2024-08-29T17:16:53.109 INFO:root:teuthology version: 1.2.2.dev2+g3752d38 2024-08-29T17:16:53.132 DEBUG:teuthology.report:Pushing job info to https://paddles.front.sepia.ceph.com/ 2024-08-29T17:16:53.232 INFO:teuthology.run:Config: archive_path: /home/teuthworker/archive/yuriw-2024-08-29_14:15:47-upgrade-wip-yuri8-testing-2024-08-28-1632-squid-distro-default-smithi/7880101 branch: wip-yuri8-testing-2024-08-28-1632-squid description: upgrade/quincy-x/parallel/{0-random-distro$/{ubuntu_22.04} 0-start 1-tasks mon_election/connectivity upgrade-sequence workload/{ec-rados-default rados_api rados_loadgenbig rbd_import_export test_rbd_api test_rbd_python}} email: yweinste@redhat.com first_in_suite: false job_id: '7880101' kernel: kdb: 1 sha1: distro ktype: distro last_in_suite: false machine_type: smithi meta: - desc: 'run run randomized correctness test for rados operations on an erasure-coded pool ' - desc: 'object class functional tests ' - desc: 'generate read/write load with rados objects ranging from 1MB to 25MB ' - desc: 'run basic import/export cli tests for rbd ' - desc: 'librbd C and C++ api tests ' - desc: 'librbd python api tests ' name: yuriw-2024-08-29_14:15:47-upgrade-wip-yuri8-testing-2024-08-28-1632-squid-distro-default-smithi no_nested_subset: false openstack: - volumes: count: 4 size: 10 os_type: ubuntu os_version: '22.04' overrides: admin_socket: branch: wip-yuri8-testing-2024-08-28-1632-squid ceph: conf: global: mon election default strategy: 3 mgr: debug mgr: 20 debug ms: 1 mon: debug mon: 20 debug ms: 1 debug paxos: 20 osd: debug ms: 1 debug osd: 20 osd shutdown pgref assert: true create_rbd_pool: true flavor: default log-ignorelist: - \(MDS_ALL_DOWN\) - \(MDS_UP_LESS_THAN_MAX\) sha1: 1ef864504b8875c83ee6c2c5fedc13315bebf7f5 ceph-deploy: conf: client: log file: /var/log/ceph/ceph-$name.$pid.log mon: {} install: ceph: extra_system_packages: - python3-pytest flavor: default sha1: 1ef864504b8875c83ee6c2c5fedc13315bebf7f5 workunit: branch: wip-yuri8-testing-2024-08-28-1632-squid sha1: 1ef864504b8875c83ee6c2c5fedc13315bebf7f5 owner: scheduled_yuriw@teuthology priority: 99 repo: https://github.com/ceph/ceph-ci.git roles: - - mon.a - mon.c - mgr.y - mds.a - osd.0 - osd.1 - osd.2 - osd.3 - client.0 - node-exporter.a - alertmanager.a - - mon.b - mds.b - mgr.x - osd.4 - osd.5 - osd.6 - osd.7 - client.1 - prometheus.a - grafana.a - node-exporter.b seed: 2795 sha1: 1ef864504b8875c83ee6c2c5fedc13315bebf7f5 sleep_before_teardown: 0 subset: 111/120000 suite: upgrade suite_branch: wip-yuri8-testing-2024-08-28-1632-squid suite_path: /home/teuthworker/src/github.com_ceph_ceph-c_1ef864504b8875c83ee6c2c5fedc13315bebf7f5/qa suite_relpath: qa suite_repo: https://github.com/ceph/ceph-ci.git suite_sha1: 1ef864504b8875c83ee6c2c5fedc13315bebf7f5 targets: smithi028.front.sepia.ceph.com: ecdsa-sha2-nistp256 AAAAE2VjZHNhLXNoYTItbmlzdHAyNTYAAAAIbmlzdHAyNTYAAABBBNZG6m7HIRRS87+/x4V45bJTTPRsZTZgSqz6q4BdZ08m8SXYfzT0R08BnoeIUQEaxrOg7eg6oc4dzuoCV9bFPkk= smithi053.front.sepia.ceph.com: ecdsa-sha2-nistp256 AAAAE2VjZHNhLXNoYTItbmlzdHAyNTYAAAAIbmlzdHAyNTYAAABBBFF7H3t/IZH2t8460bp8S9Va3Crs6ATwQ8ZeCxohc70gDrFQQ1hi+THO8TfZIy/yQitvn8WXnEn7CjbaSYuluiE= tasks: - install: branch: quincy exclude_packages: - ceph-volume - print: '**** done install task...' - print: '**** done start installing quincy cephadm ...' - cephadm: cephadm_branch: quincy cephadm_git_url: https://github.com/ceph/ceph conf: osd: osd_class_default_list: '*' osd_class_load_list: '*' image: quay.ceph.io/ceph-ci/ceph:quincy - print: '**** done end installing quincy cephadm ...' - print: '**** done start cephadm.shell ceph config set mgr...' - cephadm.shell: mon.a: - ceph config set mgr mgr/cephadm/use_repo_digest true --force - print: '**** done cephadm.shell ceph config set mgr...' - print: '**** done start telemetry quincy...' - workunit: clients: client.0: - test_telemetry_quincy.sh - print: '**** done end telemetry quincy...' - print: '**** done start parallel' - parallel: - workload - upgrade-sequence - print: '**** done end parallel' - print: '**** done start telemetry x...' - workunit: clients: client.0: - test_telemetry_quincy_x.sh - print: '**** done end telemetry x...' teuthology: fragments_dropped: [] meta: {} postmerge: [] teuthology_branch: main teuthology_sha1: 3752d3834a7b6cd13dc17dfaa6c2fd3658f3439a timestamp: 2024-08-29_14:15:47 tube: smithi upgrade-sequence: sequential: - print: '**** done start upgrade, wait' - cephadm.shell: env: - sha1 mon.a: - ceph config set global log_to_journald false --force - ceph orch upgrade start --image quay.ceph.io/ceph-ci/ceph:$sha1 - while ceph orch upgrade status | jq '.in_progress' | grep true ; do ceph orch ps ; ceph versions ; sleep 30 ; done - ceph orch ps - ceph versions - ceph versions | jq -e '.overall | length == 1' - ceph versions | jq -e '.overall | keys' | grep $sha1 - print: '**** done end upgrade, wait...' user: yuriw verbose: true worker_log: /home/teuthworker/archive/worker_logs/dispatcher.smithi.3401856 workload: full_sequential: - print: '**** done start ec-rados-default.yaml' - rados: clients: - client.0 ec_pool: true objects: 50 op_weights: append: 100 copy_from: 50 delete: 50 read: 100 rmattr: 25 rollback: 50 setattr: 25 snap_create: 50 snap_remove: 50 write: 0 ops: 4000 write_append_excl: false - print: '**** done end ec-rados-default.yaml' - print: '**** done start rados_api.yaml' - workunit: branch: quincy clients: client.0: - cls - print: '**** done end rados_api.yaml' - print: '**** done start rados_loadgenbig.yaml' - workunit: branch: quincy clients: client.0: - rados/load-gen-big.sh - print: '**** done end rados_loadgenbig.yaml' - print: '**** done start rbd_import_export.yaml' - workunit: branch: quincy clients: client.1: - rbd/import_export.sh env: RBD_CREATE_ARGS: --new-format - print: '**** done end rbd_import_export.yaml' - print: '**** done start test_rbd_api.yaml' - workunit: branch: quincy clients: client.0: - rbd/test_librbd.sh env: RBD_FEATURES: '61' - print: '**** done end test_rbd_api.yaml' - print: '**** done start test_rbd_python.yaml' - workunit: branch: quincy clients: client.0: - rbd/test_librbd_python.sh env: RBD_FEATURES: '61' - print: '**** done end test_rbd_python.yaml' 2024-08-29T17:16:53.233 INFO:teuthology.run:suite_path is set to /home/teuthworker/src/github.com_ceph_ceph-c_1ef864504b8875c83ee6c2c5fedc13315bebf7f5/qa; will attempt to use it 2024-08-29T17:16:53.233 INFO:teuthology.run:Found tasks at /home/teuthworker/src/github.com_ceph_ceph-c_1ef864504b8875c83ee6c2c5fedc13315bebf7f5/qa/tasks 2024-08-29T17:16:53.233 INFO:teuthology.run_tasks:Running task internal.check_packages... 2024-08-29T17:16:53.235 INFO:teuthology.task.internal:Checking packages... 2024-08-29T17:16:53.257 INFO:teuthology.task.internal:Checking packages for os_type 'ubuntu', flavor 'default' and ceph hash '1ef864504b8875c83ee6c2c5fedc13315bebf7f5' 2024-08-29T17:16:53.257 WARNING:teuthology.packaging:More than one of ref, tag, branch, or sha1 supplied; using branch 2024-08-29T17:16:53.257 INFO:teuthology.packaging:ref: None 2024-08-29T17:16:53.257 INFO:teuthology.packaging:tag: None 2024-08-29T17:16:53.257 INFO:teuthology.packaging:branch: wip-yuri8-testing-2024-08-28-1632-squid 2024-08-29T17:16:53.257 INFO:teuthology.packaging:sha1: 1ef864504b8875c83ee6c2c5fedc13315bebf7f5 2024-08-29T17:16:53.258 DEBUG:teuthology.packaging:Querying https://shaman.ceph.com/api/search?status=ready&project=ceph&flavor=default&distros=ubuntu%2F22.04%2Fx86_64&ref=wip-yuri8-testing-2024-08-28-1632-squid 2024-08-29T17:16:53.408 INFO:teuthology.task.internal:Found packages for ceph version 19.1.1-235-g1ef86450-1jammy 2024-08-29T17:16:53.410 INFO:teuthology.run_tasks:Running task internal.buildpackages_prep... 2024-08-29T17:16:53.416 INFO:teuthology.task.internal:no buildpackages task found 2024-08-29T17:16:53.416 INFO:teuthology.run_tasks:Running task internal.save_config... 2024-08-29T17:16:53.462 INFO:teuthology.task.internal:Saving configuration 2024-08-29T17:16:53.481 INFO:teuthology.run_tasks:Running task internal.check_lock... 2024-08-29T17:16:53.487 INFO:teuthology.task.internal.check_lock:Checking locks... 2024-08-29T17:16:53.515 DEBUG:teuthology.task.internal.check_lock:machine status is {'name': 'smithi028.front.sepia.ceph.com', 'description': '/home/teuthworker/archive/yuriw-2024-08-29_14:15:47-upgrade-wip-yuri8-testing-2024-08-28-1632-squid-distro-default-smithi/7880101', 'up': True, 'machine_type': 'smithi', 'is_vm': False, 'vm_host': None, 'os_type': 'ubuntu', 'os_version': '22.04', 'arch': 'x86_64', 'locked': True, 'locked_since': '2024-08-29 17:11:37.547083', 'locked_by': 'scheduled_yuriw@teuthology', 'mac_address': None, 'ssh_pub_key': 'ssh-ed25519 AAAAC3NzaC1lZDI1NTE5AAAAIL87Pb4S4dL5jqxL87g3f+GIm48DyxqmgQN0m+cKkyjr'} 2024-08-29T17:16:53.542 DEBUG:teuthology.task.internal.check_lock:machine status is {'name': 'smithi053.front.sepia.ceph.com', 'description': '/home/teuthworker/archive/yuriw-2024-08-29_14:15:47-upgrade-wip-yuri8-testing-2024-08-28-1632-squid-distro-default-smithi/7880101', 'up': True, 'machine_type': 'smithi', 'is_vm': False, 'vm_host': None, 'os_type': 'ubuntu', 'os_version': '22.04', 'arch': 'x86_64', 'locked': True, 'locked_since': '2024-08-29 17:11:37.548984', 'locked_by': 'scheduled_yuriw@teuthology', 'mac_address': None, 'ssh_pub_key': 'ssh-ed25519 AAAAC3NzaC1lZDI1NTE5AAAAIG9JcxS5qSqXzkchXuRPPn3IGQIWWeYOJdQoD5uNSymF'} 2024-08-29T17:16:53.543 INFO:teuthology.run_tasks:Running task internal.add_remotes... 2024-08-29T17:16:53.549 INFO:teuthology.task.internal:roles: ubuntu@smithi028.front.sepia.ceph.com - ['mon.a', 'mon.c', 'mgr.y', 'mds.a', 'osd.0', 'osd.1', 'osd.2', 'osd.3', 'client.0', 'node-exporter.a', 'alertmanager.a'] 2024-08-29T17:16:53.549 INFO:teuthology.task.internal:roles: ubuntu@smithi053.front.sepia.ceph.com - ['mon.b', 'mds.b', 'mgr.x', 'osd.4', 'osd.5', 'osd.6', 'osd.7', 'client.1', 'prometheus.a', 'grafana.a', 'node-exporter.b'] 2024-08-29T17:16:53.549 INFO:teuthology.run_tasks:Running task console_log... 2024-08-29T17:16:53.640 DEBUG:teuthology.exit:Installing handler: Handler(exiter=, func=.kill_console_loggers at 0x7fb2d692fbe0>, signals=[15]) 2024-08-29T17:16:53.640 INFO:teuthology.run_tasks:Running task internal.connect... 2024-08-29T17:16:53.645 INFO:teuthology.task.internal:Opening connections... 2024-08-29T17:16:53.645 DEBUG:teuthology.task.internal:connecting to ubuntu@smithi028.front.sepia.ceph.com 2024-08-29T17:16:53.646 DEBUG:teuthology.orchestra.connection:{'hostname': 'smithi028.front.sepia.ceph.com', 'username': 'ubuntu', 'timeout': 60} 2024-08-29T17:16:53.757 DEBUG:teuthology.task.internal:connecting to ubuntu@smithi053.front.sepia.ceph.com 2024-08-29T17:16:53.758 DEBUG:teuthology.orchestra.connection:{'hostname': 'smithi053.front.sepia.ceph.com', 'username': 'ubuntu', 'timeout': 60} 2024-08-29T17:16:53.852 INFO:teuthology.run_tasks:Running task internal.push_inventory... 2024-08-29T17:16:53.858 DEBUG:teuthology.orchestra.run.smithi028:> uname -m 2024-08-29T17:16:53.864 INFO:teuthology.orchestra.run.smithi028.stdout:x86_64 2024-08-29T17:16:53.864 DEBUG:teuthology.orchestra.run.smithi028:> cat /etc/os-release 2024-08-29T17:16:53.913 INFO:teuthology.orchestra.run.smithi028.stdout:PRETTY_NAME="Ubuntu 22.04.1 LTS" 2024-08-29T17:16:53.914 INFO:teuthology.orchestra.run.smithi028.stdout:NAME="Ubuntu" 2024-08-29T17:16:53.914 INFO:teuthology.orchestra.run.smithi028.stdout:VERSION_ID="22.04" 2024-08-29T17:16:53.914 INFO:teuthology.orchestra.run.smithi028.stdout:VERSION="22.04.1 LTS (Jammy Jellyfish)" 2024-08-29T17:16:53.914 INFO:teuthology.orchestra.run.smithi028.stdout:VERSION_CODENAME=jammy 2024-08-29T17:16:53.914 INFO:teuthology.orchestra.run.smithi028.stdout:ID=ubuntu 2024-08-29T17:16:53.914 INFO:teuthology.orchestra.run.smithi028.stdout:ID_LIKE=debian 2024-08-29T17:16:53.914 INFO:teuthology.orchestra.run.smithi028.stdout:HOME_URL="https://www.ubuntu.com/" 2024-08-29T17:16:53.914 INFO:teuthology.orchestra.run.smithi028.stdout:SUPPORT_URL="https://help.ubuntu.com/" 2024-08-29T17:16:53.914 INFO:teuthology.orchestra.run.smithi028.stdout:BUG_REPORT_URL="https://bugs.launchpad.net/ubuntu/" 2024-08-29T17:16:53.914 INFO:teuthology.orchestra.run.smithi028.stdout:PRIVACY_POLICY_URL="https://www.ubuntu.com/legal/terms-and-policies/privacy-policy" 2024-08-29T17:16:53.915 INFO:teuthology.orchestra.run.smithi028.stdout:UBUNTU_CODENAME=jammy 2024-08-29T17:16:53.915 INFO:teuthology.lock.ops:Updating smithi028.front.sepia.ceph.com on lock server 2024-08-29T17:16:53.952 DEBUG:teuthology.orchestra.run.smithi053:> uname -m 2024-08-29T17:16:53.957 INFO:teuthology.orchestra.run.smithi053.stdout:x86_64 2024-08-29T17:16:53.957 DEBUG:teuthology.orchestra.run.smithi053:> cat /etc/os-release 2024-08-29T17:16:54.005 INFO:teuthology.orchestra.run.smithi053.stdout:PRETTY_NAME="Ubuntu 22.04.1 LTS" 2024-08-29T17:16:54.006 INFO:teuthology.orchestra.run.smithi053.stdout:NAME="Ubuntu" 2024-08-29T17:16:54.006 INFO:teuthology.orchestra.run.smithi053.stdout:VERSION_ID="22.04" 2024-08-29T17:16:54.006 INFO:teuthology.orchestra.run.smithi053.stdout:VERSION="22.04.1 LTS (Jammy Jellyfish)" 2024-08-29T17:16:54.006 INFO:teuthology.orchestra.run.smithi053.stdout:VERSION_CODENAME=jammy 2024-08-29T17:16:54.006 INFO:teuthology.orchestra.run.smithi053.stdout:ID=ubuntu 2024-08-29T17:16:54.007 INFO:teuthology.orchestra.run.smithi053.stdout:ID_LIKE=debian 2024-08-29T17:16:54.007 INFO:teuthology.orchestra.run.smithi053.stdout:HOME_URL="https://www.ubuntu.com/" 2024-08-29T17:16:54.007 INFO:teuthology.orchestra.run.smithi053.stdout:SUPPORT_URL="https://help.ubuntu.com/" 2024-08-29T17:16:54.007 INFO:teuthology.orchestra.run.smithi053.stdout:BUG_REPORT_URL="https://bugs.launchpad.net/ubuntu/" 2024-08-29T17:16:54.007 INFO:teuthology.orchestra.run.smithi053.stdout:PRIVACY_POLICY_URL="https://www.ubuntu.com/legal/terms-and-policies/privacy-policy" 2024-08-29T17:16:54.007 INFO:teuthology.orchestra.run.smithi053.stdout:UBUNTU_CODENAME=jammy 2024-08-29T17:16:54.008 INFO:teuthology.lock.ops:Updating smithi053.front.sepia.ceph.com on lock server 2024-08-29T17:16:54.034 INFO:teuthology.run_tasks:Running task internal.serialize_remote_roles... 2024-08-29T17:16:54.042 INFO:teuthology.run_tasks:Running task internal.check_conflict... 2024-08-29T17:16:54.062 INFO:teuthology.task.internal:Checking for old test directory... 2024-08-29T17:16:54.062 DEBUG:teuthology.orchestra.run.smithi028:> test '!' -e /home/ubuntu/cephtest 2024-08-29T17:16:54.065 DEBUG:teuthology.orchestra.run.smithi053:> test '!' -e /home/ubuntu/cephtest 2024-08-29T17:16:54.069 INFO:teuthology.run_tasks:Running task internal.check_ceph_data... 2024-08-29T17:16:54.086 INFO:teuthology.task.internal:Checking for non-empty /var/lib/ceph... 2024-08-29T17:16:54.086 DEBUG:teuthology.orchestra.run.smithi028:> test -z $(ls -A /var/lib/ceph) 2024-08-29T17:16:54.111 DEBUG:teuthology.orchestra.run.smithi053:> test -z $(ls -A /var/lib/ceph) 2024-08-29T17:16:54.126 INFO:teuthology.run_tasks:Running task internal.vm_setup... 2024-08-29T17:16:54.197 INFO:teuthology.run_tasks:Running task kernel... 2024-08-29T17:16:54.214 INFO:teuthology.task.kernel:normalize config orig: {'kdb': 1, 'sha1': 'distro'} 2024-08-29T17:16:54.214 INFO:teuthology.task.kernel:config {'mon.a': {'kdb': 1, 'sha1': 'distro'}, 'mon.b': {'kdb': 1, 'sha1': 'distro'}}, timeout 300 2024-08-29T17:16:54.214 DEBUG:teuthology.orchestra.run.smithi028:> test -f /run/.containerenv -o -f /.dockerenv 2024-08-29T17:16:54.215 DEBUG:teuthology.orchestra.run.smithi053:> test -f /run/.containerenv -o -f /.dockerenv 2024-08-29T17:16:54.219 DEBUG:teuthology.orchestra.run:got remote process result: 1 2024-08-29T17:16:54.219 DEBUG:teuthology.orchestra.run.smithi028:> uname -r 2024-08-29T17:16:54.220 DEBUG:teuthology.orchestra.run:got remote process result: 1 2024-08-29T17:16:54.220 DEBUG:teuthology.orchestra.run.smithi053:> uname -r 2024-08-29T17:16:54.266 INFO:teuthology.orchestra.run.smithi028.stdout:5.15.0-56-generic 2024-08-29T17:16:54.266 INFO:teuthology.task.kernel:Running kernel on smithi028: 5.15.0-56-generic 2024-08-29T17:16:54.266 DEBUG:teuthology.orchestra.run.smithi028:> sudo apt-get clean 2024-08-29T17:16:54.269 INFO:teuthology.orchestra.run.smithi053.stdout:5.15.0-56-generic 2024-08-29T17:16:54.269 INFO:teuthology.task.kernel:Running kernel on smithi053: 5.15.0-56-generic 2024-08-29T17:16:54.269 DEBUG:teuthology.orchestra.run.smithi053:> sudo apt-get clean 2024-08-29T17:16:54.396 DEBUG:teuthology.orchestra.run.smithi028:> sudo apt-get update 2024-08-29T17:16:54.428 DEBUG:teuthology.orchestra.run.smithi053:> sudo apt-get update 2024-08-29T17:16:54.516 INFO:teuthology.orchestra.run.smithi028.stdout:Get:1 http://security.ubuntu.com/ubuntu jammy-security InRelease [129 kB] 2024-08-29T17:16:54.652 INFO:teuthology.orchestra.run.smithi028.stdout:Hit:2 http://archive.ubuntu.com/ubuntu jammy InRelease 2024-08-29T17:16:54.712 INFO:teuthology.orchestra.run.smithi053.stdout:Hit:1 http://archive.ubuntu.com/ubuntu jammy InRelease 2024-08-29T17:16:54.712 INFO:teuthology.orchestra.run.smithi053.stdout:Get:2 http://security.ubuntu.com/ubuntu jammy-security InRelease [129 kB] 2024-08-29T17:16:54.733 INFO:teuthology.orchestra.run.smithi028.stdout:Get:3 http://archive.ubuntu.com/ubuntu jammy-updates InRelease [128 kB] 2024-08-29T17:16:54.746 INFO:teuthology.orchestra.run.smithi028.stdout:Get:4 http://security.ubuntu.com/ubuntu jammy-security/main amd64 Packages [1,769 kB] 2024-08-29T17:16:54.768 INFO:teuthology.orchestra.run.smithi053.stdout:Get:3 http://archive.ubuntu.com/ubuntu jammy-updates InRelease [128 kB] 2024-08-29T17:16:54.849 INFO:teuthology.orchestra.run.smithi028.stdout:Get:5 http://security.ubuntu.com/ubuntu jammy-security/main i386 Packages [531 kB] 2024-08-29T17:16:54.854 INFO:teuthology.orchestra.run.smithi028.stdout:Get:6 http://security.ubuntu.com/ubuntu jammy-security/main Translation-en [290 kB] 2024-08-29T17:16:54.857 INFO:teuthology.orchestra.run.smithi028.stdout:Get:7 http://security.ubuntu.com/ubuntu jammy-security/main amd64 c-n-f Metadata [13.2 kB] 2024-08-29T17:16:54.858 INFO:teuthology.orchestra.run.smithi028.stdout:Get:8 http://security.ubuntu.com/ubuntu jammy-security/restricted amd64 Packages [2,308 kB] 2024-08-29T17:16:54.880 INFO:teuthology.orchestra.run.smithi028.stdout:Get:9 http://security.ubuntu.com/ubuntu jammy-security/restricted i386 Packages [37.3 kB] 2024-08-29T17:16:54.880 INFO:teuthology.orchestra.run.smithi028.stdout:Get:10 http://security.ubuntu.com/ubuntu jammy-security/restricted Translation-en [398 kB] 2024-08-29T17:16:54.885 INFO:teuthology.orchestra.run.smithi028.stdout:Get:11 http://security.ubuntu.com/ubuntu jammy-security/restricted amd64 c-n-f Metadata [572 B] 2024-08-29T17:16:54.885 INFO:teuthology.orchestra.run.smithi028.stdout:Get:12 http://security.ubuntu.com/ubuntu jammy-security/universe amd64 Packages [890 kB] 2024-08-29T17:16:54.893 INFO:teuthology.orchestra.run.smithi028.stdout:Get:13 http://security.ubuntu.com/ubuntu jammy-security/universe i386 Packages [622 kB] 2024-08-29T17:16:54.899 INFO:teuthology.orchestra.run.smithi028.stdout:Get:14 http://security.ubuntu.com/ubuntu jammy-security/universe Translation-en [175 kB] 2024-08-29T17:16:54.900 INFO:teuthology.orchestra.run.smithi028.stdout:Get:15 http://security.ubuntu.com/ubuntu jammy-security/universe amd64 c-n-f Metadata [19.0 kB] 2024-08-29T17:16:54.901 INFO:teuthology.orchestra.run.smithi028.stdout:Get:16 http://security.ubuntu.com/ubuntu jammy-security/multiverse i386 Packages [1,356 B] 2024-08-29T17:16:54.901 INFO:teuthology.orchestra.run.smithi028.stdout:Get:17 http://security.ubuntu.com/ubuntu jammy-security/multiverse amd64 Packages [37.2 kB] 2024-08-29T17:16:54.909 INFO:teuthology.orchestra.run.smithi028.stdout:Get:18 http://security.ubuntu.com/ubuntu jammy-security/multiverse Translation-en [7,588 B] 2024-08-29T17:16:54.909 INFO:teuthology.orchestra.run.smithi028.stdout:Get:19 http://security.ubuntu.com/ubuntu jammy-security/multiverse amd64 c-n-f Metadata [228 B] 2024-08-29T17:16:55.088 INFO:teuthology.orchestra.run.smithi028.stdout:Get:20 http://archive.ubuntu.com/ubuntu jammy-backports InRelease [127 kB] 2024-08-29T17:16:55.123 INFO:teuthology.orchestra.run.smithi053.stdout:Get:4 http://archive.ubuntu.com/ubuntu jammy-backports InRelease [127 kB] 2024-08-29T17:16:55.137 INFO:teuthology.orchestra.run.smithi053.stdout:Get:5 http://security.ubuntu.com/ubuntu jammy-security/main amd64 Packages [1,769 kB] 2024-08-29T17:16:55.225 INFO:teuthology.orchestra.run.smithi028.stdout:Get:21 http://archive.ubuntu.com/ubuntu jammy-updates/main amd64 Packages [1,987 kB] 2024-08-29T17:16:55.261 INFO:teuthology.orchestra.run.smithi053.stdout:Get:6 http://archive.ubuntu.com/ubuntu jammy-updates/main amd64 Packages [1,987 kB] 2024-08-29T17:16:55.539 INFO:teuthology.orchestra.run.smithi028.stdout:Get:22 http://archive.ubuntu.com/ubuntu jammy-updates/main i386 Packages [690 kB] 2024-08-29T17:16:55.568 INFO:teuthology.orchestra.run.smithi053.stdout:Get:7 http://security.ubuntu.com/ubuntu jammy-security/main i386 Packages [531 kB] 2024-08-29T17:16:55.574 INFO:teuthology.orchestra.run.smithi028.stdout:Get:23 http://archive.ubuntu.com/ubuntu jammy-updates/main Translation-en [349 kB] 2024-08-29T17:16:55.577 INFO:teuthology.orchestra.run.smithi053.stdout:Get:8 http://archive.ubuntu.com/ubuntu jammy-updates/main i386 Packages [690 kB] 2024-08-29T17:16:55.584 INFO:teuthology.orchestra.run.smithi053.stdout:Get:9 http://security.ubuntu.com/ubuntu jammy-security/main Translation-en [290 kB] 2024-08-29T17:16:55.589 INFO:teuthology.orchestra.run.smithi028.stdout:Get:24 http://archive.ubuntu.com/ubuntu jammy-updates/main amd64 c-n-f Metadata [17.8 kB] 2024-08-29T17:16:55.590 INFO:teuthology.orchestra.run.smithi028.stdout:Get:25 http://archive.ubuntu.com/ubuntu jammy-updates/restricted amd64 Packages [2,384 kB] 2024-08-29T17:16:55.592 INFO:teuthology.orchestra.run.smithi053.stdout:Get:10 http://security.ubuntu.com/ubuntu jammy-security/main amd64 c-n-f Metadata [13.2 kB] 2024-08-29T17:16:55.593 INFO:teuthology.orchestra.run.smithi053.stdout:Get:11 http://security.ubuntu.com/ubuntu jammy-security/restricted amd64 Packages [2,308 kB] 2024-08-29T17:16:55.612 INFO:teuthology.orchestra.run.smithi053.stdout:Get:12 http://archive.ubuntu.com/ubuntu jammy-updates/main Translation-en [349 kB] 2024-08-29T17:16:55.627 INFO:teuthology.orchestra.run.smithi053.stdout:Get:13 http://archive.ubuntu.com/ubuntu jammy-updates/main amd64 c-n-f Metadata [17.8 kB] 2024-08-29T17:16:55.627 INFO:teuthology.orchestra.run.smithi053.stdout:Get:14 http://archive.ubuntu.com/ubuntu jammy-updates/restricted i386 Packages [38.9 kB] 2024-08-29T17:16:55.629 INFO:teuthology.orchestra.run.smithi053.stdout:Get:15 http://archive.ubuntu.com/ubuntu jammy-updates/restricted amd64 Packages [2,384 kB] 2024-08-29T17:16:55.657 INFO:teuthology.orchestra.run.smithi028.stdout:Get:26 http://archive.ubuntu.com/ubuntu jammy-updates/restricted i386 Packages [38.9 kB] 2024-08-29T17:16:55.659 INFO:teuthology.orchestra.run.smithi028.stdout:Get:27 http://archive.ubuntu.com/ubuntu jammy-updates/restricted Translation-en [410 kB] 2024-08-29T17:16:55.673 INFO:teuthology.orchestra.run.smithi028.stdout:Get:28 http://archive.ubuntu.com/ubuntu jammy-updates/restricted amd64 c-n-f Metadata [604 B] 2024-08-29T17:16:55.673 INFO:teuthology.orchestra.run.smithi028.stdout:Get:29 http://archive.ubuntu.com/ubuntu jammy-updates/universe amd64 Packages [1,112 kB] 2024-08-29T17:16:55.689 INFO:teuthology.orchestra.run.smithi053.stdout:Get:16 http://security.ubuntu.com/ubuntu jammy-security/restricted i386 Packages [37.3 kB] 2024-08-29T17:16:55.690 INFO:teuthology.orchestra.run.smithi053.stdout:Get:17 http://security.ubuntu.com/ubuntu jammy-security/restricted Translation-en [398 kB] 2024-08-29T17:16:55.697 INFO:teuthology.orchestra.run.smithi053.stdout:Get:18 http://archive.ubuntu.com/ubuntu jammy-updates/restricted Translation-en [410 kB] 2024-08-29T17:16:55.700 INFO:teuthology.orchestra.run.smithi053.stdout:Get:19 http://security.ubuntu.com/ubuntu jammy-security/restricted amd64 c-n-f Metadata [572 B] 2024-08-29T17:16:55.707 INFO:teuthology.orchestra.run.smithi028.stdout:Get:30 http://archive.ubuntu.com/ubuntu jammy-updates/universe i386 Packages [726 kB] 2024-08-29T17:16:55.726 INFO:teuthology.orchestra.run.smithi028.stdout:Get:31 http://archive.ubuntu.com/ubuntu jammy-updates/universe Translation-en [260 kB] 2024-08-29T17:16:55.732 INFO:teuthology.orchestra.run.smithi028.stdout:Get:32 http://archive.ubuntu.com/ubuntu jammy-updates/universe amd64 c-n-f Metadata [26.0 kB] 2024-08-29T17:16:55.734 INFO:teuthology.orchestra.run.smithi028.stdout:Get:33 http://archive.ubuntu.com/ubuntu jammy-updates/multiverse i386 Packages [4,752 B] 2024-08-29T17:16:55.734 INFO:teuthology.orchestra.run.smithi028.stdout:Get:34 http://archive.ubuntu.com/ubuntu jammy-updates/multiverse amd64 Packages [43.3 kB] 2024-08-29T17:16:55.747 INFO:teuthology.orchestra.run.smithi053.stdout:Get:20 http://security.ubuntu.com/ubuntu jammy-security/universe amd64 Packages [890 kB] 2024-08-29T17:16:55.747 INFO:teuthology.orchestra.run.smithi053.stdout:Get:21 http://archive.ubuntu.com/ubuntu jammy-updates/restricted amd64 c-n-f Metadata [604 B] 2024-08-29T17:16:55.747 INFO:teuthology.orchestra.run.smithi053.stdout:Get:22 http://archive.ubuntu.com/ubuntu jammy-updates/universe i386 Packages [726 kB] 2024-08-29T17:16:55.761 INFO:teuthology.orchestra.run.smithi053.stdout:Get:23 http://archive.ubuntu.com/ubuntu jammy-updates/universe amd64 Packages [1,112 kB] 2024-08-29T17:16:55.762 INFO:teuthology.orchestra.run.smithi053.stdout:Get:24 http://security.ubuntu.com/ubuntu jammy-security/universe i386 Packages [622 kB] 2024-08-29T17:16:55.773 INFO:teuthology.orchestra.run.smithi053.stdout:Get:25 http://security.ubuntu.com/ubuntu jammy-security/universe Translation-en [175 kB] 2024-08-29T17:16:55.777 INFO:teuthology.orchestra.run.smithi053.stdout:Get:26 http://security.ubuntu.com/ubuntu jammy-security/universe amd64 c-n-f Metadata [19.0 kB] 2024-08-29T17:16:55.777 INFO:teuthology.orchestra.run.smithi053.stdout:Get:27 http://security.ubuntu.com/ubuntu jammy-security/multiverse amd64 Packages [37.2 kB] 2024-08-29T17:16:55.778 INFO:teuthology.orchestra.run.smithi053.stdout:Get:28 http://security.ubuntu.com/ubuntu jammy-security/multiverse i386 Packages [1,356 B] 2024-08-29T17:16:55.780 INFO:teuthology.orchestra.run.smithi053.stdout:Get:29 http://archive.ubuntu.com/ubuntu jammy-updates/universe Translation-en [260 kB] 2024-08-29T17:16:55.784 INFO:teuthology.orchestra.run.smithi053.stdout:Get:30 http://archive.ubuntu.com/ubuntu jammy-updates/universe amd64 c-n-f Metadata [26.0 kB] 2024-08-29T17:16:55.785 INFO:teuthology.orchestra.run.smithi053.stdout:Get:31 http://archive.ubuntu.com/ubuntu jammy-updates/multiverse amd64 Packages [43.3 kB] 2024-08-29T17:16:55.786 INFO:teuthology.orchestra.run.smithi028.stdout:Get:35 http://archive.ubuntu.com/ubuntu jammy-updates/multiverse Translation-en [10.8 kB] 2024-08-29T17:16:55.786 INFO:teuthology.orchestra.run.smithi028.stdout:Get:36 http://archive.ubuntu.com/ubuntu jammy-updates/multiverse amd64 c-n-f Metadata [444 B] 2024-08-29T17:16:55.786 INFO:teuthology.orchestra.run.smithi028.stdout:Get:37 http://archive.ubuntu.com/ubuntu jammy-backports/main amd64 Packages [67.8 kB] 2024-08-29T17:16:55.787 INFO:teuthology.orchestra.run.smithi053.stdout:Get:32 http://archive.ubuntu.com/ubuntu jammy-updates/multiverse i386 Packages [4,752 B] 2024-08-29T17:16:55.787 INFO:teuthology.orchestra.run.smithi053.stdout:Get:33 http://archive.ubuntu.com/ubuntu jammy-updates/multiverse Translation-en [10.8 kB] 2024-08-29T17:16:55.787 INFO:teuthology.orchestra.run.smithi028.stdout:Get:38 http://archive.ubuntu.com/ubuntu jammy-backports/main i386 Packages [59.9 kB] 2024-08-29T17:16:55.817 INFO:teuthology.orchestra.run.smithi028.stdout:Get:39 http://archive.ubuntu.com/ubuntu jammy-backports/main Translation-en [11.1 kB] 2024-08-29T17:16:55.817 INFO:teuthology.orchestra.run.smithi028.stdout:Get:40 http://archive.ubuntu.com/ubuntu jammy-backports/main amd64 c-n-f Metadata [388 B] 2024-08-29T17:16:55.817 INFO:teuthology.orchestra.run.smithi028.stdout:Get:41 http://archive.ubuntu.com/ubuntu jammy-backports/universe amd64 Packages [28.8 kB] 2024-08-29T17:16:55.818 INFO:teuthology.orchestra.run.smithi028.stdout:Get:42 http://archive.ubuntu.com/ubuntu jammy-backports/universe i386 Packages [17.3 kB] 2024-08-29T17:16:55.818 INFO:teuthology.orchestra.run.smithi028.stdout:Get:43 http://archive.ubuntu.com/ubuntu jammy-backports/universe Translation-en [16.5 kB] 2024-08-29T17:16:55.822 INFO:teuthology.orchestra.run.smithi053.stdout:Get:34 http://archive.ubuntu.com/ubuntu jammy-updates/multiverse amd64 c-n-f Metadata [444 B] 2024-08-29T17:16:55.830 INFO:teuthology.orchestra.run.smithi053.stdout:Get:35 http://security.ubuntu.com/ubuntu jammy-security/multiverse Translation-en [7,588 B] 2024-08-29T17:16:55.830 INFO:teuthology.orchestra.run.smithi053.stdout:Get:36 http://security.ubuntu.com/ubuntu jammy-security/multiverse amd64 c-n-f Metadata [228 B] 2024-08-29T17:16:55.866 INFO:teuthology.orchestra.run.smithi028.stdout:Get:44 http://archive.ubuntu.com/ubuntu jammy-backports/universe amd64 c-n-f Metadata [672 B] 2024-08-29T17:16:55.868 INFO:teuthology.orchestra.run.smithi053.stdout:Get:37 http://archive.ubuntu.com/ubuntu jammy-backports/main amd64 Packages [67.8 kB] 2024-08-29T17:16:55.870 INFO:teuthology.orchestra.run.smithi053.stdout:Get:38 http://archive.ubuntu.com/ubuntu jammy-backports/main i386 Packages [59.9 kB] 2024-08-29T17:16:55.871 INFO:teuthology.orchestra.run.smithi053.stdout:Get:39 http://archive.ubuntu.com/ubuntu jammy-backports/main Translation-en [11.1 kB] 2024-08-29T17:16:55.871 INFO:teuthology.orchestra.run.smithi053.stdout:Get:40 http://archive.ubuntu.com/ubuntu jammy-backports/main amd64 c-n-f Metadata [388 B] 2024-08-29T17:16:55.872 INFO:teuthology.orchestra.run.smithi053.stdout:Get:41 http://archive.ubuntu.com/ubuntu jammy-backports/universe amd64 Packages [28.8 kB] 2024-08-29T17:16:55.904 INFO:teuthology.orchestra.run.smithi053.stdout:Get:42 http://archive.ubuntu.com/ubuntu jammy-backports/universe i386 Packages [17.3 kB] 2024-08-29T17:16:55.905 INFO:teuthology.orchestra.run.smithi053.stdout:Get:43 http://archive.ubuntu.com/ubuntu jammy-backports/universe Translation-en [16.5 kB] 2024-08-29T17:16:55.905 INFO:teuthology.orchestra.run.smithi053.stdout:Get:44 http://archive.ubuntu.com/ubuntu jammy-backports/universe amd64 c-n-f Metadata [672 B] 2024-08-29T17:17:01.480 INFO:teuthology.orchestra.run.smithi028.stdout:Fetched 15.7 MB in 2s (7,129 kB/s) 2024-08-29T17:17:02.221 INFO:teuthology.orchestra.run.smithi053.stdout:Fetched 15.7 MB in 3s (5,634 kB/s) 2024-08-29T17:17:03.109 INFO:teuthology.orchestra.run.smithi028.stdout:Reading package lists... 2024-08-29T17:17:03.129 DEBUG:teuthology.orchestra.run.smithi028:> sudo DEBIAN_FRONTEND=noninteractive apt-get -y install linux-image-generic 2024-08-29T17:17:03.187 INFO:teuthology.orchestra.run.smithi028.stdout:Reading package lists... 2024-08-29T17:17:03.399 INFO:teuthology.orchestra.run.smithi028.stdout:Building dependency tree... 2024-08-29T17:17:03.400 INFO:teuthology.orchestra.run.smithi028.stdout:Reading state information... 2024-08-29T17:17:03.590 INFO:teuthology.orchestra.run.smithi028.stdout:The following packages were automatically installed and are no longer required: 2024-08-29T17:17:03.590 INFO:teuthology.orchestra.run.smithi028.stdout: libboost-iostreams1.74.0 libboost-thread1.74.0 libgfapi0 libgfrpc0 libgfxdr0 2024-08-29T17:17:03.591 INFO:teuthology.orchestra.run.smithi028.stdout: libglusterfs0 libiscsi7 libpmemobj1 libpython2-dev libpython2-stdlib 2024-08-29T17:17:03.591 INFO:teuthology.orchestra.run.smithi028.stdout: libpython2.7 libpython2.7-dev libpython2.7-minimal libpython2.7-stdlib 2024-08-29T17:17:03.591 INFO:teuthology.orchestra.run.smithi028.stdout: python2 python2-dev python2-minimal python2.7 python2.7-dev 2024-08-29T17:17:03.591 INFO:teuthology.orchestra.run.smithi028.stdout: python2.7-minimal 2024-08-29T17:17:03.591 INFO:teuthology.orchestra.run.smithi028.stdout:Use 'sudo apt autoremove' to remove them. 2024-08-29T17:17:03.592 INFO:teuthology.orchestra.run.smithi028.stdout:The following additional packages will be installed: 2024-08-29T17:17:03.592 INFO:teuthology.orchestra.run.smithi028.stdout: linux-generic linux-headers-5.15.0-119 linux-headers-5.15.0-119-generic 2024-08-29T17:17:03.592 INFO:teuthology.orchestra.run.smithi028.stdout: linux-headers-generic linux-image-5.15.0-119-generic 2024-08-29T17:17:03.593 INFO:teuthology.orchestra.run.smithi028.stdout: linux-modules-5.15.0-119-generic linux-modules-extra-5.15.0-119-generic 2024-08-29T17:17:03.594 INFO:teuthology.orchestra.run.smithi028.stdout:Suggested packages: 2024-08-29T17:17:03.594 INFO:teuthology.orchestra.run.smithi028.stdout: fdutils linux-doc | linux-source-5.15.0 linux-tools 2024-08-29T17:17:03.594 INFO:teuthology.orchestra.run.smithi028.stdout:Recommended packages: 2024-08-29T17:17:03.594 INFO:teuthology.orchestra.run.smithi028.stdout: thermald 2024-08-29T17:17:03.641 INFO:teuthology.orchestra.run.smithi028.stdout:The following NEW packages will be installed: 2024-08-29T17:17:03.641 INFO:teuthology.orchestra.run.smithi028.stdout: linux-headers-5.15.0-119 linux-headers-5.15.0-119-generic 2024-08-29T17:17:03.641 INFO:teuthology.orchestra.run.smithi028.stdout: linux-image-5.15.0-119-generic linux-modules-5.15.0-119-generic 2024-08-29T17:17:03.642 INFO:teuthology.orchestra.run.smithi028.stdout: linux-modules-extra-5.15.0-119-generic 2024-08-29T17:17:03.643 INFO:teuthology.orchestra.run.smithi028.stdout:The following packages will be upgraded: 2024-08-29T17:17:03.643 INFO:teuthology.orchestra.run.smithi028.stdout: linux-generic linux-headers-generic linux-image-generic 2024-08-29T17:17:03.824 INFO:teuthology.orchestra.run.smithi053.stdout:Reading package lists... 2024-08-29T17:17:03.843 DEBUG:teuthology.orchestra.run.smithi053:> sudo DEBIAN_FRONTEND=noninteractive apt-get -y install linux-image-generic 2024-08-29T17:17:03.900 INFO:teuthology.orchestra.run.smithi053.stdout:Reading package lists... 2024-08-29T17:17:04.113 INFO:teuthology.orchestra.run.smithi053.stdout:Building dependency tree... 2024-08-29T17:17:04.114 INFO:teuthology.orchestra.run.smithi053.stdout:Reading state information... 2024-08-29T17:17:04.303 INFO:teuthology.orchestra.run.smithi053.stdout:The following packages were automatically installed and are no longer required: 2024-08-29T17:17:04.303 INFO:teuthology.orchestra.run.smithi053.stdout: libboost-iostreams1.74.0 libboost-thread1.74.0 libgfapi0 libgfrpc0 libgfxdr0 2024-08-29T17:17:04.303 INFO:teuthology.orchestra.run.smithi053.stdout: libglusterfs0 libiscsi7 libpmemobj1 libpython2-dev libpython2-stdlib 2024-08-29T17:17:04.304 INFO:teuthology.orchestra.run.smithi053.stdout: libpython2.7 libpython2.7-dev libpython2.7-minimal libpython2.7-stdlib 2024-08-29T17:17:04.304 INFO:teuthology.orchestra.run.smithi053.stdout: python2 python2-dev python2-minimal python2.7 python2.7-dev 2024-08-29T17:17:04.304 INFO:teuthology.orchestra.run.smithi053.stdout: python2.7-minimal 2024-08-29T17:17:04.304 INFO:teuthology.orchestra.run.smithi053.stdout:Use 'sudo apt autoremove' to remove them. 2024-08-29T17:17:04.305 INFO:teuthology.orchestra.run.smithi053.stdout:The following additional packages will be installed: 2024-08-29T17:17:04.305 INFO:teuthology.orchestra.run.smithi053.stdout: linux-generic linux-headers-5.15.0-119 linux-headers-5.15.0-119-generic 2024-08-29T17:17:04.305 INFO:teuthology.orchestra.run.smithi053.stdout: linux-headers-generic linux-image-5.15.0-119-generic 2024-08-29T17:17:04.305 INFO:teuthology.orchestra.run.smithi053.stdout: linux-modules-5.15.0-119-generic linux-modules-extra-5.15.0-119-generic 2024-08-29T17:17:04.307 INFO:teuthology.orchestra.run.smithi053.stdout:Suggested packages: 2024-08-29T17:17:04.307 INFO:teuthology.orchestra.run.smithi053.stdout: fdutils linux-doc | linux-source-5.15.0 linux-tools 2024-08-29T17:17:04.307 INFO:teuthology.orchestra.run.smithi053.stdout:Recommended packages: 2024-08-29T17:17:04.307 INFO:teuthology.orchestra.run.smithi053.stdout: thermald 2024-08-29T17:17:04.353 INFO:teuthology.orchestra.run.smithi053.stdout:The following NEW packages will be installed: 2024-08-29T17:17:04.354 INFO:teuthology.orchestra.run.smithi053.stdout: linux-headers-5.15.0-119 linux-headers-5.15.0-119-generic 2024-08-29T17:17:04.354 INFO:teuthology.orchestra.run.smithi053.stdout: linux-image-5.15.0-119-generic linux-modules-5.15.0-119-generic 2024-08-29T17:17:04.354 INFO:teuthology.orchestra.run.smithi053.stdout: linux-modules-extra-5.15.0-119-generic 2024-08-29T17:17:04.355 INFO:teuthology.orchestra.run.smithi053.stdout:The following packages will be upgraded: 2024-08-29T17:17:04.356 INFO:teuthology.orchestra.run.smithi053.stdout: linux-generic linux-headers-generic linux-image-generic 2024-08-29T17:17:05.604 INFO:teuthology.orchestra.run.smithi028.stdout:3 upgraded, 5 newly installed, 0 to remove and 344 not upgraded. 2024-08-29T17:17:05.605 INFO:teuthology.orchestra.run.smithi028.stdout:Need to get 113 MB of archives. 2024-08-29T17:17:05.605 INFO:teuthology.orchestra.run.smithi028.stdout:After this operation, 583 MB of additional disk space will be used. 2024-08-29T17:17:05.605 INFO:teuthology.orchestra.run.smithi028.stdout:Get:1 http://archive.ubuntu.com/ubuntu jammy-updates/main amd64 linux-modules-5.15.0-119-generic amd64 5.15.0-119.129 [22.6 MB] 2024-08-29T17:17:06.035 INFO:teuthology.orchestra.run.smithi028.stdout:Get:2 http://archive.ubuntu.com/ubuntu jammy-updates/main amd64 linux-image-5.15.0-119-generic amd64 5.15.0-119.129 [11.5 MB] 2024-08-29T17:17:06.134 INFO:teuthology.orchestra.run.smithi028.stdout:Get:3 http://archive.ubuntu.com/ubuntu jammy-updates/main amd64 linux-modules-extra-5.15.0-119-generic amd64 5.15.0-119.129 [63.9 MB] 2024-08-29T17:17:06.235 INFO:teuthology.orchestra.run.smithi053.stdout:3 upgraded, 5 newly installed, 0 to remove and 344 not upgraded. 2024-08-29T17:17:06.235 INFO:teuthology.orchestra.run.smithi053.stdout:Need to get 113 MB of archives. 2024-08-29T17:17:06.235 INFO:teuthology.orchestra.run.smithi053.stdout:After this operation, 583 MB of additional disk space will be used. 2024-08-29T17:17:06.235 INFO:teuthology.orchestra.run.smithi053.stdout:Get:1 http://archive.ubuntu.com/ubuntu jammy-updates/main amd64 linux-modules-5.15.0-119-generic amd64 5.15.0-119.129 [22.6 MB] 2024-08-29T17:17:06.834 INFO:teuthology.orchestra.run.smithi053.stdout:Get:2 http://archive.ubuntu.com/ubuntu jammy-updates/main amd64 linux-image-5.15.0-119-generic amd64 5.15.0-119.129 [11.5 MB] 2024-08-29T17:17:06.934 INFO:teuthology.orchestra.run.smithi028.stdout:Get:4 http://archive.ubuntu.com/ubuntu jammy-updates/main amd64 linux-generic amd64 5.15.0.119.119 [1,694 B] 2024-08-29T17:17:06.934 INFO:teuthology.orchestra.run.smithi028.stdout:Get:5 http://archive.ubuntu.com/ubuntu jammy-updates/main amd64 linux-image-generic amd64 5.15.0.119.119 [2,502 B] 2024-08-29T17:17:06.934 INFO:teuthology.orchestra.run.smithi028.stdout:Get:6 http://archive.ubuntu.com/ubuntu jammy-updates/main amd64 linux-headers-5.15.0-119 all 5.15.0-119.129 [12.3 MB] 2024-08-29T17:17:07.023 INFO:teuthology.orchestra.run.smithi053.stdout:Get:3 http://archive.ubuntu.com/ubuntu jammy-updates/main amd64 linux-modules-extra-5.15.0-119-generic amd64 5.15.0-119.129 [63.9 MB] 2024-08-29T17:17:07.062 INFO:teuthology.orchestra.run.smithi028.stdout:Get:7 http://archive.ubuntu.com/ubuntu jammy-updates/main amd64 linux-headers-5.15.0-119-generic amd64 5.15.0-119.129 [2,879 kB] 2024-08-29T17:17:07.085 INFO:teuthology.orchestra.run.smithi028.stdout:Get:8 http://archive.ubuntu.com/ubuntu jammy-updates/main amd64 linux-headers-generic amd64 5.15.0.119.119 [2,350 B] 2024-08-29T17:17:07.491 INFO:teuthology.orchestra.run.smithi028.stdout:Fetched 113 MB in 3s (33.0 MB/s) 2024-08-29T17:17:07.716 INFO:teuthology.orchestra.run.smithi028.stdout:Selecting previously unselected package linux-modules-5.15.0-119-generic. 2024-08-29T17:17:07.831 INFO:teuthology.orchestra.run.smithi053.stdout:Get:4 http://archive.ubuntu.com/ubuntu jammy-updates/main amd64 linux-generic amd64 5.15.0.119.119 [1,694 B] 2024-08-29T17:17:07.831 INFO:teuthology.orchestra.run.smithi053.stdout:Get:5 http://archive.ubuntu.com/ubuntu jammy-updates/main amd64 linux-image-generic amd64 5.15.0.119.119 [2,502 B] 2024-08-29T17:17:07.925 INFO:teuthology.orchestra.run.smithi053.stdout:Get:6 http://archive.ubuntu.com/ubuntu jammy-updates/main amd64 linux-headers-5.15.0-119 all 5.15.0-119.129 [12.3 MB] 2024-08-29T17:17:08.071 INFO:teuthology.orchestra.run.smithi053.stdout:Get:7 http://archive.ubuntu.com/ubuntu jammy-updates/main amd64 linux-headers-5.15.0-119-generic amd64 5.15.0-119.129 [2,879 kB] 2024-08-29T17:17:08.094 INFO:teuthology.orchestra.run.smithi053.stdout:Get:8 http://archive.ubuntu.com/ubuntu jammy-updates/main amd64 linux-headers-generic amd64 5.15.0.119.119 [2,350 B] 2024-08-29T17:17:08.557 INFO:teuthology.orchestra.run.smithi053.stdout:Fetched 113 MB in 4s (29.8 MB/s) 2024-08-29T17:17:08.736 INFO:teuthology.orchestra.run.smithi053.stdout:Selecting previously unselected package linux-modules-5.15.0-119-generic. 2024-08-29T17:17:09.777 INFO:teuthology.orchestra.run.smithi028.stdout:(Reading database ... (Reading database ... 5% (Reading database ... 10% (Reading database ... 15% (Reading database ... 20% (Reading database ... 25% (Reading database ... 30% (Reading database ... 35% (Reading database ... 40% (Reading database ... 45% (Reading database ... 50% (Reading database ... 55% (Reading database ... 60% (Reading database ... 65% (Reading database ... 70% (Reading database ... 75% (Reading database ... 80% (Reading database ... 85% (Reading database ... 90% (Reading database ... 95% (Reading database ... 100% (Reading database ... 129542 files and directories currently installed.) 2024-08-29T17:17:09.782 INFO:teuthology.orchestra.run.smithi028.stdout:Preparing to unpack .../0-linux-modules-5.15.0-119-generic_5.15.0-119.129_amd64.deb ... 2024-08-29T17:17:09.897 INFO:teuthology.orchestra.run.smithi028.stdout:Unpacking linux-modules-5.15.0-119-generic (5.15.0-119.129) ... 2024-08-29T17:17:10.781 INFO:teuthology.orchestra.run.smithi053.stdout:(Reading database ... (Reading database ... 5% (Reading database ... 10% (Reading database ... 15% (Reading database ... 20% (Reading database ... 25% (Reading database ... 30% (Reading database ... 35% (Reading database ... 40% (Reading database ... 45% (Reading database ... 50% (Reading database ... 55% (Reading database ... 60% (Reading database ... 65% (Reading database ... 70% (Reading database ... 75% (Reading database ... 80% (Reading database ... 85% (Reading database ... 90% (Reading database ... 95% (Reading database ... 100% (Reading database ... 129542 files and directories currently installed.) 2024-08-29T17:17:10.786 INFO:teuthology.orchestra.run.smithi053.stdout:Preparing to unpack .../0-linux-modules-5.15.0-119-generic_5.15.0-119.129_amd64.deb ... 2024-08-29T17:17:10.976 INFO:teuthology.orchestra.run.smithi053.stdout:Unpacking linux-modules-5.15.0-119-generic (5.15.0-119.129) ... 2024-08-29T17:17:12.481 INFO:teuthology.orchestra.run.smithi028.stdout:Selecting previously unselected package linux-image-5.15.0-119-generic. 2024-08-29T17:17:12.502 INFO:teuthology.orchestra.run.smithi028.stdout:Preparing to unpack .../1-linux-image-5.15.0-119-generic_5.15.0-119.129_amd64.deb ... 2024-08-29T17:17:12.603 INFO:teuthology.orchestra.run.smithi028.stdout:Unpacking linux-image-5.15.0-119-generic (5.15.0-119.129) ... 2024-08-29T17:17:13.110 INFO:teuthology.orchestra.run.smithi028.stdout:Selecting previously unselected package linux-modules-extra-5.15.0-119-generic. 2024-08-29T17:17:13.131 INFO:teuthology.orchestra.run.smithi028.stdout:Preparing to unpack .../2-linux-modules-extra-5.15.0-119-generic_5.15.0-119.129_amd64.deb ... 2024-08-29T17:17:13.168 INFO:teuthology.orchestra.run.smithi028.stdout:Unpacking linux-modules-extra-5.15.0-119-generic (5.15.0-119.129) ... 2024-08-29T17:17:13.486 INFO:teuthology.orchestra.run.smithi053.stdout:Selecting previously unselected package linux-image-5.15.0-119-generic. 2024-08-29T17:17:13.508 INFO:teuthology.orchestra.run.smithi053.stdout:Preparing to unpack .../1-linux-image-5.15.0-119-generic_5.15.0-119.129_amd64.deb ... 2024-08-29T17:17:13.589 INFO:teuthology.orchestra.run.smithi053.stdout:Unpacking linux-image-5.15.0-119-generic (5.15.0-119.129) ... 2024-08-29T17:17:14.073 INFO:teuthology.orchestra.run.smithi053.stdout:Selecting previously unselected package linux-modules-extra-5.15.0-119-generic. 2024-08-29T17:17:14.093 INFO:teuthology.orchestra.run.smithi053.stdout:Preparing to unpack .../2-linux-modules-extra-5.15.0-119-generic_5.15.0-119.129_amd64.deb ... 2024-08-29T17:17:14.131 INFO:teuthology.orchestra.run.smithi053.stdout:Unpacking linux-modules-extra-5.15.0-119-generic (5.15.0-119.129) ... 2024-08-29T17:17:19.661 INFO:teuthology.orchestra.run.smithi028.stdout:Preparing to unpack .../3-linux-generic_5.15.0.119.119_amd64.deb ... 2024-08-29T17:17:19.804 INFO:teuthology.orchestra.run.smithi028.stdout:Unpacking linux-generic (5.15.0.119.119) over (5.15.0.56.54) ... 2024-08-29T17:17:20.162 INFO:teuthology.orchestra.run.smithi028.stdout:Preparing to unpack .../4-linux-image-generic_5.15.0.119.119_amd64.deb ... 2024-08-29T17:17:20.315 INFO:teuthology.orchestra.run.smithi028.stdout:Unpacking linux-image-generic (5.15.0.119.119) over (5.15.0.56.54) ... 2024-08-29T17:17:20.587 INFO:teuthology.orchestra.run.smithi053.stdout:Preparing to unpack .../3-linux-generic_5.15.0.119.119_amd64.deb ... 2024-08-29T17:17:20.635 INFO:teuthology.orchestra.run.smithi028.stdout:Selecting previously unselected package linux-headers-5.15.0-119. 2024-08-29T17:17:20.646 INFO:teuthology.orchestra.run.smithi028.stdout:Preparing to unpack .../5-linux-headers-5.15.0-119_5.15.0-119.129_all.deb ... 2024-08-29T17:17:20.677 INFO:teuthology.orchestra.run.smithi028.stdout:Unpacking linux-headers-5.15.0-119 (5.15.0-119.129) ... 2024-08-29T17:17:20.729 INFO:teuthology.orchestra.run.smithi053.stdout:Unpacking linux-generic (5.15.0.119.119) over (5.15.0.56.54) ... 2024-08-29T17:17:21.063 INFO:teuthology.orchestra.run.smithi053.stdout:Preparing to unpack .../4-linux-image-generic_5.15.0.119.119_amd64.deb ... 2024-08-29T17:17:21.190 INFO:teuthology.orchestra.run.smithi053.stdout:Unpacking linux-image-generic (5.15.0.119.119) over (5.15.0.56.54) ... 2024-08-29T17:17:21.443 INFO:teuthology.orchestra.run.smithi053.stdout:Selecting previously unselected package linux-headers-5.15.0-119. 2024-08-29T17:17:21.466 INFO:teuthology.orchestra.run.smithi053.stdout:Preparing to unpack .../5-linux-headers-5.15.0-119_5.15.0-119.129_all.deb ... 2024-08-29T17:17:21.518 INFO:teuthology.orchestra.run.smithi053.stdout:Unpacking linux-headers-5.15.0-119 (5.15.0-119.129) ... 2024-08-29T17:17:26.866 INFO:teuthology.orchestra.run.smithi028.stdout:Selecting previously unselected package linux-headers-5.15.0-119-generic. 2024-08-29T17:17:26.904 INFO:teuthology.orchestra.run.smithi028.stdout:Preparing to unpack .../6-linux-headers-5.15.0-119-generic_5.15.0-119.129_amd64.deb ... 2024-08-29T17:17:26.948 INFO:teuthology.orchestra.run.smithi028.stdout:Unpacking linux-headers-5.15.0-119-generic (5.15.0-119.129) ... 2024-08-29T17:17:27.300 INFO:teuthology.orchestra.run.smithi053.stdout:Selecting previously unselected package linux-headers-5.15.0-119-generic. 2024-08-29T17:17:27.338 INFO:teuthology.orchestra.run.smithi053.stdout:Preparing to unpack .../6-linux-headers-5.15.0-119-generic_5.15.0-119.129_amd64.deb ... 2024-08-29T17:17:27.375 INFO:teuthology.orchestra.run.smithi053.stdout:Unpacking linux-headers-5.15.0-119-generic (5.15.0-119.129) ... 2024-08-29T17:17:29.860 INFO:teuthology.orchestra.run.smithi028.stdout:Preparing to unpack .../7-linux-headers-generic_5.15.0.119.119_amd64.deb ... 2024-08-29T17:17:30.919 INFO:teuthology.orchestra.run.smithi028.stdout:Unpacking linux-headers-generic (5.15.0.119.119) over (5.15.0.56.54) ... 2024-08-29T17:17:31.122 INFO:teuthology.orchestra.run.smithi053.stdout:Preparing to unpack .../7-linux-headers-generic_5.15.0.119.119_amd64.deb ... 2024-08-29T17:17:31.243 INFO:teuthology.orchestra.run.smithi053.stdout:Unpacking linux-headers-generic (5.15.0.119.119) over (5.15.0.56.54) ... 2024-08-29T17:17:31.344 INFO:teuthology.orchestra.run.smithi028.stdout:Setting up linux-headers-5.15.0-119 (5.15.0-119.129) ... 2024-08-29T17:17:31.473 INFO:teuthology.orchestra.run.smithi028.stdout:Setting up linux-headers-5.15.0-119-generic (5.15.0-119.129) ... 2024-08-29T17:17:31.618 INFO:teuthology.orchestra.run.smithi053.stdout:Setting up linux-headers-5.15.0-119 (5.15.0-119.129) ... 2024-08-29T17:17:31.624 INFO:teuthology.orchestra.run.smithi028.stdout:Setting up linux-headers-generic (5.15.0.119.119) ... 2024-08-29T17:17:31.739 INFO:teuthology.orchestra.run.smithi053.stdout:Setting up linux-headers-5.15.0-119-generic (5.15.0-119.129) ... 2024-08-29T17:17:31.753 INFO:teuthology.orchestra.run.smithi028.stdout:Setting up linux-image-5.15.0-119-generic (5.15.0-119.129) ... 2024-08-29T17:17:31.899 INFO:teuthology.orchestra.run.smithi053.stdout:Setting up linux-headers-generic (5.15.0.119.119) ... 2024-08-29T17:17:32.027 INFO:teuthology.orchestra.run.smithi053.stdout:Setting up linux-image-5.15.0-119-generic (5.15.0-119.129) ... 2024-08-29T17:17:33.101 INFO:teuthology.orchestra.run.smithi028.stdout:I: /vmlinuz.old is now a symlink to boot/vmlinuz-5.15.0-56-generic 2024-08-29T17:17:33.101 INFO:teuthology.orchestra.run.smithi028.stdout:I: /initrd.img.old is now a symlink to boot/initrd.img-5.15.0-56-generic 2024-08-29T17:17:33.102 INFO:teuthology.orchestra.run.smithi028.stdout:I: /vmlinuz is now a symlink to boot/vmlinuz-5.15.0-119-generic 2024-08-29T17:17:33.102 INFO:teuthology.orchestra.run.smithi028.stdout:I: /initrd.img is now a symlink to boot/initrd.img-5.15.0-119-generic 2024-08-29T17:17:33.237 INFO:teuthology.orchestra.run.smithi028.stdout:Setting up linux-modules-5.15.0-119-generic (5.15.0-119.129) ... 2024-08-29T17:17:33.389 INFO:teuthology.orchestra.run.smithi053.stdout:I: /vmlinuz.old is now a symlink to boot/vmlinuz-5.15.0-56-generic 2024-08-29T17:17:33.389 INFO:teuthology.orchestra.run.smithi053.stdout:I: /initrd.img.old is now a symlink to boot/initrd.img-5.15.0-56-generic 2024-08-29T17:17:33.389 INFO:teuthology.orchestra.run.smithi053.stdout:I: /vmlinuz is now a symlink to boot/vmlinuz-5.15.0-119-generic 2024-08-29T17:17:33.389 INFO:teuthology.orchestra.run.smithi053.stdout:I: /initrd.img is now a symlink to boot/initrd.img-5.15.0-119-generic 2024-08-29T17:17:33.555 INFO:teuthology.orchestra.run.smithi053.stdout:Setting up linux-modules-5.15.0-119-generic (5.15.0-119.129) ... 2024-08-29T17:17:34.672 INFO:teuthology.orchestra.run.smithi028.stdout:Setting up linux-modules-extra-5.15.0-119-generic (5.15.0-119.129) ... 2024-08-29T17:17:34.989 INFO:teuthology.orchestra.run.smithi053.stdout:Setting up linux-modules-extra-5.15.0-119-generic (5.15.0-119.129) ... 2024-08-29T17:17:37.040 INFO:teuthology.orchestra.run.smithi028.stdout:Setting up linux-image-generic (5.15.0.119.119) ... 2024-08-29T17:17:37.166 INFO:teuthology.orchestra.run.smithi028.stdout:Setting up linux-generic (5.15.0.119.119) ... 2024-08-29T17:17:37.175 INFO:teuthology.orchestra.run.smithi053.stdout:Setting up linux-image-generic (5.15.0.119.119) ... 2024-08-29T17:17:37.326 INFO:teuthology.orchestra.run.smithi053.stdout:Setting up linux-generic (5.15.0.119.119) ... 2024-08-29T17:17:37.442 INFO:teuthology.orchestra.run.smithi028.stdout:Processing triggers for linux-image-5.15.0-119-generic (5.15.0-119.129) ... 2024-08-29T17:17:37.452 INFO:teuthology.orchestra.run.smithi053.stdout:Processing triggers for linux-image-5.15.0-119-generic (5.15.0-119.129) ... 2024-08-29T17:17:37.509 INFO:teuthology.orchestra.run.smithi028.stdout:/etc/kernel/postinst.d/initramfs-tools: 2024-08-29T17:17:37.509 INFO:teuthology.orchestra.run.smithi028.stdout:update-initramfs: Generating /boot/initrd.img-5.15.0-119-generic 2024-08-29T17:17:37.511 INFO:teuthology.orchestra.run.smithi053.stdout:/etc/kernel/postinst.d/initramfs-tools: 2024-08-29T17:17:37.511 INFO:teuthology.orchestra.run.smithi053.stdout:update-initramfs: Generating /boot/initrd.img-5.15.0-119-generic 2024-08-29T17:17:51.970 INFO:teuthology.orchestra.run.smithi028.stdout:/etc/kernel/postinst.d/zz-update-grub: 2024-08-29T17:17:51.971 INFO:teuthology.orchestra.run.smithi028.stdout:Sourcing file `/etc/default/grub' 2024-08-29T17:17:51.983 INFO:teuthology.orchestra.run.smithi053.stdout:/etc/kernel/postinst.d/zz-update-grub: 2024-08-29T17:17:51.983 INFO:teuthology.orchestra.run.smithi053.stdout:Sourcing file `/etc/default/grub' 2024-08-29T17:17:52.001 INFO:teuthology.orchestra.run.smithi028.stdout:Sourcing file `/etc/default/grub.d/init-select.cfg' 2024-08-29T17:17:52.005 INFO:teuthology.orchestra.run.smithi053.stdout:Sourcing file `/etc/default/grub.d/init-select.cfg' 2024-08-29T17:17:52.031 INFO:teuthology.orchestra.run.smithi053.stdout:Generating grub configuration file ... 2024-08-29T17:17:52.044 INFO:teuthology.orchestra.run.smithi028.stdout:Generating grub configuration file ... 2024-08-29T17:17:52.303 INFO:teuthology.orchestra.run.smithi053.stdout:Found linux image: /boot/vmlinuz-5.15.0-119-generic 2024-08-29T17:17:52.321 INFO:teuthology.orchestra.run.smithi053.stdout:Found initrd image: /boot/initrd.img-5.15.0-119-generic 2024-08-29T17:17:52.381 INFO:teuthology.orchestra.run.smithi028.stdout:Found linux image: /boot/vmlinuz-5.15.0-119-generic 2024-08-29T17:17:52.396 INFO:teuthology.orchestra.run.smithi028.stdout:Found initrd image: /boot/initrd.img-5.15.0-119-generic 2024-08-29T17:17:52.645 INFO:teuthology.orchestra.run.smithi053.stdout:Found linux image: /boot/vmlinuz-5.15.0-56-generic 2024-08-29T17:17:52.651 INFO:teuthology.orchestra.run.smithi053.stdout:Found initrd image: /boot/initrd.img-5.15.0-56-generic 2024-08-29T17:17:52.715 INFO:teuthology.orchestra.run.smithi053.stdout:Found linux image: /boot/vmlinuz-5.4.0-135-generic 2024-08-29T17:17:52.721 INFO:teuthology.orchestra.run.smithi053.stdout:Found initrd image: /boot/initrd.img-5.4.0-135-generic 2024-08-29T17:17:52.768 INFO:teuthology.orchestra.run.smithi028.stdout:Found linux image: /boot/vmlinuz-5.15.0-56-generic 2024-08-29T17:17:52.773 INFO:teuthology.orchestra.run.smithi028.stdout:Found initrd image: /boot/initrd.img-5.15.0-56-generic 2024-08-29T17:17:52.848 INFO:teuthology.orchestra.run.smithi028.stdout:Found linux image: /boot/vmlinuz-5.4.0-135-generic 2024-08-29T17:17:52.854 INFO:teuthology.orchestra.run.smithi028.stdout:Found initrd image: /boot/initrd.img-5.4.0-135-generic 2024-08-29T17:17:52.877 INFO:teuthology.orchestra.run.smithi053.stdout:Warning: os-prober will not be executed to detect other bootable partitions. 2024-08-29T17:17:52.877 INFO:teuthology.orchestra.run.smithi053.stdout:Systems on them will not be added to the GRUB boot configuration. 2024-08-29T17:17:52.877 INFO:teuthology.orchestra.run.smithi053.stdout:Check GRUB_DISABLE_OS_PROBER documentation entry. 2024-08-29T17:17:52.916 INFO:teuthology.orchestra.run.smithi053.stdout:done 2024-08-29T17:17:53.013 INFO:teuthology.orchestra.run.smithi028.stdout:Warning: os-prober will not be executed to detect other bootable partitions. 2024-08-29T17:17:53.013 INFO:teuthology.orchestra.run.smithi028.stdout:Systems on them will not be added to the GRUB boot configuration. 2024-08-29T17:17:53.013 INFO:teuthology.orchestra.run.smithi028.stdout:Check GRUB_DISABLE_OS_PROBER documentation entry. 2024-08-29T17:17:53.048 INFO:teuthology.orchestra.run.smithi028.stdout:done 2024-08-29T17:17:53.424 DEBUG:teuthology.orchestra.run.smithi053:> dpkg -s linux-image-generic 2024-08-29T17:17:53.444 INFO:teuthology.orchestra.run.smithi053.stdout:Package: linux-image-generic 2024-08-29T17:17:53.445 INFO:teuthology.orchestra.run.smithi053.stdout:Status: install ok installed 2024-08-29T17:17:53.445 INFO:teuthology.orchestra.run.smithi053.stdout:Priority: optional 2024-08-29T17:17:53.445 INFO:teuthology.orchestra.run.smithi053.stdout:Section: kernel 2024-08-29T17:17:53.445 INFO:teuthology.orchestra.run.smithi053.stdout:Installed-Size: 21 2024-08-29T17:17:53.445 INFO:teuthology.orchestra.run.smithi053.stdout:Maintainer: Ubuntu Kernel Team 2024-08-29T17:17:53.446 INFO:teuthology.orchestra.run.smithi053.stdout:Architecture: amd64 2024-08-29T17:17:53.446 INFO:teuthology.orchestra.run.smithi053.stdout:Source: linux-meta 2024-08-29T17:17:53.446 INFO:teuthology.orchestra.run.smithi053.stdout:Version: 5.15.0.119.119 2024-08-29T17:17:53.446 INFO:teuthology.orchestra.run.smithi053.stdout:Provides: spl-modules (= 2.1.5-1ubuntu6~22.04.4), v4l2loopback-modules (= 0.12.7-2ubuntu2~22.04.1), virtualbox-guest-modules (= 5.15.0-119), wireguard-modules (= 1.0.0), zfs-modules (= 2.1.5-1ubuntu6~22.04.4) 2024-08-29T17:17:53.446 INFO:teuthology.orchestra.run.smithi053.stdout:Depends: linux-image-5.15.0-119-generic, linux-modules-extra-5.15.0-119-generic, linux-firmware, intel-microcode, amd64-microcode 2024-08-29T17:17:53.447 INFO:teuthology.orchestra.run.smithi053.stdout:Recommends: thermald 2024-08-29T17:17:53.447 INFO:teuthology.orchestra.run.smithi053.stdout:Description: Generic Linux kernel image 2024-08-29T17:17:53.447 INFO:teuthology.orchestra.run.smithi053.stdout: This package will always depend on the latest generic kernel image 2024-08-29T17:17:53.447 INFO:teuthology.orchestra.run.smithi053.stdout: available. 2024-08-29T17:17:53.447 INFO:teuthology.task.kernel:Not newest distro kernel. Current: 5.15.0-56-generic Expected: 5.15.0-119-generic 2024-08-29T17:17:53.448 INFO:teuthology.task.kernel:Skipping firmware on distro kernel 2024-08-29T17:17:53.448 DEBUG:teuthology.task.kernel:src is distro, skipping download 2024-08-29T17:17:53.448 INFO:teuthology.task.kernel:Installing distro kernel on mon.b... 2024-08-29T17:17:53.449 DEBUG:teuthology.task.kernel:install_kernel(remote=ubuntu@smithi053.front.sepia.ceph.com, path=None, version=distro) 2024-08-29T17:17:53.449 DEBUG:teuthology.orchestra.run.smithi053:> sudo apt-get clean 2024-08-29T17:17:53.574 DEBUG:teuthology.orchestra.run.smithi028:> dpkg -s linux-image-generic 2024-08-29T17:17:53.637 DEBUG:teuthology.orchestra.run.smithi053:> sudo apt-get update 2024-08-29T17:17:53.640 INFO:teuthology.orchestra.run.smithi028.stdout:Package: linux-image-generic 2024-08-29T17:17:53.641 INFO:teuthology.orchestra.run.smithi028.stdout:Status: install ok installed 2024-08-29T17:17:53.641 INFO:teuthology.orchestra.run.smithi028.stdout:Priority: optional 2024-08-29T17:17:53.641 INFO:teuthology.orchestra.run.smithi028.stdout:Section: kernel 2024-08-29T17:17:53.641 INFO:teuthology.orchestra.run.smithi028.stdout:Installed-Size: 21 2024-08-29T17:17:53.641 INFO:teuthology.orchestra.run.smithi028.stdout:Maintainer: Ubuntu Kernel Team 2024-08-29T17:17:53.641 INFO:teuthology.orchestra.run.smithi028.stdout:Architecture: amd64 2024-08-29T17:17:53.641 INFO:teuthology.orchestra.run.smithi028.stdout:Source: linux-meta 2024-08-29T17:17:53.641 INFO:teuthology.orchestra.run.smithi028.stdout:Version: 5.15.0.119.119 2024-08-29T17:17:53.641 INFO:teuthology.orchestra.run.smithi028.stdout:Provides: spl-modules (= 2.1.5-1ubuntu6~22.04.4), v4l2loopback-modules (= 0.12.7-2ubuntu2~22.04.1), virtualbox-guest-modules (= 5.15.0-119), wireguard-modules (= 1.0.0), zfs-modules (= 2.1.5-1ubuntu6~22.04.4) 2024-08-29T17:17:53.641 INFO:teuthology.orchestra.run.smithi028.stdout:Depends: linux-image-5.15.0-119-generic, linux-modules-extra-5.15.0-119-generic, linux-firmware, intel-microcode, amd64-microcode 2024-08-29T17:17:53.642 INFO:teuthology.orchestra.run.smithi028.stdout:Recommends: thermald 2024-08-29T17:17:53.642 INFO:teuthology.orchestra.run.smithi028.stdout:Description: Generic Linux kernel image 2024-08-29T17:17:53.642 INFO:teuthology.orchestra.run.smithi028.stdout: This package will always depend on the latest generic kernel image 2024-08-29T17:17:53.642 INFO:teuthology.orchestra.run.smithi028.stdout: available. 2024-08-29T17:17:53.642 INFO:teuthology.task.kernel:Not newest distro kernel. Current: 5.15.0-56-generic Expected: 5.15.0-119-generic 2024-08-29T17:17:53.643 INFO:teuthology.task.kernel:Skipping firmware on distro kernel 2024-08-29T17:17:53.643 DEBUG:teuthology.task.kernel:src is distro, skipping download 2024-08-29T17:17:53.643 INFO:teuthology.task.kernel:Installing distro kernel on mon.a... 2024-08-29T17:17:53.643 DEBUG:teuthology.task.kernel:install_kernel(remote=ubuntu@smithi028.front.sepia.ceph.com, path=None, version=distro) 2024-08-29T17:17:53.643 DEBUG:teuthology.orchestra.run.smithi028:> sudo apt-get clean 2024-08-29T17:17:53.762 INFO:teuthology.orchestra.run.smithi053.stdout:Hit:1 http://archive.ubuntu.com/ubuntu jammy InRelease 2024-08-29T17:17:53.763 INFO:teuthology.orchestra.run.smithi053.stdout:Hit:2 http://security.ubuntu.com/ubuntu jammy-security InRelease 2024-08-29T17:17:53.770 INFO:teuthology.orchestra.run.smithi053.stdout:Hit:3 http://archive.ubuntu.com/ubuntu jammy-updates InRelease 2024-08-29T17:17:53.787 INFO:teuthology.orchestra.run.smithi053.stdout:Hit:4 http://archive.ubuntu.com/ubuntu jammy-backports InRelease 2024-08-29T17:17:53.838 DEBUG:teuthology.orchestra.run.smithi028:> sudo apt-get update 2024-08-29T17:17:53.962 INFO:teuthology.orchestra.run.smithi028.stdout:Hit:1 http://security.ubuntu.com/ubuntu jammy-security InRelease 2024-08-29T17:17:54.082 INFO:teuthology.orchestra.run.smithi028.stdout:Hit:2 http://archive.ubuntu.com/ubuntu jammy InRelease 2024-08-29T17:17:54.164 INFO:teuthology.orchestra.run.smithi028.stdout:Hit:3 http://archive.ubuntu.com/ubuntu jammy-updates InRelease 2024-08-29T17:17:54.258 INFO:teuthology.orchestra.run.smithi028.stdout:Hit:4 http://archive.ubuntu.com/ubuntu jammy-backports InRelease 2024-08-29T17:17:55.333 INFO:teuthology.orchestra.run.smithi053.stdout:Reading package lists... 2024-08-29T17:17:55.352 DEBUG:teuthology.orchestra.run.smithi053:> sudo DEBIAN_FRONTEND=noninteractive apt-get -y install linux-image-generic 2024-08-29T17:17:55.406 INFO:teuthology.orchestra.run.smithi053.stdout:Reading package lists... 2024-08-29T17:17:55.432 INFO:teuthology.orchestra.run.smithi028.stdout:Reading package lists... 2024-08-29T17:17:55.453 DEBUG:teuthology.orchestra.run.smithi028:> sudo DEBIAN_FRONTEND=noninteractive apt-get -y install linux-image-generic 2024-08-29T17:17:55.507 INFO:teuthology.orchestra.run.smithi028.stdout:Reading package lists... 2024-08-29T17:17:55.603 INFO:teuthology.orchestra.run.smithi053.stdout:Building dependency tree... 2024-08-29T17:17:55.604 INFO:teuthology.orchestra.run.smithi053.stdout:Reading state information... 2024-08-29T17:17:55.696 INFO:teuthology.orchestra.run.smithi028.stdout:Building dependency tree... 2024-08-29T17:17:55.696 INFO:teuthology.orchestra.run.smithi028.stdout:Reading state information... 2024-08-29T17:17:55.782 INFO:teuthology.orchestra.run.smithi053.stdout:linux-image-generic is already the newest version (5.15.0.119.119). 2024-08-29T17:17:55.782 INFO:teuthology.orchestra.run.smithi053.stdout:The following packages were automatically installed and are no longer required: 2024-08-29T17:17:55.782 INFO:teuthology.orchestra.run.smithi053.stdout: libboost-iostreams1.74.0 libboost-thread1.74.0 libgfapi0 libgfrpc0 libgfxdr0 2024-08-29T17:17:55.783 INFO:teuthology.orchestra.run.smithi053.stdout: libglusterfs0 libiscsi7 libpmemobj1 libpython2-dev libpython2-stdlib 2024-08-29T17:17:55.783 INFO:teuthology.orchestra.run.smithi053.stdout: libpython2.7 libpython2.7-dev libpython2.7-minimal libpython2.7-stdlib 2024-08-29T17:17:55.783 INFO:teuthology.orchestra.run.smithi053.stdout: linux-image-5.4.0-135-generic linux-modules-5.4.0-135-generic python2 2024-08-29T17:17:55.783 INFO:teuthology.orchestra.run.smithi053.stdout: python2-dev python2-minimal python2.7 python2.7-dev python2.7-minimal 2024-08-29T17:17:55.783 INFO:teuthology.orchestra.run.smithi053.stdout:Use 'sudo apt autoremove' to remove them. 2024-08-29T17:17:55.825 INFO:teuthology.orchestra.run.smithi053.stdout:0 upgraded, 0 newly installed, 0 to remove and 344 not upgraded. 2024-08-29T17:17:55.827 DEBUG:teuthology.orchestra.run.smithi053:> dpkg -s linux-image-generic 2024-08-29T17:17:55.871 INFO:teuthology.orchestra.run.smithi028.stdout:linux-image-generic is already the newest version (5.15.0.119.119). 2024-08-29T17:17:55.871 INFO:teuthology.orchestra.run.smithi028.stdout:The following packages were automatically installed and are no longer required: 2024-08-29T17:17:55.871 INFO:teuthology.orchestra.run.smithi028.stdout: libboost-iostreams1.74.0 libboost-thread1.74.0 libgfapi0 libgfrpc0 libgfxdr0 2024-08-29T17:17:55.871 INFO:teuthology.orchestra.run.smithi028.stdout: libglusterfs0 libiscsi7 libpmemobj1 libpython2-dev libpython2-stdlib 2024-08-29T17:17:55.871 INFO:teuthology.orchestra.run.smithi028.stdout: libpython2.7 libpython2.7-dev libpython2.7-minimal libpython2.7-stdlib 2024-08-29T17:17:55.872 INFO:teuthology.orchestra.run.smithi028.stdout: linux-image-5.4.0-135-generic linux-modules-5.4.0-135-generic python2 2024-08-29T17:17:55.872 INFO:teuthology.orchestra.run.smithi028.stdout: python2-dev python2-minimal python2.7 python2.7-dev python2.7-minimal 2024-08-29T17:17:55.872 INFO:teuthology.orchestra.run.smithi028.stdout:Use 'sudo apt autoremove' to remove them. 2024-08-29T17:17:55.884 INFO:teuthology.orchestra.run.smithi053.stdout:Package: linux-image-generic 2024-08-29T17:17:55.884 INFO:teuthology.orchestra.run.smithi053.stdout:Status: install ok installed 2024-08-29T17:17:55.884 INFO:teuthology.orchestra.run.smithi053.stdout:Priority: optional 2024-08-29T17:17:55.884 INFO:teuthology.orchestra.run.smithi053.stdout:Section: kernel 2024-08-29T17:17:55.884 INFO:teuthology.orchestra.run.smithi053.stdout:Installed-Size: 21 2024-08-29T17:17:55.884 INFO:teuthology.orchestra.run.smithi053.stdout:Maintainer: Ubuntu Kernel Team 2024-08-29T17:17:55.885 INFO:teuthology.orchestra.run.smithi053.stdout:Architecture: amd64 2024-08-29T17:17:55.885 INFO:teuthology.orchestra.run.smithi053.stdout:Source: linux-meta 2024-08-29T17:17:55.885 INFO:teuthology.orchestra.run.smithi053.stdout:Version: 5.15.0.119.119 2024-08-29T17:17:55.885 INFO:teuthology.orchestra.run.smithi053.stdout:Provides: spl-modules (= 2.1.5-1ubuntu6~22.04.4), v4l2loopback-modules (= 0.12.7-2ubuntu2~22.04.1), virtualbox-guest-modules (= 5.15.0-119), wireguard-modules (= 1.0.0), zfs-modules (= 2.1.5-1ubuntu6~22.04.4) 2024-08-29T17:17:55.885 INFO:teuthology.orchestra.run.smithi053.stdout:Depends: linux-image-5.15.0-119-generic, linux-modules-extra-5.15.0-119-generic, linux-firmware, intel-microcode, amd64-microcode 2024-08-29T17:17:55.885 INFO:teuthology.orchestra.run.smithi053.stdout:Recommends: thermald 2024-08-29T17:17:55.885 INFO:teuthology.orchestra.run.smithi053.stdout:Description: Generic Linux kernel image 2024-08-29T17:17:55.885 INFO:teuthology.orchestra.run.smithi053.stdout: This package will always depend on the latest generic kernel image 2024-08-29T17:17:55.885 INFO:teuthology.orchestra.run.smithi053.stdout: available. 2024-08-29T17:17:55.886 DEBUG:teuthology.orchestra.run.smithi053:> mktemp 2024-08-29T17:17:55.913 INFO:teuthology.orchestra.run.smithi028.stdout:0 upgraded, 0 newly installed, 0 to remove and 344 not upgraded. 2024-08-29T17:17:55.915 DEBUG:teuthology.orchestra.run.smithi028:> dpkg -s linux-image-generic 2024-08-29T17:17:55.931 INFO:teuthology.orchestra.run.smithi053.stdout:/tmp/tmp.IcDnYSjlA4 2024-08-29T17:17:55.932 DEBUG:teuthology.orchestra.run.smithi053:> sudo cp /boot/grub/grub.cfg /tmp/tmp.IcDnYSjlA4 2024-08-29T17:17:55.967 INFO:teuthology.orchestra.run.smithi028.stdout:Package: linux-image-generic 2024-08-29T17:17:55.968 INFO:teuthology.orchestra.run.smithi028.stdout:Status: install ok installed 2024-08-29T17:17:55.968 INFO:teuthology.orchestra.run.smithi028.stdout:Priority: optional 2024-08-29T17:17:55.968 INFO:teuthology.orchestra.run.smithi028.stdout:Section: kernel 2024-08-29T17:17:55.968 INFO:teuthology.orchestra.run.smithi028.stdout:Installed-Size: 21 2024-08-29T17:17:55.968 INFO:teuthology.orchestra.run.smithi028.stdout:Maintainer: Ubuntu Kernel Team 2024-08-29T17:17:55.968 INFO:teuthology.orchestra.run.smithi028.stdout:Architecture: amd64 2024-08-29T17:17:55.968 INFO:teuthology.orchestra.run.smithi028.stdout:Source: linux-meta 2024-08-29T17:17:55.968 INFO:teuthology.orchestra.run.smithi028.stdout:Version: 5.15.0.119.119 2024-08-29T17:17:55.968 INFO:teuthology.orchestra.run.smithi028.stdout:Provides: spl-modules (= 2.1.5-1ubuntu6~22.04.4), v4l2loopback-modules (= 0.12.7-2ubuntu2~22.04.1), virtualbox-guest-modules (= 5.15.0-119), wireguard-modules (= 1.0.0), zfs-modules (= 2.1.5-1ubuntu6~22.04.4) 2024-08-29T17:17:55.969 INFO:teuthology.orchestra.run.smithi028.stdout:Depends: linux-image-5.15.0-119-generic, linux-modules-extra-5.15.0-119-generic, linux-firmware, intel-microcode, amd64-microcode 2024-08-29T17:17:55.969 INFO:teuthology.orchestra.run.smithi028.stdout:Recommends: thermald 2024-08-29T17:17:55.969 INFO:teuthology.orchestra.run.smithi028.stdout:Description: Generic Linux kernel image 2024-08-29T17:17:55.969 INFO:teuthology.orchestra.run.smithi028.stdout: This package will always depend on the latest generic kernel image 2024-08-29T17:17:55.969 INFO:teuthology.orchestra.run.smithi028.stdout: available. 2024-08-29T17:17:55.969 DEBUG:teuthology.orchestra.run.smithi028:> mktemp 2024-08-29T17:17:55.985 DEBUG:teuthology.orchestra.run.smithi053:> sudo chmod 0666 /tmp/tmp.IcDnYSjlA4 2024-08-29T17:17:56.016 INFO:teuthology.orchestra.run.smithi028.stdout:/tmp/tmp.iXmSvNkDM0 2024-08-29T17:17:56.017 DEBUG:teuthology.orchestra.run.smithi028:> sudo cp /boot/grub/grub.cfg /tmp/tmp.iXmSvNkDM0 2024-08-29T17:17:56.072 DEBUG:teuthology.orchestra.run.smithi028:> sudo chmod 0666 /tmp/tmp.iXmSvNkDM0 2024-08-29T17:17:56.121 DEBUG:teuthology.orchestra.remote:smithi053:/tmp/tmp.IcDnYSjlA4 is 10KB 2024-08-29T17:17:56.133 DEBUG:teuthology.orchestra.run.smithi053:> rm -fr /tmp/tmp.IcDnYSjlA4 2024-08-29T17:17:56.138 DEBUG:teuthology.orchestra.run.smithi053:> sudo rm -f -- /etc/grub.d/01_ceph_kernel 2024-08-29T17:17:56.180 DEBUG:teuthology.orchestra.remote:smithi028:/tmp/tmp.iXmSvNkDM0 is 10KB 2024-08-29T17:17:56.192 DEBUG:teuthology.orchestra.run.smithi053:> set -ex 2024-08-29T17:17:56.192 DEBUG:teuthology.orchestra.run.smithi053:> sudo dd of=/etc/grub.d/01_ceph_kernel 2024-08-29T17:17:56.192 DEBUG:teuthology.orchestra.run.smithi053:> sudo chmod 755 /etc/grub.d/01_ceph_kernel 2024-08-29T17:17:56.195 DEBUG:teuthology.orchestra.run.smithi028:> rm -fr /tmp/tmp.iXmSvNkDM0 2024-08-29T17:17:56.200 DEBUG:teuthology.orchestra.run.smithi028:> sudo rm -f -- /etc/grub.d/01_ceph_kernel 2024-08-29T17:17:56.255 DEBUG:teuthology.orchestra.run.smithi028:> set -ex 2024-08-29T17:17:56.255 DEBUG:teuthology.orchestra.run.smithi028:> sudo dd of=/etc/grub.d/01_ceph_kernel 2024-08-29T17:17:56.255 DEBUG:teuthology.orchestra.run.smithi028:> sudo chmod 755 /etc/grub.d/01_ceph_kernel 2024-08-29T17:17:56.268 INFO:teuthology.task.kernel:Distro Kernel Version: 5.15.0-119-generic 2024-08-29T17:17:56.268 DEBUG:teuthology.orchestra.run.smithi053:> sudo update-grub 2024-08-29T17:17:56.360 INFO:teuthology.task.kernel:Distro Kernel Version: 5.15.0-119-generic 2024-08-29T17:17:56.360 DEBUG:teuthology.orchestra.run.smithi028:> sudo update-grub 2024-08-29T17:17:57.527 INFO:teuthology.orchestra.run.smithi053.stderr:Sourcing file `/etc/default/grub' 2024-08-29T17:17:57.527 INFO:teuthology.orchestra.run.smithi053.stderr:Sourcing file `/etc/default/grub.d/init-select.cfg' 2024-08-29T17:17:57.529 INFO:teuthology.orchestra.run.smithi053.stderr:Generating grub configuration file ... 2024-08-29T17:17:57.704 INFO:teuthology.orchestra.run.smithi053.stderr:Found linux image: /boot/vmlinuz-5.15.0-119-generic 2024-08-29T17:17:57.710 INFO:teuthology.orchestra.run.smithi053.stderr:Found initrd image: /boot/initrd.img-5.15.0-119-generic 2024-08-29T17:17:57.767 INFO:teuthology.orchestra.run.smithi028.stderr:Sourcing file `/etc/default/grub' 2024-08-29T17:17:57.768 INFO:teuthology.orchestra.run.smithi028.stderr:Sourcing file `/etc/default/grub.d/init-select.cfg' 2024-08-29T17:17:57.771 INFO:teuthology.orchestra.run.smithi028.stderr:Generating grub configuration file ... 2024-08-29T17:17:57.940 INFO:teuthology.orchestra.run.smithi053.stderr:Found linux image: /boot/vmlinuz-5.15.0-56-generic 2024-08-29T17:17:57.945 INFO:teuthology.orchestra.run.smithi053.stderr:Found initrd image: /boot/initrd.img-5.15.0-56-generic 2024-08-29T17:17:57.987 INFO:teuthology.orchestra.run.smithi053.stderr:Found linux image: /boot/vmlinuz-5.4.0-135-generic 2024-08-29T17:17:57.992 INFO:teuthology.orchestra.run.smithi053.stderr:Found initrd image: /boot/initrd.img-5.4.0-135-generic 2024-08-29T17:17:58.033 INFO:teuthology.orchestra.run.smithi028.stderr:Found linux image: /boot/vmlinuz-5.15.0-119-generic 2024-08-29T17:17:58.040 INFO:teuthology.orchestra.run.smithi028.stderr:Found initrd image: /boot/initrd.img-5.15.0-119-generic 2024-08-29T17:17:58.152 INFO:teuthology.orchestra.run.smithi053.stderr:Warning: os-prober will not be executed to detect other bootable partitions. 2024-08-29T17:17:58.152 INFO:teuthology.orchestra.run.smithi053.stderr:Systems on them will not be added to the GRUB boot configuration. 2024-08-29T17:17:58.152 INFO:teuthology.orchestra.run.smithi053.stderr:Check GRUB_DISABLE_OS_PROBER documentation entry. 2024-08-29T17:17:58.165 INFO:teuthology.orchestra.run.smithi053.stderr:done 2024-08-29T17:17:58.167 DEBUG:teuthology.orchestra.run.smithi053:> sudo shutdown -r now 2024-08-29T17:17:58.315 INFO:teuthology.orchestra.run.smithi028.stderr:Found linux image: /boot/vmlinuz-5.15.0-56-generic 2024-08-29T17:17:58.321 INFO:teuthology.orchestra.run.smithi028.stderr:Found initrd image: /boot/initrd.img-5.15.0-56-generic 2024-08-29T17:17:58.364 INFO:teuthology.orchestra.run.smithi028.stderr:Found linux image: /boot/vmlinuz-5.4.0-135-generic 2024-08-29T17:17:58.369 INFO:teuthology.orchestra.run.smithi028.stderr:Found initrd image: /boot/initrd.img-5.4.0-135-generic 2024-08-29T17:17:58.525 INFO:teuthology.orchestra.run.smithi028.stderr:Warning: os-prober will not be executed to detect other bootable partitions. 2024-08-29T17:17:58.525 INFO:teuthology.orchestra.run.smithi028.stderr:Systems on them will not be added to the GRUB boot configuration. 2024-08-29T17:17:58.526 INFO:teuthology.orchestra.run.smithi028.stderr:Check GRUB_DISABLE_OS_PROBER documentation entry. 2024-08-29T17:17:58.545 INFO:teuthology.orchestra.run.smithi028.stderr:done 2024-08-29T17:17:58.547 DEBUG:teuthology.orchestra.run.smithi028:> sudo shutdown -r now 2024-08-29T17:18:28.197 INFO:teuthology.task.kernel:Checking client mon.b for new kernel version... 2024-08-29T17:18:28.197 INFO:teuthology.orchestra.remote:Trying to reconnect to host 'ubuntu@smithi053.front.sepia.ceph.com' 2024-08-29T17:18:28.198 DEBUG:teuthology.orchestra.connection:{'hostname': 'smithi053.front.sepia.ceph.com', 'username': 'ubuntu', 'timeout': 60} 2024-08-29T17:18:28.550 INFO:teuthology.task.kernel:Checking client mon.a for new kernel version... 2024-08-29T17:18:28.550 INFO:teuthology.orchestra.remote:Trying to reconnect to host 'ubuntu@smithi028.front.sepia.ceph.com' 2024-08-29T17:18:28.551 DEBUG:teuthology.orchestra.connection:{'hostname': 'smithi028.front.sepia.ceph.com', 'username': 'ubuntu', 'timeout': 60} 2024-08-29T17:18:46.593 DEBUG:teuthology.orchestra.remote:[Errno None] Unable to connect to port 22 on 172.21.15.53 2024-08-29T17:18:47.105 DEBUG:teuthology.orchestra.remote:[Errno None] Unable to connect to port 22 on 172.21.15.28 2024-08-29T17:18:55.603 INFO:teuthology.orchestra.remote:Trying to reconnect to host 'ubuntu@smithi053.front.sepia.ceph.com' 2024-08-29T17:18:55.604 DEBUG:teuthology.orchestra.connection:{'hostname': 'smithi053.front.sepia.ceph.com', 'username': 'ubuntu', 'timeout': 60} 2024-08-29T17:18:56.106 INFO:teuthology.orchestra.remote:Trying to reconnect to host 'ubuntu@smithi028.front.sepia.ceph.com' 2024-08-29T17:18:56.106 DEBUG:teuthology.orchestra.connection:{'hostname': 'smithi028.front.sepia.ceph.com', 'username': 'ubuntu', 'timeout': 60} 2024-08-29T17:19:13.981 DEBUG:teuthology.orchestra.remote:[Errno None] Unable to connect to port 22 on 172.21.15.53 2024-08-29T17:19:14.497 DEBUG:teuthology.orchestra.remote:[Errno None] Unable to connect to port 22 on 172.21.15.28 2024-08-29T17:19:25.994 INFO:teuthology.orchestra.remote:Trying to reconnect to host 'ubuntu@smithi053.front.sepia.ceph.com' 2024-08-29T17:19:25.995 DEBUG:teuthology.orchestra.connection:{'hostname': 'smithi053.front.sepia.ceph.com', 'username': 'ubuntu', 'timeout': 60} 2024-08-29T17:19:26.498 INFO:teuthology.orchestra.remote:Trying to reconnect to host 'ubuntu@smithi028.front.sepia.ceph.com' 2024-08-29T17:19:26.499 DEBUG:teuthology.orchestra.connection:{'hostname': 'smithi028.front.sepia.ceph.com', 'username': 'ubuntu', 'timeout': 60} 2024-08-29T17:19:28.573 DEBUG:teuthology.orchestra.remote:[Errno None] Unable to connect to port 22 on 172.21.15.28 2024-08-29T17:19:28.704 DEBUG:teuthology.orchestra.run.smithi053:> true 2024-08-29T17:19:29.471 INFO:teuthology.orchestra.remote:Successfully reconnected to host 'ubuntu@smithi053.front.sepia.ceph.com' 2024-08-29T17:19:29.471 INFO:teuthology.task.kernel:Checking kernel version of mon.b, want "5.15.0-119-generic"... 2024-08-29T17:19:29.471 DEBUG:teuthology.orchestra.run.smithi053:> uname -r 2024-08-29T17:19:29.519 INFO:teuthology.orchestra.run.smithi053.stdout:5.15.0-119-generic 2024-08-29T17:19:29.519 DEBUG:teuthology.task.kernel:current kernel version is 5.15.0-119-generic vs 5.15.0-119-generic 2024-08-29T17:19:29.519 DEBUG:teuthology.task.kernel:utsrelease strings match, do not need to install 2024-08-29T17:19:29.519 DEBUG:teuthology.task.kernel:Distro of this test job: ubuntu 2024-08-29T17:19:30.520 INFO:teuthology.task.kernel:Enabling kdb on mon.b... 2024-08-29T17:19:30.521 DEBUG:teuthology.orchestra.run.smithi053:> echo ttyS1 | sudo tee /sys/module/kgdboc/parameters/kgdboc 2024-08-29T17:19:31.047 INFO:teuthology.orchestra.run.smithi053.stdout:ttyS1 2024-08-29T17:19:31.073 DEBUG:teuthology.parallel:result is None 2024-08-29T17:19:43.574 INFO:teuthology.orchestra.remote:Trying to reconnect to host 'ubuntu@smithi028.front.sepia.ceph.com' 2024-08-29T17:19:43.575 DEBUG:teuthology.orchestra.connection:{'hostname': 'smithi028.front.sepia.ceph.com', 'username': 'ubuntu', 'timeout': 60} 2024-08-29T17:19:43.797 DEBUG:teuthology.orchestra.run.smithi028:> true 2024-08-29T17:19:44.454 INFO:teuthology.orchestra.remote:Successfully reconnected to host 'ubuntu@smithi028.front.sepia.ceph.com' 2024-08-29T17:19:44.455 INFO:teuthology.task.kernel:Checking kernel version of mon.a, want "5.15.0-119-generic"... 2024-08-29T17:19:44.455 DEBUG:teuthology.orchestra.run.smithi028:> uname -r 2024-08-29T17:19:44.501 INFO:teuthology.orchestra.run.smithi028.stdout:5.15.0-119-generic 2024-08-29T17:19:44.501 DEBUG:teuthology.task.kernel:current kernel version is 5.15.0-119-generic vs 5.15.0-119-generic 2024-08-29T17:19:44.501 DEBUG:teuthology.task.kernel:utsrelease strings match, do not need to install 2024-08-29T17:19:44.501 DEBUG:teuthology.task.kernel:Distro of this test job: ubuntu 2024-08-29T17:19:45.502 INFO:teuthology.task.kernel:Enabling kdb on mon.a... 2024-08-29T17:19:45.503 DEBUG:teuthology.orchestra.run.smithi028:> echo ttyS1 | sudo tee /sys/module/kgdboc/parameters/kgdboc 2024-08-29T17:19:45.579 INFO:teuthology.orchestra.run.smithi028.stdout:ttyS1 2024-08-29T17:19:45.599 DEBUG:teuthology.parallel:result is None 2024-08-29T17:19:45.599 INFO:teuthology.run_tasks:Running task internal.base... 2024-08-29T17:19:45.608 INFO:teuthology.task.internal:Creating test directory... 2024-08-29T17:19:45.608 DEBUG:teuthology.orchestra.run.smithi028:> mkdir -p -m0755 -- /home/ubuntu/cephtest 2024-08-29T17:19:45.610 DEBUG:teuthology.orchestra.run.smithi053:> mkdir -p -m0755 -- /home/ubuntu/cephtest 2024-08-29T17:19:45.617 INFO:teuthology.run_tasks:Running task internal.archive_upload... 2024-08-29T17:19:45.652 INFO:teuthology.run_tasks:Running task internal.archive... 2024-08-29T17:19:45.685 INFO:teuthology.task.internal:Creating archive directory... 2024-08-29T17:19:45.685 DEBUG:teuthology.orchestra.run.smithi028:> install -d -m0755 -- /home/ubuntu/cephtest/archive 2024-08-29T17:19:45.687 DEBUG:teuthology.orchestra.run.smithi053:> install -d -m0755 -- /home/ubuntu/cephtest/archive 2024-08-29T17:19:45.715 INFO:teuthology.run_tasks:Running task internal.coredump... 2024-08-29T17:19:45.727 INFO:teuthology.task.internal:Enabling coredump saving... 2024-08-29T17:19:45.727 DEBUG:teuthology.orchestra.run.smithi028:> install -d -m0755 -- /home/ubuntu/cephtest/archive/coredump && sudo sysctl -w kernel.core_pattern=/home/ubuntu/cephtest/archive/coredump/%t.%p.core && echo kernel.core_pattern=/home/ubuntu/cephtest/archive/coredump/%t.%p.core | sudo tee -a /etc/sysctl.conf 2024-08-29T17:19:45.742 DEBUG:teuthology.orchestra.run.smithi053:> install -d -m0755 -- /home/ubuntu/cephtest/archive/coredump && sudo sysctl -w kernel.core_pattern=/home/ubuntu/cephtest/archive/coredump/%t.%p.core && echo kernel.core_pattern=/home/ubuntu/cephtest/archive/coredump/%t.%p.core | sudo tee -a /etc/sysctl.conf 2024-08-29T17:19:45.760 INFO:teuthology.orchestra.run.smithi028.stdout:kernel.core_pattern = /home/ubuntu/cephtest/archive/coredump/%t.%p.core 2024-08-29T17:19:45.768 INFO:teuthology.orchestra.run.smithi028.stdout:kernel.core_pattern=/home/ubuntu/cephtest/archive/coredump/%t.%p.core 2024-08-29T17:19:45.770 INFO:teuthology.orchestra.run.smithi053.stdout:kernel.core_pattern = /home/ubuntu/cephtest/archive/coredump/%t.%p.core 2024-08-29T17:19:45.780 INFO:teuthology.orchestra.run.smithi053.stdout:kernel.core_pattern=/home/ubuntu/cephtest/archive/coredump/%t.%p.core 2024-08-29T17:19:45.781 INFO:teuthology.run_tasks:Running task internal.sudo... 2024-08-29T17:19:45.790 INFO:teuthology.task.internal:Configuring sudo... 2024-08-29T17:19:45.790 DEBUG:teuthology.orchestra.run.smithi028:> sudo sed -i.orig.teuthology -e 's/^\([^#]*\) \(requiretty\)/\1 !\2/g' -e 's/^\([^#]*\) !\(visiblepw\)/\1 \2/g' /etc/sudoers 2024-08-29T17:19:45.814 DEBUG:teuthology.orchestra.run.smithi053:> sudo sed -i.orig.teuthology -e 's/^\([^#]*\) \(requiretty\)/\1 !\2/g' -e 's/^\([^#]*\) !\(visiblepw\)/\1 \2/g' /etc/sudoers 2024-08-29T17:19:45.835 INFO:teuthology.run_tasks:Running task internal.syslog... 2024-08-29T17:19:45.845 INFO:teuthology.task.internal.syslog:Starting syslog monitoring... 2024-08-29T17:19:45.845 DEBUG:teuthology.orchestra.run.smithi028:> mkdir -p -m0755 -- /home/ubuntu/cephtest/archive/syslog 2024-08-29T17:19:45.870 DEBUG:teuthology.orchestra.run.smithi053:> mkdir -p -m0755 -- /home/ubuntu/cephtest/archive/syslog 2024-08-29T17:19:45.883 DEBUG:teuthology.orchestra.run.smithi028:> install -m 666 /dev/null /home/ubuntu/cephtest/archive/syslog/kern.log 2024-08-29T17:19:45.921 DEBUG:teuthology.orchestra.run.smithi028:> install -m 666 /dev/null /home/ubuntu/cephtest/archive/syslog/misc.log 2024-08-29T17:19:45.969 DEBUG:teuthology.orchestra.run.smithi028:> set -ex 2024-08-29T17:19:45.969 DEBUG:teuthology.orchestra.run.smithi028:> sudo dd of=/etc/rsyslog.d/80-cephtest.conf 2024-08-29T17:19:46.028 DEBUG:teuthology.orchestra.run.smithi053:> install -m 666 /dev/null /home/ubuntu/cephtest/archive/syslog/kern.log 2024-08-29T17:19:46.034 DEBUG:teuthology.orchestra.run.smithi053:> install -m 666 /dev/null /home/ubuntu/cephtest/archive/syslog/misc.log 2024-08-29T17:19:46.083 DEBUG:teuthology.orchestra.run.smithi053:> set -ex 2024-08-29T17:19:46.083 DEBUG:teuthology.orchestra.run.smithi053:> sudo dd of=/etc/rsyslog.d/80-cephtest.conf 2024-08-29T17:19:46.159 DEBUG:teuthology.orchestra.run.smithi028:> sudo service rsyslog restart 2024-08-29T17:19:46.161 DEBUG:teuthology.orchestra.run.smithi053:> sudo service rsyslog restart 2024-08-29T17:19:46.254 INFO:teuthology.run_tasks:Running task internal.timer... 2024-08-29T17:19:46.263 INFO:teuthology.task.internal:Starting timer... 2024-08-29T17:19:46.263 INFO:teuthology.run_tasks:Running task pcp... 2024-08-29T17:19:46.305 INFO:teuthology.run_tasks:Running task selinux... 2024-08-29T17:19:46.337 DEBUG:teuthology.task.selinux:Excluding smithi028: OS 'ubuntu' does not support SELinux 2024-08-29T17:19:46.337 DEBUG:teuthology.task.selinux:Excluding smithi053: OS 'ubuntu' does not support SELinux 2024-08-29T17:19:46.337 DEBUG:teuthology.task.selinux:Getting current SELinux state 2024-08-29T17:19:46.337 DEBUG:teuthology.task.selinux:Existing SELinux modes: {} 2024-08-29T17:19:46.337 INFO:teuthology.task.selinux:Putting SELinux into permissive mode 2024-08-29T17:19:46.337 INFO:teuthology.run_tasks:Running task ansible.cephlab... 2024-08-29T17:19:46.369 DEBUG:teuthology.repo_utils:Setting repo remote to https://git.ceph.com/ceph-cm-ansible.git 2024-08-29T17:19:46.372 INFO:teuthology.repo_utils:Fetching git.ceph.com_ceph-cm-ansible_main from origin 2024-08-29T17:19:46.513 DEBUG:teuthology.repo_utils:Resetting repo at /home/teuthworker/src/git.ceph.com_ceph-cm-ansible_main to origin/main 2024-08-29T17:19:46.524 INFO:teuthology.task.ansible:Playbook: [{'import_playbook': 'ansible_managed.yml'}, {'import_playbook': 'teuthology.yml'}, {'hosts': 'testnodes', 'tasks': [{'set_fact': {'ran_from_cephlab_playbook': True}}]}, {'import_playbook': 'testnodes.yml'}, {'import_playbook': 'container-host.yml'}, {'import_playbook': 'cobbler.yml'}, {'import_playbook': 'paddles.yml'}, {'import_playbook': 'pulpito.yml'}, {'hosts': 'testnodes', 'become': True, 'tasks': [{'name': 'Touch /ceph-qa-ready', 'file': {'path': '/ceph-qa-ready', 'state': 'touch'}, 'when': 'ran_from_cephlab_playbook|bool'}]}] 2024-08-29T17:19:46.525 DEBUG:teuthology.task.ansible:Running ansible-playbook -v --extra-vars '{"ansible_ssh_user": "ubuntu"}' -i /etc/ansible/hosts --limit smithi028.front.sepia.ceph.com,smithi053.front.sepia.ceph.com /home/teuthworker/src/git.ceph.com_ceph-cm-ansible_main/cephlab.yml 2024-08-29T17:27:23.547 DEBUG:teuthology.task.ansible:Reconnecting to [Remote(name='ubuntu@smithi028.front.sepia.ceph.com'), Remote(name='ubuntu@smithi053.front.sepia.ceph.com')] 2024-08-29T17:27:23.549 INFO:teuthology.orchestra.remote:Trying to reconnect to host 'ubuntu@smithi028.front.sepia.ceph.com' 2024-08-29T17:27:23.550 DEBUG:teuthology.orchestra.connection:{'hostname': 'smithi028.front.sepia.ceph.com', 'username': 'ubuntu', 'timeout': 60} 2024-08-29T17:27:23.657 DEBUG:teuthology.orchestra.run.smithi028:> true 2024-08-29T17:27:23.741 INFO:teuthology.orchestra.remote:Successfully reconnected to host 'ubuntu@smithi028.front.sepia.ceph.com' 2024-08-29T17:27:23.741 INFO:teuthology.orchestra.remote:Trying to reconnect to host 'ubuntu@smithi053.front.sepia.ceph.com' 2024-08-29T17:27:23.742 DEBUG:teuthology.orchestra.connection:{'hostname': 'smithi053.front.sepia.ceph.com', 'username': 'ubuntu', 'timeout': 60} 2024-08-29T17:27:23.840 DEBUG:teuthology.orchestra.run.smithi053:> true 2024-08-29T17:27:23.917 INFO:teuthology.orchestra.remote:Successfully reconnected to host 'ubuntu@smithi053.front.sepia.ceph.com' 2024-08-29T17:27:23.917 INFO:teuthology.run_tasks:Running task clock... 2024-08-29T17:27:23.929 INFO:teuthology.task.clock:Syncing clocks and checking initial clock skew... 2024-08-29T17:27:23.929 INFO:teuthology.orchestra.run:Running command with timeout 360 2024-08-29T17:27:23.929 DEBUG:teuthology.orchestra.run.smithi028:> sudo systemctl stop ntp.service || sudo systemctl stop ntpd.service || sudo systemctl stop chronyd.service ; sudo ntpd -gq || sudo chronyc makestep ; sudo systemctl start ntp.service || sudo systemctl start ntpd.service || sudo systemctl start chronyd.service ; PATH=/usr/bin:/usr/sbin ntpq -p || PATH=/usr/bin:/usr/sbin chronyc sources || true 2024-08-29T17:27:23.932 INFO:teuthology.orchestra.run:Running command with timeout 360 2024-08-29T17:27:23.932 DEBUG:teuthology.orchestra.run.smithi053:> sudo systemctl stop ntp.service || sudo systemctl stop ntpd.service || sudo systemctl stop chronyd.service ; sudo ntpd -gq || sudo chronyc makestep ; sudo systemctl start ntp.service || sudo systemctl start ntpd.service || sudo systemctl start chronyd.service ; PATH=/usr/bin:/usr/sbin ntpq -p || PATH=/usr/bin:/usr/sbin chronyc sources || true 2024-08-29T17:27:23.962 INFO:teuthology.orchestra.run.smithi028.stdout:29 Aug 17:27:23 ntpd[18272]: ntpd 4.2.8p15@1.3728-o Wed Feb 16 17:13:02 UTC 2022 (1): Starting 2024-08-29T17:27:23.962 INFO:teuthology.orchestra.run.smithi028.stdout:29 Aug 17:27:23 ntpd[18272]: Command line: ntpd -gq 2024-08-29T17:27:23.962 INFO:teuthology.orchestra.run.smithi028.stdout:29 Aug 17:27:23 ntpd[18272]: ---------------------------------------------------- 2024-08-29T17:27:23.962 INFO:teuthology.orchestra.run.smithi028.stdout:29 Aug 17:27:23 ntpd[18272]: ntp-4 is maintained by Network Time Foundation, 2024-08-29T17:27:23.962 INFO:teuthology.orchestra.run.smithi028.stdout:29 Aug 17:27:23 ntpd[18272]: Inc. (NTF), a non-profit 501(c)(3) public-benefit 2024-08-29T17:27:23.963 INFO:teuthology.orchestra.run.smithi028.stdout:29 Aug 17:27:23 ntpd[18272]: corporation. Support and training for ntp-4 are 2024-08-29T17:27:23.963 INFO:teuthology.orchestra.run.smithi028.stdout:29 Aug 17:27:23 ntpd[18272]: available at https://www.nwtime.org/support 2024-08-29T17:27:23.963 INFO:teuthology.orchestra.run.smithi028.stdout:29 Aug 17:27:23 ntpd[18272]: ---------------------------------------------------- 2024-08-29T17:27:23.963 INFO:teuthology.orchestra.run.smithi028.stdout:29 Aug 17:27:23 ntpd[18272]: proto: precision = 0.068 usec (-24) 2024-08-29T17:27:23.963 INFO:teuthology.orchestra.run.smithi028.stdout:29 Aug 17:27:23 ntpd[18272]: basedate set to 2022-02-04 2024-08-29T17:27:23.963 INFO:teuthology.orchestra.run.smithi028.stdout:29 Aug 17:27:23 ntpd[18272]: gps base set to 2022-02-06 (week 2196) 2024-08-29T17:27:23.963 INFO:teuthology.orchestra.run.smithi028.stdout:29 Aug 17:27:23 ntpd[18272]: restrict 0.0.0.0: KOD does nothing without LIMITED. 2024-08-29T17:27:23.963 INFO:teuthology.orchestra.run.smithi028.stderr:restrict 0.0.0.0: KOD does nothing without LIMITED. 2024-08-29T17:27:23.963 INFO:teuthology.orchestra.run.smithi028.stderr:restrict ::: KOD does nothing without LIMITED. 2024-08-29T17:27:23.965 INFO:teuthology.orchestra.run.smithi028.stdout:29 Aug 17:27:23 ntpd[18272]: restrict ::: KOD does nothing without LIMITED. 2024-08-29T17:27:23.965 INFO:teuthology.orchestra.run.smithi028.stdout:29 Aug 17:27:23 ntpd[18272]: Listen and drop on 0 v6wildcard [::]:123 2024-08-29T17:27:23.965 INFO:teuthology.orchestra.run.smithi028.stdout:29 Aug 17:27:23 ntpd[18272]: Listen and drop on 1 v4wildcard 0.0.0.0:123 2024-08-29T17:27:23.965 INFO:teuthology.orchestra.run.smithi028.stdout:29 Aug 17:27:23 ntpd[18272]: Listen normally on 2 lo 127.0.0.1:123 2024-08-29T17:27:23.965 INFO:teuthology.orchestra.run.smithi028.stdout:29 Aug 17:27:23 ntpd[18272]: Listen normally on 3 ens1f0 172.21.15.28:123 2024-08-29T17:27:23.965 INFO:teuthology.orchestra.run.smithi028.stdout:29 Aug 17:27:23 ntpd[18272]: Listen normally on 4 lo [::1]:123 2024-08-29T17:27:23.965 INFO:teuthology.orchestra.run.smithi028.stdout:29 Aug 17:27:23 ntpd[18272]: Listen normally on 5 ens1f0 [fe80::ae1f:6bff:fea5:ca3c%4]:123 2024-08-29T17:27:23.965 INFO:teuthology.orchestra.run.smithi028.stdout:29 Aug 17:27:23 ntpd[18272]: Listening on routing socket on fd #22 for interface updates 2024-08-29T17:27:23.987 INFO:teuthology.orchestra.run.smithi053.stdout:29 Aug 17:27:23 ntpd[18283]: ntpd 4.2.8p15@1.3728-o Wed Feb 16 17:13:02 UTC 2022 (1): Starting 2024-08-29T17:27:23.987 INFO:teuthology.orchestra.run.smithi053.stdout:29 Aug 17:27:23 ntpd[18283]: Command line: ntpd -gq 2024-08-29T17:27:23.987 INFO:teuthology.orchestra.run.smithi053.stdout:29 Aug 17:27:23 ntpd[18283]: ---------------------------------------------------- 2024-08-29T17:27:23.987 INFO:teuthology.orchestra.run.smithi053.stdout:29 Aug 17:27:23 ntpd[18283]: ntp-4 is maintained by Network Time Foundation, 2024-08-29T17:27:23.987 INFO:teuthology.orchestra.run.smithi053.stdout:29 Aug 17:27:23 ntpd[18283]: Inc. (NTF), a non-profit 501(c)(3) public-benefit 2024-08-29T17:27:23.987 INFO:teuthology.orchestra.run.smithi053.stdout:29 Aug 17:27:23 ntpd[18283]: corporation. Support and training for ntp-4 are 2024-08-29T17:27:23.987 INFO:teuthology.orchestra.run.smithi053.stdout:29 Aug 17:27:23 ntpd[18283]: available at https://www.nwtime.org/support 2024-08-29T17:27:23.988 INFO:teuthology.orchestra.run.smithi053.stdout:29 Aug 17:27:23 ntpd[18283]: ---------------------------------------------------- 2024-08-29T17:27:23.988 INFO:teuthology.orchestra.run.smithi053.stdout:29 Aug 17:27:23 ntpd[18283]: proto: precision = 0.070 usec (-24) 2024-08-29T17:27:23.988 INFO:teuthology.orchestra.run.smithi053.stdout:29 Aug 17:27:23 ntpd[18283]: basedate set to 2022-02-04 2024-08-29T17:27:23.989 INFO:teuthology.orchestra.run.smithi053.stdout:29 Aug 17:27:23 ntpd[18283]: gps base set to 2022-02-06 (week 2196) 2024-08-29T17:27:23.989 INFO:teuthology.orchestra.run.smithi053.stdout:29 Aug 17:27:23 ntpd[18283]: restrict 0.0.0.0: KOD does nothing without LIMITED. 2024-08-29T17:27:23.989 INFO:teuthology.orchestra.run.smithi053.stdout:29 Aug 17:27:23 ntpd[18283]: restrict ::: KOD does nothing without LIMITED. 2024-08-29T17:27:23.989 INFO:teuthology.orchestra.run.smithi053.stderr:restrict 0.0.0.0: KOD does nothing without LIMITED. 2024-08-29T17:27:23.989 INFO:teuthology.orchestra.run.smithi053.stderr:restrict ::: KOD does nothing without LIMITED. 2024-08-29T17:27:23.990 INFO:teuthology.orchestra.run.smithi053.stdout:29 Aug 17:27:23 ntpd[18283]: Listen and drop on 0 v6wildcard [::]:123 2024-08-29T17:27:23.990 INFO:teuthology.orchestra.run.smithi053.stdout:29 Aug 17:27:23 ntpd[18283]: Listen and drop on 1 v4wildcard 0.0.0.0:123 2024-08-29T17:27:23.990 INFO:teuthology.orchestra.run.smithi053.stdout:29 Aug 17:27:23 ntpd[18283]: Listen normally on 2 lo 127.0.0.1:123 2024-08-29T17:27:23.990 INFO:teuthology.orchestra.run.smithi053.stdout:29 Aug 17:27:23 ntpd[18283]: Listen normally on 3 ens1f0 172.21.15.53:123 2024-08-29T17:27:23.991 INFO:teuthology.orchestra.run.smithi053.stdout:29 Aug 17:27:23 ntpd[18283]: Listen normally on 4 lo [::1]:123 2024-08-29T17:27:23.991 INFO:teuthology.orchestra.run.smithi053.stdout:29 Aug 17:27:23 ntpd[18283]: Listen normally on 5 ens1f0 [fe80::ae1f:6bff:fef8:3718%4]:123 2024-08-29T17:27:23.991 INFO:teuthology.orchestra.run.smithi053.stdout:29 Aug 17:27:23 ntpd[18283]: Listening on routing socket on fd #22 for interface updates 2024-08-29T17:27:24.961 INFO:teuthology.orchestra.run.smithi028.stderr:29 Aug 17:27:24 ntpd[18272]: couldn't unlink /var/log/ntpstats/rawstats: Permission denied 2024-08-29T17:27:24.962 INFO:teuthology.orchestra.run.smithi028.stderr:29 Aug 17:27:24 ntpd[18272]: can't open /var/log/ntpstats/rawstats.20240829: Permission denied 2024-08-29T17:27:24.962 INFO:teuthology.orchestra.run.smithi028.stderr:29 Aug 17:27:24 ntpd[18272]: couldn't unlink /var/log/ntpstats/rawstats: Permission denied 2024-08-29T17:27:24.962 INFO:teuthology.orchestra.run.smithi028.stderr:29 Aug 17:27:24 ntpd[18272]: can't open /var/log/ntpstats/rawstats.20240829: Permission denied 2024-08-29T17:27:24.962 INFO:teuthology.orchestra.run.smithi028.stderr:29 Aug 17:27:24 ntpd[18272]: couldn't unlink /var/log/ntpstats/rawstats: Permission denied 2024-08-29T17:27:24.962 INFO:teuthology.orchestra.run.smithi028.stderr:29 Aug 17:27:24 ntpd[18272]: can't open /var/log/ntpstats/rawstats.20240829: Permission denied 2024-08-29T17:27:24.962 INFO:teuthology.orchestra.run.smithi028.stderr:29 Aug 17:27:24 ntpd[18272]: couldn't unlink /var/log/ntpstats/peerstats: Permission denied 2024-08-29T17:27:24.962 INFO:teuthology.orchestra.run.smithi028.stderr:29 Aug 17:27:24 ntpd[18272]: can't open /var/log/ntpstats/peerstats.20240829: Permission denied 2024-08-29T17:27:24.962 INFO:teuthology.orchestra.run.smithi028.stderr:29 Aug 17:27:24 ntpd[18272]: couldn't unlink /var/log/ntpstats/rawstats: Permission denied 2024-08-29T17:27:24.962 INFO:teuthology.orchestra.run.smithi028.stderr:29 Aug 17:27:24 ntpd[18272]: can't open /var/log/ntpstats/rawstats.20240829: Permission denied 2024-08-29T17:27:24.962 INFO:teuthology.orchestra.run.smithi028.stderr:29 Aug 17:27:24 ntpd[18272]: couldn't unlink /var/log/ntpstats/peerstats: Permission denied 2024-08-29T17:27:24.962 INFO:teuthology.orchestra.run.smithi028.stderr:29 Aug 17:27:24 ntpd[18272]: can't open /var/log/ntpstats/peerstats.20240829: Permission denied 2024-08-29T17:27:24.987 INFO:teuthology.orchestra.run.smithi053.stderr:29 Aug 17:27:24 ntpd[18283]: couldn't unlink /var/log/ntpstats/rawstats: Permission denied 2024-08-29T17:27:24.988 INFO:teuthology.orchestra.run.smithi053.stderr:29 Aug 17:27:24 ntpd[18283]: can't open /var/log/ntpstats/rawstats.20240829: Permission denied 2024-08-29T17:27:24.988 INFO:teuthology.orchestra.run.smithi053.stderr:29 Aug 17:27:24 ntpd[18283]: couldn't unlink /var/log/ntpstats/rawstats: Permission denied 2024-08-29T17:27:24.988 INFO:teuthology.orchestra.run.smithi053.stderr:29 Aug 17:27:24 ntpd[18283]: can't open /var/log/ntpstats/rawstats.20240829: Permission denied 2024-08-29T17:27:24.988 INFO:teuthology.orchestra.run.smithi053.stderr:29 Aug 17:27:24 ntpd[18283]: couldn't unlink /var/log/ntpstats/rawstats: Permission denied 2024-08-29T17:27:24.988 INFO:teuthology.orchestra.run.smithi053.stderr:29 Aug 17:27:24 ntpd[18283]: can't open /var/log/ntpstats/rawstats.20240829: Permission denied 2024-08-29T17:27:24.988 INFO:teuthology.orchestra.run.smithi053.stderr:29 Aug 17:27:24 ntpd[18283]: couldn't unlink /var/log/ntpstats/peerstats: Permission denied 2024-08-29T17:27:24.988 INFO:teuthology.orchestra.run.smithi053.stderr:29 Aug 17:27:24 ntpd[18283]: can't open /var/log/ntpstats/peerstats.20240829: Permission denied 2024-08-29T17:27:25.961 INFO:teuthology.orchestra.run.smithi028.stderr:29 Aug 17:27:25 ntpd[18272]: couldn't unlink /var/log/ntpstats/rawstats: Permission denied 2024-08-29T17:27:25.961 INFO:teuthology.orchestra.run.smithi028.stderr:29 Aug 17:27:25 ntpd[18272]: can't open /var/log/ntpstats/rawstats.20240829: Permission denied 2024-08-29T17:27:26.962 INFO:teuthology.orchestra.run.smithi028.stderr:29 Aug 17:27:26 ntpd[18272]: couldn't unlink /var/log/ntpstats/rawstats: Permission denied 2024-08-29T17:27:26.962 INFO:teuthology.orchestra.run.smithi028.stderr:29 Aug 17:27:26 ntpd[18272]: can't open /var/log/ntpstats/rawstats.20240829: Permission denied 2024-08-29T17:27:26.962 INFO:teuthology.orchestra.run.smithi028.stderr:29 Aug 17:27:26 ntpd[18272]: couldn't unlink /var/log/ntpstats/rawstats: Permission denied 2024-08-29T17:27:26.962 INFO:teuthology.orchestra.run.smithi028.stderr:29 Aug 17:27:26 ntpd[18272]: can't open /var/log/ntpstats/rawstats.20240829: Permission denied 2024-08-29T17:27:26.962 INFO:teuthology.orchestra.run.smithi028.stderr:29 Aug 17:27:26 ntpd[18272]: couldn't unlink /var/log/ntpstats/rawstats: Permission denied 2024-08-29T17:27:26.962 INFO:teuthology.orchestra.run.smithi028.stderr:29 Aug 17:27:26 ntpd[18272]: can't open /var/log/ntpstats/rawstats.20240829: Permission denied 2024-08-29T17:27:26.962 INFO:teuthology.orchestra.run.smithi028.stderr:29 Aug 17:27:26 ntpd[18272]: couldn't unlink /var/log/ntpstats/peerstats: Permission denied 2024-08-29T17:27:26.963 INFO:teuthology.orchestra.run.smithi028.stderr:29 Aug 17:27:26 ntpd[18272]: can't open /var/log/ntpstats/peerstats.20240829: Permission denied 2024-08-29T17:27:26.963 INFO:teuthology.orchestra.run.smithi028.stderr:29 Aug 17:27:26 ntpd[18272]: couldn't unlink /var/log/ntpstats/rawstats: Permission denied 2024-08-29T17:27:26.963 INFO:teuthology.orchestra.run.smithi028.stderr:29 Aug 17:27:26 ntpd[18272]: can't open /var/log/ntpstats/rawstats.20240829: Permission denied 2024-08-29T17:27:26.963 INFO:teuthology.orchestra.run.smithi028.stderr:29 Aug 17:27:26 ntpd[18272]: couldn't unlink /var/log/ntpstats/peerstats: Permission denied 2024-08-29T17:27:26.963 INFO:teuthology.orchestra.run.smithi028.stderr:29 Aug 17:27:26 ntpd[18272]: can't open /var/log/ntpstats/peerstats.20240829: Permission denied 2024-08-29T17:27:26.988 INFO:teuthology.orchestra.run.smithi053.stderr:29 Aug 17:27:26 ntpd[18283]: couldn't unlink /var/log/ntpstats/rawstats: Permission denied 2024-08-29T17:27:26.988 INFO:teuthology.orchestra.run.smithi053.stderr:29 Aug 17:27:26 ntpd[18283]: can't open /var/log/ntpstats/rawstats.20240829: Permission denied 2024-08-29T17:27:26.988 INFO:teuthology.orchestra.run.smithi053.stderr:29 Aug 17:27:26 ntpd[18283]: couldn't unlink /var/log/ntpstats/rawstats: Permission denied 2024-08-29T17:27:26.988 INFO:teuthology.orchestra.run.smithi053.stderr:29 Aug 17:27:26 ntpd[18283]: can't open /var/log/ntpstats/rawstats.20240829: Permission denied 2024-08-29T17:27:26.988 INFO:teuthology.orchestra.run.smithi053.stderr:29 Aug 17:27:26 ntpd[18283]: couldn't unlink /var/log/ntpstats/rawstats: Permission denied 2024-08-29T17:27:26.988 INFO:teuthology.orchestra.run.smithi053.stderr:29 Aug 17:27:26 ntpd[18283]: can't open /var/log/ntpstats/rawstats.20240829: Permission denied 2024-08-29T17:27:26.988 INFO:teuthology.orchestra.run.smithi053.stderr:29 Aug 17:27:26 ntpd[18283]: couldn't unlink /var/log/ntpstats/peerstats: Permission denied 2024-08-29T17:27:26.988 INFO:teuthology.orchestra.run.smithi053.stderr:29 Aug 17:27:26 ntpd[18283]: can't open /var/log/ntpstats/peerstats.20240829: Permission denied 2024-08-29T17:27:26.988 INFO:teuthology.orchestra.run.smithi053.stderr:29 Aug 17:27:26 ntpd[18283]: couldn't unlink /var/log/ntpstats/rawstats: Permission denied 2024-08-29T17:27:26.988 INFO:teuthology.orchestra.run.smithi053.stderr:29 Aug 17:27:26 ntpd[18283]: can't open /var/log/ntpstats/rawstats.20240829: Permission denied 2024-08-29T17:27:26.989 INFO:teuthology.orchestra.run.smithi053.stderr:29 Aug 17:27:26 ntpd[18283]: couldn't unlink /var/log/ntpstats/peerstats: Permission denied 2024-08-29T17:27:26.989 INFO:teuthology.orchestra.run.smithi053.stderr:29 Aug 17:27:26 ntpd[18283]: can't open /var/log/ntpstats/peerstats.20240829: Permission denied 2024-08-29T17:27:28.963 INFO:teuthology.orchestra.run.smithi028.stderr:29 Aug 17:27:28 ntpd[18272]: couldn't unlink /var/log/ntpstats/rawstats: Permission denied 2024-08-29T17:27:28.963 INFO:teuthology.orchestra.run.smithi028.stderr:29 Aug 17:27:28 ntpd[18272]: can't open /var/log/ntpstats/rawstats.20240829: Permission denied 2024-08-29T17:27:28.963 INFO:teuthology.orchestra.run.smithi028.stderr:29 Aug 17:27:28 ntpd[18272]: couldn't unlink /var/log/ntpstats/rawstats: Permission denied 2024-08-29T17:27:28.963 INFO:teuthology.orchestra.run.smithi028.stderr:29 Aug 17:27:28 ntpd[18272]: can't open /var/log/ntpstats/rawstats.20240829: Permission denied 2024-08-29T17:27:28.963 INFO:teuthology.orchestra.run.smithi028.stderr:29 Aug 17:27:28 ntpd[18272]: couldn't unlink /var/log/ntpstats/rawstats: Permission denied 2024-08-29T17:27:28.963 INFO:teuthology.orchestra.run.smithi028.stderr:29 Aug 17:27:28 ntpd[18272]: can't open /var/log/ntpstats/rawstats.20240829: Permission denied 2024-08-29T17:27:28.963 INFO:teuthology.orchestra.run.smithi028.stderr:29 Aug 17:27:28 ntpd[18272]: couldn't unlink /var/log/ntpstats/rawstats: Permission denied 2024-08-29T17:27:28.963 INFO:teuthology.orchestra.run.smithi028.stderr:29 Aug 17:27:28 ntpd[18272]: can't open /var/log/ntpstats/rawstats.20240829: Permission denied 2024-08-29T17:27:28.963 INFO:teuthology.orchestra.run.smithi028.stderr:29 Aug 17:27:28 ntpd[18272]: couldn't unlink /var/log/ntpstats/peerstats: Permission denied 2024-08-29T17:27:28.963 INFO:teuthology.orchestra.run.smithi028.stderr:29 Aug 17:27:28 ntpd[18272]: can't open /var/log/ntpstats/peerstats.20240829: Permission denied 2024-08-29T17:27:28.963 INFO:teuthology.orchestra.run.smithi028.stderr:29 Aug 17:27:28 ntpd[18272]: couldn't unlink /var/log/ntpstats/rawstats: Permission denied 2024-08-29T17:27:28.963 INFO:teuthology.orchestra.run.smithi028.stderr:29 Aug 17:27:28 ntpd[18272]: can't open /var/log/ntpstats/rawstats.20240829: Permission denied 2024-08-29T17:27:28.964 INFO:teuthology.orchestra.run.smithi028.stderr:29 Aug 17:27:28 ntpd[18272]: couldn't unlink /var/log/ntpstats/peerstats: Permission denied 2024-08-29T17:27:28.964 INFO:teuthology.orchestra.run.smithi028.stderr:29 Aug 17:27:28 ntpd[18272]: can't open /var/log/ntpstats/peerstats.20240829: Permission denied 2024-08-29T17:27:28.964 INFO:teuthology.orchestra.run.smithi028.stderr:29 Aug 17:27:28 ntpd[18272]: couldn't unlink /var/log/ntpstats/rawstats: Permission denied 2024-08-29T17:27:28.964 INFO:teuthology.orchestra.run.smithi028.stderr:29 Aug 17:27:28 ntpd[18272]: can't open /var/log/ntpstats/rawstats.20240829: Permission denied 2024-08-29T17:27:28.964 INFO:teuthology.orchestra.run.smithi028.stderr:29 Aug 17:27:28 ntpd[18272]: couldn't unlink /var/log/ntpstats/peerstats: Permission denied 2024-08-29T17:27:28.964 INFO:teuthology.orchestra.run.smithi028.stderr:29 Aug 17:27:28 ntpd[18272]: can't open /var/log/ntpstats/peerstats.20240829: Permission denied 2024-08-29T17:27:28.988 INFO:teuthology.orchestra.run.smithi053.stderr:29 Aug 17:27:28 ntpd[18283]: couldn't unlink /var/log/ntpstats/rawstats: Permission denied 2024-08-29T17:27:28.988 INFO:teuthology.orchestra.run.smithi053.stderr:29 Aug 17:27:28 ntpd[18283]: can't open /var/log/ntpstats/rawstats.20240829: Permission denied 2024-08-29T17:27:28.988 INFO:teuthology.orchestra.run.smithi053.stderr:29 Aug 17:27:28 ntpd[18283]: couldn't unlink /var/log/ntpstats/rawstats: Permission denied 2024-08-29T17:27:28.988 INFO:teuthology.orchestra.run.smithi053.stderr:29 Aug 17:27:28 ntpd[18283]: can't open /var/log/ntpstats/rawstats.20240829: Permission denied 2024-08-29T17:27:28.988 INFO:teuthology.orchestra.run.smithi053.stderr:29 Aug 17:27:28 ntpd[18283]: couldn't unlink /var/log/ntpstats/rawstats: Permission denied 2024-08-29T17:27:28.989 INFO:teuthology.orchestra.run.smithi053.stderr:29 Aug 17:27:28 ntpd[18283]: can't open /var/log/ntpstats/rawstats.20240829: Permission denied 2024-08-29T17:27:28.989 INFO:teuthology.orchestra.run.smithi053.stderr:29 Aug 17:27:28 ntpd[18283]: couldn't unlink /var/log/ntpstats/rawstats: Permission denied 2024-08-29T17:27:28.989 INFO:teuthology.orchestra.run.smithi053.stderr:29 Aug 17:27:28 ntpd[18283]: can't open /var/log/ntpstats/rawstats.20240829: Permission denied 2024-08-29T17:27:28.989 INFO:teuthology.orchestra.run.smithi053.stderr:29 Aug 17:27:28 ntpd[18283]: couldn't unlink /var/log/ntpstats/peerstats: Permission denied 2024-08-29T17:27:28.989 INFO:teuthology.orchestra.run.smithi053.stderr:29 Aug 17:27:28 ntpd[18283]: can't open /var/log/ntpstats/peerstats.20240829: Permission denied 2024-08-29T17:27:28.989 INFO:teuthology.orchestra.run.smithi053.stderr:29 Aug 17:27:28 ntpd[18283]: couldn't unlink /var/log/ntpstats/rawstats: Permission denied 2024-08-29T17:27:28.989 INFO:teuthology.orchestra.run.smithi053.stderr:29 Aug 17:27:28 ntpd[18283]: can't open /var/log/ntpstats/rawstats.20240829: Permission denied 2024-08-29T17:27:28.989 INFO:teuthology.orchestra.run.smithi053.stderr:29 Aug 17:27:28 ntpd[18283]: couldn't unlink /var/log/ntpstats/peerstats: Permission denied 2024-08-29T17:27:28.989 INFO:teuthology.orchestra.run.smithi053.stderr:29 Aug 17:27:28 ntpd[18283]: can't open /var/log/ntpstats/peerstats.20240829: Permission denied 2024-08-29T17:27:28.990 INFO:teuthology.orchestra.run.smithi053.stderr:29 Aug 17:27:28 ntpd[18283]: couldn't unlink /var/log/ntpstats/rawstats: Permission denied 2024-08-29T17:27:28.990 INFO:teuthology.orchestra.run.smithi053.stderr:29 Aug 17:27:28 ntpd[18283]: can't open /var/log/ntpstats/rawstats.20240829: Permission denied 2024-08-29T17:27:28.990 INFO:teuthology.orchestra.run.smithi053.stderr:29 Aug 17:27:28 ntpd[18283]: couldn't unlink /var/log/ntpstats/peerstats: Permission denied 2024-08-29T17:27:28.990 INFO:teuthology.orchestra.run.smithi053.stderr:29 Aug 17:27:28 ntpd[18283]: can't open /var/log/ntpstats/peerstats.20240829: Permission denied 2024-08-29T17:27:30.962 INFO:teuthology.orchestra.run.smithi028.stderr:29 Aug 17:27:30 ntpd[18272]: couldn't unlink /var/log/ntpstats/rawstats: Permission denied 2024-08-29T17:27:30.962 INFO:teuthology.orchestra.run.smithi028.stderr:29 Aug 17:27:30 ntpd[18272]: can't open /var/log/ntpstats/rawstats.20240829: Permission denied 2024-08-29T17:27:30.962 INFO:teuthology.orchestra.run.smithi028.stderr:29 Aug 17:27:30 ntpd[18272]: couldn't unlink /var/log/ntpstats/rawstats: Permission denied 2024-08-29T17:27:30.962 INFO:teuthology.orchestra.run.smithi028.stderr:29 Aug 17:27:30 ntpd[18272]: can't open /var/log/ntpstats/rawstats.20240829: Permission denied 2024-08-29T17:27:30.962 INFO:teuthology.orchestra.run.smithi028.stderr:29 Aug 17:27:30 ntpd[18272]: couldn't unlink /var/log/ntpstats/rawstats: Permission denied 2024-08-29T17:27:30.962 INFO:teuthology.orchestra.run.smithi028.stderr:29 Aug 17:27:30 ntpd[18272]: can't open /var/log/ntpstats/rawstats.20240829: Permission denied 2024-08-29T17:27:30.962 INFO:teuthology.orchestra.run.smithi028.stderr:29 Aug 17:27:30 ntpd[18272]: couldn't unlink /var/log/ntpstats/rawstats: Permission denied 2024-08-29T17:27:30.962 INFO:teuthology.orchestra.run.smithi028.stderr:29 Aug 17:27:30 ntpd[18272]: can't open /var/log/ntpstats/rawstats.20240829: Permission denied 2024-08-29T17:27:30.962 INFO:teuthology.orchestra.run.smithi028.stderr:29 Aug 17:27:30 ntpd[18272]: couldn't unlink /var/log/ntpstats/peerstats: Permission denied 2024-08-29T17:27:30.962 INFO:teuthology.orchestra.run.smithi028.stderr:29 Aug 17:27:30 ntpd[18272]: can't open /var/log/ntpstats/peerstats.20240829: Permission denied 2024-08-29T17:27:30.963 INFO:teuthology.orchestra.run.smithi028.stdout:29 Aug 17:27:30 ntpd[18272]: ntpd: time slew -0.001202 s 2024-08-29T17:27:30.963 INFO:teuthology.orchestra.run.smithi028.stdout:ntpd: time slew -0.001202s 2024-08-29T17:27:30.963 INFO:teuthology.orchestra.run.smithi028.stderr:29 Aug 17:27:30 ntpd[18272]: couldn't unlink /var/log/ntpstats/loopstats: Permission denied 2024-08-29T17:27:30.963 INFO:teuthology.orchestra.run.smithi028.stderr:29 Aug 17:27:30 ntpd[18272]: can't open /var/log/ntpstats/loopstats.20240829: Permission denied 2024-08-29T17:27:30.988 INFO:teuthology.orchestra.run.smithi053.stderr:29 Aug 17:27:30 ntpd[18283]: couldn't unlink /var/log/ntpstats/rawstats: Permission denied 2024-08-29T17:27:30.988 INFO:teuthology.orchestra.run.smithi053.stderr:29 Aug 17:27:30 ntpd[18283]: can't open /var/log/ntpstats/rawstats.20240829: Permission denied 2024-08-29T17:27:30.988 INFO:teuthology.orchestra.run.smithi053.stderr:29 Aug 17:27:30 ntpd[18283]: couldn't unlink /var/log/ntpstats/rawstats: Permission denied 2024-08-29T17:27:30.988 INFO:teuthology.orchestra.run.smithi053.stderr:29 Aug 17:27:30 ntpd[18283]: can't open /var/log/ntpstats/rawstats.20240829: Permission denied 2024-08-29T17:27:30.988 INFO:teuthology.orchestra.run.smithi053.stderr:29 Aug 17:27:30 ntpd[18283]: couldn't unlink /var/log/ntpstats/rawstats: Permission denied 2024-08-29T17:27:30.988 INFO:teuthology.orchestra.run.smithi053.stderr:29 Aug 17:27:30 ntpd[18283]: can't open /var/log/ntpstats/rawstats.20240829: Permission denied 2024-08-29T17:27:30.988 INFO:teuthology.orchestra.run.smithi053.stderr:29 Aug 17:27:30 ntpd[18283]: couldn't unlink /var/log/ntpstats/rawstats: Permission denied 2024-08-29T17:27:30.988 INFO:teuthology.orchestra.run.smithi053.stderr:29 Aug 17:27:30 ntpd[18283]: can't open /var/log/ntpstats/rawstats.20240829: Permission denied 2024-08-29T17:27:30.989 INFO:teuthology.orchestra.run.smithi053.stderr:29 Aug 17:27:30 ntpd[18283]: couldn't unlink /var/log/ntpstats/peerstats: Permission denied 2024-08-29T17:27:30.989 INFO:teuthology.orchestra.run.smithi053.stderr:29 Aug 17:27:30 ntpd[18283]: can't open /var/log/ntpstats/peerstats.20240829: Permission denied 2024-08-29T17:27:30.989 INFO:teuthology.orchestra.run.smithi053.stderr:29 Aug 17:27:30 ntpd[18283]: couldn't unlink /var/log/ntpstats/rawstats: Permission denied 2024-08-29T17:27:30.989 INFO:teuthology.orchestra.run.smithi053.stderr:29 Aug 17:27:30 ntpd[18283]: can't open /var/log/ntpstats/rawstats.20240829: Permission denied 2024-08-29T17:27:30.989 INFO:teuthology.orchestra.run.smithi053.stderr:29 Aug 17:27:30 ntpd[18283]: couldn't unlink /var/log/ntpstats/peerstats: Permission denied 2024-08-29T17:27:30.989 INFO:teuthology.orchestra.run.smithi053.stderr:29 Aug 17:27:30 ntpd[18283]: can't open /var/log/ntpstats/peerstats.20240829: Permission denied 2024-08-29T17:27:30.989 INFO:teuthology.orchestra.run.smithi053.stderr:29 Aug 17:27:30 ntpd[18283]: couldn't unlink /var/log/ntpstats/rawstats: Permission denied 2024-08-29T17:27:30.989 INFO:teuthology.orchestra.run.smithi053.stderr:29 Aug 17:27:30 ntpd[18283]: can't open /var/log/ntpstats/rawstats.20240829: Permission denied 2024-08-29T17:27:30.989 INFO:teuthology.orchestra.run.smithi053.stderr:29 Aug 17:27:30 ntpd[18283]: couldn't unlink /var/log/ntpstats/peerstats: Permission denied 2024-08-29T17:27:30.989 INFO:teuthology.orchestra.run.smithi053.stderr:29 Aug 17:27:30 ntpd[18283]: can't open /var/log/ntpstats/peerstats.20240829: Permission denied 2024-08-29T17:27:30.989 INFO:teuthology.orchestra.run.smithi053.stdout:29 Aug 17:27:30 ntpd[18283]: ntpd: time slew -0.001364 s 2024-08-29T17:27:30.990 INFO:teuthology.orchestra.run.smithi053.stdout:ntpd: time slew -0.001364s 2024-08-29T17:27:30.990 INFO:teuthology.orchestra.run.smithi053.stderr:29 Aug 17:27:30 ntpd[18283]: couldn't unlink /var/log/ntpstats/loopstats: Permission denied 2024-08-29T17:27:30.990 INFO:teuthology.orchestra.run.smithi053.stderr:29 Aug 17:27:30 ntpd[18283]: can't open /var/log/ntpstats/loopstats.20240829: Permission denied 2024-08-29T17:27:31.012 INFO:teuthology.orchestra.run.smithi028.stdout: remote refid st t when poll reach delay offset jitter 2024-08-29T17:27:31.012 INFO:teuthology.orchestra.run.smithi028.stdout:============================================================================== 2024-08-29T17:27:31.012 INFO:teuthology.orchestra.run.smithi028.stdout: hv01.front.sepi .INIT. 16 u - 64 0 0.000 +0.000 0.000 2024-08-29T17:27:31.013 INFO:teuthology.orchestra.run.smithi028.stdout: hv02.front.sepi .INIT. 16 u - 64 0 0.000 +0.000 0.000 2024-08-29T17:27:31.013 INFO:teuthology.orchestra.run.smithi028.stdout: hv03.front.sepi .INIT. 16 u - 64 0 0.000 +0.000 0.000 2024-08-29T17:27:31.013 INFO:teuthology.orchestra.run.smithi028.stdout: hv04.front.sepi .INIT. 16 u - 64 0 0.000 +0.000 0.000 2024-08-29T17:27:31.038 INFO:teuthology.orchestra.run.smithi053.stdout: remote refid st t when poll reach delay offset jitter 2024-08-29T17:27:31.038 INFO:teuthology.orchestra.run.smithi053.stdout:============================================================================== 2024-08-29T17:27:31.038 INFO:teuthology.orchestra.run.smithi053.stdout: hv01.front.sepi .INIT. 16 u - 64 0 0.000 +0.000 0.000 2024-08-29T17:27:31.038 INFO:teuthology.orchestra.run.smithi053.stdout: hv02.front.sepi .INIT. 16 u - 64 0 0.000 +0.000 0.000 2024-08-29T17:27:31.038 INFO:teuthology.orchestra.run.smithi053.stdout: hv03.front.sepi .INIT. 16 u - 64 0 0.000 +0.000 0.000 2024-08-29T17:27:31.038 INFO:teuthology.orchestra.run.smithi053.stdout: hv04.front.sepi .INIT. 16 u - 64 0 0.000 +0.000 0.000 2024-08-29T17:27:31.039 INFO:teuthology.run_tasks:Running task install... 2024-08-29T17:27:31.048 DEBUG:teuthology.task.install:project ceph 2024-08-29T17:27:31.048 DEBUG:teuthology.task.install:INSTALL overrides: {'ceph': {'extra_system_packages': ['python3-pytest'], 'flavor': 'default', 'sha1': '1ef864504b8875c83ee6c2c5fedc13315bebf7f5'}} 2024-08-29T17:27:31.048 DEBUG:teuthology.task.install:config {'branch': 'quincy', 'exclude_packages': ['ceph-volume'], 'extra_system_packages': ['python3-pytest'], 'flavor': 'default', 'sha1': '1ef864504b8875c83ee6c2c5fedc13315bebf7f5'} 2024-08-29T17:27:31.048 INFO:teuthology.task.install:Using flavor: default 2024-08-29T17:27:31.053 DEBUG:teuthology.task.install:Package list is: {'deb': ['ceph', 'cephadm', 'ceph-mds', 'ceph-mgr', 'ceph-common', 'ceph-fuse', 'ceph-test', 'radosgw', 'python3-rados', 'python3-rgw', 'python3-cephfs', 'python3-rbd', 'libcephfs2', 'libcephfs-dev', 'librados2', 'librbd1', 'rbd-fuse'], 'rpm': ['ceph-radosgw', 'ceph-test', 'ceph', 'ceph-base', 'cephadm', 'ceph-immutable-object-cache', 'ceph-mgr', 'ceph-mgr-dashboard', 'ceph-mgr-diskprediction-local', 'ceph-mgr-rook', 'ceph-mgr-cephadm', 'ceph-fuse', 'librados-devel', 'libcephfs2', 'libcephfs-devel', 'librados2', 'librbd1', 'python3-rados', 'python3-rgw', 'python3-cephfs', 'python3-rbd', 'rbd-fuse', 'rbd-mirror', 'rbd-nbd']} 2024-08-29T17:27:31.053 INFO:teuthology.task.install:extra packages: [] 2024-08-29T17:27:31.054 DEBUG:teuthology.orchestra.run.smithi028:> sudo apt-key list | grep Ceph 2024-08-29T17:27:31.054 DEBUG:teuthology.orchestra.run.smithi053:> sudo apt-key list | grep Ceph 2024-08-29T17:27:31.115 INFO:teuthology.orchestra.run.smithi028.stderr:Warning: apt-key is deprecated. Manage keyring files in trusted.gpg.d instead (see apt-key(8)). 2024-08-29T17:27:31.143 INFO:teuthology.orchestra.run.smithi053.stderr:Warning: apt-key is deprecated. Manage keyring files in trusted.gpg.d instead (see apt-key(8)). 2024-08-29T17:27:31.143 INFO:teuthology.orchestra.run.smithi028.stdout:uid [ unknown] Ceph automated package build (Ceph automated package build) 2024-08-29T17:27:31.144 INFO:teuthology.orchestra.run.smithi028.stdout:uid [ unknown] Ceph.com (release key) 2024-08-29T17:27:31.145 INFO:teuthology.task.install.deb:Installing packages: ceph, cephadm, ceph-mds, ceph-mgr, ceph-common, ceph-fuse, ceph-test, radosgw, python3-rados, python3-rgw, python3-cephfs, python3-rbd, libcephfs2, libcephfs-dev, librados2, librbd1, rbd-fuse on remote deb x86_64 2024-08-29T17:27:31.145 INFO:teuthology.task.install.deb:Installing system (non-project) packages: python3-pytest on remote deb x86_64 2024-08-29T17:27:31.145 WARNING:teuthology.packaging:More than one of ref, tag, branch, or sha1 supplied; using branch 2024-08-29T17:27:31.145 INFO:teuthology.packaging:ref: None 2024-08-29T17:27:31.145 INFO:teuthology.packaging:tag: None 2024-08-29T17:27:31.145 INFO:teuthology.packaging:branch: quincy 2024-08-29T17:27:31.145 INFO:teuthology.packaging:sha1: 1ef864504b8875c83ee6c2c5fedc13315bebf7f5 2024-08-29T17:27:31.145 DEBUG:teuthology.packaging:Querying https://shaman.ceph.com/api/search?status=ready&project=ceph&flavor=default&distros=ubuntu%2F22.04%2Fx86_64&ref=quincy 2024-08-29T17:27:31.174 INFO:teuthology.orchestra.run.smithi053.stdout:uid [ unknown] Ceph automated package build (Ceph automated package build) 2024-08-29T17:27:31.175 INFO:teuthology.orchestra.run.smithi053.stdout:uid [ unknown] Ceph.com (release key) 2024-08-29T17:27:31.175 INFO:teuthology.task.install.deb:Installing packages: ceph, cephadm, ceph-mds, ceph-mgr, ceph-common, ceph-fuse, ceph-test, radosgw, python3-rados, python3-rgw, python3-cephfs, python3-rbd, libcephfs2, libcephfs-dev, librados2, librbd1, rbd-fuse on remote deb x86_64 2024-08-29T17:27:31.175 INFO:teuthology.task.install.deb:Installing system (non-project) packages: python3-pytest on remote deb x86_64 2024-08-29T17:27:31.175 WARNING:teuthology.packaging:More than one of ref, tag, branch, or sha1 supplied; using branch 2024-08-29T17:27:31.175 INFO:teuthology.packaging:ref: None 2024-08-29T17:27:31.176 INFO:teuthology.packaging:tag: None 2024-08-29T17:27:31.176 INFO:teuthology.packaging:branch: quincy 2024-08-29T17:27:31.176 INFO:teuthology.packaging:sha1: 1ef864504b8875c83ee6c2c5fedc13315bebf7f5 2024-08-29T17:27:31.176 DEBUG:teuthology.packaging:Querying https://shaman.ceph.com/api/search?status=ready&project=ceph&flavor=default&distros=ubuntu%2F22.04%2Fx86_64&ref=quincy 2024-08-29T17:27:31.319 INFO:teuthology.task.install.deb:Pulling from https://chacra.ceph.com/r/ceph/quincy/b12291d110049b2f35e32e0de30d70e9a4c060d2/ubuntu/jammy/flavors/default/ 2024-08-29T17:27:31.319 INFO:teuthology.task.install.deb:Package version is 17.2.7-1jammy 2024-08-29T17:27:31.344 INFO:teuthology.task.install.deb:Pulling from https://chacra.ceph.com/r/ceph/quincy/b12291d110049b2f35e32e0de30d70e9a4c060d2/ubuntu/jammy/flavors/default/ 2024-08-29T17:27:31.344 INFO:teuthology.task.install.deb:Package version is 17.2.7-1jammy 2024-08-29T17:27:31.383 DEBUG:teuthology.orchestra.run.smithi028:> set -ex 2024-08-29T17:27:31.383 DEBUG:teuthology.orchestra.run.smithi028:> sudo dd of=/etc/apt/sources.list.d/ceph.list 2024-08-29T17:27:31.391 DEBUG:teuthology.orchestra.run.smithi053:> set -ex 2024-08-29T17:27:31.392 DEBUG:teuthology.orchestra.run.smithi053:> sudo dd of=/etc/apt/sources.list.d/ceph.list 2024-08-29T17:27:31.398 DEBUG:teuthology.orchestra.run.smithi028:> sudo apt-get update 2024-08-29T17:27:31.406 DEBUG:teuthology.orchestra.run.smithi053:> sudo apt-get update 2024-08-29T17:27:31.548 INFO:teuthology.orchestra.run.smithi028.stdout:Ign:1 https://chacra.ceph.com/r/ceph/quincy/b12291d110049b2f35e32e0de30d70e9a4c060d2/ubuntu/jammy/flavors/default jammy InRelease 2024-08-29T17:27:31.550 INFO:teuthology.orchestra.run.smithi028.stdout:Get:2 https://chacra.ceph.com/r/ceph/quincy/b12291d110049b2f35e32e0de30d70e9a4c060d2/ubuntu/jammy/flavors/default jammy Release [7,641 B] 2024-08-29T17:27:31.553 INFO:teuthology.orchestra.run.smithi028.stdout:Ign:3 https://chacra.ceph.com/r/ceph/quincy/b12291d110049b2f35e32e0de30d70e9a4c060d2/ubuntu/jammy/flavors/default jammy Release.gpg 2024-08-29T17:27:31.556 INFO:teuthology.orchestra.run.smithi028.stdout:Get:4 https://chacra.ceph.com/r/ceph/quincy/b12291d110049b2f35e32e0de30d70e9a4c060d2/ubuntu/jammy/flavors/default jammy/main amd64 Packages [17.3 kB] 2024-08-29T17:27:31.559 INFO:teuthology.orchestra.run.smithi053.stdout:Ign:1 https://chacra.ceph.com/r/ceph/quincy/b12291d110049b2f35e32e0de30d70e9a4c060d2/ubuntu/jammy/flavors/default jammy InRelease 2024-08-29T17:27:31.560 INFO:teuthology.orchestra.run.smithi053.stdout:Get:2 https://chacra.ceph.com/r/ceph/quincy/b12291d110049b2f35e32e0de30d70e9a4c060d2/ubuntu/jammy/flavors/default jammy Release [7,641 B] 2024-08-29T17:27:31.563 INFO:teuthology.orchestra.run.smithi053.stdout:Ign:3 https://chacra.ceph.com/r/ceph/quincy/b12291d110049b2f35e32e0de30d70e9a4c060d2/ubuntu/jammy/flavors/default jammy Release.gpg 2024-08-29T17:27:31.565 INFO:teuthology.orchestra.run.smithi028.stdout:Get:5 https://chacra.ceph.com/r/ceph/quincy/b12291d110049b2f35e32e0de30d70e9a4c060d2/ubuntu/jammy/flavors/default jammy/main i386 Packages [3,331 B] 2024-08-29T17:27:31.566 INFO:teuthology.orchestra.run.smithi053.stdout:Get:4 https://chacra.ceph.com/r/ceph/quincy/b12291d110049b2f35e32e0de30d70e9a4c060d2/ubuntu/jammy/flavors/default jammy/main i386 Packages [3,331 B] 2024-08-29T17:27:31.581 INFO:teuthology.orchestra.run.smithi053.stdout:Hit:5 http://archive.ubuntu.com/ubuntu jammy InRelease 2024-08-29T17:27:31.581 INFO:teuthology.orchestra.run.smithi053.stdout:Get:6 https://chacra.ceph.com/r/ceph/quincy/b12291d110049b2f35e32e0de30d70e9a4c060d2/ubuntu/jammy/flavors/default jammy/main amd64 Packages [17.3 kB] 2024-08-29T17:27:31.590 INFO:teuthology.orchestra.run.smithi028.stdout:Hit:6 http://security.ubuntu.com/ubuntu jammy-security InRelease 2024-08-29T17:27:31.592 INFO:teuthology.orchestra.run.smithi053.stdout:Hit:7 http://archive.ubuntu.com/ubuntu jammy-updates InRelease 2024-08-29T17:27:31.609 INFO:teuthology.orchestra.run.smithi053.stdout:Hit:8 http://archive.ubuntu.com/ubuntu jammy-backports InRelease 2024-08-29T17:27:31.693 INFO:teuthology.orchestra.run.smithi028.stdout:Hit:7 http://archive.ubuntu.com/ubuntu jammy InRelease 2024-08-29T17:27:31.713 INFO:teuthology.orchestra.run.smithi053.stdout:Hit:9 http://security.ubuntu.com/ubuntu jammy-security InRelease 2024-08-29T17:27:31.775 INFO:teuthology.orchestra.run.smithi028.stdout:Hit:8 http://archive.ubuntu.com/ubuntu jammy-updates InRelease 2024-08-29T17:27:31.857 INFO:teuthology.orchestra.run.smithi028.stdout:Hit:9 http://archive.ubuntu.com/ubuntu jammy-backports InRelease 2024-08-29T17:27:31.959 INFO:teuthology.orchestra.run.smithi053.stdout:Fetched 28.3 kB in 0s (78.0 kB/s) 2024-08-29T17:27:32.001 INFO:teuthology.orchestra.run.smithi028.stdout:Fetched 28.3 kB in 0s (68.5 kB/s) 2024-08-29T17:27:32.992 INFO:teuthology.orchestra.run.smithi053.stdout:Reading package lists... 2024-08-29T17:27:33.009 DEBUG:teuthology.orchestra.run.smithi053:> sudo DEBIAN_FRONTEND=noninteractive apt-get -y --force-yes -o Dpkg::Options::="--force-confdef" -o Dpkg::Options::="--force-confold" install ceph=17.2.7-1jammy cephadm=17.2.7-1jammy ceph-mds=17.2.7-1jammy ceph-mgr=17.2.7-1jammy ceph-common=17.2.7-1jammy ceph-fuse=17.2.7-1jammy ceph-test=17.2.7-1jammy radosgw=17.2.7-1jammy python3-rados=17.2.7-1jammy python3-rgw=17.2.7-1jammy python3-cephfs=17.2.7-1jammy python3-rbd=17.2.7-1jammy libcephfs2=17.2.7-1jammy libcephfs-dev=17.2.7-1jammy librados2=17.2.7-1jammy librbd1=17.2.7-1jammy rbd-fuse=17.2.7-1jammy 2024-08-29T17:27:33.043 INFO:teuthology.orchestra.run.smithi028.stdout:Reading package lists... 2024-08-29T17:27:33.060 DEBUG:teuthology.orchestra.run.smithi028:> sudo DEBIAN_FRONTEND=noninteractive apt-get -y --force-yes -o Dpkg::Options::="--force-confdef" -o Dpkg::Options::="--force-confold" install ceph=17.2.7-1jammy cephadm=17.2.7-1jammy ceph-mds=17.2.7-1jammy ceph-mgr=17.2.7-1jammy ceph-common=17.2.7-1jammy ceph-fuse=17.2.7-1jammy ceph-test=17.2.7-1jammy radosgw=17.2.7-1jammy python3-rados=17.2.7-1jammy python3-rgw=17.2.7-1jammy python3-cephfs=17.2.7-1jammy python3-rbd=17.2.7-1jammy libcephfs2=17.2.7-1jammy libcephfs-dev=17.2.7-1jammy librados2=17.2.7-1jammy librbd1=17.2.7-1jammy rbd-fuse=17.2.7-1jammy 2024-08-29T17:27:33.064 INFO:teuthology.orchestra.run.smithi053.stdout:Reading package lists... 2024-08-29T17:27:33.117 INFO:teuthology.orchestra.run.smithi028.stdout:Reading package lists... 2024-08-29T17:27:33.253 INFO:teuthology.orchestra.run.smithi053.stdout:Building dependency tree... 2024-08-29T17:27:33.254 INFO:teuthology.orchestra.run.smithi053.stdout:Reading state information... 2024-08-29T17:27:33.310 INFO:teuthology.orchestra.run.smithi028.stdout:Building dependency tree... 2024-08-29T17:27:33.310 INFO:teuthology.orchestra.run.smithi028.stdout:Reading state information... 2024-08-29T17:27:33.445 INFO:teuthology.orchestra.run.smithi053.stdout:The following packages were automatically installed and are no longer required: 2024-08-29T17:27:33.446 INFO:teuthology.orchestra.run.smithi053.stdout: libboost-iostreams1.74.0 libboost-thread1.74.0 libgfapi0 libgfrpc0 libgfxdr0 2024-08-29T17:27:33.446 INFO:teuthology.orchestra.run.smithi053.stdout: libglusterfs0 libiscsi7 libpmemobj1 libpython2-dev libpython2-stdlib 2024-08-29T17:27:33.446 INFO:teuthology.orchestra.run.smithi053.stdout: libpython2.7 libpython2.7-dev libpython2.7-minimal libpython2.7-stdlib 2024-08-29T17:27:33.446 INFO:teuthology.orchestra.run.smithi053.stdout: linux-image-5.4.0-135-generic linux-modules-5.4.0-135-generic python2 2024-08-29T17:27:33.446 INFO:teuthology.orchestra.run.smithi053.stdout: python2-dev python2-minimal python2.7 python2.7-dev python2.7-minimal 2024-08-29T17:27:33.446 INFO:teuthology.orchestra.run.smithi053.stdout:Use 'sudo apt autoremove' to remove them. 2024-08-29T17:27:33.447 INFO:teuthology.orchestra.run.smithi053.stdout:The following additional packages will be installed: 2024-08-29T17:27:33.447 INFO:teuthology.orchestra.run.smithi053.stdout: ceph-base ceph-mgr-cephadm ceph-mgr-dashboard ceph-mgr-diskprediction-local 2024-08-29T17:27:33.447 INFO:teuthology.orchestra.run.smithi053.stdout: ceph-mgr-k8sevents ceph-mgr-modules-core ceph-mon ceph-osd ceph-volume jq 2024-08-29T17:27:33.448 INFO:teuthology.orchestra.run.smithi053.stdout: libdouble-conversion3 libfmt8 libjq1 liblttng-ust1 liboath0 libonig5 2024-08-29T17:27:33.448 INFO:teuthology.orchestra.run.smithi053.stdout: libpcre2-16-0 libqt5core5a libqt5dbus5 libqt5network5 libradosstriper1 2024-08-29T17:27:33.448 INFO:teuthology.orchestra.run.smithi053.stdout: librdkafka1 librgw2 libsqlite3-mod-ceph libthrift-0.16.0 nvme-cli 2024-08-29T17:27:33.448 INFO:teuthology.orchestra.run.smithi053.stdout: python-babel-localedata python-pastedeploy-tpl python3-babel python3-bcrypt 2024-08-29T17:27:33.448 INFO:teuthology.orchestra.run.smithi053.stdout: python3-cachetools python3-ceph-argparse python3-ceph-common python3-certifi 2024-08-29T17:27:33.449 INFO:teuthology.orchestra.run.smithi053.stdout: python3-cheroot python3-cherrypy3 python3-google-auth python3-idna 2024-08-29T17:27:33.449 INFO:teuthology.orchestra.run.smithi053.stdout: python3-iniconfig python3-jaraco.classes python3-jaraco.collections 2024-08-29T17:27:33.449 INFO:teuthology.orchestra.run.smithi053.stdout: python3-jaraco.functools python3-jaraco.text python3-jinja2 python3-joblib 2024-08-29T17:27:33.449 INFO:teuthology.orchestra.run.smithi053.stdout: python3-kubernetes python3-logutils python3-mako python3-markupsafe 2024-08-29T17:27:33.449 INFO:teuthology.orchestra.run.smithi053.stdout: python3-natsort python3-openssl python3-paste python3-pastedeploy 2024-08-29T17:27:33.449 INFO:teuthology.orchestra.run.smithi053.stdout: python3-pastescript python3-pecan python3-pluggy python3-portend 2024-08-29T17:27:33.449 INFO:teuthology.orchestra.run.smithi053.stdout: python3-prettytable python3-psutil python3-py python3-pyasn1 2024-08-29T17:27:33.449 INFO:teuthology.orchestra.run.smithi053.stdout: python3-pyasn1-modules python3-pygments python3-pyinotify python3-pytest 2024-08-29T17:27:33.449 INFO:teuthology.orchestra.run.smithi053.stdout: python3-repoze.lru python3-requests python3-requests-oauthlib python3-routes 2024-08-29T17:27:33.449 INFO:teuthology.orchestra.run.smithi053.stdout: python3-rsa python3-simplegeneric python3-simplejson python3-singledispatch 2024-08-29T17:27:33.449 INFO:teuthology.orchestra.run.smithi053.stdout: python3-sklearn python3-sklearn-lib python3-tempita python3-tempora 2024-08-29T17:27:33.449 INFO:teuthology.orchestra.run.smithi053.stdout: python3-threadpoolctl python3-toml python3-urllib3 python3-waitress 2024-08-29T17:27:33.449 INFO:teuthology.orchestra.run.smithi053.stdout: python3-wcwidth python3-webob python3-websocket python3-webtest 2024-08-29T17:27:33.449 INFO:teuthology.orchestra.run.smithi053.stdout: python3-werkzeug python3-zc.lockfile qttranslations5-l10n socat xmlstarlet 2024-08-29T17:27:33.450 INFO:teuthology.orchestra.run.smithi053.stdout:Suggested packages: 2024-08-29T17:27:33.450 INFO:teuthology.orchestra.run.smithi053.stdout: python3-influxdb python-jinja2-doc python3-beaker python-mako-doc 2024-08-29T17:27:33.450 INFO:teuthology.orchestra.run.smithi053.stdout: python-natsort-doc python-openssl-doc python3-openssl-dbg httpd-wsgi 2024-08-29T17:27:33.450 INFO:teuthology.orchestra.run.smithi053.stdout: libapache2-mod-python libapache2-mod-scgi libjs-mochikit python-pecan-doc 2024-08-29T17:27:33.450 INFO:teuthology.orchestra.run.smithi053.stdout: python-psutil-doc subversion python-pygments-doc python-pyinotify-doc 2024-08-29T17:27:33.450 INFO:teuthology.orchestra.run.smithi053.stdout: python3-socks python-requests-doc python3-dap python-sklearn-doc ipython3 2024-08-29T17:27:33.450 INFO:teuthology.orchestra.run.smithi053.stdout: python-waitress-doc python-webob-doc python-webtest-doc python-werkzeug-doc 2024-08-29T17:27:33.450 INFO:teuthology.orchestra.run.smithi053.stdout: python3-watchdog 2024-08-29T17:27:33.450 INFO:teuthology.orchestra.run.smithi053.stdout:Recommended packages: 2024-08-29T17:27:33.450 INFO:teuthology.orchestra.run.smithi053.stdout: btrfs-tools 2024-08-29T17:27:33.501 INFO:teuthology.orchestra.run.smithi028.stdout:The following packages were automatically installed and are no longer required: 2024-08-29T17:27:33.501 INFO:teuthology.orchestra.run.smithi028.stdout: libboost-iostreams1.74.0 libboost-thread1.74.0 libgfapi0 libgfrpc0 libgfxdr0 2024-08-29T17:27:33.501 INFO:teuthology.orchestra.run.smithi028.stdout: libglusterfs0 libiscsi7 libpmemobj1 libpython2-dev libpython2-stdlib 2024-08-29T17:27:33.501 INFO:teuthology.orchestra.run.smithi028.stdout: libpython2.7 libpython2.7-dev libpython2.7-minimal libpython2.7-stdlib 2024-08-29T17:27:33.501 INFO:teuthology.orchestra.run.smithi028.stdout: linux-image-5.4.0-135-generic linux-modules-5.4.0-135-generic python2 2024-08-29T17:27:33.501 INFO:teuthology.orchestra.run.smithi028.stdout: python2-dev python2-minimal python2.7 python2.7-dev python2.7-minimal 2024-08-29T17:27:33.502 INFO:teuthology.orchestra.run.smithi028.stdout:Use 'sudo apt autoremove' to remove them. 2024-08-29T17:27:33.502 INFO:teuthology.orchestra.run.smithi028.stdout:The following additional packages will be installed: 2024-08-29T17:27:33.502 INFO:teuthology.orchestra.run.smithi028.stdout: ceph-base ceph-mgr-cephadm ceph-mgr-dashboard ceph-mgr-diskprediction-local 2024-08-29T17:27:33.502 INFO:teuthology.orchestra.run.smithi028.stdout: ceph-mgr-k8sevents ceph-mgr-modules-core ceph-mon ceph-osd ceph-volume jq 2024-08-29T17:27:33.503 INFO:teuthology.orchestra.run.smithi028.stdout: libdouble-conversion3 libfmt8 libjq1 liblttng-ust1 liboath0 libonig5 2024-08-29T17:27:33.503 INFO:teuthology.orchestra.run.smithi028.stdout: libpcre2-16-0 libqt5core5a libqt5dbus5 libqt5network5 libradosstriper1 2024-08-29T17:27:33.504 INFO:teuthology.orchestra.run.smithi028.stdout: librdkafka1 librgw2 libsqlite3-mod-ceph libthrift-0.16.0 nvme-cli 2024-08-29T17:27:33.504 INFO:teuthology.orchestra.run.smithi028.stdout: python-babel-localedata python-pastedeploy-tpl python3-babel python3-bcrypt 2024-08-29T17:27:33.504 INFO:teuthology.orchestra.run.smithi028.stdout: python3-cachetools python3-ceph-argparse python3-ceph-common python3-certifi 2024-08-29T17:27:33.504 INFO:teuthology.orchestra.run.smithi028.stdout: python3-cheroot python3-cherrypy3 python3-google-auth python3-idna 2024-08-29T17:27:33.504 INFO:teuthology.orchestra.run.smithi028.stdout: python3-iniconfig python3-jaraco.classes python3-jaraco.collections 2024-08-29T17:27:33.504 INFO:teuthology.orchestra.run.smithi028.stdout: python3-jaraco.functools python3-jaraco.text python3-jinja2 python3-joblib 2024-08-29T17:27:33.504 INFO:teuthology.orchestra.run.smithi028.stdout: python3-kubernetes python3-logutils python3-mako python3-markupsafe 2024-08-29T17:27:33.504 INFO:teuthology.orchestra.run.smithi028.stdout: python3-natsort python3-openssl python3-paste python3-pastedeploy 2024-08-29T17:27:33.504 INFO:teuthology.orchestra.run.smithi028.stdout: python3-pastescript python3-pecan python3-pluggy python3-portend 2024-08-29T17:27:33.504 INFO:teuthology.orchestra.run.smithi028.stdout: python3-prettytable python3-psutil python3-py python3-pyasn1 2024-08-29T17:27:33.504 INFO:teuthology.orchestra.run.smithi028.stdout: python3-pyasn1-modules python3-pygments python3-pyinotify python3-pytest 2024-08-29T17:27:33.504 INFO:teuthology.orchestra.run.smithi028.stdout: python3-repoze.lru python3-requests python3-requests-oauthlib python3-routes 2024-08-29T17:27:33.504 INFO:teuthology.orchestra.run.smithi028.stdout: python3-rsa python3-simplegeneric python3-simplejson python3-singledispatch 2024-08-29T17:27:33.505 INFO:teuthology.orchestra.run.smithi028.stdout: python3-sklearn python3-sklearn-lib python3-tempita python3-tempora 2024-08-29T17:27:33.505 INFO:teuthology.orchestra.run.smithi028.stdout: python3-threadpoolctl python3-toml python3-urllib3 python3-waitress 2024-08-29T17:27:33.505 INFO:teuthology.orchestra.run.smithi028.stdout: python3-wcwidth python3-webob python3-websocket python3-webtest 2024-08-29T17:27:33.505 INFO:teuthology.orchestra.run.smithi028.stdout: python3-werkzeug python3-zc.lockfile qttranslations5-l10n socat xmlstarlet 2024-08-29T17:27:33.505 INFO:teuthology.orchestra.run.smithi028.stdout:Suggested packages: 2024-08-29T17:27:33.505 INFO:teuthology.orchestra.run.smithi028.stdout: python3-influxdb python-jinja2-doc python3-beaker python-mako-doc 2024-08-29T17:27:33.505 INFO:teuthology.orchestra.run.smithi028.stdout: python-natsort-doc python-openssl-doc python3-openssl-dbg httpd-wsgi 2024-08-29T17:27:33.505 INFO:teuthology.orchestra.run.smithi028.stdout: libapache2-mod-python libapache2-mod-scgi libjs-mochikit python-pecan-doc 2024-08-29T17:27:33.505 INFO:teuthology.orchestra.run.smithi028.stdout: python-psutil-doc subversion python-pygments-doc python-pyinotify-doc 2024-08-29T17:27:33.505 INFO:teuthology.orchestra.run.smithi028.stdout: python3-socks python-requests-doc python3-dap python-sklearn-doc ipython3 2024-08-29T17:27:33.506 INFO:teuthology.orchestra.run.smithi028.stdout: python-waitress-doc python-webob-doc python-webtest-doc python-werkzeug-doc 2024-08-29T17:27:33.506 INFO:teuthology.orchestra.run.smithi028.stdout: python3-watchdog 2024-08-29T17:27:33.506 INFO:teuthology.orchestra.run.smithi028.stdout:Recommended packages: 2024-08-29T17:27:33.506 INFO:teuthology.orchestra.run.smithi028.stdout: btrfs-tools 2024-08-29T17:27:33.552 INFO:teuthology.orchestra.run.smithi053.stdout:The following NEW packages will be installed: 2024-08-29T17:27:33.552 INFO:teuthology.orchestra.run.smithi053.stdout: ceph ceph-base ceph-common ceph-fuse ceph-mds ceph-mgr ceph-mgr-cephadm 2024-08-29T17:27:33.552 INFO:teuthology.orchestra.run.smithi053.stdout: ceph-mgr-dashboard ceph-mgr-diskprediction-local ceph-mgr-k8sevents 2024-08-29T17:27:33.553 INFO:teuthology.orchestra.run.smithi053.stdout: ceph-mgr-modules-core ceph-mon ceph-osd ceph-test ceph-volume cephadm jq 2024-08-29T17:27:33.553 INFO:teuthology.orchestra.run.smithi053.stdout: libcephfs-dev libcephfs2 libdouble-conversion3 libfmt8 libjq1 liblttng-ust1 2024-08-29T17:27:33.553 INFO:teuthology.orchestra.run.smithi053.stdout: liboath0 libonig5 libpcre2-16-0 libqt5core5a libqt5dbus5 libqt5network5 2024-08-29T17:27:33.553 INFO:teuthology.orchestra.run.smithi053.stdout: librados2 libradosstriper1 librbd1 librdkafka1 librgw2 libsqlite3-mod-ceph 2024-08-29T17:27:33.554 INFO:teuthology.orchestra.run.smithi053.stdout: libthrift-0.16.0 nvme-cli python-babel-localedata python-pastedeploy-tpl 2024-08-29T17:27:33.554 INFO:teuthology.orchestra.run.smithi053.stdout: python3-babel python3-bcrypt python3-cachetools python3-ceph-argparse 2024-08-29T17:27:33.554 INFO:teuthology.orchestra.run.smithi053.stdout: python3-ceph-common python3-cephfs python3-certifi python3-cheroot 2024-08-29T17:27:33.554 INFO:teuthology.orchestra.run.smithi053.stdout: python3-cherrypy3 python3-google-auth python3-idna python3-iniconfig 2024-08-29T17:27:33.554 INFO:teuthology.orchestra.run.smithi053.stdout: python3-jaraco.classes python3-jaraco.collections python3-jaraco.functools 2024-08-29T17:27:33.554 INFO:teuthology.orchestra.run.smithi053.stdout: python3-jaraco.text python3-jinja2 python3-joblib python3-kubernetes 2024-08-29T17:27:33.554 INFO:teuthology.orchestra.run.smithi053.stdout: python3-logutils python3-mako python3-markupsafe python3-natsort 2024-08-29T17:27:33.554 INFO:teuthology.orchestra.run.smithi053.stdout: python3-openssl python3-paste python3-pastedeploy python3-pastescript 2024-08-29T17:27:33.554 INFO:teuthology.orchestra.run.smithi053.stdout: python3-pecan python3-pluggy python3-portend python3-prettytable 2024-08-29T17:27:33.554 INFO:teuthology.orchestra.run.smithi053.stdout: python3-psutil python3-py python3-pyasn1 python3-pyasn1-modules 2024-08-29T17:27:33.554 INFO:teuthology.orchestra.run.smithi053.stdout: python3-pygments python3-pyinotify python3-pytest python3-rados python3-rbd 2024-08-29T17:27:33.554 INFO:teuthology.orchestra.run.smithi053.stdout: python3-repoze.lru python3-requests python3-requests-oauthlib python3-rgw 2024-08-29T17:27:33.554 INFO:teuthology.orchestra.run.smithi053.stdout: python3-routes python3-rsa python3-simplegeneric python3-simplejson 2024-08-29T17:27:33.555 INFO:teuthology.orchestra.run.smithi053.stdout: python3-singledispatch python3-sklearn python3-sklearn-lib python3-tempita 2024-08-29T17:27:33.555 INFO:teuthology.orchestra.run.smithi053.stdout: python3-tempora python3-threadpoolctl python3-toml python3-urllib3 2024-08-29T17:27:33.555 INFO:teuthology.orchestra.run.smithi053.stdout: python3-waitress python3-wcwidth python3-webob python3-websocket 2024-08-29T17:27:33.555 INFO:teuthology.orchestra.run.smithi053.stdout: python3-webtest python3-werkzeug python3-zc.lockfile qttranslations5-l10n 2024-08-29T17:27:33.555 INFO:teuthology.orchestra.run.smithi053.stdout: radosgw rbd-fuse socat xmlstarlet 2024-08-29T17:27:33.592 INFO:teuthology.orchestra.run.smithi053.stdout:0 upgraded, 107 newly installed, 0 to remove and 331 not upgraded. 2024-08-29T17:27:33.592 INFO:teuthology.orchestra.run.smithi053.stdout:Need to get 187 MB of archives. 2024-08-29T17:27:33.592 INFO:teuthology.orchestra.run.smithi053.stdout:After this operation, 815 MB of additional disk space will be used. 2024-08-29T17:27:33.592 INFO:teuthology.orchestra.run.smithi053.stdout:Get:1 https://chacra.ceph.com/r/ceph/quincy/b12291d110049b2f35e32e0de30d70e9a4c060d2/ubuntu/jammy/flavors/default jammy/main amd64 librados2 amd64 17.2.7-1jammy [3,198 kB] 2024-08-29T17:27:33.609 INFO:teuthology.orchestra.run.smithi028.stdout:The following NEW packages will be installed: 2024-08-29T17:27:33.609 INFO:teuthology.orchestra.run.smithi028.stdout: ceph ceph-base ceph-common ceph-fuse ceph-mds ceph-mgr ceph-mgr-cephadm 2024-08-29T17:27:33.609 INFO:teuthology.orchestra.run.smithi028.stdout: ceph-mgr-dashboard ceph-mgr-diskprediction-local ceph-mgr-k8sevents 2024-08-29T17:27:33.609 INFO:teuthology.orchestra.run.smithi028.stdout: ceph-mgr-modules-core ceph-mon ceph-osd ceph-test ceph-volume cephadm jq 2024-08-29T17:27:33.611 INFO:teuthology.orchestra.run.smithi028.stdout: libcephfs-dev libcephfs2 libdouble-conversion3 libfmt8 libjq1 liblttng-ust1 2024-08-29T17:27:33.611 INFO:teuthology.orchestra.run.smithi028.stdout: liboath0 libonig5 libpcre2-16-0 libqt5core5a libqt5dbus5 libqt5network5 2024-08-29T17:27:33.611 INFO:teuthology.orchestra.run.smithi028.stdout: librados2 libradosstriper1 librbd1 librdkafka1 librgw2 libsqlite3-mod-ceph 2024-08-29T17:27:33.612 INFO:teuthology.orchestra.run.smithi028.stdout: libthrift-0.16.0 nvme-cli python-babel-localedata python-pastedeploy-tpl 2024-08-29T17:27:33.612 INFO:teuthology.orchestra.run.smithi028.stdout: python3-babel python3-bcrypt python3-cachetools python3-ceph-argparse 2024-08-29T17:27:33.612 INFO:teuthology.orchestra.run.smithi028.stdout: python3-ceph-common python3-cephfs python3-certifi python3-cheroot 2024-08-29T17:27:33.612 INFO:teuthology.orchestra.run.smithi028.stdout: python3-cherrypy3 python3-google-auth python3-idna python3-iniconfig 2024-08-29T17:27:33.612 INFO:teuthology.orchestra.run.smithi028.stdout: python3-jaraco.classes python3-jaraco.collections python3-jaraco.functools 2024-08-29T17:27:33.612 INFO:teuthology.orchestra.run.smithi028.stdout: python3-jaraco.text python3-jinja2 python3-joblib python3-kubernetes 2024-08-29T17:27:33.612 INFO:teuthology.orchestra.run.smithi028.stdout: python3-logutils python3-mako python3-markupsafe python3-natsort 2024-08-29T17:27:33.612 INFO:teuthology.orchestra.run.smithi028.stdout: python3-openssl python3-paste python3-pastedeploy python3-pastescript 2024-08-29T17:27:33.612 INFO:teuthology.orchestra.run.smithi028.stdout: python3-pecan python3-pluggy python3-portend python3-prettytable 2024-08-29T17:27:33.612 INFO:teuthology.orchestra.run.smithi028.stdout: python3-psutil python3-py python3-pyasn1 python3-pyasn1-modules 2024-08-29T17:27:33.612 INFO:teuthology.orchestra.run.smithi028.stdout: python3-pygments python3-pyinotify python3-pytest python3-rados python3-rbd 2024-08-29T17:27:33.613 INFO:teuthology.orchestra.run.smithi028.stdout: python3-repoze.lru python3-requests python3-requests-oauthlib python3-rgw 2024-08-29T17:27:33.613 INFO:teuthology.orchestra.run.smithi028.stdout: python3-routes python3-rsa python3-simplegeneric python3-simplejson 2024-08-29T17:27:33.613 INFO:teuthology.orchestra.run.smithi028.stdout: python3-singledispatch python3-sklearn python3-sklearn-lib python3-tempita 2024-08-29T17:27:33.613 INFO:teuthology.orchestra.run.smithi028.stdout: python3-tempora python3-threadpoolctl python3-toml python3-urllib3 2024-08-29T17:27:33.613 INFO:teuthology.orchestra.run.smithi028.stdout: python3-waitress python3-wcwidth python3-webob python3-websocket 2024-08-29T17:27:33.613 INFO:teuthology.orchestra.run.smithi028.stdout: python3-webtest python3-werkzeug python3-zc.lockfile qttranslations5-l10n 2024-08-29T17:27:33.613 INFO:teuthology.orchestra.run.smithi028.stdout: radosgw rbd-fuse socat xmlstarlet 2024-08-29T17:27:33.614 INFO:teuthology.orchestra.run.smithi053.stdout:Get:2 https://chacra.ceph.com/r/ceph/quincy/b12291d110049b2f35e32e0de30d70e9a4c060d2/ubuntu/jammy/flavors/default jammy/main amd64 librbd1 amd64 17.2.7-1jammy [3,067 kB] 2024-08-29T17:27:33.636 INFO:teuthology.orchestra.run.smithi053.stdout:Get:3 https://chacra.ceph.com/r/ceph/quincy/b12291d110049b2f35e32e0de30d70e9a4c060d2/ubuntu/jammy/flavors/default jammy/main amd64 libcephfs2 amd64 17.2.7-1jammy [632 kB] 2024-08-29T17:27:33.640 INFO:teuthology.orchestra.run.smithi053.stdout:Get:4 https://chacra.ceph.com/r/ceph/quincy/b12291d110049b2f35e32e0de30d70e9a4c060d2/ubuntu/jammy/flavors/default jammy/main amd64 python3-rados amd64 17.2.7-1jammy [344 kB] 2024-08-29T17:27:33.643 INFO:teuthology.orchestra.run.smithi053.stdout:Get:5 https://chacra.ceph.com/r/ceph/quincy/b12291d110049b2f35e32e0de30d70e9a4c060d2/ubuntu/jammy/flavors/default jammy/main amd64 python3-ceph-argparse all 17.2.7-1jammy [23.1 kB] 2024-08-29T17:27:33.643 INFO:teuthology.orchestra.run.smithi053.stdout:Get:6 https://chacra.ceph.com/r/ceph/quincy/b12291d110049b2f35e32e0de30d70e9a4c060d2/ubuntu/jammy/flavors/default jammy/main amd64 python3-cephfs amd64 17.2.7-1jammy [164 kB] 2024-08-29T17:27:33.645 INFO:teuthology.orchestra.run.smithi053.stdout:Get:7 https://chacra.ceph.com/r/ceph/quincy/b12291d110049b2f35e32e0de30d70e9a4c060d2/ubuntu/jammy/flavors/default jammy/main amd64 python3-ceph-common all 17.2.7-1jammy [47.7 kB] 2024-08-29T17:27:33.645 INFO:teuthology.orchestra.run.smithi053.stdout:Get:8 https://chacra.ceph.com/r/ceph/quincy/b12291d110049b2f35e32e0de30d70e9a4c060d2/ubuntu/jammy/flavors/default jammy/main amd64 python3-rbd amd64 17.2.7-1jammy [313 kB] 2024-08-29T17:27:33.648 INFO:teuthology.orchestra.run.smithi053.stdout:Get:9 https://chacra.ceph.com/r/ceph/quincy/b12291d110049b2f35e32e0de30d70e9a4c060d2/ubuntu/jammy/flavors/default jammy/main amd64 librgw2 amd64 17.2.7-1jammy [5,086 kB] 2024-08-29T17:27:33.654 INFO:teuthology.orchestra.run.smithi028.stdout:0 upgraded, 107 newly installed, 0 to remove and 331 not upgraded. 2024-08-29T17:27:33.654 INFO:teuthology.orchestra.run.smithi028.stdout:Need to get 187 MB of archives. 2024-08-29T17:27:33.654 INFO:teuthology.orchestra.run.smithi028.stdout:After this operation, 815 MB of additional disk space will be used. 2024-08-29T17:27:33.654 INFO:teuthology.orchestra.run.smithi028.stdout:Get:1 https://chacra.ceph.com/r/ceph/quincy/b12291d110049b2f35e32e0de30d70e9a4c060d2/ubuntu/jammy/flavors/default jammy/main amd64 librados2 amd64 17.2.7-1jammy [3,198 kB] 2024-08-29T17:27:33.681 INFO:teuthology.orchestra.run.smithi053.stdout:Get:10 https://chacra.ceph.com/r/ceph/quincy/b12291d110049b2f35e32e0de30d70e9a4c060d2/ubuntu/jammy/flavors/default jammy/main amd64 python3-rgw amd64 17.2.7-1jammy [102 kB] 2024-08-29T17:27:33.682 INFO:teuthology.orchestra.run.smithi053.stdout:Get:11 https://chacra.ceph.com/r/ceph/quincy/b12291d110049b2f35e32e0de30d70e9a4c060d2/ubuntu/jammy/flavors/default jammy/main amd64 libradosstriper1 amd64 17.2.7-1jammy [415 kB] 2024-08-29T17:27:33.685 INFO:teuthology.orchestra.run.smithi053.stdout:Get:12 https://chacra.ceph.com/r/ceph/quincy/b12291d110049b2f35e32e0de30d70e9a4c060d2/ubuntu/jammy/flavors/default jammy/main amd64 ceph-common amd64 17.2.7-1jammy [25.3 MB] 2024-08-29T17:27:33.690 INFO:teuthology.orchestra.run.smithi028.stdout:Get:2 https://chacra.ceph.com/r/ceph/quincy/b12291d110049b2f35e32e0de30d70e9a4c060d2/ubuntu/jammy/flavors/default jammy/main amd64 librbd1 amd64 17.2.7-1jammy [3,067 kB] 2024-08-29T17:27:33.716 INFO:teuthology.orchestra.run.smithi028.stdout:Get:3 https://chacra.ceph.com/r/ceph/quincy/b12291d110049b2f35e32e0de30d70e9a4c060d2/ubuntu/jammy/flavors/default jammy/main amd64 libcephfs2 amd64 17.2.7-1jammy [632 kB] 2024-08-29T17:27:33.721 INFO:teuthology.orchestra.run.smithi028.stdout:Get:4 https://chacra.ceph.com/r/ceph/quincy/b12291d110049b2f35e32e0de30d70e9a4c060d2/ubuntu/jammy/flavors/default jammy/main amd64 python3-rados amd64 17.2.7-1jammy [344 kB] 2024-08-29T17:27:33.724 INFO:teuthology.orchestra.run.smithi028.stdout:Get:5 https://chacra.ceph.com/r/ceph/quincy/b12291d110049b2f35e32e0de30d70e9a4c060d2/ubuntu/jammy/flavors/default jammy/main amd64 python3-ceph-argparse all 17.2.7-1jammy [23.1 kB] 2024-08-29T17:27:33.724 INFO:teuthology.orchestra.run.smithi028.stdout:Get:6 https://chacra.ceph.com/r/ceph/quincy/b12291d110049b2f35e32e0de30d70e9a4c060d2/ubuntu/jammy/flavors/default jammy/main amd64 python3-cephfs amd64 17.2.7-1jammy [164 kB] 2024-08-29T17:27:33.726 INFO:teuthology.orchestra.run.smithi028.stdout:Get:7 https://chacra.ceph.com/r/ceph/quincy/b12291d110049b2f35e32e0de30d70e9a4c060d2/ubuntu/jammy/flavors/default jammy/main amd64 python3-ceph-common all 17.2.7-1jammy [47.7 kB] 2024-08-29T17:27:33.726 INFO:teuthology.orchestra.run.smithi028.stdout:Get:8 https://chacra.ceph.com/r/ceph/quincy/b12291d110049b2f35e32e0de30d70e9a4c060d2/ubuntu/jammy/flavors/default jammy/main amd64 python3-rbd amd64 17.2.7-1jammy [313 kB] 2024-08-29T17:27:33.729 INFO:teuthology.orchestra.run.smithi028.stdout:Get:9 https://chacra.ceph.com/r/ceph/quincy/b12291d110049b2f35e32e0de30d70e9a4c060d2/ubuntu/jammy/flavors/default jammy/main amd64 librgw2 amd64 17.2.7-1jammy [5,086 kB] 2024-08-29T17:27:33.743 INFO:teuthology.orchestra.run.smithi053.stdout:Get:13 http://archive.ubuntu.com/ubuntu jammy/universe amd64 libfmt8 amd64 8.1.1+ds1-2 [60.2 kB] 2024-08-29T17:27:33.773 INFO:teuthology.orchestra.run.smithi028.stdout:Get:10 https://chacra.ceph.com/r/ceph/quincy/b12291d110049b2f35e32e0de30d70e9a4c060d2/ubuntu/jammy/flavors/default jammy/main amd64 python3-rgw amd64 17.2.7-1jammy [102 kB] 2024-08-29T17:27:33.774 INFO:teuthology.orchestra.run.smithi028.stdout:Get:11 https://chacra.ceph.com/r/ceph/quincy/b12291d110049b2f35e32e0de30d70e9a4c060d2/ubuntu/jammy/flavors/default jammy/main amd64 libradosstriper1 amd64 17.2.7-1jammy [415 kB] 2024-08-29T17:27:33.777 INFO:teuthology.orchestra.run.smithi028.stdout:Get:12 https://chacra.ceph.com/r/ceph/quincy/b12291d110049b2f35e32e0de30d70e9a4c060d2/ubuntu/jammy/flavors/default jammy/main amd64 ceph-common amd64 17.2.7-1jammy [25.3 MB] 2024-08-29T17:27:33.799 INFO:teuthology.orchestra.run.smithi028.stdout:Get:13 http://archive.ubuntu.com/ubuntu jammy/universe amd64 libfmt8 amd64 8.1.1+ds1-2 [60.2 kB] 2024-08-29T17:27:33.911 INFO:teuthology.orchestra.run.smithi053.stdout:Get:14 https://chacra.ceph.com/r/ceph/quincy/b12291d110049b2f35e32e0de30d70e9a4c060d2/ubuntu/jammy/flavors/default jammy/main amd64 ceph-base amd64 17.2.7-1jammy [6,378 kB] 2024-08-29T17:27:33.954 INFO:teuthology.orchestra.run.smithi053.stdout:Get:15 https://chacra.ceph.com/r/ceph/quincy/b12291d110049b2f35e32e0de30d70e9a4c060d2/ubuntu/jammy/flavors/default jammy/main amd64 ceph-mgr-modules-core all 17.2.7-1jammy [224 kB] 2024-08-29T17:27:33.955 INFO:teuthology.orchestra.run.smithi053.stdout:Get:16 https://chacra.ceph.com/r/ceph/quincy/b12291d110049b2f35e32e0de30d70e9a4c060d2/ubuntu/jammy/flavors/default jammy/main amd64 libsqlite3-mod-ceph amd64 17.2.7-1jammy [115 kB] 2024-08-29T17:27:33.956 INFO:teuthology.orchestra.run.smithi053.stdout:Get:17 https://chacra.ceph.com/r/ceph/quincy/b12291d110049b2f35e32e0de30d70e9a4c060d2/ubuntu/jammy/flavors/default jammy/main amd64 ceph-mgr amd64 17.2.7-1jammy [1,429 kB] 2024-08-29T17:27:34.024 INFO:teuthology.orchestra.run.smithi053.stdout:Get:18 https://chacra.ceph.com/r/ceph/quincy/b12291d110049b2f35e32e0de30d70e9a4c060d2/ubuntu/jammy/flavors/default jammy/main amd64 ceph-mon amd64 17.2.7-1jammy [8,201 kB] 2024-08-29T17:27:34.029 INFO:teuthology.orchestra.run.smithi053.stdout:Get:19 http://archive.ubuntu.com/ubuntu jammy/main amd64 liblttng-ust1 amd64 2.13.1-1ubuntu1 [190 kB] 2024-08-29T17:27:34.079 INFO:teuthology.orchestra.run.smithi053.stdout:Get:20 https://chacra.ceph.com/r/ceph/quincy/b12291d110049b2f35e32e0de30d70e9a4c060d2/ubuntu/jammy/flavors/default jammy/main amd64 ceph-osd amd64 17.2.7-1jammy [28.4 MB] 2024-08-29T17:27:34.086 INFO:teuthology.orchestra.run.smithi028.stdout:Get:14 https://chacra.ceph.com/r/ceph/quincy/b12291d110049b2f35e32e0de30d70e9a4c060d2/ubuntu/jammy/flavors/default jammy/main amd64 ceph-base amd64 17.2.7-1jammy [6,378 kB] 2024-08-29T17:27:34.094 INFO:teuthology.orchestra.run.smithi028.stdout:Get:15 http://archive.ubuntu.com/ubuntu jammy/main amd64 liblttng-ust1 amd64 2.13.1-1ubuntu1 [190 kB] 2024-08-29T17:27:34.131 INFO:teuthology.orchestra.run.smithi028.stdout:Get:16 https://chacra.ceph.com/r/ceph/quincy/b12291d110049b2f35e32e0de30d70e9a4c060d2/ubuntu/jammy/flavors/default jammy/main amd64 ceph-mgr-modules-core all 17.2.7-1jammy [224 kB] 2024-08-29T17:27:34.133 INFO:teuthology.orchestra.run.smithi028.stdout:Get:17 https://chacra.ceph.com/r/ceph/quincy/b12291d110049b2f35e32e0de30d70e9a4c060d2/ubuntu/jammy/flavors/default jammy/main amd64 libsqlite3-mod-ceph amd64 17.2.7-1jammy [115 kB] 2024-08-29T17:27:34.134 INFO:teuthology.orchestra.run.smithi028.stdout:Get:18 https://chacra.ceph.com/r/ceph/quincy/b12291d110049b2f35e32e0de30d70e9a4c060d2/ubuntu/jammy/flavors/default jammy/main amd64 ceph-mgr amd64 17.2.7-1jammy [1,429 kB] 2024-08-29T17:27:34.144 INFO:teuthology.orchestra.run.smithi028.stdout:Get:19 https://chacra.ceph.com/r/ceph/quincy/b12291d110049b2f35e32e0de30d70e9a4c060d2/ubuntu/jammy/flavors/default jammy/main amd64 ceph-mon amd64 17.2.7-1jammy [8,201 kB] 2024-08-29T17:27:34.199 INFO:teuthology.orchestra.run.smithi028.stdout:Get:20 https://chacra.ceph.com/r/ceph/quincy/b12291d110049b2f35e32e0de30d70e9a4c060d2/ubuntu/jammy/flavors/default jammy/main amd64 ceph-osd amd64 17.2.7-1jammy [28.4 MB] 2024-08-29T17:27:34.205 INFO:teuthology.orchestra.run.smithi053.stdout:Get:21 http://archive.ubuntu.com/ubuntu jammy/main amd64 python3-wcwidth all 0.2.5+dfsg1-1 [21.9 kB] 2024-08-29T17:27:34.214 INFO:teuthology.orchestra.run.smithi053.stdout:Get:22 http://archive.ubuntu.com/ubuntu jammy/main amd64 python3-prettytable all 2.5.0-2 [31.3 kB] 2024-08-29T17:27:34.225 INFO:teuthology.orchestra.run.smithi053.stdout:Get:23 http://archive.ubuntu.com/ubuntu jammy/universe amd64 librdkafka1 amd64 1.8.0-1build1 [633 kB] 2024-08-29T17:27:34.270 INFO:teuthology.orchestra.run.smithi028.stdout:Get:21 http://archive.ubuntu.com/ubuntu jammy/main amd64 python3-wcwidth all 0.2.5+dfsg1-1 [21.9 kB] 2024-08-29T17:27:34.278 INFO:teuthology.orchestra.run.smithi028.stdout:Get:22 http://archive.ubuntu.com/ubuntu jammy/main amd64 python3-prettytable all 2.5.0-2 [31.3 kB] 2024-08-29T17:27:34.290 INFO:teuthology.orchestra.run.smithi028.stdout:Get:23 http://archive.ubuntu.com/ubuntu jammy/universe amd64 librdkafka1 amd64 1.8.0-1build1 [633 kB] 2024-08-29T17:27:34.338 INFO:teuthology.orchestra.run.smithi053.stdout:Get:24 https://chacra.ceph.com/r/ceph/quincy/b12291d110049b2f35e32e0de30d70e9a4c060d2/ubuntu/jammy/flavors/default jammy/main amd64 ceph amd64 17.2.7-1jammy [3,690 B] 2024-08-29T17:27:34.412 INFO:teuthology.orchestra.run.smithi053.stdout:Get:25 https://chacra.ceph.com/r/ceph/quincy/b12291d110049b2f35e32e0de30d70e9a4c060d2/ubuntu/jammy/flavors/default jammy/main amd64 ceph-fuse amd64 17.2.7-1jammy [783 kB] 2024-08-29T17:27:34.412 INFO:teuthology.orchestra.run.smithi053.stdout:Get:26 http://archive.ubuntu.com/ubuntu jammy/universe amd64 libdouble-conversion3 amd64 3.1.7-4 [39.0 kB] 2024-08-29T17:27:34.413 INFO:teuthology.orchestra.run.smithi053.stdout:Get:27 http://archive.ubuntu.com/ubuntu jammy-updates/main amd64 libpcre2-16-0 amd64 10.39-3ubuntu0.1 [203 kB] 2024-08-29T17:27:34.417 INFO:teuthology.orchestra.run.smithi053.stdout:Get:28 https://chacra.ceph.com/r/ceph/quincy/b12291d110049b2f35e32e0de30d70e9a4c060d2/ubuntu/jammy/flavors/default jammy/main amd64 ceph-mds amd64 17.2.7-1jammy [2,120 kB] 2024-08-29T17:27:34.418 INFO:teuthology.orchestra.run.smithi053.stdout:Get:29 http://archive.ubuntu.com/ubuntu jammy-updates/universe amd64 libqt5core5a amd64 5.15.3+dfsg-2ubuntu0.2 [2,006 kB] 2024-08-29T17:27:34.432 INFO:teuthology.orchestra.run.smithi053.stdout:Get:30 https://chacra.ceph.com/r/ceph/quincy/b12291d110049b2f35e32e0de30d70e9a4c060d2/ubuntu/jammy/flavors/default jammy/main amd64 cephadm amd64 17.2.7-1jammy [80.2 kB] 2024-08-29T17:27:34.433 INFO:teuthology.orchestra.run.smithi053.stdout:Get:31 https://chacra.ceph.com/r/ceph/quincy/b12291d110049b2f35e32e0de30d70e9a4c060d2/ubuntu/jammy/flavors/default jammy/main amd64 ceph-mgr-cephadm all 17.2.7-1jammy [118 kB] 2024-08-29T17:27:34.434 INFO:teuthology.orchestra.run.smithi053.stdout:Get:32 https://chacra.ceph.com/r/ceph/quincy/b12291d110049b2f35e32e0de30d70e9a4c060d2/ubuntu/jammy/flavors/default jammy/main amd64 ceph-mgr-dashboard all 17.2.7-1jammy [1,824 kB] 2024-08-29T17:27:34.446 INFO:teuthology.orchestra.run.smithi053.stdout:Get:33 https://chacra.ceph.com/r/ceph/quincy/b12291d110049b2f35e32e0de30d70e9a4c060d2/ubuntu/jammy/flavors/default jammy/main amd64 ceph-mgr-diskprediction-local all 17.2.7-1jammy [8,615 kB] 2024-08-29T17:27:34.457 INFO:teuthology.orchestra.run.smithi028.stdout:Get:24 http://archive.ubuntu.com/ubuntu jammy/universe amd64 libdouble-conversion3 amd64 3.1.7-4 [39.0 kB] 2024-08-29T17:27:34.503 INFO:teuthology.orchestra.run.smithi053.stdout:Get:34 https://chacra.ceph.com/r/ceph/quincy/b12291d110049b2f35e32e0de30d70e9a4c060d2/ubuntu/jammy/flavors/default jammy/main amd64 ceph-mgr-k8sevents all 17.2.7-1jammy [3,814 B] 2024-08-29T17:27:34.503 INFO:teuthology.orchestra.run.smithi053.stdout:Get:35 https://chacra.ceph.com/r/ceph/quincy/b12291d110049b2f35e32e0de30d70e9a4c060d2/ubuntu/jammy/flavors/default jammy/main amd64 ceph-test amd64 17.2.7-1jammy [52.7 MB] 2024-08-29T17:27:34.522 INFO:teuthology.orchestra.run.smithi053.stdout:Get:36 http://archive.ubuntu.com/ubuntu jammy-updates/universe amd64 libqt5dbus5 amd64 5.15.3+dfsg-2ubuntu0.2 [222 kB] 2024-08-29T17:27:34.523 INFO:teuthology.orchestra.run.smithi028.stdout:Get:25 https://chacra.ceph.com/r/ceph/quincy/b12291d110049b2f35e32e0de30d70e9a4c060d2/ubuntu/jammy/flavors/default jammy/main amd64 ceph amd64 17.2.7-1jammy [3,690 B] 2024-08-29T17:27:34.523 INFO:teuthology.orchestra.run.smithi028.stdout:Get:26 https://chacra.ceph.com/r/ceph/quincy/b12291d110049b2f35e32e0de30d70e9a4c060d2/ubuntu/jammy/flavors/default jammy/main amd64 ceph-fuse amd64 17.2.7-1jammy [783 kB] 2024-08-29T17:27:34.523 INFO:teuthology.orchestra.run.smithi028.stdout:Get:27 http://archive.ubuntu.com/ubuntu jammy-updates/main amd64 libpcre2-16-0 amd64 10.39-3ubuntu0.1 [203 kB] 2024-08-29T17:27:34.527 INFO:teuthology.orchestra.run.smithi028.stdout:Get:28 http://archive.ubuntu.com/ubuntu jammy-updates/universe amd64 libqt5core5a amd64 5.15.3+dfsg-2ubuntu0.2 [2,006 kB] 2024-08-29T17:27:34.528 INFO:teuthology.orchestra.run.smithi028.stdout:Get:29 https://chacra.ceph.com/r/ceph/quincy/b12291d110049b2f35e32e0de30d70e9a4c060d2/ubuntu/jammy/flavors/default jammy/main amd64 ceph-mds amd64 17.2.7-1jammy [2,120 kB] 2024-08-29T17:27:34.530 INFO:teuthology.orchestra.run.smithi053.stdout:Get:37 http://archive.ubuntu.com/ubuntu jammy-updates/universe amd64 libqt5network5 amd64 5.15.3+dfsg-2ubuntu0.2 [731 kB] 2024-08-29T17:27:34.543 INFO:teuthology.orchestra.run.smithi028.stdout:Get:30 https://chacra.ceph.com/r/ceph/quincy/b12291d110049b2f35e32e0de30d70e9a4c060d2/ubuntu/jammy/flavors/default jammy/main amd64 cephadm amd64 17.2.7-1jammy [80.2 kB] 2024-08-29T17:27:34.543 INFO:teuthology.orchestra.run.smithi028.stdout:Get:31 https://chacra.ceph.com/r/ceph/quincy/b12291d110049b2f35e32e0de30d70e9a4c060d2/ubuntu/jammy/flavors/default jammy/main amd64 ceph-mgr-cephadm all 17.2.7-1jammy [118 kB] 2024-08-29T17:27:34.545 INFO:teuthology.orchestra.run.smithi028.stdout:Get:32 https://chacra.ceph.com/r/ceph/quincy/b12291d110049b2f35e32e0de30d70e9a4c060d2/ubuntu/jammy/flavors/default jammy/main amd64 ceph-mgr-dashboard all 17.2.7-1jammy [1,824 kB] 2024-08-29T17:27:34.553 INFO:teuthology.orchestra.run.smithi053.stdout:Get:38 http://archive.ubuntu.com/ubuntu jammy/universe amd64 libthrift-0.16.0 amd64 0.16.0-2 [267 kB] 2024-08-29T17:27:34.557 INFO:teuthology.orchestra.run.smithi028.stdout:Get:33 https://chacra.ceph.com/r/ceph/quincy/b12291d110049b2f35e32e0de30d70e9a4c060d2/ubuntu/jammy/flavors/default jammy/main amd64 ceph-mgr-diskprediction-local all 17.2.7-1jammy [8,615 kB] 2024-08-29T17:27:34.561 INFO:teuthology.orchestra.run.smithi053.stdout:Get:39 http://archive.ubuntu.com/ubuntu jammy/main amd64 liboath0 amd64 2.6.7-3build1 [41.1 kB] 2024-08-29T17:27:34.563 INFO:teuthology.orchestra.run.smithi053.stdout:Get:40 http://archive.ubuntu.com/ubuntu jammy/main amd64 python3-openssl all 21.0.0-1 [45.2 kB] 2024-08-29T17:27:34.564 INFO:teuthology.orchestra.run.smithi053.stdout:Get:41 http://archive.ubuntu.com/ubuntu jammy/main amd64 python3-bcrypt amd64 3.2.0-1build1 [32.7 kB] 2024-08-29T17:27:34.566 INFO:teuthology.orchestra.run.smithi053.stdout:Get:42 http://archive.ubuntu.com/ubuntu jammy/main amd64 python3-jaraco.functools all 3.4.0-2 [9,030 B] 2024-08-29T17:27:34.567 INFO:teuthology.orchestra.run.smithi053.stdout:Get:43 http://archive.ubuntu.com/ubuntu jammy-updates/main amd64 python3-cheroot all 8.5.2+ds1-1ubuntu3.1 [71.1 kB] 2024-08-29T17:27:34.582 INFO:teuthology.orchestra.run.smithi053.stdout:Get:44 http://archive.ubuntu.com/ubuntu jammy/main amd64 python3-jaraco.classes all 3.2.1-3 [6,452 B] 2024-08-29T17:27:34.612 INFO:teuthology.orchestra.run.smithi028.stdout:Get:34 http://archive.ubuntu.com/ubuntu jammy-updates/universe amd64 libqt5dbus5 amd64 5.15.3+dfsg-2ubuntu0.2 [222 kB] 2024-08-29T17:27:34.613 INFO:teuthology.orchestra.run.smithi028.stdout:Get:35 https://chacra.ceph.com/r/ceph/quincy/b12291d110049b2f35e32e0de30d70e9a4c060d2/ubuntu/jammy/flavors/default jammy/main amd64 ceph-mgr-k8sevents all 17.2.7-1jammy [3,814 B] 2024-08-29T17:27:34.613 INFO:teuthology.orchestra.run.smithi028.stdout:Get:36 https://chacra.ceph.com/r/ceph/quincy/b12291d110049b2f35e32e0de30d70e9a4c060d2/ubuntu/jammy/flavors/default jammy/main amd64 ceph-test amd64 17.2.7-1jammy [52.7 MB] 2024-08-29T17:27:34.618 INFO:teuthology.orchestra.run.smithi028.stdout:Get:37 http://archive.ubuntu.com/ubuntu jammy-updates/universe amd64 libqt5network5 amd64 5.15.3+dfsg-2ubuntu0.2 [731 kB] 2024-08-29T17:27:34.639 INFO:teuthology.orchestra.run.smithi028.stdout:Get:38 http://archive.ubuntu.com/ubuntu jammy/universe amd64 libthrift-0.16.0 amd64 0.16.0-2 [267 kB] 2024-08-29T17:27:34.646 INFO:teuthology.orchestra.run.smithi028.stdout:Get:39 http://archive.ubuntu.com/ubuntu jammy/main amd64 liboath0 amd64 2.6.7-3build1 [41.1 kB] 2024-08-29T17:27:34.647 INFO:teuthology.orchestra.run.smithi028.stdout:Get:40 http://archive.ubuntu.com/ubuntu jammy/main amd64 python3-openssl all 21.0.0-1 [45.2 kB] 2024-08-29T17:27:34.649 INFO:teuthology.orchestra.run.smithi028.stdout:Get:41 http://archive.ubuntu.com/ubuntu jammy/main amd64 python3-bcrypt amd64 3.2.0-1build1 [32.7 kB] 2024-08-29T17:27:34.650 INFO:teuthology.orchestra.run.smithi028.stdout:Get:42 http://archive.ubuntu.com/ubuntu jammy/main amd64 python3-jaraco.functools all 3.4.0-2 [9,030 B] 2024-08-29T17:27:34.653 INFO:teuthology.orchestra.run.smithi053.stdout:Get:45 http://archive.ubuntu.com/ubuntu jammy/main amd64 python3-jaraco.text all 3.6.0-2 [8,716 B] 2024-08-29T17:27:34.654 INFO:teuthology.orchestra.run.smithi053.stdout:Get:46 http://archive.ubuntu.com/ubuntu jammy/main amd64 python3-jaraco.collections all 3.4.0-2 [11.4 kB] 2024-08-29T17:27:34.655 INFO:teuthology.orchestra.run.smithi053.stdout:Get:47 http://archive.ubuntu.com/ubuntu jammy/main amd64 python3-tempora all 4.1.2-1 [14.8 kB] 2024-08-29T17:27:34.655 INFO:teuthology.orchestra.run.smithi053.stdout:Get:48 http://archive.ubuntu.com/ubuntu jammy/main amd64 python3-portend all 3.0.0-1 [7,240 B] 2024-08-29T17:27:34.656 INFO:teuthology.orchestra.run.smithi053.stdout:Get:49 http://archive.ubuntu.com/ubuntu jammy/main amd64 python3-zc.lockfile all 2.0-1 [8,980 B] 2024-08-29T17:27:34.657 INFO:teuthology.orchestra.run.smithi053.stdout:Get:50 http://archive.ubuntu.com/ubuntu jammy/main amd64 python3-cherrypy3 all 18.6.1-4 [208 kB] 2024-08-29T17:27:34.668 INFO:teuthology.orchestra.run.smithi053.stdout:Get:51 http://archive.ubuntu.com/ubuntu jammy/universe amd64 python3-natsort all 8.0.2-1 [35.3 kB] 2024-08-29T17:27:34.668 INFO:teuthology.orchestra.run.smithi053.stdout:Get:52 http://archive.ubuntu.com/ubuntu jammy/main amd64 python3-logutils all 0.3.3-8 [17.6 kB] 2024-08-29T17:27:34.668 INFO:teuthology.orchestra.run.smithi053.stdout:Get:53 http://archive.ubuntu.com/ubuntu jammy/main amd64 python3-markupsafe amd64 2.0.1-2build1 [12.7 kB] 2024-08-29T17:27:34.692 INFO:teuthology.orchestra.run.smithi028.stdout:Get:43 http://archive.ubuntu.com/ubuntu jammy-updates/main amd64 python3-cheroot all 8.5.2+ds1-1ubuntu3.1 [71.1 kB] 2024-08-29T17:27:34.693 INFO:teuthology.orchestra.run.smithi028.stdout:Get:44 http://archive.ubuntu.com/ubuntu jammy/main amd64 python3-jaraco.classes all 3.2.1-3 [6,452 B] 2024-08-29T17:27:34.749 INFO:teuthology.orchestra.run.smithi053.stdout:Get:54 http://archive.ubuntu.com/ubuntu jammy-updates/main amd64 python3-mako all 1.1.3+ds1-2ubuntu0.1 [60.5 kB] 2024-08-29T17:27:34.750 INFO:teuthology.orchestra.run.smithi053.stdout:Get:55 http://archive.ubuntu.com/ubuntu jammy/main amd64 python3-simplegeneric all 0.8.1-3 [11.3 kB] 2024-08-29T17:27:34.751 INFO:teuthology.orchestra.run.smithi053.stdout:Get:56 http://archive.ubuntu.com/ubuntu jammy/main amd64 python3-singledispatch all 3.4.0.3-3 [7,320 B] 2024-08-29T17:27:34.752 INFO:teuthology.orchestra.run.smithi053.stdout:Get:57 http://archive.ubuntu.com/ubuntu jammy/main amd64 python3-webob all 1:1.8.6-1.1 [85.2 kB] 2024-08-29T17:27:34.754 INFO:teuthology.orchestra.run.smithi053.stdout:Get:58 http://archive.ubuntu.com/ubuntu jammy/main amd64 python3-waitress all 1.4.4-1.1ubuntu1 [47.3 kB] 2024-08-29T17:27:34.756 INFO:teuthology.orchestra.run.smithi053.stdout:Get:59 http://archive.ubuntu.com/ubuntu jammy/main amd64 python3-tempita all 0.5.2-6ubuntu1 [15.1 kB] 2024-08-29T17:27:34.775 INFO:teuthology.orchestra.run.smithi028.stdout:Get:45 http://archive.ubuntu.com/ubuntu jammy/main amd64 python3-jaraco.text all 3.6.0-2 [8,716 B] 2024-08-29T17:27:34.776 INFO:teuthology.orchestra.run.smithi028.stdout:Get:46 http://archive.ubuntu.com/ubuntu jammy/main amd64 python3-jaraco.collections all 3.4.0-2 [11.4 kB] 2024-08-29T17:27:34.777 INFO:teuthology.orchestra.run.smithi028.stdout:Get:47 http://archive.ubuntu.com/ubuntu jammy/main amd64 python3-tempora all 4.1.2-1 [14.8 kB] 2024-08-29T17:27:34.778 INFO:teuthology.orchestra.run.smithi028.stdout:Get:48 http://archive.ubuntu.com/ubuntu jammy/main amd64 python3-portend all 3.0.0-1 [7,240 B] 2024-08-29T17:27:34.778 INFO:teuthology.orchestra.run.smithi028.stdout:Get:49 http://archive.ubuntu.com/ubuntu jammy/main amd64 python3-zc.lockfile all 2.0-1 [8,980 B] 2024-08-29T17:27:34.779 INFO:teuthology.orchestra.run.smithi028.stdout:Get:50 http://archive.ubuntu.com/ubuntu jammy/main amd64 python3-cherrypy3 all 18.6.1-4 [208 kB] 2024-08-29T17:27:34.785 INFO:teuthology.orchestra.run.smithi028.stdout:Get:51 http://archive.ubuntu.com/ubuntu jammy/universe amd64 python3-natsort all 8.0.2-1 [35.3 kB] 2024-08-29T17:27:34.787 INFO:teuthology.orchestra.run.smithi028.stdout:Get:52 http://archive.ubuntu.com/ubuntu jammy/main amd64 python3-logutils all 0.3.3-8 [17.6 kB] 2024-08-29T17:27:34.833 INFO:teuthology.orchestra.run.smithi053.stdout:Get:60 http://archive.ubuntu.com/ubuntu jammy/main amd64 python3-paste all 3.5.0+dfsg1-1 [456 kB] 2024-08-29T17:27:34.858 INFO:teuthology.orchestra.run.smithi028.stdout:Get:53 http://archive.ubuntu.com/ubuntu jammy/main amd64 python3-markupsafe amd64 2.0.1-2build1 [12.7 kB] 2024-08-29T17:27:34.859 INFO:teuthology.orchestra.run.smithi028.stdout:Get:54 http://archive.ubuntu.com/ubuntu jammy-updates/main amd64 python3-mako all 1.1.3+ds1-2ubuntu0.1 [60.5 kB] 2024-08-29T17:27:34.911 INFO:teuthology.orchestra.run.smithi053.stdout:Get:61 http://archive.ubuntu.com/ubuntu jammy/main amd64 python-pastedeploy-tpl all 2.1.1-1 [4,892 B] 2024-08-29T17:27:34.912 INFO:teuthology.orchestra.run.smithi053.stdout:Get:62 http://archive.ubuntu.com/ubuntu jammy/main amd64 python3-pastedeploy all 2.1.1-1 [26.6 kB] 2024-08-29T17:27:34.940 INFO:teuthology.orchestra.run.smithi028.stdout:Get:55 http://archive.ubuntu.com/ubuntu jammy/main amd64 python3-simplegeneric all 0.8.1-3 [11.3 kB] 2024-08-29T17:27:34.941 INFO:teuthology.orchestra.run.smithi028.stdout:Get:56 http://archive.ubuntu.com/ubuntu jammy/main amd64 python3-singledispatch all 3.4.0.3-3 [7,320 B] 2024-08-29T17:27:34.942 INFO:teuthology.orchestra.run.smithi028.stdout:Get:57 http://archive.ubuntu.com/ubuntu jammy/main amd64 python3-webob all 1:1.8.6-1.1 [85.2 kB] 2024-08-29T17:27:34.945 INFO:teuthology.orchestra.run.smithi028.stdout:Get:58 http://archive.ubuntu.com/ubuntu jammy/main amd64 python3-waitress all 1.4.4-1.1ubuntu1 [47.3 kB] 2024-08-29T17:27:34.973 INFO:teuthology.orchestra.run.smithi053.stdout:Get:63 http://archive.ubuntu.com/ubuntu jammy/main amd64 python3-webtest all 2.0.35-1 [28.5 kB] 2024-08-29T17:27:35.018 INFO:teuthology.orchestra.run.smithi028.stdout:Get:59 http://archive.ubuntu.com/ubuntu jammy/main amd64 python3-tempita all 0.5.2-6ubuntu1 [15.1 kB] 2024-08-29T17:27:35.018 INFO:teuthology.orchestra.run.smithi028.stdout:Get:60 http://archive.ubuntu.com/ubuntu jammy/main amd64 python3-paste all 3.5.0+dfsg1-1 [456 kB] 2024-08-29T17:27:35.042 INFO:teuthology.orchestra.run.smithi053.stdout:Get:64 http://archive.ubuntu.com/ubuntu jammy/main amd64 python3-pecan all 1.3.3-4ubuntu2 [87.3 kB] 2024-08-29T17:27:35.043 INFO:teuthology.orchestra.run.smithi053.stdout:Get:65 https://chacra.ceph.com/r/ceph/quincy/b12291d110049b2f35e32e0de30d70e9a4c060d2/ubuntu/jammy/flavors/default jammy/main amd64 ceph-volume all 17.2.7-1jammy [240 kB] 2024-08-29T17:27:35.076 INFO:teuthology.orchestra.run.smithi028.stdout:Get:61 http://archive.ubuntu.com/ubuntu jammy/main amd64 python-pastedeploy-tpl all 2.1.1-1 [4,892 B] 2024-08-29T17:27:35.076 INFO:teuthology.orchestra.run.smithi028.stdout:Get:62 http://archive.ubuntu.com/ubuntu jammy/main amd64 python3-pastedeploy all 2.1.1-1 [26.6 kB] 2024-08-29T17:27:35.110 INFO:teuthology.orchestra.run.smithi053.stdout:Get:66 https://chacra.ceph.com/r/ceph/quincy/b12291d110049b2f35e32e0de30d70e9a4c060d2/ubuntu/jammy/flavors/default jammy/main amd64 libcephfs-dev amd64 17.2.7-1jammy [22.4 kB] 2024-08-29T17:27:35.110 INFO:teuthology.orchestra.run.smithi053.stdout:Get:67 http://archive.ubuntu.com/ubuntu jammy/main amd64 python3-certifi all 2020.6.20-1 [150 kB] 2024-08-29T17:27:35.110 INFO:teuthology.orchestra.run.smithi053.stdout:Get:68 https://chacra.ceph.com/r/ceph/quincy/b12291d110049b2f35e32e0de30d70e9a4c060d2/ubuntu/jammy/flavors/default jammy/main amd64 radosgw amd64 17.2.7-1jammy [15.4 MB] 2024-08-29T17:27:35.114 INFO:teuthology.orchestra.run.smithi053.stdout:Get:69 http://archive.ubuntu.com/ubuntu jammy-updates/main amd64 python3-idna all 3.3-1ubuntu0.1 [52.1 kB] 2024-08-29T17:27:35.115 INFO:teuthology.orchestra.run.smithi053.stdout:Get:70 http://archive.ubuntu.com/ubuntu jammy-updates/main amd64 python3-urllib3 all 1.26.5-1~exp1ubuntu0.1 [98.2 kB] 2024-08-29T17:27:35.118 INFO:teuthology.orchestra.run.smithi053.stdout:Get:71 http://archive.ubuntu.com/ubuntu jammy-updates/main amd64 python3-requests all 2.25.1+dfsg-2ubuntu0.1 [48.8 kB] 2024-08-29T17:27:35.119 INFO:teuthology.orchestra.run.smithi053.stdout:Get:72 http://archive.ubuntu.com/ubuntu jammy-updates/main amd64 python3-werkzeug all 2.0.2+dfsg1-1ubuntu0.22.04.2 [181 kB] 2024-08-29T17:27:35.124 INFO:teuthology.orchestra.run.smithi053.stdout:Get:73 http://archive.ubuntu.com/ubuntu jammy/main amd64 python-babel-localedata all 2.8.0+dfsg.1-7 [4,982 kB] 2024-08-29T17:27:35.144 INFO:teuthology.orchestra.run.smithi028.stdout:Get:63 http://archive.ubuntu.com/ubuntu jammy/main amd64 python3-webtest all 2.0.35-1 [28.5 kB] 2024-08-29T17:27:35.208 INFO:teuthology.orchestra.run.smithi028.stdout:Get:64 https://chacra.ceph.com/r/ceph/quincy/b12291d110049b2f35e32e0de30d70e9a4c060d2/ubuntu/jammy/flavors/default jammy/main amd64 ceph-volume all 17.2.7-1jammy [240 kB] 2024-08-29T17:27:35.209 INFO:teuthology.orchestra.run.smithi028.stdout:Get:65 http://archive.ubuntu.com/ubuntu jammy/main amd64 python3-pecan all 1.3.3-4ubuntu2 [87.3 kB] 2024-08-29T17:27:35.211 INFO:teuthology.orchestra.run.smithi028.stdout:Get:66 http://archive.ubuntu.com/ubuntu jammy/main amd64 python3-certifi all 2020.6.20-1 [150 kB] 2024-08-29T17:27:35.211 INFO:teuthology.orchestra.run.smithi028.stdout:Get:67 https://chacra.ceph.com/r/ceph/quincy/b12291d110049b2f35e32e0de30d70e9a4c060d2/ubuntu/jammy/flavors/default jammy/main amd64 libcephfs-dev amd64 17.2.7-1jammy [22.4 kB] 2024-08-29T17:27:35.211 INFO:teuthology.orchestra.run.smithi028.stdout:Get:68 https://chacra.ceph.com/r/ceph/quincy/b12291d110049b2f35e32e0de30d70e9a4c060d2/ubuntu/jammy/flavors/default jammy/main amd64 radosgw amd64 17.2.7-1jammy [15.4 MB] 2024-08-29T17:27:35.215 INFO:teuthology.orchestra.run.smithi028.stdout:Get:69 http://archive.ubuntu.com/ubuntu jammy-updates/main amd64 python3-idna all 3.3-1ubuntu0.1 [52.1 kB] 2024-08-29T17:27:35.217 INFO:teuthology.orchestra.run.smithi028.stdout:Get:70 http://archive.ubuntu.com/ubuntu jammy-updates/main amd64 python3-urllib3 all 1.26.5-1~exp1ubuntu0.1 [98.2 kB] 2024-08-29T17:27:35.220 INFO:teuthology.orchestra.run.smithi028.stdout:Get:71 http://archive.ubuntu.com/ubuntu jammy-updates/main amd64 python3-requests all 2.25.1+dfsg-2ubuntu0.1 [48.8 kB] 2024-08-29T17:27:35.222 INFO:teuthology.orchestra.run.smithi028.stdout:Get:72 http://archive.ubuntu.com/ubuntu jammy-updates/main amd64 python3-werkzeug all 2.0.2+dfsg1-1ubuntu0.22.04.2 [181 kB] 2024-08-29T17:27:35.227 INFO:teuthology.orchestra.run.smithi028.stdout:Get:73 http://archive.ubuntu.com/ubuntu jammy/main amd64 python-babel-localedata all 2.8.0+dfsg.1-7 [4,982 kB] 2024-08-29T17:27:35.317 INFO:teuthology.orchestra.run.smithi053.stdout:Get:74 https://chacra.ceph.com/r/ceph/quincy/b12291d110049b2f35e32e0de30d70e9a4c060d2/ubuntu/jammy/flavors/default jammy/main amd64 rbd-fuse amd64 17.2.7-1jammy [75.8 kB] 2024-08-29T17:27:35.318 INFO:teuthology.orchestra.run.smithi053.stdout:Get:75 http://archive.ubuntu.com/ubuntu jammy/main amd64 python3-babel all 2.8.0+dfsg.1-7 [85.1 kB] 2024-08-29T17:27:35.320 INFO:teuthology.orchestra.run.smithi053.stdout:Get:76 http://archive.ubuntu.com/ubuntu jammy-updates/main amd64 python3-jinja2 all 3.0.3-1ubuntu0.2 [108 kB] 2024-08-29T17:27:35.322 INFO:teuthology.orchestra.run.smithi053.stdout:Get:77 http://archive.ubuntu.com/ubuntu jammy/main amd64 python3-repoze.lru all 0.7-2 [12.1 kB] 2024-08-29T17:27:35.323 INFO:teuthology.orchestra.run.smithi053.stdout:Get:78 http://archive.ubuntu.com/ubuntu jammy/main amd64 python3-routes all 2.5.1-1ubuntu1 [89.0 kB] 2024-08-29T17:27:35.325 INFO:teuthology.orchestra.run.smithi053.stdout:Get:79 http://archive.ubuntu.com/ubuntu jammy/universe amd64 python3-sklearn-lib amd64 0.23.2-5ubuntu6 [2,058 kB] 2024-08-29T17:27:35.361 INFO:teuthology.orchestra.run.smithi053.stdout:Get:80 http://archive.ubuntu.com/ubuntu jammy/universe amd64 python3-joblib all 0.17.0-4ubuntu1 [204 kB] 2024-08-29T17:27:35.365 INFO:teuthology.orchestra.run.smithi053.stdout:Get:81 http://archive.ubuntu.com/ubuntu jammy/universe amd64 python3-threadpoolctl all 3.1.0-1 [21.3 kB] 2024-08-29T17:27:35.365 INFO:teuthology.orchestra.run.smithi053.stdout:Get:82 http://archive.ubuntu.com/ubuntu jammy/universe amd64 python3-sklearn all 0.23.2-5ubuntu6 [1,829 kB] 2024-08-29T17:27:35.413 INFO:teuthology.orchestra.run.smithi028.stdout:Get:74 https://chacra.ceph.com/r/ceph/quincy/b12291d110049b2f35e32e0de30d70e9a4c060d2/ubuntu/jammy/flavors/default jammy/main amd64 rbd-fuse amd64 17.2.7-1jammy [75.8 kB] 2024-08-29T17:27:35.413 INFO:teuthology.orchestra.run.smithi028.stdout:Get:75 http://archive.ubuntu.com/ubuntu jammy/main amd64 python3-babel all 2.8.0+dfsg.1-7 [85.1 kB] 2024-08-29T17:27:35.415 INFO:teuthology.orchestra.run.smithi028.stdout:Get:76 http://archive.ubuntu.com/ubuntu jammy-updates/main amd64 python3-jinja2 all 3.0.3-1ubuntu0.2 [108 kB] 2024-08-29T17:27:35.418 INFO:teuthology.orchestra.run.smithi028.stdout:Get:77 http://archive.ubuntu.com/ubuntu jammy/main amd64 python3-repoze.lru all 0.7-2 [12.1 kB] 2024-08-29T17:27:35.419 INFO:teuthology.orchestra.run.smithi028.stdout:Get:78 http://archive.ubuntu.com/ubuntu jammy/main amd64 python3-routes all 2.5.1-1ubuntu1 [89.0 kB] 2024-08-29T17:27:35.421 INFO:teuthology.orchestra.run.smithi028.stdout:Get:79 http://archive.ubuntu.com/ubuntu jammy/universe amd64 python3-sklearn-lib amd64 0.23.2-5ubuntu6 [2,058 kB] 2024-08-29T17:27:35.442 INFO:teuthology.orchestra.run.smithi053.stdout:Get:83 http://archive.ubuntu.com/ubuntu jammy/main amd64 python3-cachetools all 5.0.0-1 [9,722 B] 2024-08-29T17:27:35.442 INFO:teuthology.orchestra.run.smithi053.stdout:Get:84 http://archive.ubuntu.com/ubuntu jammy/main amd64 python3-pyasn1 all 0.4.8-1 [50.9 kB] 2024-08-29T17:27:35.463 INFO:teuthology.orchestra.run.smithi028.stdout:Get:80 http://archive.ubuntu.com/ubuntu jammy/universe amd64 python3-joblib all 0.17.0-4ubuntu1 [204 kB] 2024-08-29T17:27:35.467 INFO:teuthology.orchestra.run.smithi028.stdout:Get:81 http://archive.ubuntu.com/ubuntu jammy/universe amd64 python3-threadpoolctl all 3.1.0-1 [21.3 kB] 2024-08-29T17:27:35.468 INFO:teuthology.orchestra.run.smithi028.stdout:Get:82 http://archive.ubuntu.com/ubuntu jammy/universe amd64 python3-sklearn all 0.23.2-5ubuntu6 [1,829 kB] 2024-08-29T17:27:35.486 INFO:teuthology.orchestra.run.smithi053.stdout:Get:85 http://archive.ubuntu.com/ubuntu jammy/main amd64 python3-pyasn1-modules all 0.2.1-1 [33.0 kB] 2024-08-29T17:27:35.487 INFO:teuthology.orchestra.run.smithi053.stdout:Get:86 http://archive.ubuntu.com/ubuntu jammy/universe amd64 python3-rsa all 4.8-1 [28.4 kB] 2024-08-29T17:27:35.488 INFO:teuthology.orchestra.run.smithi053.stdout:Get:87 http://archive.ubuntu.com/ubuntu jammy/universe amd64 python3-google-auth all 1.5.1-3 [35.7 kB] 2024-08-29T17:27:35.489 INFO:teuthology.orchestra.run.smithi053.stdout:Get:88 http://archive.ubuntu.com/ubuntu jammy/universe amd64 python3-requests-oauthlib all 1.3.0+ds-0.1 [18.7 kB] 2024-08-29T17:27:35.490 INFO:teuthology.orchestra.run.smithi053.stdout:Get:89 http://archive.ubuntu.com/ubuntu jammy/universe amd64 python3-websocket all 1.2.3-1 [34.7 kB] 2024-08-29T17:27:35.491 INFO:teuthology.orchestra.run.smithi053.stdout:Get:90 http://archive.ubuntu.com/ubuntu jammy/universe amd64 python3-kubernetes all 12.0.1-1ubuntu1 [353 kB] 2024-08-29T17:27:35.498 INFO:teuthology.orchestra.run.smithi053.stdout:Get:91 http://archive.ubuntu.com/ubuntu jammy/main amd64 libonig5 amd64 6.9.7.1-2build1 [172 kB] 2024-08-29T17:27:35.526 INFO:teuthology.orchestra.run.smithi028.stdout:Get:83 http://archive.ubuntu.com/ubuntu jammy/main amd64 python3-cachetools all 5.0.0-1 [9,722 B] 2024-08-29T17:27:35.526 INFO:teuthology.orchestra.run.smithi028.stdout:Get:84 http://archive.ubuntu.com/ubuntu jammy/main amd64 python3-pyasn1 all 0.4.8-1 [50.9 kB] 2024-08-29T17:27:35.568 INFO:teuthology.orchestra.run.smithi053.stdout:Get:92 http://archive.ubuntu.com/ubuntu jammy/main amd64 libjq1 amd64 1.6-2.1ubuntu3 [133 kB] 2024-08-29T17:27:35.571 INFO:teuthology.orchestra.run.smithi053.stdout:Get:93 http://archive.ubuntu.com/ubuntu jammy/main amd64 jq amd64 1.6-2.1ubuntu3 [52.5 kB] 2024-08-29T17:27:35.572 INFO:teuthology.orchestra.run.smithi053.stdout:Get:94 http://archive.ubuntu.com/ubuntu jammy/main amd64 socat amd64 1.7.4.1-3ubuntu4 [349 kB] 2024-08-29T17:27:35.580 INFO:teuthology.orchestra.run.smithi028.stdout:Get:85 http://archive.ubuntu.com/ubuntu jammy/main amd64 python3-pyasn1-modules all 0.2.1-1 [33.0 kB] 2024-08-29T17:27:35.581 INFO:teuthology.orchestra.run.smithi028.stdout:Get:86 http://archive.ubuntu.com/ubuntu jammy/universe amd64 python3-rsa all 4.8-1 [28.4 kB] 2024-08-29T17:27:35.582 INFO:teuthology.orchestra.run.smithi028.stdout:Get:87 http://archive.ubuntu.com/ubuntu jammy/universe amd64 python3-google-auth all 1.5.1-3 [35.7 kB] 2024-08-29T17:27:35.583 INFO:teuthology.orchestra.run.smithi028.stdout:Get:88 http://archive.ubuntu.com/ubuntu jammy/universe amd64 python3-requests-oauthlib all 1.3.0+ds-0.1 [18.7 kB] 2024-08-29T17:27:35.584 INFO:teuthology.orchestra.run.smithi028.stdout:Get:89 http://archive.ubuntu.com/ubuntu jammy/universe amd64 python3-websocket all 1.2.3-1 [34.7 kB] 2024-08-29T17:27:35.585 INFO:teuthology.orchestra.run.smithi028.stdout:Get:90 http://archive.ubuntu.com/ubuntu jammy/universe amd64 python3-kubernetes all 12.0.1-1ubuntu1 [353 kB] 2024-08-29T17:27:35.593 INFO:teuthology.orchestra.run.smithi028.stdout:Get:91 http://archive.ubuntu.com/ubuntu jammy/main amd64 libonig5 amd64 6.9.7.1-2build1 [172 kB] 2024-08-29T17:27:35.649 INFO:teuthology.orchestra.run.smithi053.stdout:Get:95 http://archive.ubuntu.com/ubuntu jammy/universe amd64 xmlstarlet amd64 1.6.1-2.1 [265 kB] 2024-08-29T17:27:35.655 INFO:teuthology.orchestra.run.smithi053.stdout:Get:96 http://archive.ubuntu.com/ubuntu jammy-updates/main amd64 nvme-cli amd64 1.16-3ubuntu0.2 [473 kB] 2024-08-29T17:27:35.661 INFO:teuthology.orchestra.run.smithi028.stdout:Get:92 http://archive.ubuntu.com/ubuntu jammy/main amd64 libjq1 amd64 1.6-2.1ubuntu3 [133 kB] 2024-08-29T17:27:35.665 INFO:teuthology.orchestra.run.smithi028.stdout:Get:93 http://archive.ubuntu.com/ubuntu jammy/main amd64 jq amd64 1.6-2.1ubuntu3 [52.5 kB] 2024-08-29T17:27:35.666 INFO:teuthology.orchestra.run.smithi053.stdout:Get:97 http://archive.ubuntu.com/ubuntu jammy/universe amd64 python3-iniconfig all 1.1.1-2 [6,024 B] 2024-08-29T17:27:35.666 INFO:teuthology.orchestra.run.smithi028.stdout:Get:94 http://archive.ubuntu.com/ubuntu jammy/main amd64 socat amd64 1.7.4.1-3ubuntu4 [349 kB] 2024-08-29T17:27:35.667 INFO:teuthology.orchestra.run.smithi053.stdout:Get:98 http://archive.ubuntu.com/ubuntu jammy/main amd64 python3-pastescript all 2.0.2-4 [54.6 kB] 2024-08-29T17:27:35.669 INFO:teuthology.orchestra.run.smithi053.stdout:Get:99 http://archive.ubuntu.com/ubuntu jammy/universe amd64 python3-pluggy all 0.13.0-7.1 [19.0 kB] 2024-08-29T17:27:35.669 INFO:teuthology.orchestra.run.smithi053.stdout:Get:100 http://archive.ubuntu.com/ubuntu jammy/main amd64 python3-psutil amd64 5.9.0-1build1 [158 kB] 2024-08-29T17:27:35.673 INFO:teuthology.orchestra.run.smithi053.stdout:Get:101 http://archive.ubuntu.com/ubuntu jammy/universe amd64 python3-py all 1.10.0-1 [71.9 kB] 2024-08-29T17:27:35.731 INFO:teuthology.orchestra.run.smithi053.stdout:Get:102 http://archive.ubuntu.com/ubuntu jammy/main amd64 python3-pygments all 2.11.2+dfsg-2 [750 kB] 2024-08-29T17:27:35.742 INFO:teuthology.orchestra.run.smithi028.stdout:Get:95 http://archive.ubuntu.com/ubuntu jammy/universe amd64 xmlstarlet amd64 1.6.1-2.1 [265 kB] 2024-08-29T17:27:35.748 INFO:teuthology.orchestra.run.smithi053.stdout:Get:103 http://archive.ubuntu.com/ubuntu jammy/main amd64 python3-pyinotify all 0.9.6-1.3 [24.8 kB] 2024-08-29T17:27:35.748 INFO:teuthology.orchestra.run.smithi053.stdout:Get:104 http://archive.ubuntu.com/ubuntu jammy/universe amd64 python3-toml all 0.10.2-1 [16.5 kB] 2024-08-29T17:27:35.749 INFO:teuthology.orchestra.run.smithi028.stdout:Get:96 http://archive.ubuntu.com/ubuntu jammy-updates/main amd64 nvme-cli amd64 1.16-3ubuntu0.2 [473 kB] 2024-08-29T17:27:35.760 INFO:teuthology.orchestra.run.smithi028.stdout:Get:97 http://archive.ubuntu.com/ubuntu jammy/universe amd64 python3-iniconfig all 1.1.1-2 [6,024 B] 2024-08-29T17:27:35.761 INFO:teuthology.orchestra.run.smithi028.stdout:Get:98 http://archive.ubuntu.com/ubuntu jammy/main amd64 python3-pastescript all 2.0.2-4 [54.6 kB] 2024-08-29T17:27:35.763 INFO:teuthology.orchestra.run.smithi028.stdout:Get:99 http://archive.ubuntu.com/ubuntu jammy/universe amd64 python3-pluggy all 0.13.0-7.1 [19.0 kB] 2024-08-29T17:27:35.763 INFO:teuthology.orchestra.run.smithi028.stdout:Get:100 http://archive.ubuntu.com/ubuntu jammy/main amd64 python3-psutil amd64 5.9.0-1build1 [158 kB] 2024-08-29T17:27:35.767 INFO:teuthology.orchestra.run.smithi028.stdout:Get:101 http://archive.ubuntu.com/ubuntu jammy/universe amd64 python3-py all 1.10.0-1 [71.9 kB] 2024-08-29T17:27:35.812 INFO:teuthology.orchestra.run.smithi053.stdout:Get:105 http://archive.ubuntu.com/ubuntu jammy/universe amd64 python3-pytest all 6.2.5-1ubuntu2 [214 kB] 2024-08-29T17:27:35.817 INFO:teuthology.orchestra.run.smithi053.stdout:Get:106 http://archive.ubuntu.com/ubuntu jammy/main amd64 python3-simplejson amd64 3.17.6-1build1 [54.7 kB] 2024-08-29T17:27:35.818 INFO:teuthology.orchestra.run.smithi053.stdout:Get:107 http://archive.ubuntu.com/ubuntu jammy/universe amd64 qttranslations5-l10n all 5.15.3-1 [1,983 kB] 2024-08-29T17:27:35.824 INFO:teuthology.orchestra.run.smithi028.stdout:Get:102 http://archive.ubuntu.com/ubuntu jammy/main amd64 python3-pygments all 2.11.2+dfsg-2 [750 kB] 2024-08-29T17:27:35.841 INFO:teuthology.orchestra.run.smithi028.stdout:Get:103 http://archive.ubuntu.com/ubuntu jammy/main amd64 python3-pyinotify all 0.9.6-1.3 [24.8 kB] 2024-08-29T17:27:35.841 INFO:teuthology.orchestra.run.smithi028.stdout:Get:104 http://archive.ubuntu.com/ubuntu jammy/universe amd64 python3-toml all 0.10.2-1 [16.5 kB] 2024-08-29T17:27:35.905 INFO:teuthology.orchestra.run.smithi028.stdout:Get:105 http://archive.ubuntu.com/ubuntu jammy/universe amd64 python3-pytest all 6.2.5-1ubuntu2 [214 kB] 2024-08-29T17:27:35.910 INFO:teuthology.orchestra.run.smithi028.stdout:Get:106 http://archive.ubuntu.com/ubuntu jammy/main amd64 python3-simplejson amd64 3.17.6-1build1 [54.7 kB] 2024-08-29T17:27:35.912 INFO:teuthology.orchestra.run.smithi028.stdout:Get:107 http://archive.ubuntu.com/ubuntu jammy/universe amd64 qttranslations5-l10n all 5.15.3-1 [1,983 kB] 2024-08-29T17:27:36.407 INFO:teuthology.orchestra.run.smithi053.stdout:Fetched 187 MB in 2s (81.2 MB/s) 2024-08-29T17:27:36.541 INFO:teuthology.orchestra.run.smithi053.stdout:Selecting previously unselected package libfmt8:amd64. 2024-08-29T17:27:36.545 INFO:teuthology.orchestra.run.smithi028.stdout:Fetched 187 MB in 2s (79.9 MB/s) 2024-08-29T17:27:36.639 INFO:teuthology.orchestra.run.smithi053.stdout:(Reading database ... (Reading database ... 5% (Reading database ... 10% (Reading database ... 15% (Reading database ... 20% (Reading database ... 25% (Reading database ... 30% (Reading database ... 35% (Reading database ... 40% (Reading database ... 45% (Reading database ... 50% (Reading database ... 55% (Reading database ... 60% (Reading database ... 65% (Reading database ... 70% (Reading database ... 75% (Reading database ... 80% (Reading database ... 85% (Reading database ... 90% (Reading database ... 95% (Reading database ... 100% (Reading database ... 165988 files and directories currently installed.) 2024-08-29T17:27:36.645 INFO:teuthology.orchestra.run.smithi053.stdout:Preparing to unpack .../000-libfmt8_8.1.1+ds1-2_amd64.deb ... 2024-08-29T17:27:36.721 INFO:teuthology.orchestra.run.smithi028.stdout:Selecting previously unselected package libfmt8:amd64. 2024-08-29T17:27:36.731 INFO:teuthology.orchestra.run.smithi053.stdout:Unpacking libfmt8:amd64 (8.1.1+ds1-2) ... 2024-08-29T17:27:36.824 INFO:teuthology.orchestra.run.smithi028.stdout:(Reading database ... (Reading database ... 5% (Reading database ... 10% (Reading database ... 15% (Reading database ... 20% (Reading database ... 25% (Reading database ... 30% (Reading database ... 35% (Reading database ... 40% (Reading database ... 45% (Reading database ... 50% (Reading database ... 55% (Reading database ... 60% (Reading database ... 65% (Reading database ... 70% (Reading database ... 75% (Reading database ... 80% (Reading database ... 85% (Reading database ... 90% (Reading database ... 95% (Reading database ... 100% (Reading database ... 165988 files and directories currently installed.) 2024-08-29T17:27:36.830 INFO:teuthology.orchestra.run.smithi028.stdout:Preparing to unpack .../000-libfmt8_8.1.1+ds1-2_amd64.deb ... 2024-08-29T17:27:36.977 INFO:teuthology.orchestra.run.smithi028.stdout:Unpacking libfmt8:amd64 (8.1.1+ds1-2) ... 2024-08-29T17:27:37.093 INFO:teuthology.orchestra.run.smithi053.stdout:Selecting previously unselected package liblttng-ust1:amd64. 2024-08-29T17:27:37.120 INFO:teuthology.orchestra.run.smithi053.stdout:Preparing to unpack .../001-liblttng-ust1_2.13.1-1ubuntu1_amd64.deb ... 2024-08-29T17:27:37.159 INFO:teuthology.orchestra.run.smithi053.stdout:Unpacking liblttng-ust1:amd64 (2.13.1-1ubuntu1) ... 2024-08-29T17:27:37.331 INFO:teuthology.orchestra.run.smithi028.stdout:Selecting previously unselected package liblttng-ust1:amd64. 2024-08-29T17:27:37.357 INFO:teuthology.orchestra.run.smithi028.stdout:Preparing to unpack .../001-liblttng-ust1_2.13.1-1ubuntu1_amd64.deb ... 2024-08-29T17:27:37.397 INFO:teuthology.orchestra.run.smithi028.stdout:Unpacking liblttng-ust1:amd64 (2.13.1-1ubuntu1) ... 2024-08-29T17:27:37.463 INFO:teuthology.orchestra.run.smithi053.stdout:Selecting previously unselected package librados2. 2024-08-29T17:27:37.490 INFO:teuthology.orchestra.run.smithi053.stdout:Preparing to unpack .../002-librados2_17.2.7-1jammy_amd64.deb ... 2024-08-29T17:27:37.521 INFO:teuthology.orchestra.run.smithi053.stdout:Unpacking librados2 (17.2.7-1jammy) ... 2024-08-29T17:27:37.751 INFO:teuthology.orchestra.run.smithi028.stdout:Selecting previously unselected package librados2. 2024-08-29T17:27:37.777 INFO:teuthology.orchestra.run.smithi028.stdout:Preparing to unpack .../002-librados2_17.2.7-1jammy_amd64.deb ... 2024-08-29T17:27:37.825 INFO:teuthology.orchestra.run.smithi028.stdout:Unpacking librados2 (17.2.7-1jammy) ... 2024-08-29T17:27:37.974 INFO:teuthology.orchestra.run.smithi053.stdout:Selecting previously unselected package librbd1. 2024-08-29T17:27:38.001 INFO:teuthology.orchestra.run.smithi053.stdout:Preparing to unpack .../003-librbd1_17.2.7-1jammy_amd64.deb ... 2024-08-29T17:27:38.041 INFO:teuthology.orchestra.run.smithi053.stdout:Unpacking librbd1 (17.2.7-1jammy) ... 2024-08-29T17:27:38.344 INFO:teuthology.orchestra.run.smithi028.stdout:Selecting previously unselected package librbd1. 2024-08-29T17:27:38.371 INFO:teuthology.orchestra.run.smithi028.stdout:Preparing to unpack .../003-librbd1_17.2.7-1jammy_amd64.deb ... 2024-08-29T17:27:38.419 INFO:teuthology.orchestra.run.smithi028.stdout:Unpacking librbd1 (17.2.7-1jammy) ... 2024-08-29T17:27:38.452 INFO:teuthology.orchestra.run.smithi053.stdout:Selecting previously unselected package libcephfs2. 2024-08-29T17:27:38.479 INFO:teuthology.orchestra.run.smithi053.stdout:Preparing to unpack .../004-libcephfs2_17.2.7-1jammy_amd64.deb ... 2024-08-29T17:27:38.510 INFO:teuthology.orchestra.run.smithi053.stdout:Unpacking libcephfs2 (17.2.7-1jammy) ... 2024-08-29T17:27:38.788 INFO:teuthology.orchestra.run.smithi053.stdout:Selecting previously unselected package python3-rados. 2024-08-29T17:27:38.815 INFO:teuthology.orchestra.run.smithi053.stdout:Preparing to unpack .../005-python3-rados_17.2.7-1jammy_amd64.deb ... 2024-08-29T17:27:38.855 INFO:teuthology.orchestra.run.smithi053.stdout:Unpacking python3-rados (17.2.7-1jammy) ... 2024-08-29T17:27:38.891 INFO:teuthology.orchestra.run.smithi028.stdout:Selecting previously unselected package libcephfs2. 2024-08-29T17:27:38.918 INFO:teuthology.orchestra.run.smithi028.stdout:Preparing to unpack .../004-libcephfs2_17.2.7-1jammy_amd64.deb ... 2024-08-29T17:27:38.957 INFO:teuthology.orchestra.run.smithi028.stdout:Unpacking libcephfs2 (17.2.7-1jammy) ... 2024-08-29T17:27:39.174 INFO:teuthology.orchestra.run.smithi053.stdout:Selecting previously unselected package python3-ceph-argparse. 2024-08-29T17:27:39.201 INFO:teuthology.orchestra.run.smithi053.stdout:Preparing to unpack .../006-python3-ceph-argparse_17.2.7-1jammy_all.deb ... 2024-08-29T17:27:39.241 INFO:teuthology.orchestra.run.smithi053.stdout:Unpacking python3-ceph-argparse (17.2.7-1jammy) ... 2024-08-29T17:27:39.276 INFO:teuthology.orchestra.run.smithi028.stdout:Selecting previously unselected package python3-rados. 2024-08-29T17:27:39.303 INFO:teuthology.orchestra.run.smithi028.stdout:Preparing to unpack .../005-python3-rados_17.2.7-1jammy_amd64.deb ... 2024-08-29T17:27:39.368 INFO:teuthology.orchestra.run.smithi028.stdout:Unpacking python3-rados (17.2.7-1jammy) ... 2024-08-29T17:27:39.493 INFO:teuthology.orchestra.run.smithi053.stdout:Selecting previously unselected package python3-cephfs. 2024-08-29T17:27:39.520 INFO:teuthology.orchestra.run.smithi053.stdout:Preparing to unpack .../007-python3-cephfs_17.2.7-1jammy_amd64.deb ... 2024-08-29T17:27:39.560 INFO:teuthology.orchestra.run.smithi053.stdout:Unpacking python3-cephfs (17.2.7-1jammy) ... 2024-08-29T17:27:39.737 INFO:teuthology.orchestra.run.smithi028.stdout:Selecting previously unselected package python3-ceph-argparse. 2024-08-29T17:27:39.764 INFO:teuthology.orchestra.run.smithi028.stdout:Preparing to unpack .../006-python3-ceph-argparse_17.2.7-1jammy_all.deb ... 2024-08-29T17:27:39.812 INFO:teuthology.orchestra.run.smithi028.stdout:Unpacking python3-ceph-argparse (17.2.7-1jammy) ... 2024-08-29T17:27:39.846 INFO:teuthology.orchestra.run.smithi053.stdout:Selecting previously unselected package python3-ceph-common. 2024-08-29T17:27:39.874 INFO:teuthology.orchestra.run.smithi053.stdout:Preparing to unpack .../008-python3-ceph-common_17.2.7-1jammy_all.deb ... 2024-08-29T17:27:39.913 INFO:teuthology.orchestra.run.smithi053.stdout:Unpacking python3-ceph-common (17.2.7-1jammy) ... 2024-08-29T17:27:40.106 INFO:teuthology.orchestra.run.smithi028.stdout:Selecting previously unselected package python3-cephfs. 2024-08-29T17:27:40.133 INFO:teuthology.orchestra.run.smithi028.stdout:Preparing to unpack .../007-python3-cephfs_17.2.7-1jammy_amd64.deb ... 2024-08-29T17:27:40.173 INFO:teuthology.orchestra.run.smithi028.stdout:Unpacking python3-cephfs (17.2.7-1jammy) ... 2024-08-29T17:27:40.233 INFO:teuthology.orchestra.run.smithi053.stdout:Selecting previously unselected package python3-wcwidth. 2024-08-29T17:27:40.260 INFO:teuthology.orchestra.run.smithi053.stdout:Preparing to unpack .../009-python3-wcwidth_0.2.5+dfsg1-1_all.deb ... 2024-08-29T17:27:40.299 INFO:teuthology.orchestra.run.smithi053.stdout:Unpacking python3-wcwidth (0.2.5+dfsg1-1) ... 2024-08-29T17:27:40.476 INFO:teuthology.orchestra.run.smithi028.stdout:Selecting previously unselected package python3-ceph-common. 2024-08-29T17:27:40.502 INFO:teuthology.orchestra.run.smithi028.stdout:Preparing to unpack .../008-python3-ceph-common_17.2.7-1jammy_all.deb ... 2024-08-29T17:27:40.542 INFO:teuthology.orchestra.run.smithi028.stdout:Unpacking python3-ceph-common (17.2.7-1jammy) ... 2024-08-29T17:27:40.613 INFO:teuthology.orchestra.run.smithi053.stdout:Selecting previously unselected package python3-prettytable. 2024-08-29T17:27:40.637 INFO:teuthology.orchestra.run.smithi053.stdout:Preparing to unpack .../010-python3-prettytable_2.5.0-2_all.deb ... 2024-08-29T17:27:40.677 INFO:teuthology.orchestra.run.smithi053.stdout:Unpacking python3-prettytable (2.5.0-2) ... 2024-08-29T17:27:40.837 INFO:teuthology.orchestra.run.smithi028.stdout:Selecting previously unselected package python3-wcwidth. 2024-08-29T17:27:40.864 INFO:teuthology.orchestra.run.smithi028.stdout:Preparing to unpack .../009-python3-wcwidth_0.2.5+dfsg1-1_all.deb ... 2024-08-29T17:27:40.903 INFO:teuthology.orchestra.run.smithi028.stdout:Unpacking python3-wcwidth (0.2.5+dfsg1-1) ... 2024-08-29T17:27:40.938 INFO:teuthology.orchestra.run.smithi053.stdout:Selecting previously unselected package python3-rbd. 2024-08-29T17:27:40.955 INFO:teuthology.orchestra.run.smithi053.stdout:Preparing to unpack .../011-python3-rbd_17.2.7-1jammy_amd64.deb ... 2024-08-29T17:27:41.022 INFO:teuthology.orchestra.run.smithi053.stdout:Unpacking python3-rbd (17.2.7-1jammy) ... 2024-08-29T17:27:41.181 INFO:teuthology.orchestra.run.smithi028.stdout:Selecting previously unselected package python3-prettytable. 2024-08-29T17:27:41.197 INFO:teuthology.orchestra.run.smithi028.stdout:Preparing to unpack .../010-python3-prettytable_2.5.0-2_all.deb ... 2024-08-29T17:27:41.230 INFO:teuthology.orchestra.run.smithi028.stdout:Unpacking python3-prettytable (2.5.0-2) ... 2024-08-29T17:27:41.350 INFO:teuthology.orchestra.run.smithi053.stdout:Selecting previously unselected package librdkafka1:amd64. 2024-08-29T17:27:41.377 INFO:teuthology.orchestra.run.smithi053.stdout:Preparing to unpack .../012-librdkafka1_1.8.0-1build1_amd64.deb ... 2024-08-29T17:27:41.416 INFO:teuthology.orchestra.run.smithi053.stdout:Unpacking librdkafka1:amd64 (1.8.0-1build1) ... 2024-08-29T17:27:41.500 INFO:teuthology.orchestra.run.smithi028.stdout:Selecting previously unselected package python3-rbd. 2024-08-29T17:27:41.527 INFO:teuthology.orchestra.run.smithi028.stdout:Preparing to unpack .../011-python3-rbd_17.2.7-1jammy_amd64.deb ... 2024-08-29T17:27:41.566 INFO:teuthology.orchestra.run.smithi028.stdout:Unpacking python3-rbd (17.2.7-1jammy) ... 2024-08-29T17:27:41.769 INFO:teuthology.orchestra.run.smithi053.stdout:Selecting previously unselected package libdouble-conversion3:amd64. 2024-08-29T17:27:41.796 INFO:teuthology.orchestra.run.smithi053.stdout:Preparing to unpack .../013-libdouble-conversion3_3.1.7-4_amd64.deb ... 2024-08-29T17:27:41.836 INFO:teuthology.orchestra.run.smithi053.stdout:Unpacking libdouble-conversion3:amd64 (3.1.7-4) ... 2024-08-29T17:27:41.903 INFO:teuthology.orchestra.run.smithi028.stdout:Selecting previously unselected package librdkafka1:amd64. 2024-08-29T17:27:41.929 INFO:teuthology.orchestra.run.smithi028.stdout:Preparing to unpack .../012-librdkafka1_1.8.0-1build1_amd64.deb ... 2024-08-29T17:27:41.969 INFO:teuthology.orchestra.run.smithi028.stdout:Unpacking librdkafka1:amd64 (1.8.0-1build1) ... 2024-08-29T17:27:42.124 INFO:teuthology.orchestra.run.smithi053.stdout:Selecting previously unselected package libpcre2-16-0:amd64. 2024-08-29T17:27:42.151 INFO:teuthology.orchestra.run.smithi053.stdout:Preparing to unpack .../014-libpcre2-16-0_10.39-3ubuntu0.1_amd64.deb ... 2024-08-29T17:27:42.191 INFO:teuthology.orchestra.run.smithi053.stdout:Unpacking libpcre2-16-0:amd64 (10.39-3ubuntu0.1) ... 2024-08-29T17:27:42.322 INFO:teuthology.orchestra.run.smithi028.stdout:Selecting previously unselected package libdouble-conversion3:amd64. 2024-08-29T17:27:42.349 INFO:teuthology.orchestra.run.smithi028.stdout:Preparing to unpack .../013-libdouble-conversion3_3.1.7-4_amd64.deb ... 2024-08-29T17:27:42.388 INFO:teuthology.orchestra.run.smithi028.stdout:Unpacking libdouble-conversion3:amd64 (3.1.7-4) ... 2024-08-29T17:27:42.636 INFO:teuthology.orchestra.run.smithi053.stdout:Selecting previously unselected package libqt5core5a:amd64. 2024-08-29T17:27:42.664 INFO:teuthology.orchestra.run.smithi053.stdout:Preparing to unpack .../015-libqt5core5a_5.15.3+dfsg-2ubuntu0.2_amd64.deb ... 2024-08-29T17:27:42.700 INFO:teuthology.orchestra.run.smithi028.stdout:Selecting previously unselected package libpcre2-16-0:amd64. 2024-08-29T17:27:42.711 INFO:teuthology.orchestra.run.smithi053.stdout:Unpacking libqt5core5a:amd64 (5.15.3+dfsg-2ubuntu0.2) ... 2024-08-29T17:27:42.726 INFO:teuthology.orchestra.run.smithi028.stdout:Preparing to unpack .../014-libpcre2-16-0_10.39-3ubuntu0.1_amd64.deb ... 2024-08-29T17:27:42.766 INFO:teuthology.orchestra.run.smithi028.stdout:Unpacking libpcre2-16-0:amd64 (10.39-3ubuntu0.1) ... 2024-08-29T17:27:43.114 INFO:teuthology.orchestra.run.smithi053.stdout:Selecting previously unselected package libqt5dbus5:amd64. 2024-08-29T17:27:43.141 INFO:teuthology.orchestra.run.smithi053.stdout:Preparing to unpack .../016-libqt5dbus5_5.15.3+dfsg-2ubuntu0.2_amd64.deb ... 2024-08-29T17:27:43.180 INFO:teuthology.orchestra.run.smithi053.stdout:Unpacking libqt5dbus5:amd64 (5.15.3+dfsg-2ubuntu0.2) ... 2024-08-29T17:27:43.236 INFO:teuthology.orchestra.run.smithi028.stdout:Selecting previously unselected package libqt5core5a:amd64. 2024-08-29T17:27:43.263 INFO:teuthology.orchestra.run.smithi028.stdout:Preparing to unpack .../015-libqt5core5a_5.15.3+dfsg-2ubuntu0.2_amd64.deb ... 2024-08-29T17:27:43.311 INFO:teuthology.orchestra.run.smithi028.stdout:Unpacking libqt5core5a:amd64 (5.15.3+dfsg-2ubuntu0.2) ... 2024-08-29T17:27:43.492 INFO:teuthology.orchestra.run.smithi053.stdout:Selecting previously unselected package libqt5network5:amd64. 2024-08-29T17:27:43.519 INFO:teuthology.orchestra.run.smithi053.stdout:Preparing to unpack .../017-libqt5network5_5.15.3+dfsg-2ubuntu0.2_amd64.deb ... 2024-08-29T17:27:43.559 INFO:teuthology.orchestra.run.smithi053.stdout:Unpacking libqt5network5:amd64 (5.15.3+dfsg-2ubuntu0.2) ... 2024-08-29T17:27:43.672 INFO:teuthology.orchestra.run.smithi028.stdout:Selecting previously unselected package libqt5dbus5:amd64. 2024-08-29T17:27:43.699 INFO:teuthology.orchestra.run.smithi028.stdout:Preparing to unpack .../016-libqt5dbus5_5.15.3+dfsg-2ubuntu0.2_amd64.deb ... 2024-08-29T17:27:43.739 INFO:teuthology.orchestra.run.smithi028.stdout:Unpacking libqt5dbus5:amd64 (5.15.3+dfsg-2ubuntu0.2) ... 2024-08-29T17:27:43.904 INFO:teuthology.orchestra.run.smithi053.stdout:Selecting previously unselected package libthrift-0.16.0:amd64. 2024-08-29T17:27:43.931 INFO:teuthology.orchestra.run.smithi053.stdout:Preparing to unpack .../018-libthrift-0.16.0_0.16.0-2_amd64.deb ... 2024-08-29T17:27:43.978 INFO:teuthology.orchestra.run.smithi053.stdout:Unpacking libthrift-0.16.0:amd64 (0.16.0-2) ... 2024-08-29T17:27:44.050 INFO:teuthology.orchestra.run.smithi028.stdout:Selecting previously unselected package libqt5network5:amd64. 2024-08-29T17:27:44.077 INFO:teuthology.orchestra.run.smithi028.stdout:Preparing to unpack .../017-libqt5network5_5.15.3+dfsg-2ubuntu0.2_amd64.deb ... 2024-08-29T17:27:44.117 INFO:teuthology.orchestra.run.smithi028.stdout:Unpacking libqt5network5:amd64 (5.15.3+dfsg-2ubuntu0.2) ... 2024-08-29T17:27:44.290 INFO:teuthology.orchestra.run.smithi053.stdout:Selecting previously unselected package librgw2. 2024-08-29T17:27:44.316 INFO:teuthology.orchestra.run.smithi053.stdout:Preparing to unpack .../019-librgw2_17.2.7-1jammy_amd64.deb ... 2024-08-29T17:27:44.356 INFO:teuthology.orchestra.run.smithi053.stdout:Unpacking librgw2 (17.2.7-1jammy) ... 2024-08-29T17:27:44.453 INFO:teuthology.orchestra.run.smithi028.stdout:Selecting previously unselected package libthrift-0.16.0:amd64. 2024-08-29T17:27:44.479 INFO:teuthology.orchestra.run.smithi028.stdout:Preparing to unpack .../018-libthrift-0.16.0_0.16.0-2_amd64.deb ... 2024-08-29T17:27:44.519 INFO:teuthology.orchestra.run.smithi028.stdout:Unpacking libthrift-0.16.0:amd64 (0.16.0-2) ... 2024-08-29T17:27:44.847 INFO:teuthology.orchestra.run.smithi028.stdout:Selecting previously unselected package librgw2. 2024-08-29T17:27:44.859 INFO:teuthology.orchestra.run.smithi053.stdout:Selecting previously unselected package python3-rgw. 2024-08-29T17:27:44.874 INFO:teuthology.orchestra.run.smithi028.stdout:Preparing to unpack .../019-librgw2_17.2.7-1jammy_amd64.deb ... 2024-08-29T17:27:44.886 INFO:teuthology.orchestra.run.smithi053.stdout:Preparing to unpack .../020-python3-rgw_17.2.7-1jammy_amd64.deb ... 2024-08-29T17:27:44.916 INFO:teuthology.orchestra.run.smithi028.stdout:Unpacking librgw2 (17.2.7-1jammy) ... 2024-08-29T17:27:44.933 INFO:teuthology.orchestra.run.smithi053.stdout:Unpacking python3-rgw (17.2.7-1jammy) ... 2024-08-29T17:27:45.303 INFO:teuthology.orchestra.run.smithi053.stdout:Selecting previously unselected package liboath0:amd64. 2024-08-29T17:27:45.330 INFO:teuthology.orchestra.run.smithi053.stdout:Preparing to unpack .../021-liboath0_2.6.7-3build1_amd64.deb ... 2024-08-29T17:27:45.358 INFO:teuthology.orchestra.run.smithi028.stdout:Selecting previously unselected package python3-rgw. 2024-08-29T17:27:45.370 INFO:teuthology.orchestra.run.smithi053.stdout:Unpacking liboath0:amd64 (2.6.7-3build1) ... 2024-08-29T17:27:45.374 INFO:teuthology.orchestra.run.smithi028.stdout:Preparing to unpack .../020-python3-rgw_17.2.7-1jammy_amd64.deb ... 2024-08-29T17:27:45.408 INFO:teuthology.orchestra.run.smithi028.stdout:Unpacking python3-rgw (17.2.7-1jammy) ... 2024-08-29T17:27:45.672 INFO:teuthology.orchestra.run.smithi053.stdout:Selecting previously unselected package libradosstriper1. 2024-08-29T17:27:45.699 INFO:teuthology.orchestra.run.smithi053.stdout:Preparing to unpack .../022-libradosstriper1_17.2.7-1jammy_amd64.deb ... 2024-08-29T17:27:45.727 INFO:teuthology.orchestra.run.smithi028.stdout:Selecting previously unselected package liboath0:amd64. 2024-08-29T17:27:45.739 INFO:teuthology.orchestra.run.smithi053.stdout:Unpacking libradosstriper1 (17.2.7-1jammy) ... 2024-08-29T17:27:45.754 INFO:teuthology.orchestra.run.smithi028.stdout:Preparing to unpack .../021-liboath0_2.6.7-3build1_amd64.deb ... 2024-08-29T17:27:45.794 INFO:teuthology.orchestra.run.smithi028.stdout:Unpacking liboath0:amd64 (2.6.7-3build1) ... 2024-08-29T17:27:46.097 INFO:teuthology.orchestra.run.smithi028.stdout:Selecting previously unselected package libradosstriper1. 2024-08-29T17:27:46.123 INFO:teuthology.orchestra.run.smithi028.stdout:Preparing to unpack .../022-libradosstriper1_17.2.7-1jammy_amd64.deb ... 2024-08-29T17:27:46.163 INFO:teuthology.orchestra.run.smithi028.stdout:Unpacking libradosstriper1 (17.2.7-1jammy) ... 2024-08-29T17:27:46.218 INFO:teuthology.orchestra.run.smithi053.stdout:Selecting previously unselected package ceph-common. 2024-08-29T17:27:46.244 INFO:teuthology.orchestra.run.smithi053.stdout:Preparing to unpack .../023-ceph-common_17.2.7-1jammy_amd64.deb ... 2024-08-29T17:27:46.292 INFO:teuthology.orchestra.run.smithi053.stdout:Unpacking ceph-common (17.2.7-1jammy) ... 2024-08-29T17:27:46.542 INFO:teuthology.orchestra.run.smithi028.stdout:Selecting previously unselected package ceph-common. 2024-08-29T17:27:46.568 INFO:teuthology.orchestra.run.smithi028.stdout:Preparing to unpack .../023-ceph-common_17.2.7-1jammy_amd64.deb ... 2024-08-29T17:27:46.599 INFO:teuthology.orchestra.run.smithi028.stdout:Unpacking ceph-common (17.2.7-1jammy) ... 2024-08-29T17:27:47.831 INFO:teuthology.orchestra.run.smithi053.stdout:Selecting previously unselected package ceph-base. 2024-08-29T17:27:47.858 INFO:teuthology.orchestra.run.smithi053.stdout:Preparing to unpack .../024-ceph-base_17.2.7-1jammy_amd64.deb ... 2024-08-29T17:27:47.908 INFO:teuthology.orchestra.run.smithi053.stdout:Unpacking ceph-base (17.2.7-1jammy) ... 2024-08-29T17:27:48.022 INFO:teuthology.orchestra.run.smithi028.stdout:Selecting previously unselected package ceph-base. 2024-08-29T17:27:48.048 INFO:teuthology.orchestra.run.smithi028.stdout:Preparing to unpack .../024-ceph-base_17.2.7-1jammy_amd64.deb ... 2024-08-29T17:27:48.106 INFO:teuthology.orchestra.run.smithi028.stdout:Unpacking ceph-base (17.2.7-1jammy) ... 2024-08-29T17:27:48.594 INFO:teuthology.orchestra.run.smithi053.stdout:Selecting previously unselected package python3-openssl. 2024-08-29T17:27:48.621 INFO:teuthology.orchestra.run.smithi053.stdout:Preparing to unpack .../025-python3-openssl_21.0.0-1_all.deb ... 2024-08-29T17:27:48.660 INFO:teuthology.orchestra.run.smithi053.stdout:Unpacking python3-openssl (21.0.0-1) ... 2024-08-29T17:27:48.734 INFO:teuthology.orchestra.run.smithi028.stdout:Selecting previously unselected package python3-openssl. 2024-08-29T17:27:48.761 INFO:teuthology.orchestra.run.smithi028.stdout:Preparing to unpack .../025-python3-openssl_21.0.0-1_all.deb ... 2024-08-29T17:27:48.800 INFO:teuthology.orchestra.run.smithi028.stdout:Unpacking python3-openssl (21.0.0-1) ... 2024-08-29T17:27:48.921 INFO:teuthology.orchestra.run.smithi053.stdout:Selecting previously unselected package ceph-mgr-modules-core. 2024-08-29T17:27:48.946 INFO:teuthology.orchestra.run.smithi053.stdout:Preparing to unpack .../026-ceph-mgr-modules-core_17.2.7-1jammy_all.deb ... 2024-08-29T17:27:48.988 INFO:teuthology.orchestra.run.smithi053.stdout:Unpacking ceph-mgr-modules-core (17.2.7-1jammy) ... 2024-08-29T17:27:49.003 INFO:teuthology.orchestra.run.smithi028.stdout:Selecting previously unselected package ceph-mgr-modules-core. 2024-08-29T17:27:49.019 INFO:teuthology.orchestra.run.smithi028.stdout:Preparing to unpack .../026-ceph-mgr-modules-core_17.2.7-1jammy_all.deb ... 2024-08-29T17:27:49.053 INFO:teuthology.orchestra.run.smithi028.stdout:Unpacking ceph-mgr-modules-core (17.2.7-1jammy) ... 2024-08-29T17:27:49.418 INFO:teuthology.orchestra.run.smithi053.stdout:Selecting previously unselected package python3-bcrypt. 2024-08-29T17:27:49.441 INFO:teuthology.orchestra.run.smithi028.stdout:Selecting previously unselected package python3-bcrypt. 2024-08-29T17:27:49.445 INFO:teuthology.orchestra.run.smithi053.stdout:Preparing to unpack .../027-python3-bcrypt_3.2.0-1build1_amd64.deb ... 2024-08-29T17:27:49.468 INFO:teuthology.orchestra.run.smithi028.stdout:Preparing to unpack .../027-python3-bcrypt_3.2.0-1build1_amd64.deb ... 2024-08-29T17:27:49.484 INFO:teuthology.orchestra.run.smithi053.stdout:Unpacking python3-bcrypt (3.2.0-1build1) ... 2024-08-29T17:27:49.507 INFO:teuthology.orchestra.run.smithi028.stdout:Unpacking python3-bcrypt (3.2.0-1build1) ... 2024-08-29T17:27:49.770 INFO:teuthology.orchestra.run.smithi053.stdout:Selecting previously unselected package python3-jaraco.functools. 2024-08-29T17:27:49.785 INFO:teuthology.orchestra.run.smithi028.stdout:Selecting previously unselected package python3-jaraco.functools. 2024-08-29T17:27:49.797 INFO:teuthology.orchestra.run.smithi053.stdout:Preparing to unpack .../028-python3-jaraco.functools_3.4.0-2_all.deb ... 2024-08-29T17:27:49.812 INFO:teuthology.orchestra.run.smithi028.stdout:Preparing to unpack .../028-python3-jaraco.functools_3.4.0-2_all.deb ... 2024-08-29T17:27:49.837 INFO:teuthology.orchestra.run.smithi053.stdout:Unpacking python3-jaraco.functools (3.4.0-2) ... 2024-08-29T17:27:49.851 INFO:teuthology.orchestra.run.smithi028.stdout:Unpacking python3-jaraco.functools (3.4.0-2) ... 2024-08-29T17:27:50.140 INFO:teuthology.orchestra.run.smithi053.stdout:Selecting previously unselected package python3-cheroot. 2024-08-29T17:27:50.154 INFO:teuthology.orchestra.run.smithi028.stdout:Selecting previously unselected package python3-cheroot. 2024-08-29T17:27:50.156 INFO:teuthology.orchestra.run.smithi053.stdout:Preparing to unpack .../029-python3-cheroot_8.5.2+ds1-1ubuntu3.1_all.deb ... 2024-08-29T17:27:50.181 INFO:teuthology.orchestra.run.smithi028.stdout:Preparing to unpack .../029-python3-cheroot_8.5.2+ds1-1ubuntu3.1_all.deb ... 2024-08-29T17:27:50.198 INFO:teuthology.orchestra.run.smithi053.stdout:Unpacking python3-cheroot (8.5.2+ds1-1ubuntu3.1) ... 2024-08-29T17:27:50.337 INFO:teuthology.orchestra.run.smithi028.stdout:Unpacking python3-cheroot (8.5.2+ds1-1ubuntu3.1) ... 2024-08-29T17:27:50.518 INFO:teuthology.orchestra.run.smithi053.stdout:Selecting previously unselected package python3-jaraco.classes. 2024-08-29T17:27:50.545 INFO:teuthology.orchestra.run.smithi053.stdout:Preparing to unpack .../030-python3-jaraco.classes_3.2.1-3_all.deb ... 2024-08-29T17:27:50.584 INFO:teuthology.orchestra.run.smithi053.stdout:Unpacking python3-jaraco.classes (3.2.1-3) ... 2024-08-29T17:27:50.640 INFO:teuthology.orchestra.run.smithi028.stdout:Selecting previously unselected package python3-jaraco.classes. 2024-08-29T17:27:50.667 INFO:teuthology.orchestra.run.smithi028.stdout:Preparing to unpack .../030-python3-jaraco.classes_3.2.1-3_all.deb ... 2024-08-29T17:27:50.715 INFO:teuthology.orchestra.run.smithi028.stdout:Unpacking python3-jaraco.classes (3.2.1-3) ... 2024-08-29T17:27:50.828 INFO:teuthology.orchestra.run.smithi053.stdout:Selecting previously unselected package python3-jaraco.text. 2024-08-29T17:27:50.844 INFO:teuthology.orchestra.run.smithi053.stdout:Preparing to unpack .../031-python3-jaraco.text_3.6.0-2_all.deb ... 2024-08-29T17:27:50.878 INFO:teuthology.orchestra.run.smithi053.stdout:Unpacking python3-jaraco.text (3.6.0-2) ... 2024-08-29T17:27:51.018 INFO:teuthology.orchestra.run.smithi028.stdout:Selecting previously unselected package python3-jaraco.text. 2024-08-29T17:27:51.045 INFO:teuthology.orchestra.run.smithi028.stdout:Preparing to unpack .../031-python3-jaraco.text_3.6.0-2_all.deb ... 2024-08-29T17:27:51.084 INFO:teuthology.orchestra.run.smithi028.stdout:Unpacking python3-jaraco.text (3.6.0-2) ... 2024-08-29T17:27:51.156 INFO:teuthology.orchestra.run.smithi053.stdout:Selecting previously unselected package python3-jaraco.collections. 2024-08-29T17:27:51.183 INFO:teuthology.orchestra.run.smithi053.stdout:Preparing to unpack .../032-python3-jaraco.collections_3.4.0-2_all.deb ... 2024-08-29T17:27:51.223 INFO:teuthology.orchestra.run.smithi053.stdout:Unpacking python3-jaraco.collections (3.4.0-2) ... 2024-08-29T17:27:51.379 INFO:teuthology.orchestra.run.smithi028.stdout:Selecting previously unselected package python3-jaraco.collections. 2024-08-29T17:27:51.405 INFO:teuthology.orchestra.run.smithi028.stdout:Preparing to unpack .../032-python3-jaraco.collections_3.4.0-2_all.deb ... 2024-08-29T17:27:51.445 INFO:teuthology.orchestra.run.smithi028.stdout:Unpacking python3-jaraco.collections (3.4.0-2) ... 2024-08-29T17:27:51.526 INFO:teuthology.orchestra.run.smithi053.stdout:Selecting previously unselected package python3-tempora. 2024-08-29T17:27:51.553 INFO:teuthology.orchestra.run.smithi053.stdout:Preparing to unpack .../033-python3-tempora_4.1.2-1_all.deb ... 2024-08-29T17:27:51.592 INFO:teuthology.orchestra.run.smithi053.stdout:Unpacking python3-tempora (4.1.2-1) ... 2024-08-29T17:27:51.715 INFO:teuthology.orchestra.run.smithi028.stdout:Selecting previously unselected package python3-tempora. 2024-08-29T17:27:51.741 INFO:teuthology.orchestra.run.smithi028.stdout:Preparing to unpack .../033-python3-tempora_4.1.2-1_all.deb ... 2024-08-29T17:27:51.781 INFO:teuthology.orchestra.run.smithi028.stdout:Unpacking python3-tempora (4.1.2-1) ... 2024-08-29T17:27:51.904 INFO:teuthology.orchestra.run.smithi053.stdout:Selecting previously unselected package python3-portend. 2024-08-29T17:27:51.931 INFO:teuthology.orchestra.run.smithi053.stdout:Preparing to unpack .../034-python3-portend_3.0.0-1_all.deb ... 2024-08-29T17:27:51.992 INFO:teuthology.orchestra.run.smithi053.stdout:Unpacking python3-portend (3.0.0-1) ... 2024-08-29T17:27:52.084 INFO:teuthology.orchestra.run.smithi028.stdout:Selecting previously unselected package python3-portend. 2024-08-29T17:27:52.111 INFO:teuthology.orchestra.run.smithi028.stdout:Preparing to unpack .../034-python3-portend_3.0.0-1_all.deb ... 2024-08-29T17:27:52.167 INFO:teuthology.orchestra.run.smithi028.stdout:Unpacking python3-portend (3.0.0-1) ... 2024-08-29T17:27:52.265 INFO:teuthology.orchestra.run.smithi053.stdout:Selecting previously unselected package python3-zc.lockfile. 2024-08-29T17:27:52.292 INFO:teuthology.orchestra.run.smithi053.stdout:Preparing to unpack .../035-python3-zc.lockfile_2.0-1_all.deb ... 2024-08-29T17:27:52.331 INFO:teuthology.orchestra.run.smithi053.stdout:Unpacking python3-zc.lockfile (2.0-1) ... 2024-08-29T17:27:52.479 INFO:teuthology.orchestra.run.smithi028.stdout:Selecting previously unselected package python3-zc.lockfile. 2024-08-29T17:27:52.505 INFO:teuthology.orchestra.run.smithi028.stdout:Preparing to unpack .../035-python3-zc.lockfile_2.0-1_all.deb ... 2024-08-29T17:27:52.545 INFO:teuthology.orchestra.run.smithi028.stdout:Unpacking python3-zc.lockfile (2.0-1) ... 2024-08-29T17:27:52.643 INFO:teuthology.orchestra.run.smithi053.stdout:Selecting previously unselected package python3-cherrypy3. 2024-08-29T17:27:52.670 INFO:teuthology.orchestra.run.smithi053.stdout:Preparing to unpack .../036-python3-cherrypy3_18.6.1-4_all.deb ... 2024-08-29T17:27:52.709 INFO:teuthology.orchestra.run.smithi053.stdout:Unpacking python3-cherrypy3 (18.6.1-4) ... 2024-08-29T17:27:52.831 INFO:teuthology.orchestra.run.smithi028.stdout:Selecting previously unselected package python3-cherrypy3. 2024-08-29T17:27:52.858 INFO:teuthology.orchestra.run.smithi028.stdout:Preparing to unpack .../036-python3-cherrypy3_18.6.1-4_all.deb ... 2024-08-29T17:27:52.889 INFO:teuthology.orchestra.run.smithi028.stdout:Unpacking python3-cherrypy3 (18.6.1-4) ... 2024-08-29T17:27:53.046 INFO:teuthology.orchestra.run.smithi053.stdout:Selecting previously unselected package python3-natsort. 2024-08-29T17:27:53.073 INFO:teuthology.orchestra.run.smithi053.stdout:Preparing to unpack .../037-python3-natsort_8.0.2-1_all.deb ... 2024-08-29T17:27:53.113 INFO:teuthology.orchestra.run.smithi053.stdout:Unpacking python3-natsort (8.0.2-1) ... 2024-08-29T17:27:53.235 INFO:teuthology.orchestra.run.smithi028.stdout:Selecting previously unselected package python3-natsort. 2024-08-29T17:27:53.262 INFO:teuthology.orchestra.run.smithi028.stdout:Preparing to unpack .../037-python3-natsort_8.0.2-1_all.deb ... 2024-08-29T17:27:53.301 INFO:teuthology.orchestra.run.smithi028.stdout:Unpacking python3-natsort (8.0.2-1) ... 2024-08-29T17:27:53.451 INFO:teuthology.orchestra.run.smithi053.stdout:Selecting previously unselected package python3-logutils. 2024-08-29T17:27:53.469 INFO:teuthology.orchestra.run.smithi053.stdout:Preparing to unpack .../038-python3-logutils_0.3.3-8_all.deb ... 2024-08-29T17:27:53.508 INFO:teuthology.orchestra.run.smithi053.stdout:Unpacking python3-logutils (0.3.3-8) ... 2024-08-29T17:27:53.612 INFO:teuthology.orchestra.run.smithi028.stdout:Selecting previously unselected package python3-logutils. 2024-08-29T17:27:53.639 INFO:teuthology.orchestra.run.smithi028.stdout:Preparing to unpack .../038-python3-logutils_0.3.3-8_all.deb ... 2024-08-29T17:27:53.696 INFO:teuthology.orchestra.run.smithi028.stdout:Unpacking python3-logutils (0.3.3-8) ... 2024-08-29T17:27:53.752 INFO:teuthology.orchestra.run.smithi053.stdout:Selecting previously unselected package python3-markupsafe. 2024-08-29T17:27:53.768 INFO:teuthology.orchestra.run.smithi053.stdout:Preparing to unpack .../039-python3-markupsafe_2.0.1-2build1_amd64.deb ... 2024-08-29T17:27:53.802 INFO:teuthology.orchestra.run.smithi053.stdout:Unpacking python3-markupsafe (2.0.1-2build1) ... 2024-08-29T17:27:53.998 INFO:teuthology.orchestra.run.smithi028.stdout:Selecting previously unselected package python3-markupsafe. 2024-08-29T17:27:54.025 INFO:teuthology.orchestra.run.smithi028.stdout:Preparing to unpack .../039-python3-markupsafe_2.0.1-2build1_amd64.deb ... 2024-08-29T17:27:54.065 INFO:teuthology.orchestra.run.smithi028.stdout:Unpacking python3-markupsafe (2.0.1-2build1) ... 2024-08-29T17:27:54.088 INFO:teuthology.orchestra.run.smithi053.stdout:Selecting previously unselected package python3-mako. 2024-08-29T17:27:54.115 INFO:teuthology.orchestra.run.smithi053.stdout:Preparing to unpack .../040-python3-mako_1.1.3+ds1-2ubuntu0.1_all.deb ... 2024-08-29T17:27:54.154 INFO:teuthology.orchestra.run.smithi053.stdout:Unpacking python3-mako (1.1.3+ds1-2ubuntu0.1) ... 2024-08-29T17:27:54.318 INFO:teuthology.orchestra.run.smithi028.stdout:Selecting previously unselected package python3-mako. 2024-08-29T17:27:54.345 INFO:teuthology.orchestra.run.smithi028.stdout:Preparing to unpack .../040-python3-mako_1.1.3+ds1-2ubuntu0.1_all.deb ... 2024-08-29T17:27:54.376 INFO:teuthology.orchestra.run.smithi028.stdout:Unpacking python3-mako (1.1.3+ds1-2ubuntu0.1) ... 2024-08-29T17:27:54.474 INFO:teuthology.orchestra.run.smithi053.stdout:Selecting previously unselected package python3-simplegeneric. 2024-08-29T17:27:54.502 INFO:teuthology.orchestra.run.smithi053.stdout:Preparing to unpack .../041-python3-simplegeneric_0.8.1-3_all.deb ... 2024-08-29T17:27:54.541 INFO:teuthology.orchestra.run.smithi053.stdout:Unpacking python3-simplegeneric (0.8.1-3) ... 2024-08-29T17:27:54.704 INFO:teuthology.orchestra.run.smithi028.stdout:Selecting previously unselected package python3-simplegeneric. 2024-08-29T17:27:54.731 INFO:teuthology.orchestra.run.smithi028.stdout:Preparing to unpack .../041-python3-simplegeneric_0.8.1-3_all.deb ... 2024-08-29T17:27:54.770 INFO:teuthology.orchestra.run.smithi028.stdout:Unpacking python3-simplegeneric (0.8.1-3) ... 2024-08-29T17:27:54.852 INFO:teuthology.orchestra.run.smithi053.stdout:Selecting previously unselected package python3-singledispatch. 2024-08-29T17:27:54.879 INFO:teuthology.orchestra.run.smithi053.stdout:Preparing to unpack .../042-python3-singledispatch_3.4.0.3-3_all.deb ... 2024-08-29T17:27:54.919 INFO:teuthology.orchestra.run.smithi053.stdout:Unpacking python3-singledispatch (3.4.0.3-3) ... 2024-08-29T17:27:55.056 INFO:teuthology.orchestra.run.smithi028.stdout:Selecting previously unselected package python3-singledispatch. 2024-08-29T17:27:55.083 INFO:teuthology.orchestra.run.smithi028.stdout:Preparing to unpack .../042-python3-singledispatch_3.4.0.3-3_all.deb ... 2024-08-29T17:27:55.123 INFO:teuthology.orchestra.run.smithi028.stdout:Unpacking python3-singledispatch (3.4.0.3-3) ... 2024-08-29T17:27:55.179 INFO:teuthology.orchestra.run.smithi053.stdout:Selecting previously unselected package python3-webob. 2024-08-29T17:27:55.207 INFO:teuthology.orchestra.run.smithi053.stdout:Preparing to unpack .../043-python3-webob_1%3a1.8.6-1.1_all.deb ... 2024-08-29T17:27:55.237 INFO:teuthology.orchestra.run.smithi053.stdout:Unpacking python3-webob (1:1.8.6-1.1) ... 2024-08-29T17:27:55.434 INFO:teuthology.orchestra.run.smithi028.stdout:Selecting previously unselected package python3-webob. 2024-08-29T17:27:55.461 INFO:teuthology.orchestra.run.smithi028.stdout:Preparing to unpack .../043-python3-webob_1%3a1.8.6-1.1_all.deb ... 2024-08-29T17:27:55.500 INFO:teuthology.orchestra.run.smithi028.stdout:Unpacking python3-webob (1:1.8.6-1.1) ... 2024-08-29T17:27:55.557 INFO:teuthology.orchestra.run.smithi053.stdout:Selecting previously unselected package python3-waitress. 2024-08-29T17:27:55.585 INFO:teuthology.orchestra.run.smithi053.stdout:Preparing to unpack .../044-python3-waitress_1.4.4-1.1ubuntu1_all.deb ... 2024-08-29T17:27:55.636 INFO:teuthology.orchestra.run.smithi053.stdout:Unpacking python3-waitress (1.4.4-1.1ubuntu1) ... 2024-08-29T17:27:55.837 INFO:teuthology.orchestra.run.smithi028.stdout:Selecting previously unselected package python3-waitress. 2024-08-29T17:27:55.864 INFO:teuthology.orchestra.run.smithi028.stdout:Preparing to unpack .../044-python3-waitress_1.4.4-1.1ubuntu1_all.deb ... 2024-08-29T17:27:55.907 INFO:teuthology.orchestra.run.smithi028.stdout:Unpacking python3-waitress (1.4.4-1.1ubuntu1) ... 2024-08-29T17:27:55.944 INFO:teuthology.orchestra.run.smithi053.stdout:Selecting previously unselected package python3-tempita. 2024-08-29T17:27:55.971 INFO:teuthology.orchestra.run.smithi053.stdout:Preparing to unpack .../045-python3-tempita_0.5.2-6ubuntu1_all.deb ... 2024-08-29T17:27:56.010 INFO:teuthology.orchestra.run.smithi053.stdout:Unpacking python3-tempita (0.5.2-6ubuntu1) ... 2024-08-29T17:27:56.223 INFO:teuthology.orchestra.run.smithi028.stdout:Selecting previously unselected package python3-tempita. 2024-08-29T17:27:56.250 INFO:teuthology.orchestra.run.smithi028.stdout:Preparing to unpack .../045-python3-tempita_0.5.2-6ubuntu1_all.deb ... 2024-08-29T17:27:56.289 INFO:teuthology.orchestra.run.smithi028.stdout:Unpacking python3-tempita (0.5.2-6ubuntu1) ... 2024-08-29T17:27:56.338 INFO:teuthology.orchestra.run.smithi053.stdout:Selecting previously unselected package python3-paste. 2024-08-29T17:27:56.365 INFO:teuthology.orchestra.run.smithi053.stdout:Preparing to unpack .../046-python3-paste_3.5.0+dfsg1-1_all.deb ... 2024-08-29T17:27:56.404 INFO:teuthology.orchestra.run.smithi053.stdout:Unpacking python3-paste (3.5.0+dfsg1-1) ... 2024-08-29T17:27:56.592 INFO:teuthology.orchestra.run.smithi028.stdout:Selecting previously unselected package python3-paste. 2024-08-29T17:27:56.619 INFO:teuthology.orchestra.run.smithi028.stdout:Preparing to unpack .../046-python3-paste_3.5.0+dfsg1-1_all.deb ... 2024-08-29T17:27:56.659 INFO:teuthology.orchestra.run.smithi028.stdout:Unpacking python3-paste (3.5.0+dfsg1-1) ... 2024-08-29T17:27:56.724 INFO:teuthology.orchestra.run.smithi053.stdout:Selecting previously unselected package python-pastedeploy-tpl. 2024-08-29T17:27:56.741 INFO:teuthology.orchestra.run.smithi053.stdout:Preparing to unpack .../047-python-pastedeploy-tpl_2.1.1-1_all.deb ... 2024-08-29T17:27:56.783 INFO:teuthology.orchestra.run.smithi053.stdout:Unpacking python-pastedeploy-tpl (2.1.1-1) ... 2024-08-29T17:27:56.961 INFO:teuthology.orchestra.run.smithi028.stdout:Selecting previously unselected package python-pastedeploy-tpl. 2024-08-29T17:27:56.977 INFO:teuthology.orchestra.run.smithi028.stdout:Preparing to unpack .../047-python-pastedeploy-tpl_2.1.1-1_all.deb ... 2024-08-29T17:27:57.020 INFO:teuthology.orchestra.run.smithi028.stdout:Unpacking python-pastedeploy-tpl (2.1.1-1) ... 2024-08-29T17:27:57.085 INFO:teuthology.orchestra.run.smithi053.stdout:Selecting previously unselected package python3-pastedeploy. 2024-08-29T17:27:57.115 INFO:teuthology.orchestra.run.smithi053.stdout:Preparing to unpack .../048-python3-pastedeploy_2.1.1-1_all.deb ... 2024-08-29T17:27:57.335 INFO:teuthology.orchestra.run.smithi053.stdout:Unpacking python3-pastedeploy (2.1.1-1) ... 2024-08-29T17:27:57.339 INFO:teuthology.orchestra.run.smithi028.stdout:Selecting previously unselected package python3-pastedeploy. 2024-08-29T17:27:57.366 INFO:teuthology.orchestra.run.smithi028.stdout:Preparing to unpack .../048-python3-pastedeploy_2.1.1-1_all.deb ... 2024-08-29T17:27:57.405 INFO:teuthology.orchestra.run.smithi028.stdout:Unpacking python3-pastedeploy (2.1.1-1) ... 2024-08-29T17:27:57.663 INFO:teuthology.orchestra.run.smithi053.stdout:Selecting previously unselected package python3-webtest. 2024-08-29T17:27:57.690 INFO:teuthology.orchestra.run.smithi053.stdout:Preparing to unpack .../049-python3-webtest_2.0.35-1_all.deb ... 2024-08-29T17:27:57.692 INFO:teuthology.orchestra.run.smithi028.stdout:Selecting previously unselected package python3-webtest. 2024-08-29T17:27:57.719 INFO:teuthology.orchestra.run.smithi028.stdout:Preparing to unpack .../049-python3-webtest_2.0.35-1_all.deb ... 2024-08-29T17:27:57.730 INFO:teuthology.orchestra.run.smithi053.stdout:Unpacking python3-webtest (2.0.35-1) ... 2024-08-29T17:27:57.758 INFO:teuthology.orchestra.run.smithi028.stdout:Unpacking python3-webtest (2.0.35-1) ... 2024-08-29T17:27:58.025 INFO:teuthology.orchestra.run.smithi053.stdout:Selecting previously unselected package python3-pecan. 2024-08-29T17:27:58.028 INFO:teuthology.orchestra.run.smithi028.stdout:Selecting previously unselected package python3-pecan. 2024-08-29T17:27:58.052 INFO:teuthology.orchestra.run.smithi053.stdout:Preparing to unpack .../050-python3-pecan_1.3.3-4ubuntu2_all.deb ... 2024-08-29T17:27:58.055 INFO:teuthology.orchestra.run.smithi028.stdout:Preparing to unpack .../050-python3-pecan_1.3.3-4ubuntu2_all.deb ... 2024-08-29T17:27:58.083 INFO:teuthology.orchestra.run.smithi053.stdout:Unpacking python3-pecan (1.3.3-4ubuntu2) ... 2024-08-29T17:27:58.086 INFO:teuthology.orchestra.run.smithi028.stdout:Unpacking python3-pecan (1.3.3-4ubuntu2) ... 2024-08-29T17:27:58.399 INFO:teuthology.orchestra.run.smithi028.stdout:Selecting previously unselected package python3-certifi. 2024-08-29T17:27:58.412 INFO:teuthology.orchestra.run.smithi053.stdout:Selecting previously unselected package python3-certifi. 2024-08-29T17:27:58.414 INFO:teuthology.orchestra.run.smithi028.stdout:Preparing to unpack .../051-python3-certifi_2020.6.20-1_all.deb ... 2024-08-29T17:27:58.440 INFO:teuthology.orchestra.run.smithi053.stdout:Preparing to unpack .../051-python3-certifi_2020.6.20-1_all.deb ... 2024-08-29T17:27:58.457 INFO:teuthology.orchestra.run.smithi028.stdout:Unpacking python3-certifi (2020.6.20-1) ... 2024-08-29T17:27:58.470 INFO:teuthology.orchestra.run.smithi053.stdout:Unpacking python3-certifi (2020.6.20-1) ... 2024-08-29T17:27:58.751 INFO:teuthology.orchestra.run.smithi028.stdout:Selecting previously unselected package python3-idna. 2024-08-29T17:27:58.767 INFO:teuthology.orchestra.run.smithi028.stdout:Preparing to unpack .../052-python3-idna_3.3-1ubuntu0.1_all.deb ... 2024-08-29T17:27:58.790 INFO:teuthology.orchestra.run.smithi053.stdout:Selecting previously unselected package python3-idna. 2024-08-29T17:27:58.809 INFO:teuthology.orchestra.run.smithi028.stdout:Unpacking python3-idna (3.3-1ubuntu0.1) ... 2024-08-29T17:27:58.817 INFO:teuthology.orchestra.run.smithi053.stdout:Preparing to unpack .../052-python3-idna_3.3-1ubuntu0.1_all.deb ... 2024-08-29T17:27:58.856 INFO:teuthology.orchestra.run.smithi053.stdout:Unpacking python3-idna (3.3-1ubuntu0.1) ... 2024-08-29T17:27:59.129 INFO:teuthology.orchestra.run.smithi028.stdout:Selecting previously unselected package python3-urllib3. 2024-08-29T17:27:59.156 INFO:teuthology.orchestra.run.smithi028.stdout:Preparing to unpack .../053-python3-urllib3_1.26.5-1~exp1ubuntu0.1_all.deb ... 2024-08-29T17:27:59.168 INFO:teuthology.orchestra.run.smithi053.stdout:Selecting previously unselected package python3-urllib3. 2024-08-29T17:27:59.195 INFO:teuthology.orchestra.run.smithi053.stdout:Preparing to unpack .../053-python3-urllib3_1.26.5-1~exp1ubuntu0.1_all.deb ... 2024-08-29T17:27:59.195 INFO:teuthology.orchestra.run.smithi028.stdout:Unpacking python3-urllib3 (1.26.5-1~exp1ubuntu0.1) ... 2024-08-29T17:27:59.235 INFO:teuthology.orchestra.run.smithi053.stdout:Unpacking python3-urllib3 (1.26.5-1~exp1ubuntu0.1) ... 2024-08-29T17:27:59.524 INFO:teuthology.orchestra.run.smithi028.stdout:Selecting previously unselected package python3-requests. 2024-08-29T17:27:59.551 INFO:teuthology.orchestra.run.smithi028.stdout:Preparing to unpack .../054-python3-requests_2.25.1+dfsg-2ubuntu0.1_all.deb ... 2024-08-29T17:27:59.563 INFO:teuthology.orchestra.run.smithi053.stdout:Selecting previously unselected package python3-requests. 2024-08-29T17:27:59.590 INFO:teuthology.orchestra.run.smithi053.stdout:Preparing to unpack .../054-python3-requests_2.25.1+dfsg-2ubuntu0.1_all.deb ... 2024-08-29T17:27:59.590 INFO:teuthology.orchestra.run.smithi028.stdout:Unpacking python3-requests (2.25.1+dfsg-2ubuntu0.1) ... 2024-08-29T17:27:59.629 INFO:teuthology.orchestra.run.smithi053.stdout:Unpacking python3-requests (2.25.1+dfsg-2ubuntu0.1) ... 2024-08-29T17:27:59.910 INFO:teuthology.orchestra.run.smithi028.stdout:Selecting previously unselected package python3-werkzeug. 2024-08-29T17:27:59.937 INFO:teuthology.orchestra.run.smithi028.stdout:Preparing to unpack .../055-python3-werkzeug_2.0.2+dfsg1-1ubuntu0.22.04.2_all.deb ... 2024-08-29T17:27:59.949 INFO:teuthology.orchestra.run.smithi053.stdout:Selecting previously unselected package python3-werkzeug. 2024-08-29T17:27:59.976 INFO:teuthology.orchestra.run.smithi053.stdout:Preparing to unpack .../055-python3-werkzeug_2.0.2+dfsg1-1ubuntu0.22.04.2_all.deb ... 2024-08-29T17:27:59.976 INFO:teuthology.orchestra.run.smithi028.stdout:Unpacking python3-werkzeug (2.0.2+dfsg1-1ubuntu0.22.04.2) ... 2024-08-29T17:28:00.015 INFO:teuthology.orchestra.run.smithi053.stdout:Unpacking python3-werkzeug (2.0.2+dfsg1-1ubuntu0.22.04.2) ... 2024-08-29T17:28:00.296 INFO:teuthology.orchestra.run.smithi028.stdout:Selecting previously unselected package libsqlite3-mod-ceph. 2024-08-29T17:28:00.313 INFO:teuthology.orchestra.run.smithi028.stdout:Preparing to unpack .../056-libsqlite3-mod-ceph_17.2.7-1jammy_amd64.deb ... 2024-08-29T17:28:00.335 INFO:teuthology.orchestra.run.smithi053.stdout:Selecting previously unselected package libsqlite3-mod-ceph. 2024-08-29T17:28:00.354 INFO:teuthology.orchestra.run.smithi028.stdout:Unpacking libsqlite3-mod-ceph (17.2.7-1jammy) ... 2024-08-29T17:28:00.363 INFO:teuthology.orchestra.run.smithi053.stdout:Preparing to unpack .../056-libsqlite3-mod-ceph_17.2.7-1jammy_amd64.deb ... 2024-08-29T17:28:00.393 INFO:teuthology.orchestra.run.smithi053.stdout:Unpacking libsqlite3-mod-ceph (17.2.7-1jammy) ... 2024-08-29T17:28:00.690 INFO:teuthology.orchestra.run.smithi028.stdout:Selecting previously unselected package ceph-mgr. 2024-08-29T17:28:00.717 INFO:teuthology.orchestra.run.smithi028.stdout:Preparing to unpack .../057-ceph-mgr_17.2.7-1jammy_amd64.deb ... 2024-08-29T17:28:00.721 INFO:teuthology.orchestra.run.smithi053.stdout:Selecting previously unselected package ceph-mgr. 2024-08-29T17:28:00.749 INFO:teuthology.orchestra.run.smithi053.stdout:Preparing to unpack .../057-ceph-mgr_17.2.7-1jammy_amd64.deb ... 2024-08-29T17:28:00.756 INFO:teuthology.orchestra.run.smithi028.stdout:Unpacking ceph-mgr (17.2.7-1jammy) ... 2024-08-29T17:28:00.788 INFO:teuthology.orchestra.run.smithi053.stdout:Unpacking ceph-mgr (17.2.7-1jammy) ... 2024-08-29T17:28:01.126 INFO:teuthology.orchestra.run.smithi028.stdout:Selecting previously unselected package ceph-mon. 2024-08-29T17:28:01.154 INFO:teuthology.orchestra.run.smithi028.stdout:Preparing to unpack .../058-ceph-mon_17.2.7-1jammy_amd64.deb ... 2024-08-29T17:28:01.184 INFO:teuthology.orchestra.run.smithi028.stdout:Unpacking ceph-mon (17.2.7-1jammy) ... 2024-08-29T17:28:01.191 INFO:teuthology.orchestra.run.smithi053.stdout:Selecting previously unselected package ceph-mon. 2024-08-29T17:28:01.218 INFO:teuthology.orchestra.run.smithi053.stdout:Preparing to unpack .../058-ceph-mon_17.2.7-1jammy_amd64.deb ... 2024-08-29T17:28:01.257 INFO:teuthology.orchestra.run.smithi053.stdout:Unpacking ceph-mon (17.2.7-1jammy) ... 2024-08-29T17:28:02.005 INFO:teuthology.orchestra.run.smithi028.stdout:Selecting previously unselected package ceph-osd. 2024-08-29T17:28:02.032 INFO:teuthology.orchestra.run.smithi028.stdout:Preparing to unpack .../059-ceph-osd_17.2.7-1jammy_amd64.deb ... 2024-08-29T17:28:02.053 INFO:teuthology.orchestra.run.smithi053.stdout:Selecting previously unselected package ceph-osd. 2024-08-29T17:28:02.071 INFO:teuthology.orchestra.run.smithi028.stdout:Unpacking ceph-osd (17.2.7-1jammy) ... 2024-08-29T17:28:02.080 INFO:teuthology.orchestra.run.smithi053.stdout:Preparing to unpack .../059-ceph-osd_17.2.7-1jammy_amd64.deb ... 2024-08-29T17:28:02.112 INFO:teuthology.orchestra.run.smithi053.stdout:Unpacking ceph-osd (17.2.7-1jammy) ... 2024-08-29T17:28:03.731 INFO:teuthology.orchestra.run.smithi053.stdout:Selecting previously unselected package ceph. 2024-08-29T17:28:03.758 INFO:teuthology.orchestra.run.smithi053.stdout:Preparing to unpack .../060-ceph_17.2.7-1jammy_amd64.deb ... 2024-08-29T17:28:03.797 INFO:teuthology.orchestra.run.smithi053.stdout:Unpacking ceph (17.2.7-1jammy) ... 2024-08-29T17:28:03.849 INFO:teuthology.orchestra.run.smithi028.stdout:Selecting previously unselected package ceph. 2024-08-29T17:28:03.875 INFO:teuthology.orchestra.run.smithi028.stdout:Preparing to unpack .../060-ceph_17.2.7-1jammy_amd64.deb ... 2024-08-29T17:28:03.907 INFO:teuthology.orchestra.run.smithi028.stdout:Unpacking ceph (17.2.7-1jammy) ... 2024-08-29T17:28:04.117 INFO:teuthology.orchestra.run.smithi053.stdout:Selecting previously unselected package ceph-fuse. 2024-08-29T17:28:04.144 INFO:teuthology.orchestra.run.smithi053.stdout:Preparing to unpack .../061-ceph-fuse_17.2.7-1jammy_amd64.deb ... 2024-08-29T17:28:04.183 INFO:teuthology.orchestra.run.smithi053.stdout:Unpacking ceph-fuse (17.2.7-1jammy) ... 2024-08-29T17:28:04.235 INFO:teuthology.orchestra.run.smithi028.stdout:Selecting previously unselected package ceph-fuse. 2024-08-29T17:28:04.262 INFO:teuthology.orchestra.run.smithi028.stdout:Preparing to unpack .../061-ceph-fuse_17.2.7-1jammy_amd64.deb ... 2024-08-29T17:28:04.301 INFO:teuthology.orchestra.run.smithi028.stdout:Unpacking ceph-fuse (17.2.7-1jammy) ... 2024-08-29T17:28:04.495 INFO:teuthology.orchestra.run.smithi053.stdout:Selecting previously unselected package ceph-mds. 2024-08-29T17:28:04.522 INFO:teuthology.orchestra.run.smithi053.stdout:Preparing to unpack .../062-ceph-mds_17.2.7-1jammy_amd64.deb ... 2024-08-29T17:28:04.553 INFO:teuthology.orchestra.run.smithi053.stdout:Unpacking ceph-mds (17.2.7-1jammy) ... 2024-08-29T17:28:04.696 INFO:teuthology.orchestra.run.smithi028.stdout:Selecting previously unselected package ceph-mds. 2024-08-29T17:28:04.723 INFO:teuthology.orchestra.run.smithi028.stdout:Preparing to unpack .../062-ceph-mds_17.2.7-1jammy_amd64.deb ... 2024-08-29T17:28:04.763 INFO:teuthology.orchestra.run.smithi028.stdout:Unpacking ceph-mds (17.2.7-1jammy) ... 2024-08-29T17:28:04.956 INFO:teuthology.orchestra.run.smithi053.stdout:Selecting previously unselected package cephadm. 2024-08-29T17:28:04.983 INFO:teuthology.orchestra.run.smithi053.stdout:Preparing to unpack .../063-cephadm_17.2.7-1jammy_amd64.deb ... 2024-08-29T17:28:05.022 INFO:teuthology.orchestra.run.smithi053.stdout:Unpacking cephadm (17.2.7-1jammy) ... 2024-08-29T17:28:05.132 INFO:teuthology.orchestra.run.smithi028.stdout:Selecting previously unselected package cephadm. 2024-08-29T17:28:05.160 INFO:teuthology.orchestra.run.smithi028.stdout:Preparing to unpack .../063-cephadm_17.2.7-1jammy_amd64.deb ... 2024-08-29T17:28:05.199 INFO:teuthology.orchestra.run.smithi028.stdout:Unpacking cephadm (17.2.7-1jammy) ... 2024-08-29T17:28:05.309 INFO:teuthology.orchestra.run.smithi053.stdout:Selecting previously unselected package python-babel-localedata. 2024-08-29T17:28:05.336 INFO:teuthology.orchestra.run.smithi053.stdout:Preparing to unpack .../064-python-babel-localedata_2.8.0+dfsg.1-7_all.deb ... 2024-08-29T17:28:05.375 INFO:teuthology.orchestra.run.smithi053.stdout:Unpacking python-babel-localedata (2.8.0+dfsg.1-7) ... 2024-08-29T17:28:05.443 INFO:teuthology.orchestra.run.smithi028.stdout:Selecting previously unselected package python-babel-localedata. 2024-08-29T17:28:05.459 INFO:teuthology.orchestra.run.smithi028.stdout:Preparing to unpack .../064-python-babel-localedata_2.8.0+dfsg.1-7_all.deb ... 2024-08-29T17:28:05.501 INFO:teuthology.orchestra.run.smithi028.stdout:Unpacking python-babel-localedata (2.8.0+dfsg.1-7) ... 2024-08-29T17:28:06.414 INFO:teuthology.orchestra.run.smithi053.stdout:Selecting previously unselected package python3-babel. 2024-08-29T17:28:06.442 INFO:teuthology.orchestra.run.smithi053.stdout:Preparing to unpack .../065-python3-babel_2.8.0+dfsg.1-7_all.deb ... 2024-08-29T17:28:06.480 INFO:teuthology.orchestra.run.smithi053.stdout:Unpacking python3-babel (2.8.0+dfsg.1-7) ... 2024-08-29T17:28:06.539 INFO:teuthology.orchestra.run.smithi028.stdout:Selecting previously unselected package python3-babel. 2024-08-29T17:28:06.564 INFO:teuthology.orchestra.run.smithi028.stdout:Preparing to unpack .../065-python3-babel_2.8.0+dfsg.1-7_all.deb ... 2024-08-29T17:28:06.606 INFO:teuthology.orchestra.run.smithi028.stdout:Unpacking python3-babel (2.8.0+dfsg.1-7) ... 2024-08-29T17:28:06.942 INFO:teuthology.orchestra.run.smithi028.stdout:Selecting previously unselected package python3-jinja2. 2024-08-29T17:28:06.970 INFO:teuthology.orchestra.run.smithi028.stdout:Preparing to unpack .../066-python3-jinja2_3.0.3-1ubuntu0.2_all.deb ... 2024-08-29T17:28:07.011 INFO:teuthology.orchestra.run.smithi053.stdout:Selecting previously unselected package python3-jinja2. 2024-08-29T17:28:07.039 INFO:teuthology.orchestra.run.smithi053.stdout:Preparing to unpack .../066-python3-jinja2_3.0.3-1ubuntu0.2_all.deb ... 2024-08-29T17:28:07.251 INFO:teuthology.orchestra.run.smithi028.stdout:Unpacking python3-jinja2 (3.0.3-1ubuntu0.2) ... 2024-08-29T17:28:07.502 INFO:teuthology.orchestra.run.smithi053.stdout:Unpacking python3-jinja2 (3.0.3-1ubuntu0.2) ... 2024-08-29T17:28:08.246 INFO:teuthology.orchestra.run.smithi053.stdout:Selecting previously unselected package ceph-mgr-cephadm. 2024-08-29T17:28:08.273 INFO:teuthology.orchestra.run.smithi053.stdout:Preparing to unpack .../067-ceph-mgr-cephadm_17.2.7-1jammy_all.deb ... 2024-08-29T17:28:08.312 INFO:teuthology.orchestra.run.smithi053.stdout:Unpacking ceph-mgr-cephadm (17.2.7-1jammy) ... 2024-08-29T17:28:08.321 INFO:teuthology.orchestra.run.smithi028.stdout:Selecting previously unselected package ceph-mgr-cephadm. 2024-08-29T17:28:08.348 INFO:teuthology.orchestra.run.smithi028.stdout:Preparing to unpack .../067-ceph-mgr-cephadm_17.2.7-1jammy_all.deb ... 2024-08-29T17:28:08.379 INFO:teuthology.orchestra.run.smithi028.stdout:Unpacking ceph-mgr-cephadm (17.2.7-1jammy) ... 2024-08-29T17:28:08.649 INFO:teuthology.orchestra.run.smithi053.stdout:Selecting previously unselected package python3-repoze.lru. 2024-08-29T17:28:08.676 INFO:teuthology.orchestra.run.smithi053.stdout:Preparing to unpack .../068-python3-repoze.lru_0.7-2_all.deb ... 2024-08-29T17:28:08.707 INFO:teuthology.orchestra.run.smithi028.stdout:Selecting previously unselected package python3-repoze.lru. 2024-08-29T17:28:08.715 INFO:teuthology.orchestra.run.smithi053.stdout:Unpacking python3-repoze.lru (0.7-2) ... 2024-08-29T17:28:08.734 INFO:teuthology.orchestra.run.smithi028.stdout:Preparing to unpack .../068-python3-repoze.lru_0.7-2_all.deb ... 2024-08-29T17:28:08.773 INFO:teuthology.orchestra.run.smithi028.stdout:Unpacking python3-repoze.lru (0.7-2) ... 2024-08-29T17:28:08.976 INFO:teuthology.orchestra.run.smithi053.stdout:Selecting previously unselected package python3-routes. 2024-08-29T17:28:08.993 INFO:teuthology.orchestra.run.smithi053.stdout:Preparing to unpack .../069-python3-routes_2.5.1-1ubuntu1_all.deb ... 2024-08-29T17:28:09.026 INFO:teuthology.orchestra.run.smithi053.stdout:Unpacking python3-routes (2.5.1-1ubuntu1) ... 2024-08-29T17:28:09.077 INFO:teuthology.orchestra.run.smithi028.stdout:Selecting previously unselected package python3-routes. 2024-08-29T17:28:09.104 INFO:teuthology.orchestra.run.smithi028.stdout:Preparing to unpack .../069-python3-routes_2.5.1-1ubuntu1_all.deb ... 2024-08-29T17:28:09.143 INFO:teuthology.orchestra.run.smithi028.stdout:Unpacking python3-routes (2.5.1-1ubuntu1) ... 2024-08-29T17:28:09.313 INFO:teuthology.orchestra.run.smithi053.stdout:Selecting previously unselected package ceph-mgr-dashboard. 2024-08-29T17:28:09.329 INFO:teuthology.orchestra.run.smithi053.stdout:Preparing to unpack .../070-ceph-mgr-dashboard_17.2.7-1jammy_all.deb ... 2024-08-29T17:28:09.362 INFO:teuthology.orchestra.run.smithi053.stdout:Unpacking ceph-mgr-dashboard (17.2.7-1jammy) ... 2024-08-29T17:28:09.479 INFO:teuthology.orchestra.run.smithi028.stdout:Selecting previously unselected package ceph-mgr-dashboard. 2024-08-29T17:28:09.507 INFO:teuthology.orchestra.run.smithi028.stdout:Preparing to unpack .../070-ceph-mgr-dashboard_17.2.7-1jammy_all.deb ... 2024-08-29T17:28:09.546 INFO:teuthology.orchestra.run.smithi028.stdout:Unpacking ceph-mgr-dashboard (17.2.7-1jammy) ... 2024-08-29T17:28:09.799 INFO:teuthology.orchestra.run.smithi053.stdout:Selecting previously unselected package python3-sklearn-lib:amd64. 2024-08-29T17:28:09.816 INFO:teuthology.orchestra.run.smithi053.stdout:Preparing to unpack .../071-python3-sklearn-lib_0.23.2-5ubuntu6_amd64.deb ... 2024-08-29T17:28:09.857 INFO:teuthology.orchestra.run.smithi053.stdout:Unpacking python3-sklearn-lib:amd64 (0.23.2-5ubuntu6) ... 2024-08-29T17:28:09.949 INFO:teuthology.orchestra.run.smithi028.stdout:Selecting previously unselected package python3-sklearn-lib:amd64. 2024-08-29T17:28:09.965 INFO:teuthology.orchestra.run.smithi028.stdout:Preparing to unpack .../071-python3-sklearn-lib_0.23.2-5ubuntu6_amd64.deb ... 2024-08-29T17:28:10.007 INFO:teuthology.orchestra.run.smithi028.stdout:Unpacking python3-sklearn-lib:amd64 (0.23.2-5ubuntu6) ... 2024-08-29T17:28:10.361 INFO:teuthology.orchestra.run.smithi053.stdout:Selecting previously unselected package python3-joblib. 2024-08-29T17:28:10.389 INFO:teuthology.orchestra.run.smithi053.stdout:Preparing to unpack .../072-python3-joblib_0.17.0-4ubuntu1_all.deb ... 2024-08-29T17:28:10.427 INFO:teuthology.orchestra.run.smithi053.stdout:Unpacking python3-joblib (0.17.0-4ubuntu1) ... 2024-08-29T17:28:10.519 INFO:teuthology.orchestra.run.smithi028.stdout:Selecting previously unselected package python3-joblib. 2024-08-29T17:28:10.546 INFO:teuthology.orchestra.run.smithi028.stdout:Preparing to unpack .../072-python3-joblib_0.17.0-4ubuntu1_all.deb ... 2024-08-29T17:28:10.586 INFO:teuthology.orchestra.run.smithi028.stdout:Unpacking python3-joblib (0.17.0-4ubuntu1) ... 2024-08-29T17:28:10.790 INFO:teuthology.orchestra.run.smithi053.stdout:Selecting previously unselected package python3-threadpoolctl. 2024-08-29T17:28:10.817 INFO:teuthology.orchestra.run.smithi053.stdout:Preparing to unpack .../073-python3-threadpoolctl_3.1.0-1_all.deb ... 2024-08-29T17:28:10.856 INFO:teuthology.orchestra.run.smithi053.stdout:Unpacking python3-threadpoolctl (3.1.0-1) ... 2024-08-29T17:28:10.922 INFO:teuthology.orchestra.run.smithi028.stdout:Selecting previously unselected package python3-threadpoolctl. 2024-08-29T17:28:10.946 INFO:teuthology.orchestra.run.smithi028.stdout:Preparing to unpack .../073-python3-threadpoolctl_3.1.0-1_all.deb ... 2024-08-29T17:28:10.980 INFO:teuthology.orchestra.run.smithi028.stdout:Unpacking python3-threadpoolctl (3.1.0-1) ... 2024-08-29T17:28:11.168 INFO:teuthology.orchestra.run.smithi053.stdout:Selecting previously unselected package python3-sklearn. 2024-08-29T17:28:11.195 INFO:teuthology.orchestra.run.smithi053.stdout:Preparing to unpack .../074-python3-sklearn_0.23.2-5ubuntu6_all.deb ... 2024-08-29T17:28:11.234 INFO:teuthology.orchestra.run.smithi053.stdout:Unpacking python3-sklearn (0.23.2-5ubuntu6) ... 2024-08-29T17:28:11.259 INFO:teuthology.orchestra.run.smithi028.stdout:Selecting previously unselected package python3-sklearn. 2024-08-29T17:28:11.286 INFO:teuthology.orchestra.run.smithi028.stdout:Preparing to unpack .../074-python3-sklearn_0.23.2-5ubuntu6_all.deb ... 2024-08-29T17:28:11.325 INFO:teuthology.orchestra.run.smithi028.stdout:Unpacking python3-sklearn (0.23.2-5ubuntu6) ... 2024-08-29T17:28:11.976 INFO:teuthology.orchestra.run.smithi053.stdout:Selecting previously unselected package ceph-mgr-diskprediction-local. 2024-08-29T17:28:12.004 INFO:teuthology.orchestra.run.smithi053.stdout:Preparing to unpack .../075-ceph-mgr-diskprediction-local_17.2.7-1jammy_all.deb ... 2024-08-29T17:28:12.041 INFO:teuthology.orchestra.run.smithi028.stdout:Selecting previously unselected package ceph-mgr-diskprediction-local. 2024-08-29T17:28:12.042 INFO:teuthology.orchestra.run.smithi053.stdout:Unpacking ceph-mgr-diskprediction-local (17.2.7-1jammy) ... 2024-08-29T17:28:12.070 INFO:teuthology.orchestra.run.smithi028.stdout:Preparing to unpack .../075-ceph-mgr-diskprediction-local_17.2.7-1jammy_all.deb ... 2024-08-29T17:28:12.108 INFO:teuthology.orchestra.run.smithi028.stdout:Unpacking ceph-mgr-diskprediction-local (17.2.7-1jammy) ... 2024-08-29T17:28:12.946 INFO:teuthology.orchestra.run.smithi053.stdout:Selecting previously unselected package python3-cachetools. 2024-08-29T17:28:12.973 INFO:teuthology.orchestra.run.smithi053.stdout:Preparing to unpack .../076-python3-cachetools_5.0.0-1_all.deb ... 2024-08-29T17:28:12.994 INFO:teuthology.orchestra.run.smithi028.stdout:Selecting previously unselected package python3-cachetools. 2024-08-29T17:28:13.003 INFO:teuthology.orchestra.run.smithi053.stdout:Unpacking python3-cachetools (5.0.0-1) ... 2024-08-29T17:28:13.022 INFO:teuthology.orchestra.run.smithi028.stdout:Preparing to unpack .../076-python3-cachetools_5.0.0-1_all.deb ... 2024-08-29T17:28:13.061 INFO:teuthology.orchestra.run.smithi028.stdout:Unpacking python3-cachetools (5.0.0-1) ... 2024-08-29T17:28:13.281 INFO:teuthology.orchestra.run.smithi053.stdout:Selecting previously unselected package python3-pyasn1. 2024-08-29T17:28:13.309 INFO:teuthology.orchestra.run.smithi053.stdout:Preparing to unpack .../077-python3-pyasn1_0.4.8-1_all.deb ... 2024-08-29T17:28:13.348 INFO:teuthology.orchestra.run.smithi053.stdout:Unpacking python3-pyasn1 (0.4.8-1) ... 2024-08-29T17:28:13.365 INFO:teuthology.orchestra.run.smithi028.stdout:Selecting previously unselected package python3-pyasn1. 2024-08-29T17:28:13.391 INFO:teuthology.orchestra.run.smithi028.stdout:Preparing to unpack .../077-python3-pyasn1_0.4.8-1_all.deb ... 2024-08-29T17:28:13.430 INFO:teuthology.orchestra.run.smithi028.stdout:Unpacking python3-pyasn1 (0.4.8-1) ... 2024-08-29T17:28:13.685 INFO:teuthology.orchestra.run.smithi053.stdout:Selecting previously unselected package python3-pyasn1-modules. 2024-08-29T17:28:13.713 INFO:teuthology.orchestra.run.smithi053.stdout:Preparing to unpack .../078-python3-pyasn1-modules_0.2.1-1_all.deb ... 2024-08-29T17:28:13.758 INFO:teuthology.orchestra.run.smithi028.stdout:Selecting previously unselected package python3-pyasn1-modules. 2024-08-29T17:28:13.784 INFO:teuthology.orchestra.run.smithi053.stdout:Unpacking python3-pyasn1-modules (0.2.1-1) ... 2024-08-29T17:28:13.786 INFO:teuthology.orchestra.run.smithi028.stdout:Preparing to unpack .../078-python3-pyasn1-modules_0.2.1-1_all.deb ... 2024-08-29T17:28:13.833 INFO:teuthology.orchestra.run.smithi028.stdout:Unpacking python3-pyasn1-modules (0.2.1-1) ... 2024-08-29T17:28:14.104 INFO:teuthology.orchestra.run.smithi053.stdout:Selecting previously unselected package python3-rsa. 2024-08-29T17:28:14.132 INFO:teuthology.orchestra.run.smithi053.stdout:Preparing to unpack .../079-python3-rsa_4.8-1_all.deb ... 2024-08-29T17:28:14.144 INFO:teuthology.orchestra.run.smithi028.stdout:Selecting previously unselected package python3-rsa. 2024-08-29T17:28:14.170 INFO:teuthology.orchestra.run.smithi053.stdout:Unpacking python3-rsa (4.8-1) ... 2024-08-29T17:28:14.172 INFO:teuthology.orchestra.run.smithi028.stdout:Preparing to unpack .../079-python3-rsa_4.8-1_all.deb ... 2024-08-29T17:28:14.211 INFO:teuthology.orchestra.run.smithi028.stdout:Unpacking python3-rsa (4.8-1) ... 2024-08-29T17:28:14.491 INFO:teuthology.orchestra.run.smithi053.stdout:Selecting previously unselected package python3-google-auth. 2024-08-29T17:28:14.519 INFO:teuthology.orchestra.run.smithi053.stdout:Preparing to unpack .../080-python3-google-auth_1.5.1-3_all.deb ... 2024-08-29T17:28:14.522 INFO:teuthology.orchestra.run.smithi028.stdout:Selecting previously unselected package python3-google-auth. 2024-08-29T17:28:14.550 INFO:teuthology.orchestra.run.smithi028.stdout:Preparing to unpack .../080-python3-google-auth_1.5.1-3_all.deb ... 2024-08-29T17:28:14.557 INFO:teuthology.orchestra.run.smithi053.stdout:Unpacking python3-google-auth (1.5.1-3) ... 2024-08-29T17:28:14.589 INFO:teuthology.orchestra.run.smithi028.stdout:Unpacking python3-google-auth (1.5.1-3) ... 2024-08-29T17:28:14.852 INFO:teuthology.orchestra.run.smithi053.stdout:Selecting previously unselected package python3-requests-oauthlib. 2024-08-29T17:28:14.880 INFO:teuthology.orchestra.run.smithi053.stdout:Preparing to unpack .../081-python3-requests-oauthlib_1.3.0+ds-0.1_all.deb ... 2024-08-29T17:28:14.892 INFO:teuthology.orchestra.run.smithi028.stdout:Selecting previously unselected package python3-requests-oauthlib. 2024-08-29T17:28:14.910 INFO:teuthology.orchestra.run.smithi053.stdout:Unpacking python3-requests-oauthlib (1.3.0+ds-0.1) ... 2024-08-29T17:28:14.919 INFO:teuthology.orchestra.run.smithi028.stdout:Preparing to unpack .../081-python3-requests-oauthlib_1.3.0+ds-0.1_all.deb ... 2024-08-29T17:28:14.967 INFO:teuthology.orchestra.run.smithi028.stdout:Unpacking python3-requests-oauthlib (1.3.0+ds-0.1) ... 2024-08-29T17:28:15.180 INFO:teuthology.orchestra.run.smithi053.stdout:Selecting previously unselected package python3-websocket. 2024-08-29T17:28:15.207 INFO:teuthology.orchestra.run.smithi053.stdout:Preparing to unpack .../082-python3-websocket_1.2.3-1_all.deb ... 2024-08-29T17:28:15.246 INFO:teuthology.orchestra.run.smithi053.stdout:Unpacking python3-websocket (1.2.3-1) ... 2024-08-29T17:28:15.269 INFO:teuthology.orchestra.run.smithi028.stdout:Selecting previously unselected package python3-websocket. 2024-08-29T17:28:15.297 INFO:teuthology.orchestra.run.smithi028.stdout:Preparing to unpack .../082-python3-websocket_1.2.3-1_all.deb ... 2024-08-29T17:28:15.327 INFO:teuthology.orchestra.run.smithi028.stdout:Unpacking python3-websocket (1.2.3-1) ... 2024-08-29T17:28:15.643 INFO:teuthology.orchestra.run.smithi053.stdout:Selecting previously unselected package python3-kubernetes. 2024-08-29T17:28:15.664 INFO:teuthology.orchestra.run.smithi053.stdout:Preparing to unpack .../083-python3-kubernetes_12.0.1-1ubuntu1_all.deb ... 2024-08-29T17:28:15.701 INFO:teuthology.orchestra.run.smithi053.stdout:Unpacking python3-kubernetes (12.0.1-1ubuntu1) ... 2024-08-29T17:28:15.707 INFO:teuthology.orchestra.run.smithi028.stdout:Selecting previously unselected package python3-kubernetes. 2024-08-29T17:28:15.735 INFO:teuthology.orchestra.run.smithi028.stdout:Preparing to unpack .../083-python3-kubernetes_12.0.1-1ubuntu1_all.deb ... 2024-08-29T17:28:15.773 INFO:teuthology.orchestra.run.smithi028.stdout:Unpacking python3-kubernetes (12.0.1-1ubuntu1) ... 2024-08-29T17:28:16.381 INFO:teuthology.orchestra.run.smithi053.stdout:Selecting previously unselected package ceph-mgr-k8sevents. 2024-08-29T17:28:16.398 INFO:teuthology.orchestra.run.smithi028.stdout:Selecting previously unselected package ceph-mgr-k8sevents. 2024-08-29T17:28:16.410 INFO:teuthology.orchestra.run.smithi053.stdout:Preparing to unpack .../084-ceph-mgr-k8sevents_17.2.7-1jammy_all.deb ... 2024-08-29T17:28:16.415 INFO:teuthology.orchestra.run.smithi028.stdout:Preparing to unpack .../084-ceph-mgr-k8sevents_17.2.7-1jammy_all.deb ... 2024-08-29T17:28:16.448 INFO:teuthology.orchestra.run.smithi053.stdout:Unpacking ceph-mgr-k8sevents (17.2.7-1jammy) ... 2024-08-29T17:28:16.456 INFO:teuthology.orchestra.run.smithi028.stdout:Unpacking ceph-mgr-k8sevents (17.2.7-1jammy) ... 2024-08-29T17:28:16.717 INFO:teuthology.orchestra.run.smithi053.stdout:Selecting previously unselected package libonig5:amd64. 2024-08-29T17:28:16.745 INFO:teuthology.orchestra.run.smithi053.stdout:Preparing to unpack .../085-libonig5_6.9.7.1-2build1_amd64.deb ... 2024-08-29T17:28:16.775 INFO:teuthology.orchestra.run.smithi028.stdout:Selecting previously unselected package libonig5:amd64. 2024-08-29T17:28:16.776 INFO:teuthology.orchestra.run.smithi053.stdout:Unpacking libonig5:amd64 (6.9.7.1-2build1) ... 2024-08-29T17:28:16.803 INFO:teuthology.orchestra.run.smithi028.stdout:Preparing to unpack .../085-libonig5_6.9.7.1-2build1_amd64.deb ... 2024-08-29T17:28:16.845 INFO:teuthology.orchestra.run.smithi028.stdout:Unpacking libonig5:amd64 (6.9.7.1-2build1) ... 2024-08-29T17:28:17.112 INFO:teuthology.orchestra.run.smithi053.stdout:Selecting previously unselected package libjq1:amd64. 2024-08-29T17:28:17.140 INFO:teuthology.orchestra.run.smithi053.stdout:Preparing to unpack .../086-libjq1_1.6-2.1ubuntu3_amd64.deb ... 2024-08-29T17:28:17.162 INFO:teuthology.orchestra.run.smithi028.stdout:Selecting previously unselected package libjq1:amd64. 2024-08-29T17:28:17.178 INFO:teuthology.orchestra.run.smithi053.stdout:Unpacking libjq1:amd64 (1.6-2.1ubuntu3) ... 2024-08-29T17:28:17.190 INFO:teuthology.orchestra.run.smithi028.stdout:Preparing to unpack .../086-libjq1_1.6-2.1ubuntu3_amd64.deb ... 2024-08-29T17:28:17.228 INFO:teuthology.orchestra.run.smithi028.stdout:Unpacking libjq1:amd64 (1.6-2.1ubuntu3) ... 2024-08-29T17:28:17.447 INFO:teuthology.orchestra.run.smithi053.stdout:Selecting previously unselected package jq. 2024-08-29T17:28:17.464 INFO:teuthology.orchestra.run.smithi053.stdout:Preparing to unpack .../087-jq_1.6-2.1ubuntu3_amd64.deb ... 2024-08-29T17:28:17.489 INFO:teuthology.orchestra.run.smithi028.stdout:Selecting previously unselected package jq. 2024-08-29T17:28:17.506 INFO:teuthology.orchestra.run.smithi053.stdout:Unpacking jq (1.6-2.1ubuntu3) ... 2024-08-29T17:28:17.517 INFO:teuthology.orchestra.run.smithi028.stdout:Preparing to unpack .../087-jq_1.6-2.1ubuntu3_amd64.deb ... 2024-08-29T17:28:17.556 INFO:teuthology.orchestra.run.smithi028.stdout:Unpacking jq (1.6-2.1ubuntu3) ... 2024-08-29T17:28:17.767 INFO:teuthology.orchestra.run.smithi053.stdout:Selecting previously unselected package socat. 2024-08-29T17:28:17.783 INFO:teuthology.orchestra.run.smithi053.stdout:Preparing to unpack .../088-socat_1.7.4.1-3ubuntu4_amd64.deb ... 2024-08-29T17:28:17.808 INFO:teuthology.orchestra.run.smithi028.stdout:Selecting previously unselected package socat. 2024-08-29T17:28:17.825 INFO:teuthology.orchestra.run.smithi028.stdout:Preparing to unpack .../088-socat_1.7.4.1-3ubuntu4_amd64.deb ... 2024-08-29T17:28:17.849 INFO:teuthology.orchestra.run.smithi053.stdout:Unpacking socat (1.7.4.1-3ubuntu4) ... 2024-08-29T17:28:17.867 INFO:teuthology.orchestra.run.smithi028.stdout:Unpacking socat (1.7.4.1-3ubuntu4) ... 2024-08-29T17:28:18.128 INFO:teuthology.orchestra.run.smithi053.stdout:Selecting previously unselected package xmlstarlet. 2024-08-29T17:28:18.145 INFO:teuthology.orchestra.run.smithi053.stdout:Preparing to unpack .../089-xmlstarlet_1.6.1-2.1_amd64.deb ... 2024-08-29T17:28:18.178 INFO:teuthology.orchestra.run.smithi053.stdout:Unpacking xmlstarlet (1.6.1-2.1) ... 2024-08-29T17:28:18.186 INFO:teuthology.orchestra.run.smithi028.stdout:Selecting previously unselected package xmlstarlet. 2024-08-29T17:28:18.214 INFO:teuthology.orchestra.run.smithi028.stdout:Preparing to unpack .../089-xmlstarlet_1.6.1-2.1_amd64.deb ... 2024-08-29T17:28:18.253 INFO:teuthology.orchestra.run.smithi028.stdout:Unpacking xmlstarlet (1.6.1-2.1) ... 2024-08-29T17:28:18.507 INFO:teuthology.orchestra.run.smithi053.stdout:Selecting previously unselected package ceph-test. 2024-08-29T17:28:18.535 INFO:teuthology.orchestra.run.smithi053.stdout:Preparing to unpack .../090-ceph-test_17.2.7-1jammy_amd64.deb ... 2024-08-29T17:28:18.565 INFO:teuthology.orchestra.run.smithi053.stdout:Unpacking ceph-test (17.2.7-1jammy) ... 2024-08-29T17:28:18.616 INFO:teuthology.orchestra.run.smithi028.stdout:Selecting previously unselected package ceph-test. 2024-08-29T17:28:18.644 INFO:teuthology.orchestra.run.smithi028.stdout:Preparing to unpack .../090-ceph-test_17.2.7-1jammy_amd64.deb ... 2024-08-29T17:28:18.682 INFO:teuthology.orchestra.run.smithi028.stdout:Unpacking ceph-test (17.2.7-1jammy) ... 2024-08-29T17:28:20.994 INFO:teuthology.orchestra.run.smithi053.stdout:Selecting previously unselected package ceph-volume. 2024-08-29T17:28:21.022 INFO:teuthology.orchestra.run.smithi053.stdout:Preparing to unpack .../091-ceph-volume_17.2.7-1jammy_all.deb ... 2024-08-29T17:28:21.060 INFO:teuthology.orchestra.run.smithi053.stdout:Unpacking ceph-volume (17.2.7-1jammy) ... 2024-08-29T17:28:21.261 INFO:teuthology.orchestra.run.smithi028.stdout:Selecting previously unselected package ceph-volume. 2024-08-29T17:28:21.278 INFO:teuthology.orchestra.run.smithi028.stdout:Preparing to unpack .../091-ceph-volume_17.2.7-1jammy_all.deb ... 2024-08-29T17:28:21.319 INFO:teuthology.orchestra.run.smithi028.stdout:Unpacking ceph-volume (17.2.7-1jammy) ... 2024-08-29T17:28:21.399 INFO:teuthology.orchestra.run.smithi053.stdout:Selecting previously unselected package libcephfs-dev. 2024-08-29T17:28:21.415 INFO:teuthology.orchestra.run.smithi053.stdout:Preparing to unpack .../092-libcephfs-dev_17.2.7-1jammy_amd64.deb ... 2024-08-29T17:28:21.457 INFO:teuthology.orchestra.run.smithi053.stdout:Unpacking libcephfs-dev (17.2.7-1jammy) ... 2024-08-29T17:28:21.657 INFO:teuthology.orchestra.run.smithi028.stdout:Selecting previously unselected package libcephfs-dev. 2024-08-29T17:28:21.686 INFO:teuthology.orchestra.run.smithi028.stdout:Preparing to unpack .../092-libcephfs-dev_17.2.7-1jammy_amd64.deb ... 2024-08-29T17:28:21.723 INFO:teuthology.orchestra.run.smithi028.stdout:Unpacking libcephfs-dev (17.2.7-1jammy) ... 2024-08-29T17:28:21.795 INFO:teuthology.orchestra.run.smithi053.stdout:Selecting previously unselected package nvme-cli. 2024-08-29T17:28:21.823 INFO:teuthology.orchestra.run.smithi053.stdout:Preparing to unpack .../093-nvme-cli_1.16-3ubuntu0.2_amd64.deb ... 2024-08-29T17:28:21.862 INFO:teuthology.orchestra.run.smithi053.stdout:Unpacking nvme-cli (1.16-3ubuntu0.2) ... 2024-08-29T17:28:22.094 INFO:teuthology.orchestra.run.smithi028.stdout:Selecting previously unselected package nvme-cli. 2024-08-29T17:28:22.122 INFO:teuthology.orchestra.run.smithi028.stdout:Preparing to unpack .../093-nvme-cli_1.16-3ubuntu0.2_amd64.deb ... 2024-08-29T17:28:22.160 INFO:teuthology.orchestra.run.smithi028.stdout:Unpacking nvme-cli (1.16-3ubuntu0.2) ... 2024-08-29T17:28:22.267 INFO:teuthology.orchestra.run.smithi053.stdout:Selecting previously unselected package python3-iniconfig. 2024-08-29T17:28:22.295 INFO:teuthology.orchestra.run.smithi053.stdout:Preparing to unpack .../094-python3-iniconfig_1.1.1-2_all.deb ... 2024-08-29T17:28:22.325 INFO:teuthology.orchestra.run.smithi053.stdout:Unpacking python3-iniconfig (1.1.1-2) ... 2024-08-29T17:28:22.566 INFO:teuthology.orchestra.run.smithi028.stdout:Selecting previously unselected package python3-iniconfig. 2024-08-29T17:28:22.594 INFO:teuthology.orchestra.run.smithi028.stdout:Preparing to unpack .../094-python3-iniconfig_1.1.1-2_all.deb ... 2024-08-29T17:28:22.620 INFO:teuthology.orchestra.run.smithi053.stdout:Selecting previously unselected package python3-pastescript. 2024-08-29T17:28:22.632 INFO:teuthology.orchestra.run.smithi028.stdout:Unpacking python3-iniconfig (1.1.1-2) ... 2024-08-29T17:28:22.648 INFO:teuthology.orchestra.run.smithi053.stdout:Preparing to unpack .../095-python3-pastescript_2.0.2-4_all.deb ... 2024-08-29T17:28:22.686 INFO:teuthology.orchestra.run.smithi053.stdout:Unpacking python3-pastescript (2.0.2-4) ... 2024-08-29T17:28:22.935 INFO:teuthology.orchestra.run.smithi028.stdout:Selecting previously unselected package python3-pastescript. 2024-08-29T17:28:22.963 INFO:teuthology.orchestra.run.smithi028.stdout:Preparing to unpack .../095-python3-pastescript_2.0.2-4_all.deb ... 2024-08-29T17:28:23.001 INFO:teuthology.orchestra.run.smithi028.stdout:Unpacking python3-pastescript (2.0.2-4) ... 2024-08-29T17:28:23.138 INFO:teuthology.orchestra.run.smithi053.stdout:Selecting previously unselected package python3-pluggy. 2024-08-29T17:28:23.167 INFO:teuthology.orchestra.run.smithi053.stdout:Preparing to unpack .../096-python3-pluggy_0.13.0-7.1_all.deb ... 2024-08-29T17:28:23.298 INFO:teuthology.orchestra.run.smithi053.stdout:Unpacking python3-pluggy (0.13.0-7.1) ... 2024-08-29T17:28:23.331 INFO:teuthology.orchestra.run.smithi028.stdout:Selecting previously unselected package python3-pluggy. 2024-08-29T17:28:23.358 INFO:teuthology.orchestra.run.smithi028.stdout:Preparing to unpack .../096-python3-pluggy_0.13.0-7.1_all.deb ... 2024-08-29T17:28:23.610 INFO:teuthology.orchestra.run.smithi053.stdout:Selecting previously unselected package python3-psutil. 2024-08-29T17:28:23.610 INFO:teuthology.orchestra.run.smithi028.stdout:Unpacking python3-pluggy (0.13.0-7.1) ... 2024-08-29T17:28:23.637 INFO:teuthology.orchestra.run.smithi053.stdout:Preparing to unpack .../097-python3-psutil_5.9.0-1build1_amd64.deb ... 2024-08-29T17:28:23.676 INFO:teuthology.orchestra.run.smithi053.stdout:Unpacking python3-psutil (5.9.0-1build1) ... 2024-08-29T17:28:23.941 INFO:teuthology.orchestra.run.smithi028.stdout:Selecting previously unselected package python3-psutil. 2024-08-29T17:28:23.969 INFO:teuthology.orchestra.run.smithi028.stdout:Preparing to unpack .../097-python3-psutil_5.9.0-1build1_amd64.deb ... 2024-08-29T17:28:24.008 INFO:teuthology.orchestra.run.smithi028.stdout:Unpacking python3-psutil (5.9.0-1build1) ... 2024-08-29T17:28:24.029 INFO:teuthology.orchestra.run.smithi053.stdout:Selecting previously unselected package python3-py. 2024-08-29T17:28:24.057 INFO:teuthology.orchestra.run.smithi053.stdout:Preparing to unpack .../098-python3-py_1.10.0-1_all.deb ... 2024-08-29T17:28:24.095 INFO:teuthology.orchestra.run.smithi053.stdout:Unpacking python3-py (1.10.0-1) ... 2024-08-29T17:28:24.353 INFO:teuthology.orchestra.run.smithi028.stdout:Selecting previously unselected package python3-py. 2024-08-29T17:28:24.381 INFO:teuthology.orchestra.run.smithi028.stdout:Preparing to unpack .../098-python3-py_1.10.0-1_all.deb ... 2024-08-29T17:28:24.391 INFO:teuthology.orchestra.run.smithi053.stdout:Selecting previously unselected package python3-pygments. 2024-08-29T17:28:24.419 INFO:teuthology.orchestra.run.smithi053.stdout:Preparing to unpack .../099-python3-pygments_2.11.2+dfsg-2_all.deb ... 2024-08-29T17:28:24.428 INFO:teuthology.orchestra.run.smithi028.stdout:Unpacking python3-py (1.10.0-1) ... 2024-08-29T17:28:24.457 INFO:teuthology.orchestra.run.smithi053.stdout:Unpacking python3-pygments (2.11.2+dfsg-2) ... 2024-08-29T17:28:24.739 INFO:teuthology.orchestra.run.smithi028.stdout:Selecting previously unselected package python3-pygments. 2024-08-29T17:28:24.767 INFO:teuthology.orchestra.run.smithi028.stdout:Preparing to unpack .../099-python3-pygments_2.11.2+dfsg-2_all.deb ... 2024-08-29T17:28:24.806 INFO:teuthology.orchestra.run.smithi028.stdout:Unpacking python3-pygments (2.11.2+dfsg-2) ... 2024-08-29T17:28:24.919 INFO:teuthology.orchestra.run.smithi053.stdout:Selecting previously unselected package python3-pyinotify. 2024-08-29T17:28:24.947 INFO:teuthology.orchestra.run.smithi053.stdout:Preparing to unpack .../100-python3-pyinotify_0.9.6-1.3_all.deb ... 2024-08-29T17:28:24.985 INFO:teuthology.orchestra.run.smithi053.stdout:Unpacking python3-pyinotify (0.9.6-1.3) ... 2024-08-29T17:28:25.301 INFO:teuthology.orchestra.run.smithi028.stdout:Selecting previously unselected package python3-pyinotify. 2024-08-29T17:28:25.305 INFO:teuthology.orchestra.run.smithi053.stdout:Selecting previously unselected package python3-toml. 2024-08-29T17:28:25.329 INFO:teuthology.orchestra.run.smithi028.stdout:Preparing to unpack .../100-python3-pyinotify_0.9.6-1.3_all.deb ... 2024-08-29T17:28:25.333 INFO:teuthology.orchestra.run.smithi053.stdout:Preparing to unpack .../101-python3-toml_0.10.2-1_all.deb ... 2024-08-29T17:28:25.367 INFO:teuthology.orchestra.run.smithi028.stdout:Unpacking python3-pyinotify (0.9.6-1.3) ... 2024-08-29T17:28:25.371 INFO:teuthology.orchestra.run.smithi053.stdout:Unpacking python3-toml (0.10.2-1) ... 2024-08-29T17:28:25.658 INFO:teuthology.orchestra.run.smithi053.stdout:Selecting previously unselected package python3-pytest. 2024-08-29T17:28:25.686 INFO:teuthology.orchestra.run.smithi053.stdout:Preparing to unpack .../102-python3-pytest_6.2.5-1ubuntu2_all.deb ... 2024-08-29T17:28:25.696 INFO:teuthology.orchestra.run.smithi028.stdout:Selecting previously unselected package python3-toml. 2024-08-29T17:28:25.724 INFO:teuthology.orchestra.run.smithi028.stdout:Preparing to unpack .../101-python3-toml_0.10.2-1_all.deb ... 2024-08-29T17:28:25.724 INFO:teuthology.orchestra.run.smithi053.stdout:Unpacking python3-pytest (6.2.5-1ubuntu2) ... 2024-08-29T17:28:25.762 INFO:teuthology.orchestra.run.smithi028.stdout:Unpacking python3-toml (0.10.2-1) ... 2024-08-29T17:28:26.090 INFO:teuthology.orchestra.run.smithi028.stdout:Selecting previously unselected package python3-pytest. 2024-08-29T17:28:26.102 INFO:teuthology.orchestra.run.smithi053.stdout:Selecting previously unselected package python3-simplejson. 2024-08-29T17:28:26.118 INFO:teuthology.orchestra.run.smithi028.stdout:Preparing to unpack .../102-python3-pytest_6.2.5-1ubuntu2_all.deb ... 2024-08-29T17:28:26.131 INFO:teuthology.orchestra.run.smithi053.stdout:Preparing to unpack .../103-python3-simplejson_3.17.6-1build1_amd64.deb ... 2024-08-29T17:28:26.156 INFO:teuthology.orchestra.run.smithi028.stdout:Unpacking python3-pytest (6.2.5-1ubuntu2) ... 2024-08-29T17:28:26.169 INFO:teuthology.orchestra.run.smithi053.stdout:Unpacking python3-simplejson (3.17.6-1build1) ... 2024-08-29T17:28:26.447 INFO:teuthology.orchestra.run.smithi053.stdout:Selecting previously unselected package qttranslations5-l10n. 2024-08-29T17:28:26.464 INFO:teuthology.orchestra.run.smithi053.stdout:Preparing to unpack .../104-qttranslations5-l10n_5.15.3-1_all.deb ... 2024-08-29T17:28:26.502 INFO:teuthology.orchestra.run.smithi028.stdout:Selecting previously unselected package python3-simplejson. 2024-08-29T17:28:26.505 INFO:teuthology.orchestra.run.smithi053.stdout:Unpacking qttranslations5-l10n (5.15.3-1) ... 2024-08-29T17:28:26.530 INFO:teuthology.orchestra.run.smithi028.stdout:Preparing to unpack .../103-python3-simplejson_3.17.6-1build1_amd64.deb ... 2024-08-29T17:28:26.568 INFO:teuthology.orchestra.run.smithi028.stdout:Unpacking python3-simplejson (3.17.6-1build1) ... 2024-08-29T17:28:26.846 INFO:teuthology.orchestra.run.smithi028.stdout:Selecting previously unselected package qttranslations5-l10n. 2024-08-29T17:28:26.864 INFO:teuthology.orchestra.run.smithi028.stdout:Preparing to unpack .../104-qttranslations5-l10n_5.15.3-1_all.deb ... 2024-08-29T17:28:26.904 INFO:teuthology.orchestra.run.smithi028.stdout:Unpacking qttranslations5-l10n (5.15.3-1) ... 2024-08-29T17:28:27.293 INFO:teuthology.orchestra.run.smithi053.stdout:Selecting previously unselected package radosgw. 2024-08-29T17:28:27.321 INFO:teuthology.orchestra.run.smithi053.stdout:Preparing to unpack .../105-radosgw_17.2.7-1jammy_amd64.deb ... 2024-08-29T17:28:27.359 INFO:teuthology.orchestra.run.smithi053.stdout:Unpacking radosgw (17.2.7-1jammy) ... 2024-08-29T17:28:27.675 INFO:teuthology.orchestra.run.smithi028.stdout:Selecting previously unselected package radosgw. 2024-08-29T17:28:27.703 INFO:teuthology.orchestra.run.smithi028.stdout:Preparing to unpack .../105-radosgw_17.2.7-1jammy_amd64.deb ... 2024-08-29T17:28:27.741 INFO:teuthology.orchestra.run.smithi028.stdout:Unpacking radosgw (17.2.7-1jammy) ... 2024-08-29T17:28:28.295 INFO:teuthology.orchestra.run.smithi053.stdout:Selecting previously unselected package rbd-fuse. 2024-08-29T17:28:28.312 INFO:teuthology.orchestra.run.smithi053.stdout:Preparing to unpack .../106-rbd-fuse_17.2.7-1jammy_amd64.deb ... 2024-08-29T17:28:28.508 INFO:teuthology.orchestra.run.smithi053.stdout:Unpacking rbd-fuse (17.2.7-1jammy) ... 2024-08-29T17:28:28.736 INFO:teuthology.orchestra.run.smithi028.stdout:Selecting previously unselected package rbd-fuse. 2024-08-29T17:28:28.752 INFO:teuthology.orchestra.run.smithi028.stdout:Preparing to unpack .../106-rbd-fuse_17.2.7-1jammy_amd64.deb ... 2024-08-29T17:28:28.811 INFO:teuthology.orchestra.run.smithi028.stdout:Unpacking rbd-fuse (17.2.7-1jammy) ... 2024-08-29T17:28:28.824 INFO:teuthology.orchestra.run.smithi053.stdout:Setting up python3-iniconfig (1.1.1-2) ... 2024-08-29T17:28:29.075 INFO:teuthology.orchestra.run.smithi053.stdout:Setting up libdouble-conversion3:amd64 (3.1.7-4) ... 2024-08-29T17:28:29.107 INFO:teuthology.orchestra.run.smithi028.stdout:Setting up python3-iniconfig (1.1.1-2) ... 2024-08-29T17:28:29.201 INFO:teuthology.orchestra.run.smithi053.stdout:Setting up nvme-cli (1.16-3ubuntu0.2) ... 2024-08-29T17:28:29.458 INFO:teuthology.orchestra.run.smithi028.stdout:Setting up libdouble-conversion3:amd64 (3.1.7-4) ... 2024-08-29T17:28:29.511 INFO:teuthology.orchestra.run.smithi053.stdout:Created symlink /etc/systemd/system/default.target.wants/nvmefc-boot-connections.service -> /lib/systemd/system/nvmefc-boot-connections.service. 2024-08-29T17:28:29.600 INFO:teuthology.orchestra.run.smithi028.stdout:Setting up nvme-cli (1.16-3ubuntu0.2) ... 2024-08-29T17:28:29.798 INFO:teuthology.orchestra.run.smithi053.stdout:Created symlink /etc/systemd/system/default.target.wants/nvmf-autoconnect.service -> /lib/systemd/system/nvmf-autoconnect.service. 2024-08-29T17:28:29.876 INFO:teuthology.orchestra.run.smithi028.stdout:Created symlink /etc/systemd/system/default.target.wants/nvmefc-boot-connections.service -> /lib/systemd/system/nvmefc-boot-connections.service. 2024-08-29T17:28:30.239 INFO:teuthology.orchestra.run.smithi028.stdout:Created symlink /etc/systemd/system/default.target.wants/nvmf-autoconnect.service -> /lib/systemd/system/nvmf-autoconnect.service. 2024-08-29T17:28:30.274 INFO:teuthology.orchestra.run.smithi053.stdout:nvmf-connect.target is a disabled or a static unit, not starting it. 2024-08-29T17:28:30.344 INFO:teuthology.orchestra.run.smithi053.stdout:Setting up cephadm (17.2.7-1jammy) ... 2024-08-29T17:28:30.661 INFO:teuthology.orchestra.run.smithi028.stdout:nvmf-connect.target is a disabled or a static unit, not starting it. 2024-08-29T17:28:30.735 INFO:teuthology.orchestra.run.smithi028.stdout:Setting up cephadm (17.2.7-1jammy) ... 2024-08-29T17:28:30.879 INFO:teuthology.orchestra.run.smithi053.stdout:Adding system user cephadm....done 2024-08-29T17:28:31.000 INFO:teuthology.orchestra.run.smithi053.stdout:Setting up python3-waitress (1.4.4-1.1ubuntu1) ... 2024-08-29T17:28:31.268 INFO:teuthology.orchestra.run.smithi053.stdout:Setting up python3-jaraco.classes (3.2.1-3) ... 2024-08-29T17:28:31.270 INFO:teuthology.orchestra.run.smithi028.stdout:Adding system user cephadm....done 2024-08-29T17:28:31.425 INFO:teuthology.orchestra.run.smithi028.stdout:Setting up python3-waitress (1.4.4-1.1ubuntu1) ... 2024-08-29T17:28:31.528 INFO:teuthology.orchestra.run.smithi053.stdout:Setting up python3-jaraco.functools (3.4.0-2) ... 2024-08-29T17:28:31.709 INFO:teuthology.orchestra.run.smithi028.stdout:Setting up python3-jaraco.classes (3.2.1-3) ... 2024-08-29T17:28:31.771 INFO:teuthology.orchestra.run.smithi053.stdout:Setting up python3-repoze.lru (0.7-2) ... 2024-08-29T17:28:31.978 INFO:teuthology.orchestra.run.smithi028.stdout:Setting up python3-jaraco.functools (3.4.0-2) ... 2024-08-29T17:28:32.022 INFO:teuthology.orchestra.run.smithi053.stdout:Setting up liboath0:amd64 (2.6.7-3build1) ... 2024-08-29T17:28:32.148 INFO:teuthology.orchestra.run.smithi053.stdout:Setting up python3-py (1.10.0-1) ... 2024-08-29T17:28:32.237 INFO:teuthology.orchestra.run.smithi028.stdout:Setting up python3-repoze.lru (0.7-2) ... 2024-08-29T17:28:32.450 INFO:teuthology.orchestra.run.smithi053.stdout:Setting up python3-joblib (0.17.0-4ubuntu1) ... 2024-08-29T17:28:32.497 INFO:teuthology.orchestra.run.smithi028.stdout:Setting up liboath0:amd64 (2.6.7-3build1) ... 2024-08-29T17:28:32.623 INFO:teuthology.orchestra.run.smithi028.stdout:Setting up python3-py (1.10.0-1) ... 2024-08-29T17:28:32.810 INFO:teuthology.orchestra.run.smithi053.stdout:Setting up python3-cachetools (5.0.0-1) ... 2024-08-29T17:28:32.933 INFO:teuthology.orchestra.run.smithi028.stdout:Setting up python3-joblib (0.17.0-4ubuntu1) ... 2024-08-29T17:28:33.078 INFO:teuthology.orchestra.run.smithi053.stdout:Setting up python3-openssl (21.0.0-1) ... 2024-08-29T17:28:33.292 INFO:teuthology.orchestra.run.smithi028.stdout:Setting up python3-cachetools (5.0.0-1) ... 2024-08-29T17:28:33.353 INFO:teuthology.orchestra.run.smithi053.stdout:Setting up python3-bcrypt (3.2.0-1build1) ... 2024-08-29T17:28:33.588 INFO:teuthology.orchestra.run.smithi053.stdout:Setting up python3-pyinotify (0.9.6-1.3) ... 2024-08-29T17:28:33.618 INFO:teuthology.orchestra.run.smithi028.stdout:Setting up python3-openssl (21.0.0-1) ... 2024-08-29T17:28:33.864 INFO:teuthology.orchestra.run.smithi053.stdout:Setting up python3-threadpoolctl (3.1.0-1) ... 2024-08-29T17:28:33.911 INFO:teuthology.orchestra.run.smithi028.stdout:Setting up python3-bcrypt (3.2.0-1build1) ... 2024-08-29T17:28:34.157 INFO:teuthology.orchestra.run.smithi053.stdout:Setting up python3-ceph-argparse (17.2.7-1jammy) ... 2024-08-29T17:28:34.162 INFO:teuthology.orchestra.run.smithi028.stdout:Setting up python3-pyinotify (0.9.6-1.3) ... 2024-08-29T17:28:34.422 INFO:teuthology.orchestra.run.smithi028.stdout:Setting up python3-threadpoolctl (3.1.0-1) ... 2024-08-29T17:28:34.458 INFO:teuthology.orchestra.run.smithi053.stdout:Setting up python3-sklearn-lib:amd64 (0.23.2-5ubuntu6) ... 2024-08-29T17:28:34.584 INFO:teuthology.orchestra.run.smithi053.stdout:Setting up python3-markupsafe (2.0.1-2build1) ... 2024-08-29T17:28:34.698 INFO:teuthology.orchestra.run.smithi028.stdout:Setting up python3-ceph-argparse (17.2.7-1jammy) ... 2024-08-29T17:28:34.885 INFO:teuthology.orchestra.run.smithi053.stdout:Setting up libpcre2-16-0:amd64 (10.39-3ubuntu0.1) ... 2024-08-29T17:28:34.965 INFO:teuthology.orchestra.run.smithi028.stdout:Setting up python3-sklearn-lib:amd64 (0.23.2-5ubuntu6) ... 2024-08-29T17:28:35.010 INFO:teuthology.orchestra.run.smithi053.stdout:Setting up python3-psutil (5.9.0-1build1) ... 2024-08-29T17:28:35.075 INFO:teuthology.orchestra.run.smithi028.stdout:Setting up python3-markupsafe (2.0.1-2build1) ... 2024-08-29T17:28:35.334 INFO:teuthology.orchestra.run.smithi028.stdout:Setting up libpcre2-16-0:amd64 (10.39-3ubuntu0.1) ... 2024-08-29T17:28:35.379 INFO:teuthology.orchestra.run.smithi053.stdout:Setting up python-babel-localedata (2.8.0+dfsg.1-7) ... 2024-08-29T17:28:35.460 INFO:teuthology.orchestra.run.smithi028.stdout:Setting up python3-psutil (5.9.0-1build1) ... 2024-08-29T17:28:35.480 INFO:teuthology.orchestra.run.smithi053.stdout:Setting up python3-natsort (8.0.2-1) ... 2024-08-29T17:28:35.798 INFO:teuthology.orchestra.run.smithi053.stdout:Setting up python3-routes (2.5.1-1ubuntu1) ... 2024-08-29T17:28:35.845 INFO:teuthology.orchestra.run.smithi028.stdout:Setting up python-babel-localedata (2.8.0+dfsg.1-7) ... 2024-08-29T17:28:35.971 INFO:teuthology.orchestra.run.smithi028.stdout:Setting up python3-natsort (8.0.2-1) ... 2024-08-29T17:28:36.065 INFO:teuthology.orchestra.run.smithi053.stdout:Setting up python3-simplejson (3.17.6-1build1) ... 2024-08-29T17:28:36.247 INFO:teuthology.orchestra.run.smithi028.stdout:Setting up python3-routes (2.5.1-1ubuntu1) ... 2024-08-29T17:28:36.383 INFO:teuthology.orchestra.run.smithi053.stdout:Setting up python3-pygments (2.11.2+dfsg-2) ... 2024-08-29T17:28:36.506 INFO:teuthology.orchestra.run.smithi028.stdout:Setting up python3-simplejson (3.17.6-1build1) ... 2024-08-29T17:28:36.807 INFO:teuthology.orchestra.run.smithi028.stdout:Setting up python3-pygments (2.11.2+dfsg-2) ... 2024-08-29T17:28:37.043 INFO:teuthology.orchestra.run.smithi053.stdout:Setting up python3-tempita (0.5.2-6ubuntu1) ... 2024-08-29T17:28:37.303 INFO:teuthology.orchestra.run.smithi053.stdout:Setting up python-pastedeploy-tpl (2.1.1-1) ... 2024-08-29T17:28:37.429 INFO:teuthology.orchestra.run.smithi053.stdout:Setting up qttranslations5-l10n (5.15.3-1) ... 2024-08-29T17:28:37.476 INFO:teuthology.orchestra.run.smithi028.stdout:Setting up python3-tempita (0.5.2-6ubuntu1) ... 2024-08-29T17:28:37.555 INFO:teuthology.orchestra.run.smithi053.stdout:Setting up python3-wcwidth (0.2.5+dfsg1-1) ... 2024-08-29T17:28:37.736 INFO:teuthology.orchestra.run.smithi028.stdout:Setting up python-pastedeploy-tpl (2.1.1-1) ... 2024-08-29T17:28:37.856 INFO:teuthology.orchestra.run.smithi053.stdout:Setting up python3-certifi (2020.6.20-1) ... 2024-08-29T17:28:37.862 INFO:teuthology.orchestra.run.smithi028.stdout:Setting up qttranslations5-l10n (5.15.3-1) ... 2024-08-29T17:28:37.988 INFO:teuthology.orchestra.run.smithi028.stdout:Setting up python3-wcwidth (0.2.5+dfsg1-1) ... 2024-08-29T17:28:38.107 INFO:teuthology.orchestra.run.smithi053.stdout:Setting up python3-paste (3.5.0+dfsg1-1) ... 2024-08-29T17:28:38.314 INFO:teuthology.orchestra.run.smithi028.stdout:Setting up python3-certifi (2020.6.20-1) ... 2024-08-29T17:28:38.492 INFO:teuthology.orchestra.run.smithi053.stdout:Setting up python3-cheroot (8.5.2+ds1-1ubuntu3.1) ... 2024-08-29T17:28:38.607 INFO:teuthology.orchestra.run.smithi028.stdout:Setting up python3-paste (3.5.0+dfsg1-1) ... 2024-08-29T17:28:38.876 INFO:teuthology.orchestra.run.smithi053.stdout:Setting up python3-werkzeug (2.0.2+dfsg1-1ubuntu0.22.04.2) ... 2024-08-29T17:28:39.019 INFO:teuthology.orchestra.run.smithi028.stdout:Setting up python3-cheroot (8.5.2+ds1-1ubuntu3.1) ... 2024-08-29T17:28:39.228 INFO:teuthology.orchestra.run.smithi053.stdout:Setting up python3-jaraco.text (3.6.0-2) ... 2024-08-29T17:28:39.462 INFO:teuthology.orchestra.run.smithi053.stdout:Setting up socat (1.7.4.1-3ubuntu4) ... 2024-08-29T17:28:39.571 INFO:teuthology.orchestra.run.smithi053.stdout:Setting up python3-ceph-common (17.2.7-1jammy) ... 2024-08-29T17:28:39.584 INFO:teuthology.orchestra.run.smithi028.stdout:Setting up python3-werkzeug (2.0.2+dfsg1-1ubuntu0.22.04.2) ... 2024-08-29T17:28:39.873 INFO:teuthology.orchestra.run.smithi053.stdout:Setting up python3-idna (3.3-1ubuntu0.1) ... 2024-08-29T17:28:39.953 INFO:teuthology.orchestra.run.smithi028.stdout:Setting up python3-jaraco.text (3.6.0-2) ... 2024-08-29T17:28:40.199 INFO:teuthology.orchestra.run.smithi053.stdout:Setting up python3-sklearn (0.23.2-5ubuntu6) ... 2024-08-29T17:28:40.212 INFO:teuthology.orchestra.run.smithi028.stdout:Setting up socat (1.7.4.1-3ubuntu4) ... 2024-08-29T17:28:40.364 INFO:teuthology.orchestra.run.smithi028.stdout:Setting up python3-ceph-common (17.2.7-1jammy) ... 2024-08-29T17:28:40.673 INFO:teuthology.orchestra.run.smithi028.stdout:Setting up python3-idna (3.3-1ubuntu0.1) ... 2024-08-29T17:28:41.007 INFO:teuthology.orchestra.run.smithi028.stdout:Setting up python3-sklearn (0.23.2-5ubuntu6) ... 2024-08-29T17:28:41.371 INFO:teuthology.orchestra.run.smithi053.stdout:Setting up libqt5core5a:amd64 (5.15.3+dfsg-2ubuntu0.2) ... 2024-08-29T17:28:41.506 INFO:teuthology.orchestra.run.smithi053.stdout:Setting up python3-toml (0.10.2-1) ... 2024-08-29T17:28:41.773 INFO:teuthology.orchestra.run.smithi053.stdout:Setting up librdkafka1:amd64 (1.8.0-1build1) ... 2024-08-29T17:28:41.899 INFO:teuthology.orchestra.run.smithi053.stdout:Setting up xmlstarlet (1.6.1-2.1) ... 2024-08-29T17:28:42.025 INFO:teuthology.orchestra.run.smithi053.stdout:Setting up python3-urllib3 (1.26.5-1~exp1ubuntu0.1) ... 2024-08-29T17:28:42.238 INFO:teuthology.orchestra.run.smithi028.stdout:Setting up libqt5core5a:amd64 (5.15.3+dfsg-2ubuntu0.2) ... 2024-08-29T17:28:42.327 INFO:teuthology.orchestra.run.smithi053.stdout:Setting up python3-pluggy (0.13.0-7.1) ... 2024-08-29T17:28:42.372 INFO:teuthology.orchestra.run.smithi028.stdout:Setting up python3-toml (0.10.2-1) ... 2024-08-29T17:28:42.612 INFO:teuthology.orchestra.run.smithi053.stdout:Setting up python3-zc.lockfile (2.0-1) ... 2024-08-29T17:28:42.648 INFO:teuthology.orchestra.run.smithi028.stdout:Setting up librdkafka1:amd64 (1.8.0-1build1) ... 2024-08-29T17:28:42.749 INFO:teuthology.orchestra.run.smithi028.stdout:Setting up xmlstarlet (1.6.1-2.1) ... 2024-08-29T17:28:42.854 INFO:teuthology.orchestra.run.smithi053.stdout:Setting up libqt5dbus5:amd64 (5.15.3+dfsg-2ubuntu0.2) ... 2024-08-29T17:28:42.866 INFO:teuthology.orchestra.run.smithi028.stdout:Setting up python3-urllib3 (1.26.5-1~exp1ubuntu0.1) ... 2024-08-29T17:28:42.980 INFO:teuthology.orchestra.run.smithi053.stdout:Setting up libfmt8:amd64 (8.1.1+ds1-2) ... 2024-08-29T17:28:43.106 INFO:teuthology.orchestra.run.smithi053.stdout:Setting up python3-pyasn1 (0.4.8-1) ... 2024-08-29T17:28:43.185 INFO:teuthology.orchestra.run.smithi028.stdout:Setting up python3-pluggy (0.13.0-7.1) ... 2024-08-29T17:28:43.432 INFO:teuthology.orchestra.run.smithi053.stdout:Setting up python3-singledispatch (3.4.0.3-3) ... 2024-08-29T17:28:43.444 INFO:teuthology.orchestra.run.smithi028.stdout:Setting up python3-zc.lockfile (2.0-1) ... 2024-08-29T17:28:43.675 INFO:teuthology.orchestra.run.smithi053.stdout:Setting up python3-logutils (0.3.3-8) ... 2024-08-29T17:28:43.704 INFO:teuthology.orchestra.run.smithi028.stdout:Setting up libqt5dbus5:amd64 (5.15.3+dfsg-2ubuntu0.2) ... 2024-08-29T17:28:43.805 INFO:teuthology.orchestra.run.smithi028.stdout:Setting up libfmt8:amd64 (8.1.1+ds1-2) ... 2024-08-29T17:28:43.956 INFO:teuthology.orchestra.run.smithi028.stdout:Setting up python3-pyasn1 (0.4.8-1) ... 2024-08-29T17:28:43.968 INFO:teuthology.orchestra.run.smithi053.stdout:Setting up ceph-mgr-modules-core (17.2.7-1jammy) ... 2024-08-29T17:28:44.085 INFO:teuthology.orchestra.run.smithi053.stdout:Setting up python3-tempora (4.1.2-1) ... 2024-08-29T17:28:44.257 INFO:teuthology.orchestra.run.smithi028.stdout:Setting up python3-singledispatch (3.4.0.3-3) ... 2024-08-29T17:28:44.353 INFO:teuthology.orchestra.run.smithi053.stdout:Setting up python3-simplegeneric (0.8.1-3) ... 2024-08-29T17:28:44.500 INFO:teuthology.orchestra.run.smithi028.stdout:Setting up python3-logutils (0.3.3-8) ... 2024-08-29T17:28:44.587 INFO:teuthology.orchestra.run.smithi053.stdout:Setting up python3-prettytable (2.5.0-2) ... 2024-08-29T17:28:44.759 INFO:teuthology.orchestra.run.smithi028.stdout:Setting up ceph-mgr-modules-core (17.2.7-1jammy) ... 2024-08-29T17:28:44.855 INFO:teuthology.orchestra.run.smithi053.stdout:Setting up liblttng-ust1:amd64 (2.13.1-1ubuntu1) ... 2024-08-29T17:28:44.885 INFO:teuthology.orchestra.run.smithi028.stdout:Setting up python3-tempora (4.1.2-1) ... 2024-08-29T17:28:44.981 INFO:teuthology.orchestra.run.smithi053.stdout:Setting up python3-websocket (1.2.3-1) ... 2024-08-29T17:28:45.161 INFO:teuthology.orchestra.run.smithi028.stdout:Setting up python3-simplegeneric (0.8.1-3) ... 2024-08-29T17:28:45.266 INFO:teuthology.orchestra.run.smithi053.stdout:Setting up libonig5:amd64 (6.9.7.1-2build1) ... 2024-08-29T17:28:45.384 INFO:teuthology.orchestra.run.smithi053.stdout:Setting up python3-mako (1.1.3+ds1-2ubuntu0.1) ... 2024-08-29T17:28:45.413 INFO:teuthology.orchestra.run.smithi028.stdout:Setting up python3-prettytable (2.5.0-2) ... 2024-08-29T17:28:45.680 INFO:teuthology.orchestra.run.smithi028.stdout:Setting up liblttng-ust1:amd64 (2.13.1-1ubuntu1) ... 2024-08-29T17:28:45.693 INFO:teuthology.orchestra.run.smithi053.stdout:Setting up python3-webob (1:1.8.6-1.1) ... 2024-08-29T17:28:45.806 INFO:teuthology.orchestra.run.smithi028.stdout:Setting up python3-websocket (1.2.3-1) ... 2024-08-29T17:28:45.994 INFO:teuthology.orchestra.run.smithi053.stdout:Setting up python3-jaraco.collections (3.4.0-2) ... 2024-08-29T17:28:46.082 INFO:teuthology.orchestra.run.smithi028.stdout:Setting up libonig5:amd64 (6.9.7.1-2build1) ... 2024-08-29T17:28:46.191 INFO:teuthology.orchestra.run.smithi028.stdout:Setting up python3-mako (1.1.3+ds1-2ubuntu0.1) ... 2024-08-29T17:28:46.253 INFO:teuthology.orchestra.run.smithi053.stdout:Setting up librados2 (17.2.7-1jammy) ... 2024-08-29T17:28:46.354 INFO:teuthology.orchestra.run.smithi053.stdout:Setting up python3-babel (2.8.0+dfsg.1-7) ... 2024-08-29T17:28:46.493 INFO:teuthology.orchestra.run.smithi028.stdout:Setting up python3-webob (1:1.8.6-1.1) ... 2024-08-29T17:28:46.730 INFO:teuthology.orchestra.run.smithi053.stdout:update-alternatives: using /usr/bin/pybabel-python3 to provide /usr/bin/pybabel (pybabel) in auto mode 2024-08-29T17:28:46.819 INFO:teuthology.orchestra.run.smithi028.stdout:Setting up python3-jaraco.collections (3.4.0-2) ... 2024-08-29T17:28:47.032 INFO:teuthology.orchestra.run.smithi053.stdout:Setting up libsqlite3-mod-ceph (17.2.7-1jammy) ... 2024-08-29T17:28:47.078 INFO:teuthology.orchestra.run.smithi028.stdout:Setting up librados2 (17.2.7-1jammy) ... 2024-08-29T17:28:47.158 INFO:teuthology.orchestra.run.smithi053.stdout:Setting up libjq1:amd64 (1.6-2.1ubuntu3) ... 2024-08-29T17:28:47.188 INFO:teuthology.orchestra.run.smithi028.stdout:Setting up python3-babel (2.8.0+dfsg.1-7) ... 2024-08-29T17:28:47.284 INFO:teuthology.orchestra.run.smithi053.stdout:Setting up python3-pytest (6.2.5-1ubuntu2) ... 2024-08-29T17:28:47.653 INFO:teuthology.orchestra.run.smithi028.stdout:update-alternatives: using /usr/bin/pybabel-python3 to provide /usr/bin/pybabel (pybabel) in auto mode 2024-08-29T17:28:47.694 INFO:teuthology.orchestra.run.smithi053.stdout:Setting up python3-pastedeploy (2.1.1-1) ... 2024-08-29T17:28:47.941 INFO:teuthology.orchestra.run.smithi028.stdout:Setting up libsqlite3-mod-ceph (17.2.7-1jammy) ... 2024-08-29T17:28:47.979 INFO:teuthology.orchestra.run.smithi053.stdout:Setting up python3-portend (3.0.0-1) ... 2024-08-29T17:28:48.066 INFO:teuthology.orchestra.run.smithi028.stdout:Setting up libjq1:amd64 (1.6-2.1ubuntu3) ... 2024-08-29T17:28:48.193 INFO:teuthology.orchestra.run.smithi028.stdout:Setting up python3-pytest (6.2.5-1ubuntu2) ... 2024-08-29T17:28:48.221 INFO:teuthology.orchestra.run.smithi053.stdout:Setting up libqt5network5:amd64 (5.15.3+dfsg-2ubuntu0.2) ... 2024-08-29T17:28:48.347 INFO:teuthology.orchestra.run.smithi053.stdout:Setting up libcephfs2 (17.2.7-1jammy) ... 2024-08-29T17:28:48.473 INFO:teuthology.orchestra.run.smithi053.stdout:Setting up python3-jinja2 (3.0.3-1ubuntu0.2) ... 2024-08-29T17:28:48.594 INFO:teuthology.orchestra.run.smithi028.stdout:Setting up python3-pastedeploy (2.1.1-1) ... 2024-08-29T17:28:48.799 INFO:teuthology.orchestra.run.smithi053.stdout:Setting up libradosstriper1 (17.2.7-1jammy) ... 2024-08-29T17:28:48.854 INFO:teuthology.orchestra.run.smithi028.stdout:Setting up python3-portend (3.0.0-1) ... 2024-08-29T17:28:48.925 INFO:teuthology.orchestra.run.smithi053.stdout:Setting up python3-pyasn1-modules (0.2.1-1) ... 2024-08-29T17:28:49.105 INFO:teuthology.orchestra.run.smithi028.stdout:Setting up libqt5network5:amd64 (5.15.3+dfsg-2ubuntu0.2) ... 2024-08-29T17:28:49.222 INFO:teuthology.orchestra.run.smithi028.stdout:Setting up libcephfs2 (17.2.7-1jammy) ... 2024-08-29T17:28:49.301 INFO:teuthology.orchestra.run.smithi053.stdout:Setting up python3-requests (2.25.1+dfsg-2ubuntu0.1) ... 2024-08-29T17:28:49.348 INFO:teuthology.orchestra.run.smithi028.stdout:Setting up python3-jinja2 (3.0.3-1ubuntu0.2) ... 2024-08-29T17:28:49.577 INFO:teuthology.orchestra.run.smithi053.stdout:Setting up librbd1 (17.2.7-1jammy) ... 2024-08-29T17:28:49.666 INFO:teuthology.orchestra.run.smithi028.stdout:Setting up libradosstriper1 (17.2.7-1jammy) ... 2024-08-29T17:28:49.704 INFO:teuthology.orchestra.run.smithi053.stdout:Setting up jq (1.6-2.1ubuntu3) ... 2024-08-29T17:28:49.792 INFO:teuthology.orchestra.run.smithi028.stdout:Setting up python3-pyasn1-modules (0.2.1-1) ... 2024-08-29T17:28:49.829 INFO:teuthology.orchestra.run.smithi053.stdout:Setting up python3-rsa (4.8-1) ... 2024-08-29T17:28:50.106 INFO:teuthology.orchestra.run.smithi053.stdout:Setting up python3-webtest (2.0.35-1) ... 2024-08-29T17:28:50.110 INFO:teuthology.orchestra.run.smithi028.stdout:Setting up python3-requests (2.25.1+dfsg-2ubuntu0.1) ... 2024-08-29T17:28:50.382 INFO:teuthology.orchestra.run.smithi053.stdout:Setting up ceph-fuse (17.2.7-1jammy) ... 2024-08-29T17:28:50.394 INFO:teuthology.orchestra.run.smithi028.stdout:Setting up librbd1 (17.2.7-1jammy) ... 2024-08-29T17:28:50.512 INFO:teuthology.orchestra.run.smithi028.stdout:Setting up jq (1.6-2.1ubuntu3) ... 2024-08-29T17:28:50.597 INFO:teuthology.orchestra.run.smithi053.stdout:Created symlink /etc/systemd/system/remote-fs.target.wants/ceph-fuse.target -> /lib/systemd/system/ceph-fuse.target. 2024-08-29T17:28:50.597 INFO:teuthology.orchestra.run.smithi053.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-fuse.target -> /lib/systemd/system/ceph-fuse.target. 2024-08-29T17:28:50.613 INFO:teuthology.orchestra.run.smithi028.stdout:Setting up python3-rsa (4.8-1) ... 2024-08-29T17:28:50.889 INFO:teuthology.orchestra.run.smithi028.stdout:Setting up python3-webtest (2.0.35-1) ... 2024-08-29T17:28:51.075 INFO:teuthology.orchestra.run.smithi053.stdout:Setting up libcephfs-dev (17.2.7-1jammy) ... 2024-08-29T17:28:51.165 INFO:teuthology.orchestra.run.smithi028.stdout:Setting up ceph-fuse (17.2.7-1jammy) ... 2024-08-29T17:28:51.176 INFO:teuthology.orchestra.run.smithi053.stdout:Setting up python3-requests-oauthlib (1.3.0+ds-0.1) ... 2024-08-29T17:28:51.374 INFO:teuthology.orchestra.run.smithi028.stdout:Created symlink /etc/systemd/system/remote-fs.target.wants/ceph-fuse.target -> /lib/systemd/system/ceph-fuse.target. 2024-08-29T17:28:51.375 INFO:teuthology.orchestra.run.smithi028.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-fuse.target -> /lib/systemd/system/ceph-fuse.target. 2024-08-29T17:28:51.452 INFO:teuthology.orchestra.run.smithi053.stdout:Setting up python3-cherrypy3 (18.6.1-4) ... 2024-08-29T17:28:51.833 INFO:teuthology.orchestra.run.smithi028.stdout:Setting up libcephfs-dev (17.2.7-1jammy) ... 2024-08-29T17:28:51.960 INFO:teuthology.orchestra.run.smithi028.stdout:Setting up python3-requests-oauthlib (1.3.0+ds-0.1) ... 2024-08-29T17:28:52.179 INFO:teuthology.orchestra.run.smithi053.stdout:Setting up python3-pastescript (2.0.2-4) ... 2024-08-29T17:28:52.228 INFO:teuthology.orchestra.run.smithi028.stdout:Setting up python3-cherrypy3 (18.6.1-4) ... 2024-08-29T17:28:52.472 INFO:teuthology.orchestra.run.smithi053.stdout:Setting up python3-pecan (1.3.3-4ubuntu2) ... 2024-08-29T17:28:52.638 INFO:teuthology.orchestra.run.smithi028.stdout:Setting up python3-pastescript (2.0.2-4) ... 2024-08-29T17:28:52.918 INFO:teuthology.orchestra.run.smithi053.stdout:Setting up libthrift-0.16.0:amd64 (0.16.0-2) ... 2024-08-29T17:28:52.955 INFO:teuthology.orchestra.run.smithi028.stdout:Setting up python3-pecan (1.3.3-4ubuntu2) ... 2024-08-29T17:28:53.045 INFO:teuthology.orchestra.run.smithi053.stdout:Setting up python3-rados (17.2.7-1jammy) ... 2024-08-29T17:28:53.171 INFO:teuthology.orchestra.run.smithi053.stdout:Setting up librgw2 (17.2.7-1jammy) ... 2024-08-29T17:28:53.297 INFO:teuthology.orchestra.run.smithi053.stdout:Setting up python3-rbd (17.2.7-1jammy) ... 2024-08-29T17:28:53.410 INFO:teuthology.orchestra.run.smithi028.stdout:Setting up libthrift-0.16.0:amd64 (0.16.0-2) ... 2024-08-29T17:28:53.423 INFO:teuthology.orchestra.run.smithi053.stdout:Setting up rbd-fuse (17.2.7-1jammy) ... 2024-08-29T17:28:53.536 INFO:teuthology.orchestra.run.smithi028.stdout:Setting up python3-rados (17.2.7-1jammy) ... 2024-08-29T17:28:53.549 INFO:teuthology.orchestra.run.smithi053.stdout:Setting up python3-google-auth (1.5.1-3) ... 2024-08-29T17:28:53.662 INFO:teuthology.orchestra.run.smithi028.stdout:Setting up librgw2 (17.2.7-1jammy) ... 2024-08-29T17:28:53.763 INFO:teuthology.orchestra.run.smithi028.stdout:Setting up python3-rbd (17.2.7-1jammy) ... 2024-08-29T17:28:53.817 INFO:teuthology.orchestra.run.smithi053.stdout:Setting up python3-rgw (17.2.7-1jammy) ... 2024-08-29T17:28:53.906 INFO:teuthology.orchestra.run.smithi028.stdout:Setting up rbd-fuse (17.2.7-1jammy) ... 2024-08-29T17:28:53.968 INFO:teuthology.orchestra.run.smithi053.stdout:Setting up python3-cephfs (17.2.7-1jammy) ... 2024-08-29T17:28:54.032 INFO:teuthology.orchestra.run.smithi028.stdout:Setting up python3-google-auth (1.5.1-3) ... 2024-08-29T17:28:54.086 INFO:teuthology.orchestra.run.smithi053.stdout:Setting up python3-kubernetes (12.0.1-1ubuntu1) ... 2024-08-29T17:28:54.309 INFO:teuthology.orchestra.run.smithi028.stdout:Setting up python3-rgw (17.2.7-1jammy) ... 2024-08-29T17:28:54.435 INFO:teuthology.orchestra.run.smithi028.stdout:Setting up python3-cephfs (17.2.7-1jammy) ... 2024-08-29T17:28:54.561 INFO:teuthology.orchestra.run.smithi028.stdout:Setting up python3-kubernetes (12.0.1-1ubuntu1) ... 2024-08-29T17:28:55.365 INFO:teuthology.orchestra.run.smithi053.stdout:Setting up ceph-common (17.2.7-1jammy) ... 2024-08-29T17:28:55.898 INFO:teuthology.orchestra.run.smithi028.stdout:Setting up ceph-common (17.2.7-1jammy) ... 2024-08-29T17:28:55.999 INFO:teuthology.orchestra.run.smithi053.stdout:Adding group ceph....done 2024-08-29T17:28:56.343 INFO:teuthology.orchestra.run.smithi053.stdout:Adding system user ceph....done 2024-08-29T17:28:56.458 INFO:teuthology.orchestra.run.smithi028.stdout:Adding group ceph....done 2024-08-29T17:28:56.520 INFO:teuthology.orchestra.run.smithi053.stdout:Setting system user ceph properties....done 2024-08-29T17:28:56.532 INFO:teuthology.orchestra.run.smithi053.stdout:chown: cannot access '/var/log/ceph/*.log*': No such file or directory 2024-08-29T17:28:56.672 INFO:teuthology.orchestra.run.smithi053.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph.target -> /lib/systemd/system/ceph.target. 2024-08-29T17:28:56.768 INFO:teuthology.orchestra.run.smithi028.stdout:Adding system user ceph....done 2024-08-29T17:28:56.953 INFO:teuthology.orchestra.run.smithi028.stdout:Setting system user ceph properties....done 2024-08-29T17:28:56.972 INFO:teuthology.orchestra.run.smithi028.stdout:chown: cannot access '/var/log/ceph/*.log*': No such file or directory 2024-08-29T17:28:57.002 INFO:teuthology.orchestra.run.smithi053.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/rbdmap.service -> /lib/systemd/system/rbdmap.service. 2024-08-29T17:28:57.114 INFO:teuthology.orchestra.run.smithi028.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph.target -> /lib/systemd/system/ceph.target. 2024-08-29T17:28:57.470 INFO:teuthology.orchestra.run.smithi028.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/rbdmap.service -> /lib/systemd/system/rbdmap.service. 2024-08-29T17:28:57.499 INFO:teuthology.orchestra.run.smithi053.stdout:Setting up ceph-test (17.2.7-1jammy) ... 2024-08-29T17:28:57.600 INFO:teuthology.orchestra.run.smithi053.stdout:Setting up radosgw (17.2.7-1jammy) ... 2024-08-29T17:28:57.855 INFO:teuthology.orchestra.run.smithi053.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph-radosgw.target -> /lib/systemd/system/ceph-radosgw.target. 2024-08-29T17:28:57.855 INFO:teuthology.orchestra.run.smithi053.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-radosgw.target -> /lib/systemd/system/ceph-radosgw.target. 2024-08-29T17:28:57.908 INFO:teuthology.orchestra.run.smithi028.stdout:Setting up ceph-test (17.2.7-1jammy) ... 2024-08-29T17:28:58.034 INFO:teuthology.orchestra.run.smithi028.stdout:Setting up radosgw (17.2.7-1jammy) ... 2024-08-29T17:28:58.297 INFO:teuthology.orchestra.run.smithi028.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph-radosgw.target -> /lib/systemd/system/ceph-radosgw.target. 2024-08-29T17:28:58.297 INFO:teuthology.orchestra.run.smithi028.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-radosgw.target -> /lib/systemd/system/ceph-radosgw.target. 2024-08-29T17:28:58.586 INFO:teuthology.orchestra.run.smithi053.stdout:Setting up ceph-base (17.2.7-1jammy) ... 2024-08-29T17:28:58.936 INFO:teuthology.orchestra.run.smithi028.stdout:Setting up ceph-base (17.2.7-1jammy) ... 2024-08-29T17:28:58.944 INFO:teuthology.orchestra.run.smithi053.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-crash.service -> /lib/systemd/system/ceph-crash.service. 2024-08-29T17:28:59.298 INFO:teuthology.orchestra.run.smithi028.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-crash.service -> /lib/systemd/system/ceph-crash.service. 2024-08-29T17:28:59.491 INFO:teuthology.orchestra.run.smithi053.stdout:Setting up ceph-mds (17.2.7-1jammy) ... 2024-08-29T17:28:59.757 INFO:teuthology.orchestra.run.smithi053.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph-mds.target -> /lib/systemd/system/ceph-mds.target. 2024-08-29T17:28:59.757 INFO:teuthology.orchestra.run.smithi053.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-mds.target -> /lib/systemd/system/ceph-mds.target. 2024-08-29T17:28:59.780 INFO:teuthology.orchestra.run.smithi028.stdout:Setting up ceph-mds (17.2.7-1jammy) ... 2024-08-29T17:29:00.026 INFO:teuthology.orchestra.run.smithi028.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph-mds.target -> /lib/systemd/system/ceph-mds.target. 2024-08-29T17:29:00.027 INFO:teuthology.orchestra.run.smithi028.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-mds.target -> /lib/systemd/system/ceph-mds.target. 2024-08-29T17:29:00.324 INFO:teuthology.orchestra.run.smithi053.stdout:Setting up ceph-mgr (17.2.7-1jammy) ... 2024-08-29T17:29:00.473 INFO:teuthology.orchestra.run.smithi028.stdout:Setting up ceph-mgr (17.2.7-1jammy) ... 2024-08-29T17:29:00.536 INFO:teuthology.orchestra.run.smithi053.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph-mgr.target -> /lib/systemd/system/ceph-mgr.target. 2024-08-29T17:29:00.537 INFO:teuthology.orchestra.run.smithi053.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-mgr.target -> /lib/systemd/system/ceph-mgr.target. 2024-08-29T17:29:00.682 INFO:teuthology.orchestra.run.smithi028.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph-mgr.target -> /lib/systemd/system/ceph-mgr.target. 2024-08-29T17:29:00.683 INFO:teuthology.orchestra.run.smithi028.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-mgr.target -> /lib/systemd/system/ceph-mgr.target. 2024-08-29T17:29:01.017 INFO:teuthology.orchestra.run.smithi053.stdout:Setting up ceph-osd (17.2.7-1jammy) ... 2024-08-29T17:29:01.149 INFO:teuthology.orchestra.run.smithi028.stdout:Setting up ceph-osd (17.2.7-1jammy) ... 2024-08-29T17:29:01.397 INFO:teuthology.orchestra.run.smithi053.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph-osd.target -> /lib/systemd/system/ceph-osd.target. 2024-08-29T17:29:01.397 INFO:teuthology.orchestra.run.smithi053.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-osd.target -> /lib/systemd/system/ceph-osd.target. 2024-08-29T17:29:01.447 INFO:teuthology.orchestra.run.smithi028.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph-osd.target -> /lib/systemd/system/ceph-osd.target. 2024-08-29T17:29:01.447 INFO:teuthology.orchestra.run.smithi028.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-osd.target -> /lib/systemd/system/ceph-osd.target. 2024-08-29T17:29:01.909 INFO:teuthology.orchestra.run.smithi028.stdout:Setting up ceph-mgr-k8sevents (17.2.7-1jammy) ... 2024-08-29T17:29:01.918 INFO:teuthology.orchestra.run.smithi053.stdout:Setting up ceph-mgr-k8sevents (17.2.7-1jammy) ... 2024-08-29T17:29:02.035 INFO:teuthology.orchestra.run.smithi028.stdout:Setting up ceph-mgr-diskprediction-local (17.2.7-1jammy) ... 2024-08-29T17:29:02.044 INFO:teuthology.orchestra.run.smithi053.stdout:Setting up ceph-mgr-diskprediction-local (17.2.7-1jammy) ... 2024-08-29T17:29:02.187 INFO:teuthology.orchestra.run.smithi028.stdout:Setting up ceph-mon (17.2.7-1jammy) ... 2024-08-29T17:29:02.204 INFO:teuthology.orchestra.run.smithi053.stdout:Setting up ceph-mon (17.2.7-1jammy) ... 2024-08-29T17:29:02.387 INFO:teuthology.orchestra.run.smithi028.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph-mon.target -> /lib/systemd/system/ceph-mon.target. 2024-08-29T17:29:02.387 INFO:teuthology.orchestra.run.smithi028.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-mon.target -> /lib/systemd/system/ceph-mon.target. 2024-08-29T17:29:02.425 INFO:teuthology.orchestra.run.smithi053.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph-mon.target -> /lib/systemd/system/ceph-mon.target. 2024-08-29T17:29:02.425 INFO:teuthology.orchestra.run.smithi053.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-mon.target -> /lib/systemd/system/ceph-mon.target. 2024-08-29T17:29:02.813 INFO:teuthology.orchestra.run.smithi028.stdout:Setting up ceph-mgr-cephadm (17.2.7-1jammy) ... 2024-08-29T17:29:02.908 INFO:teuthology.orchestra.run.smithi053.stdout:Setting up ceph-mgr-cephadm (17.2.7-1jammy) ... 2024-08-29T17:29:02.955 INFO:teuthology.orchestra.run.smithi028.stdout:Setting up ceph (17.2.7-1jammy) ... 2024-08-29T17:29:03.065 INFO:teuthology.orchestra.run.smithi028.stdout:Setting up ceph-mgr-dashboard (17.2.7-1jammy) ... 2024-08-29T17:29:03.073 INFO:teuthology.orchestra.run.smithi053.stdout:Setting up ceph (17.2.7-1jammy) ... 2024-08-29T17:29:03.199 INFO:teuthology.orchestra.run.smithi053.stdout:Setting up ceph-mgr-dashboard (17.2.7-1jammy) ... 2024-08-29T17:29:03.199 INFO:teuthology.orchestra.run.smithi028.stdout:Setting up ceph-volume (17.2.7-1jammy) ... 2024-08-29T17:29:03.326 INFO:teuthology.orchestra.run.smithi028.stdout:Processing triggers for man-db (2.10.2-1) ... 2024-08-29T17:29:03.349 INFO:teuthology.orchestra.run.smithi053.stdout:Setting up ceph-volume (17.2.7-1jammy) ... 2024-08-29T17:29:03.476 INFO:teuthology.orchestra.run.smithi053.stdout:Processing triggers for man-db (2.10.2-1) ... 2024-08-29T17:29:04.343 INFO:teuthology.orchestra.run.smithi053.stdout:Processing triggers for libc-bin (2.35-0ubuntu3.1) ... 2024-08-29T17:29:04.461 INFO:teuthology.orchestra.run.smithi028.stdout:Processing triggers for libc-bin (2.35-0ubuntu3.1) ... 2024-08-29T17:29:04.845 INFO:teuthology.orchestra.run.smithi053.stderr:W: --force-yes is deprecated, use one of the options starting with --allow instead. 2024-08-29T17:29:04.849 DEBUG:teuthology.orchestra.run.smithi053:> sudo DEBIAN_FRONTEND=noninteractive apt-get -y --force-yes -o Dpkg::Options::="--force-confdef" -o Dpkg::Options::="--force-confold" install python3-pytest 2024-08-29T17:29:04.913 INFO:teuthology.orchestra.run.smithi053.stdout:Reading package lists... 2024-08-29T17:29:04.945 INFO:teuthology.orchestra.run.smithi028.stderr:W: --force-yes is deprecated, use one of the options starting with --allow instead. 2024-08-29T17:29:04.948 DEBUG:teuthology.orchestra.run.smithi028:> sudo DEBIAN_FRONTEND=noninteractive apt-get -y --force-yes -o Dpkg::Options::="--force-confdef" -o Dpkg::Options::="--force-confold" install python3-pytest 2024-08-29T17:29:05.044 INFO:teuthology.orchestra.run.smithi028.stdout:Reading package lists... 2024-08-29T17:29:05.129 INFO:teuthology.orchestra.run.smithi053.stdout:Building dependency tree... 2024-08-29T17:29:05.130 INFO:teuthology.orchestra.run.smithi053.stdout:Reading state information... 2024-08-29T17:29:05.257 INFO:teuthology.orchestra.run.smithi028.stdout:Building dependency tree... 2024-08-29T17:29:05.258 INFO:teuthology.orchestra.run.smithi028.stdout:Reading state information... 2024-08-29T17:29:05.341 INFO:teuthology.orchestra.run.smithi053.stdout:python3-pytest is already the newest version (6.2.5-1ubuntu2). 2024-08-29T17:29:05.341 INFO:teuthology.orchestra.run.smithi053.stdout:python3-pytest set to manually installed. 2024-08-29T17:29:05.341 INFO:teuthology.orchestra.run.smithi053.stdout:The following packages were automatically installed and are no longer required: 2024-08-29T17:29:05.341 INFO:teuthology.orchestra.run.smithi053.stdout: libboost-iostreams1.74.0 libboost-thread1.74.0 libgfapi0 libgfrpc0 libgfxdr0 2024-08-29T17:29:05.341 INFO:teuthology.orchestra.run.smithi053.stdout: libglusterfs0 libiscsi7 libpmemobj1 libpython2-dev libpython2-stdlib 2024-08-29T17:29:05.341 INFO:teuthology.orchestra.run.smithi053.stdout: libpython2.7 libpython2.7-dev libpython2.7-minimal libpython2.7-stdlib 2024-08-29T17:29:05.342 INFO:teuthology.orchestra.run.smithi053.stdout: linux-image-5.4.0-135-generic linux-modules-5.4.0-135-generic python2 2024-08-29T17:29:05.342 INFO:teuthology.orchestra.run.smithi053.stdout: python2-dev python2-minimal python2.7 python2.7-dev python2.7-minimal 2024-08-29T17:29:05.342 INFO:teuthology.orchestra.run.smithi053.stdout:Use 'sudo apt autoremove' to remove them. 2024-08-29T17:29:05.396 INFO:teuthology.orchestra.run.smithi053.stdout:0 upgraded, 0 newly installed, 0 to remove and 331 not upgraded. 2024-08-29T17:29:05.396 INFO:teuthology.orchestra.run.smithi053.stderr:W: --force-yes is deprecated, use one of the options starting with --allow instead. 2024-08-29T17:29:05.401 DEBUG:teuthology.parallel:result is None 2024-08-29T17:29:05.469 INFO:teuthology.orchestra.run.smithi028.stdout:python3-pytest is already the newest version (6.2.5-1ubuntu2). 2024-08-29T17:29:05.469 INFO:teuthology.orchestra.run.smithi028.stdout:python3-pytest set to manually installed. 2024-08-29T17:29:05.469 INFO:teuthology.orchestra.run.smithi028.stdout:The following packages were automatically installed and are no longer required: 2024-08-29T17:29:05.469 INFO:teuthology.orchestra.run.smithi028.stdout: libboost-iostreams1.74.0 libboost-thread1.74.0 libgfapi0 libgfrpc0 libgfxdr0 2024-08-29T17:29:05.469 INFO:teuthology.orchestra.run.smithi028.stdout: libglusterfs0 libiscsi7 libpmemobj1 libpython2-dev libpython2-stdlib 2024-08-29T17:29:05.470 INFO:teuthology.orchestra.run.smithi028.stdout: libpython2.7 libpython2.7-dev libpython2.7-minimal libpython2.7-stdlib 2024-08-29T17:29:05.470 INFO:teuthology.orchestra.run.smithi028.stdout: linux-image-5.4.0-135-generic linux-modules-5.4.0-135-generic python2 2024-08-29T17:29:05.470 INFO:teuthology.orchestra.run.smithi028.stdout: python2-dev python2-minimal python2.7 python2.7-dev python2.7-minimal 2024-08-29T17:29:05.470 INFO:teuthology.orchestra.run.smithi028.stdout:Use 'sudo apt autoremove' to remove them. 2024-08-29T17:29:05.526 INFO:teuthology.orchestra.run.smithi028.stdout:0 upgraded, 0 newly installed, 0 to remove and 331 not upgraded. 2024-08-29T17:29:05.527 INFO:teuthology.orchestra.run.smithi028.stderr:W: --force-yes is deprecated, use one of the options starting with --allow instead. 2024-08-29T17:29:05.530 DEBUG:teuthology.parallel:result is None 2024-08-29T17:29:05.531 WARNING:teuthology.packaging:More than one of ref, tag, branch, or sha1 supplied; using branch 2024-08-29T17:29:05.531 INFO:teuthology.packaging:ref: None 2024-08-29T17:29:05.531 INFO:teuthology.packaging:tag: None 2024-08-29T17:29:05.531 INFO:teuthology.packaging:branch: quincy 2024-08-29T17:29:05.531 INFO:teuthology.packaging:sha1: 1ef864504b8875c83ee6c2c5fedc13315bebf7f5 2024-08-29T17:29:05.531 DEBUG:teuthology.packaging:Querying https://shaman.ceph.com/api/search?status=ready&project=ceph&flavor=default&distros=ubuntu%2F22.04%2Fx86_64&ref=quincy 2024-08-29T17:29:05.691 DEBUG:teuthology.orchestra.run.smithi028:> dpkg-query -W -f '${Version}' ceph 2024-08-29T17:29:05.710 INFO:teuthology.orchestra.run.smithi028.stdout:17.2.7-1jammy 2024-08-29T17:29:05.711 INFO:teuthology.packaging:The installed version of ceph is 17.2.7-1jammy 2024-08-29T17:29:05.711 INFO:teuthology.task.install:The correct ceph version 17.2.7-1jammy is installed. 2024-08-29T17:29:05.713 WARNING:teuthology.packaging:More than one of ref, tag, branch, or sha1 supplied; using branch 2024-08-29T17:29:05.713 INFO:teuthology.packaging:ref: None 2024-08-29T17:29:05.713 INFO:teuthology.packaging:tag: None 2024-08-29T17:29:05.713 INFO:teuthology.packaging:branch: quincy 2024-08-29T17:29:05.713 INFO:teuthology.packaging:sha1: 1ef864504b8875c83ee6c2c5fedc13315bebf7f5 2024-08-29T17:29:05.714 DEBUG:teuthology.packaging:Querying https://shaman.ceph.com/api/search?status=ready&project=ceph&flavor=default&distros=ubuntu%2F22.04%2Fx86_64&ref=quincy 2024-08-29T17:29:05.865 DEBUG:teuthology.orchestra.run.smithi053:> dpkg-query -W -f '${Version}' ceph 2024-08-29T17:29:05.884 INFO:teuthology.orchestra.run.smithi053.stdout:17.2.7-1jammy 2024-08-29T17:29:05.885 INFO:teuthology.packaging:The installed version of ceph is 17.2.7-1jammy 2024-08-29T17:29:05.885 INFO:teuthology.task.install:The correct ceph version 17.2.7-1jammy is installed. 2024-08-29T17:29:05.886 INFO:teuthology.task.install.util:Shipping valgrind.supp... 2024-08-29T17:29:05.886 DEBUG:teuthology.orchestra.run.smithi028:> set -ex 2024-08-29T17:29:05.887 DEBUG:teuthology.orchestra.run.smithi028:> sudo dd of=/home/ubuntu/cephtest/valgrind.supp 2024-08-29T17:29:05.902 DEBUG:teuthology.orchestra.run.smithi053:> set -ex 2024-08-29T17:29:05.902 DEBUG:teuthology.orchestra.run.smithi053:> sudo dd of=/home/ubuntu/cephtest/valgrind.supp 2024-08-29T17:29:05.940 INFO:teuthology.task.install.util:Shipping 'daemon-helper'... 2024-08-29T17:29:05.940 DEBUG:teuthology.orchestra.run.smithi028:> set -ex 2024-08-29T17:29:05.940 DEBUG:teuthology.orchestra.run.smithi028:> sudo dd of=/usr/bin/daemon-helper 2024-08-29T17:29:05.957 DEBUG:teuthology.orchestra.run.smithi028:> sudo chmod a=rx -- /usr/bin/daemon-helper 2024-08-29T17:29:06.013 DEBUG:teuthology.orchestra.run.smithi053:> set -ex 2024-08-29T17:29:06.013 DEBUG:teuthology.orchestra.run.smithi053:> sudo dd of=/usr/bin/daemon-helper 2024-08-29T17:29:06.027 DEBUG:teuthology.orchestra.run.smithi053:> sudo chmod a=rx -- /usr/bin/daemon-helper 2024-08-29T17:29:06.083 INFO:teuthology.task.install.util:Shipping 'adjust-ulimits'... 2024-08-29T17:29:06.083 DEBUG:teuthology.orchestra.run.smithi028:> set -ex 2024-08-29T17:29:06.083 DEBUG:teuthology.orchestra.run.smithi028:> sudo dd of=/usr/bin/adjust-ulimits 2024-08-29T17:29:06.096 DEBUG:teuthology.orchestra.run.smithi028:> sudo chmod a=rx -- /usr/bin/adjust-ulimits 2024-08-29T17:29:06.152 DEBUG:teuthology.orchestra.run.smithi053:> set -ex 2024-08-29T17:29:06.152 DEBUG:teuthology.orchestra.run.smithi053:> sudo dd of=/usr/bin/adjust-ulimits 2024-08-29T17:29:06.169 DEBUG:teuthology.orchestra.run.smithi053:> sudo chmod a=rx -- /usr/bin/adjust-ulimits 2024-08-29T17:29:06.224 INFO:teuthology.task.install.util:Shipping 'stdin-killer'... 2024-08-29T17:29:06.224 DEBUG:teuthology.orchestra.run.smithi028:> set -ex 2024-08-29T17:29:06.224 DEBUG:teuthology.orchestra.run.smithi028:> sudo dd of=/usr/bin/stdin-killer 2024-08-29T17:29:06.239 DEBUG:teuthology.orchestra.run.smithi028:> sudo chmod a=rx -- /usr/bin/stdin-killer 2024-08-29T17:29:06.292 DEBUG:teuthology.orchestra.run.smithi053:> set -ex 2024-08-29T17:29:06.293 DEBUG:teuthology.orchestra.run.smithi053:> sudo dd of=/usr/bin/stdin-killer 2024-08-29T17:29:06.307 DEBUG:teuthology.orchestra.run.smithi053:> sudo chmod a=rx -- /usr/bin/stdin-killer 2024-08-29T17:29:06.365 INFO:teuthology.run_tasks:Running task print... 2024-08-29T17:29:06.375 INFO:teuthology.task.print:**** done install task... 2024-08-29T17:29:06.375 INFO:teuthology.run_tasks:Running task print... 2024-08-29T17:29:06.407 INFO:teuthology.task.print:**** done start installing quincy cephadm ... 2024-08-29T17:29:06.408 INFO:teuthology.run_tasks:Running task cephadm... 2024-08-29T17:29:06.525 INFO:tasks.cephadm:Config: {'cephadm_branch': 'quincy', 'cephadm_git_url': 'https://github.com/ceph/ceph', 'conf': {'osd': {'osd_class_default_list': '*', 'osd_class_load_list': '*', 'debug ms': 1, 'debug osd': 20, 'osd shutdown pgref assert': True}, 'global': {'mon election default strategy': 3}, 'mgr': {'debug mgr': 20, 'debug ms': 1}, 'mon': {'debug mon': 20, 'debug ms': 1, 'debug paxos': 20}}, 'image': 'quay.ceph.io/ceph-ci/ceph:quincy', 'create_rbd_pool': True, 'flavor': 'default', 'log-ignorelist': ['\\(MDS_ALL_DOWN\\)', '\\(MDS_UP_LESS_THAN_MAX\\)'], 'sha1': '1ef864504b8875c83ee6c2c5fedc13315bebf7f5'} 2024-08-29T17:29:06.526 INFO:tasks.cephadm:Cluster image is quay.ceph.io/ceph-ci/ceph:quincy 2024-08-29T17:29:06.526 INFO:tasks.cephadm:Cluster fsid is 3167ee72-662c-11ef-bcd4-c7b262605968 2024-08-29T17:29:06.526 INFO:tasks.cephadm:Choosing monitor IPs and ports... 2024-08-29T17:29:06.526 INFO:tasks.cephadm:Monitor IPs: {'mon.a': '172.21.15.28', 'mon.c': '[v2:172.21.15.28:3301,v1:172.21.15.28:6790]', 'mon.b': '172.21.15.53'} 2024-08-29T17:29:06.526 INFO:tasks.cephadm:First mon is mon.a on smithi028 2024-08-29T17:29:06.527 INFO:tasks.cephadm:First mgr is y 2024-08-29T17:29:06.527 INFO:tasks.cephadm:Normalizing hostnames... 2024-08-29T17:29:06.527 DEBUG:teuthology.orchestra.run.smithi028:> sudo hostname $(hostname -s) 2024-08-29T17:29:06.542 DEBUG:teuthology.orchestra.run.smithi053:> sudo hostname $(hostname -s) 2024-08-29T17:29:06.557 INFO:tasks.cephadm:Downloading cephadm (repo https://github.com/ceph/ceph ref quincy)... 2024-08-29T17:29:06.557 DEBUG:teuthology.orchestra.run.smithi028:> curl --silent https://raw.githubusercontent.com/ceph/ceph/quincy/src/cephadm/cephadm > /home/ubuntu/cephtest/cephadm && ls -l /home/ubuntu/cephtest/cephadm 2024-08-29T17:29:06.897 INFO:teuthology.orchestra.run.smithi028.stdout:-rw-rw-r-- 1 ubuntu ubuntu 378585 Aug 29 17:29 /home/ubuntu/cephtest/cephadm 2024-08-29T17:29:06.898 DEBUG:teuthology.orchestra.run.smithi053:> curl --silent https://raw.githubusercontent.com/ceph/ceph/quincy/src/cephadm/cephadm > /home/ubuntu/cephtest/cephadm && ls -l /home/ubuntu/cephtest/cephadm 2024-08-29T17:29:07.119 INFO:teuthology.orchestra.run.smithi053.stdout:-rw-rw-r-- 1 ubuntu ubuntu 378585 Aug 29 17:29 /home/ubuntu/cephtest/cephadm 2024-08-29T17:29:07.119 DEBUG:teuthology.orchestra.run.smithi028:> test -s /home/ubuntu/cephtest/cephadm && test $(stat -c%s /home/ubuntu/cephtest/cephadm) -gt 1000 && chmod +x /home/ubuntu/cephtest/cephadm 2024-08-29T17:29:07.127 DEBUG:teuthology.orchestra.run.smithi053:> test -s /home/ubuntu/cephtest/cephadm && test $(stat -c%s /home/ubuntu/cephtest/cephadm) -gt 1000 && chmod +x /home/ubuntu/cephtest/cephadm 2024-08-29T17:29:07.144 INFO:tasks.cephadm:Pulling image quay.ceph.io/ceph-ci/ceph:quincy on all hosts... 2024-08-29T17:29:07.145 DEBUG:teuthology.orchestra.run.smithi028:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy pull 2024-08-29T17:29:07.170 DEBUG:teuthology.orchestra.run.smithi053:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy pull 2024-08-29T17:29:07.339 INFO:teuthology.orchestra.run.smithi028.stderr:Pulling container image quay.ceph.io/ceph-ci/ceph:quincy... 2024-08-29T17:29:07.347 INFO:teuthology.orchestra.run.smithi053.stderr:Pulling container image quay.ceph.io/ceph-ci/ceph:quincy... 2024-08-29T17:30:01.341 INFO:teuthology.orchestra.run.smithi028.stdout:{ 2024-08-29T17:30:01.342 INFO:teuthology.orchestra.run.smithi028.stdout: "ceph_version": "ceph version 17.2.7-1503-ga89f613d (a89f613db4d5b6bca82681f19d73c6d337aae2d5) quincy (stable)", 2024-08-29T17:30:01.342 INFO:teuthology.orchestra.run.smithi028.stdout: "image_id": "250d9a61b6c59a8c89cfd837afa9edbf779b094d6dde7f14c51e0f6f620672bd", 2024-08-29T17:30:01.342 INFO:teuthology.orchestra.run.smithi028.stdout: "repo_digests": [ 2024-08-29T17:30:01.342 INFO:teuthology.orchestra.run.smithi028.stdout: "quay.ceph.io/ceph-ci/ceph@sha256:d4d6661537db4497942f8d603b2beb31b2ab2f7d168a46488152a6a474bb8b4c" 2024-08-29T17:30:01.342 INFO:teuthology.orchestra.run.smithi028.stdout: ] 2024-08-29T17:30:01.342 INFO:teuthology.orchestra.run.smithi028.stdout:} 2024-08-29T17:30:05.083 INFO:teuthology.orchestra.run.smithi053.stdout:{ 2024-08-29T17:30:05.084 INFO:teuthology.orchestra.run.smithi053.stdout: "ceph_version": "ceph version 17.2.7-1503-ga89f613d (a89f613db4d5b6bca82681f19d73c6d337aae2d5) quincy (stable)", 2024-08-29T17:30:05.084 INFO:teuthology.orchestra.run.smithi053.stdout: "image_id": "250d9a61b6c59a8c89cfd837afa9edbf779b094d6dde7f14c51e0f6f620672bd", 2024-08-29T17:30:05.084 INFO:teuthology.orchestra.run.smithi053.stdout: "repo_digests": [ 2024-08-29T17:30:05.084 INFO:teuthology.orchestra.run.smithi053.stdout: "quay.ceph.io/ceph-ci/ceph@sha256:d4d6661537db4497942f8d603b2beb31b2ab2f7d168a46488152a6a474bb8b4c" 2024-08-29T17:30:05.084 INFO:teuthology.orchestra.run.smithi053.stdout: ] 2024-08-29T17:30:05.084 INFO:teuthology.orchestra.run.smithi053.stdout:} 2024-08-29T17:30:05.118 DEBUG:teuthology.orchestra.run.smithi028:> sudo mkdir -p /etc/ceph 2024-08-29T17:30:05.133 DEBUG:teuthology.orchestra.run.smithi053:> sudo mkdir -p /etc/ceph 2024-08-29T17:30:05.148 DEBUG:teuthology.orchestra.run.smithi028:> sudo chmod 777 /etc/ceph 2024-08-29T17:30:05.187 DEBUG:teuthology.orchestra.run.smithi053:> sudo chmod 777 /etc/ceph 2024-08-29T17:30:05.203 INFO:tasks.cephadm:Writing seed config... 2024-08-29T17:30:05.204 INFO:tasks.cephadm: override: [osd] osd_class_default_list = * 2024-08-29T17:30:05.204 INFO:tasks.cephadm: override: [osd] osd_class_load_list = * 2024-08-29T17:30:05.204 INFO:tasks.cephadm: override: [osd] debug ms = 1 2024-08-29T17:30:05.204 INFO:tasks.cephadm: override: [osd] debug osd = 20 2024-08-29T17:30:05.204 INFO:tasks.cephadm: override: [osd] osd shutdown pgref assert = True 2024-08-29T17:30:05.204 INFO:tasks.cephadm: override: [global] mon election default strategy = 3 2024-08-29T17:30:05.204 INFO:tasks.cephadm: override: [mgr] debug mgr = 20 2024-08-29T17:30:05.204 INFO:tasks.cephadm: override: [mgr] debug ms = 1 2024-08-29T17:30:05.204 INFO:tasks.cephadm: override: [mon] debug mon = 20 2024-08-29T17:30:05.205 INFO:tasks.cephadm: override: [mon] debug ms = 1 2024-08-29T17:30:05.205 INFO:tasks.cephadm: override: [mon] debug paxos = 20 2024-08-29T17:30:05.205 DEBUG:teuthology.orchestra.run.smithi028:> set -ex 2024-08-29T17:30:05.205 DEBUG:teuthology.orchestra.run.smithi028:> dd of=/home/ubuntu/cephtest/seed.ceph.conf 2024-08-29T17:30:05.240 DEBUG:tasks.cephadm:Final config: [global] # make logging friendly to teuthology log_to_file = true log_to_stderr = false log to journald = false mon cluster log to file = true mon cluster log file level = debug mon clock drift allowed = 1.000 # replicate across OSDs, not hosts osd crush chooseleaf type = 0 #osd pool default size = 2 osd pool default erasure code profile = plugin=jerasure technique=reed_sol_van k=2 m=1 crush-failure-domain=osd # enable some debugging auth debug = true ms die on old message = true ms die on bug = true debug asserts on shutdown = true # adjust warnings mon max pg per osd = 10000# >= luminous mon pg warn max object skew = 0 mon osd allow primary affinity = true mon osd allow pg remap = true mon warn on legacy crush tunables = false mon warn on crush straw calc version zero = false mon warn on no sortbitwise = false mon warn on osd down out interval zero = false mon warn on too few osds = false mon_warn_on_pool_pg_num_not_power_of_two = false # disable pg_autoscaler by default for new pools osd_pool_default_pg_autoscale_mode = off # tests delete pools mon allow pool delete = true fsid = 3167ee72-662c-11ef-bcd4-c7b262605968 mon election default strategy = 3 [osd] osd scrub load threshold = 5.0 osd scrub max interval = 600 osd mclock profile = high_recovery_ops osd recover clone overlap = true osd recovery max chunk = 1048576 osd deep scrub update digest min age = 30 osd map max advance = 10 osd memory target autotune = true # debugging osd debug shutdown = true osd debug op order = true osd debug verify stray on activate = true osd debug pg log writeout = true osd debug verify cached snaps = true osd debug verify missing on start = true osd debug misdirected ops = true osd op queue = debug_random osd op queue cut off = debug_random osd shutdown pgref assert = True bdev debug aio = true osd sloppy crc = true osd_class_default_list = * osd_class_load_list = * debug ms = 1 debug osd = 20 [mgr] mon reweight min pgs per osd = 4 mon reweight min bytes per osd = 10 mgr/telemetry/nag = false debug mgr = 20 debug ms = 1 [mon] mon data avail warn = 5 mon mgr mkfs grace = 240 mon reweight min pgs per osd = 4 mon osd reporter subtree level = osd mon osd prime pg temp = true mon reweight min bytes per osd = 10 # rotate auth tickets quickly to exercise renewal paths auth mon ticket ttl = 660# 11m auth service ticket ttl = 240# 4m # don't complain about global id reclaim mon_warn_on_insecure_global_id_reclaim = false mon_warn_on_insecure_global_id_reclaim_allowed = false debug mon = 20 debug ms = 1 debug paxos = 20 [client.rgw] rgw cache enabled = true rgw enable ops log = true rgw enable usage log = true 2024-08-29T17:30:05.240 DEBUG:teuthology.orchestra.run.smithi028:mon.a> sudo journalctl -f -n 0 -u ceph-3167ee72-662c-11ef-bcd4-c7b262605968@mon.a.service 2024-08-29T17:30:05.285 DEBUG:teuthology.orchestra.run.smithi028:mgr.y> sudo journalctl -f -n 0 -u ceph-3167ee72-662c-11ef-bcd4-c7b262605968@mgr.y.service 2024-08-29T17:30:05.328 INFO:tasks.cephadm:Bootstrapping... 2024-08-29T17:30:05.329 DEBUG:teuthology.orchestra.run.smithi028:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy -v bootstrap --fsid 3167ee72-662c-11ef-bcd4-c7b262605968 --config /home/ubuntu/cephtest/seed.ceph.conf --output-config /etc/ceph/ceph.conf --output-keyring /etc/ceph/ceph.client.admin.keyring --output-pub-ssh-key /home/ubuntu/cephtest/ceph.pub --mon-id a --mgr-id y --orphan-initial-daemons --skip-monitoring-stack --mon-ip 172.21.15.28 --skip-admin-label && sudo chmod +r /etc/ceph/ceph.client.admin.keyring 2024-08-29T17:30:05.546 INFO:teuthology.orchestra.run.smithi028.stdout:-------------------------------------------------------------------------------- 2024-08-29T17:30:05.546 INFO:teuthology.orchestra.run.smithi028.stdout:cephadm ['--image', 'quay.ceph.io/ceph-ci/ceph:quincy', '-v', 'bootstrap', '--fsid', '3167ee72-662c-11ef-bcd4-c7b262605968', '--config', '/home/ubuntu/cephtest/seed.ceph.conf', '--output-config', '/etc/ceph/ceph.conf', '--output-keyring', '/etc/ceph/ceph.client.admin.keyring', '--output-pub-ssh-key', '/home/ubuntu/cephtest/ceph.pub', '--mon-id', 'a', '--mgr-id', 'y', '--orphan-initial-daemons', '--skip-monitoring-stack', '--mon-ip', '172.21.15.28', '--skip-admin-label'] 2024-08-29T17:30:05.547 INFO:teuthology.orchestra.run.smithi028.stderr:Specifying an fsid for your cluster offers no advantages and may increase the likelihood of fsid conflicts. 2024-08-29T17:30:05.547 INFO:teuthology.orchestra.run.smithi028.stdout:Verifying podman|docker is present... 2024-08-29T17:30:05.547 INFO:teuthology.orchestra.run.smithi028.stdout:Verifying lvm2 is present... 2024-08-29T17:30:05.548 INFO:teuthology.orchestra.run.smithi028.stdout:Verifying time synchronization is in place... 2024-08-29T17:30:05.551 INFO:teuthology.orchestra.run.smithi028.stdout:Non-zero exit code 1 from systemctl is-enabled chrony.service 2024-08-29T17:30:05.552 INFO:teuthology.orchestra.run.smithi028.stdout:systemctl: stderr Failed to get unit file state for chrony.service: No such file or directory 2024-08-29T17:30:05.556 INFO:teuthology.orchestra.run.smithi028.stdout:Non-zero exit code 3 from systemctl is-active chrony.service 2024-08-29T17:30:05.556 INFO:teuthology.orchestra.run.smithi028.stdout:systemctl: stdout inactive 2024-08-29T17:30:05.560 INFO:teuthology.orchestra.run.smithi028.stdout:Non-zero exit code 1 from systemctl is-enabled chronyd.service 2024-08-29T17:30:05.561 INFO:teuthology.orchestra.run.smithi028.stdout:systemctl: stderr Failed to get unit file state for chronyd.service: No such file or directory 2024-08-29T17:30:05.565 INFO:teuthology.orchestra.run.smithi028.stdout:Non-zero exit code 3 from systemctl is-active chronyd.service 2024-08-29T17:30:05.565 INFO:teuthology.orchestra.run.smithi028.stdout:systemctl: stdout inactive 2024-08-29T17:30:05.572 INFO:teuthology.orchestra.run.smithi028.stdout:Non-zero exit code 1 from systemctl is-enabled systemd-timesyncd.service 2024-08-29T17:30:05.572 INFO:teuthology.orchestra.run.smithi028.stdout:systemctl: stdout masked 2024-08-29T17:30:05.577 INFO:teuthology.orchestra.run.smithi028.stdout:Non-zero exit code 3 from systemctl is-active systemd-timesyncd.service 2024-08-29T17:30:05.577 INFO:teuthology.orchestra.run.smithi028.stdout:systemctl: stdout inactive 2024-08-29T17:30:05.581 INFO:teuthology.orchestra.run.smithi028.stdout:Non-zero exit code 1 from systemctl is-enabled ntpd.service 2024-08-29T17:30:05.581 INFO:teuthology.orchestra.run.smithi028.stdout:systemctl: stderr Failed to get unit file state for ntpd.service: No such file or directory 2024-08-29T17:30:05.585 INFO:teuthology.orchestra.run.smithi028.stdout:Non-zero exit code 3 from systemctl is-active ntpd.service 2024-08-29T17:30:05.585 INFO:teuthology.orchestra.run.smithi028.stdout:systemctl: stdout inactive 2024-08-29T17:30:05.589 INFO:teuthology.orchestra.run.smithi028.stdout:systemctl: stdout enabled 2024-08-29T17:30:05.593 INFO:teuthology.orchestra.run.smithi028.stdout:systemctl: stdout active 2024-08-29T17:30:05.594 INFO:teuthology.orchestra.run.smithi028.stdout:Unit ntp.service is enabled and running 2024-08-29T17:30:05.594 INFO:teuthology.orchestra.run.smithi028.stdout:Repeating the final host check... 2024-08-29T17:30:05.594 INFO:teuthology.orchestra.run.smithi028.stdout:docker (/usr/bin/docker) is present 2024-08-29T17:30:05.594 INFO:teuthology.orchestra.run.smithi028.stdout:systemctl is present 2024-08-29T17:30:05.594 INFO:teuthology.orchestra.run.smithi028.stdout:lvcreate is present 2024-08-29T17:30:05.597 INFO:teuthology.orchestra.run.smithi028.stdout:Non-zero exit code 1 from systemctl is-enabled chrony.service 2024-08-29T17:30:05.597 INFO:teuthology.orchestra.run.smithi028.stdout:systemctl: stderr Failed to get unit file state for chrony.service: No such file or directory 2024-08-29T17:30:05.601 INFO:teuthology.orchestra.run.smithi028.stdout:Non-zero exit code 3 from systemctl is-active chrony.service 2024-08-29T17:30:05.601 INFO:teuthology.orchestra.run.smithi028.stdout:systemctl: stdout inactive 2024-08-29T17:30:05.605 INFO:teuthology.orchestra.run.smithi028.stdout:Non-zero exit code 1 from systemctl is-enabled chronyd.service 2024-08-29T17:30:05.605 INFO:teuthology.orchestra.run.smithi028.stdout:systemctl: stderr Failed to get unit file state for chronyd.service: No such file or directory 2024-08-29T17:30:05.608 INFO:teuthology.orchestra.run.smithi028.stdout:Non-zero exit code 3 from systemctl is-active chronyd.service 2024-08-29T17:30:05.609 INFO:teuthology.orchestra.run.smithi028.stdout:systemctl: stdout inactive 2024-08-29T17:30:05.612 INFO:teuthology.orchestra.run.smithi028.stdout:Non-zero exit code 1 from systemctl is-enabled systemd-timesyncd.service 2024-08-29T17:30:05.612 INFO:teuthology.orchestra.run.smithi028.stdout:systemctl: stdout masked 2024-08-29T17:30:05.616 INFO:teuthology.orchestra.run.smithi028.stdout:Non-zero exit code 3 from systemctl is-active systemd-timesyncd.service 2024-08-29T17:30:05.616 INFO:teuthology.orchestra.run.smithi028.stdout:systemctl: stdout inactive 2024-08-29T17:30:05.619 INFO:teuthology.orchestra.run.smithi028.stdout:Non-zero exit code 1 from systemctl is-enabled ntpd.service 2024-08-29T17:30:05.620 INFO:teuthology.orchestra.run.smithi028.stdout:systemctl: stderr Failed to get unit file state for ntpd.service: No such file or directory 2024-08-29T17:30:05.623 INFO:teuthology.orchestra.run.smithi028.stdout:Non-zero exit code 3 from systemctl is-active ntpd.service 2024-08-29T17:30:05.623 INFO:teuthology.orchestra.run.smithi028.stdout:systemctl: stdout inactive 2024-08-29T17:30:05.627 INFO:teuthology.orchestra.run.smithi028.stdout:systemctl: stdout enabled 2024-08-29T17:30:05.631 INFO:teuthology.orchestra.run.smithi028.stdout:systemctl: stdout active 2024-08-29T17:30:05.632 INFO:teuthology.orchestra.run.smithi028.stdout:Unit ntp.service is enabled and running 2024-08-29T17:30:05.632 INFO:teuthology.orchestra.run.smithi028.stdout:Host looks OK 2024-08-29T17:30:05.632 INFO:teuthology.orchestra.run.smithi028.stdout:Cluster fsid: 3167ee72-662c-11ef-bcd4-c7b262605968 2024-08-29T17:30:05.632 INFO:teuthology.orchestra.run.smithi028.stdout:Acquiring lock 139778092139856 on /run/cephadm/3167ee72-662c-11ef-bcd4-c7b262605968.lock 2024-08-29T17:30:05.632 INFO:teuthology.orchestra.run.smithi028.stdout:Lock 139778092139856 acquired on /run/cephadm/3167ee72-662c-11ef-bcd4-c7b262605968.lock 2024-08-29T17:30:05.632 INFO:teuthology.orchestra.run.smithi028.stdout:Verifying IP 172.21.15.28 port 3300 ... 2024-08-29T17:30:05.632 INFO:teuthology.orchestra.run.smithi028.stdout:Verifying IP 172.21.15.28 port 6789 ... 2024-08-29T17:30:05.632 INFO:teuthology.orchestra.run.smithi028.stdout:Base mon IP(s) is [172.21.15.28:3300, 172.21.15.28:6789], mon addrv is [v2:172.21.15.28:3300,v1:172.21.15.28:6789] 2024-08-29T17:30:05.634 INFO:teuthology.orchestra.run.smithi028.stdout:/usr/sbin/ip: stdout default via 172.21.15.254 dev ens1f0 2024-08-29T17:30:05.634 INFO:teuthology.orchestra.run.smithi028.stdout:/usr/sbin/ip: stdout 172.17.0.0/16 dev docker0 proto kernel scope link src 172.17.0.1 linkdown 2024-08-29T17:30:05.635 INFO:teuthology.orchestra.run.smithi028.stdout:/usr/sbin/ip: stdout 172.21.0.0/20 dev ens1f0 proto kernel scope link src 172.21.15.28 2024-08-29T17:30:05.637 INFO:teuthology.orchestra.run.smithi028.stdout:/usr/sbin/ip: stdout ::1 dev lo proto kernel metric 256 pref medium 2024-08-29T17:30:05.637 INFO:teuthology.orchestra.run.smithi028.stdout:/usr/sbin/ip: stdout fe80::/64 dev ens1f0 proto kernel metric 256 pref medium 2024-08-29T17:30:05.637 INFO:teuthology.orchestra.run.smithi028.stdout:/usr/sbin/ip: stdout default via fe80::327c:5e00:6487:71e0 dev ens1f0 proto ra metric 1024 expires 1797sec hoplimit 64 pref medium 2024-08-29T17:30:05.639 INFO:teuthology.orchestra.run.smithi028.stdout:/usr/sbin/ip: stdout 1: lo: mtu 65536 state UNKNOWN qlen 1000 2024-08-29T17:30:05.639 INFO:teuthology.orchestra.run.smithi028.stdout:/usr/sbin/ip: stdout inet6 ::1/128 scope host 2024-08-29T17:30:05.639 INFO:teuthology.orchestra.run.smithi028.stdout:/usr/sbin/ip: stdout valid_lft forever preferred_lft forever 2024-08-29T17:30:05.639 INFO:teuthology.orchestra.run.smithi028.stdout:/usr/sbin/ip: stdout 4: ens1f0: mtu 1500 state UP qlen 1000 2024-08-29T17:30:05.639 INFO:teuthology.orchestra.run.smithi028.stdout:/usr/sbin/ip: stdout inet6 fe80::ae1f:6bff:fea5:ca3c/64 scope link 2024-08-29T17:30:05.639 INFO:teuthology.orchestra.run.smithi028.stdout:/usr/sbin/ip: stdout valid_lft forever preferred_lft forever 2024-08-29T17:30:05.640 INFO:teuthology.orchestra.run.smithi028.stdout:Mon IP `172.21.15.28` is in CIDR network `172.21.0.0/20` 2024-08-29T17:30:05.640 INFO:teuthology.orchestra.run.smithi028.stdout:Mon IP `172.21.15.28` is in CIDR network `172.21.0.0/20` 2024-08-29T17:30:05.640 INFO:teuthology.orchestra.run.smithi028.stdout:Inferred mon public CIDR from local network configuration ['172.21.0.0/20', '172.21.0.0/20'] 2024-08-29T17:30:05.640 INFO:teuthology.orchestra.run.smithi028.stdout:Internal network (--cluster-network) has not been provided, OSD replication will default to the public_network 2024-08-29T17:30:05.641 INFO:teuthology.orchestra.run.smithi028.stdout:Pulling container image quay.ceph.io/ceph-ci/ceph:quincy... 2024-08-29T17:30:05.861 INFO:teuthology.orchestra.run.smithi028.stdout:/usr/bin/docker: stdout quincy: Pulling from ceph-ci/ceph 2024-08-29T17:30:05.861 INFO:teuthology.orchestra.run.smithi028.stdout:/usr/bin/docker: stdout Digest: sha256:d4d6661537db4497942f8d603b2beb31b2ab2f7d168a46488152a6a474bb8b4c 2024-08-29T17:30:05.861 INFO:teuthology.orchestra.run.smithi028.stdout:/usr/bin/docker: stdout Status: Image is up to date for quay.ceph.io/ceph-ci/ceph:quincy 2024-08-29T17:30:05.861 INFO:teuthology.orchestra.run.smithi028.stdout:/usr/bin/docker: stdout quay.ceph.io/ceph-ci/ceph:quincy 2024-08-29T17:30:07.330 INFO:teuthology.orchestra.run.smithi028.stdout:ceph: stdout ceph version 17.2.7-1503-ga89f613d (a89f613db4d5b6bca82681f19d73c6d337aae2d5) quincy (stable) 2024-08-29T17:30:07.330 INFO:teuthology.orchestra.run.smithi028.stdout:Ceph version: ceph version 17.2.7-1503-ga89f613d (a89f613db4d5b6bca82681f19d73c6d337aae2d5) quincy (stable) 2024-08-29T17:30:07.330 INFO:teuthology.orchestra.run.smithi028.stdout:Extracting ceph user uid/gid from container image... 2024-08-29T17:30:08.644 INFO:teuthology.orchestra.run.smithi028.stdout:stat: stdout 167 167 2024-08-29T17:30:08.644 INFO:teuthology.orchestra.run.smithi028.stdout:Creating initial keys... 2024-08-29T17:30:09.991 INFO:teuthology.orchestra.run.smithi028.stdout:/usr/bin/ceph-authtool: stdout AQAhsNBmD5qVHRAAbYkZYYnOHzEkwqz1pX9iHw== 2024-08-29T17:30:11.296 INFO:teuthology.orchestra.run.smithi028.stdout:/usr/bin/ceph-authtool: stdout AQAisNBmIgbKMxAApCTkMYMVC0saHRBKW96Pwg== 2024-08-29T17:30:12.702 INFO:teuthology.orchestra.run.smithi028.stdout:/usr/bin/ceph-authtool: stdout AQAksNBm08tJChAAJ7zDFFyOgORsV7U1Z54OrA== 2024-08-29T17:30:12.703 INFO:teuthology.orchestra.run.smithi028.stdout:Creating initial monmap... 2024-08-29T17:30:14.035 INFO:teuthology.orchestra.run.smithi028.stdout:/usr/bin/monmaptool: stdout /usr/bin/monmaptool: monmap file /tmp/monmap 2024-08-29T17:30:14.035 INFO:teuthology.orchestra.run.smithi028.stdout:/usr/bin/monmaptool: stdout setting min_mon_release = octopus 2024-08-29T17:30:14.035 INFO:teuthology.orchestra.run.smithi028.stdout:/usr/bin/monmaptool: stdout /usr/bin/monmaptool: set fsid to 3167ee72-662c-11ef-bcd4-c7b262605968 2024-08-29T17:30:14.035 INFO:teuthology.orchestra.run.smithi028.stdout:/usr/bin/monmaptool: stdout /usr/bin/monmaptool: writing epoch 0 to /tmp/monmap (1 monitors) 2024-08-29T17:30:14.035 INFO:teuthology.orchestra.run.smithi028.stdout:monmaptool for a [v2:172.21.15.28:3300,v1:172.21.15.28:6789] on /usr/bin/monmaptool: monmap file /tmp/monmap 2024-08-29T17:30:14.036 INFO:teuthology.orchestra.run.smithi028.stdout:setting min_mon_release = octopus 2024-08-29T17:30:14.036 INFO:teuthology.orchestra.run.smithi028.stdout:/usr/bin/monmaptool: set fsid to 3167ee72-662c-11ef-bcd4-c7b262605968 2024-08-29T17:30:14.036 INFO:teuthology.orchestra.run.smithi028.stdout:/usr/bin/monmaptool: writing epoch 0 to /tmp/monmap (1 monitors) 2024-08-29T17:30:14.036 INFO:teuthology.orchestra.run.smithi028.stdout: 2024-08-29T17:30:14.036 INFO:teuthology.orchestra.run.smithi028.stdout:Creating mon... 2024-08-29T17:30:15.358 INFO:teuthology.orchestra.run.smithi028.stdout:/usr/bin/ceph-mon: stderr debug 2024-08-29T17:30:14.878+0000 7f54210c7900 0 set uid:gid to 167:167 (ceph:ceph) 2024-08-29T17:30:15.359 INFO:teuthology.orchestra.run.smithi028.stdout:/usr/bin/ceph-mon: stderr debug 2024-08-29T17:30:14.882+0000 7f54210c7900 1 imported monmap: 2024-08-29T17:30:15.359 INFO:teuthology.orchestra.run.smithi028.stdout:/usr/bin/ceph-mon: stderr epoch 0 2024-08-29T17:30:15.359 INFO:teuthology.orchestra.run.smithi028.stdout:/usr/bin/ceph-mon: stderr fsid 3167ee72-662c-11ef-bcd4-c7b262605968 2024-08-29T17:30:15.359 INFO:teuthology.orchestra.run.smithi028.stdout:/usr/bin/ceph-mon: stderr last_changed 2024-08-29T17:30:13.516586+0000 2024-08-29T17:30:15.359 INFO:teuthology.orchestra.run.smithi028.stdout:/usr/bin/ceph-mon: stderr created 2024-08-29T17:30:13.516586+0000 2024-08-29T17:30:15.359 INFO:teuthology.orchestra.run.smithi028.stdout:/usr/bin/ceph-mon: stderr min_mon_release 15 (octopus) 2024-08-29T17:30:15.359 INFO:teuthology.orchestra.run.smithi028.stdout:/usr/bin/ceph-mon: stderr election_strategy: 1 2024-08-29T17:30:15.359 INFO:teuthology.orchestra.run.smithi028.stdout:/usr/bin/ceph-mon: stderr 0: [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] mon.a 2024-08-29T17:30:15.362 INFO:teuthology.orchestra.run.smithi028.stdout:/usr/bin/ceph-mon: stderr 2024-08-29T17:30:15.362 INFO:teuthology.orchestra.run.smithi028.stdout:/usr/bin/ceph-mon: stderr debug 2024-08-29T17:30:14.882+0000 7f54210c7900 0 /usr/bin/ceph-mon: set fsid to 3167ee72-662c-11ef-bcd4-c7b262605968 2024-08-29T17:30:15.363 INFO:teuthology.orchestra.run.smithi028.stdout:/usr/bin/ceph-mon: stderr debug 2024-08-29T17:30:14.882+0000 7f54210c7900 4 rocksdb: RocksDB version: 6.15.5 2024-08-29T17:30:15.363 INFO:teuthology.orchestra.run.smithi028.stdout:/usr/bin/ceph-mon: stderr 2024-08-29T17:30:15.363 INFO:teuthology.orchestra.run.smithi028.stdout:/usr/bin/ceph-mon: stderr debug 2024-08-29T17:30:14.882+0000 7f54210c7900 4 rocksdb: Git sha rocksdb_build_git_sha:@0@ 2024-08-29T17:30:15.363 INFO:teuthology.orchestra.run.smithi028.stdout:/usr/bin/ceph-mon: stderr debug 2024-08-29T17:30:14.882+0000 7f54210c7900 4 rocksdb: Compile date Aug 27 2024 2024-08-29T17:30:15.363 INFO:teuthology.orchestra.run.smithi028.stdout:/usr/bin/ceph-mon: stderr debug 2024-08-29T17:30:14.882+0000 7f54210c7900 4 rocksdb: DB SUMMARY 2024-08-29T17:30:15.363 INFO:teuthology.orchestra.run.smithi028.stdout:/usr/bin/ceph-mon: stderr 2024-08-29T17:30:15.363 INFO:teuthology.orchestra.run.smithi028.stdout:/usr/bin/ceph-mon: stderr debug 2024-08-29T17:30:14.882+0000 7f54210c7900 4 rocksdb: DB Session ID: 7GK8XAZ71RE5KAVG0NDZ 2024-08-29T17:30:15.363 INFO:teuthology.orchestra.run.smithi028.stdout:/usr/bin/ceph-mon: stderr 2024-08-29T17:30:15.363 INFO:teuthology.orchestra.run.smithi028.stdout:/usr/bin/ceph-mon: stderr debug 2024-08-29T17:30:14.882+0000 7f54210c7900 4 rocksdb: SST files in /var/lib/ceph/mon/ceph-a/store.db dir, Total Num: 0, files: 2024-08-29T17:30:15.363 INFO:teuthology.orchestra.run.smithi028.stdout:/usr/bin/ceph-mon: stderr 2024-08-29T17:30:15.363 INFO:teuthology.orchestra.run.smithi028.stdout:/usr/bin/ceph-mon: stderr debug 2024-08-29T17:30:14.882+0000 7f54210c7900 4 rocksdb: Write Ahead Log file in /var/lib/ceph/mon/ceph-a/store.db: 2024-08-29T17:30:15.363 INFO:teuthology.orchestra.run.smithi028.stdout:/usr/bin/ceph-mon: stderr 2024-08-29T17:30:15.364 INFO:teuthology.orchestra.run.smithi028.stdout:/usr/bin/ceph-mon: stderr debug 2024-08-29T17:30:14.882+0000 7f54210c7900 4 rocksdb: Options.error_if_exists: 0 2024-08-29T17:30:15.364 INFO:teuthology.orchestra.run.smithi028.stdout:/usr/bin/ceph-mon: stderr debug 2024-08-29T17:30:14.882+0000 7f54210c7900 4 rocksdb: Options.create_if_missing: 1 2024-08-29T17:30:15.364 INFO:teuthology.orchestra.run.smithi028.stdout:/usr/bin/ceph-mon: stderr debug 2024-08-29T17:30:14.882+0000 7f54210c7900 4 rocksdb: Options.paranoid_checks: 1 2024-08-29T17:30:15.364 INFO:teuthology.orchestra.run.smithi028.stdout:/usr/bin/ceph-mon: stderr debug 2024-08-29T17:30:14.882+0000 7f54210c7900 4 rocksdb: Options.track_and_verify_wals_in_manifest: 0 2024-08-29T17:30:15.364 INFO:teuthology.orchestra.run.smithi028.stdout:/usr/bin/ceph-mon: stderr debug 2024-08-29T17:30:14.882+0000 7f54210c7900 4 rocksdb: Options.env: 0x55ecd5e23440 2024-08-29T17:30:15.364 INFO:teuthology.orchestra.run.smithi028.stdout:/usr/bin/ceph-mon: stderr debug 2024-08-29T17:30:14.882+0000 7f54210c7900 4 rocksdb: Options.fs: Posix File System 2024-08-29T17:30:15.364 INFO:teuthology.orchestra.run.smithi028.stdout:/usr/bin/ceph-mon: stderr debug 2024-08-29T17:30:14.882+0000 7f54210c7900 4 rocksdb: Options.info_log: 0x55ecd7fcc700 2024-08-29T17:30:15.364 INFO:teuthology.orchestra.run.smithi028.stdout:/usr/bin/ceph-mon: stderr debug 2024-08-29T17:30:14.882+0000 7f54210c7900 4 rocksdb: Options.max_file_opening_threads: 16 2024-08-29T17:30:15.364 INFO:teuthology.orchestra.run.smithi028.stdout:/usr/bin/ceph-mon: stderr debug 2024-08-29T17:30:14.882+0000 7f54210c7900 4 rocksdb: Options.statistics: (nil) 2024-08-29T17:30:15.364 INFO:teuthology.orchestra.run.smithi028.stdout:/usr/bin/ceph-mon: stderr debug 2024-08-29T17:30:14.882+0000 7f54210c7900 4 rocksdb: Options.use_fsync: 0 2024-08-29T17:30:15.364 INFO:teuthology.orchestra.run.smithi028.stdout:/usr/bin/ceph-mon: stderr debug 2024-08-29T17:30:14.882+0000 7f54210c7900 4 rocksdb: Options.max_log_file_size: 0 2024-08-29T17:30:15.364 INFO:teuthology.orchestra.run.smithi028.stdout:/usr/bin/ceph-mon: stderr debug 2024-08-29T17:30:14.882+0000 7f54210c7900 4 rocksdb: Options.max_manifest_file_size: 1073741824 2024-08-29T17:30:15.364 INFO:teuthology.orchestra.run.smithi028.stdout:/usr/bin/ceph-mon: stderr debug 2024-08-29T17:30:14.882+0000 7f54210c7900 4 rocksdb: Options.log_file_time_to_roll: 0 2024-08-29T17:30:15.365 INFO:teuthology.orchestra.run.smithi028.stdout:/usr/bin/ceph-mon: stderr debug 2024-08-29T17:30:14.882+0000 7f54210c7900 4 rocksdb: Options.keep_log_file_num: 1000 2024-08-29T17:30:15.365 INFO:teuthology.orchestra.run.smithi028.stdout:/usr/bin/ceph-mon: stderr debug 2024-08-29T17:30:14.882+0000 7f54210c7900 4 rocksdb: Options.recycle_log_file_num: 0 2024-08-29T17:30:15.365 INFO:teuthology.orchestra.run.smithi028.stdout:/usr/bin/ceph-mon: stderr debug 2024-08-29T17:30:14.882+0000 7f54210c7900 4 rocksdb: Options.allow_fallocate: 1 2024-08-29T17:30:15.365 INFO:teuthology.orchestra.run.smithi028.stdout:/usr/bin/ceph-mon: stderr debug 2024-08-29T17:30:14.882+0000 7f54210c7900 4 rocksdb: Options.allow_mmap_reads: 0 2024-08-29T17:30:15.365 INFO:teuthology.orchestra.run.smithi028.stdout:/usr/bin/ceph-mon: stderr debug 2024-08-29T17:30:14.882+0000 7f54210c7900 4 rocksdb: Options.allow_mmap_writes: 0 2024-08-29T17:30:15.365 INFO:teuthology.orchestra.run.smithi028.stdout:/usr/bin/ceph-mon: stderr debug 2024-08-29T17:30:14.882+0000 7f54210c7900 4 rocksdb: Options.use_direct_reads: 0 2024-08-29T17:30:15.375 INFO:teuthology.orchestra.run.smithi028.stdout:/usr/bin/ceph-mon: stderr debug 2024-08-29T17:30:14.882+0000 7f54210c7900 4 rocksdb: Options.use_direct_io_for_flush_and_compaction: 0 2024-08-29T17:30:15.375 INFO:teuthology.orchestra.run.smithi028.stdout:/usr/bin/ceph-mon: stderr debug 2024-08-29T17:30:14.882+0000 7f54210c7900 4 rocksdb: Options.create_missing_column_families: 0 2024-08-29T17:30:15.375 INFO:teuthology.orchestra.run.smithi028.stdout:/usr/bin/ceph-mon: stderr debug 2024-08-29T17:30:14.882+0000 7f54210c7900 4 rocksdb: Options.db_log_dir: 2024-08-29T17:30:15.375 INFO:teuthology.orchestra.run.smithi028.stdout:/usr/bin/ceph-mon: stderr debug 2024-08-29T17:30:14.882+0000 7f54210c7900 4 rocksdb: Options.wal_dir: /var/lib/ceph/mon/ceph-a/store.db 2024-08-29T17:30:15.375 INFO:teuthology.orchestra.run.smithi028.stdout:/usr/bin/ceph-mon: stderr debug 2024-08-29T17:30:14.882+0000 7f54210c7900 4 rocksdb: Options.table_cache_numshardbits: 6 2024-08-29T17:30:15.375 INFO:teuthology.orchestra.run.smithi028.stdout:/usr/bin/ceph-mon: stderr debug 2024-08-29T17:30:14.882+0000 7f54210c7900 4 rocksdb: Options.WAL_ttl_seconds: 0 2024-08-29T17:30:15.375 INFO:teuthology.orchestra.run.smithi028.stdout:/usr/bin/ceph-mon: stderr debug 2024-08-29T17:30:14.882+0000 7f54210c7900 4 rocksdb: Options.WAL_size_limit_MB: 0 2024-08-29T17:30:15.375 INFO:teuthology.orchestra.run.smithi028.stdout:/usr/bin/ceph-mon: stderr debug 2024-08-29T17:30:14.882+0000 7f54210c7900 4 rocksdb: Options.max_write_batch_group_size_bytes: 1048576 2024-08-29T17:30:15.375 INFO:teuthology.orchestra.run.smithi028.stdout:/usr/bin/ceph-mon: stderr debug 2024-08-29T17:30:14.882+0000 7f54210c7900 4 rocksdb: Options.manifest_preallocation_size: 4194304 2024-08-29T17:30:15.376 INFO:teuthology.orchestra.run.smithi028.stdout:/usr/bin/ceph-mon: stderr debug 2024-08-29T17:30:14.882+0000 7f54210c7900 4 rocksdb: Options.is_fd_close_on_exec: 1 2024-08-29T17:30:15.376 INFO:teuthology.orchestra.run.smithi028.stdout:/usr/bin/ceph-mon: stderr debug 2024-08-29T17:30:14.882+0000 7f54210c7900 4 rocksdb: Options.advise_random_on_open: 1 2024-08-29T17:30:15.376 INFO:teuthology.orchestra.run.smithi028.stdout:/usr/bin/ceph-mon: stderr debug 2024-08-29T17:30:14.882+0000 7f54210c7900 4 rocksdb: Options.db_write_buffer_size: 0 2024-08-29T17:30:15.376 INFO:teuthology.orchestra.run.smithi028.stdout:/usr/bin/ceph-mon: stderr debug 2024-08-29T17:30:14.882+0000 7f54210c7900 4 rocksdb: Options.write_buffer_manager: 0x55ecd8015e60 2024-08-29T17:30:15.376 INFO:teuthology.orchestra.run.smithi028.stdout:/usr/bin/ceph-mon: stderr debug 2024-08-29T17:30:14.882+0000 7f54210c7900 4 rocksdb: Options.access_hint_on_compaction_start: 1 2024-08-29T17:30:15.376 INFO:teuthology.orchestra.run.smithi028.stdout:/usr/bin/ceph-mon: stderr debug 2024-08-29T17:30:14.882+0000 7f54210c7900 4 rocksdb: Options.new_table_reader_for_compaction_inputs: 0 2024-08-29T17:30:15.376 INFO:teuthology.orchestra.run.smithi028.stdout:/usr/bin/ceph-mon: stderr debug 2024-08-29T17:30:14.882+0000 7f54210c7900 4 rocksdb: Options.random_access_max_buffer_size: 1048576 2024-08-29T17:30:15.376 INFO:teuthology.orchestra.run.smithi028.stdout:/usr/bin/ceph-mon: stderr debug 2024-08-29T17:30:14.882+0000 7f54210c7900 4 rocksdb: Options.use_adaptive_mutex: 0 2024-08-29T17:30:15.376 INFO:teuthology.orchestra.run.smithi028.stdout:/usr/bin/ceph-mon: stderr debug 2024-08-29T17:30:14.882+0000 7f54210c7900 4 rocksdb: Options.rate_limiter: (nil) 2024-08-29T17:30:15.376 INFO:teuthology.orchestra.run.smithi028.stdout:/usr/bin/ceph-mon: stderr debug 2024-08-29T17:30:14.882+0000 7f54210c7900 4 rocksdb: Options.sst_file_manager.rate_bytes_per_sec: 0 2024-08-29T17:30:15.376 INFO:teuthology.orchestra.run.smithi028.stdout:/usr/bin/ceph-mon: stderr debug 2024-08-29T17:30:14.882+0000 7f54210c7900 4 rocksdb: Options.wal_recovery_mode: 2 2024-08-29T17:30:15.376 INFO:teuthology.orchestra.run.smithi028.stdout:/usr/bin/ceph-mon: stderr debug 2024-08-29T17:30:14.882+0000 7f54210c7900 4 rocksdb: Options.enable_thread_tracking: 0 2024-08-29T17:30:15.376 INFO:teuthology.orchestra.run.smithi028.stdout:/usr/bin/ceph-mon: stderr debug 2024-08-29T17:30:14.882+0000 7f54210c7900 4 rocksdb: Options.enable_pipelined_write: 0 2024-08-29T17:30:15.377 INFO:teuthology.orchestra.run.smithi028.stdout:/usr/bin/ceph-mon: stderr debug 2024-08-29T17:30:14.882+0000 7f54210c7900 4 rocksdb: Options.unordered_write: 0 2024-08-29T17:30:15.377 INFO:teuthology.orchestra.run.smithi028.stdout:/usr/bin/ceph-mon: stderr debug 2024-08-29T17:30:14.882+0000 7f54210c7900 4 rocksdb: Options.allow_concurrent_memtable_write: 1 2024-08-29T17:30:15.377 INFO:teuthology.orchestra.run.smithi028.stdout:/usr/bin/ceph-mon: stderr debug 2024-08-29T17:30:14.882+0000 7f54210c7900 4 rocksdb: Options.enable_write_thread_adaptive_yield: 1 2024-08-29T17:30:15.377 INFO:teuthology.orchestra.run.smithi028.stdout:/usr/bin/ceph-mon: stderr debug 2024-08-29T17:30:14.882+0000 7f54210c7900 4 rocksdb: Options.write_thread_max_yield_usec: 100 2024-08-29T17:30:15.377 INFO:teuthology.orchestra.run.smithi028.stdout:/usr/bin/ceph-mon: stderr debug 2024-08-29T17:30:14.882+0000 7f54210c7900 4 rocksdb: Options.write_thread_slow_yield_usec: 3 2024-08-29T17:30:15.377 INFO:teuthology.orchestra.run.smithi028.stdout:/usr/bin/ceph-mon: stderr debug 2024-08-29T17:30:14.882+0000 7f54210c7900 4 rocksdb: Options.row_cache: None 2024-08-29T17:30:15.377 INFO:teuthology.orchestra.run.smithi028.stdout:/usr/bin/ceph-mon: stderr debug 2024-08-29T17:30:14.882+0000 7f54210c7900 4 rocksdb: Options.wal_filter: None 2024-08-29T17:30:15.377 INFO:teuthology.orchestra.run.smithi028.stdout:/usr/bin/ceph-mon: stderr debug 2024-08-29T17:30:14.882+0000 7f54210c7900 4 rocksdb: Options.avoid_flush_during_recovery: 0 2024-08-29T17:30:15.377 INFO:teuthology.orchestra.run.smithi028.stdout:/usr/bin/ceph-mon: stderr debug 2024-08-29T17:30:14.882+0000 7f54210c7900 4 rocksdb: Options.allow_ingest_behind: 0 2024-08-29T17:30:15.377 INFO:teuthology.orchestra.run.smithi028.stdout:/usr/bin/ceph-mon: stderr debug 2024-08-29T17:30:14.882+0000 7f54210c7900 4 rocksdb: Options.preserve_deletes: 0 2024-08-29T17:30:15.377 INFO:teuthology.orchestra.run.smithi028.stdout:/usr/bin/ceph-mon: stderr debug 2024-08-29T17:30:14.882+0000 7f54210c7900 4 rocksdb: Options.two_write_queues: 0 2024-08-29T17:30:15.377 INFO:teuthology.orchestra.run.smithi028.stdout:/usr/bin/ceph-mon: stderr debug 2024-08-29T17:30:14.882+0000 7f54210c7900 4 rocksdb: Options.manual_wal_flush: 0 2024-08-29T17:30:15.377 INFO:teuthology.orchestra.run.smithi028.stdout:/usr/bin/ceph-mon: stderr debug 2024-08-29T17:30:14.882+0000 7f54210c7900 4 rocksdb: Options.atomic_flush: 0 2024-08-29T17:30:15.378 INFO:teuthology.orchestra.run.smithi028.stdout:/usr/bin/ceph-mon: stderr debug 2024-08-29T17:30:14.882+0000 7f54210c7900 4 rocksdb: Options.avoid_unnecessary_blocking_io: 0 2024-08-29T17:30:15.378 INFO:teuthology.orchestra.run.smithi028.stdout:/usr/bin/ceph-mon: stderr debug 2024-08-29T17:30:14.882+0000 7f54210c7900 4 rocksdb: Options.persist_stats_to_disk: 0 2024-08-29T17:30:15.378 INFO:teuthology.orchestra.run.smithi028.stdout:/usr/bin/ceph-mon: stderr debug 2024-08-29T17:30:14.882+0000 7f54210c7900 4 rocksdb: Options.write_dbid_to_manifest: 0 2024-08-29T17:30:15.378 INFO:teuthology.orchestra.run.smithi028.stdout:/usr/bin/ceph-mon: stderr debug 2024-08-29T17:30:14.882+0000 7f54210c7900 4 rocksdb: Options.log_readahead_size: 0 2024-08-29T17:30:15.378 INFO:teuthology.orchestra.run.smithi028.stdout:/usr/bin/ceph-mon: stderr debug 2024-08-29T17:30:14.882+0000 7f54210c7900 4 rocksdb: Options.file_checksum_gen_factory: Unknown 2024-08-29T17:30:15.378 INFO:teuthology.orchestra.run.smithi028.stdout:/usr/bin/ceph-mon: stderr debug 2024-08-29T17:30:14.882+0000 7f54210c7900 4 rocksdb: Options.best_efforts_recovery: 0 2024-08-29T17:30:15.378 INFO:teuthology.orchestra.run.smithi028.stdout:/usr/bin/ceph-mon: stderr debug 2024-08-29T17:30:14.882+0000 7f54210c7900 4 rocksdb: Options.max_bgerror_resume_count: 2147483647 2024-08-29T17:30:15.378 INFO:teuthology.orchestra.run.smithi028.stdout:/usr/bin/ceph-mon: stderr debug 2024-08-29T17:30:14.882+0000 7f54210c7900 4 rocksdb: Options.bgerror_resume_retry_interval: 1000000 2024-08-29T17:30:15.378 INFO:teuthology.orchestra.run.smithi028.stdout:/usr/bin/ceph-mon: stderr debug 2024-08-29T17:30:14.882+0000 7f54210c7900 4 rocksdb: Options.allow_data_in_errors: 0 2024-08-29T17:30:15.378 INFO:teuthology.orchestra.run.smithi028.stdout:/usr/bin/ceph-mon: stderr debug 2024-08-29T17:30:14.882+0000 7f54210c7900 4 rocksdb: Options.db_host_id: __hostname__ 2024-08-29T17:30:15.378 INFO:teuthology.orchestra.run.smithi028.stdout:/usr/bin/ceph-mon: stderr debug 2024-08-29T17:30:14.882+0000 7f54210c7900 4 rocksdb: Options.max_background_jobs: 2 2024-08-29T17:30:15.378 INFO:teuthology.orchestra.run.smithi028.stdout:/usr/bin/ceph-mon: stderr debug 2024-08-29T17:30:14.882+0000 7f54210c7900 4 rocksdb: Options.max_background_compactions: -1 2024-08-29T17:30:15.378 INFO:teuthology.orchestra.run.smithi028.stdout:/usr/bin/ceph-mon: stderr debug 2024-08-29T17:30:14.882+0000 7f54210c7900 4 rocksdb: Options.max_subcompactions: 1 2024-08-29T17:30:15.378 INFO:teuthology.orchestra.run.smithi028.stdout:/usr/bin/ceph-mon: stderr debug 2024-08-29T17:30:14.882+0000 7f54210c7900 4 rocksdb: Options.avoid_flush_during_shutdown: 0 2024-08-29T17:30:15.379 INFO:teuthology.orchestra.run.smithi028.stdout:/usr/bin/ceph-mon: stderr debug 2024-08-29T17:30:14.882+0000 7f54210c7900 4 rocksdb: Options.writable_file_max_buffer_size: 1048576 2024-08-29T17:30:15.379 INFO:teuthology.orchestra.run.smithi028.stdout:/usr/bin/ceph-mon: stderr debug 2024-08-29T17:30:14.882+0000 7f54210c7900 4 rocksdb: Options.delayed_write_rate : 16777216 2024-08-29T17:30:15.379 INFO:teuthology.orchestra.run.smithi028.stdout:/usr/bin/ceph-mon: stderr debug 2024-08-29T17:30:14.882+0000 7f54210c7900 4 rocksdb: Options.max_total_wal_size: 0 2024-08-29T17:30:15.379 INFO:teuthology.orchestra.run.smithi028.stdout:/usr/bin/ceph-mon: stderr debug 2024-08-29T17:30:14.882+0000 7f54210c7900 4 rocksdb: Options.delete_obsolete_files_period_micros: 21600000000 2024-08-29T17:30:15.379 INFO:teuthology.orchestra.run.smithi028.stdout:/usr/bin/ceph-mon: stderr debug 2024-08-29T17:30:14.882+0000 7f54210c7900 4 rocksdb: Options.stats_dump_period_sec: 600 2024-08-29T17:30:15.379 INFO:teuthology.orchestra.run.smithi028.stdout:/usr/bin/ceph-mon: stderr debug 2024-08-29T17:30:14.882+0000 7f54210c7900 4 rocksdb: Options.stats_persist_period_sec: 600 2024-08-29T17:30:15.379 INFO:teuthology.orchestra.run.smithi028.stdout:/usr/bin/ceph-mon: stderr debug 2024-08-29T17:30:14.882+0000 7f54210c7900 4 rocksdb: Options.stats_history_buffer_size: 1048576 2024-08-29T17:30:15.379 INFO:teuthology.orchestra.run.smithi028.stdout:/usr/bin/ceph-mon: stderr debug 2024-08-29T17:30:14.882+0000 7f54210c7900 4 rocksdb: Options.max_open_files: -1 2024-08-29T17:30:15.379 INFO:teuthology.orchestra.run.smithi028.stdout:/usr/bin/ceph-mon: stderr debug 2024-08-29T17:30:14.882+0000 7f54210c7900 4 rocksdb: Options.bytes_per_sync: 0 2024-08-29T17:30:15.379 INFO:teuthology.orchestra.run.smithi028.stdout:/usr/bin/ceph-mon: stderr debug 2024-08-29T17:30:14.882+0000 7f54210c7900 4 rocksdb: Options.wal_bytes_per_sync: 0 2024-08-29T17:30:15.379 INFO:teuthology.orchestra.run.smithi028.stdout:/usr/bin/ceph-mon: stderr debug 2024-08-29T17:30:14.882+0000 7f54210c7900 4 rocksdb: Options.strict_bytes_per_sync: 0 2024-08-29T17:30:15.379 INFO:teuthology.orchestra.run.smithi028.stdout:/usr/bin/ceph-mon: stderr debug 2024-08-29T17:30:14.882+0000 7f54210c7900 4 rocksdb: Options.compaction_readahead_size: 0 2024-08-29T17:30:15.379 INFO:teuthology.orchestra.run.smithi028.stdout:/usr/bin/ceph-mon: stderr debug 2024-08-29T17:30:14.882+0000 7f54210c7900 4 rocksdb: Options.max_background_flushes: -1 2024-08-29T17:30:15.379 INFO:teuthology.orchestra.run.smithi028.stdout:/usr/bin/ceph-mon: stderr debug 2024-08-29T17:30:14.882+0000 7f54210c7900 4 rocksdb: Compression algorithms supported: 2024-08-29T17:30:15.380 INFO:teuthology.orchestra.run.smithi028.stdout:/usr/bin/ceph-mon: stderr debug 2024-08-29T17:30:14.882+0000 7f54210c7900 4 rocksdb: kZSTD supported: 0 2024-08-29T17:30:15.380 INFO:teuthology.orchestra.run.smithi028.stdout:/usr/bin/ceph-mon: stderr debug 2024-08-29T17:30:14.882+0000 7f54210c7900 4 rocksdb: kXpressCompression supported: 0 2024-08-29T17:30:15.380 INFO:teuthology.orchestra.run.smithi028.stdout:/usr/bin/ceph-mon: stderr debug 2024-08-29T17:30:14.882+0000 7f54210c7900 4 rocksdb: kBZip2Compression supported: 0 2024-08-29T17:30:15.380 INFO:teuthology.orchestra.run.smithi028.stdout:/usr/bin/ceph-mon: stderr debug 2024-08-29T17:30:14.882+0000 7f54210c7900 4 rocksdb: kZSTDNotFinalCompression supported: 0 2024-08-29T17:30:15.380 INFO:teuthology.orchestra.run.smithi028.stdout:/usr/bin/ceph-mon: stderr debug 2024-08-29T17:30:14.882+0000 7f54210c7900 4 rocksdb: kLZ4Compression supported: 1 2024-08-29T17:30:15.380 INFO:teuthology.orchestra.run.smithi028.stdout:/usr/bin/ceph-mon: stderr debug 2024-08-29T17:30:14.882+0000 7f54210c7900 4 rocksdb: kZlibCompression supported: 1 2024-08-29T17:30:15.380 INFO:teuthology.orchestra.run.smithi028.stdout:/usr/bin/ceph-mon: stderr debug 2024-08-29T17:30:14.882+0000 7f54210c7900 4 rocksdb: kLZ4HCCompression supported: 1 2024-08-29T17:30:15.380 INFO:teuthology.orchestra.run.smithi028.stdout:/usr/bin/ceph-mon: stderr debug 2024-08-29T17:30:14.882+0000 7f54210c7900 4 rocksdb: kSnappyCompression supported: 1 2024-08-29T17:30:15.380 INFO:teuthology.orchestra.run.smithi028.stdout:/usr/bin/ceph-mon: stderr debug 2024-08-29T17:30:14.882+0000 7f54210c7900 4 rocksdb: Fast CRC32 supported: Supported on x86 2024-08-29T17:30:15.380 INFO:teuthology.orchestra.run.smithi028.stdout:/usr/bin/ceph-mon: stderr debug 2024-08-29T17:30:14.882+0000 7f54210c7900 4 rocksdb: [db/db_impl/db_impl_open.cc:281] Creating manifest 1 2024-08-29T17:30:15.380 INFO:teuthology.orchestra.run.smithi028.stdout:/usr/bin/ceph-mon: stderr 2024-08-29T17:30:15.380 INFO:teuthology.orchestra.run.smithi028.stdout:/usr/bin/ceph-mon: stderr debug 2024-08-29T17:30:14.882+0000 7f54210c7900 4 rocksdb: [db/version_set.cc:4724] Recovering from manifest file: /var/lib/ceph/mon/ceph-a/store.db/MANIFEST-000001 2024-08-29T17:30:15.380 INFO:teuthology.orchestra.run.smithi028.stdout:/usr/bin/ceph-mon: stderr 2024-08-29T17:30:15.380 INFO:teuthology.orchestra.run.smithi028.stdout:/usr/bin/ceph-mon: stderr debug 2024-08-29T17:30:14.882+0000 7f54210c7900 4 rocksdb: [db/column_family.cc:595] --------------- Options for column family [default]: 2024-08-29T17:30:15.381 INFO:teuthology.orchestra.run.smithi028.stdout:/usr/bin/ceph-mon: stderr 2024-08-29T17:30:15.381 INFO:teuthology.orchestra.run.smithi028.stdout:/usr/bin/ceph-mon: stderr debug 2024-08-29T17:30:14.882+0000 7f54210c7900 4 rocksdb: Options.comparator: leveldb.BytewiseComparator 2024-08-29T17:30:15.381 INFO:teuthology.orchestra.run.smithi028.stdout:/usr/bin/ceph-mon: stderr debug 2024-08-29T17:30:14.882+0000 7f54210c7900 4 rocksdb: Options.merge_operator: 2024-08-29T17:30:15.381 INFO:teuthology.orchestra.run.smithi028.stdout:/usr/bin/ceph-mon: stderr debug 2024-08-29T17:30:14.882+0000 7f54210c7900 4 rocksdb: Options.compaction_filter: None 2024-08-29T17:30:15.381 INFO:teuthology.orchestra.run.smithi028.stdout:/usr/bin/ceph-mon: stderr debug 2024-08-29T17:30:14.882+0000 7f54210c7900 4 rocksdb: Options.compaction_filter_factory: None 2024-08-29T17:30:15.381 INFO:teuthology.orchestra.run.smithi028.stdout:/usr/bin/ceph-mon: stderr debug 2024-08-29T17:30:14.882+0000 7f54210c7900 4 rocksdb: Options.sst_partitioner_factory: None 2024-08-29T17:30:15.381 INFO:teuthology.orchestra.run.smithi028.stdout:/usr/bin/ceph-mon: stderr debug 2024-08-29T17:30:14.882+0000 7f54210c7900 4 rocksdb: Options.memtable_factory: SkipListFactory 2024-08-29T17:30:15.381 INFO:teuthology.orchestra.run.smithi028.stdout:/usr/bin/ceph-mon: stderr debug 2024-08-29T17:30:14.882+0000 7f54210c7900 4 rocksdb: Options.table_factory: BlockBasedTable 2024-08-29T17:30:15.381 INFO:teuthology.orchestra.run.smithi028.stdout:/usr/bin/ceph-mon: stderr debug 2024-08-29T17:30:14.882+0000 7f54210c7900 4 rocksdb: table_factory options: flush_block_policy_factory: FlushBlockBySizePolicyFactory (0x55ecd7f6ded8) 2024-08-29T17:30:15.381 INFO:teuthology.orchestra.run.smithi028.stdout:/usr/bin/ceph-mon: stderr cache_index_and_filter_blocks: 1 2024-08-29T17:30:15.381 INFO:teuthology.orchestra.run.smithi028.stdout:/usr/bin/ceph-mon: stderr cache_index_and_filter_blocks_with_high_priority: 0 2024-08-29T17:30:15.381 INFO:teuthology.orchestra.run.smithi028.stdout:/usr/bin/ceph-mon: stderr pin_l0_filter_and_index_blocks_in_cache: 0 2024-08-29T17:30:15.381 INFO:teuthology.orchestra.run.smithi028.stdout:/usr/bin/ceph-mon: stderr pin_top_level_index_and_filter: 1 2024-08-29T17:30:15.381 INFO:teuthology.orchestra.run.smithi028.stdout:/usr/bin/ceph-mon: stderr index_type: 0 2024-08-29T17:30:15.382 INFO:teuthology.orchestra.run.smithi028.stdout:/usr/bin/ceph-mon: stderr data_block_index_type: 0 2024-08-29T17:30:15.382 INFO:teuthology.orchestra.run.smithi028.stdout:/usr/bin/ceph-mon: stderr index_shortening: 1 2024-08-29T17:30:15.382 INFO:teuthology.orchestra.run.smithi028.stdout:/usr/bin/ceph-mon: stderr data_block_hash_table_util_ratio: 0.750000 2024-08-29T17:30:15.382 INFO:teuthology.orchestra.run.smithi028.stdout:/usr/bin/ceph-mon: stderr hash_index_allow_collision: 1 2024-08-29T17:30:15.382 INFO:teuthology.orchestra.run.smithi028.stdout:/usr/bin/ceph-mon: stderr checksum: 1 2024-08-29T17:30:15.382 INFO:teuthology.orchestra.run.smithi028.stdout:/usr/bin/ceph-mon: stderr no_block_cache: 0 2024-08-29T17:30:15.382 INFO:teuthology.orchestra.run.smithi028.stdout:/usr/bin/ceph-mon: stderr block_cache: 0x55ecd7fa51f0 2024-08-29T17:30:15.382 INFO:teuthology.orchestra.run.smithi028.stdout:/usr/bin/ceph-mon: stderr block_cache_name: BinnedLRUCache 2024-08-29T17:30:15.382 INFO:teuthology.orchestra.run.smithi028.stdout:/usr/bin/ceph-mon: stderr block_cache_options: 2024-08-29T17:30:15.382 INFO:teuthology.orchestra.run.smithi028.stdout:/usr/bin/ceph-mon: stderr capacity : 536870912 2024-08-29T17:30:15.382 INFO:teuthology.orchestra.run.smithi028.stdout:/usr/bin/ceph-mon: stderr num_shard_bits : 4 2024-08-29T17:30:15.382 INFO:teuthology.orchestra.run.smithi028.stdout:/usr/bin/ceph-mon: stderr strict_capacity_limit : 0 2024-08-29T17:30:15.382 INFO:teuthology.orchestra.run.smithi028.stdout:/usr/bin/ceph-mon: stderr high_pri_pool_ratio: 0.000 2024-08-29T17:30:15.382 INFO:teuthology.orchestra.run.smithi028.stdout:/usr/bin/ceph-mon: stderr block_cache_compressed: (nil) 2024-08-29T17:30:15.383 INFO:teuthology.orchestra.run.smithi028.stdout:/usr/bin/ceph-mon: stderr persistent_cache: (nil) 2024-08-29T17:30:15.383 INFO:teuthology.orchestra.run.smithi028.stdout:/usr/bin/ceph-mon: stderr block_size: 4096 2024-08-29T17:30:15.383 INFO:teuthology.orchestra.run.smithi028.stdout:/usr/bin/ceph-mon: stderr block_size_deviation: 10 2024-08-29T17:30:15.396 INFO:teuthology.orchestra.run.smithi028.stdout:/usr/bin/ceph-mon: stderr block_restart_interval: 16 2024-08-29T17:30:15.397 INFO:teuthology.orchestra.run.smithi028.stdout:/usr/bin/ceph-mon: stderr index_block_restart_interval: 1 2024-08-29T17:30:15.397 INFO:teuthology.orchestra.run.smithi028.stdout:/usr/bin/ceph-mon: stderr metadata_block_size: 4096 2024-08-29T17:30:15.397 INFO:teuthology.orchestra.run.smithi028.stdout:/usr/bin/ceph-mon: stderr partition_filters: 0 2024-08-29T17:30:15.397 INFO:teuthology.orchestra.run.smithi028.stdout:/usr/bin/ceph-mon: stderr use_delta_encoding: 1 2024-08-29T17:30:15.397 INFO:teuthology.orchestra.run.smithi028.stdout:/usr/bin/ceph-mon: stderr filter_policy: rocksdb.BuiltinBloomFilter 2024-08-29T17:30:15.397 INFO:teuthology.orchestra.run.smithi028.stdout:/usr/bin/ceph-mon: stderr whole_key_filtering: 1 2024-08-29T17:30:15.397 INFO:teuthology.orchestra.run.smithi028.stdout:/usr/bin/ceph-mon: stderr verify_compression: 0 2024-08-29T17:30:15.397 INFO:teuthology.orchestra.run.smithi028.stdout:/usr/bin/ceph-mon: stderr read_amp_bytes_per_bit: 0 2024-08-29T17:30:15.397 INFO:teuthology.orchestra.run.smithi028.stdout:/usr/bin/ceph-mon: stderr format_version: 4 2024-08-29T17:30:15.397 INFO:teuthology.orchestra.run.smithi028.stdout:/usr/bin/ceph-mon: stderr enable_index_compression: 1 2024-08-29T17:30:15.397 INFO:teuthology.orchestra.run.smithi028.stdout:/usr/bin/ceph-mon: stderr block_align: 0 2024-08-29T17:30:15.397 INFO:teuthology.orchestra.run.smithi028.stdout:/usr/bin/ceph-mon: stderr 2024-08-29T17:30:15.397 INFO:teuthology.orchestra.run.smithi028.stdout:/usr/bin/ceph-mon: stderr debug 2024-08-29T17:30:14.882+0000 7f54210c7900 4 rocksdb: Options.write_buffer_size: 33554432 2024-08-29T17:30:15.397 INFO:teuthology.orchestra.run.smithi028.stdout:/usr/bin/ceph-mon: stderr debug 2024-08-29T17:30:14.882+0000 7f54210c7900 4 rocksdb: Options.max_write_buffer_number: 2 2024-08-29T17:30:15.397 INFO:teuthology.orchestra.run.smithi028.stdout:/usr/bin/ceph-mon: stderr debug 2024-08-29T17:30:14.882+0000 7f54210c7900 4 rocksdb: Options.compression: NoCompression 2024-08-29T17:30:15.398 INFO:teuthology.orchestra.run.smithi028.stdout:/usr/bin/ceph-mon: stderr debug 2024-08-29T17:30:14.882+0000 7f54210c7900 4 rocksdb: Options.bottommost_compression: Disabled 2024-08-29T17:30:15.398 INFO:teuthology.orchestra.run.smithi028.stdout:/usr/bin/ceph-mon: stderr debug 2024-08-29T17:30:14.882+0000 7f54210c7900 4 rocksdb: Options.prefix_extractor: nullptr 2024-08-29T17:30:15.398 INFO:teuthology.orchestra.run.smithi028.stdout:/usr/bin/ceph-mon: stderr debug 2024-08-29T17:30:14.882+0000 7f54210c7900 4 rocksdb: Options.memtable_insert_with_hint_prefix_extractor: nullptr 2024-08-29T17:30:15.398 INFO:teuthology.orchestra.run.smithi028.stdout:/usr/bin/ceph-mon: stderr debug 2024-08-29T17:30:14.882+0000 7f54210c7900 4 rocksdb: Options.num_levels: 7 2024-08-29T17:30:15.398 INFO:teuthology.orchestra.run.smithi028.stdout:/usr/bin/ceph-mon: stderr debug 2024-08-29T17:30:14.882+0000 7f54210c7900 4 rocksdb: Options.min_write_buffer_number_to_merge: 1 2024-08-29T17:30:15.398 INFO:teuthology.orchestra.run.smithi028.stdout:/usr/bin/ceph-mon: stderr debug 2024-08-29T17:30:14.882+0000 7f54210c7900 4 rocksdb: Options.max_write_buffer_number_to_maintain: 0 2024-08-29T17:30:15.398 INFO:teuthology.orchestra.run.smithi028.stdout:/usr/bin/ceph-mon: stderr debug 2024-08-29T17:30:14.882+0000 7f54210c7900 4 rocksdb: Options.max_write_buffer_size_to_maintain: 0 2024-08-29T17:30:15.398 INFO:teuthology.orchestra.run.smithi028.stdout:/usr/bin/ceph-mon: stderr debug 2024-08-29T17:30:14.882+0000 7f54210c7900 4 rocksdb: Options.bottommost_compression_opts.window_bits: -14 2024-08-29T17:30:15.398 INFO:teuthology.orchestra.run.smithi028.stdout:/usr/bin/ceph-mon: stderr debug 2024-08-29T17:30:14.882+0000 7f54210c7900 4 rocksdb: Options.bottommost_compression_opts.level: 32767 2024-08-29T17:30:15.398 INFO:teuthology.orchestra.run.smithi028.stdout:/usr/bin/ceph-mon: stderr debug 2024-08-29T17:30:14.882+0000 7f54210c7900 4 rocksdb: Options.bottommost_compression_opts.strategy: 0 2024-08-29T17:30:15.398 INFO:teuthology.orchestra.run.smithi028.stdout:/usr/bin/ceph-mon: stderr debug 2024-08-29T17:30:14.882+0000 7f54210c7900 4 rocksdb: Options.bottommost_compression_opts.max_dict_bytes: 0 2024-08-29T17:30:15.398 INFO:teuthology.orchestra.run.smithi028.stdout:/usr/bin/ceph-mon: stderr debug 2024-08-29T17:30:14.882+0000 7f54210c7900 4 rocksdb: Options.bottommost_compression_opts.zstd_max_train_bytes: 0 2024-08-29T17:30:15.398 INFO:teuthology.orchestra.run.smithi028.stdout:/usr/bin/ceph-mon: stderr debug 2024-08-29T17:30:14.882+0000 7f54210c7900 4 rocksdb: Options.bottommost_compression_opts.parallel_threads: 1 2024-08-29T17:30:15.398 INFO:teuthology.orchestra.run.smithi028.stdout:/usr/bin/ceph-mon: stderr debug 2024-08-29T17:30:14.882+0000 7f54210c7900 4 rocksdb: Options.bottommost_compression_opts.enabled: false 2024-08-29T17:30:15.398 INFO:teuthology.orchestra.run.smithi028.stdout:/usr/bin/ceph-mon: stderr debug 2024-08-29T17:30:14.882+0000 7f54210c7900 4 rocksdb: Options.compression_opts.window_bits: -14 2024-08-29T17:30:15.399 INFO:teuthology.orchestra.run.smithi028.stdout:/usr/bin/ceph-mon: stderr debug 2024-08-29T17:30:14.882+0000 7f54210c7900 4 rocksdb: Options.compression_opts.level: 32767 2024-08-29T17:30:15.399 INFO:teuthology.orchestra.run.smithi028.stdout:/usr/bin/ceph-mon: stderr debug 2024-08-29T17:30:14.882+0000 7f54210c7900 4 rocksdb: Options.compression_opts.strategy: 0 2024-08-29T17:30:15.399 INFO:teuthology.orchestra.run.smithi028.stdout:/usr/bin/ceph-mon: stderr debug 2024-08-29T17:30:14.882+0000 7f54210c7900 4 rocksdb: Options.compression_opts.max_dict_bytes: 0 2024-08-29T17:30:15.399 INFO:teuthology.orchestra.run.smithi028.stdout:/usr/bin/ceph-mon: stderr debug 2024-08-29T17:30:14.882+0000 7f54210c7900 4 rocksdb: Options.compression_opts.zstd_max_train_bytes: 0 2024-08-29T17:30:15.399 INFO:teuthology.orchestra.run.smithi028.stdout:/usr/bin/ceph-mon: stderr debug 2024-08-29T17:30:14.882+0000 7f54210c7900 4 rocksdb: Options.compression_opts.parallel_threads: 1 2024-08-29T17:30:15.399 INFO:teuthology.orchestra.run.smithi028.stdout:/usr/bin/ceph-mon: stderr debug 2024-08-29T17:30:14.882+0000 7f54210c7900 4 rocksdb: Options.compression_opts.enabled: false 2024-08-29T17:30:15.399 INFO:teuthology.orchestra.run.smithi028.stdout:/usr/bin/ceph-mon: stderr debug 2024-08-29T17:30:14.882+0000 7f54210c7900 4 rocksdb: Options.level0_file_num_compaction_trigger: 4 2024-08-29T17:30:15.399 INFO:teuthology.orchestra.run.smithi028.stdout:/usr/bin/ceph-mon: stderr debug 2024-08-29T17:30:14.882+0000 7f54210c7900 4 rocksdb: Options.level0_slowdown_writes_trigger: 20 2024-08-29T17:30:15.399 INFO:teuthology.orchestra.run.smithi028.stdout:/usr/bin/ceph-mon: stderr debug 2024-08-29T17:30:14.882+0000 7f54210c7900 4 rocksdb: Options.level0_stop_writes_trigger: 36 2024-08-29T17:30:15.399 INFO:teuthology.orchestra.run.smithi028.stdout:/usr/bin/ceph-mon: stderr debug 2024-08-29T17:30:14.882+0000 7f54210c7900 4 rocksdb: Options.target_file_size_base: 67108864 2024-08-29T17:30:15.399 INFO:teuthology.orchestra.run.smithi028.stdout:/usr/bin/ceph-mon: stderr debug 2024-08-29T17:30:14.882+0000 7f54210c7900 4 rocksdb: Options.target_file_size_multiplier: 1 2024-08-29T17:30:15.399 INFO:teuthology.orchestra.run.smithi028.stdout:/usr/bin/ceph-mon: stderr debug 2024-08-29T17:30:14.882+0000 7f54210c7900 4 rocksdb: Options.max_bytes_for_level_base: 268435456 2024-08-29T17:30:15.399 INFO:teuthology.orchestra.run.smithi028.stdout:/usr/bin/ceph-mon: stderr debug 2024-08-29T17:30:14.882+0000 7f54210c7900 4 rocksdb: Options.level_compaction_dynamic_level_bytes: 1 2024-08-29T17:30:15.399 INFO:teuthology.orchestra.run.smithi028.stdout:/usr/bin/ceph-mon: stderr debug 2024-08-29T17:30:14.882+0000 7f54210c7900 4 rocksdb: Options.max_bytes_for_level_multiplier: 10.000000 2024-08-29T17:30:15.399 INFO:teuthology.orchestra.run.smithi028.stdout:/usr/bin/ceph-mon: stderr debug 2024-08-29T17:30:14.882+0000 7f54210c7900 4 rocksdb: Options.max_bytes_for_level_multiplier_addtl[0]: 1 2024-08-29T17:30:15.400 INFO:teuthology.orchestra.run.smithi028.stdout:/usr/bin/ceph-mon: stderr debug 2024-08-29T17:30:14.882+0000 7f54210c7900 4 rocksdb: Options.max_bytes_for_level_multiplier_addtl[1]: 1 2024-08-29T17:30:15.400 INFO:teuthology.orchestra.run.smithi028.stdout:/usr/bin/ceph-mon: stderr debug 2024-08-29T17:30:14.882+0000 7f54210c7900 4 rocksdb: Options.max_bytes_for_level_multiplier_addtl[2]: 1 2024-08-29T17:30:15.400 INFO:teuthology.orchestra.run.smithi028.stdout:/usr/bin/ceph-mon: stderr debug 2024-08-29T17:30:14.882+0000 7f54210c7900 4 rocksdb: Options.max_bytes_for_level_multiplier_addtl[3]: 1 2024-08-29T17:30:15.400 INFO:teuthology.orchestra.run.smithi028.stdout:/usr/bin/ceph-mon: stderr debug 2024-08-29T17:30:14.882+0000 7f54210c7900 4 rocksdb: Options.max_bytes_for_level_multiplier_addtl[4]: 1 2024-08-29T17:30:15.400 INFO:teuthology.orchestra.run.smithi028.stdout:/usr/bin/ceph-mon: stderr debug 2024-08-29T17:30:14.882+0000 7f54210c7900 4 rocksdb: Options.max_bytes_for_level_multiplier_addtl[5]: 1 2024-08-29T17:30:15.400 INFO:teuthology.orchestra.run.smithi028.stdout:/usr/bin/ceph-mon: stderr debug 2024-08-29T17:30:14.882+0000 7f54210c7900 4 rocksdb: Options.max_bytes_for_level_multiplier_addtl[6]: 1 2024-08-29T17:30:15.400 INFO:teuthology.orchestra.run.smithi028.stdout:/usr/bin/ceph-mon: stderr debug 2024-08-29T17:30:14.882+0000 7f54210c7900 4 rocksdb: Options.max_sequential_skip_in_iterations: 8 2024-08-29T17:30:15.400 INFO:teuthology.orchestra.run.smithi028.stdout:/usr/bin/ceph-mon: stderr debug 2024-08-29T17:30:14.882+0000 7f54210c7900 4 rocksdb: Options.max_compaction_bytes: 1677721600 2024-08-29T17:30:15.400 INFO:teuthology.orchestra.run.smithi028.stdout:/usr/bin/ceph-mon: stderr debug 2024-08-29T17:30:14.882+0000 7f54210c7900 4 rocksdb: Options.arena_block_size: 4194304 2024-08-29T17:30:15.400 INFO:teuthology.orchestra.run.smithi028.stdout:/usr/bin/ceph-mon: stderr debug 2024-08-29T17:30:14.882+0000 7f54210c7900 4 rocksdb: Options.soft_pending_compaction_bytes_limit: 68719476736 2024-08-29T17:30:15.400 INFO:teuthology.orchestra.run.smithi028.stdout:/usr/bin/ceph-mon: stderr debug 2024-08-29T17:30:14.882+0000 7f54210c7900 4 rocksdb: Options.hard_pending_compaction_bytes_limit: 274877906944 2024-08-29T17:30:15.400 INFO:teuthology.orchestra.run.smithi028.stdout:/usr/bin/ceph-mon: stderr debug 2024-08-29T17:30:14.882+0000 7f54210c7900 4 rocksdb: Options.rate_limit_delay_max_milliseconds: 100 2024-08-29T17:30:15.400 INFO:teuthology.orchestra.run.smithi028.stdout:/usr/bin/ceph-mon: stderr debug 2024-08-29T17:30:14.882+0000 7f54210c7900 4 rocksdb: Options.disable_auto_compactions: 0 2024-08-29T17:30:15.400 INFO:teuthology.orchestra.run.smithi028.stdout:/usr/bin/ceph-mon: stderr debug 2024-08-29T17:30:14.882+0000 7f54210c7900 4 rocksdb: Options.compaction_style: kCompactionStyleLevel 2024-08-29T17:30:15.400 INFO:teuthology.orchestra.run.smithi028.stdout:/usr/bin/ceph-mon: stderr debug 2024-08-29T17:30:14.882+0000 7f54210c7900 4 rocksdb: Options.compaction_pri: kMinOverlappingRatio 2024-08-29T17:30:15.401 INFO:teuthology.orchestra.run.smithi028.stdout:/usr/bin/ceph-mon: stderr debug 2024-08-29T17:30:14.882+0000 7f54210c7900 4 rocksdb: Options.compaction_options_universal.size_ratio: 1 2024-08-29T17:30:15.401 INFO:teuthology.orchestra.run.smithi028.stdout:/usr/bin/ceph-mon: stderr debug 2024-08-29T17:30:14.882+0000 7f54210c7900 4 rocksdb: Options.compaction_options_universal.min_merge_width: 2 2024-08-29T17:30:15.401 INFO:teuthology.orchestra.run.smithi028.stdout:/usr/bin/ceph-mon: stderr debug 2024-08-29T17:30:14.882+0000 7f54210c7900 4 rocksdb: Options.compaction_options_universal.max_merge_width: 4294967295 2024-08-29T17:30:15.401 INFO:teuthology.orchestra.run.smithi028.stdout:/usr/bin/ceph-mon: stderr debug 2024-08-29T17:30:14.882+0000 7f54210c7900 4 rocksdb: Options.compaction_options_universal.max_size_amplification_percent: 200 2024-08-29T17:30:15.401 INFO:teuthology.orchestra.run.smithi028.stdout:/usr/bin/ceph-mon: stderr debug 2024-08-29T17:30:14.882+0000 7f54210c7900 4 rocksdb: Options.compaction_options_universal.compression_size_percent: -1 2024-08-29T17:30:15.401 INFO:teuthology.orchestra.run.smithi028.stdout:/usr/bin/ceph-mon: stderr debug 2024-08-29T17:30:14.882+0000 7f54210c7900 4 rocksdb: Options.compaction_options_universal.stop_style: kCompactionStopStyleTotalSize 2024-08-29T17:30:15.401 INFO:teuthology.orchestra.run.smithi028.stdout:/usr/bin/ceph-mon: stderr debug 2024-08-29T17:30:14.882+0000 7f54210c7900 4 rocksdb: Options.compaction_options_fifo.max_table_files_size: 1073741824 2024-08-29T17:30:15.401 INFO:teuthology.orchestra.run.smithi028.stdout:/usr/bin/ceph-mon: stderr debug 2024-08-29T17:30:14.882+0000 7f54210c7900 4 rocksdb: Options.compaction_options_fifo.allow_compaction: 0 2024-08-29T17:30:15.401 INFO:teuthology.orchestra.run.smithi028.stdout:/usr/bin/ceph-mon: stderr debug 2024-08-29T17:30:14.882+0000 7f54210c7900 4 rocksdb: Options.table_properties_collectors: CompactOnDeletionCollector (Sliding window size = 32768 Deletion trigger = 16384 Deletion ratio = 0); 2024-08-29T17:30:15.401 INFO:teuthology.orchestra.run.smithi028.stdout:/usr/bin/ceph-mon: stderr debug 2024-08-29T17:30:14.882+0000 7f54210c7900 4 rocksdb: Options.inplace_update_support: 0 2024-08-29T17:30:15.401 INFO:teuthology.orchestra.run.smithi028.stdout:/usr/bin/ceph-mon: stderr debug 2024-08-29T17:30:14.882+0000 7f54210c7900 4 rocksdb: Options.inplace_update_num_locks: 10000 2024-08-29T17:30:15.401 INFO:teuthology.orchestra.run.smithi028.stdout:/usr/bin/ceph-mon: stderr debug 2024-08-29T17:30:14.882+0000 7f54210c7900 4 rocksdb: Options.memtable_prefix_bloom_size_ratio: 0.000000 2024-08-29T17:30:15.401 INFO:teuthology.orchestra.run.smithi028.stdout:/usr/bin/ceph-mon: stderr debug 2024-08-29T17:30:14.882+0000 7f54210c7900 4 rocksdb: Options.memtable_whole_key_filtering: 0 2024-08-29T17:30:15.402 INFO:teuthology.orchestra.run.smithi028.stdout:/usr/bin/ceph-mon: stderr debug 2024-08-29T17:30:14.882+0000 7f54210c7900 4 rocksdb: Options.memtable_huge_page_size: 0 2024-08-29T17:30:15.402 INFO:teuthology.orchestra.run.smithi028.stdout:/usr/bin/ceph-mon: stderr debug 2024-08-29T17:30:14.882+0000 7f54210c7900 4 rocksdb: Options.bloom_locality: 0 2024-08-29T17:30:15.402 INFO:teuthology.orchestra.run.smithi028.stdout:/usr/bin/ceph-mon: stderr debug 2024-08-29T17:30:14.882+0000 7f54210c7900 4 rocksdb: Options.max_successive_merges: 0 2024-08-29T17:30:15.402 INFO:teuthology.orchestra.run.smithi028.stdout:/usr/bin/ceph-mon: stderr debug 2024-08-29T17:30:14.882+0000 7f54210c7900 4 rocksdb: Options.optimize_filters_for_hits: 0 2024-08-29T17:30:15.402 INFO:teuthology.orchestra.run.smithi028.stdout:/usr/bin/ceph-mon: stderr debug 2024-08-29T17:30:14.882+0000 7f54210c7900 4 rocksdb: Options.paranoid_file_checks: 0 2024-08-29T17:30:15.402 INFO:teuthology.orchestra.run.smithi028.stdout:/usr/bin/ceph-mon: stderr debug 2024-08-29T17:30:14.882+0000 7f54210c7900 4 rocksdb: Options.force_consistency_checks: 1 2024-08-29T17:30:15.402 INFO:teuthology.orchestra.run.smithi028.stdout:/usr/bin/ceph-mon: stderr debug 2024-08-29T17:30:14.882+0000 7f54210c7900 4 rocksdb: Options.report_bg_io_stats: 0 2024-08-29T17:30:15.402 INFO:teuthology.orchestra.run.smithi028.stdout:/usr/bin/ceph-mon: stderr debug 2024-08-29T17:30:14.882+0000 7f54210c7900 4 rocksdb: Options.ttl: 2592000 2024-08-29T17:30:15.402 INFO:teuthology.orchestra.run.smithi028.stdout:/usr/bin/ceph-mon: stderr debug 2024-08-29T17:30:14.882+0000 7f54210c7900 4 rocksdb: Options.periodic_compaction_seconds: 0 2024-08-29T17:30:15.402 INFO:teuthology.orchestra.run.smithi028.stdout:/usr/bin/ceph-mon: stderr debug 2024-08-29T17:30:14.882+0000 7f54210c7900 4 rocksdb: Options.enable_blob_files: false 2024-08-29T17:30:15.402 INFO:teuthology.orchestra.run.smithi028.stdout:/usr/bin/ceph-mon: stderr debug 2024-08-29T17:30:14.882+0000 7f54210c7900 4 rocksdb: Options.min_blob_size: 0 2024-08-29T17:30:15.402 INFO:teuthology.orchestra.run.smithi028.stdout:/usr/bin/ceph-mon: stderr debug 2024-08-29T17:30:14.882+0000 7f54210c7900 4 rocksdb: Options.blob_file_size: 268435456 2024-08-29T17:30:15.402 INFO:teuthology.orchestra.run.smithi028.stdout:/usr/bin/ceph-mon: stderr debug 2024-08-29T17:30:14.882+0000 7f54210c7900 4 rocksdb: Options.blob_compression_type: NoCompression 2024-08-29T17:30:15.402 INFO:teuthology.orchestra.run.smithi028.stdout:/usr/bin/ceph-mon: stderr debug 2024-08-29T17:30:14.882+0000 7f54210c7900 4 rocksdb: Options.enable_blob_garbage_collection: false 2024-08-29T17:30:15.402 INFO:teuthology.orchestra.run.smithi028.stdout:/usr/bin/ceph-mon: stderr debug 2024-08-29T17:30:14.882+0000 7f54210c7900 4 rocksdb: Options.blob_garbage_collection_age_cutoff: 0.250000 2024-08-29T17:30:15.403 INFO:teuthology.orchestra.run.smithi028.stdout:/usr/bin/ceph-mon: stderr debug 2024-08-29T17:30:14.882+0000 7f54210c7900 4 rocksdb: [db/version_set.cc:4764] Recovered from manifest file:/var/lib/ceph/mon/ceph-a/store.db/MANIFEST-000001 succeeded,manifest_file_number is 1, next_file_number is 3, last_sequence is 0, log_number is 0,prev_log_number is 0,max_column_family is 0,min_log_number_to_keep is 0 2024-08-29T17:30:15.403 INFO:teuthology.orchestra.run.smithi028.stdout:/usr/bin/ceph-mon: stderr 2024-08-29T17:30:15.403 INFO:teuthology.orchestra.run.smithi028.stdout:/usr/bin/ceph-mon: stderr debug 2024-08-29T17:30:14.882+0000 7f54210c7900 4 rocksdb: [db/version_set.cc:4779] Column family [default] (ID 0), log number is 0 2024-08-29T17:30:15.403 INFO:teuthology.orchestra.run.smithi028.stdout:/usr/bin/ceph-mon: stderr 2024-08-29T17:30:15.403 INFO:teuthology.orchestra.run.smithi028.stdout:/usr/bin/ceph-mon: stderr debug 2024-08-29T17:30:14.882+0000 7f54210c7900 4 rocksdb: [db/version_set.cc:4082] Creating manifest 3 2024-08-29T17:30:15.403 INFO:teuthology.orchestra.run.smithi028.stdout:/usr/bin/ceph-mon: stderr 2024-08-29T17:30:15.403 INFO:teuthology.orchestra.run.smithi028.stdout:/usr/bin/ceph-mon: stderr debug 2024-08-29T17:30:14.886+0000 7f54210c7900 4 rocksdb: [db/db_impl/db_impl_open.cc:1700] SstFileManager instance 0x55ecd7fd6700 2024-08-29T17:30:15.403 INFO:teuthology.orchestra.run.smithi028.stdout:/usr/bin/ceph-mon: stderr debug 2024-08-29T17:30:14.886+0000 7f54210c7900 4 rocksdb: DB pointer 0x55ecd7fa8000 2024-08-29T17:30:15.403 INFO:teuthology.orchestra.run.smithi028.stdout:/usr/bin/ceph-mon: stderr debug 2024-08-29T17:30:14.886+0000 7f5418855640 4 rocksdb: [db/db_impl/db_impl.cc:901] ------- DUMPING STATS ------- 2024-08-29T17:30:15.403 INFO:teuthology.orchestra.run.smithi028.stdout:/usr/bin/ceph-mon: stderr debug 2024-08-29T17:30:14.886+0000 7f5418855640 4 rocksdb: [db/db_impl/db_impl.cc:903] 2024-08-29T17:30:15.403 INFO:teuthology.orchestra.run.smithi028.stdout:/usr/bin/ceph-mon: stderr ** DB Stats ** 2024-08-29T17:30:15.403 INFO:teuthology.orchestra.run.smithi028.stdout:/usr/bin/ceph-mon: stderr Uptime(secs): 0.0 total, 0.0 interval 2024-08-29T17:30:15.403 INFO:teuthology.orchestra.run.smithi028.stdout:/usr/bin/ceph-mon: stderr Cumulative writes: 0 writes, 0 keys, 0 commit groups, 0.0 writes per commit group, ingest: 0.00 GB, 0.00 MB/s 2024-08-29T17:30:15.403 INFO:teuthology.orchestra.run.smithi028.stdout:/usr/bin/ceph-mon: stderr Cumulative WAL: 0 writes, 0 syncs, 0.00 writes per sync, written: 0.00 GB, 0.00 MB/s 2024-08-29T17:30:15.404 INFO:teuthology.orchestra.run.smithi028.stdout:/usr/bin/ceph-mon: stderr Cumulative stall: 00:00:0.000 H:M:S, 0.0 percent 2024-08-29T17:30:15.404 INFO:teuthology.orchestra.run.smithi028.stdout:/usr/bin/ceph-mon: stderr Interval writes: 0 writes, 0 keys, 0 commit groups, 0.0 writes per commit group, ingest: 0.00 MB, 0.00 MB/s 2024-08-29T17:30:15.404 INFO:teuthology.orchestra.run.smithi028.stdout:/usr/bin/ceph-mon: stderr Interval WAL: 0 writes, 0 syncs, 0.00 writes per sync, written: 0.00 MB, 0.00 MB/s 2024-08-29T17:30:15.404 INFO:teuthology.orchestra.run.smithi028.stdout:/usr/bin/ceph-mon: stderr Interval stall: 00:00:0.000 H:M:S, 0.0 percent 2024-08-29T17:30:15.404 INFO:teuthology.orchestra.run.smithi028.stdout:/usr/bin/ceph-mon: stderr 2024-08-29T17:30:15.404 INFO:teuthology.orchestra.run.smithi028.stdout:/usr/bin/ceph-mon: stderr ** Compaction Stats [default] ** 2024-08-29T17:30:15.404 INFO:teuthology.orchestra.run.smithi028.stdout:/usr/bin/ceph-mon: stderr Level Files Size Score Read(GB) Rn(GB) Rnp1(GB) Write(GB) Wnew(GB) Moved(GB) W-Amp Rd(MB/s) Wr(MB/s) Comp(sec) CompMergeCPU(sec) Comp(cnt) Avg(sec) KeyIn KeyDrop 2024-08-29T17:30:15.404 INFO:teuthology.orchestra.run.smithi028.stdout:/usr/bin/ceph-mon: stderr ---------------------------------------------------------------------------------------------------------------------------------------------------------------------------- 2024-08-29T17:30:15.404 INFO:teuthology.orchestra.run.smithi028.stdout:/usr/bin/ceph-mon: stderr Sum 0/0 0.00 KB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.00 0.00 0 0.000 0 0 2024-08-29T17:30:15.404 INFO:teuthology.orchestra.run.smithi028.stdout:/usr/bin/ceph-mon: stderr Int 0/0 0.00 KB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.00 0.00 0 0.000 0 0 2024-08-29T17:30:15.404 INFO:teuthology.orchestra.run.smithi028.stdout:/usr/bin/ceph-mon: stderr 2024-08-29T17:30:15.404 INFO:teuthology.orchestra.run.smithi028.stdout:/usr/bin/ceph-mon: stderr ** Compaction Stats [default] ** 2024-08-29T17:30:15.404 INFO:teuthology.orchestra.run.smithi028.stdout:/usr/bin/ceph-mon: stderr Priority Files Size Score Read(GB) Rn(GB) Rnp1(GB) Write(GB) Wnew(GB) Moved(GB) W-Amp Rd(MB/s) Wr(MB/s) Comp(sec) CompMergeCPU(sec) Comp(cnt) Avg(sec) KeyIn KeyDrop 2024-08-29T17:30:15.405 INFO:teuthology.orchestra.run.smithi028.stdout:/usr/bin/ceph-mon: stderr ------------------------------------------------------------------------------------------------------------------------------------------------------------------------------- 2024-08-29T17:30:15.405 INFO:teuthology.orchestra.run.smithi028.stdout:/usr/bin/ceph-mon: stderr Uptime(secs): 0.0 total, 0.0 interval 2024-08-29T17:30:15.405 INFO:teuthology.orchestra.run.smithi028.stdout:/usr/bin/ceph-mon: stderr Flush(GB): cumulative 0.000, interval 0.000 2024-08-29T17:30:15.405 INFO:teuthology.orchestra.run.smithi028.stdout:/usr/bin/ceph-mon: stderr AddFile(GB): cumulative 0.000, interval 0.000 2024-08-29T17:30:15.405 INFO:teuthology.orchestra.run.smithi028.stdout:/usr/bin/ceph-mon: stderr AddFile(Total Files): cumulative 0, interval 0 2024-08-29T17:30:15.405 INFO:teuthology.orchestra.run.smithi028.stdout:/usr/bin/ceph-mon: stderr AddFile(L0 Files): cumulative 0, interval 0 2024-08-29T17:30:15.405 INFO:teuthology.orchestra.run.smithi028.stdout:/usr/bin/ceph-mon: stderr AddFile(Keys): cumulative 0, interval 0 2024-08-29T17:30:15.405 INFO:teuthology.orchestra.run.smithi028.stdout:/usr/bin/ceph-mon: stderr Cumulative compaction: 0.00 GB write, 0.00 MB/s write, 0.00 GB read, 0.00 MB/s read, 0.0 seconds 2024-08-29T17:30:15.405 INFO:teuthology.orchestra.run.smithi028.stdout:/usr/bin/ceph-mon: stderr Interval compaction: 0.00 GB write, 0.00 MB/s write, 0.00 GB read, 0.00 MB/s read, 0.0 seconds 2024-08-29T17:30:15.405 INFO:teuthology.orchestra.run.smithi028.stdout:/usr/bin/ceph-mon: stderr Stalls(count): 0 level0_slowdown, 0 level0_slowdown_with_compaction, 0 level0_numfiles, 0 level0_numfiles_with_compaction, 0 stop for pending_compaction_bytes, 0 slowdown for pending_compaction_bytes, 0 memtable_compaction, 0 memtable_slowdown, interval 0 total count 2024-08-29T17:30:15.405 INFO:teuthology.orchestra.run.smithi028.stdout:/usr/bin/ceph-mon: stderr 2024-08-29T17:30:15.405 INFO:teuthology.orchestra.run.smithi028.stdout:/usr/bin/ceph-mon: stderr ** File Read Latency Histogram By Level [default] ** 2024-08-29T17:30:15.405 INFO:teuthology.orchestra.run.smithi028.stdout:/usr/bin/ceph-mon: stderr 2024-08-29T17:30:15.406 INFO:teuthology.orchestra.run.smithi028.stdout:/usr/bin/ceph-mon: stderr ** Compaction Stats [default] ** 2024-08-29T17:30:15.406 INFO:teuthology.orchestra.run.smithi028.stdout:/usr/bin/ceph-mon: stderr Level Files Size Score Read(GB) Rn(GB) Rnp1(GB) Write(GB) Wnew(GB) Moved(GB) W-Amp Rd(MB/s) Wr(MB/s) Comp(sec) CompMergeCPU(sec) Comp(cnt) Avg(sec) KeyIn KeyDrop 2024-08-29T17:30:15.406 INFO:teuthology.orchestra.run.smithi028.stdout:/usr/bin/ceph-mon: stderr ---------------------------------------------------------------------------------------------------------------------------------------------------------------------------- 2024-08-29T17:30:15.406 INFO:teuthology.orchestra.run.smithi028.stdout:/usr/bin/ceph-mon: stderr Sum 0/0 0.00 KB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.00 0.00 0 0.000 0 0 2024-08-29T17:30:15.406 INFO:teuthology.orchestra.run.smithi028.stdout:/usr/bin/ceph-mon: stderr Int 0/0 0.00 KB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.00 0.00 0 0.000 0 0 2024-08-29T17:30:15.406 INFO:teuthology.orchestra.run.smithi028.stdout:/usr/bin/ceph-mon: stderr 2024-08-29T17:30:15.406 INFO:teuthology.orchestra.run.smithi028.stdout:/usr/bin/ceph-mon: stderr ** Compaction Stats [default] ** 2024-08-29T17:30:15.406 INFO:teuthology.orchestra.run.smithi028.stdout:/usr/bin/ceph-mon: stderr Priority Files Size Score Read(GB) Rn(GB) Rnp1(GB) Write(GB) Wnew(GB) Moved(GB) W-Amp Rd(MB/s) Wr(MB/s) Comp(sec) CompMergeCPU(sec) Comp(cnt) Avg(sec) KeyIn KeyDrop 2024-08-29T17:30:15.406 INFO:teuthology.orchestra.run.smithi028.stdout:/usr/bin/ceph-mon: stderr ------------------------------------------------------------------------------------------------------------------------------------------------------------------------------- 2024-08-29T17:30:15.406 INFO:teuthology.orchestra.run.smithi028.stdout:/usr/bin/ceph-mon: stderr Uptime(secs): 0.0 total, 0.0 interval 2024-08-29T17:30:15.406 INFO:teuthology.orchestra.run.smithi028.stdout:/usr/bin/ceph-mon: stderr Flush(GB): cumulative 0.000, interval 0.000 2024-08-29T17:30:15.406 INFO:teuthology.orchestra.run.smithi028.stdout:/usr/bin/ceph-mon: stderr AddFile(GB): cumulative 0.000, interval 0.000 2024-08-29T17:30:15.407 INFO:teuthology.orchestra.run.smithi028.stdout:/usr/bin/ceph-mon: stderr AddFile(Total Files): cumulative 0, interval 0 2024-08-29T17:30:15.407 INFO:teuthology.orchestra.run.smithi028.stdout:/usr/bin/ceph-mon: stderr AddFile(L0 Files): cumulative 0, interval 0 2024-08-29T17:30:15.407 INFO:teuthology.orchestra.run.smithi028.stdout:/usr/bin/ceph-mon: stderr AddFile(Keys): cumulative 0, interval 0 2024-08-29T17:30:15.407 INFO:teuthology.orchestra.run.smithi028.stdout:/usr/bin/ceph-mon: stderr Cumulative compaction: 0.00 GB write, 0.00 MB/s write, 0.00 GB read, 0.00 MB/s read, 0.0 seconds 2024-08-29T17:30:15.407 INFO:teuthology.orchestra.run.smithi028.stdout:/usr/bin/ceph-mon: stderr Interval compaction: 0.00 GB write, 0.00 MB/s write, 0.00 GB read, 0.00 MB/s read, 0.0 seconds 2024-08-29T17:30:15.407 INFO:teuthology.orchestra.run.smithi028.stdout:/usr/bin/ceph-mon: stderr Stalls(count): 0 level0_slowdown, 0 level0_slowdown_with_compaction, 0 level0_numfiles, 0 level0_numfiles_with_compaction, 0 stop for pending_compaction_bytes, 0 slowdown for pending_compaction_bytes, 0 memtable_compaction, 0 memtable_slowdown, interval 0 total count 2024-08-29T17:30:15.407 INFO:teuthology.orchestra.run.smithi028.stdout:/usr/bin/ceph-mon: stderr 2024-08-29T17:30:15.407 INFO:teuthology.orchestra.run.smithi028.stdout:/usr/bin/ceph-mon: stderr ** File Read Latency Histogram By Level [default] ** 2024-08-29T17:30:15.407 INFO:teuthology.orchestra.run.smithi028.stdout:/usr/bin/ceph-mon: stderr 2024-08-29T17:30:15.407 INFO:teuthology.orchestra.run.smithi028.stdout:/usr/bin/ceph-mon: stderr debug 2024-08-29T17:30:14.886+0000 7f54210c7900 4 rocksdb: [db/db_impl/db_impl.cc:446] Shutdown: canceling all background work 2024-08-29T17:30:15.407 INFO:teuthology.orchestra.run.smithi028.stdout:/usr/bin/ceph-mon: stderr debug 2024-08-29T17:30:14.886+0000 7f54210c7900 4 rocksdb: [db/db_impl/db_impl.cc:625] Shutdown complete 2024-08-29T17:30:15.407 INFO:teuthology.orchestra.run.smithi028.stdout:/usr/bin/ceph-mon: stderr debug 2024-08-29T17:30:14.886+0000 7f54210c7900 0 /usr/bin/ceph-mon: created monfs at /var/lib/ceph/mon/ceph-a for mon.a 2024-08-29T17:30:15.407 INFO:teuthology.orchestra.run.smithi028.stdout:create mon.a on 2024-08-29T17:30:15.608 INFO:teuthology.orchestra.run.smithi028.stdout:systemctl: stderr Removed /etc/systemd/system/multi-user.target.wants/ceph.target. 2024-08-29T17:30:15.809 INFO:teuthology.orchestra.run.smithi028.stdout:systemctl: stderr Created symlink /etc/systemd/system/multi-user.target.wants/ceph.target -> /etc/systemd/system/ceph.target. 2024-08-29T17:30:16.014 INFO:teuthology.orchestra.run.smithi028.stdout:systemctl: stderr Created symlink /etc/systemd/system/multi-user.target.wants/ceph-3167ee72-662c-11ef-bcd4-c7b262605968.target -> /etc/systemd/system/ceph-3167ee72-662c-11ef-bcd4-c7b262605968.target. 2024-08-29T17:30:16.015 INFO:teuthology.orchestra.run.smithi028.stdout:systemctl: stderr Created symlink /etc/systemd/system/ceph.target.wants/ceph-3167ee72-662c-11ef-bcd4-c7b262605968.target -> /etc/systemd/system/ceph-3167ee72-662c-11ef-bcd4-c7b262605968.target. 2024-08-29T17:30:16.218 INFO:teuthology.orchestra.run.smithi028.stdout:Non-zero exit code 1 from systemctl reset-failed ceph-3167ee72-662c-11ef-bcd4-c7b262605968@mon.a 2024-08-29T17:30:16.219 INFO:teuthology.orchestra.run.smithi028.stdout:systemctl: stderr Failed to reset failed state of unit ceph-3167ee72-662c-11ef-bcd4-c7b262605968@mon.a.service: Unit ceph-3167ee72-662c-11ef-bcd4-c7b262605968@mon.a.service not loaded. 2024-08-29T17:30:16.415 INFO:teuthology.orchestra.run.smithi028.stdout:systemctl: stderr Created symlink /etc/systemd/system/ceph-3167ee72-662c-11ef-bcd4-c7b262605968.target.wants/ceph-3167ee72-662c-11ef-bcd4-c7b262605968@mon.a.service -> /etc/systemd/system/ceph-3167ee72-662c-11ef-bcd4-c7b262605968@.service. 2024-08-29T17:30:16.423 INFO:teuthology.orchestra.run.smithi028.stdout:firewalld does not appear to be present 2024-08-29T17:30:16.423 INFO:teuthology.orchestra.run.smithi028.stdout:Not possible to enable service . firewalld.service is not available 2024-08-29T17:30:16.423 INFO:teuthology.orchestra.run.smithi028.stdout:Waiting for mon to start... 2024-08-29T17:30:16.423 INFO:teuthology.orchestra.run.smithi028.stdout:Waiting for mon... 2024-08-29T17:30:16.521 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:30:16 smithi028 systemd[1]: Started Ceph mon.a for 3167ee72-662c-11ef-bcd4-c7b262605968. 2024-08-29T17:30:18.130 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:30:17 smithi028 bash[21938]: cluster 2024-08-29T17:30:17.963104+0000 mon.a (mon.0) 0 : cluster [INF] mkfs 3167ee72-662c-11ef-bcd4-c7b262605968 2024-08-29T17:30:18.131 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:30:17 smithi028 bash[21938]: cluster 2024-08-29T17:30:17.942183+0000 mon.a (mon.0) 1 : cluster [INF] mon.a is new leader, mons a in quorum (ranks 0) 2024-08-29T17:30:18.778 INFO:teuthology.orchestra.run.smithi028.stdout:/usr/bin/ceph: stdout cluster: 2024-08-29T17:30:18.779 INFO:teuthology.orchestra.run.smithi028.stdout:/usr/bin/ceph: stdout id: 3167ee72-662c-11ef-bcd4-c7b262605968 2024-08-29T17:30:18.779 INFO:teuthology.orchestra.run.smithi028.stdout:/usr/bin/ceph: stdout health: HEALTH_OK 2024-08-29T17:30:18.779 INFO:teuthology.orchestra.run.smithi028.stdout:/usr/bin/ceph: stdout 2024-08-29T17:30:18.779 INFO:teuthology.orchestra.run.smithi028.stdout:/usr/bin/ceph: stdout services: 2024-08-29T17:30:18.779 INFO:teuthology.orchestra.run.smithi028.stdout:/usr/bin/ceph: stdout mon: 1 daemons, quorum a (age 0.32605s) 2024-08-29T17:30:18.779 INFO:teuthology.orchestra.run.smithi028.stdout:/usr/bin/ceph: stdout mgr: no daemons active 2024-08-29T17:30:18.779 INFO:teuthology.orchestra.run.smithi028.stdout:/usr/bin/ceph: stdout osd: 0 osds: 0 up, 0 in 2024-08-29T17:30:18.779 INFO:teuthology.orchestra.run.smithi028.stdout:/usr/bin/ceph: stdout 2024-08-29T17:30:18.779 INFO:teuthology.orchestra.run.smithi028.stdout:/usr/bin/ceph: stdout data: 2024-08-29T17:30:18.779 INFO:teuthology.orchestra.run.smithi028.stdout:/usr/bin/ceph: stdout pools: 0 pools, 0 pgs 2024-08-29T17:30:18.779 INFO:teuthology.orchestra.run.smithi028.stdout:/usr/bin/ceph: stdout objects: 0 objects, 0 B 2024-08-29T17:30:18.779 INFO:teuthology.orchestra.run.smithi028.stdout:/usr/bin/ceph: stdout usage: 0 B used, 0 B / 0 B avail 2024-08-29T17:30:18.780 INFO:teuthology.orchestra.run.smithi028.stdout:/usr/bin/ceph: stdout pgs: 2024-08-29T17:30:18.780 INFO:teuthology.orchestra.run.smithi028.stdout:/usr/bin/ceph: stdout 2024-08-29T17:30:18.780 INFO:teuthology.orchestra.run.smithi028.stdout:mon is available 2024-08-29T17:30:18.780 INFO:teuthology.orchestra.run.smithi028.stdout:Assimilating anything we can from ceph.conf... 2024-08-29T17:30:19.130 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:30:18 smithi028 bash[21938]: cluster 2024-08-29T17:30:17.962213+0000 mon.a (mon.0) 2 : cluster [INF] mon.a is new leader, mons a in quorum (ranks 0) 2024-08-29T17:30:19.130 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:30:18 smithi028 bash[21938]: cluster 2024-08-29T17:30:17.962376+0000 mon.a (mon.0) 3 : cluster [DBG] monmap e1: 1 mons at {a=[v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0]} removed_ranks: {} disallowed_leaders: {} 2024-08-29T17:30:19.130 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:30:18 smithi028 bash[21938]: cluster 2024-08-29T17:30:17.964540+0000 mon.a (mon.0) 4 : cluster [DBG] fsmap 2024-08-29T17:30:19.131 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:30:18 smithi028 bash[21938]: cluster 2024-08-29T17:30:17.966736+0000 mon.a (mon.0) 5 : cluster [DBG] osdmap e1: 0 total, 0 up, 0 in 2024-08-29T17:30:19.131 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:30:18 smithi028 bash[21938]: cluster 2024-08-29T17:30:17.967239+0000 mon.a (mon.0) 6 : cluster [DBG] mgrmap e1: no daemons active 2024-08-29T17:30:19.131 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:30:18 smithi028 bash[21938]: audit 2024-08-29T17:30:18.288231+0000 mon.a (mon.0) 7 : audit [DBG] from='client.? 172.21.15.28:0/2672681201' entity='client.admin' cmd=[{"prefix": "status"}]: dispatch 2024-08-29T17:30:20.360 INFO:teuthology.orchestra.run.smithi028.stdout:/usr/bin/ceph: stdout 2024-08-29T17:30:20.360 INFO:teuthology.orchestra.run.smithi028.stdout:/usr/bin/ceph: stdout [global] 2024-08-29T17:30:20.360 INFO:teuthology.orchestra.run.smithi028.stdout:/usr/bin/ceph: stdout fsid = 3167ee72-662c-11ef-bcd4-c7b262605968 2024-08-29T17:30:20.360 INFO:teuthology.orchestra.run.smithi028.stdout:/usr/bin/ceph: stdout mon_cluster_log_file_level = debug 2024-08-29T17:30:20.360 INFO:teuthology.orchestra.run.smithi028.stdout:/usr/bin/ceph: stdout mon_host = [v2:172.21.15.28:3300,v1:172.21.15.28:6789] 2024-08-29T17:30:20.360 INFO:teuthology.orchestra.run.smithi028.stdout:/usr/bin/ceph: stdout mon_osd_allow_pg_remap = true 2024-08-29T17:30:20.360 INFO:teuthology.orchestra.run.smithi028.stdout:/usr/bin/ceph: stdout mon_osd_allow_primary_affinity = true 2024-08-29T17:30:20.360 INFO:teuthology.orchestra.run.smithi028.stdout:/usr/bin/ceph: stdout mon_warn_on_no_sortbitwise = false 2024-08-29T17:30:20.361 INFO:teuthology.orchestra.run.smithi028.stdout:/usr/bin/ceph: stdout osd_crush_chooseleaf_type = 0 2024-08-29T17:30:20.361 INFO:teuthology.orchestra.run.smithi028.stdout:/usr/bin/ceph: stdout 2024-08-29T17:30:20.361 INFO:teuthology.orchestra.run.smithi028.stdout:/usr/bin/ceph: stdout [mgr] 2024-08-29T17:30:20.361 INFO:teuthology.orchestra.run.smithi028.stdout:/usr/bin/ceph: stdout mgr/telemetry/nag = false 2024-08-29T17:30:20.361 INFO:teuthology.orchestra.run.smithi028.stdout:/usr/bin/ceph: stdout 2024-08-29T17:30:20.361 INFO:teuthology.orchestra.run.smithi028.stdout:/usr/bin/ceph: stdout [osd] 2024-08-29T17:30:20.361 INFO:teuthology.orchestra.run.smithi028.stdout:/usr/bin/ceph: stdout osd_map_max_advance = 10 2024-08-29T17:30:20.361 INFO:teuthology.orchestra.run.smithi028.stdout:/usr/bin/ceph: stdout osd_sloppy_crc = true 2024-08-29T17:30:20.361 INFO:teuthology.orchestra.run.smithi028.stdout:Generating new minimal ceph.conf... 2024-08-29T17:30:20.380 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:30:19 smithi028 bash[21938]: audit 2024-08-29T17:30:19.891886+0000 mon.a (mon.0) 8 : audit [INF] from='client.? 172.21.15.28:0/2938026025' entity='client.admin' cmd=[{"prefix": "config assimilate-conf"}]: dispatch 2024-08-29T17:30:20.380 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:30:19 smithi028 bash[21938]: audit 2024-08-29T17:30:19.895492+0000 mon.a (mon.0) 9 : audit [INF] from='client.? 172.21.15.28:0/2938026025' entity='client.admin' cmd='[{"prefix": "config assimilate-conf"}]': finished 2024-08-29T17:30:21.874 INFO:teuthology.orchestra.run.smithi028.stdout:Restarting the monitor... 2024-08-29T17:30:21.880 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:30:21 smithi028 bash[21938]: audit 2024-08-29T17:30:21.392423+0000 mon.a (mon.0) 10 : audit [DBG] from='client.? 172.21.15.28:0/680072078' entity='client.admin' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-29T17:30:22.242 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:30:21 smithi028 systemd[1]: Stopping Ceph mon.a for 3167ee72-662c-11ef-bcd4-c7b262605968... 2024-08-29T17:30:22.242 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:30:22 smithi028 bash[21938]: debug 2024-08-29T17:30:22.006+0000 7f219c78f640 -1 received signal: Terminated from /sbin/docker-init -- /usr/bin/ceph-mon -n mon.a -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug --default-mon-cluster-log-to-file=false --default-mon-cluster-log-to-stderr=true (PID: 1) UID: 0 2024-08-29T17:30:22.242 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:30:22 smithi028 bash[21938]: debug 2024-08-29T17:30:22.006+0000 7f219c78f640 -1 mon.a@0(leader) e1 *** Got Signal Terminated *** 2024-08-29T17:30:22.550 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:30:22 smithi028 bash[22320]: ceph-3167ee72-662c-11ef-bcd4-c7b262605968-mon-a 2024-08-29T17:30:22.569 INFO:teuthology.orchestra.run.smithi028.stdout:Setting public_network to 172.21.0.0/20 in mon config section 2024-08-29T17:30:22.879 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:30:22 smithi028 bash[22381]: Error response from daemon: No such container: ceph-3167ee72-662c-11ef-bcd4-c7b262605968-mon-a 2024-08-29T17:30:22.879 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:30:22 smithi028 systemd[1]: ceph-3167ee72-662c-11ef-bcd4-c7b262605968@mon.a.service: Deactivated successfully. 2024-08-29T17:30:22.879 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:30:22 smithi028 systemd[1]: Stopped Ceph mon.a for 3167ee72-662c-11ef-bcd4-c7b262605968. 2024-08-29T17:30:22.879 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:30:22 smithi028 systemd[1]: Started Ceph mon.a for 3167ee72-662c-11ef-bcd4-c7b262605968. 2024-08-29T17:30:24.131 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:30:23 smithi028 bash[22419]: debug 2024-08-29T17:30:23.898+0000 7f9a34a56900 0 set uid:gid to 167:167 (ceph:ceph) 2024-08-29T17:30:24.131 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:30:23 smithi028 bash[22419]: debug 2024-08-29T17:30:23.898+0000 7f9a34a56900 0 ceph version 17.2.7-1503-ga89f613d (a89f613db4d5b6bca82681f19d73c6d337aae2d5) quincy (stable), process ceph-mon, pid 7 2024-08-29T17:30:24.131 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:30:23 smithi028 bash[22419]: debug 2024-08-29T17:30:23.898+0000 7f9a34a56900 0 pidfile_write: ignore empty --pid-file 2024-08-29T17:30:24.131 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:30:23 smithi028 bash[22419]: debug 2024-08-29T17:30:23.902+0000 7f9a34a56900 0 load: jerasure load: lrc 2024-08-29T17:30:24.131 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:30:23 smithi028 bash[22419]: debug 2024-08-29T17:30:23.902+0000 7f9a34a56900 4 rocksdb: RocksDB version: 6.15.5 2024-08-29T17:30:24.131 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:30:23 smithi028 bash[22419]: debug 2024-08-29T17:30:23.902+0000 7f9a34a56900 4 rocksdb: Git sha rocksdb_build_git_sha:@0@ 2024-08-29T17:30:24.131 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:30:23 smithi028 bash[22419]: debug 2024-08-29T17:30:23.902+0000 7f9a34a56900 4 rocksdb: Compile date Aug 27 2024 2024-08-29T17:30:24.131 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:30:23 smithi028 bash[22419]: debug 2024-08-29T17:30:23.902+0000 7f9a34a56900 4 rocksdb: DB SUMMARY 2024-08-29T17:30:24.131 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:30:23 smithi028 bash[22419]: debug 2024-08-29T17:30:23.902+0000 7f9a34a56900 4 rocksdb: DB Session ID: YBHK93F9XGI7ECG4KI8W 2024-08-29T17:30:24.132 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:30:23 smithi028 bash[22419]: debug 2024-08-29T17:30:23.902+0000 7f9a34a56900 4 rocksdb: CURRENT file: CURRENT 2024-08-29T17:30:24.132 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:30:23 smithi028 bash[22419]: debug 2024-08-29T17:30:23.902+0000 7f9a34a56900 4 rocksdb: IDENTITY file: IDENTITY 2024-08-29T17:30:24.132 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:30:23 smithi028 bash[22419]: debug 2024-08-29T17:30:23.902+0000 7f9a34a56900 4 rocksdb: MANIFEST file: MANIFEST-000009 size: 131 Bytes 2024-08-29T17:30:24.132 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:30:23 smithi028 bash[22419]: debug 2024-08-29T17:30:23.902+0000 7f9a34a56900 4 rocksdb: SST files in /var/lib/ceph/mon/ceph-a/store.db dir, Total Num: 1, files: 000008.sst 2024-08-29T17:30:24.132 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:30:23 smithi028 bash[22419]: debug 2024-08-29T17:30:23.902+0000 7f9a34a56900 4 rocksdb: Write Ahead Log file in /var/lib/ceph/mon/ceph-a/store.db: 000010.log size: 83675 ; 2024-08-29T17:30:24.132 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:30:23 smithi028 bash[22419]: debug 2024-08-29T17:30:23.902+0000 7f9a34a56900 4 rocksdb: Options.error_if_exists: 0 2024-08-29T17:30:24.132 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:30:23 smithi028 bash[22419]: debug 2024-08-29T17:30:23.902+0000 7f9a34a56900 4 rocksdb: Options.create_if_missing: 0 2024-08-29T17:30:24.132 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:30:23 smithi028 bash[22419]: debug 2024-08-29T17:30:23.902+0000 7f9a34a56900 4 rocksdb: Options.paranoid_checks: 1 2024-08-29T17:30:24.132 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:30:23 smithi028 bash[22419]: debug 2024-08-29T17:30:23.902+0000 7f9a34a56900 4 rocksdb: Options.track_and_verify_wals_in_manifest: 0 2024-08-29T17:30:24.132 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:30:23 smithi028 bash[22419]: debug 2024-08-29T17:30:23.902+0000 7f9a34a56900 4 rocksdb: Options.env: 0x560b2172c440 2024-08-29T17:30:24.133 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:30:23 smithi028 bash[22419]: debug 2024-08-29T17:30:23.902+0000 7f9a34a56900 4 rocksdb: Options.fs: Posix File System 2024-08-29T17:30:24.133 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:30:23 smithi028 bash[22419]: debug 2024-08-29T17:30:23.902+0000 7f9a34a56900 4 rocksdb: Options.info_log: 0x560b22c12f80 2024-08-29T17:30:24.133 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:30:23 smithi028 bash[22419]: debug 2024-08-29T17:30:23.902+0000 7f9a34a56900 4 rocksdb: Options.max_file_opening_threads: 16 2024-08-29T17:30:24.133 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:30:23 smithi028 bash[22419]: debug 2024-08-29T17:30:23.902+0000 7f9a34a56900 4 rocksdb: Options.statistics: (nil) 2024-08-29T17:30:24.133 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:30:23 smithi028 bash[22419]: debug 2024-08-29T17:30:23.902+0000 7f9a34a56900 4 rocksdb: Options.use_fsync: 0 2024-08-29T17:30:24.133 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:30:23 smithi028 bash[22419]: debug 2024-08-29T17:30:23.902+0000 7f9a34a56900 4 rocksdb: Options.max_log_file_size: 0 2024-08-29T17:30:24.133 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:30:23 smithi028 bash[22419]: debug 2024-08-29T17:30:23.902+0000 7f9a34a56900 4 rocksdb: Options.max_manifest_file_size: 1073741824 2024-08-29T17:30:24.133 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:30:23 smithi028 bash[22419]: debug 2024-08-29T17:30:23.902+0000 7f9a34a56900 4 rocksdb: Options.log_file_time_to_roll: 0 2024-08-29T17:30:24.134 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:30:23 smithi028 bash[22419]: debug 2024-08-29T17:30:23.902+0000 7f9a34a56900 4 rocksdb: Options.keep_log_file_num: 1000 2024-08-29T17:30:24.134 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:30:23 smithi028 bash[22419]: debug 2024-08-29T17:30:23.902+0000 7f9a34a56900 4 rocksdb: Options.recycle_log_file_num: 0 2024-08-29T17:30:24.134 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:30:23 smithi028 bash[22419]: debug 2024-08-29T17:30:23.902+0000 7f9a34a56900 4 rocksdb: Options.allow_fallocate: 1 2024-08-29T17:30:24.134 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:30:23 smithi028 bash[22419]: debug 2024-08-29T17:30:23.902+0000 7f9a34a56900 4 rocksdb: Options.allow_mmap_reads: 0 2024-08-29T17:30:24.134 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:30:23 smithi028 bash[22419]: debug 2024-08-29T17:30:23.902+0000 7f9a34a56900 4 rocksdb: Options.allow_mmap_writes: 0 2024-08-29T17:30:24.134 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:30:23 smithi028 bash[22419]: debug 2024-08-29T17:30:23.902+0000 7f9a34a56900 4 rocksdb: Options.use_direct_reads: 0 2024-08-29T17:30:24.134 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:30:23 smithi028 bash[22419]: debug 2024-08-29T17:30:23.902+0000 7f9a34a56900 4 rocksdb: Options.use_direct_io_for_flush_and_compaction: 0 2024-08-29T17:30:24.135 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:30:23 smithi028 bash[22419]: debug 2024-08-29T17:30:23.902+0000 7f9a34a56900 4 rocksdb: Options.create_missing_column_families: 0 2024-08-29T17:30:24.135 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:30:23 smithi028 bash[22419]: debug 2024-08-29T17:30:23.902+0000 7f9a34a56900 4 rocksdb: Options.db_log_dir: 2024-08-29T17:30:24.135 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:30:23 smithi028 bash[22419]: debug 2024-08-29T17:30:23.902+0000 7f9a34a56900 4 rocksdb: Options.wal_dir: /var/lib/ceph/mon/ceph-a/store.db 2024-08-29T17:30:24.135 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:30:23 smithi028 bash[22419]: debug 2024-08-29T17:30:23.902+0000 7f9a34a56900 4 rocksdb: Options.table_cache_numshardbits: 6 2024-08-29T17:30:24.135 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:30:23 smithi028 bash[22419]: debug 2024-08-29T17:30:23.902+0000 7f9a34a56900 4 rocksdb: Options.WAL_ttl_seconds: 0 2024-08-29T17:30:24.135 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:30:23 smithi028 bash[22419]: debug 2024-08-29T17:30:23.902+0000 7f9a34a56900 4 rocksdb: Options.WAL_size_limit_MB: 0 2024-08-29T17:30:24.135 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:30:23 smithi028 bash[22419]: debug 2024-08-29T17:30:23.902+0000 7f9a34a56900 4 rocksdb: Options.max_write_batch_group_size_bytes: 1048576 2024-08-29T17:30:24.135 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:30:23 smithi028 bash[22419]: debug 2024-08-29T17:30:23.902+0000 7f9a34a56900 4 rocksdb: Options.manifest_preallocation_size: 4194304 2024-08-29T17:30:24.135 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:30:23 smithi028 bash[22419]: debug 2024-08-29T17:30:23.902+0000 7f9a34a56900 4 rocksdb: Options.is_fd_close_on_exec: 1 2024-08-29T17:30:24.135 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:30:23 smithi028 bash[22419]: debug 2024-08-29T17:30:23.902+0000 7f9a34a56900 4 rocksdb: Options.advise_random_on_open: 1 2024-08-29T17:30:24.135 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:30:23 smithi028 bash[22419]: debug 2024-08-29T17:30:23.902+0000 7f9a34a56900 4 rocksdb: Options.db_write_buffer_size: 0 2024-08-29T17:30:24.135 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:30:23 smithi028 bash[22419]: debug 2024-08-29T17:30:23.902+0000 7f9a34a56900 4 rocksdb: Options.write_buffer_manager: 0x560b22cd07b0 2024-08-29T17:30:24.136 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:30:23 smithi028 bash[22419]: debug 2024-08-29T17:30:23.902+0000 7f9a34a56900 4 rocksdb: Options.access_hint_on_compaction_start: 1 2024-08-29T17:30:24.136 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:30:23 smithi028 bash[22419]: debug 2024-08-29T17:30:23.902+0000 7f9a34a56900 4 rocksdb: Options.new_table_reader_for_compaction_inputs: 0 2024-08-29T17:30:24.136 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:30:23 smithi028 bash[22419]: debug 2024-08-29T17:30:23.902+0000 7f9a34a56900 4 rocksdb: Options.random_access_max_buffer_size: 1048576 2024-08-29T17:30:24.136 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:30:23 smithi028 bash[22419]: debug 2024-08-29T17:30:23.902+0000 7f9a34a56900 4 rocksdb: Options.use_adaptive_mutex: 0 2024-08-29T17:30:24.136 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:30:23 smithi028 bash[22419]: debug 2024-08-29T17:30:23.902+0000 7f9a34a56900 4 rocksdb: Options.rate_limiter: (nil) 2024-08-29T17:30:24.136 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:30:23 smithi028 bash[22419]: debug 2024-08-29T17:30:23.902+0000 7f9a34a56900 4 rocksdb: Options.sst_file_manager.rate_bytes_per_sec: 0 2024-08-29T17:30:24.136 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:30:23 smithi028 bash[22419]: debug 2024-08-29T17:30:23.902+0000 7f9a34a56900 4 rocksdb: Options.wal_recovery_mode: 2 2024-08-29T17:30:24.136 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:30:23 smithi028 bash[22419]: debug 2024-08-29T17:30:23.902+0000 7f9a34a56900 4 rocksdb: Options.enable_thread_tracking: 0 2024-08-29T17:30:24.136 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:30:23 smithi028 bash[22419]: debug 2024-08-29T17:30:23.902+0000 7f9a34a56900 4 rocksdb: Options.enable_pipelined_write: 0 2024-08-29T17:30:24.136 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:30:23 smithi028 bash[22419]: debug 2024-08-29T17:30:23.902+0000 7f9a34a56900 4 rocksdb: Options.unordered_write: 0 2024-08-29T17:30:24.136 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:30:23 smithi028 bash[22419]: debug 2024-08-29T17:30:23.902+0000 7f9a34a56900 4 rocksdb: Options.allow_concurrent_memtable_write: 1 2024-08-29T17:30:24.136 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:30:23 smithi028 bash[22419]: debug 2024-08-29T17:30:23.902+0000 7f9a34a56900 4 rocksdb: Options.enable_write_thread_adaptive_yield: 1 2024-08-29T17:30:24.136 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:30:23 smithi028 bash[22419]: debug 2024-08-29T17:30:23.902+0000 7f9a34a56900 4 rocksdb: Options.write_thread_max_yield_usec: 100 2024-08-29T17:30:24.137 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:30:23 smithi028 bash[22419]: debug 2024-08-29T17:30:23.902+0000 7f9a34a56900 4 rocksdb: Options.write_thread_slow_yield_usec: 3 2024-08-29T17:30:24.137 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:30:23 smithi028 bash[22419]: debug 2024-08-29T17:30:23.902+0000 7f9a34a56900 4 rocksdb: Options.row_cache: None 2024-08-29T17:30:24.137 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:30:23 smithi028 bash[22419]: debug 2024-08-29T17:30:23.902+0000 7f9a34a56900 4 rocksdb: Options.wal_filter: None 2024-08-29T17:30:24.137 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:30:23 smithi028 bash[22419]: debug 2024-08-29T17:30:23.902+0000 7f9a34a56900 4 rocksdb: Options.avoid_flush_during_recovery: 0 2024-08-29T17:30:24.137 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:30:23 smithi028 bash[22419]: debug 2024-08-29T17:30:23.902+0000 7f9a34a56900 4 rocksdb: Options.allow_ingest_behind: 0 2024-08-29T17:30:24.137 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:30:23 smithi028 bash[22419]: debug 2024-08-29T17:30:23.902+0000 7f9a34a56900 4 rocksdb: Options.preserve_deletes: 0 2024-08-29T17:30:24.137 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:30:23 smithi028 bash[22419]: debug 2024-08-29T17:30:23.902+0000 7f9a34a56900 4 rocksdb: Options.two_write_queues: 0 2024-08-29T17:30:24.137 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:30:23 smithi028 bash[22419]: debug 2024-08-29T17:30:23.902+0000 7f9a34a56900 4 rocksdb: Options.manual_wal_flush: 0 2024-08-29T17:30:24.137 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:30:23 smithi028 bash[22419]: debug 2024-08-29T17:30:23.902+0000 7f9a34a56900 4 rocksdb: Options.atomic_flush: 0 2024-08-29T17:30:24.137 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:30:23 smithi028 bash[22419]: debug 2024-08-29T17:30:23.902+0000 7f9a34a56900 4 rocksdb: Options.avoid_unnecessary_blocking_io: 0 2024-08-29T17:30:24.137 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:30:23 smithi028 bash[22419]: debug 2024-08-29T17:30:23.902+0000 7f9a34a56900 4 rocksdb: Options.persist_stats_to_disk: 0 2024-08-29T17:30:24.137 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:30:23 smithi028 bash[22419]: debug 2024-08-29T17:30:23.902+0000 7f9a34a56900 4 rocksdb: Options.write_dbid_to_manifest: 0 2024-08-29T17:30:24.137 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:30:23 smithi028 bash[22419]: debug 2024-08-29T17:30:23.902+0000 7f9a34a56900 4 rocksdb: Options.log_readahead_size: 0 2024-08-29T17:30:24.138 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:30:23 smithi028 bash[22419]: debug 2024-08-29T17:30:23.902+0000 7f9a34a56900 4 rocksdb: Options.file_checksum_gen_factory: Unknown 2024-08-29T17:30:24.138 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:30:23 smithi028 bash[22419]: debug 2024-08-29T17:30:23.902+0000 7f9a34a56900 4 rocksdb: Options.best_efforts_recovery: 0 2024-08-29T17:30:24.138 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:30:23 smithi028 bash[22419]: debug 2024-08-29T17:30:23.902+0000 7f9a34a56900 4 rocksdb: Options.max_bgerror_resume_count: 2147483647 2024-08-29T17:30:24.138 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:30:23 smithi028 bash[22419]: debug 2024-08-29T17:30:23.902+0000 7f9a34a56900 4 rocksdb: Options.bgerror_resume_retry_interval: 1000000 2024-08-29T17:30:24.138 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:30:23 smithi028 bash[22419]: debug 2024-08-29T17:30:23.902+0000 7f9a34a56900 4 rocksdb: Options.allow_data_in_errors: 0 2024-08-29T17:30:24.138 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:30:23 smithi028 bash[22419]: debug 2024-08-29T17:30:23.902+0000 7f9a34a56900 4 rocksdb: Options.db_host_id: __hostname__ 2024-08-29T17:30:24.138 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:30:23 smithi028 bash[22419]: debug 2024-08-29T17:30:23.902+0000 7f9a34a56900 4 rocksdb: Options.max_background_jobs: 2 2024-08-29T17:30:24.138 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:30:23 smithi028 bash[22419]: debug 2024-08-29T17:30:23.902+0000 7f9a34a56900 4 rocksdb: Options.max_background_compactions: -1 2024-08-29T17:30:24.138 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:30:23 smithi028 bash[22419]: debug 2024-08-29T17:30:23.902+0000 7f9a34a56900 4 rocksdb: Options.max_subcompactions: 1 2024-08-29T17:30:24.139 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:30:23 smithi028 bash[22419]: debug 2024-08-29T17:30:23.902+0000 7f9a34a56900 4 rocksdb: Options.avoid_flush_during_shutdown: 0 2024-08-29T17:30:24.139 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:30:23 smithi028 bash[22419]: debug 2024-08-29T17:30:23.902+0000 7f9a34a56900 4 rocksdb: Options.writable_file_max_buffer_size: 1048576 2024-08-29T17:30:24.139 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:30:23 smithi028 bash[22419]: debug 2024-08-29T17:30:23.902+0000 7f9a34a56900 4 rocksdb: Options.delayed_write_rate : 16777216 2024-08-29T17:30:24.139 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:30:23 smithi028 bash[22419]: debug 2024-08-29T17:30:23.902+0000 7f9a34a56900 4 rocksdb: Options.max_total_wal_size: 0 2024-08-29T17:30:24.139 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:30:23 smithi028 bash[22419]: debug 2024-08-29T17:30:23.902+0000 7f9a34a56900 4 rocksdb: Options.delete_obsolete_files_period_micros: 21600000000 2024-08-29T17:30:24.139 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:30:23 smithi028 bash[22419]: debug 2024-08-29T17:30:23.902+0000 7f9a34a56900 4 rocksdb: Options.stats_dump_period_sec: 600 2024-08-29T17:30:24.139 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:30:23 smithi028 bash[22419]: debug 2024-08-29T17:30:23.902+0000 7f9a34a56900 4 rocksdb: Options.stats_persist_period_sec: 600 2024-08-29T17:30:24.139 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:30:23 smithi028 bash[22419]: debug 2024-08-29T17:30:23.902+0000 7f9a34a56900 4 rocksdb: Options.stats_history_buffer_size: 1048576 2024-08-29T17:30:24.139 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:30:23 smithi028 bash[22419]: debug 2024-08-29T17:30:23.902+0000 7f9a34a56900 4 rocksdb: Options.max_open_files: -1 2024-08-29T17:30:24.139 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:30:23 smithi028 bash[22419]: debug 2024-08-29T17:30:23.902+0000 7f9a34a56900 4 rocksdb: Options.bytes_per_sync: 0 2024-08-29T17:30:24.139 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:30:23 smithi028 bash[22419]: debug 2024-08-29T17:30:23.902+0000 7f9a34a56900 4 rocksdb: Options.wal_bytes_per_sync: 0 2024-08-29T17:30:24.139 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:30:23 smithi028 bash[22419]: debug 2024-08-29T17:30:23.902+0000 7f9a34a56900 4 rocksdb: Options.strict_bytes_per_sync: 0 2024-08-29T17:30:24.139 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:30:23 smithi028 bash[22419]: debug 2024-08-29T17:30:23.902+0000 7f9a34a56900 4 rocksdb: Options.compaction_readahead_size: 0 2024-08-29T17:30:24.140 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:30:23 smithi028 bash[22419]: debug 2024-08-29T17:30:23.902+0000 7f9a34a56900 4 rocksdb: Options.max_background_flushes: -1 2024-08-29T17:30:24.140 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:30:23 smithi028 bash[22419]: debug 2024-08-29T17:30:23.902+0000 7f9a34a56900 4 rocksdb: Compression algorithms supported: 2024-08-29T17:30:24.140 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:30:23 smithi028 bash[22419]: debug 2024-08-29T17:30:23.902+0000 7f9a34a56900 4 rocksdb: kZSTD supported: 0 2024-08-29T17:30:24.140 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:30:23 smithi028 bash[22419]: debug 2024-08-29T17:30:23.902+0000 7f9a34a56900 4 rocksdb: kXpressCompression supported: 0 2024-08-29T17:30:24.140 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:30:23 smithi028 bash[22419]: debug 2024-08-29T17:30:23.902+0000 7f9a34a56900 4 rocksdb: kBZip2Compression supported: 0 2024-08-29T17:30:24.140 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:30:23 smithi028 bash[22419]: debug 2024-08-29T17:30:23.902+0000 7f9a34a56900 4 rocksdb: kZSTDNotFinalCompression supported: 0 2024-08-29T17:30:24.140 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:30:23 smithi028 bash[22419]: debug 2024-08-29T17:30:23.902+0000 7f9a34a56900 4 rocksdb: kLZ4Compression supported: 1 2024-08-29T17:30:24.140 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:30:23 smithi028 bash[22419]: debug 2024-08-29T17:30:23.902+0000 7f9a34a56900 4 rocksdb: kZlibCompression supported: 1 2024-08-29T17:30:24.140 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:30:23 smithi028 bash[22419]: debug 2024-08-29T17:30:23.902+0000 7f9a34a56900 4 rocksdb: kLZ4HCCompression supported: 1 2024-08-29T17:30:24.140 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:30:23 smithi028 bash[22419]: debug 2024-08-29T17:30:23.902+0000 7f9a34a56900 4 rocksdb: kSnappyCompression supported: 1 2024-08-29T17:30:24.141 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:30:23 smithi028 bash[22419]: debug 2024-08-29T17:30:23.902+0000 7f9a34a56900 4 rocksdb: Fast CRC32 supported: Supported on x86 2024-08-29T17:30:24.141 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:30:23 smithi028 bash[22419]: debug 2024-08-29T17:30:23.902+0000 7f9a34a56900 4 rocksdb: [db/version_set.cc:4724] Recovering from manifest file: /var/lib/ceph/mon/ceph-a/store.db/MANIFEST-000009 2024-08-29T17:30:24.141 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:30:23 smithi028 bash[22419]: debug 2024-08-29T17:30:23.902+0000 7f9a34a56900 4 rocksdb: [db/column_family.cc:595] --------------- Options for column family [default]: 2024-08-29T17:30:24.141 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:30:23 smithi028 bash[22419]: debug 2024-08-29T17:30:23.902+0000 7f9a34a56900 4 rocksdb: Options.comparator: leveldb.BytewiseComparator 2024-08-29T17:30:24.141 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:30:23 smithi028 bash[22419]: debug 2024-08-29T17:30:23.902+0000 7f9a34a56900 4 rocksdb: Options.merge_operator: 2024-08-29T17:30:24.141 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:30:23 smithi028 bash[22419]: debug 2024-08-29T17:30:23.902+0000 7f9a34a56900 4 rocksdb: Options.compaction_filter: None 2024-08-29T17:30:24.141 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:30:23 smithi028 bash[22419]: debug 2024-08-29T17:30:23.902+0000 7f9a34a56900 4 rocksdb: Options.compaction_filter_factory: None 2024-08-29T17:30:24.141 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:30:23 smithi028 bash[22419]: debug 2024-08-29T17:30:23.902+0000 7f9a34a56900 4 rocksdb: Options.sst_partitioner_factory: None 2024-08-29T17:30:24.141 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:30:23 smithi028 bash[22419]: debug 2024-08-29T17:30:23.902+0000 7f9a34a56900 4 rocksdb: Options.memtable_factory: SkipListFactory 2024-08-29T17:30:24.141 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:30:23 smithi028 bash[22419]: debug 2024-08-29T17:30:23.902+0000 7f9a34a56900 4 rocksdb: Options.table_factory: BlockBasedTable 2024-08-29T17:30:24.141 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:30:23 smithi028 bash[22419]: debug 2024-08-29T17:30:23.902+0000 7f9a34a56900 4 rocksdb: table_factory options: flush_block_policy_factory: FlushBlockBySizePolicyFactory (0x560b22bbba58) 2024-08-29T17:30:24.141 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:30:23 smithi028 bash[22419]: cache_index_and_filter_blocks: 1 2024-08-29T17:30:24.141 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:30:23 smithi028 bash[22419]: cache_index_and_filter_blocks_with_high_priority: 0 2024-08-29T17:30:24.141 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:30:23 smithi028 bash[22419]: pin_l0_filter_and_index_blocks_in_cache: 0 2024-08-29T17:30:24.142 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:30:23 smithi028 bash[22419]: pin_top_level_index_and_filter: 1 2024-08-29T17:30:24.142 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:30:23 smithi028 bash[22419]: index_type: 0 2024-08-29T17:30:24.142 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:30:23 smithi028 bash[22419]: data_block_index_type: 0 2024-08-29T17:30:24.142 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:30:23 smithi028 bash[22419]: index_shortening: 1 2024-08-29T17:30:24.142 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:30:23 smithi028 bash[22419]: data_block_hash_table_util_ratio: 0.750000 2024-08-29T17:30:24.142 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:30:23 smithi028 bash[22419]: hash_index_allow_collision: 1 2024-08-29T17:30:24.142 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:30:23 smithi028 bash[22419]: checksum: 1 2024-08-29T17:30:24.142 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:30:23 smithi028 bash[22419]: no_block_cache: 0 2024-08-29T17:30:24.142 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:30:23 smithi028 bash[22419]: block_cache: 0x560b22bef350 2024-08-29T17:30:24.142 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:30:23 smithi028 bash[22419]: block_cache_name: BinnedLRUCache 2024-08-29T17:30:24.143 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:30:23 smithi028 bash[22419]: block_cache_options: 2024-08-29T17:30:24.143 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:30:23 smithi028 bash[22419]: capacity : 536870912 2024-08-29T17:30:24.143 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:30:23 smithi028 bash[22419]: num_shard_bits : 4 2024-08-29T17:30:24.143 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:30:23 smithi028 bash[22419]: strict_capacity_limit : 0 2024-08-29T17:30:24.143 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:30:23 smithi028 bash[22419]: high_pri_pool_ratio: 0.000 2024-08-29T17:30:24.143 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:30:23 smithi028 bash[22419]: block_cache_compressed: (nil) 2024-08-29T17:30:24.143 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:30:23 smithi028 bash[22419]: persistent_cache: (nil) 2024-08-29T17:30:24.143 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:30:23 smithi028 bash[22419]: block_size: 4096 2024-08-29T17:30:24.143 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:30:23 smithi028 bash[22419]: block_size_deviation: 10 2024-08-29T17:30:24.143 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:30:23 smithi028 bash[22419]: block_restart_interval: 16 2024-08-29T17:30:24.143 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:30:23 smithi028 bash[22419]: index_block_restart_interval: 1 2024-08-29T17:30:24.143 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:30:23 smithi028 bash[22419]: metadata_block_size: 4096 2024-08-29T17:30:24.144 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:30:23 smithi028 bash[22419]: partition_filters: 0 2024-08-29T17:30:24.144 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:30:23 smithi028 bash[22419]: use_delta_encoding: 1 2024-08-29T17:30:24.144 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:30:23 smithi028 bash[22419]: filter_policy: rocksdb.BuiltinBloomFilter 2024-08-29T17:30:24.144 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:30:23 smithi028 bash[22419]: whole_key_filtering: 1 2024-08-29T17:30:24.144 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:30:23 smithi028 bash[22419]: verify_compression: 0 2024-08-29T17:30:24.144 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:30:23 smithi028 bash[22419]: read_amp_bytes_per_bit: 0 2024-08-29T17:30:24.144 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:30:23 smithi028 bash[22419]: format_version: 4 2024-08-29T17:30:24.144 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:30:23 smithi028 bash[22419]: enable_index_compression: 1 2024-08-29T17:30:24.145 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:30:23 smithi028 bash[22419]: block_align: 0 2024-08-29T17:30:24.145 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:30:23 smithi028 bash[22419]: debug 2024-08-29T17:30:23.902+0000 7f9a34a56900 4 rocksdb: Options.write_buffer_size: 33554432 2024-08-29T17:30:24.145 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:30:23 smithi028 bash[22419]: debug 2024-08-29T17:30:23.902+0000 7f9a34a56900 4 rocksdb: Options.max_write_buffer_number: 2 2024-08-29T17:30:24.145 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:30:23 smithi028 bash[22419]: debug 2024-08-29T17:30:23.902+0000 7f9a34a56900 4 rocksdb: Options.compression: NoCompression 2024-08-29T17:30:24.145 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:30:23 smithi028 bash[22419]: debug 2024-08-29T17:30:23.902+0000 7f9a34a56900 4 rocksdb: Options.bottommost_compression: Disabled 2024-08-29T17:30:24.145 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:30:23 smithi028 bash[22419]: debug 2024-08-29T17:30:23.902+0000 7f9a34a56900 4 rocksdb: Options.prefix_extractor: nullptr 2024-08-29T17:30:24.145 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:30:23 smithi028 bash[22419]: debug 2024-08-29T17:30:23.902+0000 7f9a34a56900 4 rocksdb: Options.memtable_insert_with_hint_prefix_extractor: nullptr 2024-08-29T17:30:24.148 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:30:23 smithi028 bash[22419]: debug 2024-08-29T17:30:23.902+0000 7f9a34a56900 4 rocksdb: Options.num_levels: 7 2024-08-29T17:30:24.148 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:30:23 smithi028 bash[22419]: debug 2024-08-29T17:30:23.902+0000 7f9a34a56900 4 rocksdb: Options.min_write_buffer_number_to_merge: 1 2024-08-29T17:30:24.148 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:30:23 smithi028 bash[22419]: debug 2024-08-29T17:30:23.902+0000 7f9a34a56900 4 rocksdb: Options.max_write_buffer_number_to_maintain: 0 2024-08-29T17:30:24.148 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:30:23 smithi028 bash[22419]: debug 2024-08-29T17:30:23.902+0000 7f9a34a56900 4 rocksdb: Options.max_write_buffer_size_to_maintain: 0 2024-08-29T17:30:24.148 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:30:23 smithi028 bash[22419]: debug 2024-08-29T17:30:23.902+0000 7f9a34a56900 4 rocksdb: Options.bottommost_compression_opts.window_bits: -14 2024-08-29T17:30:24.148 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:30:23 smithi028 bash[22419]: debug 2024-08-29T17:30:23.902+0000 7f9a34a56900 4 rocksdb: Options.bottommost_compression_opts.level: 32767 2024-08-29T17:30:24.148 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:30:23 smithi028 bash[22419]: debug 2024-08-29T17:30:23.902+0000 7f9a34a56900 4 rocksdb: Options.bottommost_compression_opts.strategy: 0 2024-08-29T17:30:24.149 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:30:23 smithi028 bash[22419]: debug 2024-08-29T17:30:23.902+0000 7f9a34a56900 4 rocksdb: Options.bottommost_compression_opts.max_dict_bytes: 0 2024-08-29T17:30:24.149 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:30:23 smithi028 bash[22419]: debug 2024-08-29T17:30:23.902+0000 7f9a34a56900 4 rocksdb: Options.bottommost_compression_opts.zstd_max_train_bytes: 0 2024-08-29T17:30:24.149 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:30:23 smithi028 bash[22419]: debug 2024-08-29T17:30:23.902+0000 7f9a34a56900 4 rocksdb: Options.bottommost_compression_opts.parallel_threads: 1 2024-08-29T17:30:24.149 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:30:23 smithi028 bash[22419]: debug 2024-08-29T17:30:23.902+0000 7f9a34a56900 4 rocksdb: Options.bottommost_compression_opts.enabled: false 2024-08-29T17:30:24.149 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:30:23 smithi028 bash[22419]: debug 2024-08-29T17:30:23.902+0000 7f9a34a56900 4 rocksdb: Options.compression_opts.window_bits: -14 2024-08-29T17:30:24.149 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:30:23 smithi028 bash[22419]: debug 2024-08-29T17:30:23.902+0000 7f9a34a56900 4 rocksdb: Options.compression_opts.level: 32767 2024-08-29T17:30:24.149 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:30:23 smithi028 bash[22419]: debug 2024-08-29T17:30:23.902+0000 7f9a34a56900 4 rocksdb: Options.compression_opts.strategy: 0 2024-08-29T17:30:24.149 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:30:23 smithi028 bash[22419]: debug 2024-08-29T17:30:23.902+0000 7f9a34a56900 4 rocksdb: Options.compression_opts.max_dict_bytes: 0 2024-08-29T17:30:24.149 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:30:23 smithi028 bash[22419]: debug 2024-08-29T17:30:23.902+0000 7f9a34a56900 4 rocksdb: Options.compression_opts.zstd_max_train_bytes: 0 2024-08-29T17:30:24.149 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:30:23 smithi028 bash[22419]: debug 2024-08-29T17:30:23.902+0000 7f9a34a56900 4 rocksdb: Options.compression_opts.parallel_threads: 1 2024-08-29T17:30:24.149 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:30:23 smithi028 bash[22419]: debug 2024-08-29T17:30:23.902+0000 7f9a34a56900 4 rocksdb: Options.compression_opts.enabled: false 2024-08-29T17:30:24.149 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:30:23 smithi028 bash[22419]: debug 2024-08-29T17:30:23.902+0000 7f9a34a56900 4 rocksdb: Options.level0_file_num_compaction_trigger: 4 2024-08-29T17:30:24.149 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:30:23 smithi028 bash[22419]: debug 2024-08-29T17:30:23.902+0000 7f9a34a56900 4 rocksdb: Options.level0_slowdown_writes_trigger: 20 2024-08-29T17:30:24.150 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:30:23 smithi028 bash[22419]: debug 2024-08-29T17:30:23.902+0000 7f9a34a56900 4 rocksdb: Options.level0_stop_writes_trigger: 36 2024-08-29T17:30:24.150 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:30:23 smithi028 bash[22419]: debug 2024-08-29T17:30:23.902+0000 7f9a34a56900 4 rocksdb: Options.target_file_size_base: 67108864 2024-08-29T17:30:24.150 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:30:23 smithi028 bash[22419]: debug 2024-08-29T17:30:23.902+0000 7f9a34a56900 4 rocksdb: Options.target_file_size_multiplier: 1 2024-08-29T17:30:24.150 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:30:23 smithi028 bash[22419]: debug 2024-08-29T17:30:23.902+0000 7f9a34a56900 4 rocksdb: Options.max_bytes_for_level_base: 268435456 2024-08-29T17:30:24.150 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:30:23 smithi028 bash[22419]: debug 2024-08-29T17:30:23.902+0000 7f9a34a56900 4 rocksdb: Options.level_compaction_dynamic_level_bytes: 1 2024-08-29T17:30:24.150 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:30:23 smithi028 bash[22419]: debug 2024-08-29T17:30:23.902+0000 7f9a34a56900 4 rocksdb: Options.max_bytes_for_level_multiplier: 10.000000 2024-08-29T17:30:24.150 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:30:23 smithi028 bash[22419]: debug 2024-08-29T17:30:23.902+0000 7f9a34a56900 4 rocksdb: Options.max_bytes_for_level_multiplier_addtl[0]: 1 2024-08-29T17:30:24.150 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:30:23 smithi028 bash[22419]: debug 2024-08-29T17:30:23.902+0000 7f9a34a56900 4 rocksdb: Options.max_bytes_for_level_multiplier_addtl[1]: 1 2024-08-29T17:30:24.150 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:30:23 smithi028 bash[22419]: debug 2024-08-29T17:30:23.902+0000 7f9a34a56900 4 rocksdb: Options.max_bytes_for_level_multiplier_addtl[2]: 1 2024-08-29T17:30:24.150 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:30:23 smithi028 bash[22419]: debug 2024-08-29T17:30:23.902+0000 7f9a34a56900 4 rocksdb: Options.max_bytes_for_level_multiplier_addtl[3]: 1 2024-08-29T17:30:24.150 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:30:23 smithi028 bash[22419]: debug 2024-08-29T17:30:23.902+0000 7f9a34a56900 4 rocksdb: Options.max_bytes_for_level_multiplier_addtl[4]: 1 2024-08-29T17:30:24.150 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:30:23 smithi028 bash[22419]: debug 2024-08-29T17:30:23.902+0000 7f9a34a56900 4 rocksdb: Options.max_bytes_for_level_multiplier_addtl[5]: 1 2024-08-29T17:30:24.150 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:30:23 smithi028 bash[22419]: debug 2024-08-29T17:30:23.902+0000 7f9a34a56900 4 rocksdb: Options.max_bytes_for_level_multiplier_addtl[6]: 1 2024-08-29T17:30:24.150 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:30:23 smithi028 bash[22419]: debug 2024-08-29T17:30:23.902+0000 7f9a34a56900 4 rocksdb: Options.max_sequential_skip_in_iterations: 8 2024-08-29T17:30:24.151 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:30:23 smithi028 bash[22419]: debug 2024-08-29T17:30:23.902+0000 7f9a34a56900 4 rocksdb: Options.max_compaction_bytes: 1677721600 2024-08-29T17:30:24.151 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:30:23 smithi028 bash[22419]: debug 2024-08-29T17:30:23.902+0000 7f9a34a56900 4 rocksdb: Options.arena_block_size: 4194304 2024-08-29T17:30:24.151 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:30:23 smithi028 bash[22419]: debug 2024-08-29T17:30:23.902+0000 7f9a34a56900 4 rocksdb: Options.soft_pending_compaction_bytes_limit: 68719476736 2024-08-29T17:30:24.151 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:30:23 smithi028 bash[22419]: debug 2024-08-29T17:30:23.902+0000 7f9a34a56900 4 rocksdb: Options.hard_pending_compaction_bytes_limit: 274877906944 2024-08-29T17:30:24.151 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:30:23 smithi028 bash[22419]: debug 2024-08-29T17:30:23.902+0000 7f9a34a56900 4 rocksdb: Options.rate_limit_delay_max_milliseconds: 100 2024-08-29T17:30:24.151 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:30:23 smithi028 bash[22419]: debug 2024-08-29T17:30:23.902+0000 7f9a34a56900 4 rocksdb: Options.disable_auto_compactions: 0 2024-08-29T17:30:24.151 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:30:23 smithi028 bash[22419]: debug 2024-08-29T17:30:23.902+0000 7f9a34a56900 4 rocksdb: Options.compaction_style: kCompactionStyleLevel 2024-08-29T17:30:24.151 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:30:23 smithi028 bash[22419]: debug 2024-08-29T17:30:23.902+0000 7f9a34a56900 4 rocksdb: Options.compaction_pri: kMinOverlappingRatio 2024-08-29T17:30:24.151 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:30:23 smithi028 bash[22419]: debug 2024-08-29T17:30:23.902+0000 7f9a34a56900 4 rocksdb: Options.compaction_options_universal.size_ratio: 1 2024-08-29T17:30:24.151 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:30:23 smithi028 bash[22419]: debug 2024-08-29T17:30:23.902+0000 7f9a34a56900 4 rocksdb: Options.compaction_options_universal.min_merge_width: 2 2024-08-29T17:30:24.151 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:30:23 smithi028 bash[22419]: debug 2024-08-29T17:30:23.902+0000 7f9a34a56900 4 rocksdb: Options.compaction_options_universal.max_merge_width: 4294967295 2024-08-29T17:30:24.151 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:30:23 smithi028 bash[22419]: debug 2024-08-29T17:30:23.902+0000 7f9a34a56900 4 rocksdb: Options.compaction_options_universal.max_size_amplification_percent: 200 2024-08-29T17:30:24.151 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:30:23 smithi028 bash[22419]: debug 2024-08-29T17:30:23.902+0000 7f9a34a56900 4 rocksdb: Options.compaction_options_universal.compression_size_percent: -1 2024-08-29T17:30:24.151 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:30:23 smithi028 bash[22419]: debug 2024-08-29T17:30:23.902+0000 7f9a34a56900 4 rocksdb: Options.compaction_options_universal.stop_style: kCompactionStopStyleTotalSize 2024-08-29T17:30:24.152 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:30:23 smithi028 bash[22419]: debug 2024-08-29T17:30:23.902+0000 7f9a34a56900 4 rocksdb: Options.compaction_options_fifo.max_table_files_size: 1073741824 2024-08-29T17:30:24.152 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:30:23 smithi028 bash[22419]: debug 2024-08-29T17:30:23.902+0000 7f9a34a56900 4 rocksdb: Options.compaction_options_fifo.allow_compaction: 0 2024-08-29T17:30:24.152 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:30:23 smithi028 bash[22419]: debug 2024-08-29T17:30:23.902+0000 7f9a34a56900 4 rocksdb: Options.table_properties_collectors: CompactOnDeletionCollector (Sliding window size = 32768 Deletion trigger = 16384 Deletion ratio = 0); 2024-08-29T17:30:24.152 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:30:23 smithi028 bash[22419]: debug 2024-08-29T17:30:23.902+0000 7f9a34a56900 4 rocksdb: Options.inplace_update_support: 0 2024-08-29T17:30:24.152 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:30:23 smithi028 bash[22419]: debug 2024-08-29T17:30:23.902+0000 7f9a34a56900 4 rocksdb: Options.inplace_update_num_locks: 10000 2024-08-29T17:30:24.152 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:30:23 smithi028 bash[22419]: debug 2024-08-29T17:30:23.902+0000 7f9a34a56900 4 rocksdb: Options.memtable_prefix_bloom_size_ratio: 0.000000 2024-08-29T17:30:24.152 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:30:23 smithi028 bash[22419]: debug 2024-08-29T17:30:23.902+0000 7f9a34a56900 4 rocksdb: Options.memtable_whole_key_filtering: 0 2024-08-29T17:30:24.152 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:30:23 smithi028 bash[22419]: debug 2024-08-29T17:30:23.902+0000 7f9a34a56900 4 rocksdb: Options.memtable_huge_page_size: 0 2024-08-29T17:30:24.152 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:30:23 smithi028 bash[22419]: debug 2024-08-29T17:30:23.902+0000 7f9a34a56900 4 rocksdb: Options.bloom_locality: 0 2024-08-29T17:30:24.152 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:30:23 smithi028 bash[22419]: debug 2024-08-29T17:30:23.902+0000 7f9a34a56900 4 rocksdb: Options.max_successive_merges: 0 2024-08-29T17:30:24.152 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:30:23 smithi028 bash[22419]: debug 2024-08-29T17:30:23.902+0000 7f9a34a56900 4 rocksdb: Options.optimize_filters_for_hits: 0 2024-08-29T17:30:24.152 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:30:23 smithi028 bash[22419]: debug 2024-08-29T17:30:23.902+0000 7f9a34a56900 4 rocksdb: Options.paranoid_file_checks: 0 2024-08-29T17:30:24.152 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:30:23 smithi028 bash[22419]: debug 2024-08-29T17:30:23.902+0000 7f9a34a56900 4 rocksdb: Options.force_consistency_checks: 1 2024-08-29T17:30:24.153 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:30:23 smithi028 bash[22419]: debug 2024-08-29T17:30:23.902+0000 7f9a34a56900 4 rocksdb: Options.report_bg_io_stats: 0 2024-08-29T17:30:24.153 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:30:23 smithi028 bash[22419]: debug 2024-08-29T17:30:23.902+0000 7f9a34a56900 4 rocksdb: Options.ttl: 2592000 2024-08-29T17:30:24.153 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:30:23 smithi028 bash[22419]: debug 2024-08-29T17:30:23.902+0000 7f9a34a56900 4 rocksdb: Options.periodic_compaction_seconds: 0 2024-08-29T17:30:24.153 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:30:23 smithi028 bash[22419]: debug 2024-08-29T17:30:23.902+0000 7f9a34a56900 4 rocksdb: Options.enable_blob_files: false 2024-08-29T17:30:24.153 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:30:23 smithi028 bash[22419]: debug 2024-08-29T17:30:23.902+0000 7f9a34a56900 4 rocksdb: Options.min_blob_size: 0 2024-08-29T17:30:24.153 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:30:23 smithi028 bash[22419]: debug 2024-08-29T17:30:23.902+0000 7f9a34a56900 4 rocksdb: Options.blob_file_size: 268435456 2024-08-29T17:30:24.153 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:30:23 smithi028 bash[22419]: debug 2024-08-29T17:30:23.902+0000 7f9a34a56900 4 rocksdb: Options.blob_compression_type: NoCompression 2024-08-29T17:30:24.153 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:30:23 smithi028 bash[22419]: debug 2024-08-29T17:30:23.902+0000 7f9a34a56900 4 rocksdb: Options.enable_blob_garbage_collection: false 2024-08-29T17:30:24.153 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:30:23 smithi028 bash[22419]: debug 2024-08-29T17:30:23.902+0000 7f9a34a56900 4 rocksdb: Options.blob_garbage_collection_age_cutoff: 0.250000 2024-08-29T17:30:24.153 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:30:23 smithi028 bash[22419]: debug 2024-08-29T17:30:23.902+0000 7f9a34a56900 4 rocksdb: [db/version_set.cc:4764] Recovered from manifest file:/var/lib/ceph/mon/ceph-a/store.db/MANIFEST-000009 succeeded,manifest_file_number is 9, next_file_number is 11, last_sequence is 5, log_number is 5,prev_log_number is 0,max_column_family is 0,min_log_number_to_keep is 0 2024-08-29T17:30:24.153 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:30:23 smithi028 bash[22419]: debug 2024-08-29T17:30:23.902+0000 7f9a34a56900 4 rocksdb: [db/version_set.cc:4779] Column family [default] (ID 0), log number is 5 2024-08-29T17:30:24.153 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:30:23 smithi028 bash[22419]: debug 2024-08-29T17:30:23.902+0000 7f9a34a56900 4 rocksdb: [db/version_set.cc:4082] Creating manifest 13 2024-08-29T17:30:24.153 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:30:23 smithi028 bash[22419]: debug 2024-08-29T17:30:23.906+0000 7f9a34a56900 4 rocksdb: EVENT_LOG_v1 {"time_micros": 1724952623910276, "job": 1, "event": "recovery_started", "wal_files": [10]} 2024-08-29T17:30:24.153 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:30:23 smithi028 bash[22419]: debug 2024-08-29T17:30:23.906+0000 7f9a34a56900 4 rocksdb: [db/db_impl/db_impl_open.cc:845] Recovering log #10 mode 2 2024-08-29T17:30:24.154 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:30:23 smithi028 bash[22419]: debug 2024-08-29T17:30:23.906+0000 7f9a34a56900 3 rocksdb: [table/block_based/filter_policy.cc:991] Using legacy Bloom filter with high (20) bits/key. Dramatic filter space and/or accuracy improvement is available with format_version>=5. 2024-08-29T17:30:24.154 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:30:23 smithi028 bash[22419]: debug 2024-08-29T17:30:23.906+0000 7f9a34a56900 4 rocksdb: EVENT_LOG_v1 {"time_micros": 1724952623911211, "cf_name": "default", "job": 1, "event": "table_file_creation", "file_number": 14, "file_size": 80248, "file_checksum": "", "file_checksum_func_name": "Unknown", "table_properties": {"data_size": 78490, "index_size": 220, "index_partitions": 0, "top_level_index_size": 0, "index_key_is_user_key": 1, "index_value_is_delta_encoded": 1, "filter_size": 581, "raw_key_size": 10130, "raw_average_key_size": 47, "raw_value_size": 72704, "raw_average_value_size": 341, "num_data_blocks": 10, "num_entries": 213, "num_deletions": 3, "num_merge_operands": 0, "num_range_deletions": 0, "format_version": 0, "fixed_key_len": 0, "filter_policy": "rocksdb.BuiltinBloomFilter", "column_family_name": "default", "column_family_id": 0, "comparator": "leveldb.BytewiseComparator", "merge_operator": "", "prefix_extractor_name": "nullptr", "property_collectors": "[CompactOnDeletionCollector]", "compression": "NoCompression", "compression_options": "window_bits=-14; level=32767; strategy=0; max_dict_bytes=0; zstd_max_train_bytes=0; enabled=0; ", "creation_time": 1724952623, "oldest_key_time": 0, "file_creation_time": 0, "db_id": "5836c03f-0314-47b5-8185-68523899376c", "db_session_id": "YBHK93F9XGI7ECG4KI8W"}} 2024-08-29T17:30:24.154 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:30:23 smithi028 bash[22419]: debug 2024-08-29T17:30:23.906+0000 7f9a34a56900 4 rocksdb: [db/version_set.cc:4082] Creating manifest 15 2024-08-29T17:30:24.154 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:30:23 smithi028 bash[22419]: debug 2024-08-29T17:30:23.906+0000 7f9a34a56900 4 rocksdb: EVENT_LOG_v1 {"time_micros": 1724952623911657, "job": 1, "event": "recovery_finished"} 2024-08-29T17:30:24.154 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:30:23 smithi028 bash[22419]: debug 2024-08-29T17:30:23.906+0000 7f9a34a56900 4 rocksdb: [file/delete_scheduler.cc:69] Deleted file /var/lib/ceph/mon/ceph-a/store.db/000010.log immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024-08-29T17:30:24.154 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:30:23 smithi028 bash[22419]: debug 2024-08-29T17:30:23.906+0000 7f9a34a56900 4 rocksdb: [db/db_impl/db_impl_open.cc:1700] SstFileManager instance 0x560b22c24700 2024-08-29T17:30:24.154 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:30:23 smithi028 bash[22419]: debug 2024-08-29T17:30:23.906+0000 7f9a34a56900 4 rocksdb: DB pointer 0x560b22bf2000 2024-08-29T17:30:24.154 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:30:23 smithi028 bash[22419]: debug 2024-08-29T17:30:23.906+0000 7f9a2a822640 4 rocksdb: [db/db_impl/db_impl.cc:901] ------- DUMPING STATS ------- 2024-08-29T17:30:24.154 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:30:23 smithi028 bash[22419]: debug 2024-08-29T17:30:23.906+0000 7f9a2a822640 4 rocksdb: [db/db_impl/db_impl.cc:903] 2024-08-29T17:30:24.154 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:30:23 smithi028 bash[22419]: ** DB Stats ** 2024-08-29T17:30:24.154 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:30:23 smithi028 bash[22419]: Uptime(secs): 0.0 total, 0.0 interval 2024-08-29T17:30:24.154 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:30:23 smithi028 bash[22419]: Cumulative writes: 0 writes, 0 keys, 0 commit groups, 0.0 writes per commit group, ingest: 0.00 GB, 0.00 MB/s 2024-08-29T17:30:24.154 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:30:23 smithi028 bash[22419]: Cumulative WAL: 0 writes, 0 syncs, 0.00 writes per sync, written: 0.00 GB, 0.00 MB/s 2024-08-29T17:30:24.155 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:30:23 smithi028 bash[22419]: Cumulative stall: 00:00:0.000 H:M:S, 0.0 percent 2024-08-29T17:30:24.155 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:30:23 smithi028 bash[22419]: Interval writes: 0 writes, 0 keys, 0 commit groups, 0.0 writes per commit group, ingest: 0.00 MB, 0.00 MB/s 2024-08-29T17:30:24.155 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:30:23 smithi028 bash[22419]: Interval WAL: 0 writes, 0 syncs, 0.00 writes per sync, written: 0.00 MB, 0.00 MB/s 2024-08-29T17:30:24.155 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:30:23 smithi028 bash[22419]: Interval stall: 00:00:0.000 H:M:S, 0.0 percent 2024-08-29T17:30:24.155 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:30:23 smithi028 bash[22419]: ** Compaction Stats [default] ** 2024-08-29T17:30:24.155 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:30:23 smithi028 bash[22419]: Level Files Size Score Read(GB) Rn(GB) Rnp1(GB) Write(GB) Wnew(GB) Moved(GB) W-Amp Rd(MB/s) Wr(MB/s) Comp(sec) CompMergeCPU(sec) Comp(cnt) Avg(sec) KeyIn KeyDrop 2024-08-29T17:30:24.155 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:30:23 smithi028 bash[22419]: ---------------------------------------------------------------------------------------------------------------------------------------------------------------------------- 2024-08-29T17:30:24.155 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:30:23 smithi028 bash[22419]: L0 2/0 80.15 KB 0.5 0.0 0.0 0.0 0.0 0.0 0.0 1.0 0.0 125.0 0.00 0.00 1 0.001 0 0 2024-08-29T17:30:24.155 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:30:23 smithi028 bash[22419]: Sum 2/0 80.15 KB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 1.0 0.0 125.0 0.00 0.00 1 0.001 0 0 2024-08-29T17:30:24.155 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:30:23 smithi028 bash[22419]: Int 0/0 0.00 KB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 1.0 0.0 125.0 0.00 0.00 1 0.001 0 0 2024-08-29T17:30:24.155 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:30:23 smithi028 bash[22419]: ** Compaction Stats [default] ** 2024-08-29T17:30:24.155 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:30:23 smithi028 bash[22419]: Priority Files Size Score Read(GB) Rn(GB) Rnp1(GB) Write(GB) Wnew(GB) Moved(GB) W-Amp Rd(MB/s) Wr(MB/s) Comp(sec) CompMergeCPU(sec) Comp(cnt) Avg(sec) KeyIn KeyDrop 2024-08-29T17:30:24.155 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:30:23 smithi028 bash[22419]: ------------------------------------------------------------------------------------------------------------------------------------------------------------------------------- 2024-08-29T17:30:24.155 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:30:23 smithi028 bash[22419]: User 0/0 0.00 KB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 125.0 0.00 0.00 1 0.001 0 0 2024-08-29T17:30:24.156 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:30:23 smithi028 bash[22419]: Uptime(secs): 0.0 total, 0.0 interval 2024-08-29T17:30:24.156 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:30:23 smithi028 bash[22419]: Flush(GB): cumulative 0.000, interval 0.000 2024-08-29T17:30:24.156 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:30:23 smithi028 bash[22419]: AddFile(GB): cumulative 0.000, interval 0.000 2024-08-29T17:30:24.156 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:30:23 smithi028 bash[22419]: AddFile(Total Files): cumulative 0, interval 0 2024-08-29T17:30:24.156 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:30:23 smithi028 bash[22419]: AddFile(L0 Files): cumulative 0, interval 0 2024-08-29T17:30:24.156 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:30:23 smithi028 bash[22419]: AddFile(Keys): cumulative 0, interval 0 2024-08-29T17:30:24.156 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:30:23 smithi028 bash[22419]: Cumulative compaction: 0.00 GB write, 19.36 MB/s write, 0.00 GB read, 0.00 MB/s read, 0.0 seconds 2024-08-29T17:30:24.156 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:30:23 smithi028 bash[22419]: Interval compaction: 0.00 GB write, 19.36 MB/s write, 0.00 GB read, 0.00 MB/s read, 0.0 seconds 2024-08-29T17:30:24.156 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:30:23 smithi028 bash[22419]: Stalls(count): 0 level0_slowdown, 0 level0_slowdown_with_compaction, 0 level0_numfiles, 0 level0_numfiles_with_compaction, 0 stop for pending_compaction_bytes, 0 slowdown for pending_compaction_bytes, 0 memtable_compaction, 0 memtable_slowdown, interval 0 total count 2024-08-29T17:30:24.156 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:30:23 smithi028 bash[22419]: ** File Read Latency Histogram By Level [default] ** 2024-08-29T17:30:24.156 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:30:23 smithi028 bash[22419]: ** Compaction Stats [default] ** 2024-08-29T17:30:24.156 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:30:23 smithi028 bash[22419]: Level Files Size Score Read(GB) Rn(GB) Rnp1(GB) Write(GB) Wnew(GB) Moved(GB) W-Amp Rd(MB/s) Wr(MB/s) Comp(sec) CompMergeCPU(sec) Comp(cnt) Avg(sec) KeyIn KeyDrop 2024-08-29T17:30:24.156 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:30:23 smithi028 bash[22419]: ---------------------------------------------------------------------------------------------------------------------------------------------------------------------------- 2024-08-29T17:30:24.156 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:30:23 smithi028 bash[22419]: L0 2/0 80.15 KB 0.5 0.0 0.0 0.0 0.0 0.0 0.0 1.0 0.0 125.0 0.00 0.00 1 0.001 0 0 2024-08-29T17:30:24.157 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:30:23 smithi028 bash[22419]: Sum 2/0 80.15 KB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 1.0 0.0 125.0 0.00 0.00 1 0.001 0 0 2024-08-29T17:30:24.157 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:30:23 smithi028 bash[22419]: Int 0/0 0.00 KB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.00 0.00 0 0.000 0 0 2024-08-29T17:30:24.157 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:30:23 smithi028 bash[22419]: ** Compaction Stats [default] ** 2024-08-29T17:30:24.157 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:30:23 smithi028 bash[22419]: Priority Files Size Score Read(GB) Rn(GB) Rnp1(GB) Write(GB) Wnew(GB) Moved(GB) W-Amp Rd(MB/s) Wr(MB/s) Comp(sec) CompMergeCPU(sec) Comp(cnt) Avg(sec) KeyIn KeyDrop 2024-08-29T17:30:24.157 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:30:23 smithi028 bash[22419]: ------------------------------------------------------------------------------------------------------------------------------------------------------------------------------- 2024-08-29T17:30:24.157 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:30:23 smithi028 bash[22419]: User 0/0 0.00 KB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 125.0 0.00 0.00 1 0.001 0 0 2024-08-29T17:30:24.157 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:30:23 smithi028 bash[22419]: Uptime(secs): 0.0 total, 0.0 interval 2024-08-29T17:30:24.157 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:30:23 smithi028 bash[22419]: Flush(GB): cumulative 0.000, interval 0.000 2024-08-29T17:30:24.157 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:30:23 smithi028 bash[22419]: AddFile(GB): cumulative 0.000, interval 0.000 2024-08-29T17:30:24.157 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:30:23 smithi028 bash[22419]: AddFile(Total Files): cumulative 0, interval 0 2024-08-29T17:30:24.157 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:30:23 smithi028 bash[22419]: AddFile(L0 Files): cumulative 0, interval 0 2024-08-29T17:30:24.157 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:30:23 smithi028 bash[22419]: AddFile(Keys): cumulative 0, interval 0 2024-08-29T17:30:24.157 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:30:23 smithi028 bash[22419]: Cumulative compaction: 0.00 GB write, 19.19 MB/s write, 0.00 GB read, 0.00 MB/s read, 0.0 seconds 2024-08-29T17:30:24.157 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:30:23 smithi028 bash[22419]: Interval compaction: 0.00 GB write, 0.00 MB/s write, 0.00 GB read, 0.00 MB/s read, 0.0 seconds 2024-08-29T17:30:24.158 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:30:23 smithi028 bash[22419]: Stalls(count): 0 level0_slowdown, 0 level0_slowdown_with_compaction, 0 level0_numfiles, 0 level0_numfiles_with_compaction, 0 stop for pending_compaction_bytes, 0 slowdown for pending_compaction_bytes, 0 memtable_compaction, 0 memtable_slowdown, interval 0 total count 2024-08-29T17:30:24.158 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:30:23 smithi028 bash[22419]: ** File Read Latency Histogram By Level [default] ** 2024-08-29T17:30:24.158 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:30:23 smithi028 bash[22419]: debug 2024-08-29T17:30:23.906+0000 7f9a34a56900 0 starting mon.a rank 0 at public addrs [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] at bind addrs [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] mon_data /var/lib/ceph/mon/ceph-a fsid 3167ee72-662c-11ef-bcd4-c7b262605968 2024-08-29T17:30:24.158 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:30:23 smithi028 bash[22419]: debug 2024-08-29T17:30:23.910+0000 7f9a34a56900 1 mon.a@-1(???) e1 preinit fsid 3167ee72-662c-11ef-bcd4-c7b262605968 2024-08-29T17:30:24.158 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:30:23 smithi028 bash[22419]: debug 2024-08-29T17:30:23.910+0000 7f9a34a56900 0 mon.a@-1(???).mds e1 new map 2024-08-29T17:30:24.158 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:30:23 smithi028 bash[22419]: debug 2024-08-29T17:30:23.910+0000 7f9a34a56900 0 mon.a@-1(???).mds e1 print_map 2024-08-29T17:30:24.158 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:30:23 smithi028 bash[22419]: e1 2024-08-29T17:30:24.158 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:30:23 smithi028 bash[22419]: enable_multiple, ever_enabled_multiple: 1,1 2024-08-29T17:30:24.158 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:30:23 smithi028 bash[22419]: default compat: compat={},rocompat={},incompat={1=base v0.20,2=client writeable ranges,3=default file layouts on dirs,4=dir inode in separate object,5=mds uses versioned encoding,6=dirfrag is stored in omap,8=no anchor table,9=file layout v2,10=snaprealm v2} 2024-08-29T17:30:24.158 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:30:23 smithi028 bash[22419]: legacy client fscid: -1 2024-08-29T17:30:24.158 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:30:23 smithi028 bash[22419]: 2024-08-29T17:30:24.158 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:30:23 smithi028 bash[22419]: No filesystems configured 2024-08-29T17:30:24.158 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:30:23 smithi028 bash[22419]: debug 2024-08-29T17:30:23.910+0000 7f9a34a56900 0 mon.a@-1(???).osd e1 crush map has features 3314932999778484224, adjusting msgr requires 2024-08-29T17:30:24.158 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:30:23 smithi028 bash[22419]: debug 2024-08-29T17:30:23.910+0000 7f9a34a56900 0 mon.a@-1(???).osd e1 crush map has features 288514050185494528, adjusting msgr requires 2024-08-29T17:30:24.159 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:30:23 smithi028 bash[22419]: debug 2024-08-29T17:30:23.910+0000 7f9a34a56900 0 mon.a@-1(???).osd e1 crush map has features 288514050185494528, adjusting msgr requires 2024-08-29T17:30:24.159 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:30:23 smithi028 bash[22419]: debug 2024-08-29T17:30:23.910+0000 7f9a34a56900 0 mon.a@-1(???).osd e1 crush map has features 288514050185494528, adjusting msgr requires 2024-08-29T17:30:24.159 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:30:23 smithi028 bash[22419]: debug 2024-08-29T17:30:23.910+0000 7f9a34a56900 1 mon.a@-1(???).paxosservice(auth 1..2) refresh upgraded, format 0 -> 3 2024-08-29T17:30:24.639 INFO:teuthology.orchestra.run.smithi028.stdout:Wrote config to /etc/ceph/ceph.conf 2024-08-29T17:30:24.640 INFO:teuthology.orchestra.run.smithi028.stdout:Wrote keyring to /etc/ceph/ceph.client.admin.keyring 2024-08-29T17:30:24.640 INFO:teuthology.orchestra.run.smithi028.stdout:Creating mgr... 2024-08-29T17:30:24.640 INFO:teuthology.orchestra.run.smithi028.stdout:Verifying port 0.0.0.0:9283 ... 2024-08-29T17:30:24.640 INFO:teuthology.orchestra.run.smithi028.stdout:Verifying port 0.0.0.0:8765 ... 2024-08-29T17:30:24.870 INFO:teuthology.orchestra.run.smithi028.stdout:Non-zero exit code 1 from systemctl reset-failed ceph-3167ee72-662c-11ef-bcd4-c7b262605968@mgr.y 2024-08-29T17:30:24.870 INFO:teuthology.orchestra.run.smithi028.stdout:systemctl: stderr Failed to reset failed state of unit ceph-3167ee72-662c-11ef-bcd4-c7b262605968@mgr.y.service: Unit ceph-3167ee72-662c-11ef-bcd4-c7b262605968@mgr.y.service not loaded. 2024-08-29T17:30:24.918 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:30:24 smithi028 systemd[1]: /etc/systemd/system/ceph-3167ee72-662c-11ef-bcd4-c7b262605968@.service:24: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-08-29T17:30:25.065 INFO:teuthology.orchestra.run.smithi028.stdout:systemctl: stderr Created symlink /etc/systemd/system/ceph-3167ee72-662c-11ef-bcd4-c7b262605968.target.wants/ceph-3167ee72-662c-11ef-bcd4-c7b262605968@mgr.y.service -> /etc/systemd/system/ceph-3167ee72-662c-11ef-bcd4-c7b262605968@.service. 2024-08-29T17:30:25.073 INFO:teuthology.orchestra.run.smithi028.stdout:firewalld does not appear to be present 2024-08-29T17:30:25.073 INFO:teuthology.orchestra.run.smithi028.stdout:Not possible to enable service . firewalld.service is not available 2024-08-29T17:30:25.073 INFO:teuthology.orchestra.run.smithi028.stdout:firewalld does not appear to be present 2024-08-29T17:30:25.074 INFO:teuthology.orchestra.run.smithi028.stdout:Not possible to open ports <[9283, 8765]>. firewalld.service is not available 2024-08-29T17:30:25.074 INFO:teuthology.orchestra.run.smithi028.stdout:Waiting for mgr to start... 2024-08-29T17:30:25.074 INFO:teuthology.orchestra.run.smithi028.stdout:Waiting for mgr... 2024-08-29T17:30:25.181 INFO:journalctl@ceph.mgr.y.smithi028.stdout:Aug 29 17:30:25 smithi028 systemd[1]: Started Ceph mgr.y for 3167ee72-662c-11ef-bcd4-c7b262605968. 2024-08-29T17:30:25.181 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:30:24 smithi028 bash[22419]: cluster 2024-08-29T17:30:23.918542+0000 mon.a (mon.0) 1 : cluster [INF] mon.a is new leader, mons a in quorum (ranks 0) 2024-08-29T17:30:25.181 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:30:24 smithi028 bash[22419]: cluster 2024-08-29T17:30:23.918612+0000 mon.a (mon.0) 2 : cluster [DBG] monmap e1: 1 mons at {a=[v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0]} removed_ranks: {} disallowed_leaders: {} 2024-08-29T17:30:25.181 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:30:24 smithi028 bash[22419]: cluster 2024-08-29T17:30:23.919040+0000 mon.a (mon.0) 3 : cluster [DBG] fsmap 2024-08-29T17:30:25.181 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:30:24 smithi028 bash[22419]: cluster 2024-08-29T17:30:23.919095+0000 mon.a (mon.0) 4 : cluster [DBG] osdmap e1: 0 total, 0 up, 0 in 2024-08-29T17:30:25.181 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:30:24 smithi028 bash[22419]: cluster 2024-08-29T17:30:23.919484+0000 mon.a (mon.0) 5 : cluster [DBG] mgrmap e1: no daemons active 2024-08-29T17:30:25.181 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:30:24 smithi028 bash[22419]: audit 2024-08-29T17:30:24.147704+0000 mon.a (mon.0) 6 : audit [INF] from='client.? 172.21.15.28:0/2581313878' entity='client.admin' 2024-08-29T17:30:25.181 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:30:24 smithi028 systemd[1]: /etc/systemd/system/ceph-3167ee72-662c-11ef-bcd4-c7b262605968@.service:24: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-08-29T17:30:26.758 INFO:journalctl@ceph.mgr.y.smithi028.stdout:Aug 29 17:30:26 smithi028 bash[22672]: debug 2024-08-29T17:30:26.610+0000 7f63c1f9cec0 -1 mgr[py] Module devicehealth has missing NOTIFY_TYPES member 2024-08-29T17:30:27.130 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:30:26 smithi028 bash[22419]: audit 2024-08-29T17:30:26.749805+0000 mon.a (mon.0) 7 : audit [DBG] from='client.? 172.21.15.28:0/648249489' entity='client.admin' cmd=[{"prefix": "status", "format": "json-pretty"}]: dispatch 2024-08-29T17:30:27.285 INFO:teuthology.orchestra.run.smithi028.stdout:/usr/bin/ceph: stdout 2024-08-29T17:30:27.285 INFO:teuthology.orchestra.run.smithi028.stdout:/usr/bin/ceph: stdout { 2024-08-29T17:30:27.286 INFO:teuthology.orchestra.run.smithi028.stdout:/usr/bin/ceph: stdout "fsid": "3167ee72-662c-11ef-bcd4-c7b262605968", 2024-08-29T17:30:27.286 INFO:teuthology.orchestra.run.smithi028.stdout:/usr/bin/ceph: stdout "health": { 2024-08-29T17:30:27.286 INFO:teuthology.orchestra.run.smithi028.stdout:/usr/bin/ceph: stdout "status": "HEALTH_OK", 2024-08-29T17:30:27.286 INFO:teuthology.orchestra.run.smithi028.stdout:/usr/bin/ceph: stdout "checks": {}, 2024-08-29T17:30:27.286 INFO:teuthology.orchestra.run.smithi028.stdout:/usr/bin/ceph: stdout "mutes": [] 2024-08-29T17:30:27.286 INFO:teuthology.orchestra.run.smithi028.stdout:/usr/bin/ceph: stdout }, 2024-08-29T17:30:27.286 INFO:teuthology.orchestra.run.smithi028.stdout:/usr/bin/ceph: stdout "election_epoch": 5, 2024-08-29T17:30:27.286 INFO:teuthology.orchestra.run.smithi028.stdout:/usr/bin/ceph: stdout "quorum": [ 2024-08-29T17:30:27.286 INFO:teuthology.orchestra.run.smithi028.stdout:/usr/bin/ceph: stdout 0 2024-08-29T17:30:27.286 INFO:teuthology.orchestra.run.smithi028.stdout:/usr/bin/ceph: stdout ], 2024-08-29T17:30:27.286 INFO:teuthology.orchestra.run.smithi028.stdout:/usr/bin/ceph: stdout "quorum_names": [ 2024-08-29T17:30:27.286 INFO:teuthology.orchestra.run.smithi028.stdout:/usr/bin/ceph: stdout "a" 2024-08-29T17:30:27.286 INFO:teuthology.orchestra.run.smithi028.stdout:/usr/bin/ceph: stdout ], 2024-08-29T17:30:27.286 INFO:teuthology.orchestra.run.smithi028.stdout:/usr/bin/ceph: stdout "quorum_age": 2, 2024-08-29T17:30:27.287 INFO:teuthology.orchestra.run.smithi028.stdout:/usr/bin/ceph: stdout "monmap": { 2024-08-29T17:30:27.287 INFO:teuthology.orchestra.run.smithi028.stdout:/usr/bin/ceph: stdout "epoch": 1, 2024-08-29T17:30:27.287 INFO:teuthology.orchestra.run.smithi028.stdout:/usr/bin/ceph: stdout "min_mon_release_name": "quincy", 2024-08-29T17:30:27.287 INFO:teuthology.orchestra.run.smithi028.stdout:/usr/bin/ceph: stdout "num_mons": 1 2024-08-29T17:30:27.287 INFO:teuthology.orchestra.run.smithi028.stdout:/usr/bin/ceph: stdout }, 2024-08-29T17:30:27.287 INFO:teuthology.orchestra.run.smithi028.stdout:/usr/bin/ceph: stdout "osdmap": { 2024-08-29T17:30:27.287 INFO:teuthology.orchestra.run.smithi028.stdout:/usr/bin/ceph: stdout "epoch": 1, 2024-08-29T17:30:27.287 INFO:teuthology.orchestra.run.smithi028.stdout:/usr/bin/ceph: stdout "num_osds": 0, 2024-08-29T17:30:27.287 INFO:teuthology.orchestra.run.smithi028.stdout:/usr/bin/ceph: stdout "num_up_osds": 0, 2024-08-29T17:30:27.287 INFO:teuthology.orchestra.run.smithi028.stdout:/usr/bin/ceph: stdout "osd_up_since": 0, 2024-08-29T17:30:27.287 INFO:teuthology.orchestra.run.smithi028.stdout:/usr/bin/ceph: stdout "num_in_osds": 0, 2024-08-29T17:30:27.287 INFO:teuthology.orchestra.run.smithi028.stdout:/usr/bin/ceph: stdout "osd_in_since": 0, 2024-08-29T17:30:27.287 INFO:teuthology.orchestra.run.smithi028.stdout:/usr/bin/ceph: stdout "num_remapped_pgs": 0 2024-08-29T17:30:27.290 INFO:teuthology.orchestra.run.smithi028.stdout:/usr/bin/ceph: stdout }, 2024-08-29T17:30:27.290 INFO:teuthology.orchestra.run.smithi028.stdout:/usr/bin/ceph: stdout "pgmap": { 2024-08-29T17:30:27.291 INFO:teuthology.orchestra.run.smithi028.stdout:/usr/bin/ceph: stdout "pgs_by_state": [], 2024-08-29T17:30:27.291 INFO:teuthology.orchestra.run.smithi028.stdout:/usr/bin/ceph: stdout "num_pgs": 0, 2024-08-29T17:30:27.291 INFO:teuthology.orchestra.run.smithi028.stdout:/usr/bin/ceph: stdout "num_pools": 0, 2024-08-29T17:30:27.291 INFO:teuthology.orchestra.run.smithi028.stdout:/usr/bin/ceph: stdout "num_objects": 0, 2024-08-29T17:30:27.291 INFO:teuthology.orchestra.run.smithi028.stdout:/usr/bin/ceph: stdout "data_bytes": 0, 2024-08-29T17:30:27.291 INFO:teuthology.orchestra.run.smithi028.stdout:/usr/bin/ceph: stdout "bytes_used": 0, 2024-08-29T17:30:27.291 INFO:teuthology.orchestra.run.smithi028.stdout:/usr/bin/ceph: stdout "bytes_avail": 0, 2024-08-29T17:30:27.291 INFO:teuthology.orchestra.run.smithi028.stdout:/usr/bin/ceph: stdout "bytes_total": 0 2024-08-29T17:30:27.291 INFO:teuthology.orchestra.run.smithi028.stdout:/usr/bin/ceph: stdout }, 2024-08-29T17:30:27.291 INFO:teuthology.orchestra.run.smithi028.stdout:/usr/bin/ceph: stdout "fsmap": { 2024-08-29T17:30:27.291 INFO:teuthology.orchestra.run.smithi028.stdout:/usr/bin/ceph: stdout "epoch": 1, 2024-08-29T17:30:27.291 INFO:teuthology.orchestra.run.smithi028.stdout:/usr/bin/ceph: stdout "by_rank": [], 2024-08-29T17:30:27.291 INFO:teuthology.orchestra.run.smithi028.stdout:/usr/bin/ceph: stdout "up:standby": 0 2024-08-29T17:30:27.291 INFO:teuthology.orchestra.run.smithi028.stdout:/usr/bin/ceph: stdout }, 2024-08-29T17:30:27.292 INFO:teuthology.orchestra.run.smithi028.stdout:/usr/bin/ceph: stdout "mgrmap": { 2024-08-29T17:30:27.292 INFO:teuthology.orchestra.run.smithi028.stdout:/usr/bin/ceph: stdout "available": false, 2024-08-29T17:30:27.292 INFO:teuthology.orchestra.run.smithi028.stdout:/usr/bin/ceph: stdout "num_standbys": 0, 2024-08-29T17:30:27.292 INFO:teuthology.orchestra.run.smithi028.stdout:/usr/bin/ceph: stdout "modules": [ 2024-08-29T17:30:27.292 INFO:teuthology.orchestra.run.smithi028.stdout:/usr/bin/ceph: stdout "iostat", 2024-08-29T17:30:27.292 INFO:teuthology.orchestra.run.smithi028.stdout:/usr/bin/ceph: stdout "nfs", 2024-08-29T17:30:27.292 INFO:teuthology.orchestra.run.smithi028.stdout:/usr/bin/ceph: stdout "restful" 2024-08-29T17:30:27.292 INFO:teuthology.orchestra.run.smithi028.stdout:/usr/bin/ceph: stdout ], 2024-08-29T17:30:27.292 INFO:teuthology.orchestra.run.smithi028.stdout:/usr/bin/ceph: stdout "services": {} 2024-08-29T17:30:27.292 INFO:teuthology.orchestra.run.smithi028.stdout:/usr/bin/ceph: stdout }, 2024-08-29T17:30:27.292 INFO:teuthology.orchestra.run.smithi028.stdout:/usr/bin/ceph: stdout "servicemap": { 2024-08-29T17:30:27.292 INFO:teuthology.orchestra.run.smithi028.stdout:/usr/bin/ceph: stdout "epoch": 1, 2024-08-29T17:30:27.292 INFO:teuthology.orchestra.run.smithi028.stdout:/usr/bin/ceph: stdout "modified": "2024-08-29T17:30:17.963527+0000", 2024-08-29T17:30:27.292 INFO:teuthology.orchestra.run.smithi028.stdout:/usr/bin/ceph: stdout "services": {} 2024-08-29T17:30:27.293 INFO:teuthology.orchestra.run.smithi028.stdout:/usr/bin/ceph: stdout }, 2024-08-29T17:30:27.293 INFO:teuthology.orchestra.run.smithi028.stdout:/usr/bin/ceph: stdout "progress_events": {} 2024-08-29T17:30:27.293 INFO:teuthology.orchestra.run.smithi028.stdout:/usr/bin/ceph: stdout } 2024-08-29T17:30:27.293 INFO:teuthology.orchestra.run.smithi028.stdout:mgr not available, waiting (1/15)... 2024-08-29T17:30:28.130 INFO:journalctl@ceph.mgr.y.smithi028.stdout:Aug 29 17:30:27 smithi028 bash[22672]: debug 2024-08-29T17:30:27.854+0000 7f63c1f9cec0 -1 mgr[py] Module rook has missing NOTIFY_TYPES member 2024-08-29T17:30:28.130 INFO:journalctl@ceph.mgr.y.smithi028.stdout:Aug 29 17:30:27 smithi028 bash[22672]: debug 2024-08-29T17:30:27.918+0000 7f63c1f9cec0 -1 mgr[py] Module iostat has missing NOTIFY_TYPES member 2024-08-29T17:30:28.130 INFO:journalctl@ceph.mgr.y.smithi028.stdout:Aug 29 17:30:28 smithi028 bash[22672]: debug 2024-08-29T17:30:28.074+0000 7f63c1f9cec0 -1 mgr[py] Module telemetry has missing NOTIFY_TYPES member 2024-08-29T17:30:29.036 INFO:journalctl@ceph.mgr.y.smithi028.stdout:Aug 29 17:30:28 smithi028 bash[22672]: debug 2024-08-29T17:30:28.730+0000 7f63c1f9cec0 -1 mgr[py] Module osd_support has missing NOTIFY_TYPES member 2024-08-29T17:30:29.036 INFO:journalctl@ceph.mgr.y.smithi028.stdout:Aug 29 17:30:28 smithi028 bash[22672]: debug 2024-08-29T17:30:28.798+0000 7f63c1f9cec0 -1 mgr[py] Module selftest has missing NOTIFY_TYPES member 2024-08-29T17:30:29.036 INFO:journalctl@ceph.mgr.y.smithi028.stdout:Aug 29 17:30:28 smithi028 bash[22672]: debug 2024-08-29T17:30:28.870+0000 7f63c1f9cec0 -1 mgr[py] Module progress has missing NOTIFY_TYPES member 2024-08-29T17:30:29.380 INFO:journalctl@ceph.mgr.y.smithi028.stdout:Aug 29 17:30:29 smithi028 bash[22672]: debug 2024-08-29T17:30:29.030+0000 7f63c1f9cec0 -1 mgr[py] Module rgw has missing NOTIFY_TYPES member 2024-08-29T17:30:29.380 INFO:journalctl@ceph.mgr.y.smithi028.stdout:Aug 29 17:30:29 smithi028 bash[22672]: debug 2024-08-29T17:30:29.110+0000 7f63c1f9cec0 -1 mgr[py] Module crash has missing NOTIFY_TYPES member 2024-08-29T17:30:29.380 INFO:journalctl@ceph.mgr.y.smithi028.stdout:Aug 29 17:30:29 smithi028 bash[22672]: debug 2024-08-29T17:30:29.178+0000 7f63c1f9cec0 -1 mgr[py] Module telegraf has missing NOTIFY_TYPES member 2024-08-29T17:30:29.630 INFO:journalctl@ceph.mgr.y.smithi028.stdout:Aug 29 17:30:29 smithi028 bash[22672]: debug 2024-08-29T17:30:29.422+0000 7f63c1f9cec0 -1 mgr[py] Module pg_autoscaler has missing NOTIFY_TYPES member 2024-08-29T17:30:29.630 INFO:journalctl@ceph.mgr.y.smithi028.stdout:Aug 29 17:30:29 smithi028 bash[22672]: debug 2024-08-29T17:30:29.490+0000 7f63c1f9cec0 -1 mgr[py] Module zabbix has missing NOTIFY_TYPES member 2024-08-29T17:30:29.988 INFO:journalctl@ceph.mgr.y.smithi028.stdout:Aug 29 17:30:29 smithi028 bash[22672]: debug 2024-08-29T17:30:29.662+0000 7f63c1f9cec0 -1 mgr[py] Module nfs has missing NOTIFY_TYPES member 2024-08-29T17:30:29.988 INFO:journalctl@ceph.mgr.y.smithi028.stdout:Aug 29 17:30:29 smithi028 bash[22672]: debug 2024-08-29T17:30:29.742+0000 7f63c1f9cec0 -1 mgr[py] Module balancer has missing NOTIFY_TYPES member 2024-08-29T17:30:30.239 INFO:journalctl@ceph.mgr.y.smithi028.stdout:Aug 29 17:30:29 smithi028 bash[22672]: debug 2024-08-29T17:30:29.986+0000 7f63c1f9cec0 -1 mgr[py] Module orchestrator has missing NOTIFY_TYPES member 2024-08-29T17:30:30.239 INFO:journalctl@ceph.mgr.y.smithi028.stdout:Aug 29 17:30:30 smithi028 bash[22672]: debug 2024-08-29T17:30:30.154+0000 7f63c1f9cec0 -1 mgr[py] Module rbd_support has missing NOTIFY_TYPES member 2024-08-29T17:30:30.630 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:30:30 smithi028 bash[22419]: audit 2024-08-29T17:30:30.414099+0000 mon.a (mon.0) 8 : audit [DBG] from='client.? 172.21.15.28:0/376555936' entity='client.admin' cmd=[{"prefix": "status", "format": "json-pretty"}]: dispatch 2024-08-29T17:30:30.630 INFO:journalctl@ceph.mgr.y.smithi028.stdout:Aug 29 17:30:30 smithi028 bash[22672]: debug 2024-08-29T17:30:30.234+0000 7f63c1f9cec0 -1 mgr[py] Module alerts has missing NOTIFY_TYPES member 2024-08-29T17:30:30.630 INFO:journalctl@ceph.mgr.y.smithi028.stdout:Aug 29 17:30:30 smithi028 bash[22672]: debug 2024-08-29T17:30:30.398+0000 7f63c1f9cec0 -1 mgr[py] Module test_orchestrator has missing NOTIFY_TYPES member 2024-08-29T17:30:31.032 INFO:teuthology.orchestra.run.smithi028.stdout:/usr/bin/ceph: stdout 2024-08-29T17:30:31.032 INFO:teuthology.orchestra.run.smithi028.stdout:/usr/bin/ceph: stdout { 2024-08-29T17:30:31.033 INFO:teuthology.orchestra.run.smithi028.stdout:/usr/bin/ceph: stdout "fsid": "3167ee72-662c-11ef-bcd4-c7b262605968", 2024-08-29T17:30:31.033 INFO:teuthology.orchestra.run.smithi028.stdout:/usr/bin/ceph: stdout "health": { 2024-08-29T17:30:31.033 INFO:teuthology.orchestra.run.smithi028.stdout:/usr/bin/ceph: stdout "status": "HEALTH_OK", 2024-08-29T17:30:31.033 INFO:teuthology.orchestra.run.smithi028.stdout:/usr/bin/ceph: stdout "checks": {}, 2024-08-29T17:30:31.033 INFO:teuthology.orchestra.run.smithi028.stdout:/usr/bin/ceph: stdout "mutes": [] 2024-08-29T17:30:31.033 INFO:teuthology.orchestra.run.smithi028.stdout:/usr/bin/ceph: stdout }, 2024-08-29T17:30:31.033 INFO:teuthology.orchestra.run.smithi028.stdout:/usr/bin/ceph: stdout "election_epoch": 5, 2024-08-29T17:30:31.033 INFO:teuthology.orchestra.run.smithi028.stdout:/usr/bin/ceph: stdout "quorum": [ 2024-08-29T17:30:31.033 INFO:teuthology.orchestra.run.smithi028.stdout:/usr/bin/ceph: stdout 0 2024-08-29T17:30:31.033 INFO:teuthology.orchestra.run.smithi028.stdout:/usr/bin/ceph: stdout ], 2024-08-29T17:30:31.033 INFO:teuthology.orchestra.run.smithi028.stdout:/usr/bin/ceph: stdout "quorum_names": [ 2024-08-29T17:30:31.034 INFO:teuthology.orchestra.run.smithi028.stdout:/usr/bin/ceph: stdout "a" 2024-08-29T17:30:31.034 INFO:teuthology.orchestra.run.smithi028.stdout:/usr/bin/ceph: stdout ], 2024-08-29T17:30:31.034 INFO:teuthology.orchestra.run.smithi028.stdout:/usr/bin/ceph: stdout "quorum_age": 6, 2024-08-29T17:30:31.034 INFO:teuthology.orchestra.run.smithi028.stdout:/usr/bin/ceph: stdout "monmap": { 2024-08-29T17:30:31.034 INFO:teuthology.orchestra.run.smithi028.stdout:/usr/bin/ceph: stdout "epoch": 1, 2024-08-29T17:30:31.034 INFO:teuthology.orchestra.run.smithi028.stdout:/usr/bin/ceph: stdout "min_mon_release_name": "quincy", 2024-08-29T17:30:31.034 INFO:teuthology.orchestra.run.smithi028.stdout:/usr/bin/ceph: stdout "num_mons": 1 2024-08-29T17:30:31.034 INFO:teuthology.orchestra.run.smithi028.stdout:/usr/bin/ceph: stdout }, 2024-08-29T17:30:31.034 INFO:teuthology.orchestra.run.smithi028.stdout:/usr/bin/ceph: stdout "osdmap": { 2024-08-29T17:30:31.034 INFO:teuthology.orchestra.run.smithi028.stdout:/usr/bin/ceph: stdout "epoch": 1, 2024-08-29T17:30:31.034 INFO:teuthology.orchestra.run.smithi028.stdout:/usr/bin/ceph: stdout "num_osds": 0, 2024-08-29T17:30:31.034 INFO:teuthology.orchestra.run.smithi028.stdout:/usr/bin/ceph: stdout "num_up_osds": 0, 2024-08-29T17:30:31.034 INFO:teuthology.orchestra.run.smithi028.stdout:/usr/bin/ceph: stdout "osd_up_since": 0, 2024-08-29T17:30:31.038 INFO:teuthology.orchestra.run.smithi028.stdout:/usr/bin/ceph: stdout "num_in_osds": 0, 2024-08-29T17:30:31.038 INFO:teuthology.orchestra.run.smithi028.stdout:/usr/bin/ceph: stdout "osd_in_since": 0, 2024-08-29T17:30:31.038 INFO:teuthology.orchestra.run.smithi028.stdout:/usr/bin/ceph: stdout "num_remapped_pgs": 0 2024-08-29T17:30:31.038 INFO:teuthology.orchestra.run.smithi028.stdout:/usr/bin/ceph: stdout }, 2024-08-29T17:30:31.038 INFO:teuthology.orchestra.run.smithi028.stdout:/usr/bin/ceph: stdout "pgmap": { 2024-08-29T17:30:31.039 INFO:teuthology.orchestra.run.smithi028.stdout:/usr/bin/ceph: stdout "pgs_by_state": [], 2024-08-29T17:30:31.039 INFO:teuthology.orchestra.run.smithi028.stdout:/usr/bin/ceph: stdout "num_pgs": 0, 2024-08-29T17:30:31.039 INFO:teuthology.orchestra.run.smithi028.stdout:/usr/bin/ceph: stdout "num_pools": 0, 2024-08-29T17:30:31.039 INFO:teuthology.orchestra.run.smithi028.stdout:/usr/bin/ceph: stdout "num_objects": 0, 2024-08-29T17:30:31.039 INFO:teuthology.orchestra.run.smithi028.stdout:/usr/bin/ceph: stdout "data_bytes": 0, 2024-08-29T17:30:31.039 INFO:teuthology.orchestra.run.smithi028.stdout:/usr/bin/ceph: stdout "bytes_used": 0, 2024-08-29T17:30:31.039 INFO:teuthology.orchestra.run.smithi028.stdout:/usr/bin/ceph: stdout "bytes_avail": 0, 2024-08-29T17:30:31.039 INFO:teuthology.orchestra.run.smithi028.stdout:/usr/bin/ceph: stdout "bytes_total": 0 2024-08-29T17:30:31.039 INFO:teuthology.orchestra.run.smithi028.stdout:/usr/bin/ceph: stdout }, 2024-08-29T17:30:31.039 INFO:teuthology.orchestra.run.smithi028.stdout:/usr/bin/ceph: stdout "fsmap": { 2024-08-29T17:30:31.039 INFO:teuthology.orchestra.run.smithi028.stdout:/usr/bin/ceph: stdout "epoch": 1, 2024-08-29T17:30:31.039 INFO:teuthology.orchestra.run.smithi028.stdout:/usr/bin/ceph: stdout "by_rank": [], 2024-08-29T17:30:31.039 INFO:teuthology.orchestra.run.smithi028.stdout:/usr/bin/ceph: stdout "up:standby": 0 2024-08-29T17:30:31.039 INFO:teuthology.orchestra.run.smithi028.stdout:/usr/bin/ceph: stdout }, 2024-08-29T17:30:31.040 INFO:teuthology.orchestra.run.smithi028.stdout:/usr/bin/ceph: stdout "mgrmap": { 2024-08-29T17:30:31.040 INFO:teuthology.orchestra.run.smithi028.stdout:/usr/bin/ceph: stdout "available": false, 2024-08-29T17:30:31.040 INFO:teuthology.orchestra.run.smithi028.stdout:/usr/bin/ceph: stdout "num_standbys": 0, 2024-08-29T17:30:31.040 INFO:teuthology.orchestra.run.smithi028.stdout:/usr/bin/ceph: stdout "modules": [ 2024-08-29T17:30:31.040 INFO:teuthology.orchestra.run.smithi028.stdout:/usr/bin/ceph: stdout "iostat", 2024-08-29T17:30:31.040 INFO:teuthology.orchestra.run.smithi028.stdout:/usr/bin/ceph: stdout "nfs", 2024-08-29T17:30:31.040 INFO:teuthology.orchestra.run.smithi028.stdout:/usr/bin/ceph: stdout "restful" 2024-08-29T17:30:31.040 INFO:teuthology.orchestra.run.smithi028.stdout:/usr/bin/ceph: stdout ], 2024-08-29T17:30:31.040 INFO:teuthology.orchestra.run.smithi028.stdout:/usr/bin/ceph: stdout "services": {} 2024-08-29T17:30:31.040 INFO:teuthology.orchestra.run.smithi028.stdout:/usr/bin/ceph: stdout }, 2024-08-29T17:30:31.040 INFO:teuthology.orchestra.run.smithi028.stdout:/usr/bin/ceph: stdout "servicemap": { 2024-08-29T17:30:31.040 INFO:teuthology.orchestra.run.smithi028.stdout:/usr/bin/ceph: stdout "epoch": 1, 2024-08-29T17:30:31.040 INFO:teuthology.orchestra.run.smithi028.stdout:/usr/bin/ceph: stdout "modified": "2024-08-29T17:30:17.963527+0000", 2024-08-29T17:30:31.040 INFO:teuthology.orchestra.run.smithi028.stdout:/usr/bin/ceph: stdout "services": {} 2024-08-29T17:30:31.041 INFO:teuthology.orchestra.run.smithi028.stdout:/usr/bin/ceph: stdout }, 2024-08-29T17:30:31.041 INFO:teuthology.orchestra.run.smithi028.stdout:/usr/bin/ceph: stdout "progress_events": {} 2024-08-29T17:30:31.041 INFO:teuthology.orchestra.run.smithi028.stdout:/usr/bin/ceph: stdout } 2024-08-29T17:30:31.041 INFO:teuthology.orchestra.run.smithi028.stdout:mgr not available, waiting (2/15)... 2024-08-29T17:30:31.487 INFO:journalctl@ceph.mgr.y.smithi028.stdout:Aug 29 17:30:31 smithi028 bash[22672]: debug 2024-08-29T17:30:31.202+0000 7f63c1f9cec0 -1 mgr[py] Module influx has missing NOTIFY_TYPES member 2024-08-29T17:30:31.487 INFO:journalctl@ceph.mgr.y.smithi028.stdout:Aug 29 17:30:31 smithi028 bash[22672]: debug 2024-08-29T17:30:31.278+0000 7f63c1f9cec0 -1 mgr[py] Module status has missing NOTIFY_TYPES member 2024-08-29T17:30:31.880 INFO:journalctl@ceph.mgr.y.smithi028.stdout:Aug 29 17:30:31 smithi028 bash[22672]: debug 2024-08-29T17:30:31.482+0000 7f63c1f9cec0 -1 mgr[py] Module volumes has missing NOTIFY_TYPES member 2024-08-29T17:30:31.880 INFO:journalctl@ceph.mgr.y.smithi028.stdout:Aug 29 17:30:31 smithi028 bash[22672]: debug 2024-08-29T17:30:31.558+0000 7f63c1f9cec0 -1 mgr[py] Module osd_perf_query has missing NOTIFY_TYPES member 2024-08-29T17:30:32.380 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:30:32 smithi028 bash[22419]: cluster 2024-08-29T17:30:31.991821+0000 mon.a (mon.0) 9 : cluster [INF] Activating manager daemon y 2024-08-29T17:30:32.380 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:30:32 smithi028 bash[22419]: cluster 2024-08-29T17:30:31.998981+0000 mon.a (mon.0) 10 : cluster [DBG] mgrmap e2: y(active, starting, since 0.00734236s) 2024-08-29T17:30:32.380 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:30:32 smithi028 bash[22419]: audit 2024-08-29T17:30:31.999921+0000 mon.a (mon.0) 11 : audit [DBG] from='mgr.14100 172.21.15.28:0/4153174977' entity='mgr.y' cmd=[{"prefix": "mds metadata"}]: dispatch 2024-08-29T17:30:32.380 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:30:32 smithi028 bash[22419]: audit 2024-08-29T17:30:32.000128+0000 mon.a (mon.0) 12 : audit [DBG] from='mgr.14100 172.21.15.28:0/4153174977' entity='mgr.y' cmd=[{"prefix": "osd metadata"}]: dispatch 2024-08-29T17:30:32.380 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:30:32 smithi028 bash[22419]: audit 2024-08-29T17:30:32.000318+0000 mon.a (mon.0) 13 : audit [DBG] from='mgr.14100 172.21.15.28:0/4153174977' entity='mgr.y' cmd=[{"prefix": "mon metadata"}]: dispatch 2024-08-29T17:30:32.380 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:30:32 smithi028 bash[22419]: audit 2024-08-29T17:30:32.000480+0000 mon.a (mon.0) 14 : audit [DBG] from='mgr.14100 172.21.15.28:0/4153174977' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-29T17:30:32.380 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:30:32 smithi028 bash[22419]: audit 2024-08-29T17:30:32.001202+0000 mon.a (mon.0) 15 : audit [DBG] from='mgr.14100 172.21.15.28:0/4153174977' entity='mgr.y' cmd=[{"prefix": "mgr metadata", "who": "y", "id": "y"}]: dispatch 2024-08-29T17:30:32.380 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:30:32 smithi028 bash[22419]: cluster 2024-08-29T17:30:32.032124+0000 mon.a (mon.0) 16 : cluster [INF] Manager daemon y is now available 2024-08-29T17:30:32.381 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:30:32 smithi028 bash[22419]: audit 2024-08-29T17:30:32.042418+0000 mon.a (mon.0) 17 : audit [INF] from='mgr.14100 172.21.15.28:0/4153174977' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/mirror_snapshot_schedule"}]: dispatch 2024-08-29T17:30:32.381 INFO:journalctl@ceph.mgr.y.smithi028.stdout:Aug 29 17:30:31 smithi028 bash[22672]: debug 2024-08-29T17:30:31.886+0000 7f63c1f9cec0 -1 mgr[py] Module prometheus has missing NOTIFY_TYPES member 2024-08-29T17:30:32.381 INFO:journalctl@ceph.mgr.y.smithi028.stdout:Aug 29 17:30:31 smithi028 bash[22672]: debug 2024-08-29T17:30:31.966+0000 7f63c1f9cec0 -1 mgr[py] Module snap_schedule has missing NOTIFY_TYPES member 2024-08-29T17:30:33.380 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:30:33 smithi028 bash[22419]: audit 2024-08-29T17:30:32.045975+0000 mon.a (mon.0) 18 : audit [INF] from='mgr.14100 172.21.15.28:0/4153174977' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/trash_purge_schedule"}]: dispatch 2024-08-29T17:30:33.380 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:30:33 smithi028 bash[22419]: audit 2024-08-29T17:30:32.047762+0000 mon.a (mon.0) 19 : audit [INF] from='mgr.14100 172.21.15.28:0/4153174977' entity='mgr.y' 2024-08-29T17:30:33.380 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:30:33 smithi028 bash[22419]: audit 2024-08-29T17:30:32.050392+0000 mon.a (mon.0) 20 : audit [INF] from='mgr.14100 172.21.15.28:0/4153174977' entity='mgr.y' 2024-08-29T17:30:33.380 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:30:33 smithi028 bash[22419]: audit 2024-08-29T17:30:32.052710+0000 mon.a (mon.0) 21 : audit [INF] from='mgr.14100 172.21.15.28:0/4153174977' entity='mgr.y' 2024-08-29T17:30:33.381 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:30:33 smithi028 bash[22419]: cluster 2024-08-29T17:30:33.005815+0000 mon.a (mon.0) 22 : cluster [DBG] mgrmap e3: y(active, since 1.01417s) 2024-08-29T17:30:35.023 INFO:teuthology.orchestra.run.smithi028.stdout:/usr/bin/ceph: stdout 2024-08-29T17:30:35.023 INFO:teuthology.orchestra.run.smithi028.stdout:/usr/bin/ceph: stdout { 2024-08-29T17:30:35.023 INFO:teuthology.orchestra.run.smithi028.stdout:/usr/bin/ceph: stdout "fsid": "3167ee72-662c-11ef-bcd4-c7b262605968", 2024-08-29T17:30:35.023 INFO:teuthology.orchestra.run.smithi028.stdout:/usr/bin/ceph: stdout "health": { 2024-08-29T17:30:35.023 INFO:teuthology.orchestra.run.smithi028.stdout:/usr/bin/ceph: stdout "status": "HEALTH_OK", 2024-08-29T17:30:35.023 INFO:teuthology.orchestra.run.smithi028.stdout:/usr/bin/ceph: stdout "checks": {}, 2024-08-29T17:30:35.023 INFO:teuthology.orchestra.run.smithi028.stdout:/usr/bin/ceph: stdout "mutes": [] 2024-08-29T17:30:35.023 INFO:teuthology.orchestra.run.smithi028.stdout:/usr/bin/ceph: stdout }, 2024-08-29T17:30:35.024 INFO:teuthology.orchestra.run.smithi028.stdout:/usr/bin/ceph: stdout "election_epoch": 5, 2024-08-29T17:30:35.024 INFO:teuthology.orchestra.run.smithi028.stdout:/usr/bin/ceph: stdout "quorum": [ 2024-08-29T17:30:35.024 INFO:teuthology.orchestra.run.smithi028.stdout:/usr/bin/ceph: stdout 0 2024-08-29T17:30:35.024 INFO:teuthology.orchestra.run.smithi028.stdout:/usr/bin/ceph: stdout ], 2024-08-29T17:30:35.024 INFO:teuthology.orchestra.run.smithi028.stdout:/usr/bin/ceph: stdout "quorum_names": [ 2024-08-29T17:30:35.024 INFO:teuthology.orchestra.run.smithi028.stdout:/usr/bin/ceph: stdout "a" 2024-08-29T17:30:35.024 INFO:teuthology.orchestra.run.smithi028.stdout:/usr/bin/ceph: stdout ], 2024-08-29T17:30:35.024 INFO:teuthology.orchestra.run.smithi028.stdout:/usr/bin/ceph: stdout "quorum_age": 10, 2024-08-29T17:30:35.024 INFO:teuthology.orchestra.run.smithi028.stdout:/usr/bin/ceph: stdout "monmap": { 2024-08-29T17:30:35.024 INFO:teuthology.orchestra.run.smithi028.stdout:/usr/bin/ceph: stdout "epoch": 1, 2024-08-29T17:30:35.024 INFO:teuthology.orchestra.run.smithi028.stdout:/usr/bin/ceph: stdout "min_mon_release_name": "quincy", 2024-08-29T17:30:35.024 INFO:teuthology.orchestra.run.smithi028.stdout:/usr/bin/ceph: stdout "num_mons": 1 2024-08-29T17:30:35.024 INFO:teuthology.orchestra.run.smithi028.stdout:/usr/bin/ceph: stdout }, 2024-08-29T17:30:35.025 INFO:teuthology.orchestra.run.smithi028.stdout:/usr/bin/ceph: stdout "osdmap": { 2024-08-29T17:30:35.025 INFO:teuthology.orchestra.run.smithi028.stdout:/usr/bin/ceph: stdout "epoch": 1, 2024-08-29T17:30:35.025 INFO:teuthology.orchestra.run.smithi028.stdout:/usr/bin/ceph: stdout "num_osds": 0, 2024-08-29T17:30:35.025 INFO:teuthology.orchestra.run.smithi028.stdout:/usr/bin/ceph: stdout "num_up_osds": 0, 2024-08-29T17:30:35.025 INFO:teuthology.orchestra.run.smithi028.stdout:/usr/bin/ceph: stdout "osd_up_since": 0, 2024-08-29T17:30:35.028 INFO:teuthology.orchestra.run.smithi028.stdout:/usr/bin/ceph: stdout "num_in_osds": 0, 2024-08-29T17:30:35.028 INFO:teuthology.orchestra.run.smithi028.stdout:/usr/bin/ceph: stdout "osd_in_since": 0, 2024-08-29T17:30:35.028 INFO:teuthology.orchestra.run.smithi028.stdout:/usr/bin/ceph: stdout "num_remapped_pgs": 0 2024-08-29T17:30:35.028 INFO:teuthology.orchestra.run.smithi028.stdout:/usr/bin/ceph: stdout }, 2024-08-29T17:30:35.028 INFO:teuthology.orchestra.run.smithi028.stdout:/usr/bin/ceph: stdout "pgmap": { 2024-08-29T17:30:35.028 INFO:teuthology.orchestra.run.smithi028.stdout:/usr/bin/ceph: stdout "pgs_by_state": [], 2024-08-29T17:30:35.029 INFO:teuthology.orchestra.run.smithi028.stdout:/usr/bin/ceph: stdout "num_pgs": 0, 2024-08-29T17:30:35.029 INFO:teuthology.orchestra.run.smithi028.stdout:/usr/bin/ceph: stdout "num_pools": 0, 2024-08-29T17:30:35.029 INFO:teuthology.orchestra.run.smithi028.stdout:/usr/bin/ceph: stdout "num_objects": 0, 2024-08-29T17:30:35.029 INFO:teuthology.orchestra.run.smithi028.stdout:/usr/bin/ceph: stdout "data_bytes": 0, 2024-08-29T17:30:35.029 INFO:teuthology.orchestra.run.smithi028.stdout:/usr/bin/ceph: stdout "bytes_used": 0, 2024-08-29T17:30:35.029 INFO:teuthology.orchestra.run.smithi028.stdout:/usr/bin/ceph: stdout "bytes_avail": 0, 2024-08-29T17:30:35.029 INFO:teuthology.orchestra.run.smithi028.stdout:/usr/bin/ceph: stdout "bytes_total": 0 2024-08-29T17:30:35.029 INFO:teuthology.orchestra.run.smithi028.stdout:/usr/bin/ceph: stdout }, 2024-08-29T17:30:35.029 INFO:teuthology.orchestra.run.smithi028.stdout:/usr/bin/ceph: stdout "fsmap": { 2024-08-29T17:30:35.029 INFO:teuthology.orchestra.run.smithi028.stdout:/usr/bin/ceph: stdout "epoch": 1, 2024-08-29T17:30:35.029 INFO:teuthology.orchestra.run.smithi028.stdout:/usr/bin/ceph: stdout "by_rank": [], 2024-08-29T17:30:35.029 INFO:teuthology.orchestra.run.smithi028.stdout:/usr/bin/ceph: stdout "up:standby": 0 2024-08-29T17:30:35.029 INFO:teuthology.orchestra.run.smithi028.stdout:/usr/bin/ceph: stdout }, 2024-08-29T17:30:35.029 INFO:teuthology.orchestra.run.smithi028.stdout:/usr/bin/ceph: stdout "mgrmap": { 2024-08-29T17:30:35.030 INFO:teuthology.orchestra.run.smithi028.stdout:/usr/bin/ceph: stdout "available": true, 2024-08-29T17:30:35.030 INFO:teuthology.orchestra.run.smithi028.stdout:/usr/bin/ceph: stdout "num_standbys": 0, 2024-08-29T17:30:35.030 INFO:teuthology.orchestra.run.smithi028.stdout:/usr/bin/ceph: stdout "modules": [ 2024-08-29T17:30:35.030 INFO:teuthology.orchestra.run.smithi028.stdout:/usr/bin/ceph: stdout "iostat", 2024-08-29T17:30:35.030 INFO:teuthology.orchestra.run.smithi028.stdout:/usr/bin/ceph: stdout "nfs", 2024-08-29T17:30:35.030 INFO:teuthology.orchestra.run.smithi028.stdout:/usr/bin/ceph: stdout "restful" 2024-08-29T17:30:35.030 INFO:teuthology.orchestra.run.smithi028.stdout:/usr/bin/ceph: stdout ], 2024-08-29T17:30:35.030 INFO:teuthology.orchestra.run.smithi028.stdout:/usr/bin/ceph: stdout "services": {} 2024-08-29T17:30:35.030 INFO:teuthology.orchestra.run.smithi028.stdout:/usr/bin/ceph: stdout }, 2024-08-29T17:30:35.030 INFO:teuthology.orchestra.run.smithi028.stdout:/usr/bin/ceph: stdout "servicemap": { 2024-08-29T17:30:35.030 INFO:teuthology.orchestra.run.smithi028.stdout:/usr/bin/ceph: stdout "epoch": 1, 2024-08-29T17:30:35.030 INFO:teuthology.orchestra.run.smithi028.stdout:/usr/bin/ceph: stdout "modified": "2024-08-29T17:30:17.963527+0000", 2024-08-29T17:30:35.030 INFO:teuthology.orchestra.run.smithi028.stdout:/usr/bin/ceph: stdout "services": {} 2024-08-29T17:30:35.030 INFO:teuthology.orchestra.run.smithi028.stdout:/usr/bin/ceph: stdout }, 2024-08-29T17:30:35.030 INFO:teuthology.orchestra.run.smithi028.stdout:/usr/bin/ceph: stdout "progress_events": {} 2024-08-29T17:30:35.031 INFO:teuthology.orchestra.run.smithi028.stdout:/usr/bin/ceph: stdout } 2024-08-29T17:30:35.031 INFO:teuthology.orchestra.run.smithi028.stdout:mgr is available 2024-08-29T17:30:35.380 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:30:35 smithi028 bash[22419]: cluster 2024-08-29T17:30:34.047403+0000 mon.a (mon.0) 23 : cluster [DBG] mgrmap e4: y(active, since 2s) 2024-08-29T17:30:35.380 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:30:35 smithi028 bash[22419]: audit 2024-08-29T17:30:34.539284+0000 mon.a (mon.0) 24 : audit [DBG] from='client.? 172.21.15.28:0/2861828008' entity='client.admin' cmd=[{"prefix": "status", "format": "json-pretty"}]: dispatch 2024-08-29T17:30:36.880 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:30:36 smithi028 bash[22419]: audit 2024-08-29T17:30:36.407688+0000 mon.a (mon.0) 25 : audit [INF] from='client.? 172.21.15.28:0/2256844728' entity='client.admin' cmd=[{"prefix": "config assimilate-conf"}]: dispatch 2024-08-29T17:30:36.903 INFO:teuthology.orchestra.run.smithi028.stdout:/usr/bin/ceph: stdout 2024-08-29T17:30:36.903 INFO:teuthology.orchestra.run.smithi028.stdout:/usr/bin/ceph: stdout [global] 2024-08-29T17:30:36.903 INFO:teuthology.orchestra.run.smithi028.stdout:/usr/bin/ceph: stdout fsid = 3167ee72-662c-11ef-bcd4-c7b262605968 2024-08-29T17:30:36.904 INFO:teuthology.orchestra.run.smithi028.stdout:/usr/bin/ceph: stdout mon_cluster_log_file_level = debug 2024-08-29T17:30:36.904 INFO:teuthology.orchestra.run.smithi028.stdout:/usr/bin/ceph: stdout mon_osd_allow_pg_remap = true 2024-08-29T17:30:36.904 INFO:teuthology.orchestra.run.smithi028.stdout:/usr/bin/ceph: stdout mon_osd_allow_primary_affinity = true 2024-08-29T17:30:36.904 INFO:teuthology.orchestra.run.smithi028.stdout:/usr/bin/ceph: stdout mon_warn_on_no_sortbitwise = false 2024-08-29T17:30:36.904 INFO:teuthology.orchestra.run.smithi028.stdout:/usr/bin/ceph: stdout osd_crush_chooseleaf_type = 0 2024-08-29T17:30:36.904 INFO:teuthology.orchestra.run.smithi028.stdout:/usr/bin/ceph: stdout 2024-08-29T17:30:36.904 INFO:teuthology.orchestra.run.smithi028.stdout:/usr/bin/ceph: stdout [mgr] 2024-08-29T17:30:36.905 INFO:teuthology.orchestra.run.smithi028.stdout:/usr/bin/ceph: stdout mgr/telemetry/nag = false 2024-08-29T17:30:36.905 INFO:teuthology.orchestra.run.smithi028.stdout:/usr/bin/ceph: stdout 2024-08-29T17:30:36.905 INFO:teuthology.orchestra.run.smithi028.stdout:/usr/bin/ceph: stdout [osd] 2024-08-29T17:30:36.905 INFO:teuthology.orchestra.run.smithi028.stdout:/usr/bin/ceph: stdout osd_map_max_advance = 10 2024-08-29T17:30:36.906 INFO:teuthology.orchestra.run.smithi028.stdout:/usr/bin/ceph: stdout osd_sloppy_crc = true 2024-08-29T17:30:36.906 INFO:teuthology.orchestra.run.smithi028.stdout:Enabling cephadm module... 2024-08-29T17:30:38.630 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:30:38 smithi028 bash[22419]: audit 2024-08-29T17:30:38.296231+0000 mon.a (mon.0) 26 : audit [INF] from='client.? 172.21.15.28:0/2706594260' entity='client.admin' cmd=[{"prefix": "mgr module enable", "module": "cephadm"}]: dispatch 2024-08-29T17:30:38.630 INFO:journalctl@ceph.mgr.y.smithi028.stdout:Aug 29 17:30:38 smithi028 bash[22672]: ignoring --setuser ceph since I am not root 2024-08-29T17:30:38.630 INFO:journalctl@ceph.mgr.y.smithi028.stdout:Aug 29 17:30:38 smithi028 bash[22672]: ignoring --setgroup ceph since I am not root 2024-08-29T17:30:38.630 INFO:journalctl@ceph.mgr.y.smithi028.stdout:Aug 29 17:30:38 smithi028 bash[22672]: debug 2024-08-29T17:30:38.494+0000 7f9367a05ec0 -1 mgr[py] Module devicehealth has missing NOTIFY_TYPES member 2024-08-29T17:30:39.630 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:30:39 smithi028 bash[22419]: audit 2024-08-29T17:30:38.352492+0000 mon.a (mon.0) 27 : audit [INF] from='client.? 172.21.15.28:0/2706594260' entity='client.admin' cmd='[{"prefix": "mgr module enable", "module": "cephadm"}]': finished 2024-08-29T17:30:39.630 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:30:39 smithi028 bash[22419]: cluster 2024-08-29T17:30:38.352554+0000 mon.a (mon.0) 28 : cluster [DBG] mgrmap e5: y(active, since 6s) 2024-08-29T17:30:40.130 INFO:journalctl@ceph.mgr.y.smithi028.stdout:Aug 29 17:30:39 smithi028 bash[22672]: debug 2024-08-29T17:30:39.714+0000 7f9367a05ec0 -1 mgr[py] Module rook has missing NOTIFY_TYPES member 2024-08-29T17:30:40.130 INFO:journalctl@ceph.mgr.y.smithi028.stdout:Aug 29 17:30:39 smithi028 bash[22672]: debug 2024-08-29T17:30:39.782+0000 7f9367a05ec0 -1 mgr[py] Module iostat has missing NOTIFY_TYPES member 2024-08-29T17:30:40.130 INFO:journalctl@ceph.mgr.y.smithi028.stdout:Aug 29 17:30:39 smithi028 bash[22672]: debug 2024-08-29T17:30:39.942+0000 7f9367a05ec0 -1 mgr[py] Module telemetry has missing NOTIFY_TYPES member 2024-08-29T17:30:40.602 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:30:40 smithi028 bash[22419]: audit 2024-08-29T17:30:40.309476+0000 mon.a (mon.0) 29 : audit [DBG] from='client.? 172.21.15.28:0/3377892641' entity='client.admin' cmd=[{"prefix": "mgr stat"}]: dispatch 2024-08-29T17:30:40.816 INFO:teuthology.orchestra.run.smithi028.stdout:/usr/bin/ceph: stdout { 2024-08-29T17:30:40.816 INFO:teuthology.orchestra.run.smithi028.stdout:/usr/bin/ceph: stdout "epoch": 5, 2024-08-29T17:30:40.816 INFO:teuthology.orchestra.run.smithi028.stdout:/usr/bin/ceph: stdout "available": true, 2024-08-29T17:30:40.816 INFO:teuthology.orchestra.run.smithi028.stdout:/usr/bin/ceph: stdout "active_name": "y", 2024-08-29T17:30:40.816 INFO:teuthology.orchestra.run.smithi028.stdout:/usr/bin/ceph: stdout "num_standby": 0 2024-08-29T17:30:40.816 INFO:teuthology.orchestra.run.smithi028.stdout:/usr/bin/ceph: stdout } 2024-08-29T17:30:40.816 INFO:teuthology.orchestra.run.smithi028.stdout:Waiting for the mgr to restart... 2024-08-29T17:30:40.816 INFO:teuthology.orchestra.run.smithi028.stdout:Waiting for mgr epoch 5... 2024-08-29T17:30:40.880 INFO:journalctl@ceph.mgr.y.smithi028.stdout:Aug 29 17:30:40 smithi028 bash[22672]: debug 2024-08-29T17:30:40.598+0000 7f9367a05ec0 -1 mgr[py] Module osd_support has missing NOTIFY_TYPES member 2024-08-29T17:30:40.880 INFO:journalctl@ceph.mgr.y.smithi028.stdout:Aug 29 17:30:40 smithi028 bash[22672]: debug 2024-08-29T17:30:40.670+0000 7f9367a05ec0 -1 mgr[py] Module selftest has missing NOTIFY_TYPES member 2024-08-29T17:30:40.880 INFO:journalctl@ceph.mgr.y.smithi028.stdout:Aug 29 17:30:40 smithi028 bash[22672]: debug 2024-08-29T17:30:40.738+0000 7f9367a05ec0 -1 mgr[py] Module progress has missing NOTIFY_TYPES member 2024-08-29T17:30:41.289 INFO:journalctl@ceph.mgr.y.smithi028.stdout:Aug 29 17:30:40 smithi028 bash[22672]: debug 2024-08-29T17:30:40.902+0000 7f9367a05ec0 -1 mgr[py] Module rgw has missing NOTIFY_TYPES member 2024-08-29T17:30:41.290 INFO:journalctl@ceph.mgr.y.smithi028.stdout:Aug 29 17:30:40 smithi028 bash[22672]: debug 2024-08-29T17:30:40.982+0000 7f9367a05ec0 -1 mgr[py] Module crash has missing NOTIFY_TYPES member 2024-08-29T17:30:41.290 INFO:journalctl@ceph.mgr.y.smithi028.stdout:Aug 29 17:30:41 smithi028 bash[22672]: debug 2024-08-29T17:30:41.050+0000 7f9367a05ec0 -1 mgr[py] Module telegraf has missing NOTIFY_TYPES member 2024-08-29T17:30:41.610 INFO:journalctl@ceph.mgr.y.smithi028.stdout:Aug 29 17:30:41 smithi028 bash[22672]: debug 2024-08-29T17:30:41.286+0000 7f9367a05ec0 -1 mgr[py] Module pg_autoscaler has missing NOTIFY_TYPES member 2024-08-29T17:30:41.610 INFO:journalctl@ceph.mgr.y.smithi028.stdout:Aug 29 17:30:41 smithi028 bash[22672]: debug 2024-08-29T17:30:41.354+0000 7f9367a05ec0 -1 mgr[py] Module zabbix has missing NOTIFY_TYPES member 2024-08-29T17:30:41.610 INFO:journalctl@ceph.mgr.y.smithi028.stdout:Aug 29 17:30:41 smithi028 bash[22672]: debug 2024-08-29T17:30:41.530+0000 7f9367a05ec0 -1 mgr[py] Module nfs has missing NOTIFY_TYPES member 2024-08-29T17:30:41.610 INFO:journalctl@ceph.mgr.y.smithi028.stdout:Aug 29 17:30:41 smithi028 bash[22672]: debug 2024-08-29T17:30:41.606+0000 7f9367a05ec0 -1 mgr[py] Module balancer has missing NOTIFY_TYPES member 2024-08-29T17:30:41.879 INFO:journalctl@ceph.mgr.y.smithi028.stdout:Aug 29 17:30:41 smithi028 bash[22672]: debug 2024-08-29T17:30:41.854+0000 7f9367a05ec0 -1 mgr[py] Module orchestrator has missing NOTIFY_TYPES member 2024-08-29T17:30:42.380 INFO:journalctl@ceph.mgr.y.smithi028.stdout:Aug 29 17:30:42 smithi028 bash[22672]: debug 2024-08-29T17:30:42.018+0000 7f9367a05ec0 -1 mgr[py] Module rbd_support has missing NOTIFY_TYPES member 2024-08-29T17:30:42.453 INFO:journalctl@ceph.mgr.y.smithi028.stdout:Aug 29 17:30:42 smithi028 bash[22672]: debug 2024-08-29T17:30:42.098+0000 7f9367a05ec0 -1 mgr[py] Module alerts has missing NOTIFY_TYPES member 2024-08-29T17:30:42.453 INFO:journalctl@ceph.mgr.y.smithi028.stdout:Aug 29 17:30:42 smithi028 bash[22672]: debug 2024-08-29T17:30:42.258+0000 7f9367a05ec0 -1 mgr[py] Module test_orchestrator has missing NOTIFY_TYPES member 2024-08-29T17:30:43.334 INFO:journalctl@ceph.mgr.y.smithi028.stdout:Aug 29 17:30:43 smithi028 bash[22672]: debug 2024-08-29T17:30:43.050+0000 7f9367a05ec0 -1 mgr[py] Module influx has missing NOTIFY_TYPES member 2024-08-29T17:30:43.334 INFO:journalctl@ceph.mgr.y.smithi028.stdout:Aug 29 17:30:43 smithi028 bash[22672]: debug 2024-08-29T17:30:43.126+0000 7f9367a05ec0 -1 mgr[py] Module status has missing NOTIFY_TYPES member 2024-08-29T17:30:43.630 INFO:journalctl@ceph.mgr.y.smithi028.stdout:Aug 29 17:30:43 smithi028 bash[22672]: debug 2024-08-29T17:30:43.330+0000 7f9367a05ec0 -1 mgr[py] Module volumes has missing NOTIFY_TYPES member 2024-08-29T17:30:43.630 INFO:journalctl@ceph.mgr.y.smithi028.stdout:Aug 29 17:30:43 smithi028 bash[22672]: debug 2024-08-29T17:30:43.406+0000 7f9367a05ec0 -1 mgr[py] Module osd_perf_query has missing NOTIFY_TYPES member 2024-08-29T17:30:44.130 INFO:journalctl@ceph.mgr.y.smithi028.stdout:Aug 29 17:30:43 smithi028 bash[22672]: debug 2024-08-29T17:30:43.734+0000 7f9367a05ec0 -1 mgr[py] Module prometheus has missing NOTIFY_TYPES member 2024-08-29T17:30:44.130 INFO:journalctl@ceph.mgr.y.smithi028.stdout:Aug 29 17:30:43 smithi028 bash[22672]: debug 2024-08-29T17:30:43.810+0000 7f9367a05ec0 -1 mgr[py] Module snap_schedule has missing NOTIFY_TYPES member 2024-08-29T17:30:44.130 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:30:43 smithi028 bash[22419]: cluster 2024-08-29T17:30:43.836068+0000 mon.a (mon.0) 30 : cluster [INF] Active manager daemon y restarted 2024-08-29T17:30:44.130 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:30:43 smithi028 bash[22419]: cluster 2024-08-29T17:30:43.836609+0000 mon.a (mon.0) 31 : cluster [INF] Activating manager daemon y 2024-08-29T17:30:44.130 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:30:43 smithi028 bash[22419]: cluster 2024-08-29T17:30:43.839867+0000 mon.a (mon.0) 32 : cluster [DBG] osdmap e2: 0 total, 0 up, 0 in 2024-08-29T17:30:44.130 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:30:43 smithi028 bash[22419]: cluster 2024-08-29T17:30:43.839964+0000 mon.a (mon.0) 33 : cluster [DBG] mgrmap e6: y(active, starting, since 0.00353264s) 2024-08-29T17:30:44.130 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:30:43 smithi028 bash[22419]: audit 2024-08-29T17:30:43.844003+0000 mon.a (mon.0) 34 : audit [DBG] from='mgr.14118 172.21.15.28:0/266444859' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-29T17:30:44.130 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:30:43 smithi028 bash[22419]: audit 2024-08-29T17:30:43.844998+0000 mon.a (mon.0) 35 : audit [DBG] from='mgr.14118 172.21.15.28:0/266444859' entity='mgr.y' cmd=[{"prefix": "mgr metadata", "who": "y", "id": "y"}]: dispatch 2024-08-29T17:30:44.131 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:30:43 smithi028 bash[22419]: audit 2024-08-29T17:30:43.846400+0000 mon.a (mon.0) 36 : audit [DBG] from='mgr.14118 172.21.15.28:0/266444859' entity='mgr.y' cmd=[{"prefix": "mds metadata"}]: dispatch 2024-08-29T17:30:44.131 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:30:43 smithi028 bash[22419]: audit 2024-08-29T17:30:43.846511+0000 mon.a (mon.0) 37 : audit [DBG] from='mgr.14118 172.21.15.28:0/266444859' entity='mgr.y' cmd=[{"prefix": "osd metadata"}]: dispatch 2024-08-29T17:30:44.131 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:30:43 smithi028 bash[22419]: audit 2024-08-29T17:30:43.846612+0000 mon.a (mon.0) 38 : audit [DBG] from='mgr.14118 172.21.15.28:0/266444859' entity='mgr.y' cmd=[{"prefix": "mon metadata"}]: dispatch 2024-08-29T17:30:44.131 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:30:43 smithi028 bash[22419]: cluster 2024-08-29T17:30:43.871844+0000 mon.a (mon.0) 39 : cluster [INF] Manager daemon y is now available 2024-08-29T17:30:44.131 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:30:43 smithi028 bash[22419]: audit 2024-08-29T17:30:43.886209+0000 mon.a (mon.0) 40 : audit [INF] from='mgr.14118 172.21.15.28:0/266444859' entity='mgr.y' 2024-08-29T17:30:45.130 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:30:44 smithi028 bash[22419]: cephadm 2024-08-29T17:30:43.883597+0000 mgr.y (mgr.14118) 1 : cephadm [INF] Found migration_current of "None". Setting to last migration. 2024-08-29T17:30:45.130 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:30:44 smithi028 bash[22419]: audit 2024-08-29T17:30:43.891790+0000 mon.a (mon.0) 41 : audit [INF] from='mgr.14118 172.21.15.28:0/266444859' entity='mgr.y' 2024-08-29T17:30:45.130 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:30:44 smithi028 bash[22419]: audit 2024-08-29T17:30:43.896297+0000 mon.a (mon.0) 42 : audit [DBG] from='mgr.14118 172.21.15.28:0/266444859' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-29T17:30:45.130 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:30:44 smithi028 bash[22419]: audit 2024-08-29T17:30:43.898918+0000 mon.a (mon.0) 43 : audit [DBG] from='mgr.14118 172.21.15.28:0/266444859' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-29T17:30:45.130 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:30:44 smithi028 bash[22419]: audit 2024-08-29T17:30:43.906669+0000 mon.a (mon.0) 44 : audit [INF] from='mgr.14118 172.21.15.28:0/266444859' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/mirror_snapshot_schedule"}]: dispatch 2024-08-29T17:30:45.130 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:30:44 smithi028 bash[22419]: audit 2024-08-29T17:30:43.909251+0000 mon.a (mon.0) 45 : audit [INF] from='mgr.14118 172.21.15.28:0/266444859' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/trash_purge_schedule"}]: dispatch 2024-08-29T17:30:45.130 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:30:44 smithi028 bash[22419]: cluster 2024-08-29T17:30:44.848620+0000 mon.a (mon.0) 46 : cluster [DBG] mgrmap e7: y(active, since 1.01218s) 2024-08-29T17:30:45.387 INFO:teuthology.orchestra.run.smithi028.stdout:/usr/bin/ceph: stdout { 2024-08-29T17:30:45.387 INFO:teuthology.orchestra.run.smithi028.stdout:/usr/bin/ceph: stdout "mgrmap_epoch": 7, 2024-08-29T17:30:45.387 INFO:teuthology.orchestra.run.smithi028.stdout:/usr/bin/ceph: stdout "initialized": true 2024-08-29T17:30:45.387 INFO:teuthology.orchestra.run.smithi028.stdout:/usr/bin/ceph: stdout } 2024-08-29T17:30:45.387 INFO:teuthology.orchestra.run.smithi028.stdout:mgr epoch 5 is available 2024-08-29T17:30:45.387 INFO:teuthology.orchestra.run.smithi028.stdout:Setting orchestrator backend to cephadm... 2024-08-29T17:30:46.177 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:30:45 smithi028 bash[22419]: audit 2024-08-29T17:30:44.845360+0000 mgr.y (mgr.14118) 2 : audit [DBG] from='client.14122 -' entity='client.admin' cmd=[{"prefix": "get_command_descriptions"}]: dispatch 2024-08-29T17:30:46.177 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:30:45 smithi028 bash[22419]: audit 2024-08-29T17:30:44.855830+0000 mgr.y (mgr.14118) 3 : audit [DBG] from='client.14122 -' entity='client.admin' cmd=[{"prefix": "mgr_status"}]: dispatch 2024-08-29T17:30:46.630 INFO:journalctl@ceph.mgr.y.smithi028.stdout:Aug 29 17:30:46 smithi028 bash[22672]: debug 2024-08-29T17:30:46.394+0000 7f9319dd3640 -1 log_channel(cephadm) log [ERR] : [29/Aug/2024:17:30:46] ENGINE Error in HTTPServer.serve 2024-08-29T17:30:46.630 INFO:journalctl@ceph.mgr.y.smithi028.stdout:Aug 29 17:30:46 smithi028 bash[22672]: Traceback (most recent call last): 2024-08-29T17:30:46.630 INFO:journalctl@ceph.mgr.y.smithi028.stdout:Aug 29 17:30:46 smithi028 bash[22672]: File "/lib/python3.9/site-packages/cheroot/server.py", line 1823, in serve 2024-08-29T17:30:46.630 INFO:journalctl@ceph.mgr.y.smithi028.stdout:Aug 29 17:30:46 smithi028 bash[22672]: self._connections.run(self.expiration_interval) 2024-08-29T17:30:46.630 INFO:journalctl@ceph.mgr.y.smithi028.stdout:Aug 29 17:30:46 smithi028 bash[22672]: File "/lib/python3.9/site-packages/cheroot/connections.py", line 203, in run 2024-08-29T17:30:46.631 INFO:journalctl@ceph.mgr.y.smithi028.stdout:Aug 29 17:30:46 smithi028 bash[22672]: self._run(expiration_interval) 2024-08-29T17:30:46.631 INFO:journalctl@ceph.mgr.y.smithi028.stdout:Aug 29 17:30:46 smithi028 bash[22672]: File "/lib/python3.9/site-packages/cheroot/connections.py", line 246, in _run 2024-08-29T17:30:46.631 INFO:journalctl@ceph.mgr.y.smithi028.stdout:Aug 29 17:30:46 smithi028 bash[22672]: new_conn = self._from_server_socket(self.server.socket) 2024-08-29T17:30:46.631 INFO:journalctl@ceph.mgr.y.smithi028.stdout:Aug 29 17:30:46 smithi028 bash[22672]: File "/lib/python3.9/site-packages/cheroot/connections.py", line 300, in _from_server_socket 2024-08-29T17:30:46.631 INFO:journalctl@ceph.mgr.y.smithi028.stdout:Aug 29 17:30:46 smithi028 bash[22672]: s, ssl_env = self.server.ssl_adapter.wrap(s) 2024-08-29T17:30:46.631 INFO:journalctl@ceph.mgr.y.smithi028.stdout:Aug 29 17:30:46 smithi028 bash[22672]: File "/lib/python3.9/site-packages/cheroot/ssl/builtin.py", line 277, in wrap 2024-08-29T17:30:46.631 INFO:journalctl@ceph.mgr.y.smithi028.stdout:Aug 29 17:30:46 smithi028 bash[22672]: s = self.context.wrap_socket( 2024-08-29T17:30:46.631 INFO:journalctl@ceph.mgr.y.smithi028.stdout:Aug 29 17:30:46 smithi028 bash[22672]: File "/lib64/python3.9/ssl.py", line 501, in wrap_socket 2024-08-29T17:30:46.632 INFO:journalctl@ceph.mgr.y.smithi028.stdout:Aug 29 17:30:46 smithi028 bash[22672]: return self.sslsocket_class._create( 2024-08-29T17:30:46.632 INFO:journalctl@ceph.mgr.y.smithi028.stdout:Aug 29 17:30:46 smithi028 bash[22672]: File "/lib64/python3.9/ssl.py", line 1074, in _create 2024-08-29T17:30:46.632 INFO:journalctl@ceph.mgr.y.smithi028.stdout:Aug 29 17:30:46 smithi028 bash[22672]: self.do_handshake() 2024-08-29T17:30:46.632 INFO:journalctl@ceph.mgr.y.smithi028.stdout:Aug 29 17:30:46 smithi028 bash[22672]: File "/lib64/python3.9/ssl.py", line 1343, in do_handshake 2024-08-29T17:30:46.632 INFO:journalctl@ceph.mgr.y.smithi028.stdout:Aug 29 17:30:46 smithi028 bash[22672]: self._sslobj.do_handshake() 2024-08-29T17:30:46.632 INFO:journalctl@ceph.mgr.y.smithi028.stdout:Aug 29 17:30:46 smithi028 bash[22672]: ssl.SSLZeroReturnError: TLS/SSL connection has been closed (EOF) (_ssl.c:1133) 2024-08-29T17:30:47.130 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:30:46 smithi028 bash[22419]: cluster 2024-08-29T17:30:45.898197+0000 mon.a (mon.0) 47 : cluster [DBG] mgrmap e8: y(active, since 2s) 2024-08-29T17:30:47.130 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:30:46 smithi028 bash[22419]: cephadm 2024-08-29T17:30:46.276172+0000 mgr.y (mgr.14118) 4 : cephadm [INF] [29/Aug/2024:17:30:46] ENGINE Bus STARTING 2024-08-29T17:30:47.130 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:30:46 smithi028 bash[22419]: audit 2024-08-29T17:30:46.401507+0000 mon.a (mon.0) 48 : audit [INF] from='mgr.14118 172.21.15.28:0/266444859' entity='mgr.y' 2024-08-29T17:30:47.130 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:30:46 smithi028 bash[22419]: audit 2024-08-29T17:30:46.402590+0000 mon.a (mon.0) 49 : audit [DBG] from='mgr.14118 172.21.15.28:0/266444859' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-29T17:30:47.130 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:30:46 smithi028 bash[22419]: audit 2024-08-29T17:30:46.692605+0000 mon.a (mon.0) 50 : audit [INF] from='mgr.14118 172.21.15.28:0/266444859' entity='mgr.y' 2024-08-29T17:30:47.130 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:30:46 smithi028 bash[22419]: audit 2024-08-29T17:30:46.706762+0000 mon.a (mon.0) 51 : audit [DBG] from='mgr.14118 172.21.15.28:0/266444859' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-29T17:30:48.380 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:30:47 smithi028 bash[22419]: cephadm 2024-08-29T17:30:46.397074+0000 mgr.y (mgr.14118) 5 : cephadm [INF] [29/Aug/2024:17:30:46] ENGINE Serving on https://172.21.15.28:7150 2024-08-29T17:30:48.381 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:30:47 smithi028 bash[22419]: cephadm 2024-08-29T17:30:46.397212+0000 mgr.y (mgr.14118) 6 : cephadm [INF] [29/Aug/2024:17:30:46] ENGINE Bus STARTED 2024-08-29T17:30:48.381 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:30:47 smithi028 bash[22419]: cephadm 2024-08-29T17:30:46.400009+0000 mgr.y (mgr.14118) 7 : cephadm [ERR] [29/Aug/2024:17:30:46] ENGINE Error in HTTPServer.serve 2024-08-29T17:30:48.381 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:30:47 smithi028 bash[22419]: Traceback (most recent call last): 2024-08-29T17:30:48.381 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:30:47 smithi028 bash[22419]: File "/lib/python3.9/site-packages/cheroot/server.py", line 1823, in serve 2024-08-29T17:30:48.381 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:30:47 smithi028 bash[22419]: self._connections.run(self.expiration_interval) 2024-08-29T17:30:48.381 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:30:47 smithi028 bash[22419]: File "/lib/python3.9/site-packages/cheroot/connections.py", line 203, in run 2024-08-29T17:30:48.381 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:30:47 smithi028 bash[22419]: self._run(expiration_interval) 2024-08-29T17:30:48.381 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:30:47 smithi028 bash[22419]: File "/lib/python3.9/site-packages/cheroot/connections.py", line 246, in _run 2024-08-29T17:30:48.381 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:30:47 smithi028 bash[22419]: new_conn = self._from_server_socket(self.server.socket) 2024-08-29T17:30:48.381 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:30:47 smithi028 bash[22419]: File "/lib/python3.9/site-packages/cheroot/connections.py", line 300, in _from_server_socket 2024-08-29T17:30:48.381 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:30:47 smithi028 bash[22419]: s, ssl_env = self.server.ssl_adapter.wrap(s) 2024-08-29T17:30:48.381 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:30:47 smithi028 bash[22419]: File "/lib/python3.9/site-packages/cheroot/ssl/builtin.py", line 277, in wrap 2024-08-29T17:30:48.381 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:30:47 smithi028 bash[22419]: s = self.context.wrap_socket( 2024-08-29T17:30:48.382 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:30:47 smithi028 bash[22419]: File "/lib64/python3.9/ssl.py", line 501, in wrap_socket 2024-08-29T17:30:48.382 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:30:47 smithi028 bash[22419]: return self.sslsocket_class._create( 2024-08-29T17:30:48.382 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:30:47 smithi028 bash[22419]: File "/lib64/python3.9/ssl.py", line 1074, in _create 2024-08-29T17:30:48.382 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:30:47 smithi028 bash[22419]: self.do_handshake() 2024-08-29T17:30:48.382 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:30:47 smithi028 bash[22419]: File "/lib64/python3.9/ssl.py", line 1343, in do_handshake 2024-08-29T17:30:48.382 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:30:47 smithi028 bash[22419]: self._sslobj.do_handshake() 2024-08-29T17:30:48.382 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:30:47 smithi028 bash[22419]: ssl.SSLZeroReturnError: TLS/SSL connection has been closed (EOF) (_ssl.c:1133) 2024-08-29T17:30:48.382 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:30:47 smithi028 bash[22419]: audit 2024-08-29T17:30:46.683455+0000 mgr.y (mgr.14118) 8 : audit [DBG] from='client.14130 -' entity='client.admin' cmd=[{"prefix": "orch set backend", "module_name": "cephadm", "target": ["mon-mgr", ""]}]: dispatch 2024-08-29T17:30:48.919 INFO:teuthology.orchestra.run.smithi028.stdout:/usr/bin/ceph: stdout value unchanged 2024-08-29T17:30:48.919 INFO:teuthology.orchestra.run.smithi028.stdout:Generating ssh key... 2024-08-29T17:30:49.737 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:30:49 smithi028 bash[22419]: audit 2024-08-29T17:30:48.444989+0000 mgr.y (mgr.14118) 9 : audit [DBG] from='client.14132 -' entity='client.admin' cmd=[{"prefix": "cephadm set-user", "user": "root", "target": ["mon-mgr", ""]}]: dispatch 2024-08-29T17:30:50.791 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:30:50 smithi028 bash[22419]: audit 2024-08-29T17:30:50.241679+0000 mgr.y (mgr.14118) 10 : audit [DBG] from='client.14134 -' entity='client.admin' cmd=[{"prefix": "cephadm generate-key", "target": ["mon-mgr", ""]}]: dispatch 2024-08-29T17:30:50.791 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:30:50 smithi028 bash[22419]: cephadm 2024-08-29T17:30:50.242108+0000 mgr.y (mgr.14118) 11 : cephadm [INF] Generating ssh key... 2024-08-29T17:30:51.130 INFO:journalctl@ceph.mgr.y.smithi028.stdout:Aug 29 17:30:50 smithi028 bash[22672]: Generating public/private rsa key pair. 2024-08-29T17:30:51.130 INFO:journalctl@ceph.mgr.y.smithi028.stdout:Aug 29 17:30:50 smithi028 bash[22672]: Your identification has been saved in /tmp/tmp_gq3bdqf/key 2024-08-29T17:30:51.130 INFO:journalctl@ceph.mgr.y.smithi028.stdout:Aug 29 17:30:50 smithi028 bash[22672]: Your public key has been saved in /tmp/tmp_gq3bdqf/key.pub 2024-08-29T17:30:51.131 INFO:journalctl@ceph.mgr.y.smithi028.stdout:Aug 29 17:30:50 smithi028 bash[22672]: The key fingerprint is: 2024-08-29T17:30:51.131 INFO:journalctl@ceph.mgr.y.smithi028.stdout:Aug 29 17:30:50 smithi028 bash[22672]: SHA256:/f9rvVMZL1P1pWnCHFjNYbBhvkj62UoJBX1X5PuTMyI ceph-3167ee72-662c-11ef-bcd4-c7b262605968 2024-08-29T17:30:51.131 INFO:journalctl@ceph.mgr.y.smithi028.stdout:Aug 29 17:30:50 smithi028 bash[22672]: The key's randomart image is: 2024-08-29T17:30:51.131 INFO:journalctl@ceph.mgr.y.smithi028.stdout:Aug 29 17:30:50 smithi028 bash[22672]: +---[RSA 3072]----+ 2024-08-29T17:30:51.131 INFO:journalctl@ceph.mgr.y.smithi028.stdout:Aug 29 17:30:50 smithi028 bash[22672]: | .. o=+o+o| 2024-08-29T17:30:51.131 INFO:journalctl@ceph.mgr.y.smithi028.stdout:Aug 29 17:30:50 smithi028 bash[22672]: | .ooo++.o| 2024-08-29T17:30:51.131 INFO:journalctl@ceph.mgr.y.smithi028.stdout:Aug 29 17:30:50 smithi028 bash[22672]: | o+oo o=| 2024-08-29T17:30:51.131 INFO:journalctl@ceph.mgr.y.smithi028.stdout:Aug 29 17:30:50 smithi028 bash[22672]: | = .+.+.+| 2024-08-29T17:30:51.131 INFO:journalctl@ceph.mgr.y.smithi028.stdout:Aug 29 17:30:50 smithi028 bash[22672]: | S o .o o+| 2024-08-29T17:30:51.131 INFO:journalctl@ceph.mgr.y.smithi028.stdout:Aug 29 17:30:50 smithi028 bash[22672]: | o = o.=| 2024-08-29T17:30:51.131 INFO:journalctl@ceph.mgr.y.smithi028.stdout:Aug 29 17:30:50 smithi028 bash[22672]: | =Eo. B+| 2024-08-29T17:30:51.131 INFO:journalctl@ceph.mgr.y.smithi028.stdout:Aug 29 17:30:50 smithi028 bash[22672]: | . ....o=| 2024-08-29T17:30:51.131 INFO:journalctl@ceph.mgr.y.smithi028.stdout:Aug 29 17:30:50 smithi028 bash[22672]: | . o+=| 2024-08-29T17:30:51.131 INFO:journalctl@ceph.mgr.y.smithi028.stdout:Aug 29 17:30:50 smithi028 bash[22672]: +----[SHA256]-----+ 2024-08-29T17:30:52.077 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:30:51 smithi028 bash[22419]: audit 2024-08-29T17:30:50.800020+0000 mon.a (mon.0) 52 : audit [INF] from='mgr.14118 172.21.15.28:0/266444859' entity='mgr.y' 2024-08-29T17:30:52.077 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:30:51 smithi028 bash[22419]: audit 2024-08-29T17:30:50.804478+0000 mon.a (mon.0) 53 : audit [INF] from='mgr.14118 172.21.15.28:0/266444859' entity='mgr.y' 2024-08-29T17:30:53.116 INFO:teuthology.orchestra.run.smithi028.stdout:/usr/bin/ceph: stdout ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABgQDCkKgMoUYP95bFuhcjkZzr1W21aUqQGRfUqloPNxSTRPQjqekxrZdAj7N1JdJDiSHXoXpCuc4YMbkBOEnFC70Hb98u4AHHPCexJNU0bzHo6arPUzvQQkAoWUv3Ky15GAMisNU6kuOBuSgzXTyNHhjy7KyeLSqRBxABtUbYSKds6nV4T4beEMU9A+E43uYLwbzaTvV8QQysYMtUUJAo696h/iwP9DCa8cKw1hnxcdRnmweQaSPpkq6/3sTtF0FDXZUWCcCdI+sHeD7/DljffwEQ3U8vO8RtSG+ySIvbZvZ97zKUizp1DYLGSrpft6L6aDDkQx1zvLY8m9OSZnk4BWLlcjQd84Kv882F+1wTwhIW5f6PZCPhvYuaHN6ufh5HNM+BoJv3AZMxA42hNbzICmAVFRNGfhWPceAo83jYY41/dhNccZjaDT7cBG9n0froxRJBuoiQa2vzIoW1tF4m0pQ9xyAvMBdT0r1DgWeNd2FQbJSmcVlx4b8uoGWQwCIYuvE= ceph-3167ee72-662c-11ef-bcd4-c7b262605968 2024-08-29T17:30:53.116 INFO:teuthology.orchestra.run.smithi028.stdout:Wrote public SSH key to /home/ubuntu/cephtest/ceph.pub 2024-08-29T17:30:53.116 INFO:teuthology.orchestra.run.smithi028.stdout:Adding key to root@localhost authorized_keys... 2024-08-29T17:30:53.116 INFO:teuthology.orchestra.run.smithi028.stdout:Adding host smithi028... 2024-08-29T17:30:53.630 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:30:53 smithi028 bash[22419]: audit 2024-08-29T17:30:52.594135+0000 mgr.y (mgr.14118) 12 : audit [DBG] from='client.14136 -' entity='client.admin' cmd=[{"prefix": "cephadm get-pub-key", "target": ["mon-mgr", ""]}]: dispatch 2024-08-29T17:30:55.630 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:30:55 smithi028 bash[22419]: audit 2024-08-29T17:30:54.498422+0000 mgr.y (mgr.14118) 13 : audit [DBG] from='client.14138 -' entity='client.admin' cmd=[{"prefix": "orch host add", "hostname": "smithi028", "addr": "172.21.15.28", "target": ["mon-mgr", ""]}]: dispatch 2024-08-29T17:30:56.633 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:30:56 smithi028 bash[22419]: cephadm 2024-08-29T17:30:55.815106+0000 mgr.y (mgr.14118) 14 : cephadm [INF] Deploying cephadm binary to smithi028 2024-08-29T17:30:59.068 INFO:teuthology.orchestra.run.smithi028.stdout:/usr/bin/ceph: stdout Added host 'smithi028' with addr '172.21.15.28' 2024-08-29T17:30:59.068 INFO:teuthology.orchestra.run.smithi028.stdout:Deploying unmanaged mon service... 2024-08-29T17:30:59.631 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:30:59 smithi028 bash[22419]: audit 2024-08-29T17:30:58.378438+0000 mon.a (mon.0) 54 : audit [INF] from='mgr.14118 172.21.15.28:0/266444859' entity='mgr.y' 2024-08-29T17:30:59.631 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:30:59 smithi028 bash[22419]: cephadm 2024-08-29T17:30:58.378844+0000 mgr.y (mgr.14118) 15 : cephadm [INF] Added host smithi028 2024-08-29T17:30:59.631 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:30:59 smithi028 bash[22419]: audit 2024-08-29T17:30:58.379305+0000 mon.a (mon.0) 55 : audit [DBG] from='mgr.14118 172.21.15.28:0/266444859' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-29T17:31:01.376 INFO:teuthology.orchestra.run.smithi028.stdout:/usr/bin/ceph: stdout Scheduled mon update... 2024-08-29T17:31:01.376 INFO:teuthology.orchestra.run.smithi028.stdout:Deploying unmanaged mgr service... 2024-08-29T17:31:02.131 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:31:01 smithi028 bash[22419]: audit 2024-08-29T17:31:00.830613+0000 mgr.y (mgr.14118) 16 : audit [DBG] from='client.14140 -' entity='client.admin' cmd=[{"prefix": "orch apply", "service_type": "mon", "unmanaged": true, "target": ["mon-mgr", ""]}]: dispatch 2024-08-29T17:31:02.131 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:31:01 smithi028 bash[22419]: cephadm 2024-08-29T17:31:00.833473+0000 mgr.y (mgr.14118) 17 : cephadm [INF] Saving service mon spec with placement count:5 2024-08-29T17:31:02.131 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:31:01 smithi028 bash[22419]: audit 2024-08-29T17:31:00.838159+0000 mon.a (mon.0) 56 : audit [INF] from='mgr.14118 172.21.15.28:0/266444859' entity='mgr.y' 2024-08-29T17:31:02.131 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:31:01 smithi028 bash[22419]: audit 2024-08-29T17:31:00.988554+0000 mon.a (mon.0) 57 : audit [INF] from='mgr.14118 172.21.15.28:0/266444859' entity='mgr.y' 2024-08-29T17:31:02.131 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:31:01 smithi028 bash[22419]: audit 2024-08-29T17:31:01.243382+0000 mon.a (mon.0) 58 : audit [INF] from='mgr.14118 172.21.15.28:0/266444859' entity='mgr.y' 2024-08-29T17:31:03.292 INFO:teuthology.orchestra.run.smithi028.stdout:/usr/bin/ceph: stdout Scheduled mgr update... 2024-08-29T17:31:04.076 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:31:03 smithi028 bash[22419]: audit 2024-08-29T17:31:02.784965+0000 mgr.y (mgr.14118) 18 : audit [DBG] from='client.14142 -' entity='client.admin' cmd=[{"prefix": "orch apply", "service_type": "mgr", "unmanaged": true, "target": ["mon-mgr", ""]}]: dispatch 2024-08-29T17:31:04.076 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:31:03 smithi028 bash[22419]: cephadm 2024-08-29T17:31:02.786924+0000 mgr.y (mgr.14118) 19 : cephadm [INF] Saving service mgr spec with placement count:2 2024-08-29T17:31:04.076 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:31:03 smithi028 bash[22419]: audit 2024-08-29T17:31:02.791442+0000 mon.a (mon.0) 59 : audit [INF] from='mgr.14118 172.21.15.28:0/266444859' entity='mgr.y' 2024-08-29T17:31:05.131 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:31:04 smithi028 bash[22419]: cluster 2024-08-29T17:31:03.848056+0000 mgr.y (mgr.14118) 20 : cluster [DBG] pgmap v3: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-08-29T17:31:05.131 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:31:04 smithi028 bash[22419]: audit 2024-08-29T17:31:04.579101+0000 mon.a (mon.0) 60 : audit [INF] from='client.? 172.21.15.28:0/3335796264' entity='client.admin' 2024-08-29T17:31:07.054 INFO:teuthology.orchestra.run.smithi028.stdout:Enabling the dashboard module... 2024-08-29T17:31:07.631 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:31:07 smithi028 bash[22419]: cluster 2024-08-29T17:31:05.848491+0000 mgr.y (mgr.14118) 21 : cluster [DBG] pgmap v4: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-08-29T17:31:07.631 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:31:07 smithi028 bash[22419]: audit 2024-08-29T17:31:06.186534+0000 mon.a (mon.0) 61 : audit [INF] from='mgr.14118 172.21.15.28:0/266444859' entity='mgr.y' 2024-08-29T17:31:07.631 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:31:07 smithi028 bash[22419]: audit 2024-08-29T17:31:06.549166+0000 mon.a (mon.0) 62 : audit [INF] from='client.? 172.21.15.28:0/3793463719' entity='client.admin' 2024-08-29T17:31:07.631 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:31:07 smithi028 bash[22419]: audit 2024-08-29T17:31:06.768377+0000 mon.a (mon.0) 63 : audit [INF] from='mgr.14118 172.21.15.28:0/266444859' entity='mgr.y' 2024-08-29T17:31:09.631 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:31:09 smithi028 bash[22419]: cluster 2024-08-29T17:31:07.848935+0000 mgr.y (mgr.14118) 22 : cluster [DBG] pgmap v5: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-08-29T17:31:09.632 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:31:09 smithi028 bash[22419]: audit 2024-08-29T17:31:08.521886+0000 mon.a (mon.0) 64 : audit [INF] from='client.? 172.21.15.28:0/1095614381' entity='client.admin' cmd=[{"prefix": "mgr module enable", "module": "dashboard"}]: dispatch 2024-08-29T17:31:09.632 INFO:journalctl@ceph.mgr.y.smithi028.stdout:Aug 29 17:31:09 smithi028 bash[22672]: ignoring --setuser ceph since I am not root 2024-08-29T17:31:09.632 INFO:journalctl@ceph.mgr.y.smithi028.stdout:Aug 29 17:31:09 smithi028 bash[22672]: ignoring --setgroup ceph since I am not root 2024-08-29T17:31:09.632 INFO:journalctl@ceph.mgr.y.smithi028.stdout:Aug 29 17:31:09 smithi028 bash[22672]: debug 2024-08-29T17:31:09.344+0000 7f45ad121ec0 -1 mgr[py] Module devicehealth has missing NOTIFY_TYPES member 2024-08-29T17:31:10.580 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:31:10 smithi028 bash[22419]: audit 2024-08-29T17:31:09.195130+0000 mon.a (mon.0) 65 : audit [INF] from='client.? 172.21.15.28:0/1095614381' entity='client.admin' cmd='[{"prefix": "mgr module enable", "module": "dashboard"}]': finished 2024-08-29T17:31:10.581 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:31:10 smithi028 bash[22419]: cluster 2024-08-29T17:31:09.195240+0000 mon.a (mon.0) 66 : cluster [DBG] mgrmap e9: y(active, since 25s) 2024-08-29T17:31:10.839 INFO:journalctl@ceph.mgr.y.smithi028.stdout:Aug 29 17:31:10 smithi028 bash[22672]: debug 2024-08-29T17:31:10.575+0000 7f45ad121ec0 -1 mgr[py] Module rook has missing NOTIFY_TYPES member 2024-08-29T17:31:10.839 INFO:journalctl@ceph.mgr.y.smithi028.stdout:Aug 29 17:31:10 smithi028 bash[22672]: debug 2024-08-29T17:31:10.643+0000 7f45ad121ec0 -1 mgr[py] Module iostat has missing NOTIFY_TYPES member 2024-08-29T17:31:10.839 INFO:journalctl@ceph.mgr.y.smithi028.stdout:Aug 29 17:31:10 smithi028 bash[22672]: debug 2024-08-29T17:31:10.803+0000 7f45ad121ec0 -1 mgr[py] Module telemetry has missing NOTIFY_TYPES member 2024-08-29T17:31:11.744 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:31:11 smithi028 bash[22419]: audit 2024-08-29T17:31:11.391488+0000 mon.a (mon.0) 67 : audit [DBG] from='client.? 172.21.15.28:0/3201733536' entity='client.admin' cmd=[{"prefix": "mgr stat"}]: dispatch 2024-08-29T17:31:11.745 INFO:journalctl@ceph.mgr.y.smithi028.stdout:Aug 29 17:31:11 smithi028 bash[22672]: debug 2024-08-29T17:31:11.467+0000 7f45ad121ec0 -1 mgr[py] Module osd_support has missing NOTIFY_TYPES member 2024-08-29T17:31:11.745 INFO:journalctl@ceph.mgr.y.smithi028.stdout:Aug 29 17:31:11 smithi028 bash[22672]: debug 2024-08-29T17:31:11.539+0000 7f45ad121ec0 -1 mgr[py] Module selftest has missing NOTIFY_TYPES member 2024-08-29T17:31:11.745 INFO:journalctl@ceph.mgr.y.smithi028.stdout:Aug 29 17:31:11 smithi028 bash[22672]: debug 2024-08-29T17:31:11.607+0000 7f45ad121ec0 -1 mgr[py] Module progress has missing NOTIFY_TYPES member 2024-08-29T17:31:11.995 INFO:journalctl@ceph.mgr.y.smithi028.stdout:Aug 29 17:31:11 smithi028 bash[22672]: debug 2024-08-29T17:31:11.771+0000 7f45ad121ec0 -1 mgr[py] Module rgw has missing NOTIFY_TYPES member 2024-08-29T17:31:11.995 INFO:journalctl@ceph.mgr.y.smithi028.stdout:Aug 29 17:31:11 smithi028 bash[22672]: debug 2024-08-29T17:31:11.851+0000 7f45ad121ec0 -1 mgr[py] Module crash has missing NOTIFY_TYPES member 2024-08-29T17:31:11.995 INFO:journalctl@ceph.mgr.y.smithi028.stdout:Aug 29 17:31:11 smithi028 bash[22672]: debug 2024-08-29T17:31:11.919+0000 7f45ad121ec0 -1 mgr[py] Module telegraf has missing NOTIFY_TYPES member 2024-08-29T17:31:12.229 INFO:teuthology.orchestra.run.smithi028.stdout:/usr/bin/ceph: stdout { 2024-08-29T17:31:12.229 INFO:teuthology.orchestra.run.smithi028.stdout:/usr/bin/ceph: stdout "epoch": 9, 2024-08-29T17:31:12.229 INFO:teuthology.orchestra.run.smithi028.stdout:/usr/bin/ceph: stdout "available": true, 2024-08-29T17:31:12.229 INFO:teuthology.orchestra.run.smithi028.stdout:/usr/bin/ceph: stdout "active_name": "y", 2024-08-29T17:31:12.229 INFO:teuthology.orchestra.run.smithi028.stdout:/usr/bin/ceph: stdout "num_standby": 0 2024-08-29T17:31:12.229 INFO:teuthology.orchestra.run.smithi028.stdout:/usr/bin/ceph: stdout } 2024-08-29T17:31:12.229 INFO:teuthology.orchestra.run.smithi028.stdout:Waiting for the mgr to restart... 2024-08-29T17:31:12.229 INFO:teuthology.orchestra.run.smithi028.stdout:Waiting for mgr epoch 9... 2024-08-29T17:31:12.381 INFO:journalctl@ceph.mgr.y.smithi028.stdout:Aug 29 17:31:12 smithi028 bash[22672]: debug 2024-08-29T17:31:12.163+0000 7f45ad121ec0 -1 mgr[py] Module pg_autoscaler has missing NOTIFY_TYPES member 2024-08-29T17:31:12.381 INFO:journalctl@ceph.mgr.y.smithi028.stdout:Aug 29 17:31:12 smithi028 bash[22672]: debug 2024-08-29T17:31:12.231+0000 7f45ad121ec0 -1 mgr[py] Module zabbix has missing NOTIFY_TYPES member 2024-08-29T17:31:12.728 INFO:journalctl@ceph.mgr.y.smithi028.stdout:Aug 29 17:31:12 smithi028 bash[22672]: debug 2024-08-29T17:31:12.407+0000 7f45ad121ec0 -1 mgr[py] Module nfs has missing NOTIFY_TYPES member 2024-08-29T17:31:12.728 INFO:journalctl@ceph.mgr.y.smithi028.stdout:Aug 29 17:31:12 smithi028 bash[22672]: debug 2024-08-29T17:31:12.483+0000 7f45ad121ec0 -1 mgr[py] Module balancer has missing NOTIFY_TYPES member 2024-08-29T17:31:13.131 INFO:journalctl@ceph.mgr.y.smithi028.stdout:Aug 29 17:31:12 smithi028 bash[22672]: debug 2024-08-29T17:31:12.723+0000 7f45ad121ec0 -1 mgr[py] Module orchestrator has missing NOTIFY_TYPES member 2024-08-29T17:31:13.131 INFO:journalctl@ceph.mgr.y.smithi028.stdout:Aug 29 17:31:12 smithi028 bash[22672]: debug 2024-08-29T17:31:12.891+0000 7f45ad121ec0 -1 mgr[py] Module rbd_support has missing NOTIFY_TYPES member 2024-08-29T17:31:13.131 INFO:journalctl@ceph.mgr.y.smithi028.stdout:Aug 29 17:31:12 smithi028 bash[22672]: debug 2024-08-29T17:31:12.971+0000 7f45ad121ec0 -1 mgr[py] Module alerts has missing NOTIFY_TYPES member 2024-08-29T17:31:13.424 INFO:journalctl@ceph.mgr.y.smithi028.stdout:Aug 29 17:31:13 smithi028 bash[22672]: debug 2024-08-29T17:31:13.127+0000 7f45ad121ec0 -1 mgr[py] Module test_orchestrator has missing NOTIFY_TYPES member 2024-08-29T17:31:14.213 INFO:journalctl@ceph.mgr.y.smithi028.stdout:Aug 29 17:31:13 smithi028 bash[22672]: debug 2024-08-29T17:31:13.927+0000 7f45ad121ec0 -1 mgr[py] Module influx has missing NOTIFY_TYPES member 2024-08-29T17:31:14.213 INFO:journalctl@ceph.mgr.y.smithi028.stdout:Aug 29 17:31:14 smithi028 bash[22672]: debug 2024-08-29T17:31:14.003+0000 7f45ad121ec0 -1 mgr[py] Module status has missing NOTIFY_TYPES member 2024-08-29T17:31:14.616 INFO:journalctl@ceph.mgr.y.smithi028.stdout:Aug 29 17:31:14 smithi028 bash[22672]: debug 2024-08-29T17:31:14.207+0000 7f45ad121ec0 -1 mgr[py] Module volumes has missing NOTIFY_TYPES member 2024-08-29T17:31:14.616 INFO:journalctl@ceph.mgr.y.smithi028.stdout:Aug 29 17:31:14 smithi028 bash[22672]: debug 2024-08-29T17:31:14.283+0000 7f45ad121ec0 -1 mgr[py] Module osd_perf_query has missing NOTIFY_TYPES member 2024-08-29T17:31:14.881 INFO:journalctl@ceph.mgr.y.smithi028.stdout:Aug 29 17:31:14 smithi028 bash[22672]: debug 2024-08-29T17:31:14.611+0000 7f45ad121ec0 -1 mgr[py] Module prometheus has missing NOTIFY_TYPES member 2024-08-29T17:31:14.881 INFO:journalctl@ceph.mgr.y.smithi028.stdout:Aug 29 17:31:14 smithi028 bash[22672]: debug 2024-08-29T17:31:14.691+0000 7f45ad121ec0 -1 mgr[py] Module snap_schedule has missing NOTIFY_TYPES member 2024-08-29T17:31:14.882 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:31:14 smithi028 bash[22419]: cluster 2024-08-29T17:31:14.716102+0000 mon.a (mon.0) 68 : cluster [INF] Active manager daemon y restarted 2024-08-29T17:31:14.882 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:31:14 smithi028 bash[22419]: cluster 2024-08-29T17:31:14.716573+0000 mon.a (mon.0) 69 : cluster [INF] Activating manager daemon y 2024-08-29T17:31:14.882 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:31:14 smithi028 bash[22419]: cluster 2024-08-29T17:31:14.723777+0000 mon.a (mon.0) 70 : cluster [DBG] osdmap e3: 0 total, 0 up, 0 in 2024-08-29T17:31:14.882 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:31:14 smithi028 bash[22419]: cluster 2024-08-29T17:31:14.723998+0000 mon.a (mon.0) 71 : cluster [DBG] mgrmap e10: y(active, starting, since 0.00758633s) 2024-08-29T17:31:14.882 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:31:14 smithi028 bash[22419]: audit 2024-08-29T17:31:14.725721+0000 mon.a (mon.0) 72 : audit [DBG] from='mgr.14150 172.21.15.28:0/484978966' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-29T17:31:14.882 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:31:14 smithi028 bash[22419]: audit 2024-08-29T17:31:14.727299+0000 mon.a (mon.0) 73 : audit [DBG] from='mgr.14150 172.21.15.28:0/484978966' entity='mgr.y' cmd=[{"prefix": "mgr metadata", "who": "y", "id": "y"}]: dispatch 2024-08-29T17:31:14.882 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:31:14 smithi028 bash[22419]: audit 2024-08-29T17:31:14.728101+0000 mon.a (mon.0) 74 : audit [DBG] from='mgr.14150 172.21.15.28:0/484978966' entity='mgr.y' cmd=[{"prefix": "mds metadata"}]: dispatch 2024-08-29T17:31:14.882 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:31:14 smithi028 bash[22419]: audit 2024-08-29T17:31:14.728427+0000 mon.a (mon.0) 75 : audit [DBG] from='mgr.14150 172.21.15.28:0/484978966' entity='mgr.y' cmd=[{"prefix": "osd metadata"}]: dispatch 2024-08-29T17:31:14.882 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:31:14 smithi028 bash[22419]: audit 2024-08-29T17:31:14.728585+0000 mon.a (mon.0) 76 : audit [DBG] from='mgr.14150 172.21.15.28:0/484978966' entity='mgr.y' cmd=[{"prefix": "mon metadata"}]: dispatch 2024-08-29T17:31:14.882 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:31:14 smithi028 bash[22419]: cluster 2024-08-29T17:31:14.751700+0000 mon.a (mon.0) 77 : cluster [INF] Manager daemon y is now available 2024-08-29T17:31:16.131 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:31:15 smithi028 bash[22419]: audit 2024-08-29T17:31:14.767745+0000 mon.a (mon.0) 78 : audit [DBG] from='mgr.14150 172.21.15.28:0/484978966' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-29T17:31:16.131 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:31:15 smithi028 bash[22419]: audit 2024-08-29T17:31:14.783390+0000 mon.a (mon.0) 79 : audit [INF] from='mgr.14150 172.21.15.28:0/484978966' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/mirror_snapshot_schedule"}]: dispatch 2024-08-29T17:31:16.132 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:31:15 smithi028 bash[22419]: audit 2024-08-29T17:31:14.785283+0000 mon.a (mon.0) 80 : audit [INF] from='mgr.14150 172.21.15.28:0/484978966' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/trash_purge_schedule"}]: dispatch 2024-08-29T17:31:16.132 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:31:15 smithi028 bash[22419]: cluster 2024-08-29T17:31:15.728354+0000 mon.a (mon.0) 81 : cluster [DBG] mgrmap e11: y(active, since 1.01193s) 2024-08-29T17:31:16.322 INFO:teuthology.orchestra.run.smithi028.stdout:/usr/bin/ceph: stdout { 2024-08-29T17:31:16.323 INFO:teuthology.orchestra.run.smithi028.stdout:/usr/bin/ceph: stdout "mgrmap_epoch": 11, 2024-08-29T17:31:16.323 INFO:teuthology.orchestra.run.smithi028.stdout:/usr/bin/ceph: stdout "initialized": true 2024-08-29T17:31:16.323 INFO:teuthology.orchestra.run.smithi028.stdout:/usr/bin/ceph: stdout } 2024-08-29T17:31:16.323 INFO:teuthology.orchestra.run.smithi028.stdout:mgr epoch 9 is available 2024-08-29T17:31:16.323 INFO:teuthology.orchestra.run.smithi028.stdout:Generating a dashboard self-signed certificate... 2024-08-29T17:31:17.074 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:31:16 smithi028 bash[22419]: audit 2024-08-29T17:31:15.726374+0000 mgr.y (mgr.14150) 1 : audit [DBG] from='client.14154 -' entity='client.admin' cmd=[{"prefix": "get_command_descriptions"}]: dispatch 2024-08-29T17:31:17.074 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:31:16 smithi028 bash[22419]: audit 2024-08-29T17:31:15.738383+0000 mgr.y (mgr.14150) 2 : audit [DBG] from='client.14154 -' entity='client.admin' cmd=[{"prefix": "mgr_status"}]: dispatch 2024-08-29T17:31:17.382 INFO:journalctl@ceph.mgr.y.smithi028.stdout:Aug 29 17:31:17 smithi028 bash[22672]: debug 2024-08-29T17:31:17.071+0000 7f455dcac640 -1 log_channel(cephadm) log [ERR] : [29/Aug/2024:17:31:17] ENGINE Error in HTTPServer.serve 2024-08-29T17:31:17.382 INFO:journalctl@ceph.mgr.y.smithi028.stdout:Aug 29 17:31:17 smithi028 bash[22672]: Traceback (most recent call last): 2024-08-29T17:31:17.382 INFO:journalctl@ceph.mgr.y.smithi028.stdout:Aug 29 17:31:17 smithi028 bash[22672]: File "/lib/python3.9/site-packages/cheroot/server.py", line 1823, in serve 2024-08-29T17:31:17.382 INFO:journalctl@ceph.mgr.y.smithi028.stdout:Aug 29 17:31:17 smithi028 bash[22672]: self._connections.run(self.expiration_interval) 2024-08-29T17:31:17.382 INFO:journalctl@ceph.mgr.y.smithi028.stdout:Aug 29 17:31:17 smithi028 bash[22672]: File "/lib/python3.9/site-packages/cheroot/connections.py", line 203, in run 2024-08-29T17:31:17.382 INFO:journalctl@ceph.mgr.y.smithi028.stdout:Aug 29 17:31:17 smithi028 bash[22672]: self._run(expiration_interval) 2024-08-29T17:31:17.382 INFO:journalctl@ceph.mgr.y.smithi028.stdout:Aug 29 17:31:17 smithi028 bash[22672]: File "/lib/python3.9/site-packages/cheroot/connections.py", line 246, in _run 2024-08-29T17:31:17.382 INFO:journalctl@ceph.mgr.y.smithi028.stdout:Aug 29 17:31:17 smithi028 bash[22672]: new_conn = self._from_server_socket(self.server.socket) 2024-08-29T17:31:17.382 INFO:journalctl@ceph.mgr.y.smithi028.stdout:Aug 29 17:31:17 smithi028 bash[22672]: File "/lib/python3.9/site-packages/cheroot/connections.py", line 300, in _from_server_socket 2024-08-29T17:31:17.383 INFO:journalctl@ceph.mgr.y.smithi028.stdout:Aug 29 17:31:17 smithi028 bash[22672]: s, ssl_env = self.server.ssl_adapter.wrap(s) 2024-08-29T17:31:17.383 INFO:journalctl@ceph.mgr.y.smithi028.stdout:Aug 29 17:31:17 smithi028 bash[22672]: File "/lib/python3.9/site-packages/cheroot/ssl/builtin.py", line 277, in wrap 2024-08-29T17:31:17.383 INFO:journalctl@ceph.mgr.y.smithi028.stdout:Aug 29 17:31:17 smithi028 bash[22672]: s = self.context.wrap_socket( 2024-08-29T17:31:17.383 INFO:journalctl@ceph.mgr.y.smithi028.stdout:Aug 29 17:31:17 smithi028 bash[22672]: File "/lib64/python3.9/ssl.py", line 501, in wrap_socket 2024-08-29T17:31:17.383 INFO:journalctl@ceph.mgr.y.smithi028.stdout:Aug 29 17:31:17 smithi028 bash[22672]: return self.sslsocket_class._create( 2024-08-29T17:31:17.383 INFO:journalctl@ceph.mgr.y.smithi028.stdout:Aug 29 17:31:17 smithi028 bash[22672]: File "/lib64/python3.9/ssl.py", line 1074, in _create 2024-08-29T17:31:17.383 INFO:journalctl@ceph.mgr.y.smithi028.stdout:Aug 29 17:31:17 smithi028 bash[22672]: self.do_handshake() 2024-08-29T17:31:17.383 INFO:journalctl@ceph.mgr.y.smithi028.stdout:Aug 29 17:31:17 smithi028 bash[22672]: File "/lib64/python3.9/ssl.py", line 1343, in do_handshake 2024-08-29T17:31:17.383 INFO:journalctl@ceph.mgr.y.smithi028.stdout:Aug 29 17:31:17 smithi028 bash[22672]: self._sslobj.do_handshake() 2024-08-29T17:31:17.383 INFO:journalctl@ceph.mgr.y.smithi028.stdout:Aug 29 17:31:17 smithi028 bash[22672]: ssl.SSLZeroReturnError: TLS/SSL connection has been closed (EOF) (_ssl.c:1133) 2024-08-29T17:31:18.132 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:31:17 smithi028 bash[22419]: cluster 2024-08-29T17:31:16.775700+0000 mon.a (mon.0) 82 : cluster [DBG] mgrmap e12: y(active, since 2s) 2024-08-29T17:31:18.132 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:31:17 smithi028 bash[22419]: cephadm 2024-08-29T17:31:16.950518+0000 mgr.y (mgr.14150) 3 : cephadm [INF] [29/Aug/2024:17:31:16] ENGINE Bus STARTING 2024-08-29T17:31:18.132 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:31:17 smithi028 bash[22419]: cephadm 2024-08-29T17:31:17.075333+0000 mgr.y (mgr.14150) 4 : cephadm [INF] [29/Aug/2024:17:31:17] ENGINE Serving on https://172.21.15.28:7150 2024-08-29T17:31:18.132 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:31:17 smithi028 bash[22419]: cephadm 2024-08-29T17:31:17.075457+0000 mgr.y (mgr.14150) 5 : cephadm [INF] [29/Aug/2024:17:31:17] ENGINE Bus STARTED 2024-08-29T17:31:18.133 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:31:17 smithi028 bash[22419]: cephadm 2024-08-29T17:31:17.077072+0000 mgr.y (mgr.14150) 6 : cephadm [ERR] [29/Aug/2024:17:31:17] ENGINE Error in HTTPServer.serve 2024-08-29T17:31:18.133 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:31:17 smithi028 bash[22419]: Traceback (most recent call last): 2024-08-29T17:31:18.133 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:31:17 smithi028 bash[22419]: File "/lib/python3.9/site-packages/cheroot/server.py", line 1823, in serve 2024-08-29T17:31:18.133 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:31:17 smithi028 bash[22419]: self._connections.run(self.expiration_interval) 2024-08-29T17:31:18.133 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:31:17 smithi028 bash[22419]: File "/lib/python3.9/site-packages/cheroot/connections.py", line 203, in run 2024-08-29T17:31:18.133 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:31:17 smithi028 bash[22419]: self._run(expiration_interval) 2024-08-29T17:31:18.133 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:31:17 smithi028 bash[22419]: File "/lib/python3.9/site-packages/cheroot/connections.py", line 246, in _run 2024-08-29T17:31:18.133 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:31:17 smithi028 bash[22419]: new_conn = self._from_server_socket(self.server.socket) 2024-08-29T17:31:18.133 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:31:17 smithi028 bash[22419]: File "/lib/python3.9/site-packages/cheroot/connections.py", line 300, in _from_server_socket 2024-08-29T17:31:18.133 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:31:17 smithi028 bash[22419]: s, ssl_env = self.server.ssl_adapter.wrap(s) 2024-08-29T17:31:18.133 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:31:17 smithi028 bash[22419]: File "/lib/python3.9/site-packages/cheroot/ssl/builtin.py", line 277, in wrap 2024-08-29T17:31:18.133 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:31:17 smithi028 bash[22419]: s = self.context.wrap_socket( 2024-08-29T17:31:18.133 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:31:17 smithi028 bash[22419]: File "/lib64/python3.9/ssl.py", line 501, in wrap_socket 2024-08-29T17:31:18.134 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:31:17 smithi028 bash[22419]: return self.sslsocket_class._create( 2024-08-29T17:31:18.134 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:31:17 smithi028 bash[22419]: File "/lib64/python3.9/ssl.py", line 1074, in _create 2024-08-29T17:31:18.134 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:31:17 smithi028 bash[22419]: self.do_handshake() 2024-08-29T17:31:18.134 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:31:17 smithi028 bash[22419]: File "/lib64/python3.9/ssl.py", line 1343, in do_handshake 2024-08-29T17:31:18.134 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:31:17 smithi028 bash[22419]: self._sslobj.do_handshake() 2024-08-29T17:31:18.134 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:31:17 smithi028 bash[22419]: ssl.SSLZeroReturnError: TLS/SSL connection has been closed (EOF) (_ssl.c:1133) 2024-08-29T17:31:18.134 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:31:17 smithi028 bash[22419]: audit 2024-08-29T17:31:17.078932+0000 mon.a (mon.0) 83 : audit [INF] from='mgr.14150 172.21.15.28:0/484978966' entity='mgr.y' 2024-08-29T17:31:18.134 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:31:17 smithi028 bash[22419]: audit 2024-08-29T17:31:17.671760+0000 mon.a (mon.0) 84 : audit [INF] from='mgr.14150 172.21.15.28:0/484978966' entity='mgr.y' 2024-08-29T17:31:18.134 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:31:17 smithi028 bash[22419]: audit 2024-08-29T17:31:17.674357+0000 mon.a (mon.0) 85 : audit [INF] from='mgr.14150 172.21.15.28:0/484978966' entity='mgr.y' 2024-08-29T17:31:18.139 INFO:teuthology.orchestra.run.smithi028.stdout:/usr/bin/ceph: stdout Self-signed certificate created 2024-08-29T17:31:18.139 INFO:teuthology.orchestra.run.smithi028.stdout:Creating initial admin user... 2024-08-29T17:31:19.131 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:31:18 smithi028 bash[22419]: audit 2024-08-29T17:31:17.546512+0000 mgr.y (mgr.14150) 7 : audit [DBG] from='client.14162 -' entity='client.admin' cmd=[{"prefix": "dashboard create-self-signed-cert", "target": ["mon-mgr", ""]}]: dispatch 2024-08-29T17:31:20.337 INFO:teuthology.orchestra.run.smithi028.stdout:/usr/bin/ceph: stdout {"username": "admin", "password": "$2b$12$xVHkrAo2VAlEtxiEaublOuVrBwMjJ5nGWyNF.p9.cw17Or1doOFr.", "roles": ["administrator"], "name": null, "email": null, "lastUpdate": 1724952679, "enabled": true, "pwdExpirationDate": null, "pwdUpdateRequired": true} 2024-08-29T17:31:20.338 INFO:teuthology.orchestra.run.smithi028.stdout:Fetching dashboard port number... 2024-08-29T17:31:21.131 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:31:20 smithi028 bash[22419]: audit 2024-08-29T17:31:19.517629+0000 mgr.y (mgr.14150) 8 : audit [DBG] from='client.14164 -' entity='client.admin' cmd=[{"prefix": "dashboard ac-user-create", "username": "admin", "rolename": "administrator", "force_password": true, "pwd_update_required": true, "target": ["mon-mgr", ""]}]: dispatch 2024-08-29T17:31:21.131 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:31:20 smithi028 bash[22419]: audit 2024-08-29T17:31:19.783015+0000 mon.a (mon.0) 86 : audit [INF] from='mgr.14150 172.21.15.28:0/484978966' entity='mgr.y' 2024-08-29T17:31:22.131 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:31:21 smithi028 bash[22419]: cluster 2024-08-29T17:31:20.786924+0000 mon.a (mon.0) 87 : cluster [DBG] mgrmap e13: y(active, since 6s) 2024-08-29T17:31:22.132 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:31:21 smithi028 bash[22419]: audit 2024-08-29T17:31:21.348572+0000 mon.a (mon.0) 88 : audit [INF] from='mgr.14150 172.21.15.28:0/484978966' entity='mgr.y' 2024-08-29T17:31:22.132 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:31:21 smithi028 bash[22419]: audit 2024-08-29T17:31:21.652018+0000 mon.a (mon.0) 89 : audit [DBG] from='client.? 172.21.15.28:0/1203272779' entity='client.admin' cmd=[{"prefix": "config get", "who": "mgr", "key": "mgr/dashboard/ssl_server_port"}]: dispatch 2024-08-29T17:31:22.166 INFO:teuthology.orchestra.run.smithi028.stdout:/usr/bin/ceph: stdout 8443 2024-08-29T17:31:22.166 INFO:teuthology.orchestra.run.smithi028.stdout:firewalld does not appear to be present 2024-08-29T17:31:22.167 INFO:teuthology.orchestra.run.smithi028.stdout:Not possible to open ports <[8443]>. firewalld.service is not available 2024-08-29T17:31:22.173 INFO:teuthology.orchestra.run.smithi028.stdout:Ceph Dashboard is now available at: 2024-08-29T17:31:22.173 INFO:teuthology.orchestra.run.smithi028.stdout: 2024-08-29T17:31:22.173 INFO:teuthology.orchestra.run.smithi028.stdout: URL: https://smithi028.front.sepia.ceph.com:8443/ 2024-08-29T17:31:22.173 INFO:teuthology.orchestra.run.smithi028.stdout: User: admin 2024-08-29T17:31:22.173 INFO:teuthology.orchestra.run.smithi028.stdout: Password: vax653dvk9 2024-08-29T17:31:22.174 INFO:teuthology.orchestra.run.smithi028.stdout: 2024-08-29T17:31:22.174 INFO:teuthology.orchestra.run.smithi028.stdout:Saving cluster configuration to /var/lib/ceph/3167ee72-662c-11ef-bcd4-c7b262605968/config directory 2024-08-29T17:31:22.174 INFO:teuthology.orchestra.run.smithi028.stdout:Enabling autotune for osd_memory_target 2024-08-29T17:31:23.381 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:31:22 smithi028 bash[22419]: audit 2024-08-29T17:31:21.893814+0000 mon.a (mon.0) 90 : audit [INF] from='mgr.14150 172.21.15.28:0/484978966' entity='mgr.y' 2024-08-29T17:31:25.924 INFO:teuthology.orchestra.run.smithi028.stdout:/usr/bin/ceph: stderr set mgr/dashboard/cluster/status 2024-08-29T17:31:25.924 INFO:teuthology.orchestra.run.smithi028.stdout:You can access the Ceph CLI as following in case of multi-cluster or non-default config: 2024-08-29T17:31:25.924 INFO:teuthology.orchestra.run.smithi028.stdout: 2024-08-29T17:31:25.924 INFO:teuthology.orchestra.run.smithi028.stdout: sudo /home/ubuntu/cephtest/cephadm shell --fsid 3167ee72-662c-11ef-bcd4-c7b262605968 -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring 2024-08-29T17:31:25.924 INFO:teuthology.orchestra.run.smithi028.stdout: 2024-08-29T17:31:25.924 INFO:teuthology.orchestra.run.smithi028.stdout:Or, if you are only running a single cluster on this host: 2024-08-29T17:31:25.924 INFO:teuthology.orchestra.run.smithi028.stdout: 2024-08-29T17:31:25.924 INFO:teuthology.orchestra.run.smithi028.stdout: sudo /home/ubuntu/cephtest/cephadm shell 2024-08-29T17:31:25.925 INFO:teuthology.orchestra.run.smithi028.stdout: 2024-08-29T17:31:25.925 INFO:teuthology.orchestra.run.smithi028.stdout:Please consider enabling telemetry to help improve Ceph: 2024-08-29T17:31:25.925 INFO:teuthology.orchestra.run.smithi028.stdout: 2024-08-29T17:31:25.925 INFO:teuthology.orchestra.run.smithi028.stdout: ceph telemetry on 2024-08-29T17:31:25.925 INFO:teuthology.orchestra.run.smithi028.stdout: 2024-08-29T17:31:25.925 INFO:teuthology.orchestra.run.smithi028.stdout:For more information see: 2024-08-29T17:31:25.925 INFO:teuthology.orchestra.run.smithi028.stdout: 2024-08-29T17:31:25.925 INFO:teuthology.orchestra.run.smithi028.stdout: https://docs.ceph.com/docs/master/mgr/telemetry/ 2024-08-29T17:31:25.925 INFO:teuthology.orchestra.run.smithi028.stdout: 2024-08-29T17:31:25.926 INFO:teuthology.orchestra.run.smithi028.stdout:Bootstrap complete. 2024-08-29T17:31:25.975 INFO:tasks.cephadm:Fetching config... 2024-08-29T17:31:25.976 DEBUG:teuthology.orchestra.run.smithi028:> set -ex 2024-08-29T17:31:25.976 DEBUG:teuthology.orchestra.run.smithi028:> dd if=/etc/ceph/ceph.conf of=/dev/stdout 2024-08-29T17:31:25.982 INFO:tasks.cephadm:Fetching client.admin keyring... 2024-08-29T17:31:25.982 DEBUG:teuthology.orchestra.run.smithi028:> set -ex 2024-08-29T17:31:25.982 DEBUG:teuthology.orchestra.run.smithi028:> dd if=/etc/ceph/ceph.client.admin.keyring of=/dev/stdout 2024-08-29T17:31:26.030 INFO:tasks.cephadm:Fetching mon keyring... 2024-08-29T17:31:26.030 DEBUG:teuthology.orchestra.run.smithi028:> set -ex 2024-08-29T17:31:26.030 DEBUG:teuthology.orchestra.run.smithi028:> sudo dd if=/var/lib/ceph/3167ee72-662c-11ef-bcd4-c7b262605968/mon.a/keyring of=/dev/stdout 2024-08-29T17:31:26.088 INFO:tasks.cephadm:Fetching pub ssh key... 2024-08-29T17:31:26.088 DEBUG:teuthology.orchestra.run.smithi028:> set -ex 2024-08-29T17:31:26.088 DEBUG:teuthology.orchestra.run.smithi028:> dd if=/home/ubuntu/cephtest/ceph.pub of=/dev/stdout 2024-08-29T17:31:26.133 INFO:tasks.cephadm:Installing pub ssh key for root users... 2024-08-29T17:31:26.133 DEBUG:teuthology.orchestra.run.smithi028:> sudo install -d -m 0700 /root/.ssh && echo 'ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABgQDCkKgMoUYP95bFuhcjkZzr1W21aUqQGRfUqloPNxSTRPQjqekxrZdAj7N1JdJDiSHXoXpCuc4YMbkBOEnFC70Hb98u4AHHPCexJNU0bzHo6arPUzvQQkAoWUv3Ky15GAMisNU6kuOBuSgzXTyNHhjy7KyeLSqRBxABtUbYSKds6nV4T4beEMU9A+E43uYLwbzaTvV8QQysYMtUUJAo696h/iwP9DCa8cKw1hnxcdRnmweQaSPpkq6/3sTtF0FDXZUWCcCdI+sHeD7/DljffwEQ3U8vO8RtSG+ySIvbZvZ97zKUizp1DYLGSrpft6L6aDDkQx1zvLY8m9OSZnk4BWLlcjQd84Kv882F+1wTwhIW5f6PZCPhvYuaHN6ufh5HNM+BoJv3AZMxA42hNbzICmAVFRNGfhWPceAo83jYY41/dhNccZjaDT7cBG9n0froxRJBuoiQa2vzIoW1tF4m0pQ9xyAvMBdT0r1DgWeNd2FQbJSmcVlx4b8uoGWQwCIYuvE= ceph-3167ee72-662c-11ef-bcd4-c7b262605968' | sudo tee -a /root/.ssh/authorized_keys && sudo chmod 0600 /root/.ssh/authorized_keys 2024-08-29T17:31:26.197 INFO:teuthology.orchestra.run.smithi028.stdout:ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABgQDCkKgMoUYP95bFuhcjkZzr1W21aUqQGRfUqloPNxSTRPQjqekxrZdAj7N1JdJDiSHXoXpCuc4YMbkBOEnFC70Hb98u4AHHPCexJNU0bzHo6arPUzvQQkAoWUv3Ky15GAMisNU6kuOBuSgzXTyNHhjy7KyeLSqRBxABtUbYSKds6nV4T4beEMU9A+E43uYLwbzaTvV8QQysYMtUUJAo696h/iwP9DCa8cKw1hnxcdRnmweQaSPpkq6/3sTtF0FDXZUWCcCdI+sHeD7/DljffwEQ3U8vO8RtSG+ySIvbZvZ97zKUizp1DYLGSrpft6L6aDDkQx1zvLY8m9OSZnk4BWLlcjQd84Kv882F+1wTwhIW5f6PZCPhvYuaHN6ufh5HNM+BoJv3AZMxA42hNbzICmAVFRNGfhWPceAo83jYY41/dhNccZjaDT7cBG9n0froxRJBuoiQa2vzIoW1tF4m0pQ9xyAvMBdT0r1DgWeNd2FQbJSmcVlx4b8uoGWQwCIYuvE= ceph-3167ee72-662c-11ef-bcd4-c7b262605968 2024-08-29T17:31:26.206 DEBUG:teuthology.orchestra.run.smithi053:> sudo install -d -m 0700 /root/.ssh && echo 'ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABgQDCkKgMoUYP95bFuhcjkZzr1W21aUqQGRfUqloPNxSTRPQjqekxrZdAj7N1JdJDiSHXoXpCuc4YMbkBOEnFC70Hb98u4AHHPCexJNU0bzHo6arPUzvQQkAoWUv3Ky15GAMisNU6kuOBuSgzXTyNHhjy7KyeLSqRBxABtUbYSKds6nV4T4beEMU9A+E43uYLwbzaTvV8QQysYMtUUJAo696h/iwP9DCa8cKw1hnxcdRnmweQaSPpkq6/3sTtF0FDXZUWCcCdI+sHeD7/DljffwEQ3U8vO8RtSG+ySIvbZvZ97zKUizp1DYLGSrpft6L6aDDkQx1zvLY8m9OSZnk4BWLlcjQd84Kv882F+1wTwhIW5f6PZCPhvYuaHN6ufh5HNM+BoJv3AZMxA42hNbzICmAVFRNGfhWPceAo83jYY41/dhNccZjaDT7cBG9n0froxRJBuoiQa2vzIoW1tF4m0pQ9xyAvMBdT0r1DgWeNd2FQbJSmcVlx4b8uoGWQwCIYuvE= ceph-3167ee72-662c-11ef-bcd4-c7b262605968' | sudo tee -a /root/.ssh/authorized_keys && sudo chmod 0600 /root/.ssh/authorized_keys 2024-08-29T17:31:26.228 INFO:teuthology.orchestra.run.smithi053.stdout:ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABgQDCkKgMoUYP95bFuhcjkZzr1W21aUqQGRfUqloPNxSTRPQjqekxrZdAj7N1JdJDiSHXoXpCuc4YMbkBOEnFC70Hb98u4AHHPCexJNU0bzHo6arPUzvQQkAoWUv3Ky15GAMisNU6kuOBuSgzXTyNHhjy7KyeLSqRBxABtUbYSKds6nV4T4beEMU9A+E43uYLwbzaTvV8QQysYMtUUJAo696h/iwP9DCa8cKw1hnxcdRnmweQaSPpkq6/3sTtF0FDXZUWCcCdI+sHeD7/DljffwEQ3U8vO8RtSG+ySIvbZvZ97zKUizp1DYLGSrpft6L6aDDkQx1zvLY8m9OSZnk4BWLlcjQd84Kv882F+1wTwhIW5f6PZCPhvYuaHN6ufh5HNM+BoJv3AZMxA42hNbzICmAVFRNGfhWPceAo83jYY41/dhNccZjaDT7cBG9n0froxRJBuoiQa2vzIoW1tF4m0pQ9xyAvMBdT0r1DgWeNd2FQbJSmcVlx4b8uoGWQwCIYuvE= ceph-3167ee72-662c-11ef-bcd4-c7b262605968 2024-08-29T17:31:26.238 DEBUG:teuthology.orchestra.run.smithi028:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 3167ee72-662c-11ef-bcd4-c7b262605968 -- ceph config set mgr mgr/cephadm/allow_ptrace true 2024-08-29T17:31:26.631 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:31:26 smithi028 bash[22419]: audit 2024-08-29T17:31:25.420419+0000 mon.a (mon.0) 91 : audit [INF] from='client.? 172.21.15.28:0/4125533724' entity='client.admin' 2024-08-29T17:31:32.054 INFO:teuthology.orchestra.run.smithi028.stderr:Inferring config /var/lib/ceph/3167ee72-662c-11ef-bcd4-c7b262605968/mon.a/config 2024-08-29T17:31:32.882 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:31:32 smithi028 bash[22419]: audit 2024-08-29T17:31:31.607360+0000 mon.a (mon.0) 92 : audit [INF] from='mgr.14150 172.21.15.28:0/484978966' entity='mgr.y' 2024-08-29T17:31:32.882 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:31:32 smithi028 bash[22419]: audit 2024-08-29T17:31:31.612570+0000 mon.a (mon.0) 93 : audit [INF] from='mgr.14150 172.21.15.28:0/484978966' entity='mgr.y' 2024-08-29T17:31:32.882 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:31:32 smithi028 bash[22419]: audit 2024-08-29T17:31:31.613959+0000 mon.a (mon.0) 94 : audit [INF] from='mgr.14150 172.21.15.28:0/484978966' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd/host:smithi028", "name": "osd_memory_target"}]: dispatch 2024-08-29T17:31:32.882 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:31:32 smithi028 bash[22419]: audit 2024-08-29T17:31:31.621659+0000 mon.a (mon.0) 95 : audit [INF] from='mgr.14150 172.21.15.28:0/484978966' entity='mgr.y' 2024-08-29T17:31:32.882 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:31:32 smithi028 bash[22419]: audit 2024-08-29T17:31:31.651326+0000 mon.a (mon.0) 96 : audit [DBG] from='mgr.14150 172.21.15.28:0/484978966' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-29T17:31:32.882 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:31:32 smithi028 bash[22419]: audit 2024-08-29T17:31:31.659733+0000 mon.a (mon.0) 97 : audit [INF] from='mgr.14150 172.21.15.28:0/484978966' entity='mgr.y' 2024-08-29T17:31:35.239 INFO:tasks.cephadm:Distributing conf and client.admin keyring to all hosts + 0755 2024-08-29T17:31:35.239 DEBUG:teuthology.orchestra.run.smithi028:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 3167ee72-662c-11ef-bcd4-c7b262605968 -- ceph orch client-keyring set client.admin '*' --mode 0755 2024-08-29T17:31:36.132 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:31:35 smithi028 bash[22419]: audit 2024-08-29T17:31:34.714868+0000 mon.a (mon.0) 98 : audit [INF] from='client.? 172.21.15.28:0/620351492' entity='client.admin' 2024-08-29T17:31:36.132 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:31:35 smithi028 bash[22419]: audit 2024-08-29T17:31:34.724569+0000 mon.a (mon.0) 99 : audit [DBG] from='mgr.14150 172.21.15.28:0/484978966' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-29T17:31:36.132 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:31:35 smithi028 bash[22419]: cluster 2024-08-29T17:31:34.729537+0000 mgr.y (mgr.14150) 9 : cluster [DBG] pgmap v3: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-08-29T17:31:36.132 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:31:35 smithi028 bash[22419]: audit 2024-08-29T17:31:34.729993+0000 mon.a (mon.0) 100 : audit [INF] from='mgr.14150 172.21.15.28:0/484978966' entity='mgr.y' 2024-08-29T17:31:38.131 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:31:37 smithi028 bash[22419]: cluster 2024-08-29T17:31:36.729932+0000 mgr.y (mgr.14150) 10 : cluster [DBG] pgmap v4: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-08-29T17:31:39.953 INFO:teuthology.orchestra.run.smithi028.stderr:Inferring config /var/lib/ceph/3167ee72-662c-11ef-bcd4-c7b262605968/mon.a/config 2024-08-29T17:31:40.058 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:31:39 smithi028 bash[22419]: cluster 2024-08-29T17:31:38.730384+0000 mgr.y (mgr.14150) 11 : cluster [DBG] pgmap v5: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-08-29T17:31:41.882 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:31:41 smithi028 bash[22419]: cluster 2024-08-29T17:31:40.730818+0000 mgr.y (mgr.14150) 12 : cluster [DBG] pgmap v6: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-08-29T17:31:43.294 INFO:tasks.cephadm:Writing (initial) conf and keyring to smithi053 2024-08-29T17:31:43.295 DEBUG:teuthology.orchestra.run.smithi053:> set -ex 2024-08-29T17:31:43.295 DEBUG:teuthology.orchestra.run.smithi053:> dd of=/etc/ceph/ceph.conf 2024-08-29T17:31:43.301 DEBUG:teuthology.orchestra.run.smithi053:> set -ex 2024-08-29T17:31:43.301 DEBUG:teuthology.orchestra.run.smithi053:> dd of=/etc/ceph/ceph.client.admin.keyring 2024-08-29T17:31:43.348 INFO:tasks.cephadm:Adding host smithi053 to orchestrator... 2024-08-29T17:31:43.349 DEBUG:teuthology.orchestra.run.smithi028:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 3167ee72-662c-11ef-bcd4-c7b262605968 -- ceph orch host add smithi053 2024-08-29T17:31:44.132 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:31:43 smithi028 bash[22419]: audit 2024-08-29T17:31:42.710190+0000 mgr.y (mgr.14150) 13 : audit [DBG] from='client.14174 -' entity='client.admin' cmd=[{"prefix": "orch client-keyring set", "entity": "client.admin", "placement": "*", "mode": "0755", "target": ["mon-mgr", ""]}]: dispatch 2024-08-29T17:31:44.132 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:31:43 smithi028 bash[22419]: audit 2024-08-29T17:31:42.713409+0000 mon.a (mon.0) 101 : audit [INF] from='mgr.14150 172.21.15.28:0/484978966' entity='mgr.y' 2024-08-29T17:31:44.132 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:31:43 smithi028 bash[22419]: audit 2024-08-29T17:31:42.714472+0000 mon.a (mon.0) 102 : audit [DBG] from='mgr.14150 172.21.15.28:0/484978966' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-29T17:31:44.133 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:31:43 smithi028 bash[22419]: audit 2024-08-29T17:31:42.716934+0000 mon.a (mon.0) 103 : audit [DBG] from='mgr.14150 172.21.15.28:0/484978966' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-29T17:31:44.133 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:31:43 smithi028 bash[22419]: audit 2024-08-29T17:31:42.717769+0000 mon.a (mon.0) 104 : audit [INF] from='mgr.14150 172.21.15.28:0/484978966' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-29T17:31:44.133 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:31:43 smithi028 bash[22419]: cephadm 2024-08-29T17:31:42.718883+0000 mgr.y (mgr.14150) 14 : cephadm [INF] Updating smithi028:/etc/ceph/ceph.conf 2024-08-29T17:31:44.133 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:31:43 smithi028 bash[22419]: cluster 2024-08-29T17:31:42.731119+0000 mgr.y (mgr.14150) 15 : cluster [DBG] pgmap v7: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-08-29T17:31:44.133 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:31:43 smithi028 bash[22419]: cephadm 2024-08-29T17:31:42.806526+0000 mgr.y (mgr.14150) 16 : cephadm [INF] Updating smithi028:/var/lib/ceph/3167ee72-662c-11ef-bcd4-c7b262605968/config/ceph.conf 2024-08-29T17:31:44.133 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:31:43 smithi028 bash[22419]: cephadm 2024-08-29T17:31:42.885862+0000 mgr.y (mgr.14150) 17 : cephadm [INF] Updating smithi028:/etc/ceph/ceph.client.admin.keyring 2024-08-29T17:31:44.133 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:31:43 smithi028 bash[22419]: cephadm 2024-08-29T17:31:42.968020+0000 mgr.y (mgr.14150) 18 : cephadm [INF] Updating smithi028:/var/lib/ceph/3167ee72-662c-11ef-bcd4-c7b262605968/config/ceph.client.admin.keyring 2024-08-29T17:31:44.133 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:31:43 smithi028 bash[22419]: audit 2024-08-29T17:31:43.064827+0000 mon.a (mon.0) 105 : audit [INF] from='mgr.14150 172.21.15.28:0/484978966' entity='mgr.y' 2024-08-29T17:31:44.133 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:31:43 smithi028 bash[22419]: audit 2024-08-29T17:31:43.067921+0000 mon.a (mon.0) 106 : audit [INF] from='mgr.14150 172.21.15.28:0/484978966' entity='mgr.y' 2024-08-29T17:31:44.133 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:31:43 smithi028 bash[22419]: audit 2024-08-29T17:31:43.071230+0000 mon.a (mon.0) 107 : audit [INF] from='mgr.14150 172.21.15.28:0/484978966' entity='mgr.y' 2024-08-29T17:31:46.132 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:31:45 smithi028 bash[22419]: cluster 2024-08-29T17:31:44.731515+0000 mgr.y (mgr.14150) 19 : cluster [DBG] pgmap v8: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-08-29T17:31:48.062 INFO:teuthology.orchestra.run.smithi028.stderr:Inferring config /var/lib/ceph/3167ee72-662c-11ef-bcd4-c7b262605968/mon.a/config 2024-08-29T17:31:48.132 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:31:47 smithi028 bash[22419]: cluster 2024-08-29T17:31:46.731934+0000 mgr.y (mgr.14150) 20 : cluster [DBG] pgmap v9: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-08-29T17:31:50.132 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:31:49 smithi028 bash[22419]: cluster 2024-08-29T17:31:48.732357+0000 mgr.y (mgr.14150) 21 : cluster [DBG] pgmap v10: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-08-29T17:31:52.132 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:31:51 smithi028 bash[22419]: cluster 2024-08-29T17:31:50.732730+0000 mgr.y (mgr.14150) 22 : cluster [DBG] pgmap v11: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-08-29T17:31:52.132 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:31:51 smithi028 bash[22419]: audit 2024-08-29T17:31:50.816756+0000 mgr.y (mgr.14150) 23 : audit [DBG] from='client.14176 -' entity='client.admin' cmd=[{"prefix": "orch host add", "hostname": "smithi053", "target": ["mon-mgr", ""]}]: dispatch 2024-08-29T17:31:53.131 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:31:52 smithi028 bash[22419]: cephadm 2024-08-29T17:31:52.135278+0000 mgr.y (mgr.14150) 24 : cephadm [INF] Deploying cephadm binary to smithi053 2024-08-29T17:31:54.131 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:31:53 smithi028 bash[22419]: cluster 2024-08-29T17:31:52.733131+0000 mgr.y (mgr.14150) 25 : cluster [DBG] pgmap v12: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-08-29T17:31:54.791 INFO:teuthology.orchestra.run.smithi028.stdout:Added host 'smithi053' with addr '172.21.15.53' 2024-08-29T17:31:55.382 DEBUG:teuthology.orchestra.run.smithi028:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 3167ee72-662c-11ef-bcd4-c7b262605968 -- ceph orch host ls --format=json 2024-08-29T17:31:56.132 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:31:55 smithi028 bash[22419]: cluster 2024-08-29T17:31:54.733495+0000 mgr.y (mgr.14150) 26 : cluster [DBG] pgmap v13: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-08-29T17:31:56.132 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:31:55 smithi028 bash[22419]: audit 2024-08-29T17:31:54.789812+0000 mon.a (mon.0) 108 : audit [INF] from='mgr.14150 172.21.15.28:0/484978966' entity='mgr.y' 2024-08-29T17:31:56.132 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:31:55 smithi028 bash[22419]: cephadm 2024-08-29T17:31:54.790603+0000 mgr.y (mgr.14150) 27 : cephadm [INF] Added host smithi053 2024-08-29T17:31:56.132 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:31:55 smithi028 bash[22419]: audit 2024-08-29T17:31:54.791420+0000 mon.a (mon.0) 109 : audit [DBG] from='mgr.14150 172.21.15.28:0/484978966' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-29T17:31:56.132 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:31:55 smithi028 bash[22419]: audit 2024-08-29T17:31:55.056705+0000 mon.a (mon.0) 110 : audit [INF] from='mgr.14150 172.21.15.28:0/484978966' entity='mgr.y' 2024-08-29T17:31:57.632 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:31:57 smithi028 bash[22419]: audit 2024-08-29T17:31:56.334064+0000 mon.a (mon.0) 111 : audit [INF] from='mgr.14150 172.21.15.28:0/484978966' entity='mgr.y' 2024-08-29T17:31:57.632 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:31:57 smithi028 bash[22419]: cluster 2024-08-29T17:31:56.733933+0000 mgr.y (mgr.14150) 28 : cluster [DBG] pgmap v14: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-08-29T17:31:57.632 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:31:57 smithi028 bash[22419]: audit 2024-08-29T17:31:57.050863+0000 mon.a (mon.0) 112 : audit [INF] from='mgr.14150 172.21.15.28:0/484978966' entity='mgr.y' 2024-08-29T17:32:00.101 INFO:teuthology.orchestra.run.smithi028.stderr:Inferring config /var/lib/ceph/3167ee72-662c-11ef-bcd4-c7b262605968/mon.a/config 2024-08-29T17:32:00.132 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:31:59 smithi028 bash[22419]: cluster 2024-08-29T17:31:58.734386+0000 mgr.y (mgr.14150) 29 : cluster [DBG] pgmap v15: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-08-29T17:32:02.132 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:32:01 smithi028 bash[22419]: cluster 2024-08-29T17:32:00.734800+0000 mgr.y (mgr.14150) 30 : cluster [DBG] pgmap v16: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-08-29T17:32:02.965 INFO:teuthology.orchestra.run.smithi028.stdout: 2024-08-29T17:32:02.965 INFO:teuthology.orchestra.run.smithi028.stdout:[{"addr": "172.21.15.28", "hostname": "smithi028", "labels": [], "status": ""}, {"addr": "172.21.15.53", "hostname": "smithi053", "labels": [], "status": ""}] 2024-08-29T17:32:03.505 INFO:tasks.cephadm:Setting crush tunables to default 2024-08-29T17:32:03.505 DEBUG:teuthology.orchestra.run.smithi028:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 3167ee72-662c-11ef-bcd4-c7b262605968 -- ceph osd crush tunables default 2024-08-29T17:32:03.883 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:32:03 smithi028 bash[22419]: audit 2024-08-29T17:32:02.428138+0000 mon.a (mon.0) 113 : audit [INF] from='mgr.14150 172.21.15.28:0/484978966' entity='mgr.y' 2024-08-29T17:32:03.883 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:32:03 smithi028 bash[22419]: audit 2024-08-29T17:32:02.432768+0000 mon.a (mon.0) 114 : audit [INF] from='mgr.14150 172.21.15.28:0/484978966' entity='mgr.y' 2024-08-29T17:32:03.883 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:32:03 smithi028 bash[22419]: audit 2024-08-29T17:32:02.438702+0000 mon.a (mon.0) 115 : audit [INF] from='mgr.14150 172.21.15.28:0/484978966' entity='mgr.y' 2024-08-29T17:32:03.883 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:32:03 smithi028 bash[22419]: audit 2024-08-29T17:32:02.443664+0000 mon.a (mon.0) 116 : audit [INF] from='mgr.14150 172.21.15.28:0/484978966' entity='mgr.y' 2024-08-29T17:32:03.883 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:32:03 smithi028 bash[22419]: audit 2024-08-29T17:32:02.445268+0000 mon.a (mon.0) 117 : audit [INF] from='mgr.14150 172.21.15.28:0/484978966' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd/host:smithi053", "name": "osd_memory_target"}]: dispatch 2024-08-29T17:32:03.883 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:32:03 smithi028 bash[22419]: audit 2024-08-29T17:32:02.447445+0000 mon.a (mon.0) 118 : audit [DBG] from='mgr.14150 172.21.15.28:0/484978966' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-29T17:32:03.883 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:32:03 smithi028 bash[22419]: audit 2024-08-29T17:32:02.449195+0000 mon.a (mon.0) 119 : audit [INF] from='mgr.14150 172.21.15.28:0/484978966' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-29T17:32:03.883 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:32:03 smithi028 bash[22419]: cephadm 2024-08-29T17:32:02.451359+0000 mgr.y (mgr.14150) 31 : cephadm [INF] Updating smithi053:/etc/ceph/ceph.conf 2024-08-29T17:32:03.883 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:32:03 smithi028 bash[22419]: cephadm 2024-08-29T17:32:02.625039+0000 mgr.y (mgr.14150) 32 : cephadm [INF] Updating smithi053:/var/lib/ceph/3167ee72-662c-11ef-bcd4-c7b262605968/config/ceph.conf 2024-08-29T17:32:03.883 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:32:03 smithi028 bash[22419]: cluster 2024-08-29T17:32:02.735132+0000 mgr.y (mgr.14150) 33 : cluster [DBG] pgmap v17: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-08-29T17:32:03.883 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:32:03 smithi028 bash[22419]: cephadm 2024-08-29T17:32:02.735848+0000 mgr.y (mgr.14150) 34 : cephadm [INF] Updating smithi053:/etc/ceph/ceph.client.admin.keyring 2024-08-29T17:32:03.883 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:32:03 smithi028 bash[22419]: cephadm 2024-08-29T17:32:02.838454+0000 mgr.y (mgr.14150) 35 : cephadm [INF] Updating smithi053:/var/lib/ceph/3167ee72-662c-11ef-bcd4-c7b262605968/config/ceph.client.admin.keyring 2024-08-29T17:32:03.884 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:32:03 smithi028 bash[22419]: audit 2024-08-29T17:32:02.944275+0000 mon.a (mon.0) 120 : audit [INF] from='mgr.14150 172.21.15.28:0/484978966' entity='mgr.y' 2024-08-29T17:32:03.884 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:32:03 smithi028 bash[22419]: audit 2024-08-29T17:32:02.948943+0000 mon.a (mon.0) 121 : audit [INF] from='mgr.14150 172.21.15.28:0/484978966' entity='mgr.y' 2024-08-29T17:32:03.884 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:32:03 smithi028 bash[22419]: audit 2024-08-29T17:32:02.954527+0000 mon.a (mon.0) 122 : audit [INF] from='mgr.14150 172.21.15.28:0/484978966' entity='mgr.y' 2024-08-29T17:32:03.884 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:32:03 smithi028 bash[22419]: audit 2024-08-29T17:32:02.963841+0000 mgr.y (mgr.14150) 36 : audit [DBG] from='client.14178 -' entity='client.admin' cmd=[{"prefix": "orch host ls", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-08-29T17:32:06.132 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:32:05 smithi028 bash[22419]: cluster 2024-08-29T17:32:04.735503+0000 mgr.y (mgr.14150) 37 : cluster [DBG] pgmap v18: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-08-29T17:32:08.132 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:32:07 smithi028 bash[22419]: cluster 2024-08-29T17:32:06.735908+0000 mgr.y (mgr.14150) 38 : cluster [DBG] pgmap v19: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-08-29T17:32:08.221 INFO:teuthology.orchestra.run.smithi028.stderr:Inferring config /var/lib/ceph/3167ee72-662c-11ef-bcd4-c7b262605968/mon.a/config 2024-08-29T17:32:09.882 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:32:09 smithi028 bash[22419]: cluster 2024-08-29T17:32:08.736347+0000 mgr.y (mgr.14150) 39 : cluster [DBG] pgmap v20: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-08-29T17:32:11.798 INFO:teuthology.orchestra.run.smithi028.stderr:adjusted tunables profile to default 2024-08-29T17:32:12.132 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:32:11 smithi028 bash[22419]: cluster 2024-08-29T17:32:10.736728+0000 mgr.y (mgr.14150) 40 : cluster [DBG] pgmap v21: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-08-29T17:32:12.133 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:32:11 smithi028 bash[22419]: audit 2024-08-29T17:32:11.201091+0000 mon.a (mon.0) 123 : audit [INF] from='client.? 172.21.15.28:0/3097579045' entity='client.admin' cmd=[{"prefix": "osd crush tunables", "profile": "default"}]: dispatch 2024-08-29T17:32:12.311 INFO:tasks.cephadm:Adding mon.a on smithi028 2024-08-29T17:32:12.312 INFO:tasks.cephadm:Adding mon.c on smithi028 2024-08-29T17:32:12.312 INFO:tasks.cephadm:Adding mon.b on smithi053 2024-08-29T17:32:12.312 DEBUG:teuthology.orchestra.run.smithi053:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 3167ee72-662c-11ef-bcd4-c7b262605968 -- ceph orch apply mon '3;smithi028:172.21.15.28=a;smithi028:[v2:172.21.15.28:3301,v1:172.21.15.28:6790]=c;smithi053:172.21.15.53=b' 2024-08-29T17:32:13.132 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:32:12 smithi028 bash[22419]: audit 2024-08-29T17:32:11.797353+0000 mon.a (mon.0) 124 : audit [INF] from='client.? 172.21.15.28:0/3097579045' entity='client.admin' cmd='[{"prefix": "osd crush tunables", "profile": "default"}]': finished 2024-08-29T17:32:13.132 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:32:12 smithi028 bash[22419]: cluster 2024-08-29T17:32:11.797457+0000 mon.a (mon.0) 125 : cluster [DBG] osdmap e4: 0 total, 0 up, 0 in 2024-08-29T17:32:13.532 INFO:teuthology.orchestra.run.smithi053.stderr:Inferring config /var/lib/ceph/3167ee72-662c-11ef-bcd4-c7b262605968/config/ceph.conf 2024-08-29T17:32:14.132 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:32:13 smithi028 bash[22419]: cluster 2024-08-29T17:32:12.737156+0000 mgr.y (mgr.14150) 41 : cluster [DBG] pgmap v23: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-08-29T17:32:16.132 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:32:15 smithi028 bash[22419]: cluster 2024-08-29T17:32:14.737565+0000 mgr.y (mgr.14150) 42 : cluster [DBG] pgmap v24: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-08-29T17:32:16.393 INFO:teuthology.orchestra.run.smithi053.stdout:Scheduled mon update... 2024-08-29T17:32:17.144 DEBUG:teuthology.orchestra.run.smithi028:mon.c> sudo journalctl -f -n 0 -u ceph-3167ee72-662c-11ef-bcd4-c7b262605968@mon.c.service 2024-08-29T17:32:17.147 DEBUG:teuthology.orchestra.run.smithi053:mon.b> sudo journalctl -f -n 0 -u ceph-3167ee72-662c-11ef-bcd4-c7b262605968@mon.b.service 2024-08-29T17:32:17.149 INFO:tasks.cephadm:Waiting for 3 mons in monmap... 2024-08-29T17:32:17.149 DEBUG:teuthology.orchestra.run.smithi053:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 3167ee72-662c-11ef-bcd4-c7b262605968 -- ceph mon dump -f json 2024-08-29T17:32:17.633 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:32:17 smithi028 bash[22419]: audit 2024-08-29T17:32:16.381767+0000 mgr.y (mgr.14150) 43 : audit [DBG] from='client.14182 -' entity='client.admin' cmd=[{"prefix": "orch apply", "service_type": "mon", "placement": "3;smithi028:172.21.15.28=a;smithi028:[v2:172.21.15.28:3301,v1:172.21.15.28:6790]=c;smithi053:172.21.15.53=b", "target": ["mon-mgr", ""]}]: dispatch 2024-08-29T17:32:17.633 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:32:17 smithi028 bash[22419]: cephadm 2024-08-29T17:32:16.387074+0000 mgr.y (mgr.14150) 44 : cephadm [INF] Saving service mon spec with placement smithi028:172.21.15.28=a;smithi028:[v2:172.21.15.28:3301,v1:172.21.15.28:6790]=c;smithi053:172.21.15.53=b;count:3 2024-08-29T17:32:17.633 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:32:17 smithi028 bash[22419]: audit 2024-08-29T17:32:16.392350+0000 mon.a (mon.0) 126 : audit [INF] from='mgr.14150 172.21.15.28:0/484978966' entity='mgr.y' 2024-08-29T17:32:17.633 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:32:17 smithi028 bash[22419]: audit 2024-08-29T17:32:16.393896+0000 mon.a (mon.0) 127 : audit [DBG] from='mgr.14150 172.21.15.28:0/484978966' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-29T17:32:17.633 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:32:17 smithi028 bash[22419]: audit 2024-08-29T17:32:16.397442+0000 mon.a (mon.0) 128 : audit [DBG] from='mgr.14150 172.21.15.28:0/484978966' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-29T17:32:17.633 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:32:17 smithi028 bash[22419]: audit 2024-08-29T17:32:16.399319+0000 mon.a (mon.0) 129 : audit [INF] from='mgr.14150 172.21.15.28:0/484978966' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-29T17:32:17.633 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:32:17 smithi028 bash[22419]: audit 2024-08-29T17:32:16.407017+0000 mon.a (mon.0) 130 : audit [INF] from='mgr.14150 172.21.15.28:0/484978966' entity='mgr.y' 2024-08-29T17:32:17.633 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:32:17 smithi028 bash[22419]: audit 2024-08-29T17:32:16.410866+0000 mon.a (mon.0) 131 : audit [INF] from='mgr.14150 172.21.15.28:0/484978966' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2024-08-29T17:32:17.634 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:32:17 smithi028 bash[22419]: audit 2024-08-29T17:32:16.412794+0000 mon.a (mon.0) 132 : audit [DBG] from='mgr.14150 172.21.15.28:0/484978966' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-29T17:32:17.634 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:32:17 smithi028 bash[22419]: cephadm 2024-08-29T17:32:16.414882+0000 mgr.y (mgr.14150) 45 : cephadm [INF] Deploying daemon mon.b on smithi053 2024-08-29T17:32:17.634 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:32:17 smithi028 bash[22419]: cluster 2024-08-29T17:32:16.737997+0000 mgr.y (mgr.14150) 46 : cluster [DBG] pgmap v25: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-08-29T17:32:18.408 INFO:teuthology.orchestra.run.smithi053.stderr:Inferring config /var/lib/ceph/3167ee72-662c-11ef-bcd4-c7b262605968/config/ceph.conf 2024-08-29T17:32:20.132 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:32:19 smithi028 bash[22419]: cluster 2024-08-29T17:32:18.738365+0000 mgr.y (mgr.14150) 47 : cluster [DBG] pgmap v26: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-08-29T17:32:22.132 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:32:21 smithi028 bash[22419]: cluster 2024-08-29T17:32:20.738743+0000 mgr.y (mgr.14150) 48 : cluster [DBG] pgmap v27: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-08-29T17:32:22.249 INFO:teuthology.orchestra.run.smithi053.stdout: 2024-08-29T17:32:22.249 INFO:teuthology.orchestra.run.smithi053.stdout:{"epoch":1,"fsid":"3167ee72-662c-11ef-bcd4-c7b262605968","modified":"2024-08-29T17:30:13.516586Z","created":"2024-08-29T17:30:13.516586Z","min_mon_release":17,"min_mon_release_name":"quincy","election_strategy":1,"disallowed_leaders: ":"","stretch_mode":false,"tiebreaker_mon":"","removed_ranks: ":"","features":{"persistent":["kraken","luminous","mimic","osdmap-prune","nautilus","octopus","pacific","elector-pinging","quincy"],"optional":[]},"mons":[{"rank":0,"name":"a","public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.28:3300","nonce":0},{"type":"v1","addr":"172.21.15.28:6789","nonce":0}]},"addr":"172.21.15.28:6789/0","public_addr":"172.21.15.28:6789/0","priority":0,"weight":0,"crush_location":"{}"}],"quorum":[0]} 2024-08-29T17:32:22.249 INFO:teuthology.orchestra.run.smithi053.stderr:dumped monmap epoch 1 2024-08-29T17:32:23.431 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:32:23 smithi028 bash[22419]: audit 2024-08-29T17:32:22.143845+0000 mon.a (mon.0) 133 : audit [INF] from='mgr.14150 172.21.15.28:0/484978966' entity='mgr.y' 2024-08-29T17:32:23.431 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:32:23 smithi028 bash[22419]: audit 2024-08-29T17:32:22.148931+0000 mon.a (mon.0) 134 : audit [INF] from='mgr.14150 172.21.15.28:0/484978966' entity='mgr.y' 2024-08-29T17:32:23.431 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:32:23 smithi028 bash[22419]: audit 2024-08-29T17:32:22.154651+0000 mon.a (mon.0) 135 : audit [INF] from='mgr.14150 172.21.15.28:0/484978966' entity='mgr.y' 2024-08-29T17:32:23.432 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:32:23 smithi028 bash[22419]: audit 2024-08-29T17:32:22.155804+0000 mon.a (mon.0) 136 : audit [INF] from='mgr.14150 172.21.15.28:0/484978966' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2024-08-29T17:32:23.432 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:32:23 smithi028 bash[22419]: audit 2024-08-29T17:32:22.157467+0000 mon.a (mon.0) 137 : audit [DBG] from='mgr.14150 172.21.15.28:0/484978966' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-29T17:32:23.432 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:32:23 smithi028 bash[22419]: cephadm 2024-08-29T17:32:22.159385+0000 mgr.y (mgr.14150) 49 : cephadm [INF] Deploying daemon mon.c on smithi028 2024-08-29T17:32:23.432 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:32:23 smithi028 bash[22419]: audit 2024-08-29T17:32:22.248202+0000 mon.a (mon.0) 138 : audit [DBG] from='client.? 172.21.15.53:0/2562240816' entity='client.admin' cmd=[{"prefix": "mon dump", "format": "json"}]: dispatch 2024-08-29T17:32:23.622 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:32:23 smithi053 bash[24720]: debug 2024-08-29T17:32:23.599+0000 7f61e522e900 1 mon.b@-1(???) e0 preinit fsid 3167ee72-662c-11ef-bcd4-c7b262605968 2024-08-29T17:32:23.622 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:32:23 smithi053 bash[24720]: debug 2024-08-29T17:32:23.619+0000 7f61de000640 0 mon.b@-1(synchronizing).mds e1 new map 2024-08-29T17:32:23.622 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:32:23 smithi053 bash[24720]: debug 2024-08-29T17:32:23.619+0000 7f61de000640 0 mon.b@-1(synchronizing).mds e1 print_map 2024-08-29T17:32:23.622 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:32:23 smithi053 bash[24720]: e1 2024-08-29T17:32:23.625 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:32:23 smithi053 bash[24720]: enable_multiple, ever_enabled_multiple: 1,1 2024-08-29T17:32:23.625 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:32:23 smithi053 bash[24720]: default compat: compat={},rocompat={},incompat={1=base v0.20,2=client writeable ranges,3=default file layouts on dirs,4=dir inode in separate object,5=mds uses versioned encoding,6=dirfrag is stored in omap,8=no anchor table,9=file layout v2,10=snaprealm v2} 2024-08-29T17:32:23.625 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:32:23 smithi053 bash[24720]: legacy client fscid: -1 2024-08-29T17:32:23.625 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:32:23 smithi053 bash[24720]: 2024-08-29T17:32:23.625 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:32:23 smithi053 bash[24720]: No filesystems configured 2024-08-29T17:32:23.626 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:32:23 smithi053 bash[24720]: debug 2024-08-29T17:32:23.619+0000 7f61de000640 1 mon.b@-1(synchronizing).osd e0 _set_cache_ratios kv ratio 0.25 inc ratio 0.375 full ratio 0.375 2024-08-29T17:32:23.626 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:32:23 smithi053 bash[24720]: debug 2024-08-29T17:32:23.619+0000 7f61de000640 1 mon.b@-1(synchronizing).osd e0 register_cache_with_pcm pcm target: 2147483648 pcm max: 1020054732 pcm min: 134217728 inc_osd_cache size: 1 2024-08-29T17:32:23.626 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:32:23 smithi053 bash[24720]: debug 2024-08-29T17:32:23.619+0000 7f61de000640 1 mon.b@-1(synchronizing).osd e1 e1: 0 total, 0 up, 0 in 2024-08-29T17:32:23.626 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:32:23 smithi053 bash[24720]: debug 2024-08-29T17:32:23.619+0000 7f61de000640 1 mon.b@-1(synchronizing).osd e2 e2: 0 total, 0 up, 0 in 2024-08-29T17:32:23.626 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:32:23 smithi053 bash[24720]: debug 2024-08-29T17:32:23.619+0000 7f61de000640 1 mon.b@-1(synchronizing).osd e3 e3: 0 total, 0 up, 0 in 2024-08-29T17:32:23.626 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:32:23 smithi053 bash[24720]: debug 2024-08-29T17:32:23.619+0000 7f61de000640 1 mon.b@-1(synchronizing).osd e4 e4: 0 total, 0 up, 0 in 2024-08-29T17:32:23.626 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:32:23 smithi053 bash[24720]: debug 2024-08-29T17:32:23.619+0000 7f61de000640 0 mon.b@-1(synchronizing).osd e4 crush map has features 3314932999778484224, adjusting msgr requires 2024-08-29T17:32:23.626 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:32:23 smithi053 bash[24720]: debug 2024-08-29T17:32:23.619+0000 7f61de000640 0 mon.b@-1(synchronizing).osd e4 crush map has features 288514050185494528, adjusting msgr requires 2024-08-29T17:32:23.626 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:32:23 smithi053 bash[24720]: debug 2024-08-29T17:32:23.619+0000 7f61de000640 0 mon.b@-1(synchronizing).osd e4 crush map has features 288514050185494528, adjusting msgr requires 2024-08-29T17:32:23.626 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:32:23 smithi053 bash[24720]: debug 2024-08-29T17:32:23.619+0000 7f61de000640 0 mon.b@-1(synchronizing).osd e4 crush map has features 288514050185494528, adjusting msgr requires 2024-08-29T17:32:23.626 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:32:23 smithi053 bash[24720]: cluster 2024-08-29T17:31:48.732357+0000 mgr.y (mgr.14150) 21 : cluster [DBG] pgmap v10: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-08-29T17:32:23.627 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:32:23 smithi053 bash[24720]: cluster 2024-08-29T17:31:50.732730+0000 mgr.y (mgr.14150) 22 : cluster [DBG] pgmap v11: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-08-29T17:32:23.627 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:32:23 smithi053 bash[24720]: audit 2024-08-29T17:31:50.816756+0000 mgr.y (mgr.14150) 23 : audit [DBG] from='client.14176 -' entity='client.admin' cmd=[{"prefix": "orch host add", "hostname": "smithi053", "target": ["mon-mgr", ""]}]: dispatch 2024-08-29T17:32:23.627 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:32:23 smithi053 bash[24720]: cephadm 2024-08-29T17:31:52.135278+0000 mgr.y (mgr.14150) 24 : cephadm [INF] Deploying cephadm binary to smithi053 2024-08-29T17:32:23.627 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:32:23 smithi053 bash[24720]: cluster 2024-08-29T17:31:52.733131+0000 mgr.y (mgr.14150) 25 : cluster [DBG] pgmap v12: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-08-29T17:32:23.627 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:32:23 smithi053 bash[24720]: cluster 2024-08-29T17:31:54.733495+0000 mgr.y (mgr.14150) 26 : cluster [DBG] pgmap v13: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-08-29T17:32:23.627 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:32:23 smithi053 bash[24720]: audit 2024-08-29T17:31:54.789812+0000 mon.a (mon.0) 108 : audit [INF] from='mgr.14150 172.21.15.28:0/484978966' entity='mgr.y' 2024-08-29T17:32:23.627 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:32:23 smithi053 bash[24720]: cephadm 2024-08-29T17:31:54.790603+0000 mgr.y (mgr.14150) 27 : cephadm [INF] Added host smithi053 2024-08-29T17:32:23.627 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:32:23 smithi053 bash[24720]: audit 2024-08-29T17:31:54.791420+0000 mon.a (mon.0) 109 : audit [DBG] from='mgr.14150 172.21.15.28:0/484978966' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-29T17:32:23.627 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:32:23 smithi053 bash[24720]: audit 2024-08-29T17:31:55.056705+0000 mon.a (mon.0) 110 : audit [INF] from='mgr.14150 172.21.15.28:0/484978966' entity='mgr.y' 2024-08-29T17:32:23.627 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:32:23 smithi053 bash[24720]: audit 2024-08-29T17:31:56.334064+0000 mon.a (mon.0) 111 : audit [INF] from='mgr.14150 172.21.15.28:0/484978966' entity='mgr.y' 2024-08-29T17:32:23.627 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:32:23 smithi053 bash[24720]: cluster 2024-08-29T17:31:56.733933+0000 mgr.y (mgr.14150) 28 : cluster [DBG] pgmap v14: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-08-29T17:32:23.627 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:32:23 smithi053 bash[24720]: audit 2024-08-29T17:31:57.050863+0000 mon.a (mon.0) 112 : audit [INF] from='mgr.14150 172.21.15.28:0/484978966' entity='mgr.y' 2024-08-29T17:32:23.627 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:32:23 smithi053 bash[24720]: cluster 2024-08-29T17:31:58.734386+0000 mgr.y (mgr.14150) 29 : cluster [DBG] pgmap v15: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-08-29T17:32:23.627 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:32:23 smithi053 bash[24720]: cluster 2024-08-29T17:32:00.734800+0000 mgr.y (mgr.14150) 30 : cluster [DBG] pgmap v16: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-08-29T17:32:23.628 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:32:23 smithi053 bash[24720]: audit 2024-08-29T17:32:02.428138+0000 mon.a (mon.0) 113 : audit [INF] from='mgr.14150 172.21.15.28:0/484978966' entity='mgr.y' 2024-08-29T17:32:23.628 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:32:23 smithi053 bash[24720]: audit 2024-08-29T17:32:02.432768+0000 mon.a (mon.0) 114 : audit [INF] from='mgr.14150 172.21.15.28:0/484978966' entity='mgr.y' 2024-08-29T17:32:23.628 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:32:23 smithi053 bash[24720]: audit 2024-08-29T17:32:02.438702+0000 mon.a (mon.0) 115 : audit [INF] from='mgr.14150 172.21.15.28:0/484978966' entity='mgr.y' 2024-08-29T17:32:23.628 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:32:23 smithi053 bash[24720]: audit 2024-08-29T17:32:02.443664+0000 mon.a (mon.0) 116 : audit [INF] from='mgr.14150 172.21.15.28:0/484978966' entity='mgr.y' 2024-08-29T17:32:23.828 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:32:23 smithi053 bash[24720]: audit 2024-08-29T17:32:02.445268+0000 mon.a (mon.0) 117 : audit [INF] from='mgr.14150 172.21.15.28:0/484978966' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd/host:smithi053", "name": "osd_memory_target"}]: dispatch 2024-08-29T17:32:23.828 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:32:23 smithi053 bash[24720]: audit 2024-08-29T17:32:02.447445+0000 mon.a (mon.0) 118 : audit [DBG] from='mgr.14150 172.21.15.28:0/484978966' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-29T17:32:23.828 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:32:23 smithi053 bash[24720]: audit 2024-08-29T17:32:02.449195+0000 mon.a (mon.0) 119 : audit [INF] from='mgr.14150 172.21.15.28:0/484978966' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-29T17:32:23.828 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:32:23 smithi053 bash[24720]: cephadm 2024-08-29T17:32:02.451359+0000 mgr.y (mgr.14150) 31 : cephadm [INF] Updating smithi053:/etc/ceph/ceph.conf 2024-08-29T17:32:23.829 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:32:23 smithi053 bash[24720]: cephadm 2024-08-29T17:32:02.625039+0000 mgr.y (mgr.14150) 32 : cephadm [INF] Updating smithi053:/var/lib/ceph/3167ee72-662c-11ef-bcd4-c7b262605968/config/ceph.conf 2024-08-29T17:32:23.829 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:32:23 smithi053 bash[24720]: cluster 2024-08-29T17:32:02.735132+0000 mgr.y (mgr.14150) 33 : cluster [DBG] pgmap v17: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-08-29T17:32:23.829 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:32:23 smithi053 bash[24720]: cephadm 2024-08-29T17:32:02.735848+0000 mgr.y (mgr.14150) 34 : cephadm [INF] Updating smithi053:/etc/ceph/ceph.client.admin.keyring 2024-08-29T17:32:23.829 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:32:23 smithi053 bash[24720]: cephadm 2024-08-29T17:32:02.838454+0000 mgr.y (mgr.14150) 35 : cephadm [INF] Updating smithi053:/var/lib/ceph/3167ee72-662c-11ef-bcd4-c7b262605968/config/ceph.client.admin.keyring 2024-08-29T17:32:23.829 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:32:23 smithi053 bash[24720]: audit 2024-08-29T17:32:02.944275+0000 mon.a (mon.0) 120 : audit [INF] from='mgr.14150 172.21.15.28:0/484978966' entity='mgr.y' 2024-08-29T17:32:23.829 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:32:23 smithi053 bash[24720]: audit 2024-08-29T17:32:02.948943+0000 mon.a (mon.0) 121 : audit [INF] from='mgr.14150 172.21.15.28:0/484978966' entity='mgr.y' 2024-08-29T17:32:23.829 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:32:23 smithi053 bash[24720]: audit 2024-08-29T17:32:02.954527+0000 mon.a (mon.0) 122 : audit [INF] from='mgr.14150 172.21.15.28:0/484978966' entity='mgr.y' 2024-08-29T17:32:23.829 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:32:23 smithi053 bash[24720]: audit 2024-08-29T17:32:02.963841+0000 mgr.y (mgr.14150) 36 : audit [DBG] from='client.14178 -' entity='client.admin' cmd=[{"prefix": "orch host ls", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-08-29T17:32:23.829 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:32:23 smithi053 bash[24720]: cluster 2024-08-29T17:32:04.735503+0000 mgr.y (mgr.14150) 37 : cluster [DBG] pgmap v18: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-08-29T17:32:23.829 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:32:23 smithi053 bash[24720]: cluster 2024-08-29T17:32:06.735908+0000 mgr.y (mgr.14150) 38 : cluster [DBG] pgmap v19: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-08-29T17:32:23.829 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:32:23 smithi053 bash[24720]: cluster 2024-08-29T17:32:08.736347+0000 mgr.y (mgr.14150) 39 : cluster [DBG] pgmap v20: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-08-29T17:32:23.829 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:32:23 smithi053 bash[24720]: cluster 2024-08-29T17:32:10.736728+0000 mgr.y (mgr.14150) 40 : cluster [DBG] pgmap v21: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-08-29T17:32:23.829 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:32:23 smithi053 bash[24720]: audit 2024-08-29T17:32:11.201091+0000 mon.a (mon.0) 123 : audit [INF] from='client.? 172.21.15.28:0/3097579045' entity='client.admin' cmd=[{"prefix": "osd crush tunables", "profile": "default"}]: dispatch 2024-08-29T17:32:23.830 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:32:23 smithi053 bash[24720]: audit 2024-08-29T17:32:11.797353+0000 mon.a (mon.0) 124 : audit [INF] from='client.? 172.21.15.28:0/3097579045' entity='client.admin' cmd='[{"prefix": "osd crush tunables", "profile": "default"}]': finished 2024-08-29T17:32:23.830 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:32:23 smithi053 bash[24720]: cluster 2024-08-29T17:32:11.797457+0000 mon.a (mon.0) 125 : cluster [DBG] osdmap e4: 0 total, 0 up, 0 in 2024-08-29T17:32:23.830 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:32:23 smithi053 bash[24720]: cluster 2024-08-29T17:32:12.737156+0000 mgr.y (mgr.14150) 41 : cluster [DBG] pgmap v23: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-08-29T17:32:23.830 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:32:23 smithi053 bash[24720]: cluster 2024-08-29T17:32:14.737565+0000 mgr.y (mgr.14150) 42 : cluster [DBG] pgmap v24: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-08-29T17:32:23.830 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:32:23 smithi053 bash[24720]: audit 2024-08-29T17:32:16.381767+0000 mgr.y (mgr.14150) 43 : audit [DBG] from='client.14182 -' entity='client.admin' cmd=[{"prefix": "orch apply", "service_type": "mon", "placement": "3;smithi028:172.21.15.28=a;smithi028:[v2:172.21.15.28:3301,v1:172.21.15.28:6790]=c;smithi053:172.21.15.53=b", "target": ["mon-mgr", ""]}]: dispatch 2024-08-29T17:32:23.830 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:32:23 smithi053 bash[24720]: cephadm 2024-08-29T17:32:16.387074+0000 mgr.y (mgr.14150) 44 : cephadm [INF] Saving service mon spec with placement smithi028:172.21.15.28=a;smithi028:[v2:172.21.15.28:3301,v1:172.21.15.28:6790]=c;smithi053:172.21.15.53=b;count:3 2024-08-29T17:32:23.830 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:32:23 smithi053 bash[24720]: audit 2024-08-29T17:32:16.392350+0000 mon.a (mon.0) 126 : audit [INF] from='mgr.14150 172.21.15.28:0/484978966' entity='mgr.y' 2024-08-29T17:32:23.830 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:32:23 smithi053 bash[24720]: audit 2024-08-29T17:32:16.393896+0000 mon.a (mon.0) 127 : audit [DBG] from='mgr.14150 172.21.15.28:0/484978966' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-29T17:32:23.831 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:32:23 smithi053 bash[24720]: audit 2024-08-29T17:32:16.397442+0000 mon.a (mon.0) 128 : audit [DBG] from='mgr.14150 172.21.15.28:0/484978966' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-29T17:32:23.831 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:32:23 smithi053 bash[24720]: audit 2024-08-29T17:32:16.399319+0000 mon.a (mon.0) 129 : audit [INF] from='mgr.14150 172.21.15.28:0/484978966' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-29T17:32:23.831 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:32:23 smithi053 bash[24720]: audit 2024-08-29T17:32:16.407017+0000 mon.a (mon.0) 130 : audit [INF] from='mgr.14150 172.21.15.28:0/484978966' entity='mgr.y' 2024-08-29T17:32:23.831 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:32:23 smithi053 bash[24720]: audit 2024-08-29T17:32:16.410866+0000 mon.a (mon.0) 131 : audit [INF] from='mgr.14150 172.21.15.28:0/484978966' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2024-08-29T17:32:23.831 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:32:23 smithi053 bash[24720]: audit 2024-08-29T17:32:16.412794+0000 mon.a (mon.0) 132 : audit [DBG] from='mgr.14150 172.21.15.28:0/484978966' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-29T17:32:23.831 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:32:23 smithi053 bash[24720]: cephadm 2024-08-29T17:32:16.414882+0000 mgr.y (mgr.14150) 45 : cephadm [INF] Deploying daemon mon.b on smithi053 2024-08-29T17:32:23.831 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:32:23 smithi053 bash[24720]: cluster 2024-08-29T17:32:16.737997+0000 mgr.y (mgr.14150) 46 : cluster [DBG] pgmap v25: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-08-29T17:32:23.831 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:32:23 smithi053 bash[24720]: cluster 2024-08-29T17:32:18.738365+0000 mgr.y (mgr.14150) 47 : cluster [DBG] pgmap v26: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-08-29T17:32:23.831 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:32:23 smithi053 bash[24720]: cluster 2024-08-29T17:32:20.738743+0000 mgr.y (mgr.14150) 48 : cluster [DBG] pgmap v27: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-08-29T17:32:23.831 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:32:23 smithi053 bash[24720]: audit 2024-08-29T17:32:22.143845+0000 mon.a (mon.0) 133 : audit [INF] from='mgr.14150 172.21.15.28:0/484978966' entity='mgr.y' 2024-08-29T17:32:23.831 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:32:23 smithi053 bash[24720]: audit 2024-08-29T17:32:22.148931+0000 mon.a (mon.0) 134 : audit [INF] from='mgr.14150 172.21.15.28:0/484978966' entity='mgr.y' 2024-08-29T17:32:23.831 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:32:23 smithi053 bash[24720]: audit 2024-08-29T17:32:22.154651+0000 mon.a (mon.0) 135 : audit [INF] from='mgr.14150 172.21.15.28:0/484978966' entity='mgr.y' 2024-08-29T17:32:23.831 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:32:23 smithi053 bash[24720]: audit 2024-08-29T17:32:22.155804+0000 mon.a (mon.0) 136 : audit [INF] from='mgr.14150 172.21.15.28:0/484978966' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2024-08-29T17:32:23.831 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:32:23 smithi053 bash[24720]: audit 2024-08-29T17:32:22.157467+0000 mon.a (mon.0) 137 : audit [DBG] from='mgr.14150 172.21.15.28:0/484978966' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-29T17:32:23.831 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:32:23 smithi053 bash[24720]: cephadm 2024-08-29T17:32:22.159385+0000 mgr.y (mgr.14150) 49 : cephadm [INF] Deploying daemon mon.c on smithi028 2024-08-29T17:32:23.832 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:32:23 smithi053 bash[24720]: audit 2024-08-29T17:32:22.248202+0000 mon.a (mon.0) 138 : audit [DBG] from='client.? 172.21.15.53:0/2562240816' entity='client.admin' cmd=[{"prefix": "mon dump", "format": "json"}]: dispatch 2024-08-29T17:32:23.832 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:32:23 smithi053 bash[24720]: debug 2024-08-29T17:32:23.623+0000 7f61de000640 1 mon.b@-1(synchronizing).paxosservice(auth 1..3) refresh upgraded, format 0 -> 3 2024-08-29T17:32:24.373 INFO:tasks.cephadm:Waiting for 3 mons in monmap... 2024-08-29T17:32:24.373 DEBUG:teuthology.orchestra.run.smithi053:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 3167ee72-662c-11ef-bcd4-c7b262605968 -- ceph mon dump -f json 2024-08-29T17:32:25.720 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:32:25 smithi028 systemd[1]: /etc/systemd/system/ceph-3167ee72-662c-11ef-bcd4-c7b262605968@.service:24: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-08-29T17:32:25.720 INFO:journalctl@ceph.mgr.y.smithi028.stdout:Aug 29 17:32:25 smithi028 systemd[1]: /etc/systemd/system/ceph-3167ee72-662c-11ef-bcd4-c7b262605968@.service:24: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-08-29T17:32:26.055 INFO:journalctl@ceph.mgr.y.smithi028.stdout:Aug 29 17:32:25 smithi028 systemd[1]: /etc/systemd/system/ceph-3167ee72-662c-11ef-bcd4-c7b262605968@.service:24: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-08-29T17:32:26.055 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:32:25 smithi028 systemd[1]: Started Ceph mon.c for 3167ee72-662c-11ef-bcd4-c7b262605968. 2024-08-29T17:32:26.056 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:32:25 smithi028 systemd[1]: /etc/systemd/system/ceph-3167ee72-662c-11ef-bcd4-c7b262605968@.service:24: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-08-29T17:32:27.134 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:32:26 smithi028 bash[31855]: debug 2024-08-29T17:32:26.952+0000 7efedd8c7900 0 set uid:gid to 167:167 (ceph:ceph) 2024-08-29T17:32:27.134 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:32:26 smithi028 bash[31855]: debug 2024-08-29T17:32:26.952+0000 7efedd8c7900 0 ceph version 17.2.7-1503-ga89f613d (a89f613db4d5b6bca82681f19d73c6d337aae2d5) quincy (stable), process ceph-mon, pid 7 2024-08-29T17:32:27.134 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:32:26 smithi028 bash[31855]: debug 2024-08-29T17:32:26.952+0000 7efedd8c7900 0 pidfile_write: ignore empty --pid-file 2024-08-29T17:32:27.134 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:32:26 smithi028 bash[31855]: debug 2024-08-29T17:32:26.956+0000 7efedd8c7900 0 load: jerasure load: lrc 2024-08-29T17:32:27.134 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:32:26 smithi028 bash[31855]: debug 2024-08-29T17:32:26.956+0000 7efedd8c7900 4 rocksdb: RocksDB version: 6.15.5 2024-08-29T17:32:27.134 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:32:26 smithi028 bash[31855]: debug 2024-08-29T17:32:26.956+0000 7efedd8c7900 4 rocksdb: Git sha rocksdb_build_git_sha:@0@ 2024-08-29T17:32:27.134 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:32:26 smithi028 bash[31855]: debug 2024-08-29T17:32:26.956+0000 7efedd8c7900 4 rocksdb: Compile date Aug 27 2024 2024-08-29T17:32:27.134 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:32:26 smithi028 bash[31855]: debug 2024-08-29T17:32:26.956+0000 7efedd8c7900 4 rocksdb: DB SUMMARY 2024-08-29T17:32:27.134 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:32:26 smithi028 bash[31855]: debug 2024-08-29T17:32:26.956+0000 7efedd8c7900 4 rocksdb: DB Session ID: U2WH7G5Q86KD2FM3SIUH 2024-08-29T17:32:27.134 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:32:26 smithi028 bash[31855]: debug 2024-08-29T17:32:26.956+0000 7efedd8c7900 4 rocksdb: CURRENT file: CURRENT 2024-08-29T17:32:27.134 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:32:26 smithi028 bash[31855]: debug 2024-08-29T17:32:26.956+0000 7efedd8c7900 4 rocksdb: IDENTITY file: IDENTITY 2024-08-29T17:32:27.135 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:32:26 smithi028 bash[31855]: debug 2024-08-29T17:32:26.956+0000 7efedd8c7900 4 rocksdb: MANIFEST file: MANIFEST-000003 size: 57 Bytes 2024-08-29T17:32:27.135 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:32:26 smithi028 bash[31855]: debug 2024-08-29T17:32:26.956+0000 7efedd8c7900 4 rocksdb: SST files in /var/lib/ceph/mon/ceph-c/store.db dir, Total Num: 0, files: 2024-08-29T17:32:27.135 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:32:26 smithi028 bash[31855]: debug 2024-08-29T17:32:26.956+0000 7efedd8c7900 4 rocksdb: Write Ahead Log file in /var/lib/ceph/mon/ceph-c/store.db: 000004.log size: 511 ; 2024-08-29T17:32:27.135 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:32:26 smithi028 bash[31855]: debug 2024-08-29T17:32:26.956+0000 7efedd8c7900 4 rocksdb: Options.error_if_exists: 0 2024-08-29T17:32:27.135 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:32:26 smithi028 bash[31855]: debug 2024-08-29T17:32:26.956+0000 7efedd8c7900 4 rocksdb: Options.create_if_missing: 0 2024-08-29T17:32:27.135 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:32:26 smithi028 bash[31855]: debug 2024-08-29T17:32:26.956+0000 7efedd8c7900 4 rocksdb: Options.paranoid_checks: 1 2024-08-29T17:32:27.135 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:32:26 smithi028 bash[31855]: debug 2024-08-29T17:32:26.956+0000 7efedd8c7900 4 rocksdb: Options.track_and_verify_wals_in_manifest: 0 2024-08-29T17:32:27.135 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:32:26 smithi028 bash[31855]: debug 2024-08-29T17:32:26.956+0000 7efedd8c7900 4 rocksdb: Options.env: 0x563badfa7440 2024-08-29T17:32:27.135 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:32:26 smithi028 bash[31855]: debug 2024-08-29T17:32:26.956+0000 7efedd8c7900 4 rocksdb: Options.fs: Posix File System 2024-08-29T17:32:27.135 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:32:26 smithi028 bash[31855]: debug 2024-08-29T17:32:26.956+0000 7efedd8c7900 4 rocksdb: Options.info_log: 0x563bb063cf80 2024-08-29T17:32:27.135 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:32:26 smithi028 bash[31855]: debug 2024-08-29T17:32:26.956+0000 7efedd8c7900 4 rocksdb: Options.max_file_opening_threads: 16 2024-08-29T17:32:27.136 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:32:26 smithi028 bash[31855]: debug 2024-08-29T17:32:26.956+0000 7efedd8c7900 4 rocksdb: Options.statistics: (nil) 2024-08-29T17:32:27.136 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:32:26 smithi028 bash[31855]: debug 2024-08-29T17:32:26.956+0000 7efedd8c7900 4 rocksdb: Options.use_fsync: 0 2024-08-29T17:32:27.136 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:32:26 smithi028 bash[31855]: debug 2024-08-29T17:32:26.956+0000 7efedd8c7900 4 rocksdb: Options.max_log_file_size: 0 2024-08-29T17:32:27.136 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:32:26 smithi028 bash[31855]: debug 2024-08-29T17:32:26.956+0000 7efedd8c7900 4 rocksdb: Options.max_manifest_file_size: 1073741824 2024-08-29T17:32:27.136 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:32:26 smithi028 bash[31855]: debug 2024-08-29T17:32:26.956+0000 7efedd8c7900 4 rocksdb: Options.log_file_time_to_roll: 0 2024-08-29T17:32:27.136 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:32:26 smithi028 bash[31855]: debug 2024-08-29T17:32:26.956+0000 7efedd8c7900 4 rocksdb: Options.keep_log_file_num: 1000 2024-08-29T17:32:27.137 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:32:26 smithi028 bash[31855]: debug 2024-08-29T17:32:26.956+0000 7efedd8c7900 4 rocksdb: Options.recycle_log_file_num: 0 2024-08-29T17:32:27.137 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:32:26 smithi028 bash[31855]: debug 2024-08-29T17:32:26.956+0000 7efedd8c7900 4 rocksdb: Options.allow_fallocate: 1 2024-08-29T17:32:27.137 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:32:26 smithi028 bash[31855]: debug 2024-08-29T17:32:26.956+0000 7efedd8c7900 4 rocksdb: Options.allow_mmap_reads: 0 2024-08-29T17:32:27.137 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:32:26 smithi028 bash[31855]: debug 2024-08-29T17:32:26.956+0000 7efedd8c7900 4 rocksdb: Options.allow_mmap_writes: 0 2024-08-29T17:32:27.137 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:32:26 smithi028 bash[31855]: debug 2024-08-29T17:32:26.956+0000 7efedd8c7900 4 rocksdb: Options.use_direct_reads: 0 2024-08-29T17:32:27.137 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:32:26 smithi028 bash[31855]: debug 2024-08-29T17:32:26.956+0000 7efedd8c7900 4 rocksdb: Options.use_direct_io_for_flush_and_compaction: 0 2024-08-29T17:32:27.137 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:32:26 smithi028 bash[31855]: debug 2024-08-29T17:32:26.956+0000 7efedd8c7900 4 rocksdb: Options.create_missing_column_families: 0 2024-08-29T17:32:27.137 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:32:26 smithi028 bash[31855]: debug 2024-08-29T17:32:26.956+0000 7efedd8c7900 4 rocksdb: Options.db_log_dir: 2024-08-29T17:32:27.137 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:32:26 smithi028 bash[31855]: debug 2024-08-29T17:32:26.956+0000 7efedd8c7900 4 rocksdb: Options.wal_dir: /var/lib/ceph/mon/ceph-c/store.db 2024-08-29T17:32:27.137 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:32:26 smithi028 bash[31855]: debug 2024-08-29T17:32:26.956+0000 7efedd8c7900 4 rocksdb: Options.table_cache_numshardbits: 6 2024-08-29T17:32:27.137 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:32:26 smithi028 bash[31855]: debug 2024-08-29T17:32:26.956+0000 7efedd8c7900 4 rocksdb: Options.WAL_ttl_seconds: 0 2024-08-29T17:32:27.138 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:32:26 smithi028 bash[31855]: debug 2024-08-29T17:32:26.956+0000 7efedd8c7900 4 rocksdb: Options.WAL_size_limit_MB: 0 2024-08-29T17:32:27.138 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:32:26 smithi028 bash[31855]: debug 2024-08-29T17:32:26.956+0000 7efedd8c7900 4 rocksdb: Options.max_write_batch_group_size_bytes: 1048576 2024-08-29T17:32:27.138 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:32:26 smithi028 bash[31855]: debug 2024-08-29T17:32:26.956+0000 7efedd8c7900 4 rocksdb: Options.manifest_preallocation_size: 4194304 2024-08-29T17:32:27.138 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:32:26 smithi028 bash[31855]: debug 2024-08-29T17:32:26.956+0000 7efedd8c7900 4 rocksdb: Options.is_fd_close_on_exec: 1 2024-08-29T17:32:27.138 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:32:26 smithi028 bash[31855]: debug 2024-08-29T17:32:26.956+0000 7efedd8c7900 4 rocksdb: Options.advise_random_on_open: 1 2024-08-29T17:32:27.138 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:32:26 smithi028 bash[31855]: debug 2024-08-29T17:32:26.956+0000 7efedd8c7900 4 rocksdb: Options.db_write_buffer_size: 0 2024-08-29T17:32:27.138 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:32:26 smithi028 bash[31855]: debug 2024-08-29T17:32:26.956+0000 7efedd8c7900 4 rocksdb: Options.write_buffer_manager: 0x563bb06fa7e0 2024-08-29T17:32:27.138 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:32:26 smithi028 bash[31855]: debug 2024-08-29T17:32:26.956+0000 7efedd8c7900 4 rocksdb: Options.access_hint_on_compaction_start: 1 2024-08-29T17:32:27.138 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:32:26 smithi028 bash[31855]: debug 2024-08-29T17:32:26.956+0000 7efedd8c7900 4 rocksdb: Options.new_table_reader_for_compaction_inputs: 0 2024-08-29T17:32:27.138 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:32:26 smithi028 bash[31855]: debug 2024-08-29T17:32:26.956+0000 7efedd8c7900 4 rocksdb: Options.random_access_max_buffer_size: 1048576 2024-08-29T17:32:27.138 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:32:26 smithi028 bash[31855]: debug 2024-08-29T17:32:26.956+0000 7efedd8c7900 4 rocksdb: Options.use_adaptive_mutex: 0 2024-08-29T17:32:27.138 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:32:26 smithi028 bash[31855]: debug 2024-08-29T17:32:26.956+0000 7efedd8c7900 4 rocksdb: Options.rate_limiter: (nil) 2024-08-29T17:32:27.138 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:32:26 smithi028 bash[31855]: debug 2024-08-29T17:32:26.956+0000 7efedd8c7900 4 rocksdb: Options.sst_file_manager.rate_bytes_per_sec: 0 2024-08-29T17:32:27.138 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:32:26 smithi028 bash[31855]: debug 2024-08-29T17:32:26.956+0000 7efedd8c7900 4 rocksdb: Options.wal_recovery_mode: 2 2024-08-29T17:32:27.139 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:32:26 smithi028 bash[31855]: debug 2024-08-29T17:32:26.956+0000 7efedd8c7900 4 rocksdb: Options.enable_thread_tracking: 0 2024-08-29T17:32:27.139 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:32:26 smithi028 bash[31855]: debug 2024-08-29T17:32:26.956+0000 7efedd8c7900 4 rocksdb: Options.enable_pipelined_write: 0 2024-08-29T17:32:27.139 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:32:26 smithi028 bash[31855]: debug 2024-08-29T17:32:26.956+0000 7efedd8c7900 4 rocksdb: Options.unordered_write: 0 2024-08-29T17:32:27.139 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:32:26 smithi028 bash[31855]: debug 2024-08-29T17:32:26.956+0000 7efedd8c7900 4 rocksdb: Options.allow_concurrent_memtable_write: 1 2024-08-29T17:32:27.139 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:32:26 smithi028 bash[31855]: debug 2024-08-29T17:32:26.956+0000 7efedd8c7900 4 rocksdb: Options.enable_write_thread_adaptive_yield: 1 2024-08-29T17:32:27.139 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:32:26 smithi028 bash[31855]: debug 2024-08-29T17:32:26.956+0000 7efedd8c7900 4 rocksdb: Options.write_thread_max_yield_usec: 100 2024-08-29T17:32:27.139 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:32:26 smithi028 bash[31855]: debug 2024-08-29T17:32:26.956+0000 7efedd8c7900 4 rocksdb: Options.write_thread_slow_yield_usec: 3 2024-08-29T17:32:27.139 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:32:26 smithi028 bash[31855]: debug 2024-08-29T17:32:26.956+0000 7efedd8c7900 4 rocksdb: Options.row_cache: None 2024-08-29T17:32:27.139 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:32:26 smithi028 bash[31855]: debug 2024-08-29T17:32:26.956+0000 7efedd8c7900 4 rocksdb: Options.wal_filter: None 2024-08-29T17:32:27.139 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:32:26 smithi028 bash[31855]: debug 2024-08-29T17:32:26.956+0000 7efedd8c7900 4 rocksdb: Options.avoid_flush_during_recovery: 0 2024-08-29T17:32:27.139 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:32:26 smithi028 bash[31855]: debug 2024-08-29T17:32:26.956+0000 7efedd8c7900 4 rocksdb: Options.allow_ingest_behind: 0 2024-08-29T17:32:27.139 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:32:26 smithi028 bash[31855]: debug 2024-08-29T17:32:26.956+0000 7efedd8c7900 4 rocksdb: Options.preserve_deletes: 0 2024-08-29T17:32:27.139 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:32:26 smithi028 bash[31855]: debug 2024-08-29T17:32:26.956+0000 7efedd8c7900 4 rocksdb: Options.two_write_queues: 0 2024-08-29T17:32:27.140 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:32:26 smithi028 bash[31855]: debug 2024-08-29T17:32:26.956+0000 7efedd8c7900 4 rocksdb: Options.manual_wal_flush: 0 2024-08-29T17:32:27.140 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:32:26 smithi028 bash[31855]: debug 2024-08-29T17:32:26.956+0000 7efedd8c7900 4 rocksdb: Options.atomic_flush: 0 2024-08-29T17:32:27.140 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:32:26 smithi028 bash[31855]: debug 2024-08-29T17:32:26.956+0000 7efedd8c7900 4 rocksdb: Options.avoid_unnecessary_blocking_io: 0 2024-08-29T17:32:27.140 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:32:26 smithi028 bash[31855]: debug 2024-08-29T17:32:26.956+0000 7efedd8c7900 4 rocksdb: Options.persist_stats_to_disk: 0 2024-08-29T17:32:27.140 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:32:26 smithi028 bash[31855]: debug 2024-08-29T17:32:26.956+0000 7efedd8c7900 4 rocksdb: Options.write_dbid_to_manifest: 0 2024-08-29T17:32:27.140 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:32:26 smithi028 bash[31855]: debug 2024-08-29T17:32:26.956+0000 7efedd8c7900 4 rocksdb: Options.log_readahead_size: 0 2024-08-29T17:32:27.140 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:32:26 smithi028 bash[31855]: debug 2024-08-29T17:32:26.956+0000 7efedd8c7900 4 rocksdb: Options.file_checksum_gen_factory: Unknown 2024-08-29T17:32:27.140 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:32:26 smithi028 bash[31855]: debug 2024-08-29T17:32:26.956+0000 7efedd8c7900 4 rocksdb: Options.best_efforts_recovery: 0 2024-08-29T17:32:27.140 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:32:26 smithi028 bash[31855]: debug 2024-08-29T17:32:26.956+0000 7efedd8c7900 4 rocksdb: Options.max_bgerror_resume_count: 2147483647 2024-08-29T17:32:27.140 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:32:26 smithi028 bash[31855]: debug 2024-08-29T17:32:26.956+0000 7efedd8c7900 4 rocksdb: Options.bgerror_resume_retry_interval: 1000000 2024-08-29T17:32:27.140 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:32:26 smithi028 bash[31855]: debug 2024-08-29T17:32:26.956+0000 7efedd8c7900 4 rocksdb: Options.allow_data_in_errors: 0 2024-08-29T17:32:27.140 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:32:26 smithi028 bash[31855]: debug 2024-08-29T17:32:26.956+0000 7efedd8c7900 4 rocksdb: Options.db_host_id: __hostname__ 2024-08-29T17:32:27.140 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:32:26 smithi028 bash[31855]: debug 2024-08-29T17:32:26.956+0000 7efedd8c7900 4 rocksdb: Options.max_background_jobs: 2 2024-08-29T17:32:27.141 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:32:26 smithi028 bash[31855]: debug 2024-08-29T17:32:26.956+0000 7efedd8c7900 4 rocksdb: Options.max_background_compactions: -1 2024-08-29T17:32:27.141 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:32:26 smithi028 bash[31855]: debug 2024-08-29T17:32:26.956+0000 7efedd8c7900 4 rocksdb: Options.max_subcompactions: 1 2024-08-29T17:32:27.141 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:32:26 smithi028 bash[31855]: debug 2024-08-29T17:32:26.956+0000 7efedd8c7900 4 rocksdb: Options.avoid_flush_during_shutdown: 0 2024-08-29T17:32:27.141 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:32:26 smithi028 bash[31855]: debug 2024-08-29T17:32:26.956+0000 7efedd8c7900 4 rocksdb: Options.writable_file_max_buffer_size: 1048576 2024-08-29T17:32:27.141 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:32:26 smithi028 bash[31855]: debug 2024-08-29T17:32:26.956+0000 7efedd8c7900 4 rocksdb: Options.delayed_write_rate : 16777216 2024-08-29T17:32:27.141 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:32:26 smithi028 bash[31855]: debug 2024-08-29T17:32:26.956+0000 7efedd8c7900 4 rocksdb: Options.max_total_wal_size: 0 2024-08-29T17:32:27.141 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:32:26 smithi028 bash[31855]: debug 2024-08-29T17:32:26.956+0000 7efedd8c7900 4 rocksdb: Options.delete_obsolete_files_period_micros: 21600000000 2024-08-29T17:32:27.141 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:32:26 smithi028 bash[31855]: debug 2024-08-29T17:32:26.956+0000 7efedd8c7900 4 rocksdb: Options.stats_dump_period_sec: 600 2024-08-29T17:32:27.141 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:32:26 smithi028 bash[31855]: debug 2024-08-29T17:32:26.956+0000 7efedd8c7900 4 rocksdb: Options.stats_persist_period_sec: 600 2024-08-29T17:32:27.141 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:32:26 smithi028 bash[31855]: debug 2024-08-29T17:32:26.956+0000 7efedd8c7900 4 rocksdb: Options.stats_history_buffer_size: 1048576 2024-08-29T17:32:27.141 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:32:26 smithi028 bash[31855]: debug 2024-08-29T17:32:26.956+0000 7efedd8c7900 4 rocksdb: Options.max_open_files: -1 2024-08-29T17:32:27.141 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:32:26 smithi028 bash[31855]: debug 2024-08-29T17:32:26.956+0000 7efedd8c7900 4 rocksdb: Options.bytes_per_sync: 0 2024-08-29T17:32:27.142 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:32:26 smithi028 bash[31855]: debug 2024-08-29T17:32:26.956+0000 7efedd8c7900 4 rocksdb: Options.wal_bytes_per_sync: 0 2024-08-29T17:32:27.142 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:32:26 smithi028 bash[31855]: debug 2024-08-29T17:32:26.956+0000 7efedd8c7900 4 rocksdb: Options.strict_bytes_per_sync: 0 2024-08-29T17:32:27.142 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:32:26 smithi028 bash[31855]: debug 2024-08-29T17:32:26.956+0000 7efedd8c7900 4 rocksdb: Options.compaction_readahead_size: 0 2024-08-29T17:32:27.142 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:32:26 smithi028 bash[31855]: debug 2024-08-29T17:32:26.956+0000 7efedd8c7900 4 rocksdb: Options.max_background_flushes: -1 2024-08-29T17:32:27.142 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:32:26 smithi028 bash[31855]: debug 2024-08-29T17:32:26.956+0000 7efedd8c7900 4 rocksdb: Compression algorithms supported: 2024-08-29T17:32:27.142 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:32:26 smithi028 bash[31855]: debug 2024-08-29T17:32:26.956+0000 7efedd8c7900 4 rocksdb: kZSTD supported: 0 2024-08-29T17:32:27.142 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:32:26 smithi028 bash[31855]: debug 2024-08-29T17:32:26.956+0000 7efedd8c7900 4 rocksdb: kXpressCompression supported: 0 2024-08-29T17:32:27.142 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:32:26 smithi028 bash[31855]: debug 2024-08-29T17:32:26.956+0000 7efedd8c7900 4 rocksdb: kBZip2Compression supported: 0 2024-08-29T17:32:27.142 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:32:26 smithi028 bash[31855]: debug 2024-08-29T17:32:26.956+0000 7efedd8c7900 4 rocksdb: kZSTDNotFinalCompression supported: 0 2024-08-29T17:32:27.142 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:32:26 smithi028 bash[31855]: debug 2024-08-29T17:32:26.956+0000 7efedd8c7900 4 rocksdb: kLZ4Compression supported: 1 2024-08-29T17:32:27.142 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:32:26 smithi028 bash[31855]: debug 2024-08-29T17:32:26.956+0000 7efedd8c7900 4 rocksdb: kZlibCompression supported: 1 2024-08-29T17:32:27.142 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:32:26 smithi028 bash[31855]: debug 2024-08-29T17:32:26.956+0000 7efedd8c7900 4 rocksdb: kLZ4HCCompression supported: 1 2024-08-29T17:32:27.142 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:32:26 smithi028 bash[31855]: debug 2024-08-29T17:32:26.956+0000 7efedd8c7900 4 rocksdb: kSnappyCompression supported: 1 2024-08-29T17:32:27.143 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:32:26 smithi028 bash[31855]: debug 2024-08-29T17:32:26.956+0000 7efedd8c7900 4 rocksdb: Fast CRC32 supported: Supported on x86 2024-08-29T17:32:27.143 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:32:26 smithi028 bash[31855]: debug 2024-08-29T17:32:26.956+0000 7efedd8c7900 4 rocksdb: [db/version_set.cc:4724] Recovering from manifest file: /var/lib/ceph/mon/ceph-c/store.db/MANIFEST-000003 2024-08-29T17:32:27.143 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:32:26 smithi028 bash[31855]: debug 2024-08-29T17:32:26.956+0000 7efedd8c7900 4 rocksdb: [db/column_family.cc:595] --------------- Options for column family [default]: 2024-08-29T17:32:27.143 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:32:26 smithi028 bash[31855]: debug 2024-08-29T17:32:26.956+0000 7efedd8c7900 4 rocksdb: Options.comparator: leveldb.BytewiseComparator 2024-08-29T17:32:27.143 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:32:26 smithi028 bash[31855]: debug 2024-08-29T17:32:26.956+0000 7efedd8c7900 4 rocksdb: Options.merge_operator: 2024-08-29T17:32:27.145 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:32:26 smithi028 bash[31855]: debug 2024-08-29T17:32:26.956+0000 7efedd8c7900 4 rocksdb: Options.compaction_filter: None 2024-08-29T17:32:27.145 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:32:26 smithi028 bash[31855]: debug 2024-08-29T17:32:26.956+0000 7efedd8c7900 4 rocksdb: Options.compaction_filter_factory: None 2024-08-29T17:32:27.145 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:32:26 smithi028 bash[31855]: debug 2024-08-29T17:32:26.956+0000 7efedd8c7900 4 rocksdb: Options.sst_partitioner_factory: None 2024-08-29T17:32:27.145 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:32:26 smithi028 bash[31855]: debug 2024-08-29T17:32:26.956+0000 7efedd8c7900 4 rocksdb: Options.memtable_factory: SkipListFactory 2024-08-29T17:32:27.145 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:32:26 smithi028 bash[31855]: debug 2024-08-29T17:32:26.956+0000 7efedd8c7900 4 rocksdb: Options.table_factory: BlockBasedTable 2024-08-29T17:32:27.145 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:32:26 smithi028 bash[31855]: debug 2024-08-29T17:32:26.956+0000 7efedd8c7900 4 rocksdb: table_factory options: flush_block_policy_factory: FlushBlockBySizePolicyFactory (0x563bb05e5a58) 2024-08-29T17:32:27.145 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:32:26 smithi028 bash[31855]: cache_index_and_filter_blocks: 1 2024-08-29T17:32:27.145 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:32:26 smithi028 bash[31855]: cache_index_and_filter_blocks_with_high_priority: 0 2024-08-29T17:32:27.145 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:32:26 smithi028 bash[31855]: pin_l0_filter_and_index_blocks_in_cache: 0 2024-08-29T17:32:27.146 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:32:26 smithi028 bash[31855]: pin_top_level_index_and_filter: 1 2024-08-29T17:32:27.146 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:32:26 smithi028 bash[31855]: index_type: 0 2024-08-29T17:32:27.146 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:32:26 smithi028 bash[31855]: data_block_index_type: 0 2024-08-29T17:32:27.146 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:32:26 smithi028 bash[31855]: index_shortening: 1 2024-08-29T17:32:27.146 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:32:26 smithi028 bash[31855]: data_block_hash_table_util_ratio: 0.750000 2024-08-29T17:32:27.146 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:32:26 smithi028 bash[31855]: hash_index_allow_collision: 1 2024-08-29T17:32:27.146 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:32:26 smithi028 bash[31855]: checksum: 1 2024-08-29T17:32:27.146 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:32:26 smithi028 bash[31855]: no_block_cache: 0 2024-08-29T17:32:27.146 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:32:26 smithi028 bash[31855]: block_cache: 0x563bb06191f0 2024-08-29T17:32:27.146 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:32:26 smithi028 bash[31855]: block_cache_name: BinnedLRUCache 2024-08-29T17:32:27.146 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:32:26 smithi028 bash[31855]: block_cache_options: 2024-08-29T17:32:27.146 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:32:26 smithi028 bash[31855]: capacity : 536870912 2024-08-29T17:32:27.146 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:32:26 smithi028 bash[31855]: num_shard_bits : 4 2024-08-29T17:32:27.147 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:32:26 smithi028 bash[31855]: strict_capacity_limit : 0 2024-08-29T17:32:27.147 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:32:26 smithi028 bash[31855]: high_pri_pool_ratio: 0.000 2024-08-29T17:32:27.147 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:32:26 smithi028 bash[31855]: block_cache_compressed: (nil) 2024-08-29T17:32:27.147 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:32:26 smithi028 bash[31855]: persistent_cache: (nil) 2024-08-29T17:32:27.147 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:32:26 smithi028 bash[31855]: block_size: 4096 2024-08-29T17:32:27.147 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:32:26 smithi028 bash[31855]: block_size_deviation: 10 2024-08-29T17:32:27.147 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:32:26 smithi028 bash[31855]: block_restart_interval: 16 2024-08-29T17:32:27.147 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:32:26 smithi028 bash[31855]: index_block_restart_interval: 1 2024-08-29T17:32:27.147 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:32:26 smithi028 bash[31855]: metadata_block_size: 4096 2024-08-29T17:32:27.147 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:32:26 smithi028 bash[31855]: partition_filters: 0 2024-08-29T17:32:27.147 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:32:26 smithi028 bash[31855]: use_delta_encoding: 1 2024-08-29T17:32:27.147 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:32:26 smithi028 bash[31855]: filter_policy: rocksdb.BuiltinBloomFilter 2024-08-29T17:32:27.148 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:32:26 smithi028 bash[31855]: whole_key_filtering: 1 2024-08-29T17:32:27.148 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:32:26 smithi028 bash[31855]: verify_compression: 0 2024-08-29T17:32:27.148 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:32:26 smithi028 bash[31855]: read_amp_bytes_per_bit: 0 2024-08-29T17:32:27.148 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:32:26 smithi028 bash[31855]: format_version: 4 2024-08-29T17:32:27.148 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:32:26 smithi028 bash[31855]: enable_index_compression: 1 2024-08-29T17:32:27.148 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:32:26 smithi028 bash[31855]: block_align: 0 2024-08-29T17:32:27.148 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:32:26 smithi028 bash[31855]: debug 2024-08-29T17:32:26.956+0000 7efedd8c7900 4 rocksdb: Options.write_buffer_size: 33554432 2024-08-29T17:32:27.148 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:32:26 smithi028 bash[31855]: debug 2024-08-29T17:32:26.956+0000 7efedd8c7900 4 rocksdb: Options.max_write_buffer_number: 2 2024-08-29T17:32:27.148 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:32:26 smithi028 bash[31855]: debug 2024-08-29T17:32:26.956+0000 7efedd8c7900 4 rocksdb: Options.compression: NoCompression 2024-08-29T17:32:27.148 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:32:26 smithi028 bash[31855]: debug 2024-08-29T17:32:26.956+0000 7efedd8c7900 4 rocksdb: Options.bottommost_compression: Disabled 2024-08-29T17:32:27.148 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:32:26 smithi028 bash[31855]: debug 2024-08-29T17:32:26.956+0000 7efedd8c7900 4 rocksdb: Options.prefix_extractor: nullptr 2024-08-29T17:32:27.148 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:32:26 smithi028 bash[31855]: debug 2024-08-29T17:32:26.956+0000 7efedd8c7900 4 rocksdb: Options.memtable_insert_with_hint_prefix_extractor: nullptr 2024-08-29T17:32:27.148 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:32:26 smithi028 bash[31855]: debug 2024-08-29T17:32:26.956+0000 7efedd8c7900 4 rocksdb: Options.num_levels: 7 2024-08-29T17:32:27.148 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:32:26 smithi028 bash[31855]: debug 2024-08-29T17:32:26.956+0000 7efedd8c7900 4 rocksdb: Options.min_write_buffer_number_to_merge: 1 2024-08-29T17:32:27.148 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:32:26 smithi028 bash[31855]: debug 2024-08-29T17:32:26.956+0000 7efedd8c7900 4 rocksdb: Options.max_write_buffer_number_to_maintain: 0 2024-08-29T17:32:27.148 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:32:26 smithi028 bash[31855]: debug 2024-08-29T17:32:26.956+0000 7efedd8c7900 4 rocksdb: Options.max_write_buffer_size_to_maintain: 0 2024-08-29T17:32:27.149 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:32:26 smithi028 bash[31855]: debug 2024-08-29T17:32:26.956+0000 7efedd8c7900 4 rocksdb: Options.bottommost_compression_opts.window_bits: -14 2024-08-29T17:32:27.149 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:32:26 smithi028 bash[31855]: debug 2024-08-29T17:32:26.956+0000 7efedd8c7900 4 rocksdb: Options.bottommost_compression_opts.level: 32767 2024-08-29T17:32:27.149 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:32:26 smithi028 bash[31855]: debug 2024-08-29T17:32:26.956+0000 7efedd8c7900 4 rocksdb: Options.bottommost_compression_opts.strategy: 0 2024-08-29T17:32:27.149 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:32:26 smithi028 bash[31855]: debug 2024-08-29T17:32:26.956+0000 7efedd8c7900 4 rocksdb: Options.bottommost_compression_opts.max_dict_bytes: 0 2024-08-29T17:32:27.149 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:32:26 smithi028 bash[31855]: debug 2024-08-29T17:32:26.956+0000 7efedd8c7900 4 rocksdb: Options.bottommost_compression_opts.zstd_max_train_bytes: 0 2024-08-29T17:32:27.149 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:32:26 smithi028 bash[31855]: debug 2024-08-29T17:32:26.956+0000 7efedd8c7900 4 rocksdb: Options.bottommost_compression_opts.parallel_threads: 1 2024-08-29T17:32:27.149 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:32:26 smithi028 bash[31855]: debug 2024-08-29T17:32:26.956+0000 7efedd8c7900 4 rocksdb: Options.bottommost_compression_opts.enabled: false 2024-08-29T17:32:27.149 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:32:26 smithi028 bash[31855]: debug 2024-08-29T17:32:26.956+0000 7efedd8c7900 4 rocksdb: Options.compression_opts.window_bits: -14 2024-08-29T17:32:27.149 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:32:26 smithi028 bash[31855]: debug 2024-08-29T17:32:26.956+0000 7efedd8c7900 4 rocksdb: Options.compression_opts.level: 32767 2024-08-29T17:32:27.149 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:32:26 smithi028 bash[31855]: debug 2024-08-29T17:32:26.956+0000 7efedd8c7900 4 rocksdb: Options.compression_opts.strategy: 0 2024-08-29T17:32:27.149 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:32:26 smithi028 bash[31855]: debug 2024-08-29T17:32:26.956+0000 7efedd8c7900 4 rocksdb: Options.compression_opts.max_dict_bytes: 0 2024-08-29T17:32:27.149 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:32:26 smithi028 bash[31855]: debug 2024-08-29T17:32:26.956+0000 7efedd8c7900 4 rocksdb: Options.compression_opts.zstd_max_train_bytes: 0 2024-08-29T17:32:27.149 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:32:26 smithi028 bash[31855]: debug 2024-08-29T17:32:26.956+0000 7efedd8c7900 4 rocksdb: Options.compression_opts.parallel_threads: 1 2024-08-29T17:32:27.149 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:32:26 smithi028 bash[31855]: debug 2024-08-29T17:32:26.956+0000 7efedd8c7900 4 rocksdb: Options.compression_opts.enabled: false 2024-08-29T17:32:27.150 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:32:26 smithi028 bash[31855]: debug 2024-08-29T17:32:26.956+0000 7efedd8c7900 4 rocksdb: Options.level0_file_num_compaction_trigger: 4 2024-08-29T17:32:27.150 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:32:26 smithi028 bash[31855]: debug 2024-08-29T17:32:26.956+0000 7efedd8c7900 4 rocksdb: Options.level0_slowdown_writes_trigger: 20 2024-08-29T17:32:27.150 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:32:26 smithi028 bash[31855]: debug 2024-08-29T17:32:26.956+0000 7efedd8c7900 4 rocksdb: Options.level0_stop_writes_trigger: 36 2024-08-29T17:32:27.150 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:32:26 smithi028 bash[31855]: debug 2024-08-29T17:32:26.956+0000 7efedd8c7900 4 rocksdb: Options.target_file_size_base: 67108864 2024-08-29T17:32:27.150 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:32:26 smithi028 bash[31855]: debug 2024-08-29T17:32:26.956+0000 7efedd8c7900 4 rocksdb: Options.target_file_size_multiplier: 1 2024-08-29T17:32:27.150 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:32:26 smithi028 bash[31855]: debug 2024-08-29T17:32:26.956+0000 7efedd8c7900 4 rocksdb: Options.max_bytes_for_level_base: 268435456 2024-08-29T17:32:27.150 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:32:26 smithi028 bash[31855]: debug 2024-08-29T17:32:26.956+0000 7efedd8c7900 4 rocksdb: Options.level_compaction_dynamic_level_bytes: 1 2024-08-29T17:32:27.150 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:32:26 smithi028 bash[31855]: debug 2024-08-29T17:32:26.956+0000 7efedd8c7900 4 rocksdb: Options.max_bytes_for_level_multiplier: 10.000000 2024-08-29T17:32:27.150 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:32:26 smithi028 bash[31855]: debug 2024-08-29T17:32:26.956+0000 7efedd8c7900 4 rocksdb: Options.max_bytes_for_level_multiplier_addtl[0]: 1 2024-08-29T17:32:27.150 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:32:26 smithi028 bash[31855]: debug 2024-08-29T17:32:26.956+0000 7efedd8c7900 4 rocksdb: Options.max_bytes_for_level_multiplier_addtl[1]: 1 2024-08-29T17:32:27.150 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:32:26 smithi028 bash[31855]: debug 2024-08-29T17:32:26.956+0000 7efedd8c7900 4 rocksdb: Options.max_bytes_for_level_multiplier_addtl[2]: 1 2024-08-29T17:32:27.150 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:32:26 smithi028 bash[31855]: debug 2024-08-29T17:32:26.956+0000 7efedd8c7900 4 rocksdb: Options.max_bytes_for_level_multiplier_addtl[3]: 1 2024-08-29T17:32:27.150 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:32:26 smithi028 bash[31855]: debug 2024-08-29T17:32:26.956+0000 7efedd8c7900 4 rocksdb: Options.max_bytes_for_level_multiplier_addtl[4]: 1 2024-08-29T17:32:27.150 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:32:26 smithi028 bash[31855]: debug 2024-08-29T17:32:26.956+0000 7efedd8c7900 4 rocksdb: Options.max_bytes_for_level_multiplier_addtl[5]: 1 2024-08-29T17:32:27.151 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:32:26 smithi028 bash[31855]: debug 2024-08-29T17:32:26.956+0000 7efedd8c7900 4 rocksdb: Options.max_bytes_for_level_multiplier_addtl[6]: 1 2024-08-29T17:32:27.151 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:32:26 smithi028 bash[31855]: debug 2024-08-29T17:32:26.956+0000 7efedd8c7900 4 rocksdb: Options.max_sequential_skip_in_iterations: 8 2024-08-29T17:32:27.151 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:32:26 smithi028 bash[31855]: debug 2024-08-29T17:32:26.956+0000 7efedd8c7900 4 rocksdb: Options.max_compaction_bytes: 1677721600 2024-08-29T17:32:27.151 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:32:26 smithi028 bash[31855]: debug 2024-08-29T17:32:26.956+0000 7efedd8c7900 4 rocksdb: Options.arena_block_size: 4194304 2024-08-29T17:32:27.151 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:32:26 smithi028 bash[31855]: debug 2024-08-29T17:32:26.956+0000 7efedd8c7900 4 rocksdb: Options.soft_pending_compaction_bytes_limit: 68719476736 2024-08-29T17:32:27.151 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:32:26 smithi028 bash[31855]: debug 2024-08-29T17:32:26.956+0000 7efedd8c7900 4 rocksdb: Options.hard_pending_compaction_bytes_limit: 274877906944 2024-08-29T17:32:27.151 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:32:26 smithi028 bash[31855]: debug 2024-08-29T17:32:26.956+0000 7efedd8c7900 4 rocksdb: Options.rate_limit_delay_max_milliseconds: 100 2024-08-29T17:32:27.151 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:32:26 smithi028 bash[31855]: debug 2024-08-29T17:32:26.956+0000 7efedd8c7900 4 rocksdb: Options.disable_auto_compactions: 0 2024-08-29T17:32:27.151 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:32:26 smithi028 bash[31855]: debug 2024-08-29T17:32:26.956+0000 7efedd8c7900 4 rocksdb: Options.compaction_style: kCompactionStyleLevel 2024-08-29T17:32:27.151 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:32:26 smithi028 bash[31855]: debug 2024-08-29T17:32:26.956+0000 7efedd8c7900 4 rocksdb: Options.compaction_pri: kMinOverlappingRatio 2024-08-29T17:32:27.151 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:32:26 smithi028 bash[31855]: debug 2024-08-29T17:32:26.956+0000 7efedd8c7900 4 rocksdb: Options.compaction_options_universal.size_ratio: 1 2024-08-29T17:32:27.151 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:32:26 smithi028 bash[31855]: debug 2024-08-29T17:32:26.956+0000 7efedd8c7900 4 rocksdb: Options.compaction_options_universal.min_merge_width: 2 2024-08-29T17:32:27.152 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:32:26 smithi028 bash[31855]: debug 2024-08-29T17:32:26.956+0000 7efedd8c7900 4 rocksdb: Options.compaction_options_universal.max_merge_width: 4294967295 2024-08-29T17:32:27.152 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:32:26 smithi028 bash[31855]: debug 2024-08-29T17:32:26.956+0000 7efedd8c7900 4 rocksdb: Options.compaction_options_universal.max_size_amplification_percent: 200 2024-08-29T17:32:27.152 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:32:26 smithi028 bash[31855]: debug 2024-08-29T17:32:26.956+0000 7efedd8c7900 4 rocksdb: Options.compaction_options_universal.compression_size_percent: -1 2024-08-29T17:32:27.152 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:32:26 smithi028 bash[31855]: debug 2024-08-29T17:32:26.956+0000 7efedd8c7900 4 rocksdb: Options.compaction_options_universal.stop_style: kCompactionStopStyleTotalSize 2024-08-29T17:32:27.152 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:32:26 smithi028 bash[31855]: debug 2024-08-29T17:32:26.956+0000 7efedd8c7900 4 rocksdb: Options.compaction_options_fifo.max_table_files_size: 1073741824 2024-08-29T17:32:27.152 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:32:26 smithi028 bash[31855]: debug 2024-08-29T17:32:26.956+0000 7efedd8c7900 4 rocksdb: Options.compaction_options_fifo.allow_compaction: 0 2024-08-29T17:32:27.152 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:32:26 smithi028 bash[31855]: debug 2024-08-29T17:32:26.956+0000 7efedd8c7900 4 rocksdb: Options.table_properties_collectors: CompactOnDeletionCollector (Sliding window size = 32768 Deletion trigger = 16384 Deletion ratio = 0); 2024-08-29T17:32:27.152 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:32:26 smithi028 bash[31855]: debug 2024-08-29T17:32:26.956+0000 7efedd8c7900 4 rocksdb: Options.inplace_update_support: 0 2024-08-29T17:32:27.152 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:32:26 smithi028 bash[31855]: debug 2024-08-29T17:32:26.956+0000 7efedd8c7900 4 rocksdb: Options.inplace_update_num_locks: 10000 2024-08-29T17:32:27.153 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:32:26 smithi028 bash[31855]: debug 2024-08-29T17:32:26.956+0000 7efedd8c7900 4 rocksdb: Options.memtable_prefix_bloom_size_ratio: 0.000000 2024-08-29T17:32:27.153 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:32:26 smithi028 bash[31855]: debug 2024-08-29T17:32:26.956+0000 7efedd8c7900 4 rocksdb: Options.memtable_whole_key_filtering: 0 2024-08-29T17:32:27.153 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:32:26 smithi028 bash[31855]: debug 2024-08-29T17:32:26.956+0000 7efedd8c7900 4 rocksdb: Options.memtable_huge_page_size: 0 2024-08-29T17:32:27.153 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:32:26 smithi028 bash[31855]: debug 2024-08-29T17:32:26.956+0000 7efedd8c7900 4 rocksdb: Options.bloom_locality: 0 2024-08-29T17:32:27.153 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:32:26 smithi028 bash[31855]: debug 2024-08-29T17:32:26.956+0000 7efedd8c7900 4 rocksdb: Options.max_successive_merges: 0 2024-08-29T17:32:27.153 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:32:26 smithi028 bash[31855]: debug 2024-08-29T17:32:26.956+0000 7efedd8c7900 4 rocksdb: Options.optimize_filters_for_hits: 0 2024-08-29T17:32:27.153 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:32:26 smithi028 bash[31855]: debug 2024-08-29T17:32:26.956+0000 7efedd8c7900 4 rocksdb: Options.paranoid_file_checks: 0 2024-08-29T17:32:27.153 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:32:26 smithi028 bash[31855]: debug 2024-08-29T17:32:26.956+0000 7efedd8c7900 4 rocksdb: Options.force_consistency_checks: 1 2024-08-29T17:32:27.153 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:32:26 smithi028 bash[31855]: debug 2024-08-29T17:32:26.956+0000 7efedd8c7900 4 rocksdb: Options.report_bg_io_stats: 0 2024-08-29T17:32:27.153 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:32:26 smithi028 bash[31855]: debug 2024-08-29T17:32:26.956+0000 7efedd8c7900 4 rocksdb: Options.ttl: 2592000 2024-08-29T17:32:27.153 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:32:26 smithi028 bash[31855]: debug 2024-08-29T17:32:26.956+0000 7efedd8c7900 4 rocksdb: Options.periodic_compaction_seconds: 0 2024-08-29T17:32:27.153 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:32:26 smithi028 bash[31855]: debug 2024-08-29T17:32:26.956+0000 7efedd8c7900 4 rocksdb: Options.enable_blob_files: false 2024-08-29T17:32:27.154 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:32:26 smithi028 bash[31855]: debug 2024-08-29T17:32:26.956+0000 7efedd8c7900 4 rocksdb: Options.min_blob_size: 0 2024-08-29T17:32:27.154 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:32:26 smithi028 bash[31855]: debug 2024-08-29T17:32:26.956+0000 7efedd8c7900 4 rocksdb: Options.blob_file_size: 268435456 2024-08-29T17:32:27.154 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:32:26 smithi028 bash[31855]: debug 2024-08-29T17:32:26.956+0000 7efedd8c7900 4 rocksdb: Options.blob_compression_type: NoCompression 2024-08-29T17:32:27.154 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:32:26 smithi028 bash[31855]: debug 2024-08-29T17:32:26.956+0000 7efedd8c7900 4 rocksdb: Options.enable_blob_garbage_collection: false 2024-08-29T17:32:27.154 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:32:26 smithi028 bash[31855]: debug 2024-08-29T17:32:26.956+0000 7efedd8c7900 4 rocksdb: Options.blob_garbage_collection_age_cutoff: 0.250000 2024-08-29T17:32:27.154 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:32:26 smithi028 bash[31855]: debug 2024-08-29T17:32:26.956+0000 7efedd8c7900 4 rocksdb: [db/version_set.cc:4764] Recovered from manifest file:/var/lib/ceph/mon/ceph-c/store.db/MANIFEST-000003 succeeded,manifest_file_number is 3, next_file_number is 5, last_sequence is 0, log_number is 0,prev_log_number is 0,max_column_family is 0,min_log_number_to_keep is 0 2024-08-29T17:32:27.154 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:32:26 smithi028 bash[31855]: debug 2024-08-29T17:32:26.956+0000 7efedd8c7900 4 rocksdb: [db/version_set.cc:4779] Column family [default] (ID 0), log number is 0 2024-08-29T17:32:27.154 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:32:26 smithi028 bash[31855]: debug 2024-08-29T17:32:26.956+0000 7efedd8c7900 4 rocksdb: [db/version_set.cc:4082] Creating manifest 7 2024-08-29T17:32:27.154 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:32:26 smithi028 bash[31855]: debug 2024-08-29T17:32:26.960+0000 7efedd8c7900 4 rocksdb: EVENT_LOG_v1 {"time_micros": 1724952746962200, "job": 1, "event": "recovery_started", "wal_files": [4]} 2024-08-29T17:32:27.154 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:32:26 smithi028 bash[31855]: debug 2024-08-29T17:32:26.960+0000 7efedd8c7900 4 rocksdb: [db/db_impl/db_impl_open.cc:845] Recovering log #4 mode 2 2024-08-29T17:32:27.154 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:32:26 smithi028 bash[31855]: debug 2024-08-29T17:32:26.960+0000 7efedd8c7900 3 rocksdb: [table/block_based/filter_policy.cc:991] Using legacy Bloom filter with high (20) bits/key. Dramatic filter space and/or accuracy improvement is available with format_version>=5. 2024-08-29T17:32:27.154 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:32:26 smithi028 bash[31855]: debug 2024-08-29T17:32:26.960+0000 7efedd8c7900 4 rocksdb: EVENT_LOG_v1 {"time_micros": 1724952746962626, "cf_name": "default", "job": 1, "event": "table_file_creation", "file_number": 8, "file_size": 1571, "file_checksum": "", "file_checksum_func_name": "Unknown", "table_properties": {"data_size": 523, "index_size": 31, "index_partitions": 0, "top_level_index_size": 0, "index_key_is_user_key": 1, "index_value_is_delta_encoded": 1, "filter_size": 69, "raw_key_size": 115, "raw_average_key_size": 23, "raw_value_size": 401, "raw_average_value_size": 80, "num_data_blocks": 1, "num_entries": 5, "num_deletions": 0, "num_merge_operands": 0, "num_range_deletions": 0, "format_version": 0, "fixed_key_len": 0, "filter_policy": "rocksdb.BuiltinBloomFilter", "column_family_name": "default", "column_family_id": 0, "comparator": "leveldb.BytewiseComparator", "merge_operator": "", "prefix_extractor_name": "nullptr", "property_collectors": "[CompactOnDeletionCollector]", "compression": "NoCompression", "compression_options": "window_bits=-14; level=32767; strategy=0; max_dict_bytes=0; zstd_max_train_bytes=0; enabled=0; ", "creation_time": 1724952746, "oldest_key_time": 0, "file_creation_time": 0, "db_id": "49148b38-3fd3-4fab-8634-eac8d20e7c82", "db_session_id": "U2WH7G5Q86KD2FM3SIUH"}} 2024-08-29T17:32:27.154 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:32:26 smithi028 bash[31855]: debug 2024-08-29T17:32:26.960+0000 7efedd8c7900 4 rocksdb: [db/version_set.cc:4082] Creating manifest 9 2024-08-29T17:32:27.154 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:32:26 smithi028 bash[31855]: debug 2024-08-29T17:32:26.960+0000 7efedd8c7900 4 rocksdb: EVENT_LOG_v1 {"time_micros": 1724952746963215, "job": 1, "event": "recovery_finished"} 2024-08-29T17:32:27.155 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:32:26 smithi028 bash[31855]: debug 2024-08-29T17:32:26.960+0000 7efedd8c7900 4 rocksdb: [file/delete_scheduler.cc:69] Deleted file /var/lib/ceph/mon/ceph-c/store.db/000004.log immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024-08-29T17:32:27.155 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:32:26 smithi028 bash[31855]: debug 2024-08-29T17:32:26.960+0000 7efedd8c7900 4 rocksdb: [db/db_impl/db_impl_open.cc:1700] SstFileManager instance 0x563bb064e700 2024-08-29T17:32:27.155 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:32:26 smithi028 bash[31855]: debug 2024-08-29T17:32:26.960+0000 7efedd8c7900 4 rocksdb: DB pointer 0x563bb061c000 2024-08-29T17:32:27.155 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:32:26 smithi028 bash[31855]: debug 2024-08-29T17:32:26.960+0000 7efedd8c7900 0 mon.c does not exist in monmap, will attempt to join an existing cluster 2024-08-29T17:32:27.155 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:32:26 smithi028 bash[31855]: debug 2024-08-29T17:32:26.960+0000 7efed3693640 4 rocksdb: [db/db_impl/db_impl.cc:901] ------- DUMPING STATS ------- 2024-08-29T17:32:27.155 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:32:26 smithi028 bash[31855]: debug 2024-08-29T17:32:26.960+0000 7efed3693640 4 rocksdb: [db/db_impl/db_impl.cc:903] 2024-08-29T17:32:27.155 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:32:26 smithi028 bash[31855]: ** DB Stats ** 2024-08-29T17:32:27.155 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:32:26 smithi028 bash[31855]: Uptime(secs): 0.0 total, 0.0 interval 2024-08-29T17:32:27.155 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:32:26 smithi028 bash[31855]: Cumulative writes: 0 writes, 0 keys, 0 commit groups, 0.0 writes per commit group, ingest: 0.00 GB, 0.00 MB/s 2024-08-29T17:32:27.155 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:32:26 smithi028 bash[31855]: Cumulative WAL: 0 writes, 0 syncs, 0.00 writes per sync, written: 0.00 GB, 0.00 MB/s 2024-08-29T17:32:27.155 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:32:26 smithi028 bash[31855]: Cumulative stall: 00:00:0.000 H:M:S, 0.0 percent 2024-08-29T17:32:27.155 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:32:26 smithi028 bash[31855]: Interval writes: 0 writes, 0 keys, 0 commit groups, 0.0 writes per commit group, ingest: 0.00 MB, 0.00 MB/s 2024-08-29T17:32:27.155 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:32:26 smithi028 bash[31855]: Interval WAL: 0 writes, 0 syncs, 0.00 writes per sync, written: 0.00 MB, 0.00 MB/s 2024-08-29T17:32:27.156 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:32:26 smithi028 bash[31855]: Interval stall: 00:00:0.000 H:M:S, 0.0 percent 2024-08-29T17:32:27.156 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:32:26 smithi028 bash[31855]: ** Compaction Stats [default] ** 2024-08-29T17:32:27.156 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:32:26 smithi028 bash[31855]: Level Files Size Score Read(GB) Rn(GB) Rnp1(GB) Write(GB) Wnew(GB) Moved(GB) W-Amp Rd(MB/s) Wr(MB/s) Comp(sec) CompMergeCPU(sec) Comp(cnt) Avg(sec) KeyIn KeyDrop 2024-08-29T17:32:27.156 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:32:26 smithi028 bash[31855]: ---------------------------------------------------------------------------------------------------------------------------------------------------------------------------- 2024-08-29T17:32:27.156 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:32:26 smithi028 bash[31855]: L0 1/0 1.53 KB 0.2 0.0 0.0 0.0 0.0 0.0 0.0 1.0 0.0 3.8 0.00 0.00 1 0.000 0 0 2024-08-29T17:32:27.156 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:32:26 smithi028 bash[31855]: Sum 1/0 1.53 KB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 1.0 0.0 3.8 0.00 0.00 1 0.000 0 0 2024-08-29T17:32:27.156 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:32:26 smithi028 bash[31855]: Int 0/0 0.00 KB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 1.0 0.0 3.8 0.00 0.00 1 0.000 0 0 2024-08-29T17:32:27.156 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:32:26 smithi028 bash[31855]: ** Compaction Stats [default] ** 2024-08-29T17:32:27.156 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:32:26 smithi028 bash[31855]: Priority Files Size Score Read(GB) Rn(GB) Rnp1(GB) Write(GB) Wnew(GB) Moved(GB) W-Amp Rd(MB/s) Wr(MB/s) Comp(sec) CompMergeCPU(sec) Comp(cnt) Avg(sec) KeyIn KeyDrop 2024-08-29T17:32:27.156 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:32:26 smithi028 bash[31855]: ------------------------------------------------------------------------------------------------------------------------------------------------------------------------------- 2024-08-29T17:32:27.156 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:32:26 smithi028 bash[31855]: User 0/0 0.00 KB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 3.8 0.00 0.00 1 0.000 0 0 2024-08-29T17:32:27.156 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:32:26 smithi028 bash[31855]: Uptime(secs): 0.0 total, 0.0 interval 2024-08-29T17:32:27.157 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:32:26 smithi028 bash[31855]: Flush(GB): cumulative 0.000, interval 0.000 2024-08-29T17:32:27.157 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:32:26 smithi028 bash[31855]: AddFile(GB): cumulative 0.000, interval 0.000 2024-08-29T17:32:27.157 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:32:26 smithi028 bash[31855]: AddFile(Total Files): cumulative 0, interval 0 2024-08-29T17:32:27.157 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:32:26 smithi028 bash[31855]: AddFile(L0 Files): cumulative 0, interval 0 2024-08-29T17:32:27.157 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:32:26 smithi028 bash[31855]: AddFile(Keys): cumulative 0, interval 0 2024-08-29T17:32:27.157 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:32:26 smithi028 bash[31855]: Cumulative compaction: 0.00 GB write, 0.38 MB/s write, 0.00 GB read, 0.00 MB/s read, 0.0 seconds 2024-08-29T17:32:27.157 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:32:26 smithi028 bash[31855]: Interval compaction: 0.00 GB write, 0.38 MB/s write, 0.00 GB read, 0.00 MB/s read, 0.0 seconds 2024-08-29T17:32:27.157 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:32:26 smithi028 bash[31855]: Stalls(count): 0 level0_slowdown, 0 level0_slowdown_with_compaction, 0 level0_numfiles, 0 level0_numfiles_with_compaction, 0 stop for pending_compaction_bytes, 0 slowdown for pending_compaction_bytes, 0 memtable_compaction, 0 memtable_slowdown, interval 0 total count 2024-08-29T17:32:27.157 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:32:26 smithi028 bash[31855]: ** File Read Latency Histogram By Level [default] ** 2024-08-29T17:32:27.157 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:32:26 smithi028 bash[31855]: ** Compaction Stats [default] ** 2024-08-29T17:32:27.157 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:32:26 smithi028 bash[31855]: Level Files Size Score Read(GB) Rn(GB) Rnp1(GB) Write(GB) Wnew(GB) Moved(GB) W-Amp Rd(MB/s) Wr(MB/s) Comp(sec) CompMergeCPU(sec) Comp(cnt) Avg(sec) KeyIn KeyDrop 2024-08-29T17:32:27.157 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:32:26 smithi028 bash[31855]: ---------------------------------------------------------------------------------------------------------------------------------------------------------------------------- 2024-08-29T17:32:27.157 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:32:26 smithi028 bash[31855]: L0 1/0 1.53 KB 0.2 0.0 0.0 0.0 0.0 0.0 0.0 1.0 0.0 3.8 0.00 0.00 1 0.000 0 0 2024-08-29T17:32:27.158 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:32:26 smithi028 bash[31855]: Sum 1/0 1.53 KB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 1.0 0.0 3.8 0.00 0.00 1 0.000 0 0 2024-08-29T17:32:27.158 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:32:26 smithi028 bash[31855]: Int 0/0 0.00 KB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.00 0.00 0 0.000 0 0 2024-08-29T17:32:27.158 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:32:26 smithi028 bash[31855]: ** Compaction Stats [default] ** 2024-08-29T17:32:27.158 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:32:26 smithi028 bash[31855]: Priority Files Size Score Read(GB) Rn(GB) Rnp1(GB) Write(GB) Wnew(GB) Moved(GB) W-Amp Rd(MB/s) Wr(MB/s) Comp(sec) CompMergeCPU(sec) Comp(cnt) Avg(sec) KeyIn KeyDrop 2024-08-29T17:32:27.158 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:32:26 smithi028 bash[31855]: ------------------------------------------------------------------------------------------------------------------------------------------------------------------------------- 2024-08-29T17:32:27.158 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:32:26 smithi028 bash[31855]: User 0/0 0.00 KB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 3.8 0.00 0.00 1 0.000 0 0 2024-08-29T17:32:27.158 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:32:26 smithi028 bash[31855]: Uptime(secs): 0.0 total, 0.0 interval 2024-08-29T17:32:27.158 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:32:26 smithi028 bash[31855]: Flush(GB): cumulative 0.000, interval 0.000 2024-08-29T17:32:27.158 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:32:26 smithi028 bash[31855]: AddFile(GB): cumulative 0.000, interval 0.000 2024-08-29T17:32:27.158 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:32:26 smithi028 bash[31855]: AddFile(Total Files): cumulative 0, interval 0 2024-08-29T17:32:27.158 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:32:26 smithi028 bash[31855]: AddFile(L0 Files): cumulative 0, interval 0 2024-08-29T17:32:27.158 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:32:26 smithi028 bash[31855]: AddFile(Keys): cumulative 0, interval 0 2024-08-29T17:32:27.158 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:32:26 smithi028 bash[31855]: Cumulative compaction: 0.00 GB write, 0.37 MB/s write, 0.00 GB read, 0.00 MB/s read, 0.0 seconds 2024-08-29T17:32:27.158 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:32:26 smithi028 bash[31855]: Interval compaction: 0.00 GB write, 0.00 MB/s write, 0.00 GB read, 0.00 MB/s read, 0.0 seconds 2024-08-29T17:32:27.159 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:32:26 smithi028 bash[31855]: Stalls(count): 0 level0_slowdown, 0 level0_slowdown_with_compaction, 0 level0_numfiles, 0 level0_numfiles_with_compaction, 0 stop for pending_compaction_bytes, 0 slowdown for pending_compaction_bytes, 0 memtable_compaction, 0 memtable_slowdown, interval 0 total count 2024-08-29T17:32:27.159 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:32:26 smithi028 bash[31855]: ** File Read Latency Histogram By Level [default] ** 2024-08-29T17:32:27.159 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:32:26 smithi028 bash[31855]: debug 2024-08-29T17:32:26.960+0000 7efedd8c7900 0 using public_addrv [v2:172.21.15.28:3301/0,v1:172.21.15.28:6790/0] 2024-08-29T17:32:27.159 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:32:26 smithi028 bash[31855]: debug 2024-08-29T17:32:26.960+0000 7efedd8c7900 0 starting mon.c rank -1 at public addrs [v2:172.21.15.28:3301/0,v1:172.21.15.28:6790/0] at bind addrs [v2:172.21.15.28:3301/0,v1:172.21.15.28:6790/0] mon_data /var/lib/ceph/mon/ceph-c fsid 3167ee72-662c-11ef-bcd4-c7b262605968 2024-08-29T17:32:27.159 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:32:26 smithi028 bash[31855]: debug 2024-08-29T17:32:26.964+0000 7efedd8c7900 1 mon.c@-1(???) e0 preinit fsid 3167ee72-662c-11ef-bcd4-c7b262605968 2024-08-29T17:32:27.159 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:32:26 smithi028 bash[31855]: debug 2024-08-29T17:32:26.980+0000 7efed6699640 0 mon.c@-1(synchronizing).mds e1 new map 2024-08-29T17:32:27.159 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:32:26 smithi028 bash[31855]: debug 2024-08-29T17:32:26.980+0000 7efed6699640 0 mon.c@-1(synchronizing).mds e1 print_map 2024-08-29T17:32:27.159 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:32:26 smithi028 bash[31855]: e1 2024-08-29T17:32:27.159 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:32:26 smithi028 bash[31855]: enable_multiple, ever_enabled_multiple: 1,1 2024-08-29T17:32:27.159 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:32:26 smithi028 bash[31855]: default compat: compat={},rocompat={},incompat={1=base v0.20,2=client writeable ranges,3=default file layouts on dirs,4=dir inode in separate object,5=mds uses versioned encoding,6=dirfrag is stored in omap,8=no anchor table,9=file layout v2,10=snaprealm v2} 2024-08-29T17:32:27.159 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:32:26 smithi028 bash[31855]: legacy client fscid: -1 2024-08-29T17:32:27.159 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:32:26 smithi028 bash[31855]: 2024-08-29T17:32:27.159 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:32:26 smithi028 bash[31855]: No filesystems configured 2024-08-29T17:32:27.160 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:32:26 smithi028 bash[31855]: debug 2024-08-29T17:32:26.980+0000 7efed6699640 1 mon.c@-1(synchronizing).osd e0 _set_cache_ratios kv ratio 0.25 inc ratio 0.375 full ratio 0.375 2024-08-29T17:32:27.160 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:32:26 smithi028 bash[31855]: debug 2024-08-29T17:32:26.980+0000 7efed6699640 1 mon.c@-1(synchronizing).osd e0 register_cache_with_pcm pcm target: 2147483648 pcm max: 1020054732 pcm min: 134217728 inc_osd_cache size: 1 2024-08-29T17:32:27.160 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:32:26 smithi028 bash[31855]: debug 2024-08-29T17:32:26.980+0000 7efed6699640 1 mon.c@-1(synchronizing).osd e1 e1: 0 total, 0 up, 0 in 2024-08-29T17:32:27.160 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:32:26 smithi028 bash[31855]: debug 2024-08-29T17:32:26.980+0000 7efed6699640 1 mon.c@-1(synchronizing).osd e2 e2: 0 total, 0 up, 0 in 2024-08-29T17:32:27.160 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:32:26 smithi028 bash[31855]: debug 2024-08-29T17:32:26.980+0000 7efed6699640 1 mon.c@-1(synchronizing).osd e3 e3: 0 total, 0 up, 0 in 2024-08-29T17:32:27.160 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:32:26 smithi028 bash[31855]: debug 2024-08-29T17:32:26.980+0000 7efed6699640 1 mon.c@-1(synchronizing).osd e4 e4: 0 total, 0 up, 0 in 2024-08-29T17:32:27.160 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:32:26 smithi028 bash[31855]: debug 2024-08-29T17:32:26.980+0000 7efed6699640 0 mon.c@-1(synchronizing).osd e4 crush map has features 3314932999778484224, adjusting msgr requires 2024-08-29T17:32:27.160 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:32:26 smithi028 bash[31855]: debug 2024-08-29T17:32:26.980+0000 7efed6699640 0 mon.c@-1(synchronizing).osd e4 crush map has features 288514050185494528, adjusting msgr requires 2024-08-29T17:32:27.160 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:32:26 smithi028 bash[31855]: debug 2024-08-29T17:32:26.980+0000 7efed6699640 0 mon.c@-1(synchronizing).osd e4 crush map has features 288514050185494528, adjusting msgr requires 2024-08-29T17:32:27.160 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:32:26 smithi028 bash[31855]: debug 2024-08-29T17:32:26.980+0000 7efed6699640 0 mon.c@-1(synchronizing).osd e4 crush map has features 288514050185494528, adjusting msgr requires 2024-08-29T17:32:27.160 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:32:26 smithi028 bash[31855]: cluster 2024-08-29T17:31:48.732357+0000 mgr.y (mgr.14150) 21 : cluster [DBG] pgmap v10: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-08-29T17:32:27.160 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:32:26 smithi028 bash[31855]: cluster 2024-08-29T17:31:50.732730+0000 mgr.y (mgr.14150) 22 : cluster [DBG] pgmap v11: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-08-29T17:32:27.160 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:32:26 smithi028 bash[31855]: audit 2024-08-29T17:31:50.816756+0000 mgr.y (mgr.14150) 23 : audit [DBG] from='client.14176 -' entity='client.admin' cmd=[{"prefix": "orch host add", "hostname": "smithi053", "target": ["mon-mgr", ""]}]: dispatch 2024-08-29T17:32:27.161 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:32:26 smithi028 bash[31855]: cephadm 2024-08-29T17:31:52.135278+0000 mgr.y (mgr.14150) 24 : cephadm [INF] Deploying cephadm binary to smithi053 2024-08-29T17:32:27.161 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:32:26 smithi028 bash[31855]: cluster 2024-08-29T17:31:52.733131+0000 mgr.y (mgr.14150) 25 : cluster [DBG] pgmap v12: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-08-29T17:32:27.161 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:32:26 smithi028 bash[31855]: cluster 2024-08-29T17:31:54.733495+0000 mgr.y (mgr.14150) 26 : cluster [DBG] pgmap v13: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-08-29T17:32:27.161 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:32:26 smithi028 bash[31855]: audit 2024-08-29T17:31:54.789812+0000 mon.a (mon.0) 108 : audit [INF] from='mgr.14150 172.21.15.28:0/484978966' entity='mgr.y' 2024-08-29T17:32:27.161 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:32:26 smithi028 bash[31855]: cephadm 2024-08-29T17:31:54.790603+0000 mgr.y (mgr.14150) 27 : cephadm [INF] Added host smithi053 2024-08-29T17:32:27.161 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:32:26 smithi028 bash[31855]: audit 2024-08-29T17:31:54.791420+0000 mon.a (mon.0) 109 : audit [DBG] from='mgr.14150 172.21.15.28:0/484978966' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-29T17:32:27.161 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:32:26 smithi028 bash[31855]: audit 2024-08-29T17:31:55.056705+0000 mon.a (mon.0) 110 : audit [INF] from='mgr.14150 172.21.15.28:0/484978966' entity='mgr.y' 2024-08-29T17:32:27.161 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:32:26 smithi028 bash[31855]: audit 2024-08-29T17:31:56.334064+0000 mon.a (mon.0) 111 : audit [INF] from='mgr.14150 172.21.15.28:0/484978966' entity='mgr.y' 2024-08-29T17:32:27.161 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:32:26 smithi028 bash[31855]: cluster 2024-08-29T17:31:56.733933+0000 mgr.y (mgr.14150) 28 : cluster [DBG] pgmap v14: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-08-29T17:32:27.161 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:32:26 smithi028 bash[31855]: audit 2024-08-29T17:31:57.050863+0000 mon.a (mon.0) 112 : audit [INF] from='mgr.14150 172.21.15.28:0/484978966' entity='mgr.y' 2024-08-29T17:32:27.161 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:32:26 smithi028 bash[31855]: cluster 2024-08-29T17:31:58.734386+0000 mgr.y (mgr.14150) 29 : cluster [DBG] pgmap v15: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-08-29T17:32:27.161 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:32:26 smithi028 bash[31855]: cluster 2024-08-29T17:32:00.734800+0000 mgr.y (mgr.14150) 30 : cluster [DBG] pgmap v16: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-08-29T17:32:27.161 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:32:26 smithi028 bash[31855]: audit 2024-08-29T17:32:02.428138+0000 mon.a (mon.0) 113 : audit [INF] from='mgr.14150 172.21.15.28:0/484978966' entity='mgr.y' 2024-08-29T17:32:27.161 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:32:26 smithi028 bash[31855]: audit 2024-08-29T17:32:02.432768+0000 mon.a (mon.0) 114 : audit [INF] from='mgr.14150 172.21.15.28:0/484978966' entity='mgr.y' 2024-08-29T17:32:27.162 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:32:26 smithi028 bash[31855]: audit 2024-08-29T17:32:02.438702+0000 mon.a (mon.0) 115 : audit [INF] from='mgr.14150 172.21.15.28:0/484978966' entity='mgr.y' 2024-08-29T17:32:27.162 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:32:26 smithi028 bash[31855]: audit 2024-08-29T17:32:02.443664+0000 mon.a (mon.0) 116 : audit [INF] from='mgr.14150 172.21.15.28:0/484978966' entity='mgr.y' 2024-08-29T17:32:27.162 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:32:26 smithi028 bash[31855]: audit 2024-08-29T17:32:02.445268+0000 mon.a (mon.0) 117 : audit [INF] from='mgr.14150 172.21.15.28:0/484978966' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd/host:smithi053", "name": "osd_memory_target"}]: dispatch 2024-08-29T17:32:27.162 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:32:26 smithi028 bash[31855]: audit 2024-08-29T17:32:02.447445+0000 mon.a (mon.0) 118 : audit [DBG] from='mgr.14150 172.21.15.28:0/484978966' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-29T17:32:27.162 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:32:26 smithi028 bash[31855]: audit 2024-08-29T17:32:02.449195+0000 mon.a (mon.0) 119 : audit [INF] from='mgr.14150 172.21.15.28:0/484978966' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-29T17:32:27.162 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:32:26 smithi028 bash[31855]: cephadm 2024-08-29T17:32:02.451359+0000 mgr.y (mgr.14150) 31 : cephadm [INF] Updating smithi053:/etc/ceph/ceph.conf 2024-08-29T17:32:27.162 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:32:26 smithi028 bash[31855]: cephadm 2024-08-29T17:32:02.625039+0000 mgr.y (mgr.14150) 32 : cephadm [INF] Updating smithi053:/var/lib/ceph/3167ee72-662c-11ef-bcd4-c7b262605968/config/ceph.conf 2024-08-29T17:32:27.162 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:32:26 smithi028 bash[31855]: cluster 2024-08-29T17:32:02.735132+0000 mgr.y (mgr.14150) 33 : cluster [DBG] pgmap v17: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-08-29T17:32:27.162 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:32:26 smithi028 bash[31855]: cephadm 2024-08-29T17:32:02.735848+0000 mgr.y (mgr.14150) 34 : cephadm [INF] Updating smithi053:/etc/ceph/ceph.client.admin.keyring 2024-08-29T17:32:27.162 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:32:26 smithi028 bash[31855]: cephadm 2024-08-29T17:32:02.838454+0000 mgr.y (mgr.14150) 35 : cephadm [INF] Updating smithi053:/var/lib/ceph/3167ee72-662c-11ef-bcd4-c7b262605968/config/ceph.client.admin.keyring 2024-08-29T17:32:27.162 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:32:26 smithi028 bash[31855]: audit 2024-08-29T17:32:02.944275+0000 mon.a (mon.0) 120 : audit [INF] from='mgr.14150 172.21.15.28:0/484978966' entity='mgr.y' 2024-08-29T17:32:27.162 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:32:26 smithi028 bash[31855]: audit 2024-08-29T17:32:02.948943+0000 mon.a (mon.0) 121 : audit [INF] from='mgr.14150 172.21.15.28:0/484978966' entity='mgr.y' 2024-08-29T17:32:27.162 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:32:26 smithi028 bash[31855]: audit 2024-08-29T17:32:02.954527+0000 mon.a (mon.0) 122 : audit [INF] from='mgr.14150 172.21.15.28:0/484978966' entity='mgr.y' 2024-08-29T17:32:27.163 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:32:26 smithi028 bash[31855]: audit 2024-08-29T17:32:02.963841+0000 mgr.y (mgr.14150) 36 : audit [DBG] from='client.14178 -' entity='client.admin' cmd=[{"prefix": "orch host ls", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-08-29T17:32:27.163 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:32:26 smithi028 bash[31855]: cluster 2024-08-29T17:32:04.735503+0000 mgr.y (mgr.14150) 37 : cluster [DBG] pgmap v18: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-08-29T17:32:27.163 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:32:26 smithi028 bash[31855]: cluster 2024-08-29T17:32:06.735908+0000 mgr.y (mgr.14150) 38 : cluster [DBG] pgmap v19: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-08-29T17:32:27.163 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:32:26 smithi028 bash[31855]: cluster 2024-08-29T17:32:08.736347+0000 mgr.y (mgr.14150) 39 : cluster [DBG] pgmap v20: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-08-29T17:32:27.163 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:32:26 smithi028 bash[31855]: cluster 2024-08-29T17:32:10.736728+0000 mgr.y (mgr.14150) 40 : cluster [DBG] pgmap v21: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-08-29T17:32:27.163 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:32:26 smithi028 bash[31855]: audit 2024-08-29T17:32:11.201091+0000 mon.a (mon.0) 123 : audit [INF] from='client.? 172.21.15.28:0/3097579045' entity='client.admin' cmd=[{"prefix": "osd crush tunables", "profile": "default"}]: dispatch 2024-08-29T17:32:27.163 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:32:26 smithi028 bash[31855]: audit 2024-08-29T17:32:11.797353+0000 mon.a (mon.0) 124 : audit [INF] from='client.? 172.21.15.28:0/3097579045' entity='client.admin' cmd='[{"prefix": "osd crush tunables", "profile": "default"}]': finished 2024-08-29T17:32:27.163 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:32:26 smithi028 bash[31855]: cluster 2024-08-29T17:32:11.797457+0000 mon.a (mon.0) 125 : cluster [DBG] osdmap e4: 0 total, 0 up, 0 in 2024-08-29T17:32:27.163 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:32:26 smithi028 bash[31855]: cluster 2024-08-29T17:32:12.737156+0000 mgr.y (mgr.14150) 41 : cluster [DBG] pgmap v23: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-08-29T17:32:27.163 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:32:26 smithi028 bash[31855]: cluster 2024-08-29T17:32:14.737565+0000 mgr.y (mgr.14150) 42 : cluster [DBG] pgmap v24: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-08-29T17:32:27.163 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:32:26 smithi028 bash[31855]: audit 2024-08-29T17:32:16.381767+0000 mgr.y (mgr.14150) 43 : audit [DBG] from='client.14182 -' entity='client.admin' cmd=[{"prefix": "orch apply", "service_type": "mon", "placement": "3;smithi028:172.21.15.28=a;smithi028:[v2:172.21.15.28:3301,v1:172.21.15.28:6790]=c;smithi053:172.21.15.53=b", "target": ["mon-mgr", ""]}]: dispatch 2024-08-29T17:32:27.163 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:32:26 smithi028 bash[31855]: cephadm 2024-08-29T17:32:16.387074+0000 mgr.y (mgr.14150) 44 : cephadm [INF] Saving service mon spec with placement smithi028:172.21.15.28=a;smithi028:[v2:172.21.15.28:3301,v1:172.21.15.28:6790]=c;smithi053:172.21.15.53=b;count:3 2024-08-29T17:32:27.163 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:32:26 smithi028 bash[31855]: audit 2024-08-29T17:32:16.392350+0000 mon.a (mon.0) 126 : audit [INF] from='mgr.14150 172.21.15.28:0/484978966' entity='mgr.y' 2024-08-29T17:32:27.164 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:32:26 smithi028 bash[31855]: audit 2024-08-29T17:32:16.393896+0000 mon.a (mon.0) 127 : audit [DBG] from='mgr.14150 172.21.15.28:0/484978966' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-29T17:32:27.164 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:32:26 smithi028 bash[31855]: audit 2024-08-29T17:32:16.397442+0000 mon.a (mon.0) 128 : audit [DBG] from='mgr.14150 172.21.15.28:0/484978966' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-29T17:32:27.164 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:32:26 smithi028 bash[31855]: audit 2024-08-29T17:32:16.399319+0000 mon.a (mon.0) 129 : audit [INF] from='mgr.14150 172.21.15.28:0/484978966' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-29T17:32:27.164 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:32:26 smithi028 bash[31855]: audit 2024-08-29T17:32:16.407017+0000 mon.a (mon.0) 130 : audit [INF] from='mgr.14150 172.21.15.28:0/484978966' entity='mgr.y' 2024-08-29T17:32:27.164 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:32:26 smithi028 bash[31855]: audit 2024-08-29T17:32:16.410866+0000 mon.a (mon.0) 131 : audit [INF] from='mgr.14150 172.21.15.28:0/484978966' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2024-08-29T17:32:27.164 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:32:26 smithi028 bash[31855]: audit 2024-08-29T17:32:16.412794+0000 mon.a (mon.0) 132 : audit [DBG] from='mgr.14150 172.21.15.28:0/484978966' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-29T17:32:27.164 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:32:26 smithi028 bash[31855]: cephadm 2024-08-29T17:32:16.414882+0000 mgr.y (mgr.14150) 45 : cephadm [INF] Deploying daemon mon.b on smithi053 2024-08-29T17:32:27.164 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:32:26 smithi028 bash[31855]: cluster 2024-08-29T17:32:16.737997+0000 mgr.y (mgr.14150) 46 : cluster [DBG] pgmap v25: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-08-29T17:32:27.164 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:32:26 smithi028 bash[31855]: cluster 2024-08-29T17:32:18.738365+0000 mgr.y (mgr.14150) 47 : cluster [DBG] pgmap v26: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-08-29T17:32:27.164 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:32:26 smithi028 bash[31855]: cluster 2024-08-29T17:32:20.738743+0000 mgr.y (mgr.14150) 48 : cluster [DBG] pgmap v27: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-08-29T17:32:27.164 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:32:26 smithi028 bash[31855]: audit 2024-08-29T17:32:22.143845+0000 mon.a (mon.0) 133 : audit [INF] from='mgr.14150 172.21.15.28:0/484978966' entity='mgr.y' 2024-08-29T17:32:27.164 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:32:26 smithi028 bash[31855]: audit 2024-08-29T17:32:22.148931+0000 mon.a (mon.0) 134 : audit [INF] from='mgr.14150 172.21.15.28:0/484978966' entity='mgr.y' 2024-08-29T17:32:27.165 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:32:26 smithi028 bash[31855]: audit 2024-08-29T17:32:22.154651+0000 mon.a (mon.0) 135 : audit [INF] from='mgr.14150 172.21.15.28:0/484978966' entity='mgr.y' 2024-08-29T17:32:27.165 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:32:26 smithi028 bash[31855]: audit 2024-08-29T17:32:22.155804+0000 mon.a (mon.0) 136 : audit [INF] from='mgr.14150 172.21.15.28:0/484978966' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2024-08-29T17:32:27.165 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:32:26 smithi028 bash[31855]: audit 2024-08-29T17:32:22.157467+0000 mon.a (mon.0) 137 : audit [DBG] from='mgr.14150 172.21.15.28:0/484978966' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-29T17:32:27.165 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:32:26 smithi028 bash[31855]: cephadm 2024-08-29T17:32:22.159385+0000 mgr.y (mgr.14150) 49 : cephadm [INF] Deploying daemon mon.c on smithi028 2024-08-29T17:32:27.165 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:32:26 smithi028 bash[31855]: audit 2024-08-29T17:32:22.248202+0000 mon.a (mon.0) 138 : audit [DBG] from='client.? 172.21.15.53:0/2562240816' entity='client.admin' cmd=[{"prefix": "mon dump", "format": "json"}]: dispatch 2024-08-29T17:32:27.165 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:32:26 smithi028 bash[31855]: debug 2024-08-29T17:32:26.984+0000 7efed6699640 1 mon.c@-1(synchronizing).paxosservice(auth 1..3) refresh upgraded, format 0 -> 3 2024-08-29T17:32:28.081 INFO:teuthology.orchestra.run.smithi053.stderr:Inferring config /var/lib/ceph/3167ee72-662c-11ef-bcd4-c7b262605968/mon.b/config 2024-08-29T17:32:29.078 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:32:28 smithi053 bash[24720]: audit 2024-08-29T17:32:23.630705+0000 mon.a (mon.0) 139 : audit [DBG] from='mgr.14150 172.21.15.28:0/484978966' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-29T17:32:29.078 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:32:28 smithi053 bash[24720]: audit 2024-08-29T17:32:23.635151+0000 mon.a (mon.0) 140 : audit [DBG] from='mgr.14150 172.21.15.28:0/484978966' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-29T17:32:29.078 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:32:28 smithi053 bash[24720]: cluster 2024-08-29T17:32:23.635485+0000 mon.a (mon.0) 141 : cluster [INF] mon.a calling monitor election 2024-08-29T17:32:29.078 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:32:28 smithi053 bash[24720]: audit 2024-08-29T17:32:23.637335+0000 mon.a (mon.0) 142 : audit [DBG] from='mgr.14150 172.21.15.28:0/484978966' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-29T17:32:29.078 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:32:28 smithi053 bash[24720]: audit 2024-08-29T17:32:24.630426+0000 mon.a (mon.0) 143 : audit [DBG] from='mgr.14150 172.21.15.28:0/484978966' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-29T17:32:29.078 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:32:28 smithi053 bash[24720]: cluster 2024-08-29T17:32:24.739569+0000 mgr.y (mgr.14150) 51 : cluster [DBG] pgmap v29: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-08-29T17:32:29.078 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:32:28 smithi053 bash[24720]: audit 2024-08-29T17:32:25.630040+0000 mon.a (mon.0) 144 : audit [DBG] from='mgr.14150 172.21.15.28:0/484978966' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-29T17:32:29.078 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:32:28 smithi053 bash[24720]: cluster 2024-08-29T17:32:25.631521+0000 mon.b (mon.1) 1 : cluster [INF] mon.b calling monitor election 2024-08-29T17:32:29.078 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:32:28 smithi053 bash[24720]: audit 2024-08-29T17:32:26.630688+0000 mon.a (mon.0) 145 : audit [DBG] from='mgr.14150 172.21.15.28:0/484978966' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-29T17:32:29.078 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:32:28 smithi053 bash[24720]: cluster 2024-08-29T17:32:26.740000+0000 mgr.y (mgr.14150) 52 : cluster [DBG] pgmap v30: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-08-29T17:32:29.079 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:32:28 smithi053 bash[24720]: audit 2024-08-29T17:32:26.991134+0000 mon.a (mon.0) 146 : audit [DBG] from='mgr.14150 172.21.15.28:0/484978966' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-29T17:32:29.079 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:32:28 smithi053 bash[24720]: audit 2024-08-29T17:32:27.631339+0000 mon.a (mon.0) 147 : audit [DBG] from='mgr.14150 172.21.15.28:0/484978966' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-29T17:32:29.079 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:32:28 smithi053 bash[24720]: audit 2024-08-29T17:32:27.992316+0000 mon.a (mon.0) 148 : audit [DBG] from='mgr.14150 172.21.15.28:0/484978966' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-29T17:32:29.079 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:32:28 smithi053 bash[24720]: audit 2024-08-29T17:32:28.631366+0000 mon.a (mon.0) 149 : audit [DBG] from='mgr.14150 172.21.15.28:0/484978966' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-29T17:32:29.079 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:32:28 smithi053 bash[24720]: cluster 2024-08-29T17:32:28.659212+0000 mon.a (mon.0) 150 : cluster [INF] mon.a is new leader, mons a,b in quorum (ranks 0,1) 2024-08-29T17:32:29.079 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:32:28 smithi053 bash[24720]: cluster 2024-08-29T17:32:28.665296+0000 mon.a (mon.0) 151 : cluster [DBG] monmap e2: 2 mons at {a=[v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0],b=[v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0]} removed_ranks: {} disallowed_leaders: {} 2024-08-29T17:32:29.079 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:32:28 smithi053 bash[24720]: cluster 2024-08-29T17:32:28.682648+0000 mon.a (mon.0) 152 : cluster [DBG] fsmap 2024-08-29T17:32:29.079 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:32:28 smithi053 bash[24720]: cluster 2024-08-29T17:32:28.682704+0000 mon.a (mon.0) 153 : cluster [DBG] osdmap e4: 0 total, 0 up, 0 in 2024-08-29T17:32:29.079 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:32:28 smithi053 bash[24720]: cluster 2024-08-29T17:32:28.682954+0000 mon.a (mon.0) 154 : cluster [DBG] mgrmap e13: y(active, since 73s) 2024-08-29T17:32:29.079 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:32:28 smithi053 bash[24720]: cluster 2024-08-29T17:32:28.683200+0000 mon.a (mon.0) 155 : cluster [INF] overall HEALTH_OK 2024-08-29T17:32:29.079 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:32:28 smithi053 bash[24720]: audit 2024-08-29T17:32:28.693356+0000 mon.a (mon.0) 156 : audit [INF] from='mgr.14150 172.21.15.28:0/484978966' entity='mgr.y' 2024-08-29T17:32:29.079 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:32:28 smithi053 bash[24720]: audit 2024-08-29T17:32:28.700392+0000 mon.a (mon.0) 157 : audit [INF] from='mgr.14150 172.21.15.28:0/484978966' entity='mgr.y' 2024-08-29T17:32:29.079 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:32:28 smithi053 bash[24720]: audit 2024-08-29T17:32:28.708158+0000 mon.a (mon.0) 158 : audit [INF] from='mgr.14150 172.21.15.28:0/484978966' entity='mgr.y' 2024-08-29T17:32:29.079 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:32:28 smithi053 bash[24720]: audit 2024-08-29T17:32:28.715192+0000 mon.a (mon.0) 159 : audit [INF] from='mgr.14150 172.21.15.28:0/484978966' entity='mgr.y' 2024-08-29T17:32:29.133 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:32:28 smithi028 bash[22419]: audit 2024-08-29T17:32:23.630705+0000 mon.a (mon.0) 139 : audit [DBG] from='mgr.14150 172.21.15.28:0/484978966' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-29T17:32:29.133 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:32:28 smithi028 bash[22419]: audit 2024-08-29T17:32:23.635151+0000 mon.a (mon.0) 140 : audit [DBG] from='mgr.14150 172.21.15.28:0/484978966' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-29T17:32:29.133 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:32:28 smithi028 bash[22419]: cluster 2024-08-29T17:32:23.635485+0000 mon.a (mon.0) 141 : cluster [INF] mon.a calling monitor election 2024-08-29T17:32:29.134 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:32:28 smithi028 bash[22419]: audit 2024-08-29T17:32:23.637335+0000 mon.a (mon.0) 142 : audit [DBG] from='mgr.14150 172.21.15.28:0/484978966' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-29T17:32:29.134 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:32:28 smithi028 bash[22419]: audit 2024-08-29T17:32:24.630426+0000 mon.a (mon.0) 143 : audit [DBG] from='mgr.14150 172.21.15.28:0/484978966' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-29T17:32:29.134 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:32:28 smithi028 bash[22419]: cluster 2024-08-29T17:32:24.739569+0000 mgr.y (mgr.14150) 51 : cluster [DBG] pgmap v29: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-08-29T17:32:29.134 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:32:28 smithi028 bash[22419]: audit 2024-08-29T17:32:25.630040+0000 mon.a (mon.0) 144 : audit [DBG] from='mgr.14150 172.21.15.28:0/484978966' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-29T17:32:29.134 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:32:28 smithi028 bash[22419]: cluster 2024-08-29T17:32:25.631521+0000 mon.b (mon.1) 1 : cluster [INF] mon.b calling monitor election 2024-08-29T17:32:29.134 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:32:28 smithi028 bash[22419]: audit 2024-08-29T17:32:26.630688+0000 mon.a (mon.0) 145 : audit [DBG] from='mgr.14150 172.21.15.28:0/484978966' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-29T17:32:29.134 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:32:28 smithi028 bash[22419]: cluster 2024-08-29T17:32:26.740000+0000 mgr.y (mgr.14150) 52 : cluster [DBG] pgmap v30: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-08-29T17:32:29.134 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:32:28 smithi028 bash[22419]: audit 2024-08-29T17:32:26.991134+0000 mon.a (mon.0) 146 : audit [DBG] from='mgr.14150 172.21.15.28:0/484978966' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-29T17:32:29.134 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:32:28 smithi028 bash[22419]: audit 2024-08-29T17:32:27.631339+0000 mon.a (mon.0) 147 : audit [DBG] from='mgr.14150 172.21.15.28:0/484978966' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-29T17:32:29.134 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:32:28 smithi028 bash[22419]: audit 2024-08-29T17:32:27.992316+0000 mon.a (mon.0) 148 : audit [DBG] from='mgr.14150 172.21.15.28:0/484978966' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-29T17:32:29.134 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:32:28 smithi028 bash[22419]: audit 2024-08-29T17:32:28.631366+0000 mon.a (mon.0) 149 : audit [DBG] from='mgr.14150 172.21.15.28:0/484978966' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-29T17:32:29.134 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:32:28 smithi028 bash[22419]: cluster 2024-08-29T17:32:28.659212+0000 mon.a (mon.0) 150 : cluster [INF] mon.a is new leader, mons a,b in quorum (ranks 0,1) 2024-08-29T17:32:29.134 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:32:28 smithi028 bash[22419]: cluster 2024-08-29T17:32:28.665296+0000 mon.a (mon.0) 151 : cluster [DBG] monmap e2: 2 mons at {a=[v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0],b=[v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0]} removed_ranks: {} disallowed_leaders: {} 2024-08-29T17:32:29.135 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:32:28 smithi028 bash[22419]: cluster 2024-08-29T17:32:28.682648+0000 mon.a (mon.0) 152 : cluster [DBG] fsmap 2024-08-29T17:32:29.135 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:32:28 smithi028 bash[22419]: cluster 2024-08-29T17:32:28.682704+0000 mon.a (mon.0) 153 : cluster [DBG] osdmap e4: 0 total, 0 up, 0 in 2024-08-29T17:32:29.135 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:32:28 smithi028 bash[22419]: cluster 2024-08-29T17:32:28.682954+0000 mon.a (mon.0) 154 : cluster [DBG] mgrmap e13: y(active, since 73s) 2024-08-29T17:32:29.135 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:32:28 smithi028 bash[22419]: cluster 2024-08-29T17:32:28.683200+0000 mon.a (mon.0) 155 : cluster [INF] overall HEALTH_OK 2024-08-29T17:32:29.135 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:32:28 smithi028 bash[22419]: audit 2024-08-29T17:32:28.693356+0000 mon.a (mon.0) 156 : audit [INF] from='mgr.14150 172.21.15.28:0/484978966' entity='mgr.y' 2024-08-29T17:32:29.135 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:32:28 smithi028 bash[22419]: audit 2024-08-29T17:32:28.700392+0000 mon.a (mon.0) 157 : audit [INF] from='mgr.14150 172.21.15.28:0/484978966' entity='mgr.y' 2024-08-29T17:32:29.135 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:32:28 smithi028 bash[22419]: audit 2024-08-29T17:32:28.708158+0000 mon.a (mon.0) 158 : audit [INF] from='mgr.14150 172.21.15.28:0/484978966' entity='mgr.y' 2024-08-29T17:32:29.135 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:32:28 smithi028 bash[22419]: audit 2024-08-29T17:32:28.715192+0000 mon.a (mon.0) 159 : audit [INF] from='mgr.14150 172.21.15.28:0/484978966' entity='mgr.y' 2024-08-29T17:32:30.132 INFO:journalctl@ceph.mgr.y.smithi028.stdout:Aug 29 17:32:29 smithi028 bash[22672]: debug 2024-08-29T17:32:29.628+0000 7f4591693640 -1 mgr.server handle_report got status from non-daemon mon.b 2024-08-29T17:32:34.383 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:32:34 smithi028 bash[22419]: cluster 2024-08-29T17:32:28.740345+0000 mgr.y (mgr.14150) 53 : cluster [DBG] pgmap v31: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-08-29T17:32:34.384 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:32:34 smithi028 bash[22419]: audit 2024-08-29T17:32:28.998227+0000 mon.a (mon.0) 162 : audit [DBG] from='mgr.14150 172.21.15.28:0/484978966' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-29T17:32:34.384 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:32:34 smithi028 bash[22419]: cluster 2024-08-29T17:32:28.998687+0000 mon.a (mon.0) 163 : cluster [INF] mon.a calling monitor election 2024-08-29T17:32:34.384 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:32:34 smithi028 bash[22419]: cluster 2024-08-29T17:32:28.998978+0000 mon.b (mon.1) 2 : cluster [INF] mon.b calling monitor election 2024-08-29T17:32:34.384 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:32:34 smithi028 bash[22419]: audit 2024-08-29T17:32:29.018456+0000 mon.a (mon.0) 164 : audit [DBG] from='mgr.14150 172.21.15.28:0/484978966' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-29T17:32:34.384 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:32:34 smithi028 bash[22419]: audit 2024-08-29T17:32:29.018567+0000 mon.a (mon.0) 165 : audit [DBG] from='mgr.14150 172.21.15.28:0/484978966' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-29T17:32:34.384 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:32:34 smithi028 bash[22419]: audit 2024-08-29T17:32:29.992756+0000 mon.a (mon.0) 166 : audit [DBG] from='mgr.14150 172.21.15.28:0/484978966' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-29T17:32:34.384 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:32:34 smithi028 bash[22419]: cluster 2024-08-29T17:32:30.740722+0000 mgr.y (mgr.14150) 54 : cluster [DBG] pgmap v32: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-08-29T17:32:34.384 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:32:34 smithi028 bash[22419]: audit 2024-08-29T17:32:30.993036+0000 mon.a (mon.0) 167 : audit [DBG] from='mgr.14150 172.21.15.28:0/484978966' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-29T17:32:34.384 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:32:34 smithi028 bash[22419]: audit 2024-08-29T17:32:31.993212+0000 mon.a (mon.0) 168 : audit [DBG] from='mgr.14150 172.21.15.28:0/484978966' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-29T17:32:34.384 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:32:34 smithi028 bash[22419]: cluster 2024-08-29T17:32:32.741175+0000 mgr.y (mgr.14150) 55 : cluster [DBG] pgmap v33: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-08-29T17:32:34.384 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:32:34 smithi028 bash[22419]: audit 2024-08-29T17:32:32.993407+0000 mon.a (mon.0) 169 : audit [DBG] from='mgr.14150 172.21.15.28:0/484978966' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-29T17:32:34.384 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:32:34 smithi028 bash[22419]: audit 2024-08-29T17:32:33.993510+0000 mon.a (mon.0) 170 : audit [DBG] from='mgr.14150 172.21.15.28:0/484978966' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-29T17:32:34.384 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:32:34 smithi028 bash[22419]: cluster 2024-08-29T17:32:34.018721+0000 mon.a (mon.0) 171 : cluster [INF] mon.a is new leader, mons a,b in quorum (ranks 0,1) 2024-08-29T17:32:34.385 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:32:34 smithi028 bash[22419]: cluster 2024-08-29T17:32:34.024350+0000 mon.a (mon.0) 172 : cluster [DBG] monmap e3: 3 mons at {a=[v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0],b=[v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0],c=[v2:172.21.15.28:3301/0,v1:172.21.15.28:6790/0]} removed_ranks: {} disallowed_leaders: {} 2024-08-29T17:32:34.385 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:32:34 smithi028 bash[22419]: cluster 2024-08-29T17:32:34.042673+0000 mon.a (mon.0) 173 : cluster [DBG] fsmap 2024-08-29T17:32:34.385 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:32:34 smithi028 bash[22419]: cluster 2024-08-29T17:32:34.042734+0000 mon.a (mon.0) 174 : cluster [DBG] osdmap e4: 0 total, 0 up, 0 in 2024-08-29T17:32:34.385 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:32:34 smithi028 bash[22419]: cluster 2024-08-29T17:32:34.042996+0000 mon.a (mon.0) 175 : cluster [DBG] mgrmap e13: y(active, since 79s) 2024-08-29T17:32:34.385 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:32:34 smithi028 bash[22419]: cluster 2024-08-29T17:32:34.043306+0000 mon.a (mon.0) 176 : cluster [WRN] Health check failed: 1/3 mons down, quorum a,b (MON_DOWN) 2024-08-29T17:32:34.385 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:32:34 smithi028 bash[22419]: cluster 2024-08-29T17:32:34.049511+0000 mon.a (mon.0) 177 : cluster [WRN] Health detail: HEALTH_WARN 1/3 mons down, quorum a,b 2024-08-29T17:32:34.385 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:32:34 smithi028 bash[22419]: cluster 2024-08-29T17:32:34.049558+0000 mon.a (mon.0) 178 : cluster [WRN] [WRN] MON_DOWN: 1/3 mons down, quorum a,b 2024-08-29T17:32:34.385 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:32:34 smithi028 bash[22419]: cluster 2024-08-29T17:32:34.049594+0000 mon.a (mon.0) 179 : cluster [WRN] mon.c (rank 2) addr [v2:172.21.15.28:3301/0,v1:172.21.15.28:6790/0] is down (out of quorum) 2024-08-29T17:32:34.385 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:32:34 smithi028 bash[22419]: audit 2024-08-29T17:32:34.054173+0000 mon.a (mon.0) 180 : audit [INF] from='mgr.14150 172.21.15.28:0/484978966' entity='mgr.y' 2024-08-29T17:32:34.385 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:32:34 smithi028 bash[22419]: audit 2024-08-29T17:32:34.059180+0000 mon.a (mon.0) 181 : audit [INF] from='mgr.14150 172.21.15.28:0/484978966' entity='mgr.y' 2024-08-29T17:32:34.385 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:32:34 smithi028 bash[22419]: audit 2024-08-29T17:32:34.064247+0000 mon.a (mon.0) 182 : audit [INF] from='mgr.14150 172.21.15.28:0/484978966' entity='mgr.y' 2024-08-29T17:32:34.385 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:32:34 smithi028 bash[22419]: audit 2024-08-29T17:32:34.069862+0000 mon.a (mon.0) 183 : audit [INF] from='mgr.14150 172.21.15.28:0/484978966' entity='mgr.y' 2024-08-29T17:32:34.386 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:32:34 smithi028 bash[22419]: audit 2024-08-29T17:32:34.075344+0000 mon.a (mon.0) 184 : audit [INF] from='mgr.14150 172.21.15.28:0/484978966' entity='mgr.y' 2024-08-29T17:32:34.561 INFO:teuthology.orchestra.run.smithi053.stderr:dumped monmap epoch 3 2024-08-29T17:32:34.562 INFO:teuthology.orchestra.run.smithi053.stdout: 2024-08-29T17:32:34.562 INFO:teuthology.orchestra.run.smithi053.stdout:{"epoch":3,"fsid":"3167ee72-662c-11ef-bcd4-c7b262605968","modified":"2024-08-29T17:32:28.992631Z","created":"2024-08-29T17:30:13.516586Z","min_mon_release":17,"min_mon_release_name":"quincy","election_strategy":1,"disallowed_leaders: ":"","stretch_mode":false,"tiebreaker_mon":"","removed_ranks: ":"","features":{"persistent":["kraken","luminous","mimic","osdmap-prune","nautilus","octopus","pacific","elector-pinging","quincy"],"optional":[]},"mons":[{"rank":0,"name":"a","public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.28:3300","nonce":0},{"type":"v1","addr":"172.21.15.28:6789","nonce":0}]},"addr":"172.21.15.28:6789/0","public_addr":"172.21.15.28:6789/0","priority":0,"weight":0,"crush_location":"{}"},{"rank":1,"name":"b","public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.53:3300","nonce":0},{"type":"v1","addr":"172.21.15.53:6789","nonce":0}]},"addr":"172.21.15.53:6789/0","public_addr":"172.21.15.53:6789/0","priority":0,"weight":0,"crush_location":"{}"},{"rank":2,"name":"c","public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.28:3301","nonce":0},{"type":"v1","addr":"172.21.15.28:6790","nonce":0}]},"addr":"172.21.15.28:6790/0","public_addr":"172.21.15.28:6790/0","priority":0,"weight":0,"crush_location":"{}"}],"quorum":[0,1]} 2024-08-29T17:32:34.573 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:32:34 smithi053 bash[24720]: cluster 2024-08-29T17:32:28.740345+0000 mgr.y (mgr.14150) 53 : cluster [DBG] pgmap v31: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-08-29T17:32:34.573 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:32:34 smithi053 bash[24720]: audit 2024-08-29T17:32:28.998227+0000 mon.a (mon.0) 162 : audit [DBG] from='mgr.14150 172.21.15.28:0/484978966' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-29T17:32:34.574 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:32:34 smithi053 bash[24720]: cluster 2024-08-29T17:32:28.998687+0000 mon.a (mon.0) 163 : cluster [INF] mon.a calling monitor election 2024-08-29T17:32:34.574 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:32:34 smithi053 bash[24720]: cluster 2024-08-29T17:32:28.998978+0000 mon.b (mon.1) 2 : cluster [INF] mon.b calling monitor election 2024-08-29T17:32:34.574 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:32:34 smithi053 bash[24720]: audit 2024-08-29T17:32:29.018456+0000 mon.a (mon.0) 164 : audit [DBG] from='mgr.14150 172.21.15.28:0/484978966' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-29T17:32:34.574 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:32:34 smithi053 bash[24720]: audit 2024-08-29T17:32:29.018567+0000 mon.a (mon.0) 165 : audit [DBG] from='mgr.14150 172.21.15.28:0/484978966' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-29T17:32:34.574 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:32:34 smithi053 bash[24720]: audit 2024-08-29T17:32:29.992756+0000 mon.a (mon.0) 166 : audit [DBG] from='mgr.14150 172.21.15.28:0/484978966' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-29T17:32:34.574 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:32:34 smithi053 bash[24720]: cluster 2024-08-29T17:32:30.740722+0000 mgr.y (mgr.14150) 54 : cluster [DBG] pgmap v32: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-08-29T17:32:34.574 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:32:34 smithi053 bash[24720]: audit 2024-08-29T17:32:30.993036+0000 mon.a (mon.0) 167 : audit [DBG] from='mgr.14150 172.21.15.28:0/484978966' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-29T17:32:34.574 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:32:34 smithi053 bash[24720]: audit 2024-08-29T17:32:31.993212+0000 mon.a (mon.0) 168 : audit [DBG] from='mgr.14150 172.21.15.28:0/484978966' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-29T17:32:34.574 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:32:34 smithi053 bash[24720]: cluster 2024-08-29T17:32:32.741175+0000 mgr.y (mgr.14150) 55 : cluster [DBG] pgmap v33: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-08-29T17:32:34.574 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:32:34 smithi053 bash[24720]: audit 2024-08-29T17:32:32.993407+0000 mon.a (mon.0) 169 : audit [DBG] from='mgr.14150 172.21.15.28:0/484978966' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-29T17:32:34.574 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:32:34 smithi053 bash[24720]: audit 2024-08-29T17:32:33.993510+0000 mon.a (mon.0) 170 : audit [DBG] from='mgr.14150 172.21.15.28:0/484978966' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-29T17:32:34.574 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:32:34 smithi053 bash[24720]: cluster 2024-08-29T17:32:34.018721+0000 mon.a (mon.0) 171 : cluster [INF] mon.a is new leader, mons a,b in quorum (ranks 0,1) 2024-08-29T17:32:34.574 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:32:34 smithi053 bash[24720]: cluster 2024-08-29T17:32:34.024350+0000 mon.a (mon.0) 172 : cluster [DBG] monmap e3: 3 mons at {a=[v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0],b=[v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0],c=[v2:172.21.15.28:3301/0,v1:172.21.15.28:6790/0]} removed_ranks: {} disallowed_leaders: {} 2024-08-29T17:32:34.575 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:32:34 smithi053 bash[24720]: cluster 2024-08-29T17:32:34.042673+0000 mon.a (mon.0) 173 : cluster [DBG] fsmap 2024-08-29T17:32:34.575 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:32:34 smithi053 bash[24720]: cluster 2024-08-29T17:32:34.042734+0000 mon.a (mon.0) 174 : cluster [DBG] osdmap e4: 0 total, 0 up, 0 in 2024-08-29T17:32:34.575 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:32:34 smithi053 bash[24720]: cluster 2024-08-29T17:32:34.042996+0000 mon.a (mon.0) 175 : cluster [DBG] mgrmap e13: y(active, since 79s) 2024-08-29T17:32:34.575 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:32:34 smithi053 bash[24720]: cluster 2024-08-29T17:32:34.043306+0000 mon.a (mon.0) 176 : cluster [WRN] Health check failed: 1/3 mons down, quorum a,b (MON_DOWN) 2024-08-29T17:32:34.575 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:32:34 smithi053 bash[24720]: cluster 2024-08-29T17:32:34.049511+0000 mon.a (mon.0) 177 : cluster [WRN] Health detail: HEALTH_WARN 1/3 mons down, quorum a,b 2024-08-29T17:32:34.575 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:32:34 smithi053 bash[24720]: cluster 2024-08-29T17:32:34.049558+0000 mon.a (mon.0) 178 : cluster [WRN] [WRN] MON_DOWN: 1/3 mons down, quorum a,b 2024-08-29T17:32:34.575 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:32:34 smithi053 bash[24720]: cluster 2024-08-29T17:32:34.049594+0000 mon.a (mon.0) 179 : cluster [WRN] mon.c (rank 2) addr [v2:172.21.15.28:3301/0,v1:172.21.15.28:6790/0] is down (out of quorum) 2024-08-29T17:32:34.575 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:32:34 smithi053 bash[24720]: audit 2024-08-29T17:32:34.054173+0000 mon.a (mon.0) 180 : audit [INF] from='mgr.14150 172.21.15.28:0/484978966' entity='mgr.y' 2024-08-29T17:32:34.575 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:32:34 smithi053 bash[24720]: audit 2024-08-29T17:32:34.059180+0000 mon.a (mon.0) 181 : audit [INF] from='mgr.14150 172.21.15.28:0/484978966' entity='mgr.y' 2024-08-29T17:32:34.575 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:32:34 smithi053 bash[24720]: audit 2024-08-29T17:32:34.064247+0000 mon.a (mon.0) 182 : audit [INF] from='mgr.14150 172.21.15.28:0/484978966' entity='mgr.y' 2024-08-29T17:32:34.575 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:32:34 smithi053 bash[24720]: audit 2024-08-29T17:32:34.069862+0000 mon.a (mon.0) 183 : audit [INF] from='mgr.14150 172.21.15.28:0/484978966' entity='mgr.y' 2024-08-29T17:32:34.575 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:32:34 smithi053 bash[24720]: audit 2024-08-29T17:32:34.075344+0000 mon.a (mon.0) 184 : audit [INF] from='mgr.14150 172.21.15.28:0/484978966' entity='mgr.y' 2024-08-29T17:32:35.157 INFO:tasks.cephadm:Generating final ceph.conf file... 2024-08-29T17:32:35.157 DEBUG:teuthology.orchestra.run.smithi028:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 3167ee72-662c-11ef-bcd4-c7b262605968 -- ceph config generate-minimal-conf 2024-08-29T17:32:35.383 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:32:35 smithi028 bash[22419]: audit 2024-08-29T17:32:34.496304+0000 mon.a (mon.0) 185 : audit [DBG] from='mgr.14150 172.21.15.28:0/484978966' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-29T17:32:35.383 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:32:35 smithi028 bash[22419]: audit 2024-08-29T17:32:34.497258+0000 mon.a (mon.0) 186 : audit [INF] from='mgr.14150 172.21.15.28:0/484978966' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-29T17:32:35.383 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:32:35 smithi028 bash[22419]: audit 2024-08-29T17:32:34.560939+0000 mon.a (mon.0) 187 : audit [DBG] from='client.? 172.21.15.53:0/3850222721' entity='client.admin' cmd=[{"prefix": "mon dump", "format": "json"}]: dispatch 2024-08-29T17:32:35.383 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:32:35 smithi028 bash[22419]: audit 2024-08-29T17:32:34.744219+0000 mon.a (mon.0) 188 : audit [INF] from='mgr.14150 172.21.15.28:0/484978966' entity='mgr.y' 2024-08-29T17:32:35.383 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:32:35 smithi028 bash[22419]: audit 2024-08-29T17:32:34.747966+0000 mon.a (mon.0) 189 : audit [INF] from='mgr.14150 172.21.15.28:0/484978966' entity='mgr.y' 2024-08-29T17:32:35.383 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:32:35 smithi028 bash[22419]: audit 2024-08-29T17:32:34.756817+0000 mon.a (mon.0) 190 : audit [INF] from='mgr.14150 172.21.15.28:0/484978966' entity='mgr.y' 2024-08-29T17:32:35.383 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:32:35 smithi028 bash[22419]: audit 2024-08-29T17:32:34.759758+0000 mon.a (mon.0) 191 : audit [INF] from='mgr.14150 172.21.15.28:0/484978966' entity='mgr.y' 2024-08-29T17:32:35.383 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:32:35 smithi028 bash[22419]: audit 2024-08-29T17:32:34.762622+0000 mon.a (mon.0) 192 : audit [INF] from='mgr.14150 172.21.15.28:0/484978966' entity='mgr.y' 2024-08-29T17:32:35.383 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:32:35 smithi028 bash[22419]: audit 2024-08-29T17:32:34.793440+0000 mon.a (mon.0) 193 : audit [INF] from='mgr.14150 172.21.15.28:0/484978966' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2024-08-29T17:32:35.383 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:32:35 smithi028 bash[22419]: audit 2024-08-29T17:32:34.794282+0000 mon.a (mon.0) 194 : audit [DBG] from='mgr.14150 172.21.15.28:0/484978966' entity='mgr.y' cmd=[{"prefix": "config get", "who": "mon", "key": "public_network"}]: dispatch 2024-08-29T17:32:35.383 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:32:35 smithi028 bash[22419]: audit 2024-08-29T17:32:34.794935+0000 mon.a (mon.0) 195 : audit [DBG] from='mgr.14150 172.21.15.28:0/484978966' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-29T17:32:35.384 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:32:35 smithi028 bash[22419]: audit 2024-08-29T17:32:34.992858+0000 mon.a (mon.0) 196 : audit [DBG] from='mgr.14150 172.21.15.28:0/484978966' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-29T17:32:35.578 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:32:35 smithi053 bash[24720]: audit 2024-08-29T17:32:34.496304+0000 mon.a (mon.0) 185 : audit [DBG] from='mgr.14150 172.21.15.28:0/484978966' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-29T17:32:35.578 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:32:35 smithi053 bash[24720]: audit 2024-08-29T17:32:34.497258+0000 mon.a (mon.0) 186 : audit [INF] from='mgr.14150 172.21.15.28:0/484978966' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-29T17:32:35.578 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:32:35 smithi053 bash[24720]: audit 2024-08-29T17:32:34.560939+0000 mon.a (mon.0) 187 : audit [DBG] from='client.? 172.21.15.53:0/3850222721' entity='client.admin' cmd=[{"prefix": "mon dump", "format": "json"}]: dispatch 2024-08-29T17:32:35.578 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:32:35 smithi053 bash[24720]: audit 2024-08-29T17:32:34.744219+0000 mon.a (mon.0) 188 : audit [INF] from='mgr.14150 172.21.15.28:0/484978966' entity='mgr.y' 2024-08-29T17:32:35.578 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:32:35 smithi053 bash[24720]: audit 2024-08-29T17:32:34.747966+0000 mon.a (mon.0) 189 : audit [INF] from='mgr.14150 172.21.15.28:0/484978966' entity='mgr.y' 2024-08-29T17:32:35.578 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:32:35 smithi053 bash[24720]: audit 2024-08-29T17:32:34.756817+0000 mon.a (mon.0) 190 : audit [INF] from='mgr.14150 172.21.15.28:0/484978966' entity='mgr.y' 2024-08-29T17:32:35.578 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:32:35 smithi053 bash[24720]: audit 2024-08-29T17:32:34.759758+0000 mon.a (mon.0) 191 : audit [INF] from='mgr.14150 172.21.15.28:0/484978966' entity='mgr.y' 2024-08-29T17:32:35.578 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:32:35 smithi053 bash[24720]: audit 2024-08-29T17:32:34.762622+0000 mon.a (mon.0) 192 : audit [INF] from='mgr.14150 172.21.15.28:0/484978966' entity='mgr.y' 2024-08-29T17:32:35.578 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:32:35 smithi053 bash[24720]: audit 2024-08-29T17:32:34.793440+0000 mon.a (mon.0) 193 : audit [INF] from='mgr.14150 172.21.15.28:0/484978966' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2024-08-29T17:32:35.578 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:32:35 smithi053 bash[24720]: audit 2024-08-29T17:32:34.794282+0000 mon.a (mon.0) 194 : audit [DBG] from='mgr.14150 172.21.15.28:0/484978966' entity='mgr.y' cmd=[{"prefix": "config get", "who": "mon", "key": "public_network"}]: dispatch 2024-08-29T17:32:35.579 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:32:35 smithi053 bash[24720]: audit 2024-08-29T17:32:34.794935+0000 mon.a (mon.0) 195 : audit [DBG] from='mgr.14150 172.21.15.28:0/484978966' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-29T17:32:35.579 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:32:35 smithi053 bash[24720]: audit 2024-08-29T17:32:34.992858+0000 mon.a (mon.0) 196 : audit [DBG] from='mgr.14150 172.21.15.28:0/484978966' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-29T17:32:36.300 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:32:36 smithi028 bash[22419]: cluster 2024-08-29T17:32:30.994913+0000 mon.c (mon.2) 1 : cluster [INF] mon.c calling monitor election 2024-08-29T17:32:36.300 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:32:36 smithi028 bash[22419]: cluster 2024-08-29T17:32:36.033933+0000 mon.c (mon.2) 2 : cluster [INF] mon.c calling monitor election 2024-08-29T17:32:36.300 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:32:36 smithi028 bash[22419]: cluster 2024-08-29T17:32:36.034456+0000 mon.b (mon.1) 3 : cluster [INF] mon.b calling monitor election 2024-08-29T17:32:36.300 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:32:36 smithi028 bash[22419]: cluster 2024-08-29T17:32:36.034716+0000 mon.a (mon.0) 198 : cluster [INF] mon.a calling monitor election 2024-08-29T17:32:36.301 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:32:36 smithi028 bash[22419]: cluster 2024-08-29T17:32:36.060887+0000 mon.a (mon.0) 199 : cluster [INF] mon.a is new leader, mons a,b,c in quorum (ranks 0,1,2) 2024-08-29T17:32:36.301 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:32:36 smithi028 bash[22419]: cluster 2024-08-29T17:32:36.067141+0000 mon.a (mon.0) 200 : cluster [DBG] monmap e3: 3 mons at {a=[v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0],b=[v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0],c=[v2:172.21.15.28:3301/0,v1:172.21.15.28:6790/0]} removed_ranks: {} disallowed_leaders: {} 2024-08-29T17:32:36.301 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:32:36 smithi028 bash[22419]: cluster 2024-08-29T17:32:36.068217+0000 mon.a (mon.0) 201 : cluster [DBG] fsmap 2024-08-29T17:32:36.301 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:32:36 smithi028 bash[22419]: cluster 2024-08-29T17:32:36.068307+0000 mon.a (mon.0) 202 : cluster [DBG] osdmap e4: 0 total, 0 up, 0 in 2024-08-29T17:32:36.301 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:32:36 smithi028 bash[22419]: cluster 2024-08-29T17:32:36.068626+0000 mon.a (mon.0) 203 : cluster [DBG] mgrmap e13: y(active, since 81s) 2024-08-29T17:32:36.301 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:32:36 smithi028 bash[22419]: cluster 2024-08-29T17:32:36.069000+0000 mon.a (mon.0) 204 : cluster [INF] Health check cleared: MON_DOWN (was: 1/3 mons down, quorum a,b) 2024-08-29T17:32:36.301 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:32:36 smithi028 bash[22419]: cluster 2024-08-29T17:32:36.069054+0000 mon.a (mon.0) 205 : cluster [INF] Cluster is now healthy 2024-08-29T17:32:36.301 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:32:36 smithi028 bash[22419]: cluster 2024-08-29T17:32:36.085165+0000 mon.a (mon.0) 206 : cluster [INF] overall HEALTH_OK 2024-08-29T17:32:36.302 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:32:36 smithi028 bash[31855]: audit 2024-08-29T17:32:23.630705+0000 mon.a (mon.0) 139 : audit [DBG] from='mgr.14150 172.21.15.28:0/484978966' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-29T17:32:36.302 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:32:36 smithi028 bash[31855]: audit 2024-08-29T17:32:23.635151+0000 mon.a (mon.0) 140 : audit [DBG] from='mgr.14150 172.21.15.28:0/484978966' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-29T17:32:36.302 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:32:36 smithi028 bash[31855]: cluster 2024-08-29T17:32:23.635485+0000 mon.a (mon.0) 141 : cluster [INF] mon.a calling monitor election 2024-08-29T17:32:36.302 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:32:36 smithi028 bash[31855]: audit 2024-08-29T17:32:23.637335+0000 mon.a (mon.0) 142 : audit [DBG] from='mgr.14150 172.21.15.28:0/484978966' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-29T17:32:36.302 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:32:36 smithi028 bash[31855]: audit 2024-08-29T17:32:24.630426+0000 mon.a (mon.0) 143 : audit [DBG] from='mgr.14150 172.21.15.28:0/484978966' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-29T17:32:36.302 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:32:36 smithi028 bash[31855]: cluster 2024-08-29T17:32:24.739569+0000 mgr.y (mgr.14150) 51 : cluster [DBG] pgmap v29: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-08-29T17:32:36.302 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:32:36 smithi028 bash[31855]: audit 2024-08-29T17:32:25.630040+0000 mon.a (mon.0) 144 : audit [DBG] from='mgr.14150 172.21.15.28:0/484978966' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-29T17:32:36.303 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:32:36 smithi028 bash[31855]: cluster 2024-08-29T17:32:25.631521+0000 mon.b (mon.1) 1 : cluster [INF] mon.b calling monitor election 2024-08-29T17:32:36.303 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:32:36 smithi028 bash[31855]: audit 2024-08-29T17:32:26.630688+0000 mon.a (mon.0) 145 : audit [DBG] from='mgr.14150 172.21.15.28:0/484978966' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-29T17:32:36.303 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:32:36 smithi028 bash[31855]: cluster 2024-08-29T17:32:26.740000+0000 mgr.y (mgr.14150) 52 : cluster [DBG] pgmap v30: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-08-29T17:32:36.303 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:32:36 smithi028 bash[31855]: audit 2024-08-29T17:32:26.991134+0000 mon.a (mon.0) 146 : audit [DBG] from='mgr.14150 172.21.15.28:0/484978966' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-29T17:32:36.303 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:32:36 smithi028 bash[31855]: audit 2024-08-29T17:32:27.631339+0000 mon.a (mon.0) 147 : audit [DBG] from='mgr.14150 172.21.15.28:0/484978966' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-29T17:32:36.303 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:32:36 smithi028 bash[31855]: audit 2024-08-29T17:32:27.992316+0000 mon.a (mon.0) 148 : audit [DBG] from='mgr.14150 172.21.15.28:0/484978966' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-29T17:32:36.303 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:32:36 smithi028 bash[31855]: audit 2024-08-29T17:32:28.631366+0000 mon.a (mon.0) 149 : audit [DBG] from='mgr.14150 172.21.15.28:0/484978966' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-29T17:32:36.303 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:32:36 smithi028 bash[31855]: cluster 2024-08-29T17:32:28.659212+0000 mon.a (mon.0) 150 : cluster [INF] mon.a is new leader, mons a,b in quorum (ranks 0,1) 2024-08-29T17:32:36.303 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:32:36 smithi028 bash[31855]: cluster 2024-08-29T17:32:28.665296+0000 mon.a (mon.0) 151 : cluster [DBG] monmap e2: 2 mons at {a=[v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0],b=[v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0]} removed_ranks: {} disallowed_leaders: {} 2024-08-29T17:32:36.303 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:32:36 smithi028 bash[31855]: cluster 2024-08-29T17:32:28.682648+0000 mon.a (mon.0) 152 : cluster [DBG] fsmap 2024-08-29T17:32:36.303 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:32:36 smithi028 bash[31855]: cluster 2024-08-29T17:32:28.682704+0000 mon.a (mon.0) 153 : cluster [DBG] osdmap e4: 0 total, 0 up, 0 in 2024-08-29T17:32:36.303 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:32:36 smithi028 bash[31855]: cluster 2024-08-29T17:32:28.682954+0000 mon.a (mon.0) 154 : cluster [DBG] mgrmap e13: y(active, since 73s) 2024-08-29T17:32:36.303 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:32:36 smithi028 bash[31855]: cluster 2024-08-29T17:32:28.683200+0000 mon.a (mon.0) 155 : cluster [INF] overall HEALTH_OK 2024-08-29T17:32:36.303 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:32:36 smithi028 bash[31855]: audit 2024-08-29T17:32:28.693356+0000 mon.a (mon.0) 156 : audit [INF] from='mgr.14150 172.21.15.28:0/484978966' entity='mgr.y' 2024-08-29T17:32:36.303 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:32:36 smithi028 bash[31855]: audit 2024-08-29T17:32:28.700392+0000 mon.a (mon.0) 157 : audit [INF] from='mgr.14150 172.21.15.28:0/484978966' entity='mgr.y' 2024-08-29T17:32:36.304 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:32:36 smithi028 bash[31855]: audit 2024-08-29T17:32:28.708158+0000 mon.a (mon.0) 158 : audit [INF] from='mgr.14150 172.21.15.28:0/484978966' entity='mgr.y' 2024-08-29T17:32:36.304 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:32:36 smithi028 bash[31855]: audit 2024-08-29T17:32:28.715192+0000 mon.a (mon.0) 159 : audit [INF] from='mgr.14150 172.21.15.28:0/484978966' entity='mgr.y' 2024-08-29T17:32:36.304 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:32:36 smithi028 bash[31855]: cluster 2024-08-29T17:32:28.740345+0000 mgr.y (mgr.14150) 53 : cluster [DBG] pgmap v31: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-08-29T17:32:36.304 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:32:36 smithi028 bash[31855]: audit 2024-08-29T17:32:28.998227+0000 mon.a (mon.0) 162 : audit [DBG] from='mgr.14150 172.21.15.28:0/484978966' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-29T17:32:36.304 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:32:36 smithi028 bash[31855]: cluster 2024-08-29T17:32:28.998687+0000 mon.a (mon.0) 163 : cluster [INF] mon.a calling monitor election 2024-08-29T17:32:36.304 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:32:36 smithi028 bash[31855]: cluster 2024-08-29T17:32:28.998978+0000 mon.b (mon.1) 2 : cluster [INF] mon.b calling monitor election 2024-08-29T17:32:36.304 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:32:36 smithi028 bash[31855]: audit 2024-08-29T17:32:29.018456+0000 mon.a (mon.0) 164 : audit [DBG] from='mgr.14150 172.21.15.28:0/484978966' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-29T17:32:36.304 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:32:36 smithi028 bash[31855]: audit 2024-08-29T17:32:29.018567+0000 mon.a (mon.0) 165 : audit [DBG] from='mgr.14150 172.21.15.28:0/484978966' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-29T17:32:36.304 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:32:36 smithi028 bash[31855]: audit 2024-08-29T17:32:29.992756+0000 mon.a (mon.0) 166 : audit [DBG] from='mgr.14150 172.21.15.28:0/484978966' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-29T17:32:36.304 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:32:36 smithi028 bash[31855]: cluster 2024-08-29T17:32:30.740722+0000 mgr.y (mgr.14150) 54 : cluster [DBG] pgmap v32: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-08-29T17:32:36.304 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:32:36 smithi028 bash[31855]: audit 2024-08-29T17:32:30.993036+0000 mon.a (mon.0) 167 : audit [DBG] from='mgr.14150 172.21.15.28:0/484978966' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-29T17:32:36.304 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:32:36 smithi028 bash[31855]: audit 2024-08-29T17:32:31.993212+0000 mon.a (mon.0) 168 : audit [DBG] from='mgr.14150 172.21.15.28:0/484978966' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-29T17:32:36.304 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:32:36 smithi028 bash[31855]: cluster 2024-08-29T17:32:32.741175+0000 mgr.y (mgr.14150) 55 : cluster [DBG] pgmap v33: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-08-29T17:32:36.305 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:32:36 smithi028 bash[31855]: audit 2024-08-29T17:32:32.993407+0000 mon.a (mon.0) 169 : audit [DBG] from='mgr.14150 172.21.15.28:0/484978966' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-29T17:32:36.305 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:32:36 smithi028 bash[31855]: audit 2024-08-29T17:32:33.993510+0000 mon.a (mon.0) 170 : audit [DBG] from='mgr.14150 172.21.15.28:0/484978966' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-29T17:32:36.305 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:32:36 smithi028 bash[31855]: cluster 2024-08-29T17:32:34.018721+0000 mon.a (mon.0) 171 : cluster [INF] mon.a is new leader, mons a,b in quorum (ranks 0,1) 2024-08-29T17:32:36.305 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:32:36 smithi028 bash[31855]: cluster 2024-08-29T17:32:34.024350+0000 mon.a (mon.0) 172 : cluster [DBG] monmap e3: 3 mons at {a=[v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0],b=[v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0],c=[v2:172.21.15.28:3301/0,v1:172.21.15.28:6790/0]} removed_ranks: {} disallowed_leaders: {} 2024-08-29T17:32:36.305 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:32:36 smithi028 bash[31855]: cluster 2024-08-29T17:32:34.042673+0000 mon.a (mon.0) 173 : cluster [DBG] fsmap 2024-08-29T17:32:36.305 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:32:36 smithi028 bash[31855]: cluster 2024-08-29T17:32:34.042734+0000 mon.a (mon.0) 174 : cluster [DBG] osdmap e4: 0 total, 0 up, 0 in 2024-08-29T17:32:36.305 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:32:36 smithi028 bash[31855]: cluster 2024-08-29T17:32:34.042996+0000 mon.a (mon.0) 175 : cluster [DBG] mgrmap e13: y(active, since 79s) 2024-08-29T17:32:36.305 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:32:36 smithi028 bash[31855]: cluster 2024-08-29T17:32:34.043306+0000 mon.a (mon.0) 176 : cluster [WRN] Health check failed: 1/3 mons down, quorum a,b (MON_DOWN) 2024-08-29T17:32:36.305 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:32:36 smithi028 bash[31855]: cluster 2024-08-29T17:32:34.049511+0000 mon.a (mon.0) 177 : cluster [WRN] Health detail: HEALTH_WARN 1/3 mons down, quorum a,b 2024-08-29T17:32:36.305 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:32:36 smithi028 bash[31855]: cluster 2024-08-29T17:32:34.049558+0000 mon.a (mon.0) 178 : cluster [WRN] [WRN] MON_DOWN: 1/3 mons down, quorum a,b 2024-08-29T17:32:36.305 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:32:36 smithi028 bash[31855]: cluster 2024-08-29T17:32:34.049594+0000 mon.a (mon.0) 179 : cluster [WRN] mon.c (rank 2) addr [v2:172.21.15.28:3301/0,v1:172.21.15.28:6790/0] is down (out of quorum) 2024-08-29T17:32:36.305 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:32:36 smithi028 bash[31855]: audit 2024-08-29T17:32:34.054173+0000 mon.a (mon.0) 180 : audit [INF] from='mgr.14150 172.21.15.28:0/484978966' entity='mgr.y' 2024-08-29T17:32:36.305 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:32:36 smithi028 bash[31855]: audit 2024-08-29T17:32:34.059180+0000 mon.a (mon.0) 181 : audit [INF] from='mgr.14150 172.21.15.28:0/484978966' entity='mgr.y' 2024-08-29T17:32:36.306 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:32:36 smithi028 bash[31855]: audit 2024-08-29T17:32:34.064247+0000 mon.a (mon.0) 182 : audit [INF] from='mgr.14150 172.21.15.28:0/484978966' entity='mgr.y' 2024-08-29T17:32:36.306 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:32:36 smithi028 bash[31855]: audit 2024-08-29T17:32:34.069862+0000 mon.a (mon.0) 183 : audit [INF] from='mgr.14150 172.21.15.28:0/484978966' entity='mgr.y' 2024-08-29T17:32:36.306 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:32:36 smithi028 bash[31855]: audit 2024-08-29T17:32:34.075344+0000 mon.a (mon.0) 184 : audit [INF] from='mgr.14150 172.21.15.28:0/484978966' entity='mgr.y' 2024-08-29T17:32:36.306 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:32:36 smithi028 bash[31855]: audit 2024-08-29T17:32:34.496304+0000 mon.a (mon.0) 185 : audit [DBG] from='mgr.14150 172.21.15.28:0/484978966' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-29T17:32:36.306 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:32:36 smithi028 bash[31855]: audit 2024-08-29T17:32:34.497258+0000 mon.a (mon.0) 186 : audit [INF] from='mgr.14150 172.21.15.28:0/484978966' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-29T17:32:36.306 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:32:36 smithi028 bash[31855]: audit 2024-08-29T17:32:34.560939+0000 mon.a (mon.0) 187 : audit [DBG] from='client.? 172.21.15.53:0/3850222721' entity='client.admin' cmd=[{"prefix": "mon dump", "format": "json"}]: dispatch 2024-08-29T17:32:36.306 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:32:36 smithi028 bash[31855]: audit 2024-08-29T17:32:34.744219+0000 mon.a (mon.0) 188 : audit [INF] from='mgr.14150 172.21.15.28:0/484978966' entity='mgr.y' 2024-08-29T17:32:36.306 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:32:36 smithi028 bash[31855]: audit 2024-08-29T17:32:34.747966+0000 mon.a (mon.0) 189 : audit [INF] from='mgr.14150 172.21.15.28:0/484978966' entity='mgr.y' 2024-08-29T17:32:36.306 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:32:36 smithi028 bash[31855]: audit 2024-08-29T17:32:34.756817+0000 mon.a (mon.0) 190 : audit [INF] from='mgr.14150 172.21.15.28:0/484978966' entity='mgr.y' 2024-08-29T17:32:36.306 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:32:36 smithi028 bash[31855]: audit 2024-08-29T17:32:34.759758+0000 mon.a (mon.0) 191 : audit [INF] from='mgr.14150 172.21.15.28:0/484978966' entity='mgr.y' 2024-08-29T17:32:36.306 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:32:36 smithi028 bash[31855]: audit 2024-08-29T17:32:34.762622+0000 mon.a (mon.0) 192 : audit [INF] from='mgr.14150 172.21.15.28:0/484978966' entity='mgr.y' 2024-08-29T17:32:36.306 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:32:36 smithi028 bash[31855]: audit 2024-08-29T17:32:34.793440+0000 mon.a (mon.0) 193 : audit [INF] from='mgr.14150 172.21.15.28:0/484978966' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2024-08-29T17:32:36.306 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:32:36 smithi028 bash[31855]: audit 2024-08-29T17:32:34.794282+0000 mon.a (mon.0) 194 : audit [DBG] from='mgr.14150 172.21.15.28:0/484978966' entity='mgr.y' cmd=[{"prefix": "config get", "who": "mon", "key": "public_network"}]: dispatch 2024-08-29T17:32:36.306 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:32:36 smithi028 bash[31855]: audit 2024-08-29T17:32:34.794935+0000 mon.a (mon.0) 195 : audit [DBG] from='mgr.14150 172.21.15.28:0/484978966' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-29T17:32:36.307 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:32:36 smithi028 bash[31855]: audit 2024-08-29T17:32:34.992858+0000 mon.a (mon.0) 196 : audit [DBG] from='mgr.14150 172.21.15.28:0/484978966' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-29T17:32:36.307 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:32:36 smithi028 bash[31855]: cluster 2024-08-29T17:32:30.994913+0000 mon.c (mon.2) 1 : cluster [INF] mon.c calling monitor election 2024-08-29T17:32:36.307 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:32:36 smithi028 bash[31855]: cluster 2024-08-29T17:32:36.033933+0000 mon.c (mon.2) 2 : cluster [INF] mon.c calling monitor election 2024-08-29T17:32:36.307 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:32:36 smithi028 bash[31855]: cluster 2024-08-29T17:32:36.034456+0000 mon.b (mon.1) 3 : cluster [INF] mon.b calling monitor election 2024-08-29T17:32:36.307 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:32:36 smithi028 bash[31855]: cluster 2024-08-29T17:32:36.034716+0000 mon.a (mon.0) 198 : cluster [INF] mon.a calling monitor election 2024-08-29T17:32:36.307 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:32:36 smithi028 bash[31855]: cluster 2024-08-29T17:32:36.060887+0000 mon.a (mon.0) 199 : cluster [INF] mon.a is new leader, mons a,b,c in quorum (ranks 0,1,2) 2024-08-29T17:32:36.307 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:32:36 smithi028 bash[31855]: cluster 2024-08-29T17:32:36.067141+0000 mon.a (mon.0) 200 : cluster [DBG] monmap e3: 3 mons at {a=[v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0],b=[v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0],c=[v2:172.21.15.28:3301/0,v1:172.21.15.28:6790/0]} removed_ranks: {} disallowed_leaders: {} 2024-08-29T17:32:36.307 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:32:36 smithi028 bash[31855]: cluster 2024-08-29T17:32:36.068217+0000 mon.a (mon.0) 201 : cluster [DBG] fsmap 2024-08-29T17:32:36.307 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:32:36 smithi028 bash[31855]: cluster 2024-08-29T17:32:36.068307+0000 mon.a (mon.0) 202 : cluster [DBG] osdmap e4: 0 total, 0 up, 0 in 2024-08-29T17:32:36.307 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:32:36 smithi028 bash[31855]: cluster 2024-08-29T17:32:36.068626+0000 mon.a (mon.0) 203 : cluster [DBG] mgrmap e13: y(active, since 81s) 2024-08-29T17:32:36.307 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:32:36 smithi028 bash[31855]: cluster 2024-08-29T17:32:36.069000+0000 mon.a (mon.0) 204 : cluster [INF] Health check cleared: MON_DOWN (was: 1/3 mons down, quorum a,b) 2024-08-29T17:32:36.307 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:32:36 smithi028 bash[31855]: cluster 2024-08-29T17:32:36.069054+0000 mon.a (mon.0) 205 : cluster [INF] Cluster is now healthy 2024-08-29T17:32:36.307 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:32:36 smithi028 bash[31855]: cluster 2024-08-29T17:32:36.085165+0000 mon.a (mon.0) 206 : cluster [INF] overall HEALTH_OK 2024-08-29T17:32:36.578 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:32:36 smithi053 bash[24720]: cluster 2024-08-29T17:32:30.994913+0000 mon.c (mon.2) 1 : cluster [INF] mon.c calling monitor election 2024-08-29T17:32:36.578 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:32:36 smithi053 bash[24720]: cluster 2024-08-29T17:32:36.033933+0000 mon.c (mon.2) 2 : cluster [INF] mon.c calling monitor election 2024-08-29T17:32:36.578 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:32:36 smithi053 bash[24720]: cluster 2024-08-29T17:32:36.034456+0000 mon.b (mon.1) 3 : cluster [INF] mon.b calling monitor election 2024-08-29T17:32:36.578 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:32:36 smithi053 bash[24720]: cluster 2024-08-29T17:32:36.034716+0000 mon.a (mon.0) 198 : cluster [INF] mon.a calling monitor election 2024-08-29T17:32:36.578 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:32:36 smithi053 bash[24720]: cluster 2024-08-29T17:32:36.060887+0000 mon.a (mon.0) 199 : cluster [INF] mon.a is new leader, mons a,b,c in quorum (ranks 0,1,2) 2024-08-29T17:32:36.578 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:32:36 smithi053 bash[24720]: cluster 2024-08-29T17:32:36.067141+0000 mon.a (mon.0) 200 : cluster [DBG] monmap e3: 3 mons at {a=[v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0],b=[v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0],c=[v2:172.21.15.28:3301/0,v1:172.21.15.28:6790/0]} removed_ranks: {} disallowed_leaders: {} 2024-08-29T17:32:36.578 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:32:36 smithi053 bash[24720]: cluster 2024-08-29T17:32:36.068217+0000 mon.a (mon.0) 201 : cluster [DBG] fsmap 2024-08-29T17:32:36.578 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:32:36 smithi053 bash[24720]: cluster 2024-08-29T17:32:36.068307+0000 mon.a (mon.0) 202 : cluster [DBG] osdmap e4: 0 total, 0 up, 0 in 2024-08-29T17:32:36.578 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:32:36 smithi053 bash[24720]: cluster 2024-08-29T17:32:36.068626+0000 mon.a (mon.0) 203 : cluster [DBG] mgrmap e13: y(active, since 81s) 2024-08-29T17:32:36.578 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:32:36 smithi053 bash[24720]: cluster 2024-08-29T17:32:36.069000+0000 mon.a (mon.0) 204 : cluster [INF] Health check cleared: MON_DOWN (was: 1/3 mons down, quorum a,b) 2024-08-29T17:32:36.579 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:32:36 smithi053 bash[24720]: cluster 2024-08-29T17:32:36.069054+0000 mon.a (mon.0) 205 : cluster [INF] Cluster is now healthy 2024-08-29T17:32:36.579 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:32:36 smithi053 bash[24720]: cluster 2024-08-29T17:32:36.085165+0000 mon.a (mon.0) 206 : cluster [INF] overall HEALTH_OK 2024-08-29T17:32:37.942 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:32:37 smithi028 bash[31855]: audit 2024-08-29T17:32:36.689077+0000 mon.a (mon.0) 207 : audit [INF] from='mgr.14150 172.21.15.28:0/484978966' entity='mgr.y' 2024-08-29T17:32:37.943 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:32:37 smithi028 bash[31855]: audit 2024-08-29T17:32:36.695840+0000 mon.a (mon.0) 208 : audit [INF] from='mgr.14150 172.21.15.28:0/484978966' entity='mgr.y' 2024-08-29T17:32:37.943 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:32:37 smithi028 bash[31855]: cephadm 2024-08-29T17:32:36.697153+0000 mgr.y (mgr.14150) 63 : cephadm [INF] Reconfiguring mon.c (monmap changed)... 2024-08-29T17:32:37.943 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:32:37 smithi028 bash[31855]: audit 2024-08-29T17:32:36.697662+0000 mon.a (mon.0) 209 : audit [INF] from='mgr.14150 172.21.15.28:0/484978966' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2024-08-29T17:32:37.943 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:32:37 smithi028 bash[31855]: audit 2024-08-29T17:32:36.699121+0000 mon.a (mon.0) 210 : audit [DBG] from='mgr.14150 172.21.15.28:0/484978966' entity='mgr.y' cmd=[{"prefix": "config get", "who": "mon", "key": "public_network"}]: dispatch 2024-08-29T17:32:37.943 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:32:37 smithi028 bash[31855]: audit 2024-08-29T17:32:36.700643+0000 mon.a (mon.0) 211 : audit [DBG] from='mgr.14150 172.21.15.28:0/484978966' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-29T17:32:37.943 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:32:37 smithi028 bash[31855]: cephadm 2024-08-29T17:32:36.702340+0000 mgr.y (mgr.14150) 64 : cephadm [INF] Reconfiguring daemon mon.c on smithi028 2024-08-29T17:32:37.943 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:32:37 smithi028 bash[31855]: cluster 2024-08-29T17:32:36.741841+0000 mgr.y (mgr.14150) 65 : cluster [DBG] pgmap v35: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-08-29T17:32:37.943 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:32:37 smithi028 bash[31855]: audit 2024-08-29T17:32:36.993367+0000 mon.a (mon.0) 212 : audit [DBG] from='mgr.14150 172.21.15.28:0/484978966' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-29T17:32:37.943 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:32:37 smithi028 bash[22419]: audit 2024-08-29T17:32:36.689077+0000 mon.a (mon.0) 207 : audit [INF] from='mgr.14150 172.21.15.28:0/484978966' entity='mgr.y' 2024-08-29T17:32:37.944 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:32:37 smithi028 bash[22419]: audit 2024-08-29T17:32:36.695840+0000 mon.a (mon.0) 208 : audit [INF] from='mgr.14150 172.21.15.28:0/484978966' entity='mgr.y' 2024-08-29T17:32:37.944 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:32:37 smithi028 bash[22419]: cephadm 2024-08-29T17:32:36.697153+0000 mgr.y (mgr.14150) 63 : cephadm [INF] Reconfiguring mon.c (monmap changed)... 2024-08-29T17:32:37.944 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:32:37 smithi028 bash[22419]: audit 2024-08-29T17:32:36.697662+0000 mon.a (mon.0) 209 : audit [INF] from='mgr.14150 172.21.15.28:0/484978966' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2024-08-29T17:32:37.944 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:32:37 smithi028 bash[22419]: audit 2024-08-29T17:32:36.699121+0000 mon.a (mon.0) 210 : audit [DBG] from='mgr.14150 172.21.15.28:0/484978966' entity='mgr.y' cmd=[{"prefix": "config get", "who": "mon", "key": "public_network"}]: dispatch 2024-08-29T17:32:37.944 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:32:37 smithi028 bash[22419]: audit 2024-08-29T17:32:36.700643+0000 mon.a (mon.0) 211 : audit [DBG] from='mgr.14150 172.21.15.28:0/484978966' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-29T17:32:37.944 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:32:37 smithi028 bash[22419]: cephadm 2024-08-29T17:32:36.702340+0000 mgr.y (mgr.14150) 64 : cephadm [INF] Reconfiguring daemon mon.c on smithi028 2024-08-29T17:32:37.944 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:32:37 smithi028 bash[22419]: cluster 2024-08-29T17:32:36.741841+0000 mgr.y (mgr.14150) 65 : cluster [DBG] pgmap v35: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-08-29T17:32:37.944 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:32:37 smithi028 bash[22419]: audit 2024-08-29T17:32:36.993367+0000 mon.a (mon.0) 212 : audit [DBG] from='mgr.14150 172.21.15.28:0/484978966' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-29T17:32:38.077 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:32:37 smithi053 bash[24720]: audit 2024-08-29T17:32:36.689077+0000 mon.a (mon.0) 207 : audit [INF] from='mgr.14150 172.21.15.28:0/484978966' entity='mgr.y' 2024-08-29T17:32:38.078 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:32:37 smithi053 bash[24720]: audit 2024-08-29T17:32:36.695840+0000 mon.a (mon.0) 208 : audit [INF] from='mgr.14150 172.21.15.28:0/484978966' entity='mgr.y' 2024-08-29T17:32:38.078 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:32:37 smithi053 bash[24720]: cephadm 2024-08-29T17:32:36.697153+0000 mgr.y (mgr.14150) 63 : cephadm [INF] Reconfiguring mon.c (monmap changed)... 2024-08-29T17:32:38.078 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:32:37 smithi053 bash[24720]: audit 2024-08-29T17:32:36.697662+0000 mon.a (mon.0) 209 : audit [INF] from='mgr.14150 172.21.15.28:0/484978966' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2024-08-29T17:32:38.078 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:32:37 smithi053 bash[24720]: audit 2024-08-29T17:32:36.699121+0000 mon.a (mon.0) 210 : audit [DBG] from='mgr.14150 172.21.15.28:0/484978966' entity='mgr.y' cmd=[{"prefix": "config get", "who": "mon", "key": "public_network"}]: dispatch 2024-08-29T17:32:38.078 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:32:37 smithi053 bash[24720]: audit 2024-08-29T17:32:36.700643+0000 mon.a (mon.0) 211 : audit [DBG] from='mgr.14150 172.21.15.28:0/484978966' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-29T17:32:38.078 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:32:37 smithi053 bash[24720]: cephadm 2024-08-29T17:32:36.702340+0000 mgr.y (mgr.14150) 64 : cephadm [INF] Reconfiguring daemon mon.c on smithi028 2024-08-29T17:32:38.078 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:32:37 smithi053 bash[24720]: cluster 2024-08-29T17:32:36.741841+0000 mgr.y (mgr.14150) 65 : cluster [DBG] pgmap v35: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-08-29T17:32:38.078 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:32:37 smithi053 bash[24720]: audit 2024-08-29T17:32:36.993367+0000 mon.a (mon.0) 212 : audit [DBG] from='mgr.14150 172.21.15.28:0/484978966' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-29T17:32:39.764 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:32:39 smithi053 bash[24720]: audit 2024-08-29T17:32:38.489642+0000 mon.a (mon.0) 213 : audit [INF] from='mgr.14150 172.21.15.28:0/484978966' entity='mgr.y' 2024-08-29T17:32:39.764 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:32:39 smithi053 bash[24720]: audit 2024-08-29T17:32:38.494764+0000 mon.a (mon.0) 214 : audit [INF] from='mgr.14150 172.21.15.28:0/484978966' entity='mgr.y' 2024-08-29T17:32:39.764 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:32:39 smithi053 bash[24720]: cephadm 2024-08-29T17:32:38.495992+0000 mgr.y (mgr.14150) 66 : cephadm [INF] Reconfiguring mon.b (monmap changed)... 2024-08-29T17:32:39.764 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:32:39 smithi053 bash[24720]: audit 2024-08-29T17:32:38.496661+0000 mon.a (mon.0) 215 : audit [INF] from='mgr.14150 172.21.15.28:0/484978966' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2024-08-29T17:32:39.764 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:32:39 smithi053 bash[24720]: audit 2024-08-29T17:32:38.498036+0000 mon.a (mon.0) 216 : audit [DBG] from='mgr.14150 172.21.15.28:0/484978966' entity='mgr.y' cmd=[{"prefix": "config get", "who": "mon", "key": "public_network"}]: dispatch 2024-08-29T17:32:39.764 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:32:39 smithi053 bash[24720]: audit 2024-08-29T17:32:38.499404+0000 mon.a (mon.0) 217 : audit [DBG] from='mgr.14150 172.21.15.28:0/484978966' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-29T17:32:39.765 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:32:39 smithi053 bash[24720]: cephadm 2024-08-29T17:32:38.500851+0000 mgr.y (mgr.14150) 67 : cephadm [INF] Reconfiguring daemon mon.b on smithi053 2024-08-29T17:32:39.765 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:32:39 smithi053 bash[24720]: cluster 2024-08-29T17:32:38.742204+0000 mgr.y (mgr.14150) 68 : cluster [DBG] pgmap v36: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-08-29T17:32:39.883 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:32:39 smithi028 bash[22419]: audit 2024-08-29T17:32:38.489642+0000 mon.a (mon.0) 213 : audit [INF] from='mgr.14150 172.21.15.28:0/484978966' entity='mgr.y' 2024-08-29T17:32:39.883 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:32:39 smithi028 bash[22419]: audit 2024-08-29T17:32:38.494764+0000 mon.a (mon.0) 214 : audit [INF] from='mgr.14150 172.21.15.28:0/484978966' entity='mgr.y' 2024-08-29T17:32:39.883 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:32:39 smithi028 bash[22419]: cephadm 2024-08-29T17:32:38.495992+0000 mgr.y (mgr.14150) 66 : cephadm [INF] Reconfiguring mon.b (monmap changed)... 2024-08-29T17:32:39.883 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:32:39 smithi028 bash[22419]: audit 2024-08-29T17:32:38.496661+0000 mon.a (mon.0) 215 : audit [INF] from='mgr.14150 172.21.15.28:0/484978966' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2024-08-29T17:32:39.883 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:32:39 smithi028 bash[22419]: audit 2024-08-29T17:32:38.498036+0000 mon.a (mon.0) 216 : audit [DBG] from='mgr.14150 172.21.15.28:0/484978966' entity='mgr.y' cmd=[{"prefix": "config get", "who": "mon", "key": "public_network"}]: dispatch 2024-08-29T17:32:39.883 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:32:39 smithi028 bash[22419]: audit 2024-08-29T17:32:38.499404+0000 mon.a (mon.0) 217 : audit [DBG] from='mgr.14150 172.21.15.28:0/484978966' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-29T17:32:39.883 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:32:39 smithi028 bash[22419]: cephadm 2024-08-29T17:32:38.500851+0000 mgr.y (mgr.14150) 67 : cephadm [INF] Reconfiguring daemon mon.b on smithi053 2024-08-29T17:32:39.883 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:32:39 smithi028 bash[22419]: cluster 2024-08-29T17:32:38.742204+0000 mgr.y (mgr.14150) 68 : cluster [DBG] pgmap v36: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-08-29T17:32:39.884 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:32:39 smithi028 bash[31855]: audit 2024-08-29T17:32:38.489642+0000 mon.a (mon.0) 213 : audit [INF] from='mgr.14150 172.21.15.28:0/484978966' entity='mgr.y' 2024-08-29T17:32:39.884 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:32:39 smithi028 bash[31855]: audit 2024-08-29T17:32:38.494764+0000 mon.a (mon.0) 214 : audit [INF] from='mgr.14150 172.21.15.28:0/484978966' entity='mgr.y' 2024-08-29T17:32:39.884 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:32:39 smithi028 bash[31855]: cephadm 2024-08-29T17:32:38.495992+0000 mgr.y (mgr.14150) 66 : cephadm [INF] Reconfiguring mon.b (monmap changed)... 2024-08-29T17:32:39.884 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:32:39 smithi028 bash[31855]: audit 2024-08-29T17:32:38.496661+0000 mon.a (mon.0) 215 : audit [INF] from='mgr.14150 172.21.15.28:0/484978966' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2024-08-29T17:32:39.884 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:32:39 smithi028 bash[31855]: audit 2024-08-29T17:32:38.498036+0000 mon.a (mon.0) 216 : audit [DBG] from='mgr.14150 172.21.15.28:0/484978966' entity='mgr.y' cmd=[{"prefix": "config get", "who": "mon", "key": "public_network"}]: dispatch 2024-08-29T17:32:39.884 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:32:39 smithi028 bash[31855]: audit 2024-08-29T17:32:38.499404+0000 mon.a (mon.0) 217 : audit [DBG] from='mgr.14150 172.21.15.28:0/484978966' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-29T17:32:39.884 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:32:39 smithi028 bash[31855]: cephadm 2024-08-29T17:32:38.500851+0000 mgr.y (mgr.14150) 67 : cephadm [INF] Reconfiguring daemon mon.b on smithi053 2024-08-29T17:32:39.884 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:32:39 smithi028 bash[31855]: cluster 2024-08-29T17:32:38.742204+0000 mgr.y (mgr.14150) 68 : cluster [DBG] pgmap v36: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-08-29T17:32:39.887 INFO:teuthology.orchestra.run.smithi028.stderr:Inferring config /var/lib/ceph/3167ee72-662c-11ef-bcd4-c7b262605968/mon.a/config 2024-08-29T17:32:41.633 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:32:41 smithi028 bash[31855]: audit 2024-08-29T17:32:40.382579+0000 mon.a (mon.0) 218 : audit [INF] from='mgr.14150 172.21.15.28:0/484978966' entity='mgr.y' 2024-08-29T17:32:41.633 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:32:41 smithi028 bash[31855]: audit 2024-08-29T17:32:40.389656+0000 mon.a (mon.0) 219 : audit [INF] from='mgr.14150 172.21.15.28:0/484978966' entity='mgr.y' 2024-08-29T17:32:41.633 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:32:41 smithi028 bash[31855]: audit 2024-08-29T17:32:40.391846+0000 mon.a (mon.0) 220 : audit [DBG] from='mgr.14150 172.21.15.28:0/484978966' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-29T17:32:41.633 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:32:41 smithi028 bash[31855]: audit 2024-08-29T17:32:40.395056+0000 mon.a (mon.0) 221 : audit [DBG] from='mgr.14150 172.21.15.28:0/484978966' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-29T17:32:41.633 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:32:41 smithi028 bash[31855]: audit 2024-08-29T17:32:40.396778+0000 mon.a (mon.0) 222 : audit [INF] from='mgr.14150 172.21.15.28:0/484978966' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-29T17:32:41.633 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:32:41 smithi028 bash[31855]: audit 2024-08-29T17:32:40.405208+0000 mon.a (mon.0) 223 : audit [INF] from='mgr.14150 172.21.15.28:0/484978966' entity='mgr.y' 2024-08-29T17:32:41.633 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:32:41 smithi028 bash[31855]: cluster 2024-08-29T17:32:40.742593+0000 mgr.y (mgr.14150) 69 : cluster [DBG] pgmap v37: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-08-29T17:32:41.633 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:32:41 smithi028 bash[22419]: audit 2024-08-29T17:32:40.382579+0000 mon.a (mon.0) 218 : audit [INF] from='mgr.14150 172.21.15.28:0/484978966' entity='mgr.y' 2024-08-29T17:32:41.633 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:32:41 smithi028 bash[22419]: audit 2024-08-29T17:32:40.389656+0000 mon.a (mon.0) 219 : audit [INF] from='mgr.14150 172.21.15.28:0/484978966' entity='mgr.y' 2024-08-29T17:32:41.633 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:32:41 smithi028 bash[22419]: audit 2024-08-29T17:32:40.391846+0000 mon.a (mon.0) 220 : audit [DBG] from='mgr.14150 172.21.15.28:0/484978966' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-29T17:32:41.634 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:32:41 smithi028 bash[22419]: audit 2024-08-29T17:32:40.395056+0000 mon.a (mon.0) 221 : audit [DBG] from='mgr.14150 172.21.15.28:0/484978966' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-29T17:32:41.634 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:32:41 smithi028 bash[22419]: audit 2024-08-29T17:32:40.396778+0000 mon.a (mon.0) 222 : audit [INF] from='mgr.14150 172.21.15.28:0/484978966' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-29T17:32:41.634 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:32:41 smithi028 bash[22419]: audit 2024-08-29T17:32:40.405208+0000 mon.a (mon.0) 223 : audit [INF] from='mgr.14150 172.21.15.28:0/484978966' entity='mgr.y' 2024-08-29T17:32:41.634 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:32:41 smithi028 bash[22419]: cluster 2024-08-29T17:32:40.742593+0000 mgr.y (mgr.14150) 69 : cluster [DBG] pgmap v37: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-08-29T17:32:41.828 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:32:41 smithi053 bash[24720]: audit 2024-08-29T17:32:40.382579+0000 mon.a (mon.0) 218 : audit [INF] from='mgr.14150 172.21.15.28:0/484978966' entity='mgr.y' 2024-08-29T17:32:41.828 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:32:41 smithi053 bash[24720]: audit 2024-08-29T17:32:40.389656+0000 mon.a (mon.0) 219 : audit [INF] from='mgr.14150 172.21.15.28:0/484978966' entity='mgr.y' 2024-08-29T17:32:41.828 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:32:41 smithi053 bash[24720]: audit 2024-08-29T17:32:40.391846+0000 mon.a (mon.0) 220 : audit [DBG] from='mgr.14150 172.21.15.28:0/484978966' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-29T17:32:41.828 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:32:41 smithi053 bash[24720]: audit 2024-08-29T17:32:40.395056+0000 mon.a (mon.0) 221 : audit [DBG] from='mgr.14150 172.21.15.28:0/484978966' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-29T17:32:41.828 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:32:41 smithi053 bash[24720]: audit 2024-08-29T17:32:40.396778+0000 mon.a (mon.0) 222 : audit [INF] from='mgr.14150 172.21.15.28:0/484978966' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-29T17:32:41.828 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:32:41 smithi053 bash[24720]: audit 2024-08-29T17:32:40.405208+0000 mon.a (mon.0) 223 : audit [INF] from='mgr.14150 172.21.15.28:0/484978966' entity='mgr.y' 2024-08-29T17:32:41.828 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:32:41 smithi053 bash[24720]: cluster 2024-08-29T17:32:40.742593+0000 mgr.y (mgr.14150) 69 : cluster [DBG] pgmap v37: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-08-29T17:32:42.889 INFO:teuthology.orchestra.run.smithi028.stdout:# minimal ceph.conf for 3167ee72-662c-11ef-bcd4-c7b262605968 2024-08-29T17:32:42.889 INFO:teuthology.orchestra.run.smithi028.stdout:[global] 2024-08-29T17:32:42.889 INFO:teuthology.orchestra.run.smithi028.stdout: fsid = 3167ee72-662c-11ef-bcd4-c7b262605968 2024-08-29T17:32:42.889 INFO:teuthology.orchestra.run.smithi028.stdout: mon_host = [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] [v2:172.21.15.28:3301/0,v1:172.21.15.28:6790/0] 2024-08-29T17:32:43.437 INFO:tasks.cephadm:Distributing (final) config and client.admin keyring... 2024-08-29T17:32:43.437 DEBUG:teuthology.orchestra.run.smithi028:> set -ex 2024-08-29T17:32:43.437 DEBUG:teuthology.orchestra.run.smithi028:> sudo dd of=/etc/ceph/ceph.conf 2024-08-29T17:32:43.452 DEBUG:teuthology.orchestra.run.smithi028:> set -ex 2024-08-29T17:32:43.452 DEBUG:teuthology.orchestra.run.smithi028:> sudo dd of=/etc/ceph/ceph.client.admin.keyring 2024-08-29T17:32:43.509 DEBUG:teuthology.orchestra.run.smithi053:> set -ex 2024-08-29T17:32:43.509 DEBUG:teuthology.orchestra.run.smithi053:> sudo dd of=/etc/ceph/ceph.conf 2024-08-29T17:32:43.524 DEBUG:teuthology.orchestra.run.smithi053:> set -ex 2024-08-29T17:32:43.524 DEBUG:teuthology.orchestra.run.smithi053:> sudo dd of=/etc/ceph/ceph.client.admin.keyring 2024-08-29T17:32:43.580 INFO:tasks.cephadm:Adding mgr.y on smithi028 2024-08-29T17:32:43.580 INFO:tasks.cephadm:Adding mgr.x on smithi053 2024-08-29T17:32:43.580 DEBUG:teuthology.orchestra.run.smithi053:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 3167ee72-662c-11ef-bcd4-c7b262605968 -- ceph orch apply mgr '2;smithi028=y;smithi053=x' 2024-08-29T17:32:44.077 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:32:43 smithi053 bash[24720]: cluster 2024-08-29T17:32:42.742878+0000 mgr.y (mgr.14150) 70 : cluster [DBG] pgmap v38: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-08-29T17:32:44.077 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:32:43 smithi053 bash[24720]: audit 2024-08-29T17:32:42.888226+0000 mon.c (mon.2) 3 : audit [DBG] from='client.? 172.21.15.28:0/918716914' entity='client.admin' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-29T17:32:44.132 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:32:43 smithi028 bash[22419]: cluster 2024-08-29T17:32:42.742878+0000 mgr.y (mgr.14150) 70 : cluster [DBG] pgmap v38: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-08-29T17:32:44.132 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:32:43 smithi028 bash[22419]: audit 2024-08-29T17:32:42.888226+0000 mon.c (mon.2) 3 : audit [DBG] from='client.? 172.21.15.28:0/918716914' entity='client.admin' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-29T17:32:44.133 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:32:43 smithi028 bash[31855]: cluster 2024-08-29T17:32:42.742878+0000 mgr.y (mgr.14150) 70 : cluster [DBG] pgmap v38: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-08-29T17:32:44.133 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:32:43 smithi028 bash[31855]: audit 2024-08-29T17:32:42.888226+0000 mon.c (mon.2) 3 : audit [DBG] from='client.? 172.21.15.28:0/918716914' entity='client.admin' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-29T17:32:46.077 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:32:45 smithi053 bash[24720]: cluster 2024-08-29T17:32:44.743263+0000 mgr.y (mgr.14150) 71 : cluster [DBG] pgmap v39: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-08-29T17:32:46.133 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:32:45 smithi028 bash[22419]: cluster 2024-08-29T17:32:44.743263+0000 mgr.y (mgr.14150) 71 : cluster [DBG] pgmap v39: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-08-29T17:32:46.133 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:32:45 smithi028 bash[31855]: cluster 2024-08-29T17:32:44.743263+0000 mgr.y (mgr.14150) 71 : cluster [DBG] pgmap v39: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-08-29T17:32:47.331 INFO:teuthology.orchestra.run.smithi053.stderr:Inferring config /var/lib/ceph/3167ee72-662c-11ef-bcd4-c7b262605968/mon.b/config 2024-08-29T17:32:48.077 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:32:47 smithi053 bash[24720]: cluster 2024-08-29T17:32:46.743658+0000 mgr.y (mgr.14150) 72 : cluster [DBG] pgmap v40: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-08-29T17:32:48.132 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:32:47 smithi028 bash[22419]: cluster 2024-08-29T17:32:46.743658+0000 mgr.y (mgr.14150) 72 : cluster [DBG] pgmap v40: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-08-29T17:32:48.133 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:32:47 smithi028 bash[31855]: cluster 2024-08-29T17:32:46.743658+0000 mgr.y (mgr.14150) 72 : cluster [DBG] pgmap v40: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-08-29T17:32:50.077 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:32:49 smithi053 bash[24720]: cluster 2024-08-29T17:32:48.744055+0000 mgr.y (mgr.14150) 73 : cluster [DBG] pgmap v41: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-08-29T17:32:50.132 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:32:49 smithi028 bash[22419]: cluster 2024-08-29T17:32:48.744055+0000 mgr.y (mgr.14150) 73 : cluster [DBG] pgmap v41: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-08-29T17:32:50.133 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:32:49 smithi028 bash[31855]: cluster 2024-08-29T17:32:48.744055+0000 mgr.y (mgr.14150) 73 : cluster [DBG] pgmap v41: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-08-29T17:32:50.162 INFO:teuthology.orchestra.run.smithi053.stdout:Scheduled mgr update... 2024-08-29T17:32:51.079 DEBUG:teuthology.orchestra.run.smithi053:mgr.x> sudo journalctl -f -n 0 -u ceph-3167ee72-662c-11ef-bcd4-c7b262605968@mgr.x.service 2024-08-29T17:32:51.082 INFO:tasks.cephadm:Deploying OSDs... 2024-08-29T17:32:51.082 DEBUG:teuthology.orchestra.run.smithi028:> set -ex 2024-08-29T17:32:51.082 DEBUG:teuthology.orchestra.run.smithi028:> dd if=/scratch_devs of=/dev/stdout 2024-08-29T17:32:51.088 DEBUG:teuthology.misc:devs=['/dev/vg_nvme/lv_1', '/dev/vg_nvme/lv_2', '/dev/vg_nvme/lv_3', '/dev/vg_nvme/lv_4'] 2024-08-29T17:32:51.089 DEBUG:teuthology.orchestra.run.smithi028:> stat /dev/vg_nvme/lv_1 2024-08-29T17:32:51.135 INFO:teuthology.orchestra.run.smithi028.stdout: File: /dev/vg_nvme/lv_1 -> ../dm-0 2024-08-29T17:32:51.135 INFO:teuthology.orchestra.run.smithi028.stdout: Size: 7 Blocks: 0 IO Block: 4096 symbolic link 2024-08-29T17:32:51.135 INFO:teuthology.orchestra.run.smithi028.stdout:Device: 5h/5d Inode: 889 Links: 1 2024-08-29T17:32:51.135 INFO:teuthology.orchestra.run.smithi028.stdout:Access: (0777/lrwxrwxrwx) Uid: ( 0/ root) Gid: ( 0/ root) 2024-08-29T17:32:51.135 INFO:teuthology.orchestra.run.smithi028.stdout:Access: 2024-08-29 17:23:48.144442622 +0000 2024-08-29T17:32:51.135 INFO:teuthology.orchestra.run.smithi028.stdout:Modify: 2024-08-29 17:23:47.896444837 +0000 2024-08-29T17:32:51.135 INFO:teuthology.orchestra.run.smithi028.stdout:Change: 2024-08-29 17:23:47.896444837 +0000 2024-08-29T17:32:51.135 INFO:teuthology.orchestra.run.smithi028.stdout: Birth: - 2024-08-29T17:32:51.135 DEBUG:teuthology.orchestra.run.smithi028:> sudo dd if=/dev/vg_nvme/lv_1 of=/dev/null count=1 2024-08-29T17:32:51.191 INFO:teuthology.orchestra.run.smithi028.stderr:1+0 records in 2024-08-29T17:32:51.192 INFO:teuthology.orchestra.run.smithi028.stderr:1+0 records out 2024-08-29T17:32:51.192 INFO:teuthology.orchestra.run.smithi028.stderr:512 bytes copied, 0.000245049 s, 2.1 MB/s 2024-08-29T17:32:51.193 DEBUG:teuthology.orchestra.run.smithi028:> ! mount | grep -v devtmpfs | grep -q /dev/vg_nvme/lv_1 2024-08-29T17:32:51.244 DEBUG:teuthology.orchestra.run.smithi028:> stat /dev/vg_nvme/lv_2 2024-08-29T17:32:51.290 INFO:teuthology.orchestra.run.smithi028.stdout: File: /dev/vg_nvme/lv_2 -> ../dm-1 2024-08-29T17:32:51.290 INFO:teuthology.orchestra.run.smithi028.stdout: Size: 7 Blocks: 0 IO Block: 4096 symbolic link 2024-08-29T17:32:51.290 INFO:teuthology.orchestra.run.smithi028.stdout:Device: 5h/5d Inode: 898 Links: 1 2024-08-29T17:32:51.290 INFO:teuthology.orchestra.run.smithi028.stdout:Access: (0777/lrwxrwxrwx) Uid: ( 0/ root) Gid: ( 0/ root) 2024-08-29T17:32:51.291 INFO:teuthology.orchestra.run.smithi028.stdout:Access: 2024-08-29 17:23:48.632438263 +0000 2024-08-29T17:32:51.291 INFO:teuthology.orchestra.run.smithi028.stdout:Modify: 2024-08-29 17:23:48.380440513 +0000 2024-08-29T17:32:51.291 INFO:teuthology.orchestra.run.smithi028.stdout:Change: 2024-08-29 17:23:48.380440513 +0000 2024-08-29T17:32:51.291 INFO:teuthology.orchestra.run.smithi028.stdout: Birth: - 2024-08-29T17:32:51.291 DEBUG:teuthology.orchestra.run.smithi028:> sudo dd if=/dev/vg_nvme/lv_2 of=/dev/null count=1 2024-08-29T17:32:51.345 INFO:teuthology.orchestra.run.smithi028.stderr:1+0 records in 2024-08-29T17:32:51.345 INFO:teuthology.orchestra.run.smithi028.stderr:1+0 records out 2024-08-29T17:32:51.345 INFO:teuthology.orchestra.run.smithi028.stderr:512 bytes copied, 0.000317477 s, 1.6 MB/s 2024-08-29T17:32:51.346 DEBUG:teuthology.orchestra.run.smithi028:> ! mount | grep -v devtmpfs | grep -q /dev/vg_nvme/lv_2 2024-08-29T17:32:51.395 DEBUG:teuthology.orchestra.run.smithi028:> stat /dev/vg_nvme/lv_3 2024-08-29T17:32:51.442 INFO:teuthology.orchestra.run.smithi028.stdout: File: /dev/vg_nvme/lv_3 -> ../dm-2 2024-08-29T17:32:51.442 INFO:teuthology.orchestra.run.smithi028.stdout: Size: 7 Blocks: 0 IO Block: 4096 symbolic link 2024-08-29T17:32:51.442 INFO:teuthology.orchestra.run.smithi028.stdout:Device: 5h/5d Inode: 923 Links: 1 2024-08-29T17:32:51.442 INFO:teuthology.orchestra.run.smithi028.stdout:Access: (0777/lrwxrwxrwx) Uid: ( 0/ root) Gid: ( 0/ root) 2024-08-29T17:32:51.442 INFO:teuthology.orchestra.run.smithi028.stdout:Access: 2024-08-29 17:23:48.848436333 +0000 2024-08-29T17:32:51.442 INFO:teuthology.orchestra.run.smithi028.stdout:Modify: 2024-08-29 17:23:48.844436369 +0000 2024-08-29T17:32:51.442 INFO:teuthology.orchestra.run.smithi028.stdout:Change: 2024-08-29 17:23:48.844436369 +0000 2024-08-29T17:32:51.442 INFO:teuthology.orchestra.run.smithi028.stdout: Birth: - 2024-08-29T17:32:51.443 DEBUG:teuthology.orchestra.run.smithi028:> sudo dd if=/dev/vg_nvme/lv_3 of=/dev/null count=1 2024-08-29T17:32:51.494 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:32:51 smithi028 bash[22419]: audit 2024-08-29T17:32:50.150259+0000 mgr.y (mgr.14150) 74 : audit [DBG] from='client.24103 -' entity='client.admin' cmd=[{"prefix": "orch apply", "service_type": "mgr", "placement": "2;smithi028=y;smithi053=x", "target": ["mon-mgr", ""]}]: dispatch 2024-08-29T17:32:51.494 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:32:51 smithi028 bash[22419]: cephadm 2024-08-29T17:32:50.153156+0000 mgr.y (mgr.14150) 75 : cephadm [INF] Saving service mgr spec with placement smithi028=y;smithi053=x;count:2 2024-08-29T17:32:51.495 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:32:51 smithi028 bash[22419]: audit 2024-08-29T17:32:50.161093+0000 mon.a (mon.0) 224 : audit [INF] from='mgr.14150 172.21.15.28:0/484978966' entity='mgr.y' 2024-08-29T17:32:51.495 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:32:51 smithi028 bash[22419]: audit 2024-08-29T17:32:50.162716+0000 mon.a (mon.0) 225 : audit [DBG] from='mgr.14150 172.21.15.28:0/484978966' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-29T17:32:51.495 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:32:51 smithi028 bash[22419]: audit 2024-08-29T17:32:50.165932+0000 mon.a (mon.0) 226 : audit [DBG] from='mgr.14150 172.21.15.28:0/484978966' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-29T17:32:51.495 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:32:51 smithi028 bash[22419]: audit 2024-08-29T17:32:50.167479+0000 mon.a (mon.0) 227 : audit [INF] from='mgr.14150 172.21.15.28:0/484978966' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-29T17:32:51.495 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:32:51 smithi028 bash[22419]: audit 2024-08-29T17:32:50.177592+0000 mon.a (mon.0) 228 : audit [INF] from='mgr.14150 172.21.15.28:0/484978966' entity='mgr.y' 2024-08-29T17:32:51.495 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:32:51 smithi028 bash[22419]: audit 2024-08-29T17:32:50.180463+0000 mon.a (mon.0) 229 : audit [INF] from='mgr.14150 172.21.15.28:0/484978966' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.x", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2024-08-29T17:32:51.495 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:32:51 smithi028 bash[22419]: audit 2024-08-29T17:32:50.187443+0000 mon.a (mon.0) 230 : audit [INF] from='mgr.14150 172.21.15.28:0/484978966' entity='mgr.y' cmd='[{"prefix": "auth get-or-create", "entity": "mgr.x", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]': finished 2024-08-29T17:32:51.495 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:32:51 smithi028 bash[22419]: audit 2024-08-29T17:32:50.189124+0000 mon.a (mon.0) 231 : audit [DBG] from='mgr.14150 172.21.15.28:0/484978966' entity='mgr.y' cmd=[{"prefix": "mgr services"}]: dispatch 2024-08-29T17:32:51.495 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:32:51 smithi028 bash[22419]: audit 2024-08-29T17:32:50.190922+0000 mon.a (mon.0) 232 : audit [DBG] from='mgr.14150 172.21.15.28:0/484978966' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-29T17:32:51.495 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:32:51 smithi028 bash[22419]: cephadm 2024-08-29T17:32:50.192736+0000 mgr.y (mgr.14150) 76 : cephadm [INF] Deploying daemon mgr.x on smithi053 2024-08-29T17:32:51.496 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:32:51 smithi028 bash[31855]: audit 2024-08-29T17:32:50.150259+0000 mgr.y (mgr.14150) 74 : audit [DBG] from='client.24103 -' entity='client.admin' cmd=[{"prefix": "orch apply", "service_type": "mgr", "placement": "2;smithi028=y;smithi053=x", "target": ["mon-mgr", ""]}]: dispatch 2024-08-29T17:32:51.496 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:32:51 smithi028 bash[31855]: cephadm 2024-08-29T17:32:50.153156+0000 mgr.y (mgr.14150) 75 : cephadm [INF] Saving service mgr spec with placement smithi028=y;smithi053=x;count:2 2024-08-29T17:32:51.496 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:32:51 smithi028 bash[31855]: audit 2024-08-29T17:32:50.161093+0000 mon.a (mon.0) 224 : audit [INF] from='mgr.14150 172.21.15.28:0/484978966' entity='mgr.y' 2024-08-29T17:32:51.496 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:32:51 smithi028 bash[31855]: audit 2024-08-29T17:32:50.162716+0000 mon.a (mon.0) 225 : audit [DBG] from='mgr.14150 172.21.15.28:0/484978966' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-29T17:32:51.496 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:32:51 smithi028 bash[31855]: audit 2024-08-29T17:32:50.165932+0000 mon.a (mon.0) 226 : audit [DBG] from='mgr.14150 172.21.15.28:0/484978966' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-29T17:32:51.496 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:32:51 smithi028 bash[31855]: audit 2024-08-29T17:32:50.167479+0000 mon.a (mon.0) 227 : audit [INF] from='mgr.14150 172.21.15.28:0/484978966' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-29T17:32:51.496 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:32:51 smithi028 bash[31855]: audit 2024-08-29T17:32:50.177592+0000 mon.a (mon.0) 228 : audit [INF] from='mgr.14150 172.21.15.28:0/484978966' entity='mgr.y' 2024-08-29T17:32:51.496 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:32:51 smithi028 bash[31855]: audit 2024-08-29T17:32:50.180463+0000 mon.a (mon.0) 229 : audit [INF] from='mgr.14150 172.21.15.28:0/484978966' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.x", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2024-08-29T17:32:51.496 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:32:51 smithi028 bash[31855]: audit 2024-08-29T17:32:50.187443+0000 mon.a (mon.0) 230 : audit [INF] from='mgr.14150 172.21.15.28:0/484978966' entity='mgr.y' cmd='[{"prefix": "auth get-or-create", "entity": "mgr.x", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]': finished 2024-08-29T17:32:51.496 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:32:51 smithi028 bash[31855]: audit 2024-08-29T17:32:50.189124+0000 mon.a (mon.0) 231 : audit [DBG] from='mgr.14150 172.21.15.28:0/484978966' entity='mgr.y' cmd=[{"prefix": "mgr services"}]: dispatch 2024-08-29T17:32:51.496 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:32:51 smithi028 bash[31855]: audit 2024-08-29T17:32:50.190922+0000 mon.a (mon.0) 232 : audit [DBG] from='mgr.14150 172.21.15.28:0/484978966' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-29T17:32:51.496 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:32:51 smithi028 bash[31855]: cephadm 2024-08-29T17:32:50.192736+0000 mgr.y (mgr.14150) 76 : cephadm [INF] Deploying daemon mgr.x on smithi053 2024-08-29T17:32:51.497 INFO:teuthology.orchestra.run.smithi028.stderr:1+0 records in 2024-08-29T17:32:51.497 INFO:teuthology.orchestra.run.smithi028.stderr:1+0 records out 2024-08-29T17:32:51.497 INFO:teuthology.orchestra.run.smithi028.stderr:512 bytes copied, 0.000202155 s, 2.5 MB/s 2024-08-29T17:32:51.498 DEBUG:teuthology.orchestra.run.smithi028:> ! mount | grep -v devtmpfs | grep -q /dev/vg_nvme/lv_3 2024-08-29T17:32:51.548 DEBUG:teuthology.orchestra.run.smithi028:> stat /dev/vg_nvme/lv_4 2024-08-29T17:32:51.578 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:32:51 smithi053 bash[24720]: audit 2024-08-29T17:32:50.150259+0000 mgr.y (mgr.14150) 74 : audit [DBG] from='client.24103 -' entity='client.admin' cmd=[{"prefix": "orch apply", "service_type": "mgr", "placement": "2;smithi028=y;smithi053=x", "target": ["mon-mgr", ""]}]: dispatch 2024-08-29T17:32:51.578 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:32:51 smithi053 bash[24720]: cephadm 2024-08-29T17:32:50.153156+0000 mgr.y (mgr.14150) 75 : cephadm [INF] Saving service mgr spec with placement smithi028=y;smithi053=x;count:2 2024-08-29T17:32:51.578 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:32:51 smithi053 bash[24720]: audit 2024-08-29T17:32:50.161093+0000 mon.a (mon.0) 224 : audit [INF] from='mgr.14150 172.21.15.28:0/484978966' entity='mgr.y' 2024-08-29T17:32:51.578 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:32:51 smithi053 bash[24720]: audit 2024-08-29T17:32:50.162716+0000 mon.a (mon.0) 225 : audit [DBG] from='mgr.14150 172.21.15.28:0/484978966' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-29T17:32:51.578 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:32:51 smithi053 bash[24720]: audit 2024-08-29T17:32:50.165932+0000 mon.a (mon.0) 226 : audit [DBG] from='mgr.14150 172.21.15.28:0/484978966' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-29T17:32:51.578 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:32:51 smithi053 bash[24720]: audit 2024-08-29T17:32:50.167479+0000 mon.a (mon.0) 227 : audit [INF] from='mgr.14150 172.21.15.28:0/484978966' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-29T17:32:51.578 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:32:51 smithi053 bash[24720]: audit 2024-08-29T17:32:50.177592+0000 mon.a (mon.0) 228 : audit [INF] from='mgr.14150 172.21.15.28:0/484978966' entity='mgr.y' 2024-08-29T17:32:51.578 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:32:51 smithi053 bash[24720]: audit 2024-08-29T17:32:50.180463+0000 mon.a (mon.0) 229 : audit [INF] from='mgr.14150 172.21.15.28:0/484978966' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.x", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2024-08-29T17:32:51.578 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:32:51 smithi053 bash[24720]: audit 2024-08-29T17:32:50.187443+0000 mon.a (mon.0) 230 : audit [INF] from='mgr.14150 172.21.15.28:0/484978966' entity='mgr.y' cmd='[{"prefix": "auth get-or-create", "entity": "mgr.x", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]': finished 2024-08-29T17:32:51.578 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:32:51 smithi053 bash[24720]: audit 2024-08-29T17:32:50.189124+0000 mon.a (mon.0) 231 : audit [DBG] from='mgr.14150 172.21.15.28:0/484978966' entity='mgr.y' cmd=[{"prefix": "mgr services"}]: dispatch 2024-08-29T17:32:51.578 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:32:51 smithi053 bash[24720]: audit 2024-08-29T17:32:50.190922+0000 mon.a (mon.0) 232 : audit [DBG] from='mgr.14150 172.21.15.28:0/484978966' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-29T17:32:51.579 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:32:51 smithi053 bash[24720]: cephadm 2024-08-29T17:32:50.192736+0000 mgr.y (mgr.14150) 76 : cephadm [INF] Deploying daemon mgr.x on smithi053 2024-08-29T17:32:51.594 INFO:teuthology.orchestra.run.smithi028.stdout: File: /dev/vg_nvme/lv_4 -> ../dm-3 2024-08-29T17:32:51.594 INFO:teuthology.orchestra.run.smithi028.stdout: Size: 7 Blocks: 0 IO Block: 4096 symbolic link 2024-08-29T17:32:51.594 INFO:teuthology.orchestra.run.smithi028.stdout:Device: 5h/5d Inode: 933 Links: 1 2024-08-29T17:32:51.594 INFO:teuthology.orchestra.run.smithi028.stdout:Access: (0777/lrwxrwxrwx) Uid: ( 0/ root) Gid: ( 0/ root) 2024-08-29T17:32:51.594 INFO:teuthology.orchestra.run.smithi028.stdout:Access: 2024-08-29 17:23:49.588429724 +0000 2024-08-29T17:32:51.595 INFO:teuthology.orchestra.run.smithi028.stdout:Modify: 2024-08-29 17:23:49.332432010 +0000 2024-08-29T17:32:51.595 INFO:teuthology.orchestra.run.smithi028.stdout:Change: 2024-08-29 17:23:49.332432010 +0000 2024-08-29T17:32:51.595 INFO:teuthology.orchestra.run.smithi028.stdout: Birth: - 2024-08-29T17:32:51.595 DEBUG:teuthology.orchestra.run.smithi028:> sudo dd if=/dev/vg_nvme/lv_4 of=/dev/null count=1 2024-08-29T17:32:51.649 INFO:teuthology.orchestra.run.smithi028.stderr:1+0 records in 2024-08-29T17:32:51.649 INFO:teuthology.orchestra.run.smithi028.stderr:1+0 records out 2024-08-29T17:32:51.649 INFO:teuthology.orchestra.run.smithi028.stderr:512 bytes copied, 0.000317722 s, 1.6 MB/s 2024-08-29T17:32:51.651 DEBUG:teuthology.orchestra.run.smithi028:> ! mount | grep -v devtmpfs | grep -q /dev/vg_nvme/lv_4 2024-08-29T17:32:51.700 DEBUG:teuthology.orchestra.run.smithi053:> set -ex 2024-08-29T17:32:51.700 DEBUG:teuthology.orchestra.run.smithi053:> dd if=/scratch_devs of=/dev/stdout 2024-08-29T17:32:51.706 DEBUG:teuthology.misc:devs=['/dev/vg_nvme/lv_1', '/dev/vg_nvme/lv_2', '/dev/vg_nvme/lv_3', '/dev/vg_nvme/lv_4'] 2024-08-29T17:32:51.706 DEBUG:teuthology.orchestra.run.smithi053:> stat /dev/vg_nvme/lv_1 2024-08-29T17:32:51.753 INFO:teuthology.orchestra.run.smithi053.stdout: File: /dev/vg_nvme/lv_1 -> ../dm-0 2024-08-29T17:32:51.753 INFO:teuthology.orchestra.run.smithi053.stdout: Size: 7 Blocks: 0 IO Block: 4096 symbolic link 2024-08-29T17:32:51.753 INFO:teuthology.orchestra.run.smithi053.stdout:Device: 5h/5d Inode: 888 Links: 1 2024-08-29T17:32:51.753 INFO:teuthology.orchestra.run.smithi053.stdout:Access: (0777/lrwxrwxrwx) Uid: ( 0/ root) Gid: ( 0/ root) 2024-08-29T17:32:51.753 INFO:teuthology.orchestra.run.smithi053.stdout:Access: 2024-08-29 17:23:47.861956648 +0000 2024-08-29T17:32:51.753 INFO:teuthology.orchestra.run.smithi053.stdout:Modify: 2024-08-29 17:23:47.857956684 +0000 2024-08-29T17:32:51.754 INFO:teuthology.orchestra.run.smithi053.stdout:Change: 2024-08-29 17:23:47.857956684 +0000 2024-08-29T17:32:51.754 INFO:teuthology.orchestra.run.smithi053.stdout: Birth: - 2024-08-29T17:32:51.754 DEBUG:teuthology.orchestra.run.smithi053:> sudo dd if=/dev/vg_nvme/lv_1 of=/dev/null count=1 2024-08-29T17:32:51.812 INFO:teuthology.orchestra.run.smithi053.stderr:1+0 records in 2024-08-29T17:32:51.812 INFO:teuthology.orchestra.run.smithi053.stderr:1+0 records out 2024-08-29T17:32:51.813 INFO:teuthology.orchestra.run.smithi053.stderr:512 bytes copied, 0.000265096 s, 1.9 MB/s 2024-08-29T17:32:51.813 DEBUG:teuthology.orchestra.run.smithi053:> ! mount | grep -v devtmpfs | grep -q /dev/vg_nvme/lv_1 2024-08-29T17:32:51.865 DEBUG:teuthology.orchestra.run.smithi053:> stat /dev/vg_nvme/lv_2 2024-08-29T17:32:51.916 INFO:teuthology.orchestra.run.smithi053.stdout: File: /dev/vg_nvme/lv_2 -> ../dm-1 2024-08-29T17:32:51.916 INFO:teuthology.orchestra.run.smithi053.stdout: Size: 7 Blocks: 0 IO Block: 4096 symbolic link 2024-08-29T17:32:51.916 INFO:teuthology.orchestra.run.smithi053.stdout:Device: 5h/5d Inode: 904 Links: 1 2024-08-29T17:32:51.916 INFO:teuthology.orchestra.run.smithi053.stdout:Access: (0777/lrwxrwxrwx) Uid: ( 0/ root) Gid: ( 0/ root) 2024-08-29T17:32:51.916 INFO:teuthology.orchestra.run.smithi053.stdout:Access: 2024-08-29 17:23:48.561950396 +0000 2024-08-29T17:32:51.916 INFO:teuthology.orchestra.run.smithi053.stdout:Modify: 2024-08-29 17:23:48.297952754 +0000 2024-08-29T17:32:51.916 INFO:teuthology.orchestra.run.smithi053.stdout:Change: 2024-08-29 17:23:48.297952754 +0000 2024-08-29T17:32:51.917 INFO:teuthology.orchestra.run.smithi053.stdout: Birth: - 2024-08-29T17:32:51.917 DEBUG:teuthology.orchestra.run.smithi053:> sudo dd if=/dev/vg_nvme/lv_2 of=/dev/null count=1 2024-08-29T17:32:51.968 INFO:teuthology.orchestra.run.smithi053.stderr:1+0 records in 2024-08-29T17:32:51.968 INFO:teuthology.orchestra.run.smithi053.stderr:1+0 records out 2024-08-29T17:32:51.968 INFO:teuthology.orchestra.run.smithi053.stderr:512 bytes copied, 0.000149982 s, 3.4 MB/s 2024-08-29T17:32:51.969 DEBUG:teuthology.orchestra.run.smithi053:> ! mount | grep -v devtmpfs | grep -q /dev/vg_nvme/lv_2 2024-08-29T17:32:52.016 DEBUG:teuthology.orchestra.run.smithi053:> stat /dev/vg_nvme/lv_3 2024-08-29T17:32:52.068 INFO:teuthology.orchestra.run.smithi053.stdout: File: /dev/vg_nvme/lv_3 -> ../dm-2 2024-08-29T17:32:52.068 INFO:teuthology.orchestra.run.smithi053.stdout: Size: 7 Blocks: 0 IO Block: 4096 symbolic link 2024-08-29T17:32:52.068 INFO:teuthology.orchestra.run.smithi053.stdout:Device: 5h/5d Inode: 922 Links: 1 2024-08-29T17:32:52.068 INFO:teuthology.orchestra.run.smithi053.stdout:Access: (0777/lrwxrwxrwx) Uid: ( 0/ root) Gid: ( 0/ root) 2024-08-29T17:32:52.068 INFO:teuthology.orchestra.run.smithi053.stdout:Access: 2024-08-29 17:23:49.057945966 +0000 2024-08-29T17:32:52.068 INFO:teuthology.orchestra.run.smithi053.stdout:Modify: 2024-08-29 17:23:48.817948110 +0000 2024-08-29T17:32:52.068 INFO:teuthology.orchestra.run.smithi053.stdout:Change: 2024-08-29 17:23:48.817948110 +0000 2024-08-29T17:32:52.068 INFO:teuthology.orchestra.run.smithi053.stdout: Birth: - 2024-08-29T17:32:52.069 DEBUG:teuthology.orchestra.run.smithi053:> sudo dd if=/dev/vg_nvme/lv_3 of=/dev/null count=1 2024-08-29T17:32:52.120 INFO:teuthology.orchestra.run.smithi053.stderr:1+0 records in 2024-08-29T17:32:52.120 INFO:teuthology.orchestra.run.smithi053.stderr:1+0 records out 2024-08-29T17:32:52.120 INFO:teuthology.orchestra.run.smithi053.stderr:512 bytes copied, 0.000133078 s, 3.8 MB/s 2024-08-29T17:32:52.121 DEBUG:teuthology.orchestra.run.smithi053:> ! mount | grep -v devtmpfs | grep -q /dev/vg_nvme/lv_3 2024-08-29T17:32:52.171 DEBUG:teuthology.orchestra.run.smithi053:> stat /dev/vg_nvme/lv_4 2024-08-29T17:32:52.217 INFO:teuthology.orchestra.run.smithi053.stdout: File: /dev/vg_nvme/lv_4 -> ../dm-3 2024-08-29T17:32:52.217 INFO:teuthology.orchestra.run.smithi053.stdout: Size: 7 Blocks: 0 IO Block: 4096 symbolic link 2024-08-29T17:32:52.217 INFO:teuthology.orchestra.run.smithi053.stdout:Device: 5h/5d Inode: 938 Links: 1 2024-08-29T17:32:52.217 INFO:teuthology.orchestra.run.smithi053.stdout:Access: (0777/lrwxrwxrwx) Uid: ( 0/ root) Gid: ( 0/ root) 2024-08-29T17:32:52.217 INFO:teuthology.orchestra.run.smithi053.stdout:Access: 2024-08-29 17:23:49.561941464 +0000 2024-08-29T17:32:52.217 INFO:teuthology.orchestra.run.smithi053.stdout:Modify: 2024-08-29 17:23:49.285943929 +0000 2024-08-29T17:32:52.217 INFO:teuthology.orchestra.run.smithi053.stdout:Change: 2024-08-29 17:23:49.285943929 +0000 2024-08-29T17:32:52.218 INFO:teuthology.orchestra.run.smithi053.stdout: Birth: - 2024-08-29T17:32:52.218 DEBUG:teuthology.orchestra.run.smithi053:> sudo dd if=/dev/vg_nvme/lv_4 of=/dev/null count=1 2024-08-29T17:32:52.272 INFO:teuthology.orchestra.run.smithi053.stderr:1+0 records in 2024-08-29T17:32:52.273 INFO:teuthology.orchestra.run.smithi053.stderr:1+0 records out 2024-08-29T17:32:52.273 INFO:teuthology.orchestra.run.smithi053.stderr:512 bytes copied, 0.000302553 s, 1.7 MB/s 2024-08-29T17:32:52.274 DEBUG:teuthology.orchestra.run.smithi053:> ! mount | grep -v devtmpfs | grep -q /dev/vg_nvme/lv_4 2024-08-29T17:32:52.322 INFO:tasks.cephadm:Deploying osd.0 on smithi028 with /dev/vg_nvme/lv_4... 2024-08-29T17:32:52.322 DEBUG:teuthology.orchestra.run.smithi028:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy ceph-volume -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 3167ee72-662c-11ef-bcd4-c7b262605968 -- lvm zap /dev/vg_nvme/lv_4 2024-08-29T17:32:52.577 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:32:52 smithi053 bash[24720]: cluster 2024-08-29T17:32:50.744445+0000 mgr.y (mgr.14150) 77 : cluster [DBG] pgmap v42: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-08-29T17:32:52.632 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:32:52 smithi028 bash[22419]: cluster 2024-08-29T17:32:50.744445+0000 mgr.y (mgr.14150) 77 : cluster [DBG] pgmap v42: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-08-29T17:32:52.633 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:32:52 smithi028 bash[31855]: cluster 2024-08-29T17:32:50.744445+0000 mgr.y (mgr.14150) 77 : cluster [DBG] pgmap v42: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-08-29T17:32:52.859 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:32:52 smithi053 systemd[1]: /etc/systemd/system/ceph-3167ee72-662c-11ef-bcd4-c7b262605968@.service:24: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-08-29T17:32:52.859 INFO:journalctl@ceph.mgr.x.smithi053.stdout:Aug 29 17:32:52 smithi053 systemd[1]: /etc/systemd/system/ceph-3167ee72-662c-11ef-bcd4-c7b262605968@.service:24: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-08-29T17:32:52.859 INFO:journalctl@ceph.mgr.x.smithi053.stdout:Aug 29 17:32:52 smithi053 systemd[1]: /etc/systemd/system/ceph-3167ee72-662c-11ef-bcd4-c7b262605968@.service:24: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-08-29T17:32:52.859 INFO:journalctl@ceph.mgr.x.smithi053.stdout:Aug 29 17:32:52 smithi053 systemd[1]: /etc/systemd/system/ceph-3167ee72-662c-11ef-bcd4-c7b262605968@.service:24: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-08-29T17:32:53.186 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:32:52 smithi053 systemd[1]: /etc/systemd/system/ceph-3167ee72-662c-11ef-bcd4-c7b262605968@.service:24: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-08-29T17:32:53.187 INFO:journalctl@ceph.mgr.x.smithi053.stdout:Aug 29 17:32:52 smithi053 systemd[1]: /etc/systemd/system/ceph-3167ee72-662c-11ef-bcd4-c7b262605968@.service:24: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-08-29T17:32:53.187 INFO:journalctl@ceph.mgr.x.smithi053.stdout:Aug 29 17:32:53 smithi053 systemd[1]: Started Ceph mgr.x for 3167ee72-662c-11ef-bcd4-c7b262605968. 2024-08-29T17:32:54.383 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:32:54 smithi028 bash[22419]: cluster 2024-08-29T17:32:52.744947+0000 mgr.y (mgr.14150) 78 : cluster [DBG] pgmap v43: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-08-29T17:32:54.383 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:32:54 smithi028 bash[22419]: audit 2024-08-29T17:32:53.117093+0000 mon.a (mon.0) 233 : audit [INF] from='mgr.14150 172.21.15.28:0/484978966' entity='mgr.y' 2024-08-29T17:32:54.383 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:32:54 smithi028 bash[22419]: audit 2024-08-29T17:32:53.123904+0000 mon.a (mon.0) 234 : audit [INF] from='mgr.14150 172.21.15.28:0/484978966' entity='mgr.y' 2024-08-29T17:32:54.383 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:32:54 smithi028 bash[22419]: audit 2024-08-29T17:32:53.131008+0000 mon.a (mon.0) 235 : audit [INF] from='mgr.14150 172.21.15.28:0/484978966' entity='mgr.y' 2024-08-29T17:32:54.383 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:32:54 smithi028 bash[22419]: audit 2024-08-29T17:32:53.138092+0000 mon.a (mon.0) 236 : audit [INF] from='mgr.14150 172.21.15.28:0/484978966' entity='mgr.y' 2024-08-29T17:32:54.383 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:32:54 smithi028 bash[22419]: audit 2024-08-29T17:32:53.196648+0000 mon.a (mon.0) 237 : audit [DBG] from='mgr.14150 172.21.15.28:0/484978966' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-29T17:32:54.383 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:32:54 smithi028 bash[22419]: audit 2024-08-29T17:32:54.061627+0000 mon.a (mon.0) 238 : audit [INF] from='mgr.14150 172.21.15.28:0/484978966' entity='mgr.y' 2024-08-29T17:32:54.383 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:32:54 smithi028 bash[31855]: cluster 2024-08-29T17:32:52.744947+0000 mgr.y (mgr.14150) 78 : cluster [DBG] pgmap v43: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-08-29T17:32:54.383 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:32:54 smithi028 bash[31855]: audit 2024-08-29T17:32:53.117093+0000 mon.a (mon.0) 233 : audit [INF] from='mgr.14150 172.21.15.28:0/484978966' entity='mgr.y' 2024-08-29T17:32:54.383 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:32:54 smithi028 bash[31855]: audit 2024-08-29T17:32:53.123904+0000 mon.a (mon.0) 234 : audit [INF] from='mgr.14150 172.21.15.28:0/484978966' entity='mgr.y' 2024-08-29T17:32:54.384 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:32:54 smithi028 bash[31855]: audit 2024-08-29T17:32:53.131008+0000 mon.a (mon.0) 235 : audit [INF] from='mgr.14150 172.21.15.28:0/484978966' entity='mgr.y' 2024-08-29T17:32:54.384 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:32:54 smithi028 bash[31855]: audit 2024-08-29T17:32:53.138092+0000 mon.a (mon.0) 236 : audit [INF] from='mgr.14150 172.21.15.28:0/484978966' entity='mgr.y' 2024-08-29T17:32:54.384 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:32:54 smithi028 bash[31855]: audit 2024-08-29T17:32:53.196648+0000 mon.a (mon.0) 237 : audit [DBG] from='mgr.14150 172.21.15.28:0/484978966' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-29T17:32:54.384 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:32:54 smithi028 bash[31855]: audit 2024-08-29T17:32:54.061627+0000 mon.a (mon.0) 238 : audit [INF] from='mgr.14150 172.21.15.28:0/484978966' entity='mgr.y' 2024-08-29T17:32:54.577 INFO:journalctl@ceph.mgr.x.smithi053.stdout:Aug 29 17:32:54 smithi053 bash[25641]: debug 2024-08-29T17:32:54.207+0000 7fbb0353c640 1 -- 172.21.15.53:0/861618487 <== mon.1 v2:172.21.15.53:3300/0 4 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 194+0+0 (secure 0 0 0) 0x560fb1d8c9c0 con 0x560fb1d99000 2024-08-29T17:32:54.578 INFO:journalctl@ceph.mgr.x.smithi053.stdout:Aug 29 17:32:54 smithi053 bash[25641]: debug 2024-08-29T17:32:54.319+0000 7fbb05da4ec0 -1 mgr[py] Module devicehealth has missing NOTIFY_TYPES member 2024-08-29T17:32:54.578 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:32:54 smithi053 bash[24720]: cluster 2024-08-29T17:32:52.744947+0000 mgr.y (mgr.14150) 78 : cluster [DBG] pgmap v43: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-08-29T17:32:54.578 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:32:54 smithi053 bash[24720]: audit 2024-08-29T17:32:53.117093+0000 mon.a (mon.0) 233 : audit [INF] from='mgr.14150 172.21.15.28:0/484978966' entity='mgr.y' 2024-08-29T17:32:54.578 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:32:54 smithi053 bash[24720]: audit 2024-08-29T17:32:53.123904+0000 mon.a (mon.0) 234 : audit [INF] from='mgr.14150 172.21.15.28:0/484978966' entity='mgr.y' 2024-08-29T17:32:54.578 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:32:54 smithi053 bash[24720]: audit 2024-08-29T17:32:53.131008+0000 mon.a (mon.0) 235 : audit [INF] from='mgr.14150 172.21.15.28:0/484978966' entity='mgr.y' 2024-08-29T17:32:54.578 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:32:54 smithi053 bash[24720]: audit 2024-08-29T17:32:53.138092+0000 mon.a (mon.0) 236 : audit [INF] from='mgr.14150 172.21.15.28:0/484978966' entity='mgr.y' 2024-08-29T17:32:54.578 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:32:54 smithi053 bash[24720]: audit 2024-08-29T17:32:53.196648+0000 mon.a (mon.0) 237 : audit [DBG] from='mgr.14150 172.21.15.28:0/484978966' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-29T17:32:54.578 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:32:54 smithi053 bash[24720]: audit 2024-08-29T17:32:54.061627+0000 mon.a (mon.0) 238 : audit [INF] from='mgr.14150 172.21.15.28:0/484978966' entity='mgr.y' 2024-08-29T17:32:55.827 INFO:journalctl@ceph.mgr.x.smithi053.stdout:Aug 29 17:32:55 smithi053 bash[25641]: debug 2024-08-29T17:32:55.559+0000 7fbb05da4ec0 -1 mgr[py] Module rook has missing NOTIFY_TYPES member 2024-08-29T17:32:55.827 INFO:journalctl@ceph.mgr.x.smithi053.stdout:Aug 29 17:32:55 smithi053 bash[25641]: debug 2024-08-29T17:32:55.623+0000 7fbb05da4ec0 -1 mgr[py] Module iostat has missing NOTIFY_TYPES member 2024-08-29T17:32:55.828 INFO:journalctl@ceph.mgr.x.smithi053.stdout:Aug 29 17:32:55 smithi053 bash[25641]: debug 2024-08-29T17:32:55.779+0000 7fbb05da4ec0 -1 mgr[py] Module telemetry has missing NOTIFY_TYPES member 2024-08-29T17:32:56.382 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:32:56 smithi028 bash[22419]: cluster 2024-08-29T17:32:54.745401+0000 mgr.y (mgr.14150) 79 : cluster [DBG] pgmap v44: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-08-29T17:32:56.383 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:32:56 smithi028 bash[31855]: cluster 2024-08-29T17:32:54.745401+0000 mgr.y (mgr.14150) 79 : cluster [DBG] pgmap v44: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-08-29T17:32:56.442 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:32:56 smithi053 bash[24720]: cluster 2024-08-29T17:32:54.745401+0000 mgr.y (mgr.14150) 79 : cluster [DBG] pgmap v44: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-08-29T17:32:56.745 INFO:journalctl@ceph.mgr.x.smithi053.stdout:Aug 29 17:32:56 smithi053 bash[25641]: debug 2024-08-29T17:32:56.439+0000 7fbb05da4ec0 -1 mgr[py] Module osd_support has missing NOTIFY_TYPES member 2024-08-29T17:32:56.745 INFO:journalctl@ceph.mgr.x.smithi053.stdout:Aug 29 17:32:56 smithi053 bash[25641]: debug 2024-08-29T17:32:56.511+0000 7fbb05da4ec0 -1 mgr[py] Module selftest has missing NOTIFY_TYPES member 2024-08-29T17:32:56.745 INFO:journalctl@ceph.mgr.x.smithi053.stdout:Aug 29 17:32:56 smithi053 bash[25641]: debug 2024-08-29T17:32:56.579+0000 7fbb05da4ec0 -1 mgr[py] Module progress has missing NOTIFY_TYPES member 2024-08-29T17:32:56.745 INFO:journalctl@ceph.mgr.x.smithi053.stdout:Aug 29 17:32:56 smithi053 bash[25641]: debug 2024-08-29T17:32:56.743+0000 7fbb05da4ec0 -1 mgr[py] Module rgw has missing NOTIFY_TYPES member 2024-08-29T17:32:57.053 INFO:teuthology.orchestra.run.smithi028.stderr:Inferring config /var/lib/ceph/3167ee72-662c-11ef-bcd4-c7b262605968/mon.a/config 2024-08-29T17:32:57.077 INFO:journalctl@ceph.mgr.x.smithi053.stdout:Aug 29 17:32:56 smithi053 bash[25641]: debug 2024-08-29T17:32:56.819+0000 7fbb05da4ec0 -1 mgr[py] Module crash has missing NOTIFY_TYPES member 2024-08-29T17:32:57.077 INFO:journalctl@ceph.mgr.x.smithi053.stdout:Aug 29 17:32:56 smithi053 bash[25641]: debug 2024-08-29T17:32:56.887+0000 7fbb05da4ec0 -1 mgr[py] Module telegraf has missing NOTIFY_TYPES member 2024-08-29T17:32:57.447 INFO:journalctl@ceph.mgr.x.smithi053.stdout:Aug 29 17:32:57 smithi053 bash[25641]: debug 2024-08-29T17:32:57.123+0000 7fbb05da4ec0 -1 mgr[py] Module pg_autoscaler has missing NOTIFY_TYPES member 2024-08-29T17:32:57.448 INFO:journalctl@ceph.mgr.x.smithi053.stdout:Aug 29 17:32:57 smithi053 bash[25641]: debug 2024-08-29T17:32:57.191+0000 7fbb05da4ec0 -1 mgr[py] Module zabbix has missing NOTIFY_TYPES member 2024-08-29T17:32:57.448 INFO:journalctl@ceph.mgr.x.smithi053.stdout:Aug 29 17:32:57 smithi053 bash[25641]: debug 2024-08-29T17:32:57.367+0000 7fbb05da4ec0 -1 mgr[py] Module nfs has missing NOTIFY_TYPES member 2024-08-29T17:32:57.448 INFO:journalctl@ceph.mgr.x.smithi053.stdout:Aug 29 17:32:57 smithi053 bash[25641]: debug 2024-08-29T17:32:57.443+0000 7fbb05da4ec0 -1 mgr[py] Module balancer has missing NOTIFY_TYPES member 2024-08-29T17:32:57.827 INFO:journalctl@ceph.mgr.x.smithi053.stdout:Aug 29 17:32:57 smithi053 bash[25641]: debug 2024-08-29T17:32:57.687+0000 7fbb05da4ec0 -1 mgr[py] Module orchestrator has missing NOTIFY_TYPES member 2024-08-29T17:32:58.104 INFO:journalctl@ceph.mgr.x.smithi053.stdout:Aug 29 17:32:57 smithi053 bash[25641]: debug 2024-08-29T17:32:57.851+0000 7fbb05da4ec0 -1 mgr[py] Module rbd_support has missing NOTIFY_TYPES member 2024-08-29T17:32:58.104 INFO:journalctl@ceph.mgr.x.smithi053.stdout:Aug 29 17:32:57 smithi053 bash[25641]: debug 2024-08-29T17:32:57.931+0000 7fbb05da4ec0 -1 mgr[py] Module alerts has missing NOTIFY_TYPES member 2024-08-29T17:32:58.247 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:32:58 smithi028 bash[22419]: cluster 2024-08-29T17:32:56.745844+0000 mgr.y (mgr.14150) 80 : cluster [DBG] pgmap v45: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-08-29T17:32:58.247 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:32:58 smithi028 bash[31855]: cluster 2024-08-29T17:32:56.745844+0000 mgr.y (mgr.14150) 80 : cluster [DBG] pgmap v45: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-08-29T17:32:58.577 INFO:journalctl@ceph.mgr.x.smithi053.stdout:Aug 29 17:32:58 smithi053 bash[25641]: debug 2024-08-29T17:32:58.102+0000 7fbb05da4ec0 -1 mgr[py] Module test_orchestrator has missing NOTIFY_TYPES member 2024-08-29T17:32:58.577 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:32:58 smithi053 bash[24720]: cluster 2024-08-29T17:32:56.745844+0000 mgr.y (mgr.14150) 80 : cluster [DBG] pgmap v45: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-08-29T17:32:59.200 INFO:journalctl@ceph.mgr.x.smithi053.stdout:Aug 29 17:32:58 smithi053 bash[25641]: debug 2024-08-29T17:32:58.914+0000 7fbb05da4ec0 -1 mgr[py] Module influx has missing NOTIFY_TYPES member 2024-08-29T17:32:59.200 INFO:journalctl@ceph.mgr.x.smithi053.stdout:Aug 29 17:32:58 smithi053 bash[25641]: debug 2024-08-29T17:32:58.990+0000 7fbb05da4ec0 -1 mgr[py] Module status has missing NOTIFY_TYPES member 2024-08-29T17:32:59.201 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:32:59 smithi053 bash[24720]: audit 2024-08-29T17:32:58.158676+0000 mon.a (mon.0) 239 : audit [INF] from='mgr.14150 172.21.15.28:0/484978966' entity='mgr.y' 2024-08-29T17:32:59.201 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:32:59 smithi053 bash[24720]: audit 2024-08-29T17:32:58.162012+0000 mon.a (mon.0) 240 : audit [INF] from='mgr.14150 172.21.15.28:0/484978966' entity='mgr.y' 2024-08-29T17:32:59.201 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:32:59 smithi053 bash[24720]: audit 2024-08-29T17:32:58.557885+0000 mon.a (mon.0) 241 : audit [DBG] from='mgr.14150 172.21.15.28:0/484978966' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-29T17:32:59.201 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:32:59 smithi053 bash[24720]: audit 2024-08-29T17:32:58.559780+0000 mon.a (mon.0) 242 : audit [INF] from='mgr.14150 172.21.15.28:0/484978966' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-29T17:32:59.201 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:32:59 smithi053 bash[24720]: audit 2024-08-29T17:32:58.568819+0000 mon.a (mon.0) 243 : audit [INF] from='mgr.14150 172.21.15.28:0/484978966' entity='mgr.y' 2024-08-29T17:32:59.201 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:32:59 smithi053 bash[24720]: audit 2024-08-29T17:32:58.614551+0000 mon.a (mon.0) 244 : audit [INF] from='mgr.14150 172.21.15.28:0/484978966' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.y", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2024-08-29T17:32:59.201 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:32:59 smithi053 bash[24720]: audit 2024-08-29T17:32:58.615796+0000 mon.a (mon.0) 245 : audit [DBG] from='mgr.14150 172.21.15.28:0/484978966' entity='mgr.y' cmd=[{"prefix": "mgr services"}]: dispatch 2024-08-29T17:32:59.201 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:32:59 smithi053 bash[24720]: audit 2024-08-29T17:32:58.616858+0000 mon.a (mon.0) 246 : audit [DBG] from='mgr.14150 172.21.15.28:0/484978966' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-29T17:32:59.563 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:32:59 smithi028 bash[22419]: audit 2024-08-29T17:32:58.158676+0000 mon.a (mon.0) 239 : audit [INF] from='mgr.14150 172.21.15.28:0/484978966' entity='mgr.y' 2024-08-29T17:32:59.564 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:32:59 smithi028 bash[22419]: audit 2024-08-29T17:32:58.162012+0000 mon.a (mon.0) 240 : audit [INF] from='mgr.14150 172.21.15.28:0/484978966' entity='mgr.y' 2024-08-29T17:32:59.564 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:32:59 smithi028 bash[22419]: audit 2024-08-29T17:32:58.557885+0000 mon.a (mon.0) 241 : audit [DBG] from='mgr.14150 172.21.15.28:0/484978966' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-29T17:32:59.564 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:32:59 smithi028 bash[22419]: audit 2024-08-29T17:32:58.559780+0000 mon.a (mon.0) 242 : audit [INF] from='mgr.14150 172.21.15.28:0/484978966' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-29T17:32:59.564 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:32:59 smithi028 bash[22419]: audit 2024-08-29T17:32:58.568819+0000 mon.a (mon.0) 243 : audit [INF] from='mgr.14150 172.21.15.28:0/484978966' entity='mgr.y' 2024-08-29T17:32:59.564 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:32:59 smithi028 bash[22419]: audit 2024-08-29T17:32:58.614551+0000 mon.a (mon.0) 244 : audit [INF] from='mgr.14150 172.21.15.28:0/484978966' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.y", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2024-08-29T17:32:59.564 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:32:59 smithi028 bash[22419]: audit 2024-08-29T17:32:58.615796+0000 mon.a (mon.0) 245 : audit [DBG] from='mgr.14150 172.21.15.28:0/484978966' entity='mgr.y' cmd=[{"prefix": "mgr services"}]: dispatch 2024-08-29T17:32:59.564 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:32:59 smithi028 bash[22419]: audit 2024-08-29T17:32:58.616858+0000 mon.a (mon.0) 246 : audit [DBG] from='mgr.14150 172.21.15.28:0/484978966' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-29T17:32:59.564 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:32:59 smithi028 bash[31855]: audit 2024-08-29T17:32:58.158676+0000 mon.a (mon.0) 239 : audit [INF] from='mgr.14150 172.21.15.28:0/484978966' entity='mgr.y' 2024-08-29T17:32:59.564 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:32:59 smithi028 bash[31855]: audit 2024-08-29T17:32:58.162012+0000 mon.a (mon.0) 240 : audit [INF] from='mgr.14150 172.21.15.28:0/484978966' entity='mgr.y' 2024-08-29T17:32:59.564 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:32:59 smithi028 bash[31855]: audit 2024-08-29T17:32:58.557885+0000 mon.a (mon.0) 241 : audit [DBG] from='mgr.14150 172.21.15.28:0/484978966' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-29T17:32:59.565 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:32:59 smithi028 bash[31855]: audit 2024-08-29T17:32:58.559780+0000 mon.a (mon.0) 242 : audit [INF] from='mgr.14150 172.21.15.28:0/484978966' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-29T17:32:59.565 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:32:59 smithi028 bash[31855]: audit 2024-08-29T17:32:58.568819+0000 mon.a (mon.0) 243 : audit [INF] from='mgr.14150 172.21.15.28:0/484978966' entity='mgr.y' 2024-08-29T17:32:59.565 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:32:59 smithi028 bash[31855]: audit 2024-08-29T17:32:58.614551+0000 mon.a (mon.0) 244 : audit [INF] from='mgr.14150 172.21.15.28:0/484978966' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.y", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2024-08-29T17:32:59.565 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:32:59 smithi028 bash[31855]: audit 2024-08-29T17:32:58.615796+0000 mon.a (mon.0) 245 : audit [DBG] from='mgr.14150 172.21.15.28:0/484978966' entity='mgr.y' cmd=[{"prefix": "mgr services"}]: dispatch 2024-08-29T17:32:59.565 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:32:59 smithi028 bash[31855]: audit 2024-08-29T17:32:58.616858+0000 mon.a (mon.0) 246 : audit [DBG] from='mgr.14150 172.21.15.28:0/484978966' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-29T17:32:59.577 INFO:journalctl@ceph.mgr.x.smithi053.stdout:Aug 29 17:32:59 smithi053 bash[25641]: debug 2024-08-29T17:32:59.194+0000 7fbb05da4ec0 -1 mgr[py] Module volumes has missing NOTIFY_TYPES member 2024-08-29T17:32:59.577 INFO:journalctl@ceph.mgr.x.smithi053.stdout:Aug 29 17:32:59 smithi053 bash[25641]: debug 2024-08-29T17:32:59.270+0000 7fbb05da4ec0 -1 mgr[py] Module osd_perf_query has missing NOTIFY_TYPES member 2024-08-29T17:33:00.077 INFO:journalctl@ceph.mgr.x.smithi053.stdout:Aug 29 17:32:59 smithi053 bash[25641]: debug 2024-08-29T17:32:59.598+0000 7fbb05da4ec0 -1 mgr[py] Module prometheus has missing NOTIFY_TYPES member 2024-08-29T17:33:00.077 INFO:journalctl@ceph.mgr.x.smithi053.stdout:Aug 29 17:32:59 smithi053 bash[25641]: debug 2024-08-29T17:32:59.678+0000 7fbb05da4ec0 -1 mgr[py] Module snap_schedule has missing NOTIFY_TYPES member 2024-08-29T17:33:00.383 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:33:00 smithi028 bash[22419]: cephadm 2024-08-29T17:32:58.614058+0000 mgr.y (mgr.14150) 81 : cephadm [INF] Reconfiguring mgr.y (unknown last config time)... 2024-08-29T17:33:00.383 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:33:00 smithi028 bash[22419]: cephadm 2024-08-29T17:32:58.618136+0000 mgr.y (mgr.14150) 82 : cephadm [INF] Reconfiguring daemon mgr.y on smithi028 2024-08-29T17:33:00.383 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:33:00 smithi028 bash[22419]: cluster 2024-08-29T17:32:58.746166+0000 mgr.y (mgr.14150) 83 : cluster [DBG] pgmap v46: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-08-29T17:33:00.383 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:33:00 smithi028 bash[22419]: cluster 2024-08-29T17:32:59.703952+0000 mon.a (mon.0) 247 : cluster [DBG] Standby manager daemon x started 2024-08-29T17:33:00.383 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:33:00 smithi028 bash[22419]: audit 2024-08-29T17:32:59.704437+0000 mon.b (mon.1) 4 : audit [DBG] from='mgr.? 172.21.15.53:0/4177285445' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/crt"}]: dispatch 2024-08-29T17:33:00.383 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:33:00 smithi028 bash[22419]: audit 2024-08-29T17:32:59.705410+0000 mon.b (mon.1) 5 : audit [DBG] from='mgr.? 172.21.15.53:0/4177285445' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2024-08-29T17:33:00.383 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:33:00 smithi028 bash[22419]: audit 2024-08-29T17:32:59.706725+0000 mon.b (mon.1) 6 : audit [DBG] from='mgr.? 172.21.15.53:0/4177285445' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/key"}]: dispatch 2024-08-29T17:33:00.383 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:33:00 smithi028 bash[22419]: audit 2024-08-29T17:32:59.707438+0000 mon.b (mon.1) 7 : audit [DBG] from='mgr.? 172.21.15.53:0/4177285445' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2024-08-29T17:33:00.383 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:33:00 smithi028 bash[31855]: cephadm 2024-08-29T17:32:58.614058+0000 mgr.y (mgr.14150) 81 : cephadm [INF] Reconfiguring mgr.y (unknown last config time)... 2024-08-29T17:33:00.384 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:33:00 smithi028 bash[31855]: cephadm 2024-08-29T17:32:58.618136+0000 mgr.y (mgr.14150) 82 : cephadm [INF] Reconfiguring daemon mgr.y on smithi028 2024-08-29T17:33:00.384 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:33:00 smithi028 bash[31855]: cluster 2024-08-29T17:32:58.746166+0000 mgr.y (mgr.14150) 83 : cluster [DBG] pgmap v46: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-08-29T17:33:00.384 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:33:00 smithi028 bash[31855]: cluster 2024-08-29T17:32:59.703952+0000 mon.a (mon.0) 247 : cluster [DBG] Standby manager daemon x started 2024-08-29T17:33:00.384 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:33:00 smithi028 bash[31855]: audit 2024-08-29T17:32:59.704437+0000 mon.b (mon.1) 4 : audit [DBG] from='mgr.? 172.21.15.53:0/4177285445' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/crt"}]: dispatch 2024-08-29T17:33:00.384 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:33:00 smithi028 bash[31855]: audit 2024-08-29T17:32:59.705410+0000 mon.b (mon.1) 5 : audit [DBG] from='mgr.? 172.21.15.53:0/4177285445' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2024-08-29T17:33:00.384 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:33:00 smithi028 bash[31855]: audit 2024-08-29T17:32:59.706725+0000 mon.b (mon.1) 6 : audit [DBG] from='mgr.? 172.21.15.53:0/4177285445' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/key"}]: dispatch 2024-08-29T17:33:00.384 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:33:00 smithi028 bash[31855]: audit 2024-08-29T17:32:59.707438+0000 mon.b (mon.1) 7 : audit [DBG] from='mgr.? 172.21.15.53:0/4177285445' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2024-08-29T17:33:00.578 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:33:00 smithi053 bash[24720]: cephadm 2024-08-29T17:32:58.614058+0000 mgr.y (mgr.14150) 81 : cephadm [INF] Reconfiguring mgr.y (unknown last config time)... 2024-08-29T17:33:00.578 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:33:00 smithi053 bash[24720]: cephadm 2024-08-29T17:32:58.618136+0000 mgr.y (mgr.14150) 82 : cephadm [INF] Reconfiguring daemon mgr.y on smithi028 2024-08-29T17:33:00.578 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:33:00 smithi053 bash[24720]: cluster 2024-08-29T17:32:58.746166+0000 mgr.y (mgr.14150) 83 : cluster [DBG] pgmap v46: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-08-29T17:33:00.578 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:33:00 smithi053 bash[24720]: cluster 2024-08-29T17:32:59.703952+0000 mon.a (mon.0) 247 : cluster [DBG] Standby manager daemon x started 2024-08-29T17:33:00.578 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:33:00 smithi053 bash[24720]: audit 2024-08-29T17:32:59.704437+0000 mon.b (mon.1) 4 : audit [DBG] from='mgr.? 172.21.15.53:0/4177285445' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/crt"}]: dispatch 2024-08-29T17:33:00.578 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:33:00 smithi053 bash[24720]: audit 2024-08-29T17:32:59.705410+0000 mon.b (mon.1) 5 : audit [DBG] from='mgr.? 172.21.15.53:0/4177285445' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2024-08-29T17:33:00.578 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:33:00 smithi053 bash[24720]: audit 2024-08-29T17:32:59.706725+0000 mon.b (mon.1) 6 : audit [DBG] from='mgr.? 172.21.15.53:0/4177285445' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/key"}]: dispatch 2024-08-29T17:33:00.578 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:33:00 smithi053 bash[24720]: audit 2024-08-29T17:32:59.707438+0000 mon.b (mon.1) 7 : audit [DBG] from='mgr.? 172.21.15.53:0/4177285445' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2024-08-29T17:33:00.681 INFO:teuthology.orchestra.run.smithi028.stdout: 2024-08-29T17:33:00.721 DEBUG:teuthology.orchestra.run.smithi028:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 3167ee72-662c-11ef-bcd4-c7b262605968 -- ceph orch daemon add osd smithi028:vg_nvme/lv_4 2024-08-29T17:33:01.882 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:33:01 smithi028 bash[31855]: cluster 2024-08-29T17:33:00.581207+0000 mon.a (mon.0) 248 : cluster [DBG] mgrmap e14: y(active, since 105s), standbys: x 2024-08-29T17:33:01.883 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:33:01 smithi028 bash[31855]: audit 2024-08-29T17:33:00.581446+0000 mon.a (mon.0) 249 : audit [DBG] from='mgr.14150 172.21.15.28:0/484978966' entity='mgr.y' cmd=[{"prefix": "mgr metadata", "who": "x", "id": "x"}]: dispatch 2024-08-29T17:33:01.883 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:33:01 smithi028 bash[31855]: cluster 2024-08-29T17:33:00.746482+0000 mgr.y (mgr.14150) 84 : cluster [DBG] pgmap v47: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-08-29T17:33:01.883 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:33:01 smithi028 bash[22419]: cluster 2024-08-29T17:33:00.581207+0000 mon.a (mon.0) 248 : cluster [DBG] mgrmap e14: y(active, since 105s), standbys: x 2024-08-29T17:33:01.883 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:33:01 smithi028 bash[22419]: audit 2024-08-29T17:33:00.581446+0000 mon.a (mon.0) 249 : audit [DBG] from='mgr.14150 172.21.15.28:0/484978966' entity='mgr.y' cmd=[{"prefix": "mgr metadata", "who": "x", "id": "x"}]: dispatch 2024-08-29T17:33:01.883 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:33:01 smithi028 bash[22419]: cluster 2024-08-29T17:33:00.746482+0000 mgr.y (mgr.14150) 84 : cluster [DBG] pgmap v47: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-08-29T17:33:02.077 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:33:01 smithi053 bash[24720]: cluster 2024-08-29T17:33:00.581207+0000 mon.a (mon.0) 248 : cluster [DBG] mgrmap e14: y(active, since 105s), standbys: x 2024-08-29T17:33:02.077 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:33:01 smithi053 bash[24720]: audit 2024-08-29T17:33:00.581446+0000 mon.a (mon.0) 249 : audit [DBG] from='mgr.14150 172.21.15.28:0/484978966' entity='mgr.y' cmd=[{"prefix": "mgr metadata", "who": "x", "id": "x"}]: dispatch 2024-08-29T17:33:02.078 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:33:01 smithi053 bash[24720]: cluster 2024-08-29T17:33:00.746482+0000 mgr.y (mgr.14150) 84 : cluster [DBG] pgmap v47: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-08-29T17:33:03.578 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:33:03 smithi053 bash[24720]: audit 2024-08-29T17:33:02.281223+0000 mon.a (mon.0) 250 : audit [INF] from='mgr.14150 172.21.15.28:0/484978966' entity='mgr.y' 2024-08-29T17:33:03.578 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:33:03 smithi053 bash[24720]: audit 2024-08-29T17:33:02.286449+0000 mon.a (mon.0) 251 : audit [INF] from='mgr.14150 172.21.15.28:0/484978966' entity='mgr.y' 2024-08-29T17:33:03.578 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:33:03 smithi053 bash[24720]: audit 2024-08-29T17:33:02.288933+0000 mon.a (mon.0) 252 : audit [DBG] from='mgr.14150 172.21.15.28:0/484978966' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-29T17:33:03.578 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:33:03 smithi053 bash[24720]: audit 2024-08-29T17:33:02.291767+0000 mon.a (mon.0) 253 : audit [DBG] from='mgr.14150 172.21.15.28:0/484978966' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-29T17:33:03.578 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:33:03 smithi053 bash[24720]: audit 2024-08-29T17:33:02.293192+0000 mon.a (mon.0) 254 : audit [INF] from='mgr.14150 172.21.15.28:0/484978966' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-29T17:33:03.578 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:33:03 smithi053 bash[24720]: audit 2024-08-29T17:33:02.302547+0000 mon.a (mon.0) 255 : audit [INF] from='mgr.14150 172.21.15.28:0/484978966' entity='mgr.y' 2024-08-29T17:33:03.578 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:33:03 smithi053 bash[24720]: cluster 2024-08-29T17:33:02.746885+0000 mgr.y (mgr.14150) 85 : cluster [DBG] pgmap v48: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-08-29T17:33:03.633 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:33:03 smithi028 bash[22419]: audit 2024-08-29T17:33:02.281223+0000 mon.a (mon.0) 250 : audit [INF] from='mgr.14150 172.21.15.28:0/484978966' entity='mgr.y' 2024-08-29T17:33:03.633 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:33:03 smithi028 bash[22419]: audit 2024-08-29T17:33:02.286449+0000 mon.a (mon.0) 251 : audit [INF] from='mgr.14150 172.21.15.28:0/484978966' entity='mgr.y' 2024-08-29T17:33:03.633 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:33:03 smithi028 bash[22419]: audit 2024-08-29T17:33:02.288933+0000 mon.a (mon.0) 252 : audit [DBG] from='mgr.14150 172.21.15.28:0/484978966' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-29T17:33:03.633 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:33:03 smithi028 bash[22419]: audit 2024-08-29T17:33:02.291767+0000 mon.a (mon.0) 253 : audit [DBG] from='mgr.14150 172.21.15.28:0/484978966' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-29T17:33:03.633 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:33:03 smithi028 bash[22419]: audit 2024-08-29T17:33:02.293192+0000 mon.a (mon.0) 254 : audit [INF] from='mgr.14150 172.21.15.28:0/484978966' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-29T17:33:03.633 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:33:03 smithi028 bash[22419]: audit 2024-08-29T17:33:02.302547+0000 mon.a (mon.0) 255 : audit [INF] from='mgr.14150 172.21.15.28:0/484978966' entity='mgr.y' 2024-08-29T17:33:03.633 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:33:03 smithi028 bash[22419]: cluster 2024-08-29T17:33:02.746885+0000 mgr.y (mgr.14150) 85 : cluster [DBG] pgmap v48: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-08-29T17:33:03.633 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:33:03 smithi028 bash[31855]: audit 2024-08-29T17:33:02.281223+0000 mon.a (mon.0) 250 : audit [INF] from='mgr.14150 172.21.15.28:0/484978966' entity='mgr.y' 2024-08-29T17:33:03.633 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:33:03 smithi028 bash[31855]: audit 2024-08-29T17:33:02.286449+0000 mon.a (mon.0) 251 : audit [INF] from='mgr.14150 172.21.15.28:0/484978966' entity='mgr.y' 2024-08-29T17:33:03.634 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:33:03 smithi028 bash[31855]: audit 2024-08-29T17:33:02.288933+0000 mon.a (mon.0) 252 : audit [DBG] from='mgr.14150 172.21.15.28:0/484978966' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-29T17:33:03.634 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:33:03 smithi028 bash[31855]: audit 2024-08-29T17:33:02.291767+0000 mon.a (mon.0) 253 : audit [DBG] from='mgr.14150 172.21.15.28:0/484978966' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-29T17:33:03.634 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:33:03 smithi028 bash[31855]: audit 2024-08-29T17:33:02.293192+0000 mon.a (mon.0) 254 : audit [INF] from='mgr.14150 172.21.15.28:0/484978966' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-29T17:33:03.634 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:33:03 smithi028 bash[31855]: audit 2024-08-29T17:33:02.302547+0000 mon.a (mon.0) 255 : audit [INF] from='mgr.14150 172.21.15.28:0/484978966' entity='mgr.y' 2024-08-29T17:33:03.634 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:33:03 smithi028 bash[31855]: cluster 2024-08-29T17:33:02.746885+0000 mgr.y (mgr.14150) 85 : cluster [DBG] pgmap v48: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-08-29T17:33:05.451 INFO:teuthology.orchestra.run.smithi028.stderr:Inferring config /var/lib/ceph/3167ee72-662c-11ef-bcd4-c7b262605968/mon.a/config 2024-08-29T17:33:06.077 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:33:05 smithi053 bash[24720]: cluster 2024-08-29T17:33:04.747246+0000 mgr.y (mgr.14150) 86 : cluster [DBG] pgmap v49: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-08-29T17:33:06.133 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:33:05 smithi028 bash[31855]: cluster 2024-08-29T17:33:04.747246+0000 mgr.y (mgr.14150) 86 : cluster [DBG] pgmap v49: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-08-29T17:33:06.133 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:33:05 smithi028 bash[22419]: cluster 2024-08-29T17:33:04.747246+0000 mgr.y (mgr.14150) 86 : cluster [DBG] pgmap v49: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-08-29T17:33:08.077 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:33:07 smithi053 bash[24720]: cluster 2024-08-29T17:33:06.747670+0000 mgr.y (mgr.14150) 87 : cluster [DBG] pgmap v50: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-08-29T17:33:08.132 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:33:07 smithi028 bash[22419]: cluster 2024-08-29T17:33:06.747670+0000 mgr.y (mgr.14150) 87 : cluster [DBG] pgmap v50: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-08-29T17:33:08.132 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:33:07 smithi028 bash[31855]: cluster 2024-08-29T17:33:06.747670+0000 mgr.y (mgr.14150) 87 : cluster [DBG] pgmap v50: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-08-29T17:33:09.077 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:33:08 smithi053 bash[24720]: audit 2024-08-29T17:33:08.325916+0000 mon.a (mon.0) 256 : audit [DBG] from='mgr.14150 172.21.15.28:0/484978966' entity='mgr.y' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-08-29T17:33:09.077 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:33:08 smithi053 bash[24720]: audit 2024-08-29T17:33:08.329206+0000 mon.a (mon.0) 257 : audit [INF] from='mgr.14150 172.21.15.28:0/484978966' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-08-29T17:33:09.077 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:33:08 smithi053 bash[24720]: audit 2024-08-29T17:33:08.330404+0000 mon.a (mon.0) 258 : audit [DBG] from='mgr.14150 172.21.15.28:0/484978966' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-29T17:33:09.133 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:33:08 smithi028 bash[22419]: audit 2024-08-29T17:33:08.325916+0000 mon.a (mon.0) 256 : audit [DBG] from='mgr.14150 172.21.15.28:0/484978966' entity='mgr.y' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-08-29T17:33:09.133 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:33:08 smithi028 bash[22419]: audit 2024-08-29T17:33:08.329206+0000 mon.a (mon.0) 257 : audit [INF] from='mgr.14150 172.21.15.28:0/484978966' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-08-29T17:33:09.133 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:33:08 smithi028 bash[22419]: audit 2024-08-29T17:33:08.330404+0000 mon.a (mon.0) 258 : audit [DBG] from='mgr.14150 172.21.15.28:0/484978966' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-29T17:33:09.133 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:33:08 smithi028 bash[31855]: audit 2024-08-29T17:33:08.325916+0000 mon.a (mon.0) 256 : audit [DBG] from='mgr.14150 172.21.15.28:0/484978966' entity='mgr.y' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-08-29T17:33:09.133 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:33:08 smithi028 bash[31855]: audit 2024-08-29T17:33:08.329206+0000 mon.a (mon.0) 257 : audit [INF] from='mgr.14150 172.21.15.28:0/484978966' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-08-29T17:33:09.133 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:33:08 smithi028 bash[31855]: audit 2024-08-29T17:33:08.330404+0000 mon.a (mon.0) 258 : audit [DBG] from='mgr.14150 172.21.15.28:0/484978966' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-29T17:33:10.077 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:33:09 smithi053 bash[24720]: audit 2024-08-29T17:33:08.319485+0000 mgr.y (mgr.14150) 88 : audit [DBG] from='client.14208 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi028:vg_nvme/lv_4", "target": ["mon-mgr", ""]}]: dispatch 2024-08-29T17:33:10.077 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:33:09 smithi053 bash[24720]: cluster 2024-08-29T17:33:08.748034+0000 mgr.y (mgr.14150) 89 : cluster [DBG] pgmap v51: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-08-29T17:33:10.132 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:33:09 smithi028 bash[22419]: audit 2024-08-29T17:33:08.319485+0000 mgr.y (mgr.14150) 88 : audit [DBG] from='client.14208 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi028:vg_nvme/lv_4", "target": ["mon-mgr", ""]}]: dispatch 2024-08-29T17:33:10.133 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:33:09 smithi028 bash[22419]: cluster 2024-08-29T17:33:08.748034+0000 mgr.y (mgr.14150) 89 : cluster [DBG] pgmap v51: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-08-29T17:33:10.133 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:33:09 smithi028 bash[31855]: audit 2024-08-29T17:33:08.319485+0000 mgr.y (mgr.14150) 88 : audit [DBG] from='client.14208 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi028:vg_nvme/lv_4", "target": ["mon-mgr", ""]}]: dispatch 2024-08-29T17:33:10.133 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:33:09 smithi028 bash[31855]: cluster 2024-08-29T17:33:08.748034+0000 mgr.y (mgr.14150) 89 : cluster [DBG] pgmap v51: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-08-29T17:33:12.077 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:33:11 smithi053 bash[24720]: cluster 2024-08-29T17:33:10.748457+0000 mgr.y (mgr.14150) 90 : cluster [DBG] pgmap v52: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-08-29T17:33:12.133 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:33:11 smithi028 bash[22419]: cluster 2024-08-29T17:33:10.748457+0000 mgr.y (mgr.14150) 90 : cluster [DBG] pgmap v52: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-08-29T17:33:12.133 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:33:11 smithi028 bash[31855]: cluster 2024-08-29T17:33:10.748457+0000 mgr.y (mgr.14150) 90 : cluster [DBG] pgmap v52: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-08-29T17:33:14.077 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:33:13 smithi053 bash[24720]: cluster 2024-08-29T17:33:12.748897+0000 mgr.y (mgr.14150) 91 : cluster [DBG] pgmap v53: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-08-29T17:33:14.110 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:33:13 smithi028 bash[22419]: cluster 2024-08-29T17:33:12.748897+0000 mgr.y (mgr.14150) 91 : cluster [DBG] pgmap v53: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-08-29T17:33:14.110 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:33:13 smithi028 bash[31855]: cluster 2024-08-29T17:33:12.748897+0000 mgr.y (mgr.14150) 91 : cluster [DBG] pgmap v53: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-08-29T17:33:16.077 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:33:15 smithi053 bash[24720]: cluster 2024-08-29T17:33:14.749350+0000 mgr.y (mgr.14150) 92 : cluster [DBG] pgmap v54: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-08-29T17:33:16.132 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:33:15 smithi028 bash[31855]: cluster 2024-08-29T17:33:14.749350+0000 mgr.y (mgr.14150) 92 : cluster [DBG] pgmap v54: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-08-29T17:33:16.133 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:33:15 smithi028 bash[22419]: cluster 2024-08-29T17:33:14.749350+0000 mgr.y (mgr.14150) 92 : cluster [DBG] pgmap v54: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-08-29T17:33:17.133 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:33:16 smithi028 bash[22419]: audit 2024-08-29T17:33:16.249327+0000 mon.a (mon.0) 259 : audit [INF] from='client.? 172.21.15.28:0/3744504566' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "660d8ce2-ea9d-4b15-8d9a-ec42e86552e4"}]: dispatch 2024-08-29T17:33:17.133 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:33:16 smithi028 bash[22419]: audit 2024-08-29T17:33:16.254772+0000 mon.a (mon.0) 260 : audit [INF] from='client.? 172.21.15.28:0/3744504566' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "660d8ce2-ea9d-4b15-8d9a-ec42e86552e4"}]': finished 2024-08-29T17:33:17.133 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:33:16 smithi028 bash[22419]: cluster 2024-08-29T17:33:16.254862+0000 mon.a (mon.0) 261 : cluster [DBG] osdmap e5: 1 total, 0 up, 1 in 2024-08-29T17:33:17.133 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:33:16 smithi028 bash[22419]: audit 2024-08-29T17:33:16.254974+0000 mon.a (mon.0) 262 : audit [DBG] from='mgr.14150 172.21.15.28:0/484978966' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-08-29T17:33:17.133 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:33:16 smithi028 bash[31855]: audit 2024-08-29T17:33:16.249327+0000 mon.a (mon.0) 259 : audit [INF] from='client.? 172.21.15.28:0/3744504566' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "660d8ce2-ea9d-4b15-8d9a-ec42e86552e4"}]: dispatch 2024-08-29T17:33:17.133 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:33:16 smithi028 bash[31855]: audit 2024-08-29T17:33:16.254772+0000 mon.a (mon.0) 260 : audit [INF] from='client.? 172.21.15.28:0/3744504566' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "660d8ce2-ea9d-4b15-8d9a-ec42e86552e4"}]': finished 2024-08-29T17:33:17.133 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:33:16 smithi028 bash[31855]: cluster 2024-08-29T17:33:16.254862+0000 mon.a (mon.0) 261 : cluster [DBG] osdmap e5: 1 total, 0 up, 1 in 2024-08-29T17:33:17.133 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:33:16 smithi028 bash[31855]: audit 2024-08-29T17:33:16.254974+0000 mon.a (mon.0) 262 : audit [DBG] from='mgr.14150 172.21.15.28:0/484978966' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-08-29T17:33:17.327 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:33:16 smithi053 bash[24720]: audit 2024-08-29T17:33:16.249327+0000 mon.a (mon.0) 259 : audit [INF] from='client.? 172.21.15.28:0/3744504566' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "660d8ce2-ea9d-4b15-8d9a-ec42e86552e4"}]: dispatch 2024-08-29T17:33:17.327 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:33:16 smithi053 bash[24720]: audit 2024-08-29T17:33:16.254772+0000 mon.a (mon.0) 260 : audit [INF] from='client.? 172.21.15.28:0/3744504566' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "660d8ce2-ea9d-4b15-8d9a-ec42e86552e4"}]': finished 2024-08-29T17:33:17.327 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:33:16 smithi053 bash[24720]: cluster 2024-08-29T17:33:16.254862+0000 mon.a (mon.0) 261 : cluster [DBG] osdmap e5: 1 total, 0 up, 1 in 2024-08-29T17:33:17.327 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:33:16 smithi053 bash[24720]: audit 2024-08-29T17:33:16.254974+0000 mon.a (mon.0) 262 : audit [DBG] from='mgr.14150 172.21.15.28:0/484978966' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-08-29T17:33:18.132 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:33:17 smithi028 bash[22419]: cluster 2024-08-29T17:33:16.749762+0000 mgr.y (mgr.14150) 93 : cluster [DBG] pgmap v56: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-08-29T17:33:18.133 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:33:17 smithi028 bash[22419]: audit 2024-08-29T17:33:16.888118+0000 mon.c (mon.2) 4 : audit [DBG] from='client.? 172.21.15.28:0/1564580008' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-08-29T17:33:18.133 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:33:17 smithi028 bash[31855]: cluster 2024-08-29T17:33:16.749762+0000 mgr.y (mgr.14150) 93 : cluster [DBG] pgmap v56: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-08-29T17:33:18.133 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:33:17 smithi028 bash[31855]: audit 2024-08-29T17:33:16.888118+0000 mon.c (mon.2) 4 : audit [DBG] from='client.? 172.21.15.28:0/1564580008' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-08-29T17:33:18.327 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:33:17 smithi053 bash[24720]: cluster 2024-08-29T17:33:16.749762+0000 mgr.y (mgr.14150) 93 : cluster [DBG] pgmap v56: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-08-29T17:33:18.327 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:33:17 smithi053 bash[24720]: audit 2024-08-29T17:33:16.888118+0000 mon.c (mon.2) 4 : audit [DBG] from='client.? 172.21.15.28:0/1564580008' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-08-29T17:33:19.882 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:33:19 smithi028 bash[22419]: cluster 2024-08-29T17:33:18.750237+0000 mgr.y (mgr.14150) 94 : cluster [DBG] pgmap v57: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-08-29T17:33:19.883 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:33:19 smithi028 bash[31855]: cluster 2024-08-29T17:33:18.750237+0000 mgr.y (mgr.14150) 94 : cluster [DBG] pgmap v57: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-08-29T17:33:20.327 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:33:19 smithi053 bash[24720]: cluster 2024-08-29T17:33:18.750237+0000 mgr.y (mgr.14150) 94 : cluster [DBG] pgmap v57: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-08-29T17:33:22.133 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:33:21 smithi028 bash[22419]: cluster 2024-08-29T17:33:20.750651+0000 mgr.y (mgr.14150) 95 : cluster [DBG] pgmap v58: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-08-29T17:33:22.133 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:33:21 smithi028 bash[31855]: cluster 2024-08-29T17:33:20.750651+0000 mgr.y (mgr.14150) 95 : cluster [DBG] pgmap v58: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-08-29T17:33:22.327 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:33:21 smithi053 bash[24720]: cluster 2024-08-29T17:33:20.750651+0000 mgr.y (mgr.14150) 95 : cluster [DBG] pgmap v58: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-08-29T17:33:24.133 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:33:23 smithi028 bash[22419]: cluster 2024-08-29T17:33:22.751063+0000 mgr.y (mgr.14150) 96 : cluster [DBG] pgmap v59: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-08-29T17:33:24.133 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:33:23 smithi028 bash[31855]: cluster 2024-08-29T17:33:22.751063+0000 mgr.y (mgr.14150) 96 : cluster [DBG] pgmap v59: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-08-29T17:33:24.327 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:33:23 smithi053 bash[24720]: cluster 2024-08-29T17:33:22.751063+0000 mgr.y (mgr.14150) 96 : cluster [DBG] pgmap v59: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-08-29T17:33:26.132 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:33:25 smithi028 bash[22419]: cluster 2024-08-29T17:33:24.751490+0000 mgr.y (mgr.14150) 97 : cluster [DBG] pgmap v60: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-08-29T17:33:26.133 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:33:25 smithi028 bash[31855]: cluster 2024-08-29T17:33:24.751490+0000 mgr.y (mgr.14150) 97 : cluster [DBG] pgmap v60: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-08-29T17:33:26.327 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:33:25 smithi053 bash[24720]: cluster 2024-08-29T17:33:24.751490+0000 mgr.y (mgr.14150) 97 : cluster [DBG] pgmap v60: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-08-29T17:33:27.882 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:33:27 smithi028 bash[31855]: cluster 2024-08-29T17:33:26.751929+0000 mgr.y (mgr.14150) 98 : cluster [DBG] pgmap v61: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-08-29T17:33:27.883 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:33:27 smithi028 bash[22419]: cluster 2024-08-29T17:33:26.751929+0000 mgr.y (mgr.14150) 98 : cluster [DBG] pgmap v61: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-08-29T17:33:28.327 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:33:27 smithi053 bash[24720]: cluster 2024-08-29T17:33:26.751929+0000 mgr.y (mgr.14150) 98 : cluster [DBG] pgmap v61: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-08-29T17:33:29.132 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:33:28 smithi028 bash[22419]: audit 2024-08-29T17:33:28.245434+0000 mon.a (mon.0) 263 : audit [INF] from='mgr.14150 172.21.15.28:0/484978966' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.0"}]: dispatch 2024-08-29T17:33:29.133 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:33:28 smithi028 bash[22419]: audit 2024-08-29T17:33:28.247165+0000 mon.a (mon.0) 264 : audit [DBG] from='mgr.14150 172.21.15.28:0/484978966' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-29T17:33:29.133 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:33:28 smithi028 bash[22419]: cephadm 2024-08-29T17:33:28.248615+0000 mgr.y (mgr.14150) 99 : cephadm [INF] Deploying daemon osd.0 on smithi028 2024-08-29T17:33:29.133 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:33:28 smithi028 bash[31855]: audit 2024-08-29T17:33:28.245434+0000 mon.a (mon.0) 263 : audit [INF] from='mgr.14150 172.21.15.28:0/484978966' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.0"}]: dispatch 2024-08-29T17:33:29.133 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:33:28 smithi028 bash[31855]: audit 2024-08-29T17:33:28.247165+0000 mon.a (mon.0) 264 : audit [DBG] from='mgr.14150 172.21.15.28:0/484978966' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-29T17:33:29.133 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:33:28 smithi028 bash[31855]: cephadm 2024-08-29T17:33:28.248615+0000 mgr.y (mgr.14150) 99 : cephadm [INF] Deploying daemon osd.0 on smithi028 2024-08-29T17:33:29.327 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:33:28 smithi053 bash[24720]: audit 2024-08-29T17:33:28.245434+0000 mon.a (mon.0) 263 : audit [INF] from='mgr.14150 172.21.15.28:0/484978966' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.0"}]: dispatch 2024-08-29T17:33:29.327 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:33:28 smithi053 bash[24720]: audit 2024-08-29T17:33:28.247165+0000 mon.a (mon.0) 264 : audit [DBG] from='mgr.14150 172.21.15.28:0/484978966' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-29T17:33:29.327 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:33:28 smithi053 bash[24720]: cephadm 2024-08-29T17:33:28.248615+0000 mgr.y (mgr.14150) 99 : cephadm [INF] Deploying daemon osd.0 on smithi028 2024-08-29T17:33:30.132 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:33:29 smithi028 bash[31855]: cluster 2024-08-29T17:33:28.752394+0000 mgr.y (mgr.14150) 100 : cluster [DBG] pgmap v62: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-08-29T17:33:30.133 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:33:29 smithi028 bash[22419]: cluster 2024-08-29T17:33:28.752394+0000 mgr.y (mgr.14150) 100 : cluster [DBG] pgmap v62: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-08-29T17:33:30.327 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:33:29 smithi053 bash[24720]: cluster 2024-08-29T17:33:28.752394+0000 mgr.y (mgr.14150) 100 : cluster [DBG] pgmap v62: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-08-29T17:33:32.119 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:33:31 smithi028 bash[22419]: cluster 2024-08-29T17:33:30.752829+0000 mgr.y (mgr.14150) 101 : cluster [DBG] pgmap v63: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-08-29T17:33:32.120 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:33:31 smithi028 bash[31855]: cluster 2024-08-29T17:33:30.752829+0000 mgr.y (mgr.14150) 101 : cluster [DBG] pgmap v63: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-08-29T17:33:32.327 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:33:31 smithi053 bash[24720]: cluster 2024-08-29T17:33:30.752829+0000 mgr.y (mgr.14150) 101 : cluster [DBG] pgmap v63: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-08-29T17:33:32.382 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:33:32 smithi028 systemd[1]: /etc/systemd/system/ceph-3167ee72-662c-11ef-bcd4-c7b262605968@.service:24: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-08-29T17:33:32.382 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:33:32 smithi028 systemd[1]: /etc/systemd/system/ceph-3167ee72-662c-11ef-bcd4-c7b262605968@.service:24: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-08-29T17:33:32.383 INFO:journalctl@ceph.mgr.y.smithi028.stdout:Aug 29 17:33:32 smithi028 systemd[1]: /etc/systemd/system/ceph-3167ee72-662c-11ef-bcd4-c7b262605968@.service:24: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-08-29T17:33:32.383 INFO:journalctl@ceph.mgr.y.smithi028.stdout:Aug 29 17:33:32 smithi028 systemd[1]: /etc/systemd/system/ceph-3167ee72-662c-11ef-bcd4-c7b262605968@.service:24: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-08-29T17:33:32.383 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:33:32 smithi028 systemd[1]: /etc/systemd/system/ceph-3167ee72-662c-11ef-bcd4-c7b262605968@.service:24: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-08-29T17:33:32.383 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:33:32 smithi028 systemd[1]: /etc/systemd/system/ceph-3167ee72-662c-11ef-bcd4-c7b262605968@.service:24: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-08-29T17:33:33.132 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:33:32 smithi028 bash[31855]: audit 2024-08-29T17:33:32.463818+0000 mon.a (mon.0) 265 : audit [DBG] from='mgr.14150 172.21.15.28:0/484978966' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-29T17:33:33.133 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:33:32 smithi028 bash[31855]: audit 2024-08-29T17:33:32.468548+0000 mon.a (mon.0) 266 : audit [INF] from='mgr.14150 172.21.15.28:0/484978966' entity='mgr.y' 2024-08-29T17:33:33.133 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:33:32 smithi028 bash[31855]: audit 2024-08-29T17:33:32.472991+0000 mon.a (mon.0) 267 : audit [INF] from='mgr.14150 172.21.15.28:0/484978966' entity='mgr.y' 2024-08-29T17:33:33.133 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:33:32 smithi028 bash[22419]: audit 2024-08-29T17:33:32.463818+0000 mon.a (mon.0) 265 : audit [DBG] from='mgr.14150 172.21.15.28:0/484978966' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-29T17:33:33.133 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:33:32 smithi028 bash[22419]: audit 2024-08-29T17:33:32.468548+0000 mon.a (mon.0) 266 : audit [INF] from='mgr.14150 172.21.15.28:0/484978966' entity='mgr.y' 2024-08-29T17:33:33.133 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:33:32 smithi028 bash[22419]: audit 2024-08-29T17:33:32.472991+0000 mon.a (mon.0) 267 : audit [INF] from='mgr.14150 172.21.15.28:0/484978966' entity='mgr.y' 2024-08-29T17:33:33.327 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:33:32 smithi053 bash[24720]: audit 2024-08-29T17:33:32.463818+0000 mon.a (mon.0) 265 : audit [DBG] from='mgr.14150 172.21.15.28:0/484978966' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-29T17:33:33.327 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:33:32 smithi053 bash[24720]: audit 2024-08-29T17:33:32.468548+0000 mon.a (mon.0) 266 : audit [INF] from='mgr.14150 172.21.15.28:0/484978966' entity='mgr.y' 2024-08-29T17:33:33.327 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:33:32 smithi053 bash[24720]: audit 2024-08-29T17:33:32.472991+0000 mon.a (mon.0) 267 : audit [INF] from='mgr.14150 172.21.15.28:0/484978966' entity='mgr.y' 2024-08-29T17:33:34.132 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:33:33 smithi028 bash[22419]: cluster 2024-08-29T17:33:32.753149+0000 mgr.y (mgr.14150) 102 : cluster [DBG] pgmap v64: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-08-29T17:33:34.133 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:33:33 smithi028 bash[31855]: cluster 2024-08-29T17:33:32.753149+0000 mgr.y (mgr.14150) 102 : cluster [DBG] pgmap v64: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-08-29T17:33:34.327 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:33:33 smithi053 bash[24720]: cluster 2024-08-29T17:33:32.753149+0000 mgr.y (mgr.14150) 102 : cluster [DBG] pgmap v64: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-08-29T17:33:36.132 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:33:35 smithi028 bash[22419]: cluster 2024-08-29T17:33:34.753558+0000 mgr.y (mgr.14150) 103 : cluster [DBG] pgmap v65: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-08-29T17:33:36.133 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:33:35 smithi028 bash[31855]: cluster 2024-08-29T17:33:34.753558+0000 mgr.y (mgr.14150) 103 : cluster [DBG] pgmap v65: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-08-29T17:33:36.327 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:33:35 smithi053 bash[24720]: cluster 2024-08-29T17:33:34.753558+0000 mgr.y (mgr.14150) 103 : cluster [DBG] pgmap v65: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-08-29T17:33:38.132 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:33:37 smithi028 bash[22419]: cluster 2024-08-29T17:33:36.753992+0000 mgr.y (mgr.14150) 104 : cluster [DBG] pgmap v66: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-08-29T17:33:38.133 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:33:37 smithi028 bash[22419]: audit 2024-08-29T17:33:37.487841+0000 mon.a (mon.0) 268 : audit [INF] from='mgr.14150 172.21.15.28:0/484978966' entity='mgr.y' 2024-08-29T17:33:38.133 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:33:37 smithi028 bash[22419]: audit 2024-08-29T17:33:37.491774+0000 mon.a (mon.0) 269 : audit [INF] from='mgr.14150 172.21.15.28:0/484978966' entity='mgr.y' 2024-08-29T17:33:38.133 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:33:37 smithi028 bash[22419]: audit 2024-08-29T17:33:37.834839+0000 mon.a (mon.0) 270 : audit [DBG] from='mgr.14150 172.21.15.28:0/484978966' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-29T17:33:38.133 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:33:37 smithi028 bash[22419]: audit 2024-08-29T17:33:37.835999+0000 mon.a (mon.0) 271 : audit [INF] from='mgr.14150 172.21.15.28:0/484978966' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-29T17:33:38.133 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:33:37 smithi028 bash[22419]: audit 2024-08-29T17:33:37.842540+0000 mon.a (mon.0) 272 : audit [INF] from='mgr.14150 172.21.15.28:0/484978966' entity='mgr.y' 2024-08-29T17:33:38.133 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:33:37 smithi028 bash[31855]: cluster 2024-08-29T17:33:36.753992+0000 mgr.y (mgr.14150) 104 : cluster [DBG] pgmap v66: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-08-29T17:33:38.133 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:33:37 smithi028 bash[31855]: audit 2024-08-29T17:33:37.487841+0000 mon.a (mon.0) 268 : audit [INF] from='mgr.14150 172.21.15.28:0/484978966' entity='mgr.y' 2024-08-29T17:33:38.133 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:33:37 smithi028 bash[31855]: audit 2024-08-29T17:33:37.491774+0000 mon.a (mon.0) 269 : audit [INF] from='mgr.14150 172.21.15.28:0/484978966' entity='mgr.y' 2024-08-29T17:33:38.133 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:33:37 smithi028 bash[31855]: audit 2024-08-29T17:33:37.834839+0000 mon.a (mon.0) 270 : audit [DBG] from='mgr.14150 172.21.15.28:0/484978966' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-29T17:33:38.134 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:33:37 smithi028 bash[31855]: audit 2024-08-29T17:33:37.835999+0000 mon.a (mon.0) 271 : audit [INF] from='mgr.14150 172.21.15.28:0/484978966' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-29T17:33:38.134 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:33:37 smithi028 bash[31855]: audit 2024-08-29T17:33:37.842540+0000 mon.a (mon.0) 272 : audit [INF] from='mgr.14150 172.21.15.28:0/484978966' entity='mgr.y' 2024-08-29T17:33:38.327 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:33:37 smithi053 bash[24720]: cluster 2024-08-29T17:33:36.753992+0000 mgr.y (mgr.14150) 104 : cluster [DBG] pgmap v66: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-08-29T17:33:38.327 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:33:37 smithi053 bash[24720]: audit 2024-08-29T17:33:37.487841+0000 mon.a (mon.0) 268 : audit [INF] from='mgr.14150 172.21.15.28:0/484978966' entity='mgr.y' 2024-08-29T17:33:38.327 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:33:37 smithi053 bash[24720]: audit 2024-08-29T17:33:37.491774+0000 mon.a (mon.0) 269 : audit [INF] from='mgr.14150 172.21.15.28:0/484978966' entity='mgr.y' 2024-08-29T17:33:38.327 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:33:37 smithi053 bash[24720]: audit 2024-08-29T17:33:37.834839+0000 mon.a (mon.0) 270 : audit [DBG] from='mgr.14150 172.21.15.28:0/484978966' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-29T17:33:38.327 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:33:37 smithi053 bash[24720]: audit 2024-08-29T17:33:37.835999+0000 mon.a (mon.0) 271 : audit [INF] from='mgr.14150 172.21.15.28:0/484978966' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-29T17:33:38.327 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:33:37 smithi053 bash[24720]: audit 2024-08-29T17:33:37.842540+0000 mon.a (mon.0) 272 : audit [INF] from='mgr.14150 172.21.15.28:0/484978966' entity='mgr.y' 2024-08-29T17:33:40.132 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:33:39 smithi028 bash[22419]: cluster 2024-08-29T17:33:38.754439+0000 mgr.y (mgr.14150) 105 : cluster [DBG] pgmap v67: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-08-29T17:33:40.132 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:33:39 smithi028 bash[22419]: audit 2024-08-29T17:33:38.910918+0000 mon.a (mon.0) 273 : audit [INF] from='osd.0 [v2:172.21.15.28:6802/314031528,v1:172.21.15.28:6803/314031528]' entity='osd.0' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["0"]}]: dispatch 2024-08-29T17:33:40.133 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:33:39 smithi028 bash[31855]: cluster 2024-08-29T17:33:38.754439+0000 mgr.y (mgr.14150) 105 : cluster [DBG] pgmap v67: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-08-29T17:33:40.133 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:33:39 smithi028 bash[31855]: audit 2024-08-29T17:33:38.910918+0000 mon.a (mon.0) 273 : audit [INF] from='osd.0 [v2:172.21.15.28:6802/314031528,v1:172.21.15.28:6803/314031528]' entity='osd.0' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["0"]}]: dispatch 2024-08-29T17:33:40.327 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:33:39 smithi053 bash[24720]: cluster 2024-08-29T17:33:38.754439+0000 mgr.y (mgr.14150) 105 : cluster [DBG] pgmap v67: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-08-29T17:33:40.327 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:33:39 smithi053 bash[24720]: audit 2024-08-29T17:33:38.910918+0000 mon.a (mon.0) 273 : audit [INF] from='osd.0 [v2:172.21.15.28:6802/314031528,v1:172.21.15.28:6803/314031528]' entity='osd.0' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["0"]}]: dispatch 2024-08-29T17:33:40.854 INFO:teuthology.orchestra.run.smithi028.stdout:Created osd(s) 0 on host 'smithi028' 2024-08-29T17:33:41.132 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:33:40 smithi028 bash[22419]: audit 2024-08-29T17:33:39.881266+0000 mon.a (mon.0) 274 : audit [INF] from='osd.0 [v2:172.21.15.28:6802/314031528,v1:172.21.15.28:6803/314031528]' entity='osd.0' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["0"]}]': finished 2024-08-29T17:33:41.132 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:33:40 smithi028 bash[22419]: cluster 2024-08-29T17:33:39.881330+0000 mon.a (mon.0) 275 : cluster [DBG] osdmap e6: 1 total, 0 up, 1 in 2024-08-29T17:33:41.132 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:33:40 smithi028 bash[22419]: audit 2024-08-29T17:33:39.881477+0000 mon.a (mon.0) 276 : audit [DBG] from='mgr.14150 172.21.15.28:0/484978966' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-08-29T17:33:41.132 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:33:40 smithi028 bash[22419]: audit 2024-08-29T17:33:39.881895+0000 mon.a (mon.0) 277 : audit [INF] from='osd.0 [v2:172.21.15.28:6802/314031528,v1:172.21.15.28:6803/314031528]' entity='osd.0' cmd=[{"prefix": "osd crush create-or-move", "id": 0, "weight":0.0873, "args": ["host=smithi028", "root=default"]}]: dispatch 2024-08-29T17:33:41.133 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:33:40 smithi028 bash[22419]: audit 2024-08-29T17:33:40.833991+0000 mon.a (mon.0) 278 : audit [DBG] from='mgr.14150 172.21.15.28:0/484978966' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-29T17:33:41.133 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:33:40 smithi028 bash[22419]: audit 2024-08-29T17:33:40.841619+0000 mon.a (mon.0) 279 : audit [INF] from='mgr.14150 172.21.15.28:0/484978966' entity='mgr.y' 2024-08-29T17:33:41.133 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:33:40 smithi028 bash[22419]: audit 2024-08-29T17:33:40.849560+0000 mon.a (mon.0) 280 : audit [INF] from='mgr.14150 172.21.15.28:0/484978966' entity='mgr.y' 2024-08-29T17:33:41.133 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:33:40 smithi028 bash[31855]: audit 2024-08-29T17:33:39.881266+0000 mon.a (mon.0) 274 : audit [INF] from='osd.0 [v2:172.21.15.28:6802/314031528,v1:172.21.15.28:6803/314031528]' entity='osd.0' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["0"]}]': finished 2024-08-29T17:33:41.133 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:33:40 smithi028 bash[31855]: cluster 2024-08-29T17:33:39.881330+0000 mon.a (mon.0) 275 : cluster [DBG] osdmap e6: 1 total, 0 up, 1 in 2024-08-29T17:33:41.133 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:33:40 smithi028 bash[31855]: audit 2024-08-29T17:33:39.881477+0000 mon.a (mon.0) 276 : audit [DBG] from='mgr.14150 172.21.15.28:0/484978966' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-08-29T17:33:41.133 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:33:40 smithi028 bash[31855]: audit 2024-08-29T17:33:39.881895+0000 mon.a (mon.0) 277 : audit [INF] from='osd.0 [v2:172.21.15.28:6802/314031528,v1:172.21.15.28:6803/314031528]' entity='osd.0' cmd=[{"prefix": "osd crush create-or-move", "id": 0, "weight":0.0873, "args": ["host=smithi028", "root=default"]}]: dispatch 2024-08-29T17:33:41.133 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:33:40 smithi028 bash[31855]: audit 2024-08-29T17:33:40.833991+0000 mon.a (mon.0) 278 : audit [DBG] from='mgr.14150 172.21.15.28:0/484978966' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-29T17:33:41.133 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:33:40 smithi028 bash[31855]: audit 2024-08-29T17:33:40.841619+0000 mon.a (mon.0) 279 : audit [INF] from='mgr.14150 172.21.15.28:0/484978966' entity='mgr.y' 2024-08-29T17:33:41.133 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:33:40 smithi028 bash[31855]: audit 2024-08-29T17:33:40.849560+0000 mon.a (mon.0) 280 : audit [INF] from='mgr.14150 172.21.15.28:0/484978966' entity='mgr.y' 2024-08-29T17:33:41.327 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:33:40 smithi053 bash[24720]: audit 2024-08-29T17:33:39.881266+0000 mon.a (mon.0) 274 : audit [INF] from='osd.0 [v2:172.21.15.28:6802/314031528,v1:172.21.15.28:6803/314031528]' entity='osd.0' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["0"]}]': finished 2024-08-29T17:33:41.327 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:33:40 smithi053 bash[24720]: cluster 2024-08-29T17:33:39.881330+0000 mon.a (mon.0) 275 : cluster [DBG] osdmap e6: 1 total, 0 up, 1 in 2024-08-29T17:33:41.327 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:33:40 smithi053 bash[24720]: audit 2024-08-29T17:33:39.881477+0000 mon.a (mon.0) 276 : audit [DBG] from='mgr.14150 172.21.15.28:0/484978966' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-08-29T17:33:41.328 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:33:40 smithi053 bash[24720]: audit 2024-08-29T17:33:39.881895+0000 mon.a (mon.0) 277 : audit [INF] from='osd.0 [v2:172.21.15.28:6802/314031528,v1:172.21.15.28:6803/314031528]' entity='osd.0' cmd=[{"prefix": "osd crush create-or-move", "id": 0, "weight":0.0873, "args": ["host=smithi028", "root=default"]}]: dispatch 2024-08-29T17:33:41.328 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:33:40 smithi053 bash[24720]: audit 2024-08-29T17:33:40.833991+0000 mon.a (mon.0) 278 : audit [DBG] from='mgr.14150 172.21.15.28:0/484978966' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-29T17:33:41.328 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:33:40 smithi053 bash[24720]: audit 2024-08-29T17:33:40.841619+0000 mon.a (mon.0) 279 : audit [INF] from='mgr.14150 172.21.15.28:0/484978966' entity='mgr.y' 2024-08-29T17:33:41.328 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:33:40 smithi053 bash[24720]: audit 2024-08-29T17:33:40.849560+0000 mon.a (mon.0) 280 : audit [INF] from='mgr.14150 172.21.15.28:0/484978966' entity='mgr.y' 2024-08-29T17:33:41.472 DEBUG:teuthology.orchestra.run.smithi028:osd.0> sudo journalctl -f -n 0 -u ceph-3167ee72-662c-11ef-bcd4-c7b262605968@osd.0.service 2024-08-29T17:33:41.475 INFO:tasks.cephadm:Deploying osd.1 on smithi028 with /dev/vg_nvme/lv_3... 2024-08-29T17:33:41.475 DEBUG:teuthology.orchestra.run.smithi028:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy ceph-volume -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 3167ee72-662c-11ef-bcd4-c7b262605968 -- lvm zap /dev/vg_nvme/lv_3 2024-08-29T17:33:42.328 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:33:41 smithi053 bash[24720]: cluster 2024-08-29T17:33:40.754870+0000 mgr.y (mgr.14150) 106 : cluster [DBG] pgmap v69: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-08-29T17:33:42.328 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:33:41 smithi053 bash[24720]: audit 2024-08-29T17:33:40.883165+0000 mon.a (mon.0) 281 : audit [INF] from='osd.0 [v2:172.21.15.28:6802/314031528,v1:172.21.15.28:6803/314031528]' entity='osd.0' cmd='[{"prefix": "osd crush create-or-move", "id": 0, "weight":0.0873, "args": ["host=smithi028", "root=default"]}]': finished 2024-08-29T17:33:42.328 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:33:41 smithi053 bash[24720]: cluster 2024-08-29T17:33:40.883246+0000 mon.a (mon.0) 282 : cluster [DBG] osdmap e7: 1 total, 0 up, 1 in 2024-08-29T17:33:42.328 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:33:41 smithi053 bash[24720]: audit 2024-08-29T17:33:40.883681+0000 mon.a (mon.0) 283 : audit [DBG] from='mgr.14150 172.21.15.28:0/484978966' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-08-29T17:33:42.328 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:33:41 smithi053 bash[24720]: audit 2024-08-29T17:33:40.889665+0000 mon.a (mon.0) 284 : audit [DBG] from='mgr.14150 172.21.15.28:0/484978966' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-08-29T17:33:42.383 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:33:41 smithi028 bash[22419]: cluster 2024-08-29T17:33:40.754870+0000 mgr.y (mgr.14150) 106 : cluster [DBG] pgmap v69: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-08-29T17:33:42.383 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:33:41 smithi028 bash[22419]: audit 2024-08-29T17:33:40.883165+0000 mon.a (mon.0) 281 : audit [INF] from='osd.0 [v2:172.21.15.28:6802/314031528,v1:172.21.15.28:6803/314031528]' entity='osd.0' cmd='[{"prefix": "osd crush create-or-move", "id": 0, "weight":0.0873, "args": ["host=smithi028", "root=default"]}]': finished 2024-08-29T17:33:42.383 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:33:41 smithi028 bash[22419]: cluster 2024-08-29T17:33:40.883246+0000 mon.a (mon.0) 282 : cluster [DBG] osdmap e7: 1 total, 0 up, 1 in 2024-08-29T17:33:42.383 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:33:41 smithi028 bash[22419]: audit 2024-08-29T17:33:40.883681+0000 mon.a (mon.0) 283 : audit [DBG] from='mgr.14150 172.21.15.28:0/484978966' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-08-29T17:33:42.383 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:33:41 smithi028 bash[22419]: audit 2024-08-29T17:33:40.889665+0000 mon.a (mon.0) 284 : audit [DBG] from='mgr.14150 172.21.15.28:0/484978966' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-08-29T17:33:42.383 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:33:41 smithi028 bash[31855]: cluster 2024-08-29T17:33:40.754870+0000 mgr.y (mgr.14150) 106 : cluster [DBG] pgmap v69: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-08-29T17:33:42.383 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:33:41 smithi028 bash[31855]: audit 2024-08-29T17:33:40.883165+0000 mon.a (mon.0) 281 : audit [INF] from='osd.0 [v2:172.21.15.28:6802/314031528,v1:172.21.15.28:6803/314031528]' entity='osd.0' cmd='[{"prefix": "osd crush create-or-move", "id": 0, "weight":0.0873, "args": ["host=smithi028", "root=default"]}]': finished 2024-08-29T17:33:42.383 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:33:41 smithi028 bash[31855]: cluster 2024-08-29T17:33:40.883246+0000 mon.a (mon.0) 282 : cluster [DBG] osdmap e7: 1 total, 0 up, 1 in 2024-08-29T17:33:42.384 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:33:41 smithi028 bash[31855]: audit 2024-08-29T17:33:40.883681+0000 mon.a (mon.0) 283 : audit [DBG] from='mgr.14150 172.21.15.28:0/484978966' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-08-29T17:33:42.384 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:33:41 smithi028 bash[31855]: audit 2024-08-29T17:33:40.889665+0000 mon.a (mon.0) 284 : audit [DBG] from='mgr.14150 172.21.15.28:0/484978966' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-08-29T17:33:43.327 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:33:42 smithi053 bash[24720]: cluster 2024-08-29T17:33:39.919832+0000 osd.0 (osd.0) 1 : cluster [DBG] purged_snaps scrub starts 2024-08-29T17:33:43.327 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:33:42 smithi053 bash[24720]: cluster 2024-08-29T17:33:39.919887+0000 osd.0 (osd.0) 2 : cluster [DBG] purged_snaps scrub ok 2024-08-29T17:33:43.327 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:33:42 smithi053 bash[24720]: cluster 2024-08-29T17:33:41.894286+0000 mon.a (mon.0) 285 : cluster [INF] osd.0 [v2:172.21.15.28:6802/314031528,v1:172.21.15.28:6803/314031528] boot 2024-08-29T17:33:43.327 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:33:42 smithi053 bash[24720]: cluster 2024-08-29T17:33:41.894362+0000 mon.a (mon.0) 286 : cluster [DBG] osdmap e8: 1 total, 1 up, 1 in 2024-08-29T17:33:43.327 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:33:42 smithi053 bash[24720]: audit 2024-08-29T17:33:41.895036+0000 mon.a (mon.0) 287 : audit [DBG] from='mgr.14150 172.21.15.28:0/484978966' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-08-29T17:33:43.383 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:33:42 smithi028 bash[22419]: cluster 2024-08-29T17:33:39.919832+0000 osd.0 (osd.0) 1 : cluster [DBG] purged_snaps scrub starts 2024-08-29T17:33:43.383 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:33:42 smithi028 bash[22419]: cluster 2024-08-29T17:33:39.919887+0000 osd.0 (osd.0) 2 : cluster [DBG] purged_snaps scrub ok 2024-08-29T17:33:43.383 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:33:42 smithi028 bash[22419]: cluster 2024-08-29T17:33:41.894286+0000 mon.a (mon.0) 285 : cluster [INF] osd.0 [v2:172.21.15.28:6802/314031528,v1:172.21.15.28:6803/314031528] boot 2024-08-29T17:33:43.383 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:33:42 smithi028 bash[22419]: cluster 2024-08-29T17:33:41.894362+0000 mon.a (mon.0) 286 : cluster [DBG] osdmap e8: 1 total, 1 up, 1 in 2024-08-29T17:33:43.383 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:33:42 smithi028 bash[22419]: audit 2024-08-29T17:33:41.895036+0000 mon.a (mon.0) 287 : audit [DBG] from='mgr.14150 172.21.15.28:0/484978966' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-08-29T17:33:43.383 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:33:42 smithi028 bash[31855]: cluster 2024-08-29T17:33:39.919832+0000 osd.0 (osd.0) 1 : cluster [DBG] purged_snaps scrub starts 2024-08-29T17:33:43.383 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:33:42 smithi028 bash[31855]: cluster 2024-08-29T17:33:39.919887+0000 osd.0 (osd.0) 2 : cluster [DBG] purged_snaps scrub ok 2024-08-29T17:33:43.384 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:33:42 smithi028 bash[31855]: cluster 2024-08-29T17:33:41.894286+0000 mon.a (mon.0) 285 : cluster [INF] osd.0 [v2:172.21.15.28:6802/314031528,v1:172.21.15.28:6803/314031528] boot 2024-08-29T17:33:43.384 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:33:42 smithi028 bash[31855]: cluster 2024-08-29T17:33:41.894362+0000 mon.a (mon.0) 286 : cluster [DBG] osdmap e8: 1 total, 1 up, 1 in 2024-08-29T17:33:43.384 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:33:42 smithi028 bash[31855]: audit 2024-08-29T17:33:41.895036+0000 mon.a (mon.0) 287 : audit [DBG] from='mgr.14150 172.21.15.28:0/484978966' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-08-29T17:33:44.327 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:33:43 smithi053 bash[24720]: cluster 2024-08-29T17:33:42.755293+0000 mgr.y (mgr.14150) 107 : cluster [DBG] pgmap v72: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-08-29T17:33:44.327 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:33:43 smithi053 bash[24720]: cluster 2024-08-29T17:33:42.909792+0000 mon.a (mon.0) 288 : cluster [DBG] osdmap e9: 1 total, 1 up, 1 in 2024-08-29T17:33:44.382 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:33:43 smithi028 bash[22419]: cluster 2024-08-29T17:33:42.755293+0000 mgr.y (mgr.14150) 107 : cluster [DBG] pgmap v72: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-08-29T17:33:44.382 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:33:43 smithi028 bash[22419]: cluster 2024-08-29T17:33:42.909792+0000 mon.a (mon.0) 288 : cluster [DBG] osdmap e9: 1 total, 1 up, 1 in 2024-08-29T17:33:44.383 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:33:43 smithi028 bash[31855]: cluster 2024-08-29T17:33:42.755293+0000 mgr.y (mgr.14150) 107 : cluster [DBG] pgmap v72: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-08-29T17:33:44.383 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:33:43 smithi028 bash[31855]: cluster 2024-08-29T17:33:42.909792+0000 mon.a (mon.0) 288 : cluster [DBG] osdmap e9: 1 total, 1 up, 1 in 2024-08-29T17:33:45.615 INFO:teuthology.orchestra.run.smithi028.stderr:Inferring config /var/lib/ceph/3167ee72-662c-11ef-bcd4-c7b262605968/mon.a/config 2024-08-29T17:33:46.010 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:33:45 smithi028 bash[22419]: cluster 2024-08-29T17:33:44.755863+0000 mgr.y (mgr.14150) 108 : cluster [DBG] pgmap v74: 0 pgs: ; 0 B data, 290 MiB used, 89 GiB / 89 GiB avail 2024-08-29T17:33:46.327 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:33:45 smithi053 bash[24720]: cluster 2024-08-29T17:33:44.755863+0000 mgr.y (mgr.14150) 108 : cluster [DBG] pgmap v74: 0 pgs: ; 0 B data, 290 MiB used, 89 GiB / 89 GiB avail 2024-08-29T17:33:46.382 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:33:46 smithi028 bash[31855]: cluster 2024-08-29T17:33:44.755863+0000 mgr.y (mgr.14150) 108 : cluster [DBG] pgmap v74: 0 pgs: ; 0 B data, 290 MiB used, 89 GiB / 89 GiB avail 2024-08-29T17:33:48.132 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:33:47 smithi028 bash[22419]: cluster 2024-08-29T17:33:46.756216+0000 mgr.y (mgr.14150) 109 : cluster [DBG] pgmap v75: 0 pgs: ; 0 B data, 290 MiB used, 89 GiB / 89 GiB avail 2024-08-29T17:33:48.132 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:33:47 smithi028 bash[31855]: cluster 2024-08-29T17:33:46.756216+0000 mgr.y (mgr.14150) 109 : cluster [DBG] pgmap v75: 0 pgs: ; 0 B data, 290 MiB used, 89 GiB / 89 GiB avail 2024-08-29T17:33:48.327 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:33:47 smithi053 bash[24720]: cluster 2024-08-29T17:33:46.756216+0000 mgr.y (mgr.14150) 109 : cluster [DBG] pgmap v75: 0 pgs: ; 0 B data, 290 MiB used, 89 GiB / 89 GiB avail 2024-08-29T17:33:50.211 INFO:teuthology.orchestra.run.smithi028.stdout: 2024-08-29T17:33:50.248 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:33:49 smithi028 bash[22419]: cluster 2024-08-29T17:33:48.756704+0000 mgr.y (mgr.14150) 110 : cluster [DBG] pgmap v76: 0 pgs: ; 0 B data, 290 MiB used, 89 GiB / 89 GiB avail 2024-08-29T17:33:50.249 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:33:49 smithi028 bash[31855]: cluster 2024-08-29T17:33:48.756704+0000 mgr.y (mgr.14150) 110 : cluster [DBG] pgmap v76: 0 pgs: ; 0 B data, 290 MiB used, 89 GiB / 89 GiB avail 2024-08-29T17:33:50.250 DEBUG:teuthology.orchestra.run.smithi028:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 3167ee72-662c-11ef-bcd4-c7b262605968 -- ceph orch daemon add osd smithi028:vg_nvme/lv_3 2024-08-29T17:33:50.327 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:33:49 smithi053 bash[24720]: cluster 2024-08-29T17:33:48.756704+0000 mgr.y (mgr.14150) 110 : cluster [DBG] pgmap v76: 0 pgs: ; 0 B data, 290 MiB used, 89 GiB / 89 GiB avail 2024-08-29T17:33:52.327 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:33:51 smithi053 bash[24720]: cluster 2024-08-29T17:33:50.757156+0000 mgr.y (mgr.14150) 111 : cluster [DBG] pgmap v77: 0 pgs: ; 0 B data, 290 MiB used, 89 GiB / 89 GiB avail 2024-08-29T17:33:52.382 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:33:51 smithi028 bash[22419]: cluster 2024-08-29T17:33:50.757156+0000 mgr.y (mgr.14150) 111 : cluster [DBG] pgmap v77: 0 pgs: ; 0 B data, 290 MiB used, 89 GiB / 89 GiB avail 2024-08-29T17:33:52.382 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:33:51 smithi028 bash[31855]: cluster 2024-08-29T17:33:50.757156+0000 mgr.y (mgr.14150) 111 : cluster [DBG] pgmap v77: 0 pgs: ; 0 B data, 290 MiB used, 89 GiB / 89 GiB avail 2024-08-29T17:33:54.327 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:33:53 smithi053 bash[24720]: cluster 2024-08-29T17:33:52.757616+0000 mgr.y (mgr.14150) 112 : cluster [DBG] pgmap v78: 0 pgs: ; 0 B data, 290 MiB used, 89 GiB / 89 GiB avail 2024-08-29T17:33:54.327 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:33:53 smithi053 bash[24720]: cephadm 2024-08-29T17:33:52.979814+0000 mgr.y (mgr.14150) 113 : cephadm [INF] Detected new or changed devices on smithi028 2024-08-29T17:33:54.327 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:33:53 smithi053 bash[24720]: audit 2024-08-29T17:33:52.988543+0000 mon.a (mon.0) 289 : audit [INF] from='mgr.14150 172.21.15.28:0/484978966' entity='mgr.y' 2024-08-29T17:33:54.327 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:33:53 smithi053 bash[24720]: audit 2024-08-29T17:33:52.996418+0000 mon.a (mon.0) 290 : audit [INF] from='mgr.14150 172.21.15.28:0/484978966' entity='mgr.y' 2024-08-29T17:33:54.327 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:33:53 smithi053 bash[24720]: audit 2024-08-29T17:33:52.998232+0000 mon.a (mon.0) 291 : audit [INF] from='mgr.14150 172.21.15.28:0/484978966' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2024-08-29T17:33:54.327 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:33:53 smithi053 bash[24720]: cephadm 2024-08-29T17:33:52.999619+0000 mgr.y (mgr.14150) 114 : cephadm [INF] Adjusting osd_memory_target on smithi028 to 16245M 2024-08-29T17:33:54.328 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:33:53 smithi053 bash[24720]: audit 2024-08-29T17:33:53.008009+0000 mon.a (mon.0) 292 : audit [INF] from='mgr.14150 172.21.15.28:0/484978966' entity='mgr.y' 2024-08-29T17:33:54.328 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:33:53 smithi053 bash[24720]: audit 2024-08-29T17:33:53.010140+0000 mon.a (mon.0) 293 : audit [DBG] from='mgr.14150 172.21.15.28:0/484978966' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-29T17:33:54.328 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:33:53 smithi053 bash[24720]: audit 2024-08-29T17:33:53.011702+0000 mon.a (mon.0) 294 : audit [INF] from='mgr.14150 172.21.15.28:0/484978966' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-29T17:33:54.328 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:33:53 smithi053 bash[24720]: audit 2024-08-29T17:33:53.020769+0000 mon.a (mon.0) 295 : audit [INF] from='mgr.14150 172.21.15.28:0/484978966' entity='mgr.y' 2024-08-29T17:33:54.382 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:33:53 smithi028 bash[22419]: cluster 2024-08-29T17:33:52.757616+0000 mgr.y (mgr.14150) 112 : cluster [DBG] pgmap v78: 0 pgs: ; 0 B data, 290 MiB used, 89 GiB / 89 GiB avail 2024-08-29T17:33:54.383 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:33:53 smithi028 bash[22419]: cephadm 2024-08-29T17:33:52.979814+0000 mgr.y (mgr.14150) 113 : cephadm [INF] Detected new or changed devices on smithi028 2024-08-29T17:33:54.383 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:33:53 smithi028 bash[22419]: audit 2024-08-29T17:33:52.988543+0000 mon.a (mon.0) 289 : audit [INF] from='mgr.14150 172.21.15.28:0/484978966' entity='mgr.y' 2024-08-29T17:33:54.383 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:33:53 smithi028 bash[22419]: audit 2024-08-29T17:33:52.996418+0000 mon.a (mon.0) 290 : audit [INF] from='mgr.14150 172.21.15.28:0/484978966' entity='mgr.y' 2024-08-29T17:33:54.383 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:33:53 smithi028 bash[22419]: audit 2024-08-29T17:33:52.998232+0000 mon.a (mon.0) 291 : audit [INF] from='mgr.14150 172.21.15.28:0/484978966' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2024-08-29T17:33:54.383 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:33:53 smithi028 bash[22419]: cephadm 2024-08-29T17:33:52.999619+0000 mgr.y (mgr.14150) 114 : cephadm [INF] Adjusting osd_memory_target on smithi028 to 16245M 2024-08-29T17:33:54.384 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:33:53 smithi028 bash[22419]: audit 2024-08-29T17:33:53.008009+0000 mon.a (mon.0) 292 : audit [INF] from='mgr.14150 172.21.15.28:0/484978966' entity='mgr.y' 2024-08-29T17:33:54.384 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:33:53 smithi028 bash[22419]: audit 2024-08-29T17:33:53.010140+0000 mon.a (mon.0) 293 : audit [DBG] from='mgr.14150 172.21.15.28:0/484978966' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-29T17:33:54.384 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:33:53 smithi028 bash[22419]: audit 2024-08-29T17:33:53.011702+0000 mon.a (mon.0) 294 : audit [INF] from='mgr.14150 172.21.15.28:0/484978966' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-29T17:33:54.384 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:33:53 smithi028 bash[22419]: audit 2024-08-29T17:33:53.020769+0000 mon.a (mon.0) 295 : audit [INF] from='mgr.14150 172.21.15.28:0/484978966' entity='mgr.y' 2024-08-29T17:33:54.384 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:33:53 smithi028 bash[31855]: cluster 2024-08-29T17:33:52.757616+0000 mgr.y (mgr.14150) 112 : cluster [DBG] pgmap v78: 0 pgs: ; 0 B data, 290 MiB used, 89 GiB / 89 GiB avail 2024-08-29T17:33:54.384 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:33:53 smithi028 bash[31855]: cephadm 2024-08-29T17:33:52.979814+0000 mgr.y (mgr.14150) 113 : cephadm [INF] Detected new or changed devices on smithi028 2024-08-29T17:33:54.384 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:33:53 smithi028 bash[31855]: audit 2024-08-29T17:33:52.988543+0000 mon.a (mon.0) 289 : audit [INF] from='mgr.14150 172.21.15.28:0/484978966' entity='mgr.y' 2024-08-29T17:33:54.385 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:33:53 smithi028 bash[31855]: audit 2024-08-29T17:33:52.996418+0000 mon.a (mon.0) 290 : audit [INF] from='mgr.14150 172.21.15.28:0/484978966' entity='mgr.y' 2024-08-29T17:33:54.385 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:33:53 smithi028 bash[31855]: audit 2024-08-29T17:33:52.998232+0000 mon.a (mon.0) 291 : audit [INF] from='mgr.14150 172.21.15.28:0/484978966' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2024-08-29T17:33:54.385 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:33:53 smithi028 bash[31855]: cephadm 2024-08-29T17:33:52.999619+0000 mgr.y (mgr.14150) 114 : cephadm [INF] Adjusting osd_memory_target on smithi028 to 16245M 2024-08-29T17:33:54.385 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:33:53 smithi028 bash[31855]: audit 2024-08-29T17:33:53.008009+0000 mon.a (mon.0) 292 : audit [INF] from='mgr.14150 172.21.15.28:0/484978966' entity='mgr.y' 2024-08-29T17:33:54.385 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:33:53 smithi028 bash[31855]: audit 2024-08-29T17:33:53.010140+0000 mon.a (mon.0) 293 : audit [DBG] from='mgr.14150 172.21.15.28:0/484978966' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-29T17:33:54.385 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:33:53 smithi028 bash[31855]: audit 2024-08-29T17:33:53.011702+0000 mon.a (mon.0) 294 : audit [INF] from='mgr.14150 172.21.15.28:0/484978966' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-29T17:33:54.385 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:33:53 smithi028 bash[31855]: audit 2024-08-29T17:33:53.020769+0000 mon.a (mon.0) 295 : audit [INF] from='mgr.14150 172.21.15.28:0/484978966' entity='mgr.y' 2024-08-29T17:33:55.449 INFO:teuthology.orchestra.run.smithi028.stderr:Inferring config /var/lib/ceph/3167ee72-662c-11ef-bcd4-c7b262605968/mon.a/config 2024-08-29T17:33:56.327 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:33:55 smithi053 bash[24720]: cluster 2024-08-29T17:33:54.758075+0000 mgr.y (mgr.14150) 115 : cluster [DBG] pgmap v79: 0 pgs: ; 0 B data, 290 MiB used, 89 GiB / 89 GiB avail 2024-08-29T17:33:56.382 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:33:55 smithi028 bash[22419]: cluster 2024-08-29T17:33:54.758075+0000 mgr.y (mgr.14150) 115 : cluster [DBG] pgmap v79: 0 pgs: ; 0 B data, 290 MiB used, 89 GiB / 89 GiB avail 2024-08-29T17:33:56.382 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:33:55 smithi028 bash[31855]: cluster 2024-08-29T17:33:54.758075+0000 mgr.y (mgr.14150) 115 : cluster [DBG] pgmap v79: 0 pgs: ; 0 B data, 290 MiB used, 89 GiB / 89 GiB avail 2024-08-29T17:33:58.327 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:33:57 smithi053 bash[24720]: cluster 2024-08-29T17:33:56.758556+0000 mgr.y (mgr.14150) 116 : cluster [DBG] pgmap v80: 0 pgs: ; 0 B data, 290 MiB used, 89 GiB / 89 GiB avail 2024-08-29T17:33:58.382 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:33:57 smithi028 bash[22419]: cluster 2024-08-29T17:33:56.758556+0000 mgr.y (mgr.14150) 116 : cluster [DBG] pgmap v80: 0 pgs: ; 0 B data, 290 MiB used, 89 GiB / 89 GiB avail 2024-08-29T17:33:58.382 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:33:57 smithi028 bash[31855]: cluster 2024-08-29T17:33:56.758556+0000 mgr.y (mgr.14150) 116 : cluster [DBG] pgmap v80: 0 pgs: ; 0 B data, 290 MiB used, 89 GiB / 89 GiB avail 2024-08-29T17:33:59.327 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:33:59 smithi053 bash[24720]: audit 2024-08-29T17:33:58.366618+0000 mon.a (mon.0) 296 : audit [DBG] from='mgr.14150 172.21.15.28:0/484978966' entity='mgr.y' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-08-29T17:33:59.327 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:33:59 smithi053 bash[24720]: audit 2024-08-29T17:33:58.370017+0000 mon.a (mon.0) 297 : audit [INF] from='mgr.14150 172.21.15.28:0/484978966' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-08-29T17:33:59.327 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:33:59 smithi053 bash[24720]: audit 2024-08-29T17:33:58.371524+0000 mon.a (mon.0) 298 : audit [DBG] from='mgr.14150 172.21.15.28:0/484978966' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-29T17:33:59.382 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:33:59 smithi028 bash[22419]: audit 2024-08-29T17:33:58.366618+0000 mon.a (mon.0) 296 : audit [DBG] from='mgr.14150 172.21.15.28:0/484978966' entity='mgr.y' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-08-29T17:33:59.382 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:33:59 smithi028 bash[22419]: audit 2024-08-29T17:33:58.370017+0000 mon.a (mon.0) 297 : audit [INF] from='mgr.14150 172.21.15.28:0/484978966' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-08-29T17:33:59.382 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:33:59 smithi028 bash[22419]: audit 2024-08-29T17:33:58.371524+0000 mon.a (mon.0) 298 : audit [DBG] from='mgr.14150 172.21.15.28:0/484978966' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-29T17:33:59.383 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:33:59 smithi028 bash[31855]: audit 2024-08-29T17:33:58.366618+0000 mon.a (mon.0) 296 : audit [DBG] from='mgr.14150 172.21.15.28:0/484978966' entity='mgr.y' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-08-29T17:33:59.383 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:33:59 smithi028 bash[31855]: audit 2024-08-29T17:33:58.370017+0000 mon.a (mon.0) 297 : audit [INF] from='mgr.14150 172.21.15.28:0/484978966' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-08-29T17:33:59.383 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:33:59 smithi028 bash[31855]: audit 2024-08-29T17:33:58.371524+0000 mon.a (mon.0) 298 : audit [DBG] from='mgr.14150 172.21.15.28:0/484978966' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-29T17:34:00.327 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:34:00 smithi053 bash[24720]: audit 2024-08-29T17:33:58.360410+0000 mgr.y (mgr.14150) 117 : audit [DBG] from='client.14235 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi028:vg_nvme/lv_3", "target": ["mon-mgr", ""]}]: dispatch 2024-08-29T17:34:00.327 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:34:00 smithi053 bash[24720]: cluster 2024-08-29T17:33:58.759041+0000 mgr.y (mgr.14150) 118 : cluster [DBG] pgmap v81: 0 pgs: ; 0 B data, 290 MiB used, 89 GiB / 89 GiB avail 2024-08-29T17:34:00.382 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:34:00 smithi028 bash[22419]: audit 2024-08-29T17:33:58.360410+0000 mgr.y (mgr.14150) 117 : audit [DBG] from='client.14235 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi028:vg_nvme/lv_3", "target": ["mon-mgr", ""]}]: dispatch 2024-08-29T17:34:00.382 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:34:00 smithi028 bash[22419]: cluster 2024-08-29T17:33:58.759041+0000 mgr.y (mgr.14150) 118 : cluster [DBG] pgmap v81: 0 pgs: ; 0 B data, 290 MiB used, 89 GiB / 89 GiB avail 2024-08-29T17:34:00.382 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:34:00 smithi028 bash[31855]: audit 2024-08-29T17:33:58.360410+0000 mgr.y (mgr.14150) 117 : audit [DBG] from='client.14235 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi028:vg_nvme/lv_3", "target": ["mon-mgr", ""]}]: dispatch 2024-08-29T17:34:00.383 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:34:00 smithi028 bash[31855]: cluster 2024-08-29T17:33:58.759041+0000 mgr.y (mgr.14150) 118 : cluster [DBG] pgmap v81: 0 pgs: ; 0 B data, 290 MiB used, 89 GiB / 89 GiB avail 2024-08-29T17:34:02.327 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:34:02 smithi053 bash[24720]: cluster 2024-08-29T17:34:00.759484+0000 mgr.y (mgr.14150) 119 : cluster [DBG] pgmap v82: 0 pgs: ; 0 B data, 290 MiB used, 89 GiB / 89 GiB avail 2024-08-29T17:34:02.382 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:34:02 smithi028 bash[22419]: cluster 2024-08-29T17:34:00.759484+0000 mgr.y (mgr.14150) 119 : cluster [DBG] pgmap v82: 0 pgs: ; 0 B data, 290 MiB used, 89 GiB / 89 GiB avail 2024-08-29T17:34:02.382 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:34:02 smithi028 bash[31855]: cluster 2024-08-29T17:34:00.759484+0000 mgr.y (mgr.14150) 119 : cluster [DBG] pgmap v82: 0 pgs: ; 0 B data, 290 MiB used, 89 GiB / 89 GiB avail 2024-08-29T17:34:04.327 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:34:04 smithi053 bash[24720]: cluster 2024-08-29T17:34:02.759927+0000 mgr.y (mgr.14150) 120 : cluster [DBG] pgmap v83: 0 pgs: ; 0 B data, 290 MiB used, 89 GiB / 89 GiB avail 2024-08-29T17:34:04.355 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:34:04 smithi028 bash[22419]: cluster 2024-08-29T17:34:02.759927+0000 mgr.y (mgr.14150) 120 : cluster [DBG] pgmap v83: 0 pgs: ; 0 B data, 290 MiB used, 89 GiB / 89 GiB avail 2024-08-29T17:34:04.355 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:34:04 smithi028 bash[31855]: cluster 2024-08-29T17:34:02.759927+0000 mgr.y (mgr.14150) 120 : cluster [DBG] pgmap v83: 0 pgs: ; 0 B data, 290 MiB used, 89 GiB / 89 GiB avail 2024-08-29T17:34:06.326 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:34:06 smithi053 bash[24720]: cluster 2024-08-29T17:34:04.760387+0000 mgr.y (mgr.14150) 121 : cluster [DBG] pgmap v84: 0 pgs: ; 0 B data, 290 MiB used, 89 GiB / 89 GiB avail 2024-08-29T17:34:06.382 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:34:06 smithi028 bash[22419]: cluster 2024-08-29T17:34:04.760387+0000 mgr.y (mgr.14150) 121 : cluster [DBG] pgmap v84: 0 pgs: ; 0 B data, 290 MiB used, 89 GiB / 89 GiB avail 2024-08-29T17:34:06.382 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:34:06 smithi028 bash[31855]: cluster 2024-08-29T17:34:04.760387+0000 mgr.y (mgr.14150) 121 : cluster [DBG] pgmap v84: 0 pgs: ; 0 B data, 290 MiB used, 89 GiB / 89 GiB avail 2024-08-29T17:34:07.327 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:34:07 smithi053 bash[24720]: audit 2024-08-29T17:34:06.393627+0000 mon.a (mon.0) 299 : audit [INF] from='client.? 172.21.15.28:0/2860166345' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "fdf44197-06ca-494f-bb43-e320705d24ca"}]: dispatch 2024-08-29T17:34:07.327 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:34:07 smithi053 bash[24720]: audit 2024-08-29T17:34:06.400961+0000 mon.a (mon.0) 300 : audit [INF] from='client.? 172.21.15.28:0/2860166345' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "fdf44197-06ca-494f-bb43-e320705d24ca"}]': finished 2024-08-29T17:34:07.327 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:34:07 smithi053 bash[24720]: cluster 2024-08-29T17:34:06.401084+0000 mon.a (mon.0) 301 : cluster [DBG] osdmap e10: 2 total, 1 up, 2 in 2024-08-29T17:34:07.327 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:34:07 smithi053 bash[24720]: audit 2024-08-29T17:34:06.401223+0000 mon.a (mon.0) 302 : audit [DBG] from='mgr.14150 172.21.15.28:0/484978966' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-08-29T17:34:07.382 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:34:07 smithi028 bash[22419]: audit 2024-08-29T17:34:06.393627+0000 mon.a (mon.0) 299 : audit [INF] from='client.? 172.21.15.28:0/2860166345' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "fdf44197-06ca-494f-bb43-e320705d24ca"}]: dispatch 2024-08-29T17:34:07.382 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:34:07 smithi028 bash[22419]: audit 2024-08-29T17:34:06.400961+0000 mon.a (mon.0) 300 : audit [INF] from='client.? 172.21.15.28:0/2860166345' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "fdf44197-06ca-494f-bb43-e320705d24ca"}]': finished 2024-08-29T17:34:07.382 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:34:07 smithi028 bash[22419]: cluster 2024-08-29T17:34:06.401084+0000 mon.a (mon.0) 301 : cluster [DBG] osdmap e10: 2 total, 1 up, 2 in 2024-08-29T17:34:07.382 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:34:07 smithi028 bash[22419]: audit 2024-08-29T17:34:06.401223+0000 mon.a (mon.0) 302 : audit [DBG] from='mgr.14150 172.21.15.28:0/484978966' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-08-29T17:34:07.383 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:34:07 smithi028 bash[31855]: audit 2024-08-29T17:34:06.393627+0000 mon.a (mon.0) 299 : audit [INF] from='client.? 172.21.15.28:0/2860166345' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "fdf44197-06ca-494f-bb43-e320705d24ca"}]: dispatch 2024-08-29T17:34:07.383 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:34:07 smithi028 bash[31855]: audit 2024-08-29T17:34:06.400961+0000 mon.a (mon.0) 300 : audit [INF] from='client.? 172.21.15.28:0/2860166345' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "fdf44197-06ca-494f-bb43-e320705d24ca"}]': finished 2024-08-29T17:34:07.383 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:34:07 smithi028 bash[31855]: cluster 2024-08-29T17:34:06.401084+0000 mon.a (mon.0) 301 : cluster [DBG] osdmap e10: 2 total, 1 up, 2 in 2024-08-29T17:34:07.383 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:34:07 smithi028 bash[31855]: audit 2024-08-29T17:34:06.401223+0000 mon.a (mon.0) 302 : audit [DBG] from='mgr.14150 172.21.15.28:0/484978966' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-08-29T17:34:08.326 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:34:08 smithi053 bash[24720]: cluster 2024-08-29T17:34:06.760717+0000 mgr.y (mgr.14150) 122 : cluster [DBG] pgmap v86: 0 pgs: ; 0 B data, 290 MiB used, 89 GiB / 89 GiB avail 2024-08-29T17:34:08.327 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:34:08 smithi053 bash[24720]: audit 2024-08-29T17:34:07.048360+0000 mon.a (mon.0) 303 : audit [DBG] from='client.? 172.21.15.28:0/2820079304' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-08-29T17:34:08.382 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:34:08 smithi028 bash[22419]: cluster 2024-08-29T17:34:06.760717+0000 mgr.y (mgr.14150) 122 : cluster [DBG] pgmap v86: 0 pgs: ; 0 B data, 290 MiB used, 89 GiB / 89 GiB avail 2024-08-29T17:34:08.382 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:34:08 smithi028 bash[22419]: audit 2024-08-29T17:34:07.048360+0000 mon.a (mon.0) 303 : audit [DBG] from='client.? 172.21.15.28:0/2820079304' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-08-29T17:34:08.382 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:34:08 smithi028 bash[31855]: cluster 2024-08-29T17:34:06.760717+0000 mgr.y (mgr.14150) 122 : cluster [DBG] pgmap v86: 0 pgs: ; 0 B data, 290 MiB used, 89 GiB / 89 GiB avail 2024-08-29T17:34:08.382 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:34:08 smithi028 bash[31855]: audit 2024-08-29T17:34:07.048360+0000 mon.a (mon.0) 303 : audit [DBG] from='client.? 172.21.15.28:0/2820079304' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-08-29T17:34:10.326 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:34:10 smithi053 bash[24720]: cluster 2024-08-29T17:34:08.761012+0000 mgr.y (mgr.14150) 123 : cluster [DBG] pgmap v87: 0 pgs: ; 0 B data, 290 MiB used, 89 GiB / 89 GiB avail 2024-08-29T17:34:10.382 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:34:10 smithi028 bash[22419]: cluster 2024-08-29T17:34:08.761012+0000 mgr.y (mgr.14150) 123 : cluster [DBG] pgmap v87: 0 pgs: ; 0 B data, 290 MiB used, 89 GiB / 89 GiB avail 2024-08-29T17:34:10.382 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:34:10 smithi028 bash[31855]: cluster 2024-08-29T17:34:08.761012+0000 mgr.y (mgr.14150) 123 : cluster [DBG] pgmap v87: 0 pgs: ; 0 B data, 290 MiB used, 89 GiB / 89 GiB avail 2024-08-29T17:34:12.326 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:34:12 smithi053 bash[24720]: cluster 2024-08-29T17:34:10.761452+0000 mgr.y (mgr.14150) 124 : cluster [DBG] pgmap v88: 0 pgs: ; 0 B data, 290 MiB used, 89 GiB / 89 GiB avail 2024-08-29T17:34:12.382 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:34:12 smithi028 bash[22419]: cluster 2024-08-29T17:34:10.761452+0000 mgr.y (mgr.14150) 124 : cluster [DBG] pgmap v88: 0 pgs: ; 0 B data, 290 MiB used, 89 GiB / 89 GiB avail 2024-08-29T17:34:12.382 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:34:12 smithi028 bash[31855]: cluster 2024-08-29T17:34:10.761452+0000 mgr.y (mgr.14150) 124 : cluster [DBG] pgmap v88: 0 pgs: ; 0 B data, 290 MiB used, 89 GiB / 89 GiB avail 2024-08-29T17:34:14.326 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:34:14 smithi053 bash[24720]: cluster 2024-08-29T17:34:12.761910+0000 mgr.y (mgr.14150) 125 : cluster [DBG] pgmap v89: 0 pgs: ; 0 B data, 290 MiB used, 89 GiB / 89 GiB avail 2024-08-29T17:34:14.382 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:34:14 smithi028 bash[22419]: cluster 2024-08-29T17:34:12.761910+0000 mgr.y (mgr.14150) 125 : cluster [DBG] pgmap v89: 0 pgs: ; 0 B data, 290 MiB used, 89 GiB / 89 GiB avail 2024-08-29T17:34:14.382 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:34:14 smithi028 bash[31855]: cluster 2024-08-29T17:34:12.761910+0000 mgr.y (mgr.14150) 125 : cluster [DBG] pgmap v89: 0 pgs: ; 0 B data, 290 MiB used, 89 GiB / 89 GiB avail 2024-08-29T17:34:16.132 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:34:16 smithi028 bash[31855]: cluster 2024-08-29T17:34:14.762313+0000 mgr.y (mgr.14150) 126 : cluster [DBG] pgmap v90: 0 pgs: ; 0 B data, 290 MiB used, 89 GiB / 89 GiB avail 2024-08-29T17:34:16.132 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:34:16 smithi028 bash[22419]: cluster 2024-08-29T17:34:14.762313+0000 mgr.y (mgr.14150) 126 : cluster [DBG] pgmap v90: 0 pgs: ; 0 B data, 290 MiB used, 89 GiB / 89 GiB avail 2024-08-29T17:34:16.326 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:34:16 smithi053 bash[24720]: cluster 2024-08-29T17:34:14.762313+0000 mgr.y (mgr.14150) 126 : cluster [DBG] pgmap v90: 0 pgs: ; 0 B data, 290 MiB used, 89 GiB / 89 GiB avail 2024-08-29T17:34:18.326 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:34:18 smithi053 bash[24720]: cluster 2024-08-29T17:34:16.762776+0000 mgr.y (mgr.14150) 127 : cluster [DBG] pgmap v91: 0 pgs: ; 0 B data, 290 MiB used, 89 GiB / 89 GiB avail 2024-08-29T17:34:18.382 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:34:18 smithi028 bash[22419]: cluster 2024-08-29T17:34:16.762776+0000 mgr.y (mgr.14150) 127 : cluster [DBG] pgmap v91: 0 pgs: ; 0 B data, 290 MiB used, 89 GiB / 89 GiB avail 2024-08-29T17:34:18.382 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:34:18 smithi028 bash[31855]: cluster 2024-08-29T17:34:16.762776+0000 mgr.y (mgr.14150) 127 : cluster [DBG] pgmap v91: 0 pgs: ; 0 B data, 290 MiB used, 89 GiB / 89 GiB avail 2024-08-29T17:34:19.326 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:34:19 smithi053 bash[24720]: audit 2024-08-29T17:34:18.292281+0000 mon.a (mon.0) 304 : audit [INF] from='mgr.14150 172.21.15.28:0/484978966' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.1"}]: dispatch 2024-08-29T17:34:19.327 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:34:19 smithi053 bash[24720]: audit 2024-08-29T17:34:18.293703+0000 mon.a (mon.0) 305 : audit [DBG] from='mgr.14150 172.21.15.28:0/484978966' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-29T17:34:19.382 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:34:19 smithi028 bash[22419]: audit 2024-08-29T17:34:18.292281+0000 mon.a (mon.0) 304 : audit [INF] from='mgr.14150 172.21.15.28:0/484978966' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.1"}]: dispatch 2024-08-29T17:34:19.382 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:34:19 smithi028 bash[22419]: audit 2024-08-29T17:34:18.293703+0000 mon.a (mon.0) 305 : audit [DBG] from='mgr.14150 172.21.15.28:0/484978966' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-29T17:34:19.382 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:34:19 smithi028 bash[31855]: audit 2024-08-29T17:34:18.292281+0000 mon.a (mon.0) 304 : audit [INF] from='mgr.14150 172.21.15.28:0/484978966' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.1"}]: dispatch 2024-08-29T17:34:19.382 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:34:19 smithi028 bash[31855]: audit 2024-08-29T17:34:18.293703+0000 mon.a (mon.0) 305 : audit [DBG] from='mgr.14150 172.21.15.28:0/484978966' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-29T17:34:20.326 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:34:20 smithi053 bash[24720]: cephadm 2024-08-29T17:34:18.295015+0000 mgr.y (mgr.14150) 128 : cephadm [INF] Deploying daemon osd.1 on smithi028 2024-08-29T17:34:20.327 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:34:20 smithi053 bash[24720]: cluster 2024-08-29T17:34:18.763279+0000 mgr.y (mgr.14150) 129 : cluster [DBG] pgmap v92: 0 pgs: ; 0 B data, 290 MiB used, 89 GiB / 89 GiB avail 2024-08-29T17:34:20.382 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:34:20 smithi028 bash[22419]: cephadm 2024-08-29T17:34:18.295015+0000 mgr.y (mgr.14150) 128 : cephadm [INF] Deploying daemon osd.1 on smithi028 2024-08-29T17:34:20.382 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:34:20 smithi028 bash[22419]: cluster 2024-08-29T17:34:18.763279+0000 mgr.y (mgr.14150) 129 : cluster [DBG] pgmap v92: 0 pgs: ; 0 B data, 290 MiB used, 89 GiB / 89 GiB avail 2024-08-29T17:34:20.382 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:34:20 smithi028 bash[31855]: cephadm 2024-08-29T17:34:18.295015+0000 mgr.y (mgr.14150) 128 : cephadm [INF] Deploying daemon osd.1 on smithi028 2024-08-29T17:34:20.383 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:34:20 smithi028 bash[31855]: cluster 2024-08-29T17:34:18.763279+0000 mgr.y (mgr.14150) 129 : cluster [DBG] pgmap v92: 0 pgs: ; 0 B data, 290 MiB used, 89 GiB / 89 GiB avail 2024-08-29T17:34:22.195 INFO:journalctl@ceph.mgr.y.smithi028.stdout:Aug 29 17:34:22 smithi028 systemd[1]: /etc/systemd/system/ceph-3167ee72-662c-11ef-bcd4-c7b262605968@.service:24: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-08-29T17:34:22.195 INFO:journalctl@ceph.osd.0.smithi028.stdout:Aug 29 17:34:22 smithi028 systemd[1]: /etc/systemd/system/ceph-3167ee72-662c-11ef-bcd4-c7b262605968@.service:24: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-08-29T17:34:22.196 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:34:22 smithi028 bash[22419]: cluster 2024-08-29T17:34:20.763758+0000 mgr.y (mgr.14150) 130 : cluster [DBG] pgmap v93: 0 pgs: ; 0 B data, 290 MiB used, 89 GiB / 89 GiB avail 2024-08-29T17:34:22.196 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:34:22 smithi028 systemd[1]: /etc/systemd/system/ceph-3167ee72-662c-11ef-bcd4-c7b262605968@.service:24: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-08-29T17:34:22.196 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:34:22 smithi028 bash[31855]: cluster 2024-08-29T17:34:20.763758+0000 mgr.y (mgr.14150) 130 : cluster [DBG] pgmap v93: 0 pgs: ; 0 B data, 290 MiB used, 89 GiB / 89 GiB avail 2024-08-29T17:34:22.196 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:34:22 smithi028 systemd[1]: /etc/systemd/system/ceph-3167ee72-662c-11ef-bcd4-c7b262605968@.service:24: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-08-29T17:34:22.326 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:34:22 smithi053 bash[24720]: cluster 2024-08-29T17:34:20.763758+0000 mgr.y (mgr.14150) 130 : cluster [DBG] pgmap v93: 0 pgs: ; 0 B data, 290 MiB used, 89 GiB / 89 GiB avail 2024-08-29T17:34:22.524 INFO:journalctl@ceph.mgr.y.smithi028.stdout:Aug 29 17:34:22 smithi028 systemd[1]: /etc/systemd/system/ceph-3167ee72-662c-11ef-bcd4-c7b262605968@.service:24: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-08-29T17:34:22.524 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:34:22 smithi028 systemd[1]: /etc/systemd/system/ceph-3167ee72-662c-11ef-bcd4-c7b262605968@.service:24: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-08-29T17:34:22.524 INFO:journalctl@ceph.osd.0.smithi028.stdout:Aug 29 17:34:22 smithi028 systemd[1]: /etc/systemd/system/ceph-3167ee72-662c-11ef-bcd4-c7b262605968@.service:24: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-08-29T17:34:22.525 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:34:22 smithi028 systemd[1]: /etc/systemd/system/ceph-3167ee72-662c-11ef-bcd4-c7b262605968@.service:24: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-08-29T17:34:23.326 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:34:23 smithi053 bash[24720]: audit 2024-08-29T17:34:22.449214+0000 mon.a (mon.0) 306 : audit [DBG] from='mgr.14150 172.21.15.28:0/484978966' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-29T17:34:23.327 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:34:23 smithi053 bash[24720]: audit 2024-08-29T17:34:22.452953+0000 mon.a (mon.0) 307 : audit [INF] from='mgr.14150 172.21.15.28:0/484978966' entity='mgr.y' 2024-08-29T17:34:23.327 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:34:23 smithi053 bash[24720]: audit 2024-08-29T17:34:22.457444+0000 mon.a (mon.0) 308 : audit [INF] from='mgr.14150 172.21.15.28:0/484978966' entity='mgr.y' 2024-08-29T17:34:23.382 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:34:23 smithi028 bash[22419]: audit 2024-08-29T17:34:22.449214+0000 mon.a (mon.0) 306 : audit [DBG] from='mgr.14150 172.21.15.28:0/484978966' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-29T17:34:23.382 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:34:23 smithi028 bash[22419]: audit 2024-08-29T17:34:22.452953+0000 mon.a (mon.0) 307 : audit [INF] from='mgr.14150 172.21.15.28:0/484978966' entity='mgr.y' 2024-08-29T17:34:23.382 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:34:23 smithi028 bash[22419]: audit 2024-08-29T17:34:22.457444+0000 mon.a (mon.0) 308 : audit [INF] from='mgr.14150 172.21.15.28:0/484978966' entity='mgr.y' 2024-08-29T17:34:23.383 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:34:23 smithi028 bash[31855]: audit 2024-08-29T17:34:22.449214+0000 mon.a (mon.0) 306 : audit [DBG] from='mgr.14150 172.21.15.28:0/484978966' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-29T17:34:23.383 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:34:23 smithi028 bash[31855]: audit 2024-08-29T17:34:22.452953+0000 mon.a (mon.0) 307 : audit [INF] from='mgr.14150 172.21.15.28:0/484978966' entity='mgr.y' 2024-08-29T17:34:23.383 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:34:23 smithi028 bash[31855]: audit 2024-08-29T17:34:22.457444+0000 mon.a (mon.0) 308 : audit [INF] from='mgr.14150 172.21.15.28:0/484978966' entity='mgr.y' 2024-08-29T17:34:24.326 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:34:24 smithi053 bash[24720]: cluster 2024-08-29T17:34:22.764203+0000 mgr.y (mgr.14150) 131 : cluster [DBG] pgmap v94: 0 pgs: ; 0 B data, 290 MiB used, 89 GiB / 89 GiB avail 2024-08-29T17:34:24.382 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:34:24 smithi028 bash[22419]: cluster 2024-08-29T17:34:22.764203+0000 mgr.y (mgr.14150) 131 : cluster [DBG] pgmap v94: 0 pgs: ; 0 B data, 290 MiB used, 89 GiB / 89 GiB avail 2024-08-29T17:34:24.382 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:34:24 smithi028 bash[31855]: cluster 2024-08-29T17:34:22.764203+0000 mgr.y (mgr.14150) 131 : cluster [DBG] pgmap v94: 0 pgs: ; 0 B data, 290 MiB used, 89 GiB / 89 GiB avail 2024-08-29T17:34:26.326 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:34:26 smithi053 bash[24720]: cluster 2024-08-29T17:34:24.764709+0000 mgr.y (mgr.14150) 132 : cluster [DBG] pgmap v95: 0 pgs: ; 0 B data, 290 MiB used, 89 GiB / 89 GiB avail 2024-08-29T17:34:26.382 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:34:26 smithi028 bash[22419]: cluster 2024-08-29T17:34:24.764709+0000 mgr.y (mgr.14150) 132 : cluster [DBG] pgmap v95: 0 pgs: ; 0 B data, 290 MiB used, 89 GiB / 89 GiB avail 2024-08-29T17:34:26.382 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:34:26 smithi028 bash[31855]: cluster 2024-08-29T17:34:24.764709+0000 mgr.y (mgr.14150) 132 : cluster [DBG] pgmap v95: 0 pgs: ; 0 B data, 290 MiB used, 89 GiB / 89 GiB avail 2024-08-29T17:34:28.326 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:34:28 smithi053 bash[24720]: cluster 2024-08-29T17:34:26.765216+0000 mgr.y (mgr.14150) 133 : cluster [DBG] pgmap v96: 0 pgs: ; 0 B data, 290 MiB used, 89 GiB / 89 GiB avail 2024-08-29T17:34:28.327 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:34:28 smithi053 bash[24720]: audit 2024-08-29T17:34:27.507867+0000 mon.a (mon.0) 309 : audit [INF] from='mgr.14150 172.21.15.28:0/484978966' entity='mgr.y' 2024-08-29T17:34:28.327 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:34:28 smithi053 bash[24720]: audit 2024-08-29T17:34:27.512248+0000 mon.a (mon.0) 310 : audit [INF] from='mgr.14150 172.21.15.28:0/484978966' entity='mgr.y' 2024-08-29T17:34:28.327 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:34:28 smithi053 bash[24720]: audit 2024-08-29T17:34:27.512975+0000 mon.a (mon.0) 311 : audit [DBG] from='mgr.14150 172.21.15.28:0/484978966' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-29T17:34:28.327 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:34:28 smithi053 bash[24720]: audit 2024-08-29T17:34:27.513662+0000 mon.a (mon.0) 312 : audit [INF] from='mgr.14150 172.21.15.28:0/484978966' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-29T17:34:28.327 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:34:28 smithi053 bash[24720]: audit 2024-08-29T17:34:27.518041+0000 mon.a (mon.0) 313 : audit [INF] from='mgr.14150 172.21.15.28:0/484978966' entity='mgr.y' 2024-08-29T17:34:28.327 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:34:28 smithi028 bash[22419]: cluster 2024-08-29T17:34:26.765216+0000 mgr.y (mgr.14150) 133 : cluster [DBG] pgmap v96: 0 pgs: ; 0 B data, 290 MiB used, 89 GiB / 89 GiB avail 2024-08-29T17:34:28.328 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:34:28 smithi028 bash[22419]: audit 2024-08-29T17:34:27.507867+0000 mon.a (mon.0) 309 : audit [INF] from='mgr.14150 172.21.15.28:0/484978966' entity='mgr.y' 2024-08-29T17:34:28.328 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:34:28 smithi028 bash[22419]: audit 2024-08-29T17:34:27.512248+0000 mon.a (mon.0) 310 : audit [INF] from='mgr.14150 172.21.15.28:0/484978966' entity='mgr.y' 2024-08-29T17:34:28.328 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:34:28 smithi028 bash[22419]: audit 2024-08-29T17:34:27.512975+0000 mon.a (mon.0) 311 : audit [DBG] from='mgr.14150 172.21.15.28:0/484978966' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-29T17:34:28.328 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:34:28 smithi028 bash[22419]: audit 2024-08-29T17:34:27.513662+0000 mon.a (mon.0) 312 : audit [INF] from='mgr.14150 172.21.15.28:0/484978966' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-29T17:34:28.328 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:34:28 smithi028 bash[22419]: audit 2024-08-29T17:34:27.518041+0000 mon.a (mon.0) 313 : audit [INF] from='mgr.14150 172.21.15.28:0/484978966' entity='mgr.y' 2024-08-29T17:34:28.328 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:34:28 smithi028 bash[31855]: cluster 2024-08-29T17:34:26.765216+0000 mgr.y (mgr.14150) 133 : cluster [DBG] pgmap v96: 0 pgs: ; 0 B data, 290 MiB used, 89 GiB / 89 GiB avail 2024-08-29T17:34:28.328 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:34:28 smithi028 bash[31855]: audit 2024-08-29T17:34:27.507867+0000 mon.a (mon.0) 309 : audit [INF] from='mgr.14150 172.21.15.28:0/484978966' entity='mgr.y' 2024-08-29T17:34:28.328 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:34:28 smithi028 bash[31855]: audit 2024-08-29T17:34:27.512248+0000 mon.a (mon.0) 310 : audit [INF] from='mgr.14150 172.21.15.28:0/484978966' entity='mgr.y' 2024-08-29T17:34:28.328 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:34:28 smithi028 bash[31855]: audit 2024-08-29T17:34:27.512975+0000 mon.a (mon.0) 311 : audit [DBG] from='mgr.14150 172.21.15.28:0/484978966' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-29T17:34:28.328 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:34:28 smithi028 bash[31855]: audit 2024-08-29T17:34:27.513662+0000 mon.a (mon.0) 312 : audit [INF] from='mgr.14150 172.21.15.28:0/484978966' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-29T17:34:28.329 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:34:28 smithi028 bash[31855]: audit 2024-08-29T17:34:27.518041+0000 mon.a (mon.0) 313 : audit [INF] from='mgr.14150 172.21.15.28:0/484978966' entity='mgr.y' 2024-08-29T17:34:29.326 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:34:29 smithi053 bash[24720]: audit 2024-08-29T17:34:29.062422+0000 mon.a (mon.0) 314 : audit [INF] from='osd.1 [v2:172.21.15.28:6810/947972179,v1:172.21.15.28:6811/947972179]' entity='osd.1' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["1"]}]: dispatch 2024-08-29T17:34:29.382 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:34:29 smithi028 bash[22419]: audit 2024-08-29T17:34:29.062422+0000 mon.a (mon.0) 314 : audit [INF] from='osd.1 [v2:172.21.15.28:6810/947972179,v1:172.21.15.28:6811/947972179]' entity='osd.1' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["1"]}]: dispatch 2024-08-29T17:34:29.382 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:34:29 smithi028 bash[31855]: audit 2024-08-29T17:34:29.062422+0000 mon.a (mon.0) 314 : audit [INF] from='osd.1 [v2:172.21.15.28:6810/947972179,v1:172.21.15.28:6811/947972179]' entity='osd.1' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["1"]}]: dispatch 2024-08-29T17:34:30.382 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:34:30 smithi028 bash[22419]: cluster 2024-08-29T17:34:28.765766+0000 mgr.y (mgr.14150) 134 : cluster [DBG] pgmap v97: 0 pgs: ; 0 B data, 290 MiB used, 89 GiB / 89 GiB avail 2024-08-29T17:34:30.382 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:34:30 smithi028 bash[22419]: audit 2024-08-29T17:34:29.072682+0000 mon.a (mon.0) 315 : audit [INF] from='osd.1 [v2:172.21.15.28:6810/947972179,v1:172.21.15.28:6811/947972179]' entity='osd.1' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["1"]}]': finished 2024-08-29T17:34:30.382 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:34:30 smithi028 bash[22419]: cluster 2024-08-29T17:34:29.072752+0000 mon.a (mon.0) 316 : cluster [DBG] osdmap e11: 2 total, 1 up, 2 in 2024-08-29T17:34:30.383 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:34:30 smithi028 bash[22419]: audit 2024-08-29T17:34:29.072900+0000 mon.a (mon.0) 317 : audit [DBG] from='mgr.14150 172.21.15.28:0/484978966' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-08-29T17:34:30.383 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:34:30 smithi028 bash[22419]: audit 2024-08-29T17:34:29.073248+0000 mon.a (mon.0) 318 : audit [INF] from='osd.1 [v2:172.21.15.28:6810/947972179,v1:172.21.15.28:6811/947972179]' entity='osd.1' cmd=[{"prefix": "osd crush create-or-move", "id": 1, "weight":0.0873, "args": ["host=smithi028", "root=default"]}]: dispatch 2024-08-29T17:34:30.383 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:34:30 smithi028 bash[31855]: cluster 2024-08-29T17:34:28.765766+0000 mgr.y (mgr.14150) 134 : cluster [DBG] pgmap v97: 0 pgs: ; 0 B data, 290 MiB used, 89 GiB / 89 GiB avail 2024-08-29T17:34:30.383 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:34:30 smithi028 bash[31855]: audit 2024-08-29T17:34:29.072682+0000 mon.a (mon.0) 315 : audit [INF] from='osd.1 [v2:172.21.15.28:6810/947972179,v1:172.21.15.28:6811/947972179]' entity='osd.1' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["1"]}]': finished 2024-08-29T17:34:30.383 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:34:30 smithi028 bash[31855]: cluster 2024-08-29T17:34:29.072752+0000 mon.a (mon.0) 316 : cluster [DBG] osdmap e11: 2 total, 1 up, 2 in 2024-08-29T17:34:30.383 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:34:30 smithi028 bash[31855]: audit 2024-08-29T17:34:29.072900+0000 mon.a (mon.0) 317 : audit [DBG] from='mgr.14150 172.21.15.28:0/484978966' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-08-29T17:34:30.383 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:34:30 smithi028 bash[31855]: audit 2024-08-29T17:34:29.073248+0000 mon.a (mon.0) 318 : audit [INF] from='osd.1 [v2:172.21.15.28:6810/947972179,v1:172.21.15.28:6811/947972179]' entity='osd.1' cmd=[{"prefix": "osd crush create-or-move", "id": 1, "weight":0.0873, "args": ["host=smithi028", "root=default"]}]: dispatch 2024-08-29T17:34:30.576 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:34:30 smithi053 bash[24720]: cluster 2024-08-29T17:34:28.765766+0000 mgr.y (mgr.14150) 134 : cluster [DBG] pgmap v97: 0 pgs: ; 0 B data, 290 MiB used, 89 GiB / 89 GiB avail 2024-08-29T17:34:30.577 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:34:30 smithi053 bash[24720]: audit 2024-08-29T17:34:29.072682+0000 mon.a (mon.0) 315 : audit [INF] from='osd.1 [v2:172.21.15.28:6810/947972179,v1:172.21.15.28:6811/947972179]' entity='osd.1' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["1"]}]': finished 2024-08-29T17:34:30.577 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:34:30 smithi053 bash[24720]: cluster 2024-08-29T17:34:29.072752+0000 mon.a (mon.0) 316 : cluster [DBG] osdmap e11: 2 total, 1 up, 2 in 2024-08-29T17:34:30.577 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:34:30 smithi053 bash[24720]: audit 2024-08-29T17:34:29.072900+0000 mon.a (mon.0) 317 : audit [DBG] from='mgr.14150 172.21.15.28:0/484978966' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-08-29T17:34:30.577 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:34:30 smithi053 bash[24720]: audit 2024-08-29T17:34:29.073248+0000 mon.a (mon.0) 318 : audit [INF] from='osd.1 [v2:172.21.15.28:6810/947972179,v1:172.21.15.28:6811/947972179]' entity='osd.1' cmd=[{"prefix": "osd crush create-or-move", "id": 1, "weight":0.0873, "args": ["host=smithi028", "root=default"]}]: dispatch 2024-08-29T17:34:30.724 INFO:teuthology.orchestra.run.smithi028.stdout:Created osd(s) 1 on host 'smithi028' 2024-08-29T17:34:31.315 DEBUG:teuthology.orchestra.run.smithi028:osd.1> sudo journalctl -f -n 0 -u ceph-3167ee72-662c-11ef-bcd4-c7b262605968@osd.1.service 2024-08-29T17:34:31.317 INFO:tasks.cephadm:Deploying osd.2 on smithi028 with /dev/vg_nvme/lv_2... 2024-08-29T17:34:31.318 DEBUG:teuthology.orchestra.run.smithi028:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy ceph-volume -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 3167ee72-662c-11ef-bcd4-c7b262605968 -- lvm zap /dev/vg_nvme/lv_2 2024-08-29T17:34:31.374 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:34:31 smithi028 bash[22419]: audit 2024-08-29T17:34:30.074640+0000 mon.a (mon.0) 319 : audit [INF] from='osd.1 [v2:172.21.15.28:6810/947972179,v1:172.21.15.28:6811/947972179]' entity='osd.1' cmd='[{"prefix": "osd crush create-or-move", "id": 1, "weight":0.0873, "args": ["host=smithi028", "root=default"]}]': finished 2024-08-29T17:34:31.375 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:34:31 smithi028 bash[22419]: cluster 2024-08-29T17:34:30.074701+0000 mon.a (mon.0) 320 : cluster [DBG] osdmap e12: 2 total, 1 up, 2 in 2024-08-29T17:34:31.375 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:34:31 smithi028 bash[22419]: audit 2024-08-29T17:34:30.075041+0000 mon.a (mon.0) 321 : audit [DBG] from='mgr.14150 172.21.15.28:0/484978966' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-08-29T17:34:31.375 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:34:31 smithi028 bash[22419]: audit 2024-08-29T17:34:30.081362+0000 mon.a (mon.0) 322 : audit [DBG] from='mgr.14150 172.21.15.28:0/484978966' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-08-29T17:34:31.375 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:34:31 smithi028 bash[22419]: audit 2024-08-29T17:34:30.702992+0000 mon.a (mon.0) 323 : audit [DBG] from='mgr.14150 172.21.15.28:0/484978966' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-29T17:34:31.375 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:34:31 smithi028 bash[22419]: audit 2024-08-29T17:34:30.710988+0000 mon.a (mon.0) 324 : audit [INF] from='mgr.14150 172.21.15.28:0/484978966' entity='mgr.y' 2024-08-29T17:34:31.375 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:34:31 smithi028 bash[22419]: audit 2024-08-29T17:34:30.719399+0000 mon.a (mon.0) 325 : audit [INF] from='mgr.14150 172.21.15.28:0/484978966' entity='mgr.y' 2024-08-29T17:34:31.375 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:34:31 smithi028 bash[31855]: audit 2024-08-29T17:34:30.074640+0000 mon.a (mon.0) 319 : audit [INF] from='osd.1 [v2:172.21.15.28:6810/947972179,v1:172.21.15.28:6811/947972179]' entity='osd.1' cmd='[{"prefix": "osd crush create-or-move", "id": 1, "weight":0.0873, "args": ["host=smithi028", "root=default"]}]': finished 2024-08-29T17:34:31.375 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:34:31 smithi028 bash[31855]: cluster 2024-08-29T17:34:30.074701+0000 mon.a (mon.0) 320 : cluster [DBG] osdmap e12: 2 total, 1 up, 2 in 2024-08-29T17:34:31.375 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:34:31 smithi028 bash[31855]: audit 2024-08-29T17:34:30.075041+0000 mon.a (mon.0) 321 : audit [DBG] from='mgr.14150 172.21.15.28:0/484978966' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-08-29T17:34:31.375 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:34:31 smithi028 bash[31855]: audit 2024-08-29T17:34:30.081362+0000 mon.a (mon.0) 322 : audit [DBG] from='mgr.14150 172.21.15.28:0/484978966' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-08-29T17:34:31.376 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:34:31 smithi028 bash[31855]: audit 2024-08-29T17:34:30.702992+0000 mon.a (mon.0) 323 : audit [DBG] from='mgr.14150 172.21.15.28:0/484978966' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-29T17:34:31.376 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:34:31 smithi028 bash[31855]: audit 2024-08-29T17:34:30.710988+0000 mon.a (mon.0) 324 : audit [INF] from='mgr.14150 172.21.15.28:0/484978966' entity='mgr.y' 2024-08-29T17:34:31.376 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:34:31 smithi028 bash[31855]: audit 2024-08-29T17:34:30.719399+0000 mon.a (mon.0) 325 : audit [INF] from='mgr.14150 172.21.15.28:0/484978966' entity='mgr.y' 2024-08-29T17:34:31.576 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:34:31 smithi053 bash[24720]: audit 2024-08-29T17:34:30.074640+0000 mon.a (mon.0) 319 : audit [INF] from='osd.1 [v2:172.21.15.28:6810/947972179,v1:172.21.15.28:6811/947972179]' entity='osd.1' cmd='[{"prefix": "osd crush create-or-move", "id": 1, "weight":0.0873, "args": ["host=smithi028", "root=default"]}]': finished 2024-08-29T17:34:31.577 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:34:31 smithi053 bash[24720]: cluster 2024-08-29T17:34:30.074701+0000 mon.a (mon.0) 320 : cluster [DBG] osdmap e12: 2 total, 1 up, 2 in 2024-08-29T17:34:31.577 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:34:31 smithi053 bash[24720]: audit 2024-08-29T17:34:30.075041+0000 mon.a (mon.0) 321 : audit [DBG] from='mgr.14150 172.21.15.28:0/484978966' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-08-29T17:34:31.577 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:34:31 smithi053 bash[24720]: audit 2024-08-29T17:34:30.081362+0000 mon.a (mon.0) 322 : audit [DBG] from='mgr.14150 172.21.15.28:0/484978966' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-08-29T17:34:31.577 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:34:31 smithi053 bash[24720]: audit 2024-08-29T17:34:30.702992+0000 mon.a (mon.0) 323 : audit [DBG] from='mgr.14150 172.21.15.28:0/484978966' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-29T17:34:31.577 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:34:31 smithi053 bash[24720]: audit 2024-08-29T17:34:30.710988+0000 mon.a (mon.0) 324 : audit [INF] from='mgr.14150 172.21.15.28:0/484978966' entity='mgr.y' 2024-08-29T17:34:31.577 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:34:31 smithi053 bash[24720]: audit 2024-08-29T17:34:30.719399+0000 mon.a (mon.0) 325 : audit [INF] from='mgr.14150 172.21.15.28:0/484978966' entity='mgr.y' 2024-08-29T17:34:32.382 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:34:32 smithi028 bash[22419]: cluster 2024-08-29T17:34:30.063859+0000 osd.1 (osd.1) 1 : cluster [DBG] purged_snaps scrub starts 2024-08-29T17:34:32.382 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:34:32 smithi028 bash[22419]: cluster 2024-08-29T17:34:30.063946+0000 osd.1 (osd.1) 2 : cluster [DBG] purged_snaps scrub ok 2024-08-29T17:34:32.382 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:34:32 smithi028 bash[22419]: cluster 2024-08-29T17:34:30.766058+0000 mgr.y (mgr.14150) 135 : cluster [DBG] pgmap v100: 0 pgs: ; 0 B data, 290 MiB used, 89 GiB / 89 GiB avail 2024-08-29T17:34:32.382 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:34:32 smithi028 bash[22419]: cluster 2024-08-29T17:34:31.084290+0000 mon.a (mon.0) 326 : cluster [INF] osd.1 [v2:172.21.15.28:6810/947972179,v1:172.21.15.28:6811/947972179] boot 2024-08-29T17:34:32.382 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:34:32 smithi028 bash[22419]: cluster 2024-08-29T17:34:31.084389+0000 mon.a (mon.0) 327 : cluster [DBG] osdmap e13: 2 total, 2 up, 2 in 2024-08-29T17:34:32.383 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:34:32 smithi028 bash[22419]: audit 2024-08-29T17:34:31.085609+0000 mon.a (mon.0) 328 : audit [DBG] from='mgr.14150 172.21.15.28:0/484978966' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-08-29T17:34:32.383 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:34:32 smithi028 bash[31855]: cluster 2024-08-29T17:34:30.063859+0000 osd.1 (osd.1) 1 : cluster [DBG] purged_snaps scrub starts 2024-08-29T17:34:32.383 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:34:32 smithi028 bash[31855]: cluster 2024-08-29T17:34:30.063946+0000 osd.1 (osd.1) 2 : cluster [DBG] purged_snaps scrub ok 2024-08-29T17:34:32.383 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:34:32 smithi028 bash[31855]: cluster 2024-08-29T17:34:30.766058+0000 mgr.y (mgr.14150) 135 : cluster [DBG] pgmap v100: 0 pgs: ; 0 B data, 290 MiB used, 89 GiB / 89 GiB avail 2024-08-29T17:34:32.383 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:34:32 smithi028 bash[31855]: cluster 2024-08-29T17:34:31.084290+0000 mon.a (mon.0) 326 : cluster [INF] osd.1 [v2:172.21.15.28:6810/947972179,v1:172.21.15.28:6811/947972179] boot 2024-08-29T17:34:32.383 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:34:32 smithi028 bash[31855]: cluster 2024-08-29T17:34:31.084389+0000 mon.a (mon.0) 327 : cluster [DBG] osdmap e13: 2 total, 2 up, 2 in 2024-08-29T17:34:32.383 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:34:32 smithi028 bash[31855]: audit 2024-08-29T17:34:31.085609+0000 mon.a (mon.0) 328 : audit [DBG] from='mgr.14150 172.21.15.28:0/484978966' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-08-29T17:34:32.576 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:34:32 smithi053 bash[24720]: cluster 2024-08-29T17:34:30.063859+0000 osd.1 (osd.1) 1 : cluster [DBG] purged_snaps scrub starts 2024-08-29T17:34:32.577 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:34:32 smithi053 bash[24720]: cluster 2024-08-29T17:34:30.063946+0000 osd.1 (osd.1) 2 : cluster [DBG] purged_snaps scrub ok 2024-08-29T17:34:32.577 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:34:32 smithi053 bash[24720]: cluster 2024-08-29T17:34:30.766058+0000 mgr.y (mgr.14150) 135 : cluster [DBG] pgmap v100: 0 pgs: ; 0 B data, 290 MiB used, 89 GiB / 89 GiB avail 2024-08-29T17:34:32.577 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:34:32 smithi053 bash[24720]: cluster 2024-08-29T17:34:31.084290+0000 mon.a (mon.0) 326 : cluster [INF] osd.1 [v2:172.21.15.28:6810/947972179,v1:172.21.15.28:6811/947972179] boot 2024-08-29T17:34:32.577 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:34:32 smithi053 bash[24720]: cluster 2024-08-29T17:34:31.084389+0000 mon.a (mon.0) 327 : cluster [DBG] osdmap e13: 2 total, 2 up, 2 in 2024-08-29T17:34:32.577 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:34:32 smithi053 bash[24720]: audit 2024-08-29T17:34:31.085609+0000 mon.a (mon.0) 328 : audit [DBG] from='mgr.14150 172.21.15.28:0/484978966' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-08-29T17:34:34.382 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:34:34 smithi028 bash[22419]: cluster 2024-08-29T17:34:32.766479+0000 mgr.y (mgr.14150) 136 : cluster [DBG] pgmap v102: 0 pgs: ; 0 B data, 581 MiB used, 178 GiB / 179 GiB avail 2024-08-29T17:34:34.382 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:34:34 smithi028 bash[22419]: cluster 2024-08-29T17:34:33.100298+0000 mon.a (mon.0) 329 : cluster [DBG] osdmap e14: 2 total, 2 up, 2 in 2024-08-29T17:34:34.382 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:34:34 smithi028 bash[31855]: cluster 2024-08-29T17:34:32.766479+0000 mgr.y (mgr.14150) 136 : cluster [DBG] pgmap v102: 0 pgs: ; 0 B data, 581 MiB used, 178 GiB / 179 GiB avail 2024-08-29T17:34:34.383 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:34:34 smithi028 bash[31855]: cluster 2024-08-29T17:34:33.100298+0000 mon.a (mon.0) 329 : cluster [DBG] osdmap e14: 2 total, 2 up, 2 in 2024-08-29T17:34:34.576 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:34:34 smithi053 bash[24720]: cluster 2024-08-29T17:34:32.766479+0000 mgr.y (mgr.14150) 136 : cluster [DBG] pgmap v102: 0 pgs: ; 0 B data, 581 MiB used, 178 GiB / 179 GiB avail 2024-08-29T17:34:34.576 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:34:34 smithi053 bash[24720]: cluster 2024-08-29T17:34:33.100298+0000 mon.a (mon.0) 329 : cluster [DBG] osdmap e14: 2 total, 2 up, 2 in 2024-08-29T17:34:35.488 INFO:teuthology.orchestra.run.smithi028.stderr:Inferring config /var/lib/ceph/3167ee72-662c-11ef-bcd4-c7b262605968/mon.a/config 2024-08-29T17:34:36.382 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:34:36 smithi028 bash[22419]: cluster 2024-08-29T17:34:34.766903+0000 mgr.y (mgr.14150) 137 : cluster [DBG] pgmap v104: 0 pgs: ; 0 B data, 581 MiB used, 178 GiB / 179 GiB avail 2024-08-29T17:34:36.382 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:34:36 smithi028 bash[31855]: cluster 2024-08-29T17:34:34.766903+0000 mgr.y (mgr.14150) 137 : cluster [DBG] pgmap v104: 0 pgs: ; 0 B data, 581 MiB used, 178 GiB / 179 GiB avail 2024-08-29T17:34:36.576 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:34:36 smithi053 bash[24720]: cluster 2024-08-29T17:34:34.766903+0000 mgr.y (mgr.14150) 137 : cluster [DBG] pgmap v104: 0 pgs: ; 0 B data, 581 MiB used, 178 GiB / 179 GiB avail 2024-08-29T17:34:38.382 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:34:38 smithi028 bash[22419]: cluster 2024-08-29T17:34:36.767356+0000 mgr.y (mgr.14150) 138 : cluster [DBG] pgmap v105: 0 pgs: ; 0 B data, 581 MiB used, 178 GiB / 179 GiB avail 2024-08-29T17:34:38.382 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:34:38 smithi028 bash[31855]: cluster 2024-08-29T17:34:36.767356+0000 mgr.y (mgr.14150) 138 : cluster [DBG] pgmap v105: 0 pgs: ; 0 B data, 581 MiB used, 178 GiB / 179 GiB avail 2024-08-29T17:34:38.576 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:34:38 smithi053 bash[24720]: cluster 2024-08-29T17:34:36.767356+0000 mgr.y (mgr.14150) 138 : cluster [DBG] pgmap v105: 0 pgs: ; 0 B data, 581 MiB used, 178 GiB / 179 GiB avail 2024-08-29T17:34:40.382 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:34:40 smithi028 bash[22419]: cluster 2024-08-29T17:34:38.767842+0000 mgr.y (mgr.14150) 139 : cluster [DBG] pgmap v106: 0 pgs: ; 0 B data, 581 MiB used, 178 GiB / 179 GiB avail 2024-08-29T17:34:40.382 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:34:40 smithi028 bash[31855]: cluster 2024-08-29T17:34:38.767842+0000 mgr.y (mgr.14150) 139 : cluster [DBG] pgmap v106: 0 pgs: ; 0 B data, 581 MiB used, 178 GiB / 179 GiB avail 2024-08-29T17:34:40.576 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:34:40 smithi053 bash[24720]: cluster 2024-08-29T17:34:38.767842+0000 mgr.y (mgr.14150) 139 : cluster [DBG] pgmap v106: 0 pgs: ; 0 B data, 581 MiB used, 178 GiB / 179 GiB avail 2024-08-29T17:34:41.827 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:34:41 smithi053 bash[24720]: cephadm 2024-08-29T17:34:40.506825+0000 mgr.y (mgr.14150) 140 : cephadm [INF] Detected new or changed devices on smithi028 2024-08-29T17:34:41.827 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:34:41 smithi053 bash[24720]: audit 2024-08-29T17:34:40.514166+0000 mon.a (mon.0) 330 : audit [INF] from='mgr.14150 172.21.15.28:0/484978966' entity='mgr.y' 2024-08-29T17:34:41.827 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:34:41 smithi053 bash[24720]: audit 2024-08-29T17:34:40.538316+0000 mon.a (mon.0) 331 : audit [INF] from='mgr.14150 172.21.15.28:0/484978966' entity='mgr.y' 2024-08-29T17:34:41.827 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:34:41 smithi053 bash[24720]: audit 2024-08-29T17:34:40.540082+0000 mon.a (mon.0) 332 : audit [INF] from='mgr.14150 172.21.15.28:0/484978966' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2024-08-29T17:34:41.827 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:34:41 smithi053 bash[24720]: audit 2024-08-29T17:34:40.541598+0000 mon.a (mon.0) 333 : audit [INF] from='mgr.14150 172.21.15.28:0/484978966' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2024-08-29T17:34:41.827 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:34:41 smithi053 bash[24720]: cephadm 2024-08-29T17:34:40.542542+0000 mgr.y (mgr.14150) 141 : cephadm [INF] Adjusting osd_memory_target on smithi028 to 8122M 2024-08-29T17:34:41.827 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:34:41 smithi053 bash[24720]: audit 2024-08-29T17:34:40.548489+0000 mon.a (mon.0) 334 : audit [INF] from='mgr.14150 172.21.15.28:0/484978966' entity='mgr.y' 2024-08-29T17:34:41.827 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:34:41 smithi053 bash[24720]: audit 2024-08-29T17:34:40.551189+0000 mon.a (mon.0) 335 : audit [DBG] from='mgr.14150 172.21.15.28:0/484978966' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-29T17:34:41.827 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:34:41 smithi053 bash[24720]: audit 2024-08-29T17:34:40.552310+0000 mon.a (mon.0) 336 : audit [INF] from='mgr.14150 172.21.15.28:0/484978966' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-29T17:34:41.827 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:34:41 smithi053 bash[24720]: audit 2024-08-29T17:34:40.558812+0000 mon.a (mon.0) 337 : audit [INF] from='mgr.14150 172.21.15.28:0/484978966' entity='mgr.y' 2024-08-29T17:34:41.828 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:34:41 smithi053 bash[24720]: cluster 2024-08-29T17:34:40.768303+0000 mgr.y (mgr.14150) 142 : cluster [DBG] pgmap v107: 0 pgs: ; 0 B data, 581 MiB used, 178 GiB / 179 GiB avail 2024-08-29T17:34:41.882 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:34:41 smithi028 bash[31855]: cephadm 2024-08-29T17:34:40.506825+0000 mgr.y (mgr.14150) 140 : cephadm [INF] Detected new or changed devices on smithi028 2024-08-29T17:34:41.882 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:34:41 smithi028 bash[31855]: audit 2024-08-29T17:34:40.514166+0000 mon.a (mon.0) 330 : audit [INF] from='mgr.14150 172.21.15.28:0/484978966' entity='mgr.y' 2024-08-29T17:34:41.882 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:34:41 smithi028 bash[31855]: audit 2024-08-29T17:34:40.538316+0000 mon.a (mon.0) 331 : audit [INF] from='mgr.14150 172.21.15.28:0/484978966' entity='mgr.y' 2024-08-29T17:34:41.882 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:34:41 smithi028 bash[31855]: audit 2024-08-29T17:34:40.540082+0000 mon.a (mon.0) 332 : audit [INF] from='mgr.14150 172.21.15.28:0/484978966' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2024-08-29T17:34:41.882 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:34:41 smithi028 bash[31855]: audit 2024-08-29T17:34:40.541598+0000 mon.a (mon.0) 333 : audit [INF] from='mgr.14150 172.21.15.28:0/484978966' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2024-08-29T17:34:41.882 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:34:41 smithi028 bash[31855]: cephadm 2024-08-29T17:34:40.542542+0000 mgr.y (mgr.14150) 141 : cephadm [INF] Adjusting osd_memory_target on smithi028 to 8122M 2024-08-29T17:34:41.883 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:34:41 smithi028 bash[31855]: audit 2024-08-29T17:34:40.548489+0000 mon.a (mon.0) 334 : audit [INF] from='mgr.14150 172.21.15.28:0/484978966' entity='mgr.y' 2024-08-29T17:34:41.883 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:34:41 smithi028 bash[31855]: audit 2024-08-29T17:34:40.551189+0000 mon.a (mon.0) 335 : audit [DBG] from='mgr.14150 172.21.15.28:0/484978966' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-29T17:34:41.883 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:34:41 smithi028 bash[31855]: audit 2024-08-29T17:34:40.552310+0000 mon.a (mon.0) 336 : audit [INF] from='mgr.14150 172.21.15.28:0/484978966' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-29T17:34:41.883 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:34:41 smithi028 bash[31855]: audit 2024-08-29T17:34:40.558812+0000 mon.a (mon.0) 337 : audit [INF] from='mgr.14150 172.21.15.28:0/484978966' entity='mgr.y' 2024-08-29T17:34:41.883 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:34:41 smithi028 bash[31855]: cluster 2024-08-29T17:34:40.768303+0000 mgr.y (mgr.14150) 142 : cluster [DBG] pgmap v107: 0 pgs: ; 0 B data, 581 MiB used, 178 GiB / 179 GiB avail 2024-08-29T17:34:41.883 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:34:41 smithi028 bash[22419]: cephadm 2024-08-29T17:34:40.506825+0000 mgr.y (mgr.14150) 140 : cephadm [INF] Detected new or changed devices on smithi028 2024-08-29T17:34:41.883 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:34:41 smithi028 bash[22419]: audit 2024-08-29T17:34:40.514166+0000 mon.a (mon.0) 330 : audit [INF] from='mgr.14150 172.21.15.28:0/484978966' entity='mgr.y' 2024-08-29T17:34:41.883 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:34:41 smithi028 bash[22419]: audit 2024-08-29T17:34:40.538316+0000 mon.a (mon.0) 331 : audit [INF] from='mgr.14150 172.21.15.28:0/484978966' entity='mgr.y' 2024-08-29T17:34:41.883 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:34:41 smithi028 bash[22419]: audit 2024-08-29T17:34:40.540082+0000 mon.a (mon.0) 332 : audit [INF] from='mgr.14150 172.21.15.28:0/484978966' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2024-08-29T17:34:41.883 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:34:41 smithi028 bash[22419]: audit 2024-08-29T17:34:40.541598+0000 mon.a (mon.0) 333 : audit [INF] from='mgr.14150 172.21.15.28:0/484978966' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2024-08-29T17:34:41.883 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:34:41 smithi028 bash[22419]: cephadm 2024-08-29T17:34:40.542542+0000 mgr.y (mgr.14150) 141 : cephadm [INF] Adjusting osd_memory_target on smithi028 to 8122M 2024-08-29T17:34:41.884 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:34:41 smithi028 bash[22419]: audit 2024-08-29T17:34:40.548489+0000 mon.a (mon.0) 334 : audit [INF] from='mgr.14150 172.21.15.28:0/484978966' entity='mgr.y' 2024-08-29T17:34:41.884 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:34:41 smithi028 bash[22419]: audit 2024-08-29T17:34:40.551189+0000 mon.a (mon.0) 335 : audit [DBG] from='mgr.14150 172.21.15.28:0/484978966' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-29T17:34:41.884 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:34:41 smithi028 bash[22419]: audit 2024-08-29T17:34:40.552310+0000 mon.a (mon.0) 336 : audit [INF] from='mgr.14150 172.21.15.28:0/484978966' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-29T17:34:41.884 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:34:41 smithi028 bash[22419]: audit 2024-08-29T17:34:40.558812+0000 mon.a (mon.0) 337 : audit [INF] from='mgr.14150 172.21.15.28:0/484978966' entity='mgr.y' 2024-08-29T17:34:41.884 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:34:41 smithi028 bash[22419]: cluster 2024-08-29T17:34:40.768303+0000 mgr.y (mgr.14150) 142 : cluster [DBG] pgmap v107: 0 pgs: ; 0 B data, 581 MiB used, 178 GiB / 179 GiB avail 2024-08-29T17:34:42.644 INFO:teuthology.orchestra.run.smithi028.stdout: 2024-08-29T17:34:42.677 DEBUG:teuthology.orchestra.run.smithi028:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 3167ee72-662c-11ef-bcd4-c7b262605968 -- ceph orch daemon add osd smithi028:vg_nvme/lv_2 2024-08-29T17:34:44.076 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:34:43 smithi053 bash[24720]: cluster 2024-08-29T17:34:42.768759+0000 mgr.y (mgr.14150) 143 : cluster [DBG] pgmap v108: 0 pgs: ; 0 B data, 581 MiB used, 178 GiB / 179 GiB avail 2024-08-29T17:34:44.132 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:34:43 smithi028 bash[22419]: cluster 2024-08-29T17:34:42.768759+0000 mgr.y (mgr.14150) 143 : cluster [DBG] pgmap v108: 0 pgs: ; 0 B data, 581 MiB used, 178 GiB / 179 GiB avail 2024-08-29T17:34:44.132 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:34:43 smithi028 bash[31855]: cluster 2024-08-29T17:34:42.768759+0000 mgr.y (mgr.14150) 143 : cluster [DBG] pgmap v108: 0 pgs: ; 0 B data, 581 MiB used, 178 GiB / 179 GiB avail 2024-08-29T17:34:46.132 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:34:45 smithi028 bash[22419]: cluster 2024-08-29T17:34:44.769322+0000 mgr.y (mgr.14150) 144 : cluster [DBG] pgmap v109: 0 pgs: ; 0 B data, 581 MiB used, 178 GiB / 179 GiB avail 2024-08-29T17:34:46.132 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:34:45 smithi028 bash[31855]: cluster 2024-08-29T17:34:44.769322+0000 mgr.y (mgr.14150) 144 : cluster [DBG] pgmap v109: 0 pgs: ; 0 B data, 581 MiB used, 178 GiB / 179 GiB avail 2024-08-29T17:34:46.326 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:34:45 smithi053 bash[24720]: cluster 2024-08-29T17:34:44.769322+0000 mgr.y (mgr.14150) 144 : cluster [DBG] pgmap v109: 0 pgs: ; 0 B data, 581 MiB used, 178 GiB / 179 GiB avail 2024-08-29T17:34:47.471 INFO:teuthology.orchestra.run.smithi028.stderr:Inferring config /var/lib/ceph/3167ee72-662c-11ef-bcd4-c7b262605968/mon.a/config 2024-08-29T17:34:48.132 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:34:47 smithi028 bash[22419]: cluster 2024-08-29T17:34:46.769915+0000 mgr.y (mgr.14150) 145 : cluster [DBG] pgmap v110: 0 pgs: ; 0 B data, 581 MiB used, 178 GiB / 179 GiB avail 2024-08-29T17:34:48.132 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:34:47 smithi028 bash[31855]: cluster 2024-08-29T17:34:46.769915+0000 mgr.y (mgr.14150) 145 : cluster [DBG] pgmap v110: 0 pgs: ; 0 B data, 581 MiB used, 178 GiB / 179 GiB avail 2024-08-29T17:34:48.326 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:34:47 smithi053 bash[24720]: cluster 2024-08-29T17:34:46.769915+0000 mgr.y (mgr.14150) 145 : cluster [DBG] pgmap v110: 0 pgs: ; 0 B data, 581 MiB used, 178 GiB / 179 GiB avail 2024-08-29T17:34:50.098 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:34:49 smithi028 bash[22419]: cluster 2024-08-29T17:34:48.770521+0000 mgr.y (mgr.14150) 146 : cluster [DBG] pgmap v111: 0 pgs: ; 0 B data, 581 MiB used, 178 GiB / 179 GiB avail 2024-08-29T17:34:50.098 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:34:49 smithi028 bash[31855]: cluster 2024-08-29T17:34:48.770521+0000 mgr.y (mgr.14150) 146 : cluster [DBG] pgmap v111: 0 pgs: ; 0 B data, 581 MiB used, 178 GiB / 179 GiB avail 2024-08-29T17:34:50.326 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:34:49 smithi053 bash[24720]: cluster 2024-08-29T17:34:48.770521+0000 mgr.y (mgr.14150) 146 : cluster [DBG] pgmap v111: 0 pgs: ; 0 B data, 581 MiB used, 178 GiB / 179 GiB avail 2024-08-29T17:34:51.132 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:34:50 smithi028 bash[22419]: audit 2024-08-29T17:34:50.444928+0000 mon.a (mon.0) 338 : audit [DBG] from='mgr.14150 172.21.15.28:0/484978966' entity='mgr.y' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-08-29T17:34:51.132 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:34:50 smithi028 bash[22419]: audit 2024-08-29T17:34:50.450561+0000 mon.a (mon.0) 339 : audit [INF] from='mgr.14150 172.21.15.28:0/484978966' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-08-29T17:34:51.132 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:34:50 smithi028 bash[22419]: audit 2024-08-29T17:34:50.451783+0000 mon.a (mon.0) 340 : audit [DBG] from='mgr.14150 172.21.15.28:0/484978966' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-29T17:34:51.132 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:34:50 smithi028 bash[31855]: audit 2024-08-29T17:34:50.444928+0000 mon.a (mon.0) 338 : audit [DBG] from='mgr.14150 172.21.15.28:0/484978966' entity='mgr.y' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-08-29T17:34:51.132 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:34:50 smithi028 bash[31855]: audit 2024-08-29T17:34:50.450561+0000 mon.a (mon.0) 339 : audit [INF] from='mgr.14150 172.21.15.28:0/484978966' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-08-29T17:34:51.132 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:34:50 smithi028 bash[31855]: audit 2024-08-29T17:34:50.451783+0000 mon.a (mon.0) 340 : audit [DBG] from='mgr.14150 172.21.15.28:0/484978966' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-29T17:34:51.326 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:34:50 smithi053 bash[24720]: audit 2024-08-29T17:34:50.444928+0000 mon.a (mon.0) 338 : audit [DBG] from='mgr.14150 172.21.15.28:0/484978966' entity='mgr.y' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-08-29T17:34:51.326 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:34:50 smithi053 bash[24720]: audit 2024-08-29T17:34:50.450561+0000 mon.a (mon.0) 339 : audit [INF] from='mgr.14150 172.21.15.28:0/484978966' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-08-29T17:34:51.326 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:34:50 smithi053 bash[24720]: audit 2024-08-29T17:34:50.451783+0000 mon.a (mon.0) 340 : audit [DBG] from='mgr.14150 172.21.15.28:0/484978966' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-29T17:34:52.132 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:34:51 smithi028 bash[31855]: audit 2024-08-29T17:34:50.438840+0000 mgr.y (mgr.14150) 147 : audit [DBG] from='client.24167 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi028:vg_nvme/lv_2", "target": ["mon-mgr", ""]}]: dispatch 2024-08-29T17:34:52.132 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:34:51 smithi028 bash[31855]: cluster 2024-08-29T17:34:50.770947+0000 mgr.y (mgr.14150) 148 : cluster [DBG] pgmap v112: 0 pgs: ; 0 B data, 581 MiB used, 178 GiB / 179 GiB avail 2024-08-29T17:34:52.132 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:34:51 smithi028 bash[22419]: audit 2024-08-29T17:34:50.438840+0000 mgr.y (mgr.14150) 147 : audit [DBG] from='client.24167 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi028:vg_nvme/lv_2", "target": ["mon-mgr", ""]}]: dispatch 2024-08-29T17:34:52.132 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:34:51 smithi028 bash[22419]: cluster 2024-08-29T17:34:50.770947+0000 mgr.y (mgr.14150) 148 : cluster [DBG] pgmap v112: 0 pgs: ; 0 B data, 581 MiB used, 178 GiB / 179 GiB avail 2024-08-29T17:34:52.326 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:34:51 smithi053 bash[24720]: audit 2024-08-29T17:34:50.438840+0000 mgr.y (mgr.14150) 147 : audit [DBG] from='client.24167 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi028:vg_nvme/lv_2", "target": ["mon-mgr", ""]}]: dispatch 2024-08-29T17:34:52.326 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:34:51 smithi053 bash[24720]: cluster 2024-08-29T17:34:50.770947+0000 mgr.y (mgr.14150) 148 : cluster [DBG] pgmap v112: 0 pgs: ; 0 B data, 581 MiB used, 178 GiB / 179 GiB avail 2024-08-29T17:34:54.132 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:34:53 smithi028 bash[22419]: cluster 2024-08-29T17:34:52.771395+0000 mgr.y (mgr.14150) 149 : cluster [DBG] pgmap v113: 0 pgs: ; 0 B data, 581 MiB used, 178 GiB / 179 GiB avail 2024-08-29T17:34:54.132 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:34:53 smithi028 bash[31855]: cluster 2024-08-29T17:34:52.771395+0000 mgr.y (mgr.14150) 149 : cluster [DBG] pgmap v113: 0 pgs: ; 0 B data, 581 MiB used, 178 GiB / 179 GiB avail 2024-08-29T17:34:54.326 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:34:53 smithi053 bash[24720]: cluster 2024-08-29T17:34:52.771395+0000 mgr.y (mgr.14150) 149 : cluster [DBG] pgmap v113: 0 pgs: ; 0 B data, 581 MiB used, 178 GiB / 179 GiB avail 2024-08-29T17:34:56.132 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:34:55 smithi028 bash[22419]: cluster 2024-08-29T17:34:54.771889+0000 mgr.y (mgr.14150) 150 : cluster [DBG] pgmap v114: 0 pgs: ; 0 B data, 581 MiB used, 178 GiB / 179 GiB avail 2024-08-29T17:34:56.132 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:34:55 smithi028 bash[31855]: cluster 2024-08-29T17:34:54.771889+0000 mgr.y (mgr.14150) 150 : cluster [DBG] pgmap v114: 0 pgs: ; 0 B data, 581 MiB used, 178 GiB / 179 GiB avail 2024-08-29T17:34:56.326 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:34:55 smithi053 bash[24720]: cluster 2024-08-29T17:34:54.771889+0000 mgr.y (mgr.14150) 150 : cluster [DBG] pgmap v114: 0 pgs: ; 0 B data, 581 MiB used, 178 GiB / 179 GiB avail 2024-08-29T17:34:58.131 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:34:57 smithi028 bash[22419]: cluster 2024-08-29T17:34:56.772242+0000 mgr.y (mgr.14150) 151 : cluster [DBG] pgmap v115: 0 pgs: ; 0 B data, 581 MiB used, 178 GiB / 179 GiB avail 2024-08-29T17:34:58.132 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:34:57 smithi028 bash[31855]: cluster 2024-08-29T17:34:56.772242+0000 mgr.y (mgr.14150) 151 : cluster [DBG] pgmap v115: 0 pgs: ; 0 B data, 581 MiB used, 178 GiB / 179 GiB avail 2024-08-29T17:34:58.326 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:34:57 smithi053 bash[24720]: cluster 2024-08-29T17:34:56.772242+0000 mgr.y (mgr.14150) 151 : cluster [DBG] pgmap v115: 0 pgs: ; 0 B data, 581 MiB used, 178 GiB / 179 GiB avail 2024-08-29T17:34:59.131 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:34:58 smithi028 bash[22419]: audit 2024-08-29T17:34:58.440876+0000 mon.c (mon.2) 5 : audit [INF] from='client.? 172.21.15.28:0/2504963264' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "af570229-94ea-421f-a54b-5ad9c2ec751e"}]: dispatch 2024-08-29T17:34:59.132 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:34:58 smithi028 bash[22419]: audit 2024-08-29T17:34:58.441498+0000 mon.a (mon.0) 341 : audit [INF] from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "af570229-94ea-421f-a54b-5ad9c2ec751e"}]: dispatch 2024-08-29T17:34:59.132 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:34:58 smithi028 bash[22419]: audit 2024-08-29T17:34:58.447640+0000 mon.a (mon.0) 342 : audit [INF] from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "af570229-94ea-421f-a54b-5ad9c2ec751e"}]': finished 2024-08-29T17:34:59.132 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:34:58 smithi028 bash[22419]: cluster 2024-08-29T17:34:58.447711+0000 mon.a (mon.0) 343 : cluster [DBG] osdmap e15: 3 total, 2 up, 3 in 2024-08-29T17:34:59.132 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:34:58 smithi028 bash[22419]: audit 2024-08-29T17:34:58.447958+0000 mon.a (mon.0) 344 : audit [DBG] from='mgr.14150 172.21.15.28:0/484978966' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-08-29T17:34:59.132 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:34:58 smithi028 bash[31855]: audit 2024-08-29T17:34:58.440876+0000 mon.c (mon.2) 5 : audit [INF] from='client.? 172.21.15.28:0/2504963264' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "af570229-94ea-421f-a54b-5ad9c2ec751e"}]: dispatch 2024-08-29T17:34:59.132 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:34:58 smithi028 bash[31855]: audit 2024-08-29T17:34:58.441498+0000 mon.a (mon.0) 341 : audit [INF] from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "af570229-94ea-421f-a54b-5ad9c2ec751e"}]: dispatch 2024-08-29T17:34:59.132 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:34:58 smithi028 bash[31855]: audit 2024-08-29T17:34:58.447640+0000 mon.a (mon.0) 342 : audit [INF] from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "af570229-94ea-421f-a54b-5ad9c2ec751e"}]': finished 2024-08-29T17:34:59.132 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:34:58 smithi028 bash[31855]: cluster 2024-08-29T17:34:58.447711+0000 mon.a (mon.0) 343 : cluster [DBG] osdmap e15: 3 total, 2 up, 3 in 2024-08-29T17:34:59.132 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:34:58 smithi028 bash[31855]: audit 2024-08-29T17:34:58.447958+0000 mon.a (mon.0) 344 : audit [DBG] from='mgr.14150 172.21.15.28:0/484978966' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-08-29T17:34:59.326 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:34:58 smithi053 bash[24720]: audit 2024-08-29T17:34:58.440876+0000 mon.c (mon.2) 5 : audit [INF] from='client.? 172.21.15.28:0/2504963264' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "af570229-94ea-421f-a54b-5ad9c2ec751e"}]: dispatch 2024-08-29T17:34:59.326 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:34:58 smithi053 bash[24720]: audit 2024-08-29T17:34:58.441498+0000 mon.a (mon.0) 341 : audit [INF] from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "af570229-94ea-421f-a54b-5ad9c2ec751e"}]: dispatch 2024-08-29T17:34:59.326 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:34:58 smithi053 bash[24720]: audit 2024-08-29T17:34:58.447640+0000 mon.a (mon.0) 342 : audit [INF] from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "af570229-94ea-421f-a54b-5ad9c2ec751e"}]': finished 2024-08-29T17:34:59.326 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:34:58 smithi053 bash[24720]: cluster 2024-08-29T17:34:58.447711+0000 mon.a (mon.0) 343 : cluster [DBG] osdmap e15: 3 total, 2 up, 3 in 2024-08-29T17:34:59.327 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:34:58 smithi053 bash[24720]: audit 2024-08-29T17:34:58.447958+0000 mon.a (mon.0) 344 : audit [DBG] from='mgr.14150 172.21.15.28:0/484978966' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-08-29T17:35:00.132 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:34:59 smithi028 bash[22419]: cluster 2024-08-29T17:34:58.772551+0000 mgr.y (mgr.14150) 152 : cluster [DBG] pgmap v117: 0 pgs: ; 0 B data, 581 MiB used, 178 GiB / 179 GiB avail 2024-08-29T17:35:00.132 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:34:59 smithi028 bash[22419]: audit 2024-08-29T17:34:59.101020+0000 mon.a (mon.0) 345 : audit [DBG] from='client.? 172.21.15.28:0/4050779085' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-08-29T17:35:00.132 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:34:59 smithi028 bash[31855]: cluster 2024-08-29T17:34:58.772551+0000 mgr.y (mgr.14150) 152 : cluster [DBG] pgmap v117: 0 pgs: ; 0 B data, 581 MiB used, 178 GiB / 179 GiB avail 2024-08-29T17:35:00.132 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:34:59 smithi028 bash[31855]: audit 2024-08-29T17:34:59.101020+0000 mon.a (mon.0) 345 : audit [DBG] from='client.? 172.21.15.28:0/4050779085' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-08-29T17:35:00.326 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:34:59 smithi053 bash[24720]: cluster 2024-08-29T17:34:58.772551+0000 mgr.y (mgr.14150) 152 : cluster [DBG] pgmap v117: 0 pgs: ; 0 B data, 581 MiB used, 178 GiB / 179 GiB avail 2024-08-29T17:35:00.326 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:34:59 smithi053 bash[24720]: audit 2024-08-29T17:34:59.101020+0000 mon.a (mon.0) 345 : audit [DBG] from='client.? 172.21.15.28:0/4050779085' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-08-29T17:35:02.131 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:35:01 smithi028 bash[22419]: cluster 2024-08-29T17:35:00.772964+0000 mgr.y (mgr.14150) 153 : cluster [DBG] pgmap v118: 0 pgs: ; 0 B data, 581 MiB used, 178 GiB / 179 GiB avail 2024-08-29T17:35:02.132 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:35:01 smithi028 bash[31855]: cluster 2024-08-29T17:35:00.772964+0000 mgr.y (mgr.14150) 153 : cluster [DBG] pgmap v118: 0 pgs: ; 0 B data, 581 MiB used, 178 GiB / 179 GiB avail 2024-08-29T17:35:02.326 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:35:01 smithi053 bash[24720]: cluster 2024-08-29T17:35:00.772964+0000 mgr.y (mgr.14150) 153 : cluster [DBG] pgmap v118: 0 pgs: ; 0 B data, 581 MiB used, 178 GiB / 179 GiB avail 2024-08-29T17:35:04.135 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:35:03 smithi028 bash[31855]: cluster 2024-08-29T17:35:02.773424+0000 mgr.y (mgr.14150) 154 : cluster [DBG] pgmap v119: 0 pgs: ; 0 B data, 581 MiB used, 178 GiB / 179 GiB avail 2024-08-29T17:35:04.135 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:35:03 smithi028 bash[22419]: cluster 2024-08-29T17:35:02.773424+0000 mgr.y (mgr.14150) 154 : cluster [DBG] pgmap v119: 0 pgs: ; 0 B data, 581 MiB used, 178 GiB / 179 GiB avail 2024-08-29T17:35:04.327 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:35:03 smithi053 bash[24720]: cluster 2024-08-29T17:35:02.773424+0000 mgr.y (mgr.14150) 154 : cluster [DBG] pgmap v119: 0 pgs: ; 0 B data, 581 MiB used, 178 GiB / 179 GiB avail 2024-08-29T17:35:06.131 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:35:05 smithi028 bash[31855]: cluster 2024-08-29T17:35:04.773902+0000 mgr.y (mgr.14150) 155 : cluster [DBG] pgmap v120: 0 pgs: ; 0 B data, 581 MiB used, 178 GiB / 179 GiB avail 2024-08-29T17:35:06.132 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:35:05 smithi028 bash[22419]: cluster 2024-08-29T17:35:04.773902+0000 mgr.y (mgr.14150) 155 : cluster [DBG] pgmap v120: 0 pgs: ; 0 B data, 581 MiB used, 178 GiB / 179 GiB avail 2024-08-29T17:35:06.326 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:35:05 smithi053 bash[24720]: cluster 2024-08-29T17:35:04.773902+0000 mgr.y (mgr.14150) 155 : cluster [DBG] pgmap v120: 0 pgs: ; 0 B data, 581 MiB used, 178 GiB / 179 GiB avail 2024-08-29T17:35:08.131 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:35:07 smithi028 bash[31855]: cluster 2024-08-29T17:35:06.774294+0000 mgr.y (mgr.14150) 156 : cluster [DBG] pgmap v121: 0 pgs: ; 0 B data, 581 MiB used, 178 GiB / 179 GiB avail 2024-08-29T17:35:08.132 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:35:07 smithi028 bash[22419]: cluster 2024-08-29T17:35:06.774294+0000 mgr.y (mgr.14150) 156 : cluster [DBG] pgmap v121: 0 pgs: ; 0 B data, 581 MiB used, 178 GiB / 179 GiB avail 2024-08-29T17:35:08.326 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:35:07 smithi053 bash[24720]: cluster 2024-08-29T17:35:06.774294+0000 mgr.y (mgr.14150) 156 : cluster [DBG] pgmap v121: 0 pgs: ; 0 B data, 581 MiB used, 178 GiB / 179 GiB avail 2024-08-29T17:35:10.000 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:35:09 smithi028 bash[22419]: cluster 2024-08-29T17:35:08.774770+0000 mgr.y (mgr.14150) 157 : cluster [DBG] pgmap v122: 0 pgs: ; 0 B data, 581 MiB used, 178 GiB / 179 GiB avail 2024-08-29T17:35:10.000 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:35:09 smithi028 bash[31855]: cluster 2024-08-29T17:35:08.774770+0000 mgr.y (mgr.14150) 157 : cluster [DBG] pgmap v122: 0 pgs: ; 0 B data, 581 MiB used, 178 GiB / 179 GiB avail 2024-08-29T17:35:10.326 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:35:09 smithi053 bash[24720]: cluster 2024-08-29T17:35:08.774770+0000 mgr.y (mgr.14150) 157 : cluster [DBG] pgmap v122: 0 pgs: ; 0 B data, 581 MiB used, 178 GiB / 179 GiB avail 2024-08-29T17:35:11.132 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:35:10 smithi028 bash[31855]: audit 2024-08-29T17:35:10.595102+0000 mon.a (mon.0) 346 : audit [INF] from='mgr.14150 172.21.15.28:0/484978966' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.2"}]: dispatch 2024-08-29T17:35:11.132 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:35:10 smithi028 bash[31855]: audit 2024-08-29T17:35:10.596868+0000 mon.a (mon.0) 347 : audit [DBG] from='mgr.14150 172.21.15.28:0/484978966' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-29T17:35:11.132 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:35:10 smithi028 bash[22419]: audit 2024-08-29T17:35:10.595102+0000 mon.a (mon.0) 346 : audit [INF] from='mgr.14150 172.21.15.28:0/484978966' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.2"}]: dispatch 2024-08-29T17:35:11.132 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:35:10 smithi028 bash[22419]: audit 2024-08-29T17:35:10.596868+0000 mon.a (mon.0) 347 : audit [DBG] from='mgr.14150 172.21.15.28:0/484978966' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-29T17:35:11.326 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:35:10 smithi053 bash[24720]: audit 2024-08-29T17:35:10.595102+0000 mon.a (mon.0) 346 : audit [INF] from='mgr.14150 172.21.15.28:0/484978966' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.2"}]: dispatch 2024-08-29T17:35:11.326 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:35:10 smithi053 bash[24720]: audit 2024-08-29T17:35:10.596868+0000 mon.a (mon.0) 347 : audit [DBG] from='mgr.14150 172.21.15.28:0/484978966' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-29T17:35:12.132 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:35:11 smithi028 bash[22419]: cephadm 2024-08-29T17:35:10.598305+0000 mgr.y (mgr.14150) 158 : cephadm [INF] Deploying daemon osd.2 on smithi028 2024-08-29T17:35:12.132 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:35:11 smithi028 bash[22419]: cluster 2024-08-29T17:35:10.775200+0000 mgr.y (mgr.14150) 159 : cluster [DBG] pgmap v123: 0 pgs: ; 0 B data, 581 MiB used, 178 GiB / 179 GiB avail 2024-08-29T17:35:12.132 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:35:11 smithi028 bash[31855]: cephadm 2024-08-29T17:35:10.598305+0000 mgr.y (mgr.14150) 158 : cephadm [INF] Deploying daemon osd.2 on smithi028 2024-08-29T17:35:12.132 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:35:11 smithi028 bash[31855]: cluster 2024-08-29T17:35:10.775200+0000 mgr.y (mgr.14150) 159 : cluster [DBG] pgmap v123: 0 pgs: ; 0 B data, 581 MiB used, 178 GiB / 179 GiB avail 2024-08-29T17:35:12.326 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:35:11 smithi053 bash[24720]: cephadm 2024-08-29T17:35:10.598305+0000 mgr.y (mgr.14150) 158 : cephadm [INF] Deploying daemon osd.2 on smithi028 2024-08-29T17:35:12.326 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:35:11 smithi053 bash[24720]: cluster 2024-08-29T17:35:10.775200+0000 mgr.y (mgr.14150) 159 : cluster [DBG] pgmap v123: 0 pgs: ; 0 B data, 581 MiB used, 178 GiB / 179 GiB avail 2024-08-29T17:35:14.134 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:35:13 smithi028 bash[31855]: cluster 2024-08-29T17:35:12.775675+0000 mgr.y (mgr.14150) 160 : cluster [DBG] pgmap v124: 0 pgs: ; 0 B data, 581 MiB used, 178 GiB / 179 GiB avail 2024-08-29T17:35:14.134 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:35:13 smithi028 bash[22419]: cluster 2024-08-29T17:35:12.775675+0000 mgr.y (mgr.14150) 160 : cluster [DBG] pgmap v124: 0 pgs: ; 0 B data, 581 MiB used, 178 GiB / 179 GiB avail 2024-08-29T17:35:14.326 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:35:13 smithi053 bash[24720]: cluster 2024-08-29T17:35:12.775675+0000 mgr.y (mgr.14150) 160 : cluster [DBG] pgmap v124: 0 pgs: ; 0 B data, 581 MiB used, 178 GiB / 179 GiB avail 2024-08-29T17:35:14.494 INFO:journalctl@ceph.mgr.y.smithi028.stdout:Aug 29 17:35:14 smithi028 systemd[1]: /etc/systemd/system/ceph-3167ee72-662c-11ef-bcd4-c7b262605968@.service:24: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-08-29T17:35:14.495 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:35:14 smithi028 systemd[1]: /etc/systemd/system/ceph-3167ee72-662c-11ef-bcd4-c7b262605968@.service:24: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-08-29T17:35:14.495 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:35:14 smithi028 systemd[1]: /etc/systemd/system/ceph-3167ee72-662c-11ef-bcd4-c7b262605968@.service:24: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-08-29T17:35:14.495 INFO:journalctl@ceph.osd.0.smithi028.stdout:Aug 29 17:35:14 smithi028 systemd[1]: /etc/systemd/system/ceph-3167ee72-662c-11ef-bcd4-c7b262605968@.service:24: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-08-29T17:35:14.495 INFO:journalctl@ceph.osd.1.smithi028.stdout:Aug 29 17:35:14 smithi028 systemd[1]: /etc/systemd/system/ceph-3167ee72-662c-11ef-bcd4-c7b262605968@.service:24: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-08-29T17:35:14.825 INFO:journalctl@ceph.mgr.y.smithi028.stdout:Aug 29 17:35:14 smithi028 systemd[1]: /etc/systemd/system/ceph-3167ee72-662c-11ef-bcd4-c7b262605968@.service:24: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-08-29T17:35:14.826 INFO:journalctl@ceph.osd.0.smithi028.stdout:Aug 29 17:35:14 smithi028 systemd[1]: /etc/systemd/system/ceph-3167ee72-662c-11ef-bcd4-c7b262605968@.service:24: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-08-29T17:35:14.826 INFO:journalctl@ceph.osd.1.smithi028.stdout:Aug 29 17:35:14 smithi028 systemd[1]: /etc/systemd/system/ceph-3167ee72-662c-11ef-bcd4-c7b262605968@.service:24: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-08-29T17:35:14.827 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:35:14 smithi028 systemd[1]: /etc/systemd/system/ceph-3167ee72-662c-11ef-bcd4-c7b262605968@.service:24: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-08-29T17:35:14.827 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:35:14 smithi028 systemd[1]: /etc/systemd/system/ceph-3167ee72-662c-11ef-bcd4-c7b262605968@.service:24: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-08-29T17:35:15.132 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:35:14 smithi028 bash[22419]: audit 2024-08-29T17:35:14.747455+0000 mon.a (mon.0) 348 : audit [DBG] from='mgr.14150 172.21.15.28:0/484978966' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-29T17:35:15.132 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:35:14 smithi028 bash[22419]: audit 2024-08-29T17:35:14.751404+0000 mon.a (mon.0) 349 : audit [INF] from='mgr.14150 172.21.15.28:0/484978966' entity='mgr.y' 2024-08-29T17:35:15.132 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:35:14 smithi028 bash[22419]: audit 2024-08-29T17:35:14.756190+0000 mon.a (mon.0) 350 : audit [INF] from='mgr.14150 172.21.15.28:0/484978966' entity='mgr.y' 2024-08-29T17:35:15.132 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:35:14 smithi028 bash[31855]: audit 2024-08-29T17:35:14.747455+0000 mon.a (mon.0) 348 : audit [DBG] from='mgr.14150 172.21.15.28:0/484978966' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-29T17:35:15.132 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:35:14 smithi028 bash[31855]: audit 2024-08-29T17:35:14.751404+0000 mon.a (mon.0) 349 : audit [INF] from='mgr.14150 172.21.15.28:0/484978966' entity='mgr.y' 2024-08-29T17:35:15.132 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:35:14 smithi028 bash[31855]: audit 2024-08-29T17:35:14.756190+0000 mon.a (mon.0) 350 : audit [INF] from='mgr.14150 172.21.15.28:0/484978966' entity='mgr.y' 2024-08-29T17:35:15.326 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:35:14 smithi053 bash[24720]: audit 2024-08-29T17:35:14.747455+0000 mon.a (mon.0) 348 : audit [DBG] from='mgr.14150 172.21.15.28:0/484978966' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-29T17:35:15.326 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:35:14 smithi053 bash[24720]: audit 2024-08-29T17:35:14.751404+0000 mon.a (mon.0) 349 : audit [INF] from='mgr.14150 172.21.15.28:0/484978966' entity='mgr.y' 2024-08-29T17:35:15.326 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:35:14 smithi053 bash[24720]: audit 2024-08-29T17:35:14.756190+0000 mon.a (mon.0) 350 : audit [INF] from='mgr.14150 172.21.15.28:0/484978966' entity='mgr.y' 2024-08-29T17:35:16.131 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:35:15 smithi028 bash[22419]: cluster 2024-08-29T17:35:14.775985+0000 mgr.y (mgr.14150) 161 : cluster [DBG] pgmap v125: 0 pgs: ; 0 B data, 581 MiB used, 178 GiB / 179 GiB avail 2024-08-29T17:35:16.132 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:35:15 smithi028 bash[31855]: cluster 2024-08-29T17:35:14.775985+0000 mgr.y (mgr.14150) 161 : cluster [DBG] pgmap v125: 0 pgs: ; 0 B data, 581 MiB used, 178 GiB / 179 GiB avail 2024-08-29T17:35:16.326 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:35:15 smithi053 bash[24720]: cluster 2024-08-29T17:35:14.775985+0000 mgr.y (mgr.14150) 161 : cluster [DBG] pgmap v125: 0 pgs: ; 0 B data, 581 MiB used, 178 GiB / 179 GiB avail 2024-08-29T17:35:18.243 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:35:17 smithi028 bash[31855]: cluster 2024-08-29T17:35:16.776428+0000 mgr.y (mgr.14150) 162 : cluster [DBG] pgmap v126: 0 pgs: ; 0 B data, 581 MiB used, 178 GiB / 179 GiB avail 2024-08-29T17:35:18.243 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:35:17 smithi028 bash[22419]: cluster 2024-08-29T17:35:16.776428+0000 mgr.y (mgr.14150) 162 : cluster [DBG] pgmap v126: 0 pgs: ; 0 B data, 581 MiB used, 178 GiB / 179 GiB avail 2024-08-29T17:35:18.326 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:35:17 smithi053 bash[24720]: cluster 2024-08-29T17:35:16.776428+0000 mgr.y (mgr.14150) 162 : cluster [DBG] pgmap v126: 0 pgs: ; 0 B data, 581 MiB used, 178 GiB / 179 GiB avail 2024-08-29T17:35:20.132 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:35:19 smithi028 bash[22419]: cluster 2024-08-29T17:35:18.776945+0000 mgr.y (mgr.14150) 163 : cluster [DBG] pgmap v127: 0 pgs: ; 0 B data, 581 MiB used, 178 GiB / 179 GiB avail 2024-08-29T17:35:20.132 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:35:19 smithi028 bash[22419]: audit 2024-08-29T17:35:19.827241+0000 mon.a (mon.0) 351 : audit [INF] from='mgr.14150 172.21.15.28:0/484978966' entity='mgr.y' 2024-08-29T17:35:20.132 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:35:19 smithi028 bash[22419]: audit 2024-08-29T17:35:19.831405+0000 mon.a (mon.0) 352 : audit [INF] from='mgr.14150 172.21.15.28:0/484978966' entity='mgr.y' 2024-08-29T17:35:20.132 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:35:19 smithi028 bash[31855]: cluster 2024-08-29T17:35:18.776945+0000 mgr.y (mgr.14150) 163 : cluster [DBG] pgmap v127: 0 pgs: ; 0 B data, 581 MiB used, 178 GiB / 179 GiB avail 2024-08-29T17:35:20.133 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:35:19 smithi028 bash[31855]: audit 2024-08-29T17:35:19.827241+0000 mon.a (mon.0) 351 : audit [INF] from='mgr.14150 172.21.15.28:0/484978966' entity='mgr.y' 2024-08-29T17:35:20.133 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:35:19 smithi028 bash[31855]: audit 2024-08-29T17:35:19.831405+0000 mon.a (mon.0) 352 : audit [INF] from='mgr.14150 172.21.15.28:0/484978966' entity='mgr.y' 2024-08-29T17:35:20.326 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:35:19 smithi053 bash[24720]: cluster 2024-08-29T17:35:18.776945+0000 mgr.y (mgr.14150) 163 : cluster [DBG] pgmap v127: 0 pgs: ; 0 B data, 581 MiB used, 178 GiB / 179 GiB avail 2024-08-29T17:35:20.326 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:35:19 smithi053 bash[24720]: audit 2024-08-29T17:35:19.827241+0000 mon.a (mon.0) 351 : audit [INF] from='mgr.14150 172.21.15.28:0/484978966' entity='mgr.y' 2024-08-29T17:35:20.326 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:35:19 smithi053 bash[24720]: audit 2024-08-29T17:35:19.831405+0000 mon.a (mon.0) 352 : audit [INF] from='mgr.14150 172.21.15.28:0/484978966' entity='mgr.y' 2024-08-29T17:35:21.235 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:35:20 smithi028 bash[22419]: audit 2024-08-29T17:35:20.217994+0000 mon.a (mon.0) 353 : audit [DBG] from='mgr.14150 172.21.15.28:0/484978966' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-29T17:35:21.235 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:35:20 smithi028 bash[22419]: audit 2024-08-29T17:35:20.219809+0000 mon.a (mon.0) 354 : audit [INF] from='mgr.14150 172.21.15.28:0/484978966' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-29T17:35:21.235 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:35:20 smithi028 bash[22419]: audit 2024-08-29T17:35:20.228910+0000 mon.a (mon.0) 355 : audit [INF] from='mgr.14150 172.21.15.28:0/484978966' entity='mgr.y' 2024-08-29T17:35:21.235 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:35:20 smithi028 bash[31855]: audit 2024-08-29T17:35:20.217994+0000 mon.a (mon.0) 353 : audit [DBG] from='mgr.14150 172.21.15.28:0/484978966' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-29T17:35:21.235 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:35:20 smithi028 bash[31855]: audit 2024-08-29T17:35:20.219809+0000 mon.a (mon.0) 354 : audit [INF] from='mgr.14150 172.21.15.28:0/484978966' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-29T17:35:21.235 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:35:20 smithi028 bash[31855]: audit 2024-08-29T17:35:20.228910+0000 mon.a (mon.0) 355 : audit [INF] from='mgr.14150 172.21.15.28:0/484978966' entity='mgr.y' 2024-08-29T17:35:21.326 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:35:20 smithi053 bash[24720]: audit 2024-08-29T17:35:20.217994+0000 mon.a (mon.0) 353 : audit [DBG] from='mgr.14150 172.21.15.28:0/484978966' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-29T17:35:21.326 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:35:20 smithi053 bash[24720]: audit 2024-08-29T17:35:20.219809+0000 mon.a (mon.0) 354 : audit [INF] from='mgr.14150 172.21.15.28:0/484978966' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-29T17:35:21.326 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:35:20 smithi053 bash[24720]: audit 2024-08-29T17:35:20.228910+0000 mon.a (mon.0) 355 : audit [INF] from='mgr.14150 172.21.15.28:0/484978966' entity='mgr.y' 2024-08-29T17:35:22.576 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:35:22 smithi053 bash[24720]: cluster 2024-08-29T17:35:20.777287+0000 mgr.y (mgr.14150) 164 : cluster [DBG] pgmap v128: 0 pgs: ; 0 B data, 581 MiB used, 178 GiB / 179 GiB avail 2024-08-29T17:35:22.576 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:35:22 smithi053 bash[24720]: audit 2024-08-29T17:35:21.238997+0000 mon.c (mon.2) 6 : audit [INF] from='osd.2 [v2:172.21.15.28:6818/1663434626,v1:172.21.15.28:6819/1663434626]' entity='osd.2' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["2"]}]: dispatch 2024-08-29T17:35:22.576 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:35:22 smithi053 bash[24720]: audit 2024-08-29T17:35:21.239381+0000 mon.a (mon.0) 356 : audit [INF] from='osd.2 ' entity='osd.2' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["2"]}]: dispatch 2024-08-29T17:35:22.622 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:35:22 smithi028 bash[22419]: cluster 2024-08-29T17:35:20.777287+0000 mgr.y (mgr.14150) 164 : cluster [DBG] pgmap v128: 0 pgs: ; 0 B data, 581 MiB used, 178 GiB / 179 GiB avail 2024-08-29T17:35:22.622 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:35:22 smithi028 bash[22419]: audit 2024-08-29T17:35:21.238997+0000 mon.c (mon.2) 6 : audit [INF] from='osd.2 [v2:172.21.15.28:6818/1663434626,v1:172.21.15.28:6819/1663434626]' entity='osd.2' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["2"]}]: dispatch 2024-08-29T17:35:22.622 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:35:22 smithi028 bash[22419]: audit 2024-08-29T17:35:21.239381+0000 mon.a (mon.0) 356 : audit [INF] from='osd.2 ' entity='osd.2' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["2"]}]: dispatch 2024-08-29T17:35:22.623 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:35:22 smithi028 bash[31855]: cluster 2024-08-29T17:35:20.777287+0000 mgr.y (mgr.14150) 164 : cluster [DBG] pgmap v128: 0 pgs: ; 0 B data, 581 MiB used, 178 GiB / 179 GiB avail 2024-08-29T17:35:22.623 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:35:22 smithi028 bash[31855]: audit 2024-08-29T17:35:21.238997+0000 mon.c (mon.2) 6 : audit [INF] from='osd.2 [v2:172.21.15.28:6818/1663434626,v1:172.21.15.28:6819/1663434626]' entity='osd.2' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["2"]}]: dispatch 2024-08-29T17:35:22.623 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:35:22 smithi028 bash[31855]: audit 2024-08-29T17:35:21.239381+0000 mon.a (mon.0) 356 : audit [INF] from='osd.2 ' entity='osd.2' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["2"]}]: dispatch 2024-08-29T17:35:23.232 INFO:teuthology.orchestra.run.smithi028.stdout:Created osd(s) 2 on host 'smithi028' 2024-08-29T17:35:23.576 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:35:23 smithi053 bash[24720]: audit 2024-08-29T17:35:22.236633+0000 mon.a (mon.0) 357 : audit [INF] from='osd.2 ' entity='osd.2' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["2"]}]': finished 2024-08-29T17:35:23.576 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:35:23 smithi053 bash[24720]: cluster 2024-08-29T17:35:22.236722+0000 mon.a (mon.0) 358 : cluster [DBG] osdmap e16: 3 total, 2 up, 3 in 2024-08-29T17:35:23.576 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:35:23 smithi053 bash[24720]: audit 2024-08-29T17:35:22.236861+0000 mon.a (mon.0) 359 : audit [DBG] from='mgr.14150 172.21.15.28:0/484978966' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-08-29T17:35:23.576 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:35:23 smithi053 bash[24720]: audit 2024-08-29T17:35:22.237442+0000 mon.c (mon.2) 7 : audit [INF] from='osd.2 [v2:172.21.15.28:6818/1663434626,v1:172.21.15.28:6819/1663434626]' entity='osd.2' cmd=[{"prefix": "osd crush create-or-move", "id": 2, "weight":0.0873, "args": ["host=smithi028", "root=default"]}]: dispatch 2024-08-29T17:35:23.576 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:35:23 smithi053 bash[24720]: audit 2024-08-29T17:35:22.237878+0000 mon.a (mon.0) 360 : audit [INF] from='osd.2 ' entity='osd.2' cmd=[{"prefix": "osd crush create-or-move", "id": 2, "weight":0.0873, "args": ["host=smithi028", "root=default"]}]: dispatch 2024-08-29T17:35:23.576 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:35:23 smithi053 bash[24720]: audit 2024-08-29T17:35:23.208522+0000 mon.a (mon.0) 361 : audit [DBG] from='mgr.14150 172.21.15.28:0/484978966' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-29T17:35:23.576 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:35:23 smithi053 bash[24720]: audit 2024-08-29T17:35:23.216398+0000 mon.a (mon.0) 362 : audit [INF] from='mgr.14150 172.21.15.28:0/484978966' entity='mgr.y' 2024-08-29T17:35:23.577 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:35:23 smithi053 bash[24720]: audit 2024-08-29T17:35:23.224998+0000 mon.a (mon.0) 363 : audit [INF] from='mgr.14150 172.21.15.28:0/484978966' entity='mgr.y' 2024-08-29T17:35:23.632 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:35:23 smithi028 bash[22419]: audit 2024-08-29T17:35:22.236633+0000 mon.a (mon.0) 357 : audit [INF] from='osd.2 ' entity='osd.2' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["2"]}]': finished 2024-08-29T17:35:23.632 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:35:23 smithi028 bash[22419]: cluster 2024-08-29T17:35:22.236722+0000 mon.a (mon.0) 358 : cluster [DBG] osdmap e16: 3 total, 2 up, 3 in 2024-08-29T17:35:23.632 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:35:23 smithi028 bash[22419]: audit 2024-08-29T17:35:22.236861+0000 mon.a (mon.0) 359 : audit [DBG] from='mgr.14150 172.21.15.28:0/484978966' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-08-29T17:35:23.632 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:35:23 smithi028 bash[22419]: audit 2024-08-29T17:35:22.237442+0000 mon.c (mon.2) 7 : audit [INF] from='osd.2 [v2:172.21.15.28:6818/1663434626,v1:172.21.15.28:6819/1663434626]' entity='osd.2' cmd=[{"prefix": "osd crush create-or-move", "id": 2, "weight":0.0873, "args": ["host=smithi028", "root=default"]}]: dispatch 2024-08-29T17:35:23.632 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:35:23 smithi028 bash[22419]: audit 2024-08-29T17:35:22.237878+0000 mon.a (mon.0) 360 : audit [INF] from='osd.2 ' entity='osd.2' cmd=[{"prefix": "osd crush create-or-move", "id": 2, "weight":0.0873, "args": ["host=smithi028", "root=default"]}]: dispatch 2024-08-29T17:35:23.632 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:35:23 smithi028 bash[22419]: audit 2024-08-29T17:35:23.208522+0000 mon.a (mon.0) 361 : audit [DBG] from='mgr.14150 172.21.15.28:0/484978966' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-29T17:35:23.632 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:35:23 smithi028 bash[22419]: audit 2024-08-29T17:35:23.216398+0000 mon.a (mon.0) 362 : audit [INF] from='mgr.14150 172.21.15.28:0/484978966' entity='mgr.y' 2024-08-29T17:35:23.633 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:35:23 smithi028 bash[22419]: audit 2024-08-29T17:35:23.224998+0000 mon.a (mon.0) 363 : audit [INF] from='mgr.14150 172.21.15.28:0/484978966' entity='mgr.y' 2024-08-29T17:35:23.633 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:35:23 smithi028 bash[31855]: audit 2024-08-29T17:35:22.236633+0000 mon.a (mon.0) 357 : audit [INF] from='osd.2 ' entity='osd.2' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["2"]}]': finished 2024-08-29T17:35:23.633 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:35:23 smithi028 bash[31855]: cluster 2024-08-29T17:35:22.236722+0000 mon.a (mon.0) 358 : cluster [DBG] osdmap e16: 3 total, 2 up, 3 in 2024-08-29T17:35:23.633 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:35:23 smithi028 bash[31855]: audit 2024-08-29T17:35:22.236861+0000 mon.a (mon.0) 359 : audit [DBG] from='mgr.14150 172.21.15.28:0/484978966' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-08-29T17:35:23.633 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:35:23 smithi028 bash[31855]: audit 2024-08-29T17:35:22.237442+0000 mon.c (mon.2) 7 : audit [INF] from='osd.2 [v2:172.21.15.28:6818/1663434626,v1:172.21.15.28:6819/1663434626]' entity='osd.2' cmd=[{"prefix": "osd crush create-or-move", "id": 2, "weight":0.0873, "args": ["host=smithi028", "root=default"]}]: dispatch 2024-08-29T17:35:23.633 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:35:23 smithi028 bash[31855]: audit 2024-08-29T17:35:22.237878+0000 mon.a (mon.0) 360 : audit [INF] from='osd.2 ' entity='osd.2' cmd=[{"prefix": "osd crush create-or-move", "id": 2, "weight":0.0873, "args": ["host=smithi028", "root=default"]}]: dispatch 2024-08-29T17:35:23.633 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:35:23 smithi028 bash[31855]: audit 2024-08-29T17:35:23.208522+0000 mon.a (mon.0) 361 : audit [DBG] from='mgr.14150 172.21.15.28:0/484978966' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-29T17:35:23.633 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:35:23 smithi028 bash[31855]: audit 2024-08-29T17:35:23.216398+0000 mon.a (mon.0) 362 : audit [INF] from='mgr.14150 172.21.15.28:0/484978966' entity='mgr.y' 2024-08-29T17:35:23.633 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:35:23 smithi028 bash[31855]: audit 2024-08-29T17:35:23.224998+0000 mon.a (mon.0) 363 : audit [INF] from='mgr.14150 172.21.15.28:0/484978966' entity='mgr.y' 2024-08-29T17:35:23.877 DEBUG:teuthology.orchestra.run.smithi028:osd.2> sudo journalctl -f -n 0 -u ceph-3167ee72-662c-11ef-bcd4-c7b262605968@osd.2.service 2024-08-29T17:35:23.880 INFO:tasks.cephadm:Deploying osd.3 on smithi028 with /dev/vg_nvme/lv_1... 2024-08-29T17:35:23.880 DEBUG:teuthology.orchestra.run.smithi028:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy ceph-volume -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 3167ee72-662c-11ef-bcd4-c7b262605968 -- lvm zap /dev/vg_nvme/lv_1 2024-08-29T17:35:24.576 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:35:24 smithi053 bash[24720]: cluster 2024-08-29T17:35:22.231975+0000 osd.2 (osd.2) 1 : cluster [DBG] purged_snaps scrub starts 2024-08-29T17:35:24.576 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:35:24 smithi053 bash[24720]: cluster 2024-08-29T17:35:22.232066+0000 osd.2 (osd.2) 2 : cluster [DBG] purged_snaps scrub ok 2024-08-29T17:35:24.576 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:35:24 smithi053 bash[24720]: cluster 2024-08-29T17:35:22.777631+0000 mgr.y (mgr.14150) 165 : cluster [DBG] pgmap v130: 0 pgs: ; 0 B data, 581 MiB used, 178 GiB / 179 GiB avail 2024-08-29T17:35:24.576 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:35:24 smithi053 bash[24720]: audit 2024-08-29T17:35:23.239793+0000 mon.a (mon.0) 364 : audit [INF] from='osd.2 ' entity='osd.2' cmd='[{"prefix": "osd crush create-or-move", "id": 2, "weight":0.0873, "args": ["host=smithi028", "root=default"]}]': finished 2024-08-29T17:35:24.577 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:35:24 smithi053 bash[24720]: cluster 2024-08-29T17:35:23.239886+0000 mon.a (mon.0) 365 : cluster [DBG] osdmap e17: 3 total, 2 up, 3 in 2024-08-29T17:35:24.577 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:35:24 smithi053 bash[24720]: audit 2024-08-29T17:35:23.240446+0000 mon.a (mon.0) 366 : audit [DBG] from='mgr.14150 172.21.15.28:0/484978966' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-08-29T17:35:24.577 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:35:24 smithi053 bash[24720]: audit 2024-08-29T17:35:23.247850+0000 mon.a (mon.0) 367 : audit [DBG] from='mgr.14150 172.21.15.28:0/484978966' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-08-29T17:35:24.632 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:35:24 smithi028 bash[22419]: cluster 2024-08-29T17:35:22.231975+0000 osd.2 (osd.2) 1 : cluster [DBG] purged_snaps scrub starts 2024-08-29T17:35:24.632 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:35:24 smithi028 bash[22419]: cluster 2024-08-29T17:35:22.232066+0000 osd.2 (osd.2) 2 : cluster [DBG] purged_snaps scrub ok 2024-08-29T17:35:24.632 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:35:24 smithi028 bash[22419]: cluster 2024-08-29T17:35:22.777631+0000 mgr.y (mgr.14150) 165 : cluster [DBG] pgmap v130: 0 pgs: ; 0 B data, 581 MiB used, 178 GiB / 179 GiB avail 2024-08-29T17:35:24.632 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:35:24 smithi028 bash[22419]: audit 2024-08-29T17:35:23.239793+0000 mon.a (mon.0) 364 : audit [INF] from='osd.2 ' entity='osd.2' cmd='[{"prefix": "osd crush create-or-move", "id": 2, "weight":0.0873, "args": ["host=smithi028", "root=default"]}]': finished 2024-08-29T17:35:24.632 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:35:24 smithi028 bash[22419]: cluster 2024-08-29T17:35:23.239886+0000 mon.a (mon.0) 365 : cluster [DBG] osdmap e17: 3 total, 2 up, 3 in 2024-08-29T17:35:24.632 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:35:24 smithi028 bash[22419]: audit 2024-08-29T17:35:23.240446+0000 mon.a (mon.0) 366 : audit [DBG] from='mgr.14150 172.21.15.28:0/484978966' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-08-29T17:35:24.633 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:35:24 smithi028 bash[22419]: audit 2024-08-29T17:35:23.247850+0000 mon.a (mon.0) 367 : audit [DBG] from='mgr.14150 172.21.15.28:0/484978966' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-08-29T17:35:24.633 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:35:24 smithi028 bash[31855]: cluster 2024-08-29T17:35:22.231975+0000 osd.2 (osd.2) 1 : cluster [DBG] purged_snaps scrub starts 2024-08-29T17:35:24.633 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:35:24 smithi028 bash[31855]: cluster 2024-08-29T17:35:22.232066+0000 osd.2 (osd.2) 2 : cluster [DBG] purged_snaps scrub ok 2024-08-29T17:35:24.633 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:35:24 smithi028 bash[31855]: cluster 2024-08-29T17:35:22.777631+0000 mgr.y (mgr.14150) 165 : cluster [DBG] pgmap v130: 0 pgs: ; 0 B data, 581 MiB used, 178 GiB / 179 GiB avail 2024-08-29T17:35:24.633 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:35:24 smithi028 bash[31855]: audit 2024-08-29T17:35:23.239793+0000 mon.a (mon.0) 364 : audit [INF] from='osd.2 ' entity='osd.2' cmd='[{"prefix": "osd crush create-or-move", "id": 2, "weight":0.0873, "args": ["host=smithi028", "root=default"]}]': finished 2024-08-29T17:35:24.633 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:35:24 smithi028 bash[31855]: cluster 2024-08-29T17:35:23.239886+0000 mon.a (mon.0) 365 : cluster [DBG] osdmap e17: 3 total, 2 up, 3 in 2024-08-29T17:35:24.633 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:35:24 smithi028 bash[31855]: audit 2024-08-29T17:35:23.240446+0000 mon.a (mon.0) 366 : audit [DBG] from='mgr.14150 172.21.15.28:0/484978966' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-08-29T17:35:24.633 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:35:24 smithi028 bash[31855]: audit 2024-08-29T17:35:23.247850+0000 mon.a (mon.0) 367 : audit [DBG] from='mgr.14150 172.21.15.28:0/484978966' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-08-29T17:35:25.632 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:35:25 smithi028 bash[22419]: cluster 2024-08-29T17:35:24.249167+0000 mon.a (mon.0) 368 : cluster [INF] osd.2 [v2:172.21.15.28:6818/1663434626,v1:172.21.15.28:6819/1663434626] boot 2024-08-29T17:35:25.632 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:35:25 smithi028 bash[22419]: cluster 2024-08-29T17:35:24.249237+0000 mon.a (mon.0) 369 : cluster [DBG] osdmap e18: 3 total, 3 up, 3 in 2024-08-29T17:35:25.632 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:35:25 smithi028 bash[22419]: audit 2024-08-29T17:35:24.249876+0000 mon.a (mon.0) 370 : audit [DBG] from='mgr.14150 172.21.15.28:0/484978966' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-08-29T17:35:25.632 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:35:25 smithi028 bash[31855]: cluster 2024-08-29T17:35:24.249167+0000 mon.a (mon.0) 368 : cluster [INF] osd.2 [v2:172.21.15.28:6818/1663434626,v1:172.21.15.28:6819/1663434626] boot 2024-08-29T17:35:25.632 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:35:25 smithi028 bash[31855]: cluster 2024-08-29T17:35:24.249237+0000 mon.a (mon.0) 369 : cluster [DBG] osdmap e18: 3 total, 3 up, 3 in 2024-08-29T17:35:25.633 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:35:25 smithi028 bash[31855]: audit 2024-08-29T17:35:24.249876+0000 mon.a (mon.0) 370 : audit [DBG] from='mgr.14150 172.21.15.28:0/484978966' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-08-29T17:35:25.826 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:35:25 smithi053 bash[24720]: cluster 2024-08-29T17:35:24.249167+0000 mon.a (mon.0) 368 : cluster [INF] osd.2 [v2:172.21.15.28:6818/1663434626,v1:172.21.15.28:6819/1663434626] boot 2024-08-29T17:35:25.826 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:35:25 smithi053 bash[24720]: cluster 2024-08-29T17:35:24.249237+0000 mon.a (mon.0) 369 : cluster [DBG] osdmap e18: 3 total, 3 up, 3 in 2024-08-29T17:35:25.826 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:35:25 smithi053 bash[24720]: audit 2024-08-29T17:35:24.249876+0000 mon.a (mon.0) 370 : audit [DBG] from='mgr.14150 172.21.15.28:0/484978966' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-08-29T17:35:26.632 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:35:26 smithi028 bash[22419]: cluster 2024-08-29T17:35:24.778090+0000 mgr.y (mgr.14150) 166 : cluster [DBG] pgmap v133: 0 pgs: ; 0 B data, 581 MiB used, 178 GiB / 179 GiB avail 2024-08-29T17:35:26.632 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:35:26 smithi028 bash[22419]: audit 2024-08-29T17:35:24.902387+0000 mon.a (mon.0) 371 : audit [INF] from='mgr.14150 172.21.15.28:0/484978966' entity='mgr.y' cmd=[{"prefix": "osd pool create", "format": "json", "pool": ".mgr", "pg_num": 1, "pg_num_min": 1, "pg_num_max": 32}]: dispatch 2024-08-29T17:35:26.632 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:35:26 smithi028 bash[22419]: audit 2024-08-29T17:35:25.398887+0000 mon.a (mon.0) 372 : audit [INF] from='mgr.14150 172.21.15.28:0/484978966' entity='mgr.y' cmd='[{"prefix": "osd pool create", "format": "json", "pool": ".mgr", "pg_num": 1, "pg_num_min": 1, "pg_num_max": 32}]': finished 2024-08-29T17:35:26.632 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:35:26 smithi028 bash[22419]: cluster 2024-08-29T17:35:25.398950+0000 mon.a (mon.0) 373 : cluster [DBG] osdmap e19: 3 total, 3 up, 3 in 2024-08-29T17:35:26.632 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:35:26 smithi028 bash[22419]: audit 2024-08-29T17:35:25.401555+0000 mon.a (mon.0) 374 : audit [INF] from='mgr.14150 172.21.15.28:0/484978966' entity='mgr.y' cmd=[{"prefix": "osd pool application enable", "format": "json", "pool": ".mgr", "app": "mgr", "yes_i_really_mean_it": true}]: dispatch 2024-08-29T17:35:26.632 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:35:26 smithi028 bash[31855]: cluster 2024-08-29T17:35:24.778090+0000 mgr.y (mgr.14150) 166 : cluster [DBG] pgmap v133: 0 pgs: ; 0 B data, 581 MiB used, 178 GiB / 179 GiB avail 2024-08-29T17:35:26.633 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:35:26 smithi028 bash[31855]: audit 2024-08-29T17:35:24.902387+0000 mon.a (mon.0) 371 : audit [INF] from='mgr.14150 172.21.15.28:0/484978966' entity='mgr.y' cmd=[{"prefix": "osd pool create", "format": "json", "pool": ".mgr", "pg_num": 1, "pg_num_min": 1, "pg_num_max": 32}]: dispatch 2024-08-29T17:35:26.633 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:35:26 smithi028 bash[31855]: audit 2024-08-29T17:35:25.398887+0000 mon.a (mon.0) 372 : audit [INF] from='mgr.14150 172.21.15.28:0/484978966' entity='mgr.y' cmd='[{"prefix": "osd pool create", "format": "json", "pool": ".mgr", "pg_num": 1, "pg_num_min": 1, "pg_num_max": 32}]': finished 2024-08-29T17:35:26.633 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:35:26 smithi028 bash[31855]: cluster 2024-08-29T17:35:25.398950+0000 mon.a (mon.0) 373 : cluster [DBG] osdmap e19: 3 total, 3 up, 3 in 2024-08-29T17:35:26.633 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:35:26 smithi028 bash[31855]: audit 2024-08-29T17:35:25.401555+0000 mon.a (mon.0) 374 : audit [INF] from='mgr.14150 172.21.15.28:0/484978966' entity='mgr.y' cmd=[{"prefix": "osd pool application enable", "format": "json", "pool": ".mgr", "app": "mgr", "yes_i_really_mean_it": true}]: dispatch 2024-08-29T17:35:26.826 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:35:26 smithi053 bash[24720]: cluster 2024-08-29T17:35:24.778090+0000 mgr.y (mgr.14150) 166 : cluster [DBG] pgmap v133: 0 pgs: ; 0 B data, 581 MiB used, 178 GiB / 179 GiB avail 2024-08-29T17:35:26.826 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:35:26 smithi053 bash[24720]: audit 2024-08-29T17:35:24.902387+0000 mon.a (mon.0) 371 : audit [INF] from='mgr.14150 172.21.15.28:0/484978966' entity='mgr.y' cmd=[{"prefix": "osd pool create", "format": "json", "pool": ".mgr", "pg_num": 1, "pg_num_min": 1, "pg_num_max": 32}]: dispatch 2024-08-29T17:35:26.826 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:35:26 smithi053 bash[24720]: audit 2024-08-29T17:35:25.398887+0000 mon.a (mon.0) 372 : audit [INF] from='mgr.14150 172.21.15.28:0/484978966' entity='mgr.y' cmd='[{"prefix": "osd pool create", "format": "json", "pool": ".mgr", "pg_num": 1, "pg_num_min": 1, "pg_num_max": 32}]': finished 2024-08-29T17:35:26.826 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:35:26 smithi053 bash[24720]: cluster 2024-08-29T17:35:25.398950+0000 mon.a (mon.0) 373 : cluster [DBG] osdmap e19: 3 total, 3 up, 3 in 2024-08-29T17:35:26.826 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:35:26 smithi053 bash[24720]: audit 2024-08-29T17:35:25.401555+0000 mon.a (mon.0) 374 : audit [INF] from='mgr.14150 172.21.15.28:0/484978966' entity='mgr.y' cmd=[{"prefix": "osd pool application enable", "format": "json", "pool": ".mgr", "app": "mgr", "yes_i_really_mean_it": true}]: dispatch 2024-08-29T17:35:27.826 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:35:27 smithi053 bash[24720]: audit 2024-08-29T17:35:26.404235+0000 mon.a (mon.0) 375 : audit [INF] from='mgr.14150 172.21.15.28:0/484978966' entity='mgr.y' cmd='[{"prefix": "osd pool application enable", "format": "json", "pool": ".mgr", "app": "mgr", "yes_i_really_mean_it": true}]': finished 2024-08-29T17:35:27.826 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:35:27 smithi053 bash[24720]: cluster 2024-08-29T17:35:26.404516+0000 mon.a (mon.0) 376 : cluster [DBG] osdmap e20: 3 total, 3 up, 3 in 2024-08-29T17:35:27.826 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:35:27 smithi053 bash[24720]: cluster 2024-08-29T17:35:26.778557+0000 mgr.y (mgr.14150) 167 : cluster [DBG] pgmap v136: 1 pgs: 1 unknown; 0 B data, 872 MiB used, 267 GiB / 268 GiB avail 2024-08-29T17:35:27.882 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:35:27 smithi028 bash[22419]: audit 2024-08-29T17:35:26.404235+0000 mon.a (mon.0) 375 : audit [INF] from='mgr.14150 172.21.15.28:0/484978966' entity='mgr.y' cmd='[{"prefix": "osd pool application enable", "format": "json", "pool": ".mgr", "app": "mgr", "yes_i_really_mean_it": true}]': finished 2024-08-29T17:35:27.882 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:35:27 smithi028 bash[22419]: cluster 2024-08-29T17:35:26.404516+0000 mon.a (mon.0) 376 : cluster [DBG] osdmap e20: 3 total, 3 up, 3 in 2024-08-29T17:35:27.882 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:35:27 smithi028 bash[22419]: cluster 2024-08-29T17:35:26.778557+0000 mgr.y (mgr.14150) 167 : cluster [DBG] pgmap v136: 1 pgs: 1 unknown; 0 B data, 872 MiB used, 267 GiB / 268 GiB avail 2024-08-29T17:35:27.882 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:35:27 smithi028 bash[31855]: audit 2024-08-29T17:35:26.404235+0000 mon.a (mon.0) 375 : audit [INF] from='mgr.14150 172.21.15.28:0/484978966' entity='mgr.y' cmd='[{"prefix": "osd pool application enable", "format": "json", "pool": ".mgr", "app": "mgr", "yes_i_really_mean_it": true}]': finished 2024-08-29T17:35:27.882 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:35:27 smithi028 bash[31855]: cluster 2024-08-29T17:35:26.404516+0000 mon.a (mon.0) 376 : cluster [DBG] osdmap e20: 3 total, 3 up, 3 in 2024-08-29T17:35:27.882 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:35:27 smithi028 bash[31855]: cluster 2024-08-29T17:35:26.778557+0000 mgr.y (mgr.14150) 167 : cluster [DBG] pgmap v136: 1 pgs: 1 unknown; 0 B data, 872 MiB used, 267 GiB / 268 GiB avail 2024-08-29T17:35:28.017 INFO:teuthology.orchestra.run.smithi028.stderr:Inferring config /var/lib/ceph/3167ee72-662c-11ef-bcd4-c7b262605968/mon.a/config 2024-08-29T17:35:28.826 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:35:28 smithi053 bash[24720]: cluster 2024-08-29T17:35:27.424143+0000 mon.a (mon.0) 377 : cluster [DBG] mgrmap e15: y(active, since 4m), standbys: x 2024-08-29T17:35:28.826 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:35:28 smithi053 bash[24720]: cluster 2024-08-29T17:35:27.424235+0000 mon.a (mon.0) 378 : cluster [DBG] osdmap e21: 3 total, 3 up, 3 in 2024-08-29T17:35:28.826 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:35:28 smithi053 bash[24720]: audit 2024-08-29T17:35:27.519757+0000 mon.a (mon.0) 379 : audit [INF] from='mgr.14150 172.21.15.28:0/484978966' entity='mgr.y' 2024-08-29T17:35:28.882 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:35:28 smithi028 bash[22419]: cluster 2024-08-29T17:35:27.424143+0000 mon.a (mon.0) 377 : cluster [DBG] mgrmap e15: y(active, since 4m), standbys: x 2024-08-29T17:35:28.882 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:35:28 smithi028 bash[22419]: cluster 2024-08-29T17:35:27.424235+0000 mon.a (mon.0) 378 : cluster [DBG] osdmap e21: 3 total, 3 up, 3 in 2024-08-29T17:35:28.882 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:35:28 smithi028 bash[22419]: audit 2024-08-29T17:35:27.519757+0000 mon.a (mon.0) 379 : audit [INF] from='mgr.14150 172.21.15.28:0/484978966' entity='mgr.y' 2024-08-29T17:35:28.882 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:35:28 smithi028 bash[31855]: cluster 2024-08-29T17:35:27.424143+0000 mon.a (mon.0) 377 : cluster [DBG] mgrmap e15: y(active, since 4m), standbys: x 2024-08-29T17:35:28.882 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:35:28 smithi028 bash[31855]: cluster 2024-08-29T17:35:27.424235+0000 mon.a (mon.0) 378 : cluster [DBG] osdmap e21: 3 total, 3 up, 3 in 2024-08-29T17:35:28.882 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:35:28 smithi028 bash[31855]: audit 2024-08-29T17:35:27.519757+0000 mon.a (mon.0) 379 : audit [INF] from='mgr.14150 172.21.15.28:0/484978966' entity='mgr.y' 2024-08-29T17:35:30.576 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:35:30 smithi053 bash[24720]: cluster 2024-08-29T17:35:28.779001+0000 mgr.y (mgr.14150) 168 : cluster [DBG] pgmap v138: 1 pgs: 1 active+clean; 449 KiB data, 873 MiB used, 267 GiB / 268 GiB avail 2024-08-29T17:35:30.632 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:35:30 smithi028 bash[22419]: cluster 2024-08-29T17:35:28.779001+0000 mgr.y (mgr.14150) 168 : cluster [DBG] pgmap v138: 1 pgs: 1 active+clean; 449 KiB data, 873 MiB used, 267 GiB / 268 GiB avail 2024-08-29T17:35:30.632 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:35:30 smithi028 bash[31855]: cluster 2024-08-29T17:35:28.779001+0000 mgr.y (mgr.14150) 168 : cluster [DBG] pgmap v138: 1 pgs: 1 active+clean; 449 KiB data, 873 MiB used, 267 GiB / 268 GiB avail 2024-08-29T17:35:32.382 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:35:32 smithi028 bash[22419]: audit 2024-08-29T17:35:29.375521+0000 mon.a (mon.0) 380 : audit [INF] from='admin socket' entity='admin socket' cmd='smart' args=[json]: dispatch 2024-08-29T17:35:32.382 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:35:32 smithi028 bash[22419]: audit 2024-08-29T17:35:30.304922+0000 mon.a (mon.0) 381 : audit [INF] from='admin socket' entity='admin socket' cmd=smart args=[json]: finished 2024-08-29T17:35:32.383 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:35:32 smithi028 bash[22419]: audit 2024-08-29T17:35:30.305151+0000 mon.a (mon.0) 382 : audit [DBG] from='mgr.14150 172.21.15.28:0/484978966' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-29T17:35:32.383 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:35:32 smithi028 bash[22419]: audit 2024-08-29T17:35:30.306781+0000 mon.a (mon.0) 383 : audit [DBG] from='mgr.14150 172.21.15.28:0/484978966' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-29T17:35:32.383 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:35:32 smithi028 bash[22419]: audit 2024-08-29T17:35:30.310775+0000 mon.a (mon.0) 384 : audit [DBG] from='mgr.14150 172.21.15.28:0/484978966' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-29T17:35:32.383 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:35:32 smithi028 bash[22419]: audit 2024-08-29T17:35:30.317571+0000 mon.a (mon.0) 385 : audit [DBG] from='mgr.14150 172.21.15.28:0/484978966' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-29T17:35:32.383 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:35:32 smithi028 bash[22419]: audit 2024-08-29T17:35:30.317696+0000 mon.a (mon.0) 386 : audit [DBG] from='mgr.14150 172.21.15.28:0/484978966' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-29T17:35:32.383 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:35:32 smithi028 bash[22419]: audit 2024-08-29T17:35:30.317832+0000 mon.a (mon.0) 387 : audit [DBG] from='mgr.14150 172.21.15.28:0/484978966' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-29T17:35:32.383 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:35:32 smithi028 bash[22419]: audit 2024-08-29T17:35:30.317922+0000 mon.b (mon.1) 8 : audit [INF] from='admin socket' entity='admin socket' cmd='smart' args=[json]: dispatch 2024-08-29T17:35:32.383 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:35:32 smithi028 bash[22419]: cluster 2024-08-29T17:35:30.779503+0000 mgr.y (mgr.14150) 169 : cluster [DBG] pgmap v139: 1 pgs: 1 active+clean; 449 KiB data, 874 MiB used, 267 GiB / 268 GiB avail 2024-08-29T17:35:32.383 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:35:32 smithi028 bash[22419]: audit 2024-08-29T17:35:31.256287+0000 mon.b (mon.1) 9 : audit [INF] from='admin socket' entity='admin socket' cmd=smart args=[json]: finished 2024-08-29T17:35:32.383 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:35:32 smithi028 bash[22419]: audit 2024-08-29T17:35:31.303508+0000 mon.a (mon.0) 388 : audit [INF] from='mgr.14150 172.21.15.28:0/484978966' entity='mgr.y' 2024-08-29T17:35:32.383 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:35:32 smithi028 bash[22419]: audit 2024-08-29T17:35:31.306581+0000 mon.a (mon.0) 389 : audit [DBG] from='mgr.14150 172.21.15.28:0/484978966' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-29T17:35:32.384 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:35:32 smithi028 bash[22419]: audit 2024-08-29T17:35:31.307195+0000 mon.a (mon.0) 390 : audit [DBG] from='mgr.14150 172.21.15.28:0/484978966' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-29T17:35:32.384 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:35:32 smithi028 bash[22419]: audit 2024-08-29T17:35:31.307642+0000 mon.a (mon.0) 391 : audit [DBG] from='mgr.14150 172.21.15.28:0/484978966' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-29T17:35:32.384 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:35:32 smithi028 bash[31855]: audit 2024-08-29T17:35:29.375521+0000 mon.a (mon.0) 380 : audit [INF] from='admin socket' entity='admin socket' cmd='smart' args=[json]: dispatch 2024-08-29T17:35:32.384 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:35:32 smithi028 bash[31855]: audit 2024-08-29T17:35:30.304922+0000 mon.a (mon.0) 381 : audit [INF] from='admin socket' entity='admin socket' cmd=smart args=[json]: finished 2024-08-29T17:35:32.384 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:35:32 smithi028 bash[31855]: audit 2024-08-29T17:35:30.305151+0000 mon.a (mon.0) 382 : audit [DBG] from='mgr.14150 172.21.15.28:0/484978966' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-29T17:35:32.384 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:35:32 smithi028 bash[31855]: audit 2024-08-29T17:35:30.306781+0000 mon.a (mon.0) 383 : audit [DBG] from='mgr.14150 172.21.15.28:0/484978966' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-29T17:35:32.384 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:35:32 smithi028 bash[31855]: audit 2024-08-29T17:35:30.310775+0000 mon.a (mon.0) 384 : audit [DBG] from='mgr.14150 172.21.15.28:0/484978966' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-29T17:35:32.384 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:35:32 smithi028 bash[31855]: audit 2024-08-29T17:35:30.317571+0000 mon.a (mon.0) 385 : audit [DBG] from='mgr.14150 172.21.15.28:0/484978966' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-29T17:35:32.384 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:35:32 smithi028 bash[31855]: audit 2024-08-29T17:35:30.317696+0000 mon.a (mon.0) 386 : audit [DBG] from='mgr.14150 172.21.15.28:0/484978966' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-29T17:35:32.384 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:35:32 smithi028 bash[31855]: audit 2024-08-29T17:35:30.317832+0000 mon.a (mon.0) 387 : audit [DBG] from='mgr.14150 172.21.15.28:0/484978966' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-29T17:35:32.385 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:35:32 smithi028 bash[31855]: audit 2024-08-29T17:35:30.317922+0000 mon.b (mon.1) 8 : audit [INF] from='admin socket' entity='admin socket' cmd='smart' args=[json]: dispatch 2024-08-29T17:35:32.385 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:35:32 smithi028 bash[31855]: cluster 2024-08-29T17:35:30.779503+0000 mgr.y (mgr.14150) 169 : cluster [DBG] pgmap v139: 1 pgs: 1 active+clean; 449 KiB data, 874 MiB used, 267 GiB / 268 GiB avail 2024-08-29T17:35:32.385 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:35:32 smithi028 bash[31855]: audit 2024-08-29T17:35:31.256287+0000 mon.b (mon.1) 9 : audit [INF] from='admin socket' entity='admin socket' cmd=smart args=[json]: finished 2024-08-29T17:35:32.385 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:35:32 smithi028 bash[31855]: audit 2024-08-29T17:35:31.303508+0000 mon.a (mon.0) 388 : audit [INF] from='mgr.14150 172.21.15.28:0/484978966' entity='mgr.y' 2024-08-29T17:35:32.385 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:35:32 smithi028 bash[31855]: audit 2024-08-29T17:35:31.306581+0000 mon.a (mon.0) 389 : audit [DBG] from='mgr.14150 172.21.15.28:0/484978966' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-29T17:35:32.385 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:35:32 smithi028 bash[31855]: audit 2024-08-29T17:35:31.307195+0000 mon.a (mon.0) 390 : audit [DBG] from='mgr.14150 172.21.15.28:0/484978966' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-29T17:35:32.385 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:35:32 smithi028 bash[31855]: audit 2024-08-29T17:35:31.307642+0000 mon.a (mon.0) 391 : audit [DBG] from='mgr.14150 172.21.15.28:0/484978966' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-29T17:35:32.576 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:35:32 smithi053 bash[24720]: audit 2024-08-29T17:35:29.375521+0000 mon.a (mon.0) 380 : audit [INF] from='admin socket' entity='admin socket' cmd='smart' args=[json]: dispatch 2024-08-29T17:35:32.576 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:35:32 smithi053 bash[24720]: audit 2024-08-29T17:35:30.304922+0000 mon.a (mon.0) 381 : audit [INF] from='admin socket' entity='admin socket' cmd=smart args=[json]: finished 2024-08-29T17:35:32.576 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:35:32 smithi053 bash[24720]: audit 2024-08-29T17:35:30.305151+0000 mon.a (mon.0) 382 : audit [DBG] from='mgr.14150 172.21.15.28:0/484978966' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-29T17:35:32.577 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:35:32 smithi053 bash[24720]: audit 2024-08-29T17:35:30.306781+0000 mon.a (mon.0) 383 : audit [DBG] from='mgr.14150 172.21.15.28:0/484978966' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-29T17:35:32.577 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:35:32 smithi053 bash[24720]: audit 2024-08-29T17:35:30.310775+0000 mon.a (mon.0) 384 : audit [DBG] from='mgr.14150 172.21.15.28:0/484978966' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-29T17:35:32.577 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:35:32 smithi053 bash[24720]: audit 2024-08-29T17:35:30.317571+0000 mon.a (mon.0) 385 : audit [DBG] from='mgr.14150 172.21.15.28:0/484978966' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-29T17:35:32.577 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:35:32 smithi053 bash[24720]: audit 2024-08-29T17:35:30.317696+0000 mon.a (mon.0) 386 : audit [DBG] from='mgr.14150 172.21.15.28:0/484978966' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-29T17:35:32.577 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:35:32 smithi053 bash[24720]: audit 2024-08-29T17:35:30.317832+0000 mon.a (mon.0) 387 : audit [DBG] from='mgr.14150 172.21.15.28:0/484978966' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-29T17:35:32.577 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:35:32 smithi053 bash[24720]: audit 2024-08-29T17:35:30.317922+0000 mon.b (mon.1) 8 : audit [INF] from='admin socket' entity='admin socket' cmd='smart' args=[json]: dispatch 2024-08-29T17:35:32.577 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:35:32 smithi053 bash[24720]: cluster 2024-08-29T17:35:30.779503+0000 mgr.y (mgr.14150) 169 : cluster [DBG] pgmap v139: 1 pgs: 1 active+clean; 449 KiB data, 874 MiB used, 267 GiB / 268 GiB avail 2024-08-29T17:35:32.577 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:35:32 smithi053 bash[24720]: audit 2024-08-29T17:35:31.256287+0000 mon.b (mon.1) 9 : audit [INF] from='admin socket' entity='admin socket' cmd=smart args=[json]: finished 2024-08-29T17:35:32.577 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:35:32 smithi053 bash[24720]: audit 2024-08-29T17:35:31.303508+0000 mon.a (mon.0) 388 : audit [INF] from='mgr.14150 172.21.15.28:0/484978966' entity='mgr.y' 2024-08-29T17:35:32.577 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:35:32 smithi053 bash[24720]: audit 2024-08-29T17:35:31.306581+0000 mon.a (mon.0) 389 : audit [DBG] from='mgr.14150 172.21.15.28:0/484978966' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-29T17:35:32.577 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:35:32 smithi053 bash[24720]: audit 2024-08-29T17:35:31.307195+0000 mon.a (mon.0) 390 : audit [DBG] from='mgr.14150 172.21.15.28:0/484978966' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-29T17:35:32.577 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:35:32 smithi053 bash[24720]: audit 2024-08-29T17:35:31.307642+0000 mon.a (mon.0) 391 : audit [DBG] from='mgr.14150 172.21.15.28:0/484978966' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-29T17:35:32.615 INFO:teuthology.orchestra.run.smithi028.stdout: 2024-08-29T17:35:32.656 DEBUG:teuthology.orchestra.run.smithi028:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 3167ee72-662c-11ef-bcd4-c7b262605968 -- ceph orch daemon add osd smithi028:vg_nvme/lv_1 2024-08-29T17:35:33.576 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:35:33 smithi053 bash[24720]: audit 2024-08-29T17:35:31.306031+0000 mon.c (mon.2) 8 : audit [INF] from='admin socket' entity='admin socket' cmd='smart' args=[json]: dispatch 2024-08-29T17:35:33.576 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:35:33 smithi053 bash[24720]: audit 2024-08-29T17:35:32.233843+0000 mon.c (mon.2) 9 : audit [INF] from='admin socket' entity='admin socket' cmd=smart args=[json]: finished 2024-08-29T17:35:33.632 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:35:33 smithi028 bash[22419]: audit 2024-08-29T17:35:31.306031+0000 mon.c (mon.2) 8 : audit [INF] from='admin socket' entity='admin socket' cmd='smart' args=[json]: dispatch 2024-08-29T17:35:33.632 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:35:33 smithi028 bash[22419]: audit 2024-08-29T17:35:32.233843+0000 mon.c (mon.2) 9 : audit [INF] from='admin socket' entity='admin socket' cmd=smart args=[json]: finished 2024-08-29T17:35:33.632 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:35:33 smithi028 bash[31855]: audit 2024-08-29T17:35:31.306031+0000 mon.c (mon.2) 8 : audit [INF] from='admin socket' entity='admin socket' cmd='smart' args=[json]: dispatch 2024-08-29T17:35:33.632 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:35:33 smithi028 bash[31855]: audit 2024-08-29T17:35:32.233843+0000 mon.c (mon.2) 9 : audit [INF] from='admin socket' entity='admin socket' cmd=smart args=[json]: finished 2024-08-29T17:35:34.576 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:35:34 smithi053 bash[24720]: cluster 2024-08-29T17:35:32.779882+0000 mgr.y (mgr.14150) 170 : cluster [DBG] pgmap v140: 1 pgs: 1 active+clean; 577 KiB data, 874 MiB used, 267 GiB / 268 GiB avail; 3.4 KiB/s rd, 194 KiB/s wr, 12 op/s 2024-08-29T17:35:34.632 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:35:34 smithi028 bash[31855]: cluster 2024-08-29T17:35:32.779882+0000 mgr.y (mgr.14150) 170 : cluster [DBG] pgmap v140: 1 pgs: 1 active+clean; 577 KiB data, 874 MiB used, 267 GiB / 268 GiB avail; 3.4 KiB/s rd, 194 KiB/s wr, 12 op/s 2024-08-29T17:35:34.632 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:35:34 smithi028 bash[22419]: cluster 2024-08-29T17:35:32.779882+0000 mgr.y (mgr.14150) 170 : cluster [DBG] pgmap v140: 1 pgs: 1 active+clean; 577 KiB data, 874 MiB used, 267 GiB / 268 GiB avail; 3.4 KiB/s rd, 194 KiB/s wr, 12 op/s 2024-08-29T17:35:36.576 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:35:36 smithi053 bash[24720]: cluster 2024-08-29T17:35:34.780446+0000 mgr.y (mgr.14150) 171 : cluster [DBG] pgmap v141: 1 pgs: 1 active+clean; 577 KiB data, 875 MiB used, 267 GiB / 268 GiB avail; 2.4 KiB/s rd, 142 KiB/s wr, 8 op/s 2024-08-29T17:35:36.576 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:35:36 smithi053 bash[24720]: audit 2024-08-29T17:35:35.371736+0000 mon.a (mon.0) 392 : audit [INF] from='mgr.14150 172.21.15.28:0/484978966' entity='mgr.y' 2024-08-29T17:35:36.576 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:35:36 smithi053 bash[24720]: audit 2024-08-29T17:35:35.382203+0000 mon.a (mon.0) 393 : audit [INF] from='mgr.14150 172.21.15.28:0/484978966' entity='mgr.y' 2024-08-29T17:35:36.576 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:35:36 smithi053 bash[24720]: audit 2024-08-29T17:35:35.384330+0000 mon.a (mon.0) 394 : audit [INF] from='mgr.14150 172.21.15.28:0/484978966' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2024-08-29T17:35:36.576 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:35:36 smithi053 bash[24720]: audit 2024-08-29T17:35:35.385876+0000 mon.a (mon.0) 395 : audit [INF] from='mgr.14150 172.21.15.28:0/484978966' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2024-08-29T17:35:36.577 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:35:36 smithi053 bash[24720]: audit 2024-08-29T17:35:35.387368+0000 mon.a (mon.0) 396 : audit [INF] from='mgr.14150 172.21.15.28:0/484978966' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2024-08-29T17:35:36.577 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:35:36 smithi053 bash[24720]: audit 2024-08-29T17:35:35.399493+0000 mon.a (mon.0) 397 : audit [INF] from='mgr.14150 172.21.15.28:0/484978966' entity='mgr.y' 2024-08-29T17:35:36.577 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:35:36 smithi053 bash[24720]: audit 2024-08-29T17:35:35.401590+0000 mon.a (mon.0) 398 : audit [DBG] from='mgr.14150 172.21.15.28:0/484978966' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-29T17:35:36.577 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:35:36 smithi053 bash[24720]: audit 2024-08-29T17:35:35.403087+0000 mon.a (mon.0) 399 : audit [INF] from='mgr.14150 172.21.15.28:0/484978966' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-29T17:35:36.577 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:35:36 smithi053 bash[24720]: audit 2024-08-29T17:35:35.412774+0000 mon.a (mon.0) 400 : audit [INF] from='mgr.14150 172.21.15.28:0/484978966' entity='mgr.y' 2024-08-29T17:35:36.632 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:35:36 smithi028 bash[22419]: cluster 2024-08-29T17:35:34.780446+0000 mgr.y (mgr.14150) 171 : cluster [DBG] pgmap v141: 1 pgs: 1 active+clean; 577 KiB data, 875 MiB used, 267 GiB / 268 GiB avail; 2.4 KiB/s rd, 142 KiB/s wr, 8 op/s 2024-08-29T17:35:36.632 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:35:36 smithi028 bash[22419]: audit 2024-08-29T17:35:35.371736+0000 mon.a (mon.0) 392 : audit [INF] from='mgr.14150 172.21.15.28:0/484978966' entity='mgr.y' 2024-08-29T17:35:36.632 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:35:36 smithi028 bash[22419]: audit 2024-08-29T17:35:35.382203+0000 mon.a (mon.0) 393 : audit [INF] from='mgr.14150 172.21.15.28:0/484978966' entity='mgr.y' 2024-08-29T17:35:36.633 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:35:36 smithi028 bash[22419]: audit 2024-08-29T17:35:35.384330+0000 mon.a (mon.0) 394 : audit [INF] from='mgr.14150 172.21.15.28:0/484978966' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2024-08-29T17:35:36.633 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:35:36 smithi028 bash[22419]: audit 2024-08-29T17:35:35.385876+0000 mon.a (mon.0) 395 : audit [INF] from='mgr.14150 172.21.15.28:0/484978966' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2024-08-29T17:35:36.633 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:35:36 smithi028 bash[22419]: audit 2024-08-29T17:35:35.387368+0000 mon.a (mon.0) 396 : audit [INF] from='mgr.14150 172.21.15.28:0/484978966' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2024-08-29T17:35:36.633 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:35:36 smithi028 bash[22419]: audit 2024-08-29T17:35:35.399493+0000 mon.a (mon.0) 397 : audit [INF] from='mgr.14150 172.21.15.28:0/484978966' entity='mgr.y' 2024-08-29T17:35:36.633 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:35:36 smithi028 bash[22419]: audit 2024-08-29T17:35:35.401590+0000 mon.a (mon.0) 398 : audit [DBG] from='mgr.14150 172.21.15.28:0/484978966' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-29T17:35:36.633 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:35:36 smithi028 bash[22419]: audit 2024-08-29T17:35:35.403087+0000 mon.a (mon.0) 399 : audit [INF] from='mgr.14150 172.21.15.28:0/484978966' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-29T17:35:36.633 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:35:36 smithi028 bash[22419]: audit 2024-08-29T17:35:35.412774+0000 mon.a (mon.0) 400 : audit [INF] from='mgr.14150 172.21.15.28:0/484978966' entity='mgr.y' 2024-08-29T17:35:36.633 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:35:36 smithi028 bash[31855]: cluster 2024-08-29T17:35:34.780446+0000 mgr.y (mgr.14150) 171 : cluster [DBG] pgmap v141: 1 pgs: 1 active+clean; 577 KiB data, 875 MiB used, 267 GiB / 268 GiB avail; 2.4 KiB/s rd, 142 KiB/s wr, 8 op/s 2024-08-29T17:35:36.633 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:35:36 smithi028 bash[31855]: audit 2024-08-29T17:35:35.371736+0000 mon.a (mon.0) 392 : audit [INF] from='mgr.14150 172.21.15.28:0/484978966' entity='mgr.y' 2024-08-29T17:35:36.633 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:35:36 smithi028 bash[31855]: audit 2024-08-29T17:35:35.382203+0000 mon.a (mon.0) 393 : audit [INF] from='mgr.14150 172.21.15.28:0/484978966' entity='mgr.y' 2024-08-29T17:35:36.633 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:35:36 smithi028 bash[31855]: audit 2024-08-29T17:35:35.384330+0000 mon.a (mon.0) 394 : audit [INF] from='mgr.14150 172.21.15.28:0/484978966' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2024-08-29T17:35:36.634 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:35:36 smithi028 bash[31855]: audit 2024-08-29T17:35:35.385876+0000 mon.a (mon.0) 395 : audit [INF] from='mgr.14150 172.21.15.28:0/484978966' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2024-08-29T17:35:36.634 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:35:36 smithi028 bash[31855]: audit 2024-08-29T17:35:35.387368+0000 mon.a (mon.0) 396 : audit [INF] from='mgr.14150 172.21.15.28:0/484978966' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2024-08-29T17:35:36.634 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:35:36 smithi028 bash[31855]: audit 2024-08-29T17:35:35.399493+0000 mon.a (mon.0) 397 : audit [INF] from='mgr.14150 172.21.15.28:0/484978966' entity='mgr.y' 2024-08-29T17:35:36.634 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:35:36 smithi028 bash[31855]: audit 2024-08-29T17:35:35.401590+0000 mon.a (mon.0) 398 : audit [DBG] from='mgr.14150 172.21.15.28:0/484978966' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-29T17:35:36.634 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:35:36 smithi028 bash[31855]: audit 2024-08-29T17:35:35.403087+0000 mon.a (mon.0) 399 : audit [INF] from='mgr.14150 172.21.15.28:0/484978966' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-29T17:35:36.634 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:35:36 smithi028 bash[31855]: audit 2024-08-29T17:35:35.412774+0000 mon.a (mon.0) 400 : audit [INF] from='mgr.14150 172.21.15.28:0/484978966' entity='mgr.y' 2024-08-29T17:35:37.576 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:35:37 smithi053 bash[24720]: cephadm 2024-08-29T17:35:35.360836+0000 mgr.y (mgr.14150) 172 : cephadm [INF] Detected new or changed devices on smithi028 2024-08-29T17:35:37.576 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:35:37 smithi053 bash[24720]: cephadm 2024-08-29T17:35:35.388569+0000 mgr.y (mgr.14150) 173 : cephadm [INF] Adjusting osd_memory_target on smithi028 to 5415M 2024-08-29T17:35:37.632 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:35:37 smithi028 bash[22419]: cephadm 2024-08-29T17:35:35.360836+0000 mgr.y (mgr.14150) 172 : cephadm [INF] Detected new or changed devices on smithi028 2024-08-29T17:35:37.632 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:35:37 smithi028 bash[22419]: cephadm 2024-08-29T17:35:35.388569+0000 mgr.y (mgr.14150) 173 : cephadm [INF] Adjusting osd_memory_target on smithi028 to 5415M 2024-08-29T17:35:37.632 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:35:37 smithi028 bash[31855]: cephadm 2024-08-29T17:35:35.360836+0000 mgr.y (mgr.14150) 172 : cephadm [INF] Detected new or changed devices on smithi028 2024-08-29T17:35:37.632 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:35:37 smithi028 bash[31855]: cephadm 2024-08-29T17:35:35.388569+0000 mgr.y (mgr.14150) 173 : cephadm [INF] Adjusting osd_memory_target on smithi028 to 5415M 2024-08-29T17:35:37.856 INFO:teuthology.orchestra.run.smithi028.stderr:Inferring config /var/lib/ceph/3167ee72-662c-11ef-bcd4-c7b262605968/mon.a/config 2024-08-29T17:35:38.575 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:35:38 smithi053 bash[24720]: cluster 2024-08-29T17:35:36.781055+0000 mgr.y (mgr.14150) 174 : cluster [DBG] pgmap v142: 1 pgs: 1 active+clean; 577 KiB data, 875 MiB used, 267 GiB / 268 GiB avail; 1.9 KiB/s rd, 111 KiB/s wr, 7 op/s 2024-08-29T17:35:38.632 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:35:38 smithi028 bash[22419]: cluster 2024-08-29T17:35:36.781055+0000 mgr.y (mgr.14150) 174 : cluster [DBG] pgmap v142: 1 pgs: 1 active+clean; 577 KiB data, 875 MiB used, 267 GiB / 268 GiB avail; 1.9 KiB/s rd, 111 KiB/s wr, 7 op/s 2024-08-29T17:35:38.632 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:35:38 smithi028 bash[31855]: cluster 2024-08-29T17:35:36.781055+0000 mgr.y (mgr.14150) 174 : cluster [DBG] pgmap v142: 1 pgs: 1 active+clean; 577 KiB data, 875 MiB used, 267 GiB / 268 GiB avail; 1.9 KiB/s rd, 111 KiB/s wr, 7 op/s 2024-08-29T17:35:40.577 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:35:40 smithi053 bash[24720]: cluster 2024-08-29T17:35:38.781769+0000 mgr.y (mgr.14150) 175 : cluster [DBG] pgmap v143: 1 pgs: 1 active+clean; 577 KiB data, 874 MiB used, 267 GiB / 268 GiB avail; 2.4 KiB/s rd, 115 KiB/s wr, 7 op/s 2024-08-29T17:35:41.053 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:35:40 smithi028 bash[22419]: cluster 2024-08-29T17:35:38.781769+0000 mgr.y (mgr.14150) 175 : cluster [DBG] pgmap v143: 1 pgs: 1 active+clean; 577 KiB data, 874 MiB used, 267 GiB / 268 GiB avail; 2.4 KiB/s rd, 115 KiB/s wr, 7 op/s 2024-08-29T17:35:41.054 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:35:40 smithi028 bash[31855]: cluster 2024-08-29T17:35:38.781769+0000 mgr.y (mgr.14150) 175 : cluster [DBG] pgmap v143: 1 pgs: 1 active+clean; 577 KiB data, 874 MiB used, 267 GiB / 268 GiB avail; 2.4 KiB/s rd, 115 KiB/s wr, 7 op/s 2024-08-29T17:35:41.575 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:35:41 smithi053 bash[24720]: audit 2024-08-29T17:35:40.957987+0000 mon.a (mon.0) 401 : audit [DBG] from='mgr.14150 172.21.15.28:0/484978966' entity='mgr.y' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-08-29T17:35:41.576 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:35:41 smithi053 bash[24720]: audit 2024-08-29T17:35:40.961026+0000 mon.a (mon.0) 402 : audit [INF] from='mgr.14150 172.21.15.28:0/484978966' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-08-29T17:35:41.576 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:35:41 smithi053 bash[24720]: audit 2024-08-29T17:35:40.962246+0000 mon.a (mon.0) 403 : audit [DBG] from='mgr.14150 172.21.15.28:0/484978966' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-29T17:35:41.632 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:35:41 smithi028 bash[22419]: audit 2024-08-29T17:35:40.957987+0000 mon.a (mon.0) 401 : audit [DBG] from='mgr.14150 172.21.15.28:0/484978966' entity='mgr.y' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-08-29T17:35:41.632 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:35:41 smithi028 bash[22419]: audit 2024-08-29T17:35:40.961026+0000 mon.a (mon.0) 402 : audit [INF] from='mgr.14150 172.21.15.28:0/484978966' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-08-29T17:35:41.632 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:35:41 smithi028 bash[22419]: audit 2024-08-29T17:35:40.962246+0000 mon.a (mon.0) 403 : audit [DBG] from='mgr.14150 172.21.15.28:0/484978966' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-29T17:35:41.632 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:35:41 smithi028 bash[31855]: audit 2024-08-29T17:35:40.957987+0000 mon.a (mon.0) 401 : audit [DBG] from='mgr.14150 172.21.15.28:0/484978966' entity='mgr.y' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-08-29T17:35:41.632 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:35:41 smithi028 bash[31855]: audit 2024-08-29T17:35:40.961026+0000 mon.a (mon.0) 402 : audit [INF] from='mgr.14150 172.21.15.28:0/484978966' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-08-29T17:35:41.633 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:35:41 smithi028 bash[31855]: audit 2024-08-29T17:35:40.962246+0000 mon.a (mon.0) 403 : audit [DBG] from='mgr.14150 172.21.15.28:0/484978966' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-29T17:35:42.576 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:35:42 smithi053 bash[24720]: cluster 2024-08-29T17:35:40.782119+0000 mgr.y (mgr.14150) 176 : cluster [DBG] pgmap v144: 1 pgs: 1 active+clean; 577 KiB data, 874 MiB used, 267 GiB / 268 GiB avail; 2.2 KiB/s rd, 109 KiB/s wr, 7 op/s 2024-08-29T17:35:42.576 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:35:42 smithi053 bash[24720]: audit 2024-08-29T17:35:40.955240+0000 mgr.y (mgr.14150) 177 : audit [DBG] from='client.24203 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi028:vg_nvme/lv_1", "target": ["mon-mgr", ""]}]: dispatch 2024-08-29T17:35:42.632 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:35:42 smithi028 bash[31855]: cluster 2024-08-29T17:35:40.782119+0000 mgr.y (mgr.14150) 176 : cluster [DBG] pgmap v144: 1 pgs: 1 active+clean; 577 KiB data, 874 MiB used, 267 GiB / 268 GiB avail; 2.2 KiB/s rd, 109 KiB/s wr, 7 op/s 2024-08-29T17:35:42.632 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:35:42 smithi028 bash[31855]: audit 2024-08-29T17:35:40.955240+0000 mgr.y (mgr.14150) 177 : audit [DBG] from='client.24203 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi028:vg_nvme/lv_1", "target": ["mon-mgr", ""]}]: dispatch 2024-08-29T17:35:42.632 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:35:42 smithi028 bash[22419]: cluster 2024-08-29T17:35:40.782119+0000 mgr.y (mgr.14150) 176 : cluster [DBG] pgmap v144: 1 pgs: 1 active+clean; 577 KiB data, 874 MiB used, 267 GiB / 268 GiB avail; 2.2 KiB/s rd, 109 KiB/s wr, 7 op/s 2024-08-29T17:35:42.632 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:35:42 smithi028 bash[22419]: audit 2024-08-29T17:35:40.955240+0000 mgr.y (mgr.14150) 177 : audit [DBG] from='client.24203 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi028:vg_nvme/lv_1", "target": ["mon-mgr", ""]}]: dispatch 2024-08-29T17:35:44.575 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:35:44 smithi053 bash[24720]: cluster 2024-08-29T17:35:42.782616+0000 mgr.y (mgr.14150) 178 : cluster [DBG] pgmap v145: 1 pgs: 1 active+clean; 577 KiB data, 874 MiB used, 267 GiB / 268 GiB avail; 2.2 KiB/s rd, 109 KiB/s wr, 7 op/s 2024-08-29T17:35:44.632 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:35:44 smithi028 bash[22419]: cluster 2024-08-29T17:35:42.782616+0000 mgr.y (mgr.14150) 178 : cluster [DBG] pgmap v145: 1 pgs: 1 active+clean; 577 KiB data, 874 MiB used, 267 GiB / 268 GiB avail; 2.2 KiB/s rd, 109 KiB/s wr, 7 op/s 2024-08-29T17:35:44.632 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:35:44 smithi028 bash[31855]: cluster 2024-08-29T17:35:42.782616+0000 mgr.y (mgr.14150) 178 : cluster [DBG] pgmap v145: 1 pgs: 1 active+clean; 577 KiB data, 874 MiB used, 267 GiB / 268 GiB avail; 2.2 KiB/s rd, 109 KiB/s wr, 7 op/s 2024-08-29T17:35:46.575 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:35:46 smithi053 bash[24720]: cluster 2024-08-29T17:35:44.783137+0000 mgr.y (mgr.14150) 179 : cluster [DBG] pgmap v146: 1 pgs: 1 active+clean; 577 KiB data, 874 MiB used, 267 GiB / 268 GiB avail; 767 B/s rd, 22 KiB/s wr, 1 op/s 2024-08-29T17:35:46.632 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:35:46 smithi028 bash[22419]: cluster 2024-08-29T17:35:44.783137+0000 mgr.y (mgr.14150) 179 : cluster [DBG] pgmap v146: 1 pgs: 1 active+clean; 577 KiB data, 874 MiB used, 267 GiB / 268 GiB avail; 767 B/s rd, 22 KiB/s wr, 1 op/s 2024-08-29T17:35:46.632 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:35:46 smithi028 bash[31855]: cluster 2024-08-29T17:35:44.783137+0000 mgr.y (mgr.14150) 179 : cluster [DBG] pgmap v146: 1 pgs: 1 active+clean; 577 KiB data, 874 MiB used, 267 GiB / 268 GiB avail; 767 B/s rd, 22 KiB/s wr, 1 op/s 2024-08-29T17:35:48.575 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:35:48 smithi053 bash[24720]: cluster 2024-08-29T17:35:46.783604+0000 mgr.y (mgr.14150) 180 : cluster [DBG] pgmap v147: 1 pgs: 1 active+clean; 577 KiB data, 874 MiB used, 267 GiB / 268 GiB avail; 767 B/s rd, 22 KiB/s wr, 1 op/s 2024-08-29T17:35:48.631 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:35:48 smithi028 bash[31855]: cluster 2024-08-29T17:35:46.783604+0000 mgr.y (mgr.14150) 180 : cluster [DBG] pgmap v147: 1 pgs: 1 active+clean; 577 KiB data, 874 MiB used, 267 GiB / 268 GiB avail; 767 B/s rd, 22 KiB/s wr, 1 op/s 2024-08-29T17:35:48.632 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:35:48 smithi028 bash[22419]: cluster 2024-08-29T17:35:46.783604+0000 mgr.y (mgr.14150) 180 : cluster [DBG] pgmap v147: 1 pgs: 1 active+clean; 577 KiB data, 874 MiB used, 267 GiB / 268 GiB avail; 767 B/s rd, 22 KiB/s wr, 1 op/s 2024-08-29T17:35:49.576 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:35:49 smithi053 bash[24720]: audit 2024-08-29T17:35:48.999599+0000 mon.a (mon.0) 404 : audit [INF] from='client.? 172.21.15.28:0/2046928396' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "4fa9802d-cf40-4ef1-a9bd-082be7c32d40"}]: dispatch 2024-08-29T17:35:49.576 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:35:49 smithi053 bash[24720]: audit 2024-08-29T17:35:49.007051+0000 mon.a (mon.0) 405 : audit [INF] from='client.? 172.21.15.28:0/2046928396' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "4fa9802d-cf40-4ef1-a9bd-082be7c32d40"}]': finished 2024-08-29T17:35:49.576 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:35:49 smithi053 bash[24720]: cluster 2024-08-29T17:35:49.007157+0000 mon.a (mon.0) 406 : cluster [DBG] osdmap e22: 4 total, 3 up, 4 in 2024-08-29T17:35:49.576 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:35:49 smithi053 bash[24720]: audit 2024-08-29T17:35:49.007334+0000 mon.a (mon.0) 407 : audit [DBG] from='mgr.14150 172.21.15.28:0/484978966' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-08-29T17:35:49.632 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:35:49 smithi028 bash[22419]: audit 2024-08-29T17:35:48.999599+0000 mon.a (mon.0) 404 : audit [INF] from='client.? 172.21.15.28:0/2046928396' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "4fa9802d-cf40-4ef1-a9bd-082be7c32d40"}]: dispatch 2024-08-29T17:35:49.632 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:35:49 smithi028 bash[22419]: audit 2024-08-29T17:35:49.007051+0000 mon.a (mon.0) 405 : audit [INF] from='client.? 172.21.15.28:0/2046928396' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "4fa9802d-cf40-4ef1-a9bd-082be7c32d40"}]': finished 2024-08-29T17:35:49.632 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:35:49 smithi028 bash[22419]: cluster 2024-08-29T17:35:49.007157+0000 mon.a (mon.0) 406 : cluster [DBG] osdmap e22: 4 total, 3 up, 4 in 2024-08-29T17:35:49.632 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:35:49 smithi028 bash[22419]: audit 2024-08-29T17:35:49.007334+0000 mon.a (mon.0) 407 : audit [DBG] from='mgr.14150 172.21.15.28:0/484978966' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-08-29T17:35:49.632 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:35:49 smithi028 bash[31855]: audit 2024-08-29T17:35:48.999599+0000 mon.a (mon.0) 404 : audit [INF] from='client.? 172.21.15.28:0/2046928396' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "4fa9802d-cf40-4ef1-a9bd-082be7c32d40"}]: dispatch 2024-08-29T17:35:49.632 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:35:49 smithi028 bash[31855]: audit 2024-08-29T17:35:49.007051+0000 mon.a (mon.0) 405 : audit [INF] from='client.? 172.21.15.28:0/2046928396' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "4fa9802d-cf40-4ef1-a9bd-082be7c32d40"}]': finished 2024-08-29T17:35:49.632 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:35:49 smithi028 bash[31855]: cluster 2024-08-29T17:35:49.007157+0000 mon.a (mon.0) 406 : cluster [DBG] osdmap e22: 4 total, 3 up, 4 in 2024-08-29T17:35:49.632 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:35:49 smithi028 bash[31855]: audit 2024-08-29T17:35:49.007334+0000 mon.a (mon.0) 407 : audit [DBG] from='mgr.14150 172.21.15.28:0/484978966' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-08-29T17:35:50.575 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:35:50 smithi053 bash[24720]: cluster 2024-08-29T17:35:48.783987+0000 mgr.y (mgr.14150) 181 : cluster [DBG] pgmap v148: 1 pgs: 1 active+clean; 577 KiB data, 874 MiB used, 267 GiB / 268 GiB avail; 767 B/s rd, 22 KiB/s wr, 1 op/s 2024-08-29T17:35:50.576 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:35:50 smithi053 bash[24720]: audit 2024-08-29T17:35:49.611996+0000 mon.a (mon.0) 408 : audit [DBG] from='client.? 172.21.15.28:0/1840800119' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-08-29T17:35:50.631 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:35:50 smithi028 bash[22419]: cluster 2024-08-29T17:35:48.783987+0000 mgr.y (mgr.14150) 181 : cluster [DBG] pgmap v148: 1 pgs: 1 active+clean; 577 KiB data, 874 MiB used, 267 GiB / 268 GiB avail; 767 B/s rd, 22 KiB/s wr, 1 op/s 2024-08-29T17:35:50.632 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:35:50 smithi028 bash[22419]: audit 2024-08-29T17:35:49.611996+0000 mon.a (mon.0) 408 : audit [DBG] from='client.? 172.21.15.28:0/1840800119' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-08-29T17:35:50.632 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:35:50 smithi028 bash[31855]: cluster 2024-08-29T17:35:48.783987+0000 mgr.y (mgr.14150) 181 : cluster [DBG] pgmap v148: 1 pgs: 1 active+clean; 577 KiB data, 874 MiB used, 267 GiB / 268 GiB avail; 767 B/s rd, 22 KiB/s wr, 1 op/s 2024-08-29T17:35:50.632 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:35:50 smithi028 bash[31855]: audit 2024-08-29T17:35:49.611996+0000 mon.a (mon.0) 408 : audit [DBG] from='client.? 172.21.15.28:0/1840800119' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-08-29T17:35:52.575 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:35:52 smithi053 bash[24720]: cluster 2024-08-29T17:35:50.784458+0000 mgr.y (mgr.14150) 182 : cluster [DBG] pgmap v150: 1 pgs: 1 active+clean; 577 KiB data, 874 MiB used, 267 GiB / 268 GiB avail 2024-08-29T17:35:52.632 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:35:52 smithi028 bash[22419]: cluster 2024-08-29T17:35:50.784458+0000 mgr.y (mgr.14150) 182 : cluster [DBG] pgmap v150: 1 pgs: 1 active+clean; 577 KiB data, 874 MiB used, 267 GiB / 268 GiB avail 2024-08-29T17:35:52.632 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:35:52 smithi028 bash[31855]: cluster 2024-08-29T17:35:50.784458+0000 mgr.y (mgr.14150) 182 : cluster [DBG] pgmap v150: 1 pgs: 1 active+clean; 577 KiB data, 874 MiB used, 267 GiB / 268 GiB avail 2024-08-29T17:35:53.632 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:35:53 smithi028 bash[22419]: cluster 2024-08-29T17:35:52.785009+0000 mgr.y (mgr.14150) 183 : cluster [DBG] pgmap v151: 1 pgs: 1 active+clean; 577 KiB data, 874 MiB used, 267 GiB / 268 GiB avail 2024-08-29T17:35:53.632 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:35:53 smithi028 bash[31855]: cluster 2024-08-29T17:35:52.785009+0000 mgr.y (mgr.14150) 183 : cluster [DBG] pgmap v151: 1 pgs: 1 active+clean; 577 KiB data, 874 MiB used, 267 GiB / 268 GiB avail 2024-08-29T17:35:53.825 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:35:53 smithi053 bash[24720]: cluster 2024-08-29T17:35:52.785009+0000 mgr.y (mgr.14150) 183 : cluster [DBG] pgmap v151: 1 pgs: 1 active+clean; 577 KiB data, 874 MiB used, 267 GiB / 268 GiB avail 2024-08-29T17:35:56.131 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:35:55 smithi028 bash[22419]: cluster 2024-08-29T17:35:54.785542+0000 mgr.y (mgr.14150) 184 : cluster [DBG] pgmap v152: 1 pgs: 1 active+clean; 577 KiB data, 873 MiB used, 267 GiB / 268 GiB avail 2024-08-29T17:35:56.132 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:35:55 smithi028 bash[31855]: cluster 2024-08-29T17:35:54.785542+0000 mgr.y (mgr.14150) 184 : cluster [DBG] pgmap v152: 1 pgs: 1 active+clean; 577 KiB data, 873 MiB used, 267 GiB / 268 GiB avail 2024-08-29T17:35:56.325 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:35:55 smithi053 bash[24720]: cluster 2024-08-29T17:35:54.785542+0000 mgr.y (mgr.14150) 184 : cluster [DBG] pgmap v152: 1 pgs: 1 active+clean; 577 KiB data, 873 MiB used, 267 GiB / 268 GiB avail 2024-08-29T17:35:57.882 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:35:57 smithi028 bash[22419]: cluster 2024-08-29T17:35:56.786073+0000 mgr.y (mgr.14150) 185 : cluster [DBG] pgmap v153: 1 pgs: 1 active+clean; 577 KiB data, 873 MiB used, 267 GiB / 268 GiB avail 2024-08-29T17:35:57.882 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:35:57 smithi028 bash[31855]: cluster 2024-08-29T17:35:56.786073+0000 mgr.y (mgr.14150) 185 : cluster [DBG] pgmap v153: 1 pgs: 1 active+clean; 577 KiB data, 873 MiB used, 267 GiB / 268 GiB avail 2024-08-29T17:35:58.325 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:35:57 smithi053 bash[24720]: cluster 2024-08-29T17:35:56.786073+0000 mgr.y (mgr.14150) 185 : cluster [DBG] pgmap v153: 1 pgs: 1 active+clean; 577 KiB data, 873 MiB used, 267 GiB / 268 GiB avail 2024-08-29T17:36:00.131 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:35:59 smithi028 bash[22419]: cluster 2024-08-29T17:35:58.786631+0000 mgr.y (mgr.14150) 186 : cluster [DBG] pgmap v154: 1 pgs: 1 active+clean; 577 KiB data, 873 MiB used, 267 GiB / 268 GiB avail 2024-08-29T17:36:00.131 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:35:59 smithi028 bash[31855]: cluster 2024-08-29T17:35:58.786631+0000 mgr.y (mgr.14150) 186 : cluster [DBG] pgmap v154: 1 pgs: 1 active+clean; 577 KiB data, 873 MiB used, 267 GiB / 268 GiB avail 2024-08-29T17:36:00.325 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:35:59 smithi053 bash[24720]: cluster 2024-08-29T17:35:58.786631+0000 mgr.y (mgr.14150) 186 : cluster [DBG] pgmap v154: 1 pgs: 1 active+clean; 577 KiB data, 873 MiB used, 267 GiB / 268 GiB avail 2024-08-29T17:36:02.132 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:36:01 smithi028 bash[22419]: cluster 2024-08-29T17:36:00.787178+0000 mgr.y (mgr.14150) 187 : cluster [DBG] pgmap v155: 1 pgs: 1 active+clean; 577 KiB data, 873 MiB used, 267 GiB / 268 GiB avail 2024-08-29T17:36:02.132 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:36:01 smithi028 bash[22419]: audit 2024-08-29T17:36:01.004155+0000 mon.a (mon.0) 409 : audit [INF] from='mgr.14150 172.21.15.28:0/484978966' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.3"}]: dispatch 2024-08-29T17:36:02.132 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:36:01 smithi028 bash[22419]: audit 2024-08-29T17:36:01.005954+0000 mon.a (mon.0) 410 : audit [DBG] from='mgr.14150 172.21.15.28:0/484978966' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-29T17:36:02.132 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:36:01 smithi028 bash[22419]: cephadm 2024-08-29T17:36:01.007399+0000 mgr.y (mgr.14150) 188 : cephadm [INF] Deploying daemon osd.3 on smithi028 2024-08-29T17:36:02.132 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:36:01 smithi028 bash[31855]: cluster 2024-08-29T17:36:00.787178+0000 mgr.y (mgr.14150) 187 : cluster [DBG] pgmap v155: 1 pgs: 1 active+clean; 577 KiB data, 873 MiB used, 267 GiB / 268 GiB avail 2024-08-29T17:36:02.132 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:36:01 smithi028 bash[31855]: audit 2024-08-29T17:36:01.004155+0000 mon.a (mon.0) 409 : audit [INF] from='mgr.14150 172.21.15.28:0/484978966' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.3"}]: dispatch 2024-08-29T17:36:02.133 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:36:01 smithi028 bash[31855]: audit 2024-08-29T17:36:01.005954+0000 mon.a (mon.0) 410 : audit [DBG] from='mgr.14150 172.21.15.28:0/484978966' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-29T17:36:02.133 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:36:01 smithi028 bash[31855]: cephadm 2024-08-29T17:36:01.007399+0000 mgr.y (mgr.14150) 188 : cephadm [INF] Deploying daemon osd.3 on smithi028 2024-08-29T17:36:02.325 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:36:01 smithi053 bash[24720]: cluster 2024-08-29T17:36:00.787178+0000 mgr.y (mgr.14150) 187 : cluster [DBG] pgmap v155: 1 pgs: 1 active+clean; 577 KiB data, 873 MiB used, 267 GiB / 268 GiB avail 2024-08-29T17:36:02.325 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:36:01 smithi053 bash[24720]: audit 2024-08-29T17:36:01.004155+0000 mon.a (mon.0) 409 : audit [INF] from='mgr.14150 172.21.15.28:0/484978966' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.3"}]: dispatch 2024-08-29T17:36:02.326 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:36:01 smithi053 bash[24720]: audit 2024-08-29T17:36:01.005954+0000 mon.a (mon.0) 410 : audit [DBG] from='mgr.14150 172.21.15.28:0/484978966' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-29T17:36:02.326 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:36:01 smithi053 bash[24720]: cephadm 2024-08-29T17:36:01.007399+0000 mgr.y (mgr.14150) 188 : cephadm [INF] Deploying daemon osd.3 on smithi028 2024-08-29T17:36:04.131 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:36:03 smithi028 bash[22419]: cluster 2024-08-29T17:36:02.787724+0000 mgr.y (mgr.14150) 189 : cluster [DBG] pgmap v156: 1 pgs: 1 active+clean; 577 KiB data, 873 MiB used, 267 GiB / 268 GiB avail 2024-08-29T17:36:04.132 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:36:03 smithi028 bash[31855]: cluster 2024-08-29T17:36:02.787724+0000 mgr.y (mgr.14150) 189 : cluster [DBG] pgmap v156: 1 pgs: 1 active+clean; 577 KiB data, 873 MiB used, 267 GiB / 268 GiB avail 2024-08-29T17:36:04.325 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:36:03 smithi053 bash[24720]: cluster 2024-08-29T17:36:02.787724+0000 mgr.y (mgr.14150) 189 : cluster [DBG] pgmap v156: 1 pgs: 1 active+clean; 577 KiB data, 873 MiB used, 267 GiB / 268 GiB avail 2024-08-29T17:36:04.885 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:36:04 smithi028 systemd[1]: /etc/systemd/system/ceph-3167ee72-662c-11ef-bcd4-c7b262605968@.service:24: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-08-29T17:36:04.885 INFO:journalctl@ceph.osd.0.smithi028.stdout:Aug 29 17:36:04 smithi028 systemd[1]: /etc/systemd/system/ceph-3167ee72-662c-11ef-bcd4-c7b262605968@.service:24: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-08-29T17:36:04.885 INFO:journalctl@ceph.mgr.y.smithi028.stdout:Aug 29 17:36:04 smithi028 systemd[1]: /etc/systemd/system/ceph-3167ee72-662c-11ef-bcd4-c7b262605968@.service:24: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-08-29T17:36:04.886 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:36:04 smithi028 systemd[1]: /etc/systemd/system/ceph-3167ee72-662c-11ef-bcd4-c7b262605968@.service:24: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-08-29T17:36:04.886 INFO:journalctl@ceph.osd.1.smithi028.stdout:Aug 29 17:36:04 smithi028 systemd[1]: /etc/systemd/system/ceph-3167ee72-662c-11ef-bcd4-c7b262605968@.service:24: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-08-29T17:36:04.886 INFO:journalctl@ceph.osd.2.smithi028.stdout:Aug 29 17:36:04 smithi028 systemd[1]: /etc/systemd/system/ceph-3167ee72-662c-11ef-bcd4-c7b262605968@.service:24: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-08-29T17:36:05.229 INFO:journalctl@ceph.mgr.y.smithi028.stdout:Aug 29 17:36:05 smithi028 systemd[1]: /etc/systemd/system/ceph-3167ee72-662c-11ef-bcd4-c7b262605968@.service:24: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-08-29T17:36:05.229 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:36:05 smithi028 systemd[1]: /etc/systemd/system/ceph-3167ee72-662c-11ef-bcd4-c7b262605968@.service:24: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-08-29T17:36:05.230 INFO:journalctl@ceph.osd.0.smithi028.stdout:Aug 29 17:36:05 smithi028 systemd[1]: /etc/systemd/system/ceph-3167ee72-662c-11ef-bcd4-c7b262605968@.service:24: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-08-29T17:36:05.230 INFO:journalctl@ceph.osd.1.smithi028.stdout:Aug 29 17:36:05 smithi028 systemd[1]: /etc/systemd/system/ceph-3167ee72-662c-11ef-bcd4-c7b262605968@.service:24: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-08-29T17:36:05.230 INFO:journalctl@ceph.osd.2.smithi028.stdout:Aug 29 17:36:05 smithi028 systemd[1]: /etc/systemd/system/ceph-3167ee72-662c-11ef-bcd4-c7b262605968@.service:24: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-08-29T17:36:05.231 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:36:05 smithi028 systemd[1]: /etc/systemd/system/ceph-3167ee72-662c-11ef-bcd4-c7b262605968@.service:24: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-08-29T17:36:06.116 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:36:05 smithi028 bash[31855]: cluster 2024-08-29T17:36:04.788081+0000 mgr.y (mgr.14150) 190 : cluster [DBG] pgmap v157: 1 pgs: 1 active+clean; 577 KiB data, 873 MiB used, 267 GiB / 268 GiB avail 2024-08-29T17:36:06.116 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:36:05 smithi028 bash[31855]: audit 2024-08-29T17:36:05.142211+0000 mon.a (mon.0) 411 : audit [DBG] from='mgr.14150 172.21.15.28:0/484978966' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-29T17:36:06.116 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:36:05 smithi028 bash[31855]: audit 2024-08-29T17:36:05.146573+0000 mon.a (mon.0) 412 : audit [INF] from='mgr.14150 172.21.15.28:0/484978966' entity='mgr.y' 2024-08-29T17:36:06.116 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:36:05 smithi028 bash[31855]: audit 2024-08-29T17:36:05.152241+0000 mon.a (mon.0) 413 : audit [INF] from='mgr.14150 172.21.15.28:0/484978966' entity='mgr.y' 2024-08-29T17:36:06.117 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:36:05 smithi028 bash[22419]: cluster 2024-08-29T17:36:04.788081+0000 mgr.y (mgr.14150) 190 : cluster [DBG] pgmap v157: 1 pgs: 1 active+clean; 577 KiB data, 873 MiB used, 267 GiB / 268 GiB avail 2024-08-29T17:36:06.117 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:36:05 smithi028 bash[22419]: audit 2024-08-29T17:36:05.142211+0000 mon.a (mon.0) 411 : audit [DBG] from='mgr.14150 172.21.15.28:0/484978966' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-29T17:36:06.117 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:36:05 smithi028 bash[22419]: audit 2024-08-29T17:36:05.146573+0000 mon.a (mon.0) 412 : audit [INF] from='mgr.14150 172.21.15.28:0/484978966' entity='mgr.y' 2024-08-29T17:36:06.117 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:36:05 smithi028 bash[22419]: audit 2024-08-29T17:36:05.152241+0000 mon.a (mon.0) 413 : audit [INF] from='mgr.14150 172.21.15.28:0/484978966' entity='mgr.y' 2024-08-29T17:36:06.325 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:36:05 smithi053 bash[24720]: cluster 2024-08-29T17:36:04.788081+0000 mgr.y (mgr.14150) 190 : cluster [DBG] pgmap v157: 1 pgs: 1 active+clean; 577 KiB data, 873 MiB used, 267 GiB / 268 GiB avail 2024-08-29T17:36:06.325 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:36:05 smithi053 bash[24720]: audit 2024-08-29T17:36:05.142211+0000 mon.a (mon.0) 411 : audit [DBG] from='mgr.14150 172.21.15.28:0/484978966' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-29T17:36:06.325 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:36:05 smithi053 bash[24720]: audit 2024-08-29T17:36:05.146573+0000 mon.a (mon.0) 412 : audit [INF] from='mgr.14150 172.21.15.28:0/484978966' entity='mgr.y' 2024-08-29T17:36:06.326 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:36:05 smithi053 bash[24720]: audit 2024-08-29T17:36:05.152241+0000 mon.a (mon.0) 413 : audit [INF] from='mgr.14150 172.21.15.28:0/484978966' entity='mgr.y' 2024-08-29T17:36:08.131 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:36:07 smithi028 bash[22419]: cluster 2024-08-29T17:36:06.788552+0000 mgr.y (mgr.14150) 191 : cluster [DBG] pgmap v158: 1 pgs: 1 active+clean; 577 KiB data, 873 MiB used, 267 GiB / 268 GiB avail 2024-08-29T17:36:08.132 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:36:07 smithi028 bash[31855]: cluster 2024-08-29T17:36:06.788552+0000 mgr.y (mgr.14150) 191 : cluster [DBG] pgmap v158: 1 pgs: 1 active+clean; 577 KiB data, 873 MiB used, 267 GiB / 268 GiB avail 2024-08-29T17:36:08.325 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:36:07 smithi053 bash[24720]: cluster 2024-08-29T17:36:06.788552+0000 mgr.y (mgr.14150) 191 : cluster [DBG] pgmap v158: 1 pgs: 1 active+clean; 577 KiB data, 873 MiB used, 267 GiB / 268 GiB avail 2024-08-29T17:36:10.131 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:36:09 smithi028 bash[31855]: cluster 2024-08-29T17:36:08.789105+0000 mgr.y (mgr.14150) 192 : cluster [DBG] pgmap v159: 1 pgs: 1 active+clean; 577 KiB data, 873 MiB used, 267 GiB / 268 GiB avail 2024-08-29T17:36:10.131 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:36:09 smithi028 bash[22419]: cluster 2024-08-29T17:36:08.789105+0000 mgr.y (mgr.14150) 192 : cluster [DBG] pgmap v159: 1 pgs: 1 active+clean; 577 KiB data, 873 MiB used, 267 GiB / 268 GiB avail 2024-08-29T17:36:10.325 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:36:09 smithi053 bash[24720]: cluster 2024-08-29T17:36:08.789105+0000 mgr.y (mgr.14150) 192 : cluster [DBG] pgmap v159: 1 pgs: 1 active+clean; 577 KiB data, 873 MiB used, 267 GiB / 268 GiB avail 2024-08-29T17:36:11.575 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:36:11 smithi053 bash[24720]: audit 2024-08-29T17:36:10.253420+0000 mon.a (mon.0) 414 : audit [INF] from='mgr.14150 172.21.15.28:0/484978966' entity='mgr.y' 2024-08-29T17:36:11.575 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:36:11 smithi053 bash[24720]: audit 2024-08-29T17:36:10.259309+0000 mon.a (mon.0) 415 : audit [INF] from='mgr.14150 172.21.15.28:0/484978966' entity='mgr.y' 2024-08-29T17:36:11.576 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:36:11 smithi053 bash[24720]: audit 2024-08-29T17:36:10.260699+0000 mon.a (mon.0) 416 : audit [DBG] from='mgr.14150 172.21.15.28:0/484978966' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-29T17:36:11.576 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:36:11 smithi053 bash[24720]: audit 2024-08-29T17:36:10.261839+0000 mon.a (mon.0) 417 : audit [INF] from='mgr.14150 172.21.15.28:0/484978966' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-29T17:36:11.576 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:36:11 smithi053 bash[24720]: audit 2024-08-29T17:36:10.266870+0000 mon.a (mon.0) 418 : audit [INF] from='mgr.14150 172.21.15.28:0/484978966' entity='mgr.y' 2024-08-29T17:36:11.631 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:36:11 smithi028 bash[22419]: audit 2024-08-29T17:36:10.253420+0000 mon.a (mon.0) 414 : audit [INF] from='mgr.14150 172.21.15.28:0/484978966' entity='mgr.y' 2024-08-29T17:36:11.632 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:36:11 smithi028 bash[22419]: audit 2024-08-29T17:36:10.259309+0000 mon.a (mon.0) 415 : audit [INF] from='mgr.14150 172.21.15.28:0/484978966' entity='mgr.y' 2024-08-29T17:36:11.632 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:36:11 smithi028 bash[22419]: audit 2024-08-29T17:36:10.260699+0000 mon.a (mon.0) 416 : audit [DBG] from='mgr.14150 172.21.15.28:0/484978966' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-29T17:36:11.632 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:36:11 smithi028 bash[22419]: audit 2024-08-29T17:36:10.261839+0000 mon.a (mon.0) 417 : audit [INF] from='mgr.14150 172.21.15.28:0/484978966' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-29T17:36:11.632 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:36:11 smithi028 bash[22419]: audit 2024-08-29T17:36:10.266870+0000 mon.a (mon.0) 418 : audit [INF] from='mgr.14150 172.21.15.28:0/484978966' entity='mgr.y' 2024-08-29T17:36:11.632 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:36:11 smithi028 bash[31855]: audit 2024-08-29T17:36:10.253420+0000 mon.a (mon.0) 414 : audit [INF] from='mgr.14150 172.21.15.28:0/484978966' entity='mgr.y' 2024-08-29T17:36:11.632 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:36:11 smithi028 bash[31855]: audit 2024-08-29T17:36:10.259309+0000 mon.a (mon.0) 415 : audit [INF] from='mgr.14150 172.21.15.28:0/484978966' entity='mgr.y' 2024-08-29T17:36:11.632 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:36:11 smithi028 bash[31855]: audit 2024-08-29T17:36:10.260699+0000 mon.a (mon.0) 416 : audit [DBG] from='mgr.14150 172.21.15.28:0/484978966' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-29T17:36:11.632 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:36:11 smithi028 bash[31855]: audit 2024-08-29T17:36:10.261839+0000 mon.a (mon.0) 417 : audit [INF] from='mgr.14150 172.21.15.28:0/484978966' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-29T17:36:11.632 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:36:11 smithi028 bash[31855]: audit 2024-08-29T17:36:10.266870+0000 mon.a (mon.0) 418 : audit [INF] from='mgr.14150 172.21.15.28:0/484978966' entity='mgr.y' 2024-08-29T17:36:12.530 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:36:12 smithi028 bash[31855]: cluster 2024-08-29T17:36:10.789573+0000 mgr.y (mgr.14150) 193 : cluster [DBG] pgmap v160: 1 pgs: 1 active+clean; 577 KiB data, 873 MiB used, 267 GiB / 268 GiB avail 2024-08-29T17:36:12.530 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:36:12 smithi028 bash[31855]: audit 2024-08-29T17:36:11.685566+0000 mon.a (mon.0) 419 : audit [INF] from='osd.3 [v2:172.21.15.28:6826/1391242429,v1:172.21.15.28:6827/1391242429]' entity='osd.3' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["3"]}]: dispatch 2024-08-29T17:36:12.530 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:36:12 smithi028 bash[22419]: cluster 2024-08-29T17:36:10.789573+0000 mgr.y (mgr.14150) 193 : cluster [DBG] pgmap v160: 1 pgs: 1 active+clean; 577 KiB data, 873 MiB used, 267 GiB / 268 GiB avail 2024-08-29T17:36:12.531 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:36:12 smithi028 bash[22419]: audit 2024-08-29T17:36:11.685566+0000 mon.a (mon.0) 419 : audit [INF] from='osd.3 [v2:172.21.15.28:6826/1391242429,v1:172.21.15.28:6827/1391242429]' entity='osd.3' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["3"]}]: dispatch 2024-08-29T17:36:12.575 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:36:12 smithi053 bash[24720]: cluster 2024-08-29T17:36:10.789573+0000 mgr.y (mgr.14150) 193 : cluster [DBG] pgmap v160: 1 pgs: 1 active+clean; 577 KiB data, 873 MiB used, 267 GiB / 268 GiB avail 2024-08-29T17:36:12.575 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:36:12 smithi053 bash[24720]: audit 2024-08-29T17:36:11.685566+0000 mon.a (mon.0) 419 : audit [INF] from='osd.3 [v2:172.21.15.28:6826/1391242429,v1:172.21.15.28:6827/1391242429]' entity='osd.3' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["3"]}]: dispatch 2024-08-29T17:36:13.575 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:36:13 smithi053 bash[24720]: audit 2024-08-29T17:36:12.274373+0000 mon.a (mon.0) 420 : audit [INF] from='osd.3 [v2:172.21.15.28:6826/1391242429,v1:172.21.15.28:6827/1391242429]' entity='osd.3' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["3"]}]': finished 2024-08-29T17:36:13.576 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:36:13 smithi053 bash[24720]: cluster 2024-08-29T17:36:12.274520+0000 mon.a (mon.0) 421 : cluster [DBG] osdmap e23: 4 total, 3 up, 4 in 2024-08-29T17:36:13.576 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:36:13 smithi053 bash[24720]: audit 2024-08-29T17:36:12.275183+0000 mon.a (mon.0) 422 : audit [DBG] from='mgr.14150 172.21.15.28:0/484978966' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-08-29T17:36:13.576 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:36:13 smithi053 bash[24720]: audit 2024-08-29T17:36:12.275980+0000 mon.a (mon.0) 423 : audit [INF] from='osd.3 [v2:172.21.15.28:6826/1391242429,v1:172.21.15.28:6827/1391242429]' entity='osd.3' cmd=[{"prefix": "osd crush create-or-move", "id": 3, "weight":0.0873, "args": ["host=smithi028", "root=default"]}]: dispatch 2024-08-29T17:36:13.608 INFO:teuthology.orchestra.run.smithi028.stdout:Created osd(s) 3 on host 'smithi028' 2024-08-29T17:36:13.629 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:36:13 smithi028 bash[31855]: audit 2024-08-29T17:36:12.274373+0000 mon.a (mon.0) 420 : audit [INF] from='osd.3 [v2:172.21.15.28:6826/1391242429,v1:172.21.15.28:6827/1391242429]' entity='osd.3' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["3"]}]': finished 2024-08-29T17:36:13.629 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:36:13 smithi028 bash[31855]: cluster 2024-08-29T17:36:12.274520+0000 mon.a (mon.0) 421 : cluster [DBG] osdmap e23: 4 total, 3 up, 4 in 2024-08-29T17:36:13.629 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:36:13 smithi028 bash[31855]: audit 2024-08-29T17:36:12.275183+0000 mon.a (mon.0) 422 : audit [DBG] from='mgr.14150 172.21.15.28:0/484978966' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-08-29T17:36:13.629 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:36:13 smithi028 bash[31855]: audit 2024-08-29T17:36:12.275980+0000 mon.a (mon.0) 423 : audit [INF] from='osd.3 [v2:172.21.15.28:6826/1391242429,v1:172.21.15.28:6827/1391242429]' entity='osd.3' cmd=[{"prefix": "osd crush create-or-move", "id": 3, "weight":0.0873, "args": ["host=smithi028", "root=default"]}]: dispatch 2024-08-29T17:36:13.630 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:36:13 smithi028 bash[22419]: audit 2024-08-29T17:36:12.274373+0000 mon.a (mon.0) 420 : audit [INF] from='osd.3 [v2:172.21.15.28:6826/1391242429,v1:172.21.15.28:6827/1391242429]' entity='osd.3' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["3"]}]': finished 2024-08-29T17:36:13.630 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:36:13 smithi028 bash[22419]: cluster 2024-08-29T17:36:12.274520+0000 mon.a (mon.0) 421 : cluster [DBG] osdmap e23: 4 total, 3 up, 4 in 2024-08-29T17:36:13.630 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:36:13 smithi028 bash[22419]: audit 2024-08-29T17:36:12.275183+0000 mon.a (mon.0) 422 : audit [DBG] from='mgr.14150 172.21.15.28:0/484978966' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-08-29T17:36:13.630 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:36:13 smithi028 bash[22419]: audit 2024-08-29T17:36:12.275980+0000 mon.a (mon.0) 423 : audit [INF] from='osd.3 [v2:172.21.15.28:6826/1391242429,v1:172.21.15.28:6827/1391242429]' entity='osd.3' cmd=[{"prefix": "osd crush create-or-move", "id": 3, "weight":0.0873, "args": ["host=smithi028", "root=default"]}]: dispatch 2024-08-29T17:36:14.209 DEBUG:teuthology.orchestra.run.smithi028:osd.3> sudo journalctl -f -n 0 -u ceph-3167ee72-662c-11ef-bcd4-c7b262605968@osd.3.service 2024-08-29T17:36:14.212 INFO:tasks.cephadm:Deploying osd.4 on smithi053 with /dev/vg_nvme/lv_4... 2024-08-29T17:36:14.212 DEBUG:teuthology.orchestra.run.smithi053:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy ceph-volume -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 3167ee72-662c-11ef-bcd4-c7b262605968 -- lvm zap /dev/vg_nvme/lv_4 2024-08-29T17:36:14.575 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:36:14 smithi053 bash[24720]: cluster 2024-08-29T17:36:12.790034+0000 mgr.y (mgr.14150) 194 : cluster [DBG] pgmap v162: 1 pgs: 1 active+clean; 577 KiB data, 873 MiB used, 267 GiB / 268 GiB avail 2024-08-29T17:36:14.576 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:36:14 smithi053 bash[24720]: audit 2024-08-29T17:36:13.277154+0000 mon.a (mon.0) 424 : audit [INF] from='osd.3 [v2:172.21.15.28:6826/1391242429,v1:172.21.15.28:6827/1391242429]' entity='osd.3' cmd='[{"prefix": "osd crush create-or-move", "id": 3, "weight":0.0873, "args": ["host=smithi028", "root=default"]}]': finished 2024-08-29T17:36:14.576 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:36:14 smithi053 bash[24720]: cluster 2024-08-29T17:36:13.277442+0000 mon.a (mon.0) 425 : cluster [DBG] osdmap e24: 4 total, 3 up, 4 in 2024-08-29T17:36:14.576 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:36:14 smithi053 bash[24720]: audit 2024-08-29T17:36:13.277713+0000 mon.a (mon.0) 426 : audit [DBG] from='mgr.14150 172.21.15.28:0/484978966' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-08-29T17:36:14.576 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:36:14 smithi053 bash[24720]: audit 2024-08-29T17:36:13.292670+0000 mon.a (mon.0) 427 : audit [DBG] from='mgr.14150 172.21.15.28:0/484978966' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-08-29T17:36:14.576 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:36:14 smithi053 bash[24720]: audit 2024-08-29T17:36:13.588029+0000 mon.a (mon.0) 428 : audit [DBG] from='mgr.14150 172.21.15.28:0/484978966' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-29T17:36:14.576 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:36:14 smithi053 bash[24720]: audit 2024-08-29T17:36:13.595462+0000 mon.a (mon.0) 429 : audit [INF] from='mgr.14150 172.21.15.28:0/484978966' entity='mgr.y' 2024-08-29T17:36:14.576 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:36:14 smithi053 bash[24720]: audit 2024-08-29T17:36:13.604436+0000 mon.a (mon.0) 430 : audit [INF] from='mgr.14150 172.21.15.28:0/484978966' entity='mgr.y' 2024-08-29T17:36:14.576 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:36:14 smithi053 bash[24720]: audit 2024-08-29T17:36:14.285416+0000 mon.a (mon.0) 431 : audit [DBG] from='mgr.14150 172.21.15.28:0/484978966' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-08-29T17:36:14.631 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:36:14 smithi028 bash[22419]: cluster 2024-08-29T17:36:12.790034+0000 mgr.y (mgr.14150) 194 : cluster [DBG] pgmap v162: 1 pgs: 1 active+clean; 577 KiB data, 873 MiB used, 267 GiB / 268 GiB avail 2024-08-29T17:36:14.632 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:36:14 smithi028 bash[22419]: audit 2024-08-29T17:36:13.277154+0000 mon.a (mon.0) 424 : audit [INF] from='osd.3 [v2:172.21.15.28:6826/1391242429,v1:172.21.15.28:6827/1391242429]' entity='osd.3' cmd='[{"prefix": "osd crush create-or-move", "id": 3, "weight":0.0873, "args": ["host=smithi028", "root=default"]}]': finished 2024-08-29T17:36:14.632 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:36:14 smithi028 bash[22419]: cluster 2024-08-29T17:36:13.277442+0000 mon.a (mon.0) 425 : cluster [DBG] osdmap e24: 4 total, 3 up, 4 in 2024-08-29T17:36:14.632 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:36:14 smithi028 bash[22419]: audit 2024-08-29T17:36:13.277713+0000 mon.a (mon.0) 426 : audit [DBG] from='mgr.14150 172.21.15.28:0/484978966' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-08-29T17:36:14.632 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:36:14 smithi028 bash[22419]: audit 2024-08-29T17:36:13.292670+0000 mon.a (mon.0) 427 : audit [DBG] from='mgr.14150 172.21.15.28:0/484978966' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-08-29T17:36:14.632 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:36:14 smithi028 bash[22419]: audit 2024-08-29T17:36:13.588029+0000 mon.a (mon.0) 428 : audit [DBG] from='mgr.14150 172.21.15.28:0/484978966' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-29T17:36:14.632 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:36:14 smithi028 bash[22419]: audit 2024-08-29T17:36:13.595462+0000 mon.a (mon.0) 429 : audit [INF] from='mgr.14150 172.21.15.28:0/484978966' entity='mgr.y' 2024-08-29T17:36:14.632 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:36:14 smithi028 bash[22419]: audit 2024-08-29T17:36:13.604436+0000 mon.a (mon.0) 430 : audit [INF] from='mgr.14150 172.21.15.28:0/484978966' entity='mgr.y' 2024-08-29T17:36:14.632 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:36:14 smithi028 bash[22419]: audit 2024-08-29T17:36:14.285416+0000 mon.a (mon.0) 431 : audit [DBG] from='mgr.14150 172.21.15.28:0/484978966' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-08-29T17:36:14.632 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:36:14 smithi028 bash[31855]: cluster 2024-08-29T17:36:12.790034+0000 mgr.y (mgr.14150) 194 : cluster [DBG] pgmap v162: 1 pgs: 1 active+clean; 577 KiB data, 873 MiB used, 267 GiB / 268 GiB avail 2024-08-29T17:36:14.633 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:36:14 smithi028 bash[31855]: audit 2024-08-29T17:36:13.277154+0000 mon.a (mon.0) 424 : audit [INF] from='osd.3 [v2:172.21.15.28:6826/1391242429,v1:172.21.15.28:6827/1391242429]' entity='osd.3' cmd='[{"prefix": "osd crush create-or-move", "id": 3, "weight":0.0873, "args": ["host=smithi028", "root=default"]}]': finished 2024-08-29T17:36:14.633 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:36:14 smithi028 bash[31855]: cluster 2024-08-29T17:36:13.277442+0000 mon.a (mon.0) 425 : cluster [DBG] osdmap e24: 4 total, 3 up, 4 in 2024-08-29T17:36:14.633 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:36:14 smithi028 bash[31855]: audit 2024-08-29T17:36:13.277713+0000 mon.a (mon.0) 426 : audit [DBG] from='mgr.14150 172.21.15.28:0/484978966' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-08-29T17:36:14.633 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:36:14 smithi028 bash[31855]: audit 2024-08-29T17:36:13.292670+0000 mon.a (mon.0) 427 : audit [DBG] from='mgr.14150 172.21.15.28:0/484978966' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-08-29T17:36:14.633 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:36:14 smithi028 bash[31855]: audit 2024-08-29T17:36:13.588029+0000 mon.a (mon.0) 428 : audit [DBG] from='mgr.14150 172.21.15.28:0/484978966' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-29T17:36:14.633 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:36:14 smithi028 bash[31855]: audit 2024-08-29T17:36:13.595462+0000 mon.a (mon.0) 429 : audit [INF] from='mgr.14150 172.21.15.28:0/484978966' entity='mgr.y' 2024-08-29T17:36:14.633 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:36:14 smithi028 bash[31855]: audit 2024-08-29T17:36:13.604436+0000 mon.a (mon.0) 430 : audit [INF] from='mgr.14150 172.21.15.28:0/484978966' entity='mgr.y' 2024-08-29T17:36:14.633 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:36:14 smithi028 bash[31855]: audit 2024-08-29T17:36:14.285416+0000 mon.a (mon.0) 431 : audit [DBG] from='mgr.14150 172.21.15.28:0/484978966' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-08-29T17:36:15.575 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:36:15 smithi053 bash[24720]: cluster 2024-08-29T17:36:12.717885+0000 osd.3 (osd.3) 1 : cluster [DBG] purged_snaps scrub starts 2024-08-29T17:36:15.575 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:36:15 smithi053 bash[24720]: cluster 2024-08-29T17:36:12.717970+0000 osd.3 (osd.3) 2 : cluster [DBG] purged_snaps scrub ok 2024-08-29T17:36:15.576 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:36:15 smithi053 bash[24720]: cluster 2024-08-29T17:36:14.292579+0000 mon.a (mon.0) 432 : cluster [INF] osd.3 [v2:172.21.15.28:6826/1391242429,v1:172.21.15.28:6827/1391242429] boot 2024-08-29T17:36:15.576 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:36:15 smithi053 bash[24720]: cluster 2024-08-29T17:36:14.292630+0000 mon.a (mon.0) 433 : cluster [DBG] osdmap e25: 4 total, 4 up, 4 in 2024-08-29T17:36:15.576 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:36:15 smithi053 bash[24720]: audit 2024-08-29T17:36:14.293198+0000 mon.a (mon.0) 434 : audit [DBG] from='mgr.14150 172.21.15.28:0/484978966' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-08-29T17:36:15.631 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:36:15 smithi028 bash[22419]: cluster 2024-08-29T17:36:12.717885+0000 osd.3 (osd.3) 1 : cluster [DBG] purged_snaps scrub starts 2024-08-29T17:36:15.632 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:36:15 smithi028 bash[22419]: cluster 2024-08-29T17:36:12.717970+0000 osd.3 (osd.3) 2 : cluster [DBG] purged_snaps scrub ok 2024-08-29T17:36:15.632 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:36:15 smithi028 bash[22419]: cluster 2024-08-29T17:36:14.292579+0000 mon.a (mon.0) 432 : cluster [INF] osd.3 [v2:172.21.15.28:6826/1391242429,v1:172.21.15.28:6827/1391242429] boot 2024-08-29T17:36:15.632 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:36:15 smithi028 bash[22419]: cluster 2024-08-29T17:36:14.292630+0000 mon.a (mon.0) 433 : cluster [DBG] osdmap e25: 4 total, 4 up, 4 in 2024-08-29T17:36:15.632 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:36:15 smithi028 bash[22419]: audit 2024-08-29T17:36:14.293198+0000 mon.a (mon.0) 434 : audit [DBG] from='mgr.14150 172.21.15.28:0/484978966' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-08-29T17:36:15.633 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:36:15 smithi028 bash[31855]: cluster 2024-08-29T17:36:12.717885+0000 osd.3 (osd.3) 1 : cluster [DBG] purged_snaps scrub starts 2024-08-29T17:36:15.633 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:36:15 smithi028 bash[31855]: cluster 2024-08-29T17:36:12.717970+0000 osd.3 (osd.3) 2 : cluster [DBG] purged_snaps scrub ok 2024-08-29T17:36:15.633 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:36:15 smithi028 bash[31855]: cluster 2024-08-29T17:36:14.292579+0000 mon.a (mon.0) 432 : cluster [INF] osd.3 [v2:172.21.15.28:6826/1391242429,v1:172.21.15.28:6827/1391242429] boot 2024-08-29T17:36:15.633 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:36:15 smithi028 bash[31855]: cluster 2024-08-29T17:36:14.292630+0000 mon.a (mon.0) 433 : cluster [DBG] osdmap e25: 4 total, 4 up, 4 in 2024-08-29T17:36:15.633 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:36:15 smithi028 bash[31855]: audit 2024-08-29T17:36:14.293198+0000 mon.a (mon.0) 434 : audit [DBG] from='mgr.14150 172.21.15.28:0/484978966' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-08-29T17:36:16.575 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:36:16 smithi053 bash[24720]: cluster 2024-08-29T17:36:14.790519+0000 mgr.y (mgr.14150) 195 : cluster [DBG] pgmap v165: 1 pgs: 1 active+clean; 577 KiB data, 873 MiB used, 267 GiB / 268 GiB avail 2024-08-29T17:36:16.575 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:36:16 smithi053 bash[24720]: cluster 2024-08-29T17:36:15.311085+0000 mon.a (mon.0) 435 : cluster [DBG] osdmap e26: 4 total, 4 up, 4 in 2024-08-29T17:36:16.631 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:36:16 smithi028 bash[22419]: cluster 2024-08-29T17:36:14.790519+0000 mgr.y (mgr.14150) 195 : cluster [DBG] pgmap v165: 1 pgs: 1 active+clean; 577 KiB data, 873 MiB used, 267 GiB / 268 GiB avail 2024-08-29T17:36:16.631 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:36:16 smithi028 bash[22419]: cluster 2024-08-29T17:36:15.311085+0000 mon.a (mon.0) 435 : cluster [DBG] osdmap e26: 4 total, 4 up, 4 in 2024-08-29T17:36:16.631 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:36:16 smithi028 bash[31855]: cluster 2024-08-29T17:36:14.790519+0000 mgr.y (mgr.14150) 195 : cluster [DBG] pgmap v165: 1 pgs: 1 active+clean; 577 KiB data, 873 MiB used, 267 GiB / 268 GiB avail 2024-08-29T17:36:16.632 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:36:16 smithi028 bash[31855]: cluster 2024-08-29T17:36:15.311085+0000 mon.a (mon.0) 435 : cluster [DBG] osdmap e26: 4 total, 4 up, 4 in 2024-08-29T17:36:17.631 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:36:17 smithi028 bash[22419]: cluster 2024-08-29T17:36:16.791057+0000 mgr.y (mgr.14150) 196 : cluster [DBG] pgmap v167: 1 pgs: 1 active+clean; 577 KiB data, 1.1 GiB used, 356 GiB / 358 GiB avail 2024-08-29T17:36:17.632 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:36:17 smithi028 bash[31855]: cluster 2024-08-29T17:36:16.791057+0000 mgr.y (mgr.14150) 196 : cluster [DBG] pgmap v167: 1 pgs: 1 active+clean; 577 KiB data, 1.1 GiB used, 356 GiB / 358 GiB avail 2024-08-29T17:36:17.825 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:36:17 smithi053 bash[24720]: cluster 2024-08-29T17:36:16.791057+0000 mgr.y (mgr.14150) 196 : cluster [DBG] pgmap v167: 1 pgs: 1 active+clean; 577 KiB data, 1.1 GiB used, 356 GiB / 358 GiB avail 2024-08-29T17:36:18.933 INFO:teuthology.orchestra.run.smithi053.stderr:Inferring config /var/lib/ceph/3167ee72-662c-11ef-bcd4-c7b262605968/mon.b/config 2024-08-29T17:36:20.130 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:36:19 smithi053 bash[24720]: cluster 2024-08-29T17:36:18.791608+0000 mgr.y (mgr.14150) 197 : cluster [DBG] pgmap v168: 1 pgs: 1 active+clean; 577 KiB data, 1.1 GiB used, 356 GiB / 358 GiB avail 2024-08-29T17:36:20.131 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:36:19 smithi028 bash[22419]: cluster 2024-08-29T17:36:18.791608+0000 mgr.y (mgr.14150) 197 : cluster [DBG] pgmap v168: 1 pgs: 1 active+clean; 577 KiB data, 1.1 GiB used, 356 GiB / 358 GiB avail 2024-08-29T17:36:20.131 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:36:19 smithi028 bash[31855]: cluster 2024-08-29T17:36:18.791608+0000 mgr.y (mgr.14150) 197 : cluster [DBG] pgmap v168: 1 pgs: 1 active+clean; 577 KiB data, 1.1 GiB used, 356 GiB / 358 GiB avail 2024-08-29T17:36:22.075 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:36:21 smithi053 bash[24720]: cluster 2024-08-29T17:36:20.792149+0000 mgr.y (mgr.14150) 198 : cluster [DBG] pgmap v169: 1 pgs: 1 active+clean; 577 KiB data, 1.1 GiB used, 356 GiB / 358 GiB avail 2024-08-29T17:36:22.131 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:36:21 smithi028 bash[22419]: cluster 2024-08-29T17:36:20.792149+0000 mgr.y (mgr.14150) 198 : cluster [DBG] pgmap v169: 1 pgs: 1 active+clean; 577 KiB data, 1.1 GiB used, 356 GiB / 358 GiB avail 2024-08-29T17:36:22.131 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:36:21 smithi028 bash[31855]: cluster 2024-08-29T17:36:20.792149+0000 mgr.y (mgr.14150) 198 : cluster [DBG] pgmap v169: 1 pgs: 1 active+clean; 577 KiB data, 1.1 GiB used, 356 GiB / 358 GiB avail 2024-08-29T17:36:22.858 INFO:teuthology.orchestra.run.smithi053.stdout: 2024-08-29T17:36:22.897 DEBUG:teuthology.orchestra.run.smithi053:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 3167ee72-662c-11ef-bcd4-c7b262605968 -- ceph orch daemon add osd smithi053:vg_nvme/lv_4 2024-08-29T17:36:24.076 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:36:23 smithi053 bash[24720]: cluster 2024-08-29T17:36:22.792691+0000 mgr.y (mgr.14150) 199 : cluster [DBG] pgmap v170: 1 pgs: 1 active+clean; 577 KiB data, 1.1 GiB used, 356 GiB / 358 GiB avail 2024-08-29T17:36:24.076 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:36:23 smithi053 bash[24720]: cephadm 2024-08-29T17:36:22.811250+0000 mgr.y (mgr.14150) 200 : cephadm [INF] Detected new or changed devices on smithi028 2024-08-29T17:36:24.076 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:36:23 smithi053 bash[24720]: audit 2024-08-29T17:36:22.820395+0000 mon.a (mon.0) 436 : audit [INF] from='mgr.14150 172.21.15.28:0/484978966' entity='mgr.y' 2024-08-29T17:36:24.076 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:36:23 smithi053 bash[24720]: audit 2024-08-29T17:36:22.829462+0000 mon.a (mon.0) 437 : audit [INF] from='mgr.14150 172.21.15.28:0/484978966' entity='mgr.y' 2024-08-29T17:36:24.076 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:36:23 smithi053 bash[24720]: audit 2024-08-29T17:36:22.831985+0000 mon.a (mon.0) 438 : audit [INF] from='mgr.14150 172.21.15.28:0/484978966' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2024-08-29T17:36:24.076 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:36:23 smithi053 bash[24720]: audit 2024-08-29T17:36:22.833795+0000 mon.a (mon.0) 439 : audit [INF] from='mgr.14150 172.21.15.28:0/484978966' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2024-08-29T17:36:24.076 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:36:23 smithi053 bash[24720]: audit 2024-08-29T17:36:22.835618+0000 mon.a (mon.0) 440 : audit [INF] from='mgr.14150 172.21.15.28:0/484978966' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2024-08-29T17:36:24.076 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:36:23 smithi053 bash[24720]: audit 2024-08-29T17:36:22.837278+0000 mon.a (mon.0) 441 : audit [INF] from='mgr.14150 172.21.15.28:0/484978966' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.3", "name": "osd_memory_target"}]: dispatch 2024-08-29T17:36:24.076 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:36:23 smithi053 bash[24720]: cephadm 2024-08-29T17:36:22.838562+0000 mgr.y (mgr.14150) 201 : cephadm [INF] Adjusting osd_memory_target on smithi028 to 4061M 2024-08-29T17:36:24.076 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:36:23 smithi053 bash[24720]: audit 2024-08-29T17:36:22.847493+0000 mon.a (mon.0) 442 : audit [INF] from='mgr.14150 172.21.15.28:0/484978966' entity='mgr.y' 2024-08-29T17:36:24.077 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:36:23 smithi053 bash[24720]: audit 2024-08-29T17:36:22.850330+0000 mon.a (mon.0) 443 : audit [DBG] from='mgr.14150 172.21.15.28:0/484978966' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-29T17:36:24.077 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:36:23 smithi053 bash[24720]: audit 2024-08-29T17:36:22.856091+0000 mon.a (mon.0) 444 : audit [INF] from='mgr.14150 172.21.15.28:0/484978966' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-29T17:36:24.077 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:36:23 smithi053 bash[24720]: audit 2024-08-29T17:36:22.866249+0000 mon.a (mon.0) 445 : audit [INF] from='mgr.14150 172.21.15.28:0/484978966' entity='mgr.y' 2024-08-29T17:36:24.132 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:36:23 smithi028 bash[22419]: cluster 2024-08-29T17:36:22.792691+0000 mgr.y (mgr.14150) 199 : cluster [DBG] pgmap v170: 1 pgs: 1 active+clean; 577 KiB data, 1.1 GiB used, 356 GiB / 358 GiB avail 2024-08-29T17:36:24.132 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:36:23 smithi028 bash[22419]: cephadm 2024-08-29T17:36:22.811250+0000 mgr.y (mgr.14150) 200 : cephadm [INF] Detected new or changed devices on smithi028 2024-08-29T17:36:24.132 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:36:23 smithi028 bash[22419]: audit 2024-08-29T17:36:22.820395+0000 mon.a (mon.0) 436 : audit [INF] from='mgr.14150 172.21.15.28:0/484978966' entity='mgr.y' 2024-08-29T17:36:24.132 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:36:23 smithi028 bash[22419]: audit 2024-08-29T17:36:22.829462+0000 mon.a (mon.0) 437 : audit [INF] from='mgr.14150 172.21.15.28:0/484978966' entity='mgr.y' 2024-08-29T17:36:24.132 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:36:23 smithi028 bash[22419]: audit 2024-08-29T17:36:22.831985+0000 mon.a (mon.0) 438 : audit [INF] from='mgr.14150 172.21.15.28:0/484978966' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2024-08-29T17:36:24.132 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:36:23 smithi028 bash[22419]: audit 2024-08-29T17:36:22.833795+0000 mon.a (mon.0) 439 : audit [INF] from='mgr.14150 172.21.15.28:0/484978966' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2024-08-29T17:36:24.132 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:36:23 smithi028 bash[22419]: audit 2024-08-29T17:36:22.835618+0000 mon.a (mon.0) 440 : audit [INF] from='mgr.14150 172.21.15.28:0/484978966' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2024-08-29T17:36:24.132 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:36:23 smithi028 bash[22419]: audit 2024-08-29T17:36:22.837278+0000 mon.a (mon.0) 441 : audit [INF] from='mgr.14150 172.21.15.28:0/484978966' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.3", "name": "osd_memory_target"}]: dispatch 2024-08-29T17:36:24.133 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:36:23 smithi028 bash[22419]: cephadm 2024-08-29T17:36:22.838562+0000 mgr.y (mgr.14150) 201 : cephadm [INF] Adjusting osd_memory_target on smithi028 to 4061M 2024-08-29T17:36:24.133 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:36:23 smithi028 bash[22419]: audit 2024-08-29T17:36:22.847493+0000 mon.a (mon.0) 442 : audit [INF] from='mgr.14150 172.21.15.28:0/484978966' entity='mgr.y' 2024-08-29T17:36:24.133 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:36:23 smithi028 bash[22419]: audit 2024-08-29T17:36:22.850330+0000 mon.a (mon.0) 443 : audit [DBG] from='mgr.14150 172.21.15.28:0/484978966' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-29T17:36:24.133 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:36:23 smithi028 bash[22419]: audit 2024-08-29T17:36:22.856091+0000 mon.a (mon.0) 444 : audit [INF] from='mgr.14150 172.21.15.28:0/484978966' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-29T17:36:24.133 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:36:23 smithi028 bash[22419]: audit 2024-08-29T17:36:22.866249+0000 mon.a (mon.0) 445 : audit [INF] from='mgr.14150 172.21.15.28:0/484978966' entity='mgr.y' 2024-08-29T17:36:24.133 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:36:23 smithi028 bash[31855]: cluster 2024-08-29T17:36:22.792691+0000 mgr.y (mgr.14150) 199 : cluster [DBG] pgmap v170: 1 pgs: 1 active+clean; 577 KiB data, 1.1 GiB used, 356 GiB / 358 GiB avail 2024-08-29T17:36:24.133 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:36:23 smithi028 bash[31855]: cephadm 2024-08-29T17:36:22.811250+0000 mgr.y (mgr.14150) 200 : cephadm [INF] Detected new or changed devices on smithi028 2024-08-29T17:36:24.133 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:36:23 smithi028 bash[31855]: audit 2024-08-29T17:36:22.820395+0000 mon.a (mon.0) 436 : audit [INF] from='mgr.14150 172.21.15.28:0/484978966' entity='mgr.y' 2024-08-29T17:36:24.133 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:36:23 smithi028 bash[31855]: audit 2024-08-29T17:36:22.829462+0000 mon.a (mon.0) 437 : audit [INF] from='mgr.14150 172.21.15.28:0/484978966' entity='mgr.y' 2024-08-29T17:36:24.134 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:36:23 smithi028 bash[31855]: audit 2024-08-29T17:36:22.831985+0000 mon.a (mon.0) 438 : audit [INF] from='mgr.14150 172.21.15.28:0/484978966' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2024-08-29T17:36:24.134 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:36:23 smithi028 bash[31855]: audit 2024-08-29T17:36:22.833795+0000 mon.a (mon.0) 439 : audit [INF] from='mgr.14150 172.21.15.28:0/484978966' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2024-08-29T17:36:24.134 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:36:23 smithi028 bash[31855]: audit 2024-08-29T17:36:22.835618+0000 mon.a (mon.0) 440 : audit [INF] from='mgr.14150 172.21.15.28:0/484978966' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2024-08-29T17:36:24.134 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:36:23 smithi028 bash[31855]: audit 2024-08-29T17:36:22.837278+0000 mon.a (mon.0) 441 : audit [INF] from='mgr.14150 172.21.15.28:0/484978966' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.3", "name": "osd_memory_target"}]: dispatch 2024-08-29T17:36:24.134 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:36:23 smithi028 bash[31855]: cephadm 2024-08-29T17:36:22.838562+0000 mgr.y (mgr.14150) 201 : cephadm [INF] Adjusting osd_memory_target on smithi028 to 4061M 2024-08-29T17:36:24.134 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:36:23 smithi028 bash[31855]: audit 2024-08-29T17:36:22.847493+0000 mon.a (mon.0) 442 : audit [INF] from='mgr.14150 172.21.15.28:0/484978966' entity='mgr.y' 2024-08-29T17:36:24.134 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:36:23 smithi028 bash[31855]: audit 2024-08-29T17:36:22.850330+0000 mon.a (mon.0) 443 : audit [DBG] from='mgr.14150 172.21.15.28:0/484978966' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-29T17:36:24.134 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:36:23 smithi028 bash[31855]: audit 2024-08-29T17:36:22.856091+0000 mon.a (mon.0) 444 : audit [INF] from='mgr.14150 172.21.15.28:0/484978966' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-29T17:36:24.134 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:36:23 smithi028 bash[31855]: audit 2024-08-29T17:36:22.866249+0000 mon.a (mon.0) 445 : audit [INF] from='mgr.14150 172.21.15.28:0/484978966' entity='mgr.y' 2024-08-29T17:36:26.075 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:36:25 smithi053 bash[24720]: cluster 2024-08-29T17:36:24.793200+0000 mgr.y (mgr.14150) 202 : cluster [DBG] pgmap v171: 1 pgs: 1 active+clean; 577 KiB data, 1.1 GiB used, 356 GiB / 358 GiB avail 2024-08-29T17:36:26.131 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:36:25 smithi028 bash[22419]: cluster 2024-08-29T17:36:24.793200+0000 mgr.y (mgr.14150) 202 : cluster [DBG] pgmap v171: 1 pgs: 1 active+clean; 577 KiB data, 1.1 GiB used, 356 GiB / 358 GiB avail 2024-08-29T17:36:26.131 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:36:25 smithi028 bash[31855]: cluster 2024-08-29T17:36:24.793200+0000 mgr.y (mgr.14150) 202 : cluster [DBG] pgmap v171: 1 pgs: 1 active+clean; 577 KiB data, 1.1 GiB used, 356 GiB / 358 GiB avail 2024-08-29T17:36:27.614 INFO:teuthology.orchestra.run.smithi053.stderr:Inferring config /var/lib/ceph/3167ee72-662c-11ef-bcd4-c7b262605968/mon.b/config 2024-08-29T17:36:28.075 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:36:27 smithi053 bash[24720]: cluster 2024-08-29T17:36:26.793765+0000 mgr.y (mgr.14150) 203 : cluster [DBG] pgmap v172: 1 pgs: 1 active+clean; 577 KiB data, 1.1 GiB used, 356 GiB / 358 GiB avail 2024-08-29T17:36:28.131 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:36:27 smithi028 bash[22419]: cluster 2024-08-29T17:36:26.793765+0000 mgr.y (mgr.14150) 203 : cluster [DBG] pgmap v172: 1 pgs: 1 active+clean; 577 KiB data, 1.1 GiB used, 356 GiB / 358 GiB avail 2024-08-29T17:36:28.131 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:36:27 smithi028 bash[31855]: cluster 2024-08-29T17:36:26.793765+0000 mgr.y (mgr.14150) 203 : cluster [DBG] pgmap v172: 1 pgs: 1 active+clean; 577 KiB data, 1.1 GiB used, 356 GiB / 358 GiB avail 2024-08-29T17:36:30.131 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:36:29 smithi028 bash[22419]: cluster 2024-08-29T17:36:28.794311+0000 mgr.y (mgr.14150) 204 : cluster [DBG] pgmap v173: 1 pgs: 1 active+clean; 577 KiB data, 1.1 GiB used, 356 GiB / 358 GiB avail 2024-08-29T17:36:30.131 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:36:29 smithi028 bash[31855]: cluster 2024-08-29T17:36:28.794311+0000 mgr.y (mgr.14150) 204 : cluster [DBG] pgmap v173: 1 pgs: 1 active+clean; 577 KiB data, 1.1 GiB used, 356 GiB / 358 GiB avail 2024-08-29T17:36:30.325 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:36:29 smithi053 bash[24720]: cluster 2024-08-29T17:36:28.794311+0000 mgr.y (mgr.14150) 204 : cluster [DBG] pgmap v173: 1 pgs: 1 active+clean; 577 KiB data, 1.1 GiB used, 356 GiB / 358 GiB avail 2024-08-29T17:36:31.131 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:36:30 smithi028 bash[22419]: audit 2024-08-29T17:36:30.688667+0000 mon.a (mon.0) 446 : audit [DBG] from='mgr.14150 172.21.15.28:0/484978966' entity='mgr.y' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-08-29T17:36:31.131 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:36:30 smithi028 bash[22419]: audit 2024-08-29T17:36:30.695291+0000 mon.a (mon.0) 447 : audit [INF] from='mgr.14150 172.21.15.28:0/484978966' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-08-29T17:36:31.131 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:36:30 smithi028 bash[22419]: audit 2024-08-29T17:36:30.697009+0000 mon.a (mon.0) 448 : audit [DBG] from='mgr.14150 172.21.15.28:0/484978966' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-29T17:36:31.132 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:36:30 smithi028 bash[31855]: audit 2024-08-29T17:36:30.688667+0000 mon.a (mon.0) 446 : audit [DBG] from='mgr.14150 172.21.15.28:0/484978966' entity='mgr.y' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-08-29T17:36:31.132 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:36:30 smithi028 bash[31855]: audit 2024-08-29T17:36:30.695291+0000 mon.a (mon.0) 447 : audit [INF] from='mgr.14150 172.21.15.28:0/484978966' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-08-29T17:36:31.132 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:36:30 smithi028 bash[31855]: audit 2024-08-29T17:36:30.697009+0000 mon.a (mon.0) 448 : audit [DBG] from='mgr.14150 172.21.15.28:0/484978966' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-29T17:36:31.325 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:36:30 smithi053 bash[24720]: audit 2024-08-29T17:36:30.688667+0000 mon.a (mon.0) 446 : audit [DBG] from='mgr.14150 172.21.15.28:0/484978966' entity='mgr.y' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-08-29T17:36:31.325 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:36:30 smithi053 bash[24720]: audit 2024-08-29T17:36:30.695291+0000 mon.a (mon.0) 447 : audit [INF] from='mgr.14150 172.21.15.28:0/484978966' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-08-29T17:36:31.325 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:36:30 smithi053 bash[24720]: audit 2024-08-29T17:36:30.697009+0000 mon.a (mon.0) 448 : audit [DBG] from='mgr.14150 172.21.15.28:0/484978966' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-29T17:36:32.131 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:36:31 smithi028 bash[22419]: audit 2024-08-29T17:36:30.681794+0000 mgr.y (mgr.14150) 205 : audit [DBG] from='client.24199 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi053:vg_nvme/lv_4", "target": ["mon-mgr", ""]}]: dispatch 2024-08-29T17:36:32.131 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:36:31 smithi028 bash[22419]: cluster 2024-08-29T17:36:30.794823+0000 mgr.y (mgr.14150) 206 : cluster [DBG] pgmap v174: 1 pgs: 1 active+clean; 577 KiB data, 1.1 GiB used, 356 GiB / 358 GiB avail 2024-08-29T17:36:32.131 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:36:31 smithi028 bash[31855]: audit 2024-08-29T17:36:30.681794+0000 mgr.y (mgr.14150) 205 : audit [DBG] from='client.24199 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi053:vg_nvme/lv_4", "target": ["mon-mgr", ""]}]: dispatch 2024-08-29T17:36:32.132 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:36:31 smithi028 bash[31855]: cluster 2024-08-29T17:36:30.794823+0000 mgr.y (mgr.14150) 206 : cluster [DBG] pgmap v174: 1 pgs: 1 active+clean; 577 KiB data, 1.1 GiB used, 356 GiB / 358 GiB avail 2024-08-29T17:36:32.325 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:36:31 smithi053 bash[24720]: audit 2024-08-29T17:36:30.681794+0000 mgr.y (mgr.14150) 205 : audit [DBG] from='client.24199 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi053:vg_nvme/lv_4", "target": ["mon-mgr", ""]}]: dispatch 2024-08-29T17:36:32.325 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:36:31 smithi053 bash[24720]: cluster 2024-08-29T17:36:30.794823+0000 mgr.y (mgr.14150) 206 : cluster [DBG] pgmap v174: 1 pgs: 1 active+clean; 577 KiB data, 1.1 GiB used, 356 GiB / 358 GiB avail 2024-08-29T17:36:34.131 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:36:33 smithi028 bash[22419]: cluster 2024-08-29T17:36:32.795357+0000 mgr.y (mgr.14150) 207 : cluster [DBG] pgmap v175: 1 pgs: 1 active+clean; 577 KiB data, 1.1 GiB used, 356 GiB / 358 GiB avail 2024-08-29T17:36:34.131 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:36:33 smithi028 bash[31855]: cluster 2024-08-29T17:36:32.795357+0000 mgr.y (mgr.14150) 207 : cluster [DBG] pgmap v175: 1 pgs: 1 active+clean; 577 KiB data, 1.1 GiB used, 356 GiB / 358 GiB avail 2024-08-29T17:36:34.325 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:36:33 smithi053 bash[24720]: cluster 2024-08-29T17:36:32.795357+0000 mgr.y (mgr.14150) 207 : cluster [DBG] pgmap v175: 1 pgs: 1 active+clean; 577 KiB data, 1.1 GiB used, 356 GiB / 358 GiB avail 2024-08-29T17:36:36.131 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:36:35 smithi028 bash[22419]: cluster 2024-08-29T17:36:34.795871+0000 mgr.y (mgr.14150) 208 : cluster [DBG] pgmap v176: 1 pgs: 1 active+clean; 577 KiB data, 1.1 GiB used, 356 GiB / 358 GiB avail 2024-08-29T17:36:36.131 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:36:35 smithi028 bash[31855]: cluster 2024-08-29T17:36:34.795871+0000 mgr.y (mgr.14150) 208 : cluster [DBG] pgmap v176: 1 pgs: 1 active+clean; 577 KiB data, 1.1 GiB used, 356 GiB / 358 GiB avail 2024-08-29T17:36:36.325 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:36:35 smithi053 bash[24720]: cluster 2024-08-29T17:36:34.795871+0000 mgr.y (mgr.14150) 208 : cluster [DBG] pgmap v176: 1 pgs: 1 active+clean; 577 KiB data, 1.1 GiB used, 356 GiB / 358 GiB avail 2024-08-29T17:36:38.131 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:36:37 smithi028 bash[22419]: cluster 2024-08-29T17:36:36.796393+0000 mgr.y (mgr.14150) 209 : cluster [DBG] pgmap v177: 1 pgs: 1 active+clean; 577 KiB data, 1.1 GiB used, 356 GiB / 358 GiB avail 2024-08-29T17:36:38.131 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:36:37 smithi028 bash[31855]: cluster 2024-08-29T17:36:36.796393+0000 mgr.y (mgr.14150) 209 : cluster [DBG] pgmap v177: 1 pgs: 1 active+clean; 577 KiB data, 1.1 GiB used, 356 GiB / 358 GiB avail 2024-08-29T17:36:38.325 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:36:37 smithi053 bash[24720]: cluster 2024-08-29T17:36:36.796393+0000 mgr.y (mgr.14150) 209 : cluster [DBG] pgmap v177: 1 pgs: 1 active+clean; 577 KiB data, 1.1 GiB used, 356 GiB / 358 GiB avail 2024-08-29T17:36:40.131 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:36:39 smithi028 bash[22419]: cluster 2024-08-29T17:36:38.796938+0000 mgr.y (mgr.14150) 210 : cluster [DBG] pgmap v178: 1 pgs: 1 active+clean; 577 KiB data, 1.1 GiB used, 356 GiB / 358 GiB avail 2024-08-29T17:36:40.131 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:36:39 smithi028 bash[22419]: audit 2024-08-29T17:36:39.168293+0000 mon.b (mon.1) 10 : audit [INF] from='client.? 172.21.15.53:0/2799152208' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "18edf361-e223-4e8c-b6ef-73e210c2cce1"}]: dispatch 2024-08-29T17:36:40.131 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:36:39 smithi028 bash[22419]: audit 2024-08-29T17:36:39.168691+0000 mon.a (mon.0) 449 : audit [INF] from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "18edf361-e223-4e8c-b6ef-73e210c2cce1"}]: dispatch 2024-08-29T17:36:40.131 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:36:39 smithi028 bash[22419]: audit 2024-08-29T17:36:39.177456+0000 mon.a (mon.0) 450 : audit [INF] from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "18edf361-e223-4e8c-b6ef-73e210c2cce1"}]': finished 2024-08-29T17:36:40.132 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:36:39 smithi028 bash[22419]: cluster 2024-08-29T17:36:39.177693+0000 mon.a (mon.0) 451 : cluster [DBG] osdmap e27: 5 total, 4 up, 5 in 2024-08-29T17:36:40.132 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:36:39 smithi028 bash[22419]: audit 2024-08-29T17:36:39.177993+0000 mon.a (mon.0) 452 : audit [DBG] from='mgr.14150 172.21.15.28:0/484978966' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-08-29T17:36:40.132 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:36:39 smithi028 bash[22419]: audit 2024-08-29T17:36:39.795937+0000 mon.b (mon.1) 11 : audit [DBG] from='client.? 172.21.15.53:0/1262373071' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-08-29T17:36:40.132 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:36:39 smithi028 bash[31855]: cluster 2024-08-29T17:36:38.796938+0000 mgr.y (mgr.14150) 210 : cluster [DBG] pgmap v178: 1 pgs: 1 active+clean; 577 KiB data, 1.1 GiB used, 356 GiB / 358 GiB avail 2024-08-29T17:36:40.132 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:36:39 smithi028 bash[31855]: audit 2024-08-29T17:36:39.168293+0000 mon.b (mon.1) 10 : audit [INF] from='client.? 172.21.15.53:0/2799152208' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "18edf361-e223-4e8c-b6ef-73e210c2cce1"}]: dispatch 2024-08-29T17:36:40.132 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:36:39 smithi028 bash[31855]: audit 2024-08-29T17:36:39.168691+0000 mon.a (mon.0) 449 : audit [INF] from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "18edf361-e223-4e8c-b6ef-73e210c2cce1"}]: dispatch 2024-08-29T17:36:40.132 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:36:39 smithi028 bash[31855]: audit 2024-08-29T17:36:39.177456+0000 mon.a (mon.0) 450 : audit [INF] from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "18edf361-e223-4e8c-b6ef-73e210c2cce1"}]': finished 2024-08-29T17:36:40.132 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:36:39 smithi028 bash[31855]: cluster 2024-08-29T17:36:39.177693+0000 mon.a (mon.0) 451 : cluster [DBG] osdmap e27: 5 total, 4 up, 5 in 2024-08-29T17:36:40.132 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:36:39 smithi028 bash[31855]: audit 2024-08-29T17:36:39.177993+0000 mon.a (mon.0) 452 : audit [DBG] from='mgr.14150 172.21.15.28:0/484978966' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-08-29T17:36:40.132 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:36:39 smithi028 bash[31855]: audit 2024-08-29T17:36:39.795937+0000 mon.b (mon.1) 11 : audit [DBG] from='client.? 172.21.15.53:0/1262373071' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-08-29T17:36:40.325 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:36:39 smithi053 bash[24720]: cluster 2024-08-29T17:36:38.796938+0000 mgr.y (mgr.14150) 210 : cluster [DBG] pgmap v178: 1 pgs: 1 active+clean; 577 KiB data, 1.1 GiB used, 356 GiB / 358 GiB avail 2024-08-29T17:36:40.325 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:36:39 smithi053 bash[24720]: audit 2024-08-29T17:36:39.168293+0000 mon.b (mon.1) 10 : audit [INF] from='client.? 172.21.15.53:0/2799152208' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "18edf361-e223-4e8c-b6ef-73e210c2cce1"}]: dispatch 2024-08-29T17:36:40.325 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:36:39 smithi053 bash[24720]: audit 2024-08-29T17:36:39.168691+0000 mon.a (mon.0) 449 : audit [INF] from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "18edf361-e223-4e8c-b6ef-73e210c2cce1"}]: dispatch 2024-08-29T17:36:40.325 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:36:39 smithi053 bash[24720]: audit 2024-08-29T17:36:39.177456+0000 mon.a (mon.0) 450 : audit [INF] from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "18edf361-e223-4e8c-b6ef-73e210c2cce1"}]': finished 2024-08-29T17:36:40.325 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:36:39 smithi053 bash[24720]: cluster 2024-08-29T17:36:39.177693+0000 mon.a (mon.0) 451 : cluster [DBG] osdmap e27: 5 total, 4 up, 5 in 2024-08-29T17:36:40.326 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:36:39 smithi053 bash[24720]: audit 2024-08-29T17:36:39.177993+0000 mon.a (mon.0) 452 : audit [DBG] from='mgr.14150 172.21.15.28:0/484978966' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-08-29T17:36:40.326 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:36:39 smithi053 bash[24720]: audit 2024-08-29T17:36:39.795937+0000 mon.b (mon.1) 11 : audit [DBG] from='client.? 172.21.15.53:0/1262373071' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-08-29T17:36:42.131 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:36:41 smithi028 bash[22419]: cluster 2024-08-29T17:36:40.797453+0000 mgr.y (mgr.14150) 211 : cluster [DBG] pgmap v180: 1 pgs: 1 active+clean; 577 KiB data, 1.1 GiB used, 356 GiB / 358 GiB avail 2024-08-29T17:36:42.131 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:36:41 smithi028 bash[31855]: cluster 2024-08-29T17:36:40.797453+0000 mgr.y (mgr.14150) 211 : cluster [DBG] pgmap v180: 1 pgs: 1 active+clean; 577 KiB data, 1.1 GiB used, 356 GiB / 358 GiB avail 2024-08-29T17:36:42.244 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:36:41 smithi053 bash[24720]: cluster 2024-08-29T17:36:40.797453+0000 mgr.y (mgr.14150) 211 : cluster [DBG] pgmap v180: 1 pgs: 1 active+clean; 577 KiB data, 1.1 GiB used, 356 GiB / 358 GiB avail 2024-08-29T17:36:44.131 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:36:43 smithi028 bash[22419]: cluster 2024-08-29T17:36:42.798008+0000 mgr.y (mgr.14150) 212 : cluster [DBG] pgmap v181: 1 pgs: 1 active+clean; 577 KiB data, 1.1 GiB used, 356 GiB / 358 GiB avail 2024-08-29T17:36:44.131 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:36:43 smithi028 bash[31855]: cluster 2024-08-29T17:36:42.798008+0000 mgr.y (mgr.14150) 212 : cluster [DBG] pgmap v181: 1 pgs: 1 active+clean; 577 KiB data, 1.1 GiB used, 356 GiB / 358 GiB avail 2024-08-29T17:36:44.325 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:36:43 smithi053 bash[24720]: cluster 2024-08-29T17:36:42.798008+0000 mgr.y (mgr.14150) 212 : cluster [DBG] pgmap v181: 1 pgs: 1 active+clean; 577 KiB data, 1.1 GiB used, 356 GiB / 358 GiB avail 2024-08-29T17:36:46.131 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:36:45 smithi028 bash[22419]: cluster 2024-08-29T17:36:44.798501+0000 mgr.y (mgr.14150) 213 : cluster [DBG] pgmap v182: 1 pgs: 1 active+clean; 577 KiB data, 1.1 GiB used, 356 GiB / 358 GiB avail 2024-08-29T17:36:46.131 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:36:45 smithi028 bash[31855]: cluster 2024-08-29T17:36:44.798501+0000 mgr.y (mgr.14150) 213 : cluster [DBG] pgmap v182: 1 pgs: 1 active+clean; 577 KiB data, 1.1 GiB used, 356 GiB / 358 GiB avail 2024-08-29T17:36:46.325 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:36:45 smithi053 bash[24720]: cluster 2024-08-29T17:36:44.798501+0000 mgr.y (mgr.14150) 213 : cluster [DBG] pgmap v182: 1 pgs: 1 active+clean; 577 KiB data, 1.1 GiB used, 356 GiB / 358 GiB avail 2024-08-29T17:36:48.131 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:36:47 smithi028 bash[22419]: cluster 2024-08-29T17:36:46.799029+0000 mgr.y (mgr.14150) 214 : cluster [DBG] pgmap v183: 1 pgs: 1 active+clean; 577 KiB data, 1.1 GiB used, 356 GiB / 358 GiB avail 2024-08-29T17:36:48.131 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:36:47 smithi028 bash[31855]: cluster 2024-08-29T17:36:46.799029+0000 mgr.y (mgr.14150) 214 : cluster [DBG] pgmap v183: 1 pgs: 1 active+clean; 577 KiB data, 1.1 GiB used, 356 GiB / 358 GiB avail 2024-08-29T17:36:48.325 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:36:47 smithi053 bash[24720]: cluster 2024-08-29T17:36:46.799029+0000 mgr.y (mgr.14150) 214 : cluster [DBG] pgmap v183: 1 pgs: 1 active+clean; 577 KiB data, 1.1 GiB used, 356 GiB / 358 GiB avail 2024-08-29T17:36:50.076 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:36:49 smithi053 bash[24720]: cluster 2024-08-29T17:36:48.799579+0000 mgr.y (mgr.14150) 215 : cluster [DBG] pgmap v184: 1 pgs: 1 active+clean; 577 KiB data, 1.1 GiB used, 356 GiB / 358 GiB avail 2024-08-29T17:36:50.131 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:36:49 smithi028 bash[22419]: cluster 2024-08-29T17:36:48.799579+0000 mgr.y (mgr.14150) 215 : cluster [DBG] pgmap v184: 1 pgs: 1 active+clean; 577 KiB data, 1.1 GiB used, 356 GiB / 358 GiB avail 2024-08-29T17:36:50.131 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:36:49 smithi028 bash[31855]: cluster 2024-08-29T17:36:48.799579+0000 mgr.y (mgr.14150) 215 : cluster [DBG] pgmap v184: 1 pgs: 1 active+clean; 577 KiB data, 1.1 GiB used, 356 GiB / 358 GiB avail 2024-08-29T17:36:52.075 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:36:51 smithi053 bash[24720]: cluster 2024-08-29T17:36:50.800097+0000 mgr.y (mgr.14150) 216 : cluster [DBG] pgmap v185: 1 pgs: 1 active+clean; 577 KiB data, 1.1 GiB used, 356 GiB / 358 GiB avail 2024-08-29T17:36:52.075 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:36:51 smithi053 bash[24720]: audit 2024-08-29T17:36:51.471292+0000 mon.a (mon.0) 453 : audit [INF] from='mgr.14150 172.21.15.28:0/484978966' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.4"}]: dispatch 2024-08-29T17:36:52.075 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:36:51 smithi053 bash[24720]: audit 2024-08-29T17:36:51.473102+0000 mon.a (mon.0) 454 : audit [DBG] from='mgr.14150 172.21.15.28:0/484978966' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-29T17:36:52.132 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:36:51 smithi028 bash[22419]: cluster 2024-08-29T17:36:50.800097+0000 mgr.y (mgr.14150) 216 : cluster [DBG] pgmap v185: 1 pgs: 1 active+clean; 577 KiB data, 1.1 GiB used, 356 GiB / 358 GiB avail 2024-08-29T17:36:52.132 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:36:51 smithi028 bash[22419]: audit 2024-08-29T17:36:51.471292+0000 mon.a (mon.0) 453 : audit [INF] from='mgr.14150 172.21.15.28:0/484978966' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.4"}]: dispatch 2024-08-29T17:36:52.132 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:36:51 smithi028 bash[22419]: audit 2024-08-29T17:36:51.473102+0000 mon.a (mon.0) 454 : audit [DBG] from='mgr.14150 172.21.15.28:0/484978966' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-29T17:36:52.133 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:36:51 smithi028 bash[31855]: cluster 2024-08-29T17:36:50.800097+0000 mgr.y (mgr.14150) 216 : cluster [DBG] pgmap v185: 1 pgs: 1 active+clean; 577 KiB data, 1.1 GiB used, 356 GiB / 358 GiB avail 2024-08-29T17:36:52.133 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:36:51 smithi028 bash[31855]: audit 2024-08-29T17:36:51.471292+0000 mon.a (mon.0) 453 : audit [INF] from='mgr.14150 172.21.15.28:0/484978966' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.4"}]: dispatch 2024-08-29T17:36:52.133 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:36:51 smithi028 bash[31855]: audit 2024-08-29T17:36:51.473102+0000 mon.a (mon.0) 454 : audit [DBG] from='mgr.14150 172.21.15.28:0/484978966' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-29T17:36:53.075 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:36:52 smithi053 bash[24720]: cephadm 2024-08-29T17:36:51.474706+0000 mgr.y (mgr.14150) 217 : cephadm [INF] Deploying daemon osd.4 on smithi053 2024-08-29T17:36:53.381 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:36:52 smithi028 bash[22419]: cephadm 2024-08-29T17:36:51.474706+0000 mgr.y (mgr.14150) 217 : cephadm [INF] Deploying daemon osd.4 on smithi053 2024-08-29T17:36:53.381 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:36:52 smithi028 bash[31855]: cephadm 2024-08-29T17:36:51.474706+0000 mgr.y (mgr.14150) 217 : cephadm [INF] Deploying daemon osd.4 on smithi053 2024-08-29T17:36:54.325 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:36:53 smithi053 bash[24720]: cluster 2024-08-29T17:36:52.800643+0000 mgr.y (mgr.14150) 218 : cluster [DBG] pgmap v186: 1 pgs: 1 active+clean; 577 KiB data, 1.1 GiB used, 356 GiB / 358 GiB avail 2024-08-29T17:36:54.381 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:36:53 smithi028 bash[22419]: cluster 2024-08-29T17:36:52.800643+0000 mgr.y (mgr.14150) 218 : cluster [DBG] pgmap v186: 1 pgs: 1 active+clean; 577 KiB data, 1.1 GiB used, 356 GiB / 358 GiB avail 2024-08-29T17:36:54.381 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:36:53 smithi028 bash[31855]: cluster 2024-08-29T17:36:52.800643+0000 mgr.y (mgr.14150) 218 : cluster [DBG] pgmap v186: 1 pgs: 1 active+clean; 577 KiB data, 1.1 GiB used, 356 GiB / 358 GiB avail 2024-08-29T17:36:55.575 INFO:journalctl@ceph.mgr.x.smithi053.stdout:Aug 29 17:36:55 smithi053 systemd[1]: /etc/systemd/system/ceph-3167ee72-662c-11ef-bcd4-c7b262605968@.service:24: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-08-29T17:36:55.575 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:36:55 smithi053 systemd[1]: /etc/systemd/system/ceph-3167ee72-662c-11ef-bcd4-c7b262605968@.service:24: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-08-29T17:36:56.074 INFO:journalctl@ceph.mgr.x.smithi053.stdout:Aug 29 17:36:55 smithi053 systemd[1]: /etc/systemd/system/ceph-3167ee72-662c-11ef-bcd4-c7b262605968@.service:24: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-08-29T17:36:56.075 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:36:55 smithi053 systemd[1]: /etc/systemd/system/ceph-3167ee72-662c-11ef-bcd4-c7b262605968@.service:24: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-08-29T17:36:56.075 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:36:55 smithi053 bash[24720]: cluster 2024-08-29T17:36:54.801162+0000 mgr.y (mgr.14150) 219 : cluster [DBG] pgmap v187: 1 pgs: 1 active+clean; 577 KiB data, 1.1 GiB used, 356 GiB / 358 GiB avail 2024-08-29T17:36:56.075 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:36:55 smithi053 bash[24720]: audit 2024-08-29T17:36:55.790656+0000 mon.a (mon.0) 455 : audit [DBG] from='mgr.14150 172.21.15.28:0/484978966' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-29T17:36:56.075 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:36:55 smithi053 bash[24720]: audit 2024-08-29T17:36:55.798362+0000 mon.a (mon.0) 456 : audit [INF] from='mgr.14150 172.21.15.28:0/484978966' entity='mgr.y' 2024-08-29T17:36:56.075 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:36:55 smithi053 bash[24720]: audit 2024-08-29T17:36:55.806492+0000 mon.a (mon.0) 457 : audit [INF] from='mgr.14150 172.21.15.28:0/484978966' entity='mgr.y' 2024-08-29T17:36:56.381 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:36:55 smithi028 bash[22419]: cluster 2024-08-29T17:36:54.801162+0000 mgr.y (mgr.14150) 219 : cluster [DBG] pgmap v187: 1 pgs: 1 active+clean; 577 KiB data, 1.1 GiB used, 356 GiB / 358 GiB avail 2024-08-29T17:36:56.381 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:36:55 smithi028 bash[22419]: audit 2024-08-29T17:36:55.790656+0000 mon.a (mon.0) 455 : audit [DBG] from='mgr.14150 172.21.15.28:0/484978966' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-29T17:36:56.381 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:36:55 smithi028 bash[22419]: audit 2024-08-29T17:36:55.798362+0000 mon.a (mon.0) 456 : audit [INF] from='mgr.14150 172.21.15.28:0/484978966' entity='mgr.y' 2024-08-29T17:36:56.381 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:36:55 smithi028 bash[22419]: audit 2024-08-29T17:36:55.806492+0000 mon.a (mon.0) 457 : audit [INF] from='mgr.14150 172.21.15.28:0/484978966' entity='mgr.y' 2024-08-29T17:36:56.381 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:36:55 smithi028 bash[31855]: cluster 2024-08-29T17:36:54.801162+0000 mgr.y (mgr.14150) 219 : cluster [DBG] pgmap v187: 1 pgs: 1 active+clean; 577 KiB data, 1.1 GiB used, 356 GiB / 358 GiB avail 2024-08-29T17:36:56.382 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:36:55 smithi028 bash[31855]: audit 2024-08-29T17:36:55.790656+0000 mon.a (mon.0) 455 : audit [DBG] from='mgr.14150 172.21.15.28:0/484978966' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-29T17:36:56.382 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:36:55 smithi028 bash[31855]: audit 2024-08-29T17:36:55.798362+0000 mon.a (mon.0) 456 : audit [INF] from='mgr.14150 172.21.15.28:0/484978966' entity='mgr.y' 2024-08-29T17:36:56.382 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:36:55 smithi028 bash[31855]: audit 2024-08-29T17:36:55.806492+0000 mon.a (mon.0) 457 : audit [INF] from='mgr.14150 172.21.15.28:0/484978966' entity='mgr.y' 2024-08-29T17:36:58.325 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:36:57 smithi053 bash[24720]: cluster 2024-08-29T17:36:56.801703+0000 mgr.y (mgr.14150) 220 : cluster [DBG] pgmap v188: 1 pgs: 1 active+clean; 577 KiB data, 1.1 GiB used, 356 GiB / 358 GiB avail 2024-08-29T17:36:58.381 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:36:57 smithi028 bash[22419]: cluster 2024-08-29T17:36:56.801703+0000 mgr.y (mgr.14150) 220 : cluster [DBG] pgmap v188: 1 pgs: 1 active+clean; 577 KiB data, 1.1 GiB used, 356 GiB / 358 GiB avail 2024-08-29T17:36:58.381 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:36:57 smithi028 bash[31855]: cluster 2024-08-29T17:36:56.801703+0000 mgr.y (mgr.14150) 220 : cluster [DBG] pgmap v188: 1 pgs: 1 active+clean; 577 KiB data, 1.1 GiB used, 356 GiB / 358 GiB avail 2024-08-29T17:37:00.075 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:36:59 smithi053 bash[24720]: cluster 2024-08-29T17:36:58.802210+0000 mgr.y (mgr.14150) 221 : cluster [DBG] pgmap v189: 1 pgs: 1 active+clean; 577 KiB data, 1.1 GiB used, 356 GiB / 358 GiB avail 2024-08-29T17:37:00.381 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:36:59 smithi028 bash[22419]: cluster 2024-08-29T17:36:58.802210+0000 mgr.y (mgr.14150) 221 : cluster [DBG] pgmap v189: 1 pgs: 1 active+clean; 577 KiB data, 1.1 GiB used, 356 GiB / 358 GiB avail 2024-08-29T17:37:00.384 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:36:59 smithi028 bash[31855]: cluster 2024-08-29T17:36:58.802210+0000 mgr.y (mgr.14150) 221 : cluster [DBG] pgmap v189: 1 pgs: 1 active+clean; 577 KiB data, 1.1 GiB used, 356 GiB / 358 GiB avail 2024-08-29T17:37:02.075 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:37:01 smithi053 bash[24720]: cluster 2024-08-29T17:37:00.802839+0000 mgr.y (mgr.14150) 222 : cluster [DBG] pgmap v190: 1 pgs: 1 active+clean; 577 KiB data, 1.1 GiB used, 356 GiB / 358 GiB avail 2024-08-29T17:37:02.075 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:37:01 smithi053 bash[24720]: audit 2024-08-29T17:37:01.857845+0000 mon.a (mon.0) 458 : audit [INF] from='mgr.14150 172.21.15.28:0/484978966' entity='mgr.y' 2024-08-29T17:37:02.075 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:37:01 smithi053 bash[24720]: audit 2024-08-29T17:37:01.865989+0000 mon.a (mon.0) 459 : audit [INF] from='mgr.14150 172.21.15.28:0/484978966' entity='mgr.y' 2024-08-29T17:37:02.381 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:37:01 smithi028 bash[22419]: cluster 2024-08-29T17:37:00.802839+0000 mgr.y (mgr.14150) 222 : cluster [DBG] pgmap v190: 1 pgs: 1 active+clean; 577 KiB data, 1.1 GiB used, 356 GiB / 358 GiB avail 2024-08-29T17:37:02.381 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:37:01 smithi028 bash[22419]: audit 2024-08-29T17:37:01.857845+0000 mon.a (mon.0) 458 : audit [INF] from='mgr.14150 172.21.15.28:0/484978966' entity='mgr.y' 2024-08-29T17:37:02.381 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:37:01 smithi028 bash[22419]: audit 2024-08-29T17:37:01.865989+0000 mon.a (mon.0) 459 : audit [INF] from='mgr.14150 172.21.15.28:0/484978966' entity='mgr.y' 2024-08-29T17:37:02.381 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:37:01 smithi028 bash[31855]: cluster 2024-08-29T17:37:00.802839+0000 mgr.y (mgr.14150) 222 : cluster [DBG] pgmap v190: 1 pgs: 1 active+clean; 577 KiB data, 1.1 GiB used, 356 GiB / 358 GiB avail 2024-08-29T17:37:02.381 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:37:01 smithi028 bash[31855]: audit 2024-08-29T17:37:01.857845+0000 mon.a (mon.0) 458 : audit [INF] from='mgr.14150 172.21.15.28:0/484978966' entity='mgr.y' 2024-08-29T17:37:02.381 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:37:01 smithi028 bash[31855]: audit 2024-08-29T17:37:01.865989+0000 mon.a (mon.0) 459 : audit [INF] from='mgr.14150 172.21.15.28:0/484978966' entity='mgr.y' 2024-08-29T17:37:03.325 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:37:02 smithi053 bash[24720]: audit 2024-08-29T17:37:02.277703+0000 mon.a (mon.0) 460 : audit [DBG] from='mgr.14150 172.21.15.28:0/484978966' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-29T17:37:03.325 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:37:02 smithi053 bash[24720]: audit 2024-08-29T17:37:02.279407+0000 mon.a (mon.0) 461 : audit [INF] from='mgr.14150 172.21.15.28:0/484978966' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-29T17:37:03.325 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:37:02 smithi053 bash[24720]: audit 2024-08-29T17:37:02.289147+0000 mon.a (mon.0) 462 : audit [INF] from='mgr.14150 172.21.15.28:0/484978966' entity='mgr.y' 2024-08-29T17:37:03.325 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:37:02 smithi053 bash[24720]: audit 2024-08-29T17:37:02.613850+0000 mon.b (mon.1) 12 : audit [INF] from='osd.4 [v2:172.21.15.53:6800/197218845,v1:172.21.15.53:6801/197218845]' entity='osd.4' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["4"]}]: dispatch 2024-08-29T17:37:03.325 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:37:02 smithi053 bash[24720]: audit 2024-08-29T17:37:02.614085+0000 mon.a (mon.0) 463 : audit [INF] from='osd.4 ' entity='osd.4' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["4"]}]: dispatch 2024-08-29T17:37:03.381 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:37:02 smithi028 bash[22419]: audit 2024-08-29T17:37:02.277703+0000 mon.a (mon.0) 460 : audit [DBG] from='mgr.14150 172.21.15.28:0/484978966' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-29T17:37:03.381 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:37:02 smithi028 bash[22419]: audit 2024-08-29T17:37:02.279407+0000 mon.a (mon.0) 461 : audit [INF] from='mgr.14150 172.21.15.28:0/484978966' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-29T17:37:03.381 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:37:02 smithi028 bash[22419]: audit 2024-08-29T17:37:02.289147+0000 mon.a (mon.0) 462 : audit [INF] from='mgr.14150 172.21.15.28:0/484978966' entity='mgr.y' 2024-08-29T17:37:03.381 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:37:02 smithi028 bash[22419]: audit 2024-08-29T17:37:02.613850+0000 mon.b (mon.1) 12 : audit [INF] from='osd.4 [v2:172.21.15.53:6800/197218845,v1:172.21.15.53:6801/197218845]' entity='osd.4' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["4"]}]: dispatch 2024-08-29T17:37:03.381 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:37:02 smithi028 bash[22419]: audit 2024-08-29T17:37:02.614085+0000 mon.a (mon.0) 463 : audit [INF] from='osd.4 ' entity='osd.4' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["4"]}]: dispatch 2024-08-29T17:37:03.381 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:37:02 smithi028 bash[31855]: audit 2024-08-29T17:37:02.277703+0000 mon.a (mon.0) 460 : audit [DBG] from='mgr.14150 172.21.15.28:0/484978966' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-29T17:37:03.382 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:37:02 smithi028 bash[31855]: audit 2024-08-29T17:37:02.279407+0000 mon.a (mon.0) 461 : audit [INF] from='mgr.14150 172.21.15.28:0/484978966' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-29T17:37:03.382 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:37:02 smithi028 bash[31855]: audit 2024-08-29T17:37:02.289147+0000 mon.a (mon.0) 462 : audit [INF] from='mgr.14150 172.21.15.28:0/484978966' entity='mgr.y' 2024-08-29T17:37:03.382 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:37:02 smithi028 bash[31855]: audit 2024-08-29T17:37:02.613850+0000 mon.b (mon.1) 12 : audit [INF] from='osd.4 [v2:172.21.15.53:6800/197218845,v1:172.21.15.53:6801/197218845]' entity='osd.4' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["4"]}]: dispatch 2024-08-29T17:37:03.382 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:37:02 smithi028 bash[31855]: audit 2024-08-29T17:37:02.614085+0000 mon.a (mon.0) 463 : audit [INF] from='osd.4 ' entity='osd.4' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["4"]}]: dispatch 2024-08-29T17:37:04.575 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:37:04 smithi053 bash[24720]: cluster 2024-08-29T17:37:02.803411+0000 mgr.y (mgr.14150) 223 : cluster [DBG] pgmap v191: 1 pgs: 1 active+clean; 577 KiB data, 1.1 GiB used, 356 GiB / 358 GiB avail 2024-08-29T17:37:04.575 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:37:04 smithi053 bash[24720]: audit 2024-08-29T17:37:03.297457+0000 mon.a (mon.0) 464 : audit [INF] from='osd.4 ' entity='osd.4' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["4"]}]': finished 2024-08-29T17:37:04.575 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:37:04 smithi053 bash[24720]: cluster 2024-08-29T17:37:03.297655+0000 mon.a (mon.0) 465 : cluster [DBG] osdmap e28: 5 total, 4 up, 5 in 2024-08-29T17:37:04.575 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:37:04 smithi053 bash[24720]: audit 2024-08-29T17:37:03.297930+0000 mon.a (mon.0) 466 : audit [DBG] from='mgr.14150 172.21.15.28:0/484978966' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-08-29T17:37:04.575 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:37:04 smithi053 bash[24720]: audit 2024-08-29T17:37:03.299493+0000 mon.b (mon.1) 13 : audit [INF] from='osd.4 [v2:172.21.15.53:6800/197218845,v1:172.21.15.53:6801/197218845]' entity='osd.4' cmd=[{"prefix": "osd crush create-or-move", "id": 4, "weight":0.0873, "args": ["host=smithi053", "root=default"]}]: dispatch 2024-08-29T17:37:04.576 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:37:04 smithi053 bash[24720]: audit 2024-08-29T17:37:03.299860+0000 mon.a (mon.0) 467 : audit [INF] from='osd.4 ' entity='osd.4' cmd=[{"prefix": "osd crush create-or-move", "id": 4, "weight":0.0873, "args": ["host=smithi053", "root=default"]}]: dispatch 2024-08-29T17:37:04.631 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:37:04 smithi028 bash[22419]: cluster 2024-08-29T17:37:02.803411+0000 mgr.y (mgr.14150) 223 : cluster [DBG] pgmap v191: 1 pgs: 1 active+clean; 577 KiB data, 1.1 GiB used, 356 GiB / 358 GiB avail 2024-08-29T17:37:04.631 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:37:04 smithi028 bash[22419]: audit 2024-08-29T17:37:03.297457+0000 mon.a (mon.0) 464 : audit [INF] from='osd.4 ' entity='osd.4' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["4"]}]': finished 2024-08-29T17:37:04.631 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:37:04 smithi028 bash[22419]: cluster 2024-08-29T17:37:03.297655+0000 mon.a (mon.0) 465 : cluster [DBG] osdmap e28: 5 total, 4 up, 5 in 2024-08-29T17:37:04.631 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:37:04 smithi028 bash[22419]: audit 2024-08-29T17:37:03.297930+0000 mon.a (mon.0) 466 : audit [DBG] from='mgr.14150 172.21.15.28:0/484978966' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-08-29T17:37:04.631 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:37:04 smithi028 bash[22419]: audit 2024-08-29T17:37:03.299493+0000 mon.b (mon.1) 13 : audit [INF] from='osd.4 [v2:172.21.15.53:6800/197218845,v1:172.21.15.53:6801/197218845]' entity='osd.4' cmd=[{"prefix": "osd crush create-or-move", "id": 4, "weight":0.0873, "args": ["host=smithi053", "root=default"]}]: dispatch 2024-08-29T17:37:04.631 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:37:04 smithi028 bash[22419]: audit 2024-08-29T17:37:03.299860+0000 mon.a (mon.0) 467 : audit [INF] from='osd.4 ' entity='osd.4' cmd=[{"prefix": "osd crush create-or-move", "id": 4, "weight":0.0873, "args": ["host=smithi053", "root=default"]}]: dispatch 2024-08-29T17:37:04.631 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:37:04 smithi028 bash[31855]: cluster 2024-08-29T17:37:02.803411+0000 mgr.y (mgr.14150) 223 : cluster [DBG] pgmap v191: 1 pgs: 1 active+clean; 577 KiB data, 1.1 GiB used, 356 GiB / 358 GiB avail 2024-08-29T17:37:04.632 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:37:04 smithi028 bash[31855]: audit 2024-08-29T17:37:03.297457+0000 mon.a (mon.0) 464 : audit [INF] from='osd.4 ' entity='osd.4' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["4"]}]': finished 2024-08-29T17:37:04.632 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:37:04 smithi028 bash[31855]: cluster 2024-08-29T17:37:03.297655+0000 mon.a (mon.0) 465 : cluster [DBG] osdmap e28: 5 total, 4 up, 5 in 2024-08-29T17:37:04.632 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:37:04 smithi028 bash[31855]: audit 2024-08-29T17:37:03.297930+0000 mon.a (mon.0) 466 : audit [DBG] from='mgr.14150 172.21.15.28:0/484978966' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-08-29T17:37:04.632 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:37:04 smithi028 bash[31855]: audit 2024-08-29T17:37:03.299493+0000 mon.b (mon.1) 13 : audit [INF] from='osd.4 [v2:172.21.15.53:6800/197218845,v1:172.21.15.53:6801/197218845]' entity='osd.4' cmd=[{"prefix": "osd crush create-or-move", "id": 4, "weight":0.0873, "args": ["host=smithi053", "root=default"]}]: dispatch 2024-08-29T17:37:04.632 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:37:04 smithi028 bash[31855]: audit 2024-08-29T17:37:03.299860+0000 mon.a (mon.0) 467 : audit [INF] from='osd.4 ' entity='osd.4' cmd=[{"prefix": "osd crush create-or-move", "id": 4, "weight":0.0873, "args": ["host=smithi053", "root=default"]}]: dispatch 2024-08-29T17:37:05.502 INFO:teuthology.orchestra.run.smithi053.stdout:Created osd(s) 4 on host 'smithi053' 2024-08-29T17:37:05.575 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:37:05 smithi053 bash[24720]: audit 2024-08-29T17:37:04.301084+0000 mon.a (mon.0) 468 : audit [INF] from='osd.4 ' entity='osd.4' cmd='[{"prefix": "osd crush create-or-move", "id": 4, "weight":0.0873, "args": ["host=smithi053", "root=default"]}]': finished 2024-08-29T17:37:05.575 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:37:05 smithi053 bash[24720]: cluster 2024-08-29T17:37:04.301391+0000 mon.a (mon.0) 469 : cluster [DBG] osdmap e29: 5 total, 4 up, 5 in 2024-08-29T17:37:05.575 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:37:05 smithi053 bash[24720]: audit 2024-08-29T17:37:04.302203+0000 mon.a (mon.0) 470 : audit [DBG] from='mgr.14150 172.21.15.28:0/484978966' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-08-29T17:37:05.575 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:37:05 smithi053 bash[24720]: audit 2024-08-29T17:37:04.312333+0000 mon.a (mon.0) 471 : audit [DBG] from='mgr.14150 172.21.15.28:0/484978966' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-08-29T17:37:05.631 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:37:05 smithi028 bash[22419]: audit 2024-08-29T17:37:04.301084+0000 mon.a (mon.0) 468 : audit [INF] from='osd.4 ' entity='osd.4' cmd='[{"prefix": "osd crush create-or-move", "id": 4, "weight":0.0873, "args": ["host=smithi053", "root=default"]}]': finished 2024-08-29T17:37:05.631 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:37:05 smithi028 bash[22419]: cluster 2024-08-29T17:37:04.301391+0000 mon.a (mon.0) 469 : cluster [DBG] osdmap e29: 5 total, 4 up, 5 in 2024-08-29T17:37:05.631 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:37:05 smithi028 bash[22419]: audit 2024-08-29T17:37:04.302203+0000 mon.a (mon.0) 470 : audit [DBG] from='mgr.14150 172.21.15.28:0/484978966' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-08-29T17:37:05.631 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:37:05 smithi028 bash[22419]: audit 2024-08-29T17:37:04.312333+0000 mon.a (mon.0) 471 : audit [DBG] from='mgr.14150 172.21.15.28:0/484978966' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-08-29T17:37:05.631 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:37:05 smithi028 bash[31855]: audit 2024-08-29T17:37:04.301084+0000 mon.a (mon.0) 468 : audit [INF] from='osd.4 ' entity='osd.4' cmd='[{"prefix": "osd crush create-or-move", "id": 4, "weight":0.0873, "args": ["host=smithi053", "root=default"]}]': finished 2024-08-29T17:37:05.631 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:37:05 smithi028 bash[31855]: cluster 2024-08-29T17:37:04.301391+0000 mon.a (mon.0) 469 : cluster [DBG] osdmap e29: 5 total, 4 up, 5 in 2024-08-29T17:37:05.631 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:37:05 smithi028 bash[31855]: audit 2024-08-29T17:37:04.302203+0000 mon.a (mon.0) 470 : audit [DBG] from='mgr.14150 172.21.15.28:0/484978966' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-08-29T17:37:05.631 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:37:05 smithi028 bash[31855]: audit 2024-08-29T17:37:04.312333+0000 mon.a (mon.0) 471 : audit [DBG] from='mgr.14150 172.21.15.28:0/484978966' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-08-29T17:37:06.167 DEBUG:teuthology.orchestra.run.smithi053:osd.4> sudo journalctl -f -n 0 -u ceph-3167ee72-662c-11ef-bcd4-c7b262605968@osd.4.service 2024-08-29T17:37:06.170 INFO:tasks.cephadm:Deploying osd.5 on smithi053 with /dev/vg_nvme/lv_3... 2024-08-29T17:37:06.170 DEBUG:teuthology.orchestra.run.smithi053:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy ceph-volume -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 3167ee72-662c-11ef-bcd4-c7b262605968 -- lvm zap /dev/vg_nvme/lv_3 2024-08-29T17:37:06.575 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:37:06 smithi053 bash[24720]: cluster 2024-08-29T17:37:03.586586+0000 osd.4 (osd.4) 1 : cluster [DBG] purged_snaps scrub starts 2024-08-29T17:37:06.575 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:37:06 smithi053 bash[24720]: cluster 2024-08-29T17:37:03.586680+0000 osd.4 (osd.4) 2 : cluster [DBG] purged_snaps scrub ok 2024-08-29T17:37:06.575 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:37:06 smithi053 bash[24720]: cluster 2024-08-29T17:37:04.803899+0000 mgr.y (mgr.14150) 224 : cluster [DBG] pgmap v194: 1 pgs: 1 active+clean; 577 KiB data, 1.1 GiB used, 356 GiB / 358 GiB avail 2024-08-29T17:37:06.575 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:37:06 smithi053 bash[24720]: audit 2024-08-29T17:37:05.311504+0000 mon.a (mon.0) 472 : audit [DBG] from='mgr.14150 172.21.15.28:0/484978966' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-08-29T17:37:06.575 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:37:06 smithi053 bash[24720]: cluster 2024-08-29T17:37:05.320995+0000 mon.a (mon.0) 473 : cluster [INF] osd.4 [v2:172.21.15.53:6800/197218845,v1:172.21.15.53:6801/197218845] boot 2024-08-29T17:37:06.575 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:37:06 smithi053 bash[24720]: cluster 2024-08-29T17:37:05.321118+0000 mon.a (mon.0) 474 : cluster [DBG] osdmap e30: 5 total, 5 up, 5 in 2024-08-29T17:37:06.576 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:37:06 smithi053 bash[24720]: audit 2024-08-29T17:37:05.321776+0000 mon.a (mon.0) 475 : audit [DBG] from='mgr.14150 172.21.15.28:0/484978966' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-08-29T17:37:06.576 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:37:06 smithi053 bash[24720]: audit 2024-08-29T17:37:05.481549+0000 mon.a (mon.0) 476 : audit [DBG] from='mgr.14150 172.21.15.28:0/484978966' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-29T17:37:06.576 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:37:06 smithi053 bash[24720]: audit 2024-08-29T17:37:05.491086+0000 mon.a (mon.0) 477 : audit [INF] from='mgr.14150 172.21.15.28:0/484978966' entity='mgr.y' 2024-08-29T17:37:06.576 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:37:06 smithi053 bash[24720]: audit 2024-08-29T17:37:05.499100+0000 mon.a (mon.0) 478 : audit [INF] from='mgr.14150 172.21.15.28:0/484978966' entity='mgr.y' 2024-08-29T17:37:06.631 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:37:06 smithi028 bash[22419]: cluster 2024-08-29T17:37:03.586586+0000 osd.4 (osd.4) 1 : cluster [DBG] purged_snaps scrub starts 2024-08-29T17:37:06.631 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:37:06 smithi028 bash[22419]: cluster 2024-08-29T17:37:03.586680+0000 osd.4 (osd.4) 2 : cluster [DBG] purged_snaps scrub ok 2024-08-29T17:37:06.631 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:37:06 smithi028 bash[22419]: cluster 2024-08-29T17:37:04.803899+0000 mgr.y (mgr.14150) 224 : cluster [DBG] pgmap v194: 1 pgs: 1 active+clean; 577 KiB data, 1.1 GiB used, 356 GiB / 358 GiB avail 2024-08-29T17:37:06.631 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:37:06 smithi028 bash[22419]: audit 2024-08-29T17:37:05.311504+0000 mon.a (mon.0) 472 : audit [DBG] from='mgr.14150 172.21.15.28:0/484978966' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-08-29T17:37:06.631 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:37:06 smithi028 bash[22419]: cluster 2024-08-29T17:37:05.320995+0000 mon.a (mon.0) 473 : cluster [INF] osd.4 [v2:172.21.15.53:6800/197218845,v1:172.21.15.53:6801/197218845] boot 2024-08-29T17:37:06.631 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:37:06 smithi028 bash[22419]: cluster 2024-08-29T17:37:05.321118+0000 mon.a (mon.0) 474 : cluster [DBG] osdmap e30: 5 total, 5 up, 5 in 2024-08-29T17:37:06.632 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:37:06 smithi028 bash[22419]: audit 2024-08-29T17:37:05.321776+0000 mon.a (mon.0) 475 : audit [DBG] from='mgr.14150 172.21.15.28:0/484978966' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-08-29T17:37:06.632 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:37:06 smithi028 bash[22419]: audit 2024-08-29T17:37:05.481549+0000 mon.a (mon.0) 476 : audit [DBG] from='mgr.14150 172.21.15.28:0/484978966' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-29T17:37:06.632 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:37:06 smithi028 bash[22419]: audit 2024-08-29T17:37:05.491086+0000 mon.a (mon.0) 477 : audit [INF] from='mgr.14150 172.21.15.28:0/484978966' entity='mgr.y' 2024-08-29T17:37:06.632 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:37:06 smithi028 bash[22419]: audit 2024-08-29T17:37:05.499100+0000 mon.a (mon.0) 478 : audit [INF] from='mgr.14150 172.21.15.28:0/484978966' entity='mgr.y' 2024-08-29T17:37:06.632 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:37:06 smithi028 bash[31855]: cluster 2024-08-29T17:37:03.586586+0000 osd.4 (osd.4) 1 : cluster [DBG] purged_snaps scrub starts 2024-08-29T17:37:06.632 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:37:06 smithi028 bash[31855]: cluster 2024-08-29T17:37:03.586680+0000 osd.4 (osd.4) 2 : cluster [DBG] purged_snaps scrub ok 2024-08-29T17:37:06.632 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:37:06 smithi028 bash[31855]: cluster 2024-08-29T17:37:04.803899+0000 mgr.y (mgr.14150) 224 : cluster [DBG] pgmap v194: 1 pgs: 1 active+clean; 577 KiB data, 1.1 GiB used, 356 GiB / 358 GiB avail 2024-08-29T17:37:06.632 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:37:06 smithi028 bash[31855]: audit 2024-08-29T17:37:05.311504+0000 mon.a (mon.0) 472 : audit [DBG] from='mgr.14150 172.21.15.28:0/484978966' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-08-29T17:37:06.632 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:37:06 smithi028 bash[31855]: cluster 2024-08-29T17:37:05.320995+0000 mon.a (mon.0) 473 : cluster [INF] osd.4 [v2:172.21.15.53:6800/197218845,v1:172.21.15.53:6801/197218845] boot 2024-08-29T17:37:06.632 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:37:06 smithi028 bash[31855]: cluster 2024-08-29T17:37:05.321118+0000 mon.a (mon.0) 474 : cluster [DBG] osdmap e30: 5 total, 5 up, 5 in 2024-08-29T17:37:06.633 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:37:06 smithi028 bash[31855]: audit 2024-08-29T17:37:05.321776+0000 mon.a (mon.0) 475 : audit [DBG] from='mgr.14150 172.21.15.28:0/484978966' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-08-29T17:37:06.633 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:37:06 smithi028 bash[31855]: audit 2024-08-29T17:37:05.481549+0000 mon.a (mon.0) 476 : audit [DBG] from='mgr.14150 172.21.15.28:0/484978966' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-29T17:37:06.633 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:37:06 smithi028 bash[31855]: audit 2024-08-29T17:37:05.491086+0000 mon.a (mon.0) 477 : audit [INF] from='mgr.14150 172.21.15.28:0/484978966' entity='mgr.y' 2024-08-29T17:37:06.633 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:37:06 smithi028 bash[31855]: audit 2024-08-29T17:37:05.499100+0000 mon.a (mon.0) 478 : audit [INF] from='mgr.14150 172.21.15.28:0/484978966' entity='mgr.y' 2024-08-29T17:37:07.631 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:37:07 smithi028 bash[31855]: cluster 2024-08-29T17:37:06.330224+0000 mon.a (mon.0) 479 : cluster [DBG] osdmap e31: 5 total, 5 up, 5 in 2024-08-29T17:37:07.631 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:37:07 smithi028 bash[31855]: cluster 2024-08-29T17:37:06.804406+0000 mgr.y (mgr.14150) 225 : cluster [DBG] pgmap v197: 1 pgs: 1 active+clean; 577 KiB data, 1.4 GiB used, 446 GiB / 447 GiB avail 2024-08-29T17:37:07.631 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:37:07 smithi028 bash[22419]: cluster 2024-08-29T17:37:06.330224+0000 mon.a (mon.0) 479 : cluster [DBG] osdmap e31: 5 total, 5 up, 5 in 2024-08-29T17:37:07.631 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:37:07 smithi028 bash[22419]: cluster 2024-08-29T17:37:06.804406+0000 mgr.y (mgr.14150) 225 : cluster [DBG] pgmap v197: 1 pgs: 1 active+clean; 577 KiB data, 1.4 GiB used, 446 GiB / 447 GiB avail 2024-08-29T17:37:07.825 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:37:07 smithi053 bash[24720]: cluster 2024-08-29T17:37:06.330224+0000 mon.a (mon.0) 479 : cluster [DBG] osdmap e31: 5 total, 5 up, 5 in 2024-08-29T17:37:07.825 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:37:07 smithi053 bash[24720]: cluster 2024-08-29T17:37:06.804406+0000 mgr.y (mgr.14150) 225 : cluster [DBG] pgmap v197: 1 pgs: 1 active+clean; 577 KiB data, 1.4 GiB used, 446 GiB / 447 GiB avail 2024-08-29T17:37:08.631 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:37:08 smithi028 bash[22419]: cluster 2024-08-29T17:37:07.338643+0000 mon.a (mon.0) 480 : cluster [DBG] osdmap e32: 5 total, 5 up, 5 in 2024-08-29T17:37:08.631 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:37:08 smithi028 bash[31855]: cluster 2024-08-29T17:37:07.338643+0000 mon.a (mon.0) 480 : cluster [DBG] osdmap e32: 5 total, 5 up, 5 in 2024-08-29T17:37:08.825 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:37:08 smithi053 bash[24720]: cluster 2024-08-29T17:37:07.338643+0000 mon.a (mon.0) 480 : cluster [DBG] osdmap e32: 5 total, 5 up, 5 in 2024-08-29T17:37:09.631 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:37:09 smithi028 bash[22419]: cluster 2024-08-29T17:37:08.339349+0000 mon.a (mon.0) 481 : cluster [DBG] osdmap e33: 5 total, 5 up, 5 in 2024-08-29T17:37:09.631 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:37:09 smithi028 bash[22419]: cluster 2024-08-29T17:37:08.804934+0000 mgr.y (mgr.14150) 226 : cluster [DBG] pgmap v200: 1 pgs: 1 remapped+peering; 577 KiB data, 1.4 GiB used, 446 GiB / 447 GiB avail 2024-08-29T17:37:09.631 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:37:09 smithi028 bash[31855]: cluster 2024-08-29T17:37:08.339349+0000 mon.a (mon.0) 481 : cluster [DBG] osdmap e33: 5 total, 5 up, 5 in 2024-08-29T17:37:09.631 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:37:09 smithi028 bash[31855]: cluster 2024-08-29T17:37:08.804934+0000 mgr.y (mgr.14150) 226 : cluster [DBG] pgmap v200: 1 pgs: 1 remapped+peering; 577 KiB data, 1.4 GiB used, 446 GiB / 447 GiB avail 2024-08-29T17:37:09.825 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:37:09 smithi053 bash[24720]: cluster 2024-08-29T17:37:08.339349+0000 mon.a (mon.0) 481 : cluster [DBG] osdmap e33: 5 total, 5 up, 5 in 2024-08-29T17:37:09.825 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:37:09 smithi053 bash[24720]: cluster 2024-08-29T17:37:08.804934+0000 mgr.y (mgr.14150) 226 : cluster [DBG] pgmap v200: 1 pgs: 1 remapped+peering; 577 KiB data, 1.4 GiB used, 446 GiB / 447 GiB avail 2024-08-29T17:37:10.261 INFO:teuthology.orchestra.run.smithi053.stderr:Inferring config /var/lib/ceph/3167ee72-662c-11ef-bcd4-c7b262605968/mon.b/config 2024-08-29T17:37:10.631 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:37:10 smithi028 bash[22419]: cluster 2024-08-29T17:37:09.356081+0000 mon.a (mon.0) 482 : cluster [DBG] osdmap e34: 5 total, 5 up, 5 in 2024-08-29T17:37:10.631 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:37:10 smithi028 bash[31855]: cluster 2024-08-29T17:37:09.356081+0000 mon.a (mon.0) 482 : cluster [DBG] osdmap e34: 5 total, 5 up, 5 in 2024-08-29T17:37:10.825 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:37:10 smithi053 bash[24720]: cluster 2024-08-29T17:37:09.356081+0000 mon.a (mon.0) 482 : cluster [DBG] osdmap e34: 5 total, 5 up, 5 in 2024-08-29T17:37:11.630 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:37:11 smithi028 bash[22419]: cluster 2024-08-29T17:37:10.805544+0000 mgr.y (mgr.14150) 227 : cluster [DBG] pgmap v202: 1 pgs: 1 remapped+peering; 577 KiB data, 1.4 GiB used, 446 GiB / 447 GiB avail 2024-08-29T17:37:11.631 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:37:11 smithi028 bash[31855]: cluster 2024-08-29T17:37:10.805544+0000 mgr.y (mgr.14150) 227 : cluster [DBG] pgmap v202: 1 pgs: 1 remapped+peering; 577 KiB data, 1.4 GiB used, 446 GiB / 447 GiB avail 2024-08-29T17:37:11.825 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:37:11 smithi053 bash[24720]: cluster 2024-08-29T17:37:10.805544+0000 mgr.y (mgr.14150) 227 : cluster [DBG] pgmap v202: 1 pgs: 1 remapped+peering; 577 KiB data, 1.4 GiB used, 446 GiB / 447 GiB avail 2024-08-29T17:37:14.130 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:37:13 smithi028 bash[22419]: cluster 2024-08-29T17:37:12.806232+0000 mgr.y (mgr.14150) 228 : cluster [DBG] pgmap v203: 1 pgs: 1 active+clean; 577 KiB data, 1.4 GiB used, 446 GiB / 447 GiB avail; 96 KiB/s, 0 objects/s recovering 2024-08-29T17:37:14.131 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:37:13 smithi028 bash[31855]: cluster 2024-08-29T17:37:12.806232+0000 mgr.y (mgr.14150) 228 : cluster [DBG] pgmap v203: 1 pgs: 1 active+clean; 577 KiB data, 1.4 GiB used, 446 GiB / 447 GiB avail; 96 KiB/s, 0 objects/s recovering 2024-08-29T17:37:14.324 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:37:13 smithi053 bash[24720]: cluster 2024-08-29T17:37:12.806232+0000 mgr.y (mgr.14150) 228 : cluster [DBG] pgmap v203: 1 pgs: 1 active+clean; 577 KiB data, 1.4 GiB used, 446 GiB / 447 GiB avail; 96 KiB/s, 0 objects/s recovering 2024-08-29T17:37:15.174 INFO:teuthology.orchestra.run.smithi053.stdout: 2024-08-29T17:37:15.213 DEBUG:teuthology.orchestra.run.smithi053:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 3167ee72-662c-11ef-bcd4-c7b262605968 -- ceph orch daemon add osd smithi053:vg_nvme/lv_3 2024-08-29T17:37:16.130 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:37:15 smithi028 bash[22419]: cluster 2024-08-29T17:37:14.806864+0000 mgr.y (mgr.14150) 229 : cluster [DBG] pgmap v204: 1 pgs: 1 active+clean; 577 KiB data, 1.4 GiB used, 446 GiB / 447 GiB avail; 77 KiB/s, 0 objects/s recovering 2024-08-29T17:37:16.131 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:37:15 smithi028 bash[31855]: cluster 2024-08-29T17:37:14.806864+0000 mgr.y (mgr.14150) 229 : cluster [DBG] pgmap v204: 1 pgs: 1 active+clean; 577 KiB data, 1.4 GiB used, 446 GiB / 447 GiB avail; 77 KiB/s, 0 objects/s recovering 2024-08-29T17:37:16.324 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:37:15 smithi053 bash[24720]: cluster 2024-08-29T17:37:14.806864+0000 mgr.y (mgr.14150) 229 : cluster [DBG] pgmap v204: 1 pgs: 1 active+clean; 577 KiB data, 1.4 GiB used, 446 GiB / 447 GiB avail; 77 KiB/s, 0 objects/s recovering 2024-08-29T17:37:18.130 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:37:17 smithi028 bash[22419]: cluster 2024-08-29T17:37:16.807577+0000 mgr.y (mgr.14150) 230 : cluster [DBG] pgmap v205: 1 pgs: 1 active+clean; 577 KiB data, 1.4 GiB used, 446 GiB / 447 GiB avail; 68 KiB/s, 0 objects/s recovering 2024-08-29T17:37:18.131 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:37:17 smithi028 bash[31855]: cluster 2024-08-29T17:37:16.807577+0000 mgr.y (mgr.14150) 230 : cluster [DBG] pgmap v205: 1 pgs: 1 active+clean; 577 KiB data, 1.4 GiB used, 446 GiB / 447 GiB avail; 68 KiB/s, 0 objects/s recovering 2024-08-29T17:37:18.324 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:37:17 smithi053 bash[24720]: cluster 2024-08-29T17:37:16.807577+0000 mgr.y (mgr.14150) 230 : cluster [DBG] pgmap v205: 1 pgs: 1 active+clean; 577 KiB data, 1.4 GiB used, 446 GiB / 447 GiB avail; 68 KiB/s, 0 objects/s recovering 2024-08-29T17:37:19.325 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:37:19 smithi053 bash[24720]: cephadm 2024-08-29T17:37:18.036388+0000 mgr.y (mgr.14150) 231 : cephadm [INF] Detected new or changed devices on smithi053 2024-08-29T17:37:19.325 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:37:19 smithi053 bash[24720]: audit 2024-08-29T17:37:18.044942+0000 mon.a (mon.0) 483 : audit [INF] from='mgr.14150 172.21.15.28:0/484978966' entity='mgr.y' 2024-08-29T17:37:19.325 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:37:19 smithi053 bash[24720]: audit 2024-08-29T17:37:18.053232+0000 mon.a (mon.0) 484 : audit [INF] from='mgr.14150 172.21.15.28:0/484978966' entity='mgr.y' 2024-08-29T17:37:19.325 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:37:19 smithi053 bash[24720]: audit 2024-08-29T17:37:18.055102+0000 mon.a (mon.0) 485 : audit [INF] from='mgr.14150 172.21.15.28:0/484978966' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2024-08-29T17:37:19.325 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:37:19 smithi053 bash[24720]: cephadm 2024-08-29T17:37:18.056679+0000 mgr.y (mgr.14150) 232 : cephadm [INF] Adjusting osd_memory_target on smithi053 to 17269M 2024-08-29T17:37:19.325 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:37:19 smithi053 bash[24720]: audit 2024-08-29T17:37:18.065219+0000 mon.a (mon.0) 486 : audit [INF] from='mgr.14150 172.21.15.28:0/484978966' entity='mgr.y' 2024-08-29T17:37:19.325 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:37:19 smithi053 bash[24720]: audit 2024-08-29T17:37:18.067425+0000 mon.a (mon.0) 487 : audit [DBG] from='mgr.14150 172.21.15.28:0/484978966' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-29T17:37:19.325 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:37:19 smithi053 bash[24720]: audit 2024-08-29T17:37:18.069040+0000 mon.a (mon.0) 488 : audit [INF] from='mgr.14150 172.21.15.28:0/484978966' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-29T17:37:19.325 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:37:19 smithi053 bash[24720]: audit 2024-08-29T17:37:18.080131+0000 mon.a (mon.0) 489 : audit [INF] from='mgr.14150 172.21.15.28:0/484978966' entity='mgr.y' 2024-08-29T17:37:19.381 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:37:19 smithi028 bash[22419]: cephadm 2024-08-29T17:37:18.036388+0000 mgr.y (mgr.14150) 231 : cephadm [INF] Detected new or changed devices on smithi053 2024-08-29T17:37:19.381 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:37:19 smithi028 bash[22419]: audit 2024-08-29T17:37:18.044942+0000 mon.a (mon.0) 483 : audit [INF] from='mgr.14150 172.21.15.28:0/484978966' entity='mgr.y' 2024-08-29T17:37:19.381 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:37:19 smithi028 bash[22419]: audit 2024-08-29T17:37:18.053232+0000 mon.a (mon.0) 484 : audit [INF] from='mgr.14150 172.21.15.28:0/484978966' entity='mgr.y' 2024-08-29T17:37:19.381 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:37:19 smithi028 bash[22419]: audit 2024-08-29T17:37:18.055102+0000 mon.a (mon.0) 485 : audit [INF] from='mgr.14150 172.21.15.28:0/484978966' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2024-08-29T17:37:19.381 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:37:19 smithi028 bash[22419]: cephadm 2024-08-29T17:37:18.056679+0000 mgr.y (mgr.14150) 232 : cephadm [INF] Adjusting osd_memory_target on smithi053 to 17269M 2024-08-29T17:37:19.381 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:37:19 smithi028 bash[22419]: audit 2024-08-29T17:37:18.065219+0000 mon.a (mon.0) 486 : audit [INF] from='mgr.14150 172.21.15.28:0/484978966' entity='mgr.y' 2024-08-29T17:37:19.381 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:37:19 smithi028 bash[22419]: audit 2024-08-29T17:37:18.067425+0000 mon.a (mon.0) 487 : audit [DBG] from='mgr.14150 172.21.15.28:0/484978966' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-29T17:37:19.381 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:37:19 smithi028 bash[22419]: audit 2024-08-29T17:37:18.069040+0000 mon.a (mon.0) 488 : audit [INF] from='mgr.14150 172.21.15.28:0/484978966' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-29T17:37:19.381 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:37:19 smithi028 bash[22419]: audit 2024-08-29T17:37:18.080131+0000 mon.a (mon.0) 489 : audit [INF] from='mgr.14150 172.21.15.28:0/484978966' entity='mgr.y' 2024-08-29T17:37:19.382 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:37:19 smithi028 bash[31855]: cephadm 2024-08-29T17:37:18.036388+0000 mgr.y (mgr.14150) 231 : cephadm [INF] Detected new or changed devices on smithi053 2024-08-29T17:37:19.382 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:37:19 smithi028 bash[31855]: audit 2024-08-29T17:37:18.044942+0000 mon.a (mon.0) 483 : audit [INF] from='mgr.14150 172.21.15.28:0/484978966' entity='mgr.y' 2024-08-29T17:37:19.382 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:37:19 smithi028 bash[31855]: audit 2024-08-29T17:37:18.053232+0000 mon.a (mon.0) 484 : audit [INF] from='mgr.14150 172.21.15.28:0/484978966' entity='mgr.y' 2024-08-29T17:37:19.382 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:37:19 smithi028 bash[31855]: audit 2024-08-29T17:37:18.055102+0000 mon.a (mon.0) 485 : audit [INF] from='mgr.14150 172.21.15.28:0/484978966' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2024-08-29T17:37:19.382 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:37:19 smithi028 bash[31855]: cephadm 2024-08-29T17:37:18.056679+0000 mgr.y (mgr.14150) 232 : cephadm [INF] Adjusting osd_memory_target on smithi053 to 17269M 2024-08-29T17:37:19.382 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:37:19 smithi028 bash[31855]: audit 2024-08-29T17:37:18.065219+0000 mon.a (mon.0) 486 : audit [INF] from='mgr.14150 172.21.15.28:0/484978966' entity='mgr.y' 2024-08-29T17:37:19.382 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:37:19 smithi028 bash[31855]: audit 2024-08-29T17:37:18.067425+0000 mon.a (mon.0) 487 : audit [DBG] from='mgr.14150 172.21.15.28:0/484978966' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-29T17:37:19.382 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:37:19 smithi028 bash[31855]: audit 2024-08-29T17:37:18.069040+0000 mon.a (mon.0) 488 : audit [INF] from='mgr.14150 172.21.15.28:0/484978966' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-29T17:37:19.382 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:37:19 smithi028 bash[31855]: audit 2024-08-29T17:37:18.080131+0000 mon.a (mon.0) 489 : audit [INF] from='mgr.14150 172.21.15.28:0/484978966' entity='mgr.y' 2024-08-29T17:37:20.380 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:37:20 smithi028 bash[22419]: cluster 2024-08-29T17:37:18.808176+0000 mgr.y (mgr.14150) 233 : cluster [DBG] pgmap v206: 1 pgs: 1 active+clean; 577 KiB data, 1.4 GiB used, 446 GiB / 447 GiB avail; 58 KiB/s, 0 objects/s recovering 2024-08-29T17:37:20.381 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:37:20 smithi028 bash[31855]: cluster 2024-08-29T17:37:18.808176+0000 mgr.y (mgr.14150) 233 : cluster [DBG] pgmap v206: 1 pgs: 1 active+clean; 577 KiB data, 1.4 GiB used, 446 GiB / 447 GiB avail; 58 KiB/s, 0 objects/s recovering 2024-08-29T17:37:20.506 INFO:teuthology.orchestra.run.smithi053.stderr:Inferring config /var/lib/ceph/3167ee72-662c-11ef-bcd4-c7b262605968/mon.b/config 2024-08-29T17:37:20.574 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:37:20 smithi053 bash[24720]: cluster 2024-08-29T17:37:18.808176+0000 mgr.y (mgr.14150) 233 : cluster [DBG] pgmap v206: 1 pgs: 1 active+clean; 577 KiB data, 1.4 GiB used, 446 GiB / 447 GiB avail; 58 KiB/s, 0 objects/s recovering 2024-08-29T17:37:22.380 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:37:22 smithi028 bash[22419]: cluster 2024-08-29T17:37:20.808714+0000 mgr.y (mgr.14150) 234 : cluster [DBG] pgmap v207: 1 pgs: 1 active+clean; 577 KiB data, 1.4 GiB used, 446 GiB / 447 GiB avail; 50 KiB/s, 0 objects/s recovering 2024-08-29T17:37:22.381 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:37:22 smithi028 bash[31855]: cluster 2024-08-29T17:37:20.808714+0000 mgr.y (mgr.14150) 234 : cluster [DBG] pgmap v207: 1 pgs: 1 active+clean; 577 KiB data, 1.4 GiB used, 446 GiB / 447 GiB avail; 50 KiB/s, 0 objects/s recovering 2024-08-29T17:37:22.574 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:37:22 smithi053 bash[24720]: cluster 2024-08-29T17:37:20.808714+0000 mgr.y (mgr.14150) 234 : cluster [DBG] pgmap v207: 1 pgs: 1 active+clean; 577 KiB data, 1.4 GiB used, 446 GiB / 447 GiB avail; 50 KiB/s, 0 objects/s recovering 2024-08-29T17:37:24.381 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:37:24 smithi028 bash[22419]: cluster 2024-08-29T17:37:22.809274+0000 mgr.y (mgr.14150) 235 : cluster [DBG] pgmap v208: 1 pgs: 1 active+clean; 577 KiB data, 1.4 GiB used, 446 GiB / 447 GiB avail; 48 KiB/s, 0 objects/s recovering 2024-08-29T17:37:24.381 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:37:24 smithi028 bash[22419]: audit 2024-08-29T17:37:23.889836+0000 mon.a (mon.0) 490 : audit [DBG] from='mgr.14150 172.21.15.28:0/484978966' entity='mgr.y' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-08-29T17:37:24.381 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:37:24 smithi028 bash[22419]: audit 2024-08-29T17:37:23.895846+0000 mon.a (mon.0) 491 : audit [INF] from='mgr.14150 172.21.15.28:0/484978966' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-08-29T17:37:24.381 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:37:24 smithi028 bash[22419]: audit 2024-08-29T17:37:23.897456+0000 mon.a (mon.0) 492 : audit [DBG] from='mgr.14150 172.21.15.28:0/484978966' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-29T17:37:24.381 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:37:24 smithi028 bash[31855]: cluster 2024-08-29T17:37:22.809274+0000 mgr.y (mgr.14150) 235 : cluster [DBG] pgmap v208: 1 pgs: 1 active+clean; 577 KiB data, 1.4 GiB used, 446 GiB / 447 GiB avail; 48 KiB/s, 0 objects/s recovering 2024-08-29T17:37:24.381 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:37:24 smithi028 bash[31855]: audit 2024-08-29T17:37:23.889836+0000 mon.a (mon.0) 490 : audit [DBG] from='mgr.14150 172.21.15.28:0/484978966' entity='mgr.y' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-08-29T17:37:24.381 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:37:24 smithi028 bash[31855]: audit 2024-08-29T17:37:23.895846+0000 mon.a (mon.0) 491 : audit [INF] from='mgr.14150 172.21.15.28:0/484978966' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-08-29T17:37:24.382 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:37:24 smithi028 bash[31855]: audit 2024-08-29T17:37:23.897456+0000 mon.a (mon.0) 492 : audit [DBG] from='mgr.14150 172.21.15.28:0/484978966' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-29T17:37:24.577 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:37:24 smithi053 bash[24720]: cluster 2024-08-29T17:37:22.809274+0000 mgr.y (mgr.14150) 235 : cluster [DBG] pgmap v208: 1 pgs: 1 active+clean; 577 KiB data, 1.4 GiB used, 446 GiB / 447 GiB avail; 48 KiB/s, 0 objects/s recovering 2024-08-29T17:37:24.577 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:37:24 smithi053 bash[24720]: audit 2024-08-29T17:37:23.889836+0000 mon.a (mon.0) 490 : audit [DBG] from='mgr.14150 172.21.15.28:0/484978966' entity='mgr.y' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-08-29T17:37:24.577 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:37:24 smithi053 bash[24720]: audit 2024-08-29T17:37:23.895846+0000 mon.a (mon.0) 491 : audit [INF] from='mgr.14150 172.21.15.28:0/484978966' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-08-29T17:37:24.577 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:37:24 smithi053 bash[24720]: audit 2024-08-29T17:37:23.897456+0000 mon.a (mon.0) 492 : audit [DBG] from='mgr.14150 172.21.15.28:0/484978966' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-29T17:37:25.380 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:37:25 smithi028 bash[22419]: audit 2024-08-29T17:37:23.883240+0000 mgr.y (mgr.14150) 236 : audit [DBG] from='client.24226 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi053:vg_nvme/lv_3", "target": ["mon-mgr", ""]}]: dispatch 2024-08-29T17:37:25.381 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:37:25 smithi028 bash[31855]: audit 2024-08-29T17:37:23.883240+0000 mgr.y (mgr.14150) 236 : audit [DBG] from='client.24226 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi053:vg_nvme/lv_3", "target": ["mon-mgr", ""]}]: dispatch 2024-08-29T17:37:25.574 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:37:25 smithi053 bash[24720]: audit 2024-08-29T17:37:23.883240+0000 mgr.y (mgr.14150) 236 : audit [DBG] from='client.24226 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi053:vg_nvme/lv_3", "target": ["mon-mgr", ""]}]: dispatch 2024-08-29T17:37:26.380 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:37:26 smithi028 bash[22419]: cluster 2024-08-29T17:37:24.809927+0000 mgr.y (mgr.14150) 237 : cluster [DBG] pgmap v209: 1 pgs: 1 active+clean; 577 KiB data, 1.4 GiB used, 446 GiB / 447 GiB avail 2024-08-29T17:37:26.381 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:37:26 smithi028 bash[31855]: cluster 2024-08-29T17:37:24.809927+0000 mgr.y (mgr.14150) 237 : cluster [DBG] pgmap v209: 1 pgs: 1 active+clean; 577 KiB data, 1.4 GiB used, 446 GiB / 447 GiB avail 2024-08-29T17:37:26.574 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:37:26 smithi053 bash[24720]: cluster 2024-08-29T17:37:24.809927+0000 mgr.y (mgr.14150) 237 : cluster [DBG] pgmap v209: 1 pgs: 1 active+clean; 577 KiB data, 1.4 GiB used, 446 GiB / 447 GiB avail 2024-08-29T17:37:28.380 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:37:28 smithi028 bash[22419]: cluster 2024-08-29T17:37:26.810586+0000 mgr.y (mgr.14150) 238 : cluster [DBG] pgmap v210: 1 pgs: 1 active+clean; 577 KiB data, 1.4 GiB used, 446 GiB / 447 GiB avail 2024-08-29T17:37:28.381 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:37:28 smithi028 bash[31855]: cluster 2024-08-29T17:37:26.810586+0000 mgr.y (mgr.14150) 238 : cluster [DBG] pgmap v210: 1 pgs: 1 active+clean; 577 KiB data, 1.4 GiB used, 446 GiB / 447 GiB avail 2024-08-29T17:37:28.574 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:37:28 smithi053 bash[24720]: cluster 2024-08-29T17:37:26.810586+0000 mgr.y (mgr.14150) 238 : cluster [DBG] pgmap v210: 1 pgs: 1 active+clean; 577 KiB data, 1.4 GiB used, 446 GiB / 447 GiB avail 2024-08-29T17:37:30.324 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:37:30 smithi053 bash[24720]: cluster 2024-08-29T17:37:28.811153+0000 mgr.y (mgr.14150) 239 : cluster [DBG] pgmap v211: 1 pgs: 1 active+clean; 577 KiB data, 1.4 GiB used, 446 GiB / 447 GiB avail 2024-08-29T17:37:30.380 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:37:30 smithi028 bash[22419]: cluster 2024-08-29T17:37:28.811153+0000 mgr.y (mgr.14150) 239 : cluster [DBG] pgmap v211: 1 pgs: 1 active+clean; 577 KiB data, 1.4 GiB used, 446 GiB / 447 GiB avail 2024-08-29T17:37:30.381 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:37:30 smithi028 bash[31855]: cluster 2024-08-29T17:37:28.811153+0000 mgr.y (mgr.14150) 239 : cluster [DBG] pgmap v211: 1 pgs: 1 active+clean; 577 KiB data, 1.4 GiB used, 446 GiB / 447 GiB avail 2024-08-29T17:37:32.380 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:37:32 smithi028 bash[22419]: cluster 2024-08-29T17:37:30.811786+0000 mgr.y (mgr.14150) 240 : cluster [DBG] pgmap v212: 1 pgs: 1 active+clean; 577 KiB data, 1.4 GiB used, 446 GiB / 447 GiB avail 2024-08-29T17:37:32.381 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:37:32 smithi028 bash[31855]: cluster 2024-08-29T17:37:30.811786+0000 mgr.y (mgr.14150) 240 : cluster [DBG] pgmap v212: 1 pgs: 1 active+clean; 577 KiB data, 1.4 GiB used, 446 GiB / 447 GiB avail 2024-08-29T17:37:32.574 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:37:32 smithi053 bash[24720]: cluster 2024-08-29T17:37:30.811786+0000 mgr.y (mgr.14150) 240 : cluster [DBG] pgmap v212: 1 pgs: 1 active+clean; 577 KiB data, 1.4 GiB used, 446 GiB / 447 GiB avail 2024-08-29T17:37:33.380 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:37:33 smithi028 bash[22419]: audit 2024-08-29T17:37:32.458209+0000 mon.b (mon.1) 14 : audit [INF] from='client.? 172.21.15.53:0/82131753' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "07a24bff-d6cc-495d-97e1-768094b28c0b"}]: dispatch 2024-08-29T17:37:33.381 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:37:33 smithi028 bash[22419]: audit 2024-08-29T17:37:32.458414+0000 mon.a (mon.0) 493 : audit [INF] from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "07a24bff-d6cc-495d-97e1-768094b28c0b"}]: dispatch 2024-08-29T17:37:33.381 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:37:33 smithi028 bash[22419]: audit 2024-08-29T17:37:32.466869+0000 mon.a (mon.0) 494 : audit [INF] from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "07a24bff-d6cc-495d-97e1-768094b28c0b"}]': finished 2024-08-29T17:37:33.381 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:37:33 smithi028 bash[22419]: cluster 2024-08-29T17:37:32.466991+0000 mon.a (mon.0) 495 : cluster [DBG] osdmap e35: 6 total, 5 up, 6 in 2024-08-29T17:37:33.381 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:37:33 smithi028 bash[22419]: audit 2024-08-29T17:37:32.467248+0000 mon.a (mon.0) 496 : audit [DBG] from='mgr.14150 172.21.15.28:0/484978966' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-08-29T17:37:33.381 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:37:33 smithi028 bash[22419]: audit 2024-08-29T17:37:33.107290+0000 mon.b (mon.1) 15 : audit [DBG] from='client.? 172.21.15.53:0/3289081341' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-08-29T17:37:33.381 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:37:33 smithi028 bash[31855]: audit 2024-08-29T17:37:32.458209+0000 mon.b (mon.1) 14 : audit [INF] from='client.? 172.21.15.53:0/82131753' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "07a24bff-d6cc-495d-97e1-768094b28c0b"}]: dispatch 2024-08-29T17:37:33.381 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:37:33 smithi028 bash[31855]: audit 2024-08-29T17:37:32.458414+0000 mon.a (mon.0) 493 : audit [INF] from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "07a24bff-d6cc-495d-97e1-768094b28c0b"}]: dispatch 2024-08-29T17:37:33.381 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:37:33 smithi028 bash[31855]: audit 2024-08-29T17:37:32.466869+0000 mon.a (mon.0) 494 : audit [INF] from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "07a24bff-d6cc-495d-97e1-768094b28c0b"}]': finished 2024-08-29T17:37:33.382 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:37:33 smithi028 bash[31855]: cluster 2024-08-29T17:37:32.466991+0000 mon.a (mon.0) 495 : cluster [DBG] osdmap e35: 6 total, 5 up, 6 in 2024-08-29T17:37:33.382 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:37:33 smithi028 bash[31855]: audit 2024-08-29T17:37:32.467248+0000 mon.a (mon.0) 496 : audit [DBG] from='mgr.14150 172.21.15.28:0/484978966' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-08-29T17:37:33.382 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:37:33 smithi028 bash[31855]: audit 2024-08-29T17:37:33.107290+0000 mon.b (mon.1) 15 : audit [DBG] from='client.? 172.21.15.53:0/3289081341' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-08-29T17:37:33.574 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:37:33 smithi053 bash[24720]: audit 2024-08-29T17:37:32.458209+0000 mon.b (mon.1) 14 : audit [INF] from='client.? 172.21.15.53:0/82131753' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "07a24bff-d6cc-495d-97e1-768094b28c0b"}]: dispatch 2024-08-29T17:37:33.575 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:37:33 smithi053 bash[24720]: audit 2024-08-29T17:37:32.458414+0000 mon.a (mon.0) 493 : audit [INF] from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "07a24bff-d6cc-495d-97e1-768094b28c0b"}]: dispatch 2024-08-29T17:37:33.575 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:37:33 smithi053 bash[24720]: audit 2024-08-29T17:37:32.466869+0000 mon.a (mon.0) 494 : audit [INF] from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "07a24bff-d6cc-495d-97e1-768094b28c0b"}]': finished 2024-08-29T17:37:33.575 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:37:33 smithi053 bash[24720]: cluster 2024-08-29T17:37:32.466991+0000 mon.a (mon.0) 495 : cluster [DBG] osdmap e35: 6 total, 5 up, 6 in 2024-08-29T17:37:33.575 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:37:33 smithi053 bash[24720]: audit 2024-08-29T17:37:32.467248+0000 mon.a (mon.0) 496 : audit [DBG] from='mgr.14150 172.21.15.28:0/484978966' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-08-29T17:37:33.575 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:37:33 smithi053 bash[24720]: audit 2024-08-29T17:37:33.107290+0000 mon.b (mon.1) 15 : audit [DBG] from='client.? 172.21.15.53:0/3289081341' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-08-29T17:37:34.381 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:37:34 smithi028 bash[22419]: cluster 2024-08-29T17:37:32.812319+0000 mgr.y (mgr.14150) 241 : cluster [DBG] pgmap v214: 1 pgs: 1 active+clean; 577 KiB data, 1.4 GiB used, 446 GiB / 447 GiB avail 2024-08-29T17:37:34.381 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:37:34 smithi028 bash[31855]: cluster 2024-08-29T17:37:32.812319+0000 mgr.y (mgr.14150) 241 : cluster [DBG] pgmap v214: 1 pgs: 1 active+clean; 577 KiB data, 1.4 GiB used, 446 GiB / 447 GiB avail 2024-08-29T17:37:34.574 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:37:34 smithi053 bash[24720]: cluster 2024-08-29T17:37:32.812319+0000 mgr.y (mgr.14150) 241 : cluster [DBG] pgmap v214: 1 pgs: 1 active+clean; 577 KiB data, 1.4 GiB used, 446 GiB / 447 GiB avail 2024-08-29T17:37:36.380 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:37:36 smithi028 bash[22419]: cluster 2024-08-29T17:37:34.812842+0000 mgr.y (mgr.14150) 242 : cluster [DBG] pgmap v215: 1 pgs: 1 active+clean; 577 KiB data, 1.4 GiB used, 446 GiB / 447 GiB avail 2024-08-29T17:37:36.381 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:37:36 smithi028 bash[31855]: cluster 2024-08-29T17:37:34.812842+0000 mgr.y (mgr.14150) 242 : cluster [DBG] pgmap v215: 1 pgs: 1 active+clean; 577 KiB data, 1.4 GiB used, 446 GiB / 447 GiB avail 2024-08-29T17:37:36.574 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:37:36 smithi053 bash[24720]: cluster 2024-08-29T17:37:34.812842+0000 mgr.y (mgr.14150) 242 : cluster [DBG] pgmap v215: 1 pgs: 1 active+clean; 577 KiB data, 1.4 GiB used, 446 GiB / 447 GiB avail 2024-08-29T17:37:38.380 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:37:38 smithi028 bash[22419]: cluster 2024-08-29T17:37:36.813361+0000 mgr.y (mgr.14150) 243 : cluster [DBG] pgmap v216: 1 pgs: 1 active+clean; 577 KiB data, 1.4 GiB used, 446 GiB / 447 GiB avail 2024-08-29T17:37:38.422 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:37:38 smithi028 bash[31855]: cluster 2024-08-29T17:37:36.813361+0000 mgr.y (mgr.14150) 243 : cluster [DBG] pgmap v216: 1 pgs: 1 active+clean; 577 KiB data, 1.4 GiB used, 446 GiB / 447 GiB avail 2024-08-29T17:37:38.574 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:37:38 smithi053 bash[24720]: cluster 2024-08-29T17:37:36.813361+0000 mgr.y (mgr.14150) 243 : cluster [DBG] pgmap v216: 1 pgs: 1 active+clean; 577 KiB data, 1.4 GiB used, 446 GiB / 447 GiB avail 2024-08-29T17:37:40.380 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:37:40 smithi028 bash[22419]: cluster 2024-08-29T17:37:38.813936+0000 mgr.y (mgr.14150) 244 : cluster [DBG] pgmap v217: 1 pgs: 1 active+clean; 577 KiB data, 1.4 GiB used, 446 GiB / 447 GiB avail 2024-08-29T17:37:40.380 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:37:40 smithi028 bash[31855]: cluster 2024-08-29T17:37:38.813936+0000 mgr.y (mgr.14150) 244 : cluster [DBG] pgmap v217: 1 pgs: 1 active+clean; 577 KiB data, 1.4 GiB used, 446 GiB / 447 GiB avail 2024-08-29T17:37:40.574 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:37:40 smithi053 bash[24720]: cluster 2024-08-29T17:37:38.813936+0000 mgr.y (mgr.14150) 244 : cluster [DBG] pgmap v217: 1 pgs: 1 active+clean; 577 KiB data, 1.4 GiB used, 446 GiB / 447 GiB avail 2024-08-29T17:37:42.380 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:37:42 smithi028 bash[22419]: cluster 2024-08-29T17:37:40.814462+0000 mgr.y (mgr.14150) 245 : cluster [DBG] pgmap v218: 1 pgs: 1 active+clean; 577 KiB data, 1.4 GiB used, 446 GiB / 447 GiB avail 2024-08-29T17:37:42.380 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:37:42 smithi028 bash[31855]: cluster 2024-08-29T17:37:40.814462+0000 mgr.y (mgr.14150) 245 : cluster [DBG] pgmap v218: 1 pgs: 1 active+clean; 577 KiB data, 1.4 GiB used, 446 GiB / 447 GiB avail 2024-08-29T17:37:42.505 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:37:42 smithi053 bash[24720]: cluster 2024-08-29T17:37:40.814462+0000 mgr.y (mgr.14150) 245 : cluster [DBG] pgmap v218: 1 pgs: 1 active+clean; 577 KiB data, 1.4 GiB used, 446 GiB / 447 GiB avail 2024-08-29T17:37:44.290 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:37:44 smithi053 bash[24720]: cluster 2024-08-29T17:37:42.814995+0000 mgr.y (mgr.14150) 246 : cluster [DBG] pgmap v219: 1 pgs: 1 active+clean; 577 KiB data, 1.4 GiB used, 446 GiB / 447 GiB avail 2024-08-29T17:37:44.630 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:37:44 smithi028 bash[22419]: cluster 2024-08-29T17:37:42.814995+0000 mgr.y (mgr.14150) 246 : cluster [DBG] pgmap v219: 1 pgs: 1 active+clean; 577 KiB data, 1.4 GiB used, 446 GiB / 447 GiB avail 2024-08-29T17:37:44.630 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:37:44 smithi028 bash[31855]: cluster 2024-08-29T17:37:42.814995+0000 mgr.y (mgr.14150) 246 : cluster [DBG] pgmap v219: 1 pgs: 1 active+clean; 577 KiB data, 1.4 GiB used, 446 GiB / 447 GiB avail 2024-08-29T17:37:45.574 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:37:45 smithi053 bash[24720]: audit 2024-08-29T17:37:44.975870+0000 mon.a (mon.0) 497 : audit [INF] from='mgr.14150 172.21.15.28:0/484978966' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.5"}]: dispatch 2024-08-29T17:37:45.574 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:37:45 smithi053 bash[24720]: audit 2024-08-29T17:37:44.977675+0000 mon.a (mon.0) 498 : audit [DBG] from='mgr.14150 172.21.15.28:0/484978966' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-29T17:37:45.630 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:37:45 smithi028 bash[22419]: audit 2024-08-29T17:37:44.975870+0000 mon.a (mon.0) 497 : audit [INF] from='mgr.14150 172.21.15.28:0/484978966' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.5"}]: dispatch 2024-08-29T17:37:45.630 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:37:45 smithi028 bash[22419]: audit 2024-08-29T17:37:44.977675+0000 mon.a (mon.0) 498 : audit [DBG] from='mgr.14150 172.21.15.28:0/484978966' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-29T17:37:45.630 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:37:45 smithi028 bash[31855]: audit 2024-08-29T17:37:44.975870+0000 mon.a (mon.0) 497 : audit [INF] from='mgr.14150 172.21.15.28:0/484978966' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.5"}]: dispatch 2024-08-29T17:37:45.631 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:37:45 smithi028 bash[31855]: audit 2024-08-29T17:37:44.977675+0000 mon.a (mon.0) 498 : audit [DBG] from='mgr.14150 172.21.15.28:0/484978966' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-29T17:37:46.413 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:37:46 smithi053 bash[24720]: cluster 2024-08-29T17:37:44.815500+0000 mgr.y (mgr.14150) 247 : cluster [DBG] pgmap v220: 1 pgs: 1 active+clean; 577 KiB data, 1.4 GiB used, 446 GiB / 447 GiB avail 2024-08-29T17:37:46.414 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:37:46 smithi053 bash[24720]: cephadm 2024-08-29T17:37:44.979186+0000 mgr.y (mgr.14150) 248 : cephadm [INF] Deploying daemon osd.5 on smithi053 2024-08-29T17:37:46.630 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:37:46 smithi028 bash[22419]: cluster 2024-08-29T17:37:44.815500+0000 mgr.y (mgr.14150) 247 : cluster [DBG] pgmap v220: 1 pgs: 1 active+clean; 577 KiB data, 1.4 GiB used, 446 GiB / 447 GiB avail 2024-08-29T17:37:46.630 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:37:46 smithi028 bash[22419]: cephadm 2024-08-29T17:37:44.979186+0000 mgr.y (mgr.14150) 248 : cephadm [INF] Deploying daemon osd.5 on smithi053 2024-08-29T17:37:46.631 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:37:46 smithi028 bash[31855]: cluster 2024-08-29T17:37:44.815500+0000 mgr.y (mgr.14150) 247 : cluster [DBG] pgmap v220: 1 pgs: 1 active+clean; 577 KiB data, 1.4 GiB used, 446 GiB / 447 GiB avail 2024-08-29T17:37:46.631 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:37:46 smithi028 bash[31855]: cephadm 2024-08-29T17:37:44.979186+0000 mgr.y (mgr.14150) 248 : cephadm [INF] Deploying daemon osd.5 on smithi053 2024-08-29T17:37:48.432 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:37:48 smithi053 bash[24720]: cluster 2024-08-29T17:37:46.816053+0000 mgr.y (mgr.14150) 249 : cluster [DBG] pgmap v221: 1 pgs: 1 active+clean; 577 KiB data, 1.4 GiB used, 446 GiB / 447 GiB avail 2024-08-29T17:37:48.630 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:37:48 smithi028 bash[22419]: cluster 2024-08-29T17:37:46.816053+0000 mgr.y (mgr.14150) 249 : cluster [DBG] pgmap v221: 1 pgs: 1 active+clean; 577 KiB data, 1.4 GiB used, 446 GiB / 447 GiB avail 2024-08-29T17:37:48.631 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:37:48 smithi028 bash[31855]: cluster 2024-08-29T17:37:46.816053+0000 mgr.y (mgr.14150) 249 : cluster [DBG] pgmap v221: 1 pgs: 1 active+clean; 577 KiB data, 1.4 GiB used, 446 GiB / 447 GiB avail 2024-08-29T17:37:49.388 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:37:49 smithi053 systemd[1]: /etc/systemd/system/ceph-3167ee72-662c-11ef-bcd4-c7b262605968@.service:24: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-08-29T17:37:49.389 INFO:journalctl@ceph.mgr.x.smithi053.stdout:Aug 29 17:37:49 smithi053 systemd[1]: /etc/systemd/system/ceph-3167ee72-662c-11ef-bcd4-c7b262605968@.service:24: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-08-29T17:37:49.389 INFO:journalctl@ceph.osd.4.smithi053.stdout:Aug 29 17:37:49 smithi053 systemd[1]: /etc/systemd/system/ceph-3167ee72-662c-11ef-bcd4-c7b262605968@.service:24: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-08-29T17:37:49.727 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:37:49 smithi053 systemd[1]: /etc/systemd/system/ceph-3167ee72-662c-11ef-bcd4-c7b262605968@.service:24: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-08-29T17:37:49.727 INFO:journalctl@ceph.mgr.x.smithi053.stdout:Aug 29 17:37:49 smithi053 systemd[1]: /etc/systemd/system/ceph-3167ee72-662c-11ef-bcd4-c7b262605968@.service:24: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-08-29T17:37:49.728 INFO:journalctl@ceph.osd.4.smithi053.stdout:Aug 29 17:37:49 smithi053 systemd[1]: /etc/systemd/system/ceph-3167ee72-662c-11ef-bcd4-c7b262605968@.service:24: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-08-29T17:37:50.574 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:37:50 smithi053 bash[24720]: cluster 2024-08-29T17:37:48.816586+0000 mgr.y (mgr.14150) 250 : cluster [DBG] pgmap v222: 1 pgs: 1 active+clean; 577 KiB data, 1.4 GiB used, 446 GiB / 447 GiB avail 2024-08-29T17:37:50.574 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:37:50 smithi053 bash[24720]: audit 2024-08-29T17:37:49.660028+0000 mon.a (mon.0) 499 : audit [DBG] from='mgr.14150 172.21.15.28:0/484978966' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-29T17:37:50.574 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:37:50 smithi053 bash[24720]: audit 2024-08-29T17:37:49.668039+0000 mon.a (mon.0) 500 : audit [INF] from='mgr.14150 172.21.15.28:0/484978966' entity='mgr.y' 2024-08-29T17:37:50.574 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:37:50 smithi053 bash[24720]: audit 2024-08-29T17:37:49.676296+0000 mon.a (mon.0) 501 : audit [INF] from='mgr.14150 172.21.15.28:0/484978966' entity='mgr.y' 2024-08-29T17:37:50.630 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:37:50 smithi028 bash[22419]: cluster 2024-08-29T17:37:48.816586+0000 mgr.y (mgr.14150) 250 : cluster [DBG] pgmap v222: 1 pgs: 1 active+clean; 577 KiB data, 1.4 GiB used, 446 GiB / 447 GiB avail 2024-08-29T17:37:50.630 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:37:50 smithi028 bash[22419]: audit 2024-08-29T17:37:49.660028+0000 mon.a (mon.0) 499 : audit [DBG] from='mgr.14150 172.21.15.28:0/484978966' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-29T17:37:50.631 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:37:50 smithi028 bash[22419]: audit 2024-08-29T17:37:49.668039+0000 mon.a (mon.0) 500 : audit [INF] from='mgr.14150 172.21.15.28:0/484978966' entity='mgr.y' 2024-08-29T17:37:50.631 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:37:50 smithi028 bash[22419]: audit 2024-08-29T17:37:49.676296+0000 mon.a (mon.0) 501 : audit [INF] from='mgr.14150 172.21.15.28:0/484978966' entity='mgr.y' 2024-08-29T17:37:50.631 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:37:50 smithi028 bash[31855]: cluster 2024-08-29T17:37:48.816586+0000 mgr.y (mgr.14150) 250 : cluster [DBG] pgmap v222: 1 pgs: 1 active+clean; 577 KiB data, 1.4 GiB used, 446 GiB / 447 GiB avail 2024-08-29T17:37:50.631 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:37:50 smithi028 bash[31855]: audit 2024-08-29T17:37:49.660028+0000 mon.a (mon.0) 499 : audit [DBG] from='mgr.14150 172.21.15.28:0/484978966' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-29T17:37:50.631 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:37:50 smithi028 bash[31855]: audit 2024-08-29T17:37:49.668039+0000 mon.a (mon.0) 500 : audit [INF] from='mgr.14150 172.21.15.28:0/484978966' entity='mgr.y' 2024-08-29T17:37:50.631 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:37:50 smithi028 bash[31855]: audit 2024-08-29T17:37:49.676296+0000 mon.a (mon.0) 501 : audit [INF] from='mgr.14150 172.21.15.28:0/484978966' entity='mgr.y' 2024-08-29T17:37:52.324 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:37:52 smithi053 bash[24720]: cluster 2024-08-29T17:37:50.817113+0000 mgr.y (mgr.14150) 251 : cluster [DBG] pgmap v223: 1 pgs: 1 active+clean; 577 KiB data, 1.4 GiB used, 446 GiB / 447 GiB avail 2024-08-29T17:37:52.630 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:37:52 smithi028 bash[22419]: cluster 2024-08-29T17:37:50.817113+0000 mgr.y (mgr.14150) 251 : cluster [DBG] pgmap v223: 1 pgs: 1 active+clean; 577 KiB data, 1.4 GiB used, 446 GiB / 447 GiB avail 2024-08-29T17:37:52.630 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:37:52 smithi028 bash[31855]: cluster 2024-08-29T17:37:50.817113+0000 mgr.y (mgr.14150) 251 : cluster [DBG] pgmap v223: 1 pgs: 1 active+clean; 577 KiB data, 1.4 GiB used, 446 GiB / 447 GiB avail 2024-08-29T17:37:54.538 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:37:54 smithi053 bash[24720]: cluster 2024-08-29T17:37:52.817780+0000 mgr.y (mgr.14150) 252 : cluster [DBG] pgmap v224: 1 pgs: 1 active+clean; 577 KiB data, 1.4 GiB used, 446 GiB / 447 GiB avail 2024-08-29T17:37:54.630 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:37:54 smithi028 bash[22419]: cluster 2024-08-29T17:37:52.817780+0000 mgr.y (mgr.14150) 252 : cluster [DBG] pgmap v224: 1 pgs: 1 active+clean; 577 KiB data, 1.4 GiB used, 446 GiB / 447 GiB avail 2024-08-29T17:37:54.630 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:37:54 smithi028 bash[31855]: cluster 2024-08-29T17:37:52.817780+0000 mgr.y (mgr.14150) 252 : cluster [DBG] pgmap v224: 1 pgs: 1 active+clean; 577 KiB data, 1.4 GiB used, 446 GiB / 447 GiB avail 2024-08-29T17:37:55.904 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:37:55 smithi053 bash[24720]: audit 2024-08-29T17:37:54.711994+0000 mon.a (mon.0) 502 : audit [INF] from='mgr.14150 172.21.15.28:0/484978966' entity='mgr.y' 2024-08-29T17:37:55.904 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:37:55 smithi053 bash[24720]: audit 2024-08-29T17:37:54.720460+0000 mon.a (mon.0) 503 : audit [INF] from='mgr.14150 172.21.15.28:0/484978966' entity='mgr.y' 2024-08-29T17:37:55.904 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:37:55 smithi053 bash[24720]: audit 2024-08-29T17:37:54.722266+0000 mon.a (mon.0) 504 : audit [DBG] from='mgr.14150 172.21.15.28:0/484978966' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-29T17:37:55.904 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:37:55 smithi053 bash[24720]: audit 2024-08-29T17:37:54.724234+0000 mon.a (mon.0) 505 : audit [INF] from='mgr.14150 172.21.15.28:0/484978966' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-29T17:37:55.904 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:37:55 smithi053 bash[24720]: audit 2024-08-29T17:37:54.734530+0000 mon.a (mon.0) 506 : audit [INF] from='mgr.14150 172.21.15.28:0/484978966' entity='mgr.y' 2024-08-29T17:37:55.904 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:37:55 smithi053 bash[24720]: cluster 2024-08-29T17:37:54.818309+0000 mgr.y (mgr.14150) 253 : cluster [DBG] pgmap v225: 1 pgs: 1 active+clean; 577 KiB data, 1.4 GiB used, 446 GiB / 447 GiB avail 2024-08-29T17:37:56.130 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:37:55 smithi028 bash[22419]: audit 2024-08-29T17:37:54.711994+0000 mon.a (mon.0) 502 : audit [INF] from='mgr.14150 172.21.15.28:0/484978966' entity='mgr.y' 2024-08-29T17:37:56.130 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:37:55 smithi028 bash[22419]: audit 2024-08-29T17:37:54.720460+0000 mon.a (mon.0) 503 : audit [INF] from='mgr.14150 172.21.15.28:0/484978966' entity='mgr.y' 2024-08-29T17:37:56.130 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:37:55 smithi028 bash[22419]: audit 2024-08-29T17:37:54.722266+0000 mon.a (mon.0) 504 : audit [DBG] from='mgr.14150 172.21.15.28:0/484978966' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-29T17:37:56.131 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:37:55 smithi028 bash[22419]: audit 2024-08-29T17:37:54.724234+0000 mon.a (mon.0) 505 : audit [INF] from='mgr.14150 172.21.15.28:0/484978966' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-29T17:37:56.131 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:37:55 smithi028 bash[22419]: audit 2024-08-29T17:37:54.734530+0000 mon.a (mon.0) 506 : audit [INF] from='mgr.14150 172.21.15.28:0/484978966' entity='mgr.y' 2024-08-29T17:37:56.131 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:37:55 smithi028 bash[22419]: cluster 2024-08-29T17:37:54.818309+0000 mgr.y (mgr.14150) 253 : cluster [DBG] pgmap v225: 1 pgs: 1 active+clean; 577 KiB data, 1.4 GiB used, 446 GiB / 447 GiB avail 2024-08-29T17:37:56.131 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:37:55 smithi028 bash[31855]: audit 2024-08-29T17:37:54.711994+0000 mon.a (mon.0) 502 : audit [INF] from='mgr.14150 172.21.15.28:0/484978966' entity='mgr.y' 2024-08-29T17:37:56.131 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:37:55 smithi028 bash[31855]: audit 2024-08-29T17:37:54.720460+0000 mon.a (mon.0) 503 : audit [INF] from='mgr.14150 172.21.15.28:0/484978966' entity='mgr.y' 2024-08-29T17:37:56.131 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:37:55 smithi028 bash[31855]: audit 2024-08-29T17:37:54.722266+0000 mon.a (mon.0) 504 : audit [DBG] from='mgr.14150 172.21.15.28:0/484978966' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-29T17:37:56.131 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:37:55 smithi028 bash[31855]: audit 2024-08-29T17:37:54.724234+0000 mon.a (mon.0) 505 : audit [INF] from='mgr.14150 172.21.15.28:0/484978966' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-29T17:37:56.131 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:37:55 smithi028 bash[31855]: audit 2024-08-29T17:37:54.734530+0000 mon.a (mon.0) 506 : audit [INF] from='mgr.14150 172.21.15.28:0/484978966' entity='mgr.y' 2024-08-29T17:37:56.131 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:37:55 smithi028 bash[31855]: cluster 2024-08-29T17:37:54.818309+0000 mgr.y (mgr.14150) 253 : cluster [DBG] pgmap v225: 1 pgs: 1 active+clean; 577 KiB data, 1.4 GiB used, 446 GiB / 447 GiB avail 2024-08-29T17:37:56.824 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:37:56 smithi053 bash[24720]: audit 2024-08-29T17:37:56.306571+0000 mon.b (mon.1) 16 : audit [INF] from='osd.5 [v2:172.21.15.53:6808/2509978860,v1:172.21.15.53:6809/2509978860]' entity='osd.5' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["5"]}]: dispatch 2024-08-29T17:37:56.824 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:37:56 smithi053 bash[24720]: audit 2024-08-29T17:37:56.306782+0000 mon.a (mon.0) 507 : audit [INF] from='osd.5 ' entity='osd.5' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["5"]}]: dispatch 2024-08-29T17:37:57.130 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:37:56 smithi028 bash[22419]: audit 2024-08-29T17:37:56.306571+0000 mon.b (mon.1) 16 : audit [INF] from='osd.5 [v2:172.21.15.53:6808/2509978860,v1:172.21.15.53:6809/2509978860]' entity='osd.5' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["5"]}]: dispatch 2024-08-29T17:37:57.130 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:37:56 smithi028 bash[22419]: audit 2024-08-29T17:37:56.306782+0000 mon.a (mon.0) 507 : audit [INF] from='osd.5 ' entity='osd.5' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["5"]}]: dispatch 2024-08-29T17:37:57.130 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:37:56 smithi028 bash[31855]: audit 2024-08-29T17:37:56.306571+0000 mon.b (mon.1) 16 : audit [INF] from='osd.5 [v2:172.21.15.53:6808/2509978860,v1:172.21.15.53:6809/2509978860]' entity='osd.5' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["5"]}]: dispatch 2024-08-29T17:37:57.131 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:37:56 smithi028 bash[31855]: audit 2024-08-29T17:37:56.306782+0000 mon.a (mon.0) 507 : audit [INF] from='osd.5 ' entity='osd.5' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["5"]}]: dispatch 2024-08-29T17:37:58.027 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:37:57 smithi053 bash[24720]: audit 2024-08-29T17:37:56.746583+0000 mon.a (mon.0) 508 : audit [INF] from='osd.5 ' entity='osd.5' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["5"]}]': finished 2024-08-29T17:37:58.027 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:37:57 smithi053 bash[24720]: cluster 2024-08-29T17:37:56.746706+0000 mon.a (mon.0) 509 : cluster [DBG] osdmap e36: 6 total, 5 up, 6 in 2024-08-29T17:37:58.028 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:37:57 smithi053 bash[24720]: audit 2024-08-29T17:37:56.746968+0000 mon.a (mon.0) 510 : audit [DBG] from='mgr.14150 172.21.15.28:0/484978966' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-08-29T17:37:58.028 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:37:57 smithi053 bash[24720]: audit 2024-08-29T17:37:56.748428+0000 mon.b (mon.1) 17 : audit [INF] from='osd.5 [v2:172.21.15.53:6808/2509978860,v1:172.21.15.53:6809/2509978860]' entity='osd.5' cmd=[{"prefix": "osd crush create-or-move", "id": 5, "weight":0.0873, "args": ["host=smithi053", "root=default"]}]: dispatch 2024-08-29T17:37:58.028 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:37:57 smithi053 bash[24720]: audit 2024-08-29T17:37:56.748835+0000 mon.a (mon.0) 511 : audit [INF] from='osd.5 ' entity='osd.5' cmd=[{"prefix": "osd crush create-or-move", "id": 5, "weight":0.0873, "args": ["host=smithi053", "root=default"]}]: dispatch 2024-08-29T17:37:58.028 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:37:57 smithi053 bash[24720]: cluster 2024-08-29T17:37:56.818933+0000 mgr.y (mgr.14150) 254 : cluster [DBG] pgmap v227: 1 pgs: 1 active+clean; 577 KiB data, 1.4 GiB used, 446 GiB / 447 GiB avail 2024-08-29T17:37:58.130 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:37:57 smithi028 bash[22419]: audit 2024-08-29T17:37:56.746583+0000 mon.a (mon.0) 508 : audit [INF] from='osd.5 ' entity='osd.5' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["5"]}]': finished 2024-08-29T17:37:58.131 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:37:57 smithi028 bash[22419]: cluster 2024-08-29T17:37:56.746706+0000 mon.a (mon.0) 509 : cluster [DBG] osdmap e36: 6 total, 5 up, 6 in 2024-08-29T17:37:58.131 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:37:57 smithi028 bash[22419]: audit 2024-08-29T17:37:56.746968+0000 mon.a (mon.0) 510 : audit [DBG] from='mgr.14150 172.21.15.28:0/484978966' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-08-29T17:37:58.131 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:37:57 smithi028 bash[22419]: audit 2024-08-29T17:37:56.748428+0000 mon.b (mon.1) 17 : audit [INF] from='osd.5 [v2:172.21.15.53:6808/2509978860,v1:172.21.15.53:6809/2509978860]' entity='osd.5' cmd=[{"prefix": "osd crush create-or-move", "id": 5, "weight":0.0873, "args": ["host=smithi053", "root=default"]}]: dispatch 2024-08-29T17:37:58.131 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:37:57 smithi028 bash[22419]: audit 2024-08-29T17:37:56.748835+0000 mon.a (mon.0) 511 : audit [INF] from='osd.5 ' entity='osd.5' cmd=[{"prefix": "osd crush create-or-move", "id": 5, "weight":0.0873, "args": ["host=smithi053", "root=default"]}]: dispatch 2024-08-29T17:37:58.131 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:37:57 smithi028 bash[22419]: cluster 2024-08-29T17:37:56.818933+0000 mgr.y (mgr.14150) 254 : cluster [DBG] pgmap v227: 1 pgs: 1 active+clean; 577 KiB data, 1.4 GiB used, 446 GiB / 447 GiB avail 2024-08-29T17:37:58.132 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:37:57 smithi028 bash[31855]: audit 2024-08-29T17:37:56.746583+0000 mon.a (mon.0) 508 : audit [INF] from='osd.5 ' entity='osd.5' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["5"]}]': finished 2024-08-29T17:37:58.132 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:37:57 smithi028 bash[31855]: cluster 2024-08-29T17:37:56.746706+0000 mon.a (mon.0) 509 : cluster [DBG] osdmap e36: 6 total, 5 up, 6 in 2024-08-29T17:37:58.132 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:37:57 smithi028 bash[31855]: audit 2024-08-29T17:37:56.746968+0000 mon.a (mon.0) 510 : audit [DBG] from='mgr.14150 172.21.15.28:0/484978966' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-08-29T17:37:58.132 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:37:57 smithi028 bash[31855]: audit 2024-08-29T17:37:56.748428+0000 mon.b (mon.1) 17 : audit [INF] from='osd.5 [v2:172.21.15.53:6808/2509978860,v1:172.21.15.53:6809/2509978860]' entity='osd.5' cmd=[{"prefix": "osd crush create-or-move", "id": 5, "weight":0.0873, "args": ["host=smithi053", "root=default"]}]: dispatch 2024-08-29T17:37:58.132 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:37:57 smithi028 bash[31855]: audit 2024-08-29T17:37:56.748835+0000 mon.a (mon.0) 511 : audit [INF] from='osd.5 ' entity='osd.5' cmd=[{"prefix": "osd crush create-or-move", "id": 5, "weight":0.0873, "args": ["host=smithi053", "root=default"]}]: dispatch 2024-08-29T17:37:58.133 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:37:57 smithi028 bash[31855]: cluster 2024-08-29T17:37:56.818933+0000 mgr.y (mgr.14150) 254 : cluster [DBG] pgmap v227: 1 pgs: 1 active+clean; 577 KiB data, 1.4 GiB used, 446 GiB / 447 GiB avail 2024-08-29T17:37:58.743 INFO:teuthology.orchestra.run.smithi053.stdout:Created osd(s) 5 on host 'smithi053' 2024-08-29T17:37:59.074 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:37:58 smithi053 bash[24720]: audit 2024-08-29T17:37:57.750634+0000 mon.a (mon.0) 512 : audit [INF] from='osd.5 ' entity='osd.5' cmd='[{"prefix": "osd crush create-or-move", "id": 5, "weight":0.0873, "args": ["host=smithi053", "root=default"]}]': finished 2024-08-29T17:37:59.074 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:37:58 smithi053 bash[24720]: cluster 2024-08-29T17:37:57.750891+0000 mon.a (mon.0) 513 : cluster [DBG] osdmap e37: 6 total, 5 up, 6 in 2024-08-29T17:37:59.074 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:37:58 smithi053 bash[24720]: audit 2024-08-29T17:37:57.751593+0000 mon.a (mon.0) 514 : audit [DBG] from='mgr.14150 172.21.15.28:0/484978966' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-08-29T17:37:59.075 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:37:58 smithi053 bash[24720]: audit 2024-08-29T17:37:57.761711+0000 mon.a (mon.0) 515 : audit [DBG] from='mgr.14150 172.21.15.28:0/484978966' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-08-29T17:37:59.075 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:37:58 smithi053 bash[24720]: audit 2024-08-29T17:37:58.721458+0000 mon.a (mon.0) 516 : audit [DBG] from='mgr.14150 172.21.15.28:0/484978966' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-29T17:37:59.075 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:37:58 smithi053 bash[24720]: audit 2024-08-29T17:37:58.729120+0000 mon.a (mon.0) 517 : audit [INF] from='mgr.14150 172.21.15.28:0/484978966' entity='mgr.y' 2024-08-29T17:37:59.075 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:37:58 smithi053 bash[24720]: audit 2024-08-29T17:37:58.737378+0000 mon.a (mon.0) 518 : audit [INF] from='mgr.14150 172.21.15.28:0/484978966' entity='mgr.y' 2024-08-29T17:37:59.130 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:37:58 smithi028 bash[31855]: audit 2024-08-29T17:37:57.750634+0000 mon.a (mon.0) 512 : audit [INF] from='osd.5 ' entity='osd.5' cmd='[{"prefix": "osd crush create-or-move", "id": 5, "weight":0.0873, "args": ["host=smithi053", "root=default"]}]': finished 2024-08-29T17:37:59.130 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:37:58 smithi028 bash[31855]: cluster 2024-08-29T17:37:57.750891+0000 mon.a (mon.0) 513 : cluster [DBG] osdmap e37: 6 total, 5 up, 6 in 2024-08-29T17:37:59.130 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:37:58 smithi028 bash[31855]: audit 2024-08-29T17:37:57.751593+0000 mon.a (mon.0) 514 : audit [DBG] from='mgr.14150 172.21.15.28:0/484978966' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-08-29T17:37:59.130 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:37:58 smithi028 bash[31855]: audit 2024-08-29T17:37:57.761711+0000 mon.a (mon.0) 515 : audit [DBG] from='mgr.14150 172.21.15.28:0/484978966' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-08-29T17:37:59.130 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:37:58 smithi028 bash[31855]: audit 2024-08-29T17:37:58.721458+0000 mon.a (mon.0) 516 : audit [DBG] from='mgr.14150 172.21.15.28:0/484978966' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-29T17:37:59.130 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:37:58 smithi028 bash[31855]: audit 2024-08-29T17:37:58.729120+0000 mon.a (mon.0) 517 : audit [INF] from='mgr.14150 172.21.15.28:0/484978966' entity='mgr.y' 2024-08-29T17:37:59.130 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:37:58 smithi028 bash[31855]: audit 2024-08-29T17:37:58.737378+0000 mon.a (mon.0) 518 : audit [INF] from='mgr.14150 172.21.15.28:0/484978966' entity='mgr.y' 2024-08-29T17:37:59.131 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:37:58 smithi028 bash[22419]: audit 2024-08-29T17:37:57.750634+0000 mon.a (mon.0) 512 : audit [INF] from='osd.5 ' entity='osd.5' cmd='[{"prefix": "osd crush create-or-move", "id": 5, "weight":0.0873, "args": ["host=smithi053", "root=default"]}]': finished 2024-08-29T17:37:59.131 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:37:58 smithi028 bash[22419]: cluster 2024-08-29T17:37:57.750891+0000 mon.a (mon.0) 513 : cluster [DBG] osdmap e37: 6 total, 5 up, 6 in 2024-08-29T17:37:59.131 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:37:58 smithi028 bash[22419]: audit 2024-08-29T17:37:57.751593+0000 mon.a (mon.0) 514 : audit [DBG] from='mgr.14150 172.21.15.28:0/484978966' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-08-29T17:37:59.131 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:37:58 smithi028 bash[22419]: audit 2024-08-29T17:37:57.761711+0000 mon.a (mon.0) 515 : audit [DBG] from='mgr.14150 172.21.15.28:0/484978966' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-08-29T17:37:59.131 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:37:58 smithi028 bash[22419]: audit 2024-08-29T17:37:58.721458+0000 mon.a (mon.0) 516 : audit [DBG] from='mgr.14150 172.21.15.28:0/484978966' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-29T17:37:59.131 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:37:58 smithi028 bash[22419]: audit 2024-08-29T17:37:58.729120+0000 mon.a (mon.0) 517 : audit [INF] from='mgr.14150 172.21.15.28:0/484978966' entity='mgr.y' 2024-08-29T17:37:59.131 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:37:58 smithi028 bash[22419]: audit 2024-08-29T17:37:58.737378+0000 mon.a (mon.0) 518 : audit [INF] from='mgr.14150 172.21.15.28:0/484978966' entity='mgr.y' 2024-08-29T17:37:59.451 DEBUG:teuthology.orchestra.run.smithi053:osd.5> sudo journalctl -f -n 0 -u ceph-3167ee72-662c-11ef-bcd4-c7b262605968@osd.5.service 2024-08-29T17:37:59.454 INFO:tasks.cephadm:Deploying osd.6 on smithi053 with /dev/vg_nvme/lv_2... 2024-08-29T17:37:59.454 DEBUG:teuthology.orchestra.run.smithi053:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy ceph-volume -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 3167ee72-662c-11ef-bcd4-c7b262605968 -- lvm zap /dev/vg_nvme/lv_2 2024-08-29T17:38:00.074 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:37:59 smithi053 bash[24720]: cluster 2024-08-29T17:37:57.337423+0000 osd.5 (osd.5) 1 : cluster [DBG] purged_snaps scrub starts 2024-08-29T17:38:00.074 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:37:59 smithi053 bash[24720]: cluster 2024-08-29T17:37:57.337542+0000 osd.5 (osd.5) 2 : cluster [DBG] purged_snaps scrub ok 2024-08-29T17:38:00.074 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:37:59 smithi053 bash[24720]: cluster 2024-08-29T17:37:58.753094+0000 mon.a (mon.0) 519 : cluster [INF] osd.5 [v2:172.21.15.53:6808/2509978860,v1:172.21.15.53:6809/2509978860] boot 2024-08-29T17:38:00.075 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:37:59 smithi053 bash[24720]: cluster 2024-08-29T17:37:58.753214+0000 mon.a (mon.0) 520 : cluster [DBG] osdmap e38: 6 total, 6 up, 6 in 2024-08-29T17:38:00.075 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:37:59 smithi053 bash[24720]: audit 2024-08-29T17:37:58.753768+0000 mon.a (mon.0) 521 : audit [DBG] from='mgr.14150 172.21.15.28:0/484978966' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-08-29T17:38:00.075 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:37:59 smithi053 bash[24720]: cluster 2024-08-29T17:37:58.819380+0000 mgr.y (mgr.14150) 255 : cluster [DBG] pgmap v230: 1 pgs: 1 peering; 577 KiB data, 1.7 GiB used, 535 GiB / 536 GiB avail 2024-08-29T17:38:00.075 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:37:59 smithi053 bash[24720]: cluster 2024-08-29T17:37:59.001398+0000 mon.a (mon.0) 522 : cluster [DBG] osdmap e39: 6 total, 6 up, 6 in 2024-08-29T17:38:00.130 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:37:59 smithi028 bash[22419]: cluster 2024-08-29T17:37:57.337423+0000 osd.5 (osd.5) 1 : cluster [DBG] purged_snaps scrub starts 2024-08-29T17:38:00.130 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:37:59 smithi028 bash[22419]: cluster 2024-08-29T17:37:57.337542+0000 osd.5 (osd.5) 2 : cluster [DBG] purged_snaps scrub ok 2024-08-29T17:38:00.130 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:37:59 smithi028 bash[22419]: cluster 2024-08-29T17:37:58.753094+0000 mon.a (mon.0) 519 : cluster [INF] osd.5 [v2:172.21.15.53:6808/2509978860,v1:172.21.15.53:6809/2509978860] boot 2024-08-29T17:38:00.131 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:37:59 smithi028 bash[22419]: cluster 2024-08-29T17:37:58.753214+0000 mon.a (mon.0) 520 : cluster [DBG] osdmap e38: 6 total, 6 up, 6 in 2024-08-29T17:38:00.131 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:37:59 smithi028 bash[22419]: audit 2024-08-29T17:37:58.753768+0000 mon.a (mon.0) 521 : audit [DBG] from='mgr.14150 172.21.15.28:0/484978966' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-08-29T17:38:00.131 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:37:59 smithi028 bash[22419]: cluster 2024-08-29T17:37:58.819380+0000 mgr.y (mgr.14150) 255 : cluster [DBG] pgmap v230: 1 pgs: 1 peering; 577 KiB data, 1.7 GiB used, 535 GiB / 536 GiB avail 2024-08-29T17:38:00.131 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:37:59 smithi028 bash[22419]: cluster 2024-08-29T17:37:59.001398+0000 mon.a (mon.0) 522 : cluster [DBG] osdmap e39: 6 total, 6 up, 6 in 2024-08-29T17:38:00.131 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:37:59 smithi028 bash[31855]: cluster 2024-08-29T17:37:57.337423+0000 osd.5 (osd.5) 1 : cluster [DBG] purged_snaps scrub starts 2024-08-29T17:38:00.131 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:37:59 smithi028 bash[31855]: cluster 2024-08-29T17:37:57.337542+0000 osd.5 (osd.5) 2 : cluster [DBG] purged_snaps scrub ok 2024-08-29T17:38:00.131 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:37:59 smithi028 bash[31855]: cluster 2024-08-29T17:37:58.753094+0000 mon.a (mon.0) 519 : cluster [INF] osd.5 [v2:172.21.15.53:6808/2509978860,v1:172.21.15.53:6809/2509978860] boot 2024-08-29T17:38:00.131 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:37:59 smithi028 bash[31855]: cluster 2024-08-29T17:37:58.753214+0000 mon.a (mon.0) 520 : cluster [DBG] osdmap e38: 6 total, 6 up, 6 in 2024-08-29T17:38:00.131 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:37:59 smithi028 bash[31855]: audit 2024-08-29T17:37:58.753768+0000 mon.a (mon.0) 521 : audit [DBG] from='mgr.14150 172.21.15.28:0/484978966' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-08-29T17:38:00.131 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:37:59 smithi028 bash[31855]: cluster 2024-08-29T17:37:58.819380+0000 mgr.y (mgr.14150) 255 : cluster [DBG] pgmap v230: 1 pgs: 1 peering; 577 KiB data, 1.7 GiB used, 535 GiB / 536 GiB avail 2024-08-29T17:38:00.131 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:37:59 smithi028 bash[31855]: cluster 2024-08-29T17:37:59.001398+0000 mon.a (mon.0) 522 : cluster [DBG] osdmap e39: 6 total, 6 up, 6 in 2024-08-29T17:38:01.074 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:38:00 smithi053 bash[24720]: cluster 2024-08-29T17:37:59.756674+0000 mon.a (mon.0) 523 : cluster [WRN] Health check failed: Reduced data availability: 1 pg peering (PG_AVAILABILITY) 2024-08-29T17:38:01.074 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:38:00 smithi053 bash[24720]: cluster 2024-08-29T17:38:00.006194+0000 mon.a (mon.0) 524 : cluster [DBG] osdmap e40: 6 total, 6 up, 6 in 2024-08-29T17:38:01.130 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:38:00 smithi028 bash[22419]: cluster 2024-08-29T17:37:59.756674+0000 mon.a (mon.0) 523 : cluster [WRN] Health check failed: Reduced data availability: 1 pg peering (PG_AVAILABILITY) 2024-08-29T17:38:01.130 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:38:00 smithi028 bash[22419]: cluster 2024-08-29T17:38:00.006194+0000 mon.a (mon.0) 524 : cluster [DBG] osdmap e40: 6 total, 6 up, 6 in 2024-08-29T17:38:01.130 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:38:00 smithi028 bash[31855]: cluster 2024-08-29T17:37:59.756674+0000 mon.a (mon.0) 523 : cluster [WRN] Health check failed: Reduced data availability: 1 pg peering (PG_AVAILABILITY) 2024-08-29T17:38:01.130 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:38:00 smithi028 bash[31855]: cluster 2024-08-29T17:38:00.006194+0000 mon.a (mon.0) 524 : cluster [DBG] osdmap e40: 6 total, 6 up, 6 in 2024-08-29T17:38:02.324 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:38:02 smithi053 bash[24720]: cluster 2024-08-29T17:38:00.819909+0000 mgr.y (mgr.14150) 256 : cluster [DBG] pgmap v233: 1 pgs: 1 peering; 577 KiB data, 1.7 GiB used, 535 GiB / 536 GiB avail 2024-08-29T17:38:02.324 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:38:02 smithi053 bash[24720]: cluster 2024-08-29T17:38:01.007977+0000 mon.a (mon.0) 525 : cluster [DBG] osdmap e41: 6 total, 6 up, 6 in 2024-08-29T17:38:02.380 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:38:02 smithi028 bash[22419]: cluster 2024-08-29T17:38:00.819909+0000 mgr.y (mgr.14150) 256 : cluster [DBG] pgmap v233: 1 pgs: 1 peering; 577 KiB data, 1.7 GiB used, 535 GiB / 536 GiB avail 2024-08-29T17:38:02.380 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:38:02 smithi028 bash[22419]: cluster 2024-08-29T17:38:01.007977+0000 mon.a (mon.0) 525 : cluster [DBG] osdmap e41: 6 total, 6 up, 6 in 2024-08-29T17:38:02.380 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:38:02 smithi028 bash[31855]: cluster 2024-08-29T17:38:00.819909+0000 mgr.y (mgr.14150) 256 : cluster [DBG] pgmap v233: 1 pgs: 1 peering; 577 KiB data, 1.7 GiB used, 535 GiB / 536 GiB avail 2024-08-29T17:38:02.380 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:38:02 smithi028 bash[31855]: cluster 2024-08-29T17:38:01.007977+0000 mon.a (mon.0) 525 : cluster [DBG] osdmap e41: 6 total, 6 up, 6 in 2024-08-29T17:38:03.324 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:38:03 smithi053 bash[24720]: cluster 2024-08-29T17:38:02.011699+0000 mon.a (mon.0) 526 : cluster [DBG] osdmap e42: 6 total, 6 up, 6 in 2024-08-29T17:38:03.380 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:38:03 smithi028 bash[22419]: cluster 2024-08-29T17:38:02.011699+0000 mon.a (mon.0) 526 : cluster [DBG] osdmap e42: 6 total, 6 up, 6 in 2024-08-29T17:38:03.380 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:38:03 smithi028 bash[31855]: cluster 2024-08-29T17:38:02.011699+0000 mon.a (mon.0) 526 : cluster [DBG] osdmap e42: 6 total, 6 up, 6 in 2024-08-29T17:38:03.524 INFO:teuthology.orchestra.run.smithi053.stderr:Inferring config /var/lib/ceph/3167ee72-662c-11ef-bcd4-c7b262605968/mon.b/config 2024-08-29T17:38:04.324 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:38:04 smithi053 bash[24720]: cluster 2024-08-29T17:38:02.820470+0000 mgr.y (mgr.14150) 257 : cluster [DBG] pgmap v236: 1 pgs: 1 peering; 577 KiB data, 1.7 GiB used, 535 GiB / 536 GiB avail 2024-08-29T17:38:04.380 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:38:04 smithi028 bash[22419]: cluster 2024-08-29T17:38:02.820470+0000 mgr.y (mgr.14150) 257 : cluster [DBG] pgmap v236: 1 pgs: 1 peering; 577 KiB data, 1.7 GiB used, 535 GiB / 536 GiB avail 2024-08-29T17:38:04.380 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:38:04 smithi028 bash[31855]: cluster 2024-08-29T17:38:02.820470+0000 mgr.y (mgr.14150) 257 : cluster [DBG] pgmap v236: 1 pgs: 1 peering; 577 KiB data, 1.7 GiB used, 535 GiB / 536 GiB avail 2024-08-29T17:38:05.354 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:38:05 smithi053 bash[24720]: cluster 2024-08-29T17:38:05.023555+0000 mon.a (mon.0) 527 : cluster [INF] Health check cleared: PG_AVAILABILITY (was: Reduced data availability: 1 pg peering) 2024-08-29T17:38:05.354 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:38:05 smithi053 bash[24720]: cluster 2024-08-29T17:38:05.023608+0000 mon.a (mon.0) 528 : cluster [INF] Cluster is now healthy 2024-08-29T17:38:05.380 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:38:05 smithi028 bash[22419]: cluster 2024-08-29T17:38:05.023555+0000 mon.a (mon.0) 527 : cluster [INF] Health check cleared: PG_AVAILABILITY (was: Reduced data availability: 1 pg peering) 2024-08-29T17:38:05.380 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:38:05 smithi028 bash[22419]: cluster 2024-08-29T17:38:05.023608+0000 mon.a (mon.0) 528 : cluster [INF] Cluster is now healthy 2024-08-29T17:38:05.380 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:38:05 smithi028 bash[31855]: cluster 2024-08-29T17:38:05.023555+0000 mon.a (mon.0) 527 : cluster [INF] Health check cleared: PG_AVAILABILITY (was: Reduced data availability: 1 pg peering) 2024-08-29T17:38:05.380 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:38:05 smithi028 bash[31855]: cluster 2024-08-29T17:38:05.023608+0000 mon.a (mon.0) 528 : cluster [INF] Cluster is now healthy 2024-08-29T17:38:06.380 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:38:06 smithi028 bash[22419]: cluster 2024-08-29T17:38:04.821034+0000 mgr.y (mgr.14150) 258 : cluster [DBG] pgmap v237: 1 pgs: 1 active+clean; 577 KiB data, 1.7 GiB used, 535 GiB / 536 GiB avail; 99 KiB/s, 0 objects/s recovering 2024-08-29T17:38:06.380 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:38:06 smithi028 bash[31855]: cluster 2024-08-29T17:38:04.821034+0000 mgr.y (mgr.14150) 258 : cluster [DBG] pgmap v237: 1 pgs: 1 active+clean; 577 KiB data, 1.7 GiB used, 535 GiB / 536 GiB avail; 99 KiB/s, 0 objects/s recovering 2024-08-29T17:38:06.574 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:38:06 smithi053 bash[24720]: cluster 2024-08-29T17:38:04.821034+0000 mgr.y (mgr.14150) 258 : cluster [DBG] pgmap v237: 1 pgs: 1 active+clean; 577 KiB data, 1.7 GiB used, 535 GiB / 536 GiB avail; 99 KiB/s, 0 objects/s recovering 2024-08-29T17:38:08.380 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:38:08 smithi028 bash[22419]: cluster 2024-08-29T17:38:06.821596+0000 mgr.y (mgr.14150) 259 : cluster [DBG] pgmap v238: 1 pgs: 1 active+clean; 577 KiB data, 1.7 GiB used, 535 GiB / 536 GiB avail; 85 KiB/s, 0 objects/s recovering 2024-08-29T17:38:08.381 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:38:08 smithi028 bash[31855]: cluster 2024-08-29T17:38:06.821596+0000 mgr.y (mgr.14150) 259 : cluster [DBG] pgmap v238: 1 pgs: 1 active+clean; 577 KiB data, 1.7 GiB used, 535 GiB / 536 GiB avail; 85 KiB/s, 0 objects/s recovering 2024-08-29T17:38:08.574 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:38:08 smithi053 bash[24720]: cluster 2024-08-29T17:38:06.821596+0000 mgr.y (mgr.14150) 259 : cluster [DBG] pgmap v238: 1 pgs: 1 active+clean; 577 KiB data, 1.7 GiB used, 535 GiB / 536 GiB avail; 85 KiB/s, 0 objects/s recovering 2024-08-29T17:38:10.348 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:38:10 smithi053 bash[24720]: cluster 2024-08-29T17:38:08.822162+0000 mgr.y (mgr.14150) 260 : cluster [DBG] pgmap v239: 1 pgs: 1 active+clean; 577 KiB data, 1.7 GiB used, 535 GiB / 536 GiB avail; 72 KiB/s, 0 objects/s recovering 2024-08-29T17:38:10.348 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:38:10 smithi053 bash[24720]: audit 2024-08-29T17:38:09.366920+0000 mon.a (mon.0) 529 : audit [INF] from='mgr.14150 172.21.15.28:0/484978966' entity='mgr.y' 2024-08-29T17:38:10.349 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:38:10 smithi053 bash[24720]: audit 2024-08-29T17:38:09.375506+0000 mon.a (mon.0) 530 : audit [INF] from='mgr.14150 172.21.15.28:0/484978966' entity='mgr.y' 2024-08-29T17:38:10.349 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:38:10 smithi053 bash[24720]: audit 2024-08-29T17:38:09.377517+0000 mon.a (mon.0) 531 : audit [INF] from='mgr.14150 172.21.15.28:0/484978966' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2024-08-29T17:38:10.349 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:38:10 smithi053 bash[24720]: audit 2024-08-29T17:38:09.379365+0000 mon.a (mon.0) 532 : audit [INF] from='mgr.14150 172.21.15.28:0/484978966' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch 2024-08-29T17:38:10.349 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:38:10 smithi053 bash[24720]: audit 2024-08-29T17:38:09.388947+0000 mon.a (mon.0) 533 : audit [INF] from='mgr.14150 172.21.15.28:0/484978966' entity='mgr.y' 2024-08-29T17:38:10.349 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:38:10 smithi053 bash[24720]: audit 2024-08-29T17:38:09.391152+0000 mon.a (mon.0) 534 : audit [DBG] from='mgr.14150 172.21.15.28:0/484978966' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-29T17:38:10.349 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:38:10 smithi053 bash[24720]: audit 2024-08-29T17:38:09.392760+0000 mon.a (mon.0) 535 : audit [INF] from='mgr.14150 172.21.15.28:0/484978966' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-29T17:38:10.349 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:38:10 smithi053 bash[24720]: audit 2024-08-29T17:38:09.402107+0000 mon.a (mon.0) 536 : audit [INF] from='mgr.14150 172.21.15.28:0/484978966' entity='mgr.y' 2024-08-29T17:38:10.380 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:38:10 smithi028 bash[22419]: cluster 2024-08-29T17:38:08.822162+0000 mgr.y (mgr.14150) 260 : cluster [DBG] pgmap v239: 1 pgs: 1 active+clean; 577 KiB data, 1.7 GiB used, 535 GiB / 536 GiB avail; 72 KiB/s, 0 objects/s recovering 2024-08-29T17:38:10.380 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:38:10 smithi028 bash[22419]: audit 2024-08-29T17:38:09.366920+0000 mon.a (mon.0) 529 : audit [INF] from='mgr.14150 172.21.15.28:0/484978966' entity='mgr.y' 2024-08-29T17:38:10.380 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:38:10 smithi028 bash[22419]: audit 2024-08-29T17:38:09.375506+0000 mon.a (mon.0) 530 : audit [INF] from='mgr.14150 172.21.15.28:0/484978966' entity='mgr.y' 2024-08-29T17:38:10.381 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:38:10 smithi028 bash[22419]: audit 2024-08-29T17:38:09.377517+0000 mon.a (mon.0) 531 : audit [INF] from='mgr.14150 172.21.15.28:0/484978966' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2024-08-29T17:38:10.381 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:38:10 smithi028 bash[22419]: audit 2024-08-29T17:38:09.379365+0000 mon.a (mon.0) 532 : audit [INF] from='mgr.14150 172.21.15.28:0/484978966' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch 2024-08-29T17:38:10.381 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:38:10 smithi028 bash[22419]: audit 2024-08-29T17:38:09.388947+0000 mon.a (mon.0) 533 : audit [INF] from='mgr.14150 172.21.15.28:0/484978966' entity='mgr.y' 2024-08-29T17:38:10.381 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:38:10 smithi028 bash[22419]: audit 2024-08-29T17:38:09.391152+0000 mon.a (mon.0) 534 : audit [DBG] from='mgr.14150 172.21.15.28:0/484978966' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-29T17:38:10.381 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:38:10 smithi028 bash[22419]: audit 2024-08-29T17:38:09.392760+0000 mon.a (mon.0) 535 : audit [INF] from='mgr.14150 172.21.15.28:0/484978966' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-29T17:38:10.381 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:38:10 smithi028 bash[22419]: audit 2024-08-29T17:38:09.402107+0000 mon.a (mon.0) 536 : audit [INF] from='mgr.14150 172.21.15.28:0/484978966' entity='mgr.y' 2024-08-29T17:38:10.381 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:38:10 smithi028 bash[31855]: cluster 2024-08-29T17:38:08.822162+0000 mgr.y (mgr.14150) 260 : cluster [DBG] pgmap v239: 1 pgs: 1 active+clean; 577 KiB data, 1.7 GiB used, 535 GiB / 536 GiB avail; 72 KiB/s, 0 objects/s recovering 2024-08-29T17:38:10.381 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:38:10 smithi028 bash[31855]: audit 2024-08-29T17:38:09.366920+0000 mon.a (mon.0) 529 : audit [INF] from='mgr.14150 172.21.15.28:0/484978966' entity='mgr.y' 2024-08-29T17:38:10.381 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:38:10 smithi028 bash[31855]: audit 2024-08-29T17:38:09.375506+0000 mon.a (mon.0) 530 : audit [INF] from='mgr.14150 172.21.15.28:0/484978966' entity='mgr.y' 2024-08-29T17:38:10.381 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:38:10 smithi028 bash[31855]: audit 2024-08-29T17:38:09.377517+0000 mon.a (mon.0) 531 : audit [INF] from='mgr.14150 172.21.15.28:0/484978966' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2024-08-29T17:38:10.381 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:38:10 smithi028 bash[31855]: audit 2024-08-29T17:38:09.379365+0000 mon.a (mon.0) 532 : audit [INF] from='mgr.14150 172.21.15.28:0/484978966' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch 2024-08-29T17:38:10.382 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:38:10 smithi028 bash[31855]: audit 2024-08-29T17:38:09.388947+0000 mon.a (mon.0) 533 : audit [INF] from='mgr.14150 172.21.15.28:0/484978966' entity='mgr.y' 2024-08-29T17:38:10.382 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:38:10 smithi028 bash[31855]: audit 2024-08-29T17:38:09.391152+0000 mon.a (mon.0) 534 : audit [DBG] from='mgr.14150 172.21.15.28:0/484978966' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-29T17:38:10.382 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:38:10 smithi028 bash[31855]: audit 2024-08-29T17:38:09.392760+0000 mon.a (mon.0) 535 : audit [INF] from='mgr.14150 172.21.15.28:0/484978966' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-29T17:38:10.382 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:38:10 smithi028 bash[31855]: audit 2024-08-29T17:38:09.402107+0000 mon.a (mon.0) 536 : audit [INF] from='mgr.14150 172.21.15.28:0/484978966' entity='mgr.y' 2024-08-29T17:38:11.324 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:38:11 smithi053 bash[24720]: cephadm 2024-08-29T17:38:09.358153+0000 mgr.y (mgr.14150) 261 : cephadm [INF] Detected new or changed devices on smithi053 2024-08-29T17:38:11.324 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:38:11 smithi053 bash[24720]: cephadm 2024-08-29T17:38:09.380667+0000 mgr.y (mgr.14150) 262 : cephadm [INF] Adjusting osd_memory_target on smithi053 to 8634M 2024-08-29T17:38:11.380 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:38:11 smithi028 bash[22419]: cephadm 2024-08-29T17:38:09.358153+0000 mgr.y (mgr.14150) 261 : cephadm [INF] Detected new or changed devices on smithi053 2024-08-29T17:38:11.380 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:38:11 smithi028 bash[22419]: cephadm 2024-08-29T17:38:09.380667+0000 mgr.y (mgr.14150) 262 : cephadm [INF] Adjusting osd_memory_target on smithi053 to 8634M 2024-08-29T17:38:11.380 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:38:11 smithi028 bash[31855]: cephadm 2024-08-29T17:38:09.358153+0000 mgr.y (mgr.14150) 261 : cephadm [INF] Detected new or changed devices on smithi053 2024-08-29T17:38:11.380 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:38:11 smithi028 bash[31855]: cephadm 2024-08-29T17:38:09.380667+0000 mgr.y (mgr.14150) 262 : cephadm [INF] Adjusting osd_memory_target on smithi053 to 8634M 2024-08-29T17:38:11.567 INFO:teuthology.orchestra.run.smithi053.stdout: 2024-08-29T17:38:11.607 DEBUG:teuthology.orchestra.run.smithi053:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 3167ee72-662c-11ef-bcd4-c7b262605968 -- ceph orch daemon add osd smithi053:vg_nvme/lv_2 2024-08-29T17:38:12.380 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:38:12 smithi028 bash[31855]: cluster 2024-08-29T17:38:10.822765+0000 mgr.y (mgr.14150) 263 : cluster [DBG] pgmap v240: 1 pgs: 1 active+clean; 577 KiB data, 1.7 GiB used, 535 GiB / 536 GiB avail; 59 KiB/s, 0 objects/s recovering 2024-08-29T17:38:12.380 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:38:12 smithi028 bash[22419]: cluster 2024-08-29T17:38:10.822765+0000 mgr.y (mgr.14150) 263 : cluster [DBG] pgmap v240: 1 pgs: 1 active+clean; 577 KiB data, 1.7 GiB used, 535 GiB / 536 GiB avail; 59 KiB/s, 0 objects/s recovering 2024-08-29T17:38:12.574 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:38:12 smithi053 bash[24720]: cluster 2024-08-29T17:38:10.822765+0000 mgr.y (mgr.14150) 263 : cluster [DBG] pgmap v240: 1 pgs: 1 active+clean; 577 KiB data, 1.7 GiB used, 535 GiB / 536 GiB avail; 59 KiB/s, 0 objects/s recovering 2024-08-29T17:38:14.380 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:38:14 smithi028 bash[22419]: cluster 2024-08-29T17:38:12.823319+0000 mgr.y (mgr.14150) 264 : cluster [DBG] pgmap v241: 1 pgs: 1 active+clean; 577 KiB data, 1.7 GiB used, 535 GiB / 536 GiB avail; 53 KiB/s, 0 objects/s recovering 2024-08-29T17:38:14.380 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:38:14 smithi028 bash[31855]: cluster 2024-08-29T17:38:12.823319+0000 mgr.y (mgr.14150) 264 : cluster [DBG] pgmap v241: 1 pgs: 1 active+clean; 577 KiB data, 1.7 GiB used, 535 GiB / 536 GiB avail; 53 KiB/s, 0 objects/s recovering 2024-08-29T17:38:14.574 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:38:14 smithi053 bash[24720]: cluster 2024-08-29T17:38:12.823319+0000 mgr.y (mgr.14150) 264 : cluster [DBG] pgmap v241: 1 pgs: 1 active+clean; 577 KiB data, 1.7 GiB used, 535 GiB / 536 GiB avail; 53 KiB/s, 0 objects/s recovering 2024-08-29T17:38:16.347 INFO:teuthology.orchestra.run.smithi053.stderr:Inferring config /var/lib/ceph/3167ee72-662c-11ef-bcd4-c7b262605968/mon.b/config 2024-08-29T17:38:16.380 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:38:16 smithi028 bash[22419]: cluster 2024-08-29T17:38:14.823865+0000 mgr.y (mgr.14150) 265 : cluster [DBG] pgmap v242: 1 pgs: 1 active+clean; 577 KiB data, 1.7 GiB used, 535 GiB / 536 GiB avail; 48 KiB/s, 0 objects/s recovering 2024-08-29T17:38:16.380 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:38:16 smithi028 bash[31855]: cluster 2024-08-29T17:38:14.823865+0000 mgr.y (mgr.14150) 265 : cluster [DBG] pgmap v242: 1 pgs: 1 active+clean; 577 KiB data, 1.7 GiB used, 535 GiB / 536 GiB avail; 48 KiB/s, 0 objects/s recovering 2024-08-29T17:38:16.449 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:38:16 smithi053 bash[24720]: cluster 2024-08-29T17:38:14.823865+0000 mgr.y (mgr.14150) 265 : cluster [DBG] pgmap v242: 1 pgs: 1 active+clean; 577 KiB data, 1.7 GiB used, 535 GiB / 536 GiB avail; 48 KiB/s, 0 objects/s recovering 2024-08-29T17:38:18.380 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:38:18 smithi028 bash[22419]: cluster 2024-08-29T17:38:16.824513+0000 mgr.y (mgr.14150) 266 : cluster [DBG] pgmap v243: 1 pgs: 1 active+clean; 577 KiB data, 1.7 GiB used, 535 GiB / 536 GiB avail 2024-08-29T17:38:18.380 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:38:18 smithi028 bash[31855]: cluster 2024-08-29T17:38:16.824513+0000 mgr.y (mgr.14150) 266 : cluster [DBG] pgmap v243: 1 pgs: 1 active+clean; 577 KiB data, 1.7 GiB used, 535 GiB / 536 GiB avail 2024-08-29T17:38:18.393 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:38:18 smithi053 bash[24720]: cluster 2024-08-29T17:38:16.824513+0000 mgr.y (mgr.14150) 266 : cluster [DBG] pgmap v243: 1 pgs: 1 active+clean; 577 KiB data, 1.7 GiB used, 535 GiB / 536 GiB avail 2024-08-29T17:38:20.380 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:38:20 smithi028 bash[22419]: cluster 2024-08-29T17:38:18.825148+0000 mgr.y (mgr.14150) 267 : cluster [DBG] pgmap v244: 1 pgs: 1 active+clean; 577 KiB data, 1.7 GiB used, 535 GiB / 536 GiB avail 2024-08-29T17:38:20.380 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:38:20 smithi028 bash[22419]: audit 2024-08-29T17:38:19.781805+0000 mon.a (mon.0) 537 : audit [DBG] from='mgr.14150 172.21.15.28:0/484978966' entity='mgr.y' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-08-29T17:38:20.380 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:38:20 smithi028 bash[22419]: audit 2024-08-29T17:38:19.787661+0000 mon.a (mon.0) 538 : audit [INF] from='mgr.14150 172.21.15.28:0/484978966' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-08-29T17:38:20.380 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:38:20 smithi028 bash[22419]: audit 2024-08-29T17:38:19.789267+0000 mon.a (mon.0) 539 : audit [DBG] from='mgr.14150 172.21.15.28:0/484978966' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-29T17:38:20.380 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:38:20 smithi028 bash[31855]: cluster 2024-08-29T17:38:18.825148+0000 mgr.y (mgr.14150) 267 : cluster [DBG] pgmap v244: 1 pgs: 1 active+clean; 577 KiB data, 1.7 GiB used, 535 GiB / 536 GiB avail 2024-08-29T17:38:20.381 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:38:20 smithi028 bash[31855]: audit 2024-08-29T17:38:19.781805+0000 mon.a (mon.0) 537 : audit [DBG] from='mgr.14150 172.21.15.28:0/484978966' entity='mgr.y' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-08-29T17:38:20.381 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:38:20 smithi028 bash[31855]: audit 2024-08-29T17:38:19.787661+0000 mon.a (mon.0) 538 : audit [INF] from='mgr.14150 172.21.15.28:0/484978966' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-08-29T17:38:20.381 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:38:20 smithi028 bash[31855]: audit 2024-08-29T17:38:19.789267+0000 mon.a (mon.0) 539 : audit [DBG] from='mgr.14150 172.21.15.28:0/484978966' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-29T17:38:20.574 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:38:20 smithi053 bash[24720]: cluster 2024-08-29T17:38:18.825148+0000 mgr.y (mgr.14150) 267 : cluster [DBG] pgmap v244: 1 pgs: 1 active+clean; 577 KiB data, 1.7 GiB used, 535 GiB / 536 GiB avail 2024-08-29T17:38:20.574 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:38:20 smithi053 bash[24720]: audit 2024-08-29T17:38:19.781805+0000 mon.a (mon.0) 537 : audit [DBG] from='mgr.14150 172.21.15.28:0/484978966' entity='mgr.y' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-08-29T17:38:20.574 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:38:20 smithi053 bash[24720]: audit 2024-08-29T17:38:19.787661+0000 mon.a (mon.0) 538 : audit [INF] from='mgr.14150 172.21.15.28:0/484978966' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-08-29T17:38:20.574 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:38:20 smithi053 bash[24720]: audit 2024-08-29T17:38:19.789267+0000 mon.a (mon.0) 539 : audit [DBG] from='mgr.14150 172.21.15.28:0/484978966' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-29T17:38:21.380 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:38:21 smithi028 bash[22419]: audit 2024-08-29T17:38:19.775515+0000 mgr.y (mgr.14150) 268 : audit [DBG] from='client.24253 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi053:vg_nvme/lv_2", "target": ["mon-mgr", ""]}]: dispatch 2024-08-29T17:38:21.380 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:38:21 smithi028 bash[31855]: audit 2024-08-29T17:38:19.775515+0000 mgr.y (mgr.14150) 268 : audit [DBG] from='client.24253 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi053:vg_nvme/lv_2", "target": ["mon-mgr", ""]}]: dispatch 2024-08-29T17:38:21.574 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:38:21 smithi053 bash[24720]: audit 2024-08-29T17:38:19.775515+0000 mgr.y (mgr.14150) 268 : audit [DBG] from='client.24253 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi053:vg_nvme/lv_2", "target": ["mon-mgr", ""]}]: dispatch 2024-08-29T17:38:22.380 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:38:22 smithi028 bash[22419]: cluster 2024-08-29T17:38:20.825821+0000 mgr.y (mgr.14150) 269 : cluster [DBG] pgmap v245: 1 pgs: 1 active+clean; 577 KiB data, 1.7 GiB used, 535 GiB / 536 GiB avail 2024-08-29T17:38:22.380 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:38:22 smithi028 bash[31855]: cluster 2024-08-29T17:38:20.825821+0000 mgr.y (mgr.14150) 269 : cluster [DBG] pgmap v245: 1 pgs: 1 active+clean; 577 KiB data, 1.7 GiB used, 535 GiB / 536 GiB avail 2024-08-29T17:38:22.574 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:38:22 smithi053 bash[24720]: cluster 2024-08-29T17:38:20.825821+0000 mgr.y (mgr.14150) 269 : cluster [DBG] pgmap v245: 1 pgs: 1 active+clean; 577 KiB data, 1.7 GiB used, 535 GiB / 536 GiB avail 2024-08-29T17:38:24.380 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:38:24 smithi028 bash[22419]: cluster 2024-08-29T17:38:22.826363+0000 mgr.y (mgr.14150) 270 : cluster [DBG] pgmap v246: 1 pgs: 1 active+clean; 577 KiB data, 1.7 GiB used, 535 GiB / 536 GiB avail 2024-08-29T17:38:24.380 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:38:24 smithi028 bash[31855]: cluster 2024-08-29T17:38:22.826363+0000 mgr.y (mgr.14150) 270 : cluster [DBG] pgmap v246: 1 pgs: 1 active+clean; 577 KiB data, 1.7 GiB used, 535 GiB / 536 GiB avail 2024-08-29T17:38:24.573 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:38:24 smithi053 bash[24720]: cluster 2024-08-29T17:38:22.826363+0000 mgr.y (mgr.14150) 270 : cluster [DBG] pgmap v246: 1 pgs: 1 active+clean; 577 KiB data, 1.7 GiB used, 535 GiB / 536 GiB avail 2024-08-29T17:38:26.324 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:38:26 smithi053 bash[24720]: cluster 2024-08-29T17:38:24.826973+0000 mgr.y (mgr.14150) 271 : cluster [DBG] pgmap v247: 1 pgs: 1 active+clean; 577 KiB data, 1.7 GiB used, 535 GiB / 536 GiB avail 2024-08-29T17:38:26.380 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:38:26 smithi028 bash[31855]: cluster 2024-08-29T17:38:24.826973+0000 mgr.y (mgr.14150) 271 : cluster [DBG] pgmap v247: 1 pgs: 1 active+clean; 577 KiB data, 1.7 GiB used, 535 GiB / 536 GiB avail 2024-08-29T17:38:26.380 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:38:26 smithi028 bash[22419]: cluster 2024-08-29T17:38:24.826973+0000 mgr.y (mgr.14150) 271 : cluster [DBG] pgmap v247: 1 pgs: 1 active+clean; 577 KiB data, 1.7 GiB used, 535 GiB / 536 GiB avail 2024-08-29T17:38:28.380 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:38:28 smithi028 bash[22419]: cluster 2024-08-29T17:38:26.827607+0000 mgr.y (mgr.14150) 272 : cluster [DBG] pgmap v248: 1 pgs: 1 active+clean; 577 KiB data, 1.7 GiB used, 535 GiB / 536 GiB avail 2024-08-29T17:38:28.380 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:38:28 smithi028 bash[31855]: cluster 2024-08-29T17:38:26.827607+0000 mgr.y (mgr.14150) 272 : cluster [DBG] pgmap v248: 1 pgs: 1 active+clean; 577 KiB data, 1.7 GiB used, 535 GiB / 536 GiB avail 2024-08-29T17:38:28.574 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:38:28 smithi053 bash[24720]: cluster 2024-08-29T17:38:26.827607+0000 mgr.y (mgr.14150) 272 : cluster [DBG] pgmap v248: 1 pgs: 1 active+clean; 577 KiB data, 1.7 GiB used, 535 GiB / 536 GiB avail 2024-08-29T17:38:29.574 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:38:29 smithi053 bash[24720]: audit 2024-08-29T17:38:28.464758+0000 mon.b (mon.1) 18 : audit [INF] from='client.? 172.21.15.53:0/405011154' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "b03b1ee8-77ac-47f4-a76c-01e2eaa7b954"}]: dispatch 2024-08-29T17:38:29.574 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:38:29 smithi053 bash[24720]: audit 2024-08-29T17:38:28.464972+0000 mon.a (mon.0) 540 : audit [INF] from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "b03b1ee8-77ac-47f4-a76c-01e2eaa7b954"}]: dispatch 2024-08-29T17:38:29.574 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:38:29 smithi053 bash[24720]: audit 2024-08-29T17:38:28.473831+0000 mon.a (mon.0) 541 : audit [INF] from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "b03b1ee8-77ac-47f4-a76c-01e2eaa7b954"}]': finished 2024-08-29T17:38:29.574 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:38:29 smithi053 bash[24720]: cluster 2024-08-29T17:38:28.473953+0000 mon.a (mon.0) 542 : cluster [DBG] osdmap e43: 7 total, 6 up, 7 in 2024-08-29T17:38:29.574 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:38:29 smithi053 bash[24720]: audit 2024-08-29T17:38:28.474269+0000 mon.a (mon.0) 543 : audit [DBG] from='mgr.14150 172.21.15.28:0/484978966' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-08-29T17:38:29.630 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:38:29 smithi028 bash[22419]: audit 2024-08-29T17:38:28.464758+0000 mon.b (mon.1) 18 : audit [INF] from='client.? 172.21.15.53:0/405011154' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "b03b1ee8-77ac-47f4-a76c-01e2eaa7b954"}]: dispatch 2024-08-29T17:38:29.630 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:38:29 smithi028 bash[22419]: audit 2024-08-29T17:38:28.464972+0000 mon.a (mon.0) 540 : audit [INF] from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "b03b1ee8-77ac-47f4-a76c-01e2eaa7b954"}]: dispatch 2024-08-29T17:38:29.630 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:38:29 smithi028 bash[22419]: audit 2024-08-29T17:38:28.473831+0000 mon.a (mon.0) 541 : audit [INF] from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "b03b1ee8-77ac-47f4-a76c-01e2eaa7b954"}]': finished 2024-08-29T17:38:29.630 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:38:29 smithi028 bash[22419]: cluster 2024-08-29T17:38:28.473953+0000 mon.a (mon.0) 542 : cluster [DBG] osdmap e43: 7 total, 6 up, 7 in 2024-08-29T17:38:29.630 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:38:29 smithi028 bash[22419]: audit 2024-08-29T17:38:28.474269+0000 mon.a (mon.0) 543 : audit [DBG] from='mgr.14150 172.21.15.28:0/484978966' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-08-29T17:38:29.630 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:38:29 smithi028 bash[31855]: audit 2024-08-29T17:38:28.464758+0000 mon.b (mon.1) 18 : audit [INF] from='client.? 172.21.15.53:0/405011154' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "b03b1ee8-77ac-47f4-a76c-01e2eaa7b954"}]: dispatch 2024-08-29T17:38:29.631 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:38:29 smithi028 bash[31855]: audit 2024-08-29T17:38:28.464972+0000 mon.a (mon.0) 540 : audit [INF] from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "b03b1ee8-77ac-47f4-a76c-01e2eaa7b954"}]: dispatch 2024-08-29T17:38:29.631 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:38:29 smithi028 bash[31855]: audit 2024-08-29T17:38:28.473831+0000 mon.a (mon.0) 541 : audit [INF] from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "b03b1ee8-77ac-47f4-a76c-01e2eaa7b954"}]': finished 2024-08-29T17:38:29.631 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:38:29 smithi028 bash[31855]: cluster 2024-08-29T17:38:28.473953+0000 mon.a (mon.0) 542 : cluster [DBG] osdmap e43: 7 total, 6 up, 7 in 2024-08-29T17:38:29.631 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:38:29 smithi028 bash[31855]: audit 2024-08-29T17:38:28.474269+0000 mon.a (mon.0) 543 : audit [DBG] from='mgr.14150 172.21.15.28:0/484978966' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-08-29T17:38:30.573 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:38:30 smithi053 bash[24720]: cluster 2024-08-29T17:38:28.828117+0000 mgr.y (mgr.14150) 273 : cluster [DBG] pgmap v250: 1 pgs: 1 active+clean; 577 KiB data, 1.7 GiB used, 535 GiB / 536 GiB avail 2024-08-29T17:38:30.574 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:38:30 smithi053 bash[24720]: audit 2024-08-29T17:38:29.140586+0000 mon.b (mon.1) 19 : audit [DBG] from='client.? 172.21.15.53:0/2541766903' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-08-29T17:38:30.630 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:38:30 smithi028 bash[22419]: cluster 2024-08-29T17:38:28.828117+0000 mgr.y (mgr.14150) 273 : cluster [DBG] pgmap v250: 1 pgs: 1 active+clean; 577 KiB data, 1.7 GiB used, 535 GiB / 536 GiB avail 2024-08-29T17:38:30.630 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:38:30 smithi028 bash[22419]: audit 2024-08-29T17:38:29.140586+0000 mon.b (mon.1) 19 : audit [DBG] from='client.? 172.21.15.53:0/2541766903' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-08-29T17:38:30.630 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:38:30 smithi028 bash[31855]: cluster 2024-08-29T17:38:28.828117+0000 mgr.y (mgr.14150) 273 : cluster [DBG] pgmap v250: 1 pgs: 1 active+clean; 577 KiB data, 1.7 GiB used, 535 GiB / 536 GiB avail 2024-08-29T17:38:30.630 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:38:30 smithi028 bash[31855]: audit 2024-08-29T17:38:29.140586+0000 mon.b (mon.1) 19 : audit [DBG] from='client.? 172.21.15.53:0/2541766903' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-08-29T17:38:32.574 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:38:32 smithi053 bash[24720]: cluster 2024-08-29T17:38:30.828741+0000 mgr.y (mgr.14150) 274 : cluster [DBG] pgmap v251: 1 pgs: 1 active+clean; 577 KiB data, 1.7 GiB used, 535 GiB / 536 GiB avail 2024-08-29T17:38:32.629 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:38:32 smithi028 bash[22419]: cluster 2024-08-29T17:38:30.828741+0000 mgr.y (mgr.14150) 274 : cluster [DBG] pgmap v251: 1 pgs: 1 active+clean; 577 KiB data, 1.7 GiB used, 535 GiB / 536 GiB avail 2024-08-29T17:38:32.630 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:38:32 smithi028 bash[31855]: cluster 2024-08-29T17:38:30.828741+0000 mgr.y (mgr.14150) 274 : cluster [DBG] pgmap v251: 1 pgs: 1 active+clean; 577 KiB data, 1.7 GiB used, 535 GiB / 536 GiB avail 2024-08-29T17:38:34.574 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:38:34 smithi053 bash[24720]: cluster 2024-08-29T17:38:32.829386+0000 mgr.y (mgr.14150) 275 : cluster [DBG] pgmap v252: 1 pgs: 1 active+clean; 577 KiB data, 1.7 GiB used, 535 GiB / 536 GiB avail 2024-08-29T17:38:34.629 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:38:34 smithi028 bash[22419]: cluster 2024-08-29T17:38:32.829386+0000 mgr.y (mgr.14150) 275 : cluster [DBG] pgmap v252: 1 pgs: 1 active+clean; 577 KiB data, 1.7 GiB used, 535 GiB / 536 GiB avail 2024-08-29T17:38:34.630 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:38:34 smithi028 bash[31855]: cluster 2024-08-29T17:38:32.829386+0000 mgr.y (mgr.14150) 275 : cluster [DBG] pgmap v252: 1 pgs: 1 active+clean; 577 KiB data, 1.7 GiB used, 535 GiB / 536 GiB avail 2024-08-29T17:38:36.574 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:38:36 smithi053 bash[24720]: cluster 2024-08-29T17:38:34.830059+0000 mgr.y (mgr.14150) 276 : cluster [DBG] pgmap v253: 1 pgs: 1 active+clean; 577 KiB data, 1.7 GiB used, 535 GiB / 536 GiB avail 2024-08-29T17:38:36.629 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:38:36 smithi028 bash[22419]: cluster 2024-08-29T17:38:34.830059+0000 mgr.y (mgr.14150) 276 : cluster [DBG] pgmap v253: 1 pgs: 1 active+clean; 577 KiB data, 1.7 GiB used, 535 GiB / 536 GiB avail 2024-08-29T17:38:36.630 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:38:36 smithi028 bash[31855]: cluster 2024-08-29T17:38:34.830059+0000 mgr.y (mgr.14150) 276 : cluster [DBG] pgmap v253: 1 pgs: 1 active+clean; 577 KiB data, 1.7 GiB used, 535 GiB / 536 GiB avail 2024-08-29T17:38:38.465 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:38:38 smithi053 bash[24720]: cluster 2024-08-29T17:38:36.830719+0000 mgr.y (mgr.14150) 277 : cluster [DBG] pgmap v254: 1 pgs: 1 active+clean; 577 KiB data, 1.7 GiB used, 535 GiB / 536 GiB avail 2024-08-29T17:38:38.629 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:38:38 smithi028 bash[22419]: cluster 2024-08-29T17:38:36.830719+0000 mgr.y (mgr.14150) 277 : cluster [DBG] pgmap v254: 1 pgs: 1 active+clean; 577 KiB data, 1.7 GiB used, 535 GiB / 536 GiB avail 2024-08-29T17:38:38.630 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:38:38 smithi028 bash[31855]: cluster 2024-08-29T17:38:36.830719+0000 mgr.y (mgr.14150) 277 : cluster [DBG] pgmap v254: 1 pgs: 1 active+clean; 577 KiB data, 1.7 GiB used, 535 GiB / 536 GiB avail 2024-08-29T17:38:40.506 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:38:40 smithi053 bash[24720]: cluster 2024-08-29T17:38:38.831401+0000 mgr.y (mgr.14150) 278 : cluster [DBG] pgmap v255: 1 pgs: 1 active+clean; 577 KiB data, 1.7 GiB used, 535 GiB / 536 GiB avail 2024-08-29T17:38:40.630 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:38:40 smithi028 bash[22419]: cluster 2024-08-29T17:38:38.831401+0000 mgr.y (mgr.14150) 278 : cluster [DBG] pgmap v255: 1 pgs: 1 active+clean; 577 KiB data, 1.7 GiB used, 535 GiB / 536 GiB avail 2024-08-29T17:38:40.630 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:38:40 smithi028 bash[31855]: cluster 2024-08-29T17:38:38.831401+0000 mgr.y (mgr.14150) 278 : cluster [DBG] pgmap v255: 1 pgs: 1 active+clean; 577 KiB data, 1.7 GiB used, 535 GiB / 536 GiB avail 2024-08-29T17:38:42.574 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:38:42 smithi053 bash[24720]: cluster 2024-08-29T17:38:40.831945+0000 mgr.y (mgr.14150) 279 : cluster [DBG] pgmap v256: 1 pgs: 1 active+clean; 577 KiB data, 1.7 GiB used, 535 GiB / 536 GiB avail 2024-08-29T17:38:42.574 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:38:42 smithi053 bash[24720]: audit 2024-08-29T17:38:41.233007+0000 mon.a (mon.0) 544 : audit [INF] from='mgr.14150 172.21.15.28:0/484978966' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.6"}]: dispatch 2024-08-29T17:38:42.574 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:38:42 smithi053 bash[24720]: audit 2024-08-29T17:38:41.234775+0000 mon.a (mon.0) 545 : audit [DBG] from='mgr.14150 172.21.15.28:0/484978966' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-29T17:38:42.574 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:38:42 smithi053 bash[24720]: cephadm 2024-08-29T17:38:41.236290+0000 mgr.y (mgr.14150) 280 : cephadm [INF] Deploying daemon osd.6 on smithi053 2024-08-29T17:38:42.629 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:38:42 smithi028 bash[22419]: cluster 2024-08-29T17:38:40.831945+0000 mgr.y (mgr.14150) 279 : cluster [DBG] pgmap v256: 1 pgs: 1 active+clean; 577 KiB data, 1.7 GiB used, 535 GiB / 536 GiB avail 2024-08-29T17:38:42.630 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:38:42 smithi028 bash[22419]: audit 2024-08-29T17:38:41.233007+0000 mon.a (mon.0) 544 : audit [INF] from='mgr.14150 172.21.15.28:0/484978966' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.6"}]: dispatch 2024-08-29T17:38:42.630 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:38:42 smithi028 bash[22419]: audit 2024-08-29T17:38:41.234775+0000 mon.a (mon.0) 545 : audit [DBG] from='mgr.14150 172.21.15.28:0/484978966' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-29T17:38:42.630 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:38:42 smithi028 bash[22419]: cephadm 2024-08-29T17:38:41.236290+0000 mgr.y (mgr.14150) 280 : cephadm [INF] Deploying daemon osd.6 on smithi053 2024-08-29T17:38:42.630 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:38:42 smithi028 bash[31855]: cluster 2024-08-29T17:38:40.831945+0000 mgr.y (mgr.14150) 279 : cluster [DBG] pgmap v256: 1 pgs: 1 active+clean; 577 KiB data, 1.7 GiB used, 535 GiB / 536 GiB avail 2024-08-29T17:38:42.630 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:38:42 smithi028 bash[31855]: audit 2024-08-29T17:38:41.233007+0000 mon.a (mon.0) 544 : audit [INF] from='mgr.14150 172.21.15.28:0/484978966' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.6"}]: dispatch 2024-08-29T17:38:42.630 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:38:42 smithi028 bash[31855]: audit 2024-08-29T17:38:41.234775+0000 mon.a (mon.0) 545 : audit [DBG] from='mgr.14150 172.21.15.28:0/484978966' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-29T17:38:42.630 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:38:42 smithi028 bash[31855]: cephadm 2024-08-29T17:38:41.236290+0000 mgr.y (mgr.14150) 280 : cephadm [INF] Deploying daemon osd.6 on smithi053 2024-08-29T17:38:44.573 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:38:44 smithi053 bash[24720]: cluster 2024-08-29T17:38:42.832538+0000 mgr.y (mgr.14150) 281 : cluster [DBG] pgmap v257: 1 pgs: 1 active+clean; 577 KiB data, 1.7 GiB used, 535 GiB / 536 GiB avail 2024-08-29T17:38:44.629 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:38:44 smithi028 bash[22419]: cluster 2024-08-29T17:38:42.832538+0000 mgr.y (mgr.14150) 281 : cluster [DBG] pgmap v257: 1 pgs: 1 active+clean; 577 KiB data, 1.7 GiB used, 535 GiB / 536 GiB avail 2024-08-29T17:38:44.630 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:38:44 smithi028 bash[31855]: cluster 2024-08-29T17:38:42.832538+0000 mgr.y (mgr.14150) 281 : cluster [DBG] pgmap v257: 1 pgs: 1 active+clean; 577 KiB data, 1.7 GiB used, 535 GiB / 536 GiB avail 2024-08-29T17:38:45.917 INFO:journalctl@ceph.mgr.x.smithi053.stdout:Aug 29 17:38:45 smithi053 systemd[1]: /etc/systemd/system/ceph-3167ee72-662c-11ef-bcd4-c7b262605968@.service:24: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-08-29T17:38:45.917 INFO:journalctl@ceph.osd.5.smithi053.stdout:Aug 29 17:38:45 smithi053 systemd[1]: /etc/systemd/system/ceph-3167ee72-662c-11ef-bcd4-c7b262605968@.service:24: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-08-29T17:38:45.917 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:38:45 smithi053 systemd[1]: /etc/systemd/system/ceph-3167ee72-662c-11ef-bcd4-c7b262605968@.service:24: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-08-29T17:38:45.917 INFO:journalctl@ceph.osd.4.smithi053.stdout:Aug 29 17:38:45 smithi053 systemd[1]: /etc/systemd/system/ceph-3167ee72-662c-11ef-bcd4-c7b262605968@.service:24: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-08-29T17:38:46.190 INFO:journalctl@ceph.osd.5.smithi053.stdout:Aug 29 17:38:46 smithi053 systemd[1]: /etc/systemd/system/ceph-3167ee72-662c-11ef-bcd4-c7b262605968@.service:24: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-08-29T17:38:46.190 INFO:journalctl@ceph.mgr.x.smithi053.stdout:Aug 29 17:38:46 smithi053 systemd[1]: /etc/systemd/system/ceph-3167ee72-662c-11ef-bcd4-c7b262605968@.service:24: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-08-29T17:38:46.191 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:38:46 smithi053 systemd[1]: /etc/systemd/system/ceph-3167ee72-662c-11ef-bcd4-c7b262605968@.service:24: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-08-29T17:38:46.191 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:38:46 smithi053 bash[24720]: cluster 2024-08-29T17:38:44.833121+0000 mgr.y (mgr.14150) 282 : cluster [DBG] pgmap v258: 1 pgs: 1 active+clean; 577 KiB data, 1.7 GiB used, 535 GiB / 536 GiB avail 2024-08-29T17:38:46.191 INFO:journalctl@ceph.osd.4.smithi053.stdout:Aug 29 17:38:46 smithi053 systemd[1]: /etc/systemd/system/ceph-3167ee72-662c-11ef-bcd4-c7b262605968@.service:24: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-08-29T17:38:46.629 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:38:46 smithi028 bash[22419]: cluster 2024-08-29T17:38:44.833121+0000 mgr.y (mgr.14150) 282 : cluster [DBG] pgmap v258: 1 pgs: 1 active+clean; 577 KiB data, 1.7 GiB used, 535 GiB / 536 GiB avail 2024-08-29T17:38:46.630 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:38:46 smithi028 bash[31855]: cluster 2024-08-29T17:38:44.833121+0000 mgr.y (mgr.14150) 282 : cluster [DBG] pgmap v258: 1 pgs: 1 active+clean; 577 KiB data, 1.7 GiB used, 535 GiB / 536 GiB avail 2024-08-29T17:38:47.573 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:38:47 smithi053 bash[24720]: audit 2024-08-29T17:38:46.228459+0000 mon.a (mon.0) 546 : audit [DBG] from='mgr.14150 172.21.15.28:0/484978966' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-29T17:38:47.574 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:38:47 smithi053 bash[24720]: audit 2024-08-29T17:38:46.235660+0000 mon.a (mon.0) 547 : audit [INF] from='mgr.14150 172.21.15.28:0/484978966' entity='mgr.y' 2024-08-29T17:38:47.574 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:38:47 smithi053 bash[24720]: audit 2024-08-29T17:38:46.244284+0000 mon.a (mon.0) 548 : audit [INF] from='mgr.14150 172.21.15.28:0/484978966' entity='mgr.y' 2024-08-29T17:38:47.629 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:38:47 smithi028 bash[22419]: audit 2024-08-29T17:38:46.228459+0000 mon.a (mon.0) 546 : audit [DBG] from='mgr.14150 172.21.15.28:0/484978966' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-29T17:38:47.630 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:38:47 smithi028 bash[22419]: audit 2024-08-29T17:38:46.235660+0000 mon.a (mon.0) 547 : audit [INF] from='mgr.14150 172.21.15.28:0/484978966' entity='mgr.y' 2024-08-29T17:38:47.630 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:38:47 smithi028 bash[22419]: audit 2024-08-29T17:38:46.244284+0000 mon.a (mon.0) 548 : audit [INF] from='mgr.14150 172.21.15.28:0/484978966' entity='mgr.y' 2024-08-29T17:38:47.630 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:38:47 smithi028 bash[31855]: audit 2024-08-29T17:38:46.228459+0000 mon.a (mon.0) 546 : audit [DBG] from='mgr.14150 172.21.15.28:0/484978966' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-29T17:38:47.630 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:38:47 smithi028 bash[31855]: audit 2024-08-29T17:38:46.235660+0000 mon.a (mon.0) 547 : audit [INF] from='mgr.14150 172.21.15.28:0/484978966' entity='mgr.y' 2024-08-29T17:38:47.630 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:38:47 smithi028 bash[31855]: audit 2024-08-29T17:38:46.244284+0000 mon.a (mon.0) 548 : audit [INF] from='mgr.14150 172.21.15.28:0/484978966' entity='mgr.y' 2024-08-29T17:38:48.323 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:38:48 smithi053 bash[24720]: cluster 2024-08-29T17:38:46.833759+0000 mgr.y (mgr.14150) 283 : cluster [DBG] pgmap v259: 1 pgs: 1 active+clean; 577 KiB data, 1.7 GiB used, 535 GiB / 536 GiB avail 2024-08-29T17:38:48.629 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:38:48 smithi028 bash[22419]: cluster 2024-08-29T17:38:46.833759+0000 mgr.y (mgr.14150) 283 : cluster [DBG] pgmap v259: 1 pgs: 1 active+clean; 577 KiB data, 1.7 GiB used, 535 GiB / 536 GiB avail 2024-08-29T17:38:48.630 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:38:48 smithi028 bash[31855]: cluster 2024-08-29T17:38:46.833759+0000 mgr.y (mgr.14150) 283 : cluster [DBG] pgmap v259: 1 pgs: 1 active+clean; 577 KiB data, 1.7 GiB used, 535 GiB / 536 GiB avail 2024-08-29T17:38:50.574 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:38:50 smithi053 bash[24720]: cluster 2024-08-29T17:38:48.834307+0000 mgr.y (mgr.14150) 284 : cluster [DBG] pgmap v260: 1 pgs: 1 active+clean; 577 KiB data, 1.7 GiB used, 535 GiB / 536 GiB avail 2024-08-29T17:38:50.629 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:38:50 smithi028 bash[22419]: cluster 2024-08-29T17:38:48.834307+0000 mgr.y (mgr.14150) 284 : cluster [DBG] pgmap v260: 1 pgs: 1 active+clean; 577 KiB data, 1.7 GiB used, 535 GiB / 536 GiB avail 2024-08-29T17:38:50.630 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:38:50 smithi028 bash[31855]: cluster 2024-08-29T17:38:48.834307+0000 mgr.y (mgr.14150) 284 : cluster [DBG] pgmap v260: 1 pgs: 1 active+clean; 577 KiB data, 1.7 GiB used, 535 GiB / 536 GiB avail 2024-08-29T17:38:52.573 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:38:52 smithi053 bash[24720]: cluster 2024-08-29T17:38:50.834831+0000 mgr.y (mgr.14150) 285 : cluster [DBG] pgmap v261: 1 pgs: 1 active+clean; 577 KiB data, 1.7 GiB used, 535 GiB / 536 GiB avail 2024-08-29T17:38:52.629 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:38:52 smithi028 bash[22419]: cluster 2024-08-29T17:38:50.834831+0000 mgr.y (mgr.14150) 285 : cluster [DBG] pgmap v261: 1 pgs: 1 active+clean; 577 KiB data, 1.7 GiB used, 535 GiB / 536 GiB avail 2024-08-29T17:38:52.630 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:38:52 smithi028 bash[31855]: cluster 2024-08-29T17:38:50.834831+0000 mgr.y (mgr.14150) 285 : cluster [DBG] pgmap v261: 1 pgs: 1 active+clean; 577 KiB data, 1.7 GiB used, 535 GiB / 536 GiB avail 2024-08-29T17:38:53.574 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:38:53 smithi053 bash[24720]: audit 2024-08-29T17:38:52.345377+0000 mon.a (mon.0) 549 : audit [INF] from='mgr.14150 172.21.15.28:0/484978966' entity='mgr.y' 2024-08-29T17:38:53.574 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:38:53 smithi053 bash[24720]: audit 2024-08-29T17:38:52.354667+0000 mon.a (mon.0) 550 : audit [INF] from='mgr.14150 172.21.15.28:0/484978966' entity='mgr.y' 2024-08-29T17:38:53.574 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:38:53 smithi053 bash[24720]: audit 2024-08-29T17:38:52.790573+0000 mon.a (mon.0) 551 : audit [DBG] from='mgr.14150 172.21.15.28:0/484978966' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-29T17:38:53.574 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:38:53 smithi053 bash[24720]: audit 2024-08-29T17:38:52.792228+0000 mon.a (mon.0) 552 : audit [INF] from='mgr.14150 172.21.15.28:0/484978966' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-29T17:38:53.574 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:38:53 smithi053 bash[24720]: audit 2024-08-29T17:38:52.802125+0000 mon.a (mon.0) 553 : audit [INF] from='mgr.14150 172.21.15.28:0/484978966' entity='mgr.y' 2024-08-29T17:38:53.574 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:38:53 smithi053 bash[24720]: cluster 2024-08-29T17:38:52.835346+0000 mgr.y (mgr.14150) 286 : cluster [DBG] pgmap v262: 1 pgs: 1 active+clean; 577 KiB data, 1.7 GiB used, 535 GiB / 536 GiB avail 2024-08-29T17:38:53.574 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:38:53 smithi053 bash[24720]: audit 2024-08-29T17:38:53.281096+0000 mon.b (mon.1) 20 : audit [INF] from='osd.6 [v2:172.21.15.53:6816/2368257265,v1:172.21.15.53:6817/2368257265]' entity='osd.6' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["6"]}]: dispatch 2024-08-29T17:38:53.574 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:38:53 smithi053 bash[24720]: audit 2024-08-29T17:38:53.281372+0000 mon.a (mon.0) 554 : audit [INF] from='osd.6 ' entity='osd.6' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["6"]}]: dispatch 2024-08-29T17:38:53.630 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:38:53 smithi028 bash[22419]: audit 2024-08-29T17:38:52.345377+0000 mon.a (mon.0) 549 : audit [INF] from='mgr.14150 172.21.15.28:0/484978966' entity='mgr.y' 2024-08-29T17:38:53.630 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:38:53 smithi028 bash[22419]: audit 2024-08-29T17:38:52.354667+0000 mon.a (mon.0) 550 : audit [INF] from='mgr.14150 172.21.15.28:0/484978966' entity='mgr.y' 2024-08-29T17:38:53.630 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:38:53 smithi028 bash[22419]: audit 2024-08-29T17:38:52.790573+0000 mon.a (mon.0) 551 : audit [DBG] from='mgr.14150 172.21.15.28:0/484978966' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-29T17:38:53.630 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:38:53 smithi028 bash[22419]: audit 2024-08-29T17:38:52.792228+0000 mon.a (mon.0) 552 : audit [INF] from='mgr.14150 172.21.15.28:0/484978966' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-29T17:38:53.630 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:38:53 smithi028 bash[22419]: audit 2024-08-29T17:38:52.802125+0000 mon.a (mon.0) 553 : audit [INF] from='mgr.14150 172.21.15.28:0/484978966' entity='mgr.y' 2024-08-29T17:38:53.630 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:38:53 smithi028 bash[22419]: cluster 2024-08-29T17:38:52.835346+0000 mgr.y (mgr.14150) 286 : cluster [DBG] pgmap v262: 1 pgs: 1 active+clean; 577 KiB data, 1.7 GiB used, 535 GiB / 536 GiB avail 2024-08-29T17:38:53.630 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:38:53 smithi028 bash[22419]: audit 2024-08-29T17:38:53.281096+0000 mon.b (mon.1) 20 : audit [INF] from='osd.6 [v2:172.21.15.53:6816/2368257265,v1:172.21.15.53:6817/2368257265]' entity='osd.6' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["6"]}]: dispatch 2024-08-29T17:38:53.630 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:38:53 smithi028 bash[22419]: audit 2024-08-29T17:38:53.281372+0000 mon.a (mon.0) 554 : audit [INF] from='osd.6 ' entity='osd.6' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["6"]}]: dispatch 2024-08-29T17:38:53.630 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:38:53 smithi028 bash[31855]: audit 2024-08-29T17:38:52.345377+0000 mon.a (mon.0) 549 : audit [INF] from='mgr.14150 172.21.15.28:0/484978966' entity='mgr.y' 2024-08-29T17:38:53.631 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:38:53 smithi028 bash[31855]: audit 2024-08-29T17:38:52.354667+0000 mon.a (mon.0) 550 : audit [INF] from='mgr.14150 172.21.15.28:0/484978966' entity='mgr.y' 2024-08-29T17:38:53.631 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:38:53 smithi028 bash[31855]: audit 2024-08-29T17:38:52.790573+0000 mon.a (mon.0) 551 : audit [DBG] from='mgr.14150 172.21.15.28:0/484978966' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-29T17:38:53.631 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:38:53 smithi028 bash[31855]: audit 2024-08-29T17:38:52.792228+0000 mon.a (mon.0) 552 : audit [INF] from='mgr.14150 172.21.15.28:0/484978966' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-29T17:38:53.631 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:38:53 smithi028 bash[31855]: audit 2024-08-29T17:38:52.802125+0000 mon.a (mon.0) 553 : audit [INF] from='mgr.14150 172.21.15.28:0/484978966' entity='mgr.y' 2024-08-29T17:38:53.631 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:38:53 smithi028 bash[31855]: cluster 2024-08-29T17:38:52.835346+0000 mgr.y (mgr.14150) 286 : cluster [DBG] pgmap v262: 1 pgs: 1 active+clean; 577 KiB data, 1.7 GiB used, 535 GiB / 536 GiB avail 2024-08-29T17:38:53.631 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:38:53 smithi028 bash[31855]: audit 2024-08-29T17:38:53.281096+0000 mon.b (mon.1) 20 : audit [INF] from='osd.6 [v2:172.21.15.53:6816/2368257265,v1:172.21.15.53:6817/2368257265]' entity='osd.6' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["6"]}]: dispatch 2024-08-29T17:38:53.631 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:38:53 smithi028 bash[31855]: audit 2024-08-29T17:38:53.281372+0000 mon.a (mon.0) 554 : audit [INF] from='osd.6 ' entity='osd.6' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["6"]}]: dispatch 2024-08-29T17:38:55.074 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:38:54 smithi053 bash[24720]: audit 2024-08-29T17:38:53.811730+0000 mon.a (mon.0) 555 : audit [INF] from='osd.6 ' entity='osd.6' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["6"]}]': finished 2024-08-29T17:38:55.074 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:38:54 smithi053 bash[24720]: cluster 2024-08-29T17:38:53.811985+0000 mon.a (mon.0) 556 : cluster [DBG] osdmap e44: 7 total, 6 up, 7 in 2024-08-29T17:38:55.074 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:38:54 smithi053 bash[24720]: audit 2024-08-29T17:38:53.812322+0000 mon.a (mon.0) 557 : audit [DBG] from='mgr.14150 172.21.15.28:0/484978966' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-08-29T17:38:55.074 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:38:54 smithi053 bash[24720]: audit 2024-08-29T17:38:53.813694+0000 mon.b (mon.1) 21 : audit [INF] from='osd.6 [v2:172.21.15.53:6816/2368257265,v1:172.21.15.53:6817/2368257265]' entity='osd.6' cmd=[{"prefix": "osd crush create-or-move", "id": 6, "weight":0.0873, "args": ["host=smithi053", "root=default"]}]: dispatch 2024-08-29T17:38:55.074 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:38:54 smithi053 bash[24720]: audit 2024-08-29T17:38:53.813906+0000 mon.a (mon.0) 558 : audit [INF] from='osd.6 ' entity='osd.6' cmd=[{"prefix": "osd crush create-or-move", "id": 6, "weight":0.0873, "args": ["host=smithi053", "root=default"]}]: dispatch 2024-08-29T17:38:55.130 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:38:54 smithi028 bash[22419]: audit 2024-08-29T17:38:53.811730+0000 mon.a (mon.0) 555 : audit [INF] from='osd.6 ' entity='osd.6' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["6"]}]': finished 2024-08-29T17:38:55.130 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:38:54 smithi028 bash[22419]: cluster 2024-08-29T17:38:53.811985+0000 mon.a (mon.0) 556 : cluster [DBG] osdmap e44: 7 total, 6 up, 7 in 2024-08-29T17:38:55.130 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:38:54 smithi028 bash[22419]: audit 2024-08-29T17:38:53.812322+0000 mon.a (mon.0) 557 : audit [DBG] from='mgr.14150 172.21.15.28:0/484978966' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-08-29T17:38:55.130 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:38:54 smithi028 bash[22419]: audit 2024-08-29T17:38:53.813694+0000 mon.b (mon.1) 21 : audit [INF] from='osd.6 [v2:172.21.15.53:6816/2368257265,v1:172.21.15.53:6817/2368257265]' entity='osd.6' cmd=[{"prefix": "osd crush create-or-move", "id": 6, "weight":0.0873, "args": ["host=smithi053", "root=default"]}]: dispatch 2024-08-29T17:38:55.130 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:38:54 smithi028 bash[22419]: audit 2024-08-29T17:38:53.813906+0000 mon.a (mon.0) 558 : audit [INF] from='osd.6 ' entity='osd.6' cmd=[{"prefix": "osd crush create-or-move", "id": 6, "weight":0.0873, "args": ["host=smithi053", "root=default"]}]: dispatch 2024-08-29T17:38:55.130 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:38:54 smithi028 bash[31855]: audit 2024-08-29T17:38:53.811730+0000 mon.a (mon.0) 555 : audit [INF] from='osd.6 ' entity='osd.6' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["6"]}]': finished 2024-08-29T17:38:55.130 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:38:54 smithi028 bash[31855]: cluster 2024-08-29T17:38:53.811985+0000 mon.a (mon.0) 556 : cluster [DBG] osdmap e44: 7 total, 6 up, 7 in 2024-08-29T17:38:55.130 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:38:54 smithi028 bash[31855]: audit 2024-08-29T17:38:53.812322+0000 mon.a (mon.0) 557 : audit [DBG] from='mgr.14150 172.21.15.28:0/484978966' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-08-29T17:38:55.131 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:38:54 smithi028 bash[31855]: audit 2024-08-29T17:38:53.813694+0000 mon.b (mon.1) 21 : audit [INF] from='osd.6 [v2:172.21.15.53:6816/2368257265,v1:172.21.15.53:6817/2368257265]' entity='osd.6' cmd=[{"prefix": "osd crush create-or-move", "id": 6, "weight":0.0873, "args": ["host=smithi053", "root=default"]}]: dispatch 2024-08-29T17:38:55.131 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:38:54 smithi028 bash[31855]: audit 2024-08-29T17:38:53.813906+0000 mon.a (mon.0) 558 : audit [INF] from='osd.6 ' entity='osd.6' cmd=[{"prefix": "osd crush create-or-move", "id": 6, "weight":0.0873, "args": ["host=smithi053", "root=default"]}]: dispatch 2024-08-29T17:38:56.073 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:38:55 smithi053 bash[24720]: audit 2024-08-29T17:38:54.813656+0000 mon.a (mon.0) 559 : audit [INF] from='osd.6 ' entity='osd.6' cmd='[{"prefix": "osd crush create-or-move", "id": 6, "weight":0.0873, "args": ["host=smithi053", "root=default"]}]': finished 2024-08-29T17:38:56.074 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:38:55 smithi053 bash[24720]: cluster 2024-08-29T17:38:54.813980+0000 mon.a (mon.0) 560 : cluster [DBG] osdmap e45: 7 total, 6 up, 7 in 2024-08-29T17:38:56.074 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:38:55 smithi053 bash[24720]: audit 2024-08-29T17:38:54.814822+0000 mon.a (mon.0) 561 : audit [DBG] from='mgr.14150 172.21.15.28:0/484978966' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-08-29T17:38:56.074 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:38:55 smithi053 bash[24720]: audit 2024-08-29T17:38:54.825490+0000 mon.a (mon.0) 562 : audit [DBG] from='mgr.14150 172.21.15.28:0/484978966' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-08-29T17:38:56.074 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:38:55 smithi053 bash[24720]: cluster 2024-08-29T17:38:54.835843+0000 mgr.y (mgr.14150) 287 : cluster [DBG] pgmap v265: 1 pgs: 1 active+clean; 577 KiB data, 1.7 GiB used, 535 GiB / 536 GiB avail 2024-08-29T17:38:56.129 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:38:55 smithi028 bash[22419]: audit 2024-08-29T17:38:54.813656+0000 mon.a (mon.0) 559 : audit [INF] from='osd.6 ' entity='osd.6' cmd='[{"prefix": "osd crush create-or-move", "id": 6, "weight":0.0873, "args": ["host=smithi053", "root=default"]}]': finished 2024-08-29T17:38:56.130 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:38:55 smithi028 bash[22419]: cluster 2024-08-29T17:38:54.813980+0000 mon.a (mon.0) 560 : cluster [DBG] osdmap e45: 7 total, 6 up, 7 in 2024-08-29T17:38:56.130 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:38:55 smithi028 bash[22419]: audit 2024-08-29T17:38:54.814822+0000 mon.a (mon.0) 561 : audit [DBG] from='mgr.14150 172.21.15.28:0/484978966' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-08-29T17:38:56.130 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:38:55 smithi028 bash[22419]: audit 2024-08-29T17:38:54.825490+0000 mon.a (mon.0) 562 : audit [DBG] from='mgr.14150 172.21.15.28:0/484978966' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-08-29T17:38:56.130 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:38:55 smithi028 bash[22419]: cluster 2024-08-29T17:38:54.835843+0000 mgr.y (mgr.14150) 287 : cluster [DBG] pgmap v265: 1 pgs: 1 active+clean; 577 KiB data, 1.7 GiB used, 535 GiB / 536 GiB avail 2024-08-29T17:38:56.130 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:38:55 smithi028 bash[31855]: audit 2024-08-29T17:38:54.813656+0000 mon.a (mon.0) 559 : audit [INF] from='osd.6 ' entity='osd.6' cmd='[{"prefix": "osd crush create-or-move", "id": 6, "weight":0.0873, "args": ["host=smithi053", "root=default"]}]': finished 2024-08-29T17:38:56.130 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:38:55 smithi028 bash[31855]: cluster 2024-08-29T17:38:54.813980+0000 mon.a (mon.0) 560 : cluster [DBG] osdmap e45: 7 total, 6 up, 7 in 2024-08-29T17:38:56.130 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:38:55 smithi028 bash[31855]: audit 2024-08-29T17:38:54.814822+0000 mon.a (mon.0) 561 : audit [DBG] from='mgr.14150 172.21.15.28:0/484978966' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-08-29T17:38:56.130 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:38:55 smithi028 bash[31855]: audit 2024-08-29T17:38:54.825490+0000 mon.a (mon.0) 562 : audit [DBG] from='mgr.14150 172.21.15.28:0/484978966' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-08-29T17:38:56.130 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:38:55 smithi028 bash[31855]: cluster 2024-08-29T17:38:54.835843+0000 mgr.y (mgr.14150) 287 : cluster [DBG] pgmap v265: 1 pgs: 1 active+clean; 577 KiB data, 1.7 GiB used, 535 GiB / 536 GiB avail 2024-08-29T17:38:56.403 INFO:teuthology.orchestra.run.smithi053.stdout:Created osd(s) 6 on host 'smithi053' 2024-08-29T17:38:57.116 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:38:56 smithi053 bash[24720]: cluster 2024-08-29T17:38:54.314924+0000 osd.6 (osd.6) 1 : cluster [DBG] purged_snaps scrub starts 2024-08-29T17:38:57.116 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:38:56 smithi053 bash[24720]: cluster 2024-08-29T17:38:54.315012+0000 osd.6 (osd.6) 2 : cluster [DBG] purged_snaps scrub ok 2024-08-29T17:38:57.116 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:38:56 smithi053 bash[24720]: cluster 2024-08-29T17:38:55.816567+0000 mon.a (mon.0) 563 : cluster [INF] osd.6 [v2:172.21.15.53:6816/2368257265,v1:172.21.15.53:6817/2368257265] boot 2024-08-29T17:38:57.116 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:38:56 smithi053 bash[24720]: cluster 2024-08-29T17:38:55.816648+0000 mon.a (mon.0) 564 : cluster [DBG] osdmap e46: 7 total, 7 up, 7 in 2024-08-29T17:38:57.116 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:38:56 smithi053 bash[24720]: audit 2024-08-29T17:38:55.817002+0000 mon.a (mon.0) 565 : audit [DBG] from='mgr.14150 172.21.15.28:0/484978966' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-08-29T17:38:57.116 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:38:56 smithi053 bash[24720]: audit 2024-08-29T17:38:56.383677+0000 mon.a (mon.0) 566 : audit [DBG] from='mgr.14150 172.21.15.28:0/484978966' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-29T17:38:57.116 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:38:56 smithi053 bash[24720]: audit 2024-08-29T17:38:56.391688+0000 mon.a (mon.0) 567 : audit [INF] from='mgr.14150 172.21.15.28:0/484978966' entity='mgr.y' 2024-08-29T17:38:57.117 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:38:56 smithi053 bash[24720]: audit 2024-08-29T17:38:56.400349+0000 mon.a (mon.0) 568 : audit [INF] from='mgr.14150 172.21.15.28:0/484978966' entity='mgr.y' 2024-08-29T17:38:57.117 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:38:56 smithi053 bash[24720]: cluster 2024-08-29T17:38:56.827012+0000 mon.a (mon.0) 569 : cluster [DBG] osdmap e47: 7 total, 7 up, 7 in 2024-08-29T17:38:57.118 DEBUG:teuthology.orchestra.run.smithi053:osd.6> sudo journalctl -f -n 0 -u ceph-3167ee72-662c-11ef-bcd4-c7b262605968@osd.6.service 2024-08-29T17:38:57.120 INFO:tasks.cephadm:Deploying osd.7 on smithi053 with /dev/vg_nvme/lv_1... 2024-08-29T17:38:57.121 DEBUG:teuthology.orchestra.run.smithi053:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy ceph-volume -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 3167ee72-662c-11ef-bcd4-c7b262605968 -- lvm zap /dev/vg_nvme/lv_1 2024-08-29T17:38:57.130 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:38:56 smithi028 bash[22419]: cluster 2024-08-29T17:38:54.314924+0000 osd.6 (osd.6) 1 : cluster [DBG] purged_snaps scrub starts 2024-08-29T17:38:57.130 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:38:56 smithi028 bash[22419]: cluster 2024-08-29T17:38:54.315012+0000 osd.6 (osd.6) 2 : cluster [DBG] purged_snaps scrub ok 2024-08-29T17:38:57.130 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:38:56 smithi028 bash[22419]: cluster 2024-08-29T17:38:55.816567+0000 mon.a (mon.0) 563 : cluster [INF] osd.6 [v2:172.21.15.53:6816/2368257265,v1:172.21.15.53:6817/2368257265] boot 2024-08-29T17:38:57.130 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:38:56 smithi028 bash[22419]: cluster 2024-08-29T17:38:55.816648+0000 mon.a (mon.0) 564 : cluster [DBG] osdmap e46: 7 total, 7 up, 7 in 2024-08-29T17:38:57.130 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:38:56 smithi028 bash[22419]: audit 2024-08-29T17:38:55.817002+0000 mon.a (mon.0) 565 : audit [DBG] from='mgr.14150 172.21.15.28:0/484978966' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-08-29T17:38:57.130 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:38:56 smithi028 bash[22419]: audit 2024-08-29T17:38:56.383677+0000 mon.a (mon.0) 566 : audit [DBG] from='mgr.14150 172.21.15.28:0/484978966' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-29T17:38:57.130 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:38:56 smithi028 bash[22419]: audit 2024-08-29T17:38:56.391688+0000 mon.a (mon.0) 567 : audit [INF] from='mgr.14150 172.21.15.28:0/484978966' entity='mgr.y' 2024-08-29T17:38:57.130 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:38:56 smithi028 bash[22419]: audit 2024-08-29T17:38:56.400349+0000 mon.a (mon.0) 568 : audit [INF] from='mgr.14150 172.21.15.28:0/484978966' entity='mgr.y' 2024-08-29T17:38:57.130 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:38:56 smithi028 bash[22419]: cluster 2024-08-29T17:38:56.827012+0000 mon.a (mon.0) 569 : cluster [DBG] osdmap e47: 7 total, 7 up, 7 in 2024-08-29T17:38:57.130 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:38:56 smithi028 bash[31855]: cluster 2024-08-29T17:38:54.314924+0000 osd.6 (osd.6) 1 : cluster [DBG] purged_snaps scrub starts 2024-08-29T17:38:57.131 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:38:56 smithi028 bash[31855]: cluster 2024-08-29T17:38:54.315012+0000 osd.6 (osd.6) 2 : cluster [DBG] purged_snaps scrub ok 2024-08-29T17:38:57.131 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:38:56 smithi028 bash[31855]: cluster 2024-08-29T17:38:55.816567+0000 mon.a (mon.0) 563 : cluster [INF] osd.6 [v2:172.21.15.53:6816/2368257265,v1:172.21.15.53:6817/2368257265] boot 2024-08-29T17:38:57.131 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:38:56 smithi028 bash[31855]: cluster 2024-08-29T17:38:55.816648+0000 mon.a (mon.0) 564 : cluster [DBG] osdmap e46: 7 total, 7 up, 7 in 2024-08-29T17:38:57.131 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:38:56 smithi028 bash[31855]: audit 2024-08-29T17:38:55.817002+0000 mon.a (mon.0) 565 : audit [DBG] from='mgr.14150 172.21.15.28:0/484978966' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-08-29T17:38:57.131 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:38:56 smithi028 bash[31855]: audit 2024-08-29T17:38:56.383677+0000 mon.a (mon.0) 566 : audit [DBG] from='mgr.14150 172.21.15.28:0/484978966' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-29T17:38:57.131 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:38:56 smithi028 bash[31855]: audit 2024-08-29T17:38:56.391688+0000 mon.a (mon.0) 567 : audit [INF] from='mgr.14150 172.21.15.28:0/484978966' entity='mgr.y' 2024-08-29T17:38:57.131 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:38:56 smithi028 bash[31855]: audit 2024-08-29T17:38:56.400349+0000 mon.a (mon.0) 568 : audit [INF] from='mgr.14150 172.21.15.28:0/484978966' entity='mgr.y' 2024-08-29T17:38:57.131 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:38:56 smithi028 bash[31855]: cluster 2024-08-29T17:38:56.827012+0000 mon.a (mon.0) 569 : cluster [DBG] osdmap e47: 7 total, 7 up, 7 in 2024-08-29T17:38:58.129 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:38:57 smithi028 bash[31855]: cluster 2024-08-29T17:38:56.836327+0000 mgr.y (mgr.14150) 288 : cluster [DBG] pgmap v268: 1 pgs: 1 active+clean; 577 KiB data, 2.0 GiB used, 624 GiB / 626 GiB avail 2024-08-29T17:38:58.130 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:38:57 smithi028 bash[22419]: cluster 2024-08-29T17:38:56.836327+0000 mgr.y (mgr.14150) 288 : cluster [DBG] pgmap v268: 1 pgs: 1 active+clean; 577 KiB data, 2.0 GiB used, 624 GiB / 626 GiB avail 2024-08-29T17:38:58.323 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:38:57 smithi053 bash[24720]: cluster 2024-08-29T17:38:56.836327+0000 mgr.y (mgr.14150) 288 : cluster [DBG] pgmap v268: 1 pgs: 1 active+clean; 577 KiB data, 2.0 GiB used, 624 GiB / 626 GiB avail 2024-08-29T17:38:59.129 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:38:58 smithi028 bash[22419]: cluster 2024-08-29T17:38:57.846434+0000 mon.a (mon.0) 570 : cluster [DBG] osdmap e48: 7 total, 7 up, 7 in 2024-08-29T17:38:59.130 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:38:58 smithi028 bash[31855]: cluster 2024-08-29T17:38:57.846434+0000 mon.a (mon.0) 570 : cluster [DBG] osdmap e48: 7 total, 7 up, 7 in 2024-08-29T17:38:59.323 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:38:58 smithi053 bash[24720]: cluster 2024-08-29T17:38:57.846434+0000 mon.a (mon.0) 570 : cluster [DBG] osdmap e48: 7 total, 7 up, 7 in 2024-08-29T17:39:00.129 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:38:59 smithi028 bash[22419]: cluster 2024-08-29T17:38:58.836983+0000 mgr.y (mgr.14150) 289 : cluster [DBG] pgmap v270: 1 pgs: 1 activating+undersized+degraded+remapped; 577 KiB data, 2.0 GiB used, 624 GiB / 626 GiB avail; 2/6 objects degraded (33.333%) 2024-08-29T17:39:00.130 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:38:59 smithi028 bash[22419]: cluster 2024-08-29T17:38:58.839201+0000 mon.a (mon.0) 571 : cluster [WRN] Health check failed: Degraded data redundancy: 2/6 objects degraded (33.333%), 1 pg degraded (PG_DEGRADED) 2024-08-29T17:39:00.130 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:38:59 smithi028 bash[22419]: cluster 2024-08-29T17:38:58.854108+0000 mon.a (mon.0) 572 : cluster [DBG] osdmap e49: 7 total, 7 up, 7 in 2024-08-29T17:39:00.130 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:38:59 smithi028 bash[31855]: cluster 2024-08-29T17:38:58.836983+0000 mgr.y (mgr.14150) 289 : cluster [DBG] pgmap v270: 1 pgs: 1 activating+undersized+degraded+remapped; 577 KiB data, 2.0 GiB used, 624 GiB / 626 GiB avail; 2/6 objects degraded (33.333%) 2024-08-29T17:39:00.130 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:38:59 smithi028 bash[31855]: cluster 2024-08-29T17:38:58.839201+0000 mon.a (mon.0) 571 : cluster [WRN] Health check failed: Degraded data redundancy: 2/6 objects degraded (33.333%), 1 pg degraded (PG_DEGRADED) 2024-08-29T17:39:00.130 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:38:59 smithi028 bash[31855]: cluster 2024-08-29T17:38:58.854108+0000 mon.a (mon.0) 572 : cluster [DBG] osdmap e49: 7 total, 7 up, 7 in 2024-08-29T17:39:00.323 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:38:59 smithi053 bash[24720]: cluster 2024-08-29T17:38:58.836983+0000 mgr.y (mgr.14150) 289 : cluster [DBG] pgmap v270: 1 pgs: 1 activating+undersized+degraded+remapped; 577 KiB data, 2.0 GiB used, 624 GiB / 626 GiB avail; 2/6 objects degraded (33.333%) 2024-08-29T17:39:00.324 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:38:59 smithi053 bash[24720]: cluster 2024-08-29T17:38:58.839201+0000 mon.a (mon.0) 571 : cluster [WRN] Health check failed: Degraded data redundancy: 2/6 objects degraded (33.333%), 1 pg degraded (PG_DEGRADED) 2024-08-29T17:39:00.324 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:38:59 smithi053 bash[24720]: cluster 2024-08-29T17:38:58.854108+0000 mon.a (mon.0) 572 : cluster [DBG] osdmap e49: 7 total, 7 up, 7 in 2024-08-29T17:39:01.129 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:39:00 smithi028 bash[22419]: cluster 2024-08-29T17:38:59.862248+0000 mon.a (mon.0) 573 : cluster [DBG] osdmap e50: 7 total, 7 up, 7 in 2024-08-29T17:39:01.130 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:39:00 smithi028 bash[31855]: cluster 2024-08-29T17:38:59.862248+0000 mon.a (mon.0) 573 : cluster [DBG] osdmap e50: 7 total, 7 up, 7 in 2024-08-29T17:39:01.181 INFO:teuthology.orchestra.run.smithi053.stderr:Inferring config /var/lib/ceph/3167ee72-662c-11ef-bcd4-c7b262605968/mon.b/config 2024-08-29T17:39:01.323 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:39:00 smithi053 bash[24720]: cluster 2024-08-29T17:38:59.862248+0000 mon.a (mon.0) 573 : cluster [DBG] osdmap e50: 7 total, 7 up, 7 in 2024-08-29T17:39:02.129 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:39:01 smithi028 bash[22419]: cluster 2024-08-29T17:39:00.837589+0000 mgr.y (mgr.14150) 290 : cluster [DBG] pgmap v273: 1 pgs: 1 activating+undersized+degraded+remapped; 577 KiB data, 2.0 GiB used, 624 GiB / 626 GiB avail; 2/6 objects degraded (33.333%) 2024-08-29T17:39:02.130 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:39:01 smithi028 bash[31855]: cluster 2024-08-29T17:39:00.837589+0000 mgr.y (mgr.14150) 290 : cluster [DBG] pgmap v273: 1 pgs: 1 activating+undersized+degraded+remapped; 577 KiB data, 2.0 GiB used, 624 GiB / 626 GiB avail; 2/6 objects degraded (33.333%) 2024-08-29T17:39:02.323 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:39:01 smithi053 bash[24720]: cluster 2024-08-29T17:39:00.837589+0000 mgr.y (mgr.14150) 290 : cluster [DBG] pgmap v273: 1 pgs: 1 activating+undersized+degraded+remapped; 577 KiB data, 2.0 GiB used, 624 GiB / 626 GiB avail; 2/6 objects degraded (33.333%) 2024-08-29T17:39:03.177 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:39:02 smithi053 bash[24720]: cluster 2024-08-29T17:39:02.868749+0000 mon.a (mon.0) 574 : cluster [INF] Health check cleared: PG_DEGRADED (was: Degraded data redundancy: 2/6 objects degraded (33.333%), 1 pg degraded) 2024-08-29T17:39:03.177 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:39:02 smithi053 bash[24720]: cluster 2024-08-29T17:39:02.868796+0000 mon.a (mon.0) 575 : cluster [INF] Cluster is now healthy 2024-08-29T17:39:03.379 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:39:02 smithi028 bash[22419]: cluster 2024-08-29T17:39:02.868749+0000 mon.a (mon.0) 574 : cluster [INF] Health check cleared: PG_DEGRADED (was: Degraded data redundancy: 2/6 objects degraded (33.333%), 1 pg degraded) 2024-08-29T17:39:03.379 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:39:02 smithi028 bash[22419]: cluster 2024-08-29T17:39:02.868796+0000 mon.a (mon.0) 575 : cluster [INF] Cluster is now healthy 2024-08-29T17:39:03.380 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:39:02 smithi028 bash[31855]: cluster 2024-08-29T17:39:02.868749+0000 mon.a (mon.0) 574 : cluster [INF] Health check cleared: PG_DEGRADED (was: Degraded data redundancy: 2/6 objects degraded (33.333%), 1 pg degraded) 2024-08-29T17:39:03.380 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:39:02 smithi028 bash[31855]: cluster 2024-08-29T17:39:02.868796+0000 mon.a (mon.0) 575 : cluster [INF] Cluster is now healthy 2024-08-29T17:39:04.323 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:39:03 smithi053 bash[24720]: cluster 2024-08-29T17:39:02.838184+0000 mgr.y (mgr.14150) 291 : cluster [DBG] pgmap v274: 1 pgs: 1 active+clean; 577 KiB data, 2.0 GiB used, 624 GiB / 626 GiB avail; 96 KiB/s, 0 objects/s recovering 2024-08-29T17:39:04.379 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:39:03 smithi028 bash[22419]: cluster 2024-08-29T17:39:02.838184+0000 mgr.y (mgr.14150) 291 : cluster [DBG] pgmap v274: 1 pgs: 1 active+clean; 577 KiB data, 2.0 GiB used, 624 GiB / 626 GiB avail; 96 KiB/s, 0 objects/s recovering 2024-08-29T17:39:04.380 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:39:03 smithi028 bash[31855]: cluster 2024-08-29T17:39:02.838184+0000 mgr.y (mgr.14150) 291 : cluster [DBG] pgmap v274: 1 pgs: 1 active+clean; 577 KiB data, 2.0 GiB used, 624 GiB / 626 GiB avail; 96 KiB/s, 0 objects/s recovering 2024-08-29T17:39:06.190 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:39:05 smithi053 bash[24720]: cluster 2024-08-29T17:39:04.838734+0000 mgr.y (mgr.14150) 292 : cluster [DBG] pgmap v275: 1 pgs: 1 active+clean; 577 KiB data, 2.0 GiB used, 624 GiB / 626 GiB avail; 82 KiB/s, 0 objects/s recovering 2024-08-29T17:39:06.379 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:39:05 smithi028 bash[31855]: cluster 2024-08-29T17:39:04.838734+0000 mgr.y (mgr.14150) 292 : cluster [DBG] pgmap v275: 1 pgs: 1 active+clean; 577 KiB data, 2.0 GiB used, 624 GiB / 626 GiB avail; 82 KiB/s, 0 objects/s recovering 2024-08-29T17:39:06.379 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:39:05 smithi028 bash[22419]: cluster 2024-08-29T17:39:04.838734+0000 mgr.y (mgr.14150) 292 : cluster [DBG] pgmap v275: 1 pgs: 1 active+clean; 577 KiB data, 2.0 GiB used, 624 GiB / 626 GiB avail; 82 KiB/s, 0 objects/s recovering 2024-08-29T17:39:06.800 INFO:teuthology.orchestra.run.smithi053.stdout: 2024-08-29T17:39:06.839 DEBUG:teuthology.orchestra.run.smithi053:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 3167ee72-662c-11ef-bcd4-c7b262605968 -- ceph orch daemon add osd smithi053:vg_nvme/lv_1 2024-08-29T17:39:08.323 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:39:07 smithi053 bash[24720]: cluster 2024-08-29T17:39:06.839307+0000 mgr.y (mgr.14150) 293 : cluster [DBG] pgmap v276: 1 pgs: 1 active+clean; 577 KiB data, 2.0 GiB used, 624 GiB / 626 GiB avail; 72 KiB/s, 0 objects/s recovering 2024-08-29T17:39:08.379 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:39:07 smithi028 bash[31855]: cluster 2024-08-29T17:39:06.839307+0000 mgr.y (mgr.14150) 293 : cluster [DBG] pgmap v276: 1 pgs: 1 active+clean; 577 KiB data, 2.0 GiB used, 624 GiB / 626 GiB avail; 72 KiB/s, 0 objects/s recovering 2024-08-29T17:39:08.379 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:39:07 smithi028 bash[22419]: cluster 2024-08-29T17:39:06.839307+0000 mgr.y (mgr.14150) 293 : cluster [DBG] pgmap v276: 1 pgs: 1 active+clean; 577 KiB data, 2.0 GiB used, 624 GiB / 626 GiB avail; 72 KiB/s, 0 objects/s recovering 2024-08-29T17:39:10.323 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:39:09 smithi053 bash[24720]: cluster 2024-08-29T17:39:08.839881+0000 mgr.y (mgr.14150) 294 : cluster [DBG] pgmap v277: 1 pgs: 1 active+clean; 577 KiB data, 2.0 GiB used, 624 GiB / 626 GiB avail; 58 KiB/s, 0 objects/s recovering 2024-08-29T17:39:10.324 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:39:09 smithi053 bash[24720]: audit 2024-08-29T17:39:09.886977+0000 mon.a (mon.0) 576 : audit [INF] from='mgr.14150 172.21.15.28:0/484978966' entity='mgr.y' 2024-08-29T17:39:10.324 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:39:09 smithi053 bash[24720]: audit 2024-08-29T17:39:09.896160+0000 mon.a (mon.0) 577 : audit [INF] from='mgr.14150 172.21.15.28:0/484978966' entity='mgr.y' 2024-08-29T17:39:10.324 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:39:09 smithi053 bash[24720]: audit 2024-08-29T17:39:09.898286+0000 mon.a (mon.0) 578 : audit [INF] from='mgr.14150 172.21.15.28:0/484978966' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2024-08-29T17:39:10.324 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:39:09 smithi053 bash[24720]: audit 2024-08-29T17:39:09.900019+0000 mon.a (mon.0) 579 : audit [INF] from='mgr.14150 172.21.15.28:0/484978966' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch 2024-08-29T17:39:10.324 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:39:09 smithi053 bash[24720]: audit 2024-08-29T17:39:09.901667+0000 mon.a (mon.0) 580 : audit [INF] from='mgr.14150 172.21.15.28:0/484978966' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.6", "name": "osd_memory_target"}]: dispatch 2024-08-29T17:39:10.324 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:39:09 smithi053 bash[24720]: audit 2024-08-29T17:39:09.911879+0000 mon.a (mon.0) 581 : audit [INF] from='mgr.14150 172.21.15.28:0/484978966' entity='mgr.y' 2024-08-29T17:39:10.324 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:39:09 smithi053 bash[24720]: audit 2024-08-29T17:39:09.913904+0000 mon.a (mon.0) 582 : audit [DBG] from='mgr.14150 172.21.15.28:0/484978966' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-29T17:39:10.324 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:39:09 smithi053 bash[24720]: audit 2024-08-29T17:39:09.915516+0000 mon.a (mon.0) 583 : audit [INF] from='mgr.14150 172.21.15.28:0/484978966' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-29T17:39:10.324 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:39:09 smithi053 bash[24720]: audit 2024-08-29T17:39:09.924903+0000 mon.a (mon.0) 584 : audit [INF] from='mgr.14150 172.21.15.28:0/484978966' entity='mgr.y' 2024-08-29T17:39:10.380 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:39:09 smithi028 bash[22419]: cluster 2024-08-29T17:39:08.839881+0000 mgr.y (mgr.14150) 294 : cluster [DBG] pgmap v277: 1 pgs: 1 active+clean; 577 KiB data, 2.0 GiB used, 624 GiB / 626 GiB avail; 58 KiB/s, 0 objects/s recovering 2024-08-29T17:39:10.380 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:39:09 smithi028 bash[22419]: audit 2024-08-29T17:39:09.886977+0000 mon.a (mon.0) 576 : audit [INF] from='mgr.14150 172.21.15.28:0/484978966' entity='mgr.y' 2024-08-29T17:39:10.380 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:39:09 smithi028 bash[22419]: audit 2024-08-29T17:39:09.896160+0000 mon.a (mon.0) 577 : audit [INF] from='mgr.14150 172.21.15.28:0/484978966' entity='mgr.y' 2024-08-29T17:39:10.380 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:39:09 smithi028 bash[22419]: audit 2024-08-29T17:39:09.898286+0000 mon.a (mon.0) 578 : audit [INF] from='mgr.14150 172.21.15.28:0/484978966' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2024-08-29T17:39:10.380 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:39:09 smithi028 bash[22419]: audit 2024-08-29T17:39:09.900019+0000 mon.a (mon.0) 579 : audit [INF] from='mgr.14150 172.21.15.28:0/484978966' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch 2024-08-29T17:39:10.381 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:39:09 smithi028 bash[22419]: audit 2024-08-29T17:39:09.901667+0000 mon.a (mon.0) 580 : audit [INF] from='mgr.14150 172.21.15.28:0/484978966' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.6", "name": "osd_memory_target"}]: dispatch 2024-08-29T17:39:10.381 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:39:09 smithi028 bash[22419]: audit 2024-08-29T17:39:09.911879+0000 mon.a (mon.0) 581 : audit [INF] from='mgr.14150 172.21.15.28:0/484978966' entity='mgr.y' 2024-08-29T17:39:10.381 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:39:09 smithi028 bash[22419]: audit 2024-08-29T17:39:09.913904+0000 mon.a (mon.0) 582 : audit [DBG] from='mgr.14150 172.21.15.28:0/484978966' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-29T17:39:10.381 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:39:09 smithi028 bash[22419]: audit 2024-08-29T17:39:09.915516+0000 mon.a (mon.0) 583 : audit [INF] from='mgr.14150 172.21.15.28:0/484978966' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-29T17:39:10.381 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:39:09 smithi028 bash[22419]: audit 2024-08-29T17:39:09.924903+0000 mon.a (mon.0) 584 : audit [INF] from='mgr.14150 172.21.15.28:0/484978966' entity='mgr.y' 2024-08-29T17:39:10.381 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:39:09 smithi028 bash[31855]: cluster 2024-08-29T17:39:08.839881+0000 mgr.y (mgr.14150) 294 : cluster [DBG] pgmap v277: 1 pgs: 1 active+clean; 577 KiB data, 2.0 GiB used, 624 GiB / 626 GiB avail; 58 KiB/s, 0 objects/s recovering 2024-08-29T17:39:10.381 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:39:09 smithi028 bash[31855]: audit 2024-08-29T17:39:09.886977+0000 mon.a (mon.0) 576 : audit [INF] from='mgr.14150 172.21.15.28:0/484978966' entity='mgr.y' 2024-08-29T17:39:10.381 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:39:09 smithi028 bash[31855]: audit 2024-08-29T17:39:09.896160+0000 mon.a (mon.0) 577 : audit [INF] from='mgr.14150 172.21.15.28:0/484978966' entity='mgr.y' 2024-08-29T17:39:10.381 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:39:09 smithi028 bash[31855]: audit 2024-08-29T17:39:09.898286+0000 mon.a (mon.0) 578 : audit [INF] from='mgr.14150 172.21.15.28:0/484978966' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2024-08-29T17:39:10.381 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:39:09 smithi028 bash[31855]: audit 2024-08-29T17:39:09.900019+0000 mon.a (mon.0) 579 : audit [INF] from='mgr.14150 172.21.15.28:0/484978966' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch 2024-08-29T17:39:10.381 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:39:09 smithi028 bash[31855]: audit 2024-08-29T17:39:09.901667+0000 mon.a (mon.0) 580 : audit [INF] from='mgr.14150 172.21.15.28:0/484978966' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.6", "name": "osd_memory_target"}]: dispatch 2024-08-29T17:39:10.382 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:39:09 smithi028 bash[31855]: audit 2024-08-29T17:39:09.911879+0000 mon.a (mon.0) 581 : audit [INF] from='mgr.14150 172.21.15.28:0/484978966' entity='mgr.y' 2024-08-29T17:39:10.382 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:39:09 smithi028 bash[31855]: audit 2024-08-29T17:39:09.913904+0000 mon.a (mon.0) 582 : audit [DBG] from='mgr.14150 172.21.15.28:0/484978966' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-29T17:39:10.382 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:39:09 smithi028 bash[31855]: audit 2024-08-29T17:39:09.915516+0000 mon.a (mon.0) 583 : audit [INF] from='mgr.14150 172.21.15.28:0/484978966' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-29T17:39:10.382 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:39:09 smithi028 bash[31855]: audit 2024-08-29T17:39:09.924903+0000 mon.a (mon.0) 584 : audit [INF] from='mgr.14150 172.21.15.28:0/484978966' entity='mgr.y' 2024-08-29T17:39:11.323 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:39:10 smithi053 bash[24720]: cephadm 2024-08-29T17:39:09.877571+0000 mgr.y (mgr.14150) 295 : cephadm [INF] Detected new or changed devices on smithi053 2024-08-29T17:39:11.323 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:39:10 smithi053 bash[24720]: cephadm 2024-08-29T17:39:09.902926+0000 mgr.y (mgr.14150) 296 : cephadm [INF] Adjusting osd_memory_target on smithi053 to 5756M 2024-08-29T17:39:11.379 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:39:10 smithi028 bash[31855]: cephadm 2024-08-29T17:39:09.877571+0000 mgr.y (mgr.14150) 295 : cephadm [INF] Detected new or changed devices on smithi053 2024-08-29T17:39:11.379 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:39:10 smithi028 bash[31855]: cephadm 2024-08-29T17:39:09.902926+0000 mgr.y (mgr.14150) 296 : cephadm [INF] Adjusting osd_memory_target on smithi053 to 5756M 2024-08-29T17:39:11.380 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:39:10 smithi028 bash[22419]: cephadm 2024-08-29T17:39:09.877571+0000 mgr.y (mgr.14150) 295 : cephadm [INF] Detected new or changed devices on smithi053 2024-08-29T17:39:11.380 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:39:10 smithi028 bash[22419]: cephadm 2024-08-29T17:39:09.902926+0000 mgr.y (mgr.14150) 296 : cephadm [INF] Adjusting osd_memory_target on smithi053 to 5756M 2024-08-29T17:39:12.323 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:39:11 smithi053 bash[24720]: cluster 2024-08-29T17:39:10.840439+0000 mgr.y (mgr.14150) 297 : cluster [DBG] pgmap v278: 1 pgs: 1 active+clean; 577 KiB data, 2.0 GiB used, 624 GiB / 626 GiB avail; 52 KiB/s, 0 objects/s recovering 2024-08-29T17:39:12.379 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:39:11 smithi028 bash[31855]: cluster 2024-08-29T17:39:10.840439+0000 mgr.y (mgr.14150) 297 : cluster [DBG] pgmap v278: 1 pgs: 1 active+clean; 577 KiB data, 2.0 GiB used, 624 GiB / 626 GiB avail; 52 KiB/s, 0 objects/s recovering 2024-08-29T17:39:12.379 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:39:11 smithi028 bash[22419]: cluster 2024-08-29T17:39:10.840439+0000 mgr.y (mgr.14150) 297 : cluster [DBG] pgmap v278: 1 pgs: 1 active+clean; 577 KiB data, 2.0 GiB used, 624 GiB / 626 GiB avail; 52 KiB/s, 0 objects/s recovering 2024-08-29T17:39:12.826 INFO:teuthology.orchestra.run.smithi053.stderr:Inferring config /var/lib/ceph/3167ee72-662c-11ef-bcd4-c7b262605968/mon.b/config 2024-08-29T17:39:14.225 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:39:13 smithi053 bash[24720]: cluster 2024-08-29T17:39:12.841015+0000 mgr.y (mgr.14150) 298 : cluster [DBG] pgmap v279: 1 pgs: 1 active+clean; 577 KiB data, 2.0 GiB used, 624 GiB / 626 GiB avail; 48 KiB/s, 0 objects/s recovering 2024-08-29T17:39:14.379 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:39:13 smithi028 bash[31855]: cluster 2024-08-29T17:39:12.841015+0000 mgr.y (mgr.14150) 298 : cluster [DBG] pgmap v279: 1 pgs: 1 active+clean; 577 KiB data, 2.0 GiB used, 624 GiB / 626 GiB avail; 48 KiB/s, 0 objects/s recovering 2024-08-29T17:39:14.379 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:39:13 smithi028 bash[22419]: cluster 2024-08-29T17:39:12.841015+0000 mgr.y (mgr.14150) 298 : cluster [DBG] pgmap v279: 1 pgs: 1 active+clean; 577 KiB data, 2.0 GiB used, 624 GiB / 626 GiB avail; 48 KiB/s, 0 objects/s recovering 2024-08-29T17:39:16.323 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:39:15 smithi053 bash[24720]: cluster 2024-08-29T17:39:14.841520+0000 mgr.y (mgr.14150) 299 : cluster [DBG] pgmap v280: 1 pgs: 1 active+clean; 577 KiB data, 2.0 GiB used, 624 GiB / 626 GiB avail 2024-08-29T17:39:16.379 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:39:15 smithi028 bash[22419]: cluster 2024-08-29T17:39:14.841520+0000 mgr.y (mgr.14150) 299 : cluster [DBG] pgmap v280: 1 pgs: 1 active+clean; 577 KiB data, 2.0 GiB used, 624 GiB / 626 GiB avail 2024-08-29T17:39:16.380 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:39:15 smithi028 bash[31855]: cluster 2024-08-29T17:39:14.841520+0000 mgr.y (mgr.14150) 299 : cluster [DBG] pgmap v280: 1 pgs: 1 active+clean; 577 KiB data, 2.0 GiB used, 624 GiB / 626 GiB avail 2024-08-29T17:39:17.323 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:39:16 smithi053 bash[24720]: audit 2024-08-29T17:39:16.269474+0000 mgr.y (mgr.14150) 300 : audit [DBG] from='client.24280 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi053:vg_nvme/lv_1", "target": ["mon-mgr", ""]}]: dispatch 2024-08-29T17:39:17.323 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:39:16 smithi053 bash[24720]: audit 2024-08-29T17:39:16.275871+0000 mon.a (mon.0) 585 : audit [DBG] from='mgr.14150 172.21.15.28:0/484978966' entity='mgr.y' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-08-29T17:39:17.324 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:39:16 smithi053 bash[24720]: audit 2024-08-29T17:39:16.282322+0000 mon.a (mon.0) 586 : audit [INF] from='mgr.14150 172.21.15.28:0/484978966' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-08-29T17:39:17.324 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:39:16 smithi053 bash[24720]: audit 2024-08-29T17:39:16.283932+0000 mon.a (mon.0) 587 : audit [DBG] from='mgr.14150 172.21.15.28:0/484978966' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-29T17:39:17.379 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:39:16 smithi028 bash[22419]: audit 2024-08-29T17:39:16.269474+0000 mgr.y (mgr.14150) 300 : audit [DBG] from='client.24280 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi053:vg_nvme/lv_1", "target": ["mon-mgr", ""]}]: dispatch 2024-08-29T17:39:17.380 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:39:16 smithi028 bash[22419]: audit 2024-08-29T17:39:16.275871+0000 mon.a (mon.0) 585 : audit [DBG] from='mgr.14150 172.21.15.28:0/484978966' entity='mgr.y' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-08-29T17:39:17.380 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:39:16 smithi028 bash[22419]: audit 2024-08-29T17:39:16.282322+0000 mon.a (mon.0) 586 : audit [INF] from='mgr.14150 172.21.15.28:0/484978966' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-08-29T17:39:17.380 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:39:16 smithi028 bash[22419]: audit 2024-08-29T17:39:16.283932+0000 mon.a (mon.0) 587 : audit [DBG] from='mgr.14150 172.21.15.28:0/484978966' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-29T17:39:17.380 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:39:16 smithi028 bash[31855]: audit 2024-08-29T17:39:16.269474+0000 mgr.y (mgr.14150) 300 : audit [DBG] from='client.24280 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi053:vg_nvme/lv_1", "target": ["mon-mgr", ""]}]: dispatch 2024-08-29T17:39:17.380 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:39:16 smithi028 bash[31855]: audit 2024-08-29T17:39:16.275871+0000 mon.a (mon.0) 585 : audit [DBG] from='mgr.14150 172.21.15.28:0/484978966' entity='mgr.y' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-08-29T17:39:17.380 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:39:16 smithi028 bash[31855]: audit 2024-08-29T17:39:16.282322+0000 mon.a (mon.0) 586 : audit [INF] from='mgr.14150 172.21.15.28:0/484978966' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-08-29T17:39:17.380 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:39:16 smithi028 bash[31855]: audit 2024-08-29T17:39:16.283932+0000 mon.a (mon.0) 587 : audit [DBG] from='mgr.14150 172.21.15.28:0/484978966' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-29T17:39:18.323 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:39:17 smithi053 bash[24720]: cluster 2024-08-29T17:39:16.842108+0000 mgr.y (mgr.14150) 301 : cluster [DBG] pgmap v281: 1 pgs: 1 active+clean; 577 KiB data, 2.0 GiB used, 624 GiB / 626 GiB avail 2024-08-29T17:39:18.379 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:39:17 smithi028 bash[22419]: cluster 2024-08-29T17:39:16.842108+0000 mgr.y (mgr.14150) 301 : cluster [DBG] pgmap v281: 1 pgs: 1 active+clean; 577 KiB data, 2.0 GiB used, 624 GiB / 626 GiB avail 2024-08-29T17:39:18.379 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:39:17 smithi028 bash[31855]: cluster 2024-08-29T17:39:16.842108+0000 mgr.y (mgr.14150) 301 : cluster [DBG] pgmap v281: 1 pgs: 1 active+clean; 577 KiB data, 2.0 GiB used, 624 GiB / 626 GiB avail 2024-08-29T17:39:20.323 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:39:19 smithi053 bash[24720]: cluster 2024-08-29T17:39:18.842671+0000 mgr.y (mgr.14150) 302 : cluster [DBG] pgmap v282: 1 pgs: 1 active+clean; 577 KiB data, 2.0 GiB used, 624 GiB / 626 GiB avail 2024-08-29T17:39:20.379 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:39:19 smithi028 bash[22419]: cluster 2024-08-29T17:39:18.842671+0000 mgr.y (mgr.14150) 302 : cluster [DBG] pgmap v282: 1 pgs: 1 active+clean; 577 KiB data, 2.0 GiB used, 624 GiB / 626 GiB avail 2024-08-29T17:39:20.379 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:39:19 smithi028 bash[31855]: cluster 2024-08-29T17:39:18.842671+0000 mgr.y (mgr.14150) 302 : cluster [DBG] pgmap v282: 1 pgs: 1 active+clean; 577 KiB data, 2.0 GiB used, 624 GiB / 626 GiB avail 2024-08-29T17:39:22.237 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:39:21 smithi053 bash[24720]: cluster 2024-08-29T17:39:20.843243+0000 mgr.y (mgr.14150) 303 : cluster [DBG] pgmap v283: 1 pgs: 1 active+clean; 577 KiB data, 2.0 GiB used, 624 GiB / 626 GiB avail 2024-08-29T17:39:22.379 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:39:21 smithi028 bash[22419]: cluster 2024-08-29T17:39:20.843243+0000 mgr.y (mgr.14150) 303 : cluster [DBG] pgmap v283: 1 pgs: 1 active+clean; 577 KiB data, 2.0 GiB used, 624 GiB / 626 GiB avail 2024-08-29T17:39:22.379 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:39:21 smithi028 bash[31855]: cluster 2024-08-29T17:39:20.843243+0000 mgr.y (mgr.14150) 303 : cluster [DBG] pgmap v283: 1 pgs: 1 active+clean; 577 KiB data, 2.0 GiB used, 624 GiB / 626 GiB avail 2024-08-29T17:39:24.323 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:39:23 smithi053 bash[24720]: cluster 2024-08-29T17:39:22.843821+0000 mgr.y (mgr.14150) 304 : cluster [DBG] pgmap v284: 1 pgs: 1 active+clean; 577 KiB data, 2.0 GiB used, 624 GiB / 626 GiB avail 2024-08-29T17:39:24.379 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:39:23 smithi028 bash[22419]: cluster 2024-08-29T17:39:22.843821+0000 mgr.y (mgr.14150) 304 : cluster [DBG] pgmap v284: 1 pgs: 1 active+clean; 577 KiB data, 2.0 GiB used, 624 GiB / 626 GiB avail 2024-08-29T17:39:24.379 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:39:23 smithi028 bash[31855]: cluster 2024-08-29T17:39:22.843821+0000 mgr.y (mgr.14150) 304 : cluster [DBG] pgmap v284: 1 pgs: 1 active+clean; 577 KiB data, 2.0 GiB used, 624 GiB / 626 GiB avail 2024-08-29T17:39:25.323 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:39:24 smithi053 bash[24720]: audit 2024-08-29T17:39:24.825038+0000 mon.b (mon.1) 22 : audit [INF] from='client.? 172.21.15.53:0/352381722' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "14a519fb-979e-474b-8ae5-fa5a2be44daf"}]: dispatch 2024-08-29T17:39:25.323 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:39:24 smithi053 bash[24720]: audit 2024-08-29T17:39:24.825520+0000 mon.a (mon.0) 588 : audit [INF] from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "14a519fb-979e-474b-8ae5-fa5a2be44daf"}]: dispatch 2024-08-29T17:39:25.323 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:39:24 smithi053 bash[24720]: audit 2024-08-29T17:39:24.834401+0000 mon.a (mon.0) 589 : audit [INF] from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "14a519fb-979e-474b-8ae5-fa5a2be44daf"}]': finished 2024-08-29T17:39:25.323 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:39:24 smithi053 bash[24720]: cluster 2024-08-29T17:39:24.834632+0000 mon.a (mon.0) 590 : cluster [DBG] osdmap e51: 8 total, 7 up, 8 in 2024-08-29T17:39:25.323 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:39:24 smithi053 bash[24720]: audit 2024-08-29T17:39:24.834930+0000 mon.a (mon.0) 591 : audit [DBG] from='mgr.14150 172.21.15.28:0/484978966' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-08-29T17:39:25.379 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:39:24 smithi028 bash[22419]: audit 2024-08-29T17:39:24.825038+0000 mon.b (mon.1) 22 : audit [INF] from='client.? 172.21.15.53:0/352381722' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "14a519fb-979e-474b-8ae5-fa5a2be44daf"}]: dispatch 2024-08-29T17:39:25.379 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:39:24 smithi028 bash[22419]: audit 2024-08-29T17:39:24.825520+0000 mon.a (mon.0) 588 : audit [INF] from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "14a519fb-979e-474b-8ae5-fa5a2be44daf"}]: dispatch 2024-08-29T17:39:25.379 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:39:24 smithi028 bash[22419]: audit 2024-08-29T17:39:24.834401+0000 mon.a (mon.0) 589 : audit [INF] from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "14a519fb-979e-474b-8ae5-fa5a2be44daf"}]': finished 2024-08-29T17:39:25.379 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:39:24 smithi028 bash[22419]: cluster 2024-08-29T17:39:24.834632+0000 mon.a (mon.0) 590 : cluster [DBG] osdmap e51: 8 total, 7 up, 8 in 2024-08-29T17:39:25.379 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:39:24 smithi028 bash[22419]: audit 2024-08-29T17:39:24.834930+0000 mon.a (mon.0) 591 : audit [DBG] from='mgr.14150 172.21.15.28:0/484978966' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-08-29T17:39:25.380 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:39:24 smithi028 bash[31855]: audit 2024-08-29T17:39:24.825038+0000 mon.b (mon.1) 22 : audit [INF] from='client.? 172.21.15.53:0/352381722' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "14a519fb-979e-474b-8ae5-fa5a2be44daf"}]: dispatch 2024-08-29T17:39:25.380 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:39:24 smithi028 bash[31855]: audit 2024-08-29T17:39:24.825520+0000 mon.a (mon.0) 588 : audit [INF] from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "14a519fb-979e-474b-8ae5-fa5a2be44daf"}]: dispatch 2024-08-29T17:39:25.380 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:39:24 smithi028 bash[31855]: audit 2024-08-29T17:39:24.834401+0000 mon.a (mon.0) 589 : audit [INF] from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "14a519fb-979e-474b-8ae5-fa5a2be44daf"}]': finished 2024-08-29T17:39:25.380 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:39:24 smithi028 bash[31855]: cluster 2024-08-29T17:39:24.834632+0000 mon.a (mon.0) 590 : cluster [DBG] osdmap e51: 8 total, 7 up, 8 in 2024-08-29T17:39:25.380 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:39:24 smithi028 bash[31855]: audit 2024-08-29T17:39:24.834930+0000 mon.a (mon.0) 591 : audit [DBG] from='mgr.14150 172.21.15.28:0/484978966' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-08-29T17:39:26.323 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:39:25 smithi053 bash[24720]: cluster 2024-08-29T17:39:24.844329+0000 mgr.y (mgr.14150) 305 : cluster [DBG] pgmap v286: 1 pgs: 1 active+clean; 577 KiB data, 2.0 GiB used, 624 GiB / 626 GiB avail 2024-08-29T17:39:26.323 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:39:25 smithi053 bash[24720]: audit 2024-08-29T17:39:25.485546+0000 mon.b (mon.1) 23 : audit [DBG] from='client.? 172.21.15.53:0/940036572' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-08-29T17:39:26.379 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:39:25 smithi028 bash[22419]: cluster 2024-08-29T17:39:24.844329+0000 mgr.y (mgr.14150) 305 : cluster [DBG] pgmap v286: 1 pgs: 1 active+clean; 577 KiB data, 2.0 GiB used, 624 GiB / 626 GiB avail 2024-08-29T17:39:26.379 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:39:25 smithi028 bash[22419]: audit 2024-08-29T17:39:25.485546+0000 mon.b (mon.1) 23 : audit [DBG] from='client.? 172.21.15.53:0/940036572' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-08-29T17:39:26.380 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:39:25 smithi028 bash[31855]: cluster 2024-08-29T17:39:24.844329+0000 mgr.y (mgr.14150) 305 : cluster [DBG] pgmap v286: 1 pgs: 1 active+clean; 577 KiB data, 2.0 GiB used, 624 GiB / 626 GiB avail 2024-08-29T17:39:26.380 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:39:25 smithi028 bash[31855]: audit 2024-08-29T17:39:25.485546+0000 mon.b (mon.1) 23 : audit [DBG] from='client.? 172.21.15.53:0/940036572' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-08-29T17:39:28.323 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:39:27 smithi053 bash[24720]: cluster 2024-08-29T17:39:26.844894+0000 mgr.y (mgr.14150) 306 : cluster [DBG] pgmap v287: 1 pgs: 1 active+clean; 577 KiB data, 2.0 GiB used, 624 GiB / 626 GiB avail 2024-08-29T17:39:28.379 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:39:27 smithi028 bash[22419]: cluster 2024-08-29T17:39:26.844894+0000 mgr.y (mgr.14150) 306 : cluster [DBG] pgmap v287: 1 pgs: 1 active+clean; 577 KiB data, 2.0 GiB used, 624 GiB / 626 GiB avail 2024-08-29T17:39:28.379 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:39:27 smithi028 bash[31855]: cluster 2024-08-29T17:39:26.844894+0000 mgr.y (mgr.14150) 306 : cluster [DBG] pgmap v287: 1 pgs: 1 active+clean; 577 KiB data, 2.0 GiB used, 624 GiB / 626 GiB avail 2024-08-29T17:39:30.323 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:39:29 smithi053 bash[24720]: cluster 2024-08-29T17:39:28.845509+0000 mgr.y (mgr.14150) 307 : cluster [DBG] pgmap v288: 1 pgs: 1 active+clean; 577 KiB data, 2.0 GiB used, 624 GiB / 626 GiB avail 2024-08-29T17:39:30.379 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:39:29 smithi028 bash[22419]: cluster 2024-08-29T17:39:28.845509+0000 mgr.y (mgr.14150) 307 : cluster [DBG] pgmap v288: 1 pgs: 1 active+clean; 577 KiB data, 2.0 GiB used, 624 GiB / 626 GiB avail 2024-08-29T17:39:30.379 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:39:29 smithi028 bash[31855]: cluster 2024-08-29T17:39:28.845509+0000 mgr.y (mgr.14150) 307 : cluster [DBG] pgmap v288: 1 pgs: 1 active+clean; 577 KiB data, 2.0 GiB used, 624 GiB / 626 GiB avail 2024-08-29T17:39:32.323 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:39:31 smithi053 bash[24720]: cluster 2024-08-29T17:39:30.846112+0000 mgr.y (mgr.14150) 308 : cluster [DBG] pgmap v289: 1 pgs: 1 active+clean; 577 KiB data, 2.0 GiB used, 624 GiB / 626 GiB avail 2024-08-29T17:39:32.379 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:39:31 smithi028 bash[22419]: cluster 2024-08-29T17:39:30.846112+0000 mgr.y (mgr.14150) 308 : cluster [DBG] pgmap v289: 1 pgs: 1 active+clean; 577 KiB data, 2.0 GiB used, 624 GiB / 626 GiB avail 2024-08-29T17:39:32.379 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:39:31 smithi028 bash[31855]: cluster 2024-08-29T17:39:30.846112+0000 mgr.y (mgr.14150) 308 : cluster [DBG] pgmap v289: 1 pgs: 1 active+clean; 577 KiB data, 2.0 GiB used, 624 GiB / 626 GiB avail 2024-08-29T17:39:34.323 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:39:33 smithi053 bash[24720]: cluster 2024-08-29T17:39:32.846643+0000 mgr.y (mgr.14150) 309 : cluster [DBG] pgmap v290: 1 pgs: 1 active+clean; 577 KiB data, 2.0 GiB used, 624 GiB / 626 GiB avail 2024-08-29T17:39:34.379 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:39:33 smithi028 bash[22419]: cluster 2024-08-29T17:39:32.846643+0000 mgr.y (mgr.14150) 309 : cluster [DBG] pgmap v290: 1 pgs: 1 active+clean; 577 KiB data, 2.0 GiB used, 624 GiB / 626 GiB avail 2024-08-29T17:39:34.379 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:39:33 smithi028 bash[31855]: cluster 2024-08-29T17:39:32.846643+0000 mgr.y (mgr.14150) 309 : cluster [DBG] pgmap v290: 1 pgs: 1 active+clean; 577 KiB data, 2.0 GiB used, 624 GiB / 626 GiB avail 2024-08-29T17:39:36.323 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:39:35 smithi053 bash[24720]: cluster 2024-08-29T17:39:34.847264+0000 mgr.y (mgr.14150) 310 : cluster [DBG] pgmap v291: 1 pgs: 1 active+clean; 577 KiB data, 2.0 GiB used, 624 GiB / 626 GiB avail 2024-08-29T17:39:36.379 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:39:35 smithi028 bash[22419]: cluster 2024-08-29T17:39:34.847264+0000 mgr.y (mgr.14150) 310 : cluster [DBG] pgmap v291: 1 pgs: 1 active+clean; 577 KiB data, 2.0 GiB used, 624 GiB / 626 GiB avail 2024-08-29T17:39:36.379 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:39:35 smithi028 bash[31855]: cluster 2024-08-29T17:39:34.847264+0000 mgr.y (mgr.14150) 310 : cluster [DBG] pgmap v291: 1 pgs: 1 active+clean; 577 KiB data, 2.0 GiB used, 624 GiB / 626 GiB avail 2024-08-29T17:39:38.323 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:39:38 smithi053 bash[24720]: cluster 2024-08-29T17:39:36.847845+0000 mgr.y (mgr.14150) 311 : cluster [DBG] pgmap v292: 1 pgs: 1 active+clean; 577 KiB data, 2.0 GiB used, 624 GiB / 626 GiB avail 2024-08-29T17:39:38.323 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:39:38 smithi053 bash[24720]: audit 2024-08-29T17:39:37.704443+0000 mon.a (mon.0) 592 : audit [INF] from='mgr.14150 172.21.15.28:0/484978966' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.7"}]: dispatch 2024-08-29T17:39:38.323 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:39:38 smithi053 bash[24720]: audit 2024-08-29T17:39:37.706224+0000 mon.a (mon.0) 593 : audit [DBG] from='mgr.14150 172.21.15.28:0/484978966' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-29T17:39:38.379 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:39:38 smithi028 bash[22419]: cluster 2024-08-29T17:39:36.847845+0000 mgr.y (mgr.14150) 311 : cluster [DBG] pgmap v292: 1 pgs: 1 active+clean; 577 KiB data, 2.0 GiB used, 624 GiB / 626 GiB avail 2024-08-29T17:39:38.379 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:39:38 smithi028 bash[22419]: audit 2024-08-29T17:39:37.704443+0000 mon.a (mon.0) 592 : audit [INF] from='mgr.14150 172.21.15.28:0/484978966' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.7"}]: dispatch 2024-08-29T17:39:38.379 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:39:38 smithi028 bash[22419]: audit 2024-08-29T17:39:37.706224+0000 mon.a (mon.0) 593 : audit [DBG] from='mgr.14150 172.21.15.28:0/484978966' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-29T17:39:38.379 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:39:38 smithi028 bash[31855]: cluster 2024-08-29T17:39:36.847845+0000 mgr.y (mgr.14150) 311 : cluster [DBG] pgmap v292: 1 pgs: 1 active+clean; 577 KiB data, 2.0 GiB used, 624 GiB / 626 GiB avail 2024-08-29T17:39:38.379 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:39:38 smithi028 bash[31855]: audit 2024-08-29T17:39:37.704443+0000 mon.a (mon.0) 592 : audit [INF] from='mgr.14150 172.21.15.28:0/484978966' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.7"}]: dispatch 2024-08-29T17:39:38.379 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:39:38 smithi028 bash[31855]: audit 2024-08-29T17:39:37.706224+0000 mon.a (mon.0) 593 : audit [DBG] from='mgr.14150 172.21.15.28:0/484978966' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-29T17:39:39.268 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:39:39 smithi053 bash[24720]: cephadm 2024-08-29T17:39:37.707754+0000 mgr.y (mgr.14150) 312 : cephadm [INF] Deploying daemon osd.7 on smithi053 2024-08-29T17:39:39.379 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:39:39 smithi028 bash[22419]: cephadm 2024-08-29T17:39:37.707754+0000 mgr.y (mgr.14150) 312 : cephadm [INF] Deploying daemon osd.7 on smithi053 2024-08-29T17:39:39.379 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:39:39 smithi028 bash[31855]: cephadm 2024-08-29T17:39:37.707754+0000 mgr.y (mgr.14150) 312 : cephadm [INF] Deploying daemon osd.7 on smithi053 2024-08-29T17:39:40.323 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:39:40 smithi053 bash[24720]: cluster 2024-08-29T17:39:38.848396+0000 mgr.y (mgr.14150) 313 : cluster [DBG] pgmap v293: 1 pgs: 1 active+clean; 577 KiB data, 2.0 GiB used, 624 GiB / 626 GiB avail 2024-08-29T17:39:40.379 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:39:40 smithi028 bash[22419]: cluster 2024-08-29T17:39:38.848396+0000 mgr.y (mgr.14150) 313 : cluster [DBG] pgmap v293: 1 pgs: 1 active+clean; 577 KiB data, 2.0 GiB used, 624 GiB / 626 GiB avail 2024-08-29T17:39:40.379 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:39:40 smithi028 bash[31855]: cluster 2024-08-29T17:39:38.848396+0000 mgr.y (mgr.14150) 313 : cluster [DBG] pgmap v293: 1 pgs: 1 active+clean; 577 KiB data, 2.0 GiB used, 624 GiB / 626 GiB avail 2024-08-29T17:39:42.278 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:39:42 smithi053 bash[24720]: cluster 2024-08-29T17:39:40.848932+0000 mgr.y (mgr.14150) 314 : cluster [DBG] pgmap v294: 1 pgs: 1 active+clean; 577 KiB data, 2.0 GiB used, 624 GiB / 626 GiB avail 2024-08-29T17:39:42.379 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:39:42 smithi028 bash[22419]: cluster 2024-08-29T17:39:40.848932+0000 mgr.y (mgr.14150) 314 : cluster [DBG] pgmap v294: 1 pgs: 1 active+clean; 577 KiB data, 2.0 GiB used, 624 GiB / 626 GiB avail 2024-08-29T17:39:42.379 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:39:42 smithi028 bash[31855]: cluster 2024-08-29T17:39:40.848932+0000 mgr.y (mgr.14150) 314 : cluster [DBG] pgmap v294: 1 pgs: 1 active+clean; 577 KiB data, 2.0 GiB used, 624 GiB / 626 GiB avail 2024-08-29T17:39:42.532 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:39:42 smithi053 systemd[1]: /etc/systemd/system/ceph-3167ee72-662c-11ef-bcd4-c7b262605968@.service:24: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-08-29T17:39:42.533 INFO:journalctl@ceph.mgr.x.smithi053.stdout:Aug 29 17:39:42 smithi053 systemd[1]: /etc/systemd/system/ceph-3167ee72-662c-11ef-bcd4-c7b262605968@.service:24: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-08-29T17:39:42.533 INFO:journalctl@ceph.osd.4.smithi053.stdout:Aug 29 17:39:42 smithi053 systemd[1]: /etc/systemd/system/ceph-3167ee72-662c-11ef-bcd4-c7b262605968@.service:24: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-08-29T17:39:42.534 INFO:journalctl@ceph.osd.5.smithi053.stdout:Aug 29 17:39:42 smithi053 systemd[1]: /etc/systemd/system/ceph-3167ee72-662c-11ef-bcd4-c7b262605968@.service:24: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-08-29T17:39:42.534 INFO:journalctl@ceph.osd.6.smithi053.stdout:Aug 29 17:39:42 smithi053 systemd[1]: /etc/systemd/system/ceph-3167ee72-662c-11ef-bcd4-c7b262605968@.service:24: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-08-29T17:39:42.823 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:39:42 smithi053 systemd[1]: /etc/systemd/system/ceph-3167ee72-662c-11ef-bcd4-c7b262605968@.service:24: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-08-29T17:39:42.823 INFO:journalctl@ceph.mgr.x.smithi053.stdout:Aug 29 17:39:42 smithi053 systemd[1]: /etc/systemd/system/ceph-3167ee72-662c-11ef-bcd4-c7b262605968@.service:24: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-08-29T17:39:42.823 INFO:journalctl@ceph.osd.5.smithi053.stdout:Aug 29 17:39:42 smithi053 systemd[1]: /etc/systemd/system/ceph-3167ee72-662c-11ef-bcd4-c7b262605968@.service:24: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-08-29T17:39:42.824 INFO:journalctl@ceph.osd.6.smithi053.stdout:Aug 29 17:39:42 smithi053 systemd[1]: /etc/systemd/system/ceph-3167ee72-662c-11ef-bcd4-c7b262605968@.service:24: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-08-29T17:39:42.824 INFO:journalctl@ceph.osd.4.smithi053.stdout:Aug 29 17:39:42 smithi053 systemd[1]: /etc/systemd/system/ceph-3167ee72-662c-11ef-bcd4-c7b262605968@.service:24: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-08-29T17:39:43.323 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:39:43 smithi053 bash[24720]: audit 2024-08-29T17:39:42.801188+0000 mon.a (mon.0) 594 : audit [DBG] from='mgr.14150 172.21.15.28:0/484978966' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-29T17:39:43.323 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:39:43 smithi053 bash[24720]: audit 2024-08-29T17:39:42.808891+0000 mon.a (mon.0) 595 : audit [INF] from='mgr.14150 172.21.15.28:0/484978966' entity='mgr.y' 2024-08-29T17:39:43.323 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:39:43 smithi053 bash[24720]: audit 2024-08-29T17:39:42.817761+0000 mon.a (mon.0) 596 : audit [INF] from='mgr.14150 172.21.15.28:0/484978966' entity='mgr.y' 2024-08-29T17:39:43.379 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:39:43 smithi028 bash[22419]: audit 2024-08-29T17:39:42.801188+0000 mon.a (mon.0) 594 : audit [DBG] from='mgr.14150 172.21.15.28:0/484978966' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-29T17:39:43.379 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:39:43 smithi028 bash[22419]: audit 2024-08-29T17:39:42.808891+0000 mon.a (mon.0) 595 : audit [INF] from='mgr.14150 172.21.15.28:0/484978966' entity='mgr.y' 2024-08-29T17:39:43.379 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:39:43 smithi028 bash[22419]: audit 2024-08-29T17:39:42.817761+0000 mon.a (mon.0) 596 : audit [INF] from='mgr.14150 172.21.15.28:0/484978966' entity='mgr.y' 2024-08-29T17:39:43.379 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:39:43 smithi028 bash[31855]: audit 2024-08-29T17:39:42.801188+0000 mon.a (mon.0) 594 : audit [DBG] from='mgr.14150 172.21.15.28:0/484978966' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-29T17:39:43.379 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:39:43 smithi028 bash[31855]: audit 2024-08-29T17:39:42.808891+0000 mon.a (mon.0) 595 : audit [INF] from='mgr.14150 172.21.15.28:0/484978966' entity='mgr.y' 2024-08-29T17:39:43.380 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:39:43 smithi028 bash[31855]: audit 2024-08-29T17:39:42.817761+0000 mon.a (mon.0) 596 : audit [INF] from='mgr.14150 172.21.15.28:0/484978966' entity='mgr.y' 2024-08-29T17:39:44.323 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:39:44 smithi053 bash[24720]: cluster 2024-08-29T17:39:42.849579+0000 mgr.y (mgr.14150) 315 : cluster [DBG] pgmap v295: 1 pgs: 1 active+clean; 577 KiB data, 2.0 GiB used, 624 GiB / 626 GiB avail 2024-08-29T17:39:44.379 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:39:44 smithi028 bash[22419]: cluster 2024-08-29T17:39:42.849579+0000 mgr.y (mgr.14150) 315 : cluster [DBG] pgmap v295: 1 pgs: 1 active+clean; 577 KiB data, 2.0 GiB used, 624 GiB / 626 GiB avail 2024-08-29T17:39:44.379 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:39:44 smithi028 bash[31855]: cluster 2024-08-29T17:39:42.849579+0000 mgr.y (mgr.14150) 315 : cluster [DBG] pgmap v295: 1 pgs: 1 active+clean; 577 KiB data, 2.0 GiB used, 624 GiB / 626 GiB avail 2024-08-29T17:39:46.323 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:39:46 smithi053 bash[24720]: cluster 2024-08-29T17:39:44.850172+0000 mgr.y (mgr.14150) 316 : cluster [DBG] pgmap v296: 1 pgs: 1 active+clean; 577 KiB data, 2.0 GiB used, 624 GiB / 626 GiB avail 2024-08-29T17:39:46.379 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:39:46 smithi028 bash[22419]: cluster 2024-08-29T17:39:44.850172+0000 mgr.y (mgr.14150) 316 : cluster [DBG] pgmap v296: 1 pgs: 1 active+clean; 577 KiB data, 2.0 GiB used, 624 GiB / 626 GiB avail 2024-08-29T17:39:46.379 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:39:46 smithi028 bash[31855]: cluster 2024-08-29T17:39:44.850172+0000 mgr.y (mgr.14150) 316 : cluster [DBG] pgmap v296: 1 pgs: 1 active+clean; 577 KiB data, 2.0 GiB used, 624 GiB / 626 GiB avail 2024-08-29T17:39:48.323 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:39:48 smithi053 bash[24720]: cluster 2024-08-29T17:39:46.850742+0000 mgr.y (mgr.14150) 317 : cluster [DBG] pgmap v297: 1 pgs: 1 active+clean; 577 KiB data, 2.0 GiB used, 624 GiB / 626 GiB avail 2024-08-29T17:39:48.379 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:39:48 smithi028 bash[22419]: cluster 2024-08-29T17:39:46.850742+0000 mgr.y (mgr.14150) 317 : cluster [DBG] pgmap v297: 1 pgs: 1 active+clean; 577 KiB data, 2.0 GiB used, 624 GiB / 626 GiB avail 2024-08-29T17:39:48.379 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:39:48 smithi028 bash[31855]: cluster 2024-08-29T17:39:46.850742+0000 mgr.y (mgr.14150) 317 : cluster [DBG] pgmap v297: 1 pgs: 1 active+clean; 577 KiB data, 2.0 GiB used, 624 GiB / 626 GiB avail 2024-08-29T17:39:50.323 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:39:50 smithi053 bash[24720]: cluster 2024-08-29T17:39:48.851309+0000 mgr.y (mgr.14150) 318 : cluster [DBG] pgmap v298: 1 pgs: 1 active+clean; 577 KiB data, 2.0 GiB used, 624 GiB / 626 GiB avail 2024-08-29T17:39:50.323 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:39:50 smithi053 bash[24720]: audit 2024-08-29T17:39:49.059872+0000 mon.a (mon.0) 597 : audit [INF] from='mgr.14150 172.21.15.28:0/484978966' entity='mgr.y' 2024-08-29T17:39:50.323 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:39:50 smithi053 bash[24720]: audit 2024-08-29T17:39:49.069139+0000 mon.a (mon.0) 598 : audit [INF] from='mgr.14150 172.21.15.28:0/484978966' entity='mgr.y' 2024-08-29T17:39:50.323 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:39:50 smithi053 bash[24720]: audit 2024-08-29T17:39:49.071052+0000 mon.a (mon.0) 599 : audit [DBG] from='mgr.14150 172.21.15.28:0/484978966' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-29T17:39:50.323 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:39:50 smithi053 bash[24720]: audit 2024-08-29T17:39:49.072938+0000 mon.a (mon.0) 600 : audit [INF] from='mgr.14150 172.21.15.28:0/484978966' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-29T17:39:50.323 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:39:50 smithi053 bash[24720]: audit 2024-08-29T17:39:49.082700+0000 mon.a (mon.0) 601 : audit [INF] from='mgr.14150 172.21.15.28:0/484978966' entity='mgr.y' 2024-08-29T17:39:50.323 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:39:50 smithi053 bash[24720]: audit 2024-08-29T17:39:49.988567+0000 mon.b (mon.1) 24 : audit [INF] from='osd.7 [v2:172.21.15.53:6824/3599531299,v1:172.21.15.53:6825/3599531299]' entity='osd.7' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["7"]}]: dispatch 2024-08-29T17:39:50.324 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:39:50 smithi053 bash[24720]: audit 2024-08-29T17:39:49.988787+0000 mon.a (mon.0) 602 : audit [INF] from='osd.7 ' entity='osd.7' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["7"]}]: dispatch 2024-08-29T17:39:50.379 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:39:50 smithi028 bash[22419]: cluster 2024-08-29T17:39:48.851309+0000 mgr.y (mgr.14150) 318 : cluster [DBG] pgmap v298: 1 pgs: 1 active+clean; 577 KiB data, 2.0 GiB used, 624 GiB / 626 GiB avail 2024-08-29T17:39:50.379 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:39:50 smithi028 bash[22419]: audit 2024-08-29T17:39:49.059872+0000 mon.a (mon.0) 597 : audit [INF] from='mgr.14150 172.21.15.28:0/484978966' entity='mgr.y' 2024-08-29T17:39:50.379 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:39:50 smithi028 bash[22419]: audit 2024-08-29T17:39:49.069139+0000 mon.a (mon.0) 598 : audit [INF] from='mgr.14150 172.21.15.28:0/484978966' entity='mgr.y' 2024-08-29T17:39:50.379 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:39:50 smithi028 bash[22419]: audit 2024-08-29T17:39:49.071052+0000 mon.a (mon.0) 599 : audit [DBG] from='mgr.14150 172.21.15.28:0/484978966' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-29T17:39:50.379 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:39:50 smithi028 bash[22419]: audit 2024-08-29T17:39:49.072938+0000 mon.a (mon.0) 600 : audit [INF] from='mgr.14150 172.21.15.28:0/484978966' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-29T17:39:50.379 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:39:50 smithi028 bash[22419]: audit 2024-08-29T17:39:49.082700+0000 mon.a (mon.0) 601 : audit [INF] from='mgr.14150 172.21.15.28:0/484978966' entity='mgr.y' 2024-08-29T17:39:50.379 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:39:50 smithi028 bash[22419]: audit 2024-08-29T17:39:49.988567+0000 mon.b (mon.1) 24 : audit [INF] from='osd.7 [v2:172.21.15.53:6824/3599531299,v1:172.21.15.53:6825/3599531299]' entity='osd.7' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["7"]}]: dispatch 2024-08-29T17:39:50.379 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:39:50 smithi028 bash[22419]: audit 2024-08-29T17:39:49.988787+0000 mon.a (mon.0) 602 : audit [INF] from='osd.7 ' entity='osd.7' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["7"]}]: dispatch 2024-08-29T17:39:50.380 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:39:50 smithi028 bash[31855]: cluster 2024-08-29T17:39:48.851309+0000 mgr.y (mgr.14150) 318 : cluster [DBG] pgmap v298: 1 pgs: 1 active+clean; 577 KiB data, 2.0 GiB used, 624 GiB / 626 GiB avail 2024-08-29T17:39:50.380 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:39:50 smithi028 bash[31855]: audit 2024-08-29T17:39:49.059872+0000 mon.a (mon.0) 597 : audit [INF] from='mgr.14150 172.21.15.28:0/484978966' entity='mgr.y' 2024-08-29T17:39:50.380 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:39:50 smithi028 bash[31855]: audit 2024-08-29T17:39:49.069139+0000 mon.a (mon.0) 598 : audit [INF] from='mgr.14150 172.21.15.28:0/484978966' entity='mgr.y' 2024-08-29T17:39:50.380 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:39:50 smithi028 bash[31855]: audit 2024-08-29T17:39:49.071052+0000 mon.a (mon.0) 599 : audit [DBG] from='mgr.14150 172.21.15.28:0/484978966' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-29T17:39:50.380 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:39:50 smithi028 bash[31855]: audit 2024-08-29T17:39:49.072938+0000 mon.a (mon.0) 600 : audit [INF] from='mgr.14150 172.21.15.28:0/484978966' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-29T17:39:50.380 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:39:50 smithi028 bash[31855]: audit 2024-08-29T17:39:49.082700+0000 mon.a (mon.0) 601 : audit [INF] from='mgr.14150 172.21.15.28:0/484978966' entity='mgr.y' 2024-08-29T17:39:50.380 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:39:50 smithi028 bash[31855]: audit 2024-08-29T17:39:49.988567+0000 mon.b (mon.1) 24 : audit [INF] from='osd.7 [v2:172.21.15.53:6824/3599531299,v1:172.21.15.53:6825/3599531299]' entity='osd.7' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["7"]}]: dispatch 2024-08-29T17:39:50.380 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:39:50 smithi028 bash[31855]: audit 2024-08-29T17:39:49.988787+0000 mon.a (mon.0) 602 : audit [INF] from='osd.7 ' entity='osd.7' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["7"]}]: dispatch 2024-08-29T17:39:51.323 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:39:51 smithi053 bash[24720]: audit 2024-08-29T17:39:50.087639+0000 mon.a (mon.0) 603 : audit [INF] from='osd.7 ' entity='osd.7' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["7"]}]': finished 2024-08-29T17:39:51.323 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:39:51 smithi053 bash[24720]: cluster 2024-08-29T17:39:50.087946+0000 mon.a (mon.0) 604 : cluster [DBG] osdmap e52: 8 total, 7 up, 8 in 2024-08-29T17:39:51.323 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:39:51 smithi053 bash[24720]: audit 2024-08-29T17:39:50.088229+0000 mon.a (mon.0) 605 : audit [DBG] from='mgr.14150 172.21.15.28:0/484978966' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-08-29T17:39:51.323 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:39:51 smithi053 bash[24720]: audit 2024-08-29T17:39:50.089081+0000 mon.b (mon.1) 25 : audit [INF] from='osd.7 [v2:172.21.15.53:6824/3599531299,v1:172.21.15.53:6825/3599531299]' entity='osd.7' cmd=[{"prefix": "osd crush create-or-move", "id": 7, "weight":0.0873, "args": ["host=smithi053", "root=default"]}]: dispatch 2024-08-29T17:39:51.323 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:39:51 smithi053 bash[24720]: audit 2024-08-29T17:39:50.089227+0000 mon.a (mon.0) 606 : audit [INF] from='osd.7 ' entity='osd.7' cmd=[{"prefix": "osd crush create-or-move", "id": 7, "weight":0.0873, "args": ["host=smithi053", "root=default"]}]: dispatch 2024-08-29T17:39:51.379 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:39:51 smithi028 bash[22419]: audit 2024-08-29T17:39:50.087639+0000 mon.a (mon.0) 603 : audit [INF] from='osd.7 ' entity='osd.7' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["7"]}]': finished 2024-08-29T17:39:51.379 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:39:51 smithi028 bash[22419]: cluster 2024-08-29T17:39:50.087946+0000 mon.a (mon.0) 604 : cluster [DBG] osdmap e52: 8 total, 7 up, 8 in 2024-08-29T17:39:51.379 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:39:51 smithi028 bash[22419]: audit 2024-08-29T17:39:50.088229+0000 mon.a (mon.0) 605 : audit [DBG] from='mgr.14150 172.21.15.28:0/484978966' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-08-29T17:39:51.379 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:39:51 smithi028 bash[22419]: audit 2024-08-29T17:39:50.089081+0000 mon.b (mon.1) 25 : audit [INF] from='osd.7 [v2:172.21.15.53:6824/3599531299,v1:172.21.15.53:6825/3599531299]' entity='osd.7' cmd=[{"prefix": "osd crush create-or-move", "id": 7, "weight":0.0873, "args": ["host=smithi053", "root=default"]}]: dispatch 2024-08-29T17:39:51.380 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:39:51 smithi028 bash[22419]: audit 2024-08-29T17:39:50.089227+0000 mon.a (mon.0) 606 : audit [INF] from='osd.7 ' entity='osd.7' cmd=[{"prefix": "osd crush create-or-move", "id": 7, "weight":0.0873, "args": ["host=smithi053", "root=default"]}]: dispatch 2024-08-29T17:39:51.380 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:39:51 smithi028 bash[31855]: audit 2024-08-29T17:39:50.087639+0000 mon.a (mon.0) 603 : audit [INF] from='osd.7 ' entity='osd.7' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["7"]}]': finished 2024-08-29T17:39:51.380 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:39:51 smithi028 bash[31855]: cluster 2024-08-29T17:39:50.087946+0000 mon.a (mon.0) 604 : cluster [DBG] osdmap e52: 8 total, 7 up, 8 in 2024-08-29T17:39:51.380 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:39:51 smithi028 bash[31855]: audit 2024-08-29T17:39:50.088229+0000 mon.a (mon.0) 605 : audit [DBG] from='mgr.14150 172.21.15.28:0/484978966' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-08-29T17:39:51.380 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:39:51 smithi028 bash[31855]: audit 2024-08-29T17:39:50.089081+0000 mon.b (mon.1) 25 : audit [INF] from='osd.7 [v2:172.21.15.53:6824/3599531299,v1:172.21.15.53:6825/3599531299]' entity='osd.7' cmd=[{"prefix": "osd crush create-or-move", "id": 7, "weight":0.0873, "args": ["host=smithi053", "root=default"]}]: dispatch 2024-08-29T17:39:51.380 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:39:51 smithi028 bash[31855]: audit 2024-08-29T17:39:50.089227+0000 mon.a (mon.0) 606 : audit [INF] from='osd.7 ' entity='osd.7' cmd=[{"prefix": "osd crush create-or-move", "id": 7, "weight":0.0873, "args": ["host=smithi053", "root=default"]}]: dispatch 2024-08-29T17:39:52.379 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:39:52 smithi028 bash[22419]: cluster 2024-08-29T17:39:50.851961+0000 mgr.y (mgr.14150) 319 : cluster [DBG] pgmap v300: 1 pgs: 1 active+clean; 577 KiB data, 2.0 GiB used, 624 GiB / 626 GiB avail 2024-08-29T17:39:52.379 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:39:52 smithi028 bash[22419]: audit 2024-08-29T17:39:51.088762+0000 mon.a (mon.0) 607 : audit [INF] from='osd.7 ' entity='osd.7' cmd='[{"prefix": "osd crush create-or-move", "id": 7, "weight":0.0873, "args": ["host=smithi053", "root=default"]}]': finished 2024-08-29T17:39:52.379 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:39:52 smithi028 bash[22419]: cluster 2024-08-29T17:39:51.088923+0000 mon.a (mon.0) 608 : cluster [DBG] osdmap e53: 8 total, 7 up, 8 in 2024-08-29T17:39:52.379 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:39:52 smithi028 bash[22419]: audit 2024-08-29T17:39:51.089656+0000 mon.a (mon.0) 609 : audit [DBG] from='mgr.14150 172.21.15.28:0/484978966' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-08-29T17:39:52.379 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:39:52 smithi028 bash[22419]: audit 2024-08-29T17:39:51.099013+0000 mon.a (mon.0) 610 : audit [DBG] from='mgr.14150 172.21.15.28:0/484978966' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-08-29T17:39:52.379 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:39:52 smithi028 bash[31855]: cluster 2024-08-29T17:39:50.851961+0000 mgr.y (mgr.14150) 319 : cluster [DBG] pgmap v300: 1 pgs: 1 active+clean; 577 KiB data, 2.0 GiB used, 624 GiB / 626 GiB avail 2024-08-29T17:39:52.380 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:39:52 smithi028 bash[31855]: audit 2024-08-29T17:39:51.088762+0000 mon.a (mon.0) 607 : audit [INF] from='osd.7 ' entity='osd.7' cmd='[{"prefix": "osd crush create-or-move", "id": 7, "weight":0.0873, "args": ["host=smithi053", "root=default"]}]': finished 2024-08-29T17:39:52.380 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:39:52 smithi028 bash[31855]: cluster 2024-08-29T17:39:51.088923+0000 mon.a (mon.0) 608 : cluster [DBG] osdmap e53: 8 total, 7 up, 8 in 2024-08-29T17:39:52.380 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:39:52 smithi028 bash[31855]: audit 2024-08-29T17:39:51.089656+0000 mon.a (mon.0) 609 : audit [DBG] from='mgr.14150 172.21.15.28:0/484978966' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-08-29T17:39:52.380 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:39:52 smithi028 bash[31855]: audit 2024-08-29T17:39:51.099013+0000 mon.a (mon.0) 610 : audit [DBG] from='mgr.14150 172.21.15.28:0/484978966' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-08-29T17:39:52.573 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:39:52 smithi053 bash[24720]: cluster 2024-08-29T17:39:50.851961+0000 mgr.y (mgr.14150) 319 : cluster [DBG] pgmap v300: 1 pgs: 1 active+clean; 577 KiB data, 2.0 GiB used, 624 GiB / 626 GiB avail 2024-08-29T17:39:52.573 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:39:52 smithi053 bash[24720]: audit 2024-08-29T17:39:51.088762+0000 mon.a (mon.0) 607 : audit [INF] from='osd.7 ' entity='osd.7' cmd='[{"prefix": "osd crush create-or-move", "id": 7, "weight":0.0873, "args": ["host=smithi053", "root=default"]}]': finished 2024-08-29T17:39:52.573 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:39:52 smithi053 bash[24720]: cluster 2024-08-29T17:39:51.088923+0000 mon.a (mon.0) 608 : cluster [DBG] osdmap e53: 8 total, 7 up, 8 in 2024-08-29T17:39:52.573 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:39:52 smithi053 bash[24720]: audit 2024-08-29T17:39:51.089656+0000 mon.a (mon.0) 609 : audit [DBG] from='mgr.14150 172.21.15.28:0/484978966' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-08-29T17:39:52.573 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:39:52 smithi053 bash[24720]: audit 2024-08-29T17:39:51.099013+0000 mon.a (mon.0) 610 : audit [DBG] from='mgr.14150 172.21.15.28:0/484978966' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-08-29T17:39:53.379 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:39:53 smithi028 bash[22419]: cluster 2024-08-29T17:39:50.978505+0000 osd.7 (osd.7) 1 : cluster [DBG] purged_snaps scrub starts 2024-08-29T17:39:53.379 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:39:53 smithi028 bash[22419]: cluster 2024-08-29T17:39:50.978609+0000 osd.7 (osd.7) 2 : cluster [DBG] purged_snaps scrub ok 2024-08-29T17:39:53.379 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:39:53 smithi028 bash[22419]: cluster 2024-08-29T17:39:52.099359+0000 mon.a (mon.0) 611 : cluster [INF] osd.7 [v2:172.21.15.53:6824/3599531299,v1:172.21.15.53:6825/3599531299] boot 2024-08-29T17:39:53.379 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:39:53 smithi028 bash[22419]: cluster 2024-08-29T17:39:52.099466+0000 mon.a (mon.0) 612 : cluster [DBG] osdmap e54: 8 total, 8 up, 8 in 2024-08-29T17:39:53.379 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:39:53 smithi028 bash[22419]: audit 2024-08-29T17:39:52.100250+0000 mon.a (mon.0) 613 : audit [DBG] from='mgr.14150 172.21.15.28:0/484978966' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-08-29T17:39:53.379 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:39:53 smithi028 bash[31855]: cluster 2024-08-29T17:39:50.978505+0000 osd.7 (osd.7) 1 : cluster [DBG] purged_snaps scrub starts 2024-08-29T17:39:53.379 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:39:53 smithi028 bash[31855]: cluster 2024-08-29T17:39:50.978609+0000 osd.7 (osd.7) 2 : cluster [DBG] purged_snaps scrub ok 2024-08-29T17:39:53.380 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:39:53 smithi028 bash[31855]: cluster 2024-08-29T17:39:52.099359+0000 mon.a (mon.0) 611 : cluster [INF] osd.7 [v2:172.21.15.53:6824/3599531299,v1:172.21.15.53:6825/3599531299] boot 2024-08-29T17:39:53.380 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:39:53 smithi028 bash[31855]: cluster 2024-08-29T17:39:52.099466+0000 mon.a (mon.0) 612 : cluster [DBG] osdmap e54: 8 total, 8 up, 8 in 2024-08-29T17:39:53.380 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:39:53 smithi028 bash[31855]: audit 2024-08-29T17:39:52.100250+0000 mon.a (mon.0) 613 : audit [DBG] from='mgr.14150 172.21.15.28:0/484978966' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-08-29T17:39:53.530 INFO:teuthology.orchestra.run.smithi053.stdout:Created osd(s) 7 on host 'smithi053' 2024-08-29T17:39:53.549 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:39:53 smithi053 bash[24720]: cluster 2024-08-29T17:39:50.978505+0000 osd.7 (osd.7) 1 : cluster [DBG] purged_snaps scrub starts 2024-08-29T17:39:53.550 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:39:53 smithi053 bash[24720]: cluster 2024-08-29T17:39:50.978609+0000 osd.7 (osd.7) 2 : cluster [DBG] purged_snaps scrub ok 2024-08-29T17:39:53.550 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:39:53 smithi053 bash[24720]: cluster 2024-08-29T17:39:52.099359+0000 mon.a (mon.0) 611 : cluster [INF] osd.7 [v2:172.21.15.53:6824/3599531299,v1:172.21.15.53:6825/3599531299] boot 2024-08-29T17:39:53.550 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:39:53 smithi053 bash[24720]: cluster 2024-08-29T17:39:52.099466+0000 mon.a (mon.0) 612 : cluster [DBG] osdmap e54: 8 total, 8 up, 8 in 2024-08-29T17:39:53.550 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:39:53 smithi053 bash[24720]: audit 2024-08-29T17:39:52.100250+0000 mon.a (mon.0) 613 : audit [DBG] from='mgr.14150 172.21.15.28:0/484978966' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-08-29T17:39:54.314 DEBUG:teuthology.orchestra.run.smithi053:osd.7> sudo journalctl -f -n 0 -u ceph-3167ee72-662c-11ef-bcd4-c7b262605968@osd.7.service 2024-08-29T17:39:54.317 INFO:tasks.cephadm:Waiting for 8 OSDs to come up... 2024-08-29T17:39:54.317 DEBUG:teuthology.orchestra.run.smithi028:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 3167ee72-662c-11ef-bcd4-c7b262605968 -- ceph osd stat -f json 2024-08-29T17:39:54.379 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:39:54 smithi028 bash[22419]: cluster 2024-08-29T17:39:52.852510+0000 mgr.y (mgr.14150) 320 : cluster [DBG] pgmap v303: 1 pgs: 1 active+clean; 577 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-29T17:39:54.379 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:39:54 smithi028 bash[22419]: cluster 2024-08-29T17:39:53.120340+0000 mon.a (mon.0) 614 : cluster [DBG] osdmap e55: 8 total, 8 up, 8 in 2024-08-29T17:39:54.379 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:39:54 smithi028 bash[22419]: audit 2024-08-29T17:39:53.511864+0000 mon.a (mon.0) 615 : audit [DBG] from='mgr.14150 172.21.15.28:0/484978966' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-29T17:39:54.379 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:39:54 smithi028 bash[22419]: audit 2024-08-29T17:39:53.519555+0000 mon.a (mon.0) 616 : audit [INF] from='mgr.14150 172.21.15.28:0/484978966' entity='mgr.y' 2024-08-29T17:39:54.379 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:39:54 smithi028 bash[22419]: audit 2024-08-29T17:39:53.528569+0000 mon.a (mon.0) 617 : audit [INF] from='mgr.14150 172.21.15.28:0/484978966' entity='mgr.y' 2024-08-29T17:39:54.379 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:39:54 smithi028 bash[31855]: cluster 2024-08-29T17:39:52.852510+0000 mgr.y (mgr.14150) 320 : cluster [DBG] pgmap v303: 1 pgs: 1 active+clean; 577 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-29T17:39:54.380 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:39:54 smithi028 bash[31855]: cluster 2024-08-29T17:39:53.120340+0000 mon.a (mon.0) 614 : cluster [DBG] osdmap e55: 8 total, 8 up, 8 in 2024-08-29T17:39:54.380 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:39:54 smithi028 bash[31855]: audit 2024-08-29T17:39:53.511864+0000 mon.a (mon.0) 615 : audit [DBG] from='mgr.14150 172.21.15.28:0/484978966' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-29T17:39:54.380 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:39:54 smithi028 bash[31855]: audit 2024-08-29T17:39:53.519555+0000 mon.a (mon.0) 616 : audit [INF] from='mgr.14150 172.21.15.28:0/484978966' entity='mgr.y' 2024-08-29T17:39:54.380 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:39:54 smithi028 bash[31855]: audit 2024-08-29T17:39:53.528569+0000 mon.a (mon.0) 617 : audit [INF] from='mgr.14150 172.21.15.28:0/484978966' entity='mgr.y' 2024-08-29T17:39:54.573 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:39:54 smithi053 bash[24720]: cluster 2024-08-29T17:39:52.852510+0000 mgr.y (mgr.14150) 320 : cluster [DBG] pgmap v303: 1 pgs: 1 active+clean; 577 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-29T17:39:54.573 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:39:54 smithi053 bash[24720]: cluster 2024-08-29T17:39:53.120340+0000 mon.a (mon.0) 614 : cluster [DBG] osdmap e55: 8 total, 8 up, 8 in 2024-08-29T17:39:54.573 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:39:54 smithi053 bash[24720]: audit 2024-08-29T17:39:53.511864+0000 mon.a (mon.0) 615 : audit [DBG] from='mgr.14150 172.21.15.28:0/484978966' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-29T17:39:54.573 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:39:54 smithi053 bash[24720]: audit 2024-08-29T17:39:53.519555+0000 mon.a (mon.0) 616 : audit [INF] from='mgr.14150 172.21.15.28:0/484978966' entity='mgr.y' 2024-08-29T17:39:54.573 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:39:54 smithi053 bash[24720]: audit 2024-08-29T17:39:53.528569+0000 mon.a (mon.0) 617 : audit [INF] from='mgr.14150 172.21.15.28:0/484978966' entity='mgr.y' 2024-08-29T17:39:55.573 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:39:55 smithi053 bash[24720]: cluster 2024-08-29T17:39:54.119876+0000 mon.a (mon.0) 618 : cluster [DBG] osdmap e56: 8 total, 8 up, 8 in 2024-08-29T17:39:55.629 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:39:55 smithi028 bash[31855]: cluster 2024-08-29T17:39:54.119876+0000 mon.a (mon.0) 618 : cluster [DBG] osdmap e56: 8 total, 8 up, 8 in 2024-08-29T17:39:55.629 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:39:55 smithi028 bash[22419]: cluster 2024-08-29T17:39:54.119876+0000 mon.a (mon.0) 618 : cluster [DBG] osdmap e56: 8 total, 8 up, 8 in 2024-08-29T17:39:56.573 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:39:56 smithi053 bash[24720]: cluster 2024-08-29T17:39:54.853034+0000 mgr.y (mgr.14150) 321 : cluster [DBG] pgmap v306: 1 pgs: 1 remapped+peering; 577 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-29T17:39:56.573 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:39:56 smithi053 bash[24720]: cluster 2024-08-29T17:39:55.138057+0000 mon.a (mon.0) 619 : cluster [DBG] osdmap e57: 8 total, 8 up, 8 in 2024-08-29T17:39:56.629 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:39:56 smithi028 bash[22419]: cluster 2024-08-29T17:39:54.853034+0000 mgr.y (mgr.14150) 321 : cluster [DBG] pgmap v306: 1 pgs: 1 remapped+peering; 577 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-29T17:39:56.629 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:39:56 smithi028 bash[22419]: cluster 2024-08-29T17:39:55.138057+0000 mon.a (mon.0) 619 : cluster [DBG] osdmap e57: 8 total, 8 up, 8 in 2024-08-29T17:39:56.629 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:39:56 smithi028 bash[31855]: cluster 2024-08-29T17:39:54.853034+0000 mgr.y (mgr.14150) 321 : cluster [DBG] pgmap v306: 1 pgs: 1 remapped+peering; 577 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-29T17:39:56.629 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:39:56 smithi028 bash[31855]: cluster 2024-08-29T17:39:55.138057+0000 mon.a (mon.0) 619 : cluster [DBG] osdmap e57: 8 total, 8 up, 8 in 2024-08-29T17:39:57.573 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:39:57 smithi053 bash[24720]: cluster 2024-08-29T17:39:56.147119+0000 mon.a (mon.0) 620 : cluster [DBG] osdmap e58: 8 total, 8 up, 8 in 2024-08-29T17:39:57.628 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:39:57 smithi028 bash[22419]: cluster 2024-08-29T17:39:56.147119+0000 mon.a (mon.0) 620 : cluster [DBG] osdmap e58: 8 total, 8 up, 8 in 2024-08-29T17:39:57.629 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:39:57 smithi028 bash[31855]: cluster 2024-08-29T17:39:56.147119+0000 mon.a (mon.0) 620 : cluster [DBG] osdmap e58: 8 total, 8 up, 8 in 2024-08-29T17:39:58.573 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:39:58 smithi053 bash[24720]: cluster 2024-08-29T17:39:56.853642+0000 mgr.y (mgr.14150) 322 : cluster [DBG] pgmap v309: 1 pgs: 1 remapped+peering; 577 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-29T17:39:58.628 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:39:58 smithi028 bash[22419]: cluster 2024-08-29T17:39:56.853642+0000 mgr.y (mgr.14150) 322 : cluster [DBG] pgmap v309: 1 pgs: 1 remapped+peering; 577 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-29T17:39:58.629 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:39:58 smithi028 bash[31855]: cluster 2024-08-29T17:39:56.853642+0000 mgr.y (mgr.14150) 322 : cluster [DBG] pgmap v309: 1 pgs: 1 remapped+peering; 577 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-29T17:39:59.085 INFO:teuthology.orchestra.run.smithi028.stderr:Inferring config /var/lib/ceph/3167ee72-662c-11ef-bcd4-c7b262605968/mon.a/config 2024-08-29T17:40:00.309 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:40:00 smithi028 bash[22419]: cluster 2024-08-29T17:39:58.854212+0000 mgr.y (mgr.14150) 323 : cluster [DBG] pgmap v310: 1 pgs: 1 active+clean; 577 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 100 KiB/s, 0 objects/s recovering 2024-08-29T17:40:00.309 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:40:00 smithi028 bash[22419]: cluster 2024-08-29T17:40:00.000169+0000 mon.a (mon.0) 621 : cluster [INF] overall HEALTH_OK 2024-08-29T17:40:00.309 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:40:00 smithi028 bash[31855]: cluster 2024-08-29T17:39:58.854212+0000 mgr.y (mgr.14150) 323 : cluster [DBG] pgmap v310: 1 pgs: 1 active+clean; 577 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 100 KiB/s, 0 objects/s recovering 2024-08-29T17:40:00.309 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:40:00 smithi028 bash[31855]: cluster 2024-08-29T17:40:00.000169+0000 mon.a (mon.0) 621 : cluster [INF] overall HEALTH_OK 2024-08-29T17:40:00.322 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:40:00 smithi053 bash[24720]: cluster 2024-08-29T17:39:58.854212+0000 mgr.y (mgr.14150) 323 : cluster [DBG] pgmap v310: 1 pgs: 1 active+clean; 577 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 100 KiB/s, 0 objects/s recovering 2024-08-29T17:40:00.323 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:40:00 smithi053 bash[24720]: cluster 2024-08-29T17:40:00.000169+0000 mon.a (mon.0) 621 : cluster [INF] overall HEALTH_OK 2024-08-29T17:40:01.962 INFO:teuthology.orchestra.run.smithi028.stdout: 2024-08-29T17:40:02.323 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:40:02 smithi053 bash[24720]: cluster 2024-08-29T17:40:00.854839+0000 mgr.y (mgr.14150) 324 : cluster [DBG] pgmap v311: 1 pgs: 1 active+clean; 577 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 86 KiB/s, 0 objects/s recovering 2024-08-29T17:40:02.323 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:40:02 smithi053 bash[24720]: audit 2024-08-29T17:40:01.965460+0000 mon.a (mon.0) 622 : audit [DBG] from='client.? 172.21.15.28:0/3677587199' entity='client.admin' cmd=[{"prefix": "osd stat", "format": "json"}]: dispatch 2024-08-29T17:40:02.378 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:40:02 smithi028 bash[22419]: cluster 2024-08-29T17:40:00.854839+0000 mgr.y (mgr.14150) 324 : cluster [DBG] pgmap v311: 1 pgs: 1 active+clean; 577 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 86 KiB/s, 0 objects/s recovering 2024-08-29T17:40:02.379 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:40:02 smithi028 bash[22419]: audit 2024-08-29T17:40:01.965460+0000 mon.a (mon.0) 622 : audit [DBG] from='client.? 172.21.15.28:0/3677587199' entity='client.admin' cmd=[{"prefix": "osd stat", "format": "json"}]: dispatch 2024-08-29T17:40:02.379 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:40:02 smithi028 bash[31855]: cluster 2024-08-29T17:40:00.854839+0000 mgr.y (mgr.14150) 324 : cluster [DBG] pgmap v311: 1 pgs: 1 active+clean; 577 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 86 KiB/s, 0 objects/s recovering 2024-08-29T17:40:02.379 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:40:02 smithi028 bash[31855]: audit 2024-08-29T17:40:01.965460+0000 mon.a (mon.0) 622 : audit [DBG] from='client.? 172.21.15.28:0/3677587199' entity='client.admin' cmd=[{"prefix": "osd stat", "format": "json"}]: dispatch 2024-08-29T17:40:02.561 INFO:teuthology.orchestra.run.smithi028.stdout:{"epoch":58,"num_osds":8,"num_up_osds":8,"osd_up_since":1724953192,"num_in_osds":8,"osd_in_since":1724953164,"num_remapped_pgs":0} 2024-08-29T17:40:02.562 DEBUG:teuthology.orchestra.run.smithi028:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 3167ee72-662c-11ef-bcd4-c7b262605968 -- ceph osd dump --format=json 2024-08-29T17:40:04.573 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:40:04 smithi053 bash[24720]: cluster 2024-08-29T17:40:02.855462+0000 mgr.y (mgr.14150) 325 : cluster [DBG] pgmap v312: 1 pgs: 1 active+clean; 577 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 72 KiB/s, 0 objects/s recovering 2024-08-29T17:40:04.573 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:40:04 smithi053 bash[24720]: audit 2024-08-29T17:40:03.781857+0000 mon.a (mon.0) 623 : audit [INF] from='mgr.14150 172.21.15.28:0/484978966' entity='mgr.y' 2024-08-29T17:40:04.573 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:40:04 smithi053 bash[24720]: audit 2024-08-29T17:40:03.788351+0000 mon.a (mon.0) 624 : audit [INF] from='mgr.14150 172.21.15.28:0/484978966' entity='mgr.y' 2024-08-29T17:40:04.573 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:40:04 smithi053 bash[24720]: audit 2024-08-29T17:40:03.790056+0000 mon.a (mon.0) 625 : audit [INF] from='mgr.14150 172.21.15.28:0/484978966' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2024-08-29T17:40:04.573 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:40:04 smithi053 bash[24720]: audit 2024-08-29T17:40:03.791463+0000 mon.a (mon.0) 626 : audit [INF] from='mgr.14150 172.21.15.28:0/484978966' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch 2024-08-29T17:40:04.574 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:40:04 smithi053 bash[24720]: audit 2024-08-29T17:40:03.792905+0000 mon.a (mon.0) 627 : audit [INF] from='mgr.14150 172.21.15.28:0/484978966' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.6", "name": "osd_memory_target"}]: dispatch 2024-08-29T17:40:04.574 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:40:04 smithi053 bash[24720]: audit 2024-08-29T17:40:03.794301+0000 mon.a (mon.0) 628 : audit [INF] from='mgr.14150 172.21.15.28:0/484978966' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.7", "name": "osd_memory_target"}]: dispatch 2024-08-29T17:40:04.574 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:40:04 smithi053 bash[24720]: audit 2024-08-29T17:40:03.801507+0000 mon.a (mon.0) 629 : audit [INF] from='mgr.14150 172.21.15.28:0/484978966' entity='mgr.y' 2024-08-29T17:40:04.574 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:40:04 smithi053 bash[24720]: audit 2024-08-29T17:40:03.803142+0000 mon.a (mon.0) 630 : audit [DBG] from='mgr.14150 172.21.15.28:0/484978966' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-29T17:40:04.574 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:40:04 smithi053 bash[24720]: audit 2024-08-29T17:40:03.804602+0000 mon.a (mon.0) 631 : audit [INF] from='mgr.14150 172.21.15.28:0/484978966' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-29T17:40:04.574 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:40:04 smithi053 bash[24720]: audit 2024-08-29T17:40:03.813076+0000 mon.a (mon.0) 632 : audit [INF] from='mgr.14150 172.21.15.28:0/484978966' entity='mgr.y' 2024-08-29T17:40:04.629 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:40:04 smithi028 bash[22419]: cluster 2024-08-29T17:40:02.855462+0000 mgr.y (mgr.14150) 325 : cluster [DBG] pgmap v312: 1 pgs: 1 active+clean; 577 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 72 KiB/s, 0 objects/s recovering 2024-08-29T17:40:04.629 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:40:04 smithi028 bash[22419]: audit 2024-08-29T17:40:03.781857+0000 mon.a (mon.0) 623 : audit [INF] from='mgr.14150 172.21.15.28:0/484978966' entity='mgr.y' 2024-08-29T17:40:04.629 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:40:04 smithi028 bash[22419]: audit 2024-08-29T17:40:03.788351+0000 mon.a (mon.0) 624 : audit [INF] from='mgr.14150 172.21.15.28:0/484978966' entity='mgr.y' 2024-08-29T17:40:04.629 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:40:04 smithi028 bash[22419]: audit 2024-08-29T17:40:03.790056+0000 mon.a (mon.0) 625 : audit [INF] from='mgr.14150 172.21.15.28:0/484978966' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2024-08-29T17:40:04.629 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:40:04 smithi028 bash[22419]: audit 2024-08-29T17:40:03.791463+0000 mon.a (mon.0) 626 : audit [INF] from='mgr.14150 172.21.15.28:0/484978966' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch 2024-08-29T17:40:04.629 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:40:04 smithi028 bash[22419]: audit 2024-08-29T17:40:03.792905+0000 mon.a (mon.0) 627 : audit [INF] from='mgr.14150 172.21.15.28:0/484978966' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.6", "name": "osd_memory_target"}]: dispatch 2024-08-29T17:40:04.629 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:40:04 smithi028 bash[22419]: audit 2024-08-29T17:40:03.794301+0000 mon.a (mon.0) 628 : audit [INF] from='mgr.14150 172.21.15.28:0/484978966' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.7", "name": "osd_memory_target"}]: dispatch 2024-08-29T17:40:04.630 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:40:04 smithi028 bash[22419]: audit 2024-08-29T17:40:03.801507+0000 mon.a (mon.0) 629 : audit [INF] from='mgr.14150 172.21.15.28:0/484978966' entity='mgr.y' 2024-08-29T17:40:04.630 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:40:04 smithi028 bash[22419]: audit 2024-08-29T17:40:03.803142+0000 mon.a (mon.0) 630 : audit [DBG] from='mgr.14150 172.21.15.28:0/484978966' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-29T17:40:04.630 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:40:04 smithi028 bash[22419]: audit 2024-08-29T17:40:03.804602+0000 mon.a (mon.0) 631 : audit [INF] from='mgr.14150 172.21.15.28:0/484978966' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-29T17:40:04.630 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:40:04 smithi028 bash[22419]: audit 2024-08-29T17:40:03.813076+0000 mon.a (mon.0) 632 : audit [INF] from='mgr.14150 172.21.15.28:0/484978966' entity='mgr.y' 2024-08-29T17:40:04.630 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:40:04 smithi028 bash[31855]: cluster 2024-08-29T17:40:02.855462+0000 mgr.y (mgr.14150) 325 : cluster [DBG] pgmap v312: 1 pgs: 1 active+clean; 577 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 72 KiB/s, 0 objects/s recovering 2024-08-29T17:40:04.630 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:40:04 smithi028 bash[31855]: audit 2024-08-29T17:40:03.781857+0000 mon.a (mon.0) 623 : audit [INF] from='mgr.14150 172.21.15.28:0/484978966' entity='mgr.y' 2024-08-29T17:40:04.630 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:40:04 smithi028 bash[31855]: audit 2024-08-29T17:40:03.788351+0000 mon.a (mon.0) 624 : audit [INF] from='mgr.14150 172.21.15.28:0/484978966' entity='mgr.y' 2024-08-29T17:40:04.630 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:40:04 smithi028 bash[31855]: audit 2024-08-29T17:40:03.790056+0000 mon.a (mon.0) 625 : audit [INF] from='mgr.14150 172.21.15.28:0/484978966' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2024-08-29T17:40:04.630 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:40:04 smithi028 bash[31855]: audit 2024-08-29T17:40:03.791463+0000 mon.a (mon.0) 626 : audit [INF] from='mgr.14150 172.21.15.28:0/484978966' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch 2024-08-29T17:40:04.630 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:40:04 smithi028 bash[31855]: audit 2024-08-29T17:40:03.792905+0000 mon.a (mon.0) 627 : audit [INF] from='mgr.14150 172.21.15.28:0/484978966' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.6", "name": "osd_memory_target"}]: dispatch 2024-08-29T17:40:04.630 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:40:04 smithi028 bash[31855]: audit 2024-08-29T17:40:03.794301+0000 mon.a (mon.0) 628 : audit [INF] from='mgr.14150 172.21.15.28:0/484978966' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.7", "name": "osd_memory_target"}]: dispatch 2024-08-29T17:40:04.630 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:40:04 smithi028 bash[31855]: audit 2024-08-29T17:40:03.801507+0000 mon.a (mon.0) 629 : audit [INF] from='mgr.14150 172.21.15.28:0/484978966' entity='mgr.y' 2024-08-29T17:40:04.631 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:40:04 smithi028 bash[31855]: audit 2024-08-29T17:40:03.803142+0000 mon.a (mon.0) 630 : audit [DBG] from='mgr.14150 172.21.15.28:0/484978966' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-29T17:40:04.631 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:40:04 smithi028 bash[31855]: audit 2024-08-29T17:40:03.804602+0000 mon.a (mon.0) 631 : audit [INF] from='mgr.14150 172.21.15.28:0/484978966' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-29T17:40:04.631 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:40:04 smithi028 bash[31855]: audit 2024-08-29T17:40:03.813076+0000 mon.a (mon.0) 632 : audit [INF] from='mgr.14150 172.21.15.28:0/484978966' entity='mgr.y' 2024-08-29T17:40:05.573 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:40:05 smithi053 bash[24720]: cephadm 2024-08-29T17:40:03.774086+0000 mgr.y (mgr.14150) 326 : cephadm [INF] Detected new or changed devices on smithi053 2024-08-29T17:40:05.573 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:40:05 smithi053 bash[24720]: cephadm 2024-08-29T17:40:03.795370+0000 mgr.y (mgr.14150) 327 : cephadm [INF] Adjusting osd_memory_target on smithi053 to 4317M 2024-08-29T17:40:05.629 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:40:05 smithi028 bash[22419]: cephadm 2024-08-29T17:40:03.774086+0000 mgr.y (mgr.14150) 326 : cephadm [INF] Detected new or changed devices on smithi053 2024-08-29T17:40:05.629 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:40:05 smithi028 bash[22419]: cephadm 2024-08-29T17:40:03.795370+0000 mgr.y (mgr.14150) 327 : cephadm [INF] Adjusting osd_memory_target on smithi053 to 4317M 2024-08-29T17:40:05.629 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:40:05 smithi028 bash[31855]: cephadm 2024-08-29T17:40:03.774086+0000 mgr.y (mgr.14150) 326 : cephadm [INF] Detected new or changed devices on smithi053 2024-08-29T17:40:05.629 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:40:05 smithi028 bash[31855]: cephadm 2024-08-29T17:40:03.795370+0000 mgr.y (mgr.14150) 327 : cephadm [INF] Adjusting osd_memory_target on smithi053 to 4317M 2024-08-29T17:40:06.573 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:40:06 smithi053 bash[24720]: cluster 2024-08-29T17:40:04.856109+0000 mgr.y (mgr.14150) 328 : cluster [DBG] pgmap v313: 1 pgs: 1 active+clean; 577 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 59 KiB/s, 0 objects/s recovering 2024-08-29T17:40:06.628 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:40:06 smithi028 bash[22419]: cluster 2024-08-29T17:40:04.856109+0000 mgr.y (mgr.14150) 328 : cluster [DBG] pgmap v313: 1 pgs: 1 active+clean; 577 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 59 KiB/s, 0 objects/s recovering 2024-08-29T17:40:06.629 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:40:06 smithi028 bash[31855]: cluster 2024-08-29T17:40:04.856109+0000 mgr.y (mgr.14150) 328 : cluster [DBG] pgmap v313: 1 pgs: 1 active+clean; 577 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 59 KiB/s, 0 objects/s recovering 2024-08-29T17:40:07.327 INFO:teuthology.orchestra.run.smithi028.stderr:Inferring config /var/lib/ceph/3167ee72-662c-11ef-bcd4-c7b262605968/mon.a/config 2024-08-29T17:40:08.470 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:40:08 smithi028 bash[22419]: cluster 2024-08-29T17:40:06.856740+0000 mgr.y (mgr.14150) 329 : cluster [DBG] pgmap v314: 1 pgs: 1 active+clean; 577 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 54 KiB/s, 0 objects/s recovering 2024-08-29T17:40:08.471 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:40:08 smithi028 bash[31855]: cluster 2024-08-29T17:40:06.856740+0000 mgr.y (mgr.14150) 329 : cluster [DBG] pgmap v314: 1 pgs: 1 active+clean; 577 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 54 KiB/s, 0 objects/s recovering 2024-08-29T17:40:08.573 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:40:08 smithi053 bash[24720]: cluster 2024-08-29T17:40:06.856740+0000 mgr.y (mgr.14150) 329 : cluster [DBG] pgmap v314: 1 pgs: 1 active+clean; 577 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 54 KiB/s, 0 objects/s recovering 2024-08-29T17:40:10.293 INFO:teuthology.orchestra.run.smithi028.stdout: 2024-08-29T17:40:10.293 INFO:teuthology.orchestra.run.smithi028.stdout:{"epoch":58,"fsid":"3167ee72-662c-11ef-bcd4-c7b262605968","created":"2024-08-29T17:30:17.962961+0000","modified":"2024-08-29T17:39:56.132390+0000","last_up_change":"2024-08-29T17:39:52.090994+0000","last_in_change":"2024-08-29T17:39:24.826745+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":18,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":1,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"quincy","pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-08-29T17:35:25.344793+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"21","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}}}],"osds":[{"osd":0,"uuid":"660d8ce2-ea9d-4b15-8d9a-ec42e86552e4","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":8,"up_thru":56,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.28:6802","nonce":314031528},{"type":"v1","addr":"172.21.15.28:6803","nonce":314031528}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.28:6804","nonce":314031528},{"type":"v1","addr":"172.21.15.28:6805","nonce":314031528}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.28:6808","nonce":314031528},{"type":"v1","addr":"172.21.15.28:6809","nonce":314031528}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.28:6806","nonce":314031528},{"type":"v1","addr":"172.21.15.28:6807","nonce":314031528}]},"public_addr":"172.21.15.28:6803/314031528","cluster_addr":"172.21.15.28:6805/314031528","heartbeat_back_addr":"172.21.15.28:6809/314031528","heartbeat_front_addr":"172.21.15.28:6807/314031528","state":["exists","up"]},{"osd":1,"uuid":"fdf44197-06ca-494f-bb43-e320705d24ca","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":33,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.28:6810","nonce":947972179},{"type":"v1","addr":"172.21.15.28:6811","nonce":947972179}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.28:6812","nonce":947972179},{"type":"v1","addr":"172.21.15.28:6813","nonce":947972179}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.28:6816","nonce":947972179},{"type":"v1","addr":"172.21.15.28:6817","nonce":947972179}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.28:6814","nonce":947972179},{"type":"v1","addr":"172.21.15.28:6815","nonce":947972179}]},"public_addr":"172.21.15.28:6811/947972179","cluster_addr":"172.21.15.28:6813/947972179","heartbeat_back_addr":"172.21.15.28:6817/947972179","heartbeat_front_addr":"172.21.15.28:6815/947972179","state":["exists","up"]},{"osd":2,"uuid":"af570229-94ea-421f-a54b-5ad9c2ec751e","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":18,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.28:6818","nonce":1663434626},{"type":"v1","addr":"172.21.15.28:6819","nonce":1663434626}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.28:6820","nonce":1663434626},{"type":"v1","addr":"172.21.15.28:6821","nonce":1663434626}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.28:6824","nonce":1663434626},{"type":"v1","addr":"172.21.15.28:6825","nonce":1663434626}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.28:6822","nonce":1663434626},{"type":"v1","addr":"172.21.15.28:6823","nonce":1663434626}]},"public_addr":"172.21.15.28:6819/1663434626","cluster_addr":"172.21.15.28:6821/1663434626","heartbeat_back_addr":"172.21.15.28:6825/1663434626","heartbeat_front_addr":"172.21.15.28:6823/1663434626","state":["exists","up"]},{"osd":3,"uuid":"4fa9802d-cf40-4ef1-a9bd-082be7c32d40","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":25,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.28:6826","nonce":1391242429},{"type":"v1","addr":"172.21.15.28:6827","nonce":1391242429}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.28:6828","nonce":1391242429},{"type":"v1","addr":"172.21.15.28:6829","nonce":1391242429}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.28:6832","nonce":1391242429},{"type":"v1","addr":"172.21.15.28:6833","nonce":1391242429}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.28:6830","nonce":1391242429},{"type":"v1","addr":"172.21.15.28:6831","nonce":1391242429}]},"public_addr":"172.21.15.28:6827/1391242429","cluster_addr":"172.21.15.28:6829/1391242429","heartbeat_back_addr":"172.21.15.28:6833/1391242429","heartbeat_front_addr":"172.21.15.28:6831/1391242429","state":["exists","up"]},{"osd":4,"uuid":"18edf361-e223-4e8c-b6ef-73e210c2cce1","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":30,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.53:6800","nonce":197218845},{"type":"v1","addr":"172.21.15.53:6801","nonce":197218845}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.53:6802","nonce":197218845},{"type":"v1","addr":"172.21.15.53:6803","nonce":197218845}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.53:6806","nonce":197218845},{"type":"v1","addr":"172.21.15.53:6807","nonce":197218845}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.53:6804","nonce":197218845},{"type":"v1","addr":"172.21.15.53:6805","nonce":197218845}]},"public_addr":"172.21.15.53:6801/197218845","cluster_addr":"172.21.15.53:6803/197218845","heartbeat_back_addr":"172.21.15.53:6807/197218845","heartbeat_front_addr":"172.21.15.53:6805/197218845","state":["exists","up"]},{"osd":5,"uuid":"07a24bff-d6cc-495d-97e1-768094b28c0b","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":38,"up_thru":41,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.53:6808","nonce":2509978860},{"type":"v1","addr":"172.21.15.53:6809","nonce":2509978860}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.53:6810","nonce":2509978860},{"type":"v1","addr":"172.21.15.53:6811","nonce":2509978860}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.53:6814","nonce":2509978860},{"type":"v1","addr":"172.21.15.53:6815","nonce":2509978860}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.53:6812","nonce":2509978860},{"type":"v1","addr":"172.21.15.53:6813","nonce":2509978860}]},"public_addr":"172.21.15.53:6809/2509978860","cluster_addr":"172.21.15.53:6811/2509978860","heartbeat_back_addr":"172.21.15.53:6815/2509978860","heartbeat_front_addr":"172.21.15.53:6813/2509978860","state":["exists","up"]},{"osd":6,"uuid":"b03b1ee8-77ac-47f4-a76c-01e2eaa7b954","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":46,"up_thru":49,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.53:6816","nonce":2368257265},{"type":"v1","addr":"172.21.15.53:6817","nonce":2368257265}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.53:6818","nonce":2368257265},{"type":"v1","addr":"172.21.15.53:6819","nonce":2368257265}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.53:6822","nonce":2368257265},{"type":"v1","addr":"172.21.15.53:6823","nonce":2368257265}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.53:6820","nonce":2368257265},{"type":"v1","addr":"172.21.15.53:6821","nonce":2368257265}]},"public_addr":"172.21.15.53:6817/2368257265","cluster_addr":"172.21.15.53:6819/2368257265","heartbeat_back_addr":"172.21.15.53:6823/2368257265","heartbeat_front_addr":"172.21.15.53:6821/2368257265","state":["exists","up"]},{"osd":7,"uuid":"14a519fb-979e-474b-8ae5-fa5a2be44daf","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":54,"up_thru":57,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.53:6824","nonce":3599531299},{"type":"v1","addr":"172.21.15.53:6825","nonce":3599531299}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.53:6826","nonce":3599531299},{"type":"v1","addr":"172.21.15.53:6827","nonce":3599531299}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.53:6830","nonce":3599531299},{"type":"v1","addr":"172.21.15.53:6831","nonce":3599531299}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.53:6828","nonce":3599531299},{"type":"v1","addr":"172.21.15.53:6829","nonce":3599531299}]},"public_addr":"172.21.15.53:6825/3599531299","cluster_addr":"172.21.15.53:6827/3599531299","heartbeat_back_addr":"172.21.15.53:6831/3599531299","heartbeat_front_addr":"172.21.15.53:6829/3599531299","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138320759226367,"old_weight":0,"last_purged_snaps_scrub":"2024-08-29T17:33:39.919890+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138320759226367,"old_weight":0,"last_purged_snaps_scrub":"2024-08-29T17:34:30.063951+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138320759226367,"old_weight":0,"last_purged_snaps_scrub":"2024-08-29T17:35:22.232071+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138320759226367,"old_weight":0,"last_purged_snaps_scrub":"2024-08-29T17:36:12.717974+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138320759226367,"old_weight":0,"last_purged_snaps_scrub":"2024-08-29T17:37:03.586686+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138320759226367,"old_weight":0,"last_purged_snaps_scrub":"2024-08-29T17:37:57.337551+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138320759226367,"old_weight":0,"last_purged_snaps_scrub":"2024-08-29T17:38:54.315017+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138320759226367,"old_weight":0,"last_purged_snaps_scrub":"2024-08-29T17:39:50.978615+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_temp":[],"primary_temp":[],"blocklist":{"172.21.15.28:6800/1962738264":"2024-08-30T17:31:14.716137+0000","172.21.15.28:0/177482802":"2024-08-30T17:31:14.716137+0000","172.21.15.28:6801/1962738264":"2024-08-30T17:31:14.716137+0000","172.21.15.28:0/2352293407":"2024-08-30T17:31:14.716137+0000","172.21.15.28:6801/4159614718":"2024-08-30T17:30:43.836116+0000","172.21.15.28:6800/4159614718":"2024-08-30T17:30:43.836116+0000","172.21.15.28:0/2399305464":"2024-08-30T17:31:14.716137+0000","172.21.15.28:0/3881020925":"2024-08-30T17:30:43.836116+0000","172.21.15.28:0/3329288402":"2024-08-30T17:30:43.836116+0000","172.21.15.28:0/2647379891":"2024-08-30T17:30:43.836116+0000"},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-08-29T17:40:10.304 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:40:10 smithi028 bash[22419]: cluster 2024-08-29T17:40:08.857398+0000 mgr.y (mgr.14150) 330 : cluster [DBG] pgmap v315: 1 pgs: 1 active+clean; 577 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 48 KiB/s, 0 objects/s recovering 2024-08-29T17:40:10.305 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:40:10 smithi028 bash[31855]: cluster 2024-08-29T17:40:08.857398+0000 mgr.y (mgr.14150) 330 : cluster [DBG] pgmap v315: 1 pgs: 1 active+clean; 577 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 48 KiB/s, 0 objects/s recovering 2024-08-29T17:40:10.573 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:40:10 smithi053 bash[24720]: cluster 2024-08-29T17:40:08.857398+0000 mgr.y (mgr.14150) 330 : cluster [DBG] pgmap v315: 1 pgs: 1 active+clean; 577 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 48 KiB/s, 0 objects/s recovering 2024-08-29T17:40:10.919 INFO:tasks.cephadm.ceph_manager.ceph:[{'pool': 1, 'pool_name': '.mgr', 'create_time': '2024-08-29T17:35:25.344793+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 3, 'min_size': 2, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 1, 'pg_placement_num': 1, 'pg_placement_num_target': 1, 'pg_num_target': 1, 'pg_num_pending': 1, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '21', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_max': 32, 'pg_num_min': 1}, 'application_metadata': {'mgr': {}}}] 2024-08-29T17:40:10.920 DEBUG:teuthology.orchestra.run.smithi028:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 3167ee72-662c-11ef-bcd4-c7b262605968 -- ceph osd pool get .mgr pg_num 2024-08-29T17:40:11.573 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:40:11 smithi053 bash[24720]: audit 2024-08-29T17:40:10.296051+0000 mon.a (mon.0) 633 : audit [DBG] from='client.? 172.21.15.28:0/3572706537' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-08-29T17:40:11.628 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:40:11 smithi028 bash[31855]: audit 2024-08-29T17:40:10.296051+0000 mon.a (mon.0) 633 : audit [DBG] from='client.? 172.21.15.28:0/3572706537' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-08-29T17:40:11.629 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:40:11 smithi028 bash[22419]: audit 2024-08-29T17:40:10.296051+0000 mon.a (mon.0) 633 : audit [DBG] from='client.? 172.21.15.28:0/3572706537' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-08-29T17:40:12.573 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:40:12 smithi053 bash[24720]: cluster 2024-08-29T17:40:10.857969+0000 mgr.y (mgr.14150) 331 : cluster [DBG] pgmap v316: 1 pgs: 1 active+clean; 577 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-29T17:40:12.628 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:40:12 smithi028 bash[22419]: cluster 2024-08-29T17:40:10.857969+0000 mgr.y (mgr.14150) 331 : cluster [DBG] pgmap v316: 1 pgs: 1 active+clean; 577 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-29T17:40:12.629 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:40:12 smithi028 bash[31855]: cluster 2024-08-29T17:40:10.857969+0000 mgr.y (mgr.14150) 331 : cluster [DBG] pgmap v316: 1 pgs: 1 active+clean; 577 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-29T17:40:14.572 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:40:14 smithi053 bash[24720]: cluster 2024-08-29T17:40:12.858502+0000 mgr.y (mgr.14150) 332 : cluster [DBG] pgmap v317: 1 pgs: 1 active+clean; 577 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-29T17:40:14.628 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:40:14 smithi028 bash[22419]: cluster 2024-08-29T17:40:12.858502+0000 mgr.y (mgr.14150) 332 : cluster [DBG] pgmap v317: 1 pgs: 1 active+clean; 577 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-29T17:40:14.629 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:40:14 smithi028 bash[31855]: cluster 2024-08-29T17:40:12.858502+0000 mgr.y (mgr.14150) 332 : cluster [DBG] pgmap v317: 1 pgs: 1 active+clean; 577 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-29T17:40:15.687 INFO:teuthology.orchestra.run.smithi028.stderr:Inferring config /var/lib/ceph/3167ee72-662c-11ef-bcd4-c7b262605968/mon.a/config 2024-08-29T17:40:16.572 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:40:16 smithi053 bash[24720]: cluster 2024-08-29T17:40:14.859042+0000 mgr.y (mgr.14150) 333 : cluster [DBG] pgmap v318: 1 pgs: 1 active+clean; 577 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-29T17:40:16.628 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:40:16 smithi028 bash[31855]: cluster 2024-08-29T17:40:14.859042+0000 mgr.y (mgr.14150) 333 : cluster [DBG] pgmap v318: 1 pgs: 1 active+clean; 577 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-29T17:40:16.629 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:40:16 smithi028 bash[22419]: cluster 2024-08-29T17:40:14.859042+0000 mgr.y (mgr.14150) 333 : cluster [DBG] pgmap v318: 1 pgs: 1 active+clean; 577 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-29T17:40:18.573 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:40:18 smithi053 bash[24720]: cluster 2024-08-29T17:40:16.859419+0000 mgr.y (mgr.14150) 334 : cluster [DBG] pgmap v319: 1 pgs: 1 active+clean; 577 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-29T17:40:18.628 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:40:18 smithi028 bash[31855]: cluster 2024-08-29T17:40:16.859419+0000 mgr.y (mgr.14150) 334 : cluster [DBG] pgmap v319: 1 pgs: 1 active+clean; 577 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-29T17:40:18.629 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:40:18 smithi028 bash[22419]: cluster 2024-08-29T17:40:16.859419+0000 mgr.y (mgr.14150) 334 : cluster [DBG] pgmap v319: 1 pgs: 1 active+clean; 577 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-29T17:40:18.668 INFO:teuthology.orchestra.run.smithi028.stdout:pg_num: 1 2024-08-29T17:40:19.223 INFO:tasks.cephadm:Adding mds.a on smithi028 2024-08-29T17:40:19.223 INFO:tasks.cephadm:Adding mds.b on smithi053 2024-08-29T17:40:19.223 DEBUG:teuthology.orchestra.run.smithi053:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 3167ee72-662c-11ef-bcd4-c7b262605968 -- ceph orch apply mds all '2;smithi028=a;smithi053=b' 2024-08-29T17:40:19.573 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:40:19 smithi053 bash[24720]: audit 2024-08-29T17:40:18.672014+0000 mon.a (mon.0) 634 : audit [DBG] from='client.? 172.21.15.28:0/3391590394' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]: dispatch 2024-08-29T17:40:19.628 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:40:19 smithi028 bash[22419]: audit 2024-08-29T17:40:18.672014+0000 mon.a (mon.0) 634 : audit [DBG] from='client.? 172.21.15.28:0/3391590394' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]: dispatch 2024-08-29T17:40:19.628 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:40:19 smithi028 bash[31855]: audit 2024-08-29T17:40:18.672014+0000 mon.a (mon.0) 634 : audit [DBG] from='client.? 172.21.15.28:0/3391590394' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]: dispatch 2024-08-29T17:40:20.572 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:40:20 smithi053 bash[24720]: cluster 2024-08-29T17:40:18.859878+0000 mgr.y (mgr.14150) 335 : cluster [DBG] pgmap v320: 1 pgs: 1 active+clean; 577 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-29T17:40:20.628 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:40:20 smithi028 bash[22419]: cluster 2024-08-29T17:40:18.859878+0000 mgr.y (mgr.14150) 335 : cluster [DBG] pgmap v320: 1 pgs: 1 active+clean; 577 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-29T17:40:20.629 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:40:20 smithi028 bash[31855]: cluster 2024-08-29T17:40:18.859878+0000 mgr.y (mgr.14150) 335 : cluster [DBG] pgmap v320: 1 pgs: 1 active+clean; 577 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-29T17:40:22.573 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:40:22 smithi053 bash[24720]: cluster 2024-08-29T17:40:20.860425+0000 mgr.y (mgr.14150) 336 : cluster [DBG] pgmap v321: 1 pgs: 1 active+clean; 577 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-29T17:40:22.628 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:40:22 smithi028 bash[22419]: cluster 2024-08-29T17:40:20.860425+0000 mgr.y (mgr.14150) 336 : cluster [DBG] pgmap v321: 1 pgs: 1 active+clean; 577 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-29T17:40:22.628 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:40:22 smithi028 bash[31855]: cluster 2024-08-29T17:40:20.860425+0000 mgr.y (mgr.14150) 336 : cluster [DBG] pgmap v321: 1 pgs: 1 active+clean; 577 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-29T17:40:23.984 INFO:teuthology.orchestra.run.smithi053.stderr:Inferring config /var/lib/ceph/3167ee72-662c-11ef-bcd4-c7b262605968/mon.b/config 2024-08-29T17:40:24.572 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:40:24 smithi053 bash[24720]: cluster 2024-08-29T17:40:22.860988+0000 mgr.y (mgr.14150) 337 : cluster [DBG] pgmap v322: 1 pgs: 1 active+clean; 577 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-29T17:40:24.628 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:40:24 smithi028 bash[31855]: cluster 2024-08-29T17:40:22.860988+0000 mgr.y (mgr.14150) 337 : cluster [DBG] pgmap v322: 1 pgs: 1 active+clean; 577 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-29T17:40:24.628 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:40:24 smithi028 bash[22419]: cluster 2024-08-29T17:40:22.860988+0000 mgr.y (mgr.14150) 337 : cluster [DBG] pgmap v322: 1 pgs: 1 active+clean; 577 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-29T17:40:26.572 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:40:26 smithi053 bash[24720]: cluster 2024-08-29T17:40:24.861523+0000 mgr.y (mgr.14150) 338 : cluster [DBG] pgmap v323: 1 pgs: 1 active+clean; 577 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-29T17:40:26.628 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:40:26 smithi028 bash[31855]: cluster 2024-08-29T17:40:24.861523+0000 mgr.y (mgr.14150) 338 : cluster [DBG] pgmap v323: 1 pgs: 1 active+clean; 577 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-29T17:40:26.628 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:40:26 smithi028 bash[22419]: cluster 2024-08-29T17:40:24.861523+0000 mgr.y (mgr.14150) 338 : cluster [DBG] pgmap v323: 1 pgs: 1 active+clean; 577 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-29T17:40:27.629 INFO:teuthology.orchestra.run.smithi053.stdout:Scheduled mds.all update... 2024-08-29T17:40:28.433 DEBUG:teuthology.orchestra.run.smithi028:mds.a> sudo journalctl -f -n 0 -u ceph-3167ee72-662c-11ef-bcd4-c7b262605968@mds.a.service 2024-08-29T17:40:28.435 DEBUG:teuthology.orchestra.run.smithi053:mds.b> sudo journalctl -f -n 0 -u ceph-3167ee72-662c-11ef-bcd4-c7b262605968@mds.b.service 2024-08-29T17:40:28.438 INFO:tasks.cephadm:Setting up CephFS filesystem(s)... 2024-08-29T17:40:28.438 DEBUG:teuthology.orchestra.run.smithi028:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 3167ee72-662c-11ef-bcd4-c7b262605968 -- ceph fs dump --format=json 2024-08-29T17:40:28.487 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:40:28 smithi028 bash[22419]: cluster 2024-08-29T17:40:26.862128+0000 mgr.y (mgr.14150) 339 : cluster [DBG] pgmap v324: 1 pgs: 1 active+clean; 577 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-29T17:40:28.487 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:40:28 smithi028 bash[22419]: audit 2024-08-29T17:40:27.632522+0000 mon.a (mon.0) 635 : audit [INF] from='mgr.14150 172.21.15.28:0/484978966' entity='mgr.y' 2024-08-29T17:40:28.488 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:40:28 smithi028 bash[22419]: audit 2024-08-29T17:40:27.634373+0000 mon.a (mon.0) 636 : audit [DBG] from='mgr.14150 172.21.15.28:0/484978966' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-29T17:40:28.488 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:40:28 smithi028 bash[22419]: audit 2024-08-29T17:40:27.638178+0000 mon.a (mon.0) 637 : audit [DBG] from='mgr.14150 172.21.15.28:0/484978966' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-29T17:40:28.488 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:40:28 smithi028 bash[22419]: audit 2024-08-29T17:40:27.640226+0000 mon.a (mon.0) 638 : audit [INF] from='mgr.14150 172.21.15.28:0/484978966' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-29T17:40:28.488 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:40:28 smithi028 bash[22419]: audit 2024-08-29T17:40:27.650755+0000 mon.a (mon.0) 639 : audit [INF] from='mgr.14150 172.21.15.28:0/484978966' entity='mgr.y' 2024-08-29T17:40:28.488 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:40:28 smithi028 bash[22419]: audit 2024-08-29T17:40:27.656771+0000 mon.a (mon.0) 640 : audit [INF] from='mgr.14150 172.21.15.28:0/484978966' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mds.a", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-08-29T17:40:28.488 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:40:28 smithi028 bash[22419]: audit 2024-08-29T17:40:27.663544+0000 mon.a (mon.0) 641 : audit [INF] from='mgr.14150 172.21.15.28:0/484978966' entity='mgr.y' cmd='[{"prefix": "auth get-or-create", "entity": "mds.a", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]': finished 2024-08-29T17:40:28.488 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:40:28 smithi028 bash[22419]: audit 2024-08-29T17:40:27.665470+0000 mon.a (mon.0) 642 : audit [DBG] from='mgr.14150 172.21.15.28:0/484978966' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-29T17:40:28.488 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:40:28 smithi028 bash[31855]: cluster 2024-08-29T17:40:26.862128+0000 mgr.y (mgr.14150) 339 : cluster [DBG] pgmap v324: 1 pgs: 1 active+clean; 577 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-29T17:40:28.488 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:40:28 smithi028 bash[31855]: audit 2024-08-29T17:40:27.632522+0000 mon.a (mon.0) 635 : audit [INF] from='mgr.14150 172.21.15.28:0/484978966' entity='mgr.y' 2024-08-29T17:40:28.489 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:40:28 smithi028 bash[31855]: audit 2024-08-29T17:40:27.634373+0000 mon.a (mon.0) 636 : audit [DBG] from='mgr.14150 172.21.15.28:0/484978966' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-29T17:40:28.489 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:40:28 smithi028 bash[31855]: audit 2024-08-29T17:40:27.638178+0000 mon.a (mon.0) 637 : audit [DBG] from='mgr.14150 172.21.15.28:0/484978966' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-29T17:40:28.489 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:40:28 smithi028 bash[31855]: audit 2024-08-29T17:40:27.640226+0000 mon.a (mon.0) 638 : audit [INF] from='mgr.14150 172.21.15.28:0/484978966' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-29T17:40:28.489 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:40:28 smithi028 bash[31855]: audit 2024-08-29T17:40:27.650755+0000 mon.a (mon.0) 639 : audit [INF] from='mgr.14150 172.21.15.28:0/484978966' entity='mgr.y' 2024-08-29T17:40:28.489 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:40:28 smithi028 bash[31855]: audit 2024-08-29T17:40:27.656771+0000 mon.a (mon.0) 640 : audit [INF] from='mgr.14150 172.21.15.28:0/484978966' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mds.a", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-08-29T17:40:28.489 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:40:28 smithi028 bash[31855]: audit 2024-08-29T17:40:27.663544+0000 mon.a (mon.0) 641 : audit [INF] from='mgr.14150 172.21.15.28:0/484978966' entity='mgr.y' cmd='[{"prefix": "auth get-or-create", "entity": "mds.a", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]': finished 2024-08-29T17:40:28.489 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:40:28 smithi028 bash[31855]: audit 2024-08-29T17:40:27.665470+0000 mon.a (mon.0) 642 : audit [DBG] from='mgr.14150 172.21.15.28:0/484978966' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-29T17:40:28.573 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:40:28 smithi053 bash[24720]: cluster 2024-08-29T17:40:26.862128+0000 mgr.y (mgr.14150) 339 : cluster [DBG] pgmap v324: 1 pgs: 1 active+clean; 577 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-29T17:40:28.573 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:40:28 smithi053 bash[24720]: audit 2024-08-29T17:40:27.632522+0000 mon.a (mon.0) 635 : audit [INF] from='mgr.14150 172.21.15.28:0/484978966' entity='mgr.y' 2024-08-29T17:40:28.573 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:40:28 smithi053 bash[24720]: audit 2024-08-29T17:40:27.634373+0000 mon.a (mon.0) 636 : audit [DBG] from='mgr.14150 172.21.15.28:0/484978966' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-29T17:40:28.573 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:40:28 smithi053 bash[24720]: audit 2024-08-29T17:40:27.638178+0000 mon.a (mon.0) 637 : audit [DBG] from='mgr.14150 172.21.15.28:0/484978966' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-29T17:40:28.573 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:40:28 smithi053 bash[24720]: audit 2024-08-29T17:40:27.640226+0000 mon.a (mon.0) 638 : audit [INF] from='mgr.14150 172.21.15.28:0/484978966' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-29T17:40:28.573 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:40:28 smithi053 bash[24720]: audit 2024-08-29T17:40:27.650755+0000 mon.a (mon.0) 639 : audit [INF] from='mgr.14150 172.21.15.28:0/484978966' entity='mgr.y' 2024-08-29T17:40:28.573 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:40:28 smithi053 bash[24720]: audit 2024-08-29T17:40:27.656771+0000 mon.a (mon.0) 640 : audit [INF] from='mgr.14150 172.21.15.28:0/484978966' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mds.a", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-08-29T17:40:28.573 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:40:28 smithi053 bash[24720]: audit 2024-08-29T17:40:27.663544+0000 mon.a (mon.0) 641 : audit [INF] from='mgr.14150 172.21.15.28:0/484978966' entity='mgr.y' cmd='[{"prefix": "auth get-or-create", "entity": "mds.a", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]': finished 2024-08-29T17:40:28.574 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:40:28 smithi053 bash[24720]: audit 2024-08-29T17:40:27.665470+0000 mon.a (mon.0) 642 : audit [DBG] from='mgr.14150 172.21.15.28:0/484978966' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-29T17:40:29.378 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:40:29 smithi028 bash[22419]: audit 2024-08-29T17:40:27.621714+0000 mgr.y (mgr.14150) 340 : audit [DBG] from='client.24316 -' entity='client.admin' cmd=[{"prefix": "orch apply mds", "fs_name": "all", "placement": "2;smithi028=a;smithi053=b", "target": ["mon-mgr", ""]}]: dispatch 2024-08-29T17:40:29.378 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:40:29 smithi028 bash[22419]: cephadm 2024-08-29T17:40:27.625288+0000 mgr.y (mgr.14150) 341 : cephadm [INF] Saving service mds.all spec with placement smithi028=a;smithi053=b;count:2 2024-08-29T17:40:29.378 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:40:29 smithi028 bash[22419]: cephadm 2024-08-29T17:40:27.667392+0000 mgr.y (mgr.14150) 342 : cephadm [INF] Deploying daemon mds.a on smithi028 2024-08-29T17:40:29.379 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:40:29 smithi028 bash[31855]: audit 2024-08-29T17:40:27.621714+0000 mgr.y (mgr.14150) 340 : audit [DBG] from='client.24316 -' entity='client.admin' cmd=[{"prefix": "orch apply mds", "fs_name": "all", "placement": "2;smithi028=a;smithi053=b", "target": ["mon-mgr", ""]}]: dispatch 2024-08-29T17:40:29.379 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:40:29 smithi028 bash[31855]: cephadm 2024-08-29T17:40:27.625288+0000 mgr.y (mgr.14150) 341 : cephadm [INF] Saving service mds.all spec with placement smithi028=a;smithi053=b;count:2 2024-08-29T17:40:29.379 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:40:29 smithi028 bash[31855]: cephadm 2024-08-29T17:40:27.667392+0000 mgr.y (mgr.14150) 342 : cephadm [INF] Deploying daemon mds.a on smithi028 2024-08-29T17:40:29.572 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:40:29 smithi053 bash[24720]: audit 2024-08-29T17:40:27.621714+0000 mgr.y (mgr.14150) 340 : audit [DBG] from='client.24316 -' entity='client.admin' cmd=[{"prefix": "orch apply mds", "fs_name": "all", "placement": "2;smithi028=a;smithi053=b", "target": ["mon-mgr", ""]}]: dispatch 2024-08-29T17:40:29.573 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:40:29 smithi053 bash[24720]: cephadm 2024-08-29T17:40:27.625288+0000 mgr.y (mgr.14150) 341 : cephadm [INF] Saving service mds.all spec with placement smithi028=a;smithi053=b;count:2 2024-08-29T17:40:29.573 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:40:29 smithi053 bash[24720]: cephadm 2024-08-29T17:40:27.667392+0000 mgr.y (mgr.14150) 342 : cephadm [INF] Deploying daemon mds.a on smithi028 2024-08-29T17:40:30.088 INFO:journalctl@ceph.mgr.y.smithi028.stdout:Aug 29 17:40:29 smithi028 systemd[1]: /etc/systemd/system/ceph-3167ee72-662c-11ef-bcd4-c7b262605968@.service:24: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-08-29T17:40:30.088 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:40:29 smithi028 systemd[1]: /etc/systemd/system/ceph-3167ee72-662c-11ef-bcd4-c7b262605968@.service:24: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-08-29T17:40:30.089 INFO:journalctl@ceph.osd.1.smithi028.stdout:Aug 29 17:40:29 smithi028 systemd[1]: /etc/systemd/system/ceph-3167ee72-662c-11ef-bcd4-c7b262605968@.service:24: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-08-29T17:40:30.089 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:40:29 smithi028 systemd[1]: /etc/systemd/system/ceph-3167ee72-662c-11ef-bcd4-c7b262605968@.service:24: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-08-29T17:40:30.089 INFO:journalctl@ceph.osd.0.smithi028.stdout:Aug 29 17:40:29 smithi028 systemd[1]: /etc/systemd/system/ceph-3167ee72-662c-11ef-bcd4-c7b262605968@.service:24: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-08-29T17:40:30.090 INFO:journalctl@ceph.osd.3.smithi028.stdout:Aug 29 17:40:29 smithi028 systemd[1]: /etc/systemd/system/ceph-3167ee72-662c-11ef-bcd4-c7b262605968@.service:24: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-08-29T17:40:30.090 INFO:journalctl@ceph.mds.a.smithi028.stdout:Aug 29 17:40:30 smithi028 systemd[1]: /etc/systemd/system/ceph-3167ee72-662c-11ef-bcd4-c7b262605968@.service:24: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-08-29T17:40:30.090 INFO:journalctl@ceph.mds.a.smithi028.stdout:Aug 29 17:40:30 smithi028 systemd[1]: /etc/systemd/system/ceph-3167ee72-662c-11ef-bcd4-c7b262605968@.service:24: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-08-29T17:40:30.090 INFO:journalctl@ceph.mds.a.smithi028.stdout:Aug 29 17:40:30 smithi028 systemd[1]: /etc/systemd/system/ceph-3167ee72-662c-11ef-bcd4-c7b262605968@.service:24: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-08-29T17:40:30.090 INFO:journalctl@ceph.osd.2.smithi028.stdout:Aug 29 17:40:29 smithi028 systemd[1]: /etc/systemd/system/ceph-3167ee72-662c-11ef-bcd4-c7b262605968@.service:24: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-08-29T17:40:30.378 INFO:journalctl@ceph.mgr.y.smithi028.stdout:Aug 29 17:40:30 smithi028 systemd[1]: /etc/systemd/system/ceph-3167ee72-662c-11ef-bcd4-c7b262605968@.service:24: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-08-29T17:40:30.378 INFO:journalctl@ceph.osd.0.smithi028.stdout:Aug 29 17:40:30 smithi028 systemd[1]: /etc/systemd/system/ceph-3167ee72-662c-11ef-bcd4-c7b262605968@.service:24: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-08-29T17:40:30.379 INFO:journalctl@ceph.osd.1.smithi028.stdout:Aug 29 17:40:30 smithi028 systemd[1]: /etc/systemd/system/ceph-3167ee72-662c-11ef-bcd4-c7b262605968@.service:24: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-08-29T17:40:30.379 INFO:journalctl@ceph.osd.2.smithi028.stdout:Aug 29 17:40:30 smithi028 systemd[1]: /etc/systemd/system/ceph-3167ee72-662c-11ef-bcd4-c7b262605968@.service:24: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-08-29T17:40:30.379 INFO:journalctl@ceph.osd.3.smithi028.stdout:Aug 29 17:40:30 smithi028 systemd[1]: /etc/systemd/system/ceph-3167ee72-662c-11ef-bcd4-c7b262605968@.service:24: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-08-29T17:40:30.380 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:40:30 smithi028 systemd[1]: /etc/systemd/system/ceph-3167ee72-662c-11ef-bcd4-c7b262605968@.service:24: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-08-29T17:40:30.380 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:40:30 smithi028 bash[22419]: cluster 2024-08-29T17:40:28.862706+0000 mgr.y (mgr.14150) 343 : cluster [DBG] pgmap v325: 1 pgs: 1 active+clean; 577 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-29T17:40:30.380 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:40:30 smithi028 systemd[1]: /etc/systemd/system/ceph-3167ee72-662c-11ef-bcd4-c7b262605968@.service:24: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-08-29T17:40:30.380 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:40:30 smithi028 bash[31855]: cluster 2024-08-29T17:40:28.862706+0000 mgr.y (mgr.14150) 343 : cluster [DBG] pgmap v325: 1 pgs: 1 active+clean; 577 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-29T17:40:30.380 INFO:journalctl@ceph.mds.a.smithi028.stdout:Aug 29 17:40:30 smithi028 systemd[1]: /etc/systemd/system/ceph-3167ee72-662c-11ef-bcd4-c7b262605968@.service:24: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-08-29T17:40:30.380 INFO:journalctl@ceph.mds.a.smithi028.stdout:Aug 29 17:40:30 smithi028 systemd[1]: Started Ceph mds.a for 3167ee72-662c-11ef-bcd4-c7b262605968. 2024-08-29T17:40:30.572 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:40:30 smithi053 bash[24720]: cluster 2024-08-29T17:40:28.862706+0000 mgr.y (mgr.14150) 343 : cluster [DBG] pgmap v325: 1 pgs: 1 active+clean; 577 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-29T17:40:31.628 INFO:journalctl@ceph.mds.a.smithi028.stdout:Aug 29 17:40:31 smithi028 bash[55701]: starting mds.a at 2024-08-29T17:40:31.629 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:40:31 smithi028 bash[22419]: audit 2024-08-29T17:40:30.356335+0000 mon.a (mon.0) 643 : audit [INF] from='mgr.14150 172.21.15.28:0/484978966' entity='mgr.y' 2024-08-29T17:40:31.629 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:40:31 smithi028 bash[22419]: audit 2024-08-29T17:40:30.361516+0000 mon.a (mon.0) 644 : audit [INF] from='mgr.14150 172.21.15.28:0/484978966' entity='mgr.y' 2024-08-29T17:40:31.629 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:40:31 smithi028 bash[22419]: audit 2024-08-29T17:40:30.365573+0000 mon.a (mon.0) 645 : audit [INF] from='mgr.14150 172.21.15.28:0/484978966' entity='mgr.y' 2024-08-29T17:40:31.629 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:40:31 smithi028 bash[22419]: audit 2024-08-29T17:40:30.366108+0000 mon.a (mon.0) 646 : audit [INF] from='mgr.14150 172.21.15.28:0/484978966' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mds.b", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-08-29T17:40:31.629 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:40:31 smithi028 bash[22419]: audit 2024-08-29T17:40:30.369387+0000 mon.a (mon.0) 647 : audit [INF] from='mgr.14150 172.21.15.28:0/484978966' entity='mgr.y' cmd='[{"prefix": "auth get-or-create", "entity": "mds.b", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]': finished 2024-08-29T17:40:31.629 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:40:31 smithi028 bash[22419]: audit 2024-08-29T17:40:30.370055+0000 mon.a (mon.0) 648 : audit [DBG] from='mgr.14150 172.21.15.28:0/484978966' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-29T17:40:31.629 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:40:31 smithi028 bash[22419]: cephadm 2024-08-29T17:40:30.370790+0000 mgr.y (mgr.14150) 344 : cephadm [INF] Deploying daemon mds.b on smithi053 2024-08-29T17:40:31.629 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:40:31 smithi028 bash[22419]: cluster 2024-08-29T17:40:30.863259+0000 mgr.y (mgr.14150) 345 : cluster [DBG] pgmap v326: 1 pgs: 1 active+clean; 577 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-29T17:40:31.629 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:40:31 smithi028 bash[31855]: audit 2024-08-29T17:40:30.356335+0000 mon.a (mon.0) 643 : audit [INF] from='mgr.14150 172.21.15.28:0/484978966' entity='mgr.y' 2024-08-29T17:40:31.629 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:40:31 smithi028 bash[31855]: audit 2024-08-29T17:40:30.361516+0000 mon.a (mon.0) 644 : audit [INF] from='mgr.14150 172.21.15.28:0/484978966' entity='mgr.y' 2024-08-29T17:40:31.630 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:40:31 smithi028 bash[31855]: audit 2024-08-29T17:40:30.365573+0000 mon.a (mon.0) 645 : audit [INF] from='mgr.14150 172.21.15.28:0/484978966' entity='mgr.y' 2024-08-29T17:40:31.630 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:40:31 smithi028 bash[31855]: audit 2024-08-29T17:40:30.366108+0000 mon.a (mon.0) 646 : audit [INF] from='mgr.14150 172.21.15.28:0/484978966' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mds.b", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-08-29T17:40:31.630 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:40:31 smithi028 bash[31855]: audit 2024-08-29T17:40:30.369387+0000 mon.a (mon.0) 647 : audit [INF] from='mgr.14150 172.21.15.28:0/484978966' entity='mgr.y' cmd='[{"prefix": "auth get-or-create", "entity": "mds.b", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]': finished 2024-08-29T17:40:31.630 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:40:31 smithi028 bash[31855]: audit 2024-08-29T17:40:30.370055+0000 mon.a (mon.0) 648 : audit [DBG] from='mgr.14150 172.21.15.28:0/484978966' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-29T17:40:31.630 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:40:31 smithi028 bash[31855]: cephadm 2024-08-29T17:40:30.370790+0000 mgr.y (mgr.14150) 344 : cephadm [INF] Deploying daemon mds.b on smithi053 2024-08-29T17:40:31.630 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:40:31 smithi028 bash[31855]: cluster 2024-08-29T17:40:30.863259+0000 mgr.y (mgr.14150) 345 : cluster [DBG] pgmap v326: 1 pgs: 1 active+clean; 577 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-29T17:40:31.823 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:40:31 smithi053 bash[24720]: audit 2024-08-29T17:40:30.356335+0000 mon.a (mon.0) 643 : audit [INF] from='mgr.14150 172.21.15.28:0/484978966' entity='mgr.y' 2024-08-29T17:40:31.823 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:40:31 smithi053 bash[24720]: audit 2024-08-29T17:40:30.361516+0000 mon.a (mon.0) 644 : audit [INF] from='mgr.14150 172.21.15.28:0/484978966' entity='mgr.y' 2024-08-29T17:40:31.823 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:40:31 smithi053 bash[24720]: audit 2024-08-29T17:40:30.365573+0000 mon.a (mon.0) 645 : audit [INF] from='mgr.14150 172.21.15.28:0/484978966' entity='mgr.y' 2024-08-29T17:40:31.823 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:40:31 smithi053 bash[24720]: audit 2024-08-29T17:40:30.366108+0000 mon.a (mon.0) 646 : audit [INF] from='mgr.14150 172.21.15.28:0/484978966' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mds.b", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-08-29T17:40:31.823 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:40:31 smithi053 bash[24720]: audit 2024-08-29T17:40:30.369387+0000 mon.a (mon.0) 647 : audit [INF] from='mgr.14150 172.21.15.28:0/484978966' entity='mgr.y' cmd='[{"prefix": "auth get-or-create", "entity": "mds.b", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]': finished 2024-08-29T17:40:31.823 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:40:31 smithi053 bash[24720]: audit 2024-08-29T17:40:30.370055+0000 mon.a (mon.0) 648 : audit [DBG] from='mgr.14150 172.21.15.28:0/484978966' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-29T17:40:31.823 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:40:31 smithi053 bash[24720]: cephadm 2024-08-29T17:40:30.370790+0000 mgr.y (mgr.14150) 344 : cephadm [INF] Deploying daemon mds.b on smithi053 2024-08-29T17:40:31.823 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:40:31 smithi053 bash[24720]: cluster 2024-08-29T17:40:30.863259+0000 mgr.y (mgr.14150) 345 : cluster [DBG] pgmap v326: 1 pgs: 1 active+clean; 577 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-29T17:40:32.572 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:40:32 smithi053 bash[24720]: cluster 2024-08-29T17:40:31.433605+0000 mon.a (mon.0) 649 : cluster [DBG] mds.? [v2:172.21.15.28:6834/827521080,v1:172.21.15.28:6835/827521080] up:boot 2024-08-29T17:40:32.573 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:40:32 smithi053 bash[24720]: cluster 2024-08-29T17:40:31.433660+0000 mon.a (mon.0) 650 : cluster [DBG] fsmap 1 up:standby 2024-08-29T17:40:32.573 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:40:32 smithi053 bash[24720]: audit 2024-08-29T17:40:31.433769+0000 mon.a (mon.0) 651 : audit [DBG] from='mgr.14150 172.21.15.28:0/484978966' entity='mgr.y' cmd=[{"prefix": "mds metadata", "who": "a"}]: dispatch 2024-08-29T17:40:32.878 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:40:32 smithi028 bash[31855]: cluster 2024-08-29T17:40:31.433605+0000 mon.a (mon.0) 649 : cluster [DBG] mds.? [v2:172.21.15.28:6834/827521080,v1:172.21.15.28:6835/827521080] up:boot 2024-08-29T17:40:32.878 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:40:32 smithi028 bash[31855]: cluster 2024-08-29T17:40:31.433660+0000 mon.a (mon.0) 650 : cluster [DBG] fsmap 1 up:standby 2024-08-29T17:40:32.878 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:40:32 smithi028 bash[31855]: audit 2024-08-29T17:40:31.433769+0000 mon.a (mon.0) 651 : audit [DBG] from='mgr.14150 172.21.15.28:0/484978966' entity='mgr.y' cmd=[{"prefix": "mds metadata", "who": "a"}]: dispatch 2024-08-29T17:40:32.879 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:40:32 smithi028 bash[22419]: cluster 2024-08-29T17:40:31.433605+0000 mon.a (mon.0) 649 : cluster [DBG] mds.? [v2:172.21.15.28:6834/827521080,v1:172.21.15.28:6835/827521080] up:boot 2024-08-29T17:40:32.879 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:40:32 smithi028 bash[22419]: cluster 2024-08-29T17:40:31.433660+0000 mon.a (mon.0) 650 : cluster [DBG] fsmap 1 up:standby 2024-08-29T17:40:32.879 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:40:32 smithi028 bash[22419]: audit 2024-08-29T17:40:31.433769+0000 mon.a (mon.0) 651 : audit [DBG] from='mgr.14150 172.21.15.28:0/484978966' entity='mgr.y' cmd=[{"prefix": "mds metadata", "who": "a"}]: dispatch 2024-08-29T17:40:33.072 INFO:journalctl@ceph.osd.4.smithi053.stdout:Aug 29 17:40:32 smithi053 systemd[1]: /etc/systemd/system/ceph-3167ee72-662c-11ef-bcd4-c7b262605968@.service:24: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-08-29T17:40:33.073 INFO:journalctl@ceph.osd.5.smithi053.stdout:Aug 29 17:40:32 smithi053 systemd[1]: /etc/systemd/system/ceph-3167ee72-662c-11ef-bcd4-c7b262605968@.service:24: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-08-29T17:40:33.073 INFO:journalctl@ceph.osd.6.smithi053.stdout:Aug 29 17:40:32 smithi053 systemd[1]: /etc/systemd/system/ceph-3167ee72-662c-11ef-bcd4-c7b262605968@.service:24: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-08-29T17:40:33.073 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:40:32 smithi053 systemd[1]: /etc/systemd/system/ceph-3167ee72-662c-11ef-bcd4-c7b262605968@.service:24: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-08-29T17:40:33.074 INFO:journalctl@ceph.mgr.x.smithi053.stdout:Aug 29 17:40:32 smithi053 systemd[1]: /etc/systemd/system/ceph-3167ee72-662c-11ef-bcd4-c7b262605968@.service:24: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-08-29T17:40:33.074 INFO:journalctl@ceph.osd.7.smithi053.stdout:Aug 29 17:40:32 smithi053 systemd[1]: /etc/systemd/system/ceph-3167ee72-662c-11ef-bcd4-c7b262605968@.service:24: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-08-29T17:40:33.246 INFO:teuthology.orchestra.run.smithi028.stderr:Inferring config /var/lib/ceph/3167ee72-662c-11ef-bcd4-c7b262605968/mon.a/config 2024-08-29T17:40:33.357 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:40:33 smithi053 systemd[1]: /etc/systemd/system/ceph-3167ee72-662c-11ef-bcd4-c7b262605968@.service:24: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-08-29T17:40:33.357 INFO:journalctl@ceph.mgr.x.smithi053.stdout:Aug 29 17:40:33 smithi053 systemd[1]: /etc/systemd/system/ceph-3167ee72-662c-11ef-bcd4-c7b262605968@.service:24: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-08-29T17:40:33.358 INFO:journalctl@ceph.osd.6.smithi053.stdout:Aug 29 17:40:33 smithi053 systemd[1]: /etc/systemd/system/ceph-3167ee72-662c-11ef-bcd4-c7b262605968@.service:24: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-08-29T17:40:33.358 INFO:journalctl@ceph.osd.5.smithi053.stdout:Aug 29 17:40:33 smithi053 systemd[1]: /etc/systemd/system/ceph-3167ee72-662c-11ef-bcd4-c7b262605968@.service:24: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-08-29T17:40:33.358 INFO:journalctl@ceph.mds.b.smithi053.stdout:Aug 29 17:40:33 smithi053 systemd[1]: /etc/systemd/system/ceph-3167ee72-662c-11ef-bcd4-c7b262605968@.service:24: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-08-29T17:40:33.358 INFO:journalctl@ceph.osd.4.smithi053.stdout:Aug 29 17:40:33 smithi053 systemd[1]: /etc/systemd/system/ceph-3167ee72-662c-11ef-bcd4-c7b262605968@.service:24: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-08-29T17:40:33.359 INFO:journalctl@ceph.osd.7.smithi053.stdout:Aug 29 17:40:33 smithi053 systemd[1]: /etc/systemd/system/ceph-3167ee72-662c-11ef-bcd4-c7b262605968@.service:24: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-08-29T17:40:33.628 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:40:33 smithi028 bash[22419]: cluster 2024-08-29T17:40:32.863842+0000 mgr.y (mgr.14150) 346 : cluster [DBG] pgmap v327: 1 pgs: 1 active+clean; 577 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-29T17:40:33.628 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:40:33 smithi028 bash[22419]: audit 2024-08-29T17:40:33.403129+0000 mon.a (mon.0) 652 : audit [INF] from='mgr.14150 172.21.15.28:0/484978966' entity='mgr.y' 2024-08-29T17:40:33.628 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:40:33 smithi028 bash[22419]: audit 2024-08-29T17:40:33.412267+0000 mon.a (mon.0) 653 : audit [INF] from='mgr.14150 172.21.15.28:0/484978966' entity='mgr.y' 2024-08-29T17:40:33.628 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:40:33 smithi028 bash[22419]: audit 2024-08-29T17:40:33.420554+0000 mon.a (mon.0) 654 : audit [INF] from='mgr.14150 172.21.15.28:0/484978966' entity='mgr.y' 2024-08-29T17:40:33.628 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:40:33 smithi028 bash[22419]: audit 2024-08-29T17:40:33.429381+0000 mon.a (mon.0) 655 : audit [INF] from='mgr.14150 172.21.15.28:0/484978966' entity='mgr.y' 2024-08-29T17:40:33.629 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:40:33 smithi028 bash[31855]: cluster 2024-08-29T17:40:32.863842+0000 mgr.y (mgr.14150) 346 : cluster [DBG] pgmap v327: 1 pgs: 1 active+clean; 577 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-29T17:40:33.629 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:40:33 smithi028 bash[31855]: audit 2024-08-29T17:40:33.403129+0000 mon.a (mon.0) 652 : audit [INF] from='mgr.14150 172.21.15.28:0/484978966' entity='mgr.y' 2024-08-29T17:40:33.629 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:40:33 smithi028 bash[31855]: audit 2024-08-29T17:40:33.412267+0000 mon.a (mon.0) 653 : audit [INF] from='mgr.14150 172.21.15.28:0/484978966' entity='mgr.y' 2024-08-29T17:40:33.629 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:40:33 smithi028 bash[31855]: audit 2024-08-29T17:40:33.420554+0000 mon.a (mon.0) 654 : audit [INF] from='mgr.14150 172.21.15.28:0/484978966' entity='mgr.y' 2024-08-29T17:40:33.629 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:40:33 smithi028 bash[31855]: audit 2024-08-29T17:40:33.429381+0000 mon.a (mon.0) 655 : audit [INF] from='mgr.14150 172.21.15.28:0/484978966' entity='mgr.y' 2024-08-29T17:40:33.822 INFO:journalctl@ceph.mds.b.smithi053.stdout:Aug 29 17:40:33 smithi053 systemd[1]: Started Ceph mds.b for 3167ee72-662c-11ef-bcd4-c7b262605968. 2024-08-29T17:40:33.823 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:40:33 smithi053 bash[24720]: cluster 2024-08-29T17:40:32.863842+0000 mgr.y (mgr.14150) 346 : cluster [DBG] pgmap v327: 1 pgs: 1 active+clean; 577 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-29T17:40:33.823 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:40:33 smithi053 bash[24720]: audit 2024-08-29T17:40:33.403129+0000 mon.a (mon.0) 652 : audit [INF] from='mgr.14150 172.21.15.28:0/484978966' entity='mgr.y' 2024-08-29T17:40:33.823 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:40:33 smithi053 bash[24720]: audit 2024-08-29T17:40:33.412267+0000 mon.a (mon.0) 653 : audit [INF] from='mgr.14150 172.21.15.28:0/484978966' entity='mgr.y' 2024-08-29T17:40:33.823 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:40:33 smithi053 bash[24720]: audit 2024-08-29T17:40:33.420554+0000 mon.a (mon.0) 654 : audit [INF] from='mgr.14150 172.21.15.28:0/484978966' entity='mgr.y' 2024-08-29T17:40:33.823 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:40:33 smithi053 bash[24720]: audit 2024-08-29T17:40:33.429381+0000 mon.a (mon.0) 655 : audit [INF] from='mgr.14150 172.21.15.28:0/484978966' entity='mgr.y' 2024-08-29T17:40:34.628 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:40:34 smithi028 bash[22419]: audit 2024-08-29T17:40:33.437121+0000 mon.a (mon.0) 656 : audit [INF] from='mgr.14150 172.21.15.28:0/484978966' entity='mgr.y' 2024-08-29T17:40:34.629 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:40:34 smithi028 bash[22419]: audit 2024-08-29T17:40:33.513814+0000 mon.a (mon.0) 657 : audit [DBG] from='mgr.14150 172.21.15.28:0/484978966' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-29T17:40:34.629 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:40:34 smithi028 bash[22419]: audit 2024-08-29T17:40:34.084306+0000 mon.a (mon.0) 658 : audit [INF] from='mgr.14150 172.21.15.28:0/484978966' entity='mgr.y' 2024-08-29T17:40:34.629 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:40:34 smithi028 bash[31855]: audit 2024-08-29T17:40:33.437121+0000 mon.a (mon.0) 656 : audit [INF] from='mgr.14150 172.21.15.28:0/484978966' entity='mgr.y' 2024-08-29T17:40:34.629 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:40:34 smithi028 bash[31855]: audit 2024-08-29T17:40:33.513814+0000 mon.a (mon.0) 657 : audit [DBG] from='mgr.14150 172.21.15.28:0/484978966' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-29T17:40:34.629 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:40:34 smithi028 bash[31855]: audit 2024-08-29T17:40:34.084306+0000 mon.a (mon.0) 658 : audit [INF] from='mgr.14150 172.21.15.28:0/484978966' entity='mgr.y' 2024-08-29T17:40:34.737 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:40:34 smithi053 bash[24720]: audit 2024-08-29T17:40:33.437121+0000 mon.a (mon.0) 656 : audit [INF] from='mgr.14150 172.21.15.28:0/484978966' entity='mgr.y' 2024-08-29T17:40:34.737 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:40:34 smithi053 bash[24720]: audit 2024-08-29T17:40:33.513814+0000 mon.a (mon.0) 657 : audit [DBG] from='mgr.14150 172.21.15.28:0/484978966' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-29T17:40:34.737 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:40:34 smithi053 bash[24720]: audit 2024-08-29T17:40:34.084306+0000 mon.a (mon.0) 658 : audit [INF] from='mgr.14150 172.21.15.28:0/484978966' entity='mgr.y' 2024-08-29T17:40:35.073 INFO:journalctl@ceph.mds.b.smithi053.stdout:Aug 29 17:40:34 smithi053 bash[48690]: starting mds.b at 2024-08-29T17:40:35.822 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:40:35 smithi053 bash[24720]: cluster 2024-08-29T17:40:34.864417+0000 mgr.y (mgr.14150) 347 : cluster [DBG] pgmap v328: 1 pgs: 1 active+clean; 577 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-29T17:40:35.878 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:40:35 smithi028 bash[22419]: cluster 2024-08-29T17:40:34.864417+0000 mgr.y (mgr.14150) 347 : cluster [DBG] pgmap v328: 1 pgs: 1 active+clean; 577 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-29T17:40:35.878 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:40:35 smithi028 bash[31855]: cluster 2024-08-29T17:40:34.864417+0000 mgr.y (mgr.14150) 347 : cluster [DBG] pgmap v328: 1 pgs: 1 active+clean; 577 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-29T17:40:36.322 INFO:teuthology.orchestra.run.smithi028.stdout: 2024-08-29T17:40:36.322 INFO:teuthology.orchestra.run.smithi028.stdout:{"epoch":3,"default_fscid":-1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":24317,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.28:6835/827521080","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.28:6834","nonce":827521080},{"type":"v1","addr":"172.21.15.28:6835","nonce":827521080}]},"join_fscid":-1,"export_targets":[],"features":4540138320759226367,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"epoch":2},{"gid":24322,"name":"b","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.53:6833/1231318269","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.53:6832","nonce":1231318269},{"type":"v1","addr":"172.21.15.53:6833","nonce":1231318269}]},"join_fscid":-1,"export_targets":[],"features":4540138320759226367,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"epoch":3}],"filesystems":[]} 2024-08-29T17:40:36.323 INFO:teuthology.orchestra.run.smithi028.stderr:dumped fsmap epoch 3 2024-08-29T17:40:36.628 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:40:36 smithi028 bash[31855]: cluster 2024-08-29T17:40:35.463218+0000 mon.a (mon.0) 659 : cluster [DBG] mds.? [v2:172.21.15.53:6832/1231318269,v1:172.21.15.53:6833/1231318269] up:boot 2024-08-29T17:40:36.628 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:40:36 smithi028 bash[31855]: cluster 2024-08-29T17:40:35.463359+0000 mon.a (mon.0) 660 : cluster [DBG] fsmap 2 up:standby 2024-08-29T17:40:36.628 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:40:36 smithi028 bash[31855]: audit 2024-08-29T17:40:35.463617+0000 mon.a (mon.0) 661 : audit [DBG] from='mgr.14150 172.21.15.28:0/484978966' entity='mgr.y' cmd=[{"prefix": "mds metadata", "who": "b"}]: dispatch 2024-08-29T17:40:36.629 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:40:36 smithi028 bash[31855]: audit 2024-08-29T17:40:36.326416+0000 mon.a (mon.0) 662 : audit [DBG] from='client.? 172.21.15.28:0/3428832463' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-08-29T17:40:36.629 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:40:36 smithi028 bash[22419]: cluster 2024-08-29T17:40:35.463218+0000 mon.a (mon.0) 659 : cluster [DBG] mds.? [v2:172.21.15.53:6832/1231318269,v1:172.21.15.53:6833/1231318269] up:boot 2024-08-29T17:40:36.629 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:40:36 smithi028 bash[22419]: cluster 2024-08-29T17:40:35.463359+0000 mon.a (mon.0) 660 : cluster [DBG] fsmap 2 up:standby 2024-08-29T17:40:36.629 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:40:36 smithi028 bash[22419]: audit 2024-08-29T17:40:35.463617+0000 mon.a (mon.0) 661 : audit [DBG] from='mgr.14150 172.21.15.28:0/484978966' entity='mgr.y' cmd=[{"prefix": "mds metadata", "who": "b"}]: dispatch 2024-08-29T17:40:36.629 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:40:36 smithi028 bash[22419]: audit 2024-08-29T17:40:36.326416+0000 mon.a (mon.0) 662 : audit [DBG] from='client.? 172.21.15.28:0/3428832463' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-08-29T17:40:36.822 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:40:36 smithi053 bash[24720]: cluster 2024-08-29T17:40:35.463218+0000 mon.a (mon.0) 659 : cluster [DBG] mds.? [v2:172.21.15.53:6832/1231318269,v1:172.21.15.53:6833/1231318269] up:boot 2024-08-29T17:40:36.823 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:40:36 smithi053 bash[24720]: cluster 2024-08-29T17:40:35.463359+0000 mon.a (mon.0) 660 : cluster [DBG] fsmap 2 up:standby 2024-08-29T17:40:36.823 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:40:36 smithi053 bash[24720]: audit 2024-08-29T17:40:35.463617+0000 mon.a (mon.0) 661 : audit [DBG] from='mgr.14150 172.21.15.28:0/484978966' entity='mgr.y' cmd=[{"prefix": "mds metadata", "who": "b"}]: dispatch 2024-08-29T17:40:36.823 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:40:36 smithi053 bash[24720]: audit 2024-08-29T17:40:36.326416+0000 mon.a (mon.0) 662 : audit [DBG] from='client.? 172.21.15.28:0/3428832463' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-08-29T17:40:36.893 DEBUG:teuthology.orchestra.run.smithi028:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 3167ee72-662c-11ef-bcd4-c7b262605968 -- ceph --format=json-pretty osd lspools 2024-08-29T17:40:37.822 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:40:37 smithi053 bash[24720]: cluster 2024-08-29T17:40:36.864893+0000 mgr.y (mgr.14150) 348 : cluster [DBG] pgmap v329: 1 pgs: 1 active+clean; 577 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-29T17:40:37.878 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:40:37 smithi028 bash[22419]: cluster 2024-08-29T17:40:36.864893+0000 mgr.y (mgr.14150) 348 : cluster [DBG] pgmap v329: 1 pgs: 1 active+clean; 577 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-29T17:40:37.878 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:40:37 smithi028 bash[31855]: cluster 2024-08-29T17:40:36.864893+0000 mgr.y (mgr.14150) 348 : cluster [DBG] pgmap v329: 1 pgs: 1 active+clean; 577 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-29T17:40:40.072 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:40:39 smithi053 bash[24720]: audit 2024-08-29T17:40:38.751518+0000 mon.a (mon.0) 663 : audit [INF] from='mgr.14150 172.21.15.28:0/484978966' entity='mgr.y' 2024-08-29T17:40:40.073 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:40:39 smithi053 bash[24720]: audit 2024-08-29T17:40:38.756638+0000 mon.a (mon.0) 664 : audit [INF] from='mgr.14150 172.21.15.28:0/484978966' entity='mgr.y' 2024-08-29T17:40:40.073 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:40:39 smithi053 bash[24720]: cluster 2024-08-29T17:40:38.865436+0000 mgr.y (mgr.14150) 349 : cluster [DBG] pgmap v330: 1 pgs: 1 active+clean; 577 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-29T17:40:40.073 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:40:39 smithi053 bash[24720]: audit 2024-08-29T17:40:39.663593+0000 mon.a (mon.0) 665 : audit [INF] from='mgr.14150 172.21.15.28:0/484978966' entity='mgr.y' 2024-08-29T17:40:40.073 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:40:39 smithi053 bash[24720]: audit 2024-08-29T17:40:39.672384+0000 mon.a (mon.0) 666 : audit [INF] from='mgr.14150 172.21.15.28:0/484978966' entity='mgr.y' 2024-08-29T17:40:40.073 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:40:39 smithi053 bash[24720]: audit 2024-08-29T17:40:39.674340+0000 mon.a (mon.0) 667 : audit [DBG] from='mgr.14150 172.21.15.28:0/484978966' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-29T17:40:40.073 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:40:39 smithi053 bash[24720]: audit 2024-08-29T17:40:39.676113+0000 mon.a (mon.0) 668 : audit [INF] from='mgr.14150 172.21.15.28:0/484978966' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-29T17:40:40.073 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:40:39 smithi053 bash[24720]: audit 2024-08-29T17:40:39.685669+0000 mon.a (mon.0) 669 : audit [INF] from='mgr.14150 172.21.15.28:0/484978966' entity='mgr.y' 2024-08-29T17:40:40.128 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:40:39 smithi028 bash[22419]: audit 2024-08-29T17:40:38.751518+0000 mon.a (mon.0) 663 : audit [INF] from='mgr.14150 172.21.15.28:0/484978966' entity='mgr.y' 2024-08-29T17:40:40.128 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:40:39 smithi028 bash[22419]: audit 2024-08-29T17:40:38.756638+0000 mon.a (mon.0) 664 : audit [INF] from='mgr.14150 172.21.15.28:0/484978966' entity='mgr.y' 2024-08-29T17:40:40.128 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:40:39 smithi028 bash[22419]: cluster 2024-08-29T17:40:38.865436+0000 mgr.y (mgr.14150) 349 : cluster [DBG] pgmap v330: 1 pgs: 1 active+clean; 577 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-29T17:40:40.129 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:40:39 smithi028 bash[22419]: audit 2024-08-29T17:40:39.663593+0000 mon.a (mon.0) 665 : audit [INF] from='mgr.14150 172.21.15.28:0/484978966' entity='mgr.y' 2024-08-29T17:40:40.129 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:40:39 smithi028 bash[22419]: audit 2024-08-29T17:40:39.672384+0000 mon.a (mon.0) 666 : audit [INF] from='mgr.14150 172.21.15.28:0/484978966' entity='mgr.y' 2024-08-29T17:40:40.129 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:40:39 smithi028 bash[22419]: audit 2024-08-29T17:40:39.674340+0000 mon.a (mon.0) 667 : audit [DBG] from='mgr.14150 172.21.15.28:0/484978966' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-29T17:40:40.129 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:40:39 smithi028 bash[22419]: audit 2024-08-29T17:40:39.676113+0000 mon.a (mon.0) 668 : audit [INF] from='mgr.14150 172.21.15.28:0/484978966' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-29T17:40:40.129 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:40:39 smithi028 bash[22419]: audit 2024-08-29T17:40:39.685669+0000 mon.a (mon.0) 669 : audit [INF] from='mgr.14150 172.21.15.28:0/484978966' entity='mgr.y' 2024-08-29T17:40:40.130 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:40:39 smithi028 bash[31855]: audit 2024-08-29T17:40:38.751518+0000 mon.a (mon.0) 663 : audit [INF] from='mgr.14150 172.21.15.28:0/484978966' entity='mgr.y' 2024-08-29T17:40:40.130 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:40:39 smithi028 bash[31855]: audit 2024-08-29T17:40:38.756638+0000 mon.a (mon.0) 664 : audit [INF] from='mgr.14150 172.21.15.28:0/484978966' entity='mgr.y' 2024-08-29T17:40:40.130 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:40:39 smithi028 bash[31855]: cluster 2024-08-29T17:40:38.865436+0000 mgr.y (mgr.14150) 349 : cluster [DBG] pgmap v330: 1 pgs: 1 active+clean; 577 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-29T17:40:40.130 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:40:39 smithi028 bash[31855]: audit 2024-08-29T17:40:39.663593+0000 mon.a (mon.0) 665 : audit [INF] from='mgr.14150 172.21.15.28:0/484978966' entity='mgr.y' 2024-08-29T17:40:40.130 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:40:39 smithi028 bash[31855]: audit 2024-08-29T17:40:39.672384+0000 mon.a (mon.0) 666 : audit [INF] from='mgr.14150 172.21.15.28:0/484978966' entity='mgr.y' 2024-08-29T17:40:40.130 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:40:39 smithi028 bash[31855]: audit 2024-08-29T17:40:39.674340+0000 mon.a (mon.0) 667 : audit [DBG] from='mgr.14150 172.21.15.28:0/484978966' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-29T17:40:40.130 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:40:39 smithi028 bash[31855]: audit 2024-08-29T17:40:39.676113+0000 mon.a (mon.0) 668 : audit [INF] from='mgr.14150 172.21.15.28:0/484978966' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-29T17:40:40.130 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:40:39 smithi028 bash[31855]: audit 2024-08-29T17:40:39.685669+0000 mon.a (mon.0) 669 : audit [INF] from='mgr.14150 172.21.15.28:0/484978966' entity='mgr.y' 2024-08-29T17:40:41.072 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:40:40 smithi053 bash[24720]: audit 2024-08-29T17:40:39.750678+0000 mon.a (mon.0) 670 : audit [DBG] from='mgr.14150 172.21.15.28:0/484978966' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-29T17:40:41.072 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:40:40 smithi053 bash[24720]: audit 2024-08-29T17:40:39.765815+0000 mon.a (mon.0) 671 : audit [DBG] from='mgr.14150 172.21.15.28:0/484978966' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-29T17:40:41.073 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:40:40 smithi053 bash[24720]: audit 2024-08-29T17:40:39.767574+0000 mon.a (mon.0) 672 : audit [INF] from='mgr.14150 172.21.15.28:0/484978966' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-29T17:40:41.073 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:40:40 smithi053 bash[24720]: audit 2024-08-29T17:40:39.776992+0000 mon.a (mon.0) 673 : audit [INF] from='mgr.14150 172.21.15.28:0/484978966' entity='mgr.y' 2024-08-29T17:40:41.128 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:40:40 smithi028 bash[31855]: audit 2024-08-29T17:40:39.750678+0000 mon.a (mon.0) 670 : audit [DBG] from='mgr.14150 172.21.15.28:0/484978966' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-29T17:40:41.128 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:40:40 smithi028 bash[31855]: audit 2024-08-29T17:40:39.765815+0000 mon.a (mon.0) 671 : audit [DBG] from='mgr.14150 172.21.15.28:0/484978966' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-29T17:40:41.128 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:40:40 smithi028 bash[31855]: audit 2024-08-29T17:40:39.767574+0000 mon.a (mon.0) 672 : audit [INF] from='mgr.14150 172.21.15.28:0/484978966' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-29T17:40:41.128 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:40:40 smithi028 bash[31855]: audit 2024-08-29T17:40:39.776992+0000 mon.a (mon.0) 673 : audit [INF] from='mgr.14150 172.21.15.28:0/484978966' entity='mgr.y' 2024-08-29T17:40:41.129 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:40:40 smithi028 bash[22419]: audit 2024-08-29T17:40:39.750678+0000 mon.a (mon.0) 670 : audit [DBG] from='mgr.14150 172.21.15.28:0/484978966' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-29T17:40:41.129 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:40:40 smithi028 bash[22419]: audit 2024-08-29T17:40:39.765815+0000 mon.a (mon.0) 671 : audit [DBG] from='mgr.14150 172.21.15.28:0/484978966' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-29T17:40:41.129 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:40:40 smithi028 bash[22419]: audit 2024-08-29T17:40:39.767574+0000 mon.a (mon.0) 672 : audit [INF] from='mgr.14150 172.21.15.28:0/484978966' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-29T17:40:41.129 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:40:40 smithi028 bash[22419]: audit 2024-08-29T17:40:39.776992+0000 mon.a (mon.0) 673 : audit [INF] from='mgr.14150 172.21.15.28:0/484978966' entity='mgr.y' 2024-08-29T17:40:41.433 INFO:teuthology.orchestra.run.smithi028.stderr:Inferring config /var/lib/ceph/3167ee72-662c-11ef-bcd4-c7b262605968/mon.a/config 2024-08-29T17:40:41.881 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:40:41 smithi028 bash[22419]: cluster 2024-08-29T17:40:40.866006+0000 mgr.y (mgr.14150) 350 : cluster [DBG] pgmap v331: 1 pgs: 1 active+clean; 577 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-29T17:40:41.881 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:40:41 smithi028 bash[31855]: cluster 2024-08-29T17:40:40.866006+0000 mgr.y (mgr.14150) 350 : cluster [DBG] pgmap v331: 1 pgs: 1 active+clean; 577 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-29T17:40:42.072 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:40:41 smithi053 bash[24720]: cluster 2024-08-29T17:40:40.866006+0000 mgr.y (mgr.14150) 350 : cluster [DBG] pgmap v331: 1 pgs: 1 active+clean; 577 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-29T17:40:44.272 INFO:teuthology.orchestra.run.smithi028.stdout: 2024-08-29T17:40:44.272 INFO:teuthology.orchestra.run.smithi028.stdout:[ 2024-08-29T17:40:44.273 INFO:teuthology.orchestra.run.smithi028.stdout: { 2024-08-29T17:40:44.273 INFO:teuthology.orchestra.run.smithi028.stdout: "poolnum": 1, 2024-08-29T17:40:44.273 INFO:teuthology.orchestra.run.smithi028.stdout: "poolname": ".mgr" 2024-08-29T17:40:44.273 INFO:teuthology.orchestra.run.smithi028.stdout: } 2024-08-29T17:40:44.273 INFO:teuthology.orchestra.run.smithi028.stdout:] 2024-08-29T17:40:44.284 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:40:43 smithi028 bash[22419]: cluster 2024-08-29T17:40:42.866601+0000 mgr.y (mgr.14150) 351 : cluster [DBG] pgmap v332: 1 pgs: 1 active+clean; 577 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-29T17:40:44.284 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:40:43 smithi028 bash[31855]: cluster 2024-08-29T17:40:42.866601+0000 mgr.y (mgr.14150) 351 : cluster [DBG] pgmap v332: 1 pgs: 1 active+clean; 577 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-29T17:40:44.322 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:40:43 smithi053 bash[24720]: cluster 2024-08-29T17:40:42.866601+0000 mgr.y (mgr.14150) 351 : cluster [DBG] pgmap v332: 1 pgs: 1 active+clean; 577 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-29T17:40:44.877 DEBUG:tasks.cephfs.filesystem:Creating filesystem 'cephfs' 2024-08-29T17:40:44.878 DEBUG:teuthology.orchestra.run.smithi028:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 3167ee72-662c-11ef-bcd4-c7b262605968 -- ceph osd pool create cephfs_metadata --pg_num_min 64 2024-08-29T17:40:45.128 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:40:44 smithi028 bash[22419]: audit 2024-08-29T17:40:44.276275+0000 mon.c (mon.2) 10 : audit [DBG] from='client.? 172.21.15.28:0/1754088003' entity='client.admin' cmd=[{"prefix": "osd lspools", "format": "json-pretty"}]: dispatch 2024-08-29T17:40:45.128 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:40:44 smithi028 bash[31855]: audit 2024-08-29T17:40:44.276275+0000 mon.c (mon.2) 10 : audit [DBG] from='client.? 172.21.15.28:0/1754088003' entity='client.admin' cmd=[{"prefix": "osd lspools", "format": "json-pretty"}]: dispatch 2024-08-29T17:40:45.322 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:40:44 smithi053 bash[24720]: audit 2024-08-29T17:40:44.276275+0000 mon.c (mon.2) 10 : audit [DBG] from='client.? 172.21.15.28:0/1754088003' entity='client.admin' cmd=[{"prefix": "osd lspools", "format": "json-pretty"}]: dispatch 2024-08-29T17:40:46.322 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:40:45 smithi053 bash[24720]: cluster 2024-08-29T17:40:44.867159+0000 mgr.y (mgr.14150) 352 : cluster [DBG] pgmap v333: 1 pgs: 1 active+clean; 577 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-29T17:40:46.378 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:40:45 smithi028 bash[22419]: cluster 2024-08-29T17:40:44.867159+0000 mgr.y (mgr.14150) 352 : cluster [DBG] pgmap v333: 1 pgs: 1 active+clean; 577 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-29T17:40:46.378 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:40:45 smithi028 bash[31855]: cluster 2024-08-29T17:40:44.867159+0000 mgr.y (mgr.14150) 352 : cluster [DBG] pgmap v333: 1 pgs: 1 active+clean; 577 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-29T17:40:48.322 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:40:47 smithi053 bash[24720]: cluster 2024-08-29T17:40:46.867711+0000 mgr.y (mgr.14150) 353 : cluster [DBG] pgmap v334: 1 pgs: 1 active+clean; 577 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-29T17:40:48.378 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:40:47 smithi028 bash[22419]: cluster 2024-08-29T17:40:46.867711+0000 mgr.y (mgr.14150) 353 : cluster [DBG] pgmap v334: 1 pgs: 1 active+clean; 577 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-29T17:40:48.378 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:40:47 smithi028 bash[31855]: cluster 2024-08-29T17:40:46.867711+0000 mgr.y (mgr.14150) 353 : cluster [DBG] pgmap v334: 1 pgs: 1 active+clean; 577 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-29T17:40:49.658 INFO:teuthology.orchestra.run.smithi028.stderr:Inferring config /var/lib/ceph/3167ee72-662c-11ef-bcd4-c7b262605968/mon.a/config 2024-08-29T17:40:50.128 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:40:49 smithi028 bash[22419]: cluster 2024-08-29T17:40:48.868292+0000 mgr.y (mgr.14150) 354 : cluster [DBG] pgmap v335: 1 pgs: 1 active+clean; 577 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-29T17:40:50.128 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:40:49 smithi028 bash[31855]: cluster 2024-08-29T17:40:48.868292+0000 mgr.y (mgr.14150) 354 : cluster [DBG] pgmap v335: 1 pgs: 1 active+clean; 577 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-29T17:40:50.322 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:40:49 smithi053 bash[24720]: cluster 2024-08-29T17:40:48.868292+0000 mgr.y (mgr.14150) 354 : cluster [DBG] pgmap v335: 1 pgs: 1 active+clean; 577 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-29T17:40:52.193 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:40:51 smithi028 bash[31855]: cluster 2024-08-29T17:40:50.868855+0000 mgr.y (mgr.14150) 355 : cluster [DBG] pgmap v336: 1 pgs: 1 active+clean; 577 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-29T17:40:52.194 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:40:51 smithi028 bash[22419]: cluster 2024-08-29T17:40:50.868855+0000 mgr.y (mgr.14150) 355 : cluster [DBG] pgmap v336: 1 pgs: 1 active+clean; 577 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-29T17:40:52.322 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:40:51 smithi053 bash[24720]: cluster 2024-08-29T17:40:50.868855+0000 mgr.y (mgr.14150) 355 : cluster [DBG] pgmap v336: 1 pgs: 1 active+clean; 577 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-29T17:40:52.958 INFO:teuthology.orchestra.run.smithi028.stderr:pool 'cephfs_metadata' created 2024-08-29T17:40:53.322 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:40:52 smithi053 bash[24720]: audit 2024-08-29T17:40:52.495017+0000 mon.a (mon.0) 674 : audit [INF] from='client.? 172.21.15.28:0/2074973910' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "cephfs_metadata", "pg_num_min": 64}]: dispatch 2024-08-29T17:40:53.378 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:40:52 smithi028 bash[22419]: audit 2024-08-29T17:40:52.495017+0000 mon.a (mon.0) 674 : audit [INF] from='client.? 172.21.15.28:0/2074973910' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "cephfs_metadata", "pg_num_min": 64}]: dispatch 2024-08-29T17:40:53.378 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:40:52 smithi028 bash[31855]: audit 2024-08-29T17:40:52.495017+0000 mon.a (mon.0) 674 : audit [INF] from='client.? 172.21.15.28:0/2074973910' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "cephfs_metadata", "pg_num_min": 64}]: dispatch 2024-08-29T17:40:53.540 DEBUG:teuthology.orchestra.run.smithi028:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 3167ee72-662c-11ef-bcd4-c7b262605968 -- ceph osd pool create cephfs_data 64 --pg_num_min 64 --target_size_ratio 0.9 2024-08-29T17:40:54.322 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:40:53 smithi053 bash[24720]: cluster 2024-08-29T17:40:52.869379+0000 mgr.y (mgr.14150) 356 : cluster [DBG] pgmap v337: 1 pgs: 1 active+clean; 577 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-29T17:40:54.322 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:40:53 smithi053 bash[24720]: audit 2024-08-29T17:40:52.961866+0000 mon.a (mon.0) 675 : audit [INF] from='client.? 172.21.15.28:0/2074973910' entity='client.admin' cmd='[{"prefix": "osd pool create", "pool": "cephfs_metadata", "pg_num_min": 64}]': finished 2024-08-29T17:40:54.323 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:40:53 smithi053 bash[24720]: cluster 2024-08-29T17:40:52.962007+0000 mon.a (mon.0) 676 : cluster [DBG] osdmap e59: 8 total, 8 up, 8 in 2024-08-29T17:40:54.378 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:40:53 smithi028 bash[22419]: cluster 2024-08-29T17:40:52.869379+0000 mgr.y (mgr.14150) 356 : cluster [DBG] pgmap v337: 1 pgs: 1 active+clean; 577 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-29T17:40:54.378 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:40:53 smithi028 bash[22419]: audit 2024-08-29T17:40:52.961866+0000 mon.a (mon.0) 675 : audit [INF] from='client.? 172.21.15.28:0/2074973910' entity='client.admin' cmd='[{"prefix": "osd pool create", "pool": "cephfs_metadata", "pg_num_min": 64}]': finished 2024-08-29T17:40:54.378 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:40:53 smithi028 bash[22419]: cluster 2024-08-29T17:40:52.962007+0000 mon.a (mon.0) 676 : cluster [DBG] osdmap e59: 8 total, 8 up, 8 in 2024-08-29T17:40:54.378 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:40:53 smithi028 bash[31855]: cluster 2024-08-29T17:40:52.869379+0000 mgr.y (mgr.14150) 356 : cluster [DBG] pgmap v337: 1 pgs: 1 active+clean; 577 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-29T17:40:54.378 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:40:53 smithi028 bash[31855]: audit 2024-08-29T17:40:52.961866+0000 mon.a (mon.0) 675 : audit [INF] from='client.? 172.21.15.28:0/2074973910' entity='client.admin' cmd='[{"prefix": "osd pool create", "pool": "cephfs_metadata", "pg_num_min": 64}]': finished 2024-08-29T17:40:54.379 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:40:53 smithi028 bash[31855]: cluster 2024-08-29T17:40:52.962007+0000 mon.a (mon.0) 676 : cluster [DBG] osdmap e59: 8 total, 8 up, 8 in 2024-08-29T17:40:55.322 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:40:54 smithi053 bash[24720]: cluster 2024-08-29T17:40:53.963403+0000 mon.a (mon.0) 677 : cluster [DBG] osdmap e60: 8 total, 8 up, 8 in 2024-08-29T17:40:55.378 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:40:54 smithi028 bash[22419]: cluster 2024-08-29T17:40:53.963403+0000 mon.a (mon.0) 677 : cluster [DBG] osdmap e60: 8 total, 8 up, 8 in 2024-08-29T17:40:55.378 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:40:54 smithi028 bash[31855]: cluster 2024-08-29T17:40:53.963403+0000 mon.a (mon.0) 677 : cluster [DBG] osdmap e60: 8 total, 8 up, 8 in 2024-08-29T17:40:56.322 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:40:55 smithi053 bash[24720]: cluster 2024-08-29T17:40:54.870015+0000 mgr.y (mgr.14150) 357 : cluster [DBG] pgmap v340: 33 pgs: 5 creating+peering, 27 unknown, 1 active+clean; 577 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-29T17:40:56.322 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:40:55 smithi053 bash[24720]: cluster 2024-08-29T17:40:54.966663+0000 mon.a (mon.0) 678 : cluster [WRN] Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-08-29T17:40:56.323 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:40:55 smithi053 bash[24720]: cluster 2024-08-29T17:40:54.982733+0000 mon.a (mon.0) 679 : cluster [DBG] osdmap e61: 8 total, 8 up, 8 in 2024-08-29T17:40:56.378 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:40:55 smithi028 bash[22419]: cluster 2024-08-29T17:40:54.870015+0000 mgr.y (mgr.14150) 357 : cluster [DBG] pgmap v340: 33 pgs: 5 creating+peering, 27 unknown, 1 active+clean; 577 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-29T17:40:56.378 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:40:55 smithi028 bash[22419]: cluster 2024-08-29T17:40:54.966663+0000 mon.a (mon.0) 678 : cluster [WRN] Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-08-29T17:40:56.378 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:40:55 smithi028 bash[22419]: cluster 2024-08-29T17:40:54.982733+0000 mon.a (mon.0) 679 : cluster [DBG] osdmap e61: 8 total, 8 up, 8 in 2024-08-29T17:40:56.378 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:40:55 smithi028 bash[31855]: cluster 2024-08-29T17:40:54.870015+0000 mgr.y (mgr.14150) 357 : cluster [DBG] pgmap v340: 33 pgs: 5 creating+peering, 27 unknown, 1 active+clean; 577 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-29T17:40:56.378 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:40:55 smithi028 bash[31855]: cluster 2024-08-29T17:40:54.966663+0000 mon.a (mon.0) 678 : cluster [WRN] Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-08-29T17:40:56.378 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:40:55 smithi028 bash[31855]: cluster 2024-08-29T17:40:54.982733+0000 mon.a (mon.0) 679 : cluster [DBG] osdmap e61: 8 total, 8 up, 8 in 2024-08-29T17:40:58.314 INFO:teuthology.orchestra.run.smithi028.stderr:Inferring config /var/lib/ceph/3167ee72-662c-11ef-bcd4-c7b262605968/mon.a/config 2024-08-29T17:40:58.322 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:40:57 smithi053 bash[24720]: cluster 2024-08-29T17:40:56.870818+0000 mgr.y (mgr.14150) 358 : cluster [DBG] pgmap v342: 33 pgs: 5 creating+peering, 14 unknown, 14 active+clean; 577 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-29T17:40:58.378 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:40:57 smithi028 bash[22419]: cluster 2024-08-29T17:40:56.870818+0000 mgr.y (mgr.14150) 358 : cluster [DBG] pgmap v342: 33 pgs: 5 creating+peering, 14 unknown, 14 active+clean; 577 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-29T17:40:58.378 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:40:57 smithi028 bash[31855]: cluster 2024-08-29T17:40:56.870818+0000 mgr.y (mgr.14150) 358 : cluster [DBG] pgmap v342: 33 pgs: 5 creating+peering, 14 unknown, 14 active+clean; 577 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-29T17:41:00.322 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:40:59 smithi053 bash[24720]: cluster 2024-08-29T17:40:58.871706+0000 mgr.y (mgr.14150) 359 : cluster [DBG] pgmap v343: 33 pgs: 33 active+clean; 577 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-29T17:41:00.378 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:40:59 smithi028 bash[22419]: cluster 2024-08-29T17:40:58.871706+0000 mgr.y (mgr.14150) 359 : cluster [DBG] pgmap v343: 33 pgs: 33 active+clean; 577 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-29T17:41:00.378 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:40:59 smithi028 bash[31855]: cluster 2024-08-29T17:40:58.871706+0000 mgr.y (mgr.14150) 359 : cluster [DBG] pgmap v343: 33 pgs: 33 active+clean; 577 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-29T17:41:02.005 INFO:teuthology.orchestra.run.smithi028.stderr:pool 'cephfs_data' created 2024-08-29T17:41:02.259 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:41:01 smithi028 bash[22419]: cluster 2024-08-29T17:41:00.872213+0000 mgr.y (mgr.14150) 360 : cluster [DBG] pgmap v344: 33 pgs: 33 active+clean; 577 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-29T17:41:02.259 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:41:01 smithi028 bash[22419]: audit 2024-08-29T17:41:01.141662+0000 mon.c (mon.2) 11 : audit [INF] from='client.? 172.21.15.28:0/538736024' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "cephfs_data", "pg_num": 64, "pg_num_min": 64, "target_size_ratio": 0.9}]: dispatch 2024-08-29T17:41:02.259 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:41:01 smithi028 bash[22419]: audit 2024-08-29T17:41:01.142373+0000 mon.a (mon.0) 680 : audit [INF] from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "cephfs_data", "pg_num": 64, "pg_num_min": 64, "target_size_ratio": 0.9}]: dispatch 2024-08-29T17:41:02.260 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:41:01 smithi028 bash[31855]: cluster 2024-08-29T17:41:00.872213+0000 mgr.y (mgr.14150) 360 : cluster [DBG] pgmap v344: 33 pgs: 33 active+clean; 577 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-29T17:41:02.260 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:41:01 smithi028 bash[31855]: audit 2024-08-29T17:41:01.141662+0000 mon.c (mon.2) 11 : audit [INF] from='client.? 172.21.15.28:0/538736024' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "cephfs_data", "pg_num": 64, "pg_num_min": 64, "target_size_ratio": 0.9}]: dispatch 2024-08-29T17:41:02.260 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:41:01 smithi028 bash[31855]: audit 2024-08-29T17:41:01.142373+0000 mon.a (mon.0) 680 : audit [INF] from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "cephfs_data", "pg_num": 64, "pg_num_min": 64, "target_size_ratio": 0.9}]: dispatch 2024-08-29T17:41:02.322 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:41:01 smithi053 bash[24720]: cluster 2024-08-29T17:41:00.872213+0000 mgr.y (mgr.14150) 360 : cluster [DBG] pgmap v344: 33 pgs: 33 active+clean; 577 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-29T17:41:02.322 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:41:01 smithi053 bash[24720]: audit 2024-08-29T17:41:01.141662+0000 mon.c (mon.2) 11 : audit [INF] from='client.? 172.21.15.28:0/538736024' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "cephfs_data", "pg_num": 64, "pg_num_min": 64, "target_size_ratio": 0.9}]: dispatch 2024-08-29T17:41:02.322 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:41:01 smithi053 bash[24720]: audit 2024-08-29T17:41:01.142373+0000 mon.a (mon.0) 680 : audit [INF] from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "cephfs_data", "pg_num": 64, "pg_num_min": 64, "target_size_ratio": 0.9}]: dispatch 2024-08-29T17:41:02.678 DEBUG:teuthology.orchestra.run.smithi028:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 3167ee72-662c-11ef-bcd4-c7b262605968 -- ceph fs new cephfs cephfs_metadata cephfs_data 2024-08-29T17:41:03.323 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:41:03 smithi053 bash[24720]: audit 2024-08-29T17:41:02.008862+0000 mon.a (mon.0) 681 : audit [INF] from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool create", "pool": "cephfs_data", "pg_num": 64, "pg_num_min": 64, "target_size_ratio": 0.9}]': finished 2024-08-29T17:41:03.323 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:41:03 smithi053 bash[24720]: cluster 2024-08-29T17:41:02.009101+0000 mon.a (mon.0) 682 : cluster [DBG] osdmap e62: 8 total, 8 up, 8 in 2024-08-29T17:41:03.378 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:41:03 smithi028 bash[22419]: audit 2024-08-29T17:41:02.008862+0000 mon.a (mon.0) 681 : audit [INF] from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool create", "pool": "cephfs_data", "pg_num": 64, "pg_num_min": 64, "target_size_ratio": 0.9}]': finished 2024-08-29T17:41:03.378 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:41:03 smithi028 bash[22419]: cluster 2024-08-29T17:41:02.009101+0000 mon.a (mon.0) 682 : cluster [DBG] osdmap e62: 8 total, 8 up, 8 in 2024-08-29T17:41:03.378 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:41:03 smithi028 bash[31855]: audit 2024-08-29T17:41:02.008862+0000 mon.a (mon.0) 681 : audit [INF] from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool create", "pool": "cephfs_data", "pg_num": 64, "pg_num_min": 64, "target_size_ratio": 0.9}]': finished 2024-08-29T17:41:03.378 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:41:03 smithi028 bash[31855]: cluster 2024-08-29T17:41:02.009101+0000 mon.a (mon.0) 682 : cluster [DBG] osdmap e62: 8 total, 8 up, 8 in 2024-08-29T17:41:04.322 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:41:04 smithi053 bash[24720]: cluster 2024-08-29T17:41:02.872671+0000 mgr.y (mgr.14150) 361 : cluster [DBG] pgmap v346: 97 pgs: 17 creating+peering, 47 unknown, 33 active+clean; 577 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-29T17:41:04.322 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:41:04 smithi053 bash[24720]: cluster 2024-08-29T17:41:03.001650+0000 mon.a (mon.0) 683 : cluster [WRN] Health check update: 2 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-08-29T17:41:04.322 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:41:04 smithi053 bash[24720]: cluster 2024-08-29T17:41:03.021508+0000 mon.a (mon.0) 684 : cluster [DBG] osdmap e63: 8 total, 8 up, 8 in 2024-08-29T17:41:04.378 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:41:04 smithi028 bash[31855]: cluster 2024-08-29T17:41:02.872671+0000 mgr.y (mgr.14150) 361 : cluster [DBG] pgmap v346: 97 pgs: 17 creating+peering, 47 unknown, 33 active+clean; 577 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-29T17:41:04.378 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:41:04 smithi028 bash[31855]: cluster 2024-08-29T17:41:03.001650+0000 mon.a (mon.0) 683 : cluster [WRN] Health check update: 2 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-08-29T17:41:04.378 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:41:04 smithi028 bash[31855]: cluster 2024-08-29T17:41:03.021508+0000 mon.a (mon.0) 684 : cluster [DBG] osdmap e63: 8 total, 8 up, 8 in 2024-08-29T17:41:04.378 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:41:04 smithi028 bash[22419]: cluster 2024-08-29T17:41:02.872671+0000 mgr.y (mgr.14150) 361 : cluster [DBG] pgmap v346: 97 pgs: 17 creating+peering, 47 unknown, 33 active+clean; 577 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-29T17:41:04.378 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:41:04 smithi028 bash[22419]: cluster 2024-08-29T17:41:03.001650+0000 mon.a (mon.0) 683 : cluster [WRN] Health check update: 2 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-08-29T17:41:04.378 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:41:04 smithi028 bash[22419]: cluster 2024-08-29T17:41:03.021508+0000 mon.a (mon.0) 684 : cluster [DBG] osdmap e63: 8 total, 8 up, 8 in 2024-08-29T17:41:05.322 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:41:05 smithi053 bash[24720]: cluster 2024-08-29T17:41:04.030966+0000 mon.a (mon.0) 685 : cluster [DBG] osdmap e64: 8 total, 8 up, 8 in 2024-08-29T17:41:05.378 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:41:05 smithi028 bash[22419]: cluster 2024-08-29T17:41:04.030966+0000 mon.a (mon.0) 685 : cluster [DBG] osdmap e64: 8 total, 8 up, 8 in 2024-08-29T17:41:05.378 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:41:05 smithi028 bash[31855]: cluster 2024-08-29T17:41:04.030966+0000 mon.a (mon.0) 685 : cluster [DBG] osdmap e64: 8 total, 8 up, 8 in 2024-08-29T17:41:06.322 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:41:06 smithi053 bash[24720]: cluster 2024-08-29T17:41:04.873318+0000 mgr.y (mgr.14150) 362 : cluster [DBG] pgmap v349: 97 pgs: 27 creating+peering, 25 unknown, 45 active+clean; 577 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-29T17:41:06.378 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:41:06 smithi028 bash[22419]: cluster 2024-08-29T17:41:04.873318+0000 mgr.y (mgr.14150) 362 : cluster [DBG] pgmap v349: 97 pgs: 27 creating+peering, 25 unknown, 45 active+clean; 577 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-29T17:41:06.378 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:41:06 smithi028 bash[31855]: cluster 2024-08-29T17:41:04.873318+0000 mgr.y (mgr.14150) 362 : cluster [DBG] pgmap v349: 97 pgs: 27 creating+peering, 25 unknown, 45 active+clean; 577 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-29T17:41:07.447 INFO:teuthology.orchestra.run.smithi028.stderr:Inferring config /var/lib/ceph/3167ee72-662c-11ef-bcd4-c7b262605968/mon.a/config 2024-08-29T17:41:08.322 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:41:08 smithi053 bash[24720]: cluster 2024-08-29T17:41:06.874222+0000 mgr.y (mgr.14150) 363 : cluster [DBG] pgmap v350: 97 pgs: 27 creating+peering, 70 active+clean; 577 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-29T17:41:08.378 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:41:08 smithi028 bash[22419]: cluster 2024-08-29T17:41:06.874222+0000 mgr.y (mgr.14150) 363 : cluster [DBG] pgmap v350: 97 pgs: 27 creating+peering, 70 active+clean; 577 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-29T17:41:08.378 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:41:08 smithi028 bash[31855]: cluster 2024-08-29T17:41:06.874222+0000 mgr.y (mgr.14150) 363 : cluster [DBG] pgmap v350: 97 pgs: 27 creating+peering, 70 active+clean; 577 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-29T17:41:10.322 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:41:10 smithi053 bash[24720]: cluster 2024-08-29T17:41:08.875297+0000 mgr.y (mgr.14150) 364 : cluster [DBG] pgmap v351: 97 pgs: 97 active+clean; 577 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-29T17:41:10.377 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:41:10 smithi028 bash[22419]: cluster 2024-08-29T17:41:08.875297+0000 mgr.y (mgr.14150) 364 : cluster [DBG] pgmap v351: 97 pgs: 97 active+clean; 577 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-29T17:41:10.378 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:41:10 smithi028 bash[31855]: cluster 2024-08-29T17:41:08.875297+0000 mgr.y (mgr.14150) 364 : cluster [DBG] pgmap v351: 97 pgs: 97 active+clean; 577 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-29T17:41:11.062 INFO:teuthology.orchestra.run.smithi028.stderr:new fs with metadata pool 2 and data pool 3 2024-08-29T17:41:11.322 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:41:11 smithi053 bash[24720]: audit 2024-08-29T17:41:10.604127+0000 mon.a (mon.0) 686 : audit [INF] from='client.? 172.21.15.28:0/1096495414' entity='client.admin' cmd=[{"prefix": "fs new", "fs_name": "cephfs", "metadata": "cephfs_metadata", "data": "cephfs_data"}]: dispatch 2024-08-29T17:41:11.322 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:41:11 smithi053 bash[24720]: cluster 2024-08-29T17:41:10.604627+0000 mon.a (mon.0) 687 : cluster [INF] daemon mds.b assigned to filesystem cephfs as rank 0 2024-08-29T17:41:11.378 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:41:11 smithi028 bash[22419]: audit 2024-08-29T17:41:10.604127+0000 mon.a (mon.0) 686 : audit [INF] from='client.? 172.21.15.28:0/1096495414' entity='client.admin' cmd=[{"prefix": "fs new", "fs_name": "cephfs", "metadata": "cephfs_metadata", "data": "cephfs_data"}]: dispatch 2024-08-29T17:41:11.378 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:41:11 smithi028 bash[22419]: cluster 2024-08-29T17:41:10.604627+0000 mon.a (mon.0) 687 : cluster [INF] daemon mds.b assigned to filesystem cephfs as rank 0 2024-08-29T17:41:11.378 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:41:11 smithi028 bash[31855]: audit 2024-08-29T17:41:10.604127+0000 mon.a (mon.0) 686 : audit [INF] from='client.? 172.21.15.28:0/1096495414' entity='client.admin' cmd=[{"prefix": "fs new", "fs_name": "cephfs", "metadata": "cephfs_metadata", "data": "cephfs_data"}]: dispatch 2024-08-29T17:41:11.378 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:41:11 smithi028 bash[31855]: cluster 2024-08-29T17:41:10.604627+0000 mon.a (mon.0) 687 : cluster [INF] daemon mds.b assigned to filesystem cephfs as rank 0 2024-08-29T17:41:11.653 DEBUG:teuthology.orchestra.run.smithi028:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 3167ee72-662c-11ef-bcd4-c7b262605968 -- ceph osd dump --format=json 2024-08-29T17:41:12.322 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:41:12 smithi053 bash[24720]: cluster 2024-08-29T17:41:10.876126+0000 mgr.y (mgr.14150) 365 : cluster [DBG] pgmap v352: 97 pgs: 97 active+clean; 577 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-29T17:41:12.322 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:41:12 smithi053 bash[24720]: cluster 2024-08-29T17:41:11.054072+0000 mon.a (mon.0) 688 : cluster [DBG] osdmap e65: 8 total, 8 up, 8 in 2024-08-29T17:41:12.322 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:41:12 smithi053 bash[24720]: audit 2024-08-29T17:41:11.064948+0000 mon.a (mon.0) 689 : audit [INF] from='client.? 172.21.15.28:0/1096495414' entity='client.admin' cmd='[{"prefix": "fs new", "fs_name": "cephfs", "metadata": "cephfs_metadata", "data": "cephfs_data"}]': finished 2024-08-29T17:41:12.323 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:41:12 smithi053 bash[24720]: cluster 2024-08-29T17:41:11.065149+0000 mon.a (mon.0) 690 : cluster [DBG] fsmap cephfs:1 {0=b=up:creating} 1 up:standby 2024-08-29T17:41:12.323 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:41:12 smithi053 bash[24720]: cluster 2024-08-29T17:41:11.083995+0000 mon.a (mon.0) 691 : cluster [INF] daemon mds.b is now active in filesystem cephfs as rank 0 2024-08-29T17:41:12.378 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:41:12 smithi028 bash[22419]: cluster 2024-08-29T17:41:10.876126+0000 mgr.y (mgr.14150) 365 : cluster [DBG] pgmap v352: 97 pgs: 97 active+clean; 577 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-29T17:41:12.378 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:41:12 smithi028 bash[22419]: cluster 2024-08-29T17:41:11.054072+0000 mon.a (mon.0) 688 : cluster [DBG] osdmap e65: 8 total, 8 up, 8 in 2024-08-29T17:41:12.378 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:41:12 smithi028 bash[22419]: audit 2024-08-29T17:41:11.064948+0000 mon.a (mon.0) 689 : audit [INF] from='client.? 172.21.15.28:0/1096495414' entity='client.admin' cmd='[{"prefix": "fs new", "fs_name": "cephfs", "metadata": "cephfs_metadata", "data": "cephfs_data"}]': finished 2024-08-29T17:41:12.378 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:41:12 smithi028 bash[22419]: cluster 2024-08-29T17:41:11.065149+0000 mon.a (mon.0) 690 : cluster [DBG] fsmap cephfs:1 {0=b=up:creating} 1 up:standby 2024-08-29T17:41:12.378 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:41:12 smithi028 bash[22419]: cluster 2024-08-29T17:41:11.083995+0000 mon.a (mon.0) 691 : cluster [INF] daemon mds.b is now active in filesystem cephfs as rank 0 2024-08-29T17:41:12.378 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:41:12 smithi028 bash[31855]: cluster 2024-08-29T17:41:10.876126+0000 mgr.y (mgr.14150) 365 : cluster [DBG] pgmap v352: 97 pgs: 97 active+clean; 577 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-29T17:41:12.378 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:41:12 smithi028 bash[31855]: cluster 2024-08-29T17:41:11.054072+0000 mon.a (mon.0) 688 : cluster [DBG] osdmap e65: 8 total, 8 up, 8 in 2024-08-29T17:41:12.378 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:41:12 smithi028 bash[31855]: audit 2024-08-29T17:41:11.064948+0000 mon.a (mon.0) 689 : audit [INF] from='client.? 172.21.15.28:0/1096495414' entity='client.admin' cmd='[{"prefix": "fs new", "fs_name": "cephfs", "metadata": "cephfs_metadata", "data": "cephfs_data"}]': finished 2024-08-29T17:41:12.379 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:41:12 smithi028 bash[31855]: cluster 2024-08-29T17:41:11.065149+0000 mon.a (mon.0) 690 : cluster [DBG] fsmap cephfs:1 {0=b=up:creating} 1 up:standby 2024-08-29T17:41:12.379 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:41:12 smithi028 bash[31855]: cluster 2024-08-29T17:41:11.083995+0000 mon.a (mon.0) 691 : cluster [INF] daemon mds.b is now active in filesystem cephfs as rank 0 2024-08-29T17:41:13.322 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:41:13 smithi053 bash[24720]: cluster 2024-08-29T17:41:12.064309+0000 mon.a (mon.0) 692 : cluster [DBG] mds.? [v2:172.21.15.53:6832/1231318269,v1:172.21.15.53:6833/1231318269] up:active 2024-08-29T17:41:13.322 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:41:13 smithi053 bash[24720]: cluster 2024-08-29T17:41:12.064959+0000 mon.a (mon.0) 693 : cluster [DBG] fsmap cephfs:1 {0=b=up:active} 1 up:standby 2024-08-29T17:41:13.322 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:41:13 smithi053 bash[24720]: cluster 2024-08-29T17:41:12.070079+0000 mon.a (mon.0) 694 : cluster [DBG] fsmap cephfs:1 {0=b=up:active} 1 up:standby 2024-08-29T17:41:13.378 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:41:13 smithi028 bash[31855]: cluster 2024-08-29T17:41:12.064309+0000 mon.a (mon.0) 692 : cluster [DBG] mds.? [v2:172.21.15.53:6832/1231318269,v1:172.21.15.53:6833/1231318269] up:active 2024-08-29T17:41:13.378 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:41:13 smithi028 bash[31855]: cluster 2024-08-29T17:41:12.064959+0000 mon.a (mon.0) 693 : cluster [DBG] fsmap cephfs:1 {0=b=up:active} 1 up:standby 2024-08-29T17:41:13.378 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:41:13 smithi028 bash[31855]: cluster 2024-08-29T17:41:12.070079+0000 mon.a (mon.0) 694 : cluster [DBG] fsmap cephfs:1 {0=b=up:active} 1 up:standby 2024-08-29T17:41:13.378 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:41:13 smithi028 bash[22419]: cluster 2024-08-29T17:41:12.064309+0000 mon.a (mon.0) 692 : cluster [DBG] mds.? [v2:172.21.15.53:6832/1231318269,v1:172.21.15.53:6833/1231318269] up:active 2024-08-29T17:41:13.378 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:41:13 smithi028 bash[22419]: cluster 2024-08-29T17:41:12.064959+0000 mon.a (mon.0) 693 : cluster [DBG] fsmap cephfs:1 {0=b=up:active} 1 up:standby 2024-08-29T17:41:13.378 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:41:13 smithi028 bash[22419]: cluster 2024-08-29T17:41:12.070079+0000 mon.a (mon.0) 694 : cluster [DBG] fsmap cephfs:1 {0=b=up:active} 1 up:standby 2024-08-29T17:41:14.322 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:41:14 smithi053 bash[24720]: cluster 2024-08-29T17:41:12.876905+0000 mgr.y (mgr.14150) 366 : cluster [DBG] pgmap v354: 97 pgs: 97 active+clean; 577 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 347 B/s wr, 1 op/s 2024-08-29T17:41:14.322 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:41:14 smithi053 bash[24720]: cluster 2024-08-29T17:41:13.068376+0000 mon.a (mon.0) 695 : cluster [INF] Health check cleared: POOL_APP_NOT_ENABLED (was: 2 pool(s) do not have an application enabled) 2024-08-29T17:41:14.322 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:41:14 smithi053 bash[24720]: cluster 2024-08-29T17:41:13.068452+0000 mon.a (mon.0) 696 : cluster [INF] Cluster is now healthy 2024-08-29T17:41:14.378 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:41:14 smithi028 bash[22419]: cluster 2024-08-29T17:41:12.876905+0000 mgr.y (mgr.14150) 366 : cluster [DBG] pgmap v354: 97 pgs: 97 active+clean; 577 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 347 B/s wr, 1 op/s 2024-08-29T17:41:14.378 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:41:14 smithi028 bash[22419]: cluster 2024-08-29T17:41:13.068376+0000 mon.a (mon.0) 695 : cluster [INF] Health check cleared: POOL_APP_NOT_ENABLED (was: 2 pool(s) do not have an application enabled) 2024-08-29T17:41:14.378 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:41:14 smithi028 bash[22419]: cluster 2024-08-29T17:41:13.068452+0000 mon.a (mon.0) 696 : cluster [INF] Cluster is now healthy 2024-08-29T17:41:14.378 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:41:14 smithi028 bash[31855]: cluster 2024-08-29T17:41:12.876905+0000 mgr.y (mgr.14150) 366 : cluster [DBG] pgmap v354: 97 pgs: 97 active+clean; 577 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 347 B/s wr, 1 op/s 2024-08-29T17:41:14.378 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:41:14 smithi028 bash[31855]: cluster 2024-08-29T17:41:13.068376+0000 mon.a (mon.0) 695 : cluster [INF] Health check cleared: POOL_APP_NOT_ENABLED (was: 2 pool(s) do not have an application enabled) 2024-08-29T17:41:14.378 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:41:14 smithi028 bash[31855]: cluster 2024-08-29T17:41:13.068452+0000 mon.a (mon.0) 696 : cluster [INF] Cluster is now healthy 2024-08-29T17:41:15.322 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:41:15 smithi053 bash[24720]: audit 2024-08-29T17:41:14.778429+0000 mon.a (mon.0) 697 : audit [INF] from='mgr.14150 172.21.15.28:0/484978966' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "2.7", "id": [7, 4]}]: dispatch 2024-08-29T17:41:15.322 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:41:15 smithi053 bash[24720]: audit 2024-08-29T17:41:14.779016+0000 mon.a (mon.0) 698 : audit [INF] from='mgr.14150 172.21.15.28:0/484978966' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.7", "id": [0, 1]}]: dispatch 2024-08-29T17:41:15.322 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:41:15 smithi053 bash[24720]: audit 2024-08-29T17:41:14.779541+0000 mon.a (mon.0) 699 : audit [INF] from='mgr.14150 172.21.15.28:0/484978966' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.14", "id": [4, 2]}]: dispatch 2024-08-29T17:41:15.322 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:41:15 smithi053 bash[24720]: audit 2024-08-29T17:41:14.779994+0000 mon.a (mon.0) 700 : audit [INF] from='mgr.14150 172.21.15.28:0/484978966' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.2b", "id": [0, 2]}]: dispatch 2024-08-29T17:41:15.323 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:41:15 smithi053 bash[24720]: audit 2024-08-29T17:41:14.780357+0000 mon.a (mon.0) 701 : audit [INF] from='mgr.14150 172.21.15.28:0/484978966' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.2f", "id": [4, 3]}]: dispatch 2024-08-29T17:41:15.323 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:41:15 smithi053 bash[24720]: audit 2024-08-29T17:41:14.780725+0000 mon.a (mon.0) 702 : audit [INF] from='mgr.14150 172.21.15.28:0/484978966' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.34", "id": [4, 2]}]: dispatch 2024-08-29T17:41:15.323 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:41:15 smithi053 bash[24720]: audit 2024-08-29T17:41:14.781084+0000 mon.a (mon.0) 703 : audit [INF] from='mgr.14150 172.21.15.28:0/484978966' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.37", "id": [5, 1]}]: dispatch 2024-08-29T17:41:15.378 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:41:15 smithi028 bash[22419]: audit 2024-08-29T17:41:14.778429+0000 mon.a (mon.0) 697 : audit [INF] from='mgr.14150 172.21.15.28:0/484978966' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "2.7", "id": [7, 4]}]: dispatch 2024-08-29T17:41:15.378 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:41:15 smithi028 bash[22419]: audit 2024-08-29T17:41:14.779016+0000 mon.a (mon.0) 698 : audit [INF] from='mgr.14150 172.21.15.28:0/484978966' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.7", "id": [0, 1]}]: dispatch 2024-08-29T17:41:15.378 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:41:15 smithi028 bash[22419]: audit 2024-08-29T17:41:14.779541+0000 mon.a (mon.0) 699 : audit [INF] from='mgr.14150 172.21.15.28:0/484978966' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.14", "id": [4, 2]}]: dispatch 2024-08-29T17:41:15.378 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:41:15 smithi028 bash[22419]: audit 2024-08-29T17:41:14.779994+0000 mon.a (mon.0) 700 : audit [INF] from='mgr.14150 172.21.15.28:0/484978966' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.2b", "id": [0, 2]}]: dispatch 2024-08-29T17:41:15.378 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:41:15 smithi028 bash[22419]: audit 2024-08-29T17:41:14.780357+0000 mon.a (mon.0) 701 : audit [INF] from='mgr.14150 172.21.15.28:0/484978966' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.2f", "id": [4, 3]}]: dispatch 2024-08-29T17:41:15.378 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:41:15 smithi028 bash[22419]: audit 2024-08-29T17:41:14.780725+0000 mon.a (mon.0) 702 : audit [INF] from='mgr.14150 172.21.15.28:0/484978966' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.34", "id": [4, 2]}]: dispatch 2024-08-29T17:41:15.378 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:41:15 smithi028 bash[22419]: audit 2024-08-29T17:41:14.781084+0000 mon.a (mon.0) 703 : audit [INF] from='mgr.14150 172.21.15.28:0/484978966' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.37", "id": [5, 1]}]: dispatch 2024-08-29T17:41:15.378 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:41:15 smithi028 bash[31855]: audit 2024-08-29T17:41:14.778429+0000 mon.a (mon.0) 697 : audit [INF] from='mgr.14150 172.21.15.28:0/484978966' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "2.7", "id": [7, 4]}]: dispatch 2024-08-29T17:41:15.379 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:41:15 smithi028 bash[31855]: audit 2024-08-29T17:41:14.779016+0000 mon.a (mon.0) 698 : audit [INF] from='mgr.14150 172.21.15.28:0/484978966' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.7", "id": [0, 1]}]: dispatch 2024-08-29T17:41:15.379 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:41:15 smithi028 bash[31855]: audit 2024-08-29T17:41:14.779541+0000 mon.a (mon.0) 699 : audit [INF] from='mgr.14150 172.21.15.28:0/484978966' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.14", "id": [4, 2]}]: dispatch 2024-08-29T17:41:15.379 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:41:15 smithi028 bash[31855]: audit 2024-08-29T17:41:14.779994+0000 mon.a (mon.0) 700 : audit [INF] from='mgr.14150 172.21.15.28:0/484978966' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.2b", "id": [0, 2]}]: dispatch 2024-08-29T17:41:15.379 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:41:15 smithi028 bash[31855]: audit 2024-08-29T17:41:14.780357+0000 mon.a (mon.0) 701 : audit [INF] from='mgr.14150 172.21.15.28:0/484978966' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.2f", "id": [4, 3]}]: dispatch 2024-08-29T17:41:15.379 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:41:15 smithi028 bash[31855]: audit 2024-08-29T17:41:14.780725+0000 mon.a (mon.0) 702 : audit [INF] from='mgr.14150 172.21.15.28:0/484978966' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.34", "id": [4, 2]}]: dispatch 2024-08-29T17:41:15.379 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:41:15 smithi028 bash[31855]: audit 2024-08-29T17:41:14.781084+0000 mon.a (mon.0) 703 : audit [INF] from='mgr.14150 172.21.15.28:0/484978966' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.37", "id": [5, 1]}]: dispatch 2024-08-29T17:41:15.822 INFO:journalctl@ceph.mds.b.smithi053.stdout:Aug 29 17:41:15 smithi053 bash[48690]: debug 2024-08-29T17:41:15.466+0000 7f62b3458640 -1 mds.pinger is_rank_lagging: rank=0 was never sent ping request. 2024-08-29T17:41:16.378 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:41:16 smithi028 bash[22419]: cluster 2024-08-29T17:41:14.877767+0000 mgr.y (mgr.14150) 367 : cluster [DBG] pgmap v355: 97 pgs: 97 active+clean; 577 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 1023 B/s wr, 1 op/s 2024-08-29T17:41:16.378 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:41:16 smithi028 bash[22419]: audit 2024-08-29T17:41:15.082612+0000 mon.a (mon.0) 704 : audit [INF] from='mgr.14150 172.21.15.28:0/484978966' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "2.7", "id": [7, 4]}]': finished 2024-08-29T17:41:16.378 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:41:16 smithi028 bash[22419]: audit 2024-08-29T17:41:15.082814+0000 mon.a (mon.0) 705 : audit [INF] from='mgr.14150 172.21.15.28:0/484978966' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.7", "id": [0, 1]}]': finished 2024-08-29T17:41:16.378 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:41:16 smithi028 bash[22419]: audit 2024-08-29T17:41:15.082977+0000 mon.a (mon.0) 706 : audit [INF] from='mgr.14150 172.21.15.28:0/484978966' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.14", "id": [4, 2]}]': finished 2024-08-29T17:41:16.378 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:41:16 smithi028 bash[22419]: audit 2024-08-29T17:41:15.083129+0000 mon.a (mon.0) 707 : audit [INF] from='mgr.14150 172.21.15.28:0/484978966' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.2b", "id": [0, 2]}]': finished 2024-08-29T17:41:16.378 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:41:16 smithi028 bash[22419]: audit 2024-08-29T17:41:15.083277+0000 mon.a (mon.0) 708 : audit [INF] from='mgr.14150 172.21.15.28:0/484978966' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.2f", "id": [4, 3]}]': finished 2024-08-29T17:41:16.378 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:41:16 smithi028 bash[22419]: audit 2024-08-29T17:41:15.083424+0000 mon.a (mon.0) 709 : audit [INF] from='mgr.14150 172.21.15.28:0/484978966' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.34", "id": [4, 2]}]': finished 2024-08-29T17:41:16.379 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:41:16 smithi028 bash[22419]: audit 2024-08-29T17:41:15.083568+0000 mon.a (mon.0) 710 : audit [INF] from='mgr.14150 172.21.15.28:0/484978966' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.37", "id": [5, 1]}]': finished 2024-08-29T17:41:16.379 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:41:16 smithi028 bash[22419]: cluster 2024-08-29T17:41:15.083691+0000 mon.a (mon.0) 711 : cluster [DBG] osdmap e66: 8 total, 8 up, 8 in 2024-08-29T17:41:16.379 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:41:16 smithi028 bash[31855]: cluster 2024-08-29T17:41:14.877767+0000 mgr.y (mgr.14150) 367 : cluster [DBG] pgmap v355: 97 pgs: 97 active+clean; 577 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 1023 B/s wr, 1 op/s 2024-08-29T17:41:16.379 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:41:16 smithi028 bash[31855]: audit 2024-08-29T17:41:15.082612+0000 mon.a (mon.0) 704 : audit [INF] from='mgr.14150 172.21.15.28:0/484978966' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "2.7", "id": [7, 4]}]': finished 2024-08-29T17:41:16.379 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:41:16 smithi028 bash[31855]: audit 2024-08-29T17:41:15.082814+0000 mon.a (mon.0) 705 : audit [INF] from='mgr.14150 172.21.15.28:0/484978966' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.7", "id": [0, 1]}]': finished 2024-08-29T17:41:16.379 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:41:16 smithi028 bash[31855]: audit 2024-08-29T17:41:15.082977+0000 mon.a (mon.0) 706 : audit [INF] from='mgr.14150 172.21.15.28:0/484978966' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.14", "id": [4, 2]}]': finished 2024-08-29T17:41:16.379 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:41:16 smithi028 bash[31855]: audit 2024-08-29T17:41:15.083129+0000 mon.a (mon.0) 707 : audit [INF] from='mgr.14150 172.21.15.28:0/484978966' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.2b", "id": [0, 2]}]': finished 2024-08-29T17:41:16.379 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:41:16 smithi028 bash[31855]: audit 2024-08-29T17:41:15.083277+0000 mon.a (mon.0) 708 : audit [INF] from='mgr.14150 172.21.15.28:0/484978966' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.2f", "id": [4, 3]}]': finished 2024-08-29T17:41:16.379 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:41:16 smithi028 bash[31855]: audit 2024-08-29T17:41:15.083424+0000 mon.a (mon.0) 709 : audit [INF] from='mgr.14150 172.21.15.28:0/484978966' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.34", "id": [4, 2]}]': finished 2024-08-29T17:41:16.379 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:41:16 smithi028 bash[31855]: audit 2024-08-29T17:41:15.083568+0000 mon.a (mon.0) 710 : audit [INF] from='mgr.14150 172.21.15.28:0/484978966' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.37", "id": [5, 1]}]': finished 2024-08-29T17:41:16.380 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:41:16 smithi028 bash[31855]: cluster 2024-08-29T17:41:15.083691+0000 mon.a (mon.0) 711 : cluster [DBG] osdmap e66: 8 total, 8 up, 8 in 2024-08-29T17:41:16.433 INFO:teuthology.orchestra.run.smithi028.stderr:Inferring config /var/lib/ceph/3167ee72-662c-11ef-bcd4-c7b262605968/mon.a/config 2024-08-29T17:41:16.572 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:41:16 smithi053 bash[24720]: cluster 2024-08-29T17:41:14.877767+0000 mgr.y (mgr.14150) 367 : cluster [DBG] pgmap v355: 97 pgs: 97 active+clean; 577 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 1023 B/s wr, 1 op/s 2024-08-29T17:41:16.572 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:41:16 smithi053 bash[24720]: audit 2024-08-29T17:41:15.082612+0000 mon.a (mon.0) 704 : audit [INF] from='mgr.14150 172.21.15.28:0/484978966' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "2.7", "id": [7, 4]}]': finished 2024-08-29T17:41:16.572 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:41:16 smithi053 bash[24720]: audit 2024-08-29T17:41:15.082814+0000 mon.a (mon.0) 705 : audit [INF] from='mgr.14150 172.21.15.28:0/484978966' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.7", "id": [0, 1]}]': finished 2024-08-29T17:41:16.573 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:41:16 smithi053 bash[24720]: audit 2024-08-29T17:41:15.082977+0000 mon.a (mon.0) 706 : audit [INF] from='mgr.14150 172.21.15.28:0/484978966' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.14", "id": [4, 2]}]': finished 2024-08-29T17:41:16.573 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:41:16 smithi053 bash[24720]: audit 2024-08-29T17:41:15.083129+0000 mon.a (mon.0) 707 : audit [INF] from='mgr.14150 172.21.15.28:0/484978966' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.2b", "id": [0, 2]}]': finished 2024-08-29T17:41:16.573 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:41:16 smithi053 bash[24720]: audit 2024-08-29T17:41:15.083277+0000 mon.a (mon.0) 708 : audit [INF] from='mgr.14150 172.21.15.28:0/484978966' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.2f", "id": [4, 3]}]': finished 2024-08-29T17:41:16.573 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:41:16 smithi053 bash[24720]: audit 2024-08-29T17:41:15.083424+0000 mon.a (mon.0) 709 : audit [INF] from='mgr.14150 172.21.15.28:0/484978966' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.34", "id": [4, 2]}]': finished 2024-08-29T17:41:16.573 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:41:16 smithi053 bash[24720]: audit 2024-08-29T17:41:15.083568+0000 mon.a (mon.0) 710 : audit [INF] from='mgr.14150 172.21.15.28:0/484978966' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.37", "id": [5, 1]}]': finished 2024-08-29T17:41:16.573 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:41:16 smithi053 bash[24720]: cluster 2024-08-29T17:41:15.083691+0000 mon.a (mon.0) 711 : cluster [DBG] osdmap e66: 8 total, 8 up, 8 in 2024-08-29T17:41:17.377 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:41:17 smithi028 bash[22419]: cluster 2024-08-29T17:41:16.094579+0000 mon.a (mon.0) 712 : cluster [DBG] osdmap e67: 8 total, 8 up, 8 in 2024-08-29T17:41:17.378 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:41:17 smithi028 bash[31855]: cluster 2024-08-29T17:41:16.094579+0000 mon.a (mon.0) 712 : cluster [DBG] osdmap e67: 8 total, 8 up, 8 in 2024-08-29T17:41:17.572 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:41:17 smithi053 bash[24720]: cluster 2024-08-29T17:41:16.094579+0000 mon.a (mon.0) 712 : cluster [DBG] osdmap e67: 8 total, 8 up, 8 in 2024-08-29T17:41:18.377 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:41:18 smithi028 bash[22419]: cluster 2024-08-29T17:41:16.878485+0000 mgr.y (mgr.14150) 368 : cluster [DBG] pgmap v358: 97 pgs: 5 peering, 92 active+clean; 579 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 2.2 KiB/s wr, 7 op/s 2024-08-29T17:41:18.378 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:41:18 smithi028 bash[31855]: cluster 2024-08-29T17:41:16.878485+0000 mgr.y (mgr.14150) 368 : cluster [DBG] pgmap v358: 97 pgs: 5 peering, 92 active+clean; 579 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 2.2 KiB/s wr, 7 op/s 2024-08-29T17:41:18.572 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:41:18 smithi053 bash[24720]: cluster 2024-08-29T17:41:16.878485+0000 mgr.y (mgr.14150) 368 : cluster [DBG] pgmap v358: 97 pgs: 5 peering, 92 active+clean; 579 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 2.2 KiB/s wr, 7 op/s 2024-08-29T17:41:19.407 INFO:teuthology.orchestra.run.smithi028.stdout: 2024-08-29T17:41:19.407 INFO:teuthology.orchestra.run.smithi028.stdout:{"epoch":67,"fsid":"3167ee72-662c-11ef-bcd4-c7b262605968","created":"2024-08-29T17:30:17.962961+0000","modified":"2024-08-29T17:41:16.076852+0000","last_up_change":"2024-08-29T17:39:52.090994+0000","last_in_change":"2024-08-29T17:39:24.826745+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":18,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":3,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"luminous","require_osd_release":"quincy","pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-08-29T17:35:25.344793+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"21","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}}},{"pool":2,"pool_name":"cephfs_metadata","create_time":"2024-08-29T17:40:52.941044+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"65","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}}},{"pool":3,"pool_name":"cephfs_data","create_time":"2024-08-29T17:41:01.591058+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"65","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}}}],"osds":[{"osd":0,"uuid":"660d8ce2-ea9d-4b15-8d9a-ec42e86552e4","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":8,"up_thru":62,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.28:6802","nonce":314031528},{"type":"v1","addr":"172.21.15.28:6803","nonce":314031528}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.28:6804","nonce":314031528},{"type":"v1","addr":"172.21.15.28:6805","nonce":314031528}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.28:6808","nonce":314031528},{"type":"v1","addr":"172.21.15.28:6809","nonce":314031528}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.28:6806","nonce":314031528},{"type":"v1","addr":"172.21.15.28:6807","nonce":314031528}]},"public_addr":"172.21.15.28:6803/314031528","cluster_addr":"172.21.15.28:6805/314031528","heartbeat_back_addr":"172.21.15.28:6809/314031528","heartbeat_front_addr":"172.21.15.28:6807/314031528","state":["exists","up"]},{"osd":1,"uuid":"fdf44197-06ca-494f-bb43-e320705d24ca","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":62,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.28:6810","nonce":947972179},{"type":"v1","addr":"172.21.15.28:6811","nonce":947972179}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.28:6812","nonce":947972179},{"type":"v1","addr":"172.21.15.28:6813","nonce":947972179}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.28:6816","nonce":947972179},{"type":"v1","addr":"172.21.15.28:6817","nonce":947972179}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.28:6814","nonce":947972179},{"type":"v1","addr":"172.21.15.28:6815","nonce":947972179}]},"public_addr":"172.21.15.28:6811/947972179","cluster_addr":"172.21.15.28:6813/947972179","heartbeat_back_addr":"172.21.15.28:6817/947972179","heartbeat_front_addr":"172.21.15.28:6815/947972179","state":["exists","up"]},{"osd":2,"uuid":"af570229-94ea-421f-a54b-5ad9c2ec751e","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":18,"up_thru":66,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.28:6818","nonce":1663434626},{"type":"v1","addr":"172.21.15.28:6819","nonce":1663434626}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.28:6820","nonce":1663434626},{"type":"v1","addr":"172.21.15.28:6821","nonce":1663434626}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.28:6824","nonce":1663434626},{"type":"v1","addr":"172.21.15.28:6825","nonce":1663434626}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.28:6822","nonce":1663434626},{"type":"v1","addr":"172.21.15.28:6823","nonce":1663434626}]},"public_addr":"172.21.15.28:6819/1663434626","cluster_addr":"172.21.15.28:6821/1663434626","heartbeat_back_addr":"172.21.15.28:6825/1663434626","heartbeat_front_addr":"172.21.15.28:6823/1663434626","state":["exists","up"]},{"osd":3,"uuid":"4fa9802d-cf40-4ef1-a9bd-082be7c32d40","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":25,"up_thru":66,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.28:6826","nonce":1391242429},{"type":"v1","addr":"172.21.15.28:6827","nonce":1391242429}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.28:6828","nonce":1391242429},{"type":"v1","addr":"172.21.15.28:6829","nonce":1391242429}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.28:6832","nonce":1391242429},{"type":"v1","addr":"172.21.15.28:6833","nonce":1391242429}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.28:6830","nonce":1391242429},{"type":"v1","addr":"172.21.15.28:6831","nonce":1391242429}]},"public_addr":"172.21.15.28:6827/1391242429","cluster_addr":"172.21.15.28:6829/1391242429","heartbeat_back_addr":"172.21.15.28:6833/1391242429","heartbeat_front_addr":"172.21.15.28:6831/1391242429","state":["exists","up"]},{"osd":4,"uuid":"18edf361-e223-4e8c-b6ef-73e210c2cce1","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":30,"up_thru":62,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.53:6800","nonce":197218845},{"type":"v1","addr":"172.21.15.53:6801","nonce":197218845}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.53:6802","nonce":197218845},{"type":"v1","addr":"172.21.15.53:6803","nonce":197218845}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.53:6806","nonce":197218845},{"type":"v1","addr":"172.21.15.53:6807","nonce":197218845}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.53:6804","nonce":197218845},{"type":"v1","addr":"172.21.15.53:6805","nonce":197218845}]},"public_addr":"172.21.15.53:6801/197218845","cluster_addr":"172.21.15.53:6803/197218845","heartbeat_back_addr":"172.21.15.53:6807/197218845","heartbeat_front_addr":"172.21.15.53:6805/197218845","state":["exists","up"]},{"osd":5,"uuid":"07a24bff-d6cc-495d-97e1-768094b28c0b","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":38,"up_thru":66,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.53:6808","nonce":2509978860},{"type":"v1","addr":"172.21.15.53:6809","nonce":2509978860}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.53:6810","nonce":2509978860},{"type":"v1","addr":"172.21.15.53:6811","nonce":2509978860}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.53:6814","nonce":2509978860},{"type":"v1","addr":"172.21.15.53:6815","nonce":2509978860}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.53:6812","nonce":2509978860},{"type":"v1","addr":"172.21.15.53:6813","nonce":2509978860}]},"public_addr":"172.21.15.53:6809/2509978860","cluster_addr":"172.21.15.53:6811/2509978860","heartbeat_back_addr":"172.21.15.53:6815/2509978860","heartbeat_front_addr":"172.21.15.53:6813/2509978860","state":["exists","up"]},{"osd":6,"uuid":"b03b1ee8-77ac-47f4-a76c-01e2eaa7b954","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":46,"up_thru":66,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.53:6816","nonce":2368257265},{"type":"v1","addr":"172.21.15.53:6817","nonce":2368257265}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.53:6818","nonce":2368257265},{"type":"v1","addr":"172.21.15.53:6819","nonce":2368257265}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.53:6822","nonce":2368257265},{"type":"v1","addr":"172.21.15.53:6823","nonce":2368257265}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.53:6820","nonce":2368257265},{"type":"v1","addr":"172.21.15.53:6821","nonce":2368257265}]},"public_addr":"172.21.15.53:6817/2368257265","cluster_addr":"172.21.15.53:6819/2368257265","heartbeat_back_addr":"172.21.15.53:6823/2368257265","heartbeat_front_addr":"172.21.15.53:6821/2368257265","state":["exists","up"]},{"osd":7,"uuid":"14a519fb-979e-474b-8ae5-fa5a2be44daf","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":54,"up_thru":66,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.53:6824","nonce":3599531299},{"type":"v1","addr":"172.21.15.53:6825","nonce":3599531299}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.53:6826","nonce":3599531299},{"type":"v1","addr":"172.21.15.53:6827","nonce":3599531299}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.53:6830","nonce":3599531299},{"type":"v1","addr":"172.21.15.53:6831","nonce":3599531299}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.53:6828","nonce":3599531299},{"type":"v1","addr":"172.21.15.53:6829","nonce":3599531299}]},"public_addr":"172.21.15.53:6825/3599531299","cluster_addr":"172.21.15.53:6827/3599531299","heartbeat_back_addr":"172.21.15.53:6831/3599531299","heartbeat_front_addr":"172.21.15.53:6829/3599531299","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138320759226367,"old_weight":0,"last_purged_snaps_scrub":"2024-08-29T17:33:39.919890+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138320759226367,"old_weight":0,"last_purged_snaps_scrub":"2024-08-29T17:34:30.063951+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138320759226367,"old_weight":0,"last_purged_snaps_scrub":"2024-08-29T17:35:22.232071+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138320759226367,"old_weight":0,"last_purged_snaps_scrub":"2024-08-29T17:36:12.717974+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138320759226367,"old_weight":0,"last_purged_snaps_scrub":"2024-08-29T17:37:03.586686+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138320759226367,"old_weight":0,"last_purged_snaps_scrub":"2024-08-29T17:37:57.337551+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138320759226367,"old_weight":0,"last_purged_snaps_scrub":"2024-08-29T17:38:54.315017+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138320759226367,"old_weight":0,"last_purged_snaps_scrub":"2024-08-29T17:39:50.978615+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[{"pgid":"2.7","mappings":[{"from":7,"to":4}]},{"pgid":"3.7","mappings":[{"from":0,"to":1}]},{"pgid":"3.14","mappings":[{"from":4,"to":2}]},{"pgid":"3.2b","mappings":[{"from":0,"to":2}]},{"pgid":"3.2f","mappings":[{"from":4,"to":3}]},{"pgid":"3.34","mappings":[{"from":4,"to":2}]},{"pgid":"3.37","mappings":[{"from":5,"to":1}]}],"pg_temp":[],"primary_temp":[],"blocklist":{"172.21.15.28:6800/1962738264":"2024-08-30T17:31:14.716137+0000","172.21.15.28:0/177482802":"2024-08-30T17:31:14.716137+0000","172.21.15.28:6801/1962738264":"2024-08-30T17:31:14.716137+0000","172.21.15.28:0/2352293407":"2024-08-30T17:31:14.716137+0000","172.21.15.28:6801/4159614718":"2024-08-30T17:30:43.836116+0000","172.21.15.28:6800/4159614718":"2024-08-30T17:30:43.836116+0000","172.21.15.28:0/2399305464":"2024-08-30T17:31:14.716137+0000","172.21.15.28:0/3881020925":"2024-08-30T17:30:43.836116+0000","172.21.15.28:0/3329288402":"2024-08-30T17:30:43.836116+0000","172.21.15.28:0/2647379891":"2024-08-30T17:30:43.836116+0000"},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-08-29T17:41:19.970 DEBUG:teuthology.orchestra.run.smithi028:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 3167ee72-662c-11ef-bcd4-c7b262605968 -- ceph osd dump --format=json 2024-08-29T17:41:20.377 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:41:20 smithi028 bash[31855]: cluster 2024-08-29T17:41:18.879496+0000 mgr.y (mgr.14150) 369 : cluster [DBG] pgmap v359: 97 pgs: 5 peering, 92 active+clean; 579 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 1.7 KiB/s wr, 5 op/s 2024-08-29T17:41:20.378 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:41:20 smithi028 bash[31855]: audit 2024-08-29T17:41:19.409870+0000 mon.a (mon.0) 713 : audit [DBG] from='client.? 172.21.15.28:0/3907540701' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-08-29T17:41:20.378 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:41:20 smithi028 bash[22419]: cluster 2024-08-29T17:41:18.879496+0000 mgr.y (mgr.14150) 369 : cluster [DBG] pgmap v359: 97 pgs: 5 peering, 92 active+clean; 579 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 1.7 KiB/s wr, 5 op/s 2024-08-29T17:41:20.378 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:41:20 smithi028 bash[22419]: audit 2024-08-29T17:41:19.409870+0000 mon.a (mon.0) 713 : audit [DBG] from='client.? 172.21.15.28:0/3907540701' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-08-29T17:41:20.572 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:41:20 smithi053 bash[24720]: cluster 2024-08-29T17:41:18.879496+0000 mgr.y (mgr.14150) 369 : cluster [DBG] pgmap v359: 97 pgs: 5 peering, 92 active+clean; 579 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 1.7 KiB/s wr, 5 op/s 2024-08-29T17:41:20.572 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:41:20 smithi053 bash[24720]: audit 2024-08-29T17:41:19.409870+0000 mon.a (mon.0) 713 : audit [DBG] from='client.? 172.21.15.28:0/3907540701' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-08-29T17:41:22.377 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:41:22 smithi028 bash[22419]: cluster 2024-08-29T17:41:20.880409+0000 mgr.y (mgr.14150) 370 : cluster [DBG] pgmap v360: 97 pgs: 97 active+clean; 579 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 1.2 KiB/s wr, 3 op/s; 0 B/s, 0 objects/s recovering 2024-08-29T17:41:22.378 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:41:22 smithi028 bash[31855]: cluster 2024-08-29T17:41:20.880409+0000 mgr.y (mgr.14150) 370 : cluster [DBG] pgmap v360: 97 pgs: 97 active+clean; 579 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 1.2 KiB/s wr, 3 op/s; 0 B/s, 0 objects/s recovering 2024-08-29T17:41:22.572 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:41:22 smithi053 bash[24720]: cluster 2024-08-29T17:41:20.880409+0000 mgr.y (mgr.14150) 370 : cluster [DBG] pgmap v360: 97 pgs: 97 active+clean; 579 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 1.2 KiB/s wr, 3 op/s; 0 B/s, 0 objects/s recovering 2024-08-29T17:41:24.377 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:41:24 smithi028 bash[22419]: cluster 2024-08-29T17:41:22.881432+0000 mgr.y (mgr.14150) 371 : cluster [DBG] pgmap v361: 97 pgs: 97 active+clean; 579 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 383 B/s wr, 3 op/s; 0 B/s, 0 objects/s recovering 2024-08-29T17:41:24.378 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:41:24 smithi028 bash[31855]: cluster 2024-08-29T17:41:22.881432+0000 mgr.y (mgr.14150) 371 : cluster [DBG] pgmap v361: 97 pgs: 97 active+clean; 579 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 383 B/s wr, 3 op/s; 0 B/s, 0 objects/s recovering 2024-08-29T17:41:24.572 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:41:24 smithi053 bash[24720]: cluster 2024-08-29T17:41:22.881432+0000 mgr.y (mgr.14150) 371 : cluster [DBG] pgmap v361: 97 pgs: 97 active+clean; 579 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 383 B/s wr, 3 op/s; 0 B/s, 0 objects/s recovering 2024-08-29T17:41:24.755 INFO:teuthology.orchestra.run.smithi028.stderr:Inferring config /var/lib/ceph/3167ee72-662c-11ef-bcd4-c7b262605968/mon.a/config 2024-08-29T17:41:26.377 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:41:26 smithi028 bash[22419]: cluster 2024-08-29T17:41:24.882413+0000 mgr.y (mgr.14150) 372 : cluster [DBG] pgmap v362: 97 pgs: 97 active+clean; 579 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 313 B/s wr, 2 op/s; 0 B/s, 0 objects/s recovering 2024-08-29T17:41:26.378 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:41:26 smithi028 bash[31855]: cluster 2024-08-29T17:41:24.882413+0000 mgr.y (mgr.14150) 372 : cluster [DBG] pgmap v362: 97 pgs: 97 active+clean; 579 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 313 B/s wr, 2 op/s; 0 B/s, 0 objects/s recovering 2024-08-29T17:41:26.572 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:41:26 smithi053 bash[24720]: cluster 2024-08-29T17:41:24.882413+0000 mgr.y (mgr.14150) 372 : cluster [DBG] pgmap v362: 97 pgs: 97 active+clean; 579 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 313 B/s wr, 2 op/s; 0 B/s, 0 objects/s recovering 2024-08-29T17:41:27.662 INFO:teuthology.orchestra.run.smithi028.stdout: 2024-08-29T17:41:27.662 INFO:teuthology.orchestra.run.smithi028.stdout:{"epoch":67,"fsid":"3167ee72-662c-11ef-bcd4-c7b262605968","created":"2024-08-29T17:30:17.962961+0000","modified":"2024-08-29T17:41:16.076852+0000","last_up_change":"2024-08-29T17:39:52.090994+0000","last_in_change":"2024-08-29T17:39:24.826745+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":18,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":3,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"luminous","require_osd_release":"quincy","pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-08-29T17:35:25.344793+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"21","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}}},{"pool":2,"pool_name":"cephfs_metadata","create_time":"2024-08-29T17:40:52.941044+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"65","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}}},{"pool":3,"pool_name":"cephfs_data","create_time":"2024-08-29T17:41:01.591058+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"65","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}}}],"osds":[{"osd":0,"uuid":"660d8ce2-ea9d-4b15-8d9a-ec42e86552e4","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":8,"up_thru":62,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.28:6802","nonce":314031528},{"type":"v1","addr":"172.21.15.28:6803","nonce":314031528}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.28:6804","nonce":314031528},{"type":"v1","addr":"172.21.15.28:6805","nonce":314031528}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.28:6808","nonce":314031528},{"type":"v1","addr":"172.21.15.28:6809","nonce":314031528}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.28:6806","nonce":314031528},{"type":"v1","addr":"172.21.15.28:6807","nonce":314031528}]},"public_addr":"172.21.15.28:6803/314031528","cluster_addr":"172.21.15.28:6805/314031528","heartbeat_back_addr":"172.21.15.28:6809/314031528","heartbeat_front_addr":"172.21.15.28:6807/314031528","state":["exists","up"]},{"osd":1,"uuid":"fdf44197-06ca-494f-bb43-e320705d24ca","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":62,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.28:6810","nonce":947972179},{"type":"v1","addr":"172.21.15.28:6811","nonce":947972179}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.28:6812","nonce":947972179},{"type":"v1","addr":"172.21.15.28:6813","nonce":947972179}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.28:6816","nonce":947972179},{"type":"v1","addr":"172.21.15.28:6817","nonce":947972179}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.28:6814","nonce":947972179},{"type":"v1","addr":"172.21.15.28:6815","nonce":947972179}]},"public_addr":"172.21.15.28:6811/947972179","cluster_addr":"172.21.15.28:6813/947972179","heartbeat_back_addr":"172.21.15.28:6817/947972179","heartbeat_front_addr":"172.21.15.28:6815/947972179","state":["exists","up"]},{"osd":2,"uuid":"af570229-94ea-421f-a54b-5ad9c2ec751e","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":18,"up_thru":66,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.28:6818","nonce":1663434626},{"type":"v1","addr":"172.21.15.28:6819","nonce":1663434626}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.28:6820","nonce":1663434626},{"type":"v1","addr":"172.21.15.28:6821","nonce":1663434626}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.28:6824","nonce":1663434626},{"type":"v1","addr":"172.21.15.28:6825","nonce":1663434626}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.28:6822","nonce":1663434626},{"type":"v1","addr":"172.21.15.28:6823","nonce":1663434626}]},"public_addr":"172.21.15.28:6819/1663434626","cluster_addr":"172.21.15.28:6821/1663434626","heartbeat_back_addr":"172.21.15.28:6825/1663434626","heartbeat_front_addr":"172.21.15.28:6823/1663434626","state":["exists","up"]},{"osd":3,"uuid":"4fa9802d-cf40-4ef1-a9bd-082be7c32d40","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":25,"up_thru":66,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.28:6826","nonce":1391242429},{"type":"v1","addr":"172.21.15.28:6827","nonce":1391242429}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.28:6828","nonce":1391242429},{"type":"v1","addr":"172.21.15.28:6829","nonce":1391242429}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.28:6832","nonce":1391242429},{"type":"v1","addr":"172.21.15.28:6833","nonce":1391242429}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.28:6830","nonce":1391242429},{"type":"v1","addr":"172.21.15.28:6831","nonce":1391242429}]},"public_addr":"172.21.15.28:6827/1391242429","cluster_addr":"172.21.15.28:6829/1391242429","heartbeat_back_addr":"172.21.15.28:6833/1391242429","heartbeat_front_addr":"172.21.15.28:6831/1391242429","state":["exists","up"]},{"osd":4,"uuid":"18edf361-e223-4e8c-b6ef-73e210c2cce1","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":30,"up_thru":62,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.53:6800","nonce":197218845},{"type":"v1","addr":"172.21.15.53:6801","nonce":197218845}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.53:6802","nonce":197218845},{"type":"v1","addr":"172.21.15.53:6803","nonce":197218845}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.53:6806","nonce":197218845},{"type":"v1","addr":"172.21.15.53:6807","nonce":197218845}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.53:6804","nonce":197218845},{"type":"v1","addr":"172.21.15.53:6805","nonce":197218845}]},"public_addr":"172.21.15.53:6801/197218845","cluster_addr":"172.21.15.53:6803/197218845","heartbeat_back_addr":"172.21.15.53:6807/197218845","heartbeat_front_addr":"172.21.15.53:6805/197218845","state":["exists","up"]},{"osd":5,"uuid":"07a24bff-d6cc-495d-97e1-768094b28c0b","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":38,"up_thru":66,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.53:6808","nonce":2509978860},{"type":"v1","addr":"172.21.15.53:6809","nonce":2509978860}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.53:6810","nonce":2509978860},{"type":"v1","addr":"172.21.15.53:6811","nonce":2509978860}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.53:6814","nonce":2509978860},{"type":"v1","addr":"172.21.15.53:6815","nonce":2509978860}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.53:6812","nonce":2509978860},{"type":"v1","addr":"172.21.15.53:6813","nonce":2509978860}]},"public_addr":"172.21.15.53:6809/2509978860","cluster_addr":"172.21.15.53:6811/2509978860","heartbeat_back_addr":"172.21.15.53:6815/2509978860","heartbeat_front_addr":"172.21.15.53:6813/2509978860","state":["exists","up"]},{"osd":6,"uuid":"b03b1ee8-77ac-47f4-a76c-01e2eaa7b954","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":46,"up_thru":66,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.53:6816","nonce":2368257265},{"type":"v1","addr":"172.21.15.53:6817","nonce":2368257265}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.53:6818","nonce":2368257265},{"type":"v1","addr":"172.21.15.53:6819","nonce":2368257265}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.53:6822","nonce":2368257265},{"type":"v1","addr":"172.21.15.53:6823","nonce":2368257265}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.53:6820","nonce":2368257265},{"type":"v1","addr":"172.21.15.53:6821","nonce":2368257265}]},"public_addr":"172.21.15.53:6817/2368257265","cluster_addr":"172.21.15.53:6819/2368257265","heartbeat_back_addr":"172.21.15.53:6823/2368257265","heartbeat_front_addr":"172.21.15.53:6821/2368257265","state":["exists","up"]},{"osd":7,"uuid":"14a519fb-979e-474b-8ae5-fa5a2be44daf","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":54,"up_thru":66,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.53:6824","nonce":3599531299},{"type":"v1","addr":"172.21.15.53:6825","nonce":3599531299}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.53:6826","nonce":3599531299},{"type":"v1","addr":"172.21.15.53:6827","nonce":3599531299}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.53:6830","nonce":3599531299},{"type":"v1","addr":"172.21.15.53:6831","nonce":3599531299}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.53:6828","nonce":3599531299},{"type":"v1","addr":"172.21.15.53:6829","nonce":3599531299}]},"public_addr":"172.21.15.53:6825/3599531299","cluster_addr":"172.21.15.53:6827/3599531299","heartbeat_back_addr":"172.21.15.53:6831/3599531299","heartbeat_front_addr":"172.21.15.53:6829/3599531299","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138320759226367,"old_weight":0,"last_purged_snaps_scrub":"2024-08-29T17:33:39.919890+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138320759226367,"old_weight":0,"last_purged_snaps_scrub":"2024-08-29T17:34:30.063951+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138320759226367,"old_weight":0,"last_purged_snaps_scrub":"2024-08-29T17:35:22.232071+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138320759226367,"old_weight":0,"last_purged_snaps_scrub":"2024-08-29T17:36:12.717974+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138320759226367,"old_weight":0,"last_purged_snaps_scrub":"2024-08-29T17:37:03.586686+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138320759226367,"old_weight":0,"last_purged_snaps_scrub":"2024-08-29T17:37:57.337551+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138320759226367,"old_weight":0,"last_purged_snaps_scrub":"2024-08-29T17:38:54.315017+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138320759226367,"old_weight":0,"last_purged_snaps_scrub":"2024-08-29T17:39:50.978615+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[{"pgid":"2.7","mappings":[{"from":7,"to":4}]},{"pgid":"3.7","mappings":[{"from":0,"to":1}]},{"pgid":"3.14","mappings":[{"from":4,"to":2}]},{"pgid":"3.2b","mappings":[{"from":0,"to":2}]},{"pgid":"3.2f","mappings":[{"from":4,"to":3}]},{"pgid":"3.34","mappings":[{"from":4,"to":2}]},{"pgid":"3.37","mappings":[{"from":5,"to":1}]}],"pg_temp":[],"primary_temp":[],"blocklist":{"172.21.15.28:6800/1962738264":"2024-08-30T17:31:14.716137+0000","172.21.15.28:0/177482802":"2024-08-30T17:31:14.716137+0000","172.21.15.28:6801/1962738264":"2024-08-30T17:31:14.716137+0000","172.21.15.28:0/2352293407":"2024-08-30T17:31:14.716137+0000","172.21.15.28:6801/4159614718":"2024-08-30T17:30:43.836116+0000","172.21.15.28:6800/4159614718":"2024-08-30T17:30:43.836116+0000","172.21.15.28:0/2399305464":"2024-08-30T17:31:14.716137+0000","172.21.15.28:0/3881020925":"2024-08-30T17:30:43.836116+0000","172.21.15.28:0/3329288402":"2024-08-30T17:30:43.836116+0000","172.21.15.28:0/2647379891":"2024-08-30T17:30:43.836116+0000"},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-08-29T17:41:28.218 DEBUG:teuthology.orchestra.run.smithi028:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 3167ee72-662c-11ef-bcd4-c7b262605968 -- ceph fs set cephfs standby_count_wanted 0 2024-08-29T17:41:28.377 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:41:28 smithi028 bash[31855]: cluster 2024-08-29T17:41:26.883387+0000 mgr.y (mgr.14150) 373 : cluster [DBG] pgmap v363: 97 pgs: 97 active+clean; 579 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 0 B/s wr, 0 op/s; 0 B/s, 0 objects/s recovering 2024-08-29T17:41:28.378 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:41:28 smithi028 bash[31855]: audit 2024-08-29T17:41:27.665438+0000 mon.a (mon.0) 714 : audit [DBG] from='client.? 172.21.15.28:0/4165090858' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-08-29T17:41:28.378 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:41:28 smithi028 bash[22419]: cluster 2024-08-29T17:41:26.883387+0000 mgr.y (mgr.14150) 373 : cluster [DBG] pgmap v363: 97 pgs: 97 active+clean; 579 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 0 B/s wr, 0 op/s; 0 B/s, 0 objects/s recovering 2024-08-29T17:41:28.378 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:41:28 smithi028 bash[22419]: audit 2024-08-29T17:41:27.665438+0000 mon.a (mon.0) 714 : audit [DBG] from='client.? 172.21.15.28:0/4165090858' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-08-29T17:41:28.572 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:41:28 smithi053 bash[24720]: cluster 2024-08-29T17:41:26.883387+0000 mgr.y (mgr.14150) 373 : cluster [DBG] pgmap v363: 97 pgs: 97 active+clean; 579 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 0 B/s wr, 0 op/s; 0 B/s, 0 objects/s recovering 2024-08-29T17:41:28.572 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:41:28 smithi053 bash[24720]: audit 2024-08-29T17:41:27.665438+0000 mon.a (mon.0) 714 : audit [DBG] from='client.? 172.21.15.28:0/4165090858' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-08-29T17:41:30.378 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:41:30 smithi028 bash[22419]: cluster 2024-08-29T17:41:28.884360+0000 mgr.y (mgr.14150) 374 : cluster [DBG] pgmap v364: 97 pgs: 97 active+clean; 579 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 0 B/s wr, 0 op/s; 0 B/s, 0 objects/s recovering 2024-08-29T17:41:30.378 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:41:30 smithi028 bash[31855]: cluster 2024-08-29T17:41:28.884360+0000 mgr.y (mgr.14150) 374 : cluster [DBG] pgmap v364: 97 pgs: 97 active+clean; 579 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 0 B/s wr, 0 op/s; 0 B/s, 0 objects/s recovering 2024-08-29T17:41:30.572 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:41:30 smithi053 bash[24720]: cluster 2024-08-29T17:41:28.884360+0000 mgr.y (mgr.14150) 374 : cluster [DBG] pgmap v364: 97 pgs: 97 active+clean; 579 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 0 B/s wr, 0 op/s; 0 B/s, 0 objects/s recovering 2024-08-29T17:41:32.377 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:41:32 smithi028 bash[31855]: cluster 2024-08-29T17:41:30.885216+0000 mgr.y (mgr.14150) 375 : cluster [DBG] pgmap v365: 97 pgs: 97 active+clean; 579 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 0 B/s, 0 objects/s recovering 2024-08-29T17:41:32.377 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:41:32 smithi028 bash[22419]: cluster 2024-08-29T17:41:30.885216+0000 mgr.y (mgr.14150) 375 : cluster [DBG] pgmap v365: 97 pgs: 97 active+clean; 579 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 0 B/s, 0 objects/s recovering 2024-08-29T17:41:32.572 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:41:32 smithi053 bash[24720]: cluster 2024-08-29T17:41:30.885216+0000 mgr.y (mgr.14150) 375 : cluster [DBG] pgmap v365: 97 pgs: 97 active+clean; 579 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 0 B/s, 0 objects/s recovering 2024-08-29T17:41:32.991 INFO:teuthology.orchestra.run.smithi028.stderr:Inferring config /var/lib/ceph/3167ee72-662c-11ef-bcd4-c7b262605968/mon.a/config 2024-08-29T17:41:34.288 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:41:34 smithi028 bash[22419]: cluster 2024-08-29T17:41:32.886132+0000 mgr.y (mgr.14150) 376 : cluster [DBG] pgmap v366: 97 pgs: 97 active+clean; 579 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-29T17:41:34.289 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:41:34 smithi028 bash[31855]: cluster 2024-08-29T17:41:32.886132+0000 mgr.y (mgr.14150) 376 : cluster [DBG] pgmap v366: 97 pgs: 97 active+clean; 579 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-29T17:41:34.572 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:41:34 smithi053 bash[24720]: cluster 2024-08-29T17:41:32.886132+0000 mgr.y (mgr.14150) 376 : cluster [DBG] pgmap v366: 97 pgs: 97 active+clean; 579 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-29T17:41:36.572 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:41:36 smithi053 bash[24720]: cluster 2024-08-29T17:41:34.886976+0000 mgr.y (mgr.14150) 377 : cluster [DBG] pgmap v367: 97 pgs: 97 active+clean; 579 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-29T17:41:36.572 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:41:36 smithi053 bash[24720]: audit 2024-08-29T17:41:35.961123+0000 mon.a (mon.0) 715 : audit [INF] from='client.? 172.21.15.28:0/258693688' entity='client.admin' cmd=[{"prefix": "fs set", "fs_name": "cephfs", "var": "standby_count_wanted", "val": "0"}]: dispatch 2024-08-29T17:41:36.627 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:41:36 smithi028 bash[22419]: cluster 2024-08-29T17:41:34.886976+0000 mgr.y (mgr.14150) 377 : cluster [DBG] pgmap v367: 97 pgs: 97 active+clean; 579 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-29T17:41:36.628 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:41:36 smithi028 bash[22419]: audit 2024-08-29T17:41:35.961123+0000 mon.a (mon.0) 715 : audit [INF] from='client.? 172.21.15.28:0/258693688' entity='client.admin' cmd=[{"prefix": "fs set", "fs_name": "cephfs", "var": "standby_count_wanted", "val": "0"}]: dispatch 2024-08-29T17:41:36.628 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:41:36 smithi028 bash[31855]: cluster 2024-08-29T17:41:34.886976+0000 mgr.y (mgr.14150) 377 : cluster [DBG] pgmap v367: 97 pgs: 97 active+clean; 579 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-29T17:41:36.628 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:41:36 smithi028 bash[31855]: audit 2024-08-29T17:41:35.961123+0000 mon.a (mon.0) 715 : audit [INF] from='client.? 172.21.15.28:0/258693688' entity='client.admin' cmd=[{"prefix": "fs set", "fs_name": "cephfs", "var": "standby_count_wanted", "val": "0"}]: dispatch 2024-08-29T17:41:36.731 DEBUG:tasks.cephfs.filesystem:fs_config: {} 2024-08-29T17:41:36.732 DEBUG:teuthology.orchestra.run.smithi028:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 3167ee72-662c-11ef-bcd4-c7b262605968 -- ceph fs set cephfs allow_standby_replay false 2024-08-29T17:41:37.572 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:41:37 smithi053 bash[24720]: audit 2024-08-29T17:41:36.140889+0000 mon.a (mon.0) 716 : audit [INF] from='client.? 172.21.15.28:0/258693688' entity='client.admin' cmd='[{"prefix": "fs set", "fs_name": "cephfs", "var": "standby_count_wanted", "val": "0"}]': finished 2024-08-29T17:41:37.572 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:41:37 smithi053 bash[24720]: cluster 2024-08-29T17:41:36.141087+0000 mon.a (mon.0) 717 : cluster [DBG] fsmap cephfs:1 {0=b=up:active} 1 up:standby 2024-08-29T17:41:37.627 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:41:37 smithi028 bash[22419]: audit 2024-08-29T17:41:36.140889+0000 mon.a (mon.0) 716 : audit [INF] from='client.? 172.21.15.28:0/258693688' entity='client.admin' cmd='[{"prefix": "fs set", "fs_name": "cephfs", "var": "standby_count_wanted", "val": "0"}]': finished 2024-08-29T17:41:37.628 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:41:37 smithi028 bash[22419]: cluster 2024-08-29T17:41:36.141087+0000 mon.a (mon.0) 717 : cluster [DBG] fsmap cephfs:1 {0=b=up:active} 1 up:standby 2024-08-29T17:41:37.628 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:41:37 smithi028 bash[31855]: audit 2024-08-29T17:41:36.140889+0000 mon.a (mon.0) 716 : audit [INF] from='client.? 172.21.15.28:0/258693688' entity='client.admin' cmd='[{"prefix": "fs set", "fs_name": "cephfs", "var": "standby_count_wanted", "val": "0"}]': finished 2024-08-29T17:41:37.628 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:41:37 smithi028 bash[31855]: cluster 2024-08-29T17:41:36.141087+0000 mon.a (mon.0) 717 : cluster [DBG] fsmap cephfs:1 {0=b=up:active} 1 up:standby 2024-08-29T17:41:38.572 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:41:38 smithi053 bash[24720]: cluster 2024-08-29T17:41:36.887795+0000 mgr.y (mgr.14150) 378 : cluster [DBG] pgmap v368: 97 pgs: 97 active+clean; 579 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-29T17:41:38.627 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:41:38 smithi028 bash[22419]: cluster 2024-08-29T17:41:36.887795+0000 mgr.y (mgr.14150) 378 : cluster [DBG] pgmap v368: 97 pgs: 97 active+clean; 579 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-29T17:41:38.627 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:41:38 smithi028 bash[31855]: cluster 2024-08-29T17:41:36.887795+0000 mgr.y (mgr.14150) 378 : cluster [DBG] pgmap v368: 97 pgs: 97 active+clean; 579 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-29T17:41:40.572 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:41:40 smithi053 bash[24720]: cluster 2024-08-29T17:41:38.888765+0000 mgr.y (mgr.14150) 379 : cluster [DBG] pgmap v369: 97 pgs: 97 active+clean; 579 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-29T17:41:40.572 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:41:40 smithi053 bash[24720]: audit 2024-08-29T17:41:39.842167+0000 mon.a (mon.0) 718 : audit [DBG] from='mgr.14150 172.21.15.28:0/484978966' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-29T17:41:40.572 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:41:40 smithi053 bash[24720]: audit 2024-08-29T17:41:40.150359+0000 mon.a (mon.0) 719 : audit [INF] from='mgr.14150 172.21.15.28:0/484978966' entity='mgr.y' 2024-08-29T17:41:40.627 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:41:40 smithi028 bash[31855]: cluster 2024-08-29T17:41:38.888765+0000 mgr.y (mgr.14150) 379 : cluster [DBG] pgmap v369: 97 pgs: 97 active+clean; 579 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-29T17:41:40.627 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:41:40 smithi028 bash[31855]: audit 2024-08-29T17:41:39.842167+0000 mon.a (mon.0) 718 : audit [DBG] from='mgr.14150 172.21.15.28:0/484978966' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-29T17:41:40.627 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:41:40 smithi028 bash[31855]: audit 2024-08-29T17:41:40.150359+0000 mon.a (mon.0) 719 : audit [INF] from='mgr.14150 172.21.15.28:0/484978966' entity='mgr.y' 2024-08-29T17:41:40.628 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:41:40 smithi028 bash[22419]: cluster 2024-08-29T17:41:38.888765+0000 mgr.y (mgr.14150) 379 : cluster [DBG] pgmap v369: 97 pgs: 97 active+clean; 579 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-29T17:41:40.628 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:41:40 smithi028 bash[22419]: audit 2024-08-29T17:41:39.842167+0000 mon.a (mon.0) 718 : audit [DBG] from='mgr.14150 172.21.15.28:0/484978966' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-29T17:41:40.628 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:41:40 smithi028 bash[22419]: audit 2024-08-29T17:41:40.150359+0000 mon.a (mon.0) 719 : audit [INF] from='mgr.14150 172.21.15.28:0/484978966' entity='mgr.y' 2024-08-29T17:41:41.495 INFO:teuthology.orchestra.run.smithi028.stderr:Inferring config /var/lib/ceph/3167ee72-662c-11ef-bcd4-c7b262605968/mon.a/config 2024-08-29T17:41:41.572 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:41:41 smithi053 bash[24720]: audit 2024-08-29T17:41:40.155530+0000 mon.a (mon.0) 720 : audit [INF] from='mgr.14150 172.21.15.28:0/484978966' entity='mgr.y' 2024-08-29T17:41:41.572 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:41:41 smithi053 bash[24720]: audit 2024-08-29T17:41:40.520758+0000 mon.a (mon.0) 721 : audit [DBG] from='mgr.14150 172.21.15.28:0/484978966' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-29T17:41:41.572 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:41:41 smithi053 bash[24720]: audit 2024-08-29T17:41:40.522016+0000 mon.a (mon.0) 722 : audit [INF] from='mgr.14150 172.21.15.28:0/484978966' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-29T17:41:41.572 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:41:41 smithi053 bash[24720]: audit 2024-08-29T17:41:40.530358+0000 mon.a (mon.0) 723 : audit [INF] from='mgr.14150 172.21.15.28:0/484978966' entity='mgr.y' 2024-08-29T17:41:41.623 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:41:41 smithi028 bash[31855]: audit 2024-08-29T17:41:40.155530+0000 mon.a (mon.0) 720 : audit [INF] from='mgr.14150 172.21.15.28:0/484978966' entity='mgr.y' 2024-08-29T17:41:41.623 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:41:41 smithi028 bash[31855]: audit 2024-08-29T17:41:40.520758+0000 mon.a (mon.0) 721 : audit [DBG] from='mgr.14150 172.21.15.28:0/484978966' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-29T17:41:41.624 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:41:41 smithi028 bash[31855]: audit 2024-08-29T17:41:40.522016+0000 mon.a (mon.0) 722 : audit [INF] from='mgr.14150 172.21.15.28:0/484978966' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-29T17:41:41.624 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:41:41 smithi028 bash[31855]: audit 2024-08-29T17:41:40.530358+0000 mon.a (mon.0) 723 : audit [INF] from='mgr.14150 172.21.15.28:0/484978966' entity='mgr.y' 2024-08-29T17:41:41.624 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:41:41 smithi028 bash[22419]: audit 2024-08-29T17:41:40.155530+0000 mon.a (mon.0) 720 : audit [INF] from='mgr.14150 172.21.15.28:0/484978966' entity='mgr.y' 2024-08-29T17:41:41.624 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:41:41 smithi028 bash[22419]: audit 2024-08-29T17:41:40.520758+0000 mon.a (mon.0) 721 : audit [DBG] from='mgr.14150 172.21.15.28:0/484978966' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-29T17:41:41.624 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:41:41 smithi028 bash[22419]: audit 2024-08-29T17:41:40.522016+0000 mon.a (mon.0) 722 : audit [INF] from='mgr.14150 172.21.15.28:0/484978966' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-29T17:41:41.625 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:41:41 smithi028 bash[22419]: audit 2024-08-29T17:41:40.530358+0000 mon.a (mon.0) 723 : audit [INF] from='mgr.14150 172.21.15.28:0/484978966' entity='mgr.y' 2024-08-29T17:41:42.494 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:41:42 smithi028 bash[31855]: cluster 2024-08-29T17:41:40.889611+0000 mgr.y (mgr.14150) 380 : cluster [DBG] pgmap v370: 97 pgs: 97 active+clean; 579 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-29T17:41:42.494 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:41:42 smithi028 bash[22419]: cluster 2024-08-29T17:41:40.889611+0000 mgr.y (mgr.14150) 380 : cluster [DBG] pgmap v370: 97 pgs: 97 active+clean; 579 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-29T17:41:42.571 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:41:42 smithi053 bash[24720]: cluster 2024-08-29T17:41:40.889611+0000 mgr.y (mgr.14150) 380 : cluster [DBG] pgmap v370: 97 pgs: 97 active+clean; 579 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-29T17:41:44.377 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:41:44 smithi028 bash[22419]: cluster 2024-08-29T17:41:42.890417+0000 mgr.y (mgr.14150) 381 : cluster [DBG] pgmap v371: 97 pgs: 97 active+clean; 579 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-29T17:41:44.377 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:41:44 smithi028 bash[31855]: cluster 2024-08-29T17:41:42.890417+0000 mgr.y (mgr.14150) 381 : cluster [DBG] pgmap v371: 97 pgs: 97 active+clean; 579 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-29T17:41:44.571 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:41:44 smithi053 bash[24720]: cluster 2024-08-29T17:41:42.890417+0000 mgr.y (mgr.14150) 381 : cluster [DBG] pgmap v371: 97 pgs: 97 active+clean; 579 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-29T17:41:45.572 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:41:45 smithi053 bash[24720]: audit 2024-08-29T17:41:44.369788+0000 mon.c (mon.2) 12 : audit [INF] from='client.? 172.21.15.28:0/2998769024' entity='client.admin' cmd=[{"prefix": "fs set", "fs_name": "cephfs", "var": "allow_standby_replay", "val": "false"}]: dispatch 2024-08-29T17:41:45.572 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:41:45 smithi053 bash[24720]: audit 2024-08-29T17:41:44.370389+0000 mon.a (mon.0) 724 : audit [INF] from='client.? ' entity='client.admin' cmd=[{"prefix": "fs set", "fs_name": "cephfs", "var": "allow_standby_replay", "val": "false"}]: dispatch 2024-08-29T17:41:45.627 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:41:45 smithi028 bash[22419]: audit 2024-08-29T17:41:44.369788+0000 mon.c (mon.2) 12 : audit [INF] from='client.? 172.21.15.28:0/2998769024' entity='client.admin' cmd=[{"prefix": "fs set", "fs_name": "cephfs", "var": "allow_standby_replay", "val": "false"}]: dispatch 2024-08-29T17:41:45.627 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:41:45 smithi028 bash[22419]: audit 2024-08-29T17:41:44.370389+0000 mon.a (mon.0) 724 : audit [INF] from='client.? ' entity='client.admin' cmd=[{"prefix": "fs set", "fs_name": "cephfs", "var": "allow_standby_replay", "val": "false"}]: dispatch 2024-08-29T17:41:45.628 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:41:45 smithi028 bash[31855]: audit 2024-08-29T17:41:44.369788+0000 mon.c (mon.2) 12 : audit [INF] from='client.? 172.21.15.28:0/2998769024' entity='client.admin' cmd=[{"prefix": "fs set", "fs_name": "cephfs", "var": "allow_standby_replay", "val": "false"}]: dispatch 2024-08-29T17:41:45.628 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:41:45 smithi028 bash[31855]: audit 2024-08-29T17:41:44.370389+0000 mon.a (mon.0) 724 : audit [INF] from='client.? ' entity='client.admin' cmd=[{"prefix": "fs set", "fs_name": "cephfs", "var": "allow_standby_replay", "val": "false"}]: dispatch 2024-08-29T17:41:45.793 DEBUG:tasks.cephfs.filesystem:Not Creating any subvols for filesystem 'cephfs' 2024-08-29T17:41:45.794 DEBUG:teuthology.orchestra.run.smithi028:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 3167ee72-662c-11ef-bcd4-c7b262605968 -- ceph fs dump --format=json 2024-08-29T17:41:46.572 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:41:46 smithi053 bash[24720]: cluster 2024-08-29T17:41:44.891223+0000 mgr.y (mgr.14150) 382 : cluster [DBG] pgmap v372: 97 pgs: 97 active+clean; 579 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-29T17:41:46.572 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:41:46 smithi053 bash[24720]: audit 2024-08-29T17:41:45.179784+0000 mon.a (mon.0) 725 : audit [INF] from='client.? ' entity='client.admin' cmd='[{"prefix": "fs set", "fs_name": "cephfs", "var": "allow_standby_replay", "val": "false"}]': finished 2024-08-29T17:41:46.572 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:41:46 smithi053 bash[24720]: cluster 2024-08-29T17:41:45.179966+0000 mon.a (mon.0) 726 : cluster [DBG] fsmap cephfs:1 {0=b=up:active} 1 up:standby 2024-08-29T17:41:46.627 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:41:46 smithi028 bash[31855]: cluster 2024-08-29T17:41:44.891223+0000 mgr.y (mgr.14150) 382 : cluster [DBG] pgmap v372: 97 pgs: 97 active+clean; 579 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-29T17:41:46.627 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:41:46 smithi028 bash[31855]: audit 2024-08-29T17:41:45.179784+0000 mon.a (mon.0) 725 : audit [INF] from='client.? ' entity='client.admin' cmd='[{"prefix": "fs set", "fs_name": "cephfs", "var": "allow_standby_replay", "val": "false"}]': finished 2024-08-29T17:41:46.627 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:41:46 smithi028 bash[31855]: cluster 2024-08-29T17:41:45.179966+0000 mon.a (mon.0) 726 : cluster [DBG] fsmap cephfs:1 {0=b=up:active} 1 up:standby 2024-08-29T17:41:46.628 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:41:46 smithi028 bash[22419]: cluster 2024-08-29T17:41:44.891223+0000 mgr.y (mgr.14150) 382 : cluster [DBG] pgmap v372: 97 pgs: 97 active+clean; 579 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-29T17:41:46.628 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:41:46 smithi028 bash[22419]: audit 2024-08-29T17:41:45.179784+0000 mon.a (mon.0) 725 : audit [INF] from='client.? ' entity='client.admin' cmd='[{"prefix": "fs set", "fs_name": "cephfs", "var": "allow_standby_replay", "val": "false"}]': finished 2024-08-29T17:41:46.628 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:41:46 smithi028 bash[22419]: cluster 2024-08-29T17:41:45.179966+0000 mon.a (mon.0) 726 : cluster [DBG] fsmap cephfs:1 {0=b=up:active} 1 up:standby 2024-08-29T17:41:48.572 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:41:48 smithi053 bash[24720]: cluster 2024-08-29T17:41:46.892073+0000 mgr.y (mgr.14150) 383 : cluster [DBG] pgmap v373: 97 pgs: 97 active+clean; 579 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-29T17:41:48.627 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:41:48 smithi028 bash[22419]: cluster 2024-08-29T17:41:46.892073+0000 mgr.y (mgr.14150) 383 : cluster [DBG] pgmap v373: 97 pgs: 97 active+clean; 579 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-29T17:41:48.627 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:41:48 smithi028 bash[31855]: cluster 2024-08-29T17:41:46.892073+0000 mgr.y (mgr.14150) 383 : cluster [DBG] pgmap v373: 97 pgs: 97 active+clean; 579 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-29T17:41:50.560 INFO:teuthology.orchestra.run.smithi028.stderr:Inferring config /var/lib/ceph/3167ee72-662c-11ef-bcd4-c7b262605968/mon.a/config 2024-08-29T17:41:50.571 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:41:50 smithi053 bash[24720]: cluster 2024-08-29T17:41:48.893043+0000 mgr.y (mgr.14150) 384 : cluster [DBG] pgmap v374: 97 pgs: 97 active+clean; 579 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-29T17:41:50.627 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:41:50 smithi028 bash[22419]: cluster 2024-08-29T17:41:48.893043+0000 mgr.y (mgr.14150) 384 : cluster [DBG] pgmap v374: 97 pgs: 97 active+clean; 579 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-29T17:41:50.627 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:41:50 smithi028 bash[31855]: cluster 2024-08-29T17:41:48.893043+0000 mgr.y (mgr.14150) 384 : cluster [DBG] pgmap v374: 97 pgs: 97 active+clean; 579 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-29T17:41:52.572 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:41:52 smithi053 bash[24720]: cluster 2024-08-29T17:41:50.893938+0000 mgr.y (mgr.14150) 385 : cluster [DBG] pgmap v375: 97 pgs: 97 active+clean; 579 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-29T17:41:52.627 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:41:52 smithi028 bash[22419]: cluster 2024-08-29T17:41:50.893938+0000 mgr.y (mgr.14150) 385 : cluster [DBG] pgmap v375: 97 pgs: 97 active+clean; 579 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-29T17:41:52.627 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:41:52 smithi028 bash[31855]: cluster 2024-08-29T17:41:50.893938+0000 mgr.y (mgr.14150) 385 : cluster [DBG] pgmap v375: 97 pgs: 97 active+clean; 579 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-29T17:41:53.529 INFO:teuthology.orchestra.run.smithi028.stderr:dumped fsmap epoch 8 2024-08-29T17:41:53.529 INFO:teuthology.orchestra.run.smithi028.stdout: 2024-08-29T17:41:53.529 INFO:teuthology.orchestra.run.smithi028.stdout:{"epoch":8,"default_fscid":1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":24317,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.28:6835/827521080","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.28:6834","nonce":827521080},{"type":"v1","addr":"172.21.15.28:6835","nonce":827521080}]},"join_fscid":-1,"export_targets":[],"features":4540138320759226367,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"epoch":2}],"filesystems":[{"mdsmap":{"epoch":8,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2024-08-29T17:41:10.604613+0000","modified":"2024-08-29T17:41:45.167070+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"max_mds":1,"in":[0],"up":{"mds_0":24322},"failed":[],"damaged":[],"stopped":[],"info":{"gid_24322":{"gid":24322,"name":"b","rank":0,"incarnation":4,"state":"up:active","state_seq":11,"addr":"172.21.15.53:6833/1231318269","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.53:6832","nonce":1231318269},{"type":"v1","addr":"172.21.15.53:6833","nonce":1231318269}]},"join_fscid":-1,"export_targets":[],"features":4540138320759226367,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}}}},"data_pools":[3],"metadata_pool":2,"enabled":true,"fs_name":"cephfs","balancer":"","standby_count_wanted":0},"id":1}]} 2024-08-29T17:41:54.131 DEBUG:teuthology.orchestra.run.smithi028:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 3167ee72-662c-11ef-bcd4-c7b262605968 -- ceph osd dump --format=json 2024-08-29T17:41:54.571 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:41:54 smithi053 bash[24720]: cluster 2024-08-29T17:41:52.894804+0000 mgr.y (mgr.14150) 386 : cluster [DBG] pgmap v376: 97 pgs: 97 active+clean; 579 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-29T17:41:54.572 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:41:54 smithi053 bash[24720]: audit 2024-08-29T17:41:53.533514+0000 mon.a (mon.0) 727 : audit [DBG] from='client.? 172.21.15.28:0/3816389462' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-08-29T17:41:54.627 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:41:54 smithi028 bash[31855]: cluster 2024-08-29T17:41:52.894804+0000 mgr.y (mgr.14150) 386 : cluster [DBG] pgmap v376: 97 pgs: 97 active+clean; 579 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-29T17:41:54.627 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:41:54 smithi028 bash[31855]: audit 2024-08-29T17:41:53.533514+0000 mon.a (mon.0) 727 : audit [DBG] from='client.? 172.21.15.28:0/3816389462' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-08-29T17:41:54.627 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:41:54 smithi028 bash[22419]: cluster 2024-08-29T17:41:52.894804+0000 mgr.y (mgr.14150) 386 : cluster [DBG] pgmap v376: 97 pgs: 97 active+clean; 579 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-29T17:41:54.628 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:41:54 smithi028 bash[22419]: audit 2024-08-29T17:41:53.533514+0000 mon.a (mon.0) 727 : audit [DBG] from='client.? 172.21.15.28:0/3816389462' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-08-29T17:41:56.572 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:41:56 smithi053 bash[24720]: cluster 2024-08-29T17:41:54.895588+0000 mgr.y (mgr.14150) 387 : cluster [DBG] pgmap v377: 97 pgs: 97 active+clean; 579 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-29T17:41:56.627 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:41:56 smithi028 bash[22419]: cluster 2024-08-29T17:41:54.895588+0000 mgr.y (mgr.14150) 387 : cluster [DBG] pgmap v377: 97 pgs: 97 active+clean; 579 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-29T17:41:56.627 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:41:56 smithi028 bash[31855]: cluster 2024-08-29T17:41:54.895588+0000 mgr.y (mgr.14150) 387 : cluster [DBG] pgmap v377: 97 pgs: 97 active+clean; 579 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-29T17:41:58.571 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:41:58 smithi053 bash[24720]: cluster 2024-08-29T17:41:56.896134+0000 mgr.y (mgr.14150) 388 : cluster [DBG] pgmap v378: 97 pgs: 97 active+clean; 579 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-29T17:41:58.627 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:41:58 smithi028 bash[22419]: cluster 2024-08-29T17:41:56.896134+0000 mgr.y (mgr.14150) 388 : cluster [DBG] pgmap v378: 97 pgs: 97 active+clean; 579 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-29T17:41:58.627 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:41:58 smithi028 bash[31855]: cluster 2024-08-29T17:41:56.896134+0000 mgr.y (mgr.14150) 388 : cluster [DBG] pgmap v378: 97 pgs: 97 active+clean; 579 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-29T17:41:58.913 INFO:teuthology.orchestra.run.smithi028.stderr:Inferring config /var/lib/ceph/3167ee72-662c-11ef-bcd4-c7b262605968/mon.a/config 2024-08-29T17:42:00.268 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:42:00 smithi028 bash[31855]: cluster 2024-08-29T17:41:58.897052+0000 mgr.y (mgr.14150) 389 : cluster [DBG] pgmap v379: 97 pgs: 97 active+clean; 579 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-29T17:42:00.269 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:42:00 smithi028 bash[22419]: cluster 2024-08-29T17:41:58.897052+0000 mgr.y (mgr.14150) 389 : cluster [DBG] pgmap v379: 97 pgs: 97 active+clean; 579 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-29T17:42:00.572 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:42:00 smithi053 bash[24720]: cluster 2024-08-29T17:41:58.897052+0000 mgr.y (mgr.14150) 389 : cluster [DBG] pgmap v379: 97 pgs: 97 active+clean; 579 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-29T17:42:01.885 INFO:teuthology.orchestra.run.smithi028.stdout: 2024-08-29T17:42:01.886 INFO:teuthology.orchestra.run.smithi028.stdout:{"epoch":67,"fsid":"3167ee72-662c-11ef-bcd4-c7b262605968","created":"2024-08-29T17:30:17.962961+0000","modified":"2024-08-29T17:41:16.076852+0000","last_up_change":"2024-08-29T17:39:52.090994+0000","last_in_change":"2024-08-29T17:39:24.826745+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":18,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":3,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"luminous","require_osd_release":"quincy","pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-08-29T17:35:25.344793+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"21","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}}},{"pool":2,"pool_name":"cephfs_metadata","create_time":"2024-08-29T17:40:52.941044+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"65","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}}},{"pool":3,"pool_name":"cephfs_data","create_time":"2024-08-29T17:41:01.591058+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"65","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}}}],"osds":[{"osd":0,"uuid":"660d8ce2-ea9d-4b15-8d9a-ec42e86552e4","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":8,"up_thru":62,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.28:6802","nonce":314031528},{"type":"v1","addr":"172.21.15.28:6803","nonce":314031528}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.28:6804","nonce":314031528},{"type":"v1","addr":"172.21.15.28:6805","nonce":314031528}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.28:6808","nonce":314031528},{"type":"v1","addr":"172.21.15.28:6809","nonce":314031528}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.28:6806","nonce":314031528},{"type":"v1","addr":"172.21.15.28:6807","nonce":314031528}]},"public_addr":"172.21.15.28:6803/314031528","cluster_addr":"172.21.15.28:6805/314031528","heartbeat_back_addr":"172.21.15.28:6809/314031528","heartbeat_front_addr":"172.21.15.28:6807/314031528","state":["exists","up"]},{"osd":1,"uuid":"fdf44197-06ca-494f-bb43-e320705d24ca","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":62,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.28:6810","nonce":947972179},{"type":"v1","addr":"172.21.15.28:6811","nonce":947972179}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.28:6812","nonce":947972179},{"type":"v1","addr":"172.21.15.28:6813","nonce":947972179}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.28:6816","nonce":947972179},{"type":"v1","addr":"172.21.15.28:6817","nonce":947972179}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.28:6814","nonce":947972179},{"type":"v1","addr":"172.21.15.28:6815","nonce":947972179}]},"public_addr":"172.21.15.28:6811/947972179","cluster_addr":"172.21.15.28:6813/947972179","heartbeat_back_addr":"172.21.15.28:6817/947972179","heartbeat_front_addr":"172.21.15.28:6815/947972179","state":["exists","up"]},{"osd":2,"uuid":"af570229-94ea-421f-a54b-5ad9c2ec751e","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":18,"up_thru":66,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.28:6818","nonce":1663434626},{"type":"v1","addr":"172.21.15.28:6819","nonce":1663434626}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.28:6820","nonce":1663434626},{"type":"v1","addr":"172.21.15.28:6821","nonce":1663434626}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.28:6824","nonce":1663434626},{"type":"v1","addr":"172.21.15.28:6825","nonce":1663434626}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.28:6822","nonce":1663434626},{"type":"v1","addr":"172.21.15.28:6823","nonce":1663434626}]},"public_addr":"172.21.15.28:6819/1663434626","cluster_addr":"172.21.15.28:6821/1663434626","heartbeat_back_addr":"172.21.15.28:6825/1663434626","heartbeat_front_addr":"172.21.15.28:6823/1663434626","state":["exists","up"]},{"osd":3,"uuid":"4fa9802d-cf40-4ef1-a9bd-082be7c32d40","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":25,"up_thru":66,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.28:6826","nonce":1391242429},{"type":"v1","addr":"172.21.15.28:6827","nonce":1391242429}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.28:6828","nonce":1391242429},{"type":"v1","addr":"172.21.15.28:6829","nonce":1391242429}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.28:6832","nonce":1391242429},{"type":"v1","addr":"172.21.15.28:6833","nonce":1391242429}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.28:6830","nonce":1391242429},{"type":"v1","addr":"172.21.15.28:6831","nonce":1391242429}]},"public_addr":"172.21.15.28:6827/1391242429","cluster_addr":"172.21.15.28:6829/1391242429","heartbeat_back_addr":"172.21.15.28:6833/1391242429","heartbeat_front_addr":"172.21.15.28:6831/1391242429","state":["exists","up"]},{"osd":4,"uuid":"18edf361-e223-4e8c-b6ef-73e210c2cce1","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":30,"up_thru":62,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.53:6800","nonce":197218845},{"type":"v1","addr":"172.21.15.53:6801","nonce":197218845}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.53:6802","nonce":197218845},{"type":"v1","addr":"172.21.15.53:6803","nonce":197218845}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.53:6806","nonce":197218845},{"type":"v1","addr":"172.21.15.53:6807","nonce":197218845}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.53:6804","nonce":197218845},{"type":"v1","addr":"172.21.15.53:6805","nonce":197218845}]},"public_addr":"172.21.15.53:6801/197218845","cluster_addr":"172.21.15.53:6803/197218845","heartbeat_back_addr":"172.21.15.53:6807/197218845","heartbeat_front_addr":"172.21.15.53:6805/197218845","state":["exists","up"]},{"osd":5,"uuid":"07a24bff-d6cc-495d-97e1-768094b28c0b","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":38,"up_thru":66,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.53:6808","nonce":2509978860},{"type":"v1","addr":"172.21.15.53:6809","nonce":2509978860}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.53:6810","nonce":2509978860},{"type":"v1","addr":"172.21.15.53:6811","nonce":2509978860}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.53:6814","nonce":2509978860},{"type":"v1","addr":"172.21.15.53:6815","nonce":2509978860}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.53:6812","nonce":2509978860},{"type":"v1","addr":"172.21.15.53:6813","nonce":2509978860}]},"public_addr":"172.21.15.53:6809/2509978860","cluster_addr":"172.21.15.53:6811/2509978860","heartbeat_back_addr":"172.21.15.53:6815/2509978860","heartbeat_front_addr":"172.21.15.53:6813/2509978860","state":["exists","up"]},{"osd":6,"uuid":"b03b1ee8-77ac-47f4-a76c-01e2eaa7b954","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":46,"up_thru":66,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.53:6816","nonce":2368257265},{"type":"v1","addr":"172.21.15.53:6817","nonce":2368257265}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.53:6818","nonce":2368257265},{"type":"v1","addr":"172.21.15.53:6819","nonce":2368257265}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.53:6822","nonce":2368257265},{"type":"v1","addr":"172.21.15.53:6823","nonce":2368257265}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.53:6820","nonce":2368257265},{"type":"v1","addr":"172.21.15.53:6821","nonce":2368257265}]},"public_addr":"172.21.15.53:6817/2368257265","cluster_addr":"172.21.15.53:6819/2368257265","heartbeat_back_addr":"172.21.15.53:6823/2368257265","heartbeat_front_addr":"172.21.15.53:6821/2368257265","state":["exists","up"]},{"osd":7,"uuid":"14a519fb-979e-474b-8ae5-fa5a2be44daf","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":54,"up_thru":66,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.53:6824","nonce":3599531299},{"type":"v1","addr":"172.21.15.53:6825","nonce":3599531299}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.53:6826","nonce":3599531299},{"type":"v1","addr":"172.21.15.53:6827","nonce":3599531299}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.53:6830","nonce":3599531299},{"type":"v1","addr":"172.21.15.53:6831","nonce":3599531299}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.53:6828","nonce":3599531299},{"type":"v1","addr":"172.21.15.53:6829","nonce":3599531299}]},"public_addr":"172.21.15.53:6825/3599531299","cluster_addr":"172.21.15.53:6827/3599531299","heartbeat_back_addr":"172.21.15.53:6831/3599531299","heartbeat_front_addr":"172.21.15.53:6829/3599531299","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138320759226367,"old_weight":0,"last_purged_snaps_scrub":"2024-08-29T17:33:39.919890+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138320759226367,"old_weight":0,"last_purged_snaps_scrub":"2024-08-29T17:34:30.063951+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138320759226367,"old_weight":0,"last_purged_snaps_scrub":"2024-08-29T17:35:22.232071+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138320759226367,"old_weight":0,"last_purged_snaps_scrub":"2024-08-29T17:36:12.717974+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138320759226367,"old_weight":0,"last_purged_snaps_scrub":"2024-08-29T17:37:03.586686+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138320759226367,"old_weight":0,"last_purged_snaps_scrub":"2024-08-29T17:37:57.337551+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138320759226367,"old_weight":0,"last_purged_snaps_scrub":"2024-08-29T17:38:54.315017+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138320759226367,"old_weight":0,"last_purged_snaps_scrub":"2024-08-29T17:39:50.978615+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[{"pgid":"2.7","mappings":[{"from":7,"to":4}]},{"pgid":"3.7","mappings":[{"from":0,"to":1}]},{"pgid":"3.14","mappings":[{"from":4,"to":2}]},{"pgid":"3.2b","mappings":[{"from":0,"to":2}]},{"pgid":"3.2f","mappings":[{"from":4,"to":3}]},{"pgid":"3.34","mappings":[{"from":4,"to":2}]},{"pgid":"3.37","mappings":[{"from":5,"to":1}]}],"pg_temp":[],"primary_temp":[],"blocklist":{"172.21.15.28:6800/1962738264":"2024-08-30T17:31:14.716137+0000","172.21.15.28:0/177482802":"2024-08-30T17:31:14.716137+0000","172.21.15.28:6801/1962738264":"2024-08-30T17:31:14.716137+0000","172.21.15.28:0/2352293407":"2024-08-30T17:31:14.716137+0000","172.21.15.28:6801/4159614718":"2024-08-30T17:30:43.836116+0000","172.21.15.28:6800/4159614718":"2024-08-30T17:30:43.836116+0000","172.21.15.28:0/2399305464":"2024-08-30T17:31:14.716137+0000","172.21.15.28:0/3881020925":"2024-08-30T17:30:43.836116+0000","172.21.15.28:0/3329288402":"2024-08-30T17:30:43.836116+0000","172.21.15.28:0/2647379891":"2024-08-30T17:30:43.836116+0000"},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-08-29T17:42:02.496 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:42:02 smithi028 bash[22419]: cluster 2024-08-29T17:42:00.897901+0000 mgr.y (mgr.14150) 390 : cluster [DBG] pgmap v380: 97 pgs: 97 active+clean; 579 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-29T17:42:02.496 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:42:02 smithi028 bash[22419]: audit 2024-08-29T17:42:01.889512+0000 mon.a (mon.0) 728 : audit [DBG] from='client.? 172.21.15.28:0/964514163' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-08-29T17:42:02.497 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:42:02 smithi028 bash[31855]: cluster 2024-08-29T17:42:00.897901+0000 mgr.y (mgr.14150) 390 : cluster [DBG] pgmap v380: 97 pgs: 97 active+clean; 579 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-29T17:42:02.497 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:42:02 smithi028 bash[31855]: audit 2024-08-29T17:42:01.889512+0000 mon.a (mon.0) 728 : audit [DBG] from='client.? 172.21.15.28:0/964514163' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-08-29T17:42:02.498 INFO:tasks.cephadm.ceph_manager.ceph:waiting for clean 2024-08-29T17:42:02.498 DEBUG:teuthology.orchestra.run.smithi028:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 3167ee72-662c-11ef-bcd4-c7b262605968 -- ceph pg dump --format=json 2024-08-29T17:42:02.571 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:42:02 smithi053 bash[24720]: cluster 2024-08-29T17:42:00.897901+0000 mgr.y (mgr.14150) 390 : cluster [DBG] pgmap v380: 97 pgs: 97 active+clean; 579 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-29T17:42:02.572 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:42:02 smithi053 bash[24720]: audit 2024-08-29T17:42:01.889512+0000 mon.a (mon.0) 728 : audit [DBG] from='client.? 172.21.15.28:0/964514163' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-08-29T17:42:04.571 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:42:04 smithi053 bash[24720]: cluster 2024-08-29T17:42:02.898714+0000 mgr.y (mgr.14150) 391 : cluster [DBG] pgmap v381: 97 pgs: 97 active+clean; 579 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-29T17:42:04.627 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:42:04 smithi028 bash[31855]: cluster 2024-08-29T17:42:02.898714+0000 mgr.y (mgr.14150) 391 : cluster [DBG] pgmap v381: 97 pgs: 97 active+clean; 579 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-29T17:42:04.627 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:42:04 smithi028 bash[22419]: cluster 2024-08-29T17:42:02.898714+0000 mgr.y (mgr.14150) 391 : cluster [DBG] pgmap v381: 97 pgs: 97 active+clean; 579 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-29T17:42:06.571 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:42:06 smithi053 bash[24720]: cluster 2024-08-29T17:42:04.899525+0000 mgr.y (mgr.14150) 392 : cluster [DBG] pgmap v382: 97 pgs: 97 active+clean; 579 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-29T17:42:06.627 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:42:06 smithi028 bash[22419]: cluster 2024-08-29T17:42:04.899525+0000 mgr.y (mgr.14150) 392 : cluster [DBG] pgmap v382: 97 pgs: 97 active+clean; 579 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-29T17:42:06.627 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:42:06 smithi028 bash[31855]: cluster 2024-08-29T17:42:04.899525+0000 mgr.y (mgr.14150) 392 : cluster [DBG] pgmap v382: 97 pgs: 97 active+clean; 579 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-29T17:42:07.272 INFO:teuthology.orchestra.run.smithi028.stderr:Inferring config /var/lib/ceph/3167ee72-662c-11ef-bcd4-c7b262605968/mon.a/config 2024-08-29T17:42:08.559 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:42:08 smithi028 bash[22419]: cluster 2024-08-29T17:42:06.900456+0000 mgr.y (mgr.14150) 393 : cluster [DBG] pgmap v383: 97 pgs: 97 active+clean; 579 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-29T17:42:08.559 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:42:08 smithi028 bash[31855]: cluster 2024-08-29T17:42:06.900456+0000 mgr.y (mgr.14150) 393 : cluster [DBG] pgmap v383: 97 pgs: 97 active+clean; 579 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-29T17:42:08.571 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:42:08 smithi053 bash[24720]: cluster 2024-08-29T17:42:06.900456+0000 mgr.y (mgr.14150) 393 : cluster [DBG] pgmap v383: 97 pgs: 97 active+clean; 579 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-29T17:42:10.263 INFO:teuthology.orchestra.run.smithi028.stdout: 2024-08-29T17:42:10.265 INFO:teuthology.orchestra.run.smithi028.stderr:dumped all 2024-08-29T17:42:10.508 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:42:10 smithi028 bash[31855]: cluster 2024-08-29T17:42:08.901533+0000 mgr.y (mgr.14150) 394 : cluster [DBG] pgmap v384: 97 pgs: 97 active+clean; 579 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-29T17:42:10.509 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:42:10 smithi028 bash[22419]: cluster 2024-08-29T17:42:08.901533+0000 mgr.y (mgr.14150) 394 : cluster [DBG] pgmap v384: 97 pgs: 97 active+clean; 579 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-29T17:42:10.571 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:42:10 smithi053 bash[24720]: cluster 2024-08-29T17:42:08.901533+0000 mgr.y (mgr.14150) 394 : cluster [DBG] pgmap v384: 97 pgs: 97 active+clean; 579 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-29T17:42:10.879 INFO:teuthology.orchestra.run.smithi028.stdout:{"pg_ready":true,"pg_map":{"version":384,"stamp":"2024-08-29T17:42:08.900801+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":592706,"num_objects":24,"num_object_clones":0,"num_object_copies":72,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":24,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":204,"num_write_kb":2429,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":7,"num_bytes_recovered":1771104,"num_keys_recovered":0,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":156,"ondisk_log_size":156,"up":291,"acting":291,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":291,"num_osds":8,"num_per_pool_osds":8,"num_per_pool_omap_osds":8,"kb":749961216,"kb_used":2385980,"kb_used_data":7124,"kb_used_omap":13,"kb_used_meta":2378738,"kb_avail":747575236,"statfs":{"total":767960285184,"available":765517041664,"internally_reserved":0,"allocated":7294976,"data_stored":4097338,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":13632,"internal_metadata":2435828416},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"12.005001"},"pg_stats":[{"pgid":"3.3f","version":"0'0","reported_seq":13,"reported_epoch":66,"state":"active+clean","last_fresh":"2024-08-29T17:41:15.090147+0000","last_change":"2024-08-29T17:41:03.068207+0000","last_active":"2024-08-29T17:41:15.090147+0000","last_peered":"2024-08-29T17:41:15.090147+0000","last_clean":"2024-08-29T17:41:15.090147+0000","last_became_active":"2024-08-29T17:41:03.067337+0000","last_became_peered":"2024-08-29T17:41:03.067337+0000","last_unstale":"2024-08-29T17:41:15.090147+0000","last_undegraded":"2024-08-29T17:41:15.090147+0000","last_fullsized":"2024-08-29T17:41:15.090147+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-29T17:41:01.987071+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-29T17:41:01.987071+0000","last_clean_scrub_stamp":"2024-08-29T17:41:01.987071+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-30T18:58:38.929788+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6,0],"acting":[7,6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.3e","version":"0'0","reported_seq":13,"reported_epoch":66,"state":"active+clean","last_fresh":"2024-08-29T17:41:15.096522+0000","last_change":"2024-08-29T17:41:03.042962+0000","last_active":"2024-08-29T17:41:15.096522+0000","last_peered":"2024-08-29T17:41:15.096522+0000","last_clean":"2024-08-29T17:41:15.096522+0000","last_became_active":"2024-08-29T17:41:03.042246+0000","last_became_peered":"2024-08-29T17:41:03.042246+0000","last_unstale":"2024-08-29T17:41:15.096522+0000","last_undegraded":"2024-08-29T17:41:15.096522+0000","last_fullsized":"2024-08-29T17:41:15.096522+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-29T17:41:01.987071+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-29T17:41:01.987071+0000","last_clean_scrub_stamp":"2024-08-29T17:41:01.987071+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-30T22:04:37.073113+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0,6],"acting":[1,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.3d","version":"0'0","reported_seq":13,"reported_epoch":66,"state":"active+clean","last_fresh":"2024-08-29T17:41:15.080115+0000","last_change":"2024-08-29T17:41:03.063179+0000","last_active":"2024-08-29T17:41:15.080115+0000","last_peered":"2024-08-29T17:41:15.080115+0000","last_clean":"2024-08-29T17:41:15.080115+0000","last_became_active":"2024-08-29T17:41:03.062690+0000","last_became_peered":"2024-08-29T17:41:03.062690+0000","last_unstale":"2024-08-29T17:41:15.080115+0000","last_undegraded":"2024-08-29T17:41:15.080115+0000","last_fullsized":"2024-08-29T17:41:15.080115+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-29T17:41:01.987071+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-29T17:41:01.987071+0000","last_clean_scrub_stamp":"2024-08-29T17:41:01.987071+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-30T19:40:18.201065+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2,1],"acting":[0,2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.3c","version":"0'0","reported_seq":13,"reported_epoch":66,"state":"active+clean","last_fresh":"2024-08-29T17:41:15.085750+0000","last_change":"2024-08-29T17:41:03.082306+0000","last_active":"2024-08-29T17:41:15.085750+0000","last_peered":"2024-08-29T17:41:15.085750+0000","last_clean":"2024-08-29T17:41:15.085750+0000","last_became_active":"2024-08-29T17:41:03.081477+0000","last_became_peered":"2024-08-29T17:41:03.081477+0000","last_unstale":"2024-08-29T17:41:15.085750+0000","last_undegraded":"2024-08-29T17:41:15.085750+0000","last_fullsized":"2024-08-29T17:41:15.085750+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-29T17:41:01.987071+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-29T17:41:01.987071+0000","last_clean_scrub_stamp":"2024-08-29T17:41:01.987071+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-30T23:24:52.723298+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,7],"acting":[5,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.3b","version":"0'0","reported_seq":13,"reported_epoch":66,"state":"active+clean","last_fresh":"2024-08-29T17:41:15.088677+0000","last_change":"2024-08-29T17:41:03.086984+0000","last_active":"2024-08-29T17:41:15.088677+0000","last_peered":"2024-08-29T17:41:15.088677+0000","last_clean":"2024-08-29T17:41:15.088677+0000","last_became_active":"2024-08-29T17:41:03.086694+0000","last_became_peered":"2024-08-29T17:41:03.086694+0000","last_unstale":"2024-08-29T17:41:15.088677+0000","last_undegraded":"2024-08-29T17:41:15.088677+0000","last_fullsized":"2024-08-29T17:41:15.088677+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-29T17:41:01.987071+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-29T17:41:01.987071+0000","last_clean_scrub_stamp":"2024-08-29T17:41:01.987071+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-31T02:14:36.423246+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2,4],"acting":[7,2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.3a","version":"0'0","reported_seq":13,"reported_epoch":66,"state":"active+clean","last_fresh":"2024-08-29T17:41:15.085802+0000","last_change":"2024-08-29T17:41:03.069307+0000","last_active":"2024-08-29T17:41:15.085802+0000","last_peered":"2024-08-29T17:41:15.085802+0000","last_clean":"2024-08-29T17:41:15.085802+0000","last_became_active":"2024-08-29T17:41:03.068533+0000","last_became_peered":"2024-08-29T17:41:03.068533+0000","last_unstale":"2024-08-29T17:41:15.085802+0000","last_undegraded":"2024-08-29T17:41:15.085802+0000","last_fullsized":"2024-08-29T17:41:15.085802+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-29T17:41:01.987071+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-29T17:41:01.987071+0000","last_clean_scrub_stamp":"2024-08-29T17:41:01.987071+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-31T02:26:49.631218+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0,1],"acting":[5,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.39","version":"0'0","reported_seq":13,"reported_epoch":66,"state":"active+clean","last_fresh":"2024-08-29T17:41:15.087090+0000","last_change":"2024-08-29T17:41:03.085926+0000","last_active":"2024-08-29T17:41:15.087090+0000","last_peered":"2024-08-29T17:41:15.087090+0000","last_clean":"2024-08-29T17:41:15.087090+0000","last_became_active":"2024-08-29T17:41:03.084758+0000","last_became_peered":"2024-08-29T17:41:03.084758+0000","last_unstale":"2024-08-29T17:41:15.087090+0000","last_undegraded":"2024-08-29T17:41:15.087090+0000","last_fullsized":"2024-08-29T17:41:15.087090+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-29T17:41:01.987071+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-29T17:41:01.987071+0000","last_clean_scrub_stamp":"2024-08-29T17:41:01.987071+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-30T23:26:02.565365+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,4],"acting":[7,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.38","version":"0'0","reported_seq":13,"reported_epoch":66,"state":"active+clean","last_fresh":"2024-08-29T17:41:15.084836+0000","last_change":"2024-08-29T17:41:03.054590+0000","last_active":"2024-08-29T17:41:15.084836+0000","last_peered":"2024-08-29T17:41:15.084836+0000","last_clean":"2024-08-29T17:41:15.084836+0000","last_became_active":"2024-08-29T17:41:03.053683+0000","last_became_peered":"2024-08-29T17:41:03.053683+0000","last_unstale":"2024-08-29T17:41:15.084836+0000","last_undegraded":"2024-08-29T17:41:15.084836+0000","last_fullsized":"2024-08-29T17:41:15.084836+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-29T17:41:01.987071+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-29T17:41:01.987071+0000","last_clean_scrub_stamp":"2024-08-29T17:41:01.987071+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-31T05:16:45.530798+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,6],"acting":[3,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.37","version":"0'0","reported_seq":23,"reported_epoch":67,"state":"active+clean","last_fresh":"2024-08-29T17:41:16.980821+0000","last_change":"2024-08-29T17:41:16.980821+0000","last_active":"2024-08-29T17:41:16.980821+0000","last_peered":"2024-08-29T17:41:16.980821+0000","last_clean":"2024-08-29T17:41:16.980821+0000","last_became_active":"2024-08-29T17:41:16.980028+0000","last_became_peered":"2024-08-29T17:41:16.980028+0000","last_unstale":"2024-08-29T17:41:16.980821+0000","last_undegraded":"2024-08-29T17:41:16.980821+0000","last_fullsized":"2024-08-29T17:41:16.980821+0000","mapping_epoch":66,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":67,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-29T17:41:01.987071+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-29T17:41:01.987071+0000","last_clean_scrub_stamp":"2024-08-29T17:41:01.987071+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-30T23:59:56.635403+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,0],"acting":[7,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.36","version":"0'0","reported_seq":13,"reported_epoch":66,"state":"active+clean","last_fresh":"2024-08-29T17:41:15.097900+0000","last_change":"2024-08-29T17:41:03.060745+0000","last_active":"2024-08-29T17:41:15.097900+0000","last_peered":"2024-08-29T17:41:15.097900+0000","last_clean":"2024-08-29T17:41:15.097900+0000","last_became_active":"2024-08-29T17:41:03.059782+0000","last_became_peered":"2024-08-29T17:41:03.059782+0000","last_unstale":"2024-08-29T17:41:15.097900+0000","last_undegraded":"2024-08-29T17:41:15.097900+0000","last_fullsized":"2024-08-29T17:41:15.097900+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-29T17:41:01.987071+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-29T17:41:01.987071+0000","last_clean_scrub_stamp":"2024-08-29T17:41:01.987071+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-31T03:53:39.147321+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5,1],"acting":[6,5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.35","version":"0'0","reported_seq":13,"reported_epoch":66,"state":"active+clean","last_fresh":"2024-08-29T17:41:15.097001+0000","last_change":"2024-08-29T17:41:03.074046+0000","last_active":"2024-08-29T17:41:15.097001+0000","last_peered":"2024-08-29T17:41:15.097001+0000","last_clean":"2024-08-29T17:41:15.097001+0000","last_became_active":"2024-08-29T17:41:03.073315+0000","last_became_peered":"2024-08-29T17:41:03.073315+0000","last_unstale":"2024-08-29T17:41:15.097001+0000","last_undegraded":"2024-08-29T17:41:15.097001+0000","last_fullsized":"2024-08-29T17:41:15.097001+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-29T17:41:01.987071+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-29T17:41:01.987071+0000","last_clean_scrub_stamp":"2024-08-29T17:41:01.987071+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-30T20:58:53.042020+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5,0],"acting":[6,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.34","version":"0'0","reported_seq":10,"reported_epoch":67,"state":"active+clean","last_fresh":"2024-08-29T17:41:16.979917+0000","last_change":"2024-08-29T17:41:16.979917+0000","last_active":"2024-08-29T17:41:16.979917+0000","last_peered":"2024-08-29T17:41:16.979917+0000","last_clean":"2024-08-29T17:41:16.979917+0000","last_became_active":"2024-08-29T17:41:16.978707+0000","last_became_peered":"2024-08-29T17:41:16.978707+0000","last_unstale":"2024-08-29T17:41:16.979917+0000","last_undegraded":"2024-08-29T17:41:16.979917+0000","last_fullsized":"2024-08-29T17:41:16.979917+0000","mapping_epoch":66,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":67,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-29T17:41:01.987071+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-29T17:41:01.987071+0000","last_clean_scrub_stamp":"2024-08-29T17:41:01.987071+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-31T02:51:30.359921+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,6,0],"acting":[2,6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.33","version":"0'0","reported_seq":13,"reported_epoch":66,"state":"active+clean","last_fresh":"2024-08-29T17:41:15.085338+0000","last_change":"2024-08-29T17:41:03.042493+0000","last_active":"2024-08-29T17:41:15.085338+0000","last_peered":"2024-08-29T17:41:15.085338+0000","last_clean":"2024-08-29T17:41:15.085338+0000","last_became_active":"2024-08-29T17:41:03.041803+0000","last_became_peered":"2024-08-29T17:41:03.041803+0000","last_unstale":"2024-08-29T17:41:15.085338+0000","last_undegraded":"2024-08-29T17:41:15.085338+0000","last_fullsized":"2024-08-29T17:41:15.085338+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-29T17:41:01.987071+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-29T17:41:01.987071+0000","last_clean_scrub_stamp":"2024-08-29T17:41:01.987071+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-31T03:05:43.074165+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6,1],"acting":[3,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.32","version":"0'0","reported_seq":13,"reported_epoch":66,"state":"active+clean","last_fresh":"2024-08-29T17:41:15.080008+0000","last_change":"2024-08-29T17:41:03.069315+0000","last_active":"2024-08-29T17:41:15.080008+0000","last_peered":"2024-08-29T17:41:15.080008+0000","last_clean":"2024-08-29T17:41:15.080008+0000","last_became_active":"2024-08-29T17:41:03.065796+0000","last_became_peered":"2024-08-29T17:41:03.065796+0000","last_unstale":"2024-08-29T17:41:15.080008+0000","last_undegraded":"2024-08-29T17:41:15.080008+0000","last_fullsized":"2024-08-29T17:41:15.080008+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-29T17:41:01.987071+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-29T17:41:01.987071+0000","last_clean_scrub_stamp":"2024-08-29T17:41:01.987071+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-30T21:19:35.832383+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,5],"acting":[0,1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.31","version":"0'0","reported_seq":13,"reported_epoch":66,"state":"active+clean","last_fresh":"2024-08-29T17:41:15.090677+0000","last_change":"2024-08-29T17:41:03.058167+0000","last_active":"2024-08-29T17:41:15.090677+0000","last_peered":"2024-08-29T17:41:15.090677+0000","last_clean":"2024-08-29T17:41:15.090677+0000","last_became_active":"2024-08-29T17:41:03.057392+0000","last_became_peered":"2024-08-29T17:41:03.057392+0000","last_unstale":"2024-08-29T17:41:15.090677+0000","last_undegraded":"2024-08-29T17:41:15.090677+0000","last_fullsized":"2024-08-29T17:41:15.090677+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-29T17:41:01.987071+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-29T17:41:01.987071+0000","last_clean_scrub_stamp":"2024-08-29T17:41:01.987071+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-30T23:58:49.658338+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4,5],"acting":[1,4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.30","version":"0'0","reported_seq":13,"reported_epoch":66,"state":"active+clean","last_fresh":"2024-08-29T17:41:15.085382+0000","last_change":"2024-08-29T17:41:03.078660+0000","last_active":"2024-08-29T17:41:15.085382+0000","last_peered":"2024-08-29T17:41:15.085382+0000","last_clean":"2024-08-29T17:41:15.085382+0000","last_became_active":"2024-08-29T17:41:03.077519+0000","last_became_peered":"2024-08-29T17:41:03.077519+0000","last_unstale":"2024-08-29T17:41:15.085382+0000","last_undegraded":"2024-08-29T17:41:15.085382+0000","last_fullsized":"2024-08-29T17:41:15.085382+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-29T17:41:01.987071+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-29T17:41:01.987071+0000","last_clean_scrub_stamp":"2024-08-29T17:41:01.987071+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-31T03:19:42.302665+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0,7],"acting":[5,0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.2f","version":"0'0","reported_seq":23,"reported_epoch":67,"state":"active+clean","last_fresh":"2024-08-29T17:41:16.105014+0000","last_change":"2024-08-29T17:41:16.105014+0000","last_active":"2024-08-29T17:41:16.105014+0000","last_peered":"2024-08-29T17:41:16.105014+0000","last_clean":"2024-08-29T17:41:16.105014+0000","last_became_active":"2024-08-29T17:41:16.103935+0000","last_became_peered":"2024-08-29T17:41:16.103935+0000","last_unstale":"2024-08-29T17:41:16.105014+0000","last_undegraded":"2024-08-29T17:41:16.105014+0000","last_fullsized":"2024-08-29T17:41:16.105014+0000","mapping_epoch":66,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":67,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-29T17:41:01.987071+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-29T17:41:01.987071+0000","last_clean_scrub_stamp":"2024-08-29T17:41:01.987071+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-30T20:45:16.317019+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,3],"acting":[5,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.2e","version":"0'0","reported_seq":13,"reported_epoch":66,"state":"active+clean","last_fresh":"2024-08-29T17:41:15.092478+0000","last_change":"2024-08-29T17:41:03.054201+0000","last_active":"2024-08-29T17:41:15.092478+0000","last_peered":"2024-08-29T17:41:15.092478+0000","last_clean":"2024-08-29T17:41:15.092478+0000","last_became_active":"2024-08-29T17:41:03.051355+0000","last_became_peered":"2024-08-29T17:41:03.051355+0000","last_unstale":"2024-08-29T17:41:15.092478+0000","last_undegraded":"2024-08-29T17:41:15.092478+0000","last_fullsized":"2024-08-29T17:41:15.092478+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-29T17:41:01.987071+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-29T17:41:01.987071+0000","last_clean_scrub_stamp":"2024-08-29T17:41:01.987071+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-31T00:00:38.356662+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,6,7],"acting":[2,6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.2d","version":"0'0","reported_seq":13,"reported_epoch":66,"state":"active+clean","last_fresh":"2024-08-29T17:41:15.089320+0000","last_change":"2024-08-29T17:41:03.075263+0000","last_active":"2024-08-29T17:41:15.089320+0000","last_peered":"2024-08-29T17:41:15.089320+0000","last_clean":"2024-08-29T17:41:15.089320+0000","last_became_active":"2024-08-29T17:41:03.074623+0000","last_became_peered":"2024-08-29T17:41:03.074623+0000","last_unstale":"2024-08-29T17:41:15.089320+0000","last_undegraded":"2024-08-29T17:41:15.089320+0000","last_fullsized":"2024-08-29T17:41:15.089320+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-29T17:41:01.987071+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-29T17:41:01.987071+0000","last_clean_scrub_stamp":"2024-08-29T17:41:01.987071+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-30T22:48:43.710117+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2,6],"acting":[7,2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.2c","version":"0'0","reported_seq":13,"reported_epoch":66,"state":"active+clean","last_fresh":"2024-08-29T17:41:15.098860+0000","last_change":"2024-08-29T17:41:03.072007+0000","last_active":"2024-08-29T17:41:15.098860+0000","last_peered":"2024-08-29T17:41:15.098860+0000","last_clean":"2024-08-29T17:41:15.098860+0000","last_became_active":"2024-08-29T17:41:03.071246+0000","last_became_peered":"2024-08-29T17:41:03.071246+0000","last_unstale":"2024-08-29T17:41:15.098860+0000","last_undegraded":"2024-08-29T17:41:15.098860+0000","last_fullsized":"2024-08-29T17:41:15.098860+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-29T17:41:01.987071+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-29T17:41:01.987071+0000","last_clean_scrub_stamp":"2024-08-29T17:41:01.987071+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-30T20:30:50.433724+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,0],"acting":[6,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.2b","version":"0'0","reported_seq":10,"reported_epoch":67,"state":"active+clean","last_fresh":"2024-08-29T17:41:16.102205+0000","last_change":"2024-08-29T17:41:16.102205+0000","last_active":"2024-08-29T17:41:16.102205+0000","last_peered":"2024-08-29T17:41:16.102205+0000","last_clean":"2024-08-29T17:41:16.102205+0000","last_became_active":"2024-08-29T17:41:16.101463+0000","last_became_peered":"2024-08-29T17:41:16.101463+0000","last_unstale":"2024-08-29T17:41:16.102205+0000","last_undegraded":"2024-08-29T17:41:16.102205+0000","last_fullsized":"2024-08-29T17:41:16.102205+0000","mapping_epoch":66,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":67,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-29T17:41:01.987071+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-29T17:41:01.987071+0000","last_clean_scrub_stamp":"2024-08-29T17:41:01.987071+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-31T00:03:14.341452+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,7,1],"acting":[2,7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.2a","version":"0'0","reported_seq":13,"reported_epoch":66,"state":"active+clean","last_fresh":"2024-08-29T17:41:15.086044+0000","last_change":"2024-08-29T17:41:03.084198+0000","last_active":"2024-08-29T17:41:15.086044+0000","last_peered":"2024-08-29T17:41:15.086044+0000","last_clean":"2024-08-29T17:41:15.086044+0000","last_became_active":"2024-08-29T17:41:03.083480+0000","last_became_peered":"2024-08-29T17:41:03.083480+0000","last_unstale":"2024-08-29T17:41:15.086044+0000","last_undegraded":"2024-08-29T17:41:15.086044+0000","last_fullsized":"2024-08-29T17:41:15.086044+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-29T17:41:01.987071+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-29T17:41:01.987071+0000","last_clean_scrub_stamp":"2024-08-29T17:41:01.987071+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-31T01:58:26.671575+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,6],"acting":[5,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.29","version":"0'0","reported_seq":13,"reported_epoch":66,"state":"active+clean","last_fresh":"2024-08-29T17:41:15.085941+0000","last_change":"2024-08-29T17:41:03.051874+0000","last_active":"2024-08-29T17:41:15.085941+0000","last_peered":"2024-08-29T17:41:15.085941+0000","last_clean":"2024-08-29T17:41:15.085941+0000","last_became_active":"2024-08-29T17:41:03.050981+0000","last_became_peered":"2024-08-29T17:41:03.050981+0000","last_unstale":"2024-08-29T17:41:15.085941+0000","last_undegraded":"2024-08-29T17:41:15.085941+0000","last_fullsized":"2024-08-29T17:41:15.085941+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-29T17:41:01.987071+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-29T17:41:01.987071+0000","last_clean_scrub_stamp":"2024-08-29T17:41:01.987071+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-30T19:25:59.844948+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4,1],"acting":[3,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.28","version":"0'0","reported_seq":13,"reported_epoch":66,"state":"active+clean","last_fresh":"2024-08-29T17:41:15.085473+0000","last_change":"2024-08-29T17:41:03.062968+0000","last_active":"2024-08-29T17:41:15.085473+0000","last_peered":"2024-08-29T17:41:15.085473+0000","last_clean":"2024-08-29T17:41:15.085473+0000","last_became_active":"2024-08-29T17:41:03.062080+0000","last_became_peered":"2024-08-29T17:41:03.062080+0000","last_unstale":"2024-08-29T17:41:15.085473+0000","last_undegraded":"2024-08-29T17:41:15.085473+0000","last_fullsized":"2024-08-29T17:41:15.085473+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-29T17:41:01.987071+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-29T17:41:01.987071+0000","last_clean_scrub_stamp":"2024-08-29T17:41:01.987071+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-31T01:50:03.459337+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,2],"acting":[5,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.27","version":"0'0","reported_seq":13,"reported_epoch":66,"state":"active+clean","last_fresh":"2024-08-29T17:41:15.085592+0000","last_change":"2024-08-29T17:41:03.048943+0000","last_active":"2024-08-29T17:41:15.085592+0000","last_peered":"2024-08-29T17:41:15.085592+0000","last_clean":"2024-08-29T17:41:15.085592+0000","last_became_active":"2024-08-29T17:41:03.048300+0000","last_became_peered":"2024-08-29T17:41:03.048300+0000","last_unstale":"2024-08-29T17:41:15.085592+0000","last_undegraded":"2024-08-29T17:41:15.085592+0000","last_fullsized":"2024-08-29T17:41:15.085592+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-29T17:41:01.987071+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-29T17:41:01.987071+0000","last_clean_scrub_stamp":"2024-08-29T17:41:01.987071+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-30T22:12:26.569199+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4,2],"acting":[3,4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.26","version":"0'0","reported_seq":13,"reported_epoch":66,"state":"active+clean","last_fresh":"2024-08-29T17:41:15.098130+0000","last_change":"2024-08-29T17:41:03.080404+0000","last_active":"2024-08-29T17:41:15.098130+0000","last_peered":"2024-08-29T17:41:15.098130+0000","last_clean":"2024-08-29T17:41:15.098130+0000","last_became_active":"2024-08-29T17:41:03.079629+0000","last_became_peered":"2024-08-29T17:41:03.079629+0000","last_unstale":"2024-08-29T17:41:15.098130+0000","last_undegraded":"2024-08-29T17:41:15.098130+0000","last_fullsized":"2024-08-29T17:41:15.098130+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-29T17:41:01.987071+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-29T17:41:01.987071+0000","last_clean_scrub_stamp":"2024-08-29T17:41:01.987071+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-30T22:22:29.575142+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7,4],"acting":[6,7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.25","version":"0'0","reported_seq":13,"reported_epoch":66,"state":"active+clean","last_fresh":"2024-08-29T17:41:15.090752+0000","last_change":"2024-08-29T17:41:03.044286+0000","last_active":"2024-08-29T17:41:15.090752+0000","last_peered":"2024-08-29T17:41:15.090752+0000","last_clean":"2024-08-29T17:41:15.090752+0000","last_became_active":"2024-08-29T17:41:03.043723+0000","last_became_peered":"2024-08-29T17:41:03.043723+0000","last_unstale":"2024-08-29T17:41:15.090752+0000","last_undegraded":"2024-08-29T17:41:15.090752+0000","last_fullsized":"2024-08-29T17:41:15.090752+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-29T17:41:01.987071+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-29T17:41:01.987071+0000","last_clean_scrub_stamp":"2024-08-29T17:41:01.987071+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-31T01:28:04.817827+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,2],"acting":[1,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.24","version":"0'0","reported_seq":13,"reported_epoch":66,"state":"active+clean","last_fresh":"2024-08-29T17:41:15.086946+0000","last_change":"2024-08-29T17:41:03.066753+0000","last_active":"2024-08-29T17:41:15.086946+0000","last_peered":"2024-08-29T17:41:15.086946+0000","last_clean":"2024-08-29T17:41:15.086946+0000","last_became_active":"2024-08-29T17:41:03.066481+0000","last_became_peered":"2024-08-29T17:41:03.066481+0000","last_unstale":"2024-08-29T17:41:15.086946+0000","last_undegraded":"2024-08-29T17:41:15.086946+0000","last_fullsized":"2024-08-29T17:41:15.086946+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-29T17:41:01.987071+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-29T17:41:01.987071+0000","last_clean_scrub_stamp":"2024-08-29T17:41:01.987071+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-30T18:06:04.730359+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4,0],"acting":[3,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.23","version":"0'0","reported_seq":13,"reported_epoch":66,"state":"active+clean","last_fresh":"2024-08-29T17:41:15.081909+0000","last_change":"2024-08-29T17:41:03.073770+0000","last_active":"2024-08-29T17:41:15.081909+0000","last_peered":"2024-08-29T17:41:15.081909+0000","last_clean":"2024-08-29T17:41:15.081909+0000","last_became_active":"2024-08-29T17:41:03.073236+0000","last_became_peered":"2024-08-29T17:41:03.073236+0000","last_unstale":"2024-08-29T17:41:15.081909+0000","last_undegraded":"2024-08-29T17:41:15.081909+0000","last_fullsized":"2024-08-29T17:41:15.081909+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-29T17:41:01.987071+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-29T17:41:01.987071+0000","last_clean_scrub_stamp":"2024-08-29T17:41:01.987071+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-31T01:23:20.630211+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3,4],"acting":[0,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.22","version":"0'0","reported_seq":13,"reported_epoch":66,"state":"active+clean","last_fresh":"2024-08-29T17:41:15.086125+0000","last_change":"2024-08-29T17:41:03.057028+0000","last_active":"2024-08-29T17:41:15.086125+0000","last_peered":"2024-08-29T17:41:15.086125+0000","last_clean":"2024-08-29T17:41:15.086125+0000","last_became_active":"2024-08-29T17:41:03.054684+0000","last_became_peered":"2024-08-29T17:41:03.054684+0000","last_unstale":"2024-08-29T17:41:15.086125+0000","last_undegraded":"2024-08-29T17:41:15.086125+0000","last_fullsized":"2024-08-29T17:41:15.086125+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-29T17:41:01.987071+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-29T17:41:01.987071+0000","last_clean_scrub_stamp":"2024-08-29T17:41:01.987071+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-31T03:34:57.092856+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,0],"acting":[5,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.21","version":"0'0","reported_seq":13,"reported_epoch":66,"state":"active+clean","last_fresh":"2024-08-29T17:41:15.087735+0000","last_change":"2024-08-29T17:41:03.055626+0000","last_active":"2024-08-29T17:41:15.087735+0000","last_peered":"2024-08-29T17:41:15.087735+0000","last_clean":"2024-08-29T17:41:15.087735+0000","last_became_active":"2024-08-29T17:41:03.055360+0000","last_became_peered":"2024-08-29T17:41:03.055360+0000","last_unstale":"2024-08-29T17:41:15.087735+0000","last_undegraded":"2024-08-29T17:41:15.087735+0000","last_fullsized":"2024-08-29T17:41:15.087735+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-29T17:41:01.987071+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-29T17:41:01.987071+0000","last_clean_scrub_stamp":"2024-08-29T17:41:01.987071+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-30T21:04:39.218054+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5,6],"acting":[2,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.20","version":"0'0","reported_seq":13,"reported_epoch":66,"state":"active+clean","last_fresh":"2024-08-29T17:41:15.095843+0000","last_change":"2024-08-29T17:41:03.068079+0000","last_active":"2024-08-29T17:41:15.095843+0000","last_peered":"2024-08-29T17:41:15.095843+0000","last_clean":"2024-08-29T17:41:15.095843+0000","last_became_active":"2024-08-29T17:41:03.067381+0000","last_became_peered":"2024-08-29T17:41:03.067381+0000","last_unstale":"2024-08-29T17:41:15.095843+0000","last_undegraded":"2024-08-29T17:41:15.095843+0000","last_fullsized":"2024-08-29T17:41:15.095843+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-29T17:41:01.987071+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-29T17:41:01.987071+0000","last_clean_scrub_stamp":"2024-08-29T17:41:01.987071+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-30T20:20:55.369802+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0,5],"acting":[6,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.1a","version":"0'0","reported_seq":13,"reported_epoch":66,"state":"active+clean","last_fresh":"2024-08-29T17:41:15.080376+0000","last_change":"2024-08-29T17:41:03.047093+0000","last_active":"2024-08-29T17:41:15.080376+0000","last_peered":"2024-08-29T17:41:15.080376+0000","last_clean":"2024-08-29T17:41:15.080376+0000","last_became_active":"2024-08-29T17:41:03.046276+0000","last_became_peered":"2024-08-29T17:41:03.046276+0000","last_unstale":"2024-08-29T17:41:15.080376+0000","last_undegraded":"2024-08-29T17:41:15.080376+0000","last_fullsized":"2024-08-29T17:41:15.080376+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-29T17:41:01.987071+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-29T17:41:01.987071+0000","last_clean_scrub_stamp":"2024-08-29T17:41:01.987071+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-31T00:55:12.370790+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1,2],"acting":[4,1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.1b","version":"65'1","reported_seq":17,"reported_epoch":66,"state":"active+clean","last_fresh":"2024-08-29T17:41:15.086746+0000","last_change":"2024-08-29T17:40:53.983857+0000","last_active":"2024-08-29T17:41:15.086746+0000","last_peered":"2024-08-29T17:41:15.086746+0000","last_clean":"2024-08-29T17:41:15.086746+0000","last_became_active":"2024-08-29T17:40:53.981669+0000","last_became_peered":"2024-08-29T17:40:53.981669+0000","last_unstale":"2024-08-29T17:41:15.086746+0000","last_undegraded":"2024-08-29T17:41:15.086746+0000","last_fullsized":"2024-08-29T17:41:15.086746+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-29T17:40:52.944949+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-29T17:40:52.944949+0000","last_clean_scrub_stamp":"2024-08-29T17:40:52.944949+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-30T23:06:15.796981+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,6],"acting":[3,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1b","version":"0'0","reported_seq":13,"reported_epoch":66,"state":"active+clean","last_fresh":"2024-08-29T17:41:15.082005+0000","last_change":"2024-08-29T17:41:03.075160+0000","last_active":"2024-08-29T17:41:15.082005+0000","last_peered":"2024-08-29T17:41:15.082005+0000","last_clean":"2024-08-29T17:41:15.082005+0000","last_became_active":"2024-08-29T17:41:03.074362+0000","last_became_peered":"2024-08-29T17:41:03.074362+0000","last_unstale":"2024-08-29T17:41:15.082005+0000","last_undegraded":"2024-08-29T17:41:15.082005+0000","last_fullsized":"2024-08-29T17:41:15.082005+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-29T17:41:01.987071+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-29T17:41:01.987071+0000","last_clean_scrub_stamp":"2024-08-29T17:41:01.987071+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-31T02:20:46.213636+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,7],"acting":[0,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.1a","version":"65'1","reported_seq":17,"reported_epoch":66,"state":"active+clean","last_fresh":"2024-08-29T17:41:15.096307+0000","last_change":"2024-08-29T17:40:53.987851+0000","last_active":"2024-08-29T17:41:15.096307+0000","last_peered":"2024-08-29T17:41:15.096307+0000","last_clean":"2024-08-29T17:41:15.096307+0000","last_became_active":"2024-08-29T17:40:53.986933+0000","last_became_peered":"2024-08-29T17:40:53.986933+0000","last_unstale":"2024-08-29T17:41:15.096307+0000","last_undegraded":"2024-08-29T17:41:15.096307+0000","last_fullsized":"2024-08-29T17:41:15.096307+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-29T17:40:52.944949+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-29T17:40:52.944949+0000","last_clean_scrub_stamp":"2024-08-29T17:40:52.944949+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-30T20:16:23.020981+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,7],"acting":[6,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.19","version":"0'0","reported_seq":16,"reported_epoch":66,"state":"active+clean","last_fresh":"2024-08-29T17:41:15.086326+0000","last_change":"2024-08-29T17:40:53.996733+0000","last_active":"2024-08-29T17:41:15.086326+0000","last_peered":"2024-08-29T17:41:15.086326+0000","last_clean":"2024-08-29T17:41:15.086326+0000","last_became_active":"2024-08-29T17:40:53.995945+0000","last_became_peered":"2024-08-29T17:40:53.995945+0000","last_unstale":"2024-08-29T17:41:15.086326+0000","last_undegraded":"2024-08-29T17:41:15.086326+0000","last_fullsized":"2024-08-29T17:41:15.086326+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-29T17:40:52.944949+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-29T17:40:52.944949+0000","last_clean_scrub_stamp":"2024-08-29T17:40:52.944949+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-30T18:31:17.213781+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6,0],"acting":[3,6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.18","version":"0'0","reported_seq":13,"reported_epoch":66,"state":"active+clean","last_fresh":"2024-08-29T17:41:15.084883+0000","last_change":"2024-08-29T17:41:03.066661+0000","last_active":"2024-08-29T17:41:15.084883+0000","last_peered":"2024-08-29T17:41:15.084883+0000","last_clean":"2024-08-29T17:41:15.084883+0000","last_became_active":"2024-08-29T17:41:03.066385+0000","last_became_peered":"2024-08-29T17:41:03.066385+0000","last_unstale":"2024-08-29T17:41:15.084883+0000","last_undegraded":"2024-08-29T17:41:15.084883+0000","last_fullsized":"2024-08-29T17:41:15.084883+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-29T17:41:01.987071+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-29T17:41:01.987071+0000","last_clean_scrub_stamp":"2024-08-29T17:41:01.987071+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-30T17:42:57.977671+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,1],"acting":[3,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.18","version":"0'0","reported_seq":16,"reported_epoch":66,"state":"active+clean","last_fresh":"2024-08-29T17:41:15.085635+0000","last_change":"2024-08-29T17:40:53.993166+0000","last_active":"2024-08-29T17:41:15.085635+0000","last_peered":"2024-08-29T17:41:15.085635+0000","last_clean":"2024-08-29T17:41:15.085635+0000","last_became_active":"2024-08-29T17:40:53.992324+0000","last_became_peered":"2024-08-29T17:40:53.992324+0000","last_unstale":"2024-08-29T17:41:15.085635+0000","last_undegraded":"2024-08-29T17:41:15.085635+0000","last_fullsized":"2024-08-29T17:41:15.085635+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-29T17:40:52.944949+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-29T17:40:52.944949+0000","last_clean_scrub_stamp":"2024-08-29T17:40:52.944949+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-30T23:14:15.411862+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,7],"acting":[5,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.19","version":"0'0","reported_seq":13,"reported_epoch":66,"state":"active+clean","last_fresh":"2024-08-29T17:41:15.090287+0000","last_change":"2024-08-29T17:41:03.040359+0000","last_active":"2024-08-29T17:41:15.090287+0000","last_peered":"2024-08-29T17:41:15.090287+0000","last_clean":"2024-08-29T17:41:15.090287+0000","last_became_active":"2024-08-29T17:41:03.039694+0000","last_became_peered":"2024-08-29T17:41:03.039694+0000","last_unstale":"2024-08-29T17:41:15.090287+0000","last_undegraded":"2024-08-29T17:41:15.090287+0000","last_fullsized":"2024-08-29T17:41:15.090287+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-29T17:41:01.987071+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-29T17:41:01.987071+0000","last_clean_scrub_stamp":"2024-08-29T17:41:01.987071+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-30T23:04:56.829301+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,4],"acting":[1,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.17","version":"0'0","reported_seq":16,"reported_epoch":66,"state":"active+clean","last_fresh":"2024-08-29T17:41:15.098392+0000","last_change":"2024-08-29T17:40:53.988859+0000","last_active":"2024-08-29T17:41:15.098392+0000","last_peered":"2024-08-29T17:41:15.098392+0000","last_clean":"2024-08-29T17:41:15.098392+0000","last_became_active":"2024-08-29T17:40:53.987990+0000","last_became_peered":"2024-08-29T17:40:53.987990+0000","last_unstale":"2024-08-29T17:41:15.098392+0000","last_undegraded":"2024-08-29T17:41:15.098392+0000","last_fullsized":"2024-08-29T17:41:15.098392+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-29T17:40:52.944949+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-29T17:40:52.944949+0000","last_clean_scrub_stamp":"2024-08-29T17:40:52.944949+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-30T18:12:30.482395+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5,2],"acting":[6,5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.16","version":"0'0","reported_seq":13,"reported_epoch":66,"state":"active+clean","last_fresh":"2024-08-29T17:41:15.086848+0000","last_change":"2024-08-29T17:41:03.078420+0000","last_active":"2024-08-29T17:41:15.086848+0000","last_peered":"2024-08-29T17:41:15.086848+0000","last_clean":"2024-08-29T17:41:15.086848+0000","last_became_active":"2024-08-29T17:41:03.077653+0000","last_became_peered":"2024-08-29T17:41:03.077653+0000","last_unstale":"2024-08-29T17:41:15.086848+0000","last_undegraded":"2024-08-29T17:41:15.086848+0000","last_fullsized":"2024-08-29T17:41:15.086848+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-29T17:41:01.987071+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-29T17:41:01.987071+0000","last_clean_scrub_stamp":"2024-08-29T17:41:01.987071+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-31T01:43:22.578812+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,1],"acting":[5,7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.16","version":"0'0","reported_seq":16,"reported_epoch":66,"state":"active+clean","last_fresh":"2024-08-29T17:41:15.087305+0000","last_change":"2024-08-29T17:40:53.999978+0000","last_active":"2024-08-29T17:41:15.087305+0000","last_peered":"2024-08-29T17:41:15.087305+0000","last_clean":"2024-08-29T17:41:15.087305+0000","last_became_active":"2024-08-29T17:40:53.999192+0000","last_became_peered":"2024-08-29T17:40:53.999192+0000","last_unstale":"2024-08-29T17:41:15.087305+0000","last_undegraded":"2024-08-29T17:41:15.087305+0000","last_fullsized":"2024-08-29T17:41:15.087305+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-29T17:40:52.944949+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-29T17:40:52.944949+0000","last_clean_scrub_stamp":"2024-08-29T17:40:52.944949+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-31T04:57:25.892563+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,6,2],"acting":[5,6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.17","version":"0'0","reported_seq":13,"reported_epoch":66,"state":"active+clean","last_fresh":"2024-08-29T17:41:15.082817+0000","last_change":"2024-08-29T17:41:03.068886+0000","last_active":"2024-08-29T17:41:15.082817+0000","last_peered":"2024-08-29T17:41:15.082817+0000","last_clean":"2024-08-29T17:41:15.082817+0000","last_became_active":"2024-08-29T17:41:03.068494+0000","last_became_peered":"2024-08-29T17:41:03.068494+0000","last_unstale":"2024-08-29T17:41:15.082817+0000","last_undegraded":"2024-08-29T17:41:15.082817+0000","last_fullsized":"2024-08-29T17:41:15.082817+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-29T17:41:01.987071+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-29T17:41:01.987071+0000","last_clean_scrub_stamp":"2024-08-29T17:41:01.987071+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-30T20:19:15.693075+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,3],"acting":[0,5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.15","version":"65'3","reported_seq":19,"reported_epoch":66,"state":"active+clean","last_fresh":"2024-08-29T17:41:15.093864+0000","last_change":"2024-08-29T17:40:53.989710+0000","last_active":"2024-08-29T17:41:15.093864+0000","last_peered":"2024-08-29T17:41:15.093864+0000","last_clean":"2024-08-29T17:41:15.093864+0000","last_became_active":"2024-08-29T17:40:53.986240+0000","last_became_peered":"2024-08-29T17:40:53.986240+0000","last_unstale":"2024-08-29T17:41:15.093864+0000","last_undegraded":"2024-08-29T17:41:15.093864+0000","last_fullsized":"2024-08-29T17:41:15.093864+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-29T17:40:52.944949+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-29T17:40:52.944949+0000","last_clean_scrub_stamp":"2024-08-29T17:40:52.944949+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-30T19:06:02.586277+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":90,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,0],"acting":[1,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.14","version":"0'0","reported_seq":10,"reported_epoch":67,"state":"active+clean","last_fresh":"2024-08-29T17:41:16.104711+0000","last_change":"2024-08-29T17:41:16.104711+0000","last_active":"2024-08-29T17:41:16.104711+0000","last_peered":"2024-08-29T17:41:16.104711+0000","last_clean":"2024-08-29T17:41:16.104711+0000","last_became_active":"2024-08-29T17:41:16.104048+0000","last_became_peered":"2024-08-29T17:41:16.104048+0000","last_unstale":"2024-08-29T17:41:16.104711+0000","last_undegraded":"2024-08-29T17:41:16.104711+0000","last_fullsized":"2024-08-29T17:41:16.104711+0000","mapping_epoch":66,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":67,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-29T17:41:01.987071+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-29T17:41:01.987071+0000","last_clean_scrub_stamp":"2024-08-29T17:41:01.987071+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-30T19:26:03.843217+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,7,6],"acting":[2,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"2.14","version":"65'6","reported_seq":22,"reported_epoch":66,"state":"active+clean","last_fresh":"2024-08-29T17:41:15.098968+0000","last_change":"2024-08-29T17:40:53.997553+0000","last_active":"2024-08-29T17:41:15.098968+0000","last_peered":"2024-08-29T17:41:15.098968+0000","last_clean":"2024-08-29T17:41:15.098968+0000","last_became_active":"2024-08-29T17:40:53.996743+0000","last_became_peered":"2024-08-29T17:40:53.996743+0000","last_unstale":"2024-08-29T17:41:15.098968+0000","last_undegraded":"2024-08-29T17:41:15.098968+0000","last_fullsized":"2024-08-29T17:41:15.098968+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-29T17:40:52.944949+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-29T17:40:52.944949+0000","last_clean_scrub_stamp":"2024-08-29T17:40:52.944949+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-31T05:30:57.881047+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1552,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":6,"num_write_kb":3,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3,5],"acting":[6,3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.15","version":"0'0","reported_seq":13,"reported_epoch":66,"state":"active+clean","last_fresh":"2024-08-29T17:41:15.088473+0000","last_change":"2024-08-29T17:41:03.084159+0000","last_active":"2024-08-29T17:41:15.088473+0000","last_peered":"2024-08-29T17:41:15.088473+0000","last_clean":"2024-08-29T17:41:15.088473+0000","last_became_active":"2024-08-29T17:41:03.083713+0000","last_became_peered":"2024-08-29T17:41:03.083713+0000","last_unstale":"2024-08-29T17:41:15.088473+0000","last_undegraded":"2024-08-29T17:41:15.088473+0000","last_fullsized":"2024-08-29T17:41:15.088473+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-29T17:41:01.987071+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-29T17:41:01.987071+0000","last_clean_scrub_stamp":"2024-08-29T17:41:01.987071+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-31T03:18:07.687648+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3,4],"acting":[7,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.13","version":"65'2","reported_seq":18,"reported_epoch":66,"state":"active+clean","last_fresh":"2024-08-29T17:41:15.082150+0000","last_change":"2024-08-29T17:40:53.989102+0000","last_active":"2024-08-29T17:41:15.082150+0000","last_peered":"2024-08-29T17:41:15.082150+0000","last_clean":"2024-08-29T17:41:15.082150+0000","last_became_active":"2024-08-29T17:40:53.987941+0000","last_became_peered":"2024-08-29T17:40:53.987941+0000","last_unstale":"2024-08-29T17:41:15.082150+0000","last_undegraded":"2024-08-29T17:41:15.082150+0000","last_fullsized":"2024-08-29T17:41:15.082150+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-29T17:40:52.944949+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-29T17:40:52.944949+0000","last_clean_scrub_stamp":"2024-08-29T17:40:52.944949+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-31T03:19:15.030165+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":34,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":6,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,3],"acting":[0,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.12","version":"0'0","reported_seq":13,"reported_epoch":66,"state":"active+clean","last_fresh":"2024-08-29T17:41:15.080101+0000","last_change":"2024-08-29T17:41:03.070036+0000","last_active":"2024-08-29T17:41:15.080101+0000","last_peered":"2024-08-29T17:41:15.080101+0000","last_clean":"2024-08-29T17:41:15.080101+0000","last_became_active":"2024-08-29T17:41:03.069567+0000","last_became_peered":"2024-08-29T17:41:03.069567+0000","last_unstale":"2024-08-29T17:41:15.080101+0000","last_undegraded":"2024-08-29T17:41:15.080101+0000","last_fullsized":"2024-08-29T17:41:15.080101+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-29T17:41:01.987071+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-29T17:41:01.987071+0000","last_clean_scrub_stamp":"2024-08-29T17:41:01.987071+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-31T00:03:12.302759+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,3],"acting":[0,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.12","version":"0'0","reported_seq":16,"reported_epoch":66,"state":"active+clean","last_fresh":"2024-08-29T17:41:15.086290+0000","last_change":"2024-08-29T17:40:54.009820+0000","last_active":"2024-08-29T17:41:15.086290+0000","last_peered":"2024-08-29T17:41:15.086290+0000","last_clean":"2024-08-29T17:41:15.086290+0000","last_became_active":"2024-08-29T17:40:54.009167+0000","last_became_peered":"2024-08-29T17:40:54.009167+0000","last_unstale":"2024-08-29T17:41:15.086290+0000","last_undegraded":"2024-08-29T17:41:15.086290+0000","last_fullsized":"2024-08-29T17:41:15.086290+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-29T17:40:52.944949+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-29T17:40:52.944949+0000","last_clean_scrub_stamp":"2024-08-29T17:40:52.944949+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-31T03:07:14.415848+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,7],"acting":[5,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.13","version":"0'0","reported_seq":13,"reported_epoch":66,"state":"active+clean","last_fresh":"2024-08-29T17:41:15.088762+0000","last_change":"2024-08-29T17:41:03.086032+0000","last_active":"2024-08-29T17:41:15.088762+0000","last_peered":"2024-08-29T17:41:15.088762+0000","last_clean":"2024-08-29T17:41:15.088762+0000","last_became_active":"2024-08-29T17:41:03.085711+0000","last_became_peered":"2024-08-29T17:41:03.085711+0000","last_unstale":"2024-08-29T17:41:15.088762+0000","last_undegraded":"2024-08-29T17:41:15.088762+0000","last_fullsized":"2024-08-29T17:41:15.088762+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-29T17:41:01.987071+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-29T17:41:01.987071+0000","last_clean_scrub_stamp":"2024-08-29T17:41:01.987071+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-31T04:01:16.663046+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,2],"acting":[7,4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.11","version":"0'0","reported_seq":16,"reported_epoch":66,"state":"active+clean","last_fresh":"2024-08-29T17:41:15.096044+0000","last_change":"2024-08-29T17:40:53.991412+0000","last_active":"2024-08-29T17:41:15.096044+0000","last_peered":"2024-08-29T17:41:15.096044+0000","last_clean":"2024-08-29T17:41:15.096044+0000","last_became_active":"2024-08-29T17:40:53.990598+0000","last_became_peered":"2024-08-29T17:40:53.990598+0000","last_unstale":"2024-08-29T17:41:15.096044+0000","last_undegraded":"2024-08-29T17:41:15.096044+0000","last_fullsized":"2024-08-29T17:41:15.096044+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-29T17:40:52.944949+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-29T17:40:52.944949+0000","last_clean_scrub_stamp":"2024-08-29T17:40:52.944949+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-31T03:12:39.402237+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,1],"acting":[6,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.10","version":"0'0","reported_seq":13,"reported_epoch":66,"state":"active+clean","last_fresh":"2024-08-29T17:41:15.096094+0000","last_change":"2024-08-29T17:41:03.063228+0000","last_active":"2024-08-29T17:41:15.096094+0000","last_peered":"2024-08-29T17:41:15.096094+0000","last_clean":"2024-08-29T17:41:15.096094+0000","last_became_active":"2024-08-29T17:41:03.062441+0000","last_became_peered":"2024-08-29T17:41:03.062441+0000","last_unstale":"2024-08-29T17:41:15.096094+0000","last_undegraded":"2024-08-29T17:41:15.096094+0000","last_fullsized":"2024-08-29T17:41:15.096094+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-29T17:41:01.987071+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-29T17:41:01.987071+0000","last_clean_scrub_stamp":"2024-08-29T17:41:01.987071+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-31T00:14:55.529603+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0,5],"acting":[6,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.10","version":"65'8","reported_seq":24,"reported_epoch":66,"state":"active+clean","last_fresh":"2024-08-29T17:41:15.087951+0000","last_change":"2024-08-29T17:40:53.992470+0000","last_active":"2024-08-29T17:41:15.087951+0000","last_peered":"2024-08-29T17:41:15.087951+0000","last_clean":"2024-08-29T17:41:15.087951+0000","last_became_active":"2024-08-29T17:40:53.991641+0000","last_became_peered":"2024-08-29T17:40:53.991641+0000","last_unstale":"2024-08-29T17:41:15.087951+0000","last_undegraded":"2024-08-29T17:41:15.087951+0000","last_fullsized":"2024-08-29T17:41:15.087951+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-29T17:40:52.944949+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-29T17:40:52.944949+0000","last_clean_scrub_stamp":"2024-08-29T17:40:52.944949+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-30T23:13:18.374050+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":12,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":4,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1,0],"acting":[2,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.11","version":"0'0","reported_seq":13,"reported_epoch":66,"state":"active+clean","last_fresh":"2024-08-29T17:41:15.087366+0000","last_change":"2024-08-29T17:41:03.085373+0000","last_active":"2024-08-29T17:41:15.087366+0000","last_peered":"2024-08-29T17:41:15.087366+0000","last_clean":"2024-08-29T17:41:15.087366+0000","last_became_active":"2024-08-29T17:41:03.083892+0000","last_became_peered":"2024-08-29T17:41:03.083892+0000","last_unstale":"2024-08-29T17:41:15.087366+0000","last_undegraded":"2024-08-29T17:41:15.087366+0000","last_fullsized":"2024-08-29T17:41:15.087366+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-29T17:41:01.987071+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-29T17:41:01.987071+0000","last_clean_scrub_stamp":"2024-08-29T17:41:01.987071+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-30T23:37:44.507424+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,6],"acting":[7,4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.f","version":"65'1","reported_seq":17,"reported_epoch":66,"state":"active+clean","last_fresh":"2024-08-29T17:41:15.082290+0000","last_change":"2024-08-29T17:40:53.983874+0000","last_active":"2024-08-29T17:41:15.082290+0000","last_peered":"2024-08-29T17:41:15.082290+0000","last_clean":"2024-08-29T17:41:15.082290+0000","last_became_active":"2024-08-29T17:40:53.982935+0000","last_became_peered":"2024-08-29T17:40:53.982935+0000","last_unstale":"2024-08-29T17:41:15.082290+0000","last_undegraded":"2024-08-29T17:41:15.082290+0000","last_fullsized":"2024-08-29T17:41:15.082290+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-29T17:40:52.944949+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-29T17:40:52.944949+0000","last_clean_scrub_stamp":"2024-08-29T17:40:52.944949+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-30T20:26:30.323904+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":22,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0,7],"acting":[4,0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.e","version":"0'0","reported_seq":13,"reported_epoch":66,"state":"active+clean","last_fresh":"2024-08-29T17:41:15.089238+0000","last_change":"2024-08-29T17:41:03.087771+0000","last_active":"2024-08-29T17:41:15.089238+0000","last_peered":"2024-08-29T17:41:15.089238+0000","last_clean":"2024-08-29T17:41:15.089238+0000","last_became_active":"2024-08-29T17:41:03.087498+0000","last_became_peered":"2024-08-29T17:41:03.087498+0000","last_unstale":"2024-08-29T17:41:15.089238+0000","last_undegraded":"2024-08-29T17:41:15.089238+0000","last_fullsized":"2024-08-29T17:41:15.089238+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-29T17:41:01.987071+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-29T17:41:01.987071+0000","last_clean_scrub_stamp":"2024-08-29T17:41:01.987071+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-30T19:02:31.812110+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,1],"acting":[7,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.e","version":"65'2","reported_seq":18,"reported_epoch":66,"state":"active+clean","last_fresh":"2024-08-29T17:41:15.092747+0000","last_change":"2024-08-29T17:40:53.982103+0000","last_active":"2024-08-29T17:41:15.092747+0000","last_peered":"2024-08-29T17:41:15.092747+0000","last_clean":"2024-08-29T17:41:15.092747+0000","last_became_active":"2024-08-29T17:40:53.981238+0000","last_became_peered":"2024-08-29T17:40:53.981238+0000","last_unstale":"2024-08-29T17:41:15.092747+0000","last_undegraded":"2024-08-29T17:41:15.092747+0000","last_fullsized":"2024-08-29T17:41:15.092747+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-29T17:40:52.944949+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-29T17:40:52.944949+0000","last_clean_scrub_stamp":"2024-08-29T17:40:52.944949+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-30T22:28:03.650713+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,7],"acting":[2,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.f","version":"0'0","reported_seq":13,"reported_epoch":66,"state":"active+clean","last_fresh":"2024-08-29T17:41:15.090437+0000","last_change":"2024-08-29T17:41:03.081477+0000","last_active":"2024-08-29T17:41:15.090437+0000","last_peered":"2024-08-29T17:41:15.090437+0000","last_clean":"2024-08-29T17:41:15.090437+0000","last_became_active":"2024-08-29T17:41:03.080505+0000","last_became_peered":"2024-08-29T17:41:03.080505+0000","last_unstale":"2024-08-29T17:41:15.090437+0000","last_undegraded":"2024-08-29T17:41:15.090437+0000","last_fullsized":"2024-08-29T17:41:15.090437+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-29T17:41:01.987071+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-29T17:41:01.987071+0000","last_clean_scrub_stamp":"2024-08-29T17:41:01.987071+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-30T23:45:34.753556+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,0],"acting":[7,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.d","version":"65'1","reported_seq":17,"reported_epoch":66,"state":"active+clean","last_fresh":"2024-08-29T17:41:15.094122+0000","last_change":"2024-08-29T17:40:53.993674+0000","last_active":"2024-08-29T17:41:15.094122+0000","last_peered":"2024-08-29T17:41:15.094122+0000","last_clean":"2024-08-29T17:41:15.094122+0000","last_became_active":"2024-08-29T17:40:53.992370+0000","last_became_peered":"2024-08-29T17:40:53.992370+0000","last_unstale":"2024-08-29T17:41:15.094122+0000","last_undegraded":"2024-08-29T17:41:15.094122+0000","last_fullsized":"2024-08-29T17:41:15.094122+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-29T17:40:52.944949+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-29T17:40:52.944949+0000","last_clean_scrub_stamp":"2024-08-29T17:40:52.944949+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-31T04:16:19.258365+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":70,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4,3],"acting":[1,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.c","version":"0'0","reported_seq":13,"reported_epoch":66,"state":"active+clean","last_fresh":"2024-08-29T17:41:15.085964+0000","last_change":"2024-08-29T17:41:03.056774+0000","last_active":"2024-08-29T17:41:15.085964+0000","last_peered":"2024-08-29T17:41:15.085964+0000","last_clean":"2024-08-29T17:41:15.085964+0000","last_became_active":"2024-08-29T17:41:03.055779+0000","last_became_peered":"2024-08-29T17:41:03.055779+0000","last_unstale":"2024-08-29T17:41:15.085964+0000","last_undegraded":"2024-08-29T17:41:15.085964+0000","last_fullsized":"2024-08-29T17:41:15.085964+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-29T17:41:01.987071+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-29T17:41:01.987071+0000","last_clean_scrub_stamp":"2024-08-29T17:41:01.987071+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-30T18:59:12.785308+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,6],"acting":[5,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.c","version":"0'0","reported_seq":16,"reported_epoch":66,"state":"active+clean","last_fresh":"2024-08-29T17:41:15.089209+0000","last_change":"2024-08-29T17:40:53.991108+0000","last_active":"2024-08-29T17:41:15.089209+0000","last_peered":"2024-08-29T17:41:15.089209+0000","last_clean":"2024-08-29T17:41:15.089209+0000","last_became_active":"2024-08-29T17:40:53.990289+0000","last_became_peered":"2024-08-29T17:40:53.990289+0000","last_unstale":"2024-08-29T17:41:15.089209+0000","last_undegraded":"2024-08-29T17:41:15.089209+0000","last_fullsized":"2024-08-29T17:41:15.089209+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-29T17:40:52.944949+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-29T17:40:52.944949+0000","last_clean_scrub_stamp":"2024-08-29T17:40:52.944949+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-31T00:04:22.663767+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5,0],"acting":[2,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.d","version":"0'0","reported_seq":13,"reported_epoch":66,"state":"active+clean","last_fresh":"2024-08-29T17:41:15.088747+0000","last_change":"2024-08-29T17:41:03.075417+0000","last_active":"2024-08-29T17:41:15.088747+0000","last_peered":"2024-08-29T17:41:15.088747+0000","last_clean":"2024-08-29T17:41:15.088747+0000","last_became_active":"2024-08-29T17:41:03.074702+0000","last_became_peered":"2024-08-29T17:41:03.074702+0000","last_unstale":"2024-08-29T17:41:15.088747+0000","last_undegraded":"2024-08-29T17:41:15.088747+0000","last_fullsized":"2024-08-29T17:41:15.088747+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-29T17:41:01.987071+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-29T17:41:01.987071+0000","last_clean_scrub_stamp":"2024-08-29T17:41:01.987071+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-30T20:47:11.712933+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,6],"acting":[7,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"1.0","version":"21'117","reported_seq":235,"reported_epoch":66,"state":"active+clean","last_fresh":"2024-08-29T17:41:15.087896+0000","last_change":"2024-08-29T17:39:56.151410+0000","last_active":"2024-08-29T17:41:15.087896+0000","last_peered":"2024-08-29T17:41:15.087896+0000","last_clean":"2024-08-29T17:41:15.087896+0000","last_became_active":"2024-08-29T17:39:56.150582+0000","last_became_peered":"2024-08-29T17:39:56.150582+0000","last_unstale":"2024-08-29T17:41:15.087896+0000","last_undegraded":"2024-08-29T17:41:15.087896+0000","last_fullsized":"2024-08-29T17:41:15.087896+0000","mapping_epoch":57,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":58,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-29T17:35:25.395028+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-29T17:35:25.395028+0000","last_clean_scrub_stamp":"2024-08-29T17:35:25.395028+0000","objects_scrubbed":0,"log_size":117,"log_dups_size":0,"ondisk_log_size":117,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-31T03:59:58.733872+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":159,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":6,"num_bytes_recovered":1771104,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,6],"acting":[7,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.3","version":"0'0","reported_seq":16,"reported_epoch":66,"state":"active+clean","last_fresh":"2024-08-29T17:41:15.085836+0000","last_change":"2024-08-29T17:40:54.006212+0000","last_active":"2024-08-29T17:41:15.085836+0000","last_peered":"2024-08-29T17:41:15.085836+0000","last_clean":"2024-08-29T17:41:15.085836+0000","last_became_active":"2024-08-29T17:40:54.005440+0000","last_became_peered":"2024-08-29T17:40:54.005440+0000","last_unstale":"2024-08-29T17:41:15.085836+0000","last_undegraded":"2024-08-29T17:41:15.085836+0000","last_fullsized":"2024-08-29T17:41:15.085836+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-29T17:40:52.944949+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-29T17:40:52.944949+0000","last_clean_scrub_stamp":"2024-08-29T17:40:52.944949+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-31T01:05:27.094044+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2,7],"acting":[5,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.2","version":"0'0","reported_seq":13,"reported_epoch":66,"state":"active+clean","last_fresh":"2024-08-29T17:41:15.085307+0000","last_change":"2024-08-29T17:41:03.056361+0000","last_active":"2024-08-29T17:41:15.085307+0000","last_peered":"2024-08-29T17:41:15.085307+0000","last_clean":"2024-08-29T17:41:15.085307+0000","last_became_active":"2024-08-29T17:41:03.053457+0000","last_became_peered":"2024-08-29T17:41:03.053457+0000","last_unstale":"2024-08-29T17:41:15.085307+0000","last_undegraded":"2024-08-29T17:41:15.085307+0000","last_fullsized":"2024-08-29T17:41:15.085307+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-29T17:41:01.987071+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-29T17:41:01.987071+0000","last_clean_scrub_stamp":"2024-08-29T17:41:01.987071+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-31T04:33:56.931372+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,6],"acting":[3,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.0","version":"0'0","reported_seq":16,"reported_epoch":66,"state":"active+clean","last_fresh":"2024-08-29T17:41:15.087630+0000","last_change":"2024-08-29T17:40:54.004808+0000","last_active":"2024-08-29T17:41:15.087630+0000","last_peered":"2024-08-29T17:41:15.087630+0000","last_clean":"2024-08-29T17:41:15.087630+0000","last_became_active":"2024-08-29T17:40:54.004002+0000","last_became_peered":"2024-08-29T17:40:54.004002+0000","last_unstale":"2024-08-29T17:41:15.087630+0000","last_undegraded":"2024-08-29T17:41:15.087630+0000","last_fullsized":"2024-08-29T17:41:15.087630+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-29T17:40:52.944949+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-29T17:40:52.944949+0000","last_clean_scrub_stamp":"2024-08-29T17:40:52.944949+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-30T22:21:54.332860+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,0],"acting":[7,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.1","version":"0'0","reported_seq":13,"reported_epoch":66,"state":"active+clean","last_fresh":"2024-08-29T17:41:15.079390+0000","last_change":"2024-08-29T17:41:03.072763+0000","last_active":"2024-08-29T17:41:15.079390+0000","last_peered":"2024-08-29T17:41:15.079390+0000","last_clean":"2024-08-29T17:41:15.079390+0000","last_became_active":"2024-08-29T17:41:03.072104+0000","last_became_peered":"2024-08-29T17:41:03.072104+0000","last_unstale":"2024-08-29T17:41:15.079390+0000","last_undegraded":"2024-08-29T17:41:15.079390+0000","last_fullsized":"2024-08-29T17:41:15.079390+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-29T17:41:01.987071+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-29T17:41:01.987071+0000","last_clean_scrub_stamp":"2024-08-29T17:41:01.987071+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-30T22:50:13.394141+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,3],"acting":[0,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.1","version":"0'0","reported_seq":16,"reported_epoch":66,"state":"active+clean","last_fresh":"2024-08-29T17:41:15.088340+0000","last_change":"2024-08-29T17:40:53.998575+0000","last_active":"2024-08-29T17:41:15.088340+0000","last_peered":"2024-08-29T17:41:15.088340+0000","last_clean":"2024-08-29T17:41:15.088340+0000","last_became_active":"2024-08-29T17:40:53.995906+0000","last_became_peered":"2024-08-29T17:40:53.995906+0000","last_unstale":"2024-08-29T17:41:15.088340+0000","last_undegraded":"2024-08-29T17:41:15.088340+0000","last_fullsized":"2024-08-29T17:41:15.088340+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-29T17:40:52.944949+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-29T17:40:52.944949+0000","last_clean_scrub_stamp":"2024-08-29T17:40:52.944949+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-30T21:27:51.683278+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,0],"acting":[2,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.0","version":"0'0","reported_seq":13,"reported_epoch":66,"state":"active+clean","last_fresh":"2024-08-29T17:41:15.092252+0000","last_change":"2024-08-29T17:41:03.034843+0000","last_active":"2024-08-29T17:41:15.092252+0000","last_peered":"2024-08-29T17:41:15.092252+0000","last_clean":"2024-08-29T17:41:15.092252+0000","last_became_active":"2024-08-29T17:41:03.034122+0000","last_became_peered":"2024-08-29T17:41:03.034122+0000","last_unstale":"2024-08-29T17:41:15.092252+0000","last_undegraded":"2024-08-29T17:41:15.092252+0000","last_fullsized":"2024-08-29T17:41:15.092252+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-29T17:41:01.987071+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-29T17:41:01.987071+0000","last_clean_scrub_stamp":"2024-08-29T17:41:01.987071+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-30T18:44:32.787847+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,6],"acting":[1,2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.2","version":"0'0","reported_seq":16,"reported_epoch":66,"state":"active+clean","last_fresh":"2024-08-29T17:41:15.086386+0000","last_change":"2024-08-29T17:40:54.005185+0000","last_active":"2024-08-29T17:41:15.086386+0000","last_peered":"2024-08-29T17:41:15.086386+0000","last_clean":"2024-08-29T17:41:15.086386+0000","last_became_active":"2024-08-29T17:40:54.001015+0000","last_became_peered":"2024-08-29T17:40:54.001015+0000","last_unstale":"2024-08-29T17:41:15.086386+0000","last_undegraded":"2024-08-29T17:41:15.086386+0000","last_fullsized":"2024-08-29T17:41:15.086386+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-29T17:40:52.944949+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-29T17:40:52.944949+0000","last_clean_scrub_stamp":"2024-08-29T17:40:52.944949+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-31T03:53:41.194819+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1,6],"acting":[5,1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.3","version":"0'0","reported_seq":13,"reported_epoch":66,"state":"active+clean","last_fresh":"2024-08-29T17:41:15.081029+0000","last_change":"2024-08-29T17:41:03.070738+0000","last_active":"2024-08-29T17:41:15.081029+0000","last_peered":"2024-08-29T17:41:15.081029+0000","last_clean":"2024-08-29T17:41:15.081029+0000","last_became_active":"2024-08-29T17:41:03.067189+0000","last_became_peered":"2024-08-29T17:41:03.067189+0000","last_unstale":"2024-08-29T17:41:15.081029+0000","last_undegraded":"2024-08-29T17:41:15.081029+0000","last_fullsized":"2024-08-29T17:41:15.081029+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-29T17:41:01.987071+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-29T17:41:01.987071+0000","last_clean_scrub_stamp":"2024-08-29T17:41:01.987071+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-30T23:15:45.293658+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0,6],"acting":[4,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.4","version":"0'0","reported_seq":16,"reported_epoch":66,"state":"active+clean","last_fresh":"2024-08-29T17:41:15.092648+0000","last_change":"2024-08-29T17:40:53.998274+0000","last_active":"2024-08-29T17:41:15.092648+0000","last_peered":"2024-08-29T17:41:15.092648+0000","last_clean":"2024-08-29T17:41:15.092648+0000","last_became_active":"2024-08-29T17:40:53.994383+0000","last_became_peered":"2024-08-29T17:40:53.994383+0000","last_unstale":"2024-08-29T17:41:15.092648+0000","last_undegraded":"2024-08-29T17:41:15.092648+0000","last_fullsized":"2024-08-29T17:41:15.092648+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-29T17:40:52.944949+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-29T17:40:52.944949+0000","last_clean_scrub_stamp":"2024-08-29T17:40:52.944949+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-30T21:13:02.703327+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0,7],"acting":[1,0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.5","version":"0'0","reported_seq":13,"reported_epoch":66,"state":"active+clean","last_fresh":"2024-08-29T17:41:15.086926+0000","last_change":"2024-08-29T17:41:03.063220+0000","last_active":"2024-08-29T17:41:15.086926+0000","last_peered":"2024-08-29T17:41:15.086926+0000","last_clean":"2024-08-29T17:41:15.086926+0000","last_became_active":"2024-08-29T17:41:03.060229+0000","last_became_peered":"2024-08-29T17:41:03.060229+0000","last_unstale":"2024-08-29T17:41:15.086926+0000","last_undegraded":"2024-08-29T17:41:15.086926+0000","last_fullsized":"2024-08-29T17:41:15.086926+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-29T17:41:01.987071+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-29T17:41:01.987071+0000","last_clean_scrub_stamp":"2024-08-29T17:41:01.987071+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-30T18:28:39.703075+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,2],"acting":[5,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.5","version":"0'0","reported_seq":16,"reported_epoch":66,"state":"active+clean","last_fresh":"2024-08-29T17:41:15.089516+0000","last_change":"2024-08-29T17:40:54.001565+0000","last_active":"2024-08-29T17:41:15.089516+0000","last_peered":"2024-08-29T17:41:15.089516+0000","last_clean":"2024-08-29T17:41:15.089516+0000","last_became_active":"2024-08-29T17:40:54.000629+0000","last_became_peered":"2024-08-29T17:40:54.000629+0000","last_unstale":"2024-08-29T17:41:15.089516+0000","last_undegraded":"2024-08-29T17:41:15.089516+0000","last_fullsized":"2024-08-29T17:41:15.089516+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-29T17:40:52.944949+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-29T17:40:52.944949+0000","last_clean_scrub_stamp":"2024-08-29T17:40:52.944949+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-30T21:46:22.288419+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,4],"acting":[7,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.4","version":"0'0","reported_seq":13,"reported_epoch":66,"state":"active+clean","last_fresh":"2024-08-29T17:41:15.092425+0000","last_change":"2024-08-29T17:41:03.060898+0000","last_active":"2024-08-29T17:41:15.092425+0000","last_peered":"2024-08-29T17:41:15.092425+0000","last_clean":"2024-08-29T17:41:15.092425+0000","last_became_active":"2024-08-29T17:41:03.060489+0000","last_became_peered":"2024-08-29T17:41:03.060489+0000","last_unstale":"2024-08-29T17:41:15.092425+0000","last_undegraded":"2024-08-29T17:41:15.092425+0000","last_fullsized":"2024-08-29T17:41:15.092425+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-29T17:41:01.987071+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-29T17:41:01.987071+0000","last_clean_scrub_stamp":"2024-08-29T17:41:01.987071+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-31T02:53:14.459155+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,5],"acting":[1,2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.6","version":"65'1","reported_seq":17,"reported_epoch":66,"state":"active+clean","last_fresh":"2024-08-29T17:41:15.096719+0000","last_change":"2024-08-29T17:40:53.984827+0000","last_active":"2024-08-29T17:41:15.096719+0000","last_peered":"2024-08-29T17:41:15.096719+0000","last_clean":"2024-08-29T17:41:15.096719+0000","last_became_active":"2024-08-29T17:40:53.984037+0000","last_became_peered":"2024-08-29T17:40:53.984037+0000","last_unstale":"2024-08-29T17:41:15.096719+0000","last_undegraded":"2024-08-29T17:41:15.096719+0000","last_fullsized":"2024-08-29T17:41:15.096719+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-29T17:40:52.944949+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-29T17:40:52.944949+0000","last_clean_scrub_stamp":"2024-08-29T17:40:52.944949+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-30T22:02:41.476248+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6,4],"acting":[1,6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.7","version":"0'0","reported_seq":23,"reported_epoch":67,"state":"active+clean","last_fresh":"2024-08-29T17:41:16.105628+0000","last_change":"2024-08-29T17:41:16.105628+0000","last_active":"2024-08-29T17:41:16.105628+0000","last_peered":"2024-08-29T17:41:16.105628+0000","last_clean":"2024-08-29T17:41:16.105628+0000","last_became_active":"2024-08-29T17:41:16.104675+0000","last_became_peered":"2024-08-29T17:41:16.104675+0000","last_unstale":"2024-08-29T17:41:16.105628+0000","last_undegraded":"2024-08-29T17:41:16.105628+0000","last_fullsized":"2024-08-29T17:41:16.105628+0000","mapping_epoch":66,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":67,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-29T17:41:01.987071+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-29T17:41:01.987071+0000","last_clean_scrub_stamp":"2024-08-29T17:41:01.987071+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-31T00:19:32.620395+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,1],"acting":[3,7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.7","version":"65'2","reported_seq":32,"reported_epoch":67,"state":"active+clean","last_fresh":"2024-08-29T17:41:17.081540+0000","last_change":"2024-08-29T17:41:17.081540+0000","last_active":"2024-08-29T17:41:17.081540+0000","last_peered":"2024-08-29T17:41:17.081540+0000","last_clean":"2024-08-29T17:41:17.081540+0000","last_became_active":"2024-08-29T17:41:17.075971+0000","last_became_peered":"2024-08-29T17:41:17.075971+0000","last_unstale":"2024-08-29T17:41:17.081540+0000","last_undegraded":"2024-08-29T17:41:17.081540+0000","last_fullsized":"2024-08-29T17:41:17.081540+0000","mapping_epoch":66,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":67,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-29T17:40:52.944949+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-29T17:40:52.944949+0000","last_clean_scrub_stamp":"2024-08-29T17:40:52.944949+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-30T22:50:47.050721+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":1,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,2],"acting":[6,4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.6","version":"0'0","reported_seq":13,"reported_epoch":66,"state":"active+clean","last_fresh":"2024-08-29T17:41:15.080818+0000","last_change":"2024-08-29T17:41:03.071783+0000","last_active":"2024-08-29T17:41:15.080818+0000","last_peered":"2024-08-29T17:41:15.080818+0000","last_clean":"2024-08-29T17:41:15.080818+0000","last_became_active":"2024-08-29T17:41:03.071476+0000","last_became_peered":"2024-08-29T17:41:03.071476+0000","last_unstale":"2024-08-29T17:41:15.080818+0000","last_undegraded":"2024-08-29T17:41:15.080818+0000","last_fullsized":"2024-08-29T17:41:15.080818+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-29T17:41:01.987071+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-29T17:41:01.987071+0000","last_clean_scrub_stamp":"2024-08-29T17:41:01.987071+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-30T20:09:47.112614+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,4],"acting":[0,1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.8","version":"0'0","reported_seq":16,"reported_epoch":66,"state":"active+clean","last_fresh":"2024-08-29T17:41:15.087414+0000","last_change":"2024-08-29T17:40:54.004582+0000","last_active":"2024-08-29T17:41:15.087414+0000","last_peered":"2024-08-29T17:41:15.087414+0000","last_clean":"2024-08-29T17:41:15.087414+0000","last_became_active":"2024-08-29T17:40:54.003948+0000","last_became_peered":"2024-08-29T17:40:54.003948+0000","last_unstale":"2024-08-29T17:41:15.087414+0000","last_undegraded":"2024-08-29T17:41:15.087414+0000","last_fullsized":"2024-08-29T17:41:15.087414+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-29T17:40:52.944949+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-29T17:40:52.944949+0000","last_clean_scrub_stamp":"2024-08-29T17:40:52.944949+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-30T22:51:00.006032+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,1],"acting":[7,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.9","version":"0'0","reported_seq":13,"reported_epoch":66,"state":"active+clean","last_fresh":"2024-08-29T17:41:15.080623+0000","last_change":"2024-08-29T17:41:03.078707+0000","last_active":"2024-08-29T17:41:15.080623+0000","last_peered":"2024-08-29T17:41:15.080623+0000","last_clean":"2024-08-29T17:41:15.080623+0000","last_became_active":"2024-08-29T17:41:03.076410+0000","last_became_peered":"2024-08-29T17:41:03.076410+0000","last_unstale":"2024-08-29T17:41:15.080623+0000","last_undegraded":"2024-08-29T17:41:15.080623+0000","last_fullsized":"2024-08-29T17:41:15.080623+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-29T17:41:01.987071+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-29T17:41:01.987071+0000","last_clean_scrub_stamp":"2024-08-29T17:41:01.987071+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-30T17:53:37.747869+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2,7],"acting":[4,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.9","version":"0'0","reported_seq":16,"reported_epoch":66,"state":"active+clean","last_fresh":"2024-08-29T17:41:15.090907+0000","last_change":"2024-08-29T17:40:53.999191+0000","last_active":"2024-08-29T17:41:15.090907+0000","last_peered":"2024-08-29T17:41:15.090907+0000","last_clean":"2024-08-29T17:41:15.090907+0000","last_became_active":"2024-08-29T17:40:53.998553+0000","last_became_peered":"2024-08-29T17:40:53.998553+0000","last_unstale":"2024-08-29T17:41:15.090907+0000","last_undegraded":"2024-08-29T17:41:15.090907+0000","last_fullsized":"2024-08-29T17:41:15.090907+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-29T17:40:52.944949+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-29T17:40:52.944949+0000","last_clean_scrub_stamp":"2024-08-29T17:40:52.944949+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-30T19:35:05.530174+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7,3],"acting":[1,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.8","version":"0'0","reported_seq":13,"reported_epoch":66,"state":"active+clean","last_fresh":"2024-08-29T17:41:15.085094+0000","last_change":"2024-08-29T17:41:03.057392+0000","last_active":"2024-08-29T17:41:15.085094+0000","last_peered":"2024-08-29T17:41:15.085094+0000","last_clean":"2024-08-29T17:41:15.085094+0000","last_became_active":"2024-08-29T17:41:03.056480+0000","last_became_peered":"2024-08-29T17:41:03.056480+0000","last_unstale":"2024-08-29T17:41:15.085094+0000","last_undegraded":"2024-08-29T17:41:15.085094+0000","last_fullsized":"2024-08-29T17:41:15.085094+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-29T17:41:01.987071+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-29T17:41:01.987071+0000","last_clean_scrub_stamp":"2024-08-29T17:41:01.987071+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-30T21:26:13.016911+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,7],"acting":[3,1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.a","version":"0'0","reported_seq":16,"reported_epoch":66,"state":"active+clean","last_fresh":"2024-08-29T17:41:15.093388+0000","last_change":"2024-08-29T17:40:53.988890+0000","last_active":"2024-08-29T17:41:15.093388+0000","last_peered":"2024-08-29T17:41:15.093388+0000","last_clean":"2024-08-29T17:41:15.093388+0000","last_became_active":"2024-08-29T17:40:53.987830+0000","last_became_peered":"2024-08-29T17:40:53.987830+0000","last_unstale":"2024-08-29T17:41:15.093388+0000","last_undegraded":"2024-08-29T17:41:15.093388+0000","last_fullsized":"2024-08-29T17:41:15.093388+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-29T17:40:52.944949+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-29T17:40:52.944949+0000","last_clean_scrub_stamp":"2024-08-29T17:40:52.944949+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-31T01:52:35.315116+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,7],"acting":[1,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.b","version":"0'0","reported_seq":13,"reported_epoch":66,"state":"active+clean","last_fresh":"2024-08-29T17:41:15.086342+0000","last_change":"2024-08-29T17:41:03.068281+0000","last_active":"2024-08-29T17:41:15.086342+0000","last_peered":"2024-08-29T17:41:15.086342+0000","last_clean":"2024-08-29T17:41:15.086342+0000","last_became_active":"2024-08-29T17:41:03.067540+0000","last_became_peered":"2024-08-29T17:41:03.067540+0000","last_unstale":"2024-08-29T17:41:15.086342+0000","last_undegraded":"2024-08-29T17:41:15.086342+0000","last_fullsized":"2024-08-29T17:41:15.086342+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-29T17:41:01.987071+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-29T17:41:01.987071+0000","last_clean_scrub_stamp":"2024-08-29T17:41:01.987071+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-31T01:24:36.674196+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,4],"acting":[3,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.b","version":"65'2","reported_seq":18,"reported_epoch":66,"state":"active+clean","last_fresh":"2024-08-29T17:41:15.089933+0000","last_change":"2024-08-29T17:40:53.996349+0000","last_active":"2024-08-29T17:41:15.089933+0000","last_peered":"2024-08-29T17:41:15.089933+0000","last_clean":"2024-08-29T17:41:15.089933+0000","last_became_active":"2024-08-29T17:40:53.994961+0000","last_became_peered":"2024-08-29T17:40:53.994961+0000","last_unstale":"2024-08-29T17:41:15.089933+0000","last_undegraded":"2024-08-29T17:41:15.089933+0000","last_fullsized":"2024-08-29T17:41:15.089933+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-29T17:40:52.944949+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-29T17:40:52.944949+0000","last_clean_scrub_stamp":"2024-08-29T17:40:52.944949+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-31T01:59:05.156956+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,5],"acting":[7,4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.a","version":"0'0","reported_seq":13,"reported_epoch":66,"state":"active+clean","last_fresh":"2024-08-29T17:41:15.095843+0000","last_change":"2024-08-29T17:41:03.050967+0000","last_active":"2024-08-29T17:41:15.095843+0000","last_peered":"2024-08-29T17:41:15.095843+0000","last_clean":"2024-08-29T17:41:15.095843+0000","last_became_active":"2024-08-29T17:41:03.050002+0000","last_became_peered":"2024-08-29T17:41:03.050002+0000","last_unstale":"2024-08-29T17:41:15.095843+0000","last_undegraded":"2024-08-29T17:41:15.095843+0000","last_fullsized":"2024-08-29T17:41:15.095843+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-29T17:41:01.987071+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-29T17:41:01.987071+0000","last_clean_scrub_stamp":"2024-08-29T17:41:01.987071+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-31T02:43:09.072336+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,1],"acting":[6,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.1d","version":"0'0","reported_seq":13,"reported_epoch":66,"state":"active+clean","last_fresh":"2024-08-29T17:41:15.086684+0000","last_change":"2024-08-29T17:41:03.056090+0000","last_active":"2024-08-29T17:41:15.086684+0000","last_peered":"2024-08-29T17:41:15.086684+0000","last_clean":"2024-08-29T17:41:15.086684+0000","last_became_active":"2024-08-29T17:41:03.055218+0000","last_became_peered":"2024-08-29T17:41:03.055218+0000","last_unstale":"2024-08-29T17:41:15.086684+0000","last_undegraded":"2024-08-29T17:41:15.086684+0000","last_fullsized":"2024-08-29T17:41:15.086684+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-29T17:41:01.987071+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-29T17:41:01.987071+0000","last_clean_scrub_stamp":"2024-08-29T17:41:01.987071+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-30T23:46:17.035805+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,6],"acting":[5,4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.1c","version":"65'2","reported_seq":18,"reported_epoch":66,"state":"active+clean","last_fresh":"2024-08-29T17:41:15.089169+0000","last_change":"2024-08-29T17:40:54.000492+0000","last_active":"2024-08-29T17:41:15.089169+0000","last_peered":"2024-08-29T17:41:15.089169+0000","last_clean":"2024-08-29T17:41:15.089169+0000","last_became_active":"2024-08-29T17:40:53.999633+0000","last_became_peered":"2024-08-29T17:40:53.999633+0000","last_unstale":"2024-08-29T17:41:15.089169+0000","last_undegraded":"2024-08-29T17:41:15.089169+0000","last_fullsized":"2024-08-29T17:41:15.089169+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-29T17:40:52.944949+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-29T17:40:52.944949+0000","last_clean_scrub_stamp":"2024-08-29T17:40:52.944949+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-31T00:56:17.292560+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,2],"acting":[7,5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.1c","version":"0'0","reported_seq":13,"reported_epoch":66,"state":"active+clean","last_fresh":"2024-08-29T17:41:15.085907+0000","last_change":"2024-08-29T17:41:03.067082+0000","last_active":"2024-08-29T17:41:15.085907+0000","last_peered":"2024-08-29T17:41:15.085907+0000","last_clean":"2024-08-29T17:41:15.085907+0000","last_became_active":"2024-08-29T17:41:03.066352+0000","last_became_peered":"2024-08-29T17:41:03.066352+0000","last_unstale":"2024-08-29T17:41:15.085907+0000","last_undegraded":"2024-08-29T17:41:15.085907+0000","last_fullsized":"2024-08-29T17:41:15.085907+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-29T17:41:01.987071+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-29T17:41:01.987071+0000","last_clean_scrub_stamp":"2024-08-29T17:41:01.987071+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-30T18:08:46.728133+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,1],"acting":[5,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.1d","version":"65'2","reported_seq":18,"reported_epoch":66,"state":"active+clean","last_fresh":"2024-08-29T17:41:15.089068+0000","last_change":"2024-08-29T17:40:53.997438+0000","last_active":"2024-08-29T17:41:15.089068+0000","last_peered":"2024-08-29T17:41:15.089068+0000","last_clean":"2024-08-29T17:41:15.089068+0000","last_became_active":"2024-08-29T17:40:53.996547+0000","last_became_peered":"2024-08-29T17:40:53.996547+0000","last_unstale":"2024-08-29T17:41:15.089068+0000","last_undegraded":"2024-08-29T17:41:15.089068+0000","last_fullsized":"2024-08-29T17:41:15.089068+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-29T17:40:52.944949+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-29T17:40:52.944949+0000","last_clean_scrub_stamp":"2024-08-29T17:40:52.944949+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-30T20:49:45.750433+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6,0],"acting":[7,6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.1f","version":"0'0","reported_seq":13,"reported_epoch":66,"state":"active+clean","last_fresh":"2024-08-29T17:41:15.082619+0000","last_change":"2024-08-29T17:41:03.065361+0000","last_active":"2024-08-29T17:41:15.082619+0000","last_peered":"2024-08-29T17:41:15.082619+0000","last_clean":"2024-08-29T17:41:15.082619+0000","last_became_active":"2024-08-29T17:41:03.064910+0000","last_became_peered":"2024-08-29T17:41:03.064910+0000","last_unstale":"2024-08-29T17:41:15.082619+0000","last_undegraded":"2024-08-29T17:41:15.082619+0000","last_fullsized":"2024-08-29T17:41:15.082619+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-29T17:41:01.987071+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-29T17:41:01.987071+0000","last_clean_scrub_stamp":"2024-08-29T17:41:01.987071+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-31T01:56:49.253918+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,2],"acting":[0,5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.1e","version":"65'1","reported_seq":17,"reported_epoch":66,"state":"active+clean","last_fresh":"2024-08-29T17:41:15.086090+0000","last_change":"2024-08-29T17:40:53.990408+0000","last_active":"2024-08-29T17:41:15.086090+0000","last_peered":"2024-08-29T17:41:15.086090+0000","last_clean":"2024-08-29T17:41:15.086090+0000","last_became_active":"2024-08-29T17:40:53.989608+0000","last_became_peered":"2024-08-29T17:40:53.989608+0000","last_unstale":"2024-08-29T17:41:15.086090+0000","last_undegraded":"2024-08-29T17:41:15.086090+0000","last_fullsized":"2024-08-29T17:41:15.086090+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-29T17:40:52.944949+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-29T17:40:52.944949+0000","last_clean_scrub_stamp":"2024-08-29T17:40:52.944949+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-31T04:13:02.440764+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,5],"acting":[3,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1e","version":"0'0","reported_seq":13,"reported_epoch":66,"state":"active+clean","last_fresh":"2024-08-29T17:41:15.085600+0000","last_change":"2024-08-29T17:41:03.045150+0000","last_active":"2024-08-29T17:41:15.085600+0000","last_peered":"2024-08-29T17:41:15.085600+0000","last_clean":"2024-08-29T17:41:15.085600+0000","last_became_active":"2024-08-29T17:41:03.044260+0000","last_became_peered":"2024-08-29T17:41:03.044260+0000","last_unstale":"2024-08-29T17:41:15.085600+0000","last_undegraded":"2024-08-29T17:41:15.085600+0000","last_fullsized":"2024-08-29T17:41:15.085600+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-29T17:41:01.987071+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-29T17:41:01.987071+0000","last_clean_scrub_stamp":"2024-08-29T17:41:01.987071+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-30T22:23:38.421238+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6,2],"acting":[3,6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.1f","version":"65'4","reported_seq":20,"reported_epoch":66,"state":"active+clean","last_fresh":"2024-08-29T17:41:15.082982+0000","last_change":"2024-08-29T17:40:53.984051+0000","last_active":"2024-08-29T17:41:15.082982+0000","last_peered":"2024-08-29T17:41:15.082982+0000","last_clean":"2024-08-29T17:41:15.082982+0000","last_became_active":"2024-08-29T17:40:53.982916+0000","last_became_peered":"2024-08-29T17:40:53.982916+0000","last_unstale":"2024-08-29T17:41:15.082982+0000","last_undegraded":"2024-08-29T17:41:15.082982+0000","last_fullsized":"2024-08-29T17:41:15.082982+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-29T17:40:52.944949+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-29T17:40:52.944949+0000","last_clean_scrub_stamp":"2024-08-29T17:40:52.944949+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-30T23:13:10.265403+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":570,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,4],"acting":[0,7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]}],"pool_stats":[{"poolid":3,"num_pg":64,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":192,"acting":192,"num_store_stats":8},{"poolid":2,"num_pg":32,"stat_sum":{"num_bytes":2338,"num_objects":22,"num_object_clones":0,"num_object_copies":66,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":22,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":45,"num_write_kb":13,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":1,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":98304,"data_stored":7014,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":39,"ondisk_log_size":39,"up":96,"acting":96,"num_store_stats":8},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":159,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":6,"num_bytes_recovered":1771104,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":2969600,"data_stored":2951840,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":117,"ondisk_log_size":117,"up":3,"acting":3,"num_store_stats":7}],"osd_stats":[{"osd":7,"up_from":54,"seq":231928234013,"num_pgs":43,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":298608,"kb_used_data":1248,"kb_used_omap":1,"kb_used_meta":297342,"kb_avail":93446544,"statfs":{"total":95995035648,"available":95689261056,"internally_reserved":0,"allocated":1277952,"data_stored":880761,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1704,"internal_metadata":304478552},"hb_peers":[0,1,2,3,4,5,6],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Aug 29 17:41:53 2024","interfaces":[{"interface":"back","average":{"1min":0.94299999999999995,"5min":0.93500000000000005,"15min":0.93300000000000005},"min":{"1min":0.57099999999999995,"5min":0.55900000000000005,"15min":0.55900000000000005},"max":{"1min":1.2390000000000001,"5min":1.3180000000000001,"15min":1.3180000000000001},"last":1.1319999999999999},{"interface":"front","average":{"1min":1.0009999999999999,"5min":0.99299999999999999,"15min":0.99099999999999999},"min":{"1min":0.72899999999999998,"5min":0.60399999999999998,"15min":0.60399999999999998},"max":{"1min":1.3500000000000001,"5min":1.3500000000000001,"15min":1.3500000000000001},"last":0.93000000000000005}]},{"osd":1,"last update":"Thu Aug 29 17:41:53 2024","interfaces":[{"interface":"back","average":{"1min":0.96299999999999997,"5min":0.95999999999999996,"15min":0.95999999999999996},"min":{"1min":0.68600000000000005,"5min":0.67700000000000005,"15min":0.67700000000000005},"max":{"1min":1.4830000000000001,"5min":1.4830000000000001,"15min":1.4830000000000001},"last":1.0740000000000001},{"interface":"front","average":{"1min":1.0089999999999999,"5min":0.96299999999999997,"15min":0.95499999999999996},"min":{"1min":0.629,"5min":0.629,"15min":0.629},"max":{"1min":1.353,"5min":1.353,"15min":1.353},"last":0.81599999999999995}]},{"osd":2,"last update":"Thu Aug 29 17:41:53 2024","interfaces":[{"interface":"back","average":{"1min":0.93899999999999995,"5min":0.95399999999999996,"15min":0.95599999999999996},"min":{"1min":0.66000000000000003,"5min":0.66000000000000003,"15min":0.66000000000000003},"max":{"1min":1.3799999999999999,"5min":1.3799999999999999,"15min":1.3799999999999999},"last":0.79200000000000004},{"interface":"front","average":{"1min":0.997,"5min":1.01,"15min":1.012},"min":{"1min":0.59399999999999997,"5min":0.59399999999999997,"15min":0.59399999999999997},"max":{"1min":1.3839999999999999,"5min":1.3839999999999999,"15min":1.3839999999999999},"last":0.95399999999999996}]},{"osd":3,"last update":"Thu Aug 29 17:41:53 2024","interfaces":[{"interface":"back","average":{"1min":0.97199999999999998,"5min":0.96699999999999997,"15min":0.96599999999999997},"min":{"1min":0.76400000000000001,"5min":0.71499999999999997,"15min":0.71499999999999997},"max":{"1min":1.1910000000000001,"5min":1.3149999999999999,"15min":1.3149999999999999},"last":0.70499999999999996},{"interface":"front","average":{"1min":1.089,"5min":1.0820000000000001,"15min":1.081},"min":{"1min":0.77000000000000002,"5min":0.68100000000000005,"15min":0.68100000000000005},"max":{"1min":1.2649999999999999,"5min":1.4379999999999999,"15min":1.4379999999999999},"last":0.83999999999999997}]},{"osd":4,"last update":"Thu Aug 29 17:41:53 2024","interfaces":[{"interface":"back","average":{"1min":0.98899999999999999,"5min":0.91900000000000004,"15min":0.90700000000000003},"min":{"1min":0.64800000000000002,"5min":0.63200000000000001,"15min":0.63200000000000001},"max":{"1min":1.2989999999999999,"5min":1.405,"15min":1.405},"last":0.66000000000000003},{"interface":"front","average":{"1min":0.97799999999999998,"5min":0.99399999999999999,"15min":0.997},"min":{"1min":0.68500000000000005,"5min":0.68500000000000005,"15min":0.68500000000000005},"max":{"1min":1.4750000000000001,"5min":1.4750000000000001,"15min":1.4750000000000001},"last":0.90000000000000002}]},{"osd":5,"last update":"Thu Aug 29 17:41:53 2024","interfaces":[{"interface":"back","average":{"1min":1.069,"5min":1.069,"15min":1.069},"min":{"1min":0.68400000000000005,"5min":0.60299999999999998,"15min":0.60299999999999998},"max":{"1min":1.3600000000000001,"5min":1.518,"15min":1.518},"last":1.1759999999999999},{"interface":"front","average":{"1min":1.0920000000000001,"5min":1.1000000000000001,"15min":1.101},"min":{"1min":0.72099999999999997,"5min":0.55400000000000005,"15min":0.55400000000000005},"max":{"1min":1.4410000000000001,"5min":1.633,"15min":1.633},"last":0.874}]},{"osd":6,"last update":"Thu Aug 29 17:41:53 2024","interfaces":[{"interface":"back","average":{"1min":1.139,"5min":1.1200000000000001,"15min":1.117},"min":{"1min":0.81299999999999994,"5min":0.69299999999999995,"15min":0.69299999999999995},"max":{"1min":1.3939999999999999,"5min":1.6220000000000001,"15min":1.6220000000000001},"last":1.0169999999999999},{"interface":"front","average":{"1min":1.135,"5min":1.179,"15min":1.1859999999999999},"min":{"1min":0.748,"5min":0.73299999999999998,"15min":0.73299999999999998},"max":{"1min":1.556,"5min":2.1909999999999998,"15min":2.1909999999999998},"last":0.99199999999999999}]}]},{"osd":6,"up_from":46,"seq":197568495656,"num_pgs":37,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":298608,"kb_used_data":1248,"kb_used_omap":1,"kb_used_meta":297342,"kb_avail":93446544,"statfs":{"total":95995035648,"available":95689261056,"internally_reserved":0,"allocated":1277952,"data_stored":881456,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1704,"internal_metadata":304478552},"hb_peers":[0,1,2,3,4,5,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Aug 29 17:42:01 2024","interfaces":[{"interface":"back","average":{"1min":1.077,"5min":0.96799999999999997,"15min":0.94899999999999995},"min":{"1min":0.56000000000000005,"5min":0.56000000000000005,"15min":0.56000000000000005},"max":{"1min":1.391,"5min":1.427,"15min":1.427},"last":1.2430000000000001},{"interface":"front","average":{"1min":0.88700000000000001,"5min":0.88400000000000001,"15min":0.876},"min":{"1min":0.66800000000000004,"5min":0.56399999999999995,"15min":0.56399999999999995},"max":{"1min":1.137,"5min":1.331,"15min":1.331},"last":0.79300000000000004}]},{"osd":1,"last update":"Thu Aug 29 17:42:01 2024","interfaces":[{"interface":"back","average":{"1min":1.0589999999999999,"5min":0.94199999999999995,"15min":0.93200000000000005},"min":{"1min":0.66200000000000003,"5min":0.58299999999999996,"15min":0.58299999999999996},"max":{"1min":1.3879999999999999,"5min":1.3879999999999999,"15min":1.3879999999999999},"last":0.82799999999999996},{"interface":"front","average":{"1min":0.91400000000000003,"5min":0.90100000000000002,"15min":0.88100000000000001},"min":{"1min":0.61099999999999999,"5min":0.59699999999999998,"15min":0.59699999999999998},"max":{"1min":1.177,"5min":1.2749999999999999,"15min":1.2749999999999999},"last":1.0629999999999999}]},{"osd":2,"last update":"Thu Aug 29 17:42:01 2024","interfaces":[{"interface":"back","average":{"1min":0.88700000000000001,"5min":0.93400000000000005,"15min":0.89600000000000002},"min":{"1min":0.629,"5min":0.58799999999999997,"15min":0.58799999999999997},"max":{"1min":1.1020000000000001,"5min":4.1360000000000001,"15min":4.1360000000000001},"last":0.89000000000000001},{"interface":"front","average":{"1min":1.091,"5min":0.98199999999999998,"15min":0.94699999999999995},"min":{"1min":0.82999999999999996,"5min":0.59299999999999997,"15min":0.59299999999999997},"max":{"1min":1.2949999999999999,"5min":1.2949999999999999,"15min":1.2949999999999999},"last":1.014}]},{"osd":3,"last update":"Thu Aug 29 17:42:01 2024","interfaces":[{"interface":"back","average":{"1min":0.90200000000000002,"5min":0.93799999999999994,"15min":0.94399999999999995},"min":{"1min":0.75600000000000001,"5min":0.68700000000000006,"15min":0.68700000000000006},"max":{"1min":1.083,"5min":1.2809999999999999,"15min":1.2809999999999999},"last":1.1000000000000001},{"interface":"front","average":{"1min":0.95699999999999996,"5min":0.92400000000000004,"15min":0.89800000000000002},"min":{"1min":0.80600000000000005,"5min":0.627,"15min":0.627},"max":{"1min":1.202,"5min":1.228,"15min":1.228},"last":0.98199999999999998}]},{"osd":4,"last update":"Thu Aug 29 17:42:01 2024","interfaces":[{"interface":"back","average":{"1min":0.98499999999999999,"5min":0.92900000000000005,"15min":0.91900000000000004},"min":{"1min":0.70899999999999996,"5min":0.34499999999999997,"15min":0.34499999999999997},"max":{"1min":1.3460000000000001,"5min":1.4039999999999999,"15min":1.4039999999999999},"last":0.72699999999999998},{"interface":"front","average":{"1min":0.90500000000000003,"5min":0.89300000000000002,"15min":0.86799999999999999},"min":{"1min":0.56999999999999995,"5min":0.40300000000000002,"15min":0.40300000000000002},"max":{"1min":1.2130000000000001,"5min":1.667,"15min":1.667},"last":0.93899999999999995}]},{"osd":5,"last update":"Thu Aug 29 17:42:01 2024","interfaces":[{"interface":"back","average":{"1min":0.98199999999999998,"5min":0.97099999999999997,"15min":0.94199999999999995},"min":{"1min":0.65800000000000003,"5min":0.38800000000000001,"15min":0.38800000000000001},"max":{"1min":1.3140000000000001,"5min":1.4930000000000001,"15min":1.4930000000000001},"last":1.1970000000000001},{"interface":"front","average":{"1min":0.998,"5min":0.96299999999999997,"15min":0.92500000000000004},"min":{"1min":0.65700000000000003,"5min":0.371,"15min":0.371},"max":{"1min":1.2649999999999999,"5min":1.7989999999999999,"15min":1.7989999999999999},"last":0.69599999999999995}]},{"osd":7,"last update":"Thu Aug 29 17:41:56 2024","interfaces":[{"interface":"back","average":{"1min":1.129,"5min":1.125,"15min":1.125},"min":{"1min":0.76000000000000001,"5min":0.48499999999999999,"15min":0.48499999999999999},"max":{"1min":1.341,"5min":1.5349999999999999,"15min":1.5349999999999999},"last":1.29},{"interface":"front","average":{"1min":1.2509999999999999,"5min":1.1990000000000001,"15min":1.1910000000000001},"min":{"1min":1.0389999999999999,"5min":0.54600000000000004,"15min":0.54600000000000004},"max":{"1min":1.466,"5min":1.585,"15min":1.585},"last":1.1419999999999999}]}]},{"osd":5,"up_from":38,"seq":163208757300,"num_pgs":37,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":298032,"kb_used_data":672,"kb_used_omap":1,"kb_used_meta":297342,"kb_avail":93447120,"statfs":{"total":95995035648,"available":95689850880,"internally_reserved":0,"allocated":688128,"data_stored":291170,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1704,"internal_metadata":304478552},"hb_peers":[0,1,2,3,4,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Aug 29 17:41:07 2024","interfaces":[{"interface":"back","average":{"1min":0.80900000000000005,"5min":0.88300000000000001,"15min":0.88300000000000001},"min":{"1min":0.47599999999999998,"5min":0.47599999999999998,"15min":0.47599999999999998},"max":{"1min":1.2130000000000001,"5min":1.216,"15min":1.216},"last":1.242},{"interface":"front","average":{"1min":0.95099999999999996,"5min":0.872,"15min":0.85299999999999998},"min":{"1min":0.55800000000000005,"5min":0.55800000000000005,"15min":0.55800000000000005},"max":{"1min":1.179,"5min":1.179,"15min":1.179},"last":0.76700000000000002}]},{"osd":1,"last update":"Thu Aug 29 17:41:07 2024","interfaces":[{"interface":"back","average":{"1min":0.90700000000000003,"5min":0.94399999999999995,"15min":0.96199999999999997},"min":{"1min":0.52500000000000002,"5min":0.52500000000000002,"15min":0.52500000000000002},"max":{"1min":1.214,"5min":1.669,"15min":1.669},"last":0.96399999999999997},{"interface":"front","average":{"1min":0.95299999999999996,"5min":0.88700000000000001,"15min":0.85899999999999999},"min":{"1min":0.45300000000000001,"5min":0.45300000000000001,"15min":0.45300000000000001},"max":{"1min":1.2270000000000001,"5min":1.2270000000000001,"15min":1.2270000000000001},"last":1.2}]},{"osd":2,"last update":"Thu Aug 29 17:41:07 2024","interfaces":[{"interface":"back","average":{"1min":0.86799999999999999,"5min":0.91600000000000004,"15min":0.93100000000000005},"min":{"1min":0.54300000000000004,"5min":0.54300000000000004,"15min":0.54300000000000004},"max":{"1min":1.177,"5min":1.177,"15min":1.177},"last":0.876},{"interface":"front","average":{"1min":0.92500000000000004,"5min":0.96199999999999997,"15min":0.97199999999999998},"min":{"1min":0.48999999999999999,"5min":0.48999999999999999,"15min":0.48999999999999999},"max":{"1min":1.3129999999999999,"5min":1.3129999999999999,"15min":1.3129999999999999},"last":1.1839999999999999}]},{"osd":3,"last update":"Thu Aug 29 17:41:07 2024","interfaces":[{"interface":"back","average":{"1min":0.91000000000000003,"5min":0.92000000000000004,"15min":0.92800000000000005},"min":{"1min":0.629,"5min":0.629,"15min":0.629},"max":{"1min":1.151,"5min":1.1779999999999999,"15min":1.1779999999999999},"last":1.018},{"interface":"front","average":{"1min":1.0269999999999999,"5min":1.0129999999999999,"15min":1.0129999999999999},"min":{"1min":0.60699999999999998,"5min":0.60399999999999998,"15min":0.60399999999999998},"max":{"1min":1.2729999999999999,"5min":1.579,"15min":1.579},"last":1.1240000000000001}]},{"osd":4,"last update":"Thu Aug 29 17:41:07 2024","interfaces":[{"interface":"back","average":{"1min":0.91200000000000003,"5min":0.83199999999999996,"15min":0.81200000000000006},"min":{"1min":0.622,"5min":0.497,"15min":0.497},"max":{"1min":1.2390000000000001,"5min":1.254,"15min":1.254},"last":0.92600000000000005},{"interface":"front","average":{"1min":0.874,"5min":0.84599999999999997,"15min":0.84799999999999998},"min":{"1min":0.45300000000000001,"5min":0.45300000000000001,"15min":0.45300000000000001},"max":{"1min":1.127,"5min":1.2450000000000001,"15min":1.2450000000000001},"last":1.1579999999999999}]},{"osd":6,"last update":"Thu Aug 29 17:42:02 2024","interfaces":[{"interface":"back","average":{"1min":1.087,"5min":0.94499999999999995,"15min":0.89700000000000002},"min":{"1min":0.745,"5min":0.433,"15min":0.433},"max":{"1min":1.306,"5min":1.306,"15min":1.306},"last":1.0800000000000001},{"interface":"front","average":{"1min":1.139,"5min":1.0369999999999999,"15min":1.002},"min":{"1min":0.64900000000000002,"5min":0.53700000000000003,"15min":0.53700000000000003},"max":{"1min":1.4139999999999999,"5min":1.76,"15min":1.76},"last":1.294}]},{"osd":7,"last update":"Thu Aug 29 17:41:54 2024","interfaces":[{"interface":"back","average":{"1min":1.167,"5min":1.127,"15min":1.121},"min":{"1min":0.84999999999999998,"5min":0.58199999999999996,"15min":0.58199999999999996},"max":{"1min":1.4019999999999999,"5min":1.454,"15min":1.454},"last":1.359},{"interface":"front","average":{"1min":1.1679999999999999,"5min":1.1180000000000001,"15min":1.1100000000000001},"min":{"1min":0.93200000000000005,"5min":0.74399999999999999,"15min":0.74399999999999999},"max":{"1min":1.403,"5min":1.403,"15min":1.403},"last":1.329}]}]},{"osd":4,"up_from":30,"seq":128849018942,"num_pgs":36,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":298032,"kb_used_data":676,"kb_used_omap":1,"kb_used_meta":297342,"kb_avail":93447120,"statfs":{"total":95995035648,"available":95689850880,"internally_reserved":0,"allocated":692224,"data_stored":290555,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1704,"internal_metadata":304478552},"hb_peers":[0,1,2,3,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Aug 29 17:41:15 2024","interfaces":[{"interface":"back","average":{"1min":0.93999999999999995,"5min":0.82899999999999996,"15min":0.81499999999999995},"min":{"1min":0.56699999999999995,"5min":0.50600000000000001,"15min":0.50600000000000001},"max":{"1min":1.3939999999999999,"5min":1.3939999999999999,"15min":1.3939999999999999},"last":0.70299999999999996},{"interface":"front","average":{"1min":0.995,"5min":0.875,"15min":0.82299999999999995},"min":{"1min":0.63500000000000001,"5min":0.47699999999999998,"15min":0.47699999999999998},"max":{"1min":1.3100000000000001,"5min":1.325,"15min":1.325},"last":1.25}]},{"osd":1,"last update":"Thu Aug 29 17:41:15 2024","interfaces":[{"interface":"back","average":{"1min":0.97399999999999998,"5min":0.84199999999999997,"15min":0.79700000000000004},"min":{"1min":0.66800000000000004,"5min":0.51500000000000001,"15min":0.51500000000000001},"max":{"1min":1.341,"5min":1.341,"15min":1.341},"last":0.95399999999999996},{"interface":"front","average":{"1min":0.96699999999999997,"5min":0.873,"15min":0.85899999999999999},"min":{"1min":0.57699999999999996,"5min":0.53000000000000003,"15min":0.53000000000000003},"max":{"1min":1.494,"5min":1.494,"15min":1.494},"last":0.82099999999999995}]},{"osd":2,"last update":"Thu Aug 29 17:41:15 2024","interfaces":[{"interface":"back","average":{"1min":1.0469999999999999,"5min":0.85899999999999999,"15min":0.82799999999999996},"min":{"1min":0.70699999999999996,"5min":0.54300000000000004,"15min":0.54300000000000004},"max":{"1min":1.3939999999999999,"5min":1.3939999999999999,"15min":1.3939999999999999},"last":1.052},{"interface":"front","average":{"1min":0.93500000000000005,"5min":0.89700000000000002,"15min":0.89600000000000002},"min":{"1min":0.57299999999999995,"5min":0.54800000000000004,"15min":0.54800000000000004},"max":{"1min":1.2789999999999999,"5min":1.2869999999999999,"15min":1.2869999999999999},"last":1.2010000000000001}]},{"osd":3,"last update":"Thu Aug 29 17:41:15 2024","interfaces":[{"interface":"back","average":{"1min":0.96499999999999997,"5min":0.92300000000000004,"15min":0.93500000000000005},"min":{"1min":0.64300000000000002,"5min":0.52000000000000002,"15min":0.52000000000000002},"max":{"1min":1.3300000000000001,"5min":1.3300000000000001,"15min":1.3300000000000001},"last":0.997},{"interface":"front","average":{"1min":1.0429999999999999,"5min":0.91500000000000004,"15min":0.88700000000000001},"min":{"1min":0.628,"5min":0.58499999999999996,"15min":0.58499999999999996},"max":{"1min":1.4530000000000001,"5min":1.4530000000000001,"15min":1.4530000000000001},"last":1.3380000000000001}]},{"osd":5,"last update":"Thu Aug 29 17:41:04 2024","interfaces":[{"interface":"back","average":{"1min":0.96099999999999997,"5min":0.77400000000000002,"15min":0.72699999999999998},"min":{"1min":0.438,"5min":0.313,"15min":0.313},"max":{"1min":1.377,"5min":1.494,"15min":1.494},"last":1.167},{"interface":"front","average":{"1min":0.95899999999999996,"5min":0.73199999999999998,"15min":0.69599999999999995},"min":{"1min":0.55700000000000005,"5min":0.29899999999999999,"15min":0.29899999999999999},"max":{"1min":1.397,"5min":1.397,"15min":1.397},"last":1.2989999999999999}]},{"osd":6,"last update":"Thu Aug 29 17:42:02 2024","interfaces":[{"interface":"back","average":{"1min":1.1419999999999999,"5min":0.92400000000000004,"15min":0.86399999999999999},"min":{"1min":0.64600000000000002,"5min":0.27400000000000002,"15min":0.27400000000000002},"max":{"1min":1.554,"5min":1.554,"15min":1.554},"last":1.105},{"interface":"front","average":{"1min":1.2270000000000001,"5min":0.98299999999999998,"15min":0.91700000000000004},"min":{"1min":0.91600000000000004,"5min":0.35299999999999998,"15min":0.35299999999999998},"max":{"1min":1.6479999999999999,"5min":1.6479999999999999,"15min":1.6479999999999999},"last":1.393}]},{"osd":7,"last update":"Thu Aug 29 17:41:53 2024","interfaces":[{"interface":"back","average":{"1min":1.2010000000000001,"5min":1.091,"15min":1.073},"min":{"1min":0.90500000000000003,"5min":0.45800000000000002,"15min":0.45800000000000002},"max":{"1min":1.4950000000000001,"5min":1.4950000000000001,"15min":1.4950000000000001},"last":1.464},{"interface":"front","average":{"1min":1.3280000000000001,"5min":1.1819999999999999,"15min":1.1579999999999999},"min":{"1min":1.1279999999999999,"5min":0.50800000000000001,"15min":0.50800000000000001},"max":{"1min":1.7869999999999999,"5min":1.7869999999999999,"15min":1.7869999999999999},"last":1.4430000000000001}]}]},{"osd":3,"up_from":25,"seq":107374182472,"num_pgs":35,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":298040,"kb_used_data":684,"kb_used_omap":1,"kb_used_meta":297342,"kb_avail":93447112,"statfs":{"total":95995035648,"available":95689842688,"internally_reserved":0,"allocated":700416,"data_stored":291780,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1704,"internal_metadata":304478552},"hb_peers":[0,1,2,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Aug 29 17:41:20 2024","interfaces":[{"interface":"back","average":{"1min":0.68999999999999995,"5min":0.68100000000000005,"15min":0.67800000000000005},"min":{"1min":0.42299999999999999,"5min":0.42299999999999999,"15min":0.42299999999999999},"max":{"1min":1.629,"5min":1.629,"15min":1.629},"last":0.51700000000000002},{"interface":"front","average":{"1min":0.80200000000000005,"5min":0.73099999999999998,"15min":0.69299999999999995},"min":{"1min":0.39600000000000002,"5min":0.39600000000000002,"15min":0.39600000000000002},"max":{"1min":1.577,"5min":1.577,"15min":1.577},"last":0.55500000000000005}]},{"osd":1,"last update":"Thu Aug 29 17:41:20 2024","interfaces":[{"interface":"back","average":{"1min":0.67400000000000004,"5min":0.71599999999999997,"15min":0.69499999999999995},"min":{"1min":0.36399999999999999,"5min":0.36399999999999999,"15min":0.36399999999999999},"max":{"1min":1.0760000000000001,"5min":1.0960000000000001,"15min":1.0960000000000001},"last":0.53900000000000003},{"interface":"front","average":{"1min":0.83799999999999997,"5min":0.82599999999999996,"15min":0.77000000000000002},"min":{"1min":0.47399999999999998,"5min":0.44700000000000001,"15min":0.44700000000000001},"max":{"1min":1.478,"5min":1.478,"15min":1.478},"last":0.57699999999999996}]},{"osd":2,"last update":"Thu Aug 29 17:41:20 2024","interfaces":[{"interface":"back","average":{"1min":0.91600000000000004,"5min":0.90900000000000003,"15min":0.86299999999999999},"min":{"1min":0.43099999999999999,"5min":0.43099999999999999,"15min":0.43099999999999999},"max":{"1min":1.7729999999999999,"5min":1.7729999999999999,"15min":1.7729999999999999},"last":0.60399999999999998},{"interface":"front","average":{"1min":0.81999999999999995,"5min":0.79800000000000004,"15min":0.76800000000000002},"min":{"1min":0.34799999999999998,"5min":0.34799999999999998,"15min":0.34799999999999998},"max":{"1min":1.4790000000000001,"5min":1.4790000000000001,"15min":1.4790000000000001},"last":0.63100000000000001}]},{"osd":4,"last update":"Thu Aug 29 17:41:14 2024","interfaces":[{"interface":"back","average":{"1min":0.93999999999999995,"5min":0.88700000000000001,"15min":0.85699999999999998},"min":{"1min":0.59199999999999997,"5min":0.59199999999999997,"15min":0.59199999999999997},"max":{"1min":1.6599999999999999,"5min":1.6599999999999999,"15min":1.6599999999999999},"last":0.68899999999999995},{"interface":"front","average":{"1min":1.129,"5min":1.018,"15min":0.96499999999999997},"min":{"1min":0.69299999999999995,"5min":0.69299999999999995,"15min":0.69299999999999995},"max":{"1min":1.8520000000000001,"5min":1.8520000000000001,"15min":1.8520000000000001},"last":0.99199999999999999}]},{"osd":5,"last update":"Thu Aug 29 17:41:06 2024","interfaces":[{"interface":"back","average":{"1min":1.077,"5min":1.0780000000000001,"15min":1.0800000000000001},"min":{"1min":0.61899999999999999,"5min":0.61899999999999999,"15min":0.61899999999999999},"max":{"1min":1.7130000000000001,"5min":1.7130000000000001,"15min":1.7130000000000001},"last":1.1459999999999999},{"interface":"front","average":{"1min":0.96899999999999997,"5min":0.98999999999999999,"15min":0.998},"min":{"1min":0.61599999999999999,"5min":0.61599999999999999,"15min":0.61599999999999999},"max":{"1min":1.4239999999999999,"5min":1.4239999999999999,"15min":1.4239999999999999},"last":1.0509999999999999}]},{"osd":6,"last update":"Thu Aug 29 17:42:02 2024","interfaces":[{"interface":"back","average":{"1min":1.054,"5min":1.0089999999999999,"15min":1.0069999999999999},"min":{"1min":0.70199999999999996,"5min":0.57299999999999995,"15min":0.57299999999999995},"max":{"1min":1.3320000000000001,"5min":1.4359999999999999,"15min":1.4359999999999999},"last":1.0269999999999999},{"interface":"front","average":{"1min":1.1819999999999999,"5min":1.1579999999999999,"15min":1.1539999999999999},"min":{"1min":0.76800000000000002,"5min":0.63900000000000001,"15min":0.63900000000000001},"max":{"1min":1.798,"5min":1.871,"15min":1.871},"last":1.103}]},{"osd":7,"last update":"Thu Aug 29 17:41:54 2024","interfaces":[{"interface":"back","average":{"1min":1.129,"5min":1.034,"15min":1.018},"min":{"1min":0.64500000000000002,"5min":0.64500000000000002,"15min":0.64500000000000002},"max":{"1min":1.488,"5min":1.488,"15min":1.488},"last":1.0900000000000001},{"interface":"front","average":{"1min":1.232,"5min":1.194,"15min":1.1879999999999999},"min":{"1min":0.76000000000000001,"5min":0.58299999999999996,"15min":0.58299999999999996},"max":{"1min":1.895,"5min":1.9159999999999999,"15min":1.9159999999999999},"last":1.1919999999999999}]}]},{"osd":2,"up_from":18,"seq":77309411410,"num_pgs":28,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":298020,"kb_used_data":664,"kb_used_omap":1,"kb_used_meta":297342,"kb_avail":93447132,"statfs":{"total":95995035648,"available":95689863168,"internally_reserved":0,"allocated":679936,"data_stored":290124,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1704,"internal_metadata":304478552},"hb_peers":[0,1,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Aug 29 17:41:36 2024","interfaces":[{"interface":"back","average":{"1min":0.69799999999999995,"5min":0.64900000000000002,"15min":0.60799999999999998},"min":{"1min":0.48299999999999998,"5min":0.248,"15min":0.248},"max":{"1min":0.99199999999999999,"5min":0.99199999999999999,"15min":1.2949999999999999},"last":0.56599999999999995},{"interface":"front","average":{"1min":0.75700000000000001,"5min":0.76500000000000001,"15min":0.65300000000000002},"min":{"1min":0.376,"5min":0.376,"15min":0.35999999999999999},"max":{"1min":0.94899999999999995,"5min":1.357,"15min":1.357},"last":0.69099999999999995}]},{"osd":1,"last update":"Thu Aug 29 17:41:36 2024","interfaces":[{"interface":"back","average":{"1min":0.78300000000000003,"5min":0.72699999999999998,"15min":0.66400000000000003},"min":{"1min":0.47099999999999997,"5min":0.29199999999999998,"15min":0.29199999999999998},"max":{"1min":1.0629999999999999,"5min":1.1870000000000001,"15min":1.23},"last":0.78200000000000003},{"interface":"front","average":{"1min":0.76500000000000001,"5min":0.75900000000000001,"15min":0.66600000000000004},"min":{"1min":0.443,"5min":0.32400000000000001,"15min":0.32400000000000001},"max":{"1min":1,"5min":1.004,"15min":1.004},"last":0.73799999999999999}]},{"osd":3,"last update":"Thu Aug 29 17:41:26 2024","interfaces":[{"interface":"back","average":{"1min":0.747,"5min":0.78700000000000003,"15min":0.752},"min":{"1min":0.33700000000000002,"5min":0.33700000000000002,"15min":0.33700000000000002},"max":{"1min":1.024,"5min":1.1870000000000001,"15min":1.1870000000000001},"last":0.97999999999999998},{"interface":"front","average":{"1min":0.85399999999999998,"5min":0.84899999999999998,"15min":0.80100000000000005},"min":{"1min":0.29899999999999999,"5min":0.29899999999999999,"15min":0.29899999999999999},"max":{"1min":1.1739999999999999,"5min":1.288,"15min":1.288},"last":0.94799999999999995}]},{"osd":4,"last update":"Thu Aug 29 17:41:13 2024","interfaces":[{"interface":"back","average":{"1min":0.95199999999999996,"5min":0.96099999999999997,"15min":0.94699999999999995},"min":{"1min":0.41899999999999998,"5min":0.41899999999999998,"15min":0.41899999999999998},"max":{"1min":1.2370000000000001,"5min":1.423,"15min":1.423},"last":0.86399999999999999},{"interface":"front","average":{"1min":1.02,"5min":0.98299999999999998,"15min":0.94799999999999995},"min":{"1min":0.56499999999999995,"5min":0.56499999999999995,"15min":0.56499999999999995},"max":{"1min":1.605,"5min":1.605,"15min":1.605},"last":1.181}]},{"osd":5,"last update":"Thu Aug 29 17:42:01 2024","interfaces":[{"interface":"back","average":{"1min":0.999,"5min":1.02,"15min":0.995},"min":{"1min":0.56899999999999995,"5min":0.56899999999999995,"15min":0.56899999999999995},"max":{"1min":1.2689999999999999,"5min":1.4470000000000001,"15min":1.4470000000000001},"last":1.0820000000000001},{"interface":"front","average":{"1min":1.095,"5min":1.0329999999999999,"15min":0.99299999999999999},"min":{"1min":0.54700000000000004,"5min":0.54700000000000004,"15min":0.54700000000000004},"max":{"1min":1.474,"5min":1.474,"15min":1.474},"last":0.93400000000000005}]},{"osd":6,"last update":"Thu Aug 29 17:42:01 2024","interfaces":[{"interface":"back","average":{"1min":1.077,"5min":1.109,"15min":1.099},"min":{"1min":0.69599999999999995,"5min":0.69599999999999995,"15min":0.69599999999999995},"max":{"1min":1.353,"5min":1.5089999999999999,"15min":1.5089999999999999},"last":1.137},{"interface":"front","average":{"1min":1.079,"5min":1.115,"15min":1.123},"min":{"1min":0.49399999999999999,"5min":0.49399999999999999,"15min":0.49399999999999999},"max":{"1min":1.4470000000000001,"5min":1.5209999999999999,"15min":1.5209999999999999},"last":1.1120000000000001}]},{"osd":7,"last update":"Thu Aug 29 17:41:57 2024","interfaces":[{"interface":"back","average":{"1min":1.137,"5min":1.137,"15min":1.137},"min":{"1min":0.59699999999999998,"5min":0.59699999999999998,"15min":0.59699999999999998},"max":{"1min":1.399,"5min":1.399,"15min":1.399},"last":1.032},{"interface":"front","average":{"1min":1.1279999999999999,"5min":1.1910000000000001,"15min":1.2010000000000001},"min":{"1min":0.79700000000000004,"5min":0.63500000000000001,"15min":0.63500000000000001},"max":{"1min":1.4339999999999999,"5min":1.5549999999999999,"15min":1.5549999999999999},"last":1.3089999999999999}]}]},{"osd":1,"up_from":13,"seq":55834574940,"num_pgs":34,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":298024,"kb_used_data":672,"kb_used_omap":1,"kb_used_meta":297342,"kb_avail":93447128,"statfs":{"total":95995035648,"available":95689859072,"internally_reserved":0,"allocated":688128,"data_stored":290284,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1704,"internal_metadata":304478552},"hb_peers":[0,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Aug 29 17:41:48 2024","interfaces":[{"interface":"back","average":{"1min":0.70299999999999996,"5min":0.69699999999999995,"15min":0.57999999999999996},"min":{"1min":0.442,"5min":0.32000000000000001,"15min":0.26100000000000001},"max":{"1min":1.103,"5min":1.8500000000000001,"15min":1.8500000000000001},"last":0.51200000000000001},{"interface":"front","average":{"1min":0.81999999999999995,"5min":0.75800000000000001,"15min":0.59699999999999998},"min":{"1min":0.50800000000000001,"5min":0.39100000000000001,"15min":0.28599999999999998},"max":{"1min":1.276,"5min":1.3160000000000001,"15min":1.3160000000000001},"last":0.751}]},{"osd":2,"last update":"Thu Aug 29 17:41:42 2024","interfaces":[{"interface":"back","average":{"1min":0.73399999999999999,"5min":0.73699999999999999,"15min":0.64500000000000002},"min":{"1min":0.432,"5min":0.28899999999999998,"15min":0.28899999999999998},"max":{"1min":1.0740000000000001,"5min":1.119,"15min":1.119},"last":0.61199999999999999},{"interface":"front","average":{"1min":0.74399999999999999,"5min":0.747,"15min":0.64900000000000002},"min":{"1min":0.46100000000000002,"5min":0.44,"15min":0.32500000000000001},"max":{"1min":1.1040000000000001,"5min":1.179,"15min":1.179},"last":0.80400000000000005}]},{"osd":3,"last update":"Thu Aug 29 17:41:19 2024","interfaces":[{"interface":"back","average":{"1min":0.78500000000000003,"5min":0.76600000000000001,"15min":0.74399999999999999},"min":{"1min":0.46400000000000002,"5min":0.46400000000000002,"15min":0.46400000000000002},"max":{"1min":1.661,"5min":1.661,"15min":1.661},"last":0.89500000000000002},{"interface":"front","average":{"1min":0.91400000000000003,"5min":0.877,"15min":0.82099999999999995},"min":{"1min":0.46500000000000002,"5min":0.46500000000000002,"15min":0.46500000000000002},"max":{"1min":2.0089999999999999,"5min":2.0089999999999999,"15min":2.0089999999999999},"last":0.93000000000000005}]},{"osd":4,"last update":"Thu Aug 29 17:41:19 2024","interfaces":[{"interface":"back","average":{"1min":1.0880000000000001,"5min":1.008,"15min":0.96199999999999997},"min":{"1min":0.66500000000000004,"5min":0.66500000000000004,"15min":0.66500000000000004},"max":{"1min":1.7030000000000001,"5min":1.7030000000000001,"15min":1.7030000000000001},"last":1.0840000000000001},{"interface":"front","average":{"1min":1.0049999999999999,"5min":0.96099999999999997,"15min":0.93100000000000005},"min":{"1min":0.624,"5min":0.624,"15min":0.624},"max":{"1min":2.1819999999999999,"5min":2.1819999999999999,"15min":2.1819999999999999},"last":0.96799999999999997}]},{"osd":5,"last update":"Thu Aug 29 17:41:06 2024","interfaces":[{"interface":"back","average":{"1min":0.97799999999999998,"5min":0.99199999999999999,"15min":0.997},"min":{"1min":0.62,"5min":0.62,"15min":0.62},"max":{"1min":2.1120000000000001,"5min":2.1120000000000001,"15min":2.1120000000000001},"last":1.0489999999999999},{"interface":"front","average":{"1min":1.0660000000000001,"5min":1.0149999999999999,"15min":0.997},"min":{"1min":0.77000000000000002,"5min":0.67700000000000005,"15min":0.67700000000000005},"max":{"1min":1.5389999999999999,"5min":1.577,"15min":1.577},"last":0.998}]},{"osd":6,"last update":"Thu Aug 29 17:42:00 2024","interfaces":[{"interface":"back","average":{"1min":1.1479999999999999,"5min":1.163,"15min":1.1699999999999999},"min":{"1min":0.63900000000000001,"5min":0.61099999999999999,"15min":0.61099999999999999},"max":{"1min":1.409,"5min":1.8580000000000001,"15min":1.8580000000000001},"last":0.86699999999999999},{"interface":"front","average":{"1min":1.0700000000000001,"5min":1.125,"15min":1.141},"min":{"1min":0.78500000000000003,"5min":0.65300000000000002,"15min":0.65300000000000002},"max":{"1min":1.252,"5min":2.2530000000000001,"15min":2.2530000000000001},"last":1.129}]},{"osd":7,"last update":"Thu Aug 29 17:41:53 2024","interfaces":[{"interface":"back","average":{"1min":1.175,"5min":1.143,"15min":1.1379999999999999},"min":{"1min":0.92500000000000004,"5min":0.68500000000000005,"15min":0.68500000000000005},"max":{"1min":2.0550000000000002,"5min":2.0550000000000002,"15min":2.0550000000000002},"last":0.95199999999999996},{"interface":"front","average":{"1min":1.2150000000000001,"5min":1.2310000000000001,"15min":1.234},"min":{"1min":0.71499999999999997,"5min":0.67300000000000004,"15min":0.67300000000000004},"max":{"1min":1.4810000000000001,"5min":1.9319999999999999,"15min":1.9319999999999999},"last":1.0169999999999999}]}]},{"osd":0,"up_from":8,"seq":34359738471,"num_pgs":41,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":298616,"kb_used_data":1260,"kb_used_omap":1,"kb_used_meta":297342,"kb_avail":93446536,"statfs":{"total":95995035648,"available":95689252864,"internally_reserved":0,"allocated":1290240,"data_stored":881208,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1704,"internal_metadata":304478552},"hb_peers":[1,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":1,"last update":"Thu Aug 29 17:41:46 2024","interfaces":[{"interface":"back","average":{"1min":0.70099999999999996,"5min":0.67400000000000004,"15min":0.54400000000000004},"min":{"1min":0.438,"5min":0.34499999999999997,"15min":0.32100000000000001},"max":{"1min":1.089,"5min":1.089,"15min":1.089},"last":0.65800000000000003},{"interface":"front","average":{"1min":0.70799999999999996,"5min":0.69999999999999996,"15min":0.58199999999999996},"min":{"1min":0.51700000000000002,"5min":0.31900000000000001,"15min":0.26500000000000001},"max":{"1min":1.0209999999999999,"5min":1.105,"15min":1.105},"last":0.56899999999999995}]},{"osd":2,"last update":"Thu Aug 29 17:41:42 2024","interfaces":[{"interface":"back","average":{"1min":0.81899999999999995,"5min":0.73599999999999999,"15min":0.65100000000000002},"min":{"1min":0.49399999999999999,"5min":0.38400000000000001,"15min":0.315},"max":{"1min":1.9590000000000001,"5min":1.9590000000000001,"15min":1.9590000000000001},"last":0.69099999999999995},{"interface":"front","average":{"1min":0.85399999999999998,"5min":0.80900000000000005,"15min":0.68400000000000005},"min":{"1min":0.36699999999999999,"5min":0.36699999999999999,"15min":0.36199999999999999},"max":{"1min":1.2090000000000001,"5min":1.294,"15min":1.294},"last":0.53900000000000003}]},{"osd":3,"last update":"Thu Aug 29 17:41:21 2024","interfaces":[{"interface":"back","average":{"1min":0.85799999999999998,"5min":0.82399999999999995,"15min":0.77800000000000002},"min":{"1min":0.42999999999999999,"5min":0.42999999999999999,"15min":0.42999999999999999},"max":{"1min":2.27,"5min":2.27,"15min":2.27},"last":0.499},{"interface":"front","average":{"1min":0.79400000000000004,"5min":0.83499999999999996,"15min":0.83599999999999997},"min":{"1min":0.34100000000000003,"5min":0.34100000000000003,"15min":0.34100000000000003},"max":{"1min":1.1479999999999999,"5min":1.159,"15min":1.159},"last":0.71299999999999997}]},{"osd":4,"last update":"Thu Aug 29 17:41:10 2024","interfaces":[{"interface":"back","average":{"1min":0.94799999999999995,"5min":0.94799999999999995,"15min":0.92600000000000005},"min":{"1min":0.58699999999999997,"5min":0.58699999999999997,"15min":0.58699999999999997},"max":{"1min":1.2470000000000001,"5min":1.302,"15min":1.302},"last":0.78300000000000003},{"interface":"front","average":{"1min":0.90900000000000003,"5min":0.89400000000000002,"15min":0.86899999999999999},"min":{"1min":0.66000000000000003,"5min":0.66000000000000003,"15min":0.66000000000000003},"max":{"1min":1.2509999999999999,"5min":1.2509999999999999,"15min":1.2509999999999999},"last":0.80000000000000004}]},{"osd":5,"last update":"Thu Aug 29 17:42:06 2024","interfaces":[{"interface":"back","average":{"1min":0.95599999999999996,"5min":0.93600000000000005,"15min":0.91300000000000003},"min":{"1min":0.73599999999999999,"5min":0.61699999999999999,"15min":0.61699999999999999},"max":{"1min":1.2270000000000001,"5min":1.3480000000000001,"15min":1.3480000000000001},"last":0.73599999999999999},{"interface":"front","average":{"1min":1.25,"5min":1.056,"15min":1.022},"min":{"1min":0.90400000000000003,"5min":0.58599999999999997,"15min":0.58599999999999997},"max":{"1min":2.5630000000000002,"5min":2.5630000000000002,"15min":2.5630000000000002},"last":0.95299999999999996}]},{"osd":6,"last update":"Thu Aug 29 17:41:59 2024","interfaces":[{"interface":"back","average":{"1min":1.26,"5min":1.1100000000000001,"15min":1.0980000000000001},"min":{"1min":0.88900000000000001,"5min":0.57299999999999995,"15min":0.57299999999999995},"max":{"1min":2.4750000000000001,"5min":2.4750000000000001,"15min":2.4750000000000001},"last":1.0249999999999999},{"interface":"front","average":{"1min":1.171,"5min":1.0820000000000001,"15min":1.0620000000000001},"min":{"1min":0.78700000000000003,"5min":0.65000000000000002,"15min":0.65000000000000002},"max":{"1min":1.6870000000000001,"5min":1.6870000000000001,"15min":1.6870000000000001},"last":0.75800000000000001}]},{"osd":7,"last update":"Thu Aug 29 17:41:56 2024","interfaces":[{"interface":"back","average":{"1min":1.143,"5min":1.0649999999999999,"15min":1.052},"min":{"1min":0.84899999999999998,"5min":0.70699999999999996,"15min":0.70699999999999996},"max":{"1min":1.47,"5min":1.47,"15min":1.47},"last":0.86699999999999999},{"interface":"front","average":{"1min":1.2729999999999999,"5min":1.163,"15min":1.145},"min":{"1min":0.88900000000000001,"5min":0.61199999999999999,"15min":0.61199999999999999},"max":{"1min":2.5249999999999999,"5min":2.5249999999999999,"15min":2.5249999999999999},"last":0.99399999999999999}]}]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":716,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":160,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":20480,"data_stored":1656,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":696,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":1642,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":12288,"data_stored":1552,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":592,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2024-08-29T17:42:10.886 DEBUG:teuthology.orchestra.run.smithi028:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 3167ee72-662c-11ef-bcd4-c7b262605968 -- ceph pg dump --format=json 2024-08-29T17:42:11.571 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:42:11 smithi053 bash[24720]: audit 2024-08-29T17:42:10.238482+0000 mgr.y (mgr.14150) 395 : audit [DBG] from='client.24392 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-08-29T17:42:11.627 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:42:11 smithi028 bash[31855]: audit 2024-08-29T17:42:10.238482+0000 mgr.y (mgr.14150) 395 : audit [DBG] from='client.24392 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-08-29T17:42:11.627 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:42:11 smithi028 bash[22419]: audit 2024-08-29T17:42:10.238482+0000 mgr.y (mgr.14150) 395 : audit [DBG] from='client.24392 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-08-29T17:42:12.571 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:42:12 smithi053 bash[24720]: cluster 2024-08-29T17:42:10.902396+0000 mgr.y (mgr.14150) 396 : cluster [DBG] pgmap v385: 97 pgs: 97 active+clean; 579 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-29T17:42:12.627 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:42:12 smithi028 bash[22419]: cluster 2024-08-29T17:42:10.902396+0000 mgr.y (mgr.14150) 396 : cluster [DBG] pgmap v385: 97 pgs: 97 active+clean; 579 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-29T17:42:12.627 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:42:12 smithi028 bash[31855]: cluster 2024-08-29T17:42:10.902396+0000 mgr.y (mgr.14150) 396 : cluster [DBG] pgmap v385: 97 pgs: 97 active+clean; 579 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-29T17:42:14.571 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:42:14 smithi053 bash[24720]: cluster 2024-08-29T17:42:12.903274+0000 mgr.y (mgr.14150) 397 : cluster [DBG] pgmap v386: 97 pgs: 97 active+clean; 579 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-29T17:42:14.627 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:42:14 smithi028 bash[22419]: cluster 2024-08-29T17:42:12.903274+0000 mgr.y (mgr.14150) 397 : cluster [DBG] pgmap v386: 97 pgs: 97 active+clean; 579 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-29T17:42:14.627 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:42:14 smithi028 bash[31855]: cluster 2024-08-29T17:42:12.903274+0000 mgr.y (mgr.14150) 397 : cluster [DBG] pgmap v386: 97 pgs: 97 active+clean; 579 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-29T17:42:15.668 INFO:teuthology.orchestra.run.smithi028.stderr:Inferring config /var/lib/ceph/3167ee72-662c-11ef-bcd4-c7b262605968/mon.a/config 2024-08-29T17:42:16.571 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:42:16 smithi053 bash[24720]: cluster 2024-08-29T17:42:14.904068+0000 mgr.y (mgr.14150) 398 : cluster [DBG] pgmap v387: 97 pgs: 97 active+clean; 579 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-29T17:42:16.627 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:42:16 smithi028 bash[22419]: cluster 2024-08-29T17:42:14.904068+0000 mgr.y (mgr.14150) 398 : cluster [DBG] pgmap v387: 97 pgs: 97 active+clean; 579 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-29T17:42:16.627 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:42:16 smithi028 bash[31855]: cluster 2024-08-29T17:42:14.904068+0000 mgr.y (mgr.14150) 398 : cluster [DBG] pgmap v387: 97 pgs: 97 active+clean; 579 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-29T17:42:18.505 INFO:teuthology.orchestra.run.smithi028.stdout: 2024-08-29T17:42:18.507 INFO:teuthology.orchestra.run.smithi028.stderr:dumped all 2024-08-29T17:42:18.515 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:42:18 smithi028 bash[31855]: cluster 2024-08-29T17:42:16.904972+0000 mgr.y (mgr.14150) 399 : cluster [DBG] pgmap v388: 97 pgs: 97 active+clean; 579 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-29T17:42:18.516 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:42:18 smithi028 bash[22419]: cluster 2024-08-29T17:42:16.904972+0000 mgr.y (mgr.14150) 399 : cluster [DBG] pgmap v388: 97 pgs: 97 active+clean; 579 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-29T17:42:18.571 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:42:18 smithi053 bash[24720]: cluster 2024-08-29T17:42:16.904972+0000 mgr.y (mgr.14150) 399 : cluster [DBG] pgmap v388: 97 pgs: 97 active+clean; 579 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-29T17:42:19.095 INFO:teuthology.orchestra.run.smithi028.stdout:{"pg_ready":true,"pg_map":{"version":388,"stamp":"2024-08-29T17:42:16.904357+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":592706,"num_objects":24,"num_object_clones":0,"num_object_copies":72,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":24,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":204,"num_write_kb":2429,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":7,"num_bytes_recovered":1771104,"num_keys_recovered":0,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":156,"ondisk_log_size":156,"up":291,"acting":291,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":291,"num_osds":8,"num_per_pool_osds":8,"num_per_pool_omap_osds":8,"kb":749961216,"kb_used":2385980,"kb_used_data":7124,"kb_used_omap":13,"kb_used_meta":2378738,"kb_avail":747575236,"statfs":{"total":767960285184,"available":765517041664,"internally_reserved":0,"allocated":7294976,"data_stored":4097338,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":13632,"internal_metadata":2435828416},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"12.005361"},"pg_stats":[{"pgid":"3.3f","version":"0'0","reported_seq":13,"reported_epoch":66,"state":"active+clean","last_fresh":"2024-08-29T17:41:15.090147+0000","last_change":"2024-08-29T17:41:03.068207+0000","last_active":"2024-08-29T17:41:15.090147+0000","last_peered":"2024-08-29T17:41:15.090147+0000","last_clean":"2024-08-29T17:41:15.090147+0000","last_became_active":"2024-08-29T17:41:03.067337+0000","last_became_peered":"2024-08-29T17:41:03.067337+0000","last_unstale":"2024-08-29T17:41:15.090147+0000","last_undegraded":"2024-08-29T17:41:15.090147+0000","last_fullsized":"2024-08-29T17:41:15.090147+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-29T17:41:01.987071+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-29T17:41:01.987071+0000","last_clean_scrub_stamp":"2024-08-29T17:41:01.987071+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-30T18:58:38.929788+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6,0],"acting":[7,6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.3e","version":"0'0","reported_seq":13,"reported_epoch":66,"state":"active+clean","last_fresh":"2024-08-29T17:41:15.096522+0000","last_change":"2024-08-29T17:41:03.042962+0000","last_active":"2024-08-29T17:41:15.096522+0000","last_peered":"2024-08-29T17:41:15.096522+0000","last_clean":"2024-08-29T17:41:15.096522+0000","last_became_active":"2024-08-29T17:41:03.042246+0000","last_became_peered":"2024-08-29T17:41:03.042246+0000","last_unstale":"2024-08-29T17:41:15.096522+0000","last_undegraded":"2024-08-29T17:41:15.096522+0000","last_fullsized":"2024-08-29T17:41:15.096522+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-29T17:41:01.987071+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-29T17:41:01.987071+0000","last_clean_scrub_stamp":"2024-08-29T17:41:01.987071+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-30T22:04:37.073113+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0,6],"acting":[1,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.3d","version":"0'0","reported_seq":13,"reported_epoch":66,"state":"active+clean","last_fresh":"2024-08-29T17:41:15.080115+0000","last_change":"2024-08-29T17:41:03.063179+0000","last_active":"2024-08-29T17:41:15.080115+0000","last_peered":"2024-08-29T17:41:15.080115+0000","last_clean":"2024-08-29T17:41:15.080115+0000","last_became_active":"2024-08-29T17:41:03.062690+0000","last_became_peered":"2024-08-29T17:41:03.062690+0000","last_unstale":"2024-08-29T17:41:15.080115+0000","last_undegraded":"2024-08-29T17:41:15.080115+0000","last_fullsized":"2024-08-29T17:41:15.080115+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-29T17:41:01.987071+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-29T17:41:01.987071+0000","last_clean_scrub_stamp":"2024-08-29T17:41:01.987071+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-30T19:40:18.201065+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2,1],"acting":[0,2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.3c","version":"0'0","reported_seq":13,"reported_epoch":66,"state":"active+clean","last_fresh":"2024-08-29T17:41:15.085750+0000","last_change":"2024-08-29T17:41:03.082306+0000","last_active":"2024-08-29T17:41:15.085750+0000","last_peered":"2024-08-29T17:41:15.085750+0000","last_clean":"2024-08-29T17:41:15.085750+0000","last_became_active":"2024-08-29T17:41:03.081477+0000","last_became_peered":"2024-08-29T17:41:03.081477+0000","last_unstale":"2024-08-29T17:41:15.085750+0000","last_undegraded":"2024-08-29T17:41:15.085750+0000","last_fullsized":"2024-08-29T17:41:15.085750+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-29T17:41:01.987071+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-29T17:41:01.987071+0000","last_clean_scrub_stamp":"2024-08-29T17:41:01.987071+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-30T23:24:52.723298+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,7],"acting":[5,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.3b","version":"0'0","reported_seq":13,"reported_epoch":66,"state":"active+clean","last_fresh":"2024-08-29T17:41:15.088677+0000","last_change":"2024-08-29T17:41:03.086984+0000","last_active":"2024-08-29T17:41:15.088677+0000","last_peered":"2024-08-29T17:41:15.088677+0000","last_clean":"2024-08-29T17:41:15.088677+0000","last_became_active":"2024-08-29T17:41:03.086694+0000","last_became_peered":"2024-08-29T17:41:03.086694+0000","last_unstale":"2024-08-29T17:41:15.088677+0000","last_undegraded":"2024-08-29T17:41:15.088677+0000","last_fullsized":"2024-08-29T17:41:15.088677+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-29T17:41:01.987071+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-29T17:41:01.987071+0000","last_clean_scrub_stamp":"2024-08-29T17:41:01.987071+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-31T02:14:36.423246+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2,4],"acting":[7,2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.3a","version":"0'0","reported_seq":13,"reported_epoch":66,"state":"active+clean","last_fresh":"2024-08-29T17:41:15.085802+0000","last_change":"2024-08-29T17:41:03.069307+0000","last_active":"2024-08-29T17:41:15.085802+0000","last_peered":"2024-08-29T17:41:15.085802+0000","last_clean":"2024-08-29T17:41:15.085802+0000","last_became_active":"2024-08-29T17:41:03.068533+0000","last_became_peered":"2024-08-29T17:41:03.068533+0000","last_unstale":"2024-08-29T17:41:15.085802+0000","last_undegraded":"2024-08-29T17:41:15.085802+0000","last_fullsized":"2024-08-29T17:41:15.085802+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-29T17:41:01.987071+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-29T17:41:01.987071+0000","last_clean_scrub_stamp":"2024-08-29T17:41:01.987071+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-31T02:26:49.631218+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0,1],"acting":[5,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.39","version":"0'0","reported_seq":13,"reported_epoch":66,"state":"active+clean","last_fresh":"2024-08-29T17:41:15.087090+0000","last_change":"2024-08-29T17:41:03.085926+0000","last_active":"2024-08-29T17:41:15.087090+0000","last_peered":"2024-08-29T17:41:15.087090+0000","last_clean":"2024-08-29T17:41:15.087090+0000","last_became_active":"2024-08-29T17:41:03.084758+0000","last_became_peered":"2024-08-29T17:41:03.084758+0000","last_unstale":"2024-08-29T17:41:15.087090+0000","last_undegraded":"2024-08-29T17:41:15.087090+0000","last_fullsized":"2024-08-29T17:41:15.087090+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-29T17:41:01.987071+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-29T17:41:01.987071+0000","last_clean_scrub_stamp":"2024-08-29T17:41:01.987071+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-30T23:26:02.565365+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,4],"acting":[7,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.38","version":"0'0","reported_seq":13,"reported_epoch":66,"state":"active+clean","last_fresh":"2024-08-29T17:41:15.084836+0000","last_change":"2024-08-29T17:41:03.054590+0000","last_active":"2024-08-29T17:41:15.084836+0000","last_peered":"2024-08-29T17:41:15.084836+0000","last_clean":"2024-08-29T17:41:15.084836+0000","last_became_active":"2024-08-29T17:41:03.053683+0000","last_became_peered":"2024-08-29T17:41:03.053683+0000","last_unstale":"2024-08-29T17:41:15.084836+0000","last_undegraded":"2024-08-29T17:41:15.084836+0000","last_fullsized":"2024-08-29T17:41:15.084836+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-29T17:41:01.987071+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-29T17:41:01.987071+0000","last_clean_scrub_stamp":"2024-08-29T17:41:01.987071+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-31T05:16:45.530798+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,6],"acting":[3,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.37","version":"0'0","reported_seq":23,"reported_epoch":67,"state":"active+clean","last_fresh":"2024-08-29T17:41:16.980821+0000","last_change":"2024-08-29T17:41:16.980821+0000","last_active":"2024-08-29T17:41:16.980821+0000","last_peered":"2024-08-29T17:41:16.980821+0000","last_clean":"2024-08-29T17:41:16.980821+0000","last_became_active":"2024-08-29T17:41:16.980028+0000","last_became_peered":"2024-08-29T17:41:16.980028+0000","last_unstale":"2024-08-29T17:41:16.980821+0000","last_undegraded":"2024-08-29T17:41:16.980821+0000","last_fullsized":"2024-08-29T17:41:16.980821+0000","mapping_epoch":66,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":67,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-29T17:41:01.987071+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-29T17:41:01.987071+0000","last_clean_scrub_stamp":"2024-08-29T17:41:01.987071+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-30T23:59:56.635403+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,0],"acting":[7,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.36","version":"0'0","reported_seq":13,"reported_epoch":66,"state":"active+clean","last_fresh":"2024-08-29T17:41:15.097900+0000","last_change":"2024-08-29T17:41:03.060745+0000","last_active":"2024-08-29T17:41:15.097900+0000","last_peered":"2024-08-29T17:41:15.097900+0000","last_clean":"2024-08-29T17:41:15.097900+0000","last_became_active":"2024-08-29T17:41:03.059782+0000","last_became_peered":"2024-08-29T17:41:03.059782+0000","last_unstale":"2024-08-29T17:41:15.097900+0000","last_undegraded":"2024-08-29T17:41:15.097900+0000","last_fullsized":"2024-08-29T17:41:15.097900+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-29T17:41:01.987071+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-29T17:41:01.987071+0000","last_clean_scrub_stamp":"2024-08-29T17:41:01.987071+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-31T03:53:39.147321+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5,1],"acting":[6,5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.35","version":"0'0","reported_seq":13,"reported_epoch":66,"state":"active+clean","last_fresh":"2024-08-29T17:41:15.097001+0000","last_change":"2024-08-29T17:41:03.074046+0000","last_active":"2024-08-29T17:41:15.097001+0000","last_peered":"2024-08-29T17:41:15.097001+0000","last_clean":"2024-08-29T17:41:15.097001+0000","last_became_active":"2024-08-29T17:41:03.073315+0000","last_became_peered":"2024-08-29T17:41:03.073315+0000","last_unstale":"2024-08-29T17:41:15.097001+0000","last_undegraded":"2024-08-29T17:41:15.097001+0000","last_fullsized":"2024-08-29T17:41:15.097001+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-29T17:41:01.987071+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-29T17:41:01.987071+0000","last_clean_scrub_stamp":"2024-08-29T17:41:01.987071+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-30T20:58:53.042020+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5,0],"acting":[6,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.34","version":"0'0","reported_seq":10,"reported_epoch":67,"state":"active+clean","last_fresh":"2024-08-29T17:41:16.979917+0000","last_change":"2024-08-29T17:41:16.979917+0000","last_active":"2024-08-29T17:41:16.979917+0000","last_peered":"2024-08-29T17:41:16.979917+0000","last_clean":"2024-08-29T17:41:16.979917+0000","last_became_active":"2024-08-29T17:41:16.978707+0000","last_became_peered":"2024-08-29T17:41:16.978707+0000","last_unstale":"2024-08-29T17:41:16.979917+0000","last_undegraded":"2024-08-29T17:41:16.979917+0000","last_fullsized":"2024-08-29T17:41:16.979917+0000","mapping_epoch":66,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":67,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-29T17:41:01.987071+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-29T17:41:01.987071+0000","last_clean_scrub_stamp":"2024-08-29T17:41:01.987071+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-31T02:51:30.359921+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,6,0],"acting":[2,6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.33","version":"0'0","reported_seq":13,"reported_epoch":66,"state":"active+clean","last_fresh":"2024-08-29T17:41:15.085338+0000","last_change":"2024-08-29T17:41:03.042493+0000","last_active":"2024-08-29T17:41:15.085338+0000","last_peered":"2024-08-29T17:41:15.085338+0000","last_clean":"2024-08-29T17:41:15.085338+0000","last_became_active":"2024-08-29T17:41:03.041803+0000","last_became_peered":"2024-08-29T17:41:03.041803+0000","last_unstale":"2024-08-29T17:41:15.085338+0000","last_undegraded":"2024-08-29T17:41:15.085338+0000","last_fullsized":"2024-08-29T17:41:15.085338+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-29T17:41:01.987071+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-29T17:41:01.987071+0000","last_clean_scrub_stamp":"2024-08-29T17:41:01.987071+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-31T03:05:43.074165+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6,1],"acting":[3,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.32","version":"0'0","reported_seq":13,"reported_epoch":66,"state":"active+clean","last_fresh":"2024-08-29T17:41:15.080008+0000","last_change":"2024-08-29T17:41:03.069315+0000","last_active":"2024-08-29T17:41:15.080008+0000","last_peered":"2024-08-29T17:41:15.080008+0000","last_clean":"2024-08-29T17:41:15.080008+0000","last_became_active":"2024-08-29T17:41:03.065796+0000","last_became_peered":"2024-08-29T17:41:03.065796+0000","last_unstale":"2024-08-29T17:41:15.080008+0000","last_undegraded":"2024-08-29T17:41:15.080008+0000","last_fullsized":"2024-08-29T17:41:15.080008+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-29T17:41:01.987071+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-29T17:41:01.987071+0000","last_clean_scrub_stamp":"2024-08-29T17:41:01.987071+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-30T21:19:35.832383+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,5],"acting":[0,1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.31","version":"0'0","reported_seq":13,"reported_epoch":66,"state":"active+clean","last_fresh":"2024-08-29T17:41:15.090677+0000","last_change":"2024-08-29T17:41:03.058167+0000","last_active":"2024-08-29T17:41:15.090677+0000","last_peered":"2024-08-29T17:41:15.090677+0000","last_clean":"2024-08-29T17:41:15.090677+0000","last_became_active":"2024-08-29T17:41:03.057392+0000","last_became_peered":"2024-08-29T17:41:03.057392+0000","last_unstale":"2024-08-29T17:41:15.090677+0000","last_undegraded":"2024-08-29T17:41:15.090677+0000","last_fullsized":"2024-08-29T17:41:15.090677+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-29T17:41:01.987071+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-29T17:41:01.987071+0000","last_clean_scrub_stamp":"2024-08-29T17:41:01.987071+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-30T23:58:49.658338+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4,5],"acting":[1,4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.30","version":"0'0","reported_seq":13,"reported_epoch":66,"state":"active+clean","last_fresh":"2024-08-29T17:41:15.085382+0000","last_change":"2024-08-29T17:41:03.078660+0000","last_active":"2024-08-29T17:41:15.085382+0000","last_peered":"2024-08-29T17:41:15.085382+0000","last_clean":"2024-08-29T17:41:15.085382+0000","last_became_active":"2024-08-29T17:41:03.077519+0000","last_became_peered":"2024-08-29T17:41:03.077519+0000","last_unstale":"2024-08-29T17:41:15.085382+0000","last_undegraded":"2024-08-29T17:41:15.085382+0000","last_fullsized":"2024-08-29T17:41:15.085382+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-29T17:41:01.987071+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-29T17:41:01.987071+0000","last_clean_scrub_stamp":"2024-08-29T17:41:01.987071+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-31T03:19:42.302665+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0,7],"acting":[5,0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.2f","version":"0'0","reported_seq":23,"reported_epoch":67,"state":"active+clean","last_fresh":"2024-08-29T17:41:16.105014+0000","last_change":"2024-08-29T17:41:16.105014+0000","last_active":"2024-08-29T17:41:16.105014+0000","last_peered":"2024-08-29T17:41:16.105014+0000","last_clean":"2024-08-29T17:41:16.105014+0000","last_became_active":"2024-08-29T17:41:16.103935+0000","last_became_peered":"2024-08-29T17:41:16.103935+0000","last_unstale":"2024-08-29T17:41:16.105014+0000","last_undegraded":"2024-08-29T17:41:16.105014+0000","last_fullsized":"2024-08-29T17:41:16.105014+0000","mapping_epoch":66,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":67,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-29T17:41:01.987071+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-29T17:41:01.987071+0000","last_clean_scrub_stamp":"2024-08-29T17:41:01.987071+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-30T20:45:16.317019+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,3],"acting":[5,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.2e","version":"0'0","reported_seq":13,"reported_epoch":66,"state":"active+clean","last_fresh":"2024-08-29T17:41:15.092478+0000","last_change":"2024-08-29T17:41:03.054201+0000","last_active":"2024-08-29T17:41:15.092478+0000","last_peered":"2024-08-29T17:41:15.092478+0000","last_clean":"2024-08-29T17:41:15.092478+0000","last_became_active":"2024-08-29T17:41:03.051355+0000","last_became_peered":"2024-08-29T17:41:03.051355+0000","last_unstale":"2024-08-29T17:41:15.092478+0000","last_undegraded":"2024-08-29T17:41:15.092478+0000","last_fullsized":"2024-08-29T17:41:15.092478+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-29T17:41:01.987071+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-29T17:41:01.987071+0000","last_clean_scrub_stamp":"2024-08-29T17:41:01.987071+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-31T00:00:38.356662+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,6,7],"acting":[2,6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.2d","version":"0'0","reported_seq":13,"reported_epoch":66,"state":"active+clean","last_fresh":"2024-08-29T17:41:15.089320+0000","last_change":"2024-08-29T17:41:03.075263+0000","last_active":"2024-08-29T17:41:15.089320+0000","last_peered":"2024-08-29T17:41:15.089320+0000","last_clean":"2024-08-29T17:41:15.089320+0000","last_became_active":"2024-08-29T17:41:03.074623+0000","last_became_peered":"2024-08-29T17:41:03.074623+0000","last_unstale":"2024-08-29T17:41:15.089320+0000","last_undegraded":"2024-08-29T17:41:15.089320+0000","last_fullsized":"2024-08-29T17:41:15.089320+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-29T17:41:01.987071+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-29T17:41:01.987071+0000","last_clean_scrub_stamp":"2024-08-29T17:41:01.987071+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-30T22:48:43.710117+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2,6],"acting":[7,2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.2c","version":"0'0","reported_seq":13,"reported_epoch":66,"state":"active+clean","last_fresh":"2024-08-29T17:41:15.098860+0000","last_change":"2024-08-29T17:41:03.072007+0000","last_active":"2024-08-29T17:41:15.098860+0000","last_peered":"2024-08-29T17:41:15.098860+0000","last_clean":"2024-08-29T17:41:15.098860+0000","last_became_active":"2024-08-29T17:41:03.071246+0000","last_became_peered":"2024-08-29T17:41:03.071246+0000","last_unstale":"2024-08-29T17:41:15.098860+0000","last_undegraded":"2024-08-29T17:41:15.098860+0000","last_fullsized":"2024-08-29T17:41:15.098860+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-29T17:41:01.987071+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-29T17:41:01.987071+0000","last_clean_scrub_stamp":"2024-08-29T17:41:01.987071+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-30T20:30:50.433724+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,0],"acting":[6,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.2b","version":"0'0","reported_seq":10,"reported_epoch":67,"state":"active+clean","last_fresh":"2024-08-29T17:41:16.102205+0000","last_change":"2024-08-29T17:41:16.102205+0000","last_active":"2024-08-29T17:41:16.102205+0000","last_peered":"2024-08-29T17:41:16.102205+0000","last_clean":"2024-08-29T17:41:16.102205+0000","last_became_active":"2024-08-29T17:41:16.101463+0000","last_became_peered":"2024-08-29T17:41:16.101463+0000","last_unstale":"2024-08-29T17:41:16.102205+0000","last_undegraded":"2024-08-29T17:41:16.102205+0000","last_fullsized":"2024-08-29T17:41:16.102205+0000","mapping_epoch":66,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":67,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-29T17:41:01.987071+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-29T17:41:01.987071+0000","last_clean_scrub_stamp":"2024-08-29T17:41:01.987071+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-31T00:03:14.341452+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,7,1],"acting":[2,7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.2a","version":"0'0","reported_seq":13,"reported_epoch":66,"state":"active+clean","last_fresh":"2024-08-29T17:41:15.086044+0000","last_change":"2024-08-29T17:41:03.084198+0000","last_active":"2024-08-29T17:41:15.086044+0000","last_peered":"2024-08-29T17:41:15.086044+0000","last_clean":"2024-08-29T17:41:15.086044+0000","last_became_active":"2024-08-29T17:41:03.083480+0000","last_became_peered":"2024-08-29T17:41:03.083480+0000","last_unstale":"2024-08-29T17:41:15.086044+0000","last_undegraded":"2024-08-29T17:41:15.086044+0000","last_fullsized":"2024-08-29T17:41:15.086044+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-29T17:41:01.987071+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-29T17:41:01.987071+0000","last_clean_scrub_stamp":"2024-08-29T17:41:01.987071+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-31T01:58:26.671575+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,6],"acting":[5,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.29","version":"0'0","reported_seq":13,"reported_epoch":66,"state":"active+clean","last_fresh":"2024-08-29T17:41:15.085941+0000","last_change":"2024-08-29T17:41:03.051874+0000","last_active":"2024-08-29T17:41:15.085941+0000","last_peered":"2024-08-29T17:41:15.085941+0000","last_clean":"2024-08-29T17:41:15.085941+0000","last_became_active":"2024-08-29T17:41:03.050981+0000","last_became_peered":"2024-08-29T17:41:03.050981+0000","last_unstale":"2024-08-29T17:41:15.085941+0000","last_undegraded":"2024-08-29T17:41:15.085941+0000","last_fullsized":"2024-08-29T17:41:15.085941+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-29T17:41:01.987071+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-29T17:41:01.987071+0000","last_clean_scrub_stamp":"2024-08-29T17:41:01.987071+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-30T19:25:59.844948+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4,1],"acting":[3,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.28","version":"0'0","reported_seq":13,"reported_epoch":66,"state":"active+clean","last_fresh":"2024-08-29T17:41:15.085473+0000","last_change":"2024-08-29T17:41:03.062968+0000","last_active":"2024-08-29T17:41:15.085473+0000","last_peered":"2024-08-29T17:41:15.085473+0000","last_clean":"2024-08-29T17:41:15.085473+0000","last_became_active":"2024-08-29T17:41:03.062080+0000","last_became_peered":"2024-08-29T17:41:03.062080+0000","last_unstale":"2024-08-29T17:41:15.085473+0000","last_undegraded":"2024-08-29T17:41:15.085473+0000","last_fullsized":"2024-08-29T17:41:15.085473+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-29T17:41:01.987071+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-29T17:41:01.987071+0000","last_clean_scrub_stamp":"2024-08-29T17:41:01.987071+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-31T01:50:03.459337+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,2],"acting":[5,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.27","version":"0'0","reported_seq":13,"reported_epoch":66,"state":"active+clean","last_fresh":"2024-08-29T17:41:15.085592+0000","last_change":"2024-08-29T17:41:03.048943+0000","last_active":"2024-08-29T17:41:15.085592+0000","last_peered":"2024-08-29T17:41:15.085592+0000","last_clean":"2024-08-29T17:41:15.085592+0000","last_became_active":"2024-08-29T17:41:03.048300+0000","last_became_peered":"2024-08-29T17:41:03.048300+0000","last_unstale":"2024-08-29T17:41:15.085592+0000","last_undegraded":"2024-08-29T17:41:15.085592+0000","last_fullsized":"2024-08-29T17:41:15.085592+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-29T17:41:01.987071+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-29T17:41:01.987071+0000","last_clean_scrub_stamp":"2024-08-29T17:41:01.987071+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-30T22:12:26.569199+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4,2],"acting":[3,4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.26","version":"0'0","reported_seq":13,"reported_epoch":66,"state":"active+clean","last_fresh":"2024-08-29T17:41:15.098130+0000","last_change":"2024-08-29T17:41:03.080404+0000","last_active":"2024-08-29T17:41:15.098130+0000","last_peered":"2024-08-29T17:41:15.098130+0000","last_clean":"2024-08-29T17:41:15.098130+0000","last_became_active":"2024-08-29T17:41:03.079629+0000","last_became_peered":"2024-08-29T17:41:03.079629+0000","last_unstale":"2024-08-29T17:41:15.098130+0000","last_undegraded":"2024-08-29T17:41:15.098130+0000","last_fullsized":"2024-08-29T17:41:15.098130+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-29T17:41:01.987071+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-29T17:41:01.987071+0000","last_clean_scrub_stamp":"2024-08-29T17:41:01.987071+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-30T22:22:29.575142+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7,4],"acting":[6,7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.25","version":"0'0","reported_seq":13,"reported_epoch":66,"state":"active+clean","last_fresh":"2024-08-29T17:41:15.090752+0000","last_change":"2024-08-29T17:41:03.044286+0000","last_active":"2024-08-29T17:41:15.090752+0000","last_peered":"2024-08-29T17:41:15.090752+0000","last_clean":"2024-08-29T17:41:15.090752+0000","last_became_active":"2024-08-29T17:41:03.043723+0000","last_became_peered":"2024-08-29T17:41:03.043723+0000","last_unstale":"2024-08-29T17:41:15.090752+0000","last_undegraded":"2024-08-29T17:41:15.090752+0000","last_fullsized":"2024-08-29T17:41:15.090752+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-29T17:41:01.987071+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-29T17:41:01.987071+0000","last_clean_scrub_stamp":"2024-08-29T17:41:01.987071+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-31T01:28:04.817827+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,2],"acting":[1,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.24","version":"0'0","reported_seq":13,"reported_epoch":66,"state":"active+clean","last_fresh":"2024-08-29T17:41:15.086946+0000","last_change":"2024-08-29T17:41:03.066753+0000","last_active":"2024-08-29T17:41:15.086946+0000","last_peered":"2024-08-29T17:41:15.086946+0000","last_clean":"2024-08-29T17:41:15.086946+0000","last_became_active":"2024-08-29T17:41:03.066481+0000","last_became_peered":"2024-08-29T17:41:03.066481+0000","last_unstale":"2024-08-29T17:41:15.086946+0000","last_undegraded":"2024-08-29T17:41:15.086946+0000","last_fullsized":"2024-08-29T17:41:15.086946+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-29T17:41:01.987071+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-29T17:41:01.987071+0000","last_clean_scrub_stamp":"2024-08-29T17:41:01.987071+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-30T18:06:04.730359+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4,0],"acting":[3,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.23","version":"0'0","reported_seq":13,"reported_epoch":66,"state":"active+clean","last_fresh":"2024-08-29T17:41:15.081909+0000","last_change":"2024-08-29T17:41:03.073770+0000","last_active":"2024-08-29T17:41:15.081909+0000","last_peered":"2024-08-29T17:41:15.081909+0000","last_clean":"2024-08-29T17:41:15.081909+0000","last_became_active":"2024-08-29T17:41:03.073236+0000","last_became_peered":"2024-08-29T17:41:03.073236+0000","last_unstale":"2024-08-29T17:41:15.081909+0000","last_undegraded":"2024-08-29T17:41:15.081909+0000","last_fullsized":"2024-08-29T17:41:15.081909+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-29T17:41:01.987071+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-29T17:41:01.987071+0000","last_clean_scrub_stamp":"2024-08-29T17:41:01.987071+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-31T01:23:20.630211+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3,4],"acting":[0,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.22","version":"0'0","reported_seq":13,"reported_epoch":66,"state":"active+clean","last_fresh":"2024-08-29T17:41:15.086125+0000","last_change":"2024-08-29T17:41:03.057028+0000","last_active":"2024-08-29T17:41:15.086125+0000","last_peered":"2024-08-29T17:41:15.086125+0000","last_clean":"2024-08-29T17:41:15.086125+0000","last_became_active":"2024-08-29T17:41:03.054684+0000","last_became_peered":"2024-08-29T17:41:03.054684+0000","last_unstale":"2024-08-29T17:41:15.086125+0000","last_undegraded":"2024-08-29T17:41:15.086125+0000","last_fullsized":"2024-08-29T17:41:15.086125+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-29T17:41:01.987071+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-29T17:41:01.987071+0000","last_clean_scrub_stamp":"2024-08-29T17:41:01.987071+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-31T03:34:57.092856+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,0],"acting":[5,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.21","version":"0'0","reported_seq":13,"reported_epoch":66,"state":"active+clean","last_fresh":"2024-08-29T17:41:15.087735+0000","last_change":"2024-08-29T17:41:03.055626+0000","last_active":"2024-08-29T17:41:15.087735+0000","last_peered":"2024-08-29T17:41:15.087735+0000","last_clean":"2024-08-29T17:41:15.087735+0000","last_became_active":"2024-08-29T17:41:03.055360+0000","last_became_peered":"2024-08-29T17:41:03.055360+0000","last_unstale":"2024-08-29T17:41:15.087735+0000","last_undegraded":"2024-08-29T17:41:15.087735+0000","last_fullsized":"2024-08-29T17:41:15.087735+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-29T17:41:01.987071+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-29T17:41:01.987071+0000","last_clean_scrub_stamp":"2024-08-29T17:41:01.987071+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-30T21:04:39.218054+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5,6],"acting":[2,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.20","version":"0'0","reported_seq":13,"reported_epoch":66,"state":"active+clean","last_fresh":"2024-08-29T17:41:15.095843+0000","last_change":"2024-08-29T17:41:03.068079+0000","last_active":"2024-08-29T17:41:15.095843+0000","last_peered":"2024-08-29T17:41:15.095843+0000","last_clean":"2024-08-29T17:41:15.095843+0000","last_became_active":"2024-08-29T17:41:03.067381+0000","last_became_peered":"2024-08-29T17:41:03.067381+0000","last_unstale":"2024-08-29T17:41:15.095843+0000","last_undegraded":"2024-08-29T17:41:15.095843+0000","last_fullsized":"2024-08-29T17:41:15.095843+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-29T17:41:01.987071+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-29T17:41:01.987071+0000","last_clean_scrub_stamp":"2024-08-29T17:41:01.987071+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-30T20:20:55.369802+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0,5],"acting":[6,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.1a","version":"0'0","reported_seq":13,"reported_epoch":66,"state":"active+clean","last_fresh":"2024-08-29T17:41:15.080376+0000","last_change":"2024-08-29T17:41:03.047093+0000","last_active":"2024-08-29T17:41:15.080376+0000","last_peered":"2024-08-29T17:41:15.080376+0000","last_clean":"2024-08-29T17:41:15.080376+0000","last_became_active":"2024-08-29T17:41:03.046276+0000","last_became_peered":"2024-08-29T17:41:03.046276+0000","last_unstale":"2024-08-29T17:41:15.080376+0000","last_undegraded":"2024-08-29T17:41:15.080376+0000","last_fullsized":"2024-08-29T17:41:15.080376+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-29T17:41:01.987071+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-29T17:41:01.987071+0000","last_clean_scrub_stamp":"2024-08-29T17:41:01.987071+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-31T00:55:12.370790+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1,2],"acting":[4,1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.1b","version":"65'1","reported_seq":17,"reported_epoch":66,"state":"active+clean","last_fresh":"2024-08-29T17:41:15.086746+0000","last_change":"2024-08-29T17:40:53.983857+0000","last_active":"2024-08-29T17:41:15.086746+0000","last_peered":"2024-08-29T17:41:15.086746+0000","last_clean":"2024-08-29T17:41:15.086746+0000","last_became_active":"2024-08-29T17:40:53.981669+0000","last_became_peered":"2024-08-29T17:40:53.981669+0000","last_unstale":"2024-08-29T17:41:15.086746+0000","last_undegraded":"2024-08-29T17:41:15.086746+0000","last_fullsized":"2024-08-29T17:41:15.086746+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-29T17:40:52.944949+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-29T17:40:52.944949+0000","last_clean_scrub_stamp":"2024-08-29T17:40:52.944949+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-30T23:06:15.796981+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,6],"acting":[3,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1b","version":"0'0","reported_seq":13,"reported_epoch":66,"state":"active+clean","last_fresh":"2024-08-29T17:41:15.082005+0000","last_change":"2024-08-29T17:41:03.075160+0000","last_active":"2024-08-29T17:41:15.082005+0000","last_peered":"2024-08-29T17:41:15.082005+0000","last_clean":"2024-08-29T17:41:15.082005+0000","last_became_active":"2024-08-29T17:41:03.074362+0000","last_became_peered":"2024-08-29T17:41:03.074362+0000","last_unstale":"2024-08-29T17:41:15.082005+0000","last_undegraded":"2024-08-29T17:41:15.082005+0000","last_fullsized":"2024-08-29T17:41:15.082005+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-29T17:41:01.987071+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-29T17:41:01.987071+0000","last_clean_scrub_stamp":"2024-08-29T17:41:01.987071+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-31T02:20:46.213636+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,7],"acting":[0,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.1a","version":"65'1","reported_seq":17,"reported_epoch":66,"state":"active+clean","last_fresh":"2024-08-29T17:41:15.096307+0000","last_change":"2024-08-29T17:40:53.987851+0000","last_active":"2024-08-29T17:41:15.096307+0000","last_peered":"2024-08-29T17:41:15.096307+0000","last_clean":"2024-08-29T17:41:15.096307+0000","last_became_active":"2024-08-29T17:40:53.986933+0000","last_became_peered":"2024-08-29T17:40:53.986933+0000","last_unstale":"2024-08-29T17:41:15.096307+0000","last_undegraded":"2024-08-29T17:41:15.096307+0000","last_fullsized":"2024-08-29T17:41:15.096307+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-29T17:40:52.944949+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-29T17:40:52.944949+0000","last_clean_scrub_stamp":"2024-08-29T17:40:52.944949+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-30T20:16:23.020981+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,7],"acting":[6,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.19","version":"0'0","reported_seq":16,"reported_epoch":66,"state":"active+clean","last_fresh":"2024-08-29T17:41:15.086326+0000","last_change":"2024-08-29T17:40:53.996733+0000","last_active":"2024-08-29T17:41:15.086326+0000","last_peered":"2024-08-29T17:41:15.086326+0000","last_clean":"2024-08-29T17:41:15.086326+0000","last_became_active":"2024-08-29T17:40:53.995945+0000","last_became_peered":"2024-08-29T17:40:53.995945+0000","last_unstale":"2024-08-29T17:41:15.086326+0000","last_undegraded":"2024-08-29T17:41:15.086326+0000","last_fullsized":"2024-08-29T17:41:15.086326+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-29T17:40:52.944949+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-29T17:40:52.944949+0000","last_clean_scrub_stamp":"2024-08-29T17:40:52.944949+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-30T18:31:17.213781+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6,0],"acting":[3,6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.18","version":"0'0","reported_seq":13,"reported_epoch":66,"state":"active+clean","last_fresh":"2024-08-29T17:41:15.084883+0000","last_change":"2024-08-29T17:41:03.066661+0000","last_active":"2024-08-29T17:41:15.084883+0000","last_peered":"2024-08-29T17:41:15.084883+0000","last_clean":"2024-08-29T17:41:15.084883+0000","last_became_active":"2024-08-29T17:41:03.066385+0000","last_became_peered":"2024-08-29T17:41:03.066385+0000","last_unstale":"2024-08-29T17:41:15.084883+0000","last_undegraded":"2024-08-29T17:41:15.084883+0000","last_fullsized":"2024-08-29T17:41:15.084883+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-29T17:41:01.987071+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-29T17:41:01.987071+0000","last_clean_scrub_stamp":"2024-08-29T17:41:01.987071+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-30T17:42:57.977671+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,1],"acting":[3,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.18","version":"0'0","reported_seq":16,"reported_epoch":66,"state":"active+clean","last_fresh":"2024-08-29T17:41:15.085635+0000","last_change":"2024-08-29T17:40:53.993166+0000","last_active":"2024-08-29T17:41:15.085635+0000","last_peered":"2024-08-29T17:41:15.085635+0000","last_clean":"2024-08-29T17:41:15.085635+0000","last_became_active":"2024-08-29T17:40:53.992324+0000","last_became_peered":"2024-08-29T17:40:53.992324+0000","last_unstale":"2024-08-29T17:41:15.085635+0000","last_undegraded":"2024-08-29T17:41:15.085635+0000","last_fullsized":"2024-08-29T17:41:15.085635+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-29T17:40:52.944949+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-29T17:40:52.944949+0000","last_clean_scrub_stamp":"2024-08-29T17:40:52.944949+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-30T23:14:15.411862+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,7],"acting":[5,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.19","version":"0'0","reported_seq":13,"reported_epoch":66,"state":"active+clean","last_fresh":"2024-08-29T17:41:15.090287+0000","last_change":"2024-08-29T17:41:03.040359+0000","last_active":"2024-08-29T17:41:15.090287+0000","last_peered":"2024-08-29T17:41:15.090287+0000","last_clean":"2024-08-29T17:41:15.090287+0000","last_became_active":"2024-08-29T17:41:03.039694+0000","last_became_peered":"2024-08-29T17:41:03.039694+0000","last_unstale":"2024-08-29T17:41:15.090287+0000","last_undegraded":"2024-08-29T17:41:15.090287+0000","last_fullsized":"2024-08-29T17:41:15.090287+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-29T17:41:01.987071+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-29T17:41:01.987071+0000","last_clean_scrub_stamp":"2024-08-29T17:41:01.987071+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-30T23:04:56.829301+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,4],"acting":[1,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.17","version":"0'0","reported_seq":16,"reported_epoch":66,"state":"active+clean","last_fresh":"2024-08-29T17:41:15.098392+0000","last_change":"2024-08-29T17:40:53.988859+0000","last_active":"2024-08-29T17:41:15.098392+0000","last_peered":"2024-08-29T17:41:15.098392+0000","last_clean":"2024-08-29T17:41:15.098392+0000","last_became_active":"2024-08-29T17:40:53.987990+0000","last_became_peered":"2024-08-29T17:40:53.987990+0000","last_unstale":"2024-08-29T17:41:15.098392+0000","last_undegraded":"2024-08-29T17:41:15.098392+0000","last_fullsized":"2024-08-29T17:41:15.098392+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-29T17:40:52.944949+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-29T17:40:52.944949+0000","last_clean_scrub_stamp":"2024-08-29T17:40:52.944949+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-30T18:12:30.482395+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5,2],"acting":[6,5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.16","version":"0'0","reported_seq":13,"reported_epoch":66,"state":"active+clean","last_fresh":"2024-08-29T17:41:15.086848+0000","last_change":"2024-08-29T17:41:03.078420+0000","last_active":"2024-08-29T17:41:15.086848+0000","last_peered":"2024-08-29T17:41:15.086848+0000","last_clean":"2024-08-29T17:41:15.086848+0000","last_became_active":"2024-08-29T17:41:03.077653+0000","last_became_peered":"2024-08-29T17:41:03.077653+0000","last_unstale":"2024-08-29T17:41:15.086848+0000","last_undegraded":"2024-08-29T17:41:15.086848+0000","last_fullsized":"2024-08-29T17:41:15.086848+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-29T17:41:01.987071+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-29T17:41:01.987071+0000","last_clean_scrub_stamp":"2024-08-29T17:41:01.987071+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-31T01:43:22.578812+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,1],"acting":[5,7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.16","version":"0'0","reported_seq":16,"reported_epoch":66,"state":"active+clean","last_fresh":"2024-08-29T17:41:15.087305+0000","last_change":"2024-08-29T17:40:53.999978+0000","last_active":"2024-08-29T17:41:15.087305+0000","last_peered":"2024-08-29T17:41:15.087305+0000","last_clean":"2024-08-29T17:41:15.087305+0000","last_became_active":"2024-08-29T17:40:53.999192+0000","last_became_peered":"2024-08-29T17:40:53.999192+0000","last_unstale":"2024-08-29T17:41:15.087305+0000","last_undegraded":"2024-08-29T17:41:15.087305+0000","last_fullsized":"2024-08-29T17:41:15.087305+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-29T17:40:52.944949+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-29T17:40:52.944949+0000","last_clean_scrub_stamp":"2024-08-29T17:40:52.944949+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-31T04:57:25.892563+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,6,2],"acting":[5,6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.17","version":"0'0","reported_seq":13,"reported_epoch":66,"state":"active+clean","last_fresh":"2024-08-29T17:41:15.082817+0000","last_change":"2024-08-29T17:41:03.068886+0000","last_active":"2024-08-29T17:41:15.082817+0000","last_peered":"2024-08-29T17:41:15.082817+0000","last_clean":"2024-08-29T17:41:15.082817+0000","last_became_active":"2024-08-29T17:41:03.068494+0000","last_became_peered":"2024-08-29T17:41:03.068494+0000","last_unstale":"2024-08-29T17:41:15.082817+0000","last_undegraded":"2024-08-29T17:41:15.082817+0000","last_fullsized":"2024-08-29T17:41:15.082817+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-29T17:41:01.987071+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-29T17:41:01.987071+0000","last_clean_scrub_stamp":"2024-08-29T17:41:01.987071+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-30T20:19:15.693075+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,3],"acting":[0,5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.15","version":"65'3","reported_seq":19,"reported_epoch":66,"state":"active+clean","last_fresh":"2024-08-29T17:41:15.093864+0000","last_change":"2024-08-29T17:40:53.989710+0000","last_active":"2024-08-29T17:41:15.093864+0000","last_peered":"2024-08-29T17:41:15.093864+0000","last_clean":"2024-08-29T17:41:15.093864+0000","last_became_active":"2024-08-29T17:40:53.986240+0000","last_became_peered":"2024-08-29T17:40:53.986240+0000","last_unstale":"2024-08-29T17:41:15.093864+0000","last_undegraded":"2024-08-29T17:41:15.093864+0000","last_fullsized":"2024-08-29T17:41:15.093864+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-29T17:40:52.944949+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-29T17:40:52.944949+0000","last_clean_scrub_stamp":"2024-08-29T17:40:52.944949+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-30T19:06:02.586277+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":90,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,0],"acting":[1,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.14","version":"0'0","reported_seq":10,"reported_epoch":67,"state":"active+clean","last_fresh":"2024-08-29T17:41:16.104711+0000","last_change":"2024-08-29T17:41:16.104711+0000","last_active":"2024-08-29T17:41:16.104711+0000","last_peered":"2024-08-29T17:41:16.104711+0000","last_clean":"2024-08-29T17:41:16.104711+0000","last_became_active":"2024-08-29T17:41:16.104048+0000","last_became_peered":"2024-08-29T17:41:16.104048+0000","last_unstale":"2024-08-29T17:41:16.104711+0000","last_undegraded":"2024-08-29T17:41:16.104711+0000","last_fullsized":"2024-08-29T17:41:16.104711+0000","mapping_epoch":66,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":67,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-29T17:41:01.987071+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-29T17:41:01.987071+0000","last_clean_scrub_stamp":"2024-08-29T17:41:01.987071+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-30T19:26:03.843217+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,7,6],"acting":[2,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"2.14","version":"65'6","reported_seq":22,"reported_epoch":66,"state":"active+clean","last_fresh":"2024-08-29T17:41:15.098968+0000","last_change":"2024-08-29T17:40:53.997553+0000","last_active":"2024-08-29T17:41:15.098968+0000","last_peered":"2024-08-29T17:41:15.098968+0000","last_clean":"2024-08-29T17:41:15.098968+0000","last_became_active":"2024-08-29T17:40:53.996743+0000","last_became_peered":"2024-08-29T17:40:53.996743+0000","last_unstale":"2024-08-29T17:41:15.098968+0000","last_undegraded":"2024-08-29T17:41:15.098968+0000","last_fullsized":"2024-08-29T17:41:15.098968+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-29T17:40:52.944949+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-29T17:40:52.944949+0000","last_clean_scrub_stamp":"2024-08-29T17:40:52.944949+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-31T05:30:57.881047+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1552,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":6,"num_write_kb":3,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3,5],"acting":[6,3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.15","version":"0'0","reported_seq":13,"reported_epoch":66,"state":"active+clean","last_fresh":"2024-08-29T17:41:15.088473+0000","last_change":"2024-08-29T17:41:03.084159+0000","last_active":"2024-08-29T17:41:15.088473+0000","last_peered":"2024-08-29T17:41:15.088473+0000","last_clean":"2024-08-29T17:41:15.088473+0000","last_became_active":"2024-08-29T17:41:03.083713+0000","last_became_peered":"2024-08-29T17:41:03.083713+0000","last_unstale":"2024-08-29T17:41:15.088473+0000","last_undegraded":"2024-08-29T17:41:15.088473+0000","last_fullsized":"2024-08-29T17:41:15.088473+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-29T17:41:01.987071+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-29T17:41:01.987071+0000","last_clean_scrub_stamp":"2024-08-29T17:41:01.987071+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-31T03:18:07.687648+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3,4],"acting":[7,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.13","version":"65'2","reported_seq":18,"reported_epoch":66,"state":"active+clean","last_fresh":"2024-08-29T17:41:15.082150+0000","last_change":"2024-08-29T17:40:53.989102+0000","last_active":"2024-08-29T17:41:15.082150+0000","last_peered":"2024-08-29T17:41:15.082150+0000","last_clean":"2024-08-29T17:41:15.082150+0000","last_became_active":"2024-08-29T17:40:53.987941+0000","last_became_peered":"2024-08-29T17:40:53.987941+0000","last_unstale":"2024-08-29T17:41:15.082150+0000","last_undegraded":"2024-08-29T17:41:15.082150+0000","last_fullsized":"2024-08-29T17:41:15.082150+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-29T17:40:52.944949+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-29T17:40:52.944949+0000","last_clean_scrub_stamp":"2024-08-29T17:40:52.944949+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-31T03:19:15.030165+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":34,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":6,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,3],"acting":[0,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.12","version":"0'0","reported_seq":13,"reported_epoch":66,"state":"active+clean","last_fresh":"2024-08-29T17:41:15.080101+0000","last_change":"2024-08-29T17:41:03.070036+0000","last_active":"2024-08-29T17:41:15.080101+0000","last_peered":"2024-08-29T17:41:15.080101+0000","last_clean":"2024-08-29T17:41:15.080101+0000","last_became_active":"2024-08-29T17:41:03.069567+0000","last_became_peered":"2024-08-29T17:41:03.069567+0000","last_unstale":"2024-08-29T17:41:15.080101+0000","last_undegraded":"2024-08-29T17:41:15.080101+0000","last_fullsized":"2024-08-29T17:41:15.080101+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-29T17:41:01.987071+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-29T17:41:01.987071+0000","last_clean_scrub_stamp":"2024-08-29T17:41:01.987071+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-31T00:03:12.302759+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,3],"acting":[0,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.12","version":"0'0","reported_seq":16,"reported_epoch":66,"state":"active+clean","last_fresh":"2024-08-29T17:41:15.086290+0000","last_change":"2024-08-29T17:40:54.009820+0000","last_active":"2024-08-29T17:41:15.086290+0000","last_peered":"2024-08-29T17:41:15.086290+0000","last_clean":"2024-08-29T17:41:15.086290+0000","last_became_active":"2024-08-29T17:40:54.009167+0000","last_became_peered":"2024-08-29T17:40:54.009167+0000","last_unstale":"2024-08-29T17:41:15.086290+0000","last_undegraded":"2024-08-29T17:41:15.086290+0000","last_fullsized":"2024-08-29T17:41:15.086290+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-29T17:40:52.944949+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-29T17:40:52.944949+0000","last_clean_scrub_stamp":"2024-08-29T17:40:52.944949+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-31T03:07:14.415848+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,7],"acting":[5,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.13","version":"0'0","reported_seq":13,"reported_epoch":66,"state":"active+clean","last_fresh":"2024-08-29T17:41:15.088762+0000","last_change":"2024-08-29T17:41:03.086032+0000","last_active":"2024-08-29T17:41:15.088762+0000","last_peered":"2024-08-29T17:41:15.088762+0000","last_clean":"2024-08-29T17:41:15.088762+0000","last_became_active":"2024-08-29T17:41:03.085711+0000","last_became_peered":"2024-08-29T17:41:03.085711+0000","last_unstale":"2024-08-29T17:41:15.088762+0000","last_undegraded":"2024-08-29T17:41:15.088762+0000","last_fullsized":"2024-08-29T17:41:15.088762+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-29T17:41:01.987071+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-29T17:41:01.987071+0000","last_clean_scrub_stamp":"2024-08-29T17:41:01.987071+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-31T04:01:16.663046+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,2],"acting":[7,4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.11","version":"0'0","reported_seq":16,"reported_epoch":66,"state":"active+clean","last_fresh":"2024-08-29T17:41:15.096044+0000","last_change":"2024-08-29T17:40:53.991412+0000","last_active":"2024-08-29T17:41:15.096044+0000","last_peered":"2024-08-29T17:41:15.096044+0000","last_clean":"2024-08-29T17:41:15.096044+0000","last_became_active":"2024-08-29T17:40:53.990598+0000","last_became_peered":"2024-08-29T17:40:53.990598+0000","last_unstale":"2024-08-29T17:41:15.096044+0000","last_undegraded":"2024-08-29T17:41:15.096044+0000","last_fullsized":"2024-08-29T17:41:15.096044+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-29T17:40:52.944949+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-29T17:40:52.944949+0000","last_clean_scrub_stamp":"2024-08-29T17:40:52.944949+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-31T03:12:39.402237+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,1],"acting":[6,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.10","version":"0'0","reported_seq":13,"reported_epoch":66,"state":"active+clean","last_fresh":"2024-08-29T17:41:15.096094+0000","last_change":"2024-08-29T17:41:03.063228+0000","last_active":"2024-08-29T17:41:15.096094+0000","last_peered":"2024-08-29T17:41:15.096094+0000","last_clean":"2024-08-29T17:41:15.096094+0000","last_became_active":"2024-08-29T17:41:03.062441+0000","last_became_peered":"2024-08-29T17:41:03.062441+0000","last_unstale":"2024-08-29T17:41:15.096094+0000","last_undegraded":"2024-08-29T17:41:15.096094+0000","last_fullsized":"2024-08-29T17:41:15.096094+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-29T17:41:01.987071+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-29T17:41:01.987071+0000","last_clean_scrub_stamp":"2024-08-29T17:41:01.987071+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-31T00:14:55.529603+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0,5],"acting":[6,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.10","version":"65'8","reported_seq":24,"reported_epoch":66,"state":"active+clean","last_fresh":"2024-08-29T17:41:15.087951+0000","last_change":"2024-08-29T17:40:53.992470+0000","last_active":"2024-08-29T17:41:15.087951+0000","last_peered":"2024-08-29T17:41:15.087951+0000","last_clean":"2024-08-29T17:41:15.087951+0000","last_became_active":"2024-08-29T17:40:53.991641+0000","last_became_peered":"2024-08-29T17:40:53.991641+0000","last_unstale":"2024-08-29T17:41:15.087951+0000","last_undegraded":"2024-08-29T17:41:15.087951+0000","last_fullsized":"2024-08-29T17:41:15.087951+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-29T17:40:52.944949+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-29T17:40:52.944949+0000","last_clean_scrub_stamp":"2024-08-29T17:40:52.944949+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-30T23:13:18.374050+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":12,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":4,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1,0],"acting":[2,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.11","version":"0'0","reported_seq":13,"reported_epoch":66,"state":"active+clean","last_fresh":"2024-08-29T17:41:15.087366+0000","last_change":"2024-08-29T17:41:03.085373+0000","last_active":"2024-08-29T17:41:15.087366+0000","last_peered":"2024-08-29T17:41:15.087366+0000","last_clean":"2024-08-29T17:41:15.087366+0000","last_became_active":"2024-08-29T17:41:03.083892+0000","last_became_peered":"2024-08-29T17:41:03.083892+0000","last_unstale":"2024-08-29T17:41:15.087366+0000","last_undegraded":"2024-08-29T17:41:15.087366+0000","last_fullsized":"2024-08-29T17:41:15.087366+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-29T17:41:01.987071+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-29T17:41:01.987071+0000","last_clean_scrub_stamp":"2024-08-29T17:41:01.987071+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-30T23:37:44.507424+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,6],"acting":[7,4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.f","version":"65'1","reported_seq":17,"reported_epoch":66,"state":"active+clean","last_fresh":"2024-08-29T17:41:15.082290+0000","last_change":"2024-08-29T17:40:53.983874+0000","last_active":"2024-08-29T17:41:15.082290+0000","last_peered":"2024-08-29T17:41:15.082290+0000","last_clean":"2024-08-29T17:41:15.082290+0000","last_became_active":"2024-08-29T17:40:53.982935+0000","last_became_peered":"2024-08-29T17:40:53.982935+0000","last_unstale":"2024-08-29T17:41:15.082290+0000","last_undegraded":"2024-08-29T17:41:15.082290+0000","last_fullsized":"2024-08-29T17:41:15.082290+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-29T17:40:52.944949+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-29T17:40:52.944949+0000","last_clean_scrub_stamp":"2024-08-29T17:40:52.944949+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-30T20:26:30.323904+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":22,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0,7],"acting":[4,0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.e","version":"0'0","reported_seq":13,"reported_epoch":66,"state":"active+clean","last_fresh":"2024-08-29T17:41:15.089238+0000","last_change":"2024-08-29T17:41:03.087771+0000","last_active":"2024-08-29T17:41:15.089238+0000","last_peered":"2024-08-29T17:41:15.089238+0000","last_clean":"2024-08-29T17:41:15.089238+0000","last_became_active":"2024-08-29T17:41:03.087498+0000","last_became_peered":"2024-08-29T17:41:03.087498+0000","last_unstale":"2024-08-29T17:41:15.089238+0000","last_undegraded":"2024-08-29T17:41:15.089238+0000","last_fullsized":"2024-08-29T17:41:15.089238+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-29T17:41:01.987071+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-29T17:41:01.987071+0000","last_clean_scrub_stamp":"2024-08-29T17:41:01.987071+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-30T19:02:31.812110+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,1],"acting":[7,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.e","version":"65'2","reported_seq":18,"reported_epoch":66,"state":"active+clean","last_fresh":"2024-08-29T17:41:15.092747+0000","last_change":"2024-08-29T17:40:53.982103+0000","last_active":"2024-08-29T17:41:15.092747+0000","last_peered":"2024-08-29T17:41:15.092747+0000","last_clean":"2024-08-29T17:41:15.092747+0000","last_became_active":"2024-08-29T17:40:53.981238+0000","last_became_peered":"2024-08-29T17:40:53.981238+0000","last_unstale":"2024-08-29T17:41:15.092747+0000","last_undegraded":"2024-08-29T17:41:15.092747+0000","last_fullsized":"2024-08-29T17:41:15.092747+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-29T17:40:52.944949+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-29T17:40:52.944949+0000","last_clean_scrub_stamp":"2024-08-29T17:40:52.944949+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-30T22:28:03.650713+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,7],"acting":[2,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.f","version":"0'0","reported_seq":13,"reported_epoch":66,"state":"active+clean","last_fresh":"2024-08-29T17:41:15.090437+0000","last_change":"2024-08-29T17:41:03.081477+0000","last_active":"2024-08-29T17:41:15.090437+0000","last_peered":"2024-08-29T17:41:15.090437+0000","last_clean":"2024-08-29T17:41:15.090437+0000","last_became_active":"2024-08-29T17:41:03.080505+0000","last_became_peered":"2024-08-29T17:41:03.080505+0000","last_unstale":"2024-08-29T17:41:15.090437+0000","last_undegraded":"2024-08-29T17:41:15.090437+0000","last_fullsized":"2024-08-29T17:41:15.090437+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-29T17:41:01.987071+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-29T17:41:01.987071+0000","last_clean_scrub_stamp":"2024-08-29T17:41:01.987071+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-30T23:45:34.753556+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,0],"acting":[7,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.d","version":"65'1","reported_seq":17,"reported_epoch":66,"state":"active+clean","last_fresh":"2024-08-29T17:41:15.094122+0000","last_change":"2024-08-29T17:40:53.993674+0000","last_active":"2024-08-29T17:41:15.094122+0000","last_peered":"2024-08-29T17:41:15.094122+0000","last_clean":"2024-08-29T17:41:15.094122+0000","last_became_active":"2024-08-29T17:40:53.992370+0000","last_became_peered":"2024-08-29T17:40:53.992370+0000","last_unstale":"2024-08-29T17:41:15.094122+0000","last_undegraded":"2024-08-29T17:41:15.094122+0000","last_fullsized":"2024-08-29T17:41:15.094122+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-29T17:40:52.944949+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-29T17:40:52.944949+0000","last_clean_scrub_stamp":"2024-08-29T17:40:52.944949+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-31T04:16:19.258365+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":70,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4,3],"acting":[1,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.c","version":"0'0","reported_seq":13,"reported_epoch":66,"state":"active+clean","last_fresh":"2024-08-29T17:41:15.085964+0000","last_change":"2024-08-29T17:41:03.056774+0000","last_active":"2024-08-29T17:41:15.085964+0000","last_peered":"2024-08-29T17:41:15.085964+0000","last_clean":"2024-08-29T17:41:15.085964+0000","last_became_active":"2024-08-29T17:41:03.055779+0000","last_became_peered":"2024-08-29T17:41:03.055779+0000","last_unstale":"2024-08-29T17:41:15.085964+0000","last_undegraded":"2024-08-29T17:41:15.085964+0000","last_fullsized":"2024-08-29T17:41:15.085964+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-29T17:41:01.987071+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-29T17:41:01.987071+0000","last_clean_scrub_stamp":"2024-08-29T17:41:01.987071+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-30T18:59:12.785308+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,6],"acting":[5,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.c","version":"0'0","reported_seq":16,"reported_epoch":66,"state":"active+clean","last_fresh":"2024-08-29T17:41:15.089209+0000","last_change":"2024-08-29T17:40:53.991108+0000","last_active":"2024-08-29T17:41:15.089209+0000","last_peered":"2024-08-29T17:41:15.089209+0000","last_clean":"2024-08-29T17:41:15.089209+0000","last_became_active":"2024-08-29T17:40:53.990289+0000","last_became_peered":"2024-08-29T17:40:53.990289+0000","last_unstale":"2024-08-29T17:41:15.089209+0000","last_undegraded":"2024-08-29T17:41:15.089209+0000","last_fullsized":"2024-08-29T17:41:15.089209+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-29T17:40:52.944949+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-29T17:40:52.944949+0000","last_clean_scrub_stamp":"2024-08-29T17:40:52.944949+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-31T00:04:22.663767+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5,0],"acting":[2,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.d","version":"0'0","reported_seq":13,"reported_epoch":66,"state":"active+clean","last_fresh":"2024-08-29T17:41:15.088747+0000","last_change":"2024-08-29T17:41:03.075417+0000","last_active":"2024-08-29T17:41:15.088747+0000","last_peered":"2024-08-29T17:41:15.088747+0000","last_clean":"2024-08-29T17:41:15.088747+0000","last_became_active":"2024-08-29T17:41:03.074702+0000","last_became_peered":"2024-08-29T17:41:03.074702+0000","last_unstale":"2024-08-29T17:41:15.088747+0000","last_undegraded":"2024-08-29T17:41:15.088747+0000","last_fullsized":"2024-08-29T17:41:15.088747+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-29T17:41:01.987071+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-29T17:41:01.987071+0000","last_clean_scrub_stamp":"2024-08-29T17:41:01.987071+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-30T20:47:11.712933+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,6],"acting":[7,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"1.0","version":"21'117","reported_seq":235,"reported_epoch":66,"state":"active+clean","last_fresh":"2024-08-29T17:41:15.087896+0000","last_change":"2024-08-29T17:39:56.151410+0000","last_active":"2024-08-29T17:41:15.087896+0000","last_peered":"2024-08-29T17:41:15.087896+0000","last_clean":"2024-08-29T17:41:15.087896+0000","last_became_active":"2024-08-29T17:39:56.150582+0000","last_became_peered":"2024-08-29T17:39:56.150582+0000","last_unstale":"2024-08-29T17:41:15.087896+0000","last_undegraded":"2024-08-29T17:41:15.087896+0000","last_fullsized":"2024-08-29T17:41:15.087896+0000","mapping_epoch":57,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":58,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-29T17:35:25.395028+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-29T17:35:25.395028+0000","last_clean_scrub_stamp":"2024-08-29T17:35:25.395028+0000","objects_scrubbed":0,"log_size":117,"log_dups_size":0,"ondisk_log_size":117,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-31T03:59:58.733872+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":159,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":6,"num_bytes_recovered":1771104,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,6],"acting":[7,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.3","version":"0'0","reported_seq":16,"reported_epoch":66,"state":"active+clean","last_fresh":"2024-08-29T17:41:15.085836+0000","last_change":"2024-08-29T17:40:54.006212+0000","last_active":"2024-08-29T17:41:15.085836+0000","last_peered":"2024-08-29T17:41:15.085836+0000","last_clean":"2024-08-29T17:41:15.085836+0000","last_became_active":"2024-08-29T17:40:54.005440+0000","last_became_peered":"2024-08-29T17:40:54.005440+0000","last_unstale":"2024-08-29T17:41:15.085836+0000","last_undegraded":"2024-08-29T17:41:15.085836+0000","last_fullsized":"2024-08-29T17:41:15.085836+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-29T17:40:52.944949+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-29T17:40:52.944949+0000","last_clean_scrub_stamp":"2024-08-29T17:40:52.944949+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-31T01:05:27.094044+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2,7],"acting":[5,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.2","version":"0'0","reported_seq":13,"reported_epoch":66,"state":"active+clean","last_fresh":"2024-08-29T17:41:15.085307+0000","last_change":"2024-08-29T17:41:03.056361+0000","last_active":"2024-08-29T17:41:15.085307+0000","last_peered":"2024-08-29T17:41:15.085307+0000","last_clean":"2024-08-29T17:41:15.085307+0000","last_became_active":"2024-08-29T17:41:03.053457+0000","last_became_peered":"2024-08-29T17:41:03.053457+0000","last_unstale":"2024-08-29T17:41:15.085307+0000","last_undegraded":"2024-08-29T17:41:15.085307+0000","last_fullsized":"2024-08-29T17:41:15.085307+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-29T17:41:01.987071+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-29T17:41:01.987071+0000","last_clean_scrub_stamp":"2024-08-29T17:41:01.987071+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-31T04:33:56.931372+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,6],"acting":[3,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.0","version":"0'0","reported_seq":16,"reported_epoch":66,"state":"active+clean","last_fresh":"2024-08-29T17:41:15.087630+0000","last_change":"2024-08-29T17:40:54.004808+0000","last_active":"2024-08-29T17:41:15.087630+0000","last_peered":"2024-08-29T17:41:15.087630+0000","last_clean":"2024-08-29T17:41:15.087630+0000","last_became_active":"2024-08-29T17:40:54.004002+0000","last_became_peered":"2024-08-29T17:40:54.004002+0000","last_unstale":"2024-08-29T17:41:15.087630+0000","last_undegraded":"2024-08-29T17:41:15.087630+0000","last_fullsized":"2024-08-29T17:41:15.087630+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-29T17:40:52.944949+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-29T17:40:52.944949+0000","last_clean_scrub_stamp":"2024-08-29T17:40:52.944949+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-30T22:21:54.332860+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,0],"acting":[7,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.1","version":"0'0","reported_seq":13,"reported_epoch":66,"state":"active+clean","last_fresh":"2024-08-29T17:41:15.079390+0000","last_change":"2024-08-29T17:41:03.072763+0000","last_active":"2024-08-29T17:41:15.079390+0000","last_peered":"2024-08-29T17:41:15.079390+0000","last_clean":"2024-08-29T17:41:15.079390+0000","last_became_active":"2024-08-29T17:41:03.072104+0000","last_became_peered":"2024-08-29T17:41:03.072104+0000","last_unstale":"2024-08-29T17:41:15.079390+0000","last_undegraded":"2024-08-29T17:41:15.079390+0000","last_fullsized":"2024-08-29T17:41:15.079390+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-29T17:41:01.987071+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-29T17:41:01.987071+0000","last_clean_scrub_stamp":"2024-08-29T17:41:01.987071+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-30T22:50:13.394141+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,3],"acting":[0,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.1","version":"0'0","reported_seq":16,"reported_epoch":66,"state":"active+clean","last_fresh":"2024-08-29T17:41:15.088340+0000","last_change":"2024-08-29T17:40:53.998575+0000","last_active":"2024-08-29T17:41:15.088340+0000","last_peered":"2024-08-29T17:41:15.088340+0000","last_clean":"2024-08-29T17:41:15.088340+0000","last_became_active":"2024-08-29T17:40:53.995906+0000","last_became_peered":"2024-08-29T17:40:53.995906+0000","last_unstale":"2024-08-29T17:41:15.088340+0000","last_undegraded":"2024-08-29T17:41:15.088340+0000","last_fullsized":"2024-08-29T17:41:15.088340+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-29T17:40:52.944949+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-29T17:40:52.944949+0000","last_clean_scrub_stamp":"2024-08-29T17:40:52.944949+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-30T21:27:51.683278+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,0],"acting":[2,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.0","version":"0'0","reported_seq":13,"reported_epoch":66,"state":"active+clean","last_fresh":"2024-08-29T17:41:15.092252+0000","last_change":"2024-08-29T17:41:03.034843+0000","last_active":"2024-08-29T17:41:15.092252+0000","last_peered":"2024-08-29T17:41:15.092252+0000","last_clean":"2024-08-29T17:41:15.092252+0000","last_became_active":"2024-08-29T17:41:03.034122+0000","last_became_peered":"2024-08-29T17:41:03.034122+0000","last_unstale":"2024-08-29T17:41:15.092252+0000","last_undegraded":"2024-08-29T17:41:15.092252+0000","last_fullsized":"2024-08-29T17:41:15.092252+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-29T17:41:01.987071+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-29T17:41:01.987071+0000","last_clean_scrub_stamp":"2024-08-29T17:41:01.987071+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-30T18:44:32.787847+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,6],"acting":[1,2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.2","version":"0'0","reported_seq":16,"reported_epoch":66,"state":"active+clean","last_fresh":"2024-08-29T17:41:15.086386+0000","last_change":"2024-08-29T17:40:54.005185+0000","last_active":"2024-08-29T17:41:15.086386+0000","last_peered":"2024-08-29T17:41:15.086386+0000","last_clean":"2024-08-29T17:41:15.086386+0000","last_became_active":"2024-08-29T17:40:54.001015+0000","last_became_peered":"2024-08-29T17:40:54.001015+0000","last_unstale":"2024-08-29T17:41:15.086386+0000","last_undegraded":"2024-08-29T17:41:15.086386+0000","last_fullsized":"2024-08-29T17:41:15.086386+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-29T17:40:52.944949+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-29T17:40:52.944949+0000","last_clean_scrub_stamp":"2024-08-29T17:40:52.944949+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-31T03:53:41.194819+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1,6],"acting":[5,1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.3","version":"0'0","reported_seq":13,"reported_epoch":66,"state":"active+clean","last_fresh":"2024-08-29T17:41:15.081029+0000","last_change":"2024-08-29T17:41:03.070738+0000","last_active":"2024-08-29T17:41:15.081029+0000","last_peered":"2024-08-29T17:41:15.081029+0000","last_clean":"2024-08-29T17:41:15.081029+0000","last_became_active":"2024-08-29T17:41:03.067189+0000","last_became_peered":"2024-08-29T17:41:03.067189+0000","last_unstale":"2024-08-29T17:41:15.081029+0000","last_undegraded":"2024-08-29T17:41:15.081029+0000","last_fullsized":"2024-08-29T17:41:15.081029+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-29T17:41:01.987071+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-29T17:41:01.987071+0000","last_clean_scrub_stamp":"2024-08-29T17:41:01.987071+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-30T23:15:45.293658+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0,6],"acting":[4,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.4","version":"0'0","reported_seq":16,"reported_epoch":66,"state":"active+clean","last_fresh":"2024-08-29T17:41:15.092648+0000","last_change":"2024-08-29T17:40:53.998274+0000","last_active":"2024-08-29T17:41:15.092648+0000","last_peered":"2024-08-29T17:41:15.092648+0000","last_clean":"2024-08-29T17:41:15.092648+0000","last_became_active":"2024-08-29T17:40:53.994383+0000","last_became_peered":"2024-08-29T17:40:53.994383+0000","last_unstale":"2024-08-29T17:41:15.092648+0000","last_undegraded":"2024-08-29T17:41:15.092648+0000","last_fullsized":"2024-08-29T17:41:15.092648+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-29T17:40:52.944949+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-29T17:40:52.944949+0000","last_clean_scrub_stamp":"2024-08-29T17:40:52.944949+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-30T21:13:02.703327+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0,7],"acting":[1,0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.5","version":"0'0","reported_seq":13,"reported_epoch":66,"state":"active+clean","last_fresh":"2024-08-29T17:41:15.086926+0000","last_change":"2024-08-29T17:41:03.063220+0000","last_active":"2024-08-29T17:41:15.086926+0000","last_peered":"2024-08-29T17:41:15.086926+0000","last_clean":"2024-08-29T17:41:15.086926+0000","last_became_active":"2024-08-29T17:41:03.060229+0000","last_became_peered":"2024-08-29T17:41:03.060229+0000","last_unstale":"2024-08-29T17:41:15.086926+0000","last_undegraded":"2024-08-29T17:41:15.086926+0000","last_fullsized":"2024-08-29T17:41:15.086926+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-29T17:41:01.987071+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-29T17:41:01.987071+0000","last_clean_scrub_stamp":"2024-08-29T17:41:01.987071+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-30T18:28:39.703075+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,2],"acting":[5,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.5","version":"0'0","reported_seq":16,"reported_epoch":66,"state":"active+clean","last_fresh":"2024-08-29T17:41:15.089516+0000","last_change":"2024-08-29T17:40:54.001565+0000","last_active":"2024-08-29T17:41:15.089516+0000","last_peered":"2024-08-29T17:41:15.089516+0000","last_clean":"2024-08-29T17:41:15.089516+0000","last_became_active":"2024-08-29T17:40:54.000629+0000","last_became_peered":"2024-08-29T17:40:54.000629+0000","last_unstale":"2024-08-29T17:41:15.089516+0000","last_undegraded":"2024-08-29T17:41:15.089516+0000","last_fullsized":"2024-08-29T17:41:15.089516+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-29T17:40:52.944949+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-29T17:40:52.944949+0000","last_clean_scrub_stamp":"2024-08-29T17:40:52.944949+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-30T21:46:22.288419+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,4],"acting":[7,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.4","version":"0'0","reported_seq":13,"reported_epoch":66,"state":"active+clean","last_fresh":"2024-08-29T17:41:15.092425+0000","last_change":"2024-08-29T17:41:03.060898+0000","last_active":"2024-08-29T17:41:15.092425+0000","last_peered":"2024-08-29T17:41:15.092425+0000","last_clean":"2024-08-29T17:41:15.092425+0000","last_became_active":"2024-08-29T17:41:03.060489+0000","last_became_peered":"2024-08-29T17:41:03.060489+0000","last_unstale":"2024-08-29T17:41:15.092425+0000","last_undegraded":"2024-08-29T17:41:15.092425+0000","last_fullsized":"2024-08-29T17:41:15.092425+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-29T17:41:01.987071+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-29T17:41:01.987071+0000","last_clean_scrub_stamp":"2024-08-29T17:41:01.987071+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-31T02:53:14.459155+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,5],"acting":[1,2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.6","version":"65'1","reported_seq":17,"reported_epoch":66,"state":"active+clean","last_fresh":"2024-08-29T17:41:15.096719+0000","last_change":"2024-08-29T17:40:53.984827+0000","last_active":"2024-08-29T17:41:15.096719+0000","last_peered":"2024-08-29T17:41:15.096719+0000","last_clean":"2024-08-29T17:41:15.096719+0000","last_became_active":"2024-08-29T17:40:53.984037+0000","last_became_peered":"2024-08-29T17:40:53.984037+0000","last_unstale":"2024-08-29T17:41:15.096719+0000","last_undegraded":"2024-08-29T17:41:15.096719+0000","last_fullsized":"2024-08-29T17:41:15.096719+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-29T17:40:52.944949+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-29T17:40:52.944949+0000","last_clean_scrub_stamp":"2024-08-29T17:40:52.944949+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-30T22:02:41.476248+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6,4],"acting":[1,6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.7","version":"0'0","reported_seq":23,"reported_epoch":67,"state":"active+clean","last_fresh":"2024-08-29T17:41:16.105628+0000","last_change":"2024-08-29T17:41:16.105628+0000","last_active":"2024-08-29T17:41:16.105628+0000","last_peered":"2024-08-29T17:41:16.105628+0000","last_clean":"2024-08-29T17:41:16.105628+0000","last_became_active":"2024-08-29T17:41:16.104675+0000","last_became_peered":"2024-08-29T17:41:16.104675+0000","last_unstale":"2024-08-29T17:41:16.105628+0000","last_undegraded":"2024-08-29T17:41:16.105628+0000","last_fullsized":"2024-08-29T17:41:16.105628+0000","mapping_epoch":66,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":67,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-29T17:41:01.987071+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-29T17:41:01.987071+0000","last_clean_scrub_stamp":"2024-08-29T17:41:01.987071+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-31T00:19:32.620395+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,1],"acting":[3,7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.7","version":"65'2","reported_seq":32,"reported_epoch":67,"state":"active+clean","last_fresh":"2024-08-29T17:41:17.081540+0000","last_change":"2024-08-29T17:41:17.081540+0000","last_active":"2024-08-29T17:41:17.081540+0000","last_peered":"2024-08-29T17:41:17.081540+0000","last_clean":"2024-08-29T17:41:17.081540+0000","last_became_active":"2024-08-29T17:41:17.075971+0000","last_became_peered":"2024-08-29T17:41:17.075971+0000","last_unstale":"2024-08-29T17:41:17.081540+0000","last_undegraded":"2024-08-29T17:41:17.081540+0000","last_fullsized":"2024-08-29T17:41:17.081540+0000","mapping_epoch":66,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":67,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-29T17:40:52.944949+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-29T17:40:52.944949+0000","last_clean_scrub_stamp":"2024-08-29T17:40:52.944949+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-30T22:50:47.050721+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":1,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,2],"acting":[6,4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.6","version":"0'0","reported_seq":13,"reported_epoch":66,"state":"active+clean","last_fresh":"2024-08-29T17:41:15.080818+0000","last_change":"2024-08-29T17:41:03.071783+0000","last_active":"2024-08-29T17:41:15.080818+0000","last_peered":"2024-08-29T17:41:15.080818+0000","last_clean":"2024-08-29T17:41:15.080818+0000","last_became_active":"2024-08-29T17:41:03.071476+0000","last_became_peered":"2024-08-29T17:41:03.071476+0000","last_unstale":"2024-08-29T17:41:15.080818+0000","last_undegraded":"2024-08-29T17:41:15.080818+0000","last_fullsized":"2024-08-29T17:41:15.080818+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-29T17:41:01.987071+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-29T17:41:01.987071+0000","last_clean_scrub_stamp":"2024-08-29T17:41:01.987071+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-30T20:09:47.112614+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,4],"acting":[0,1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.8","version":"0'0","reported_seq":16,"reported_epoch":66,"state":"active+clean","last_fresh":"2024-08-29T17:41:15.087414+0000","last_change":"2024-08-29T17:40:54.004582+0000","last_active":"2024-08-29T17:41:15.087414+0000","last_peered":"2024-08-29T17:41:15.087414+0000","last_clean":"2024-08-29T17:41:15.087414+0000","last_became_active":"2024-08-29T17:40:54.003948+0000","last_became_peered":"2024-08-29T17:40:54.003948+0000","last_unstale":"2024-08-29T17:41:15.087414+0000","last_undegraded":"2024-08-29T17:41:15.087414+0000","last_fullsized":"2024-08-29T17:41:15.087414+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-29T17:40:52.944949+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-29T17:40:52.944949+0000","last_clean_scrub_stamp":"2024-08-29T17:40:52.944949+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-30T22:51:00.006032+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,1],"acting":[7,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.9","version":"0'0","reported_seq":13,"reported_epoch":66,"state":"active+clean","last_fresh":"2024-08-29T17:41:15.080623+0000","last_change":"2024-08-29T17:41:03.078707+0000","last_active":"2024-08-29T17:41:15.080623+0000","last_peered":"2024-08-29T17:41:15.080623+0000","last_clean":"2024-08-29T17:41:15.080623+0000","last_became_active":"2024-08-29T17:41:03.076410+0000","last_became_peered":"2024-08-29T17:41:03.076410+0000","last_unstale":"2024-08-29T17:41:15.080623+0000","last_undegraded":"2024-08-29T17:41:15.080623+0000","last_fullsized":"2024-08-29T17:41:15.080623+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-29T17:41:01.987071+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-29T17:41:01.987071+0000","last_clean_scrub_stamp":"2024-08-29T17:41:01.987071+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-30T17:53:37.747869+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2,7],"acting":[4,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.9","version":"0'0","reported_seq":16,"reported_epoch":66,"state":"active+clean","last_fresh":"2024-08-29T17:41:15.090907+0000","last_change":"2024-08-29T17:40:53.999191+0000","last_active":"2024-08-29T17:41:15.090907+0000","last_peered":"2024-08-29T17:41:15.090907+0000","last_clean":"2024-08-29T17:41:15.090907+0000","last_became_active":"2024-08-29T17:40:53.998553+0000","last_became_peered":"2024-08-29T17:40:53.998553+0000","last_unstale":"2024-08-29T17:41:15.090907+0000","last_undegraded":"2024-08-29T17:41:15.090907+0000","last_fullsized":"2024-08-29T17:41:15.090907+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-29T17:40:52.944949+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-29T17:40:52.944949+0000","last_clean_scrub_stamp":"2024-08-29T17:40:52.944949+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-30T19:35:05.530174+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7,3],"acting":[1,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.8","version":"0'0","reported_seq":13,"reported_epoch":66,"state":"active+clean","last_fresh":"2024-08-29T17:41:15.085094+0000","last_change":"2024-08-29T17:41:03.057392+0000","last_active":"2024-08-29T17:41:15.085094+0000","last_peered":"2024-08-29T17:41:15.085094+0000","last_clean":"2024-08-29T17:41:15.085094+0000","last_became_active":"2024-08-29T17:41:03.056480+0000","last_became_peered":"2024-08-29T17:41:03.056480+0000","last_unstale":"2024-08-29T17:41:15.085094+0000","last_undegraded":"2024-08-29T17:41:15.085094+0000","last_fullsized":"2024-08-29T17:41:15.085094+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-29T17:41:01.987071+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-29T17:41:01.987071+0000","last_clean_scrub_stamp":"2024-08-29T17:41:01.987071+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-30T21:26:13.016911+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,7],"acting":[3,1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.a","version":"0'0","reported_seq":16,"reported_epoch":66,"state":"active+clean","last_fresh":"2024-08-29T17:41:15.093388+0000","last_change":"2024-08-29T17:40:53.988890+0000","last_active":"2024-08-29T17:41:15.093388+0000","last_peered":"2024-08-29T17:41:15.093388+0000","last_clean":"2024-08-29T17:41:15.093388+0000","last_became_active":"2024-08-29T17:40:53.987830+0000","last_became_peered":"2024-08-29T17:40:53.987830+0000","last_unstale":"2024-08-29T17:41:15.093388+0000","last_undegraded":"2024-08-29T17:41:15.093388+0000","last_fullsized":"2024-08-29T17:41:15.093388+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-29T17:40:52.944949+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-29T17:40:52.944949+0000","last_clean_scrub_stamp":"2024-08-29T17:40:52.944949+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-31T01:52:35.315116+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,7],"acting":[1,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.b","version":"0'0","reported_seq":13,"reported_epoch":66,"state":"active+clean","last_fresh":"2024-08-29T17:41:15.086342+0000","last_change":"2024-08-29T17:41:03.068281+0000","last_active":"2024-08-29T17:41:15.086342+0000","last_peered":"2024-08-29T17:41:15.086342+0000","last_clean":"2024-08-29T17:41:15.086342+0000","last_became_active":"2024-08-29T17:41:03.067540+0000","last_became_peered":"2024-08-29T17:41:03.067540+0000","last_unstale":"2024-08-29T17:41:15.086342+0000","last_undegraded":"2024-08-29T17:41:15.086342+0000","last_fullsized":"2024-08-29T17:41:15.086342+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-29T17:41:01.987071+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-29T17:41:01.987071+0000","last_clean_scrub_stamp":"2024-08-29T17:41:01.987071+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-31T01:24:36.674196+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,4],"acting":[3,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.b","version":"65'2","reported_seq":18,"reported_epoch":66,"state":"active+clean","last_fresh":"2024-08-29T17:41:15.089933+0000","last_change":"2024-08-29T17:40:53.996349+0000","last_active":"2024-08-29T17:41:15.089933+0000","last_peered":"2024-08-29T17:41:15.089933+0000","last_clean":"2024-08-29T17:41:15.089933+0000","last_became_active":"2024-08-29T17:40:53.994961+0000","last_became_peered":"2024-08-29T17:40:53.994961+0000","last_unstale":"2024-08-29T17:41:15.089933+0000","last_undegraded":"2024-08-29T17:41:15.089933+0000","last_fullsized":"2024-08-29T17:41:15.089933+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-29T17:40:52.944949+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-29T17:40:52.944949+0000","last_clean_scrub_stamp":"2024-08-29T17:40:52.944949+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-31T01:59:05.156956+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,5],"acting":[7,4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.a","version":"0'0","reported_seq":13,"reported_epoch":66,"state":"active+clean","last_fresh":"2024-08-29T17:41:15.095843+0000","last_change":"2024-08-29T17:41:03.050967+0000","last_active":"2024-08-29T17:41:15.095843+0000","last_peered":"2024-08-29T17:41:15.095843+0000","last_clean":"2024-08-29T17:41:15.095843+0000","last_became_active":"2024-08-29T17:41:03.050002+0000","last_became_peered":"2024-08-29T17:41:03.050002+0000","last_unstale":"2024-08-29T17:41:15.095843+0000","last_undegraded":"2024-08-29T17:41:15.095843+0000","last_fullsized":"2024-08-29T17:41:15.095843+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-29T17:41:01.987071+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-29T17:41:01.987071+0000","last_clean_scrub_stamp":"2024-08-29T17:41:01.987071+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-31T02:43:09.072336+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,1],"acting":[6,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.1d","version":"0'0","reported_seq":13,"reported_epoch":66,"state":"active+clean","last_fresh":"2024-08-29T17:41:15.086684+0000","last_change":"2024-08-29T17:41:03.056090+0000","last_active":"2024-08-29T17:41:15.086684+0000","last_peered":"2024-08-29T17:41:15.086684+0000","last_clean":"2024-08-29T17:41:15.086684+0000","last_became_active":"2024-08-29T17:41:03.055218+0000","last_became_peered":"2024-08-29T17:41:03.055218+0000","last_unstale":"2024-08-29T17:41:15.086684+0000","last_undegraded":"2024-08-29T17:41:15.086684+0000","last_fullsized":"2024-08-29T17:41:15.086684+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-29T17:41:01.987071+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-29T17:41:01.987071+0000","last_clean_scrub_stamp":"2024-08-29T17:41:01.987071+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-30T23:46:17.035805+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,6],"acting":[5,4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.1c","version":"65'2","reported_seq":18,"reported_epoch":66,"state":"active+clean","last_fresh":"2024-08-29T17:41:15.089169+0000","last_change":"2024-08-29T17:40:54.000492+0000","last_active":"2024-08-29T17:41:15.089169+0000","last_peered":"2024-08-29T17:41:15.089169+0000","last_clean":"2024-08-29T17:41:15.089169+0000","last_became_active":"2024-08-29T17:40:53.999633+0000","last_became_peered":"2024-08-29T17:40:53.999633+0000","last_unstale":"2024-08-29T17:41:15.089169+0000","last_undegraded":"2024-08-29T17:41:15.089169+0000","last_fullsized":"2024-08-29T17:41:15.089169+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-29T17:40:52.944949+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-29T17:40:52.944949+0000","last_clean_scrub_stamp":"2024-08-29T17:40:52.944949+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-31T00:56:17.292560+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,2],"acting":[7,5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.1c","version":"0'0","reported_seq":13,"reported_epoch":66,"state":"active+clean","last_fresh":"2024-08-29T17:41:15.085907+0000","last_change":"2024-08-29T17:41:03.067082+0000","last_active":"2024-08-29T17:41:15.085907+0000","last_peered":"2024-08-29T17:41:15.085907+0000","last_clean":"2024-08-29T17:41:15.085907+0000","last_became_active":"2024-08-29T17:41:03.066352+0000","last_became_peered":"2024-08-29T17:41:03.066352+0000","last_unstale":"2024-08-29T17:41:15.085907+0000","last_undegraded":"2024-08-29T17:41:15.085907+0000","last_fullsized":"2024-08-29T17:41:15.085907+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-29T17:41:01.987071+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-29T17:41:01.987071+0000","last_clean_scrub_stamp":"2024-08-29T17:41:01.987071+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-30T18:08:46.728133+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,1],"acting":[5,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.1d","version":"65'2","reported_seq":18,"reported_epoch":66,"state":"active+clean","last_fresh":"2024-08-29T17:41:15.089068+0000","last_change":"2024-08-29T17:40:53.997438+0000","last_active":"2024-08-29T17:41:15.089068+0000","last_peered":"2024-08-29T17:41:15.089068+0000","last_clean":"2024-08-29T17:41:15.089068+0000","last_became_active":"2024-08-29T17:40:53.996547+0000","last_became_peered":"2024-08-29T17:40:53.996547+0000","last_unstale":"2024-08-29T17:41:15.089068+0000","last_undegraded":"2024-08-29T17:41:15.089068+0000","last_fullsized":"2024-08-29T17:41:15.089068+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-29T17:40:52.944949+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-29T17:40:52.944949+0000","last_clean_scrub_stamp":"2024-08-29T17:40:52.944949+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-30T20:49:45.750433+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6,0],"acting":[7,6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.1f","version":"0'0","reported_seq":13,"reported_epoch":66,"state":"active+clean","last_fresh":"2024-08-29T17:41:15.082619+0000","last_change":"2024-08-29T17:41:03.065361+0000","last_active":"2024-08-29T17:41:15.082619+0000","last_peered":"2024-08-29T17:41:15.082619+0000","last_clean":"2024-08-29T17:41:15.082619+0000","last_became_active":"2024-08-29T17:41:03.064910+0000","last_became_peered":"2024-08-29T17:41:03.064910+0000","last_unstale":"2024-08-29T17:41:15.082619+0000","last_undegraded":"2024-08-29T17:41:15.082619+0000","last_fullsized":"2024-08-29T17:41:15.082619+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-29T17:41:01.987071+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-29T17:41:01.987071+0000","last_clean_scrub_stamp":"2024-08-29T17:41:01.987071+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-31T01:56:49.253918+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,2],"acting":[0,5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.1e","version":"65'1","reported_seq":17,"reported_epoch":66,"state":"active+clean","last_fresh":"2024-08-29T17:41:15.086090+0000","last_change":"2024-08-29T17:40:53.990408+0000","last_active":"2024-08-29T17:41:15.086090+0000","last_peered":"2024-08-29T17:41:15.086090+0000","last_clean":"2024-08-29T17:41:15.086090+0000","last_became_active":"2024-08-29T17:40:53.989608+0000","last_became_peered":"2024-08-29T17:40:53.989608+0000","last_unstale":"2024-08-29T17:41:15.086090+0000","last_undegraded":"2024-08-29T17:41:15.086090+0000","last_fullsized":"2024-08-29T17:41:15.086090+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-29T17:40:52.944949+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-29T17:40:52.944949+0000","last_clean_scrub_stamp":"2024-08-29T17:40:52.944949+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-31T04:13:02.440764+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,5],"acting":[3,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1e","version":"0'0","reported_seq":13,"reported_epoch":66,"state":"active+clean","last_fresh":"2024-08-29T17:41:15.085600+0000","last_change":"2024-08-29T17:41:03.045150+0000","last_active":"2024-08-29T17:41:15.085600+0000","last_peered":"2024-08-29T17:41:15.085600+0000","last_clean":"2024-08-29T17:41:15.085600+0000","last_became_active":"2024-08-29T17:41:03.044260+0000","last_became_peered":"2024-08-29T17:41:03.044260+0000","last_unstale":"2024-08-29T17:41:15.085600+0000","last_undegraded":"2024-08-29T17:41:15.085600+0000","last_fullsized":"2024-08-29T17:41:15.085600+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-29T17:41:01.987071+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-29T17:41:01.987071+0000","last_clean_scrub_stamp":"2024-08-29T17:41:01.987071+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-30T22:23:38.421238+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6,2],"acting":[3,6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.1f","version":"65'4","reported_seq":20,"reported_epoch":66,"state":"active+clean","last_fresh":"2024-08-29T17:41:15.082982+0000","last_change":"2024-08-29T17:40:53.984051+0000","last_active":"2024-08-29T17:41:15.082982+0000","last_peered":"2024-08-29T17:41:15.082982+0000","last_clean":"2024-08-29T17:41:15.082982+0000","last_became_active":"2024-08-29T17:40:53.982916+0000","last_became_peered":"2024-08-29T17:40:53.982916+0000","last_unstale":"2024-08-29T17:41:15.082982+0000","last_undegraded":"2024-08-29T17:41:15.082982+0000","last_fullsized":"2024-08-29T17:41:15.082982+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-29T17:40:52.944949+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-29T17:40:52.944949+0000","last_clean_scrub_stamp":"2024-08-29T17:40:52.944949+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-30T23:13:10.265403+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":570,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,4],"acting":[0,7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]}],"pool_stats":[{"poolid":3,"num_pg":64,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":192,"acting":192,"num_store_stats":8},{"poolid":2,"num_pg":32,"stat_sum":{"num_bytes":2338,"num_objects":22,"num_object_clones":0,"num_object_copies":66,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":22,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":45,"num_write_kb":13,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":1,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":98304,"data_stored":7014,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":39,"ondisk_log_size":39,"up":96,"acting":96,"num_store_stats":8},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":159,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":6,"num_bytes_recovered":1771104,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":2969600,"data_stored":2951840,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":117,"ondisk_log_size":117,"up":3,"acting":3,"num_store_stats":7}],"osd_stats":[{"osd":7,"up_from":54,"seq":231928234014,"num_pgs":43,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":298608,"kb_used_data":1248,"kb_used_omap":1,"kb_used_meta":297342,"kb_avail":93446544,"statfs":{"total":95995035648,"available":95689261056,"internally_reserved":0,"allocated":1277952,"data_stored":880761,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1704,"internal_metadata":304478552},"hb_peers":[0,1,2,3,4,5,6],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Aug 29 17:41:53 2024","interfaces":[{"interface":"back","average":{"1min":0.94299999999999995,"5min":0.93500000000000005,"15min":0.93300000000000005},"min":{"1min":0.57099999999999995,"5min":0.55900000000000005,"15min":0.55900000000000005},"max":{"1min":1.2390000000000001,"5min":1.3180000000000001,"15min":1.3180000000000001},"last":1.002},{"interface":"front","average":{"1min":1.0009999999999999,"5min":0.99299999999999999,"15min":0.99099999999999999},"min":{"1min":0.72899999999999998,"5min":0.60399999999999998,"15min":0.60399999999999998},"max":{"1min":1.3500000000000001,"5min":1.3500000000000001,"15min":1.3500000000000001},"last":0.70699999999999996}]},{"osd":1,"last update":"Thu Aug 29 17:41:53 2024","interfaces":[{"interface":"back","average":{"1min":0.96299999999999997,"5min":0.95999999999999996,"15min":0.95999999999999996},"min":{"1min":0.68600000000000005,"5min":0.67700000000000005,"15min":0.67700000000000005},"max":{"1min":1.4830000000000001,"5min":1.4830000000000001,"15min":1.4830000000000001},"last":0.88200000000000001},{"interface":"front","average":{"1min":1.0089999999999999,"5min":0.96299999999999997,"15min":0.95499999999999996},"min":{"1min":0.629,"5min":0.629,"15min":0.629},"max":{"1min":1.353,"5min":1.353,"15min":1.353},"last":0.81599999999999995}]},{"osd":2,"last update":"Thu Aug 29 17:41:53 2024","interfaces":[{"interface":"back","average":{"1min":0.93899999999999995,"5min":0.95399999999999996,"15min":0.95599999999999996},"min":{"1min":0.66000000000000003,"5min":0.66000000000000003,"15min":0.66000000000000003},"max":{"1min":1.3799999999999999,"5min":1.3799999999999999,"15min":1.3799999999999999},"last":0.84699999999999998},{"interface":"front","average":{"1min":0.997,"5min":1.01,"15min":1.012},"min":{"1min":0.59399999999999997,"5min":0.59399999999999997,"15min":0.59399999999999997},"max":{"1min":1.3839999999999999,"5min":1.3839999999999999,"15min":1.3839999999999999},"last":0.79500000000000004}]},{"osd":3,"last update":"Thu Aug 29 17:41:53 2024","interfaces":[{"interface":"back","average":{"1min":0.97199999999999998,"5min":0.96699999999999997,"15min":0.96599999999999997},"min":{"1min":0.76400000000000001,"5min":0.71499999999999997,"15min":0.71499999999999997},"max":{"1min":1.1910000000000001,"5min":1.3149999999999999,"15min":1.3149999999999999},"last":0.752},{"interface":"front","average":{"1min":1.089,"5min":1.0820000000000001,"15min":1.081},"min":{"1min":0.77000000000000002,"5min":0.68100000000000005,"15min":0.68100000000000005},"max":{"1min":1.2649999999999999,"5min":1.4379999999999999,"15min":1.4379999999999999},"last":1.0649999999999999}]},{"osd":4,"last update":"Thu Aug 29 17:41:53 2024","interfaces":[{"interface":"back","average":{"1min":0.98899999999999999,"5min":0.91900000000000004,"15min":0.90700000000000003},"min":{"1min":0.64800000000000002,"5min":0.63200000000000001,"15min":0.63200000000000001},"max":{"1min":1.2989999999999999,"5min":1.405,"15min":1.405},"last":1.103},{"interface":"front","average":{"1min":0.97799999999999998,"5min":0.99399999999999999,"15min":0.997},"min":{"1min":0.68500000000000005,"5min":0.68500000000000005,"15min":0.68500000000000005},"max":{"1min":1.4750000000000001,"5min":1.4750000000000001,"15min":1.4750000000000001},"last":0.91000000000000003}]},{"osd":5,"last update":"Thu Aug 29 17:41:53 2024","interfaces":[{"interface":"back","average":{"1min":1.069,"5min":1.069,"15min":1.069},"min":{"1min":0.68400000000000005,"5min":0.60299999999999998,"15min":0.60299999999999998},"max":{"1min":1.3600000000000001,"5min":1.518,"15min":1.518},"last":0.95599999999999996},{"interface":"front","average":{"1min":1.0920000000000001,"5min":1.1000000000000001,"15min":1.101},"min":{"1min":0.72099999999999997,"5min":0.55400000000000005,"15min":0.55400000000000005},"max":{"1min":1.4410000000000001,"5min":1.633,"15min":1.633},"last":1.0309999999999999}]},{"osd":6,"last update":"Thu Aug 29 17:41:53 2024","interfaces":[{"interface":"back","average":{"1min":1.139,"5min":1.1200000000000001,"15min":1.117},"min":{"1min":0.81299999999999994,"5min":0.69299999999999995,"15min":0.69299999999999995},"max":{"1min":1.3939999999999999,"5min":1.6220000000000001,"15min":1.6220000000000001},"last":0.92300000000000004},{"interface":"front","average":{"1min":1.135,"5min":1.179,"15min":1.1859999999999999},"min":{"1min":0.748,"5min":0.73299999999999998,"15min":0.73299999999999998},"max":{"1min":1.556,"5min":2.1909999999999998,"15min":2.1909999999999998},"last":0.97899999999999998}]}]},{"osd":6,"up_from":46,"seq":197568495658,"num_pgs":37,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":298608,"kb_used_data":1248,"kb_used_omap":1,"kb_used_meta":297342,"kb_avail":93446544,"statfs":{"total":95995035648,"available":95689261056,"internally_reserved":0,"allocated":1277952,"data_stored":881456,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1704,"internal_metadata":304478552},"hb_peers":[0,1,2,3,4,5,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Aug 29 17:42:01 2024","interfaces":[{"interface":"back","average":{"1min":1.077,"5min":0.96799999999999997,"15min":0.94899999999999995},"min":{"1min":0.56000000000000005,"5min":0.56000000000000005,"15min":0.56000000000000005},"max":{"1min":1.391,"5min":1.427,"15min":1.427},"last":1.1950000000000001},{"interface":"front","average":{"1min":0.88700000000000001,"5min":0.88400000000000001,"15min":0.876},"min":{"1min":0.66800000000000004,"5min":0.56399999999999995,"15min":0.56399999999999995},"max":{"1min":1.137,"5min":1.331,"15min":1.331},"last":1.0529999999999999}]},{"osd":1,"last update":"Thu Aug 29 17:42:01 2024","interfaces":[{"interface":"back","average":{"1min":1.0589999999999999,"5min":0.94199999999999995,"15min":0.93200000000000005},"min":{"1min":0.66200000000000003,"5min":0.58299999999999996,"15min":0.58299999999999996},"max":{"1min":1.3879999999999999,"5min":1.3879999999999999,"15min":1.3879999999999999},"last":0.81100000000000005},{"interface":"front","average":{"1min":0.91400000000000003,"5min":0.90100000000000002,"15min":0.88100000000000001},"min":{"1min":0.61099999999999999,"5min":0.59699999999999998,"15min":0.59699999999999998},"max":{"1min":1.177,"5min":1.2749999999999999,"15min":1.2749999999999999},"last":0.76600000000000001}]},{"osd":2,"last update":"Thu Aug 29 17:42:01 2024","interfaces":[{"interface":"back","average":{"1min":0.88700000000000001,"5min":0.93400000000000005,"15min":0.89600000000000002},"min":{"1min":0.629,"5min":0.58799999999999997,"15min":0.58799999999999997},"max":{"1min":1.1020000000000001,"5min":4.1360000000000001,"15min":4.1360000000000001},"last":1.006},{"interface":"front","average":{"1min":1.091,"5min":0.98199999999999998,"15min":0.94699999999999995},"min":{"1min":0.82999999999999996,"5min":0.59299999999999997,"15min":0.59299999999999997},"max":{"1min":1.2949999999999999,"5min":1.2949999999999999,"15min":1.2949999999999999},"last":1.24}]},{"osd":3,"last update":"Thu Aug 29 17:42:01 2024","interfaces":[{"interface":"back","average":{"1min":0.90200000000000002,"5min":0.93799999999999994,"15min":0.94399999999999995},"min":{"1min":0.75600000000000001,"5min":0.68700000000000006,"15min":0.68700000000000006},"max":{"1min":1.083,"5min":1.2809999999999999,"15min":1.2809999999999999},"last":0.73799999999999999},{"interface":"front","average":{"1min":0.95699999999999996,"5min":0.92400000000000004,"15min":0.89800000000000002},"min":{"1min":0.80600000000000005,"5min":0.627,"15min":0.627},"max":{"1min":1.202,"5min":1.228,"15min":1.228},"last":0.90600000000000003}]},{"osd":4,"last update":"Thu Aug 29 17:42:01 2024","interfaces":[{"interface":"back","average":{"1min":0.98499999999999999,"5min":0.92900000000000005,"15min":0.91900000000000004},"min":{"1min":0.70899999999999996,"5min":0.34499999999999997,"15min":0.34499999999999997},"max":{"1min":1.3460000000000001,"5min":1.4039999999999999,"15min":1.4039999999999999},"last":0.95299999999999996},{"interface":"front","average":{"1min":0.90500000000000003,"5min":0.89300000000000002,"15min":0.86799999999999999},"min":{"1min":0.56999999999999995,"5min":0.40300000000000002,"15min":0.40300000000000002},"max":{"1min":1.2130000000000001,"5min":1.667,"15min":1.667},"last":0.871}]},{"osd":5,"last update":"Thu Aug 29 17:42:01 2024","interfaces":[{"interface":"back","average":{"1min":0.98199999999999998,"5min":0.97099999999999997,"15min":0.94199999999999995},"min":{"1min":0.65800000000000003,"5min":0.38800000000000001,"15min":0.38800000000000001},"max":{"1min":1.3140000000000001,"5min":1.4930000000000001,"15min":1.4930000000000001},"last":1.028},{"interface":"front","average":{"1min":0.998,"5min":0.96299999999999997,"15min":0.92500000000000004},"min":{"1min":0.65700000000000003,"5min":0.371,"15min":0.371},"max":{"1min":1.2649999999999999,"5min":1.7989999999999999,"15min":1.7989999999999999},"last":1.1180000000000001}]},{"osd":7,"last update":"Thu Aug 29 17:41:56 2024","interfaces":[{"interface":"back","average":{"1min":1.129,"5min":1.125,"15min":1.125},"min":{"1min":0.76000000000000001,"5min":0.48499999999999999,"15min":0.48499999999999999},"max":{"1min":1.341,"5min":1.5349999999999999,"15min":1.5349999999999999},"last":1.0740000000000001},{"interface":"front","average":{"1min":1.2509999999999999,"5min":1.1990000000000001,"15min":1.1910000000000001},"min":{"1min":1.0389999999999999,"5min":0.54600000000000004,"15min":0.54600000000000004},"max":{"1min":1.466,"5min":1.585,"15min":1.585},"last":1.1439999999999999}]}]},{"osd":5,"up_from":38,"seq":163208757301,"num_pgs":37,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":298032,"kb_used_data":672,"kb_used_omap":1,"kb_used_meta":297342,"kb_avail":93447120,"statfs":{"total":95995035648,"available":95689850880,"internally_reserved":0,"allocated":688128,"data_stored":291170,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1704,"internal_metadata":304478552},"hb_peers":[0,1,2,3,4,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Aug 29 17:42:09 2024","interfaces":[{"interface":"back","average":{"1min":1.0660000000000001,"5min":0.91900000000000004,"15min":0.89500000000000002},"min":{"1min":0.61699999999999999,"5min":0.47599999999999998,"15min":0.47599999999999998},"max":{"1min":1.3009999999999999,"5min":1.3009999999999999,"15min":1.3009999999999999},"last":0.91200000000000003},{"interface":"front","average":{"1min":0.871,"5min":0.877,"15min":0.85499999999999998},"min":{"1min":0.56799999999999995,"5min":0.55800000000000005,"15min":0.55800000000000005},"max":{"1min":1.296,"5min":1.296,"15min":1.296},"last":1.1020000000000001}]},{"osd":1,"last update":"Thu Aug 29 17:42:09 2024","interfaces":[{"interface":"back","average":{"1min":0.90300000000000002,"5min":0.93000000000000005,"15min":0.95799999999999996},"min":{"1min":0.61499999999999999,"5min":0.52500000000000002,"15min":0.52500000000000002},"max":{"1min":1.2430000000000001,"5min":1.669,"15min":1.669},"last":1.1830000000000001},{"interface":"front","average":{"1min":0.96099999999999997,"5min":0.91100000000000003,"15min":0.86699999999999999},"min":{"1min":0.67700000000000005,"5min":0.45300000000000001,"15min":0.45300000000000001},"max":{"1min":1.216,"5min":1.2270000000000001,"15min":1.2270000000000001},"last":0.72599999999999998}]},{"osd":2,"last update":"Thu Aug 29 17:42:09 2024","interfaces":[{"interface":"back","average":{"1min":0.95499999999999996,"5min":0.91900000000000004,"15min":0.93200000000000005},"min":{"1min":0.72699999999999998,"5min":0.54300000000000004,"15min":0.54300000000000004},"max":{"1min":1.3620000000000001,"5min":1.3620000000000001,"15min":1.3620000000000001},"last":1.0389999999999999},{"interface":"front","average":{"1min":1.0669999999999999,"5min":0.97999999999999998,"15min":0.97799999999999998},"min":{"1min":0.81299999999999994,"5min":0.48999999999999999,"15min":0.48999999999999999},"max":{"1min":1.3009999999999999,"5min":1.3129999999999999,"15min":1.3129999999999999},"last":1.3029999999999999}]},{"osd":3,"last update":"Thu Aug 29 17:42:09 2024","interfaces":[{"interface":"back","average":{"1min":0.94999999999999996,"5min":0.92400000000000004,"15min":0.92900000000000005},"min":{"1min":0.76700000000000002,"5min":0.629,"15min":0.629},"max":{"1min":1.1870000000000001,"5min":1.1870000000000001,"15min":1.1870000000000001},"last":1.1559999999999999},{"interface":"front","average":{"1min":1.0580000000000001,"5min":1.022,"15min":1.016},"min":{"1min":0.77800000000000002,"5min":0.60399999999999998,"15min":0.60399999999999998},"max":{"1min":1.355,"5min":1.579,"15min":1.579},"last":1.3640000000000001}]},{"osd":4,"last update":"Thu Aug 29 17:42:09 2024","interfaces":[{"interface":"back","average":{"1min":0.94099999999999995,"5min":0.85899999999999999,"15min":0.82099999999999995},"min":{"1min":0.63700000000000001,"5min":0.497,"15min":0.497},"max":{"1min":1.3200000000000001,"5min":1.3200000000000001,"15min":1.3200000000000001},"last":0.82499999999999996},{"interface":"front","average":{"1min":1.03,"5min":0.88200000000000001,"15min":0.85999999999999999},"min":{"1min":0.83399999999999996,"5min":0.45300000000000001,"15min":0.45300000000000001},"max":{"1min":1.375,"5min":1.375,"15min":1.375},"last":1.26}]},{"osd":6,"last update":"Thu Aug 29 17:42:02 2024","interfaces":[{"interface":"back","average":{"1min":1.087,"5min":0.94499999999999995,"15min":0.89700000000000002},"min":{"1min":0.745,"5min":0.433,"15min":0.433},"max":{"1min":1.306,"5min":1.306,"15min":1.306},"last":1.2290000000000001},{"interface":"front","average":{"1min":1.139,"5min":1.0369999999999999,"15min":1.002},"min":{"1min":0.64900000000000002,"5min":0.53700000000000003,"15min":0.53700000000000003},"max":{"1min":1.4139999999999999,"5min":1.76,"15min":1.76},"last":1.4159999999999999}]},{"osd":7,"last update":"Thu Aug 29 17:41:54 2024","interfaces":[{"interface":"back","average":{"1min":1.167,"5min":1.127,"15min":1.121},"min":{"1min":0.84999999999999998,"5min":0.58199999999999996,"15min":0.58199999999999996},"max":{"1min":1.4019999999999999,"5min":1.454,"15min":1.454},"last":1.46},{"interface":"front","average":{"1min":1.1679999999999999,"5min":1.1180000000000001,"15min":1.1100000000000001},"min":{"1min":0.93200000000000005,"5min":0.74399999999999999,"15min":0.74399999999999999},"max":{"1min":1.403,"5min":1.403,"15min":1.403},"last":1.331}]}]},{"osd":4,"up_from":30,"seq":128849018944,"num_pgs":36,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":298032,"kb_used_data":676,"kb_used_omap":1,"kb_used_meta":297342,"kb_avail":93447120,"statfs":{"total":95995035648,"available":95689850880,"internally_reserved":0,"allocated":692224,"data_stored":290555,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1704,"internal_metadata":304478552},"hb_peers":[0,1,2,3,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Aug 29 17:41:15 2024","interfaces":[{"interface":"back","average":{"1min":0.93999999999999995,"5min":0.82899999999999996,"15min":0.81499999999999995},"min":{"1min":0.56699999999999995,"5min":0.50600000000000001,"15min":0.50600000000000001},"max":{"1min":1.3939999999999999,"5min":1.3939999999999999,"15min":1.3939999999999999},"last":0.69399999999999995},{"interface":"front","average":{"1min":0.995,"5min":0.875,"15min":0.82299999999999995},"min":{"1min":0.63500000000000001,"5min":0.47699999999999998,"15min":0.47699999999999998},"max":{"1min":1.3100000000000001,"5min":1.325,"15min":1.325},"last":1.095}]},{"osd":1,"last update":"Thu Aug 29 17:41:15 2024","interfaces":[{"interface":"back","average":{"1min":0.97399999999999998,"5min":0.84199999999999997,"15min":0.79700000000000004},"min":{"1min":0.66800000000000004,"5min":0.51500000000000001,"15min":0.51500000000000001},"max":{"1min":1.341,"5min":1.341,"15min":1.341},"last":1.044},{"interface":"front","average":{"1min":0.96699999999999997,"5min":0.873,"15min":0.85899999999999999},"min":{"1min":0.57699999999999996,"5min":0.53000000000000003,"15min":0.53000000000000003},"max":{"1min":1.494,"5min":1.494,"15min":1.494},"last":0.78900000000000003}]},{"osd":2,"last update":"Thu Aug 29 17:41:15 2024","interfaces":[{"interface":"back","average":{"1min":1.0469999999999999,"5min":0.85899999999999999,"15min":0.82799999999999996},"min":{"1min":0.70699999999999996,"5min":0.54300000000000004,"15min":0.54300000000000004},"max":{"1min":1.3939999999999999,"5min":1.3939999999999999,"15min":1.3939999999999999},"last":0.90100000000000002},{"interface":"front","average":{"1min":0.93500000000000005,"5min":0.89700000000000002,"15min":0.89600000000000002},"min":{"1min":0.57299999999999995,"5min":0.54800000000000004,"15min":0.54800000000000004},"max":{"1min":1.2789999999999999,"5min":1.2869999999999999,"15min":1.2869999999999999},"last":1.145}]},{"osd":3,"last update":"Thu Aug 29 17:41:15 2024","interfaces":[{"interface":"back","average":{"1min":0.96499999999999997,"5min":0.92300000000000004,"15min":0.93500000000000005},"min":{"1min":0.64300000000000002,"5min":0.52000000000000002,"15min":0.52000000000000002},"max":{"1min":1.3300000000000001,"5min":1.3300000000000001,"15min":1.3300000000000001},"last":1.262},{"interface":"front","average":{"1min":1.0429999999999999,"5min":0.91500000000000004,"15min":0.88700000000000001},"min":{"1min":0.628,"5min":0.58499999999999996,"15min":0.58499999999999996},"max":{"1min":1.4530000000000001,"5min":1.4530000000000001,"15min":1.4530000000000001},"last":0.94699999999999995}]},{"osd":5,"last update":"Thu Aug 29 17:42:06 2024","interfaces":[{"interface":"back","average":{"1min":1.069,"5min":0.84699999999999998,"15min":0.751},"min":{"1min":0.76700000000000002,"5min":0.313,"15min":0.313},"max":{"1min":1.472,"5min":1.494,"15min":1.494},"last":0.98899999999999999},{"interface":"front","average":{"1min":1.048,"5min":0.80600000000000005,"15min":0.71999999999999997},"min":{"1min":0.67100000000000004,"5min":0.29899999999999999,"15min":0.29899999999999999},"max":{"1min":1.361,"5min":1.397,"15min":1.397},"last":1.3280000000000001}]},{"osd":6,"last update":"Thu Aug 29 17:42:02 2024","interfaces":[{"interface":"back","average":{"1min":1.1419999999999999,"5min":0.92400000000000004,"15min":0.86399999999999999},"min":{"1min":0.64600000000000002,"5min":0.27400000000000002,"15min":0.27400000000000002},"max":{"1min":1.554,"5min":1.554,"15min":1.554},"last":1.1259999999999999},{"interface":"front","average":{"1min":1.2270000000000001,"5min":0.98299999999999998,"15min":0.91700000000000004},"min":{"1min":0.91600000000000004,"5min":0.35299999999999998,"15min":0.35299999999999998},"max":{"1min":1.6479999999999999,"5min":1.6479999999999999,"15min":1.6479999999999999},"last":1.1930000000000001}]},{"osd":7,"last update":"Thu Aug 29 17:41:53 2024","interfaces":[{"interface":"back","average":{"1min":1.2010000000000001,"5min":1.091,"15min":1.073},"min":{"1min":0.90500000000000003,"5min":0.45800000000000002,"15min":0.45800000000000002},"max":{"1min":1.4950000000000001,"5min":1.4950000000000001,"15min":1.4950000000000001},"last":1.375},{"interface":"front","average":{"1min":1.3280000000000001,"5min":1.1819999999999999,"15min":1.1579999999999999},"min":{"1min":1.1279999999999999,"5min":0.50800000000000001,"15min":0.50800000000000001},"max":{"1min":1.7869999999999999,"5min":1.7869999999999999,"15min":1.7869999999999999},"last":1.2250000000000001}]}]},{"osd":3,"up_from":25,"seq":107374182474,"num_pgs":35,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":298040,"kb_used_data":684,"kb_used_omap":1,"kb_used_meta":297342,"kb_avail":93447112,"statfs":{"total":95995035648,"available":95689842688,"internally_reserved":0,"allocated":700416,"data_stored":291780,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1704,"internal_metadata":304478552},"hb_peers":[0,1,2,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Aug 29 17:41:20 2024","interfaces":[{"interface":"back","average":{"1min":0.68999999999999995,"5min":0.68100000000000005,"15min":0.67800000000000005},"min":{"1min":0.42299999999999999,"5min":0.42299999999999999,"15min":0.42299999999999999},"max":{"1min":1.629,"5min":1.629,"15min":1.629},"last":0.98999999999999999},{"interface":"front","average":{"1min":0.80200000000000005,"5min":0.73099999999999998,"15min":0.69299999999999995},"min":{"1min":0.39600000000000002,"5min":0.39600000000000002,"15min":0.39600000000000002},"max":{"1min":1.577,"5min":1.577,"15min":1.577},"last":0.69399999999999995}]},{"osd":1,"last update":"Thu Aug 29 17:41:20 2024","interfaces":[{"interface":"back","average":{"1min":0.67400000000000004,"5min":0.71599999999999997,"15min":0.69499999999999995},"min":{"1min":0.36399999999999999,"5min":0.36399999999999999,"15min":0.36399999999999999},"max":{"1min":1.0760000000000001,"5min":1.0960000000000001,"15min":1.0960000000000001},"last":0.64500000000000002},{"interface":"front","average":{"1min":0.83799999999999997,"5min":0.82599999999999996,"15min":0.77000000000000002},"min":{"1min":0.47399999999999998,"5min":0.44700000000000001,"15min":0.44700000000000001},"max":{"1min":1.478,"5min":1.478,"15min":1.478},"last":0.81999999999999995}]},{"osd":2,"last update":"Thu Aug 29 17:41:20 2024","interfaces":[{"interface":"back","average":{"1min":0.91600000000000004,"5min":0.90900000000000003,"15min":0.86299999999999999},"min":{"1min":0.43099999999999999,"5min":0.43099999999999999,"15min":0.43099999999999999},"max":{"1min":1.7729999999999999,"5min":1.7729999999999999,"15min":1.7729999999999999},"last":0.89600000000000002},{"interface":"front","average":{"1min":0.81999999999999995,"5min":0.79800000000000004,"15min":0.76800000000000002},"min":{"1min":0.34799999999999998,"5min":0.34799999999999998,"15min":0.34799999999999998},"max":{"1min":1.4790000000000001,"5min":1.4790000000000001,"15min":1.4790000000000001},"last":0.85199999999999998}]},{"osd":4,"last update":"Thu Aug 29 17:41:14 2024","interfaces":[{"interface":"back","average":{"1min":0.93999999999999995,"5min":0.88700000000000001,"15min":0.85699999999999998},"min":{"1min":0.59199999999999997,"5min":0.59199999999999997,"15min":0.59199999999999997},"max":{"1min":1.6599999999999999,"5min":1.6599999999999999,"15min":1.6599999999999999},"last":0.749},{"interface":"front","average":{"1min":1.129,"5min":1.018,"15min":0.96499999999999997},"min":{"1min":0.69299999999999995,"5min":0.69299999999999995,"15min":0.69299999999999995},"max":{"1min":1.8520000000000001,"5min":1.8520000000000001,"15min":1.8520000000000001},"last":0.94999999999999996}]},{"osd":5,"last update":"Thu Aug 29 17:42:08 2024","interfaces":[{"interface":"back","average":{"1min":1.177,"5min":1.097,"15min":1.0860000000000001},"min":{"1min":0.78900000000000003,"5min":0.61899999999999999,"15min":0.61899999999999999},"max":{"1min":1.736,"5min":1.736,"15min":1.736},"last":1.0669999999999999},{"interface":"front","average":{"1min":1.0329999999999999,"5min":0.996,"15min":1},"min":{"1min":0.63600000000000001,"5min":0.61599999999999999,"15min":0.61599999999999999},"max":{"1min":1.4330000000000001,"5min":1.4330000000000001,"15min":1.4330000000000001},"last":1.004}]},{"osd":6,"last update":"Thu Aug 29 17:42:02 2024","interfaces":[{"interface":"back","average":{"1min":1.054,"5min":1.0089999999999999,"15min":1.0069999999999999},"min":{"1min":0.70199999999999996,"5min":0.57299999999999995,"15min":0.57299999999999995},"max":{"1min":1.3320000000000001,"5min":1.4359999999999999,"15min":1.4359999999999999},"last":0.97099999999999997},{"interface":"front","average":{"1min":1.1819999999999999,"5min":1.1579999999999999,"15min":1.1539999999999999},"min":{"1min":0.76800000000000002,"5min":0.63900000000000001,"15min":0.63900000000000001},"max":{"1min":1.798,"5min":1.871,"15min":1.871},"last":1.0289999999999999}]},{"osd":7,"last update":"Thu Aug 29 17:41:54 2024","interfaces":[{"interface":"back","average":{"1min":1.129,"5min":1.034,"15min":1.018},"min":{"1min":0.64500000000000002,"5min":0.64500000000000002,"15min":0.64500000000000002},"max":{"1min":1.488,"5min":1.488,"15min":1.488},"last":0.91500000000000004},{"interface":"front","average":{"1min":1.232,"5min":1.194,"15min":1.1879999999999999},"min":{"1min":0.76000000000000001,"5min":0.58299999999999996,"15min":0.58299999999999996},"max":{"1min":1.895,"5min":1.9159999999999999,"15min":1.9159999999999999},"last":1.1140000000000001}]}]},{"osd":2,"up_from":18,"seq":77309411412,"num_pgs":28,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":298020,"kb_used_data":664,"kb_used_omap":1,"kb_used_meta":297342,"kb_avail":93447132,"statfs":{"total":95995035648,"available":95689863168,"internally_reserved":0,"allocated":679936,"data_stored":290124,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1704,"internal_metadata":304478552},"hb_peers":[0,1,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Aug 29 17:41:36 2024","interfaces":[{"interface":"back","average":{"1min":0.69799999999999995,"5min":0.64900000000000002,"15min":0.60799999999999998},"min":{"1min":0.48299999999999998,"5min":0.248,"15min":0.248},"max":{"1min":0.99199999999999999,"5min":0.99199999999999999,"15min":1.2949999999999999},"last":0.67200000000000004},{"interface":"front","average":{"1min":0.75700000000000001,"5min":0.76500000000000001,"15min":0.65300000000000002},"min":{"1min":0.376,"5min":0.376,"15min":0.35999999999999999},"max":{"1min":0.94899999999999995,"5min":1.357,"15min":1.357},"last":0.78600000000000003}]},{"osd":1,"last update":"Thu Aug 29 17:41:36 2024","interfaces":[{"interface":"back","average":{"1min":0.78300000000000003,"5min":0.72699999999999998,"15min":0.66400000000000003},"min":{"1min":0.47099999999999997,"5min":0.29199999999999998,"15min":0.29199999999999998},"max":{"1min":1.0629999999999999,"5min":1.1870000000000001,"15min":1.23},"last":0.83099999999999996},{"interface":"front","average":{"1min":0.76500000000000001,"5min":0.75900000000000001,"15min":0.66600000000000004},"min":{"1min":0.443,"5min":0.32400000000000001,"15min":0.32400000000000001},"max":{"1min":1,"5min":1.004,"15min":1.004},"last":0.86199999999999999}]},{"osd":3,"last update":"Thu Aug 29 17:41:26 2024","interfaces":[{"interface":"back","average":{"1min":0.747,"5min":0.78700000000000003,"15min":0.752},"min":{"1min":0.33700000000000002,"5min":0.33700000000000002,"15min":0.33700000000000002},"max":{"1min":1.024,"5min":1.1870000000000001,"15min":1.1870000000000001},"last":0.96799999999999997},{"interface":"front","average":{"1min":0.85399999999999998,"5min":0.84899999999999998,"15min":0.80100000000000005},"min":{"1min":0.29899999999999999,"5min":0.29899999999999999,"15min":0.29899999999999999},"max":{"1min":1.1739999999999999,"5min":1.288,"15min":1.288},"last":0.73099999999999998}]},{"osd":4,"last update":"Thu Aug 29 17:42:14 2024","interfaces":[{"interface":"back","average":{"1min":1.0269999999999999,"5min":0.97799999999999998,"15min":0.95299999999999996},"min":{"1min":0.58999999999999997,"5min":0.41899999999999998,"15min":0.41899999999999998},"max":{"1min":1.3080000000000001,"5min":1.423,"15min":1.423},"last":1.107},{"interface":"front","average":{"1min":1.0069999999999999,"5min":0.998,"15min":0.95299999999999996},"min":{"1min":0.70499999999999996,"5min":0.56499999999999995,"15min":0.56499999999999995},"max":{"1min":1.252,"5min":1.605,"15min":1.605},"last":1.0009999999999999}]},{"osd":5,"last update":"Thu Aug 29 17:42:01 2024","interfaces":[{"interface":"back","average":{"1min":0.999,"5min":1.02,"15min":0.995},"min":{"1min":0.56899999999999995,"5min":0.56899999999999995,"15min":0.56899999999999995},"max":{"1min":1.2689999999999999,"5min":1.4470000000000001,"15min":1.4470000000000001},"last":1.042},{"interface":"front","average":{"1min":1.095,"5min":1.0329999999999999,"15min":0.99299999999999999},"min":{"1min":0.54700000000000004,"5min":0.54700000000000004,"15min":0.54700000000000004},"max":{"1min":1.474,"5min":1.474,"15min":1.474},"last":1.0569999999999999}]},{"osd":6,"last update":"Thu Aug 29 17:42:01 2024","interfaces":[{"interface":"back","average":{"1min":1.077,"5min":1.109,"15min":1.099},"min":{"1min":0.69599999999999995,"5min":0.69599999999999995,"15min":0.69599999999999995},"max":{"1min":1.353,"5min":1.5089999999999999,"15min":1.5089999999999999},"last":0.92000000000000004},{"interface":"front","average":{"1min":1.079,"5min":1.115,"15min":1.123},"min":{"1min":0.49399999999999999,"5min":0.49399999999999999,"15min":0.49399999999999999},"max":{"1min":1.4470000000000001,"5min":1.5209999999999999,"15min":1.5209999999999999},"last":1.355}]},{"osd":7,"last update":"Thu Aug 29 17:41:57 2024","interfaces":[{"interface":"back","average":{"1min":1.137,"5min":1.137,"15min":1.137},"min":{"1min":0.59699999999999998,"5min":0.59699999999999998,"15min":0.59699999999999998},"max":{"1min":1.399,"5min":1.399,"15min":1.399},"last":1.1599999999999999},{"interface":"front","average":{"1min":1.1279999999999999,"5min":1.1910000000000001,"15min":1.2010000000000001},"min":{"1min":0.79700000000000004,"5min":0.63500000000000001,"15min":0.63500000000000001},"max":{"1min":1.4339999999999999,"5min":1.5549999999999999,"15min":1.5549999999999999},"last":1.079}]}]},{"osd":1,"up_from":13,"seq":55834574941,"num_pgs":34,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":298024,"kb_used_data":672,"kb_used_omap":1,"kb_used_meta":297342,"kb_avail":93447128,"statfs":{"total":95995035648,"available":95689859072,"internally_reserved":0,"allocated":688128,"data_stored":290284,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1704,"internal_metadata":304478552},"hb_peers":[0,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Aug 29 17:41:48 2024","interfaces":[{"interface":"back","average":{"1min":0.70299999999999996,"5min":0.69699999999999995,"15min":0.57999999999999996},"min":{"1min":0.442,"5min":0.32000000000000001,"15min":0.26100000000000001},"max":{"1min":1.103,"5min":1.8500000000000001,"15min":1.8500000000000001},"last":0.751},{"interface":"front","average":{"1min":0.81999999999999995,"5min":0.75800000000000001,"15min":0.59699999999999998},"min":{"1min":0.50800000000000001,"5min":0.39100000000000001,"15min":0.28599999999999998},"max":{"1min":1.276,"5min":1.3160000000000001,"15min":1.3160000000000001},"last":0.623}]},{"osd":2,"last update":"Thu Aug 29 17:41:42 2024","interfaces":[{"interface":"back","average":{"1min":0.73399999999999999,"5min":0.73699999999999999,"15min":0.64500000000000002},"min":{"1min":0.432,"5min":0.28899999999999998,"15min":0.28899999999999998},"max":{"1min":1.0740000000000001,"5min":1.119,"15min":1.119},"last":1.036},{"interface":"front","average":{"1min":0.74399999999999999,"5min":0.747,"15min":0.64900000000000002},"min":{"1min":0.46100000000000002,"5min":0.44,"15min":0.32500000000000001},"max":{"1min":1.1040000000000001,"5min":1.179,"15min":1.179},"last":0.70299999999999996}]},{"osd":3,"last update":"Thu Aug 29 17:41:19 2024","interfaces":[{"interface":"back","average":{"1min":0.78500000000000003,"5min":0.76600000000000001,"15min":0.74399999999999999},"min":{"1min":0.46400000000000002,"5min":0.46400000000000002,"15min":0.46400000000000002},"max":{"1min":1.661,"5min":1.661,"15min":1.661},"last":0.79800000000000004},{"interface":"front","average":{"1min":0.91400000000000003,"5min":0.877,"15min":0.82099999999999995},"min":{"1min":0.46500000000000002,"5min":0.46500000000000002,"15min":0.46500000000000002},"max":{"1min":2.0089999999999999,"5min":2.0089999999999999,"15min":2.0089999999999999},"last":1.2110000000000001}]},{"osd":4,"last update":"Thu Aug 29 17:41:19 2024","interfaces":[{"interface":"back","average":{"1min":1.0880000000000001,"5min":1.008,"15min":0.96199999999999997},"min":{"1min":0.66500000000000004,"5min":0.66500000000000004,"15min":0.66500000000000004},"max":{"1min":1.7030000000000001,"5min":1.7030000000000001,"15min":1.7030000000000001},"last":1.1319999999999999},{"interface":"front","average":{"1min":1.0049999999999999,"5min":0.96099999999999997,"15min":0.93100000000000005},"min":{"1min":0.624,"5min":0.624,"15min":0.624},"max":{"1min":2.1819999999999999,"5min":2.1819999999999999,"15min":2.1819999999999999},"last":0.96699999999999997}]},{"osd":5,"last update":"Thu Aug 29 17:42:07 2024","interfaces":[{"interface":"back","average":{"1min":0.996,"5min":0.99099999999999999,"15min":0.997},"min":{"1min":0.55100000000000005,"5min":0.55100000000000005,"15min":0.55100000000000005},"max":{"1min":1.6739999999999999,"5min":2.1120000000000001,"15min":2.1120000000000001},"last":1.161},{"interface":"front","average":{"1min":1.0640000000000001,"5min":1.03,"15min":1.002},"min":{"1min":0.71799999999999997,"5min":0.67700000000000005,"15min":0.67700000000000005},"max":{"1min":2.153,"5min":2.153,"15min":2.153},"last":0.91600000000000004}]},{"osd":6,"last update":"Thu Aug 29 17:42:00 2024","interfaces":[{"interface":"back","average":{"1min":1.1479999999999999,"5min":1.163,"15min":1.1699999999999999},"min":{"1min":0.63900000000000001,"5min":0.61099999999999999,"15min":0.61099999999999999},"max":{"1min":1.409,"5min":1.8580000000000001,"15min":1.8580000000000001},"last":1.2689999999999999},{"interface":"front","average":{"1min":1.0700000000000001,"5min":1.125,"15min":1.141},"min":{"1min":0.78500000000000003,"5min":0.65300000000000002,"15min":0.65300000000000002},"max":{"1min":1.252,"5min":2.2530000000000001,"15min":2.2530000000000001},"last":1.0820000000000001}]},{"osd":7,"last update":"Thu Aug 29 17:41:53 2024","interfaces":[{"interface":"back","average":{"1min":1.175,"5min":1.143,"15min":1.1379999999999999},"min":{"1min":0.92500000000000004,"5min":0.68500000000000005,"15min":0.68500000000000005},"max":{"1min":2.0550000000000002,"5min":2.0550000000000002,"15min":2.0550000000000002},"last":0.998},{"interface":"front","average":{"1min":1.2150000000000001,"5min":1.2310000000000001,"15min":1.234},"min":{"1min":0.71499999999999997,"5min":0.67300000000000004,"15min":0.67300000000000004},"max":{"1min":1.4810000000000001,"5min":1.9319999999999999,"15min":1.9319999999999999},"last":1.3109999999999999}]}]},{"osd":0,"up_from":8,"seq":34359738472,"num_pgs":41,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":298616,"kb_used_data":1260,"kb_used_omap":1,"kb_used_meta":297342,"kb_avail":93446536,"statfs":{"total":95995035648,"available":95689252864,"internally_reserved":0,"allocated":1290240,"data_stored":881208,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1704,"internal_metadata":304478552},"hb_peers":[1,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":1,"last update":"Thu Aug 29 17:41:46 2024","interfaces":[{"interface":"back","average":{"1min":0.70099999999999996,"5min":0.67400000000000004,"15min":0.54400000000000004},"min":{"1min":0.438,"5min":0.34499999999999997,"15min":0.32100000000000001},"max":{"1min":1.089,"5min":1.089,"15min":1.089},"last":0.91500000000000004},{"interface":"front","average":{"1min":0.70799999999999996,"5min":0.69999999999999996,"15min":0.58199999999999996},"min":{"1min":0.51700000000000002,"5min":0.31900000000000001,"15min":0.26500000000000001},"max":{"1min":1.0209999999999999,"5min":1.105,"15min":1.105},"last":0.56100000000000005}]},{"osd":2,"last update":"Thu Aug 29 17:41:42 2024","interfaces":[{"interface":"back","average":{"1min":0.81899999999999995,"5min":0.73599999999999999,"15min":0.65100000000000002},"min":{"1min":0.49399999999999999,"5min":0.38400000000000001,"15min":0.315},"max":{"1min":1.9590000000000001,"5min":1.9590000000000001,"15min":1.9590000000000001},"last":0.59499999999999997},{"interface":"front","average":{"1min":0.85399999999999998,"5min":0.80900000000000005,"15min":0.68400000000000005},"min":{"1min":0.36699999999999999,"5min":0.36699999999999999,"15min":0.36199999999999999},"max":{"1min":1.2090000000000001,"5min":1.294,"15min":1.294},"last":0.745}]},{"osd":3,"last update":"Thu Aug 29 17:41:21 2024","interfaces":[{"interface":"back","average":{"1min":0.85799999999999998,"5min":0.82399999999999995,"15min":0.77800000000000002},"min":{"1min":0.42999999999999999,"5min":0.42999999999999999,"15min":0.42999999999999999},"max":{"1min":2.27,"5min":2.27,"15min":2.27},"last":0.68799999999999994},{"interface":"front","average":{"1min":0.79400000000000004,"5min":0.83499999999999996,"15min":0.83599999999999997},"min":{"1min":0.34100000000000003,"5min":0.34100000000000003,"15min":0.34100000000000003},"max":{"1min":1.1479999999999999,"5min":1.159,"15min":1.159},"last":1.0149999999999999}]},{"osd":4,"last update":"Thu Aug 29 17:42:10 2024","interfaces":[{"interface":"back","average":{"1min":1.036,"5min":0.97199999999999998,"15min":0.93400000000000005},"min":{"1min":0.57399999999999995,"5min":0.57399999999999995,"15min":0.57399999999999995},"max":{"1min":1.3360000000000001,"5min":1.3360000000000001,"15min":1.3360000000000001},"last":1.0980000000000001},{"interface":"front","average":{"1min":0.95199999999999996,"5min":0.91300000000000003,"15min":0.875},"min":{"1min":0.69199999999999995,"5min":0.66000000000000003,"15min":0.66000000000000003},"max":{"1min":1.26,"5min":1.26,"15min":1.26},"last":0.81899999999999995}]},{"osd":5,"last update":"Thu Aug 29 17:42:06 2024","interfaces":[{"interface":"back","average":{"1min":0.95599999999999996,"5min":0.93600000000000005,"15min":0.91300000000000003},"min":{"1min":0.73599999999999999,"5min":0.61699999999999999,"15min":0.61699999999999999},"max":{"1min":1.2270000000000001,"5min":1.3480000000000001,"15min":1.3480000000000001},"last":1.0469999999999999},{"interface":"front","average":{"1min":1.25,"5min":1.056,"15min":1.022},"min":{"1min":0.90400000000000003,"5min":0.58599999999999997,"15min":0.58599999999999997},"max":{"1min":2.5630000000000002,"5min":2.5630000000000002,"15min":2.5630000000000002},"last":0.96999999999999997}]},{"osd":6,"last update":"Thu Aug 29 17:41:59 2024","interfaces":[{"interface":"back","average":{"1min":1.26,"5min":1.1100000000000001,"15min":1.0980000000000001},"min":{"1min":0.88900000000000001,"5min":0.57299999999999995,"15min":0.57299999999999995},"max":{"1min":2.4750000000000001,"5min":2.4750000000000001,"15min":2.4750000000000001},"last":0.78500000000000003},{"interface":"front","average":{"1min":1.171,"5min":1.0820000000000001,"15min":1.0620000000000001},"min":{"1min":0.78700000000000003,"5min":0.65000000000000002,"15min":0.65000000000000002},"max":{"1min":1.6870000000000001,"5min":1.6870000000000001,"15min":1.6870000000000001},"last":1.2270000000000001}]},{"osd":7,"last update":"Thu Aug 29 17:41:56 2024","interfaces":[{"interface":"back","average":{"1min":1.143,"5min":1.0649999999999999,"15min":1.052},"min":{"1min":0.84899999999999998,"5min":0.70699999999999996,"15min":0.70699999999999996},"max":{"1min":1.47,"5min":1.47,"15min":1.47},"last":0.997},{"interface":"front","average":{"1min":1.2729999999999999,"5min":1.163,"15min":1.145},"min":{"1min":0.88900000000000001,"5min":0.61199999999999999,"15min":0.61199999999999999},"max":{"1min":2.5249999999999999,"5min":2.5249999999999999,"15min":2.5249999999999999},"last":1.075}]}]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":716,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":160,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":20480,"data_stored":1656,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":696,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":1642,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":12288,"data_stored":1552,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":592,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2024-08-29T17:42:19.103 INFO:tasks.cephadm.ceph_manager.ceph:clean! 2024-08-29T17:42:19.103 INFO:tasks.cephadm:Adding prometheus.a on smithi053 2024-08-29T17:42:19.103 DEBUG:teuthology.orchestra.run.smithi053:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 3167ee72-662c-11ef-bcd4-c7b262605968 -- ceph orch apply prometheus '1;smithi053=a' 2024-08-29T17:42:20.572 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:42:20 smithi053 bash[24720]: audit 2024-08-29T17:42:18.498568+0000 mgr.y (mgr.14150) 400 : audit [DBG] from='client.14487 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-08-29T17:42:20.572 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:42:20 smithi053 bash[24720]: cluster 2024-08-29T17:42:18.906034+0000 mgr.y (mgr.14150) 401 : cluster [DBG] pgmap v389: 97 pgs: 97 active+clean; 579 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-29T17:42:20.626 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:42:20 smithi028 bash[22419]: audit 2024-08-29T17:42:18.498568+0000 mgr.y (mgr.14150) 400 : audit [DBG] from='client.14487 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-08-29T17:42:20.627 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:42:20 smithi028 bash[22419]: cluster 2024-08-29T17:42:18.906034+0000 mgr.y (mgr.14150) 401 : cluster [DBG] pgmap v389: 97 pgs: 97 active+clean; 579 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-29T17:42:20.627 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:42:20 smithi028 bash[31855]: audit 2024-08-29T17:42:18.498568+0000 mgr.y (mgr.14150) 400 : audit [DBG] from='client.14487 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-08-29T17:42:20.627 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:42:20 smithi028 bash[31855]: cluster 2024-08-29T17:42:18.906034+0000 mgr.y (mgr.14150) 401 : cluster [DBG] pgmap v389: 97 pgs: 97 active+clean; 579 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-29T17:42:22.571 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:42:22 smithi053 bash[24720]: cluster 2024-08-29T17:42:20.906903+0000 mgr.y (mgr.14150) 402 : cluster [DBG] pgmap v390: 97 pgs: 97 active+clean; 579 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-29T17:42:22.627 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:42:22 smithi028 bash[31855]: cluster 2024-08-29T17:42:20.906903+0000 mgr.y (mgr.14150) 402 : cluster [DBG] pgmap v390: 97 pgs: 97 active+clean; 579 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-29T17:42:22.627 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:42:22 smithi028 bash[22419]: cluster 2024-08-29T17:42:20.906903+0000 mgr.y (mgr.14150) 402 : cluster [DBG] pgmap v390: 97 pgs: 97 active+clean; 579 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-29T17:42:23.870 INFO:teuthology.orchestra.run.smithi053.stderr:Inferring config /var/lib/ceph/3167ee72-662c-11ef-bcd4-c7b262605968/mon.b/config 2024-08-29T17:42:24.571 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:42:24 smithi053 bash[24720]: cluster 2024-08-29T17:42:22.907873+0000 mgr.y (mgr.14150) 403 : cluster [DBG] pgmap v391: 97 pgs: 97 active+clean; 579 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-29T17:42:24.626 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:42:24 smithi028 bash[31855]: cluster 2024-08-29T17:42:22.907873+0000 mgr.y (mgr.14150) 403 : cluster [DBG] pgmap v391: 97 pgs: 97 active+clean; 579 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-29T17:42:24.627 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:42:24 smithi028 bash[22419]: cluster 2024-08-29T17:42:22.907873+0000 mgr.y (mgr.14150) 403 : cluster [DBG] pgmap v391: 97 pgs: 97 active+clean; 579 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-29T17:42:26.571 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:42:26 smithi053 bash[24720]: cluster 2024-08-29T17:42:24.908775+0000 mgr.y (mgr.14150) 404 : cluster [DBG] pgmap v392: 97 pgs: 97 active+clean; 579 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-29T17:42:26.626 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:42:26 smithi028 bash[22419]: cluster 2024-08-29T17:42:24.908775+0000 mgr.y (mgr.14150) 404 : cluster [DBG] pgmap v392: 97 pgs: 97 active+clean; 579 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-29T17:42:26.627 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:42:26 smithi028 bash[31855]: cluster 2024-08-29T17:42:24.908775+0000 mgr.y (mgr.14150) 404 : cluster [DBG] pgmap v392: 97 pgs: 97 active+clean; 579 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-29T17:42:27.670 INFO:teuthology.orchestra.run.smithi053.stdout:Scheduled prometheus update... 2024-08-29T17:42:28.323 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:42:28 smithi053 bash[24720]: cluster 2024-08-29T17:42:26.909773+0000 mgr.y (mgr.14150) 405 : cluster [DBG] pgmap v393: 97 pgs: 97 active+clean; 579 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-29T17:42:28.323 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:42:28 smithi053 bash[24720]: audit 2024-08-29T17:42:27.674832+0000 mon.a (mon.0) 729 : audit [INF] from='mgr.14150 172.21.15.28:0/484978966' entity='mgr.y' 2024-08-29T17:42:28.323 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:42:28 smithi053 bash[24720]: audit 2024-08-29T17:42:27.676437+0000 mon.a (mon.0) 730 : audit [DBG] from='mgr.14150 172.21.15.28:0/484978966' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-29T17:42:28.323 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:42:28 smithi053 bash[24720]: audit 2024-08-29T17:42:27.944704+0000 mon.a (mon.0) 731 : audit [INF] from='mgr.14150 172.21.15.28:0/484978966' entity='mgr.y' 2024-08-29T17:42:28.323 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:42:28 smithi053 bash[24720]: audit 2024-08-29T17:42:27.953729+0000 mon.a (mon.0) 732 : audit [INF] from='mgr.14150 172.21.15.28:0/484978966' entity='mgr.y' 2024-08-29T17:42:28.323 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:42:28 smithi053 bash[24720]: audit 2024-08-29T17:42:27.956066+0000 mon.a (mon.0) 733 : audit [DBG] from='mgr.14150 172.21.15.28:0/484978966' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-29T17:42:28.323 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:42:28 smithi053 bash[24720]: audit 2024-08-29T17:42:27.957882+0000 mon.a (mon.0) 734 : audit [INF] from='mgr.14150 172.21.15.28:0/484978966' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-29T17:42:28.323 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:42:28 smithi053 bash[24720]: audit 2024-08-29T17:42:27.967599+0000 mon.a (mon.0) 735 : audit [INF] from='mgr.14150 172.21.15.28:0/484978966' entity='mgr.y' 2024-08-29T17:42:28.569 DEBUG:teuthology.orchestra.run.smithi053:prometheus.a> sudo journalctl -f -n 0 -u ceph-3167ee72-662c-11ef-bcd4-c7b262605968@prometheus.a.service 2024-08-29T17:42:28.571 INFO:tasks.cephadm:Adding node-exporter.a on smithi028 2024-08-29T17:42:28.571 INFO:tasks.cephadm:Adding node-exporter.b on smithi053 2024-08-29T17:42:28.572 DEBUG:teuthology.orchestra.run.smithi053:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 3167ee72-662c-11ef-bcd4-c7b262605968 -- ceph orch apply node-exporter '2;smithi028=a;smithi053=b' 2024-08-29T17:42:28.626 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:42:28 smithi028 bash[22419]: cluster 2024-08-29T17:42:26.909773+0000 mgr.y (mgr.14150) 405 : cluster [DBG] pgmap v393: 97 pgs: 97 active+clean; 579 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-29T17:42:28.627 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:42:28 smithi028 bash[22419]: audit 2024-08-29T17:42:27.674832+0000 mon.a (mon.0) 729 : audit [INF] from='mgr.14150 172.21.15.28:0/484978966' entity='mgr.y' 2024-08-29T17:42:28.627 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:42:28 smithi028 bash[22419]: audit 2024-08-29T17:42:27.676437+0000 mon.a (mon.0) 730 : audit [DBG] from='mgr.14150 172.21.15.28:0/484978966' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-29T17:42:28.627 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:42:28 smithi028 bash[22419]: audit 2024-08-29T17:42:27.944704+0000 mon.a (mon.0) 731 : audit [INF] from='mgr.14150 172.21.15.28:0/484978966' entity='mgr.y' 2024-08-29T17:42:28.627 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:42:28 smithi028 bash[22419]: audit 2024-08-29T17:42:27.953729+0000 mon.a (mon.0) 732 : audit [INF] from='mgr.14150 172.21.15.28:0/484978966' entity='mgr.y' 2024-08-29T17:42:28.627 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:42:28 smithi028 bash[22419]: audit 2024-08-29T17:42:27.956066+0000 mon.a (mon.0) 733 : audit [DBG] from='mgr.14150 172.21.15.28:0/484978966' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-29T17:42:28.627 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:42:28 smithi028 bash[22419]: audit 2024-08-29T17:42:27.957882+0000 mon.a (mon.0) 734 : audit [INF] from='mgr.14150 172.21.15.28:0/484978966' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-29T17:42:28.627 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:42:28 smithi028 bash[22419]: audit 2024-08-29T17:42:27.967599+0000 mon.a (mon.0) 735 : audit [INF] from='mgr.14150 172.21.15.28:0/484978966' entity='mgr.y' 2024-08-29T17:42:28.627 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:42:28 smithi028 bash[31855]: cluster 2024-08-29T17:42:26.909773+0000 mgr.y (mgr.14150) 405 : cluster [DBG] pgmap v393: 97 pgs: 97 active+clean; 579 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-29T17:42:28.627 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:42:28 smithi028 bash[31855]: audit 2024-08-29T17:42:27.674832+0000 mon.a (mon.0) 729 : audit [INF] from='mgr.14150 172.21.15.28:0/484978966' entity='mgr.y' 2024-08-29T17:42:28.627 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:42:28 smithi028 bash[31855]: audit 2024-08-29T17:42:27.676437+0000 mon.a (mon.0) 730 : audit [DBG] from='mgr.14150 172.21.15.28:0/484978966' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-29T17:42:28.628 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:42:28 smithi028 bash[31855]: audit 2024-08-29T17:42:27.944704+0000 mon.a (mon.0) 731 : audit [INF] from='mgr.14150 172.21.15.28:0/484978966' entity='mgr.y' 2024-08-29T17:42:28.628 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:42:28 smithi028 bash[31855]: audit 2024-08-29T17:42:27.953729+0000 mon.a (mon.0) 732 : audit [INF] from='mgr.14150 172.21.15.28:0/484978966' entity='mgr.y' 2024-08-29T17:42:28.628 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:42:28 smithi028 bash[31855]: audit 2024-08-29T17:42:27.956066+0000 mon.a (mon.0) 733 : audit [DBG] from='mgr.14150 172.21.15.28:0/484978966' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-29T17:42:28.628 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:42:28 smithi028 bash[31855]: audit 2024-08-29T17:42:27.957882+0000 mon.a (mon.0) 734 : audit [INF] from='mgr.14150 172.21.15.28:0/484978966' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-29T17:42:28.628 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:42:28 smithi028 bash[31855]: audit 2024-08-29T17:42:27.967599+0000 mon.a (mon.0) 735 : audit [INF] from='mgr.14150 172.21.15.28:0/484978966' entity='mgr.y' 2024-08-29T17:42:29.571 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:42:29 smithi053 bash[24720]: audit 2024-08-29T17:42:27.664923+0000 mgr.y (mgr.14150) 406 : audit [DBG] from='client.24346 -' entity='client.admin' cmd=[{"prefix": "orch apply", "service_type": "prometheus", "placement": "1;smithi053=a", "target": ["mon-mgr", ""]}]: dispatch 2024-08-29T17:42:29.571 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:42:29 smithi053 bash[24720]: cephadm 2024-08-29T17:42:27.667866+0000 mgr.y (mgr.14150) 407 : cephadm [INF] Saving service prometheus spec with placement smithi053=a;count:1 2024-08-29T17:42:29.572 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:42:29 smithi053 bash[24720]: cephadm 2024-08-29T17:42:28.001486+0000 mgr.y (mgr.14150) 408 : cephadm [INF] Deploying daemon prometheus.a on smithi053 2024-08-29T17:42:29.626 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:42:29 smithi028 bash[22419]: audit 2024-08-29T17:42:27.664923+0000 mgr.y (mgr.14150) 406 : audit [DBG] from='client.24346 -' entity='client.admin' cmd=[{"prefix": "orch apply", "service_type": "prometheus", "placement": "1;smithi053=a", "target": ["mon-mgr", ""]}]: dispatch 2024-08-29T17:42:29.627 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:42:29 smithi028 bash[22419]: cephadm 2024-08-29T17:42:27.667866+0000 mgr.y (mgr.14150) 407 : cephadm [INF] Saving service prometheus spec with placement smithi053=a;count:1 2024-08-29T17:42:29.627 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:42:29 smithi028 bash[22419]: cephadm 2024-08-29T17:42:28.001486+0000 mgr.y (mgr.14150) 408 : cephadm [INF] Deploying daemon prometheus.a on smithi053 2024-08-29T17:42:29.627 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:42:29 smithi028 bash[31855]: audit 2024-08-29T17:42:27.664923+0000 mgr.y (mgr.14150) 406 : audit [DBG] from='client.24346 -' entity='client.admin' cmd=[{"prefix": "orch apply", "service_type": "prometheus", "placement": "1;smithi053=a", "target": ["mon-mgr", ""]}]: dispatch 2024-08-29T17:42:29.627 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:42:29 smithi028 bash[31855]: cephadm 2024-08-29T17:42:27.667866+0000 mgr.y (mgr.14150) 407 : cephadm [INF] Saving service prometheus spec with placement smithi053=a;count:1 2024-08-29T17:42:29.627 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:42:29 smithi028 bash[31855]: cephadm 2024-08-29T17:42:28.001486+0000 mgr.y (mgr.14150) 408 : cephadm [INF] Deploying daemon prometheus.a on smithi053 2024-08-29T17:42:30.571 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:42:30 smithi053 bash[24720]: cluster 2024-08-29T17:42:28.910797+0000 mgr.y (mgr.14150) 409 : cluster [DBG] pgmap v394: 97 pgs: 97 active+clean; 579 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-29T17:42:30.626 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:42:30 smithi028 bash[22419]: cluster 2024-08-29T17:42:28.910797+0000 mgr.y (mgr.14150) 409 : cluster [DBG] pgmap v394: 97 pgs: 97 active+clean; 579 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-29T17:42:30.627 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:42:30 smithi028 bash[31855]: cluster 2024-08-29T17:42:28.910797+0000 mgr.y (mgr.14150) 409 : cluster [DBG] pgmap v394: 97 pgs: 97 active+clean; 579 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-29T17:42:32.571 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:42:32 smithi053 bash[24720]: cluster 2024-08-29T17:42:30.911634+0000 mgr.y (mgr.14150) 410 : cluster [DBG] pgmap v395: 97 pgs: 97 active+clean; 579 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-29T17:42:32.626 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:42:32 smithi028 bash[22419]: cluster 2024-08-29T17:42:30.911634+0000 mgr.y (mgr.14150) 410 : cluster [DBG] pgmap v395: 97 pgs: 97 active+clean; 579 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-29T17:42:32.627 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:42:32 smithi028 bash[31855]: cluster 2024-08-29T17:42:30.911634+0000 mgr.y (mgr.14150) 410 : cluster [DBG] pgmap v395: 97 pgs: 97 active+clean; 579 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-29T17:42:33.373 INFO:teuthology.orchestra.run.smithi053.stderr:Inferring config /var/lib/ceph/3167ee72-662c-11ef-bcd4-c7b262605968/mon.b/config 2024-08-29T17:42:34.571 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:42:34 smithi053 bash[24720]: cluster 2024-08-29T17:42:32.912499+0000 mgr.y (mgr.14150) 411 : cluster [DBG] pgmap v396: 97 pgs: 97 active+clean; 579 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-29T17:42:34.626 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:42:34 smithi028 bash[22419]: cluster 2024-08-29T17:42:32.912499+0000 mgr.y (mgr.14150) 411 : cluster [DBG] pgmap v396: 97 pgs: 97 active+clean; 579 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-29T17:42:34.627 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:42:34 smithi028 bash[31855]: cluster 2024-08-29T17:42:32.912499+0000 mgr.y (mgr.14150) 411 : cluster [DBG] pgmap v396: 97 pgs: 97 active+clean; 579 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-29T17:42:36.571 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:42:36 smithi053 bash[24720]: cluster 2024-08-29T17:42:34.913304+0000 mgr.y (mgr.14150) 412 : cluster [DBG] pgmap v397: 97 pgs: 97 active+clean; 579 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-29T17:42:36.626 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:42:36 smithi028 bash[22419]: cluster 2024-08-29T17:42:34.913304+0000 mgr.y (mgr.14150) 412 : cluster [DBG] pgmap v397: 97 pgs: 97 active+clean; 579 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-29T17:42:36.626 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:42:36 smithi028 bash[31855]: cluster 2024-08-29T17:42:34.913304+0000 mgr.y (mgr.14150) 412 : cluster [DBG] pgmap v397: 97 pgs: 97 active+clean; 579 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-29T17:42:38.571 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:42:38 smithi053 bash[24720]: cluster 2024-08-29T17:42:36.914187+0000 mgr.y (mgr.14150) 413 : cluster [DBG] pgmap v398: 97 pgs: 97 active+clean; 579 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-29T17:42:38.626 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:42:38 smithi028 bash[22419]: cluster 2024-08-29T17:42:36.914187+0000 mgr.y (mgr.14150) 413 : cluster [DBG] pgmap v398: 97 pgs: 97 active+clean; 579 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-29T17:42:38.627 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:42:38 smithi028 bash[31855]: cluster 2024-08-29T17:42:36.914187+0000 mgr.y (mgr.14150) 413 : cluster [DBG] pgmap v398: 97 pgs: 97 active+clean; 579 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-29T17:42:40.571 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:42:40 smithi053 bash[24720]: cluster 2024-08-29T17:42:38.915137+0000 mgr.y (mgr.14150) 414 : cluster [DBG] pgmap v399: 97 pgs: 97 active+clean; 579 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-29T17:42:40.626 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:42:40 smithi028 bash[22419]: cluster 2024-08-29T17:42:38.915137+0000 mgr.y (mgr.14150) 414 : cluster [DBG] pgmap v399: 97 pgs: 97 active+clean; 579 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-29T17:42:40.627 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:42:40 smithi028 bash[31855]: cluster 2024-08-29T17:42:38.915137+0000 mgr.y (mgr.14150) 414 : cluster [DBG] pgmap v399: 97 pgs: 97 active+clean; 579 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-29T17:42:41.239 INFO:teuthology.orchestra.run.smithi053.stdout:Scheduled node-exporter update... 2024-08-29T17:42:42.554 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:42:42 smithi053 bash[24720]: cluster 2024-08-29T17:42:40.916001+0000 mgr.y (mgr.14150) 415 : cluster [DBG] pgmap v400: 97 pgs: 97 active+clean; 579 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-29T17:42:42.554 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:42:42 smithi053 bash[24720]: audit 2024-08-29T17:42:41.234130+0000 mgr.y (mgr.14150) 416 : audit [DBG] from='client.24352 -' entity='client.admin' cmd=[{"prefix": "orch apply", "service_type": "node-exporter", "placement": "2;smithi028=a;smithi053=b", "target": ["mon-mgr", ""]}]: dispatch 2024-08-29T17:42:42.554 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:42:42 smithi053 bash[24720]: cephadm 2024-08-29T17:42:41.237223+0000 mgr.y (mgr.14150) 417 : cephadm [INF] Saving service node-exporter spec with placement smithi028=a;smithi053=b;count:2 2024-08-29T17:42:42.554 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:42:42 smithi053 bash[24720]: audit 2024-08-29T17:42:41.244144+0000 mon.a (mon.0) 736 : audit [INF] from='mgr.14150 172.21.15.28:0/484978966' entity='mgr.y' 2024-08-29T17:42:42.626 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:42:42 smithi028 bash[22419]: cluster 2024-08-29T17:42:40.916001+0000 mgr.y (mgr.14150) 415 : cluster [DBG] pgmap v400: 97 pgs: 97 active+clean; 579 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-29T17:42:42.627 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:42:42 smithi028 bash[22419]: audit 2024-08-29T17:42:41.234130+0000 mgr.y (mgr.14150) 416 : audit [DBG] from='client.24352 -' entity='client.admin' cmd=[{"prefix": "orch apply", "service_type": "node-exporter", "placement": "2;smithi028=a;smithi053=b", "target": ["mon-mgr", ""]}]: dispatch 2024-08-29T17:42:42.627 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:42:42 smithi028 bash[22419]: cephadm 2024-08-29T17:42:41.237223+0000 mgr.y (mgr.14150) 417 : cephadm [INF] Saving service node-exporter spec with placement smithi028=a;smithi053=b;count:2 2024-08-29T17:42:42.627 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:42:42 smithi028 bash[22419]: audit 2024-08-29T17:42:41.244144+0000 mon.a (mon.0) 736 : audit [INF] from='mgr.14150 172.21.15.28:0/484978966' entity='mgr.y' 2024-08-29T17:42:42.627 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:42:42 smithi028 bash[31855]: cluster 2024-08-29T17:42:40.916001+0000 mgr.y (mgr.14150) 415 : cluster [DBG] pgmap v400: 97 pgs: 97 active+clean; 579 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-29T17:42:42.627 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:42:42 smithi028 bash[31855]: audit 2024-08-29T17:42:41.234130+0000 mgr.y (mgr.14150) 416 : audit [DBG] from='client.24352 -' entity='client.admin' cmd=[{"prefix": "orch apply", "service_type": "node-exporter", "placement": "2;smithi028=a;smithi053=b", "target": ["mon-mgr", ""]}]: dispatch 2024-08-29T17:42:42.627 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:42:42 smithi028 bash[31855]: cephadm 2024-08-29T17:42:41.237223+0000 mgr.y (mgr.14150) 417 : cephadm [INF] Saving service node-exporter spec with placement smithi028=a;smithi053=b;count:2 2024-08-29T17:42:42.627 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:42:42 smithi028 bash[31855]: audit 2024-08-29T17:42:41.244144+0000 mon.a (mon.0) 736 : audit [INF] from='mgr.14150 172.21.15.28:0/484978966' entity='mgr.y' 2024-08-29T17:42:42.675 DEBUG:teuthology.orchestra.run.smithi028:node-exporter.a> sudo journalctl -f -n 0 -u ceph-3167ee72-662c-11ef-bcd4-c7b262605968@node-exporter.a.service 2024-08-29T17:42:42.677 DEBUG:teuthology.orchestra.run.smithi053:node-exporter.b> sudo journalctl -f -n 0 -u ceph-3167ee72-662c-11ef-bcd4-c7b262605968@node-exporter.b.service 2024-08-29T17:42:42.680 INFO:tasks.cephadm:Adding alertmanager.a on smithi028 2024-08-29T17:42:42.680 DEBUG:teuthology.orchestra.run.smithi053:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 3167ee72-662c-11ef-bcd4-c7b262605968 -- ceph orch apply alertmanager '1;smithi028=a' 2024-08-29T17:42:44.572 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:42:44 smithi053 bash[24720]: cluster 2024-08-29T17:42:42.916863+0000 mgr.y (mgr.14150) 418 : cluster [DBG] pgmap v401: 97 pgs: 97 active+clean; 579 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-29T17:42:44.626 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:42:44 smithi028 bash[31855]: cluster 2024-08-29T17:42:42.916863+0000 mgr.y (mgr.14150) 418 : cluster [DBG] pgmap v401: 97 pgs: 97 active+clean; 579 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-29T17:42:44.626 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:42:44 smithi028 bash[22419]: cluster 2024-08-29T17:42:42.916863+0000 mgr.y (mgr.14150) 418 : cluster [DBG] pgmap v401: 97 pgs: 97 active+clean; 579 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-29T17:42:46.571 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:42:46 smithi053 bash[24720]: cluster 2024-08-29T17:42:44.917696+0000 mgr.y (mgr.14150) 419 : cluster [DBG] pgmap v402: 97 pgs: 97 active+clean; 579 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-29T17:42:46.626 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:42:46 smithi028 bash[31855]: cluster 2024-08-29T17:42:44.917696+0000 mgr.y (mgr.14150) 419 : cluster [DBG] pgmap v402: 97 pgs: 97 active+clean; 579 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-29T17:42:46.626 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:42:46 smithi028 bash[22419]: cluster 2024-08-29T17:42:44.917696+0000 mgr.y (mgr.14150) 419 : cluster [DBG] pgmap v402: 97 pgs: 97 active+clean; 579 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-29T17:42:46.883 INFO:journalctl@ceph.osd.6.smithi053.stdout:Aug 29 17:42:46 smithi053 systemd[1]: /etc/systemd/system/ceph-3167ee72-662c-11ef-bcd4-c7b262605968@.service:24: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-08-29T17:42:46.884 INFO:journalctl@ceph.mgr.x.smithi053.stdout:Aug 29 17:42:46 smithi053 systemd[1]: /etc/systemd/system/ceph-3167ee72-662c-11ef-bcd4-c7b262605968@.service:24: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-08-29T17:42:46.884 INFO:journalctl@ceph.osd.7.smithi053.stdout:Aug 29 17:42:46 smithi053 systemd[1]: /etc/systemd/system/ceph-3167ee72-662c-11ef-bcd4-c7b262605968@.service:24: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-08-29T17:42:46.884 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:42:46 smithi053 systemd[1]: /etc/systemd/system/ceph-3167ee72-662c-11ef-bcd4-c7b262605968@.service:24: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-08-29T17:42:46.885 INFO:journalctl@ceph.osd.5.smithi053.stdout:Aug 29 17:42:46 smithi053 systemd[1]: /etc/systemd/system/ceph-3167ee72-662c-11ef-bcd4-c7b262605968@.service:24: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-08-29T17:42:46.885 INFO:journalctl@ceph.mds.b.smithi053.stdout:Aug 29 17:42:46 smithi053 systemd[1]: /etc/systemd/system/ceph-3167ee72-662c-11ef-bcd4-c7b262605968@.service:24: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-08-29T17:42:46.885 INFO:journalctl@ceph.osd.4.smithi053.stdout:Aug 29 17:42:46 smithi053 systemd[1]: /etc/systemd/system/ceph-3167ee72-662c-11ef-bcd4-c7b262605968@.service:24: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-08-29T17:42:47.161 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:42:47 smithi053 systemd[1]: /etc/systemd/system/ceph-3167ee72-662c-11ef-bcd4-c7b262605968@.service:24: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-08-29T17:42:47.161 INFO:journalctl@ceph.mgr.x.smithi053.stdout:Aug 29 17:42:47 smithi053 systemd[1]: /etc/systemd/system/ceph-3167ee72-662c-11ef-bcd4-c7b262605968@.service:24: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-08-29T17:42:47.161 INFO:journalctl@ceph.osd.6.smithi053.stdout:Aug 29 17:42:47 smithi053 systemd[1]: /etc/systemd/system/ceph-3167ee72-662c-11ef-bcd4-c7b262605968@.service:24: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-08-29T17:42:47.162 INFO:journalctl@ceph.osd.7.smithi053.stdout:Aug 29 17:42:47 smithi053 systemd[1]: /etc/systemd/system/ceph-3167ee72-662c-11ef-bcd4-c7b262605968@.service:24: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-08-29T17:42:47.162 INFO:journalctl@ceph.osd.4.smithi053.stdout:Aug 29 17:42:47 smithi053 systemd[1]: /etc/systemd/system/ceph-3167ee72-662c-11ef-bcd4-c7b262605968@.service:24: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-08-29T17:42:47.162 INFO:journalctl@ceph.mds.b.smithi053.stdout:Aug 29 17:42:47 smithi053 systemd[1]: /etc/systemd/system/ceph-3167ee72-662c-11ef-bcd4-c7b262605968@.service:24: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-08-29T17:42:47.163 INFO:journalctl@ceph.osd.5.smithi053.stdout:Aug 29 17:42:47 smithi053 systemd[1]: /etc/systemd/system/ceph-3167ee72-662c-11ef-bcd4-c7b262605968@.service:24: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-08-29T17:42:47.163 INFO:journalctl@ceph.prometheus.a.smithi053.stdout:Aug 29 17:42:46 smithi053 systemd[1]: /etc/systemd/system/ceph-3167ee72-662c-11ef-bcd4-c7b262605968@.service:24: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-08-29T17:42:47.163 INFO:journalctl@ceph.prometheus.a.smithi053.stdout:Aug 29 17:42:46 smithi053 systemd[1]: /etc/systemd/system/ceph-3167ee72-662c-11ef-bcd4-c7b262605968@.service:24: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-08-29T17:42:47.163 INFO:journalctl@ceph.prometheus.a.smithi053.stdout:Aug 29 17:42:46 smithi053 systemd[1]: /etc/systemd/system/ceph-3167ee72-662c-11ef-bcd4-c7b262605968@.service:24: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-08-29T17:42:47.163 INFO:journalctl@ceph.prometheus.a.smithi053.stdout:Aug 29 17:42:47 smithi053 systemd[1]: /etc/systemd/system/ceph-3167ee72-662c-11ef-bcd4-c7b262605968@.service:24: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-08-29T17:42:47.479 INFO:teuthology.orchestra.run.smithi053.stderr:Inferring config /var/lib/ceph/3167ee72-662c-11ef-bcd4-c7b262605968/mon.b/config 2024-08-29T17:42:47.571 INFO:journalctl@ceph.prometheus.a.smithi053.stdout:Aug 29 17:42:47 smithi053 systemd[1]: Started Ceph prometheus.a for 3167ee72-662c-11ef-bcd4-c7b262605968. 2024-08-29T17:42:48.571 INFO:journalctl@ceph.mgr.x.smithi053.stdout:Aug 29 17:42:48 smithi053 bash[25641]: ignoring --setuser ceph since I am not root 2024-08-29T17:42:48.572 INFO:journalctl@ceph.mgr.x.smithi053.stdout:Aug 29 17:42:48 smithi053 bash[25641]: ignoring --setgroup ceph since I am not root 2024-08-29T17:42:48.572 INFO:journalctl@ceph.mgr.x.smithi053.stdout:Aug 29 17:42:48 smithi053 bash[25641]: debug 2024-08-29T17:42:48.284+0000 7f3784ebb640 1 -- 172.21.15.53:0/1651072970 <== mon.1 v2:172.21.15.53:3300/0 4 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 194+0+0 (secure 0 0 0) 0x5569c63f29c0 con 0x5569c63fe800 2024-08-29T17:42:48.572 INFO:journalctl@ceph.mgr.x.smithi053.stdout:Aug 29 17:42:48 smithi053 bash[25641]: debug 2024-08-29T17:42:48.396+0000 7f3787715ec0 -1 mgr[py] Module devicehealth has missing NOTIFY_TYPES member 2024-08-29T17:42:48.572 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:42:48 smithi053 bash[24720]: cluster 2024-08-29T17:42:46.918604+0000 mgr.y (mgr.14150) 420 : cluster [DBG] pgmap v403: 97 pgs: 97 active+clean; 579 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-29T17:42:48.572 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:42:48 smithi053 bash[24720]: audit 2024-08-29T17:42:47.207366+0000 mon.a (mon.0) 737 : audit [INF] from='mgr.14150 172.21.15.28:0/484978966' entity='mgr.y' 2024-08-29T17:42:48.572 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:42:48 smithi053 bash[24720]: audit 2024-08-29T17:42:47.216779+0000 mon.a (mon.0) 738 : audit [INF] from='mgr.14150 172.21.15.28:0/484978966' entity='mgr.y' 2024-08-29T17:42:48.572 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:42:48 smithi053 bash[24720]: audit 2024-08-29T17:42:47.225257+0000 mon.a (mon.0) 739 : audit [INF] from='mgr.14150 172.21.15.28:0/484978966' entity='mgr.y' 2024-08-29T17:42:48.574 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:42:48 smithi053 bash[24720]: audit 2024-08-29T17:42:47.232331+0000 mon.a (mon.0) 740 : audit [INF] from='mgr.14150 172.21.15.28:0/484978966' entity='mgr.y' cmd=[{"prefix": "mgr module enable", "module": "prometheus"}]: dispatch 2024-08-29T17:42:48.626 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:42:48 smithi028 bash[31855]: cluster 2024-08-29T17:42:46.918604+0000 mgr.y (mgr.14150) 420 : cluster [DBG] pgmap v403: 97 pgs: 97 active+clean; 579 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-29T17:42:48.626 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:42:48 smithi028 bash[31855]: audit 2024-08-29T17:42:47.207366+0000 mon.a (mon.0) 737 : audit [INF] from='mgr.14150 172.21.15.28:0/484978966' entity='mgr.y' 2024-08-29T17:42:48.626 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:42:48 smithi028 bash[31855]: audit 2024-08-29T17:42:47.216779+0000 mon.a (mon.0) 738 : audit [INF] from='mgr.14150 172.21.15.28:0/484978966' entity='mgr.y' 2024-08-29T17:42:48.626 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:42:48 smithi028 bash[31855]: audit 2024-08-29T17:42:47.225257+0000 mon.a (mon.0) 739 : audit [INF] from='mgr.14150 172.21.15.28:0/484978966' entity='mgr.y' 2024-08-29T17:42:48.626 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:42:48 smithi028 bash[31855]: audit 2024-08-29T17:42:47.232331+0000 mon.a (mon.0) 740 : audit [INF] from='mgr.14150 172.21.15.28:0/484978966' entity='mgr.y' cmd=[{"prefix": "mgr module enable", "module": "prometheus"}]: dispatch 2024-08-29T17:42:48.627 INFO:journalctl@ceph.mgr.y.smithi028.stdout:Aug 29 17:42:48 smithi028 bash[22672]: ignoring --setuser ceph since I am not root 2024-08-29T17:42:48.627 INFO:journalctl@ceph.mgr.y.smithi028.stdout:Aug 29 17:42:48 smithi028 bash[22672]: ignoring --setgroup ceph since I am not root 2024-08-29T17:42:48.627 INFO:journalctl@ceph.mgr.y.smithi028.stdout:Aug 29 17:42:48 smithi028 bash[22672]: debug 2024-08-29T17:42:48.281+0000 7f9127bb4640 1 -- 172.21.15.28:0/1406882812 <== mon.0 v2:172.21.15.28:3300/0 4 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 194+0+0 (secure 0 0 0) 0x559a794469c0 con 0x559a79452c00 2024-08-29T17:42:48.627 INFO:journalctl@ceph.mgr.y.smithi028.stdout:Aug 29 17:42:48 smithi028 bash[22672]: debug 2024-08-29T17:42:48.393+0000 7f912a40eec0 -1 mgr[py] Module devicehealth has missing NOTIFY_TYPES member 2024-08-29T17:42:48.627 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:42:48 smithi028 bash[22419]: cluster 2024-08-29T17:42:46.918604+0000 mgr.y (mgr.14150) 420 : cluster [DBG] pgmap v403: 97 pgs: 97 active+clean; 579 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-29T17:42:48.627 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:42:48 smithi028 bash[22419]: audit 2024-08-29T17:42:47.207366+0000 mon.a (mon.0) 737 : audit [INF] from='mgr.14150 172.21.15.28:0/484978966' entity='mgr.y' 2024-08-29T17:42:48.627 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:42:48 smithi028 bash[22419]: audit 2024-08-29T17:42:47.216779+0000 mon.a (mon.0) 738 : audit [INF] from='mgr.14150 172.21.15.28:0/484978966' entity='mgr.y' 2024-08-29T17:42:48.627 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:42:48 smithi028 bash[22419]: audit 2024-08-29T17:42:47.225257+0000 mon.a (mon.0) 739 : audit [INF] from='mgr.14150 172.21.15.28:0/484978966' entity='mgr.y' 2024-08-29T17:42:48.627 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:42:48 smithi028 bash[22419]: audit 2024-08-29T17:42:47.232331+0000 mon.a (mon.0) 740 : audit [INF] from='mgr.14150 172.21.15.28:0/484978966' entity='mgr.y' cmd=[{"prefix": "mgr module enable", "module": "prometheus"}]: dispatch 2024-08-29T17:42:49.571 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:42:49 smithi053 bash[24720]: audit 2024-08-29T17:42:48.236219+0000 mon.a (mon.0) 741 : audit [INF] from='mgr.14150 172.21.15.28:0/484978966' entity='mgr.y' cmd='[{"prefix": "mgr module enable", "module": "prometheus"}]': finished 2024-08-29T17:42:49.571 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:42:49 smithi053 bash[24720]: cluster 2024-08-29T17:42:48.236284+0000 mon.a (mon.0) 742 : cluster [DBG] mgrmap e16: y(active, since 11m), standbys: x 2024-08-29T17:42:49.609 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:42:49 smithi028 bash[31855]: audit 2024-08-29T17:42:48.236219+0000 mon.a (mon.0) 741 : audit [INF] from='mgr.14150 172.21.15.28:0/484978966' entity='mgr.y' cmd='[{"prefix": "mgr module enable", "module": "prometheus"}]': finished 2024-08-29T17:42:49.609 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:42:49 smithi028 bash[31855]: cluster 2024-08-29T17:42:48.236284+0000 mon.a (mon.0) 742 : cluster [DBG] mgrmap e16: y(active, since 11m), standbys: x 2024-08-29T17:42:49.609 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:42:49 smithi028 bash[22419]: audit 2024-08-29T17:42:48.236219+0000 mon.a (mon.0) 741 : audit [INF] from='mgr.14150 172.21.15.28:0/484978966' entity='mgr.y' cmd='[{"prefix": "mgr module enable", "module": "prometheus"}]': finished 2024-08-29T17:42:49.609 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:42:49 smithi028 bash[22419]: cluster 2024-08-29T17:42:48.236284+0000 mon.a (mon.0) 742 : cluster [DBG] mgrmap e16: y(active, since 11m), standbys: x 2024-08-29T17:42:49.876 INFO:journalctl@ceph.mgr.y.smithi028.stdout:Aug 29 17:42:49 smithi028 bash[22672]: debug 2024-08-29T17:42:49.613+0000 7f912a40eec0 -1 mgr[py] Module rook has missing NOTIFY_TYPES member 2024-08-29T17:42:49.876 INFO:journalctl@ceph.mgr.y.smithi028.stdout:Aug 29 17:42:49 smithi028 bash[22672]: debug 2024-08-29T17:42:49.677+0000 7f912a40eec0 -1 mgr[py] Module iostat has missing NOTIFY_TYPES member 2024-08-29T17:42:49.876 INFO:journalctl@ceph.mgr.y.smithi028.stdout:Aug 29 17:42:49 smithi028 bash[22672]: debug 2024-08-29T17:42:49.833+0000 7f912a40eec0 -1 mgr[py] Module telemetry has missing NOTIFY_TYPES member 2024-08-29T17:42:49.918 INFO:journalctl@ceph.mgr.x.smithi053.stdout:Aug 29 17:42:49 smithi053 bash[25641]: debug 2024-08-29T17:42:49.648+0000 7f3787715ec0 -1 mgr[py] Module rook has missing NOTIFY_TYPES member 2024-08-29T17:42:49.918 INFO:journalctl@ceph.mgr.x.smithi053.stdout:Aug 29 17:42:49 smithi053 bash[25641]: debug 2024-08-29T17:42:49.712+0000 7f3787715ec0 -1 mgr[py] Module iostat has missing NOTIFY_TYPES member 2024-08-29T17:42:49.918 INFO:journalctl@ceph.mgr.x.smithi053.stdout:Aug 29 17:42:49 smithi053 bash[25641]: debug 2024-08-29T17:42:49.872+0000 7f3787715ec0 -1 mgr[py] Module telemetry has missing NOTIFY_TYPES member 2024-08-29T17:42:50.322 INFO:journalctl@ceph.prometheus.a.smithi053.stdout:Aug 29 17:42:49 smithi053 bash[49739]: ts=2024-08-29T17:42:49.923Z caller=main.go:564 level=info msg="Starting Prometheus Server" mode=server version="(version=2.43.0, branch=HEAD, revision=edfc3bcd025dd6fe296c167a14a216cab1e552ee)" 2024-08-29T17:42:50.322 INFO:journalctl@ceph.prometheus.a.smithi053.stdout:Aug 29 17:42:49 smithi053 bash[49739]: ts=2024-08-29T17:42:49.923Z caller=main.go:569 level=info build_context="(go=go1.19.7, platform=linux/amd64, user=root@8a0ee342e522, date=20230321-12:56:07, tags=netgo,builtinassets)" 2024-08-29T17:42:50.322 INFO:journalctl@ceph.prometheus.a.smithi053.stdout:Aug 29 17:42:49 smithi053 bash[49739]: ts=2024-08-29T17:42:49.923Z caller=main.go:570 level=info host_details="(Linux 5.15.0-119-generic #129-Ubuntu SMP Fri Aug 2 19:25:20 UTC 2024 x86_64 smithi053 (none))" 2024-08-29T17:42:50.322 INFO:journalctl@ceph.prometheus.a.smithi053.stdout:Aug 29 17:42:49 smithi053 bash[49739]: ts=2024-08-29T17:42:49.923Z caller=main.go:571 level=info fd_limits="(soft=1048576, hard=1048576)" 2024-08-29T17:42:50.322 INFO:journalctl@ceph.prometheus.a.smithi053.stdout:Aug 29 17:42:49 smithi053 bash[49739]: ts=2024-08-29T17:42:49.923Z caller=main.go:572 level=info vm_limits="(soft=unlimited, hard=unlimited)" 2024-08-29T17:42:50.323 INFO:journalctl@ceph.prometheus.a.smithi053.stdout:Aug 29 17:42:49 smithi053 bash[49739]: ts=2024-08-29T17:42:49.924Z caller=web.go:561 level=info component=web msg="Start listening for connections" address=:9095 2024-08-29T17:42:50.323 INFO:journalctl@ceph.prometheus.a.smithi053.stdout:Aug 29 17:42:49 smithi053 bash[49739]: ts=2024-08-29T17:42:49.925Z caller=main.go:1005 level=info msg="Starting TSDB ..." 2024-08-29T17:42:50.323 INFO:journalctl@ceph.prometheus.a.smithi053.stdout:Aug 29 17:42:49 smithi053 bash[49739]: ts=2024-08-29T17:42:49.926Z caller=tls_config.go:232 level=info component=web msg="Listening on" address=[::]:9095 2024-08-29T17:42:50.323 INFO:journalctl@ceph.prometheus.a.smithi053.stdout:Aug 29 17:42:49 smithi053 bash[49739]: ts=2024-08-29T17:42:49.926Z caller=tls_config.go:235 level=info component=web msg="TLS is disabled." http2=false address=[::]:9095 2024-08-29T17:42:50.323 INFO:journalctl@ceph.prometheus.a.smithi053.stdout:Aug 29 17:42:49 smithi053 bash[49739]: ts=2024-08-29T17:42:49.928Z caller=head.go:587 level=info component=tsdb msg="Replaying on-disk memory mappable chunks if any" 2024-08-29T17:42:50.323 INFO:journalctl@ceph.prometheus.a.smithi053.stdout:Aug 29 17:42:49 smithi053 bash[49739]: ts=2024-08-29T17:42:49.929Z caller=head.go:658 level=info component=tsdb msg="On-disk memory mappable chunks replay completed" duration=2.462µs 2024-08-29T17:42:50.323 INFO:journalctl@ceph.prometheus.a.smithi053.stdout:Aug 29 17:42:49 smithi053 bash[49739]: ts=2024-08-29T17:42:49.929Z caller=head.go:664 level=info component=tsdb msg="Replaying WAL, this may take a while" 2024-08-29T17:42:50.323 INFO:journalctl@ceph.prometheus.a.smithi053.stdout:Aug 29 17:42:49 smithi053 bash[49739]: ts=2024-08-29T17:42:49.929Z caller=head.go:735 level=info component=tsdb msg="WAL segment loaded" segment=0 maxSegment=0 2024-08-29T17:42:50.323 INFO:journalctl@ceph.prometheus.a.smithi053.stdout:Aug 29 17:42:49 smithi053 bash[49739]: ts=2024-08-29T17:42:49.929Z caller=head.go:772 level=info component=tsdb msg="WAL replay completed" checkpoint_replay_duration=29.705µs wal_replay_duration=347.433µs wbl_replay_duration=122ns total_replay_duration=411.769µs 2024-08-29T17:42:50.323 INFO:journalctl@ceph.prometheus.a.smithi053.stdout:Aug 29 17:42:49 smithi053 bash[49739]: ts=2024-08-29T17:42:49.930Z caller=main.go:1026 level=info fs_type=XFS_SUPER_MAGIC 2024-08-29T17:42:50.323 INFO:journalctl@ceph.prometheus.a.smithi053.stdout:Aug 29 17:42:49 smithi053 bash[49739]: ts=2024-08-29T17:42:49.930Z caller=main.go:1029 level=info msg="TSDB started" 2024-08-29T17:42:50.323 INFO:journalctl@ceph.prometheus.a.smithi053.stdout:Aug 29 17:42:49 smithi053 bash[49739]: ts=2024-08-29T17:42:49.930Z caller=main.go:1209 level=info msg="Loading configuration file" filename=/etc/prometheus/prometheus.yml 2024-08-29T17:42:50.323 INFO:journalctl@ceph.prometheus.a.smithi053.stdout:Aug 29 17:42:49 smithi053 bash[49739]: ts=2024-08-29T17:42:49.947Z caller=main.go:1246 level=info msg="Completed loading of configuration file" filename=/etc/prometheus/prometheus.yml totalDuration=16.948131ms db_storage=789ns remote_storage=997ns web_handler=431ns query_engine=685ns scrape=284.715µs scrape_sd=31.905µs notify=836ns notify_sd=1.526µs rules=16.367667ms tracing=6.835µs 2024-08-29T17:42:50.324 INFO:journalctl@ceph.prometheus.a.smithi053.stdout:Aug 29 17:42:49 smithi053 bash[49739]: ts=2024-08-29T17:42:49.947Z caller=main.go:990 level=info msg="Server is ready to receive web requests." 2024-08-29T17:42:50.324 INFO:journalctl@ceph.prometheus.a.smithi053.stdout:Aug 29 17:42:49 smithi053 bash[49739]: ts=2024-08-29T17:42:49.947Z caller=manager.go:974 level=info component="rule manager" msg="Starting rule manager..." 2024-08-29T17:42:50.687 INFO:journalctl@ceph.mgr.x.smithi053.stdout:Aug 29 17:42:50 smithi053 bash[25641]: debug 2024-08-29T17:42:50.548+0000 7f3787715ec0 -1 mgr[py] Module osd_support has missing NOTIFY_TYPES member 2024-08-29T17:42:50.688 INFO:journalctl@ceph.mgr.x.smithi053.stdout:Aug 29 17:42:50 smithi053 bash[25641]: debug 2024-08-29T17:42:50.620+0000 7f3787715ec0 -1 mgr[py] Module selftest has missing NOTIFY_TYPES member 2024-08-29T17:42:50.786 INFO:journalctl@ceph.mgr.y.smithi028.stdout:Aug 29 17:42:50 smithi028 bash[22672]: debug 2024-08-29T17:42:50.485+0000 7f912a40eec0 -1 mgr[py] Module osd_support has missing NOTIFY_TYPES member 2024-08-29T17:42:50.787 INFO:journalctl@ceph.mgr.y.smithi028.stdout:Aug 29 17:42:50 smithi028 bash[22672]: debug 2024-08-29T17:42:50.557+0000 7f912a40eec0 -1 mgr[py] Module selftest has missing NOTIFY_TYPES member 2024-08-29T17:42:50.787 INFO:journalctl@ceph.mgr.y.smithi028.stdout:Aug 29 17:42:50 smithi028 bash[22672]: debug 2024-08-29T17:42:50.625+0000 7f912a40eec0 -1 mgr[py] Module progress has missing NOTIFY_TYPES member 2024-08-29T17:42:50.999 INFO:journalctl@ceph.mgr.x.smithi053.stdout:Aug 29 17:42:50 smithi053 bash[25641]: debug 2024-08-29T17:42:50.688+0000 7f3787715ec0 -1 mgr[py] Module progress has missing NOTIFY_TYPES member 2024-08-29T17:42:50.999 INFO:journalctl@ceph.mgr.x.smithi053.stdout:Aug 29 17:42:50 smithi053 bash[25641]: debug 2024-08-29T17:42:50.852+0000 7f3787715ec0 -1 mgr[py] Module rgw has missing NOTIFY_TYPES member 2024-08-29T17:42:50.999 INFO:journalctl@ceph.mgr.x.smithi053.stdout:Aug 29 17:42:50 smithi053 bash[25641]: debug 2024-08-29T17:42:50.928+0000 7f3787715ec0 -1 mgr[py] Module crash has missing NOTIFY_TYPES member 2024-08-29T17:42:50.999 INFO:journalctl@ceph.mgr.x.smithi053.stdout:Aug 29 17:42:51 smithi053 bash[25641]: debug 2024-08-29T17:42:51.000+0000 7f3787715ec0 -1 mgr[py] Module telegraf has missing NOTIFY_TYPES member 2024-08-29T17:42:51.126 INFO:journalctl@ceph.mgr.y.smithi028.stdout:Aug 29 17:42:50 smithi028 bash[22672]: debug 2024-08-29T17:42:50.789+0000 7f912a40eec0 -1 mgr[py] Module rgw has missing NOTIFY_TYPES member 2024-08-29T17:42:51.126 INFO:journalctl@ceph.mgr.y.smithi028.stdout:Aug 29 17:42:50 smithi028 bash[22672]: debug 2024-08-29T17:42:50.869+0000 7f912a40eec0 -1 mgr[py] Module crash has missing NOTIFY_TYPES member 2024-08-29T17:42:51.126 INFO:journalctl@ceph.mgr.y.smithi028.stdout:Aug 29 17:42:50 smithi028 bash[22672]: debug 2024-08-29T17:42:50.937+0000 7f912a40eec0 -1 mgr[py] Module telegraf has missing NOTIFY_TYPES member 2024-08-29T17:42:51.305 INFO:journalctl@ceph.mgr.x.smithi053.stdout:Aug 29 17:42:51 smithi053 bash[25641]: debug 2024-08-29T17:42:51.236+0000 7f3787715ec0 -1 mgr[py] Module pg_autoscaler has missing NOTIFY_TYPES member 2024-08-29T17:42:51.492 INFO:journalctl@ceph.mgr.y.smithi028.stdout:Aug 29 17:42:51 smithi028 bash[22672]: debug 2024-08-29T17:42:51.173+0000 7f912a40eec0 -1 mgr[py] Module pg_autoscaler has missing NOTIFY_TYPES member 2024-08-29T17:42:51.492 INFO:journalctl@ceph.mgr.y.smithi028.stdout:Aug 29 17:42:51 smithi028 bash[22672]: debug 2024-08-29T17:42:51.241+0000 7f912a40eec0 -1 mgr[py] Module zabbix has missing NOTIFY_TYPES member 2024-08-29T17:42:51.493 INFO:journalctl@ceph.mgr.y.smithi028.stdout:Aug 29 17:42:51 smithi028 bash[22672]: debug 2024-08-29T17:42:51.417+0000 7f912a40eec0 -1 mgr[py] Module nfs has missing NOTIFY_TYPES member 2024-08-29T17:42:51.558 INFO:journalctl@ceph.mgr.x.smithi053.stdout:Aug 29 17:42:51 smithi053 bash[25641]: debug 2024-08-29T17:42:51.304+0000 7f3787715ec0 -1 mgr[py] Module zabbix has missing NOTIFY_TYPES member 2024-08-29T17:42:51.559 INFO:journalctl@ceph.mgr.x.smithi053.stdout:Aug 29 17:42:51 smithi053 bash[25641]: debug 2024-08-29T17:42:51.480+0000 7f3787715ec0 -1 mgr[py] Module nfs has missing NOTIFY_TYPES member 2024-08-29T17:42:51.821 INFO:journalctl@ceph.mgr.x.smithi053.stdout:Aug 29 17:42:51 smithi053 bash[25641]: debug 2024-08-29T17:42:51.556+0000 7f3787715ec0 -1 mgr[py] Module balancer has missing NOTIFY_TYPES member 2024-08-29T17:42:51.821 INFO:journalctl@ceph.mgr.x.smithi053.stdout:Aug 29 17:42:51 smithi053 bash[25641]: debug 2024-08-29T17:42:51.800+0000 7f3787715ec0 -1 mgr[py] Module orchestrator has missing NOTIFY_TYPES member 2024-08-29T17:42:51.876 INFO:journalctl@ceph.mgr.y.smithi028.stdout:Aug 29 17:42:51 smithi028 bash[22672]: debug 2024-08-29T17:42:51.497+0000 7f912a40eec0 -1 mgr[py] Module balancer has missing NOTIFY_TYPES member 2024-08-29T17:42:51.876 INFO:journalctl@ceph.mgr.y.smithi028.stdout:Aug 29 17:42:51 smithi028 bash[22672]: debug 2024-08-29T17:42:51.737+0000 7f912a40eec0 -1 mgr[py] Module orchestrator has missing NOTIFY_TYPES member 2024-08-29T17:42:52.321 INFO:journalctl@ceph.mgr.x.smithi053.stdout:Aug 29 17:42:51 smithi053 bash[25641]: debug 2024-08-29T17:42:51.964+0000 7f3787715ec0 -1 mgr[py] Module rbd_support has missing NOTIFY_TYPES member 2024-08-29T17:42:52.321 INFO:journalctl@ceph.mgr.x.smithi053.stdout:Aug 29 17:42:52 smithi053 bash[25641]: debug 2024-08-29T17:42:52.048+0000 7f3787715ec0 -1 mgr[py] Module alerts has missing NOTIFY_TYPES member 2024-08-29T17:42:52.322 INFO:journalctl@ceph.mgr.x.smithi053.stdout:Aug 29 17:42:52 smithi053 bash[25641]: debug 2024-08-29T17:42:52.208+0000 7f3787715ec0 -1 mgr[py] Module test_orchestrator has missing NOTIFY_TYPES member 2024-08-29T17:42:52.376 INFO:journalctl@ceph.mgr.y.smithi028.stdout:Aug 29 17:42:51 smithi028 bash[22672]: debug 2024-08-29T17:42:51.901+0000 7f912a40eec0 -1 mgr[py] Module rbd_support has missing NOTIFY_TYPES member 2024-08-29T17:42:52.376 INFO:journalctl@ceph.mgr.y.smithi028.stdout:Aug 29 17:42:51 smithi028 bash[22672]: debug 2024-08-29T17:42:51.981+0000 7f912a40eec0 -1 mgr[py] Module alerts has missing NOTIFY_TYPES member 2024-08-29T17:42:52.376 INFO:journalctl@ceph.mgr.y.smithi028.stdout:Aug 29 17:42:52 smithi028 bash[22672]: debug 2024-08-29T17:42:52.141+0000 7f912a40eec0 -1 mgr[py] Module test_orchestrator has missing NOTIFY_TYPES member 2024-08-29T17:42:53.238 INFO:journalctl@ceph.mgr.y.smithi028.stdout:Aug 29 17:42:52 smithi028 bash[22672]: debug 2024-08-29T17:42:52.957+0000 7f912a40eec0 -1 mgr[py] Module influx has missing NOTIFY_TYPES member 2024-08-29T17:42:53.238 INFO:journalctl@ceph.mgr.y.smithi028.stdout:Aug 29 17:42:53 smithi028 bash[22672]: debug 2024-08-29T17:42:53.037+0000 7f912a40eec0 -1 mgr[py] Module status has missing NOTIFY_TYPES member 2024-08-29T17:42:53.294 INFO:journalctl@ceph.mgr.x.smithi053.stdout:Aug 29 17:42:53 smithi053 bash[25641]: debug 2024-08-29T17:42:53.012+0000 7f3787715ec0 -1 mgr[py] Module influx has missing NOTIFY_TYPES member 2024-08-29T17:42:53.294 INFO:journalctl@ceph.mgr.x.smithi053.stdout:Aug 29 17:42:53 smithi053 bash[25641]: debug 2024-08-29T17:42:53.088+0000 7f3787715ec0 -1 mgr[py] Module status has missing NOTIFY_TYPES member 2024-08-29T17:42:53.571 INFO:journalctl@ceph.mgr.x.smithi053.stdout:Aug 29 17:42:53 smithi053 bash[25641]: debug 2024-08-29T17:42:53.296+0000 7f3787715ec0 -1 mgr[py] Module volumes has missing NOTIFY_TYPES member 2024-08-29T17:42:53.571 INFO:journalctl@ceph.mgr.x.smithi053.stdout:Aug 29 17:42:53 smithi053 bash[25641]: debug 2024-08-29T17:42:53.368+0000 7f3787715ec0 -1 mgr[py] Module osd_perf_query has missing NOTIFY_TYPES member 2024-08-29T17:42:53.626 INFO:journalctl@ceph.mgr.y.smithi028.stdout:Aug 29 17:42:53 smithi028 bash[22672]: debug 2024-08-29T17:42:53.241+0000 7f912a40eec0 -1 mgr[py] Module volumes has missing NOTIFY_TYPES member 2024-08-29T17:42:53.626 INFO:journalctl@ceph.mgr.y.smithi028.stdout:Aug 29 17:42:53 smithi028 bash[22672]: debug 2024-08-29T17:42:53.317+0000 7f912a40eec0 -1 mgr[py] Module osd_perf_query has missing NOTIFY_TYPES member 2024-08-29T17:42:53.900 INFO:journalctl@ceph.mgr.y.smithi028.stdout:Aug 29 17:42:53 smithi028 bash[22672]: debug 2024-08-29T17:42:53.645+0000 7f912a40eec0 -1 mgr[py] Module prometheus has missing NOTIFY_TYPES member 2024-08-29T17:42:53.901 INFO:journalctl@ceph.mgr.y.smithi028.stdout:Aug 29 17:42:53 smithi028 bash[22672]: debug 2024-08-29T17:42:53.725+0000 7f912a40eec0 -1 mgr[py] Module snap_schedule has missing NOTIFY_TYPES member 2024-08-29T17:42:53.901 INFO:journalctl@ceph.mgr.y.smithi028.stdout:Aug 29 17:42:53 smithi028 bash[22672]: [29/Aug/2024:17:42:53] ENGINE Bus STARTING 2024-08-29T17:42:53.901 INFO:journalctl@ceph.mgr.y.smithi028.stdout:Aug 29 17:42:53 smithi028 bash[22672]: CherryPy Checker: 2024-08-29T17:42:53.901 INFO:journalctl@ceph.mgr.y.smithi028.stdout:Aug 29 17:42:53 smithi028 bash[22672]: The Application mounted at '' has an empty config. 2024-08-29T17:42:53.901 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:42:53 smithi028 bash[31855]: cluster 2024-08-29T17:42:53.748137+0000 mon.a (mon.0) 743 : cluster [INF] Active manager daemon y restarted 2024-08-29T17:42:53.901 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:42:53 smithi028 bash[31855]: cluster 2024-08-29T17:42:53.748485+0000 mon.a (mon.0) 744 : cluster [INF] Activating manager daemon y 2024-08-29T17:42:53.902 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:42:53 smithi028 bash[31855]: cluster 2024-08-29T17:42:53.761933+0000 mon.a (mon.0) 745 : cluster [DBG] osdmap e68: 8 total, 8 up, 8 in 2024-08-29T17:42:53.902 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:42:53 smithi028 bash[31855]: cluster 2024-08-29T17:42:53.762527+0000 mon.a (mon.0) 746 : cluster [DBG] mgrmap e17: y(active, starting, since 0.0141246s), standbys: x 2024-08-29T17:42:53.902 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:42:53 smithi028 bash[31855]: audit 2024-08-29T17:42:53.770011+0000 mon.a (mon.0) 747 : audit [DBG] from='mgr.14499 172.21.15.28:0/1402656687' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-29T17:42:53.902 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:42:53 smithi028 bash[31855]: audit 2024-08-29T17:42:53.770314+0000 mon.a (mon.0) 748 : audit [DBG] from='mgr.14499 172.21.15.28:0/1402656687' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-29T17:42:53.902 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:42:53 smithi028 bash[31855]: audit 2024-08-29T17:42:53.770603+0000 mon.a (mon.0) 749 : audit [DBG] from='mgr.14499 172.21.15.28:0/1402656687' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-29T17:42:53.902 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:42:53 smithi028 bash[31855]: audit 2024-08-29T17:42:53.771965+0000 mon.a (mon.0) 750 : audit [DBG] from='mgr.14499 172.21.15.28:0/1402656687' entity='mgr.y' cmd=[{"prefix": "mds metadata", "who": "a"}]: dispatch 2024-08-29T17:42:53.902 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:42:53 smithi028 bash[31855]: audit 2024-08-29T17:42:53.772361+0000 mon.a (mon.0) 751 : audit [DBG] from='mgr.14499 172.21.15.28:0/1402656687' entity='mgr.y' cmd=[{"prefix": "mds metadata", "who": "b"}]: dispatch 2024-08-29T17:42:53.902 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:42:53 smithi028 bash[31855]: audit 2024-08-29T17:42:53.772911+0000 mon.a (mon.0) 752 : audit [DBG] from='mgr.14499 172.21.15.28:0/1402656687' entity='mgr.y' cmd=[{"prefix": "mgr metadata", "who": "y", "id": "y"}]: dispatch 2024-08-29T17:42:53.902 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:42:53 smithi028 bash[31855]: audit 2024-08-29T17:42:53.773467+0000 mon.a (mon.0) 753 : audit [DBG] from='mgr.14499 172.21.15.28:0/1402656687' entity='mgr.y' cmd=[{"prefix": "mgr metadata", "who": "x", "id": "x"}]: dispatch 2024-08-29T17:42:53.902 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:42:53 smithi028 bash[31855]: audit 2024-08-29T17:42:53.774071+0000 mon.a (mon.0) 754 : audit [DBG] from='mgr.14499 172.21.15.28:0/1402656687' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-08-29T17:42:53.902 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:42:53 smithi028 bash[31855]: audit 2024-08-29T17:42:53.774724+0000 mon.a (mon.0) 755 : audit [DBG] from='mgr.14499 172.21.15.28:0/1402656687' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-08-29T17:42:53.902 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:42:53 smithi028 bash[31855]: audit 2024-08-29T17:42:53.775355+0000 mon.a (mon.0) 756 : audit [DBG] from='mgr.14499 172.21.15.28:0/1402656687' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-08-29T17:42:53.902 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:42:53 smithi028 bash[31855]: audit 2024-08-29T17:42:53.776006+0000 mon.a (mon.0) 757 : audit [DBG] from='mgr.14499 172.21.15.28:0/1402656687' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-08-29T17:42:53.903 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:42:53 smithi028 bash[31855]: audit 2024-08-29T17:42:53.776621+0000 mon.a (mon.0) 758 : audit [DBG] from='mgr.14499 172.21.15.28:0/1402656687' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-08-29T17:42:53.903 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:42:53 smithi028 bash[31855]: audit 2024-08-29T17:42:53.777272+0000 mon.a (mon.0) 759 : audit [DBG] from='mgr.14499 172.21.15.28:0/1402656687' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-08-29T17:42:53.903 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:42:53 smithi028 bash[31855]: audit 2024-08-29T17:42:53.777924+0000 mon.a (mon.0) 760 : audit [DBG] from='mgr.14499 172.21.15.28:0/1402656687' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-08-29T17:42:53.903 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:42:53 smithi028 bash[31855]: audit 2024-08-29T17:42:53.778559+0000 mon.a (mon.0) 761 : audit [DBG] from='mgr.14499 172.21.15.28:0/1402656687' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-08-29T17:42:53.903 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:42:53 smithi028 bash[22419]: cluster 2024-08-29T17:42:53.748137+0000 mon.a (mon.0) 743 : cluster [INF] Active manager daemon y restarted 2024-08-29T17:42:53.903 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:42:53 smithi028 bash[22419]: cluster 2024-08-29T17:42:53.748485+0000 mon.a (mon.0) 744 : cluster [INF] Activating manager daemon y 2024-08-29T17:42:53.903 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:42:53 smithi028 bash[22419]: cluster 2024-08-29T17:42:53.761933+0000 mon.a (mon.0) 745 : cluster [DBG] osdmap e68: 8 total, 8 up, 8 in 2024-08-29T17:42:53.903 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:42:53 smithi028 bash[22419]: cluster 2024-08-29T17:42:53.762527+0000 mon.a (mon.0) 746 : cluster [DBG] mgrmap e17: y(active, starting, since 0.0141246s), standbys: x 2024-08-29T17:42:53.903 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:42:53 smithi028 bash[22419]: audit 2024-08-29T17:42:53.770011+0000 mon.a (mon.0) 747 : audit [DBG] from='mgr.14499 172.21.15.28:0/1402656687' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-29T17:42:53.903 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:42:53 smithi028 bash[22419]: audit 2024-08-29T17:42:53.770314+0000 mon.a (mon.0) 748 : audit [DBG] from='mgr.14499 172.21.15.28:0/1402656687' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-29T17:42:53.904 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:42:53 smithi028 bash[22419]: audit 2024-08-29T17:42:53.770603+0000 mon.a (mon.0) 749 : audit [DBG] from='mgr.14499 172.21.15.28:0/1402656687' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-29T17:42:53.904 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:42:53 smithi028 bash[22419]: audit 2024-08-29T17:42:53.771965+0000 mon.a (mon.0) 750 : audit [DBG] from='mgr.14499 172.21.15.28:0/1402656687' entity='mgr.y' cmd=[{"prefix": "mds metadata", "who": "a"}]: dispatch 2024-08-29T17:42:53.904 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:42:53 smithi028 bash[22419]: audit 2024-08-29T17:42:53.772361+0000 mon.a (mon.0) 751 : audit [DBG] from='mgr.14499 172.21.15.28:0/1402656687' entity='mgr.y' cmd=[{"prefix": "mds metadata", "who": "b"}]: dispatch 2024-08-29T17:42:53.904 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:42:53 smithi028 bash[22419]: audit 2024-08-29T17:42:53.772911+0000 mon.a (mon.0) 752 : audit [DBG] from='mgr.14499 172.21.15.28:0/1402656687' entity='mgr.y' cmd=[{"prefix": "mgr metadata", "who": "y", "id": "y"}]: dispatch 2024-08-29T17:42:53.904 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:42:53 smithi028 bash[22419]: audit 2024-08-29T17:42:53.773467+0000 mon.a (mon.0) 753 : audit [DBG] from='mgr.14499 172.21.15.28:0/1402656687' entity='mgr.y' cmd=[{"prefix": "mgr metadata", "who": "x", "id": "x"}]: dispatch 2024-08-29T17:42:53.904 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:42:53 smithi028 bash[22419]: audit 2024-08-29T17:42:53.774071+0000 mon.a (mon.0) 754 : audit [DBG] from='mgr.14499 172.21.15.28:0/1402656687' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-08-29T17:42:53.904 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:42:53 smithi028 bash[22419]: audit 2024-08-29T17:42:53.774724+0000 mon.a (mon.0) 755 : audit [DBG] from='mgr.14499 172.21.15.28:0/1402656687' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-08-29T17:42:53.904 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:42:53 smithi028 bash[22419]: audit 2024-08-29T17:42:53.775355+0000 mon.a (mon.0) 756 : audit [DBG] from='mgr.14499 172.21.15.28:0/1402656687' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-08-29T17:42:53.904 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:42:53 smithi028 bash[22419]: audit 2024-08-29T17:42:53.776006+0000 mon.a (mon.0) 757 : audit [DBG] from='mgr.14499 172.21.15.28:0/1402656687' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-08-29T17:42:53.904 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:42:53 smithi028 bash[22419]: audit 2024-08-29T17:42:53.776621+0000 mon.a (mon.0) 758 : audit [DBG] from='mgr.14499 172.21.15.28:0/1402656687' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-08-29T17:42:53.904 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:42:53 smithi028 bash[22419]: audit 2024-08-29T17:42:53.777272+0000 mon.a (mon.0) 759 : audit [DBG] from='mgr.14499 172.21.15.28:0/1402656687' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-08-29T17:42:53.904 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:42:53 smithi028 bash[22419]: audit 2024-08-29T17:42:53.777924+0000 mon.a (mon.0) 760 : audit [DBG] from='mgr.14499 172.21.15.28:0/1402656687' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-08-29T17:42:53.904 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:42:53 smithi028 bash[22419]: audit 2024-08-29T17:42:53.778559+0000 mon.a (mon.0) 761 : audit [DBG] from='mgr.14499 172.21.15.28:0/1402656687' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-08-29T17:42:53.905 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:42:53 smithi028 bash[31855]: audit 2024-08-29T17:42:53.779225+0000 mon.a (mon.0) 762 : audit [DBG] from='mgr.14499 172.21.15.28:0/1402656687' entity='mgr.y' cmd=[{"prefix": "mds metadata"}]: dispatch 2024-08-29T17:42:53.905 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:42:53 smithi028 bash[31855]: audit 2024-08-29T17:42:53.779974+0000 mon.a (mon.0) 763 : audit [DBG] from='mgr.14499 172.21.15.28:0/1402656687' entity='mgr.y' cmd=[{"prefix": "osd metadata"}]: dispatch 2024-08-29T17:42:53.905 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:42:53 smithi028 bash[31855]: audit 2024-08-29T17:42:53.781256+0000 mon.a (mon.0) 764 : audit [DBG] from='mgr.14499 172.21.15.28:0/1402656687' entity='mgr.y' cmd=[{"prefix": "mon metadata"}]: dispatch 2024-08-29T17:42:53.905 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:42:53 smithi028 bash[22419]: audit 2024-08-29T17:42:53.779225+0000 mon.a (mon.0) 762 : audit [DBG] from='mgr.14499 172.21.15.28:0/1402656687' entity='mgr.y' cmd=[{"prefix": "mds metadata"}]: dispatch 2024-08-29T17:42:53.905 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:42:53 smithi028 bash[22419]: audit 2024-08-29T17:42:53.779974+0000 mon.a (mon.0) 763 : audit [DBG] from='mgr.14499 172.21.15.28:0/1402656687' entity='mgr.y' cmd=[{"prefix": "osd metadata"}]: dispatch 2024-08-29T17:42:53.905 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:42:53 smithi028 bash[22419]: audit 2024-08-29T17:42:53.781256+0000 mon.a (mon.0) 764 : audit [DBG] from='mgr.14499 172.21.15.28:0/1402656687' entity='mgr.y' cmd=[{"prefix": "mon metadata"}]: dispatch 2024-08-29T17:42:54.063 INFO:journalctl@ceph.mgr.x.smithi053.stdout:Aug 29 17:42:53 smithi053 bash[25641]: debug 2024-08-29T17:42:53.700+0000 7f3787715ec0 -1 mgr[py] Module prometheus has missing NOTIFY_TYPES member 2024-08-29T17:42:54.063 INFO:journalctl@ceph.mgr.x.smithi053.stdout:Aug 29 17:42:53 smithi053 bash[25641]: debug 2024-08-29T17:42:53.780+0000 7f3787715ec0 -1 mgr[py] Module snap_schedule has missing NOTIFY_TYPES member 2024-08-29T17:42:54.063 INFO:journalctl@ceph.mgr.x.smithi053.stdout:Aug 29 17:42:53 smithi053 bash[25641]: [29/Aug/2024:17:42:53] ENGINE Bus STARTING 2024-08-29T17:42:54.063 INFO:journalctl@ceph.mgr.x.smithi053.stdout:Aug 29 17:42:53 smithi053 bash[25641]: CherryPy Checker: 2024-08-29T17:42:54.064 INFO:journalctl@ceph.mgr.x.smithi053.stdout:Aug 29 17:42:53 smithi053 bash[25641]: The Application mounted at '' has an empty config. 2024-08-29T17:42:54.064 INFO:journalctl@ceph.mgr.x.smithi053.stdout:Aug 29 17:42:53 smithi053 bash[25641]: [29/Aug/2024:17:42:53] ENGINE Serving on http://:::9283 2024-08-29T17:42:54.064 INFO:journalctl@ceph.mgr.x.smithi053.stdout:Aug 29 17:42:53 smithi053 bash[25641]: [29/Aug/2024:17:42:53] ENGINE Bus STARTED 2024-08-29T17:42:54.064 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:42:53 smithi053 bash[24720]: cluster 2024-08-29T17:42:53.748137+0000 mon.a (mon.0) 743 : cluster [INF] Active manager daemon y restarted 2024-08-29T17:42:54.064 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:42:53 smithi053 bash[24720]: cluster 2024-08-29T17:42:53.748485+0000 mon.a (mon.0) 744 : cluster [INF] Activating manager daemon y 2024-08-29T17:42:54.064 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:42:53 smithi053 bash[24720]: cluster 2024-08-29T17:42:53.761933+0000 mon.a (mon.0) 745 : cluster [DBG] osdmap e68: 8 total, 8 up, 8 in 2024-08-29T17:42:54.065 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:42:53 smithi053 bash[24720]: cluster 2024-08-29T17:42:53.762527+0000 mon.a (mon.0) 746 : cluster [DBG] mgrmap e17: y(active, starting, since 0.0141246s), standbys: x 2024-08-29T17:42:54.065 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:42:53 smithi053 bash[24720]: audit 2024-08-29T17:42:53.770011+0000 mon.a (mon.0) 747 : audit [DBG] from='mgr.14499 172.21.15.28:0/1402656687' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-29T17:42:54.065 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:42:53 smithi053 bash[24720]: audit 2024-08-29T17:42:53.770314+0000 mon.a (mon.0) 748 : audit [DBG] from='mgr.14499 172.21.15.28:0/1402656687' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-29T17:42:54.065 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:42:53 smithi053 bash[24720]: audit 2024-08-29T17:42:53.770603+0000 mon.a (mon.0) 749 : audit [DBG] from='mgr.14499 172.21.15.28:0/1402656687' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-29T17:42:54.065 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:42:53 smithi053 bash[24720]: audit 2024-08-29T17:42:53.771965+0000 mon.a (mon.0) 750 : audit [DBG] from='mgr.14499 172.21.15.28:0/1402656687' entity='mgr.y' cmd=[{"prefix": "mds metadata", "who": "a"}]: dispatch 2024-08-29T17:42:54.065 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:42:53 smithi053 bash[24720]: audit 2024-08-29T17:42:53.772361+0000 mon.a (mon.0) 751 : audit [DBG] from='mgr.14499 172.21.15.28:0/1402656687' entity='mgr.y' cmd=[{"prefix": "mds metadata", "who": "b"}]: dispatch 2024-08-29T17:42:54.065 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:42:53 smithi053 bash[24720]: audit 2024-08-29T17:42:53.772911+0000 mon.a (mon.0) 752 : audit [DBG] from='mgr.14499 172.21.15.28:0/1402656687' entity='mgr.y' cmd=[{"prefix": "mgr metadata", "who": "y", "id": "y"}]: dispatch 2024-08-29T17:42:54.065 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:42:53 smithi053 bash[24720]: audit 2024-08-29T17:42:53.773467+0000 mon.a (mon.0) 753 : audit [DBG] from='mgr.14499 172.21.15.28:0/1402656687' entity='mgr.y' cmd=[{"prefix": "mgr metadata", "who": "x", "id": "x"}]: dispatch 2024-08-29T17:42:54.065 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:42:53 smithi053 bash[24720]: audit 2024-08-29T17:42:53.774071+0000 mon.a (mon.0) 754 : audit [DBG] from='mgr.14499 172.21.15.28:0/1402656687' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-08-29T17:42:54.065 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:42:53 smithi053 bash[24720]: audit 2024-08-29T17:42:53.774724+0000 mon.a (mon.0) 755 : audit [DBG] from='mgr.14499 172.21.15.28:0/1402656687' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-08-29T17:42:54.065 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:42:53 smithi053 bash[24720]: audit 2024-08-29T17:42:53.775355+0000 mon.a (mon.0) 756 : audit [DBG] from='mgr.14499 172.21.15.28:0/1402656687' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-08-29T17:42:54.065 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:42:53 smithi053 bash[24720]: audit 2024-08-29T17:42:53.776006+0000 mon.a (mon.0) 757 : audit [DBG] from='mgr.14499 172.21.15.28:0/1402656687' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-08-29T17:42:54.066 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:42:53 smithi053 bash[24720]: audit 2024-08-29T17:42:53.776621+0000 mon.a (mon.0) 758 : audit [DBG] from='mgr.14499 172.21.15.28:0/1402656687' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-08-29T17:42:54.066 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:42:53 smithi053 bash[24720]: audit 2024-08-29T17:42:53.777272+0000 mon.a (mon.0) 759 : audit [DBG] from='mgr.14499 172.21.15.28:0/1402656687' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-08-29T17:42:54.066 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:42:53 smithi053 bash[24720]: audit 2024-08-29T17:42:53.777924+0000 mon.a (mon.0) 760 : audit [DBG] from='mgr.14499 172.21.15.28:0/1402656687' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-08-29T17:42:54.066 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:42:53 smithi053 bash[24720]: audit 2024-08-29T17:42:53.778559+0000 mon.a (mon.0) 761 : audit [DBG] from='mgr.14499 172.21.15.28:0/1402656687' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-08-29T17:42:54.066 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:42:53 smithi053 bash[24720]: audit 2024-08-29T17:42:53.779225+0000 mon.a (mon.0) 762 : audit [DBG] from='mgr.14499 172.21.15.28:0/1402656687' entity='mgr.y' cmd=[{"prefix": "mds metadata"}]: dispatch 2024-08-29T17:42:54.066 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:42:53 smithi053 bash[24720]: audit 2024-08-29T17:42:53.779974+0000 mon.a (mon.0) 763 : audit [DBG] from='mgr.14499 172.21.15.28:0/1402656687' entity='mgr.y' cmd=[{"prefix": "osd metadata"}]: dispatch 2024-08-29T17:42:54.066 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:42:53 smithi053 bash[24720]: audit 2024-08-29T17:42:53.781256+0000 mon.a (mon.0) 764 : audit [DBG] from='mgr.14499 172.21.15.28:0/1402656687' entity='mgr.y' cmd=[{"prefix": "mon metadata"}]: dispatch 2024-08-29T17:42:54.195 INFO:journalctl@ceph.mgr.y.smithi028.stdout:Aug 29 17:42:53 smithi028 bash[22672]: debug 2024-08-29T17:42:53.905+0000 7f90d6e11640 -1 client.0 error registering admin socket command: (17) File exists 2024-08-29T17:42:54.195 INFO:journalctl@ceph.mgr.y.smithi028.stdout:Aug 29 17:42:53 smithi028 bash[22672]: debug 2024-08-29T17:42:53.905+0000 7f90d6e11640 -1 client.0 error registering admin socket command: (17) File exists 2024-08-29T17:42:54.195 INFO:journalctl@ceph.mgr.y.smithi028.stdout:Aug 29 17:42:53 smithi028 bash[22672]: debug 2024-08-29T17:42:53.905+0000 7f90d6e11640 -1 client.0 error registering admin socket command: (17) File exists 2024-08-29T17:42:54.195 INFO:journalctl@ceph.mgr.y.smithi028.stdout:Aug 29 17:42:53 smithi028 bash[22672]: debug 2024-08-29T17:42:53.905+0000 7f90d6e11640 -1 client.0 error registering admin socket command: (17) File exists 2024-08-29T17:42:54.195 INFO:journalctl@ceph.mgr.y.smithi028.stdout:Aug 29 17:42:53 smithi028 bash[22672]: debug 2024-08-29T17:42:53.905+0000 7f90d6e11640 -1 client.0 error registering admin socket command: (17) File exists 2024-08-29T17:42:54.195 INFO:journalctl@ceph.mgr.y.smithi028.stdout:Aug 29 17:42:53 smithi028 bash[22672]: debug 2024-08-29T17:42:53.905+0000 7f90d9616640 -1 client.0 error registering admin socket command: (17) File exists 2024-08-29T17:42:54.195 INFO:journalctl@ceph.mgr.y.smithi028.stdout:Aug 29 17:42:53 smithi028 bash[22672]: debug 2024-08-29T17:42:53.905+0000 7f90d9616640 -1 client.0 error registering admin socket command: (17) File exists 2024-08-29T17:42:54.195 INFO:journalctl@ceph.mgr.y.smithi028.stdout:Aug 29 17:42:53 smithi028 bash[22672]: debug 2024-08-29T17:42:53.905+0000 7f90d9616640 -1 client.0 error registering admin socket command: (17) File exists 2024-08-29T17:42:54.195 INFO:journalctl@ceph.mgr.y.smithi028.stdout:Aug 29 17:42:53 smithi028 bash[22672]: debug 2024-08-29T17:42:53.905+0000 7f90d9616640 -1 client.0 error registering admin socket command: (17) File exists 2024-08-29T17:42:54.196 INFO:journalctl@ceph.mgr.y.smithi028.stdout:Aug 29 17:42:53 smithi028 bash[22672]: debug 2024-08-29T17:42:53.905+0000 7f90d9616640 -1 client.0 error registering admin socket command: (17) File exists 2024-08-29T17:42:54.196 INFO:journalctl@ceph.mgr.y.smithi028.stdout:Aug 29 17:42:53 smithi028 bash[22672]: [29/Aug/2024:17:42:53] ENGINE Serving on http://:::9283 2024-08-29T17:42:54.196 INFO:journalctl@ceph.mgr.y.smithi028.stdout:Aug 29 17:42:53 smithi028 bash[22672]: [29/Aug/2024:17:42:53] ENGINE Bus STARTED 2024-08-29T17:42:54.847 INFO:teuthology.orchestra.run.smithi053.stdout:Scheduled alertmanager update... 2024-08-29T17:42:55.072 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:42:54 smithi053 bash[24720]: cluster 2024-08-29T17:42:53.807569+0000 mon.a (mon.0) 765 : cluster [INF] Manager daemon y is now available 2024-08-29T17:42:55.072 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:42:54 smithi053 bash[24720]: cluster 2024-08-29T17:42:53.810121+0000 mon.a (mon.0) 766 : cluster [DBG] Standby manager daemon x restarted 2024-08-29T17:42:55.072 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:42:54 smithi053 bash[24720]: cluster 2024-08-29T17:42:53.810205+0000 mon.a (mon.0) 767 : cluster [DBG] Standby manager daemon x started 2024-08-29T17:42:55.072 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:42:54 smithi053 bash[24720]: audit 2024-08-29T17:42:53.813178+0000 mon.b (mon.1) 26 : audit [DBG] from='mgr.? 172.21.15.53:0/1998724232' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/crt"}]: dispatch 2024-08-29T17:42:55.072 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:42:54 smithi053 bash[24720]: audit 2024-08-29T17:42:53.816677+0000 mon.b (mon.1) 27 : audit [DBG] from='mgr.? 172.21.15.53:0/1998724232' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2024-08-29T17:42:55.072 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:42:54 smithi053 bash[24720]: audit 2024-08-29T17:42:53.818938+0000 mon.b (mon.1) 28 : audit [DBG] from='mgr.? 172.21.15.53:0/1998724232' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/key"}]: dispatch 2024-08-29T17:42:55.072 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:42:54 smithi053 bash[24720]: audit 2024-08-29T17:42:53.819449+0000 mon.b (mon.1) 29 : audit [DBG] from='mgr.? 172.21.15.53:0/1998724232' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2024-08-29T17:42:55.072 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:42:54 smithi053 bash[24720]: audit 2024-08-29T17:42:53.827732+0000 mon.a (mon.0) 768 : audit [DBG] from='mgr.14499 172.21.15.28:0/1402656687' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-29T17:42:55.073 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:42:54 smithi053 bash[24720]: audit 2024-08-29T17:42:53.848161+0000 mon.a (mon.0) 769 : audit [INF] from='mgr.14499 172.21.15.28:0/1402656687' entity='mgr.y' 2024-08-29T17:42:55.073 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:42:54 smithi053 bash[24720]: audit 2024-08-29T17:42:53.855670+0000 mon.a (mon.0) 770 : audit [DBG] from='mgr.14499 172.21.15.28:0/1402656687' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-29T17:42:55.073 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:42:54 smithi053 bash[24720]: audit 2024-08-29T17:42:53.857486+0000 mon.a (mon.0) 771 : audit [INF] from='mgr.14499 172.21.15.28:0/1402656687' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/mirror_snapshot_schedule"}]: dispatch 2024-08-29T17:42:55.073 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:42:54 smithi053 bash[24720]: audit 2024-08-29T17:42:53.863029+0000 mon.a (mon.0) 772 : audit [INF] from='mgr.14499 172.21.15.28:0/1402656687' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/trash_purge_schedule"}]: dispatch 2024-08-29T17:42:55.126 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:42:54 smithi028 bash[31855]: cluster 2024-08-29T17:42:53.807569+0000 mon.a (mon.0) 765 : cluster [INF] Manager daemon y is now available 2024-08-29T17:42:55.126 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:42:54 smithi028 bash[31855]: cluster 2024-08-29T17:42:53.810121+0000 mon.a (mon.0) 766 : cluster [DBG] Standby manager daemon x restarted 2024-08-29T17:42:55.127 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:42:54 smithi028 bash[31855]: cluster 2024-08-29T17:42:53.810205+0000 mon.a (mon.0) 767 : cluster [DBG] Standby manager daemon x started 2024-08-29T17:42:55.127 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:42:54 smithi028 bash[31855]: audit 2024-08-29T17:42:53.813178+0000 mon.b (mon.1) 26 : audit [DBG] from='mgr.? 172.21.15.53:0/1998724232' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/crt"}]: dispatch 2024-08-29T17:42:55.127 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:42:54 smithi028 bash[31855]: audit 2024-08-29T17:42:53.816677+0000 mon.b (mon.1) 27 : audit [DBG] from='mgr.? 172.21.15.53:0/1998724232' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2024-08-29T17:42:55.127 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:42:54 smithi028 bash[31855]: audit 2024-08-29T17:42:53.818938+0000 mon.b (mon.1) 28 : audit [DBG] from='mgr.? 172.21.15.53:0/1998724232' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/key"}]: dispatch 2024-08-29T17:42:55.127 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:42:54 smithi028 bash[31855]: audit 2024-08-29T17:42:53.819449+0000 mon.b (mon.1) 29 : audit [DBG] from='mgr.? 172.21.15.53:0/1998724232' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2024-08-29T17:42:55.127 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:42:54 smithi028 bash[31855]: audit 2024-08-29T17:42:53.827732+0000 mon.a (mon.0) 768 : audit [DBG] from='mgr.14499 172.21.15.28:0/1402656687' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-29T17:42:55.127 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:42:54 smithi028 bash[31855]: audit 2024-08-29T17:42:53.848161+0000 mon.a (mon.0) 769 : audit [INF] from='mgr.14499 172.21.15.28:0/1402656687' entity='mgr.y' 2024-08-29T17:42:55.127 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:42:54 smithi028 bash[31855]: audit 2024-08-29T17:42:53.855670+0000 mon.a (mon.0) 770 : audit [DBG] from='mgr.14499 172.21.15.28:0/1402656687' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-29T17:42:55.127 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:42:54 smithi028 bash[31855]: audit 2024-08-29T17:42:53.857486+0000 mon.a (mon.0) 771 : audit [INF] from='mgr.14499 172.21.15.28:0/1402656687' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/mirror_snapshot_schedule"}]: dispatch 2024-08-29T17:42:55.127 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:42:54 smithi028 bash[31855]: audit 2024-08-29T17:42:53.863029+0000 mon.a (mon.0) 772 : audit [INF] from='mgr.14499 172.21.15.28:0/1402656687' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/trash_purge_schedule"}]: dispatch 2024-08-29T17:42:55.127 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:42:54 smithi028 bash[22419]: cluster 2024-08-29T17:42:53.807569+0000 mon.a (mon.0) 765 : cluster [INF] Manager daemon y is now available 2024-08-29T17:42:55.128 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:42:54 smithi028 bash[22419]: cluster 2024-08-29T17:42:53.810121+0000 mon.a (mon.0) 766 : cluster [DBG] Standby manager daemon x restarted 2024-08-29T17:42:55.128 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:42:54 smithi028 bash[22419]: cluster 2024-08-29T17:42:53.810205+0000 mon.a (mon.0) 767 : cluster [DBG] Standby manager daemon x started 2024-08-29T17:42:55.128 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:42:54 smithi028 bash[22419]: audit 2024-08-29T17:42:53.813178+0000 mon.b (mon.1) 26 : audit [DBG] from='mgr.? 172.21.15.53:0/1998724232' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/crt"}]: dispatch 2024-08-29T17:42:55.128 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:42:54 smithi028 bash[22419]: audit 2024-08-29T17:42:53.816677+0000 mon.b (mon.1) 27 : audit [DBG] from='mgr.? 172.21.15.53:0/1998724232' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2024-08-29T17:42:55.128 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:42:54 smithi028 bash[22419]: audit 2024-08-29T17:42:53.818938+0000 mon.b (mon.1) 28 : audit [DBG] from='mgr.? 172.21.15.53:0/1998724232' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/key"}]: dispatch 2024-08-29T17:42:55.128 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:42:54 smithi028 bash[22419]: audit 2024-08-29T17:42:53.819449+0000 mon.b (mon.1) 29 : audit [DBG] from='mgr.? 172.21.15.53:0/1998724232' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2024-08-29T17:42:55.128 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:42:54 smithi028 bash[22419]: audit 2024-08-29T17:42:53.827732+0000 mon.a (mon.0) 768 : audit [DBG] from='mgr.14499 172.21.15.28:0/1402656687' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-29T17:42:55.128 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:42:54 smithi028 bash[22419]: audit 2024-08-29T17:42:53.848161+0000 mon.a (mon.0) 769 : audit [INF] from='mgr.14499 172.21.15.28:0/1402656687' entity='mgr.y' 2024-08-29T17:42:55.128 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:42:54 smithi028 bash[22419]: audit 2024-08-29T17:42:53.855670+0000 mon.a (mon.0) 770 : audit [DBG] from='mgr.14499 172.21.15.28:0/1402656687' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-29T17:42:55.128 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:42:54 smithi028 bash[22419]: audit 2024-08-29T17:42:53.857486+0000 mon.a (mon.0) 771 : audit [INF] from='mgr.14499 172.21.15.28:0/1402656687' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/mirror_snapshot_schedule"}]: dispatch 2024-08-29T17:42:55.128 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:42:54 smithi028 bash[22419]: audit 2024-08-29T17:42:53.863029+0000 mon.a (mon.0) 772 : audit [INF] from='mgr.14499 172.21.15.28:0/1402656687' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/trash_purge_schedule"}]: dispatch 2024-08-29T17:42:55.834 DEBUG:teuthology.orchestra.run.smithi028:alertmanager.a> sudo journalctl -f -n 0 -u ceph-3167ee72-662c-11ef-bcd4-c7b262605968@alertmanager.a.service 2024-08-29T17:42:55.837 INFO:tasks.cephadm:Adding grafana.a on smithi053 2024-08-29T17:42:55.837 DEBUG:teuthology.orchestra.run.smithi053:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 3167ee72-662c-11ef-bcd4-c7b262605968 -- ceph orch apply grafana '1;smithi053=a' 2024-08-29T17:42:56.071 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:42:55 smithi053 bash[24720]: cluster 2024-08-29T17:42:54.830141+0000 mon.a (mon.0) 773 : cluster [DBG] mgrmap e18: y(active, since 1.08173s), standbys: x 2024-08-29T17:42:56.071 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:42:55 smithi053 bash[24720]: cephadm 2024-08-29T17:42:54.845671+0000 mgr.y (mgr.14499) 2 : cephadm [INF] Saving service alertmanager spec with placement smithi028=a;count:1 2024-08-29T17:42:56.072 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:42:55 smithi053 bash[24720]: cluster 2024-08-29T17:42:54.845909+0000 mgr.y (mgr.14499) 3 : cluster [DBG] pgmap v3: 97 pgs: 97 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-29T17:42:56.072 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:42:55 smithi053 bash[24720]: audit 2024-08-29T17:42:54.852723+0000 mon.a (mon.0) 774 : audit [INF] from='mgr.14499 172.21.15.28:0/1402656687' entity='mgr.y' 2024-08-29T17:42:56.072 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:42:55 smithi053 bash[24720]: audit 2024-08-29T17:42:55.777309+0000 mon.a (mon.0) 775 : audit [INF] from='mgr.14499 172.21.15.28:0/1402656687' entity='mgr.y' 2024-08-29T17:42:56.126 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:42:55 smithi028 bash[31855]: cluster 2024-08-29T17:42:54.830141+0000 mon.a (mon.0) 773 : cluster [DBG] mgrmap e18: y(active, since 1.08173s), standbys: x 2024-08-29T17:42:56.126 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:42:55 smithi028 bash[31855]: cephadm 2024-08-29T17:42:54.845671+0000 mgr.y (mgr.14499) 2 : cephadm [INF] Saving service alertmanager spec with placement smithi028=a;count:1 2024-08-29T17:42:56.127 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:42:55 smithi028 bash[31855]: cluster 2024-08-29T17:42:54.845909+0000 mgr.y (mgr.14499) 3 : cluster [DBG] pgmap v3: 97 pgs: 97 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-29T17:42:56.127 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:42:55 smithi028 bash[31855]: audit 2024-08-29T17:42:54.852723+0000 mon.a (mon.0) 774 : audit [INF] from='mgr.14499 172.21.15.28:0/1402656687' entity='mgr.y' 2024-08-29T17:42:56.127 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:42:55 smithi028 bash[31855]: audit 2024-08-29T17:42:55.777309+0000 mon.a (mon.0) 775 : audit [INF] from='mgr.14499 172.21.15.28:0/1402656687' entity='mgr.y' 2024-08-29T17:42:56.127 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:42:55 smithi028 bash[22419]: cluster 2024-08-29T17:42:54.830141+0000 mon.a (mon.0) 773 : cluster [DBG] mgrmap e18: y(active, since 1.08173s), standbys: x 2024-08-29T17:42:56.127 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:42:55 smithi028 bash[22419]: cephadm 2024-08-29T17:42:54.845671+0000 mgr.y (mgr.14499) 2 : cephadm [INF] Saving service alertmanager spec with placement smithi028=a;count:1 2024-08-29T17:42:56.128 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:42:55 smithi028 bash[22419]: cluster 2024-08-29T17:42:54.845909+0000 mgr.y (mgr.14499) 3 : cluster [DBG] pgmap v3: 97 pgs: 97 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-29T17:42:56.128 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:42:55 smithi028 bash[22419]: audit 2024-08-29T17:42:54.852723+0000 mon.a (mon.0) 774 : audit [INF] from='mgr.14499 172.21.15.28:0/1402656687' entity='mgr.y' 2024-08-29T17:42:56.128 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:42:55 smithi028 bash[22419]: audit 2024-08-29T17:42:55.777309+0000 mon.a (mon.0) 775 : audit [INF] from='mgr.14499 172.21.15.28:0/1402656687' entity='mgr.y' 2024-08-29T17:42:56.128 INFO:journalctl@ceph.mgr.y.smithi028.stdout:Aug 29 17:42:55 smithi028 bash[22672]: debug 2024-08-29T17:42:55.773+0000 7f90c31aa640 -1 log_channel(cephadm) log [ERR] : [29/Aug/2024:17:42:55] ENGINE Error in HTTPServer.serve 2024-08-29T17:42:56.129 INFO:journalctl@ceph.mgr.y.smithi028.stdout:Aug 29 17:42:55 smithi028 bash[22672]: Traceback (most recent call last): 2024-08-29T17:42:56.129 INFO:journalctl@ceph.mgr.y.smithi028.stdout:Aug 29 17:42:55 smithi028 bash[22672]: File "/lib/python3.9/site-packages/cheroot/server.py", line 1823, in serve 2024-08-29T17:42:56.129 INFO:journalctl@ceph.mgr.y.smithi028.stdout:Aug 29 17:42:55 smithi028 bash[22672]: self._connections.run(self.expiration_interval) 2024-08-29T17:42:56.129 INFO:journalctl@ceph.mgr.y.smithi028.stdout:Aug 29 17:42:55 smithi028 bash[22672]: File "/lib/python3.9/site-packages/cheroot/connections.py", line 203, in run 2024-08-29T17:42:56.129 INFO:journalctl@ceph.mgr.y.smithi028.stdout:Aug 29 17:42:55 smithi028 bash[22672]: self._run(expiration_interval) 2024-08-29T17:42:56.129 INFO:journalctl@ceph.mgr.y.smithi028.stdout:Aug 29 17:42:55 smithi028 bash[22672]: File "/lib/python3.9/site-packages/cheroot/connections.py", line 246, in _run 2024-08-29T17:42:56.129 INFO:journalctl@ceph.mgr.y.smithi028.stdout:Aug 29 17:42:55 smithi028 bash[22672]: new_conn = self._from_server_socket(self.server.socket) 2024-08-29T17:42:56.129 INFO:journalctl@ceph.mgr.y.smithi028.stdout:Aug 29 17:42:55 smithi028 bash[22672]: File "/lib/python3.9/site-packages/cheroot/connections.py", line 300, in _from_server_socket 2024-08-29T17:42:56.129 INFO:journalctl@ceph.mgr.y.smithi028.stdout:Aug 29 17:42:55 smithi028 bash[22672]: s, ssl_env = self.server.ssl_adapter.wrap(s) 2024-08-29T17:42:56.129 INFO:journalctl@ceph.mgr.y.smithi028.stdout:Aug 29 17:42:55 smithi028 bash[22672]: File "/lib/python3.9/site-packages/cheroot/ssl/builtin.py", line 277, in wrap 2024-08-29T17:42:56.129 INFO:journalctl@ceph.mgr.y.smithi028.stdout:Aug 29 17:42:55 smithi028 bash[22672]: s = self.context.wrap_socket( 2024-08-29T17:42:56.129 INFO:journalctl@ceph.mgr.y.smithi028.stdout:Aug 29 17:42:55 smithi028 bash[22672]: File "/lib64/python3.9/ssl.py", line 501, in wrap_socket 2024-08-29T17:42:56.129 INFO:journalctl@ceph.mgr.y.smithi028.stdout:Aug 29 17:42:55 smithi028 bash[22672]: return self.sslsocket_class._create( 2024-08-29T17:42:56.130 INFO:journalctl@ceph.mgr.y.smithi028.stdout:Aug 29 17:42:55 smithi028 bash[22672]: File "/lib64/python3.9/ssl.py", line 1074, in _create 2024-08-29T17:42:56.130 INFO:journalctl@ceph.mgr.y.smithi028.stdout:Aug 29 17:42:55 smithi028 bash[22672]: self.do_handshake() 2024-08-29T17:42:56.130 INFO:journalctl@ceph.mgr.y.smithi028.stdout:Aug 29 17:42:55 smithi028 bash[22672]: File "/lib64/python3.9/ssl.py", line 1343, in do_handshake 2024-08-29T17:42:56.130 INFO:journalctl@ceph.mgr.y.smithi028.stdout:Aug 29 17:42:55 smithi028 bash[22672]: self._sslobj.do_handshake() 2024-08-29T17:42:56.130 INFO:journalctl@ceph.mgr.y.smithi028.stdout:Aug 29 17:42:55 smithi028 bash[22672]: ssl.SSLZeroReturnError: TLS/SSL connection has been closed (EOF) (_ssl.c:1133) 2024-08-29T17:42:56.571 INFO:journalctl@ceph.mgr.x.smithi053.stdout:Aug 29 17:42:56 smithi053 bash[25641]: ::ffff:172.21.15.53 - - [29/Aug/2024:17:42:56] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.43.0" 2024-08-29T17:42:57.127 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:42:56 smithi028 bash[22419]: cephadm 2024-08-29T17:42:55.648095+0000 mgr.y (mgr.14499) 4 : cephadm [INF] [29/Aug/2024:17:42:55] ENGINE Bus STARTING 2024-08-29T17:42:57.127 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:42:56 smithi028 bash[22419]: cephadm 2024-08-29T17:42:55.772102+0000 mgr.y (mgr.14499) 5 : cephadm [INF] [29/Aug/2024:17:42:55] ENGINE Serving on https://172.21.15.28:7150 2024-08-29T17:42:57.127 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:42:56 smithi028 bash[22419]: cephadm 2024-08-29T17:42:55.772221+0000 mgr.y (mgr.14499) 6 : cephadm [INF] [29/Aug/2024:17:42:55] ENGINE Bus STARTED 2024-08-29T17:42:57.128 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:42:56 smithi028 bash[22419]: cluster 2024-08-29T17:42:55.773999+0000 mgr.y (mgr.14499) 7 : cluster [DBG] pgmap v4: 97 pgs: 97 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-29T17:42:57.128 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:42:56 smithi028 bash[22419]: cephadm 2024-08-29T17:42:55.774218+0000 mgr.y (mgr.14499) 8 : cephadm [ERR] [29/Aug/2024:17:42:55] ENGINE Error in HTTPServer.serve 2024-08-29T17:42:57.128 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:42:56 smithi028 bash[22419]: Traceback (most recent call last): 2024-08-29T17:42:57.128 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:42:56 smithi028 bash[22419]: File "/lib/python3.9/site-packages/cheroot/server.py", line 1823, in serve 2024-08-29T17:42:57.128 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:42:56 smithi028 bash[22419]: self._connections.run(self.expiration_interval) 2024-08-29T17:42:57.129 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:42:56 smithi028 bash[22419]: File "/lib/python3.9/site-packages/cheroot/connections.py", line 203, in run 2024-08-29T17:42:57.129 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:42:56 smithi028 bash[22419]: self._run(expiration_interval) 2024-08-29T17:42:57.129 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:42:56 smithi028 bash[22419]: File "/lib/python3.9/site-packages/cheroot/connections.py", line 246, in _run 2024-08-29T17:42:57.129 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:42:56 smithi028 bash[22419]: new_conn = self._from_server_socket(self.server.socket) 2024-08-29T17:42:57.129 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:42:56 smithi028 bash[22419]: File "/lib/python3.9/site-packages/cheroot/connections.py", line 300, in _from_server_socket 2024-08-29T17:42:57.129 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:42:56 smithi028 bash[22419]: s, ssl_env = self.server.ssl_adapter.wrap(s) 2024-08-29T17:42:57.130 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:42:56 smithi028 bash[22419]: File "/lib/python3.9/site-packages/cheroot/ssl/builtin.py", line 277, in wrap 2024-08-29T17:42:57.130 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:42:56 smithi028 bash[22419]: s = self.context.wrap_socket( 2024-08-29T17:42:57.130 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:42:56 smithi028 bash[22419]: File "/lib64/python3.9/ssl.py", line 501, in wrap_socket 2024-08-29T17:42:57.130 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:42:56 smithi028 bash[22419]: return self.sslsocket_class._create( 2024-08-29T17:42:57.130 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:42:56 smithi028 bash[22419]: File "/lib64/python3.9/ssl.py", line 1074, in _create 2024-08-29T17:42:57.131 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:42:56 smithi028 bash[22419]: self.do_handshake() 2024-08-29T17:42:57.131 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:42:56 smithi028 bash[22419]: File "/lib64/python3.9/ssl.py", line 1343, in do_handshake 2024-08-29T17:42:57.131 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:42:56 smithi028 bash[22419]: self._sslobj.do_handshake() 2024-08-29T17:42:57.131 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:42:56 smithi028 bash[22419]: ssl.SSLZeroReturnError: TLS/SSL connection has been closed (EOF) (_ssl.c:1133) 2024-08-29T17:42:57.131 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:42:56 smithi028 bash[22419]: cluster 2024-08-29T17:42:55.864301+0000 mon.a (mon.0) 776 : cluster [DBG] mgrmap e19: y(active, since 2s), standbys: x 2024-08-29T17:42:57.132 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:42:56 smithi028 bash[31855]: cephadm 2024-08-29T17:42:55.648095+0000 mgr.y (mgr.14499) 4 : cephadm [INF] [29/Aug/2024:17:42:55] ENGINE Bus STARTING 2024-08-29T17:42:57.132 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:42:56 smithi028 bash[31855]: cephadm 2024-08-29T17:42:55.772102+0000 mgr.y (mgr.14499) 5 : cephadm [INF] [29/Aug/2024:17:42:55] ENGINE Serving on https://172.21.15.28:7150 2024-08-29T17:42:57.132 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:42:56 smithi028 bash[31855]: cephadm 2024-08-29T17:42:55.772221+0000 mgr.y (mgr.14499) 6 : cephadm [INF] [29/Aug/2024:17:42:55] ENGINE Bus STARTED 2024-08-29T17:42:57.132 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:42:56 smithi028 bash[31855]: cluster 2024-08-29T17:42:55.773999+0000 mgr.y (mgr.14499) 7 : cluster [DBG] pgmap v4: 97 pgs: 97 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-29T17:42:57.132 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:42:56 smithi028 bash[31855]: cephadm 2024-08-29T17:42:55.774218+0000 mgr.y (mgr.14499) 8 : cephadm [ERR] [29/Aug/2024:17:42:55] ENGINE Error in HTTPServer.serve 2024-08-29T17:42:57.132 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:42:56 smithi028 bash[31855]: Traceback (most recent call last): 2024-08-29T17:42:57.133 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:42:56 smithi028 bash[31855]: File "/lib/python3.9/site-packages/cheroot/server.py", line 1823, in serve 2024-08-29T17:42:57.133 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:42:56 smithi028 bash[31855]: self._connections.run(self.expiration_interval) 2024-08-29T17:42:57.133 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:42:56 smithi028 bash[31855]: File "/lib/python3.9/site-packages/cheroot/connections.py", line 203, in run 2024-08-29T17:42:57.133 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:42:56 smithi028 bash[31855]: self._run(expiration_interval) 2024-08-29T17:42:57.133 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:42:56 smithi028 bash[31855]: File "/lib/python3.9/site-packages/cheroot/connections.py", line 246, in _run 2024-08-29T17:42:57.133 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:42:56 smithi028 bash[31855]: new_conn = self._from_server_socket(self.server.socket) 2024-08-29T17:42:57.134 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:42:56 smithi028 bash[31855]: File "/lib/python3.9/site-packages/cheroot/connections.py", line 300, in _from_server_socket 2024-08-29T17:42:57.134 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:42:56 smithi028 bash[31855]: s, ssl_env = self.server.ssl_adapter.wrap(s) 2024-08-29T17:42:57.134 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:42:56 smithi028 bash[31855]: File "/lib/python3.9/site-packages/cheroot/ssl/builtin.py", line 277, in wrap 2024-08-29T17:42:57.134 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:42:56 smithi028 bash[31855]: s = self.context.wrap_socket( 2024-08-29T17:42:57.134 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:42:56 smithi028 bash[31855]: File "/lib64/python3.9/ssl.py", line 501, in wrap_socket 2024-08-29T17:42:57.134 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:42:56 smithi028 bash[31855]: return self.sslsocket_class._create( 2024-08-29T17:42:57.134 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:42:56 smithi028 bash[31855]: File "/lib64/python3.9/ssl.py", line 1074, in _create 2024-08-29T17:42:57.134 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:42:56 smithi028 bash[31855]: self.do_handshake() 2024-08-29T17:42:57.135 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:42:56 smithi028 bash[31855]: File "/lib64/python3.9/ssl.py", line 1343, in do_handshake 2024-08-29T17:42:57.135 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:42:56 smithi028 bash[31855]: self._sslobj.do_handshake() 2024-08-29T17:42:57.135 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:42:56 smithi028 bash[31855]: ssl.SSLZeroReturnError: TLS/SSL connection has been closed (EOF) (_ssl.c:1133) 2024-08-29T17:42:57.135 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:42:56 smithi028 bash[31855]: cluster 2024-08-29T17:42:55.864301+0000 mon.a (mon.0) 776 : cluster [DBG] mgrmap e19: y(active, since 2s), standbys: x 2024-08-29T17:42:57.322 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:42:56 smithi053 bash[24720]: cephadm 2024-08-29T17:42:55.648095+0000 mgr.y (mgr.14499) 4 : cephadm [INF] [29/Aug/2024:17:42:55] ENGINE Bus STARTING 2024-08-29T17:42:57.322 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:42:56 smithi053 bash[24720]: cephadm 2024-08-29T17:42:55.772102+0000 mgr.y (mgr.14499) 5 : cephadm [INF] [29/Aug/2024:17:42:55] ENGINE Serving on https://172.21.15.28:7150 2024-08-29T17:42:57.323 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:42:56 smithi053 bash[24720]: cephadm 2024-08-29T17:42:55.772221+0000 mgr.y (mgr.14499) 6 : cephadm [INF] [29/Aug/2024:17:42:55] ENGINE Bus STARTED 2024-08-29T17:42:57.323 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:42:56 smithi053 bash[24720]: cluster 2024-08-29T17:42:55.773999+0000 mgr.y (mgr.14499) 7 : cluster [DBG] pgmap v4: 97 pgs: 97 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-29T17:42:57.323 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:42:56 smithi053 bash[24720]: cephadm 2024-08-29T17:42:55.774218+0000 mgr.y (mgr.14499) 8 : cephadm [ERR] [29/Aug/2024:17:42:55] ENGINE Error in HTTPServer.serve 2024-08-29T17:42:57.323 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:42:56 smithi053 bash[24720]: Traceback (most recent call last): 2024-08-29T17:42:57.323 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:42:56 smithi053 bash[24720]: File "/lib/python3.9/site-packages/cheroot/server.py", line 1823, in serve 2024-08-29T17:42:57.324 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:42:56 smithi053 bash[24720]: self._connections.run(self.expiration_interval) 2024-08-29T17:42:57.324 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:42:56 smithi053 bash[24720]: File "/lib/python3.9/site-packages/cheroot/connections.py", line 203, in run 2024-08-29T17:42:57.324 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:42:56 smithi053 bash[24720]: self._run(expiration_interval) 2024-08-29T17:42:57.324 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:42:56 smithi053 bash[24720]: File "/lib/python3.9/site-packages/cheroot/connections.py", line 246, in _run 2024-08-29T17:42:57.324 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:42:56 smithi053 bash[24720]: new_conn = self._from_server_socket(self.server.socket) 2024-08-29T17:42:57.325 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:42:56 smithi053 bash[24720]: File "/lib/python3.9/site-packages/cheroot/connections.py", line 300, in _from_server_socket 2024-08-29T17:42:57.325 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:42:56 smithi053 bash[24720]: s, ssl_env = self.server.ssl_adapter.wrap(s) 2024-08-29T17:42:57.325 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:42:56 smithi053 bash[24720]: File "/lib/python3.9/site-packages/cheroot/ssl/builtin.py", line 277, in wrap 2024-08-29T17:42:57.325 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:42:56 smithi053 bash[24720]: s = self.context.wrap_socket( 2024-08-29T17:42:57.325 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:42:56 smithi053 bash[24720]: File "/lib64/python3.9/ssl.py", line 501, in wrap_socket 2024-08-29T17:42:57.325 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:42:56 smithi053 bash[24720]: return self.sslsocket_class._create( 2024-08-29T17:42:57.326 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:42:56 smithi053 bash[24720]: File "/lib64/python3.9/ssl.py", line 1074, in _create 2024-08-29T17:42:57.326 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:42:56 smithi053 bash[24720]: self.do_handshake() 2024-08-29T17:42:57.326 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:42:56 smithi053 bash[24720]: File "/lib64/python3.9/ssl.py", line 1343, in do_handshake 2024-08-29T17:42:57.326 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:42:56 smithi053 bash[24720]: self._sslobj.do_handshake() 2024-08-29T17:42:57.326 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:42:56 smithi053 bash[24720]: ssl.SSLZeroReturnError: TLS/SSL connection has been closed (EOF) (_ssl.c:1133) 2024-08-29T17:42:57.326 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:42:56 smithi053 bash[24720]: cluster 2024-08-29T17:42:55.864301+0000 mon.a (mon.0) 776 : cluster [DBG] mgrmap e19: y(active, since 2s), standbys: x 2024-08-29T17:42:59.126 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:42:58 smithi028 bash[31855]: cluster 2024-08-29T17:42:57.774722+0000 mgr.y (mgr.14499) 9 : cluster [DBG] pgmap v5: 97 pgs: 97 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-29T17:42:59.126 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:42:58 smithi028 bash[31855]: cluster 2024-08-29T17:42:57.875864+0000 mon.a (mon.0) 777 : cluster [DBG] mgrmap e20: y(active, since 4s), standbys: x 2024-08-29T17:42:59.126 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:42:58 smithi028 bash[22419]: cluster 2024-08-29T17:42:57.774722+0000 mgr.y (mgr.14499) 9 : cluster [DBG] pgmap v5: 97 pgs: 97 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-29T17:42:59.126 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:42:58 smithi028 bash[22419]: cluster 2024-08-29T17:42:57.875864+0000 mon.a (mon.0) 777 : cluster [DBG] mgrmap e20: y(active, since 4s), standbys: x 2024-08-29T17:42:59.321 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:42:58 smithi053 bash[24720]: cluster 2024-08-29T17:42:57.774722+0000 mgr.y (mgr.14499) 9 : cluster [DBG] pgmap v5: 97 pgs: 97 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-29T17:42:59.322 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:42:58 smithi053 bash[24720]: cluster 2024-08-29T17:42:57.875864+0000 mon.a (mon.0) 777 : cluster [DBG] mgrmap e20: y(active, since 4s), standbys: x 2024-08-29T17:43:00.387 INFO:teuthology.orchestra.run.smithi053.stderr:Inferring config /var/lib/ceph/3167ee72-662c-11ef-bcd4-c7b262605968/mon.b/config 2024-08-29T17:43:00.822 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:43:00 smithi053 bash[24720]: audit 2024-08-29T17:42:59.406669+0000 mon.a (mon.0) 778 : audit [INF] from='mgr.14499 172.21.15.28:0/1402656687' entity='mgr.y' 2024-08-29T17:43:00.822 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:43:00 smithi053 bash[24720]: audit 2024-08-29T17:42:59.411318+0000 mon.a (mon.0) 779 : audit [INF] from='mgr.14499 172.21.15.28:0/1402656687' entity='mgr.y' 2024-08-29T17:43:00.822 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:43:00 smithi053 bash[24720]: cluster 2024-08-29T17:42:59.775325+0000 mgr.y (mgr.14499) 10 : cluster [DBG] pgmap v6: 97 pgs: 97 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-29T17:43:00.822 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:43:00 smithi053 bash[24720]: audit 2024-08-29T17:42:59.830757+0000 mon.a (mon.0) 780 : audit [INF] from='mgr.14499 172.21.15.28:0/1402656687' entity='mgr.y' 2024-08-29T17:43:00.822 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:43:00 smithi053 bash[24720]: audit 2024-08-29T17:42:59.839742+0000 mon.a (mon.0) 781 : audit [INF] from='mgr.14499 172.21.15.28:0/1402656687' entity='mgr.y' 2024-08-29T17:43:00.822 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:43:00 smithi053 bash[24720]: audit 2024-08-29T17:43:00.004118+0000 mon.a (mon.0) 782 : audit [INF] from='mgr.14499 172.21.15.28:0/1402656687' entity='mgr.y' 2024-08-29T17:43:00.822 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:43:00 smithi053 bash[24720]: audit 2024-08-29T17:43:00.009115+0000 mon.a (mon.0) 783 : audit [INF] from='mgr.14499 172.21.15.28:0/1402656687' entity='mgr.y' 2024-08-29T17:43:00.822 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:43:00 smithi053 bash[24720]: audit 2024-08-29T17:43:00.010291+0000 mon.a (mon.0) 784 : audit [INF] from='mgr.14499 172.21.15.28:0/1402656687' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2024-08-29T17:43:00.822 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:43:00 smithi053 bash[24720]: audit 2024-08-29T17:43:00.011100+0000 mon.a (mon.0) 785 : audit [INF] from='mgr.14499 172.21.15.28:0/1402656687' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2024-08-29T17:43:00.822 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:43:00 smithi053 bash[24720]: audit 2024-08-29T17:43:00.011832+0000 mon.a (mon.0) 786 : audit [INF] from='mgr.14499 172.21.15.28:0/1402656687' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2024-08-29T17:43:00.822 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:43:00 smithi053 bash[24720]: audit 2024-08-29T17:43:00.012542+0000 mon.a (mon.0) 787 : audit [INF] from='mgr.14499 172.21.15.28:0/1402656687' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.3", "name": "osd_memory_target"}]: dispatch 2024-08-29T17:43:00.822 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:43:00 smithi053 bash[24720]: cephadm 2024-08-29T17:43:00.013089+0000 mgr.y (mgr.14499) 11 : cephadm [INF] Adjusting osd_memory_target on smithi028 to 3037M 2024-08-29T17:43:00.823 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:43:00 smithi053 bash[24720]: audit 2024-08-29T17:43:00.017895+0000 mon.a (mon.0) 788 : audit [INF] from='mgr.14499 172.21.15.28:0/1402656687' entity='mgr.y' 2024-08-29T17:43:00.876 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:43:00 smithi028 bash[22419]: audit 2024-08-29T17:42:59.406669+0000 mon.a (mon.0) 778 : audit [INF] from='mgr.14499 172.21.15.28:0/1402656687' entity='mgr.y' 2024-08-29T17:43:00.876 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:43:00 smithi028 bash[22419]: audit 2024-08-29T17:42:59.411318+0000 mon.a (mon.0) 779 : audit [INF] from='mgr.14499 172.21.15.28:0/1402656687' entity='mgr.y' 2024-08-29T17:43:00.876 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:43:00 smithi028 bash[22419]: cluster 2024-08-29T17:42:59.775325+0000 mgr.y (mgr.14499) 10 : cluster [DBG] pgmap v6: 97 pgs: 97 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-29T17:43:00.876 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:43:00 smithi028 bash[22419]: audit 2024-08-29T17:42:59.830757+0000 mon.a (mon.0) 780 : audit [INF] from='mgr.14499 172.21.15.28:0/1402656687' entity='mgr.y' 2024-08-29T17:43:00.876 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:43:00 smithi028 bash[22419]: audit 2024-08-29T17:42:59.839742+0000 mon.a (mon.0) 781 : audit [INF] from='mgr.14499 172.21.15.28:0/1402656687' entity='mgr.y' 2024-08-29T17:43:00.876 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:43:00 smithi028 bash[22419]: audit 2024-08-29T17:43:00.004118+0000 mon.a (mon.0) 782 : audit [INF] from='mgr.14499 172.21.15.28:0/1402656687' entity='mgr.y' 2024-08-29T17:43:00.876 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:43:00 smithi028 bash[22419]: audit 2024-08-29T17:43:00.009115+0000 mon.a (mon.0) 783 : audit [INF] from='mgr.14499 172.21.15.28:0/1402656687' entity='mgr.y' 2024-08-29T17:43:00.877 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:43:00 smithi028 bash[22419]: audit 2024-08-29T17:43:00.010291+0000 mon.a (mon.0) 784 : audit [INF] from='mgr.14499 172.21.15.28:0/1402656687' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2024-08-29T17:43:00.877 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:43:00 smithi028 bash[22419]: audit 2024-08-29T17:43:00.011100+0000 mon.a (mon.0) 785 : audit [INF] from='mgr.14499 172.21.15.28:0/1402656687' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2024-08-29T17:43:00.877 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:43:00 smithi028 bash[22419]: audit 2024-08-29T17:43:00.011832+0000 mon.a (mon.0) 786 : audit [INF] from='mgr.14499 172.21.15.28:0/1402656687' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2024-08-29T17:43:00.877 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:43:00 smithi028 bash[22419]: audit 2024-08-29T17:43:00.012542+0000 mon.a (mon.0) 787 : audit [INF] from='mgr.14499 172.21.15.28:0/1402656687' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.3", "name": "osd_memory_target"}]: dispatch 2024-08-29T17:43:00.877 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:43:00 smithi028 bash[22419]: cephadm 2024-08-29T17:43:00.013089+0000 mgr.y (mgr.14499) 11 : cephadm [INF] Adjusting osd_memory_target on smithi028 to 3037M 2024-08-29T17:43:00.877 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:43:00 smithi028 bash[22419]: audit 2024-08-29T17:43:00.017895+0000 mon.a (mon.0) 788 : audit [INF] from='mgr.14499 172.21.15.28:0/1402656687' entity='mgr.y' 2024-08-29T17:43:00.877 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:43:00 smithi028 bash[31855]: audit 2024-08-29T17:42:59.406669+0000 mon.a (mon.0) 778 : audit [INF] from='mgr.14499 172.21.15.28:0/1402656687' entity='mgr.y' 2024-08-29T17:43:00.877 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:43:00 smithi028 bash[31855]: audit 2024-08-29T17:42:59.411318+0000 mon.a (mon.0) 779 : audit [INF] from='mgr.14499 172.21.15.28:0/1402656687' entity='mgr.y' 2024-08-29T17:43:00.877 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:43:00 smithi028 bash[31855]: cluster 2024-08-29T17:42:59.775325+0000 mgr.y (mgr.14499) 10 : cluster [DBG] pgmap v6: 97 pgs: 97 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-29T17:43:00.877 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:43:00 smithi028 bash[31855]: audit 2024-08-29T17:42:59.830757+0000 mon.a (mon.0) 780 : audit [INF] from='mgr.14499 172.21.15.28:0/1402656687' entity='mgr.y' 2024-08-29T17:43:00.877 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:43:00 smithi028 bash[31855]: audit 2024-08-29T17:42:59.839742+0000 mon.a (mon.0) 781 : audit [INF] from='mgr.14499 172.21.15.28:0/1402656687' entity='mgr.y' 2024-08-29T17:43:00.878 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:43:00 smithi028 bash[31855]: audit 2024-08-29T17:43:00.004118+0000 mon.a (mon.0) 782 : audit [INF] from='mgr.14499 172.21.15.28:0/1402656687' entity='mgr.y' 2024-08-29T17:43:00.878 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:43:00 smithi028 bash[31855]: audit 2024-08-29T17:43:00.009115+0000 mon.a (mon.0) 783 : audit [INF] from='mgr.14499 172.21.15.28:0/1402656687' entity='mgr.y' 2024-08-29T17:43:00.878 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:43:00 smithi028 bash[31855]: audit 2024-08-29T17:43:00.010291+0000 mon.a (mon.0) 784 : audit [INF] from='mgr.14499 172.21.15.28:0/1402656687' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2024-08-29T17:43:00.878 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:43:00 smithi028 bash[31855]: audit 2024-08-29T17:43:00.011100+0000 mon.a (mon.0) 785 : audit [INF] from='mgr.14499 172.21.15.28:0/1402656687' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2024-08-29T17:43:00.878 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:43:00 smithi028 bash[31855]: audit 2024-08-29T17:43:00.011832+0000 mon.a (mon.0) 786 : audit [INF] from='mgr.14499 172.21.15.28:0/1402656687' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2024-08-29T17:43:00.878 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:43:00 smithi028 bash[31855]: audit 2024-08-29T17:43:00.012542+0000 mon.a (mon.0) 787 : audit [INF] from='mgr.14499 172.21.15.28:0/1402656687' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.3", "name": "osd_memory_target"}]: dispatch 2024-08-29T17:43:00.878 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:43:00 smithi028 bash[31855]: cephadm 2024-08-29T17:43:00.013089+0000 mgr.y (mgr.14499) 11 : cephadm [INF] Adjusting osd_memory_target on smithi028 to 3037M 2024-08-29T17:43:00.878 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:43:00 smithi028 bash[31855]: audit 2024-08-29T17:43:00.017895+0000 mon.a (mon.0) 788 : audit [INF] from='mgr.14499 172.21.15.28:0/1402656687' entity='mgr.y' 2024-08-29T17:43:01.644 INFO:journalctl@ceph.mgr.y.smithi028.stdout:Aug 29 17:43:01 smithi028 systemd[1]: /etc/systemd/system/ceph-3167ee72-662c-11ef-bcd4-c7b262605968@.service:24: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-08-29T17:43:01.644 INFO:journalctl@ceph.osd.0.smithi028.stdout:Aug 29 17:43:01 smithi028 systemd[1]: /etc/systemd/system/ceph-3167ee72-662c-11ef-bcd4-c7b262605968@.service:24: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-08-29T17:43:01.645 INFO:journalctl@ceph.mds.a.smithi028.stdout:Aug 29 17:43:01 smithi028 systemd[1]: /etc/systemd/system/ceph-3167ee72-662c-11ef-bcd4-c7b262605968@.service:24: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-08-29T17:43:01.645 INFO:journalctl@ceph.osd.2.smithi028.stdout:Aug 29 17:43:01 smithi028 systemd[1]: /etc/systemd/system/ceph-3167ee72-662c-11ef-bcd4-c7b262605968@.service:24: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-08-29T17:43:01.645 INFO:journalctl@ceph.osd.1.smithi028.stdout:Aug 29 17:43:01 smithi028 systemd[1]: /etc/systemd/system/ceph-3167ee72-662c-11ef-bcd4-c7b262605968@.service:24: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-08-29T17:43:01.646 INFO:journalctl@ceph.osd.3.smithi028.stdout:Aug 29 17:43:01 smithi028 systemd[1]: /etc/systemd/system/ceph-3167ee72-662c-11ef-bcd4-c7b262605968@.service:24: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-08-29T17:43:01.646 INFO:journalctl@ceph.node-exporter.a.smithi028.stdout:Aug 29 17:43:01 smithi028 systemd[1]: /etc/systemd/system/ceph-3167ee72-662c-11ef-bcd4-c7b262605968@.service:24: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-08-29T17:43:01.646 INFO:journalctl@ceph.node-exporter.a.smithi028.stdout:Aug 29 17:43:01 smithi028 systemd[1]: /etc/systemd/system/ceph-3167ee72-662c-11ef-bcd4-c7b262605968@.service:24: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-08-29T17:43:01.647 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:43:01 smithi028 bash[22419]: audit 2024-08-29T17:43:00.489096+0000 mon.a (mon.0) 789 : audit [INF] from='mgr.14499 172.21.15.28:0/1402656687' entity='mgr.y' 2024-08-29T17:43:01.647 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:43:01 smithi028 bash[22419]: audit 2024-08-29T17:43:00.498494+0000 mon.a (mon.0) 790 : audit [INF] from='mgr.14499 172.21.15.28:0/1402656687' entity='mgr.y' 2024-08-29T17:43:01.647 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:43:01 smithi028 bash[22419]: audit 2024-08-29T17:43:00.501018+0000 mon.a (mon.0) 791 : audit [INF] from='mgr.14499 172.21.15.28:0/1402656687' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2024-08-29T17:43:01.647 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:43:01 smithi028 bash[22419]: audit 2024-08-29T17:43:00.502795+0000 mon.a (mon.0) 792 : audit [INF] from='mgr.14499 172.21.15.28:0/1402656687' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch 2024-08-29T17:43:01.647 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:43:01 smithi028 bash[22419]: audit 2024-08-29T17:43:00.504491+0000 mon.a (mon.0) 793 : audit [INF] from='mgr.14499 172.21.15.28:0/1402656687' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.6", "name": "osd_memory_target"}]: dispatch 2024-08-29T17:43:01.647 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:43:01 smithi028 bash[22419]: audit 2024-08-29T17:43:00.506139+0000 mon.a (mon.0) 794 : audit [INF] from='mgr.14499 172.21.15.28:0/1402656687' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.7", "name": "osd_memory_target"}]: dispatch 2024-08-29T17:43:01.647 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:43:01 smithi028 bash[22419]: cephadm 2024-08-29T17:43:00.507396+0000 mgr.y (mgr.14499) 12 : cephadm [INF] Adjusting osd_memory_target on smithi053 to 3037M 2024-08-29T17:43:01.647 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:43:01 smithi028 bash[22419]: audit 2024-08-29T17:43:00.515402+0000 mon.a (mon.0) 795 : audit [INF] from='mgr.14499 172.21.15.28:0/1402656687' entity='mgr.y' 2024-08-29T17:43:01.647 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:43:01 smithi028 bash[22419]: audit 2024-08-29T17:43:00.517607+0000 mon.a (mon.0) 796 : audit [DBG] from='mgr.14499 172.21.15.28:0/1402656687' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-29T17:43:01.647 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:43:01 smithi028 bash[22419]: audit 2024-08-29T17:43:00.519375+0000 mon.a (mon.0) 797 : audit [INF] from='mgr.14499 172.21.15.28:0/1402656687' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-29T17:43:01.647 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:43:01 smithi028 bash[22419]: cephadm 2024-08-29T17:43:00.521963+0000 mgr.y (mgr.14499) 13 : cephadm [INF] Updating smithi028:/etc/ceph/ceph.conf 2024-08-29T17:43:01.647 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:43:01 smithi028 bash[22419]: cephadm 2024-08-29T17:43:00.522390+0000 mgr.y (mgr.14499) 14 : cephadm [INF] Updating smithi053:/etc/ceph/ceph.conf 2024-08-29T17:43:01.648 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:43:01 smithi028 bash[22419]: cephadm 2024-08-29T17:43:00.718050+0000 mgr.y (mgr.14499) 15 : cephadm [INF] Updating smithi028:/var/lib/ceph/3167ee72-662c-11ef-bcd4-c7b262605968/config/ceph.conf 2024-08-29T17:43:01.648 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:43:01 smithi028 bash[22419]: cephadm 2024-08-29T17:43:00.752975+0000 mgr.y (mgr.14499) 16 : cephadm [INF] Updating smithi053:/var/lib/ceph/3167ee72-662c-11ef-bcd4-c7b262605968/config/ceph.conf 2024-08-29T17:43:01.648 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:43:01 smithi028 bash[22419]: cephadm 2024-08-29T17:43:00.848793+0000 mgr.y (mgr.14499) 17 : cephadm [INF] Updating smithi028:/etc/ceph/ceph.client.admin.keyring 2024-08-29T17:43:01.648 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:43:01 smithi028 bash[22419]: cephadm 2024-08-29T17:43:00.898197+0000 mgr.y (mgr.14499) 18 : cephadm [INF] Updating smithi053:/etc/ceph/ceph.client.admin.keyring 2024-08-29T17:43:01.648 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:43:01 smithi028 bash[22419]: cephadm 2024-08-29T17:43:00.976046+0000 mgr.y (mgr.14499) 19 : cephadm [INF] Updating smithi028:/var/lib/ceph/3167ee72-662c-11ef-bcd4-c7b262605968/config/ceph.client.admin.keyring 2024-08-29T17:43:01.648 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:43:01 smithi028 bash[22419]: cephadm 2024-08-29T17:43:01.036819+0000 mgr.y (mgr.14499) 20 : cephadm [INF] Updating smithi053:/var/lib/ceph/3167ee72-662c-11ef-bcd4-c7b262605968/config/ceph.client.admin.keyring 2024-08-29T17:43:01.648 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:43:01 smithi028 bash[22419]: audit 2024-08-29T17:43:01.115832+0000 mon.a (mon.0) 798 : audit [INF] from='mgr.14499 172.21.15.28:0/1402656687' entity='mgr.y' 2024-08-29T17:43:01.648 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:43:01 smithi028 bash[22419]: audit 2024-08-29T17:43:01.124395+0000 mon.a (mon.0) 799 : audit [INF] from='mgr.14499 172.21.15.28:0/1402656687' entity='mgr.y' 2024-08-29T17:43:01.648 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:43:01 smithi028 bash[22419]: audit 2024-08-29T17:43:01.172868+0000 mon.a (mon.0) 800 : audit [INF] from='mgr.14499 172.21.15.28:0/1402656687' entity='mgr.y' 2024-08-29T17:43:01.648 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:43:01 smithi028 bash[22419]: audit 2024-08-29T17:43:01.181610+0000 mon.a (mon.0) 801 : audit [INF] from='mgr.14499 172.21.15.28:0/1402656687' entity='mgr.y' 2024-08-29T17:43:01.648 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:43:01 smithi028 bash[22419]: audit 2024-08-29T17:43:01.189666+0000 mon.a (mon.0) 802 : audit [INF] from='mgr.14499 172.21.15.28:0/1402656687' entity='mgr.y' 2024-08-29T17:43:01.648 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:43:01 smithi028 bash[22419]: cephadm 2024-08-29T17:43:01.193705+0000 mgr.y (mgr.14499) 21 : cephadm [INF] Deploying daemon node-exporter.a on smithi028 2024-08-29T17:43:01.648 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:43:01 smithi028 systemd[1]: /etc/systemd/system/ceph-3167ee72-662c-11ef-bcd4-c7b262605968@.service:24: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-08-29T17:43:01.649 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:43:01 smithi028 bash[31855]: audit 2024-08-29T17:43:00.489096+0000 mon.a (mon.0) 789 : audit [INF] from='mgr.14499 172.21.15.28:0/1402656687' entity='mgr.y' 2024-08-29T17:43:01.649 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:43:01 smithi028 bash[31855]: audit 2024-08-29T17:43:00.498494+0000 mon.a (mon.0) 790 : audit [INF] from='mgr.14499 172.21.15.28:0/1402656687' entity='mgr.y' 2024-08-29T17:43:01.649 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:43:01 smithi028 bash[31855]: audit 2024-08-29T17:43:00.501018+0000 mon.a (mon.0) 791 : audit [INF] from='mgr.14499 172.21.15.28:0/1402656687' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2024-08-29T17:43:01.649 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:43:01 smithi028 bash[31855]: audit 2024-08-29T17:43:00.502795+0000 mon.a (mon.0) 792 : audit [INF] from='mgr.14499 172.21.15.28:0/1402656687' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch 2024-08-29T17:43:01.649 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:43:01 smithi028 bash[31855]: audit 2024-08-29T17:43:00.504491+0000 mon.a (mon.0) 793 : audit [INF] from='mgr.14499 172.21.15.28:0/1402656687' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.6", "name": "osd_memory_target"}]: dispatch 2024-08-29T17:43:01.649 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:43:01 smithi028 bash[31855]: audit 2024-08-29T17:43:00.506139+0000 mon.a (mon.0) 794 : audit [INF] from='mgr.14499 172.21.15.28:0/1402656687' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.7", "name": "osd_memory_target"}]: dispatch 2024-08-29T17:43:01.649 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:43:01 smithi028 bash[31855]: cephadm 2024-08-29T17:43:00.507396+0000 mgr.y (mgr.14499) 12 : cephadm [INF] Adjusting osd_memory_target on smithi053 to 3037M 2024-08-29T17:43:01.649 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:43:01 smithi028 bash[31855]: audit 2024-08-29T17:43:00.515402+0000 mon.a (mon.0) 795 : audit [INF] from='mgr.14499 172.21.15.28:0/1402656687' entity='mgr.y' 2024-08-29T17:43:01.649 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:43:01 smithi028 bash[31855]: audit 2024-08-29T17:43:00.517607+0000 mon.a (mon.0) 796 : audit [DBG] from='mgr.14499 172.21.15.28:0/1402656687' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-29T17:43:01.650 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:43:01 smithi028 bash[31855]: audit 2024-08-29T17:43:00.519375+0000 mon.a (mon.0) 797 : audit [INF] from='mgr.14499 172.21.15.28:0/1402656687' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-29T17:43:01.650 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:43:01 smithi028 bash[31855]: cephadm 2024-08-29T17:43:00.521963+0000 mgr.y (mgr.14499) 13 : cephadm [INF] Updating smithi028:/etc/ceph/ceph.conf 2024-08-29T17:43:01.650 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:43:01 smithi028 bash[31855]: cephadm 2024-08-29T17:43:00.522390+0000 mgr.y (mgr.14499) 14 : cephadm [INF] Updating smithi053:/etc/ceph/ceph.conf 2024-08-29T17:43:01.650 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:43:01 smithi028 bash[31855]: cephadm 2024-08-29T17:43:00.718050+0000 mgr.y (mgr.14499) 15 : cephadm [INF] Updating smithi028:/var/lib/ceph/3167ee72-662c-11ef-bcd4-c7b262605968/config/ceph.conf 2024-08-29T17:43:01.650 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:43:01 smithi028 bash[31855]: cephadm 2024-08-29T17:43:00.752975+0000 mgr.y (mgr.14499) 16 : cephadm [INF] Updating smithi053:/var/lib/ceph/3167ee72-662c-11ef-bcd4-c7b262605968/config/ceph.conf 2024-08-29T17:43:01.650 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:43:01 smithi028 bash[31855]: cephadm 2024-08-29T17:43:00.848793+0000 mgr.y (mgr.14499) 17 : cephadm [INF] Updating smithi028:/etc/ceph/ceph.client.admin.keyring 2024-08-29T17:43:01.650 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:43:01 smithi028 bash[31855]: cephadm 2024-08-29T17:43:00.898197+0000 mgr.y (mgr.14499) 18 : cephadm [INF] Updating smithi053:/etc/ceph/ceph.client.admin.keyring 2024-08-29T17:43:01.650 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:43:01 smithi028 bash[31855]: cephadm 2024-08-29T17:43:00.976046+0000 mgr.y (mgr.14499) 19 : cephadm [INF] Updating smithi028:/var/lib/ceph/3167ee72-662c-11ef-bcd4-c7b262605968/config/ceph.client.admin.keyring 2024-08-29T17:43:01.650 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:43:01 smithi028 bash[31855]: cephadm 2024-08-29T17:43:01.036819+0000 mgr.y (mgr.14499) 20 : cephadm [INF] Updating smithi053:/var/lib/ceph/3167ee72-662c-11ef-bcd4-c7b262605968/config/ceph.client.admin.keyring 2024-08-29T17:43:01.650 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:43:01 smithi028 bash[31855]: audit 2024-08-29T17:43:01.115832+0000 mon.a (mon.0) 798 : audit [INF] from='mgr.14499 172.21.15.28:0/1402656687' entity='mgr.y' 2024-08-29T17:43:01.650 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:43:01 smithi028 bash[31855]: audit 2024-08-29T17:43:01.124395+0000 mon.a (mon.0) 799 : audit [INF] from='mgr.14499 172.21.15.28:0/1402656687' entity='mgr.y' 2024-08-29T17:43:01.650 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:43:01 smithi028 bash[31855]: audit 2024-08-29T17:43:01.172868+0000 mon.a (mon.0) 800 : audit [INF] from='mgr.14499 172.21.15.28:0/1402656687' entity='mgr.y' 2024-08-29T17:43:01.651 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:43:01 smithi028 bash[31855]: audit 2024-08-29T17:43:01.181610+0000 mon.a (mon.0) 801 : audit [INF] from='mgr.14499 172.21.15.28:0/1402656687' entity='mgr.y' 2024-08-29T17:43:01.651 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:43:01 smithi028 bash[31855]: audit 2024-08-29T17:43:01.189666+0000 mon.a (mon.0) 802 : audit [INF] from='mgr.14499 172.21.15.28:0/1402656687' entity='mgr.y' 2024-08-29T17:43:01.651 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:43:01 smithi028 bash[31855]: cephadm 2024-08-29T17:43:01.193705+0000 mgr.y (mgr.14499) 21 : cephadm [INF] Deploying daemon node-exporter.a on smithi028 2024-08-29T17:43:01.651 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:43:01 smithi028 systemd[1]: /etc/systemd/system/ceph-3167ee72-662c-11ef-bcd4-c7b262605968@.service:24: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-08-29T17:43:01.774 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:43:01 smithi053 bash[24720]: audit 2024-08-29T17:43:00.489096+0000 mon.a (mon.0) 789 : audit [INF] from='mgr.14499 172.21.15.28:0/1402656687' entity='mgr.y' 2024-08-29T17:43:01.775 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:43:01 smithi053 bash[24720]: audit 2024-08-29T17:43:00.498494+0000 mon.a (mon.0) 790 : audit [INF] from='mgr.14499 172.21.15.28:0/1402656687' entity='mgr.y' 2024-08-29T17:43:01.775 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:43:01 smithi053 bash[24720]: audit 2024-08-29T17:43:00.501018+0000 mon.a (mon.0) 791 : audit [INF] from='mgr.14499 172.21.15.28:0/1402656687' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2024-08-29T17:43:01.775 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:43:01 smithi053 bash[24720]: audit 2024-08-29T17:43:00.502795+0000 mon.a (mon.0) 792 : audit [INF] from='mgr.14499 172.21.15.28:0/1402656687' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch 2024-08-29T17:43:01.775 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:43:01 smithi053 bash[24720]: audit 2024-08-29T17:43:00.504491+0000 mon.a (mon.0) 793 : audit [INF] from='mgr.14499 172.21.15.28:0/1402656687' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.6", "name": "osd_memory_target"}]: dispatch 2024-08-29T17:43:01.775 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:43:01 smithi053 bash[24720]: audit 2024-08-29T17:43:00.506139+0000 mon.a (mon.0) 794 : audit [INF] from='mgr.14499 172.21.15.28:0/1402656687' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.7", "name": "osd_memory_target"}]: dispatch 2024-08-29T17:43:01.775 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:43:01 smithi053 bash[24720]: cephadm 2024-08-29T17:43:00.507396+0000 mgr.y (mgr.14499) 12 : cephadm [INF] Adjusting osd_memory_target on smithi053 to 3037M 2024-08-29T17:43:01.775 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:43:01 smithi053 bash[24720]: audit 2024-08-29T17:43:00.515402+0000 mon.a (mon.0) 795 : audit [INF] from='mgr.14499 172.21.15.28:0/1402656687' entity='mgr.y' 2024-08-29T17:43:01.775 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:43:01 smithi053 bash[24720]: audit 2024-08-29T17:43:00.517607+0000 mon.a (mon.0) 796 : audit [DBG] from='mgr.14499 172.21.15.28:0/1402656687' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-29T17:43:01.775 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:43:01 smithi053 bash[24720]: audit 2024-08-29T17:43:00.519375+0000 mon.a (mon.0) 797 : audit [INF] from='mgr.14499 172.21.15.28:0/1402656687' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-29T17:43:01.775 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:43:01 smithi053 bash[24720]: cephadm 2024-08-29T17:43:00.521963+0000 mgr.y (mgr.14499) 13 : cephadm [INF] Updating smithi028:/etc/ceph/ceph.conf 2024-08-29T17:43:01.775 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:43:01 smithi053 bash[24720]: cephadm 2024-08-29T17:43:00.522390+0000 mgr.y (mgr.14499) 14 : cephadm [INF] Updating smithi053:/etc/ceph/ceph.conf 2024-08-29T17:43:01.776 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:43:01 smithi053 bash[24720]: cephadm 2024-08-29T17:43:00.718050+0000 mgr.y (mgr.14499) 15 : cephadm [INF] Updating smithi028:/var/lib/ceph/3167ee72-662c-11ef-bcd4-c7b262605968/config/ceph.conf 2024-08-29T17:43:01.776 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:43:01 smithi053 bash[24720]: cephadm 2024-08-29T17:43:00.752975+0000 mgr.y (mgr.14499) 16 : cephadm [INF] Updating smithi053:/var/lib/ceph/3167ee72-662c-11ef-bcd4-c7b262605968/config/ceph.conf 2024-08-29T17:43:01.776 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:43:01 smithi053 bash[24720]: cephadm 2024-08-29T17:43:00.848793+0000 mgr.y (mgr.14499) 17 : cephadm [INF] Updating smithi028:/etc/ceph/ceph.client.admin.keyring 2024-08-29T17:43:01.776 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:43:01 smithi053 bash[24720]: cephadm 2024-08-29T17:43:00.898197+0000 mgr.y (mgr.14499) 18 : cephadm [INF] Updating smithi053:/etc/ceph/ceph.client.admin.keyring 2024-08-29T17:43:01.776 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:43:01 smithi053 bash[24720]: cephadm 2024-08-29T17:43:00.976046+0000 mgr.y (mgr.14499) 19 : cephadm [INF] Updating smithi028:/var/lib/ceph/3167ee72-662c-11ef-bcd4-c7b262605968/config/ceph.client.admin.keyring 2024-08-29T17:43:01.776 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:43:01 smithi053 bash[24720]: cephadm 2024-08-29T17:43:01.036819+0000 mgr.y (mgr.14499) 20 : cephadm [INF] Updating smithi053:/var/lib/ceph/3167ee72-662c-11ef-bcd4-c7b262605968/config/ceph.client.admin.keyring 2024-08-29T17:43:01.776 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:43:01 smithi053 bash[24720]: audit 2024-08-29T17:43:01.115832+0000 mon.a (mon.0) 798 : audit [INF] from='mgr.14499 172.21.15.28:0/1402656687' entity='mgr.y' 2024-08-29T17:43:01.776 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:43:01 smithi053 bash[24720]: audit 2024-08-29T17:43:01.124395+0000 mon.a (mon.0) 799 : audit [INF] from='mgr.14499 172.21.15.28:0/1402656687' entity='mgr.y' 2024-08-29T17:43:01.776 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:43:01 smithi053 bash[24720]: audit 2024-08-29T17:43:01.172868+0000 mon.a (mon.0) 800 : audit [INF] from='mgr.14499 172.21.15.28:0/1402656687' entity='mgr.y' 2024-08-29T17:43:01.776 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:43:01 smithi053 bash[24720]: audit 2024-08-29T17:43:01.181610+0000 mon.a (mon.0) 801 : audit [INF] from='mgr.14499 172.21.15.28:0/1402656687' entity='mgr.y' 2024-08-29T17:43:01.776 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:43:01 smithi053 bash[24720]: audit 2024-08-29T17:43:01.189666+0000 mon.a (mon.0) 802 : audit [INF] from='mgr.14499 172.21.15.28:0/1402656687' entity='mgr.y' 2024-08-29T17:43:01.776 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:43:01 smithi053 bash[24720]: cephadm 2024-08-29T17:43:01.193705+0000 mgr.y (mgr.14499) 21 : cephadm [INF] Deploying daemon node-exporter.a on smithi028 2024-08-29T17:43:01.923 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:43:01 smithi028 systemd[1]: /etc/systemd/system/ceph-3167ee72-662c-11ef-bcd4-c7b262605968@.service:24: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-08-29T17:43:01.923 INFO:journalctl@ceph.mgr.y.smithi028.stdout:Aug 29 17:43:01 smithi028 systemd[1]: /etc/systemd/system/ceph-3167ee72-662c-11ef-bcd4-c7b262605968@.service:24: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-08-29T17:43:01.924 INFO:journalctl@ceph.osd.0.smithi028.stdout:Aug 29 17:43:01 smithi028 systemd[1]: /etc/systemd/system/ceph-3167ee72-662c-11ef-bcd4-c7b262605968@.service:24: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-08-29T17:43:01.924 INFO:journalctl@ceph.osd.2.smithi028.stdout:Aug 29 17:43:01 smithi028 systemd[1]: /etc/systemd/system/ceph-3167ee72-662c-11ef-bcd4-c7b262605968@.service:24: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-08-29T17:43:01.924 INFO:journalctl@ceph.osd.3.smithi028.stdout:Aug 29 17:43:01 smithi028 systemd[1]: /etc/systemd/system/ceph-3167ee72-662c-11ef-bcd4-c7b262605968@.service:24: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-08-29T17:43:01.925 INFO:journalctl@ceph.mds.a.smithi028.stdout:Aug 29 17:43:01 smithi028 systemd[1]: /etc/systemd/system/ceph-3167ee72-662c-11ef-bcd4-c7b262605968@.service:24: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-08-29T17:43:01.925 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:43:01 smithi028 systemd[1]: /etc/systemd/system/ceph-3167ee72-662c-11ef-bcd4-c7b262605968@.service:24: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-08-29T17:43:01.925 INFO:journalctl@ceph.node-exporter.a.smithi028.stdout:Aug 29 17:43:01 smithi028 systemd[1]: /etc/systemd/system/ceph-3167ee72-662c-11ef-bcd4-c7b262605968@.service:24: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-08-29T17:43:01.925 INFO:journalctl@ceph.node-exporter.a.smithi028.stdout:Aug 29 17:43:01 smithi028 systemd[1]: /etc/systemd/system/ceph-3167ee72-662c-11ef-bcd4-c7b262605968@.service:24: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-08-29T17:43:01.925 INFO:journalctl@ceph.node-exporter.a.smithi028.stdout:Aug 29 17:43:01 smithi028 systemd[1]: Started Ceph node-exporter.a for 3167ee72-662c-11ef-bcd4-c7b262605968. 2024-08-29T17:43:01.926 INFO:journalctl@ceph.osd.1.smithi028.stdout:Aug 29 17:43:01 smithi028 systemd[1]: /etc/systemd/system/ceph-3167ee72-662c-11ef-bcd4-c7b262605968@.service:24: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-08-29T17:43:02.376 INFO:journalctl@ceph.node-exporter.a.smithi028.stdout:Aug 29 17:43:01 smithi028 bash[59248]: Unable to find image 'quay.io/prometheus/node-exporter:v1.5.0' locally 2024-08-29T17:43:02.404 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:43:02 smithi053 systemd[1]: /etc/systemd/system/ceph-3167ee72-662c-11ef-bcd4-c7b262605968@.service:24: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-08-29T17:43:02.404 INFO:journalctl@ceph.osd.5.smithi053.stdout:Aug 29 17:43:02 smithi053 systemd[1]: /etc/systemd/system/ceph-3167ee72-662c-11ef-bcd4-c7b262605968@.service:24: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-08-29T17:43:02.404 INFO:journalctl@ceph.osd.6.smithi053.stdout:Aug 29 17:43:02 smithi053 systemd[1]: /etc/systemd/system/ceph-3167ee72-662c-11ef-bcd4-c7b262605968@.service:24: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-08-29T17:43:02.405 INFO:journalctl@ceph.osd.7.smithi053.stdout:Aug 29 17:43:02 smithi053 systemd[1]: /etc/systemd/system/ceph-3167ee72-662c-11ef-bcd4-c7b262605968@.service:24: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-08-29T17:43:02.405 INFO:journalctl@ceph.mgr.x.smithi053.stdout:Aug 29 17:43:02 smithi053 systemd[1]: /etc/systemd/system/ceph-3167ee72-662c-11ef-bcd4-c7b262605968@.service:24: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-08-29T17:43:02.405 INFO:journalctl@ceph.mds.b.smithi053.stdout:Aug 29 17:43:02 smithi053 systemd[1]: /etc/systemd/system/ceph-3167ee72-662c-11ef-bcd4-c7b262605968@.service:24: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-08-29T17:43:02.406 INFO:journalctl@ceph.osd.4.smithi053.stdout:Aug 29 17:43:02 smithi053 systemd[1]: /etc/systemd/system/ceph-3167ee72-662c-11ef-bcd4-c7b262605968@.service:24: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-08-29T17:43:02.406 INFO:journalctl@ceph.prometheus.a.smithi053.stdout:Aug 29 17:43:02 smithi053 systemd[1]: /etc/systemd/system/ceph-3167ee72-662c-11ef-bcd4-c7b262605968@.service:24: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-08-29T17:43:02.406 INFO:journalctl@ceph.node-exporter.b.smithi053.stdout:Aug 29 17:43:02 smithi053 systemd[1]: /etc/systemd/system/ceph-3167ee72-662c-11ef-bcd4-c7b262605968@.service:24: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-08-29T17:43:02.689 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:43:02 smithi053 systemd[1]: /etc/systemd/system/ceph-3167ee72-662c-11ef-bcd4-c7b262605968@.service:24: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-08-29T17:43:02.690 INFO:journalctl@ceph.mgr.x.smithi053.stdout:Aug 29 17:43:02 smithi053 systemd[1]: /etc/systemd/system/ceph-3167ee72-662c-11ef-bcd4-c7b262605968@.service:24: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-08-29T17:43:02.690 INFO:journalctl@ceph.osd.4.smithi053.stdout:Aug 29 17:43:02 smithi053 systemd[1]: /etc/systemd/system/ceph-3167ee72-662c-11ef-bcd4-c7b262605968@.service:24: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-08-29T17:43:02.690 INFO:journalctl@ceph.osd.5.smithi053.stdout:Aug 29 17:43:02 smithi053 systemd[1]: /etc/systemd/system/ceph-3167ee72-662c-11ef-bcd4-c7b262605968@.service:24: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-08-29T17:43:02.691 INFO:journalctl@ceph.osd.6.smithi053.stdout:Aug 29 17:43:02 smithi053 systemd[1]: /etc/systemd/system/ceph-3167ee72-662c-11ef-bcd4-c7b262605968@.service:24: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-08-29T17:43:02.691 INFO:journalctl@ceph.mds.b.smithi053.stdout:Aug 29 17:43:02 smithi053 systemd[1]: /etc/systemd/system/ceph-3167ee72-662c-11ef-bcd4-c7b262605968@.service:24: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-08-29T17:43:02.691 INFO:journalctl@ceph.osd.7.smithi053.stdout:Aug 29 17:43:02 smithi053 systemd[1]: /etc/systemd/system/ceph-3167ee72-662c-11ef-bcd4-c7b262605968@.service:24: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-08-29T17:43:02.692 INFO:journalctl@ceph.prometheus.a.smithi053.stdout:Aug 29 17:43:02 smithi053 systemd[1]: /etc/systemd/system/ceph-3167ee72-662c-11ef-bcd4-c7b262605968@.service:24: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-08-29T17:43:02.692 INFO:journalctl@ceph.node-exporter.b.smithi053.stdout:Aug 29 17:43:02 smithi053 systemd[1]: /etc/systemd/system/ceph-3167ee72-662c-11ef-bcd4-c7b262605968@.service:24: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-08-29T17:43:02.692 INFO:journalctl@ceph.node-exporter.b.smithi053.stdout:Aug 29 17:43:02 smithi053 systemd[1]: /etc/systemd/system/ceph-3167ee72-662c-11ef-bcd4-c7b262605968@.service:24: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-08-29T17:43:02.692 INFO:journalctl@ceph.node-exporter.b.smithi053.stdout:Aug 29 17:43:02 smithi053 systemd[1]: /etc/systemd/system/ceph-3167ee72-662c-11ef-bcd4-c7b262605968@.service:24: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-08-29T17:43:02.692 INFO:journalctl@ceph.node-exporter.b.smithi053.stdout:Aug 29 17:43:02 smithi053 systemd[1]: Started Ceph node-exporter.b for 3167ee72-662c-11ef-bcd4-c7b262605968. 2024-08-29T17:43:02.863 INFO:journalctl@ceph.node-exporter.a.smithi028.stdout:Aug 29 17:43:02 smithi028 bash[59248]: v1.5.0: Pulling from prometheus/node-exporter 2024-08-29T17:43:02.863 INFO:journalctl@ceph.node-exporter.a.smithi028.stdout:Aug 29 17:43:02 smithi028 bash[59248]: 22b70bddd3ac: Pulling fs layer 2024-08-29T17:43:02.863 INFO:journalctl@ceph.node-exporter.a.smithi028.stdout:Aug 29 17:43:02 smithi028 bash[59248]: 5c12815fee55: Pulling fs layer 2024-08-29T17:43:02.863 INFO:journalctl@ceph.node-exporter.a.smithi028.stdout:Aug 29 17:43:02 smithi028 bash[59248]: c0e87333d380: Pulling fs layer 2024-08-29T17:43:02.941 INFO:journalctl@ceph.node-exporter.b.smithi053.stdout:Aug 29 17:43:02 smithi053 bash[50576]: Unable to find image 'quay.io/prometheus/node-exporter:v1.5.0' locally 2024-08-29T17:43:02.941 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:43:02 smithi053 bash[24720]: cluster 2024-08-29T17:43:01.775973+0000 mgr.y (mgr.14499) 22 : cluster [DBG] pgmap v7: 97 pgs: 97 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 30 KiB/s rd, 0 B/s wr, 16 op/s 2024-08-29T17:43:02.941 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:43:02 smithi053 bash[24720]: audit 2024-08-29T17:43:01.922664+0000 mon.a (mon.0) 803 : audit [INF] from='mgr.14499 172.21.15.28:0/1402656687' entity='mgr.y' 2024-08-29T17:43:02.941 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:43:02 smithi053 bash[24720]: audit 2024-08-29T17:43:01.927091+0000 mon.a (mon.0) 804 : audit [INF] from='mgr.14499 172.21.15.28:0/1402656687' entity='mgr.y' 2024-08-29T17:43:02.942 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:43:02 smithi053 bash[24720]: audit 2024-08-29T17:43:01.931514+0000 mon.a (mon.0) 805 : audit [INF] from='mgr.14499 172.21.15.28:0/1402656687' entity='mgr.y' 2024-08-29T17:43:02.942 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:43:02 smithi053 bash[24720]: cephadm 2024-08-29T17:43:01.932341+0000 mgr.y (mgr.14499) 23 : cephadm [INF] Deploying daemon node-exporter.b on smithi053 2024-08-29T17:43:02.942 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:43:02 smithi053 bash[24720]: audit 2024-08-29T17:43:02.696903+0000 mon.a (mon.0) 806 : audit [INF] from='mgr.14499 172.21.15.28:0/1402656687' entity='mgr.y' 2024-08-29T17:43:02.942 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:43:02 smithi053 bash[24720]: audit 2024-08-29T17:43:02.706449+0000 mon.a (mon.0) 807 : audit [INF] from='mgr.14499 172.21.15.28:0/1402656687' entity='mgr.y' 2024-08-29T17:43:02.942 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:43:02 smithi053 bash[24720]: audit 2024-08-29T17:43:02.715327+0000 mon.a (mon.0) 808 : audit [INF] from='mgr.14499 172.21.15.28:0/1402656687' entity='mgr.y' 2024-08-29T17:43:02.942 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:43:02 smithi053 bash[24720]: audit 2024-08-29T17:43:02.723771+0000 mon.a (mon.0) 809 : audit [INF] from='mgr.14499 172.21.15.28:0/1402656687' entity='mgr.y' 2024-08-29T17:43:02.942 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:43:02 smithi053 bash[24720]: audit 2024-08-29T17:43:02.738711+0000 mon.a (mon.0) 810 : audit [INF] from='mgr.14499 172.21.15.28:0/1402656687' entity='mgr.y' 2024-08-29T17:43:03.126 INFO:journalctl@ceph.node-exporter.a.smithi028.stdout:Aug 29 17:43:02 smithi028 bash[59248]: 5c12815fee55: Verifying Checksum 2024-08-29T17:43:03.126 INFO:journalctl@ceph.node-exporter.a.smithi028.stdout:Aug 29 17:43:02 smithi028 bash[59248]: 5c12815fee55: Download complete 2024-08-29T17:43:03.126 INFO:journalctl@ceph.node-exporter.a.smithi028.stdout:Aug 29 17:43:02 smithi028 bash[59248]: 22b70bddd3ac: Verifying Checksum 2024-08-29T17:43:03.126 INFO:journalctl@ceph.node-exporter.a.smithi028.stdout:Aug 29 17:43:02 smithi028 bash[59248]: 22b70bddd3ac: Download complete 2024-08-29T17:43:03.126 INFO:journalctl@ceph.node-exporter.a.smithi028.stdout:Aug 29 17:43:02 smithi028 bash[59248]: c0e87333d380: Download complete 2024-08-29T17:43:03.126 INFO:journalctl@ceph.node-exporter.a.smithi028.stdout:Aug 29 17:43:03 smithi028 bash[59248]: 22b70bddd3ac: Pull complete 2024-08-29T17:43:03.127 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:43:02 smithi028 bash[22419]: cluster 2024-08-29T17:43:01.775973+0000 mgr.y (mgr.14499) 22 : cluster [DBG] pgmap v7: 97 pgs: 97 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 30 KiB/s rd, 0 B/s wr, 16 op/s 2024-08-29T17:43:03.127 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:43:02 smithi028 bash[22419]: audit 2024-08-29T17:43:01.922664+0000 mon.a (mon.0) 803 : audit [INF] from='mgr.14499 172.21.15.28:0/1402656687' entity='mgr.y' 2024-08-29T17:43:03.127 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:43:02 smithi028 bash[22419]: audit 2024-08-29T17:43:01.927091+0000 mon.a (mon.0) 804 : audit [INF] from='mgr.14499 172.21.15.28:0/1402656687' entity='mgr.y' 2024-08-29T17:43:03.127 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:43:02 smithi028 bash[22419]: audit 2024-08-29T17:43:01.931514+0000 mon.a (mon.0) 805 : audit [INF] from='mgr.14499 172.21.15.28:0/1402656687' entity='mgr.y' 2024-08-29T17:43:03.127 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:43:02 smithi028 bash[22419]: cephadm 2024-08-29T17:43:01.932341+0000 mgr.y (mgr.14499) 23 : cephadm [INF] Deploying daemon node-exporter.b on smithi053 2024-08-29T17:43:03.127 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:43:02 smithi028 bash[22419]: audit 2024-08-29T17:43:02.696903+0000 mon.a (mon.0) 806 : audit [INF] from='mgr.14499 172.21.15.28:0/1402656687' entity='mgr.y' 2024-08-29T17:43:03.127 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:43:02 smithi028 bash[22419]: audit 2024-08-29T17:43:02.706449+0000 mon.a (mon.0) 807 : audit [INF] from='mgr.14499 172.21.15.28:0/1402656687' entity='mgr.y' 2024-08-29T17:43:03.127 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:43:02 smithi028 bash[22419]: audit 2024-08-29T17:43:02.715327+0000 mon.a (mon.0) 808 : audit [INF] from='mgr.14499 172.21.15.28:0/1402656687' entity='mgr.y' 2024-08-29T17:43:03.127 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:43:02 smithi028 bash[22419]: audit 2024-08-29T17:43:02.723771+0000 mon.a (mon.0) 809 : audit [INF] from='mgr.14499 172.21.15.28:0/1402656687' entity='mgr.y' 2024-08-29T17:43:03.127 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:43:02 smithi028 bash[22419]: audit 2024-08-29T17:43:02.738711+0000 mon.a (mon.0) 810 : audit [INF] from='mgr.14499 172.21.15.28:0/1402656687' entity='mgr.y' 2024-08-29T17:43:03.128 INFO:journalctl@ceph.alertmanager.a.smithi028.stdout:Aug 29 17:43:03 smithi028 systemd[1]: /etc/systemd/system/ceph-3167ee72-662c-11ef-bcd4-c7b262605968@.service:24: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-08-29T17:43:03.128 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:43:02 smithi028 bash[31855]: cluster 2024-08-29T17:43:01.775973+0000 mgr.y (mgr.14499) 22 : cluster [DBG] pgmap v7: 97 pgs: 97 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 30 KiB/s rd, 0 B/s wr, 16 op/s 2024-08-29T17:43:03.128 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:43:02 smithi028 bash[31855]: audit 2024-08-29T17:43:01.922664+0000 mon.a (mon.0) 803 : audit [INF] from='mgr.14499 172.21.15.28:0/1402656687' entity='mgr.y' 2024-08-29T17:43:03.128 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:43:02 smithi028 bash[31855]: audit 2024-08-29T17:43:01.927091+0000 mon.a (mon.0) 804 : audit [INF] from='mgr.14499 172.21.15.28:0/1402656687' entity='mgr.y' 2024-08-29T17:43:03.128 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:43:02 smithi028 bash[31855]: audit 2024-08-29T17:43:01.931514+0000 mon.a (mon.0) 805 : audit [INF] from='mgr.14499 172.21.15.28:0/1402656687' entity='mgr.y' 2024-08-29T17:43:03.128 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:43:02 smithi028 bash[31855]: cephadm 2024-08-29T17:43:01.932341+0000 mgr.y (mgr.14499) 23 : cephadm [INF] Deploying daemon node-exporter.b on smithi053 2024-08-29T17:43:03.128 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:43:02 smithi028 bash[31855]: audit 2024-08-29T17:43:02.696903+0000 mon.a (mon.0) 806 : audit [INF] from='mgr.14499 172.21.15.28:0/1402656687' entity='mgr.y' 2024-08-29T17:43:03.129 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:43:02 smithi028 bash[31855]: audit 2024-08-29T17:43:02.706449+0000 mon.a (mon.0) 807 : audit [INF] from='mgr.14499 172.21.15.28:0/1402656687' entity='mgr.y' 2024-08-29T17:43:03.129 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:43:02 smithi028 bash[31855]: audit 2024-08-29T17:43:02.715327+0000 mon.a (mon.0) 808 : audit [INF] from='mgr.14499 172.21.15.28:0/1402656687' entity='mgr.y' 2024-08-29T17:43:03.129 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:43:02 smithi028 bash[31855]: audit 2024-08-29T17:43:02.723771+0000 mon.a (mon.0) 809 : audit [INF] from='mgr.14499 172.21.15.28:0/1402656687' entity='mgr.y' 2024-08-29T17:43:03.129 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:43:02 smithi028 bash[31855]: audit 2024-08-29T17:43:02.738711+0000 mon.a (mon.0) 810 : audit [INF] from='mgr.14499 172.21.15.28:0/1402656687' entity='mgr.y' 2024-08-29T17:43:04.128 INFO:journalctl@ceph.node-exporter.a.smithi028.stdout:Aug 29 17:43:03 smithi028 bash[59248]: 5c12815fee55: Pull complete 2024-08-29T17:43:04.129 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:43:03 smithi028 bash[31855]: cephadm 2024-08-29T17:43:02.764644+0000 mgr.y (mgr.14499) 24 : cephadm [INF] Deploying daemon alertmanager.a on smithi028 2024-08-29T17:43:04.129 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:43:03 smithi028 bash[31855]: audit 2024-08-29T17:43:03.854634+0000 mon.a (mon.0) 811 : audit [INF] from='mgr.14499 172.21.15.28:0/1402656687' entity='mgr.y' 2024-08-29T17:43:04.129 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:43:03 smithi028 bash[22419]: cephadm 2024-08-29T17:43:02.764644+0000 mgr.y (mgr.14499) 24 : cephadm [INF] Deploying daemon alertmanager.a on smithi028 2024-08-29T17:43:04.129 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:43:03 smithi028 bash[22419]: audit 2024-08-29T17:43:03.854634+0000 mon.a (mon.0) 811 : audit [INF] from='mgr.14499 172.21.15.28:0/1402656687' entity='mgr.y' 2024-08-29T17:43:04.273 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:43:03 smithi053 bash[24720]: cephadm 2024-08-29T17:43:02.764644+0000 mgr.y (mgr.14499) 24 : cephadm [INF] Deploying daemon alertmanager.a on smithi028 2024-08-29T17:43:04.273 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:43:03 smithi053 bash[24720]: audit 2024-08-29T17:43:03.854634+0000 mon.a (mon.0) 811 : audit [INF] from='mgr.14499 172.21.15.28:0/1402656687' entity='mgr.y' 2024-08-29T17:43:04.274 INFO:journalctl@ceph.node-exporter.b.smithi053.stdout:Aug 29 17:43:03 smithi053 bash[50576]: v1.5.0: Pulling from prometheus/node-exporter 2024-08-29T17:43:04.571 INFO:journalctl@ceph.node-exporter.b.smithi053.stdout:Aug 29 17:43:04 smithi053 bash[50576]: 22b70bddd3ac: Pulling fs layer 2024-08-29T17:43:04.571 INFO:journalctl@ceph.node-exporter.b.smithi053.stdout:Aug 29 17:43:04 smithi053 bash[50576]: 5c12815fee55: Pulling fs layer 2024-08-29T17:43:04.572 INFO:journalctl@ceph.node-exporter.b.smithi053.stdout:Aug 29 17:43:04 smithi053 bash[50576]: c0e87333d380: Pulling fs layer 2024-08-29T17:43:04.572 INFO:journalctl@ceph.node-exporter.b.smithi053.stdout:Aug 29 17:43:04 smithi053 bash[50576]: 5c12815fee55: Verifying Checksum 2024-08-29T17:43:04.572 INFO:journalctl@ceph.node-exporter.b.smithi053.stdout:Aug 29 17:43:04 smithi053 bash[50576]: 5c12815fee55: Download complete 2024-08-29T17:43:04.572 INFO:journalctl@ceph.node-exporter.b.smithi053.stdout:Aug 29 17:43:04 smithi053 bash[50576]: 22b70bddd3ac: Download complete 2024-08-29T17:43:04.760 INFO:teuthology.orchestra.run.smithi053.stdout:Scheduled grafana update... 2024-08-29T17:43:04.821 INFO:journalctl@ceph.node-exporter.a.smithi028.stdout:Aug 29 17:43:04 smithi028 bash[59248]: c0e87333d380: Pull complete 2024-08-29T17:43:04.926 INFO:journalctl@ceph.node-exporter.b.smithi053.stdout:Aug 29 17:43:04 smithi053 bash[50576]: c0e87333d380: Verifying Checksum 2024-08-29T17:43:04.926 INFO:journalctl@ceph.node-exporter.b.smithi053.stdout:Aug 29 17:43:04 smithi053 bash[50576]: c0e87333d380: Download complete 2024-08-29T17:43:04.926 INFO:journalctl@ceph.node-exporter.b.smithi053.stdout:Aug 29 17:43:04 smithi053 bash[50576]: 22b70bddd3ac: Pull complete 2024-08-29T17:43:05.126 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:43:04 smithi028 bash[22419]: cluster 2024-08-29T17:43:03.776691+0000 mgr.y (mgr.14499) 25 : cluster [DBG] pgmap v8: 97 pgs: 97 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 23 KiB/s rd, 0 B/s wr, 12 op/s 2024-08-29T17:43:05.126 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:43:04 smithi028 bash[22419]: audit 2024-08-29T17:43:04.765468+0000 mon.a (mon.0) 812 : audit [INF] from='mgr.14499 172.21.15.28:0/1402656687' entity='mgr.y' 2024-08-29T17:43:05.126 INFO:journalctl@ceph.node-exporter.a.smithi028.stdout:Aug 29 17:43:04 smithi028 bash[59248]: Digest: sha256:39c642b2b337e38c18e80266fb14383754178202f40103646337722a594d984c 2024-08-29T17:43:05.126 INFO:journalctl@ceph.node-exporter.a.smithi028.stdout:Aug 29 17:43:04 smithi028 bash[59248]: Status: Downloaded newer image for quay.io/prometheus/node-exporter:v1.5.0 2024-08-29T17:43:05.127 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:43:04 smithi028 bash[31855]: cluster 2024-08-29T17:43:03.776691+0000 mgr.y (mgr.14499) 25 : cluster [DBG] pgmap v8: 97 pgs: 97 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 23 KiB/s rd, 0 B/s wr, 12 op/s 2024-08-29T17:43:05.127 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:43:04 smithi028 bash[31855]: audit 2024-08-29T17:43:04.765468+0000 mon.a (mon.0) 812 : audit [INF] from='mgr.14499 172.21.15.28:0/1402656687' entity='mgr.y' 2024-08-29T17:43:05.322 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:43:04 smithi053 bash[24720]: cluster 2024-08-29T17:43:03.776691+0000 mgr.y (mgr.14499) 25 : cluster [DBG] pgmap v8: 97 pgs: 97 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 23 KiB/s rd, 0 B/s wr, 12 op/s 2024-08-29T17:43:05.322 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:43:04 smithi053 bash[24720]: audit 2024-08-29T17:43:04.765468+0000 mon.a (mon.0) 812 : audit [INF] from='mgr.14499 172.21.15.28:0/1402656687' entity='mgr.y' 2024-08-29T17:43:06.308 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:43:05 smithi053 bash[24720]: audit 2024-08-29T17:43:04.755912+0000 mgr.y (mgr.14499) 26 : audit [DBG] from='client.24394 -' entity='client.admin' cmd=[{"prefix": "orch apply", "service_type": "grafana", "placement": "1;smithi053=a", "target": ["mon-mgr", ""]}]: dispatch 2024-08-29T17:43:06.308 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:43:05 smithi053 bash[24720]: cephadm 2024-08-29T17:43:04.759105+0000 mgr.y (mgr.14499) 27 : cephadm [INF] Saving service grafana spec with placement smithi053=a;count:1 2024-08-29T17:43:06.308 INFO:journalctl@ceph.node-exporter.b.smithi053.stdout:Aug 29 17:43:06 smithi053 bash[50576]: 5c12815fee55: Pull complete 2024-08-29T17:43:06.376 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:43:05 smithi028 bash[22419]: audit 2024-08-29T17:43:04.755912+0000 mgr.y (mgr.14499) 26 : audit [DBG] from='client.24394 -' entity='client.admin' cmd=[{"prefix": "orch apply", "service_type": "grafana", "placement": "1;smithi053=a", "target": ["mon-mgr", ""]}]: dispatch 2024-08-29T17:43:06.376 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:43:05 smithi028 bash[22419]: cephadm 2024-08-29T17:43:04.759105+0000 mgr.y (mgr.14499) 27 : cephadm [INF] Saving service grafana spec with placement smithi053=a;count:1 2024-08-29T17:43:06.376 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:43:05 smithi028 bash[31855]: audit 2024-08-29T17:43:04.755912+0000 mgr.y (mgr.14499) 26 : audit [DBG] from='client.24394 -' entity='client.admin' cmd=[{"prefix": "orch apply", "service_type": "grafana", "placement": "1;smithi053=a", "target": ["mon-mgr", ""]}]: dispatch 2024-08-29T17:43:06.376 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:43:05 smithi028 bash[31855]: cephadm 2024-08-29T17:43:04.759105+0000 mgr.y (mgr.14499) 27 : cephadm [INF] Saving service grafana spec with placement smithi053=a;count:1 2024-08-29T17:43:06.397 DEBUG:teuthology.orchestra.run.smithi053:grafana.a> sudo journalctl -f -n 0 -u ceph-3167ee72-662c-11ef-bcd4-c7b262605968@grafana.a.service 2024-08-29T17:43:06.400 INFO:tasks.cephadm:Setting up client nodes... 2024-08-29T17:43:06.401 DEBUG:teuthology.orchestra.run.smithi028:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 3167ee72-662c-11ef-bcd4-c7b262605968 -- ceph auth get-or-create client.0 mon 'allow *' osd 'allow *' mds 'allow *' mgr 'allow *' 2024-08-29T17:43:06.571 INFO:journalctl@ceph.mgr.x.smithi053.stdout:Aug 29 17:43:06 smithi053 bash[25641]: ::ffff:172.21.15.53 - - [29/Aug/2024:17:43:06] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.43.0" 2024-08-29T17:43:07.023 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:43:06 smithi053 bash[24720]: cluster 2024-08-29T17:43:05.777938+0000 mgr.y (mgr.14499) 28 : cluster [DBG] pgmap v9: 97 pgs: 97 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 19 KiB/s rd, 0 B/s wr, 10 op/s 2024-08-29T17:43:07.024 INFO:journalctl@ceph.node-exporter.b.smithi053.stdout:Aug 29 17:43:06 smithi053 bash[50576]: c0e87333d380: Pull complete 2024-08-29T17:43:07.024 INFO:journalctl@ceph.node-exporter.b.smithi053.stdout:Aug 29 17:43:06 smithi053 bash[50576]: Digest: sha256:39c642b2b337e38c18e80266fb14383754178202f40103646337722a594d984c 2024-08-29T17:43:07.321 INFO:journalctl@ceph.node-exporter.b.smithi053.stdout:Aug 29 17:43:07 smithi053 bash[50576]: Status: Downloaded newer image for quay.io/prometheus/node-exporter:v1.5.0 2024-08-29T17:43:07.376 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:43:06 smithi028 bash[22419]: cluster 2024-08-29T17:43:05.777938+0000 mgr.y (mgr.14499) 28 : cluster [DBG] pgmap v9: 97 pgs: 97 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 19 KiB/s rd, 0 B/s wr, 10 op/s 2024-08-29T17:43:07.376 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:43:06 smithi028 bash[31855]: cluster 2024-08-29T17:43:05.777938+0000 mgr.y (mgr.14499) 28 : cluster [DBG] pgmap v9: 97 pgs: 97 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 19 KiB/s rd, 0 B/s wr, 10 op/s 2024-08-29T17:43:07.376 INFO:journalctl@ceph.node-exporter.a.smithi028.stdout:Aug 29 17:43:07 smithi028 bash[59248]: ts=2024-08-29T17:43:07.057Z caller=node_exporter.go:180 level=info msg="Starting node_exporter" version="(version=1.5.0, branch=HEAD, revision=1b48970ffcf5630534fb00bb0687d73c66d1c959)" 2024-08-29T17:43:07.377 INFO:journalctl@ceph.node-exporter.a.smithi028.stdout:Aug 29 17:43:07 smithi028 bash[59248]: ts=2024-08-29T17:43:07.058Z caller=node_exporter.go:181 level=info msg="Build context" build_context="(go=go1.19.3, user=root@6e7732a7b81b, date=20221129-18:59:09)" 2024-08-29T17:43:07.377 INFO:journalctl@ceph.node-exporter.a.smithi028.stdout:Aug 29 17:43:07 smithi028 bash[59248]: ts=2024-08-29T17:43:07.058Z caller=diskstats_common.go:111 level=info collector=diskstats msg="Parsed flag --collector.diskstats.device-exclude" flag=^(ram|loop|fd|(h|s|v|xv)d[a-z]|nvme\d+n\d+p)\d+$ 2024-08-29T17:43:07.377 INFO:journalctl@ceph.node-exporter.a.smithi028.stdout:Aug 29 17:43:07 smithi028 bash[59248]: ts=2024-08-29T17:43:07.058Z caller=diskstats_linux.go:264 level=error collector=diskstats msg="Failed to open directory, disabling udev device properties" path=/run/udev/data 2024-08-29T17:43:07.377 INFO:journalctl@ceph.node-exporter.a.smithi028.stdout:Aug 29 17:43:07 smithi028 bash[59248]: ts=2024-08-29T17:43:07.058Z caller=filesystem_common.go:111 level=info collector=filesystem msg="Parsed flag --collector.filesystem.mount-points-exclude" flag=^/(dev|proc|run/credentials/.+|sys|var/lib/docker/.+|var/lib/containers/storage/.+)($|/) 2024-08-29T17:43:07.377 INFO:journalctl@ceph.node-exporter.a.smithi028.stdout:Aug 29 17:43:07 smithi028 bash[59248]: ts=2024-08-29T17:43:07.059Z caller=filesystem_common.go:113 level=info collector=filesystem msg="Parsed flag --collector.filesystem.fs-types-exclude" flag=^(autofs|binfmt_misc|bpf|cgroup2?|configfs|debugfs|devpts|devtmpfs|fusectl|hugetlbfs|iso9660|mqueue|nsfs|overlay|proc|procfs|pstore|rpc_pipefs|securityfs|selinuxfs|squashfs|sysfs|tracefs)$ 2024-08-29T17:43:07.377 INFO:journalctl@ceph.node-exporter.a.smithi028.stdout:Aug 29 17:43:07 smithi028 bash[59248]: ts=2024-08-29T17:43:07.059Z caller=node_exporter.go:110 level=info msg="Enabled collectors" 2024-08-29T17:43:07.377 INFO:journalctl@ceph.node-exporter.a.smithi028.stdout:Aug 29 17:43:07 smithi028 bash[59248]: ts=2024-08-29T17:43:07.059Z caller=node_exporter.go:117 level=info collector=arp 2024-08-29T17:43:07.377 INFO:journalctl@ceph.node-exporter.a.smithi028.stdout:Aug 29 17:43:07 smithi028 bash[59248]: ts=2024-08-29T17:43:07.059Z caller=node_exporter.go:117 level=info collector=bcache 2024-08-29T17:43:07.377 INFO:journalctl@ceph.node-exporter.a.smithi028.stdout:Aug 29 17:43:07 smithi028 bash[59248]: ts=2024-08-29T17:43:07.059Z caller=node_exporter.go:117 level=info collector=bonding 2024-08-29T17:43:07.377 INFO:journalctl@ceph.node-exporter.a.smithi028.stdout:Aug 29 17:43:07 smithi028 bash[59248]: ts=2024-08-29T17:43:07.060Z caller=node_exporter.go:117 level=info collector=btrfs 2024-08-29T17:43:07.377 INFO:journalctl@ceph.node-exporter.a.smithi028.stdout:Aug 29 17:43:07 smithi028 bash[59248]: ts=2024-08-29T17:43:07.060Z caller=node_exporter.go:117 level=info collector=conntrack 2024-08-29T17:43:07.377 INFO:journalctl@ceph.node-exporter.a.smithi028.stdout:Aug 29 17:43:07 smithi028 bash[59248]: ts=2024-08-29T17:43:07.060Z caller=node_exporter.go:117 level=info collector=cpu 2024-08-29T17:43:07.377 INFO:journalctl@ceph.node-exporter.a.smithi028.stdout:Aug 29 17:43:07 smithi028 bash[59248]: ts=2024-08-29T17:43:07.060Z caller=node_exporter.go:117 level=info collector=cpufreq 2024-08-29T17:43:07.378 INFO:journalctl@ceph.node-exporter.a.smithi028.stdout:Aug 29 17:43:07 smithi028 bash[59248]: ts=2024-08-29T17:43:07.060Z caller=node_exporter.go:117 level=info collector=diskstats 2024-08-29T17:43:07.378 INFO:journalctl@ceph.node-exporter.a.smithi028.stdout:Aug 29 17:43:07 smithi028 bash[59248]: ts=2024-08-29T17:43:07.060Z caller=node_exporter.go:117 level=info collector=dmi 2024-08-29T17:43:07.378 INFO:journalctl@ceph.node-exporter.a.smithi028.stdout:Aug 29 17:43:07 smithi028 bash[59248]: ts=2024-08-29T17:43:07.060Z caller=node_exporter.go:117 level=info collector=edac 2024-08-29T17:43:07.378 INFO:journalctl@ceph.node-exporter.a.smithi028.stdout:Aug 29 17:43:07 smithi028 bash[59248]: ts=2024-08-29T17:43:07.060Z caller=node_exporter.go:117 level=info collector=entropy 2024-08-29T17:43:07.378 INFO:journalctl@ceph.node-exporter.a.smithi028.stdout:Aug 29 17:43:07 smithi028 bash[59248]: ts=2024-08-29T17:43:07.060Z caller=node_exporter.go:117 level=info collector=fibrechannel 2024-08-29T17:43:07.378 INFO:journalctl@ceph.node-exporter.a.smithi028.stdout:Aug 29 17:43:07 smithi028 bash[59248]: ts=2024-08-29T17:43:07.060Z caller=node_exporter.go:117 level=info collector=filefd 2024-08-29T17:43:07.378 INFO:journalctl@ceph.node-exporter.a.smithi028.stdout:Aug 29 17:43:07 smithi028 bash[59248]: ts=2024-08-29T17:43:07.060Z caller=node_exporter.go:117 level=info collector=filesystem 2024-08-29T17:43:07.378 INFO:journalctl@ceph.node-exporter.a.smithi028.stdout:Aug 29 17:43:07 smithi028 bash[59248]: ts=2024-08-29T17:43:07.060Z caller=node_exporter.go:117 level=info collector=hwmon 2024-08-29T17:43:07.378 INFO:journalctl@ceph.node-exporter.a.smithi028.stdout:Aug 29 17:43:07 smithi028 bash[59248]: ts=2024-08-29T17:43:07.060Z caller=node_exporter.go:117 level=info collector=infiniband 2024-08-29T17:43:07.378 INFO:journalctl@ceph.node-exporter.a.smithi028.stdout:Aug 29 17:43:07 smithi028 bash[59248]: ts=2024-08-29T17:43:07.060Z caller=node_exporter.go:117 level=info collector=ipvs 2024-08-29T17:43:07.378 INFO:journalctl@ceph.node-exporter.a.smithi028.stdout:Aug 29 17:43:07 smithi028 bash[59248]: ts=2024-08-29T17:43:07.060Z caller=node_exporter.go:117 level=info collector=loadavg 2024-08-29T17:43:07.378 INFO:journalctl@ceph.node-exporter.a.smithi028.stdout:Aug 29 17:43:07 smithi028 bash[59248]: ts=2024-08-29T17:43:07.060Z caller=node_exporter.go:117 level=info collector=mdadm 2024-08-29T17:43:07.379 INFO:journalctl@ceph.node-exporter.a.smithi028.stdout:Aug 29 17:43:07 smithi028 bash[59248]: ts=2024-08-29T17:43:07.060Z caller=node_exporter.go:117 level=info collector=meminfo 2024-08-29T17:43:07.379 INFO:journalctl@ceph.node-exporter.a.smithi028.stdout:Aug 29 17:43:07 smithi028 bash[59248]: ts=2024-08-29T17:43:07.060Z caller=node_exporter.go:117 level=info collector=netclass 2024-08-29T17:43:07.379 INFO:journalctl@ceph.node-exporter.a.smithi028.stdout:Aug 29 17:43:07 smithi028 bash[59248]: ts=2024-08-29T17:43:07.060Z caller=node_exporter.go:117 level=info collector=netdev 2024-08-29T17:43:07.379 INFO:journalctl@ceph.node-exporter.a.smithi028.stdout:Aug 29 17:43:07 smithi028 bash[59248]: ts=2024-08-29T17:43:07.060Z caller=node_exporter.go:117 level=info collector=netstat 2024-08-29T17:43:07.379 INFO:journalctl@ceph.node-exporter.a.smithi028.stdout:Aug 29 17:43:07 smithi028 bash[59248]: ts=2024-08-29T17:43:07.060Z caller=node_exporter.go:117 level=info collector=nfs 2024-08-29T17:43:07.379 INFO:journalctl@ceph.node-exporter.a.smithi028.stdout:Aug 29 17:43:07 smithi028 bash[59248]: ts=2024-08-29T17:43:07.060Z caller=node_exporter.go:117 level=info collector=nfsd 2024-08-29T17:43:07.379 INFO:journalctl@ceph.node-exporter.a.smithi028.stdout:Aug 29 17:43:07 smithi028 bash[59248]: ts=2024-08-29T17:43:07.060Z caller=node_exporter.go:117 level=info collector=nvme 2024-08-29T17:43:07.379 INFO:journalctl@ceph.node-exporter.a.smithi028.stdout:Aug 29 17:43:07 smithi028 bash[59248]: ts=2024-08-29T17:43:07.060Z caller=node_exporter.go:117 level=info collector=os 2024-08-29T17:43:07.379 INFO:journalctl@ceph.node-exporter.a.smithi028.stdout:Aug 29 17:43:07 smithi028 bash[59248]: ts=2024-08-29T17:43:07.060Z caller=node_exporter.go:117 level=info collector=powersupplyclass 2024-08-29T17:43:07.379 INFO:journalctl@ceph.node-exporter.a.smithi028.stdout:Aug 29 17:43:07 smithi028 bash[59248]: ts=2024-08-29T17:43:07.060Z caller=node_exporter.go:117 level=info collector=pressure 2024-08-29T17:43:07.379 INFO:journalctl@ceph.node-exporter.a.smithi028.stdout:Aug 29 17:43:07 smithi028 bash[59248]: ts=2024-08-29T17:43:07.060Z caller=node_exporter.go:117 level=info collector=rapl 2024-08-29T17:43:07.379 INFO:journalctl@ceph.node-exporter.a.smithi028.stdout:Aug 29 17:43:07 smithi028 bash[59248]: ts=2024-08-29T17:43:07.060Z caller=node_exporter.go:117 level=info collector=schedstat 2024-08-29T17:43:07.379 INFO:journalctl@ceph.node-exporter.a.smithi028.stdout:Aug 29 17:43:07 smithi028 bash[59248]: ts=2024-08-29T17:43:07.060Z caller=node_exporter.go:117 level=info collector=selinux 2024-08-29T17:43:07.379 INFO:journalctl@ceph.node-exporter.a.smithi028.stdout:Aug 29 17:43:07 smithi028 bash[59248]: ts=2024-08-29T17:43:07.060Z caller=node_exporter.go:117 level=info collector=sockstat 2024-08-29T17:43:07.380 INFO:journalctl@ceph.node-exporter.a.smithi028.stdout:Aug 29 17:43:07 smithi028 bash[59248]: ts=2024-08-29T17:43:07.060Z caller=node_exporter.go:117 level=info collector=softnet 2024-08-29T17:43:07.380 INFO:journalctl@ceph.node-exporter.a.smithi028.stdout:Aug 29 17:43:07 smithi028 bash[59248]: ts=2024-08-29T17:43:07.060Z caller=node_exporter.go:117 level=info collector=stat 2024-08-29T17:43:07.380 INFO:journalctl@ceph.node-exporter.a.smithi028.stdout:Aug 29 17:43:07 smithi028 bash[59248]: ts=2024-08-29T17:43:07.060Z caller=node_exporter.go:117 level=info collector=tapestats 2024-08-29T17:43:07.380 INFO:journalctl@ceph.node-exporter.a.smithi028.stdout:Aug 29 17:43:07 smithi028 bash[59248]: ts=2024-08-29T17:43:07.060Z caller=node_exporter.go:117 level=info collector=textfile 2024-08-29T17:43:07.380 INFO:journalctl@ceph.node-exporter.a.smithi028.stdout:Aug 29 17:43:07 smithi028 bash[59248]: ts=2024-08-29T17:43:07.060Z caller=node_exporter.go:117 level=info collector=thermal_zone 2024-08-29T17:43:07.380 INFO:journalctl@ceph.node-exporter.a.smithi028.stdout:Aug 29 17:43:07 smithi028 bash[59248]: ts=2024-08-29T17:43:07.060Z caller=node_exporter.go:117 level=info collector=time 2024-08-29T17:43:07.380 INFO:journalctl@ceph.node-exporter.a.smithi028.stdout:Aug 29 17:43:07 smithi028 bash[59248]: ts=2024-08-29T17:43:07.060Z caller=node_exporter.go:117 level=info collector=udp_queues 2024-08-29T17:43:07.380 INFO:journalctl@ceph.node-exporter.a.smithi028.stdout:Aug 29 17:43:07 smithi028 bash[59248]: ts=2024-08-29T17:43:07.060Z caller=node_exporter.go:117 level=info collector=uname 2024-08-29T17:43:07.380 INFO:journalctl@ceph.node-exporter.a.smithi028.stdout:Aug 29 17:43:07 smithi028 bash[59248]: ts=2024-08-29T17:43:07.060Z caller=node_exporter.go:117 level=info collector=vmstat 2024-08-29T17:43:07.380 INFO:journalctl@ceph.node-exporter.a.smithi028.stdout:Aug 29 17:43:07 smithi028 bash[59248]: ts=2024-08-29T17:43:07.060Z caller=node_exporter.go:117 level=info collector=xfs 2024-08-29T17:43:07.380 INFO:journalctl@ceph.node-exporter.a.smithi028.stdout:Aug 29 17:43:07 smithi028 bash[59248]: ts=2024-08-29T17:43:07.060Z caller=node_exporter.go:117 level=info collector=zfs 2024-08-29T17:43:07.380 INFO:journalctl@ceph.node-exporter.a.smithi028.stdout:Aug 29 17:43:07 smithi028 bash[59248]: ts=2024-08-29T17:43:07.060Z caller=tls_config.go:232 level=info msg="Listening on" address=[::]:9100 2024-08-29T17:43:07.380 INFO:journalctl@ceph.node-exporter.a.smithi028.stdout:Aug 29 17:43:07 smithi028 bash[59248]: ts=2024-08-29T17:43:07.060Z caller=tls_config.go:235 level=info msg="TLS is disabled." http2=false address=[::]:9100 2024-08-29T17:43:08.822 INFO:journalctl@ceph.node-exporter.b.smithi053.stdout:Aug 29 17:43:08 smithi053 bash[50576]: ts=2024-08-29T17:43:08.586Z caller=node_exporter.go:180 level=info msg="Starting node_exporter" version="(version=1.5.0, branch=HEAD, revision=1b48970ffcf5630534fb00bb0687d73c66d1c959)" 2024-08-29T17:43:08.823 INFO:journalctl@ceph.node-exporter.b.smithi053.stdout:Aug 29 17:43:08 smithi053 bash[50576]: ts=2024-08-29T17:43:08.586Z caller=node_exporter.go:181 level=info msg="Build context" build_context="(go=go1.19.3, user=root@6e7732a7b81b, date=20221129-18:59:09)" 2024-08-29T17:43:08.823 INFO:journalctl@ceph.node-exporter.b.smithi053.stdout:Aug 29 17:43:08 smithi053 bash[50576]: ts=2024-08-29T17:43:08.587Z caller=diskstats_common.go:111 level=info collector=diskstats msg="Parsed flag --collector.diskstats.device-exclude" flag=^(ram|loop|fd|(h|s|v|xv)d[a-z]|nvme\d+n\d+p)\d+$ 2024-08-29T17:43:08.823 INFO:journalctl@ceph.node-exporter.b.smithi053.stdout:Aug 29 17:43:08 smithi053 bash[50576]: ts=2024-08-29T17:43:08.587Z caller=diskstats_linux.go:264 level=error collector=diskstats msg="Failed to open directory, disabling udev device properties" path=/run/udev/data 2024-08-29T17:43:08.823 INFO:journalctl@ceph.node-exporter.b.smithi053.stdout:Aug 29 17:43:08 smithi053 bash[50576]: ts=2024-08-29T17:43:08.587Z caller=filesystem_common.go:111 level=info collector=filesystem msg="Parsed flag --collector.filesystem.mount-points-exclude" flag=^/(dev|proc|run/credentials/.+|sys|var/lib/docker/.+|var/lib/containers/storage/.+)($|/) 2024-08-29T17:43:08.823 INFO:journalctl@ceph.node-exporter.b.smithi053.stdout:Aug 29 17:43:08 smithi053 bash[50576]: ts=2024-08-29T17:43:08.587Z caller=filesystem_common.go:113 level=info collector=filesystem msg="Parsed flag --collector.filesystem.fs-types-exclude" flag=^(autofs|binfmt_misc|bpf|cgroup2?|configfs|debugfs|devpts|devtmpfs|fusectl|hugetlbfs|iso9660|mqueue|nsfs|overlay|proc|procfs|pstore|rpc_pipefs|securityfs|selinuxfs|squashfs|sysfs|tracefs)$ 2024-08-29T17:43:08.823 INFO:journalctl@ceph.node-exporter.b.smithi053.stdout:Aug 29 17:43:08 smithi053 bash[50576]: ts=2024-08-29T17:43:08.588Z caller=node_exporter.go:110 level=info msg="Enabled collectors" 2024-08-29T17:43:08.823 INFO:journalctl@ceph.node-exporter.b.smithi053.stdout:Aug 29 17:43:08 smithi053 bash[50576]: ts=2024-08-29T17:43:08.588Z caller=node_exporter.go:117 level=info collector=arp 2024-08-29T17:43:08.823 INFO:journalctl@ceph.node-exporter.b.smithi053.stdout:Aug 29 17:43:08 smithi053 bash[50576]: ts=2024-08-29T17:43:08.588Z caller=node_exporter.go:117 level=info collector=bcache 2024-08-29T17:43:08.823 INFO:journalctl@ceph.node-exporter.b.smithi053.stdout:Aug 29 17:43:08 smithi053 bash[50576]: ts=2024-08-29T17:43:08.588Z caller=node_exporter.go:117 level=info collector=bonding 2024-08-29T17:43:08.823 INFO:journalctl@ceph.node-exporter.b.smithi053.stdout:Aug 29 17:43:08 smithi053 bash[50576]: ts=2024-08-29T17:43:08.588Z caller=node_exporter.go:117 level=info collector=btrfs 2024-08-29T17:43:08.823 INFO:journalctl@ceph.node-exporter.b.smithi053.stdout:Aug 29 17:43:08 smithi053 bash[50576]: ts=2024-08-29T17:43:08.588Z caller=node_exporter.go:117 level=info collector=conntrack 2024-08-29T17:43:08.824 INFO:journalctl@ceph.node-exporter.b.smithi053.stdout:Aug 29 17:43:08 smithi053 bash[50576]: ts=2024-08-29T17:43:08.588Z caller=node_exporter.go:117 level=info collector=cpu 2024-08-29T17:43:08.824 INFO:journalctl@ceph.node-exporter.b.smithi053.stdout:Aug 29 17:43:08 smithi053 bash[50576]: ts=2024-08-29T17:43:08.588Z caller=node_exporter.go:117 level=info collector=cpufreq 2024-08-29T17:43:08.824 INFO:journalctl@ceph.node-exporter.b.smithi053.stdout:Aug 29 17:43:08 smithi053 bash[50576]: ts=2024-08-29T17:43:08.588Z caller=node_exporter.go:117 level=info collector=diskstats 2024-08-29T17:43:08.824 INFO:journalctl@ceph.node-exporter.b.smithi053.stdout:Aug 29 17:43:08 smithi053 bash[50576]: ts=2024-08-29T17:43:08.588Z caller=node_exporter.go:117 level=info collector=dmi 2024-08-29T17:43:08.824 INFO:journalctl@ceph.node-exporter.b.smithi053.stdout:Aug 29 17:43:08 smithi053 bash[50576]: ts=2024-08-29T17:43:08.588Z caller=node_exporter.go:117 level=info collector=edac 2024-08-29T17:43:08.824 INFO:journalctl@ceph.node-exporter.b.smithi053.stdout:Aug 29 17:43:08 smithi053 bash[50576]: ts=2024-08-29T17:43:08.588Z caller=node_exporter.go:117 level=info collector=entropy 2024-08-29T17:43:08.824 INFO:journalctl@ceph.node-exporter.b.smithi053.stdout:Aug 29 17:43:08 smithi053 bash[50576]: ts=2024-08-29T17:43:08.588Z caller=node_exporter.go:117 level=info collector=fibrechannel 2024-08-29T17:43:08.824 INFO:journalctl@ceph.node-exporter.b.smithi053.stdout:Aug 29 17:43:08 smithi053 bash[50576]: ts=2024-08-29T17:43:08.588Z caller=node_exporter.go:117 level=info collector=filefd 2024-08-29T17:43:08.824 INFO:journalctl@ceph.node-exporter.b.smithi053.stdout:Aug 29 17:43:08 smithi053 bash[50576]: ts=2024-08-29T17:43:08.588Z caller=node_exporter.go:117 level=info collector=filesystem 2024-08-29T17:43:08.824 INFO:journalctl@ceph.node-exporter.b.smithi053.stdout:Aug 29 17:43:08 smithi053 bash[50576]: ts=2024-08-29T17:43:08.588Z caller=node_exporter.go:117 level=info collector=hwmon 2024-08-29T17:43:08.824 INFO:journalctl@ceph.node-exporter.b.smithi053.stdout:Aug 29 17:43:08 smithi053 bash[50576]: ts=2024-08-29T17:43:08.588Z caller=node_exporter.go:117 level=info collector=infiniband 2024-08-29T17:43:08.824 INFO:journalctl@ceph.node-exporter.b.smithi053.stdout:Aug 29 17:43:08 smithi053 bash[50576]: ts=2024-08-29T17:43:08.588Z caller=node_exporter.go:117 level=info collector=ipvs 2024-08-29T17:43:08.825 INFO:journalctl@ceph.node-exporter.b.smithi053.stdout:Aug 29 17:43:08 smithi053 bash[50576]: ts=2024-08-29T17:43:08.588Z caller=node_exporter.go:117 level=info collector=loadavg 2024-08-29T17:43:08.825 INFO:journalctl@ceph.node-exporter.b.smithi053.stdout:Aug 29 17:43:08 smithi053 bash[50576]: ts=2024-08-29T17:43:08.588Z caller=node_exporter.go:117 level=info collector=mdadm 2024-08-29T17:43:08.825 INFO:journalctl@ceph.node-exporter.b.smithi053.stdout:Aug 29 17:43:08 smithi053 bash[50576]: ts=2024-08-29T17:43:08.588Z caller=node_exporter.go:117 level=info collector=meminfo 2024-08-29T17:43:08.825 INFO:journalctl@ceph.node-exporter.b.smithi053.stdout:Aug 29 17:43:08 smithi053 bash[50576]: ts=2024-08-29T17:43:08.588Z caller=node_exporter.go:117 level=info collector=netclass 2024-08-29T17:43:08.825 INFO:journalctl@ceph.node-exporter.b.smithi053.stdout:Aug 29 17:43:08 smithi053 bash[50576]: ts=2024-08-29T17:43:08.588Z caller=node_exporter.go:117 level=info collector=netdev 2024-08-29T17:43:08.825 INFO:journalctl@ceph.node-exporter.b.smithi053.stdout:Aug 29 17:43:08 smithi053 bash[50576]: ts=2024-08-29T17:43:08.588Z caller=node_exporter.go:117 level=info collector=netstat 2024-08-29T17:43:08.825 INFO:journalctl@ceph.node-exporter.b.smithi053.stdout:Aug 29 17:43:08 smithi053 bash[50576]: ts=2024-08-29T17:43:08.588Z caller=node_exporter.go:117 level=info collector=nfs 2024-08-29T17:43:08.825 INFO:journalctl@ceph.node-exporter.b.smithi053.stdout:Aug 29 17:43:08 smithi053 bash[50576]: ts=2024-08-29T17:43:08.588Z caller=node_exporter.go:117 level=info collector=nfsd 2024-08-29T17:43:08.825 INFO:journalctl@ceph.node-exporter.b.smithi053.stdout:Aug 29 17:43:08 smithi053 bash[50576]: ts=2024-08-29T17:43:08.588Z caller=node_exporter.go:117 level=info collector=nvme 2024-08-29T17:43:08.826 INFO:journalctl@ceph.node-exporter.b.smithi053.stdout:Aug 29 17:43:08 smithi053 bash[50576]: ts=2024-08-29T17:43:08.588Z caller=node_exporter.go:117 level=info collector=os 2024-08-29T17:43:08.826 INFO:journalctl@ceph.node-exporter.b.smithi053.stdout:Aug 29 17:43:08 smithi053 bash[50576]: ts=2024-08-29T17:43:08.588Z caller=node_exporter.go:117 level=info collector=powersupplyclass 2024-08-29T17:43:08.826 INFO:journalctl@ceph.node-exporter.b.smithi053.stdout:Aug 29 17:43:08 smithi053 bash[50576]: ts=2024-08-29T17:43:08.588Z caller=node_exporter.go:117 level=info collector=pressure 2024-08-29T17:43:08.826 INFO:journalctl@ceph.node-exporter.b.smithi053.stdout:Aug 29 17:43:08 smithi053 bash[50576]: ts=2024-08-29T17:43:08.588Z caller=node_exporter.go:117 level=info collector=rapl 2024-08-29T17:43:08.826 INFO:journalctl@ceph.node-exporter.b.smithi053.stdout:Aug 29 17:43:08 smithi053 bash[50576]: ts=2024-08-29T17:43:08.588Z caller=node_exporter.go:117 level=info collector=schedstat 2024-08-29T17:43:08.826 INFO:journalctl@ceph.node-exporter.b.smithi053.stdout:Aug 29 17:43:08 smithi053 bash[50576]: ts=2024-08-29T17:43:08.588Z caller=node_exporter.go:117 level=info collector=selinux 2024-08-29T17:43:08.826 INFO:journalctl@ceph.node-exporter.b.smithi053.stdout:Aug 29 17:43:08 smithi053 bash[50576]: ts=2024-08-29T17:43:08.588Z caller=node_exporter.go:117 level=info collector=sockstat 2024-08-29T17:43:08.826 INFO:journalctl@ceph.node-exporter.b.smithi053.stdout:Aug 29 17:43:08 smithi053 bash[50576]: ts=2024-08-29T17:43:08.588Z caller=node_exporter.go:117 level=info collector=softnet 2024-08-29T17:43:08.826 INFO:journalctl@ceph.node-exporter.b.smithi053.stdout:Aug 29 17:43:08 smithi053 bash[50576]: ts=2024-08-29T17:43:08.588Z caller=node_exporter.go:117 level=info collector=stat 2024-08-29T17:43:08.826 INFO:journalctl@ceph.node-exporter.b.smithi053.stdout:Aug 29 17:43:08 smithi053 bash[50576]: ts=2024-08-29T17:43:08.588Z caller=node_exporter.go:117 level=info collector=tapestats 2024-08-29T17:43:08.826 INFO:journalctl@ceph.node-exporter.b.smithi053.stdout:Aug 29 17:43:08 smithi053 bash[50576]: ts=2024-08-29T17:43:08.588Z caller=node_exporter.go:117 level=info collector=textfile 2024-08-29T17:43:08.826 INFO:journalctl@ceph.node-exporter.b.smithi053.stdout:Aug 29 17:43:08 smithi053 bash[50576]: ts=2024-08-29T17:43:08.588Z caller=node_exporter.go:117 level=info collector=thermal_zone 2024-08-29T17:43:08.826 INFO:journalctl@ceph.node-exporter.b.smithi053.stdout:Aug 29 17:43:08 smithi053 bash[50576]: ts=2024-08-29T17:43:08.588Z caller=node_exporter.go:117 level=info collector=time 2024-08-29T17:43:08.826 INFO:journalctl@ceph.node-exporter.b.smithi053.stdout:Aug 29 17:43:08 smithi053 bash[50576]: ts=2024-08-29T17:43:08.588Z caller=node_exporter.go:117 level=info collector=udp_queues 2024-08-29T17:43:08.827 INFO:journalctl@ceph.node-exporter.b.smithi053.stdout:Aug 29 17:43:08 smithi053 bash[50576]: ts=2024-08-29T17:43:08.588Z caller=node_exporter.go:117 level=info collector=uname 2024-08-29T17:43:08.827 INFO:journalctl@ceph.node-exporter.b.smithi053.stdout:Aug 29 17:43:08 smithi053 bash[50576]: ts=2024-08-29T17:43:08.588Z caller=node_exporter.go:117 level=info collector=vmstat 2024-08-29T17:43:08.827 INFO:journalctl@ceph.node-exporter.b.smithi053.stdout:Aug 29 17:43:08 smithi053 bash[50576]: ts=2024-08-29T17:43:08.588Z caller=node_exporter.go:117 level=info collector=xfs 2024-08-29T17:43:08.827 INFO:journalctl@ceph.node-exporter.b.smithi053.stdout:Aug 29 17:43:08 smithi053 bash[50576]: ts=2024-08-29T17:43:08.588Z caller=node_exporter.go:117 level=info collector=zfs 2024-08-29T17:43:08.827 INFO:journalctl@ceph.node-exporter.b.smithi053.stdout:Aug 29 17:43:08 smithi053 bash[50576]: ts=2024-08-29T17:43:08.589Z caller=tls_config.go:232 level=info msg="Listening on" address=[::]:9100 2024-08-29T17:43:08.827 INFO:journalctl@ceph.node-exporter.b.smithi053.stdout:Aug 29 17:43:08 smithi053 bash[50576]: ts=2024-08-29T17:43:08.589Z caller=tls_config.go:235 level=info msg="TLS is disabled." http2=false address=[::]:9100 2024-08-29T17:43:09.321 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:43:08 smithi053 bash[24720]: cluster 2024-08-29T17:43:07.778669+0000 mgr.y (mgr.14499) 29 : cluster [DBG] pgmap v10: 97 pgs: 97 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 17 KiB/s rd, 0 B/s wr, 9 op/s 2024-08-29T17:43:09.322 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:43:08 smithi053 bash[24720]: audit 2024-08-29T17:43:08.851666+0000 mon.a (mon.0) 813 : audit [DBG] from='mgr.14499 172.21.15.28:0/1402656687' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-29T17:43:09.376 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:43:08 smithi028 bash[22419]: cluster 2024-08-29T17:43:07.778669+0000 mgr.y (mgr.14499) 29 : cluster [DBG] pgmap v10: 97 pgs: 97 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 17 KiB/s rd, 0 B/s wr, 9 op/s 2024-08-29T17:43:09.376 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:43:08 smithi028 bash[22419]: audit 2024-08-29T17:43:08.851666+0000 mon.a (mon.0) 813 : audit [DBG] from='mgr.14499 172.21.15.28:0/1402656687' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-29T17:43:09.376 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:43:08 smithi028 bash[31855]: cluster 2024-08-29T17:43:07.778669+0000 mgr.y (mgr.14499) 29 : cluster [DBG] pgmap v10: 97 pgs: 97 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 17 KiB/s rd, 0 B/s wr, 9 op/s 2024-08-29T17:43:09.376 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:43:08 smithi028 bash[31855]: audit 2024-08-29T17:43:08.851666+0000 mon.a (mon.0) 813 : audit [DBG] from='mgr.14499 172.21.15.28:0/1402656687' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-29T17:43:11.193 INFO:teuthology.orchestra.run.smithi028.stderr:Inferring config /var/lib/ceph/3167ee72-662c-11ef-bcd4-c7b262605968/mon.a/config 2024-08-29T17:43:11.197 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:43:10 smithi028 bash[31855]: cluster 2024-08-29T17:43:09.779307+0000 mgr.y (mgr.14499) 30 : cluster [DBG] pgmap v11: 97 pgs: 97 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 17 KiB/s rd, 0 B/s wr, 9 op/s 2024-08-29T17:43:11.198 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:43:10 smithi028 bash[22419]: cluster 2024-08-29T17:43:09.779307+0000 mgr.y (mgr.14499) 30 : cluster [DBG] pgmap v11: 97 pgs: 97 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 17 KiB/s rd, 0 B/s wr, 9 op/s 2024-08-29T17:43:11.322 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:43:10 smithi053 bash[24720]: cluster 2024-08-29T17:43:09.779307+0000 mgr.y (mgr.14499) 30 : cluster [DBG] pgmap v11: 97 pgs: 97 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 17 KiB/s rd, 0 B/s wr, 9 op/s 2024-08-29T17:43:12.693 INFO:journalctl@ceph.osd.3.smithi028.stdout:Aug 29 17:43:12 smithi028 systemd[1]: /etc/systemd/system/ceph-3167ee72-662c-11ef-bcd4-c7b262605968@.service:24: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-08-29T17:43:12.693 INFO:journalctl@ceph.node-exporter.a.smithi028.stdout:Aug 29 17:43:12 smithi028 systemd[1]: /etc/systemd/system/ceph-3167ee72-662c-11ef-bcd4-c7b262605968@.service:24: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-08-29T17:43:12.693 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:43:12 smithi028 systemd[1]: /etc/systemd/system/ceph-3167ee72-662c-11ef-bcd4-c7b262605968@.service:24: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-08-29T17:43:12.694 INFO:journalctl@ceph.osd.0.smithi028.stdout:Aug 29 17:43:12 smithi028 systemd[1]: /etc/systemd/system/ceph-3167ee72-662c-11ef-bcd4-c7b262605968@.service:24: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-08-29T17:43:12.694 INFO:journalctl@ceph.osd.2.smithi028.stdout:Aug 29 17:43:12 smithi028 systemd[1]: /etc/systemd/system/ceph-3167ee72-662c-11ef-bcd4-c7b262605968@.service:24: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-08-29T17:43:12.694 INFO:journalctl@ceph.mgr.y.smithi028.stdout:Aug 29 17:43:12 smithi028 systemd[1]: /etc/systemd/system/ceph-3167ee72-662c-11ef-bcd4-c7b262605968@.service:24: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-08-29T17:43:12.694 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:43:12 smithi028 systemd[1]: /etc/systemd/system/ceph-3167ee72-662c-11ef-bcd4-c7b262605968@.service:24: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-08-29T17:43:12.695 INFO:journalctl@ceph.mds.a.smithi028.stdout:Aug 29 17:43:12 smithi028 systemd[1]: /etc/systemd/system/ceph-3167ee72-662c-11ef-bcd4-c7b262605968@.service:24: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-08-29T17:43:12.695 INFO:journalctl@ceph.osd.1.smithi028.stdout:Aug 29 17:43:12 smithi028 systemd[1]: /etc/systemd/system/ceph-3167ee72-662c-11ef-bcd4-c7b262605968@.service:24: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-08-29T17:43:12.695 INFO:journalctl@ceph.alertmanager.a.smithi028.stdout:Aug 29 17:43:12 smithi028 systemd[1]: /etc/systemd/system/ceph-3167ee72-662c-11ef-bcd4-c7b262605968@.service:24: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-08-29T17:43:12.695 INFO:journalctl@ceph.alertmanager.a.smithi028.stdout:Aug 29 17:43:12 smithi028 systemd[1]: /etc/systemd/system/ceph-3167ee72-662c-11ef-bcd4-c7b262605968@.service:24: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-08-29T17:43:12.947 INFO:journalctl@ceph.mgr.y.smithi028.stdout:Aug 29 17:43:12 smithi028 systemd[1]: /etc/systemd/system/ceph-3167ee72-662c-11ef-bcd4-c7b262605968@.service:24: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-08-29T17:43:12.947 INFO:journalctl@ceph.osd.0.smithi028.stdout:Aug 29 17:43:12 smithi028 systemd[1]: /etc/systemd/system/ceph-3167ee72-662c-11ef-bcd4-c7b262605968@.service:24: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-08-29T17:43:12.947 INFO:journalctl@ceph.osd.2.smithi028.stdout:Aug 29 17:43:12 smithi028 systemd[1]: /etc/systemd/system/ceph-3167ee72-662c-11ef-bcd4-c7b262605968@.service:24: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-08-29T17:43:12.948 INFO:journalctl@ceph.node-exporter.a.smithi028.stdout:Aug 29 17:43:12 smithi028 systemd[1]: /etc/systemd/system/ceph-3167ee72-662c-11ef-bcd4-c7b262605968@.service:24: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-08-29T17:43:12.948 INFO:journalctl@ceph.mds.a.smithi028.stdout:Aug 29 17:43:12 smithi028 systemd[1]: /etc/systemd/system/ceph-3167ee72-662c-11ef-bcd4-c7b262605968@.service:24: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-08-29T17:43:12.948 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:43:12 smithi028 systemd[1]: /etc/systemd/system/ceph-3167ee72-662c-11ef-bcd4-c7b262605968@.service:24: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-08-29T17:43:12.948 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:43:12 smithi028 systemd[1]: /etc/systemd/system/ceph-3167ee72-662c-11ef-bcd4-c7b262605968@.service:24: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-08-29T17:43:12.949 INFO:journalctl@ceph.osd.1.smithi028.stdout:Aug 29 17:43:12 smithi028 systemd[1]: /etc/systemd/system/ceph-3167ee72-662c-11ef-bcd4-c7b262605968@.service:24: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-08-29T17:43:12.949 INFO:journalctl@ceph.osd.3.smithi028.stdout:Aug 29 17:43:12 smithi028 systemd[1]: /etc/systemd/system/ceph-3167ee72-662c-11ef-bcd4-c7b262605968@.service:24: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-08-29T17:43:12.949 INFO:journalctl@ceph.alertmanager.a.smithi028.stdout:Aug 29 17:43:12 smithi028 systemd[1]: /etc/systemd/system/ceph-3167ee72-662c-11ef-bcd4-c7b262605968@.service:24: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-08-29T17:43:12.949 INFO:journalctl@ceph.alertmanager.a.smithi028.stdout:Aug 29 17:43:12 smithi028 systemd[1]: /etc/systemd/system/ceph-3167ee72-662c-11ef-bcd4-c7b262605968@.service:24: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-08-29T17:43:12.949 INFO:journalctl@ceph.alertmanager.a.smithi028.stdout:Aug 29 17:43:12 smithi028 systemd[1]: Started Ceph alertmanager.a for 3167ee72-662c-11ef-bcd4-c7b262605968. 2024-08-29T17:43:13.321 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:43:12 smithi053 bash[24720]: cluster 2024-08-29T17:43:11.780464+0000 mgr.y (mgr.14499) 31 : cluster [DBG] pgmap v12: 97 pgs: 97 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 17 KiB/s rd, 0 B/s wr, 9 op/s 2024-08-29T17:43:13.322 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:43:12 smithi028 bash[31855]: cluster 2024-08-29T17:43:11.780464+0000 mgr.y (mgr.14499) 31 : cluster [DBG] pgmap v12: 97 pgs: 97 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 17 KiB/s rd, 0 B/s wr, 9 op/s 2024-08-29T17:43:13.323 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:43:12 smithi028 bash[22419]: cluster 2024-08-29T17:43:11.780464+0000 mgr.y (mgr.14499) 31 : cluster [DBG] pgmap v12: 97 pgs: 97 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 17 KiB/s rd, 0 B/s wr, 9 op/s 2024-08-29T17:43:14.126 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:43:13 smithi028 bash[22419]: audit 2024-08-29T17:43:12.973805+0000 mon.a (mon.0) 814 : audit [INF] from='mgr.14499 172.21.15.28:0/1402656687' entity='mgr.y' 2024-08-29T17:43:14.126 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:43:13 smithi028 bash[22419]: audit 2024-08-29T17:43:12.979038+0000 mon.a (mon.0) 815 : audit [INF] from='mgr.14499 172.21.15.28:0/1402656687' entity='mgr.y' 2024-08-29T17:43:14.126 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:43:13 smithi028 bash[22419]: audit 2024-08-29T17:43:12.984147+0000 mon.a (mon.0) 816 : audit [INF] from='mgr.14499 172.21.15.28:0/1402656687' entity='mgr.y' 2024-08-29T17:43:14.126 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:43:13 smithi028 bash[22419]: audit 2024-08-29T17:43:12.988386+0000 mon.a (mon.0) 817 : audit [INF] from='mgr.14499 172.21.15.28:0/1402656687' entity='mgr.y' 2024-08-29T17:43:14.126 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:43:13 smithi028 bash[22419]: audit 2024-08-29T17:43:13.018814+0000 mon.a (mon.0) 818 : audit [DBG] from='mgr.14499 172.21.15.28:0/1402656687' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-29T17:43:14.126 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:43:13 smithi028 bash[22419]: audit 2024-08-29T17:43:13.867961+0000 mon.a (mon.0) 819 : audit [INF] from='mgr.14499 172.21.15.28:0/1402656687' entity='mgr.y' 2024-08-29T17:43:14.127 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:43:13 smithi028 bash[31855]: audit 2024-08-29T17:43:12.973805+0000 mon.a (mon.0) 814 : audit [INF] from='mgr.14499 172.21.15.28:0/1402656687' entity='mgr.y' 2024-08-29T17:43:14.127 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:43:13 smithi028 bash[31855]: audit 2024-08-29T17:43:12.979038+0000 mon.a (mon.0) 815 : audit [INF] from='mgr.14499 172.21.15.28:0/1402656687' entity='mgr.y' 2024-08-29T17:43:14.127 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:43:13 smithi028 bash[31855]: audit 2024-08-29T17:43:12.984147+0000 mon.a (mon.0) 816 : audit [INF] from='mgr.14499 172.21.15.28:0/1402656687' entity='mgr.y' 2024-08-29T17:43:14.127 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:43:13 smithi028 bash[31855]: audit 2024-08-29T17:43:12.988386+0000 mon.a (mon.0) 817 : audit [INF] from='mgr.14499 172.21.15.28:0/1402656687' entity='mgr.y' 2024-08-29T17:43:14.127 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:43:13 smithi028 bash[31855]: audit 2024-08-29T17:43:13.018814+0000 mon.a (mon.0) 818 : audit [DBG] from='mgr.14499 172.21.15.28:0/1402656687' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-29T17:43:14.127 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:43:13 smithi028 bash[31855]: audit 2024-08-29T17:43:13.867961+0000 mon.a (mon.0) 819 : audit [INF] from='mgr.14499 172.21.15.28:0/1402656687' entity='mgr.y' 2024-08-29T17:43:14.322 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:43:13 smithi053 bash[24720]: audit 2024-08-29T17:43:12.973805+0000 mon.a (mon.0) 814 : audit [INF] from='mgr.14499 172.21.15.28:0/1402656687' entity='mgr.y' 2024-08-29T17:43:14.322 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:43:13 smithi053 bash[24720]: audit 2024-08-29T17:43:12.979038+0000 mon.a (mon.0) 815 : audit [INF] from='mgr.14499 172.21.15.28:0/1402656687' entity='mgr.y' 2024-08-29T17:43:14.322 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:43:13 smithi053 bash[24720]: audit 2024-08-29T17:43:12.984147+0000 mon.a (mon.0) 816 : audit [INF] from='mgr.14499 172.21.15.28:0/1402656687' entity='mgr.y' 2024-08-29T17:43:14.322 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:43:13 smithi053 bash[24720]: audit 2024-08-29T17:43:12.988386+0000 mon.a (mon.0) 817 : audit [INF] from='mgr.14499 172.21.15.28:0/1402656687' entity='mgr.y' 2024-08-29T17:43:14.322 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:43:13 smithi053 bash[24720]: audit 2024-08-29T17:43:13.018814+0000 mon.a (mon.0) 818 : audit [DBG] from='mgr.14499 172.21.15.28:0/1402656687' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-29T17:43:14.322 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:43:13 smithi053 bash[24720]: audit 2024-08-29T17:43:13.867961+0000 mon.a (mon.0) 819 : audit [INF] from='mgr.14499 172.21.15.28:0/1402656687' entity='mgr.y' 2024-08-29T17:43:15.281 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:43:14 smithi028 bash[22419]: cluster 2024-08-29T17:43:13.781088+0000 mgr.y (mgr.14499) 32 : cluster [DBG] pgmap v13: 97 pgs: 97 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-29T17:43:15.282 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:43:14 smithi028 bash[31855]: cluster 2024-08-29T17:43:13.781088+0000 mgr.y (mgr.14499) 32 : cluster [DBG] pgmap v13: 97 pgs: 97 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-29T17:43:15.282 INFO:journalctl@ceph.alertmanager.a.smithi028.stdout:Aug 29 17:43:15 smithi028 bash[59696]: ts=2024-08-29T17:43:15.067Z caller=main.go:240 level=info msg="Starting Alertmanager" version="(version=0.25.0, branch=HEAD, revision=258fab7cdd551f2cf251ed0348f0ad7289aee789)" 2024-08-29T17:43:15.282 INFO:journalctl@ceph.alertmanager.a.smithi028.stdout:Aug 29 17:43:15 smithi028 bash[59696]: ts=2024-08-29T17:43:15.067Z caller=main.go:241 level=info build_context="(go=go1.19.4, user=root@abe866dd5717, date=20221222-14:51:36)" 2024-08-29T17:43:15.282 INFO:journalctl@ceph.alertmanager.a.smithi028.stdout:Aug 29 17:43:15 smithi028 bash[59696]: ts=2024-08-29T17:43:15.069Z caller=cluster.go:185 level=info component=cluster msg="setting advertise address explicitly" addr=172.21.15.28 port=9094 2024-08-29T17:43:15.282 INFO:journalctl@ceph.alertmanager.a.smithi028.stdout:Aug 29 17:43:15 smithi028 bash[59696]: ts=2024-08-29T17:43:15.069Z caller=cluster.go:681 level=info component=cluster msg="Waiting for gossip to settle..." interval=2s 2024-08-29T17:43:15.282 INFO:journalctl@ceph.alertmanager.a.smithi028.stdout:Aug 29 17:43:15 smithi028 bash[59696]: ts=2024-08-29T17:43:15.101Z caller=coordinator.go:113 level=info component=configuration msg="Loading configuration file" file=/etc/alertmanager/alertmanager.yml 2024-08-29T17:43:15.282 INFO:journalctl@ceph.alertmanager.a.smithi028.stdout:Aug 29 17:43:15 smithi028 bash[59696]: ts=2024-08-29T17:43:15.102Z caller=coordinator.go:126 level=info component=configuration msg="Completed loading of configuration file" file=/etc/alertmanager/alertmanager.yml 2024-08-29T17:43:15.282 INFO:journalctl@ceph.alertmanager.a.smithi028.stdout:Aug 29 17:43:15 smithi028 bash[59696]: ts=2024-08-29T17:43:15.105Z caller=tls_config.go:232 level=info msg="Listening on" address=[::]:9093 2024-08-29T17:43:15.283 INFO:journalctl@ceph.alertmanager.a.smithi028.stdout:Aug 29 17:43:15 smithi028 bash[59696]: ts=2024-08-29T17:43:15.105Z caller=tls_config.go:235 level=info msg="TLS is disabled." http2=false address=[::]:9093 2024-08-29T17:43:15.321 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:43:14 smithi053 bash[24720]: cluster 2024-08-29T17:43:13.781088+0000 mgr.y (mgr.14499) 32 : cluster [DBG] pgmap v13: 97 pgs: 97 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-29T17:43:15.705 INFO:teuthology.orchestra.run.smithi028.stdout:[client.0] 2024-08-29T17:43:15.705 INFO:teuthology.orchestra.run.smithi028.stdout: key = AQAzs9Bmu/IqKhAACc5h5GBh4Q2z4DIqUtst+g== 2024-08-29T17:43:16.307 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:43:15 smithi053 bash[24720]: audit 2024-08-29T17:43:15.707146+0000 mon.a (mon.0) 820 : audit [INF] from='client.? 172.21.15.28:0/3142885100' entity='client.admin' cmd=[{"prefix": "auth get-or-create", "entity": "client.0", "caps": ["mon", "allow *", "osd", "allow *", "mds", "allow *", "mgr", "allow *"]}]: dispatch 2024-08-29T17:43:16.308 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:43:15 smithi053 bash[24720]: audit 2024-08-29T17:43:15.711683+0000 mon.a (mon.0) 821 : audit [INF] from='client.? 172.21.15.28:0/3142885100' entity='client.admin' cmd='[{"prefix": "auth get-or-create", "entity": "client.0", "caps": ["mon", "allow *", "osd", "allow *", "mds", "allow *", "mgr", "allow *"]}]': finished 2024-08-29T17:43:16.344 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:43:15 smithi028 bash[31855]: audit 2024-08-29T17:43:15.707146+0000 mon.a (mon.0) 820 : audit [INF] from='client.? 172.21.15.28:0/3142885100' entity='client.admin' cmd=[{"prefix": "auth get-or-create", "entity": "client.0", "caps": ["mon", "allow *", "osd", "allow *", "mds", "allow *", "mgr", "allow *"]}]: dispatch 2024-08-29T17:43:16.344 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:43:15 smithi028 bash[31855]: audit 2024-08-29T17:43:15.711683+0000 mon.a (mon.0) 821 : audit [INF] from='client.? 172.21.15.28:0/3142885100' entity='client.admin' cmd='[{"prefix": "auth get-or-create", "entity": "client.0", "caps": ["mon", "allow *", "osd", "allow *", "mds", "allow *", "mgr", "allow *"]}]': finished 2024-08-29T17:43:16.344 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:43:15 smithi028 bash[22419]: audit 2024-08-29T17:43:15.707146+0000 mon.a (mon.0) 820 : audit [INF] from='client.? 172.21.15.28:0/3142885100' entity='client.admin' cmd=[{"prefix": "auth get-or-create", "entity": "client.0", "caps": ["mon", "allow *", "osd", "allow *", "mds", "allow *", "mgr", "allow *"]}]: dispatch 2024-08-29T17:43:16.344 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:43:15 smithi028 bash[22419]: audit 2024-08-29T17:43:15.711683+0000 mon.a (mon.0) 821 : audit [INF] from='client.? 172.21.15.28:0/3142885100' entity='client.admin' cmd='[{"prefix": "auth get-or-create", "entity": "client.0", "caps": ["mon", "allow *", "osd", "allow *", "mds", "allow *", "mgr", "allow *"]}]': finished 2024-08-29T17:43:16.345 DEBUG:teuthology.orchestra.run.smithi028:> set -ex 2024-08-29T17:43:16.345 DEBUG:teuthology.orchestra.run.smithi028:> sudo dd of=/etc/ceph/ceph.client.0.keyring 2024-08-29T17:43:16.345 DEBUG:teuthology.orchestra.run.smithi028:> sudo chmod 0644 /etc/ceph/ceph.client.0.keyring 2024-08-29T17:43:16.369 DEBUG:teuthology.orchestra.run.smithi053:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 3167ee72-662c-11ef-bcd4-c7b262605968 -- ceph auth get-or-create client.1 mon 'allow *' osd 'allow *' mds 'allow *' mgr 'allow *' 2024-08-29T17:43:16.571 INFO:journalctl@ceph.mgr.x.smithi053.stdout:Aug 29 17:43:16 smithi053 bash[25641]: ::ffff:172.21.15.53 - - [29/Aug/2024:17:43:16] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.43.0" 2024-08-29T17:43:17.321 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:43:16 smithi053 bash[24720]: cluster 2024-08-29T17:43:15.781892+0000 mgr.y (mgr.14499) 33 : cluster [DBG] pgmap v14: 97 pgs: 97 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-29T17:43:17.376 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:43:16 smithi028 bash[22419]: cluster 2024-08-29T17:43:15.781892+0000 mgr.y (mgr.14499) 33 : cluster [DBG] pgmap v14: 97 pgs: 97 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-29T17:43:17.377 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:43:16 smithi028 bash[31855]: cluster 2024-08-29T17:43:15.781892+0000 mgr.y (mgr.14499) 33 : cluster [DBG] pgmap v14: 97 pgs: 97 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-29T17:43:17.377 INFO:journalctl@ceph.alertmanager.a.smithi028.stdout:Aug 29 17:43:17 smithi028 bash[59696]: ts=2024-08-29T17:43:17.070Z caller=cluster.go:706 level=info component=cluster msg="gossip not settled" polls=0 before=0 now=1 elapsed=2.000842834s 2024-08-29T17:43:19.322 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:43:18 smithi053 bash[24720]: cluster 2024-08-29T17:43:17.782614+0000 mgr.y (mgr.14499) 34 : cluster [DBG] pgmap v15: 97 pgs: 97 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-29T17:43:19.322 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:43:18 smithi053 bash[24720]: audit 2024-08-29T17:43:18.360877+0000 mon.a (mon.0) 822 : audit [INF] from='mgr.14499 172.21.15.28:0/1402656687' entity='mgr.y' 2024-08-29T17:43:19.322 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:43:18 smithi053 bash[24720]: audit 2024-08-29T17:43:18.370447+0000 mon.a (mon.0) 823 : audit [INF] from='mgr.14499 172.21.15.28:0/1402656687' entity='mgr.y' 2024-08-29T17:43:19.375 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:43:18 smithi028 bash[31855]: cluster 2024-08-29T17:43:17.782614+0000 mgr.y (mgr.14499) 34 : cluster [DBG] pgmap v15: 97 pgs: 97 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-29T17:43:19.375 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:43:18 smithi028 bash[31855]: audit 2024-08-29T17:43:18.360877+0000 mon.a (mon.0) 822 : audit [INF] from='mgr.14499 172.21.15.28:0/1402656687' entity='mgr.y' 2024-08-29T17:43:19.376 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:43:18 smithi028 bash[31855]: audit 2024-08-29T17:43:18.370447+0000 mon.a (mon.0) 823 : audit [INF] from='mgr.14499 172.21.15.28:0/1402656687' entity='mgr.y' 2024-08-29T17:43:19.376 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:43:18 smithi028 bash[22419]: cluster 2024-08-29T17:43:17.782614+0000 mgr.y (mgr.14499) 34 : cluster [DBG] pgmap v15: 97 pgs: 97 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-29T17:43:19.376 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:43:18 smithi028 bash[22419]: audit 2024-08-29T17:43:18.360877+0000 mon.a (mon.0) 822 : audit [INF] from='mgr.14499 172.21.15.28:0/1402656687' entity='mgr.y' 2024-08-29T17:43:19.376 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:43:18 smithi028 bash[22419]: audit 2024-08-29T17:43:18.370447+0000 mon.a (mon.0) 823 : audit [INF] from='mgr.14499 172.21.15.28:0/1402656687' entity='mgr.y' 2024-08-29T17:43:19.876 INFO:journalctl@ceph.mgr.y.smithi028.stdout:Aug 29 17:43:19 smithi028 bash[22672]: [29/Aug/2024:17:43:19] ENGINE Bus STOPPING 2024-08-29T17:43:19.876 INFO:journalctl@ceph.mgr.y.smithi028.stdout:Aug 29 17:43:19 smithi028 bash[22672]: [29/Aug/2024:17:43:19] ENGINE HTTP Server cherrypy._cpwsgi_server.CPWSGIServer(('::', 9283)) shut down 2024-08-29T17:43:19.876 INFO:journalctl@ceph.mgr.y.smithi028.stdout:Aug 29 17:43:19 smithi028 bash[22672]: [29/Aug/2024:17:43:19] ENGINE Bus STOPPED 2024-08-29T17:43:19.876 INFO:journalctl@ceph.mgr.y.smithi028.stdout:Aug 29 17:43:19 smithi028 bash[22672]: [29/Aug/2024:17:43:19] ENGINE Bus STARTING 2024-08-29T17:43:19.876 INFO:journalctl@ceph.mgr.y.smithi028.stdout:Aug 29 17:43:19 smithi028 bash[22672]: [29/Aug/2024:17:43:19] ENGINE Serving on http://:::9283 2024-08-29T17:43:19.876 INFO:journalctl@ceph.mgr.y.smithi028.stdout:Aug 29 17:43:19 smithi028 bash[22672]: [29/Aug/2024:17:43:19] ENGINE Bus STARTED 2024-08-29T17:43:20.072 INFO:journalctl@ceph.grafana.a.smithi053.stdout:Aug 29 17:43:19 smithi053 systemd[1]: /etc/systemd/system/ceph-3167ee72-662c-11ef-bcd4-c7b262605968@.service:24: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-08-29T17:43:20.626 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:43:20 smithi028 bash[22419]: audit 2024-08-29T17:43:19.367613+0000 mon.a (mon.0) 824 : audit [INF] from='mgr.14499 172.21.15.28:0/1402656687' entity='mgr.y' 2024-08-29T17:43:20.627 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:43:20 smithi028 bash[22419]: audit 2024-08-29T17:43:19.372870+0000 mon.a (mon.0) 825 : audit [INF] from='mgr.14499 172.21.15.28:0/1402656687' entity='mgr.y' 2024-08-29T17:43:20.627 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:43:20 smithi028 bash[22419]: audit 2024-08-29T17:43:19.373751+0000 mon.a (mon.0) 826 : audit [DBG] from='mgr.14499 172.21.15.28:0/1402656687' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-29T17:43:20.627 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:43:20 smithi028 bash[22419]: audit 2024-08-29T17:43:19.374556+0000 mon.a (mon.0) 827 : audit [INF] from='mgr.14499 172.21.15.28:0/1402656687' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-29T17:43:20.627 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:43:20 smithi028 bash[22419]: audit 2024-08-29T17:43:19.379263+0000 mon.a (mon.0) 828 : audit [INF] from='mgr.14499 172.21.15.28:0/1402656687' entity='mgr.y' 2024-08-29T17:43:20.627 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:43:20 smithi028 bash[22419]: audit 2024-08-29T17:43:19.432958+0000 mon.a (mon.0) 829 : audit [INF] from='mgr.14499 172.21.15.28:0/1402656687' entity='mgr.y' 2024-08-29T17:43:20.627 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:43:20 smithi028 bash[22419]: audit 2024-08-29T17:43:19.436507+0000 mon.a (mon.0) 830 : audit [INF] from='mgr.14499 172.21.15.28:0/1402656687' entity='mgr.y' 2024-08-29T17:43:20.627 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:43:20 smithi028 bash[22419]: audit 2024-08-29T17:43:19.439316+0000 mon.a (mon.0) 831 : audit [INF] from='mgr.14499 172.21.15.28:0/1402656687' entity='mgr.y' cmd=[{"prefix": "dashboard set-grafana-api-ssl-verify", "value": "false"}]: dispatch 2024-08-29T17:43:20.627 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:43:20 smithi028 bash[22419]: audit 2024-08-29T17:43:19.439879+0000 mgr.y (mgr.14499) 35 : audit [DBG] from='mon.0 -' entity='mon.' cmd=[{"prefix": "dashboard set-grafana-api-ssl-verify", "value": "false"}]: dispatch 2024-08-29T17:43:20.627 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:43:20 smithi028 bash[22419]: audit 2024-08-29T17:43:19.444473+0000 mon.a (mon.0) 832 : audit [INF] from='mgr.14499 172.21.15.28:0/1402656687' entity='mgr.y' 2024-08-29T17:43:20.628 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:43:20 smithi028 bash[22419]: cephadm 2024-08-29T17:43:19.460543+0000 mgr.y (mgr.14499) 36 : cephadm [INF] Deploying daemon grafana.a on smithi053 2024-08-29T17:43:20.628 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:43:20 smithi028 bash[22419]: cluster 2024-08-29T17:43:19.783298+0000 mgr.y (mgr.14499) 37 : cluster [DBG] pgmap v16: 97 pgs: 97 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-29T17:43:20.628 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:43:20 smithi028 bash[31855]: audit 2024-08-29T17:43:19.367613+0000 mon.a (mon.0) 824 : audit [INF] from='mgr.14499 172.21.15.28:0/1402656687' entity='mgr.y' 2024-08-29T17:43:20.628 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:43:20 smithi028 bash[31855]: audit 2024-08-29T17:43:19.372870+0000 mon.a (mon.0) 825 : audit [INF] from='mgr.14499 172.21.15.28:0/1402656687' entity='mgr.y' 2024-08-29T17:43:20.628 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:43:20 smithi028 bash[31855]: audit 2024-08-29T17:43:19.373751+0000 mon.a (mon.0) 826 : audit [DBG] from='mgr.14499 172.21.15.28:0/1402656687' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-29T17:43:20.628 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:43:20 smithi028 bash[31855]: audit 2024-08-29T17:43:19.374556+0000 mon.a (mon.0) 827 : audit [INF] from='mgr.14499 172.21.15.28:0/1402656687' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-29T17:43:20.629 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:43:20 smithi028 bash[31855]: audit 2024-08-29T17:43:19.379263+0000 mon.a (mon.0) 828 : audit [INF] from='mgr.14499 172.21.15.28:0/1402656687' entity='mgr.y' 2024-08-29T17:43:20.629 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:43:20 smithi028 bash[31855]: audit 2024-08-29T17:43:19.432958+0000 mon.a (mon.0) 829 : audit [INF] from='mgr.14499 172.21.15.28:0/1402656687' entity='mgr.y' 2024-08-29T17:43:20.629 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:43:20 smithi028 bash[31855]: audit 2024-08-29T17:43:19.436507+0000 mon.a (mon.0) 830 : audit [INF] from='mgr.14499 172.21.15.28:0/1402656687' entity='mgr.y' 2024-08-29T17:43:20.629 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:43:20 smithi028 bash[31855]: audit 2024-08-29T17:43:19.439316+0000 mon.a (mon.0) 831 : audit [INF] from='mgr.14499 172.21.15.28:0/1402656687' entity='mgr.y' cmd=[{"prefix": "dashboard set-grafana-api-ssl-verify", "value": "false"}]: dispatch 2024-08-29T17:43:20.629 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:43:20 smithi028 bash[31855]: audit 2024-08-29T17:43:19.439879+0000 mgr.y (mgr.14499) 35 : audit [DBG] from='mon.0 -' entity='mon.' cmd=[{"prefix": "dashboard set-grafana-api-ssl-verify", "value": "false"}]: dispatch 2024-08-29T17:43:20.629 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:43:20 smithi028 bash[31855]: audit 2024-08-29T17:43:19.444473+0000 mon.a (mon.0) 832 : audit [INF] from='mgr.14499 172.21.15.28:0/1402656687' entity='mgr.y' 2024-08-29T17:43:20.629 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:43:20 smithi028 bash[31855]: cephadm 2024-08-29T17:43:19.460543+0000 mgr.y (mgr.14499) 36 : cephadm [INF] Deploying daemon grafana.a on smithi053 2024-08-29T17:43:20.629 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:43:20 smithi028 bash[31855]: cluster 2024-08-29T17:43:19.783298+0000 mgr.y (mgr.14499) 37 : cluster [DBG] pgmap v16: 97 pgs: 97 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-29T17:43:20.822 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:43:20 smithi053 bash[24720]: audit 2024-08-29T17:43:19.367613+0000 mon.a (mon.0) 824 : audit [INF] from='mgr.14499 172.21.15.28:0/1402656687' entity='mgr.y' 2024-08-29T17:43:20.822 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:43:20 smithi053 bash[24720]: audit 2024-08-29T17:43:19.372870+0000 mon.a (mon.0) 825 : audit [INF] from='mgr.14499 172.21.15.28:0/1402656687' entity='mgr.y' 2024-08-29T17:43:20.822 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:43:20 smithi053 bash[24720]: audit 2024-08-29T17:43:19.373751+0000 mon.a (mon.0) 826 : audit [DBG] from='mgr.14499 172.21.15.28:0/1402656687' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-29T17:43:20.823 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:43:20 smithi053 bash[24720]: audit 2024-08-29T17:43:19.374556+0000 mon.a (mon.0) 827 : audit [INF] from='mgr.14499 172.21.15.28:0/1402656687' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-29T17:43:20.823 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:43:20 smithi053 bash[24720]: audit 2024-08-29T17:43:19.379263+0000 mon.a (mon.0) 828 : audit [INF] from='mgr.14499 172.21.15.28:0/1402656687' entity='mgr.y' 2024-08-29T17:43:20.823 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:43:20 smithi053 bash[24720]: audit 2024-08-29T17:43:19.432958+0000 mon.a (mon.0) 829 : audit [INF] from='mgr.14499 172.21.15.28:0/1402656687' entity='mgr.y' 2024-08-29T17:43:20.823 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:43:20 smithi053 bash[24720]: audit 2024-08-29T17:43:19.436507+0000 mon.a (mon.0) 830 : audit [INF] from='mgr.14499 172.21.15.28:0/1402656687' entity='mgr.y' 2024-08-29T17:43:20.823 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:43:20 smithi053 bash[24720]: audit 2024-08-29T17:43:19.439316+0000 mon.a (mon.0) 831 : audit [INF] from='mgr.14499 172.21.15.28:0/1402656687' entity='mgr.y' cmd=[{"prefix": "dashboard set-grafana-api-ssl-verify", "value": "false"}]: dispatch 2024-08-29T17:43:20.823 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:43:20 smithi053 bash[24720]: audit 2024-08-29T17:43:19.439879+0000 mgr.y (mgr.14499) 35 : audit [DBG] from='mon.0 -' entity='mon.' cmd=[{"prefix": "dashboard set-grafana-api-ssl-verify", "value": "false"}]: dispatch 2024-08-29T17:43:20.823 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:43:20 smithi053 bash[24720]: audit 2024-08-29T17:43:19.444473+0000 mon.a (mon.0) 832 : audit [INF] from='mgr.14499 172.21.15.28:0/1402656687' entity='mgr.y' 2024-08-29T17:43:20.823 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:43:20 smithi053 bash[24720]: cephadm 2024-08-29T17:43:19.460543+0000 mgr.y (mgr.14499) 36 : cephadm [INF] Deploying daemon grafana.a on smithi053 2024-08-29T17:43:20.823 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:43:20 smithi053 bash[24720]: cluster 2024-08-29T17:43:19.783298+0000 mgr.y (mgr.14499) 37 : cluster [DBG] pgmap v16: 97 pgs: 97 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-29T17:43:20.878 INFO:teuthology.orchestra.run.smithi053.stderr:Inferring config /var/lib/ceph/3167ee72-662c-11ef-bcd4-c7b262605968/mon.b/config 2024-08-29T17:43:23.126 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:43:22 smithi028 bash[31855]: cluster 2024-08-29T17:43:21.784454+0000 mgr.y (mgr.14499) 38 : cluster [DBG] pgmap v17: 97 pgs: 97 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-29T17:43:23.126 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:43:22 smithi028 bash[22419]: cluster 2024-08-29T17:43:21.784454+0000 mgr.y (mgr.14499) 38 : cluster [DBG] pgmap v17: 97 pgs: 97 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-29T17:43:23.151 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:43:22 smithi053 bash[24720]: cluster 2024-08-29T17:43:21.784454+0000 mgr.y (mgr.14499) 38 : cluster [DBG] pgmap v17: 97 pgs: 97 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-29T17:43:25.126 INFO:journalctl@ceph.alertmanager.a.smithi028.stdout:Aug 29 17:43:25 smithi028 bash[59696]: ts=2024-08-29T17:43:25.073Z caller=cluster.go:698 level=info component=cluster msg="gossip settled; proceeding" elapsed=10.003363979s 2024-08-29T17:43:25.126 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:43:24 smithi028 bash[31855]: cluster 2024-08-29T17:43:23.785087+0000 mgr.y (mgr.14499) 39 : cluster [DBG] pgmap v18: 97 pgs: 97 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-29T17:43:25.126 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:43:24 smithi028 bash[31855]: audit 2024-08-29T17:43:23.852178+0000 mon.a (mon.0) 833 : audit [DBG] from='mgr.14499 172.21.15.28:0/1402656687' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-29T17:43:25.126 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:43:24 smithi028 bash[22419]: cluster 2024-08-29T17:43:23.785087+0000 mgr.y (mgr.14499) 39 : cluster [DBG] pgmap v18: 97 pgs: 97 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-29T17:43:25.126 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:43:24 smithi028 bash[22419]: audit 2024-08-29T17:43:23.852178+0000 mon.a (mon.0) 833 : audit [DBG] from='mgr.14499 172.21.15.28:0/1402656687' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-29T17:43:25.140 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:43:24 smithi053 bash[24720]: cluster 2024-08-29T17:43:23.785087+0000 mgr.y (mgr.14499) 39 : cluster [DBG] pgmap v18: 97 pgs: 97 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-29T17:43:25.141 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:43:24 smithi053 bash[24720]: audit 2024-08-29T17:43:23.852178+0000 mon.a (mon.0) 833 : audit [DBG] from='mgr.14499 172.21.15.28:0/1402656687' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-29T17:43:26.572 INFO:journalctl@ceph.mgr.x.smithi053.stdout:Aug 29 17:43:26 smithi053 bash[25641]: ::ffff:172.21.15.53 - - [29/Aug/2024:17:43:26] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.43.0" 2024-08-29T17:43:27.125 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:43:26 smithi028 bash[31855]: cluster 2024-08-29T17:43:25.786271+0000 mgr.y (mgr.14499) 40 : cluster [DBG] pgmap v19: 97 pgs: 97 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-29T17:43:27.126 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:43:26 smithi028 bash[22419]: cluster 2024-08-29T17:43:25.786271+0000 mgr.y (mgr.14499) 40 : cluster [DBG] pgmap v19: 97 pgs: 97 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-29T17:43:27.321 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:43:26 smithi053 bash[24720]: cluster 2024-08-29T17:43:25.786271+0000 mgr.y (mgr.14499) 40 : cluster [DBG] pgmap v19: 97 pgs: 97 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-29T17:43:27.507 INFO:teuthology.orchestra.run.smithi053.stdout:[client.1] 2024-08-29T17:43:27.507 INFO:teuthology.orchestra.run.smithi053.stdout: key = AQA/s9BmJrkuHhAAtsKQMu9/oOZX5bR5N26zNA== 2024-08-29T17:43:28.126 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:43:27 smithi028 bash[31855]: audit 2024-08-29T17:43:27.503662+0000 mon.b (mon.1) 30 : audit [INF] from='client.? 172.21.15.53:0/1530524275' entity='client.admin' cmd=[{"prefix": "auth get-or-create", "entity": "client.1", "caps": ["mon", "allow *", "osd", "allow *", "mds", "allow *", "mgr", "allow *"]}]: dispatch 2024-08-29T17:43:28.126 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:43:27 smithi028 bash[31855]: audit 2024-08-29T17:43:27.506007+0000 mon.a (mon.0) 834 : audit [INF] from='client.? ' entity='client.admin' cmd=[{"prefix": "auth get-or-create", "entity": "client.1", "caps": ["mon", "allow *", "osd", "allow *", "mds", "allow *", "mgr", "allow *"]}]: dispatch 2024-08-29T17:43:28.126 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:43:27 smithi028 bash[31855]: audit 2024-08-29T17:43:27.513695+0000 mon.a (mon.0) 835 : audit [INF] from='client.? ' entity='client.admin' cmd='[{"prefix": "auth get-or-create", "entity": "client.1", "caps": ["mon", "allow *", "osd", "allow *", "mds", "allow *", "mgr", "allow *"]}]': finished 2024-08-29T17:43:28.127 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:43:27 smithi028 bash[22419]: audit 2024-08-29T17:43:27.503662+0000 mon.b (mon.1) 30 : audit [INF] from='client.? 172.21.15.53:0/1530524275' entity='client.admin' cmd=[{"prefix": "auth get-or-create", "entity": "client.1", "caps": ["mon", "allow *", "osd", "allow *", "mds", "allow *", "mgr", "allow *"]}]: dispatch 2024-08-29T17:43:28.127 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:43:27 smithi028 bash[22419]: audit 2024-08-29T17:43:27.506007+0000 mon.a (mon.0) 834 : audit [INF] from='client.? ' entity='client.admin' cmd=[{"prefix": "auth get-or-create", "entity": "client.1", "caps": ["mon", "allow *", "osd", "allow *", "mds", "allow *", "mgr", "allow *"]}]: dispatch 2024-08-29T17:43:28.127 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:43:27 smithi028 bash[22419]: audit 2024-08-29T17:43:27.513695+0000 mon.a (mon.0) 835 : audit [INF] from='client.? ' entity='client.admin' cmd='[{"prefix": "auth get-or-create", "entity": "client.1", "caps": ["mon", "allow *", "osd", "allow *", "mds", "allow *", "mgr", "allow *"]}]': finished 2024-08-29T17:43:28.322 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:43:27 smithi053 bash[24720]: audit 2024-08-29T17:43:27.503662+0000 mon.b (mon.1) 30 : audit [INF] from='client.? 172.21.15.53:0/1530524275' entity='client.admin' cmd=[{"prefix": "auth get-or-create", "entity": "client.1", "caps": ["mon", "allow *", "osd", "allow *", "mds", "allow *", "mgr", "allow *"]}]: dispatch 2024-08-29T17:43:28.322 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:43:27 smithi053 bash[24720]: audit 2024-08-29T17:43:27.506007+0000 mon.a (mon.0) 834 : audit [INF] from='client.? ' entity='client.admin' cmd=[{"prefix": "auth get-or-create", "entity": "client.1", "caps": ["mon", "allow *", "osd", "allow *", "mds", "allow *", "mgr", "allow *"]}]: dispatch 2024-08-29T17:43:28.322 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:43:27 smithi053 bash[24720]: audit 2024-08-29T17:43:27.513695+0000 mon.a (mon.0) 835 : audit [INF] from='client.? ' entity='client.admin' cmd='[{"prefix": "auth get-or-create", "entity": "client.1", "caps": ["mon", "allow *", "osd", "allow *", "mds", "allow *", "mgr", "allow *"]}]': finished 2024-08-29T17:43:29.125 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:43:28 smithi028 bash[31855]: cluster 2024-08-29T17:43:27.786943+0000 mgr.y (mgr.14499) 41 : cluster [DBG] pgmap v20: 97 pgs: 97 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-29T17:43:29.126 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:43:28 smithi028 bash[22419]: cluster 2024-08-29T17:43:27.786943+0000 mgr.y (mgr.14499) 41 : cluster [DBG] pgmap v20: 97 pgs: 97 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-29T17:43:29.322 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:43:28 smithi053 bash[24720]: cluster 2024-08-29T17:43:27.786943+0000 mgr.y (mgr.14499) 41 : cluster [DBG] pgmap v20: 97 pgs: 97 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-29T17:43:31.125 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:43:30 smithi028 bash[31855]: cluster 2024-08-29T17:43:29.787561+0000 mgr.y (mgr.14499) 42 : cluster [DBG] pgmap v21: 97 pgs: 97 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-29T17:43:31.126 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:43:30 smithi028 bash[22419]: cluster 2024-08-29T17:43:29.787561+0000 mgr.y (mgr.14499) 42 : cluster [DBG] pgmap v21: 97 pgs: 97 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-29T17:43:31.145 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:43:30 smithi053 bash[24720]: cluster 2024-08-29T17:43:29.787561+0000 mgr.y (mgr.14499) 42 : cluster [DBG] pgmap v21: 97 pgs: 97 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-29T17:43:31.147 DEBUG:teuthology.orchestra.run.smithi053:> set -ex 2024-08-29T17:43:31.147 DEBUG:teuthology.orchestra.run.smithi053:> sudo dd of=/etc/ceph/ceph.client.1.keyring 2024-08-29T17:43:31.147 DEBUG:teuthology.orchestra.run.smithi053:> sudo chmod 0644 /etc/ceph/ceph.client.1.keyring 2024-08-29T17:43:31.169 INFO:tasks.cephadm:Creating RBD pool 2024-08-29T17:43:31.169 DEBUG:teuthology.orchestra.run.smithi028:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 3167ee72-662c-11ef-bcd4-c7b262605968 -- ceph osd pool create rbd 8 2024-08-29T17:43:33.125 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:43:32 smithi028 bash[31855]: cluster 2024-08-29T17:43:31.788740+0000 mgr.y (mgr.14499) 43 : cluster [DBG] pgmap v22: 97 pgs: 97 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-29T17:43:33.126 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:43:32 smithi028 bash[22419]: cluster 2024-08-29T17:43:31.788740+0000 mgr.y (mgr.14499) 43 : cluster [DBG] pgmap v22: 97 pgs: 97 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-29T17:43:33.322 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:43:32 smithi053 bash[24720]: cluster 2024-08-29T17:43:31.788740+0000 mgr.y (mgr.14499) 43 : cluster [DBG] pgmap v22: 97 pgs: 97 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-29T17:43:35.125 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:43:34 smithi028 bash[31855]: cluster 2024-08-29T17:43:33.789353+0000 mgr.y (mgr.14499) 44 : cluster [DBG] pgmap v23: 97 pgs: 97 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-29T17:43:35.126 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:43:34 smithi028 bash[22419]: cluster 2024-08-29T17:43:33.789353+0000 mgr.y (mgr.14499) 44 : cluster [DBG] pgmap v23: 97 pgs: 97 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-29T17:43:35.322 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:43:34 smithi053 bash[24720]: cluster 2024-08-29T17:43:33.789353+0000 mgr.y (mgr.14499) 44 : cluster [DBG] pgmap v23: 97 pgs: 97 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-29T17:43:35.957 INFO:teuthology.orchestra.run.smithi028.stderr:Inferring config /var/lib/ceph/3167ee72-662c-11ef-bcd4-c7b262605968/mon.a/config 2024-08-29T17:43:36.572 INFO:journalctl@ceph.mgr.x.smithi053.stdout:Aug 29 17:43:36 smithi053 bash[25641]: ::ffff:172.21.15.53 - - [29/Aug/2024:17:43:36] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.43.0" 2024-08-29T17:43:37.125 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:43:36 smithi028 bash[31855]: cluster 2024-08-29T17:43:35.790573+0000 mgr.y (mgr.14499) 45 : cluster [DBG] pgmap v24: 97 pgs: 97 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-29T17:43:37.126 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:43:36 smithi028 bash[22419]: cluster 2024-08-29T17:43:35.790573+0000 mgr.y (mgr.14499) 45 : cluster [DBG] pgmap v24: 97 pgs: 97 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-29T17:43:37.322 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:43:36 smithi053 bash[24720]: cluster 2024-08-29T17:43:35.790573+0000 mgr.y (mgr.14499) 45 : cluster [DBG] pgmap v24: 97 pgs: 97 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-29T17:43:39.125 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:43:38 smithi028 bash[31855]: cluster 2024-08-29T17:43:37.791256+0000 mgr.y (mgr.14499) 46 : cluster [DBG] pgmap v25: 97 pgs: 97 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-29T17:43:39.125 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:43:38 smithi028 bash[31855]: audit 2024-08-29T17:43:38.852157+0000 mon.a (mon.0) 836 : audit [DBG] from='mgr.14499 172.21.15.28:0/1402656687' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-29T17:43:39.126 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:43:38 smithi028 bash[22419]: cluster 2024-08-29T17:43:37.791256+0000 mgr.y (mgr.14499) 46 : cluster [DBG] pgmap v25: 97 pgs: 97 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-29T17:43:39.126 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:43:38 smithi028 bash[22419]: audit 2024-08-29T17:43:38.852157+0000 mon.a (mon.0) 836 : audit [DBG] from='mgr.14499 172.21.15.28:0/1402656687' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-29T17:43:39.322 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:43:38 smithi053 bash[24720]: cluster 2024-08-29T17:43:37.791256+0000 mgr.y (mgr.14499) 46 : cluster [DBG] pgmap v25: 97 pgs: 97 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-29T17:43:39.322 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:43:38 smithi053 bash[24720]: audit 2024-08-29T17:43:38.852157+0000 mon.a (mon.0) 836 : audit [DBG] from='mgr.14499 172.21.15.28:0/1402656687' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-29T17:43:39.887 INFO:teuthology.orchestra.run.smithi028.stderr:pool 'rbd' created 2024-08-29T17:43:40.322 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:43:39 smithi053 bash[24720]: audit 2024-08-29T17:43:38.917947+0000 mon.a (mon.0) 837 : audit [INF] from='client.? 172.21.15.28:0/2753406309' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "rbd", "pg_num": 8}]: dispatch 2024-08-29T17:43:40.375 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:43:39 smithi028 bash[22419]: audit 2024-08-29T17:43:38.917947+0000 mon.a (mon.0) 837 : audit [INF] from='client.? 172.21.15.28:0/2753406309' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "rbd", "pg_num": 8}]: dispatch 2024-08-29T17:43:40.376 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:43:39 smithi028 bash[31855]: audit 2024-08-29T17:43:38.917947+0000 mon.a (mon.0) 837 : audit [INF] from='client.? 172.21.15.28:0/2753406309' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "rbd", "pg_num": 8}]: dispatch 2024-08-29T17:43:40.503 DEBUG:teuthology.orchestra.run.smithi028:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 3167ee72-662c-11ef-bcd4-c7b262605968 -- rbd pool init rbd 2024-08-29T17:43:41.322 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:43:40 smithi053 bash[24720]: cluster 2024-08-29T17:43:39.791898+0000 mgr.y (mgr.14499) 47 : cluster [DBG] pgmap v26: 97 pgs: 97 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-29T17:43:41.322 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:43:40 smithi053 bash[24720]: audit 2024-08-29T17:43:39.888831+0000 mon.a (mon.0) 838 : audit [INF] from='client.? 172.21.15.28:0/2753406309' entity='client.admin' cmd='[{"prefix": "osd pool create", "pool": "rbd", "pg_num": 8}]': finished 2024-08-29T17:43:41.322 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:43:40 smithi053 bash[24720]: cluster 2024-08-29T17:43:39.889035+0000 mon.a (mon.0) 839 : cluster [DBG] osdmap e69: 8 total, 8 up, 8 in 2024-08-29T17:43:41.375 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:43:40 smithi028 bash[31855]: cluster 2024-08-29T17:43:39.791898+0000 mgr.y (mgr.14499) 47 : cluster [DBG] pgmap v26: 97 pgs: 97 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-29T17:43:41.376 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:43:40 smithi028 bash[31855]: audit 2024-08-29T17:43:39.888831+0000 mon.a (mon.0) 838 : audit [INF] from='client.? 172.21.15.28:0/2753406309' entity='client.admin' cmd='[{"prefix": "osd pool create", "pool": "rbd", "pg_num": 8}]': finished 2024-08-29T17:43:41.376 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:43:40 smithi028 bash[31855]: cluster 2024-08-29T17:43:39.889035+0000 mon.a (mon.0) 839 : cluster [DBG] osdmap e69: 8 total, 8 up, 8 in 2024-08-29T17:43:41.376 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:43:40 smithi028 bash[22419]: cluster 2024-08-29T17:43:39.791898+0000 mgr.y (mgr.14499) 47 : cluster [DBG] pgmap v26: 97 pgs: 97 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-29T17:43:41.376 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:43:40 smithi028 bash[22419]: audit 2024-08-29T17:43:39.888831+0000 mon.a (mon.0) 838 : audit [INF] from='client.? 172.21.15.28:0/2753406309' entity='client.admin' cmd='[{"prefix": "osd pool create", "pool": "rbd", "pg_num": 8}]': finished 2024-08-29T17:43:41.376 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:43:40 smithi028 bash[22419]: cluster 2024-08-29T17:43:39.889035+0000 mon.a (mon.0) 839 : cluster [DBG] osdmap e69: 8 total, 8 up, 8 in 2024-08-29T17:43:42.322 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:43:41 smithi053 bash[24720]: cluster 2024-08-29T17:43:40.890792+0000 mon.a (mon.0) 840 : cluster [DBG] osdmap e70: 8 total, 8 up, 8 in 2024-08-29T17:43:42.375 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:43:41 smithi028 bash[22419]: cluster 2024-08-29T17:43:40.890792+0000 mon.a (mon.0) 840 : cluster [DBG] osdmap e70: 8 total, 8 up, 8 in 2024-08-29T17:43:42.375 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:43:41 smithi028 bash[31855]: cluster 2024-08-29T17:43:40.890792+0000 mon.a (mon.0) 840 : cluster [DBG] osdmap e70: 8 total, 8 up, 8 in 2024-08-29T17:43:43.322 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:43:42 smithi053 bash[24720]: cluster 2024-08-29T17:43:41.792624+0000 mgr.y (mgr.14499) 48 : cluster [DBG] pgmap v29: 105 pgs: 8 unknown, 97 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-29T17:43:43.322 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:43:42 smithi053 bash[24720]: cluster 2024-08-29T17:43:41.893540+0000 mon.a (mon.0) 841 : cluster [WRN] Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-08-29T17:43:43.322 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:43:42 smithi053 bash[24720]: cluster 2024-08-29T17:43:41.910740+0000 mon.a (mon.0) 842 : cluster [DBG] osdmap e71: 8 total, 8 up, 8 in 2024-08-29T17:43:43.375 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:43:42 smithi028 bash[31855]: cluster 2024-08-29T17:43:41.792624+0000 mgr.y (mgr.14499) 48 : cluster [DBG] pgmap v29: 105 pgs: 8 unknown, 97 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-29T17:43:43.375 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:43:42 smithi028 bash[31855]: cluster 2024-08-29T17:43:41.893540+0000 mon.a (mon.0) 841 : cluster [WRN] Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-08-29T17:43:43.375 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:43:42 smithi028 bash[31855]: cluster 2024-08-29T17:43:41.910740+0000 mon.a (mon.0) 842 : cluster [DBG] osdmap e71: 8 total, 8 up, 8 in 2024-08-29T17:43:43.376 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:43:42 smithi028 bash[22419]: cluster 2024-08-29T17:43:41.792624+0000 mgr.y (mgr.14499) 48 : cluster [DBG] pgmap v29: 105 pgs: 8 unknown, 97 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-29T17:43:43.376 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:43:42 smithi028 bash[22419]: cluster 2024-08-29T17:43:41.893540+0000 mon.a (mon.0) 841 : cluster [WRN] Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-08-29T17:43:43.376 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:43:42 smithi028 bash[22419]: cluster 2024-08-29T17:43:41.910740+0000 mon.a (mon.0) 842 : cluster [DBG] osdmap e71: 8 total, 8 up, 8 in 2024-08-29T17:43:45.072 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:43:44 smithi053 bash[24720]: cluster 2024-08-29T17:43:43.793501+0000 mgr.y (mgr.14499) 49 : cluster [DBG] pgmap v31: 105 pgs: 8 unknown, 97 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-29T17:43:45.297 INFO:teuthology.orchestra.run.smithi028.stderr:Inferring config /var/lib/ceph/3167ee72-662c-11ef-bcd4-c7b262605968/mon.a/config 2024-08-29T17:43:45.375 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:43:44 smithi028 bash[22419]: cluster 2024-08-29T17:43:43.793501+0000 mgr.y (mgr.14499) 49 : cluster [DBG] pgmap v31: 105 pgs: 8 unknown, 97 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-29T17:43:45.375 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:43:44 smithi028 bash[31855]: cluster 2024-08-29T17:43:43.793501+0000 mgr.y (mgr.14499) 49 : cluster [DBG] pgmap v31: 105 pgs: 8 unknown, 97 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-29T17:43:46.572 INFO:journalctl@ceph.mgr.x.smithi053.stdout:Aug 29 17:43:46 smithi053 bash[25641]: ::ffff:172.21.15.53 - - [29/Aug/2024:17:43:46] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.43.0" 2024-08-29T17:43:47.322 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:43:46 smithi053 bash[24720]: cluster 2024-08-29T17:43:45.794872+0000 mgr.y (mgr.14499) 50 : cluster [DBG] pgmap v32: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-29T17:43:47.375 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:43:46 smithi028 bash[31855]: cluster 2024-08-29T17:43:45.794872+0000 mgr.y (mgr.14499) 50 : cluster [DBG] pgmap v32: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-29T17:43:47.375 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:43:46 smithi028 bash[22419]: cluster 2024-08-29T17:43:45.794872+0000 mgr.y (mgr.14499) 50 : cluster [DBG] pgmap v32: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-29T17:43:47.657 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:43:47 smithi053 systemd[1]: /etc/systemd/system/ceph-3167ee72-662c-11ef-bcd4-c7b262605968@.service:24: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-08-29T17:43:47.658 INFO:journalctl@ceph.mgr.x.smithi053.stdout:Aug 29 17:43:47 smithi053 systemd[1]: /etc/systemd/system/ceph-3167ee72-662c-11ef-bcd4-c7b262605968@.service:24: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-08-29T17:43:47.658 INFO:journalctl@ceph.osd.5.smithi053.stdout:Aug 29 17:43:47 smithi053 systemd[1]: /etc/systemd/system/ceph-3167ee72-662c-11ef-bcd4-c7b262605968@.service:24: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-08-29T17:43:47.658 INFO:journalctl@ceph.osd.6.smithi053.stdout:Aug 29 17:43:47 smithi053 systemd[1]: /etc/systemd/system/ceph-3167ee72-662c-11ef-bcd4-c7b262605968@.service:24: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-08-29T17:43:47.659 INFO:journalctl@ceph.mds.b.smithi053.stdout:Aug 29 17:43:47 smithi053 systemd[1]: /etc/systemd/system/ceph-3167ee72-662c-11ef-bcd4-c7b262605968@.service:24: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-08-29T17:43:47.659 INFO:journalctl@ceph.osd.4.smithi053.stdout:Aug 29 17:43:47 smithi053 systemd[1]: /etc/systemd/system/ceph-3167ee72-662c-11ef-bcd4-c7b262605968@.service:24: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-08-29T17:43:47.659 INFO:journalctl@ceph.osd.7.smithi053.stdout:Aug 29 17:43:47 smithi053 systemd[1]: /etc/systemd/system/ceph-3167ee72-662c-11ef-bcd4-c7b262605968@.service:24: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-08-29T17:43:47.659 INFO:journalctl@ceph.prometheus.a.smithi053.stdout:Aug 29 17:43:47 smithi053 systemd[1]: /etc/systemd/system/ceph-3167ee72-662c-11ef-bcd4-c7b262605968@.service:24: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-08-29T17:43:47.660 INFO:journalctl@ceph.grafana.a.smithi053.stdout:Aug 29 17:43:47 smithi053 systemd[1]: /etc/systemd/system/ceph-3167ee72-662c-11ef-bcd4-c7b262605968@.service:24: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-08-29T17:43:47.660 INFO:journalctl@ceph.grafana.a.smithi053.stdout:Aug 29 17:43:47 smithi053 systemd[1]: /etc/systemd/system/ceph-3167ee72-662c-11ef-bcd4-c7b262605968@.service:24: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-08-29T17:43:47.660 INFO:journalctl@ceph.grafana.a.smithi053.stdout:Aug 29 17:43:47 smithi053 systemd[1]: /etc/systemd/system/ceph-3167ee72-662c-11ef-bcd4-c7b262605968@.service:24: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-08-29T17:43:47.660 INFO:journalctl@ceph.node-exporter.b.smithi053.stdout:Aug 29 17:43:47 smithi053 systemd[1]: /etc/systemd/system/ceph-3167ee72-662c-11ef-bcd4-c7b262605968@.service:24: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-08-29T17:43:48.038 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:43:47 smithi053 systemd[1]: /etc/systemd/system/ceph-3167ee72-662c-11ef-bcd4-c7b262605968@.service:24: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-08-29T17:43:48.038 INFO:journalctl@ceph.osd.6.smithi053.stdout:Aug 29 17:43:47 smithi053 systemd[1]: /etc/systemd/system/ceph-3167ee72-662c-11ef-bcd4-c7b262605968@.service:24: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-08-29T17:43:48.039 INFO:journalctl@ceph.osd.7.smithi053.stdout:Aug 29 17:43:47 smithi053 systemd[1]: /etc/systemd/system/ceph-3167ee72-662c-11ef-bcd4-c7b262605968@.service:24: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-08-29T17:43:48.039 INFO:journalctl@ceph.grafana.a.smithi053.stdout:Aug 29 17:43:47 smithi053 systemd[1]: /etc/systemd/system/ceph-3167ee72-662c-11ef-bcd4-c7b262605968@.service:24: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-08-29T17:43:48.039 INFO:journalctl@ceph.grafana.a.smithi053.stdout:Aug 29 17:43:47 smithi053 systemd[1]: Started Ceph grafana.a for 3167ee72-662c-11ef-bcd4-c7b262605968. 2024-08-29T17:43:48.039 INFO:journalctl@ceph.mgr.x.smithi053.stdout:Aug 29 17:43:47 smithi053 systemd[1]: /etc/systemd/system/ceph-3167ee72-662c-11ef-bcd4-c7b262605968@.service:24: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-08-29T17:43:48.040 INFO:journalctl@ceph.osd.4.smithi053.stdout:Aug 29 17:43:47 smithi053 systemd[1]: /etc/systemd/system/ceph-3167ee72-662c-11ef-bcd4-c7b262605968@.service:24: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-08-29T17:43:48.040 INFO:journalctl@ceph.mds.b.smithi053.stdout:Aug 29 17:43:47 smithi053 systemd[1]: /etc/systemd/system/ceph-3167ee72-662c-11ef-bcd4-c7b262605968@.service:24: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-08-29T17:43:48.040 INFO:journalctl@ceph.osd.5.smithi053.stdout:Aug 29 17:43:47 smithi053 systemd[1]: /etc/systemd/system/ceph-3167ee72-662c-11ef-bcd4-c7b262605968@.service:24: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-08-29T17:43:48.040 INFO:journalctl@ceph.prometheus.a.smithi053.stdout:Aug 29 17:43:47 smithi053 systemd[1]: /etc/systemd/system/ceph-3167ee72-662c-11ef-bcd4-c7b262605968@.service:24: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-08-29T17:43:48.041 INFO:journalctl@ceph.node-exporter.b.smithi053.stdout:Aug 29 17:43:47 smithi053 systemd[1]: /etc/systemd/system/ceph-3167ee72-662c-11ef-bcd4-c7b262605968@.service:24: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-08-29T17:43:49.322 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:43:48 smithi053 bash[24720]: cluster 2024-08-29T17:43:47.795718+0000 mgr.y (mgr.14499) 51 : cluster [DBG] pgmap v33: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-29T17:43:49.322 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:43:48 smithi053 bash[24720]: audit 2024-08-29T17:43:47.955995+0000 mon.a (mon.0) 843 : audit [INF] from='mgr.14499 172.21.15.28:0/1402656687' entity='mgr.y' 2024-08-29T17:43:49.322 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:43:48 smithi053 bash[24720]: audit 2024-08-29T17:43:47.966795+0000 mon.a (mon.0) 844 : audit [INF] from='mgr.14499 172.21.15.28:0/1402656687' entity='mgr.y' 2024-08-29T17:43:49.322 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:43:48 smithi053 bash[24720]: audit 2024-08-29T17:43:47.973237+0000 mon.a (mon.0) 845 : audit [INF] from='mgr.14499 172.21.15.28:0/1402656687' entity='mgr.y' 2024-08-29T17:43:49.322 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:43:48 smithi053 bash[24720]: audit 2024-08-29T17:43:47.977502+0000 mon.a (mon.0) 846 : audit [INF] from='mgr.14499 172.21.15.28:0/1402656687' entity='mgr.y' 2024-08-29T17:43:49.322 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:43:48 smithi053 bash[24720]: audit 2024-08-29T17:43:48.009896+0000 mon.a (mon.0) 847 : audit [DBG] from='mgr.14499 172.21.15.28:0/1402656687' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-29T17:43:49.322 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:43:48 smithi053 bash[24720]: audit 2024-08-29T17:43:48.062681+0000 mon.a (mon.0) 848 : audit [INF] from='client.? 172.21.15.28:0/621638866' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "rbd","app": "rbd"}]: dispatch 2024-08-29T17:43:49.323 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:43:48 smithi053 bash[24720]: audit 2024-08-29T17:43:48.891216+0000 mon.a (mon.0) 849 : audit [INF] from='mgr.14499 172.21.15.28:0/1402656687' entity='mgr.y' 2024-08-29T17:43:49.375 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:43:48 smithi028 bash[31855]: cluster 2024-08-29T17:43:47.795718+0000 mgr.y (mgr.14499) 51 : cluster [DBG] pgmap v33: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-29T17:43:49.376 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:43:48 smithi028 bash[31855]: audit 2024-08-29T17:43:47.955995+0000 mon.a (mon.0) 843 : audit [INF] from='mgr.14499 172.21.15.28:0/1402656687' entity='mgr.y' 2024-08-29T17:43:49.376 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:43:48 smithi028 bash[31855]: audit 2024-08-29T17:43:47.966795+0000 mon.a (mon.0) 844 : audit [INF] from='mgr.14499 172.21.15.28:0/1402656687' entity='mgr.y' 2024-08-29T17:43:49.376 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:43:48 smithi028 bash[31855]: audit 2024-08-29T17:43:47.973237+0000 mon.a (mon.0) 845 : audit [INF] from='mgr.14499 172.21.15.28:0/1402656687' entity='mgr.y' 2024-08-29T17:43:49.376 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:43:48 smithi028 bash[31855]: audit 2024-08-29T17:43:47.977502+0000 mon.a (mon.0) 846 : audit [INF] from='mgr.14499 172.21.15.28:0/1402656687' entity='mgr.y' 2024-08-29T17:43:49.376 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:43:48 smithi028 bash[31855]: audit 2024-08-29T17:43:48.009896+0000 mon.a (mon.0) 847 : audit [DBG] from='mgr.14499 172.21.15.28:0/1402656687' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-29T17:43:49.376 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:43:48 smithi028 bash[31855]: audit 2024-08-29T17:43:48.062681+0000 mon.a (mon.0) 848 : audit [INF] from='client.? 172.21.15.28:0/621638866' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "rbd","app": "rbd"}]: dispatch 2024-08-29T17:43:49.376 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:43:48 smithi028 bash[31855]: audit 2024-08-29T17:43:48.891216+0000 mon.a (mon.0) 849 : audit [INF] from='mgr.14499 172.21.15.28:0/1402656687' entity='mgr.y' 2024-08-29T17:43:49.376 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:43:48 smithi028 bash[22419]: cluster 2024-08-29T17:43:47.795718+0000 mgr.y (mgr.14499) 51 : cluster [DBG] pgmap v33: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-29T17:43:49.376 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:43:48 smithi028 bash[22419]: audit 2024-08-29T17:43:47.955995+0000 mon.a (mon.0) 843 : audit [INF] from='mgr.14499 172.21.15.28:0/1402656687' entity='mgr.y' 2024-08-29T17:43:49.376 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:43:48 smithi028 bash[22419]: audit 2024-08-29T17:43:47.966795+0000 mon.a (mon.0) 844 : audit [INF] from='mgr.14499 172.21.15.28:0/1402656687' entity='mgr.y' 2024-08-29T17:43:49.376 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:43:48 smithi028 bash[22419]: audit 2024-08-29T17:43:47.973237+0000 mon.a (mon.0) 845 : audit [INF] from='mgr.14499 172.21.15.28:0/1402656687' entity='mgr.y' 2024-08-29T17:43:49.377 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:43:48 smithi028 bash[22419]: audit 2024-08-29T17:43:47.977502+0000 mon.a (mon.0) 846 : audit [INF] from='mgr.14499 172.21.15.28:0/1402656687' entity='mgr.y' 2024-08-29T17:43:49.377 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:43:48 smithi028 bash[22419]: audit 2024-08-29T17:43:48.009896+0000 mon.a (mon.0) 847 : audit [DBG] from='mgr.14499 172.21.15.28:0/1402656687' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-29T17:43:49.377 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:43:48 smithi028 bash[22419]: audit 2024-08-29T17:43:48.062681+0000 mon.a (mon.0) 848 : audit [INF] from='client.? 172.21.15.28:0/621638866' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "rbd","app": "rbd"}]: dispatch 2024-08-29T17:43:49.377 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:43:48 smithi028 bash[22419]: audit 2024-08-29T17:43:48.891216+0000 mon.a (mon.0) 849 : audit [INF] from='mgr.14499 172.21.15.28:0/1402656687' entity='mgr.y' 2024-08-29T17:43:49.901 INFO:journalctl@ceph.grafana.a.smithi053.stdout:Aug 29 17:43:49 smithi053 bash[51494]: logger=settings t=2024-08-29T17:43:49.608374106Z level=info msg="Starting Grafana" version=9.4.7 commit=4add91f03d branch=HEAD compiled=2023-03-16T23:56:52Z 2024-08-29T17:43:49.902 INFO:journalctl@ceph.grafana.a.smithi053.stdout:Aug 29 17:43:49 smithi053 bash[51494]: logger=settings t=2024-08-29T17:43:49.60857042Z level=warn msg="\"sentry\" frontend logging provider is deprecated and will be removed in the next major version. Use \"grafana\" provider instead." 2024-08-29T17:43:49.902 INFO:journalctl@ceph.grafana.a.smithi053.stdout:Aug 29 17:43:49 smithi053 bash[51494]: logger=settings t=2024-08-29T17:43:49.60859354Z level=info msg="Config loaded from" file=/usr/share/grafana/conf/defaults.ini 2024-08-29T17:43:49.902 INFO:journalctl@ceph.grafana.a.smithi053.stdout:Aug 29 17:43:49 smithi053 bash[51494]: logger=settings t=2024-08-29T17:43:49.608607453Z level=info msg="Config loaded from" file=/etc/grafana/grafana.ini 2024-08-29T17:43:49.902 INFO:journalctl@ceph.grafana.a.smithi053.stdout:Aug 29 17:43:49 smithi053 bash[51494]: logger=settings t=2024-08-29T17:43:49.608624522Z level=info msg="Config overridden from Environment variable" var="GF_PATHS_DATA=/var/lib/grafana" 2024-08-29T17:43:49.902 INFO:journalctl@ceph.grafana.a.smithi053.stdout:Aug 29 17:43:49 smithi053 bash[51494]: logger=settings t=2024-08-29T17:43:49.60863237Z level=info msg="Config overridden from Environment variable" var="GF_PATHS_LOGS=/var/log/grafana" 2024-08-29T17:43:49.902 INFO:journalctl@ceph.grafana.a.smithi053.stdout:Aug 29 17:43:49 smithi053 bash[51494]: logger=settings t=2024-08-29T17:43:49.608639493Z level=info msg="Config overridden from Environment variable" var="GF_PATHS_PLUGINS=/var/lib/grafana/plugins" 2024-08-29T17:43:49.902 INFO:journalctl@ceph.grafana.a.smithi053.stdout:Aug 29 17:43:49 smithi053 bash[51494]: logger=settings t=2024-08-29T17:43:49.60864662Z level=info msg="Config overridden from Environment variable" var="GF_PATHS_PROVISIONING=/etc/grafana/provisioning" 2024-08-29T17:43:49.902 INFO:journalctl@ceph.grafana.a.smithi053.stdout:Aug 29 17:43:49 smithi053 bash[51494]: logger=settings t=2024-08-29T17:43:49.60865413Z level=info msg="Path Home" path=/usr/share/grafana 2024-08-29T17:43:49.902 INFO:journalctl@ceph.grafana.a.smithi053.stdout:Aug 29 17:43:49 smithi053 bash[51494]: logger=settings t=2024-08-29T17:43:49.608661249Z level=info msg="Path Data" path=/var/lib/grafana 2024-08-29T17:43:49.902 INFO:journalctl@ceph.grafana.a.smithi053.stdout:Aug 29 17:43:49 smithi053 bash[51494]: logger=settings t=2024-08-29T17:43:49.608668254Z level=info msg="Path Logs" path=/var/log/grafana 2024-08-29T17:43:49.902 INFO:journalctl@ceph.grafana.a.smithi053.stdout:Aug 29 17:43:49 smithi053 bash[51494]: logger=settings t=2024-08-29T17:43:49.608674904Z level=info msg="Path Plugins" path=/var/lib/grafana/plugins 2024-08-29T17:43:49.902 INFO:journalctl@ceph.grafana.a.smithi053.stdout:Aug 29 17:43:49 smithi053 bash[51494]: logger=settings t=2024-08-29T17:43:49.608681715Z level=info msg="Path Provisioning" path=/etc/grafana/provisioning 2024-08-29T17:43:49.902 INFO:journalctl@ceph.grafana.a.smithi053.stdout:Aug 29 17:43:49 smithi053 bash[51494]: logger=settings t=2024-08-29T17:43:49.608699442Z level=info msg="App mode production" 2024-08-29T17:43:49.902 INFO:journalctl@ceph.grafana.a.smithi053.stdout:Aug 29 17:43:49 smithi053 bash[51494]: logger=sqlstore t=2024-08-29T17:43:49.608762985Z level=info msg="Connecting to DB" dbtype=sqlite3 2024-08-29T17:43:49.903 INFO:journalctl@ceph.grafana.a.smithi053.stdout:Aug 29 17:43:49 smithi053 bash[51494]: logger=sqlstore t=2024-08-29T17:43:49.608799537Z level=warn msg="SQLite database file has broader permissions than it should" path=/var/lib/grafana/grafana.db mode=-rw-r--r-- expected=-rw-r----- 2024-08-29T17:43:49.903 INFO:journalctl@ceph.grafana.a.smithi053.stdout:Aug 29 17:43:49 smithi053 bash[51494]: logger=migrator t=2024-08-29T17:43:49.609908653Z level=info msg="Starting DB migrations" 2024-08-29T17:43:49.903 INFO:journalctl@ceph.grafana.a.smithi053.stdout:Aug 29 17:43:49 smithi053 bash[51494]: logger=migrator t=2024-08-29T17:43:49.610009116Z level=info msg="Executing migration" id="create migration_log table" 2024-08-29T17:43:49.903 INFO:journalctl@ceph.grafana.a.smithi053.stdout:Aug 29 17:43:49 smithi053 bash[51494]: logger=migrator t=2024-08-29T17:43:49.670525095Z level=info msg="Executing migration" id="create user table" 2024-08-29T17:43:49.903 INFO:journalctl@ceph.grafana.a.smithi053.stdout:Aug 29 17:43:49 smithi053 bash[51494]: logger=migrator t=2024-08-29T17:43:49.712452504Z level=info msg="Executing migration" id="add unique index user.login" 2024-08-29T17:43:49.903 INFO:journalctl@ceph.grafana.a.smithi053.stdout:Aug 29 17:43:49 smithi053 bash[51494]: logger=migrator t=2024-08-29T17:43:49.754454277Z level=info msg="Executing migration" id="add unique index user.email" 2024-08-29T17:43:49.903 INFO:journalctl@ceph.grafana.a.smithi053.stdout:Aug 29 17:43:49 smithi053 bash[51494]: logger=migrator t=2024-08-29T17:43:49.796265584Z level=info msg="Executing migration" id="drop index UQE_user_login - v1" 2024-08-29T17:43:49.903 INFO:journalctl@ceph.grafana.a.smithi053.stdout:Aug 29 17:43:49 smithi053 bash[51494]: logger=migrator t=2024-08-29T17:43:49.854910528Z level=info msg="Executing migration" id="drop index UQE_user_email - v1" 2024-08-29T17:43:49.903 INFO:journalctl@ceph.grafana.a.smithi053.stdout:Aug 29 17:43:49 smithi053 bash[51494]: logger=migrator t=2024-08-29T17:43:49.90558739Z level=info msg="Executing migration" id="Rename table user to user_v1 - v1" 2024-08-29T17:43:50.161 INFO:journalctl@ceph.grafana.a.smithi053.stdout:Aug 29 17:43:49 smithi053 bash[51494]: logger=migrator t=2024-08-29T17:43:49.964226359Z level=info msg="Executing migration" id="create user table v2" 2024-08-29T17:43:50.161 INFO:journalctl@ceph.grafana.a.smithi053.stdout:Aug 29 17:43:50 smithi053 bash[51494]: logger=migrator t=2024-08-29T17:43:50.023179928Z level=info msg="Executing migration" id="create index UQE_user_login - v2" 2024-08-29T17:43:50.161 INFO:journalctl@ceph.grafana.a.smithi053.stdout:Aug 29 17:43:50 smithi053 bash[51494]: logger=migrator t=2024-08-29T17:43:50.081846562Z level=info msg="Executing migration" id="create index UQE_user_email - v2" 2024-08-29T17:43:50.161 INFO:journalctl@ceph.grafana.a.smithi053.stdout:Aug 29 17:43:50 smithi053 bash[51494]: logger=migrator t=2024-08-29T17:43:50.132292004Z level=info msg="Executing migration" id="copy data_source v1 to v2" 2024-08-29T17:43:50.162 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:43:49 smithi053 bash[24720]: audit 2024-08-29T17:43:48.984191+0000 mon.a (mon.0) 850 : audit [INF] from='client.? 172.21.15.28:0/621638866' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "rbd","app": "rbd"}]': finished 2024-08-29T17:43:50.162 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:43:49 smithi053 bash[24720]: cluster 2024-08-29T17:43:48.984295+0000 mon.a (mon.0) 851 : cluster [DBG] osdmap e72: 8 total, 8 up, 8 in 2024-08-29T17:43:50.375 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:43:49 smithi028 bash[31855]: audit 2024-08-29T17:43:48.984191+0000 mon.a (mon.0) 850 : audit [INF] from='client.? 172.21.15.28:0/621638866' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "rbd","app": "rbd"}]': finished 2024-08-29T17:43:50.375 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:43:49 smithi028 bash[31855]: cluster 2024-08-29T17:43:48.984295+0000 mon.a (mon.0) 851 : cluster [DBG] osdmap e72: 8 total, 8 up, 8 in 2024-08-29T17:43:50.376 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:43:49 smithi028 bash[22419]: audit 2024-08-29T17:43:48.984191+0000 mon.a (mon.0) 850 : audit [INF] from='client.? 172.21.15.28:0/621638866' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "rbd","app": "rbd"}]': finished 2024-08-29T17:43:50.376 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:43:49 smithi028 bash[22419]: cluster 2024-08-29T17:43:48.984295+0000 mon.a (mon.0) 851 : cluster [DBG] osdmap e72: 8 total, 8 up, 8 in 2024-08-29T17:43:50.459 INFO:journalctl@ceph.grafana.a.smithi053.stdout:Aug 29 17:43:50 smithi053 bash[51494]: logger=migrator t=2024-08-29T17:43:50.165834189Z level=info msg="Executing migration" id="Drop old table user_v1" 2024-08-29T17:43:50.459 INFO:journalctl@ceph.grafana.a.smithi053.stdout:Aug 29 17:43:50 smithi053 bash[51494]: logger=migrator t=2024-08-29T17:43:50.199414817Z level=info msg="Executing migration" id="Add column help_flags1 to user table" 2024-08-29T17:43:50.459 INFO:journalctl@ceph.grafana.a.smithi053.stdout:Aug 29 17:43:50 smithi053 bash[51494]: logger=migrator t=2024-08-29T17:43:50.249686336Z level=info msg="Executing migration" id="Update user table charset" 2024-08-29T17:43:50.459 INFO:journalctl@ceph.grafana.a.smithi053.stdout:Aug 29 17:43:50 smithi053 bash[51494]: logger=migrator t=2024-08-29T17:43:50.28337112Z level=info msg="Executing migration" id="Add last_seen_at column to user" 2024-08-29T17:43:50.459 INFO:journalctl@ceph.grafana.a.smithi053.stdout:Aug 29 17:43:50 smithi053 bash[51494]: logger=migrator t=2024-08-29T17:43:50.316919599Z level=info msg="Executing migration" id="Add missing user data" 2024-08-29T17:43:50.459 INFO:journalctl@ceph.grafana.a.smithi053.stdout:Aug 29 17:43:50 smithi053 bash[51494]: logger=migrator t=2024-08-29T17:43:50.367261103Z level=info msg="Executing migration" id="Add is_disabled column to user" 2024-08-29T17:43:50.459 INFO:journalctl@ceph.grafana.a.smithi053.stdout:Aug 29 17:43:50 smithi053 bash[51494]: logger=migrator t=2024-08-29T17:43:50.400848194Z level=info msg="Executing migration" id="Add index user.login/user.email" 2024-08-29T17:43:50.459 INFO:journalctl@ceph.grafana.a.smithi053.stdout:Aug 29 17:43:50 smithi053 bash[51494]: logger=migrator t=2024-08-29T17:43:50.463640056Z level=info msg="Executing migration" id="Add is_service_account column to user" 2024-08-29T17:43:50.732 INFO:journalctl@ceph.grafana.a.smithi053.stdout:Aug 29 17:43:50 smithi053 bash[51494]: logger=migrator t=2024-08-29T17:43:50.518299504Z level=info msg="Executing migration" id="Update is_service_account column to nullable" 2024-08-29T17:43:50.732 INFO:journalctl@ceph.grafana.a.smithi053.stdout:Aug 29 17:43:50 smithi053 bash[51494]: logger=migrator t=2024-08-29T17:43:50.551968568Z level=info msg="Executing migration" id="create temp user table v1-7" 2024-08-29T17:43:50.732 INFO:journalctl@ceph.grafana.a.smithi053.stdout:Aug 29 17:43:50 smithi053 bash[51494]: logger=migrator t=2024-08-29T17:43:50.585590005Z level=info msg="Executing migration" id="create index IDX_temp_user_email - v1-7" 2024-08-29T17:43:50.732 INFO:journalctl@ceph.grafana.a.smithi053.stdout:Aug 29 17:43:50 smithi053 bash[51494]: logger=migrator t=2024-08-29T17:43:50.636136934Z level=info msg="Executing migration" id="create index IDX_temp_user_org_id - v1-7" 2024-08-29T17:43:50.732 INFO:journalctl@ceph.grafana.a.smithi053.stdout:Aug 29 17:43:50 smithi053 bash[51494]: logger=migrator t=2024-08-29T17:43:50.669614258Z level=info msg="Executing migration" id="create index IDX_temp_user_code - v1-7" 2024-08-29T17:43:50.732 INFO:journalctl@ceph.grafana.a.smithi053.stdout:Aug 29 17:43:50 smithi053 bash[51494]: logger=migrator t=2024-08-29T17:43:50.703213821Z level=info msg="Executing migration" id="create index IDX_temp_user_status - v1-7" 2024-08-29T17:43:50.985 INFO:journalctl@ceph.grafana.a.smithi053.stdout:Aug 29 17:43:50 smithi053 bash[51494]: logger=migrator t=2024-08-29T17:43:50.736750714Z level=info msg="Executing migration" id="Update temp_user table charset" 2024-08-29T17:43:50.985 INFO:journalctl@ceph.grafana.a.smithi053.stdout:Aug 29 17:43:50 smithi053 bash[51494]: logger=migrator t=2024-08-29T17:43:50.770323937Z level=info msg="Executing migration" id="drop index IDX_temp_user_email - v1" 2024-08-29T17:43:50.985 INFO:journalctl@ceph.grafana.a.smithi053.stdout:Aug 29 17:43:50 smithi053 bash[51494]: logger=migrator t=2024-08-29T17:43:50.820685218Z level=info msg="Executing migration" id="drop index IDX_temp_user_org_id - v1" 2024-08-29T17:43:50.985 INFO:journalctl@ceph.grafana.a.smithi053.stdout:Aug 29 17:43:50 smithi053 bash[51494]: logger=migrator t=2024-08-29T17:43:50.854284438Z level=info msg="Executing migration" id="drop index IDX_temp_user_code - v1" 2024-08-29T17:43:50.985 INFO:journalctl@ceph.grafana.a.smithi053.stdout:Aug 29 17:43:50 smithi053 bash[51494]: logger=migrator t=2024-08-29T17:43:50.887907342Z level=info msg="Executing migration" id="drop index IDX_temp_user_status - v1" 2024-08-29T17:43:50.985 INFO:journalctl@ceph.grafana.a.smithi053.stdout:Aug 29 17:43:50 smithi053 bash[51494]: logger=migrator t=2024-08-29T17:43:50.938165408Z level=info msg="Executing migration" id="Rename table temp_user to temp_user_tmp_qwerty - v1" 2024-08-29T17:43:50.985 INFO:journalctl@ceph.grafana.a.smithi053.stdout:Aug 29 17:43:50 smithi053 bash[51494]: logger=migrator t=2024-08-29T17:43:50.980375368Z level=info msg="Executing migration" id="create temp_user v2" 2024-08-29T17:43:51.253 INFO:journalctl@ceph.grafana.a.smithi053.stdout:Aug 29 17:43:51 smithi053 bash[51494]: logger=migrator t=2024-08-29T17:43:51.039330743Z level=info msg="Executing migration" id="create index IDX_temp_user_email - v2" 2024-08-29T17:43:51.253 INFO:journalctl@ceph.grafana.a.smithi053.stdout:Aug 29 17:43:51 smithi053 bash[51494]: logger=migrator t=2024-08-29T17:43:51.09802364Z level=info msg="Executing migration" id="create index IDX_temp_user_org_id - v2" 2024-08-29T17:43:51.253 INFO:journalctl@ceph.grafana.a.smithi053.stdout:Aug 29 17:43:51 smithi053 bash[51494]: logger=migrator t=2024-08-29T17:43:51.140039866Z level=info msg="Executing migration" id="create index IDX_temp_user_code - v2" 2024-08-29T17:43:51.253 INFO:journalctl@ceph.grafana.a.smithi053.stdout:Aug 29 17:43:51 smithi053 bash[51494]: logger=migrator t=2024-08-29T17:43:51.198907159Z level=info msg="Executing migration" id="create index IDX_temp_user_status - v2" 2024-08-29T17:43:51.253 INFO:journalctl@ceph.grafana.a.smithi053.stdout:Aug 29 17:43:51 smithi053 bash[51494]: logger=migrator t=2024-08-29T17:43:51.257654656Z level=info msg="Executing migration" id="copy temp_user v1 to v2" 2024-08-29T17:43:51.254 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:43:50 smithi053 bash[24720]: cluster 2024-08-29T17:43:49.796405+0000 mgr.y (mgr.14499) 52 : cluster [DBG] pgmap v35: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-29T17:43:51.254 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:43:50 smithi053 bash[24720]: cluster 2024-08-29T17:43:49.977905+0000 mon.a (mon.0) 852 : cluster [INF] Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-08-29T17:43:51.254 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:43:50 smithi053 bash[24720]: cluster 2024-08-29T17:43:49.977953+0000 mon.a (mon.0) 853 : cluster [INF] Cluster is now healthy 2024-08-29T17:43:51.254 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:43:50 smithi053 bash[24720]: cluster 2024-08-29T17:43:49.998174+0000 mon.a (mon.0) 854 : cluster [DBG] osdmap e73: 8 total, 8 up, 8 in 2024-08-29T17:43:51.376 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:43:50 smithi028 bash[31855]: cluster 2024-08-29T17:43:49.796405+0000 mgr.y (mgr.14499) 52 : cluster [DBG] pgmap v35: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-29T17:43:51.376 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:43:50 smithi028 bash[31855]: cluster 2024-08-29T17:43:49.977905+0000 mon.a (mon.0) 852 : cluster [INF] Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-08-29T17:43:51.376 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:43:50 smithi028 bash[31855]: cluster 2024-08-29T17:43:49.977953+0000 mon.a (mon.0) 853 : cluster [INF] Cluster is now healthy 2024-08-29T17:43:51.376 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:43:50 smithi028 bash[31855]: cluster 2024-08-29T17:43:49.998174+0000 mon.a (mon.0) 854 : cluster [DBG] osdmap e73: 8 total, 8 up, 8 in 2024-08-29T17:43:51.376 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:43:50 smithi028 bash[22419]: cluster 2024-08-29T17:43:49.796405+0000 mgr.y (mgr.14499) 52 : cluster [DBG] pgmap v35: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-29T17:43:51.377 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:43:50 smithi028 bash[22419]: cluster 2024-08-29T17:43:49.977905+0000 mon.a (mon.0) 852 : cluster [INF] Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-08-29T17:43:51.377 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:43:50 smithi028 bash[22419]: cluster 2024-08-29T17:43:49.977953+0000 mon.a (mon.0) 853 : cluster [INF] Cluster is now healthy 2024-08-29T17:43:51.377 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:43:50 smithi028 bash[22419]: cluster 2024-08-29T17:43:49.998174+0000 mon.a (mon.0) 854 : cluster [DBG] osdmap e73: 8 total, 8 up, 8 in 2024-08-29T17:43:51.521 INFO:journalctl@ceph.grafana.a.smithi053.stdout:Aug 29 17:43:51 smithi053 bash[51494]: logger=migrator t=2024-08-29T17:43:51.299482406Z level=info msg="Executing migration" id="drop temp_user_tmp_qwerty" 2024-08-29T17:43:51.521 INFO:journalctl@ceph.grafana.a.smithi053.stdout:Aug 29 17:43:51 smithi053 bash[51494]: logger=migrator t=2024-08-29T17:43:51.358081663Z level=info msg="Executing migration" id="Set created for temp users that will otherwise prematurely expire" 2024-08-29T17:43:51.522 INFO:journalctl@ceph.grafana.a.smithi053.stdout:Aug 29 17:43:51 smithi053 bash[51494]: logger=migrator t=2024-08-29T17:43:51.400070872Z level=info msg="Executing migration" id="create star table" 2024-08-29T17:43:51.522 INFO:journalctl@ceph.grafana.a.smithi053.stdout:Aug 29 17:43:51 smithi053 bash[51494]: logger=migrator t=2024-08-29T17:43:51.458734864Z level=info msg="Executing migration" id="add unique index star.user_id_dashboard_id" 2024-08-29T17:43:51.522 INFO:journalctl@ceph.grafana.a.smithi053.stdout:Aug 29 17:43:51 smithi053 bash[51494]: logger=migrator t=2024-08-29T17:43:51.492368416Z level=info msg="Executing migration" id="create org table v1" 2024-08-29T17:43:51.522 INFO:journalctl@ceph.grafana.a.smithi053.stdout:Aug 29 17:43:51 smithi053 bash[51494]: logger=migrator t=2024-08-29T17:43:51.526032406Z level=info msg="Executing migration" id="create index UQE_org_name - v1" 2024-08-29T17:43:51.643 INFO:tasks.ceph:Waiting until ceph daemons up and pgs clean... 2024-08-29T17:43:51.644 INFO:tasks.cephadm.ceph_manager.ceph:waiting for mgr available 2024-08-29T17:43:51.644 DEBUG:teuthology.orchestra.run.smithi028:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 3167ee72-662c-11ef-bcd4-c7b262605968 -- ceph mgr dump --format=json 2024-08-29T17:43:51.798 INFO:journalctl@ceph.grafana.a.smithi053.stdout:Aug 29 17:43:51 smithi053 bash[51494]: logger=migrator t=2024-08-29T17:43:51.576284088Z level=info msg="Executing migration" id="create org_user table v1" 2024-08-29T17:43:51.798 INFO:journalctl@ceph.grafana.a.smithi053.stdout:Aug 29 17:43:51 smithi053 bash[51494]: logger=migrator t=2024-08-29T17:43:51.601681039Z level=info msg="Executing migration" id="create index IDX_org_user_org_id - v1" 2024-08-29T17:43:51.798 INFO:journalctl@ceph.grafana.a.smithi053.stdout:Aug 29 17:43:51 smithi053 bash[51494]: logger=migrator t=2024-08-29T17:43:51.6436202Z level=info msg="Executing migration" id="create index UQE_org_user_org_id_user_id - v1" 2024-08-29T17:43:51.798 INFO:journalctl@ceph.grafana.a.smithi053.stdout:Aug 29 17:43:51 smithi053 bash[51494]: logger=migrator t=2024-08-29T17:43:51.668897974Z level=info msg="Executing migration" id="create index IDX_org_user_user_id - v1" 2024-08-29T17:43:51.798 INFO:journalctl@ceph.grafana.a.smithi053.stdout:Aug 29 17:43:51 smithi053 bash[51494]: logger=migrator t=2024-08-29T17:43:51.694591842Z level=info msg="Executing migration" id="Update org table charset" 2024-08-29T17:43:51.798 INFO:journalctl@ceph.grafana.a.smithi053.stdout:Aug 29 17:43:51 smithi053 bash[51494]: logger=migrator t=2024-08-29T17:43:51.761158816Z level=info msg="Executing migration" id="Update org_user table charset" 2024-08-29T17:43:51.798 INFO:journalctl@ceph.grafana.a.smithi053.stdout:Aug 29 17:43:51 smithi053 bash[51494]: logger=migrator t=2024-08-29T17:43:51.802986534Z level=info msg="Executing migration" id="Migrate all Read Only Viewers to Viewers" 2024-08-29T17:43:52.072 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:43:52 smithi053 bash[24720]: cluster 2024-08-29T17:43:51.005335+0000 mon.a (mon.0) 855 : cluster [DBG] osdmap e74: 8 total, 8 up, 8 in 2024-08-29T17:43:52.072 INFO:journalctl@ceph.grafana.a.smithi053.stdout:Aug 29 17:43:51 smithi053 bash[51494]: logger=migrator t=2024-08-29T17:43:51.828139832Z level=info msg="Executing migration" id="create dashboard table" 2024-08-29T17:43:52.072 INFO:journalctl@ceph.grafana.a.smithi053.stdout:Aug 29 17:43:51 smithi053 bash[51494]: logger=migrator t=2024-08-29T17:43:51.853669679Z level=info msg="Executing migration" id="add index dashboard.account_id" 2024-08-29T17:43:52.072 INFO:journalctl@ceph.grafana.a.smithi053.stdout:Aug 29 17:43:51 smithi053 bash[51494]: logger=migrator t=2024-08-29T17:43:51.878980668Z level=info msg="Executing migration" id="add unique index dashboard_account_id_slug" 2024-08-29T17:43:52.072 INFO:journalctl@ceph.grafana.a.smithi053.stdout:Aug 29 17:43:51 smithi053 bash[51494]: logger=migrator t=2024-08-29T17:43:51.904113749Z level=info msg="Executing migration" id="create dashboard_tag table" 2024-08-29T17:43:52.073 INFO:journalctl@ceph.grafana.a.smithi053.stdout:Aug 29 17:43:51 smithi053 bash[51494]: logger=migrator t=2024-08-29T17:43:51.946340245Z level=info msg="Executing migration" id="add unique index dashboard_tag.dasboard_id_term" 2024-08-29T17:43:52.073 INFO:journalctl@ceph.grafana.a.smithi053.stdout:Aug 29 17:43:51 smithi053 bash[51494]: logger=migrator t=2024-08-29T17:43:51.971564704Z level=info msg="Executing migration" id="drop index UQE_dashboard_tag_dashboard_id_term - v1" 2024-08-29T17:43:52.073 INFO:journalctl@ceph.grafana.a.smithi053.stdout:Aug 29 17:43:52 smithi053 bash[51494]: logger=migrator t=2024-08-29T17:43:52.013478215Z level=info msg="Executing migration" id="Rename table dashboard to dashboard_v1 - v1" 2024-08-29T17:43:52.073 INFO:journalctl@ceph.grafana.a.smithi053.stdout:Aug 29 17:43:52 smithi053 bash[51494]: logger=migrator t=2024-08-29T17:43:52.039096519Z level=info msg="Executing migration" id="create dashboard v2" 2024-08-29T17:43:52.345 INFO:journalctl@ceph.grafana.a.smithi053.stdout:Aug 29 17:43:52 smithi053 bash[51494]: logger=migrator t=2024-08-29T17:43:52.080999327Z level=info msg="Executing migration" id="create index IDX_dashboard_org_id - v2" 2024-08-29T17:43:52.345 INFO:journalctl@ceph.grafana.a.smithi053.stdout:Aug 29 17:43:52 smithi053 bash[51494]: logger=migrator t=2024-08-29T17:43:52.114670149Z level=info msg="Executing migration" id="create index UQE_dashboard_org_id_slug - v2" 2024-08-29T17:43:52.345 INFO:journalctl@ceph.grafana.a.smithi053.stdout:Aug 29 17:43:52 smithi053 bash[51494]: logger=migrator t=2024-08-29T17:43:52.148197483Z level=info msg="Executing migration" id="copy dashboard v1 to v2" 2024-08-29T17:43:52.345 INFO:journalctl@ceph.grafana.a.smithi053.stdout:Aug 29 17:43:52 smithi053 bash[51494]: logger=migrator t=2024-08-29T17:43:52.18181227Z level=info msg="Executing migration" id="drop table dashboard_v1" 2024-08-29T17:43:52.345 INFO:journalctl@ceph.grafana.a.smithi053.stdout:Aug 29 17:43:52 smithi053 bash[51494]: logger=migrator t=2024-08-29T17:43:52.215412668Z level=info msg="Executing migration" id="alter dashboard.data to mediumtext v1" 2024-08-29T17:43:52.345 INFO:journalctl@ceph.grafana.a.smithi053.stdout:Aug 29 17:43:52 smithi053 bash[51494]: logger=migrator t=2024-08-29T17:43:52.26568659Z level=info msg="Executing migration" id="Add column updated_by in dashboard - v2" 2024-08-29T17:43:52.345 INFO:journalctl@ceph.grafana.a.smithi053.stdout:Aug 29 17:43:52 smithi053 bash[51494]: logger=migrator t=2024-08-29T17:43:52.29946755Z level=info msg="Executing migration" id="Add column created_by in dashboard - v2" 2024-08-29T17:43:52.375 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:43:52 smithi028 bash[22419]: cluster 2024-08-29T17:43:51.005335+0000 mon.a (mon.0) 855 : cluster [DBG] osdmap e74: 8 total, 8 up, 8 in 2024-08-29T17:43:52.375 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:43:52 smithi028 bash[31855]: cluster 2024-08-29T17:43:51.005335+0000 mon.a (mon.0) 855 : cluster [DBG] osdmap e74: 8 total, 8 up, 8 in 2024-08-29T17:43:52.614 INFO:journalctl@ceph.grafana.a.smithi053.stdout:Aug 29 17:43:52 smithi053 bash[51494]: logger=migrator t=2024-08-29T17:43:52.349756007Z level=info msg="Executing migration" id="Add column gnetId in dashboard" 2024-08-29T17:43:52.614 INFO:journalctl@ceph.grafana.a.smithi053.stdout:Aug 29 17:43:52 smithi053 bash[51494]: logger=migrator t=2024-08-29T17:43:52.400097321Z level=info msg="Executing migration" id="Add index for gnetId in dashboard" 2024-08-29T17:43:52.614 INFO:journalctl@ceph.grafana.a.smithi053.stdout:Aug 29 17:43:52 smithi053 bash[51494]: logger=migrator t=2024-08-29T17:43:52.450383055Z level=info msg="Executing migration" id="Add column plugin_id in dashboard" 2024-08-29T17:43:52.614 INFO:journalctl@ceph.grafana.a.smithi053.stdout:Aug 29 17:43:52 smithi053 bash[51494]: logger=migrator t=2024-08-29T17:43:52.484068111Z level=info msg="Executing migration" id="Add index for plugin_id in dashboard" 2024-08-29T17:43:52.614 INFO:journalctl@ceph.grafana.a.smithi053.stdout:Aug 29 17:43:52 smithi053 bash[51494]: logger=migrator t=2024-08-29T17:43:52.526044046Z level=info msg="Executing migration" id="Add index for dashboard_id in dashboard_tag" 2024-08-29T17:43:52.614 INFO:journalctl@ceph.grafana.a.smithi053.stdout:Aug 29 17:43:52 smithi053 bash[51494]: logger=migrator t=2024-08-29T17:43:52.568050414Z level=info msg="Executing migration" id="Update dashboard table charset" 2024-08-29T17:43:52.614 INFO:journalctl@ceph.grafana.a.smithi053.stdout:Aug 29 17:43:52 smithi053 bash[51494]: logger=migrator t=2024-08-29T17:43:52.593281105Z level=info msg="Executing migration" id="Update dashboard_tag table charset" 2024-08-29T17:43:52.614 INFO:journalctl@ceph.grafana.a.smithi053.stdout:Aug 29 17:43:52 smithi053 bash[51494]: logger=migrator t=2024-08-29T17:43:52.618572723Z level=info msg="Executing migration" id="Add column folder_id in dashboard" 2024-08-29T17:43:52.883 INFO:journalctl@ceph.grafana.a.smithi053.stdout:Aug 29 17:43:52 smithi053 bash[51494]: logger=migrator t=2024-08-29T17:43:52.660551422Z level=info msg="Executing migration" id="Add column isFolder in dashboard" 2024-08-29T17:43:52.883 INFO:journalctl@ceph.grafana.a.smithi053.stdout:Aug 29 17:43:52 smithi053 bash[51494]: logger=migrator t=2024-08-29T17:43:52.685837025Z level=info msg="Executing migration" id="Add column has_acl in dashboard" 2024-08-29T17:43:52.883 INFO:journalctl@ceph.grafana.a.smithi053.stdout:Aug 29 17:43:52 smithi053 bash[51494]: logger=migrator t=2024-08-29T17:43:52.719410033Z level=info msg="Executing migration" id="Add column uid in dashboard" 2024-08-29T17:43:52.883 INFO:journalctl@ceph.grafana.a.smithi053.stdout:Aug 29 17:43:52 smithi053 bash[51494]: logger=migrator t=2024-08-29T17:43:52.761382275Z level=info msg="Executing migration" id="Update uid column values in dashboard" 2024-08-29T17:43:52.883 INFO:journalctl@ceph.grafana.a.smithi053.stdout:Aug 29 17:43:52 smithi053 bash[51494]: logger=migrator t=2024-08-29T17:43:52.786640105Z level=info msg="Executing migration" id="Add unique index dashboard_org_id_uid" 2024-08-29T17:43:52.883 INFO:journalctl@ceph.grafana.a.smithi053.stdout:Aug 29 17:43:52 smithi053 bash[51494]: logger=migrator t=2024-08-29T17:43:52.812009638Z level=info msg="Executing migration" id="Remove unique index org_id_slug" 2024-08-29T17:43:52.883 INFO:journalctl@ceph.grafana.a.smithi053.stdout:Aug 29 17:43:52 smithi053 bash[51494]: logger=migrator t=2024-08-29T17:43:52.837200082Z level=info msg="Executing migration" id="Update dashboard title length" 2024-08-29T17:43:52.883 INFO:journalctl@ceph.grafana.a.smithi053.stdout:Aug 29 17:43:52 smithi053 bash[51494]: logger=migrator t=2024-08-29T17:43:52.8624398Z level=info msg="Executing migration" id="Add unique index for dashboard_org_id_title_folder_id" 2024-08-29T17:43:52.884 INFO:journalctl@ceph.grafana.a.smithi053.stdout:Aug 29 17:43:52 smithi053 bash[51494]: logger=migrator t=2024-08-29T17:43:52.887788837Z level=info msg="Executing migration" id="create dashboard_provisioning" 2024-08-29T17:43:53.160 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:43:53 smithi053 bash[24720]: cluster 2024-08-29T17:43:51.797019+0000 mgr.y (mgr.14499) 53 : cluster [DBG] pgmap v38: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-29T17:43:53.160 INFO:journalctl@ceph.grafana.a.smithi053.stdout:Aug 29 17:43:52 smithi053 bash[51494]: logger=migrator t=2024-08-29T17:43:52.929774053Z level=info msg="Executing migration" id="Rename table dashboard_provisioning to dashboard_provisioning_tmp_qwerty - v1" 2024-08-29T17:43:53.161 INFO:journalctl@ceph.grafana.a.smithi053.stdout:Aug 29 17:43:52 smithi053 bash[51494]: logger=migrator t=2024-08-29T17:43:52.955009329Z level=info msg="Executing migration" id="create dashboard_provisioning v2" 2024-08-29T17:43:53.161 INFO:journalctl@ceph.grafana.a.smithi053.stdout:Aug 29 17:43:52 smithi053 bash[51494]: logger=migrator t=2024-08-29T17:43:52.980285008Z level=info msg="Executing migration" id="create index IDX_dashboard_provisioning_dashboard_id - v2" 2024-08-29T17:43:53.161 INFO:journalctl@ceph.grafana.a.smithi053.stdout:Aug 29 17:43:53 smithi053 bash[51494]: logger=migrator t=2024-08-29T17:43:53.022565134Z level=info msg="Executing migration" id="create index IDX_dashboard_provisioning_dashboard_id_name - v2" 2024-08-29T17:43:53.161 INFO:journalctl@ceph.grafana.a.smithi053.stdout:Aug 29 17:43:53 smithi053 bash[51494]: logger=migrator t=2024-08-29T17:43:53.064555595Z level=info msg="Executing migration" id="copy dashboard_provisioning v1 to v2" 2024-08-29T17:43:53.161 INFO:journalctl@ceph.grafana.a.smithi053.stdout:Aug 29 17:43:53 smithi053 bash[51494]: logger=migrator t=2024-08-29T17:43:53.123142983Z level=info msg="Executing migration" id="drop dashboard_provisioning_tmp_qwerty" 2024-08-29T17:43:53.375 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:43:53 smithi028 bash[31855]: cluster 2024-08-29T17:43:51.797019+0000 mgr.y (mgr.14499) 53 : cluster [DBG] pgmap v38: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-29T17:43:53.375 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:43:53 smithi028 bash[22419]: cluster 2024-08-29T17:43:51.797019+0000 mgr.y (mgr.14499) 53 : cluster [DBG] pgmap v38: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-29T17:43:53.420 INFO:journalctl@ceph.grafana.a.smithi053.stdout:Aug 29 17:43:53 smithi053 bash[51494]: logger=migrator t=2024-08-29T17:43:53.165149776Z level=info msg="Executing migration" id="Add check_sum column" 2024-08-29T17:43:53.420 INFO:journalctl@ceph.grafana.a.smithi053.stdout:Aug 29 17:43:53 smithi053 bash[51494]: logger=migrator t=2024-08-29T17:43:53.207066403Z level=info msg="Executing migration" id="Add index for dashboard_title" 2024-08-29T17:43:53.420 INFO:journalctl@ceph.grafana.a.smithi053.stdout:Aug 29 17:43:53 smithi053 bash[51494]: logger=migrator t=2024-08-29T17:43:53.265685089Z level=info msg="Executing migration" id="delete tags for deleted dashboards" 2024-08-29T17:43:53.421 INFO:journalctl@ceph.grafana.a.smithi053.stdout:Aug 29 17:43:53 smithi053 bash[51494]: logger=migrator t=2024-08-29T17:43:53.324260837Z level=info msg="Executing migration" id="delete stars for deleted dashboards" 2024-08-29T17:43:53.421 INFO:journalctl@ceph.grafana.a.smithi053.stdout:Aug 29 17:43:53 smithi053 bash[51494]: logger=migrator t=2024-08-29T17:43:53.383054823Z level=info msg="Executing migration" id="Add index for dashboard_is_folder" 2024-08-29T17:43:53.697 INFO:journalctl@ceph.grafana.a.smithi053.stdout:Aug 29 17:43:53 smithi053 bash[51494]: logger=migrator t=2024-08-29T17:43:53.425075796Z level=info msg="Executing migration" id="Add isPublic for dashboard" 2024-08-29T17:43:53.697 INFO:journalctl@ceph.grafana.a.smithi053.stdout:Aug 29 17:43:53 smithi053 bash[51494]: logger=migrator t=2024-08-29T17:43:53.483744829Z level=info msg="Executing migration" id="create data_source table" 2024-08-29T17:43:53.697 INFO:journalctl@ceph.grafana.a.smithi053.stdout:Aug 29 17:43:53 smithi053 bash[51494]: logger=migrator t=2024-08-29T17:43:53.54244198Z level=info msg="Executing migration" id="add index data_source.account_id" 2024-08-29T17:43:53.697 INFO:journalctl@ceph.grafana.a.smithi053.stdout:Aug 29 17:43:53 smithi053 bash[51494]: logger=migrator t=2024-08-29T17:43:53.584326861Z level=info msg="Executing migration" id="add unique index data_source.account_id_name" 2024-08-29T17:43:53.697 INFO:journalctl@ceph.grafana.a.smithi053.stdout:Aug 29 17:43:53 smithi053 bash[51494]: logger=migrator t=2024-08-29T17:43:53.642906222Z level=info msg="Executing migration" id="drop index IDX_data_source_account_id - v1" 2024-08-29T17:43:53.957 INFO:journalctl@ceph.grafana.a.smithi053.stdout:Aug 29 17:43:53 smithi053 bash[51494]: logger=migrator t=2024-08-29T17:43:53.701625393Z level=info msg="Executing migration" id="drop index UQE_data_source_account_id_name - v1" 2024-08-29T17:43:53.957 INFO:journalctl@ceph.grafana.a.smithi053.stdout:Aug 29 17:43:53 smithi053 bash[51494]: logger=migrator t=2024-08-29T17:43:53.743621824Z level=info msg="Executing migration" id="Rename table data_source to data_source_v1 - v1" 2024-08-29T17:43:53.957 INFO:journalctl@ceph.grafana.a.smithi053.stdout:Aug 29 17:43:53 smithi053 bash[51494]: logger=migrator t=2024-08-29T17:43:53.81910841Z level=info msg="Executing migration" id="create data_source table v2" 2024-08-29T17:43:53.957 INFO:journalctl@ceph.grafana.a.smithi053.stdout:Aug 29 17:43:53 smithi053 bash[51494]: logger=migrator t=2024-08-29T17:43:53.860796626Z level=info msg="Executing migration" id="create index IDX_data_source_org_id - v2" 2024-08-29T17:43:53.957 INFO:journalctl@ceph.grafana.a.smithi053.stdout:Aug 29 17:43:53 smithi053 bash[51494]: logger=migrator t=2024-08-29T17:43:53.919649262Z level=info msg="Executing migration" id="create index UQE_data_source_org_id_name - v2" 2024-08-29T17:43:54.316 INFO:journalctl@ceph.grafana.a.smithi053.stdout:Aug 29 17:43:53 smithi053 bash[51494]: logger=migrator t=2024-08-29T17:43:53.961785049Z level=info msg="Executing migration" id="Drop old table data_source_v1 #2" 2024-08-29T17:43:54.317 INFO:journalctl@ceph.grafana.a.smithi053.stdout:Aug 29 17:43:53 smithi053 bash[51494]: logger=migrator t=2024-08-29T17:43:53.987042099Z level=info msg="Executing migration" id="Add column with_credentials" 2024-08-29T17:43:54.317 INFO:journalctl@ceph.grafana.a.smithi053.stdout:Aug 29 17:43:54 smithi053 bash[51494]: logger=migrator t=2024-08-29T17:43:54.097800277Z level=info msg="Executing migration" id="Add secure json data column" 2024-08-29T17:43:54.317 INFO:journalctl@ceph.grafana.a.smithi053.stdout:Aug 29 17:43:54 smithi053 bash[51494]: logger=migrator t=2024-08-29T17:43:54.20572791Z level=info msg="Executing migration" id="Update data_source table charset" 2024-08-29T17:43:54.572 INFO:journalctl@ceph.grafana.a.smithi053.stdout:Aug 29 17:43:54 smithi053 bash[51494]: logger=migrator t=2024-08-29T17:43:54.321761144Z level=info msg="Executing migration" id="Update initial version to 1" 2024-08-29T17:43:54.572 INFO:journalctl@ceph.grafana.a.smithi053.stdout:Aug 29 17:43:54 smithi053 bash[51494]: logger=migrator t=2024-08-29T17:43:54.372607811Z level=info msg="Executing migration" id="Add read_only data column" 2024-08-29T17:43:54.572 INFO:journalctl@ceph.grafana.a.smithi053.stdout:Aug 29 17:43:54 smithi053 bash[51494]: logger=migrator t=2024-08-29T17:43:54.414581204Z level=info msg="Executing migration" id="Migrate logging ds to loki ds" 2024-08-29T17:43:54.572 INFO:journalctl@ceph.grafana.a.smithi053.stdout:Aug 29 17:43:54 smithi053 bash[51494]: logger=migrator t=2024-08-29T17:43:54.465293005Z level=info msg="Executing migration" id="Update json_data with nulls" 2024-08-29T17:43:54.572 INFO:journalctl@ceph.grafana.a.smithi053.stdout:Aug 29 17:43:54 smithi053 bash[51494]: logger=migrator t=2024-08-29T17:43:54.515733819Z level=info msg="Executing migration" id="Add uid column" 2024-08-29T17:43:54.572 INFO:journalctl@ceph.grafana.a.smithi053.stdout:Aug 29 17:43:54 smithi053 bash[51494]: logger=migrator t=2024-08-29T17:43:54.566173305Z level=info msg="Executing migration" id="Update uid value" 2024-08-29T17:43:54.864 INFO:journalctl@ceph.grafana.a.smithi053.stdout:Aug 29 17:43:54 smithi053 bash[51494]: logger=migrator t=2024-08-29T17:43:54.616443359Z level=info msg="Executing migration" id="Add unique index datasource_org_id_uid" 2024-08-29T17:43:54.864 INFO:journalctl@ceph.grafana.a.smithi053.stdout:Aug 29 17:43:54 smithi053 bash[51494]: logger=migrator t=2024-08-29T17:43:54.675214999Z level=info msg="Executing migration" id="add unique index datasource_org_id_is_default" 2024-08-29T17:43:54.864 INFO:journalctl@ceph.grafana.a.smithi053.stdout:Aug 29 17:43:54 smithi053 bash[51494]: logger=migrator t=2024-08-29T17:43:54.734128283Z level=info msg="Executing migration" id="create api_key table" 2024-08-29T17:43:54.865 INFO:journalctl@ceph.grafana.a.smithi053.stdout:Aug 29 17:43:54 smithi053 bash[51494]: logger=migrator t=2024-08-29T17:43:54.768081582Z level=info msg="Executing migration" id="add index api_key.account_id" 2024-08-29T17:43:54.865 INFO:journalctl@ceph.grafana.a.smithi053.stdout:Aug 29 17:43:54 smithi053 bash[51494]: logger=migrator t=2024-08-29T17:43:54.818035998Z level=info msg="Executing migration" id="add index api_key.key" 2024-08-29T17:43:54.865 INFO:journalctl@ceph.grafana.a.smithi053.stdout:Aug 29 17:43:54 smithi053 bash[51494]: logger=migrator t=2024-08-29T17:43:54.868483918Z level=info msg="Executing migration" id="add index api_key.account_id_name" 2024-08-29T17:43:54.865 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:43:54 smithi053 bash[24720]: audit 2024-08-29T17:43:53.695060+0000 mon.a (mon.0) 856 : audit [INF] from='mgr.14499 172.21.15.28:0/1402656687' entity='mgr.y' 2024-08-29T17:43:54.865 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:43:54 smithi053 bash[24720]: audit 2024-08-29T17:43:53.700443+0000 mon.a (mon.0) 857 : audit [INF] from='mgr.14499 172.21.15.28:0/1402656687' entity='mgr.y' 2024-08-29T17:43:54.865 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:43:54 smithi053 bash[24720]: cluster 2024-08-29T17:43:53.797622+0000 mgr.y (mgr.14499) 54 : cluster [DBG] pgmap v39: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-29T17:43:54.865 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:43:54 smithi053 bash[24720]: audit 2024-08-29T17:43:53.859499+0000 mon.a (mon.0) 858 : audit [DBG] from='mgr.14499 172.21.15.28:0/1402656687' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-29T17:43:54.865 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:43:54 smithi053 bash[24720]: audit 2024-08-29T17:43:54.659899+0000 mon.a (mon.0) 859 : audit [INF] from='mgr.14499 172.21.15.28:0/1402656687' entity='mgr.y' 2024-08-29T17:43:54.865 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:43:54 smithi053 bash[24720]: audit 2024-08-29T17:43:54.671935+0000 mon.a (mon.0) 860 : audit [INF] from='mgr.14499 172.21.15.28:0/1402656687' entity='mgr.y' 2024-08-29T17:43:54.866 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:43:54 smithi053 bash[24720]: audit 2024-08-29T17:43:54.674271+0000 mon.a (mon.0) 861 : audit [DBG] from='mgr.14499 172.21.15.28:0/1402656687' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-29T17:43:54.866 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:43:54 smithi053 bash[24720]: audit 2024-08-29T17:43:54.676124+0000 mon.a (mon.0) 862 : audit [INF] from='mgr.14499 172.21.15.28:0/1402656687' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-29T17:43:54.866 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:43:54 smithi053 bash[24720]: audit 2024-08-29T17:43:54.688627+0000 mon.a (mon.0) 863 : audit [INF] from='mgr.14499 172.21.15.28:0/1402656687' entity='mgr.y' 2024-08-29T17:43:55.062 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:43:54 smithi028 bash[31855]: audit 2024-08-29T17:43:53.695060+0000 mon.a (mon.0) 856 : audit [INF] from='mgr.14499 172.21.15.28:0/1402656687' entity='mgr.y' 2024-08-29T17:43:55.063 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:43:54 smithi028 bash[31855]: audit 2024-08-29T17:43:53.700443+0000 mon.a (mon.0) 857 : audit [INF] from='mgr.14499 172.21.15.28:0/1402656687' entity='mgr.y' 2024-08-29T17:43:55.063 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:43:54 smithi028 bash[31855]: cluster 2024-08-29T17:43:53.797622+0000 mgr.y (mgr.14499) 54 : cluster [DBG] pgmap v39: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-29T17:43:55.063 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:43:54 smithi028 bash[31855]: audit 2024-08-29T17:43:53.859499+0000 mon.a (mon.0) 858 : audit [DBG] from='mgr.14499 172.21.15.28:0/1402656687' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-29T17:43:55.063 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:43:54 smithi028 bash[31855]: audit 2024-08-29T17:43:54.659899+0000 mon.a (mon.0) 859 : audit [INF] from='mgr.14499 172.21.15.28:0/1402656687' entity='mgr.y' 2024-08-29T17:43:55.063 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:43:54 smithi028 bash[31855]: audit 2024-08-29T17:43:54.671935+0000 mon.a (mon.0) 860 : audit [INF] from='mgr.14499 172.21.15.28:0/1402656687' entity='mgr.y' 2024-08-29T17:43:55.063 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:43:54 smithi028 bash[31855]: audit 2024-08-29T17:43:54.674271+0000 mon.a (mon.0) 861 : audit [DBG] from='mgr.14499 172.21.15.28:0/1402656687' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-29T17:43:55.063 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:43:54 smithi028 bash[31855]: audit 2024-08-29T17:43:54.676124+0000 mon.a (mon.0) 862 : audit [INF] from='mgr.14499 172.21.15.28:0/1402656687' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-29T17:43:55.063 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:43:54 smithi028 bash[31855]: audit 2024-08-29T17:43:54.688627+0000 mon.a (mon.0) 863 : audit [INF] from='mgr.14499 172.21.15.28:0/1402656687' entity='mgr.y' 2024-08-29T17:43:55.063 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:43:54 smithi028 bash[22419]: audit 2024-08-29T17:43:53.695060+0000 mon.a (mon.0) 856 : audit [INF] from='mgr.14499 172.21.15.28:0/1402656687' entity='mgr.y' 2024-08-29T17:43:55.064 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:43:54 smithi028 bash[22419]: audit 2024-08-29T17:43:53.700443+0000 mon.a (mon.0) 857 : audit [INF] from='mgr.14499 172.21.15.28:0/1402656687' entity='mgr.y' 2024-08-29T17:43:55.064 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:43:54 smithi028 bash[22419]: cluster 2024-08-29T17:43:53.797622+0000 mgr.y (mgr.14499) 54 : cluster [DBG] pgmap v39: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-29T17:43:55.064 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:43:54 smithi028 bash[22419]: audit 2024-08-29T17:43:53.859499+0000 mon.a (mon.0) 858 : audit [DBG] from='mgr.14499 172.21.15.28:0/1402656687' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-29T17:43:55.064 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:43:54 smithi028 bash[22419]: audit 2024-08-29T17:43:54.659899+0000 mon.a (mon.0) 859 : audit [INF] from='mgr.14499 172.21.15.28:0/1402656687' entity='mgr.y' 2024-08-29T17:43:55.064 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:43:54 smithi028 bash[22419]: audit 2024-08-29T17:43:54.671935+0000 mon.a (mon.0) 860 : audit [INF] from='mgr.14499 172.21.15.28:0/1402656687' entity='mgr.y' 2024-08-29T17:43:55.064 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:43:54 smithi028 bash[22419]: audit 2024-08-29T17:43:54.674271+0000 mon.a (mon.0) 861 : audit [DBG] from='mgr.14499 172.21.15.28:0/1402656687' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-29T17:43:55.064 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:43:54 smithi028 bash[22419]: audit 2024-08-29T17:43:54.676124+0000 mon.a (mon.0) 862 : audit [INF] from='mgr.14499 172.21.15.28:0/1402656687' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-29T17:43:55.064 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:43:54 smithi028 bash[22419]: audit 2024-08-29T17:43:54.688627+0000 mon.a (mon.0) 863 : audit [INF] from='mgr.14499 172.21.15.28:0/1402656687' entity='mgr.y' 2024-08-29T17:43:55.141 INFO:journalctl@ceph.grafana.a.smithi053.stdout:Aug 29 17:43:54 smithi053 bash[51494]: logger=migrator t=2024-08-29T17:43:54.91888617Z level=info msg="Executing migration" id="drop index IDX_api_key_account_id - v1" 2024-08-29T17:43:55.141 INFO:journalctl@ceph.grafana.a.smithi053.stdout:Aug 29 17:43:54 smithi053 bash[51494]: logger=migrator t=2024-08-29T17:43:54.969135031Z level=info msg="Executing migration" id="drop index UQE_api_key_key - v1" 2024-08-29T17:43:55.141 INFO:journalctl@ceph.grafana.a.smithi053.stdout:Aug 29 17:43:55 smithi053 bash[51494]: logger=migrator t=2024-08-29T17:43:55.002802375Z level=info msg="Executing migration" id="drop index UQE_api_key_account_id_name - v1" 2024-08-29T17:43:55.141 INFO:journalctl@ceph.grafana.a.smithi053.stdout:Aug 29 17:43:55 smithi053 bash[51494]: logger=migrator t=2024-08-29T17:43:55.06314603Z level=info msg="Executing migration" id="Rename table api_key to api_key_v1 - v1" 2024-08-29T17:43:55.141 INFO:journalctl@ceph.grafana.a.smithi053.stdout:Aug 29 17:43:55 smithi053 bash[51494]: logger=migrator t=2024-08-29T17:43:55.1118144Z level=info msg="Executing migration" id="create api_key table v2" 2024-08-29T17:43:55.392 INFO:journalctl@ceph.grafana.a.smithi053.stdout:Aug 29 17:43:55 smithi053 bash[51494]: logger=migrator t=2024-08-29T17:43:55.145397165Z level=info msg="Executing migration" id="create index IDX_api_key_org_id - v2" 2024-08-29T17:43:55.392 INFO:journalctl@ceph.grafana.a.smithi053.stdout:Aug 29 17:43:55 smithi053 bash[51494]: logger=migrator t=2024-08-29T17:43:55.179004855Z level=info msg="Executing migration" id="create index UQE_api_key_key - v2" 2024-08-29T17:43:55.392 INFO:journalctl@ceph.grafana.a.smithi053.stdout:Aug 29 17:43:55 smithi053 bash[51494]: logger=migrator t=2024-08-29T17:43:55.229338698Z level=info msg="Executing migration" id="create index UQE_api_key_org_id_name - v2" 2024-08-29T17:43:55.393 INFO:journalctl@ceph.grafana.a.smithi053.stdout:Aug 29 17:43:55 smithi053 bash[51494]: logger=migrator t=2024-08-29T17:43:55.262915226Z level=info msg="Executing migration" id="copy api_key v1 to v2" 2024-08-29T17:43:55.393 INFO:journalctl@ceph.grafana.a.smithi053.stdout:Aug 29 17:43:55 smithi053 bash[51494]: logger=migrator t=2024-08-29T17:43:55.296444319Z level=info msg="Executing migration" id="Drop old table api_key_v1" 2024-08-29T17:43:55.393 INFO:journalctl@ceph.grafana.a.smithi053.stdout:Aug 29 17:43:55 smithi053 bash[51494]: logger=migrator t=2024-08-29T17:43:55.346803504Z level=info msg="Executing migration" id="Update api_key table charset" 2024-08-29T17:43:55.393 INFO:journalctl@ceph.grafana.a.smithi053.stdout:Aug 29 17:43:55 smithi053 bash[51494]: logger=migrator t=2024-08-29T17:43:55.397090808Z level=info msg="Executing migration" id="Add expires to api_key table" 2024-08-29T17:43:55.644 INFO:journalctl@ceph.grafana.a.smithi053.stdout:Aug 29 17:43:55 smithi053 bash[51494]: logger=migrator t=2024-08-29T17:43:55.430894813Z level=info msg="Executing migration" id="Add service account foreign key" 2024-08-29T17:43:55.645 INFO:journalctl@ceph.grafana.a.smithi053.stdout:Aug 29 17:43:55 smithi053 bash[51494]: logger=migrator t=2024-08-29T17:43:55.464564926Z level=info msg="Executing migration" id="set service account foreign key to nil if 0" 2024-08-29T17:43:55.645 INFO:journalctl@ceph.grafana.a.smithi053.stdout:Aug 29 17:43:55 smithi053 bash[51494]: logger=migrator t=2024-08-29T17:43:55.514893612Z level=info msg="Executing migration" id="Add last_used_at to api_key table" 2024-08-29T17:43:55.645 INFO:journalctl@ceph.grafana.a.smithi053.stdout:Aug 29 17:43:55 smithi053 bash[51494]: logger=migrator t=2024-08-29T17:43:55.565234191Z level=info msg="Executing migration" id="Add is_revoked column to api_key table" 2024-08-29T17:43:55.645 INFO:journalctl@ceph.grafana.a.smithi053.stdout:Aug 29 17:43:55 smithi053 bash[51494]: logger=migrator t=2024-08-29T17:43:55.598857961Z level=info msg="Executing migration" id="create dashboard_snapshot table v4" 2024-08-29T17:43:55.645 INFO:journalctl@ceph.grafana.a.smithi053.stdout:Aug 29 17:43:55 smithi053 bash[51494]: logger=migrator t=2024-08-29T17:43:55.64921325Z level=info msg="Executing migration" id="drop table dashboard_snapshot_v4 #1" 2024-08-29T17:43:55.875 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:43:55 smithi028 bash[31855]: cephadm 2024-08-29T17:43:54.752840+0000 mgr.y (mgr.14499) 55 : cephadm [INF] Reconfiguring alertmanager.a (dependencies changed)... 2024-08-29T17:43:55.875 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:43:55 smithi028 bash[31855]: cephadm 2024-08-29T17:43:54.760714+0000 mgr.y (mgr.14499) 56 : cephadm [INF] Reconfiguring daemon alertmanager.a on smithi028 2024-08-29T17:43:55.875 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:43:55 smithi028 bash[22419]: cephadm 2024-08-29T17:43:54.752840+0000 mgr.y (mgr.14499) 55 : cephadm [INF] Reconfiguring alertmanager.a (dependencies changed)... 2024-08-29T17:43:55.876 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:43:55 smithi028 bash[22419]: cephadm 2024-08-29T17:43:54.760714+0000 mgr.y (mgr.14499) 56 : cephadm [INF] Reconfiguring daemon alertmanager.a on smithi028 2024-08-29T17:43:55.929 INFO:journalctl@ceph.grafana.a.smithi053.stdout:Aug 29 17:43:55 smithi053 bash[51494]: logger=migrator t=2024-08-29T17:43:55.691130915Z level=info msg="Executing migration" id="create dashboard_snapshot table v5 #2" 2024-08-29T17:43:55.929 INFO:journalctl@ceph.grafana.a.smithi053.stdout:Aug 29 17:43:55 smithi053 bash[51494]: logger=migrator t=2024-08-29T17:43:55.749910028Z level=info msg="Executing migration" id="create index UQE_dashboard_snapshot_key - v5" 2024-08-29T17:43:55.930 INFO:journalctl@ceph.grafana.a.smithi053.stdout:Aug 29 17:43:55 smithi053 bash[51494]: logger=migrator t=2024-08-29T17:43:55.791925967Z level=info msg="Executing migration" id="create index UQE_dashboard_snapshot_delete_key - v5" 2024-08-29T17:43:55.930 INFO:journalctl@ceph.grafana.a.smithi053.stdout:Aug 29 17:43:55 smithi053 bash[51494]: logger=migrator t=2024-08-29T17:43:55.875532081Z level=info msg="Executing migration" id="create index IDX_dashboard_snapshot_user_id - v5" 2024-08-29T17:43:55.930 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:43:55 smithi053 bash[24720]: cephadm 2024-08-29T17:43:54.752840+0000 mgr.y (mgr.14499) 55 : cephadm [INF] Reconfiguring alertmanager.a (dependencies changed)... 2024-08-29T17:43:55.930 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:43:55 smithi053 bash[24720]: cephadm 2024-08-29T17:43:54.760714+0000 mgr.y (mgr.14499) 56 : cephadm [INF] Reconfiguring daemon alertmanager.a on smithi028 2024-08-29T17:43:56.206 INFO:journalctl@ceph.grafana.a.smithi053.stdout:Aug 29 17:43:55 smithi053 bash[51494]: logger=migrator t=2024-08-29T17:43:55.934219357Z level=info msg="Executing migration" id="alter dashboard_snapshot to mediumtext v2" 2024-08-29T17:43:56.206 INFO:journalctl@ceph.grafana.a.smithi053.stdout:Aug 29 17:43:55 smithi053 bash[51494]: logger=migrator t=2024-08-29T17:43:55.976144478Z level=info msg="Executing migration" id="Update dashboard_snapshot table charset" 2024-08-29T17:43:56.206 INFO:journalctl@ceph.grafana.a.smithi053.stdout:Aug 29 17:43:56 smithi053 bash[51494]: logger=migrator t=2024-08-29T17:43:56.018109419Z level=info msg="Executing migration" id="Add column external_delete_url to dashboard_snapshots table" 2024-08-29T17:43:56.206 INFO:journalctl@ceph.grafana.a.smithi053.stdout:Aug 29 17:43:56 smithi053 bash[51494]: logger=migrator t=2024-08-29T17:43:56.076797828Z level=info msg="Executing migration" id="Add encrypted dashboard json column" 2024-08-29T17:43:56.206 INFO:journalctl@ceph.grafana.a.smithi053.stdout:Aug 29 17:43:56 smithi053 bash[51494]: logger=migrator t=2024-08-29T17:43:56.135533142Z level=info msg="Executing migration" id="Change dashboard_encrypted column to MEDIUMBLOB" 2024-08-29T17:43:56.210 INFO:teuthology.orchestra.run.smithi028.stderr:Inferring config /var/lib/ceph/3167ee72-662c-11ef-bcd4-c7b262605968/mon.a/config 2024-08-29T17:43:56.458 INFO:journalctl@ceph.mgr.x.smithi053.stdout:Aug 29 17:43:56 smithi053 bash[25641]: ::ffff:172.21.15.53 - - [29/Aug/2024:17:43:56] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.43.0" 2024-08-29T17:43:56.458 INFO:journalctl@ceph.grafana.a.smithi053.stdout:Aug 29 17:43:56 smithi053 bash[51494]: logger=migrator t=2024-08-29T17:43:56.210869311Z level=info msg="Executing migration" id="create quota table v1" 2024-08-29T17:43:56.459 INFO:journalctl@ceph.grafana.a.smithi053.stdout:Aug 29 17:43:56 smithi053 bash[51494]: logger=migrator t=2024-08-29T17:43:56.252870733Z level=info msg="Executing migration" id="create index UQE_quota_org_id_user_id_target - v1" 2024-08-29T17:43:56.459 INFO:journalctl@ceph.grafana.a.smithi053.stdout:Aug 29 17:43:56 smithi053 bash[51494]: logger=migrator t=2024-08-29T17:43:56.27807397Z level=info msg="Executing migration" id="Update quota table charset" 2024-08-29T17:43:56.459 INFO:journalctl@ceph.grafana.a.smithi053.stdout:Aug 29 17:43:56 smithi053 bash[51494]: logger=migrator t=2024-08-29T17:43:56.303316012Z level=info msg="Executing migration" id="create plugin_setting table" 2024-08-29T17:43:56.459 INFO:journalctl@ceph.grafana.a.smithi053.stdout:Aug 29 17:43:56 smithi053 bash[51494]: logger=migrator t=2024-08-29T17:43:56.345522773Z level=info msg="Executing migration" id="create index UQE_plugin_setting_org_id_plugin_id - v1" 2024-08-29T17:43:56.459 INFO:journalctl@ceph.grafana.a.smithi053.stdout:Aug 29 17:43:56 smithi053 bash[51494]: logger=migrator t=2024-08-29T17:43:56.395820412Z level=info msg="Executing migration" id="Add column plugin_version to plugin_settings" 2024-08-29T17:43:56.459 INFO:journalctl@ceph.grafana.a.smithi053.stdout:Aug 29 17:43:56 smithi053 bash[51494]: logger=migrator t=2024-08-29T17:43:56.437819008Z level=info msg="Executing migration" id="Update plugin_setting table charset" 2024-08-29T17:43:56.459 INFO:journalctl@ceph.grafana.a.smithi053.stdout:Aug 29 17:43:56 smithi053 bash[51494]: logger=migrator t=2024-08-29T17:43:56.463163261Z level=info msg="Executing migration" id="create session table" 2024-08-29T17:43:56.727 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:43:56 smithi053 bash[24720]: cluster 2024-08-29T17:43:55.798923+0000 mgr.y (mgr.14499) 57 : cluster [DBG] pgmap v40: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 300 B/s wr, 0 op/s 2024-08-29T17:43:56.728 INFO:journalctl@ceph.grafana.a.smithi053.stdout:Aug 29 17:43:56 smithi053 bash[51494]: logger=migrator t=2024-08-29T17:43:56.50515626Z level=info msg="Executing migration" id="Drop old table playlist table" 2024-08-29T17:43:56.728 INFO:journalctl@ceph.grafana.a.smithi053.stdout:Aug 29 17:43:56 smithi053 bash[51494]: logger=migrator t=2024-08-29T17:43:56.530452221Z level=info msg="Executing migration" id="Drop old table playlist_item table" 2024-08-29T17:43:56.728 INFO:journalctl@ceph.grafana.a.smithi053.stdout:Aug 29 17:43:56 smithi053 bash[51494]: logger=migrator t=2024-08-29T17:43:56.580986822Z level=info msg="Executing migration" id="create playlist table v2" 2024-08-29T17:43:56.728 INFO:journalctl@ceph.grafana.a.smithi053.stdout:Aug 29 17:43:56 smithi053 bash[51494]: logger=migrator t=2024-08-29T17:43:56.606319802Z level=info msg="Executing migration" id="create playlist item table v2" 2024-08-29T17:43:56.728 INFO:journalctl@ceph.grafana.a.smithi053.stdout:Aug 29 17:43:56 smithi053 bash[51494]: logger=migrator t=2024-08-29T17:43:56.648233883Z level=info msg="Executing migration" id="Update playlist table charset" 2024-08-29T17:43:56.728 INFO:journalctl@ceph.grafana.a.smithi053.stdout:Aug 29 17:43:56 smithi053 bash[51494]: logger=migrator t=2024-08-29T17:43:56.690195816Z level=info msg="Executing migration" id="Update playlist_item table charset" 2024-08-29T17:43:56.980 INFO:journalctl@ceph.grafana.a.smithi053.stdout:Aug 29 17:43:56 smithi053 bash[51494]: logger=migrator t=2024-08-29T17:43:56.73222061Z level=info msg="Executing migration" id="drop preferences table v2" 2024-08-29T17:43:56.980 INFO:journalctl@ceph.grafana.a.smithi053.stdout:Aug 29 17:43:56 smithi053 bash[51494]: logger=migrator t=2024-08-29T17:43:56.75758926Z level=info msg="Executing migration" id="drop preferences table v3" 2024-08-29T17:43:56.980 INFO:journalctl@ceph.grafana.a.smithi053.stdout:Aug 29 17:43:56 smithi053 bash[51494]: logger=migrator t=2024-08-29T17:43:56.841238552Z level=info msg="Executing migration" id="create preferences table v3" 2024-08-29T17:43:56.980 INFO:journalctl@ceph.grafana.a.smithi053.stdout:Aug 29 17:43:56 smithi053 bash[51494]: logger=migrator t=2024-08-29T17:43:56.866587319Z level=info msg="Executing migration" id="Update preferences table charset" 2024-08-29T17:43:56.980 INFO:journalctl@ceph.grafana.a.smithi053.stdout:Aug 29 17:43:56 smithi053 bash[51494]: logger=migrator t=2024-08-29T17:43:56.908399538Z level=info msg="Executing migration" id="Add column team_id in preferences" 2024-08-29T17:43:56.980 INFO:journalctl@ceph.grafana.a.smithi053.stdout:Aug 29 17:43:56 smithi053 bash[51494]: logger=migrator t=2024-08-29T17:43:56.93380236Z level=info msg="Executing migration" id="Update team_id column values in preferences" 2024-08-29T17:43:56.980 INFO:journalctl@ceph.grafana.a.smithi053.stdout:Aug 29 17:43:56 smithi053 bash[51494]: logger=migrator t=2024-08-29T17:43:56.959060789Z level=info msg="Executing migration" id="Add column week_start in preferences" 2024-08-29T17:43:56.981 INFO:journalctl@ceph.grafana.a.smithi053.stdout:Aug 29 17:43:56 smithi053 bash[51494]: logger=migrator t=2024-08-29T17:43:56.984257313Z level=info msg="Executing migration" id="Add column preferences.json_data" 2024-08-29T17:43:57.125 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:43:56 smithi028 bash[31855]: cluster 2024-08-29T17:43:55.798923+0000 mgr.y (mgr.14499) 57 : cluster [DBG] pgmap v40: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 300 B/s wr, 0 op/s 2024-08-29T17:43:57.125 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:43:56 smithi028 bash[22419]: cluster 2024-08-29T17:43:55.798923+0000 mgr.y (mgr.14499) 57 : cluster [DBG] pgmap v40: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 300 B/s wr, 0 op/s 2024-08-29T17:43:57.257 INFO:journalctl@ceph.grafana.a.smithi053.stdout:Aug 29 17:43:57 smithi053 bash[51494]: logger=migrator t=2024-08-29T17:43:57.026440508Z level=info msg="Executing migration" id="alter preferences.json_data to mediumtext v1" 2024-08-29T17:43:57.257 INFO:journalctl@ceph.grafana.a.smithi053.stdout:Aug 29 17:43:57 smithi053 bash[51494]: logger=migrator t=2024-08-29T17:43:57.068396846Z level=info msg="Executing migration" id="Add preferences index org_id" 2024-08-29T17:43:57.257 INFO:journalctl@ceph.grafana.a.smithi053.stdout:Aug 29 17:43:57 smithi053 bash[51494]: logger=migrator t=2024-08-29T17:43:57.110546081Z level=info msg="Executing migration" id="Add preferences index user_id" 2024-08-29T17:43:57.257 INFO:journalctl@ceph.grafana.a.smithi053.stdout:Aug 29 17:43:57 smithi053 bash[51494]: logger=migrator t=2024-08-29T17:43:57.135943038Z level=info msg="Executing migration" id="create alert table v1" 2024-08-29T17:43:57.257 INFO:journalctl@ceph.grafana.a.smithi053.stdout:Aug 29 17:43:57 smithi053 bash[51494]: logger=migrator t=2024-08-29T17:43:57.161098947Z level=info msg="Executing migration" id="add index alert org_id & id " 2024-08-29T17:43:57.258 INFO:journalctl@ceph.grafana.a.smithi053.stdout:Aug 29 17:43:57 smithi053 bash[51494]: logger=migrator t=2024-08-29T17:43:57.219859516Z level=info msg="Executing migration" id="add index alert state" 2024-08-29T17:43:57.258 INFO:journalctl@ceph.grafana.a.smithi053.stdout:Aug 29 17:43:57 smithi053 bash[51494]: logger=migrator t=2024-08-29T17:43:57.261770204Z level=info msg="Executing migration" id="add index alert dashboard_id" 2024-08-29T17:43:57.543 INFO:journalctl@ceph.grafana.a.smithi053.stdout:Aug 29 17:43:57 smithi053 bash[51494]: logger=migrator t=2024-08-29T17:43:57.303615823Z level=info msg="Executing migration" id="Create alert_rule_tag table v1" 2024-08-29T17:43:57.543 INFO:journalctl@ceph.grafana.a.smithi053.stdout:Aug 29 17:43:57 smithi053 bash[51494]: logger=migrator t=2024-08-29T17:43:57.345609614Z level=info msg="Executing migration" id="Add unique index alert_rule_tag.alert_id_tag_id" 2024-08-29T17:43:57.543 INFO:journalctl@ceph.grafana.a.smithi053.stdout:Aug 29 17:43:57 smithi053 bash[51494]: logger=migrator t=2024-08-29T17:43:57.387659554Z level=info msg="Executing migration" id="drop index UQE_alert_rule_tag_alert_id_tag_id - v1" 2024-08-29T17:43:57.543 INFO:journalctl@ceph.grafana.a.smithi053.stdout:Aug 29 17:43:57 smithi053 bash[51494]: logger=migrator t=2024-08-29T17:43:57.412880525Z level=info msg="Executing migration" id="Rename table alert_rule_tag to alert_rule_tag_v1 - v1" 2024-08-29T17:43:57.543 INFO:journalctl@ceph.grafana.a.smithi053.stdout:Aug 29 17:43:57 smithi053 bash[51494]: logger=migrator t=2024-08-29T17:43:57.438098294Z level=info msg="Executing migration" id="Create alert_rule_tag table v2" 2024-08-29T17:43:57.543 INFO:journalctl@ceph.grafana.a.smithi053.stdout:Aug 29 17:43:57 smithi053 bash[51494]: logger=migrator t=2024-08-29T17:43:57.480108328Z level=info msg="Executing migration" id="create index UQE_alert_rule_tag_alert_id_tag_id - Add unique index alert_rule_tag.alert_id_tag_id V2" 2024-08-29T17:43:57.543 INFO:journalctl@ceph.grafana.a.smithi053.stdout:Aug 29 17:43:57 smithi053 bash[51494]: logger=migrator t=2024-08-29T17:43:57.505411597Z level=info msg="Executing migration" id="copy alert_rule_tag v1 to v2" 2024-08-29T17:43:57.543 INFO:journalctl@ceph.grafana.a.smithi053.stdout:Aug 29 17:43:57 smithi053 bash[51494]: logger=migrator t=2024-08-29T17:43:57.5472984Z level=info msg="Executing migration" id="drop table alert_rule_tag_v1" 2024-08-29T17:43:57.811 INFO:journalctl@ceph.grafana.a.smithi053.stdout:Aug 29 17:43:57 smithi053 bash[51494]: logger=migrator t=2024-08-29T17:43:57.572846034Z level=info msg="Executing migration" id="create alert_notification table v1" 2024-08-29T17:43:57.812 INFO:journalctl@ceph.grafana.a.smithi053.stdout:Aug 29 17:43:57 smithi053 bash[51494]: logger=migrator t=2024-08-29T17:43:57.598102441Z level=info msg="Executing migration" id="Add column is_default" 2024-08-29T17:43:57.812 INFO:journalctl@ceph.grafana.a.smithi053.stdout:Aug 29 17:43:57 smithi053 bash[51494]: logger=migrator t=2024-08-29T17:43:57.623335832Z level=info msg="Executing migration" id="Add column frequency" 2024-08-29T17:43:57.812 INFO:journalctl@ceph.grafana.a.smithi053.stdout:Aug 29 17:43:57 smithi053 bash[51494]: logger=migrator t=2024-08-29T17:43:57.64857339Z level=info msg="Executing migration" id="Add column send_reminder" 2024-08-29T17:43:57.812 INFO:journalctl@ceph.grafana.a.smithi053.stdout:Aug 29 17:43:57 smithi053 bash[51494]: logger=migrator t=2024-08-29T17:43:57.673881046Z level=info msg="Executing migration" id="Add column disable_resolve_message" 2024-08-29T17:43:57.812 INFO:journalctl@ceph.grafana.a.smithi053.stdout:Aug 29 17:43:57 smithi053 bash[51494]: logger=migrator t=2024-08-29T17:43:57.732520746Z level=info msg="Executing migration" id="add index alert_notification org_id & name" 2024-08-29T17:43:57.812 INFO:journalctl@ceph.grafana.a.smithi053.stdout:Aug 29 17:43:57 smithi053 bash[51494]: logger=migrator t=2024-08-29T17:43:57.766181576Z level=info msg="Executing migration" id="Update alert table charset" 2024-08-29T17:43:58.072 INFO:journalctl@ceph.grafana.a.smithi053.stdout:Aug 29 17:43:57 smithi053 bash[51494]: logger=migrator t=2024-08-29T17:43:57.816351342Z level=info msg="Executing migration" id="Update alert_notification table charset" 2024-08-29T17:43:58.072 INFO:journalctl@ceph.grafana.a.smithi053.stdout:Aug 29 17:43:57 smithi053 bash[51494]: logger=migrator t=2024-08-29T17:43:57.85008445Z level=info msg="Executing migration" id="create notification_journal table v1" 2024-08-29T17:43:58.072 INFO:journalctl@ceph.grafana.a.smithi053.stdout:Aug 29 17:43:57 smithi053 bash[51494]: logger=migrator t=2024-08-29T17:43:57.900427219Z level=info msg="Executing migration" id="add index notification_journal org_id & alert_id & notifier_id" 2024-08-29T17:43:58.072 INFO:journalctl@ceph.grafana.a.smithi053.stdout:Aug 29 17:43:57 smithi053 bash[51494]: logger=migrator t=2024-08-29T17:43:57.959089156Z level=info msg="Executing migration" id="drop alert_notification_journal" 2024-08-29T17:43:58.072 INFO:journalctl@ceph.grafana.a.smithi053.stdout:Aug 29 17:43:58 smithi053 bash[51494]: logger=migrator t=2024-08-29T17:43:58.017863551Z level=info msg="Executing migration" id="create alert_notification_state table v1" 2024-08-29T17:43:58.072 INFO:journalctl@ceph.grafana.a.smithi053.stdout:Aug 29 17:43:58 smithi053 bash[51494]: logger=migrator t=2024-08-29T17:43:58.076522631Z level=info msg="Executing migration" id="add index alert_notification_state org_id & alert_id & notifier_id" 2024-08-29T17:43:58.323 INFO:journalctl@ceph.grafana.a.smithi053.stdout:Aug 29 17:43:58 smithi053 bash[51494]: logger=migrator t=2024-08-29T17:43:58.143523573Z level=info msg="Executing migration" id="Add for to alert table" 2024-08-29T17:43:58.323 INFO:journalctl@ceph.grafana.a.smithi053.stdout:Aug 29 17:43:58 smithi053 bash[51494]: logger=migrator t=2024-08-29T17:43:58.202183959Z level=info msg="Executing migration" id="Add column uid in alert_notification" 2024-08-29T17:43:58.323 INFO:journalctl@ceph.grafana.a.smithi053.stdout:Aug 29 17:43:58 smithi053 bash[51494]: logger=migrator t=2024-08-29T17:43:58.24414548Z level=info msg="Executing migration" id="Update uid column values in alert_notification" 2024-08-29T17:43:58.323 INFO:journalctl@ceph.grafana.a.smithi053.stdout:Aug 29 17:43:58 smithi053 bash[51494]: logger=migrator t=2024-08-29T17:43:58.286020599Z level=info msg="Executing migration" id="Add unique index alert_notification_org_id_uid" 2024-08-29T17:43:58.324 INFO:journalctl@ceph.grafana.a.smithi053.stdout:Aug 29 17:43:58 smithi053 bash[51494]: logger=migrator t=2024-08-29T17:43:58.328021307Z level=info msg="Executing migration" id="Remove unique index org_id_name" 2024-08-29T17:43:58.600 INFO:journalctl@ceph.grafana.a.smithi053.stdout:Aug 29 17:43:58 smithi053 bash[51494]: logger=migrator t=2024-08-29T17:43:58.386629065Z level=info msg="Executing migration" id="Add column secure_settings in alert_notification" 2024-08-29T17:43:58.600 INFO:journalctl@ceph.grafana.a.smithi053.stdout:Aug 29 17:43:58 smithi053 bash[51494]: logger=migrator t=2024-08-29T17:43:58.445305952Z level=info msg="Executing migration" id="alter alert.settings to mediumtext" 2024-08-29T17:43:58.600 INFO:journalctl@ceph.grafana.a.smithi053.stdout:Aug 29 17:43:58 smithi053 bash[51494]: logger=migrator t=2024-08-29T17:43:58.503960936Z level=info msg="Executing migration" id="Add non-unique index alert_notification_state_alert_id" 2024-08-29T17:43:58.601 INFO:journalctl@ceph.grafana.a.smithi053.stdout:Aug 29 17:43:58 smithi053 bash[51494]: logger=migrator t=2024-08-29T17:43:58.562671009Z level=info msg="Executing migration" id="Add non-unique index alert_rule_tag_alert_id" 2024-08-29T17:43:58.601 INFO:journalctl@ceph.grafana.a.smithi053.stdout:Aug 29 17:43:58 smithi053 bash[51494]: logger=migrator t=2024-08-29T17:43:58.604605997Z level=info msg="Executing migration" id="Drop old annotation table v4" 2024-08-29T17:43:58.869 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:43:58 smithi053 bash[24720]: cluster 2024-08-29T17:43:57.799550+0000 mgr.y (mgr.14499) 58 : cluster [DBG] pgmap v41: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 255 B/s wr, 0 op/s 2024-08-29T17:43:58.869 INFO:journalctl@ceph.grafana.a.smithi053.stdout:Aug 29 17:43:58 smithi053 bash[51494]: logger=migrator t=2024-08-29T17:43:58.665656733Z level=info msg="Executing migration" id="create annotation table v5" 2024-08-29T17:43:58.870 INFO:journalctl@ceph.grafana.a.smithi053.stdout:Aug 29 17:43:58 smithi053 bash[51494]: logger=migrator t=2024-08-29T17:43:58.705449763Z level=info msg="Executing migration" id="add index annotation 0 v3" 2024-08-29T17:43:58.870 INFO:journalctl@ceph.grafana.a.smithi053.stdout:Aug 29 17:43:58 smithi053 bash[51494]: logger=migrator t=2024-08-29T17:43:58.730576705Z level=info msg="Executing migration" id="add index annotation 1 v3" 2024-08-29T17:43:58.870 INFO:journalctl@ceph.grafana.a.smithi053.stdout:Aug 29 17:43:58 smithi053 bash[51494]: logger=migrator t=2024-08-29T17:43:58.755911982Z level=info msg="Executing migration" id="add index annotation 2 v3" 2024-08-29T17:43:58.870 INFO:journalctl@ceph.grafana.a.smithi053.stdout:Aug 29 17:43:58 smithi053 bash[51494]: logger=migrator t=2024-08-29T17:43:58.806389696Z level=info msg="Executing migration" id="add index annotation 3 v3" 2024-08-29T17:43:58.870 INFO:journalctl@ceph.grafana.a.smithi053.stdout:Aug 29 17:43:58 smithi053 bash[51494]: logger=migrator t=2024-08-29T17:43:58.831828938Z level=info msg="Executing migration" id="add index annotation 4 v3" 2024-08-29T17:43:59.060 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:43:58 smithi028 bash[31855]: cluster 2024-08-29T17:43:57.799550+0000 mgr.y (mgr.14499) 58 : cluster [DBG] pgmap v41: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 255 B/s wr, 0 op/s 2024-08-29T17:43:59.060 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:43:58 smithi028 bash[22419]: cluster 2024-08-29T17:43:57.799550+0000 mgr.y (mgr.14499) 58 : cluster [DBG] pgmap v41: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 255 B/s wr, 0 op/s 2024-08-29T17:43:59.164 INFO:journalctl@ceph.grafana.a.smithi053.stdout:Aug 29 17:43:58 smithi053 bash[51494]: logger=migrator t=2024-08-29T17:43:58.873962091Z level=info msg="Executing migration" id="Update annotation table charset" 2024-08-29T17:43:59.164 INFO:journalctl@ceph.grafana.a.smithi053.stdout:Aug 29 17:43:58 smithi053 bash[51494]: logger=migrator t=2024-08-29T17:43:58.890752722Z level=info msg="Executing migration" id="Add column region_id to annotation table" 2024-08-29T17:43:59.164 INFO:journalctl@ceph.grafana.a.smithi053.stdout:Aug 29 17:43:58 smithi053 bash[51494]: logger=migrator t=2024-08-29T17:43:58.924270023Z level=info msg="Executing migration" id="Drop category_id index" 2024-08-29T17:43:59.165 INFO:journalctl@ceph.grafana.a.smithi053.stdout:Aug 29 17:43:58 smithi053 bash[51494]: logger=migrator t=2024-08-29T17:43:58.957989421Z level=info msg="Executing migration" id="Add column tags to annotation table" 2024-08-29T17:43:59.165 INFO:journalctl@ceph.grafana.a.smithi053.stdout:Aug 29 17:43:58 smithi053 bash[51494]: logger=migrator t=2024-08-29T17:43:58.974953447Z level=info msg="Executing migration" id="Create annotation_tag table v2" 2024-08-29T17:43:59.165 INFO:journalctl@ceph.grafana.a.smithi053.stdout:Aug 29 17:43:58 smithi053 bash[51494]: logger=migrator t=2024-08-29T17:43:58.991931116Z level=info msg="Executing migration" id="Add unique index annotation_tag.annotation_id_tag_id" 2024-08-29T17:43:59.165 INFO:journalctl@ceph.grafana.a.smithi053.stdout:Aug 29 17:43:59 smithi053 bash[51494]: logger=migrator t=2024-08-29T17:43:59.008779892Z level=info msg="Executing migration" id="drop index UQE_annotation_tag_annotation_id_tag_id - v2" 2024-08-29T17:43:59.165 INFO:journalctl@ceph.grafana.a.smithi053.stdout:Aug 29 17:43:59 smithi053 bash[51494]: logger=migrator t=2024-08-29T17:43:59.050861382Z level=info msg="Executing migration" id="Rename table annotation_tag to annotation_tag_v2 - v2" 2024-08-29T17:43:59.165 INFO:journalctl@ceph.grafana.a.smithi053.stdout:Aug 29 17:43:59 smithi053 bash[51494]: logger=migrator t=2024-08-29T17:43:59.101398999Z level=info msg="Executing migration" id="Create annotation_tag table v3" 2024-08-29T17:43:59.165 INFO:journalctl@ceph.grafana.a.smithi053.stdout:Aug 29 17:43:59 smithi053 bash[51494]: logger=migrator t=2024-08-29T17:43:59.168360832Z level=info msg="Executing migration" id="create index UQE_annotation_tag_annotation_id_tag_id - Add unique index annotation_tag.annotation_id_tag_id V3" 2024-08-29T17:43:59.425 INFO:journalctl@ceph.grafana.a.smithi053.stdout:Aug 29 17:43:59 smithi053 bash[51494]: logger=migrator t=2024-08-29T17:43:59.193664798Z level=info msg="Executing migration" id="copy annotation_tag v2 to v3" 2024-08-29T17:43:59.425 INFO:journalctl@ceph.grafana.a.smithi053.stdout:Aug 29 17:43:59 smithi053 bash[51494]: logger=migrator t=2024-08-29T17:43:59.218913294Z level=info msg="Executing migration" id="drop table annotation_tag_v2" 2024-08-29T17:43:59.425 INFO:journalctl@ceph.grafana.a.smithi053.stdout:Aug 29 17:43:59 smithi053 bash[51494]: logger=migrator t=2024-08-29T17:43:59.244200651Z level=info msg="Executing migration" id="Update alert annotations and set TEXT to empty" 2024-08-29T17:43:59.425 INFO:journalctl@ceph.grafana.a.smithi053.stdout:Aug 29 17:43:59 smithi053 bash[51494]: logger=migrator t=2024-08-29T17:43:59.269400105Z level=info msg="Executing migration" id="Add created time to annotation table" 2024-08-29T17:43:59.426 INFO:journalctl@ceph.grafana.a.smithi053.stdout:Aug 29 17:43:59 smithi053 bash[51494]: logger=migrator t=2024-08-29T17:43:59.294640163Z level=info msg="Executing migration" id="Add updated time to annotation table" 2024-08-29T17:43:59.426 INFO:journalctl@ceph.grafana.a.smithi053.stdout:Aug 29 17:43:59 smithi053 bash[51494]: logger=migrator t=2024-08-29T17:43:59.319913296Z level=info msg="Executing migration" id="Add index for created in annotation table" 2024-08-29T17:43:59.426 INFO:journalctl@ceph.grafana.a.smithi053.stdout:Aug 29 17:43:59 smithi053 bash[51494]: logger=migrator t=2024-08-29T17:43:59.361851437Z level=info msg="Executing migration" id="Add index for updated in annotation table" 2024-08-29T17:43:59.426 INFO:journalctl@ceph.grafana.a.smithi053.stdout:Aug 29 17:43:59 smithi053 bash[51494]: logger=migrator t=2024-08-29T17:43:59.404011702Z level=info msg="Executing migration" id="Convert existing annotations from seconds to milliseconds" 2024-08-29T17:43:59.426 INFO:journalctl@ceph.grafana.a.smithi053.stdout:Aug 29 17:43:59 smithi053 bash[51494]: logger=migrator t=2024-08-29T17:43:59.429160598Z level=info msg="Executing migration" id="Add epoch_end column" 2024-08-29T17:43:59.694 INFO:journalctl@ceph.grafana.a.smithi053.stdout:Aug 29 17:43:59 smithi053 bash[51494]: logger=migrator t=2024-08-29T17:43:59.462969085Z level=info msg="Executing migration" id="Add index for epoch_end" 2024-08-29T17:43:59.695 INFO:journalctl@ceph.grafana.a.smithi053.stdout:Aug 29 17:43:59 smithi053 bash[51494]: logger=migrator t=2024-08-29T17:43:59.47990394Z level=info msg="Executing migration" id="Make epoch_end the same as epoch" 2024-08-29T17:43:59.695 INFO:journalctl@ceph.grafana.a.smithi053.stdout:Aug 29 17:43:59 smithi053 bash[51494]: logger=migrator t=2024-08-29T17:43:59.496718244Z level=info msg="Executing migration" id="Move region to single row" 2024-08-29T17:43:59.695 INFO:journalctl@ceph.grafana.a.smithi053.stdout:Aug 29 17:43:59 smithi053 bash[51494]: logger=migrator t=2024-08-29T17:43:59.513647768Z level=info msg="Executing migration" id="Remove index org_id_epoch from annotation table" 2024-08-29T17:43:59.695 INFO:journalctl@ceph.grafana.a.smithi053.stdout:Aug 29 17:43:59 smithi053 bash[51494]: logger=migrator t=2024-08-29T17:43:59.530615142Z level=info msg="Executing migration" id="Remove index org_id_dashboard_id_panel_id_epoch from annotation table" 2024-08-29T17:43:59.695 INFO:journalctl@ceph.grafana.a.smithi053.stdout:Aug 29 17:43:59 smithi053 bash[51494]: logger=migrator t=2024-08-29T17:43:59.564185792Z level=info msg="Executing migration" id="Add index for org_id_dashboard_id_epoch_end_epoch on annotation table" 2024-08-29T17:43:59.695 INFO:journalctl@ceph.grafana.a.smithi053.stdout:Aug 29 17:43:59 smithi053 bash[51494]: logger=migrator t=2024-08-29T17:43:59.589765904Z level=info msg="Executing migration" id="Add index for org_id_epoch_end_epoch on annotation table" 2024-08-29T17:43:59.695 INFO:journalctl@ceph.grafana.a.smithi053.stdout:Aug 29 17:43:59 smithi053 bash[51494]: logger=migrator t=2024-08-29T17:43:59.615005884Z level=info msg="Executing migration" id="Remove index org_id_epoch_epoch_end from annotation table" 2024-08-29T17:43:59.695 INFO:journalctl@ceph.grafana.a.smithi053.stdout:Aug 29 17:43:59 smithi053 bash[51494]: logger=migrator t=2024-08-29T17:43:59.656938276Z level=info msg="Executing migration" id="Add index for alert_id on annotation table" 2024-08-29T17:43:59.695 INFO:journalctl@ceph.grafana.a.smithi053.stdout:Aug 29 17:43:59 smithi053 bash[51494]: logger=migrator t=2024-08-29T17:43:59.698924315Z level=info msg="Executing migration" id="Increase tags column to length 4096" 2024-08-29T17:43:59.955 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:43:59 smithi053 bash[24720]: audit 2024-08-29T17:43:58.907812+0000 mon.a (mon.0) 864 : audit [INF] from='mgr.14499 172.21.15.28:0/1402656687' entity='mgr.y' 2024-08-29T17:43:59.955 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:43:59 smithi053 bash[24720]: cluster 2024-08-29T17:43:59.377265+0000 mon.a (mon.0) 865 : cluster [DBG] osdmap e75: 8 total, 8 up, 8 in 2024-08-29T17:43:59.955 INFO:journalctl@ceph.grafana.a.smithi053.stdout:Aug 29 17:43:59 smithi053 bash[51494]: logger=migrator t=2024-08-29T17:43:59.724158772Z level=info msg="Executing migration" id="create test_data table" 2024-08-29T17:43:59.955 INFO:journalctl@ceph.grafana.a.smithi053.stdout:Aug 29 17:43:59 smithi053 bash[51494]: logger=migrator t=2024-08-29T17:43:59.749472081Z level=info msg="Executing migration" id="create dashboard_version table v1" 2024-08-29T17:43:59.955 INFO:journalctl@ceph.grafana.a.smithi053.stdout:Aug 29 17:43:59 smithi053 bash[51494]: logger=migrator t=2024-08-29T17:43:59.774682486Z level=info msg="Executing migration" id="add index dashboard_version.dashboard_id" 2024-08-29T17:43:59.955 INFO:journalctl@ceph.grafana.a.smithi053.stdout:Aug 29 17:43:59 smithi053 bash[51494]: logger=migrator t=2024-08-29T17:43:59.799955536Z level=info msg="Executing migration" id="add unique index dashboard_version.dashboard_id and dashboard_version.version" 2024-08-29T17:43:59.955 INFO:journalctl@ceph.grafana.a.smithi053.stdout:Aug 29 17:43:59 smithi053 bash[51494]: logger=migrator t=2024-08-29T17:43:59.825117315Z level=info msg="Executing migration" id="Set dashboard version to 1 where 0" 2024-08-29T17:43:59.955 INFO:journalctl@ceph.grafana.a.smithi053.stdout:Aug 29 17:43:59 smithi053 bash[51494]: logger=migrator t=2024-08-29T17:43:59.867164567Z level=info msg="Executing migration" id="save existing dashboard data in dashboard_version table v1" 2024-08-29T17:43:59.956 INFO:journalctl@ceph.grafana.a.smithi053.stdout:Aug 29 17:43:59 smithi053 bash[51494]: logger=migrator t=2024-08-29T17:43:59.892336402Z level=info msg="Executing migration" id="alter dashboard_version.data to mediumtext v1" 2024-08-29T17:43:59.956 INFO:journalctl@ceph.grafana.a.smithi053.stdout:Aug 29 17:43:59 smithi053 bash[51494]: logger=migrator t=2024-08-29T17:43:59.959569772Z level=info msg="Executing migration" id="create team table" 2024-08-29T17:44:00.172 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:43:59 smithi028 bash[31855]: audit 2024-08-29T17:43:58.907812+0000 mon.a (mon.0) 864 : audit [INF] from='mgr.14499 172.21.15.28:0/1402656687' entity='mgr.y' 2024-08-29T17:44:00.172 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:43:59 smithi028 bash[31855]: cluster 2024-08-29T17:43:59.377265+0000 mon.a (mon.0) 865 : cluster [DBG] osdmap e75: 8 total, 8 up, 8 in 2024-08-29T17:44:00.172 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:43:59 smithi028 bash[22419]: audit 2024-08-29T17:43:58.907812+0000 mon.a (mon.0) 864 : audit [INF] from='mgr.14499 172.21.15.28:0/1402656687' entity='mgr.y' 2024-08-29T17:44:00.173 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:43:59 smithi028 bash[22419]: cluster 2024-08-29T17:43:59.377265+0000 mon.a (mon.0) 865 : cluster [DBG] osdmap e75: 8 total, 8 up, 8 in 2024-08-29T17:44:00.173 INFO:journalctl@ceph.alertmanager.a.smithi028.stdout:Aug 29 17:43:59 smithi028 systemd[1]: Stopping Ceph alertmanager.a for 3167ee72-662c-11ef-bcd4-c7b262605968... 2024-08-29T17:44:00.173 INFO:journalctl@ceph.alertmanager.a.smithi028.stdout:Aug 29 17:44:00 smithi028 bash[59696]: ts=2024-08-29T17:44:00.144Z caller=main.go:583 level=info msg="Received SIGTERM, exiting gracefully..." 2024-08-29T17:44:00.207 INFO:journalctl@ceph.grafana.a.smithi053.stdout:Aug 29 17:43:59 smithi053 bash[51494]: logger=migrator t=2024-08-29T17:43:59.984802877Z level=info msg="Executing migration" id="add index team.org_id" 2024-08-29T17:44:00.207 INFO:journalctl@ceph.grafana.a.smithi053.stdout:Aug 29 17:44:00 smithi053 bash[51494]: logger=migrator t=2024-08-29T17:44:00.01007128Z level=info msg="Executing migration" id="add unique index team_org_id_name" 2024-08-29T17:44:00.207 INFO:journalctl@ceph.grafana.a.smithi053.stdout:Aug 29 17:44:00 smithi053 bash[51494]: logger=migrator t=2024-08-29T17:44:00.035304845Z level=info msg="Executing migration" id="create team member table" 2024-08-29T17:44:00.207 INFO:journalctl@ceph.grafana.a.smithi053.stdout:Aug 29 17:44:00 smithi053 bash[51494]: logger=migrator t=2024-08-29T17:44:00.077245992Z level=info msg="Executing migration" id="add index team_member.org_id" 2024-08-29T17:44:00.207 INFO:journalctl@ceph.grafana.a.smithi053.stdout:Aug 29 17:44:00 smithi053 bash[51494]: logger=migrator t=2024-08-29T17:44:00.10250412Z level=info msg="Executing migration" id="add unique index team_member_org_id_team_id_user_id" 2024-08-29T17:44:00.207 INFO:journalctl@ceph.grafana.a.smithi053.stdout:Aug 29 17:44:00 smithi053 bash[51494]: logger=migrator t=2024-08-29T17:44:00.144388775Z level=info msg="Executing migration" id="add index team_member.team_id" 2024-08-29T17:44:00.207 INFO:journalctl@ceph.grafana.a.smithi053.stdout:Aug 29 17:44:00 smithi053 bash[51494]: logger=migrator t=2024-08-29T17:44:00.18652097Z level=info msg="Executing migration" id="Add column email to team table" 2024-08-29T17:44:00.208 INFO:journalctl@ceph.grafana.a.smithi053.stdout:Aug 29 17:44:00 smithi053 bash[51494]: logger=migrator t=2024-08-29T17:44:00.211749003Z level=info msg="Executing migration" id="Add column external to team_member table" 2024-08-29T17:44:00.476 INFO:journalctl@ceph.grafana.a.smithi053.stdout:Aug 29 17:44:00 smithi053 bash[51494]: logger=migrator t=2024-08-29T17:44:00.236946669Z level=info msg="Executing migration" id="Add column permission to team_member table" 2024-08-29T17:44:00.476 INFO:journalctl@ceph.grafana.a.smithi053.stdout:Aug 29 17:44:00 smithi053 bash[51494]: logger=migrator t=2024-08-29T17:44:00.26221693Z level=info msg="Executing migration" id="create dashboard acl table" 2024-08-29T17:44:00.477 INFO:journalctl@ceph.grafana.a.smithi053.stdout:Aug 29 17:44:00 smithi053 bash[51494]: logger=migrator t=2024-08-29T17:44:00.304281174Z level=info msg="Executing migration" id="add index dashboard_acl_dashboard_id" 2024-08-29T17:44:00.477 INFO:journalctl@ceph.grafana.a.smithi053.stdout:Aug 29 17:44:00 smithi053 bash[51494]: logger=migrator t=2024-08-29T17:44:00.329989385Z level=info msg="Executing migration" id="add unique index dashboard_acl_dashboard_id_user_id" 2024-08-29T17:44:00.477 INFO:journalctl@ceph.grafana.a.smithi053.stdout:Aug 29 17:44:00 smithi053 bash[51494]: logger=migrator t=2024-08-29T17:44:00.371537701Z level=info msg="Executing migration" id="add unique index dashboard_acl_dashboard_id_team_id" 2024-08-29T17:44:00.477 INFO:journalctl@ceph.grafana.a.smithi053.stdout:Aug 29 17:44:00 smithi053 bash[51494]: logger=migrator t=2024-08-29T17:44:00.413555549Z level=info msg="Executing migration" id="add index dashboard_acl_user_id" 2024-08-29T17:44:00.477 INFO:journalctl@ceph.grafana.a.smithi053.stdout:Aug 29 17:44:00 smithi053 bash[51494]: logger=migrator t=2024-08-29T17:44:00.438879475Z level=info msg="Executing migration" id="add index dashboard_acl_team_id" 2024-08-29T17:44:00.477 INFO:journalctl@ceph.grafana.a.smithi053.stdout:Aug 29 17:44:00 smithi053 bash[51494]: logger=migrator t=2024-08-29T17:44:00.480724024Z level=info msg="Executing migration" id="add index dashboard_acl_org_id_role" 2024-08-29T17:44:00.736 INFO:journalctl@ceph.grafana.a.smithi053.stdout:Aug 29 17:44:00 smithi053 bash[51494]: logger=migrator t=2024-08-29T17:44:00.53112869Z level=info msg="Executing migration" id="add index dashboard_permission" 2024-08-29T17:44:00.737 INFO:journalctl@ceph.grafana.a.smithi053.stdout:Aug 29 17:44:00 smithi053 bash[51494]: logger=migrator t=2024-08-29T17:44:00.581730325Z level=info msg="Executing migration" id="save default acl rules in dashboard_acl table" 2024-08-29T17:44:00.737 INFO:journalctl@ceph.grafana.a.smithi053.stdout:Aug 29 17:44:00 smithi053 bash[51494]: logger=migrator t=2024-08-29T17:44:00.607023336Z level=info msg="Executing migration" id="delete acl rules for deleted dashboards and folders" 2024-08-29T17:44:00.737 INFO:journalctl@ceph.grafana.a.smithi053.stdout:Aug 29 17:44:00 smithi053 bash[51494]: logger=migrator t=2024-08-29T17:44:00.648883628Z level=info msg="Executing migration" id="create tag table" 2024-08-29T17:44:00.737 INFO:journalctl@ceph.grafana.a.smithi053.stdout:Aug 29 17:44:00 smithi053 bash[51494]: logger=migrator t=2024-08-29T17:44:00.690915762Z level=info msg="Executing migration" id="add index tag.key_value" 2024-08-29T17:44:00.737 INFO:journalctl@ceph.grafana.a.smithi053.stdout:Aug 29 17:44:00 smithi053 bash[51494]: logger=migrator t=2024-08-29T17:44:00.716072706Z level=info msg="Executing migration" id="create login attempt table" 2024-08-29T17:44:00.737 INFO:journalctl@ceph.grafana.a.smithi053.stdout:Aug 29 17:44:00 smithi053 bash[51494]: logger=migrator t=2024-08-29T17:44:00.741395876Z level=info msg="Executing migration" id="add index login_attempt.username" 2024-08-29T17:44:00.789 INFO:teuthology.orchestra.run.smithi028.stdout: 2024-08-29T17:44:00.997 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:44:00 smithi053 bash[24720]: cluster 2024-08-29T17:43:59.800189+0000 mgr.y (mgr.14499) 59 : cluster [DBG] pgmap v43: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 232 B/s wr, 0 op/s 2024-08-29T17:44:00.997 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:44:00 smithi053 bash[24720]: audit 2024-08-29T17:44:00.790128+0000 mon.a (mon.0) 866 : audit [DBG] from='client.? 172.21.15.28:0/3742523830' entity='client.admin' cmd=[{"prefix": "mgr dump", "format": "json"}]: dispatch 2024-08-29T17:44:00.998 INFO:journalctl@ceph.grafana.a.smithi053.stdout:Aug 29 17:44:00 smithi053 bash[51494]: logger=migrator t=2024-08-29T17:44:00.766659288Z level=info msg="Executing migration" id="drop index IDX_login_attempt_username - v1" 2024-08-29T17:44:00.998 INFO:journalctl@ceph.grafana.a.smithi053.stdout:Aug 29 17:44:00 smithi053 bash[51494]: logger=migrator t=2024-08-29T17:44:00.808622937Z level=info msg="Executing migration" id="Rename table login_attempt to login_attempt_tmp_qwerty - v1" 2024-08-29T17:44:00.998 INFO:journalctl@ceph.grafana.a.smithi053.stdout:Aug 29 17:44:00 smithi053 bash[51494]: logger=migrator t=2024-08-29T17:44:00.842289886Z level=info msg="Executing migration" id="create login_attempt v2" 2024-08-29T17:44:00.998 INFO:journalctl@ceph.grafana.a.smithi053.stdout:Aug 29 17:44:00 smithi053 bash[51494]: logger=migrator t=2024-08-29T17:44:00.867557755Z level=info msg="Executing migration" id="create index IDX_login_attempt_username - v2" 2024-08-29T17:44:00.998 INFO:journalctl@ceph.grafana.a.smithi053.stdout:Aug 29 17:44:00 smithi053 bash[51494]: logger=migrator t=2024-08-29T17:44:00.909462262Z level=info msg="Executing migration" id="copy login_attempt v1 to v2" 2024-08-29T17:44:00.998 INFO:journalctl@ceph.grafana.a.smithi053.stdout:Aug 29 17:44:00 smithi053 bash[51494]: logger=migrator t=2024-08-29T17:44:00.951558942Z level=info msg="Executing migration" id="drop login_attempt_tmp_qwerty" 2024-08-29T17:44:00.998 INFO:journalctl@ceph.grafana.a.smithi053.stdout:Aug 29 17:44:00 smithi053 bash[51494]: logger=migrator t=2024-08-29T17:44:00.976818537Z level=info msg="Executing migration" id="create user auth table" 2024-08-29T17:44:00.998 INFO:journalctl@ceph.grafana.a.smithi053.stdout:Aug 29 17:44:01 smithi053 bash[51494]: logger=migrator t=2024-08-29T17:44:01.002091618Z level=info msg="Executing migration" id="create index IDX_user_auth_auth_module_auth_id - v1" 2024-08-29T17:44:01.045 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:44:00 smithi028 bash[31855]: cluster 2024-08-29T17:43:59.800189+0000 mgr.y (mgr.14499) 59 : cluster [DBG] pgmap v43: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 232 B/s wr, 0 op/s 2024-08-29T17:44:01.045 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:44:00 smithi028 bash[31855]: audit 2024-08-29T17:44:00.790128+0000 mon.a (mon.0) 866 : audit [DBG] from='client.? 172.21.15.28:0/3742523830' entity='client.admin' cmd=[{"prefix": "mgr dump", "format": "json"}]: dispatch 2024-08-29T17:44:01.045 INFO:journalctl@ceph.alertmanager.a.smithi028.stdout:Aug 29 17:44:00 smithi028 bash[61181]: ceph-3167ee72-662c-11ef-bcd4-c7b262605968-alertmanager-a 2024-08-29T17:44:01.045 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:44:00 smithi028 bash[22419]: cluster 2024-08-29T17:43:59.800189+0000 mgr.y (mgr.14499) 59 : cluster [DBG] pgmap v43: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 232 B/s wr, 0 op/s 2024-08-29T17:44:01.045 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:44:00 smithi028 bash[22419]: audit 2024-08-29T17:44:00.790128+0000 mon.a (mon.0) 866 : audit [DBG] from='client.? 172.21.15.28:0/3742523830' entity='client.admin' cmd=[{"prefix": "mgr dump", "format": "json"}]: dispatch 2024-08-29T17:44:01.250 INFO:journalctl@ceph.grafana.a.smithi053.stdout:Aug 29 17:44:01 smithi053 bash[51494]: logger=migrator t=2024-08-29T17:44:01.027372994Z level=info msg="Executing migration" id="alter user_auth.auth_id to length 190" 2024-08-29T17:44:01.250 INFO:journalctl@ceph.grafana.a.smithi053.stdout:Aug 29 17:44:01 smithi053 bash[51494]: logger=migrator t=2024-08-29T17:44:01.052587575Z level=info msg="Executing migration" id="Add OAuth access token to user_auth" 2024-08-29T17:44:01.250 INFO:journalctl@ceph.grafana.a.smithi053.stdout:Aug 29 17:44:01 smithi053 bash[51494]: logger=migrator t=2024-08-29T17:44:01.077890077Z level=info msg="Executing migration" id="Add OAuth refresh token to user_auth" 2024-08-29T17:44:01.250 INFO:journalctl@ceph.grafana.a.smithi053.stdout:Aug 29 17:44:01 smithi053 bash[51494]: logger=migrator t=2024-08-29T17:44:01.120046231Z level=info msg="Executing migration" id="Add OAuth token type to user_auth" 2024-08-29T17:44:01.250 INFO:journalctl@ceph.grafana.a.smithi053.stdout:Aug 29 17:44:01 smithi053 bash[51494]: logger=migrator t=2024-08-29T17:44:01.162043668Z level=info msg="Executing migration" id="Add OAuth expiry to user_auth" 2024-08-29T17:44:01.250 INFO:journalctl@ceph.grafana.a.smithi053.stdout:Aug 29 17:44:01 smithi053 bash[51494]: logger=migrator t=2024-08-29T17:44:01.187437448Z level=info msg="Executing migration" id="Add index to user_id column in user_auth" 2024-08-29T17:44:01.250 INFO:journalctl@ceph.grafana.a.smithi053.stdout:Aug 29 17:44:01 smithi053 bash[51494]: logger=migrator t=2024-08-29T17:44:01.229454806Z level=info msg="Executing migration" id="Add OAuth ID token to user_auth" 2024-08-29T17:44:01.250 INFO:journalctl@ceph.grafana.a.smithi053.stdout:Aug 29 17:44:01 smithi053 bash[51494]: logger=migrator t=2024-08-29T17:44:01.254728365Z level=info msg="Executing migration" id="create server_lock table" 2024-08-29T17:44:01.375 INFO:journalctl@ceph.alertmanager.a.smithi028.stdout:Aug 29 17:44:01 smithi028 bash[61323]: ceph-3167ee72-662c-11ef-bcd4-c7b262605968-alertmanager-a 2024-08-29T17:44:01.375 INFO:journalctl@ceph.alertmanager.a.smithi028.stdout:Aug 29 17:44:01 smithi028 systemd[1]: ceph-3167ee72-662c-11ef-bcd4-c7b262605968@alertmanager.a.service: Deactivated successfully. 2024-08-29T17:44:01.375 INFO:journalctl@ceph.alertmanager.a.smithi028.stdout:Aug 29 17:44:01 smithi028 systemd[1]: Stopped Ceph alertmanager.a for 3167ee72-662c-11ef-bcd4-c7b262605968. 2024-08-29T17:44:01.375 INFO:journalctl@ceph.alertmanager.a.smithi028.stdout:Aug 29 17:44:01 smithi028 systemd[1]: Started Ceph alertmanager.a for 3167ee72-662c-11ef-bcd4-c7b262605968. 2024-08-29T17:44:01.534 INFO:journalctl@ceph.grafana.a.smithi053.stdout:Aug 29 17:44:01 smithi053 bash[51494]: logger=migrator t=2024-08-29T17:44:01.280032374Z level=info msg="Executing migration" id="add index server_lock.operation_uid" 2024-08-29T17:44:01.534 INFO:journalctl@ceph.grafana.a.smithi053.stdout:Aug 29 17:44:01 smithi053 bash[51494]: logger=migrator t=2024-08-29T17:44:01.305210296Z level=info msg="Executing migration" id="create user auth token table" 2024-08-29T17:44:01.534 INFO:journalctl@ceph.grafana.a.smithi053.stdout:Aug 29 17:44:01 smithi053 bash[51494]: logger=migrator t=2024-08-29T17:44:01.347237466Z level=info msg="Executing migration" id="add unique index user_auth_token.auth_token" 2024-08-29T17:44:01.534 INFO:journalctl@ceph.grafana.a.smithi053.stdout:Aug 29 17:44:01 smithi053 bash[51494]: logger=migrator t=2024-08-29T17:44:01.388934839Z level=info msg="Executing migration" id="add unique index user_auth_token.prev_auth_token" 2024-08-29T17:44:01.534 INFO:journalctl@ceph.grafana.a.smithi053.stdout:Aug 29 17:44:01 smithi053 bash[51494]: logger=migrator t=2024-08-29T17:44:01.49037248Z level=info msg="Executing migration" id="add index user_auth_token.user_id" 2024-08-29T17:44:01.765 INFO:teuthology.orchestra.run.smithi028.stdout:{"epoch":20,"flags":0,"active_gid":14499,"active_name":"y","active_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.28:6800","nonce":1076696158},{"type":"v1","addr":"172.21.15.28:6801","nonce":1076696158}]},"active_addr":"172.21.15.28:6801/1076696158","active_change":"2024-08-29T17:42:53.748382+0000","active_mgr_features":4540138320759226367,"available":true,"standbys":[{"gid":24361,"name":"x","mgr_features":4540138320759226367,"available_modules":[{"name":"alerts","can_run":true,"error_string":"","module_options":{"interval":{"name":"interval","type":"secs","level":"advanced","flags":1,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"How frequently to reexamine health status","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"smtp_destination":{"name":"smtp_destination","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Email address to send alerts to","long_desc":"","tags":[],"see_also":[]},"smtp_from_name":{"name":"smtp_from_name","type":"str","level":"advanced","flags":1,"default_value":"Ceph","min":"","max":"","enum_allowed":[],"desc":"Email From: name","long_desc":"","tags":[],"see_also":[]},"smtp_host":{"name":"smtp_host","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"SMTP server","long_desc":"","tags":[],"see_also":[]},"smtp_password":{"name":"smtp_password","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Password to authenticate with","long_desc":"","tags":[],"see_also":[]},"smtp_port":{"name":"smtp_port","type":"int","level":"advanced","flags":1,"default_value":"465","min":"","max":"","enum_allowed":[],"desc":"SMTP port","long_desc":"","tags":[],"see_also":[]},"smtp_sender":{"name":"smtp_sender","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"SMTP envelope sender","long_desc":"","tags":[],"see_also":[]},"smtp_ssl":{"name":"smtp_ssl","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Use SSL to connect to SMTP server","long_desc":"","tags":[],"see_also":[]},"smtp_user":{"name":"smtp_user","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"User to authenticate as","long_desc":"","tags":[],"see_also":[]}}},{"name":"balancer","can_run":true,"error_string":"","module_options":{"active":{"name":"active","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"automatically balance PGs across cluster","long_desc":"","tags":[],"see_also":[]},"begin_time":{"name":"begin_time","type":"str","level":"advanced","flags":1,"default_value":"0000","min":"","max":"","enum_allowed":[],"desc":"beginning time of day to automatically balance","long_desc":"This is a time of day in the format HHMM.","tags":[],"see_also":[]},"begin_weekday":{"name":"begin_weekday","type":"uint","level":"advanced","flags":1,"default_value":"0","min":"0","max":"7","enum_allowed":[],"desc":"Restrict automatic balancing to this day of the week or later","long_desc":"0 or 7 = Sunday, 1 = Monday, etc.","tags":[],"see_also":[]},"crush_compat_max_iterations":{"name":"crush_compat_max_iterations","type":"uint","level":"advanced","flags":1,"default_value":"25","min":"1","max":"250","enum_allowed":[],"desc":"maximum number of iterations to attempt optimization","long_desc":"","tags":[],"see_also":[]},"crush_compat_metrics":{"name":"crush_compat_metrics","type":"str","level":"advanced","flags":1,"default_value":"pgs,objects,bytes","min":"","max":"","enum_allowed":[],"desc":"metrics with which to calculate OSD utilization","long_desc":"Value is a list of one or more of \"pgs\", \"objects\", or \"bytes\", and indicates which metrics to use to balance utilization.","tags":[],"see_also":[]},"crush_compat_step":{"name":"crush_compat_step","type":"float","level":"advanced","flags":1,"default_value":"0.5","min":"0.001","max":"0.999","enum_allowed":[],"desc":"aggressiveness of optimization","long_desc":".99 is very aggressive, .01 is less aggressive","tags":[],"see_also":[]},"end_time":{"name":"end_time","type":"str","level":"advanced","flags":1,"default_value":"2400","min":"","max":"","enum_allowed":[],"desc":"ending time of day to automatically balance","long_desc":"This is a time of day in the format HHMM.","tags":[],"see_also":[]},"end_weekday":{"name":"end_weekday","type":"uint","level":"advanced","flags":1,"default_value":"7","min":"0","max":"7","enum_allowed":[],"desc":"Restrict automatic balancing to days of the week earlier than this","long_desc":"0 or 7 = Sunday, 1 = Monday, etc.","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"min_score":{"name":"min_score","type":"float","level":"advanced","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"minimum score, below which no optimization is attempted","long_desc":"","tags":[],"see_also":[]},"mode":{"name":"mode","type":"str","level":"advanced","flags":1,"default_value":"upmap","min":"","max":"","enum_allowed":["crush-compat","none","upmap"],"desc":"Balancer mode","long_desc":"","tags":[],"see_also":[]},"pool_ids":{"name":"pool_ids","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"pools which the automatic balancing will be limited to","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":1,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"how frequently to wake up and attempt optimization","long_desc":"","tags":[],"see_also":[]},"upmap_max_deviation":{"name":"upmap_max_deviation","type":"int","level":"advanced","flags":1,"default_value":"5","min":"1","max":"","enum_allowed":[],"desc":"deviation below which no optimization is attempted","long_desc":"If the number of PGs are within this count then no optimization is attempted","tags":[],"see_also":[]},"upmap_max_optimizations":{"name":"upmap_max_optimizations","type":"uint","level":"advanced","flags":1,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"maximum upmap optimizations to make per attempt","long_desc":"","tags":[],"see_also":[]}}},{"name":"cephadm","can_run":true,"error_string":"","module_options":{"agent_down_multiplier":{"name":"agent_down_multiplier","type":"float","level":"advanced","flags":0,"default_value":"3.0","min":"","max":"","enum_allowed":[],"desc":"Multiplied by agent refresh rate to calculate how long agent must not report before being marked down","long_desc":"","tags":[],"see_also":[]},"agent_refresh_rate":{"name":"agent_refresh_rate","type":"secs","level":"advanced","flags":0,"default_value":"20","min":"","max":"","enum_allowed":[],"desc":"How often agent on each host will try to gather and send metadata","long_desc":"","tags":[],"see_also":[]},"agent_starting_port":{"name":"agent_starting_port","type":"int","level":"advanced","flags":0,"default_value":"4721","min":"","max":"","enum_allowed":[],"desc":"First port agent will try to bind to (will also try up to next 1000 subsequent ports if blocked)","long_desc":"","tags":[],"see_also":[]},"allow_ptrace":{"name":"allow_ptrace","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"allow SYS_PTRACE capability on ceph containers","long_desc":"The SYS_PTRACE capability is needed to attach to a process with gdb or strace. Enabling this options can allow debugging daemons that encounter problems at runtime.","tags":[],"see_also":[]},"autotune_interval":{"name":"autotune_interval","type":"secs","level":"advanced","flags":0,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"how frequently to autotune daemon memory","long_desc":"","tags":[],"see_also":[]},"autotune_memory_target_ratio":{"name":"autotune_memory_target_ratio","type":"float","level":"advanced","flags":0,"default_value":"0.7","min":"","max":"","enum_allowed":[],"desc":"ratio of total system memory to divide amongst autotuned daemons","long_desc":"","tags":[],"see_also":[]},"cgroups_split":{"name":"cgroups_split","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Pass --cgroups=split when cephadm creates containers (currently podman only)","long_desc":"","tags":[],"see_also":[]},"config_checks_enabled":{"name":"config_checks_enabled","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Enable or disable the cephadm configuration analysis","long_desc":"","tags":[],"see_also":[]},"config_dashboard":{"name":"config_dashboard","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"manage configs like API endpoints in Dashboard.","long_desc":"","tags":[],"see_also":[]},"container_image_alertmanager":{"name":"container_image_alertmanager","type":"str","level":"advanced","flags":0,"default_value":"quay.io/prometheus/alertmanager:v0.25.0","min":"","max":"","enum_allowed":[],"desc":"Prometheus container image","long_desc":"","tags":[],"see_also":[]},"container_image_base":{"name":"container_image_base","type":"str","level":"advanced","flags":1,"default_value":"quay.io/ceph/ceph","min":"","max":"","enum_allowed":[],"desc":"Container image name, without the tag","long_desc":"","tags":[],"see_also":[]},"container_image_grafana":{"name":"container_image_grafana","type":"str","level":"advanced","flags":0,"default_value":"quay.io/ceph/ceph-grafana:9.4.7","min":"","max":"","enum_allowed":[],"desc":"Prometheus container image","long_desc":"","tags":[],"see_also":[]},"container_image_haproxy":{"name":"container_image_haproxy","type":"str","level":"advanced","flags":0,"default_value":"quay.io/ceph/haproxy:2.3","min":"","max":"","enum_allowed":[],"desc":"HAproxy container image","long_desc":"","tags":[],"see_also":[]},"container_image_keepalived":{"name":"container_image_keepalived","type":"str","level":"advanced","flags":0,"default_value":"quay.io/ceph/keepalived:2.1.5","min":"","max":"","enum_allowed":[],"desc":"Keepalived container image","long_desc":"","tags":[],"see_also":[]},"container_image_loki":{"name":"container_image_loki","type":"str","level":"advanced","flags":0,"default_value":"docker.io/grafana/loki:2.4.0","min":"","max":"","enum_allowed":[],"desc":"Loki container image","long_desc":"","tags":[],"see_also":[]},"container_image_node_exporter":{"name":"container_image_node_exporter","type":"str","level":"advanced","flags":0,"default_value":"quay.io/prometheus/node-exporter:v1.5.0","min":"","max":"","enum_allowed":[],"desc":"Prometheus container image","long_desc":"","tags":[],"see_also":[]},"container_image_prometheus":{"name":"container_image_prometheus","type":"str","level":"advanced","flags":0,"default_value":"quay.io/prometheus/prometheus:v2.43.0","min":"","max":"","enum_allowed":[],"desc":"Prometheus container image","long_desc":"","tags":[],"see_also":[]},"container_image_promtail":{"name":"container_image_promtail","type":"str","level":"advanced","flags":0,"default_value":"docker.io/grafana/promtail:2.4.0","min":"","max":"","enum_allowed":[],"desc":"Promtail container image","long_desc":"","tags":[],"see_also":[]},"container_image_snmp_gateway":{"name":"container_image_snmp_gateway","type":"str","level":"advanced","flags":0,"default_value":"docker.io/maxwo/snmp-notifier:v1.2.1","min":"","max":"","enum_allowed":[],"desc":"SNMP Gateway container image","long_desc":"","tags":[],"see_also":[]},"container_init":{"name":"container_init","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Run podman/docker with `--init`","long_desc":"","tags":[],"see_also":[]},"daemon_cache_timeout":{"name":"daemon_cache_timeout","type":"secs","level":"advanced","flags":0,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"seconds to cache service (daemon) inventory","long_desc":"","tags":[],"see_also":[]},"default_cephadm_command_timeout":{"name":"default_cephadm_command_timeout","type":"int","level":"advanced","flags":0,"default_value":"900","min":"","max":"","enum_allowed":[],"desc":"Default timeout applied to cephadm commands run directly on the host (in seconds)","long_desc":"","tags":[],"see_also":[]},"default_registry":{"name":"default_registry","type":"str","level":"advanced","flags":0,"default_value":"docker.io","min":"","max":"","enum_allowed":[],"desc":"Search-registry to which we should normalize unqualified image names. This is not the default registry","long_desc":"","tags":[],"see_also":[]},"device_cache_timeout":{"name":"device_cache_timeout","type":"secs","level":"advanced","flags":0,"default_value":"1800","min":"","max":"","enum_allowed":[],"desc":"seconds to cache device inventory","long_desc":"","tags":[],"see_also":[]},"device_enhanced_scan":{"name":"device_enhanced_scan","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Use libstoragemgmt during device scans","long_desc":"","tags":[],"see_also":[]},"facts_cache_timeout":{"name":"facts_cache_timeout","type":"secs","level":"advanced","flags":0,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"seconds to cache host facts data","long_desc":"","tags":[],"see_also":[]},"host_check_interval":{"name":"host_check_interval","type":"secs","level":"advanced","flags":0,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"how frequently to perform a host check","long_desc":"","tags":[],"see_also":[]},"inventory_list_all":{"name":"inventory_list_all","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Whether ceph-volume inventory should report more devices (mostly mappers (LVs / mpaths), partitions...)","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_refresh_metadata":{"name":"log_refresh_metadata","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Log all refresh metadata. Includes daemon, device, and host info collected regularly. Only has effect if logging at debug level","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"log to the \"cephadm\" cluster log channel\"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"manage_etc_ceph_ceph_conf":{"name":"manage_etc_ceph_ceph_conf","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Manage and own /etc/ceph/ceph.conf on the hosts.","long_desc":"","tags":[],"see_also":[]},"manage_etc_ceph_ceph_conf_hosts":{"name":"manage_etc_ceph_ceph_conf_hosts","type":"str","level":"advanced","flags":0,"default_value":"*","min":"","max":"","enum_allowed":[],"desc":"PlacementSpec describing on which hosts to manage /etc/ceph/ceph.conf","long_desc":"","tags":[],"see_also":[]},"max_count_per_host":{"name":"max_count_per_host","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"max number of daemons per service per host","long_desc":"","tags":[],"see_also":[]},"max_osd_draining_count":{"name":"max_osd_draining_count","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"max number of osds that will be drained simultaneously when osds are removed","long_desc":"","tags":[],"see_also":[]},"migration_current":{"name":"migration_current","type":"int","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"internal - do not modify","long_desc":"","tags":[],"see_also":[]},"mode":{"name":"mode","type":"str","level":"advanced","flags":0,"default_value":"root","min":"","max":"","enum_allowed":["cephadm-package","root"],"desc":"mode for remote execution of cephadm","long_desc":"","tags":[],"see_also":[]},"prometheus_alerts_path":{"name":"prometheus_alerts_path","type":"str","level":"advanced","flags":0,"default_value":"/etc/prometheus/ceph/ceph_default_alerts.yml","min":"","max":"","enum_allowed":[],"desc":"location of alerts to include in prometheus deployments","long_desc":"","tags":[],"see_also":[]},"registry_insecure":{"name":"registry_insecure","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Registry is to be considered insecure (no TLS available). Only for development purposes.","long_desc":"","tags":[],"see_also":[]},"registry_password":{"name":"registry_password","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Custom repository password. Only used for logging into a registry.","long_desc":"","tags":[],"see_also":[]},"registry_url":{"name":"registry_url","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Registry url for login purposes. This is not the default registry","long_desc":"","tags":[],"see_also":[]},"registry_username":{"name":"registry_username","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Custom repository username. Only used for logging into a registry.","long_desc":"","tags":[],"see_also":[]},"ssh_config_file":{"name":"ssh_config_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"customized SSH config file to connect to managed hosts","long_desc":"","tags":[],"see_also":[]},"use_agent":{"name":"use_agent","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Use cephadm agent on each host to gather and send metadata","long_desc":"","tags":[],"see_also":[]},"use_repo_digest":{"name":"use_repo_digest","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Automatically convert image tags to image digest. Make sure all daemons use the same image","long_desc":"","tags":[],"see_also":[]},"warn_on_failed_host_check":{"name":"warn_on_failed_host_check","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"raise a health warning if the host check fails","long_desc":"","tags":[],"see_also":[]},"warn_on_stray_daemons":{"name":"warn_on_stray_daemons","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"raise a health warning if daemons are detected that are not managed by cephadm","long_desc":"","tags":[],"see_also":[]},"warn_on_stray_hosts":{"name":"warn_on_stray_hosts","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"raise a health warning if daemons are detected on a host that is not managed by cephadm","long_desc":"","tags":[],"see_also":[]}}},{"name":"crash","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"retain_interval":{"name":"retain_interval","type":"secs","level":"advanced","flags":1,"default_value":"31536000","min":"","max":"","enum_allowed":[],"desc":"how long to retain crashes before pruning them","long_desc":"","tags":[],"see_also":[]},"warn_recent_interval":{"name":"warn_recent_interval","type":"secs","level":"advanced","flags":1,"default_value":"1209600","min":"","max":"","enum_allowed":[],"desc":"time interval in which to warn about recent crashes","long_desc":"","tags":[],"see_also":[]}}},{"name":"dashboard","can_run":true,"error_string":"","module_options":{"ACCOUNT_LOCKOUT_ATTEMPTS":{"name":"ACCOUNT_LOCKOUT_ATTEMPTS","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ALERTMANAGER_API_HOST":{"name":"ALERTMANAGER_API_HOST","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ALERTMANAGER_API_SSL_VERIFY":{"name":"ALERTMANAGER_API_SSL_VERIFY","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"AUDIT_API_ENABLED":{"name":"AUDIT_API_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"AUDIT_API_LOG_PAYLOAD":{"name":"AUDIT_API_LOG_PAYLOAD","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ENABLE_BROWSABLE_API":{"name":"ENABLE_BROWSABLE_API","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_CEPHFS":{"name":"FEATURE_TOGGLE_CEPHFS","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_DASHBOARD":{"name":"FEATURE_TOGGLE_DASHBOARD","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_ISCSI":{"name":"FEATURE_TOGGLE_ISCSI","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_MIRRORING":{"name":"FEATURE_TOGGLE_MIRRORING","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_NFS":{"name":"FEATURE_TOGGLE_NFS","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_RBD":{"name":"FEATURE_TOGGLE_RBD","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_RGW":{"name":"FEATURE_TOGGLE_RGW","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GANESHA_CLUSTERS_RADOS_POOL_NAMESPACE":{"name":"GANESHA_CLUSTERS_RADOS_POOL_NAMESPACE","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_PASSWORD":{"name":"GRAFANA_API_PASSWORD","type":"str","level":"advanced","flags":0,"default_value":"admin","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_SSL_VERIFY":{"name":"GRAFANA_API_SSL_VERIFY","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_URL":{"name":"GRAFANA_API_URL","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_USERNAME":{"name":"GRAFANA_API_USERNAME","type":"str","level":"advanced","flags":0,"default_value":"admin","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_FRONTEND_API_URL":{"name":"GRAFANA_FRONTEND_API_URL","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_UPDATE_DASHBOARDS":{"name":"GRAFANA_UPDATE_DASHBOARDS","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ISCSI_API_SSL_VERIFICATION":{"name":"ISCSI_API_SSL_VERIFICATION","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ISSUE_TRACKER_API_KEY":{"name":"ISSUE_TRACKER_API_KEY","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PROMETHEUS_API_HOST":{"name":"PROMETHEUS_API_HOST","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PROMETHEUS_API_SSL_VERIFY":{"name":"PROMETHEUS_API_SSL_VERIFY","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_COMPLEXITY_ENABLED":{"name":"PWD_POLICY_CHECK_COMPLEXITY_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_EXCLUSION_LIST_ENABLED":{"name":"PWD_POLICY_CHECK_EXCLUSION_LIST_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_LENGTH_ENABLED":{"name":"PWD_POLICY_CHECK_LENGTH_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_OLDPWD_ENABLED":{"name":"PWD_POLICY_CHECK_OLDPWD_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_REPETITIVE_CHARS_ENABLED":{"name":"PWD_POLICY_CHECK_REPETITIVE_CHARS_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_SEQUENTIAL_CHARS_ENABLED":{"name":"PWD_POLICY_CHECK_SEQUENTIAL_CHARS_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_USERNAME_ENABLED":{"name":"PWD_POLICY_CHECK_USERNAME_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_ENABLED":{"name":"PWD_POLICY_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_EXCLUSION_LIST":{"name":"PWD_POLICY_EXCLUSION_LIST","type":"str","level":"advanced","flags":0,"default_value":"osd,host,dashboard,pool,block,nfs,ceph,monitors,gateway,logs,crush,maps","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_MIN_COMPLEXITY":{"name":"PWD_POLICY_MIN_COMPLEXITY","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_MIN_LENGTH":{"name":"PWD_POLICY_MIN_LENGTH","type":"int","level":"advanced","flags":0,"default_value":"8","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"REST_REQUESTS_TIMEOUT":{"name":"REST_REQUESTS_TIMEOUT","type":"int","level":"advanced","flags":0,"default_value":"45","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_ACCESS_KEY":{"name":"RGW_API_ACCESS_KEY","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_ADMIN_RESOURCE":{"name":"RGW_API_ADMIN_RESOURCE","type":"str","level":"advanced","flags":0,"default_value":"admin","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_SECRET_KEY":{"name":"RGW_API_SECRET_KEY","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_SSL_VERIFY":{"name":"RGW_API_SSL_VERIFY","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"UNSAFE_TLS_v1_2":{"name":"UNSAFE_TLS_v1_2","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"USER_PWD_EXPIRATION_SPAN":{"name":"USER_PWD_EXPIRATION_SPAN","type":"int","level":"advanced","flags":0,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"USER_PWD_EXPIRATION_WARNING_1":{"name":"USER_PWD_EXPIRATION_WARNING_1","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"USER_PWD_EXPIRATION_WARNING_2":{"name":"USER_PWD_EXPIRATION_WARNING_2","type":"int","level":"advanced","flags":0,"default_value":"5","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"cross_origin_url":{"name":"cross_origin_url","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"crt_file":{"name":"crt_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"debug":{"name":"debug","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Enable/disable debug options","long_desc":"","tags":[],"see_also":[]},"jwt_token_ttl":{"name":"jwt_token_ttl","type":"int","level":"advanced","flags":0,"default_value":"28800","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"key_file":{"name":"key_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"motd":{"name":"motd","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"The message of the day","long_desc":"","tags":[],"see_also":[]},"redirect_resolve_ip_addr":{"name":"redirect_resolve_ip_addr","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_addr":{"name":"server_addr","type":"str","level":"advanced","flags":0,"default_value":"::","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_port":{"name":"server_port","type":"int","level":"advanced","flags":0,"default_value":"8080","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ssl":{"name":"ssl","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ssl_server_port":{"name":"ssl_server_port","type":"int","level":"advanced","flags":0,"default_value":"8443","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_behaviour":{"name":"standby_behaviour","type":"str","level":"advanced","flags":0,"default_value":"redirect","min":"","max":"","enum_allowed":["error","redirect"],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_error_status_code":{"name":"standby_error_status_code","type":"int","level":"advanced","flags":0,"default_value":"500","min":"400","max":"599","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"url_prefix":{"name":"url_prefix","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"devicehealth","can_run":true,"error_string":"","module_options":{"enable_monitoring":{"name":"enable_monitoring","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"monitor device health metrics","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"mark_out_threshold":{"name":"mark_out_threshold","type":"secs","level":"advanced","flags":1,"default_value":"2419200","min":"","max":"","enum_allowed":[],"desc":"automatically mark OSD if it may fail before this long","long_desc":"","tags":[],"see_also":[]},"pool_name":{"name":"pool_name","type":"str","level":"advanced","flags":1,"default_value":"device_health_metrics","min":"","max":"","enum_allowed":[],"desc":"name of pool in which to store device health metrics","long_desc":"","tags":[],"see_also":[]},"retention_period":{"name":"retention_period","type":"secs","level":"advanced","flags":1,"default_value":"15552000","min":"","max":"","enum_allowed":[],"desc":"how long to retain device health metrics","long_desc":"","tags":[],"see_also":[]},"scrape_frequency":{"name":"scrape_frequency","type":"secs","level":"advanced","flags":1,"default_value":"86400","min":"","max":"","enum_allowed":[],"desc":"how frequently to scrape device health metrics","long_desc":"","tags":[],"see_also":[]},"self_heal":{"name":"self_heal","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"preemptively heal cluster around devices that may fail","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":1,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"how frequently to wake up and check device health","long_desc":"","tags":[],"see_also":[]},"warn_threshold":{"name":"warn_threshold","type":"secs","level":"advanced","flags":1,"default_value":"7257600","min":"","max":"","enum_allowed":[],"desc":"raise health warning if OSD may fail before this long","long_desc":"","tags":[],"see_also":[]}}},{"name":"influx","can_run":false,"error_string":"influxdb python module not found","module_options":{"batch_size":{"name":"batch_size","type":"int","level":"advanced","flags":0,"default_value":"5000","min":"","max":"","enum_allowed":[],"desc":"How big batches of data points should be when sending to InfluxDB.","long_desc":"","tags":[],"see_also":[]},"database":{"name":"database","type":"str","level":"advanced","flags":0,"default_value":"ceph","min":"","max":"","enum_allowed":[],"desc":"InfluxDB database name. You will need to create this database and grant write privileges to the configured username or the username must have admin privileges to create it.","long_desc":"","tags":[],"see_also":[]},"hostname":{"name":"hostname","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"InfluxDB server hostname","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"secs","level":"advanced","flags":0,"default_value":"30","min":"5","max":"","enum_allowed":[],"desc":"Time between reports to InfluxDB. Default 30 seconds.","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"password":{"name":"password","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"password of InfluxDB server user","long_desc":"","tags":[],"see_also":[]},"port":{"name":"port","type":"int","level":"advanced","flags":0,"default_value":"8086","min":"","max":"","enum_allowed":[],"desc":"InfluxDB server port","long_desc":"","tags":[],"see_also":[]},"ssl":{"name":"ssl","type":"str","level":"advanced","flags":0,"default_value":"false","min":"","max":"","enum_allowed":[],"desc":"Use https connection for InfluxDB server. Use \"true\" or \"false\".","long_desc":"","tags":[],"see_also":[]},"threads":{"name":"threads","type":"int","level":"advanced","flags":0,"default_value":"5","min":"1","max":"32","enum_allowed":[],"desc":"How many worker threads should be spawned for sending data to InfluxDB.","long_desc":"","tags":[],"see_also":[]},"username":{"name":"username","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"username of InfluxDB server user","long_desc":"","tags":[],"see_also":[]},"verify_ssl":{"name":"verify_ssl","type":"str","level":"advanced","flags":0,"default_value":"true","min":"","max":"","enum_allowed":[],"desc":"Verify https cert for InfluxDB server. Use \"true\" or \"false\".","long_desc":"","tags":[],"see_also":[]}}},{"name":"insights","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"iostat","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"k8sevents","can_run":true,"error_string":"","module_options":{"ceph_event_retention_days":{"name":"ceph_event_retention_days","type":"int","level":"advanced","flags":0,"default_value":"7","min":"","max":"","enum_allowed":[],"desc":"Days to hold ceph event information within local cache","long_desc":"","tags":[],"see_also":[]},"config_check_secs":{"name":"config_check_secs","type":"int","level":"advanced","flags":0,"default_value":"10","min":"10","max":"","enum_allowed":[],"desc":"interval (secs) to check for cluster configuration changes","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"localpool","can_run":true,"error_string":"","module_options":{"failure_domain":{"name":"failure_domain","type":"str","level":"advanced","flags":1,"default_value":"host","min":"","max":"","enum_allowed":[],"desc":"failure domain for any created local pool","long_desc":"what failure domain we should separate data replicas across.","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"min_size":{"name":"min_size","type":"int","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"default min_size for any created local pool","long_desc":"value to set min_size to (unchanged from Ceph's default if this option is not set)","tags":[],"see_also":[]},"num_rep":{"name":"num_rep","type":"int","level":"advanced","flags":1,"default_value":"3","min":"","max":"","enum_allowed":[],"desc":"default replica count for any created local pool","long_desc":"","tags":[],"see_also":[]},"pg_num":{"name":"pg_num","type":"int","level":"advanced","flags":1,"default_value":"128","min":"","max":"","enum_allowed":[],"desc":"default pg_num for any created local pool","long_desc":"","tags":[],"see_also":[]},"prefix":{"name":"prefix","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"name prefix for any created local pool","long_desc":"","tags":[],"see_also":[]},"subtree":{"name":"subtree","type":"str","level":"advanced","flags":1,"default_value":"rack","min":"","max":"","enum_allowed":[],"desc":"CRUSH level for which to create a local pool","long_desc":"which CRUSH subtree type the module should create a pool for.","tags":[],"see_also":[]}}},{"name":"mds_autoscaler","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"mirroring","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"nfs","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"orchestrator","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"orchestrator":{"name":"orchestrator","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["cephadm","rook","test_orchestrator"],"desc":"Orchestrator backend","long_desc":"","tags":[],"see_also":[]}}},{"name":"osd_perf_query","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"osd_support","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"pg_autoscaler","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":0,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"threshold":{"name":"threshold","type":"float","level":"advanced","flags":0,"default_value":"3.0","min":"1.0","max":"","enum_allowed":[],"desc":"scaling threshold","long_desc":"The factor by which the `NEW PG_NUM` must vary from the current`PG_NUM` before being accepted. Cannot be less than 1.0","tags":[],"see_also":[]}}},{"name":"progress","can_run":true,"error_string":"","module_options":{"allow_pg_recovery_event":{"name":"allow_pg_recovery_event","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"allow the module to show pg recovery progress","long_desc":"","tags":[],"see_also":[]},"enabled":{"name":"enabled","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"max_completed_events":{"name":"max_completed_events","type":"int","level":"advanced","flags":1,"default_value":"50","min":"","max":"","enum_allowed":[],"desc":"number of past completed events to remember","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":1,"default_value":"5","min":"","max":"","enum_allowed":[],"desc":"how long the module is going to sleep","long_desc":"","tags":[],"see_also":[]}}},{"name":"prometheus","can_run":true,"error_string":"","module_options":{"cache":{"name":"cache","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rbd_stats_pools":{"name":"rbd_stats_pools","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rbd_stats_pools_refresh_interval":{"name":"rbd_stats_pools_refresh_interval","type":"int","level":"advanced","flags":0,"default_value":"300","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"scrape_interval":{"name":"scrape_interval","type":"float","level":"advanced","flags":0,"default_value":"15.0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_addr":{"name":"server_addr","type":"str","level":"advanced","flags":0,"default_value":"::","min":"","max":"","enum_allowed":[],"desc":"the IPv4 or IPv6 address on which the module listens for HTTP requests","long_desc":"","tags":[],"see_also":[]},"server_port":{"name":"server_port","type":"int","level":"advanced","flags":1,"default_value":"9283","min":"","max":"","enum_allowed":[],"desc":"the port on which the module listens for HTTP requests","long_desc":"","tags":[],"see_also":[]},"stale_cache_strategy":{"name":"stale_cache_strategy","type":"str","level":"advanced","flags":0,"default_value":"log","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_behaviour":{"name":"standby_behaviour","type":"str","level":"advanced","flags":1,"default_value":"default","min":"","max":"","enum_allowed":["default","error"],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_error_status_code":{"name":"standby_error_status_code","type":"int","level":"advanced","flags":1,"default_value":"500","min":"400","max":"599","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"rbd_support","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"max_concurrent_snap_create":{"name":"max_concurrent_snap_create","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"mirror_snapshot_schedule":{"name":"mirror_snapshot_schedule","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"trash_purge_schedule":{"name":"trash_purge_schedule","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"restful","can_run":true,"error_string":"","module_options":{"enable_auth":{"name":"enable_auth","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"key_file":{"name":"key_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_addr":{"name":"server_addr","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_port":{"name":"server_port","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"rgw","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"rook","can_run":true,"error_string":"","module_options":{"drive_group_interval":{"name":"drive_group_interval","type":"float","level":"advanced","flags":0,"default_value":"300.0","min":"","max":"","enum_allowed":[],"desc":"interval in seconds between re-application of applied drive_groups","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"storage_class":{"name":"storage_class","type":"str","level":"advanced","flags":0,"default_value":"local","min":"","max":"","enum_allowed":[],"desc":"storage class name for LSO-discovered PVs","long_desc":"","tags":[],"see_also":[]}}},{"name":"selftest","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"roption1":{"name":"roption1","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"roption2":{"name":"roption2","type":"str","level":"advanced","flags":0,"default_value":"xyz","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption1":{"name":"rwoption1","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption2":{"name":"rwoption2","type":"int","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption3":{"name":"rwoption3","type":"float","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption4":{"name":"rwoption4","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption5":{"name":"rwoption5","type":"bool","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption6":{"name":"rwoption6","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption7":{"name":"rwoption7","type":"int","level":"advanced","flags":0,"default_value":"","min":"1","max":"42","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"testkey":{"name":"testkey","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"testlkey":{"name":"testlkey","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"testnewline":{"name":"testnewline","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"snap_schedule","can_run":true,"error_string":"","module_options":{"allow_m_granularity":{"name":"allow_m_granularity","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"allow minute scheduled snapshots","long_desc":"","tags":[],"see_also":[]},"dump_on_update":{"name":"dump_on_update","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"dump database to debug log on update","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"stats","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"status","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"telegraf","can_run":true,"error_string":"","module_options":{"address":{"name":"address","type":"str","level":"advanced","flags":0,"default_value":"unixgram:///tmp/telegraf.sock","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"secs","level":"advanced","flags":0,"default_value":"15","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"telemetry","can_run":true,"error_string":"","module_options":{"channel_basic":{"name":"channel_basic","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Share basic cluster information (size, version)","long_desc":"","tags":[],"see_also":[]},"channel_crash":{"name":"channel_crash","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Share metadata about Ceph daemon crashes (version, stack straces, etc)","long_desc":"","tags":[],"see_also":[]},"channel_device":{"name":"channel_device","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Share device health metrics (e.g., SMART data, minus potentially identifying info like serial numbers)","long_desc":"","tags":[],"see_also":[]},"channel_ident":{"name":"channel_ident","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Share a user-provided description and/or contact email for the cluster","long_desc":"","tags":[],"see_also":[]},"channel_perf":{"name":"channel_perf","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Share various performance metrics of a cluster","long_desc":"","tags":[],"see_also":[]},"contact":{"name":"contact","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"description":{"name":"description","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"device_url":{"name":"device_url","type":"str","level":"advanced","flags":0,"default_value":"https://telemetry.ceph.com/device","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"enabled":{"name":"enabled","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"int","level":"advanced","flags":0,"default_value":"24","min":"8","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"last_opt_revision":{"name":"last_opt_revision","type":"int","level":"advanced","flags":0,"default_value":"1","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"leaderboard":{"name":"leaderboard","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"organization":{"name":"organization","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"proxy":{"name":"proxy","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"url":{"name":"url","type":"str","level":"advanced","flags":0,"default_value":"https://telemetry.ceph.com/report","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"test_orchestrator","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"volumes","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"max_concurrent_clones":{"name":"max_concurrent_clones","type":"int","level":"advanced","flags":0,"default_value":"4","min":"","max":"","enum_allowed":[],"desc":"Number of asynchronous cloner threads","long_desc":"","tags":[],"see_also":[]},"snapshot_clone_delay":{"name":"snapshot_clone_delay","type":"int","level":"advanced","flags":0,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"Delay clone begin operation by snapshot_clone_delay seconds","long_desc":"","tags":[],"see_also":[]}}},{"name":"zabbix","can_run":true,"error_string":"","module_options":{"discovery_interval":{"name":"discovery_interval","type":"uint","level":"advanced","flags":0,"default_value":"100","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"identifier":{"name":"identifier","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"secs","level":"advanced","flags":0,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"zabbix_host":{"name":"zabbix_host","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"zabbix_port":{"name":"zabbix_port","type":"int","level":"advanced","flags":0,"default_value":"10051","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"zabbix_sender":{"name":"zabbix_sender","type":"str","level":"advanced","flags":0,"default_value":"/usr/bin/zabbix_sender","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}}]}],"modules":["cephadm","dashboard","iostat","nfs","prometheus","restful"],"available_modules":[{"name":"alerts","can_run":true,"error_string":"","module_options":{"interval":{"name":"interval","type":"secs","level":"advanced","flags":1,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"How frequently to reexamine health status","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"smtp_destination":{"name":"smtp_destination","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Email address to send alerts to","long_desc":"","tags":[],"see_also":[]},"smtp_from_name":{"name":"smtp_from_name","type":"str","level":"advanced","flags":1,"default_value":"Ceph","min":"","max":"","enum_allowed":[],"desc":"Email From: name","long_desc":"","tags":[],"see_also":[]},"smtp_host":{"name":"smtp_host","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"SMTP server","long_desc":"","tags":[],"see_also":[]},"smtp_password":{"name":"smtp_password","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Password to authenticate with","long_desc":"","tags":[],"see_also":[]},"smtp_port":{"name":"smtp_port","type":"int","level":"advanced","flags":1,"default_value":"465","min":"","max":"","enum_allowed":[],"desc":"SMTP port","long_desc":"","tags":[],"see_also":[]},"smtp_sender":{"name":"smtp_sender","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"SMTP envelope sender","long_desc":"","tags":[],"see_also":[]},"smtp_ssl":{"name":"smtp_ssl","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Use SSL to connect to SMTP server","long_desc":"","tags":[],"see_also":[]},"smtp_user":{"name":"smtp_user","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"User to authenticate as","long_desc":"","tags":[],"see_also":[]}}},{"name":"balancer","can_run":true,"error_string":"","module_options":{"active":{"name":"active","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"automatically balance PGs across cluster","long_desc":"","tags":[],"see_also":[]},"begin_time":{"name":"begin_time","type":"str","level":"advanced","flags":1,"default_value":"0000","min":"","max":"","enum_allowed":[],"desc":"beginning time of day to automatically balance","long_desc":"This is a time of day in the format HHMM.","tags":[],"see_also":[]},"begin_weekday":{"name":"begin_weekday","type":"uint","level":"advanced","flags":1,"default_value":"0","min":"0","max":"7","enum_allowed":[],"desc":"Restrict automatic balancing to this day of the week or later","long_desc":"0 or 7 = Sunday, 1 = Monday, etc.","tags":[],"see_also":[]},"crush_compat_max_iterations":{"name":"crush_compat_max_iterations","type":"uint","level":"advanced","flags":1,"default_value":"25","min":"1","max":"250","enum_allowed":[],"desc":"maximum number of iterations to attempt optimization","long_desc":"","tags":[],"see_also":[]},"crush_compat_metrics":{"name":"crush_compat_metrics","type":"str","level":"advanced","flags":1,"default_value":"pgs,objects,bytes","min":"","max":"","enum_allowed":[],"desc":"metrics with which to calculate OSD utilization","long_desc":"Value is a list of one or more of \"pgs\", \"objects\", or \"bytes\", and indicates which metrics to use to balance utilization.","tags":[],"see_also":[]},"crush_compat_step":{"name":"crush_compat_step","type":"float","level":"advanced","flags":1,"default_value":"0.5","min":"0.001","max":"0.999","enum_allowed":[],"desc":"aggressiveness of optimization","long_desc":".99 is very aggressive, .01 is less aggressive","tags":[],"see_also":[]},"end_time":{"name":"end_time","type":"str","level":"advanced","flags":1,"default_value":"2400","min":"","max":"","enum_allowed":[],"desc":"ending time of day to automatically balance","long_desc":"This is a time of day in the format HHMM.","tags":[],"see_also":[]},"end_weekday":{"name":"end_weekday","type":"uint","level":"advanced","flags":1,"default_value":"7","min":"0","max":"7","enum_allowed":[],"desc":"Restrict automatic balancing to days of the week earlier than this","long_desc":"0 or 7 = Sunday, 1 = Monday, etc.","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"min_score":{"name":"min_score","type":"float","level":"advanced","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"minimum score, below which no optimization is attempted","long_desc":"","tags":[],"see_also":[]},"mode":{"name":"mode","type":"str","level":"advanced","flags":1,"default_value":"upmap","min":"","max":"","enum_allowed":["crush-compat","none","upmap"],"desc":"Balancer mode","long_desc":"","tags":[],"see_also":[]},"pool_ids":{"name":"pool_ids","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"pools which the automatic balancing will be limited to","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":1,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"how frequently to wake up and attempt optimization","long_desc":"","tags":[],"see_also":[]},"upmap_max_deviation":{"name":"upmap_max_deviation","type":"int","level":"advanced","flags":1,"default_value":"5","min":"1","max":"","enum_allowed":[],"desc":"deviation below which no optimization is attempted","long_desc":"If the number of PGs are within this count then no optimization is attempted","tags":[],"see_also":[]},"upmap_max_optimizations":{"name":"upmap_max_optimizations","type":"uint","level":"advanced","flags":1,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"maximum upmap optimizations to make per attempt","long_desc":"","tags":[],"see_also":[]}}},{"name":"cephadm","can_run":true,"error_string":"","module_options":{"agent_down_multiplier":{"name":"agent_down_multiplier","type":"float","level":"advanced","flags":0,"default_value":"3.0","min":"","max":"","enum_allowed":[],"desc":"Multiplied by agent refresh rate to calculate how long agent must not report before being marked down","long_desc":"","tags":[],"see_also":[]},"agent_refresh_rate":{"name":"agent_refresh_rate","type":"secs","level":"advanced","flags":0,"default_value":"20","min":"","max":"","enum_allowed":[],"desc":"How often agent on each host will try to gather and send metadata","long_desc":"","tags":[],"see_also":[]},"agent_starting_port":{"name":"agent_starting_port","type":"int","level":"advanced","flags":0,"default_value":"4721","min":"","max":"","enum_allowed":[],"desc":"First port agent will try to bind to (will also try up to next 1000 subsequent ports if blocked)","long_desc":"","tags":[],"see_also":[]},"allow_ptrace":{"name":"allow_ptrace","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"allow SYS_PTRACE capability on ceph containers","long_desc":"The SYS_PTRACE capability is needed to attach to a process with gdb or strace. Enabling this options can allow debugging daemons that encounter problems at runtime.","tags":[],"see_also":[]},"autotune_interval":{"name":"autotune_interval","type":"secs","level":"advanced","flags":0,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"how frequently to autotune daemon memory","long_desc":"","tags":[],"see_also":[]},"autotune_memory_target_ratio":{"name":"autotune_memory_target_ratio","type":"float","level":"advanced","flags":0,"default_value":"0.7","min":"","max":"","enum_allowed":[],"desc":"ratio of total system memory to divide amongst autotuned daemons","long_desc":"","tags":[],"see_also":[]},"cgroups_split":{"name":"cgroups_split","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Pass --cgroups=split when cephadm creates containers (currently podman only)","long_desc":"","tags":[],"see_also":[]},"config_checks_enabled":{"name":"config_checks_enabled","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Enable or disable the cephadm configuration analysis","long_desc":"","tags":[],"see_also":[]},"config_dashboard":{"name":"config_dashboard","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"manage configs like API endpoints in Dashboard.","long_desc":"","tags":[],"see_also":[]},"container_image_alertmanager":{"name":"container_image_alertmanager","type":"str","level":"advanced","flags":0,"default_value":"quay.io/prometheus/alertmanager:v0.25.0","min":"","max":"","enum_allowed":[],"desc":"Prometheus container image","long_desc":"","tags":[],"see_also":[]},"container_image_base":{"name":"container_image_base","type":"str","level":"advanced","flags":1,"default_value":"quay.io/ceph/ceph","min":"","max":"","enum_allowed":[],"desc":"Container image name, without the tag","long_desc":"","tags":[],"see_also":[]},"container_image_grafana":{"name":"container_image_grafana","type":"str","level":"advanced","flags":0,"default_value":"quay.io/ceph/ceph-grafana:9.4.7","min":"","max":"","enum_allowed":[],"desc":"Prometheus container image","long_desc":"","tags":[],"see_also":[]},"container_image_haproxy":{"name":"container_image_haproxy","type":"str","level":"advanced","flags":0,"default_value":"quay.io/ceph/haproxy:2.3","min":"","max":"","enum_allowed":[],"desc":"HAproxy container image","long_desc":"","tags":[],"see_also":[]},"container_image_keepalived":{"name":"container_image_keepalived","type":"str","level":"advanced","flags":0,"default_value":"quay.io/ceph/keepalived:2.1.5","min":"","max":"","enum_allowed":[],"desc":"Keepalived container image","long_desc":"","tags":[],"see_also":[]},"container_image_loki":{"name":"container_image_loki","type":"str","level":"advanced","flags":0,"default_value":"docker.io/grafana/loki:2.4.0","min":"","max":"","enum_allowed":[],"desc":"Loki container image","long_desc":"","tags":[],"see_also":[]},"container_image_node_exporter":{"name":"container_image_node_exporter","type":"str","level":"advanced","flags":0,"default_value":"quay.io/prometheus/node-exporter:v1.5.0","min":"","max":"","enum_allowed":[],"desc":"Prometheus container image","long_desc":"","tags":[],"see_also":[]},"container_image_prometheus":{"name":"container_image_prometheus","type":"str","level":"advanced","flags":0,"default_value":"quay.io/prometheus/prometheus:v2.43.0","min":"","max":"","enum_allowed":[],"desc":"Prometheus container image","long_desc":"","tags":[],"see_also":[]},"container_image_promtail":{"name":"container_image_promtail","type":"str","level":"advanced","flags":0,"default_value":"docker.io/grafana/promtail:2.4.0","min":"","max":"","enum_allowed":[],"desc":"Promtail container image","long_desc":"","tags":[],"see_also":[]},"container_image_snmp_gateway":{"name":"container_image_snmp_gateway","type":"str","level":"advanced","flags":0,"default_value":"docker.io/maxwo/snmp-notifier:v1.2.1","min":"","max":"","enum_allowed":[],"desc":"SNMP Gateway container image","long_desc":"","tags":[],"see_also":[]},"container_init":{"name":"container_init","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Run podman/docker with `--init`","long_desc":"","tags":[],"see_also":[]},"daemon_cache_timeout":{"name":"daemon_cache_timeout","type":"secs","level":"advanced","flags":0,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"seconds to cache service (daemon) inventory","long_desc":"","tags":[],"see_also":[]},"default_cephadm_command_timeout":{"name":"default_cephadm_command_timeout","type":"int","level":"advanced","flags":0,"default_value":"900","min":"","max":"","enum_allowed":[],"desc":"Default timeout applied to cephadm commands run directly on the host (in seconds)","long_desc":"","tags":[],"see_also":[]},"default_registry":{"name":"default_registry","type":"str","level":"advanced","flags":0,"default_value":"docker.io","min":"","max":"","enum_allowed":[],"desc":"Search-registry to which we should normalize unqualified image names. This is not the default registry","long_desc":"","tags":[],"see_also":[]},"device_cache_timeout":{"name":"device_cache_timeout","type":"secs","level":"advanced","flags":0,"default_value":"1800","min":"","max":"","enum_allowed":[],"desc":"seconds to cache device inventory","long_desc":"","tags":[],"see_also":[]},"device_enhanced_scan":{"name":"device_enhanced_scan","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Use libstoragemgmt during device scans","long_desc":"","tags":[],"see_also":[]},"facts_cache_timeout":{"name":"facts_cache_timeout","type":"secs","level":"advanced","flags":0,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"seconds to cache host facts data","long_desc":"","tags":[],"see_also":[]},"host_check_interval":{"name":"host_check_interval","type":"secs","level":"advanced","flags":0,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"how frequently to perform a host check","long_desc":"","tags":[],"see_also":[]},"inventory_list_all":{"name":"inventory_list_all","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Whether ceph-volume inventory should report more devices (mostly mappers (LVs / mpaths), partitions...)","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_refresh_metadata":{"name":"log_refresh_metadata","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Log all refresh metadata. Includes daemon, device, and host info collected regularly. Only has effect if logging at debug level","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"log to the \"cephadm\" cluster log channel\"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"manage_etc_ceph_ceph_conf":{"name":"manage_etc_ceph_ceph_conf","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Manage and own /etc/ceph/ceph.conf on the hosts.","long_desc":"","tags":[],"see_also":[]},"manage_etc_ceph_ceph_conf_hosts":{"name":"manage_etc_ceph_ceph_conf_hosts","type":"str","level":"advanced","flags":0,"default_value":"*","min":"","max":"","enum_allowed":[],"desc":"PlacementSpec describing on which hosts to manage /etc/ceph/ceph.conf","long_desc":"","tags":[],"see_also":[]},"max_count_per_host":{"name":"max_count_per_host","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"max number of daemons per service per host","long_desc":"","tags":[],"see_also":[]},"max_osd_draining_count":{"name":"max_osd_draining_count","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"max number of osds that will be drained simultaneously when osds are removed","long_desc":"","tags":[],"see_also":[]},"migration_current":{"name":"migration_current","type":"int","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"internal - do not modify","long_desc":"","tags":[],"see_also":[]},"mode":{"name":"mode","type":"str","level":"advanced","flags":0,"default_value":"root","min":"","max":"","enum_allowed":["cephadm-package","root"],"desc":"mode for remote execution of cephadm","long_desc":"","tags":[],"see_also":[]},"prometheus_alerts_path":{"name":"prometheus_alerts_path","type":"str","level":"advanced","flags":0,"default_value":"/etc/prometheus/ceph/ceph_default_alerts.yml","min":"","max":"","enum_allowed":[],"desc":"location of alerts to include in prometheus deployments","long_desc":"","tags":[],"see_also":[]},"registry_insecure":{"name":"registry_insecure","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Registry is to be considered insecure (no TLS available). Only for development purposes.","long_desc":"","tags":[],"see_also":[]},"registry_password":{"name":"registry_password","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Custom repository password. Only used for logging into a registry.","long_desc":"","tags":[],"see_also":[]},"registry_url":{"name":"registry_url","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Registry url for login purposes. This is not the default registry","long_desc":"","tags":[],"see_also":[]},"registry_username":{"name":"registry_username","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Custom repository username. Only used for logging into a registry.","long_desc":"","tags":[],"see_also":[]},"ssh_config_file":{"name":"ssh_config_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"customized SSH config file to connect to managed hosts","long_desc":"","tags":[],"see_also":[]},"use_agent":{"name":"use_agent","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Use cephadm agent on each host to gather and send metadata","long_desc":"","tags":[],"see_also":[]},"use_repo_digest":{"name":"use_repo_digest","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Automatically convert image tags to image digest. Make sure all daemons use the same image","long_desc":"","tags":[],"see_also":[]},"warn_on_failed_host_check":{"name":"warn_on_failed_host_check","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"raise a health warning if the host check fails","long_desc":"","tags":[],"see_also":[]},"warn_on_stray_daemons":{"name":"warn_on_stray_daemons","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"raise a health warning if daemons are detected that are not managed by cephadm","long_desc":"","tags":[],"see_also":[]},"warn_on_stray_hosts":{"name":"warn_on_stray_hosts","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"raise a health warning if daemons are detected on a host that is not managed by cephadm","long_desc":"","tags":[],"see_also":[]}}},{"name":"crash","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"retain_interval":{"name":"retain_interval","type":"secs","level":"advanced","flags":1,"default_value":"31536000","min":"","max":"","enum_allowed":[],"desc":"how long to retain crashes before pruning them","long_desc":"","tags":[],"see_also":[]},"warn_recent_interval":{"name":"warn_recent_interval","type":"secs","level":"advanced","flags":1,"default_value":"1209600","min":"","max":"","enum_allowed":[],"desc":"time interval in which to warn about recent crashes","long_desc":"","tags":[],"see_also":[]}}},{"name":"dashboard","can_run":true,"error_string":"","module_options":{"ACCOUNT_LOCKOUT_ATTEMPTS":{"name":"ACCOUNT_LOCKOUT_ATTEMPTS","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ALERTMANAGER_API_HOST":{"name":"ALERTMANAGER_API_HOST","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ALERTMANAGER_API_SSL_VERIFY":{"name":"ALERTMANAGER_API_SSL_VERIFY","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"AUDIT_API_ENABLED":{"name":"AUDIT_API_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"AUDIT_API_LOG_PAYLOAD":{"name":"AUDIT_API_LOG_PAYLOAD","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ENABLE_BROWSABLE_API":{"name":"ENABLE_BROWSABLE_API","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_CEPHFS":{"name":"FEATURE_TOGGLE_CEPHFS","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_DASHBOARD":{"name":"FEATURE_TOGGLE_DASHBOARD","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_ISCSI":{"name":"FEATURE_TOGGLE_ISCSI","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_MIRRORING":{"name":"FEATURE_TOGGLE_MIRRORING","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_NFS":{"name":"FEATURE_TOGGLE_NFS","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_RBD":{"name":"FEATURE_TOGGLE_RBD","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_RGW":{"name":"FEATURE_TOGGLE_RGW","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GANESHA_CLUSTERS_RADOS_POOL_NAMESPACE":{"name":"GANESHA_CLUSTERS_RADOS_POOL_NAMESPACE","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_PASSWORD":{"name":"GRAFANA_API_PASSWORD","type":"str","level":"advanced","flags":0,"default_value":"admin","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_SSL_VERIFY":{"name":"GRAFANA_API_SSL_VERIFY","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_URL":{"name":"GRAFANA_API_URL","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_USERNAME":{"name":"GRAFANA_API_USERNAME","type":"str","level":"advanced","flags":0,"default_value":"admin","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_FRONTEND_API_URL":{"name":"GRAFANA_FRONTEND_API_URL","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_UPDATE_DASHBOARDS":{"name":"GRAFANA_UPDATE_DASHBOARDS","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ISCSI_API_SSL_VERIFICATION":{"name":"ISCSI_API_SSL_VERIFICATION","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ISSUE_TRACKER_API_KEY":{"name":"ISSUE_TRACKER_API_KEY","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PROMETHEUS_API_HOST":{"name":"PROMETHEUS_API_HOST","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PROMETHEUS_API_SSL_VERIFY":{"name":"PROMETHEUS_API_SSL_VERIFY","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_COMPLEXITY_ENABLED":{"name":"PWD_POLICY_CHECK_COMPLEXITY_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_EXCLUSION_LIST_ENABLED":{"name":"PWD_POLICY_CHECK_EXCLUSION_LIST_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_LENGTH_ENABLED":{"name":"PWD_POLICY_CHECK_LENGTH_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_OLDPWD_ENABLED":{"name":"PWD_POLICY_CHECK_OLDPWD_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_REPETITIVE_CHARS_ENABLED":{"name":"PWD_POLICY_CHECK_REPETITIVE_CHARS_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_SEQUENTIAL_CHARS_ENABLED":{"name":"PWD_POLICY_CHECK_SEQUENTIAL_CHARS_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_USERNAME_ENABLED":{"name":"PWD_POLICY_CHECK_USERNAME_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_ENABLED":{"name":"PWD_POLICY_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_EXCLUSION_LIST":{"name":"PWD_POLICY_EXCLUSION_LIST","type":"str","level":"advanced","flags":0,"default_value":"osd,host,dashboard,pool,block,nfs,ceph,monitors,gateway,logs,crush,maps","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_MIN_COMPLEXITY":{"name":"PWD_POLICY_MIN_COMPLEXITY","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_MIN_LENGTH":{"name":"PWD_POLICY_MIN_LENGTH","type":"int","level":"advanced","flags":0,"default_value":"8","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"REST_REQUESTS_TIMEOUT":{"name":"REST_REQUESTS_TIMEOUT","type":"int","level":"advanced","flags":0,"default_value":"45","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_ACCESS_KEY":{"name":"RGW_API_ACCESS_KEY","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_ADMIN_RESOURCE":{"name":"RGW_API_ADMIN_RESOURCE","type":"str","level":"advanced","flags":0,"default_value":"admin","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_SECRET_KEY":{"name":"RGW_API_SECRET_KEY","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_SSL_VERIFY":{"name":"RGW_API_SSL_VERIFY","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"UNSAFE_TLS_v1_2":{"name":"UNSAFE_TLS_v1_2","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"USER_PWD_EXPIRATION_SPAN":{"name":"USER_PWD_EXPIRATION_SPAN","type":"int","level":"advanced","flags":0,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"USER_PWD_EXPIRATION_WARNING_1":{"name":"USER_PWD_EXPIRATION_WARNING_1","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"USER_PWD_EXPIRATION_WARNING_2":{"name":"USER_PWD_EXPIRATION_WARNING_2","type":"int","level":"advanced","flags":0,"default_value":"5","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"cross_origin_url":{"name":"cross_origin_url","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"crt_file":{"name":"crt_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"debug":{"name":"debug","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Enable/disable debug options","long_desc":"","tags":[],"see_also":[]},"jwt_token_ttl":{"name":"jwt_token_ttl","type":"int","level":"advanced","flags":0,"default_value":"28800","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"key_file":{"name":"key_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"motd":{"name":"motd","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"The message of the day","long_desc":"","tags":[],"see_also":[]},"redirect_resolve_ip_addr":{"name":"redirect_resolve_ip_addr","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_addr":{"name":"server_addr","type":"str","level":"advanced","flags":0,"default_value":"::","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_port":{"name":"server_port","type":"int","level":"advanced","flags":0,"default_value":"8080","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ssl":{"name":"ssl","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ssl_server_port":{"name":"ssl_server_port","type":"int","level":"advanced","flags":0,"default_value":"8443","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_behaviour":{"name":"standby_behaviour","type":"str","level":"advanced","flags":0,"default_value":"redirect","min":"","max":"","enum_allowed":["error","redirect"],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_error_status_code":{"name":"standby_error_status_code","type":"int","level":"advanced","flags":0,"default_value":"500","min":"400","max":"599","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"url_prefix":{"name":"url_prefix","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"devicehealth","can_run":true,"error_string":"","module_options":{"enable_monitoring":{"name":"enable_monitoring","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"monitor device health metrics","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"mark_out_threshold":{"name":"mark_out_threshold","type":"secs","level":"advanced","flags":1,"default_value":"2419200","min":"","max":"","enum_allowed":[],"desc":"automatically mark OSD if it may fail before this long","long_desc":"","tags":[],"see_also":[]},"pool_name":{"name":"pool_name","type":"str","level":"advanced","flags":1,"default_value":"device_health_metrics","min":"","max":"","enum_allowed":[],"desc":"name of pool in which to store device health metrics","long_desc":"","tags":[],"see_also":[]},"retention_period":{"name":"retention_period","type":"secs","level":"advanced","flags":1,"default_value":"15552000","min":"","max":"","enum_allowed":[],"desc":"how long to retain device health metrics","long_desc":"","tags":[],"see_also":[]},"scrape_frequency":{"name":"scrape_frequency","type":"secs","level":"advanced","flags":1,"default_value":"86400","min":"","max":"","enum_allowed":[],"desc":"how frequently to scrape device health metrics","long_desc":"","tags":[],"see_also":[]},"self_heal":{"name":"self_heal","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"preemptively heal cluster around devices that may fail","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":1,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"how frequently to wake up and check device health","long_desc":"","tags":[],"see_also":[]},"warn_threshold":{"name":"warn_threshold","type":"secs","level":"advanced","flags":1,"default_value":"7257600","min":"","max":"","enum_allowed":[],"desc":"raise health warning if OSD may fail before this long","long_desc":"","tags":[],"see_also":[]}}},{"name":"influx","can_run":false,"error_string":"influxdb python module not found","module_options":{"batch_size":{"name":"batch_size","type":"int","level":"advanced","flags":0,"default_value":"5000","min":"","max":"","enum_allowed":[],"desc":"How big batches of data points should be when sending to InfluxDB.","long_desc":"","tags":[],"see_also":[]},"database":{"name":"database","type":"str","level":"advanced","flags":0,"default_value":"ceph","min":"","max":"","enum_allowed":[],"desc":"InfluxDB database name. You will need to create this database and grant write privileges to the configured username or the username must have admin privileges to create it.","long_desc":"","tags":[],"see_also":[]},"hostname":{"name":"hostname","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"InfluxDB server hostname","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"secs","level":"advanced","flags":0,"default_value":"30","min":"5","max":"","enum_allowed":[],"desc":"Time between reports to InfluxDB. Default 30 seconds.","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"password":{"name":"password","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"password of InfluxDB server user","long_desc":"","tags":[],"see_also":[]},"port":{"name":"port","type":"int","level":"advanced","flags":0,"default_value":"8086","min":"","max":"","enum_allowed":[],"desc":"InfluxDB server port","long_desc":"","tags":[],"see_also":[]},"ssl":{"name":"ssl","type":"str","level":"advanced","flags":0,"default_value":"false","min":"","max":"","enum_allowed":[],"desc":"Use https connection for InfluxDB server. Use \"true\" or \"false\".","long_desc":"","tags":[],"see_also":[]},"threads":{"name":"threads","type":"int","level":"advanced","flags":0,"default_value":"5","min":"1","max":"32","enum_allowed":[],"desc":"How many worker threads should be spawned for sending data to InfluxDB.","long_desc":"","tags":[],"see_also":[]},"username":{"name":"username","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"username of InfluxDB server user","long_desc":"","tags":[],"see_also":[]},"verify_ssl":{"name":"verify_ssl","type":"str","level":"advanced","flags":0,"default_value":"true","min":"","max":"","enum_allowed":[],"desc":"Verify https cert for InfluxDB server. Use \"true\" or \"false\".","long_desc":"","tags":[],"see_also":[]}}},{"name":"insights","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"iostat","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"k8sevents","can_run":true,"error_string":"","module_options":{"ceph_event_retention_days":{"name":"ceph_event_retention_days","type":"int","level":"advanced","flags":0,"default_value":"7","min":"","max":"","enum_allowed":[],"desc":"Days to hold ceph event information within local cache","long_desc":"","tags":[],"see_also":[]},"config_check_secs":{"name":"config_check_secs","type":"int","level":"advanced","flags":0,"default_value":"10","min":"10","max":"","enum_allowed":[],"desc":"interval (secs) to check for cluster configuration changes","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"localpool","can_run":true,"error_string":"","module_options":{"failure_domain":{"name":"failure_domain","type":"str","level":"advanced","flags":1,"default_value":"host","min":"","max":"","enum_allowed":[],"desc":"failure domain for any created local pool","long_desc":"what failure domain we should separate data replicas across.","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"min_size":{"name":"min_size","type":"int","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"default min_size for any created local pool","long_desc":"value to set min_size to (unchanged from Ceph's default if this option is not set)","tags":[],"see_also":[]},"num_rep":{"name":"num_rep","type":"int","level":"advanced","flags":1,"default_value":"3","min":"","max":"","enum_allowed":[],"desc":"default replica count for any created local pool","long_desc":"","tags":[],"see_also":[]},"pg_num":{"name":"pg_num","type":"int","level":"advanced","flags":1,"default_value":"128","min":"","max":"","enum_allowed":[],"desc":"default pg_num for any created local pool","long_desc":"","tags":[],"see_also":[]},"prefix":{"name":"prefix","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"name prefix for any created local pool","long_desc":"","tags":[],"see_also":[]},"subtree":{"name":"subtree","type":"str","level":"advanced","flags":1,"default_value":"rack","min":"","max":"","enum_allowed":[],"desc":"CRUSH level for which to create a local pool","long_desc":"which CRUSH subtree type the module should create a pool for.","tags":[],"see_also":[]}}},{"name":"mds_autoscaler","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"mirroring","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"nfs","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"orchestrator","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"orchestrator":{"name":"orchestrator","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["cephadm","rook","test_orchestrator"],"desc":"Orchestrator backend","long_desc":"","tags":[],"see_also":[]}}},{"name":"osd_perf_query","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"osd_support","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"pg_autoscaler","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":0,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"threshold":{"name":"threshold","type":"float","level":"advanced","flags":0,"default_value":"3.0","min":"1.0","max":"","enum_allowed":[],"desc":"scaling threshold","long_desc":"The factor by which the `NEW PG_NUM` must vary from the current`PG_NUM` before being accepted. Cannot be less than 1.0","tags":[],"see_also":[]}}},{"name":"progress","can_run":true,"error_string":"","module_options":{"allow_pg_recovery_event":{"name":"allow_pg_recovery_event","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"allow the module to show pg recovery progress","long_desc":"","tags":[],"see_also":[]},"enabled":{"name":"enabled","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"max_completed_events":{"name":"max_completed_events","type":"int","level":"advanced","flags":1,"default_value":"50","min":"","max":"","enum_allowed":[],"desc":"number of past completed events to remember","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":1,"default_value":"5","min":"","max":"","enum_allowed":[],"desc":"how long the module is going to sleep","long_desc":"","tags":[],"see_also":[]}}},{"name":"prometheus","can_run":true,"error_string":"","module_options":{"cache":{"name":"cache","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rbd_stats_pools":{"name":"rbd_stats_pools","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rbd_stats_pools_refresh_interval":{"name":"rbd_stats_pools_refresh_interval","type":"int","level":"advanced","flags":0,"default_value":"300","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"scrape_interval":{"name":"scrape_interval","type":"float","level":"advanced","flags":0,"default_value":"15.0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_addr":{"name":"server_addr","type":"str","level":"advanced","flags":0,"default_value":"::","min":"","max":"","enum_allowed":[],"desc":"the IPv4 or IPv6 address on which the module listens for HTTP requests","long_desc":"","tags":[],"see_also":[]},"server_port":{"name":"server_port","type":"int","level":"advanced","flags":1,"default_value":"9283","min":"","max":"","enum_allowed":[],"desc":"the port on which the module listens for HTTP requests","long_desc":"","tags":[],"see_also":[]},"stale_cache_strategy":{"name":"stale_cache_strategy","type":"str","level":"advanced","flags":0,"default_value":"log","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_behaviour":{"name":"standby_behaviour","type":"str","level":"advanced","flags":1,"default_value":"default","min":"","max":"","enum_allowed":["default","error"],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_error_status_code":{"name":"standby_error_status_code","type":"int","level":"advanced","flags":1,"default_value":"500","min":"400","max":"599","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"rbd_support","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"max_concurrent_snap_create":{"name":"max_concurrent_snap_create","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"mirror_snapshot_schedule":{"name":"mirror_snapshot_schedule","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"trash_purge_schedule":{"name":"trash_purge_schedule","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"restful","can_run":true,"error_string":"","module_options":{"enable_auth":{"name":"enable_auth","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"key_file":{"name":"key_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_addr":{"name":"server_addr","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_port":{"name":"server_port","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"rgw","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"rook","can_run":true,"error_string":"","module_options":{"drive_group_interval":{"name":"drive_group_interval","type":"float","level":"advanced","flags":0,"default_value":"300.0","min":"","max":"","enum_allowed":[],"desc":"interval in seconds between re-application of applied drive_groups","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"storage_class":{"name":"storage_class","type":"str","level":"advanced","flags":0,"default_value":"local","min":"","max":"","enum_allowed":[],"desc":"storage class name for LSO-discovered PVs","long_desc":"","tags":[],"see_also":[]}}},{"name":"selftest","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"roption1":{"name":"roption1","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"roption2":{"name":"roption2","type":"str","level":"advanced","flags":0,"default_value":"xyz","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption1":{"name":"rwoption1","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption2":{"name":"rwoption2","type":"int","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption3":{"name":"rwoption3","type":"float","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption4":{"name":"rwoption4","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption5":{"name":"rwoption5","type":"bool","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption6":{"name":"rwoption6","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption7":{"name":"rwoption7","type":"int","level":"advanced","flags":0,"default_value":"","min":"1","max":"42","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"testkey":{"name":"testkey","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"testlkey":{"name":"testlkey","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"testnewline":{"name":"testnewline","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"snap_schedule","can_run":true,"error_string":"","module_options":{"allow_m_granularity":{"name":"allow_m_granularity","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"allow minute scheduled snapshots","long_desc":"","tags":[],"see_also":[]},"dump_on_update":{"name":"dump_on_update","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"dump database to debug log on update","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"stats","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"status","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"telegraf","can_run":true,"error_string":"","module_options":{"address":{"name":"address","type":"str","level":"advanced","flags":0,"default_value":"unixgram:///tmp/telegraf.sock","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"secs","level":"advanced","flags":0,"default_value":"15","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"telemetry","can_run":true,"error_string":"","module_options":{"channel_basic":{"name":"channel_basic","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Share basic cluster information (size, version)","long_desc":"","tags":[],"see_also":[]},"channel_crash":{"name":"channel_crash","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Share metadata about Ceph daemon crashes (version, stack straces, etc)","long_desc":"","tags":[],"see_also":[]},"channel_device":{"name":"channel_device","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Share device health metrics (e.g., SMART data, minus potentially identifying info like serial numbers)","long_desc":"","tags":[],"see_also":[]},"channel_ident":{"name":"channel_ident","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Share a user-provided description and/or contact email for the cluster","long_desc":"","tags":[],"see_also":[]},"channel_perf":{"name":"channel_perf","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Share various performance metrics of a cluster","long_desc":"","tags":[],"see_also":[]},"contact":{"name":"contact","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"description":{"name":"description","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"device_url":{"name":"device_url","type":"str","level":"advanced","flags":0,"default_value":"https://telemetry.ceph.com/device","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"enabled":{"name":"enabled","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"int","level":"advanced","flags":0,"default_value":"24","min":"8","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"last_opt_revision":{"name":"last_opt_revision","type":"int","level":"advanced","flags":0,"default_value":"1","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"leaderboard":{"name":"leaderboard","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"organization":{"name":"organization","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"proxy":{"name":"proxy","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"url":{"name":"url","type":"str","level":"advanced","flags":0,"default_value":"https://telemetry.ceph.com/report","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"test_orchestrator","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"volumes","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"max_concurrent_clones":{"name":"max_concurrent_clones","type":"int","level":"advanced","flags":0,"default_value":"4","min":"","max":"","enum_allowed":[],"desc":"Number of asynchronous cloner threads","long_desc":"","tags":[],"see_also":[]},"snapshot_clone_delay":{"name":"snapshot_clone_delay","type":"int","level":"advanced","flags":0,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"Delay clone begin operation by snapshot_clone_delay seconds","long_desc":"","tags":[],"see_also":[]}}},{"name":"zabbix","can_run":true,"error_string":"","module_options":{"discovery_interval":{"name":"discovery_interval","type":"uint","level":"advanced","flags":0,"default_value":"100","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"identifier":{"name":"identifier","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"secs","level":"advanced","flags":0,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"zabbix_host":{"name":"zabbix_host","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"zabbix_port":{"name":"zabbix_port","type":"int","level":"advanced","flags":0,"default_value":"10051","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"zabbix_sender":{"name":"zabbix_sender","type":"str","level":"advanced","flags":0,"default_value":"/usr/bin/zabbix_sender","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}}],"services":{"dashboard":"https://172.21.15.28:8443/","prometheus":"http://172.21.15.28:9283/"},"always_on_modules":{"octopus":["balancer","crash","devicehealth","orchestrator","pg_autoscaler","progress","rbd_support","status","telemetry","volumes"],"pacific":["balancer","crash","devicehealth","orchestrator","pg_autoscaler","progress","rbd_support","status","telemetry","volumes"],"quincy":["balancer","crash","devicehealth","orchestrator","pg_autoscaler","progress","rbd_support","status","telemetry","volumes"]},"last_failure_osd_epoch":68,"active_clients":[{"name":"devicehealth","addrvec":[{"type":"v2","addr":"172.21.15.28:0","nonce":1235975594}]},{"name":"libcephsqlite","addrvec":[{"type":"v2","addr":"172.21.15.28:0","nonce":1049408994}]},{"name":"rbd_support","addrvec":[{"type":"v2","addr":"172.21.15.28:0","nonce":500681504}]},{"name":"volumes","addrvec":[{"type":"v2","addr":"172.21.15.28:0","nonce":4187717819}]},{"name":"volumes","addrvec":[{"type":"v2","addr":"172.21.15.28:0","nonce":243934805}]},{"name":"volumes","addrvec":[{"type":"v2","addr":"172.21.15.28:0","nonce":4133442065}]}]} 2024-08-29T17:44:01.768 INFO:tasks.cephadm.ceph_manager.ceph:mgr available! 2024-08-29T17:44:01.769 INFO:tasks.cephadm.ceph_manager.ceph:waiting for all up 2024-08-29T17:44:01.769 DEBUG:teuthology.orchestra.run.smithi028:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 3167ee72-662c-11ef-bcd4-c7b262605968 -- ceph osd dump --format=json 2024-08-29T17:44:01.822 INFO:journalctl@ceph.grafana.a.smithi053.stdout:Aug 29 17:44:01 smithi053 bash[51494]: logger=migrator t=2024-08-29T17:44:01.754756522Z level=info msg="Executing migration" id="Add revoked_at to the user auth token" 2024-08-29T17:44:02.145 INFO:journalctl@ceph.grafana.a.smithi053.stdout:Aug 29 17:44:01 smithi053 bash[51494]: logger=migrator t=2024-08-29T17:44:01.875614881Z level=info msg="Executing migration" id="create cache_data table" 2024-08-29T17:44:02.417 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:44:02 smithi028 bash[31855]: audit 2024-08-29T17:44:01.152523+0000 mon.a (mon.0) 867 : audit [INF] from='mgr.14499 172.21.15.28:0/1402656687' entity='mgr.y' 2024-08-29T17:44:02.461 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:44:02 smithi028 bash[31855]: audit 2024-08-29T17:44:01.157473+0000 mon.a (mon.0) 868 : audit [INF] from='mgr.14499 172.21.15.28:0/1402656687' entity='mgr.y' 2024-08-29T17:44:02.461 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:44:02 smithi028 bash[31855]: cephadm 2024-08-29T17:44:01.159025+0000 mgr.y (mgr.14499) 60 : cephadm [INF] Reconfiguring prometheus.a (dependencies changed)... 2024-08-29T17:44:02.461 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:44:02 smithi028 bash[31855]: cephadm 2024-08-29T17:44:01.167334+0000 mgr.y (mgr.14499) 61 : cephadm [INF] Reconfiguring daemon prometheus.a on smithi053 2024-08-29T17:44:02.461 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:44:02 smithi028 bash[22419]: audit 2024-08-29T17:44:01.152523+0000 mon.a (mon.0) 867 : audit [INF] from='mgr.14499 172.21.15.28:0/1402656687' entity='mgr.y' 2024-08-29T17:44:02.461 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:44:02 smithi028 bash[22419]: audit 2024-08-29T17:44:01.157473+0000 mon.a (mon.0) 868 : audit [INF] from='mgr.14499 172.21.15.28:0/1402656687' entity='mgr.y' 2024-08-29T17:44:02.461 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:44:02 smithi028 bash[22419]: cephadm 2024-08-29T17:44:01.159025+0000 mgr.y (mgr.14499) 60 : cephadm [INF] Reconfiguring prometheus.a (dependencies changed)... 2024-08-29T17:44:02.461 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:44:02 smithi028 bash[22419]: cephadm 2024-08-29T17:44:01.167334+0000 mgr.y (mgr.14499) 61 : cephadm [INF] Reconfiguring daemon prometheus.a on smithi053 2024-08-29T17:44:02.506 INFO:journalctl@ceph.grafana.a.smithi053.stdout:Aug 29 17:44:02 smithi053 bash[51494]: logger=migrator t=2024-08-29T17:44:02.23853609Z level=info msg="Executing migration" id="add unique index cache_data.cache_key" 2024-08-29T17:44:02.506 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:44:02 smithi053 bash[24720]: audit 2024-08-29T17:44:01.152523+0000 mon.a (mon.0) 867 : audit [INF] from='mgr.14499 172.21.15.28:0/1402656687' entity='mgr.y' 2024-08-29T17:44:02.506 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:44:02 smithi053 bash[24720]: audit 2024-08-29T17:44:01.157473+0000 mon.a (mon.0) 868 : audit [INF] from='mgr.14499 172.21.15.28:0/1402656687' entity='mgr.y' 2024-08-29T17:44:02.507 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:44:02 smithi053 bash[24720]: cephadm 2024-08-29T17:44:01.159025+0000 mgr.y (mgr.14499) 60 : cephadm [INF] Reconfiguring prometheus.a (dependencies changed)... 2024-08-29T17:44:02.507 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:44:02 smithi053 bash[24720]: cephadm 2024-08-29T17:44:01.167334+0000 mgr.y (mgr.14499) 61 : cephadm [INF] Reconfiguring daemon prometheus.a on smithi053 2024-08-29T17:44:02.824 INFO:journalctl@ceph.grafana.a.smithi053.stdout:Aug 29 17:44:02 smithi053 bash[51494]: logger=migrator t=2024-08-29T17:44:02.511036603Z level=info msg="Executing migration" id="create short_url table v1" 2024-08-29T17:44:02.825 INFO:journalctl@ceph.grafana.a.smithi053.stdout:Aug 29 17:44:02 smithi053 bash[51494]: logger=migrator t=2024-08-29T17:44:02.578098692Z level=info msg="Executing migration" id="add index short_url.org_id-uid" 2024-08-29T17:44:02.825 INFO:journalctl@ceph.grafana.a.smithi053.stdout:Aug 29 17:44:02 smithi053 bash[51494]: logger=migrator t=2024-08-29T17:44:02.645535289Z level=info msg="Executing migration" id="alter table short_url alter column created_by type to bigint" 2024-08-29T17:44:02.875 INFO:journalctl@ceph.alertmanager.a.smithi028.stdout:Aug 29 17:44:02 smithi028 bash[61353]: ts=2024-08-29T17:44:02.499Z caller=main.go:240 level=info msg="Starting Alertmanager" version="(version=0.25.0, branch=HEAD, revision=258fab7cdd551f2cf251ed0348f0ad7289aee789)" 2024-08-29T17:44:02.875 INFO:journalctl@ceph.alertmanager.a.smithi028.stdout:Aug 29 17:44:02 smithi028 bash[61353]: ts=2024-08-29T17:44:02.499Z caller=main.go:241 level=info build_context="(go=go1.19.4, user=root@abe866dd5717, date=20221222-14:51:36)" 2024-08-29T17:44:02.875 INFO:journalctl@ceph.alertmanager.a.smithi028.stdout:Aug 29 17:44:02 smithi028 bash[61353]: ts=2024-08-29T17:44:02.501Z caller=cluster.go:185 level=info component=cluster msg="setting advertise address explicitly" addr=172.21.15.28 port=9094 2024-08-29T17:44:02.875 INFO:journalctl@ceph.alertmanager.a.smithi028.stdout:Aug 29 17:44:02 smithi028 bash[61353]: ts=2024-08-29T17:44:02.502Z caller=cluster.go:681 level=info component=cluster msg="Waiting for gossip to settle..." interval=2s 2024-08-29T17:44:02.876 INFO:journalctl@ceph.alertmanager.a.smithi028.stdout:Aug 29 17:44:02 smithi028 bash[61353]: ts=2024-08-29T17:44:02.533Z caller=coordinator.go:113 level=info component=configuration msg="Loading configuration file" file=/etc/alertmanager/alertmanager.yml 2024-08-29T17:44:02.876 INFO:journalctl@ceph.alertmanager.a.smithi028.stdout:Aug 29 17:44:02 smithi028 bash[61353]: ts=2024-08-29T17:44:02.533Z caller=coordinator.go:126 level=info component=configuration msg="Completed loading of configuration file" file=/etc/alertmanager/alertmanager.yml 2024-08-29T17:44:02.876 INFO:journalctl@ceph.alertmanager.a.smithi028.stdout:Aug 29 17:44:02 smithi028 bash[61353]: ts=2024-08-29T17:44:02.536Z caller=tls_config.go:232 level=info msg="Listening on" address=[::]:9093 2024-08-29T17:44:02.876 INFO:journalctl@ceph.alertmanager.a.smithi028.stdout:Aug 29 17:44:02 smithi028 bash[61353]: ts=2024-08-29T17:44:02.536Z caller=tls_config.go:235 level=info msg="TLS is disabled." http2=false address=[::]:9093 2024-08-29T17:44:03.277 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:44:03 smithi053 bash[24720]: cluster 2024-08-29T17:44:01.801258+0000 mgr.y (mgr.14499) 62 : cluster [DBG] pgmap v44: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 204 B/s wr, 0 op/s 2024-08-29T17:44:03.277 INFO:journalctl@ceph.grafana.a.smithi053.stdout:Aug 29 17:44:03 smithi053 bash[51494]: logger=migrator t=2024-08-29T17:44:03.004748255Z level=info msg="Executing migration" id="delete alert_definition table" 2024-08-29T17:44:03.277 INFO:journalctl@ceph.grafana.a.smithi053.stdout:Aug 29 17:44:03 smithi053 bash[51494]: logger=migrator t=2024-08-29T17:44:03.17219979Z level=info msg="Executing migration" id="recreate alert_definition table" 2024-08-29T17:44:03.545 INFO:journalctl@ceph.grafana.a.smithi053.stdout:Aug 29 17:44:03 smithi053 bash[51494]: logger=migrator t=2024-08-29T17:44:03.281921454Z level=info msg="Executing migration" id="add index in alert_definition on org_id and title columns" 2024-08-29T17:44:03.545 INFO:journalctl@ceph.grafana.a.smithi053.stdout:Aug 29 17:44:03 smithi053 bash[51494]: logger=migrator t=2024-08-29T17:44:03.415764985Z level=info msg="Executing migration" id="add index in alert_definition on org_id and uid columns" 2024-08-29T17:44:03.625 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:44:03 smithi028 bash[22419]: cluster 2024-08-29T17:44:01.801258+0000 mgr.y (mgr.14499) 62 : cluster [DBG] pgmap v44: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 204 B/s wr, 0 op/s 2024-08-29T17:44:03.625 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:44:03 smithi028 bash[31855]: cluster 2024-08-29T17:44:01.801258+0000 mgr.y (mgr.14499) 62 : cluster [DBG] pgmap v44: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 204 B/s wr, 0 op/s 2024-08-29T17:44:03.801 INFO:journalctl@ceph.grafana.a.smithi053.stdout:Aug 29 17:44:03 smithi053 bash[51494]: logger=migrator t=2024-08-29T17:44:03.549645455Z level=info msg="Executing migration" id="alter alert_definition table data column to mediumtext in mysql" 2024-08-29T17:44:03.802 INFO:journalctl@ceph.grafana.a.smithi053.stdout:Aug 29 17:44:03 smithi053 bash[51494]: logger=migrator t=2024-08-29T17:44:03.599908326Z level=info msg="Executing migration" id="drop index in alert_definition on org_id and title columns" 2024-08-29T17:44:03.802 INFO:journalctl@ceph.grafana.a.smithi053.stdout:Aug 29 17:44:03 smithi053 bash[51494]: logger=migrator t=2024-08-29T17:44:03.692785473Z level=info msg="Executing migration" id="drop index in alert_definition on org_id and uid columns" 2024-08-29T17:44:03.802 INFO:journalctl@ceph.grafana.a.smithi053.stdout:Aug 29 17:44:03 smithi053 bash[51494]: logger=migrator t=2024-08-29T17:44:03.776008683Z level=info msg="Executing migration" id="add unique index in alert_definition on org_id and title columns" 2024-08-29T17:44:04.072 INFO:journalctl@ceph.grafana.a.smithi053.stdout:Aug 29 17:44:03 smithi053 bash[51494]: logger=migrator t=2024-08-29T17:44:03.834732834Z level=info msg="Executing migration" id="add unique index in alert_definition on org_id and uid columns" 2024-08-29T17:44:04.072 INFO:journalctl@ceph.grafana.a.smithi053.stdout:Aug 29 17:44:03 smithi053 bash[51494]: logger=migrator t=2024-08-29T17:44:03.876908919Z level=info msg="Executing migration" id="Add column paused in alert_definition" 2024-08-29T17:44:04.072 INFO:journalctl@ceph.grafana.a.smithi053.stdout:Aug 29 17:44:03 smithi053 bash[51494]: logger=migrator t=2024-08-29T17:44:03.92797408Z level=info msg="Executing migration" id="drop alert_definition table" 2024-08-29T17:44:04.072 INFO:journalctl@ceph.grafana.a.smithi053.stdout:Aug 29 17:44:03 smithi053 bash[51494]: logger=migrator t=2024-08-29T17:44:03.99486823Z level=info msg="Executing migration" id="delete alert_definition_version table" 2024-08-29T17:44:04.501 INFO:journalctl@ceph.grafana.a.smithi053.stdout:Aug 29 17:44:04 smithi053 bash[51494]: logger=migrator t=2024-08-29T17:44:04.095537719Z level=info msg="Executing migration" id="recreate alert_definition_version table" 2024-08-29T17:44:04.501 INFO:journalctl@ceph.grafana.a.smithi053.stdout:Aug 29 17:44:04 smithi053 bash[51494]: logger=migrator t=2024-08-29T17:44:04.162920199Z level=info msg="Executing migration" id="add index in alert_definition_version table on alert_definition_id and version columns" 2024-08-29T17:44:04.502 INFO:journalctl@ceph.grafana.a.smithi053.stdout:Aug 29 17:44:04 smithi053 bash[51494]: logger=migrator t=2024-08-29T17:44:04.271601191Z level=info msg="Executing migration" id="add index in alert_definition_version table on alert_definition_uid and version columns" 2024-08-29T17:44:04.810 INFO:journalctl@ceph.grafana.a.smithi053.stdout:Aug 29 17:44:04 smithi053 bash[51494]: logger=migrator t=2024-08-29T17:44:04.505978851Z level=info msg="Executing migration" id="alter alert_definition_version table data column to mediumtext in mysql" 2024-08-29T17:44:04.875 INFO:journalctl@ceph.alertmanager.a.smithi028.stdout:Aug 29 17:44:04 smithi028 bash[61353]: ts=2024-08-29T17:44:04.503Z caller=cluster.go:706 level=info component=cluster msg="gossip not settled" polls=0 before=0 now=1 elapsed=2.000669948s 2024-08-29T17:44:05.062 INFO:journalctl@ceph.grafana.a.smithi053.stdout:Aug 29 17:44:04 smithi053 bash[51494]: logger=migrator t=2024-08-29T17:44:04.815299961Z level=info msg="Executing migration" id="drop alert_definition_version table" 2024-08-29T17:44:05.062 INFO:journalctl@ceph.grafana.a.smithi053.stdout:Aug 29 17:44:04 smithi053 bash[51494]: logger=migrator t=2024-08-29T17:44:04.974606805Z level=info msg="Executing migration" id="create alert_instance table" 2024-08-29T17:44:05.316 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:44:05 smithi053 bash[24720]: cluster 2024-08-29T17:44:03.801918+0000 mgr.y (mgr.14499) 63 : cluster [DBG] pgmap v45: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 204 B/s wr, 0 op/s 2024-08-29T17:44:05.316 INFO:journalctl@ceph.grafana.a.smithi053.stdout:Aug 29 17:44:05 smithi053 bash[51494]: logger=migrator t=2024-08-29T17:44:05.067118793Z level=info msg="Executing migration" id="add index in alert_instance table on def_org_id, def_uid and current_state columns" 2024-08-29T17:44:05.316 INFO:journalctl@ceph.grafana.a.smithi053.stdout:Aug 29 17:44:05 smithi053 bash[51494]: logger=migrator t=2024-08-29T17:44:05.14315651Z level=info msg="Executing migration" id="add index in alert_instance table on def_org_id, current_state columns" 2024-08-29T17:44:05.317 INFO:journalctl@ceph.grafana.a.smithi053.stdout:Aug 29 17:44:05 smithi053 bash[51494]: logger=migrator t=2024-08-29T17:44:05.188163473Z level=info msg="Executing migration" id="add column current_state_end to alert_instance" 2024-08-29T17:44:05.317 INFO:journalctl@ceph.grafana.a.smithi053.stdout:Aug 29 17:44:05 smithi053 bash[51494]: logger=migrator t=2024-08-29T17:44:05.269655011Z level=info msg="Executing migration" id="remove index def_org_id, def_uid, current_state on alert_instance" 2024-08-29T17:44:05.572 INFO:journalctl@ceph.grafana.a.smithi053.stdout:Aug 29 17:44:05 smithi053 bash[51494]: logger=migrator t=2024-08-29T17:44:05.512692555Z level=info msg="Executing migration" id="remove index def_org_id, current_state on alert_instance" 2024-08-29T17:44:05.625 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:44:05 smithi028 bash[31855]: cluster 2024-08-29T17:44:03.801918+0000 mgr.y (mgr.14499) 63 : cluster [DBG] pgmap v45: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 204 B/s wr, 0 op/s 2024-08-29T17:44:05.625 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:44:05 smithi028 bash[22419]: cluster 2024-08-29T17:44:03.801918+0000 mgr.y (mgr.14499) 63 : cluster [DBG] pgmap v45: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 204 B/s wr, 0 op/s 2024-08-29T17:44:06.028 INFO:journalctl@ceph.grafana.a.smithi053.stdout:Aug 29 17:44:05 smithi053 bash[51494]: logger=migrator t=2024-08-29T17:44:05.773865335Z level=info msg="Executing migration" id="rename def_org_id to rule_org_id in alert_instance" 2024-08-29T17:44:06.028 INFO:journalctl@ceph.grafana.a.smithi053.stdout:Aug 29 17:44:05 smithi053 bash[51494]: logger=migrator t=2024-08-29T17:44:05.939157361Z level=info msg="Executing migration" id="rename def_uid to rule_uid in alert_instance" 2024-08-29T17:44:06.307 INFO:journalctl@ceph.grafana.a.smithi053.stdout:Aug 29 17:44:06 smithi053 bash[51494]: logger=migrator t=2024-08-29T17:44:06.032298748Z level=info msg="Executing migration" id="add index rule_org_id, rule_uid, current_state on alert_instance" 2024-08-29T17:44:06.569 INFO:teuthology.orchestra.run.smithi028.stderr:Inferring config /var/lib/ceph/3167ee72-662c-11ef-bcd4-c7b262605968/mon.a/config 2024-08-29T17:44:06.572 INFO:journalctl@ceph.mgr.x.smithi053.stdout:Aug 29 17:44:06 smithi053 bash[25641]: ::ffff:172.21.15.53 - - [29/Aug/2024:17:44:06] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.43.0" 2024-08-29T17:44:06.572 INFO:journalctl@ceph.grafana.a.smithi053.stdout:Aug 29 17:44:06 smithi053 bash[51494]: logger=migrator t=2024-08-29T17:44:06.391542586Z level=info msg="Executing migration" id="add index rule_org_id, current_state on alert_instance" 2024-08-29T17:44:06.572 INFO:journalctl@ceph.grafana.a.smithi053.stdout:Aug 29 17:44:06 smithi053 bash[51494]: logger=migrator t=2024-08-29T17:44:06.550734902Z level=info msg="Executing migration" id="add current_reason column related to current_state" 2024-08-29T17:44:06.906 INFO:journalctl@ceph.grafana.a.smithi053.stdout:Aug 29 17:44:06 smithi053 bash[51494]: logger=migrator t=2024-08-29T17:44:06.660220271Z level=info msg="Executing migration" id="create alert_rule table" 2024-08-29T17:44:06.906 INFO:journalctl@ceph.grafana.a.smithi053.stdout:Aug 29 17:44:06 smithi053 bash[51494]: logger=migrator t=2024-08-29T17:44:06.78550652Z level=info msg="Executing migration" id="add index in alert_rule on org_id and title columns" 2024-08-29T17:44:07.158 INFO:journalctl@ceph.grafana.a.smithi053.stdout:Aug 29 17:44:06 smithi053 bash[51494]: logger=migrator t=2024-08-29T17:44:06.910928101Z level=info msg="Executing migration" id="add index in alert_rule on org_id and uid columns" 2024-08-29T17:44:07.158 INFO:journalctl@ceph.grafana.a.smithi053.stdout:Aug 29 17:44:06 smithi053 bash[51494]: logger=migrator t=2024-08-29T17:44:06.961416069Z level=info msg="Executing migration" id="add index in alert_rule on org_id, namespace_uid, group_uid columns" 2024-08-29T17:44:07.158 INFO:journalctl@ceph.grafana.a.smithi053.stdout:Aug 29 17:44:07 smithi053 bash[51494]: logger=migrator t=2024-08-29T17:44:07.067375337Z level=info msg="Executing migration" id="alter alert_rule table data column to mediumtext in mysql" 2024-08-29T17:44:07.158 INFO:journalctl@ceph.grafana.a.smithi053.stdout:Aug 29 17:44:07 smithi053 bash[51494]: logger=migrator t=2024-08-29T17:44:07.162487283Z level=info msg="Executing migration" id="add column for to alert_rule" 2024-08-29T17:44:07.502 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:44:07 smithi053 bash[24720]: cluster 2024-08-29T17:44:05.803101+0000 mgr.y (mgr.14499) 64 : cluster [DBG] pgmap v46: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-29T17:44:07.503 INFO:journalctl@ceph.grafana.a.smithi053.stdout:Aug 29 17:44:07 smithi053 bash[51494]: logger=migrator t=2024-08-29T17:44:07.204635556Z level=info msg="Executing migration" id="add column annotations to alert_rule" 2024-08-29T17:44:07.503 INFO:journalctl@ceph.grafana.a.smithi053.stdout:Aug 29 17:44:07 smithi053 bash[51494]: logger=migrator t=2024-08-29T17:44:07.263739137Z level=info msg="Executing migration" id="add column labels to alert_rule" 2024-08-29T17:44:07.503 INFO:journalctl@ceph.grafana.a.smithi053.stdout:Aug 29 17:44:07 smithi053 bash[51494]: logger=migrator t=2024-08-29T17:44:07.330880749Z level=info msg="Executing migration" id="remove unique index from alert_rule on org_id, title columns" 2024-08-29T17:44:07.503 INFO:journalctl@ceph.grafana.a.smithi053.stdout:Aug 29 17:44:07 smithi053 bash[51494]: logger=migrator t=2024-08-29T17:44:07.40901584Z level=info msg="Executing migration" id="add index in alert_rule on org_id, namespase_uid and title columns" 2024-08-29T17:44:07.503 INFO:journalctl@ceph.grafana.a.smithi053.stdout:Aug 29 17:44:07 smithi053 bash[51494]: logger=migrator t=2024-08-29T17:44:07.507428129Z level=info msg="Executing migration" id="add dashboard_uid column to alert_rule" 2024-08-29T17:44:07.625 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:44:07 smithi028 bash[31855]: cluster 2024-08-29T17:44:05.803101+0000 mgr.y (mgr.14499) 64 : cluster [DBG] pgmap v46: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-29T17:44:07.625 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:44:07 smithi028 bash[22419]: cluster 2024-08-29T17:44:05.803101+0000 mgr.y (mgr.14499) 64 : cluster [DBG] pgmap v46: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-29T17:44:07.822 INFO:journalctl@ceph.grafana.a.smithi053.stdout:Aug 29 17:44:07 smithi053 bash[51494]: logger=migrator t=2024-08-29T17:44:07.632363906Z level=info msg="Executing migration" id="add panel_id column to alert_rule" 2024-08-29T17:44:08.322 INFO:journalctl@ceph.grafana.a.smithi053.stdout:Aug 29 17:44:07 smithi053 bash[51494]: logger=migrator t=2024-08-29T17:44:07.872566848Z level=info msg="Executing migration" id="add index in alert_rule on org_id, dashboard_uid and panel_id columns" 2024-08-29T17:44:08.322 INFO:journalctl@ceph.grafana.a.smithi053.stdout:Aug 29 17:44:08 smithi053 bash[51494]: logger=migrator t=2024-08-29T17:44:08.111641015Z level=info msg="Executing migration" id="add rule_group_idx column to alert_rule" 2024-08-29T17:44:08.657 INFO:journalctl@ceph.prometheus.a.smithi053.stdout:Aug 29 17:44:08 smithi053 systemd[1]: Stopping Ceph prometheus.a for 3167ee72-662c-11ef-bcd4-c7b262605968... 2024-08-29T17:44:08.658 INFO:journalctl@ceph.grafana.a.smithi053.stdout:Aug 29 17:44:08 smithi053 bash[51494]: logger=migrator t=2024-08-29T17:44:08.368404644Z level=info msg="Executing migration" id="add is_paused column to alert_rule table" 2024-08-29T17:44:08.658 INFO:journalctl@ceph.grafana.a.smithi053.stdout:Aug 29 17:44:08 smithi053 bash[51494]: logger=migrator t=2024-08-29T17:44:08.452543971Z level=info msg="Executing migration" id="fix is_paused column for alert_rule table" 2024-08-29T17:44:08.658 INFO:journalctl@ceph.grafana.a.smithi053.stdout:Aug 29 17:44:08 smithi053 bash[51494]: logger=migrator t=2024-08-29T17:44:08.553632607Z level=info msg="Executing migration" id="create alert_rule_version table" 2024-08-29T17:44:08.658 INFO:journalctl@ceph.grafana.a.smithi053.stdout:Aug 29 17:44:08 smithi053 bash[51494]: logger=migrator t=2024-08-29T17:44:08.595527579Z level=info msg="Executing migration" id="add index in alert_rule_version table on rule_org_id, rule_uid and version columns" 2024-08-29T17:44:09.028 INFO:journalctl@ceph.grafana.a.smithi053.stdout:Aug 29 17:44:08 smithi053 bash[51494]: logger=migrator t=2024-08-29T17:44:08.662710159Z level=info msg="Executing migration" id="add index in alert_rule_version table on rule_org_id, rule_namespace_uid and rule_group columns" 2024-08-29T17:44:09.028 INFO:journalctl@ceph.grafana.a.smithi053.stdout:Aug 29 17:44:08 smithi053 bash[51494]: logger=migrator t=2024-08-29T17:44:08.755287431Z level=info msg="Executing migration" id="alter alert_rule_version table data column to mediumtext in mysql" 2024-08-29T17:44:09.028 INFO:journalctl@ceph.grafana.a.smithi053.stdout:Aug 29 17:44:08 smithi053 bash[51494]: logger=migrator t=2024-08-29T17:44:08.813843069Z level=info msg="Executing migration" id="add column for to alert_rule_version" 2024-08-29T17:44:09.028 INFO:journalctl@ceph.grafana.a.smithi053.stdout:Aug 29 17:44:08 smithi053 bash[51494]: logger=migrator t=2024-08-29T17:44:08.886000265Z level=info msg="Executing migration" id="add column annotations to alert_rule_version" 2024-08-29T17:44:09.028 INFO:journalctl@ceph.grafana.a.smithi053.stdout:Aug 29 17:44:09 smithi053 bash[51494]: logger=migrator t=2024-08-29T17:44:09.032203223Z level=info msg="Executing migration" id="add column labels to alert_rule_version" 2024-08-29T17:44:09.028 INFO:journalctl@ceph.prometheus.a.smithi053.stdout:Aug 29 17:44:08 smithi053 bash[49739]: ts=2024-08-29T17:44:08.781Z caller=main.go:840 level=warn msg="Received SIGTERM, exiting gracefully..." 2024-08-29T17:44:09.028 INFO:journalctl@ceph.prometheus.a.smithi053.stdout:Aug 29 17:44:08 smithi053 bash[49739]: ts=2024-08-29T17:44:08.781Z caller=main.go:864 level=info msg="Stopping scrape discovery manager..." 2024-08-29T17:44:09.028 INFO:journalctl@ceph.prometheus.a.smithi053.stdout:Aug 29 17:44:08 smithi053 bash[49739]: ts=2024-08-29T17:44:08.781Z caller=main.go:878 level=info msg="Stopping notify discovery manager..." 2024-08-29T17:44:09.029 INFO:journalctl@ceph.prometheus.a.smithi053.stdout:Aug 29 17:44:08 smithi053 bash[49739]: ts=2024-08-29T17:44:08.781Z caller=manager.go:988 level=info component="rule manager" msg="Stopping rule manager..." 2024-08-29T17:44:09.029 INFO:journalctl@ceph.prometheus.a.smithi053.stdout:Aug 29 17:44:08 smithi053 bash[49739]: ts=2024-08-29T17:44:08.781Z caller=main.go:860 level=info msg="Scrape discovery manager stopped" 2024-08-29T17:44:09.029 INFO:journalctl@ceph.prometheus.a.smithi053.stdout:Aug 29 17:44:08 smithi053 bash[49739]: ts=2024-08-29T17:44:08.781Z caller=manager.go:998 level=info component="rule manager" msg="Rule manager stopped" 2024-08-29T17:44:09.029 INFO:journalctl@ceph.prometheus.a.smithi053.stdout:Aug 29 17:44:08 smithi053 bash[49739]: ts=2024-08-29T17:44:08.781Z caller=main.go:915 level=info msg="Stopping scrape manager..." 2024-08-29T17:44:09.029 INFO:journalctl@ceph.prometheus.a.smithi053.stdout:Aug 29 17:44:08 smithi053 bash[49739]: ts=2024-08-29T17:44:08.781Z caller=main.go:874 level=info msg="Notify discovery manager stopped" 2024-08-29T17:44:09.029 INFO:journalctl@ceph.prometheus.a.smithi053.stdout:Aug 29 17:44:08 smithi053 bash[49739]: ts=2024-08-29T17:44:08.782Z caller=main.go:907 level=info msg="Scrape manager stopped" 2024-08-29T17:44:09.029 INFO:journalctl@ceph.prometheus.a.smithi053.stdout:Aug 29 17:44:08 smithi053 bash[49739]: ts=2024-08-29T17:44:08.782Z caller=notifier.go:606 level=info component=notifier msg="Stopping notification manager..." 2024-08-29T17:44:09.029 INFO:journalctl@ceph.prometheus.a.smithi053.stdout:Aug 29 17:44:08 smithi053 bash[49739]: ts=2024-08-29T17:44:08.782Z caller=main.go:1135 level=info msg="Notifier manager stopped" 2024-08-29T17:44:09.029 INFO:journalctl@ceph.prometheus.a.smithi053.stdout:Aug 29 17:44:08 smithi053 bash[49739]: ts=2024-08-29T17:44:08.782Z caller=main.go:1147 level=info msg="See you next time!" 2024-08-29T17:44:09.322 INFO:journalctl@ceph.grafana.a.smithi053.stdout:Aug 29 17:44:09 smithi053 bash[51494]: logger=migrator t=2024-08-29T17:44:09.165682888Z level=info msg="Executing migration" id="add rule_group_idx column to alert_rule_version" 2024-08-29T17:44:09.322 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:44:09 smithi053 bash[24720]: cluster 2024-08-29T17:44:07.803728+0000 mgr.y (mgr.14499) 65 : cluster [DBG] pgmap v47: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-29T17:44:09.322 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:44:09 smithi053 bash[24720]: audit 2024-08-29T17:44:08.859582+0000 mon.a (mon.0) 869 : audit [DBG] from='mgr.14499 172.21.15.28:0/1402656687' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-29T17:44:09.625 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:44:09 smithi028 bash[22419]: cluster 2024-08-29T17:44:07.803728+0000 mgr.y (mgr.14499) 65 : cluster [DBG] pgmap v47: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-29T17:44:09.625 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:44:09 smithi028 bash[22419]: audit 2024-08-29T17:44:08.859582+0000 mon.a (mon.0) 869 : audit [DBG] from='mgr.14499 172.21.15.28:0/1402656687' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-29T17:44:09.625 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:44:09 smithi028 bash[31855]: cluster 2024-08-29T17:44:07.803728+0000 mgr.y (mgr.14499) 65 : cluster [DBG] pgmap v47: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-29T17:44:09.625 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:44:09 smithi028 bash[31855]: audit 2024-08-29T17:44:08.859582+0000 mon.a (mon.0) 869 : audit [DBG] from='mgr.14499 172.21.15.28:0/1402656687' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-29T17:44:09.695 INFO:teuthology.orchestra.run.smithi028.stdout: 2024-08-29T17:44:09.695 INFO:teuthology.orchestra.run.smithi028.stdout:{"epoch":75,"fsid":"3167ee72-662c-11ef-bcd4-c7b262605968","created":"2024-08-29T17:30:17.962961+0000","modified":"2024-08-29T17:43:59.368166+0000","last_up_change":"2024-08-29T17:39:52.090994+0000","last_in_change":"2024-08-29T17:39:24.826745+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":18,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":4,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"luminous","require_osd_release":"quincy","pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-08-29T17:35:25.344793+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"21","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}}},{"pool":2,"pool_name":"cephfs_metadata","create_time":"2024-08-29T17:40:52.941044+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"65","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}}},{"pool":3,"pool_name":"cephfs_data","create_time":"2024-08-29T17:41:01.591058+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"65","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}}},{"pool":4,"pool_name":"rbd","create_time":"2024-08-29T17:43:39.363531+0000","flags":8193,"flags_names":"hashpspool,selfmanaged_snaps","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":8,"pg_placement_num":8,"pg_placement_num_target":8,"pg_num_target":8,"pg_num_pending":8,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"74","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":3,"snap_epoch":74,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{},"application_metadata":{"rbd":{}}}],"osds":[{"osd":0,"uuid":"660d8ce2-ea9d-4b15-8d9a-ec42e86552e4","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":8,"up_thru":69,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.28:6802","nonce":314031528},{"type":"v1","addr":"172.21.15.28:6803","nonce":314031528}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.28:6804","nonce":314031528},{"type":"v1","addr":"172.21.15.28:6805","nonce":314031528}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.28:6808","nonce":314031528},{"type":"v1","addr":"172.21.15.28:6809","nonce":314031528}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.28:6806","nonce":314031528},{"type":"v1","addr":"172.21.15.28:6807","nonce":314031528}]},"public_addr":"172.21.15.28:6803/314031528","cluster_addr":"172.21.15.28:6805/314031528","heartbeat_back_addr":"172.21.15.28:6809/314031528","heartbeat_front_addr":"172.21.15.28:6807/314031528","state":["exists","up"]},{"osd":1,"uuid":"fdf44197-06ca-494f-bb43-e320705d24ca","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":69,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.28:6810","nonce":947972179},{"type":"v1","addr":"172.21.15.28:6811","nonce":947972179}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.28:6812","nonce":947972179},{"type":"v1","addr":"172.21.15.28:6813","nonce":947972179}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.28:6816","nonce":947972179},{"type":"v1","addr":"172.21.15.28:6817","nonce":947972179}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.28:6814","nonce":947972179},{"type":"v1","addr":"172.21.15.28:6815","nonce":947972179}]},"public_addr":"172.21.15.28:6811/947972179","cluster_addr":"172.21.15.28:6813/947972179","heartbeat_back_addr":"172.21.15.28:6817/947972179","heartbeat_front_addr":"172.21.15.28:6815/947972179","state":["exists","up"]},{"osd":2,"uuid":"af570229-94ea-421f-a54b-5ad9c2ec751e","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":18,"up_thru":66,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.28:6818","nonce":1663434626},{"type":"v1","addr":"172.21.15.28:6819","nonce":1663434626}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.28:6820","nonce":1663434626},{"type":"v1","addr":"172.21.15.28:6821","nonce":1663434626}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.28:6824","nonce":1663434626},{"type":"v1","addr":"172.21.15.28:6825","nonce":1663434626}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.28:6822","nonce":1663434626},{"type":"v1","addr":"172.21.15.28:6823","nonce":1663434626}]},"public_addr":"172.21.15.28:6819/1663434626","cluster_addr":"172.21.15.28:6821/1663434626","heartbeat_back_addr":"172.21.15.28:6825/1663434626","heartbeat_front_addr":"172.21.15.28:6823/1663434626","state":["exists","up"]},{"osd":3,"uuid":"4fa9802d-cf40-4ef1-a9bd-082be7c32d40","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":25,"up_thru":69,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.28:6826","nonce":1391242429},{"type":"v1","addr":"172.21.15.28:6827","nonce":1391242429}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.28:6828","nonce":1391242429},{"type":"v1","addr":"172.21.15.28:6829","nonce":1391242429}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.28:6832","nonce":1391242429},{"type":"v1","addr":"172.21.15.28:6833","nonce":1391242429}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.28:6830","nonce":1391242429},{"type":"v1","addr":"172.21.15.28:6831","nonce":1391242429}]},"public_addr":"172.21.15.28:6827/1391242429","cluster_addr":"172.21.15.28:6829/1391242429","heartbeat_back_addr":"172.21.15.28:6833/1391242429","heartbeat_front_addr":"172.21.15.28:6831/1391242429","state":["exists","up"]},{"osd":4,"uuid":"18edf361-e223-4e8c-b6ef-73e210c2cce1","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":30,"up_thru":69,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.53:6800","nonce":197218845},{"type":"v1","addr":"172.21.15.53:6801","nonce":197218845}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.53:6802","nonce":197218845},{"type":"v1","addr":"172.21.15.53:6803","nonce":197218845}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.53:6806","nonce":197218845},{"type":"v1","addr":"172.21.15.53:6807","nonce":197218845}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.53:6804","nonce":197218845},{"type":"v1","addr":"172.21.15.53:6805","nonce":197218845}]},"public_addr":"172.21.15.53:6801/197218845","cluster_addr":"172.21.15.53:6803/197218845","heartbeat_back_addr":"172.21.15.53:6807/197218845","heartbeat_front_addr":"172.21.15.53:6805/197218845","state":["exists","up"]},{"osd":5,"uuid":"07a24bff-d6cc-495d-97e1-768094b28c0b","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":38,"up_thru":66,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.53:6808","nonce":2509978860},{"type":"v1","addr":"172.21.15.53:6809","nonce":2509978860}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.53:6810","nonce":2509978860},{"type":"v1","addr":"172.21.15.53:6811","nonce":2509978860}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.53:6814","nonce":2509978860},{"type":"v1","addr":"172.21.15.53:6815","nonce":2509978860}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.53:6812","nonce":2509978860},{"type":"v1","addr":"172.21.15.53:6813","nonce":2509978860}]},"public_addr":"172.21.15.53:6809/2509978860","cluster_addr":"172.21.15.53:6811/2509978860","heartbeat_back_addr":"172.21.15.53:6815/2509978860","heartbeat_front_addr":"172.21.15.53:6813/2509978860","state":["exists","up"]},{"osd":6,"uuid":"b03b1ee8-77ac-47f4-a76c-01e2eaa7b954","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":46,"up_thru":69,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.53:6816","nonce":2368257265},{"type":"v1","addr":"172.21.15.53:6817","nonce":2368257265}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.53:6818","nonce":2368257265},{"type":"v1","addr":"172.21.15.53:6819","nonce":2368257265}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.53:6822","nonce":2368257265},{"type":"v1","addr":"172.21.15.53:6823","nonce":2368257265}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.53:6820","nonce":2368257265},{"type":"v1","addr":"172.21.15.53:6821","nonce":2368257265}]},"public_addr":"172.21.15.53:6817/2368257265","cluster_addr":"172.21.15.53:6819/2368257265","heartbeat_back_addr":"172.21.15.53:6823/2368257265","heartbeat_front_addr":"172.21.15.53:6821/2368257265","state":["exists","up"]},{"osd":7,"uuid":"14a519fb-979e-474b-8ae5-fa5a2be44daf","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":54,"up_thru":66,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.53:6824","nonce":3599531299},{"type":"v1","addr":"172.21.15.53:6825","nonce":3599531299}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.53:6826","nonce":3599531299},{"type":"v1","addr":"172.21.15.53:6827","nonce":3599531299}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.53:6830","nonce":3599531299},{"type":"v1","addr":"172.21.15.53:6831","nonce":3599531299}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.53:6828","nonce":3599531299},{"type":"v1","addr":"172.21.15.53:6829","nonce":3599531299}]},"public_addr":"172.21.15.53:6825/3599531299","cluster_addr":"172.21.15.53:6827/3599531299","heartbeat_back_addr":"172.21.15.53:6831/3599531299","heartbeat_front_addr":"172.21.15.53:6829/3599531299","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138320759226367,"old_weight":0,"last_purged_snaps_scrub":"2024-08-29T17:33:39.919890+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138320759226367,"old_weight":0,"last_purged_snaps_scrub":"2024-08-29T17:34:30.063951+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138320759226367,"old_weight":0,"last_purged_snaps_scrub":"2024-08-29T17:35:22.232071+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138320759226367,"old_weight":0,"last_purged_snaps_scrub":"2024-08-29T17:36:12.717974+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138320759226367,"old_weight":0,"last_purged_snaps_scrub":"2024-08-29T17:37:03.586686+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138320759226367,"old_weight":0,"last_purged_snaps_scrub":"2024-08-29T17:37:57.337551+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138320759226367,"old_weight":0,"last_purged_snaps_scrub":"2024-08-29T17:38:54.315017+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138320759226367,"old_weight":0,"last_purged_snaps_scrub":"2024-08-29T17:39:50.978615+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[{"pgid":"2.7","mappings":[{"from":7,"to":4}]},{"pgid":"3.7","mappings":[{"from":0,"to":1}]},{"pgid":"3.14","mappings":[{"from":4,"to":2}]},{"pgid":"3.2b","mappings":[{"from":0,"to":2}]},{"pgid":"3.2f","mappings":[{"from":4,"to":3}]},{"pgid":"3.34","mappings":[{"from":4,"to":2}]},{"pgid":"3.37","mappings":[{"from":5,"to":1}]}],"pg_temp":[],"primary_temp":[],"blocklist":{"172.21.15.28:6801/470202310":"2024-08-30T17:42:53.748159+0000","172.21.15.28:6800/470202310":"2024-08-30T17:42:53.748159+0000","172.21.15.28:0/2647379891":"2024-08-30T17:30:43.836116+0000","172.21.15.28:0/3329288402":"2024-08-30T17:30:43.836116+0000","172.21.15.28:0/4283435498":"2024-08-30T17:42:53.748159+0000","172.21.15.28:0/3881020925":"2024-08-30T17:30:43.836116+0000","172.21.15.28:6800/4159614718":"2024-08-30T17:30:43.836116+0000","172.21.15.28:6801/4159614718":"2024-08-30T17:30:43.836116+0000","172.21.15.28:0/2399305464":"2024-08-30T17:31:14.716137+0000","172.21.15.28:0/2352293407":"2024-08-30T17:31:14.716137+0000","172.21.15.28:6801/1962738264":"2024-08-30T17:31:14.716137+0000","172.21.15.28:0/177482802":"2024-08-30T17:31:14.716137+0000","172.21.15.28:0/3761385311":"2024-08-30T17:42:53.748159+0000","172.21.15.28:6800/1962738264":"2024-08-30T17:31:14.716137+0000","172.21.15.28:0/1715060870":"2024-08-30T17:42:53.748159+0000","172.21.15.28:0/2758639512":"2024-08-30T17:42:53.748159+0000"},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[{"pool":4,"snaps":[{"begin":2,"length":1}]}],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-08-29T17:44:09.781 INFO:journalctl@ceph.grafana.a.smithi053.stdout:Aug 29 17:44:09 smithi053 bash[51494]: logger=migrator t=2024-08-29T17:44:09.410092024Z level=info msg="Executing migration" id="add is_paused column to alert_rule_versions table" 2024-08-29T17:44:10.039 INFO:journalctl@ceph.prometheus.a.smithi053.stdout:Aug 29 17:44:09 smithi053 bash[52088]: ceph-3167ee72-662c-11ef-bcd4-c7b262605968-prometheus-a 2024-08-29T17:44:10.039 INFO:journalctl@ceph.grafana.a.smithi053.stdout:Aug 29 17:44:09 smithi053 bash[51494]: logger=migrator t=2024-08-29T17:44:09.786200729Z level=info msg="Executing migration" id="fix is_paused column for alert_rule_version table" 2024-08-29T17:44:10.040 INFO:journalctl@ceph.grafana.a.smithi053.stdout:Aug 29 17:44:09 smithi053 bash[51494]: logger=migrator t=2024-08-29T17:44:09.94313484Z level=info msg="Executing migration" id=create_alert_configuration_table 2024-08-29T17:44:10.314 INFO:tasks.cephadm.ceph_manager.ceph:all up! 2024-08-29T17:44:10.315 DEBUG:teuthology.orchestra.run.smithi028:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 3167ee72-662c-11ef-bcd4-c7b262605968 -- ceph osd dump --format=json 2024-08-29T17:44:10.322 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:44:10 smithi053 bash[24720]: audit 2024-08-29T17:44:09.700973+0000 mon.a (mon.0) 870 : audit [DBG] from='client.? 172.21.15.28:0/2090841890' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-08-29T17:44:10.322 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:44:10 smithi053 bash[24720]: audit 2024-08-29T17:44:10.153839+0000 mon.a (mon.0) 871 : audit [INF] from='mgr.14499 172.21.15.28:0/1402656687' entity='mgr.y' 2024-08-29T17:44:10.322 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:44:10 smithi053 bash[24720]: audit 2024-08-29T17:44:10.163351+0000 mon.a (mon.0) 872 : audit [INF] from='mgr.14499 172.21.15.28:0/1402656687' entity='mgr.y' 2024-08-29T17:44:10.322 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:44:10 smithi053 bash[24720]: audit 2024-08-29T17:44:10.171702+0000 mon.a (mon.0) 873 : audit [DBG] from='mgr.14499 172.21.15.28:0/1402656687' entity='mgr.y' cmd=[{"prefix": "dashboard get-alertmanager-api-host"}]: dispatch 2024-08-29T17:44:10.322 INFO:journalctl@ceph.prometheus.a.smithi053.stdout:Aug 29 17:44:10 smithi053 bash[52147]: Error response from daemon: No such container: ceph-3167ee72-662c-11ef-bcd4-c7b262605968-prometheus-a 2024-08-29T17:44:10.323 INFO:journalctl@ceph.prometheus.a.smithi053.stdout:Aug 29 17:44:10 smithi053 systemd[1]: ceph-3167ee72-662c-11ef-bcd4-c7b262605968@prometheus.a.service: Deactivated successfully. 2024-08-29T17:44:10.323 INFO:journalctl@ceph.prometheus.a.smithi053.stdout:Aug 29 17:44:10 smithi053 systemd[1]: Stopped Ceph prometheus.a for 3167ee72-662c-11ef-bcd4-c7b262605968. 2024-08-29T17:44:10.323 INFO:journalctl@ceph.prometheus.a.smithi053.stdout:Aug 29 17:44:10 smithi053 systemd[1]: Started Ceph prometheus.a for 3167ee72-662c-11ef-bcd4-c7b262605968. 2024-08-29T17:44:10.323 INFO:journalctl@ceph.grafana.a.smithi053.stdout:Aug 29 17:44:10 smithi053 bash[51494]: logger=migrator t=2024-08-29T17:44:10.043988006Z level=info msg="Executing migration" id="Add column default in alert_configuration" 2024-08-29T17:44:10.323 INFO:journalctl@ceph.grafana.a.smithi053.stdout:Aug 29 17:44:10 smithi053 bash[51494]: logger=migrator t=2024-08-29T17:44:10.128357117Z level=info msg="Executing migration" id="alert alert_configuration alertmanager_configuration column from TEXT to MEDIUMTEXT if mysql" 2024-08-29T17:44:10.323 INFO:journalctl@ceph.grafana.a.smithi053.stdout:Aug 29 17:44:10 smithi053 bash[51494]: logger=migrator t=2024-08-29T17:44:10.196172231Z level=info msg="Executing migration" id="add column org_id in alert_configuration" 2024-08-29T17:44:10.323 INFO:journalctl@ceph.grafana.a.smithi053.stdout:Aug 29 17:44:10 smithi053 bash[51494]: logger=migrator t=2024-08-29T17:44:10.280310411Z level=info msg="Executing migration" id="add index in alert_configuration table on org_id column" 2024-08-29T17:44:10.625 INFO:journalctl@ceph.mgr.y.smithi028.stdout:Aug 29 17:44:10 smithi028 bash[22672]: [29/Aug/2024:17:44:10] ENGINE Bus STOPPING 2024-08-29T17:44:10.625 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:44:10 smithi028 bash[22419]: audit 2024-08-29T17:44:09.700973+0000 mon.a (mon.0) 870 : audit [DBG] from='client.? 172.21.15.28:0/2090841890' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-08-29T17:44:10.625 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:44:10 smithi028 bash[22419]: audit 2024-08-29T17:44:10.153839+0000 mon.a (mon.0) 871 : audit [INF] from='mgr.14499 172.21.15.28:0/1402656687' entity='mgr.y' 2024-08-29T17:44:10.625 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:44:10 smithi028 bash[22419]: audit 2024-08-29T17:44:10.163351+0000 mon.a (mon.0) 872 : audit [INF] from='mgr.14499 172.21.15.28:0/1402656687' entity='mgr.y' 2024-08-29T17:44:10.625 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:44:10 smithi028 bash[22419]: audit 2024-08-29T17:44:10.171702+0000 mon.a (mon.0) 873 : audit [DBG] from='mgr.14499 172.21.15.28:0/1402656687' entity='mgr.y' cmd=[{"prefix": "dashboard get-alertmanager-api-host"}]: dispatch 2024-08-29T17:44:10.626 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:44:10 smithi028 bash[31855]: audit 2024-08-29T17:44:09.700973+0000 mon.a (mon.0) 870 : audit [DBG] from='client.? 172.21.15.28:0/2090841890' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-08-29T17:44:10.626 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:44:10 smithi028 bash[31855]: audit 2024-08-29T17:44:10.153839+0000 mon.a (mon.0) 871 : audit [INF] from='mgr.14499 172.21.15.28:0/1402656687' entity='mgr.y' 2024-08-29T17:44:10.626 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:44:10 smithi028 bash[31855]: audit 2024-08-29T17:44:10.163351+0000 mon.a (mon.0) 872 : audit [INF] from='mgr.14499 172.21.15.28:0/1402656687' entity='mgr.y' 2024-08-29T17:44:10.626 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:44:10 smithi028 bash[31855]: audit 2024-08-29T17:44:10.171702+0000 mon.a (mon.0) 873 : audit [DBG] from='mgr.14499 172.21.15.28:0/1402656687' entity='mgr.y' cmd=[{"prefix": "dashboard get-alertmanager-api-host"}]: dispatch 2024-08-29T17:44:10.805 INFO:journalctl@ceph.grafana.a.smithi053.stdout:Aug 29 17:44:10 smithi053 bash[51494]: logger=migrator t=2024-08-29T17:44:10.484475936Z level=info msg="Executing migration" id="add configuration_hash column to alert_configuration" 2024-08-29T17:44:11.072 INFO:journalctl@ceph.grafana.a.smithi053.stdout:Aug 29 17:44:10 smithi053 bash[51494]: logger=migrator t=2024-08-29T17:44:10.809936244Z level=info msg="Executing migration" id=create_ngalert_configuration_table 2024-08-29T17:44:11.072 INFO:journalctl@ceph.grafana.a.smithi053.stdout:Aug 29 17:44:10 smithi053 bash[51494]: logger=migrator t=2024-08-29T17:44:10.974943626Z level=info msg="Executing migration" id="add index in ngalert_configuration on org_id column" 2024-08-29T17:44:11.125 INFO:journalctl@ceph.mgr.y.smithi028.stdout:Aug 29 17:44:10 smithi028 bash[22672]: [29/Aug/2024:17:44:10] ENGINE HTTP Server cherrypy._cpwsgi_server.CPWSGIServer(('::', 9283)) shut down 2024-08-29T17:44:11.125 INFO:journalctl@ceph.mgr.y.smithi028.stdout:Aug 29 17:44:10 smithi028 bash[22672]: [29/Aug/2024:17:44:10] ENGINE Bus STOPPED 2024-08-29T17:44:11.125 INFO:journalctl@ceph.mgr.y.smithi028.stdout:Aug 29 17:44:10 smithi028 bash[22672]: [29/Aug/2024:17:44:10] ENGINE Bus STARTING 2024-08-29T17:44:11.125 INFO:journalctl@ceph.mgr.y.smithi028.stdout:Aug 29 17:44:10 smithi028 bash[22672]: [29/Aug/2024:17:44:10] ENGINE Serving on http://:::9283 2024-08-29T17:44:11.125 INFO:journalctl@ceph.mgr.y.smithi028.stdout:Aug 29 17:44:10 smithi028 bash[22672]: [29/Aug/2024:17:44:10] ENGINE Bus STARTED 2024-08-29T17:44:11.125 INFO:journalctl@ceph.mgr.y.smithi028.stdout:Aug 29 17:44:10 smithi028 bash[22672]: [29/Aug/2024:17:44:10] ENGINE Bus STOPPING 2024-08-29T17:44:11.126 INFO:journalctl@ceph.mgr.y.smithi028.stdout:Aug 29 17:44:10 smithi028 bash[22672]: [29/Aug/2024:17:44:10] ENGINE HTTP Server cherrypy._cpwsgi_server.CPWSGIServer(('::', 9283)) shut down 2024-08-29T17:44:11.126 INFO:journalctl@ceph.mgr.y.smithi028.stdout:Aug 29 17:44:10 smithi028 bash[22672]: [29/Aug/2024:17:44:10] ENGINE Bus STOPPED 2024-08-29T17:44:11.126 INFO:journalctl@ceph.mgr.y.smithi028.stdout:Aug 29 17:44:10 smithi028 bash[22672]: [29/Aug/2024:17:44:10] ENGINE Bus STARTING 2024-08-29T17:44:11.126 INFO:journalctl@ceph.mgr.y.smithi028.stdout:Aug 29 17:44:10 smithi028 bash[22672]: [29/Aug/2024:17:44:10] ENGINE Serving on http://:::9283 2024-08-29T17:44:11.126 INFO:journalctl@ceph.mgr.y.smithi028.stdout:Aug 29 17:44:10 smithi028 bash[22672]: [29/Aug/2024:17:44:10] ENGINE Bus STARTED 2024-08-29T17:44:11.126 INFO:journalctl@ceph.mgr.y.smithi028.stdout:Aug 29 17:44:10 smithi028 bash[22672]: [29/Aug/2024:17:44:10] ENGINE Bus STOPPING 2024-08-29T17:44:11.499 INFO:journalctl@ceph.mgr.y.smithi028.stdout:Aug 29 17:44:11 smithi028 bash[22672]: [29/Aug/2024:17:44:11] ENGINE HTTP Server cherrypy._cpwsgi_server.CPWSGIServer(('::', 9283)) shut down 2024-08-29T17:44:11.499 INFO:journalctl@ceph.mgr.y.smithi028.stdout:Aug 29 17:44:11 smithi028 bash[22672]: [29/Aug/2024:17:44:11] ENGINE Bus STOPPED 2024-08-29T17:44:11.500 INFO:journalctl@ceph.mgr.y.smithi028.stdout:Aug 29 17:44:11 smithi028 bash[22672]: [29/Aug/2024:17:44:11] ENGINE Bus STARTING 2024-08-29T17:44:11.500 INFO:journalctl@ceph.mgr.y.smithi028.stdout:Aug 29 17:44:11 smithi028 bash[22672]: [29/Aug/2024:17:44:11] ENGINE Serving on http://:::9283 2024-08-29T17:44:11.500 INFO:journalctl@ceph.mgr.y.smithi028.stdout:Aug 29 17:44:11 smithi028 bash[22672]: [29/Aug/2024:17:44:11] ENGINE Bus STARTED 2024-08-29T17:44:11.500 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:44:11 smithi028 bash[31855]: cluster 2024-08-29T17:44:09.804256+0000 mgr.y (mgr.14499) 66 : cluster [DBG] pgmap v48: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-29T17:44:11.500 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:44:11 smithi028 bash[31855]: audit 2024-08-29T17:44:10.172686+0000 mgr.y (mgr.14499) 67 : audit [DBG] from='mon.0 -' entity='mon.' cmd=[{"prefix": "dashboard get-alertmanager-api-host"}]: dispatch 2024-08-29T17:44:11.500 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:44:11 smithi028 bash[31855]: audit 2024-08-29T17:44:10.175102+0000 mon.a (mon.0) 874 : audit [INF] from='mgr.14499 172.21.15.28:0/1402656687' entity='mgr.y' cmd=[{"prefix": "dashboard set-alertmanager-api-host", "value": "http://smithi028.front.sepia.ceph.com:9093"}]: dispatch 2024-08-29T17:44:11.500 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:44:11 smithi028 bash[31855]: audit 2024-08-29T17:44:10.176024+0000 mgr.y (mgr.14499) 68 : audit [DBG] from='mon.0 -' entity='mon.' cmd=[{"prefix": "dashboard set-alertmanager-api-host", "value": "http://smithi028.front.sepia.ceph.com:9093"}]: dispatch 2024-08-29T17:44:11.500 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:44:11 smithi028 bash[31855]: audit 2024-08-29T17:44:10.195588+0000 mon.a (mon.0) 875 : audit [INF] from='mgr.14499 172.21.15.28:0/1402656687' entity='mgr.y' 2024-08-29T17:44:11.500 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:44:11 smithi028 bash[31855]: audit 2024-08-29T17:44:10.213428+0000 mon.a (mon.0) 876 : audit [DBG] from='mgr.14499 172.21.15.28:0/1402656687' entity='mgr.y' cmd=[{"prefix": "dashboard get-prometheus-api-host"}]: dispatch 2024-08-29T17:44:11.501 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:44:11 smithi028 bash[31855]: audit 2024-08-29T17:44:10.214403+0000 mgr.y (mgr.14499) 69 : audit [DBG] from='mon.0 -' entity='mon.' cmd=[{"prefix": "dashboard get-prometheus-api-host"}]: dispatch 2024-08-29T17:44:11.501 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:44:11 smithi028 bash[31855]: audit 2024-08-29T17:44:10.221472+0000 mon.a (mon.0) 877 : audit [INF] from='mgr.14499 172.21.15.28:0/1402656687' entity='mgr.y' cmd=[{"prefix": "dashboard set-prometheus-api-host", "value": "http://smithi053.front.sepia.ceph.com:9095"}]: dispatch 2024-08-29T17:44:11.501 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:44:11 smithi028 bash[31855]: audit 2024-08-29T17:44:10.222203+0000 mgr.y (mgr.14499) 70 : audit [DBG] from='mon.0 -' entity='mon.' cmd=[{"prefix": "dashboard set-prometheus-api-host", "value": "http://smithi053.front.sepia.ceph.com:9095"}]: dispatch 2024-08-29T17:44:11.501 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:44:11 smithi028 bash[31855]: audit 2024-08-29T17:44:10.235909+0000 mon.a (mon.0) 878 : audit [INF] from='mgr.14499 172.21.15.28:0/1402656687' entity='mgr.y' 2024-08-29T17:44:11.501 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:44:11 smithi028 bash[31855]: audit 2024-08-29T17:44:10.258438+0000 mon.a (mon.0) 879 : audit [DBG] from='mgr.14499 172.21.15.28:0/1402656687' entity='mgr.y' cmd=[{"prefix": "dashboard get-grafana-api-url"}]: dispatch 2024-08-29T17:44:11.501 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:44:11 smithi028 bash[31855]: audit 2024-08-29T17:44:10.259354+0000 mgr.y (mgr.14499) 71 : audit [DBG] from='mon.0 -' entity='mon.' cmd=[{"prefix": "dashboard get-grafana-api-url"}]: dispatch 2024-08-29T17:44:11.501 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:44:11 smithi028 bash[31855]: audit 2024-08-29T17:44:10.264479+0000 mon.a (mon.0) 880 : audit [INF] from='mgr.14499 172.21.15.28:0/1402656687' entity='mgr.y' cmd=[{"prefix": "dashboard set-grafana-api-url", "value": "https://smithi053.front.sepia.ceph.com:3000"}]: dispatch 2024-08-29T17:44:11.501 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:44:11 smithi028 bash[31855]: audit 2024-08-29T17:44:10.265321+0000 mgr.y (mgr.14499) 72 : audit [DBG] from='mon.0 -' entity='mon.' cmd=[{"prefix": "dashboard set-grafana-api-url", "value": "https://smithi053.front.sepia.ceph.com:3000"}]: dispatch 2024-08-29T17:44:11.501 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:44:11 smithi028 bash[31855]: audit 2024-08-29T17:44:10.274728+0000 mon.a (mon.0) 881 : audit [INF] from='mgr.14499 172.21.15.28:0/1402656687' entity='mgr.y' 2024-08-29T17:44:11.501 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:44:11 smithi028 bash[31855]: audit 2024-08-29T17:44:10.292455+0000 mon.a (mon.0) 882 : audit [DBG] from='mgr.14499 172.21.15.28:0/1402656687' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-29T17:44:11.502 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:44:11 smithi028 bash[22419]: cluster 2024-08-29T17:44:09.804256+0000 mgr.y (mgr.14499) 66 : cluster [DBG] pgmap v48: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-29T17:44:11.502 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:44:11 smithi028 bash[22419]: audit 2024-08-29T17:44:10.172686+0000 mgr.y (mgr.14499) 67 : audit [DBG] from='mon.0 -' entity='mon.' cmd=[{"prefix": "dashboard get-alertmanager-api-host"}]: dispatch 2024-08-29T17:44:11.502 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:44:11 smithi028 bash[22419]: audit 2024-08-29T17:44:10.175102+0000 mon.a (mon.0) 874 : audit [INF] from='mgr.14499 172.21.15.28:0/1402656687' entity='mgr.y' cmd=[{"prefix": "dashboard set-alertmanager-api-host", "value": "http://smithi028.front.sepia.ceph.com:9093"}]: dispatch 2024-08-29T17:44:11.502 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:44:11 smithi028 bash[22419]: audit 2024-08-29T17:44:10.176024+0000 mgr.y (mgr.14499) 68 : audit [DBG] from='mon.0 -' entity='mon.' cmd=[{"prefix": "dashboard set-alertmanager-api-host", "value": "http://smithi028.front.sepia.ceph.com:9093"}]: dispatch 2024-08-29T17:44:11.502 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:44:11 smithi028 bash[22419]: audit 2024-08-29T17:44:10.195588+0000 mon.a (mon.0) 875 : audit [INF] from='mgr.14499 172.21.15.28:0/1402656687' entity='mgr.y' 2024-08-29T17:44:11.502 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:44:11 smithi028 bash[22419]: audit 2024-08-29T17:44:10.213428+0000 mon.a (mon.0) 876 : audit [DBG] from='mgr.14499 172.21.15.28:0/1402656687' entity='mgr.y' cmd=[{"prefix": "dashboard get-prometheus-api-host"}]: dispatch 2024-08-29T17:44:11.502 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:44:11 smithi028 bash[22419]: audit 2024-08-29T17:44:10.214403+0000 mgr.y (mgr.14499) 69 : audit [DBG] from='mon.0 -' entity='mon.' cmd=[{"prefix": "dashboard get-prometheus-api-host"}]: dispatch 2024-08-29T17:44:11.502 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:44:11 smithi028 bash[22419]: audit 2024-08-29T17:44:10.221472+0000 mon.a (mon.0) 877 : audit [INF] from='mgr.14499 172.21.15.28:0/1402656687' entity='mgr.y' cmd=[{"prefix": "dashboard set-prometheus-api-host", "value": "http://smithi053.front.sepia.ceph.com:9095"}]: dispatch 2024-08-29T17:44:11.502 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:44:11 smithi028 bash[22419]: audit 2024-08-29T17:44:10.222203+0000 mgr.y (mgr.14499) 70 : audit [DBG] from='mon.0 -' entity='mon.' cmd=[{"prefix": "dashboard set-prometheus-api-host", "value": "http://smithi053.front.sepia.ceph.com:9095"}]: dispatch 2024-08-29T17:44:11.502 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:44:11 smithi028 bash[22419]: audit 2024-08-29T17:44:10.235909+0000 mon.a (mon.0) 878 : audit [INF] from='mgr.14499 172.21.15.28:0/1402656687' entity='mgr.y' 2024-08-29T17:44:11.502 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:44:11 smithi028 bash[22419]: audit 2024-08-29T17:44:10.258438+0000 mon.a (mon.0) 879 : audit [DBG] from='mgr.14499 172.21.15.28:0/1402656687' entity='mgr.y' cmd=[{"prefix": "dashboard get-grafana-api-url"}]: dispatch 2024-08-29T17:44:11.502 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:44:11 smithi028 bash[22419]: audit 2024-08-29T17:44:10.259354+0000 mgr.y (mgr.14499) 71 : audit [DBG] from='mon.0 -' entity='mon.' cmd=[{"prefix": "dashboard get-grafana-api-url"}]: dispatch 2024-08-29T17:44:11.503 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:44:11 smithi028 bash[22419]: audit 2024-08-29T17:44:10.264479+0000 mon.a (mon.0) 880 : audit [INF] from='mgr.14499 172.21.15.28:0/1402656687' entity='mgr.y' cmd=[{"prefix": "dashboard set-grafana-api-url", "value": "https://smithi053.front.sepia.ceph.com:3000"}]: dispatch 2024-08-29T17:44:11.503 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:44:11 smithi028 bash[22419]: audit 2024-08-29T17:44:10.265321+0000 mgr.y (mgr.14499) 72 : audit [DBG] from='mon.0 -' entity='mon.' cmd=[{"prefix": "dashboard set-grafana-api-url", "value": "https://smithi053.front.sepia.ceph.com:3000"}]: dispatch 2024-08-29T17:44:11.503 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:44:11 smithi028 bash[22419]: audit 2024-08-29T17:44:10.274728+0000 mon.a (mon.0) 881 : audit [INF] from='mgr.14499 172.21.15.28:0/1402656687' entity='mgr.y' 2024-08-29T17:44:11.503 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:44:11 smithi028 bash[22419]: audit 2024-08-29T17:44:10.292455+0000 mon.a (mon.0) 882 : audit [DBG] from='mgr.14499 172.21.15.28:0/1402656687' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-29T17:44:11.514 INFO:journalctl@ceph.grafana.a.smithi053.stdout:Aug 29 17:44:11 smithi053 bash[51494]: logger=migrator t=2024-08-29T17:44:11.238445219Z level=info msg="Executing migration" id="add column send_alerts_to in ngalert_configuration" 2024-08-29T17:44:11.515 INFO:journalctl@ceph.grafana.a.smithi053.stdout:Aug 29 17:44:11 smithi053 bash[51494]: logger=migrator t=2024-08-29T17:44:11.401951596Z level=info msg="Executing migration" id="create provenance_type table" 2024-08-29T17:44:11.516 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:44:11 smithi053 bash[24720]: cluster 2024-08-29T17:44:09.804256+0000 mgr.y (mgr.14499) 66 : cluster [DBG] pgmap v48: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-29T17:44:11.516 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:44:11 smithi053 bash[24720]: audit 2024-08-29T17:44:10.172686+0000 mgr.y (mgr.14499) 67 : audit [DBG] from='mon.0 -' entity='mon.' cmd=[{"prefix": "dashboard get-alertmanager-api-host"}]: dispatch 2024-08-29T17:44:11.516 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:44:11 smithi053 bash[24720]: audit 2024-08-29T17:44:10.175102+0000 mon.a (mon.0) 874 : audit [INF] from='mgr.14499 172.21.15.28:0/1402656687' entity='mgr.y' cmd=[{"prefix": "dashboard set-alertmanager-api-host", "value": "http://smithi028.front.sepia.ceph.com:9093"}]: dispatch 2024-08-29T17:44:11.516 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:44:11 smithi053 bash[24720]: audit 2024-08-29T17:44:10.176024+0000 mgr.y (mgr.14499) 68 : audit [DBG] from='mon.0 -' entity='mon.' cmd=[{"prefix": "dashboard set-alertmanager-api-host", "value": "http://smithi028.front.sepia.ceph.com:9093"}]: dispatch 2024-08-29T17:44:11.516 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:44:11 smithi053 bash[24720]: audit 2024-08-29T17:44:10.195588+0000 mon.a (mon.0) 875 : audit [INF] from='mgr.14499 172.21.15.28:0/1402656687' entity='mgr.y' 2024-08-29T17:44:11.516 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:44:11 smithi053 bash[24720]: audit 2024-08-29T17:44:10.213428+0000 mon.a (mon.0) 876 : audit [DBG] from='mgr.14499 172.21.15.28:0/1402656687' entity='mgr.y' cmd=[{"prefix": "dashboard get-prometheus-api-host"}]: dispatch 2024-08-29T17:44:11.516 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:44:11 smithi053 bash[24720]: audit 2024-08-29T17:44:10.214403+0000 mgr.y (mgr.14499) 69 : audit [DBG] from='mon.0 -' entity='mon.' cmd=[{"prefix": "dashboard get-prometheus-api-host"}]: dispatch 2024-08-29T17:44:11.516 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:44:11 smithi053 bash[24720]: audit 2024-08-29T17:44:10.221472+0000 mon.a (mon.0) 877 : audit [INF] from='mgr.14499 172.21.15.28:0/1402656687' entity='mgr.y' cmd=[{"prefix": "dashboard set-prometheus-api-host", "value": "http://smithi053.front.sepia.ceph.com:9095"}]: dispatch 2024-08-29T17:44:11.516 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:44:11 smithi053 bash[24720]: audit 2024-08-29T17:44:10.222203+0000 mgr.y (mgr.14499) 70 : audit [DBG] from='mon.0 -' entity='mon.' cmd=[{"prefix": "dashboard set-prometheus-api-host", "value": "http://smithi053.front.sepia.ceph.com:9095"}]: dispatch 2024-08-29T17:44:11.516 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:44:11 smithi053 bash[24720]: audit 2024-08-29T17:44:10.235909+0000 mon.a (mon.0) 878 : audit [INF] from='mgr.14499 172.21.15.28:0/1402656687' entity='mgr.y' 2024-08-29T17:44:11.517 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:44:11 smithi053 bash[24720]: audit 2024-08-29T17:44:10.258438+0000 mon.a (mon.0) 879 : audit [DBG] from='mgr.14499 172.21.15.28:0/1402656687' entity='mgr.y' cmd=[{"prefix": "dashboard get-grafana-api-url"}]: dispatch 2024-08-29T17:44:11.517 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:44:11 smithi053 bash[24720]: audit 2024-08-29T17:44:10.259354+0000 mgr.y (mgr.14499) 71 : audit [DBG] from='mon.0 -' entity='mon.' cmd=[{"prefix": "dashboard get-grafana-api-url"}]: dispatch 2024-08-29T17:44:11.517 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:44:11 smithi053 bash[24720]: audit 2024-08-29T17:44:10.264479+0000 mon.a (mon.0) 880 : audit [INF] from='mgr.14499 172.21.15.28:0/1402656687' entity='mgr.y' cmd=[{"prefix": "dashboard set-grafana-api-url", "value": "https://smithi053.front.sepia.ceph.com:3000"}]: dispatch 2024-08-29T17:44:11.517 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:44:11 smithi053 bash[24720]: audit 2024-08-29T17:44:10.265321+0000 mgr.y (mgr.14499) 72 : audit [DBG] from='mon.0 -' entity='mon.' cmd=[{"prefix": "dashboard set-grafana-api-url", "value": "https://smithi053.front.sepia.ceph.com:3000"}]: dispatch 2024-08-29T17:44:11.517 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:44:11 smithi053 bash[24720]: audit 2024-08-29T17:44:10.274728+0000 mon.a (mon.0) 881 : audit [INF] from='mgr.14499 172.21.15.28:0/1402656687' entity='mgr.y' 2024-08-29T17:44:11.517 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:44:11 smithi053 bash[24720]: audit 2024-08-29T17:44:10.292455+0000 mon.a (mon.0) 882 : audit [DBG] from='mgr.14499 172.21.15.28:0/1402656687' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-29T17:44:11.822 INFO:journalctl@ceph.grafana.a.smithi053.stdout:Aug 29 17:44:11 smithi053 bash[51494]: logger=migrator t=2024-08-29T17:44:11.519501017Z level=info msg="Executing migration" id="add index to uniquify (record_key, record_type, org_id) columns" 2024-08-29T17:44:11.822 INFO:journalctl@ceph.grafana.a.smithi053.stdout:Aug 29 17:44:11 smithi053 bash[51494]: logger=migrator t=2024-08-29T17:44:11.636716008Z level=info msg="Executing migration" id="create alert_image table" 2024-08-29T17:44:11.822 INFO:journalctl@ceph.grafana.a.smithi053.stdout:Aug 29 17:44:11 smithi053 bash[51494]: logger=migrator t=2024-08-29T17:44:11.715134297Z level=info msg="Executing migration" id="add unique index on token to alert_image table" 2024-08-29T17:44:12.084 INFO:journalctl@ceph.grafana.a.smithi053.stdout:Aug 29 17:44:11 smithi053 bash[51494]: logger=migrator t=2024-08-29T17:44:11.829359592Z level=info msg="Executing migration" id="support longer URLs in alert_image table" 2024-08-29T17:44:12.085 INFO:journalctl@ceph.grafana.a.smithi053.stdout:Aug 29 17:44:11 smithi053 bash[51494]: logger=migrator t=2024-08-29T17:44:11.91300821Z level=info msg="Executing migration" id=create_alert_configuration_history_table 2024-08-29T17:44:12.085 INFO:journalctl@ceph.grafana.a.smithi053.stdout:Aug 29 17:44:12 smithi053 bash[51494]: logger=migrator t=2024-08-29T17:44:12.008040613Z level=info msg="Executing migration" id="drop non-unique orgID index on alert_configuration" 2024-08-29T17:44:12.085 INFO:journalctl@ceph.grafana.a.smithi053.stdout:Aug 29 17:44:12 smithi053 bash[51494]: logger=migrator t=2024-08-29T17:44:12.055542135Z level=info msg="Executing migration" id="drop unique orgID index on alert_configuration if exists" 2024-08-29T17:44:12.085 INFO:journalctl@ceph.grafana.a.smithi053.stdout:Aug 29 17:44:12 smithi053 bash[51494]: logger=migrator t=2024-08-29T17:44:12.055803774Z level=warn msg="Skipping migration: Already executed, but not recorded in migration log" id="drop unique orgID index on alert_configuration if exists" 2024-08-29T17:44:12.348 INFO:journalctl@ceph.grafana.a.smithi053.stdout:Aug 29 17:44:12 smithi053 bash[51494]: logger=migrator t=2024-08-29T17:44:12.089334613Z level=info msg="Executing migration" id="extract alertmanager configuration history to separate table" 2024-08-29T17:44:12.348 INFO:journalctl@ceph.grafana.a.smithi053.stdout:Aug 29 17:44:12 smithi053 bash[51494]: logger=migrator t=2024-08-29T17:44:12.141931275Z level=info msg="Executing migration" id="add unique index on orgID to alert_configuration" 2024-08-29T17:44:12.348 INFO:journalctl@ceph.grafana.a.smithi053.stdout:Aug 29 17:44:12 smithi053 bash[51494]: logger=migrator t=2024-08-29T17:44:12.23475672Z level=info msg="Executing migration" id="clear migration entry \"remove unified alerting data\"" 2024-08-29T17:44:12.349 INFO:journalctl@ceph.grafana.a.smithi053.stdout:Aug 29 17:44:12 smithi053 bash[51494]: logger=migrator t=2024-08-29T17:44:12.235314924Z level=info msg="Executing migration" id="move dashboard alerts to unified alerting" 2024-08-29T17:44:12.349 INFO:journalctl@ceph.grafana.a.smithi053.stdout:Aug 29 17:44:12 smithi053 bash[51494]: logger=migrator t=2024-08-29T17:44:12.235822488Z level=info msg="alerts found to migrate" alerts=0 2024-08-29T17:44:12.349 INFO:journalctl@ceph.grafana.a.smithi053.stdout:Aug 29 17:44:12 smithi053 bash[51494]: logger=migrator t=2024-08-29T17:44:12.260034156Z level=info msg="Executing migration" id="create library_element table v1" 2024-08-29T17:44:12.349 INFO:journalctl@ceph.grafana.a.smithi053.stdout:Aug 29 17:44:12 smithi053 bash[51494]: logger=migrator t=2024-08-29T17:44:12.285317475Z level=info msg="Executing migration" id="add index library_element org_id-folder_id-name-kind" 2024-08-29T17:44:12.349 INFO:journalctl@ceph.grafana.a.smithi053.stdout:Aug 29 17:44:12 smithi053 bash[51494]: logger=migrator t=2024-08-29T17:44:12.310571514Z level=info msg="Executing migration" id="create library_element_connection table v1" 2024-08-29T17:44:12.349 INFO:journalctl@ceph.grafana.a.smithi053.stdout:Aug 29 17:44:12 smithi053 bash[51494]: logger=migrator t=2024-08-29T17:44:12.35247039Z level=info msg="Executing migration" id="add index library_element_connection element_id-kind-connection_id" 2024-08-29T17:44:12.349 INFO:journalctl@ceph.prometheus.a.smithi053.stdout:Aug 29 17:44:12 smithi053 bash[52175]: ts=2024-08-29T17:44:12.124Z caller=main.go:564 level=info msg="Starting Prometheus Server" mode=server version="(version=2.43.0, branch=HEAD, revision=edfc3bcd025dd6fe296c167a14a216cab1e552ee)" 2024-08-29T17:44:12.349 INFO:journalctl@ceph.prometheus.a.smithi053.stdout:Aug 29 17:44:12 smithi053 bash[52175]: ts=2024-08-29T17:44:12.124Z caller=main.go:569 level=info build_context="(go=go1.19.7, platform=linux/amd64, user=root@8a0ee342e522, date=20230321-12:56:07, tags=netgo,builtinassets)" 2024-08-29T17:44:12.350 INFO:journalctl@ceph.prometheus.a.smithi053.stdout:Aug 29 17:44:12 smithi053 bash[52175]: ts=2024-08-29T17:44:12.124Z caller=main.go:570 level=info host_details="(Linux 5.15.0-119-generic #129-Ubuntu SMP Fri Aug 2 19:25:20 UTC 2024 x86_64 smithi053 (none))" 2024-08-29T17:44:12.350 INFO:journalctl@ceph.prometheus.a.smithi053.stdout:Aug 29 17:44:12 smithi053 bash[52175]: ts=2024-08-29T17:44:12.124Z caller=main.go:571 level=info fd_limits="(soft=1048576, hard=1048576)" 2024-08-29T17:44:12.350 INFO:journalctl@ceph.prometheus.a.smithi053.stdout:Aug 29 17:44:12 smithi053 bash[52175]: ts=2024-08-29T17:44:12.124Z caller=main.go:572 level=info vm_limits="(soft=unlimited, hard=unlimited)" 2024-08-29T17:44:12.350 INFO:journalctl@ceph.prometheus.a.smithi053.stdout:Aug 29 17:44:12 smithi053 bash[52175]: ts=2024-08-29T17:44:12.126Z caller=web.go:561 level=info component=web msg="Start listening for connections" address=:9095 2024-08-29T17:44:12.350 INFO:journalctl@ceph.prometheus.a.smithi053.stdout:Aug 29 17:44:12 smithi053 bash[52175]: ts=2024-08-29T17:44:12.126Z caller=main.go:1005 level=info msg="Starting TSDB ..." 2024-08-29T17:44:12.350 INFO:journalctl@ceph.prometheus.a.smithi053.stdout:Aug 29 17:44:12 smithi053 bash[52175]: ts=2024-08-29T17:44:12.128Z caller=tls_config.go:232 level=info component=web msg="Listening on" address=[::]:9095 2024-08-29T17:44:12.350 INFO:journalctl@ceph.prometheus.a.smithi053.stdout:Aug 29 17:44:12 smithi053 bash[52175]: ts=2024-08-29T17:44:12.128Z caller=tls_config.go:235 level=info component=web msg="TLS is disabled." http2=false address=[::]:9095 2024-08-29T17:44:12.350 INFO:journalctl@ceph.prometheus.a.smithi053.stdout:Aug 29 17:44:12 smithi053 bash[52175]: ts=2024-08-29T17:44:12.130Z caller=head.go:587 level=info component=tsdb msg="Replaying on-disk memory mappable chunks if any" 2024-08-29T17:44:12.350 INFO:journalctl@ceph.prometheus.a.smithi053.stdout:Aug 29 17:44:12 smithi053 bash[52175]: ts=2024-08-29T17:44:12.130Z caller=head.go:658 level=info component=tsdb msg="On-disk memory mappable chunks replay completed" duration=1.848µs 2024-08-29T17:44:12.350 INFO:journalctl@ceph.prometheus.a.smithi053.stdout:Aug 29 17:44:12 smithi053 bash[52175]: ts=2024-08-29T17:44:12.130Z caller=head.go:664 level=info component=tsdb msg="Replaying WAL, this may take a while" 2024-08-29T17:44:12.350 INFO:journalctl@ceph.prometheus.a.smithi053.stdout:Aug 29 17:44:12 smithi053 bash[52175]: ts=2024-08-29T17:44:12.130Z caller=head.go:735 level=info component=tsdb msg="WAL segment loaded" segment=0 maxSegment=1 2024-08-29T17:44:12.350 INFO:journalctl@ceph.prometheus.a.smithi053.stdout:Aug 29 17:44:12 smithi053 bash[52175]: ts=2024-08-29T17:44:12.130Z caller=head.go:735 level=info component=tsdb msg="WAL segment loaded" segment=1 maxSegment=1 2024-08-29T17:44:12.351 INFO:journalctl@ceph.prometheus.a.smithi053.stdout:Aug 29 17:44:12 smithi053 bash[52175]: ts=2024-08-29T17:44:12.130Z caller=head.go:772 level=info component=tsdb msg="WAL replay completed" checkpoint_replay_duration=39.361µs wal_replay_duration=615.934µs wbl_replay_duration=135ns total_replay_duration=675.356µs 2024-08-29T17:44:12.351 INFO:journalctl@ceph.prometheus.a.smithi053.stdout:Aug 29 17:44:12 smithi053 bash[52175]: ts=2024-08-29T17:44:12.132Z caller=main.go:1026 level=info fs_type=XFS_SUPER_MAGIC 2024-08-29T17:44:12.351 INFO:journalctl@ceph.prometheus.a.smithi053.stdout:Aug 29 17:44:12 smithi053 bash[52175]: ts=2024-08-29T17:44:12.132Z caller=main.go:1029 level=info msg="TSDB started" 2024-08-29T17:44:12.351 INFO:journalctl@ceph.prometheus.a.smithi053.stdout:Aug 29 17:44:12 smithi053 bash[52175]: ts=2024-08-29T17:44:12.132Z caller=main.go:1209 level=info msg="Loading configuration file" filename=/etc/prometheus/prometheus.yml 2024-08-29T17:44:12.351 INFO:journalctl@ceph.prometheus.a.smithi053.stdout:Aug 29 17:44:12 smithi053 bash[52175]: ts=2024-08-29T17:44:12.151Z caller=main.go:1246 level=info msg="Completed loading of configuration file" filename=/etc/prometheus/prometheus.yml totalDuration=19.323651ms db_storage=899ns remote_storage=1.384µs web_handler=355ns query_engine=786ns scrape=268.157µs scrape_sd=42.735µs notify=21.451µs notify_sd=6.907µs rules=18.585904ms tracing=7.178µs 2024-08-29T17:44:12.351 INFO:journalctl@ceph.prometheus.a.smithi053.stdout:Aug 29 17:44:12 smithi053 bash[52175]: ts=2024-08-29T17:44:12.151Z caller=main.go:990 level=info msg="Server is ready to receive web requests." 2024-08-29T17:44:12.351 INFO:journalctl@ceph.prometheus.a.smithi053.stdout:Aug 29 17:44:12 smithi053 bash[52175]: ts=2024-08-29T17:44:12.151Z caller=manager.go:974 level=info component="rule manager" msg="Starting rule manager..." 2024-08-29T17:44:12.634 INFO:journalctl@ceph.grafana.a.smithi053.stdout:Aug 29 17:44:12 smithi053 bash[51494]: logger=migrator t=2024-08-29T17:44:12.394498867Z level=info msg="Executing migration" id="add unique index library_element org_id_uid" 2024-08-29T17:44:12.634 INFO:journalctl@ceph.grafana.a.smithi053.stdout:Aug 29 17:44:12 smithi053 bash[51494]: logger=migrator t=2024-08-29T17:44:12.41988479Z level=info msg="Executing migration" id="increase max description length to 2048" 2024-08-29T17:44:12.634 INFO:journalctl@ceph.grafana.a.smithi053.stdout:Aug 29 17:44:12 smithi053 bash[51494]: logger=migrator t=2024-08-29T17:44:12.461845486Z level=info msg="Executing migration" id="clone move dashboard alerts to unified alerting" 2024-08-29T17:44:12.634 INFO:journalctl@ceph.grafana.a.smithi053.stdout:Aug 29 17:44:12 smithi053 bash[51494]: logger=migrator t=2024-08-29T17:44:12.48715868Z level=info msg="Executing migration" id="create data_keys table" 2024-08-29T17:44:12.634 INFO:journalctl@ceph.grafana.a.smithi053.stdout:Aug 29 17:44:12 smithi053 bash[51494]: logger=migrator t=2024-08-29T17:44:12.512376087Z level=info msg="Executing migration" id="create secrets table" 2024-08-29T17:44:12.634 INFO:journalctl@ceph.grafana.a.smithi053.stdout:Aug 29 17:44:12 smithi053 bash[51494]: logger=migrator t=2024-08-29T17:44:12.537711662Z level=info msg="Executing migration" id="rename data_keys name column to id" 2024-08-29T17:44:12.634 INFO:journalctl@ceph.grafana.a.smithi053.stdout:Aug 29 17:44:12 smithi053 bash[51494]: logger=migrator t=2024-08-29T17:44:12.59636089Z level=info msg="Executing migration" id="add name column into data_keys" 2024-08-29T17:44:12.635 INFO:journalctl@ceph.grafana.a.smithi053.stdout:Aug 29 17:44:12 smithi053 bash[51494]: logger=migrator t=2024-08-29T17:44:12.638271096Z level=info msg="Executing migration" id="copy data_keys id column values into name" 2024-08-29T17:44:12.875 INFO:journalctl@ceph.alertmanager.a.smithi028.stdout:Aug 29 17:44:12 smithi028 bash[61353]: ts=2024-08-29T17:44:12.505Z caller=cluster.go:698 level=info component=cluster msg="gossip settled; proceeding" elapsed=10.002925942s 2024-08-29T17:44:12.920 INFO:journalctl@ceph.grafana.a.smithi053.stdout:Aug 29 17:44:12 smithi053 bash[51494]: logger=migrator t=2024-08-29T17:44:12.663651866Z level=info msg="Executing migration" id="rename data_keys name column to label" 2024-08-29T17:44:12.920 INFO:journalctl@ceph.grafana.a.smithi053.stdout:Aug 29 17:44:12 smithi053 bash[51494]: logger=migrator t=2024-08-29T17:44:12.705586572Z level=info msg="Executing migration" id="rename data_keys id column back to name" 2024-08-29T17:44:12.920 INFO:journalctl@ceph.grafana.a.smithi053.stdout:Aug 29 17:44:12 smithi053 bash[51494]: logger=migrator t=2024-08-29T17:44:12.747574016Z level=info msg="Executing migration" id="create kv_store table v1" 2024-08-29T17:44:12.920 INFO:journalctl@ceph.grafana.a.smithi053.stdout:Aug 29 17:44:12 smithi053 bash[51494]: logger=migrator t=2024-08-29T17:44:12.772875461Z level=info msg="Executing migration" id="add index kv_store.org_id-namespace-key" 2024-08-29T17:44:12.920 INFO:journalctl@ceph.grafana.a.smithi053.stdout:Aug 29 17:44:12 smithi053 bash[51494]: logger=migrator t=2024-08-29T17:44:12.798138797Z level=info msg="Executing migration" id="update dashboard_uid and panel_id from existing annotations" 2024-08-29T17:44:12.920 INFO:journalctl@ceph.grafana.a.smithi053.stdout:Aug 29 17:44:12 smithi053 bash[51494]: logger=migrator t=2024-08-29T17:44:12.840126369Z level=info msg="Executing migration" id="create permission table" 2024-08-29T17:44:12.920 INFO:journalctl@ceph.grafana.a.smithi053.stdout:Aug 29 17:44:12 smithi053 bash[51494]: logger=migrator t=2024-08-29T17:44:12.873828143Z level=info msg="Executing migration" id="add unique index permission.role_id" 2024-08-29T17:44:12.920 INFO:journalctl@ceph.grafana.a.smithi053.stdout:Aug 29 17:44:12 smithi053 bash[51494]: logger=migrator t=2024-08-29T17:44:12.924177829Z level=info msg="Executing migration" id="add unique index role_id_action_scope" 2024-08-29T17:44:13.181 INFO:journalctl@ceph.grafana.a.smithi053.stdout:Aug 29 17:44:12 smithi053 bash[51494]: logger=migrator t=2024-08-29T17:44:12.957885777Z level=info msg="Executing migration" id="create role table" 2024-08-29T17:44:13.181 INFO:journalctl@ceph.grafana.a.smithi053.stdout:Aug 29 17:44:12 smithi053 bash[51494]: logger=migrator t=2024-08-29T17:44:12.983163259Z level=info msg="Executing migration" id="add column display_name" 2024-08-29T17:44:13.181 INFO:journalctl@ceph.grafana.a.smithi053.stdout:Aug 29 17:44:13 smithi053 bash[51494]: logger=migrator t=2024-08-29T17:44:13.025130392Z level=info msg="Executing migration" id="add column group_name" 2024-08-29T17:44:13.181 INFO:journalctl@ceph.grafana.a.smithi053.stdout:Aug 29 17:44:13 smithi053 bash[51494]: logger=migrator t=2024-08-29T17:44:13.067449391Z level=info msg="Executing migration" id="add index role.org_id" 2024-08-29T17:44:13.182 INFO:journalctl@ceph.grafana.a.smithi053.stdout:Aug 29 17:44:13 smithi053 bash[51494]: logger=migrator t=2024-08-29T17:44:13.109481734Z level=info msg="Executing migration" id="add unique index role_org_id_name" 2024-08-29T17:44:13.182 INFO:journalctl@ceph.grafana.a.smithi053.stdout:Aug 29 17:44:13 smithi053 bash[51494]: logger=migrator t=2024-08-29T17:44:13.151454558Z level=info msg="Executing migration" id="add index role_org_id_uid" 2024-08-29T17:44:13.458 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:44:13 smithi053 bash[24720]: cluster 2024-08-29T17:44:11.805357+0000 mgr.y (mgr.14499) 73 : cluster [DBG] pgmap v49: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-29T17:44:13.458 INFO:journalctl@ceph.grafana.a.smithi053.stdout:Aug 29 17:44:13 smithi053 bash[51494]: logger=migrator t=2024-08-29T17:44:13.193438655Z level=info msg="Executing migration" id="create team role table" 2024-08-29T17:44:13.458 INFO:journalctl@ceph.grafana.a.smithi053.stdout:Aug 29 17:44:13 smithi053 bash[51494]: logger=migrator t=2024-08-29T17:44:13.21879919Z level=info msg="Executing migration" id="add index team_role.org_id" 2024-08-29T17:44:13.458 INFO:journalctl@ceph.grafana.a.smithi053.stdout:Aug 29 17:44:13 smithi053 bash[51494]: logger=migrator t=2024-08-29T17:44:13.244035375Z level=info msg="Executing migration" id="add unique index team_role_org_id_team_id_role_id" 2024-08-29T17:44:13.458 INFO:journalctl@ceph.grafana.a.smithi053.stdout:Aug 29 17:44:13 smithi053 bash[51494]: logger=migrator t=2024-08-29T17:44:13.269309861Z level=info msg="Executing migration" id="add index team_role.team_id" 2024-08-29T17:44:13.459 INFO:journalctl@ceph.grafana.a.smithi053.stdout:Aug 29 17:44:13 smithi053 bash[51494]: logger=migrator t=2024-08-29T17:44:13.311342058Z level=info msg="Executing migration" id="create user role table" 2024-08-29T17:44:13.459 INFO:journalctl@ceph.grafana.a.smithi053.stdout:Aug 29 17:44:13 smithi053 bash[51494]: logger=migrator t=2024-08-29T17:44:13.353311421Z level=info msg="Executing migration" id="add index user_role.org_id" 2024-08-29T17:44:13.459 INFO:journalctl@ceph.grafana.a.smithi053.stdout:Aug 29 17:44:13 smithi053 bash[51494]: logger=migrator t=2024-08-29T17:44:13.378656637Z level=info msg="Executing migration" id="add unique index user_role_org_id_user_id_role_id" 2024-08-29T17:44:13.459 INFO:journalctl@ceph.grafana.a.smithi053.stdout:Aug 29 17:44:13 smithi053 bash[51494]: logger=migrator t=2024-08-29T17:44:13.420546516Z level=info msg="Executing migration" id="add index user_role.user_id" 2024-08-29T17:44:13.459 INFO:journalctl@ceph.grafana.a.smithi053.stdout:Aug 29 17:44:13 smithi053 bash[51494]: logger=migrator t=2024-08-29T17:44:13.462711378Z level=info msg="Executing migration" id="create builtin role table" 2024-08-29T17:44:13.625 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:44:13 smithi028 bash[31855]: cluster 2024-08-29T17:44:11.805357+0000 mgr.y (mgr.14499) 73 : cluster [DBG] pgmap v49: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-29T17:44:13.625 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:44:13 smithi028 bash[22419]: cluster 2024-08-29T17:44:11.805357+0000 mgr.y (mgr.14499) 73 : cluster [DBG] pgmap v49: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-29T17:44:13.710 INFO:journalctl@ceph.grafana.a.smithi053.stdout:Aug 29 17:44:13 smithi053 bash[51494]: logger=migrator t=2024-08-29T17:44:13.488030087Z level=info msg="Executing migration" id="add index builtin_role.role_id" 2024-08-29T17:44:13.711 INFO:journalctl@ceph.grafana.a.smithi053.stdout:Aug 29 17:44:13 smithi053 bash[51494]: logger=migrator t=2024-08-29T17:44:13.51321469Z level=info msg="Executing migration" id="add index builtin_role.name" 2024-08-29T17:44:13.711 INFO:journalctl@ceph.grafana.a.smithi053.stdout:Aug 29 17:44:13 smithi053 bash[51494]: logger=migrator t=2024-08-29T17:44:13.563545553Z level=info msg="Executing migration" id="Add column org_id to builtin_role table" 2024-08-29T17:44:13.711 INFO:journalctl@ceph.grafana.a.smithi053.stdout:Aug 29 17:44:13 smithi053 bash[51494]: logger=migrator t=2024-08-29T17:44:13.605650927Z level=info msg="Executing migration" id="add index builtin_role.org_id" 2024-08-29T17:44:13.711 INFO:journalctl@ceph.grafana.a.smithi053.stdout:Aug 29 17:44:13 smithi053 bash[51494]: logger=migrator t=2024-08-29T17:44:13.647665943Z level=info msg="Executing migration" id="add unique index builtin_role_org_id_role_id_role" 2024-08-29T17:44:13.711 INFO:journalctl@ceph.grafana.a.smithi053.stdout:Aug 29 17:44:13 smithi053 bash[51494]: logger=migrator t=2024-08-29T17:44:13.689616064Z level=info msg="Executing migration" id="Remove unique index role_org_id_uid" 2024-08-29T17:44:13.711 INFO:journalctl@ceph.grafana.a.smithi053.stdout:Aug 29 17:44:13 smithi053 bash[51494]: logger=migrator t=2024-08-29T17:44:13.714924114Z level=info msg="Executing migration" id="add unique index role.uid" 2024-08-29T17:44:13.963 INFO:journalctl@ceph.grafana.a.smithi053.stdout:Aug 29 17:44:13 smithi053 bash[51494]: logger=migrator t=2024-08-29T17:44:13.740151718Z level=info msg="Executing migration" id="create seed assignment table" 2024-08-29T17:44:13.963 INFO:journalctl@ceph.grafana.a.smithi053.stdout:Aug 29 17:44:13 smithi053 bash[51494]: logger=migrator t=2024-08-29T17:44:13.765461401Z level=info msg="Executing migration" id="add unique index builtin_role_role_name" 2024-08-29T17:44:13.963 INFO:journalctl@ceph.grafana.a.smithi053.stdout:Aug 29 17:44:13 smithi053 bash[51494]: logger=migrator t=2024-08-29T17:44:13.790722659Z level=info msg="Executing migration" id="add column hidden to role table" 2024-08-29T17:44:13.964 INFO:journalctl@ceph.grafana.a.smithi053.stdout:Aug 29 17:44:13 smithi053 bash[51494]: logger=migrator t=2024-08-29T17:44:13.81597273Z level=info msg="Executing migration" id="create query_history table v1" 2024-08-29T17:44:13.964 INFO:journalctl@ceph.grafana.a.smithi053.stdout:Aug 29 17:44:13 smithi053 bash[51494]: logger=migrator t=2024-08-29T17:44:13.857956163Z level=info msg="Executing migration" id="add index query_history.org_id-created_by-datasource_uid" 2024-08-29T17:44:13.964 INFO:journalctl@ceph.grafana.a.smithi053.stdout:Aug 29 17:44:13 smithi053 bash[51494]: logger=migrator t=2024-08-29T17:44:13.883264545Z level=info msg="Executing migration" id="alter table query_history alter column created_by type to bigint" 2024-08-29T17:44:13.964 INFO:journalctl@ceph.grafana.a.smithi053.stdout:Aug 29 17:44:13 smithi053 bash[51494]: logger=migrator t=2024-08-29T17:44:13.908386899Z level=info msg="Executing migration" id="teams permissions migration" 2024-08-29T17:44:13.964 INFO:journalctl@ceph.grafana.a.smithi053.stdout:Aug 29 17:44:13 smithi053 bash[51494]: logger=migrator t=2024-08-29T17:44:13.942256023Z level=info msg="Executing migration" id="dashboard permissions" 2024-08-29T17:44:13.964 INFO:journalctl@ceph.grafana.a.smithi053.stdout:Aug 29 17:44:13 smithi053 bash[51494]: logger=migrator t=2024-08-29T17:44:13.967602912Z level=info msg="Executing migration" id="dashboard permissions uid scopes" 2024-08-29T17:44:14.215 INFO:journalctl@ceph.grafana.a.smithi053.stdout:Aug 29 17:44:14 smithi053 bash[51494]: logger=migrator t=2024-08-29T17:44:14.00954091Z level=info msg="Executing migration" id="drop managed folder create actions" 2024-08-29T17:44:14.215 INFO:journalctl@ceph.grafana.a.smithi053.stdout:Aug 29 17:44:14 smithi053 bash[51494]: logger=migrator t=2024-08-29T17:44:14.043295364Z level=info msg="Executing migration" id="alerting notification permissions" 2024-08-29T17:44:14.216 INFO:journalctl@ceph.grafana.a.smithi053.stdout:Aug 29 17:44:14 smithi053 bash[51494]: logger=migrator t=2024-08-29T17:44:14.068665643Z level=info msg="Executing migration" id="create query_history_star table v1" 2024-08-29T17:44:14.216 INFO:journalctl@ceph.grafana.a.smithi053.stdout:Aug 29 17:44:14 smithi053 bash[51494]: logger=migrator t=2024-08-29T17:44:14.110639168Z level=info msg="Executing migration" id="add index query_history.user_id-query_uid" 2024-08-29T17:44:14.216 INFO:journalctl@ceph.grafana.a.smithi053.stdout:Aug 29 17:44:14 smithi053 bash[51494]: logger=migrator t=2024-08-29T17:44:14.152506918Z level=info msg="Executing migration" id="add column org_id in query_history_star" 2024-08-29T17:44:14.216 INFO:journalctl@ceph.grafana.a.smithi053.stdout:Aug 29 17:44:14 smithi053 bash[51494]: logger=migrator t=2024-08-29T17:44:14.194516337Z level=info msg="Executing migration" id="alter table query_history_star_mig column user_id type to bigint" 2024-08-29T17:44:14.216 INFO:journalctl@ceph.grafana.a.smithi053.stdout:Aug 29 17:44:14 smithi053 bash[51494]: logger=migrator t=2024-08-29T17:44:14.220033372Z level=info msg="Executing migration" id="create correlation table v1" 2024-08-29T17:44:14.493 INFO:journalctl@ceph.grafana.a.smithi053.stdout:Aug 29 17:44:14 smithi053 bash[51494]: logger=migrator t=2024-08-29T17:44:14.245241505Z level=info msg="Executing migration" id="add index correlations.uid" 2024-08-29T17:44:14.494 INFO:journalctl@ceph.grafana.a.smithi053.stdout:Aug 29 17:44:14 smithi053 bash[51494]: logger=migrator t=2024-08-29T17:44:14.270615219Z level=info msg="Executing migration" id="add index correlations.source_uid" 2024-08-29T17:44:14.494 INFO:journalctl@ceph.grafana.a.smithi053.stdout:Aug 29 17:44:14 smithi053 bash[51494]: logger=migrator t=2024-08-29T17:44:14.295958927Z level=info msg="Executing migration" id="add correlation config column" 2024-08-29T17:44:14.494 INFO:journalctl@ceph.grafana.a.smithi053.stdout:Aug 29 17:44:14 smithi053 bash[51494]: logger=migrator t=2024-08-29T17:44:14.32118005Z level=info msg="Executing migration" id="create entity_events table" 2024-08-29T17:44:14.494 INFO:journalctl@ceph.grafana.a.smithi053.stdout:Aug 29 17:44:14 smithi053 bash[51494]: logger=migrator t=2024-08-29T17:44:14.363196372Z level=info msg="Executing migration" id="create dashboard public config v1" 2024-08-29T17:44:14.494 INFO:journalctl@ceph.grafana.a.smithi053.stdout:Aug 29 17:44:14 smithi053 bash[51494]: logger=migrator t=2024-08-29T17:44:14.388406388Z level=info msg="Executing migration" id="drop index UQE_dashboard_public_config_uid - v1" 2024-08-29T17:44:14.494 INFO:journalctl@ceph.grafana.a.smithi053.stdout:Aug 29 17:44:14 smithi053 bash[51494]: logger=migrator t=2024-08-29T17:44:14.388756983Z level=warn msg="Skipping migration: Already executed, but not recorded in migration log" id="drop index UQE_dashboard_public_config_uid - v1" 2024-08-29T17:44:14.496 INFO:journalctl@ceph.grafana.a.smithi053.stdout:Aug 29 17:44:14 smithi053 bash[51494]: logger=migrator t=2024-08-29T17:44:14.413731051Z level=info msg="Executing migration" id="drop index IDX_dashboard_public_config_org_id_dashboard_uid - v1" 2024-08-29T17:44:14.496 INFO:journalctl@ceph.grafana.a.smithi053.stdout:Aug 29 17:44:14 smithi053 bash[51494]: logger=migrator t=2024-08-29T17:44:14.414103866Z level=warn msg="Skipping migration: Already executed, but not recorded in migration log" id="drop index IDX_dashboard_public_config_org_id_dashboard_uid - v1" 2024-08-29T17:44:14.496 INFO:journalctl@ceph.grafana.a.smithi053.stdout:Aug 29 17:44:14 smithi053 bash[51494]: logger=migrator t=2024-08-29T17:44:14.45562078Z level=info msg="Executing migration" id="Drop old dashboard public config table" 2024-08-29T17:44:14.496 INFO:journalctl@ceph.grafana.a.smithi053.stdout:Aug 29 17:44:14 smithi053 bash[51494]: logger=migrator t=2024-08-29T17:44:14.49771952Z level=info msg="Executing migration" id="recreate dashboard public config v1" 2024-08-29T17:44:14.746 INFO:journalctl@ceph.grafana.a.smithi053.stdout:Aug 29 17:44:14 smithi053 bash[51494]: logger=migrator t=2024-08-29T17:44:14.539640458Z level=info msg="Executing migration" id="create index UQE_dashboard_public_config_uid - v1" 2024-08-29T17:44:14.746 INFO:journalctl@ceph.grafana.a.smithi053.stdout:Aug 29 17:44:14 smithi053 bash[51494]: logger=migrator t=2024-08-29T17:44:14.564917336Z level=info msg="Executing migration" id="create index IDX_dashboard_public_config_org_id_dashboard_uid - v1" 2024-08-29T17:44:14.746 INFO:journalctl@ceph.grafana.a.smithi053.stdout:Aug 29 17:44:14 smithi053 bash[51494]: logger=migrator t=2024-08-29T17:44:14.606924735Z level=info msg="Executing migration" id="drop index UQE_dashboard_public_config_uid - v2" 2024-08-29T17:44:14.746 INFO:journalctl@ceph.grafana.a.smithi053.stdout:Aug 29 17:44:14 smithi053 bash[51494]: logger=migrator t=2024-08-29T17:44:14.648918264Z level=info msg="Executing migration" id="drop index IDX_dashboard_public_config_org_id_dashboard_uid - v2" 2024-08-29T17:44:14.746 INFO:journalctl@ceph.grafana.a.smithi053.stdout:Aug 29 17:44:14 smithi053 bash[51494]: logger=migrator t=2024-08-29T17:44:14.674182269Z level=info msg="Executing migration" id="Drop public config table" 2024-08-29T17:44:14.746 INFO:journalctl@ceph.grafana.a.smithi053.stdout:Aug 29 17:44:14 smithi053 bash[51494]: logger=migrator t=2024-08-29T17:44:14.69950852Z level=info msg="Executing migration" id="Recreate dashboard public config v2" 2024-08-29T17:44:14.746 INFO:journalctl@ceph.grafana.a.smithi053.stdout:Aug 29 17:44:14 smithi053 bash[51494]: logger=migrator t=2024-08-29T17:44:14.724666304Z level=info msg="Executing migration" id="create index UQE_dashboard_public_config_uid - v2" 2024-08-29T17:44:14.746 INFO:journalctl@ceph.grafana.a.smithi053.stdout:Aug 29 17:44:14 smithi053 bash[51494]: logger=migrator t=2024-08-29T17:44:14.749932956Z level=info msg="Executing migration" id="create index IDX_dashboard_public_config_org_id_dashboard_uid - v2" 2024-08-29T17:44:14.998 INFO:journalctl@ceph.grafana.a.smithi053.stdout:Aug 29 17:44:14 smithi053 bash[51494]: logger=migrator t=2024-08-29T17:44:14.775234374Z level=info msg="Executing migration" id="create index UQE_dashboard_public_config_access_token - v2" 2024-08-29T17:44:14.999 INFO:journalctl@ceph.grafana.a.smithi053.stdout:Aug 29 17:44:14 smithi053 bash[51494]: logger=migrator t=2024-08-29T17:44:14.800427601Z level=info msg="Executing migration" id="Rename table dashboard_public_config to dashboard_public - v2" 2024-08-29T17:44:14.999 INFO:journalctl@ceph.grafana.a.smithi053.stdout:Aug 29 17:44:14 smithi053 bash[51494]: logger=migrator t=2024-08-29T17:44:14.834317315Z level=info msg="Executing migration" id="add annotations_enabled column" 2024-08-29T17:44:14.999 INFO:journalctl@ceph.grafana.a.smithi053.stdout:Aug 29 17:44:14 smithi053 bash[51494]: logger=migrator t=2024-08-29T17:44:14.876289612Z level=info msg="Executing migration" id="add time_selection_enabled column" 2024-08-29T17:44:14.999 INFO:journalctl@ceph.grafana.a.smithi053.stdout:Aug 29 17:44:14 smithi053 bash[51494]: logger=migrator t=2024-08-29T17:44:14.90169998Z level=info msg="Executing migration" id="delete orphaned public dashboards" 2024-08-29T17:44:14.999 INFO:journalctl@ceph.grafana.a.smithi053.stdout:Aug 29 17:44:14 smithi053 bash[51494]: logger=migrator t=2024-08-29T17:44:14.926942459Z level=info msg="Executing migration" id="add share column" 2024-08-29T17:44:14.999 INFO:journalctl@ceph.grafana.a.smithi053.stdout:Aug 29 17:44:14 smithi053 bash[51494]: logger=migrator t=2024-08-29T17:44:14.952199818Z level=info msg="Executing migration" id="create default alerting folders" 2024-08-29T17:44:14.999 INFO:journalctl@ceph.grafana.a.smithi053.stdout:Aug 29 17:44:14 smithi053 bash[51494]: logger=migrator t=2024-08-29T17:44:14.969113758Z level=info msg="Executing migration" id="create file table" 2024-08-29T17:44:14.999 INFO:journalctl@ceph.grafana.a.smithi053.stdout:Aug 29 17:44:14 smithi053 bash[51494]: logger=migrator t=2024-08-29T17:44:14.986165094Z level=info msg="Executing migration" id="file table idx: path natural pk" 2024-08-29T17:44:14.999 INFO:journalctl@ceph.grafana.a.smithi053.stdout:Aug 29 17:44:15 smithi053 bash[51494]: logger=migrator t=2024-08-29T17:44:15.003045388Z level=info msg="Executing migration" id="file table idx: parent_folder_path_hash fast folder retrieval" 2024-08-29T17:44:15.104 INFO:teuthology.orchestra.run.smithi028.stderr:Inferring config /var/lib/ceph/3167ee72-662c-11ef-bcd4-c7b262605968/mon.a/config 2024-08-29T17:44:15.251 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:44:15 smithi053 bash[24720]: cluster 2024-08-29T17:44:13.805997+0000 mgr.y (mgr.14499) 74 : cluster [DBG] pgmap v50: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-29T17:44:15.251 INFO:journalctl@ceph.grafana.a.smithi053.stdout:Aug 29 17:44:15 smithi053 bash[51494]: logger=migrator t=2024-08-29T17:44:15.020010374Z level=info msg="Executing migration" id="create file_meta table" 2024-08-29T17:44:15.252 INFO:journalctl@ceph.grafana.a.smithi053.stdout:Aug 29 17:44:15 smithi053 bash[51494]: logger=migrator t=2024-08-29T17:44:15.036905068Z level=info msg="Executing migration" id="file table idx: path key" 2024-08-29T17:44:15.252 INFO:journalctl@ceph.grafana.a.smithi053.stdout:Aug 29 17:44:15 smithi053 bash[51494]: logger=migrator t=2024-08-29T17:44:15.070515492Z level=info msg="Executing migration" id="set path collation in file table" 2024-08-29T17:44:15.252 INFO:journalctl@ceph.grafana.a.smithi053.stdout:Aug 29 17:44:15 smithi053 bash[51494]: logger=migrator t=2024-08-29T17:44:15.112527579Z level=info msg="Executing migration" id="managed permissions migration" 2024-08-29T17:44:15.252 INFO:journalctl@ceph.grafana.a.smithi053.stdout:Aug 29 17:44:15 smithi053 bash[51494]: logger=migrator t=2024-08-29T17:44:15.137941072Z level=info msg="Executing migration" id="managed folder permissions alert actions migration" 2024-08-29T17:44:15.252 INFO:journalctl@ceph.grafana.a.smithi053.stdout:Aug 29 17:44:15 smithi053 bash[51494]: logger=migrator t=2024-08-29T17:44:15.163248108Z level=info msg="Executing migration" id="RBAC action name migrator" 2024-08-29T17:44:15.252 INFO:journalctl@ceph.grafana.a.smithi053.stdout:Aug 29 17:44:15 smithi053 bash[51494]: logger=migrator t=2024-08-29T17:44:15.205261973Z level=info msg="Executing migration" id="Add UID column to playlist" 2024-08-29T17:44:15.252 INFO:journalctl@ceph.grafana.a.smithi053.stdout:Aug 29 17:44:15 smithi053 bash[51494]: logger=migrator t=2024-08-29T17:44:15.23061085Z level=info msg="Executing migration" id="Update uid column values in playlist" 2024-08-29T17:44:15.252 INFO:journalctl@ceph.grafana.a.smithi053.stdout:Aug 29 17:44:15 smithi053 bash[51494]: logger=migrator t=2024-08-29T17:44:15.255979118Z level=info msg="Executing migration" id="Add index for uid in playlist" 2024-08-29T17:44:15.529 INFO:journalctl@ceph.grafana.a.smithi053.stdout:Aug 29 17:44:15 smithi053 bash[51494]: logger=migrator t=2024-08-29T17:44:15.281163107Z level=info msg="Executing migration" id="update group index for alert rules" 2024-08-29T17:44:15.529 INFO:journalctl@ceph.grafana.a.smithi053.stdout:Aug 29 17:44:15 smithi053 bash[51494]: logger=migrator t=2024-08-29T17:44:15.306366532Z level=info msg="Executing migration" id="managed folder permissions alert actions repeated migration" 2024-08-29T17:44:15.529 INFO:journalctl@ceph.grafana.a.smithi053.stdout:Aug 29 17:44:15 smithi053 bash[51494]: logger=migrator t=2024-08-29T17:44:15.331652041Z level=info msg="Executing migration" id="admin only folder/dashboard permission" 2024-08-29T17:44:15.529 INFO:journalctl@ceph.grafana.a.smithi053.stdout:Aug 29 17:44:15 smithi053 bash[51494]: logger=migrator t=2024-08-29T17:44:15.373600164Z level=info msg="Executing migration" id="add action column to seed_assignment" 2024-08-29T17:44:15.529 INFO:journalctl@ceph.grafana.a.smithi053.stdout:Aug 29 17:44:15 smithi053 bash[51494]: logger=migrator t=2024-08-29T17:44:15.398917022Z level=info msg="Executing migration" id="add scope column to seed_assignment" 2024-08-29T17:44:15.529 INFO:journalctl@ceph.grafana.a.smithi053.stdout:Aug 29 17:44:15 smithi053 bash[51494]: logger=migrator t=2024-08-29T17:44:15.424177802Z level=info msg="Executing migration" id="remove unique index builtin_role_role_name before nullable update" 2024-08-29T17:44:15.529 INFO:journalctl@ceph.grafana.a.smithi053.stdout:Aug 29 17:44:15 smithi053 bash[51494]: logger=migrator t=2024-08-29T17:44:15.46618388Z level=info msg="Executing migration" id="update seed_assignment role_name column to nullable" 2024-08-29T17:44:15.529 INFO:journalctl@ceph.grafana.a.smithi053.stdout:Aug 29 17:44:15 smithi053 bash[51494]: logger=migrator t=2024-08-29T17:44:15.533181212Z level=info msg="Executing migration" id="add unique index builtin_role_name back" 2024-08-29T17:44:15.624 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:44:15 smithi028 bash[31855]: cluster 2024-08-29T17:44:13.805997+0000 mgr.y (mgr.14499) 74 : cluster [DBG] pgmap v50: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-29T17:44:15.625 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:44:15 smithi028 bash[22419]: cluster 2024-08-29T17:44:13.805997+0000 mgr.y (mgr.14499) 74 : cluster [DBG] pgmap v50: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-29T17:44:15.798 INFO:journalctl@ceph.grafana.a.smithi053.stdout:Aug 29 17:44:15 smithi053 bash[51494]: logger=migrator t=2024-08-29T17:44:15.57531021Z level=info msg="Executing migration" id="add unique index builtin_role_action_scope" 2024-08-29T17:44:15.798 INFO:journalctl@ceph.grafana.a.smithi053.stdout:Aug 29 17:44:15 smithi053 bash[51494]: logger=migrator t=2024-08-29T17:44:15.600576313Z level=info msg="Executing migration" id="add primary key to seed_assigment" 2024-08-29T17:44:15.798 INFO:journalctl@ceph.grafana.a.smithi053.stdout:Aug 29 17:44:15 smithi053 bash[51494]: logger=migrator t=2024-08-29T17:44:15.659380935Z level=info msg="Executing migration" id="managed folder permissions alert actions repeated fixed migration" 2024-08-29T17:44:15.798 INFO:journalctl@ceph.grafana.a.smithi053.stdout:Aug 29 17:44:15 smithi053 bash[51494]: logger=migrator t=2024-08-29T17:44:15.70154339Z level=info msg="Executing migration" id="migrate external alertmanagers to datsourcse" 2024-08-29T17:44:15.798 INFO:journalctl@ceph.grafana.a.smithi053.stdout:Aug 29 17:44:15 smithi053 bash[51494]: logger=migrator t=2024-08-29T17:44:15.726719918Z level=info msg="Executing migration" id="create folder table" 2024-08-29T17:44:15.798 INFO:journalctl@ceph.grafana.a.smithi053.stdout:Aug 29 17:44:15 smithi053 bash[51494]: logger=migrator t=2024-08-29T17:44:15.76870206Z level=info msg="Executing migration" id="Add index for parent_uid" 2024-08-29T17:44:15.798 INFO:journalctl@ceph.grafana.a.smithi053.stdout:Aug 29 17:44:15 smithi053 bash[51494]: logger=migrator t=2024-08-29T17:44:15.802428722Z level=info msg="Executing migration" id="Add unique index for folder.uid and folder.org_id" 2024-08-29T17:44:16.072 INFO:journalctl@ceph.grafana.a.smithi053.stdout:Aug 29 17:44:15 smithi053 bash[51494]: logger=migrator t=2024-08-29T17:44:15.844267615Z level=info msg="Executing migration" id="Update folder title length" 2024-08-29T17:44:16.072 INFO:journalctl@ceph.grafana.a.smithi053.stdout:Aug 29 17:44:15 smithi053 bash[51494]: logger=migrator t=2024-08-29T17:44:15.886247586Z level=info msg="Executing migration" id="Add unique index for folder.title and folder.parent_uid" 2024-08-29T17:44:16.072 INFO:journalctl@ceph.grafana.a.smithi053.stdout:Aug 29 17:44:15 smithi053 bash[51494]: logger=migrator t=2024-08-29T17:44:15.911584718Z level=info msg="migrations completed" performed=485 skipped=0 duration=26.3015953s 2024-08-29T17:44:16.072 INFO:journalctl@ceph.grafana.a.smithi053.stdout:Aug 29 17:44:15 smithi053 bash[51494]: logger=sqlstore t=2024-08-29T17:44:15.913029958Z level=info msg="Created default organization" 2024-08-29T17:44:16.572 INFO:journalctl@ceph.grafana.a.smithi053.stdout:Aug 29 17:44:16 smithi053 bash[51494]: logger=plugin.loader t=2024-08-29T17:44:16.093405812Z level=info msg="Plugin registered" pluginID=input 2024-08-29T17:44:16.572 INFO:journalctl@ceph.grafana.a.smithi053.stdout:Aug 29 17:44:16 smithi053 bash[51494]: logger=plugin.loader t=2024-08-29T17:44:16.13478265Z level=info msg="Plugin registered" pluginID=grafana-piechart-panel 2024-08-29T17:44:16.572 INFO:journalctl@ceph.grafana.a.smithi053.stdout:Aug 29 17:44:16 smithi053 bash[51494]: logger=plugin.loader t=2024-08-29T17:44:16.13481019Z level=info msg="Plugin registered" pluginID=vonage-status-panel 2024-08-29T17:44:16.572 INFO:journalctl@ceph.grafana.a.smithi053.stdout:Aug 29 17:44:16 smithi053 bash[51494]: logger=secrets t=2024-08-29T17:44:16.134855323Z level=info msg="Envelope encryption state" enabled=true currentprovider=secretKey.v1 2024-08-29T17:44:16.572 INFO:journalctl@ceph.grafana.a.smithi053.stdout:Aug 29 17:44:16 smithi053 bash[51494]: logger=query_data t=2024-08-29T17:44:16.137258153Z level=info msg="Query Service initialization" 2024-08-29T17:44:16.572 INFO:journalctl@ceph.grafana.a.smithi053.stdout:Aug 29 17:44:16 smithi053 bash[51494]: logger=live.push_http t=2024-08-29T17:44:16.142187585Z level=info msg="Live Push Gateway initialization" 2024-08-29T17:44:16.875 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:44:16 smithi028 bash[22419]: audit 2024-08-29T17:44:15.648594+0000 mon.a (mon.0) 883 : audit [INF] from='mgr.14499 172.21.15.28:0/1402656687' entity='mgr.y' 2024-08-29T17:44:16.875 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:44:16 smithi028 bash[22419]: audit 2024-08-29T17:44:15.660202+0000 mon.a (mon.0) 884 : audit [INF] from='mgr.14499 172.21.15.28:0/1402656687' entity='mgr.y' 2024-08-29T17:44:16.875 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:44:16 smithi028 bash[22419]: cluster 2024-08-29T17:44:15.807094+0000 mgr.y (mgr.14499) 75 : cluster [DBG] pgmap v51: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-29T17:44:16.875 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:44:16 smithi028 bash[31855]: audit 2024-08-29T17:44:15.648594+0000 mon.a (mon.0) 883 : audit [INF] from='mgr.14499 172.21.15.28:0/1402656687' entity='mgr.y' 2024-08-29T17:44:16.875 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:44:16 smithi028 bash[31855]: audit 2024-08-29T17:44:15.660202+0000 mon.a (mon.0) 884 : audit [INF] from='mgr.14499 172.21.15.28:0/1402656687' entity='mgr.y' 2024-08-29T17:44:16.875 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:44:16 smithi028 bash[31855]: cluster 2024-08-29T17:44:15.807094+0000 mgr.y (mgr.14499) 75 : cluster [DBG] pgmap v51: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-29T17:44:17.072 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:44:16 smithi053 bash[24720]: audit 2024-08-29T17:44:15.648594+0000 mon.a (mon.0) 883 : audit [INF] from='mgr.14499 172.21.15.28:0/1402656687' entity='mgr.y' 2024-08-29T17:44:17.072 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:44:16 smithi053 bash[24720]: audit 2024-08-29T17:44:15.660202+0000 mon.a (mon.0) 884 : audit [INF] from='mgr.14499 172.21.15.28:0/1402656687' entity='mgr.y' 2024-08-29T17:44:17.072 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:44:16 smithi053 bash[24720]: cluster 2024-08-29T17:44:15.807094+0000 mgr.y (mgr.14499) 75 : cluster [DBG] pgmap v51: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-29T17:44:17.438 INFO:journalctl@ceph.grafana.a.smithi053.stdout:Aug 29 17:44:17 smithi053 bash[51494]: logger=infra.usagestats.collector t=2024-08-29T17:44:17.115093069Z level=info msg="registering usage stat providers" usageStatsProvidersLen=2 2024-08-29T17:44:17.438 INFO:journalctl@ceph.grafana.a.smithi053.stdout:Aug 29 17:44:17 smithi053 bash[51494]: logger=provisioning.datasources t=2024-08-29T17:44:17.115778083Z level=warn msg="[Deprecated] the datasource provisioning config is outdated. please upgrade" filename=/etc/grafana/provisioning/datasources/ceph-dashboard.yml 2024-08-29T17:44:17.438 INFO:journalctl@ceph.grafana.a.smithi053.stdout:Aug 29 17:44:17 smithi053 bash[51494]: logger=provisioning.datasources t=2024-08-29T17:44:17.149566891Z level=info msg="inserting datasource from configuration " name=Dashboard1 uid=P43CA22E17D0F9596 2024-08-29T17:44:17.438 INFO:journalctl@ceph.grafana.a.smithi053.stdout:Aug 29 17:44:17 smithi053 bash[51494]: logger=provisioning.datasources t=2024-08-29T17:44:17.248443613Z level=info msg="inserting datasource from configuration " name=Loki uid=P8E80F9AEF21F6940 2024-08-29T17:44:17.439 INFO:journalctl@ceph.grafana.a.smithi053.stdout:Aug 29 17:44:17 smithi053 bash[51494]: logger=provisioning.alerting t=2024-08-29T17:44:17.305501206Z level=info msg="starting to provision alerting" 2024-08-29T17:44:17.439 INFO:journalctl@ceph.grafana.a.smithi053.stdout:Aug 29 17:44:17 smithi053 bash[51494]: logger=provisioning.alerting t=2024-08-29T17:44:17.305542375Z level=info msg="finished to provision alerting" 2024-08-29T17:44:17.439 INFO:journalctl@ceph.grafana.a.smithi053.stdout:Aug 29 17:44:17 smithi053 bash[51494]: logger=ngalert.state.manager t=2024-08-29T17:44:17.305857634Z level=info msg="Warming state cache for startup" 2024-08-29T17:44:17.439 INFO:journalctl@ceph.grafana.a.smithi053.stdout:Aug 29 17:44:17 smithi053 bash[51494]: logger=grafanaStorageLogger t=2024-08-29T17:44:17.306507827Z level=info msg="storage starting" 2024-08-29T17:44:17.439 INFO:journalctl@ceph.grafana.a.smithi053.stdout:Aug 29 17:44:17 smithi053 bash[51494]: logger=http.server t=2024-08-29T17:44:17.308878841Z level=info msg="HTTP Server Listen" address=[::]:3000 protocol=https subUrl= socket= 2024-08-29T17:44:17.439 INFO:journalctl@ceph.grafana.a.smithi053.stdout:Aug 29 17:44:17 smithi053 bash[51494]: logger=ngalert.state.manager t=2024-08-29T17:44:17.356186813Z level=info msg="State cache has been initialized" states=0 duration=50.326159ms 2024-08-29T17:44:17.439 INFO:journalctl@ceph.grafana.a.smithi053.stdout:Aug 29 17:44:17 smithi053 bash[51494]: logger=ticker t=2024-08-29T17:44:17.356299508Z level=info msg=starting first_tick=2024-08-29T17:44:20Z 2024-08-29T17:44:17.439 INFO:journalctl@ceph.grafana.a.smithi053.stdout:Aug 29 17:44:17 smithi053 bash[51494]: logger=ngalert.multiorg.alertmanager t=2024-08-29T17:44:17.356326141Z level=info msg="starting MultiOrg Alertmanager" 2024-08-29T17:44:17.439 INFO:journalctl@ceph.grafana.a.smithi053.stdout:Aug 29 17:44:17 smithi053 bash[51494]: logger=sqlstore.transactions t=2024-08-29T17:44:17.442800892Z level=info msg="Database locked, sleeping then retrying" error="database is locked" retry=0 code="database is locked" 2024-08-29T17:44:18.322 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:44:18 smithi053 bash[24720]: audit 2024-08-29T17:44:17.015947+0000 mon.a (mon.0) 885 : audit [INF] from='mgr.14499 172.21.15.28:0/1402656687' entity='mgr.y' 2024-08-29T17:44:18.322 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:44:18 smithi053 bash[24720]: audit 2024-08-29T17:44:17.027903+0000 mon.a (mon.0) 886 : audit [INF] from='mgr.14499 172.21.15.28:0/1402656687' entity='mgr.y' 2024-08-29T17:44:18.323 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:44:18 smithi053 bash[24720]: audit 2024-08-29T17:44:17.474221+0000 mon.a (mon.0) 887 : audit [DBG] from='mgr.14499 172.21.15.28:0/1402656687' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-29T17:44:18.323 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:44:18 smithi053 bash[24720]: audit 2024-08-29T17:44:17.475915+0000 mon.a (mon.0) 888 : audit [INF] from='mgr.14499 172.21.15.28:0/1402656687' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-29T17:44:18.323 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:44:18 smithi053 bash[24720]: audit 2024-08-29T17:44:17.485615+0000 mon.a (mon.0) 889 : audit [INF] from='mgr.14499 172.21.15.28:0/1402656687' entity='mgr.y' 2024-08-29T17:44:18.323 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:44:18 smithi053 bash[24720]: audit 2024-08-29T17:44:17.541379+0000 mon.a (mon.0) 890 : audit [DBG] from='mgr.14499 172.21.15.28:0/1402656687' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-29T17:44:18.323 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:44:18 smithi053 bash[24720]: audit 2024-08-29T17:44:17.544696+0000 mon.a (mon.0) 891 : audit [DBG] from='mgr.14499 172.21.15.28:0/1402656687' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-29T17:44:18.323 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:44:18 smithi053 bash[24720]: audit 2024-08-29T17:44:17.546309+0000 mon.a (mon.0) 892 : audit [INF] from='mgr.14499 172.21.15.28:0/1402656687' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-29T17:44:18.323 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:44:18 smithi053 bash[24720]: audit 2024-08-29T17:44:17.556637+0000 mon.a (mon.0) 893 : audit [INF] from='mgr.14499 172.21.15.28:0/1402656687' entity='mgr.y' 2024-08-29T17:44:18.375 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:44:18 smithi028 bash[31855]: audit 2024-08-29T17:44:17.015947+0000 mon.a (mon.0) 885 : audit [INF] from='mgr.14499 172.21.15.28:0/1402656687' entity='mgr.y' 2024-08-29T17:44:18.375 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:44:18 smithi028 bash[31855]: audit 2024-08-29T17:44:17.027903+0000 mon.a (mon.0) 886 : audit [INF] from='mgr.14499 172.21.15.28:0/1402656687' entity='mgr.y' 2024-08-29T17:44:18.376 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:44:18 smithi028 bash[31855]: audit 2024-08-29T17:44:17.474221+0000 mon.a (mon.0) 887 : audit [DBG] from='mgr.14499 172.21.15.28:0/1402656687' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-29T17:44:18.376 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:44:18 smithi028 bash[31855]: audit 2024-08-29T17:44:17.475915+0000 mon.a (mon.0) 888 : audit [INF] from='mgr.14499 172.21.15.28:0/1402656687' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-29T17:44:18.376 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:44:18 smithi028 bash[31855]: audit 2024-08-29T17:44:17.485615+0000 mon.a (mon.0) 889 : audit [INF] from='mgr.14499 172.21.15.28:0/1402656687' entity='mgr.y' 2024-08-29T17:44:18.376 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:44:18 smithi028 bash[31855]: audit 2024-08-29T17:44:17.541379+0000 mon.a (mon.0) 890 : audit [DBG] from='mgr.14499 172.21.15.28:0/1402656687' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-29T17:44:18.376 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:44:18 smithi028 bash[31855]: audit 2024-08-29T17:44:17.544696+0000 mon.a (mon.0) 891 : audit [DBG] from='mgr.14499 172.21.15.28:0/1402656687' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-29T17:44:18.376 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:44:18 smithi028 bash[31855]: audit 2024-08-29T17:44:17.546309+0000 mon.a (mon.0) 892 : audit [INF] from='mgr.14499 172.21.15.28:0/1402656687' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-29T17:44:18.377 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:44:18 smithi028 bash[31855]: audit 2024-08-29T17:44:17.556637+0000 mon.a (mon.0) 893 : audit [INF] from='mgr.14499 172.21.15.28:0/1402656687' entity='mgr.y' 2024-08-29T17:44:18.377 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:44:18 smithi028 bash[22419]: audit 2024-08-29T17:44:17.015947+0000 mon.a (mon.0) 885 : audit [INF] from='mgr.14499 172.21.15.28:0/1402656687' entity='mgr.y' 2024-08-29T17:44:18.377 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:44:18 smithi028 bash[22419]: audit 2024-08-29T17:44:17.027903+0000 mon.a (mon.0) 886 : audit [INF] from='mgr.14499 172.21.15.28:0/1402656687' entity='mgr.y' 2024-08-29T17:44:18.377 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:44:18 smithi028 bash[22419]: audit 2024-08-29T17:44:17.474221+0000 mon.a (mon.0) 887 : audit [DBG] from='mgr.14499 172.21.15.28:0/1402656687' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-29T17:44:18.377 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:44:18 smithi028 bash[22419]: audit 2024-08-29T17:44:17.475915+0000 mon.a (mon.0) 888 : audit [INF] from='mgr.14499 172.21.15.28:0/1402656687' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-29T17:44:18.378 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:44:18 smithi028 bash[22419]: audit 2024-08-29T17:44:17.485615+0000 mon.a (mon.0) 889 : audit [INF] from='mgr.14499 172.21.15.28:0/1402656687' entity='mgr.y' 2024-08-29T17:44:18.378 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:44:18 smithi028 bash[22419]: audit 2024-08-29T17:44:17.541379+0000 mon.a (mon.0) 890 : audit [DBG] from='mgr.14499 172.21.15.28:0/1402656687' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-29T17:44:18.378 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:44:18 smithi028 bash[22419]: audit 2024-08-29T17:44:17.544696+0000 mon.a (mon.0) 891 : audit [DBG] from='mgr.14499 172.21.15.28:0/1402656687' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-29T17:44:18.378 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:44:18 smithi028 bash[22419]: audit 2024-08-29T17:44:17.546309+0000 mon.a (mon.0) 892 : audit [INF] from='mgr.14499 172.21.15.28:0/1402656687' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-29T17:44:18.378 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:44:18 smithi028 bash[22419]: audit 2024-08-29T17:44:17.556637+0000 mon.a (mon.0) 893 : audit [INF] from='mgr.14499 172.21.15.28:0/1402656687' entity='mgr.y' 2024-08-29T17:44:18.407 INFO:teuthology.orchestra.run.smithi028.stdout: 2024-08-29T17:44:18.407 INFO:teuthology.orchestra.run.smithi028.stdout:{"epoch":75,"fsid":"3167ee72-662c-11ef-bcd4-c7b262605968","created":"2024-08-29T17:30:17.962961+0000","modified":"2024-08-29T17:43:59.368166+0000","last_up_change":"2024-08-29T17:39:52.090994+0000","last_in_change":"2024-08-29T17:39:24.826745+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":18,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":4,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"luminous","require_osd_release":"quincy","pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-08-29T17:35:25.344793+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"21","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}}},{"pool":2,"pool_name":"cephfs_metadata","create_time":"2024-08-29T17:40:52.941044+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"65","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}}},{"pool":3,"pool_name":"cephfs_data","create_time":"2024-08-29T17:41:01.591058+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"65","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}}},{"pool":4,"pool_name":"rbd","create_time":"2024-08-29T17:43:39.363531+0000","flags":8193,"flags_names":"hashpspool,selfmanaged_snaps","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":8,"pg_placement_num":8,"pg_placement_num_target":8,"pg_num_target":8,"pg_num_pending":8,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"74","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":3,"snap_epoch":74,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{},"application_metadata":{"rbd":{}}}],"osds":[{"osd":0,"uuid":"660d8ce2-ea9d-4b15-8d9a-ec42e86552e4","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":8,"up_thru":69,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.28:6802","nonce":314031528},{"type":"v1","addr":"172.21.15.28:6803","nonce":314031528}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.28:6804","nonce":314031528},{"type":"v1","addr":"172.21.15.28:6805","nonce":314031528}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.28:6808","nonce":314031528},{"type":"v1","addr":"172.21.15.28:6809","nonce":314031528}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.28:6806","nonce":314031528},{"type":"v1","addr":"172.21.15.28:6807","nonce":314031528}]},"public_addr":"172.21.15.28:6803/314031528","cluster_addr":"172.21.15.28:6805/314031528","heartbeat_back_addr":"172.21.15.28:6809/314031528","heartbeat_front_addr":"172.21.15.28:6807/314031528","state":["exists","up"]},{"osd":1,"uuid":"fdf44197-06ca-494f-bb43-e320705d24ca","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":69,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.28:6810","nonce":947972179},{"type":"v1","addr":"172.21.15.28:6811","nonce":947972179}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.28:6812","nonce":947972179},{"type":"v1","addr":"172.21.15.28:6813","nonce":947972179}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.28:6816","nonce":947972179},{"type":"v1","addr":"172.21.15.28:6817","nonce":947972179}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.28:6814","nonce":947972179},{"type":"v1","addr":"172.21.15.28:6815","nonce":947972179}]},"public_addr":"172.21.15.28:6811/947972179","cluster_addr":"172.21.15.28:6813/947972179","heartbeat_back_addr":"172.21.15.28:6817/947972179","heartbeat_front_addr":"172.21.15.28:6815/947972179","state":["exists","up"]},{"osd":2,"uuid":"af570229-94ea-421f-a54b-5ad9c2ec751e","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":18,"up_thru":66,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.28:6818","nonce":1663434626},{"type":"v1","addr":"172.21.15.28:6819","nonce":1663434626}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.28:6820","nonce":1663434626},{"type":"v1","addr":"172.21.15.28:6821","nonce":1663434626}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.28:6824","nonce":1663434626},{"type":"v1","addr":"172.21.15.28:6825","nonce":1663434626}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.28:6822","nonce":1663434626},{"type":"v1","addr":"172.21.15.28:6823","nonce":1663434626}]},"public_addr":"172.21.15.28:6819/1663434626","cluster_addr":"172.21.15.28:6821/1663434626","heartbeat_back_addr":"172.21.15.28:6825/1663434626","heartbeat_front_addr":"172.21.15.28:6823/1663434626","state":["exists","up"]},{"osd":3,"uuid":"4fa9802d-cf40-4ef1-a9bd-082be7c32d40","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":25,"up_thru":69,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.28:6826","nonce":1391242429},{"type":"v1","addr":"172.21.15.28:6827","nonce":1391242429}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.28:6828","nonce":1391242429},{"type":"v1","addr":"172.21.15.28:6829","nonce":1391242429}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.28:6832","nonce":1391242429},{"type":"v1","addr":"172.21.15.28:6833","nonce":1391242429}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.28:6830","nonce":1391242429},{"type":"v1","addr":"172.21.15.28:6831","nonce":1391242429}]},"public_addr":"172.21.15.28:6827/1391242429","cluster_addr":"172.21.15.28:6829/1391242429","heartbeat_back_addr":"172.21.15.28:6833/1391242429","heartbeat_front_addr":"172.21.15.28:6831/1391242429","state":["exists","up"]},{"osd":4,"uuid":"18edf361-e223-4e8c-b6ef-73e210c2cce1","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":30,"up_thru":69,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.53:6800","nonce":197218845},{"type":"v1","addr":"172.21.15.53:6801","nonce":197218845}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.53:6802","nonce":197218845},{"type":"v1","addr":"172.21.15.53:6803","nonce":197218845}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.53:6806","nonce":197218845},{"type":"v1","addr":"172.21.15.53:6807","nonce":197218845}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.53:6804","nonce":197218845},{"type":"v1","addr":"172.21.15.53:6805","nonce":197218845}]},"public_addr":"172.21.15.53:6801/197218845","cluster_addr":"172.21.15.53:6803/197218845","heartbeat_back_addr":"172.21.15.53:6807/197218845","heartbeat_front_addr":"172.21.15.53:6805/197218845","state":["exists","up"]},{"osd":5,"uuid":"07a24bff-d6cc-495d-97e1-768094b28c0b","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":38,"up_thru":66,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.53:6808","nonce":2509978860},{"type":"v1","addr":"172.21.15.53:6809","nonce":2509978860}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.53:6810","nonce":2509978860},{"type":"v1","addr":"172.21.15.53:6811","nonce":2509978860}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.53:6814","nonce":2509978860},{"type":"v1","addr":"172.21.15.53:6815","nonce":2509978860}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.53:6812","nonce":2509978860},{"type":"v1","addr":"172.21.15.53:6813","nonce":2509978860}]},"public_addr":"172.21.15.53:6809/2509978860","cluster_addr":"172.21.15.53:6811/2509978860","heartbeat_back_addr":"172.21.15.53:6815/2509978860","heartbeat_front_addr":"172.21.15.53:6813/2509978860","state":["exists","up"]},{"osd":6,"uuid":"b03b1ee8-77ac-47f4-a76c-01e2eaa7b954","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":46,"up_thru":69,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.53:6816","nonce":2368257265},{"type":"v1","addr":"172.21.15.53:6817","nonce":2368257265}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.53:6818","nonce":2368257265},{"type":"v1","addr":"172.21.15.53:6819","nonce":2368257265}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.53:6822","nonce":2368257265},{"type":"v1","addr":"172.21.15.53:6823","nonce":2368257265}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.53:6820","nonce":2368257265},{"type":"v1","addr":"172.21.15.53:6821","nonce":2368257265}]},"public_addr":"172.21.15.53:6817/2368257265","cluster_addr":"172.21.15.53:6819/2368257265","heartbeat_back_addr":"172.21.15.53:6823/2368257265","heartbeat_front_addr":"172.21.15.53:6821/2368257265","state":["exists","up"]},{"osd":7,"uuid":"14a519fb-979e-474b-8ae5-fa5a2be44daf","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":54,"up_thru":66,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.53:6824","nonce":3599531299},{"type":"v1","addr":"172.21.15.53:6825","nonce":3599531299}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.53:6826","nonce":3599531299},{"type":"v1","addr":"172.21.15.53:6827","nonce":3599531299}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.53:6830","nonce":3599531299},{"type":"v1","addr":"172.21.15.53:6831","nonce":3599531299}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.53:6828","nonce":3599531299},{"type":"v1","addr":"172.21.15.53:6829","nonce":3599531299}]},"public_addr":"172.21.15.53:6825/3599531299","cluster_addr":"172.21.15.53:6827/3599531299","heartbeat_back_addr":"172.21.15.53:6831/3599531299","heartbeat_front_addr":"172.21.15.53:6829/3599531299","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138320759226367,"old_weight":0,"last_purged_snaps_scrub":"2024-08-29T17:33:39.919890+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138320759226367,"old_weight":0,"last_purged_snaps_scrub":"2024-08-29T17:34:30.063951+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138320759226367,"old_weight":0,"last_purged_snaps_scrub":"2024-08-29T17:35:22.232071+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138320759226367,"old_weight":0,"last_purged_snaps_scrub":"2024-08-29T17:36:12.717974+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138320759226367,"old_weight":0,"last_purged_snaps_scrub":"2024-08-29T17:37:03.586686+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138320759226367,"old_weight":0,"last_purged_snaps_scrub":"2024-08-29T17:37:57.337551+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138320759226367,"old_weight":0,"last_purged_snaps_scrub":"2024-08-29T17:38:54.315017+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138320759226367,"old_weight":0,"last_purged_snaps_scrub":"2024-08-29T17:39:50.978615+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[{"pgid":"2.7","mappings":[{"from":7,"to":4}]},{"pgid":"3.7","mappings":[{"from":0,"to":1}]},{"pgid":"3.14","mappings":[{"from":4,"to":2}]},{"pgid":"3.2b","mappings":[{"from":0,"to":2}]},{"pgid":"3.2f","mappings":[{"from":4,"to":3}]},{"pgid":"3.34","mappings":[{"from":4,"to":2}]},{"pgid":"3.37","mappings":[{"from":5,"to":1}]}],"pg_temp":[],"primary_temp":[],"blocklist":{"172.21.15.28:6801/470202310":"2024-08-30T17:42:53.748159+0000","172.21.15.28:6800/470202310":"2024-08-30T17:42:53.748159+0000","172.21.15.28:0/2647379891":"2024-08-30T17:30:43.836116+0000","172.21.15.28:0/3329288402":"2024-08-30T17:30:43.836116+0000","172.21.15.28:0/4283435498":"2024-08-30T17:42:53.748159+0000","172.21.15.28:0/3881020925":"2024-08-30T17:30:43.836116+0000","172.21.15.28:6800/4159614718":"2024-08-30T17:30:43.836116+0000","172.21.15.28:6801/4159614718":"2024-08-30T17:30:43.836116+0000","172.21.15.28:0/2399305464":"2024-08-30T17:31:14.716137+0000","172.21.15.28:0/2352293407":"2024-08-30T17:31:14.716137+0000","172.21.15.28:6801/1962738264":"2024-08-30T17:31:14.716137+0000","172.21.15.28:0/177482802":"2024-08-30T17:31:14.716137+0000","172.21.15.28:0/3761385311":"2024-08-30T17:42:53.748159+0000","172.21.15.28:6800/1962738264":"2024-08-30T17:31:14.716137+0000","172.21.15.28:0/1715060870":"2024-08-30T17:42:53.748159+0000","172.21.15.28:0/2758639512":"2024-08-30T17:42:53.748159+0000"},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[{"pool":4,"snaps":[{"begin":2,"length":1}]}],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-08-29T17:44:19.014 DEBUG:teuthology.orchestra.run.smithi028:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 3167ee72-662c-11ef-bcd4-c7b262605968 -- ceph tell osd.0 flush_pg_stats 2024-08-29T17:44:19.015 DEBUG:teuthology.orchestra.run.smithi028:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 3167ee72-662c-11ef-bcd4-c7b262605968 -- ceph tell osd.1 flush_pg_stats 2024-08-29T17:44:19.015 DEBUG:teuthology.orchestra.run.smithi028:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 3167ee72-662c-11ef-bcd4-c7b262605968 -- ceph tell osd.2 flush_pg_stats 2024-08-29T17:44:19.016 DEBUG:teuthology.orchestra.run.smithi028:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 3167ee72-662c-11ef-bcd4-c7b262605968 -- ceph tell osd.3 flush_pg_stats 2024-08-29T17:44:19.016 DEBUG:teuthology.orchestra.run.smithi028:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 3167ee72-662c-11ef-bcd4-c7b262605968 -- ceph tell osd.4 flush_pg_stats 2024-08-29T17:44:19.017 DEBUG:teuthology.orchestra.run.smithi028:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 3167ee72-662c-11ef-bcd4-c7b262605968 -- ceph tell osd.5 flush_pg_stats 2024-08-29T17:44:19.017 DEBUG:teuthology.orchestra.run.smithi028:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 3167ee72-662c-11ef-bcd4-c7b262605968 -- ceph tell osd.6 flush_pg_stats 2024-08-29T17:44:19.017 DEBUG:teuthology.orchestra.run.smithi028:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 3167ee72-662c-11ef-bcd4-c7b262605968 -- ceph tell osd.7 flush_pg_stats 2024-08-29T17:44:19.322 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:44:19 smithi053 bash[24720]: cluster 2024-08-29T17:44:17.807821+0000 mgr.y (mgr.14499) 76 : cluster [DBG] pgmap v52: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-29T17:44:19.322 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:44:19 smithi053 bash[24720]: audit 2024-08-29T17:44:18.412899+0000 mon.a (mon.0) 894 : audit [DBG] from='client.? 172.21.15.28:0/4278979956' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-08-29T17:44:19.374 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:44:19 smithi028 bash[31855]: cluster 2024-08-29T17:44:17.807821+0000 mgr.y (mgr.14499) 76 : cluster [DBG] pgmap v52: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-29T17:44:19.375 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:44:19 smithi028 bash[31855]: audit 2024-08-29T17:44:18.412899+0000 mon.a (mon.0) 894 : audit [DBG] from='client.? 172.21.15.28:0/4278979956' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-08-29T17:44:19.375 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:44:19 smithi028 bash[22419]: cluster 2024-08-29T17:44:17.807821+0000 mgr.y (mgr.14499) 76 : cluster [DBG] pgmap v52: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-29T17:44:19.375 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:44:19 smithi028 bash[22419]: audit 2024-08-29T17:44:18.412899+0000 mon.a (mon.0) 894 : audit [DBG] from='client.? 172.21.15.28:0/4278979956' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-08-29T17:44:21.010 INFO:journalctl@ceph.mgr.y.smithi028.stdout:Aug 29 17:44:20 smithi028 bash[22672]: ::ffff:172.21.15.53 - - [29/Aug/2024:17:44:20] "GET /metrics HTTP/1.1" 200 236566 "" "Prometheus/2.43.0" 2024-08-29T17:44:21.322 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:44:21 smithi053 bash[24720]: cluster 2024-08-29T17:44:19.808494+0000 mgr.y (mgr.14499) 77 : cluster [DBG] pgmap v53: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-29T17:44:21.375 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:44:21 smithi028 bash[22419]: cluster 2024-08-29T17:44:19.808494+0000 mgr.y (mgr.14499) 77 : cluster [DBG] pgmap v53: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-29T17:44:21.375 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:44:21 smithi028 bash[31855]: cluster 2024-08-29T17:44:19.808494+0000 mgr.y (mgr.14499) 77 : cluster [DBG] pgmap v53: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-29T17:44:23.322 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:44:23 smithi053 bash[24720]: cluster 2024-08-29T17:44:21.809863+0000 mgr.y (mgr.14499) 78 : cluster [DBG] pgmap v54: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-29T17:44:23.374 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:44:23 smithi028 bash[31855]: cluster 2024-08-29T17:44:21.809863+0000 mgr.y (mgr.14499) 78 : cluster [DBG] pgmap v54: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-29T17:44:23.375 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:44:23 smithi028 bash[22419]: cluster 2024-08-29T17:44:21.809863+0000 mgr.y (mgr.14499) 78 : cluster [DBG] pgmap v54: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-29T17:44:23.936 INFO:teuthology.orchestra.run.smithi028.stderr:Inferring config /var/lib/ceph/3167ee72-662c-11ef-bcd4-c7b262605968/mon.a/config 2024-08-29T17:44:23.937 INFO:teuthology.orchestra.run.smithi028.stderr:Inferring config /var/lib/ceph/3167ee72-662c-11ef-bcd4-c7b262605968/mon.a/config 2024-08-29T17:44:23.937 INFO:teuthology.orchestra.run.smithi028.stderr:Inferring config /var/lib/ceph/3167ee72-662c-11ef-bcd4-c7b262605968/mon.a/config 2024-08-29T17:44:23.938 INFO:teuthology.orchestra.run.smithi028.stderr:Inferring config /var/lib/ceph/3167ee72-662c-11ef-bcd4-c7b262605968/mon.a/config 2024-08-29T17:44:23.939 INFO:teuthology.orchestra.run.smithi028.stderr:Inferring config /var/lib/ceph/3167ee72-662c-11ef-bcd4-c7b262605968/mon.a/config 2024-08-29T17:44:23.939 INFO:teuthology.orchestra.run.smithi028.stderr:Inferring config /var/lib/ceph/3167ee72-662c-11ef-bcd4-c7b262605968/mon.a/config 2024-08-29T17:44:23.940 INFO:teuthology.orchestra.run.smithi028.stderr:Inferring config /var/lib/ceph/3167ee72-662c-11ef-bcd4-c7b262605968/mon.a/config 2024-08-29T17:44:23.940 INFO:teuthology.orchestra.run.smithi028.stderr:Inferring config /var/lib/ceph/3167ee72-662c-11ef-bcd4-c7b262605968/mon.a/config 2024-08-29T17:44:24.322 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:44:24 smithi053 bash[24720]: audit 2024-08-29T17:44:23.859858+0000 mon.a (mon.0) 895 : audit [DBG] from='mgr.14499 172.21.15.28:0/1402656687' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-29T17:44:24.375 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:44:24 smithi028 bash[31855]: audit 2024-08-29T17:44:23.859858+0000 mon.a (mon.0) 895 : audit [DBG] from='mgr.14499 172.21.15.28:0/1402656687' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-29T17:44:24.375 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:44:24 smithi028 bash[22419]: audit 2024-08-29T17:44:23.859858+0000 mon.a (mon.0) 895 : audit [DBG] from='mgr.14499 172.21.15.28:0/1402656687' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-29T17:44:25.322 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:44:25 smithi053 bash[24720]: cluster 2024-08-29T17:44:23.810595+0000 mgr.y (mgr.14499) 79 : cluster [DBG] pgmap v55: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-29T17:44:25.374 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:44:25 smithi028 bash[31855]: cluster 2024-08-29T17:44:23.810595+0000 mgr.y (mgr.14499) 79 : cluster [DBG] pgmap v55: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-29T17:44:25.375 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:44:25 smithi028 bash[22419]: cluster 2024-08-29T17:44:23.810595+0000 mgr.y (mgr.14499) 79 : cluster [DBG] pgmap v55: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-29T17:44:26.263 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:44:26 smithi028 bash[31855]: cluster 2024-08-29T17:44:25.048412+0000 mon.a (mon.0) 896 : cluster [DBG] mgrmap e21: y(active, since 91s), standbys: x 2024-08-29T17:44:26.264 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:44:26 smithi028 bash[22419]: cluster 2024-08-29T17:44:25.048412+0000 mon.a (mon.0) 896 : cluster [DBG] mgrmap e21: y(active, since 91s), standbys: x 2024-08-29T17:44:26.307 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:44:26 smithi053 bash[24720]: cluster 2024-08-29T17:44:25.048412+0000 mon.a (mon.0) 896 : cluster [DBG] mgrmap e21: y(active, since 91s), standbys: x 2024-08-29T17:44:26.572 INFO:journalctl@ceph.mgr.x.smithi053.stdout:Aug 29 17:44:26 smithi053 bash[25641]: ::ffff:172.21.15.53 - - [29/Aug/2024:17:44:26] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.43.0" 2024-08-29T17:44:27.322 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:44:27 smithi053 bash[24720]: cluster 2024-08-29T17:44:25.811860+0000 mgr.y (mgr.14499) 80 : cluster [DBG] pgmap v56: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 255 B/s wr, 0 op/s 2024-08-29T17:44:27.374 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:44:27 smithi028 bash[22419]: cluster 2024-08-29T17:44:25.811860+0000 mgr.y (mgr.14499) 80 : cluster [DBG] pgmap v56: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 255 B/s wr, 0 op/s 2024-08-29T17:44:27.375 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:44:27 smithi028 bash[31855]: cluster 2024-08-29T17:44:25.811860+0000 mgr.y (mgr.14499) 80 : cluster [DBG] pgmap v56: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 255 B/s wr, 0 op/s 2024-08-29T17:44:29.322 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:44:29 smithi053 bash[24720]: cluster 2024-08-29T17:44:27.812528+0000 mgr.y (mgr.14499) 81 : cluster [DBG] pgmap v57: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 255 B/s wr, 0 op/s 2024-08-29T17:44:29.374 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:44:29 smithi028 bash[22419]: cluster 2024-08-29T17:44:27.812528+0000 mgr.y (mgr.14499) 81 : cluster [DBG] pgmap v57: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 255 B/s wr, 0 op/s 2024-08-29T17:44:29.375 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:44:29 smithi028 bash[31855]: cluster 2024-08-29T17:44:27.812528+0000 mgr.y (mgr.14499) 81 : cluster [DBG] pgmap v57: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 255 B/s wr, 0 op/s 2024-08-29T17:44:30.946 INFO:journalctl@ceph.mgr.y.smithi028.stdout:Aug 29 17:44:30 smithi028 bash[22672]: ::ffff:172.21.15.53 - - [29/Aug/2024:17:44:30] "GET /metrics HTTP/1.1" 200 236540 "" "Prometheus/2.43.0" 2024-08-29T17:44:31.208 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:44:31 smithi028 bash[22419]: cluster 2024-08-29T17:44:29.813216+0000 mgr.y (mgr.14499) 82 : cluster [DBG] pgmap v58: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 255 B/s wr, 0 op/s 2024-08-29T17:44:31.208 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:44:31 smithi028 bash[31855]: cluster 2024-08-29T17:44:29.813216+0000 mgr.y (mgr.14499) 82 : cluster [DBG] pgmap v58: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 255 B/s wr, 0 op/s 2024-08-29T17:44:31.322 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:44:31 smithi053 bash[24720]: cluster 2024-08-29T17:44:29.813216+0000 mgr.y (mgr.14499) 82 : cluster [DBG] pgmap v58: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 255 B/s wr, 0 op/s 2024-08-29T17:44:33.322 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:44:33 smithi053 bash[24720]: cluster 2024-08-29T17:44:31.814610+0000 mgr.y (mgr.14499) 83 : cluster [DBG] pgmap v59: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 255 B/s wr, 0 op/s 2024-08-29T17:44:33.410 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:44:33 smithi028 bash[31855]: cluster 2024-08-29T17:44:31.814610+0000 mgr.y (mgr.14499) 83 : cluster [DBG] pgmap v59: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 255 B/s wr, 0 op/s 2024-08-29T17:44:33.411 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:44:33 smithi028 bash[22419]: cluster 2024-08-29T17:44:31.814610+0000 mgr.y (mgr.14499) 83 : cluster [DBG] pgmap v59: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 255 B/s wr, 0 op/s 2024-08-29T17:44:35.125 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:44:35 smithi028 bash[22419]: cluster 2024-08-29T17:44:33.815327+0000 mgr.y (mgr.14499) 84 : cluster [DBG] pgmap v60: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 255 B/s wr, 0 op/s 2024-08-29T17:44:35.125 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:44:35 smithi028 bash[31855]: cluster 2024-08-29T17:44:33.815327+0000 mgr.y (mgr.14499) 84 : cluster [DBG] pgmap v60: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 255 B/s wr, 0 op/s 2024-08-29T17:44:35.322 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:44:35 smithi053 bash[24720]: cluster 2024-08-29T17:44:33.815327+0000 mgr.y (mgr.14499) 84 : cluster [DBG] pgmap v60: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 255 B/s wr, 0 op/s 2024-08-29T17:44:36.572 INFO:journalctl@ceph.mgr.x.smithi053.stdout:Aug 29 17:44:36 smithi053 bash[25641]: ::ffff:172.21.15.53 - - [29/Aug/2024:17:44:36] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.43.0" 2024-08-29T17:44:37.101 INFO:teuthology.orchestra.run.smithi028.stdout:128849018971 2024-08-29T17:44:37.102 DEBUG:teuthology.orchestra.run.smithi028:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 3167ee72-662c-11ef-bcd4-c7b262605968 -- ceph osd last-stat-seq osd.4 2024-08-29T17:44:37.322 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:44:37 smithi053 bash[24720]: cluster 2024-08-29T17:44:35.816596+0000 mgr.y (mgr.14499) 85 : cluster [DBG] pgmap v61: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 255 B/s wr, 0 op/s 2024-08-29T17:44:37.374 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:44:37 smithi028 bash[31855]: cluster 2024-08-29T17:44:35.816596+0000 mgr.y (mgr.14499) 85 : cluster [DBG] pgmap v61: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 255 B/s wr, 0 op/s 2024-08-29T17:44:37.374 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:44:37 smithi028 bash[22419]: cluster 2024-08-29T17:44:35.816596+0000 mgr.y (mgr.14499) 85 : cluster [DBG] pgmap v61: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 255 B/s wr, 0 op/s 2024-08-29T17:44:38.061 INFO:teuthology.orchestra.run.smithi028.stdout:231928234042 2024-08-29T17:44:38.061 DEBUG:teuthology.orchestra.run.smithi028:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 3167ee72-662c-11ef-bcd4-c7b262605968 -- ceph osd last-stat-seq osd.7 2024-08-29T17:44:38.176 INFO:teuthology.orchestra.run.smithi028.stdout:77309411440 2024-08-29T17:44:38.176 DEBUG:teuthology.orchestra.run.smithi028:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 3167ee72-662c-11ef-bcd4-c7b262605968 -- ceph osd last-stat-seq osd.2 2024-08-29T17:44:39.138 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:44:39 smithi028 bash[31855]: cluster 2024-08-29T17:44:37.817334+0000 mgr.y (mgr.14499) 86 : cluster [DBG] pgmap v62: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-29T17:44:39.139 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:44:39 smithi028 bash[31855]: audit 2024-08-29T17:44:38.860176+0000 mon.a (mon.0) 897 : audit [DBG] from='mgr.14499 172.21.15.28:0/1402656687' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-29T17:44:39.139 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:44:39 smithi028 bash[22419]: cluster 2024-08-29T17:44:37.817334+0000 mgr.y (mgr.14499) 86 : cluster [DBG] pgmap v62: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-29T17:44:39.139 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:44:39 smithi028 bash[22419]: audit 2024-08-29T17:44:38.860176+0000 mon.a (mon.0) 897 : audit [DBG] from='mgr.14499 172.21.15.28:0/1402656687' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-29T17:44:39.572 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:44:39 smithi053 bash[24720]: cluster 2024-08-29T17:44:37.817334+0000 mgr.y (mgr.14499) 86 : cluster [DBG] pgmap v62: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-29T17:44:39.572 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:44:39 smithi053 bash[24720]: audit 2024-08-29T17:44:38.860176+0000 mon.a (mon.0) 897 : audit [DBG] from='mgr.14499 172.21.15.28:0/1402656687' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-29T17:44:39.719 INFO:teuthology.orchestra.run.smithi028.stdout:55834574970 2024-08-29T17:44:39.719 DEBUG:teuthology.orchestra.run.smithi028:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 3167ee72-662c-11ef-bcd4-c7b262605968 -- ceph osd last-stat-seq osd.1 2024-08-29T17:44:40.256 INFO:teuthology.orchestra.run.smithi028.stdout:107374182502 2024-08-29T17:44:40.256 DEBUG:teuthology.orchestra.run.smithi028:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 3167ee72-662c-11ef-bcd4-c7b262605968 -- ceph osd last-stat-seq osd.3 2024-08-29T17:44:40.262 INFO:teuthology.orchestra.run.smithi028.stdout:197568495686 2024-08-29T17:44:40.262 DEBUG:teuthology.orchestra.run.smithi028:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 3167ee72-662c-11ef-bcd4-c7b262605968 -- ceph osd last-stat-seq osd.6 2024-08-29T17:44:40.609 INFO:teuthology.orchestra.run.smithi028.stdout:163208757329 2024-08-29T17:44:40.609 DEBUG:teuthology.orchestra.run.smithi028:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 3167ee72-662c-11ef-bcd4-c7b262605968 -- ceph osd last-stat-seq osd.5 2024-08-29T17:44:40.874 INFO:journalctl@ceph.mgr.y.smithi028.stdout:Aug 29 17:44:40 smithi028 bash[22672]: ::ffff:172.21.15.53 - - [29/Aug/2024:17:44:40] "GET /metrics HTTP/1.1" 200 236519 "" "Prometheus/2.43.0" 2024-08-29T17:44:41.166 INFO:teuthology.orchestra.run.smithi028.stdout:34359738502 2024-08-29T17:44:41.167 DEBUG:teuthology.orchestra.run.smithi028:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 3167ee72-662c-11ef-bcd4-c7b262605968 -- ceph osd last-stat-seq osd.0 2024-08-29T17:44:41.374 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:44:41 smithi028 bash[31855]: cluster 2024-08-29T17:44:39.818277+0000 mgr.y (mgr.14499) 87 : cluster [DBG] pgmap v63: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-29T17:44:41.374 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:44:41 smithi028 bash[22419]: cluster 2024-08-29T17:44:39.818277+0000 mgr.y (mgr.14499) 87 : cluster [DBG] pgmap v63: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-29T17:44:41.572 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:44:41 smithi053 bash[24720]: cluster 2024-08-29T17:44:39.818277+0000 mgr.y (mgr.14499) 87 : cluster [DBG] pgmap v63: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-29T17:44:43.374 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:44:43 smithi028 bash[31855]: cluster 2024-08-29T17:44:41.819502+0000 mgr.y (mgr.14499) 88 : cluster [DBG] pgmap v64: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-29T17:44:43.375 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:44:43 smithi028 bash[22419]: cluster 2024-08-29T17:44:41.819502+0000 mgr.y (mgr.14499) 88 : cluster [DBG] pgmap v64: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-29T17:44:43.572 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:44:43 smithi053 bash[24720]: cluster 2024-08-29T17:44:41.819502+0000 mgr.y (mgr.14499) 88 : cluster [DBG] pgmap v64: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-29T17:44:43.687 INFO:teuthology.orchestra.run.smithi028.stderr:Inferring config /var/lib/ceph/3167ee72-662c-11ef-bcd4-c7b262605968/mon.a/config 2024-08-29T17:44:43.688 INFO:teuthology.orchestra.run.smithi028.stderr:Inferring config /var/lib/ceph/3167ee72-662c-11ef-bcd4-c7b262605968/mon.a/config 2024-08-29T17:44:44.705 INFO:teuthology.orchestra.run.smithi028.stderr:Inferring config /var/lib/ceph/3167ee72-662c-11ef-bcd4-c7b262605968/mon.a/config 2024-08-29T17:44:44.706 INFO:teuthology.orchestra.run.smithi028.stderr:Inferring config /var/lib/ceph/3167ee72-662c-11ef-bcd4-c7b262605968/mon.a/config 2024-08-29T17:44:44.707 INFO:teuthology.orchestra.run.smithi028.stderr:Inferring config /var/lib/ceph/3167ee72-662c-11ef-bcd4-c7b262605968/mon.a/config 2024-08-29T17:44:44.707 INFO:teuthology.orchestra.run.smithi028.stderr:Inferring config /var/lib/ceph/3167ee72-662c-11ef-bcd4-c7b262605968/mon.a/config 2024-08-29T17:44:44.707 INFO:teuthology.orchestra.run.smithi028.stderr:Inferring config /var/lib/ceph/3167ee72-662c-11ef-bcd4-c7b262605968/mon.a/config 2024-08-29T17:44:45.374 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:44:45 smithi028 bash[22419]: cluster 2024-08-29T17:44:43.820154+0000 mgr.y (mgr.14499) 89 : cluster [DBG] pgmap v65: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-29T17:44:45.374 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:44:45 smithi028 bash[31855]: cluster 2024-08-29T17:44:43.820154+0000 mgr.y (mgr.14499) 89 : cluster [DBG] pgmap v65: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-29T17:44:45.572 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:44:45 smithi053 bash[24720]: cluster 2024-08-29T17:44:43.820154+0000 mgr.y (mgr.14499) 89 : cluster [DBG] pgmap v65: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-29T17:44:45.732 INFO:teuthology.orchestra.run.smithi028.stderr:Inferring config /var/lib/ceph/3167ee72-662c-11ef-bcd4-c7b262605968/mon.a/config 2024-08-29T17:44:46.572 INFO:journalctl@ceph.mgr.x.smithi053.stdout:Aug 29 17:44:46 smithi053 bash[25641]: ::ffff:172.21.15.53 - - [29/Aug/2024:17:44:46] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.43.0" 2024-08-29T17:44:47.355 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:44:47 smithi028 bash[31855]: cluster 2024-08-29T17:44:45.821464+0000 mgr.y (mgr.14499) 90 : cluster [DBG] pgmap v66: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-29T17:44:47.355 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:44:47 smithi028 bash[22419]: cluster 2024-08-29T17:44:45.821464+0000 mgr.y (mgr.14499) 90 : cluster [DBG] pgmap v66: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-29T17:44:47.572 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:44:47 smithi053 bash[24720]: cluster 2024-08-29T17:44:45.821464+0000 mgr.y (mgr.14499) 90 : cluster [DBG] pgmap v66: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-29T17:44:49.374 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:44:49 smithi028 bash[22419]: cluster 2024-08-29T17:44:47.822152+0000 mgr.y (mgr.14499) 91 : cluster [DBG] pgmap v67: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-29T17:44:49.374 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:44:49 smithi028 bash[31855]: cluster 2024-08-29T17:44:47.822152+0000 mgr.y (mgr.14499) 91 : cluster [DBG] pgmap v67: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-29T17:44:49.573 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:44:49 smithi053 bash[24720]: cluster 2024-08-29T17:44:47.822152+0000 mgr.y (mgr.14499) 91 : cluster [DBG] pgmap v67: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-29T17:44:50.874 INFO:journalctl@ceph.mgr.y.smithi028.stdout:Aug 29 17:44:50 smithi028 bash[22672]: ::ffff:172.21.15.53 - - [29/Aug/2024:17:44:50] "GET /metrics HTTP/1.1" 200 236519 "" "Prometheus/2.43.0" 2024-08-29T17:44:51.374 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:44:51 smithi028 bash[22419]: cluster 2024-08-29T17:44:49.822833+0000 mgr.y (mgr.14499) 92 : cluster [DBG] pgmap v68: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-29T17:44:51.374 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:44:51 smithi028 bash[31855]: cluster 2024-08-29T17:44:49.822833+0000 mgr.y (mgr.14499) 92 : cluster [DBG] pgmap v68: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-29T17:44:51.572 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:44:51 smithi053 bash[24720]: cluster 2024-08-29T17:44:49.822833+0000 mgr.y (mgr.14499) 92 : cluster [DBG] pgmap v68: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-29T17:44:53.374 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:44:53 smithi028 bash[31855]: cluster 2024-08-29T17:44:51.824067+0000 mgr.y (mgr.14499) 93 : cluster [DBG] pgmap v69: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-29T17:44:53.374 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:44:53 smithi028 bash[22419]: cluster 2024-08-29T17:44:51.824067+0000 mgr.y (mgr.14499) 93 : cluster [DBG] pgmap v69: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-29T17:44:53.572 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:44:53 smithi053 bash[24720]: cluster 2024-08-29T17:44:51.824067+0000 mgr.y (mgr.14499) 93 : cluster [DBG] pgmap v69: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-29T17:44:54.374 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:44:54 smithi028 bash[22419]: audit 2024-08-29T17:44:53.870478+0000 mon.a (mon.0) 898 : audit [DBG] from='mgr.14499 172.21.15.28:0/1402656687' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-29T17:44:54.374 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:44:54 smithi028 bash[31855]: audit 2024-08-29T17:44:53.870478+0000 mon.a (mon.0) 898 : audit [DBG] from='mgr.14499 172.21.15.28:0/1402656687' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-29T17:44:54.572 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:44:54 smithi053 bash[24720]: audit 2024-08-29T17:44:53.870478+0000 mon.a (mon.0) 898 : audit [DBG] from='mgr.14499 172.21.15.28:0/1402656687' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-29T17:44:55.109 INFO:teuthology.orchestra.run.smithi028.stdout:128849018975 2024-08-29T17:44:55.374 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:44:55 smithi028 bash[31855]: cluster 2024-08-29T17:44:53.824661+0000 mgr.y (mgr.14499) 94 : cluster [DBG] pgmap v70: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-29T17:44:55.374 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:44:55 smithi028 bash[22419]: cluster 2024-08-29T17:44:53.824661+0000 mgr.y (mgr.14499) 94 : cluster [DBG] pgmap v70: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-29T17:44:55.572 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:44:55 smithi053 bash[24720]: cluster 2024-08-29T17:44:53.824661+0000 mgr.y (mgr.14499) 94 : cluster [DBG] pgmap v70: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-29T17:44:56.374 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:44:56 smithi028 bash[22419]: audit 2024-08-29T17:44:55.117088+0000 mon.c (mon.2) 13 : audit [DBG] from='client.? 172.21.15.28:0/1257205152' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 4}]: dispatch 2024-08-29T17:44:56.374 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:44:56 smithi028 bash[31855]: audit 2024-08-29T17:44:55.117088+0000 mon.c (mon.2) 13 : audit [DBG] from='client.? 172.21.15.28:0/1257205152' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 4}]: dispatch 2024-08-29T17:44:56.411 INFO:teuthology.orchestra.run.smithi028.stdout:231928234047 2024-08-29T17:44:56.572 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:44:56 smithi053 bash[24720]: audit 2024-08-29T17:44:55.117088+0000 mon.c (mon.2) 13 : audit [DBG] from='client.? 172.21.15.28:0/1257205152' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 4}]: dispatch 2024-08-29T17:44:56.572 INFO:journalctl@ceph.mgr.x.smithi053.stdout:Aug 29 17:44:56 smithi053 bash[25641]: ::ffff:172.21.15.53 - - [29/Aug/2024:17:44:56] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.43.0" 2024-08-29T17:44:57.312 INFO:teuthology.orchestra.run.smithi028.stdout:77309411444 2024-08-29T17:44:57.325 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:44:57 smithi028 bash[22419]: cluster 2024-08-29T17:44:55.825901+0000 mgr.y (mgr.14499) 95 : cluster [DBG] pgmap v71: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-29T17:44:57.325 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:44:57 smithi028 bash[22419]: audit 2024-08-29T17:44:56.419401+0000 mon.a (mon.0) 899 : audit [DBG] from='client.? 172.21.15.28:0/2843779859' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 7}]: dispatch 2024-08-29T17:44:57.325 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:44:57 smithi028 bash[31855]: cluster 2024-08-29T17:44:55.825901+0000 mgr.y (mgr.14499) 95 : cluster [DBG] pgmap v71: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-29T17:44:57.325 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:44:57 smithi028 bash[31855]: audit 2024-08-29T17:44:56.419401+0000 mon.a (mon.0) 899 : audit [DBG] from='client.? 172.21.15.28:0/2843779859' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 7}]: dispatch 2024-08-29T17:44:57.572 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:44:57 smithi053 bash[24720]: cluster 2024-08-29T17:44:55.825901+0000 mgr.y (mgr.14499) 95 : cluster [DBG] pgmap v71: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-29T17:44:57.572 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:44:57 smithi053 bash[24720]: audit 2024-08-29T17:44:56.419401+0000 mon.a (mon.0) 899 : audit [DBG] from='client.? 172.21.15.28:0/2843779859' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 7}]: dispatch 2024-08-29T17:44:57.662 INFO:teuthology.orchestra.run.smithi028.stdout:163208757333 2024-08-29T17:44:57.786 INFO:tasks.cephadm.ceph_manager.ceph:need seq 128849018971 got 128849018975 for osd.4 2024-08-29T17:44:57.787 DEBUG:teuthology.parallel:result is None 2024-08-29T17:44:58.289 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:44:58 smithi028 bash[22419]: audit 2024-08-29T17:44:57.320754+0000 mon.a (mon.0) 900 : audit [DBG] from='client.? 172.21.15.28:0/3425157065' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 2}]: dispatch 2024-08-29T17:44:58.289 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:44:58 smithi028 bash[22419]: audit 2024-08-29T17:44:57.670679+0000 mon.c (mon.2) 14 : audit [DBG] from='client.? 172.21.15.28:0/108455038' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 5}]: dispatch 2024-08-29T17:44:58.289 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:44:58 smithi028 bash[31855]: audit 2024-08-29T17:44:57.320754+0000 mon.a (mon.0) 900 : audit [DBG] from='client.? 172.21.15.28:0/3425157065' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 2}]: dispatch 2024-08-29T17:44:58.290 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:44:58 smithi028 bash[31855]: audit 2024-08-29T17:44:57.670679+0000 mon.c (mon.2) 14 : audit [DBG] from='client.? 172.21.15.28:0/108455038' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 5}]: dispatch 2024-08-29T17:44:58.557 INFO:teuthology.orchestra.run.smithi028.stdout:107374182506 2024-08-29T17:44:58.572 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:44:58 smithi053 bash[24720]: audit 2024-08-29T17:44:57.320754+0000 mon.a (mon.0) 900 : audit [DBG] from='client.? 172.21.15.28:0/3425157065' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 2}]: dispatch 2024-08-29T17:44:58.572 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:44:58 smithi053 bash[24720]: audit 2024-08-29T17:44:57.670679+0000 mon.c (mon.2) 14 : audit [DBG] from='client.? 172.21.15.28:0/108455038' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 5}]: dispatch 2024-08-29T17:44:58.716 INFO:tasks.cephadm.ceph_manager.ceph:need seq 231928234042 got 231928234047 for osd.7 2024-08-29T17:44:58.716 DEBUG:teuthology.parallel:result is None 2024-08-29T17:44:59.549 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:44:59 smithi028 bash[31855]: cluster 2024-08-29T17:44:57.826369+0000 mgr.y (mgr.14499) 96 : cluster [DBG] pgmap v72: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-29T17:44:59.549 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:44:59 smithi028 bash[31855]: audit 2024-08-29T17:44:58.565460+0000 mon.c (mon.2) 15 : audit [DBG] from='client.? 172.21.15.28:0/2115774200' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 3}]: dispatch 2024-08-29T17:44:59.549 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:44:59 smithi028 bash[22419]: cluster 2024-08-29T17:44:57.826369+0000 mgr.y (mgr.14499) 96 : cluster [DBG] pgmap v72: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-29T17:44:59.549 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:44:59 smithi028 bash[22419]: audit 2024-08-29T17:44:58.565460+0000 mon.c (mon.2) 15 : audit [DBG] from='client.? 172.21.15.28:0/2115774200' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 3}]: dispatch 2024-08-29T17:44:59.550 INFO:tasks.cephadm.ceph_manager.ceph:need seq 77309411440 got 77309411444 for osd.2 2024-08-29T17:44:59.550 DEBUG:teuthology.parallel:result is None 2024-08-29T17:44:59.572 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:44:59 smithi053 bash[24720]: cluster 2024-08-29T17:44:57.826369+0000 mgr.y (mgr.14499) 96 : cluster [DBG] pgmap v72: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-29T17:44:59.572 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:44:59 smithi053 bash[24720]: audit 2024-08-29T17:44:58.565460+0000 mon.c (mon.2) 15 : audit [DBG] from='client.? 172.21.15.28:0/2115774200' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 3}]: dispatch 2024-08-29T17:45:00.001 INFO:tasks.cephadm.ceph_manager.ceph:need seq 163208757329 got 163208757333 for osd.5 2024-08-29T17:45:00.001 DEBUG:teuthology.parallel:result is None 2024-08-29T17:45:00.607 INFO:tasks.cephadm.ceph_manager.ceph:need seq 107374182502 got 107374182506 for osd.3 2024-08-29T17:45:00.607 DEBUG:teuthology.parallel:result is None 2024-08-29T17:45:00.874 INFO:journalctl@ceph.mgr.y.smithi028.stdout:Aug 29 17:45:00 smithi028 bash[22672]: ::ffff:172.21.15.53 - - [29/Aug/2024:17:45:00] "GET /metrics HTTP/1.1" 200 236514 "" "Prometheus/2.43.0" 2024-08-29T17:45:01.069 INFO:teuthology.orchestra.run.smithi028.stdout:197568495690 2024-08-29T17:45:01.199 INFO:teuthology.orchestra.run.smithi028.stdout:55834574974 2024-08-29T17:45:01.211 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:45:01 smithi028 bash[22419]: cluster 2024-08-29T17:44:59.827066+0000 mgr.y (mgr.14499) 97 : cluster [DBG] pgmap v73: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-29T17:45:01.211 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:45:01 smithi028 bash[22419]: audit 2024-08-29T17:45:01.077323+0000 mon.c (mon.2) 16 : audit [DBG] from='client.? 172.21.15.28:0/21724372' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 6}]: dispatch 2024-08-29T17:45:01.211 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:45:01 smithi028 bash[31855]: cluster 2024-08-29T17:44:59.827066+0000 mgr.y (mgr.14499) 97 : cluster [DBG] pgmap v73: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-29T17:45:01.211 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:45:01 smithi028 bash[31855]: audit 2024-08-29T17:45:01.077323+0000 mon.c (mon.2) 16 : audit [DBG] from='client.? 172.21.15.28:0/21724372' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 6}]: dispatch 2024-08-29T17:45:01.226 INFO:teuthology.orchestra.run.smithi028.stdout:34359738505 2024-08-29T17:45:01.572 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:45:01 smithi053 bash[24720]: cluster 2024-08-29T17:44:59.827066+0000 mgr.y (mgr.14499) 97 : cluster [DBG] pgmap v73: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-29T17:45:01.572 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:45:01 smithi053 bash[24720]: audit 2024-08-29T17:45:01.077323+0000 mon.c (mon.2) 16 : audit [DBG] from='client.? 172.21.15.28:0/21724372' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 6}]: dispatch 2024-08-29T17:45:02.010 INFO:tasks.cephadm.ceph_manager.ceph:need seq 197568495686 got 197568495690 for osd.6 2024-08-29T17:45:02.011 DEBUG:teuthology.parallel:result is None 2024-08-29T17:45:02.374 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:45:02 smithi028 bash[22419]: audit 2024-08-29T17:45:01.207782+0000 mon.a (mon.0) 901 : audit [DBG] from='client.? 172.21.15.28:0/2323718046' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 1}]: dispatch 2024-08-29T17:45:02.374 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:45:02 smithi028 bash[22419]: audit 2024-08-29T17:45:01.234845+0000 mon.c (mon.2) 17 : audit [DBG] from='client.? 172.21.15.28:0/3742090137' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 0}]: dispatch 2024-08-29T17:45:02.375 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:45:02 smithi028 bash[31855]: audit 2024-08-29T17:45:01.207782+0000 mon.a (mon.0) 901 : audit [DBG] from='client.? 172.21.15.28:0/2323718046' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 1}]: dispatch 2024-08-29T17:45:02.375 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:45:02 smithi028 bash[31855]: audit 2024-08-29T17:45:01.234845+0000 mon.c (mon.2) 17 : audit [DBG] from='client.? 172.21.15.28:0/3742090137' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 0}]: dispatch 2024-08-29T17:45:02.572 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:45:02 smithi053 bash[24720]: audit 2024-08-29T17:45:01.207782+0000 mon.a (mon.0) 901 : audit [DBG] from='client.? 172.21.15.28:0/2323718046' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 1}]: dispatch 2024-08-29T17:45:02.572 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:45:02 smithi053 bash[24720]: audit 2024-08-29T17:45:01.234845+0000 mon.c (mon.2) 17 : audit [DBG] from='client.? 172.21.15.28:0/3742090137' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 0}]: dispatch 2024-08-29T17:45:02.733 INFO:tasks.cephadm.ceph_manager.ceph:need seq 55834574970 got 55834574974 for osd.1 2024-08-29T17:45:02.733 DEBUG:teuthology.parallel:result is None 2024-08-29T17:45:02.743 INFO:tasks.cephadm.ceph_manager.ceph:need seq 34359738502 got 34359738505 for osd.0 2024-08-29T17:45:02.743 DEBUG:teuthology.parallel:result is None 2024-08-29T17:45:02.744 INFO:tasks.cephadm.ceph_manager.ceph:waiting for clean 2024-08-29T17:45:02.744 DEBUG:teuthology.orchestra.run.smithi028:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 3167ee72-662c-11ef-bcd4-c7b262605968 -- ceph pg dump --format=json 2024-08-29T17:45:03.572 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:45:03 smithi053 bash[24720]: cluster 2024-08-29T17:45:01.828274+0000 mgr.y (mgr.14499) 98 : cluster [DBG] pgmap v74: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-29T17:45:03.624 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:45:03 smithi028 bash[31855]: cluster 2024-08-29T17:45:01.828274+0000 mgr.y (mgr.14499) 98 : cluster [DBG] pgmap v74: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-29T17:45:03.624 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:45:03 smithi028 bash[22419]: cluster 2024-08-29T17:45:01.828274+0000 mgr.y (mgr.14499) 98 : cluster [DBG] pgmap v74: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-29T17:45:05.572 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:45:05 smithi053 bash[24720]: cluster 2024-08-29T17:45:03.828913+0000 mgr.y (mgr.14499) 99 : cluster [DBG] pgmap v75: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-29T17:45:05.624 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:45:05 smithi028 bash[22419]: cluster 2024-08-29T17:45:03.828913+0000 mgr.y (mgr.14499) 99 : cluster [DBG] pgmap v75: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-29T17:45:05.624 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:45:05 smithi028 bash[31855]: cluster 2024-08-29T17:45:03.828913+0000 mgr.y (mgr.14499) 99 : cluster [DBG] pgmap v75: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-29T17:45:06.572 INFO:journalctl@ceph.mgr.x.smithi053.stdout:Aug 29 17:45:06 smithi053 bash[25641]: ::ffff:172.21.15.53 - - [29/Aug/2024:17:45:06] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.43.0" 2024-08-29T17:45:07.572 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:45:07 smithi053 bash[24720]: cluster 2024-08-29T17:45:05.830191+0000 mgr.y (mgr.14499) 100 : cluster [DBG] pgmap v76: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-29T17:45:07.583 INFO:teuthology.orchestra.run.smithi028.stderr:Inferring config /var/lib/ceph/3167ee72-662c-11ef-bcd4-c7b262605968/mon.a/config 2024-08-29T17:45:07.624 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:45:07 smithi028 bash[31855]: cluster 2024-08-29T17:45:05.830191+0000 mgr.y (mgr.14499) 100 : cluster [DBG] pgmap v76: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-29T17:45:07.624 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:45:07 smithi028 bash[22419]: cluster 2024-08-29T17:45:05.830191+0000 mgr.y (mgr.14499) 100 : cluster [DBG] pgmap v76: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-29T17:45:09.416 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:45:09 smithi028 bash[31855]: cluster 2024-08-29T17:45:07.830845+0000 mgr.y (mgr.14499) 101 : cluster [DBG] pgmap v77: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-29T17:45:09.416 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:45:09 smithi028 bash[31855]: audit 2024-08-29T17:45:08.871145+0000 mon.a (mon.0) 902 : audit [DBG] from='mgr.14499 172.21.15.28:0/1402656687' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-29T17:45:09.416 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:45:09 smithi028 bash[22419]: cluster 2024-08-29T17:45:07.830845+0000 mgr.y (mgr.14499) 101 : cluster [DBG] pgmap v77: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-29T17:45:09.416 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:45:09 smithi028 bash[22419]: audit 2024-08-29T17:45:08.871145+0000 mon.a (mon.0) 902 : audit [DBG] from='mgr.14499 172.21.15.28:0/1402656687' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-29T17:45:09.572 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:45:09 smithi053 bash[24720]: cluster 2024-08-29T17:45:07.830845+0000 mgr.y (mgr.14499) 101 : cluster [DBG] pgmap v77: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-29T17:45:09.572 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:45:09 smithi053 bash[24720]: audit 2024-08-29T17:45:08.871145+0000 mon.a (mon.0) 902 : audit [DBG] from='mgr.14499 172.21.15.28:0/1402656687' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-29T17:45:10.621 INFO:teuthology.orchestra.run.smithi028.stdout: 2024-08-29T17:45:10.623 INFO:teuthology.orchestra.run.smithi028.stderr:dumped all 2024-08-29T17:45:11.124 INFO:journalctl@ceph.mgr.y.smithi028.stdout:Aug 29 17:45:10 smithi028 bash[22672]: ::ffff:172.21.15.53 - - [29/Aug/2024:17:45:10] "GET /metrics HTTP/1.1" 200 236514 "" "Prometheus/2.43.0" 2024-08-29T17:45:11.200 INFO:teuthology.orchestra.run.smithi028.stdout:{"pg_ready":true,"pg_map":{"version":78,"stamp":"2024-08-29T17:45:09.831124+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":593797,"num_objects":26,"num_object_clones":0,"num_object_copies":78,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":26,"num_whiteouts":0,"num_read":212,"num_read_kb":306,"num_write":232,"num_write_kb":2437,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":7,"num_bytes_recovered":1771104,"num_keys_recovered":0,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":176,"ondisk_log_size":176,"up":315,"acting":315,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":315,"num_osds":8,"num_per_pool_osds":8,"num_per_pool_omap_osds":8,"kb":749961216,"kb_used":2386740,"kb_used_data":7904,"kb_used_omap":13,"kb_used_meta":2378738,"kb_avail":747574476,"statfs":{"total":767960285184,"available":765516263424,"internally_reserved":0,"allocated":8093696,"data_stored":4571675,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":13632,"internal_metadata":2435828416},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"12.004946"},"pg_stats":[{"pgid":"3.3f","version":"0'0","reported_seq":21,"reported_epoch":74,"state":"active+clean","last_fresh":"2024-08-29T17:43:51.058951+0000","last_change":"2024-08-29T17:41:03.068207+0000","last_active":"2024-08-29T17:43:51.058951+0000","last_peered":"2024-08-29T17:43:51.058951+0000","last_clean":"2024-08-29T17:43:51.058951+0000","last_became_active":"2024-08-29T17:41:03.067337+0000","last_became_peered":"2024-08-29T17:41:03.067337+0000","last_unstale":"2024-08-29T17:43:51.058951+0000","last_undegraded":"2024-08-29T17:43:51.058951+0000","last_fullsized":"2024-08-29T17:43:51.058951+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-29T17:41:01.987071+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-29T17:41:01.987071+0000","last_clean_scrub_stamp":"2024-08-29T17:41:01.987071+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-30T18:58:38.929788+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6,0],"acting":[7,6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.3e","version":"0'0","reported_seq":21,"reported_epoch":74,"state":"active+clean","last_fresh":"2024-08-29T17:43:51.010214+0000","last_change":"2024-08-29T17:41:03.042962+0000","last_active":"2024-08-29T17:43:51.010214+0000","last_peered":"2024-08-29T17:43:51.010214+0000","last_clean":"2024-08-29T17:43:51.010214+0000","last_became_active":"2024-08-29T17:41:03.042246+0000","last_became_peered":"2024-08-29T17:41:03.042246+0000","last_unstale":"2024-08-29T17:43:51.010214+0000","last_undegraded":"2024-08-29T17:43:51.010214+0000","last_fullsized":"2024-08-29T17:43:51.010214+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-29T17:41:01.987071+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-29T17:41:01.987071+0000","last_clean_scrub_stamp":"2024-08-29T17:41:01.987071+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-30T22:04:37.073113+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0,6],"acting":[1,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.3d","version":"0'0","reported_seq":21,"reported_epoch":74,"state":"active+clean","last_fresh":"2024-08-29T17:43:51.182951+0000","last_change":"2024-08-29T17:41:03.063179+0000","last_active":"2024-08-29T17:43:51.182951+0000","last_peered":"2024-08-29T17:43:51.182951+0000","last_clean":"2024-08-29T17:43:51.182951+0000","last_became_active":"2024-08-29T17:41:03.062690+0000","last_became_peered":"2024-08-29T17:41:03.062690+0000","last_unstale":"2024-08-29T17:43:51.182951+0000","last_undegraded":"2024-08-29T17:43:51.182951+0000","last_fullsized":"2024-08-29T17:43:51.182951+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-29T17:41:01.987071+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-29T17:41:01.987071+0000","last_clean_scrub_stamp":"2024-08-29T17:41:01.987071+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-30T19:40:18.201065+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2,1],"acting":[0,2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.3c","version":"0'0","reported_seq":21,"reported_epoch":74,"state":"active+clean","last_fresh":"2024-08-29T17:43:51.011221+0000","last_change":"2024-08-29T17:41:03.082306+0000","last_active":"2024-08-29T17:43:51.011221+0000","last_peered":"2024-08-29T17:43:51.011221+0000","last_clean":"2024-08-29T17:43:51.011221+0000","last_became_active":"2024-08-29T17:41:03.081477+0000","last_became_peered":"2024-08-29T17:41:03.081477+0000","last_unstale":"2024-08-29T17:43:51.011221+0000","last_undegraded":"2024-08-29T17:43:51.011221+0000","last_fullsized":"2024-08-29T17:43:51.011221+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-29T17:41:01.987071+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-29T17:41:01.987071+0000","last_clean_scrub_stamp":"2024-08-29T17:41:01.987071+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-30T23:24:52.723298+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,7],"acting":[5,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.3b","version":"0'0","reported_seq":21,"reported_epoch":74,"state":"active+clean","last_fresh":"2024-08-29T17:43:51.057413+0000","last_change":"2024-08-29T17:41:03.086984+0000","last_active":"2024-08-29T17:43:51.057413+0000","last_peered":"2024-08-29T17:43:51.057413+0000","last_clean":"2024-08-29T17:43:51.057413+0000","last_became_active":"2024-08-29T17:41:03.086694+0000","last_became_peered":"2024-08-29T17:41:03.086694+0000","last_unstale":"2024-08-29T17:43:51.057413+0000","last_undegraded":"2024-08-29T17:43:51.057413+0000","last_fullsized":"2024-08-29T17:43:51.057413+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-29T17:41:01.987071+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-29T17:41:01.987071+0000","last_clean_scrub_stamp":"2024-08-29T17:41:01.987071+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-31T02:14:36.423246+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2,4],"acting":[7,2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.3a","version":"0'0","reported_seq":21,"reported_epoch":74,"state":"active+clean","last_fresh":"2024-08-29T17:43:51.011364+0000","last_change":"2024-08-29T17:41:03.069307+0000","last_active":"2024-08-29T17:43:51.011364+0000","last_peered":"2024-08-29T17:43:51.011364+0000","last_clean":"2024-08-29T17:43:51.011364+0000","last_became_active":"2024-08-29T17:41:03.068533+0000","last_became_peered":"2024-08-29T17:41:03.068533+0000","last_unstale":"2024-08-29T17:43:51.011364+0000","last_undegraded":"2024-08-29T17:43:51.011364+0000","last_fullsized":"2024-08-29T17:43:51.011364+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-29T17:41:01.987071+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-29T17:41:01.987071+0000","last_clean_scrub_stamp":"2024-08-29T17:41:01.987071+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-31T02:26:49.631218+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0,1],"acting":[5,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.39","version":"0'0","reported_seq":21,"reported_epoch":74,"state":"active+clean","last_fresh":"2024-08-29T17:43:51.056827+0000","last_change":"2024-08-29T17:41:03.085926+0000","last_active":"2024-08-29T17:43:51.056827+0000","last_peered":"2024-08-29T17:43:51.056827+0000","last_clean":"2024-08-29T17:43:51.056827+0000","last_became_active":"2024-08-29T17:41:03.084758+0000","last_became_peered":"2024-08-29T17:41:03.084758+0000","last_unstale":"2024-08-29T17:43:51.056827+0000","last_undegraded":"2024-08-29T17:43:51.056827+0000","last_fullsized":"2024-08-29T17:43:51.056827+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-29T17:41:01.987071+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-29T17:41:01.987071+0000","last_clean_scrub_stamp":"2024-08-29T17:41:01.987071+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-30T23:26:02.565365+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,4],"acting":[7,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.38","version":"0'0","reported_seq":21,"reported_epoch":74,"state":"active+clean","last_fresh":"2024-08-29T17:43:51.002076+0000","last_change":"2024-08-29T17:41:03.054590+0000","last_active":"2024-08-29T17:43:51.002076+0000","last_peered":"2024-08-29T17:43:51.002076+0000","last_clean":"2024-08-29T17:43:51.002076+0000","last_became_active":"2024-08-29T17:41:03.053683+0000","last_became_peered":"2024-08-29T17:41:03.053683+0000","last_unstale":"2024-08-29T17:43:51.002076+0000","last_undegraded":"2024-08-29T17:43:51.002076+0000","last_fullsized":"2024-08-29T17:43:51.002076+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-29T17:41:01.987071+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-29T17:41:01.987071+0000","last_clean_scrub_stamp":"2024-08-29T17:41:01.987071+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-31T05:16:45.530798+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,6],"acting":[3,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.37","version":"0'0","reported_seq":31,"reported_epoch":74,"state":"active+clean","last_fresh":"2024-08-29T17:43:51.059362+0000","last_change":"2024-08-29T17:41:16.980821+0000","last_active":"2024-08-29T17:43:51.059362+0000","last_peered":"2024-08-29T17:43:51.059362+0000","last_clean":"2024-08-29T17:43:51.059362+0000","last_became_active":"2024-08-29T17:41:16.980028+0000","last_became_peered":"2024-08-29T17:41:16.980028+0000","last_unstale":"2024-08-29T17:43:51.059362+0000","last_undegraded":"2024-08-29T17:43:51.059362+0000","last_fullsized":"2024-08-29T17:43:51.059362+0000","mapping_epoch":66,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":67,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-29T17:41:01.987071+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-29T17:41:01.987071+0000","last_clean_scrub_stamp":"2024-08-29T17:41:01.987071+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-30T23:59:56.635403+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,0],"acting":[7,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.36","version":"0'0","reported_seq":21,"reported_epoch":74,"state":"active+clean","last_fresh":"2024-08-29T17:43:51.181818+0000","last_change":"2024-08-29T17:41:03.060745+0000","last_active":"2024-08-29T17:43:51.181818+0000","last_peered":"2024-08-29T17:43:51.181818+0000","last_clean":"2024-08-29T17:43:51.181818+0000","last_became_active":"2024-08-29T17:41:03.059782+0000","last_became_peered":"2024-08-29T17:41:03.059782+0000","last_unstale":"2024-08-29T17:43:51.181818+0000","last_undegraded":"2024-08-29T17:43:51.181818+0000","last_fullsized":"2024-08-29T17:43:51.181818+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-29T17:41:01.987071+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-29T17:41:01.987071+0000","last_clean_scrub_stamp":"2024-08-29T17:41:01.987071+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-31T03:53:39.147321+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5,1],"acting":[6,5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.35","version":"0'0","reported_seq":21,"reported_epoch":74,"state":"active+clean","last_fresh":"2024-08-29T17:43:51.181666+0000","last_change":"2024-08-29T17:41:03.074046+0000","last_active":"2024-08-29T17:43:51.181666+0000","last_peered":"2024-08-29T17:43:51.181666+0000","last_clean":"2024-08-29T17:43:51.181666+0000","last_became_active":"2024-08-29T17:41:03.073315+0000","last_became_peered":"2024-08-29T17:41:03.073315+0000","last_unstale":"2024-08-29T17:43:51.181666+0000","last_undegraded":"2024-08-29T17:43:51.181666+0000","last_fullsized":"2024-08-29T17:43:51.181666+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-29T17:41:01.987071+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-29T17:41:01.987071+0000","last_clean_scrub_stamp":"2024-08-29T17:41:01.987071+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-30T20:58:53.042020+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5,0],"acting":[6,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.34","version":"0'0","reported_seq":18,"reported_epoch":74,"state":"active+clean","last_fresh":"2024-08-29T17:43:51.004818+0000","last_change":"2024-08-29T17:41:16.979917+0000","last_active":"2024-08-29T17:43:51.004818+0000","last_peered":"2024-08-29T17:43:51.004818+0000","last_clean":"2024-08-29T17:43:51.004818+0000","last_became_active":"2024-08-29T17:41:16.978707+0000","last_became_peered":"2024-08-29T17:41:16.978707+0000","last_unstale":"2024-08-29T17:43:51.004818+0000","last_undegraded":"2024-08-29T17:43:51.004818+0000","last_fullsized":"2024-08-29T17:43:51.004818+0000","mapping_epoch":66,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":67,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-29T17:41:01.987071+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-29T17:41:01.987071+0000","last_clean_scrub_stamp":"2024-08-29T17:41:01.987071+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-31T02:51:30.359921+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,6,0],"acting":[2,6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.33","version":"0'0","reported_seq":21,"reported_epoch":74,"state":"active+clean","last_fresh":"2024-08-29T17:43:51.004324+0000","last_change":"2024-08-29T17:41:03.042493+0000","last_active":"2024-08-29T17:43:51.004324+0000","last_peered":"2024-08-29T17:43:51.004324+0000","last_clean":"2024-08-29T17:43:51.004324+0000","last_became_active":"2024-08-29T17:41:03.041803+0000","last_became_peered":"2024-08-29T17:41:03.041803+0000","last_unstale":"2024-08-29T17:43:51.004324+0000","last_undegraded":"2024-08-29T17:43:51.004324+0000","last_fullsized":"2024-08-29T17:43:51.004324+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-29T17:41:01.987071+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-29T17:41:01.987071+0000","last_clean_scrub_stamp":"2024-08-29T17:41:01.987071+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-31T03:05:43.074165+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6,1],"acting":[3,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.32","version":"0'0","reported_seq":21,"reported_epoch":74,"state":"active+clean","last_fresh":"2024-08-29T17:43:51.183142+0000","last_change":"2024-08-29T17:41:03.069315+0000","last_active":"2024-08-29T17:43:51.183142+0000","last_peered":"2024-08-29T17:43:51.183142+0000","last_clean":"2024-08-29T17:43:51.183142+0000","last_became_active":"2024-08-29T17:41:03.065796+0000","last_became_peered":"2024-08-29T17:41:03.065796+0000","last_unstale":"2024-08-29T17:43:51.183142+0000","last_undegraded":"2024-08-29T17:43:51.183142+0000","last_fullsized":"2024-08-29T17:43:51.183142+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-29T17:41:01.987071+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-29T17:41:01.987071+0000","last_clean_scrub_stamp":"2024-08-29T17:41:01.987071+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-30T21:19:35.832383+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,5],"acting":[0,1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.31","version":"0'0","reported_seq":21,"reported_epoch":74,"state":"active+clean","last_fresh":"2024-08-29T17:43:51.009197+0000","last_change":"2024-08-29T17:41:03.058167+0000","last_active":"2024-08-29T17:43:51.009197+0000","last_peered":"2024-08-29T17:43:51.009197+0000","last_clean":"2024-08-29T17:43:51.009197+0000","last_became_active":"2024-08-29T17:41:03.057392+0000","last_became_peered":"2024-08-29T17:41:03.057392+0000","last_unstale":"2024-08-29T17:43:51.009197+0000","last_undegraded":"2024-08-29T17:43:51.009197+0000","last_fullsized":"2024-08-29T17:43:51.009197+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-29T17:41:01.987071+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-29T17:41:01.987071+0000","last_clean_scrub_stamp":"2024-08-29T17:41:01.987071+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-30T23:58:49.658338+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4,5],"acting":[1,4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.30","version":"0'0","reported_seq":21,"reported_epoch":74,"state":"active+clean","last_fresh":"2024-08-29T17:43:51.010868+0000","last_change":"2024-08-29T17:41:03.078660+0000","last_active":"2024-08-29T17:43:51.010868+0000","last_peered":"2024-08-29T17:43:51.010868+0000","last_clean":"2024-08-29T17:43:51.010868+0000","last_became_active":"2024-08-29T17:41:03.077519+0000","last_became_peered":"2024-08-29T17:41:03.077519+0000","last_unstale":"2024-08-29T17:43:51.010868+0000","last_undegraded":"2024-08-29T17:43:51.010868+0000","last_fullsized":"2024-08-29T17:43:51.010868+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-29T17:41:01.987071+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-29T17:41:01.987071+0000","last_clean_scrub_stamp":"2024-08-29T17:41:01.987071+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-31T03:19:42.302665+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0,7],"acting":[5,0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.2f","version":"0'0","reported_seq":31,"reported_epoch":74,"state":"active+clean","last_fresh":"2024-08-29T17:43:51.012285+0000","last_change":"2024-08-29T17:41:16.105014+0000","last_active":"2024-08-29T17:43:51.012285+0000","last_peered":"2024-08-29T17:43:51.012285+0000","last_clean":"2024-08-29T17:43:51.012285+0000","last_became_active":"2024-08-29T17:41:16.103935+0000","last_became_peered":"2024-08-29T17:41:16.103935+0000","last_unstale":"2024-08-29T17:43:51.012285+0000","last_undegraded":"2024-08-29T17:43:51.012285+0000","last_fullsized":"2024-08-29T17:43:51.012285+0000","mapping_epoch":66,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":67,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-29T17:41:01.987071+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-29T17:41:01.987071+0000","last_clean_scrub_stamp":"2024-08-29T17:41:01.987071+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-30T20:45:16.317019+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,3],"acting":[5,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.2e","version":"0'0","reported_seq":21,"reported_epoch":74,"state":"active+clean","last_fresh":"2024-08-29T17:43:51.006349+0000","last_change":"2024-08-29T17:41:03.054201+0000","last_active":"2024-08-29T17:43:51.006349+0000","last_peered":"2024-08-29T17:43:51.006349+0000","last_clean":"2024-08-29T17:43:51.006349+0000","last_became_active":"2024-08-29T17:41:03.051355+0000","last_became_peered":"2024-08-29T17:41:03.051355+0000","last_unstale":"2024-08-29T17:43:51.006349+0000","last_undegraded":"2024-08-29T17:43:51.006349+0000","last_fullsized":"2024-08-29T17:43:51.006349+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-29T17:41:01.987071+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-29T17:41:01.987071+0000","last_clean_scrub_stamp":"2024-08-29T17:41:01.987071+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-31T00:00:38.356662+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,6,7],"acting":[2,6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.2d","version":"0'0","reported_seq":21,"reported_epoch":74,"state":"active+clean","last_fresh":"2024-08-29T17:43:51.059032+0000","last_change":"2024-08-29T17:41:03.075263+0000","last_active":"2024-08-29T17:43:51.059032+0000","last_peered":"2024-08-29T17:43:51.059032+0000","last_clean":"2024-08-29T17:43:51.059032+0000","last_became_active":"2024-08-29T17:41:03.074623+0000","last_became_peered":"2024-08-29T17:41:03.074623+0000","last_unstale":"2024-08-29T17:43:51.059032+0000","last_undegraded":"2024-08-29T17:43:51.059032+0000","last_fullsized":"2024-08-29T17:43:51.059032+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-29T17:41:01.987071+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-29T17:41:01.987071+0000","last_clean_scrub_stamp":"2024-08-29T17:41:01.987071+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-30T22:48:43.710117+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2,6],"acting":[7,2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.2c","version":"0'0","reported_seq":21,"reported_epoch":74,"state":"active+clean","last_fresh":"2024-08-29T17:43:51.180839+0000","last_change":"2024-08-29T17:41:03.072007+0000","last_active":"2024-08-29T17:43:51.180839+0000","last_peered":"2024-08-29T17:43:51.180839+0000","last_clean":"2024-08-29T17:43:51.180839+0000","last_became_active":"2024-08-29T17:41:03.071246+0000","last_became_peered":"2024-08-29T17:41:03.071246+0000","last_unstale":"2024-08-29T17:43:51.180839+0000","last_undegraded":"2024-08-29T17:43:51.180839+0000","last_fullsized":"2024-08-29T17:43:51.180839+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-29T17:41:01.987071+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-29T17:41:01.987071+0000","last_clean_scrub_stamp":"2024-08-29T17:41:01.987071+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-30T20:30:50.433724+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,0],"acting":[6,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.2b","version":"0'0","reported_seq":18,"reported_epoch":74,"state":"active+clean","last_fresh":"2024-08-29T17:43:51.004371+0000","last_change":"2024-08-29T17:41:16.102205+0000","last_active":"2024-08-29T17:43:51.004371+0000","last_peered":"2024-08-29T17:43:51.004371+0000","last_clean":"2024-08-29T17:43:51.004371+0000","last_became_active":"2024-08-29T17:41:16.101463+0000","last_became_peered":"2024-08-29T17:41:16.101463+0000","last_unstale":"2024-08-29T17:43:51.004371+0000","last_undegraded":"2024-08-29T17:43:51.004371+0000","last_fullsized":"2024-08-29T17:43:51.004371+0000","mapping_epoch":66,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":67,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-29T17:41:01.987071+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-29T17:41:01.987071+0000","last_clean_scrub_stamp":"2024-08-29T17:41:01.987071+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-31T00:03:14.341452+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,7,1],"acting":[2,7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.2a","version":"0'0","reported_seq":21,"reported_epoch":74,"state":"active+clean","last_fresh":"2024-08-29T17:43:51.011613+0000","last_change":"2024-08-29T17:41:03.084198+0000","last_active":"2024-08-29T17:43:51.011613+0000","last_peered":"2024-08-29T17:43:51.011613+0000","last_clean":"2024-08-29T17:43:51.011613+0000","last_became_active":"2024-08-29T17:41:03.083480+0000","last_became_peered":"2024-08-29T17:41:03.083480+0000","last_unstale":"2024-08-29T17:43:51.011613+0000","last_undegraded":"2024-08-29T17:43:51.011613+0000","last_fullsized":"2024-08-29T17:43:51.011613+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-29T17:41:01.987071+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-29T17:41:01.987071+0000","last_clean_scrub_stamp":"2024-08-29T17:41:01.987071+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-31T01:58:26.671575+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,6],"acting":[5,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.29","version":"0'0","reported_seq":21,"reported_epoch":74,"state":"active+clean","last_fresh":"2024-08-29T17:43:51.002515+0000","last_change":"2024-08-29T17:41:03.051874+0000","last_active":"2024-08-29T17:43:51.002515+0000","last_peered":"2024-08-29T17:43:51.002515+0000","last_clean":"2024-08-29T17:43:51.002515+0000","last_became_active":"2024-08-29T17:41:03.050981+0000","last_became_peered":"2024-08-29T17:41:03.050981+0000","last_unstale":"2024-08-29T17:43:51.002515+0000","last_undegraded":"2024-08-29T17:43:51.002515+0000","last_fullsized":"2024-08-29T17:43:51.002515+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-29T17:41:01.987071+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-29T17:41:01.987071+0000","last_clean_scrub_stamp":"2024-08-29T17:41:01.987071+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-30T19:25:59.844948+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4,1],"acting":[3,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.28","version":"0'0","reported_seq":21,"reported_epoch":74,"state":"active+clean","last_fresh":"2024-08-29T17:43:51.011034+0000","last_change":"2024-08-29T17:41:03.062968+0000","last_active":"2024-08-29T17:43:51.011034+0000","last_peered":"2024-08-29T17:43:51.011034+0000","last_clean":"2024-08-29T17:43:51.011034+0000","last_became_active":"2024-08-29T17:41:03.062080+0000","last_became_peered":"2024-08-29T17:41:03.062080+0000","last_unstale":"2024-08-29T17:43:51.011034+0000","last_undegraded":"2024-08-29T17:43:51.011034+0000","last_fullsized":"2024-08-29T17:43:51.011034+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-29T17:41:01.987071+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-29T17:41:01.987071+0000","last_clean_scrub_stamp":"2024-08-29T17:41:01.987071+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-31T01:50:03.459337+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,2],"acting":[5,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.27","version":"0'0","reported_seq":21,"reported_epoch":74,"state":"active+clean","last_fresh":"2024-08-29T17:43:51.003566+0000","last_change":"2024-08-29T17:41:03.048943+0000","last_active":"2024-08-29T17:43:51.003566+0000","last_peered":"2024-08-29T17:43:51.003566+0000","last_clean":"2024-08-29T17:43:51.003566+0000","last_became_active":"2024-08-29T17:41:03.048300+0000","last_became_peered":"2024-08-29T17:41:03.048300+0000","last_unstale":"2024-08-29T17:43:51.003566+0000","last_undegraded":"2024-08-29T17:43:51.003566+0000","last_fullsized":"2024-08-29T17:43:51.003566+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-29T17:41:01.987071+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-29T17:41:01.987071+0000","last_clean_scrub_stamp":"2024-08-29T17:41:01.987071+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-30T22:12:26.569199+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4,2],"acting":[3,4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.26","version":"0'0","reported_seq":21,"reported_epoch":74,"state":"active+clean","last_fresh":"2024-08-29T17:43:51.181452+0000","last_change":"2024-08-29T17:41:03.080404+0000","last_active":"2024-08-29T17:43:51.181452+0000","last_peered":"2024-08-29T17:43:51.181452+0000","last_clean":"2024-08-29T17:43:51.181452+0000","last_became_active":"2024-08-29T17:41:03.079629+0000","last_became_peered":"2024-08-29T17:41:03.079629+0000","last_unstale":"2024-08-29T17:43:51.181452+0000","last_undegraded":"2024-08-29T17:43:51.181452+0000","last_fullsized":"2024-08-29T17:43:51.181452+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-29T17:41:01.987071+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-29T17:41:01.987071+0000","last_clean_scrub_stamp":"2024-08-29T17:41:01.987071+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-30T22:22:29.575142+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7,4],"acting":[6,7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.25","version":"0'0","reported_seq":21,"reported_epoch":74,"state":"active+clean","last_fresh":"2024-08-29T17:43:51.010066+0000","last_change":"2024-08-29T17:41:03.044286+0000","last_active":"2024-08-29T17:43:51.010066+0000","last_peered":"2024-08-29T17:43:51.010066+0000","last_clean":"2024-08-29T17:43:51.010066+0000","last_became_active":"2024-08-29T17:41:03.043723+0000","last_became_peered":"2024-08-29T17:41:03.043723+0000","last_unstale":"2024-08-29T17:43:51.010066+0000","last_undegraded":"2024-08-29T17:43:51.010066+0000","last_fullsized":"2024-08-29T17:43:51.010066+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-29T17:41:01.987071+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-29T17:41:01.987071+0000","last_clean_scrub_stamp":"2024-08-29T17:41:01.987071+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-31T01:28:04.817827+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,2],"acting":[1,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.24","version":"0'0","reported_seq":21,"reported_epoch":74,"state":"active+clean","last_fresh":"2024-08-29T17:43:51.003956+0000","last_change":"2024-08-29T17:41:03.066753+0000","last_active":"2024-08-29T17:43:51.003956+0000","last_peered":"2024-08-29T17:43:51.003956+0000","last_clean":"2024-08-29T17:43:51.003956+0000","last_became_active":"2024-08-29T17:41:03.066481+0000","last_became_peered":"2024-08-29T17:41:03.066481+0000","last_unstale":"2024-08-29T17:43:51.003956+0000","last_undegraded":"2024-08-29T17:43:51.003956+0000","last_fullsized":"2024-08-29T17:43:51.003956+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-29T17:41:01.987071+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-29T17:41:01.987071+0000","last_clean_scrub_stamp":"2024-08-29T17:41:01.987071+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-30T18:06:04.730359+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4,0],"acting":[3,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.23","version":"0'0","reported_seq":21,"reported_epoch":74,"state":"active+clean","last_fresh":"2024-08-29T17:43:51.183105+0000","last_change":"2024-08-29T17:41:03.073770+0000","last_active":"2024-08-29T17:43:51.183105+0000","last_peered":"2024-08-29T17:43:51.183105+0000","last_clean":"2024-08-29T17:43:51.183105+0000","last_became_active":"2024-08-29T17:41:03.073236+0000","last_became_peered":"2024-08-29T17:41:03.073236+0000","last_unstale":"2024-08-29T17:43:51.183105+0000","last_undegraded":"2024-08-29T17:43:51.183105+0000","last_fullsized":"2024-08-29T17:43:51.183105+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-29T17:41:01.987071+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-29T17:41:01.987071+0000","last_clean_scrub_stamp":"2024-08-29T17:41:01.987071+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-31T01:23:20.630211+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3,4],"acting":[0,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.22","version":"0'0","reported_seq":21,"reported_epoch":74,"state":"active+clean","last_fresh":"2024-08-29T17:43:51.011871+0000","last_change":"2024-08-29T17:41:03.057028+0000","last_active":"2024-08-29T17:43:51.011871+0000","last_peered":"2024-08-29T17:43:51.011871+0000","last_clean":"2024-08-29T17:43:51.011871+0000","last_became_active":"2024-08-29T17:41:03.054684+0000","last_became_peered":"2024-08-29T17:41:03.054684+0000","last_unstale":"2024-08-29T17:43:51.011871+0000","last_undegraded":"2024-08-29T17:43:51.011871+0000","last_fullsized":"2024-08-29T17:43:51.011871+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-29T17:41:01.987071+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-29T17:41:01.987071+0000","last_clean_scrub_stamp":"2024-08-29T17:41:01.987071+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-31T03:34:57.092856+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,0],"acting":[5,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.21","version":"0'0","reported_seq":21,"reported_epoch":74,"state":"active+clean","last_fresh":"2024-08-29T17:43:51.003619+0000","last_change":"2024-08-29T17:41:03.055626+0000","last_active":"2024-08-29T17:43:51.003619+0000","last_peered":"2024-08-29T17:43:51.003619+0000","last_clean":"2024-08-29T17:43:51.003619+0000","last_became_active":"2024-08-29T17:41:03.055360+0000","last_became_peered":"2024-08-29T17:41:03.055360+0000","last_unstale":"2024-08-29T17:43:51.003619+0000","last_undegraded":"2024-08-29T17:43:51.003619+0000","last_fullsized":"2024-08-29T17:43:51.003619+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-29T17:41:01.987071+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-29T17:41:01.987071+0000","last_clean_scrub_stamp":"2024-08-29T17:41:01.987071+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-30T21:04:39.218054+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5,6],"acting":[2,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.20","version":"0'0","reported_seq":21,"reported_epoch":74,"state":"active+clean","last_fresh":"2024-08-29T17:43:51.180723+0000","last_change":"2024-08-29T17:41:03.068079+0000","last_active":"2024-08-29T17:43:51.180723+0000","last_peered":"2024-08-29T17:43:51.180723+0000","last_clean":"2024-08-29T17:43:51.180723+0000","last_became_active":"2024-08-29T17:41:03.067381+0000","last_became_peered":"2024-08-29T17:41:03.067381+0000","last_unstale":"2024-08-29T17:43:51.180723+0000","last_undegraded":"2024-08-29T17:43:51.180723+0000","last_fullsized":"2024-08-29T17:43:51.180723+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-29T17:41:01.987071+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-29T17:41:01.987071+0000","last_clean_scrub_stamp":"2024-08-29T17:41:01.987071+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-30T20:20:55.369802+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0,5],"acting":[6,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.1a","version":"0'0","reported_seq":21,"reported_epoch":74,"state":"active+clean","last_fresh":"2024-08-29T17:43:51.001213+0000","last_change":"2024-08-29T17:41:03.047093+0000","last_active":"2024-08-29T17:43:51.001213+0000","last_peered":"2024-08-29T17:43:51.001213+0000","last_clean":"2024-08-29T17:43:51.001213+0000","last_became_active":"2024-08-29T17:41:03.046276+0000","last_became_peered":"2024-08-29T17:41:03.046276+0000","last_unstale":"2024-08-29T17:43:51.001213+0000","last_undegraded":"2024-08-29T17:43:51.001213+0000","last_fullsized":"2024-08-29T17:43:51.001213+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-29T17:41:01.987071+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-29T17:41:01.987071+0000","last_clean_scrub_stamp":"2024-08-29T17:41:01.987071+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-31T00:55:12.370790+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1,2],"acting":[4,1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.1b","version":"65'1","reported_seq":25,"reported_epoch":74,"state":"active+clean","last_fresh":"2024-08-29T17:43:51.004890+0000","last_change":"2024-08-29T17:40:53.983857+0000","last_active":"2024-08-29T17:43:51.004890+0000","last_peered":"2024-08-29T17:43:51.004890+0000","last_clean":"2024-08-29T17:43:51.004890+0000","last_became_active":"2024-08-29T17:40:53.981669+0000","last_became_peered":"2024-08-29T17:40:53.981669+0000","last_unstale":"2024-08-29T17:43:51.004890+0000","last_undegraded":"2024-08-29T17:43:51.004890+0000","last_fullsized":"2024-08-29T17:43:51.004890+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-29T17:40:52.944949+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-29T17:40:52.944949+0000","last_clean_scrub_stamp":"2024-08-29T17:40:52.944949+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-30T23:06:15.796981+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,6],"acting":[3,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1b","version":"0'0","reported_seq":21,"reported_epoch":74,"state":"active+clean","last_fresh":"2024-08-29T17:43:51.182770+0000","last_change":"2024-08-29T17:41:03.075160+0000","last_active":"2024-08-29T17:43:51.182770+0000","last_peered":"2024-08-29T17:43:51.182770+0000","last_clean":"2024-08-29T17:43:51.182770+0000","last_became_active":"2024-08-29T17:41:03.074362+0000","last_became_peered":"2024-08-29T17:41:03.074362+0000","last_unstale":"2024-08-29T17:43:51.182770+0000","last_undegraded":"2024-08-29T17:43:51.182770+0000","last_fullsized":"2024-08-29T17:43:51.182770+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-29T17:41:01.987071+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-29T17:41:01.987071+0000","last_clean_scrub_stamp":"2024-08-29T17:41:01.987071+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-31T02:20:46.213636+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,7],"acting":[0,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.1a","version":"65'1","reported_seq":25,"reported_epoch":74,"state":"active+clean","last_fresh":"2024-08-29T17:43:51.183340+0000","last_change":"2024-08-29T17:40:53.987851+0000","last_active":"2024-08-29T17:43:51.183340+0000","last_peered":"2024-08-29T17:43:51.183340+0000","last_clean":"2024-08-29T17:43:51.183340+0000","last_became_active":"2024-08-29T17:40:53.986933+0000","last_became_peered":"2024-08-29T17:40:53.986933+0000","last_unstale":"2024-08-29T17:43:51.183340+0000","last_undegraded":"2024-08-29T17:43:51.183340+0000","last_fullsized":"2024-08-29T17:43:51.183340+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-29T17:40:52.944949+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-29T17:40:52.944949+0000","last_clean_scrub_stamp":"2024-08-29T17:40:52.944949+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-30T20:16:23.020981+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,7],"acting":[6,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.19","version":"0'0","reported_seq":24,"reported_epoch":74,"state":"active+clean","last_fresh":"2024-08-29T17:43:51.002904+0000","last_change":"2024-08-29T17:40:53.996733+0000","last_active":"2024-08-29T17:43:51.002904+0000","last_peered":"2024-08-29T17:43:51.002904+0000","last_clean":"2024-08-29T17:43:51.002904+0000","last_became_active":"2024-08-29T17:40:53.995945+0000","last_became_peered":"2024-08-29T17:40:53.995945+0000","last_unstale":"2024-08-29T17:43:51.002904+0000","last_undegraded":"2024-08-29T17:43:51.002904+0000","last_fullsized":"2024-08-29T17:43:51.002904+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-29T17:40:52.944949+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-29T17:40:52.944949+0000","last_clean_scrub_stamp":"2024-08-29T17:40:52.944949+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-30T18:31:17.213781+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6,0],"acting":[3,6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.18","version":"0'0","reported_seq":21,"reported_epoch":74,"state":"active+clean","last_fresh":"2024-08-29T17:43:51.002293+0000","last_change":"2024-08-29T17:41:03.066661+0000","last_active":"2024-08-29T17:43:51.002293+0000","last_peered":"2024-08-29T17:43:51.002293+0000","last_clean":"2024-08-29T17:43:51.002293+0000","last_became_active":"2024-08-29T17:41:03.066385+0000","last_became_peered":"2024-08-29T17:41:03.066385+0000","last_unstale":"2024-08-29T17:43:51.002293+0000","last_undegraded":"2024-08-29T17:43:51.002293+0000","last_fullsized":"2024-08-29T17:43:51.002293+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-29T17:41:01.987071+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-29T17:41:01.987071+0000","last_clean_scrub_stamp":"2024-08-29T17:41:01.987071+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-30T17:42:57.977671+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,1],"acting":[3,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.18","version":"0'0","reported_seq":24,"reported_epoch":74,"state":"active+clean","last_fresh":"2024-08-29T17:43:51.011146+0000","last_change":"2024-08-29T17:40:53.993166+0000","last_active":"2024-08-29T17:43:51.011146+0000","last_peered":"2024-08-29T17:43:51.011146+0000","last_clean":"2024-08-29T17:43:51.011146+0000","last_became_active":"2024-08-29T17:40:53.992324+0000","last_became_peered":"2024-08-29T17:40:53.992324+0000","last_unstale":"2024-08-29T17:43:51.011146+0000","last_undegraded":"2024-08-29T17:43:51.011146+0000","last_fullsized":"2024-08-29T17:43:51.011146+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-29T17:40:52.944949+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-29T17:40:52.944949+0000","last_clean_scrub_stamp":"2024-08-29T17:40:52.944949+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-30T23:14:15.411862+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,7],"acting":[5,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.19","version":"0'0","reported_seq":21,"reported_epoch":74,"state":"active+clean","last_fresh":"2024-08-29T17:43:51.009132+0000","last_change":"2024-08-29T17:41:03.040359+0000","last_active":"2024-08-29T17:43:51.009132+0000","last_peered":"2024-08-29T17:43:51.009132+0000","last_clean":"2024-08-29T17:43:51.009132+0000","last_became_active":"2024-08-29T17:41:03.039694+0000","last_became_peered":"2024-08-29T17:41:03.039694+0000","last_unstale":"2024-08-29T17:43:51.009132+0000","last_undegraded":"2024-08-29T17:43:51.009132+0000","last_fullsized":"2024-08-29T17:43:51.009132+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-29T17:41:01.987071+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-29T17:41:01.987071+0000","last_clean_scrub_stamp":"2024-08-29T17:41:01.987071+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-30T23:04:56.829301+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,4],"acting":[1,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.17","version":"0'0","reported_seq":24,"reported_epoch":74,"state":"active+clean","last_fresh":"2024-08-29T17:43:51.184817+0000","last_change":"2024-08-29T17:40:53.988859+0000","last_active":"2024-08-29T17:43:51.184817+0000","last_peered":"2024-08-29T17:43:51.184817+0000","last_clean":"2024-08-29T17:43:51.184817+0000","last_became_active":"2024-08-29T17:40:53.987990+0000","last_became_peered":"2024-08-29T17:40:53.987990+0000","last_unstale":"2024-08-29T17:43:51.184817+0000","last_undegraded":"2024-08-29T17:43:51.184817+0000","last_fullsized":"2024-08-29T17:43:51.184817+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-29T17:40:52.944949+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-29T17:40:52.944949+0000","last_clean_scrub_stamp":"2024-08-29T17:40:52.944949+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-30T18:12:30.482395+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5,2],"acting":[6,5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.16","version":"0'0","reported_seq":21,"reported_epoch":74,"state":"active+clean","last_fresh":"2024-08-29T17:43:51.012008+0000","last_change":"2024-08-29T17:41:03.078420+0000","last_active":"2024-08-29T17:43:51.012008+0000","last_peered":"2024-08-29T17:43:51.012008+0000","last_clean":"2024-08-29T17:43:51.012008+0000","last_became_active":"2024-08-29T17:41:03.077653+0000","last_became_peered":"2024-08-29T17:41:03.077653+0000","last_unstale":"2024-08-29T17:43:51.012008+0000","last_undegraded":"2024-08-29T17:43:51.012008+0000","last_fullsized":"2024-08-29T17:43:51.012008+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-29T17:41:01.987071+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-29T17:41:01.987071+0000","last_clean_scrub_stamp":"2024-08-29T17:41:01.987071+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-31T01:43:22.578812+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,1],"acting":[5,7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.16","version":"0'0","reported_seq":24,"reported_epoch":74,"state":"active+clean","last_fresh":"2024-08-29T17:43:51.012359+0000","last_change":"2024-08-29T17:40:53.999978+0000","last_active":"2024-08-29T17:43:51.012359+0000","last_peered":"2024-08-29T17:43:51.012359+0000","last_clean":"2024-08-29T17:43:51.012359+0000","last_became_active":"2024-08-29T17:40:53.999192+0000","last_became_peered":"2024-08-29T17:40:53.999192+0000","last_unstale":"2024-08-29T17:43:51.012359+0000","last_undegraded":"2024-08-29T17:43:51.012359+0000","last_fullsized":"2024-08-29T17:43:51.012359+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-29T17:40:52.944949+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-29T17:40:52.944949+0000","last_clean_scrub_stamp":"2024-08-29T17:40:52.944949+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-31T04:57:25.892563+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,6,2],"acting":[5,6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.17","version":"0'0","reported_seq":21,"reported_epoch":74,"state":"active+clean","last_fresh":"2024-08-29T17:43:51.184068+0000","last_change":"2024-08-29T17:41:03.068886+0000","last_active":"2024-08-29T17:43:51.184068+0000","last_peered":"2024-08-29T17:43:51.184068+0000","last_clean":"2024-08-29T17:43:51.184068+0000","last_became_active":"2024-08-29T17:41:03.068494+0000","last_became_peered":"2024-08-29T17:41:03.068494+0000","last_unstale":"2024-08-29T17:43:51.184068+0000","last_undegraded":"2024-08-29T17:43:51.184068+0000","last_fullsized":"2024-08-29T17:43:51.184068+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-29T17:41:01.987071+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-29T17:41:01.987071+0000","last_clean_scrub_stamp":"2024-08-29T17:41:01.987071+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-30T20:19:15.693075+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,3],"acting":[0,5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.15","version":"65'3","reported_seq":27,"reported_epoch":74,"state":"active+clean","last_fresh":"2024-08-29T17:43:51.010402+0000","last_change":"2024-08-29T17:40:53.989710+0000","last_active":"2024-08-29T17:43:51.010402+0000","last_peered":"2024-08-29T17:43:51.010402+0000","last_clean":"2024-08-29T17:43:51.010402+0000","last_became_active":"2024-08-29T17:40:53.986240+0000","last_became_peered":"2024-08-29T17:40:53.986240+0000","last_unstale":"2024-08-29T17:43:51.010402+0000","last_undegraded":"2024-08-29T17:43:51.010402+0000","last_fullsized":"2024-08-29T17:43:51.010402+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-29T17:40:52.944949+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-29T17:40:52.944949+0000","last_clean_scrub_stamp":"2024-08-29T17:40:52.944949+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-30T19:06:02.586277+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":90,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,0],"acting":[1,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.14","version":"0'0","reported_seq":18,"reported_epoch":74,"state":"active+clean","last_fresh":"2024-08-29T17:43:51.004707+0000","last_change":"2024-08-29T17:41:16.104711+0000","last_active":"2024-08-29T17:43:51.004707+0000","last_peered":"2024-08-29T17:43:51.004707+0000","last_clean":"2024-08-29T17:43:51.004707+0000","last_became_active":"2024-08-29T17:41:16.104048+0000","last_became_peered":"2024-08-29T17:41:16.104048+0000","last_unstale":"2024-08-29T17:43:51.004707+0000","last_undegraded":"2024-08-29T17:43:51.004707+0000","last_fullsized":"2024-08-29T17:43:51.004707+0000","mapping_epoch":66,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":67,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-29T17:41:01.987071+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-29T17:41:01.987071+0000","last_clean_scrub_stamp":"2024-08-29T17:41:01.987071+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-30T19:26:03.843217+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,7,6],"acting":[2,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"2.14","version":"75'12","reported_seq":36,"reported_epoch":75,"state":"active+clean","last_fresh":"2024-08-29T17:44:23.899024+0000","last_change":"2024-08-29T17:40:53.997553+0000","last_active":"2024-08-29T17:44:23.899024+0000","last_peered":"2024-08-29T17:44:23.899024+0000","last_clean":"2024-08-29T17:44:23.899024+0000","last_became_active":"2024-08-29T17:40:53.996743+0000","last_became_peered":"2024-08-29T17:40:53.996743+0000","last_unstale":"2024-08-29T17:44:23.899024+0000","last_undegraded":"2024-08-29T17:44:23.899024+0000","last_fullsized":"2024-08-29T17:44:23.899024+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-29T17:40:52.944949+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-29T17:40:52.944949+0000","last_clean_scrub_stamp":"2024-08-29T17:40:52.944949+0000","objects_scrubbed":0,"log_size":12,"log_dups_size":0,"ondisk_log_size":12,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-31T05:30:57.881047+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":2624,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":12,"num_write_kb":9,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3,5],"acting":[6,3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.15","version":"0'0","reported_seq":21,"reported_epoch":74,"state":"active+clean","last_fresh":"2024-08-29T17:43:51.058430+0000","last_change":"2024-08-29T17:41:03.084159+0000","last_active":"2024-08-29T17:43:51.058430+0000","last_peered":"2024-08-29T17:43:51.058430+0000","last_clean":"2024-08-29T17:43:51.058430+0000","last_became_active":"2024-08-29T17:41:03.083713+0000","last_became_peered":"2024-08-29T17:41:03.083713+0000","last_unstale":"2024-08-29T17:43:51.058430+0000","last_undegraded":"2024-08-29T17:43:51.058430+0000","last_fullsized":"2024-08-29T17:43:51.058430+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-29T17:41:01.987071+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-29T17:41:01.987071+0000","last_clean_scrub_stamp":"2024-08-29T17:41:01.987071+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-31T03:18:07.687648+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3,4],"acting":[7,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.13","version":"65'2","reported_seq":26,"reported_epoch":74,"state":"active+clean","last_fresh":"2024-08-29T17:43:51.184984+0000","last_change":"2024-08-29T17:40:53.989102+0000","last_active":"2024-08-29T17:43:51.184984+0000","last_peered":"2024-08-29T17:43:51.184984+0000","last_clean":"2024-08-29T17:43:51.184984+0000","last_became_active":"2024-08-29T17:40:53.987941+0000","last_became_peered":"2024-08-29T17:40:53.987941+0000","last_unstale":"2024-08-29T17:43:51.184984+0000","last_undegraded":"2024-08-29T17:43:51.184984+0000","last_fullsized":"2024-08-29T17:43:51.184984+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-29T17:40:52.944949+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-29T17:40:52.944949+0000","last_clean_scrub_stamp":"2024-08-29T17:40:52.944949+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-31T03:19:15.030165+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":34,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":6,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,3],"acting":[0,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.12","version":"0'0","reported_seq":21,"reported_epoch":74,"state":"active+clean","last_fresh":"2024-08-29T17:43:51.182741+0000","last_change":"2024-08-29T17:41:03.070036+0000","last_active":"2024-08-29T17:43:51.182741+0000","last_peered":"2024-08-29T17:43:51.182741+0000","last_clean":"2024-08-29T17:43:51.182741+0000","last_became_active":"2024-08-29T17:41:03.069567+0000","last_became_peered":"2024-08-29T17:41:03.069567+0000","last_unstale":"2024-08-29T17:43:51.182741+0000","last_undegraded":"2024-08-29T17:43:51.182741+0000","last_fullsized":"2024-08-29T17:43:51.182741+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-29T17:41:01.987071+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-29T17:41:01.987071+0000","last_clean_scrub_stamp":"2024-08-29T17:41:01.987071+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-31T00:03:12.302759+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,3],"acting":[0,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.12","version":"0'0","reported_seq":24,"reported_epoch":74,"state":"active+clean","last_fresh":"2024-08-29T17:43:51.012066+0000","last_change":"2024-08-29T17:40:54.009820+0000","last_active":"2024-08-29T17:43:51.012066+0000","last_peered":"2024-08-29T17:43:51.012066+0000","last_clean":"2024-08-29T17:43:51.012066+0000","last_became_active":"2024-08-29T17:40:54.009167+0000","last_became_peered":"2024-08-29T17:40:54.009167+0000","last_unstale":"2024-08-29T17:43:51.012066+0000","last_undegraded":"2024-08-29T17:43:51.012066+0000","last_fullsized":"2024-08-29T17:43:51.012066+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-29T17:40:52.944949+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-29T17:40:52.944949+0000","last_clean_scrub_stamp":"2024-08-29T17:40:52.944949+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-31T03:07:14.415848+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,7],"acting":[5,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.13","version":"0'0","reported_seq":21,"reported_epoch":74,"state":"active+clean","last_fresh":"2024-08-29T17:43:51.057628+0000","last_change":"2024-08-29T17:41:03.086032+0000","last_active":"2024-08-29T17:43:51.057628+0000","last_peered":"2024-08-29T17:43:51.057628+0000","last_clean":"2024-08-29T17:43:51.057628+0000","last_became_active":"2024-08-29T17:41:03.085711+0000","last_became_peered":"2024-08-29T17:41:03.085711+0000","last_unstale":"2024-08-29T17:43:51.057628+0000","last_undegraded":"2024-08-29T17:43:51.057628+0000","last_fullsized":"2024-08-29T17:43:51.057628+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-29T17:41:01.987071+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-29T17:41:01.987071+0000","last_clean_scrub_stamp":"2024-08-29T17:41:01.987071+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-31T04:01:16.663046+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,2],"acting":[7,4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.11","version":"0'0","reported_seq":24,"reported_epoch":74,"state":"active+clean","last_fresh":"2024-08-29T17:43:51.183607+0000","last_change":"2024-08-29T17:40:53.991412+0000","last_active":"2024-08-29T17:43:51.183607+0000","last_peered":"2024-08-29T17:43:51.183607+0000","last_clean":"2024-08-29T17:43:51.183607+0000","last_became_active":"2024-08-29T17:40:53.990598+0000","last_became_peered":"2024-08-29T17:40:53.990598+0000","last_unstale":"2024-08-29T17:43:51.183607+0000","last_undegraded":"2024-08-29T17:43:51.183607+0000","last_fullsized":"2024-08-29T17:43:51.183607+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-29T17:40:52.944949+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-29T17:40:52.944949+0000","last_clean_scrub_stamp":"2024-08-29T17:40:52.944949+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-31T03:12:39.402237+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,1],"acting":[6,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.10","version":"0'0","reported_seq":21,"reported_epoch":74,"state":"active+clean","last_fresh":"2024-08-29T17:43:51.180699+0000","last_change":"2024-08-29T17:41:03.063228+0000","last_active":"2024-08-29T17:43:51.180699+0000","last_peered":"2024-08-29T17:43:51.180699+0000","last_clean":"2024-08-29T17:43:51.180699+0000","last_became_active":"2024-08-29T17:41:03.062441+0000","last_became_peered":"2024-08-29T17:41:03.062441+0000","last_unstale":"2024-08-29T17:43:51.180699+0000","last_undegraded":"2024-08-29T17:43:51.180699+0000","last_fullsized":"2024-08-29T17:43:51.180699+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-29T17:41:01.987071+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-29T17:41:01.987071+0000","last_clean_scrub_stamp":"2024-08-29T17:41:01.987071+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-31T00:14:55.529603+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0,5],"acting":[6,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.10","version":"65'8","reported_seq":32,"reported_epoch":74,"state":"active+clean","last_fresh":"2024-08-29T17:43:51.003212+0000","last_change":"2024-08-29T17:40:53.992470+0000","last_active":"2024-08-29T17:43:51.003212+0000","last_peered":"2024-08-29T17:43:51.003212+0000","last_clean":"2024-08-29T17:43:51.003212+0000","last_became_active":"2024-08-29T17:40:53.991641+0000","last_became_peered":"2024-08-29T17:40:53.991641+0000","last_unstale":"2024-08-29T17:43:51.003212+0000","last_undegraded":"2024-08-29T17:43:51.003212+0000","last_fullsized":"2024-08-29T17:43:51.003212+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-29T17:40:52.944949+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-29T17:40:52.944949+0000","last_clean_scrub_stamp":"2024-08-29T17:40:52.944949+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-30T23:13:18.374050+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":12,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":4,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1,0],"acting":[2,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.11","version":"0'0","reported_seq":21,"reported_epoch":74,"state":"active+clean","last_fresh":"2024-08-29T17:43:51.057057+0000","last_change":"2024-08-29T17:41:03.085373+0000","last_active":"2024-08-29T17:43:51.057057+0000","last_peered":"2024-08-29T17:43:51.057057+0000","last_clean":"2024-08-29T17:43:51.057057+0000","last_became_active":"2024-08-29T17:41:03.083892+0000","last_became_peered":"2024-08-29T17:41:03.083892+0000","last_unstale":"2024-08-29T17:43:51.057057+0000","last_undegraded":"2024-08-29T17:43:51.057057+0000","last_fullsized":"2024-08-29T17:43:51.057057+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-29T17:41:01.987071+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-29T17:41:01.987071+0000","last_clean_scrub_stamp":"2024-08-29T17:41:01.987071+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-30T23:37:44.507424+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,6],"acting":[7,4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.f","version":"65'1","reported_seq":25,"reported_epoch":74,"state":"active+clean","last_fresh":"2024-08-29T17:43:51.003186+0000","last_change":"2024-08-29T17:40:53.983874+0000","last_active":"2024-08-29T17:43:51.003186+0000","last_peered":"2024-08-29T17:43:51.003186+0000","last_clean":"2024-08-29T17:43:51.003186+0000","last_became_active":"2024-08-29T17:40:53.982935+0000","last_became_peered":"2024-08-29T17:40:53.982935+0000","last_unstale":"2024-08-29T17:43:51.003186+0000","last_undegraded":"2024-08-29T17:43:51.003186+0000","last_fullsized":"2024-08-29T17:43:51.003186+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-29T17:40:52.944949+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-29T17:40:52.944949+0000","last_clean_scrub_stamp":"2024-08-29T17:40:52.944949+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-30T20:26:30.323904+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":22,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0,7],"acting":[4,0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.e","version":"0'0","reported_seq":21,"reported_epoch":74,"state":"active+clean","last_fresh":"2024-08-29T17:43:51.059146+0000","last_change":"2024-08-29T17:41:03.087771+0000","last_active":"2024-08-29T17:43:51.059146+0000","last_peered":"2024-08-29T17:43:51.059146+0000","last_clean":"2024-08-29T17:43:51.059146+0000","last_became_active":"2024-08-29T17:41:03.087498+0000","last_became_peered":"2024-08-29T17:41:03.087498+0000","last_unstale":"2024-08-29T17:43:51.059146+0000","last_undegraded":"2024-08-29T17:43:51.059146+0000","last_fullsized":"2024-08-29T17:43:51.059146+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-29T17:41:01.987071+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-29T17:41:01.987071+0000","last_clean_scrub_stamp":"2024-08-29T17:41:01.987071+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-30T19:02:31.812110+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,1],"acting":[7,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.e","version":"65'2","reported_seq":26,"reported_epoch":74,"state":"active+clean","last_fresh":"2024-08-29T17:43:51.006743+0000","last_change":"2024-08-29T17:40:53.982103+0000","last_active":"2024-08-29T17:43:51.006743+0000","last_peered":"2024-08-29T17:43:51.006743+0000","last_clean":"2024-08-29T17:43:51.006743+0000","last_became_active":"2024-08-29T17:40:53.981238+0000","last_became_peered":"2024-08-29T17:40:53.981238+0000","last_unstale":"2024-08-29T17:43:51.006743+0000","last_undegraded":"2024-08-29T17:43:51.006743+0000","last_fullsized":"2024-08-29T17:43:51.006743+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-29T17:40:52.944949+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-29T17:40:52.944949+0000","last_clean_scrub_stamp":"2024-08-29T17:40:52.944949+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-30T22:28:03.650713+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,7],"acting":[2,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.f","version":"0'0","reported_seq":21,"reported_epoch":74,"state":"active+clean","last_fresh":"2024-08-29T17:43:51.059118+0000","last_change":"2024-08-29T17:41:03.081477+0000","last_active":"2024-08-29T17:43:51.059118+0000","last_peered":"2024-08-29T17:43:51.059118+0000","last_clean":"2024-08-29T17:43:51.059118+0000","last_became_active":"2024-08-29T17:41:03.080505+0000","last_became_peered":"2024-08-29T17:41:03.080505+0000","last_unstale":"2024-08-29T17:43:51.059118+0000","last_undegraded":"2024-08-29T17:43:51.059118+0000","last_fullsized":"2024-08-29T17:43:51.059118+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-29T17:41:01.987071+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-29T17:41:01.987071+0000","last_clean_scrub_stamp":"2024-08-29T17:41:01.987071+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-30T23:45:34.753556+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,0],"acting":[7,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.d","version":"65'1","reported_seq":25,"reported_epoch":74,"state":"active+clean","last_fresh":"2024-08-29T17:43:51.010450+0000","last_change":"2024-08-29T17:40:53.993674+0000","last_active":"2024-08-29T17:43:51.010450+0000","last_peered":"2024-08-29T17:43:51.010450+0000","last_clean":"2024-08-29T17:43:51.010450+0000","last_became_active":"2024-08-29T17:40:53.992370+0000","last_became_peered":"2024-08-29T17:40:53.992370+0000","last_unstale":"2024-08-29T17:43:51.010450+0000","last_undegraded":"2024-08-29T17:43:51.010450+0000","last_fullsized":"2024-08-29T17:43:51.010450+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-29T17:40:52.944949+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-29T17:40:52.944949+0000","last_clean_scrub_stamp":"2024-08-29T17:40:52.944949+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-31T04:16:19.258365+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":70,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4,3],"acting":[1,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.c","version":"0'0","reported_seq":21,"reported_epoch":74,"state":"active+clean","last_fresh":"2024-08-29T17:43:51.011483+0000","last_change":"2024-08-29T17:41:03.056774+0000","last_active":"2024-08-29T17:43:51.011483+0000","last_peered":"2024-08-29T17:43:51.011483+0000","last_clean":"2024-08-29T17:43:51.011483+0000","last_became_active":"2024-08-29T17:41:03.055779+0000","last_became_peered":"2024-08-29T17:41:03.055779+0000","last_unstale":"2024-08-29T17:43:51.011483+0000","last_undegraded":"2024-08-29T17:43:51.011483+0000","last_fullsized":"2024-08-29T17:43:51.011483+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-29T17:41:01.987071+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-29T17:41:01.987071+0000","last_clean_scrub_stamp":"2024-08-29T17:41:01.987071+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-30T18:59:12.785308+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,6],"acting":[5,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.c","version":"0'0","reported_seq":24,"reported_epoch":74,"state":"active+clean","last_fresh":"2024-08-29T17:43:51.005085+0000","last_change":"2024-08-29T17:40:53.991108+0000","last_active":"2024-08-29T17:43:51.005085+0000","last_peered":"2024-08-29T17:43:51.005085+0000","last_clean":"2024-08-29T17:43:51.005085+0000","last_became_active":"2024-08-29T17:40:53.990289+0000","last_became_peered":"2024-08-29T17:40:53.990289+0000","last_unstale":"2024-08-29T17:43:51.005085+0000","last_undegraded":"2024-08-29T17:43:51.005085+0000","last_fullsized":"2024-08-29T17:43:51.005085+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-29T17:40:52.944949+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-29T17:40:52.944949+0000","last_clean_scrub_stamp":"2024-08-29T17:40:52.944949+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-31T00:04:22.663767+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5,0],"acting":[2,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.d","version":"0'0","reported_seq":21,"reported_epoch":74,"state":"active+clean","last_fresh":"2024-08-29T17:43:51.058601+0000","last_change":"2024-08-29T17:41:03.075417+0000","last_active":"2024-08-29T17:43:51.058601+0000","last_peered":"2024-08-29T17:43:51.058601+0000","last_clean":"2024-08-29T17:43:51.058601+0000","last_became_active":"2024-08-29T17:41:03.074702+0000","last_became_peered":"2024-08-29T17:41:03.074702+0000","last_unstale":"2024-08-29T17:43:51.058601+0000","last_undegraded":"2024-08-29T17:43:51.058601+0000","last_fullsized":"2024-08-29T17:43:51.058601+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-29T17:41:01.987071+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-29T17:41:01.987071+0000","last_clean_scrub_stamp":"2024-08-29T17:41:01.987071+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-30T20:47:11.712933+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,6],"acting":[7,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.5","version":"0'0","reported_seq":19,"reported_epoch":75,"state":"active+clean","last_fresh":"2024-08-29T17:43:59.435674+0000","last_change":"2024-08-29T17:43:51.184751+0000","last_active":"2024-08-29T17:43:59.435674+0000","last_peered":"2024-08-29T17:43:59.435674+0000","last_clean":"2024-08-29T17:43:59.435674+0000","last_became_active":"2024-08-29T17:43:40.900327+0000","last_became_peered":"2024-08-29T17:43:40.900327+0000","last_unstale":"2024-08-29T17:43:59.435674+0000","last_undegraded":"2024-08-29T17:43:59.435674+0000","last_fullsized":"2024-08-29T17:43:59.435674+0000","mapping_epoch":69,"log_start":"0'0","ondisk_log_start":"0'0","created":69,"last_epoch_clean":70,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-29T17:43:39.870944+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-29T17:43:39.870944+0000","last_clean_scrub_stamp":"2024-08-29T17:43:39.870944+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-31T03:13:05.199888+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00090796500000000005,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,7],"acting":[6,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"1.0","version":"68'128","reported_seq":282,"reported_epoch":74,"state":"active+clean","last_fresh":"2024-08-29T17:43:51.057849+0000","last_change":"2024-08-29T17:39:56.151410+0000","last_active":"2024-08-29T17:43:51.057849+0000","last_peered":"2024-08-29T17:43:51.057849+0000","last_clean":"2024-08-29T17:43:51.057849+0000","last_became_active":"2024-08-29T17:39:56.150582+0000","last_became_peered":"2024-08-29T17:39:56.150582+0000","last_unstale":"2024-08-29T17:43:51.057849+0000","last_undegraded":"2024-08-29T17:43:51.057849+0000","last_fullsized":"2024-08-29T17:43:51.057849+0000","mapping_epoch":57,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":58,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-29T17:35:25.395028+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-29T17:35:25.395028+0000","last_clean_scrub_stamp":"2024-08-29T17:35:25.395028+0000","objects_scrubbed":0,"log_size":128,"log_dups_size":0,"ondisk_log_size":128,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-31T03:59:58.733872+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":212,"num_read_kb":306,"num_write":179,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":6,"num_bytes_recovered":1771104,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,6],"acting":[7,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.3","version":"0'0","reported_seq":24,"reported_epoch":74,"state":"active+clean","last_fresh":"2024-08-29T17:43:51.011802+0000","last_change":"2024-08-29T17:40:54.006212+0000","last_active":"2024-08-29T17:43:51.011802+0000","last_peered":"2024-08-29T17:43:51.011802+0000","last_clean":"2024-08-29T17:43:51.011802+0000","last_became_active":"2024-08-29T17:40:54.005440+0000","last_became_peered":"2024-08-29T17:40:54.005440+0000","last_unstale":"2024-08-29T17:43:51.011802+0000","last_undegraded":"2024-08-29T17:43:51.011802+0000","last_fullsized":"2024-08-29T17:43:51.011802+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-29T17:40:52.944949+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-29T17:40:52.944949+0000","last_clean_scrub_stamp":"2024-08-29T17:40:52.944949+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-31T01:05:27.094044+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2,7],"acting":[5,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.2","version":"0'0","reported_seq":21,"reported_epoch":74,"state":"active+clean","last_fresh":"2024-08-29T17:43:51.002995+0000","last_change":"2024-08-29T17:41:03.056361+0000","last_active":"2024-08-29T17:43:51.002995+0000","last_peered":"2024-08-29T17:43:51.002995+0000","last_clean":"2024-08-29T17:43:51.002995+0000","last_became_active":"2024-08-29T17:41:03.053457+0000","last_became_peered":"2024-08-29T17:41:03.053457+0000","last_unstale":"2024-08-29T17:43:51.002995+0000","last_undegraded":"2024-08-29T17:43:51.002995+0000","last_fullsized":"2024-08-29T17:43:51.002995+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-29T17:41:01.987071+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-29T17:41:01.987071+0000","last_clean_scrub_stamp":"2024-08-29T17:41:01.987071+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-31T04:33:56.931372+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,6],"acting":[3,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.6","version":"0'0","reported_seq":19,"reported_epoch":75,"state":"active+clean","last_fresh":"2024-08-29T17:43:59.436443+0000","last_change":"2024-08-29T17:43:51.186621+0000","last_active":"2024-08-29T17:43:59.436443+0000","last_peered":"2024-08-29T17:43:59.436443+0000","last_clean":"2024-08-29T17:43:59.436443+0000","last_became_active":"2024-08-29T17:43:40.903511+0000","last_became_peered":"2024-08-29T17:43:40.903511+0000","last_unstale":"2024-08-29T17:43:59.436443+0000","last_undegraded":"2024-08-29T17:43:59.436443+0000","last_fullsized":"2024-08-29T17:43:59.436443+0000","mapping_epoch":69,"log_start":"0'0","ondisk_log_start":"0'0","created":69,"last_epoch_clean":70,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-29T17:43:39.870944+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-29T17:43:39.870944+0000","last_clean_scrub_stamp":"2024-08-29T17:43:39.870944+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-31T02:50:01.142176+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00065166300000000003,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,2],"acting":[0,1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.0","version":"0'0","reported_seq":24,"reported_epoch":74,"state":"active+clean","last_fresh":"2024-08-29T17:43:51.057635+0000","last_change":"2024-08-29T17:40:54.004808+0000","last_active":"2024-08-29T17:43:51.057635+0000","last_peered":"2024-08-29T17:43:51.057635+0000","last_clean":"2024-08-29T17:43:51.057635+0000","last_became_active":"2024-08-29T17:40:54.004002+0000","last_became_peered":"2024-08-29T17:40:54.004002+0000","last_unstale":"2024-08-29T17:43:51.057635+0000","last_undegraded":"2024-08-29T17:43:51.057635+0000","last_fullsized":"2024-08-29T17:43:51.057635+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-29T17:40:52.944949+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-29T17:40:52.944949+0000","last_clean_scrub_stamp":"2024-08-29T17:40:52.944949+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-30T22:21:54.332860+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,0],"acting":[7,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.1","version":"0'0","reported_seq":21,"reported_epoch":74,"state":"active+clean","last_fresh":"2024-08-29T17:43:51.182658+0000","last_change":"2024-08-29T17:41:03.072763+0000","last_active":"2024-08-29T17:43:51.182658+0000","last_peered":"2024-08-29T17:43:51.182658+0000","last_clean":"2024-08-29T17:43:51.182658+0000","last_became_active":"2024-08-29T17:41:03.072104+0000","last_became_peered":"2024-08-29T17:41:03.072104+0000","last_unstale":"2024-08-29T17:43:51.182658+0000","last_undegraded":"2024-08-29T17:43:51.182658+0000","last_fullsized":"2024-08-29T17:43:51.182658+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-29T17:41:01.987071+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-29T17:41:01.987071+0000","last_clean_scrub_stamp":"2024-08-29T17:41:01.987071+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-30T22:50:13.394141+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,3],"acting":[0,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.7","version":"0'0","reported_seq":19,"reported_epoch":75,"state":"active+clean","last_fresh":"2024-08-29T17:43:59.376641+0000","last_change":"2024-08-29T17:43:51.011398+0000","last_active":"2024-08-29T17:43:59.376641+0000","last_peered":"2024-08-29T17:43:59.376641+0000","last_clean":"2024-08-29T17:43:59.376641+0000","last_became_active":"2024-08-29T17:43:41.040525+0000","last_became_peered":"2024-08-29T17:43:41.040525+0000","last_unstale":"2024-08-29T17:43:59.376641+0000","last_undegraded":"2024-08-29T17:43:59.376641+0000","last_fullsized":"2024-08-29T17:43:59.376641+0000","mapping_epoch":69,"log_start":"0'0","ondisk_log_start":"0'0","created":69,"last_epoch_clean":70,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-29T17:43:39.870944+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-29T17:43:39.870944+0000","last_clean_scrub_stamp":"2024-08-29T17:43:39.870944+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-30T22:25:06.897159+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.0016727059999999999,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,0],"acting":[1,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.1","version":"0'0","reported_seq":24,"reported_epoch":74,"state":"active+clean","last_fresh":"2024-08-29T17:43:51.003830+0000","last_change":"2024-08-29T17:40:53.998575+0000","last_active":"2024-08-29T17:43:51.003830+0000","last_peered":"2024-08-29T17:43:51.003830+0000","last_clean":"2024-08-29T17:43:51.003830+0000","last_became_active":"2024-08-29T17:40:53.995906+0000","last_became_peered":"2024-08-29T17:40:53.995906+0000","last_unstale":"2024-08-29T17:43:51.003830+0000","last_undegraded":"2024-08-29T17:43:51.003830+0000","last_fullsized":"2024-08-29T17:43:51.003830+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-29T17:40:52.944949+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-29T17:40:52.944949+0000","last_clean_scrub_stamp":"2024-08-29T17:40:52.944949+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-30T21:27:51.683278+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,0],"acting":[2,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.0","version":"0'0","reported_seq":21,"reported_epoch":74,"state":"active+clean","last_fresh":"2024-08-29T17:43:51.009103+0000","last_change":"2024-08-29T17:41:03.034843+0000","last_active":"2024-08-29T17:43:51.009103+0000","last_peered":"2024-08-29T17:43:51.009103+0000","last_clean":"2024-08-29T17:43:51.009103+0000","last_became_active":"2024-08-29T17:41:03.034122+0000","last_became_peered":"2024-08-29T17:41:03.034122+0000","last_unstale":"2024-08-29T17:43:51.009103+0000","last_undegraded":"2024-08-29T17:43:51.009103+0000","last_fullsized":"2024-08-29T17:43:51.009103+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-29T17:41:01.987071+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-29T17:41:01.987071+0000","last_clean_scrub_stamp":"2024-08-29T17:41:01.987071+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-30T18:44:32.787847+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,6],"acting":[1,2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.4","version":"0'0","reported_seq":19,"reported_epoch":75,"state":"active+clean","last_fresh":"2024-08-29T17:43:59.375304+0000","last_change":"2024-08-29T17:43:51.011895+0000","last_active":"2024-08-29T17:43:59.375304+0000","last_peered":"2024-08-29T17:43:59.375304+0000","last_clean":"2024-08-29T17:43:59.375304+0000","last_became_active":"2024-08-29T17:43:40.910254+0000","last_became_peered":"2024-08-29T17:43:40.910254+0000","last_unstale":"2024-08-29T17:43:59.375304+0000","last_undegraded":"2024-08-29T17:43:59.375304+0000","last_fullsized":"2024-08-29T17:43:59.375304+0000","mapping_epoch":69,"log_start":"0'0","ondisk_log_start":"0'0","created":69,"last_epoch_clean":70,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-29T17:43:39.870944+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-29T17:43:39.870944+0000","last_clean_scrub_stamp":"2024-08-29T17:43:39.870944+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-31T00:28:57.614110+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00074805200000000003,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,3],"acting":[1,2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.2","version":"0'0","reported_seq":24,"reported_epoch":74,"state":"active+clean","last_fresh":"2024-08-29T17:43:51.012206+0000","last_change":"2024-08-29T17:40:54.005185+0000","last_active":"2024-08-29T17:43:51.012206+0000","last_peered":"2024-08-29T17:43:51.012206+0000","last_clean":"2024-08-29T17:43:51.012206+0000","last_became_active":"2024-08-29T17:40:54.001015+0000","last_became_peered":"2024-08-29T17:40:54.001015+0000","last_unstale":"2024-08-29T17:43:51.012206+0000","last_undegraded":"2024-08-29T17:43:51.012206+0000","last_fullsized":"2024-08-29T17:43:51.012206+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-29T17:40:52.944949+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-29T17:40:52.944949+0000","last_clean_scrub_stamp":"2024-08-29T17:40:52.944949+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-31T03:53:41.194819+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1,6],"acting":[5,1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.3","version":"0'0","reported_seq":21,"reported_epoch":74,"state":"active+clean","last_fresh":"2024-08-29T17:43:51.001600+0000","last_change":"2024-08-29T17:41:03.070738+0000","last_active":"2024-08-29T17:43:51.001600+0000","last_peered":"2024-08-29T17:43:51.001600+0000","last_clean":"2024-08-29T17:43:51.001600+0000","last_became_active":"2024-08-29T17:41:03.067189+0000","last_became_peered":"2024-08-29T17:41:03.067189+0000","last_unstale":"2024-08-29T17:43:51.001600+0000","last_undegraded":"2024-08-29T17:43:51.001600+0000","last_fullsized":"2024-08-29T17:43:51.001600+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-29T17:41:01.987071+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-29T17:41:01.987071+0000","last_clean_scrub_stamp":"2024-08-29T17:41:01.987071+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-30T23:15:45.293658+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0,6],"acting":[4,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.2","version":"74'2","reported_seq":21,"reported_epoch":75,"state":"active+clean","last_fresh":"2024-08-29T17:43:59.376729+0000","last_change":"2024-08-29T17:43:51.011452+0000","last_active":"2024-08-29T17:43:59.376729+0000","last_peered":"2024-08-29T17:43:59.376729+0000","last_clean":"2024-08-29T17:43:59.376729+0000","last_became_active":"2024-08-29T17:43:41.040490+0000","last_became_peered":"2024-08-29T17:43:41.040490+0000","last_unstale":"2024-08-29T17:43:59.376729+0000","last_undegraded":"2024-08-29T17:43:59.376729+0000","last_fullsized":"2024-08-29T17:43:59.376729+0000","mapping_epoch":69,"log_start":"0'0","ondisk_log_start":"0'0","created":69,"last_epoch_clean":70,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-29T17:43:39.870944+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-29T17:43:39.870944+0000","last_clean_scrub_stamp":"2024-08-29T17:43:39.870944+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-30T19:05:06.169669+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.002068425,"stat_sum":{"num_bytes":19,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":2,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,4],"acting":[1,5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.4","version":"0'0","reported_seq":24,"reported_epoch":74,"state":"active+clean","last_fresh":"2024-08-29T17:43:51.010223+0000","last_change":"2024-08-29T17:40:53.998274+0000","last_active":"2024-08-29T17:43:51.010223+0000","last_peered":"2024-08-29T17:43:51.010223+0000","last_clean":"2024-08-29T17:43:51.010223+0000","last_became_active":"2024-08-29T17:40:53.994383+0000","last_became_peered":"2024-08-29T17:40:53.994383+0000","last_unstale":"2024-08-29T17:43:51.010223+0000","last_undegraded":"2024-08-29T17:43:51.010223+0000","last_fullsized":"2024-08-29T17:43:51.010223+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-29T17:40:52.944949+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-29T17:40:52.944949+0000","last_clean_scrub_stamp":"2024-08-29T17:40:52.944949+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-30T21:13:02.703327+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0,7],"acting":[1,0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.5","version":"0'0","reported_seq":21,"reported_epoch":74,"state":"active+clean","last_fresh":"2024-08-29T17:43:51.012161+0000","last_change":"2024-08-29T17:41:03.063220+0000","last_active":"2024-08-29T17:43:51.012161+0000","last_peered":"2024-08-29T17:43:51.012161+0000","last_clean":"2024-08-29T17:43:51.012161+0000","last_became_active":"2024-08-29T17:41:03.060229+0000","last_became_peered":"2024-08-29T17:41:03.060229+0000","last_unstale":"2024-08-29T17:43:51.012161+0000","last_undegraded":"2024-08-29T17:43:51.012161+0000","last_fullsized":"2024-08-29T17:43:51.012161+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-29T17:41:01.987071+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-29T17:41:01.987071+0000","last_clean_scrub_stamp":"2024-08-29T17:41:01.987071+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-30T18:28:39.703075+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,2],"acting":[5,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.3","version":"72'1","reported_seq":20,"reported_epoch":75,"state":"active+clean","last_fresh":"2024-08-29T17:43:59.435172+0000","last_change":"2024-08-29T17:43:51.185485+0000","last_active":"2024-08-29T17:43:59.435172+0000","last_peered":"2024-08-29T17:43:59.435172+0000","last_clean":"2024-08-29T17:43:59.435172+0000","last_became_active":"2024-08-29T17:43:41.040351+0000","last_became_peered":"2024-08-29T17:43:41.040351+0000","last_unstale":"2024-08-29T17:43:59.435172+0000","last_undegraded":"2024-08-29T17:43:59.435172+0000","last_fullsized":"2024-08-29T17:43:59.435172+0000","mapping_epoch":69,"log_start":"0'0","ondisk_log_start":"0'0","created":69,"last_epoch_clean":70,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-29T17:43:39.870944+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-29T17:43:39.870944+0000","last_clean_scrub_stamp":"2024-08-29T17:43:39.870944+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-30T22:18:02.003588+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00060986199999999997,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,7],"acting":[0,5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.5","version":"0'0","reported_seq":24,"reported_epoch":74,"state":"active+clean","last_fresh":"2024-08-29T17:43:51.059257+0000","last_change":"2024-08-29T17:40:54.001565+0000","last_active":"2024-08-29T17:43:51.059257+0000","last_peered":"2024-08-29T17:43:51.059257+0000","last_clean":"2024-08-29T17:43:51.059257+0000","last_became_active":"2024-08-29T17:40:54.000629+0000","last_became_peered":"2024-08-29T17:40:54.000629+0000","last_unstale":"2024-08-29T17:43:51.059257+0000","last_undegraded":"2024-08-29T17:43:51.059257+0000","last_fullsized":"2024-08-29T17:43:51.059257+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-29T17:40:52.944949+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-29T17:40:52.944949+0000","last_clean_scrub_stamp":"2024-08-29T17:40:52.944949+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-30T21:46:22.288419+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,4],"acting":[7,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.4","version":"0'0","reported_seq":21,"reported_epoch":74,"state":"active+clean","last_fresh":"2024-08-29T17:43:51.010092+0000","last_change":"2024-08-29T17:41:03.060898+0000","last_active":"2024-08-29T17:43:51.010092+0000","last_peered":"2024-08-29T17:43:51.010092+0000","last_clean":"2024-08-29T17:43:51.010092+0000","last_became_active":"2024-08-29T17:41:03.060489+0000","last_became_peered":"2024-08-29T17:41:03.060489+0000","last_unstale":"2024-08-29T17:43:51.010092+0000","last_undegraded":"2024-08-29T17:43:51.010092+0000","last_fullsized":"2024-08-29T17:43:51.010092+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-29T17:41:01.987071+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-29T17:41:01.987071+0000","last_clean_scrub_stamp":"2024-08-29T17:41:01.987071+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-31T02:53:14.459155+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,5],"acting":[1,2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.0","version":"0'0","reported_seq":19,"reported_epoch":75,"state":"active+clean","last_fresh":"2024-08-29T17:43:59.435049+0000","last_change":"2024-08-29T17:43:51.003411+0000","last_active":"2024-08-29T17:43:59.435049+0000","last_peered":"2024-08-29T17:43:59.435049+0000","last_clean":"2024-08-29T17:43:59.435049+0000","last_became_active":"2024-08-29T17:43:40.899440+0000","last_became_peered":"2024-08-29T17:43:40.899440+0000","last_unstale":"2024-08-29T17:43:59.435049+0000","last_undegraded":"2024-08-29T17:43:59.435049+0000","last_fullsized":"2024-08-29T17:43:59.435049+0000","mapping_epoch":69,"log_start":"0'0","ondisk_log_start":"0'0","created":69,"last_epoch_clean":70,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-29T17:43:39.870944+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-29T17:43:39.870944+0000","last_clean_scrub_stamp":"2024-08-29T17:43:39.870944+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-30T20:24:33.505933+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.0014741789999999999,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,0],"acting":[3,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.6","version":"65'1","reported_seq":25,"reported_epoch":74,"state":"active+clean","last_fresh":"2024-08-29T17:43:51.010275+0000","last_change":"2024-08-29T17:40:53.984827+0000","last_active":"2024-08-29T17:43:51.010275+0000","last_peered":"2024-08-29T17:43:51.010275+0000","last_clean":"2024-08-29T17:43:51.010275+0000","last_became_active":"2024-08-29T17:40:53.984037+0000","last_became_peered":"2024-08-29T17:40:53.984037+0000","last_unstale":"2024-08-29T17:43:51.010275+0000","last_undegraded":"2024-08-29T17:43:51.010275+0000","last_fullsized":"2024-08-29T17:43:51.010275+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-29T17:40:52.944949+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-29T17:40:52.944949+0000","last_clean_scrub_stamp":"2024-08-29T17:40:52.944949+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-30T22:02:41.476248+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6,4],"acting":[1,6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.7","version":"0'0","reported_seq":31,"reported_epoch":74,"state":"active+clean","last_fresh":"2024-08-29T17:43:51.003768+0000","last_change":"2024-08-29T17:41:16.105628+0000","last_active":"2024-08-29T17:43:51.003768+0000","last_peered":"2024-08-29T17:43:51.003768+0000","last_clean":"2024-08-29T17:43:51.003768+0000","last_became_active":"2024-08-29T17:41:16.104675+0000","last_became_peered":"2024-08-29T17:41:16.104675+0000","last_unstale":"2024-08-29T17:43:51.003768+0000","last_undegraded":"2024-08-29T17:43:51.003768+0000","last_fullsized":"2024-08-29T17:43:51.003768+0000","mapping_epoch":66,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":67,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-29T17:41:01.987071+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-29T17:41:01.987071+0000","last_clean_scrub_stamp":"2024-08-29T17:41:01.987071+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-31T00:19:32.620395+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,1],"acting":[3,7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.1","version":"0'0","reported_seq":19,"reported_epoch":75,"state":"active+clean","last_fresh":"2024-08-29T17:43:59.372441+0000","last_change":"2024-08-29T17:43:51.002167+0000","last_active":"2024-08-29T17:43:59.372441+0000","last_peered":"2024-08-29T17:43:59.372441+0000","last_clean":"2024-08-29T17:43:59.372441+0000","last_became_active":"2024-08-29T17:43:41.038348+0000","last_became_peered":"2024-08-29T17:43:41.038348+0000","last_unstale":"2024-08-29T17:43:59.372441+0000","last_undegraded":"2024-08-29T17:43:59.372441+0000","last_fullsized":"2024-08-29T17:43:59.372441+0000","mapping_epoch":69,"log_start":"0'0","ondisk_log_start":"0'0","created":69,"last_epoch_clean":70,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-29T17:43:39.870944+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-29T17:43:39.870944+0000","last_clean_scrub_stamp":"2024-08-29T17:43:39.870944+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-31T01:35:38.075334+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.0014372339999999999,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5,6],"acting":[4,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.7","version":"65'2","reported_seq":40,"reported_epoch":74,"state":"active+clean","last_fresh":"2024-08-29T17:43:51.184949+0000","last_change":"2024-08-29T17:41:17.081540+0000","last_active":"2024-08-29T17:43:51.184949+0000","last_peered":"2024-08-29T17:43:51.184949+0000","last_clean":"2024-08-29T17:43:51.184949+0000","last_became_active":"2024-08-29T17:41:17.075971+0000","last_became_peered":"2024-08-29T17:41:17.075971+0000","last_unstale":"2024-08-29T17:43:51.184949+0000","last_undegraded":"2024-08-29T17:43:51.184949+0000","last_fullsized":"2024-08-29T17:43:51.184949+0000","mapping_epoch":66,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":67,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-29T17:40:52.944949+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-29T17:40:52.944949+0000","last_clean_scrub_stamp":"2024-08-29T17:40:52.944949+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-30T22:50:47.050721+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":1,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,2],"acting":[6,4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.6","version":"0'0","reported_seq":21,"reported_epoch":74,"state":"active+clean","last_fresh":"2024-08-29T17:43:51.183086+0000","last_change":"2024-08-29T17:41:03.071783+0000","last_active":"2024-08-29T17:43:51.183086+0000","last_peered":"2024-08-29T17:43:51.183086+0000","last_clean":"2024-08-29T17:43:51.183086+0000","last_became_active":"2024-08-29T17:41:03.071476+0000","last_became_peered":"2024-08-29T17:41:03.071476+0000","last_unstale":"2024-08-29T17:43:51.183086+0000","last_undegraded":"2024-08-29T17:43:51.183086+0000","last_fullsized":"2024-08-29T17:43:51.183086+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-29T17:41:01.987071+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-29T17:41:01.987071+0000","last_clean_scrub_stamp":"2024-08-29T17:41:01.987071+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-30T20:09:47.112614+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,4],"acting":[0,1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.8","version":"0'0","reported_seq":24,"reported_epoch":74,"state":"active+clean","last_fresh":"2024-08-29T17:43:51.057459+0000","last_change":"2024-08-29T17:40:54.004582+0000","last_active":"2024-08-29T17:43:51.057459+0000","last_peered":"2024-08-29T17:43:51.057459+0000","last_clean":"2024-08-29T17:43:51.057459+0000","last_became_active":"2024-08-29T17:40:54.003948+0000","last_became_peered":"2024-08-29T17:40:54.003948+0000","last_unstale":"2024-08-29T17:43:51.057459+0000","last_undegraded":"2024-08-29T17:43:51.057459+0000","last_fullsized":"2024-08-29T17:43:51.057459+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-29T17:40:52.944949+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-29T17:40:52.944949+0000","last_clean_scrub_stamp":"2024-08-29T17:40:52.944949+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-30T22:51:00.006032+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,1],"acting":[7,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.9","version":"0'0","reported_seq":21,"reported_epoch":74,"state":"active+clean","last_fresh":"2024-08-29T17:43:51.001309+0000","last_change":"2024-08-29T17:41:03.078707+0000","last_active":"2024-08-29T17:43:51.001309+0000","last_peered":"2024-08-29T17:43:51.001309+0000","last_clean":"2024-08-29T17:43:51.001309+0000","last_became_active":"2024-08-29T17:41:03.076410+0000","last_became_peered":"2024-08-29T17:41:03.076410+0000","last_unstale":"2024-08-29T17:43:51.001309+0000","last_undegraded":"2024-08-29T17:43:51.001309+0000","last_fullsized":"2024-08-29T17:43:51.001309+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-29T17:41:01.987071+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-29T17:41:01.987071+0000","last_clean_scrub_stamp":"2024-08-29T17:41:01.987071+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-30T17:53:37.747869+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2,7],"acting":[4,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.9","version":"0'0","reported_seq":24,"reported_epoch":74,"state":"active+clean","last_fresh":"2024-08-29T17:43:51.009407+0000","last_change":"2024-08-29T17:40:53.999191+0000","last_active":"2024-08-29T17:43:51.009407+0000","last_peered":"2024-08-29T17:43:51.009407+0000","last_clean":"2024-08-29T17:43:51.009407+0000","last_became_active":"2024-08-29T17:40:53.998553+0000","last_became_peered":"2024-08-29T17:40:53.998553+0000","last_unstale":"2024-08-29T17:43:51.009407+0000","last_undegraded":"2024-08-29T17:43:51.009407+0000","last_fullsized":"2024-08-29T17:43:51.009407+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-29T17:40:52.944949+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-29T17:40:52.944949+0000","last_clean_scrub_stamp":"2024-08-29T17:40:52.944949+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-30T19:35:05.530174+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7,3],"acting":[1,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.8","version":"0'0","reported_seq":21,"reported_epoch":74,"state":"active+clean","last_fresh":"2024-08-29T17:43:51.002306+0000","last_change":"2024-08-29T17:41:03.057392+0000","last_active":"2024-08-29T17:43:51.002306+0000","last_peered":"2024-08-29T17:43:51.002306+0000","last_clean":"2024-08-29T17:43:51.002306+0000","last_became_active":"2024-08-29T17:41:03.056480+0000","last_became_peered":"2024-08-29T17:41:03.056480+0000","last_unstale":"2024-08-29T17:43:51.002306+0000","last_undegraded":"2024-08-29T17:43:51.002306+0000","last_fullsized":"2024-08-29T17:43:51.002306+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-29T17:41:01.987071+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-29T17:41:01.987071+0000","last_clean_scrub_stamp":"2024-08-29T17:41:01.987071+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-30T21:26:13.016911+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,7],"acting":[3,1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.a","version":"0'0","reported_seq":24,"reported_epoch":74,"state":"active+clean","last_fresh":"2024-08-29T17:43:51.010327+0000","last_change":"2024-08-29T17:40:53.988890+0000","last_active":"2024-08-29T17:43:51.010327+0000","last_peered":"2024-08-29T17:43:51.010327+0000","last_clean":"2024-08-29T17:43:51.010327+0000","last_became_active":"2024-08-29T17:40:53.987830+0000","last_became_peered":"2024-08-29T17:40:53.987830+0000","last_unstale":"2024-08-29T17:43:51.010327+0000","last_undegraded":"2024-08-29T17:43:51.010327+0000","last_fullsized":"2024-08-29T17:43:51.010327+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-29T17:40:52.944949+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-29T17:40:52.944949+0000","last_clean_scrub_stamp":"2024-08-29T17:40:52.944949+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-31T01:52:35.315116+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,7],"acting":[1,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.b","version":"0'0","reported_seq":21,"reported_epoch":74,"state":"active+clean","last_fresh":"2024-08-29T17:43:51.004512+0000","last_change":"2024-08-29T17:41:03.068281+0000","last_active":"2024-08-29T17:43:51.004512+0000","last_peered":"2024-08-29T17:43:51.004512+0000","last_clean":"2024-08-29T17:43:51.004512+0000","last_became_active":"2024-08-29T17:41:03.067540+0000","last_became_peered":"2024-08-29T17:41:03.067540+0000","last_unstale":"2024-08-29T17:43:51.004512+0000","last_undegraded":"2024-08-29T17:43:51.004512+0000","last_fullsized":"2024-08-29T17:43:51.004512+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-29T17:41:01.987071+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-29T17:41:01.987071+0000","last_clean_scrub_stamp":"2024-08-29T17:41:01.987071+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-31T01:24:36.674196+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,4],"acting":[3,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.b","version":"65'2","reported_seq":26,"reported_epoch":74,"state":"active+clean","last_fresh":"2024-08-29T17:43:51.058155+0000","last_change":"2024-08-29T17:40:53.996349+0000","last_active":"2024-08-29T17:43:51.058155+0000","last_peered":"2024-08-29T17:43:51.058155+0000","last_clean":"2024-08-29T17:43:51.058155+0000","last_became_active":"2024-08-29T17:40:53.994961+0000","last_became_peered":"2024-08-29T17:40:53.994961+0000","last_unstale":"2024-08-29T17:43:51.058155+0000","last_undegraded":"2024-08-29T17:43:51.058155+0000","last_fullsized":"2024-08-29T17:43:51.058155+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-29T17:40:52.944949+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-29T17:40:52.944949+0000","last_clean_scrub_stamp":"2024-08-29T17:40:52.944949+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-31T01:59:05.156956+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,5],"acting":[7,4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.a","version":"0'0","reported_seq":21,"reported_epoch":74,"state":"active+clean","last_fresh":"2024-08-29T17:43:51.180779+0000","last_change":"2024-08-29T17:41:03.050967+0000","last_active":"2024-08-29T17:43:51.180779+0000","last_peered":"2024-08-29T17:43:51.180779+0000","last_clean":"2024-08-29T17:43:51.180779+0000","last_became_active":"2024-08-29T17:41:03.050002+0000","last_became_peered":"2024-08-29T17:41:03.050002+0000","last_unstale":"2024-08-29T17:43:51.180779+0000","last_undegraded":"2024-08-29T17:43:51.180779+0000","last_fullsized":"2024-08-29T17:43:51.180779+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-29T17:41:01.987071+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-29T17:41:01.987071+0000","last_clean_scrub_stamp":"2024-08-29T17:41:01.987071+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-31T02:43:09.072336+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,1],"acting":[6,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.1d","version":"0'0","reported_seq":21,"reported_epoch":74,"state":"active+clean","last_fresh":"2024-08-29T17:43:51.011928+0000","last_change":"2024-08-29T17:41:03.056090+0000","last_active":"2024-08-29T17:43:51.011928+0000","last_peered":"2024-08-29T17:43:51.011928+0000","last_clean":"2024-08-29T17:43:51.011928+0000","last_became_active":"2024-08-29T17:41:03.055218+0000","last_became_peered":"2024-08-29T17:41:03.055218+0000","last_unstale":"2024-08-29T17:43:51.011928+0000","last_undegraded":"2024-08-29T17:43:51.011928+0000","last_fullsized":"2024-08-29T17:43:51.011928+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-29T17:41:01.987071+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-29T17:41:01.987071+0000","last_clean_scrub_stamp":"2024-08-29T17:41:01.987071+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-30T23:46:17.035805+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,6],"acting":[5,4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.1c","version":"65'2","reported_seq":26,"reported_epoch":74,"state":"active+clean","last_fresh":"2024-08-29T17:43:51.058429+0000","last_change":"2024-08-29T17:40:54.000492+0000","last_active":"2024-08-29T17:43:51.058429+0000","last_peered":"2024-08-29T17:43:51.058429+0000","last_clean":"2024-08-29T17:43:51.058429+0000","last_became_active":"2024-08-29T17:40:53.999633+0000","last_became_peered":"2024-08-29T17:40:53.999633+0000","last_unstale":"2024-08-29T17:43:51.058429+0000","last_undegraded":"2024-08-29T17:43:51.058429+0000","last_fullsized":"2024-08-29T17:43:51.058429+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-29T17:40:52.944949+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-29T17:40:52.944949+0000","last_clean_scrub_stamp":"2024-08-29T17:40:52.944949+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-31T00:56:17.292560+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,2],"acting":[7,5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.1c","version":"0'0","reported_seq":21,"reported_epoch":74,"state":"active+clean","last_fresh":"2024-08-29T17:43:51.011365+0000","last_change":"2024-08-29T17:41:03.067082+0000","last_active":"2024-08-29T17:43:51.011365+0000","last_peered":"2024-08-29T17:43:51.011365+0000","last_clean":"2024-08-29T17:43:51.011365+0000","last_became_active":"2024-08-29T17:41:03.066352+0000","last_became_peered":"2024-08-29T17:41:03.066352+0000","last_unstale":"2024-08-29T17:43:51.011365+0000","last_undegraded":"2024-08-29T17:43:51.011365+0000","last_fullsized":"2024-08-29T17:43:51.011365+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-29T17:41:01.987071+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-29T17:41:01.987071+0000","last_clean_scrub_stamp":"2024-08-29T17:41:01.987071+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-30T18:08:46.728133+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,1],"acting":[5,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.1d","version":"65'2","reported_seq":26,"reported_epoch":74,"state":"active+clean","last_fresh":"2024-08-29T17:43:51.058785+0000","last_change":"2024-08-29T17:40:53.997438+0000","last_active":"2024-08-29T17:43:51.058785+0000","last_peered":"2024-08-29T17:43:51.058785+0000","last_clean":"2024-08-29T17:43:51.058785+0000","last_became_active":"2024-08-29T17:40:53.996547+0000","last_became_peered":"2024-08-29T17:40:53.996547+0000","last_unstale":"2024-08-29T17:43:51.058785+0000","last_undegraded":"2024-08-29T17:43:51.058785+0000","last_fullsized":"2024-08-29T17:43:51.058785+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-29T17:40:52.944949+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-29T17:40:52.944949+0000","last_clean_scrub_stamp":"2024-08-29T17:40:52.944949+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-30T20:49:45.750433+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6,0],"acting":[7,6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.1f","version":"0'0","reported_seq":21,"reported_epoch":74,"state":"active+clean","last_fresh":"2024-08-29T17:43:51.184746+0000","last_change":"2024-08-29T17:41:03.065361+0000","last_active":"2024-08-29T17:43:51.184746+0000","last_peered":"2024-08-29T17:43:51.184746+0000","last_clean":"2024-08-29T17:43:51.184746+0000","last_became_active":"2024-08-29T17:41:03.064910+0000","last_became_peered":"2024-08-29T17:41:03.064910+0000","last_unstale":"2024-08-29T17:43:51.184746+0000","last_undegraded":"2024-08-29T17:43:51.184746+0000","last_fullsized":"2024-08-29T17:43:51.184746+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-29T17:41:01.987071+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-29T17:41:01.987071+0000","last_clean_scrub_stamp":"2024-08-29T17:41:01.987071+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-31T01:56:49.253918+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,2],"acting":[0,5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.1e","version":"65'1","reported_seq":25,"reported_epoch":74,"state":"active+clean","last_fresh":"2024-08-29T17:43:51.003035+0000","last_change":"2024-08-29T17:40:53.990408+0000","last_active":"2024-08-29T17:43:51.003035+0000","last_peered":"2024-08-29T17:43:51.003035+0000","last_clean":"2024-08-29T17:43:51.003035+0000","last_became_active":"2024-08-29T17:40:53.989608+0000","last_became_peered":"2024-08-29T17:40:53.989608+0000","last_unstale":"2024-08-29T17:43:51.003035+0000","last_undegraded":"2024-08-29T17:43:51.003035+0000","last_fullsized":"2024-08-29T17:43:51.003035+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-29T17:40:52.944949+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-29T17:40:52.944949+0000","last_clean_scrub_stamp":"2024-08-29T17:40:52.944949+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-31T04:13:02.440764+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,5],"acting":[3,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1e","version":"0'0","reported_seq":21,"reported_epoch":74,"state":"active+clean","last_fresh":"2024-08-29T17:43:51.002570+0000","last_change":"2024-08-29T17:41:03.045150+0000","last_active":"2024-08-29T17:43:51.002570+0000","last_peered":"2024-08-29T17:43:51.002570+0000","last_clean":"2024-08-29T17:43:51.002570+0000","last_became_active":"2024-08-29T17:41:03.044260+0000","last_became_peered":"2024-08-29T17:41:03.044260+0000","last_unstale":"2024-08-29T17:43:51.002570+0000","last_undegraded":"2024-08-29T17:43:51.002570+0000","last_fullsized":"2024-08-29T17:43:51.002570+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-29T17:41:01.987071+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-29T17:41:01.987071+0000","last_clean_scrub_stamp":"2024-08-29T17:41:01.987071+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-30T22:23:38.421238+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6,2],"acting":[3,6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.1f","version":"65'4","reported_seq":28,"reported_epoch":74,"state":"active+clean","last_fresh":"2024-08-29T17:43:51.186113+0000","last_change":"2024-08-29T17:40:53.984051+0000","last_active":"2024-08-29T17:43:51.186113+0000","last_peered":"2024-08-29T17:43:51.186113+0000","last_clean":"2024-08-29T17:43:51.186113+0000","last_became_active":"2024-08-29T17:40:53.982916+0000","last_became_peered":"2024-08-29T17:40:53.982916+0000","last_unstale":"2024-08-29T17:43:51.186113+0000","last_undegraded":"2024-08-29T17:43:51.186113+0000","last_fullsized":"2024-08-29T17:43:51.186113+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-29T17:40:52.944949+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-29T17:40:52.944949+0000","last_clean_scrub_stamp":"2024-08-29T17:40:52.944949+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-30T23:13:10.265403+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":570,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,4],"acting":[0,7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]}],"pool_stats":[{"poolid":4,"num_pg":8,"stat_sum":{"num_bytes":19,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":2,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":12288,"data_stored":57,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":3,"ondisk_log_size":3,"up":24,"acting":24,"num_store_stats":8},{"poolid":3,"num_pg":64,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":192,"acting":192,"num_store_stats":8},{"poolid":2,"num_pg":32,"stat_sum":{"num_bytes":3410,"num_objects":22,"num_object_clones":0,"num_object_copies":66,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":22,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":51,"num_write_kb":19,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":1,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":98304,"data_stored":10230,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":45,"ondisk_log_size":45,"up":96,"acting":96,"num_store_stats":8},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":212,"num_read_kb":306,"num_write":179,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":6,"num_bytes_recovered":1771104,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":1781760,"data_stored":1771104,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":128,"ondisk_log_size":128,"up":3,"acting":3,"num_store_stats":3}],"osd_stats":[{"osd":7,"up_from":54,"seq":231928234049,"num_pgs":46,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":298700,"kb_used_data":1344,"kb_used_omap":1,"kb_used_meta":297342,"kb_avail":93446452,"statfs":{"total":95995035648,"available":95689166848,"internally_reserved":0,"allocated":1376256,"data_stored":939644,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1704,"internal_metadata":304478552},"hb_peers":[0,1,2,3,4,5,6],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Aug 29 17:44:57 2024","interfaces":[{"interface":"back","average":{"1min":0.84199999999999997,"5min":0.93100000000000005,"15min":0.93200000000000005},"min":{"1min":0.59299999999999997,"5min":0.55900000000000005,"15min":0.55900000000000005},"max":{"1min":1.248,"5min":1.379,"15min":1.379},"last":0.85399999999999998},{"interface":"front","average":{"1min":0.82599999999999996,"5min":0.91100000000000003,"15min":0.96399999999999997},"min":{"1min":0.496,"5min":0.496,"15min":0.496},"max":{"1min":1.1850000000000001,"5min":1.3500000000000001,"15min":1.3500000000000001},"last":0.65300000000000002}]},{"osd":1,"last update":"Thu Aug 29 17:44:57 2024","interfaces":[{"interface":"back","average":{"1min":0.92300000000000004,"5min":0.95599999999999996,"15min":0.95799999999999996},"min":{"1min":0.66500000000000004,"5min":0.64400000000000002,"15min":0.64400000000000002},"max":{"1min":1.248,"5min":1.4830000000000001,"15min":1.4830000000000001},"last":1.036},{"interface":"front","average":{"1min":0.95799999999999996,"5min":0.95399999999999996,"15min":0.95199999999999996},"min":{"1min":0.74199999999999999,"5min":0.629,"15min":0.629},"max":{"1min":1.1899999999999999,"5min":1.353,"15min":1.353},"last":0.98299999999999998}]},{"osd":2,"last update":"Thu Aug 29 17:44:57 2024","interfaces":[{"interface":"back","average":{"1min":0.93500000000000005,"5min":0.92500000000000004,"15min":0.94699999999999995},"min":{"1min":0.57599999999999996,"5min":0.57599999999999996,"15min":0.57599999999999996},"max":{"1min":1.3460000000000001,"5min":1.3799999999999999,"15min":1.3799999999999999},"last":1.1000000000000001},{"interface":"front","average":{"1min":0.94299999999999995,"5min":0.97899999999999998,"15min":1.002},"min":{"1min":0.66000000000000003,"5min":0.59399999999999997,"15min":0.59399999999999997},"max":{"1min":1.179,"5min":1.4259999999999999,"15min":1.4259999999999999},"last":1.1539999999999999}]},{"osd":3,"last update":"Thu Aug 29 17:44:57 2024","interfaces":[{"interface":"back","average":{"1min":0.88,"5min":0.93500000000000005,"15min":0.95499999999999996},"min":{"1min":0.66600000000000004,"5min":0.66600000000000004,"15min":0.66600000000000004},"max":{"1min":1.2410000000000001,"5min":1.3149999999999999,"15min":1.3149999999999999},"last":0.92600000000000005},{"interface":"front","average":{"1min":1.0760000000000001,"5min":1.0580000000000001,"15min":1.073},"min":{"1min":0.64200000000000002,"5min":0.64200000000000002,"15min":0.64200000000000002},"max":{"1min":1.357,"5min":1.4830000000000001,"15min":1.4830000000000001},"last":1.2470000000000001}]},{"osd":4,"last update":"Thu Aug 29 17:44:57 2024","interfaces":[{"interface":"back","average":{"1min":0.89600000000000002,"5min":0.92400000000000004,"15min":0.90900000000000003},"min":{"1min":0.45900000000000002,"5min":0.45900000000000002,"15min":0.45900000000000002},"max":{"1min":1.1970000000000001,"5min":1.405,"15min":1.405},"last":1.1899999999999999},{"interface":"front","average":{"1min":1.012,"5min":0.98899999999999999,"15min":0.995},"min":{"1min":0.56699999999999995,"5min":0.47799999999999998,"15min":0.47799999999999998},"max":{"1min":1.4219999999999999,"5min":1.4750000000000001,"15min":1.4750000000000001},"last":1.2090000000000001}]},{"osd":5,"last update":"Thu Aug 29 17:44:57 2024","interfaces":[{"interface":"back","average":{"1min":1.0069999999999999,"5min":1.0229999999999999,"15min":1.0529999999999999},"min":{"1min":0.59099999999999997,"5min":0.499,"15min":0.499},"max":{"1min":1.3500000000000001,"5min":1.518,"15min":1.518},"last":1.2969999999999999},{"interface":"front","average":{"1min":1.022,"5min":1.0660000000000001,"15min":1.0900000000000001},"min":{"1min":0.51600000000000001,"5min":0.51600000000000001,"15min":0.51600000000000001},"max":{"1min":1.276,"5min":1.633,"15min":1.633},"last":1.1339999999999999}]},{"osd":6,"last update":"Thu Aug 29 17:44:57 2024","interfaces":[{"interface":"back","average":{"1min":1.044,"5min":1.0920000000000001,"15min":1.1080000000000001},"min":{"1min":0.55900000000000005,"5min":0.55900000000000005,"15min":0.55900000000000005},"max":{"1min":1.2769999999999999,"5min":1.6220000000000001,"15min":1.6220000000000001},"last":1.2350000000000001},{"interface":"front","average":{"1min":1.0569999999999999,"5min":1.111,"15min":1.163},"min":{"1min":0.61499999999999999,"5min":0.51800000000000002,"15min":0.51800000000000002},"max":{"1min":1.5,"5min":2.1909999999999998,"15min":2.1909999999999998},"last":1.272}]}]},{"osd":6,"up_from":46,"seq":197568495692,"num_pgs":39,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":298696,"kb_used_data":1344,"kb_used_omap":1,"kb_used_meta":297342,"kb_avail":93446456,"statfs":{"total":95995035648,"available":95689170944,"internally_reserved":0,"allocated":1376256,"data_stored":941411,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1704,"internal_metadata":304478552},"hb_peers":[0,1,2,3,4,5,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Aug 29 17:44:06 2024","interfaces":[{"interface":"back","average":{"1min":0.89900000000000002,"5min":0.96199999999999997,"15min":0.94699999999999995},"min":{"1min":0.52400000000000002,"5min":0.52400000000000002,"15min":0.52400000000000002},"max":{"1min":1.4570000000000001,"5min":1.4570000000000001,"15min":1.4570000000000001},"last":0.76700000000000002},{"interface":"front","average":{"1min":0.88400000000000001,"5min":0.877,"15min":0.874},"min":{"1min":0.505,"5min":0.34999999999999998,"15min":0.34999999999999998},"max":{"1min":1.306,"5min":1.331,"15min":1.331},"last":0.81599999999999995}]},{"osd":1,"last update":"Thu Aug 29 17:44:06 2024","interfaces":[{"interface":"back","average":{"1min":0.94199999999999995,"5min":0.94899999999999995,"15min":0.93500000000000005},"min":{"1min":0.46899999999999997,"5min":0.46899999999999997,"15min":0.46899999999999997},"max":{"1min":1.4850000000000001,"5min":1.4850000000000001,"15min":1.4850000000000001},"last":1.0640000000000001},{"interface":"front","average":{"1min":0.91000000000000003,"5min":0.91400000000000003,"15min":0.88600000000000001},"min":{"1min":0.51500000000000001,"5min":0.42799999999999999,"15min":0.42799999999999999},"max":{"1min":1.5760000000000001,"5min":1.5760000000000001,"15min":1.5760000000000001},"last":0.67200000000000004}]},{"osd":2,"last update":"Thu Aug 29 17:44:06 2024","interfaces":[{"interface":"back","average":{"1min":0.92400000000000004,"5min":0.95399999999999996,"15min":0.90300000000000002},"min":{"1min":0.53700000000000003,"5min":0.53700000000000003,"15min":0.53700000000000003},"max":{"1min":1.4199999999999999,"5min":4.1360000000000001,"15min":4.1360000000000001},"last":0.99299999999999999},{"interface":"front","average":{"1min":1.048,"5min":1.0329999999999999,"15min":0.96399999999999997},"min":{"1min":0.56399999999999995,"5min":0.56399999999999995,"15min":0.56399999999999995},"max":{"1min":1.526,"5min":1.526,"15min":1.526},"last":0.93500000000000005}]},{"osd":3,"last update":"Thu Aug 29 17:44:06 2024","interfaces":[{"interface":"back","average":{"1min":0.92000000000000004,"5min":0.91300000000000003,"15min":0.93600000000000005},"min":{"1min":0.60999999999999999,"5min":0.45500000000000002,"15min":0.45500000000000002},"max":{"1min":1.383,"5min":1.383,"15min":1.383},"last":0.71599999999999997},{"interface":"front","average":{"1min":0.96799999999999997,"5min":0.94499999999999995,"15min":0.90500000000000003},"min":{"1min":0.55200000000000005,"5min":0.55200000000000005,"15min":0.55200000000000005},"max":{"1min":1.6220000000000001,"5min":1.6220000000000001,"15min":1.6220000000000001},"last":0.89200000000000002}]},{"osd":4,"last update":"Thu Aug 29 17:44:06 2024","interfaces":[{"interface":"back","average":{"1min":1.0029999999999999,"5min":0.95699999999999996,"15min":0.92800000000000005},"min":{"1min":0.47099999999999997,"5min":0.34499999999999997,"15min":0.34499999999999997},"max":{"1min":1.5640000000000001,"5min":1.5640000000000001,"15min":1.5640000000000001},"last":0.85999999999999999},{"interface":"front","average":{"1min":0.93200000000000005,"5min":0.91700000000000004,"15min":0.876},"min":{"1min":0.378,"5min":0.378,"15min":0.378},"max":{"1min":1.3109999999999999,"5min":1.667,"15min":1.667},"last":0.96199999999999997}]},{"osd":5,"last update":"Thu Aug 29 17:44:06 2024","interfaces":[{"interface":"back","average":{"1min":0.97999999999999998,"5min":0.999,"15min":0.95099999999999996},"min":{"1min":0.39900000000000002,"5min":0.38800000000000001,"15min":0.38800000000000001},"max":{"1min":1.569,"5min":1.569,"15min":1.569},"last":1.1819999999999999},{"interface":"front","average":{"1min":0.98399999999999999,"5min":0.98199999999999998,"15min":0.93100000000000005},"min":{"1min":0.42199999999999999,"5min":0.371,"15min":0.371},"max":{"1min":1.5129999999999999,"5min":1.7989999999999999,"15min":1.7989999999999999},"last":1.04}]},{"osd":7,"last update":"Thu Aug 29 17:45:00 2024","interfaces":[{"interface":"back","average":{"1min":1.075,"5min":1.1100000000000001,"15min":1.1200000000000001},"min":{"1min":0.54600000000000004,"5min":0.443,"15min":0.443},"max":{"1min":1.3919999999999999,"5min":1.5609999999999999,"15min":1.5609999999999999},"last":1.226},{"interface":"front","average":{"1min":1.2310000000000001,"5min":1.218,"15min":1.1970000000000001},"min":{"1min":0.72099999999999997,"5min":0.53700000000000003,"15min":0.53700000000000003},"max":{"1min":1.454,"5min":1.6379999999999999,"15min":1.6379999999999999},"last":1.1379999999999999}]}]},{"osd":5,"up_from":38,"seq":163208757335,"num_pgs":41,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":298124,"kb_used_data":772,"kb_used_omap":1,"kb_used_meta":297342,"kb_avail":93447028,"statfs":{"total":95995035648,"available":95689756672,"internally_reserved":0,"allocated":790528,"data_stored":351144,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1704,"internal_metadata":304478552},"hb_peers":[0,1,2,3,4,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Aug 29 17:44:13 2024","interfaces":[{"interface":"back","average":{"1min":0.93400000000000005,"5min":0.93300000000000005,"15min":0.89900000000000002},"min":{"1min":0.625,"5min":0.47599999999999998,"15min":0.47599999999999998},"max":{"1min":1.347,"5min":1.347,"15min":1.347},"last":0.67300000000000004},{"interface":"front","average":{"1min":0.98499999999999999,"5min":0.92300000000000004,"15min":0.87},"min":{"1min":0.52500000000000002,"5min":0.504,"15min":0.504},"max":{"1min":1.2749999999999999,"5min":1.3280000000000001,"15min":1.3280000000000001},"last":0.72599999999999998}]},{"osd":1,"last update":"Thu Aug 29 17:44:13 2024","interfaces":[{"interface":"back","average":{"1min":0.98999999999999999,"5min":0.91400000000000003,"15min":0.95199999999999996},"min":{"1min":0.60199999999999998,"5min":0.52500000000000002,"15min":0.52500000000000002},"max":{"1min":1.4550000000000001,"5min":1.4550000000000001,"15min":1.669},"last":0.93500000000000005},{"interface":"front","average":{"1min":1.01,"5min":0.96699999999999997,"15min":0.88500000000000001},"min":{"1min":0.54900000000000004,"5min":0.45300000000000001,"15min":0.45300000000000001},"max":{"1min":1.448,"5min":1.448,"15min":1.448},"last":1.0980000000000001}]},{"osd":2,"last update":"Thu Aug 29 17:44:13 2024","interfaces":[{"interface":"back","average":{"1min":0.876,"5min":0.89900000000000002,"15min":0.92500000000000004},"min":{"1min":0.66800000000000004,"5min":0.54300000000000004,"15min":0.54300000000000004},"max":{"1min":1.2230000000000001,"5min":1.3620000000000001,"15min":1.3620000000000001},"last":0.80000000000000004},{"interface":"front","average":{"1min":1.012,"5min":0.997,"15min":0.98299999999999998},"min":{"1min":0.57699999999999996,"5min":0.48999999999999999,"15min":0.48999999999999999},"max":{"1min":1.534,"5min":1.534,"15min":1.534},"last":1.0169999999999999}]},{"osd":3,"last update":"Thu Aug 29 17:44:13 2024","interfaces":[{"interface":"back","average":{"1min":0.95099999999999996,"5min":0.92100000000000004,"15min":0.92800000000000005},"min":{"1min":0.60299999999999998,"5min":0.60299999999999998,"15min":0.60299999999999998},"max":{"1min":1.2669999999999999,"5min":1.2669999999999999,"15min":1.2669999999999999},"last":0.97999999999999998},{"interface":"front","average":{"1min":1.089,"5min":1.0409999999999999,"15min":1.0229999999999999},"min":{"1min":0.56899999999999995,"5min":0.56899999999999995,"15min":0.56899999999999995},"max":{"1min":1.633,"5min":1.633,"15min":1.633},"last":1.3520000000000001}]},{"osd":4,"last update":"Thu Aug 29 17:44:13 2024","interfaces":[{"interface":"back","average":{"1min":0.90900000000000003,"5min":0.88700000000000001,"15min":0.83099999999999996},"min":{"1min":0.34200000000000003,"5min":0.34200000000000003,"15min":0.34200000000000003},"max":{"1min":1.3240000000000001,"5min":1.3240000000000001,"15min":1.3240000000000001},"last":1.4690000000000001},{"interface":"front","average":{"1min":0.96599999999999997,"5min":0.90800000000000003,"15min":0.86899999999999999},"min":{"1min":0.35799999999999998,"5min":0.35799999999999998,"15min":0.35799999999999998},"max":{"1min":1.5760000000000001,"5min":1.5760000000000001,"15min":1.5760000000000001},"last":1.4890000000000001}]},{"osd":6,"last update":"Thu Aug 29 17:44:08 2024","interfaces":[{"interface":"back","average":{"1min":1.04,"5min":0.98299999999999998,"15min":0.90900000000000003},"min":{"1min":0.38100000000000001,"5min":0.38100000000000001,"15min":0.38100000000000001},"max":{"1min":1.486,"5min":1.486,"15min":1.486},"last":1.222},{"interface":"front","average":{"1min":1.177,"5min":1.0780000000000001,"15min":1.016},"min":{"1min":0.41899999999999998,"5min":0.41899999999999998,"15min":0.41899999999999998},"max":{"1min":1.6180000000000001,"5min":1.76,"15min":1.76},"last":1.145}]},{"osd":7,"last update":"Thu Aug 29 17:44:56 2024","interfaces":[{"interface":"back","average":{"1min":1.129,"5min":1.143,"15min":1.1259999999999999},"min":{"1min":0.53700000000000003,"5min":0.46200000000000002,"15min":0.46200000000000002},"max":{"1min":1.409,"5min":1.661,"15min":1.661},"last":1.2649999999999999},{"interface":"front","average":{"1min":1.147,"5min":1.127,"15min":1.113},"min":{"1min":0.51100000000000001,"5min":0.41399999999999998,"15min":0.41399999999999998},"max":{"1min":1.7889999999999999,"5min":1.7889999999999999,"15min":1.7889999999999999},"last":1.3959999999999999}]}]},{"osd":4,"up_from":30,"seq":128849018978,"num_pgs":39,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":298132,"kb_used_data":776,"kb_used_omap":1,"kb_used_meta":297342,"kb_avail":93447020,"statfs":{"total":95995035648,"available":95689748480,"internally_reserved":0,"allocated":794624,"data_stored":349457,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1704,"internal_metadata":304478552},"hb_peers":[0,1,2,3,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Aug 29 17:44:21 2024","interfaces":[{"interface":"back","average":{"1min":0.93200000000000005,"5min":0.874,"15min":0.82799999999999996},"min":{"1min":0.61699999999999999,"5min":0.50600000000000001,"15min":0.50600000000000001},"max":{"1min":1.29,"5min":1.3939999999999999,"15min":1.3939999999999999},"last":1.0149999999999999},{"interface":"front","average":{"1min":0.95499999999999996,"5min":0.92900000000000005,"15min":0.84699999999999998},"min":{"1min":0.625,"5min":0.443,"15min":0.443},"max":{"1min":1.3069999999999999,"5min":1.3100000000000001,"15min":1.325},"last":1.1839999999999999}]},{"osd":1,"last update":"Thu Aug 29 17:44:21 2024","interfaces":[{"interface":"back","average":{"1min":1.0069999999999999,"5min":0.95399999999999996,"15min":0.83699999999999997},"min":{"1min":0.67300000000000004,"5min":0.48799999999999999,"15min":0.48799999999999999},"max":{"1min":1.51,"5min":1.51,"15min":1.51},"last":0.86599999999999999},{"interface":"front","average":{"1min":1.097,"5min":0.95499999999999996,"15min":0.88600000000000001},"min":{"1min":0.78800000000000003,"5min":0.53000000000000003,"15min":0.53000000000000003},"max":{"1min":1.4199999999999999,"5min":1.494,"15min":1.494},"last":1.0549999999999999}]},{"osd":2,"last update":"Thu Aug 29 17:44:21 2024","interfaces":[{"interface":"back","average":{"1min":1.0389999999999999,"5min":0.98799999999999999,"15min":0.871},"min":{"1min":0.60499999999999998,"5min":0.502,"15min":0.502},"max":{"1min":1.3740000000000001,"5min":1.3939999999999999,"15min":1.3939999999999999},"last":1.3360000000000001},{"interface":"front","average":{"1min":0.97699999999999998,"5min":0.93500000000000005,"15min":0.90500000000000003},"min":{"1min":0.69099999999999995,"5min":0.56899999999999995,"15min":0.54800000000000004},"max":{"1min":1.4359999999999999,"5min":1.4359999999999999,"15min":1.4359999999999999},"last":0.97999999999999998}]},{"osd":3,"last update":"Thu Aug 29 17:44:21 2024","interfaces":[{"interface":"back","average":{"1min":1.0229999999999999,"5min":0.95799999999999996,"15min":0.94299999999999995},"min":{"1min":0.76000000000000001,"5min":0.52000000000000002,"15min":0.52000000000000002},"max":{"1min":1.3180000000000001,"5min":1.3300000000000001,"15min":1.3300000000000001},"last":1.23},{"interface":"front","average":{"1min":1.1259999999999999,"5min":1.036,"15min":0.92500000000000004},"min":{"1min":0.68100000000000005,"5min":0.58499999999999996,"15min":0.58499999999999996},"max":{"1min":1.3420000000000001,"5min":1.4530000000000001,"15min":1.4530000000000001},"last":1.2909999999999999}]},{"osd":5,"last update":"Thu Aug 29 17:44:11 2024","interfaces":[{"interface":"back","average":{"1min":0.95399999999999996,"5min":0.94299999999999995,"15min":0.78300000000000003},"min":{"1min":0.41399999999999998,"5min":0.313,"15min":0.313},"max":{"1min":1.377,"5min":1.494,"15min":1.494},"last":0.92300000000000004},{"interface":"front","average":{"1min":0.96999999999999997,"5min":0.93500000000000005,"15min":0.76300000000000001},"min":{"1min":0.432,"5min":0.29899999999999999,"15min":0.29899999999999999},"max":{"1min":1.4630000000000001,"5min":1.4630000000000001,"15min":1.4630000000000001},"last":0.82199999999999995}]},{"osd":6,"last update":"Thu Aug 29 17:44:04 2024","interfaces":[{"interface":"back","average":{"1min":1.069,"5min":1.0149999999999999,"15min":0.89400000000000002},"min":{"1min":0.53200000000000003,"5min":0.27400000000000002,"15min":0.27400000000000002},"max":{"1min":1.5680000000000001,"5min":1.5680000000000001,"15min":1.5680000000000001},"last":1.141},{"interface":"front","average":{"1min":1.1479999999999999,"5min":1.0840000000000001,"15min":0.95099999999999996},"min":{"1min":0.45900000000000002,"5min":0.35299999999999998,"15min":0.35299999999999998},"max":{"1min":1.4390000000000001,"5min":1.6479999999999999,"15min":1.6479999999999999},"last":0.78200000000000003}]},{"osd":7,"last update":"Thu Aug 29 17:44:57 2024","interfaces":[{"interface":"back","average":{"1min":1.107,"5min":1.1180000000000001,"15min":1.0820000000000001},"min":{"1min":0.80300000000000005,"5min":0.45800000000000002,"15min":0.45800000000000002},"max":{"1min":1.821,"5min":1.821,"15min":1.821},"last":1.0960000000000001},{"interface":"front","average":{"1min":1.3160000000000001,"5min":1.2370000000000001,"15min":1.1759999999999999},"min":{"1min":0.96599999999999997,"5min":0.50800000000000001,"15min":0.50800000000000001},"max":{"1min":1.7689999999999999,"5min":1.7869999999999999,"15min":1.7869999999999999},"last":1.369}]}]},{"osd":3,"up_from":25,"seq":107374182508,"num_pgs":37,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":298132,"kb_used_data":780,"kb_used_omap":1,"kb_used_meta":297342,"kb_avail":93447020,"statfs":{"total":95995035648,"available":95689748480,"internally_reserved":0,"allocated":798720,"data_stored":351735,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1704,"internal_metadata":304478552},"hb_peers":[0,1,2,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Aug 29 17:44:25 2024","interfaces":[{"interface":"back","average":{"1min":0.71199999999999997,"5min":0.67600000000000005,"15min":0.67600000000000005},"min":{"1min":0.28699999999999998,"5min":0.28699999999999998,"15min":0.28699999999999998},"max":{"1min":1.25,"5min":1.629,"15min":1.629},"last":0.66000000000000003},{"interface":"front","average":{"1min":0.71899999999999997,"5min":0.73499999999999999,"15min":0.70099999999999996},"min":{"1min":0.35899999999999999,"5min":0.312,"15min":0.312},"max":{"1min":1.0549999999999999,"5min":1.577,"15min":1.577},"last":0.78400000000000003}]},{"osd":1,"last update":"Thu Aug 29 17:44:25 2024","interfaces":[{"interface":"back","average":{"1min":0.70499999999999996,"5min":0.70199999999999996,"15min":0.69699999999999995},"min":{"1min":0.41799999999999998,"5min":0.33700000000000002,"15min":0.33700000000000002},"max":{"1min":1.337,"5min":1.337,"15min":1.337},"last":0.82299999999999995},{"interface":"front","average":{"1min":0.81599999999999995,"5min":0.83999999999999997,"15min":0.78200000000000003},"min":{"1min":0.36699999999999999,"5min":0.33400000000000002,"15min":0.33400000000000002},"max":{"1min":1.216,"5min":1.5209999999999999,"15min":1.5209999999999999},"last":0.745}]},{"osd":2,"last update":"Thu Aug 29 17:44:25 2024","interfaces":[{"interface":"back","average":{"1min":0.91200000000000003,"5min":0.91400000000000003,"15min":0.86899999999999999},"min":{"1min":0.48299999999999998,"5min":0.41799999999999998,"15min":0.41799999999999998},"max":{"1min":1.375,"5min":1.7729999999999999,"15min":1.7729999999999999},"last":1.0129999999999999},{"interface":"front","average":{"1min":0.74399999999999999,"5min":0.80300000000000005,"15min":0.77600000000000002},"min":{"1min":0.33700000000000002,"5min":0.33700000000000002,"15min":0.33700000000000002},"max":{"1min":1.008,"5min":1.4790000000000001,"15min":1.4790000000000001},"last":0.879}]},{"osd":4,"last update":"Thu Aug 29 17:44:25 2024","interfaces":[{"interface":"back","average":{"1min":0.92500000000000004,"5min":0.91700000000000004,"15min":0.872},"min":{"1min":0.58999999999999997,"5min":0.56499999999999995,"15min":0.56499999999999995},"max":{"1min":1.4299999999999999,"5min":1.6599999999999999,"15min":1.6599999999999999},"last":0.92100000000000004},{"interface":"front","average":{"1min":1.129,"5min":1.0680000000000001,"15min":0.98799999999999999},"min":{"1min":0.67300000000000004,"5min":0.54500000000000004,"15min":0.54500000000000004},"max":{"1min":1.4650000000000001,"5min":1.8520000000000001,"15min":1.8520000000000001},"last":1.3129999999999999}]},{"osd":5,"last update":"Thu Aug 29 17:44:11 2024","interfaces":[{"interface":"back","average":{"1min":1.028,"5min":1.081,"15min":1.081},"min":{"1min":0.57799999999999996,"5min":0.57799999999999996,"15min":0.57799999999999996},"max":{"1min":1.4750000000000001,"5min":1.736,"15min":1.736},"last":1.224},{"interface":"front","average":{"1min":0.93100000000000005,"5min":0.98699999999999999,"15min":0.997},"min":{"1min":0.56499999999999995,"5min":0.56499999999999995,"15min":0.56499999999999995},"max":{"1min":1.419,"5min":1.6240000000000001,"15min":1.6240000000000001},"last":1.0580000000000001}]},{"osd":6,"last update":"Thu Aug 29 17:44:08 2024","interfaces":[{"interface":"back","average":{"1min":1.0069999999999999,"5min":1.0049999999999999,"15min":1.006},"min":{"1min":0.55100000000000005,"5min":0.55100000000000005,"15min":0.55100000000000005},"max":{"1min":1.4810000000000001,"5min":1.4810000000000001,"15min":1.4810000000000001},"last":0.996},{"interface":"front","average":{"1min":1.149,"5min":1.1559999999999999,"15min":1.1539999999999999},"min":{"1min":0.71899999999999997,"5min":0.61199999999999999,"15min":0.61199999999999999},"max":{"1min":1.4510000000000001,"5min":1.871,"15min":1.871},"last":1.3939999999999999}]},{"osd":7,"last update":"Thu Aug 29 17:45:01 2024","interfaces":[{"interface":"back","average":{"1min":0.98899999999999999,"5min":1.0469999999999999,"15min":1.0229999999999999},"min":{"1min":0.67500000000000004,"5min":0.53400000000000003,"15min":0.53400000000000003},"max":{"1min":1.51,"5min":1.5880000000000001,"15min":1.5880000000000001},"last":1.046},{"interface":"front","average":{"1min":1.1319999999999999,"5min":1.1850000000000001,"15min":1.1850000000000001},"min":{"1min":0.60199999999999998,"5min":0.58299999999999996,"15min":0.58299999999999996},"max":{"1min":1.621,"5min":1.9159999999999999,"15min":1.9159999999999999},"last":1.4670000000000001}]}]},{"osd":2,"up_from":18,"seq":77309411446,"num_pgs":30,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":298116,"kb_used_data":760,"kb_used_omap":1,"kb_used_meta":297342,"kb_avail":93447036,"statfs":{"total":95995035648,"available":95689764864,"internally_reserved":0,"allocated":778240,"data_stored":349007,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1704,"internal_metadata":304478552},"hb_peers":[0,1,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Aug 29 17:44:46 2024","interfaces":[{"interface":"back","average":{"1min":0.63800000000000001,"5min":0.67100000000000004,"15min":0.626},"min":{"1min":0.434,"5min":0.248,"15min":0.248},"max":{"1min":1.0309999999999999,"5min":1.0389999999999999,"15min":1.2949999999999999},"last":0.81100000000000005},{"interface":"front","average":{"1min":0.76900000000000002,"5min":0.78300000000000003,"15min":0.69099999999999995},"min":{"1min":0.54600000000000004,"5min":0.35699999999999998,"15min":0.35699999999999998},"max":{"1min":1.127,"5min":1.357,"15min":1.357},"last":0.84299999999999997}]},{"osd":1,"last update":"Thu Aug 29 17:44:46 2024","interfaces":[{"interface":"back","average":{"1min":0.72099999999999997,"5min":0.73699999999999999,"15min":0.68100000000000005},"min":{"1min":0.39600000000000002,"5min":0.29199999999999998,"15min":0.29199999999999998},"max":{"1min":1.0760000000000001,"5min":1.169,"15min":1.23},"last":0.92500000000000004},{"interface":"front","average":{"1min":0.73199999999999998,"5min":0.77500000000000002,"15min":0.69699999999999995},"min":{"1min":0.36599999999999999,"5min":0.32400000000000001,"15min":0.32400000000000001},"max":{"1min":1.177,"5min":1.3759999999999999,"15min":1.3759999999999999},"last":0.67200000000000004}]},{"osd":3,"last update":"Thu Aug 29 17:44:37 2024","interfaces":[{"interface":"back","average":{"1min":0.80900000000000005,"5min":0.82299999999999995,"15min":0.77400000000000002},"min":{"1min":0.52000000000000002,"5min":0.33700000000000002,"15min":0.33700000000000002},"max":{"1min":1.321,"5min":1.321,"15min":1.321},"last":0.72299999999999998},{"interface":"front","average":{"1min":0.84799999999999998,"5min":0.878,"15min":0.81799999999999995},"min":{"1min":0.46300000000000002,"5min":0.29899999999999999,"15min":0.29899999999999999},"max":{"1min":1.2569999999999999,"5min":1.288,"15min":1.288},"last":0.76600000000000001}]},{"osd":4,"last update":"Thu Aug 29 17:44:22 2024","interfaces":[{"interface":"back","average":{"1min":0.96299999999999997,"5min":0.98899999999999999,"15min":0.95899999999999996},"min":{"1min":0.627,"5min":0.41899999999999998,"15min":0.41899999999999998},"max":{"1min":1.226,"5min":1.3080000000000001,"15min":1.423},"last":1.129},{"interface":"front","average":{"1min":1.034,"5min":1.0329999999999999,"15min":0.96699999999999997},"min":{"1min":0.65000000000000002,"5min":0.56499999999999995,"15min":0.56499999999999995},"max":{"1min":1.373,"5min":1.605,"15min":1.605},"last":1.3720000000000001}]},{"osd":5,"last update":"Thu Aug 29 17:45:04 2024","interfaces":[{"interface":"back","average":{"1min":1.1020000000000001,"5min":1.0589999999999999,"15min":1.012},"min":{"1min":0.79100000000000004,"5min":0.47499999999999998,"15min":0.47499999999999998},"max":{"1min":1.738,"5min":1.738,"15min":1.738},"last":1.274},{"interface":"front","average":{"1min":1.091,"5min":1.075,"15min":1.014},"min":{"1min":0.85599999999999998,"5min":0.54700000000000004,"15min":0.54700000000000004},"max":{"1min":1.5980000000000001,"5min":1.5980000000000001,"15min":1.5980000000000001},"last":1.0169999999999999}]},{"osd":6,"last update":"Thu Aug 29 17:45:04 2024","interfaces":[{"interface":"back","average":{"1min":1.1160000000000001,"5min":1.115,"15min":1.101},"min":{"1min":0.81000000000000005,"5min":0.59399999999999997,"15min":0.59399999999999997},"max":{"1min":1.6839999999999999,"5min":1.6839999999999999,"15min":1.6839999999999999},"last":1.0349999999999999},{"interface":"front","average":{"1min":1.0669999999999999,"5min":1.081,"15min":1.1120000000000001},"min":{"1min":0.875,"5min":0.49399999999999999,"15min":0.49399999999999999},"max":{"1min":1.4810000000000001,"5min":1.4810000000000001,"15min":1.5209999999999999},"last":1.1990000000000001}]},{"osd":7,"last update":"Thu Aug 29 17:45:00 2024","interfaces":[{"interface":"back","average":{"1min":1.133,"5min":1.153,"15min":1.1419999999999999},"min":{"1min":0.72599999999999998,"5min":0.59699999999999998,"15min":0.59699999999999998},"max":{"1min":1.655,"5min":1.655,"15min":1.655},"last":1.24},{"interface":"front","average":{"1min":1.137,"5min":1.1719999999999999,"15min":1.1950000000000001},"min":{"1min":0.82099999999999995,"5min":0.61199999999999999,"15min":0.61199999999999999},"max":{"1min":1.615,"5min":1.615,"15min":1.615},"last":1.157}]}]},{"osd":1,"up_from":13,"seq":55834574976,"num_pgs":38,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":298128,"kb_used_data":772,"kb_used_omap":1,"kb_used_meta":297342,"kb_avail":93447024,"statfs":{"total":95995035648,"available":95689752576,"internally_reserved":0,"allocated":790528,"data_stored":349186,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1704,"internal_metadata":304478552},"hb_peers":[0,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Aug 29 17:44:55 2024","interfaces":[{"interface":"back","average":{"1min":0.70999999999999996,"5min":0.71999999999999997,"15min":0.61899999999999999},"min":{"1min":0.33300000000000002,"5min":0.316,"15min":0.26100000000000001},"max":{"1min":1.143,"5min":1.8500000000000001,"15min":1.8500000000000001},"last":0.995},{"interface":"front","average":{"1min":0.68899999999999995,"5min":0.76000000000000001,"15min":0.64000000000000001},"min":{"1min":0.41399999999999998,"5min":0.29499999999999998,"15min":0.28599999999999998},"max":{"1min":0.95799999999999996,"5min":1.3160000000000001,"15min":1.3160000000000001},"last":0.92400000000000004}]},{"osd":2,"last update":"Thu Aug 29 17:44:51 2024","interfaces":[{"interface":"back","average":{"1min":0.77900000000000003,"5min":0.78100000000000003,"15min":0.68799999999999994},"min":{"1min":0.30599999999999999,"5min":0.28899999999999998,"15min":0.28899999999999998},"max":{"1min":1.238,"5min":1.3660000000000001,"15min":1.3660000000000001},"last":0.88},{"interface":"front","average":{"1min":0.75900000000000001,"5min":0.76700000000000002,"15min":0.68300000000000005},"min":{"1min":0.41599999999999998,"5min":0.33200000000000002,"15min":0.32500000000000001},"max":{"1min":1.054,"5min":1.54,"15min":1.54},"last":0.64000000000000001}]},{"osd":3,"last update":"Thu Aug 29 17:44:26 2024","interfaces":[{"interface":"back","average":{"1min":0.71999999999999997,"5min":0.79200000000000004,"15min":0.755},"min":{"1min":0.39400000000000002,"5min":0.33500000000000002,"15min":0.33500000000000002},"max":{"1min":1.0580000000000001,"5min":1.661,"15min":1.661},"last":0.68200000000000005},{"interface":"front","average":{"1min":0.875,"5min":0.92000000000000004,"15min":0.84499999999999997},"min":{"1min":0.439,"5min":0.39000000000000001,"15min":0.39000000000000001},"max":{"1min":1.321,"5min":2.0089999999999999,"15min":2.0089999999999999},"last":1.2430000000000001}]},{"osd":4,"last update":"Thu Aug 29 17:44:26 2024","interfaces":[{"interface":"back","average":{"1min":1.0389999999999999,"5min":1.0760000000000001,"15min":0.98899999999999999},"min":{"1min":0.56499999999999995,"5min":0.56499999999999995,"15min":0.56499999999999995},"max":{"1min":1.464,"5min":1.7030000000000001,"15min":1.7030000000000001},"last":1.1659999999999999},{"interface":"front","average":{"1min":0.93600000000000005,"5min":0.98499999999999999,"15min":0.94199999999999995},"min":{"1min":0.67000000000000004,"5min":0.61599999999999999,"15min":0.61599999999999999},"max":{"1min":1.284,"5min":2.1819999999999999,"15min":2.1819999999999999},"last":1.032}]},{"osd":5,"last update":"Thu Aug 29 17:44:09 2024","interfaces":[{"interface":"back","average":{"1min":0.998,"5min":0.98099999999999998,"15min":0.99299999999999999},"min":{"1min":0.626,"5min":0.55100000000000005,"15min":0.55100000000000005},"max":{"1min":1.244,"5min":2.1120000000000001,"15min":2.1120000000000001},"last":0.95299999999999996},{"interface":"front","average":{"1min":1.1200000000000001,"5min":1.0680000000000001,"15min":1.014},"min":{"1min":0.70999999999999996,"5min":0.60399999999999998,"15min":0.60399999999999998},"max":{"1min":1.6040000000000001,"5min":2.153,"15min":2.153},"last":1.2050000000000001}]},{"osd":6,"last update":"Thu Aug 29 17:44:04 2024","interfaces":[{"interface":"back","average":{"1min":1.1859999999999999,"5min":1.1559999999999999,"15min":1.1679999999999999},"min":{"1min":0.52100000000000002,"5min":0.52100000000000002,"15min":0.52100000000000002},"max":{"1min":1.6839999999999999,"5min":1.8580000000000001,"15min":1.8580000000000001},"last":1.397},{"interface":"front","average":{"1min":1.1259999999999999,"5min":1.101,"15min":1.133},"min":{"1min":0.70499999999999996,"5min":0.65300000000000002,"15min":0.65300000000000002},"max":{"1min":1.3939999999999999,"5min":2.2530000000000001,"15min":2.2530000000000001},"last":1.083}]},{"osd":7,"last update":"Thu Aug 29 17:44:58 2024","interfaces":[{"interface":"back","average":{"1min":1.1000000000000001,"5min":1.145,"15min":1.139},"min":{"1min":0.61799999999999999,"5min":0.60099999999999998,"15min":0.60099999999999998},"max":{"1min":1.4830000000000001,"5min":2.0550000000000002,"15min":2.0550000000000002},"last":1.2889999999999999},{"interface":"front","average":{"1min":1.1519999999999999,"5min":1.226,"15min":1.232},"min":{"1min":0.63,"5min":0.63,"15min":0.63},"max":{"1min":1.79,"5min":1.9550000000000001,"15min":1.9550000000000001},"last":1.462}]}]},{"osd":0,"up_from":8,"seq":34359738507,"num_pgs":45,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":298712,"kb_used_data":1356,"kb_used_omap":1,"kb_used_meta":297342,"kb_avail":93446440,"statfs":{"total":95995035648,"available":95689154560,"internally_reserved":0,"allocated":1388544,"data_stored":940091,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1704,"internal_metadata":304478552},"hb_peers":[1,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":1,"last update":"Thu Aug 29 17:44:52 2024","interfaces":[{"interface":"back","average":{"1min":0.65800000000000003,"5min":0.68400000000000005,"15min":0.58899999999999997},"min":{"1min":0.39200000000000002,"5min":0.316,"15min":0.316},"max":{"1min":0.997,"5min":1.554,"15min":1.554},"last":0.58899999999999997},{"interface":"front","average":{"1min":0.73199999999999998,"5min":0.72799999999999998,"15min":0.628},"min":{"1min":0.436,"5min":0.247,"15min":0.247},"max":{"1min":1.077,"5min":1.202,"15min":1.202},"last":0.73599999999999999}]},{"osd":2,"last update":"Thu Aug 29 17:44:52 2024","interfaces":[{"interface":"back","average":{"1min":0.69499999999999995,"5min":0.77400000000000002,"15min":0.68400000000000005},"min":{"1min":0.35799999999999998,"5min":0.35399999999999998,"15min":0.315},"max":{"1min":1.127,"5min":4.585,"15min":4.585},"last":0.83199999999999996},{"interface":"front","average":{"1min":0.749,"5min":0.78900000000000003,"15min":0.71499999999999997},"min":{"1min":0.38700000000000001,"5min":0.36699999999999999,"15min":0.36199999999999999},"max":{"1min":1.254,"5min":1.6439999999999999,"15min":1.6439999999999999},"last":0.67500000000000004}]},{"osd":3,"last update":"Thu Aug 29 17:44:27 2024","interfaces":[{"interface":"back","average":{"1min":1.117,"5min":0.86899999999999999,"15min":0.80400000000000005},"min":{"1min":0.46300000000000002,"5min":0.40000000000000002,"15min":0.40000000000000002},"max":{"1min":5.4409999999999998,"5min":5.4409999999999998,"15min":5.4409999999999998},"last":0.96199999999999997},{"interface":"front","average":{"1min":0.96899999999999997,"5min":0.86499999999999999,"15min":0.84699999999999998},"min":{"1min":0.53400000000000003,"5min":0.33400000000000002,"15min":0.33400000000000002},"max":{"1min":1.71,"5min":1.71,"15min":1.71},"last":0.81000000000000005}]},{"osd":4,"last update":"Thu Aug 29 17:44:16 2024","interfaces":[{"interface":"back","average":{"1min":1.1120000000000001,"5min":1.016,"15min":0.94999999999999996},"min":{"1min":0.66600000000000004,"5min":0.57399999999999995,"15min":0.57399999999999995},"max":{"1min":1.833,"5min":1.833,"15min":1.833},"last":0.92000000000000004},{"interface":"front","average":{"1min":0.96999999999999997,"5min":0.93899999999999995,"15min":0.88700000000000001},"min":{"1min":0.625,"5min":0.625,"15min":0.625},"max":{"1min":1.752,"5min":1.752,"15min":1.752},"last":0.875}]},{"osd":5,"last update":"Thu Aug 29 17:44:12 2024","interfaces":[{"interface":"back","average":{"1min":1.004,"5min":0.97299999999999998,"15min":0.92500000000000004},"min":{"1min":0.55300000000000005,"5min":0.55300000000000005,"15min":0.55300000000000005},"max":{"1min":1.863,"5min":1.863,"15min":1.863},"last":0.94299999999999995},{"interface":"front","average":{"1min":1.2689999999999999,"5min":1.0980000000000001,"15min":1.036},"min":{"1min":0.71599999999999997,"5min":0.58599999999999997,"15min":0.58599999999999997},"max":{"1min":4.702,"5min":4.702,"15min":4.702},"last":1.0169999999999999}]},{"osd":6,"last update":"Thu Aug 29 17:44:06 2024","interfaces":[{"interface":"back","average":{"1min":1.234,"5min":1.125,"15min":1.103},"min":{"1min":0.64000000000000001,"5min":0.57299999999999995,"15min":0.57299999999999995},"max":{"1min":4.8360000000000003,"5min":4.8360000000000003,"15min":4.8360000000000003},"last":1.0900000000000001},{"interface":"front","average":{"1min":1.218,"5min":1.1180000000000001,"15min":1.0740000000000001},"min":{"1min":0.61199999999999999,"5min":0.59399999999999997,"15min":0.59399999999999997},"max":{"1min":3.4980000000000002,"5min":3.4980000000000002,"15min":3.4980000000000002},"last":1.1120000000000001}]},{"osd":7,"last update":"Thu Aug 29 17:45:02 2024","interfaces":[{"interface":"back","average":{"1min":0.98899999999999999,"5min":1.0680000000000001,"15min":1.0529999999999999},"min":{"1min":0.67700000000000005,"5min":0.61899999999999999,"15min":0.61899999999999999},"max":{"1min":1.3100000000000001,"5min":1.9730000000000001,"15min":1.9730000000000001},"last":1.0669999999999999},{"interface":"front","average":{"1min":1.1040000000000001,"5min":1.1779999999999999,"15min":1.1499999999999999},"min":{"1min":0.60099999999999998,"5min":0.60099999999999998,"15min":0.60099999999999998},"max":{"1min":1.454,"5min":4.7729999999999997,"15min":4.7729999999999997},"last":1.1399999999999999}]}]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":716,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":160,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":20480,"data_stored":2728,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":696,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":2714,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":12288,"data_stored":2624,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":592,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":19,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":19,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":19,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2024-08-29T17:45:11.206 DEBUG:teuthology.orchestra.run.smithi028:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 3167ee72-662c-11ef-bcd4-c7b262605968 -- ceph pg dump --format=json 2024-08-29T17:45:11.572 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:45:11 smithi053 bash[24720]: cluster 2024-08-29T17:45:09.831611+0000 mgr.y (mgr.14499) 102 : cluster [DBG] pgmap v78: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-29T17:45:11.624 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:45:11 smithi028 bash[22419]: cluster 2024-08-29T17:45:09.831611+0000 mgr.y (mgr.14499) 102 : cluster [DBG] pgmap v78: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-29T17:45:11.625 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:45:11 smithi028 bash[31855]: cluster 2024-08-29T17:45:09.831611+0000 mgr.y (mgr.14499) 102 : cluster [DBG] pgmap v78: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-29T17:45:12.572 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:45:12 smithi053 bash[24720]: audit 2024-08-29T17:45:10.597162+0000 mgr.y (mgr.14499) 103 : audit [DBG] from='client.24581 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-08-29T17:45:12.624 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:45:12 smithi028 bash[22419]: audit 2024-08-29T17:45:10.597162+0000 mgr.y (mgr.14499) 103 : audit [DBG] from='client.24581 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-08-29T17:45:12.624 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:45:12 smithi028 bash[31855]: audit 2024-08-29T17:45:10.597162+0000 mgr.y (mgr.14499) 103 : audit [DBG] from='client.24581 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-08-29T17:45:13.572 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:45:13 smithi053 bash[24720]: cluster 2024-08-29T17:45:11.832840+0000 mgr.y (mgr.14499) 104 : cluster [DBG] pgmap v79: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-29T17:45:13.624 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:45:13 smithi028 bash[22419]: cluster 2024-08-29T17:45:11.832840+0000 mgr.y (mgr.14499) 104 : cluster [DBG] pgmap v79: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-29T17:45:13.624 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:45:13 smithi028 bash[31855]: cluster 2024-08-29T17:45:11.832840+0000 mgr.y (mgr.14499) 104 : cluster [DBG] pgmap v79: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-29T17:45:15.572 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:45:15 smithi053 bash[24720]: cluster 2024-08-29T17:45:13.833485+0000 mgr.y (mgr.14499) 105 : cluster [DBG] pgmap v80: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-29T17:45:15.624 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:45:15 smithi028 bash[22419]: cluster 2024-08-29T17:45:13.833485+0000 mgr.y (mgr.14499) 105 : cluster [DBG] pgmap v80: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-29T17:45:15.624 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:45:15 smithi028 bash[31855]: cluster 2024-08-29T17:45:13.833485+0000 mgr.y (mgr.14499) 105 : cluster [DBG] pgmap v80: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-29T17:45:15.996 INFO:teuthology.orchestra.run.smithi028.stderr:Inferring config /var/lib/ceph/3167ee72-662c-11ef-bcd4-c7b262605968/mon.a/config 2024-08-29T17:45:16.572 INFO:journalctl@ceph.mgr.x.smithi053.stdout:Aug 29 17:45:16 smithi053 bash[25641]: ::ffff:172.21.15.53 - - [29/Aug/2024:17:45:16] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.43.0" 2024-08-29T17:45:17.359 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:45:17 smithi028 bash[31855]: cluster 2024-08-29T17:45:15.834748+0000 mgr.y (mgr.14499) 106 : cluster [DBG] pgmap v81: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-29T17:45:17.360 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:45:17 smithi028 bash[22419]: cluster 2024-08-29T17:45:15.834748+0000 mgr.y (mgr.14499) 106 : cluster [DBG] pgmap v81: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-29T17:45:17.572 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:45:17 smithi053 bash[24720]: cluster 2024-08-29T17:45:15.834748+0000 mgr.y (mgr.14499) 106 : cluster [DBG] pgmap v81: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-29T17:45:18.572 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:45:18 smithi053 bash[24720]: audit 2024-08-29T17:45:17.614902+0000 mon.a (mon.0) 903 : audit [DBG] from='mgr.14499 172.21.15.28:0/1402656687' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-29T17:45:18.573 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:45:18 smithi053 bash[24720]: audit 2024-08-29T17:45:18.085530+0000 mon.a (mon.0) 904 : audit [DBG] from='mgr.14499 172.21.15.28:0/1402656687' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-29T17:45:18.573 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:45:18 smithi053 bash[24720]: audit 2024-08-29T17:45:18.086583+0000 mon.a (mon.0) 905 : audit [INF] from='mgr.14499 172.21.15.28:0/1402656687' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-29T17:45:18.573 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:45:18 smithi053 bash[24720]: audit 2024-08-29T17:45:18.093356+0000 mon.a (mon.0) 906 : audit [INF] from='mgr.14499 172.21.15.28:0/1402656687' entity='mgr.y' 2024-08-29T17:45:18.624 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:45:18 smithi028 bash[22419]: audit 2024-08-29T17:45:17.614902+0000 mon.a (mon.0) 903 : audit [DBG] from='mgr.14499 172.21.15.28:0/1402656687' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-29T17:45:18.624 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:45:18 smithi028 bash[22419]: audit 2024-08-29T17:45:18.085530+0000 mon.a (mon.0) 904 : audit [DBG] from='mgr.14499 172.21.15.28:0/1402656687' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-29T17:45:18.624 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:45:18 smithi028 bash[22419]: audit 2024-08-29T17:45:18.086583+0000 mon.a (mon.0) 905 : audit [INF] from='mgr.14499 172.21.15.28:0/1402656687' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-29T17:45:18.625 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:45:18 smithi028 bash[22419]: audit 2024-08-29T17:45:18.093356+0000 mon.a (mon.0) 906 : audit [INF] from='mgr.14499 172.21.15.28:0/1402656687' entity='mgr.y' 2024-08-29T17:45:18.625 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:45:18 smithi028 bash[31855]: audit 2024-08-29T17:45:17.614902+0000 mon.a (mon.0) 903 : audit [DBG] from='mgr.14499 172.21.15.28:0/1402656687' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-29T17:45:18.625 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:45:18 smithi028 bash[31855]: audit 2024-08-29T17:45:18.085530+0000 mon.a (mon.0) 904 : audit [DBG] from='mgr.14499 172.21.15.28:0/1402656687' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-29T17:45:18.625 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:45:18 smithi028 bash[31855]: audit 2024-08-29T17:45:18.086583+0000 mon.a (mon.0) 905 : audit [INF] from='mgr.14499 172.21.15.28:0/1402656687' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-29T17:45:18.625 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:45:18 smithi028 bash[31855]: audit 2024-08-29T17:45:18.093356+0000 mon.a (mon.0) 906 : audit [INF] from='mgr.14499 172.21.15.28:0/1402656687' entity='mgr.y' 2024-08-29T17:45:19.112 INFO:teuthology.orchestra.run.smithi028.stdout: 2024-08-29T17:45:19.113 INFO:teuthology.orchestra.run.smithi028.stderr:dumped all 2024-08-29T17:45:19.572 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:45:19 smithi053 bash[24720]: cluster 2024-08-29T17:45:17.835251+0000 mgr.y (mgr.14499) 107 : cluster [DBG] pgmap v82: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-29T17:45:19.624 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:45:19 smithi028 bash[22419]: cluster 2024-08-29T17:45:17.835251+0000 mgr.y (mgr.14499) 107 : cluster [DBG] pgmap v82: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-29T17:45:19.624 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:45:19 smithi028 bash[31855]: cluster 2024-08-29T17:45:17.835251+0000 mgr.y (mgr.14499) 107 : cluster [DBG] pgmap v82: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-29T17:45:19.783 INFO:teuthology.orchestra.run.smithi028.stdout:{"pg_ready":true,"pg_map":{"version":82,"stamp":"2024-08-29T17:45:17.835005+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":593797,"num_objects":26,"num_object_clones":0,"num_object_copies":78,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":26,"num_whiteouts":0,"num_read":212,"num_read_kb":306,"num_write":232,"num_write_kb":2437,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":7,"num_bytes_recovered":1771104,"num_keys_recovered":0,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":176,"ondisk_log_size":176,"up":315,"acting":315,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":315,"num_osds":8,"num_per_pool_osds":8,"num_per_pool_omap_osds":8,"kb":749961216,"kb_used":2386740,"kb_used_data":7904,"kb_used_omap":13,"kb_used_meta":2378738,"kb_avail":747574476,"statfs":{"total":767960285184,"available":765516263424,"internally_reserved":0,"allocated":8093696,"data_stored":4571675,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":13632,"internal_metadata":2435828416},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"12.005780"},"pg_stats":[{"pgid":"3.3f","version":"0'0","reported_seq":21,"reported_epoch":74,"state":"active+clean","last_fresh":"2024-08-29T17:43:51.058951+0000","last_change":"2024-08-29T17:41:03.068207+0000","last_active":"2024-08-29T17:43:51.058951+0000","last_peered":"2024-08-29T17:43:51.058951+0000","last_clean":"2024-08-29T17:43:51.058951+0000","last_became_active":"2024-08-29T17:41:03.067337+0000","last_became_peered":"2024-08-29T17:41:03.067337+0000","last_unstale":"2024-08-29T17:43:51.058951+0000","last_undegraded":"2024-08-29T17:43:51.058951+0000","last_fullsized":"2024-08-29T17:43:51.058951+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-29T17:41:01.987071+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-29T17:41:01.987071+0000","last_clean_scrub_stamp":"2024-08-29T17:41:01.987071+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-30T18:58:38.929788+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6,0],"acting":[7,6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.3e","version":"0'0","reported_seq":21,"reported_epoch":74,"state":"active+clean","last_fresh":"2024-08-29T17:43:51.010214+0000","last_change":"2024-08-29T17:41:03.042962+0000","last_active":"2024-08-29T17:43:51.010214+0000","last_peered":"2024-08-29T17:43:51.010214+0000","last_clean":"2024-08-29T17:43:51.010214+0000","last_became_active":"2024-08-29T17:41:03.042246+0000","last_became_peered":"2024-08-29T17:41:03.042246+0000","last_unstale":"2024-08-29T17:43:51.010214+0000","last_undegraded":"2024-08-29T17:43:51.010214+0000","last_fullsized":"2024-08-29T17:43:51.010214+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-29T17:41:01.987071+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-29T17:41:01.987071+0000","last_clean_scrub_stamp":"2024-08-29T17:41:01.987071+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-30T22:04:37.073113+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0,6],"acting":[1,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.3d","version":"0'0","reported_seq":21,"reported_epoch":74,"state":"active+clean","last_fresh":"2024-08-29T17:43:51.182951+0000","last_change":"2024-08-29T17:41:03.063179+0000","last_active":"2024-08-29T17:43:51.182951+0000","last_peered":"2024-08-29T17:43:51.182951+0000","last_clean":"2024-08-29T17:43:51.182951+0000","last_became_active":"2024-08-29T17:41:03.062690+0000","last_became_peered":"2024-08-29T17:41:03.062690+0000","last_unstale":"2024-08-29T17:43:51.182951+0000","last_undegraded":"2024-08-29T17:43:51.182951+0000","last_fullsized":"2024-08-29T17:43:51.182951+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-29T17:41:01.987071+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-29T17:41:01.987071+0000","last_clean_scrub_stamp":"2024-08-29T17:41:01.987071+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-30T19:40:18.201065+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2,1],"acting":[0,2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.3c","version":"0'0","reported_seq":21,"reported_epoch":74,"state":"active+clean","last_fresh":"2024-08-29T17:43:51.011221+0000","last_change":"2024-08-29T17:41:03.082306+0000","last_active":"2024-08-29T17:43:51.011221+0000","last_peered":"2024-08-29T17:43:51.011221+0000","last_clean":"2024-08-29T17:43:51.011221+0000","last_became_active":"2024-08-29T17:41:03.081477+0000","last_became_peered":"2024-08-29T17:41:03.081477+0000","last_unstale":"2024-08-29T17:43:51.011221+0000","last_undegraded":"2024-08-29T17:43:51.011221+0000","last_fullsized":"2024-08-29T17:43:51.011221+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-29T17:41:01.987071+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-29T17:41:01.987071+0000","last_clean_scrub_stamp":"2024-08-29T17:41:01.987071+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-30T23:24:52.723298+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,7],"acting":[5,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.3b","version":"0'0","reported_seq":21,"reported_epoch":74,"state":"active+clean","last_fresh":"2024-08-29T17:43:51.057413+0000","last_change":"2024-08-29T17:41:03.086984+0000","last_active":"2024-08-29T17:43:51.057413+0000","last_peered":"2024-08-29T17:43:51.057413+0000","last_clean":"2024-08-29T17:43:51.057413+0000","last_became_active":"2024-08-29T17:41:03.086694+0000","last_became_peered":"2024-08-29T17:41:03.086694+0000","last_unstale":"2024-08-29T17:43:51.057413+0000","last_undegraded":"2024-08-29T17:43:51.057413+0000","last_fullsized":"2024-08-29T17:43:51.057413+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-29T17:41:01.987071+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-29T17:41:01.987071+0000","last_clean_scrub_stamp":"2024-08-29T17:41:01.987071+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-31T02:14:36.423246+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2,4],"acting":[7,2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.3a","version":"0'0","reported_seq":21,"reported_epoch":74,"state":"active+clean","last_fresh":"2024-08-29T17:43:51.011364+0000","last_change":"2024-08-29T17:41:03.069307+0000","last_active":"2024-08-29T17:43:51.011364+0000","last_peered":"2024-08-29T17:43:51.011364+0000","last_clean":"2024-08-29T17:43:51.011364+0000","last_became_active":"2024-08-29T17:41:03.068533+0000","last_became_peered":"2024-08-29T17:41:03.068533+0000","last_unstale":"2024-08-29T17:43:51.011364+0000","last_undegraded":"2024-08-29T17:43:51.011364+0000","last_fullsized":"2024-08-29T17:43:51.011364+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-29T17:41:01.987071+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-29T17:41:01.987071+0000","last_clean_scrub_stamp":"2024-08-29T17:41:01.987071+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-31T02:26:49.631218+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0,1],"acting":[5,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.39","version":"0'0","reported_seq":21,"reported_epoch":74,"state":"active+clean","last_fresh":"2024-08-29T17:43:51.056827+0000","last_change":"2024-08-29T17:41:03.085926+0000","last_active":"2024-08-29T17:43:51.056827+0000","last_peered":"2024-08-29T17:43:51.056827+0000","last_clean":"2024-08-29T17:43:51.056827+0000","last_became_active":"2024-08-29T17:41:03.084758+0000","last_became_peered":"2024-08-29T17:41:03.084758+0000","last_unstale":"2024-08-29T17:43:51.056827+0000","last_undegraded":"2024-08-29T17:43:51.056827+0000","last_fullsized":"2024-08-29T17:43:51.056827+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-29T17:41:01.987071+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-29T17:41:01.987071+0000","last_clean_scrub_stamp":"2024-08-29T17:41:01.987071+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-30T23:26:02.565365+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,4],"acting":[7,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.38","version":"0'0","reported_seq":21,"reported_epoch":74,"state":"active+clean","last_fresh":"2024-08-29T17:43:51.002076+0000","last_change":"2024-08-29T17:41:03.054590+0000","last_active":"2024-08-29T17:43:51.002076+0000","last_peered":"2024-08-29T17:43:51.002076+0000","last_clean":"2024-08-29T17:43:51.002076+0000","last_became_active":"2024-08-29T17:41:03.053683+0000","last_became_peered":"2024-08-29T17:41:03.053683+0000","last_unstale":"2024-08-29T17:43:51.002076+0000","last_undegraded":"2024-08-29T17:43:51.002076+0000","last_fullsized":"2024-08-29T17:43:51.002076+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-29T17:41:01.987071+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-29T17:41:01.987071+0000","last_clean_scrub_stamp":"2024-08-29T17:41:01.987071+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-31T05:16:45.530798+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,6],"acting":[3,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.37","version":"0'0","reported_seq":31,"reported_epoch":74,"state":"active+clean","last_fresh":"2024-08-29T17:43:51.059362+0000","last_change":"2024-08-29T17:41:16.980821+0000","last_active":"2024-08-29T17:43:51.059362+0000","last_peered":"2024-08-29T17:43:51.059362+0000","last_clean":"2024-08-29T17:43:51.059362+0000","last_became_active":"2024-08-29T17:41:16.980028+0000","last_became_peered":"2024-08-29T17:41:16.980028+0000","last_unstale":"2024-08-29T17:43:51.059362+0000","last_undegraded":"2024-08-29T17:43:51.059362+0000","last_fullsized":"2024-08-29T17:43:51.059362+0000","mapping_epoch":66,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":67,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-29T17:41:01.987071+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-29T17:41:01.987071+0000","last_clean_scrub_stamp":"2024-08-29T17:41:01.987071+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-30T23:59:56.635403+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,0],"acting":[7,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.36","version":"0'0","reported_seq":21,"reported_epoch":74,"state":"active+clean","last_fresh":"2024-08-29T17:43:51.181818+0000","last_change":"2024-08-29T17:41:03.060745+0000","last_active":"2024-08-29T17:43:51.181818+0000","last_peered":"2024-08-29T17:43:51.181818+0000","last_clean":"2024-08-29T17:43:51.181818+0000","last_became_active":"2024-08-29T17:41:03.059782+0000","last_became_peered":"2024-08-29T17:41:03.059782+0000","last_unstale":"2024-08-29T17:43:51.181818+0000","last_undegraded":"2024-08-29T17:43:51.181818+0000","last_fullsized":"2024-08-29T17:43:51.181818+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-29T17:41:01.987071+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-29T17:41:01.987071+0000","last_clean_scrub_stamp":"2024-08-29T17:41:01.987071+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-31T03:53:39.147321+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5,1],"acting":[6,5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.35","version":"0'0","reported_seq":21,"reported_epoch":74,"state":"active+clean","last_fresh":"2024-08-29T17:43:51.181666+0000","last_change":"2024-08-29T17:41:03.074046+0000","last_active":"2024-08-29T17:43:51.181666+0000","last_peered":"2024-08-29T17:43:51.181666+0000","last_clean":"2024-08-29T17:43:51.181666+0000","last_became_active":"2024-08-29T17:41:03.073315+0000","last_became_peered":"2024-08-29T17:41:03.073315+0000","last_unstale":"2024-08-29T17:43:51.181666+0000","last_undegraded":"2024-08-29T17:43:51.181666+0000","last_fullsized":"2024-08-29T17:43:51.181666+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-29T17:41:01.987071+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-29T17:41:01.987071+0000","last_clean_scrub_stamp":"2024-08-29T17:41:01.987071+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-30T20:58:53.042020+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5,0],"acting":[6,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.34","version":"0'0","reported_seq":18,"reported_epoch":74,"state":"active+clean","last_fresh":"2024-08-29T17:43:51.004818+0000","last_change":"2024-08-29T17:41:16.979917+0000","last_active":"2024-08-29T17:43:51.004818+0000","last_peered":"2024-08-29T17:43:51.004818+0000","last_clean":"2024-08-29T17:43:51.004818+0000","last_became_active":"2024-08-29T17:41:16.978707+0000","last_became_peered":"2024-08-29T17:41:16.978707+0000","last_unstale":"2024-08-29T17:43:51.004818+0000","last_undegraded":"2024-08-29T17:43:51.004818+0000","last_fullsized":"2024-08-29T17:43:51.004818+0000","mapping_epoch":66,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":67,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-29T17:41:01.987071+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-29T17:41:01.987071+0000","last_clean_scrub_stamp":"2024-08-29T17:41:01.987071+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-31T02:51:30.359921+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,6,0],"acting":[2,6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.33","version":"0'0","reported_seq":21,"reported_epoch":74,"state":"active+clean","last_fresh":"2024-08-29T17:43:51.004324+0000","last_change":"2024-08-29T17:41:03.042493+0000","last_active":"2024-08-29T17:43:51.004324+0000","last_peered":"2024-08-29T17:43:51.004324+0000","last_clean":"2024-08-29T17:43:51.004324+0000","last_became_active":"2024-08-29T17:41:03.041803+0000","last_became_peered":"2024-08-29T17:41:03.041803+0000","last_unstale":"2024-08-29T17:43:51.004324+0000","last_undegraded":"2024-08-29T17:43:51.004324+0000","last_fullsized":"2024-08-29T17:43:51.004324+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-29T17:41:01.987071+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-29T17:41:01.987071+0000","last_clean_scrub_stamp":"2024-08-29T17:41:01.987071+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-31T03:05:43.074165+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6,1],"acting":[3,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.32","version":"0'0","reported_seq":21,"reported_epoch":74,"state":"active+clean","last_fresh":"2024-08-29T17:43:51.183142+0000","last_change":"2024-08-29T17:41:03.069315+0000","last_active":"2024-08-29T17:43:51.183142+0000","last_peered":"2024-08-29T17:43:51.183142+0000","last_clean":"2024-08-29T17:43:51.183142+0000","last_became_active":"2024-08-29T17:41:03.065796+0000","last_became_peered":"2024-08-29T17:41:03.065796+0000","last_unstale":"2024-08-29T17:43:51.183142+0000","last_undegraded":"2024-08-29T17:43:51.183142+0000","last_fullsized":"2024-08-29T17:43:51.183142+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-29T17:41:01.987071+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-29T17:41:01.987071+0000","last_clean_scrub_stamp":"2024-08-29T17:41:01.987071+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-30T21:19:35.832383+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,5],"acting":[0,1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.31","version":"0'0","reported_seq":21,"reported_epoch":74,"state":"active+clean","last_fresh":"2024-08-29T17:43:51.009197+0000","last_change":"2024-08-29T17:41:03.058167+0000","last_active":"2024-08-29T17:43:51.009197+0000","last_peered":"2024-08-29T17:43:51.009197+0000","last_clean":"2024-08-29T17:43:51.009197+0000","last_became_active":"2024-08-29T17:41:03.057392+0000","last_became_peered":"2024-08-29T17:41:03.057392+0000","last_unstale":"2024-08-29T17:43:51.009197+0000","last_undegraded":"2024-08-29T17:43:51.009197+0000","last_fullsized":"2024-08-29T17:43:51.009197+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-29T17:41:01.987071+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-29T17:41:01.987071+0000","last_clean_scrub_stamp":"2024-08-29T17:41:01.987071+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-30T23:58:49.658338+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4,5],"acting":[1,4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.30","version":"0'0","reported_seq":21,"reported_epoch":74,"state":"active+clean","last_fresh":"2024-08-29T17:43:51.010868+0000","last_change":"2024-08-29T17:41:03.078660+0000","last_active":"2024-08-29T17:43:51.010868+0000","last_peered":"2024-08-29T17:43:51.010868+0000","last_clean":"2024-08-29T17:43:51.010868+0000","last_became_active":"2024-08-29T17:41:03.077519+0000","last_became_peered":"2024-08-29T17:41:03.077519+0000","last_unstale":"2024-08-29T17:43:51.010868+0000","last_undegraded":"2024-08-29T17:43:51.010868+0000","last_fullsized":"2024-08-29T17:43:51.010868+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-29T17:41:01.987071+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-29T17:41:01.987071+0000","last_clean_scrub_stamp":"2024-08-29T17:41:01.987071+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-31T03:19:42.302665+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0,7],"acting":[5,0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.2f","version":"0'0","reported_seq":31,"reported_epoch":74,"state":"active+clean","last_fresh":"2024-08-29T17:43:51.012285+0000","last_change":"2024-08-29T17:41:16.105014+0000","last_active":"2024-08-29T17:43:51.012285+0000","last_peered":"2024-08-29T17:43:51.012285+0000","last_clean":"2024-08-29T17:43:51.012285+0000","last_became_active":"2024-08-29T17:41:16.103935+0000","last_became_peered":"2024-08-29T17:41:16.103935+0000","last_unstale":"2024-08-29T17:43:51.012285+0000","last_undegraded":"2024-08-29T17:43:51.012285+0000","last_fullsized":"2024-08-29T17:43:51.012285+0000","mapping_epoch":66,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":67,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-29T17:41:01.987071+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-29T17:41:01.987071+0000","last_clean_scrub_stamp":"2024-08-29T17:41:01.987071+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-30T20:45:16.317019+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,3],"acting":[5,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.2e","version":"0'0","reported_seq":21,"reported_epoch":74,"state":"active+clean","last_fresh":"2024-08-29T17:43:51.006349+0000","last_change":"2024-08-29T17:41:03.054201+0000","last_active":"2024-08-29T17:43:51.006349+0000","last_peered":"2024-08-29T17:43:51.006349+0000","last_clean":"2024-08-29T17:43:51.006349+0000","last_became_active":"2024-08-29T17:41:03.051355+0000","last_became_peered":"2024-08-29T17:41:03.051355+0000","last_unstale":"2024-08-29T17:43:51.006349+0000","last_undegraded":"2024-08-29T17:43:51.006349+0000","last_fullsized":"2024-08-29T17:43:51.006349+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-29T17:41:01.987071+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-29T17:41:01.987071+0000","last_clean_scrub_stamp":"2024-08-29T17:41:01.987071+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-31T00:00:38.356662+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,6,7],"acting":[2,6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.2d","version":"0'0","reported_seq":21,"reported_epoch":74,"state":"active+clean","last_fresh":"2024-08-29T17:43:51.059032+0000","last_change":"2024-08-29T17:41:03.075263+0000","last_active":"2024-08-29T17:43:51.059032+0000","last_peered":"2024-08-29T17:43:51.059032+0000","last_clean":"2024-08-29T17:43:51.059032+0000","last_became_active":"2024-08-29T17:41:03.074623+0000","last_became_peered":"2024-08-29T17:41:03.074623+0000","last_unstale":"2024-08-29T17:43:51.059032+0000","last_undegraded":"2024-08-29T17:43:51.059032+0000","last_fullsized":"2024-08-29T17:43:51.059032+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-29T17:41:01.987071+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-29T17:41:01.987071+0000","last_clean_scrub_stamp":"2024-08-29T17:41:01.987071+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-30T22:48:43.710117+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2,6],"acting":[7,2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.2c","version":"0'0","reported_seq":21,"reported_epoch":74,"state":"active+clean","last_fresh":"2024-08-29T17:43:51.180839+0000","last_change":"2024-08-29T17:41:03.072007+0000","last_active":"2024-08-29T17:43:51.180839+0000","last_peered":"2024-08-29T17:43:51.180839+0000","last_clean":"2024-08-29T17:43:51.180839+0000","last_became_active":"2024-08-29T17:41:03.071246+0000","last_became_peered":"2024-08-29T17:41:03.071246+0000","last_unstale":"2024-08-29T17:43:51.180839+0000","last_undegraded":"2024-08-29T17:43:51.180839+0000","last_fullsized":"2024-08-29T17:43:51.180839+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-29T17:41:01.987071+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-29T17:41:01.987071+0000","last_clean_scrub_stamp":"2024-08-29T17:41:01.987071+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-30T20:30:50.433724+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,0],"acting":[6,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.2b","version":"0'0","reported_seq":18,"reported_epoch":74,"state":"active+clean","last_fresh":"2024-08-29T17:43:51.004371+0000","last_change":"2024-08-29T17:41:16.102205+0000","last_active":"2024-08-29T17:43:51.004371+0000","last_peered":"2024-08-29T17:43:51.004371+0000","last_clean":"2024-08-29T17:43:51.004371+0000","last_became_active":"2024-08-29T17:41:16.101463+0000","last_became_peered":"2024-08-29T17:41:16.101463+0000","last_unstale":"2024-08-29T17:43:51.004371+0000","last_undegraded":"2024-08-29T17:43:51.004371+0000","last_fullsized":"2024-08-29T17:43:51.004371+0000","mapping_epoch":66,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":67,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-29T17:41:01.987071+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-29T17:41:01.987071+0000","last_clean_scrub_stamp":"2024-08-29T17:41:01.987071+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-31T00:03:14.341452+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,7,1],"acting":[2,7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.2a","version":"0'0","reported_seq":21,"reported_epoch":74,"state":"active+clean","last_fresh":"2024-08-29T17:43:51.011613+0000","last_change":"2024-08-29T17:41:03.084198+0000","last_active":"2024-08-29T17:43:51.011613+0000","last_peered":"2024-08-29T17:43:51.011613+0000","last_clean":"2024-08-29T17:43:51.011613+0000","last_became_active":"2024-08-29T17:41:03.083480+0000","last_became_peered":"2024-08-29T17:41:03.083480+0000","last_unstale":"2024-08-29T17:43:51.011613+0000","last_undegraded":"2024-08-29T17:43:51.011613+0000","last_fullsized":"2024-08-29T17:43:51.011613+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-29T17:41:01.987071+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-29T17:41:01.987071+0000","last_clean_scrub_stamp":"2024-08-29T17:41:01.987071+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-31T01:58:26.671575+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,6],"acting":[5,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.29","version":"0'0","reported_seq":21,"reported_epoch":74,"state":"active+clean","last_fresh":"2024-08-29T17:43:51.002515+0000","last_change":"2024-08-29T17:41:03.051874+0000","last_active":"2024-08-29T17:43:51.002515+0000","last_peered":"2024-08-29T17:43:51.002515+0000","last_clean":"2024-08-29T17:43:51.002515+0000","last_became_active":"2024-08-29T17:41:03.050981+0000","last_became_peered":"2024-08-29T17:41:03.050981+0000","last_unstale":"2024-08-29T17:43:51.002515+0000","last_undegraded":"2024-08-29T17:43:51.002515+0000","last_fullsized":"2024-08-29T17:43:51.002515+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-29T17:41:01.987071+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-29T17:41:01.987071+0000","last_clean_scrub_stamp":"2024-08-29T17:41:01.987071+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-30T19:25:59.844948+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4,1],"acting":[3,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.28","version":"0'0","reported_seq":21,"reported_epoch":74,"state":"active+clean","last_fresh":"2024-08-29T17:43:51.011034+0000","last_change":"2024-08-29T17:41:03.062968+0000","last_active":"2024-08-29T17:43:51.011034+0000","last_peered":"2024-08-29T17:43:51.011034+0000","last_clean":"2024-08-29T17:43:51.011034+0000","last_became_active":"2024-08-29T17:41:03.062080+0000","last_became_peered":"2024-08-29T17:41:03.062080+0000","last_unstale":"2024-08-29T17:43:51.011034+0000","last_undegraded":"2024-08-29T17:43:51.011034+0000","last_fullsized":"2024-08-29T17:43:51.011034+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-29T17:41:01.987071+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-29T17:41:01.987071+0000","last_clean_scrub_stamp":"2024-08-29T17:41:01.987071+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-31T01:50:03.459337+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,2],"acting":[5,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.27","version":"0'0","reported_seq":21,"reported_epoch":74,"state":"active+clean","last_fresh":"2024-08-29T17:43:51.003566+0000","last_change":"2024-08-29T17:41:03.048943+0000","last_active":"2024-08-29T17:43:51.003566+0000","last_peered":"2024-08-29T17:43:51.003566+0000","last_clean":"2024-08-29T17:43:51.003566+0000","last_became_active":"2024-08-29T17:41:03.048300+0000","last_became_peered":"2024-08-29T17:41:03.048300+0000","last_unstale":"2024-08-29T17:43:51.003566+0000","last_undegraded":"2024-08-29T17:43:51.003566+0000","last_fullsized":"2024-08-29T17:43:51.003566+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-29T17:41:01.987071+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-29T17:41:01.987071+0000","last_clean_scrub_stamp":"2024-08-29T17:41:01.987071+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-30T22:12:26.569199+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4,2],"acting":[3,4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.26","version":"0'0","reported_seq":21,"reported_epoch":74,"state":"active+clean","last_fresh":"2024-08-29T17:43:51.181452+0000","last_change":"2024-08-29T17:41:03.080404+0000","last_active":"2024-08-29T17:43:51.181452+0000","last_peered":"2024-08-29T17:43:51.181452+0000","last_clean":"2024-08-29T17:43:51.181452+0000","last_became_active":"2024-08-29T17:41:03.079629+0000","last_became_peered":"2024-08-29T17:41:03.079629+0000","last_unstale":"2024-08-29T17:43:51.181452+0000","last_undegraded":"2024-08-29T17:43:51.181452+0000","last_fullsized":"2024-08-29T17:43:51.181452+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-29T17:41:01.987071+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-29T17:41:01.987071+0000","last_clean_scrub_stamp":"2024-08-29T17:41:01.987071+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-30T22:22:29.575142+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7,4],"acting":[6,7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.25","version":"0'0","reported_seq":21,"reported_epoch":74,"state":"active+clean","last_fresh":"2024-08-29T17:43:51.010066+0000","last_change":"2024-08-29T17:41:03.044286+0000","last_active":"2024-08-29T17:43:51.010066+0000","last_peered":"2024-08-29T17:43:51.010066+0000","last_clean":"2024-08-29T17:43:51.010066+0000","last_became_active":"2024-08-29T17:41:03.043723+0000","last_became_peered":"2024-08-29T17:41:03.043723+0000","last_unstale":"2024-08-29T17:43:51.010066+0000","last_undegraded":"2024-08-29T17:43:51.010066+0000","last_fullsized":"2024-08-29T17:43:51.010066+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-29T17:41:01.987071+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-29T17:41:01.987071+0000","last_clean_scrub_stamp":"2024-08-29T17:41:01.987071+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-31T01:28:04.817827+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,2],"acting":[1,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.24","version":"0'0","reported_seq":21,"reported_epoch":74,"state":"active+clean","last_fresh":"2024-08-29T17:43:51.003956+0000","last_change":"2024-08-29T17:41:03.066753+0000","last_active":"2024-08-29T17:43:51.003956+0000","last_peered":"2024-08-29T17:43:51.003956+0000","last_clean":"2024-08-29T17:43:51.003956+0000","last_became_active":"2024-08-29T17:41:03.066481+0000","last_became_peered":"2024-08-29T17:41:03.066481+0000","last_unstale":"2024-08-29T17:43:51.003956+0000","last_undegraded":"2024-08-29T17:43:51.003956+0000","last_fullsized":"2024-08-29T17:43:51.003956+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-29T17:41:01.987071+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-29T17:41:01.987071+0000","last_clean_scrub_stamp":"2024-08-29T17:41:01.987071+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-30T18:06:04.730359+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4,0],"acting":[3,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.23","version":"0'0","reported_seq":21,"reported_epoch":74,"state":"active+clean","last_fresh":"2024-08-29T17:43:51.183105+0000","last_change":"2024-08-29T17:41:03.073770+0000","last_active":"2024-08-29T17:43:51.183105+0000","last_peered":"2024-08-29T17:43:51.183105+0000","last_clean":"2024-08-29T17:43:51.183105+0000","last_became_active":"2024-08-29T17:41:03.073236+0000","last_became_peered":"2024-08-29T17:41:03.073236+0000","last_unstale":"2024-08-29T17:43:51.183105+0000","last_undegraded":"2024-08-29T17:43:51.183105+0000","last_fullsized":"2024-08-29T17:43:51.183105+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-29T17:41:01.987071+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-29T17:41:01.987071+0000","last_clean_scrub_stamp":"2024-08-29T17:41:01.987071+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-31T01:23:20.630211+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3,4],"acting":[0,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.22","version":"0'0","reported_seq":21,"reported_epoch":74,"state":"active+clean","last_fresh":"2024-08-29T17:43:51.011871+0000","last_change":"2024-08-29T17:41:03.057028+0000","last_active":"2024-08-29T17:43:51.011871+0000","last_peered":"2024-08-29T17:43:51.011871+0000","last_clean":"2024-08-29T17:43:51.011871+0000","last_became_active":"2024-08-29T17:41:03.054684+0000","last_became_peered":"2024-08-29T17:41:03.054684+0000","last_unstale":"2024-08-29T17:43:51.011871+0000","last_undegraded":"2024-08-29T17:43:51.011871+0000","last_fullsized":"2024-08-29T17:43:51.011871+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-29T17:41:01.987071+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-29T17:41:01.987071+0000","last_clean_scrub_stamp":"2024-08-29T17:41:01.987071+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-31T03:34:57.092856+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,0],"acting":[5,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.21","version":"0'0","reported_seq":21,"reported_epoch":74,"state":"active+clean","last_fresh":"2024-08-29T17:43:51.003619+0000","last_change":"2024-08-29T17:41:03.055626+0000","last_active":"2024-08-29T17:43:51.003619+0000","last_peered":"2024-08-29T17:43:51.003619+0000","last_clean":"2024-08-29T17:43:51.003619+0000","last_became_active":"2024-08-29T17:41:03.055360+0000","last_became_peered":"2024-08-29T17:41:03.055360+0000","last_unstale":"2024-08-29T17:43:51.003619+0000","last_undegraded":"2024-08-29T17:43:51.003619+0000","last_fullsized":"2024-08-29T17:43:51.003619+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-29T17:41:01.987071+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-29T17:41:01.987071+0000","last_clean_scrub_stamp":"2024-08-29T17:41:01.987071+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-30T21:04:39.218054+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5,6],"acting":[2,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.20","version":"0'0","reported_seq":21,"reported_epoch":74,"state":"active+clean","last_fresh":"2024-08-29T17:43:51.180723+0000","last_change":"2024-08-29T17:41:03.068079+0000","last_active":"2024-08-29T17:43:51.180723+0000","last_peered":"2024-08-29T17:43:51.180723+0000","last_clean":"2024-08-29T17:43:51.180723+0000","last_became_active":"2024-08-29T17:41:03.067381+0000","last_became_peered":"2024-08-29T17:41:03.067381+0000","last_unstale":"2024-08-29T17:43:51.180723+0000","last_undegraded":"2024-08-29T17:43:51.180723+0000","last_fullsized":"2024-08-29T17:43:51.180723+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-29T17:41:01.987071+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-29T17:41:01.987071+0000","last_clean_scrub_stamp":"2024-08-29T17:41:01.987071+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-30T20:20:55.369802+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0,5],"acting":[6,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.1a","version":"0'0","reported_seq":21,"reported_epoch":74,"state":"active+clean","last_fresh":"2024-08-29T17:43:51.001213+0000","last_change":"2024-08-29T17:41:03.047093+0000","last_active":"2024-08-29T17:43:51.001213+0000","last_peered":"2024-08-29T17:43:51.001213+0000","last_clean":"2024-08-29T17:43:51.001213+0000","last_became_active":"2024-08-29T17:41:03.046276+0000","last_became_peered":"2024-08-29T17:41:03.046276+0000","last_unstale":"2024-08-29T17:43:51.001213+0000","last_undegraded":"2024-08-29T17:43:51.001213+0000","last_fullsized":"2024-08-29T17:43:51.001213+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-29T17:41:01.987071+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-29T17:41:01.987071+0000","last_clean_scrub_stamp":"2024-08-29T17:41:01.987071+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-31T00:55:12.370790+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1,2],"acting":[4,1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.1b","version":"65'1","reported_seq":25,"reported_epoch":74,"state":"active+clean","last_fresh":"2024-08-29T17:43:51.004890+0000","last_change":"2024-08-29T17:40:53.983857+0000","last_active":"2024-08-29T17:43:51.004890+0000","last_peered":"2024-08-29T17:43:51.004890+0000","last_clean":"2024-08-29T17:43:51.004890+0000","last_became_active":"2024-08-29T17:40:53.981669+0000","last_became_peered":"2024-08-29T17:40:53.981669+0000","last_unstale":"2024-08-29T17:43:51.004890+0000","last_undegraded":"2024-08-29T17:43:51.004890+0000","last_fullsized":"2024-08-29T17:43:51.004890+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-29T17:40:52.944949+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-29T17:40:52.944949+0000","last_clean_scrub_stamp":"2024-08-29T17:40:52.944949+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-30T23:06:15.796981+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,6],"acting":[3,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1b","version":"0'0","reported_seq":21,"reported_epoch":74,"state":"active+clean","last_fresh":"2024-08-29T17:43:51.182770+0000","last_change":"2024-08-29T17:41:03.075160+0000","last_active":"2024-08-29T17:43:51.182770+0000","last_peered":"2024-08-29T17:43:51.182770+0000","last_clean":"2024-08-29T17:43:51.182770+0000","last_became_active":"2024-08-29T17:41:03.074362+0000","last_became_peered":"2024-08-29T17:41:03.074362+0000","last_unstale":"2024-08-29T17:43:51.182770+0000","last_undegraded":"2024-08-29T17:43:51.182770+0000","last_fullsized":"2024-08-29T17:43:51.182770+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-29T17:41:01.987071+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-29T17:41:01.987071+0000","last_clean_scrub_stamp":"2024-08-29T17:41:01.987071+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-31T02:20:46.213636+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,7],"acting":[0,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.1a","version":"65'1","reported_seq":25,"reported_epoch":74,"state":"active+clean","last_fresh":"2024-08-29T17:43:51.183340+0000","last_change":"2024-08-29T17:40:53.987851+0000","last_active":"2024-08-29T17:43:51.183340+0000","last_peered":"2024-08-29T17:43:51.183340+0000","last_clean":"2024-08-29T17:43:51.183340+0000","last_became_active":"2024-08-29T17:40:53.986933+0000","last_became_peered":"2024-08-29T17:40:53.986933+0000","last_unstale":"2024-08-29T17:43:51.183340+0000","last_undegraded":"2024-08-29T17:43:51.183340+0000","last_fullsized":"2024-08-29T17:43:51.183340+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-29T17:40:52.944949+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-29T17:40:52.944949+0000","last_clean_scrub_stamp":"2024-08-29T17:40:52.944949+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-30T20:16:23.020981+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,7],"acting":[6,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.19","version":"0'0","reported_seq":24,"reported_epoch":74,"state":"active+clean","last_fresh":"2024-08-29T17:43:51.002904+0000","last_change":"2024-08-29T17:40:53.996733+0000","last_active":"2024-08-29T17:43:51.002904+0000","last_peered":"2024-08-29T17:43:51.002904+0000","last_clean":"2024-08-29T17:43:51.002904+0000","last_became_active":"2024-08-29T17:40:53.995945+0000","last_became_peered":"2024-08-29T17:40:53.995945+0000","last_unstale":"2024-08-29T17:43:51.002904+0000","last_undegraded":"2024-08-29T17:43:51.002904+0000","last_fullsized":"2024-08-29T17:43:51.002904+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-29T17:40:52.944949+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-29T17:40:52.944949+0000","last_clean_scrub_stamp":"2024-08-29T17:40:52.944949+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-30T18:31:17.213781+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6,0],"acting":[3,6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.18","version":"0'0","reported_seq":21,"reported_epoch":74,"state":"active+clean","last_fresh":"2024-08-29T17:43:51.002293+0000","last_change":"2024-08-29T17:41:03.066661+0000","last_active":"2024-08-29T17:43:51.002293+0000","last_peered":"2024-08-29T17:43:51.002293+0000","last_clean":"2024-08-29T17:43:51.002293+0000","last_became_active":"2024-08-29T17:41:03.066385+0000","last_became_peered":"2024-08-29T17:41:03.066385+0000","last_unstale":"2024-08-29T17:43:51.002293+0000","last_undegraded":"2024-08-29T17:43:51.002293+0000","last_fullsized":"2024-08-29T17:43:51.002293+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-29T17:41:01.987071+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-29T17:41:01.987071+0000","last_clean_scrub_stamp":"2024-08-29T17:41:01.987071+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-30T17:42:57.977671+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,1],"acting":[3,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.18","version":"0'0","reported_seq":24,"reported_epoch":74,"state":"active+clean","last_fresh":"2024-08-29T17:43:51.011146+0000","last_change":"2024-08-29T17:40:53.993166+0000","last_active":"2024-08-29T17:43:51.011146+0000","last_peered":"2024-08-29T17:43:51.011146+0000","last_clean":"2024-08-29T17:43:51.011146+0000","last_became_active":"2024-08-29T17:40:53.992324+0000","last_became_peered":"2024-08-29T17:40:53.992324+0000","last_unstale":"2024-08-29T17:43:51.011146+0000","last_undegraded":"2024-08-29T17:43:51.011146+0000","last_fullsized":"2024-08-29T17:43:51.011146+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-29T17:40:52.944949+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-29T17:40:52.944949+0000","last_clean_scrub_stamp":"2024-08-29T17:40:52.944949+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-30T23:14:15.411862+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,7],"acting":[5,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.19","version":"0'0","reported_seq":21,"reported_epoch":74,"state":"active+clean","last_fresh":"2024-08-29T17:43:51.009132+0000","last_change":"2024-08-29T17:41:03.040359+0000","last_active":"2024-08-29T17:43:51.009132+0000","last_peered":"2024-08-29T17:43:51.009132+0000","last_clean":"2024-08-29T17:43:51.009132+0000","last_became_active":"2024-08-29T17:41:03.039694+0000","last_became_peered":"2024-08-29T17:41:03.039694+0000","last_unstale":"2024-08-29T17:43:51.009132+0000","last_undegraded":"2024-08-29T17:43:51.009132+0000","last_fullsized":"2024-08-29T17:43:51.009132+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-29T17:41:01.987071+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-29T17:41:01.987071+0000","last_clean_scrub_stamp":"2024-08-29T17:41:01.987071+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-30T23:04:56.829301+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,4],"acting":[1,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.17","version":"0'0","reported_seq":24,"reported_epoch":74,"state":"active+clean","last_fresh":"2024-08-29T17:43:51.184817+0000","last_change":"2024-08-29T17:40:53.988859+0000","last_active":"2024-08-29T17:43:51.184817+0000","last_peered":"2024-08-29T17:43:51.184817+0000","last_clean":"2024-08-29T17:43:51.184817+0000","last_became_active":"2024-08-29T17:40:53.987990+0000","last_became_peered":"2024-08-29T17:40:53.987990+0000","last_unstale":"2024-08-29T17:43:51.184817+0000","last_undegraded":"2024-08-29T17:43:51.184817+0000","last_fullsized":"2024-08-29T17:43:51.184817+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-29T17:40:52.944949+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-29T17:40:52.944949+0000","last_clean_scrub_stamp":"2024-08-29T17:40:52.944949+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-30T18:12:30.482395+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5,2],"acting":[6,5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.16","version":"0'0","reported_seq":21,"reported_epoch":74,"state":"active+clean","last_fresh":"2024-08-29T17:43:51.012008+0000","last_change":"2024-08-29T17:41:03.078420+0000","last_active":"2024-08-29T17:43:51.012008+0000","last_peered":"2024-08-29T17:43:51.012008+0000","last_clean":"2024-08-29T17:43:51.012008+0000","last_became_active":"2024-08-29T17:41:03.077653+0000","last_became_peered":"2024-08-29T17:41:03.077653+0000","last_unstale":"2024-08-29T17:43:51.012008+0000","last_undegraded":"2024-08-29T17:43:51.012008+0000","last_fullsized":"2024-08-29T17:43:51.012008+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-29T17:41:01.987071+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-29T17:41:01.987071+0000","last_clean_scrub_stamp":"2024-08-29T17:41:01.987071+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-31T01:43:22.578812+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,1],"acting":[5,7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.16","version":"0'0","reported_seq":24,"reported_epoch":74,"state":"active+clean","last_fresh":"2024-08-29T17:43:51.012359+0000","last_change":"2024-08-29T17:40:53.999978+0000","last_active":"2024-08-29T17:43:51.012359+0000","last_peered":"2024-08-29T17:43:51.012359+0000","last_clean":"2024-08-29T17:43:51.012359+0000","last_became_active":"2024-08-29T17:40:53.999192+0000","last_became_peered":"2024-08-29T17:40:53.999192+0000","last_unstale":"2024-08-29T17:43:51.012359+0000","last_undegraded":"2024-08-29T17:43:51.012359+0000","last_fullsized":"2024-08-29T17:43:51.012359+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-29T17:40:52.944949+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-29T17:40:52.944949+0000","last_clean_scrub_stamp":"2024-08-29T17:40:52.944949+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-31T04:57:25.892563+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,6,2],"acting":[5,6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.17","version":"0'0","reported_seq":21,"reported_epoch":74,"state":"active+clean","last_fresh":"2024-08-29T17:43:51.184068+0000","last_change":"2024-08-29T17:41:03.068886+0000","last_active":"2024-08-29T17:43:51.184068+0000","last_peered":"2024-08-29T17:43:51.184068+0000","last_clean":"2024-08-29T17:43:51.184068+0000","last_became_active":"2024-08-29T17:41:03.068494+0000","last_became_peered":"2024-08-29T17:41:03.068494+0000","last_unstale":"2024-08-29T17:43:51.184068+0000","last_undegraded":"2024-08-29T17:43:51.184068+0000","last_fullsized":"2024-08-29T17:43:51.184068+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-29T17:41:01.987071+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-29T17:41:01.987071+0000","last_clean_scrub_stamp":"2024-08-29T17:41:01.987071+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-30T20:19:15.693075+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,3],"acting":[0,5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.15","version":"65'3","reported_seq":27,"reported_epoch":74,"state":"active+clean","last_fresh":"2024-08-29T17:43:51.010402+0000","last_change":"2024-08-29T17:40:53.989710+0000","last_active":"2024-08-29T17:43:51.010402+0000","last_peered":"2024-08-29T17:43:51.010402+0000","last_clean":"2024-08-29T17:43:51.010402+0000","last_became_active":"2024-08-29T17:40:53.986240+0000","last_became_peered":"2024-08-29T17:40:53.986240+0000","last_unstale":"2024-08-29T17:43:51.010402+0000","last_undegraded":"2024-08-29T17:43:51.010402+0000","last_fullsized":"2024-08-29T17:43:51.010402+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-29T17:40:52.944949+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-29T17:40:52.944949+0000","last_clean_scrub_stamp":"2024-08-29T17:40:52.944949+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-30T19:06:02.586277+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":90,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,0],"acting":[1,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.14","version":"0'0","reported_seq":18,"reported_epoch":74,"state":"active+clean","last_fresh":"2024-08-29T17:43:51.004707+0000","last_change":"2024-08-29T17:41:16.104711+0000","last_active":"2024-08-29T17:43:51.004707+0000","last_peered":"2024-08-29T17:43:51.004707+0000","last_clean":"2024-08-29T17:43:51.004707+0000","last_became_active":"2024-08-29T17:41:16.104048+0000","last_became_peered":"2024-08-29T17:41:16.104048+0000","last_unstale":"2024-08-29T17:43:51.004707+0000","last_undegraded":"2024-08-29T17:43:51.004707+0000","last_fullsized":"2024-08-29T17:43:51.004707+0000","mapping_epoch":66,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":67,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-29T17:41:01.987071+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-29T17:41:01.987071+0000","last_clean_scrub_stamp":"2024-08-29T17:41:01.987071+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-30T19:26:03.843217+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,7,6],"acting":[2,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"2.14","version":"75'12","reported_seq":36,"reported_epoch":75,"state":"active+clean","last_fresh":"2024-08-29T17:44:23.899024+0000","last_change":"2024-08-29T17:40:53.997553+0000","last_active":"2024-08-29T17:44:23.899024+0000","last_peered":"2024-08-29T17:44:23.899024+0000","last_clean":"2024-08-29T17:44:23.899024+0000","last_became_active":"2024-08-29T17:40:53.996743+0000","last_became_peered":"2024-08-29T17:40:53.996743+0000","last_unstale":"2024-08-29T17:44:23.899024+0000","last_undegraded":"2024-08-29T17:44:23.899024+0000","last_fullsized":"2024-08-29T17:44:23.899024+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-29T17:40:52.944949+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-29T17:40:52.944949+0000","last_clean_scrub_stamp":"2024-08-29T17:40:52.944949+0000","objects_scrubbed":0,"log_size":12,"log_dups_size":0,"ondisk_log_size":12,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-31T05:30:57.881047+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":2624,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":12,"num_write_kb":9,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3,5],"acting":[6,3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.15","version":"0'0","reported_seq":21,"reported_epoch":74,"state":"active+clean","last_fresh":"2024-08-29T17:43:51.058430+0000","last_change":"2024-08-29T17:41:03.084159+0000","last_active":"2024-08-29T17:43:51.058430+0000","last_peered":"2024-08-29T17:43:51.058430+0000","last_clean":"2024-08-29T17:43:51.058430+0000","last_became_active":"2024-08-29T17:41:03.083713+0000","last_became_peered":"2024-08-29T17:41:03.083713+0000","last_unstale":"2024-08-29T17:43:51.058430+0000","last_undegraded":"2024-08-29T17:43:51.058430+0000","last_fullsized":"2024-08-29T17:43:51.058430+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-29T17:41:01.987071+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-29T17:41:01.987071+0000","last_clean_scrub_stamp":"2024-08-29T17:41:01.987071+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-31T03:18:07.687648+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3,4],"acting":[7,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.13","version":"65'2","reported_seq":26,"reported_epoch":74,"state":"active+clean","last_fresh":"2024-08-29T17:43:51.184984+0000","last_change":"2024-08-29T17:40:53.989102+0000","last_active":"2024-08-29T17:43:51.184984+0000","last_peered":"2024-08-29T17:43:51.184984+0000","last_clean":"2024-08-29T17:43:51.184984+0000","last_became_active":"2024-08-29T17:40:53.987941+0000","last_became_peered":"2024-08-29T17:40:53.987941+0000","last_unstale":"2024-08-29T17:43:51.184984+0000","last_undegraded":"2024-08-29T17:43:51.184984+0000","last_fullsized":"2024-08-29T17:43:51.184984+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-29T17:40:52.944949+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-29T17:40:52.944949+0000","last_clean_scrub_stamp":"2024-08-29T17:40:52.944949+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-31T03:19:15.030165+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":34,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":6,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,3],"acting":[0,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.12","version":"0'0","reported_seq":21,"reported_epoch":74,"state":"active+clean","last_fresh":"2024-08-29T17:43:51.182741+0000","last_change":"2024-08-29T17:41:03.070036+0000","last_active":"2024-08-29T17:43:51.182741+0000","last_peered":"2024-08-29T17:43:51.182741+0000","last_clean":"2024-08-29T17:43:51.182741+0000","last_became_active":"2024-08-29T17:41:03.069567+0000","last_became_peered":"2024-08-29T17:41:03.069567+0000","last_unstale":"2024-08-29T17:43:51.182741+0000","last_undegraded":"2024-08-29T17:43:51.182741+0000","last_fullsized":"2024-08-29T17:43:51.182741+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-29T17:41:01.987071+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-29T17:41:01.987071+0000","last_clean_scrub_stamp":"2024-08-29T17:41:01.987071+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-31T00:03:12.302759+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,3],"acting":[0,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.12","version":"0'0","reported_seq":24,"reported_epoch":74,"state":"active+clean","last_fresh":"2024-08-29T17:43:51.012066+0000","last_change":"2024-08-29T17:40:54.009820+0000","last_active":"2024-08-29T17:43:51.012066+0000","last_peered":"2024-08-29T17:43:51.012066+0000","last_clean":"2024-08-29T17:43:51.012066+0000","last_became_active":"2024-08-29T17:40:54.009167+0000","last_became_peered":"2024-08-29T17:40:54.009167+0000","last_unstale":"2024-08-29T17:43:51.012066+0000","last_undegraded":"2024-08-29T17:43:51.012066+0000","last_fullsized":"2024-08-29T17:43:51.012066+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-29T17:40:52.944949+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-29T17:40:52.944949+0000","last_clean_scrub_stamp":"2024-08-29T17:40:52.944949+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-31T03:07:14.415848+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,7],"acting":[5,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.13","version":"0'0","reported_seq":21,"reported_epoch":74,"state":"active+clean","last_fresh":"2024-08-29T17:43:51.057628+0000","last_change":"2024-08-29T17:41:03.086032+0000","last_active":"2024-08-29T17:43:51.057628+0000","last_peered":"2024-08-29T17:43:51.057628+0000","last_clean":"2024-08-29T17:43:51.057628+0000","last_became_active":"2024-08-29T17:41:03.085711+0000","last_became_peered":"2024-08-29T17:41:03.085711+0000","last_unstale":"2024-08-29T17:43:51.057628+0000","last_undegraded":"2024-08-29T17:43:51.057628+0000","last_fullsized":"2024-08-29T17:43:51.057628+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-29T17:41:01.987071+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-29T17:41:01.987071+0000","last_clean_scrub_stamp":"2024-08-29T17:41:01.987071+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-31T04:01:16.663046+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,2],"acting":[7,4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.11","version":"0'0","reported_seq":24,"reported_epoch":74,"state":"active+clean","last_fresh":"2024-08-29T17:43:51.183607+0000","last_change":"2024-08-29T17:40:53.991412+0000","last_active":"2024-08-29T17:43:51.183607+0000","last_peered":"2024-08-29T17:43:51.183607+0000","last_clean":"2024-08-29T17:43:51.183607+0000","last_became_active":"2024-08-29T17:40:53.990598+0000","last_became_peered":"2024-08-29T17:40:53.990598+0000","last_unstale":"2024-08-29T17:43:51.183607+0000","last_undegraded":"2024-08-29T17:43:51.183607+0000","last_fullsized":"2024-08-29T17:43:51.183607+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-29T17:40:52.944949+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-29T17:40:52.944949+0000","last_clean_scrub_stamp":"2024-08-29T17:40:52.944949+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-31T03:12:39.402237+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,1],"acting":[6,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.10","version":"0'0","reported_seq":21,"reported_epoch":74,"state":"active+clean","last_fresh":"2024-08-29T17:43:51.180699+0000","last_change":"2024-08-29T17:41:03.063228+0000","last_active":"2024-08-29T17:43:51.180699+0000","last_peered":"2024-08-29T17:43:51.180699+0000","last_clean":"2024-08-29T17:43:51.180699+0000","last_became_active":"2024-08-29T17:41:03.062441+0000","last_became_peered":"2024-08-29T17:41:03.062441+0000","last_unstale":"2024-08-29T17:43:51.180699+0000","last_undegraded":"2024-08-29T17:43:51.180699+0000","last_fullsized":"2024-08-29T17:43:51.180699+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-29T17:41:01.987071+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-29T17:41:01.987071+0000","last_clean_scrub_stamp":"2024-08-29T17:41:01.987071+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-31T00:14:55.529603+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0,5],"acting":[6,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.10","version":"65'8","reported_seq":32,"reported_epoch":74,"state":"active+clean","last_fresh":"2024-08-29T17:43:51.003212+0000","last_change":"2024-08-29T17:40:53.992470+0000","last_active":"2024-08-29T17:43:51.003212+0000","last_peered":"2024-08-29T17:43:51.003212+0000","last_clean":"2024-08-29T17:43:51.003212+0000","last_became_active":"2024-08-29T17:40:53.991641+0000","last_became_peered":"2024-08-29T17:40:53.991641+0000","last_unstale":"2024-08-29T17:43:51.003212+0000","last_undegraded":"2024-08-29T17:43:51.003212+0000","last_fullsized":"2024-08-29T17:43:51.003212+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-29T17:40:52.944949+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-29T17:40:52.944949+0000","last_clean_scrub_stamp":"2024-08-29T17:40:52.944949+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-30T23:13:18.374050+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":12,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":4,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1,0],"acting":[2,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.11","version":"0'0","reported_seq":21,"reported_epoch":74,"state":"active+clean","last_fresh":"2024-08-29T17:43:51.057057+0000","last_change":"2024-08-29T17:41:03.085373+0000","last_active":"2024-08-29T17:43:51.057057+0000","last_peered":"2024-08-29T17:43:51.057057+0000","last_clean":"2024-08-29T17:43:51.057057+0000","last_became_active":"2024-08-29T17:41:03.083892+0000","last_became_peered":"2024-08-29T17:41:03.083892+0000","last_unstale":"2024-08-29T17:43:51.057057+0000","last_undegraded":"2024-08-29T17:43:51.057057+0000","last_fullsized":"2024-08-29T17:43:51.057057+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-29T17:41:01.987071+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-29T17:41:01.987071+0000","last_clean_scrub_stamp":"2024-08-29T17:41:01.987071+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-30T23:37:44.507424+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,6],"acting":[7,4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.f","version":"65'1","reported_seq":25,"reported_epoch":74,"state":"active+clean","last_fresh":"2024-08-29T17:43:51.003186+0000","last_change":"2024-08-29T17:40:53.983874+0000","last_active":"2024-08-29T17:43:51.003186+0000","last_peered":"2024-08-29T17:43:51.003186+0000","last_clean":"2024-08-29T17:43:51.003186+0000","last_became_active":"2024-08-29T17:40:53.982935+0000","last_became_peered":"2024-08-29T17:40:53.982935+0000","last_unstale":"2024-08-29T17:43:51.003186+0000","last_undegraded":"2024-08-29T17:43:51.003186+0000","last_fullsized":"2024-08-29T17:43:51.003186+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-29T17:40:52.944949+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-29T17:40:52.944949+0000","last_clean_scrub_stamp":"2024-08-29T17:40:52.944949+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-30T20:26:30.323904+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":22,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0,7],"acting":[4,0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.e","version":"0'0","reported_seq":21,"reported_epoch":74,"state":"active+clean","last_fresh":"2024-08-29T17:43:51.059146+0000","last_change":"2024-08-29T17:41:03.087771+0000","last_active":"2024-08-29T17:43:51.059146+0000","last_peered":"2024-08-29T17:43:51.059146+0000","last_clean":"2024-08-29T17:43:51.059146+0000","last_became_active":"2024-08-29T17:41:03.087498+0000","last_became_peered":"2024-08-29T17:41:03.087498+0000","last_unstale":"2024-08-29T17:43:51.059146+0000","last_undegraded":"2024-08-29T17:43:51.059146+0000","last_fullsized":"2024-08-29T17:43:51.059146+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-29T17:41:01.987071+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-29T17:41:01.987071+0000","last_clean_scrub_stamp":"2024-08-29T17:41:01.987071+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-30T19:02:31.812110+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,1],"acting":[7,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.e","version":"65'2","reported_seq":26,"reported_epoch":74,"state":"active+clean","last_fresh":"2024-08-29T17:43:51.006743+0000","last_change":"2024-08-29T17:40:53.982103+0000","last_active":"2024-08-29T17:43:51.006743+0000","last_peered":"2024-08-29T17:43:51.006743+0000","last_clean":"2024-08-29T17:43:51.006743+0000","last_became_active":"2024-08-29T17:40:53.981238+0000","last_became_peered":"2024-08-29T17:40:53.981238+0000","last_unstale":"2024-08-29T17:43:51.006743+0000","last_undegraded":"2024-08-29T17:43:51.006743+0000","last_fullsized":"2024-08-29T17:43:51.006743+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-29T17:40:52.944949+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-29T17:40:52.944949+0000","last_clean_scrub_stamp":"2024-08-29T17:40:52.944949+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-30T22:28:03.650713+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,7],"acting":[2,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.f","version":"0'0","reported_seq":21,"reported_epoch":74,"state":"active+clean","last_fresh":"2024-08-29T17:43:51.059118+0000","last_change":"2024-08-29T17:41:03.081477+0000","last_active":"2024-08-29T17:43:51.059118+0000","last_peered":"2024-08-29T17:43:51.059118+0000","last_clean":"2024-08-29T17:43:51.059118+0000","last_became_active":"2024-08-29T17:41:03.080505+0000","last_became_peered":"2024-08-29T17:41:03.080505+0000","last_unstale":"2024-08-29T17:43:51.059118+0000","last_undegraded":"2024-08-29T17:43:51.059118+0000","last_fullsized":"2024-08-29T17:43:51.059118+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-29T17:41:01.987071+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-29T17:41:01.987071+0000","last_clean_scrub_stamp":"2024-08-29T17:41:01.987071+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-30T23:45:34.753556+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,0],"acting":[7,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.d","version":"65'1","reported_seq":25,"reported_epoch":74,"state":"active+clean","last_fresh":"2024-08-29T17:43:51.010450+0000","last_change":"2024-08-29T17:40:53.993674+0000","last_active":"2024-08-29T17:43:51.010450+0000","last_peered":"2024-08-29T17:43:51.010450+0000","last_clean":"2024-08-29T17:43:51.010450+0000","last_became_active":"2024-08-29T17:40:53.992370+0000","last_became_peered":"2024-08-29T17:40:53.992370+0000","last_unstale":"2024-08-29T17:43:51.010450+0000","last_undegraded":"2024-08-29T17:43:51.010450+0000","last_fullsized":"2024-08-29T17:43:51.010450+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-29T17:40:52.944949+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-29T17:40:52.944949+0000","last_clean_scrub_stamp":"2024-08-29T17:40:52.944949+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-31T04:16:19.258365+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":70,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4,3],"acting":[1,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.c","version":"0'0","reported_seq":21,"reported_epoch":74,"state":"active+clean","last_fresh":"2024-08-29T17:43:51.011483+0000","last_change":"2024-08-29T17:41:03.056774+0000","last_active":"2024-08-29T17:43:51.011483+0000","last_peered":"2024-08-29T17:43:51.011483+0000","last_clean":"2024-08-29T17:43:51.011483+0000","last_became_active":"2024-08-29T17:41:03.055779+0000","last_became_peered":"2024-08-29T17:41:03.055779+0000","last_unstale":"2024-08-29T17:43:51.011483+0000","last_undegraded":"2024-08-29T17:43:51.011483+0000","last_fullsized":"2024-08-29T17:43:51.011483+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-29T17:41:01.987071+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-29T17:41:01.987071+0000","last_clean_scrub_stamp":"2024-08-29T17:41:01.987071+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-30T18:59:12.785308+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,6],"acting":[5,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.c","version":"0'0","reported_seq":24,"reported_epoch":74,"state":"active+clean","last_fresh":"2024-08-29T17:43:51.005085+0000","last_change":"2024-08-29T17:40:53.991108+0000","last_active":"2024-08-29T17:43:51.005085+0000","last_peered":"2024-08-29T17:43:51.005085+0000","last_clean":"2024-08-29T17:43:51.005085+0000","last_became_active":"2024-08-29T17:40:53.990289+0000","last_became_peered":"2024-08-29T17:40:53.990289+0000","last_unstale":"2024-08-29T17:43:51.005085+0000","last_undegraded":"2024-08-29T17:43:51.005085+0000","last_fullsized":"2024-08-29T17:43:51.005085+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-29T17:40:52.944949+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-29T17:40:52.944949+0000","last_clean_scrub_stamp":"2024-08-29T17:40:52.944949+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-31T00:04:22.663767+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5,0],"acting":[2,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.d","version":"0'0","reported_seq":21,"reported_epoch":74,"state":"active+clean","last_fresh":"2024-08-29T17:43:51.058601+0000","last_change":"2024-08-29T17:41:03.075417+0000","last_active":"2024-08-29T17:43:51.058601+0000","last_peered":"2024-08-29T17:43:51.058601+0000","last_clean":"2024-08-29T17:43:51.058601+0000","last_became_active":"2024-08-29T17:41:03.074702+0000","last_became_peered":"2024-08-29T17:41:03.074702+0000","last_unstale":"2024-08-29T17:43:51.058601+0000","last_undegraded":"2024-08-29T17:43:51.058601+0000","last_fullsized":"2024-08-29T17:43:51.058601+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-29T17:41:01.987071+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-29T17:41:01.987071+0000","last_clean_scrub_stamp":"2024-08-29T17:41:01.987071+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-30T20:47:11.712933+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,6],"acting":[7,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.5","version":"0'0","reported_seq":19,"reported_epoch":75,"state":"active+clean","last_fresh":"2024-08-29T17:43:59.435674+0000","last_change":"2024-08-29T17:43:51.184751+0000","last_active":"2024-08-29T17:43:59.435674+0000","last_peered":"2024-08-29T17:43:59.435674+0000","last_clean":"2024-08-29T17:43:59.435674+0000","last_became_active":"2024-08-29T17:43:40.900327+0000","last_became_peered":"2024-08-29T17:43:40.900327+0000","last_unstale":"2024-08-29T17:43:59.435674+0000","last_undegraded":"2024-08-29T17:43:59.435674+0000","last_fullsized":"2024-08-29T17:43:59.435674+0000","mapping_epoch":69,"log_start":"0'0","ondisk_log_start":"0'0","created":69,"last_epoch_clean":70,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-29T17:43:39.870944+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-29T17:43:39.870944+0000","last_clean_scrub_stamp":"2024-08-29T17:43:39.870944+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-31T03:13:05.199888+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00090796500000000005,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,7],"acting":[6,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"1.0","version":"68'128","reported_seq":282,"reported_epoch":74,"state":"active+clean","last_fresh":"2024-08-29T17:43:51.057849+0000","last_change":"2024-08-29T17:39:56.151410+0000","last_active":"2024-08-29T17:43:51.057849+0000","last_peered":"2024-08-29T17:43:51.057849+0000","last_clean":"2024-08-29T17:43:51.057849+0000","last_became_active":"2024-08-29T17:39:56.150582+0000","last_became_peered":"2024-08-29T17:39:56.150582+0000","last_unstale":"2024-08-29T17:43:51.057849+0000","last_undegraded":"2024-08-29T17:43:51.057849+0000","last_fullsized":"2024-08-29T17:43:51.057849+0000","mapping_epoch":57,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":58,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-29T17:35:25.395028+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-29T17:35:25.395028+0000","last_clean_scrub_stamp":"2024-08-29T17:35:25.395028+0000","objects_scrubbed":0,"log_size":128,"log_dups_size":0,"ondisk_log_size":128,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-31T03:59:58.733872+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":212,"num_read_kb":306,"num_write":179,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":6,"num_bytes_recovered":1771104,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,6],"acting":[7,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.3","version":"0'0","reported_seq":24,"reported_epoch":74,"state":"active+clean","last_fresh":"2024-08-29T17:43:51.011802+0000","last_change":"2024-08-29T17:40:54.006212+0000","last_active":"2024-08-29T17:43:51.011802+0000","last_peered":"2024-08-29T17:43:51.011802+0000","last_clean":"2024-08-29T17:43:51.011802+0000","last_became_active":"2024-08-29T17:40:54.005440+0000","last_became_peered":"2024-08-29T17:40:54.005440+0000","last_unstale":"2024-08-29T17:43:51.011802+0000","last_undegraded":"2024-08-29T17:43:51.011802+0000","last_fullsized":"2024-08-29T17:43:51.011802+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-29T17:40:52.944949+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-29T17:40:52.944949+0000","last_clean_scrub_stamp":"2024-08-29T17:40:52.944949+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-31T01:05:27.094044+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2,7],"acting":[5,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.2","version":"0'0","reported_seq":21,"reported_epoch":74,"state":"active+clean","last_fresh":"2024-08-29T17:43:51.002995+0000","last_change":"2024-08-29T17:41:03.056361+0000","last_active":"2024-08-29T17:43:51.002995+0000","last_peered":"2024-08-29T17:43:51.002995+0000","last_clean":"2024-08-29T17:43:51.002995+0000","last_became_active":"2024-08-29T17:41:03.053457+0000","last_became_peered":"2024-08-29T17:41:03.053457+0000","last_unstale":"2024-08-29T17:43:51.002995+0000","last_undegraded":"2024-08-29T17:43:51.002995+0000","last_fullsized":"2024-08-29T17:43:51.002995+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-29T17:41:01.987071+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-29T17:41:01.987071+0000","last_clean_scrub_stamp":"2024-08-29T17:41:01.987071+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-31T04:33:56.931372+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,6],"acting":[3,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.6","version":"0'0","reported_seq":19,"reported_epoch":75,"state":"active+clean","last_fresh":"2024-08-29T17:43:59.436443+0000","last_change":"2024-08-29T17:43:51.186621+0000","last_active":"2024-08-29T17:43:59.436443+0000","last_peered":"2024-08-29T17:43:59.436443+0000","last_clean":"2024-08-29T17:43:59.436443+0000","last_became_active":"2024-08-29T17:43:40.903511+0000","last_became_peered":"2024-08-29T17:43:40.903511+0000","last_unstale":"2024-08-29T17:43:59.436443+0000","last_undegraded":"2024-08-29T17:43:59.436443+0000","last_fullsized":"2024-08-29T17:43:59.436443+0000","mapping_epoch":69,"log_start":"0'0","ondisk_log_start":"0'0","created":69,"last_epoch_clean":70,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-29T17:43:39.870944+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-29T17:43:39.870944+0000","last_clean_scrub_stamp":"2024-08-29T17:43:39.870944+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-31T02:50:01.142176+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00065166300000000003,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,2],"acting":[0,1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.0","version":"0'0","reported_seq":24,"reported_epoch":74,"state":"active+clean","last_fresh":"2024-08-29T17:43:51.057635+0000","last_change":"2024-08-29T17:40:54.004808+0000","last_active":"2024-08-29T17:43:51.057635+0000","last_peered":"2024-08-29T17:43:51.057635+0000","last_clean":"2024-08-29T17:43:51.057635+0000","last_became_active":"2024-08-29T17:40:54.004002+0000","last_became_peered":"2024-08-29T17:40:54.004002+0000","last_unstale":"2024-08-29T17:43:51.057635+0000","last_undegraded":"2024-08-29T17:43:51.057635+0000","last_fullsized":"2024-08-29T17:43:51.057635+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-29T17:40:52.944949+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-29T17:40:52.944949+0000","last_clean_scrub_stamp":"2024-08-29T17:40:52.944949+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-30T22:21:54.332860+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,0],"acting":[7,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.1","version":"0'0","reported_seq":21,"reported_epoch":74,"state":"active+clean","last_fresh":"2024-08-29T17:43:51.182658+0000","last_change":"2024-08-29T17:41:03.072763+0000","last_active":"2024-08-29T17:43:51.182658+0000","last_peered":"2024-08-29T17:43:51.182658+0000","last_clean":"2024-08-29T17:43:51.182658+0000","last_became_active":"2024-08-29T17:41:03.072104+0000","last_became_peered":"2024-08-29T17:41:03.072104+0000","last_unstale":"2024-08-29T17:43:51.182658+0000","last_undegraded":"2024-08-29T17:43:51.182658+0000","last_fullsized":"2024-08-29T17:43:51.182658+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-29T17:41:01.987071+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-29T17:41:01.987071+0000","last_clean_scrub_stamp":"2024-08-29T17:41:01.987071+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-30T22:50:13.394141+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,3],"acting":[0,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.7","version":"0'0","reported_seq":19,"reported_epoch":75,"state":"active+clean","last_fresh":"2024-08-29T17:43:59.376641+0000","last_change":"2024-08-29T17:43:51.011398+0000","last_active":"2024-08-29T17:43:59.376641+0000","last_peered":"2024-08-29T17:43:59.376641+0000","last_clean":"2024-08-29T17:43:59.376641+0000","last_became_active":"2024-08-29T17:43:41.040525+0000","last_became_peered":"2024-08-29T17:43:41.040525+0000","last_unstale":"2024-08-29T17:43:59.376641+0000","last_undegraded":"2024-08-29T17:43:59.376641+0000","last_fullsized":"2024-08-29T17:43:59.376641+0000","mapping_epoch":69,"log_start":"0'0","ondisk_log_start":"0'0","created":69,"last_epoch_clean":70,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-29T17:43:39.870944+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-29T17:43:39.870944+0000","last_clean_scrub_stamp":"2024-08-29T17:43:39.870944+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-30T22:25:06.897159+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.0016727059999999999,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,0],"acting":[1,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.1","version":"0'0","reported_seq":24,"reported_epoch":74,"state":"active+clean","last_fresh":"2024-08-29T17:43:51.003830+0000","last_change":"2024-08-29T17:40:53.998575+0000","last_active":"2024-08-29T17:43:51.003830+0000","last_peered":"2024-08-29T17:43:51.003830+0000","last_clean":"2024-08-29T17:43:51.003830+0000","last_became_active":"2024-08-29T17:40:53.995906+0000","last_became_peered":"2024-08-29T17:40:53.995906+0000","last_unstale":"2024-08-29T17:43:51.003830+0000","last_undegraded":"2024-08-29T17:43:51.003830+0000","last_fullsized":"2024-08-29T17:43:51.003830+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-29T17:40:52.944949+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-29T17:40:52.944949+0000","last_clean_scrub_stamp":"2024-08-29T17:40:52.944949+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-30T21:27:51.683278+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,0],"acting":[2,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.0","version":"0'0","reported_seq":21,"reported_epoch":74,"state":"active+clean","last_fresh":"2024-08-29T17:43:51.009103+0000","last_change":"2024-08-29T17:41:03.034843+0000","last_active":"2024-08-29T17:43:51.009103+0000","last_peered":"2024-08-29T17:43:51.009103+0000","last_clean":"2024-08-29T17:43:51.009103+0000","last_became_active":"2024-08-29T17:41:03.034122+0000","last_became_peered":"2024-08-29T17:41:03.034122+0000","last_unstale":"2024-08-29T17:43:51.009103+0000","last_undegraded":"2024-08-29T17:43:51.009103+0000","last_fullsized":"2024-08-29T17:43:51.009103+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-29T17:41:01.987071+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-29T17:41:01.987071+0000","last_clean_scrub_stamp":"2024-08-29T17:41:01.987071+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-30T18:44:32.787847+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,6],"acting":[1,2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.4","version":"0'0","reported_seq":19,"reported_epoch":75,"state":"active+clean","last_fresh":"2024-08-29T17:43:59.375304+0000","last_change":"2024-08-29T17:43:51.011895+0000","last_active":"2024-08-29T17:43:59.375304+0000","last_peered":"2024-08-29T17:43:59.375304+0000","last_clean":"2024-08-29T17:43:59.375304+0000","last_became_active":"2024-08-29T17:43:40.910254+0000","last_became_peered":"2024-08-29T17:43:40.910254+0000","last_unstale":"2024-08-29T17:43:59.375304+0000","last_undegraded":"2024-08-29T17:43:59.375304+0000","last_fullsized":"2024-08-29T17:43:59.375304+0000","mapping_epoch":69,"log_start":"0'0","ondisk_log_start":"0'0","created":69,"last_epoch_clean":70,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-29T17:43:39.870944+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-29T17:43:39.870944+0000","last_clean_scrub_stamp":"2024-08-29T17:43:39.870944+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-31T00:28:57.614110+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00074805200000000003,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,3],"acting":[1,2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.2","version":"0'0","reported_seq":24,"reported_epoch":74,"state":"active+clean","last_fresh":"2024-08-29T17:43:51.012206+0000","last_change":"2024-08-29T17:40:54.005185+0000","last_active":"2024-08-29T17:43:51.012206+0000","last_peered":"2024-08-29T17:43:51.012206+0000","last_clean":"2024-08-29T17:43:51.012206+0000","last_became_active":"2024-08-29T17:40:54.001015+0000","last_became_peered":"2024-08-29T17:40:54.001015+0000","last_unstale":"2024-08-29T17:43:51.012206+0000","last_undegraded":"2024-08-29T17:43:51.012206+0000","last_fullsized":"2024-08-29T17:43:51.012206+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-29T17:40:52.944949+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-29T17:40:52.944949+0000","last_clean_scrub_stamp":"2024-08-29T17:40:52.944949+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-31T03:53:41.194819+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1,6],"acting":[5,1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.3","version":"0'0","reported_seq":21,"reported_epoch":74,"state":"active+clean","last_fresh":"2024-08-29T17:43:51.001600+0000","last_change":"2024-08-29T17:41:03.070738+0000","last_active":"2024-08-29T17:43:51.001600+0000","last_peered":"2024-08-29T17:43:51.001600+0000","last_clean":"2024-08-29T17:43:51.001600+0000","last_became_active":"2024-08-29T17:41:03.067189+0000","last_became_peered":"2024-08-29T17:41:03.067189+0000","last_unstale":"2024-08-29T17:43:51.001600+0000","last_undegraded":"2024-08-29T17:43:51.001600+0000","last_fullsized":"2024-08-29T17:43:51.001600+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-29T17:41:01.987071+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-29T17:41:01.987071+0000","last_clean_scrub_stamp":"2024-08-29T17:41:01.987071+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-30T23:15:45.293658+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0,6],"acting":[4,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.2","version":"74'2","reported_seq":21,"reported_epoch":75,"state":"active+clean","last_fresh":"2024-08-29T17:43:59.376729+0000","last_change":"2024-08-29T17:43:51.011452+0000","last_active":"2024-08-29T17:43:59.376729+0000","last_peered":"2024-08-29T17:43:59.376729+0000","last_clean":"2024-08-29T17:43:59.376729+0000","last_became_active":"2024-08-29T17:43:41.040490+0000","last_became_peered":"2024-08-29T17:43:41.040490+0000","last_unstale":"2024-08-29T17:43:59.376729+0000","last_undegraded":"2024-08-29T17:43:59.376729+0000","last_fullsized":"2024-08-29T17:43:59.376729+0000","mapping_epoch":69,"log_start":"0'0","ondisk_log_start":"0'0","created":69,"last_epoch_clean":70,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-29T17:43:39.870944+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-29T17:43:39.870944+0000","last_clean_scrub_stamp":"2024-08-29T17:43:39.870944+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-30T19:05:06.169669+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.002068425,"stat_sum":{"num_bytes":19,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":2,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,4],"acting":[1,5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.4","version":"0'0","reported_seq":24,"reported_epoch":74,"state":"active+clean","last_fresh":"2024-08-29T17:43:51.010223+0000","last_change":"2024-08-29T17:40:53.998274+0000","last_active":"2024-08-29T17:43:51.010223+0000","last_peered":"2024-08-29T17:43:51.010223+0000","last_clean":"2024-08-29T17:43:51.010223+0000","last_became_active":"2024-08-29T17:40:53.994383+0000","last_became_peered":"2024-08-29T17:40:53.994383+0000","last_unstale":"2024-08-29T17:43:51.010223+0000","last_undegraded":"2024-08-29T17:43:51.010223+0000","last_fullsized":"2024-08-29T17:43:51.010223+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-29T17:40:52.944949+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-29T17:40:52.944949+0000","last_clean_scrub_stamp":"2024-08-29T17:40:52.944949+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-30T21:13:02.703327+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0,7],"acting":[1,0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.5","version":"0'0","reported_seq":21,"reported_epoch":74,"state":"active+clean","last_fresh":"2024-08-29T17:43:51.012161+0000","last_change":"2024-08-29T17:41:03.063220+0000","last_active":"2024-08-29T17:43:51.012161+0000","last_peered":"2024-08-29T17:43:51.012161+0000","last_clean":"2024-08-29T17:43:51.012161+0000","last_became_active":"2024-08-29T17:41:03.060229+0000","last_became_peered":"2024-08-29T17:41:03.060229+0000","last_unstale":"2024-08-29T17:43:51.012161+0000","last_undegraded":"2024-08-29T17:43:51.012161+0000","last_fullsized":"2024-08-29T17:43:51.012161+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-29T17:41:01.987071+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-29T17:41:01.987071+0000","last_clean_scrub_stamp":"2024-08-29T17:41:01.987071+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-30T18:28:39.703075+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,2],"acting":[5,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.3","version":"72'1","reported_seq":20,"reported_epoch":75,"state":"active+clean","last_fresh":"2024-08-29T17:43:59.435172+0000","last_change":"2024-08-29T17:43:51.185485+0000","last_active":"2024-08-29T17:43:59.435172+0000","last_peered":"2024-08-29T17:43:59.435172+0000","last_clean":"2024-08-29T17:43:59.435172+0000","last_became_active":"2024-08-29T17:43:41.040351+0000","last_became_peered":"2024-08-29T17:43:41.040351+0000","last_unstale":"2024-08-29T17:43:59.435172+0000","last_undegraded":"2024-08-29T17:43:59.435172+0000","last_fullsized":"2024-08-29T17:43:59.435172+0000","mapping_epoch":69,"log_start":"0'0","ondisk_log_start":"0'0","created":69,"last_epoch_clean":70,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-29T17:43:39.870944+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-29T17:43:39.870944+0000","last_clean_scrub_stamp":"2024-08-29T17:43:39.870944+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-30T22:18:02.003588+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00060986199999999997,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,7],"acting":[0,5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.5","version":"0'0","reported_seq":24,"reported_epoch":74,"state":"active+clean","last_fresh":"2024-08-29T17:43:51.059257+0000","last_change":"2024-08-29T17:40:54.001565+0000","last_active":"2024-08-29T17:43:51.059257+0000","last_peered":"2024-08-29T17:43:51.059257+0000","last_clean":"2024-08-29T17:43:51.059257+0000","last_became_active":"2024-08-29T17:40:54.000629+0000","last_became_peered":"2024-08-29T17:40:54.000629+0000","last_unstale":"2024-08-29T17:43:51.059257+0000","last_undegraded":"2024-08-29T17:43:51.059257+0000","last_fullsized":"2024-08-29T17:43:51.059257+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-29T17:40:52.944949+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-29T17:40:52.944949+0000","last_clean_scrub_stamp":"2024-08-29T17:40:52.944949+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-30T21:46:22.288419+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,4],"acting":[7,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.4","version":"0'0","reported_seq":21,"reported_epoch":74,"state":"active+clean","last_fresh":"2024-08-29T17:43:51.010092+0000","last_change":"2024-08-29T17:41:03.060898+0000","last_active":"2024-08-29T17:43:51.010092+0000","last_peered":"2024-08-29T17:43:51.010092+0000","last_clean":"2024-08-29T17:43:51.010092+0000","last_became_active":"2024-08-29T17:41:03.060489+0000","last_became_peered":"2024-08-29T17:41:03.060489+0000","last_unstale":"2024-08-29T17:43:51.010092+0000","last_undegraded":"2024-08-29T17:43:51.010092+0000","last_fullsized":"2024-08-29T17:43:51.010092+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-29T17:41:01.987071+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-29T17:41:01.987071+0000","last_clean_scrub_stamp":"2024-08-29T17:41:01.987071+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-31T02:53:14.459155+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,5],"acting":[1,2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.0","version":"0'0","reported_seq":19,"reported_epoch":75,"state":"active+clean","last_fresh":"2024-08-29T17:43:59.435049+0000","last_change":"2024-08-29T17:43:51.003411+0000","last_active":"2024-08-29T17:43:59.435049+0000","last_peered":"2024-08-29T17:43:59.435049+0000","last_clean":"2024-08-29T17:43:59.435049+0000","last_became_active":"2024-08-29T17:43:40.899440+0000","last_became_peered":"2024-08-29T17:43:40.899440+0000","last_unstale":"2024-08-29T17:43:59.435049+0000","last_undegraded":"2024-08-29T17:43:59.435049+0000","last_fullsized":"2024-08-29T17:43:59.435049+0000","mapping_epoch":69,"log_start":"0'0","ondisk_log_start":"0'0","created":69,"last_epoch_clean":70,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-29T17:43:39.870944+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-29T17:43:39.870944+0000","last_clean_scrub_stamp":"2024-08-29T17:43:39.870944+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-30T20:24:33.505933+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.0014741789999999999,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,0],"acting":[3,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.6","version":"65'1","reported_seq":25,"reported_epoch":74,"state":"active+clean","last_fresh":"2024-08-29T17:43:51.010275+0000","last_change":"2024-08-29T17:40:53.984827+0000","last_active":"2024-08-29T17:43:51.010275+0000","last_peered":"2024-08-29T17:43:51.010275+0000","last_clean":"2024-08-29T17:43:51.010275+0000","last_became_active":"2024-08-29T17:40:53.984037+0000","last_became_peered":"2024-08-29T17:40:53.984037+0000","last_unstale":"2024-08-29T17:43:51.010275+0000","last_undegraded":"2024-08-29T17:43:51.010275+0000","last_fullsized":"2024-08-29T17:43:51.010275+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-29T17:40:52.944949+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-29T17:40:52.944949+0000","last_clean_scrub_stamp":"2024-08-29T17:40:52.944949+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-30T22:02:41.476248+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6,4],"acting":[1,6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.7","version":"0'0","reported_seq":31,"reported_epoch":74,"state":"active+clean","last_fresh":"2024-08-29T17:43:51.003768+0000","last_change":"2024-08-29T17:41:16.105628+0000","last_active":"2024-08-29T17:43:51.003768+0000","last_peered":"2024-08-29T17:43:51.003768+0000","last_clean":"2024-08-29T17:43:51.003768+0000","last_became_active":"2024-08-29T17:41:16.104675+0000","last_became_peered":"2024-08-29T17:41:16.104675+0000","last_unstale":"2024-08-29T17:43:51.003768+0000","last_undegraded":"2024-08-29T17:43:51.003768+0000","last_fullsized":"2024-08-29T17:43:51.003768+0000","mapping_epoch":66,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":67,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-29T17:41:01.987071+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-29T17:41:01.987071+0000","last_clean_scrub_stamp":"2024-08-29T17:41:01.987071+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-31T00:19:32.620395+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,1],"acting":[3,7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.1","version":"0'0","reported_seq":19,"reported_epoch":75,"state":"active+clean","last_fresh":"2024-08-29T17:43:59.372441+0000","last_change":"2024-08-29T17:43:51.002167+0000","last_active":"2024-08-29T17:43:59.372441+0000","last_peered":"2024-08-29T17:43:59.372441+0000","last_clean":"2024-08-29T17:43:59.372441+0000","last_became_active":"2024-08-29T17:43:41.038348+0000","last_became_peered":"2024-08-29T17:43:41.038348+0000","last_unstale":"2024-08-29T17:43:59.372441+0000","last_undegraded":"2024-08-29T17:43:59.372441+0000","last_fullsized":"2024-08-29T17:43:59.372441+0000","mapping_epoch":69,"log_start":"0'0","ondisk_log_start":"0'0","created":69,"last_epoch_clean":70,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-29T17:43:39.870944+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-29T17:43:39.870944+0000","last_clean_scrub_stamp":"2024-08-29T17:43:39.870944+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-31T01:35:38.075334+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.0014372339999999999,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5,6],"acting":[4,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.7","version":"65'2","reported_seq":40,"reported_epoch":74,"state":"active+clean","last_fresh":"2024-08-29T17:43:51.184949+0000","last_change":"2024-08-29T17:41:17.081540+0000","last_active":"2024-08-29T17:43:51.184949+0000","last_peered":"2024-08-29T17:43:51.184949+0000","last_clean":"2024-08-29T17:43:51.184949+0000","last_became_active":"2024-08-29T17:41:17.075971+0000","last_became_peered":"2024-08-29T17:41:17.075971+0000","last_unstale":"2024-08-29T17:43:51.184949+0000","last_undegraded":"2024-08-29T17:43:51.184949+0000","last_fullsized":"2024-08-29T17:43:51.184949+0000","mapping_epoch":66,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":67,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-29T17:40:52.944949+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-29T17:40:52.944949+0000","last_clean_scrub_stamp":"2024-08-29T17:40:52.944949+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-30T22:50:47.050721+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":1,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,2],"acting":[6,4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.6","version":"0'0","reported_seq":21,"reported_epoch":74,"state":"active+clean","last_fresh":"2024-08-29T17:43:51.183086+0000","last_change":"2024-08-29T17:41:03.071783+0000","last_active":"2024-08-29T17:43:51.183086+0000","last_peered":"2024-08-29T17:43:51.183086+0000","last_clean":"2024-08-29T17:43:51.183086+0000","last_became_active":"2024-08-29T17:41:03.071476+0000","last_became_peered":"2024-08-29T17:41:03.071476+0000","last_unstale":"2024-08-29T17:43:51.183086+0000","last_undegraded":"2024-08-29T17:43:51.183086+0000","last_fullsized":"2024-08-29T17:43:51.183086+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-29T17:41:01.987071+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-29T17:41:01.987071+0000","last_clean_scrub_stamp":"2024-08-29T17:41:01.987071+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-30T20:09:47.112614+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,4],"acting":[0,1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.8","version":"0'0","reported_seq":24,"reported_epoch":74,"state":"active+clean","last_fresh":"2024-08-29T17:43:51.057459+0000","last_change":"2024-08-29T17:40:54.004582+0000","last_active":"2024-08-29T17:43:51.057459+0000","last_peered":"2024-08-29T17:43:51.057459+0000","last_clean":"2024-08-29T17:43:51.057459+0000","last_became_active":"2024-08-29T17:40:54.003948+0000","last_became_peered":"2024-08-29T17:40:54.003948+0000","last_unstale":"2024-08-29T17:43:51.057459+0000","last_undegraded":"2024-08-29T17:43:51.057459+0000","last_fullsized":"2024-08-29T17:43:51.057459+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-29T17:40:52.944949+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-29T17:40:52.944949+0000","last_clean_scrub_stamp":"2024-08-29T17:40:52.944949+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-30T22:51:00.006032+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,1],"acting":[7,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.9","version":"0'0","reported_seq":21,"reported_epoch":74,"state":"active+clean","last_fresh":"2024-08-29T17:43:51.001309+0000","last_change":"2024-08-29T17:41:03.078707+0000","last_active":"2024-08-29T17:43:51.001309+0000","last_peered":"2024-08-29T17:43:51.001309+0000","last_clean":"2024-08-29T17:43:51.001309+0000","last_became_active":"2024-08-29T17:41:03.076410+0000","last_became_peered":"2024-08-29T17:41:03.076410+0000","last_unstale":"2024-08-29T17:43:51.001309+0000","last_undegraded":"2024-08-29T17:43:51.001309+0000","last_fullsized":"2024-08-29T17:43:51.001309+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-29T17:41:01.987071+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-29T17:41:01.987071+0000","last_clean_scrub_stamp":"2024-08-29T17:41:01.987071+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-30T17:53:37.747869+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2,7],"acting":[4,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.9","version":"0'0","reported_seq":24,"reported_epoch":74,"state":"active+clean","last_fresh":"2024-08-29T17:43:51.009407+0000","last_change":"2024-08-29T17:40:53.999191+0000","last_active":"2024-08-29T17:43:51.009407+0000","last_peered":"2024-08-29T17:43:51.009407+0000","last_clean":"2024-08-29T17:43:51.009407+0000","last_became_active":"2024-08-29T17:40:53.998553+0000","last_became_peered":"2024-08-29T17:40:53.998553+0000","last_unstale":"2024-08-29T17:43:51.009407+0000","last_undegraded":"2024-08-29T17:43:51.009407+0000","last_fullsized":"2024-08-29T17:43:51.009407+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-29T17:40:52.944949+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-29T17:40:52.944949+0000","last_clean_scrub_stamp":"2024-08-29T17:40:52.944949+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-30T19:35:05.530174+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7,3],"acting":[1,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.8","version":"0'0","reported_seq":21,"reported_epoch":74,"state":"active+clean","last_fresh":"2024-08-29T17:43:51.002306+0000","last_change":"2024-08-29T17:41:03.057392+0000","last_active":"2024-08-29T17:43:51.002306+0000","last_peered":"2024-08-29T17:43:51.002306+0000","last_clean":"2024-08-29T17:43:51.002306+0000","last_became_active":"2024-08-29T17:41:03.056480+0000","last_became_peered":"2024-08-29T17:41:03.056480+0000","last_unstale":"2024-08-29T17:43:51.002306+0000","last_undegraded":"2024-08-29T17:43:51.002306+0000","last_fullsized":"2024-08-29T17:43:51.002306+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-29T17:41:01.987071+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-29T17:41:01.987071+0000","last_clean_scrub_stamp":"2024-08-29T17:41:01.987071+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-30T21:26:13.016911+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,7],"acting":[3,1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.a","version":"0'0","reported_seq":24,"reported_epoch":74,"state":"active+clean","last_fresh":"2024-08-29T17:43:51.010327+0000","last_change":"2024-08-29T17:40:53.988890+0000","last_active":"2024-08-29T17:43:51.010327+0000","last_peered":"2024-08-29T17:43:51.010327+0000","last_clean":"2024-08-29T17:43:51.010327+0000","last_became_active":"2024-08-29T17:40:53.987830+0000","last_became_peered":"2024-08-29T17:40:53.987830+0000","last_unstale":"2024-08-29T17:43:51.010327+0000","last_undegraded":"2024-08-29T17:43:51.010327+0000","last_fullsized":"2024-08-29T17:43:51.010327+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-29T17:40:52.944949+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-29T17:40:52.944949+0000","last_clean_scrub_stamp":"2024-08-29T17:40:52.944949+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-31T01:52:35.315116+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,7],"acting":[1,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.b","version":"0'0","reported_seq":21,"reported_epoch":74,"state":"active+clean","last_fresh":"2024-08-29T17:43:51.004512+0000","last_change":"2024-08-29T17:41:03.068281+0000","last_active":"2024-08-29T17:43:51.004512+0000","last_peered":"2024-08-29T17:43:51.004512+0000","last_clean":"2024-08-29T17:43:51.004512+0000","last_became_active":"2024-08-29T17:41:03.067540+0000","last_became_peered":"2024-08-29T17:41:03.067540+0000","last_unstale":"2024-08-29T17:43:51.004512+0000","last_undegraded":"2024-08-29T17:43:51.004512+0000","last_fullsized":"2024-08-29T17:43:51.004512+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-29T17:41:01.987071+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-29T17:41:01.987071+0000","last_clean_scrub_stamp":"2024-08-29T17:41:01.987071+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-31T01:24:36.674196+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,4],"acting":[3,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.b","version":"65'2","reported_seq":26,"reported_epoch":74,"state":"active+clean","last_fresh":"2024-08-29T17:43:51.058155+0000","last_change":"2024-08-29T17:40:53.996349+0000","last_active":"2024-08-29T17:43:51.058155+0000","last_peered":"2024-08-29T17:43:51.058155+0000","last_clean":"2024-08-29T17:43:51.058155+0000","last_became_active":"2024-08-29T17:40:53.994961+0000","last_became_peered":"2024-08-29T17:40:53.994961+0000","last_unstale":"2024-08-29T17:43:51.058155+0000","last_undegraded":"2024-08-29T17:43:51.058155+0000","last_fullsized":"2024-08-29T17:43:51.058155+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-29T17:40:52.944949+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-29T17:40:52.944949+0000","last_clean_scrub_stamp":"2024-08-29T17:40:52.944949+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-31T01:59:05.156956+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,5],"acting":[7,4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.a","version":"0'0","reported_seq":21,"reported_epoch":74,"state":"active+clean","last_fresh":"2024-08-29T17:43:51.180779+0000","last_change":"2024-08-29T17:41:03.050967+0000","last_active":"2024-08-29T17:43:51.180779+0000","last_peered":"2024-08-29T17:43:51.180779+0000","last_clean":"2024-08-29T17:43:51.180779+0000","last_became_active":"2024-08-29T17:41:03.050002+0000","last_became_peered":"2024-08-29T17:41:03.050002+0000","last_unstale":"2024-08-29T17:43:51.180779+0000","last_undegraded":"2024-08-29T17:43:51.180779+0000","last_fullsized":"2024-08-29T17:43:51.180779+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-29T17:41:01.987071+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-29T17:41:01.987071+0000","last_clean_scrub_stamp":"2024-08-29T17:41:01.987071+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-31T02:43:09.072336+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,1],"acting":[6,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.1d","version":"0'0","reported_seq":21,"reported_epoch":74,"state":"active+clean","last_fresh":"2024-08-29T17:43:51.011928+0000","last_change":"2024-08-29T17:41:03.056090+0000","last_active":"2024-08-29T17:43:51.011928+0000","last_peered":"2024-08-29T17:43:51.011928+0000","last_clean":"2024-08-29T17:43:51.011928+0000","last_became_active":"2024-08-29T17:41:03.055218+0000","last_became_peered":"2024-08-29T17:41:03.055218+0000","last_unstale":"2024-08-29T17:43:51.011928+0000","last_undegraded":"2024-08-29T17:43:51.011928+0000","last_fullsized":"2024-08-29T17:43:51.011928+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-29T17:41:01.987071+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-29T17:41:01.987071+0000","last_clean_scrub_stamp":"2024-08-29T17:41:01.987071+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-30T23:46:17.035805+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,6],"acting":[5,4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.1c","version":"65'2","reported_seq":26,"reported_epoch":74,"state":"active+clean","last_fresh":"2024-08-29T17:43:51.058429+0000","last_change":"2024-08-29T17:40:54.000492+0000","last_active":"2024-08-29T17:43:51.058429+0000","last_peered":"2024-08-29T17:43:51.058429+0000","last_clean":"2024-08-29T17:43:51.058429+0000","last_became_active":"2024-08-29T17:40:53.999633+0000","last_became_peered":"2024-08-29T17:40:53.999633+0000","last_unstale":"2024-08-29T17:43:51.058429+0000","last_undegraded":"2024-08-29T17:43:51.058429+0000","last_fullsized":"2024-08-29T17:43:51.058429+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-29T17:40:52.944949+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-29T17:40:52.944949+0000","last_clean_scrub_stamp":"2024-08-29T17:40:52.944949+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-31T00:56:17.292560+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,2],"acting":[7,5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.1c","version":"0'0","reported_seq":21,"reported_epoch":74,"state":"active+clean","last_fresh":"2024-08-29T17:43:51.011365+0000","last_change":"2024-08-29T17:41:03.067082+0000","last_active":"2024-08-29T17:43:51.011365+0000","last_peered":"2024-08-29T17:43:51.011365+0000","last_clean":"2024-08-29T17:43:51.011365+0000","last_became_active":"2024-08-29T17:41:03.066352+0000","last_became_peered":"2024-08-29T17:41:03.066352+0000","last_unstale":"2024-08-29T17:43:51.011365+0000","last_undegraded":"2024-08-29T17:43:51.011365+0000","last_fullsized":"2024-08-29T17:43:51.011365+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-29T17:41:01.987071+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-29T17:41:01.987071+0000","last_clean_scrub_stamp":"2024-08-29T17:41:01.987071+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-30T18:08:46.728133+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,1],"acting":[5,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.1d","version":"65'2","reported_seq":26,"reported_epoch":74,"state":"active+clean","last_fresh":"2024-08-29T17:43:51.058785+0000","last_change":"2024-08-29T17:40:53.997438+0000","last_active":"2024-08-29T17:43:51.058785+0000","last_peered":"2024-08-29T17:43:51.058785+0000","last_clean":"2024-08-29T17:43:51.058785+0000","last_became_active":"2024-08-29T17:40:53.996547+0000","last_became_peered":"2024-08-29T17:40:53.996547+0000","last_unstale":"2024-08-29T17:43:51.058785+0000","last_undegraded":"2024-08-29T17:43:51.058785+0000","last_fullsized":"2024-08-29T17:43:51.058785+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-29T17:40:52.944949+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-29T17:40:52.944949+0000","last_clean_scrub_stamp":"2024-08-29T17:40:52.944949+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-30T20:49:45.750433+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6,0],"acting":[7,6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.1f","version":"0'0","reported_seq":21,"reported_epoch":74,"state":"active+clean","last_fresh":"2024-08-29T17:43:51.184746+0000","last_change":"2024-08-29T17:41:03.065361+0000","last_active":"2024-08-29T17:43:51.184746+0000","last_peered":"2024-08-29T17:43:51.184746+0000","last_clean":"2024-08-29T17:43:51.184746+0000","last_became_active":"2024-08-29T17:41:03.064910+0000","last_became_peered":"2024-08-29T17:41:03.064910+0000","last_unstale":"2024-08-29T17:43:51.184746+0000","last_undegraded":"2024-08-29T17:43:51.184746+0000","last_fullsized":"2024-08-29T17:43:51.184746+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-29T17:41:01.987071+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-29T17:41:01.987071+0000","last_clean_scrub_stamp":"2024-08-29T17:41:01.987071+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-31T01:56:49.253918+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,2],"acting":[0,5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.1e","version":"65'1","reported_seq":25,"reported_epoch":74,"state":"active+clean","last_fresh":"2024-08-29T17:43:51.003035+0000","last_change":"2024-08-29T17:40:53.990408+0000","last_active":"2024-08-29T17:43:51.003035+0000","last_peered":"2024-08-29T17:43:51.003035+0000","last_clean":"2024-08-29T17:43:51.003035+0000","last_became_active":"2024-08-29T17:40:53.989608+0000","last_became_peered":"2024-08-29T17:40:53.989608+0000","last_unstale":"2024-08-29T17:43:51.003035+0000","last_undegraded":"2024-08-29T17:43:51.003035+0000","last_fullsized":"2024-08-29T17:43:51.003035+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-29T17:40:52.944949+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-29T17:40:52.944949+0000","last_clean_scrub_stamp":"2024-08-29T17:40:52.944949+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-31T04:13:02.440764+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,5],"acting":[3,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1e","version":"0'0","reported_seq":21,"reported_epoch":74,"state":"active+clean","last_fresh":"2024-08-29T17:43:51.002570+0000","last_change":"2024-08-29T17:41:03.045150+0000","last_active":"2024-08-29T17:43:51.002570+0000","last_peered":"2024-08-29T17:43:51.002570+0000","last_clean":"2024-08-29T17:43:51.002570+0000","last_became_active":"2024-08-29T17:41:03.044260+0000","last_became_peered":"2024-08-29T17:41:03.044260+0000","last_unstale":"2024-08-29T17:43:51.002570+0000","last_undegraded":"2024-08-29T17:43:51.002570+0000","last_fullsized":"2024-08-29T17:43:51.002570+0000","mapping_epoch":62,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":63,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-29T17:41:01.987071+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-29T17:41:01.987071+0000","last_clean_scrub_stamp":"2024-08-29T17:41:01.987071+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-30T22:23:38.421238+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6,2],"acting":[3,6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.1f","version":"65'4","reported_seq":28,"reported_epoch":74,"state":"active+clean","last_fresh":"2024-08-29T17:43:51.186113+0000","last_change":"2024-08-29T17:40:53.984051+0000","last_active":"2024-08-29T17:43:51.186113+0000","last_peered":"2024-08-29T17:43:51.186113+0000","last_clean":"2024-08-29T17:43:51.186113+0000","last_became_active":"2024-08-29T17:40:53.982916+0000","last_became_peered":"2024-08-29T17:40:53.982916+0000","last_unstale":"2024-08-29T17:43:51.186113+0000","last_undegraded":"2024-08-29T17:43:51.186113+0000","last_fullsized":"2024-08-29T17:43:51.186113+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-29T17:40:52.944949+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-29T17:40:52.944949+0000","last_clean_scrub_stamp":"2024-08-29T17:40:52.944949+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-30T23:13:10.265403+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":570,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,4],"acting":[0,7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]}],"pool_stats":[{"poolid":4,"num_pg":8,"stat_sum":{"num_bytes":19,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":2,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":12288,"data_stored":57,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":3,"ondisk_log_size":3,"up":24,"acting":24,"num_store_stats":8},{"poolid":3,"num_pg":64,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":192,"acting":192,"num_store_stats":8},{"poolid":2,"num_pg":32,"stat_sum":{"num_bytes":3410,"num_objects":22,"num_object_clones":0,"num_object_copies":66,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":22,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":51,"num_write_kb":19,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":1,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":98304,"data_stored":10230,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":45,"ondisk_log_size":45,"up":96,"acting":96,"num_store_stats":8},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":212,"num_read_kb":306,"num_write":179,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":6,"num_bytes_recovered":1771104,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":1781760,"data_stored":1771104,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":128,"ondisk_log_size":128,"up":3,"acting":3,"num_store_stats":3}],"osd_stats":[{"osd":7,"up_from":54,"seq":231928234051,"num_pgs":46,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":298700,"kb_used_data":1344,"kb_used_omap":1,"kb_used_meta":297342,"kb_avail":93446452,"statfs":{"total":95995035648,"available":95689166848,"internally_reserved":0,"allocated":1376256,"data_stored":939644,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1704,"internal_metadata":304478552},"hb_peers":[0,1,2,3,4,5,6],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Aug 29 17:44:57 2024","interfaces":[{"interface":"back","average":{"1min":0.84199999999999997,"5min":0.93100000000000005,"15min":0.93200000000000005},"min":{"1min":0.59299999999999997,"5min":0.55900000000000005,"15min":0.55900000000000005},"max":{"1min":1.248,"5min":1.379,"15min":1.379},"last":0.67600000000000005},{"interface":"front","average":{"1min":0.82599999999999996,"5min":0.91100000000000003,"15min":0.96399999999999997},"min":{"1min":0.496,"5min":0.496,"15min":0.496},"max":{"1min":1.1850000000000001,"5min":1.3500000000000001,"15min":1.3500000000000001},"last":1.071}]},{"osd":1,"last update":"Thu Aug 29 17:44:57 2024","interfaces":[{"interface":"back","average":{"1min":0.92300000000000004,"5min":0.95599999999999996,"15min":0.95799999999999996},"min":{"1min":0.66500000000000004,"5min":0.64400000000000002,"15min":0.64400000000000002},"max":{"1min":1.248,"5min":1.4830000000000001,"15min":1.4830000000000001},"last":1.0189999999999999},{"interface":"front","average":{"1min":0.95799999999999996,"5min":0.95399999999999996,"15min":0.95199999999999996},"min":{"1min":0.74199999999999999,"5min":0.629,"15min":0.629},"max":{"1min":1.1899999999999999,"5min":1.353,"15min":1.353},"last":0.88800000000000001}]},{"osd":2,"last update":"Thu Aug 29 17:44:57 2024","interfaces":[{"interface":"back","average":{"1min":0.93500000000000005,"5min":0.92500000000000004,"15min":0.94699999999999995},"min":{"1min":0.57599999999999996,"5min":0.57599999999999996,"15min":0.57599999999999996},"max":{"1min":1.3460000000000001,"5min":1.3799999999999999,"15min":1.3799999999999999},"last":1.119},{"interface":"front","average":{"1min":0.94299999999999995,"5min":0.97899999999999998,"15min":1.002},"min":{"1min":0.66000000000000003,"5min":0.59399999999999997,"15min":0.59399999999999997},"max":{"1min":1.179,"5min":1.4259999999999999,"15min":1.4259999999999999},"last":0.95899999999999996}]},{"osd":3,"last update":"Thu Aug 29 17:44:57 2024","interfaces":[{"interface":"back","average":{"1min":0.88,"5min":0.93500000000000005,"15min":0.95499999999999996},"min":{"1min":0.66600000000000004,"5min":0.66600000000000004,"15min":0.66600000000000004},"max":{"1min":1.2410000000000001,"5min":1.3149999999999999,"15min":1.3149999999999999},"last":1.0469999999999999},{"interface":"front","average":{"1min":1.0760000000000001,"5min":1.0580000000000001,"15min":1.073},"min":{"1min":0.64200000000000002,"5min":0.64200000000000002,"15min":0.64200000000000002},"max":{"1min":1.357,"5min":1.4830000000000001,"15min":1.4830000000000001},"last":1.0960000000000001}]},{"osd":4,"last update":"Thu Aug 29 17:44:57 2024","interfaces":[{"interface":"back","average":{"1min":0.89600000000000002,"5min":0.92400000000000004,"15min":0.90900000000000003},"min":{"1min":0.45900000000000002,"5min":0.45900000000000002,"15min":0.45900000000000002},"max":{"1min":1.1970000000000001,"5min":1.405,"15min":1.405},"last":1.1439999999999999},{"interface":"front","average":{"1min":1.012,"5min":0.98899999999999999,"15min":0.995},"min":{"1min":0.56699999999999995,"5min":0.47799999999999998,"15min":0.47799999999999998},"max":{"1min":1.4219999999999999,"5min":1.4750000000000001,"15min":1.4750000000000001},"last":0.749}]},{"osd":5,"last update":"Thu Aug 29 17:44:57 2024","interfaces":[{"interface":"back","average":{"1min":1.0069999999999999,"5min":1.0229999999999999,"15min":1.0529999999999999},"min":{"1min":0.59099999999999997,"5min":0.499,"15min":0.499},"max":{"1min":1.3500000000000001,"5min":1.518,"15min":1.518},"last":0.84799999999999998},{"interface":"front","average":{"1min":1.022,"5min":1.0660000000000001,"15min":1.0900000000000001},"min":{"1min":0.51600000000000001,"5min":0.51600000000000001,"15min":0.51600000000000001},"max":{"1min":1.276,"5min":1.633,"15min":1.633},"last":0.98299999999999998}]},{"osd":6,"last update":"Thu Aug 29 17:44:57 2024","interfaces":[{"interface":"back","average":{"1min":1.044,"5min":1.0920000000000001,"15min":1.1080000000000001},"min":{"1min":0.55900000000000005,"5min":0.55900000000000005,"15min":0.55900000000000005},"max":{"1min":1.2769999999999999,"5min":1.6220000000000001,"15min":1.6220000000000001},"last":0.79400000000000004},{"interface":"front","average":{"1min":1.0569999999999999,"5min":1.111,"15min":1.163},"min":{"1min":0.61499999999999999,"5min":0.51800000000000002,"15min":0.51800000000000002},"max":{"1min":1.5,"5min":2.1909999999999998,"15min":2.1909999999999998},"last":0.91300000000000003}]}]},{"osd":6,"up_from":46,"seq":197568495694,"num_pgs":39,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":298696,"kb_used_data":1344,"kb_used_omap":1,"kb_used_meta":297342,"kb_avail":93446456,"statfs":{"total":95995035648,"available":95689170944,"internally_reserved":0,"allocated":1376256,"data_stored":941411,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1704,"internal_metadata":304478552},"hb_peers":[0,1,2,3,4,5,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Aug 29 17:45:06 2024","interfaces":[{"interface":"back","average":{"1min":0.89600000000000002,"5min":0.95299999999999996,"15min":0.94399999999999995},"min":{"1min":0.67500000000000004,"5min":0.52400000000000002,"15min":0.52400000000000002},"max":{"1min":1.222,"5min":1.4570000000000001,"15min":1.4570000000000001},"last":1.1759999999999999},{"interface":"front","average":{"1min":0.98799999999999999,"5min":0.90000000000000002,"15min":0.88200000000000001},"min":{"1min":0.73499999999999999,"5min":0.34999999999999998,"15min":0.34999999999999998},"max":{"1min":1.2689999999999999,"5min":1.331,"15min":1.331},"last":0.66600000000000004}]},{"osd":1,"last update":"Thu Aug 29 17:45:06 2024","interfaces":[{"interface":"back","average":{"1min":1.018,"5min":0.96699999999999997,"15min":0.94099999999999995},"min":{"1min":0.65000000000000002,"5min":0.46899999999999997,"15min":0.46899999999999997},"max":{"1min":1.452,"5min":1.4850000000000001,"15min":1.4850000000000001},"last":0.97699999999999998},{"interface":"front","average":{"1min":0.94899999999999995,"5min":0.92900000000000005,"15min":0.89100000000000001},"min":{"1min":0.58399999999999996,"5min":0.42799999999999999,"15min":0.42799999999999999},"max":{"1min":1.23,"5min":1.5760000000000001,"15min":1.5760000000000001},"last":0.90300000000000002}]},{"osd":2,"last update":"Thu Aug 29 17:45:06 2024","interfaces":[{"interface":"back","average":{"1min":0.98099999999999998,"5min":0.97499999999999998,"15min":0.91000000000000003},"min":{"1min":0.752,"5min":0.53700000000000003,"15min":0.53700000000000003},"max":{"1min":1.302,"5min":4.1360000000000001,"15min":4.1360000000000001},"last":0.79800000000000004},{"interface":"front","average":{"1min":1.038,"5min":1.0549999999999999,"15min":0.97099999999999997},"min":{"1min":0.75900000000000001,"5min":0.56399999999999995,"15min":0.56399999999999995},"max":{"1min":1.335,"5min":1.526,"15min":1.526},"last":0.84399999999999997}]},{"osd":3,"last update":"Thu Aug 29 17:45:06 2024","interfaces":[{"interface":"back","average":{"1min":0.92200000000000004,"5min":0.90800000000000003,"15min":0.93400000000000005},"min":{"1min":0.64500000000000002,"5min":0.45500000000000002,"15min":0.45500000000000002},"max":{"1min":1.198,"5min":1.383,"15min":1.383},"last":1.0640000000000001},{"interface":"front","average":{"1min":1.0629999999999999,"5min":0.98099999999999998,"15min":0.91700000000000004},"min":{"1min":0.79800000000000004,"5min":0.55200000000000005,"15min":0.55200000000000005},"max":{"1min":1.331,"5min":1.6220000000000001,"15min":1.6220000000000001},"last":1.016}]},{"osd":4,"last update":"Thu Aug 29 17:45:06 2024","interfaces":[{"interface":"back","average":{"1min":0.96999999999999997,"5min":0.96899999999999997,"15min":0.93200000000000005},"min":{"1min":0.626,"5min":0.45200000000000001,"15min":0.34499999999999997},"max":{"1min":1.274,"5min":1.5640000000000001,"15min":1.5640000000000001},"last":1.0449999999999999},{"interface":"front","average":{"1min":0.98099999999999998,"5min":0.94199999999999995,"15min":0.88400000000000001},"min":{"1min":0.52800000000000002,"5min":0.378,"15min":0.378},"max":{"1min":1.395,"5min":1.667,"15min":1.667},"last":1.218}]},{"osd":5,"last update":"Thu Aug 29 17:45:06 2024","interfaces":[{"interface":"back","average":{"1min":1.1020000000000001,"5min":1.034,"15min":0.96299999999999997},"min":{"1min":0.58499999999999996,"5min":0.39900000000000002,"15min":0.38800000000000001},"max":{"1min":1.532,"5min":1.569,"15min":1.569},"last":1.1080000000000001},{"interface":"front","average":{"1min":0.97899999999999998,"5min":0.996,"15min":0.93600000000000005},"min":{"1min":0.65500000000000003,"5min":0.42199999999999999,"15min":0.371},"max":{"1min":1.363,"5min":1.7989999999999999,"15min":1.7989999999999999},"last":1.1439999999999999}]},{"osd":7,"last update":"Thu Aug 29 17:45:00 2024","interfaces":[{"interface":"back","average":{"1min":1.075,"5min":1.1100000000000001,"15min":1.1200000000000001},"min":{"1min":0.54600000000000004,"5min":0.443,"15min":0.443},"max":{"1min":1.3919999999999999,"5min":1.5609999999999999,"15min":1.5609999999999999},"last":1.2629999999999999},{"interface":"front","average":{"1min":1.2310000000000001,"5min":1.218,"15min":1.1970000000000001},"min":{"1min":0.72099999999999997,"5min":0.53700000000000003,"15min":0.53700000000000003},"max":{"1min":1.454,"5min":1.6379999999999999,"15min":1.6379999999999999},"last":1.3069999999999999}]}]},{"osd":5,"up_from":38,"seq":163208757337,"num_pgs":41,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":298124,"kb_used_data":772,"kb_used_omap":1,"kb_used_meta":297342,"kb_avail":93447028,"statfs":{"total":95995035648,"available":95689756672,"internally_reserved":0,"allocated":790528,"data_stored":351144,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1704,"internal_metadata":304478552},"hb_peers":[0,1,2,3,4,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Aug 29 17:44:13 2024","interfaces":[{"interface":"back","average":{"1min":0.93400000000000005,"5min":0.93300000000000005,"15min":0.89900000000000002},"min":{"1min":0.625,"5min":0.47599999999999998,"15min":0.47599999999999998},"max":{"1min":1.347,"5min":1.347,"15min":1.347},"last":0.78900000000000003},{"interface":"front","average":{"1min":0.98499999999999999,"5min":0.92300000000000004,"15min":0.87},"min":{"1min":0.52500000000000002,"5min":0.504,"15min":0.504},"max":{"1min":1.2749999999999999,"5min":1.3280000000000001,"15min":1.3280000000000001},"last":0.93600000000000005}]},{"osd":1,"last update":"Thu Aug 29 17:44:13 2024","interfaces":[{"interface":"back","average":{"1min":0.98999999999999999,"5min":0.91400000000000003,"15min":0.95199999999999996},"min":{"1min":0.60199999999999998,"5min":0.52500000000000002,"15min":0.52500000000000002},"max":{"1min":1.4550000000000001,"5min":1.4550000000000001,"15min":1.669},"last":0.59099999999999997},{"interface":"front","average":{"1min":1.01,"5min":0.96699999999999997,"15min":0.88500000000000001},"min":{"1min":0.54900000000000004,"5min":0.45300000000000001,"15min":0.45300000000000001},"max":{"1min":1.448,"5min":1.448,"15min":1.448},"last":0.72799999999999998}]},{"osd":2,"last update":"Thu Aug 29 17:44:13 2024","interfaces":[{"interface":"back","average":{"1min":0.876,"5min":0.89900000000000002,"15min":0.92500000000000004},"min":{"1min":0.66800000000000004,"5min":0.54300000000000004,"15min":0.54300000000000004},"max":{"1min":1.2230000000000001,"5min":1.3620000000000001,"15min":1.3620000000000001},"last":1.0660000000000001},{"interface":"front","average":{"1min":1.012,"5min":0.997,"15min":0.98299999999999998},"min":{"1min":0.57699999999999996,"5min":0.48999999999999999,"15min":0.48999999999999999},"max":{"1min":1.534,"5min":1.534,"15min":1.534},"last":0.88700000000000001}]},{"osd":3,"last update":"Thu Aug 29 17:44:13 2024","interfaces":[{"interface":"back","average":{"1min":0.95099999999999996,"5min":0.92100000000000004,"15min":0.92800000000000005},"min":{"1min":0.60299999999999998,"5min":0.60299999999999998,"15min":0.60299999999999998},"max":{"1min":1.2669999999999999,"5min":1.2669999999999999,"15min":1.2669999999999999},"last":1.2170000000000001},{"interface":"front","average":{"1min":1.089,"5min":1.0409999999999999,"15min":1.0229999999999999},"min":{"1min":0.56899999999999995,"5min":0.56899999999999995,"15min":0.56899999999999995},"max":{"1min":1.633,"5min":1.633,"15min":1.633},"last":0.97799999999999998}]},{"osd":4,"last update":"Thu Aug 29 17:44:13 2024","interfaces":[{"interface":"back","average":{"1min":0.90900000000000003,"5min":0.88700000000000001,"15min":0.83099999999999996},"min":{"1min":0.34200000000000003,"5min":0.34200000000000003,"15min":0.34200000000000003},"max":{"1min":1.3240000000000001,"5min":1.3240000000000001,"15min":1.3240000000000001},"last":1.0269999999999999},{"interface":"front","average":{"1min":0.96599999999999997,"5min":0.90800000000000003,"15min":0.86899999999999999},"min":{"1min":0.35799999999999998,"5min":0.35799999999999998,"15min":0.35799999999999998},"max":{"1min":1.5760000000000001,"5min":1.5760000000000001,"15min":1.5760000000000001},"last":1.355}]},{"osd":6,"last update":"Thu Aug 29 17:45:10 2024","interfaces":[{"interface":"back","average":{"1min":0.98899999999999999,"5min":1.006,"15min":0.91700000000000004},"min":{"1min":0.41199999999999998,"5min":0.38100000000000001,"15min":0.38100000000000001},"max":{"1min":1.6890000000000001,"5min":1.6890000000000001,"15min":1.6890000000000001},"last":1.1679999999999999},{"interface":"front","average":{"1min":1.0640000000000001,"5min":1.0940000000000001,"15min":1.0209999999999999},"min":{"1min":0.48699999999999999,"5min":0.41899999999999998,"15min":0.41899999999999998},"max":{"1min":1.4510000000000001,"5min":1.6180000000000001,"15min":1.76},"last":1.121}]},{"osd":7,"last update":"Thu Aug 29 17:44:56 2024","interfaces":[{"interface":"back","average":{"1min":1.129,"5min":1.143,"15min":1.1259999999999999},"min":{"1min":0.53700000000000003,"5min":0.46200000000000002,"15min":0.46200000000000002},"max":{"1min":1.409,"5min":1.661,"15min":1.661},"last":1.262},{"interface":"front","average":{"1min":1.147,"5min":1.127,"15min":1.113},"min":{"1min":0.51100000000000001,"5min":0.41399999999999998,"15min":0.41399999999999998},"max":{"1min":1.7889999999999999,"5min":1.7889999999999999,"15min":1.7889999999999999},"last":1.3200000000000001}]}]},{"osd":4,"up_from":30,"seq":128849018980,"num_pgs":39,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":298132,"kb_used_data":776,"kb_used_omap":1,"kb_used_meta":297342,"kb_avail":93447020,"statfs":{"total":95995035648,"available":95689748480,"internally_reserved":0,"allocated":794624,"data_stored":349457,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1704,"internal_metadata":304478552},"hb_peers":[0,1,2,3,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Aug 29 17:44:21 2024","interfaces":[{"interface":"back","average":{"1min":0.93200000000000005,"5min":0.874,"15min":0.82799999999999996},"min":{"1min":0.61699999999999999,"5min":0.50600000000000001,"15min":0.50600000000000001},"max":{"1min":1.29,"5min":1.3939999999999999,"15min":1.3939999999999999},"last":0.91600000000000004},{"interface":"front","average":{"1min":0.95499999999999996,"5min":0.92900000000000005,"15min":0.84699999999999998},"min":{"1min":0.625,"5min":0.443,"15min":0.443},"max":{"1min":1.3069999999999999,"5min":1.3100000000000001,"15min":1.325},"last":1.1040000000000001}]},{"osd":1,"last update":"Thu Aug 29 17:44:21 2024","interfaces":[{"interface":"back","average":{"1min":1.0069999999999999,"5min":0.95399999999999996,"15min":0.83699999999999997},"min":{"1min":0.67300000000000004,"5min":0.48799999999999999,"15min":0.48799999999999999},"max":{"1min":1.51,"5min":1.51,"15min":1.51},"last":0.81799999999999995},{"interface":"front","average":{"1min":1.097,"5min":0.95499999999999996,"15min":0.88600000000000001},"min":{"1min":0.78800000000000003,"5min":0.53000000000000003,"15min":0.53000000000000003},"max":{"1min":1.4199999999999999,"5min":1.494,"15min":1.494},"last":1.0009999999999999}]},{"osd":2,"last update":"Thu Aug 29 17:44:21 2024","interfaces":[{"interface":"back","average":{"1min":1.0389999999999999,"5min":0.98799999999999999,"15min":0.871},"min":{"1min":0.60499999999999998,"5min":0.502,"15min":0.502},"max":{"1min":1.3740000000000001,"5min":1.3939999999999999,"15min":1.3939999999999999},"last":1.292},{"interface":"front","average":{"1min":0.97699999999999998,"5min":0.93500000000000005,"15min":0.90500000000000003},"min":{"1min":0.69099999999999995,"5min":0.56899999999999995,"15min":0.54800000000000004},"max":{"1min":1.4359999999999999,"5min":1.4359999999999999,"15min":1.4359999999999999},"last":0.96399999999999997}]},{"osd":3,"last update":"Thu Aug 29 17:44:21 2024","interfaces":[{"interface":"back","average":{"1min":1.0229999999999999,"5min":0.95799999999999996,"15min":0.94299999999999995},"min":{"1min":0.76000000000000001,"5min":0.52000000000000002,"15min":0.52000000000000002},"max":{"1min":1.3180000000000001,"5min":1.3300000000000001,"15min":1.3300000000000001},"last":1.0389999999999999},{"interface":"front","average":{"1min":1.1259999999999999,"5min":1.036,"15min":0.92500000000000004},"min":{"1min":0.68100000000000005,"5min":0.58499999999999996,"15min":0.58499999999999996},"max":{"1min":1.3420000000000001,"5min":1.4530000000000001,"15min":1.4530000000000001},"last":1.1619999999999999}]},{"osd":5,"last update":"Thu Aug 29 17:45:12 2024","interfaces":[{"interface":"back","average":{"1min":0.97099999999999997,"5min":0.97699999999999998,"15min":0.80100000000000005},"min":{"1min":0.68799999999999994,"5min":0.41399999999999998,"15min":0.313},"max":{"1min":1.554,"5min":1.554,"15min":1.554},"last":0.86399999999999999},{"interface":"front","average":{"1min":1.0589999999999999,"5min":1.0129999999999999,"15min":0.78900000000000003},"min":{"1min":0.79900000000000004,"5min":0.42799999999999999,"15min":0.29899999999999999},"max":{"1min":1.7430000000000001,"5min":1.7430000000000001,"15min":1.7430000000000001},"last":1.131}]},{"osd":6,"last update":"Thu Aug 29 17:45:06 2024","interfaces":[{"interface":"back","average":{"1min":1.083,"5min":1.0649999999999999,"15min":0.91100000000000003},"min":{"1min":0.66300000000000003,"5min":0.40799999999999997,"15min":0.27400000000000002},"max":{"1min":1.6339999999999999,"5min":1.6339999999999999,"15min":1.6339999999999999},"last":1.069},{"interface":"front","average":{"1min":1.1439999999999999,"5min":1.135,"15min":0.96799999999999997},"min":{"1min":0.77500000000000002,"5min":0.45900000000000002,"15min":0.35299999999999998},"max":{"1min":1.669,"5min":1.669,"15min":1.669},"last":1.21}]},{"osd":7,"last update":"Thu Aug 29 17:44:57 2024","interfaces":[{"interface":"back","average":{"1min":1.107,"5min":1.1180000000000001,"15min":1.0820000000000001},"min":{"1min":0.80300000000000005,"5min":0.45800000000000002,"15min":0.45800000000000002},"max":{"1min":1.821,"5min":1.821,"15min":1.821},"last":1.236},{"interface":"front","average":{"1min":1.3160000000000001,"5min":1.2370000000000001,"15min":1.1759999999999999},"min":{"1min":0.96599999999999997,"5min":0.50800000000000001,"15min":0.50800000000000001},"max":{"1min":1.7689999999999999,"5min":1.7869999999999999,"15min":1.7869999999999999},"last":1.2589999999999999}]}]},{"osd":3,"up_from":25,"seq":107374182510,"num_pgs":37,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":298132,"kb_used_data":780,"kb_used_omap":1,"kb_used_meta":297342,"kb_avail":93447020,"statfs":{"total":95995035648,"available":95689748480,"internally_reserved":0,"allocated":798720,"data_stored":351735,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1704,"internal_metadata":304478552},"hb_peers":[0,1,2,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Aug 29 17:44:25 2024","interfaces":[{"interface":"back","average":{"1min":0.71199999999999997,"5min":0.67600000000000005,"15min":0.67600000000000005},"min":{"1min":0.28699999999999998,"5min":0.28699999999999998,"15min":0.28699999999999998},"max":{"1min":1.25,"5min":1.629,"15min":1.629},"last":0.69899999999999995},{"interface":"front","average":{"1min":0.71899999999999997,"5min":0.73499999999999999,"15min":0.70099999999999996},"min":{"1min":0.35899999999999999,"5min":0.312,"15min":0.312},"max":{"1min":1.0549999999999999,"5min":1.577,"15min":1.577},"last":0.755}]},{"osd":1,"last update":"Thu Aug 29 17:44:25 2024","interfaces":[{"interface":"back","average":{"1min":0.70499999999999996,"5min":0.70199999999999996,"15min":0.69699999999999995},"min":{"1min":0.41799999999999998,"5min":0.33700000000000002,"15min":0.33700000000000002},"max":{"1min":1.337,"5min":1.337,"15min":1.337},"last":0.86299999999999999},{"interface":"front","average":{"1min":0.81599999999999995,"5min":0.83999999999999997,"15min":0.78200000000000003},"min":{"1min":0.36699999999999999,"5min":0.33400000000000002,"15min":0.33400000000000002},"max":{"1min":1.216,"5min":1.5209999999999999,"15min":1.5209999999999999},"last":0.90500000000000003}]},{"osd":2,"last update":"Thu Aug 29 17:44:25 2024","interfaces":[{"interface":"back","average":{"1min":0.91200000000000003,"5min":0.91400000000000003,"15min":0.86899999999999999},"min":{"1min":0.48299999999999998,"5min":0.41799999999999998,"15min":0.41799999999999998},"max":{"1min":1.375,"5min":1.7729999999999999,"15min":1.7729999999999999},"last":0.97799999999999998},{"interface":"front","average":{"1min":0.74399999999999999,"5min":0.80300000000000005,"15min":0.77600000000000002},"min":{"1min":0.33700000000000002,"5min":0.33700000000000002,"15min":0.33700000000000002},"max":{"1min":1.008,"5min":1.4790000000000001,"15min":1.4790000000000001},"last":0.61199999999999999}]},{"osd":4,"last update":"Thu Aug 29 17:44:25 2024","interfaces":[{"interface":"back","average":{"1min":0.92500000000000004,"5min":0.91700000000000004,"15min":0.872},"min":{"1min":0.58999999999999997,"5min":0.56499999999999995,"15min":0.56499999999999995},"max":{"1min":1.4299999999999999,"5min":1.6599999999999999,"15min":1.6599999999999999},"last":1.0149999999999999},{"interface":"front","average":{"1min":1.129,"5min":1.0680000000000001,"15min":0.98799999999999999},"min":{"1min":0.67300000000000004,"5min":0.54500000000000004,"15min":0.54500000000000004},"max":{"1min":1.4650000000000001,"5min":1.8520000000000001,"15min":1.8520000000000001},"last":1.1479999999999999}]},{"osd":5,"last update":"Thu Aug 29 17:45:12 2024","interfaces":[{"interface":"back","average":{"1min":1.042,"5min":1.075,"15min":1.0780000000000001},"min":{"1min":0.70599999999999996,"5min":0.57799999999999996,"15min":0.57799999999999996},"max":{"1min":1.5609999999999999,"5min":1.736,"15min":1.736},"last":1.095},{"interface":"front","average":{"1min":0.94499999999999995,"5min":0.98099999999999998,"15min":0.99399999999999999},"min":{"1min":0.53800000000000003,"5min":0.53800000000000003,"15min":0.53800000000000003},"max":{"1min":1.3640000000000001,"5min":1.6240000000000001,"15min":1.6240000000000001},"last":0.94899999999999995}]},{"osd":6,"last update":"Thu Aug 29 17:45:12 2024","interfaces":[{"interface":"back","average":{"1min":0.98699999999999999,"5min":1.0009999999999999,"15min":1.0049999999999999},"min":{"1min":0.64900000000000002,"5min":0.55100000000000005,"15min":0.55100000000000005},"max":{"1min":1.454,"5min":1.4810000000000001,"15min":1.4810000000000001},"last":1.3740000000000001},{"interface":"front","average":{"1min":1.087,"5min":1.143,"15min":1.149},"min":{"1min":0.67200000000000004,"5min":0.61199999999999999,"15min":0.61199999999999999},"max":{"1min":1.508,"5min":1.871,"15min":1.871},"last":1.361}]},{"osd":7,"last update":"Thu Aug 29 17:45:01 2024","interfaces":[{"interface":"back","average":{"1min":0.98899999999999999,"5min":1.0469999999999999,"15min":1.0229999999999999},"min":{"1min":0.67500000000000004,"5min":0.53400000000000003,"15min":0.53400000000000003},"max":{"1min":1.51,"5min":1.5880000000000001,"15min":1.5880000000000001},"last":1.4359999999999999},{"interface":"front","average":{"1min":1.1319999999999999,"5min":1.1850000000000001,"15min":1.1850000000000001},"min":{"1min":0.60199999999999998,"5min":0.58299999999999996,"15min":0.58299999999999996},"max":{"1min":1.621,"5min":1.9159999999999999,"15min":1.9159999999999999},"last":1.4570000000000001}]}]},{"osd":2,"up_from":18,"seq":77309411448,"num_pgs":30,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":298116,"kb_used_data":760,"kb_used_omap":1,"kb_used_meta":297342,"kb_avail":93447036,"statfs":{"total":95995035648,"available":95689764864,"internally_reserved":0,"allocated":778240,"data_stored":349007,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1704,"internal_metadata":304478552},"hb_peers":[0,1,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Aug 29 17:44:46 2024","interfaces":[{"interface":"back","average":{"1min":0.63800000000000001,"5min":0.67100000000000004,"15min":0.626},"min":{"1min":0.434,"5min":0.248,"15min":0.248},"max":{"1min":1.0309999999999999,"5min":1.0389999999999999,"15min":1.2949999999999999},"last":0.63400000000000001},{"interface":"front","average":{"1min":0.76900000000000002,"5min":0.78300000000000003,"15min":0.69099999999999995},"min":{"1min":0.54600000000000004,"5min":0.35699999999999998,"15min":0.35699999999999998},"max":{"1min":1.127,"5min":1.357,"15min":1.357},"last":0.72899999999999998}]},{"osd":1,"last update":"Thu Aug 29 17:44:46 2024","interfaces":[{"interface":"back","average":{"1min":0.72099999999999997,"5min":0.73699999999999999,"15min":0.68100000000000005},"min":{"1min":0.39600000000000002,"5min":0.29199999999999998,"15min":0.29199999999999998},"max":{"1min":1.0760000000000001,"5min":1.169,"15min":1.23},"last":0.67200000000000004},{"interface":"front","average":{"1min":0.73199999999999998,"5min":0.77500000000000002,"15min":0.69699999999999995},"min":{"1min":0.36599999999999999,"5min":0.32400000000000001,"15min":0.32400000000000001},"max":{"1min":1.177,"5min":1.3759999999999999,"15min":1.3759999999999999},"last":0.78900000000000003}]},{"osd":3,"last update":"Thu Aug 29 17:44:37 2024","interfaces":[{"interface":"back","average":{"1min":0.80900000000000005,"5min":0.82299999999999995,"15min":0.77400000000000002},"min":{"1min":0.52000000000000002,"5min":0.33700000000000002,"15min":0.33700000000000002},"max":{"1min":1.321,"5min":1.321,"15min":1.321},"last":0.89900000000000002},{"interface":"front","average":{"1min":0.84799999999999998,"5min":0.878,"15min":0.81799999999999995},"min":{"1min":0.46300000000000002,"5min":0.29899999999999999,"15min":0.29899999999999999},"max":{"1min":1.2569999999999999,"5min":1.288,"15min":1.288},"last":0.99099999999999999}]},{"osd":4,"last update":"Thu Aug 29 17:44:22 2024","interfaces":[{"interface":"back","average":{"1min":0.96299999999999997,"5min":0.98899999999999999,"15min":0.95899999999999996},"min":{"1min":0.627,"5min":0.41899999999999998,"15min":0.41899999999999998},"max":{"1min":1.226,"5min":1.3080000000000001,"15min":1.423},"last":1.03},{"interface":"front","average":{"1min":1.034,"5min":1.0329999999999999,"15min":0.96699999999999997},"min":{"1min":0.65000000000000002,"5min":0.56499999999999995,"15min":0.56499999999999995},"max":{"1min":1.373,"5min":1.605,"15min":1.605},"last":1.0669999999999999}]},{"osd":5,"last update":"Thu Aug 29 17:45:04 2024","interfaces":[{"interface":"back","average":{"1min":1.1020000000000001,"5min":1.0589999999999999,"15min":1.012},"min":{"1min":0.79100000000000004,"5min":0.47499999999999998,"15min":0.47499999999999998},"max":{"1min":1.738,"5min":1.738,"15min":1.738},"last":0.85699999999999998},{"interface":"front","average":{"1min":1.091,"5min":1.075,"15min":1.014},"min":{"1min":0.85599999999999998,"5min":0.54700000000000004,"15min":0.54700000000000004},"max":{"1min":1.5980000000000001,"5min":1.5980000000000001,"15min":1.5980000000000001},"last":1.1579999999999999}]},{"osd":6,"last update":"Thu Aug 29 17:45:04 2024","interfaces":[{"interface":"back","average":{"1min":1.1160000000000001,"5min":1.115,"15min":1.101},"min":{"1min":0.81000000000000005,"5min":0.59399999999999997,"15min":0.59399999999999997},"max":{"1min":1.6839999999999999,"5min":1.6839999999999999,"15min":1.6839999999999999},"last":0.94799999999999995},{"interface":"front","average":{"1min":1.0669999999999999,"5min":1.081,"15min":1.1120000000000001},"min":{"1min":0.875,"5min":0.49399999999999999,"15min":0.49399999999999999},"max":{"1min":1.4810000000000001,"5min":1.4810000000000001,"15min":1.5209999999999999},"last":1.22}]},{"osd":7,"last update":"Thu Aug 29 17:45:00 2024","interfaces":[{"interface":"back","average":{"1min":1.133,"5min":1.153,"15min":1.1419999999999999},"min":{"1min":0.72599999999999998,"5min":0.59699999999999998,"15min":0.59699999999999998},"max":{"1min":1.655,"5min":1.655,"15min":1.655},"last":1.2470000000000001},{"interface":"front","average":{"1min":1.137,"5min":1.1719999999999999,"15min":1.1950000000000001},"min":{"1min":0.82099999999999995,"5min":0.61199999999999999,"15min":0.61199999999999999},"max":{"1min":1.615,"5min":1.615,"15min":1.615},"last":1.198}]}]},{"osd":1,"up_from":13,"seq":55834574978,"num_pgs":38,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":298128,"kb_used_data":772,"kb_used_omap":1,"kb_used_meta":297342,"kb_avail":93447024,"statfs":{"total":95995035648,"available":95689752576,"internally_reserved":0,"allocated":790528,"data_stored":349186,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1704,"internal_metadata":304478552},"hb_peers":[0,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Aug 29 17:44:55 2024","interfaces":[{"interface":"back","average":{"1min":0.70999999999999996,"5min":0.71999999999999997,"15min":0.61899999999999999},"min":{"1min":0.33300000000000002,"5min":0.316,"15min":0.26100000000000001},"max":{"1min":1.143,"5min":1.8500000000000001,"15min":1.8500000000000001},"last":0.61499999999999999},{"interface":"front","average":{"1min":0.68899999999999995,"5min":0.76000000000000001,"15min":0.64000000000000001},"min":{"1min":0.41399999999999998,"5min":0.29499999999999998,"15min":0.28599999999999998},"max":{"1min":0.95799999999999996,"5min":1.3160000000000001,"15min":1.3160000000000001},"last":1.014}]},{"osd":2,"last update":"Thu Aug 29 17:44:51 2024","interfaces":[{"interface":"back","average":{"1min":0.77900000000000003,"5min":0.78100000000000003,"15min":0.68799999999999994},"min":{"1min":0.30599999999999999,"5min":0.28899999999999998,"15min":0.28899999999999998},"max":{"1min":1.238,"5min":1.3660000000000001,"15min":1.3660000000000001},"last":0.82099999999999995},{"interface":"front","average":{"1min":0.75900000000000001,"5min":0.76700000000000002,"15min":0.68300000000000005},"min":{"1min":0.41599999999999998,"5min":0.33200000000000002,"15min":0.32500000000000001},"max":{"1min":1.054,"5min":1.54,"15min":1.54},"last":1.1870000000000001}]},{"osd":3,"last update":"Thu Aug 29 17:44:26 2024","interfaces":[{"interface":"back","average":{"1min":0.71999999999999997,"5min":0.79200000000000004,"15min":0.755},"min":{"1min":0.39400000000000002,"5min":0.33500000000000002,"15min":0.33500000000000002},"max":{"1min":1.0580000000000001,"5min":1.661,"15min":1.661},"last":0.93899999999999995},{"interface":"front","average":{"1min":0.875,"5min":0.92000000000000004,"15min":0.84499999999999997},"min":{"1min":0.439,"5min":0.39000000000000001,"15min":0.39000000000000001},"max":{"1min":1.321,"5min":2.0089999999999999,"15min":2.0089999999999999},"last":0.90400000000000003}]},{"osd":4,"last update":"Thu Aug 29 17:44:26 2024","interfaces":[{"interface":"back","average":{"1min":1.0389999999999999,"5min":1.0760000000000001,"15min":0.98899999999999999},"min":{"1min":0.56499999999999995,"5min":0.56499999999999995,"15min":0.56499999999999995},"max":{"1min":1.464,"5min":1.7030000000000001,"15min":1.7030000000000001},"last":0.97799999999999998},{"interface":"front","average":{"1min":0.93600000000000005,"5min":0.98499999999999999,"15min":0.94199999999999995},"min":{"1min":0.67000000000000004,"5min":0.61599999999999999,"15min":0.61599999999999999},"max":{"1min":1.284,"5min":2.1819999999999999,"15min":2.1819999999999999},"last":0.873}]},{"osd":5,"last update":"Thu Aug 29 17:45:11 2024","interfaces":[{"interface":"back","average":{"1min":0.99399999999999999,"5min":0.98299999999999998,"15min":0.99299999999999999},"min":{"1min":0.56699999999999995,"5min":0.55100000000000005,"15min":0.55100000000000005},"max":{"1min":1.5109999999999999,"5min":2.1120000000000001,"15min":2.1120000000000001},"last":1.0600000000000001},{"interface":"front","average":{"1min":1.0720000000000001,"5min":1.073,"15min":1.02},"min":{"1min":0.68200000000000005,"5min":0.60399999999999998,"15min":0.60399999999999998},"max":{"1min":1.4410000000000001,"5min":2.153,"15min":2.153},"last":1.411}]},{"osd":6,"last update":"Thu Aug 29 17:45:06 2024","interfaces":[{"interface":"back","average":{"1min":1.1379999999999999,"5min":1.149,"15min":1.165},"min":{"1min":0.73899999999999999,"5min":0.52100000000000002,"15min":0.52100000000000002},"max":{"1min":1.742,"5min":1.8580000000000001,"15min":1.8580000000000001},"last":1.3700000000000001},{"interface":"front","average":{"1min":1.0660000000000001,"5min":1.085,"15min":1.1279999999999999},"min":{"1min":0.59799999999999998,"5min":0.59799999999999998,"15min":0.59799999999999998},"max":{"1min":1.5429999999999999,"5min":2.2530000000000001,"15min":2.2530000000000001},"last":1.2649999999999999}]},{"osd":7,"last update":"Thu Aug 29 17:44:58 2024","interfaces":[{"interface":"back","average":{"1min":1.1000000000000001,"5min":1.145,"15min":1.139},"min":{"1min":0.61799999999999999,"5min":0.60099999999999998,"15min":0.60099999999999998},"max":{"1min":1.4830000000000001,"5min":2.0550000000000002,"15min":2.0550000000000002},"last":1.478},{"interface":"front","average":{"1min":1.1519999999999999,"5min":1.226,"15min":1.232},"min":{"1min":0.63,"5min":0.63,"15min":0.63},"max":{"1min":1.79,"5min":1.9550000000000001,"15min":1.9550000000000001},"last":1.2270000000000001}]}]},{"osd":0,"up_from":8,"seq":34359738509,"num_pgs":45,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":298712,"kb_used_data":1356,"kb_used_omap":1,"kb_used_meta":297342,"kb_avail":93446440,"statfs":{"total":95995035648,"available":95689154560,"internally_reserved":0,"allocated":1388544,"data_stored":940091,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1704,"internal_metadata":304478552},"hb_peers":[1,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":1,"last update":"Thu Aug 29 17:44:52 2024","interfaces":[{"interface":"back","average":{"1min":0.65800000000000003,"5min":0.68400000000000005,"15min":0.58899999999999997},"min":{"1min":0.39200000000000002,"5min":0.316,"15min":0.316},"max":{"1min":0.997,"5min":1.554,"15min":1.554},"last":1.02},{"interface":"front","average":{"1min":0.73199999999999998,"5min":0.72799999999999998,"15min":0.628},"min":{"1min":0.436,"5min":0.247,"15min":0.247},"max":{"1min":1.077,"5min":1.202,"15min":1.202},"last":0.56000000000000005}]},{"osd":2,"last update":"Thu Aug 29 17:44:52 2024","interfaces":[{"interface":"back","average":{"1min":0.69499999999999995,"5min":0.77400000000000002,"15min":0.68400000000000005},"min":{"1min":0.35799999999999998,"5min":0.35399999999999998,"15min":0.315},"max":{"1min":1.127,"5min":4.585,"15min":4.585},"last":0.60699999999999998},{"interface":"front","average":{"1min":0.749,"5min":0.78900000000000003,"15min":0.71499999999999997},"min":{"1min":0.38700000000000001,"5min":0.36699999999999999,"15min":0.36199999999999999},"max":{"1min":1.254,"5min":1.6439999999999999,"15min":1.6439999999999999},"last":0.81899999999999995}]},{"osd":3,"last update":"Thu Aug 29 17:44:27 2024","interfaces":[{"interface":"back","average":{"1min":1.117,"5min":0.86899999999999999,"15min":0.80400000000000005},"min":{"1min":0.46300000000000002,"5min":0.40000000000000002,"15min":0.40000000000000002},"max":{"1min":5.4409999999999998,"5min":5.4409999999999998,"15min":5.4409999999999998},"last":0.69799999999999995},{"interface":"front","average":{"1min":0.96899999999999997,"5min":0.86499999999999999,"15min":0.84699999999999998},"min":{"1min":0.53400000000000003,"5min":0.33400000000000002,"15min":0.33400000000000002},"max":{"1min":1.71,"5min":1.71,"15min":1.71},"last":0.96299999999999997}]},{"osd":4,"last update":"Thu Aug 29 17:44:16 2024","interfaces":[{"interface":"back","average":{"1min":1.1120000000000001,"5min":1.016,"15min":0.94999999999999996},"min":{"1min":0.66600000000000004,"5min":0.57399999999999995,"15min":0.57399999999999995},"max":{"1min":1.833,"5min":1.833,"15min":1.833},"last":1.097},{"interface":"front","average":{"1min":0.96999999999999997,"5min":0.93899999999999995,"15min":0.88700000000000001},"min":{"1min":0.625,"5min":0.625,"15min":0.625},"max":{"1min":1.752,"5min":1.752,"15min":1.752},"last":0.91300000000000003}]},{"osd":5,"last update":"Thu Aug 29 17:45:14 2024","interfaces":[{"interface":"back","average":{"1min":0.98299999999999998,"5min":0.97599999999999998,"15min":0.93100000000000005},"min":{"1min":0.70199999999999996,"5min":0.55300000000000005,"15min":0.55300000000000005},"max":{"1min":1.3500000000000001,"5min":1.863,"15min":1.863},"last":0.98099999999999998},{"interface":"front","average":{"1min":0.98499999999999999,"5min":1.0900000000000001,"15min":1.034},"min":{"1min":0.56999999999999995,"5min":0.56999999999999995,"15min":0.56999999999999995},"max":{"1min":1.381,"5min":4.702,"15min":4.702},"last":1.1319999999999999}]},{"osd":6,"last update":"Thu Aug 29 17:45:07 2024","interfaces":[{"interface":"back","average":{"1min":1.0960000000000001,"5min":1.1259999999999999,"15min":1.103},"min":{"1min":0.76300000000000001,"5min":0.57299999999999995,"15min":0.57299999999999995},"max":{"1min":1.5029999999999999,"5min":4.8360000000000003,"15min":4.8360000000000003},"last":1.2430000000000001},{"interface":"front","average":{"1min":1.0720000000000001,"5min":1.1220000000000001,"15min":1.075},"min":{"1min":0.60999999999999999,"5min":0.59399999999999997,"15min":0.59399999999999997},"max":{"1min":1.732,"5min":3.4980000000000002,"15min":3.4980000000000002},"last":1.179}]},{"osd":7,"last update":"Thu Aug 29 17:45:02 2024","interfaces":[{"interface":"back","average":{"1min":0.98899999999999999,"5min":1.0680000000000001,"15min":1.0529999999999999},"min":{"1min":0.67700000000000005,"5min":0.61899999999999999,"15min":0.61899999999999999},"max":{"1min":1.3100000000000001,"5min":1.9730000000000001,"15min":1.9730000000000001},"last":1.0489999999999999},{"interface":"front","average":{"1min":1.1040000000000001,"5min":1.1779999999999999,"15min":1.1499999999999999},"min":{"1min":0.60099999999999998,"5min":0.60099999999999998,"15min":0.60099999999999998},"max":{"1min":1.454,"5min":4.7729999999999997,"15min":4.7729999999999997},"last":1.294}]}]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":716,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":160,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":20480,"data_stored":2728,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":696,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":2714,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":12288,"data_stored":2624,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":592,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":19,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":19,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":19,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2024-08-29T17:45:19.789 INFO:tasks.cephadm.ceph_manager.ceph:clean! 2024-08-29T17:45:19.789 INFO:tasks.ceph:Waiting until ceph cluster ceph is healthy... 2024-08-29T17:45:19.789 INFO:tasks.cephadm.ceph_manager.ceph:wait_until_healthy 2024-08-29T17:45:19.789 DEBUG:teuthology.orchestra.run.smithi028:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 3167ee72-662c-11ef-bcd4-c7b262605968 -- ceph health --format=json 2024-08-29T17:45:20.572 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:45:20 smithi053 bash[24720]: audit 2024-08-29T17:45:19.108686+0000 mgr.y (mgr.14499) 108 : audit [DBG] from='client.14691 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-08-29T17:45:20.624 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:45:20 smithi028 bash[31855]: audit 2024-08-29T17:45:19.108686+0000 mgr.y (mgr.14499) 108 : audit [DBG] from='client.14691 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-08-29T17:45:20.624 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:45:20 smithi028 bash[22419]: audit 2024-08-29T17:45:19.108686+0000 mgr.y (mgr.14499) 108 : audit [DBG] from='client.14691 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-08-29T17:45:21.124 INFO:journalctl@ceph.mgr.y.smithi028.stdout:Aug 29 17:45:20 smithi028 bash[22672]: ::ffff:172.21.15.53 - - [29/Aug/2024:17:45:20] "GET /metrics HTTP/1.1" 200 236514 "" "Prometheus/2.43.0" 2024-08-29T17:45:21.572 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:45:21 smithi053 bash[24720]: cluster 2024-08-29T17:45:19.835676+0000 mgr.y (mgr.14499) 109 : cluster [DBG] pgmap v83: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-29T17:45:21.624 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:45:21 smithi028 bash[22419]: cluster 2024-08-29T17:45:19.835676+0000 mgr.y (mgr.14499) 109 : cluster [DBG] pgmap v83: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-29T17:45:21.624 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:45:21 smithi028 bash[31855]: cluster 2024-08-29T17:45:19.835676+0000 mgr.y (mgr.14499) 109 : cluster [DBG] pgmap v83: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-29T17:45:23.572 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:45:23 smithi053 bash[24720]: cluster 2024-08-29T17:45:21.836963+0000 mgr.y (mgr.14499) 110 : cluster [DBG] pgmap v84: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-29T17:45:23.624 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:45:23 smithi028 bash[31855]: cluster 2024-08-29T17:45:21.836963+0000 mgr.y (mgr.14499) 110 : cluster [DBG] pgmap v84: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-29T17:45:23.624 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:45:23 smithi028 bash[22419]: cluster 2024-08-29T17:45:21.836963+0000 mgr.y (mgr.14499) 110 : cluster [DBG] pgmap v84: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-29T17:45:24.572 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:45:24 smithi053 bash[24720]: audit 2024-08-29T17:45:23.871367+0000 mon.a (mon.0) 907 : audit [DBG] from='mgr.14499 172.21.15.28:0/1402656687' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-29T17:45:24.582 INFO:teuthology.orchestra.run.smithi028.stderr:Inferring config /var/lib/ceph/3167ee72-662c-11ef-bcd4-c7b262605968/mon.a/config 2024-08-29T17:45:24.624 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:45:24 smithi028 bash[31855]: audit 2024-08-29T17:45:23.871367+0000 mon.a (mon.0) 907 : audit [DBG] from='mgr.14499 172.21.15.28:0/1402656687' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-29T17:45:24.624 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:45:24 smithi028 bash[22419]: audit 2024-08-29T17:45:23.871367+0000 mon.a (mon.0) 907 : audit [DBG] from='mgr.14499 172.21.15.28:0/1402656687' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-29T17:45:25.556 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:45:25 smithi028 bash[22419]: cluster 2024-08-29T17:45:23.837791+0000 mgr.y (mgr.14499) 111 : cluster [DBG] pgmap v85: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-29T17:45:25.557 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:45:25 smithi028 bash[31855]: cluster 2024-08-29T17:45:23.837791+0000 mgr.y (mgr.14499) 111 : cluster [DBG] pgmap v85: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-29T17:45:25.572 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:45:25 smithi053 bash[24720]: cluster 2024-08-29T17:45:23.837791+0000 mgr.y (mgr.14499) 111 : cluster [DBG] pgmap v85: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-29T17:45:26.572 INFO:journalctl@ceph.mgr.x.smithi053.stdout:Aug 29 17:45:26 smithi053 bash[25641]: ::ffff:172.21.15.53 - - [29/Aug/2024:17:45:26] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.43.0" 2024-08-29T17:45:27.537 INFO:teuthology.orchestra.run.smithi028.stdout: 2024-08-29T17:45:27.537 INFO:teuthology.orchestra.run.smithi028.stdout:{"status":"HEALTH_OK","checks":{},"mutes":[]} 2024-08-29T17:45:27.549 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:45:27 smithi028 bash[31855]: cluster 2024-08-29T17:45:25.839026+0000 mgr.y (mgr.14499) 112 : cluster [DBG] pgmap v86: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-29T17:45:27.549 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:45:27 smithi028 bash[22419]: cluster 2024-08-29T17:45:25.839026+0000 mgr.y (mgr.14499) 112 : cluster [DBG] pgmap v86: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-29T17:45:27.572 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:45:27 smithi053 bash[24720]: cluster 2024-08-29T17:45:25.839026+0000 mgr.y (mgr.14499) 112 : cluster [DBG] pgmap v86: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-29T17:45:28.097 INFO:tasks.cephadm.ceph_manager.ceph:wait_until_healthy done 2024-08-29T17:45:28.098 DEBUG:teuthology.orchestra.run.smithi028:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 3167ee72-662c-11ef-bcd4-c7b262605968 -- ceph fs dump --format=json 2024-08-29T17:45:28.374 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:45:28 smithi028 bash[31855]: audit 2024-08-29T17:45:27.544724+0000 mon.c (mon.2) 18 : audit [DBG] from='client.? 172.21.15.28:0/4212922235' entity='client.admin' cmd=[{"prefix": "health", "format": "json"}]: dispatch 2024-08-29T17:45:28.374 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:45:28 smithi028 bash[22419]: audit 2024-08-29T17:45:27.544724+0000 mon.c (mon.2) 18 : audit [DBG] from='client.? 172.21.15.28:0/4212922235' entity='client.admin' cmd=[{"prefix": "health", "format": "json"}]: dispatch 2024-08-29T17:45:28.572 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:45:28 smithi053 bash[24720]: audit 2024-08-29T17:45:27.544724+0000 mon.c (mon.2) 18 : audit [DBG] from='client.? 172.21.15.28:0/4212922235' entity='client.admin' cmd=[{"prefix": "health", "format": "json"}]: dispatch 2024-08-29T17:45:29.572 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:45:29 smithi053 bash[24720]: cluster 2024-08-29T17:45:27.839669+0000 mgr.y (mgr.14499) 113 : cluster [DBG] pgmap v87: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-29T17:45:29.624 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:45:29 smithi028 bash[31855]: cluster 2024-08-29T17:45:27.839669+0000 mgr.y (mgr.14499) 113 : cluster [DBG] pgmap v87: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-29T17:45:29.624 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:45:29 smithi028 bash[22419]: cluster 2024-08-29T17:45:27.839669+0000 mgr.y (mgr.14499) 113 : cluster [DBG] pgmap v87: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-29T17:45:31.124 INFO:journalctl@ceph.mgr.y.smithi028.stdout:Aug 29 17:45:30 smithi028 bash[22672]: ::ffff:172.21.15.53 - - [29/Aug/2024:17:45:30] "GET /metrics HTTP/1.1" 200 236521 "" "Prometheus/2.43.0" 2024-08-29T17:45:31.572 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:45:31 smithi053 bash[24720]: cluster 2024-08-29T17:45:29.840316+0000 mgr.y (mgr.14499) 114 : cluster [DBG] pgmap v88: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-29T17:45:31.624 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:45:31 smithi028 bash[22419]: cluster 2024-08-29T17:45:29.840316+0000 mgr.y (mgr.14499) 114 : cluster [DBG] pgmap v88: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-29T17:45:31.624 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:45:31 smithi028 bash[31855]: cluster 2024-08-29T17:45:29.840316+0000 mgr.y (mgr.14499) 114 : cluster [DBG] pgmap v88: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-29T17:45:32.895 INFO:teuthology.orchestra.run.smithi028.stderr:Inferring config /var/lib/ceph/3167ee72-662c-11ef-bcd4-c7b262605968/mon.a/config 2024-08-29T17:45:33.374 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:45:33 smithi028 bash[31855]: cluster 2024-08-29T17:45:31.841525+0000 mgr.y (mgr.14499) 115 : cluster [DBG] pgmap v89: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-29T17:45:33.374 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:45:33 smithi028 bash[22419]: cluster 2024-08-29T17:45:31.841525+0000 mgr.y (mgr.14499) 115 : cluster [DBG] pgmap v89: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-29T17:45:33.572 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:45:33 smithi053 bash[24720]: cluster 2024-08-29T17:45:31.841525+0000 mgr.y (mgr.14499) 115 : cluster [DBG] pgmap v89: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-29T17:45:35.572 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:45:35 smithi053 bash[24720]: cluster 2024-08-29T17:45:33.842116+0000 mgr.y (mgr.14499) 116 : cluster [DBG] pgmap v90: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-29T17:45:35.624 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:45:35 smithi028 bash[31855]: cluster 2024-08-29T17:45:33.842116+0000 mgr.y (mgr.14499) 116 : cluster [DBG] pgmap v90: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-29T17:45:35.624 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:45:35 smithi028 bash[22419]: cluster 2024-08-29T17:45:33.842116+0000 mgr.y (mgr.14499) 116 : cluster [DBG] pgmap v90: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-29T17:45:36.002 INFO:teuthology.orchestra.run.smithi028.stdout: 2024-08-29T17:45:36.002 INFO:teuthology.orchestra.run.smithi028.stdout:{"epoch":8,"default_fscid":1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":24317,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.28:6835/827521080","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.28:6834","nonce":827521080},{"type":"v1","addr":"172.21.15.28:6835","nonce":827521080}]},"join_fscid":-1,"export_targets":[],"features":4540138320759226367,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"epoch":2}],"filesystems":[{"mdsmap":{"epoch":8,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2024-08-29T17:41:10.604613+0000","modified":"2024-08-29T17:41:45.167070+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"max_mds":1,"in":[0],"up":{"mds_0":24322},"failed":[],"damaged":[],"stopped":[],"info":{"gid_24322":{"gid":24322,"name":"b","rank":0,"incarnation":4,"state":"up:active","state_seq":11,"addr":"172.21.15.53:6833/1231318269","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.53:6832","nonce":1231318269},{"type":"v1","addr":"172.21.15.53:6833","nonce":1231318269}]},"join_fscid":-1,"export_targets":[],"features":4540138320759226367,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}}}},"data_pools":[3],"metadata_pool":2,"enabled":true,"fs_name":"cephfs","balancer":"","standby_count_wanted":0},"id":1}]} 2024-08-29T17:45:36.002 INFO:teuthology.orchestra.run.smithi028.stderr:dumped fsmap epoch 8 2024-08-29T17:45:36.374 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:45:36 smithi028 bash[22419]: audit 2024-08-29T17:45:36.009315+0000 mon.a (mon.0) 908 : audit [DBG] from='client.? 172.21.15.28:0/2719365490' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-08-29T17:45:36.374 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:45:36 smithi028 bash[31855]: audit 2024-08-29T17:45:36.009315+0000 mon.a (mon.0) 908 : audit [DBG] from='client.? 172.21.15.28:0/2719365490' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-08-29T17:45:36.572 INFO:journalctl@ceph.mgr.x.smithi053.stdout:Aug 29 17:45:36 smithi053 bash[25641]: ::ffff:172.21.15.53 - - [29/Aug/2024:17:45:36] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.43.0" 2024-08-29T17:45:36.573 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:45:36 smithi053 bash[24720]: audit 2024-08-29T17:45:36.009315+0000 mon.a (mon.0) 908 : audit [DBG] from='client.? 172.21.15.28:0/2719365490' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-08-29T17:45:36.609 DEBUG:teuthology.orchestra.run.smithi028:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 3167ee72-662c-11ef-bcd4-c7b262605968 -- ceph fs dump --format=json 2024-08-29T17:45:37.572 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:45:37 smithi053 bash[24720]: cluster 2024-08-29T17:45:35.843277+0000 mgr.y (mgr.14499) 117 : cluster [DBG] pgmap v91: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-29T17:45:37.624 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:45:37 smithi028 bash[31855]: cluster 2024-08-29T17:45:35.843277+0000 mgr.y (mgr.14499) 117 : cluster [DBG] pgmap v91: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-29T17:45:37.624 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:45:37 smithi028 bash[22419]: cluster 2024-08-29T17:45:35.843277+0000 mgr.y (mgr.14499) 117 : cluster [DBG] pgmap v91: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-29T17:45:39.572 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:45:39 smithi053 bash[24720]: cluster 2024-08-29T17:45:37.843966+0000 mgr.y (mgr.14499) 118 : cluster [DBG] pgmap v92: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-29T17:45:39.573 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:45:39 smithi053 bash[24720]: audit 2024-08-29T17:45:38.871779+0000 mon.a (mon.0) 909 : audit [DBG] from='mgr.14499 172.21.15.28:0/1402656687' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-29T17:45:39.624 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:45:39 smithi028 bash[31855]: cluster 2024-08-29T17:45:37.843966+0000 mgr.y (mgr.14499) 118 : cluster [DBG] pgmap v92: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-29T17:45:39.624 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:45:39 smithi028 bash[31855]: audit 2024-08-29T17:45:38.871779+0000 mon.a (mon.0) 909 : audit [DBG] from='mgr.14499 172.21.15.28:0/1402656687' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-29T17:45:39.625 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:45:39 smithi028 bash[22419]: cluster 2024-08-29T17:45:37.843966+0000 mgr.y (mgr.14499) 118 : cluster [DBG] pgmap v92: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-29T17:45:39.625 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:45:39 smithi028 bash[22419]: audit 2024-08-29T17:45:38.871779+0000 mon.a (mon.0) 909 : audit [DBG] from='mgr.14499 172.21.15.28:0/1402656687' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-29T17:45:41.124 INFO:journalctl@ceph.mgr.y.smithi028.stdout:Aug 29 17:45:40 smithi028 bash[22672]: ::ffff:172.21.15.53 - - [29/Aug/2024:17:45:40] "GET /metrics HTTP/1.1" 200 236522 "" "Prometheus/2.43.0" 2024-08-29T17:45:41.406 INFO:teuthology.orchestra.run.smithi028.stderr:Inferring config /var/lib/ceph/3167ee72-662c-11ef-bcd4-c7b262605968/mon.a/config 2024-08-29T17:45:41.572 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:45:41 smithi053 bash[24720]: cluster 2024-08-29T17:45:39.844605+0000 mgr.y (mgr.14499) 119 : cluster [DBG] pgmap v93: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-29T17:45:41.584 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:45:41 smithi028 bash[22419]: cluster 2024-08-29T17:45:39.844605+0000 mgr.y (mgr.14499) 119 : cluster [DBG] pgmap v93: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-29T17:45:41.584 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:45:41 smithi028 bash[31855]: cluster 2024-08-29T17:45:39.844605+0000 mgr.y (mgr.14499) 119 : cluster [DBG] pgmap v93: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-29T17:45:43.572 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:45:43 smithi053 bash[24720]: cluster 2024-08-29T17:45:41.845843+0000 mgr.y (mgr.14499) 120 : cluster [DBG] pgmap v94: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-29T17:45:43.624 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:45:43 smithi028 bash[31855]: cluster 2024-08-29T17:45:41.845843+0000 mgr.y (mgr.14499) 120 : cluster [DBG] pgmap v94: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-29T17:45:43.624 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:45:43 smithi028 bash[22419]: cluster 2024-08-29T17:45:41.845843+0000 mgr.y (mgr.14499) 120 : cluster [DBG] pgmap v94: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-29T17:45:44.588 INFO:teuthology.orchestra.run.smithi028.stdout: 2024-08-29T17:45:44.588 INFO:teuthology.orchestra.run.smithi028.stdout:{"epoch":8,"default_fscid":1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":24317,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.28:6835/827521080","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.28:6834","nonce":827521080},{"type":"v1","addr":"172.21.15.28:6835","nonce":827521080}]},"join_fscid":-1,"export_targets":[],"features":4540138320759226367,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"epoch":2}],"filesystems":[{"mdsmap":{"epoch":8,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2024-08-29T17:41:10.604613+0000","modified":"2024-08-29T17:41:45.167070+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"max_mds":1,"in":[0],"up":{"mds_0":24322},"failed":[],"damaged":[],"stopped":[],"info":{"gid_24322":{"gid":24322,"name":"b","rank":0,"incarnation":4,"state":"up:active","state_seq":11,"addr":"172.21.15.53:6833/1231318269","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.53:6832","nonce":1231318269},{"type":"v1","addr":"172.21.15.53:6833","nonce":1231318269}]},"join_fscid":-1,"export_targets":[],"features":4540138320759226367,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}}}},"data_pools":[3],"metadata_pool":2,"enabled":true,"fs_name":"cephfs","balancer":"","standby_count_wanted":0},"id":1}]} 2024-08-29T17:45:44.588 INFO:teuthology.orchestra.run.smithi028.stderr:dumped fsmap epoch 8 2024-08-29T17:45:45.147 DEBUG:teuthology.orchestra.run.smithi028:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 3167ee72-662c-11ef-bcd4-c7b262605968 -- ceph osd dump --format=json 2024-08-29T17:45:45.572 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:45:45 smithi053 bash[24720]: cluster 2024-08-29T17:45:43.846484+0000 mgr.y (mgr.14499) 121 : cluster [DBG] pgmap v95: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-29T17:45:45.573 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:45:45 smithi053 bash[24720]: audit 2024-08-29T17:45:44.595540+0000 mon.a (mon.0) 910 : audit [DBG] from='client.? 172.21.15.28:0/2159957449' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-08-29T17:45:45.624 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:45:45 smithi028 bash[31855]: cluster 2024-08-29T17:45:43.846484+0000 mgr.y (mgr.14499) 121 : cluster [DBG] pgmap v95: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-29T17:45:45.625 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:45:45 smithi028 bash[31855]: audit 2024-08-29T17:45:44.595540+0000 mon.a (mon.0) 910 : audit [DBG] from='client.? 172.21.15.28:0/2159957449' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-08-29T17:45:45.625 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:45:45 smithi028 bash[22419]: cluster 2024-08-29T17:45:43.846484+0000 mgr.y (mgr.14499) 121 : cluster [DBG] pgmap v95: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-29T17:45:45.625 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:45:45 smithi028 bash[22419]: audit 2024-08-29T17:45:44.595540+0000 mon.a (mon.0) 910 : audit [DBG] from='client.? 172.21.15.28:0/2159957449' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-08-29T17:45:46.572 INFO:journalctl@ceph.mgr.x.smithi053.stdout:Aug 29 17:45:46 smithi053 bash[25641]: ::ffff:172.21.15.53 - - [29/Aug/2024:17:45:46] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.43.0" 2024-08-29T17:45:47.572 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:45:47 smithi053 bash[24720]: cluster 2024-08-29T17:45:45.847803+0000 mgr.y (mgr.14499) 122 : cluster [DBG] pgmap v96: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-29T17:45:47.624 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:45:47 smithi028 bash[31855]: cluster 2024-08-29T17:45:45.847803+0000 mgr.y (mgr.14499) 122 : cluster [DBG] pgmap v96: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-29T17:45:47.624 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:45:47 smithi028 bash[22419]: cluster 2024-08-29T17:45:45.847803+0000 mgr.y (mgr.14499) 122 : cluster [DBG] pgmap v96: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-29T17:45:49.572 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:45:49 smithi053 bash[24720]: cluster 2024-08-29T17:45:47.848612+0000 mgr.y (mgr.14499) 123 : cluster [DBG] pgmap v97: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-29T17:45:49.624 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:45:49 smithi028 bash[31855]: cluster 2024-08-29T17:45:47.848612+0000 mgr.y (mgr.14499) 123 : cluster [DBG] pgmap v97: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-29T17:45:49.625 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:45:49 smithi028 bash[22419]: cluster 2024-08-29T17:45:47.848612+0000 mgr.y (mgr.14499) 123 : cluster [DBG] pgmap v97: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-29T17:45:49.943 INFO:teuthology.orchestra.run.smithi028.stderr:Inferring config /var/lib/ceph/3167ee72-662c-11ef-bcd4-c7b262605968/mon.a/config 2024-08-29T17:45:50.945 INFO:journalctl@ceph.mgr.y.smithi028.stdout:Aug 29 17:45:50 smithi028 bash[22672]: ::ffff:172.21.15.53 - - [29/Aug/2024:17:45:50] "GET /metrics HTTP/1.1" 200 236522 "" "Prometheus/2.43.0" 2024-08-29T17:45:51.572 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:45:51 smithi053 bash[24720]: cluster 2024-08-29T17:45:49.849358+0000 mgr.y (mgr.14499) 124 : cluster [DBG] pgmap v98: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-29T17:45:51.624 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:45:51 smithi028 bash[31855]: cluster 2024-08-29T17:45:49.849358+0000 mgr.y (mgr.14499) 124 : cluster [DBG] pgmap v98: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-29T17:45:51.624 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:45:51 smithi028 bash[22419]: cluster 2024-08-29T17:45:49.849358+0000 mgr.y (mgr.14499) 124 : cluster [DBG] pgmap v98: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-29T17:45:52.937 INFO:teuthology.orchestra.run.smithi028.stdout: 2024-08-29T17:45:52.937 INFO:teuthology.orchestra.run.smithi028.stdout:{"epoch":75,"fsid":"3167ee72-662c-11ef-bcd4-c7b262605968","created":"2024-08-29T17:30:17.962961+0000","modified":"2024-08-29T17:43:59.368166+0000","last_up_change":"2024-08-29T17:39:52.090994+0000","last_in_change":"2024-08-29T17:39:24.826745+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":18,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":4,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"luminous","require_osd_release":"quincy","pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-08-29T17:35:25.344793+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"21","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}}},{"pool":2,"pool_name":"cephfs_metadata","create_time":"2024-08-29T17:40:52.941044+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"65","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}}},{"pool":3,"pool_name":"cephfs_data","create_time":"2024-08-29T17:41:01.591058+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"65","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}}},{"pool":4,"pool_name":"rbd","create_time":"2024-08-29T17:43:39.363531+0000","flags":8193,"flags_names":"hashpspool,selfmanaged_snaps","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":8,"pg_placement_num":8,"pg_placement_num_target":8,"pg_num_target":8,"pg_num_pending":8,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"74","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":3,"snap_epoch":74,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{},"application_metadata":{"rbd":{}}}],"osds":[{"osd":0,"uuid":"660d8ce2-ea9d-4b15-8d9a-ec42e86552e4","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":8,"up_thru":69,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.28:6802","nonce":314031528},{"type":"v1","addr":"172.21.15.28:6803","nonce":314031528}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.28:6804","nonce":314031528},{"type":"v1","addr":"172.21.15.28:6805","nonce":314031528}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.28:6808","nonce":314031528},{"type":"v1","addr":"172.21.15.28:6809","nonce":314031528}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.28:6806","nonce":314031528},{"type":"v1","addr":"172.21.15.28:6807","nonce":314031528}]},"public_addr":"172.21.15.28:6803/314031528","cluster_addr":"172.21.15.28:6805/314031528","heartbeat_back_addr":"172.21.15.28:6809/314031528","heartbeat_front_addr":"172.21.15.28:6807/314031528","state":["exists","up"]},{"osd":1,"uuid":"fdf44197-06ca-494f-bb43-e320705d24ca","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":69,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.28:6810","nonce":947972179},{"type":"v1","addr":"172.21.15.28:6811","nonce":947972179}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.28:6812","nonce":947972179},{"type":"v1","addr":"172.21.15.28:6813","nonce":947972179}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.28:6816","nonce":947972179},{"type":"v1","addr":"172.21.15.28:6817","nonce":947972179}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.28:6814","nonce":947972179},{"type":"v1","addr":"172.21.15.28:6815","nonce":947972179}]},"public_addr":"172.21.15.28:6811/947972179","cluster_addr":"172.21.15.28:6813/947972179","heartbeat_back_addr":"172.21.15.28:6817/947972179","heartbeat_front_addr":"172.21.15.28:6815/947972179","state":["exists","up"]},{"osd":2,"uuid":"af570229-94ea-421f-a54b-5ad9c2ec751e","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":18,"up_thru":66,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.28:6818","nonce":1663434626},{"type":"v1","addr":"172.21.15.28:6819","nonce":1663434626}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.28:6820","nonce":1663434626},{"type":"v1","addr":"172.21.15.28:6821","nonce":1663434626}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.28:6824","nonce":1663434626},{"type":"v1","addr":"172.21.15.28:6825","nonce":1663434626}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.28:6822","nonce":1663434626},{"type":"v1","addr":"172.21.15.28:6823","nonce":1663434626}]},"public_addr":"172.21.15.28:6819/1663434626","cluster_addr":"172.21.15.28:6821/1663434626","heartbeat_back_addr":"172.21.15.28:6825/1663434626","heartbeat_front_addr":"172.21.15.28:6823/1663434626","state":["exists","up"]},{"osd":3,"uuid":"4fa9802d-cf40-4ef1-a9bd-082be7c32d40","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":25,"up_thru":69,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.28:6826","nonce":1391242429},{"type":"v1","addr":"172.21.15.28:6827","nonce":1391242429}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.28:6828","nonce":1391242429},{"type":"v1","addr":"172.21.15.28:6829","nonce":1391242429}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.28:6832","nonce":1391242429},{"type":"v1","addr":"172.21.15.28:6833","nonce":1391242429}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.28:6830","nonce":1391242429},{"type":"v1","addr":"172.21.15.28:6831","nonce":1391242429}]},"public_addr":"172.21.15.28:6827/1391242429","cluster_addr":"172.21.15.28:6829/1391242429","heartbeat_back_addr":"172.21.15.28:6833/1391242429","heartbeat_front_addr":"172.21.15.28:6831/1391242429","state":["exists","up"]},{"osd":4,"uuid":"18edf361-e223-4e8c-b6ef-73e210c2cce1","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":30,"up_thru":69,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.53:6800","nonce":197218845},{"type":"v1","addr":"172.21.15.53:6801","nonce":197218845}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.53:6802","nonce":197218845},{"type":"v1","addr":"172.21.15.53:6803","nonce":197218845}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.53:6806","nonce":197218845},{"type":"v1","addr":"172.21.15.53:6807","nonce":197218845}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.53:6804","nonce":197218845},{"type":"v1","addr":"172.21.15.53:6805","nonce":197218845}]},"public_addr":"172.21.15.53:6801/197218845","cluster_addr":"172.21.15.53:6803/197218845","heartbeat_back_addr":"172.21.15.53:6807/197218845","heartbeat_front_addr":"172.21.15.53:6805/197218845","state":["exists","up"]},{"osd":5,"uuid":"07a24bff-d6cc-495d-97e1-768094b28c0b","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":38,"up_thru":66,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.53:6808","nonce":2509978860},{"type":"v1","addr":"172.21.15.53:6809","nonce":2509978860}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.53:6810","nonce":2509978860},{"type":"v1","addr":"172.21.15.53:6811","nonce":2509978860}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.53:6814","nonce":2509978860},{"type":"v1","addr":"172.21.15.53:6815","nonce":2509978860}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.53:6812","nonce":2509978860},{"type":"v1","addr":"172.21.15.53:6813","nonce":2509978860}]},"public_addr":"172.21.15.53:6809/2509978860","cluster_addr":"172.21.15.53:6811/2509978860","heartbeat_back_addr":"172.21.15.53:6815/2509978860","heartbeat_front_addr":"172.21.15.53:6813/2509978860","state":["exists","up"]},{"osd":6,"uuid":"b03b1ee8-77ac-47f4-a76c-01e2eaa7b954","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":46,"up_thru":69,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.53:6816","nonce":2368257265},{"type":"v1","addr":"172.21.15.53:6817","nonce":2368257265}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.53:6818","nonce":2368257265},{"type":"v1","addr":"172.21.15.53:6819","nonce":2368257265}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.53:6822","nonce":2368257265},{"type":"v1","addr":"172.21.15.53:6823","nonce":2368257265}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.53:6820","nonce":2368257265},{"type":"v1","addr":"172.21.15.53:6821","nonce":2368257265}]},"public_addr":"172.21.15.53:6817/2368257265","cluster_addr":"172.21.15.53:6819/2368257265","heartbeat_back_addr":"172.21.15.53:6823/2368257265","heartbeat_front_addr":"172.21.15.53:6821/2368257265","state":["exists","up"]},{"osd":7,"uuid":"14a519fb-979e-474b-8ae5-fa5a2be44daf","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":54,"up_thru":66,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.53:6824","nonce":3599531299},{"type":"v1","addr":"172.21.15.53:6825","nonce":3599531299}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.53:6826","nonce":3599531299},{"type":"v1","addr":"172.21.15.53:6827","nonce":3599531299}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.53:6830","nonce":3599531299},{"type":"v1","addr":"172.21.15.53:6831","nonce":3599531299}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.53:6828","nonce":3599531299},{"type":"v1","addr":"172.21.15.53:6829","nonce":3599531299}]},"public_addr":"172.21.15.53:6825/3599531299","cluster_addr":"172.21.15.53:6827/3599531299","heartbeat_back_addr":"172.21.15.53:6831/3599531299","heartbeat_front_addr":"172.21.15.53:6829/3599531299","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138320759226367,"old_weight":0,"last_purged_snaps_scrub":"2024-08-29T17:33:39.919890+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138320759226367,"old_weight":0,"last_purged_snaps_scrub":"2024-08-29T17:34:30.063951+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138320759226367,"old_weight":0,"last_purged_snaps_scrub":"2024-08-29T17:35:22.232071+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138320759226367,"old_weight":0,"last_purged_snaps_scrub":"2024-08-29T17:36:12.717974+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138320759226367,"old_weight":0,"last_purged_snaps_scrub":"2024-08-29T17:37:03.586686+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138320759226367,"old_weight":0,"last_purged_snaps_scrub":"2024-08-29T17:37:57.337551+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138320759226367,"old_weight":0,"last_purged_snaps_scrub":"2024-08-29T17:38:54.315017+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138320759226367,"old_weight":0,"last_purged_snaps_scrub":"2024-08-29T17:39:50.978615+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[{"pgid":"2.7","mappings":[{"from":7,"to":4}]},{"pgid":"3.7","mappings":[{"from":0,"to":1}]},{"pgid":"3.14","mappings":[{"from":4,"to":2}]},{"pgid":"3.2b","mappings":[{"from":0,"to":2}]},{"pgid":"3.2f","mappings":[{"from":4,"to":3}]},{"pgid":"3.34","mappings":[{"from":4,"to":2}]},{"pgid":"3.37","mappings":[{"from":5,"to":1}]}],"pg_temp":[],"primary_temp":[],"blocklist":{"172.21.15.28:6801/470202310":"2024-08-30T17:42:53.748159+0000","172.21.15.28:6800/470202310":"2024-08-30T17:42:53.748159+0000","172.21.15.28:0/2647379891":"2024-08-30T17:30:43.836116+0000","172.21.15.28:0/3329288402":"2024-08-30T17:30:43.836116+0000","172.21.15.28:0/4283435498":"2024-08-30T17:42:53.748159+0000","172.21.15.28:0/3881020925":"2024-08-30T17:30:43.836116+0000","172.21.15.28:6800/4159614718":"2024-08-30T17:30:43.836116+0000","172.21.15.28:6801/4159614718":"2024-08-30T17:30:43.836116+0000","172.21.15.28:0/2399305464":"2024-08-30T17:31:14.716137+0000","172.21.15.28:0/2352293407":"2024-08-30T17:31:14.716137+0000","172.21.15.28:6801/1962738264":"2024-08-30T17:31:14.716137+0000","172.21.15.28:0/177482802":"2024-08-30T17:31:14.716137+0000","172.21.15.28:0/3761385311":"2024-08-30T17:42:53.748159+0000","172.21.15.28:6800/1962738264":"2024-08-30T17:31:14.716137+0000","172.21.15.28:0/1715060870":"2024-08-30T17:42:53.748159+0000","172.21.15.28:0/2758639512":"2024-08-30T17:42:53.748159+0000"},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[{"pool":4,"snaps":[{"begin":2,"length":1}]}],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-08-29T17:45:53.525 DEBUG:teuthology.orchestra.run.smithi028:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 3167ee72-662c-11ef-bcd4-c7b262605968 -- ceph fs dump --format=json 2024-08-29T17:45:53.536 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:45:53 smithi028 bash[22419]: cluster 2024-08-29T17:45:51.850662+0000 mgr.y (mgr.14499) 125 : cluster [DBG] pgmap v99: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-29T17:45:53.537 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:45:53 smithi028 bash[22419]: audit 2024-08-29T17:45:52.942940+0000 mon.c (mon.2) 19 : audit [DBG] from='client.? 172.21.15.28:0/3861781344' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-08-29T17:45:53.537 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:45:53 smithi028 bash[31855]: cluster 2024-08-29T17:45:51.850662+0000 mgr.y (mgr.14499) 125 : cluster [DBG] pgmap v99: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-29T17:45:53.537 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:45:53 smithi028 bash[31855]: audit 2024-08-29T17:45:52.942940+0000 mon.c (mon.2) 19 : audit [DBG] from='client.? 172.21.15.28:0/3861781344' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-08-29T17:45:53.572 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:45:53 smithi053 bash[24720]: cluster 2024-08-29T17:45:51.850662+0000 mgr.y (mgr.14499) 125 : cluster [DBG] pgmap v99: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-29T17:45:53.572 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:45:53 smithi053 bash[24720]: audit 2024-08-29T17:45:52.942940+0000 mon.c (mon.2) 19 : audit [DBG] from='client.? 172.21.15.28:0/3861781344' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-08-29T17:45:54.572 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:45:54 smithi053 bash[24720]: audit 2024-08-29T17:45:53.871971+0000 mon.a (mon.0) 911 : audit [DBG] from='mgr.14499 172.21.15.28:0/1402656687' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-29T17:45:54.624 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:45:54 smithi028 bash[31855]: audit 2024-08-29T17:45:53.871971+0000 mon.a (mon.0) 911 : audit [DBG] from='mgr.14499 172.21.15.28:0/1402656687' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-29T17:45:54.624 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:45:54 smithi028 bash[22419]: audit 2024-08-29T17:45:53.871971+0000 mon.a (mon.0) 911 : audit [DBG] from='mgr.14499 172.21.15.28:0/1402656687' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-29T17:45:55.572 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:45:55 smithi053 bash[24720]: cluster 2024-08-29T17:45:53.851252+0000 mgr.y (mgr.14499) 126 : cluster [DBG] pgmap v100: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-29T17:45:55.624 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:45:55 smithi028 bash[31855]: cluster 2024-08-29T17:45:53.851252+0000 mgr.y (mgr.14499) 126 : cluster [DBG] pgmap v100: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-29T17:45:55.624 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:45:55 smithi028 bash[22419]: cluster 2024-08-29T17:45:53.851252+0000 mgr.y (mgr.14499) 126 : cluster [DBG] pgmap v100: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-29T17:45:56.573 INFO:journalctl@ceph.mgr.x.smithi053.stdout:Aug 29 17:45:56 smithi053 bash[25641]: ::ffff:172.21.15.53 - - [29/Aug/2024:17:45:56] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.43.0" 2024-08-29T17:45:57.573 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:45:57 smithi053 bash[24720]: cluster 2024-08-29T17:45:55.852485+0000 mgr.y (mgr.14499) 127 : cluster [DBG] pgmap v101: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-29T17:45:57.624 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:45:57 smithi028 bash[31855]: cluster 2024-08-29T17:45:55.852485+0000 mgr.y (mgr.14499) 127 : cluster [DBG] pgmap v101: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-29T17:45:57.625 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:45:57 smithi028 bash[22419]: cluster 2024-08-29T17:45:55.852485+0000 mgr.y (mgr.14499) 127 : cluster [DBG] pgmap v101: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-29T17:45:58.320 INFO:teuthology.orchestra.run.smithi028.stderr:Inferring config /var/lib/ceph/3167ee72-662c-11ef-bcd4-c7b262605968/mon.a/config 2024-08-29T17:45:59.572 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:45:59 smithi053 bash[24720]: cluster 2024-08-29T17:45:57.852956+0000 mgr.y (mgr.14499) 128 : cluster [DBG] pgmap v102: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-29T17:45:59.624 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:45:59 smithi028 bash[22419]: cluster 2024-08-29T17:45:57.852956+0000 mgr.y (mgr.14499) 128 : cluster [DBG] pgmap v102: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-29T17:45:59.624 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:45:59 smithi028 bash[31855]: cluster 2024-08-29T17:45:57.852956+0000 mgr.y (mgr.14499) 128 : cluster [DBG] pgmap v102: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-29T17:46:01.070 INFO:journalctl@ceph.mgr.y.smithi028.stdout:Aug 29 17:46:00 smithi028 bash[22672]: ::ffff:172.21.15.53 - - [29/Aug/2024:17:46:00] "GET /metrics HTTP/1.1" 200 236512 "" "Prometheus/2.43.0" 2024-08-29T17:46:01.374 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:46:01 smithi028 bash[22419]: cluster 2024-08-29T17:45:59.853695+0000 mgr.y (mgr.14499) 129 : cluster [DBG] pgmap v103: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-29T17:46:01.374 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:46:01 smithi028 bash[31855]: cluster 2024-08-29T17:45:59.853695+0000 mgr.y (mgr.14499) 129 : cluster [DBG] pgmap v103: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-29T17:46:01.402 INFO:teuthology.orchestra.run.smithi028.stdout: 2024-08-29T17:46:01.403 INFO:teuthology.orchestra.run.smithi028.stdout:{"epoch":8,"default_fscid":1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":24317,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.28:6835/827521080","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.28:6834","nonce":827521080},{"type":"v1","addr":"172.21.15.28:6835","nonce":827521080}]},"join_fscid":-1,"export_targets":[],"features":4540138320759226367,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"epoch":2}],"filesystems":[{"mdsmap":{"epoch":8,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2024-08-29T17:41:10.604613+0000","modified":"2024-08-29T17:41:45.167070+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"max_mds":1,"in":[0],"up":{"mds_0":24322},"failed":[],"damaged":[],"stopped":[],"info":{"gid_24322":{"gid":24322,"name":"b","rank":0,"incarnation":4,"state":"up:active","state_seq":11,"addr":"172.21.15.53:6833/1231318269","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.53:6832","nonce":1231318269},{"type":"v1","addr":"172.21.15.53:6833","nonce":1231318269}]},"join_fscid":-1,"export_targets":[],"features":4540138320759226367,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}}}},"data_pools":[3],"metadata_pool":2,"enabled":true,"fs_name":"cephfs","balancer":"","standby_count_wanted":0},"id":1}]} 2024-08-29T17:46:01.403 INFO:teuthology.orchestra.run.smithi028.stderr:dumped fsmap epoch 8 2024-08-29T17:46:01.572 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:46:01 smithi053 bash[24720]: cluster 2024-08-29T17:45:59.853695+0000 mgr.y (mgr.14499) 129 : cluster [DBG] pgmap v103: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-29T17:46:02.068 DEBUG:tasks.cephfs.filesystem:are_daemons_healthy: mds map: {'epoch': 8, 'flags': 18, 'flags_state': {'joinable': True, 'allow_snaps': True, 'allow_multimds_snaps': True, 'allow_standby_replay': False}, 'ever_allowed_features': 0, 'explicitly_allowed_features': 0, 'created': '2024-08-29T17:41:10.604613+0000', 'modified': '2024-08-29T17:41:45.167070+0000', 'tableserver': 0, 'root': 0, 'session_timeout': 60, 'session_autoclose': 300, 'required_client_features': {}, 'max_file_size': 1099511627776, 'last_failure': 0, 'last_failure_osd_epoch': 0, 'compat': {'compat': {}, 'ro_compat': {}, 'incompat': {'feature_1': 'base v0.20', 'feature_2': 'client writeable ranges', 'feature_3': 'default file layouts on dirs', 'feature_4': 'dir inode in separate object', 'feature_5': 'mds uses versioned encoding', 'feature_6': 'dirfrag is stored in omap', 'feature_7': 'mds uses inline data', 'feature_8': 'no anchor table', 'feature_9': 'file layout v2', 'feature_10': 'snaprealm v2'}}, 'max_mds': 1, 'in': [0], 'up': {'mds_0': 24322}, 'failed': [], 'damaged': [], 'stopped': [], 'info': {'gid_24322': {'gid': 24322, 'name': 'b', 'rank': 0, 'incarnation': 4, 'state': 'up:active', 'state_seq': 11, 'addr': '172.21.15.53:6833/1231318269', 'addrs': {'addrvec': [{'type': 'v2', 'addr': '172.21.15.53:6832', 'nonce': 1231318269}, {'type': 'v1', 'addr': '172.21.15.53:6833', 'nonce': 1231318269}]}, 'join_fscid': -1, 'export_targets': [], 'features': 4540138320759226367, 'flags': 0, 'compat': {'compat': {}, 'ro_compat': {}, 'incompat': {'feature_1': 'base v0.20', 'feature_2': 'client writeable ranges', 'feature_3': 'default file layouts on dirs', 'feature_4': 'dir inode in separate object', 'feature_5': 'mds uses versioned encoding', 'feature_6': 'dirfrag is stored in omap', 'feature_7': 'mds uses inline data', 'feature_8': 'no anchor table', 'feature_9': 'file layout v2', 'feature_10': 'snaprealm v2'}}}}, 'data_pools': [3], 'metadata_pool': 2, 'enabled': True, 'fs_name': 'cephfs', 'balancer': '', 'standby_count_wanted': 0} 2024-08-29T17:46:02.068 DEBUG:tasks.cephfs.filesystem:are_daemons_healthy: 1/1 2024-08-29T17:46:02.068 DEBUG:teuthology.orchestra.run.smithi028:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 3167ee72-662c-11ef-bcd4-c7b262605968 -- ceph tell mds.b status 2024-08-29T17:46:02.374 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:46:02 smithi028 bash[22419]: audit 2024-08-29T17:46:01.409901+0000 mon.a (mon.0) 912 : audit [DBG] from='client.? 172.21.15.28:0/748501172' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-08-29T17:46:02.374 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:46:02 smithi028 bash[31855]: audit 2024-08-29T17:46:01.409901+0000 mon.a (mon.0) 912 : audit [DBG] from='client.? 172.21.15.28:0/748501172' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-08-29T17:46:02.573 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:46:02 smithi053 bash[24720]: audit 2024-08-29T17:46:01.409901+0000 mon.a (mon.0) 912 : audit [DBG] from='client.? 172.21.15.28:0/748501172' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-08-29T17:46:03.573 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:46:03 smithi053 bash[24720]: cluster 2024-08-29T17:46:01.855007+0000 mgr.y (mgr.14499) 130 : cluster [DBG] pgmap v104: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-29T17:46:03.624 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:46:03 smithi028 bash[31855]: cluster 2024-08-29T17:46:01.855007+0000 mgr.y (mgr.14499) 130 : cluster [DBG] pgmap v104: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-29T17:46:03.624 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:46:03 smithi028 bash[22419]: cluster 2024-08-29T17:46:01.855007+0000 mgr.y (mgr.14499) 130 : cluster [DBG] pgmap v104: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-29T17:46:05.572 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:46:05 smithi053 bash[24720]: cluster 2024-08-29T17:46:03.855671+0000 mgr.y (mgr.14499) 131 : cluster [DBG] pgmap v105: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-29T17:46:05.624 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:46:05 smithi028 bash[22419]: cluster 2024-08-29T17:46:03.855671+0000 mgr.y (mgr.14499) 131 : cluster [DBG] pgmap v105: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-29T17:46:05.624 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:46:05 smithi028 bash[31855]: cluster 2024-08-29T17:46:03.855671+0000 mgr.y (mgr.14499) 131 : cluster [DBG] pgmap v105: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-29T17:46:06.573 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:46:06 smithi053 bash[24720]: cluster 2024-08-29T17:46:05.856938+0000 mgr.y (mgr.14499) 132 : cluster [DBG] pgmap v106: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-29T17:46:06.573 INFO:journalctl@ceph.mgr.x.smithi053.stdout:Aug 29 17:46:06 smithi053 bash[25641]: ::ffff:172.21.15.53 - - [29/Aug/2024:17:46:06] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.43.0" 2024-08-29T17:46:06.624 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:46:06 smithi028 bash[22419]: cluster 2024-08-29T17:46:05.856938+0000 mgr.y (mgr.14499) 132 : cluster [DBG] pgmap v106: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-29T17:46:06.624 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:46:06 smithi028 bash[31855]: cluster 2024-08-29T17:46:05.856938+0000 mgr.y (mgr.14499) 132 : cluster [DBG] pgmap v106: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-29T17:46:06.904 INFO:teuthology.orchestra.run.smithi028.stderr:Inferring config /var/lib/ceph/3167ee72-662c-11ef-bcd4-c7b262605968/mon.a/config 2024-08-29T17:46:09.124 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:46:08 smithi028 bash[31855]: cluster 2024-08-29T17:46:07.857538+0000 mgr.y (mgr.14499) 133 : cluster [DBG] pgmap v107: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-29T17:46:09.125 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:46:08 smithi028 bash[31855]: audit 2024-08-29T17:46:08.872681+0000 mon.a (mon.0) 913 : audit [DBG] from='mgr.14499 172.21.15.28:0/1402656687' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-29T17:46:09.125 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:46:08 smithi028 bash[22419]: cluster 2024-08-29T17:46:07.857538+0000 mgr.y (mgr.14499) 133 : cluster [DBG] pgmap v107: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-29T17:46:09.125 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:46:08 smithi028 bash[22419]: audit 2024-08-29T17:46:08.872681+0000 mon.a (mon.0) 913 : audit [DBG] from='mgr.14499 172.21.15.28:0/1402656687' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-29T17:46:09.323 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:46:08 smithi053 bash[24720]: cluster 2024-08-29T17:46:07.857538+0000 mgr.y (mgr.14499) 133 : cluster [DBG] pgmap v107: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-29T17:46:09.323 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:46:08 smithi053 bash[24720]: audit 2024-08-29T17:46:08.872681+0000 mon.a (mon.0) 913 : audit [DBG] from='mgr.14499 172.21.15.28:0/1402656687' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-29T17:46:09.716 INFO:teuthology.orchestra.run.smithi028.stderr:2024-08-29T17:46:09.721+0000 7f6c6eff5640 0 client.14733 ms_handle_reset on v2:172.21.15.53:6832/1231318269 2024-08-29T17:46:09.736 INFO:teuthology.orchestra.run.smithi028.stderr:2024-08-29T17:46:09.741+0000 7f6c6eff5640 0 client.14739 ms_handle_reset on v2:172.21.15.53:6832/1231318269 2024-08-29T17:46:09.736 INFO:teuthology.orchestra.run.smithi028.stdout:{ 2024-08-29T17:46:09.736 INFO:teuthology.orchestra.run.smithi028.stdout: "cluster_fsid": "3167ee72-662c-11ef-bcd4-c7b262605968", 2024-08-29T17:46:09.736 INFO:teuthology.orchestra.run.smithi028.stdout: "whoami": 0, 2024-08-29T17:46:09.736 INFO:teuthology.orchestra.run.smithi028.stdout: "id": 24322, 2024-08-29T17:46:09.737 INFO:teuthology.orchestra.run.smithi028.stdout: "want_state": "up:active", 2024-08-29T17:46:09.737 INFO:teuthology.orchestra.run.smithi028.stdout: "state": "up:active", 2024-08-29T17:46:09.737 INFO:teuthology.orchestra.run.smithi028.stdout: "fs_name": "cephfs", 2024-08-29T17:46:09.737 INFO:teuthology.orchestra.run.smithi028.stdout: "rank_uptime": 298.67981398500001, 2024-08-29T17:46:09.737 INFO:teuthology.orchestra.run.smithi028.stdout: "mdsmap_epoch": 8, 2024-08-29T17:46:09.737 INFO:teuthology.orchestra.run.smithi028.stdout: "osdmap_epoch": 75, 2024-08-29T17:46:09.737 INFO:teuthology.orchestra.run.smithi028.stdout: "osdmap_epoch_barrier": 67, 2024-08-29T17:46:09.737 INFO:teuthology.orchestra.run.smithi028.stdout: "uptime": 334.99737679899999 2024-08-29T17:46:09.737 INFO:teuthology.orchestra.run.smithi028.stdout:} 2024-08-29T17:46:10.316 INFO:tasks.cephadm:Setup complete, yielding 2024-08-29T17:46:10.317 INFO:teuthology.run_tasks:Running task print... 2024-08-29T17:46:10.328 INFO:teuthology.task.print:**** done end installing quincy cephadm ... 2024-08-29T17:46:10.328 INFO:teuthology.run_tasks:Running task print... 2024-08-29T17:46:10.355 INFO:teuthology.task.print:**** done start cephadm.shell ceph config set mgr... 2024-08-29T17:46:10.355 INFO:teuthology.run_tasks:Running task cephadm.shell... 2024-08-29T17:46:10.406 INFO:tasks.cephadm:Running commands on role mon.a host ubuntu@smithi028.front.sepia.ceph.com 2024-08-29T17:46:10.407 DEBUG:teuthology.orchestra.run.smithi028:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 3167ee72-662c-11ef-bcd4-c7b262605968 -- bash -c 'ceph config set mgr mgr/cephadm/use_repo_digest true --force' 2024-08-29T17:46:11.124 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:46:10 smithi028 bash[22419]: cluster 2024-08-29T17:46:09.858143+0000 mgr.y (mgr.14499) 134 : cluster [DBG] pgmap v108: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-29T17:46:11.125 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:46:10 smithi028 bash[31855]: cluster 2024-08-29T17:46:09.858143+0000 mgr.y (mgr.14499) 134 : cluster [DBG] pgmap v108: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-29T17:46:11.125 INFO:journalctl@ceph.mgr.y.smithi028.stdout:Aug 29 17:46:10 smithi028 bash[22672]: ::ffff:172.21.15.53 - - [29/Aug/2024:17:46:10] "GET /metrics HTTP/1.1" 200 236485 "" "Prometheus/2.43.0" 2024-08-29T17:46:11.322 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:46:10 smithi053 bash[24720]: cluster 2024-08-29T17:46:09.858143+0000 mgr.y (mgr.14499) 134 : cluster [DBG] pgmap v108: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-29T17:46:13.323 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:46:12 smithi053 bash[24720]: cluster 2024-08-29T17:46:11.859068+0000 mgr.y (mgr.14499) 135 : cluster [DBG] pgmap v109: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-29T17:46:13.374 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:46:12 smithi028 bash[22419]: cluster 2024-08-29T17:46:11.859068+0000 mgr.y (mgr.14499) 135 : cluster [DBG] pgmap v109: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-29T17:46:13.374 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:46:12 smithi028 bash[31855]: cluster 2024-08-29T17:46:11.859068+0000 mgr.y (mgr.14499) 135 : cluster [DBG] pgmap v109: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-29T17:46:15.206 INFO:teuthology.orchestra.run.smithi028.stderr:Inferring config /var/lib/ceph/3167ee72-662c-11ef-bcd4-c7b262605968/mon.a/config 2024-08-29T17:46:15.318 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:46:14 smithi028 bash[31855]: cluster 2024-08-29T17:46:13.859691+0000 mgr.y (mgr.14499) 136 : cluster [DBG] pgmap v110: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-29T17:46:15.318 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:46:14 smithi028 bash[22419]: cluster 2024-08-29T17:46:13.859691+0000 mgr.y (mgr.14499) 136 : cluster [DBG] pgmap v110: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-29T17:46:15.322 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:46:14 smithi053 bash[24720]: cluster 2024-08-29T17:46:13.859691+0000 mgr.y (mgr.14499) 136 : cluster [DBG] pgmap v110: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-29T17:46:16.572 INFO:journalctl@ceph.mgr.x.smithi053.stdout:Aug 29 17:46:16 smithi053 bash[25641]: ::ffff:172.21.15.53 - - [29/Aug/2024:17:46:16] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.43.0" 2024-08-29T17:46:17.323 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:46:16 smithi053 bash[24720]: cluster 2024-08-29T17:46:15.860942+0000 mgr.y (mgr.14499) 137 : cluster [DBG] pgmap v111: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-29T17:46:17.374 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:46:16 smithi028 bash[22419]: cluster 2024-08-29T17:46:15.860942+0000 mgr.y (mgr.14499) 137 : cluster [DBG] pgmap v111: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-29T17:46:17.374 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:46:16 smithi028 bash[31855]: cluster 2024-08-29T17:46:15.860942+0000 mgr.y (mgr.14499) 137 : cluster [DBG] pgmap v111: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-29T17:46:18.624 INFO:journalctl@ceph.mgr.y.smithi028.stdout:Aug 29 17:46:18 smithi028 bash[22672]: [29/Aug/2024:17:46:18] ENGINE Bus STOPPING 2024-08-29T17:46:18.972 INFO:journalctl@ceph.mgr.y.smithi028.stdout:Aug 29 17:46:18 smithi028 bash[22672]: [29/Aug/2024:17:46:18] ENGINE HTTP Server cherrypy._cpwsgi_server.CPWSGIServer(('::', 9283)) shut down 2024-08-29T17:46:18.972 INFO:journalctl@ceph.mgr.y.smithi028.stdout:Aug 29 17:46:18 smithi028 bash[22672]: [29/Aug/2024:17:46:18] ENGINE Bus STOPPED 2024-08-29T17:46:18.972 INFO:journalctl@ceph.mgr.y.smithi028.stdout:Aug 29 17:46:18 smithi028 bash[22672]: [29/Aug/2024:17:46:18] ENGINE Bus STARTING 2024-08-29T17:46:18.972 INFO:journalctl@ceph.mgr.y.smithi028.stdout:Aug 29 17:46:18 smithi028 bash[22672]: [29/Aug/2024:17:46:18] ENGINE Serving on http://:::9283 2024-08-29T17:46:18.972 INFO:journalctl@ceph.mgr.y.smithi028.stdout:Aug 29 17:46:18 smithi028 bash[22672]: [29/Aug/2024:17:46:18] ENGINE Bus STARTED 2024-08-29T17:46:18.973 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:46:18 smithi028 bash[31855]: cluster 2024-08-29T17:46:17.861532+0000 mgr.y (mgr.14499) 138 : cluster [DBG] pgmap v112: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-29T17:46:18.973 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:46:18 smithi028 bash[31855]: audit 2024-08-29T17:46:18.137929+0000 mon.a (mon.0) 914 : audit [DBG] from='mgr.14499 172.21.15.28:0/1402656687' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-29T17:46:18.973 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:46:18 smithi028 bash[31855]: audit 2024-08-29T17:46:18.361090+0000 mon.a (mon.0) 915 : audit [INF] from='client.? 172.21.15.28:0/1223899500' entity='client.admin' 2024-08-29T17:46:18.973 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:46:18 smithi028 bash[31855]: audit 2024-08-29T17:46:18.566968+0000 mon.a (mon.0) 916 : audit [DBG] from='mgr.14499 172.21.15.28:0/1402656687' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-29T17:46:18.973 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:46:18 smithi028 bash[31855]: audit 2024-08-29T17:46:18.568538+0000 mon.a (mon.0) 917 : audit [INF] from='mgr.14499 172.21.15.28:0/1402656687' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-29T17:46:18.973 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:46:18 smithi028 bash[31855]: audit 2024-08-29T17:46:18.575929+0000 mon.a (mon.0) 918 : audit [INF] from='mgr.14499 172.21.15.28:0/1402656687' entity='mgr.y' 2024-08-29T17:46:18.973 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:46:18 smithi028 bash[31855]: audit 2024-08-29T17:46:18.620531+0000 mon.a (mon.0) 919 : audit [DBG] from='mgr.14499 172.21.15.28:0/1402656687' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-29T17:46:18.973 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:46:18 smithi028 bash[31855]: audit 2024-08-29T17:46:18.623642+0000 mon.a (mon.0) 920 : audit [DBG] from='mgr.14499 172.21.15.28:0/1402656687' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-29T17:46:18.973 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:46:18 smithi028 bash[31855]: audit 2024-08-29T17:46:18.625000+0000 mon.a (mon.0) 921 : audit [INF] from='mgr.14499 172.21.15.28:0/1402656687' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-29T17:46:18.973 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:46:18 smithi028 bash[31855]: audit 2024-08-29T17:46:18.631968+0000 mon.a (mon.0) 922 : audit [INF] from='mgr.14499 172.21.15.28:0/1402656687' entity='mgr.y' 2024-08-29T17:46:18.974 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:46:18 smithi028 bash[22419]: cluster 2024-08-29T17:46:17.861532+0000 mgr.y (mgr.14499) 138 : cluster [DBG] pgmap v112: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-29T17:46:18.974 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:46:18 smithi028 bash[22419]: audit 2024-08-29T17:46:18.137929+0000 mon.a (mon.0) 914 : audit [DBG] from='mgr.14499 172.21.15.28:0/1402656687' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-29T17:46:18.974 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:46:18 smithi028 bash[22419]: audit 2024-08-29T17:46:18.361090+0000 mon.a (mon.0) 915 : audit [INF] from='client.? 172.21.15.28:0/1223899500' entity='client.admin' 2024-08-29T17:46:18.974 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:46:18 smithi028 bash[22419]: audit 2024-08-29T17:46:18.566968+0000 mon.a (mon.0) 916 : audit [DBG] from='mgr.14499 172.21.15.28:0/1402656687' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-29T17:46:18.974 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:46:18 smithi028 bash[22419]: audit 2024-08-29T17:46:18.568538+0000 mon.a (mon.0) 917 : audit [INF] from='mgr.14499 172.21.15.28:0/1402656687' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-29T17:46:18.974 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:46:18 smithi028 bash[22419]: audit 2024-08-29T17:46:18.575929+0000 mon.a (mon.0) 918 : audit [INF] from='mgr.14499 172.21.15.28:0/1402656687' entity='mgr.y' 2024-08-29T17:46:18.974 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:46:18 smithi028 bash[22419]: audit 2024-08-29T17:46:18.620531+0000 mon.a (mon.0) 919 : audit [DBG] from='mgr.14499 172.21.15.28:0/1402656687' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-29T17:46:18.974 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:46:18 smithi028 bash[22419]: audit 2024-08-29T17:46:18.623642+0000 mon.a (mon.0) 920 : audit [DBG] from='mgr.14499 172.21.15.28:0/1402656687' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-29T17:46:18.974 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:46:18 smithi028 bash[22419]: audit 2024-08-29T17:46:18.625000+0000 mon.a (mon.0) 921 : audit [INF] from='mgr.14499 172.21.15.28:0/1402656687' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-29T17:46:18.974 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:46:18 smithi028 bash[22419]: audit 2024-08-29T17:46:18.631968+0000 mon.a (mon.0) 922 : audit [INF] from='mgr.14499 172.21.15.28:0/1402656687' entity='mgr.y' 2024-08-29T17:46:18.975 INFO:teuthology.run_tasks:Running task print... 2024-08-29T17:46:18.985 INFO:teuthology.task.print:**** done cephadm.shell ceph config set mgr... 2024-08-29T17:46:18.985 INFO:teuthology.run_tasks:Running task print... 2024-08-29T17:46:19.021 INFO:teuthology.task.print:**** done start telemetry quincy... 2024-08-29T17:46:19.021 INFO:teuthology.run_tasks:Running task workunit... 2024-08-29T17:46:19.077 INFO:tasks.workunit:Pulling workunits from ref 1ef864504b8875c83ee6c2c5fedc13315bebf7f5 2024-08-29T17:46:19.077 INFO:tasks.workunit:Making a separate scratch dir for every client... 2024-08-29T17:46:19.077 DEBUG:teuthology.orchestra.run.smithi028:> stat -- /home/ubuntu/cephtest/mnt.0 2024-08-29T17:46:19.084 DEBUG:teuthology.orchestra.run:got remote process result: 1 2024-08-29T17:46:19.084 INFO:teuthology.orchestra.run.smithi028.stderr:stat: cannot statx '/home/ubuntu/cephtest/mnt.0': No such file or directory 2024-08-29T17:46:19.084 DEBUG:teuthology.orchestra.run.smithi028:> mkdir -- /home/ubuntu/cephtest/mnt.0 2024-08-29T17:46:19.130 INFO:tasks.workunit:Created dir /home/ubuntu/cephtest/mnt.0 2024-08-29T17:46:19.130 DEBUG:teuthology.orchestra.run.smithi028:> cd -- /home/ubuntu/cephtest/mnt.0 && mkdir -- client.0 2024-08-29T17:46:19.178 INFO:tasks.workunit:timeout=3h 2024-08-29T17:46:19.178 INFO:tasks.workunit:cleanup=True 2024-08-29T17:46:19.179 DEBUG:teuthology.orchestra.run.smithi028:> rm -rf /home/ubuntu/cephtest/clone.client.0 && git clone https://github.com/ceph/ceph-ci.git /home/ubuntu/cephtest/clone.client.0 && cd /home/ubuntu/cephtest/clone.client.0 && git checkout 1ef864504b8875c83ee6c2c5fedc13315bebf7f5 2024-08-29T17:46:19.228 INFO:tasks.workunit.client.0.smithi028.stderr:Cloning into '/home/ubuntu/cephtest/clone.client.0'... 2024-08-29T17:46:19.323 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:46:18 smithi053 bash[24720]: cluster 2024-08-29T17:46:17.861532+0000 mgr.y (mgr.14499) 138 : cluster [DBG] pgmap v112: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-29T17:46:19.323 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:46:18 smithi053 bash[24720]: audit 2024-08-29T17:46:18.137929+0000 mon.a (mon.0) 914 : audit [DBG] from='mgr.14499 172.21.15.28:0/1402656687' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-29T17:46:19.323 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:46:18 smithi053 bash[24720]: audit 2024-08-29T17:46:18.361090+0000 mon.a (mon.0) 915 : audit [INF] from='client.? 172.21.15.28:0/1223899500' entity='client.admin' 2024-08-29T17:46:19.323 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:46:18 smithi053 bash[24720]: audit 2024-08-29T17:46:18.566968+0000 mon.a (mon.0) 916 : audit [DBG] from='mgr.14499 172.21.15.28:0/1402656687' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-29T17:46:19.323 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:46:18 smithi053 bash[24720]: audit 2024-08-29T17:46:18.568538+0000 mon.a (mon.0) 917 : audit [INF] from='mgr.14499 172.21.15.28:0/1402656687' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-29T17:46:19.324 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:46:18 smithi053 bash[24720]: audit 2024-08-29T17:46:18.575929+0000 mon.a (mon.0) 918 : audit [INF] from='mgr.14499 172.21.15.28:0/1402656687' entity='mgr.y' 2024-08-29T17:46:19.324 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:46:18 smithi053 bash[24720]: audit 2024-08-29T17:46:18.620531+0000 mon.a (mon.0) 919 : audit [DBG] from='mgr.14499 172.21.15.28:0/1402656687' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-29T17:46:19.324 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:46:18 smithi053 bash[24720]: audit 2024-08-29T17:46:18.623642+0000 mon.a (mon.0) 920 : audit [DBG] from='mgr.14499 172.21.15.28:0/1402656687' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-29T17:46:19.324 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:46:18 smithi053 bash[24720]: audit 2024-08-29T17:46:18.625000+0000 mon.a (mon.0) 921 : audit [INF] from='mgr.14499 172.21.15.28:0/1402656687' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-29T17:46:19.324 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:46:18 smithi053 bash[24720]: audit 2024-08-29T17:46:18.631968+0000 mon.a (mon.0) 922 : audit [INF] from='mgr.14499 172.21.15.28:0/1402656687' entity='mgr.y' 2024-08-29T17:46:20.677 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:46:20 smithi028 bash[31855]: cluster 2024-08-29T17:46:19.862457+0000 mgr.y (mgr.14499) 139 : cluster [DBG] pgmap v113: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-29T17:46:20.677 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:46:20 smithi028 bash[22419]: cluster 2024-08-29T17:46:19.862457+0000 mgr.y (mgr.14499) 139 : cluster [DBG] pgmap v113: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-29T17:46:20.823 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:46:20 smithi053 bash[24720]: cluster 2024-08-29T17:46:19.862457+0000 mgr.y (mgr.14499) 139 : cluster [DBG] pgmap v113: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-29T17:46:21.126 INFO:journalctl@ceph.mgr.y.smithi028.stdout:Aug 29 17:46:20 smithi028 bash[22672]: ::ffff:172.21.15.53 - - [29/Aug/2024:17:46:20] "GET /metrics HTTP/1.1" 200 236485 "" "Prometheus/2.43.0" 2024-08-29T17:46:23.323 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:46:22 smithi053 bash[24720]: cluster 2024-08-29T17:46:21.863393+0000 mgr.y (mgr.14499) 140 : cluster [DBG] pgmap v114: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-29T17:46:23.374 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:46:22 smithi028 bash[31855]: cluster 2024-08-29T17:46:21.863393+0000 mgr.y (mgr.14499) 140 : cluster [DBG] pgmap v114: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-29T17:46:23.375 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:46:22 smithi028 bash[22419]: cluster 2024-08-29T17:46:21.863393+0000 mgr.y (mgr.14499) 140 : cluster [DBG] pgmap v114: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-29T17:46:24.323 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:46:23 smithi053 bash[24720]: audit 2024-08-29T17:46:23.872636+0000 mon.a (mon.0) 923 : audit [DBG] from='mgr.14499 172.21.15.28:0/1402656687' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-29T17:46:24.374 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:46:23 smithi028 bash[22419]: audit 2024-08-29T17:46:23.872636+0000 mon.a (mon.0) 923 : audit [DBG] from='mgr.14499 172.21.15.28:0/1402656687' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-29T17:46:24.375 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:46:23 smithi028 bash[31855]: audit 2024-08-29T17:46:23.872636+0000 mon.a (mon.0) 923 : audit [DBG] from='mgr.14499 172.21.15.28:0/1402656687' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-29T17:46:25.323 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:46:24 smithi053 bash[24720]: cluster 2024-08-29T17:46:23.864071+0000 mgr.y (mgr.14499) 141 : cluster [DBG] pgmap v115: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-29T17:46:25.374 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:46:24 smithi028 bash[31855]: cluster 2024-08-29T17:46:23.864071+0000 mgr.y (mgr.14499) 141 : cluster [DBG] pgmap v115: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-29T17:46:25.374 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:46:24 smithi028 bash[22419]: cluster 2024-08-29T17:46:23.864071+0000 mgr.y (mgr.14499) 141 : cluster [DBG] pgmap v115: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-29T17:46:26.573 INFO:journalctl@ceph.mgr.x.smithi053.stdout:Aug 29 17:46:26 smithi053 bash[25641]: ::ffff:172.21.15.53 - - [29/Aug/2024:17:46:26] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.43.0" 2024-08-29T17:46:27.323 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:46:26 smithi053 bash[24720]: cluster 2024-08-29T17:46:25.865234+0000 mgr.y (mgr.14499) 142 : cluster [DBG] pgmap v116: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-29T17:46:27.374 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:46:26 smithi028 bash[22419]: cluster 2024-08-29T17:46:25.865234+0000 mgr.y (mgr.14499) 142 : cluster [DBG] pgmap v116: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-29T17:46:27.374 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:46:26 smithi028 bash[31855]: cluster 2024-08-29T17:46:25.865234+0000 mgr.y (mgr.14499) 142 : cluster [DBG] pgmap v116: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-29T17:46:29.323 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:46:28 smithi053 bash[24720]: cluster 2024-08-29T17:46:27.865860+0000 mgr.y (mgr.14499) 143 : cluster [DBG] pgmap v117: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-29T17:46:29.374 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:46:28 smithi028 bash[22419]: cluster 2024-08-29T17:46:27.865860+0000 mgr.y (mgr.14499) 143 : cluster [DBG] pgmap v117: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-29T17:46:29.374 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:46:28 smithi028 bash[31855]: cluster 2024-08-29T17:46:27.865860+0000 mgr.y (mgr.14499) 143 : cluster [DBG] pgmap v117: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-29T17:46:30.933 INFO:journalctl@ceph.mgr.y.smithi028.stdout:Aug 29 17:46:30 smithi028 bash[22672]: ::ffff:172.21.15.53 - - [29/Aug/2024:17:46:30] "GET /metrics HTTP/1.1" 200 236485 "" "Prometheus/2.43.0" 2024-08-29T17:46:31.323 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:46:30 smithi053 bash[24720]: cluster 2024-08-29T17:46:29.867426+0000 mgr.y (mgr.14499) 144 : cluster [DBG] pgmap v118: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-29T17:46:31.374 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:46:30 smithi028 bash[31855]: cluster 2024-08-29T17:46:29.867426+0000 mgr.y (mgr.14499) 144 : cluster [DBG] pgmap v118: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-29T17:46:31.374 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:46:30 smithi028 bash[22419]: cluster 2024-08-29T17:46:29.867426+0000 mgr.y (mgr.14499) 144 : cluster [DBG] pgmap v118: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-29T17:46:33.323 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:46:32 smithi053 bash[24720]: cluster 2024-08-29T17:46:31.868276+0000 mgr.y (mgr.14499) 145 : cluster [DBG] pgmap v119: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-29T17:46:33.374 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:46:32 smithi028 bash[31855]: cluster 2024-08-29T17:46:31.868276+0000 mgr.y (mgr.14499) 145 : cluster [DBG] pgmap v119: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-29T17:46:33.374 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:46:32 smithi028 bash[22419]: cluster 2024-08-29T17:46:31.868276+0000 mgr.y (mgr.14499) 145 : cluster [DBG] pgmap v119: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-29T17:46:35.323 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:46:34 smithi053 bash[24720]: cluster 2024-08-29T17:46:33.868812+0000 mgr.y (mgr.14499) 146 : cluster [DBG] pgmap v120: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-29T17:46:35.374 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:46:34 smithi028 bash[22419]: cluster 2024-08-29T17:46:33.868812+0000 mgr.y (mgr.14499) 146 : cluster [DBG] pgmap v120: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-29T17:46:35.374 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:46:34 smithi028 bash[31855]: cluster 2024-08-29T17:46:33.868812+0000 mgr.y (mgr.14499) 146 : cluster [DBG] pgmap v120: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-29T17:46:36.573 INFO:journalctl@ceph.mgr.x.smithi053.stdout:Aug 29 17:46:36 smithi053 bash[25641]: ::ffff:172.21.15.53 - - [29/Aug/2024:17:46:36] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.43.0" 2024-08-29T17:46:37.323 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:46:36 smithi053 bash[24720]: cluster 2024-08-29T17:46:35.869597+0000 mgr.y (mgr.14499) 147 : cluster [DBG] pgmap v121: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-29T17:46:37.374 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:46:36 smithi028 bash[31855]: cluster 2024-08-29T17:46:35.869597+0000 mgr.y (mgr.14499) 147 : cluster [DBG] pgmap v121: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-29T17:46:37.374 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:46:36 smithi028 bash[22419]: cluster 2024-08-29T17:46:35.869597+0000 mgr.y (mgr.14499) 147 : cluster [DBG] pgmap v121: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-29T17:46:39.323 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:46:38 smithi053 bash[24720]: cluster 2024-08-29T17:46:37.869990+0000 mgr.y (mgr.14499) 148 : cluster [DBG] pgmap v122: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-29T17:46:39.323 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:46:38 smithi053 bash[24720]: audit 2024-08-29T17:46:38.872836+0000 mon.a (mon.0) 924 : audit [DBG] from='mgr.14499 172.21.15.28:0/1402656687' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-29T17:46:39.374 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:46:38 smithi028 bash[22419]: cluster 2024-08-29T17:46:37.869990+0000 mgr.y (mgr.14499) 148 : cluster [DBG] pgmap v122: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-29T17:46:39.374 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:46:38 smithi028 bash[22419]: audit 2024-08-29T17:46:38.872836+0000 mon.a (mon.0) 924 : audit [DBG] from='mgr.14499 172.21.15.28:0/1402656687' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-29T17:46:39.374 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:46:38 smithi028 bash[31855]: cluster 2024-08-29T17:46:37.869990+0000 mgr.y (mgr.14499) 148 : cluster [DBG] pgmap v122: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-29T17:46:39.375 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:46:38 smithi028 bash[31855]: audit 2024-08-29T17:46:38.872836+0000 mon.a (mon.0) 924 : audit [DBG] from='mgr.14499 172.21.15.28:0/1402656687' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-29T17:46:40.949 INFO:journalctl@ceph.mgr.y.smithi028.stdout:Aug 29 17:46:40 smithi028 bash[22672]: ::ffff:172.21.15.53 - - [29/Aug/2024:17:46:40] "GET /metrics HTTP/1.1" 200 236471 "" "Prometheus/2.43.0" 2024-08-29T17:46:40.951 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:46:40 smithi028 bash[22419]: cluster 2024-08-29T17:46:39.870526+0000 mgr.y (mgr.14499) 149 : cluster [DBG] pgmap v123: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-29T17:46:40.951 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:46:40 smithi028 bash[31855]: cluster 2024-08-29T17:46:39.870526+0000 mgr.y (mgr.14499) 149 : cluster [DBG] pgmap v123: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-29T17:46:41.323 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:46:40 smithi053 bash[24720]: cluster 2024-08-29T17:46:39.870526+0000 mgr.y (mgr.14499) 149 : cluster [DBG] pgmap v123: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-29T17:46:43.323 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:46:42 smithi053 bash[24720]: cluster 2024-08-29T17:46:41.871010+0000 mgr.y (mgr.14499) 150 : cluster [DBG] pgmap v124: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-29T17:46:43.374 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:46:42 smithi028 bash[31855]: cluster 2024-08-29T17:46:41.871010+0000 mgr.y (mgr.14499) 150 : cluster [DBG] pgmap v124: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-29T17:46:43.375 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:46:42 smithi028 bash[22419]: cluster 2024-08-29T17:46:41.871010+0000 mgr.y (mgr.14499) 150 : cluster [DBG] pgmap v124: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-29T17:46:45.323 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:46:44 smithi053 bash[24720]: cluster 2024-08-29T17:46:43.871387+0000 mgr.y (mgr.14499) 151 : cluster [DBG] pgmap v125: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-29T17:46:45.374 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:46:44 smithi028 bash[31855]: cluster 2024-08-29T17:46:43.871387+0000 mgr.y (mgr.14499) 151 : cluster [DBG] pgmap v125: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-29T17:46:45.374 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:46:44 smithi028 bash[22419]: cluster 2024-08-29T17:46:43.871387+0000 mgr.y (mgr.14499) 151 : cluster [DBG] pgmap v125: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-29T17:46:46.573 INFO:journalctl@ceph.mgr.x.smithi053.stdout:Aug 29 17:46:46 smithi053 bash[25641]: ::ffff:172.21.15.53 - - [29/Aug/2024:17:46:46] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.43.0" 2024-08-29T17:46:47.323 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:46:46 smithi053 bash[24720]: cluster 2024-08-29T17:46:45.872052+0000 mgr.y (mgr.14499) 152 : cluster [DBG] pgmap v126: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-29T17:46:47.374 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:46:46 smithi028 bash[22419]: cluster 2024-08-29T17:46:45.872052+0000 mgr.y (mgr.14499) 152 : cluster [DBG] pgmap v126: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-29T17:46:47.374 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:46:46 smithi028 bash[31855]: cluster 2024-08-29T17:46:45.872052+0000 mgr.y (mgr.14499) 152 : cluster [DBG] pgmap v126: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-29T17:46:49.323 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:46:48 smithi053 bash[24720]: cluster 2024-08-29T17:46:47.872456+0000 mgr.y (mgr.14499) 153 : cluster [DBG] pgmap v127: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-29T17:46:49.374 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:46:48 smithi028 bash[31855]: cluster 2024-08-29T17:46:47.872456+0000 mgr.y (mgr.14499) 153 : cluster [DBG] pgmap v127: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-29T17:46:49.374 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:46:48 smithi028 bash[22419]: cluster 2024-08-29T17:46:47.872456+0000 mgr.y (mgr.14499) 153 : cluster [DBG] pgmap v127: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-29T17:46:50.965 INFO:journalctl@ceph.mgr.y.smithi028.stdout:Aug 29 17:46:50 smithi028 bash[22672]: ::ffff:172.21.15.53 - - [29/Aug/2024:17:46:50] "GET /metrics HTTP/1.1" 200 236471 "" "Prometheus/2.43.0" 2024-08-29T17:46:51.323 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:46:50 smithi053 bash[24720]: cluster 2024-08-29T17:46:49.873246+0000 mgr.y (mgr.14499) 154 : cluster [DBG] pgmap v128: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-29T17:46:51.374 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:46:50 smithi028 bash[22419]: cluster 2024-08-29T17:46:49.873246+0000 mgr.y (mgr.14499) 154 : cluster [DBG] pgmap v128: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-29T17:46:51.374 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:46:50 smithi028 bash[31855]: cluster 2024-08-29T17:46:49.873246+0000 mgr.y (mgr.14499) 154 : cluster [DBG] pgmap v128: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-29T17:46:53.323 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:46:52 smithi053 bash[24720]: cluster 2024-08-29T17:46:51.873743+0000 mgr.y (mgr.14499) 155 : cluster [DBG] pgmap v129: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-29T17:46:53.374 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:46:52 smithi028 bash[31855]: cluster 2024-08-29T17:46:51.873743+0000 mgr.y (mgr.14499) 155 : cluster [DBG] pgmap v129: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-29T17:46:53.374 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:46:52 smithi028 bash[22419]: cluster 2024-08-29T17:46:51.873743+0000 mgr.y (mgr.14499) 155 : cluster [DBG] pgmap v129: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-29T17:46:54.323 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:46:53 smithi053 bash[24720]: audit 2024-08-29T17:46:53.873092+0000 mon.a (mon.0) 925 : audit [DBG] from='mgr.14499 172.21.15.28:0/1402656687' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-29T17:46:54.374 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:46:53 smithi028 bash[31855]: audit 2024-08-29T17:46:53.873092+0000 mon.a (mon.0) 925 : audit [DBG] from='mgr.14499 172.21.15.28:0/1402656687' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-29T17:46:54.374 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:46:53 smithi028 bash[22419]: audit 2024-08-29T17:46:53.873092+0000 mon.a (mon.0) 925 : audit [DBG] from='mgr.14499 172.21.15.28:0/1402656687' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-29T17:46:55.323 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:46:54 smithi053 bash[24720]: cluster 2024-08-29T17:46:53.874122+0000 mgr.y (mgr.14499) 156 : cluster [DBG] pgmap v130: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-29T17:46:55.374 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:46:54 smithi028 bash[31855]: cluster 2024-08-29T17:46:53.874122+0000 mgr.y (mgr.14499) 156 : cluster [DBG] pgmap v130: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-29T17:46:55.374 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:46:54 smithi028 bash[22419]: cluster 2024-08-29T17:46:53.874122+0000 mgr.y (mgr.14499) 156 : cluster [DBG] pgmap v130: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-29T17:46:56.573 INFO:journalctl@ceph.mgr.x.smithi053.stdout:Aug 29 17:46:56 smithi053 bash[25641]: ::ffff:172.21.15.53 - - [29/Aug/2024:17:46:56] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.43.0" 2024-08-29T17:46:57.323 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:46:56 smithi053 bash[24720]: cluster 2024-08-29T17:46:55.874855+0000 mgr.y (mgr.14499) 157 : cluster [DBG] pgmap v131: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-29T17:46:57.374 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:46:56 smithi028 bash[22419]: cluster 2024-08-29T17:46:55.874855+0000 mgr.y (mgr.14499) 157 : cluster [DBG] pgmap v131: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-29T17:46:57.374 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:46:56 smithi028 bash[31855]: cluster 2024-08-29T17:46:55.874855+0000 mgr.y (mgr.14499) 157 : cluster [DBG] pgmap v131: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-29T17:46:59.323 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:46:58 smithi053 bash[24720]: cluster 2024-08-29T17:46:57.875231+0000 mgr.y (mgr.14499) 158 : cluster [DBG] pgmap v132: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-29T17:46:59.374 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:46:58 smithi028 bash[22419]: cluster 2024-08-29T17:46:57.875231+0000 mgr.y (mgr.14499) 158 : cluster [DBG] pgmap v132: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-29T17:46:59.374 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:46:58 smithi028 bash[31855]: cluster 2024-08-29T17:46:57.875231+0000 mgr.y (mgr.14499) 158 : cluster [DBG] pgmap v132: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-29T17:47:00.988 INFO:journalctl@ceph.mgr.y.smithi028.stdout:Aug 29 17:47:00 smithi028 bash[22672]: ::ffff:172.21.15.53 - - [29/Aug/2024:17:47:00] "GET /metrics HTTP/1.1" 200 236470 "" "Prometheus/2.43.0" 2024-08-29T17:47:00.989 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:47:00 smithi028 bash[22419]: cluster 2024-08-29T17:46:59.875784+0000 mgr.y (mgr.14499) 159 : cluster [DBG] pgmap v133: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-29T17:47:00.989 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:47:00 smithi028 bash[31855]: cluster 2024-08-29T17:46:59.875784+0000 mgr.y (mgr.14499) 159 : cluster [DBG] pgmap v133: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-29T17:47:01.323 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:47:00 smithi053 bash[24720]: cluster 2024-08-29T17:46:59.875784+0000 mgr.y (mgr.14499) 159 : cluster [DBG] pgmap v133: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-29T17:47:03.324 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:47:02 smithi053 bash[24720]: cluster 2024-08-29T17:47:01.876266+0000 mgr.y (mgr.14499) 160 : cluster [DBG] pgmap v134: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-29T17:47:03.374 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:47:02 smithi028 bash[31855]: cluster 2024-08-29T17:47:01.876266+0000 mgr.y (mgr.14499) 160 : cluster [DBG] pgmap v134: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-29T17:47:03.375 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:47:02 smithi028 bash[22419]: cluster 2024-08-29T17:47:01.876266+0000 mgr.y (mgr.14499) 160 : cluster [DBG] pgmap v134: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-29T17:47:05.323 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:47:04 smithi053 bash[24720]: cluster 2024-08-29T17:47:03.876916+0000 mgr.y (mgr.14499) 161 : cluster [DBG] pgmap v135: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-29T17:47:05.374 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:47:05 smithi028 bash[31855]: cluster 2024-08-29T17:47:03.876916+0000 mgr.y (mgr.14499) 161 : cluster [DBG] pgmap v135: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-29T17:47:05.374 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:47:05 smithi028 bash[22419]: cluster 2024-08-29T17:47:03.876916+0000 mgr.y (mgr.14499) 161 : cluster [DBG] pgmap v135: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-29T17:47:06.544 INFO:tasks.workunit.client.0.smithi028.stderr:Note: switching to '1ef864504b8875c83ee6c2c5fedc13315bebf7f5'. 2024-08-29T17:47:06.544 INFO:tasks.workunit.client.0.smithi028.stderr: 2024-08-29T17:47:06.544 INFO:tasks.workunit.client.0.smithi028.stderr:You are in 'detached HEAD' state. You can look around, make experimental 2024-08-29T17:47:06.544 INFO:tasks.workunit.client.0.smithi028.stderr:changes and commit them, and you can discard any commits you make in this 2024-08-29T17:47:06.544 INFO:tasks.workunit.client.0.smithi028.stderr:state without impacting any branches by switching back to a branch. 2024-08-29T17:47:06.545 INFO:tasks.workunit.client.0.smithi028.stderr: 2024-08-29T17:47:06.545 INFO:tasks.workunit.client.0.smithi028.stderr:If you want to create a new branch to retain commits you create, you may 2024-08-29T17:47:06.545 INFO:tasks.workunit.client.0.smithi028.stderr:do so (now or later) by using -c with the switch command. Example: 2024-08-29T17:47:06.545 INFO:tasks.workunit.client.0.smithi028.stderr: 2024-08-29T17:47:06.545 INFO:tasks.workunit.client.0.smithi028.stderr: git switch -c 2024-08-29T17:47:06.545 INFO:tasks.workunit.client.0.smithi028.stderr: 2024-08-29T17:47:06.545 INFO:tasks.workunit.client.0.smithi028.stderr:Or undo this operation with: 2024-08-29T17:47:06.545 INFO:tasks.workunit.client.0.smithi028.stderr: 2024-08-29T17:47:06.545 INFO:tasks.workunit.client.0.smithi028.stderr: git switch - 2024-08-29T17:47:06.545 INFO:tasks.workunit.client.0.smithi028.stderr: 2024-08-29T17:47:06.545 INFO:tasks.workunit.client.0.smithi028.stderr:Turn off this advice by setting config variable advice.detachedHead to false 2024-08-29T17:47:06.545 INFO:tasks.workunit.client.0.smithi028.stderr: 2024-08-29T17:47:06.545 INFO:tasks.workunit.client.0.smithi028.stderr:HEAD is now at 1ef864504b8 Merge branch 'wip-bz-2305110-squid' of https://github.com/ljflores/ceph into wip-yuri8-testing-2024-08-28-1632-squid 2024-08-29T17:47:06.552 DEBUG:teuthology.orchestra.run.smithi028:> cd -- /home/ubuntu/cephtest/clone.client.0/qa/workunits && if test -e Makefile ; then make ; fi && find -executable -type f -printf '%P\0' >/home/ubuntu/cephtest/workunits.list.client.0 2024-08-29T17:47:06.573 INFO:journalctl@ceph.mgr.x.smithi053.stdout:Aug 29 17:47:06 smithi053 bash[25641]: ::ffff:172.21.15.53 - - [29/Aug/2024:17:47:06] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.43.0" 2024-08-29T17:47:06.599 INFO:tasks.workunit.client.0.smithi028.stdout:for d in direct_io fs ; do ( cd $d ; make all ) ; done 2024-08-29T17:47:06.602 INFO:tasks.workunit.client.0.smithi028.stdout:make[1]: Entering directory '/home/ubuntu/cephtest/clone.client.0/qa/workunits/direct_io' 2024-08-29T17:47:06.602 INFO:tasks.workunit.client.0.smithi028.stdout:cc -Wall -Wextra -D_GNU_SOURCE direct_io_test.c -o direct_io_test 2024-08-29T17:47:07.323 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:47:07 smithi053 bash[24720]: cluster 2024-08-29T17:47:05.877640+0000 mgr.y (mgr.14499) 162 : cluster [DBG] pgmap v136: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-29T17:47:07.343 INFO:tasks.workunit.client.0.smithi028.stdout:cc -Wall -Wextra -D_GNU_SOURCE test_sync_io.c -o test_sync_io 2024-08-29T17:47:07.374 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:47:07 smithi028 bash[31855]: cluster 2024-08-29T17:47:05.877640+0000 mgr.y (mgr.14499) 162 : cluster [DBG] pgmap v136: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-29T17:47:07.374 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:47:07 smithi028 bash[22419]: cluster 2024-08-29T17:47:05.877640+0000 mgr.y (mgr.14499) 162 : cluster [DBG] pgmap v136: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-29T17:47:07.432 INFO:tasks.workunit.client.0.smithi028.stdout:cc -Wall -Wextra -D_GNU_SOURCE test_short_dio_read.c -o test_short_dio_read 2024-08-29T17:47:07.485 INFO:tasks.workunit.client.0.smithi028.stdout:make[1]: Leaving directory '/home/ubuntu/cephtest/clone.client.0/qa/workunits/direct_io' 2024-08-29T17:47:07.486 INFO:tasks.workunit.client.0.smithi028.stdout:make[1]: Entering directory '/home/ubuntu/cephtest/clone.client.0/qa/workunits/fs' 2024-08-29T17:47:07.486 INFO:tasks.workunit.client.0.smithi028.stdout:cc -Wall -Wextra -D_GNU_SOURCE test_o_trunc.c -o test_o_trunc 2024-08-29T17:47:07.536 INFO:tasks.workunit.client.0.smithi028.stdout:make[1]: Leaving directory '/home/ubuntu/cephtest/clone.client.0/qa/workunits/fs' 2024-08-29T17:47:07.540 DEBUG:teuthology.orchestra.run.smithi028:> set -ex 2024-08-29T17:47:07.540 DEBUG:teuthology.orchestra.run.smithi028:> dd if=/home/ubuntu/cephtest/workunits.list.client.0 of=/dev/stdout 2024-08-29T17:47:07.586 INFO:tasks.workunit:Running workunits matching test_telemetry_quincy.sh on client.0... 2024-08-29T17:47:07.587 INFO:tasks.workunit:Running workunit test_telemetry_quincy.sh... 2024-08-29T17:47:07.587 DEBUG:teuthology.orchestra.run.smithi028:workunit test test_telemetry_quincy.sh> mkdir -p -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && cd -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && CEPH_CLI_TEST_DUP_COMMAND=1 CEPH_REF=1ef864504b8875c83ee6c2c5fedc13315bebf7f5 TESTDIR="/home/ubuntu/cephtest" CEPH_ARGS="--cluster ceph" CEPH_ID="0" PATH=$PATH:/usr/sbin CEPH_BASE=/home/ubuntu/cephtest/clone.client.0 CEPH_ROOT=/home/ubuntu/cephtest/clone.client.0 CEPH_MNT=/home/ubuntu/cephtest/mnt.0 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 3h /home/ubuntu/cephtest/clone.client.0/qa/workunits/test_telemetry_quincy.sh 2024-08-29T17:47:07.638 INFO:tasks.workunit.client.0.smithi028.stderr:+ ceph config set mgr mgr/telemetry/channel_ident true 2024-08-29T17:47:08.070 INFO:tasks.workunit.client.0.smithi028.stderr:+ ceph config set mgr mgr/telemetry/organization ceph-qa 2024-08-29T17:47:08.290 INFO:journalctl@ceph.mgr.y.smithi028.stdout:Aug 29 17:47:07 smithi028 bash[22672]: [29/Aug/2024:17:47:07] ENGINE Bus STOPPING 2024-08-29T17:47:08.291 INFO:journalctl@ceph.mgr.y.smithi028.stdout:Aug 29 17:47:08 smithi028 bash[22672]: [29/Aug/2024:17:47:08] ENGINE HTTP Server cherrypy._cpwsgi_server.CPWSGIServer(('::', 9283)) shut down 2024-08-29T17:47:08.291 INFO:journalctl@ceph.mgr.y.smithi028.stdout:Aug 29 17:47:08 smithi028 bash[22672]: [29/Aug/2024:17:47:08] ENGINE Bus STOPPED 2024-08-29T17:47:08.291 INFO:journalctl@ceph.mgr.y.smithi028.stdout:Aug 29 17:47:08 smithi028 bash[22672]: [29/Aug/2024:17:47:08] ENGINE Bus STARTING 2024-08-29T17:47:08.291 INFO:journalctl@ceph.mgr.y.smithi028.stdout:Aug 29 17:47:08 smithi028 bash[22672]: [29/Aug/2024:17:47:08] ENGINE Serving on http://:::9283 2024-08-29T17:47:08.291 INFO:journalctl@ceph.mgr.y.smithi028.stdout:Aug 29 17:47:08 smithi028 bash[22672]: [29/Aug/2024:17:47:08] ENGINE Bus STARTED 2024-08-29T17:47:08.488 INFO:tasks.workunit.client.0.smithi028.stderr:+ ceph config set mgr mgr/telemetry/description 'upgrade test cluster' 2024-08-29T17:47:08.624 INFO:journalctl@ceph.mgr.y.smithi028.stdout:Aug 29 17:47:08 smithi028 bash[22672]: [29/Aug/2024:17:47:08] ENGINE Bus STOPPING 2024-08-29T17:47:08.918 INFO:tasks.workunit.client.0.smithi028.stderr:+ ceph telemetry preview 2024-08-29T17:47:09.124 INFO:journalctl@ceph.mgr.y.smithi028.stdout:Aug 29 17:47:08 smithi028 bash[22672]: [29/Aug/2024:17:47:08] ENGINE HTTP Server cherrypy._cpwsgi_server.CPWSGIServer(('::', 9283)) shut down 2024-08-29T17:47:09.124 INFO:journalctl@ceph.mgr.y.smithi028.stdout:Aug 29 17:47:08 smithi028 bash[22672]: [29/Aug/2024:17:47:08] ENGINE Bus STOPPED 2024-08-29T17:47:09.124 INFO:journalctl@ceph.mgr.y.smithi028.stdout:Aug 29 17:47:08 smithi028 bash[22672]: [29/Aug/2024:17:47:08] ENGINE Bus STARTING 2024-08-29T17:47:09.125 INFO:journalctl@ceph.mgr.y.smithi028.stdout:Aug 29 17:47:08 smithi028 bash[22672]: [29/Aug/2024:17:47:08] ENGINE Serving on http://:::9283 2024-08-29T17:47:09.125 INFO:journalctl@ceph.mgr.y.smithi028.stdout:Aug 29 17:47:08 smithi028 bash[22672]: [29/Aug/2024:17:47:08] ENGINE Bus STARTED 2024-08-29T17:47:09.125 INFO:journalctl@ceph.mgr.y.smithi028.stdout:Aug 29 17:47:08 smithi028 bash[22672]: [29/Aug/2024:17:47:08] ENGINE Bus STOPPING 2024-08-29T17:47:09.125 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:47:08 smithi028 bash[31855]: cluster 2024-08-29T17:47:07.878205+0000 mgr.y (mgr.14499) 163 : cluster [DBG] pgmap v137: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-29T17:47:09.125 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:47:08 smithi028 bash[31855]: audit 2024-08-29T17:47:07.954790+0000 mon.a (mon.0) 926 : audit [INF] from='client.? ' entity='client.admin' 2024-08-29T17:47:09.125 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:47:08 smithi028 bash[31855]: audit 2024-08-29T17:47:07.968169+0000 mon.a (mon.0) 927 : audit [DBG] from='mgr.14499 172.21.15.28:0/1402656687' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-29T17:47:09.126 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:47:08 smithi028 bash[31855]: audit 2024-08-29T17:47:07.971246+0000 mon.a (mon.0) 928 : audit [DBG] from='mgr.14499 172.21.15.28:0/1402656687' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-29T17:47:09.126 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:47:08 smithi028 bash[31855]: audit 2024-08-29T17:47:07.972392+0000 mon.a (mon.0) 929 : audit [INF] from='mgr.14499 172.21.15.28:0/1402656687' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-29T17:47:09.126 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:47:08 smithi028 bash[31855]: audit 2024-08-29T17:47:07.980917+0000 mon.a (mon.0) 930 : audit [INF] from='mgr.14499 172.21.15.28:0/1402656687' entity='mgr.y' 2024-08-29T17:47:09.126 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:47:08 smithi028 bash[31855]: audit 2024-08-29T17:47:08.375860+0000 mon.a (mon.0) 931 : audit [INF] from='client.? 172.21.15.28:0/803203833' entity='client.admin' 2024-08-29T17:47:09.126 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:47:08 smithi028 bash[31855]: audit 2024-08-29T17:47:08.392677+0000 mon.a (mon.0) 932 : audit [DBG] from='mgr.14499 172.21.15.28:0/1402656687' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-29T17:47:09.126 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:47:08 smithi028 bash[31855]: audit 2024-08-29T17:47:08.395749+0000 mon.a (mon.0) 933 : audit [DBG] from='mgr.14499 172.21.15.28:0/1402656687' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-29T17:47:09.126 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:47:08 smithi028 bash[31855]: audit 2024-08-29T17:47:08.396808+0000 mon.a (mon.0) 934 : audit [INF] from='mgr.14499 172.21.15.28:0/1402656687' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-29T17:47:09.126 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:47:08 smithi028 bash[31855]: audit 2024-08-29T17:47:08.403838+0000 mon.a (mon.0) 935 : audit [INF] from='mgr.14499 172.21.15.28:0/1402656687' entity='mgr.y' 2024-08-29T17:47:09.126 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:47:08 smithi028 bash[31855]: audit 2024-08-29T17:47:08.800837+0000 mon.a (mon.0) 936 : audit [INF] from='client.? 172.21.15.28:0/1567892136' entity='client.admin' 2024-08-29T17:47:09.126 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:47:08 smithi028 bash[31855]: audit 2024-08-29T17:47:08.817747+0000 mon.a (mon.0) 937 : audit [DBG] from='mgr.14499 172.21.15.28:0/1402656687' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-29T17:47:09.126 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:47:08 smithi028 bash[31855]: audit 2024-08-29T17:47:08.819255+0000 mon.a (mon.0) 938 : audit [DBG] from='mgr.14499 172.21.15.28:0/1402656687' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-29T17:47:09.126 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:47:08 smithi028 bash[31855]: audit 2024-08-29T17:47:08.819967+0000 mon.a (mon.0) 939 : audit [INF] from='mgr.14499 172.21.15.28:0/1402656687' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-29T17:47:09.127 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:47:08 smithi028 bash[31855]: audit 2024-08-29T17:47:08.825013+0000 mon.a (mon.0) 940 : audit [INF] from='mgr.14499 172.21.15.28:0/1402656687' entity='mgr.y' 2024-08-29T17:47:09.127 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:47:08 smithi028 bash[31855]: audit 2024-08-29T17:47:08.873134+0000 mon.a (mon.0) 941 : audit [DBG] from='mgr.14499 172.21.15.28:0/1402656687' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-29T17:47:09.127 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:47:08 smithi028 bash[22419]: cluster 2024-08-29T17:47:07.878205+0000 mgr.y (mgr.14499) 163 : cluster [DBG] pgmap v137: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-29T17:47:09.127 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:47:08 smithi028 bash[22419]: audit 2024-08-29T17:47:07.954790+0000 mon.a (mon.0) 926 : audit [INF] from='client.? ' entity='client.admin' 2024-08-29T17:47:09.127 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:47:08 smithi028 bash[22419]: audit 2024-08-29T17:47:07.968169+0000 mon.a (mon.0) 927 : audit [DBG] from='mgr.14499 172.21.15.28:0/1402656687' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-29T17:47:09.127 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:47:08 smithi028 bash[22419]: audit 2024-08-29T17:47:07.971246+0000 mon.a (mon.0) 928 : audit [DBG] from='mgr.14499 172.21.15.28:0/1402656687' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-29T17:47:09.127 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:47:08 smithi028 bash[22419]: audit 2024-08-29T17:47:07.972392+0000 mon.a (mon.0) 929 : audit [INF] from='mgr.14499 172.21.15.28:0/1402656687' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-29T17:47:09.127 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:47:08 smithi028 bash[22419]: audit 2024-08-29T17:47:07.980917+0000 mon.a (mon.0) 930 : audit [INF] from='mgr.14499 172.21.15.28:0/1402656687' entity='mgr.y' 2024-08-29T17:47:09.127 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:47:08 smithi028 bash[22419]: audit 2024-08-29T17:47:08.375860+0000 mon.a (mon.0) 931 : audit [INF] from='client.? 172.21.15.28:0/803203833' entity='client.admin' 2024-08-29T17:47:09.127 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:47:08 smithi028 bash[22419]: audit 2024-08-29T17:47:08.392677+0000 mon.a (mon.0) 932 : audit [DBG] from='mgr.14499 172.21.15.28:0/1402656687' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-29T17:47:09.127 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:47:08 smithi028 bash[22419]: audit 2024-08-29T17:47:08.395749+0000 mon.a (mon.0) 933 : audit [DBG] from='mgr.14499 172.21.15.28:0/1402656687' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-29T17:47:09.128 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:47:08 smithi028 bash[22419]: audit 2024-08-29T17:47:08.396808+0000 mon.a (mon.0) 934 : audit [INF] from='mgr.14499 172.21.15.28:0/1402656687' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-29T17:47:09.128 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:47:08 smithi028 bash[22419]: audit 2024-08-29T17:47:08.403838+0000 mon.a (mon.0) 935 : audit [INF] from='mgr.14499 172.21.15.28:0/1402656687' entity='mgr.y' 2024-08-29T17:47:09.128 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:47:08 smithi028 bash[22419]: audit 2024-08-29T17:47:08.800837+0000 mon.a (mon.0) 936 : audit [INF] from='client.? 172.21.15.28:0/1567892136' entity='client.admin' 2024-08-29T17:47:09.128 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:47:08 smithi028 bash[22419]: audit 2024-08-29T17:47:08.817747+0000 mon.a (mon.0) 937 : audit [DBG] from='mgr.14499 172.21.15.28:0/1402656687' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-29T17:47:09.128 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:47:08 smithi028 bash[22419]: audit 2024-08-29T17:47:08.819255+0000 mon.a (mon.0) 938 : audit [DBG] from='mgr.14499 172.21.15.28:0/1402656687' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-29T17:47:09.128 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:47:08 smithi028 bash[22419]: audit 2024-08-29T17:47:08.819967+0000 mon.a (mon.0) 939 : audit [INF] from='mgr.14499 172.21.15.28:0/1402656687' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-29T17:47:09.128 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:47:08 smithi028 bash[22419]: audit 2024-08-29T17:47:08.825013+0000 mon.a (mon.0) 940 : audit [INF] from='mgr.14499 172.21.15.28:0/1402656687' entity='mgr.y' 2024-08-29T17:47:09.128 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:47:08 smithi028 bash[22419]: audit 2024-08-29T17:47:08.873134+0000 mon.a (mon.0) 941 : audit [DBG] from='mgr.14499 172.21.15.28:0/1402656687' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-29T17:47:09.323 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:47:08 smithi053 bash[24720]: cluster 2024-08-29T17:47:07.878205+0000 mgr.y (mgr.14499) 163 : cluster [DBG] pgmap v137: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-29T17:47:09.323 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:47:08 smithi053 bash[24720]: audit 2024-08-29T17:47:07.954790+0000 mon.a (mon.0) 926 : audit [INF] from='client.? ' entity='client.admin' 2024-08-29T17:47:09.323 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:47:08 smithi053 bash[24720]: audit 2024-08-29T17:47:07.968169+0000 mon.a (mon.0) 927 : audit [DBG] from='mgr.14499 172.21.15.28:0/1402656687' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-29T17:47:09.324 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:47:08 smithi053 bash[24720]: audit 2024-08-29T17:47:07.971246+0000 mon.a (mon.0) 928 : audit [DBG] from='mgr.14499 172.21.15.28:0/1402656687' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-29T17:47:09.324 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:47:08 smithi053 bash[24720]: audit 2024-08-29T17:47:07.972392+0000 mon.a (mon.0) 929 : audit [INF] from='mgr.14499 172.21.15.28:0/1402656687' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-29T17:47:09.324 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:47:08 smithi053 bash[24720]: audit 2024-08-29T17:47:07.980917+0000 mon.a (mon.0) 930 : audit [INF] from='mgr.14499 172.21.15.28:0/1402656687' entity='mgr.y' 2024-08-29T17:47:09.324 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:47:08 smithi053 bash[24720]: audit 2024-08-29T17:47:08.375860+0000 mon.a (mon.0) 931 : audit [INF] from='client.? 172.21.15.28:0/803203833' entity='client.admin' 2024-08-29T17:47:09.324 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:47:08 smithi053 bash[24720]: audit 2024-08-29T17:47:08.392677+0000 mon.a (mon.0) 932 : audit [DBG] from='mgr.14499 172.21.15.28:0/1402656687' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-29T17:47:09.324 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:47:08 smithi053 bash[24720]: audit 2024-08-29T17:47:08.395749+0000 mon.a (mon.0) 933 : audit [DBG] from='mgr.14499 172.21.15.28:0/1402656687' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-29T17:47:09.324 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:47:08 smithi053 bash[24720]: audit 2024-08-29T17:47:08.396808+0000 mon.a (mon.0) 934 : audit [INF] from='mgr.14499 172.21.15.28:0/1402656687' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-29T17:47:09.324 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:47:08 smithi053 bash[24720]: audit 2024-08-29T17:47:08.403838+0000 mon.a (mon.0) 935 : audit [INF] from='mgr.14499 172.21.15.28:0/1402656687' entity='mgr.y' 2024-08-29T17:47:09.324 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:47:08 smithi053 bash[24720]: audit 2024-08-29T17:47:08.800837+0000 mon.a (mon.0) 936 : audit [INF] from='client.? 172.21.15.28:0/1567892136' entity='client.admin' 2024-08-29T17:47:09.324 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:47:08 smithi053 bash[24720]: audit 2024-08-29T17:47:08.817747+0000 mon.a (mon.0) 937 : audit [DBG] from='mgr.14499 172.21.15.28:0/1402656687' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-29T17:47:09.324 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:47:08 smithi053 bash[24720]: audit 2024-08-29T17:47:08.819255+0000 mon.a (mon.0) 938 : audit [DBG] from='mgr.14499 172.21.15.28:0/1402656687' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-29T17:47:09.324 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:47:08 smithi053 bash[24720]: audit 2024-08-29T17:47:08.819967+0000 mon.a (mon.0) 939 : audit [INF] from='mgr.14499 172.21.15.28:0/1402656687' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-29T17:47:09.324 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:47:08 smithi053 bash[24720]: audit 2024-08-29T17:47:08.825013+0000 mon.a (mon.0) 940 : audit [INF] from='mgr.14499 172.21.15.28:0/1402656687' entity='mgr.y' 2024-08-29T17:47:09.325 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:47:08 smithi053 bash[24720]: audit 2024-08-29T17:47:08.873134+0000 mon.a (mon.0) 941 : audit [DBG] from='mgr.14499 172.21.15.28:0/1402656687' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-29T17:47:09.432 INFO:tasks.workunit.client.0.smithi028.stdout:{ 2024-08-29T17:47:09.432 INFO:tasks.workunit.client.0.smithi028.stdout: "balancer": { 2024-08-29T17:47:09.432 INFO:tasks.workunit.client.0.smithi028.stdout: "active": true, 2024-08-29T17:47:09.433 INFO:tasks.workunit.client.0.smithi028.stdout: "mode": "" 2024-08-29T17:47:09.433 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:09.433 INFO:tasks.workunit.client.0.smithi028.stdout: "channels": [ 2024-08-29T17:47:09.433 INFO:tasks.workunit.client.0.smithi028.stdout: "basic", 2024-08-29T17:47:09.433 INFO:tasks.workunit.client.0.smithi028.stdout: "crash", 2024-08-29T17:47:09.433 INFO:tasks.workunit.client.0.smithi028.stdout: "device", 2024-08-29T17:47:09.433 INFO:tasks.workunit.client.0.smithi028.stdout: "ident" 2024-08-29T17:47:09.433 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-08-29T17:47:09.433 INFO:tasks.workunit.client.0.smithi028.stdout: "channels_available": [ 2024-08-29T17:47:09.433 INFO:tasks.workunit.client.0.smithi028.stdout: "basic", 2024-08-29T17:47:09.433 INFO:tasks.workunit.client.0.smithi028.stdout: "ident", 2024-08-29T17:47:09.433 INFO:tasks.workunit.client.0.smithi028.stdout: "crash", 2024-08-29T17:47:09.433 INFO:tasks.workunit.client.0.smithi028.stdout: "device", 2024-08-29T17:47:09.433 INFO:tasks.workunit.client.0.smithi028.stdout: "perf" 2024-08-29T17:47:09.434 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-08-29T17:47:09.434 INFO:tasks.workunit.client.0.smithi028.stdout: "collections_available": [ 2024-08-29T17:47:09.434 INFO:tasks.workunit.client.0.smithi028.stdout: "basic_base", 2024-08-29T17:47:09.434 INFO:tasks.workunit.client.0.smithi028.stdout: "device_base", 2024-08-29T17:47:09.434 INFO:tasks.workunit.client.0.smithi028.stdout: "crash_base", 2024-08-29T17:47:09.434 INFO:tasks.workunit.client.0.smithi028.stdout: "ident_base", 2024-08-29T17:47:09.434 INFO:tasks.workunit.client.0.smithi028.stdout: "perf_perf", 2024-08-29T17:47:09.434 INFO:tasks.workunit.client.0.smithi028.stdout: "basic_mds_metadata", 2024-08-29T17:47:09.434 INFO:tasks.workunit.client.0.smithi028.stdout: "basic_pool_usage", 2024-08-29T17:47:09.434 INFO:tasks.workunit.client.0.smithi028.stdout: "basic_usage_by_class", 2024-08-29T17:47:09.434 INFO:tasks.workunit.client.0.smithi028.stdout: "basic_rook_v01", 2024-08-29T17:47:09.434 INFO:tasks.workunit.client.0.smithi028.stdout: "perf_memory_metrics", 2024-08-29T17:47:09.434 INFO:tasks.workunit.client.0.smithi028.stdout: "basic_pool_options_bluestore" 2024-08-29T17:47:09.434 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-08-29T17:47:09.434 INFO:tasks.workunit.client.0.smithi028.stdout: "collections_opted_in": [ 2024-08-29T17:47:09.435 INFO:tasks.workunit.client.0.smithi028.stdout: "basic_base", 2024-08-29T17:47:09.435 INFO:tasks.workunit.client.0.smithi028.stdout: "device_base", 2024-08-29T17:47:09.435 INFO:tasks.workunit.client.0.smithi028.stdout: "crash_base", 2024-08-29T17:47:09.435 INFO:tasks.workunit.client.0.smithi028.stdout: "ident_base", 2024-08-29T17:47:09.435 INFO:tasks.workunit.client.0.smithi028.stdout: "perf_perf", 2024-08-29T17:47:09.435 INFO:tasks.workunit.client.0.smithi028.stdout: "basic_mds_metadata", 2024-08-29T17:47:09.435 INFO:tasks.workunit.client.0.smithi028.stdout: "basic_pool_usage", 2024-08-29T17:47:09.435 INFO:tasks.workunit.client.0.smithi028.stdout: "basic_usage_by_class", 2024-08-29T17:47:09.435 INFO:tasks.workunit.client.0.smithi028.stdout: "basic_rook_v01", 2024-08-29T17:47:09.435 INFO:tasks.workunit.client.0.smithi028.stdout: "perf_memory_metrics", 2024-08-29T17:47:09.435 INFO:tasks.workunit.client.0.smithi028.stdout: "basic_pool_options_bluestore" 2024-08-29T17:47:09.435 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-08-29T17:47:09.435 INFO:tasks.workunit.client.0.smithi028.stdout: "config": { 2024-08-29T17:47:09.435 INFO:tasks.workunit.client.0.smithi028.stdout: "active_changed": [ 2024-08-29T17:47:09.436 INFO:tasks.workunit.client.0.smithi028.stdout: "auth_allow_insecure_global_id_reclaim", 2024-08-29T17:47:09.436 INFO:tasks.workunit.client.0.smithi028.stdout: "auth_debug", 2024-08-29T17:47:09.436 INFO:tasks.workunit.client.0.smithi028.stdout: "auth_mon_ticket_ttl", 2024-08-29T17:47:09.436 INFO:tasks.workunit.client.0.smithi028.stdout: "auth_service_ticket_ttl", 2024-08-29T17:47:09.436 INFO:tasks.workunit.client.0.smithi028.stdout: "bdev_debug_aio", 2024-08-29T17:47:09.436 INFO:tasks.workunit.client.0.smithi028.stdout: "client_check_pool_perm", 2024-08-29T17:47:09.436 INFO:tasks.workunit.client.0.smithi028.stdout: "client_mount_gid", 2024-08-29T17:47:09.436 INFO:tasks.workunit.client.0.smithi028.stdout: "client_mount_uid", 2024-08-29T17:47:09.436 INFO:tasks.workunit.client.0.smithi028.stdout: "client_quota", 2024-08-29T17:47:09.436 INFO:tasks.workunit.client.0.smithi028.stdout: "container_image", 2024-08-29T17:47:09.436 INFO:tasks.workunit.client.0.smithi028.stdout: "daemonize", 2024-08-29T17:47:09.436 INFO:tasks.workunit.client.0.smithi028.stdout: "debug_asserts_on_shutdown", 2024-08-29T17:47:09.436 INFO:tasks.workunit.client.0.smithi028.stdout: "debug_mgr", 2024-08-29T17:47:09.437 INFO:tasks.workunit.client.0.smithi028.stdout: "debug_mon", 2024-08-29T17:47:09.437 INFO:tasks.workunit.client.0.smithi028.stdout: "debug_ms", 2024-08-29T17:47:09.437 INFO:tasks.workunit.client.0.smithi028.stdout: "debug_osd", 2024-08-29T17:47:09.437 INFO:tasks.workunit.client.0.smithi028.stdout: "debug_paxos", 2024-08-29T17:47:09.437 INFO:tasks.workunit.client.0.smithi028.stdout: "keyring", 2024-08-29T17:47:09.437 INFO:tasks.workunit.client.0.smithi028.stdout: "leveldb_block_size", 2024-08-29T17:47:09.437 INFO:tasks.workunit.client.0.smithi028.stdout: "leveldb_cache_size", 2024-08-29T17:47:09.437 INFO:tasks.workunit.client.0.smithi028.stdout: "leveldb_compression", 2024-08-29T17:47:09.437 INFO:tasks.workunit.client.0.smithi028.stdout: "leveldb_log", 2024-08-29T17:47:09.438 INFO:tasks.workunit.client.0.smithi028.stdout: "leveldb_write_buffer_size", 2024-08-29T17:47:09.438 INFO:tasks.workunit.client.0.smithi028.stdout: "log_stderr_prefix", 2024-08-29T17:47:09.438 INFO:tasks.workunit.client.0.smithi028.stdout: "log_to_file", 2024-08-29T17:47:09.438 INFO:tasks.workunit.client.0.smithi028.stdout: "log_to_journald", 2024-08-29T17:47:09.438 INFO:tasks.workunit.client.0.smithi028.stdout: "log_to_stderr", 2024-08-29T17:47:09.438 INFO:tasks.workunit.client.0.smithi028.stdout: "mon_allow_pool_delete", 2024-08-29T17:47:09.438 INFO:tasks.workunit.client.0.smithi028.stdout: "mon_clock_drift_allowed", 2024-08-29T17:47:09.438 INFO:tasks.workunit.client.0.smithi028.stdout: "mon_cluster_log_to_file", 2024-08-29T17:47:09.438 INFO:tasks.workunit.client.0.smithi028.stdout: "mon_cluster_log_to_stderr", 2024-08-29T17:47:09.438 INFO:tasks.workunit.client.0.smithi028.stdout: "mon_data_avail_warn", 2024-08-29T17:47:09.438 INFO:tasks.workunit.client.0.smithi028.stdout: "mon_election_default_strategy", 2024-08-29T17:47:09.438 INFO:tasks.workunit.client.0.smithi028.stdout: "mon_host", 2024-08-29T17:47:09.439 INFO:tasks.workunit.client.0.smithi028.stdout: "mon_max_pg_per_osd", 2024-08-29T17:47:09.439 INFO:tasks.workunit.client.0.smithi028.stdout: "mon_mgr_mkfs_grace", 2024-08-29T17:47:09.439 INFO:tasks.workunit.client.0.smithi028.stdout: "mon_osd_prime_pg_temp", 2024-08-29T17:47:09.439 INFO:tasks.workunit.client.0.smithi028.stdout: "mon_osd_reporter_subtree_level", 2024-08-29T17:47:09.439 INFO:tasks.workunit.client.0.smithi028.stdout: "mon_pg_warn_max_object_skew", 2024-08-29T17:47:09.439 INFO:tasks.workunit.client.0.smithi028.stdout: "mon_reweight_min_bytes_per_osd", 2024-08-29T17:47:09.439 INFO:tasks.workunit.client.0.smithi028.stdout: "mon_reweight_min_pgs_per_osd", 2024-08-29T17:47:09.439 INFO:tasks.workunit.client.0.smithi028.stdout: "mon_warn_on_crush_straw_calc_version_zero", 2024-08-29T17:47:09.439 INFO:tasks.workunit.client.0.smithi028.stdout: "mon_warn_on_insecure_global_id_reclaim", 2024-08-29T17:47:09.439 INFO:tasks.workunit.client.0.smithi028.stdout: "mon_warn_on_insecure_global_id_reclaim_allowed", 2024-08-29T17:47:09.439 INFO:tasks.workunit.client.0.smithi028.stdout: "mon_warn_on_legacy_crush_tunables", 2024-08-29T17:47:09.439 INFO:tasks.workunit.client.0.smithi028.stdout: "mon_warn_on_osd_down_out_interval_zero", 2024-08-29T17:47:09.440 INFO:tasks.workunit.client.0.smithi028.stdout: "mon_warn_on_pool_pg_num_not_power_of_two", 2024-08-29T17:47:09.440 INFO:tasks.workunit.client.0.smithi028.stdout: "mon_warn_on_too_few_osds", 2024-08-29T17:47:09.440 INFO:tasks.workunit.client.0.smithi028.stdout: "ms_die_on_bug", 2024-08-29T17:47:09.440 INFO:tasks.workunit.client.0.smithi028.stdout: "ms_die_on_old_message", 2024-08-29T17:47:09.440 INFO:tasks.workunit.client.0.smithi028.stdout: "no_config_file", 2024-08-29T17:47:09.440 INFO:tasks.workunit.client.0.smithi028.stdout: "osd_class_default_list", 2024-08-29T17:47:09.440 INFO:tasks.workunit.client.0.smithi028.stdout: "osd_class_load_list", 2024-08-29T17:47:09.440 INFO:tasks.workunit.client.0.smithi028.stdout: "osd_debug_misdirected_ops", 2024-08-29T17:47:09.440 INFO:tasks.workunit.client.0.smithi028.stdout: "osd_debug_op_order", 2024-08-29T17:47:09.440 INFO:tasks.workunit.client.0.smithi028.stdout: "osd_debug_pg_log_writeout", 2024-08-29T17:47:09.440 INFO:tasks.workunit.client.0.smithi028.stdout: "osd_debug_shutdown", 2024-08-29T17:47:09.440 INFO:tasks.workunit.client.0.smithi028.stdout: "osd_debug_verify_cached_snaps", 2024-08-29T17:47:09.441 INFO:tasks.workunit.client.0.smithi028.stdout: "osd_debug_verify_missing_on_start", 2024-08-29T17:47:09.441 INFO:tasks.workunit.client.0.smithi028.stdout: "osd_debug_verify_stray_on_activate", 2024-08-29T17:47:09.441 INFO:tasks.workunit.client.0.smithi028.stdout: "osd_deep_scrub_update_digest_min_age", 2024-08-29T17:47:09.441 INFO:tasks.workunit.client.0.smithi028.stdout: "osd_mclock_profile", 2024-08-29T17:47:09.441 INFO:tasks.workunit.client.0.smithi028.stdout: "osd_mclock_scheduler_background_best_effort_lim", 2024-08-29T17:47:09.441 INFO:tasks.workunit.client.0.smithi028.stdout: "osd_mclock_scheduler_background_best_effort_res", 2024-08-29T17:47:09.441 INFO:tasks.workunit.client.0.smithi028.stdout: "osd_mclock_scheduler_background_best_effort_wgt", 2024-08-29T17:47:09.441 INFO:tasks.workunit.client.0.smithi028.stdout: "osd_mclock_scheduler_background_recovery_lim", 2024-08-29T17:47:09.441 INFO:tasks.workunit.client.0.smithi028.stdout: "osd_mclock_scheduler_background_recovery_res", 2024-08-29T17:47:09.441 INFO:tasks.workunit.client.0.smithi028.stdout: "osd_mclock_scheduler_background_recovery_wgt", 2024-08-29T17:47:09.441 INFO:tasks.workunit.client.0.smithi028.stdout: "osd_mclock_scheduler_client_lim", 2024-08-29T17:47:09.441 INFO:tasks.workunit.client.0.smithi028.stdout: "osd_mclock_scheduler_client_res", 2024-08-29T17:47:09.442 INFO:tasks.workunit.client.0.smithi028.stdout: "osd_mclock_scheduler_client_wgt", 2024-08-29T17:47:09.442 INFO:tasks.workunit.client.0.smithi028.stdout: "osd_memory_target", 2024-08-29T17:47:09.442 INFO:tasks.workunit.client.0.smithi028.stdout: "osd_memory_target_autotune", 2024-08-29T17:47:09.442 INFO:tasks.workunit.client.0.smithi028.stdout: "osd_op_queue", 2024-08-29T17:47:09.442 INFO:tasks.workunit.client.0.smithi028.stdout: "osd_op_queue_cut_off", 2024-08-29T17:47:09.442 INFO:tasks.workunit.client.0.smithi028.stdout: "osd_pool_default_erasure_code_profile", 2024-08-29T17:47:09.442 INFO:tasks.workunit.client.0.smithi028.stdout: "osd_pool_default_pg_autoscale_mode", 2024-08-29T17:47:09.442 INFO:tasks.workunit.client.0.smithi028.stdout: "osd_recover_clone_overlap", 2024-08-29T17:47:09.442 INFO:tasks.workunit.client.0.smithi028.stdout: "osd_recovery_max_chunk", 2024-08-29T17:47:09.442 INFO:tasks.workunit.client.0.smithi028.stdout: "osd_scrub_load_threshold", 2024-08-29T17:47:09.442 INFO:tasks.workunit.client.0.smithi028.stdout: "osd_scrub_max_interval", 2024-08-29T17:47:09.442 INFO:tasks.workunit.client.0.smithi028.stdout: "osd_shutdown_pgref_assert", 2024-08-29T17:47:09.443 INFO:tasks.workunit.client.0.smithi028.stdout: "public_addr", 2024-08-29T17:47:09.443 INFO:tasks.workunit.client.0.smithi028.stdout: "public_addrv", 2024-08-29T17:47:09.443 INFO:tasks.workunit.client.0.smithi028.stdout: "public_network", 2024-08-29T17:47:09.443 INFO:tasks.workunit.client.0.smithi028.stdout: "rbd_default_features", 2024-08-29T17:47:09.443 INFO:tasks.workunit.client.0.smithi028.stdout: "rbd_qos_exclude_ops", 2024-08-29T17:47:09.443 INFO:tasks.workunit.client.0.smithi028.stdout: "setgroup", 2024-08-29T17:47:09.443 INFO:tasks.workunit.client.0.smithi028.stdout: "setuser" 2024-08-29T17:47:09.443 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-08-29T17:47:09.443 INFO:tasks.workunit.client.0.smithi028.stdout: "cluster_changed": [ 2024-08-29T17:47:09.443 INFO:tasks.workunit.client.0.smithi028.stdout: "auth_allow_insecure_global_id_reclaim", 2024-08-29T17:47:09.443 INFO:tasks.workunit.client.0.smithi028.stdout: "auth_debug", 2024-08-29T17:47:09.443 INFO:tasks.workunit.client.0.smithi028.stdout: "auth_mon_ticket_ttl", 2024-08-29T17:47:09.443 INFO:tasks.workunit.client.0.smithi028.stdout: "auth_service_ticket_ttl", 2024-08-29T17:47:09.443 INFO:tasks.workunit.client.0.smithi028.stdout: "bdev_debug_aio", 2024-08-29T17:47:09.444 INFO:tasks.workunit.client.0.smithi028.stdout: "container_image", 2024-08-29T17:47:09.444 INFO:tasks.workunit.client.0.smithi028.stdout: "debug_asserts_on_shutdown", 2024-08-29T17:47:09.444 INFO:tasks.workunit.client.0.smithi028.stdout: "debug_mgr", 2024-08-29T17:47:09.444 INFO:tasks.workunit.client.0.smithi028.stdout: "debug_mon", 2024-08-29T17:47:09.444 INFO:tasks.workunit.client.0.smithi028.stdout: "debug_ms", 2024-08-29T17:47:09.444 INFO:tasks.workunit.client.0.smithi028.stdout: "debug_osd", 2024-08-29T17:47:09.444 INFO:tasks.workunit.client.0.smithi028.stdout: "debug_paxos", 2024-08-29T17:47:09.444 INFO:tasks.workunit.client.0.smithi028.stdout: "log_to_file", 2024-08-29T17:47:09.444 INFO:tasks.workunit.client.0.smithi028.stdout: "log_to_journald", 2024-08-29T17:47:09.444 INFO:tasks.workunit.client.0.smithi028.stdout: "log_to_stderr", 2024-08-29T17:47:09.444 INFO:tasks.workunit.client.0.smithi028.stdout: "mds_join_fs", 2024-08-29T17:47:09.444 INFO:tasks.workunit.client.0.smithi028.stdout: "mgr/cephadm/allow_ptrace", 2024-08-29T17:47:09.444 INFO:tasks.workunit.client.0.smithi028.stdout: "mgr/cephadm/container_init", 2024-08-29T17:47:09.445 INFO:tasks.workunit.client.0.smithi028.stdout: "mgr/cephadm/migration_current", 2024-08-29T17:47:09.445 INFO:tasks.workunit.client.0.smithi028.stdout: "mgr/cephadm/use_repo_digest", 2024-08-29T17:47:09.445 INFO:tasks.workunit.client.0.smithi028.stdout: "mgr/dashboard/ALERTMANAGER_API_HOST", 2024-08-29T17:47:09.445 INFO:tasks.workunit.client.0.smithi028.stdout: "mgr/dashboard/GRAFANA_API_SSL_VERIFY", 2024-08-29T17:47:09.445 INFO:tasks.workunit.client.0.smithi028.stdout: "mgr/dashboard/GRAFANA_API_URL", 2024-08-29T17:47:09.445 INFO:tasks.workunit.client.0.smithi028.stdout: "mgr/dashboard/PROMETHEUS_API_HOST", 2024-08-29T17:47:09.445 INFO:tasks.workunit.client.0.smithi028.stdout: "mgr/dashboard/ssl_server_port", 2024-08-29T17:47:09.445 INFO:tasks.workunit.client.0.smithi028.stdout: "mgr/orchestrator/orchestrator", 2024-08-29T17:47:09.445 INFO:tasks.workunit.client.0.smithi028.stdout: "mgr/telemetry/channel_ident", 2024-08-29T17:47:09.446 INFO:tasks.workunit.client.0.smithi028.stdout: "mgr/telemetry/description", 2024-08-29T17:47:09.446 INFO:tasks.workunit.client.0.smithi028.stdout: "mgr/telemetry/organization", 2024-08-29T17:47:09.446 INFO:tasks.workunit.client.0.smithi028.stdout: "mon_allow_pool_delete", 2024-08-29T17:47:09.446 INFO:tasks.workunit.client.0.smithi028.stdout: "mon_clock_drift_allowed", 2024-08-29T17:47:09.446 INFO:tasks.workunit.client.0.smithi028.stdout: "mon_cluster_log_to_file", 2024-08-29T17:47:09.446 INFO:tasks.workunit.client.0.smithi028.stdout: "mon_data_avail_warn", 2024-08-29T17:47:09.446 INFO:tasks.workunit.client.0.smithi028.stdout: "mon_election_default_strategy", 2024-08-29T17:47:09.446 INFO:tasks.workunit.client.0.smithi028.stdout: "mon_max_pg_per_osd", 2024-08-29T17:47:09.446 INFO:tasks.workunit.client.0.smithi028.stdout: "mon_mgr_mkfs_grace", 2024-08-29T17:47:09.446 INFO:tasks.workunit.client.0.smithi028.stdout: "mon_osd_prime_pg_temp", 2024-08-29T17:47:09.446 INFO:tasks.workunit.client.0.smithi028.stdout: "mon_osd_reporter_subtree_level", 2024-08-29T17:47:09.446 INFO:tasks.workunit.client.0.smithi028.stdout: "mon_pg_warn_max_object_skew", 2024-08-29T17:47:09.446 INFO:tasks.workunit.client.0.smithi028.stdout: "mon_reweight_min_bytes_per_osd", 2024-08-29T17:47:09.446 INFO:tasks.workunit.client.0.smithi028.stdout: "mon_reweight_min_pgs_per_osd", 2024-08-29T17:47:09.447 INFO:tasks.workunit.client.0.smithi028.stdout: "mon_warn_on_crush_straw_calc_version_zero", 2024-08-29T17:47:09.447 INFO:tasks.workunit.client.0.smithi028.stdout: "mon_warn_on_insecure_global_id_reclaim", 2024-08-29T17:47:09.447 INFO:tasks.workunit.client.0.smithi028.stdout: "mon_warn_on_insecure_global_id_reclaim_allowed", 2024-08-29T17:47:09.447 INFO:tasks.workunit.client.0.smithi028.stdout: "mon_warn_on_legacy_crush_tunables", 2024-08-29T17:47:09.447 INFO:tasks.workunit.client.0.smithi028.stdout: "mon_warn_on_osd_down_out_interval_zero", 2024-08-29T17:47:09.447 INFO:tasks.workunit.client.0.smithi028.stdout: "mon_warn_on_pool_pg_num_not_power_of_two", 2024-08-29T17:47:09.447 INFO:tasks.workunit.client.0.smithi028.stdout: "mon_warn_on_too_few_osds", 2024-08-29T17:47:09.447 INFO:tasks.workunit.client.0.smithi028.stdout: "ms_die_on_bug", 2024-08-29T17:47:09.447 INFO:tasks.workunit.client.0.smithi028.stdout: "ms_die_on_old_message", 2024-08-29T17:47:09.447 INFO:tasks.workunit.client.0.smithi028.stdout: "osd_class_default_list", 2024-08-29T17:47:09.447 INFO:tasks.workunit.client.0.smithi028.stdout: "osd_class_load_list", 2024-08-29T17:47:09.448 INFO:tasks.workunit.client.0.smithi028.stdout: "osd_debug_misdirected_ops", 2024-08-29T17:47:09.448 INFO:tasks.workunit.client.0.smithi028.stdout: "osd_debug_op_order", 2024-08-29T17:47:09.448 INFO:tasks.workunit.client.0.smithi028.stdout: "osd_debug_pg_log_writeout", 2024-08-29T17:47:09.448 INFO:tasks.workunit.client.0.smithi028.stdout: "osd_debug_shutdown", 2024-08-29T17:47:09.448 INFO:tasks.workunit.client.0.smithi028.stdout: "osd_debug_verify_cached_snaps", 2024-08-29T17:47:09.448 INFO:tasks.workunit.client.0.smithi028.stdout: "osd_debug_verify_missing_on_start", 2024-08-29T17:47:09.448 INFO:tasks.workunit.client.0.smithi028.stdout: "osd_debug_verify_stray_on_activate", 2024-08-29T17:47:09.448 INFO:tasks.workunit.client.0.smithi028.stdout: "osd_deep_scrub_update_digest_min_age", 2024-08-29T17:47:09.448 INFO:tasks.workunit.client.0.smithi028.stdout: "osd_mclock_profile", 2024-08-29T17:47:09.448 INFO:tasks.workunit.client.0.smithi028.stdout: "osd_memory_target", 2024-08-29T17:47:09.448 INFO:tasks.workunit.client.0.smithi028.stdout: "osd_memory_target_autotune", 2024-08-29T17:47:09.448 INFO:tasks.workunit.client.0.smithi028.stdout: "osd_op_queue", 2024-08-29T17:47:09.448 INFO:tasks.workunit.client.0.smithi028.stdout: "osd_op_queue_cut_off", 2024-08-29T17:47:09.448 INFO:tasks.workunit.client.0.smithi028.stdout: "osd_pool_default_erasure_code_profile", 2024-08-29T17:47:09.449 INFO:tasks.workunit.client.0.smithi028.stdout: "osd_pool_default_pg_autoscale_mode", 2024-08-29T17:47:09.449 INFO:tasks.workunit.client.0.smithi028.stdout: "osd_recover_clone_overlap", 2024-08-29T17:47:09.449 INFO:tasks.workunit.client.0.smithi028.stdout: "osd_recovery_max_chunk", 2024-08-29T17:47:09.449 INFO:tasks.workunit.client.0.smithi028.stdout: "osd_scrub_load_threshold", 2024-08-29T17:47:09.449 INFO:tasks.workunit.client.0.smithi028.stdout: "osd_scrub_max_interval", 2024-08-29T17:47:09.449 INFO:tasks.workunit.client.0.smithi028.stdout: "osd_shutdown_pgref_assert", 2024-08-29T17:47:09.449 INFO:tasks.workunit.client.0.smithi028.stdout: "public_network", 2024-08-29T17:47:09.449 INFO:tasks.workunit.client.0.smithi028.stdout: "rgw_cache_enabled", 2024-08-29T17:47:09.449 INFO:tasks.workunit.client.0.smithi028.stdout: "rgw_enable_ops_log", 2024-08-29T17:47:09.449 INFO:tasks.workunit.client.0.smithi028.stdout: "rgw_enable_usage_log" 2024-08-29T17:47:09.449 INFO:tasks.workunit.client.0.smithi028.stdout: ] 2024-08-29T17:47:09.449 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:09.450 INFO:tasks.workunit.client.0.smithi028.stdout: "contact": null, 2024-08-29T17:47:09.450 INFO:tasks.workunit.client.0.smithi028.stdout: "crashes": [], 2024-08-29T17:47:09.450 INFO:tasks.workunit.client.0.smithi028.stdout: "created": "2024-08-29T17:30:13.516586Z", 2024-08-29T17:47:09.450 INFO:tasks.workunit.client.0.smithi028.stdout: "crush": { 2024-08-29T17:47:09.450 INFO:tasks.workunit.client.0.smithi028.stdout: "bucket_algs": { 2024-08-29T17:47:09.450 INFO:tasks.workunit.client.0.smithi028.stdout: "straw2": 3 2024-08-29T17:47:09.450 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:09.450 INFO:tasks.workunit.client.0.smithi028.stdout: "bucket_sizes": { 2024-08-29T17:47:09.450 INFO:tasks.workunit.client.0.smithi028.stdout: "2": 1, 2024-08-29T17:47:09.450 INFO:tasks.workunit.client.0.smithi028.stdout: "4": 2 2024-08-29T17:47:09.450 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:09.450 INFO:tasks.workunit.client.0.smithi028.stdout: "bucket_types": { 2024-08-29T17:47:09.450 INFO:tasks.workunit.client.0.smithi028.stdout: "1": 2, 2024-08-29T17:47:09.450 INFO:tasks.workunit.client.0.smithi028.stdout: "11": 1 2024-08-29T17:47:09.451 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:09.451 INFO:tasks.workunit.client.0.smithi028.stdout: "compat_weight_set": false, 2024-08-29T17:47:09.451 INFO:tasks.workunit.client.0.smithi028.stdout: "device_classes": [ 2024-08-29T17:47:09.451 INFO:tasks.workunit.client.0.smithi028.stdout: 8 2024-08-29T17:47:09.451 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-08-29T17:47:09.451 INFO:tasks.workunit.client.0.smithi028.stdout: "num_buckets": 6, 2024-08-29T17:47:09.451 INFO:tasks.workunit.client.0.smithi028.stdout: "num_devices": 8, 2024-08-29T17:47:09.451 INFO:tasks.workunit.client.0.smithi028.stdout: "num_rules": 1, 2024-08-29T17:47:09.451 INFO:tasks.workunit.client.0.smithi028.stdout: "num_types": 12, 2024-08-29T17:47:09.451 INFO:tasks.workunit.client.0.smithi028.stdout: "num_weight_sets": 0, 2024-08-29T17:47:09.451 INFO:tasks.workunit.client.0.smithi028.stdout: "tunables": { 2024-08-29T17:47:09.452 INFO:tasks.workunit.client.0.smithi028.stdout: "allowed_bucket_algs": 54, 2024-08-29T17:47:09.452 INFO:tasks.workunit.client.0.smithi028.stdout: "choose_local_fallback_tries": 0, 2024-08-29T17:47:09.452 INFO:tasks.workunit.client.0.smithi028.stdout: "choose_local_tries": 0, 2024-08-29T17:47:09.452 INFO:tasks.workunit.client.0.smithi028.stdout: "choose_total_tries": 50, 2024-08-29T17:47:09.452 INFO:tasks.workunit.client.0.smithi028.stdout: "chooseleaf_descend_once": 1, 2024-08-29T17:47:09.452 INFO:tasks.workunit.client.0.smithi028.stdout: "chooseleaf_stable": 1, 2024-08-29T17:47:09.452 INFO:tasks.workunit.client.0.smithi028.stdout: "chooseleaf_vary_r": 1, 2024-08-29T17:47:09.452 INFO:tasks.workunit.client.0.smithi028.stdout: "has_v2_rules": 0, 2024-08-29T17:47:09.452 INFO:tasks.workunit.client.0.smithi028.stdout: "has_v3_rules": 0, 2024-08-29T17:47:09.452 INFO:tasks.workunit.client.0.smithi028.stdout: "has_v4_buckets": 1, 2024-08-29T17:47:09.452 INFO:tasks.workunit.client.0.smithi028.stdout: "has_v5_rules": 0, 2024-08-29T17:47:09.452 INFO:tasks.workunit.client.0.smithi028.stdout: "legacy_tunables": 0, 2024-08-29T17:47:09.452 INFO:tasks.workunit.client.0.smithi028.stdout: "minimum_required_version": "jewel", 2024-08-29T17:47:09.453 INFO:tasks.workunit.client.0.smithi028.stdout: "optimal_tunables": 1, 2024-08-29T17:47:09.453 INFO:tasks.workunit.client.0.smithi028.stdout: "profile": "jewel", 2024-08-29T17:47:09.453 INFO:tasks.workunit.client.0.smithi028.stdout: "require_feature_tunables": 1, 2024-08-29T17:47:09.453 INFO:tasks.workunit.client.0.smithi028.stdout: "require_feature_tunables2": 1, 2024-08-29T17:47:09.453 INFO:tasks.workunit.client.0.smithi028.stdout: "require_feature_tunables3": 1, 2024-08-29T17:47:09.453 INFO:tasks.workunit.client.0.smithi028.stdout: "require_feature_tunables5": 1, 2024-08-29T17:47:09.453 INFO:tasks.workunit.client.0.smithi028.stdout: "straw_calc_version": 1 2024-08-29T17:47:09.453 INFO:tasks.workunit.client.0.smithi028.stdout: } 2024-08-29T17:47:09.453 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:09.453 INFO:tasks.workunit.client.0.smithi028.stdout: "description": "upgrade test cluster", 2024-08-29T17:47:09.453 INFO:tasks.workunit.client.0.smithi028.stdout: "fs": { 2024-08-29T17:47:09.453 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 1, 2024-08-29T17:47:09.454 INFO:tasks.workunit.client.0.smithi028.stdout: "feature_flags": { 2024-08-29T17:47:09.454 INFO:tasks.workunit.client.0.smithi028.stdout: "enable_multiple": true, 2024-08-29T17:47:09.454 INFO:tasks.workunit.client.0.smithi028.stdout: "ever_enabled_multiple": true 2024-08-29T17:47:09.454 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:09.454 INFO:tasks.workunit.client.0.smithi028.stdout: "filesystems": [ 2024-08-29T17:47:09.454 INFO:tasks.workunit.client.0.smithi028.stdout: { 2024-08-29T17:47:09.454 INFO:tasks.workunit.client.0.smithi028.stdout: "approx_ctime": "2024-08", 2024-08-29T17:47:09.454 INFO:tasks.workunit.client.0.smithi028.stdout: "balancer_enabled": false, 2024-08-29T17:47:09.454 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 0, 2024-08-29T17:47:09.454 INFO:tasks.workunit.client.0.smithi028.stdout: "cached_caps": 0, 2024-08-29T17:47:09.455 INFO:tasks.workunit.client.0.smithi028.stdout: "cached_dns": 10, 2024-08-29T17:47:09.455 INFO:tasks.workunit.client.0.smithi028.stdout: "cached_inos": 13, 2024-08-29T17:47:09.455 INFO:tasks.workunit.client.0.smithi028.stdout: "cached_subtrees": 2, 2024-08-29T17:47:09.455 INFO:tasks.workunit.client.0.smithi028.stdout: "ever_allowed_features": 0, 2024-08-29T17:47:09.455 INFO:tasks.workunit.client.0.smithi028.stdout: "explicitly_allowed_features": 0, 2024-08-29T17:47:09.455 INFO:tasks.workunit.client.0.smithi028.stdout: "files": 0, 2024-08-29T17:47:09.455 INFO:tasks.workunit.client.0.smithi028.stdout: "max_mds": 1, 2024-08-29T17:47:09.455 INFO:tasks.workunit.client.0.smithi028.stdout: "num_data_pools": 1, 2024-08-29T17:47:09.455 INFO:tasks.workunit.client.0.smithi028.stdout: "num_in": 1, 2024-08-29T17:47:09.455 INFO:tasks.workunit.client.0.smithi028.stdout: "num_mds": 1, 2024-08-29T17:47:09.455 INFO:tasks.workunit.client.0.smithi028.stdout: "num_sessions": 0, 2024-08-29T17:47:09.455 INFO:tasks.workunit.client.0.smithi028.stdout: "num_standby_replay": 0, 2024-08-29T17:47:09.455 INFO:tasks.workunit.client.0.smithi028.stdout: "num_up": 1, 2024-08-29T17:47:09.455 INFO:tasks.workunit.client.0.smithi028.stdout: "snaps": 0, 2024-08-29T17:47:09.456 INFO:tasks.workunit.client.0.smithi028.stdout: "standby_count_wanted": 0 2024-08-29T17:47:09.456 INFO:tasks.workunit.client.0.smithi028.stdout: } 2024-08-29T17:47:09.456 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-08-29T17:47:09.456 INFO:tasks.workunit.client.0.smithi028.stdout: "num_standby_mds": 1, 2024-08-29T17:47:09.456 INFO:tasks.workunit.client.0.smithi028.stdout: "total_num_mds": 2 2024-08-29T17:47:09.456 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:09.456 INFO:tasks.workunit.client.0.smithi028.stdout: "hosts": { 2024-08-29T17:47:09.456 INFO:tasks.workunit.client.0.smithi028.stdout: "num": 2, 2024-08-29T17:47:09.456 INFO:tasks.workunit.client.0.smithi028.stdout: "num_with_mds": 2, 2024-08-29T17:47:09.456 INFO:tasks.workunit.client.0.smithi028.stdout: "num_with_mgr": 2, 2024-08-29T17:47:09.457 INFO:tasks.workunit.client.0.smithi028.stdout: "num_with_mon": 2, 2024-08-29T17:47:09.457 INFO:tasks.workunit.client.0.smithi028.stdout: "num_with_osd": 2 2024-08-29T17:47:09.457 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:09.457 INFO:tasks.workunit.client.0.smithi028.stdout: "leaderboard": false, 2024-08-29T17:47:09.457 INFO:tasks.workunit.client.0.smithi028.stdout: "license": "sharing-1-0", 2024-08-29T17:47:09.457 INFO:tasks.workunit.client.0.smithi028.stdout: "metadata": { 2024-08-29T17:47:09.457 INFO:tasks.workunit.client.0.smithi028.stdout: "mds": { 2024-08-29T17:47:09.457 INFO:tasks.workunit.client.0.smithi028.stdout: "arch": { 2024-08-29T17:47:09.457 INFO:tasks.workunit.client.0.smithi028.stdout: "x86_64": 2 2024-08-29T17:47:09.457 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:09.457 INFO:tasks.workunit.client.0.smithi028.stdout: "ceph_version": { 2024-08-29T17:47:09.457 INFO:tasks.workunit.client.0.smithi028.stdout: "ceph version 17.2.7-1503-ga89f613d (a89f613db4d5b6bca82681f19d73c6d337aae2d5) quincy (stable)": 2 2024-08-29T17:47:09.457 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:09.457 INFO:tasks.workunit.client.0.smithi028.stdout: "cpu": { 2024-08-29T17:47:09.458 INFO:tasks.workunit.client.0.smithi028.stdout: "Intel(R) Xeon(R) CPU E5-1620 v3 @ 3.50GHz": 2 2024-08-29T17:47:09.458 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:09.458 INFO:tasks.workunit.client.0.smithi028.stdout: "distro": { 2024-08-29T17:47:09.458 INFO:tasks.workunit.client.0.smithi028.stdout: "centos": 2 2024-08-29T17:47:09.458 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:09.458 INFO:tasks.workunit.client.0.smithi028.stdout: "distro_description": { 2024-08-29T17:47:09.458 INFO:tasks.workunit.client.0.smithi028.stdout: "CentOS Stream 9": 2 2024-08-29T17:47:09.458 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:09.458 INFO:tasks.workunit.client.0.smithi028.stdout: "kernel_description": { 2024-08-29T17:47:09.458 INFO:tasks.workunit.client.0.smithi028.stdout: "#129-Ubuntu SMP Fri Aug 2 19:25:20 UTC 2024": 2 2024-08-29T17:47:09.458 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:09.458 INFO:tasks.workunit.client.0.smithi028.stdout: "kernel_version": { 2024-08-29T17:47:09.459 INFO:tasks.workunit.client.0.smithi028.stdout: "5.15.0-119-generic": 2 2024-08-29T17:47:09.459 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:09.459 INFO:tasks.workunit.client.0.smithi028.stdout: "os": { 2024-08-29T17:47:09.459 INFO:tasks.workunit.client.0.smithi028.stdout: "Linux": 2 2024-08-29T17:47:09.459 INFO:tasks.workunit.client.0.smithi028.stdout: } 2024-08-29T17:47:09.459 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:09.459 INFO:tasks.workunit.client.0.smithi028.stdout: "mon": { 2024-08-29T17:47:09.459 INFO:tasks.workunit.client.0.smithi028.stdout: "arch": { 2024-08-29T17:47:09.459 INFO:tasks.workunit.client.0.smithi028.stdout: "x86_64": 3 2024-08-29T17:47:09.460 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:09.460 INFO:tasks.workunit.client.0.smithi028.stdout: "ceph_version": { 2024-08-29T17:47:09.460 INFO:tasks.workunit.client.0.smithi028.stdout: "ceph version 17.2.7-1503-ga89f613d (a89f613db4d5b6bca82681f19d73c6d337aae2d5) quincy (stable)": 3 2024-08-29T17:47:09.460 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:09.460 INFO:tasks.workunit.client.0.smithi028.stdout: "cpu": { 2024-08-29T17:47:09.460 INFO:tasks.workunit.client.0.smithi028.stdout: "Intel(R) Xeon(R) CPU E5-1620 v3 @ 3.50GHz": 3 2024-08-29T17:47:09.460 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:09.460 INFO:tasks.workunit.client.0.smithi028.stdout: "distro": { 2024-08-29T17:47:09.460 INFO:tasks.workunit.client.0.smithi028.stdout: "centos": 3 2024-08-29T17:47:09.460 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:09.460 INFO:tasks.workunit.client.0.smithi028.stdout: "distro_description": { 2024-08-29T17:47:09.460 INFO:tasks.workunit.client.0.smithi028.stdout: "CentOS Stream 9": 3 2024-08-29T17:47:09.460 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:09.461 INFO:tasks.workunit.client.0.smithi028.stdout: "kernel_description": { 2024-08-29T17:47:09.461 INFO:tasks.workunit.client.0.smithi028.stdout: "#129-Ubuntu SMP Fri Aug 2 19:25:20 UTC 2024": 3 2024-08-29T17:47:09.461 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:09.461 INFO:tasks.workunit.client.0.smithi028.stdout: "kernel_version": { 2024-08-29T17:47:09.461 INFO:tasks.workunit.client.0.smithi028.stdout: "5.15.0-119-generic": 3 2024-08-29T17:47:09.461 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:09.461 INFO:tasks.workunit.client.0.smithi028.stdout: "os": { 2024-08-29T17:47:09.461 INFO:tasks.workunit.client.0.smithi028.stdout: "Linux": 3 2024-08-29T17:47:09.461 INFO:tasks.workunit.client.0.smithi028.stdout: } 2024-08-29T17:47:09.461 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:09.461 INFO:tasks.workunit.client.0.smithi028.stdout: "osd": { 2024-08-29T17:47:09.461 INFO:tasks.workunit.client.0.smithi028.stdout: "arch": { 2024-08-29T17:47:09.461 INFO:tasks.workunit.client.0.smithi028.stdout: "x86_64": 8 2024-08-29T17:47:09.461 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:09.462 INFO:tasks.workunit.client.0.smithi028.stdout: "ceph_version": { 2024-08-29T17:47:09.462 INFO:tasks.workunit.client.0.smithi028.stdout: "ceph version 17.2.7-1503-ga89f613d (a89f613db4d5b6bca82681f19d73c6d337aae2d5) quincy (stable)": 8 2024-08-29T17:47:09.462 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:09.464 INFO:tasks.workunit.client.0.smithi028.stdout: "cpu": { 2024-08-29T17:47:09.464 INFO:tasks.workunit.client.0.smithi028.stdout: "Intel(R) Xeon(R) CPU E5-1620 v3 @ 3.50GHz": 8 2024-08-29T17:47:09.464 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:09.464 INFO:tasks.workunit.client.0.smithi028.stdout: "distro": { 2024-08-29T17:47:09.464 INFO:tasks.workunit.client.0.smithi028.stdout: "centos": 8 2024-08-29T17:47:09.464 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:09.464 INFO:tasks.workunit.client.0.smithi028.stdout: "distro_description": { 2024-08-29T17:47:09.464 INFO:tasks.workunit.client.0.smithi028.stdout: "CentOS Stream 9": 8 2024-08-29T17:47:09.464 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:09.465 INFO:tasks.workunit.client.0.smithi028.stdout: "kernel_description": { 2024-08-29T17:47:09.465 INFO:tasks.workunit.client.0.smithi028.stdout: "#129-Ubuntu SMP Fri Aug 2 19:25:20 UTC 2024": 8 2024-08-29T17:47:09.465 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:09.465 INFO:tasks.workunit.client.0.smithi028.stdout: "kernel_version": { 2024-08-29T17:47:09.465 INFO:tasks.workunit.client.0.smithi028.stdout: "5.15.0-119-generic": 8 2024-08-29T17:47:09.465 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:09.465 INFO:tasks.workunit.client.0.smithi028.stdout: "os": { 2024-08-29T17:47:09.465 INFO:tasks.workunit.client.0.smithi028.stdout: "Linux": 8 2024-08-29T17:47:09.465 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:09.466 INFO:tasks.workunit.client.0.smithi028.stdout: "osd_objectstore": { 2024-08-29T17:47:09.466 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore": 8 2024-08-29T17:47:09.466 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:09.466 INFO:tasks.workunit.client.0.smithi028.stdout: "rotational": { 2024-08-29T17:47:09.466 INFO:tasks.workunit.client.0.smithi028.stdout: "0": 8 2024-08-29T17:47:09.466 INFO:tasks.workunit.client.0.smithi028.stdout: } 2024-08-29T17:47:09.466 INFO:tasks.workunit.client.0.smithi028.stdout: } 2024-08-29T17:47:09.466 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:09.466 INFO:tasks.workunit.client.0.smithi028.stdout: "mon": { 2024-08-29T17:47:09.466 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 3, 2024-08-29T17:47:09.466 INFO:tasks.workunit.client.0.smithi028.stdout: "features": { 2024-08-29T17:47:09.466 INFO:tasks.workunit.client.0.smithi028.stdout: "optional": [], 2024-08-29T17:47:09.466 INFO:tasks.workunit.client.0.smithi028.stdout: "persistent": [ 2024-08-29T17:47:09.467 INFO:tasks.workunit.client.0.smithi028.stdout: "kraken", 2024-08-29T17:47:09.467 INFO:tasks.workunit.client.0.smithi028.stdout: "luminous", 2024-08-29T17:47:09.467 INFO:tasks.workunit.client.0.smithi028.stdout: "mimic", 2024-08-29T17:47:09.467 INFO:tasks.workunit.client.0.smithi028.stdout: "osdmap-prune", 2024-08-29T17:47:09.467 INFO:tasks.workunit.client.0.smithi028.stdout: "nautilus", 2024-08-29T17:47:09.467 INFO:tasks.workunit.client.0.smithi028.stdout: "octopus", 2024-08-29T17:47:09.467 INFO:tasks.workunit.client.0.smithi028.stdout: "pacific", 2024-08-29T17:47:09.467 INFO:tasks.workunit.client.0.smithi028.stdout: "elector-pinging", 2024-08-29T17:47:09.467 INFO:tasks.workunit.client.0.smithi028.stdout: "quincy" 2024-08-29T17:47:09.467 INFO:tasks.workunit.client.0.smithi028.stdout: ] 2024-08-29T17:47:09.467 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:09.467 INFO:tasks.workunit.client.0.smithi028.stdout: "ipv4_addr_mons": 6, 2024-08-29T17:47:09.467 INFO:tasks.workunit.client.0.smithi028.stdout: "ipv6_addr_mons": 0, 2024-08-29T17:47:09.467 INFO:tasks.workunit.client.0.smithi028.stdout: "min_mon_release": 17, 2024-08-29T17:47:09.468 INFO:tasks.workunit.client.0.smithi028.stdout: "v1_addr_mons": 3, 2024-08-29T17:47:09.468 INFO:tasks.workunit.client.0.smithi028.stdout: "v2_addr_mons": 3 2024-08-29T17:47:09.468 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:09.468 INFO:tasks.workunit.client.0.smithi028.stdout: "organization": "ceph-qa", 2024-08-29T17:47:09.468 INFO:tasks.workunit.client.0.smithi028.stdout: "osd": { 2024-08-29T17:47:09.468 INFO:tasks.workunit.client.0.smithi028.stdout: "cluster_network": false, 2024-08-29T17:47:09.468 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 8, 2024-08-29T17:47:09.468 INFO:tasks.workunit.client.0.smithi028.stdout: "require_min_compat_client": "luminous", 2024-08-29T17:47:09.468 INFO:tasks.workunit.client.0.smithi028.stdout: "require_osd_release": "quincy" 2024-08-29T17:47:09.468 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:09.468 INFO:tasks.workunit.client.0.smithi028.stdout: "pools": [ 2024-08-29T17:47:09.468 INFO:tasks.workunit.client.0.smithi028.stdout: { 2024-08-29T17:47:09.468 INFO:tasks.workunit.client.0.smithi028.stdout: "application": [ 2024-08-29T17:47:09.468 INFO:tasks.workunit.client.0.smithi028.stdout: "mgr" 2024-08-29T17:47:09.469 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-08-29T17:47:09.469 INFO:tasks.workunit.client.0.smithi028.stdout: "cache_mode": "none", 2024-08-29T17:47:09.469 INFO:tasks.workunit.client.0.smithi028.stdout: "erasure_code_profile": {}, 2024-08-29T17:47:09.469 INFO:tasks.workunit.client.0.smithi028.stdout: "min_size": 2, 2024-08-29T17:47:09.469 INFO:tasks.workunit.client.0.smithi028.stdout: "options": {}, 2024-08-29T17:47:09.469 INFO:tasks.workunit.client.0.smithi028.stdout: "pg_autoscale_mode": "off", 2024-08-29T17:47:09.469 INFO:tasks.workunit.client.0.smithi028.stdout: "pg_num": 1, 2024-08-29T17:47:09.469 INFO:tasks.workunit.client.0.smithi028.stdout: "pgp_num": 1, 2024-08-29T17:47:09.469 INFO:tasks.workunit.client.0.smithi028.stdout: "pool": 1, 2024-08-29T17:47:09.469 INFO:tasks.workunit.client.0.smithi028.stdout: "size": 3, 2024-08-29T17:47:09.469 INFO:tasks.workunit.client.0.smithi028.stdout: "stats": { 2024-08-29T17:47:09.469 INFO:tasks.workunit.client.0.smithi028.stdout: "avail_raw": 727115213066, 2024-08-29T17:47:09.469 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes_used": 1781760, 2024-08-29T17:47:09.470 INFO:tasks.workunit.client.0.smithi028.stdout: "compress_bytes_used": 0, 2024-08-29T17:47:09.470 INFO:tasks.workunit.client.0.smithi028.stdout: "compress_under_bytes": 0, 2024-08-29T17:47:09.470 INFO:tasks.workunit.client.0.smithi028.stdout: "data_bytes_used": 1781760, 2024-08-29T17:47:09.470 INFO:tasks.workunit.client.0.smithi028.stdout: "dirty": 0, 2024-08-29T17:47:09.470 INFO:tasks.workunit.client.0.smithi028.stdout: "max_avail": 242371739648, 2024-08-29T17:47:09.470 INFO:tasks.workunit.client.0.smithi028.stdout: "objects": 2, 2024-08-29T17:47:09.470 INFO:tasks.workunit.client.0.smithi028.stdout: "omap_bytes_used": 0, 2024-08-29T17:47:09.470 INFO:tasks.workunit.client.0.smithi028.stdout: "percent_used": 2.4504447537765373e-06, 2024-08-29T17:47:09.470 INFO:tasks.workunit.client.0.smithi028.stdout: "quota_bytes": 0, 2024-08-29T17:47:09.470 INFO:tasks.workunit.client.0.smithi028.stdout: "quota_objects": 0, 2024-08-29T17:47:09.470 INFO:tasks.workunit.client.0.smithi028.stdout: "rd": 212, 2024-08-29T17:47:09.470 INFO:tasks.workunit.client.0.smithi028.stdout: "rd_bytes": 313344, 2024-08-29T17:47:09.470 INFO:tasks.workunit.client.0.smithi028.stdout: "stored": 590368, 2024-08-29T17:47:09.470 INFO:tasks.workunit.client.0.smithi028.stdout: "stored_data": 590368, 2024-08-29T17:47:09.470 INFO:tasks.workunit.client.0.smithi028.stdout: "stored_omap": 0, 2024-08-29T17:47:09.471 INFO:tasks.workunit.client.0.smithi028.stdout: "stored_raw": 1771104, 2024-08-29T17:47:09.471 INFO:tasks.workunit.client.0.smithi028.stdout: "wr": 179, 2024-08-29T17:47:09.471 INFO:tasks.workunit.client.0.smithi028.stdout: "wr_bytes": 2473984 2024-08-29T17:47:09.471 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:09.471 INFO:tasks.workunit.client.0.smithi028.stdout: "target_max_bytes": 0, 2024-08-29T17:47:09.471 INFO:tasks.workunit.client.0.smithi028.stdout: "target_max_objects": 0, 2024-08-29T17:47:09.471 INFO:tasks.workunit.client.0.smithi028.stdout: "type": "replicated" 2024-08-29T17:47:09.471 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:09.471 INFO:tasks.workunit.client.0.smithi028.stdout: { 2024-08-29T17:47:09.471 INFO:tasks.workunit.client.0.smithi028.stdout: "application": [ 2024-08-29T17:47:09.471 INFO:tasks.workunit.client.0.smithi028.stdout: "cephfs" 2024-08-29T17:47:09.471 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-08-29T17:47:09.471 INFO:tasks.workunit.client.0.smithi028.stdout: "cache_mode": "none", 2024-08-29T17:47:09.472 INFO:tasks.workunit.client.0.smithi028.stdout: "erasure_code_profile": {}, 2024-08-29T17:47:09.472 INFO:tasks.workunit.client.0.smithi028.stdout: "min_size": 2, 2024-08-29T17:47:09.472 INFO:tasks.workunit.client.0.smithi028.stdout: "options": {}, 2024-08-29T17:47:09.472 INFO:tasks.workunit.client.0.smithi028.stdout: "pg_autoscale_mode": "off", 2024-08-29T17:47:09.472 INFO:tasks.workunit.client.0.smithi028.stdout: "pg_num": 32, 2024-08-29T17:47:09.472 INFO:tasks.workunit.client.0.smithi028.stdout: "pgp_num": 32, 2024-08-29T17:47:09.472 INFO:tasks.workunit.client.0.smithi028.stdout: "pool": 2, 2024-08-29T17:47:09.472 INFO:tasks.workunit.client.0.smithi028.stdout: "size": 3, 2024-08-29T17:47:09.473 INFO:tasks.workunit.client.0.smithi028.stdout: "stats": { 2024-08-29T17:47:09.473 INFO:tasks.workunit.client.0.smithi028.stdout: "avail_raw": 727115213066, 2024-08-29T17:47:09.473 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes_used": 98304, 2024-08-29T17:47:09.473 INFO:tasks.workunit.client.0.smithi028.stdout: "compress_bytes_used": 0, 2024-08-29T17:47:09.473 INFO:tasks.workunit.client.0.smithi028.stdout: "compress_under_bytes": 0, 2024-08-29T17:47:09.473 INFO:tasks.workunit.client.0.smithi028.stdout: "data_bytes_used": 98304, 2024-08-29T17:47:09.473 INFO:tasks.workunit.client.0.smithi028.stdout: "dirty": 0, 2024-08-29T17:47:09.473 INFO:tasks.workunit.client.0.smithi028.stdout: "max_avail": 242371739648, 2024-08-29T17:47:09.473 INFO:tasks.workunit.client.0.smithi028.stdout: "objects": 22, 2024-08-29T17:47:09.473 INFO:tasks.workunit.client.0.smithi028.stdout: "omap_bytes_used": 0, 2024-08-29T17:47:09.473 INFO:tasks.workunit.client.0.smithi028.stdout: "percent_used": 1.351972542806834e-07, 2024-08-29T17:47:09.473 INFO:tasks.workunit.client.0.smithi028.stdout: "quota_bytes": 0, 2024-08-29T17:47:09.473 INFO:tasks.workunit.client.0.smithi028.stdout: "quota_objects": 0, 2024-08-29T17:47:09.473 INFO:tasks.workunit.client.0.smithi028.stdout: "rd": 0, 2024-08-29T17:47:09.474 INFO:tasks.workunit.client.0.smithi028.stdout: "rd_bytes": 0, 2024-08-29T17:47:09.474 INFO:tasks.workunit.client.0.smithi028.stdout: "stored": 3410, 2024-08-29T17:47:09.474 INFO:tasks.workunit.client.0.smithi028.stdout: "stored_data": 3410, 2024-08-29T17:47:09.474 INFO:tasks.workunit.client.0.smithi028.stdout: "stored_omap": 0, 2024-08-29T17:47:09.474 INFO:tasks.workunit.client.0.smithi028.stdout: "stored_raw": 10230, 2024-08-29T17:47:09.474 INFO:tasks.workunit.client.0.smithi028.stdout: "wr": 51, 2024-08-29T17:47:09.474 INFO:tasks.workunit.client.0.smithi028.stdout: "wr_bytes": 19456 2024-08-29T17:47:09.474 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:09.474 INFO:tasks.workunit.client.0.smithi028.stdout: "target_max_bytes": 0, 2024-08-29T17:47:09.474 INFO:tasks.workunit.client.0.smithi028.stdout: "target_max_objects": 0, 2024-08-29T17:47:09.474 INFO:tasks.workunit.client.0.smithi028.stdout: "type": "replicated" 2024-08-29T17:47:09.474 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:09.474 INFO:tasks.workunit.client.0.smithi028.stdout: { 2024-08-29T17:47:09.475 INFO:tasks.workunit.client.0.smithi028.stdout: "application": [ 2024-08-29T17:47:09.475 INFO:tasks.workunit.client.0.smithi028.stdout: "cephfs" 2024-08-29T17:47:09.475 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-08-29T17:47:09.475 INFO:tasks.workunit.client.0.smithi028.stdout: "cache_mode": "none", 2024-08-29T17:47:09.475 INFO:tasks.workunit.client.0.smithi028.stdout: "erasure_code_profile": {}, 2024-08-29T17:47:09.475 INFO:tasks.workunit.client.0.smithi028.stdout: "min_size": 2, 2024-08-29T17:47:09.475 INFO:tasks.workunit.client.0.smithi028.stdout: "options": {}, 2024-08-29T17:47:09.475 INFO:tasks.workunit.client.0.smithi028.stdout: "pg_autoscale_mode": "off", 2024-08-29T17:47:09.476 INFO:tasks.workunit.client.0.smithi028.stdout: "pg_num": 64, 2024-08-29T17:47:09.476 INFO:tasks.workunit.client.0.smithi028.stdout: "pgp_num": 64, 2024-08-29T17:47:09.476 INFO:tasks.workunit.client.0.smithi028.stdout: "pool": 3, 2024-08-29T17:47:09.476 INFO:tasks.workunit.client.0.smithi028.stdout: "size": 3, 2024-08-29T17:47:09.476 INFO:tasks.workunit.client.0.smithi028.stdout: "stats": { 2024-08-29T17:47:09.476 INFO:tasks.workunit.client.0.smithi028.stdout: "avail_raw": 727115213066, 2024-08-29T17:47:09.477 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes_used": 0, 2024-08-29T17:47:09.477 INFO:tasks.workunit.client.0.smithi028.stdout: "compress_bytes_used": 0, 2024-08-29T17:47:09.477 INFO:tasks.workunit.client.0.smithi028.stdout: "compress_under_bytes": 0, 2024-08-29T17:47:09.477 INFO:tasks.workunit.client.0.smithi028.stdout: "data_bytes_used": 0, 2024-08-29T17:47:09.477 INFO:tasks.workunit.client.0.smithi028.stdout: "dirty": 0, 2024-08-29T17:47:09.477 INFO:tasks.workunit.client.0.smithi028.stdout: "max_avail": 242371739648, 2024-08-29T17:47:09.477 INFO:tasks.workunit.client.0.smithi028.stdout: "objects": 0, 2024-08-29T17:47:09.478 INFO:tasks.workunit.client.0.smithi028.stdout: "omap_bytes_used": 0, 2024-08-29T17:47:09.478 INFO:tasks.workunit.client.0.smithi028.stdout: "percent_used": 0.0, 2024-08-29T17:47:09.478 INFO:tasks.workunit.client.0.smithi028.stdout: "quota_bytes": 0, 2024-08-29T17:47:09.478 INFO:tasks.workunit.client.0.smithi028.stdout: "quota_objects": 0, 2024-08-29T17:47:09.478 INFO:tasks.workunit.client.0.smithi028.stdout: "rd": 0, 2024-08-29T17:47:09.478 INFO:tasks.workunit.client.0.smithi028.stdout: "rd_bytes": 0, 2024-08-29T17:47:09.478 INFO:tasks.workunit.client.0.smithi028.stdout: "stored": 0, 2024-08-29T17:47:09.479 INFO:tasks.workunit.client.0.smithi028.stdout: "stored_data": 0, 2024-08-29T17:47:09.479 INFO:tasks.workunit.client.0.smithi028.stdout: "stored_omap": 0, 2024-08-29T17:47:09.479 INFO:tasks.workunit.client.0.smithi028.stdout: "stored_raw": 0, 2024-08-29T17:47:09.479 INFO:tasks.workunit.client.0.smithi028.stdout: "wr": 0, 2024-08-29T17:47:09.479 INFO:tasks.workunit.client.0.smithi028.stdout: "wr_bytes": 0 2024-08-29T17:47:09.479 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:09.479 INFO:tasks.workunit.client.0.smithi028.stdout: "target_max_bytes": 0, 2024-08-29T17:47:09.480 INFO:tasks.workunit.client.0.smithi028.stdout: "target_max_objects": 0, 2024-08-29T17:47:09.480 INFO:tasks.workunit.client.0.smithi028.stdout: "type": "replicated" 2024-08-29T17:47:09.480 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:09.480 INFO:tasks.workunit.client.0.smithi028.stdout: { 2024-08-29T17:47:09.480 INFO:tasks.workunit.client.0.smithi028.stdout: "application": [ 2024-08-29T17:47:09.480 INFO:tasks.workunit.client.0.smithi028.stdout: "rbd" 2024-08-29T17:47:09.480 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-08-29T17:47:09.480 INFO:tasks.workunit.client.0.smithi028.stdout: "cache_mode": "none", 2024-08-29T17:47:09.481 INFO:tasks.workunit.client.0.smithi028.stdout: "erasure_code_profile": {}, 2024-08-29T17:47:09.481 INFO:tasks.workunit.client.0.smithi028.stdout: "min_size": 2, 2024-08-29T17:47:09.481 INFO:tasks.workunit.client.0.smithi028.stdout: "options": {}, 2024-08-29T17:47:09.481 INFO:tasks.workunit.client.0.smithi028.stdout: "pg_autoscale_mode": "off", 2024-08-29T17:47:09.481 INFO:tasks.workunit.client.0.smithi028.stdout: "pg_num": 8, 2024-08-29T17:47:09.481 INFO:tasks.workunit.client.0.smithi028.stdout: "pgp_num": 8, 2024-08-29T17:47:09.482 INFO:tasks.workunit.client.0.smithi028.stdout: "pool": 4, 2024-08-29T17:47:09.482 INFO:tasks.workunit.client.0.smithi028.stdout: "size": 3, 2024-08-29T17:47:09.482 INFO:tasks.workunit.client.0.smithi028.stdout: "stats": { 2024-08-29T17:47:09.482 INFO:tasks.workunit.client.0.smithi028.stdout: "avail_raw": 727115213066, 2024-08-29T17:47:09.482 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes_used": 12288, 2024-08-29T17:47:09.482 INFO:tasks.workunit.client.0.smithi028.stdout: "compress_bytes_used": 0, 2024-08-29T17:47:09.482 INFO:tasks.workunit.client.0.smithi028.stdout: "compress_under_bytes": 0, 2024-08-29T17:47:09.483 INFO:tasks.workunit.client.0.smithi028.stdout: "data_bytes_used": 12288, 2024-08-29T17:47:09.483 INFO:tasks.workunit.client.0.smithi028.stdout: "dirty": 0, 2024-08-29T17:47:09.483 INFO:tasks.workunit.client.0.smithi028.stdout: "max_avail": 242371739648, 2024-08-29T17:47:09.483 INFO:tasks.workunit.client.0.smithi028.stdout: "objects": 2, 2024-08-29T17:47:09.483 INFO:tasks.workunit.client.0.smithi028.stdout: "omap_bytes_used": 0, 2024-08-29T17:47:09.483 INFO:tasks.workunit.client.0.smithi028.stdout: "percent_used": 1.6899660337799105e-08, 2024-08-29T17:47:09.484 INFO:tasks.workunit.client.0.smithi028.stdout: "quota_bytes": 0, 2024-08-29T17:47:09.484 INFO:tasks.workunit.client.0.smithi028.stdout: "quota_objects": 0, 2024-08-29T17:47:09.484 INFO:tasks.workunit.client.0.smithi028.stdout: "rd": 0, 2024-08-29T17:47:09.484 INFO:tasks.workunit.client.0.smithi028.stdout: "rd_bytes": 0, 2024-08-29T17:47:09.484 INFO:tasks.workunit.client.0.smithi028.stdout: "stored": 19, 2024-08-29T17:47:09.484 INFO:tasks.workunit.client.0.smithi028.stdout: "stored_data": 19, 2024-08-29T17:47:09.484 INFO:tasks.workunit.client.0.smithi028.stdout: "stored_omap": 0, 2024-08-29T17:47:09.485 INFO:tasks.workunit.client.0.smithi028.stdout: "stored_raw": 57, 2024-08-29T17:47:09.485 INFO:tasks.workunit.client.0.smithi028.stdout: "wr": 2, 2024-08-29T17:47:09.485 INFO:tasks.workunit.client.0.smithi028.stdout: "wr_bytes": 2048 2024-08-29T17:47:09.485 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:09.485 INFO:tasks.workunit.client.0.smithi028.stdout: "target_max_bytes": 0, 2024-08-29T17:47:09.485 INFO:tasks.workunit.client.0.smithi028.stdout: "target_max_objects": 0, 2024-08-29T17:47:09.485 INFO:tasks.workunit.client.0.smithi028.stdout: "type": "replicated" 2024-08-29T17:47:09.485 INFO:tasks.workunit.client.0.smithi028.stdout: } 2024-08-29T17:47:09.485 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-08-29T17:47:09.486 INFO:tasks.workunit.client.0.smithi028.stdout: "rbd": { 2024-08-29T17:47:09.486 INFO:tasks.workunit.client.0.smithi028.stdout: "mirroring_by_pool": [ 2024-08-29T17:47:09.486 INFO:tasks.workunit.client.0.smithi028.stdout: false 2024-08-29T17:47:09.486 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-08-29T17:47:09.486 INFO:tasks.workunit.client.0.smithi028.stdout: "num_images_by_pool": [ 2024-08-29T17:47:09.486 INFO:tasks.workunit.client.0.smithi028.stdout: 0 2024-08-29T17:47:09.486 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-08-29T17:47:09.486 INFO:tasks.workunit.client.0.smithi028.stdout: "num_pools": 1 2024-08-29T17:47:09.486 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:09.486 INFO:tasks.workunit.client.0.smithi028.stdout: "report_id": "19f8b848-b822-43d5-9878-802c7d25be57", 2024-08-29T17:47:09.486 INFO:tasks.workunit.client.0.smithi028.stdout: "report_timestamp": "2024-08-29T17:47:09.433230", 2024-08-29T17:47:09.487 INFO:tasks.workunit.client.0.smithi028.stdout: "report_version": 1, 2024-08-29T17:47:09.487 INFO:tasks.workunit.client.0.smithi028.stdout: "rook": { 2024-08-29T17:47:09.487 INFO:tasks.workunit.client.0.smithi028.stdout: "cluster": { 2024-08-29T17:47:09.487 INFO:tasks.workunit.client.0.smithi028.stdout: "external-mode": null, 2024-08-29T17:47:09.487 INFO:tasks.workunit.client.0.smithi028.stdout: "mon": { 2024-08-29T17:47:09.487 INFO:tasks.workunit.client.0.smithi028.stdout: "allow-multiple-per-node": null, 2024-08-29T17:47:09.487 INFO:tasks.workunit.client.0.smithi028.stdout: "count": null, 2024-08-29T17:47:09.487 INFO:tasks.workunit.client.0.smithi028.stdout: "max-id": null, 2024-08-29T17:47:09.487 INFO:tasks.workunit.client.0.smithi028.stdout: "pvc": { 2024-08-29T17:47:09.487 INFO:tasks.workunit.client.0.smithi028.stdout: "enabled": null 2024-08-29T17:47:09.487 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:09.487 INFO:tasks.workunit.client.0.smithi028.stdout: "stretch": { 2024-08-29T17:47:09.487 INFO:tasks.workunit.client.0.smithi028.stdout: "enabled": null 2024-08-29T17:47:09.487 INFO:tasks.workunit.client.0.smithi028.stdout: } 2024-08-29T17:47:09.487 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:09.488 INFO:tasks.workunit.client.0.smithi028.stdout: "network": { 2024-08-29T17:47:09.488 INFO:tasks.workunit.client.0.smithi028.stdout: "provider": null 2024-08-29T17:47:09.488 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:09.488 INFO:tasks.workunit.client.0.smithi028.stdout: "storage": { 2024-08-29T17:47:09.488 INFO:tasks.workunit.client.0.smithi028.stdout: "device-set": { 2024-08-29T17:47:09.488 INFO:tasks.workunit.client.0.smithi028.stdout: "count": { 2024-08-29T17:47:09.488 INFO:tasks.workunit.client.0.smithi028.stdout: "non-portable": null, 2024-08-29T17:47:09.488 INFO:tasks.workunit.client.0.smithi028.stdout: "portable": null, 2024-08-29T17:47:09.488 INFO:tasks.workunit.client.0.smithi028.stdout: "total": null 2024-08-29T17:47:09.488 INFO:tasks.workunit.client.0.smithi028.stdout: } 2024-08-29T17:47:09.489 INFO:tasks.workunit.client.0.smithi028.stdout: } 2024-08-29T17:47:09.489 INFO:tasks.workunit.client.0.smithi028.stdout: } 2024-08-29T17:47:09.489 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:09.489 INFO:tasks.workunit.client.0.smithi028.stdout: "csi": { 2024-08-29T17:47:09.489 INFO:tasks.workunit.client.0.smithi028.stdout: "version": null 2024-08-29T17:47:09.489 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:09.490 INFO:tasks.workunit.client.0.smithi028.stdout: "kubernetes": { 2024-08-29T17:47:09.490 INFO:tasks.workunit.client.0.smithi028.stdout: "version": null 2024-08-29T17:47:09.490 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:09.490 INFO:tasks.workunit.client.0.smithi028.stdout: "node": { 2024-08-29T17:47:09.490 INFO:tasks.workunit.client.0.smithi028.stdout: "count": { 2024-08-29T17:47:09.490 INFO:tasks.workunit.client.0.smithi028.stdout: "kubernetes-total": null, 2024-08-29T17:47:09.490 INFO:tasks.workunit.client.0.smithi028.stdout: "with-ceph-daemons": null, 2024-08-29T17:47:09.490 INFO:tasks.workunit.client.0.smithi028.stdout: "with-csi-cephfs-plugin": null, 2024-08-29T17:47:09.490 INFO:tasks.workunit.client.0.smithi028.stdout: "with-csi-nfs-plugin": null, 2024-08-29T17:47:09.490 INFO:tasks.workunit.client.0.smithi028.stdout: "with-csi-rbd-plugin": null 2024-08-29T17:47:09.490 INFO:tasks.workunit.client.0.smithi028.stdout: } 2024-08-29T17:47:09.491 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:09.491 INFO:tasks.workunit.client.0.smithi028.stdout: "usage": { 2024-08-29T17:47:09.491 INFO:tasks.workunit.client.0.smithi028.stdout: "storage-class": { 2024-08-29T17:47:09.491 INFO:tasks.workunit.client.0.smithi028.stdout: "count": { 2024-08-29T17:47:09.491 INFO:tasks.workunit.client.0.smithi028.stdout: "bucket": null, 2024-08-29T17:47:09.491 INFO:tasks.workunit.client.0.smithi028.stdout: "cephfs": null, 2024-08-29T17:47:09.491 INFO:tasks.workunit.client.0.smithi028.stdout: "nfs": null, 2024-08-29T17:47:09.491 INFO:tasks.workunit.client.0.smithi028.stdout: "rbd": null, 2024-08-29T17:47:09.491 INFO:tasks.workunit.client.0.smithi028.stdout: "total": null 2024-08-29T17:47:09.491 INFO:tasks.workunit.client.0.smithi028.stdout: } 2024-08-29T17:47:09.491 INFO:tasks.workunit.client.0.smithi028.stdout: } 2024-08-29T17:47:09.491 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:09.491 INFO:tasks.workunit.client.0.smithi028.stdout: "version": null 2024-08-29T17:47:09.492 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:09.492 INFO:tasks.workunit.client.0.smithi028.stdout: "services": {}, 2024-08-29T17:47:09.492 INFO:tasks.workunit.client.0.smithi028.stdout: "usage": { 2024-08-29T17:47:09.492 INFO:tasks.workunit.client.0.smithi028.stdout: "pg_num": 105, 2024-08-29T17:47:09.492 INFO:tasks.workunit.client.0.smithi028.stdout: "pools": 4, 2024-08-29T17:47:09.492 INFO:tasks.workunit.client.0.smithi028.stdout: "stats_by_class": { 2024-08-29T17:47:09.492 INFO:tasks.workunit.client.0.smithi028.stdout: "ssd": { 2024-08-29T17:47:09.492 INFO:tasks.workunit.client.0.smithi028.stdout: "total_avail_bytes": 765516263424, 2024-08-29T17:47:09.492 INFO:tasks.workunit.client.0.smithi028.stdout: "total_bytes": 767960285184, 2024-08-29T17:47:09.492 INFO:tasks.workunit.client.0.smithi028.stdout: "total_used_bytes": 2444021760, 2024-08-29T17:47:09.492 INFO:tasks.workunit.client.0.smithi028.stdout: "total_used_raw_bytes": 2444021760, 2024-08-29T17:47:09.492 INFO:tasks.workunit.client.0.smithi028.stdout: "total_used_raw_ratio": 0.0031824845355004072 2024-08-29T17:47:09.493 INFO:tasks.workunit.client.0.smithi028.stdout: } 2024-08-29T17:47:09.493 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:09.493 INFO:tasks.workunit.client.0.smithi028.stdout: "total_avail_bytes": 765516263424, 2024-08-29T17:47:09.493 INFO:tasks.workunit.client.0.smithi028.stdout: "total_bytes": 767960285184, 2024-08-29T17:47:09.493 INFO:tasks.workunit.client.0.smithi028.stdout: "total_used_bytes": 2444021760 2024-08-29T17:47:09.493 INFO:tasks.workunit.client.0.smithi028.stdout: } 2024-08-29T17:47:09.494 INFO:tasks.workunit.client.0.smithi028.stdout:} 2024-08-29T17:47:09.494 INFO:tasks.workunit.client.0.smithi028.stdout:Device report is generated separately. To see it run 'ceph telemetry preview-device'. 2024-08-29T17:47:09.494 INFO:tasks.workunit.client.0.smithi028.stderr:+ ceph telemetry preview-device 2024-08-29T17:47:09.874 INFO:journalctl@ceph.mgr.y.smithi028.stdout:Aug 29 17:47:09 smithi028 bash[22672]: [29/Aug/2024:17:47:09] ENGINE HTTP Server cherrypy._cpwsgi_server.CPWSGIServer(('::', 9283)) shut down 2024-08-29T17:47:09.874 INFO:journalctl@ceph.mgr.y.smithi028.stdout:Aug 29 17:47:09 smithi028 bash[22672]: [29/Aug/2024:17:47:09] ENGINE Bus STOPPED 2024-08-29T17:47:09.874 INFO:journalctl@ceph.mgr.y.smithi028.stdout:Aug 29 17:47:09 smithi028 bash[22672]: [29/Aug/2024:17:47:09] ENGINE Bus STARTING 2024-08-29T17:47:09.874 INFO:journalctl@ceph.mgr.y.smithi028.stdout:Aug 29 17:47:09 smithi028 bash[22672]: [29/Aug/2024:17:47:09] ENGINE Serving on http://:::9283 2024-08-29T17:47:09.875 INFO:journalctl@ceph.mgr.y.smithi028.stdout:Aug 29 17:47:09 smithi028 bash[22672]: [29/Aug/2024:17:47:09] ENGINE Bus STARTED 2024-08-29T17:47:10.001 INFO:tasks.workunit.client.0.smithi028.stdout:{ 2024-08-29T17:47:10.001 INFO:tasks.workunit.client.0.smithi028.stdout: "b7162f50-662e-11ef-b726-ac1f6ba5ca3c": { 2024-08-29T17:47:10.001 INFO:tasks.workunit.client.0.smithi028.stdout: "INTEL_SSDPED1D480GA_b716fc78-662e-11ef-b726-ac1f6ba5ca3c": { 2024-08-29T17:47:10.001 INFO:tasks.workunit.client.0.smithi028.stdout: "20240829-173527": { 2024-08-29T17:47:10.001 INFO:tasks.workunit.client.0.smithi028.stdout: "device": { 2024-08-29T17:47:10.001 INFO:tasks.workunit.client.0.smithi028.stdout: "info_name": "/dev/nvme0n1", 2024-08-29T17:47:10.002 INFO:tasks.workunit.client.0.smithi028.stdout: "name": "/dev/nvme0n1", 2024-08-29T17:47:10.002 INFO:tasks.workunit.client.0.smithi028.stdout: "protocol": "NVMe", 2024-08-29T17:47:10.002 INFO:tasks.workunit.client.0.smithi028.stdout: "type": "nvme" 2024-08-29T17:47:10.002 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:10.002 INFO:tasks.workunit.client.0.smithi028.stdout: "firmware_version": "E2010325", 2024-08-29T17:47:10.002 INFO:tasks.workunit.client.0.smithi028.stdout: "host_id": "b7162f50-662e-11ef-b726-ac1f6ba5ca3c", 2024-08-29T17:47:10.002 INFO:tasks.workunit.client.0.smithi028.stdout: "json_format_version": [ 2024-08-29T17:47:10.002 INFO:tasks.workunit.client.0.smithi028.stdout: 1, 2024-08-29T17:47:10.002 INFO:tasks.workunit.client.0.smithi028.stdout: 0 2024-08-29T17:47:10.002 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-08-29T17:47:10.002 INFO:tasks.workunit.client.0.smithi028.stdout: "local_time": { 2024-08-29T17:47:10.002 INFO:tasks.workunit.client.0.smithi028.stdout: "asctime": "Thu Aug 29 17:35:27 2024 UTC", 2024-08-29T17:47:10.002 INFO:tasks.workunit.client.0.smithi028.stdout: "time_t": 1724952927 2024-08-29T17:47:10.002 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:10.002 INFO:tasks.workunit.client.0.smithi028.stdout: "logical_block_size": 512, 2024-08-29T17:47:10.003 INFO:tasks.workunit.client.0.smithi028.stdout: "model_name": "INTEL SSDPED1D480GA", 2024-08-29T17:47:10.003 INFO:tasks.workunit.client.0.smithi028.stdout: "nvme_controller_id": 0, 2024-08-29T17:47:10.003 INFO:tasks.workunit.client.0.smithi028.stdout: "nvme_ieee_oui_identifier": 6083300, 2024-08-29T17:47:10.003 INFO:tasks.workunit.client.0.smithi028.stdout: "nvme_namespaces": [ 2024-08-29T17:47:10.003 INFO:tasks.workunit.client.0.smithi028.stdout: { 2024-08-29T17:47:10.003 INFO:tasks.workunit.client.0.smithi028.stdout: "capacity": { 2024-08-29T17:47:10.003 INFO:tasks.workunit.client.0.smithi028.stdout: "blocks": 937703088, 2024-08-29T17:47:10.003 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 480103981056 2024-08-29T17:47:10.003 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:10.003 INFO:tasks.workunit.client.0.smithi028.stdout: "formatted_lba_size": 512, 2024-08-29T17:47:10.003 INFO:tasks.workunit.client.0.smithi028.stdout: "id": 1, 2024-08-29T17:47:10.003 INFO:tasks.workunit.client.0.smithi028.stdout: "size": { 2024-08-29T17:47:10.003 INFO:tasks.workunit.client.0.smithi028.stdout: "blocks": 937703088, 2024-08-29T17:47:10.003 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 480103981056 2024-08-29T17:47:10.003 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:10.004 INFO:tasks.workunit.client.0.smithi028.stdout: "utilization": { 2024-08-29T17:47:10.004 INFO:tasks.workunit.client.0.smithi028.stdout: "blocks": 937703088, 2024-08-29T17:47:10.004 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 480103981056 2024-08-29T17:47:10.004 INFO:tasks.workunit.client.0.smithi028.stdout: } 2024-08-29T17:47:10.004 INFO:tasks.workunit.client.0.smithi028.stdout: } 2024-08-29T17:47:10.004 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-08-29T17:47:10.004 INFO:tasks.workunit.client.0.smithi028.stdout: "nvme_number_of_namespaces": 1, 2024-08-29T17:47:10.004 INFO:tasks.workunit.client.0.smithi028.stdout: "nvme_pci_vendor": { 2024-08-29T17:47:10.004 INFO:tasks.workunit.client.0.smithi028.stdout: "id": 32902, 2024-08-29T17:47:10.004 INFO:tasks.workunit.client.0.smithi028.stdout: "subsystem_id": 32902 2024-08-29T17:47:10.004 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:10.004 INFO:tasks.workunit.client.0.smithi028.stdout: "nvme_smart_health_information_add_log": { 2024-08-29T17:47:10.004 INFO:tasks.workunit.client.0.smithi028.stdout: "Device stats": { 2024-08-29T17:47:10.004 INFO:tasks.workunit.client.0.smithi028.stdout: "avail_fw_downgrades": { 2024-08-29T17:47:10.005 INFO:tasks.workunit.client.0.smithi028.stdout: "normalized": 0, 2024-08-29T17:47:10.005 INFO:tasks.workunit.client.0.smithi028.stdout: "raw": 0 2024-08-29T17:47:10.005 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:10.005 INFO:tasks.workunit.client.0.smithi028.stdout: "crc_error_count": { 2024-08-29T17:47:10.005 INFO:tasks.workunit.client.0.smithi028.stdout: "normalized": 100, 2024-08-29T17:47:10.005 INFO:tasks.workunit.client.0.smithi028.stdout: "raw": 0 2024-08-29T17:47:10.005 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:10.005 INFO:tasks.workunit.client.0.smithi028.stdout: "end_to_end_error_detection_count": { 2024-08-29T17:47:10.005 INFO:tasks.workunit.client.0.smithi028.stdout: "normalized": 100, 2024-08-29T17:47:10.005 INFO:tasks.workunit.client.0.smithi028.stdout: "raw": 0 2024-08-29T17:47:10.005 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:10.005 INFO:tasks.workunit.client.0.smithi028.stdout: "erase_fail_count": { 2024-08-29T17:47:10.005 INFO:tasks.workunit.client.0.smithi028.stdout: "normalized": 0, 2024-08-29T17:47:10.005 INFO:tasks.workunit.client.0.smithi028.stdout: "raw": 0 2024-08-29T17:47:10.005 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:10.006 INFO:tasks.workunit.client.0.smithi028.stdout: "host_bytes_written": { 2024-08-29T17:47:10.006 INFO:tasks.workunit.client.0.smithi028.stdout: "normalized": 100, 2024-08-29T17:47:10.006 INFO:tasks.workunit.client.0.smithi028.stdout: "raw": 7429561 2024-08-29T17:47:10.006 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:10.006 INFO:tasks.workunit.client.0.smithi028.stdout: "host_ctx_wear_used": { 2024-08-29T17:47:10.006 INFO:tasks.workunit.client.0.smithi028.stdout: "normalized": 0, 2024-08-29T17:47:10.006 INFO:tasks.workunit.client.0.smithi028.stdout: "raw": 0 2024-08-29T17:47:10.006 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:10.006 INFO:tasks.workunit.client.0.smithi028.stdout: "media_bytes_read": { 2024-08-29T17:47:10.006 INFO:tasks.workunit.client.0.smithi028.stdout: "normalized": 0, 2024-08-29T17:47:10.006 INFO:tasks.workunit.client.0.smithi028.stdout: "raw": 0 2024-08-29T17:47:10.006 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:10.006 INFO:tasks.workunit.client.0.smithi028.stdout: "nand_bytes_written": { 2024-08-29T17:47:10.006 INFO:tasks.workunit.client.0.smithi028.stdout: "normalized": 0, 2024-08-29T17:47:10.006 INFO:tasks.workunit.client.0.smithi028.stdout: "raw": 0 2024-08-29T17:47:10.007 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:10.007 INFO:tasks.workunit.client.0.smithi028.stdout: "perf_stat_indicator": { 2024-08-29T17:47:10.007 INFO:tasks.workunit.client.0.smithi028.stdout: "normalized": 0, 2024-08-29T17:47:10.007 INFO:tasks.workunit.client.0.smithi028.stdout: "raw": 0 2024-08-29T17:47:10.007 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:10.007 INFO:tasks.workunit.client.0.smithi028.stdout: "pll_lock_loss_count": { 2024-08-29T17:47:10.007 INFO:tasks.workunit.client.0.smithi028.stdout: "normalized": 100, 2024-08-29T17:47:10.007 INFO:tasks.workunit.client.0.smithi028.stdout: "raw": 0 2024-08-29T17:47:10.007 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:10.007 INFO:tasks.workunit.client.0.smithi028.stdout: "program_fail_count": { 2024-08-29T17:47:10.007 INFO:tasks.workunit.client.0.smithi028.stdout: "normalized": 0, 2024-08-29T17:47:10.007 INFO:tasks.workunit.client.0.smithi028.stdout: "raw": 0 2024-08-29T17:47:10.007 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:10.007 INFO:tasks.workunit.client.0.smithi028.stdout: "re_alloc_sectr_cnt": { 2024-08-29T17:47:10.008 INFO:tasks.workunit.client.0.smithi028.stdout: "normalized": 0, 2024-08-29T17:47:10.008 INFO:tasks.workunit.client.0.smithi028.stdout: "raw": 0 2024-08-29T17:47:10.008 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:10.008 INFO:tasks.workunit.client.0.smithi028.stdout: "retry_buffer_overflow_count": { 2024-08-29T17:47:10.008 INFO:tasks.workunit.client.0.smithi028.stdout: "normalized": 100, 2024-08-29T17:47:10.008 INFO:tasks.workunit.client.0.smithi028.stdout: "raw": 0 2024-08-29T17:47:10.008 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:10.008 INFO:tasks.workunit.client.0.smithi028.stdout: "soft_ecc_err_rate": { 2024-08-29T17:47:10.008 INFO:tasks.workunit.client.0.smithi028.stdout: "normalized": 0, 2024-08-29T17:47:10.008 INFO:tasks.workunit.client.0.smithi028.stdout: "raw": 0 2024-08-29T17:47:10.008 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:10.008 INFO:tasks.workunit.client.0.smithi028.stdout: "thermal_throttle_status": { 2024-08-29T17:47:10.008 INFO:tasks.workunit.client.0.smithi028.stdout: "normalized": 100, 2024-08-29T17:47:10.008 INFO:tasks.workunit.client.0.smithi028.stdout: "raw": { 2024-08-29T17:47:10.008 INFO:tasks.workunit.client.0.smithi028.stdout: "cnt": 0, 2024-08-29T17:47:10.009 INFO:tasks.workunit.client.0.smithi028.stdout: "pct": 0 2024-08-29T17:47:10.009 INFO:tasks.workunit.client.0.smithi028.stdout: } 2024-08-29T17:47:10.009 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:10.009 INFO:tasks.workunit.client.0.smithi028.stdout: "timed_workload_host_reads": { 2024-08-29T17:47:10.009 INFO:tasks.workunit.client.0.smithi028.stdout: "normalized": 100, 2024-08-29T17:47:10.009 INFO:tasks.workunit.client.0.smithi028.stdout: "raw": 15 2024-08-29T17:47:10.009 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:10.009 INFO:tasks.workunit.client.0.smithi028.stdout: "timed_workload_media_wear": { 2024-08-29T17:47:10.009 INFO:tasks.workunit.client.0.smithi028.stdout: "normalized": 100, 2024-08-29T17:47:10.009 INFO:tasks.workunit.client.0.smithi028.stdout: "raw": "6.810547" 2024-08-29T17:47:10.009 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:10.009 INFO:tasks.workunit.client.0.smithi028.stdout: "timed_workload_timer": { 2024-08-29T17:47:10.009 INFO:tasks.workunit.client.0.smithi028.stdout: "normalized": 100, 2024-08-29T17:47:10.009 INFO:tasks.workunit.client.0.smithi028.stdout: "raw": 1807113 2024-08-29T17:47:10.010 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:10.010 INFO:tasks.workunit.client.0.smithi028.stdout: "unexp_power_loss": { 2024-08-29T17:47:10.010 INFO:tasks.workunit.client.0.smithi028.stdout: "normalized": 0, 2024-08-29T17:47:10.010 INFO:tasks.workunit.client.0.smithi028.stdout: "raw": 0 2024-08-29T17:47:10.010 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:10.010 INFO:tasks.workunit.client.0.smithi028.stdout: "wear_leveling": { 2024-08-29T17:47:10.010 INFO:tasks.workunit.client.0.smithi028.stdout: "normalized": 0, 2024-08-29T17:47:10.010 INFO:tasks.workunit.client.0.smithi028.stdout: "raw": { 2024-08-29T17:47:10.010 INFO:tasks.workunit.client.0.smithi028.stdout: "avg": 0, 2024-08-29T17:47:10.010 INFO:tasks.workunit.client.0.smithi028.stdout: "max": 0, 2024-08-29T17:47:10.010 INFO:tasks.workunit.client.0.smithi028.stdout: "min": 0 2024-08-29T17:47:10.010 INFO:tasks.workunit.client.0.smithi028.stdout: } 2024-08-29T17:47:10.010 INFO:tasks.workunit.client.0.smithi028.stdout: } 2024-08-29T17:47:10.010 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:10.011 INFO:tasks.workunit.client.0.smithi028.stdout: "Intel Smart log": "nvme0n1" 2024-08-29T17:47:10.011 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:10.011 INFO:tasks.workunit.client.0.smithi028.stdout: "nvme_smart_health_information_log": { 2024-08-29T17:47:10.011 INFO:tasks.workunit.client.0.smithi028.stdout: "available_spare": 100, 2024-08-29T17:47:10.011 INFO:tasks.workunit.client.0.smithi028.stdout: "available_spare_threshold": 0, 2024-08-29T17:47:10.011 INFO:tasks.workunit.client.0.smithi028.stdout: "controller_busy_time": 2981, 2024-08-29T17:47:10.011 INFO:tasks.workunit.client.0.smithi028.stdout: "critical_warning": 0, 2024-08-29T17:47:10.011 INFO:tasks.workunit.client.0.smithi028.stdout: "data_units_read": 105966290, 2024-08-29T17:47:10.011 INFO:tasks.workunit.client.0.smithi028.stdout: "data_units_written": 486903742, 2024-08-29T17:47:10.011 INFO:tasks.workunit.client.0.smithi028.stdout: "host_reads": 2188611773, 2024-08-29T17:47:10.011 INFO:tasks.workunit.client.0.smithi028.stdout: "host_writes": 10654283051, 2024-08-29T17:47:10.011 INFO:tasks.workunit.client.0.smithi028.stdout: "media_errors": 0, 2024-08-29T17:47:10.011 INFO:tasks.workunit.client.0.smithi028.stdout: "num_err_log_entries": 0, 2024-08-29T17:47:10.011 INFO:tasks.workunit.client.0.smithi028.stdout: "percentage_used": 8, 2024-08-29T17:47:10.011 INFO:tasks.workunit.client.0.smithi028.stdout: "power_cycles": 19344, 2024-08-29T17:47:10.012 INFO:tasks.workunit.client.0.smithi028.stdout: "power_on_hours": 38084, 2024-08-29T17:47:10.012 INFO:tasks.workunit.client.0.smithi028.stdout: "temperature": 32, 2024-08-29T17:47:10.012 INFO:tasks.workunit.client.0.smithi028.stdout: "unsafe_shutdowns": 5391 2024-08-29T17:47:10.012 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:10.012 INFO:tasks.workunit.client.0.smithi028.stdout: "nvme_vendor": "intel", 2024-08-29T17:47:10.012 INFO:tasks.workunit.client.0.smithi028.stdout: "nvme_version": { 2024-08-29T17:47:10.012 INFO:tasks.workunit.client.0.smithi028.stdout: "string": "<1.2", 2024-08-29T17:47:10.012 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T17:47:10.012 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:10.012 INFO:tasks.workunit.client.0.smithi028.stdout: "power_cycle_count": 19344, 2024-08-29T17:47:10.012 INFO:tasks.workunit.client.0.smithi028.stdout: "power_on_time": { 2024-08-29T17:47:10.012 INFO:tasks.workunit.client.0.smithi028.stdout: "hours": 38084 2024-08-29T17:47:10.012 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:10.012 INFO:tasks.workunit.client.0.smithi028.stdout: "serial_number": "deleted", 2024-08-29T17:47:10.012 INFO:tasks.workunit.client.0.smithi028.stdout: "smart_status": { 2024-08-29T17:47:10.013 INFO:tasks.workunit.client.0.smithi028.stdout: "nvme": { 2024-08-29T17:47:10.013 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T17:47:10.013 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:10.013 INFO:tasks.workunit.client.0.smithi028.stdout: "passed": true 2024-08-29T17:47:10.013 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:10.013 INFO:tasks.workunit.client.0.smithi028.stdout: "smartctl": { 2024-08-29T17:47:10.013 INFO:tasks.workunit.client.0.smithi028.stdout: "argv": [ 2024-08-29T17:47:10.013 INFO:tasks.workunit.client.0.smithi028.stdout: "smartctl", 2024-08-29T17:47:10.013 INFO:tasks.workunit.client.0.smithi028.stdout: "-x", 2024-08-29T17:47:10.013 INFO:tasks.workunit.client.0.smithi028.stdout: "--json=o", 2024-08-29T17:47:10.013 INFO:tasks.workunit.client.0.smithi028.stdout: "/dev/nvme0n1" 2024-08-29T17:47:10.013 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-08-29T17:47:10.013 INFO:tasks.workunit.client.0.smithi028.stdout: "build_info": "(local build)", 2024-08-29T17:47:10.013 INFO:tasks.workunit.client.0.smithi028.stdout: "exit_status": 0, 2024-08-29T17:47:10.013 INFO:tasks.workunit.client.0.smithi028.stdout: "output": [ 2024-08-29T17:47:10.014 INFO:tasks.workunit.client.0.smithi028.stdout: "smartctl 7.2 2020-12-30 r5155 [x86_64-linux-5.15.0-119-generic] (local build)", 2024-08-29T17:47:10.014 INFO:tasks.workunit.client.0.smithi028.stdout: "Copyright (C) 2002-20, Bruce Allen, Christian Franke, www.smartmontools.org", 2024-08-29T17:47:10.014 INFO:tasks.workunit.client.0.smithi028.stdout: "", 2024-08-29T17:47:10.014 INFO:tasks.workunit.client.0.smithi028.stdout: "=== START OF INFORMATION SECTION ===", 2024-08-29T17:47:10.014 INFO:tasks.workunit.client.0.smithi028.stdout: "Model Number: INTEL SSDPED1D480GA", 2024-08-29T17:47:10.014 INFO:tasks.workunit.client.0.smithi028.stdout: "Serial Number: deleted", 2024-08-29T17:47:10.014 INFO:tasks.workunit.client.0.smithi028.stdout: "Firmware Version: E2010325", 2024-08-29T17:47:10.014 INFO:tasks.workunit.client.0.smithi028.stdout: "PCI Vendor/Subsystem ID: 0x8086", 2024-08-29T17:47:10.014 INFO:tasks.workunit.client.0.smithi028.stdout: "IEEE OUI Identifier: 0x5cd2e4", 2024-08-29T17:47:10.014 INFO:tasks.workunit.client.0.smithi028.stdout: "Controller ID: 0", 2024-08-29T17:47:10.014 INFO:tasks.workunit.client.0.smithi028.stdout: "NVMe Version: <1.2", 2024-08-29T17:47:10.014 INFO:tasks.workunit.client.0.smithi028.stdout: "Number of Namespaces: 1", 2024-08-29T17:47:10.014 INFO:tasks.workunit.client.0.smithi028.stdout: "Namespace 1 Size/Capacity: 480,103,981,056 [480 GB]", 2024-08-29T17:47:10.014 INFO:tasks.workunit.client.0.smithi028.stdout: "Namespace 1 Formatted LBA Size: 512", 2024-08-29T17:47:10.014 INFO:tasks.workunit.client.0.smithi028.stdout: "Local Time is: Thu Aug 29 17:35:27 2024 UTC", 2024-08-29T17:47:10.015 INFO:tasks.workunit.client.0.smithi028.stdout: "Firmware Updates (0x02): 1 Slot", 2024-08-29T17:47:10.015 INFO:tasks.workunit.client.0.smithi028.stdout: "Optional Admin Commands (0x0007): Security Format Frmw_DL", 2024-08-29T17:47:10.015 INFO:tasks.workunit.client.0.smithi028.stdout: "Optional NVM Commands (0x0006): Wr_Unc DS_Mngmt", 2024-08-29T17:47:10.015 INFO:tasks.workunit.client.0.smithi028.stdout: "Log Page Attributes (0x02): Cmd_Eff_Lg", 2024-08-29T17:47:10.015 INFO:tasks.workunit.client.0.smithi028.stdout: "Maximum Data Transfer Size: 32 Pages", 2024-08-29T17:47:10.015 INFO:tasks.workunit.client.0.smithi028.stdout: "", 2024-08-29T17:47:10.015 INFO:tasks.workunit.client.0.smithi028.stdout: "Supported Power States", 2024-08-29T17:47:10.015 INFO:tasks.workunit.client.0.smithi028.stdout: "St Op Max Active Idle RL RT WL WT Ent_Lat Ex_Lat", 2024-08-29T17:47:10.015 INFO:tasks.workunit.client.0.smithi028.stdout: " 0 + 18.00W - - 0 0 0 0 0 0", 2024-08-29T17:47:10.015 INFO:tasks.workunit.client.0.smithi028.stdout: "", 2024-08-29T17:47:10.015 INFO:tasks.workunit.client.0.smithi028.stdout: "Supported LBA Sizes (NSID 0x1)", 2024-08-29T17:47:10.015 INFO:tasks.workunit.client.0.smithi028.stdout: "Id Fmt Data Metadt Rel_Perf", 2024-08-29T17:47:10.015 INFO:tasks.workunit.client.0.smithi028.stdout: " 0 + 512 0 2", 2024-08-29T17:47:10.015 INFO:tasks.workunit.client.0.smithi028.stdout: "", 2024-08-29T17:47:10.016 INFO:tasks.workunit.client.0.smithi028.stdout: "=== START OF SMART DATA SECTION ===", 2024-08-29T17:47:10.016 INFO:tasks.workunit.client.0.smithi028.stdout: "SMART overall-health self-assessment test result: PASSED", 2024-08-29T17:47:10.016 INFO:tasks.workunit.client.0.smithi028.stdout: "", 2024-08-29T17:47:10.016 INFO:tasks.workunit.client.0.smithi028.stdout: "SMART/Health Information (NVMe Log 0x02)", 2024-08-29T17:47:10.016 INFO:tasks.workunit.client.0.smithi028.stdout: "Critical Warning: 0x00", 2024-08-29T17:47:10.016 INFO:tasks.workunit.client.0.smithi028.stdout: "Temperature: 32 Celsius", 2024-08-29T17:47:10.016 INFO:tasks.workunit.client.0.smithi028.stdout: "Available Spare: 100%", 2024-08-29T17:47:10.016 INFO:tasks.workunit.client.0.smithi028.stdout: "Available Spare Threshold: 0%", 2024-08-29T17:47:10.016 INFO:tasks.workunit.client.0.smithi028.stdout: "Percentage Used: 8%", 2024-08-29T17:47:10.016 INFO:tasks.workunit.client.0.smithi028.stdout: "Data Units Read: 105,966,290 [54.2 TB]", 2024-08-29T17:47:10.016 INFO:tasks.workunit.client.0.smithi028.stdout: "Data Units Written: 486,903,742 [249 TB]", 2024-08-29T17:47:10.016 INFO:tasks.workunit.client.0.smithi028.stdout: "Host Read Commands: 2,188,611,773", 2024-08-29T17:47:10.016 INFO:tasks.workunit.client.0.smithi028.stdout: "Host Write Commands: 10,654,283,051", 2024-08-29T17:47:10.016 INFO:tasks.workunit.client.0.smithi028.stdout: "Controller Busy Time: 2,981", 2024-08-29T17:47:10.016 INFO:tasks.workunit.client.0.smithi028.stdout: "Power Cycles: 19,344", 2024-08-29T17:47:10.017 INFO:tasks.workunit.client.0.smithi028.stdout: "Power On Hours: 38,084", 2024-08-29T17:47:10.017 INFO:tasks.workunit.client.0.smithi028.stdout: "Unsafe Shutdowns: 5,391", 2024-08-29T17:47:10.017 INFO:tasks.workunit.client.0.smithi028.stdout: "Media and Data Integrity Errors: 0", 2024-08-29T17:47:10.017 INFO:tasks.workunit.client.0.smithi028.stdout: "Error Information Log Entries: 0", 2024-08-29T17:47:10.017 INFO:tasks.workunit.client.0.smithi028.stdout: "", 2024-08-29T17:47:10.017 INFO:tasks.workunit.client.0.smithi028.stdout: "Error Information (NVMe Log 0x01, 16 of 64 entries)", 2024-08-29T17:47:10.017 INFO:tasks.workunit.client.0.smithi028.stdout: "No Errors Logged", 2024-08-29T17:47:10.017 INFO:tasks.workunit.client.0.smithi028.stdout: "" 2024-08-29T17:47:10.017 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-08-29T17:47:10.017 INFO:tasks.workunit.client.0.smithi028.stdout: "platform_info": "x86_64-linux-5.15.0-119-generic", 2024-08-29T17:47:10.017 INFO:tasks.workunit.client.0.smithi028.stdout: "svn_revision": "5155", 2024-08-29T17:47:10.017 INFO:tasks.workunit.client.0.smithi028.stdout: "version": [ 2024-08-29T17:47:10.017 INFO:tasks.workunit.client.0.smithi028.stdout: 7, 2024-08-29T17:47:10.017 INFO:tasks.workunit.client.0.smithi028.stdout: 2 2024-08-29T17:47:10.018 INFO:tasks.workunit.client.0.smithi028.stdout: ] 2024-08-29T17:47:10.018 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:10.018 INFO:tasks.workunit.client.0.smithi028.stdout: "temperature": { 2024-08-29T17:47:10.018 INFO:tasks.workunit.client.0.smithi028.stdout: "current": 32 2024-08-29T17:47:10.018 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:10.018 INFO:tasks.workunit.client.0.smithi028.stdout: "user_capacity": { 2024-08-29T17:47:10.018 INFO:tasks.workunit.client.0.smithi028.stdout: "blocks": 937703088, 2024-08-29T17:47:10.018 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 480103981056 2024-08-29T17:47:10.018 INFO:tasks.workunit.client.0.smithi028.stdout: } 2024-08-29T17:47:10.018 INFO:tasks.workunit.client.0.smithi028.stdout: } 2024-08-29T17:47:10.018 INFO:tasks.workunit.client.0.smithi028.stdout: } 2024-08-29T17:47:10.018 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:10.018 INFO:tasks.workunit.client.0.smithi028.stdout: "b719d812-662e-11ef-b726-ac1f6ba5ca3c": { 2024-08-29T17:47:10.018 INFO:tasks.workunit.client.0.smithi028.stdout: "INTEL_SSDPED1D480GA_b71a9518-662e-11ef-b726-ac1f6ba5ca3c": { 2024-08-29T17:47:10.018 INFO:tasks.workunit.client.0.smithi028.stdout: "20240829-173531": { 2024-08-29T17:47:10.019 INFO:tasks.workunit.client.0.smithi028.stdout: "device": { 2024-08-29T17:47:10.019 INFO:tasks.workunit.client.0.smithi028.stdout: "info_name": "/dev/nvme0n1", 2024-08-29T17:47:10.019 INFO:tasks.workunit.client.0.smithi028.stdout: "name": "/dev/nvme0n1", 2024-08-29T17:47:10.019 INFO:tasks.workunit.client.0.smithi028.stdout: "protocol": "NVMe", 2024-08-29T17:47:10.019 INFO:tasks.workunit.client.0.smithi028.stdout: "type": "nvme" 2024-08-29T17:47:10.019 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:10.019 INFO:tasks.workunit.client.0.smithi028.stdout: "firmware_version": "E2010325", 2024-08-29T17:47:10.019 INFO:tasks.workunit.client.0.smithi028.stdout: "host_id": "b719d812-662e-11ef-b726-ac1f6ba5ca3c", 2024-08-29T17:47:10.019 INFO:tasks.workunit.client.0.smithi028.stdout: "json_format_version": [ 2024-08-29T17:47:10.019 INFO:tasks.workunit.client.0.smithi028.stdout: 1, 2024-08-29T17:47:10.019 INFO:tasks.workunit.client.0.smithi028.stdout: 0 2024-08-29T17:47:10.019 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-08-29T17:47:10.019 INFO:tasks.workunit.client.0.smithi028.stdout: "local_time": { 2024-08-29T17:47:10.019 INFO:tasks.workunit.client.0.smithi028.stdout: "asctime": "Thu Aug 29 17:35:30 2024 UTC", 2024-08-29T17:47:10.020 INFO:tasks.workunit.client.0.smithi028.stdout: "time_t": 1724952930 2024-08-29T17:47:10.020 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:10.020 INFO:tasks.workunit.client.0.smithi028.stdout: "logical_block_size": 512, 2024-08-29T17:47:10.020 INFO:tasks.workunit.client.0.smithi028.stdout: "model_name": "INTEL SSDPED1D480GA", 2024-08-29T17:47:10.020 INFO:tasks.workunit.client.0.smithi028.stdout: "nvme_controller_id": 0, 2024-08-29T17:47:10.020 INFO:tasks.workunit.client.0.smithi028.stdout: "nvme_ieee_oui_identifier": 6083300, 2024-08-29T17:47:10.020 INFO:tasks.workunit.client.0.smithi028.stdout: "nvme_namespaces": [ 2024-08-29T17:47:10.020 INFO:tasks.workunit.client.0.smithi028.stdout: { 2024-08-29T17:47:10.020 INFO:tasks.workunit.client.0.smithi028.stdout: "capacity": { 2024-08-29T17:47:10.020 INFO:tasks.workunit.client.0.smithi028.stdout: "blocks": 937703088, 2024-08-29T17:47:10.020 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 480103981056 2024-08-29T17:47:10.020 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:10.020 INFO:tasks.workunit.client.0.smithi028.stdout: "formatted_lba_size": 512, 2024-08-29T17:47:10.020 INFO:tasks.workunit.client.0.smithi028.stdout: "id": 1, 2024-08-29T17:47:10.020 INFO:tasks.workunit.client.0.smithi028.stdout: "size": { 2024-08-29T17:47:10.021 INFO:tasks.workunit.client.0.smithi028.stdout: "blocks": 937703088, 2024-08-29T17:47:10.021 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 480103981056 2024-08-29T17:47:10.021 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:10.021 INFO:tasks.workunit.client.0.smithi028.stdout: "utilization": { 2024-08-29T17:47:10.021 INFO:tasks.workunit.client.0.smithi028.stdout: "blocks": 937703088, 2024-08-29T17:47:10.021 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 480103981056 2024-08-29T17:47:10.021 INFO:tasks.workunit.client.0.smithi028.stdout: } 2024-08-29T17:47:10.021 INFO:tasks.workunit.client.0.smithi028.stdout: } 2024-08-29T17:47:10.021 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-08-29T17:47:10.021 INFO:tasks.workunit.client.0.smithi028.stdout: "nvme_number_of_namespaces": 1, 2024-08-29T17:47:10.021 INFO:tasks.workunit.client.0.smithi028.stdout: "nvme_pci_vendor": { 2024-08-29T17:47:10.021 INFO:tasks.workunit.client.0.smithi028.stdout: "id": 32902, 2024-08-29T17:47:10.021 INFO:tasks.workunit.client.0.smithi028.stdout: "subsystem_id": 32902 2024-08-29T17:47:10.021 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:10.021 INFO:tasks.workunit.client.0.smithi028.stdout: "nvme_smart_health_information_add_log": { 2024-08-29T17:47:10.022 INFO:tasks.workunit.client.0.smithi028.stdout: "Device stats": { 2024-08-29T17:47:10.022 INFO:tasks.workunit.client.0.smithi028.stdout: "avail_fw_downgrades": { 2024-08-29T17:47:10.022 INFO:tasks.workunit.client.0.smithi028.stdout: "normalized": 0, 2024-08-29T17:47:10.022 INFO:tasks.workunit.client.0.smithi028.stdout: "raw": 0 2024-08-29T17:47:10.022 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:10.022 INFO:tasks.workunit.client.0.smithi028.stdout: "crc_error_count": { 2024-08-29T17:47:10.022 INFO:tasks.workunit.client.0.smithi028.stdout: "normalized": 100, 2024-08-29T17:47:10.022 INFO:tasks.workunit.client.0.smithi028.stdout: "raw": 0 2024-08-29T17:47:10.022 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:10.022 INFO:tasks.workunit.client.0.smithi028.stdout: "end_to_end_error_detection_count": { 2024-08-29T17:47:10.022 INFO:tasks.workunit.client.0.smithi028.stdout: "normalized": 100, 2024-08-29T17:47:10.022 INFO:tasks.workunit.client.0.smithi028.stdout: "raw": 0 2024-08-29T17:47:10.022 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:10.022 INFO:tasks.workunit.client.0.smithi028.stdout: "erase_fail_count": { 2024-08-29T17:47:10.023 INFO:tasks.workunit.client.0.smithi028.stdout: "normalized": 0, 2024-08-29T17:47:10.023 INFO:tasks.workunit.client.0.smithi028.stdout: "raw": 0 2024-08-29T17:47:10.023 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:10.023 INFO:tasks.workunit.client.0.smithi028.stdout: "host_bytes_written": { 2024-08-29T17:47:10.023 INFO:tasks.workunit.client.0.smithi028.stdout: "normalized": 100, 2024-08-29T17:47:10.023 INFO:tasks.workunit.client.0.smithi028.stdout: "raw": 13911044 2024-08-29T17:47:10.023 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:10.023 INFO:tasks.workunit.client.0.smithi028.stdout: "host_ctx_wear_used": { 2024-08-29T17:47:10.023 INFO:tasks.workunit.client.0.smithi028.stdout: "normalized": 0, 2024-08-29T17:47:10.023 INFO:tasks.workunit.client.0.smithi028.stdout: "raw": 0 2024-08-29T17:47:10.023 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:10.023 INFO:tasks.workunit.client.0.smithi028.stdout: "media_bytes_read": { 2024-08-29T17:47:10.023 INFO:tasks.workunit.client.0.smithi028.stdout: "normalized": 0, 2024-08-29T17:47:10.023 INFO:tasks.workunit.client.0.smithi028.stdout: "raw": 0 2024-08-29T17:47:10.023 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:10.023 INFO:tasks.workunit.client.0.smithi028.stdout: "nand_bytes_written": { 2024-08-29T17:47:10.024 INFO:tasks.workunit.client.0.smithi028.stdout: "normalized": 0, 2024-08-29T17:47:10.024 INFO:tasks.workunit.client.0.smithi028.stdout: "raw": 0 2024-08-29T17:47:10.024 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:10.024 INFO:tasks.workunit.client.0.smithi028.stdout: "perf_stat_indicator": { 2024-08-29T17:47:10.024 INFO:tasks.workunit.client.0.smithi028.stdout: "normalized": 0, 2024-08-29T17:47:10.024 INFO:tasks.workunit.client.0.smithi028.stdout: "raw": 0 2024-08-29T17:47:10.024 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:10.024 INFO:tasks.workunit.client.0.smithi028.stdout: "pll_lock_loss_count": { 2024-08-29T17:47:10.024 INFO:tasks.workunit.client.0.smithi028.stdout: "normalized": 100, 2024-08-29T17:47:10.024 INFO:tasks.workunit.client.0.smithi028.stdout: "raw": 0 2024-08-29T17:47:10.024 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:10.024 INFO:tasks.workunit.client.0.smithi028.stdout: "program_fail_count": { 2024-08-29T17:47:10.024 INFO:tasks.workunit.client.0.smithi028.stdout: "normalized": 0, 2024-08-29T17:47:10.024 INFO:tasks.workunit.client.0.smithi028.stdout: "raw": 0 2024-08-29T17:47:10.025 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:10.025 INFO:tasks.workunit.client.0.smithi028.stdout: "re_alloc_sectr_cnt": { 2024-08-29T17:47:10.025 INFO:tasks.workunit.client.0.smithi028.stdout: "normalized": 0, 2024-08-29T17:47:10.025 INFO:tasks.workunit.client.0.smithi028.stdout: "raw": 0 2024-08-29T17:47:10.025 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:10.025 INFO:tasks.workunit.client.0.smithi028.stdout: "retry_buffer_overflow_count": { 2024-08-29T17:47:10.025 INFO:tasks.workunit.client.0.smithi028.stdout: "normalized": 100, 2024-08-29T17:47:10.025 INFO:tasks.workunit.client.0.smithi028.stdout: "raw": 0 2024-08-29T17:47:10.025 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:10.025 INFO:tasks.workunit.client.0.smithi028.stdout: "soft_ecc_err_rate": { 2024-08-29T17:47:10.025 INFO:tasks.workunit.client.0.smithi028.stdout: "normalized": 0, 2024-08-29T17:47:10.025 INFO:tasks.workunit.client.0.smithi028.stdout: "raw": 0 2024-08-29T17:47:10.025 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:10.025 INFO:tasks.workunit.client.0.smithi028.stdout: "thermal_throttle_status": { 2024-08-29T17:47:10.025 INFO:tasks.workunit.client.0.smithi028.stdout: "normalized": 100, 2024-08-29T17:47:10.026 INFO:tasks.workunit.client.0.smithi028.stdout: "raw": { 2024-08-29T17:47:10.026 INFO:tasks.workunit.client.0.smithi028.stdout: "cnt": 0, 2024-08-29T17:47:10.026 INFO:tasks.workunit.client.0.smithi028.stdout: "pct": 0 2024-08-29T17:47:10.026 INFO:tasks.workunit.client.0.smithi028.stdout: } 2024-08-29T17:47:10.026 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:10.026 INFO:tasks.workunit.client.0.smithi028.stdout: "timed_workload_host_reads": { 2024-08-29T17:47:10.026 INFO:tasks.workunit.client.0.smithi028.stdout: "normalized": 100, 2024-08-29T17:47:10.026 INFO:tasks.workunit.client.0.smithi028.stdout: "raw": 13 2024-08-29T17:47:10.026 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:10.026 INFO:tasks.workunit.client.0.smithi028.stdout: "timed_workload_media_wear": { 2024-08-29T17:47:10.026 INFO:tasks.workunit.client.0.smithi028.stdout: "normalized": 100, 2024-08-29T17:47:10.026 INFO:tasks.workunit.client.0.smithi028.stdout: "raw": "0.000000" 2024-08-29T17:47:10.026 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:10.026 INFO:tasks.workunit.client.0.smithi028.stdout: "timed_workload_timer": { 2024-08-29T17:47:10.026 INFO:tasks.workunit.client.0.smithi028.stdout: "normalized": 100, 2024-08-29T17:47:10.027 INFO:tasks.workunit.client.0.smithi028.stdout: "raw": 1544229 2024-08-29T17:47:10.027 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:10.027 INFO:tasks.workunit.client.0.smithi028.stdout: "unexp_power_loss": { 2024-08-29T17:47:10.027 INFO:tasks.workunit.client.0.smithi028.stdout: "normalized": 0, 2024-08-29T17:47:10.027 INFO:tasks.workunit.client.0.smithi028.stdout: "raw": 0 2024-08-29T17:47:10.027 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:10.027 INFO:tasks.workunit.client.0.smithi028.stdout: "wear_leveling": { 2024-08-29T17:47:10.027 INFO:tasks.workunit.client.0.smithi028.stdout: "normalized": 0, 2024-08-29T17:47:10.027 INFO:tasks.workunit.client.0.smithi028.stdout: "raw": { 2024-08-29T17:47:10.027 INFO:tasks.workunit.client.0.smithi028.stdout: "avg": 0, 2024-08-29T17:47:10.027 INFO:tasks.workunit.client.0.smithi028.stdout: "max": 0, 2024-08-29T17:47:10.027 INFO:tasks.workunit.client.0.smithi028.stdout: "min": 0 2024-08-29T17:47:10.027 INFO:tasks.workunit.client.0.smithi028.stdout: } 2024-08-29T17:47:10.027 INFO:tasks.workunit.client.0.smithi028.stdout: } 2024-08-29T17:47:10.028 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:10.028 INFO:tasks.workunit.client.0.smithi028.stdout: "Intel Smart log": "nvme0n1" 2024-08-29T17:47:10.028 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:10.028 INFO:tasks.workunit.client.0.smithi028.stdout: "nvme_smart_health_information_log": { 2024-08-29T17:47:10.028 INFO:tasks.workunit.client.0.smithi028.stdout: "available_spare": 100, 2024-08-29T17:47:10.028 INFO:tasks.workunit.client.0.smithi028.stdout: "available_spare_threshold": 0, 2024-08-29T17:47:10.028 INFO:tasks.workunit.client.0.smithi028.stdout: "controller_busy_time": 5288, 2024-08-29T17:47:10.028 INFO:tasks.workunit.client.0.smithi028.stdout: "critical_warning": 0, 2024-08-29T17:47:10.028 INFO:tasks.workunit.client.0.smithi028.stdout: "data_units_read": 180342202, 2024-08-29T17:47:10.028 INFO:tasks.workunit.client.0.smithi028.stdout: "data_units_written": 911674230, 2024-08-29T17:47:10.028 INFO:tasks.workunit.client.0.smithi028.stdout: "host_reads": 3127841064, 2024-08-29T17:47:10.028 INFO:tasks.workunit.client.0.smithi028.stdout: "host_writes": 19672922154, 2024-08-29T17:47:10.028 INFO:tasks.workunit.client.0.smithi028.stdout: "media_errors": 0, 2024-08-29T17:47:10.028 INFO:tasks.workunit.client.0.smithi028.stdout: "num_err_log_entries": 0, 2024-08-29T17:47:10.029 INFO:tasks.workunit.client.0.smithi028.stdout: "percentage_used": 0, 2024-08-29T17:47:10.029 INFO:tasks.workunit.client.0.smithi028.stdout: "power_cycles": 35184, 2024-08-29T17:47:10.029 INFO:tasks.workunit.client.0.smithi028.stdout: "power_on_hours": 40578, 2024-08-29T17:47:10.029 INFO:tasks.workunit.client.0.smithi028.stdout: "temperature": 31, 2024-08-29T17:47:10.029 INFO:tasks.workunit.client.0.smithi028.stdout: "unsafe_shutdowns": 10085 2024-08-29T17:47:10.029 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:10.029 INFO:tasks.workunit.client.0.smithi028.stdout: "nvme_vendor": "intel", 2024-08-29T17:47:10.029 INFO:tasks.workunit.client.0.smithi028.stdout: "nvme_version": { 2024-08-29T17:47:10.029 INFO:tasks.workunit.client.0.smithi028.stdout: "string": "<1.2", 2024-08-29T17:47:10.029 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T17:47:10.029 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:10.029 INFO:tasks.workunit.client.0.smithi028.stdout: "power_cycle_count": 35184, 2024-08-29T17:47:10.029 INFO:tasks.workunit.client.0.smithi028.stdout: "power_on_time": { 2024-08-29T17:47:10.029 INFO:tasks.workunit.client.0.smithi028.stdout: "hours": 40578 2024-08-29T17:47:10.030 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:10.030 INFO:tasks.workunit.client.0.smithi028.stdout: "serial_number": "deleted", 2024-08-29T17:47:10.030 INFO:tasks.workunit.client.0.smithi028.stdout: "smart_status": { 2024-08-29T17:47:10.030 INFO:tasks.workunit.client.0.smithi028.stdout: "nvme": { 2024-08-29T17:47:10.030 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T17:47:10.030 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:10.030 INFO:tasks.workunit.client.0.smithi028.stdout: "passed": true 2024-08-29T17:47:10.030 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:10.030 INFO:tasks.workunit.client.0.smithi028.stdout: "smartctl": { 2024-08-29T17:47:10.030 INFO:tasks.workunit.client.0.smithi028.stdout: "argv": [ 2024-08-29T17:47:10.030 INFO:tasks.workunit.client.0.smithi028.stdout: "smartctl", 2024-08-29T17:47:10.030 INFO:tasks.workunit.client.0.smithi028.stdout: "-x", 2024-08-29T17:47:10.030 INFO:tasks.workunit.client.0.smithi028.stdout: "--json=o", 2024-08-29T17:47:10.030 INFO:tasks.workunit.client.0.smithi028.stdout: "/dev/nvme0n1" 2024-08-29T17:47:10.031 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-08-29T17:47:10.031 INFO:tasks.workunit.client.0.smithi028.stdout: "build_info": "(local build)", 2024-08-29T17:47:10.031 INFO:tasks.workunit.client.0.smithi028.stdout: "exit_status": 0, 2024-08-29T17:47:10.031 INFO:tasks.workunit.client.0.smithi028.stdout: "output": [ 2024-08-29T17:47:10.031 INFO:tasks.workunit.client.0.smithi028.stdout: "smartctl 7.2 2020-12-30 r5155 [x86_64-linux-5.15.0-119-generic] (local build)", 2024-08-29T17:47:10.031 INFO:tasks.workunit.client.0.smithi028.stdout: "Copyright (C) 2002-20, Bruce Allen, Christian Franke, www.smartmontools.org", 2024-08-29T17:47:10.031 INFO:tasks.workunit.client.0.smithi028.stdout: "", 2024-08-29T17:47:10.031 INFO:tasks.workunit.client.0.smithi028.stdout: "=== START OF INFORMATION SECTION ===", 2024-08-29T17:47:10.031 INFO:tasks.workunit.client.0.smithi028.stdout: "Model Number: INTEL SSDPED1D480GA", 2024-08-29T17:47:10.031 INFO:tasks.workunit.client.0.smithi028.stdout: "Serial Number: deleted", 2024-08-29T17:47:10.031 INFO:tasks.workunit.client.0.smithi028.stdout: "Firmware Version: E2010325", 2024-08-29T17:47:10.031 INFO:tasks.workunit.client.0.smithi028.stdout: "PCI Vendor/Subsystem ID: 0x8086", 2024-08-29T17:47:10.031 INFO:tasks.workunit.client.0.smithi028.stdout: "IEEE OUI Identifier: 0x5cd2e4", 2024-08-29T17:47:10.031 INFO:tasks.workunit.client.0.smithi028.stdout: "Controller ID: 0", 2024-08-29T17:47:10.032 INFO:tasks.workunit.client.0.smithi028.stdout: "NVMe Version: <1.2", 2024-08-29T17:47:10.032 INFO:tasks.workunit.client.0.smithi028.stdout: "Number of Namespaces: 1", 2024-08-29T17:47:10.032 INFO:tasks.workunit.client.0.smithi028.stdout: "Namespace 1 Size/Capacity: 480,103,981,056 [480 GB]", 2024-08-29T17:47:10.032 INFO:tasks.workunit.client.0.smithi028.stdout: "Namespace 1 Formatted LBA Size: 512", 2024-08-29T17:47:10.032 INFO:tasks.workunit.client.0.smithi028.stdout: "Local Time is: Thu Aug 29 17:35:30 2024 UTC", 2024-08-29T17:47:10.032 INFO:tasks.workunit.client.0.smithi028.stdout: "Firmware Updates (0x02): 1 Slot", 2024-08-29T17:47:10.032 INFO:tasks.workunit.client.0.smithi028.stdout: "Optional Admin Commands (0x0007): Security Format Frmw_DL", 2024-08-29T17:47:10.032 INFO:tasks.workunit.client.0.smithi028.stdout: "Optional NVM Commands (0x0006): Wr_Unc DS_Mngmt", 2024-08-29T17:47:10.032 INFO:tasks.workunit.client.0.smithi028.stdout: "Log Page Attributes (0x02): Cmd_Eff_Lg", 2024-08-29T17:47:10.033 INFO:tasks.workunit.client.0.smithi028.stdout: "Maximum Data Transfer Size: 32 Pages", 2024-08-29T17:47:10.033 INFO:tasks.workunit.client.0.smithi028.stdout: "", 2024-08-29T17:47:10.033 INFO:tasks.workunit.client.0.smithi028.stdout: "Supported Power States", 2024-08-29T17:47:10.033 INFO:tasks.workunit.client.0.smithi028.stdout: "St Op Max Active Idle RL RT WL WT Ent_Lat Ex_Lat", 2024-08-29T17:47:10.033 INFO:tasks.workunit.client.0.smithi028.stdout: " 0 + 18.00W - - 0 0 0 0 0 0", 2024-08-29T17:47:10.033 INFO:tasks.workunit.client.0.smithi028.stdout: "", 2024-08-29T17:47:10.033 INFO:tasks.workunit.client.0.smithi028.stdout: "Supported LBA Sizes (NSID 0x1)", 2024-08-29T17:47:10.033 INFO:tasks.workunit.client.0.smithi028.stdout: "Id Fmt Data Metadt Rel_Perf", 2024-08-29T17:47:10.033 INFO:tasks.workunit.client.0.smithi028.stdout: " 0 + 512 0 2", 2024-08-29T17:47:10.033 INFO:tasks.workunit.client.0.smithi028.stdout: "", 2024-08-29T17:47:10.033 INFO:tasks.workunit.client.0.smithi028.stdout: "=== START OF SMART DATA SECTION ===", 2024-08-29T17:47:10.033 INFO:tasks.workunit.client.0.smithi028.stdout: "SMART overall-health self-assessment test result: PASSED", 2024-08-29T17:47:10.033 INFO:tasks.workunit.client.0.smithi028.stdout: "", 2024-08-29T17:47:10.033 INFO:tasks.workunit.client.0.smithi028.stdout: "SMART/Health Information (NVMe Log 0x02)", 2024-08-29T17:47:10.033 INFO:tasks.workunit.client.0.smithi028.stdout: "Critical Warning: 0x00", 2024-08-29T17:47:10.034 INFO:tasks.workunit.client.0.smithi028.stdout: "Temperature: 31 Celsius", 2024-08-29T17:47:10.034 INFO:tasks.workunit.client.0.smithi028.stdout: "Available Spare: 100%", 2024-08-29T17:47:10.034 INFO:tasks.workunit.client.0.smithi028.stdout: "Available Spare Threshold: 0%", 2024-08-29T17:47:10.034 INFO:tasks.workunit.client.0.smithi028.stdout: "Percentage Used: 0%", 2024-08-29T17:47:10.034 INFO:tasks.workunit.client.0.smithi028.stdout: "Data Units Read: 180,342,202 [92.3 TB]", 2024-08-29T17:47:10.034 INFO:tasks.workunit.client.0.smithi028.stdout: "Data Units Written: 911,674,230 [466 TB]", 2024-08-29T17:47:10.034 INFO:tasks.workunit.client.0.smithi028.stdout: "Host Read Commands: 3,127,841,064", 2024-08-29T17:47:10.034 INFO:tasks.workunit.client.0.smithi028.stdout: "Host Write Commands: 19,672,922,154", 2024-08-29T17:47:10.034 INFO:tasks.workunit.client.0.smithi028.stdout: "Controller Busy Time: 5,288", 2024-08-29T17:47:10.034 INFO:tasks.workunit.client.0.smithi028.stdout: "Power Cycles: 35,184", 2024-08-29T17:47:10.034 INFO:tasks.workunit.client.0.smithi028.stdout: "Power On Hours: 40,578", 2024-08-29T17:47:10.034 INFO:tasks.workunit.client.0.smithi028.stdout: "Unsafe Shutdowns: 10,085", 2024-08-29T17:47:10.034 INFO:tasks.workunit.client.0.smithi028.stdout: "Media and Data Integrity Errors: 0", 2024-08-29T17:47:10.034 INFO:tasks.workunit.client.0.smithi028.stdout: "Error Information Log Entries: 0", 2024-08-29T17:47:10.035 INFO:tasks.workunit.client.0.smithi028.stdout: "", 2024-08-29T17:47:10.035 INFO:tasks.workunit.client.0.smithi028.stdout: "Error Information (NVMe Log 0x01, 16 of 64 entries)", 2024-08-29T17:47:10.035 INFO:tasks.workunit.client.0.smithi028.stdout: "No Errors Logged", 2024-08-29T17:47:10.035 INFO:tasks.workunit.client.0.smithi028.stdout: "" 2024-08-29T17:47:10.035 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-08-29T17:47:10.035 INFO:tasks.workunit.client.0.smithi028.stdout: "platform_info": "x86_64-linux-5.15.0-119-generic", 2024-08-29T17:47:10.035 INFO:tasks.workunit.client.0.smithi028.stdout: "svn_revision": "5155", 2024-08-29T17:47:10.035 INFO:tasks.workunit.client.0.smithi028.stdout: "version": [ 2024-08-29T17:47:10.035 INFO:tasks.workunit.client.0.smithi028.stdout: 7, 2024-08-29T17:47:10.035 INFO:tasks.workunit.client.0.smithi028.stdout: 2 2024-08-29T17:47:10.035 INFO:tasks.workunit.client.0.smithi028.stdout: ] 2024-08-29T17:47:10.035 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:10.035 INFO:tasks.workunit.client.0.smithi028.stdout: "temperature": { 2024-08-29T17:47:10.035 INFO:tasks.workunit.client.0.smithi028.stdout: "current": 31 2024-08-29T17:47:10.035 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:10.036 INFO:tasks.workunit.client.0.smithi028.stdout: "user_capacity": { 2024-08-29T17:47:10.036 INFO:tasks.workunit.client.0.smithi028.stdout: "blocks": 937703088, 2024-08-29T17:47:10.036 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 480103981056 2024-08-29T17:47:10.036 INFO:tasks.workunit.client.0.smithi028.stdout: } 2024-08-29T17:47:10.036 INFO:tasks.workunit.client.0.smithi028.stdout: } 2024-08-29T17:47:10.036 INFO:tasks.workunit.client.0.smithi028.stdout: } 2024-08-29T17:47:10.036 INFO:tasks.workunit.client.0.smithi028.stdout: } 2024-08-29T17:47:10.036 INFO:tasks.workunit.client.0.smithi028.stdout:} 2024-08-29T17:47:10.037 INFO:tasks.workunit.client.0.smithi028.stderr:+ ceph telemetry preview-all 2024-08-29T17:47:10.323 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:47:09 smithi053 bash[24720]: audit 2024-08-29T17:47:09.266464+0000 mgr.y (mgr.14499) 164 : audit [DBG] from='client.14769 -' entity='client.admin' cmd=[{"prefix": "telemetry preview", "target": ["mon-mgr", ""]}]: dispatch 2024-08-29T17:47:10.323 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:47:09 smithi053 bash[24720]: audit 2024-08-29T17:47:09.269252+0000 mon.a (mon.0) 942 : audit [DBG] from='mgr.14499 172.21.15.28:0/1402656687' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-29T17:47:10.323 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:47:09 smithi053 bash[24720]: audit 2024-08-29T17:47:09.282514+0000 mon.a (mon.0) 943 : audit [DBG] from='mgr.14499 172.21.15.28:0/1402656687' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-08-29T17:47:10.323 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:47:09 smithi053 bash[24720]: audit 2024-08-29T17:47:09.434843+0000 mon.a (mon.0) 944 : audit [DBG] from='mgr.14499 172.21.15.28:0/1402656687' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-29T17:47:10.324 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:47:09 smithi053 bash[24720]: audit 2024-08-29T17:47:09.437644+0000 mon.a (mon.0) 945 : audit [DBG] from='mgr.14499 172.21.15.28:0/1402656687' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-08-29T17:47:10.324 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:47:09 smithi053 bash[24720]: audit 2024-08-29T17:47:09.803720+0000 mon.a (mon.0) 946 : audit [INF] from='mgr.14499 172.21.15.28:0/1402656687' entity='mgr.y' 2024-08-29T17:47:10.324 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:47:09 smithi053 bash[24720]: audit 2024-08-29T17:47:09.808807+0000 mon.a (mon.0) 947 : audit [INF] from='mgr.14499 172.21.15.28:0/1402656687' entity='mgr.y' 2024-08-29T17:47:10.324 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:47:09 smithi053 bash[24720]: audit 2024-08-29T17:47:09.827113+0000 mon.a (mon.0) 948 : audit [INF] from='mgr.14499 172.21.15.28:0/1402656687' entity='mgr.y' 2024-08-29T17:47:10.324 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:47:09 smithi053 bash[24720]: audit 2024-08-29T17:47:09.831971+0000 mon.a (mon.0) 949 : audit [INF] from='mgr.14499 172.21.15.28:0/1402656687' entity='mgr.y' 2024-08-29T17:47:10.374 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:47:09 smithi028 bash[31855]: audit 2024-08-29T17:47:09.266464+0000 mgr.y (mgr.14499) 164 : audit [DBG] from='client.14769 -' entity='client.admin' cmd=[{"prefix": "telemetry preview", "target": ["mon-mgr", ""]}]: dispatch 2024-08-29T17:47:10.374 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:47:09 smithi028 bash[31855]: audit 2024-08-29T17:47:09.269252+0000 mon.a (mon.0) 942 : audit [DBG] from='mgr.14499 172.21.15.28:0/1402656687' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-29T17:47:10.375 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:47:09 smithi028 bash[31855]: audit 2024-08-29T17:47:09.282514+0000 mon.a (mon.0) 943 : audit [DBG] from='mgr.14499 172.21.15.28:0/1402656687' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-08-29T17:47:10.375 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:47:09 smithi028 bash[31855]: audit 2024-08-29T17:47:09.434843+0000 mon.a (mon.0) 944 : audit [DBG] from='mgr.14499 172.21.15.28:0/1402656687' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-29T17:47:10.375 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:47:09 smithi028 bash[31855]: audit 2024-08-29T17:47:09.437644+0000 mon.a (mon.0) 945 : audit [DBG] from='mgr.14499 172.21.15.28:0/1402656687' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-08-29T17:47:10.375 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:47:09 smithi028 bash[31855]: audit 2024-08-29T17:47:09.803720+0000 mon.a (mon.0) 946 : audit [INF] from='mgr.14499 172.21.15.28:0/1402656687' entity='mgr.y' 2024-08-29T17:47:10.375 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:47:09 smithi028 bash[31855]: audit 2024-08-29T17:47:09.808807+0000 mon.a (mon.0) 947 : audit [INF] from='mgr.14499 172.21.15.28:0/1402656687' entity='mgr.y' 2024-08-29T17:47:10.375 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:47:09 smithi028 bash[31855]: audit 2024-08-29T17:47:09.827113+0000 mon.a (mon.0) 948 : audit [INF] from='mgr.14499 172.21.15.28:0/1402656687' entity='mgr.y' 2024-08-29T17:47:10.375 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:47:09 smithi028 bash[31855]: audit 2024-08-29T17:47:09.831971+0000 mon.a (mon.0) 949 : audit [INF] from='mgr.14499 172.21.15.28:0/1402656687' entity='mgr.y' 2024-08-29T17:47:10.375 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:47:09 smithi028 bash[22419]: audit 2024-08-29T17:47:09.266464+0000 mgr.y (mgr.14499) 164 : audit [DBG] from='client.14769 -' entity='client.admin' cmd=[{"prefix": "telemetry preview", "target": ["mon-mgr", ""]}]: dispatch 2024-08-29T17:47:10.375 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:47:09 smithi028 bash[22419]: audit 2024-08-29T17:47:09.269252+0000 mon.a (mon.0) 942 : audit [DBG] from='mgr.14499 172.21.15.28:0/1402656687' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-29T17:47:10.375 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:47:09 smithi028 bash[22419]: audit 2024-08-29T17:47:09.282514+0000 mon.a (mon.0) 943 : audit [DBG] from='mgr.14499 172.21.15.28:0/1402656687' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-08-29T17:47:10.375 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:47:09 smithi028 bash[22419]: audit 2024-08-29T17:47:09.434843+0000 mon.a (mon.0) 944 : audit [DBG] from='mgr.14499 172.21.15.28:0/1402656687' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-29T17:47:10.376 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:47:09 smithi028 bash[22419]: audit 2024-08-29T17:47:09.437644+0000 mon.a (mon.0) 945 : audit [DBG] from='mgr.14499 172.21.15.28:0/1402656687' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-08-29T17:47:10.376 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:47:09 smithi028 bash[22419]: audit 2024-08-29T17:47:09.803720+0000 mon.a (mon.0) 946 : audit [INF] from='mgr.14499 172.21.15.28:0/1402656687' entity='mgr.y' 2024-08-29T17:47:10.376 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:47:09 smithi028 bash[22419]: audit 2024-08-29T17:47:09.808807+0000 mon.a (mon.0) 947 : audit [INF] from='mgr.14499 172.21.15.28:0/1402656687' entity='mgr.y' 2024-08-29T17:47:10.376 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:47:09 smithi028 bash[22419]: audit 2024-08-29T17:47:09.827113+0000 mon.a (mon.0) 948 : audit [INF] from='mgr.14499 172.21.15.28:0/1402656687' entity='mgr.y' 2024-08-29T17:47:10.376 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:47:09 smithi028 bash[22419]: audit 2024-08-29T17:47:09.831971+0000 mon.a (mon.0) 949 : audit [INF] from='mgr.14499 172.21.15.28:0/1402656687' entity='mgr.y' 2024-08-29T17:47:10.571 INFO:tasks.workunit.client.0.smithi028.stdout:{ 2024-08-29T17:47:10.571 INFO:tasks.workunit.client.0.smithi028.stdout: "device_report": { 2024-08-29T17:47:10.571 INFO:tasks.workunit.client.0.smithi028.stdout: "b7162f50-662e-11ef-b726-ac1f6ba5ca3c": { 2024-08-29T17:47:10.571 INFO:tasks.workunit.client.0.smithi028.stdout: "INTEL_SSDPED1D480GA_b716fc78-662e-11ef-b726-ac1f6ba5ca3c": { 2024-08-29T17:47:10.571 INFO:tasks.workunit.client.0.smithi028.stdout: "20240829-173527": { 2024-08-29T17:47:10.571 INFO:tasks.workunit.client.0.smithi028.stdout: "device": { 2024-08-29T17:47:10.571 INFO:tasks.workunit.client.0.smithi028.stdout: "info_name": "/dev/nvme0n1", 2024-08-29T17:47:10.572 INFO:tasks.workunit.client.0.smithi028.stdout: "name": "/dev/nvme0n1", 2024-08-29T17:47:10.572 INFO:tasks.workunit.client.0.smithi028.stdout: "protocol": "NVMe", 2024-08-29T17:47:10.572 INFO:tasks.workunit.client.0.smithi028.stdout: "type": "nvme" 2024-08-29T17:47:10.572 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:10.572 INFO:tasks.workunit.client.0.smithi028.stdout: "firmware_version": "E2010325", 2024-08-29T17:47:10.572 INFO:tasks.workunit.client.0.smithi028.stdout: "host_id": "b7162f50-662e-11ef-b726-ac1f6ba5ca3c", 2024-08-29T17:47:10.572 INFO:tasks.workunit.client.0.smithi028.stdout: "json_format_version": [ 2024-08-29T17:47:10.572 INFO:tasks.workunit.client.0.smithi028.stdout: 1, 2024-08-29T17:47:10.572 INFO:tasks.workunit.client.0.smithi028.stdout: 0 2024-08-29T17:47:10.572 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-08-29T17:47:10.572 INFO:tasks.workunit.client.0.smithi028.stdout: "local_time": { 2024-08-29T17:47:10.572 INFO:tasks.workunit.client.0.smithi028.stdout: "asctime": "Thu Aug 29 17:35:27 2024 UTC", 2024-08-29T17:47:10.572 INFO:tasks.workunit.client.0.smithi028.stdout: "time_t": 1724952927 2024-08-29T17:47:10.572 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:10.573 INFO:tasks.workunit.client.0.smithi028.stdout: "logical_block_size": 512, 2024-08-29T17:47:10.573 INFO:tasks.workunit.client.0.smithi028.stdout: "model_name": "INTEL SSDPED1D480GA", 2024-08-29T17:47:10.573 INFO:tasks.workunit.client.0.smithi028.stdout: "nvme_controller_id": 0, 2024-08-29T17:47:10.573 INFO:tasks.workunit.client.0.smithi028.stdout: "nvme_ieee_oui_identifier": 6083300, 2024-08-29T17:47:10.573 INFO:tasks.workunit.client.0.smithi028.stdout: "nvme_namespaces": [ 2024-08-29T17:47:10.573 INFO:tasks.workunit.client.0.smithi028.stdout: { 2024-08-29T17:47:10.573 INFO:tasks.workunit.client.0.smithi028.stdout: "capacity": { 2024-08-29T17:47:10.573 INFO:tasks.workunit.client.0.smithi028.stdout: "blocks": 937703088, 2024-08-29T17:47:10.573 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 480103981056 2024-08-29T17:47:10.573 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:10.573 INFO:tasks.workunit.client.0.smithi028.stdout: "formatted_lba_size": 512, 2024-08-29T17:47:10.573 INFO:tasks.workunit.client.0.smithi028.stdout: "id": 1, 2024-08-29T17:47:10.573 INFO:tasks.workunit.client.0.smithi028.stdout: "size": { 2024-08-29T17:47:10.573 INFO:tasks.workunit.client.0.smithi028.stdout: "blocks": 937703088, 2024-08-29T17:47:10.574 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 480103981056 2024-08-29T17:47:10.574 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:10.574 INFO:tasks.workunit.client.0.smithi028.stdout: "utilization": { 2024-08-29T17:47:10.574 INFO:tasks.workunit.client.0.smithi028.stdout: "blocks": 937703088, 2024-08-29T17:47:10.574 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 480103981056 2024-08-29T17:47:10.574 INFO:tasks.workunit.client.0.smithi028.stdout: } 2024-08-29T17:47:10.574 INFO:tasks.workunit.client.0.smithi028.stdout: } 2024-08-29T17:47:10.574 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-08-29T17:47:10.574 INFO:tasks.workunit.client.0.smithi028.stdout: "nvme_number_of_namespaces": 1, 2024-08-29T17:47:10.574 INFO:tasks.workunit.client.0.smithi028.stdout: "nvme_pci_vendor": { 2024-08-29T17:47:10.574 INFO:tasks.workunit.client.0.smithi028.stdout: "id": 32902, 2024-08-29T17:47:10.574 INFO:tasks.workunit.client.0.smithi028.stdout: "subsystem_id": 32902 2024-08-29T17:47:10.574 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:10.574 INFO:tasks.workunit.client.0.smithi028.stdout: "nvme_smart_health_information_add_log": { 2024-08-29T17:47:10.575 INFO:tasks.workunit.client.0.smithi028.stdout: "Device stats": { 2024-08-29T17:47:10.575 INFO:tasks.workunit.client.0.smithi028.stdout: "avail_fw_downgrades": { 2024-08-29T17:47:10.575 INFO:tasks.workunit.client.0.smithi028.stdout: "normalized": 0, 2024-08-29T17:47:10.575 INFO:tasks.workunit.client.0.smithi028.stdout: "raw": 0 2024-08-29T17:47:10.575 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:10.575 INFO:tasks.workunit.client.0.smithi028.stdout: "crc_error_count": { 2024-08-29T17:47:10.575 INFO:tasks.workunit.client.0.smithi028.stdout: "normalized": 100, 2024-08-29T17:47:10.575 INFO:tasks.workunit.client.0.smithi028.stdout: "raw": 0 2024-08-29T17:47:10.575 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:10.575 INFO:tasks.workunit.client.0.smithi028.stdout: "end_to_end_error_detection_count": { 2024-08-29T17:47:10.575 INFO:tasks.workunit.client.0.smithi028.stdout: "normalized": 100, 2024-08-29T17:47:10.575 INFO:tasks.workunit.client.0.smithi028.stdout: "raw": 0 2024-08-29T17:47:10.575 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:10.575 INFO:tasks.workunit.client.0.smithi028.stdout: "erase_fail_count": { 2024-08-29T17:47:10.575 INFO:tasks.workunit.client.0.smithi028.stdout: "normalized": 0, 2024-08-29T17:47:10.576 INFO:tasks.workunit.client.0.smithi028.stdout: "raw": 0 2024-08-29T17:47:10.576 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:10.576 INFO:tasks.workunit.client.0.smithi028.stdout: "host_bytes_written": { 2024-08-29T17:47:10.576 INFO:tasks.workunit.client.0.smithi028.stdout: "normalized": 100, 2024-08-29T17:47:10.576 INFO:tasks.workunit.client.0.smithi028.stdout: "raw": 7429561 2024-08-29T17:47:10.576 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:10.576 INFO:tasks.workunit.client.0.smithi028.stdout: "host_ctx_wear_used": { 2024-08-29T17:47:10.576 INFO:tasks.workunit.client.0.smithi028.stdout: "normalized": 0, 2024-08-29T17:47:10.576 INFO:tasks.workunit.client.0.smithi028.stdout: "raw": 0 2024-08-29T17:47:10.576 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:10.576 INFO:tasks.workunit.client.0.smithi028.stdout: "media_bytes_read": { 2024-08-29T17:47:10.576 INFO:tasks.workunit.client.0.smithi028.stdout: "normalized": 0, 2024-08-29T17:47:10.576 INFO:tasks.workunit.client.0.smithi028.stdout: "raw": 0 2024-08-29T17:47:10.576 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:10.577 INFO:tasks.workunit.client.0.smithi028.stdout: "nand_bytes_written": { 2024-08-29T17:47:10.577 INFO:tasks.workunit.client.0.smithi028.stdout: "normalized": 0, 2024-08-29T17:47:10.577 INFO:tasks.workunit.client.0.smithi028.stdout: "raw": 0 2024-08-29T17:47:10.577 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:10.577 INFO:tasks.workunit.client.0.smithi028.stdout: "perf_stat_indicator": { 2024-08-29T17:47:10.577 INFO:tasks.workunit.client.0.smithi028.stdout: "normalized": 0, 2024-08-29T17:47:10.577 INFO:tasks.workunit.client.0.smithi028.stdout: "raw": 0 2024-08-29T17:47:10.577 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:10.577 INFO:tasks.workunit.client.0.smithi028.stdout: "pll_lock_loss_count": { 2024-08-29T17:47:10.577 INFO:tasks.workunit.client.0.smithi028.stdout: "normalized": 100, 2024-08-29T17:47:10.577 INFO:tasks.workunit.client.0.smithi028.stdout: "raw": 0 2024-08-29T17:47:10.577 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:10.577 INFO:tasks.workunit.client.0.smithi028.stdout: "program_fail_count": { 2024-08-29T17:47:10.577 INFO:tasks.workunit.client.0.smithi028.stdout: "normalized": 0, 2024-08-29T17:47:10.577 INFO:tasks.workunit.client.0.smithi028.stdout: "raw": 0 2024-08-29T17:47:10.578 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:10.578 INFO:tasks.workunit.client.0.smithi028.stdout: "re_alloc_sectr_cnt": { 2024-08-29T17:47:10.578 INFO:tasks.workunit.client.0.smithi028.stdout: "normalized": 0, 2024-08-29T17:47:10.578 INFO:tasks.workunit.client.0.smithi028.stdout: "raw": 0 2024-08-29T17:47:10.578 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:10.578 INFO:tasks.workunit.client.0.smithi028.stdout: "retry_buffer_overflow_count": { 2024-08-29T17:47:10.578 INFO:tasks.workunit.client.0.smithi028.stdout: "normalized": 100, 2024-08-29T17:47:10.578 INFO:tasks.workunit.client.0.smithi028.stdout: "raw": 0 2024-08-29T17:47:10.578 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:10.578 INFO:tasks.workunit.client.0.smithi028.stdout: "soft_ecc_err_rate": { 2024-08-29T17:47:10.578 INFO:tasks.workunit.client.0.smithi028.stdout: "normalized": 0, 2024-08-29T17:47:10.578 INFO:tasks.workunit.client.0.smithi028.stdout: "raw": 0 2024-08-29T17:47:10.578 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:10.579 INFO:tasks.workunit.client.0.smithi028.stdout: "thermal_throttle_status": { 2024-08-29T17:47:10.579 INFO:tasks.workunit.client.0.smithi028.stdout: "normalized": 100, 2024-08-29T17:47:10.579 INFO:tasks.workunit.client.0.smithi028.stdout: "raw": { 2024-08-29T17:47:10.579 INFO:tasks.workunit.client.0.smithi028.stdout: "cnt": 0, 2024-08-29T17:47:10.579 INFO:tasks.workunit.client.0.smithi028.stdout: "pct": 0 2024-08-29T17:47:10.579 INFO:tasks.workunit.client.0.smithi028.stdout: } 2024-08-29T17:47:10.579 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:10.579 INFO:tasks.workunit.client.0.smithi028.stdout: "timed_workload_host_reads": { 2024-08-29T17:47:10.579 INFO:tasks.workunit.client.0.smithi028.stdout: "normalized": 100, 2024-08-29T17:47:10.579 INFO:tasks.workunit.client.0.smithi028.stdout: "raw": 15 2024-08-29T17:47:10.579 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:10.579 INFO:tasks.workunit.client.0.smithi028.stdout: "timed_workload_media_wear": { 2024-08-29T17:47:10.579 INFO:tasks.workunit.client.0.smithi028.stdout: "normalized": 100, 2024-08-29T17:47:10.579 INFO:tasks.workunit.client.0.smithi028.stdout: "raw": "6.810547" 2024-08-29T17:47:10.579 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:10.580 INFO:tasks.workunit.client.0.smithi028.stdout: "timed_workload_timer": { 2024-08-29T17:47:10.580 INFO:tasks.workunit.client.0.smithi028.stdout: "normalized": 100, 2024-08-29T17:47:10.580 INFO:tasks.workunit.client.0.smithi028.stdout: "raw": 1807113 2024-08-29T17:47:10.580 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:10.580 INFO:tasks.workunit.client.0.smithi028.stdout: "unexp_power_loss": { 2024-08-29T17:47:10.580 INFO:tasks.workunit.client.0.smithi028.stdout: "normalized": 0, 2024-08-29T17:47:10.580 INFO:tasks.workunit.client.0.smithi028.stdout: "raw": 0 2024-08-29T17:47:10.580 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:10.580 INFO:tasks.workunit.client.0.smithi028.stdout: "wear_leveling": { 2024-08-29T17:47:10.580 INFO:tasks.workunit.client.0.smithi028.stdout: "normalized": 0, 2024-08-29T17:47:10.580 INFO:tasks.workunit.client.0.smithi028.stdout: "raw": { 2024-08-29T17:47:10.580 INFO:tasks.workunit.client.0.smithi028.stdout: "avg": 0, 2024-08-29T17:47:10.580 INFO:tasks.workunit.client.0.smithi028.stdout: "max": 0, 2024-08-29T17:47:10.580 INFO:tasks.workunit.client.0.smithi028.stdout: "min": 0 2024-08-29T17:47:10.581 INFO:tasks.workunit.client.0.smithi028.stdout: } 2024-08-29T17:47:10.581 INFO:tasks.workunit.client.0.smithi028.stdout: } 2024-08-29T17:47:10.581 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:10.581 INFO:tasks.workunit.client.0.smithi028.stdout: "Intel Smart log": "nvme0n1" 2024-08-29T17:47:10.581 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:10.581 INFO:tasks.workunit.client.0.smithi028.stdout: "nvme_smart_health_information_log": { 2024-08-29T17:47:10.581 INFO:tasks.workunit.client.0.smithi028.stdout: "available_spare": 100, 2024-08-29T17:47:10.581 INFO:tasks.workunit.client.0.smithi028.stdout: "available_spare_threshold": 0, 2024-08-29T17:47:10.581 INFO:tasks.workunit.client.0.smithi028.stdout: "controller_busy_time": 2981, 2024-08-29T17:47:10.581 INFO:tasks.workunit.client.0.smithi028.stdout: "critical_warning": 0, 2024-08-29T17:47:10.581 INFO:tasks.workunit.client.0.smithi028.stdout: "data_units_read": 105966290, 2024-08-29T17:47:10.581 INFO:tasks.workunit.client.0.smithi028.stdout: "data_units_written": 486903742, 2024-08-29T17:47:10.581 INFO:tasks.workunit.client.0.smithi028.stdout: "host_reads": 2188611773, 2024-08-29T17:47:10.581 INFO:tasks.workunit.client.0.smithi028.stdout: "host_writes": 10654283051, 2024-08-29T17:47:10.581 INFO:tasks.workunit.client.0.smithi028.stdout: "media_errors": 0, 2024-08-29T17:47:10.582 INFO:tasks.workunit.client.0.smithi028.stdout: "num_err_log_entries": 0, 2024-08-29T17:47:10.582 INFO:tasks.workunit.client.0.smithi028.stdout: "percentage_used": 8, 2024-08-29T17:47:10.582 INFO:tasks.workunit.client.0.smithi028.stdout: "power_cycles": 19344, 2024-08-29T17:47:10.582 INFO:tasks.workunit.client.0.smithi028.stdout: "power_on_hours": 38084, 2024-08-29T17:47:10.582 INFO:tasks.workunit.client.0.smithi028.stdout: "temperature": 32, 2024-08-29T17:47:10.582 INFO:tasks.workunit.client.0.smithi028.stdout: "unsafe_shutdowns": 5391 2024-08-29T17:47:10.582 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:10.582 INFO:tasks.workunit.client.0.smithi028.stdout: "nvme_vendor": "intel", 2024-08-29T17:47:10.582 INFO:tasks.workunit.client.0.smithi028.stdout: "nvme_version": { 2024-08-29T17:47:10.582 INFO:tasks.workunit.client.0.smithi028.stdout: "string": "<1.2", 2024-08-29T17:47:10.582 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T17:47:10.582 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:10.582 INFO:tasks.workunit.client.0.smithi028.stdout: "power_cycle_count": 19344, 2024-08-29T17:47:10.582 INFO:tasks.workunit.client.0.smithi028.stdout: "power_on_time": { 2024-08-29T17:47:10.582 INFO:tasks.workunit.client.0.smithi028.stdout: "hours": 38084 2024-08-29T17:47:10.583 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:10.583 INFO:tasks.workunit.client.0.smithi028.stdout: "serial_number": "deleted", 2024-08-29T17:47:10.583 INFO:tasks.workunit.client.0.smithi028.stdout: "smart_status": { 2024-08-29T17:47:10.583 INFO:tasks.workunit.client.0.smithi028.stdout: "nvme": { 2024-08-29T17:47:10.583 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T17:47:10.583 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:10.583 INFO:tasks.workunit.client.0.smithi028.stdout: "passed": true 2024-08-29T17:47:10.583 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:10.583 INFO:tasks.workunit.client.0.smithi028.stdout: "smartctl": { 2024-08-29T17:47:10.583 INFO:tasks.workunit.client.0.smithi028.stdout: "argv": [ 2024-08-29T17:47:10.583 INFO:tasks.workunit.client.0.smithi028.stdout: "smartctl", 2024-08-29T17:47:10.583 INFO:tasks.workunit.client.0.smithi028.stdout: "-x", 2024-08-29T17:47:10.583 INFO:tasks.workunit.client.0.smithi028.stdout: "--json=o", 2024-08-29T17:47:10.583 INFO:tasks.workunit.client.0.smithi028.stdout: "/dev/nvme0n1" 2024-08-29T17:47:10.584 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-08-29T17:47:10.584 INFO:tasks.workunit.client.0.smithi028.stdout: "build_info": "(local build)", 2024-08-29T17:47:10.584 INFO:tasks.workunit.client.0.smithi028.stdout: "exit_status": 0, 2024-08-29T17:47:10.584 INFO:tasks.workunit.client.0.smithi028.stdout: "output": [ 2024-08-29T17:47:10.584 INFO:tasks.workunit.client.0.smithi028.stdout: "smartctl 7.2 2020-12-30 r5155 [x86_64-linux-5.15.0-119-generic] (local build)", 2024-08-29T17:47:10.584 INFO:tasks.workunit.client.0.smithi028.stdout: "Copyright (C) 2002-20, Bruce Allen, Christian Franke, www.smartmontools.org", 2024-08-29T17:47:10.584 INFO:tasks.workunit.client.0.smithi028.stdout: "", 2024-08-29T17:47:10.584 INFO:tasks.workunit.client.0.smithi028.stdout: "=== START OF INFORMATION SECTION ===", 2024-08-29T17:47:10.584 INFO:tasks.workunit.client.0.smithi028.stdout: "Model Number: INTEL SSDPED1D480GA", 2024-08-29T17:47:10.584 INFO:tasks.workunit.client.0.smithi028.stdout: "Serial Number: deleted", 2024-08-29T17:47:10.584 INFO:tasks.workunit.client.0.smithi028.stdout: "Firmware Version: E2010325", 2024-08-29T17:47:10.584 INFO:tasks.workunit.client.0.smithi028.stdout: "PCI Vendor/Subsystem ID: 0x8086", 2024-08-29T17:47:10.584 INFO:tasks.workunit.client.0.smithi028.stdout: "IEEE OUI Identifier: 0x5cd2e4", 2024-08-29T17:47:10.585 INFO:tasks.workunit.client.0.smithi028.stdout: "Controller ID: 0", 2024-08-29T17:47:10.585 INFO:tasks.workunit.client.0.smithi028.stdout: "NVMe Version: <1.2", 2024-08-29T17:47:10.585 INFO:tasks.workunit.client.0.smithi028.stdout: "Number of Namespaces: 1", 2024-08-29T17:47:10.585 INFO:tasks.workunit.client.0.smithi028.stdout: "Namespace 1 Size/Capacity: 480,103,981,056 [480 GB]", 2024-08-29T17:47:10.585 INFO:tasks.workunit.client.0.smithi028.stdout: "Namespace 1 Formatted LBA Size: 512", 2024-08-29T17:47:10.585 INFO:tasks.workunit.client.0.smithi028.stdout: "Local Time is: Thu Aug 29 17:35:27 2024 UTC", 2024-08-29T17:47:10.585 INFO:tasks.workunit.client.0.smithi028.stdout: "Firmware Updates (0x02): 1 Slot", 2024-08-29T17:47:10.585 INFO:tasks.workunit.client.0.smithi028.stdout: "Optional Admin Commands (0x0007): Security Format Frmw_DL", 2024-08-29T17:47:10.585 INFO:tasks.workunit.client.0.smithi028.stdout: "Optional NVM Commands (0x0006): Wr_Unc DS_Mngmt", 2024-08-29T17:47:10.585 INFO:tasks.workunit.client.0.smithi028.stdout: "Log Page Attributes (0x02): Cmd_Eff_Lg", 2024-08-29T17:47:10.585 INFO:tasks.workunit.client.0.smithi028.stdout: "Maximum Data Transfer Size: 32 Pages", 2024-08-29T17:47:10.585 INFO:tasks.workunit.client.0.smithi028.stdout: "", 2024-08-29T17:47:10.585 INFO:tasks.workunit.client.0.smithi028.stdout: "Supported Power States", 2024-08-29T17:47:10.585 INFO:tasks.workunit.client.0.smithi028.stdout: "St Op Max Active Idle RL RT WL WT Ent_Lat Ex_Lat", 2024-08-29T17:47:10.586 INFO:tasks.workunit.client.0.smithi028.stdout: " 0 + 18.00W - - 0 0 0 0 0 0", 2024-08-29T17:47:10.586 INFO:tasks.workunit.client.0.smithi028.stdout: "", 2024-08-29T17:47:10.586 INFO:tasks.workunit.client.0.smithi028.stdout: "Supported LBA Sizes (NSID 0x1)", 2024-08-29T17:47:10.586 INFO:tasks.workunit.client.0.smithi028.stdout: "Id Fmt Data Metadt Rel_Perf", 2024-08-29T17:47:10.586 INFO:tasks.workunit.client.0.smithi028.stdout: " 0 + 512 0 2", 2024-08-29T17:47:10.586 INFO:tasks.workunit.client.0.smithi028.stdout: "", 2024-08-29T17:47:10.586 INFO:tasks.workunit.client.0.smithi028.stdout: "=== START OF SMART DATA SECTION ===", 2024-08-29T17:47:10.586 INFO:tasks.workunit.client.0.smithi028.stdout: "SMART overall-health self-assessment test result: PASSED", 2024-08-29T17:47:10.586 INFO:tasks.workunit.client.0.smithi028.stdout: "", 2024-08-29T17:47:10.586 INFO:tasks.workunit.client.0.smithi028.stdout: "SMART/Health Information (NVMe Log 0x02)", 2024-08-29T17:47:10.586 INFO:tasks.workunit.client.0.smithi028.stdout: "Critical Warning: 0x00", 2024-08-29T17:47:10.586 INFO:tasks.workunit.client.0.smithi028.stdout: "Temperature: 32 Celsius", 2024-08-29T17:47:10.586 INFO:tasks.workunit.client.0.smithi028.stdout: "Available Spare: 100%", 2024-08-29T17:47:10.586 INFO:tasks.workunit.client.0.smithi028.stdout: "Available Spare Threshold: 0%", 2024-08-29T17:47:10.586 INFO:tasks.workunit.client.0.smithi028.stdout: "Percentage Used: 8%", 2024-08-29T17:47:10.587 INFO:tasks.workunit.client.0.smithi028.stdout: "Data Units Read: 105,966,290 [54.2 TB]", 2024-08-29T17:47:10.587 INFO:tasks.workunit.client.0.smithi028.stdout: "Data Units Written: 486,903,742 [249 TB]", 2024-08-29T17:47:10.587 INFO:tasks.workunit.client.0.smithi028.stdout: "Host Read Commands: 2,188,611,773", 2024-08-29T17:47:10.587 INFO:tasks.workunit.client.0.smithi028.stdout: "Host Write Commands: 10,654,283,051", 2024-08-29T17:47:10.587 INFO:tasks.workunit.client.0.smithi028.stdout: "Controller Busy Time: 2,981", 2024-08-29T17:47:10.587 INFO:tasks.workunit.client.0.smithi028.stdout: "Power Cycles: 19,344", 2024-08-29T17:47:10.587 INFO:tasks.workunit.client.0.smithi028.stdout: "Power On Hours: 38,084", 2024-08-29T17:47:10.587 INFO:tasks.workunit.client.0.smithi028.stdout: "Unsafe Shutdowns: 5,391", 2024-08-29T17:47:10.587 INFO:tasks.workunit.client.0.smithi028.stdout: "Media and Data Integrity Errors: 0", 2024-08-29T17:47:10.587 INFO:tasks.workunit.client.0.smithi028.stdout: "Error Information Log Entries: 0", 2024-08-29T17:47:10.587 INFO:tasks.workunit.client.0.smithi028.stdout: "", 2024-08-29T17:47:10.587 INFO:tasks.workunit.client.0.smithi028.stdout: "Error Information (NVMe Log 0x01, 16 of 64 entries)", 2024-08-29T17:47:10.587 INFO:tasks.workunit.client.0.smithi028.stdout: "No Errors Logged", 2024-08-29T17:47:10.588 INFO:tasks.workunit.client.0.smithi028.stdout: "" 2024-08-29T17:47:10.588 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-08-29T17:47:10.588 INFO:tasks.workunit.client.0.smithi028.stdout: "platform_info": "x86_64-linux-5.15.0-119-generic", 2024-08-29T17:47:10.588 INFO:tasks.workunit.client.0.smithi028.stdout: "svn_revision": "5155", 2024-08-29T17:47:10.588 INFO:tasks.workunit.client.0.smithi028.stdout: "version": [ 2024-08-29T17:47:10.588 INFO:tasks.workunit.client.0.smithi028.stdout: 7, 2024-08-29T17:47:10.588 INFO:tasks.workunit.client.0.smithi028.stdout: 2 2024-08-29T17:47:10.588 INFO:tasks.workunit.client.0.smithi028.stdout: ] 2024-08-29T17:47:10.588 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:10.588 INFO:tasks.workunit.client.0.smithi028.stdout: "temperature": { 2024-08-29T17:47:10.588 INFO:tasks.workunit.client.0.smithi028.stdout: "current": 32 2024-08-29T17:47:10.588 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:10.588 INFO:tasks.workunit.client.0.smithi028.stdout: "user_capacity": { 2024-08-29T17:47:10.588 INFO:tasks.workunit.client.0.smithi028.stdout: "blocks": 937703088, 2024-08-29T17:47:10.589 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 480103981056 2024-08-29T17:47:10.589 INFO:tasks.workunit.client.0.smithi028.stdout: } 2024-08-29T17:47:10.589 INFO:tasks.workunit.client.0.smithi028.stdout: } 2024-08-29T17:47:10.589 INFO:tasks.workunit.client.0.smithi028.stdout: } 2024-08-29T17:47:10.589 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:10.589 INFO:tasks.workunit.client.0.smithi028.stdout: "b719d812-662e-11ef-b726-ac1f6ba5ca3c": { 2024-08-29T17:47:10.589 INFO:tasks.workunit.client.0.smithi028.stdout: "INTEL_SSDPED1D480GA_b71a9518-662e-11ef-b726-ac1f6ba5ca3c": { 2024-08-29T17:47:10.589 INFO:tasks.workunit.client.0.smithi028.stdout: "20240829-173531": { 2024-08-29T17:47:10.589 INFO:tasks.workunit.client.0.smithi028.stdout: "device": { 2024-08-29T17:47:10.589 INFO:tasks.workunit.client.0.smithi028.stdout: "info_name": "/dev/nvme0n1", 2024-08-29T17:47:10.589 INFO:tasks.workunit.client.0.smithi028.stdout: "name": "/dev/nvme0n1", 2024-08-29T17:47:10.589 INFO:tasks.workunit.client.0.smithi028.stdout: "protocol": "NVMe", 2024-08-29T17:47:10.589 INFO:tasks.workunit.client.0.smithi028.stdout: "type": "nvme" 2024-08-29T17:47:10.589 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:10.589 INFO:tasks.workunit.client.0.smithi028.stdout: "firmware_version": "E2010325", 2024-08-29T17:47:10.590 INFO:tasks.workunit.client.0.smithi028.stdout: "host_id": "b719d812-662e-11ef-b726-ac1f6ba5ca3c", 2024-08-29T17:47:10.590 INFO:tasks.workunit.client.0.smithi028.stdout: "json_format_version": [ 2024-08-29T17:47:10.590 INFO:tasks.workunit.client.0.smithi028.stdout: 1, 2024-08-29T17:47:10.590 INFO:tasks.workunit.client.0.smithi028.stdout: 0 2024-08-29T17:47:10.590 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-08-29T17:47:10.590 INFO:tasks.workunit.client.0.smithi028.stdout: "local_time": { 2024-08-29T17:47:10.590 INFO:tasks.workunit.client.0.smithi028.stdout: "asctime": "Thu Aug 29 17:35:30 2024 UTC", 2024-08-29T17:47:10.590 INFO:tasks.workunit.client.0.smithi028.stdout: "time_t": 1724952930 2024-08-29T17:47:10.590 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:10.590 INFO:tasks.workunit.client.0.smithi028.stdout: "logical_block_size": 512, 2024-08-29T17:47:10.590 INFO:tasks.workunit.client.0.smithi028.stdout: "model_name": "INTEL SSDPED1D480GA", 2024-08-29T17:47:10.590 INFO:tasks.workunit.client.0.smithi028.stdout: "nvme_controller_id": 0, 2024-08-29T17:47:10.590 INFO:tasks.workunit.client.0.smithi028.stdout: "nvme_ieee_oui_identifier": 6083300, 2024-08-29T17:47:10.590 INFO:tasks.workunit.client.0.smithi028.stdout: "nvme_namespaces": [ 2024-08-29T17:47:10.591 INFO:tasks.workunit.client.0.smithi028.stdout: { 2024-08-29T17:47:10.591 INFO:tasks.workunit.client.0.smithi028.stdout: "capacity": { 2024-08-29T17:47:10.591 INFO:tasks.workunit.client.0.smithi028.stdout: "blocks": 937703088, 2024-08-29T17:47:10.591 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 480103981056 2024-08-29T17:47:10.591 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:10.591 INFO:tasks.workunit.client.0.smithi028.stdout: "formatted_lba_size": 512, 2024-08-29T17:47:10.591 INFO:tasks.workunit.client.0.smithi028.stdout: "id": 1, 2024-08-29T17:47:10.591 INFO:tasks.workunit.client.0.smithi028.stdout: "size": { 2024-08-29T17:47:10.591 INFO:tasks.workunit.client.0.smithi028.stdout: "blocks": 937703088, 2024-08-29T17:47:10.591 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 480103981056 2024-08-29T17:47:10.591 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:10.591 INFO:tasks.workunit.client.0.smithi028.stdout: "utilization": { 2024-08-29T17:47:10.591 INFO:tasks.workunit.client.0.smithi028.stdout: "blocks": 937703088, 2024-08-29T17:47:10.591 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 480103981056 2024-08-29T17:47:10.591 INFO:tasks.workunit.client.0.smithi028.stdout: } 2024-08-29T17:47:10.592 INFO:tasks.workunit.client.0.smithi028.stdout: } 2024-08-29T17:47:10.592 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-08-29T17:47:10.592 INFO:tasks.workunit.client.0.smithi028.stdout: "nvme_number_of_namespaces": 1, 2024-08-29T17:47:10.592 INFO:tasks.workunit.client.0.smithi028.stdout: "nvme_pci_vendor": { 2024-08-29T17:47:10.592 INFO:tasks.workunit.client.0.smithi028.stdout: "id": 32902, 2024-08-29T17:47:10.592 INFO:tasks.workunit.client.0.smithi028.stdout: "subsystem_id": 32902 2024-08-29T17:47:10.592 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:10.592 INFO:tasks.workunit.client.0.smithi028.stdout: "nvme_smart_health_information_add_log": { 2024-08-29T17:47:10.592 INFO:tasks.workunit.client.0.smithi028.stdout: "Device stats": { 2024-08-29T17:47:10.592 INFO:tasks.workunit.client.0.smithi028.stdout: "avail_fw_downgrades": { 2024-08-29T17:47:10.592 INFO:tasks.workunit.client.0.smithi028.stdout: "normalized": 0, 2024-08-29T17:47:10.592 INFO:tasks.workunit.client.0.smithi028.stdout: "raw": 0 2024-08-29T17:47:10.592 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:10.592 INFO:tasks.workunit.client.0.smithi028.stdout: "crc_error_count": { 2024-08-29T17:47:10.593 INFO:tasks.workunit.client.0.smithi028.stdout: "normalized": 100, 2024-08-29T17:47:10.593 INFO:tasks.workunit.client.0.smithi028.stdout: "raw": 0 2024-08-29T17:47:10.593 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:10.593 INFO:tasks.workunit.client.0.smithi028.stdout: "end_to_end_error_detection_count": { 2024-08-29T17:47:10.593 INFO:tasks.workunit.client.0.smithi028.stdout: "normalized": 100, 2024-08-29T17:47:10.593 INFO:tasks.workunit.client.0.smithi028.stdout: "raw": 0 2024-08-29T17:47:10.593 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:10.593 INFO:tasks.workunit.client.0.smithi028.stdout: "erase_fail_count": { 2024-08-29T17:47:10.593 INFO:tasks.workunit.client.0.smithi028.stdout: "normalized": 0, 2024-08-29T17:47:10.593 INFO:tasks.workunit.client.0.smithi028.stdout: "raw": 0 2024-08-29T17:47:10.593 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:10.593 INFO:tasks.workunit.client.0.smithi028.stdout: "host_bytes_written": { 2024-08-29T17:47:10.593 INFO:tasks.workunit.client.0.smithi028.stdout: "normalized": 100, 2024-08-29T17:47:10.593 INFO:tasks.workunit.client.0.smithi028.stdout: "raw": 13911044 2024-08-29T17:47:10.593 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:10.594 INFO:tasks.workunit.client.0.smithi028.stdout: "host_ctx_wear_used": { 2024-08-29T17:47:10.594 INFO:tasks.workunit.client.0.smithi028.stdout: "normalized": 0, 2024-08-29T17:47:10.594 INFO:tasks.workunit.client.0.smithi028.stdout: "raw": 0 2024-08-29T17:47:10.594 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:10.594 INFO:tasks.workunit.client.0.smithi028.stdout: "media_bytes_read": { 2024-08-29T17:47:10.594 INFO:tasks.workunit.client.0.smithi028.stdout: "normalized": 0, 2024-08-29T17:47:10.594 INFO:tasks.workunit.client.0.smithi028.stdout: "raw": 0 2024-08-29T17:47:10.594 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:10.594 INFO:tasks.workunit.client.0.smithi028.stdout: "nand_bytes_written": { 2024-08-29T17:47:10.594 INFO:tasks.workunit.client.0.smithi028.stdout: "normalized": 0, 2024-08-29T17:47:10.594 INFO:tasks.workunit.client.0.smithi028.stdout: "raw": 0 2024-08-29T17:47:10.594 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:10.594 INFO:tasks.workunit.client.0.smithi028.stdout: "perf_stat_indicator": { 2024-08-29T17:47:10.594 INFO:tasks.workunit.client.0.smithi028.stdout: "normalized": 0, 2024-08-29T17:47:10.595 INFO:tasks.workunit.client.0.smithi028.stdout: "raw": 0 2024-08-29T17:47:10.595 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:10.595 INFO:tasks.workunit.client.0.smithi028.stdout: "pll_lock_loss_count": { 2024-08-29T17:47:10.595 INFO:tasks.workunit.client.0.smithi028.stdout: "normalized": 100, 2024-08-29T17:47:10.595 INFO:tasks.workunit.client.0.smithi028.stdout: "raw": 0 2024-08-29T17:47:10.595 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:10.595 INFO:tasks.workunit.client.0.smithi028.stdout: "program_fail_count": { 2024-08-29T17:47:10.595 INFO:tasks.workunit.client.0.smithi028.stdout: "normalized": 0, 2024-08-29T17:47:10.595 INFO:tasks.workunit.client.0.smithi028.stdout: "raw": 0 2024-08-29T17:47:10.595 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:10.595 INFO:tasks.workunit.client.0.smithi028.stdout: "re_alloc_sectr_cnt": { 2024-08-29T17:47:10.595 INFO:tasks.workunit.client.0.smithi028.stdout: "normalized": 0, 2024-08-29T17:47:10.595 INFO:tasks.workunit.client.0.smithi028.stdout: "raw": 0 2024-08-29T17:47:10.595 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:10.595 INFO:tasks.workunit.client.0.smithi028.stdout: "retry_buffer_overflow_count": { 2024-08-29T17:47:10.596 INFO:tasks.workunit.client.0.smithi028.stdout: "normalized": 100, 2024-08-29T17:47:10.596 INFO:tasks.workunit.client.0.smithi028.stdout: "raw": 0 2024-08-29T17:47:10.596 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:10.596 INFO:tasks.workunit.client.0.smithi028.stdout: "soft_ecc_err_rate": { 2024-08-29T17:47:10.596 INFO:tasks.workunit.client.0.smithi028.stdout: "normalized": 0, 2024-08-29T17:47:10.596 INFO:tasks.workunit.client.0.smithi028.stdout: "raw": 0 2024-08-29T17:47:10.596 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:10.596 INFO:tasks.workunit.client.0.smithi028.stdout: "thermal_throttle_status": { 2024-08-29T17:47:10.596 INFO:tasks.workunit.client.0.smithi028.stdout: "normalized": 100, 2024-08-29T17:47:10.596 INFO:tasks.workunit.client.0.smithi028.stdout: "raw": { 2024-08-29T17:47:10.596 INFO:tasks.workunit.client.0.smithi028.stdout: "cnt": 0, 2024-08-29T17:47:10.596 INFO:tasks.workunit.client.0.smithi028.stdout: "pct": 0 2024-08-29T17:47:10.596 INFO:tasks.workunit.client.0.smithi028.stdout: } 2024-08-29T17:47:10.596 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:10.597 INFO:tasks.workunit.client.0.smithi028.stdout: "timed_workload_host_reads": { 2024-08-29T17:47:10.597 INFO:tasks.workunit.client.0.smithi028.stdout: "normalized": 100, 2024-08-29T17:47:10.597 INFO:tasks.workunit.client.0.smithi028.stdout: "raw": 13 2024-08-29T17:47:10.597 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:10.597 INFO:tasks.workunit.client.0.smithi028.stdout: "timed_workload_media_wear": { 2024-08-29T17:47:10.597 INFO:tasks.workunit.client.0.smithi028.stdout: "normalized": 100, 2024-08-29T17:47:10.597 INFO:tasks.workunit.client.0.smithi028.stdout: "raw": "0.000000" 2024-08-29T17:47:10.597 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:10.597 INFO:tasks.workunit.client.0.smithi028.stdout: "timed_workload_timer": { 2024-08-29T17:47:10.597 INFO:tasks.workunit.client.0.smithi028.stdout: "normalized": 100, 2024-08-29T17:47:10.597 INFO:tasks.workunit.client.0.smithi028.stdout: "raw": 1544229 2024-08-29T17:47:10.597 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:10.597 INFO:tasks.workunit.client.0.smithi028.stdout: "unexp_power_loss": { 2024-08-29T17:47:10.597 INFO:tasks.workunit.client.0.smithi028.stdout: "normalized": 0, 2024-08-29T17:47:10.598 INFO:tasks.workunit.client.0.smithi028.stdout: "raw": 0 2024-08-29T17:47:10.598 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:10.598 INFO:tasks.workunit.client.0.smithi028.stdout: "wear_leveling": { 2024-08-29T17:47:10.598 INFO:tasks.workunit.client.0.smithi028.stdout: "normalized": 0, 2024-08-29T17:47:10.598 INFO:tasks.workunit.client.0.smithi028.stdout: "raw": { 2024-08-29T17:47:10.598 INFO:tasks.workunit.client.0.smithi028.stdout: "avg": 0, 2024-08-29T17:47:10.598 INFO:tasks.workunit.client.0.smithi028.stdout: "max": 0, 2024-08-29T17:47:10.598 INFO:tasks.workunit.client.0.smithi028.stdout: "min": 0 2024-08-29T17:47:10.598 INFO:tasks.workunit.client.0.smithi028.stdout: } 2024-08-29T17:47:10.598 INFO:tasks.workunit.client.0.smithi028.stdout: } 2024-08-29T17:47:10.598 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:10.598 INFO:tasks.workunit.client.0.smithi028.stdout: "Intel Smart log": "nvme0n1" 2024-08-29T17:47:10.598 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:10.598 INFO:tasks.workunit.client.0.smithi028.stdout: "nvme_smart_health_information_log": { 2024-08-29T17:47:10.598 INFO:tasks.workunit.client.0.smithi028.stdout: "available_spare": 100, 2024-08-29T17:47:10.599 INFO:tasks.workunit.client.0.smithi028.stdout: "available_spare_threshold": 0, 2024-08-29T17:47:10.599 INFO:tasks.workunit.client.0.smithi028.stdout: "controller_busy_time": 5288, 2024-08-29T17:47:10.599 INFO:tasks.workunit.client.0.smithi028.stdout: "critical_warning": 0, 2024-08-29T17:47:10.599 INFO:tasks.workunit.client.0.smithi028.stdout: "data_units_read": 180342202, 2024-08-29T17:47:10.599 INFO:tasks.workunit.client.0.smithi028.stdout: "data_units_written": 911674230, 2024-08-29T17:47:10.599 INFO:tasks.workunit.client.0.smithi028.stdout: "host_reads": 3127841064, 2024-08-29T17:47:10.599 INFO:tasks.workunit.client.0.smithi028.stdout: "host_writes": 19672922154, 2024-08-29T17:47:10.599 INFO:tasks.workunit.client.0.smithi028.stdout: "media_errors": 0, 2024-08-29T17:47:10.599 INFO:tasks.workunit.client.0.smithi028.stdout: "num_err_log_entries": 0, 2024-08-29T17:47:10.599 INFO:tasks.workunit.client.0.smithi028.stdout: "percentage_used": 0, 2024-08-29T17:47:10.600 INFO:tasks.workunit.client.0.smithi028.stdout: "power_cycles": 35184, 2024-08-29T17:47:10.600 INFO:tasks.workunit.client.0.smithi028.stdout: "power_on_hours": 40578, 2024-08-29T17:47:10.600 INFO:tasks.workunit.client.0.smithi028.stdout: "temperature": 31, 2024-08-29T17:47:10.600 INFO:tasks.workunit.client.0.smithi028.stdout: "unsafe_shutdowns": 10085 2024-08-29T17:47:10.600 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:10.600 INFO:tasks.workunit.client.0.smithi028.stdout: "nvme_vendor": "intel", 2024-08-29T17:47:10.600 INFO:tasks.workunit.client.0.smithi028.stdout: "nvme_version": { 2024-08-29T17:47:10.600 INFO:tasks.workunit.client.0.smithi028.stdout: "string": "<1.2", 2024-08-29T17:47:10.600 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T17:47:10.600 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:10.600 INFO:tasks.workunit.client.0.smithi028.stdout: "power_cycle_count": 35184, 2024-08-29T17:47:10.601 INFO:tasks.workunit.client.0.smithi028.stdout: "power_on_time": { 2024-08-29T17:47:10.601 INFO:tasks.workunit.client.0.smithi028.stdout: "hours": 40578 2024-08-29T17:47:10.601 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:10.601 INFO:tasks.workunit.client.0.smithi028.stdout: "serial_number": "deleted", 2024-08-29T17:47:10.601 INFO:tasks.workunit.client.0.smithi028.stdout: "smart_status": { 2024-08-29T17:47:10.601 INFO:tasks.workunit.client.0.smithi028.stdout: "nvme": { 2024-08-29T17:47:10.601 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T17:47:10.601 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:10.601 INFO:tasks.workunit.client.0.smithi028.stdout: "passed": true 2024-08-29T17:47:10.601 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:10.601 INFO:tasks.workunit.client.0.smithi028.stdout: "smartctl": { 2024-08-29T17:47:10.601 INFO:tasks.workunit.client.0.smithi028.stdout: "argv": [ 2024-08-29T17:47:10.601 INFO:tasks.workunit.client.0.smithi028.stdout: "smartctl", 2024-08-29T17:47:10.602 INFO:tasks.workunit.client.0.smithi028.stdout: "-x", 2024-08-29T17:47:10.602 INFO:tasks.workunit.client.0.smithi028.stdout: "--json=o", 2024-08-29T17:47:10.602 INFO:tasks.workunit.client.0.smithi028.stdout: "/dev/nvme0n1" 2024-08-29T17:47:10.602 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-08-29T17:47:10.602 INFO:tasks.workunit.client.0.smithi028.stdout: "build_info": "(local build)", 2024-08-29T17:47:10.602 INFO:tasks.workunit.client.0.smithi028.stdout: "exit_status": 0, 2024-08-29T17:47:10.602 INFO:tasks.workunit.client.0.smithi028.stdout: "output": [ 2024-08-29T17:47:10.602 INFO:tasks.workunit.client.0.smithi028.stdout: "smartctl 7.2 2020-12-30 r5155 [x86_64-linux-5.15.0-119-generic] (local build)", 2024-08-29T17:47:10.602 INFO:tasks.workunit.client.0.smithi028.stdout: "Copyright (C) 2002-20, Bruce Allen, Christian Franke, www.smartmontools.org", 2024-08-29T17:47:10.602 INFO:tasks.workunit.client.0.smithi028.stdout: "", 2024-08-29T17:47:10.602 INFO:tasks.workunit.client.0.smithi028.stdout: "=== START OF INFORMATION SECTION ===", 2024-08-29T17:47:10.603 INFO:tasks.workunit.client.0.smithi028.stdout: "Model Number: INTEL SSDPED1D480GA", 2024-08-29T17:47:10.603 INFO:tasks.workunit.client.0.smithi028.stdout: "Serial Number: deleted", 2024-08-29T17:47:10.603 INFO:tasks.workunit.client.0.smithi028.stdout: "Firmware Version: E2010325", 2024-08-29T17:47:10.603 INFO:tasks.workunit.client.0.smithi028.stdout: "PCI Vendor/Subsystem ID: 0x8086", 2024-08-29T17:47:10.603 INFO:tasks.workunit.client.0.smithi028.stdout: "IEEE OUI Identifier: 0x5cd2e4", 2024-08-29T17:47:10.603 INFO:tasks.workunit.client.0.smithi028.stdout: "Controller ID: 0", 2024-08-29T17:47:10.603 INFO:tasks.workunit.client.0.smithi028.stdout: "NVMe Version: <1.2", 2024-08-29T17:47:10.603 INFO:tasks.workunit.client.0.smithi028.stdout: "Number of Namespaces: 1", 2024-08-29T17:47:10.603 INFO:tasks.workunit.client.0.smithi028.stdout: "Namespace 1 Size/Capacity: 480,103,981,056 [480 GB]", 2024-08-29T17:47:10.603 INFO:tasks.workunit.client.0.smithi028.stdout: "Namespace 1 Formatted LBA Size: 512", 2024-08-29T17:47:10.603 INFO:tasks.workunit.client.0.smithi028.stdout: "Local Time is: Thu Aug 29 17:35:30 2024 UTC", 2024-08-29T17:47:10.603 INFO:tasks.workunit.client.0.smithi028.stdout: "Firmware Updates (0x02): 1 Slot", 2024-08-29T17:47:10.603 INFO:tasks.workunit.client.0.smithi028.stdout: "Optional Admin Commands (0x0007): Security Format Frmw_DL", 2024-08-29T17:47:10.603 INFO:tasks.workunit.client.0.smithi028.stdout: "Optional NVM Commands (0x0006): Wr_Unc DS_Mngmt", 2024-08-29T17:47:10.604 INFO:tasks.workunit.client.0.smithi028.stdout: "Log Page Attributes (0x02): Cmd_Eff_Lg", 2024-08-29T17:47:10.604 INFO:tasks.workunit.client.0.smithi028.stdout: "Maximum Data Transfer Size: 32 Pages", 2024-08-29T17:47:10.604 INFO:tasks.workunit.client.0.smithi028.stdout: "", 2024-08-29T17:47:10.604 INFO:tasks.workunit.client.0.smithi028.stdout: "Supported Power States", 2024-08-29T17:47:10.604 INFO:tasks.workunit.client.0.smithi028.stdout: "St Op Max Active Idle RL RT WL WT Ent_Lat Ex_Lat", 2024-08-29T17:47:10.604 INFO:tasks.workunit.client.0.smithi028.stdout: " 0 + 18.00W - - 0 0 0 0 0 0", 2024-08-29T17:47:10.604 INFO:tasks.workunit.client.0.smithi028.stdout: "", 2024-08-29T17:47:10.604 INFO:tasks.workunit.client.0.smithi028.stdout: "Supported LBA Sizes (NSID 0x1)", 2024-08-29T17:47:10.604 INFO:tasks.workunit.client.0.smithi028.stdout: "Id Fmt Data Metadt Rel_Perf", 2024-08-29T17:47:10.604 INFO:tasks.workunit.client.0.smithi028.stdout: " 0 + 512 0 2", 2024-08-29T17:47:10.604 INFO:tasks.workunit.client.0.smithi028.stdout: "", 2024-08-29T17:47:10.604 INFO:tasks.workunit.client.0.smithi028.stdout: "=== START OF SMART DATA SECTION ===", 2024-08-29T17:47:10.604 INFO:tasks.workunit.client.0.smithi028.stdout: "SMART overall-health self-assessment test result: PASSED", 2024-08-29T17:47:10.605 INFO:tasks.workunit.client.0.smithi028.stdout: "", 2024-08-29T17:47:10.605 INFO:tasks.workunit.client.0.smithi028.stdout: "SMART/Health Information (NVMe Log 0x02)", 2024-08-29T17:47:10.605 INFO:tasks.workunit.client.0.smithi028.stdout: "Critical Warning: 0x00", 2024-08-29T17:47:10.605 INFO:tasks.workunit.client.0.smithi028.stdout: "Temperature: 31 Celsius", 2024-08-29T17:47:10.605 INFO:tasks.workunit.client.0.smithi028.stdout: "Available Spare: 100%", 2024-08-29T17:47:10.605 INFO:tasks.workunit.client.0.smithi028.stdout: "Available Spare Threshold: 0%", 2024-08-29T17:47:10.605 INFO:tasks.workunit.client.0.smithi028.stdout: "Percentage Used: 0%", 2024-08-29T17:47:10.605 INFO:tasks.workunit.client.0.smithi028.stdout: "Data Units Read: 180,342,202 [92.3 TB]", 2024-08-29T17:47:10.605 INFO:tasks.workunit.client.0.smithi028.stdout: "Data Units Written: 911,674,230 [466 TB]", 2024-08-29T17:47:10.605 INFO:tasks.workunit.client.0.smithi028.stdout: "Host Read Commands: 3,127,841,064", 2024-08-29T17:47:10.605 INFO:tasks.workunit.client.0.smithi028.stdout: "Host Write Commands: 19,672,922,154", 2024-08-29T17:47:10.605 INFO:tasks.workunit.client.0.smithi028.stdout: "Controller Busy Time: 5,288", 2024-08-29T17:47:10.605 INFO:tasks.workunit.client.0.smithi028.stdout: "Power Cycles: 35,184", 2024-08-29T17:47:10.605 INFO:tasks.workunit.client.0.smithi028.stdout: "Power On Hours: 40,578", 2024-08-29T17:47:10.605 INFO:tasks.workunit.client.0.smithi028.stdout: "Unsafe Shutdowns: 10,085", 2024-08-29T17:47:10.606 INFO:tasks.workunit.client.0.smithi028.stdout: "Media and Data Integrity Errors: 0", 2024-08-29T17:47:10.606 INFO:tasks.workunit.client.0.smithi028.stdout: "Error Information Log Entries: 0", 2024-08-29T17:47:10.606 INFO:tasks.workunit.client.0.smithi028.stdout: "", 2024-08-29T17:47:10.606 INFO:tasks.workunit.client.0.smithi028.stdout: "Error Information (NVMe Log 0x01, 16 of 64 entries)", 2024-08-29T17:47:10.606 INFO:tasks.workunit.client.0.smithi028.stdout: "No Errors Logged", 2024-08-29T17:47:10.606 INFO:tasks.workunit.client.0.smithi028.stdout: "" 2024-08-29T17:47:10.606 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-08-29T17:47:10.606 INFO:tasks.workunit.client.0.smithi028.stdout: "platform_info": "x86_64-linux-5.15.0-119-generic", 2024-08-29T17:47:10.606 INFO:tasks.workunit.client.0.smithi028.stdout: "svn_revision": "5155", 2024-08-29T17:47:10.606 INFO:tasks.workunit.client.0.smithi028.stdout: "version": [ 2024-08-29T17:47:10.606 INFO:tasks.workunit.client.0.smithi028.stdout: 7, 2024-08-29T17:47:10.606 INFO:tasks.workunit.client.0.smithi028.stdout: 2 2024-08-29T17:47:10.606 INFO:tasks.workunit.client.0.smithi028.stdout: ] 2024-08-29T17:47:10.606 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:10.606 INFO:tasks.workunit.client.0.smithi028.stdout: "temperature": { 2024-08-29T17:47:10.607 INFO:tasks.workunit.client.0.smithi028.stdout: "current": 31 2024-08-29T17:47:10.607 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:10.607 INFO:tasks.workunit.client.0.smithi028.stdout: "user_capacity": { 2024-08-29T17:47:10.607 INFO:tasks.workunit.client.0.smithi028.stdout: "blocks": 937703088, 2024-08-29T17:47:10.607 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 480103981056 2024-08-29T17:47:10.607 INFO:tasks.workunit.client.0.smithi028.stdout: } 2024-08-29T17:47:10.607 INFO:tasks.workunit.client.0.smithi028.stdout: } 2024-08-29T17:47:10.607 INFO:tasks.workunit.client.0.smithi028.stdout: } 2024-08-29T17:47:10.607 INFO:tasks.workunit.client.0.smithi028.stdout: } 2024-08-29T17:47:10.607 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:10.607 INFO:tasks.workunit.client.0.smithi028.stdout: "report": { 2024-08-29T17:47:10.607 INFO:tasks.workunit.client.0.smithi028.stdout: "balancer": { 2024-08-29T17:47:10.607 INFO:tasks.workunit.client.0.smithi028.stdout: "active": true, 2024-08-29T17:47:10.607 INFO:tasks.workunit.client.0.smithi028.stdout: "mode": "" 2024-08-29T17:47:10.608 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:10.608 INFO:tasks.workunit.client.0.smithi028.stdout: "channels": [ 2024-08-29T17:47:10.608 INFO:tasks.workunit.client.0.smithi028.stdout: "basic", 2024-08-29T17:47:10.608 INFO:tasks.workunit.client.0.smithi028.stdout: "crash", 2024-08-29T17:47:10.608 INFO:tasks.workunit.client.0.smithi028.stdout: "device", 2024-08-29T17:47:10.608 INFO:tasks.workunit.client.0.smithi028.stdout: "ident" 2024-08-29T17:47:10.608 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-08-29T17:47:10.608 INFO:tasks.workunit.client.0.smithi028.stdout: "channels_available": [ 2024-08-29T17:47:10.608 INFO:tasks.workunit.client.0.smithi028.stdout: "basic", 2024-08-29T17:47:10.608 INFO:tasks.workunit.client.0.smithi028.stdout: "ident", 2024-08-29T17:47:10.608 INFO:tasks.workunit.client.0.smithi028.stdout: "crash", 2024-08-29T17:47:10.608 INFO:tasks.workunit.client.0.smithi028.stdout: "device", 2024-08-29T17:47:10.608 INFO:tasks.workunit.client.0.smithi028.stdout: "perf" 2024-08-29T17:47:10.608 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-08-29T17:47:10.608 INFO:tasks.workunit.client.0.smithi028.stdout: "collections_available": [ 2024-08-29T17:47:10.609 INFO:tasks.workunit.client.0.smithi028.stdout: "basic_base", 2024-08-29T17:47:10.609 INFO:tasks.workunit.client.0.smithi028.stdout: "device_base", 2024-08-29T17:47:10.609 INFO:tasks.workunit.client.0.smithi028.stdout: "crash_base", 2024-08-29T17:47:10.609 INFO:tasks.workunit.client.0.smithi028.stdout: "ident_base", 2024-08-29T17:47:10.609 INFO:tasks.workunit.client.0.smithi028.stdout: "perf_perf", 2024-08-29T17:47:10.609 INFO:tasks.workunit.client.0.smithi028.stdout: "basic_mds_metadata", 2024-08-29T17:47:10.609 INFO:tasks.workunit.client.0.smithi028.stdout: "basic_pool_usage", 2024-08-29T17:47:10.609 INFO:tasks.workunit.client.0.smithi028.stdout: "basic_usage_by_class", 2024-08-29T17:47:10.609 INFO:tasks.workunit.client.0.smithi028.stdout: "basic_rook_v01", 2024-08-29T17:47:10.609 INFO:tasks.workunit.client.0.smithi028.stdout: "perf_memory_metrics", 2024-08-29T17:47:10.609 INFO:tasks.workunit.client.0.smithi028.stdout: "basic_pool_options_bluestore" 2024-08-29T17:47:10.609 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-08-29T17:47:10.609 INFO:tasks.workunit.client.0.smithi028.stdout: "collections_opted_in": [ 2024-08-29T17:47:10.609 INFO:tasks.workunit.client.0.smithi028.stdout: "basic_base", 2024-08-29T17:47:10.610 INFO:tasks.workunit.client.0.smithi028.stdout: "device_base", 2024-08-29T17:47:10.610 INFO:tasks.workunit.client.0.smithi028.stdout: "crash_base", 2024-08-29T17:47:10.610 INFO:tasks.workunit.client.0.smithi028.stdout: "ident_base", 2024-08-29T17:47:10.610 INFO:tasks.workunit.client.0.smithi028.stdout: "perf_perf", 2024-08-29T17:47:10.610 INFO:tasks.workunit.client.0.smithi028.stdout: "basic_mds_metadata", 2024-08-29T17:47:10.610 INFO:tasks.workunit.client.0.smithi028.stdout: "basic_pool_usage", 2024-08-29T17:47:10.610 INFO:tasks.workunit.client.0.smithi028.stdout: "basic_usage_by_class", 2024-08-29T17:47:10.610 INFO:tasks.workunit.client.0.smithi028.stdout: "basic_rook_v01", 2024-08-29T17:47:10.610 INFO:tasks.workunit.client.0.smithi028.stdout: "perf_memory_metrics", 2024-08-29T17:47:10.610 INFO:tasks.workunit.client.0.smithi028.stdout: "basic_pool_options_bluestore" 2024-08-29T17:47:10.610 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-08-29T17:47:10.610 INFO:tasks.workunit.client.0.smithi028.stdout: "config": { 2024-08-29T17:47:10.610 INFO:tasks.workunit.client.0.smithi028.stdout: "active_changed": [ 2024-08-29T17:47:10.610 INFO:tasks.workunit.client.0.smithi028.stdout: "auth_allow_insecure_global_id_reclaim", 2024-08-29T17:47:10.611 INFO:tasks.workunit.client.0.smithi028.stdout: "auth_debug", 2024-08-29T17:47:10.611 INFO:tasks.workunit.client.0.smithi028.stdout: "auth_mon_ticket_ttl", 2024-08-29T17:47:10.611 INFO:tasks.workunit.client.0.smithi028.stdout: "auth_service_ticket_ttl", 2024-08-29T17:47:10.611 INFO:tasks.workunit.client.0.smithi028.stdout: "bdev_debug_aio", 2024-08-29T17:47:10.611 INFO:tasks.workunit.client.0.smithi028.stdout: "client_check_pool_perm", 2024-08-29T17:47:10.611 INFO:tasks.workunit.client.0.smithi028.stdout: "client_mount_gid", 2024-08-29T17:47:10.611 INFO:tasks.workunit.client.0.smithi028.stdout: "client_mount_uid", 2024-08-29T17:47:10.611 INFO:tasks.workunit.client.0.smithi028.stdout: "client_quota", 2024-08-29T17:47:10.611 INFO:tasks.workunit.client.0.smithi028.stdout: "container_image", 2024-08-29T17:47:10.611 INFO:tasks.workunit.client.0.smithi028.stdout: "daemonize", 2024-08-29T17:47:10.611 INFO:tasks.workunit.client.0.smithi028.stdout: "debug_asserts_on_shutdown", 2024-08-29T17:47:10.611 INFO:tasks.workunit.client.0.smithi028.stdout: "debug_mgr", 2024-08-29T17:47:10.611 INFO:tasks.workunit.client.0.smithi028.stdout: "debug_mon", 2024-08-29T17:47:10.611 INFO:tasks.workunit.client.0.smithi028.stdout: "debug_ms", 2024-08-29T17:47:10.611 INFO:tasks.workunit.client.0.smithi028.stdout: "debug_osd", 2024-08-29T17:47:10.612 INFO:tasks.workunit.client.0.smithi028.stdout: "debug_paxos", 2024-08-29T17:47:10.612 INFO:tasks.workunit.client.0.smithi028.stdout: "keyring", 2024-08-29T17:47:10.612 INFO:tasks.workunit.client.0.smithi028.stdout: "leveldb_block_size", 2024-08-29T17:47:10.612 INFO:tasks.workunit.client.0.smithi028.stdout: "leveldb_cache_size", 2024-08-29T17:47:10.612 INFO:tasks.workunit.client.0.smithi028.stdout: "leveldb_compression", 2024-08-29T17:47:10.612 INFO:tasks.workunit.client.0.smithi028.stdout: "leveldb_log", 2024-08-29T17:47:10.612 INFO:tasks.workunit.client.0.smithi028.stdout: "leveldb_write_buffer_size", 2024-08-29T17:47:10.612 INFO:tasks.workunit.client.0.smithi028.stdout: "log_stderr_prefix", 2024-08-29T17:47:10.612 INFO:tasks.workunit.client.0.smithi028.stdout: "log_to_file", 2024-08-29T17:47:10.612 INFO:tasks.workunit.client.0.smithi028.stdout: "log_to_journald", 2024-08-29T17:47:10.612 INFO:tasks.workunit.client.0.smithi028.stdout: "log_to_stderr", 2024-08-29T17:47:10.612 INFO:tasks.workunit.client.0.smithi028.stdout: "mon_allow_pool_delete", 2024-08-29T17:47:10.612 INFO:tasks.workunit.client.0.smithi028.stdout: "mon_clock_drift_allowed", 2024-08-29T17:47:10.612 INFO:tasks.workunit.client.0.smithi028.stdout: "mon_cluster_log_to_file", 2024-08-29T17:47:10.613 INFO:tasks.workunit.client.0.smithi028.stdout: "mon_cluster_log_to_stderr", 2024-08-29T17:47:10.613 INFO:tasks.workunit.client.0.smithi028.stdout: "mon_data_avail_warn", 2024-08-29T17:47:10.613 INFO:tasks.workunit.client.0.smithi028.stdout: "mon_election_default_strategy", 2024-08-29T17:47:10.613 INFO:tasks.workunit.client.0.smithi028.stdout: "mon_host", 2024-08-29T17:47:10.613 INFO:tasks.workunit.client.0.smithi028.stdout: "mon_max_pg_per_osd", 2024-08-29T17:47:10.613 INFO:tasks.workunit.client.0.smithi028.stdout: "mon_mgr_mkfs_grace", 2024-08-29T17:47:10.613 INFO:tasks.workunit.client.0.smithi028.stdout: "mon_osd_prime_pg_temp", 2024-08-29T17:47:10.613 INFO:tasks.workunit.client.0.smithi028.stdout: "mon_osd_reporter_subtree_level", 2024-08-29T17:47:10.613 INFO:tasks.workunit.client.0.smithi028.stdout: "mon_pg_warn_max_object_skew", 2024-08-29T17:47:10.613 INFO:tasks.workunit.client.0.smithi028.stdout: "mon_reweight_min_bytes_per_osd", 2024-08-29T17:47:10.613 INFO:tasks.workunit.client.0.smithi028.stdout: "mon_reweight_min_pgs_per_osd", 2024-08-29T17:47:10.613 INFO:tasks.workunit.client.0.smithi028.stdout: "mon_warn_on_crush_straw_calc_version_zero", 2024-08-29T17:47:10.613 INFO:tasks.workunit.client.0.smithi028.stdout: "mon_warn_on_insecure_global_id_reclaim", 2024-08-29T17:47:10.613 INFO:tasks.workunit.client.0.smithi028.stdout: "mon_warn_on_insecure_global_id_reclaim_allowed", 2024-08-29T17:47:10.614 INFO:tasks.workunit.client.0.smithi028.stdout: "mon_warn_on_legacy_crush_tunables", 2024-08-29T17:47:10.614 INFO:tasks.workunit.client.0.smithi028.stdout: "mon_warn_on_osd_down_out_interval_zero", 2024-08-29T17:47:10.614 INFO:tasks.workunit.client.0.smithi028.stdout: "mon_warn_on_pool_pg_num_not_power_of_two", 2024-08-29T17:47:10.614 INFO:tasks.workunit.client.0.smithi028.stdout: "mon_warn_on_too_few_osds", 2024-08-29T17:47:10.614 INFO:tasks.workunit.client.0.smithi028.stdout: "ms_die_on_bug", 2024-08-29T17:47:10.614 INFO:tasks.workunit.client.0.smithi028.stdout: "ms_die_on_old_message", 2024-08-29T17:47:10.614 INFO:tasks.workunit.client.0.smithi028.stdout: "no_config_file", 2024-08-29T17:47:10.614 INFO:tasks.workunit.client.0.smithi028.stdout: "osd_class_default_list", 2024-08-29T17:47:10.614 INFO:tasks.workunit.client.0.smithi028.stdout: "osd_class_load_list", 2024-08-29T17:47:10.614 INFO:tasks.workunit.client.0.smithi028.stdout: "osd_debug_misdirected_ops", 2024-08-29T17:47:10.614 INFO:tasks.workunit.client.0.smithi028.stdout: "osd_debug_op_order", 2024-08-29T17:47:10.614 INFO:tasks.workunit.client.0.smithi028.stdout: "osd_debug_pg_log_writeout", 2024-08-29T17:47:10.614 INFO:tasks.workunit.client.0.smithi028.stdout: "osd_debug_shutdown", 2024-08-29T17:47:10.614 INFO:tasks.workunit.client.0.smithi028.stdout: "osd_debug_verify_cached_snaps", 2024-08-29T17:47:10.614 INFO:tasks.workunit.client.0.smithi028.stdout: "osd_debug_verify_missing_on_start", 2024-08-29T17:47:10.615 INFO:tasks.workunit.client.0.smithi028.stdout: "osd_debug_verify_stray_on_activate", 2024-08-29T17:47:10.615 INFO:tasks.workunit.client.0.smithi028.stdout: "osd_deep_scrub_update_digest_min_age", 2024-08-29T17:47:10.615 INFO:tasks.workunit.client.0.smithi028.stdout: "osd_mclock_profile", 2024-08-29T17:47:10.615 INFO:tasks.workunit.client.0.smithi028.stdout: "osd_mclock_scheduler_background_best_effort_lim", 2024-08-29T17:47:10.615 INFO:tasks.workunit.client.0.smithi028.stdout: "osd_mclock_scheduler_background_best_effort_res", 2024-08-29T17:47:10.615 INFO:tasks.workunit.client.0.smithi028.stdout: "osd_mclock_scheduler_background_best_effort_wgt", 2024-08-29T17:47:10.615 INFO:tasks.workunit.client.0.smithi028.stdout: "osd_mclock_scheduler_background_recovery_lim", 2024-08-29T17:47:10.615 INFO:tasks.workunit.client.0.smithi028.stdout: "osd_mclock_scheduler_background_recovery_res", 2024-08-29T17:47:10.615 INFO:tasks.workunit.client.0.smithi028.stdout: "osd_mclock_scheduler_background_recovery_wgt", 2024-08-29T17:47:10.615 INFO:tasks.workunit.client.0.smithi028.stdout: "osd_mclock_scheduler_client_lim", 2024-08-29T17:47:10.615 INFO:tasks.workunit.client.0.smithi028.stdout: "osd_mclock_scheduler_client_res", 2024-08-29T17:47:10.615 INFO:tasks.workunit.client.0.smithi028.stdout: "osd_mclock_scheduler_client_wgt", 2024-08-29T17:47:10.615 INFO:tasks.workunit.client.0.smithi028.stdout: "osd_memory_target", 2024-08-29T17:47:10.615 INFO:tasks.workunit.client.0.smithi028.stdout: "osd_memory_target_autotune", 2024-08-29T17:47:10.616 INFO:tasks.workunit.client.0.smithi028.stdout: "osd_op_queue", 2024-08-29T17:47:10.616 INFO:tasks.workunit.client.0.smithi028.stdout: "osd_op_queue_cut_off", 2024-08-29T17:47:10.616 INFO:tasks.workunit.client.0.smithi028.stdout: "osd_pool_default_erasure_code_profile", 2024-08-29T17:47:10.616 INFO:tasks.workunit.client.0.smithi028.stdout: "osd_pool_default_pg_autoscale_mode", 2024-08-29T17:47:10.616 INFO:tasks.workunit.client.0.smithi028.stdout: "osd_recover_clone_overlap", 2024-08-29T17:47:10.616 INFO:tasks.workunit.client.0.smithi028.stdout: "osd_recovery_max_chunk", 2024-08-29T17:47:10.616 INFO:tasks.workunit.client.0.smithi028.stdout: "osd_scrub_load_threshold", 2024-08-29T17:47:10.616 INFO:tasks.workunit.client.0.smithi028.stdout: "osd_scrub_max_interval", 2024-08-29T17:47:10.616 INFO:tasks.workunit.client.0.smithi028.stdout: "osd_shutdown_pgref_assert", 2024-08-29T17:47:10.616 INFO:tasks.workunit.client.0.smithi028.stdout: "public_addr", 2024-08-29T17:47:10.616 INFO:tasks.workunit.client.0.smithi028.stdout: "public_addrv", 2024-08-29T17:47:10.616 INFO:tasks.workunit.client.0.smithi028.stdout: "public_network", 2024-08-29T17:47:10.616 INFO:tasks.workunit.client.0.smithi028.stdout: "rbd_default_features", 2024-08-29T17:47:10.616 INFO:tasks.workunit.client.0.smithi028.stdout: "rbd_qos_exclude_ops", 2024-08-29T17:47:10.617 INFO:tasks.workunit.client.0.smithi028.stdout: "setgroup", 2024-08-29T17:47:10.617 INFO:tasks.workunit.client.0.smithi028.stdout: "setuser" 2024-08-29T17:47:10.617 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-08-29T17:47:10.617 INFO:tasks.workunit.client.0.smithi028.stdout: "cluster_changed": [ 2024-08-29T17:47:10.617 INFO:tasks.workunit.client.0.smithi028.stdout: "auth_allow_insecure_global_id_reclaim", 2024-08-29T17:47:10.617 INFO:tasks.workunit.client.0.smithi028.stdout: "auth_debug", 2024-08-29T17:47:10.617 INFO:tasks.workunit.client.0.smithi028.stdout: "auth_mon_ticket_ttl", 2024-08-29T17:47:10.617 INFO:tasks.workunit.client.0.smithi028.stdout: "auth_service_ticket_ttl", 2024-08-29T17:47:10.617 INFO:tasks.workunit.client.0.smithi028.stdout: "bdev_debug_aio", 2024-08-29T17:47:10.617 INFO:tasks.workunit.client.0.smithi028.stdout: "container_image", 2024-08-29T17:47:10.617 INFO:tasks.workunit.client.0.smithi028.stdout: "debug_asserts_on_shutdown", 2024-08-29T17:47:10.617 INFO:tasks.workunit.client.0.smithi028.stdout: "debug_mgr", 2024-08-29T17:47:10.617 INFO:tasks.workunit.client.0.smithi028.stdout: "debug_mon", 2024-08-29T17:47:10.617 INFO:tasks.workunit.client.0.smithi028.stdout: "debug_ms", 2024-08-29T17:47:10.618 INFO:tasks.workunit.client.0.smithi028.stdout: "debug_osd", 2024-08-29T17:47:10.618 INFO:tasks.workunit.client.0.smithi028.stdout: "debug_paxos", 2024-08-29T17:47:10.618 INFO:tasks.workunit.client.0.smithi028.stdout: "log_to_file", 2024-08-29T17:47:10.618 INFO:tasks.workunit.client.0.smithi028.stdout: "log_to_journald", 2024-08-29T17:47:10.618 INFO:tasks.workunit.client.0.smithi028.stdout: "log_to_stderr", 2024-08-29T17:47:10.618 INFO:tasks.workunit.client.0.smithi028.stdout: "mds_join_fs", 2024-08-29T17:47:10.618 INFO:tasks.workunit.client.0.smithi028.stdout: "mgr/cephadm/allow_ptrace", 2024-08-29T17:47:10.618 INFO:tasks.workunit.client.0.smithi028.stdout: "mgr/cephadm/container_init", 2024-08-29T17:47:10.618 INFO:tasks.workunit.client.0.smithi028.stdout: "mgr/cephadm/migration_current", 2024-08-29T17:47:10.618 INFO:tasks.workunit.client.0.smithi028.stdout: "mgr/cephadm/use_repo_digest", 2024-08-29T17:47:10.618 INFO:tasks.workunit.client.0.smithi028.stdout: "mgr/dashboard/ALERTMANAGER_API_HOST", 2024-08-29T17:47:10.618 INFO:tasks.workunit.client.0.smithi028.stdout: "mgr/dashboard/GRAFANA_API_SSL_VERIFY", 2024-08-29T17:47:10.618 INFO:tasks.workunit.client.0.smithi028.stdout: "mgr/dashboard/GRAFANA_API_URL", 2024-08-29T17:47:10.618 INFO:tasks.workunit.client.0.smithi028.stdout: "mgr/dashboard/PROMETHEUS_API_HOST", 2024-08-29T17:47:10.619 INFO:tasks.workunit.client.0.smithi028.stdout: "mgr/dashboard/ssl_server_port", 2024-08-29T17:47:10.619 INFO:tasks.workunit.client.0.smithi028.stdout: "mgr/orchestrator/orchestrator", 2024-08-29T17:47:10.619 INFO:tasks.workunit.client.0.smithi028.stdout: "mgr/telemetry/channel_ident", 2024-08-29T17:47:10.619 INFO:tasks.workunit.client.0.smithi028.stdout: "mgr/telemetry/description", 2024-08-29T17:47:10.619 INFO:tasks.workunit.client.0.smithi028.stdout: "mgr/telemetry/organization", 2024-08-29T17:47:10.619 INFO:tasks.workunit.client.0.smithi028.stdout: "mon_allow_pool_delete", 2024-08-29T17:47:10.619 INFO:tasks.workunit.client.0.smithi028.stdout: "mon_clock_drift_allowed", 2024-08-29T17:47:10.619 INFO:tasks.workunit.client.0.smithi028.stdout: "mon_cluster_log_to_file", 2024-08-29T17:47:10.619 INFO:tasks.workunit.client.0.smithi028.stdout: "mon_data_avail_warn", 2024-08-29T17:47:10.619 INFO:tasks.workunit.client.0.smithi028.stdout: "mon_election_default_strategy", 2024-08-29T17:47:10.619 INFO:tasks.workunit.client.0.smithi028.stdout: "mon_max_pg_per_osd", 2024-08-29T17:47:10.619 INFO:tasks.workunit.client.0.smithi028.stdout: "mon_mgr_mkfs_grace", 2024-08-29T17:47:10.619 INFO:tasks.workunit.client.0.smithi028.stdout: "mon_osd_prime_pg_temp", 2024-08-29T17:47:10.619 INFO:tasks.workunit.client.0.smithi028.stdout: "mon_osd_reporter_subtree_level", 2024-08-29T17:47:10.619 INFO:tasks.workunit.client.0.smithi028.stdout: "mon_pg_warn_max_object_skew", 2024-08-29T17:47:10.620 INFO:tasks.workunit.client.0.smithi028.stdout: "mon_reweight_min_bytes_per_osd", 2024-08-29T17:47:10.620 INFO:tasks.workunit.client.0.smithi028.stdout: "mon_reweight_min_pgs_per_osd", 2024-08-29T17:47:10.620 INFO:tasks.workunit.client.0.smithi028.stdout: "mon_warn_on_crush_straw_calc_version_zero", 2024-08-29T17:47:10.620 INFO:tasks.workunit.client.0.smithi028.stdout: "mon_warn_on_insecure_global_id_reclaim", 2024-08-29T17:47:10.620 INFO:tasks.workunit.client.0.smithi028.stdout: "mon_warn_on_insecure_global_id_reclaim_allowed", 2024-08-29T17:47:10.620 INFO:tasks.workunit.client.0.smithi028.stdout: "mon_warn_on_legacy_crush_tunables", 2024-08-29T17:47:10.620 INFO:tasks.workunit.client.0.smithi028.stdout: "mon_warn_on_osd_down_out_interval_zero", 2024-08-29T17:47:10.620 INFO:tasks.workunit.client.0.smithi028.stdout: "mon_warn_on_pool_pg_num_not_power_of_two", 2024-08-29T17:47:10.620 INFO:tasks.workunit.client.0.smithi028.stdout: "mon_warn_on_too_few_osds", 2024-08-29T17:47:10.620 INFO:tasks.workunit.client.0.smithi028.stdout: "ms_die_on_bug", 2024-08-29T17:47:10.620 INFO:tasks.workunit.client.0.smithi028.stdout: "ms_die_on_old_message", 2024-08-29T17:47:10.620 INFO:tasks.workunit.client.0.smithi028.stdout: "osd_class_default_list", 2024-08-29T17:47:10.620 INFO:tasks.workunit.client.0.smithi028.stdout: "osd_class_load_list", 2024-08-29T17:47:10.620 INFO:tasks.workunit.client.0.smithi028.stdout: "osd_debug_misdirected_ops", 2024-08-29T17:47:10.621 INFO:tasks.workunit.client.0.smithi028.stdout: "osd_debug_op_order", 2024-08-29T17:47:10.621 INFO:tasks.workunit.client.0.smithi028.stdout: "osd_debug_pg_log_writeout", 2024-08-29T17:47:10.621 INFO:tasks.workunit.client.0.smithi028.stdout: "osd_debug_shutdown", 2024-08-29T17:47:10.621 INFO:tasks.workunit.client.0.smithi028.stdout: "osd_debug_verify_cached_snaps", 2024-08-29T17:47:10.621 INFO:tasks.workunit.client.0.smithi028.stdout: "osd_debug_verify_missing_on_start", 2024-08-29T17:47:10.621 INFO:tasks.workunit.client.0.smithi028.stdout: "osd_debug_verify_stray_on_activate", 2024-08-29T17:47:10.621 INFO:tasks.workunit.client.0.smithi028.stdout: "osd_deep_scrub_update_digest_min_age", 2024-08-29T17:47:10.621 INFO:tasks.workunit.client.0.smithi028.stdout: "osd_mclock_profile", 2024-08-29T17:47:10.621 INFO:tasks.workunit.client.0.smithi028.stdout: "osd_memory_target", 2024-08-29T17:47:10.621 INFO:tasks.workunit.client.0.smithi028.stdout: "osd_memory_target_autotune", 2024-08-29T17:47:10.621 INFO:tasks.workunit.client.0.smithi028.stdout: "osd_op_queue", 2024-08-29T17:47:10.621 INFO:tasks.workunit.client.0.smithi028.stdout: "osd_op_queue_cut_off", 2024-08-29T17:47:10.621 INFO:tasks.workunit.client.0.smithi028.stdout: "osd_pool_default_erasure_code_profile", 2024-08-29T17:47:10.621 INFO:tasks.workunit.client.0.smithi028.stdout: "osd_pool_default_pg_autoscale_mode", 2024-08-29T17:47:10.621 INFO:tasks.workunit.client.0.smithi028.stdout: "osd_recover_clone_overlap", 2024-08-29T17:47:10.622 INFO:tasks.workunit.client.0.smithi028.stdout: "osd_recovery_max_chunk", 2024-08-29T17:47:10.622 INFO:tasks.workunit.client.0.smithi028.stdout: "osd_scrub_load_threshold", 2024-08-29T17:47:10.622 INFO:tasks.workunit.client.0.smithi028.stdout: "osd_scrub_max_interval", 2024-08-29T17:47:10.622 INFO:tasks.workunit.client.0.smithi028.stdout: "osd_shutdown_pgref_assert", 2024-08-29T17:47:10.622 INFO:tasks.workunit.client.0.smithi028.stdout: "public_network", 2024-08-29T17:47:10.622 INFO:tasks.workunit.client.0.smithi028.stdout: "rgw_cache_enabled", 2024-08-29T17:47:10.622 INFO:tasks.workunit.client.0.smithi028.stdout: "rgw_enable_ops_log", 2024-08-29T17:47:10.622 INFO:tasks.workunit.client.0.smithi028.stdout: "rgw_enable_usage_log" 2024-08-29T17:47:10.622 INFO:tasks.workunit.client.0.smithi028.stdout: ] 2024-08-29T17:47:10.622 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:10.622 INFO:tasks.workunit.client.0.smithi028.stdout: "contact": null, 2024-08-29T17:47:10.622 INFO:tasks.workunit.client.0.smithi028.stdout: "crashes": [], 2024-08-29T17:47:10.622 INFO:tasks.workunit.client.0.smithi028.stdout: "created": "2024-08-29T17:30:13.516586Z", 2024-08-29T17:47:10.622 INFO:tasks.workunit.client.0.smithi028.stdout: "crush": { 2024-08-29T17:47:10.622 INFO:tasks.workunit.client.0.smithi028.stdout: "bucket_algs": { 2024-08-29T17:47:10.623 INFO:tasks.workunit.client.0.smithi028.stdout: "straw2": 3 2024-08-29T17:47:10.623 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:10.623 INFO:tasks.workunit.client.0.smithi028.stdout: "bucket_sizes": { 2024-08-29T17:47:10.623 INFO:tasks.workunit.client.0.smithi028.stdout: "2": 1, 2024-08-29T17:47:10.623 INFO:tasks.workunit.client.0.smithi028.stdout: "4": 2 2024-08-29T17:47:10.623 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:10.623 INFO:tasks.workunit.client.0.smithi028.stdout: "bucket_types": { 2024-08-29T17:47:10.623 INFO:tasks.workunit.client.0.smithi028.stdout: "1": 2, 2024-08-29T17:47:10.623 INFO:tasks.workunit.client.0.smithi028.stdout: "11": 1 2024-08-29T17:47:10.623 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:10.623 INFO:tasks.workunit.client.0.smithi028.stdout: "compat_weight_set": false, 2024-08-29T17:47:10.623 INFO:tasks.workunit.client.0.smithi028.stdout: "device_classes": [ 2024-08-29T17:47:10.623 INFO:tasks.workunit.client.0.smithi028.stdout: 8 2024-08-29T17:47:10.623 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-08-29T17:47:10.624 INFO:tasks.workunit.client.0.smithi028.stdout: "num_buckets": 6, 2024-08-29T17:47:10.624 INFO:tasks.workunit.client.0.smithi028.stdout: "num_devices": 8, 2024-08-29T17:47:10.624 INFO:tasks.workunit.client.0.smithi028.stdout: "num_rules": 1, 2024-08-29T17:47:10.624 INFO:tasks.workunit.client.0.smithi028.stdout: "num_types": 12, 2024-08-29T17:47:10.624 INFO:tasks.workunit.client.0.smithi028.stdout: "num_weight_sets": 0, 2024-08-29T17:47:10.624 INFO:tasks.workunit.client.0.smithi028.stdout: "tunables": { 2024-08-29T17:47:10.624 INFO:tasks.workunit.client.0.smithi028.stdout: "allowed_bucket_algs": 54, 2024-08-29T17:47:10.624 INFO:tasks.workunit.client.0.smithi028.stdout: "choose_local_fallback_tries": 0, 2024-08-29T17:47:10.624 INFO:tasks.workunit.client.0.smithi028.stdout: "choose_local_tries": 0, 2024-08-29T17:47:10.624 INFO:tasks.workunit.client.0.smithi028.stdout: "choose_total_tries": 50, 2024-08-29T17:47:10.624 INFO:tasks.workunit.client.0.smithi028.stdout: "chooseleaf_descend_once": 1, 2024-08-29T17:47:10.624 INFO:tasks.workunit.client.0.smithi028.stdout: "chooseleaf_stable": 1, 2024-08-29T17:47:10.624 INFO:tasks.workunit.client.0.smithi028.stdout: "chooseleaf_vary_r": 1, 2024-08-29T17:47:10.624 INFO:tasks.workunit.client.0.smithi028.stdout: "has_v2_rules": 0, 2024-08-29T17:47:10.625 INFO:tasks.workunit.client.0.smithi028.stdout: "has_v3_rules": 0, 2024-08-29T17:47:10.625 INFO:tasks.workunit.client.0.smithi028.stdout: "has_v4_buckets": 1, 2024-08-29T17:47:10.625 INFO:tasks.workunit.client.0.smithi028.stdout: "has_v5_rules": 0, 2024-08-29T17:47:10.625 INFO:tasks.workunit.client.0.smithi028.stdout: "legacy_tunables": 0, 2024-08-29T17:47:10.625 INFO:tasks.workunit.client.0.smithi028.stdout: "minimum_required_version": "jewel", 2024-08-29T17:47:10.625 INFO:tasks.workunit.client.0.smithi028.stdout: "optimal_tunables": 1, 2024-08-29T17:47:10.625 INFO:tasks.workunit.client.0.smithi028.stdout: "profile": "jewel", 2024-08-29T17:47:10.625 INFO:tasks.workunit.client.0.smithi028.stdout: "require_feature_tunables": 1, 2024-08-29T17:47:10.625 INFO:tasks.workunit.client.0.smithi028.stdout: "require_feature_tunables2": 1, 2024-08-29T17:47:10.625 INFO:tasks.workunit.client.0.smithi028.stdout: "require_feature_tunables3": 1, 2024-08-29T17:47:10.625 INFO:tasks.workunit.client.0.smithi028.stdout: "require_feature_tunables5": 1, 2024-08-29T17:47:10.625 INFO:tasks.workunit.client.0.smithi028.stdout: "straw_calc_version": 1 2024-08-29T17:47:10.625 INFO:tasks.workunit.client.0.smithi028.stdout: } 2024-08-29T17:47:10.625 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:10.625 INFO:tasks.workunit.client.0.smithi028.stdout: "description": "upgrade test cluster", 2024-08-29T17:47:10.626 INFO:tasks.workunit.client.0.smithi028.stdout: "fs": { 2024-08-29T17:47:10.626 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 1, 2024-08-29T17:47:10.626 INFO:tasks.workunit.client.0.smithi028.stdout: "feature_flags": { 2024-08-29T17:47:10.626 INFO:tasks.workunit.client.0.smithi028.stdout: "enable_multiple": true, 2024-08-29T17:47:10.626 INFO:tasks.workunit.client.0.smithi028.stdout: "ever_enabled_multiple": true 2024-08-29T17:47:10.626 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:10.626 INFO:tasks.workunit.client.0.smithi028.stdout: "filesystems": [ 2024-08-29T17:47:10.626 INFO:tasks.workunit.client.0.smithi028.stdout: { 2024-08-29T17:47:10.626 INFO:tasks.workunit.client.0.smithi028.stdout: "approx_ctime": "2024-08", 2024-08-29T17:47:10.626 INFO:tasks.workunit.client.0.smithi028.stdout: "balancer_enabled": false, 2024-08-29T17:47:10.626 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 0, 2024-08-29T17:47:10.626 INFO:tasks.workunit.client.0.smithi028.stdout: "cached_caps": 0, 2024-08-29T17:47:10.626 INFO:tasks.workunit.client.0.smithi028.stdout: "cached_dns": 10, 2024-08-29T17:47:10.626 INFO:tasks.workunit.client.0.smithi028.stdout: "cached_inos": 13, 2024-08-29T17:47:10.626 INFO:tasks.workunit.client.0.smithi028.stdout: "cached_subtrees": 2, 2024-08-29T17:47:10.627 INFO:tasks.workunit.client.0.smithi028.stdout: "ever_allowed_features": 0, 2024-08-29T17:47:10.627 INFO:tasks.workunit.client.0.smithi028.stdout: "explicitly_allowed_features": 0, 2024-08-29T17:47:10.627 INFO:tasks.workunit.client.0.smithi028.stdout: "files": 0, 2024-08-29T17:47:10.627 INFO:tasks.workunit.client.0.smithi028.stdout: "max_mds": 1, 2024-08-29T17:47:10.627 INFO:tasks.workunit.client.0.smithi028.stdout: "num_data_pools": 1, 2024-08-29T17:47:10.627 INFO:tasks.workunit.client.0.smithi028.stdout: "num_in": 1, 2024-08-29T17:47:10.627 INFO:tasks.workunit.client.0.smithi028.stdout: "num_mds": 1, 2024-08-29T17:47:10.627 INFO:tasks.workunit.client.0.smithi028.stdout: "num_sessions": 0, 2024-08-29T17:47:10.627 INFO:tasks.workunit.client.0.smithi028.stdout: "num_standby_replay": 0, 2024-08-29T17:47:10.627 INFO:tasks.workunit.client.0.smithi028.stdout: "num_up": 1, 2024-08-29T17:47:10.627 INFO:tasks.workunit.client.0.smithi028.stdout: "snaps": 0, 2024-08-29T17:47:10.627 INFO:tasks.workunit.client.0.smithi028.stdout: "standby_count_wanted": 0 2024-08-29T17:47:10.627 INFO:tasks.workunit.client.0.smithi028.stdout: } 2024-08-29T17:47:10.627 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-08-29T17:47:10.627 INFO:tasks.workunit.client.0.smithi028.stdout: "num_standby_mds": 1, 2024-08-29T17:47:10.628 INFO:tasks.workunit.client.0.smithi028.stdout: "total_num_mds": 2 2024-08-29T17:47:10.628 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:10.628 INFO:tasks.workunit.client.0.smithi028.stdout: "hosts": { 2024-08-29T17:47:10.628 INFO:tasks.workunit.client.0.smithi028.stdout: "num": 2, 2024-08-29T17:47:10.628 INFO:tasks.workunit.client.0.smithi028.stdout: "num_with_mds": 2, 2024-08-29T17:47:10.628 INFO:tasks.workunit.client.0.smithi028.stdout: "num_with_mgr": 2, 2024-08-29T17:47:10.628 INFO:tasks.workunit.client.0.smithi028.stdout: "num_with_mon": 2, 2024-08-29T17:47:10.628 INFO:tasks.workunit.client.0.smithi028.stdout: "num_with_osd": 2 2024-08-29T17:47:10.628 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:10.628 INFO:tasks.workunit.client.0.smithi028.stdout: "leaderboard": false, 2024-08-29T17:47:10.628 INFO:tasks.workunit.client.0.smithi028.stdout: "license": "sharing-1-0", 2024-08-29T17:47:10.628 INFO:tasks.workunit.client.0.smithi028.stdout: "metadata": { 2024-08-29T17:47:10.628 INFO:tasks.workunit.client.0.smithi028.stdout: "mds": { 2024-08-29T17:47:10.628 INFO:tasks.workunit.client.0.smithi028.stdout: "arch": { 2024-08-29T17:47:10.629 INFO:tasks.workunit.client.0.smithi028.stdout: "x86_64": 2 2024-08-29T17:47:10.629 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:10.629 INFO:tasks.workunit.client.0.smithi028.stdout: "ceph_version": { 2024-08-29T17:47:10.629 INFO:tasks.workunit.client.0.smithi028.stdout: "ceph version 17.2.7-1503-ga89f613d (a89f613db4d5b6bca82681f19d73c6d337aae2d5) quincy (stable)": 2 2024-08-29T17:47:10.629 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:10.629 INFO:tasks.workunit.client.0.smithi028.stdout: "cpu": { 2024-08-29T17:47:10.629 INFO:tasks.workunit.client.0.smithi028.stdout: "Intel(R) Xeon(R) CPU E5-1620 v3 @ 3.50GHz": 2 2024-08-29T17:47:10.629 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:10.629 INFO:tasks.workunit.client.0.smithi028.stdout: "distro": { 2024-08-29T17:47:10.629 INFO:tasks.workunit.client.0.smithi028.stdout: "centos": 2 2024-08-29T17:47:10.629 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:10.629 INFO:tasks.workunit.client.0.smithi028.stdout: "distro_description": { 2024-08-29T17:47:10.629 INFO:tasks.workunit.client.0.smithi028.stdout: "CentOS Stream 9": 2 2024-08-29T17:47:10.629 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:10.630 INFO:tasks.workunit.client.0.smithi028.stdout: "kernel_description": { 2024-08-29T17:47:10.630 INFO:tasks.workunit.client.0.smithi028.stdout: "#129-Ubuntu SMP Fri Aug 2 19:25:20 UTC 2024": 2 2024-08-29T17:47:10.630 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:10.630 INFO:tasks.workunit.client.0.smithi028.stdout: "kernel_version": { 2024-08-29T17:47:10.630 INFO:tasks.workunit.client.0.smithi028.stdout: "5.15.0-119-generic": 2 2024-08-29T17:47:10.630 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:10.630 INFO:tasks.workunit.client.0.smithi028.stdout: "os": { 2024-08-29T17:47:10.630 INFO:tasks.workunit.client.0.smithi028.stdout: "Linux": 2 2024-08-29T17:47:10.630 INFO:tasks.workunit.client.0.smithi028.stdout: } 2024-08-29T17:47:10.630 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:10.630 INFO:tasks.workunit.client.0.smithi028.stdout: "mon": { 2024-08-29T17:47:10.630 INFO:tasks.workunit.client.0.smithi028.stdout: "arch": { 2024-08-29T17:47:10.630 INFO:tasks.workunit.client.0.smithi028.stdout: "x86_64": 3 2024-08-29T17:47:10.630 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:10.631 INFO:tasks.workunit.client.0.smithi028.stdout: "ceph_version": { 2024-08-29T17:47:10.631 INFO:tasks.workunit.client.0.smithi028.stdout: "ceph version 17.2.7-1503-ga89f613d (a89f613db4d5b6bca82681f19d73c6d337aae2d5) quincy (stable)": 3 2024-08-29T17:47:10.631 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:10.631 INFO:tasks.workunit.client.0.smithi028.stdout: "cpu": { 2024-08-29T17:47:10.631 INFO:tasks.workunit.client.0.smithi028.stdout: "Intel(R) Xeon(R) CPU E5-1620 v3 @ 3.50GHz": 3 2024-08-29T17:47:10.631 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:10.631 INFO:tasks.workunit.client.0.smithi028.stdout: "distro": { 2024-08-29T17:47:10.631 INFO:tasks.workunit.client.0.smithi028.stdout: "centos": 3 2024-08-29T17:47:10.631 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:10.631 INFO:tasks.workunit.client.0.smithi028.stdout: "distro_description": { 2024-08-29T17:47:10.631 INFO:tasks.workunit.client.0.smithi028.stdout: "CentOS Stream 9": 3 2024-08-29T17:47:10.631 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:10.631 INFO:tasks.workunit.client.0.smithi028.stdout: "kernel_description": { 2024-08-29T17:47:10.631 INFO:tasks.workunit.client.0.smithi028.stdout: "#129-Ubuntu SMP Fri Aug 2 19:25:20 UTC 2024": 3 2024-08-29T17:47:10.632 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:10.632 INFO:tasks.workunit.client.0.smithi028.stdout: "kernel_version": { 2024-08-29T17:47:10.632 INFO:tasks.workunit.client.0.smithi028.stdout: "5.15.0-119-generic": 3 2024-08-29T17:47:10.632 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:10.632 INFO:tasks.workunit.client.0.smithi028.stdout: "os": { 2024-08-29T17:47:10.632 INFO:tasks.workunit.client.0.smithi028.stdout: "Linux": 3 2024-08-29T17:47:10.632 INFO:tasks.workunit.client.0.smithi028.stdout: } 2024-08-29T17:47:10.632 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:10.632 INFO:tasks.workunit.client.0.smithi028.stdout: "osd": { 2024-08-29T17:47:10.632 INFO:tasks.workunit.client.0.smithi028.stdout: "arch": { 2024-08-29T17:47:10.632 INFO:tasks.workunit.client.0.smithi028.stdout: "x86_64": 8 2024-08-29T17:47:10.632 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:10.632 INFO:tasks.workunit.client.0.smithi028.stdout: "ceph_version": { 2024-08-29T17:47:10.633 INFO:tasks.workunit.client.0.smithi028.stdout: "ceph version 17.2.7-1503-ga89f613d (a89f613db4d5b6bca82681f19d73c6d337aae2d5) quincy (stable)": 8 2024-08-29T17:47:10.633 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:10.633 INFO:tasks.workunit.client.0.smithi028.stdout: "cpu": { 2024-08-29T17:47:10.633 INFO:tasks.workunit.client.0.smithi028.stdout: "Intel(R) Xeon(R) CPU E5-1620 v3 @ 3.50GHz": 8 2024-08-29T17:47:10.633 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:10.633 INFO:tasks.workunit.client.0.smithi028.stdout: "distro": { 2024-08-29T17:47:10.633 INFO:tasks.workunit.client.0.smithi028.stdout: "centos": 8 2024-08-29T17:47:10.633 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:10.633 INFO:tasks.workunit.client.0.smithi028.stdout: "distro_description": { 2024-08-29T17:47:10.633 INFO:tasks.workunit.client.0.smithi028.stdout: "CentOS Stream 9": 8 2024-08-29T17:47:10.633 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:10.633 INFO:tasks.workunit.client.0.smithi028.stdout: "kernel_description": { 2024-08-29T17:47:10.633 INFO:tasks.workunit.client.0.smithi028.stdout: "#129-Ubuntu SMP Fri Aug 2 19:25:20 UTC 2024": 8 2024-08-29T17:47:10.633 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:10.633 INFO:tasks.workunit.client.0.smithi028.stdout: "kernel_version": { 2024-08-29T17:47:10.634 INFO:tasks.workunit.client.0.smithi028.stdout: "5.15.0-119-generic": 8 2024-08-29T17:47:10.634 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:10.634 INFO:tasks.workunit.client.0.smithi028.stdout: "os": { 2024-08-29T17:47:10.634 INFO:tasks.workunit.client.0.smithi028.stdout: "Linux": 8 2024-08-29T17:47:10.634 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:10.634 INFO:tasks.workunit.client.0.smithi028.stdout: "osd_objectstore": { 2024-08-29T17:47:10.634 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore": 8 2024-08-29T17:47:10.634 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:10.634 INFO:tasks.workunit.client.0.smithi028.stdout: "rotational": { 2024-08-29T17:47:10.634 INFO:tasks.workunit.client.0.smithi028.stdout: "0": 8 2024-08-29T17:47:10.634 INFO:tasks.workunit.client.0.smithi028.stdout: } 2024-08-29T17:47:10.634 INFO:tasks.workunit.client.0.smithi028.stdout: } 2024-08-29T17:47:10.634 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:10.634 INFO:tasks.workunit.client.0.smithi028.stdout: "mon": { 2024-08-29T17:47:10.634 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 3, 2024-08-29T17:47:10.635 INFO:tasks.workunit.client.0.smithi028.stdout: "features": { 2024-08-29T17:47:10.635 INFO:tasks.workunit.client.0.smithi028.stdout: "optional": [], 2024-08-29T17:47:10.635 INFO:tasks.workunit.client.0.smithi028.stdout: "persistent": [ 2024-08-29T17:47:10.635 INFO:tasks.workunit.client.0.smithi028.stdout: "kraken", 2024-08-29T17:47:10.635 INFO:tasks.workunit.client.0.smithi028.stdout: "luminous", 2024-08-29T17:47:10.635 INFO:tasks.workunit.client.0.smithi028.stdout: "mimic", 2024-08-29T17:47:10.635 INFO:tasks.workunit.client.0.smithi028.stdout: "osdmap-prune", 2024-08-29T17:47:10.635 INFO:tasks.workunit.client.0.smithi028.stdout: "nautilus", 2024-08-29T17:47:10.635 INFO:tasks.workunit.client.0.smithi028.stdout: "octopus", 2024-08-29T17:47:10.635 INFO:tasks.workunit.client.0.smithi028.stdout: "pacific", 2024-08-29T17:47:10.635 INFO:tasks.workunit.client.0.smithi028.stdout: "elector-pinging", 2024-08-29T17:47:10.635 INFO:tasks.workunit.client.0.smithi028.stdout: "quincy" 2024-08-29T17:47:10.635 INFO:tasks.workunit.client.0.smithi028.stdout: ] 2024-08-29T17:47:10.635 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:10.636 INFO:tasks.workunit.client.0.smithi028.stdout: "ipv4_addr_mons": 6, 2024-08-29T17:47:10.636 INFO:tasks.workunit.client.0.smithi028.stdout: "ipv6_addr_mons": 0, 2024-08-29T17:47:10.636 INFO:tasks.workunit.client.0.smithi028.stdout: "min_mon_release": 17, 2024-08-29T17:47:10.636 INFO:tasks.workunit.client.0.smithi028.stdout: "v1_addr_mons": 3, 2024-08-29T17:47:10.636 INFO:tasks.workunit.client.0.smithi028.stdout: "v2_addr_mons": 3 2024-08-29T17:47:10.636 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:10.636 INFO:tasks.workunit.client.0.smithi028.stdout: "organization": "ceph-qa", 2024-08-29T17:47:10.636 INFO:tasks.workunit.client.0.smithi028.stdout: "osd": { 2024-08-29T17:47:10.636 INFO:tasks.workunit.client.0.smithi028.stdout: "cluster_network": false, 2024-08-29T17:47:10.636 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 8, 2024-08-29T17:47:10.636 INFO:tasks.workunit.client.0.smithi028.stdout: "require_min_compat_client": "luminous", 2024-08-29T17:47:10.636 INFO:tasks.workunit.client.0.smithi028.stdout: "require_osd_release": "quincy" 2024-08-29T17:47:10.636 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:10.636 INFO:tasks.workunit.client.0.smithi028.stdout: "pools": [ 2024-08-29T17:47:10.636 INFO:tasks.workunit.client.0.smithi028.stdout: { 2024-08-29T17:47:10.637 INFO:tasks.workunit.client.0.smithi028.stdout: "application": [ 2024-08-29T17:47:10.637 INFO:tasks.workunit.client.0.smithi028.stdout: "mgr" 2024-08-29T17:47:10.637 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-08-29T17:47:10.637 INFO:tasks.workunit.client.0.smithi028.stdout: "cache_mode": "none", 2024-08-29T17:47:10.637 INFO:tasks.workunit.client.0.smithi028.stdout: "erasure_code_profile": {}, 2024-08-29T17:47:10.637 INFO:tasks.workunit.client.0.smithi028.stdout: "min_size": 2, 2024-08-29T17:47:10.637 INFO:tasks.workunit.client.0.smithi028.stdout: "options": {}, 2024-08-29T17:47:10.637 INFO:tasks.workunit.client.0.smithi028.stdout: "pg_autoscale_mode": "off", 2024-08-29T17:47:10.637 INFO:tasks.workunit.client.0.smithi028.stdout: "pg_num": 1, 2024-08-29T17:47:10.637 INFO:tasks.workunit.client.0.smithi028.stdout: "pgp_num": 1, 2024-08-29T17:47:10.637 INFO:tasks.workunit.client.0.smithi028.stdout: "pool": 1, 2024-08-29T17:47:10.637 INFO:tasks.workunit.client.0.smithi028.stdout: "size": 3, 2024-08-29T17:47:10.637 INFO:tasks.workunit.client.0.smithi028.stdout: "stats": { 2024-08-29T17:47:10.637 INFO:tasks.workunit.client.0.smithi028.stdout: "avail_raw": 727115213066, 2024-08-29T17:47:10.637 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes_used": 1781760, 2024-08-29T17:47:10.638 INFO:tasks.workunit.client.0.smithi028.stdout: "compress_bytes_used": 0, 2024-08-29T17:47:10.638 INFO:tasks.workunit.client.0.smithi028.stdout: "compress_under_bytes": 0, 2024-08-29T17:47:10.638 INFO:tasks.workunit.client.0.smithi028.stdout: "data_bytes_used": 1781760, 2024-08-29T17:47:10.638 INFO:tasks.workunit.client.0.smithi028.stdout: "dirty": 0, 2024-08-29T17:47:10.638 INFO:tasks.workunit.client.0.smithi028.stdout: "max_avail": 242371739648, 2024-08-29T17:47:10.638 INFO:tasks.workunit.client.0.smithi028.stdout: "objects": 2, 2024-08-29T17:47:10.638 INFO:tasks.workunit.client.0.smithi028.stdout: "omap_bytes_used": 0, 2024-08-29T17:47:10.638 INFO:tasks.workunit.client.0.smithi028.stdout: "percent_used": 2.4504447537765373e-06, 2024-08-29T17:47:10.638 INFO:tasks.workunit.client.0.smithi028.stdout: "quota_bytes": 0, 2024-08-29T17:47:10.638 INFO:tasks.workunit.client.0.smithi028.stdout: "quota_objects": 0, 2024-08-29T17:47:10.638 INFO:tasks.workunit.client.0.smithi028.stdout: "rd": 250, 2024-08-29T17:47:10.638 INFO:tasks.workunit.client.0.smithi028.stdout: "rd_bytes": 475136, 2024-08-29T17:47:10.638 INFO:tasks.workunit.client.0.smithi028.stdout: "stored": 590368, 2024-08-29T17:47:10.638 INFO:tasks.workunit.client.0.smithi028.stdout: "stored_data": 590368, 2024-08-29T17:47:10.638 INFO:tasks.workunit.client.0.smithi028.stdout: "stored_omap": 0, 2024-08-29T17:47:10.639 INFO:tasks.workunit.client.0.smithi028.stdout: "stored_raw": 1771104, 2024-08-29T17:47:10.639 INFO:tasks.workunit.client.0.smithi028.stdout: "wr": 187, 2024-08-29T17:47:10.639 INFO:tasks.workunit.client.0.smithi028.stdout: "wr_bytes": 2473984 2024-08-29T17:47:10.639 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:10.639 INFO:tasks.workunit.client.0.smithi028.stdout: "target_max_bytes": 0, 2024-08-29T17:47:10.639 INFO:tasks.workunit.client.0.smithi028.stdout: "target_max_objects": 0, 2024-08-29T17:47:10.639 INFO:tasks.workunit.client.0.smithi028.stdout: "type": "replicated" 2024-08-29T17:47:10.639 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:10.639 INFO:tasks.workunit.client.0.smithi028.stdout: { 2024-08-29T17:47:10.639 INFO:tasks.workunit.client.0.smithi028.stdout: "application": [ 2024-08-29T17:47:10.639 INFO:tasks.workunit.client.0.smithi028.stdout: "cephfs" 2024-08-29T17:47:10.639 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-08-29T17:47:10.639 INFO:tasks.workunit.client.0.smithi028.stdout: "cache_mode": "none", 2024-08-29T17:47:10.639 INFO:tasks.workunit.client.0.smithi028.stdout: "erasure_code_profile": {}, 2024-08-29T17:47:10.639 INFO:tasks.workunit.client.0.smithi028.stdout: "min_size": 2, 2024-08-29T17:47:10.640 INFO:tasks.workunit.client.0.smithi028.stdout: "options": {}, 2024-08-29T17:47:10.640 INFO:tasks.workunit.client.0.smithi028.stdout: "pg_autoscale_mode": "off", 2024-08-29T17:47:10.640 INFO:tasks.workunit.client.0.smithi028.stdout: "pg_num": 32, 2024-08-29T17:47:10.640 INFO:tasks.workunit.client.0.smithi028.stdout: "pgp_num": 32, 2024-08-29T17:47:10.640 INFO:tasks.workunit.client.0.smithi028.stdout: "pool": 2, 2024-08-29T17:47:10.640 INFO:tasks.workunit.client.0.smithi028.stdout: "size": 3, 2024-08-29T17:47:10.640 INFO:tasks.workunit.client.0.smithi028.stdout: "stats": { 2024-08-29T17:47:10.640 INFO:tasks.workunit.client.0.smithi028.stdout: "avail_raw": 727115213066, 2024-08-29T17:47:10.640 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes_used": 98304, 2024-08-29T17:47:10.640 INFO:tasks.workunit.client.0.smithi028.stdout: "compress_bytes_used": 0, 2024-08-29T17:47:10.640 INFO:tasks.workunit.client.0.smithi028.stdout: "compress_under_bytes": 0, 2024-08-29T17:47:10.640 INFO:tasks.workunit.client.0.smithi028.stdout: "data_bytes_used": 98304, 2024-08-29T17:47:10.640 INFO:tasks.workunit.client.0.smithi028.stdout: "dirty": 0, 2024-08-29T17:47:10.640 INFO:tasks.workunit.client.0.smithi028.stdout: "max_avail": 242371739648, 2024-08-29T17:47:10.641 INFO:tasks.workunit.client.0.smithi028.stdout: "objects": 22, 2024-08-29T17:47:10.641 INFO:tasks.workunit.client.0.smithi028.stdout: "omap_bytes_used": 0, 2024-08-29T17:47:10.641 INFO:tasks.workunit.client.0.smithi028.stdout: "percent_used": 1.351972542806834e-07, 2024-08-29T17:47:10.641 INFO:tasks.workunit.client.0.smithi028.stdout: "quota_bytes": 0, 2024-08-29T17:47:10.641 INFO:tasks.workunit.client.0.smithi028.stdout: "quota_objects": 0, 2024-08-29T17:47:10.641 INFO:tasks.workunit.client.0.smithi028.stdout: "rd": 0, 2024-08-29T17:47:10.641 INFO:tasks.workunit.client.0.smithi028.stdout: "rd_bytes": 0, 2024-08-29T17:47:10.641 INFO:tasks.workunit.client.0.smithi028.stdout: "stored": 3410, 2024-08-29T17:47:10.641 INFO:tasks.workunit.client.0.smithi028.stdout: "stored_data": 3410, 2024-08-29T17:47:10.641 INFO:tasks.workunit.client.0.smithi028.stdout: "stored_omap": 0, 2024-08-29T17:47:10.641 INFO:tasks.workunit.client.0.smithi028.stdout: "stored_raw": 10230, 2024-08-29T17:47:10.641 INFO:tasks.workunit.client.0.smithi028.stdout: "wr": 51, 2024-08-29T17:47:10.641 INFO:tasks.workunit.client.0.smithi028.stdout: "wr_bytes": 19456 2024-08-29T17:47:10.641 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:10.642 INFO:tasks.workunit.client.0.smithi028.stdout: "target_max_bytes": 0, 2024-08-29T17:47:10.642 INFO:tasks.workunit.client.0.smithi028.stdout: "target_max_objects": 0, 2024-08-29T17:47:10.642 INFO:tasks.workunit.client.0.smithi028.stdout: "type": "replicated" 2024-08-29T17:47:10.642 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:10.642 INFO:tasks.workunit.client.0.smithi028.stdout: { 2024-08-29T17:47:10.642 INFO:tasks.workunit.client.0.smithi028.stdout: "application": [ 2024-08-29T17:47:10.642 INFO:tasks.workunit.client.0.smithi028.stdout: "cephfs" 2024-08-29T17:47:10.642 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-08-29T17:47:10.642 INFO:tasks.workunit.client.0.smithi028.stdout: "cache_mode": "none", 2024-08-29T17:47:10.642 INFO:tasks.workunit.client.0.smithi028.stdout: "erasure_code_profile": {}, 2024-08-29T17:47:10.642 INFO:tasks.workunit.client.0.smithi028.stdout: "min_size": 2, 2024-08-29T17:47:10.642 INFO:tasks.workunit.client.0.smithi028.stdout: "options": {}, 2024-08-29T17:47:10.642 INFO:tasks.workunit.client.0.smithi028.stdout: "pg_autoscale_mode": "off", 2024-08-29T17:47:10.642 INFO:tasks.workunit.client.0.smithi028.stdout: "pg_num": 64, 2024-08-29T17:47:10.643 INFO:tasks.workunit.client.0.smithi028.stdout: "pgp_num": 64, 2024-08-29T17:47:10.643 INFO:tasks.workunit.client.0.smithi028.stdout: "pool": 3, 2024-08-29T17:47:10.643 INFO:tasks.workunit.client.0.smithi028.stdout: "size": 3, 2024-08-29T17:47:10.643 INFO:tasks.workunit.client.0.smithi028.stdout: "stats": { 2024-08-29T17:47:10.643 INFO:tasks.workunit.client.0.smithi028.stdout: "avail_raw": 727115213066, 2024-08-29T17:47:10.643 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes_used": 0, 2024-08-29T17:47:10.643 INFO:tasks.workunit.client.0.smithi028.stdout: "compress_bytes_used": 0, 2024-08-29T17:47:10.643 INFO:tasks.workunit.client.0.smithi028.stdout: "compress_under_bytes": 0, 2024-08-29T17:47:10.643 INFO:tasks.workunit.client.0.smithi028.stdout: "data_bytes_used": 0, 2024-08-29T17:47:10.643 INFO:tasks.workunit.client.0.smithi028.stdout: "dirty": 0, 2024-08-29T17:47:10.644 INFO:tasks.workunit.client.0.smithi028.stdout: "max_avail": 242371739648, 2024-08-29T17:47:10.644 INFO:tasks.workunit.client.0.smithi028.stdout: "objects": 0, 2024-08-29T17:47:10.644 INFO:tasks.workunit.client.0.smithi028.stdout: "omap_bytes_used": 0, 2024-08-29T17:47:10.644 INFO:tasks.workunit.client.0.smithi028.stdout: "percent_used": 0.0, 2024-08-29T17:47:10.644 INFO:tasks.workunit.client.0.smithi028.stdout: "quota_bytes": 0, 2024-08-29T17:47:10.644 INFO:tasks.workunit.client.0.smithi028.stdout: "quota_objects": 0, 2024-08-29T17:47:10.644 INFO:tasks.workunit.client.0.smithi028.stdout: "rd": 0, 2024-08-29T17:47:10.644 INFO:tasks.workunit.client.0.smithi028.stdout: "rd_bytes": 0, 2024-08-29T17:47:10.644 INFO:tasks.workunit.client.0.smithi028.stdout: "stored": 0, 2024-08-29T17:47:10.644 INFO:tasks.workunit.client.0.smithi028.stdout: "stored_data": 0, 2024-08-29T17:47:10.644 INFO:tasks.workunit.client.0.smithi028.stdout: "stored_omap": 0, 2024-08-29T17:47:10.644 INFO:tasks.workunit.client.0.smithi028.stdout: "stored_raw": 0, 2024-08-29T17:47:10.644 INFO:tasks.workunit.client.0.smithi028.stdout: "wr": 0, 2024-08-29T17:47:10.644 INFO:tasks.workunit.client.0.smithi028.stdout: "wr_bytes": 0 2024-08-29T17:47:10.645 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:10.645 INFO:tasks.workunit.client.0.smithi028.stdout: "target_max_bytes": 0, 2024-08-29T17:47:10.645 INFO:tasks.workunit.client.0.smithi028.stdout: "target_max_objects": 0, 2024-08-29T17:47:10.645 INFO:tasks.workunit.client.0.smithi028.stdout: "type": "replicated" 2024-08-29T17:47:10.645 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:10.645 INFO:tasks.workunit.client.0.smithi028.stdout: { 2024-08-29T17:47:10.645 INFO:tasks.workunit.client.0.smithi028.stdout: "application": [ 2024-08-29T17:47:10.645 INFO:tasks.workunit.client.0.smithi028.stdout: "rbd" 2024-08-29T17:47:10.645 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-08-29T17:47:10.645 INFO:tasks.workunit.client.0.smithi028.stdout: "cache_mode": "none", 2024-08-29T17:47:10.645 INFO:tasks.workunit.client.0.smithi028.stdout: "erasure_code_profile": {}, 2024-08-29T17:47:10.645 INFO:tasks.workunit.client.0.smithi028.stdout: "min_size": 2, 2024-08-29T17:47:10.645 INFO:tasks.workunit.client.0.smithi028.stdout: "options": {}, 2024-08-29T17:47:10.645 INFO:tasks.workunit.client.0.smithi028.stdout: "pg_autoscale_mode": "off", 2024-08-29T17:47:10.646 INFO:tasks.workunit.client.0.smithi028.stdout: "pg_num": 8, 2024-08-29T17:47:10.646 INFO:tasks.workunit.client.0.smithi028.stdout: "pgp_num": 8, 2024-08-29T17:47:10.646 INFO:tasks.workunit.client.0.smithi028.stdout: "pool": 4, 2024-08-29T17:47:10.646 INFO:tasks.workunit.client.0.smithi028.stdout: "size": 3, 2024-08-29T17:47:10.646 INFO:tasks.workunit.client.0.smithi028.stdout: "stats": { 2024-08-29T17:47:10.646 INFO:tasks.workunit.client.0.smithi028.stdout: "avail_raw": 727115213066, 2024-08-29T17:47:10.646 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes_used": 12288, 2024-08-29T17:47:10.646 INFO:tasks.workunit.client.0.smithi028.stdout: "compress_bytes_used": 0, 2024-08-29T17:47:10.646 INFO:tasks.workunit.client.0.smithi028.stdout: "compress_under_bytes": 0, 2024-08-29T17:47:10.646 INFO:tasks.workunit.client.0.smithi028.stdout: "data_bytes_used": 12288, 2024-08-29T17:47:10.646 INFO:tasks.workunit.client.0.smithi028.stdout: "dirty": 0, 2024-08-29T17:47:10.646 INFO:tasks.workunit.client.0.smithi028.stdout: "max_avail": 242371739648, 2024-08-29T17:47:10.646 INFO:tasks.workunit.client.0.smithi028.stdout: "objects": 2, 2024-08-29T17:47:10.646 INFO:tasks.workunit.client.0.smithi028.stdout: "omap_bytes_used": 0, 2024-08-29T17:47:10.647 INFO:tasks.workunit.client.0.smithi028.stdout: "percent_used": 1.6899660337799105e-08, 2024-08-29T17:47:10.647 INFO:tasks.workunit.client.0.smithi028.stdout: "quota_bytes": 0, 2024-08-29T17:47:10.647 INFO:tasks.workunit.client.0.smithi028.stdout: "quota_objects": 0, 2024-08-29T17:47:10.647 INFO:tasks.workunit.client.0.smithi028.stdout: "rd": 0, 2024-08-29T17:47:10.647 INFO:tasks.workunit.client.0.smithi028.stdout: "rd_bytes": 0, 2024-08-29T17:47:10.647 INFO:tasks.workunit.client.0.smithi028.stdout: "stored": 19, 2024-08-29T17:47:10.647 INFO:tasks.workunit.client.0.smithi028.stdout: "stored_data": 19, 2024-08-29T17:47:10.647 INFO:tasks.workunit.client.0.smithi028.stdout: "stored_omap": 0, 2024-08-29T17:47:10.647 INFO:tasks.workunit.client.0.smithi028.stdout: "stored_raw": 57, 2024-08-29T17:47:10.647 INFO:tasks.workunit.client.0.smithi028.stdout: "wr": 2, 2024-08-29T17:47:10.647 INFO:tasks.workunit.client.0.smithi028.stdout: "wr_bytes": 2048 2024-08-29T17:47:10.647 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:10.647 INFO:tasks.workunit.client.0.smithi028.stdout: "target_max_bytes": 0, 2024-08-29T17:47:10.647 INFO:tasks.workunit.client.0.smithi028.stdout: "target_max_objects": 0, 2024-08-29T17:47:10.648 INFO:tasks.workunit.client.0.smithi028.stdout: "type": "replicated" 2024-08-29T17:47:10.648 INFO:tasks.workunit.client.0.smithi028.stdout: } 2024-08-29T17:47:10.648 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-08-29T17:47:10.648 INFO:tasks.workunit.client.0.smithi028.stdout: "rbd": { 2024-08-29T17:47:10.648 INFO:tasks.workunit.client.0.smithi028.stdout: "mirroring_by_pool": [ 2024-08-29T17:47:10.648 INFO:tasks.workunit.client.0.smithi028.stdout: false 2024-08-29T17:47:10.648 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-08-29T17:47:10.648 INFO:tasks.workunit.client.0.smithi028.stdout: "num_images_by_pool": [ 2024-08-29T17:47:10.648 INFO:tasks.workunit.client.0.smithi028.stdout: 0 2024-08-29T17:47:10.648 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-08-29T17:47:10.648 INFO:tasks.workunit.client.0.smithi028.stdout: "num_pools": 1 2024-08-29T17:47:10.648 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:10.648 INFO:tasks.workunit.client.0.smithi028.stdout: "report_id": "19f8b848-b822-43d5-9878-802c7d25be57", 2024-08-29T17:47:10.648 INFO:tasks.workunit.client.0.smithi028.stdout: "report_timestamp": "2024-08-29T17:47:10.537848", 2024-08-29T17:47:10.649 INFO:tasks.workunit.client.0.smithi028.stdout: "report_version": 1, 2024-08-29T17:47:10.649 INFO:tasks.workunit.client.0.smithi028.stdout: "rook": { 2024-08-29T17:47:10.649 INFO:tasks.workunit.client.0.smithi028.stdout: "cluster": { 2024-08-29T17:47:10.649 INFO:tasks.workunit.client.0.smithi028.stdout: "external-mode": null, 2024-08-29T17:47:10.649 INFO:tasks.workunit.client.0.smithi028.stdout: "mon": { 2024-08-29T17:47:10.649 INFO:tasks.workunit.client.0.smithi028.stdout: "allow-multiple-per-node": null, 2024-08-29T17:47:10.649 INFO:tasks.workunit.client.0.smithi028.stdout: "count": null, 2024-08-29T17:47:10.649 INFO:tasks.workunit.client.0.smithi028.stdout: "max-id": null, 2024-08-29T17:47:10.649 INFO:tasks.workunit.client.0.smithi028.stdout: "pvc": { 2024-08-29T17:47:10.649 INFO:tasks.workunit.client.0.smithi028.stdout: "enabled": null 2024-08-29T17:47:10.650 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:10.650 INFO:tasks.workunit.client.0.smithi028.stdout: "stretch": { 2024-08-29T17:47:10.650 INFO:tasks.workunit.client.0.smithi028.stdout: "enabled": null 2024-08-29T17:47:10.650 INFO:tasks.workunit.client.0.smithi028.stdout: } 2024-08-29T17:47:10.650 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:10.650 INFO:tasks.workunit.client.0.smithi028.stdout: "network": { 2024-08-29T17:47:10.650 INFO:tasks.workunit.client.0.smithi028.stdout: "provider": null 2024-08-29T17:47:10.650 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:10.650 INFO:tasks.workunit.client.0.smithi028.stdout: "storage": { 2024-08-29T17:47:10.650 INFO:tasks.workunit.client.0.smithi028.stdout: "device-set": { 2024-08-29T17:47:10.650 INFO:tasks.workunit.client.0.smithi028.stdout: "count": { 2024-08-29T17:47:10.650 INFO:tasks.workunit.client.0.smithi028.stdout: "non-portable": null, 2024-08-29T17:47:10.650 INFO:tasks.workunit.client.0.smithi028.stdout: "portable": null, 2024-08-29T17:47:10.650 INFO:tasks.workunit.client.0.smithi028.stdout: "total": null 2024-08-29T17:47:10.651 INFO:tasks.workunit.client.0.smithi028.stdout: } 2024-08-29T17:47:10.651 INFO:tasks.workunit.client.0.smithi028.stdout: } 2024-08-29T17:47:10.651 INFO:tasks.workunit.client.0.smithi028.stdout: } 2024-08-29T17:47:10.651 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:10.651 INFO:tasks.workunit.client.0.smithi028.stdout: "csi": { 2024-08-29T17:47:10.651 INFO:tasks.workunit.client.0.smithi028.stdout: "version": null 2024-08-29T17:47:10.651 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:10.651 INFO:tasks.workunit.client.0.smithi028.stdout: "kubernetes": { 2024-08-29T17:47:10.651 INFO:tasks.workunit.client.0.smithi028.stdout: "version": null 2024-08-29T17:47:10.651 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:10.651 INFO:tasks.workunit.client.0.smithi028.stdout: "node": { 2024-08-29T17:47:10.651 INFO:tasks.workunit.client.0.smithi028.stdout: "count": { 2024-08-29T17:47:10.651 INFO:tasks.workunit.client.0.smithi028.stdout: "kubernetes-total": null, 2024-08-29T17:47:10.651 INFO:tasks.workunit.client.0.smithi028.stdout: "with-ceph-daemons": null, 2024-08-29T17:47:10.652 INFO:tasks.workunit.client.0.smithi028.stdout: "with-csi-cephfs-plugin": null, 2024-08-29T17:47:10.652 INFO:tasks.workunit.client.0.smithi028.stdout: "with-csi-nfs-plugin": null, 2024-08-29T17:47:10.652 INFO:tasks.workunit.client.0.smithi028.stdout: "with-csi-rbd-plugin": null 2024-08-29T17:47:10.652 INFO:tasks.workunit.client.0.smithi028.stdout: } 2024-08-29T17:47:10.652 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:10.652 INFO:tasks.workunit.client.0.smithi028.stdout: "usage": { 2024-08-29T17:47:10.652 INFO:tasks.workunit.client.0.smithi028.stdout: "storage-class": { 2024-08-29T17:47:10.652 INFO:tasks.workunit.client.0.smithi028.stdout: "count": { 2024-08-29T17:47:10.652 INFO:tasks.workunit.client.0.smithi028.stdout: "bucket": null, 2024-08-29T17:47:10.652 INFO:tasks.workunit.client.0.smithi028.stdout: "cephfs": null, 2024-08-29T17:47:10.652 INFO:tasks.workunit.client.0.smithi028.stdout: "nfs": null, 2024-08-29T17:47:10.652 INFO:tasks.workunit.client.0.smithi028.stdout: "rbd": null, 2024-08-29T17:47:10.652 INFO:tasks.workunit.client.0.smithi028.stdout: "total": null 2024-08-29T17:47:10.652 INFO:tasks.workunit.client.0.smithi028.stdout: } 2024-08-29T17:47:10.653 INFO:tasks.workunit.client.0.smithi028.stdout: } 2024-08-29T17:47:10.653 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:10.653 INFO:tasks.workunit.client.0.smithi028.stdout: "version": null 2024-08-29T17:47:10.653 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:10.653 INFO:tasks.workunit.client.0.smithi028.stdout: "services": {}, 2024-08-29T17:47:10.653 INFO:tasks.workunit.client.0.smithi028.stdout: "usage": { 2024-08-29T17:47:10.653 INFO:tasks.workunit.client.0.smithi028.stdout: "pg_num": 105, 2024-08-29T17:47:10.653 INFO:tasks.workunit.client.0.smithi028.stdout: "pools": 4, 2024-08-29T17:47:10.653 INFO:tasks.workunit.client.0.smithi028.stdout: "stats_by_class": { 2024-08-29T17:47:10.653 INFO:tasks.workunit.client.0.smithi028.stdout: "ssd": { 2024-08-29T17:47:10.653 INFO:tasks.workunit.client.0.smithi028.stdout: "total_avail_bytes": 765516267520, 2024-08-29T17:47:10.653 INFO:tasks.workunit.client.0.smithi028.stdout: "total_bytes": 767960285184, 2024-08-29T17:47:10.653 INFO:tasks.workunit.client.0.smithi028.stdout: "total_used_bytes": 2444017664, 2024-08-29T17:47:10.653 INFO:tasks.workunit.client.0.smithi028.stdout: "total_used_raw_bytes": 2444017664, 2024-08-29T17:47:10.653 INFO:tasks.workunit.client.0.smithi028.stdout: "total_used_raw_ratio": 0.003182479180395603 2024-08-29T17:47:10.654 INFO:tasks.workunit.client.0.smithi028.stdout: } 2024-08-29T17:47:10.654 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:10.654 INFO:tasks.workunit.client.0.smithi028.stdout: "total_avail_bytes": 765516267520, 2024-08-29T17:47:10.654 INFO:tasks.workunit.client.0.smithi028.stdout: "total_bytes": 767960285184, 2024-08-29T17:47:10.654 INFO:tasks.workunit.client.0.smithi028.stdout: "total_used_bytes": 2444017664 2024-08-29T17:47:10.654 INFO:tasks.workunit.client.0.smithi028.stdout: } 2024-08-29T17:47:10.654 INFO:tasks.workunit.client.0.smithi028.stdout: } 2024-08-29T17:47:10.654 INFO:tasks.workunit.client.0.smithi028.stdout:} 2024-08-29T17:47:10.655 INFO:tasks.workunit.client.0.smithi028.stderr:++ ceph telemetry collection ls 2024-08-29T17:47:10.964 INFO:journalctl@ceph.mgr.y.smithi028.stdout:Aug 29 17:47:10 smithi028 bash[22672]: ::ffff:172.21.15.53 - - [29/Aug/2024:17:47:10] "GET /metrics HTTP/1.1" 200 236472 "" "Prometheus/2.43.0" 2024-08-29T17:47:11.111 INFO:tasks.workunit.client.0.smithi028.stderr:+ COLLECTIONS='New collections are available: 2024-08-29T17:47:11.112 INFO:tasks.workunit.client.0.smithi028.stderr:['\''basic_base'\'', '\''basic_mds_metadata'\'', '\''basic_pool_options_bluestore'\'', '\''basic_pool_usage'\'', '\''basic_rook_v01'\'', '\''basic_usage_by_class'\'', '\''crash_base'\'', '\''device_base'\'', '\''ident_base'\'', '\''perf_memory_metrics'\'', '\''perf_perf'\''] 2024-08-29T17:47:11.112 INFO:tasks.workunit.client.0.smithi028.stderr:Run `ceph telemetry on` to opt-in to these collections. 2024-08-29T17:47:11.112 INFO:tasks.workunit.client.0.smithi028.stderr: 2024-08-29T17:47:11.112 INFO:tasks.workunit.client.0.smithi028.stderr:NAME STATUS DESC 2024-08-29T17:47:11.112 INFO:tasks.workunit.client.0.smithi028.stderr:basic_base NOT REPORTING: NOT OPTED-IN Basic information about the cluster (capacity, number and type of daemons, version, etc.) 2024-08-29T17:47:11.112 INFO:tasks.workunit.client.0.smithi028.stderr:basic_mds_metadata NOT REPORTING: NOT OPTED-IN MDS metadata 2024-08-29T17:47:11.112 INFO:tasks.workunit.client.0.smithi028.stderr:basic_pool_options_bluestore NOT REPORTING: NOT OPTED-IN Per-pool bluestore config options 2024-08-29T17:47:11.112 INFO:tasks.workunit.client.0.smithi028.stderr:basic_pool_usage NOT REPORTING: NOT OPTED-IN Default pool application and usage statistics 2024-08-29T17:47:11.112 INFO:tasks.workunit.client.0.smithi028.stderr:basic_rook_v01 NOT REPORTING: NOT OPTED-IN Basic Rook deployment data 2024-08-29T17:47:11.112 INFO:tasks.workunit.client.0.smithi028.stderr:basic_usage_by_class NOT REPORTING: NOT OPTED-IN Default device class usage statistics 2024-08-29T17:47:11.112 INFO:tasks.workunit.client.0.smithi028.stderr:crash_base NOT REPORTING: NOT OPTED-IN Information about daemon crashes (daemon type and version, backtrace, etc.) 2024-08-29T17:47:11.112 INFO:tasks.workunit.client.0.smithi028.stderr:device_base NOT REPORTING: NOT OPTED-IN Information about device health metrics 2024-08-29T17:47:11.113 INFO:tasks.workunit.client.0.smithi028.stderr:ident_base NOT REPORTING: NOT OPTED-IN User-provided identifying information about the cluster 2024-08-29T17:47:11.113 INFO:tasks.workunit.client.0.smithi028.stderr:perf_memory_metrics NOT REPORTING: NOT OPTED-IN, CHANNEL perf IS OFF Heap stats and mempools for mon and mds 2024-08-29T17:47:11.113 INFO:tasks.workunit.client.0.smithi028.stderr:perf_perf NOT REPORTING: NOT OPTED-IN, CHANNEL perf IS OFF Information about performance counters of the cluster ' 2024-08-29T17:47:11.113 INFO:tasks.workunit.client.0.smithi028.stderr:+ NEW_COLLECTIONS=("perf_perf" "basic_mds_metadata" "basic_pool_usage" "basic_rook_v01" "perf_memory_metrics" "basic_pool_options_bluestore") 2024-08-29T17:47:11.113 INFO:tasks.workunit.client.0.smithi028.stderr:+ for col in ${NEW_COLLECTIONS[@]} 2024-08-29T17:47:11.113 INFO:tasks.workunit.client.0.smithi028.stderr:+ [[ New collections are available: 2024-08-29T17:47:11.113 INFO:tasks.workunit.client.0.smithi028.stderr:['basic_base', 'basic_mds_metadata', 'basic_pool_options_bluestore', 'basic_pool_usage', 'basic_rook_v01', 'basic_usage_by_class', 'crash_base', 'device_base', 'ident_base', 'perf_memory_metrics', 'perf_perf'] 2024-08-29T17:47:11.113 INFO:tasks.workunit.client.0.smithi028.stderr:Run `ceph telemetry on` to opt-in to these collections. 2024-08-29T17:47:11.113 INFO:tasks.workunit.client.0.smithi028.stderr: 2024-08-29T17:47:11.113 INFO:tasks.workunit.client.0.smithi028.stderr:NAME STATUS DESC 2024-08-29T17:47:11.113 INFO:tasks.workunit.client.0.smithi028.stderr:basic_base NOT REPORTING: NOT OPTED-IN Basic information about the cluster (capacity, number and type of daemons, version, etc.) 2024-08-29T17:47:11.113 INFO:tasks.workunit.client.0.smithi028.stderr:basic_mds_metadata NOT REPORTING: NOT OPTED-IN MDS metadata 2024-08-29T17:47:11.113 INFO:tasks.workunit.client.0.smithi028.stderr:basic_pool_options_bluestore NOT REPORTING: NOT OPTED-IN Per-pool bluestore config options 2024-08-29T17:47:11.114 INFO:tasks.workunit.client.0.smithi028.stderr:basic_pool_usage NOT REPORTING: NOT OPTED-IN Default pool application and usage statistics 2024-08-29T17:47:11.114 INFO:tasks.workunit.client.0.smithi028.stderr:basic_rook_v01 NOT REPORTING: NOT OPTED-IN Basic Rook deployment data 2024-08-29T17:47:11.114 INFO:tasks.workunit.client.0.smithi028.stderr:basic_usage_by_class NOT REPORTING: NOT OPTED-IN Default device class usage statistics 2024-08-29T17:47:11.114 INFO:tasks.workunit.client.0.smithi028.stderr:crash_base NOT REPORTING: NOT OPTED-IN Information about daemon crashes (daemon type and version, backtrace, etc.) 2024-08-29T17:47:11.114 INFO:tasks.workunit.client.0.smithi028.stderr:device_base NOT REPORTING: NOT OPTED-IN Information about device health metrics 2024-08-29T17:47:11.114 INFO:tasks.workunit.client.0.smithi028.stderr:ident_base NOT REPORTING: NOT OPTED-IN User-provided identifying information about the cluster 2024-08-29T17:47:11.114 INFO:tasks.workunit.client.0.smithi028.stderr:perf_memory_metrics NOT REPORTING: NOT OPTED-IN, CHANNEL perf IS OFF Heap stats and mempools for mon and mds 2024-08-29T17:47:11.114 INFO:tasks.workunit.client.0.smithi028.stderr:perf_perf NOT REPORTING: NOT OPTED-IN, CHANNEL perf IS OFF Information about performance counters of the cluster == *perf_perf* ]] 2024-08-29T17:47:11.114 INFO:tasks.workunit.client.0.smithi028.stderr:+ for col in ${NEW_COLLECTIONS[@]} 2024-08-29T17:47:11.114 INFO:tasks.workunit.client.0.smithi028.stderr:+ [[ New collections are available: 2024-08-29T17:47:11.114 INFO:tasks.workunit.client.0.smithi028.stderr:['basic_base', 'basic_mds_metadata', 'basic_pool_options_bluestore', 'basic_pool_usage', 'basic_rook_v01', 'basic_usage_by_class', 'crash_base', 'device_base', 'ident_base', 'perf_memory_metrics', 'perf_perf'] 2024-08-29T17:47:11.114 INFO:tasks.workunit.client.0.smithi028.stderr:Run `ceph telemetry on` to opt-in to these collections. 2024-08-29T17:47:11.114 INFO:tasks.workunit.client.0.smithi028.stderr: 2024-08-29T17:47:11.114 INFO:tasks.workunit.client.0.smithi028.stderr:NAME STATUS DESC 2024-08-29T17:47:11.114 INFO:tasks.workunit.client.0.smithi028.stderr:basic_base NOT REPORTING: NOT OPTED-IN Basic information about the cluster (capacity, number and type of daemons, version, etc.) 2024-08-29T17:47:11.115 INFO:tasks.workunit.client.0.smithi028.stderr:basic_mds_metadata NOT REPORTING: NOT OPTED-IN MDS metadata 2024-08-29T17:47:11.115 INFO:tasks.workunit.client.0.smithi028.stderr:basic_pool_options_bluestore NOT REPORTING: NOT OPTED-IN Per-pool bluestore config options 2024-08-29T17:47:11.115 INFO:tasks.workunit.client.0.smithi028.stderr:basic_pool_usage NOT REPORTING: NOT OPTED-IN Default pool application and usage statistics 2024-08-29T17:47:11.115 INFO:tasks.workunit.client.0.smithi028.stderr:basic_rook_v01 NOT REPORTING: NOT OPTED-IN Basic Rook deployment data 2024-08-29T17:47:11.115 INFO:tasks.workunit.client.0.smithi028.stderr:basic_usage_by_class NOT REPORTING: NOT OPTED-IN Default device class usage statistics 2024-08-29T17:47:11.115 INFO:tasks.workunit.client.0.smithi028.stderr:crash_base NOT REPORTING: NOT OPTED-IN Information about daemon crashes (daemon type and version, backtrace, etc.) 2024-08-29T17:47:11.115 INFO:tasks.workunit.client.0.smithi028.stderr:device_base NOT REPORTING: NOT OPTED-IN Information about device health metrics 2024-08-29T17:47:11.115 INFO:tasks.workunit.client.0.smithi028.stderr:ident_base NOT REPORTING: NOT OPTED-IN User-provided identifying information about the cluster 2024-08-29T17:47:11.115 INFO:tasks.workunit.client.0.smithi028.stderr:perf_memory_metrics NOT REPORTING: NOT OPTED-IN, CHANNEL perf IS OFF Heap stats and mempools for mon and mds 2024-08-29T17:47:11.115 INFO:tasks.workunit.client.0.smithi028.stderr:perf_perf NOT REPORTING: NOT OPTED-IN, CHANNEL perf IS OFF Information about performance counters of the cluster == *basic_mds_metadata* ]] 2024-08-29T17:47:11.115 INFO:tasks.workunit.client.0.smithi028.stderr:+ for col in ${NEW_COLLECTIONS[@]} 2024-08-29T17:47:11.115 INFO:tasks.workunit.client.0.smithi028.stderr:+ [[ New collections are available: 2024-08-29T17:47:11.115 INFO:tasks.workunit.client.0.smithi028.stderr:['basic_base', 'basic_mds_metadata', 'basic_pool_options_bluestore', 'basic_pool_usage', 'basic_rook_v01', 'basic_usage_by_class', 'crash_base', 'device_base', 'ident_base', 'perf_memory_metrics', 'perf_perf'] 2024-08-29T17:47:11.115 INFO:tasks.workunit.client.0.smithi028.stderr:Run `ceph telemetry on` to opt-in to these collections. 2024-08-29T17:47:11.116 INFO:tasks.workunit.client.0.smithi028.stderr: 2024-08-29T17:47:11.116 INFO:tasks.workunit.client.0.smithi028.stderr:NAME STATUS DESC 2024-08-29T17:47:11.116 INFO:tasks.workunit.client.0.smithi028.stderr:basic_base NOT REPORTING: NOT OPTED-IN Basic information about the cluster (capacity, number and type of daemons, version, etc.) 2024-08-29T17:47:11.116 INFO:tasks.workunit.client.0.smithi028.stderr:basic_mds_metadata NOT REPORTING: NOT OPTED-IN MDS metadata 2024-08-29T17:47:11.116 INFO:tasks.workunit.client.0.smithi028.stderr:basic_pool_options_bluestore NOT REPORTING: NOT OPTED-IN Per-pool bluestore config options 2024-08-29T17:47:11.116 INFO:tasks.workunit.client.0.smithi028.stderr:basic_pool_usage NOT REPORTING: NOT OPTED-IN Default pool application and usage statistics 2024-08-29T17:47:11.116 INFO:tasks.workunit.client.0.smithi028.stderr:basic_rook_v01 NOT REPORTING: NOT OPTED-IN Basic Rook deployment data 2024-08-29T17:47:11.116 INFO:tasks.workunit.client.0.smithi028.stderr:basic_usage_by_class NOT REPORTING: NOT OPTED-IN Default device class usage statistics 2024-08-29T17:47:11.116 INFO:tasks.workunit.client.0.smithi028.stderr:crash_base NOT REPORTING: NOT OPTED-IN Information about daemon crashes (daemon type and version, backtrace, etc.) 2024-08-29T17:47:11.116 INFO:tasks.workunit.client.0.smithi028.stderr:device_base NOT REPORTING: NOT OPTED-IN Information about device health metrics 2024-08-29T17:47:11.116 INFO:tasks.workunit.client.0.smithi028.stderr:ident_base NOT REPORTING: NOT OPTED-IN User-provided identifying information about the cluster 2024-08-29T17:47:11.116 INFO:tasks.workunit.client.0.smithi028.stderr:perf_memory_metrics NOT REPORTING: NOT OPTED-IN, CHANNEL perf IS OFF Heap stats and mempools for mon and mds 2024-08-29T17:47:11.116 INFO:tasks.workunit.client.0.smithi028.stderr:perf_perf NOT REPORTING: NOT OPTED-IN, CHANNEL perf IS OFF Information about performance counters of the cluster == *basic_pool_usage* ]] 2024-08-29T17:47:11.117 INFO:tasks.workunit.client.0.smithi028.stderr:+ for col in ${NEW_COLLECTIONS[@]} 2024-08-29T17:47:11.117 INFO:tasks.workunit.client.0.smithi028.stderr:+ [[ New collections are available: 2024-08-29T17:47:11.117 INFO:tasks.workunit.client.0.smithi028.stderr:['basic_base', 'basic_mds_metadata', 'basic_pool_options_bluestore', 'basic_pool_usage', 'basic_rook_v01', 'basic_usage_by_class', 'crash_base', 'device_base', 'ident_base', 'perf_memory_metrics', 'perf_perf'] 2024-08-29T17:47:11.117 INFO:tasks.workunit.client.0.smithi028.stderr:Run `ceph telemetry on` to opt-in to these collections. 2024-08-29T17:47:11.117 INFO:tasks.workunit.client.0.smithi028.stderr: 2024-08-29T17:47:11.117 INFO:tasks.workunit.client.0.smithi028.stderr:NAME STATUS DESC 2024-08-29T17:47:11.117 INFO:tasks.workunit.client.0.smithi028.stderr:basic_base NOT REPORTING: NOT OPTED-IN Basic information about the cluster (capacity, number and type of daemons, version, etc.) 2024-08-29T17:47:11.117 INFO:tasks.workunit.client.0.smithi028.stderr:basic_mds_metadata NOT REPORTING: NOT OPTED-IN MDS metadata 2024-08-29T17:47:11.117 INFO:tasks.workunit.client.0.smithi028.stderr:basic_pool_options_bluestore NOT REPORTING: NOT OPTED-IN Per-pool bluestore config options 2024-08-29T17:47:11.117 INFO:tasks.workunit.client.0.smithi028.stderr:basic_pool_usage NOT REPORTING: NOT OPTED-IN Default pool application and usage statistics 2024-08-29T17:47:11.117 INFO:tasks.workunit.client.0.smithi028.stderr:basic_rook_v01 NOT REPORTING: NOT OPTED-IN Basic Rook deployment data 2024-08-29T17:47:11.117 INFO:tasks.workunit.client.0.smithi028.stderr:basic_usage_by_class NOT REPORTING: NOT OPTED-IN Default device class usage statistics 2024-08-29T17:47:11.117 INFO:tasks.workunit.client.0.smithi028.stderr:crash_base NOT REPORTING: NOT OPTED-IN Information about daemon crashes (daemon type and version, backtrace, etc.) 2024-08-29T17:47:11.117 INFO:tasks.workunit.client.0.smithi028.stderr:device_base NOT REPORTING: NOT OPTED-IN Information about device health metrics 2024-08-29T17:47:11.118 INFO:tasks.workunit.client.0.smithi028.stderr:ident_base NOT REPORTING: NOT OPTED-IN User-provided identifying information about the cluster 2024-08-29T17:47:11.118 INFO:tasks.workunit.client.0.smithi028.stderr:perf_memory_metrics NOT REPORTING: NOT OPTED-IN, CHANNEL perf IS OFF Heap stats and mempools for mon and mds 2024-08-29T17:47:11.118 INFO:tasks.workunit.client.0.smithi028.stderr:perf_perf NOT REPORTING: NOT OPTED-IN, CHANNEL perf IS OFF Information about performance counters of the cluster == *basic_rook_v01* ]] 2024-08-29T17:47:11.118 INFO:tasks.workunit.client.0.smithi028.stderr:+ for col in ${NEW_COLLECTIONS[@]} 2024-08-29T17:47:11.118 INFO:tasks.workunit.client.0.smithi028.stderr:+ [[ New collections are available: 2024-08-29T17:47:11.118 INFO:tasks.workunit.client.0.smithi028.stderr:['basic_base', 'basic_mds_metadata', 'basic_pool_options_bluestore', 'basic_pool_usage', 'basic_rook_v01', 'basic_usage_by_class', 'crash_base', 'device_base', 'ident_base', 'perf_memory_metrics', 'perf_perf'] 2024-08-29T17:47:11.118 INFO:tasks.workunit.client.0.smithi028.stderr:Run `ceph telemetry on` to opt-in to these collections. 2024-08-29T17:47:11.118 INFO:tasks.workunit.client.0.smithi028.stderr: 2024-08-29T17:47:11.118 INFO:tasks.workunit.client.0.smithi028.stderr:NAME STATUS DESC 2024-08-29T17:47:11.118 INFO:tasks.workunit.client.0.smithi028.stderr:basic_base NOT REPORTING: NOT OPTED-IN Basic information about the cluster (capacity, number and type of daemons, version, etc.) 2024-08-29T17:47:11.118 INFO:tasks.workunit.client.0.smithi028.stderr:basic_mds_metadata NOT REPORTING: NOT OPTED-IN MDS metadata 2024-08-29T17:47:11.118 INFO:tasks.workunit.client.0.smithi028.stderr:basic_pool_options_bluestore NOT REPORTING: NOT OPTED-IN Per-pool bluestore config options 2024-08-29T17:47:11.118 INFO:tasks.workunit.client.0.smithi028.stderr:basic_pool_usage NOT REPORTING: NOT OPTED-IN Default pool application and usage statistics 2024-08-29T17:47:11.119 INFO:tasks.workunit.client.0.smithi028.stderr:basic_rook_v01 NOT REPORTING: NOT OPTED-IN Basic Rook deployment data 2024-08-29T17:47:11.119 INFO:tasks.workunit.client.0.smithi028.stderr:basic_usage_by_class NOT REPORTING: NOT OPTED-IN Default device class usage statistics 2024-08-29T17:47:11.119 INFO:tasks.workunit.client.0.smithi028.stderr:crash_base NOT REPORTING: NOT OPTED-IN Information about daemon crashes (daemon type and version, backtrace, etc.) 2024-08-29T17:47:11.119 INFO:tasks.workunit.client.0.smithi028.stderr:device_base NOT REPORTING: NOT OPTED-IN Information about device health metrics 2024-08-29T17:47:11.119 INFO:tasks.workunit.client.0.smithi028.stderr:ident_base NOT REPORTING: NOT OPTED-IN User-provided identifying information about the cluster 2024-08-29T17:47:11.119 INFO:tasks.workunit.client.0.smithi028.stderr:perf_memory_metrics NOT REPORTING: NOT OPTED-IN, CHANNEL perf IS OFF Heap stats and mempools for mon and mds 2024-08-29T17:47:11.119 INFO:tasks.workunit.client.0.smithi028.stderr:perf_perf NOT REPORTING: NOT OPTED-IN, CHANNEL perf IS OFF Information about performance counters of the cluster == *perf_memory_metrics* ]] 2024-08-29T17:47:11.119 INFO:tasks.workunit.client.0.smithi028.stderr:+ for col in ${NEW_COLLECTIONS[@]} 2024-08-29T17:47:11.119 INFO:tasks.workunit.client.0.smithi028.stderr:+ [[ New collections are available: 2024-08-29T17:47:11.119 INFO:tasks.workunit.client.0.smithi028.stderr:['basic_base', 'basic_mds_metadata', 'basic_pool_options_bluestore', 'basic_pool_usage', 'basic_rook_v01', 'basic_usage_by_class', 'crash_base', 'device_base', 'ident_base', 'perf_memory_metrics', 'perf_perf'] 2024-08-29T17:47:11.119 INFO:tasks.workunit.client.0.smithi028.stderr:Run `ceph telemetry on` to opt-in to these collections. 2024-08-29T17:47:11.119 INFO:tasks.workunit.client.0.smithi028.stderr: 2024-08-29T17:47:11.119 INFO:tasks.workunit.client.0.smithi028.stderr:NAME STATUS DESC 2024-08-29T17:47:11.119 INFO:tasks.workunit.client.0.smithi028.stderr:basic_base NOT REPORTING: NOT OPTED-IN Basic information about the cluster (capacity, number and type of daemons, version, etc.) 2024-08-29T17:47:11.119 INFO:tasks.workunit.client.0.smithi028.stderr:basic_mds_metadata NOT REPORTING: NOT OPTED-IN MDS metadata 2024-08-29T17:47:11.120 INFO:tasks.workunit.client.0.smithi028.stderr:basic_pool_options_bluestore NOT REPORTING: NOT OPTED-IN Per-pool bluestore config options 2024-08-29T17:47:11.120 INFO:tasks.workunit.client.0.smithi028.stderr:basic_pool_usage NOT REPORTING: NOT OPTED-IN Default pool application and usage statistics 2024-08-29T17:47:11.120 INFO:tasks.workunit.client.0.smithi028.stderr:basic_rook_v01 NOT REPORTING: NOT OPTED-IN Basic Rook deployment data 2024-08-29T17:47:11.120 INFO:tasks.workunit.client.0.smithi028.stderr:basic_usage_by_class NOT REPORTING: NOT OPTED-IN Default device class usage statistics 2024-08-29T17:47:11.120 INFO:tasks.workunit.client.0.smithi028.stderr:crash_base NOT REPORTING: NOT OPTED-IN Information about daemon crashes (daemon type and version, backtrace, etc.) 2024-08-29T17:47:11.120 INFO:tasks.workunit.client.0.smithi028.stderr:device_base NOT REPORTING: NOT OPTED-IN Information about device health metrics 2024-08-29T17:47:11.120 INFO:tasks.workunit.client.0.smithi028.stderr:ident_base NOT REPORTING: NOT OPTED-IN User-provided identifying information about the cluster 2024-08-29T17:47:11.120 INFO:tasks.workunit.client.0.smithi028.stderr:perf_memory_metrics NOT REPORTING: NOT OPTED-IN, CHANNEL perf IS OFF Heap stats and mempools for mon and mds 2024-08-29T17:47:11.120 INFO:tasks.workunit.client.0.smithi028.stderr:perf_perf NOT REPORTING: NOT OPTED-IN, CHANNEL perf IS OFF Information about performance counters of the cluster == *basic_pool_options_bluestore* ]] 2024-08-29T17:47:11.120 INFO:tasks.workunit.client.0.smithi028.stderr:+ ceph telemetry on --license sharing-1-0 2024-08-29T17:47:11.323 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:47:10 smithi053 bash[24720]: audit 2024-08-29T17:47:09.433069+0000 mgr.y (mgr.14499) 165 : audit [DBG] from='client.14769 -' entity='client.admin' cmd=[{"prefix": "telemetry preview", "target": ["mon-mgr", ""]}]: dispatch 2024-08-29T17:47:11.323 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:47:10 smithi053 bash[24720]: audit 2024-08-29T17:47:09.782264+0000 mgr.y (mgr.14499) 166 : audit [DBG] from='client.14781 -' entity='client.admin' cmd=[{"prefix": "telemetry preview-device", "target": ["mon-mgr", ""]}]: dispatch 2024-08-29T17:47:11.323 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:47:10 smithi053 bash[24720]: cluster 2024-08-29T17:47:09.879265+0000 mgr.y (mgr.14499) 167 : cluster [DBG] pgmap v138: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 13 KiB/s rd, 0 B/s wr, 3 op/s 2024-08-29T17:47:11.323 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:47:10 smithi053 bash[24720]: cluster 2024-08-29T17:47:09.966935+0000 mon.a (mon.0) 950 : cluster [DBG] mgrmap e22: y(active, since 4m), standbys: x 2024-08-29T17:47:11.323 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:47:10 smithi053 bash[24720]: audit 2024-08-29T17:47:09.984749+0000 mgr.y (mgr.14499) 168 : audit [DBG] from='client.14781 -' entity='client.admin' cmd=[{"prefix": "telemetry preview-device", "target": ["mon-mgr", ""]}]: dispatch 2024-08-29T17:47:11.324 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:47:10 smithi053 bash[24720]: audit 2024-08-29T17:47:10.354170+0000 mon.a (mon.0) 951 : audit [DBG] from='mgr.14499 172.21.15.28:0/1402656687' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-29T17:47:11.324 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:47:10 smithi053 bash[24720]: audit 2024-08-29T17:47:10.360704+0000 mon.a (mon.0) 952 : audit [DBG] from='mgr.14499 172.21.15.28:0/1402656687' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-08-29T17:47:11.324 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:47:10 smithi053 bash[24720]: audit 2024-08-29T17:47:10.540023+0000 mon.a (mon.0) 953 : audit [DBG] from='mgr.14499 172.21.15.28:0/1402656687' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-29T17:47:11.324 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:47:10 smithi053 bash[24720]: audit 2024-08-29T17:47:10.545548+0000 mon.a (mon.0) 954 : audit [DBG] from='mgr.14499 172.21.15.28:0/1402656687' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-08-29T17:47:11.374 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:47:10 smithi028 bash[31855]: audit 2024-08-29T17:47:09.433069+0000 mgr.y (mgr.14499) 165 : audit [DBG] from='client.14769 -' entity='client.admin' cmd=[{"prefix": "telemetry preview", "target": ["mon-mgr", ""]}]: dispatch 2024-08-29T17:47:11.374 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:47:10 smithi028 bash[31855]: audit 2024-08-29T17:47:09.782264+0000 mgr.y (mgr.14499) 166 : audit [DBG] from='client.14781 -' entity='client.admin' cmd=[{"prefix": "telemetry preview-device", "target": ["mon-mgr", ""]}]: dispatch 2024-08-29T17:47:11.375 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:47:10 smithi028 bash[31855]: cluster 2024-08-29T17:47:09.879265+0000 mgr.y (mgr.14499) 167 : cluster [DBG] pgmap v138: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 13 KiB/s rd, 0 B/s wr, 3 op/s 2024-08-29T17:47:11.375 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:47:10 smithi028 bash[31855]: cluster 2024-08-29T17:47:09.966935+0000 mon.a (mon.0) 950 : cluster [DBG] mgrmap e22: y(active, since 4m), standbys: x 2024-08-29T17:47:11.375 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:47:10 smithi028 bash[31855]: audit 2024-08-29T17:47:09.984749+0000 mgr.y (mgr.14499) 168 : audit [DBG] from='client.14781 -' entity='client.admin' cmd=[{"prefix": "telemetry preview-device", "target": ["mon-mgr", ""]}]: dispatch 2024-08-29T17:47:11.375 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:47:10 smithi028 bash[31855]: audit 2024-08-29T17:47:10.354170+0000 mon.a (mon.0) 951 : audit [DBG] from='mgr.14499 172.21.15.28:0/1402656687' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-29T17:47:11.375 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:47:10 smithi028 bash[31855]: audit 2024-08-29T17:47:10.360704+0000 mon.a (mon.0) 952 : audit [DBG] from='mgr.14499 172.21.15.28:0/1402656687' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-08-29T17:47:11.375 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:47:10 smithi028 bash[31855]: audit 2024-08-29T17:47:10.540023+0000 mon.a (mon.0) 953 : audit [DBG] from='mgr.14499 172.21.15.28:0/1402656687' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-29T17:47:11.375 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:47:10 smithi028 bash[31855]: audit 2024-08-29T17:47:10.545548+0000 mon.a (mon.0) 954 : audit [DBG] from='mgr.14499 172.21.15.28:0/1402656687' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-08-29T17:47:11.375 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:47:10 smithi028 bash[22419]: audit 2024-08-29T17:47:09.433069+0000 mgr.y (mgr.14499) 165 : audit [DBG] from='client.14769 -' entity='client.admin' cmd=[{"prefix": "telemetry preview", "target": ["mon-mgr", ""]}]: dispatch 2024-08-29T17:47:11.375 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:47:10 smithi028 bash[22419]: audit 2024-08-29T17:47:09.782264+0000 mgr.y (mgr.14499) 166 : audit [DBG] from='client.14781 -' entity='client.admin' cmd=[{"prefix": "telemetry preview-device", "target": ["mon-mgr", ""]}]: dispatch 2024-08-29T17:47:11.375 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:47:10 smithi028 bash[22419]: cluster 2024-08-29T17:47:09.879265+0000 mgr.y (mgr.14499) 167 : cluster [DBG] pgmap v138: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 13 KiB/s rd, 0 B/s wr, 3 op/s 2024-08-29T17:47:11.375 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:47:10 smithi028 bash[22419]: cluster 2024-08-29T17:47:09.966935+0000 mon.a (mon.0) 950 : cluster [DBG] mgrmap e22: y(active, since 4m), standbys: x 2024-08-29T17:47:11.376 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:47:10 smithi028 bash[22419]: audit 2024-08-29T17:47:09.984749+0000 mgr.y (mgr.14499) 168 : audit [DBG] from='client.14781 -' entity='client.admin' cmd=[{"prefix": "telemetry preview-device", "target": ["mon-mgr", ""]}]: dispatch 2024-08-29T17:47:11.376 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:47:10 smithi028 bash[22419]: audit 2024-08-29T17:47:10.354170+0000 mon.a (mon.0) 951 : audit [DBG] from='mgr.14499 172.21.15.28:0/1402656687' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-29T17:47:11.376 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:47:10 smithi028 bash[22419]: audit 2024-08-29T17:47:10.360704+0000 mon.a (mon.0) 952 : audit [DBG] from='mgr.14499 172.21.15.28:0/1402656687' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-08-29T17:47:11.376 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:47:10 smithi028 bash[22419]: audit 2024-08-29T17:47:10.540023+0000 mon.a (mon.0) 953 : audit [DBG] from='mgr.14499 172.21.15.28:0/1402656687' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-29T17:47:11.376 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:47:10 smithi028 bash[22419]: audit 2024-08-29T17:47:10.545548+0000 mon.a (mon.0) 954 : audit [DBG] from='mgr.14499 172.21.15.28:0/1402656687' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-08-29T17:47:11.656 INFO:tasks.workunit.client.0.smithi028.stdout:Telemetry is on. 2024-08-29T17:47:11.656 INFO:tasks.workunit.client.0.smithi028.stdout:Some channels are disabled, please enable with: 2024-08-29T17:47:11.657 INFO:tasks.workunit.client.0.smithi028.stdout:`ceph telemetry enable channel perf` 2024-08-29T17:47:11.673 INFO:tasks.workunit.client.0.smithi028.stderr:+ ceph telemetry enable channel perf 2024-08-29T17:47:11.784 INFO:journalctl@ceph.mgr.y.smithi028.stdout:Aug 29 17:47:11 smithi028 bash[22672]: [29/Aug/2024:17:47:11] ENGINE Bus STOPPING 2024-08-29T17:47:11.784 INFO:journalctl@ceph.mgr.y.smithi028.stdout:Aug 29 17:47:11 smithi028 bash[22672]: [29/Aug/2024:17:47:11] ENGINE HTTP Server cherrypy._cpwsgi_server.CPWSGIServer(('::', 9283)) shut down 2024-08-29T17:47:11.784 INFO:journalctl@ceph.mgr.y.smithi028.stdout:Aug 29 17:47:11 smithi028 bash[22672]: [29/Aug/2024:17:47:11] ENGINE Bus STOPPED 2024-08-29T17:47:11.784 INFO:journalctl@ceph.mgr.y.smithi028.stdout:Aug 29 17:47:11 smithi028 bash[22672]: [29/Aug/2024:17:47:11] ENGINE Bus STARTING 2024-08-29T17:47:12.124 INFO:journalctl@ceph.mgr.y.smithi028.stdout:Aug 29 17:47:11 smithi028 bash[22672]: [29/Aug/2024:17:47:11] ENGINE Serving on http://:::9283 2024-08-29T17:47:12.125 INFO:journalctl@ceph.mgr.y.smithi028.stdout:Aug 29 17:47:11 smithi028 bash[22672]: [29/Aug/2024:17:47:11] ENGINE Bus STARTED 2024-08-29T17:47:12.125 INFO:journalctl@ceph.mgr.y.smithi028.stdout:Aug 29 17:47:12 smithi028 bash[22672]: [29/Aug/2024:17:47:12] ENGINE Bus STOPPING 2024-08-29T17:47:12.125 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:47:11 smithi028 bash[22419]: audit 2024-08-29T17:47:10.350747+0000 mgr.y (mgr.14499) 169 : audit [DBG] from='client.14787 -' entity='client.admin' cmd=[{"prefix": "telemetry preview-all", "target": ["mon-mgr", ""]}]: dispatch 2024-08-29T17:47:12.125 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:47:11 smithi028 bash[22419]: audit 2024-08-29T17:47:10.537623+0000 mgr.y (mgr.14499) 170 : audit [DBG] from='client.14787 -' entity='client.admin' cmd=[{"prefix": "telemetry preview-all", "target": ["mon-mgr", ""]}]: dispatch 2024-08-29T17:47:12.125 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:47:11 smithi028 bash[22419]: audit 2024-08-29T17:47:10.937704+0000 mgr.y (mgr.14499) 171 : audit [DBG] from='client.24689 -' entity='client.admin' cmd=[{"prefix": "telemetry collection ls", "target": ["mon-mgr", ""]}]: dispatch 2024-08-29T17:47:12.125 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:47:11 smithi028 bash[22419]: audit 2024-08-29T17:47:11.097895+0000 mgr.y (mgr.14499) 172 : audit [DBG] from='client.24689 -' entity='client.admin' cmd=[{"prefix": "telemetry collection ls", "target": ["mon-mgr", ""]}]: dispatch 2024-08-29T17:47:12.126 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:47:11 smithi028 bash[22419]: audit 2024-08-29T17:47:11.455851+0000 mon.a (mon.0) 955 : audit [INF] from='mgr.14499 172.21.15.28:0/1402656687' entity='mgr.y' 2024-08-29T17:47:12.126 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:47:11 smithi028 bash[22419]: audit 2024-08-29T17:47:11.467902+0000 mon.a (mon.0) 956 : audit [INF] from='mgr.14499 172.21.15.28:0/1402656687' entity='mgr.y' 2024-08-29T17:47:12.126 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:47:11 smithi028 bash[22419]: audit 2024-08-29T17:47:11.468231+0000 mon.a (mon.0) 957 : audit [DBG] from='mgr.14499 172.21.15.28:0/1402656687' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-29T17:47:12.126 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:47:11 smithi028 bash[22419]: audit 2024-08-29T17:47:11.470691+0000 mon.a (mon.0) 958 : audit [DBG] from='mgr.14499 172.21.15.28:0/1402656687' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-29T17:47:12.126 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:47:11 smithi028 bash[22419]: audit 2024-08-29T17:47:11.474760+0000 mon.a (mon.0) 959 : audit [INF] from='mgr.14499 172.21.15.28:0/1402656687' entity='mgr.y' 2024-08-29T17:47:12.126 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:47:11 smithi028 bash[22419]: audit 2024-08-29T17:47:11.476128+0000 mon.a (mon.0) 960 : audit [INF] from='mgr.14499 172.21.15.28:0/1402656687' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-29T17:47:12.126 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:47:11 smithi028 bash[22419]: audit 2024-08-29T17:47:11.477618+0000 mon.a (mon.0) 961 : audit [DBG] from='mgr.14499 172.21.15.28:0/1402656687' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-29T17:47:12.126 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:47:11 smithi028 bash[22419]: audit 2024-08-29T17:47:11.489274+0000 mon.a (mon.0) 962 : audit [INF] from='mgr.14499 172.21.15.28:0/1402656687' entity='mgr.y' 2024-08-29T17:47:12.126 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:47:11 smithi028 bash[22419]: audit 2024-08-29T17:47:11.489530+0000 mon.a (mon.0) 963 : audit [DBG] from='mgr.14499 172.21.15.28:0/1402656687' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-08-29T17:47:12.126 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:47:11 smithi028 bash[22419]: audit 2024-08-29T17:47:11.555968+0000 mon.a (mon.0) 964 : audit [INF] from='mgr.14499 172.21.15.28:0/1402656687' entity='mgr.y' 2024-08-29T17:47:12.126 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:47:11 smithi028 bash[22419]: audit 2024-08-29T17:47:11.650625+0000 mon.a (mon.0) 965 : audit [INF] from='mgr.14499 172.21.15.28:0/1402656687' entity='mgr.y' 2024-08-29T17:47:12.127 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:47:11 smithi028 bash[22419]: audit 2024-08-29T17:47:11.664147+0000 mon.a (mon.0) 966 : audit [INF] from='mgr.14499 172.21.15.28:0/1402656687' entity='mgr.y' 2024-08-29T17:47:12.127 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:47:11 smithi028 bash[31855]: audit 2024-08-29T17:47:10.350747+0000 mgr.y (mgr.14499) 169 : audit [DBG] from='client.14787 -' entity='client.admin' cmd=[{"prefix": "telemetry preview-all", "target": ["mon-mgr", ""]}]: dispatch 2024-08-29T17:47:12.127 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:47:11 smithi028 bash[31855]: audit 2024-08-29T17:47:10.537623+0000 mgr.y (mgr.14499) 170 : audit [DBG] from='client.14787 -' entity='client.admin' cmd=[{"prefix": "telemetry preview-all", "target": ["mon-mgr", ""]}]: dispatch 2024-08-29T17:47:12.127 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:47:11 smithi028 bash[31855]: audit 2024-08-29T17:47:10.937704+0000 mgr.y (mgr.14499) 171 : audit [DBG] from='client.24689 -' entity='client.admin' cmd=[{"prefix": "telemetry collection ls", "target": ["mon-mgr", ""]}]: dispatch 2024-08-29T17:47:12.127 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:47:11 smithi028 bash[31855]: audit 2024-08-29T17:47:11.097895+0000 mgr.y (mgr.14499) 172 : audit [DBG] from='client.24689 -' entity='client.admin' cmd=[{"prefix": "telemetry collection ls", "target": ["mon-mgr", ""]}]: dispatch 2024-08-29T17:47:12.127 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:47:11 smithi028 bash[31855]: audit 2024-08-29T17:47:11.455851+0000 mon.a (mon.0) 955 : audit [INF] from='mgr.14499 172.21.15.28:0/1402656687' entity='mgr.y' 2024-08-29T17:47:12.127 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:47:11 smithi028 bash[31855]: audit 2024-08-29T17:47:11.467902+0000 mon.a (mon.0) 956 : audit [INF] from='mgr.14499 172.21.15.28:0/1402656687' entity='mgr.y' 2024-08-29T17:47:12.127 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:47:11 smithi028 bash[31855]: audit 2024-08-29T17:47:11.468231+0000 mon.a (mon.0) 957 : audit [DBG] from='mgr.14499 172.21.15.28:0/1402656687' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-29T17:47:12.127 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:47:11 smithi028 bash[31855]: audit 2024-08-29T17:47:11.470691+0000 mon.a (mon.0) 958 : audit [DBG] from='mgr.14499 172.21.15.28:0/1402656687' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-29T17:47:12.127 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:47:11 smithi028 bash[31855]: audit 2024-08-29T17:47:11.474760+0000 mon.a (mon.0) 959 : audit [INF] from='mgr.14499 172.21.15.28:0/1402656687' entity='mgr.y' 2024-08-29T17:47:12.127 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:47:11 smithi028 bash[31855]: audit 2024-08-29T17:47:11.476128+0000 mon.a (mon.0) 960 : audit [INF] from='mgr.14499 172.21.15.28:0/1402656687' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-29T17:47:12.128 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:47:11 smithi028 bash[31855]: audit 2024-08-29T17:47:11.477618+0000 mon.a (mon.0) 961 : audit [DBG] from='mgr.14499 172.21.15.28:0/1402656687' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-29T17:47:12.128 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:47:11 smithi028 bash[31855]: audit 2024-08-29T17:47:11.489274+0000 mon.a (mon.0) 962 : audit [INF] from='mgr.14499 172.21.15.28:0/1402656687' entity='mgr.y' 2024-08-29T17:47:12.128 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:47:11 smithi028 bash[31855]: audit 2024-08-29T17:47:11.489530+0000 mon.a (mon.0) 963 : audit [DBG] from='mgr.14499 172.21.15.28:0/1402656687' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-08-29T17:47:12.128 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:47:11 smithi028 bash[31855]: audit 2024-08-29T17:47:11.555968+0000 mon.a (mon.0) 964 : audit [INF] from='mgr.14499 172.21.15.28:0/1402656687' entity='mgr.y' 2024-08-29T17:47:12.128 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:47:11 smithi028 bash[31855]: audit 2024-08-29T17:47:11.650625+0000 mon.a (mon.0) 965 : audit [INF] from='mgr.14499 172.21.15.28:0/1402656687' entity='mgr.y' 2024-08-29T17:47:12.128 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:47:11 smithi028 bash[31855]: audit 2024-08-29T17:47:11.664147+0000 mon.a (mon.0) 966 : audit [INF] from='mgr.14499 172.21.15.28:0/1402656687' entity='mgr.y' 2024-08-29T17:47:12.170 INFO:tasks.workunit.client.0.smithi028.stdout:channel_perf is enabled 2024-08-29T17:47:12.187 INFO:tasks.workunit.client.0.smithi028.stderr:++ ceph config get mgr mgr/telemetry/last_opt_revision 2024-08-29T17:47:12.323 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:47:11 smithi053 bash[24720]: audit 2024-08-29T17:47:10.350747+0000 mgr.y (mgr.14499) 169 : audit [DBG] from='client.14787 -' entity='client.admin' cmd=[{"prefix": "telemetry preview-all", "target": ["mon-mgr", ""]}]: dispatch 2024-08-29T17:47:12.323 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:47:11 smithi053 bash[24720]: audit 2024-08-29T17:47:10.537623+0000 mgr.y (mgr.14499) 170 : audit [DBG] from='client.14787 -' entity='client.admin' cmd=[{"prefix": "telemetry preview-all", "target": ["mon-mgr", ""]}]: dispatch 2024-08-29T17:47:12.323 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:47:11 smithi053 bash[24720]: audit 2024-08-29T17:47:10.937704+0000 mgr.y (mgr.14499) 171 : audit [DBG] from='client.24689 -' entity='client.admin' cmd=[{"prefix": "telemetry collection ls", "target": ["mon-mgr", ""]}]: dispatch 2024-08-29T17:47:12.324 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:47:11 smithi053 bash[24720]: audit 2024-08-29T17:47:11.097895+0000 mgr.y (mgr.14499) 172 : audit [DBG] from='client.24689 -' entity='client.admin' cmd=[{"prefix": "telemetry collection ls", "target": ["mon-mgr", ""]}]: dispatch 2024-08-29T17:47:12.324 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:47:11 smithi053 bash[24720]: audit 2024-08-29T17:47:11.455851+0000 mon.a (mon.0) 955 : audit [INF] from='mgr.14499 172.21.15.28:0/1402656687' entity='mgr.y' 2024-08-29T17:47:12.324 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:47:11 smithi053 bash[24720]: audit 2024-08-29T17:47:11.467902+0000 mon.a (mon.0) 956 : audit [INF] from='mgr.14499 172.21.15.28:0/1402656687' entity='mgr.y' 2024-08-29T17:47:12.324 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:47:11 smithi053 bash[24720]: audit 2024-08-29T17:47:11.468231+0000 mon.a (mon.0) 957 : audit [DBG] from='mgr.14499 172.21.15.28:0/1402656687' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-29T17:47:12.324 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:47:11 smithi053 bash[24720]: audit 2024-08-29T17:47:11.470691+0000 mon.a (mon.0) 958 : audit [DBG] from='mgr.14499 172.21.15.28:0/1402656687' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-29T17:47:12.324 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:47:11 smithi053 bash[24720]: audit 2024-08-29T17:47:11.474760+0000 mon.a (mon.0) 959 : audit [INF] from='mgr.14499 172.21.15.28:0/1402656687' entity='mgr.y' 2024-08-29T17:47:12.324 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:47:11 smithi053 bash[24720]: audit 2024-08-29T17:47:11.476128+0000 mon.a (mon.0) 960 : audit [INF] from='mgr.14499 172.21.15.28:0/1402656687' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-29T17:47:12.324 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:47:11 smithi053 bash[24720]: audit 2024-08-29T17:47:11.477618+0000 mon.a (mon.0) 961 : audit [DBG] from='mgr.14499 172.21.15.28:0/1402656687' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-29T17:47:12.324 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:47:11 smithi053 bash[24720]: audit 2024-08-29T17:47:11.489274+0000 mon.a (mon.0) 962 : audit [INF] from='mgr.14499 172.21.15.28:0/1402656687' entity='mgr.y' 2024-08-29T17:47:12.324 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:47:11 smithi053 bash[24720]: audit 2024-08-29T17:47:11.489530+0000 mon.a (mon.0) 963 : audit [DBG] from='mgr.14499 172.21.15.28:0/1402656687' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-08-29T17:47:12.324 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:47:11 smithi053 bash[24720]: audit 2024-08-29T17:47:11.555968+0000 mon.a (mon.0) 964 : audit [INF] from='mgr.14499 172.21.15.28:0/1402656687' entity='mgr.y' 2024-08-29T17:47:12.324 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:47:11 smithi053 bash[24720]: audit 2024-08-29T17:47:11.650625+0000 mon.a (mon.0) 965 : audit [INF] from='mgr.14499 172.21.15.28:0/1402656687' entity='mgr.y' 2024-08-29T17:47:12.324 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:47:11 smithi053 bash[24720]: audit 2024-08-29T17:47:11.664147+0000 mon.a (mon.0) 966 : audit [INF] from='mgr.14499 172.21.15.28:0/1402656687' entity='mgr.y' 2024-08-29T17:47:12.594 INFO:tasks.workunit.client.0.smithi028.stderr:+ LAST_OPT_REVISION=1 2024-08-29T17:47:12.595 INFO:tasks.workunit.client.0.smithi028.stderr:+ '[' 1 -ne 1 ']' 2024-08-29T17:47:12.595 INFO:tasks.workunit.client.0.smithi028.stderr:+ ceph telemetry show 2024-08-29T17:47:12.624 INFO:journalctl@ceph.mgr.y.smithi028.stdout:Aug 29 17:47:12 smithi028 bash[22672]: [29/Aug/2024:17:47:12] ENGINE HTTP Server cherrypy._cpwsgi_server.CPWSGIServer(('::', 9283)) shut down 2024-08-29T17:47:12.624 INFO:journalctl@ceph.mgr.y.smithi028.stdout:Aug 29 17:47:12 smithi028 bash[22672]: [29/Aug/2024:17:47:12] ENGINE Bus STOPPED 2024-08-29T17:47:12.624 INFO:journalctl@ceph.mgr.y.smithi028.stdout:Aug 29 17:47:12 smithi028 bash[22672]: [29/Aug/2024:17:47:12] ENGINE Bus STARTING 2024-08-29T17:47:12.624 INFO:journalctl@ceph.mgr.y.smithi028.stdout:Aug 29 17:47:12 smithi028 bash[22672]: [29/Aug/2024:17:47:12] ENGINE Serving on http://:::9283 2024-08-29T17:47:12.624 INFO:journalctl@ceph.mgr.y.smithi028.stdout:Aug 29 17:47:12 smithi028 bash[22672]: [29/Aug/2024:17:47:12] ENGINE Bus STARTED 2024-08-29T17:47:13.323 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:47:13 smithi053 bash[24720]: audit 2024-08-29T17:47:11.451196+0000 mgr.y (mgr.14499) 173 : audit [DBG] from='client.14799 -' entity='client.admin' cmd=[{"prefix": "telemetry on", "license": "sharing-1-0", "target": ["mon-mgr", ""]}]: dispatch 2024-08-29T17:47:13.323 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:47:13 smithi053 bash[24720]: audit 2024-08-29T17:47:11.642209+0000 mgr.y (mgr.14499) 174 : audit [DBG] from='client.14799 -' entity='client.admin' cmd=[{"prefix": "telemetry on", "license": "sharing-1-0", "target": ["mon-mgr", ""]}]: dispatch 2024-08-29T17:47:13.323 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:47:13 smithi053 bash[24720]: cluster 2024-08-29T17:47:11.879879+0000 mgr.y (mgr.14499) 175 : cluster [DBG] pgmap v139: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 13 KiB/s rd, 0 B/s wr, 3 op/s 2024-08-29T17:47:13.324 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:47:13 smithi053 bash[24720]: audit 2024-08-29T17:47:12.017989+0000 mgr.y (mgr.14499) 176 : audit [DBG] from='client.14805 -' entity='client.admin' cmd=[{"prefix": "telemetry enable channel", "channels": ["perf"], "target": ["mon-mgr", ""]}]: dispatch 2024-08-29T17:47:13.324 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:47:13 smithi053 bash[24720]: audit 2024-08-29T17:47:12.026818+0000 mon.a (mon.0) 967 : audit [INF] from='mgr.14499 172.21.15.28:0/1402656687' entity='mgr.y' 2024-08-29T17:47:13.324 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:47:13 smithi053 bash[24720]: audit 2024-08-29T17:47:12.042116+0000 mon.a (mon.0) 968 : audit [DBG] from='mgr.14499 172.21.15.28:0/1402656687' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-29T17:47:13.324 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:47:13 smithi053 bash[24720]: audit 2024-08-29T17:47:12.044113+0000 mon.a (mon.0) 969 : audit [DBG] from='mgr.14499 172.21.15.28:0/1402656687' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-29T17:47:13.324 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:47:13 smithi053 bash[24720]: audit 2024-08-29T17:47:12.045238+0000 mon.a (mon.0) 970 : audit [INF] from='mgr.14499 172.21.15.28:0/1402656687' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-29T17:47:13.324 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:47:13 smithi053 bash[24720]: audit 2024-08-29T17:47:12.051696+0000 mon.a (mon.0) 971 : audit [INF] from='mgr.14499 172.21.15.28:0/1402656687' entity='mgr.y' 2024-08-29T17:47:13.324 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:47:13 smithi053 bash[24720]: audit 2024-08-29T17:47:12.177922+0000 mgr.y (mgr.14499) 177 : audit [DBG] from='client.14805 -' entity='client.admin' cmd=[{"prefix": "telemetry enable channel", "channels": ["perf"], "target": ["mon-mgr", ""]}]: dispatch 2024-08-29T17:47:13.324 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:47:13 smithi053 bash[24720]: audit 2024-08-29T17:47:12.487887+0000 mon.a (mon.0) 972 : audit [DBG] from='client.? 172.21.15.28:0/571807355' entity='client.admin' cmd=[{"prefix": "config get", "who": "mgr", "key": "mgr/telemetry/last_opt_revision"}]: dispatch 2024-08-29T17:47:13.324 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:47:13 smithi053 bash[24720]: audit 2024-08-29T17:47:12.585795+0000 mon.a (mon.0) 973 : audit [DBG] from='client.? 172.21.15.28:0/571807355' entity='client.admin' cmd=[{"prefix": "config get", "who": "mgr", "key": "mgr/telemetry/last_opt_revision"}]: dispatch 2024-08-29T17:47:13.324 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:47:13 smithi053 bash[24720]: audit 2024-08-29T17:47:12.932377+0000 mon.a (mon.0) 974 : audit [DBG] from='mgr.14499 172.21.15.28:0/1402656687' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-29T17:47:13.324 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:47:13 smithi053 bash[24720]: audit 2024-08-29T17:47:12.937961+0000 mon.a (mon.0) 975 : audit [DBG] from='mgr.14499 172.21.15.28:0/1402656687' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-08-29T17:47:13.374 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:47:13 smithi028 bash[22419]: audit 2024-08-29T17:47:11.451196+0000 mgr.y (mgr.14499) 173 : audit [DBG] from='client.14799 -' entity='client.admin' cmd=[{"prefix": "telemetry on", "license": "sharing-1-0", "target": ["mon-mgr", ""]}]: dispatch 2024-08-29T17:47:13.375 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:47:13 smithi028 bash[22419]: audit 2024-08-29T17:47:11.642209+0000 mgr.y (mgr.14499) 174 : audit [DBG] from='client.14799 -' entity='client.admin' cmd=[{"prefix": "telemetry on", "license": "sharing-1-0", "target": ["mon-mgr", ""]}]: dispatch 2024-08-29T17:47:13.375 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:47:13 smithi028 bash[22419]: cluster 2024-08-29T17:47:11.879879+0000 mgr.y (mgr.14499) 175 : cluster [DBG] pgmap v139: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 13 KiB/s rd, 0 B/s wr, 3 op/s 2024-08-29T17:47:13.375 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:47:13 smithi028 bash[22419]: audit 2024-08-29T17:47:12.017989+0000 mgr.y (mgr.14499) 176 : audit [DBG] from='client.14805 -' entity='client.admin' cmd=[{"prefix": "telemetry enable channel", "channels": ["perf"], "target": ["mon-mgr", ""]}]: dispatch 2024-08-29T17:47:13.375 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:47:13 smithi028 bash[22419]: audit 2024-08-29T17:47:12.026818+0000 mon.a (mon.0) 967 : audit [INF] from='mgr.14499 172.21.15.28:0/1402656687' entity='mgr.y' 2024-08-29T17:47:13.375 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:47:13 smithi028 bash[22419]: audit 2024-08-29T17:47:12.042116+0000 mon.a (mon.0) 968 : audit [DBG] from='mgr.14499 172.21.15.28:0/1402656687' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-29T17:47:13.375 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:47:13 smithi028 bash[22419]: audit 2024-08-29T17:47:12.044113+0000 mon.a (mon.0) 969 : audit [DBG] from='mgr.14499 172.21.15.28:0/1402656687' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-29T17:47:13.375 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:47:13 smithi028 bash[22419]: audit 2024-08-29T17:47:12.045238+0000 mon.a (mon.0) 970 : audit [INF] from='mgr.14499 172.21.15.28:0/1402656687' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-29T17:47:13.375 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:47:13 smithi028 bash[22419]: audit 2024-08-29T17:47:12.051696+0000 mon.a (mon.0) 971 : audit [INF] from='mgr.14499 172.21.15.28:0/1402656687' entity='mgr.y' 2024-08-29T17:47:13.375 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:47:13 smithi028 bash[22419]: audit 2024-08-29T17:47:12.177922+0000 mgr.y (mgr.14499) 177 : audit [DBG] from='client.14805 -' entity='client.admin' cmd=[{"prefix": "telemetry enable channel", "channels": ["perf"], "target": ["mon-mgr", ""]}]: dispatch 2024-08-29T17:47:13.376 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:47:13 smithi028 bash[22419]: audit 2024-08-29T17:47:12.487887+0000 mon.a (mon.0) 972 : audit [DBG] from='client.? 172.21.15.28:0/571807355' entity='client.admin' cmd=[{"prefix": "config get", "who": "mgr", "key": "mgr/telemetry/last_opt_revision"}]: dispatch 2024-08-29T17:47:13.376 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:47:13 smithi028 bash[22419]: audit 2024-08-29T17:47:12.585795+0000 mon.a (mon.0) 973 : audit [DBG] from='client.? 172.21.15.28:0/571807355' entity='client.admin' cmd=[{"prefix": "config get", "who": "mgr", "key": "mgr/telemetry/last_opt_revision"}]: dispatch 2024-08-29T17:47:13.376 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:47:13 smithi028 bash[22419]: audit 2024-08-29T17:47:12.932377+0000 mon.a (mon.0) 974 : audit [DBG] from='mgr.14499 172.21.15.28:0/1402656687' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-29T17:47:13.376 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:47:13 smithi028 bash[22419]: audit 2024-08-29T17:47:12.937961+0000 mon.a (mon.0) 975 : audit [DBG] from='mgr.14499 172.21.15.28:0/1402656687' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-08-29T17:47:13.376 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:47:13 smithi028 bash[31855]: audit 2024-08-29T17:47:11.451196+0000 mgr.y (mgr.14499) 173 : audit [DBG] from='client.14799 -' entity='client.admin' cmd=[{"prefix": "telemetry on", "license": "sharing-1-0", "target": ["mon-mgr", ""]}]: dispatch 2024-08-29T17:47:13.376 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:47:13 smithi028 bash[31855]: audit 2024-08-29T17:47:11.642209+0000 mgr.y (mgr.14499) 174 : audit [DBG] from='client.14799 -' entity='client.admin' cmd=[{"prefix": "telemetry on", "license": "sharing-1-0", "target": ["mon-mgr", ""]}]: dispatch 2024-08-29T17:47:13.376 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:47:13 smithi028 bash[31855]: cluster 2024-08-29T17:47:11.879879+0000 mgr.y (mgr.14499) 175 : cluster [DBG] pgmap v139: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 13 KiB/s rd, 0 B/s wr, 3 op/s 2024-08-29T17:47:13.376 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:47:13 smithi028 bash[31855]: audit 2024-08-29T17:47:12.017989+0000 mgr.y (mgr.14499) 176 : audit [DBG] from='client.14805 -' entity='client.admin' cmd=[{"prefix": "telemetry enable channel", "channels": ["perf"], "target": ["mon-mgr", ""]}]: dispatch 2024-08-29T17:47:13.376 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:47:13 smithi028 bash[31855]: audit 2024-08-29T17:47:12.026818+0000 mon.a (mon.0) 967 : audit [INF] from='mgr.14499 172.21.15.28:0/1402656687' entity='mgr.y' 2024-08-29T17:47:13.376 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:47:13 smithi028 bash[31855]: audit 2024-08-29T17:47:12.042116+0000 mon.a (mon.0) 968 : audit [DBG] from='mgr.14499 172.21.15.28:0/1402656687' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-29T17:47:13.376 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:47:13 smithi028 bash[31855]: audit 2024-08-29T17:47:12.044113+0000 mon.a (mon.0) 969 : audit [DBG] from='mgr.14499 172.21.15.28:0/1402656687' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-29T17:47:13.377 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:47:13 smithi028 bash[31855]: audit 2024-08-29T17:47:12.045238+0000 mon.a (mon.0) 970 : audit [INF] from='mgr.14499 172.21.15.28:0/1402656687' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-29T17:47:13.377 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:47:13 smithi028 bash[31855]: audit 2024-08-29T17:47:12.051696+0000 mon.a (mon.0) 971 : audit [INF] from='mgr.14499 172.21.15.28:0/1402656687' entity='mgr.y' 2024-08-29T17:47:13.377 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:47:13 smithi028 bash[31855]: audit 2024-08-29T17:47:12.177922+0000 mgr.y (mgr.14499) 177 : audit [DBG] from='client.14805 -' entity='client.admin' cmd=[{"prefix": "telemetry enable channel", "channels": ["perf"], "target": ["mon-mgr", ""]}]: dispatch 2024-08-29T17:47:13.377 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:47:13 smithi028 bash[31855]: audit 2024-08-29T17:47:12.487887+0000 mon.a (mon.0) 972 : audit [DBG] from='client.? 172.21.15.28:0/571807355' entity='client.admin' cmd=[{"prefix": "config get", "who": "mgr", "key": "mgr/telemetry/last_opt_revision"}]: dispatch 2024-08-29T17:47:13.377 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:47:13 smithi028 bash[31855]: audit 2024-08-29T17:47:12.585795+0000 mon.a (mon.0) 973 : audit [DBG] from='client.? 172.21.15.28:0/571807355' entity='client.admin' cmd=[{"prefix": "config get", "who": "mgr", "key": "mgr/telemetry/last_opt_revision"}]: dispatch 2024-08-29T17:47:13.377 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:47:13 smithi028 bash[31855]: audit 2024-08-29T17:47:12.932377+0000 mon.a (mon.0) 974 : audit [DBG] from='mgr.14499 172.21.15.28:0/1402656687' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-29T17:47:13.377 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:47:13 smithi028 bash[31855]: audit 2024-08-29T17:47:12.937961+0000 mon.a (mon.0) 975 : audit [DBG] from='mgr.14499 172.21.15.28:0/1402656687' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-08-29T17:47:13.665 INFO:tasks.workunit.client.0.smithi028.stdout:{ 2024-08-29T17:47:13.665 INFO:tasks.workunit.client.0.smithi028.stdout: "balancer": { 2024-08-29T17:47:13.666 INFO:tasks.workunit.client.0.smithi028.stdout: "active": true, 2024-08-29T17:47:13.666 INFO:tasks.workunit.client.0.smithi028.stdout: "mode": "" 2024-08-29T17:47:13.666 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:13.666 INFO:tasks.workunit.client.0.smithi028.stdout: "channels": [ 2024-08-29T17:47:13.666 INFO:tasks.workunit.client.0.smithi028.stdout: "basic", 2024-08-29T17:47:13.666 INFO:tasks.workunit.client.0.smithi028.stdout: "crash", 2024-08-29T17:47:13.666 INFO:tasks.workunit.client.0.smithi028.stdout: "device", 2024-08-29T17:47:13.666 INFO:tasks.workunit.client.0.smithi028.stdout: "ident", 2024-08-29T17:47:13.666 INFO:tasks.workunit.client.0.smithi028.stdout: "perf" 2024-08-29T17:47:13.666 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-08-29T17:47:13.666 INFO:tasks.workunit.client.0.smithi028.stdout: "channels_available": [ 2024-08-29T17:47:13.666 INFO:tasks.workunit.client.0.smithi028.stdout: "basic", 2024-08-29T17:47:13.666 INFO:tasks.workunit.client.0.smithi028.stdout: "ident", 2024-08-29T17:47:13.666 INFO:tasks.workunit.client.0.smithi028.stdout: "crash", 2024-08-29T17:47:13.667 INFO:tasks.workunit.client.0.smithi028.stdout: "device", 2024-08-29T17:47:13.667 INFO:tasks.workunit.client.0.smithi028.stdout: "perf" 2024-08-29T17:47:13.667 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-08-29T17:47:13.667 INFO:tasks.workunit.client.0.smithi028.stdout: "collections_available": [ 2024-08-29T17:47:13.667 INFO:tasks.workunit.client.0.smithi028.stdout: "basic_base", 2024-08-29T17:47:13.667 INFO:tasks.workunit.client.0.smithi028.stdout: "device_base", 2024-08-29T17:47:13.667 INFO:tasks.workunit.client.0.smithi028.stdout: "crash_base", 2024-08-29T17:47:13.667 INFO:tasks.workunit.client.0.smithi028.stdout: "ident_base", 2024-08-29T17:47:13.667 INFO:tasks.workunit.client.0.smithi028.stdout: "perf_perf", 2024-08-29T17:47:13.667 INFO:tasks.workunit.client.0.smithi028.stdout: "basic_mds_metadata", 2024-08-29T17:47:13.667 INFO:tasks.workunit.client.0.smithi028.stdout: "basic_pool_usage", 2024-08-29T17:47:13.667 INFO:tasks.workunit.client.0.smithi028.stdout: "basic_usage_by_class", 2024-08-29T17:47:13.667 INFO:tasks.workunit.client.0.smithi028.stdout: "basic_rook_v01", 2024-08-29T17:47:13.667 INFO:tasks.workunit.client.0.smithi028.stdout: "perf_memory_metrics", 2024-08-29T17:47:13.668 INFO:tasks.workunit.client.0.smithi028.stdout: "basic_pool_options_bluestore" 2024-08-29T17:47:13.668 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-08-29T17:47:13.668 INFO:tasks.workunit.client.0.smithi028.stdout: "collections_opted_in": [ 2024-08-29T17:47:13.668 INFO:tasks.workunit.client.0.smithi028.stdout: "basic_base", 2024-08-29T17:47:13.668 INFO:tasks.workunit.client.0.smithi028.stdout: "device_base", 2024-08-29T17:47:13.668 INFO:tasks.workunit.client.0.smithi028.stdout: "crash_base", 2024-08-29T17:47:13.668 INFO:tasks.workunit.client.0.smithi028.stdout: "ident_base", 2024-08-29T17:47:13.668 INFO:tasks.workunit.client.0.smithi028.stdout: "perf_perf", 2024-08-29T17:47:13.668 INFO:tasks.workunit.client.0.smithi028.stdout: "basic_mds_metadata", 2024-08-29T17:47:13.668 INFO:tasks.workunit.client.0.smithi028.stdout: "basic_pool_usage", 2024-08-29T17:47:13.668 INFO:tasks.workunit.client.0.smithi028.stdout: "basic_usage_by_class", 2024-08-29T17:47:13.668 INFO:tasks.workunit.client.0.smithi028.stdout: "basic_rook_v01", 2024-08-29T17:47:13.668 INFO:tasks.workunit.client.0.smithi028.stdout: "perf_memory_metrics", 2024-08-29T17:47:13.668 INFO:tasks.workunit.client.0.smithi028.stdout: "basic_pool_options_bluestore" 2024-08-29T17:47:13.669 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-08-29T17:47:13.669 INFO:tasks.workunit.client.0.smithi028.stdout: "config": { 2024-08-29T17:47:13.669 INFO:tasks.workunit.client.0.smithi028.stdout: "active_changed": [ 2024-08-29T17:47:13.669 INFO:tasks.workunit.client.0.smithi028.stdout: "auth_allow_insecure_global_id_reclaim", 2024-08-29T17:47:13.669 INFO:tasks.workunit.client.0.smithi028.stdout: "auth_debug", 2024-08-29T17:47:13.669 INFO:tasks.workunit.client.0.smithi028.stdout: "auth_mon_ticket_ttl", 2024-08-29T17:47:13.669 INFO:tasks.workunit.client.0.smithi028.stdout: "auth_service_ticket_ttl", 2024-08-29T17:47:13.669 INFO:tasks.workunit.client.0.smithi028.stdout: "bdev_debug_aio", 2024-08-29T17:47:13.670 INFO:tasks.workunit.client.0.smithi028.stdout: "client_check_pool_perm", 2024-08-29T17:47:13.670 INFO:tasks.workunit.client.0.smithi028.stdout: "client_mount_gid", 2024-08-29T17:47:13.670 INFO:tasks.workunit.client.0.smithi028.stdout: "client_mount_uid", 2024-08-29T17:47:13.670 INFO:tasks.workunit.client.0.smithi028.stdout: "client_quota", 2024-08-29T17:47:13.670 INFO:tasks.workunit.client.0.smithi028.stdout: "container_image", 2024-08-29T17:47:13.670 INFO:tasks.workunit.client.0.smithi028.stdout: "daemonize", 2024-08-29T17:47:13.670 INFO:tasks.workunit.client.0.smithi028.stdout: "debug_asserts_on_shutdown", 2024-08-29T17:47:13.670 INFO:tasks.workunit.client.0.smithi028.stdout: "debug_mgr", 2024-08-29T17:47:13.670 INFO:tasks.workunit.client.0.smithi028.stdout: "debug_mon", 2024-08-29T17:47:13.670 INFO:tasks.workunit.client.0.smithi028.stdout: "debug_ms", 2024-08-29T17:47:13.670 INFO:tasks.workunit.client.0.smithi028.stdout: "debug_osd", 2024-08-29T17:47:13.670 INFO:tasks.workunit.client.0.smithi028.stdout: "debug_paxos", 2024-08-29T17:47:13.670 INFO:tasks.workunit.client.0.smithi028.stdout: "keyring", 2024-08-29T17:47:13.670 INFO:tasks.workunit.client.0.smithi028.stdout: "leveldb_block_size", 2024-08-29T17:47:13.671 INFO:tasks.workunit.client.0.smithi028.stdout: "leveldb_cache_size", 2024-08-29T17:47:13.671 INFO:tasks.workunit.client.0.smithi028.stdout: "leveldb_compression", 2024-08-29T17:47:13.671 INFO:tasks.workunit.client.0.smithi028.stdout: "leveldb_log", 2024-08-29T17:47:13.671 INFO:tasks.workunit.client.0.smithi028.stdout: "leveldb_write_buffer_size", 2024-08-29T17:47:13.671 INFO:tasks.workunit.client.0.smithi028.stdout: "log_stderr_prefix", 2024-08-29T17:47:13.671 INFO:tasks.workunit.client.0.smithi028.stdout: "log_to_file", 2024-08-29T17:47:13.671 INFO:tasks.workunit.client.0.smithi028.stdout: "log_to_journald", 2024-08-29T17:47:13.671 INFO:tasks.workunit.client.0.smithi028.stdout: "log_to_stderr", 2024-08-29T17:47:13.671 INFO:tasks.workunit.client.0.smithi028.stdout: "mon_allow_pool_delete", 2024-08-29T17:47:13.671 INFO:tasks.workunit.client.0.smithi028.stdout: "mon_clock_drift_allowed", 2024-08-29T17:47:13.671 INFO:tasks.workunit.client.0.smithi028.stdout: "mon_cluster_log_to_file", 2024-08-29T17:47:13.671 INFO:tasks.workunit.client.0.smithi028.stdout: "mon_cluster_log_to_stderr", 2024-08-29T17:47:13.671 INFO:tasks.workunit.client.0.smithi028.stdout: "mon_data_avail_warn", 2024-08-29T17:47:13.671 INFO:tasks.workunit.client.0.smithi028.stdout: "mon_election_default_strategy", 2024-08-29T17:47:13.671 INFO:tasks.workunit.client.0.smithi028.stdout: "mon_host", 2024-08-29T17:47:13.672 INFO:tasks.workunit.client.0.smithi028.stdout: "mon_max_pg_per_osd", 2024-08-29T17:47:13.672 INFO:tasks.workunit.client.0.smithi028.stdout: "mon_mgr_mkfs_grace", 2024-08-29T17:47:13.672 INFO:tasks.workunit.client.0.smithi028.stdout: "mon_osd_prime_pg_temp", 2024-08-29T17:47:13.672 INFO:tasks.workunit.client.0.smithi028.stdout: "mon_osd_reporter_subtree_level", 2024-08-29T17:47:13.672 INFO:tasks.workunit.client.0.smithi028.stdout: "mon_pg_warn_max_object_skew", 2024-08-29T17:47:13.672 INFO:tasks.workunit.client.0.smithi028.stdout: "mon_reweight_min_bytes_per_osd", 2024-08-29T17:47:13.672 INFO:tasks.workunit.client.0.smithi028.stdout: "mon_reweight_min_pgs_per_osd", 2024-08-29T17:47:13.672 INFO:tasks.workunit.client.0.smithi028.stdout: "mon_warn_on_crush_straw_calc_version_zero", 2024-08-29T17:47:13.672 INFO:tasks.workunit.client.0.smithi028.stdout: "mon_warn_on_insecure_global_id_reclaim", 2024-08-29T17:47:13.672 INFO:tasks.workunit.client.0.smithi028.stdout: "mon_warn_on_insecure_global_id_reclaim_allowed", 2024-08-29T17:47:13.672 INFO:tasks.workunit.client.0.smithi028.stdout: "mon_warn_on_legacy_crush_tunables", 2024-08-29T17:47:13.672 INFO:tasks.workunit.client.0.smithi028.stdout: "mon_warn_on_osd_down_out_interval_zero", 2024-08-29T17:47:13.672 INFO:tasks.workunit.client.0.smithi028.stdout: "mon_warn_on_pool_pg_num_not_power_of_two", 2024-08-29T17:47:13.672 INFO:tasks.workunit.client.0.smithi028.stdout: "mon_warn_on_too_few_osds", 2024-08-29T17:47:13.673 INFO:tasks.workunit.client.0.smithi028.stdout: "ms_die_on_bug", 2024-08-29T17:47:13.673 INFO:tasks.workunit.client.0.smithi028.stdout: "ms_die_on_old_message", 2024-08-29T17:47:13.673 INFO:tasks.workunit.client.0.smithi028.stdout: "no_config_file", 2024-08-29T17:47:13.673 INFO:tasks.workunit.client.0.smithi028.stdout: "osd_class_default_list", 2024-08-29T17:47:13.673 INFO:tasks.workunit.client.0.smithi028.stdout: "osd_class_load_list", 2024-08-29T17:47:13.673 INFO:tasks.workunit.client.0.smithi028.stdout: "osd_debug_misdirected_ops", 2024-08-29T17:47:13.673 INFO:tasks.workunit.client.0.smithi028.stdout: "osd_debug_op_order", 2024-08-29T17:47:13.673 INFO:tasks.workunit.client.0.smithi028.stdout: "osd_debug_pg_log_writeout", 2024-08-29T17:47:13.673 INFO:tasks.workunit.client.0.smithi028.stdout: "osd_debug_shutdown", 2024-08-29T17:47:13.673 INFO:tasks.workunit.client.0.smithi028.stdout: "osd_debug_verify_cached_snaps", 2024-08-29T17:47:13.673 INFO:tasks.workunit.client.0.smithi028.stdout: "osd_debug_verify_missing_on_start", 2024-08-29T17:47:13.673 INFO:tasks.workunit.client.0.smithi028.stdout: "osd_debug_verify_stray_on_activate", 2024-08-29T17:47:13.673 INFO:tasks.workunit.client.0.smithi028.stdout: "osd_deep_scrub_update_digest_min_age", 2024-08-29T17:47:13.673 INFO:tasks.workunit.client.0.smithi028.stdout: "osd_mclock_profile", 2024-08-29T17:47:13.673 INFO:tasks.workunit.client.0.smithi028.stdout: "osd_mclock_scheduler_background_best_effort_lim", 2024-08-29T17:47:13.674 INFO:tasks.workunit.client.0.smithi028.stdout: "osd_mclock_scheduler_background_best_effort_res", 2024-08-29T17:47:13.674 INFO:tasks.workunit.client.0.smithi028.stdout: "osd_mclock_scheduler_background_best_effort_wgt", 2024-08-29T17:47:13.674 INFO:tasks.workunit.client.0.smithi028.stdout: "osd_mclock_scheduler_background_recovery_lim", 2024-08-29T17:47:13.674 INFO:tasks.workunit.client.0.smithi028.stdout: "osd_mclock_scheduler_background_recovery_res", 2024-08-29T17:47:13.674 INFO:tasks.workunit.client.0.smithi028.stdout: "osd_mclock_scheduler_background_recovery_wgt", 2024-08-29T17:47:13.674 INFO:tasks.workunit.client.0.smithi028.stdout: "osd_mclock_scheduler_client_lim", 2024-08-29T17:47:13.674 INFO:tasks.workunit.client.0.smithi028.stdout: "osd_mclock_scheduler_client_res", 2024-08-29T17:47:13.674 INFO:tasks.workunit.client.0.smithi028.stdout: "osd_mclock_scheduler_client_wgt", 2024-08-29T17:47:13.674 INFO:tasks.workunit.client.0.smithi028.stdout: "osd_memory_target", 2024-08-29T17:47:13.674 INFO:tasks.workunit.client.0.smithi028.stdout: "osd_memory_target_autotune", 2024-08-29T17:47:13.674 INFO:tasks.workunit.client.0.smithi028.stdout: "osd_op_queue", 2024-08-29T17:47:13.674 INFO:tasks.workunit.client.0.smithi028.stdout: "osd_op_queue_cut_off", 2024-08-29T17:47:13.674 INFO:tasks.workunit.client.0.smithi028.stdout: "osd_pool_default_erasure_code_profile", 2024-08-29T17:47:13.674 INFO:tasks.workunit.client.0.smithi028.stdout: "osd_pool_default_pg_autoscale_mode", 2024-08-29T17:47:13.675 INFO:tasks.workunit.client.0.smithi028.stdout: "osd_recover_clone_overlap", 2024-08-29T17:47:13.675 INFO:tasks.workunit.client.0.smithi028.stdout: "osd_recovery_max_chunk", 2024-08-29T17:47:13.675 INFO:tasks.workunit.client.0.smithi028.stdout: "osd_scrub_load_threshold", 2024-08-29T17:47:13.675 INFO:tasks.workunit.client.0.smithi028.stdout: "osd_scrub_max_interval", 2024-08-29T17:47:13.675 INFO:tasks.workunit.client.0.smithi028.stdout: "osd_shutdown_pgref_assert", 2024-08-29T17:47:13.675 INFO:tasks.workunit.client.0.smithi028.stdout: "public_addr", 2024-08-29T17:47:13.675 INFO:tasks.workunit.client.0.smithi028.stdout: "public_addrv", 2024-08-29T17:47:13.675 INFO:tasks.workunit.client.0.smithi028.stdout: "public_network", 2024-08-29T17:47:13.675 INFO:tasks.workunit.client.0.smithi028.stdout: "rbd_default_features", 2024-08-29T17:47:13.675 INFO:tasks.workunit.client.0.smithi028.stdout: "rbd_qos_exclude_ops", 2024-08-29T17:47:13.675 INFO:tasks.workunit.client.0.smithi028.stdout: "setgroup", 2024-08-29T17:47:13.675 INFO:tasks.workunit.client.0.smithi028.stdout: "setuser" 2024-08-29T17:47:13.675 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-08-29T17:47:13.675 INFO:tasks.workunit.client.0.smithi028.stdout: "cluster_changed": [ 2024-08-29T17:47:13.675 INFO:tasks.workunit.client.0.smithi028.stdout: "auth_allow_insecure_global_id_reclaim", 2024-08-29T17:47:13.675 INFO:tasks.workunit.client.0.smithi028.stdout: "auth_debug", 2024-08-29T17:47:13.676 INFO:tasks.workunit.client.0.smithi028.stdout: "auth_mon_ticket_ttl", 2024-08-29T17:47:13.676 INFO:tasks.workunit.client.0.smithi028.stdout: "auth_service_ticket_ttl", 2024-08-29T17:47:13.676 INFO:tasks.workunit.client.0.smithi028.stdout: "bdev_debug_aio", 2024-08-29T17:47:13.676 INFO:tasks.workunit.client.0.smithi028.stdout: "container_image", 2024-08-29T17:47:13.676 INFO:tasks.workunit.client.0.smithi028.stdout: "debug_asserts_on_shutdown", 2024-08-29T17:47:13.676 INFO:tasks.workunit.client.0.smithi028.stdout: "debug_mgr", 2024-08-29T17:47:13.676 INFO:tasks.workunit.client.0.smithi028.stdout: "debug_mon", 2024-08-29T17:47:13.676 INFO:tasks.workunit.client.0.smithi028.stdout: "debug_ms", 2024-08-29T17:47:13.676 INFO:tasks.workunit.client.0.smithi028.stdout: "debug_osd", 2024-08-29T17:47:13.676 INFO:tasks.workunit.client.0.smithi028.stdout: "debug_paxos", 2024-08-29T17:47:13.676 INFO:tasks.workunit.client.0.smithi028.stdout: "log_to_file", 2024-08-29T17:47:13.676 INFO:tasks.workunit.client.0.smithi028.stdout: "log_to_journald", 2024-08-29T17:47:13.676 INFO:tasks.workunit.client.0.smithi028.stdout: "log_to_stderr", 2024-08-29T17:47:13.676 INFO:tasks.workunit.client.0.smithi028.stdout: "mds_join_fs", 2024-08-29T17:47:13.677 INFO:tasks.workunit.client.0.smithi028.stdout: "mgr/cephadm/allow_ptrace", 2024-08-29T17:47:13.677 INFO:tasks.workunit.client.0.smithi028.stdout: "mgr/cephadm/container_init", 2024-08-29T17:47:13.677 INFO:tasks.workunit.client.0.smithi028.stdout: "mgr/cephadm/migration_current", 2024-08-29T17:47:13.677 INFO:tasks.workunit.client.0.smithi028.stdout: "mgr/cephadm/use_repo_digest", 2024-08-29T17:47:13.677 INFO:tasks.workunit.client.0.smithi028.stdout: "mgr/dashboard/ALERTMANAGER_API_HOST", 2024-08-29T17:47:13.677 INFO:tasks.workunit.client.0.smithi028.stdout: "mgr/dashboard/GRAFANA_API_SSL_VERIFY", 2024-08-29T17:47:13.677 INFO:tasks.workunit.client.0.smithi028.stdout: "mgr/dashboard/GRAFANA_API_URL", 2024-08-29T17:47:13.677 INFO:tasks.workunit.client.0.smithi028.stdout: "mgr/dashboard/PROMETHEUS_API_HOST", 2024-08-29T17:47:13.677 INFO:tasks.workunit.client.0.smithi028.stdout: "mgr/dashboard/ssl_server_port", 2024-08-29T17:47:13.677 INFO:tasks.workunit.client.0.smithi028.stdout: "mgr/orchestrator/orchestrator", 2024-08-29T17:47:13.677 INFO:tasks.workunit.client.0.smithi028.stdout: "mgr/telemetry/channel_ident", 2024-08-29T17:47:13.677 INFO:tasks.workunit.client.0.smithi028.stdout: "mgr/telemetry/channel_perf", 2024-08-29T17:47:13.677 INFO:tasks.workunit.client.0.smithi028.stdout: "mgr/telemetry/description", 2024-08-29T17:47:13.677 INFO:tasks.workunit.client.0.smithi028.stdout: "mgr/telemetry/enabled", 2024-08-29T17:47:13.677 INFO:tasks.workunit.client.0.smithi028.stdout: "mgr/telemetry/organization", 2024-08-29T17:47:13.678 INFO:tasks.workunit.client.0.smithi028.stdout: "mon_allow_pool_delete", 2024-08-29T17:47:13.678 INFO:tasks.workunit.client.0.smithi028.stdout: "mon_clock_drift_allowed", 2024-08-29T17:47:13.678 INFO:tasks.workunit.client.0.smithi028.stdout: "mon_cluster_log_to_file", 2024-08-29T17:47:13.678 INFO:tasks.workunit.client.0.smithi028.stdout: "mon_data_avail_warn", 2024-08-29T17:47:13.678 INFO:tasks.workunit.client.0.smithi028.stdout: "mon_election_default_strategy", 2024-08-29T17:47:13.678 INFO:tasks.workunit.client.0.smithi028.stdout: "mon_max_pg_per_osd", 2024-08-29T17:47:13.678 INFO:tasks.workunit.client.0.smithi028.stdout: "mon_mgr_mkfs_grace", 2024-08-29T17:47:13.678 INFO:tasks.workunit.client.0.smithi028.stdout: "mon_osd_prime_pg_temp", 2024-08-29T17:47:13.678 INFO:tasks.workunit.client.0.smithi028.stdout: "mon_osd_reporter_subtree_level", 2024-08-29T17:47:13.678 INFO:tasks.workunit.client.0.smithi028.stdout: "mon_pg_warn_max_object_skew", 2024-08-29T17:47:13.678 INFO:tasks.workunit.client.0.smithi028.stdout: "mon_reweight_min_bytes_per_osd", 2024-08-29T17:47:13.678 INFO:tasks.workunit.client.0.smithi028.stdout: "mon_reweight_min_pgs_per_osd", 2024-08-29T17:47:13.678 INFO:tasks.workunit.client.0.smithi028.stdout: "mon_warn_on_crush_straw_calc_version_zero", 2024-08-29T17:47:13.678 INFO:tasks.workunit.client.0.smithi028.stdout: "mon_warn_on_insecure_global_id_reclaim", 2024-08-29T17:47:13.678 INFO:tasks.workunit.client.0.smithi028.stdout: "mon_warn_on_insecure_global_id_reclaim_allowed", 2024-08-29T17:47:13.679 INFO:tasks.workunit.client.0.smithi028.stdout: "mon_warn_on_legacy_crush_tunables", 2024-08-29T17:47:13.679 INFO:tasks.workunit.client.0.smithi028.stdout: "mon_warn_on_osd_down_out_interval_zero", 2024-08-29T17:47:13.679 INFO:tasks.workunit.client.0.smithi028.stdout: "mon_warn_on_pool_pg_num_not_power_of_two", 2024-08-29T17:47:13.679 INFO:tasks.workunit.client.0.smithi028.stdout: "mon_warn_on_too_few_osds", 2024-08-29T17:47:13.679 INFO:tasks.workunit.client.0.smithi028.stdout: "ms_die_on_bug", 2024-08-29T17:47:13.679 INFO:tasks.workunit.client.0.smithi028.stdout: "ms_die_on_old_message", 2024-08-29T17:47:13.679 INFO:tasks.workunit.client.0.smithi028.stdout: "osd_class_default_list", 2024-08-29T17:47:13.679 INFO:tasks.workunit.client.0.smithi028.stdout: "osd_class_load_list", 2024-08-29T17:47:13.679 INFO:tasks.workunit.client.0.smithi028.stdout: "osd_debug_misdirected_ops", 2024-08-29T17:47:13.679 INFO:tasks.workunit.client.0.smithi028.stdout: "osd_debug_op_order", 2024-08-29T17:47:13.679 INFO:tasks.workunit.client.0.smithi028.stdout: "osd_debug_pg_log_writeout", 2024-08-29T17:47:13.679 INFO:tasks.workunit.client.0.smithi028.stdout: "osd_debug_shutdown", 2024-08-29T17:47:13.679 INFO:tasks.workunit.client.0.smithi028.stdout: "osd_debug_verify_cached_snaps", 2024-08-29T17:47:13.679 INFO:tasks.workunit.client.0.smithi028.stdout: "osd_debug_verify_missing_on_start", 2024-08-29T17:47:13.680 INFO:tasks.workunit.client.0.smithi028.stdout: "osd_debug_verify_stray_on_activate", 2024-08-29T17:47:13.680 INFO:tasks.workunit.client.0.smithi028.stdout: "osd_deep_scrub_update_digest_min_age", 2024-08-29T17:47:13.680 INFO:tasks.workunit.client.0.smithi028.stdout: "osd_mclock_profile", 2024-08-29T17:47:13.680 INFO:tasks.workunit.client.0.smithi028.stdout: "osd_memory_target", 2024-08-29T17:47:13.680 INFO:tasks.workunit.client.0.smithi028.stdout: "osd_memory_target_autotune", 2024-08-29T17:47:13.680 INFO:tasks.workunit.client.0.smithi028.stdout: "osd_op_queue", 2024-08-29T17:47:13.680 INFO:tasks.workunit.client.0.smithi028.stdout: "osd_op_queue_cut_off", 2024-08-29T17:47:13.680 INFO:tasks.workunit.client.0.smithi028.stdout: "osd_pool_default_erasure_code_profile", 2024-08-29T17:47:13.680 INFO:tasks.workunit.client.0.smithi028.stdout: "osd_pool_default_pg_autoscale_mode", 2024-08-29T17:47:13.680 INFO:tasks.workunit.client.0.smithi028.stdout: "osd_recover_clone_overlap", 2024-08-29T17:47:13.680 INFO:tasks.workunit.client.0.smithi028.stdout: "osd_recovery_max_chunk", 2024-08-29T17:47:13.680 INFO:tasks.workunit.client.0.smithi028.stdout: "osd_scrub_load_threshold", 2024-08-29T17:47:13.680 INFO:tasks.workunit.client.0.smithi028.stdout: "osd_scrub_max_interval", 2024-08-29T17:47:13.680 INFO:tasks.workunit.client.0.smithi028.stdout: "osd_shutdown_pgref_assert", 2024-08-29T17:47:13.680 INFO:tasks.workunit.client.0.smithi028.stdout: "public_network", 2024-08-29T17:47:13.681 INFO:tasks.workunit.client.0.smithi028.stdout: "rgw_cache_enabled", 2024-08-29T17:47:13.681 INFO:tasks.workunit.client.0.smithi028.stdout: "rgw_enable_ops_log", 2024-08-29T17:47:13.681 INFO:tasks.workunit.client.0.smithi028.stdout: "rgw_enable_usage_log" 2024-08-29T17:47:13.681 INFO:tasks.workunit.client.0.smithi028.stdout: ] 2024-08-29T17:47:13.681 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:13.681 INFO:tasks.workunit.client.0.smithi028.stdout: "contact": null, 2024-08-29T17:47:13.681 INFO:tasks.workunit.client.0.smithi028.stdout: "crashes": [], 2024-08-29T17:47:13.681 INFO:tasks.workunit.client.0.smithi028.stdout: "created": "2024-08-29T17:30:13.516586Z", 2024-08-29T17:47:13.681 INFO:tasks.workunit.client.0.smithi028.stdout: "crush": { 2024-08-29T17:47:13.681 INFO:tasks.workunit.client.0.smithi028.stdout: "bucket_algs": { 2024-08-29T17:47:13.681 INFO:tasks.workunit.client.0.smithi028.stdout: "straw2": 3 2024-08-29T17:47:13.681 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:13.681 INFO:tasks.workunit.client.0.smithi028.stdout: "bucket_sizes": { 2024-08-29T17:47:13.681 INFO:tasks.workunit.client.0.smithi028.stdout: "2": 1, 2024-08-29T17:47:13.682 INFO:tasks.workunit.client.0.smithi028.stdout: "4": 2 2024-08-29T17:47:13.682 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:13.682 INFO:tasks.workunit.client.0.smithi028.stdout: "bucket_types": { 2024-08-29T17:47:13.682 INFO:tasks.workunit.client.0.smithi028.stdout: "1": 2, 2024-08-29T17:47:13.682 INFO:tasks.workunit.client.0.smithi028.stdout: "11": 1 2024-08-29T17:47:13.682 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:13.682 INFO:tasks.workunit.client.0.smithi028.stdout: "compat_weight_set": false, 2024-08-29T17:47:13.682 INFO:tasks.workunit.client.0.smithi028.stdout: "device_classes": [ 2024-08-29T17:47:13.682 INFO:tasks.workunit.client.0.smithi028.stdout: 8 2024-08-29T17:47:13.682 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-08-29T17:47:13.682 INFO:tasks.workunit.client.0.smithi028.stdout: "num_buckets": 6, 2024-08-29T17:47:13.682 INFO:tasks.workunit.client.0.smithi028.stdout: "num_devices": 8, 2024-08-29T17:47:13.682 INFO:tasks.workunit.client.0.smithi028.stdout: "num_rules": 1, 2024-08-29T17:47:13.682 INFO:tasks.workunit.client.0.smithi028.stdout: "num_types": 12, 2024-08-29T17:47:13.683 INFO:tasks.workunit.client.0.smithi028.stdout: "num_weight_sets": 0, 2024-08-29T17:47:13.683 INFO:tasks.workunit.client.0.smithi028.stdout: "tunables": { 2024-08-29T17:47:13.683 INFO:tasks.workunit.client.0.smithi028.stdout: "allowed_bucket_algs": 54, 2024-08-29T17:47:13.683 INFO:tasks.workunit.client.0.smithi028.stdout: "choose_local_fallback_tries": 0, 2024-08-29T17:47:13.683 INFO:tasks.workunit.client.0.smithi028.stdout: "choose_local_tries": 0, 2024-08-29T17:47:13.683 INFO:tasks.workunit.client.0.smithi028.stdout: "choose_total_tries": 50, 2024-08-29T17:47:13.683 INFO:tasks.workunit.client.0.smithi028.stdout: "chooseleaf_descend_once": 1, 2024-08-29T17:47:13.683 INFO:tasks.workunit.client.0.smithi028.stdout: "chooseleaf_stable": 1, 2024-08-29T17:47:13.683 INFO:tasks.workunit.client.0.smithi028.stdout: "chooseleaf_vary_r": 1, 2024-08-29T17:47:13.683 INFO:tasks.workunit.client.0.smithi028.stdout: "has_v2_rules": 0, 2024-08-29T17:47:13.683 INFO:tasks.workunit.client.0.smithi028.stdout: "has_v3_rules": 0, 2024-08-29T17:47:13.683 INFO:tasks.workunit.client.0.smithi028.stdout: "has_v4_buckets": 1, 2024-08-29T17:47:13.683 INFO:tasks.workunit.client.0.smithi028.stdout: "has_v5_rules": 0, 2024-08-29T17:47:13.683 INFO:tasks.workunit.client.0.smithi028.stdout: "legacy_tunables": 0, 2024-08-29T17:47:13.684 INFO:tasks.workunit.client.0.smithi028.stdout: "minimum_required_version": "jewel", 2024-08-29T17:47:13.684 INFO:tasks.workunit.client.0.smithi028.stdout: "optimal_tunables": 1, 2024-08-29T17:47:13.684 INFO:tasks.workunit.client.0.smithi028.stdout: "profile": "jewel", 2024-08-29T17:47:13.684 INFO:tasks.workunit.client.0.smithi028.stdout: "require_feature_tunables": 1, 2024-08-29T17:47:13.684 INFO:tasks.workunit.client.0.smithi028.stdout: "require_feature_tunables2": 1, 2024-08-29T17:47:13.684 INFO:tasks.workunit.client.0.smithi028.stdout: "require_feature_tunables3": 1, 2024-08-29T17:47:13.684 INFO:tasks.workunit.client.0.smithi028.stdout: "require_feature_tunables5": 1, 2024-08-29T17:47:13.684 INFO:tasks.workunit.client.0.smithi028.stdout: "straw_calc_version": 1 2024-08-29T17:47:13.684 INFO:tasks.workunit.client.0.smithi028.stdout: } 2024-08-29T17:47:13.684 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:13.684 INFO:tasks.workunit.client.0.smithi028.stdout: "description": "upgrade test cluster", 2024-08-29T17:47:13.684 INFO:tasks.workunit.client.0.smithi028.stdout: "fs": { 2024-08-29T17:47:13.684 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 1, 2024-08-29T17:47:13.684 INFO:tasks.workunit.client.0.smithi028.stdout: "feature_flags": { 2024-08-29T17:47:13.685 INFO:tasks.workunit.client.0.smithi028.stdout: "enable_multiple": true, 2024-08-29T17:47:13.685 INFO:tasks.workunit.client.0.smithi028.stdout: "ever_enabled_multiple": true 2024-08-29T17:47:13.685 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:13.685 INFO:tasks.workunit.client.0.smithi028.stdout: "filesystems": [ 2024-08-29T17:47:13.685 INFO:tasks.workunit.client.0.smithi028.stdout: { 2024-08-29T17:47:13.685 INFO:tasks.workunit.client.0.smithi028.stdout: "approx_ctime": "2024-08", 2024-08-29T17:47:13.685 INFO:tasks.workunit.client.0.smithi028.stdout: "balancer_enabled": false, 2024-08-29T17:47:13.685 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 0, 2024-08-29T17:47:13.685 INFO:tasks.workunit.client.0.smithi028.stdout: "cached_caps": 0, 2024-08-29T17:47:13.685 INFO:tasks.workunit.client.0.smithi028.stdout: "cached_dns": 10, 2024-08-29T17:47:13.685 INFO:tasks.workunit.client.0.smithi028.stdout: "cached_inos": 13, 2024-08-29T17:47:13.685 INFO:tasks.workunit.client.0.smithi028.stdout: "cached_subtrees": 2, 2024-08-29T17:47:13.685 INFO:tasks.workunit.client.0.smithi028.stdout: "ever_allowed_features": 0, 2024-08-29T17:47:13.685 INFO:tasks.workunit.client.0.smithi028.stdout: "explicitly_allowed_features": 0, 2024-08-29T17:47:13.686 INFO:tasks.workunit.client.0.smithi028.stdout: "files": 0, 2024-08-29T17:47:13.686 INFO:tasks.workunit.client.0.smithi028.stdout: "max_mds": 1, 2024-08-29T17:47:13.686 INFO:tasks.workunit.client.0.smithi028.stdout: "num_data_pools": 1, 2024-08-29T17:47:13.686 INFO:tasks.workunit.client.0.smithi028.stdout: "num_in": 1, 2024-08-29T17:47:13.686 INFO:tasks.workunit.client.0.smithi028.stdout: "num_mds": 1, 2024-08-29T17:47:13.686 INFO:tasks.workunit.client.0.smithi028.stdout: "num_sessions": 0, 2024-08-29T17:47:13.686 INFO:tasks.workunit.client.0.smithi028.stdout: "num_standby_replay": 0, 2024-08-29T17:47:13.686 INFO:tasks.workunit.client.0.smithi028.stdout: "num_up": 1, 2024-08-29T17:47:13.686 INFO:tasks.workunit.client.0.smithi028.stdout: "snaps": 0, 2024-08-29T17:47:13.686 INFO:tasks.workunit.client.0.smithi028.stdout: "standby_count_wanted": 0 2024-08-29T17:47:13.686 INFO:tasks.workunit.client.0.smithi028.stdout: } 2024-08-29T17:47:13.686 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-08-29T17:47:13.686 INFO:tasks.workunit.client.0.smithi028.stdout: "num_standby_mds": 1, 2024-08-29T17:47:13.686 INFO:tasks.workunit.client.0.smithi028.stdout: "total_num_mds": 2 2024-08-29T17:47:13.687 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:13.687 INFO:tasks.workunit.client.0.smithi028.stdout: "heap_stats": { 2024-08-29T17:47:13.687 INFO:tasks.workunit.client.0.smithi028.stdout: "mds": { 2024-08-29T17:47:13.687 INFO:tasks.workunit.client.0.smithi028.stdout: "mds.a2df9e26f4a5fcbeed319f1798118f10993a0555": { 2024-08-29T17:47:13.687 INFO:tasks.workunit.client.0.smithi028.stdout: "actual_memory_used": 20594688, 2024-08-29T17:47:13.687 INFO:tasks.workunit.client.0.smithi028.stdout: "central_cache_freelist": 448664, 2024-08-29T17:47:13.687 INFO:tasks.workunit.client.0.smithi028.stdout: "malloc_metadata": 2621440, 2024-08-29T17:47:13.687 INFO:tasks.workunit.client.0.smithi028.stdout: "page_heap_freelist": 0, 2024-08-29T17:47:13.687 INFO:tasks.workunit.client.0.smithi028.stdout: "released_to_os": 589824, 2024-08-29T17:47:13.687 INFO:tasks.workunit.client.0.smithi028.stdout: "spans_in_use": 429, 2024-08-29T17:47:13.687 INFO:tasks.workunit.client.0.smithi028.stdout: "tcmalloc_page_size": 8192, 2024-08-29T17:47:13.687 INFO:tasks.workunit.client.0.smithi028.stdout: "thread_cache_freelists": 1275352, 2024-08-29T17:47:13.687 INFO:tasks.workunit.client.0.smithi028.stdout: "thread_heaps_in_use": 20, 2024-08-29T17:47:13.688 INFO:tasks.workunit.client.0.smithi028.stdout: "transfer_cache_freelist": 1167360, 2024-08-29T17:47:13.688 INFO:tasks.workunit.client.0.smithi028.stdout: "use_by_application": 15081872, 2024-08-29T17:47:13.688 INFO:tasks.workunit.client.0.smithi028.stdout: "virtual_address_space_used": 21184512 2024-08-29T17:47:13.688 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:13.688 INFO:tasks.workunit.client.0.smithi028.stdout: "mds.e4958ae9278a574c0226651ef9b7bc2d4e1b34b9": { 2024-08-29T17:47:13.688 INFO:tasks.workunit.client.0.smithi028.stdout: "actual_memory_used": 20135936, 2024-08-29T17:47:13.688 INFO:tasks.workunit.client.0.smithi028.stdout: "central_cache_freelist": 390952, 2024-08-29T17:47:13.688 INFO:tasks.workunit.client.0.smithi028.stdout: "malloc_metadata": 2621440, 2024-08-29T17:47:13.688 INFO:tasks.workunit.client.0.smithi028.stdout: "page_heap_freelist": 966656, 2024-08-29T17:47:13.688 INFO:tasks.workunit.client.0.smithi028.stdout: "released_to_os": 0, 2024-08-29T17:47:13.688 INFO:tasks.workunit.client.0.smithi028.stdout: "spans_in_use": 340, 2024-08-29T17:47:13.688 INFO:tasks.workunit.client.0.smithi028.stdout: "tcmalloc_page_size": 8192, 2024-08-29T17:47:13.688 INFO:tasks.workunit.client.0.smithi028.stdout: "thread_cache_freelists": 1050592, 2024-08-29T17:47:13.688 INFO:tasks.workunit.client.0.smithi028.stdout: "thread_heaps_in_use": 12, 2024-08-29T17:47:13.689 INFO:tasks.workunit.client.0.smithi028.stdout: "transfer_cache_freelist": 453632, 2024-08-29T17:47:13.689 INFO:tasks.workunit.client.0.smithi028.stdout: "use_by_application": 14652664, 2024-08-29T17:47:13.689 INFO:tasks.workunit.client.0.smithi028.stdout: "virtual_address_space_used": 20135936 2024-08-29T17:47:13.689 INFO:tasks.workunit.client.0.smithi028.stdout: } 2024-08-29T17:47:13.689 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:13.689 INFO:tasks.workunit.client.0.smithi028.stdout: "mon": { 2024-08-29T17:47:13.689 INFO:tasks.workunit.client.0.smithi028.stdout: "mon.55fbc62c63d120c3220dfb51bdacb54ee30cf548": { 2024-08-29T17:47:13.689 INFO:tasks.workunit.client.0.smithi028.stdout: "actual_memory_used": 35536896, 2024-08-29T17:47:13.689 INFO:tasks.workunit.client.0.smithi028.stdout: "central_cache_freelist": 768136, 2024-08-29T17:47:13.689 INFO:tasks.workunit.client.0.smithi028.stdout: "malloc_metadata": 2621440, 2024-08-29T17:47:13.689 INFO:tasks.workunit.client.0.smithi028.stdout: "page_heap_freelist": 0, 2024-08-29T17:47:13.689 INFO:tasks.workunit.client.0.smithi028.stdout: "released_to_os": 10919936, 2024-08-29T17:47:13.689 INFO:tasks.workunit.client.0.smithi028.stdout: "spans_in_use": 959, 2024-08-29T17:47:13.689 INFO:tasks.workunit.client.0.smithi028.stdout: "tcmalloc_page_size": 8192, 2024-08-29T17:47:13.690 INFO:tasks.workunit.client.0.smithi028.stdout: "thread_cache_freelists": 6058984, 2024-08-29T17:47:13.690 INFO:tasks.workunit.client.0.smithi028.stdout: "thread_heaps_in_use": 21, 2024-08-29T17:47:13.690 INFO:tasks.workunit.client.0.smithi028.stdout: "transfer_cache_freelist": 1775104, 2024-08-29T17:47:13.690 INFO:tasks.workunit.client.0.smithi028.stdout: "use_by_application": 24313232, 2024-08-29T17:47:13.690 INFO:tasks.workunit.client.0.smithi028.stdout: "virtual_address_space_used": 46456832 2024-08-29T17:47:13.690 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:13.690 INFO:tasks.workunit.client.0.smithi028.stdout: "mon.a2df9e26f4a5fcbeed319f1798118f10993a0555": { 2024-08-29T17:47:13.690 INFO:tasks.workunit.client.0.smithi028.stdout: "actual_memory_used": 38248448, 2024-08-29T17:47:13.690 INFO:tasks.workunit.client.0.smithi028.stdout: "central_cache_freelist": 927976, 2024-08-29T17:47:13.690 INFO:tasks.workunit.client.0.smithi028.stdout: "malloc_metadata": 2621440, 2024-08-29T17:47:13.690 INFO:tasks.workunit.client.0.smithi028.stdout: "page_heap_freelist": 8192, 2024-08-29T17:47:13.690 INFO:tasks.workunit.client.0.smithi028.stdout: "released_to_os": 10313728, 2024-08-29T17:47:13.690 INFO:tasks.workunit.client.0.smithi028.stdout: "spans_in_use": 1246, 2024-08-29T17:47:13.690 INFO:tasks.workunit.client.0.smithi028.stdout: "tcmalloc_page_size": 8192, 2024-08-29T17:47:13.690 INFO:tasks.workunit.client.0.smithi028.stdout: "thread_cache_freelists": 8345656, 2024-08-29T17:47:13.691 INFO:tasks.workunit.client.0.smithi028.stdout: "thread_heaps_in_use": 21, 2024-08-29T17:47:13.691 INFO:tasks.workunit.client.0.smithi028.stdout: "transfer_cache_freelist": 1693440, 2024-08-29T17:47:13.691 INFO:tasks.workunit.client.0.smithi028.stdout: "use_by_application": 24651744, 2024-08-29T17:47:13.691 INFO:tasks.workunit.client.0.smithi028.stdout: "virtual_address_space_used": 48562176 2024-08-29T17:47:13.691 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:13.691 INFO:tasks.workunit.client.0.smithi028.stdout: "mon.e4958ae9278a574c0226651ef9b7bc2d4e1b34b9": { 2024-08-29T17:47:13.691 INFO:tasks.workunit.client.0.smithi028.stdout: "actual_memory_used": 51429376, 2024-08-29T17:47:13.691 INFO:tasks.workunit.client.0.smithi028.stdout: "central_cache_freelist": 2389264, 2024-08-29T17:47:13.691 INFO:tasks.workunit.client.0.smithi028.stdout: "malloc_metadata": 2621440, 2024-08-29T17:47:13.691 INFO:tasks.workunit.client.0.smithi028.stdout: "page_heap_freelist": 876544, 2024-08-29T17:47:13.691 INFO:tasks.workunit.client.0.smithi028.stdout: "released_to_os": 3334144, 2024-08-29T17:47:13.691 INFO:tasks.workunit.client.0.smithi028.stdout: "spans_in_use": 2072, 2024-08-29T17:47:13.691 INFO:tasks.workunit.client.0.smithi028.stdout: "tcmalloc_page_size": 8192, 2024-08-29T17:47:13.691 INFO:tasks.workunit.client.0.smithi028.stdout: "thread_cache_freelists": 11651272, 2024-08-29T17:47:13.691 INFO:tasks.workunit.client.0.smithi028.stdout: "thread_heaps_in_use": 23, 2024-08-29T17:47:13.692 INFO:tasks.workunit.client.0.smithi028.stdout: "transfer_cache_freelist": 2583296, 2024-08-29T17:47:13.692 INFO:tasks.workunit.client.0.smithi028.stdout: "use_by_application": 31307560, 2024-08-29T17:47:13.692 INFO:tasks.workunit.client.0.smithi028.stdout: "virtual_address_space_used": 54763520 2024-08-29T17:47:13.692 INFO:tasks.workunit.client.0.smithi028.stdout: } 2024-08-29T17:47:13.692 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:13.692 INFO:tasks.workunit.client.0.smithi028.stdout: "osd": { 2024-08-29T17:47:13.692 INFO:tasks.workunit.client.0.smithi028.stdout: "osd.0": { 2024-08-29T17:47:13.692 INFO:tasks.workunit.client.0.smithi028.stdout: "actual_memory_used": 276357120, 2024-08-29T17:47:13.692 INFO:tasks.workunit.client.0.smithi028.stdout: "central_cache_freelist": 1084320, 2024-08-29T17:47:13.692 INFO:tasks.workunit.client.0.smithi028.stdout: "malloc_metadata": 2752512, 2024-08-29T17:47:13.692 INFO:tasks.workunit.client.0.smithi028.stdout: "page_heap_freelist": 0, 2024-08-29T17:47:13.692 INFO:tasks.workunit.client.0.smithi028.stdout: "released_to_os": 450560, 2024-08-29T17:47:13.692 INFO:tasks.workunit.client.0.smithi028.stdout: "spans_in_use": 1597, 2024-08-29T17:47:13.692 INFO:tasks.workunit.client.0.smithi028.stdout: "tcmalloc_page_size": 8192, 2024-08-29T17:47:13.693 INFO:tasks.workunit.client.0.smithi028.stdout: "thread_cache_freelists": 5108816, 2024-08-29T17:47:13.693 INFO:tasks.workunit.client.0.smithi028.stdout: "thread_heaps_in_use": 45, 2024-08-29T17:47:13.693 INFO:tasks.workunit.client.0.smithi028.stdout: "transfer_cache_freelist": 3229440, 2024-08-29T17:47:13.693 INFO:tasks.workunit.client.0.smithi028.stdout: "use_by_application": 264182032, 2024-08-29T17:47:13.693 INFO:tasks.workunit.client.0.smithi028.stdout: "virtual_address_space_used": 276807680 2024-08-29T17:47:13.693 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:13.693 INFO:tasks.workunit.client.0.smithi028.stdout: "osd.1": { 2024-08-29T17:47:13.693 INFO:tasks.workunit.client.0.smithi028.stdout: "actual_memory_used": 273965056, 2024-08-29T17:47:13.693 INFO:tasks.workunit.client.0.smithi028.stdout: "central_cache_freelist": 660864, 2024-08-29T17:47:13.693 INFO:tasks.workunit.client.0.smithi028.stdout: "malloc_metadata": 2752512, 2024-08-29T17:47:13.693 INFO:tasks.workunit.client.0.smithi028.stdout: "page_heap_freelist": 0, 2024-08-29T17:47:13.693 INFO:tasks.workunit.client.0.smithi028.stdout: "released_to_os": 679936, 2024-08-29T17:47:13.693 INFO:tasks.workunit.client.0.smithi028.stdout: "spans_in_use": 1534, 2024-08-29T17:47:13.693 INFO:tasks.workunit.client.0.smithi028.stdout: "tcmalloc_page_size": 8192, 2024-08-29T17:47:13.694 INFO:tasks.workunit.client.0.smithi028.stdout: "thread_cache_freelists": 5743888, 2024-08-29T17:47:13.694 INFO:tasks.workunit.client.0.smithi028.stdout: "thread_heaps_in_use": 46, 2024-08-29T17:47:13.694 INFO:tasks.workunit.client.0.smithi028.stdout: "transfer_cache_freelist": 2636544, 2024-08-29T17:47:13.694 INFO:tasks.workunit.client.0.smithi028.stdout: "use_by_application": 262171248, 2024-08-29T17:47:13.694 INFO:tasks.workunit.client.0.smithi028.stdout: "virtual_address_space_used": 274644992 2024-08-29T17:47:13.694 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:13.694 INFO:tasks.workunit.client.0.smithi028.stdout: "osd.2": { 2024-08-29T17:47:13.694 INFO:tasks.workunit.client.0.smithi028.stdout: "actual_memory_used": 274022400, 2024-08-29T17:47:13.694 INFO:tasks.workunit.client.0.smithi028.stdout: "central_cache_freelist": 720272, 2024-08-29T17:47:13.694 INFO:tasks.workunit.client.0.smithi028.stdout: "malloc_metadata": 2752512, 2024-08-29T17:47:13.694 INFO:tasks.workunit.client.0.smithi028.stdout: "page_heap_freelist": 0, 2024-08-29T17:47:13.694 INFO:tasks.workunit.client.0.smithi028.stdout: "released_to_os": 753664, 2024-08-29T17:47:13.694 INFO:tasks.workunit.client.0.smithi028.stdout: "spans_in_use": 1435, 2024-08-29T17:47:13.694 INFO:tasks.workunit.client.0.smithi028.stdout: "tcmalloc_page_size": 8192, 2024-08-29T17:47:13.694 INFO:tasks.workunit.client.0.smithi028.stdout: "thread_cache_freelists": 4891440, 2024-08-29T17:47:13.694 INFO:tasks.workunit.client.0.smithi028.stdout: "thread_heaps_in_use": 46, 2024-08-29T17:47:13.695 INFO:tasks.workunit.client.0.smithi028.stdout: "transfer_cache_freelist": 2804736, 2024-08-29T17:47:13.695 INFO:tasks.workunit.client.0.smithi028.stdout: "use_by_application": 262853440, 2024-08-29T17:47:13.695 INFO:tasks.workunit.client.0.smithi028.stdout: "virtual_address_space_used": 274776064 2024-08-29T17:47:13.695 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:13.695 INFO:tasks.workunit.client.0.smithi028.stdout: "osd.3": { 2024-08-29T17:47:13.695 INFO:tasks.workunit.client.0.smithi028.stdout: "actual_memory_used": 273432576, 2024-08-29T17:47:13.695 INFO:tasks.workunit.client.0.smithi028.stdout: "central_cache_freelist": 679736, 2024-08-29T17:47:13.695 INFO:tasks.workunit.client.0.smithi028.stdout: "malloc_metadata": 2752512, 2024-08-29T17:47:13.695 INFO:tasks.workunit.client.0.smithi028.stdout: "page_heap_freelist": 0, 2024-08-29T17:47:13.695 INFO:tasks.workunit.client.0.smithi028.stdout: "released_to_os": 294912, 2024-08-29T17:47:13.695 INFO:tasks.workunit.client.0.smithi028.stdout: "spans_in_use": 1436, 2024-08-29T17:47:13.695 INFO:tasks.workunit.client.0.smithi028.stdout: "tcmalloc_page_size": 8192, 2024-08-29T17:47:13.695 INFO:tasks.workunit.client.0.smithi028.stdout: "thread_cache_freelists": 4641496, 2024-08-29T17:47:13.695 INFO:tasks.workunit.client.0.smithi028.stdout: "thread_heaps_in_use": 45, 2024-08-29T17:47:13.696 INFO:tasks.workunit.client.0.smithi028.stdout: "transfer_cache_freelist": 2453760, 2024-08-29T17:47:13.696 INFO:tasks.workunit.client.0.smithi028.stdout: "use_by_application": 262905072, 2024-08-29T17:47:13.696 INFO:tasks.workunit.client.0.smithi028.stdout: "virtual_address_space_used": 273727488 2024-08-29T17:47:13.696 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:13.696 INFO:tasks.workunit.client.0.smithi028.stdout: "osd.4": { 2024-08-29T17:47:13.696 INFO:tasks.workunit.client.0.smithi028.stdout: "actual_memory_used": 273883136, 2024-08-29T17:47:13.696 INFO:tasks.workunit.client.0.smithi028.stdout: "central_cache_freelist": 876856, 2024-08-29T17:47:13.696 INFO:tasks.workunit.client.0.smithi028.stdout: "malloc_metadata": 2752512, 2024-08-29T17:47:13.696 INFO:tasks.workunit.client.0.smithi028.stdout: "page_heap_freelist": 0, 2024-08-29T17:47:13.696 INFO:tasks.workunit.client.0.smithi028.stdout: "released_to_os": 892928, 2024-08-29T17:47:13.696 INFO:tasks.workunit.client.0.smithi028.stdout: "spans_in_use": 1396, 2024-08-29T17:47:13.696 INFO:tasks.workunit.client.0.smithi028.stdout: "tcmalloc_page_size": 8192, 2024-08-29T17:47:13.696 INFO:tasks.workunit.client.0.smithi028.stdout: "thread_cache_freelists": 4950072, 2024-08-29T17:47:13.697 INFO:tasks.workunit.client.0.smithi028.stdout: "thread_heaps_in_use": 47, 2024-08-29T17:47:13.697 INFO:tasks.workunit.client.0.smithi028.stdout: "transfer_cache_freelist": 1880064, 2024-08-29T17:47:13.697 INFO:tasks.workunit.client.0.smithi028.stdout: "use_by_application": 263423632, 2024-08-29T17:47:13.697 INFO:tasks.workunit.client.0.smithi028.stdout: "virtual_address_space_used": 274776064 2024-08-29T17:47:13.697 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:13.697 INFO:tasks.workunit.client.0.smithi028.stdout: "osd.5": { 2024-08-29T17:47:13.697 INFO:tasks.workunit.client.0.smithi028.stdout: "actual_memory_used": 274022400, 2024-08-29T17:47:13.697 INFO:tasks.workunit.client.0.smithi028.stdout: "central_cache_freelist": 770800, 2024-08-29T17:47:13.697 INFO:tasks.workunit.client.0.smithi028.stdout: "malloc_metadata": 2752512, 2024-08-29T17:47:13.697 INFO:tasks.workunit.client.0.smithi028.stdout: "page_heap_freelist": 0, 2024-08-29T17:47:13.697 INFO:tasks.workunit.client.0.smithi028.stdout: "released_to_os": 966656, 2024-08-29T17:47:13.697 INFO:tasks.workunit.client.0.smithi028.stdout: "spans_in_use": 1422, 2024-08-29T17:47:13.697 INFO:tasks.workunit.client.0.smithi028.stdout: "tcmalloc_page_size": 8192, 2024-08-29T17:47:13.698 INFO:tasks.workunit.client.0.smithi028.stdout: "thread_cache_freelists": 4955952, 2024-08-29T17:47:13.698 INFO:tasks.workunit.client.0.smithi028.stdout: "thread_heaps_in_use": 47, 2024-08-29T17:47:13.698 INFO:tasks.workunit.client.0.smithi028.stdout: "transfer_cache_freelist": 2384384, 2024-08-29T17:47:13.698 INFO:tasks.workunit.client.0.smithi028.stdout: "use_by_application": 263158752, 2024-08-29T17:47:13.698 INFO:tasks.workunit.client.0.smithi028.stdout: "virtual_address_space_used": 274989056 2024-08-29T17:47:13.698 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:13.698 INFO:tasks.workunit.client.0.smithi028.stdout: "osd.6": { 2024-08-29T17:47:13.698 INFO:tasks.workunit.client.0.smithi028.stdout: "actual_memory_used": 274309120, 2024-08-29T17:47:13.698 INFO:tasks.workunit.client.0.smithi028.stdout: "central_cache_freelist": 1164488, 2024-08-29T17:47:13.698 INFO:tasks.workunit.client.0.smithi028.stdout: "malloc_metadata": 2752512, 2024-08-29T17:47:13.698 INFO:tasks.workunit.client.0.smithi028.stdout: "page_heap_freelist": 0, 2024-08-29T17:47:13.698 INFO:tasks.workunit.client.0.smithi028.stdout: "released_to_os": 614400, 2024-08-29T17:47:13.698 INFO:tasks.workunit.client.0.smithi028.stdout: "spans_in_use": 1434, 2024-08-29T17:47:13.698 INFO:tasks.workunit.client.0.smithi028.stdout: "tcmalloc_page_size": 8192, 2024-08-29T17:47:13.699 INFO:tasks.workunit.client.0.smithi028.stdout: "thread_cache_freelists": 4733632, 2024-08-29T17:47:13.699 INFO:tasks.workunit.client.0.smithi028.stdout: "thread_heaps_in_use": 46, 2024-08-29T17:47:13.699 INFO:tasks.workunit.client.0.smithi028.stdout: "transfer_cache_freelist": 2685696, 2024-08-29T17:47:13.699 INFO:tasks.workunit.client.0.smithi028.stdout: "use_by_application": 262972792, 2024-08-29T17:47:13.699 INFO:tasks.workunit.client.0.smithi028.stdout: "virtual_address_space_used": 274923520 2024-08-29T17:47:13.699 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:13.699 INFO:tasks.workunit.client.0.smithi028.stdout: "osd.7": { 2024-08-29T17:47:13.699 INFO:tasks.workunit.client.0.smithi028.stdout: "actual_memory_used": 274161664, 2024-08-29T17:47:13.699 INFO:tasks.workunit.client.0.smithi028.stdout: "central_cache_freelist": 1165432, 2024-08-29T17:47:13.699 INFO:tasks.workunit.client.0.smithi028.stdout: "malloc_metadata": 2752512, 2024-08-29T17:47:13.699 INFO:tasks.workunit.client.0.smithi028.stdout: "page_heap_freelist": 0, 2024-08-29T17:47:13.699 INFO:tasks.workunit.client.0.smithi028.stdout: "released_to_os": 614400, 2024-08-29T17:47:13.699 INFO:tasks.workunit.client.0.smithi028.stdout: "spans_in_use": 1454, 2024-08-29T17:47:13.700 INFO:tasks.workunit.client.0.smithi028.stdout: "tcmalloc_page_size": 8192, 2024-08-29T17:47:13.700 INFO:tasks.workunit.client.0.smithi028.stdout: "thread_cache_freelists": 5175456, 2024-08-29T17:47:13.700 INFO:tasks.workunit.client.0.smithi028.stdout: "thread_heaps_in_use": 46, 2024-08-29T17:47:13.700 INFO:tasks.workunit.client.0.smithi028.stdout: "transfer_cache_freelist": 2400256, 2024-08-29T17:47:13.700 INFO:tasks.workunit.client.0.smithi028.stdout: "use_by_application": 262668008, 2024-08-29T17:47:13.700 INFO:tasks.workunit.client.0.smithi028.stdout: "virtual_address_space_used": 274776064 2024-08-29T17:47:13.700 INFO:tasks.workunit.client.0.smithi028.stdout: } 2024-08-29T17:47:13.700 INFO:tasks.workunit.client.0.smithi028.stdout: } 2024-08-29T17:47:13.700 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:13.700 INFO:tasks.workunit.client.0.smithi028.stdout: "hosts": { 2024-08-29T17:47:13.700 INFO:tasks.workunit.client.0.smithi028.stdout: "num": 2, 2024-08-29T17:47:13.700 INFO:tasks.workunit.client.0.smithi028.stdout: "num_with_mds": 2, 2024-08-29T17:47:13.700 INFO:tasks.workunit.client.0.smithi028.stdout: "num_with_mgr": 2, 2024-08-29T17:47:13.700 INFO:tasks.workunit.client.0.smithi028.stdout: "num_with_mon": 2, 2024-08-29T17:47:13.701 INFO:tasks.workunit.client.0.smithi028.stdout: "num_with_osd": 2 2024-08-29T17:47:13.701 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:13.701 INFO:tasks.workunit.client.0.smithi028.stdout: "io_rate": { 2024-08-29T17:47:13.701 INFO:tasks.workunit.client.0.smithi028.stdout: "pg_stats_delta": { 2024-08-29T17:47:13.701 INFO:tasks.workunit.client.0.smithi028.stdout: "acting": 0, 2024-08-29T17:47:13.701 INFO:tasks.workunit.client.0.smithi028.stdout: "log_size": 0, 2024-08-29T17:47:13.701 INFO:tasks.workunit.client.0.smithi028.stdout: "num_store_stats": 0, 2024-08-29T17:47:13.701 INFO:tasks.workunit.client.0.smithi028.stdout: "ondisk_log_size": 0, 2024-08-29T17:47:13.701 INFO:tasks.workunit.client.0.smithi028.stdout: "stamp_delta": "12.004158", 2024-08-29T17:47:13.701 INFO:tasks.workunit.client.0.smithi028.stdout: "stat_sum": { 2024-08-29T17:47:13.701 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes": 0, 2024-08-29T17:47:13.701 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes_hit_set_archive": 0, 2024-08-29T17:47:13.701 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes_recovered": 0, 2024-08-29T17:47:13.702 INFO:tasks.workunit.client.0.smithi028.stdout: "num_deep_scrub_errors": 0, 2024-08-29T17:47:13.702 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict": 0, 2024-08-29T17:47:13.702 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_kb": 0, 2024-08-29T17:47:13.702 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_mode_full": 0, 2024-08-29T17:47:13.702 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_mode_some": 0, 2024-08-29T17:47:13.702 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush": 0, 2024-08-29T17:47:13.702 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_kb": 0, 2024-08-29T17:47:13.702 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_mode_high": 0, 2024-08-29T17:47:13.702 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_mode_low": 0, 2024-08-29T17:47:13.702 INFO:tasks.workunit.client.0.smithi028.stdout: "num_keys_recovered": 0, 2024-08-29T17:47:13.702 INFO:tasks.workunit.client.0.smithi028.stdout: "num_large_omap_objects": 0, 2024-08-29T17:47:13.702 INFO:tasks.workunit.client.0.smithi028.stdout: "num_legacy_snapsets": 0, 2024-08-29T17:47:13.702 INFO:tasks.workunit.client.0.smithi028.stdout: "num_object_clones": 0, 2024-08-29T17:47:13.702 INFO:tasks.workunit.client.0.smithi028.stdout: "num_object_copies": 0, 2024-08-29T17:47:13.703 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects": 0, 2024-08-29T17:47:13.703 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_degraded": 0, 2024-08-29T17:47:13.703 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_dirty": 0, 2024-08-29T17:47:13.703 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_hit_set_archive": 0, 2024-08-29T17:47:13.703 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_manifest": 0, 2024-08-29T17:47:13.703 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_misplaced": 0, 2024-08-29T17:47:13.703 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_missing": 0, 2024-08-29T17:47:13.703 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_missing_on_primary": 0, 2024-08-29T17:47:13.703 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_omap": 0, 2024-08-29T17:47:13.703 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_pinned": 0, 2024-08-29T17:47:13.703 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_recovered": 0, 2024-08-29T17:47:13.703 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_repaired": 0, 2024-08-29T17:47:13.703 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_unfound": 0, 2024-08-29T17:47:13.703 INFO:tasks.workunit.client.0.smithi028.stdout: "num_omap_bytes": 0, 2024-08-29T17:47:13.704 INFO:tasks.workunit.client.0.smithi028.stdout: "num_omap_keys": 0, 2024-08-29T17:47:13.704 INFO:tasks.workunit.client.0.smithi028.stdout: "num_promote": 0, 2024-08-29T17:47:13.704 INFO:tasks.workunit.client.0.smithi028.stdout: "num_read": 38, 2024-08-29T17:47:13.704 INFO:tasks.workunit.client.0.smithi028.stdout: "num_read_kb": 158, 2024-08-29T17:47:13.704 INFO:tasks.workunit.client.0.smithi028.stdout: "num_scrub_errors": 0, 2024-08-29T17:47:13.704 INFO:tasks.workunit.client.0.smithi028.stdout: "num_shallow_scrub_errors": 0, 2024-08-29T17:47:13.704 INFO:tasks.workunit.client.0.smithi028.stdout: "num_whiteouts": 0, 2024-08-29T17:47:13.704 INFO:tasks.workunit.client.0.smithi028.stdout: "num_write": 8, 2024-08-29T17:47:13.704 INFO:tasks.workunit.client.0.smithi028.stdout: "num_write_kb": 0 2024-08-29T17:47:13.704 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:13.704 INFO:tasks.workunit.client.0.smithi028.stdout: "store_stats": { 2024-08-29T17:47:13.704 INFO:tasks.workunit.client.0.smithi028.stdout: "allocated": 0, 2024-08-29T17:47:13.704 INFO:tasks.workunit.client.0.smithi028.stdout: "available": 0, 2024-08-29T17:47:13.704 INFO:tasks.workunit.client.0.smithi028.stdout: "data_compressed": 0, 2024-08-29T17:47:13.705 INFO:tasks.workunit.client.0.smithi028.stdout: "data_compressed_allocated": 0, 2024-08-29T17:47:13.705 INFO:tasks.workunit.client.0.smithi028.stdout: "data_compressed_original": 0, 2024-08-29T17:47:13.705 INFO:tasks.workunit.client.0.smithi028.stdout: "data_stored": 0, 2024-08-29T17:47:13.705 INFO:tasks.workunit.client.0.smithi028.stdout: "internal_metadata": 0, 2024-08-29T17:47:13.705 INFO:tasks.workunit.client.0.smithi028.stdout: "internally_reserved": 0, 2024-08-29T17:47:13.705 INFO:tasks.workunit.client.0.smithi028.stdout: "omap_allocated": 0, 2024-08-29T17:47:13.705 INFO:tasks.workunit.client.0.smithi028.stdout: "total": 0 2024-08-29T17:47:13.705 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:13.705 INFO:tasks.workunit.client.0.smithi028.stdout: "up": 0 2024-08-29T17:47:13.705 INFO:tasks.workunit.client.0.smithi028.stdout: } 2024-08-29T17:47:13.705 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:13.705 INFO:tasks.workunit.client.0.smithi028.stdout: "leaderboard": false, 2024-08-29T17:47:13.705 INFO:tasks.workunit.client.0.smithi028.stdout: "license": "sharing-1-0", 2024-08-29T17:47:13.705 INFO:tasks.workunit.client.0.smithi028.stdout: "mempool": { 2024-08-29T17:47:13.705 INFO:tasks.workunit.client.0.smithi028.stdout: "mds": { 2024-08-29T17:47:13.706 INFO:tasks.workunit.client.0.smithi028.stdout: "mds.a2df9e26f4a5fcbeed319f1798118f10993a0555": { 2024-08-29T17:47:13.706 INFO:tasks.workunit.client.0.smithi028.stdout: "bloom_filter": { 2024-08-29T17:47:13.706 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 0, 2024-08-29T17:47:13.706 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 0 2024-08-29T17:47:13.706 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:13.706 INFO:tasks.workunit.client.0.smithi028.stdout: "bluefs": { 2024-08-29T17:47:13.706 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 0, 2024-08-29T17:47:13.706 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 0 2024-08-29T17:47:13.706 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:13.706 INFO:tasks.workunit.client.0.smithi028.stdout: "bluefs_file_reader": { 2024-08-29T17:47:13.706 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 0, 2024-08-29T17:47:13.706 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 0 2024-08-29T17:47:13.706 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:13.707 INFO:tasks.workunit.client.0.smithi028.stdout: "bluefs_file_writer": { 2024-08-29T17:47:13.707 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 0, 2024-08-29T17:47:13.707 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 0 2024-08-29T17:47:13.707 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:13.707 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore_Blob": { 2024-08-29T17:47:13.707 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 0, 2024-08-29T17:47:13.707 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 0 2024-08-29T17:47:13.707 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:13.707 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore_Buffer": { 2024-08-29T17:47:13.707 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 0, 2024-08-29T17:47:13.707 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 0 2024-08-29T17:47:13.707 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:13.707 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore_Extent": { 2024-08-29T17:47:13.707 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 0, 2024-08-29T17:47:13.708 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 0 2024-08-29T17:47:13.708 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:13.708 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore_SharedBlob": { 2024-08-29T17:47:13.708 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 0, 2024-08-29T17:47:13.708 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 0 2024-08-29T17:47:13.708 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:13.708 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore_alloc": { 2024-08-29T17:47:13.708 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 0, 2024-08-29T17:47:13.708 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 0 2024-08-29T17:47:13.708 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:13.708 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore_cache_data": { 2024-08-29T17:47:13.708 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 0, 2024-08-29T17:47:13.708 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 0 2024-08-29T17:47:13.708 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:13.709 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore_cache_meta": { 2024-08-29T17:47:13.709 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 0, 2024-08-29T17:47:13.709 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 0 2024-08-29T17:47:13.709 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:13.709 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore_cache_onode": { 2024-08-29T17:47:13.709 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 0, 2024-08-29T17:47:13.709 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 0 2024-08-29T17:47:13.709 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:13.709 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore_cache_other": { 2024-08-29T17:47:13.709 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 0, 2024-08-29T17:47:13.709 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 0 2024-08-29T17:47:13.709 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:13.709 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore_fsck": { 2024-08-29T17:47:13.709 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 0, 2024-08-29T17:47:13.710 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 0 2024-08-29T17:47:13.710 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:13.710 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore_inline_bl": { 2024-08-29T17:47:13.710 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 0, 2024-08-29T17:47:13.710 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 0 2024-08-29T17:47:13.710 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:13.710 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore_txc": { 2024-08-29T17:47:13.710 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 0, 2024-08-29T17:47:13.710 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 0 2024-08-29T17:47:13.710 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:13.710 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore_writing": { 2024-08-29T17:47:13.710 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 0, 2024-08-29T17:47:13.710 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 0 2024-08-29T17:47:13.710 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:13.711 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore_writing_deferred": { 2024-08-29T17:47:13.711 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 0, 2024-08-29T17:47:13.711 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 0 2024-08-29T17:47:13.711 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:13.711 INFO:tasks.workunit.client.0.smithi028.stdout: "buffer_anon": { 2024-08-29T17:47:13.711 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 222471, 2024-08-29T17:47:13.711 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 72 2024-08-29T17:47:13.711 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:13.711 INFO:tasks.workunit.client.0.smithi028.stdout: "buffer_meta": { 2024-08-29T17:47:13.711 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 0, 2024-08-29T17:47:13.711 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 0 2024-08-29T17:47:13.711 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:13.711 INFO:tasks.workunit.client.0.smithi028.stdout: "mds_co": { 2024-08-29T17:47:13.711 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 50488, 2024-08-29T17:47:13.712 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 208 2024-08-29T17:47:13.712 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:13.712 INFO:tasks.workunit.client.0.smithi028.stdout: "osd": { 2024-08-29T17:47:13.712 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 0, 2024-08-29T17:47:13.712 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 0 2024-08-29T17:47:13.712 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:13.712 INFO:tasks.workunit.client.0.smithi028.stdout: "osd_mapbl": { 2024-08-29T17:47:13.712 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 0, 2024-08-29T17:47:13.712 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 0 2024-08-29T17:47:13.712 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:13.712 INFO:tasks.workunit.client.0.smithi028.stdout: "osd_pglog": { 2024-08-29T17:47:13.712 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 0, 2024-08-29T17:47:13.712 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 0 2024-08-29T17:47:13.712 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:13.713 INFO:tasks.workunit.client.0.smithi028.stdout: "osdmap": { 2024-08-29T17:47:13.713 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 8136, 2024-08-29T17:47:13.713 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 139 2024-08-29T17:47:13.713 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:13.713 INFO:tasks.workunit.client.0.smithi028.stdout: "osdmap_mapping": { 2024-08-29T17:47:13.713 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 0, 2024-08-29T17:47:13.713 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 0 2024-08-29T17:47:13.713 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:13.713 INFO:tasks.workunit.client.0.smithi028.stdout: "pgmap": { 2024-08-29T17:47:13.713 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 0, 2024-08-29T17:47:13.713 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 0 2024-08-29T17:47:13.713 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:13.713 INFO:tasks.workunit.client.0.smithi028.stdout: "unittest_1": { 2024-08-29T17:47:13.713 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 0, 2024-08-29T17:47:13.713 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 0 2024-08-29T17:47:13.713 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:13.714 INFO:tasks.workunit.client.0.smithi028.stdout: "unittest_2": { 2024-08-29T17:47:13.714 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 0, 2024-08-29T17:47:13.714 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 0 2024-08-29T17:47:13.714 INFO:tasks.workunit.client.0.smithi028.stdout: } 2024-08-29T17:47:13.714 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:13.714 INFO:tasks.workunit.client.0.smithi028.stdout: "mds.e4958ae9278a574c0226651ef9b7bc2d4e1b34b9": { 2024-08-29T17:47:13.714 INFO:tasks.workunit.client.0.smithi028.stdout: "bloom_filter": { 2024-08-29T17:47:13.714 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 0, 2024-08-29T17:47:13.714 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 0 2024-08-29T17:47:13.714 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:13.714 INFO:tasks.workunit.client.0.smithi028.stdout: "bluefs": { 2024-08-29T17:47:13.714 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 0, 2024-08-29T17:47:13.714 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 0 2024-08-29T17:47:13.714 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:13.715 INFO:tasks.workunit.client.0.smithi028.stdout: "bluefs_file_reader": { 2024-08-29T17:47:13.715 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 0, 2024-08-29T17:47:13.715 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 0 2024-08-29T17:47:13.715 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:13.715 INFO:tasks.workunit.client.0.smithi028.stdout: "bluefs_file_writer": { 2024-08-29T17:47:13.715 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 0, 2024-08-29T17:47:13.715 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 0 2024-08-29T17:47:13.715 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:13.715 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore_Blob": { 2024-08-29T17:47:13.715 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 0, 2024-08-29T17:47:13.715 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 0 2024-08-29T17:47:13.715 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:13.716 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore_Buffer": { 2024-08-29T17:47:13.716 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 0, 2024-08-29T17:47:13.716 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 0 2024-08-29T17:47:13.716 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:13.716 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore_Extent": { 2024-08-29T17:47:13.716 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 0, 2024-08-29T17:47:13.716 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 0 2024-08-29T17:47:13.716 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:13.716 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore_SharedBlob": { 2024-08-29T17:47:13.716 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 0, 2024-08-29T17:47:13.716 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 0 2024-08-29T17:47:13.716 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:13.716 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore_alloc": { 2024-08-29T17:47:13.717 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 0, 2024-08-29T17:47:13.717 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 0 2024-08-29T17:47:13.717 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:13.717 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore_cache_data": { 2024-08-29T17:47:13.717 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 0, 2024-08-29T17:47:13.717 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 0 2024-08-29T17:47:13.717 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:13.717 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore_cache_meta": { 2024-08-29T17:47:13.717 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 0, 2024-08-29T17:47:13.717 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 0 2024-08-29T17:47:13.717 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:13.717 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore_cache_onode": { 2024-08-29T17:47:13.717 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 0, 2024-08-29T17:47:13.717 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 0 2024-08-29T17:47:13.718 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:13.718 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore_cache_other": { 2024-08-29T17:47:13.718 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 0, 2024-08-29T17:47:13.718 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 0 2024-08-29T17:47:13.718 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:13.718 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore_fsck": { 2024-08-29T17:47:13.718 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 0, 2024-08-29T17:47:13.718 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 0 2024-08-29T17:47:13.718 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:13.718 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore_inline_bl": { 2024-08-29T17:47:13.718 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 0, 2024-08-29T17:47:13.718 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 0 2024-08-29T17:47:13.718 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:13.718 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore_txc": { 2024-08-29T17:47:13.718 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 0, 2024-08-29T17:47:13.719 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 0 2024-08-29T17:47:13.719 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:13.719 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore_writing": { 2024-08-29T17:47:13.719 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 0, 2024-08-29T17:47:13.719 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 0 2024-08-29T17:47:13.719 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:13.719 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore_writing_deferred": { 2024-08-29T17:47:13.719 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 0, 2024-08-29T17:47:13.719 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 0 2024-08-29T17:47:13.719 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:13.719 INFO:tasks.workunit.client.0.smithi028.stdout: "buffer_anon": { 2024-08-29T17:47:13.719 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 150128, 2024-08-29T17:47:13.719 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 34 2024-08-29T17:47:13.719 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:13.719 INFO:tasks.workunit.client.0.smithi028.stdout: "buffer_meta": { 2024-08-29T17:47:13.720 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 0, 2024-08-29T17:47:13.720 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 0 2024-08-29T17:47:13.720 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:13.720 INFO:tasks.workunit.client.0.smithi028.stdout: "mds_co": { 2024-08-29T17:47:13.720 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 856, 2024-08-29T17:47:13.720 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 2 2024-08-29T17:47:13.720 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:13.720 INFO:tasks.workunit.client.0.smithi028.stdout: "osd": { 2024-08-29T17:47:13.720 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 0, 2024-08-29T17:47:13.720 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 0 2024-08-29T17:47:13.720 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:13.720 INFO:tasks.workunit.client.0.smithi028.stdout: "osd_mapbl": { 2024-08-29T17:47:13.720 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 0, 2024-08-29T17:47:13.721 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 0 2024-08-29T17:47:13.721 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:13.721 INFO:tasks.workunit.client.0.smithi028.stdout: "osd_pglog": { 2024-08-29T17:47:13.721 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 0, 2024-08-29T17:47:13.721 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 0 2024-08-29T17:47:13.721 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:13.721 INFO:tasks.workunit.client.0.smithi028.stdout: "osdmap": { 2024-08-29T17:47:13.721 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 0, 2024-08-29T17:47:13.721 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 0 2024-08-29T17:47:13.721 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:13.721 INFO:tasks.workunit.client.0.smithi028.stdout: "osdmap_mapping": { 2024-08-29T17:47:13.721 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 0, 2024-08-29T17:47:13.721 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 0 2024-08-29T17:47:13.722 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:13.722 INFO:tasks.workunit.client.0.smithi028.stdout: "pgmap": { 2024-08-29T17:47:13.722 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 0, 2024-08-29T17:47:13.722 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 0 2024-08-29T17:47:13.722 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:13.722 INFO:tasks.workunit.client.0.smithi028.stdout: "unittest_1": { 2024-08-29T17:47:13.722 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 0, 2024-08-29T17:47:13.722 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 0 2024-08-29T17:47:13.722 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:13.722 INFO:tasks.workunit.client.0.smithi028.stdout: "unittest_2": { 2024-08-29T17:47:13.722 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 0, 2024-08-29T17:47:13.722 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 0 2024-08-29T17:47:13.722 INFO:tasks.workunit.client.0.smithi028.stdout: } 2024-08-29T17:47:13.722 INFO:tasks.workunit.client.0.smithi028.stdout: } 2024-08-29T17:47:13.722 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:13.723 INFO:tasks.workunit.client.0.smithi028.stdout: "mon": { 2024-08-29T17:47:13.723 INFO:tasks.workunit.client.0.smithi028.stdout: "mon.55fbc62c63d120c3220dfb51bdacb54ee30cf548": { 2024-08-29T17:47:13.723 INFO:tasks.workunit.client.0.smithi028.stdout: "bloom_filter": { 2024-08-29T17:47:13.723 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 0, 2024-08-29T17:47:13.723 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 0 2024-08-29T17:47:13.723 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:13.723 INFO:tasks.workunit.client.0.smithi028.stdout: "bluefs": { 2024-08-29T17:47:13.723 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 0, 2024-08-29T17:47:13.723 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 0 2024-08-29T17:47:13.723 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:13.723 INFO:tasks.workunit.client.0.smithi028.stdout: "bluefs_file_reader": { 2024-08-29T17:47:13.723 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 0, 2024-08-29T17:47:13.723 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 0 2024-08-29T17:47:13.723 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:13.724 INFO:tasks.workunit.client.0.smithi028.stdout: "bluefs_file_writer": { 2024-08-29T17:47:13.724 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 0, 2024-08-29T17:47:13.724 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 0 2024-08-29T17:47:13.724 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:13.724 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore_Blob": { 2024-08-29T17:47:13.724 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 0, 2024-08-29T17:47:13.724 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 0 2024-08-29T17:47:13.724 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:13.724 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore_Buffer": { 2024-08-29T17:47:13.724 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 0, 2024-08-29T17:47:13.724 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 0 2024-08-29T17:47:13.724 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:13.724 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore_Extent": { 2024-08-29T17:47:13.724 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 0, 2024-08-29T17:47:13.724 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 0 2024-08-29T17:47:13.725 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:13.725 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore_SharedBlob": { 2024-08-29T17:47:13.725 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 0, 2024-08-29T17:47:13.725 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 0 2024-08-29T17:47:13.725 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:13.725 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore_alloc": { 2024-08-29T17:47:13.725 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 0, 2024-08-29T17:47:13.725 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 0 2024-08-29T17:47:13.725 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:13.725 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore_cache_data": { 2024-08-29T17:47:13.725 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 0, 2024-08-29T17:47:13.725 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 0 2024-08-29T17:47:13.725 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:13.725 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore_cache_meta": { 2024-08-29T17:47:13.725 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 0, 2024-08-29T17:47:13.726 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 0 2024-08-29T17:47:13.726 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:13.726 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore_cache_onode": { 2024-08-29T17:47:13.726 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 0, 2024-08-29T17:47:13.726 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 0 2024-08-29T17:47:13.726 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:13.726 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore_cache_other": { 2024-08-29T17:47:13.726 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 0, 2024-08-29T17:47:13.726 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 0 2024-08-29T17:47:13.726 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:13.726 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore_fsck": { 2024-08-29T17:47:13.726 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 0, 2024-08-29T17:47:13.726 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 0 2024-08-29T17:47:13.727 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:13.727 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore_inline_bl": { 2024-08-29T17:47:13.727 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 0, 2024-08-29T17:47:13.727 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 0 2024-08-29T17:47:13.727 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:13.727 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore_txc": { 2024-08-29T17:47:13.727 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 0, 2024-08-29T17:47:13.727 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 0 2024-08-29T17:47:13.727 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:13.727 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore_writing": { 2024-08-29T17:47:13.727 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 0, 2024-08-29T17:47:13.727 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 0 2024-08-29T17:47:13.727 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:13.727 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore_writing_deferred": { 2024-08-29T17:47:13.727 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 0, 2024-08-29T17:47:13.728 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 0 2024-08-29T17:47:13.728 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:13.728 INFO:tasks.workunit.client.0.smithi028.stdout: "buffer_anon": { 2024-08-29T17:47:13.728 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 1206918, 2024-08-29T17:47:13.728 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 361 2024-08-29T17:47:13.728 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:13.728 INFO:tasks.workunit.client.0.smithi028.stdout: "buffer_meta": { 2024-08-29T17:47:13.728 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 0, 2024-08-29T17:47:13.728 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 0 2024-08-29T17:47:13.728 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:13.728 INFO:tasks.workunit.client.0.smithi028.stdout: "mds_co": { 2024-08-29T17:47:13.728 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 0, 2024-08-29T17:47:13.728 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 0 2024-08-29T17:47:13.728 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:13.728 INFO:tasks.workunit.client.0.smithi028.stdout: "osd": { 2024-08-29T17:47:13.729 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 0, 2024-08-29T17:47:13.729 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 0 2024-08-29T17:47:13.729 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:13.729 INFO:tasks.workunit.client.0.smithi028.stdout: "osd_mapbl": { 2024-08-29T17:47:13.729 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 0, 2024-08-29T17:47:13.729 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 0 2024-08-29T17:47:13.729 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:13.729 INFO:tasks.workunit.client.0.smithi028.stdout: "osd_pglog": { 2024-08-29T17:47:13.729 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 0, 2024-08-29T17:47:13.729 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 0 2024-08-29T17:47:13.729 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:13.729 INFO:tasks.workunit.client.0.smithi028.stdout: "osdmap": { 2024-08-29T17:47:13.729 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 6784, 2024-08-29T17:47:13.729 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 138 2024-08-29T17:47:13.730 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:13.730 INFO:tasks.workunit.client.0.smithi028.stdout: "osdmap_mapping": { 2024-08-29T17:47:13.730 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 12744, 2024-08-29T17:47:13.730 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 1546 2024-08-29T17:47:13.730 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:13.730 INFO:tasks.workunit.client.0.smithi028.stdout: "pgmap": { 2024-08-29T17:47:13.730 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 5312, 2024-08-29T17:47:13.730 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 103 2024-08-29T17:47:13.730 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:13.730 INFO:tasks.workunit.client.0.smithi028.stdout: "unittest_1": { 2024-08-29T17:47:13.730 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 0, 2024-08-29T17:47:13.730 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 0 2024-08-29T17:47:13.730 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:13.730 INFO:tasks.workunit.client.0.smithi028.stdout: "unittest_2": { 2024-08-29T17:47:13.731 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 0, 2024-08-29T17:47:13.731 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 0 2024-08-29T17:47:13.731 INFO:tasks.workunit.client.0.smithi028.stdout: } 2024-08-29T17:47:13.731 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:13.731 INFO:tasks.workunit.client.0.smithi028.stdout: "mon.a2df9e26f4a5fcbeed319f1798118f10993a0555": { 2024-08-29T17:47:13.731 INFO:tasks.workunit.client.0.smithi028.stdout: "bloom_filter": { 2024-08-29T17:47:13.731 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 0, 2024-08-29T17:47:13.731 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 0 2024-08-29T17:47:13.731 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:13.731 INFO:tasks.workunit.client.0.smithi028.stdout: "bluefs": { 2024-08-29T17:47:13.731 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 0, 2024-08-29T17:47:13.731 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 0 2024-08-29T17:47:13.731 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:13.731 INFO:tasks.workunit.client.0.smithi028.stdout: "bluefs_file_reader": { 2024-08-29T17:47:13.732 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 0, 2024-08-29T17:47:13.732 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 0 2024-08-29T17:47:13.732 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:13.732 INFO:tasks.workunit.client.0.smithi028.stdout: "bluefs_file_writer": { 2024-08-29T17:47:13.732 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 0, 2024-08-29T17:47:13.732 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 0 2024-08-29T17:47:13.732 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:13.732 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore_Blob": { 2024-08-29T17:47:13.732 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 0, 2024-08-29T17:47:13.732 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 0 2024-08-29T17:47:13.732 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:13.732 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore_Buffer": { 2024-08-29T17:47:13.732 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 0, 2024-08-29T17:47:13.733 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 0 2024-08-29T17:47:13.733 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:13.733 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore_Extent": { 2024-08-29T17:47:13.733 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 0, 2024-08-29T17:47:13.733 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 0 2024-08-29T17:47:13.733 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:13.733 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore_SharedBlob": { 2024-08-29T17:47:13.733 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 0, 2024-08-29T17:47:13.733 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 0 2024-08-29T17:47:13.733 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:13.733 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore_alloc": { 2024-08-29T17:47:13.733 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 0, 2024-08-29T17:47:13.733 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 0 2024-08-29T17:47:13.733 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:13.734 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore_cache_data": { 2024-08-29T17:47:13.734 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 0, 2024-08-29T17:47:13.734 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 0 2024-08-29T17:47:13.734 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:13.734 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore_cache_meta": { 2024-08-29T17:47:13.734 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 0, 2024-08-29T17:47:13.734 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 0 2024-08-29T17:47:13.734 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:13.734 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore_cache_onode": { 2024-08-29T17:47:13.734 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 0, 2024-08-29T17:47:13.734 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 0 2024-08-29T17:47:13.734 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:13.734 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore_cache_other": { 2024-08-29T17:47:13.734 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 0, 2024-08-29T17:47:13.734 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 0 2024-08-29T17:47:13.735 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:13.735 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore_fsck": { 2024-08-29T17:47:13.735 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 0, 2024-08-29T17:47:13.735 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 0 2024-08-29T17:47:13.735 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:13.735 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore_inline_bl": { 2024-08-29T17:47:13.735 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 0, 2024-08-29T17:47:13.735 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 0 2024-08-29T17:47:13.735 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:13.735 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore_txc": { 2024-08-29T17:47:13.735 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 0, 2024-08-29T17:47:13.735 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 0 2024-08-29T17:47:13.735 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:13.736 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore_writing": { 2024-08-29T17:47:13.736 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 0, 2024-08-29T17:47:13.736 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 0 2024-08-29T17:47:13.736 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:13.736 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore_writing_deferred": { 2024-08-29T17:47:13.736 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 0, 2024-08-29T17:47:13.736 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 0 2024-08-29T17:47:13.736 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:13.736 INFO:tasks.workunit.client.0.smithi028.stdout: "buffer_anon": { 2024-08-29T17:47:13.736 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 1265750, 2024-08-29T17:47:13.736 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 363 2024-08-29T17:47:13.736 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:13.736 INFO:tasks.workunit.client.0.smithi028.stdout: "buffer_meta": { 2024-08-29T17:47:13.736 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 176, 2024-08-29T17:47:13.737 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 2 2024-08-29T17:47:13.737 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:13.737 INFO:tasks.workunit.client.0.smithi028.stdout: "mds_co": { 2024-08-29T17:47:13.737 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 0, 2024-08-29T17:47:13.737 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 0 2024-08-29T17:47:13.737 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:13.737 INFO:tasks.workunit.client.0.smithi028.stdout: "osd": { 2024-08-29T17:47:13.737 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 0, 2024-08-29T17:47:13.737 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 0 2024-08-29T17:47:13.737 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:13.737 INFO:tasks.workunit.client.0.smithi028.stdout: "osd_mapbl": { 2024-08-29T17:47:13.737 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 0, 2024-08-29T17:47:13.737 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 0 2024-08-29T17:47:13.737 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:13.738 INFO:tasks.workunit.client.0.smithi028.stdout: "osd_pglog": { 2024-08-29T17:47:13.738 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 0, 2024-08-29T17:47:13.738 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 0 2024-08-29T17:47:13.738 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:13.738 INFO:tasks.workunit.client.0.smithi028.stdout: "osdmap": { 2024-08-29T17:47:13.738 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 6784, 2024-08-29T17:47:13.738 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 138 2024-08-29T17:47:13.738 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:13.738 INFO:tasks.workunit.client.0.smithi028.stdout: "osdmap_mapping": { 2024-08-29T17:47:13.738 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 12744, 2024-08-29T17:47:13.738 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 1546 2024-08-29T17:47:13.738 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:13.738 INFO:tasks.workunit.client.0.smithi028.stdout: "pgmap": { 2024-08-29T17:47:13.739 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 5312, 2024-08-29T17:47:13.739 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 103 2024-08-29T17:47:13.739 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:13.739 INFO:tasks.workunit.client.0.smithi028.stdout: "unittest_1": { 2024-08-29T17:47:13.739 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 0, 2024-08-29T17:47:13.739 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 0 2024-08-29T17:47:13.739 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:13.739 INFO:tasks.workunit.client.0.smithi028.stdout: "unittest_2": { 2024-08-29T17:47:13.739 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 0, 2024-08-29T17:47:13.739 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 0 2024-08-29T17:47:13.739 INFO:tasks.workunit.client.0.smithi028.stdout: } 2024-08-29T17:47:13.739 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:13.739 INFO:tasks.workunit.client.0.smithi028.stdout: "mon.e4958ae9278a574c0226651ef9b7bc2d4e1b34b9": { 2024-08-29T17:47:13.739 INFO:tasks.workunit.client.0.smithi028.stdout: "bloom_filter": { 2024-08-29T17:47:13.739 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 0, 2024-08-29T17:47:13.740 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 0 2024-08-29T17:47:13.740 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:13.740 INFO:tasks.workunit.client.0.smithi028.stdout: "bluefs": { 2024-08-29T17:47:13.740 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 0, 2024-08-29T17:47:13.740 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 0 2024-08-29T17:47:13.740 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:13.740 INFO:tasks.workunit.client.0.smithi028.stdout: "bluefs_file_reader": { 2024-08-29T17:47:13.740 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 0, 2024-08-29T17:47:13.740 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 0 2024-08-29T17:47:13.740 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:13.740 INFO:tasks.workunit.client.0.smithi028.stdout: "bluefs_file_writer": { 2024-08-29T17:47:13.740 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 0, 2024-08-29T17:47:13.740 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 0 2024-08-29T17:47:13.741 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:13.741 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore_Blob": { 2024-08-29T17:47:13.741 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 0, 2024-08-29T17:47:13.741 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 0 2024-08-29T17:47:13.741 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:13.741 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore_Buffer": { 2024-08-29T17:47:13.741 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 0, 2024-08-29T17:47:13.741 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 0 2024-08-29T17:47:13.741 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:13.741 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore_Extent": { 2024-08-29T17:47:13.741 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 0, 2024-08-29T17:47:13.741 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 0 2024-08-29T17:47:13.741 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:13.741 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore_SharedBlob": { 2024-08-29T17:47:13.742 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 0, 2024-08-29T17:47:13.742 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 0 2024-08-29T17:47:13.742 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:13.742 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore_alloc": { 2024-08-29T17:47:13.742 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 0, 2024-08-29T17:47:13.742 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 0 2024-08-29T17:47:13.742 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:13.742 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore_cache_data": { 2024-08-29T17:47:13.742 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 0, 2024-08-29T17:47:13.742 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 0 2024-08-29T17:47:13.742 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:13.742 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore_cache_meta": { 2024-08-29T17:47:13.742 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 0, 2024-08-29T17:47:13.742 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 0 2024-08-29T17:47:13.742 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:13.742 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore_cache_onode": { 2024-08-29T17:47:13.743 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 0, 2024-08-29T17:47:13.743 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 0 2024-08-29T17:47:13.743 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:13.743 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore_cache_other": { 2024-08-29T17:47:13.743 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 0, 2024-08-29T17:47:13.743 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 0 2024-08-29T17:47:13.743 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:13.743 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore_fsck": { 2024-08-29T17:47:13.743 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 0, 2024-08-29T17:47:13.743 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 0 2024-08-29T17:47:13.743 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:13.743 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore_inline_bl": { 2024-08-29T17:47:13.743 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 0, 2024-08-29T17:47:13.743 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 0 2024-08-29T17:47:13.743 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:13.744 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore_txc": { 2024-08-29T17:47:13.744 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 0, 2024-08-29T17:47:13.744 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 0 2024-08-29T17:47:13.744 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:13.744 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore_writing": { 2024-08-29T17:47:13.744 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 0, 2024-08-29T17:47:13.744 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 0 2024-08-29T17:47:13.744 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:13.744 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore_writing_deferred": { 2024-08-29T17:47:13.744 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 0, 2024-08-29T17:47:13.744 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 0 2024-08-29T17:47:13.744 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:13.744 INFO:tasks.workunit.client.0.smithi028.stdout: "buffer_anon": { 2024-08-29T17:47:13.744 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 1294070, 2024-08-29T17:47:13.745 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 346 2024-08-29T17:47:13.745 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:13.745 INFO:tasks.workunit.client.0.smithi028.stdout: "buffer_meta": { 2024-08-29T17:47:13.745 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 176, 2024-08-29T17:47:13.745 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 2 2024-08-29T17:47:13.745 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:13.745 INFO:tasks.workunit.client.0.smithi028.stdout: "mds_co": { 2024-08-29T17:47:13.745 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 0, 2024-08-29T17:47:13.745 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 0 2024-08-29T17:47:13.745 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:13.745 INFO:tasks.workunit.client.0.smithi028.stdout: "osd": { 2024-08-29T17:47:13.745 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 0, 2024-08-29T17:47:13.745 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 0 2024-08-29T17:47:13.745 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:13.745 INFO:tasks.workunit.client.0.smithi028.stdout: "osd_mapbl": { 2024-08-29T17:47:13.745 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 0, 2024-08-29T17:47:13.746 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 0 2024-08-29T17:47:13.746 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:13.746 INFO:tasks.workunit.client.0.smithi028.stdout: "osd_pglog": { 2024-08-29T17:47:13.746 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 0, 2024-08-29T17:47:13.746 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 0 2024-08-29T17:47:13.746 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:13.746 INFO:tasks.workunit.client.0.smithi028.stdout: "osdmap": { 2024-08-29T17:47:13.746 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 6784, 2024-08-29T17:47:13.746 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 138 2024-08-29T17:47:13.746 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:13.746 INFO:tasks.workunit.client.0.smithi028.stdout: "osdmap_mapping": { 2024-08-29T17:47:13.746 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 12744, 2024-08-29T17:47:13.746 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 1546 2024-08-29T17:47:13.746 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:13.746 INFO:tasks.workunit.client.0.smithi028.stdout: "pgmap": { 2024-08-29T17:47:13.747 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 10624, 2024-08-29T17:47:13.747 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 206 2024-08-29T17:47:13.747 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:13.747 INFO:tasks.workunit.client.0.smithi028.stdout: "unittest_1": { 2024-08-29T17:47:13.747 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 0, 2024-08-29T17:47:13.747 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 0 2024-08-29T17:47:13.747 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:13.747 INFO:tasks.workunit.client.0.smithi028.stdout: "unittest_2": { 2024-08-29T17:47:13.747 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 0, 2024-08-29T17:47:13.747 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 0 2024-08-29T17:47:13.747 INFO:tasks.workunit.client.0.smithi028.stdout: } 2024-08-29T17:47:13.747 INFO:tasks.workunit.client.0.smithi028.stdout: } 2024-08-29T17:47:13.747 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:13.747 INFO:tasks.workunit.client.0.smithi028.stdout: "osd": { 2024-08-29T17:47:13.747 INFO:tasks.workunit.client.0.smithi028.stdout: "osd.0": { 2024-08-29T17:47:13.747 INFO:tasks.workunit.client.0.smithi028.stdout: "bloom_filter": { 2024-08-29T17:47:13.748 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 0, 2024-08-29T17:47:13.748 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 0 2024-08-29T17:47:13.748 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:13.748 INFO:tasks.workunit.client.0.smithi028.stdout: "bluefs": { 2024-08-29T17:47:13.748 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 6304, 2024-08-29T17:47:13.748 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 115 2024-08-29T17:47:13.748 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:13.748 INFO:tasks.workunit.client.0.smithi028.stdout: "bluefs_file_reader": { 2024-08-29T17:47:13.748 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 16896, 2024-08-29T17:47:13.748 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 8 2024-08-29T17:47:13.748 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:13.748 INFO:tasks.workunit.client.0.smithi028.stdout: "bluefs_file_writer": { 2024-08-29T17:47:13.748 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 576, 2024-08-29T17:47:13.748 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 3 2024-08-29T17:47:13.749 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:13.749 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore_Blob": { 2024-08-29T17:47:13.749 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 22848, 2024-08-29T17:47:13.749 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 204 2024-08-29T17:47:13.749 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:13.749 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore_Buffer": { 2024-08-29T17:47:13.749 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 1792, 2024-08-29T17:47:13.749 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 16 2024-08-29T17:47:13.749 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:13.749 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore_Extent": { 2024-08-29T17:47:13.749 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 9792, 2024-08-29T17:47:13.749 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 204 2024-08-29T17:47:13.749 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:13.749 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore_SharedBlob": { 2024-08-29T17:47:13.750 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 22848, 2024-08-29T17:47:13.750 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 204 2024-08-29T17:47:13.750 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:13.750 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore_alloc": { 2024-08-29T17:47:13.750 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 6320, 2024-08-29T17:47:13.750 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 79 2024-08-29T17:47:13.750 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:13.750 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore_cache_data": { 2024-08-29T17:47:13.750 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 625048, 2024-08-29T17:47:13.750 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 21 2024-08-29T17:47:13.750 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:13.750 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore_cache_meta": { 2024-08-29T17:47:13.750 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 58344, 2024-08-29T17:47:13.750 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 10588 2024-08-29T17:47:13.750 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:13.751 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore_cache_onode": { 2024-08-29T17:47:13.751 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 145520, 2024-08-29T17:47:13.751 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 214 2024-08-29T17:47:13.751 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:13.751 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore_cache_other": { 2024-08-29T17:47:13.751 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 11692, 2024-08-29T17:47:13.751 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 771 2024-08-29T17:47:13.751 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:13.751 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore_fsck": { 2024-08-29T17:47:13.751 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 0, 2024-08-29T17:47:13.751 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 0 2024-08-29T17:47:13.751 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:13.751 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore_inline_bl": { 2024-08-29T17:47:13.751 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 33544, 2024-08-29T17:47:13.752 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 214 2024-08-29T17:47:13.752 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:13.752 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore_txc": { 2024-08-29T17:47:13.752 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 0, 2024-08-29T17:47:13.752 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 0 2024-08-29T17:47:13.752 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:13.752 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore_writing": { 2024-08-29T17:47:13.752 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 428719, 2024-08-29T17:47:13.752 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 93 2024-08-29T17:47:13.752 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:13.752 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore_writing_deferred": { 2024-08-29T17:47:13.752 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 0, 2024-08-29T17:47:13.752 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 0 2024-08-29T17:47:13.752 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:13.753 INFO:tasks.workunit.client.0.smithi028.stdout: "buffer_anon": { 2024-08-29T17:47:13.753 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 2437220, 2024-08-29T17:47:13.753 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 199 2024-08-29T17:47:13.753 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:13.753 INFO:tasks.workunit.client.0.smithi028.stdout: "buffer_meta": { 2024-08-29T17:47:13.753 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 7216, 2024-08-29T17:47:13.753 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 82 2024-08-29T17:47:13.753 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:13.753 INFO:tasks.workunit.client.0.smithi028.stdout: "mds_co": { 2024-08-29T17:47:13.753 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 0, 2024-08-29T17:47:13.753 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 0 2024-08-29T17:47:13.753 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:13.753 INFO:tasks.workunit.client.0.smithi028.stdout: "osd": { 2024-08-29T17:47:13.753 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 521280, 2024-08-29T17:47:13.754 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 45 2024-08-29T17:47:13.754 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:13.754 INFO:tasks.workunit.client.0.smithi028.stdout: "osd_mapbl": { 2024-08-29T17:47:13.754 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 0, 2024-08-29T17:47:13.754 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 0 2024-08-29T17:47:13.754 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:13.754 INFO:tasks.workunit.client.0.smithi028.stdout: "osd_pglog": { 2024-08-29T17:47:13.754 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 89024, 2024-08-29T17:47:13.754 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 176 2024-08-29T17:47:13.754 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:13.754 INFO:tasks.workunit.client.0.smithi028.stdout: "osdmap": { 2024-08-29T17:47:13.754 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 237680, 2024-08-29T17:47:13.754 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 3539 2024-08-29T17:47:13.755 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:13.755 INFO:tasks.workunit.client.0.smithi028.stdout: "osdmap_mapping": { 2024-08-29T17:47:13.755 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 0, 2024-08-29T17:47:13.755 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 0 2024-08-29T17:47:13.755 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:13.755 INFO:tasks.workunit.client.0.smithi028.stdout: "pgmap": { 2024-08-29T17:47:13.755 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 0, 2024-08-29T17:47:13.755 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 0 2024-08-29T17:47:13.755 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:13.755 INFO:tasks.workunit.client.0.smithi028.stdout: "unittest_1": { 2024-08-29T17:47:13.755 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 0, 2024-08-29T17:47:13.755 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 0 2024-08-29T17:47:13.755 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:13.755 INFO:tasks.workunit.client.0.smithi028.stdout: "unittest_2": { 2024-08-29T17:47:13.755 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 0, 2024-08-29T17:47:13.756 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 0 2024-08-29T17:47:13.756 INFO:tasks.workunit.client.0.smithi028.stdout: } 2024-08-29T17:47:13.756 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:13.756 INFO:tasks.workunit.client.0.smithi028.stdout: "osd.1": { 2024-08-29T17:47:13.756 INFO:tasks.workunit.client.0.smithi028.stdout: "bloom_filter": { 2024-08-29T17:47:13.756 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 0, 2024-08-29T17:47:13.756 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 0 2024-08-29T17:47:13.756 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:13.756 INFO:tasks.workunit.client.0.smithi028.stdout: "bluefs": { 2024-08-29T17:47:13.756 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 6304, 2024-08-29T17:47:13.756 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 115 2024-08-29T17:47:13.756 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:13.756 INFO:tasks.workunit.client.0.smithi028.stdout: "bluefs_file_reader": { 2024-08-29T17:47:13.757 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 16896, 2024-08-29T17:47:13.757 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 8 2024-08-29T17:47:13.757 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:13.757 INFO:tasks.workunit.client.0.smithi028.stdout: "bluefs_file_writer": { 2024-08-29T17:47:13.757 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 576, 2024-08-29T17:47:13.757 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 3 2024-08-29T17:47:13.757 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:13.757 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore_Blob": { 2024-08-29T17:47:13.757 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 21616, 2024-08-29T17:47:13.757 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 193 2024-08-29T17:47:13.757 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:13.757 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore_Buffer": { 2024-08-29T17:47:13.757 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 1120, 2024-08-29T17:47:13.757 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 10 2024-08-29T17:47:13.758 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:13.758 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore_Extent": { 2024-08-29T17:47:13.758 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 9264, 2024-08-29T17:47:13.758 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 193 2024-08-29T17:47:13.758 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:13.758 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore_SharedBlob": { 2024-08-29T17:47:13.758 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 21616, 2024-08-29T17:47:13.758 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 193 2024-08-29T17:47:13.758 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:13.758 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore_alloc": { 2024-08-29T17:47:13.758 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 5440, 2024-08-29T17:47:13.758 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 68 2024-08-29T17:47:13.758 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:13.758 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore_cache_data": { 2024-08-29T17:47:13.759 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 26774, 2024-08-29T17:47:13.759 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 6 2024-08-29T17:47:13.759 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:13.759 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore_cache_meta": { 2024-08-29T17:47:13.759 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 52060, 2024-08-29T17:47:13.759 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 9615 2024-08-29T17:47:13.759 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:13.759 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore_cache_onode": { 2024-08-29T17:47:13.759 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 136680, 2024-08-29T17:47:13.759 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 201 2024-08-29T17:47:13.759 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:13.759 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore_cache_other": { 2024-08-29T17:47:13.759 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 9780, 2024-08-29T17:47:13.759 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 599 2024-08-29T17:47:13.759 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:13.760 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore_fsck": { 2024-08-29T17:47:13.760 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 0, 2024-08-29T17:47:13.760 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 0 2024-08-29T17:47:13.760 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:13.760 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore_inline_bl": { 2024-08-29T17:47:13.760 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 29444, 2024-08-29T17:47:13.760 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 201 2024-08-29T17:47:13.760 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:13.760 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore_txc": { 2024-08-29T17:47:13.760 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 736, 2024-08-29T17:47:13.760 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 1 2024-08-29T17:47:13.760 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:13.760 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore_writing": { 2024-08-29T17:47:13.760 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 449680, 2024-08-29T17:47:13.760 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 98 2024-08-29T17:47:13.761 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:13.761 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore_writing_deferred": { 2024-08-29T17:47:13.761 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 12096, 2024-08-29T17:47:13.761 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 3 2024-08-29T17:47:13.761 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:13.761 INFO:tasks.workunit.client.0.smithi028.stdout: "buffer_anon": { 2024-08-29T17:47:13.761 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 2436308, 2024-08-29T17:47:13.761 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 190 2024-08-29T17:47:13.761 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:13.761 INFO:tasks.workunit.client.0.smithi028.stdout: "buffer_meta": { 2024-08-29T17:47:13.761 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 5104, 2024-08-29T17:47:13.761 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 58 2024-08-29T17:47:13.761 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:13.761 INFO:tasks.workunit.client.0.smithi028.stdout: "mds_co": { 2024-08-29T17:47:13.762 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 0, 2024-08-29T17:47:13.762 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 0 2024-08-29T17:47:13.762 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:13.762 INFO:tasks.workunit.client.0.smithi028.stdout: "osd": { 2024-08-29T17:47:13.762 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 440192, 2024-08-29T17:47:13.762 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 38 2024-08-29T17:47:13.762 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:13.762 INFO:tasks.workunit.client.0.smithi028.stdout: "osd_mapbl": { 2024-08-29T17:47:13.762 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 0, 2024-08-29T17:47:13.762 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 0 2024-08-29T17:47:13.762 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:13.762 INFO:tasks.workunit.client.0.smithi028.stdout: "osd_pglog": { 2024-08-29T17:47:13.762 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 8528, 2024-08-29T17:47:13.762 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 22 2024-08-29T17:47:13.762 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:13.763 INFO:tasks.workunit.client.0.smithi028.stdout: "osdmap": { 2024-08-29T17:47:13.763 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 237680, 2024-08-29T17:47:13.763 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 3539 2024-08-29T17:47:13.763 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:13.763 INFO:tasks.workunit.client.0.smithi028.stdout: "osdmap_mapping": { 2024-08-29T17:47:13.763 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 0, 2024-08-29T17:47:13.763 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 0 2024-08-29T17:47:13.763 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:13.763 INFO:tasks.workunit.client.0.smithi028.stdout: "pgmap": { 2024-08-29T17:47:13.763 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 0, 2024-08-29T17:47:13.763 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 0 2024-08-29T17:47:13.763 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:13.763 INFO:tasks.workunit.client.0.smithi028.stdout: "unittest_1": { 2024-08-29T17:47:13.763 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 0, 2024-08-29T17:47:13.764 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 0 2024-08-29T17:47:13.764 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:13.764 INFO:tasks.workunit.client.0.smithi028.stdout: "unittest_2": { 2024-08-29T17:47:13.764 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 0, 2024-08-29T17:47:13.764 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 0 2024-08-29T17:47:13.764 INFO:tasks.workunit.client.0.smithi028.stdout: } 2024-08-29T17:47:13.764 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:13.764 INFO:tasks.workunit.client.0.smithi028.stdout: "osd.2": { 2024-08-29T17:47:13.764 INFO:tasks.workunit.client.0.smithi028.stdout: "bloom_filter": { 2024-08-29T17:47:13.764 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 0, 2024-08-29T17:47:13.764 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 0 2024-08-29T17:47:13.764 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:13.764 INFO:tasks.workunit.client.0.smithi028.stdout: "bluefs": { 2024-08-29T17:47:13.764 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 6304, 2024-08-29T17:47:13.765 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 115 2024-08-29T17:47:13.765 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:13.765 INFO:tasks.workunit.client.0.smithi028.stdout: "bluefs_file_reader": { 2024-08-29T17:47:13.765 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 16896, 2024-08-29T17:47:13.765 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 8 2024-08-29T17:47:13.765 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:13.765 INFO:tasks.workunit.client.0.smithi028.stdout: "bluefs_file_writer": { 2024-08-29T17:47:13.765 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 576, 2024-08-29T17:47:13.765 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 3 2024-08-29T17:47:13.765 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:13.765 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore_Blob": { 2024-08-29T17:47:13.765 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 21280, 2024-08-29T17:47:13.765 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 190 2024-08-29T17:47:13.765 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:13.766 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore_Buffer": { 2024-08-29T17:47:13.766 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 784, 2024-08-29T17:47:13.766 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 7 2024-08-29T17:47:13.766 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:13.766 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore_Extent": { 2024-08-29T17:47:13.766 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 9120, 2024-08-29T17:47:13.766 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 190 2024-08-29T17:47:13.766 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:13.766 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore_SharedBlob": { 2024-08-29T17:47:13.766 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 21280, 2024-08-29T17:47:13.766 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 190 2024-08-29T17:47:13.766 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:13.766 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore_alloc": { 2024-08-29T17:47:13.766 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 5040, 2024-08-29T17:47:13.767 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 63 2024-08-29T17:47:13.767 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:13.767 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore_cache_data": { 2024-08-29T17:47:13.767 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 8192, 2024-08-29T17:47:13.767 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 2 2024-08-29T17:47:13.767 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:13.767 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore_cache_meta": { 2024-08-29T17:47:13.767 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 48618, 2024-08-29T17:47:13.767 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 9133 2024-08-29T17:47:13.767 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:13.767 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore_cache_onode": { 2024-08-29T17:47:13.767 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 129880, 2024-08-29T17:47:13.767 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 191 2024-08-29T17:47:13.767 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:13.768 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore_cache_other": { 2024-08-29T17:47:13.768 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 8824, 2024-08-29T17:47:13.768 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 585 2024-08-29T17:47:13.768 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:13.768 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore_fsck": { 2024-08-29T17:47:13.768 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 0, 2024-08-29T17:47:13.768 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 0 2024-08-29T17:47:13.768 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:13.768 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore_inline_bl": { 2024-08-29T17:47:13.768 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 27388, 2024-08-29T17:47:13.768 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 191 2024-08-29T17:47:13.768 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:13.768 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore_txc": { 2024-08-29T17:47:13.768 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 736, 2024-08-29T17:47:13.768 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 1 2024-08-29T17:47:13.769 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:13.769 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore_writing": { 2024-08-29T17:47:13.769 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 406822, 2024-08-29T17:47:13.769 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 87 2024-08-29T17:47:13.769 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:13.769 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore_writing_deferred": { 2024-08-29T17:47:13.769 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 12096, 2024-08-29T17:47:13.769 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 3 2024-08-29T17:47:13.769 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:13.769 INFO:tasks.workunit.client.0.smithi028.stdout: "buffer_anon": { 2024-08-29T17:47:13.769 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 2439218, 2024-08-29T17:47:13.769 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 190 2024-08-29T17:47:13.769 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:13.770 INFO:tasks.workunit.client.0.smithi028.stdout: "buffer_meta": { 2024-08-29T17:47:13.770 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 4224, 2024-08-29T17:47:13.770 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 48 2024-08-29T17:47:13.770 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:13.770 INFO:tasks.workunit.client.0.smithi028.stdout: "mds_co": { 2024-08-29T17:47:13.770 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 0, 2024-08-29T17:47:13.770 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 0 2024-08-29T17:47:13.770 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:13.770 INFO:tasks.workunit.client.0.smithi028.stdout: "osd": { 2024-08-29T17:47:13.770 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 347520, 2024-08-29T17:47:13.770 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 30 2024-08-29T17:47:13.770 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:13.770 INFO:tasks.workunit.client.0.smithi028.stdout: "osd_mapbl": { 2024-08-29T17:47:13.770 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 0, 2024-08-29T17:47:13.770 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 0 2024-08-29T17:47:13.770 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:13.771 INFO:tasks.workunit.client.0.smithi028.stdout: "osd_pglog": { 2024-08-29T17:47:13.771 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 8320, 2024-08-29T17:47:13.771 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 24 2024-08-29T17:47:13.771 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:13.771 INFO:tasks.workunit.client.0.smithi028.stdout: "osdmap": { 2024-08-29T17:47:13.771 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 238192, 2024-08-29T17:47:13.771 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 3563 2024-08-29T17:47:13.771 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:13.771 INFO:tasks.workunit.client.0.smithi028.stdout: "osdmap_mapping": { 2024-08-29T17:47:13.771 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 0, 2024-08-29T17:47:13.771 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 0 2024-08-29T17:47:13.771 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:13.771 INFO:tasks.workunit.client.0.smithi028.stdout: "pgmap": { 2024-08-29T17:47:13.771 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 0, 2024-08-29T17:47:13.772 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 0 2024-08-29T17:47:13.772 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:13.772 INFO:tasks.workunit.client.0.smithi028.stdout: "unittest_1": { 2024-08-29T17:47:13.772 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 0, 2024-08-29T17:47:13.772 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 0 2024-08-29T17:47:13.772 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:13.772 INFO:tasks.workunit.client.0.smithi028.stdout: "unittest_2": { 2024-08-29T17:47:13.772 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 0, 2024-08-29T17:47:13.772 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 0 2024-08-29T17:47:13.772 INFO:tasks.workunit.client.0.smithi028.stdout: } 2024-08-29T17:47:13.772 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:13.772 INFO:tasks.workunit.client.0.smithi028.stdout: "osd.3": { 2024-08-29T17:47:13.772 INFO:tasks.workunit.client.0.smithi028.stdout: "bloom_filter": { 2024-08-29T17:47:13.772 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 0, 2024-08-29T17:47:13.772 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 0 2024-08-29T17:47:13.773 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:13.773 INFO:tasks.workunit.client.0.smithi028.stdout: "bluefs": { 2024-08-29T17:47:13.773 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 6304, 2024-08-29T17:47:13.773 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 115 2024-08-29T17:47:13.773 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:13.773 INFO:tasks.workunit.client.0.smithi028.stdout: "bluefs_file_reader": { 2024-08-29T17:47:13.773 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 16896, 2024-08-29T17:47:13.773 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 8 2024-08-29T17:47:13.773 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:13.773 INFO:tasks.workunit.client.0.smithi028.stdout: "bluefs_file_writer": { 2024-08-29T17:47:13.773 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 576, 2024-08-29T17:47:13.773 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 3 2024-08-29T17:47:13.773 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:13.773 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore_Blob": { 2024-08-29T17:47:13.774 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 21840, 2024-08-29T17:47:13.774 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 195 2024-08-29T17:47:13.774 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:13.774 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore_Buffer": { 2024-08-29T17:47:13.774 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 224, 2024-08-29T17:47:13.774 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 2 2024-08-29T17:47:13.774 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:13.774 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore_Extent": { 2024-08-29T17:47:13.774 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 9360, 2024-08-29T17:47:13.774 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 195 2024-08-29T17:47:13.774 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:13.774 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore_SharedBlob": { 2024-08-29T17:47:13.774 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 21840, 2024-08-29T17:47:13.774 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 195 2024-08-29T17:47:13.774 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:13.775 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore_alloc": { 2024-08-29T17:47:13.775 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 4560, 2024-08-29T17:47:13.775 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 57 2024-08-29T17:47:13.775 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:13.775 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore_cache_data": { 2024-08-29T17:47:13.775 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 0, 2024-08-29T17:47:13.775 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 0 2024-08-29T17:47:13.775 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:13.775 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore_cache_meta": { 2024-08-29T17:47:13.775 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 50588, 2024-08-29T17:47:13.775 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 9509 2024-08-29T17:47:13.775 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:13.775 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore_cache_onode": { 2024-08-29T17:47:13.775 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 135320, 2024-08-29T17:47:13.775 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 199 2024-08-29T17:47:13.776 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:13.776 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore_cache_other": { 2024-08-29T17:47:13.776 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 9740, 2024-08-29T17:47:13.776 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 604 2024-08-29T17:47:13.776 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:13.776 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore_fsck": { 2024-08-29T17:47:13.776 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 0, 2024-08-29T17:47:13.776 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 0 2024-08-29T17:47:13.776 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:13.776 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore_inline_bl": { 2024-08-29T17:47:13.776 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 28596, 2024-08-29T17:47:13.776 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 199 2024-08-29T17:47:13.777 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:13.777 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore_txc": { 2024-08-29T17:47:13.777 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 2208, 2024-08-29T17:47:13.777 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 3 2024-08-29T17:47:13.777 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:13.777 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore_writing": { 2024-08-29T17:47:13.777 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 308398, 2024-08-29T17:47:13.777 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 63 2024-08-29T17:47:13.777 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:13.777 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore_writing_deferred": { 2024-08-29T17:47:13.777 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 30637, 2024-08-29T17:47:13.777 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 9 2024-08-29T17:47:13.777 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:13.777 INFO:tasks.workunit.client.0.smithi028.stdout: "buffer_anon": { 2024-08-29T17:47:13.778 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 2438448, 2024-08-29T17:47:13.778 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 187 2024-08-29T17:47:13.778 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:13.778 INFO:tasks.workunit.client.0.smithi028.stdout: "buffer_meta": { 2024-08-29T17:47:13.778 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 4752, 2024-08-29T17:47:13.778 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 54 2024-08-29T17:47:13.778 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:13.778 INFO:tasks.workunit.client.0.smithi028.stdout: "mds_co": { 2024-08-29T17:47:13.778 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 0, 2024-08-29T17:47:13.778 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 0 2024-08-29T17:47:13.778 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:13.778 INFO:tasks.workunit.client.0.smithi028.stdout: "osd": { 2024-08-29T17:47:13.778 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 428608, 2024-08-29T17:47:13.778 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 37 2024-08-29T17:47:13.779 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:13.779 INFO:tasks.workunit.client.0.smithi028.stdout: "osd_mapbl": { 2024-08-29T17:47:13.779 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 0, 2024-08-29T17:47:13.779 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 0 2024-08-29T17:47:13.779 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:13.779 INFO:tasks.workunit.client.0.smithi028.stdout: "osd_pglog": { 2024-08-29T17:47:13.779 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 10400, 2024-08-29T17:47:13.779 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 20 2024-08-29T17:47:13.779 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:13.779 INFO:tasks.workunit.client.0.smithi028.stdout: "osdmap": { 2024-08-29T17:47:13.779 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 237680, 2024-08-29T17:47:13.779 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 3539 2024-08-29T17:47:13.779 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:13.779 INFO:tasks.workunit.client.0.smithi028.stdout: "osdmap_mapping": { 2024-08-29T17:47:13.780 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 0, 2024-08-29T17:47:13.780 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 0 2024-08-29T17:47:13.780 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:13.780 INFO:tasks.workunit.client.0.smithi028.stdout: "pgmap": { 2024-08-29T17:47:13.780 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 0, 2024-08-29T17:47:13.780 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 0 2024-08-29T17:47:13.780 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:13.780 INFO:tasks.workunit.client.0.smithi028.stdout: "unittest_1": { 2024-08-29T17:47:13.780 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 0, 2024-08-29T17:47:13.780 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 0 2024-08-29T17:47:13.780 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:13.780 INFO:tasks.workunit.client.0.smithi028.stdout: "unittest_2": { 2024-08-29T17:47:13.780 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 0, 2024-08-29T17:47:13.781 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 0 2024-08-29T17:47:13.781 INFO:tasks.workunit.client.0.smithi028.stdout: } 2024-08-29T17:47:13.781 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:13.781 INFO:tasks.workunit.client.0.smithi028.stdout: "osd.4": { 2024-08-29T17:47:13.781 INFO:tasks.workunit.client.0.smithi028.stdout: "bloom_filter": { 2024-08-29T17:47:13.781 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 0, 2024-08-29T17:47:13.781 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 0 2024-08-29T17:47:13.781 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:13.781 INFO:tasks.workunit.client.0.smithi028.stdout: "bluefs": { 2024-08-29T17:47:13.781 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 6304, 2024-08-29T17:47:13.781 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 115 2024-08-29T17:47:13.781 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:13.781 INFO:tasks.workunit.client.0.smithi028.stdout: "bluefs_file_reader": { 2024-08-29T17:47:13.781 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 16896, 2024-08-29T17:47:13.782 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 8 2024-08-29T17:47:13.782 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:13.782 INFO:tasks.workunit.client.0.smithi028.stdout: "bluefs_file_writer": { 2024-08-29T17:47:13.782 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 576, 2024-08-29T17:47:13.782 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 3 2024-08-29T17:47:13.782 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:13.782 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore_Blob": { 2024-08-29T17:47:13.782 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 21728, 2024-08-29T17:47:13.782 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 194 2024-08-29T17:47:13.782 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:13.782 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore_Buffer": { 2024-08-29T17:47:13.783 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 560, 2024-08-29T17:47:13.783 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 5 2024-08-29T17:47:13.783 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:13.783 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore_Extent": { 2024-08-29T17:47:13.783 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 9312, 2024-08-29T17:47:13.783 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 194 2024-08-29T17:47:13.783 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:13.783 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore_SharedBlob": { 2024-08-29T17:47:13.783 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 21728, 2024-08-29T17:47:13.783 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 194 2024-08-29T17:47:13.783 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:13.783 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore_alloc": { 2024-08-29T17:47:13.783 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 4160, 2024-08-29T17:47:13.784 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 52 2024-08-29T17:47:13.784 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:13.784 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore_cache_data": { 2024-08-29T17:47:13.784 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 0, 2024-08-29T17:47:13.784 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 0 2024-08-29T17:47:13.784 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:13.784 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore_cache_meta": { 2024-08-29T17:47:13.784 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 52135, 2024-08-29T17:47:13.784 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 9661 2024-08-29T17:47:13.784 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:13.784 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore_cache_onode": { 2024-08-29T17:47:13.784 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 137360, 2024-08-29T17:47:13.785 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 202 2024-08-29T17:47:13.785 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:13.785 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore_cache_other": { 2024-08-29T17:47:13.785 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 9912, 2024-08-29T17:47:13.785 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 602 2024-08-29T17:47:13.785 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:13.785 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore_fsck": { 2024-08-29T17:47:13.785 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 0, 2024-08-29T17:47:13.785 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 0 2024-08-29T17:47:13.785 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:13.785 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore_inline_bl": { 2024-08-29T17:47:13.785 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 29532, 2024-08-29T17:47:13.785 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 202 2024-08-29T17:47:13.786 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:13.786 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore_txc": { 2024-08-29T17:47:13.786 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 736, 2024-08-29T17:47:13.786 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 1 2024-08-29T17:47:13.786 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:13.786 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore_writing": { 2024-08-29T17:47:13.786 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 962773, 2024-08-29T17:47:13.786 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 80 2024-08-29T17:47:13.786 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:13.786 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore_writing_deferred": { 2024-08-29T17:47:13.786 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 12096, 2024-08-29T17:47:13.786 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 3 2024-08-29T17:47:13.786 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:13.786 INFO:tasks.workunit.client.0.smithi028.stdout: "buffer_anon": { 2024-08-29T17:47:13.787 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 2455680, 2024-08-29T17:47:13.787 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 193 2024-08-29T17:47:13.787 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:13.787 INFO:tasks.workunit.client.0.smithi028.stdout: "buffer_meta": { 2024-08-29T17:47:13.787 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 4840, 2024-08-29T17:47:13.787 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 55 2024-08-29T17:47:13.787 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:13.787 INFO:tasks.workunit.client.0.smithi028.stdout: "mds_co": { 2024-08-29T17:47:13.787 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 0, 2024-08-29T17:47:13.787 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 0 2024-08-29T17:47:13.787 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:13.787 INFO:tasks.workunit.client.0.smithi028.stdout: "osd": { 2024-08-29T17:47:13.787 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 451776, 2024-08-29T17:47:13.788 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 39 2024-08-29T17:47:13.788 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:13.788 INFO:tasks.workunit.client.0.smithi028.stdout: "osd_mapbl": { 2024-08-29T17:47:13.788 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 0, 2024-08-29T17:47:13.788 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 0 2024-08-29T17:47:13.788 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:13.788 INFO:tasks.workunit.client.0.smithi028.stdout: "osd_pglog": { 2024-08-29T17:47:13.788 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 9984, 2024-08-29T17:47:13.788 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 20 2024-08-29T17:47:13.788 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:13.788 INFO:tasks.workunit.client.0.smithi028.stdout: "osdmap": { 2024-08-29T17:47:13.788 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 238192, 2024-08-29T17:47:13.788 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 3563 2024-08-29T17:47:13.789 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:13.789 INFO:tasks.workunit.client.0.smithi028.stdout: "osdmap_mapping": { 2024-08-29T17:47:13.789 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 0, 2024-08-29T17:47:13.789 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 0 2024-08-29T17:47:13.789 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:13.789 INFO:tasks.workunit.client.0.smithi028.stdout: "pgmap": { 2024-08-29T17:47:13.789 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 0, 2024-08-29T17:47:13.789 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 0 2024-08-29T17:47:13.789 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:13.789 INFO:tasks.workunit.client.0.smithi028.stdout: "unittest_1": { 2024-08-29T17:47:13.789 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 0, 2024-08-29T17:47:13.789 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 0 2024-08-29T17:47:13.789 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:13.789 INFO:tasks.workunit.client.0.smithi028.stdout: "unittest_2": { 2024-08-29T17:47:13.790 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 0, 2024-08-29T17:47:13.790 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 0 2024-08-29T17:47:13.790 INFO:tasks.workunit.client.0.smithi028.stdout: } 2024-08-29T17:47:13.790 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:13.790 INFO:tasks.workunit.client.0.smithi028.stdout: "osd.5": { 2024-08-29T17:47:13.790 INFO:tasks.workunit.client.0.smithi028.stdout: "bloom_filter": { 2024-08-29T17:47:13.790 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 0, 2024-08-29T17:47:13.790 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 0 2024-08-29T17:47:13.790 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:13.790 INFO:tasks.workunit.client.0.smithi028.stdout: "bluefs": { 2024-08-29T17:47:13.790 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 6304, 2024-08-29T17:47:13.790 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 115 2024-08-29T17:47:13.790 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:13.790 INFO:tasks.workunit.client.0.smithi028.stdout: "bluefs_file_reader": { 2024-08-29T17:47:13.791 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 16896, 2024-08-29T17:47:13.791 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 8 2024-08-29T17:47:13.791 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:13.791 INFO:tasks.workunit.client.0.smithi028.stdout: "bluefs_file_writer": { 2024-08-29T17:47:13.791 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 576, 2024-08-29T17:47:13.791 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 3 2024-08-29T17:47:13.791 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:13.791 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore_Blob": { 2024-08-29T17:47:13.791 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 21616, 2024-08-29T17:47:13.791 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 193 2024-08-29T17:47:13.791 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:13.791 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore_Buffer": { 2024-08-29T17:47:13.791 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 224, 2024-08-29T17:47:13.791 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 2 2024-08-29T17:47:13.792 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:13.792 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore_Extent": { 2024-08-29T17:47:13.792 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 9264, 2024-08-29T17:47:13.792 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 193 2024-08-29T17:47:13.792 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:13.792 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore_SharedBlob": { 2024-08-29T17:47:13.792 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 21616, 2024-08-29T17:47:13.792 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 193 2024-08-29T17:47:13.792 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:13.792 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore_alloc": { 2024-08-29T17:47:13.792 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 3600, 2024-08-29T17:47:13.792 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 45 2024-08-29T17:47:13.792 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:13.792 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore_cache_data": { 2024-08-29T17:47:13.792 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 0, 2024-08-29T17:47:13.793 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 0 2024-08-29T17:47:13.793 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:13.793 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore_cache_meta": { 2024-08-29T17:47:13.793 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 52494, 2024-08-29T17:47:13.793 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 9699 2024-08-29T17:47:13.793 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:13.793 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore_cache_onode": { 2024-08-29T17:47:13.793 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 138040, 2024-08-29T17:47:13.793 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 203 2024-08-29T17:47:13.793 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:13.793 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore_cache_other": { 2024-08-29T17:47:13.793 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 10148, 2024-08-29T17:47:13.794 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 604 2024-08-29T17:47:13.794 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:13.794 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore_fsck": { 2024-08-29T17:47:13.794 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 0, 2024-08-29T17:47:13.794 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 0 2024-08-29T17:47:13.794 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:13.794 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore_inline_bl": { 2024-08-29T17:47:13.794 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 29956, 2024-08-29T17:47:13.794 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 203 2024-08-29T17:47:13.794 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:13.794 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore_txc": { 2024-08-29T17:47:13.794 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 2208, 2024-08-29T17:47:13.794 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 3 2024-08-29T17:47:13.794 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:13.795 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore_writing": { 2024-08-29T17:47:13.795 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 889937, 2024-08-29T17:47:13.795 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 62 2024-08-29T17:47:13.795 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:13.795 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore_writing_deferred": { 2024-08-29T17:47:13.795 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 30637, 2024-08-29T17:47:13.795 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 9 2024-08-29T17:47:13.795 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:13.795 INFO:tasks.workunit.client.0.smithi028.stdout: "buffer_anon": { 2024-08-29T17:47:13.795 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 2421715, 2024-08-29T17:47:13.795 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 176 2024-08-29T17:47:13.795 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:13.795 INFO:tasks.workunit.client.0.smithi028.stdout: "buffer_meta": { 2024-08-29T17:47:13.795 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 5456, 2024-08-29T17:47:13.795 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 62 2024-08-29T17:47:13.796 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:13.796 INFO:tasks.workunit.client.0.smithi028.stdout: "mds_co": { 2024-08-29T17:47:13.796 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 0, 2024-08-29T17:47:13.796 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 0 2024-08-29T17:47:13.796 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:13.796 INFO:tasks.workunit.client.0.smithi028.stdout: "osd": { 2024-08-29T17:47:13.796 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 474944, 2024-08-29T17:47:13.796 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 41 2024-08-29T17:47:13.796 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:13.796 INFO:tasks.workunit.client.0.smithi028.stdout: "osd_mapbl": { 2024-08-29T17:47:13.796 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 0, 2024-08-29T17:47:13.796 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 0 2024-08-29T17:47:13.796 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:13.797 INFO:tasks.workunit.client.0.smithi028.stdout: "osd_pglog": { 2024-08-29T17:47:13.797 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 12480, 2024-08-29T17:47:13.797 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 24 2024-08-29T17:47:13.797 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:13.797 INFO:tasks.workunit.client.0.smithi028.stdout: "osdmap": { 2024-08-29T17:47:13.797 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 237680, 2024-08-29T17:47:13.797 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 3539 2024-08-29T17:47:13.797 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:13.797 INFO:tasks.workunit.client.0.smithi028.stdout: "osdmap_mapping": { 2024-08-29T17:47:13.797 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 0, 2024-08-29T17:47:13.797 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 0 2024-08-29T17:47:13.797 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:13.797 INFO:tasks.workunit.client.0.smithi028.stdout: "pgmap": { 2024-08-29T17:47:13.797 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 0, 2024-08-29T17:47:13.798 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 0 2024-08-29T17:47:13.798 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:13.798 INFO:tasks.workunit.client.0.smithi028.stdout: "unittest_1": { 2024-08-29T17:47:13.798 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 0, 2024-08-29T17:47:13.798 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 0 2024-08-29T17:47:13.798 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:13.798 INFO:tasks.workunit.client.0.smithi028.stdout: "unittest_2": { 2024-08-29T17:47:13.798 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 0, 2024-08-29T17:47:13.798 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 0 2024-08-29T17:47:13.798 INFO:tasks.workunit.client.0.smithi028.stdout: } 2024-08-29T17:47:13.798 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:13.798 INFO:tasks.workunit.client.0.smithi028.stdout: "osd.6": { 2024-08-29T17:47:13.798 INFO:tasks.workunit.client.0.smithi028.stdout: "bloom_filter": { 2024-08-29T17:47:13.798 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 0, 2024-08-29T17:47:13.799 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 0 2024-08-29T17:47:13.799 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:13.799 INFO:tasks.workunit.client.0.smithi028.stdout: "bluefs": { 2024-08-29T17:47:13.799 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 6304, 2024-08-29T17:47:13.799 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 115 2024-08-29T17:47:13.799 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:13.799 INFO:tasks.workunit.client.0.smithi028.stdout: "bluefs_file_reader": { 2024-08-29T17:47:13.799 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 16896, 2024-08-29T17:47:13.799 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 8 2024-08-29T17:47:13.799 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:13.799 INFO:tasks.workunit.client.0.smithi028.stdout: "bluefs_file_writer": { 2024-08-29T17:47:13.799 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 576, 2024-08-29T17:47:13.799 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 3 2024-08-29T17:47:13.800 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:13.800 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore_Blob": { 2024-08-29T17:47:13.800 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 22512, 2024-08-29T17:47:13.800 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 201 2024-08-29T17:47:13.800 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:13.800 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore_Buffer": { 2024-08-29T17:47:13.800 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 224, 2024-08-29T17:47:13.800 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 2 2024-08-29T17:47:13.800 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:13.800 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore_Extent": { 2024-08-29T17:47:13.800 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 9648, 2024-08-29T17:47:13.800 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 201 2024-08-29T17:47:13.800 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:13.801 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore_SharedBlob": { 2024-08-29T17:47:13.801 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 22512, 2024-08-29T17:47:13.801 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 201 2024-08-29T17:47:13.801 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:13.801 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore_alloc": { 2024-08-29T17:47:13.801 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 3040, 2024-08-29T17:47:13.801 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 38 2024-08-29T17:47:13.801 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:13.801 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore_cache_data": { 2024-08-29T17:47:13.801 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 14744, 2024-08-29T17:47:13.801 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 3 2024-08-29T17:47:13.801 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:13.801 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore_cache_meta": { 2024-08-29T17:47:13.801 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 51986, 2024-08-29T17:47:13.801 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 9894 2024-08-29T17:47:13.802 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:13.802 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore_cache_onode": { 2024-08-29T17:47:13.802 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 136000, 2024-08-29T17:47:13.802 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 200 2024-08-29T17:47:13.802 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:13.802 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore_cache_other": { 2024-08-29T17:47:13.802 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 11152, 2024-08-29T17:47:13.802 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 759 2024-08-29T17:47:13.802 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:13.802 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore_fsck": { 2024-08-29T17:47:13.803 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 0, 2024-08-29T17:47:13.803 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 0 2024-08-29T17:47:13.803 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:13.803 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore_inline_bl": { 2024-08-29T17:47:13.803 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 30384, 2024-08-29T17:47:13.803 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 200 2024-08-29T17:47:13.803 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:13.803 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore_txc": { 2024-08-29T17:47:13.803 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 0, 2024-08-29T17:47:13.803 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 0 2024-08-29T17:47:13.803 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:13.803 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore_writing": { 2024-08-29T17:47:13.803 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 852378, 2024-08-29T17:47:13.804 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 54 2024-08-29T17:47:13.804 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:13.804 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore_writing_deferred": { 2024-08-29T17:47:13.804 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 0, 2024-08-29T17:47:13.804 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 0 2024-08-29T17:47:13.804 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:13.804 INFO:tasks.workunit.client.0.smithi028.stdout: "buffer_anon": { 2024-08-29T17:47:13.804 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 2394210, 2024-08-29T17:47:13.804 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 167 2024-08-29T17:47:13.804 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:13.804 INFO:tasks.workunit.client.0.smithi028.stdout: "buffer_meta": { 2024-08-29T17:47:13.804 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 4840, 2024-08-29T17:47:13.804 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 55 2024-08-29T17:47:13.804 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:13.805 INFO:tasks.workunit.client.0.smithi028.stdout: "mds_co": { 2024-08-29T17:47:13.805 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 0, 2024-08-29T17:47:13.805 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 0 2024-08-29T17:47:13.805 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:13.805 INFO:tasks.workunit.client.0.smithi028.stdout: "osd": { 2024-08-29T17:47:13.805 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 451776, 2024-08-29T17:47:13.805 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 39 2024-08-29T17:47:13.805 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:13.805 INFO:tasks.workunit.client.0.smithi028.stdout: "osd_mapbl": { 2024-08-29T17:47:13.805 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 0, 2024-08-29T17:47:13.806 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 0 2024-08-29T17:47:13.806 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:13.806 INFO:tasks.workunit.client.0.smithi028.stdout: "osd_pglog": { 2024-08-29T17:47:13.806 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 87984, 2024-08-29T17:47:13.806 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 178 2024-08-29T17:47:13.806 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:13.806 INFO:tasks.workunit.client.0.smithi028.stdout: "osdmap": { 2024-08-29T17:47:13.806 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 238448, 2024-08-29T17:47:13.806 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 3575 2024-08-29T17:47:13.806 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:13.806 INFO:tasks.workunit.client.0.smithi028.stdout: "osdmap_mapping": { 2024-08-29T17:47:13.806 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 0, 2024-08-29T17:47:13.806 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 0 2024-08-29T17:47:13.806 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:13.807 INFO:tasks.workunit.client.0.smithi028.stdout: "pgmap": { 2024-08-29T17:47:13.807 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 0, 2024-08-29T17:47:13.807 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 0 2024-08-29T17:47:13.807 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:13.807 INFO:tasks.workunit.client.0.smithi028.stdout: "unittest_1": { 2024-08-29T17:47:13.807 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 0, 2024-08-29T17:47:13.807 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 0 2024-08-29T17:47:13.807 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:13.807 INFO:tasks.workunit.client.0.smithi028.stdout: "unittest_2": { 2024-08-29T17:47:13.807 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 0, 2024-08-29T17:47:13.807 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 0 2024-08-29T17:47:13.807 INFO:tasks.workunit.client.0.smithi028.stdout: } 2024-08-29T17:47:13.807 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:13.807 INFO:tasks.workunit.client.0.smithi028.stdout: "osd.7": { 2024-08-29T17:47:13.807 INFO:tasks.workunit.client.0.smithi028.stdout: "bloom_filter": { 2024-08-29T17:47:13.808 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 0, 2024-08-29T17:47:13.808 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 0 2024-08-29T17:47:13.808 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:13.808 INFO:tasks.workunit.client.0.smithi028.stdout: "bluefs": { 2024-08-29T17:47:13.808 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 6304, 2024-08-29T17:47:13.808 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 115 2024-08-29T17:47:13.808 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:13.808 INFO:tasks.workunit.client.0.smithi028.stdout: "bluefs_file_reader": { 2024-08-29T17:47:13.808 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 16896, 2024-08-29T17:47:13.808 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 8 2024-08-29T17:47:13.808 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:13.808 INFO:tasks.workunit.client.0.smithi028.stdout: "bluefs_file_writer": { 2024-08-29T17:47:13.808 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 576, 2024-08-29T17:47:13.808 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 3 2024-08-29T17:47:13.808 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:13.809 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore_Blob": { 2024-08-29T17:47:13.809 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 22512, 2024-08-29T17:47:13.809 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 201 2024-08-29T17:47:13.809 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:13.809 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore_Buffer": { 2024-08-29T17:47:13.809 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 1008, 2024-08-29T17:47:13.809 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 9 2024-08-29T17:47:13.809 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:13.809 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore_Extent": { 2024-08-29T17:47:13.809 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 9648, 2024-08-29T17:47:13.809 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 201 2024-08-29T17:47:13.809 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:13.809 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore_SharedBlob": { 2024-08-29T17:47:13.809 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 22512, 2024-08-29T17:47:13.809 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 201 2024-08-29T17:47:13.810 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:13.810 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore_alloc": { 2024-08-29T17:47:13.810 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 2400, 2024-08-29T17:47:13.810 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 30 2024-08-29T17:47:13.810 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:13.810 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore_cache_data": { 2024-08-29T17:47:13.810 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 278528, 2024-08-29T17:47:13.810 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 9 2024-08-29T17:47:13.810 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:13.810 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore_cache_meta": { 2024-08-29T17:47:13.810 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 55247, 2024-08-29T17:47:13.810 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 10332 2024-08-29T17:47:13.810 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:13.811 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore_cache_onode": { 2024-08-29T17:47:13.811 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 142120, 2024-08-29T17:47:13.811 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 209 2024-08-29T17:47:13.811 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:13.811 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore_cache_other": { 2024-08-29T17:47:13.811 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 11936, 2024-08-29T17:47:13.811 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 766 2024-08-29T17:47:13.811 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:13.811 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore_fsck": { 2024-08-29T17:47:13.811 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 0, 2024-08-29T17:47:13.811 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 0 2024-08-29T17:47:13.811 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:13.811 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore_inline_bl": { 2024-08-29T17:47:13.811 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 32688, 2024-08-29T17:47:13.811 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 209 2024-08-29T17:47:13.812 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:13.812 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore_txc": { 2024-08-29T17:47:13.812 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 0, 2024-08-29T17:47:13.812 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 0 2024-08-29T17:47:13.812 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:13.812 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore_writing": { 2024-08-29T17:47:13.812 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 203885, 2024-08-29T17:47:13.812 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 39 2024-08-29T17:47:13.812 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:13.812 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore_writing_deferred": { 2024-08-29T17:47:13.812 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 0, 2024-08-29T17:47:13.812 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 0 2024-08-29T17:47:13.812 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:13.812 INFO:tasks.workunit.client.0.smithi028.stdout: "buffer_anon": { 2024-08-29T17:47:13.813 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 2432416, 2024-08-29T17:47:13.813 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 216 2024-08-29T17:47:13.813 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:13.813 INFO:tasks.workunit.client.0.smithi028.stdout: "buffer_meta": { 2024-08-29T17:47:13.813 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 6072, 2024-08-29T17:47:13.813 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 69 2024-08-29T17:47:13.813 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:13.813 INFO:tasks.workunit.client.0.smithi028.stdout: "mds_co": { 2024-08-29T17:47:13.813 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 0, 2024-08-29T17:47:13.814 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 0 2024-08-29T17:47:13.814 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:13.814 INFO:tasks.workunit.client.0.smithi028.stdout: "osd": { 2024-08-29T17:47:13.814 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 532864, 2024-08-29T17:47:13.814 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 46 2024-08-29T17:47:13.814 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:13.814 INFO:tasks.workunit.client.0.smithi028.stdout: "osd_mapbl": { 2024-08-29T17:47:13.814 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 0, 2024-08-29T17:47:13.814 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 0 2024-08-29T17:47:13.814 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:13.814 INFO:tasks.workunit.client.0.smithi028.stdout: "osd_pglog": { 2024-08-29T17:47:13.814 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 89440, 2024-08-29T17:47:13.814 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 200 2024-08-29T17:47:13.814 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:13.815 INFO:tasks.workunit.client.0.smithi028.stdout: "osdmap": { 2024-08-29T17:47:13.815 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 237680, 2024-08-29T17:47:13.815 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 3539 2024-08-29T17:47:13.815 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:13.815 INFO:tasks.workunit.client.0.smithi028.stdout: "osdmap_mapping": { 2024-08-29T17:47:13.815 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 0, 2024-08-29T17:47:13.815 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 0 2024-08-29T17:47:13.815 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:13.815 INFO:tasks.workunit.client.0.smithi028.stdout: "pgmap": { 2024-08-29T17:47:13.815 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 0, 2024-08-29T17:47:13.815 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 0 2024-08-29T17:47:13.815 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:13.815 INFO:tasks.workunit.client.0.smithi028.stdout: "unittest_1": { 2024-08-29T17:47:13.815 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 0, 2024-08-29T17:47:13.816 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 0 2024-08-29T17:47:13.816 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:13.816 INFO:tasks.workunit.client.0.smithi028.stdout: "unittest_2": { 2024-08-29T17:47:13.816 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 0, 2024-08-29T17:47:13.816 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 0 2024-08-29T17:47:13.816 INFO:tasks.workunit.client.0.smithi028.stdout: } 2024-08-29T17:47:13.816 INFO:tasks.workunit.client.0.smithi028.stdout: } 2024-08-29T17:47:13.816 INFO:tasks.workunit.client.0.smithi028.stdout: } 2024-08-29T17:47:13.816 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:13.816 INFO:tasks.workunit.client.0.smithi028.stdout: "metadata": { 2024-08-29T17:47:13.816 INFO:tasks.workunit.client.0.smithi028.stdout: "mds": { 2024-08-29T17:47:13.816 INFO:tasks.workunit.client.0.smithi028.stdout: "arch": { 2024-08-29T17:47:13.817 INFO:tasks.workunit.client.0.smithi028.stdout: "x86_64": 2 2024-08-29T17:47:13.817 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:13.817 INFO:tasks.workunit.client.0.smithi028.stdout: "ceph_version": { 2024-08-29T17:47:13.817 INFO:tasks.workunit.client.0.smithi028.stdout: "ceph version 17.2.7-1503-ga89f613d (a89f613db4d5b6bca82681f19d73c6d337aae2d5) quincy (stable)": 2 2024-08-29T17:47:13.817 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:13.817 INFO:tasks.workunit.client.0.smithi028.stdout: "cpu": { 2024-08-29T17:47:13.817 INFO:tasks.workunit.client.0.smithi028.stdout: "Intel(R) Xeon(R) CPU E5-1620 v3 @ 3.50GHz": 2 2024-08-29T17:47:13.817 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:13.817 INFO:tasks.workunit.client.0.smithi028.stdout: "distro": { 2024-08-29T17:47:13.817 INFO:tasks.workunit.client.0.smithi028.stdout: "centos": 2 2024-08-29T17:47:13.817 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:13.817 INFO:tasks.workunit.client.0.smithi028.stdout: "distro_description": { 2024-08-29T17:47:13.817 INFO:tasks.workunit.client.0.smithi028.stdout: "CentOS Stream 9": 2 2024-08-29T17:47:13.817 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:13.817 INFO:tasks.workunit.client.0.smithi028.stdout: "kernel_description": { 2024-08-29T17:47:13.818 INFO:tasks.workunit.client.0.smithi028.stdout: "#129-Ubuntu SMP Fri Aug 2 19:25:20 UTC 2024": 2 2024-08-29T17:47:13.818 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:13.818 INFO:tasks.workunit.client.0.smithi028.stdout: "kernel_version": { 2024-08-29T17:47:13.818 INFO:tasks.workunit.client.0.smithi028.stdout: "5.15.0-119-generic": 2 2024-08-29T17:47:13.818 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:13.818 INFO:tasks.workunit.client.0.smithi028.stdout: "os": { 2024-08-29T17:47:13.818 INFO:tasks.workunit.client.0.smithi028.stdout: "Linux": 2 2024-08-29T17:47:13.818 INFO:tasks.workunit.client.0.smithi028.stdout: } 2024-08-29T17:47:13.818 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:13.818 INFO:tasks.workunit.client.0.smithi028.stdout: "mon": { 2024-08-29T17:47:13.818 INFO:tasks.workunit.client.0.smithi028.stdout: "arch": { 2024-08-29T17:47:13.818 INFO:tasks.workunit.client.0.smithi028.stdout: "x86_64": 3 2024-08-29T17:47:13.819 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:13.819 INFO:tasks.workunit.client.0.smithi028.stdout: "ceph_version": { 2024-08-29T17:47:13.819 INFO:tasks.workunit.client.0.smithi028.stdout: "ceph version 17.2.7-1503-ga89f613d (a89f613db4d5b6bca82681f19d73c6d337aae2d5) quincy (stable)": 3 2024-08-29T17:47:13.819 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:13.819 INFO:tasks.workunit.client.0.smithi028.stdout: "cpu": { 2024-08-29T17:47:13.819 INFO:tasks.workunit.client.0.smithi028.stdout: "Intel(R) Xeon(R) CPU E5-1620 v3 @ 3.50GHz": 3 2024-08-29T17:47:13.819 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:13.819 INFO:tasks.workunit.client.0.smithi028.stdout: "distro": { 2024-08-29T17:47:13.819 INFO:tasks.workunit.client.0.smithi028.stdout: "centos": 3 2024-08-29T17:47:13.819 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:13.819 INFO:tasks.workunit.client.0.smithi028.stdout: "distro_description": { 2024-08-29T17:47:13.819 INFO:tasks.workunit.client.0.smithi028.stdout: "CentOS Stream 9": 3 2024-08-29T17:47:13.819 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:13.819 INFO:tasks.workunit.client.0.smithi028.stdout: "kernel_description": { 2024-08-29T17:47:13.820 INFO:tasks.workunit.client.0.smithi028.stdout: "#129-Ubuntu SMP Fri Aug 2 19:25:20 UTC 2024": 3 2024-08-29T17:47:13.820 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:13.820 INFO:tasks.workunit.client.0.smithi028.stdout: "kernel_version": { 2024-08-29T17:47:13.820 INFO:tasks.workunit.client.0.smithi028.stdout: "5.15.0-119-generic": 3 2024-08-29T17:47:13.820 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:13.820 INFO:tasks.workunit.client.0.smithi028.stdout: "os": { 2024-08-29T17:47:13.820 INFO:tasks.workunit.client.0.smithi028.stdout: "Linux": 3 2024-08-29T17:47:13.820 INFO:tasks.workunit.client.0.smithi028.stdout: } 2024-08-29T17:47:13.820 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:13.820 INFO:tasks.workunit.client.0.smithi028.stdout: "osd": { 2024-08-29T17:47:13.820 INFO:tasks.workunit.client.0.smithi028.stdout: "arch": { 2024-08-29T17:47:13.820 INFO:tasks.workunit.client.0.smithi028.stdout: "x86_64": 8 2024-08-29T17:47:13.820 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:13.820 INFO:tasks.workunit.client.0.smithi028.stdout: "ceph_version": { 2024-08-29T17:47:13.820 INFO:tasks.workunit.client.0.smithi028.stdout: "ceph version 17.2.7-1503-ga89f613d (a89f613db4d5b6bca82681f19d73c6d337aae2d5) quincy (stable)": 8 2024-08-29T17:47:13.821 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:13.821 INFO:tasks.workunit.client.0.smithi028.stdout: "cpu": { 2024-08-29T17:47:13.821 INFO:tasks.workunit.client.0.smithi028.stdout: "Intel(R) Xeon(R) CPU E5-1620 v3 @ 3.50GHz": 8 2024-08-29T17:47:13.821 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:13.821 INFO:tasks.workunit.client.0.smithi028.stdout: "distro": { 2024-08-29T17:47:13.821 INFO:tasks.workunit.client.0.smithi028.stdout: "centos": 8 2024-08-29T17:47:13.821 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:13.821 INFO:tasks.workunit.client.0.smithi028.stdout: "distro_description": { 2024-08-29T17:47:13.821 INFO:tasks.workunit.client.0.smithi028.stdout: "CentOS Stream 9": 8 2024-08-29T17:47:13.821 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:13.821 INFO:tasks.workunit.client.0.smithi028.stdout: "kernel_description": { 2024-08-29T17:47:13.821 INFO:tasks.workunit.client.0.smithi028.stdout: "#129-Ubuntu SMP Fri Aug 2 19:25:20 UTC 2024": 8 2024-08-29T17:47:13.821 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:13.822 INFO:tasks.workunit.client.0.smithi028.stdout: "kernel_version": { 2024-08-29T17:47:13.822 INFO:tasks.workunit.client.0.smithi028.stdout: "5.15.0-119-generic": 8 2024-08-29T17:47:13.822 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:13.822 INFO:tasks.workunit.client.0.smithi028.stdout: "os": { 2024-08-29T17:47:13.822 INFO:tasks.workunit.client.0.smithi028.stdout: "Linux": 8 2024-08-29T17:47:13.822 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:13.822 INFO:tasks.workunit.client.0.smithi028.stdout: "osd_objectstore": { 2024-08-29T17:47:13.822 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore": 8 2024-08-29T17:47:13.822 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:13.822 INFO:tasks.workunit.client.0.smithi028.stdout: "rotational": { 2024-08-29T17:47:13.822 INFO:tasks.workunit.client.0.smithi028.stdout: "0": 8 2024-08-29T17:47:13.822 INFO:tasks.workunit.client.0.smithi028.stdout: } 2024-08-29T17:47:13.822 INFO:tasks.workunit.client.0.smithi028.stdout: } 2024-08-29T17:47:13.822 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:13.823 INFO:tasks.workunit.client.0.smithi028.stdout: "mon": { 2024-08-29T17:47:13.823 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 3, 2024-08-29T17:47:13.823 INFO:tasks.workunit.client.0.smithi028.stdout: "features": { 2024-08-29T17:47:13.823 INFO:tasks.workunit.client.0.smithi028.stdout: "optional": [], 2024-08-29T17:47:13.823 INFO:tasks.workunit.client.0.smithi028.stdout: "persistent": [ 2024-08-29T17:47:13.823 INFO:tasks.workunit.client.0.smithi028.stdout: "kraken", 2024-08-29T17:47:13.823 INFO:tasks.workunit.client.0.smithi028.stdout: "luminous", 2024-08-29T17:47:13.823 INFO:tasks.workunit.client.0.smithi028.stdout: "mimic", 2024-08-29T17:47:13.823 INFO:tasks.workunit.client.0.smithi028.stdout: "osdmap-prune", 2024-08-29T17:47:13.823 INFO:tasks.workunit.client.0.smithi028.stdout: "nautilus", 2024-08-29T17:47:13.823 INFO:tasks.workunit.client.0.smithi028.stdout: "octopus", 2024-08-29T17:47:13.823 INFO:tasks.workunit.client.0.smithi028.stdout: "pacific", 2024-08-29T17:47:13.823 INFO:tasks.workunit.client.0.smithi028.stdout: "elector-pinging", 2024-08-29T17:47:13.823 INFO:tasks.workunit.client.0.smithi028.stdout: "quincy" 2024-08-29T17:47:13.823 INFO:tasks.workunit.client.0.smithi028.stdout: ] 2024-08-29T17:47:13.824 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:13.824 INFO:tasks.workunit.client.0.smithi028.stdout: "ipv4_addr_mons": 6, 2024-08-29T17:47:13.824 INFO:tasks.workunit.client.0.smithi028.stdout: "ipv6_addr_mons": 0, 2024-08-29T17:47:13.824 INFO:tasks.workunit.client.0.smithi028.stdout: "min_mon_release": 17, 2024-08-29T17:47:13.824 INFO:tasks.workunit.client.0.smithi028.stdout: "v1_addr_mons": 3, 2024-08-29T17:47:13.824 INFO:tasks.workunit.client.0.smithi028.stdout: "v2_addr_mons": 3 2024-08-29T17:47:13.824 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:13.824 INFO:tasks.workunit.client.0.smithi028.stdout: "organization": "ceph-qa", 2024-08-29T17:47:13.824 INFO:tasks.workunit.client.0.smithi028.stdout: "osd": { 2024-08-29T17:47:13.824 INFO:tasks.workunit.client.0.smithi028.stdout: "cluster_network": false, 2024-08-29T17:47:13.824 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 8, 2024-08-29T17:47:13.824 INFO:tasks.workunit.client.0.smithi028.stdout: "require_min_compat_client": "luminous", 2024-08-29T17:47:13.824 INFO:tasks.workunit.client.0.smithi028.stdout: "require_osd_release": "quincy" 2024-08-29T17:47:13.825 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:13.825 INFO:tasks.workunit.client.0.smithi028.stdout: "osd_perf_histograms": [ 2024-08-29T17:47:13.825 INFO:tasks.workunit.client.0.smithi028.stdout: { 2024-08-29T17:47:13.825 INFO:tasks.workunit.client.0.smithi028.stdout: "op_r_latency_out_bytes_histogram": { 2024-08-29T17:47:13.825 INFO:tasks.workunit.client.0.smithi028.stdout: "axes": [ 2024-08-29T17:47:13.825 INFO:tasks.workunit.client.0.smithi028.stdout: { 2024-08-29T17:47:13.825 INFO:tasks.workunit.client.0.smithi028.stdout: "buckets": 32, 2024-08-29T17:47:13.825 INFO:tasks.workunit.client.0.smithi028.stdout: "min": 0, 2024-08-29T17:47:13.825 INFO:tasks.workunit.client.0.smithi028.stdout: "name": "Latency (usec)", 2024-08-29T17:47:13.825 INFO:tasks.workunit.client.0.smithi028.stdout: "quant_size": 100000, 2024-08-29T17:47:13.825 INFO:tasks.workunit.client.0.smithi028.stdout: "ranges": [ 2024-08-29T17:47:13.825 INFO:tasks.workunit.client.0.smithi028.stdout: "[None, -1]", 2024-08-29T17:47:13.825 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 99999]", 2024-08-29T17:47:13.825 INFO:tasks.workunit.client.0.smithi028.stdout: "[100000, 199999]", 2024-08-29T17:47:13.826 INFO:tasks.workunit.client.0.smithi028.stdout: "[200000, 399999]", 2024-08-29T17:47:13.826 INFO:tasks.workunit.client.0.smithi028.stdout: "[400000, 799999]", 2024-08-29T17:47:13.826 INFO:tasks.workunit.client.0.smithi028.stdout: "[800000, 1599999]", 2024-08-29T17:47:13.826 INFO:tasks.workunit.client.0.smithi028.stdout: "[1600000, 3199999]", 2024-08-29T17:47:13.826 INFO:tasks.workunit.client.0.smithi028.stdout: "[3200000, 6399999]", 2024-08-29T17:47:13.826 INFO:tasks.workunit.client.0.smithi028.stdout: "[6400000, 12799999]", 2024-08-29T17:47:13.826 INFO:tasks.workunit.client.0.smithi028.stdout: "[12800000, 25599999]", 2024-08-29T17:47:13.826 INFO:tasks.workunit.client.0.smithi028.stdout: "[25600000, 51199999]", 2024-08-29T17:47:13.826 INFO:tasks.workunit.client.0.smithi028.stdout: "[51200000, 102399999]", 2024-08-29T17:47:13.826 INFO:tasks.workunit.client.0.smithi028.stdout: "[102400000, 204799999]", 2024-08-29T17:47:13.826 INFO:tasks.workunit.client.0.smithi028.stdout: "[204800000, 409599999]", 2024-08-29T17:47:13.826 INFO:tasks.workunit.client.0.smithi028.stdout: "[409600000, 819199999]", 2024-08-29T17:47:13.826 INFO:tasks.workunit.client.0.smithi028.stdout: "[819200000, 1638399999]", 2024-08-29T17:47:13.826 INFO:tasks.workunit.client.0.smithi028.stdout: "[1638400000, 3276799999]", 2024-08-29T17:47:13.827 INFO:tasks.workunit.client.0.smithi028.stdout: "[3276800000, 6553599999]", 2024-08-29T17:47:13.827 INFO:tasks.workunit.client.0.smithi028.stdout: "[6553600000, 13107199999]", 2024-08-29T17:47:13.827 INFO:tasks.workunit.client.0.smithi028.stdout: "[13107200000, 26214399999]", 2024-08-29T17:47:13.827 INFO:tasks.workunit.client.0.smithi028.stdout: "[26214400000, 52428799999]", 2024-08-29T17:47:13.827 INFO:tasks.workunit.client.0.smithi028.stdout: "[52428800000, 104857599999]", 2024-08-29T17:47:13.827 INFO:tasks.workunit.client.0.smithi028.stdout: "[104857600000, 209715199999]", 2024-08-29T17:47:13.827 INFO:tasks.workunit.client.0.smithi028.stdout: "[209715200000, 419430399999]", 2024-08-29T17:47:13.827 INFO:tasks.workunit.client.0.smithi028.stdout: "[419430400000, 838860799999]", 2024-08-29T17:47:13.827 INFO:tasks.workunit.client.0.smithi028.stdout: "[838860800000, 1677721599999]", 2024-08-29T17:47:13.827 INFO:tasks.workunit.client.0.smithi028.stdout: "[1677721600000, 3355443199999]", 2024-08-29T17:47:13.827 INFO:tasks.workunit.client.0.smithi028.stdout: "[3355443200000, 6710886399999]", 2024-08-29T17:47:13.827 INFO:tasks.workunit.client.0.smithi028.stdout: "[6710886400000, 13421772799999]", 2024-08-29T17:47:13.828 INFO:tasks.workunit.client.0.smithi028.stdout: "[13421772800000, 26843545599999]", 2024-08-29T17:47:13.828 INFO:tasks.workunit.client.0.smithi028.stdout: "[26843545600000, 53687091199999]", 2024-08-29T17:47:13.828 INFO:tasks.workunit.client.0.smithi028.stdout: "[53687091200000, None]" 2024-08-29T17:47:13.828 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-08-29T17:47:13.828 INFO:tasks.workunit.client.0.smithi028.stdout: "scale_type": "log2" 2024-08-29T17:47:13.828 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:13.828 INFO:tasks.workunit.client.0.smithi028.stdout: { 2024-08-29T17:47:13.828 INFO:tasks.workunit.client.0.smithi028.stdout: "buckets": 32, 2024-08-29T17:47:13.828 INFO:tasks.workunit.client.0.smithi028.stdout: "min": 0, 2024-08-29T17:47:13.828 INFO:tasks.workunit.client.0.smithi028.stdout: "name": "Request size (bytes)", 2024-08-29T17:47:13.828 INFO:tasks.workunit.client.0.smithi028.stdout: "quant_size": 512, 2024-08-29T17:47:13.828 INFO:tasks.workunit.client.0.smithi028.stdout: "ranges": [ 2024-08-29T17:47:13.828 INFO:tasks.workunit.client.0.smithi028.stdout: "[None, -1]", 2024-08-29T17:47:13.829 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 511]", 2024-08-29T17:47:13.829 INFO:tasks.workunit.client.0.smithi028.stdout: "[512, 1023]", 2024-08-29T17:47:13.829 INFO:tasks.workunit.client.0.smithi028.stdout: "[1024, 2047]", 2024-08-29T17:47:13.829 INFO:tasks.workunit.client.0.smithi028.stdout: "[2048, 4095]", 2024-08-29T17:47:13.829 INFO:tasks.workunit.client.0.smithi028.stdout: "[4096, 8191]", 2024-08-29T17:47:13.829 INFO:tasks.workunit.client.0.smithi028.stdout: "[8192, 16383]", 2024-08-29T17:47:13.829 INFO:tasks.workunit.client.0.smithi028.stdout: "[16384, 32767]", 2024-08-29T17:47:13.829 INFO:tasks.workunit.client.0.smithi028.stdout: "[32768, 65535]", 2024-08-29T17:47:13.829 INFO:tasks.workunit.client.0.smithi028.stdout: "[65536, 131071]", 2024-08-29T17:47:13.829 INFO:tasks.workunit.client.0.smithi028.stdout: "[131072, 262143]", 2024-08-29T17:47:13.829 INFO:tasks.workunit.client.0.smithi028.stdout: "[262144, 524287]", 2024-08-29T17:47:13.829 INFO:tasks.workunit.client.0.smithi028.stdout: "[524288, 1048575]", 2024-08-29T17:47:13.829 INFO:tasks.workunit.client.0.smithi028.stdout: "[1048576, 2097151]", 2024-08-29T17:47:13.829 INFO:tasks.workunit.client.0.smithi028.stdout: "[2097152, 4194303]", 2024-08-29T17:47:13.830 INFO:tasks.workunit.client.0.smithi028.stdout: "[4194304, 8388607]", 2024-08-29T17:47:13.830 INFO:tasks.workunit.client.0.smithi028.stdout: "[8388608, 16777215]", 2024-08-29T17:47:13.830 INFO:tasks.workunit.client.0.smithi028.stdout: "[16777216, 33554431]", 2024-08-29T17:47:13.830 INFO:tasks.workunit.client.0.smithi028.stdout: "[33554432, 67108863]", 2024-08-29T17:47:13.830 INFO:tasks.workunit.client.0.smithi028.stdout: "[67108864, 134217727]", 2024-08-29T17:47:13.830 INFO:tasks.workunit.client.0.smithi028.stdout: "[134217728, 268435455]", 2024-08-29T17:47:13.830 INFO:tasks.workunit.client.0.smithi028.stdout: "[268435456, 536870911]", 2024-08-29T17:47:13.830 INFO:tasks.workunit.client.0.smithi028.stdout: "[536870912, 1073741823]", 2024-08-29T17:47:13.830 INFO:tasks.workunit.client.0.smithi028.stdout: "[1073741824, 2147483647]", 2024-08-29T17:47:13.830 INFO:tasks.workunit.client.0.smithi028.stdout: "[2147483648, 4294967295]", 2024-08-29T17:47:13.830 INFO:tasks.workunit.client.0.smithi028.stdout: "[4294967296, 8589934591]", 2024-08-29T17:47:13.830 INFO:tasks.workunit.client.0.smithi028.stdout: "[8589934592, 17179869183]", 2024-08-29T17:47:13.830 INFO:tasks.workunit.client.0.smithi028.stdout: "[17179869184, 34359738367]", 2024-08-29T17:47:13.830 INFO:tasks.workunit.client.0.smithi028.stdout: "[34359738368, 68719476735]", 2024-08-29T17:47:13.831 INFO:tasks.workunit.client.0.smithi028.stdout: "[68719476736, 137438953471]", 2024-08-29T17:47:13.831 INFO:tasks.workunit.client.0.smithi028.stdout: "[137438953472, 274877906943]", 2024-08-29T17:47:13.831 INFO:tasks.workunit.client.0.smithi028.stdout: "[274877906944, None]" 2024-08-29T17:47:13.831 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-08-29T17:47:13.831 INFO:tasks.workunit.client.0.smithi028.stdout: "scale_type": "log2" 2024-08-29T17:47:13.831 INFO:tasks.workunit.client.0.smithi028.stdout: } 2024-08-29T17:47:13.831 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-08-29T17:47:13.831 INFO:tasks.workunit.client.0.smithi028.stdout: "osds": [ 2024-08-29T17:47:13.831 INFO:tasks.workunit.client.0.smithi028.stdout: { 2024-08-29T17:47:13.831 INFO:tasks.workunit.client.0.smithi028.stdout: "osd_id": 0, 2024-08-29T17:47:13.831 INFO:tasks.workunit.client.0.smithi028.stdout: "values": [ 2024-08-29T17:47:13.831 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T17:47:13.831 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T17:47:13.832 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T17:47:13.832 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T17:47:13.832 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T17:47:13.832 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T17:47:13.832 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T17:47:13.832 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T17:47:13.832 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T17:47:13.832 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T17:47:13.832 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T17:47:13.832 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T17:47:13.832 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T17:47:13.832 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T17:47:13.832 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T17:47:13.833 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T17:47:13.833 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T17:47:13.833 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T17:47:13.833 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T17:47:13.833 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T17:47:13.833 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T17:47:13.833 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T17:47:13.833 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T17:47:13.833 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T17:47:13.833 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T17:47:13.833 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T17:47:13.833 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T17:47:13.833 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T17:47:13.833 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T17:47:13.834 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T17:47:13.834 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T17:47:13.834 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-08-29T17:47:13.834 INFO:tasks.workunit.client.0.smithi028.stdout: ] 2024-08-29T17:47:13.834 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:13.834 INFO:tasks.workunit.client.0.smithi028.stdout: { 2024-08-29T17:47:13.834 INFO:tasks.workunit.client.0.smithi028.stdout: "osd_id": 1, 2024-08-29T17:47:13.834 INFO:tasks.workunit.client.0.smithi028.stdout: "values": [ 2024-08-29T17:47:13.834 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T17:47:13.834 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T17:47:13.834 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 8, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T17:47:13.834 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 23, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T17:47:13.834 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T17:47:13.835 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T17:47:13.835 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T17:47:13.835 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T17:47:13.835 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T17:47:13.835 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T17:47:13.835 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T17:47:13.835 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T17:47:13.835 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T17:47:13.835 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T17:47:13.835 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T17:47:13.835 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T17:47:13.835 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T17:47:13.835 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T17:47:13.836 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T17:47:13.836 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T17:47:13.836 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T17:47:13.836 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T17:47:13.836 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T17:47:13.836 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T17:47:13.836 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T17:47:13.836 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T17:47:13.836 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T17:47:13.836 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T17:47:13.836 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T17:47:13.836 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T17:47:13.836 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T17:47:13.837 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-08-29T17:47:13.837 INFO:tasks.workunit.client.0.smithi028.stdout: ] 2024-08-29T17:47:13.837 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:13.837 INFO:tasks.workunit.client.0.smithi028.stdout: { 2024-08-29T17:47:13.837 INFO:tasks.workunit.client.0.smithi028.stdout: "osd_id": 2, 2024-08-29T17:47:13.837 INFO:tasks.workunit.client.0.smithi028.stdout: "values": [ 2024-08-29T17:47:13.837 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T17:47:13.837 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T17:47:13.837 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T17:47:13.837 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T17:47:13.837 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T17:47:13.837 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T17:47:13.837 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T17:47:13.838 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T17:47:13.838 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T17:47:13.838 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T17:47:13.838 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T17:47:13.838 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T17:47:13.838 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T17:47:13.838 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T17:47:13.838 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T17:47:13.838 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T17:47:13.838 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T17:47:13.838 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T17:47:13.838 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T17:47:13.838 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T17:47:13.838 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T17:47:13.838 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T17:47:13.839 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T17:47:13.839 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T17:47:13.839 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T17:47:13.839 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T17:47:13.839 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T17:47:13.839 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T17:47:13.839 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T17:47:13.839 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T17:47:13.839 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T17:47:13.839 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-08-29T17:47:13.839 INFO:tasks.workunit.client.0.smithi028.stdout: ] 2024-08-29T17:47:13.839 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:13.839 INFO:tasks.workunit.client.0.smithi028.stdout: { 2024-08-29T17:47:13.840 INFO:tasks.workunit.client.0.smithi028.stdout: "osd_id": 3, 2024-08-29T17:47:13.840 INFO:tasks.workunit.client.0.smithi028.stdout: "values": [ 2024-08-29T17:47:13.840 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T17:47:13.840 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T17:47:13.840 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T17:47:13.840 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T17:47:13.840 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T17:47:13.840 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T17:47:13.840 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T17:47:13.840 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T17:47:13.840 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T17:47:13.840 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T17:47:13.840 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T17:47:13.841 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T17:47:13.841 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T17:47:13.841 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T17:47:13.841 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T17:47:13.841 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T17:47:13.841 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T17:47:13.841 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T17:47:13.841 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T17:47:13.841 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T17:47:13.841 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T17:47:13.841 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T17:47:13.841 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T17:47:13.841 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T17:47:13.841 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T17:47:13.842 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T17:47:13.842 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T17:47:13.842 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T17:47:13.842 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T17:47:13.842 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T17:47:13.842 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T17:47:13.842 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-08-29T17:47:13.842 INFO:tasks.workunit.client.0.smithi028.stdout: ] 2024-08-29T17:47:13.842 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:13.842 INFO:tasks.workunit.client.0.smithi028.stdout: { 2024-08-29T17:47:13.842 INFO:tasks.workunit.client.0.smithi028.stdout: "osd_id": 4, 2024-08-29T17:47:13.842 INFO:tasks.workunit.client.0.smithi028.stdout: "values": [ 2024-08-29T17:47:13.843 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T17:47:13.843 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T17:47:13.843 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T17:47:13.843 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T17:47:13.843 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T17:47:13.843 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T17:47:13.843 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T17:47:13.843 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T17:47:13.843 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T17:47:13.843 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T17:47:13.843 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T17:47:13.843 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T17:47:13.843 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T17:47:13.843 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T17:47:13.844 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T17:47:13.844 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T17:47:13.844 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T17:47:13.844 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T17:47:13.844 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T17:47:13.844 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T17:47:13.844 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T17:47:13.844 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T17:47:13.844 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T17:47:13.844 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T17:47:13.844 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T17:47:13.845 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T17:47:13.845 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T17:47:13.845 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T17:47:13.845 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T17:47:13.845 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T17:47:13.845 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T17:47:13.845 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-08-29T17:47:13.845 INFO:tasks.workunit.client.0.smithi028.stdout: ] 2024-08-29T17:47:13.845 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:13.845 INFO:tasks.workunit.client.0.smithi028.stdout: { 2024-08-29T17:47:13.845 INFO:tasks.workunit.client.0.smithi028.stdout: "osd_id": 5, 2024-08-29T17:47:13.845 INFO:tasks.workunit.client.0.smithi028.stdout: "values": [ 2024-08-29T17:47:13.845 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T17:47:13.845 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T17:47:13.846 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T17:47:13.846 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T17:47:13.846 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T17:47:13.846 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T17:47:13.846 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T17:47:13.846 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T17:47:13.846 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T17:47:13.846 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T17:47:13.846 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T17:47:13.846 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T17:47:13.846 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T17:47:13.846 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T17:47:13.846 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T17:47:13.846 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T17:47:13.847 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T17:47:13.847 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T17:47:13.847 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T17:47:13.847 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T17:47:13.847 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T17:47:13.847 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T17:47:13.847 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T17:47:13.847 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T17:47:13.847 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T17:47:13.847 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T17:47:13.847 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T17:47:13.848 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T17:47:13.848 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T17:47:13.848 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T17:47:13.848 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T17:47:13.848 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-08-29T17:47:13.848 INFO:tasks.workunit.client.0.smithi028.stdout: ] 2024-08-29T17:47:13.848 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:13.848 INFO:tasks.workunit.client.0.smithi028.stdout: { 2024-08-29T17:47:13.848 INFO:tasks.workunit.client.0.smithi028.stdout: "osd_id": 6, 2024-08-29T17:47:13.848 INFO:tasks.workunit.client.0.smithi028.stdout: "values": [ 2024-08-29T17:47:13.848 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T17:47:13.848 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T17:47:13.848 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T17:47:13.848 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T17:47:13.849 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T17:47:13.849 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T17:47:13.849 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T17:47:13.849 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T17:47:13.849 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T17:47:13.849 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T17:47:13.849 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T17:47:13.849 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T17:47:13.849 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T17:47:13.849 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T17:47:13.849 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T17:47:13.849 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T17:47:13.849 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T17:47:13.849 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T17:47:13.850 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T17:47:13.850 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T17:47:13.850 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T17:47:13.850 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T17:47:13.850 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T17:47:13.850 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T17:47:13.850 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T17:47:13.850 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T17:47:13.850 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T17:47:13.850 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T17:47:13.850 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T17:47:13.850 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T17:47:13.850 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T17:47:13.850 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-08-29T17:47:13.851 INFO:tasks.workunit.client.0.smithi028.stdout: ] 2024-08-29T17:47:13.851 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:13.851 INFO:tasks.workunit.client.0.smithi028.stdout: { 2024-08-29T17:47:13.851 INFO:tasks.workunit.client.0.smithi028.stdout: "osd_id": 7, 2024-08-29T17:47:13.851 INFO:tasks.workunit.client.0.smithi028.stdout: "values": [ 2024-08-29T17:47:13.851 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T17:47:13.851 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T17:47:13.851 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 10, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T17:47:13.851 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 42, 0, 0, 0, 0, 0, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T17:47:13.851 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 24, 0, 0, 0, 0, 0, 0, 0, 3, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T17:47:13.851 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T17:47:13.851 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T17:47:13.851 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T17:47:13.851 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T17:47:13.852 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T17:47:13.852 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T17:47:13.852 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T17:47:13.852 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T17:47:13.852 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T17:47:13.852 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T17:47:13.852 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T17:47:13.852 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T17:47:13.852 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T17:47:13.852 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T17:47:13.852 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T17:47:13.852 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T17:47:13.853 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T17:47:13.853 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T17:47:13.853 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T17:47:13.853 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T17:47:13.853 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T17:47:13.853 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T17:47:13.853 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T17:47:13.853 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T17:47:13.853 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T17:47:13.853 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T17:47:13.853 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-08-29T17:47:13.854 INFO:tasks.workunit.client.0.smithi028.stdout: ] 2024-08-29T17:47:13.854 INFO:tasks.workunit.client.0.smithi028.stdout: } 2024-08-29T17:47:13.854 INFO:tasks.workunit.client.0.smithi028.stdout: ] 2024-08-29T17:47:13.854 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:13.854 INFO:tasks.workunit.client.0.smithi028.stdout: "op_rw_latency_in_bytes_histogram": { 2024-08-29T17:47:13.854 INFO:tasks.workunit.client.0.smithi028.stdout: "axes": [ 2024-08-29T17:47:13.854 INFO:tasks.workunit.client.0.smithi028.stdout: { 2024-08-29T17:47:13.854 INFO:tasks.workunit.client.0.smithi028.stdout: "buckets": 32, 2024-08-29T17:47:13.854 INFO:tasks.workunit.client.0.smithi028.stdout: "min": 0, 2024-08-29T17:47:13.854 INFO:tasks.workunit.client.0.smithi028.stdout: "name": "Latency (usec)", 2024-08-29T17:47:13.854 INFO:tasks.workunit.client.0.smithi028.stdout: "quant_size": 100000, 2024-08-29T17:47:13.854 INFO:tasks.workunit.client.0.smithi028.stdout: "ranges": [ 2024-08-29T17:47:13.855 INFO:tasks.workunit.client.0.smithi028.stdout: "[None, -1]", 2024-08-29T17:47:13.855 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 99999]", 2024-08-29T17:47:13.855 INFO:tasks.workunit.client.0.smithi028.stdout: "[100000, 199999]", 2024-08-29T17:47:13.855 INFO:tasks.workunit.client.0.smithi028.stdout: "[200000, 399999]", 2024-08-29T17:47:13.855 INFO:tasks.workunit.client.0.smithi028.stdout: "[400000, 799999]", 2024-08-29T17:47:13.855 INFO:tasks.workunit.client.0.smithi028.stdout: "[800000, 1599999]", 2024-08-29T17:47:13.855 INFO:tasks.workunit.client.0.smithi028.stdout: "[1600000, 3199999]", 2024-08-29T17:47:13.855 INFO:tasks.workunit.client.0.smithi028.stdout: "[3200000, 6399999]", 2024-08-29T17:47:13.855 INFO:tasks.workunit.client.0.smithi028.stdout: "[6400000, 12799999]", 2024-08-29T17:47:13.855 INFO:tasks.workunit.client.0.smithi028.stdout: "[12800000, 25599999]", 2024-08-29T17:47:13.855 INFO:tasks.workunit.client.0.smithi028.stdout: "[25600000, 51199999]", 2024-08-29T17:47:13.855 INFO:tasks.workunit.client.0.smithi028.stdout: "[51200000, 102399999]", 2024-08-29T17:47:13.855 INFO:tasks.workunit.client.0.smithi028.stdout: "[102400000, 204799999]", 2024-08-29T17:47:13.855 INFO:tasks.workunit.client.0.smithi028.stdout: "[204800000, 409599999]", 2024-08-29T17:47:13.855 INFO:tasks.workunit.client.0.smithi028.stdout: "[409600000, 819199999]", 2024-08-29T17:47:13.856 INFO:tasks.workunit.client.0.smithi028.stdout: "[819200000, 1638399999]", 2024-08-29T17:47:13.856 INFO:tasks.workunit.client.0.smithi028.stdout: "[1638400000, 3276799999]", 2024-08-29T17:47:13.856 INFO:tasks.workunit.client.0.smithi028.stdout: "[3276800000, 6553599999]", 2024-08-29T17:47:13.856 INFO:tasks.workunit.client.0.smithi028.stdout: "[6553600000, 13107199999]", 2024-08-29T17:47:13.856 INFO:tasks.workunit.client.0.smithi028.stdout: "[13107200000, 26214399999]", 2024-08-29T17:47:13.856 INFO:tasks.workunit.client.0.smithi028.stdout: "[26214400000, 52428799999]", 2024-08-29T17:47:13.856 INFO:tasks.workunit.client.0.smithi028.stdout: "[52428800000, 104857599999]", 2024-08-29T17:47:13.856 INFO:tasks.workunit.client.0.smithi028.stdout: "[104857600000, 209715199999]", 2024-08-29T17:47:13.856 INFO:tasks.workunit.client.0.smithi028.stdout: "[209715200000, 419430399999]", 2024-08-29T17:47:13.856 INFO:tasks.workunit.client.0.smithi028.stdout: "[419430400000, 838860799999]", 2024-08-29T17:47:13.856 INFO:tasks.workunit.client.0.smithi028.stdout: "[838860800000, 1677721599999]", 2024-08-29T17:47:13.856 INFO:tasks.workunit.client.0.smithi028.stdout: "[1677721600000, 3355443199999]", 2024-08-29T17:47:13.857 INFO:tasks.workunit.client.0.smithi028.stdout: "[3355443200000, 6710886399999]", 2024-08-29T17:47:13.857 INFO:tasks.workunit.client.0.smithi028.stdout: "[6710886400000, 13421772799999]", 2024-08-29T17:47:13.857 INFO:tasks.workunit.client.0.smithi028.stdout: "[13421772800000, 26843545599999]", 2024-08-29T17:47:13.857 INFO:tasks.workunit.client.0.smithi028.stdout: "[26843545600000, 53687091199999]", 2024-08-29T17:47:13.857 INFO:tasks.workunit.client.0.smithi028.stdout: "[53687091200000, None]" 2024-08-29T17:47:13.857 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-08-29T17:47:13.857 INFO:tasks.workunit.client.0.smithi028.stdout: "scale_type": "log2" 2024-08-29T17:47:13.857 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:13.857 INFO:tasks.workunit.client.0.smithi028.stdout: { 2024-08-29T17:47:13.857 INFO:tasks.workunit.client.0.smithi028.stdout: "buckets": 32, 2024-08-29T17:47:13.857 INFO:tasks.workunit.client.0.smithi028.stdout: "min": 0, 2024-08-29T17:47:13.857 INFO:tasks.workunit.client.0.smithi028.stdout: "name": "Request size (bytes)", 2024-08-29T17:47:13.857 INFO:tasks.workunit.client.0.smithi028.stdout: "quant_size": 512, 2024-08-29T17:47:13.857 INFO:tasks.workunit.client.0.smithi028.stdout: "ranges": [ 2024-08-29T17:47:13.858 INFO:tasks.workunit.client.0.smithi028.stdout: "[None, -1]", 2024-08-29T17:47:13.858 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 511]", 2024-08-29T17:47:13.858 INFO:tasks.workunit.client.0.smithi028.stdout: "[512, 1023]", 2024-08-29T17:47:13.858 INFO:tasks.workunit.client.0.smithi028.stdout: "[1024, 2047]", 2024-08-29T17:47:13.858 INFO:tasks.workunit.client.0.smithi028.stdout: "[2048, 4095]", 2024-08-29T17:47:13.858 INFO:tasks.workunit.client.0.smithi028.stdout: "[4096, 8191]", 2024-08-29T17:47:13.858 INFO:tasks.workunit.client.0.smithi028.stdout: "[8192, 16383]", 2024-08-29T17:47:13.858 INFO:tasks.workunit.client.0.smithi028.stdout: "[16384, 32767]", 2024-08-29T17:47:13.858 INFO:tasks.workunit.client.0.smithi028.stdout: "[32768, 65535]", 2024-08-29T17:47:13.858 INFO:tasks.workunit.client.0.smithi028.stdout: "[65536, 131071]", 2024-08-29T17:47:13.858 INFO:tasks.workunit.client.0.smithi028.stdout: "[131072, 262143]", 2024-08-29T17:47:13.858 INFO:tasks.workunit.client.0.smithi028.stdout: "[262144, 524287]", 2024-08-29T17:47:13.858 INFO:tasks.workunit.client.0.smithi028.stdout: "[524288, 1048575]", 2024-08-29T17:47:13.858 INFO:tasks.workunit.client.0.smithi028.stdout: "[1048576, 2097151]", 2024-08-29T17:47:13.858 INFO:tasks.workunit.client.0.smithi028.stdout: "[2097152, 4194303]", 2024-08-29T17:47:13.859 INFO:tasks.workunit.client.0.smithi028.stdout: "[4194304, 8388607]", 2024-08-29T17:47:13.859 INFO:tasks.workunit.client.0.smithi028.stdout: "[8388608, 16777215]", 2024-08-29T17:47:13.859 INFO:tasks.workunit.client.0.smithi028.stdout: "[16777216, 33554431]", 2024-08-29T17:47:13.859 INFO:tasks.workunit.client.0.smithi028.stdout: "[33554432, 67108863]", 2024-08-29T17:47:13.859 INFO:tasks.workunit.client.0.smithi028.stdout: "[67108864, 134217727]", 2024-08-29T17:47:13.859 INFO:tasks.workunit.client.0.smithi028.stdout: "[134217728, 268435455]", 2024-08-29T17:47:13.859 INFO:tasks.workunit.client.0.smithi028.stdout: "[268435456, 536870911]", 2024-08-29T17:47:13.859 INFO:tasks.workunit.client.0.smithi028.stdout: "[536870912, 1073741823]", 2024-08-29T17:47:13.859 INFO:tasks.workunit.client.0.smithi028.stdout: "[1073741824, 2147483647]", 2024-08-29T17:47:13.859 INFO:tasks.workunit.client.0.smithi028.stdout: "[2147483648, 4294967295]", 2024-08-29T17:47:13.859 INFO:tasks.workunit.client.0.smithi028.stdout: "[4294967296, 8589934591]", 2024-08-29T17:47:13.859 INFO:tasks.workunit.client.0.smithi028.stdout: "[8589934592, 17179869183]", 2024-08-29T17:47:13.859 INFO:tasks.workunit.client.0.smithi028.stdout: "[17179869184, 34359738367]", 2024-08-29T17:47:13.860 INFO:tasks.workunit.client.0.smithi028.stdout: "[34359738368, 68719476735]", 2024-08-29T17:47:13.860 INFO:tasks.workunit.client.0.smithi028.stdout: "[68719476736, 137438953471]", 2024-08-29T17:47:13.860 INFO:tasks.workunit.client.0.smithi028.stdout: "[137438953472, 274877906943]", 2024-08-29T17:47:13.860 INFO:tasks.workunit.client.0.smithi028.stdout: "[274877906944, None]" 2024-08-29T17:47:13.860 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-08-29T17:47:13.860 INFO:tasks.workunit.client.0.smithi028.stdout: "scale_type": "log2" 2024-08-29T17:47:13.860 INFO:tasks.workunit.client.0.smithi028.stdout: } 2024-08-29T17:47:13.860 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-08-29T17:47:13.860 INFO:tasks.workunit.client.0.smithi028.stdout: "osds": [ 2024-08-29T17:47:13.860 INFO:tasks.workunit.client.0.smithi028.stdout: { 2024-08-29T17:47:13.860 INFO:tasks.workunit.client.0.smithi028.stdout: "osd_id": 0, 2024-08-29T17:47:13.860 INFO:tasks.workunit.client.0.smithi028.stdout: "values": [ 2024-08-29T17:47:13.860 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T17:47:13.861 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T17:47:13.861 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T17:47:13.861 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T17:47:13.861 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T17:47:13.861 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T17:47:13.861 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T17:47:13.861 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T17:47:13.861 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T17:47:13.861 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T17:47:13.861 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T17:47:13.861 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T17:47:13.861 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T17:47:13.861 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T17:47:13.862 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T17:47:13.862 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T17:47:13.862 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T17:47:13.862 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T17:47:13.862 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T17:47:13.862 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T17:47:13.862 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T17:47:13.862 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T17:47:13.862 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T17:47:13.862 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T17:47:13.862 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T17:47:13.863 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T17:47:13.863 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T17:47:13.863 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T17:47:13.863 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T17:47:13.863 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T17:47:13.863 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T17:47:13.863 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-08-29T17:47:13.863 INFO:tasks.workunit.client.0.smithi028.stdout: ] 2024-08-29T17:47:13.863 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:13.863 INFO:tasks.workunit.client.0.smithi028.stdout: { 2024-08-29T17:47:13.863 INFO:tasks.workunit.client.0.smithi028.stdout: "osd_id": 1, 2024-08-29T17:47:13.863 INFO:tasks.workunit.client.0.smithi028.stdout: "values": [ 2024-08-29T17:47:13.863 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T17:47:13.864 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T17:47:13.864 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T17:47:13.864 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T17:47:13.864 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T17:47:13.864 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 8, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T17:47:13.864 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 14, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T17:47:13.864 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T17:47:13.864 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T17:47:13.864 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T17:47:13.864 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T17:47:13.864 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T17:47:13.864 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T17:47:13.864 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T17:47:13.864 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T17:47:13.865 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T17:47:13.865 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T17:47:13.865 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T17:47:13.865 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T17:47:13.865 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T17:47:13.865 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T17:47:13.865 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T17:47:13.865 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T17:47:13.865 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T17:47:13.865 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T17:47:13.865 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T17:47:13.865 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T17:47:13.865 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T17:47:13.865 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T17:47:13.865 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T17:47:13.866 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T17:47:13.866 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-08-29T17:47:13.866 INFO:tasks.workunit.client.0.smithi028.stdout: ] 2024-08-29T17:47:13.866 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:13.866 INFO:tasks.workunit.client.0.smithi028.stdout: { 2024-08-29T17:47:13.866 INFO:tasks.workunit.client.0.smithi028.stdout: "osd_id": 2, 2024-08-29T17:47:13.866 INFO:tasks.workunit.client.0.smithi028.stdout: "values": [ 2024-08-29T17:47:13.866 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T17:47:13.866 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T17:47:13.866 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T17:47:13.866 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T17:47:13.866 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T17:47:13.866 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T17:47:13.866 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T17:47:13.867 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T17:47:13.867 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T17:47:13.867 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T17:47:13.867 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T17:47:13.867 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T17:47:13.867 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T17:47:13.867 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T17:47:13.867 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T17:47:13.867 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T17:47:13.867 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T17:47:13.868 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T17:47:13.868 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T17:47:13.868 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T17:47:13.868 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T17:47:13.868 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T17:47:13.868 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T17:47:13.868 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T17:47:13.868 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T17:47:13.868 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T17:47:13.868 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T17:47:13.868 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T17:47:13.868 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T17:47:13.868 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T17:47:13.868 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T17:47:13.869 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-08-29T17:47:13.869 INFO:tasks.workunit.client.0.smithi028.stdout: ] 2024-08-29T17:47:13.869 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:13.869 INFO:tasks.workunit.client.0.smithi028.stdout: { 2024-08-29T17:47:13.869 INFO:tasks.workunit.client.0.smithi028.stdout: "osd_id": 3, 2024-08-29T17:47:13.869 INFO:tasks.workunit.client.0.smithi028.stdout: "values": [ 2024-08-29T17:47:13.869 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T17:47:13.869 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T17:47:13.869 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T17:47:13.869 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T17:47:13.869 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T17:47:13.869 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T17:47:13.869 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T17:47:13.869 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T17:47:13.870 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T17:47:13.870 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T17:47:13.870 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T17:47:13.870 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T17:47:13.870 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T17:47:13.870 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T17:47:13.870 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T17:47:13.870 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T17:47:13.870 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T17:47:13.870 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T17:47:13.870 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T17:47:13.870 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T17:47:13.870 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T17:47:13.870 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T17:47:13.871 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T17:47:13.871 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T17:47:13.871 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T17:47:13.871 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T17:47:13.871 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T17:47:13.871 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T17:47:13.871 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T17:47:13.871 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T17:47:13.871 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T17:47:13.871 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-08-29T17:47:13.871 INFO:tasks.workunit.client.0.smithi028.stdout: ] 2024-08-29T17:47:13.871 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:13.871 INFO:tasks.workunit.client.0.smithi028.stdout: { 2024-08-29T17:47:13.872 INFO:tasks.workunit.client.0.smithi028.stdout: "osd_id": 4, 2024-08-29T17:47:13.872 INFO:tasks.workunit.client.0.smithi028.stdout: "values": [ 2024-08-29T17:47:13.872 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T17:47:13.872 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T17:47:13.872 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T17:47:13.872 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T17:47:13.872 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T17:47:13.872 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T17:47:13.872 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T17:47:13.872 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T17:47:13.872 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T17:47:13.872 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T17:47:13.872 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T17:47:13.872 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T17:47:13.873 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T17:47:13.873 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T17:47:13.873 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T17:47:13.873 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T17:47:13.873 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T17:47:13.873 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T17:47:13.873 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T17:47:13.873 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T17:47:13.873 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T17:47:13.873 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T17:47:13.873 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T17:47:13.873 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T17:47:13.873 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T17:47:13.874 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T17:47:13.874 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T17:47:13.874 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T17:47:13.874 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T17:47:13.874 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T17:47:13.874 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T17:47:13.874 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-08-29T17:47:13.874 INFO:tasks.workunit.client.0.smithi028.stdout: ] 2024-08-29T17:47:13.874 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:13.874 INFO:tasks.workunit.client.0.smithi028.stdout: { 2024-08-29T17:47:13.874 INFO:tasks.workunit.client.0.smithi028.stdout: "osd_id": 5, 2024-08-29T17:47:13.874 INFO:tasks.workunit.client.0.smithi028.stdout: "values": [ 2024-08-29T17:47:13.874 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T17:47:13.874 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T17:47:13.875 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T17:47:13.875 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T17:47:13.875 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T17:47:13.875 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T17:47:13.875 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T17:47:13.875 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T17:47:13.875 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T17:47:13.875 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T17:47:13.875 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T17:47:13.875 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T17:47:13.875 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T17:47:13.875 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T17:47:13.875 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T17:47:13.875 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T17:47:13.875 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T17:47:13.876 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T17:47:13.876 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T17:47:13.876 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T17:47:13.876 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T17:47:13.876 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T17:47:13.876 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T17:47:13.876 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T17:47:13.876 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T17:47:13.876 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T17:47:13.876 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T17:47:13.876 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T17:47:13.876 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T17:47:13.877 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T17:47:13.877 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T17:47:13.877 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-08-29T17:47:13.877 INFO:tasks.workunit.client.0.smithi028.stdout: ] 2024-08-29T17:47:13.877 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:13.877 INFO:tasks.workunit.client.0.smithi028.stdout: { 2024-08-29T17:47:13.877 INFO:tasks.workunit.client.0.smithi028.stdout: "osd_id": 6, 2024-08-29T17:47:13.877 INFO:tasks.workunit.client.0.smithi028.stdout: "values": [ 2024-08-29T17:47:13.877 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T17:47:13.877 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T17:47:13.877 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T17:47:13.877 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T17:47:13.877 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T17:47:13.877 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T17:47:13.877 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T17:47:13.878 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T17:47:13.878 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T17:47:13.878 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T17:47:13.878 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T17:47:13.878 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T17:47:13.878 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T17:47:13.878 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T17:47:13.878 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T17:47:13.878 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T17:47:13.878 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T17:47:13.878 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T17:47:13.878 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T17:47:13.878 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T17:47:13.879 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T17:47:13.879 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T17:47:13.879 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T17:47:13.879 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T17:47:13.879 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T17:47:13.879 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T17:47:13.879 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T17:47:13.879 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T17:47:13.879 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T17:47:13.879 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T17:47:13.879 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T17:47:13.879 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-08-29T17:47:13.879 INFO:tasks.workunit.client.0.smithi028.stdout: ] 2024-08-29T17:47:13.879 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:13.880 INFO:tasks.workunit.client.0.smithi028.stdout: { 2024-08-29T17:47:13.880 INFO:tasks.workunit.client.0.smithi028.stdout: "osd_id": 7, 2024-08-29T17:47:13.880 INFO:tasks.workunit.client.0.smithi028.stdout: "values": [ 2024-08-29T17:47:13.880 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T17:47:13.880 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T17:47:13.880 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T17:47:13.880 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T17:47:13.880 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T17:47:13.880 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 7, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T17:47:13.880 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 22, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T17:47:13.880 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T17:47:13.880 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T17:47:13.880 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T17:47:13.881 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T17:47:13.881 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T17:47:13.881 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T17:47:13.881 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T17:47:13.881 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T17:47:13.881 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T17:47:13.881 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T17:47:13.881 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T17:47:13.881 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T17:47:13.881 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T17:47:13.881 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T17:47:13.881 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T17:47:13.881 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T17:47:13.881 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T17:47:13.882 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T17:47:13.882 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T17:47:13.882 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T17:47:13.882 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T17:47:13.882 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T17:47:13.882 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T17:47:13.882 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T17:47:13.882 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-08-29T17:47:13.882 INFO:tasks.workunit.client.0.smithi028.stdout: ] 2024-08-29T17:47:13.882 INFO:tasks.workunit.client.0.smithi028.stdout: } 2024-08-29T17:47:13.882 INFO:tasks.workunit.client.0.smithi028.stdout: ] 2024-08-29T17:47:13.882 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:13.882 INFO:tasks.workunit.client.0.smithi028.stdout: "op_rw_latency_out_bytes_histogram": { 2024-08-29T17:47:13.882 INFO:tasks.workunit.client.0.smithi028.stdout: "axes": [ 2024-08-29T17:47:13.883 INFO:tasks.workunit.client.0.smithi028.stdout: { 2024-08-29T17:47:13.883 INFO:tasks.workunit.client.0.smithi028.stdout: "buckets": 32, 2024-08-29T17:47:13.883 INFO:tasks.workunit.client.0.smithi028.stdout: "min": 0, 2024-08-29T17:47:13.883 INFO:tasks.workunit.client.0.smithi028.stdout: "name": "Latency (usec)", 2024-08-29T17:47:13.883 INFO:tasks.workunit.client.0.smithi028.stdout: "quant_size": 100000, 2024-08-29T17:47:13.883 INFO:tasks.workunit.client.0.smithi028.stdout: "ranges": [ 2024-08-29T17:47:13.883 INFO:tasks.workunit.client.0.smithi028.stdout: "[None, -1]", 2024-08-29T17:47:13.883 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 99999]", 2024-08-29T17:47:13.883 INFO:tasks.workunit.client.0.smithi028.stdout: "[100000, 199999]", 2024-08-29T17:47:13.883 INFO:tasks.workunit.client.0.smithi028.stdout: "[200000, 399999]", 2024-08-29T17:47:13.883 INFO:tasks.workunit.client.0.smithi028.stdout: "[400000, 799999]", 2024-08-29T17:47:13.883 INFO:tasks.workunit.client.0.smithi028.stdout: "[800000, 1599999]", 2024-08-29T17:47:13.883 INFO:tasks.workunit.client.0.smithi028.stdout: "[1600000, 3199999]", 2024-08-29T17:47:13.884 INFO:tasks.workunit.client.0.smithi028.stdout: "[3200000, 6399999]", 2024-08-29T17:47:13.884 INFO:tasks.workunit.client.0.smithi028.stdout: "[6400000, 12799999]", 2024-08-29T17:47:13.884 INFO:tasks.workunit.client.0.smithi028.stdout: "[12800000, 25599999]", 2024-08-29T17:47:13.884 INFO:tasks.workunit.client.0.smithi028.stdout: "[25600000, 51199999]", 2024-08-29T17:47:13.884 INFO:tasks.workunit.client.0.smithi028.stdout: "[51200000, 102399999]", 2024-08-29T17:47:13.884 INFO:tasks.workunit.client.0.smithi028.stdout: "[102400000, 204799999]", 2024-08-29T17:47:13.884 INFO:tasks.workunit.client.0.smithi028.stdout: "[204800000, 409599999]", 2024-08-29T17:47:13.884 INFO:tasks.workunit.client.0.smithi028.stdout: "[409600000, 819199999]", 2024-08-29T17:47:13.884 INFO:tasks.workunit.client.0.smithi028.stdout: "[819200000, 1638399999]", 2024-08-29T17:47:13.884 INFO:tasks.workunit.client.0.smithi028.stdout: "[1638400000, 3276799999]", 2024-08-29T17:47:13.884 INFO:tasks.workunit.client.0.smithi028.stdout: "[3276800000, 6553599999]", 2024-08-29T17:47:13.884 INFO:tasks.workunit.client.0.smithi028.stdout: "[6553600000, 13107199999]", 2024-08-29T17:47:13.884 INFO:tasks.workunit.client.0.smithi028.stdout: "[13107200000, 26214399999]", 2024-08-29T17:47:13.885 INFO:tasks.workunit.client.0.smithi028.stdout: "[26214400000, 52428799999]", 2024-08-29T17:47:13.885 INFO:tasks.workunit.client.0.smithi028.stdout: "[52428800000, 104857599999]", 2024-08-29T17:47:13.885 INFO:tasks.workunit.client.0.smithi028.stdout: "[104857600000, 209715199999]", 2024-08-29T17:47:13.885 INFO:tasks.workunit.client.0.smithi028.stdout: "[209715200000, 419430399999]", 2024-08-29T17:47:13.885 INFO:tasks.workunit.client.0.smithi028.stdout: "[419430400000, 838860799999]", 2024-08-29T17:47:13.885 INFO:tasks.workunit.client.0.smithi028.stdout: "[838860800000, 1677721599999]", 2024-08-29T17:47:13.885 INFO:tasks.workunit.client.0.smithi028.stdout: "[1677721600000, 3355443199999]", 2024-08-29T17:47:13.885 INFO:tasks.workunit.client.0.smithi028.stdout: "[3355443200000, 6710886399999]", 2024-08-29T17:47:13.885 INFO:tasks.workunit.client.0.smithi028.stdout: "[6710886400000, 13421772799999]", 2024-08-29T17:47:13.885 INFO:tasks.workunit.client.0.smithi028.stdout: "[13421772800000, 26843545599999]", 2024-08-29T17:47:13.885 INFO:tasks.workunit.client.0.smithi028.stdout: "[26843545600000, 53687091199999]", 2024-08-29T17:47:13.885 INFO:tasks.workunit.client.0.smithi028.stdout: "[53687091200000, None]" 2024-08-29T17:47:13.885 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-08-29T17:47:13.886 INFO:tasks.workunit.client.0.smithi028.stdout: "scale_type": "log2" 2024-08-29T17:47:13.886 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:13.886 INFO:tasks.workunit.client.0.smithi028.stdout: { 2024-08-29T17:47:13.886 INFO:tasks.workunit.client.0.smithi028.stdout: "buckets": 32, 2024-08-29T17:47:13.886 INFO:tasks.workunit.client.0.smithi028.stdout: "min": 0, 2024-08-29T17:47:13.886 INFO:tasks.workunit.client.0.smithi028.stdout: "name": "Request size (bytes)", 2024-08-29T17:47:13.886 INFO:tasks.workunit.client.0.smithi028.stdout: "quant_size": 512, 2024-08-29T17:47:13.886 INFO:tasks.workunit.client.0.smithi028.stdout: "ranges": [ 2024-08-29T17:47:13.886 INFO:tasks.workunit.client.0.smithi028.stdout: "[None, -1]", 2024-08-29T17:47:13.886 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 511]", 2024-08-29T17:47:13.886 INFO:tasks.workunit.client.0.smithi028.stdout: "[512, 1023]", 2024-08-29T17:47:13.886 INFO:tasks.workunit.client.0.smithi028.stdout: "[1024, 2047]", 2024-08-29T17:47:13.886 INFO:tasks.workunit.client.0.smithi028.stdout: "[2048, 4095]", 2024-08-29T17:47:13.886 INFO:tasks.workunit.client.0.smithi028.stdout: "[4096, 8191]", 2024-08-29T17:47:13.886 INFO:tasks.workunit.client.0.smithi028.stdout: "[8192, 16383]", 2024-08-29T17:47:13.887 INFO:tasks.workunit.client.0.smithi028.stdout: "[16384, 32767]", 2024-08-29T17:47:13.887 INFO:tasks.workunit.client.0.smithi028.stdout: "[32768, 65535]", 2024-08-29T17:47:13.887 INFO:tasks.workunit.client.0.smithi028.stdout: "[65536, 131071]", 2024-08-29T17:47:13.887 INFO:tasks.workunit.client.0.smithi028.stdout: "[131072, 262143]", 2024-08-29T17:47:13.887 INFO:tasks.workunit.client.0.smithi028.stdout: "[262144, 524287]", 2024-08-29T17:47:13.887 INFO:tasks.workunit.client.0.smithi028.stdout: "[524288, 1048575]", 2024-08-29T17:47:13.887 INFO:tasks.workunit.client.0.smithi028.stdout: "[1048576, 2097151]", 2024-08-29T17:47:13.887 INFO:tasks.workunit.client.0.smithi028.stdout: "[2097152, 4194303]", 2024-08-29T17:47:13.887 INFO:tasks.workunit.client.0.smithi028.stdout: "[4194304, 8388607]", 2024-08-29T17:47:13.887 INFO:tasks.workunit.client.0.smithi028.stdout: "[8388608, 16777215]", 2024-08-29T17:47:13.887 INFO:tasks.workunit.client.0.smithi028.stdout: "[16777216, 33554431]", 2024-08-29T17:47:13.887 INFO:tasks.workunit.client.0.smithi028.stdout: "[33554432, 67108863]", 2024-08-29T17:47:13.887 INFO:tasks.workunit.client.0.smithi028.stdout: "[67108864, 134217727]", 2024-08-29T17:47:13.888 INFO:tasks.workunit.client.0.smithi028.stdout: "[134217728, 268435455]", 2024-08-29T17:47:13.888 INFO:tasks.workunit.client.0.smithi028.stdout: "[268435456, 536870911]", 2024-08-29T17:47:13.888 INFO:tasks.workunit.client.0.smithi028.stdout: "[536870912, 1073741823]", 2024-08-29T17:47:13.888 INFO:tasks.workunit.client.0.smithi028.stdout: "[1073741824, 2147483647]", 2024-08-29T17:47:13.888 INFO:tasks.workunit.client.0.smithi028.stdout: "[2147483648, 4294967295]", 2024-08-29T17:47:13.888 INFO:tasks.workunit.client.0.smithi028.stdout: "[4294967296, 8589934591]", 2024-08-29T17:47:13.888 INFO:tasks.workunit.client.0.smithi028.stdout: "[8589934592, 17179869183]", 2024-08-29T17:47:13.888 INFO:tasks.workunit.client.0.smithi028.stdout: "[17179869184, 34359738367]", 2024-08-29T17:47:13.888 INFO:tasks.workunit.client.0.smithi028.stdout: "[34359738368, 68719476735]", 2024-08-29T17:47:13.888 INFO:tasks.workunit.client.0.smithi028.stdout: "[68719476736, 137438953471]", 2024-08-29T17:47:13.888 INFO:tasks.workunit.client.0.smithi028.stdout: "[137438953472, 274877906943]", 2024-08-29T17:47:13.888 INFO:tasks.workunit.client.0.smithi028.stdout: "[274877906944, None]" 2024-08-29T17:47:13.888 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-08-29T17:47:13.889 INFO:tasks.workunit.client.0.smithi028.stdout: "scale_type": "log2" 2024-08-29T17:47:13.889 INFO:tasks.workunit.client.0.smithi028.stdout: } 2024-08-29T17:47:13.889 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-08-29T17:47:13.889 INFO:tasks.workunit.client.0.smithi028.stdout: "osds": [ 2024-08-29T17:47:13.889 INFO:tasks.workunit.client.0.smithi028.stdout: { 2024-08-29T17:47:13.889 INFO:tasks.workunit.client.0.smithi028.stdout: "osd_id": 0, 2024-08-29T17:47:13.889 INFO:tasks.workunit.client.0.smithi028.stdout: "values": [ 2024-08-29T17:47:13.889 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T17:47:13.889 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T17:47:13.889 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T17:47:13.889 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T17:47:13.889 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T17:47:13.889 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T17:47:13.889 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T17:47:13.890 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T17:47:13.890 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T17:47:13.890 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T17:47:13.890 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T17:47:13.890 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T17:47:13.890 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T17:47:13.890 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T17:47:13.890 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T17:47:13.890 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T17:47:13.890 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T17:47:13.890 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T17:47:13.890 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T17:47:13.890 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T17:47:13.891 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T17:47:13.891 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T17:47:13.891 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T17:47:13.891 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T17:47:13.891 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T17:47:13.891 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T17:47:13.891 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T17:47:13.891 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T17:47:13.891 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T17:47:13.891 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T17:47:13.891 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T17:47:13.891 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-08-29T17:47:13.891 INFO:tasks.workunit.client.0.smithi028.stdout: ] 2024-08-29T17:47:13.891 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:13.892 INFO:tasks.workunit.client.0.smithi028.stdout: { 2024-08-29T17:47:13.892 INFO:tasks.workunit.client.0.smithi028.stdout: "osd_id": 1, 2024-08-29T17:47:13.892 INFO:tasks.workunit.client.0.smithi028.stdout: "values": [ 2024-08-29T17:47:13.892 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T17:47:13.892 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T17:47:13.892 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T17:47:13.892 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T17:47:13.892 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T17:47:13.892 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 8, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T17:47:13.892 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 14, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T17:47:13.892 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T17:47:13.892 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T17:47:13.892 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T17:47:13.893 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T17:47:13.893 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T17:47:13.893 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T17:47:13.893 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T17:47:13.893 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T17:47:13.893 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T17:47:13.893 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T17:47:13.893 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T17:47:13.893 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T17:47:13.893 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T17:47:13.893 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T17:47:13.893 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T17:47:13.893 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T17:47:13.893 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T17:47:13.894 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T17:47:13.894 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T17:47:13.894 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T17:47:13.894 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T17:47:13.894 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T17:47:13.894 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T17:47:13.894 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T17:47:13.894 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-08-29T17:47:13.894 INFO:tasks.workunit.client.0.smithi028.stdout: ] 2024-08-29T17:47:13.894 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:13.894 INFO:tasks.workunit.client.0.smithi028.stdout: { 2024-08-29T17:47:13.894 INFO:tasks.workunit.client.0.smithi028.stdout: "osd_id": 2, 2024-08-29T17:47:13.894 INFO:tasks.workunit.client.0.smithi028.stdout: "values": [ 2024-08-29T17:47:13.894 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T17:47:13.894 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T17:47:13.895 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T17:47:13.895 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T17:47:13.895 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T17:47:13.895 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T17:47:13.895 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T17:47:13.895 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T17:47:13.895 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T17:47:13.895 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T17:47:13.895 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T17:47:13.895 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T17:47:13.895 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T17:47:13.895 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T17:47:13.895 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T17:47:13.895 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T17:47:13.896 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T17:47:13.896 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T17:47:13.896 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T17:47:13.896 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T17:47:13.896 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T17:47:13.896 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T17:47:13.896 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T17:47:13.896 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T17:47:13.896 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T17:47:13.896 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T17:47:13.896 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T17:47:13.896 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T17:47:13.896 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T17:47:13.897 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T17:47:13.897 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T17:47:13.897 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-08-29T17:47:13.897 INFO:tasks.workunit.client.0.smithi028.stdout: ] 2024-08-29T17:47:13.897 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:13.897 INFO:tasks.workunit.client.0.smithi028.stdout: { 2024-08-29T17:47:13.897 INFO:tasks.workunit.client.0.smithi028.stdout: "osd_id": 3, 2024-08-29T17:47:13.897 INFO:tasks.workunit.client.0.smithi028.stdout: "values": [ 2024-08-29T17:47:13.897 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T17:47:13.897 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T17:47:13.897 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T17:47:13.897 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T17:47:13.897 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T17:47:13.898 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T17:47:13.898 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T17:47:13.898 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T17:47:13.898 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T17:47:13.898 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T17:47:13.898 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T17:47:13.898 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T17:47:13.898 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T17:47:13.898 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T17:47:13.898 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T17:47:13.898 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T17:47:13.898 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T17:47:13.899 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T17:47:13.899 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T17:47:13.899 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T17:47:13.899 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T17:47:13.899 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T17:47:13.899 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T17:47:13.899 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T17:47:13.899 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T17:47:13.899 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T17:47:13.899 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T17:47:13.899 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T17:47:13.899 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T17:47:13.899 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T17:47:13.899 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T17:47:13.899 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-08-29T17:47:13.900 INFO:tasks.workunit.client.0.smithi028.stdout: ] 2024-08-29T17:47:13.900 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:13.900 INFO:tasks.workunit.client.0.smithi028.stdout: { 2024-08-29T17:47:13.900 INFO:tasks.workunit.client.0.smithi028.stdout: "osd_id": 4, 2024-08-29T17:47:13.900 INFO:tasks.workunit.client.0.smithi028.stdout: "values": [ 2024-08-29T17:47:13.900 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T17:47:13.900 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T17:47:13.900 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T17:47:13.900 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T17:47:13.900 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T17:47:13.900 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T17:47:13.900 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T17:47:13.900 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T17:47:13.900 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T17:47:13.901 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T17:47:13.901 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T17:47:13.901 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T17:47:13.901 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T17:47:13.901 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T17:47:13.901 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T17:47:13.901 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T17:47:13.901 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T17:47:13.901 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T17:47:13.901 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T17:47:13.901 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T17:47:13.901 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T17:47:13.901 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T17:47:13.902 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T17:47:13.902 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T17:47:13.902 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T17:47:13.902 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T17:47:13.902 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T17:47:13.902 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T17:47:13.902 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T17:47:13.902 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T17:47:13.902 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T17:47:13.902 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-08-29T17:47:13.902 INFO:tasks.workunit.client.0.smithi028.stdout: ] 2024-08-29T17:47:13.902 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:13.902 INFO:tasks.workunit.client.0.smithi028.stdout: { 2024-08-29T17:47:13.902 INFO:tasks.workunit.client.0.smithi028.stdout: "osd_id": 5, 2024-08-29T17:47:13.903 INFO:tasks.workunit.client.0.smithi028.stdout: "values": [ 2024-08-29T17:47:13.903 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T17:47:13.903 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T17:47:13.903 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T17:47:13.903 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T17:47:13.903 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T17:47:13.903 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T17:47:13.903 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T17:47:13.904 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T17:47:13.904 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T17:47:13.904 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T17:47:13.904 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T17:47:13.904 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T17:47:13.904 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T17:47:13.904 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T17:47:13.904 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T17:47:13.904 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T17:47:13.904 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T17:47:13.904 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T17:47:13.904 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T17:47:13.905 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T17:47:13.905 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T17:47:13.905 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T17:47:13.905 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T17:47:13.905 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T17:47:13.905 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T17:47:13.905 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T17:47:13.905 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T17:47:13.905 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T17:47:13.905 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T17:47:13.905 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T17:47:13.905 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T17:47:13.905 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-08-29T17:47:13.905 INFO:tasks.workunit.client.0.smithi028.stdout: ] 2024-08-29T17:47:13.906 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:13.906 INFO:tasks.workunit.client.0.smithi028.stdout: { 2024-08-29T17:47:13.906 INFO:tasks.workunit.client.0.smithi028.stdout: "osd_id": 6, 2024-08-29T17:47:13.906 INFO:tasks.workunit.client.0.smithi028.stdout: "values": [ 2024-08-29T17:47:13.906 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T17:47:13.906 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T17:47:13.906 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T17:47:13.906 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T17:47:13.906 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T17:47:13.906 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T17:47:13.906 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T17:47:13.906 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T17:47:13.906 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T17:47:13.906 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T17:47:13.906 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T17:47:13.907 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T17:47:13.907 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T17:47:13.907 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T17:47:13.907 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T17:47:13.907 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T17:47:13.907 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T17:47:13.907 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T17:47:13.907 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T17:47:13.907 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T17:47:13.907 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T17:47:13.907 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T17:47:13.907 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T17:47:13.907 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T17:47:13.907 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T17:47:13.908 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T17:47:13.908 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T17:47:13.908 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T17:47:13.908 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T17:47:13.908 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T17:47:13.908 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T17:47:13.908 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-08-29T17:47:13.908 INFO:tasks.workunit.client.0.smithi028.stdout: ] 2024-08-29T17:47:13.908 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:13.908 INFO:tasks.workunit.client.0.smithi028.stdout: { 2024-08-29T17:47:13.908 INFO:tasks.workunit.client.0.smithi028.stdout: "osd_id": 7, 2024-08-29T17:47:13.908 INFO:tasks.workunit.client.0.smithi028.stdout: "values": [ 2024-08-29T17:47:13.908 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T17:47:13.909 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T17:47:13.909 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T17:47:13.909 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T17:47:13.909 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T17:47:13.909 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 7, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T17:47:13.909 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 22, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T17:47:13.909 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T17:47:13.909 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T17:47:13.909 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T17:47:13.909 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T17:47:13.909 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T17:47:13.909 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T17:47:13.909 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T17:47:13.910 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T17:47:13.910 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T17:47:13.910 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T17:47:13.910 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T17:47:13.910 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T17:47:13.910 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T17:47:13.910 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T17:47:13.910 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T17:47:13.910 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T17:47:13.910 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T17:47:13.910 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T17:47:13.910 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T17:47:13.910 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T17:47:13.911 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T17:47:13.911 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T17:47:13.911 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T17:47:13.911 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T17:47:13.911 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-08-29T17:47:13.911 INFO:tasks.workunit.client.0.smithi028.stdout: ] 2024-08-29T17:47:13.911 INFO:tasks.workunit.client.0.smithi028.stdout: } 2024-08-29T17:47:13.911 INFO:tasks.workunit.client.0.smithi028.stdout: ] 2024-08-29T17:47:13.911 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:13.911 INFO:tasks.workunit.client.0.smithi028.stdout: "op_w_latency_in_bytes_histogram": { 2024-08-29T17:47:13.911 INFO:tasks.workunit.client.0.smithi028.stdout: "axes": [ 2024-08-29T17:47:13.911 INFO:tasks.workunit.client.0.smithi028.stdout: { 2024-08-29T17:47:13.911 INFO:tasks.workunit.client.0.smithi028.stdout: "buckets": 32, 2024-08-29T17:47:13.911 INFO:tasks.workunit.client.0.smithi028.stdout: "min": 0, 2024-08-29T17:47:13.911 INFO:tasks.workunit.client.0.smithi028.stdout: "name": "Latency (usec)", 2024-08-29T17:47:13.912 INFO:tasks.workunit.client.0.smithi028.stdout: "quant_size": 100000, 2024-08-29T17:47:13.912 INFO:tasks.workunit.client.0.smithi028.stdout: "ranges": [ 2024-08-29T17:47:13.912 INFO:tasks.workunit.client.0.smithi028.stdout: "[None, -1]", 2024-08-29T17:47:13.912 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 99999]", 2024-08-29T17:47:13.912 INFO:tasks.workunit.client.0.smithi028.stdout: "[100000, 199999]", 2024-08-29T17:47:13.912 INFO:tasks.workunit.client.0.smithi028.stdout: "[200000, 399999]", 2024-08-29T17:47:13.912 INFO:tasks.workunit.client.0.smithi028.stdout: "[400000, 799999]", 2024-08-29T17:47:13.912 INFO:tasks.workunit.client.0.smithi028.stdout: "[800000, 1599999]", 2024-08-29T17:47:13.912 INFO:tasks.workunit.client.0.smithi028.stdout: "[1600000, 3199999]", 2024-08-29T17:47:13.912 INFO:tasks.workunit.client.0.smithi028.stdout: "[3200000, 6399999]", 2024-08-29T17:47:13.912 INFO:tasks.workunit.client.0.smithi028.stdout: "[6400000, 12799999]", 2024-08-29T17:47:13.912 INFO:tasks.workunit.client.0.smithi028.stdout: "[12800000, 25599999]", 2024-08-29T17:47:13.912 INFO:tasks.workunit.client.0.smithi028.stdout: "[25600000, 51199999]", 2024-08-29T17:47:13.912 INFO:tasks.workunit.client.0.smithi028.stdout: "[51200000, 102399999]", 2024-08-29T17:47:13.913 INFO:tasks.workunit.client.0.smithi028.stdout: "[102400000, 204799999]", 2024-08-29T17:47:13.913 INFO:tasks.workunit.client.0.smithi028.stdout: "[204800000, 409599999]", 2024-08-29T17:47:13.913 INFO:tasks.workunit.client.0.smithi028.stdout: "[409600000, 819199999]", 2024-08-29T17:47:13.913 INFO:tasks.workunit.client.0.smithi028.stdout: "[819200000, 1638399999]", 2024-08-29T17:47:13.913 INFO:tasks.workunit.client.0.smithi028.stdout: "[1638400000, 3276799999]", 2024-08-29T17:47:13.913 INFO:tasks.workunit.client.0.smithi028.stdout: "[3276800000, 6553599999]", 2024-08-29T17:47:13.913 INFO:tasks.workunit.client.0.smithi028.stdout: "[6553600000, 13107199999]", 2024-08-29T17:47:13.913 INFO:tasks.workunit.client.0.smithi028.stdout: "[13107200000, 26214399999]", 2024-08-29T17:47:13.913 INFO:tasks.workunit.client.0.smithi028.stdout: "[26214400000, 52428799999]", 2024-08-29T17:47:13.914 INFO:tasks.workunit.client.0.smithi028.stdout: "[52428800000, 104857599999]", 2024-08-29T17:47:13.914 INFO:tasks.workunit.client.0.smithi028.stdout: "[104857600000, 209715199999]", 2024-08-29T17:47:13.914 INFO:tasks.workunit.client.0.smithi028.stdout: "[209715200000, 419430399999]", 2024-08-29T17:47:13.914 INFO:tasks.workunit.client.0.smithi028.stdout: "[419430400000, 838860799999]", 2024-08-29T17:47:13.914 INFO:tasks.workunit.client.0.smithi028.stdout: "[838860800000, 1677721599999]", 2024-08-29T17:47:13.914 INFO:tasks.workunit.client.0.smithi028.stdout: "[1677721600000, 3355443199999]", 2024-08-29T17:47:13.914 INFO:tasks.workunit.client.0.smithi028.stdout: "[3355443200000, 6710886399999]", 2024-08-29T17:47:13.914 INFO:tasks.workunit.client.0.smithi028.stdout: "[6710886400000, 13421772799999]", 2024-08-29T17:47:13.914 INFO:tasks.workunit.client.0.smithi028.stdout: "[13421772800000, 26843545599999]", 2024-08-29T17:47:13.914 INFO:tasks.workunit.client.0.smithi028.stdout: "[26843545600000, 53687091199999]", 2024-08-29T17:47:13.914 INFO:tasks.workunit.client.0.smithi028.stdout: "[53687091200000, None]" 2024-08-29T17:47:13.914 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-08-29T17:47:13.914 INFO:tasks.workunit.client.0.smithi028.stdout: "scale_type": "log2" 2024-08-29T17:47:13.914 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:13.915 INFO:tasks.workunit.client.0.smithi028.stdout: { 2024-08-29T17:47:13.915 INFO:tasks.workunit.client.0.smithi028.stdout: "buckets": 32, 2024-08-29T17:47:13.915 INFO:tasks.workunit.client.0.smithi028.stdout: "min": 0, 2024-08-29T17:47:13.915 INFO:tasks.workunit.client.0.smithi028.stdout: "name": "Request size (bytes)", 2024-08-29T17:47:13.915 INFO:tasks.workunit.client.0.smithi028.stdout: "quant_size": 512, 2024-08-29T17:47:13.915 INFO:tasks.workunit.client.0.smithi028.stdout: "ranges": [ 2024-08-29T17:47:13.915 INFO:tasks.workunit.client.0.smithi028.stdout: "[None, -1]", 2024-08-29T17:47:13.915 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 511]", 2024-08-29T17:47:13.915 INFO:tasks.workunit.client.0.smithi028.stdout: "[512, 1023]", 2024-08-29T17:47:13.915 INFO:tasks.workunit.client.0.smithi028.stdout: "[1024, 2047]", 2024-08-29T17:47:13.915 INFO:tasks.workunit.client.0.smithi028.stdout: "[2048, 4095]", 2024-08-29T17:47:13.915 INFO:tasks.workunit.client.0.smithi028.stdout: "[4096, 8191]", 2024-08-29T17:47:13.915 INFO:tasks.workunit.client.0.smithi028.stdout: "[8192, 16383]", 2024-08-29T17:47:13.915 INFO:tasks.workunit.client.0.smithi028.stdout: "[16384, 32767]", 2024-08-29T17:47:13.916 INFO:tasks.workunit.client.0.smithi028.stdout: "[32768, 65535]", 2024-08-29T17:47:13.916 INFO:tasks.workunit.client.0.smithi028.stdout: "[65536, 131071]", 2024-08-29T17:47:13.916 INFO:tasks.workunit.client.0.smithi028.stdout: "[131072, 262143]", 2024-08-29T17:47:13.916 INFO:tasks.workunit.client.0.smithi028.stdout: "[262144, 524287]", 2024-08-29T17:47:13.916 INFO:tasks.workunit.client.0.smithi028.stdout: "[524288, 1048575]", 2024-08-29T17:47:13.916 INFO:tasks.workunit.client.0.smithi028.stdout: "[1048576, 2097151]", 2024-08-29T17:47:13.916 INFO:tasks.workunit.client.0.smithi028.stdout: "[2097152, 4194303]", 2024-08-29T17:47:13.916 INFO:tasks.workunit.client.0.smithi028.stdout: "[4194304, 8388607]", 2024-08-29T17:47:13.916 INFO:tasks.workunit.client.0.smithi028.stdout: "[8388608, 16777215]", 2024-08-29T17:47:13.916 INFO:tasks.workunit.client.0.smithi028.stdout: "[16777216, 33554431]", 2024-08-29T17:47:13.916 INFO:tasks.workunit.client.0.smithi028.stdout: "[33554432, 67108863]", 2024-08-29T17:47:13.916 INFO:tasks.workunit.client.0.smithi028.stdout: "[67108864, 134217727]", 2024-08-29T17:47:13.916 INFO:tasks.workunit.client.0.smithi028.stdout: "[134217728, 268435455]", 2024-08-29T17:47:13.916 INFO:tasks.workunit.client.0.smithi028.stdout: "[268435456, 536870911]", 2024-08-29T17:47:13.917 INFO:tasks.workunit.client.0.smithi028.stdout: "[536870912, 1073741823]", 2024-08-29T17:47:13.917 INFO:tasks.workunit.client.0.smithi028.stdout: "[1073741824, 2147483647]", 2024-08-29T17:47:13.917 INFO:tasks.workunit.client.0.smithi028.stdout: "[2147483648, 4294967295]", 2024-08-29T17:47:13.917 INFO:tasks.workunit.client.0.smithi028.stdout: "[4294967296, 8589934591]", 2024-08-29T17:47:13.917 INFO:tasks.workunit.client.0.smithi028.stdout: "[8589934592, 17179869183]", 2024-08-29T17:47:13.917 INFO:tasks.workunit.client.0.smithi028.stdout: "[17179869184, 34359738367]", 2024-08-29T17:47:13.917 INFO:tasks.workunit.client.0.smithi028.stdout: "[34359738368, 68719476735]", 2024-08-29T17:47:13.917 INFO:tasks.workunit.client.0.smithi028.stdout: "[68719476736, 137438953471]", 2024-08-29T17:47:13.917 INFO:tasks.workunit.client.0.smithi028.stdout: "[137438953472, 274877906943]", 2024-08-29T17:47:13.917 INFO:tasks.workunit.client.0.smithi028.stdout: "[274877906944, None]" 2024-08-29T17:47:13.917 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-08-29T17:47:13.917 INFO:tasks.workunit.client.0.smithi028.stdout: "scale_type": "log2" 2024-08-29T17:47:13.917 INFO:tasks.workunit.client.0.smithi028.stdout: } 2024-08-29T17:47:13.917 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-08-29T17:47:13.917 INFO:tasks.workunit.client.0.smithi028.stdout: "osds": [ 2024-08-29T17:47:13.918 INFO:tasks.workunit.client.0.smithi028.stdout: { 2024-08-29T17:47:13.918 INFO:tasks.workunit.client.0.smithi028.stdout: "osd_id": 0, 2024-08-29T17:47:13.918 INFO:tasks.workunit.client.0.smithi028.stdout: "values": [ 2024-08-29T17:47:13.918 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T17:47:13.918 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T17:47:13.918 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T17:47:13.918 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T17:47:13.918 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T17:47:13.918 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T17:47:13.918 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 4, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T17:47:13.918 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T17:47:13.918 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T17:47:13.918 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T17:47:13.919 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T17:47:13.919 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T17:47:13.919 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T17:47:13.919 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T17:47:13.919 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T17:47:13.919 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T17:47:13.919 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T17:47:13.919 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T17:47:13.919 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T17:47:13.919 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T17:47:13.919 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T17:47:13.919 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T17:47:13.920 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T17:47:13.920 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T17:47:13.920 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T17:47:13.920 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T17:47:13.920 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T17:47:13.920 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T17:47:13.920 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T17:47:13.920 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T17:47:13.920 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T17:47:13.920 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-08-29T17:47:13.920 INFO:tasks.workunit.client.0.smithi028.stdout: ] 2024-08-29T17:47:13.920 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:13.920 INFO:tasks.workunit.client.0.smithi028.stdout: { 2024-08-29T17:47:13.920 INFO:tasks.workunit.client.0.smithi028.stdout: "osd_id": 1, 2024-08-29T17:47:13.921 INFO:tasks.workunit.client.0.smithi028.stdout: "values": [ 2024-08-29T17:47:13.921 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T17:47:13.921 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T17:47:13.921 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T17:47:13.921 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T17:47:13.921 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T17:47:13.921 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 4, 0, 0, 0, 0, 0, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T17:47:13.921 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 11, 4, 0, 0, 0, 0, 0, 0, 10, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T17:47:13.921 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 20, 4, 0, 0, 0, 0, 0, 0, 18, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T17:47:13.921 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 18, 0, 0, 0, 0, 0, 0, 0, 6, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T17:47:13.921 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 4, 0, 0, 0, 0, 0, 0, 0, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T17:47:13.921 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T17:47:13.922 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T17:47:13.922 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T17:47:13.922 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T17:47:13.922 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T17:47:13.922 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T17:47:13.922 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T17:47:13.922 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T17:47:13.922 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T17:47:13.922 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T17:47:13.922 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T17:47:13.922 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T17:47:13.922 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T17:47:13.922 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T17:47:13.922 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T17:47:13.922 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T17:47:13.923 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T17:47:13.923 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T17:47:13.923 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T17:47:13.923 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T17:47:13.923 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T17:47:13.923 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-08-29T17:47:13.923 INFO:tasks.workunit.client.0.smithi028.stdout: ] 2024-08-29T17:47:13.923 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:13.923 INFO:tasks.workunit.client.0.smithi028.stdout: { 2024-08-29T17:47:13.923 INFO:tasks.workunit.client.0.smithi028.stdout: "osd_id": 2, 2024-08-29T17:47:13.923 INFO:tasks.workunit.client.0.smithi028.stdout: "values": [ 2024-08-29T17:47:13.923 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T17:47:13.923 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T17:47:13.923 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T17:47:13.924 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T17:47:13.924 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T17:47:13.924 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T17:47:13.924 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T17:47:13.924 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T17:47:13.924 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 10, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T17:47:13.924 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T17:47:13.924 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T17:47:13.924 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T17:47:13.924 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T17:47:13.924 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T17:47:13.924 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T17:47:13.924 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T17:47:13.924 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T17:47:13.925 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T17:47:13.925 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T17:47:13.925 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T17:47:13.925 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T17:47:13.925 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T17:47:13.925 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T17:47:13.925 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T17:47:13.925 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T17:47:13.925 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T17:47:13.925 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T17:47:13.925 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T17:47:13.925 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T17:47:13.925 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T17:47:13.926 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T17:47:13.926 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-08-29T17:47:13.926 INFO:tasks.workunit.client.0.smithi028.stdout: ] 2024-08-29T17:47:13.926 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:13.926 INFO:tasks.workunit.client.0.smithi028.stdout: { 2024-08-29T17:47:13.926 INFO:tasks.workunit.client.0.smithi028.stdout: "osd_id": 3, 2024-08-29T17:47:13.926 INFO:tasks.workunit.client.0.smithi028.stdout: "values": [ 2024-08-29T17:47:13.926 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T17:47:13.926 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T17:47:13.926 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T17:47:13.926 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T17:47:13.926 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T17:47:13.926 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T17:47:13.927 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T17:47:13.927 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T17:47:13.927 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T17:47:13.927 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T17:47:13.927 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T17:47:13.927 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T17:47:13.927 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T17:47:13.927 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T17:47:13.927 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T17:47:13.927 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T17:47:13.927 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T17:47:13.927 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T17:47:13.927 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T17:47:13.927 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T17:47:13.928 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T17:47:13.928 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T17:47:13.928 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T17:47:13.928 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T17:47:13.928 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T17:47:13.928 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T17:47:13.928 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T17:47:13.928 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T17:47:13.928 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T17:47:13.928 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T17:47:13.928 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T17:47:13.928 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-08-29T17:47:13.929 INFO:tasks.workunit.client.0.smithi028.stdout: ] 2024-08-29T17:47:13.929 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:13.929 INFO:tasks.workunit.client.0.smithi028.stdout: { 2024-08-29T17:47:13.929 INFO:tasks.workunit.client.0.smithi028.stdout: "osd_id": 4, 2024-08-29T17:47:13.929 INFO:tasks.workunit.client.0.smithi028.stdout: "values": [ 2024-08-29T17:47:13.929 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T17:47:13.929 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T17:47:13.929 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T17:47:13.929 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T17:47:13.929 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T17:47:13.929 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T17:47:13.929 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T17:47:13.929 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T17:47:13.929 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T17:47:13.929 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T17:47:13.930 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T17:47:13.930 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T17:47:13.930 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T17:47:13.930 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T17:47:13.930 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T17:47:13.930 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T17:47:13.930 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T17:47:13.930 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T17:47:13.930 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T17:47:13.930 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T17:47:13.930 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T17:47:13.930 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T17:47:13.930 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T17:47:13.930 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T17:47:13.931 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T17:47:13.931 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T17:47:13.931 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T17:47:13.931 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T17:47:13.931 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T17:47:13.931 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T17:47:13.931 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T17:47:13.931 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-08-29T17:47:13.931 INFO:tasks.workunit.client.0.smithi028.stdout: ] 2024-08-29T17:47:13.931 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:13.931 INFO:tasks.workunit.client.0.smithi028.stdout: { 2024-08-29T17:47:13.931 INFO:tasks.workunit.client.0.smithi028.stdout: "osd_id": 5, 2024-08-29T17:47:13.931 INFO:tasks.workunit.client.0.smithi028.stdout: "values": [ 2024-08-29T17:47:13.931 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T17:47:13.932 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T17:47:13.932 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T17:47:13.932 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T17:47:13.932 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T17:47:13.932 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T17:47:13.932 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T17:47:13.932 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T17:47:13.932 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T17:47:13.932 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T17:47:13.932 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T17:47:13.932 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T17:47:13.932 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T17:47:13.932 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T17:47:13.933 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T17:47:13.933 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T17:47:13.933 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T17:47:13.933 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T17:47:13.933 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T17:47:13.933 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T17:47:13.933 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T17:47:13.933 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T17:47:13.933 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T17:47:13.933 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T17:47:13.933 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T17:47:13.933 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T17:47:13.933 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T17:47:13.934 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T17:47:13.934 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T17:47:13.934 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T17:47:13.934 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T17:47:13.934 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-08-29T17:47:13.934 INFO:tasks.workunit.client.0.smithi028.stdout: ] 2024-08-29T17:47:13.934 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:13.934 INFO:tasks.workunit.client.0.smithi028.stdout: { 2024-08-29T17:47:13.934 INFO:tasks.workunit.client.0.smithi028.stdout: "osd_id": 6, 2024-08-29T17:47:13.934 INFO:tasks.workunit.client.0.smithi028.stdout: "values": [ 2024-08-29T17:47:13.934 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T17:47:13.934 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T17:47:13.934 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T17:47:13.934 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T17:47:13.935 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T17:47:13.935 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T17:47:13.935 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 3, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T17:47:13.935 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 3, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T17:47:13.935 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T17:47:13.935 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 3, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T17:47:13.935 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T17:47:13.935 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T17:47:13.935 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T17:47:13.935 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T17:47:13.935 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T17:47:13.935 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T17:47:13.935 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T17:47:13.935 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T17:47:13.936 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T17:47:13.936 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T17:47:13.936 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T17:47:13.936 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T17:47:13.936 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T17:47:13.936 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T17:47:13.936 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T17:47:13.936 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T17:47:13.936 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T17:47:13.936 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T17:47:13.936 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T17:47:13.936 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T17:47:13.936 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T17:47:13.936 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-08-29T17:47:13.936 INFO:tasks.workunit.client.0.smithi028.stdout: ] 2024-08-29T17:47:13.937 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:13.937 INFO:tasks.workunit.client.0.smithi028.stdout: { 2024-08-29T17:47:13.937 INFO:tasks.workunit.client.0.smithi028.stdout: "osd_id": 7, 2024-08-29T17:47:13.937 INFO:tasks.workunit.client.0.smithi028.stdout: "values": [ 2024-08-29T17:47:13.937 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T17:47:13.937 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T17:47:13.937 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T17:47:13.937 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T17:47:13.937 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T17:47:13.937 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T17:47:13.937 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T17:47:13.937 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T17:47:13.937 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T17:47:13.937 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 5, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T17:47:13.938 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T17:47:13.938 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T17:47:13.938 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T17:47:13.938 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T17:47:13.938 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T17:47:13.938 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T17:47:13.938 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T17:47:13.938 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T17:47:13.938 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T17:47:13.938 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T17:47:13.938 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T17:47:13.938 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T17:47:13.938 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T17:47:13.938 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T17:47:13.939 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T17:47:13.939 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T17:47:13.939 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T17:47:13.939 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T17:47:13.939 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T17:47:13.939 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T17:47:13.939 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T17:47:13.939 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-08-29T17:47:13.939 INFO:tasks.workunit.client.0.smithi028.stdout: ] 2024-08-29T17:47:13.939 INFO:tasks.workunit.client.0.smithi028.stdout: } 2024-08-29T17:47:13.939 INFO:tasks.workunit.client.0.smithi028.stdout: ] 2024-08-29T17:47:13.939 INFO:tasks.workunit.client.0.smithi028.stdout: } 2024-08-29T17:47:13.939 INFO:tasks.workunit.client.0.smithi028.stdout: } 2024-08-29T17:47:13.940 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-08-29T17:47:13.940 INFO:tasks.workunit.client.0.smithi028.stdout: "perf_counters": { 2024-08-29T17:47:13.940 INFO:tasks.workunit.client.0.smithi028.stdout: "mds.a2df9e26f4a5fcbeed319f1798118f10993a0555": { 2024-08-29T17:47:13.940 INFO:tasks.workunit.client.0.smithi028.stdout: "mds": { 2024-08-29T17:47:13.940 INFO:tasks.workunit.client.0.smithi028.stdout: "caps": { 2024-08-29T17:47:13.940 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T17:47:13.940 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:13.940 INFO:tasks.workunit.client.0.smithi028.stdout: "ceph_cap_op_flush_ack": { 2024-08-29T17:47:13.940 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T17:47:13.940 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:13.940 INFO:tasks.workunit.client.0.smithi028.stdout: "ceph_cap_op_flushsnap_ack": { 2024-08-29T17:47:13.941 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T17:47:13.941 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:13.941 INFO:tasks.workunit.client.0.smithi028.stdout: "ceph_cap_op_grant": { 2024-08-29T17:47:13.941 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T17:47:13.941 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:13.941 INFO:tasks.workunit.client.0.smithi028.stdout: "ceph_cap_op_revoke": { 2024-08-29T17:47:13.941 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T17:47:13.941 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:13.941 INFO:tasks.workunit.client.0.smithi028.stdout: "ceph_cap_op_trunc": { 2024-08-29T17:47:13.941 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T17:47:13.941 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:13.941 INFO:tasks.workunit.client.0.smithi028.stdout: "dir_commit": { 2024-08-29T17:47:13.941 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 12 2024-08-29T17:47:13.942 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:13.942 INFO:tasks.workunit.client.0.smithi028.stdout: "dir_fetch": { 2024-08-29T17:47:13.942 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T17:47:13.942 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:13.942 INFO:tasks.workunit.client.0.smithi028.stdout: "dir_merge": { 2024-08-29T17:47:13.942 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T17:47:13.942 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:13.942 INFO:tasks.workunit.client.0.smithi028.stdout: "dir_split": { 2024-08-29T17:47:13.942 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T17:47:13.942 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:13.942 INFO:tasks.workunit.client.0.smithi028.stdout: "exported_inodes": { 2024-08-29T17:47:13.942 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T17:47:13.942 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:13.942 INFO:tasks.workunit.client.0.smithi028.stdout: "forward": { 2024-08-29T17:47:13.942 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T17:47:13.943 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:13.943 INFO:tasks.workunit.client.0.smithi028.stdout: "handle_client_cap_release": { 2024-08-29T17:47:13.943 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T17:47:13.943 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:13.943 INFO:tasks.workunit.client.0.smithi028.stdout: "handle_client_caps": { 2024-08-29T17:47:13.943 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T17:47:13.943 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:13.943 INFO:tasks.workunit.client.0.smithi028.stdout: "handle_client_caps_dirty": { 2024-08-29T17:47:13.943 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T17:47:13.943 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:13.943 INFO:tasks.workunit.client.0.smithi028.stdout: "handle_inode_file_caps": { 2024-08-29T17:47:13.943 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T17:47:13.943 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:13.943 INFO:tasks.workunit.client.0.smithi028.stdout: "imported_inodes": { 2024-08-29T17:47:13.944 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T17:47:13.944 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:13.944 INFO:tasks.workunit.client.0.smithi028.stdout: "inodes": { 2024-08-29T17:47:13.944 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 10 2024-08-29T17:47:13.944 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:13.944 INFO:tasks.workunit.client.0.smithi028.stdout: "inodes_expired": { 2024-08-29T17:47:13.944 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T17:47:13.944 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:13.944 INFO:tasks.workunit.client.0.smithi028.stdout: "inodes_pinned": { 2024-08-29T17:47:13.944 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 10 2024-08-29T17:47:13.944 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:13.944 INFO:tasks.workunit.client.0.smithi028.stdout: "inodes_with_caps": { 2024-08-29T17:47:13.944 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T17:47:13.944 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:13.945 INFO:tasks.workunit.client.0.smithi028.stdout: "load_cent": { 2024-08-29T17:47:13.945 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T17:47:13.945 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:13.945 INFO:tasks.workunit.client.0.smithi028.stdout: "openino_dir_fetch": { 2024-08-29T17:47:13.945 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T17:47:13.945 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:13.945 INFO:tasks.workunit.client.0.smithi028.stdout: "process_request_cap_release": { 2024-08-29T17:47:13.945 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T17:47:13.945 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:13.945 INFO:tasks.workunit.client.0.smithi028.stdout: "reply_latency": { 2024-08-29T17:47:13.945 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 2, 2024-08-29T17:47:13.945 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 143579 2024-08-29T17:47:13.945 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:13.945 INFO:tasks.workunit.client.0.smithi028.stdout: "request": { 2024-08-29T17:47:13.946 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 2 2024-08-29T17:47:13.946 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:13.946 INFO:tasks.workunit.client.0.smithi028.stdout: "root_rbytes": { 2024-08-29T17:47:13.946 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T17:47:13.946 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:13.946 INFO:tasks.workunit.client.0.smithi028.stdout: "root_rfiles": { 2024-08-29T17:47:13.946 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T17:47:13.946 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:13.946 INFO:tasks.workunit.client.0.smithi028.stdout: "root_rsnaps": { 2024-08-29T17:47:13.946 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T17:47:13.946 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:13.946 INFO:tasks.workunit.client.0.smithi028.stdout: "slow_reply": { 2024-08-29T17:47:13.946 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T17:47:13.946 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:13.946 INFO:tasks.workunit.client.0.smithi028.stdout: "subtrees": { 2024-08-29T17:47:13.947 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 2 2024-08-29T17:47:13.947 INFO:tasks.workunit.client.0.smithi028.stdout: } 2024-08-29T17:47:13.947 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:13.947 INFO:tasks.workunit.client.0.smithi028.stdout: "mds_cache": { 2024-08-29T17:47:13.947 INFO:tasks.workunit.client.0.smithi028.stdout: "ireq_enqueue_scrub": { 2024-08-29T17:47:13.947 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T17:47:13.947 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:13.947 INFO:tasks.workunit.client.0.smithi028.stdout: "ireq_exportdir": { 2024-08-29T17:47:13.947 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T17:47:13.947 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:13.947 INFO:tasks.workunit.client.0.smithi028.stdout: "ireq_flush": { 2024-08-29T17:47:13.947 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T17:47:13.947 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:13.947 INFO:tasks.workunit.client.0.smithi028.stdout: "ireq_fragmentdir": { 2024-08-29T17:47:13.947 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T17:47:13.948 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:13.948 INFO:tasks.workunit.client.0.smithi028.stdout: "ireq_fragstats": { 2024-08-29T17:47:13.948 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T17:47:13.948 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:13.948 INFO:tasks.workunit.client.0.smithi028.stdout: "ireq_inodestats": { 2024-08-29T17:47:13.948 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T17:47:13.948 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:13.948 INFO:tasks.workunit.client.0.smithi028.stdout: "num_recovering_enqueued": { 2024-08-29T17:47:13.948 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T17:47:13.948 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:13.948 INFO:tasks.workunit.client.0.smithi028.stdout: "num_recovering_prioritized": { 2024-08-29T17:47:13.948 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T17:47:13.948 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:13.949 INFO:tasks.workunit.client.0.smithi028.stdout: "num_recovering_processing": { 2024-08-29T17:47:13.949 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T17:47:13.949 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:13.949 INFO:tasks.workunit.client.0.smithi028.stdout: "num_strays": { 2024-08-29T17:47:13.949 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T17:47:13.949 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:13.949 INFO:tasks.workunit.client.0.smithi028.stdout: "num_strays_delayed": { 2024-08-29T17:47:13.949 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T17:47:13.949 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:13.949 INFO:tasks.workunit.client.0.smithi028.stdout: "num_strays_enqueuing": { 2024-08-29T17:47:13.949 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T17:47:13.949 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:13.949 INFO:tasks.workunit.client.0.smithi028.stdout: "recovery_completed": { 2024-08-29T17:47:13.949 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T17:47:13.949 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:13.950 INFO:tasks.workunit.client.0.smithi028.stdout: "recovery_started": { 2024-08-29T17:47:13.950 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T17:47:13.950 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:13.950 INFO:tasks.workunit.client.0.smithi028.stdout: "strays_created": { 2024-08-29T17:47:13.950 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T17:47:13.950 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:13.950 INFO:tasks.workunit.client.0.smithi028.stdout: "strays_enqueued": { 2024-08-29T17:47:13.950 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T17:47:13.950 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:13.950 INFO:tasks.workunit.client.0.smithi028.stdout: "strays_migrated": { 2024-08-29T17:47:13.950 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T17:47:13.950 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:13.950 INFO:tasks.workunit.client.0.smithi028.stdout: "strays_reintegrated": { 2024-08-29T17:47:13.950 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T17:47:13.950 INFO:tasks.workunit.client.0.smithi028.stdout: } 2024-08-29T17:47:13.951 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:13.951 INFO:tasks.workunit.client.0.smithi028.stdout: "mds_log": { 2024-08-29T17:47:13.951 INFO:tasks.workunit.client.0.smithi028.stdout: "ev": { 2024-08-29T17:47:13.951 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 5 2024-08-29T17:47:13.951 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:13.951 INFO:tasks.workunit.client.0.smithi028.stdout: "evadd": { 2024-08-29T17:47:13.951 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 5 2024-08-29T17:47:13.951 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:13.951 INFO:tasks.workunit.client.0.smithi028.stdout: "evex": { 2024-08-29T17:47:13.951 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T17:47:13.951 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:13.951 INFO:tasks.workunit.client.0.smithi028.stdout: "evexd": { 2024-08-29T17:47:13.951 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T17:47:13.951 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:13.952 INFO:tasks.workunit.client.0.smithi028.stdout: "evexg": { 2024-08-29T17:47:13.952 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T17:47:13.952 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:13.952 INFO:tasks.workunit.client.0.smithi028.stdout: "evtrm": { 2024-08-29T17:47:13.952 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T17:47:13.952 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:13.952 INFO:tasks.workunit.client.0.smithi028.stdout: "jlat": { 2024-08-29T17:47:13.952 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 5, 2024-08-29T17:47:13.952 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 16311139 2024-08-29T17:47:13.952 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:13.952 INFO:tasks.workunit.client.0.smithi028.stdout: "replayed": { 2024-08-29T17:47:13.952 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T17:47:13.952 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:13.952 INFO:tasks.workunit.client.0.smithi028.stdout: "seg": { 2024-08-29T17:47:13.952 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 1 2024-08-29T17:47:13.953 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:13.953 INFO:tasks.workunit.client.0.smithi028.stdout: "segadd": { 2024-08-29T17:47:13.953 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 1 2024-08-29T17:47:13.953 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:13.953 INFO:tasks.workunit.client.0.smithi028.stdout: "segex": { 2024-08-29T17:47:13.953 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T17:47:13.953 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:13.953 INFO:tasks.workunit.client.0.smithi028.stdout: "segexd": { 2024-08-29T17:47:13.953 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T17:47:13.953 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:13.953 INFO:tasks.workunit.client.0.smithi028.stdout: "segexg": { 2024-08-29T17:47:13.953 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T17:47:13.953 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:13.953 INFO:tasks.workunit.client.0.smithi028.stdout: "segtrm": { 2024-08-29T17:47:13.953 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T17:47:13.954 INFO:tasks.workunit.client.0.smithi028.stdout: } 2024-08-29T17:47:13.954 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:13.954 INFO:tasks.workunit.client.0.smithi028.stdout: "mds_mem": { 2024-08-29T17:47:13.954 INFO:tasks.workunit.client.0.smithi028.stdout: "cap": { 2024-08-29T17:47:13.954 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T17:47:13.954 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:13.954 INFO:tasks.workunit.client.0.smithi028.stdout: "cap+": { 2024-08-29T17:47:13.954 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 2 2024-08-29T17:47:13.954 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:13.954 INFO:tasks.workunit.client.0.smithi028.stdout: "cap-": { 2024-08-29T17:47:13.954 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 2 2024-08-29T17:47:13.954 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:13.954 INFO:tasks.workunit.client.0.smithi028.stdout: "dir": { 2024-08-29T17:47:13.954 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 12 2024-08-29T17:47:13.955 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:13.955 INFO:tasks.workunit.client.0.smithi028.stdout: "dir+": { 2024-08-29T17:47:13.955 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 12 2024-08-29T17:47:13.955 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:13.955 INFO:tasks.workunit.client.0.smithi028.stdout: "dir-": { 2024-08-29T17:47:13.955 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T17:47:13.955 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:13.955 INFO:tasks.workunit.client.0.smithi028.stdout: "dn": { 2024-08-29T17:47:13.955 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 10 2024-08-29T17:47:13.955 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:13.955 INFO:tasks.workunit.client.0.smithi028.stdout: "dn+": { 2024-08-29T17:47:13.955 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 10 2024-08-29T17:47:13.955 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:13.955 INFO:tasks.workunit.client.0.smithi028.stdout: "dn-": { 2024-08-29T17:47:13.956 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T17:47:13.956 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:13.956 INFO:tasks.workunit.client.0.smithi028.stdout: "heap": { 2024-08-29T17:47:13.956 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 207068 2024-08-29T17:47:13.956 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:13.956 INFO:tasks.workunit.client.0.smithi028.stdout: "ino": { 2024-08-29T17:47:13.956 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 13 2024-08-29T17:47:13.956 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:13.956 INFO:tasks.workunit.client.0.smithi028.stdout: "ino+": { 2024-08-29T17:47:13.956 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 13 2024-08-29T17:47:13.956 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:13.956 INFO:tasks.workunit.client.0.smithi028.stdout: "ino-": { 2024-08-29T17:47:13.956 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T17:47:13.956 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:13.956 INFO:tasks.workunit.client.0.smithi028.stdout: "rss": { 2024-08-29T17:47:13.957 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 33820 2024-08-29T17:47:13.957 INFO:tasks.workunit.client.0.smithi028.stdout: } 2024-08-29T17:47:13.957 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:13.957 INFO:tasks.workunit.client.0.smithi028.stdout: "mds_server": { 2024-08-29T17:47:13.957 INFO:tasks.workunit.client.0.smithi028.stdout: "cap_acquisition_throttle": { 2024-08-29T17:47:13.957 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T17:47:13.957 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:13.957 INFO:tasks.workunit.client.0.smithi028.stdout: "cap_revoke_eviction": { 2024-08-29T17:47:13.957 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T17:47:13.957 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:13.957 INFO:tasks.workunit.client.0.smithi028.stdout: "handle_client_request": { 2024-08-29T17:47:13.957 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 2 2024-08-29T17:47:13.957 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:13.957 INFO:tasks.workunit.client.0.smithi028.stdout: "handle_client_session": { 2024-08-29T17:47:13.958 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 16 2024-08-29T17:47:13.958 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:13.958 INFO:tasks.workunit.client.0.smithi028.stdout: "handle_peer_request": { 2024-08-29T17:47:13.958 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T17:47:13.958 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:13.958 INFO:tasks.workunit.client.0.smithi028.stdout: "req_create_latency": { 2024-08-29T17:47:13.958 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 0, 2024-08-29T17:47:13.958 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T17:47:13.958 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:13.958 INFO:tasks.workunit.client.0.smithi028.stdout: "req_getattr_latency": { 2024-08-29T17:47:13.958 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 2, 2024-08-29T17:47:13.958 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 143579 2024-08-29T17:47:13.959 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:13.959 INFO:tasks.workunit.client.0.smithi028.stdout: "req_getfilelock_latency": { 2024-08-29T17:47:13.959 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 0, 2024-08-29T17:47:13.959 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T17:47:13.959 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:13.959 INFO:tasks.workunit.client.0.smithi028.stdout: "req_getvxattr_latency": { 2024-08-29T17:47:13.959 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 0, 2024-08-29T17:47:13.959 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T17:47:13.959 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:13.959 INFO:tasks.workunit.client.0.smithi028.stdout: "req_link_latency": { 2024-08-29T17:47:13.959 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 0, 2024-08-29T17:47:13.959 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T17:47:13.959 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:13.960 INFO:tasks.workunit.client.0.smithi028.stdout: "req_lookup_latency": { 2024-08-29T17:47:13.960 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 0, 2024-08-29T17:47:13.960 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T17:47:13.960 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:13.960 INFO:tasks.workunit.client.0.smithi028.stdout: "req_lookuphash_latency": { 2024-08-29T17:47:13.960 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 0, 2024-08-29T17:47:13.960 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T17:47:13.960 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:13.960 INFO:tasks.workunit.client.0.smithi028.stdout: "req_lookupino_latency": { 2024-08-29T17:47:13.960 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 0, 2024-08-29T17:47:13.960 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T17:47:13.960 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:13.960 INFO:tasks.workunit.client.0.smithi028.stdout: "req_lookupname_latency": { 2024-08-29T17:47:13.961 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 0, 2024-08-29T17:47:13.961 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T17:47:13.961 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:13.961 INFO:tasks.workunit.client.0.smithi028.stdout: "req_lookupparent_latency": { 2024-08-29T17:47:13.961 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 0, 2024-08-29T17:47:13.961 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T17:47:13.961 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:13.961 INFO:tasks.workunit.client.0.smithi028.stdout: "req_lookupsnap_latency": { 2024-08-29T17:47:13.961 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 0, 2024-08-29T17:47:13.961 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T17:47:13.961 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:13.961 INFO:tasks.workunit.client.0.smithi028.stdout: "req_lssnap_latency": { 2024-08-29T17:47:13.961 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 0, 2024-08-29T17:47:13.961 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T17:47:13.962 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:13.962 INFO:tasks.workunit.client.0.smithi028.stdout: "req_mkdir_latency": { 2024-08-29T17:47:13.962 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 0, 2024-08-29T17:47:13.965 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T17:47:13.965 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:13.965 INFO:tasks.workunit.client.0.smithi028.stdout: "req_mknod_latency": { 2024-08-29T17:47:13.965 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 0, 2024-08-29T17:47:13.965 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T17:47:13.965 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:13.965 INFO:tasks.workunit.client.0.smithi028.stdout: "req_mksnap_latency": { 2024-08-29T17:47:13.965 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 0, 2024-08-29T17:47:13.965 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T17:47:13.965 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:13.965 INFO:tasks.workunit.client.0.smithi028.stdout: "req_open_latency": { 2024-08-29T17:47:13.965 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 0, 2024-08-29T17:47:13.966 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T17:47:13.966 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:13.966 INFO:tasks.workunit.client.0.smithi028.stdout: "req_readdir_latency": { 2024-08-29T17:47:13.966 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 0, 2024-08-29T17:47:13.966 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T17:47:13.966 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:13.966 INFO:tasks.workunit.client.0.smithi028.stdout: "req_rename_latency": { 2024-08-29T17:47:13.966 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 0, 2024-08-29T17:47:13.966 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T17:47:13.966 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:13.966 INFO:tasks.workunit.client.0.smithi028.stdout: "req_renamesnap_latency": { 2024-08-29T17:47:13.966 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 0, 2024-08-29T17:47:13.966 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T17:47:13.966 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:13.967 INFO:tasks.workunit.client.0.smithi028.stdout: "req_rmdir_latency": { 2024-08-29T17:47:13.967 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 0, 2024-08-29T17:47:13.967 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T17:47:13.967 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:13.967 INFO:tasks.workunit.client.0.smithi028.stdout: "req_rmsnap_latency": { 2024-08-29T17:47:13.967 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 0, 2024-08-29T17:47:13.967 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T17:47:13.967 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:13.967 INFO:tasks.workunit.client.0.smithi028.stdout: "req_rmxattr_latency": { 2024-08-29T17:47:13.967 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 0, 2024-08-29T17:47:13.967 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T17:47:13.967 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:13.967 INFO:tasks.workunit.client.0.smithi028.stdout: "req_setattr_latency": { 2024-08-29T17:47:13.968 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 0, 2024-08-29T17:47:13.968 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T17:47:13.968 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:13.968 INFO:tasks.workunit.client.0.smithi028.stdout: "req_setdirlayout_latency": { 2024-08-29T17:47:13.968 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 0, 2024-08-29T17:47:13.968 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T17:47:13.968 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:13.968 INFO:tasks.workunit.client.0.smithi028.stdout: "req_setfilelock_latency": { 2024-08-29T17:47:13.968 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 0, 2024-08-29T17:47:13.968 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T17:47:13.968 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:13.968 INFO:tasks.workunit.client.0.smithi028.stdout: "req_setlayout_latency": { 2024-08-29T17:47:13.968 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 0, 2024-08-29T17:47:13.969 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T17:47:13.969 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:13.969 INFO:tasks.workunit.client.0.smithi028.stdout: "req_setxattr_latency": { 2024-08-29T17:47:13.969 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 0, 2024-08-29T17:47:13.969 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T17:47:13.969 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:13.969 INFO:tasks.workunit.client.0.smithi028.stdout: "req_symlink_latency": { 2024-08-29T17:47:13.969 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 0, 2024-08-29T17:47:13.969 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T17:47:13.969 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:13.969 INFO:tasks.workunit.client.0.smithi028.stdout: "req_unlink_latency": { 2024-08-29T17:47:13.969 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 0, 2024-08-29T17:47:13.969 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T17:47:13.969 INFO:tasks.workunit.client.0.smithi028.stdout: } 2024-08-29T17:47:13.969 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:13.970 INFO:tasks.workunit.client.0.smithi028.stdout: "mds_sessions": { 2024-08-29T17:47:13.970 INFO:tasks.workunit.client.0.smithi028.stdout: "average_load": { 2024-08-29T17:47:13.970 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 1 2024-08-29T17:47:13.970 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:13.970 INFO:tasks.workunit.client.0.smithi028.stdout: "avg_session_uptime": { 2024-08-29T17:47:13.970 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 85 2024-08-29T17:47:13.970 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:13.970 INFO:tasks.workunit.client.0.smithi028.stdout: "mdthresh_evicted": { 2024-08-29T17:47:13.970 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T17:47:13.970 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:13.970 INFO:tasks.workunit.client.0.smithi028.stdout: "session_add": { 2024-08-29T17:47:13.970 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 2 2024-08-29T17:47:13.970 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:13.970 INFO:tasks.workunit.client.0.smithi028.stdout: "session_count": { 2024-08-29T17:47:13.971 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T17:47:13.971 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:13.971 INFO:tasks.workunit.client.0.smithi028.stdout: "session_remove": { 2024-08-29T17:47:13.971 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 2 2024-08-29T17:47:13.971 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:13.971 INFO:tasks.workunit.client.0.smithi028.stdout: "sessions_open": { 2024-08-29T17:47:13.971 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T17:47:13.971 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:13.971 INFO:tasks.workunit.client.0.smithi028.stdout: "sessions_stale": { 2024-08-29T17:47:13.971 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T17:47:13.971 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:13.971 INFO:tasks.workunit.client.0.smithi028.stdout: "total_load": { 2024-08-29T17:47:13.971 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 2 2024-08-29T17:47:13.971 INFO:tasks.workunit.client.0.smithi028.stdout: } 2024-08-29T17:47:13.971 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:13.972 INFO:tasks.workunit.client.0.smithi028.stdout: "objecter": { 2024-08-29T17:47:13.972 INFO:tasks.workunit.client.0.smithi028.stdout: "op_active": { 2024-08-29T17:47:13.972 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T17:47:13.972 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:13.972 INFO:tasks.workunit.client.0.smithi028.stdout: "op_r": { 2024-08-29T17:47:13.972 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T17:47:13.972 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:13.972 INFO:tasks.workunit.client.0.smithi028.stdout: "op_rmw": { 2024-08-29T17:47:13.972 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T17:47:13.972 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:13.972 INFO:tasks.workunit.client.0.smithi028.stdout: "op_w": { 2024-08-29T17:47:13.972 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 45 2024-08-29T17:47:13.972 INFO:tasks.workunit.client.0.smithi028.stdout: } 2024-08-29T17:47:13.972 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:13.973 INFO:tasks.workunit.client.0.smithi028.stdout: "purge_queue": { 2024-08-29T17:47:13.973 INFO:tasks.workunit.client.0.smithi028.stdout: "pq_executed": { 2024-08-29T17:47:13.973 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T17:47:13.973 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:13.973 INFO:tasks.workunit.client.0.smithi028.stdout: "pq_executing": { 2024-08-29T17:47:13.973 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T17:47:13.973 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:13.973 INFO:tasks.workunit.client.0.smithi028.stdout: "pq_executing_high_water": { 2024-08-29T17:47:13.973 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T17:47:13.973 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:13.973 INFO:tasks.workunit.client.0.smithi028.stdout: "pq_executing_ops": { 2024-08-29T17:47:13.974 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T17:47:13.974 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:13.974 INFO:tasks.workunit.client.0.smithi028.stdout: "pq_executing_ops_high_water": { 2024-08-29T17:47:13.974 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T17:47:13.974 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:13.974 INFO:tasks.workunit.client.0.smithi028.stdout: "pq_item_in_journal": { 2024-08-29T17:47:13.974 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T17:47:13.974 INFO:tasks.workunit.client.0.smithi028.stdout: } 2024-08-29T17:47:13.974 INFO:tasks.workunit.client.0.smithi028.stdout: } 2024-08-29T17:47:13.974 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:13.974 INFO:tasks.workunit.client.0.smithi028.stdout: "mon.55fbc62c63d120c3220dfb51bdacb54ee30cf548": { 2024-08-29T17:47:13.974 INFO:tasks.workunit.client.0.smithi028.stdout: "mon": { 2024-08-29T17:47:13.974 INFO:tasks.workunit.client.0.smithi028.stdout: "election_call": { 2024-08-29T17:47:13.975 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 2 2024-08-29T17:47:13.975 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:13.975 INFO:tasks.workunit.client.0.smithi028.stdout: "election_lose": { 2024-08-29T17:47:13.975 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 1 2024-08-29T17:47:13.975 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:13.975 INFO:tasks.workunit.client.0.smithi028.stdout: "election_win": { 2024-08-29T17:47:13.975 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T17:47:13.975 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:13.975 INFO:tasks.workunit.client.0.smithi028.stdout: "num_elections": { 2024-08-29T17:47:13.975 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 4 2024-08-29T17:47:13.975 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:13.976 INFO:tasks.workunit.client.0.smithi028.stdout: "num_sessions": { 2024-08-29T17:47:13.976 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 7 2024-08-29T17:47:13.976 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:13.976 INFO:tasks.workunit.client.0.smithi028.stdout: "session_add": { 2024-08-29T17:47:13.976 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 5 2024-08-29T17:47:13.976 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:13.976 INFO:tasks.workunit.client.0.smithi028.stdout: "session_rm": { 2024-08-29T17:47:13.976 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 55 2024-08-29T17:47:13.976 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:13.976 INFO:tasks.workunit.client.0.smithi028.stdout: "session_trim": { 2024-08-29T17:47:13.976 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T17:47:13.976 INFO:tasks.workunit.client.0.smithi028.stdout: } 2024-08-29T17:47:13.977 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:13.977 INFO:tasks.workunit.client.0.smithi028.stdout: "paxos": { 2024-08-29T17:47:13.977 INFO:tasks.workunit.client.0.smithi028.stdout: "accept_timeout": { 2024-08-29T17:47:13.977 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T17:47:13.977 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:13.977 INFO:tasks.workunit.client.0.smithi028.stdout: "begin": { 2024-08-29T17:47:13.977 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 1274 2024-08-29T17:47:13.977 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:13.977 INFO:tasks.workunit.client.0.smithi028.stdout: "begin_bytes": { 2024-08-29T17:47:13.977 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 1274, 2024-08-29T17:47:13.977 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 4828759 2024-08-29T17:47:13.977 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:13.977 INFO:tasks.workunit.client.0.smithi028.stdout: "begin_keys": { 2024-08-29T17:47:13.977 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 0, 2024-08-29T17:47:13.978 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T17:47:13.978 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:13.978 INFO:tasks.workunit.client.0.smithi028.stdout: "begin_latency": { 2024-08-29T17:47:13.978 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 1274, 2024-08-29T17:47:13.978 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 223995787 2024-08-29T17:47:13.978 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:13.978 INFO:tasks.workunit.client.0.smithi028.stdout: "collect": { 2024-08-29T17:47:13.978 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 1 2024-08-29T17:47:13.978 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:13.978 INFO:tasks.workunit.client.0.smithi028.stdout: "collect_bytes": { 2024-08-29T17:47:13.978 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 1, 2024-08-29T17:47:13.978 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 73 2024-08-29T17:47:13.978 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:13.978 INFO:tasks.workunit.client.0.smithi028.stdout: "collect_keys": { 2024-08-29T17:47:13.979 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 1, 2024-08-29T17:47:13.979 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 1 2024-08-29T17:47:13.979 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:13.979 INFO:tasks.workunit.client.0.smithi028.stdout: "collect_latency": { 2024-08-29T17:47:13.979 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 1, 2024-08-29T17:47:13.979 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T17:47:13.979 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:13.979 INFO:tasks.workunit.client.0.smithi028.stdout: "collect_timeout": { 2024-08-29T17:47:13.979 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T17:47:13.979 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:13.979 INFO:tasks.workunit.client.0.smithi028.stdout: "collect_uncommitted": { 2024-08-29T17:47:13.979 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T17:47:13.979 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:13.979 INFO:tasks.workunit.client.0.smithi028.stdout: "commit": { 2024-08-29T17:47:13.980 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 1274 2024-08-29T17:47:13.980 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:13.980 INFO:tasks.workunit.client.0.smithi028.stdout: "commit_bytes": { 2024-08-29T17:47:13.980 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 0, 2024-08-29T17:47:13.980 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T17:47:13.980 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:13.980 INFO:tasks.workunit.client.0.smithi028.stdout: "commit_keys": { 2024-08-29T17:47:13.980 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 0, 2024-08-29T17:47:13.980 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T17:47:13.980 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:13.980 INFO:tasks.workunit.client.0.smithi028.stdout: "commit_latency": { 2024-08-29T17:47:13.980 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 0, 2024-08-29T17:47:13.980 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T17:47:13.980 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:13.981 INFO:tasks.workunit.client.0.smithi028.stdout: "lease_ack_timeout": { 2024-08-29T17:47:13.981 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T17:47:13.981 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:13.981 INFO:tasks.workunit.client.0.smithi028.stdout: "lease_timeout": { 2024-08-29T17:47:13.981 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T17:47:13.981 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:13.981 INFO:tasks.workunit.client.0.smithi028.stdout: "new_pn": { 2024-08-29T17:47:13.981 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T17:47:13.981 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:13.981 INFO:tasks.workunit.client.0.smithi028.stdout: "new_pn_latency": { 2024-08-29T17:47:13.981 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 0, 2024-08-29T17:47:13.982 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T17:47:13.982 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:13.982 INFO:tasks.workunit.client.0.smithi028.stdout: "refresh": { 2024-08-29T17:47:13.982 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 1274 2024-08-29T17:47:13.982 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:13.982 INFO:tasks.workunit.client.0.smithi028.stdout: "refresh_latency": { 2024-08-29T17:47:13.982 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 1274, 2024-08-29T17:47:13.982 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 5523900962 2024-08-29T17:47:13.982 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:13.982 INFO:tasks.workunit.client.0.smithi028.stdout: "restart": { 2024-08-29T17:47:13.982 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 12 2024-08-29T17:47:13.982 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:13.982 INFO:tasks.workunit.client.0.smithi028.stdout: "share_state": { 2024-08-29T17:47:13.982 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T17:47:13.982 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:13.983 INFO:tasks.workunit.client.0.smithi028.stdout: "share_state_bytes": { 2024-08-29T17:47:13.983 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 0, 2024-08-29T17:47:13.983 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T17:47:13.983 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:13.983 INFO:tasks.workunit.client.0.smithi028.stdout: "share_state_keys": { 2024-08-29T17:47:13.983 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 0, 2024-08-29T17:47:13.983 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T17:47:13.983 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:13.983 INFO:tasks.workunit.client.0.smithi028.stdout: "start_leader": { 2024-08-29T17:47:13.983 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T17:47:13.983 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:13.983 INFO:tasks.workunit.client.0.smithi028.stdout: "start_peon": { 2024-08-29T17:47:13.983 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 1 2024-08-29T17:47:13.984 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:13.984 INFO:tasks.workunit.client.0.smithi028.stdout: "store_state": { 2024-08-29T17:47:13.984 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 1274 2024-08-29T17:47:13.984 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:13.984 INFO:tasks.workunit.client.0.smithi028.stdout: "store_state_bytes": { 2024-08-29T17:47:13.984 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 1274, 2024-08-29T17:47:13.984 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 9416086 2024-08-29T17:47:13.984 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:13.984 INFO:tasks.workunit.client.0.smithi028.stdout: "store_state_keys": { 2024-08-29T17:47:13.984 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 1274, 2024-08-29T17:47:13.984 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 8537 2024-08-29T17:47:13.984 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:13.984 INFO:tasks.workunit.client.0.smithi028.stdout: "store_state_latency": { 2024-08-29T17:47:13.985 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 1274, 2024-08-29T17:47:13.985 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 259995277 2024-08-29T17:47:13.985 INFO:tasks.workunit.client.0.smithi028.stdout: } 2024-08-29T17:47:13.985 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:13.985 INFO:tasks.workunit.client.0.smithi028.stdout: "prioritycache": { 2024-08-29T17:47:13.985 INFO:tasks.workunit.client.0.smithi028.stdout: "cache_bytes": { 2024-08-29T17:47:13.985 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 1020054731 2024-08-29T17:47:13.985 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:13.985 INFO:tasks.workunit.client.0.smithi028.stdout: "heap_bytes": { 2024-08-29T17:47:13.985 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 43835392 2024-08-29T17:47:13.985 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:13.985 INFO:tasks.workunit.client.0.smithi028.stdout: "mapped_bytes": { 2024-08-29T17:47:13.986 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 32473088 2024-08-29T17:47:13.986 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:13.986 INFO:tasks.workunit.client.0.smithi028.stdout: "target_bytes": { 2024-08-29T17:47:13.986 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 2147483648 2024-08-29T17:47:13.986 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:13.986 INFO:tasks.workunit.client.0.smithi028.stdout: "unmapped_bytes": { 2024-08-29T17:47:13.986 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 11362304 2024-08-29T17:47:13.986 INFO:tasks.workunit.client.0.smithi028.stdout: } 2024-08-29T17:47:13.986 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:13.986 INFO:tasks.workunit.client.0.smithi028.stdout: "prioritycache:full": { 2024-08-29T17:47:13.986 INFO:tasks.workunit.client.0.smithi028.stdout: "committed_bytes": { 2024-08-29T17:47:13.987 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 348127232 2024-08-29T17:47:13.987 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:13.987 INFO:tasks.workunit.client.0.smithi028.stdout: "pri0_bytes": { 2024-08-29T17:47:13.987 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T17:47:13.987 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:13.987 INFO:tasks.workunit.client.0.smithi028.stdout: "pri10_bytes": { 2024-08-29T17:47:13.987 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T17:47:13.987 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:13.987 INFO:tasks.workunit.client.0.smithi028.stdout: "pri11_bytes": { 2024-08-29T17:47:13.987 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 277006701 2024-08-29T17:47:13.987 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:13.987 INFO:tasks.workunit.client.0.smithi028.stdout: "pri1_bytes": { 2024-08-29T17:47:13.987 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 308512 2024-08-29T17:47:13.987 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:13.988 INFO:tasks.workunit.client.0.smithi028.stdout: "pri2_bytes": { 2024-08-29T17:47:13.988 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T17:47:13.988 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:13.988 INFO:tasks.workunit.client.0.smithi028.stdout: "pri3_bytes": { 2024-08-29T17:47:13.988 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T17:47:13.988 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:13.988 INFO:tasks.workunit.client.0.smithi028.stdout: "pri4_bytes": { 2024-08-29T17:47:13.988 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T17:47:13.988 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:13.988 INFO:tasks.workunit.client.0.smithi028.stdout: "pri5_bytes": { 2024-08-29T17:47:13.988 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T17:47:13.988 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:13.988 INFO:tasks.workunit.client.0.smithi028.stdout: "pri6_bytes": { 2024-08-29T17:47:13.988 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T17:47:13.989 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:13.989 INFO:tasks.workunit.client.0.smithi028.stdout: "pri7_bytes": { 2024-08-29T17:47:13.989 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T17:47:13.989 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:13.989 INFO:tasks.workunit.client.0.smithi028.stdout: "pri8_bytes": { 2024-08-29T17:47:13.989 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T17:47:13.989 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:13.989 INFO:tasks.workunit.client.0.smithi028.stdout: "pri9_bytes": { 2024-08-29T17:47:13.989 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T17:47:13.989 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:13.989 INFO:tasks.workunit.client.0.smithi028.stdout: "reserved_bytes": { 2024-08-29T17:47:13.989 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 70812019 2024-08-29T17:47:13.989 INFO:tasks.workunit.client.0.smithi028.stdout: } 2024-08-29T17:47:13.989 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:13.990 INFO:tasks.workunit.client.0.smithi028.stdout: "prioritycache:inc": { 2024-08-29T17:47:13.990 INFO:tasks.workunit.client.0.smithi028.stdout: "committed_bytes": { 2024-08-29T17:47:13.990 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 348127232 2024-08-29T17:47:13.990 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:13.990 INFO:tasks.workunit.client.0.smithi028.stdout: "pri0_bytes": { 2024-08-29T17:47:13.990 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T17:47:13.990 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:13.990 INFO:tasks.workunit.client.0.smithi028.stdout: "pri10_bytes": { 2024-08-29T17:47:13.990 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T17:47:13.990 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:13.990 INFO:tasks.workunit.client.0.smithi028.stdout: "pri11_bytes": { 2024-08-29T17:47:13.990 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 277006701 2024-08-29T17:47:13.990 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:13.991 INFO:tasks.workunit.client.0.smithi028.stdout: "pri1_bytes": { 2024-08-29T17:47:13.991 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 43313 2024-08-29T17:47:13.991 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:13.991 INFO:tasks.workunit.client.0.smithi028.stdout: "pri2_bytes": { 2024-08-29T17:47:13.991 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T17:47:13.991 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:13.991 INFO:tasks.workunit.client.0.smithi028.stdout: "pri3_bytes": { 2024-08-29T17:47:13.991 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T17:47:13.991 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:13.991 INFO:tasks.workunit.client.0.smithi028.stdout: "pri4_bytes": { 2024-08-29T17:47:13.991 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T17:47:13.991 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:13.991 INFO:tasks.workunit.client.0.smithi028.stdout: "pri5_bytes": { 2024-08-29T17:47:13.991 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T17:47:13.992 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:13.992 INFO:tasks.workunit.client.0.smithi028.stdout: "pri6_bytes": { 2024-08-29T17:47:13.992 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T17:47:13.992 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:13.992 INFO:tasks.workunit.client.0.smithi028.stdout: "pri7_bytes": { 2024-08-29T17:47:13.992 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T17:47:13.992 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:13.992 INFO:tasks.workunit.client.0.smithi028.stdout: "pri8_bytes": { 2024-08-29T17:47:13.992 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T17:47:13.992 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:13.992 INFO:tasks.workunit.client.0.smithi028.stdout: "pri9_bytes": { 2024-08-29T17:47:13.992 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T17:47:13.992 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:13.992 INFO:tasks.workunit.client.0.smithi028.stdout: "reserved_bytes": { 2024-08-29T17:47:13.992 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 71077218 2024-08-29T17:47:13.993 INFO:tasks.workunit.client.0.smithi028.stdout: } 2024-08-29T17:47:13.993 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:13.993 INFO:tasks.workunit.client.0.smithi028.stdout: "prioritycache:kv": { 2024-08-29T17:47:13.993 INFO:tasks.workunit.client.0.smithi028.stdout: "committed_bytes": { 2024-08-29T17:47:13.993 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 322961408 2024-08-29T17:47:13.993 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:13.993 INFO:tasks.workunit.client.0.smithi028.stdout: "pri0_bytes": { 2024-08-29T17:47:13.993 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 67108864 2024-08-29T17:47:13.993 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:13.993 INFO:tasks.workunit.client.0.smithi028.stdout: "pri10_bytes": { 2024-08-29T17:47:13.993 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T17:47:13.993 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:13.993 INFO:tasks.workunit.client.0.smithi028.stdout: "pri11_bytes": { 2024-08-29T17:47:13.993 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 184671134 2024-08-29T17:47:13.994 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:13.994 INFO:tasks.workunit.client.0.smithi028.stdout: "pri1_bytes": { 2024-08-29T17:47:13.994 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T17:47:13.994 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:13.994 INFO:tasks.workunit.client.0.smithi028.stdout: "pri2_bytes": { 2024-08-29T17:47:13.994 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T17:47:13.994 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:13.994 INFO:tasks.workunit.client.0.smithi028.stdout: "pri3_bytes": { 2024-08-29T17:47:13.994 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T17:47:13.994 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:13.994 INFO:tasks.workunit.client.0.smithi028.stdout: "pri4_bytes": { 2024-08-29T17:47:13.994 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T17:47:13.994 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:13.994 INFO:tasks.workunit.client.0.smithi028.stdout: "pri5_bytes": { 2024-08-29T17:47:13.994 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T17:47:13.995 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:13.995 INFO:tasks.workunit.client.0.smithi028.stdout: "pri6_bytes": { 2024-08-29T17:47:13.995 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T17:47:13.995 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:13.995 INFO:tasks.workunit.client.0.smithi028.stdout: "pri7_bytes": { 2024-08-29T17:47:13.995 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T17:47:13.995 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:13.995 INFO:tasks.workunit.client.0.smithi028.stdout: "pri8_bytes": { 2024-08-29T17:47:13.995 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T17:47:13.995 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:13.995 INFO:tasks.workunit.client.0.smithi028.stdout: "pri9_bytes": { 2024-08-29T17:47:13.995 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T17:47:13.995 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:13.996 INFO:tasks.workunit.client.0.smithi028.stdout: "reserved_bytes": { 2024-08-29T17:47:13.996 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 71181410 2024-08-29T17:47:13.996 INFO:tasks.workunit.client.0.smithi028.stdout: } 2024-08-29T17:47:13.996 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:13.996 INFO:tasks.workunit.client.0.smithi028.stdout: "rocksdb": { 2024-08-29T17:47:13.996 INFO:tasks.workunit.client.0.smithi028.stdout: "compact": { 2024-08-29T17:47:13.996 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T17:47:13.996 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:13.996 INFO:tasks.workunit.client.0.smithi028.stdout: "compact_completed": { 2024-08-29T17:47:13.996 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 5 2024-08-29T17:47:13.996 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:13.996 INFO:tasks.workunit.client.0.smithi028.stdout: "compact_lasted": { 2024-08-29T17:47:13.996 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 29199751 2024-08-29T17:47:13.997 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:13.997 INFO:tasks.workunit.client.0.smithi028.stdout: "compact_queue_len": { 2024-08-29T17:47:13.997 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T17:47:13.997 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:13.997 INFO:tasks.workunit.client.0.smithi028.stdout: "compact_queue_merge": { 2024-08-29T17:47:13.997 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T17:47:13.997 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:13.997 INFO:tasks.workunit.client.0.smithi028.stdout: "compact_running": { 2024-08-29T17:47:13.997 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T17:47:13.997 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:13.997 INFO:tasks.workunit.client.0.smithi028.stdout: "get_latency": { 2024-08-29T17:47:13.997 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 54177, 2024-08-29T17:47:13.997 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 350289458 2024-08-29T17:47:13.997 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:13.997 INFO:tasks.workunit.client.0.smithi028.stdout: "rocksdb_write_delay_time": { 2024-08-29T17:47:13.998 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 0, 2024-08-29T17:47:13.998 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T17:47:13.998 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:13.998 INFO:tasks.workunit.client.0.smithi028.stdout: "rocksdb_write_memtable_time": { 2024-08-29T17:47:13.998 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 0, 2024-08-29T17:47:13.998 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T17:47:13.998 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:13.998 INFO:tasks.workunit.client.0.smithi028.stdout: "rocksdb_write_pre_and_post_time": { 2024-08-29T17:47:13.998 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 0, 2024-08-29T17:47:13.998 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T17:47:13.998 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:13.998 INFO:tasks.workunit.client.0.smithi028.stdout: "rocksdb_write_wal_time": { 2024-08-29T17:47:13.998 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 0, 2024-08-29T17:47:13.998 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T17:47:13.998 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:13.999 INFO:tasks.workunit.client.0.smithi028.stdout: "submit_latency": { 2024-08-29T17:47:13.999 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 0, 2024-08-29T17:47:13.999 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T17:47:13.999 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:13.999 INFO:tasks.workunit.client.0.smithi028.stdout: "submit_sync_latency": { 2024-08-29T17:47:13.999 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 2810, 2024-08-29T17:47:13.999 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 663667696 2024-08-29T17:47:13.999 INFO:tasks.workunit.client.0.smithi028.stdout: } 2024-08-29T17:47:13.999 INFO:tasks.workunit.client.0.smithi028.stdout: } 2024-08-29T17:47:13.999 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:13.999 INFO:tasks.workunit.client.0.smithi028.stdout: "mon.a2df9e26f4a5fcbeed319f1798118f10993a0555": { 2024-08-29T17:47:13.999 INFO:tasks.workunit.client.0.smithi028.stdout: "mon": { 2024-08-29T17:47:13.999 INFO:tasks.workunit.client.0.smithi028.stdout: "election_call": { 2024-08-29T17:47:14.000 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 3 2024-08-29T17:47:14.000 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:14.000 INFO:tasks.workunit.client.0.smithi028.stdout: "election_lose": { 2024-08-29T17:47:14.000 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 3 2024-08-29T17:47:14.000 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:14.000 INFO:tasks.workunit.client.0.smithi028.stdout: "election_win": { 2024-08-29T17:47:14.000 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T17:47:14.000 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:14.000 INFO:tasks.workunit.client.0.smithi028.stdout: "num_elections": { 2024-08-29T17:47:14.000 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 9 2024-08-29T17:47:14.000 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:14.000 INFO:tasks.workunit.client.0.smithi028.stdout: "num_sessions": { 2024-08-29T17:47:14.001 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 10 2024-08-29T17:47:14.001 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:14.001 INFO:tasks.workunit.client.0.smithi028.stdout: "session_add": { 2024-08-29T17:47:14.001 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 4 2024-08-29T17:47:14.001 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:14.001 INFO:tasks.workunit.client.0.smithi028.stdout: "session_rm": { 2024-08-29T17:47:14.001 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 51 2024-08-29T17:47:14.001 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:14.001 INFO:tasks.workunit.client.0.smithi028.stdout: "session_trim": { 2024-08-29T17:47:14.001 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T17:47:14.001 INFO:tasks.workunit.client.0.smithi028.stdout: } 2024-08-29T17:47:14.001 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:14.001 INFO:tasks.workunit.client.0.smithi028.stdout: "paxos": { 2024-08-29T17:47:14.001 INFO:tasks.workunit.client.0.smithi028.stdout: "accept_timeout": { 2024-08-29T17:47:14.002 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T17:47:14.002 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:14.002 INFO:tasks.workunit.client.0.smithi028.stdout: "begin": { 2024-08-29T17:47:14.002 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 1296 2024-08-29T17:47:14.002 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:14.002 INFO:tasks.workunit.client.0.smithi028.stdout: "begin_bytes": { 2024-08-29T17:47:14.002 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 1296, 2024-08-29T17:47:14.002 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 4913538 2024-08-29T17:47:14.002 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:14.002 INFO:tasks.workunit.client.0.smithi028.stdout: "begin_keys": { 2024-08-29T17:47:14.002 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 0, 2024-08-29T17:47:14.002 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T17:47:14.002 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:14.003 INFO:tasks.workunit.client.0.smithi028.stdout: "begin_latency": { 2024-08-29T17:47:14.003 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 1296, 2024-08-29T17:47:14.003 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 279995452 2024-08-29T17:47:14.003 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:14.003 INFO:tasks.workunit.client.0.smithi028.stdout: "collect": { 2024-08-29T17:47:14.003 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 3 2024-08-29T17:47:14.003 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:14.003 INFO:tasks.workunit.client.0.smithi028.stdout: "collect_bytes": { 2024-08-29T17:47:14.003 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 3, 2024-08-29T17:47:14.003 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 219 2024-08-29T17:47:14.003 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:14.003 INFO:tasks.workunit.client.0.smithi028.stdout: "collect_keys": { 2024-08-29T17:47:14.003 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 3, 2024-08-29T17:47:14.004 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 3 2024-08-29T17:47:14.004 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:14.004 INFO:tasks.workunit.client.0.smithi028.stdout: "collect_latency": { 2024-08-29T17:47:14.004 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 3, 2024-08-29T17:47:14.004 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T17:47:14.004 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:14.004 INFO:tasks.workunit.client.0.smithi028.stdout: "collect_timeout": { 2024-08-29T17:47:14.004 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T17:47:14.004 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:14.004 INFO:tasks.workunit.client.0.smithi028.stdout: "collect_uncommitted": { 2024-08-29T17:47:14.004 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T17:47:14.004 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:14.004 INFO:tasks.workunit.client.0.smithi028.stdout: "commit": { 2024-08-29T17:47:14.005 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 1297 2024-08-29T17:47:14.005 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:14.005 INFO:tasks.workunit.client.0.smithi028.stdout: "commit_bytes": { 2024-08-29T17:47:14.005 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 0, 2024-08-29T17:47:14.005 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T17:47:14.005 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:14.005 INFO:tasks.workunit.client.0.smithi028.stdout: "commit_keys": { 2024-08-29T17:47:14.005 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 0, 2024-08-29T17:47:14.005 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T17:47:14.005 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:14.005 INFO:tasks.workunit.client.0.smithi028.stdout: "commit_latency": { 2024-08-29T17:47:14.005 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 0, 2024-08-29T17:47:14.005 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T17:47:14.006 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:14.006 INFO:tasks.workunit.client.0.smithi028.stdout: "lease_ack_timeout": { 2024-08-29T17:47:14.006 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T17:47:14.006 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:14.006 INFO:tasks.workunit.client.0.smithi028.stdout: "lease_timeout": { 2024-08-29T17:47:14.006 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T17:47:14.006 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:14.006 INFO:tasks.workunit.client.0.smithi028.stdout: "new_pn": { 2024-08-29T17:47:14.006 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T17:47:14.006 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:14.006 INFO:tasks.workunit.client.0.smithi028.stdout: "new_pn_latency": { 2024-08-29T17:47:14.006 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 0, 2024-08-29T17:47:14.006 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T17:47:14.006 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:14.007 INFO:tasks.workunit.client.0.smithi028.stdout: "refresh": { 2024-08-29T17:47:14.007 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 1297 2024-08-29T17:47:14.007 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:14.007 INFO:tasks.workunit.client.0.smithi028.stdout: "refresh_latency": { 2024-08-29T17:47:14.007 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 1297, 2024-08-29T17:47:14.007 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 5071922208 2024-08-29T17:47:14.007 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:14.007 INFO:tasks.workunit.client.0.smithi028.stdout: "restart": { 2024-08-29T17:47:14.007 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 15 2024-08-29T17:47:14.007 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:14.007 INFO:tasks.workunit.client.0.smithi028.stdout: "share_state": { 2024-08-29T17:47:14.007 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T17:47:14.008 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:14.008 INFO:tasks.workunit.client.0.smithi028.stdout: "share_state_bytes": { 2024-08-29T17:47:14.008 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 0, 2024-08-29T17:47:14.008 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T17:47:14.008 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:14.008 INFO:tasks.workunit.client.0.smithi028.stdout: "share_state_keys": { 2024-08-29T17:47:14.008 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 0, 2024-08-29T17:47:14.008 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T17:47:14.008 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:14.008 INFO:tasks.workunit.client.0.smithi028.stdout: "start_leader": { 2024-08-29T17:47:14.008 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T17:47:14.008 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:14.008 INFO:tasks.workunit.client.0.smithi028.stdout: "start_peon": { 2024-08-29T17:47:14.009 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 3 2024-08-29T17:47:14.009 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:14.009 INFO:tasks.workunit.client.0.smithi028.stdout: "store_state": { 2024-08-29T17:47:14.009 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 1297 2024-08-29T17:47:14.009 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:14.009 INFO:tasks.workunit.client.0.smithi028.stdout: "store_state_bytes": { 2024-08-29T17:47:14.009 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 1297, 2024-08-29T17:47:14.009 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 9582507 2024-08-29T17:47:14.009 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:14.009 INFO:tasks.workunit.client.0.smithi028.stdout: "store_state_keys": { 2024-08-29T17:47:14.009 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 1297, 2024-08-29T17:47:14.009 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 8716 2024-08-29T17:47:14.009 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:14.010 INFO:tasks.workunit.client.0.smithi028.stdout: "store_state_latency": { 2024-08-29T17:47:14.010 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 1297, 2024-08-29T17:47:14.010 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 231996572 2024-08-29T17:47:14.010 INFO:tasks.workunit.client.0.smithi028.stdout: } 2024-08-29T17:47:14.010 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:14.010 INFO:tasks.workunit.client.0.smithi028.stdout: "prioritycache": { 2024-08-29T17:47:14.010 INFO:tasks.workunit.client.0.smithi028.stdout: "cache_bytes": { 2024-08-29T17:47:14.010 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 1020054731 2024-08-29T17:47:14.010 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:14.010 INFO:tasks.workunit.client.0.smithi028.stdout: "heap_bytes": { 2024-08-29T17:47:14.010 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 45940736 2024-08-29T17:47:14.010 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:14.010 INFO:tasks.workunit.client.0.smithi028.stdout: "mapped_bytes": { 2024-08-29T17:47:14.010 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 35315712 2024-08-29T17:47:14.011 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:14.011 INFO:tasks.workunit.client.0.smithi028.stdout: "target_bytes": { 2024-08-29T17:47:14.011 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 2147483648 2024-08-29T17:47:14.011 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:14.011 INFO:tasks.workunit.client.0.smithi028.stdout: "unmapped_bytes": { 2024-08-29T17:47:14.011 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 10625024 2024-08-29T17:47:14.011 INFO:tasks.workunit.client.0.smithi028.stdout: } 2024-08-29T17:47:14.011 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:14.011 INFO:tasks.workunit.client.0.smithi028.stdout: "prioritycache:full": { 2024-08-29T17:47:14.011 INFO:tasks.workunit.client.0.smithi028.stdout: "committed_bytes": { 2024-08-29T17:47:14.011 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 348127232 2024-08-29T17:47:14.011 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:14.011 INFO:tasks.workunit.client.0.smithi028.stdout: "pri0_bytes": { 2024-08-29T17:47:14.011 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T17:47:14.012 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:14.012 INFO:tasks.workunit.client.0.smithi028.stdout: "pri10_bytes": { 2024-08-29T17:47:14.012 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T17:47:14.012 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:14.012 INFO:tasks.workunit.client.0.smithi028.stdout: "pri11_bytes": { 2024-08-29T17:47:14.012 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 277006701 2024-08-29T17:47:14.012 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:14.012 INFO:tasks.workunit.client.0.smithi028.stdout: "pri1_bytes": { 2024-08-29T17:47:14.012 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 308512 2024-08-29T17:47:14.012 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:14.012 INFO:tasks.workunit.client.0.smithi028.stdout: "pri2_bytes": { 2024-08-29T17:47:14.012 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T17:47:14.012 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:14.013 INFO:tasks.workunit.client.0.smithi028.stdout: "pri3_bytes": { 2024-08-29T17:47:14.013 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T17:47:14.013 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:14.013 INFO:tasks.workunit.client.0.smithi028.stdout: "pri4_bytes": { 2024-08-29T17:47:14.013 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T17:47:14.013 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:14.013 INFO:tasks.workunit.client.0.smithi028.stdout: "pri5_bytes": { 2024-08-29T17:47:14.013 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T17:47:14.013 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:14.013 INFO:tasks.workunit.client.0.smithi028.stdout: "pri6_bytes": { 2024-08-29T17:47:14.013 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T17:47:14.013 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:14.013 INFO:tasks.workunit.client.0.smithi028.stdout: "pri7_bytes": { 2024-08-29T17:47:14.013 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T17:47:14.014 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:14.014 INFO:tasks.workunit.client.0.smithi028.stdout: "pri8_bytes": { 2024-08-29T17:47:14.014 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T17:47:14.014 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:14.014 INFO:tasks.workunit.client.0.smithi028.stdout: "pri9_bytes": { 2024-08-29T17:47:14.014 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T17:47:14.014 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:14.014 INFO:tasks.workunit.client.0.smithi028.stdout: "reserved_bytes": { 2024-08-29T17:47:14.014 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 70812019 2024-08-29T17:47:14.015 INFO:tasks.workunit.client.0.smithi028.stdout: } 2024-08-29T17:47:14.015 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:14.015 INFO:tasks.workunit.client.0.smithi028.stdout: "prioritycache:inc": { 2024-08-29T17:47:14.015 INFO:tasks.workunit.client.0.smithi028.stdout: "committed_bytes": { 2024-08-29T17:47:14.015 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 348127232 2024-08-29T17:47:14.015 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:14.015 INFO:tasks.workunit.client.0.smithi028.stdout: "pri0_bytes": { 2024-08-29T17:47:14.015 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T17:47:14.015 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:14.015 INFO:tasks.workunit.client.0.smithi028.stdout: "pri10_bytes": { 2024-08-29T17:47:14.015 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T17:47:14.015 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:14.015 INFO:tasks.workunit.client.0.smithi028.stdout: "pri11_bytes": { 2024-08-29T17:47:14.015 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 277006701 2024-08-29T17:47:14.016 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:14.016 INFO:tasks.workunit.client.0.smithi028.stdout: "pri1_bytes": { 2024-08-29T17:47:14.016 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 43313 2024-08-29T17:47:14.016 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:14.016 INFO:tasks.workunit.client.0.smithi028.stdout: "pri2_bytes": { 2024-08-29T17:47:14.016 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T17:47:14.016 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:14.016 INFO:tasks.workunit.client.0.smithi028.stdout: "pri3_bytes": { 2024-08-29T17:47:14.016 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T17:47:14.016 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:14.016 INFO:tasks.workunit.client.0.smithi028.stdout: "pri4_bytes": { 2024-08-29T17:47:14.016 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T17:47:14.016 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:14.017 INFO:tasks.workunit.client.0.smithi028.stdout: "pri5_bytes": { 2024-08-29T17:47:14.017 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T17:47:14.017 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:14.017 INFO:tasks.workunit.client.0.smithi028.stdout: "pri6_bytes": { 2024-08-29T17:47:14.017 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T17:47:14.017 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:14.017 INFO:tasks.workunit.client.0.smithi028.stdout: "pri7_bytes": { 2024-08-29T17:47:14.017 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T17:47:14.017 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:14.017 INFO:tasks.workunit.client.0.smithi028.stdout: "pri8_bytes": { 2024-08-29T17:47:14.017 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T17:47:14.017 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:14.018 INFO:tasks.workunit.client.0.smithi028.stdout: "pri9_bytes": { 2024-08-29T17:47:14.018 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T17:47:14.018 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:14.018 INFO:tasks.workunit.client.0.smithi028.stdout: "reserved_bytes": { 2024-08-29T17:47:14.018 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 71077218 2024-08-29T17:47:14.018 INFO:tasks.workunit.client.0.smithi028.stdout: } 2024-08-29T17:47:14.018 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:14.018 INFO:tasks.workunit.client.0.smithi028.stdout: "prioritycache:kv": { 2024-08-29T17:47:14.018 INFO:tasks.workunit.client.0.smithi028.stdout: "committed_bytes": { 2024-08-29T17:47:14.018 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 322961408 2024-08-29T17:47:14.018 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:14.018 INFO:tasks.workunit.client.0.smithi028.stdout: "pri0_bytes": { 2024-08-29T17:47:14.018 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 67108864 2024-08-29T17:47:14.019 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:14.019 INFO:tasks.workunit.client.0.smithi028.stdout: "pri10_bytes": { 2024-08-29T17:47:14.019 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T17:47:14.019 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:14.019 INFO:tasks.workunit.client.0.smithi028.stdout: "pri11_bytes": { 2024-08-29T17:47:14.019 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 184671134 2024-08-29T17:47:14.019 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:14.019 INFO:tasks.workunit.client.0.smithi028.stdout: "pri1_bytes": { 2024-08-29T17:47:14.019 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T17:47:14.019 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:14.019 INFO:tasks.workunit.client.0.smithi028.stdout: "pri2_bytes": { 2024-08-29T17:47:14.019 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T17:47:14.019 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:14.019 INFO:tasks.workunit.client.0.smithi028.stdout: "pri3_bytes": { 2024-08-29T17:47:14.020 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T17:47:14.020 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:14.020 INFO:tasks.workunit.client.0.smithi028.stdout: "pri4_bytes": { 2024-08-29T17:47:14.020 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T17:47:14.020 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:14.020 INFO:tasks.workunit.client.0.smithi028.stdout: "pri5_bytes": { 2024-08-29T17:47:14.020 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T17:47:14.020 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:14.020 INFO:tasks.workunit.client.0.smithi028.stdout: "pri6_bytes": { 2024-08-29T17:47:14.020 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T17:47:14.020 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:14.020 INFO:tasks.workunit.client.0.smithi028.stdout: "pri7_bytes": { 2024-08-29T17:47:14.020 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T17:47:14.021 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:14.021 INFO:tasks.workunit.client.0.smithi028.stdout: "pri8_bytes": { 2024-08-29T17:47:14.021 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T17:47:14.021 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:14.021 INFO:tasks.workunit.client.0.smithi028.stdout: "pri9_bytes": { 2024-08-29T17:47:14.021 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T17:47:14.021 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:14.021 INFO:tasks.workunit.client.0.smithi028.stdout: "reserved_bytes": { 2024-08-29T17:47:14.021 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 71181410 2024-08-29T17:47:14.021 INFO:tasks.workunit.client.0.smithi028.stdout: } 2024-08-29T17:47:14.021 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:14.021 INFO:tasks.workunit.client.0.smithi028.stdout: "rocksdb": { 2024-08-29T17:47:14.021 INFO:tasks.workunit.client.0.smithi028.stdout: "compact": { 2024-08-29T17:47:14.021 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T17:47:14.022 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:14.022 INFO:tasks.workunit.client.0.smithi028.stdout: "compact_completed": { 2024-08-29T17:47:14.022 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 5 2024-08-29T17:47:14.022 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:14.022 INFO:tasks.workunit.client.0.smithi028.stdout: "compact_lasted": { 2024-08-29T17:47:14.022 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 20759918 2024-08-29T17:47:14.022 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:14.022 INFO:tasks.workunit.client.0.smithi028.stdout: "compact_queue_len": { 2024-08-29T17:47:14.022 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T17:47:14.022 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:14.022 INFO:tasks.workunit.client.0.smithi028.stdout: "compact_queue_merge": { 2024-08-29T17:47:14.022 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T17:47:14.022 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:14.022 INFO:tasks.workunit.client.0.smithi028.stdout: "compact_running": { 2024-08-29T17:47:14.023 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T17:47:14.023 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:14.023 INFO:tasks.workunit.client.0.smithi028.stdout: "get_latency": { 2024-08-29T17:47:14.023 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 55061, 2024-08-29T17:47:14.023 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 323690495 2024-08-29T17:47:14.023 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:14.023 INFO:tasks.workunit.client.0.smithi028.stdout: "rocksdb_write_delay_time": { 2024-08-29T17:47:14.023 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 0, 2024-08-29T17:47:14.023 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T17:47:14.023 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:14.023 INFO:tasks.workunit.client.0.smithi028.stdout: "rocksdb_write_memtable_time": { 2024-08-29T17:47:14.023 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 0, 2024-08-29T17:47:14.023 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T17:47:14.023 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:14.024 INFO:tasks.workunit.client.0.smithi028.stdout: "rocksdb_write_pre_and_post_time": { 2024-08-29T17:47:14.024 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 0, 2024-08-29T17:47:14.024 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T17:47:14.024 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:14.024 INFO:tasks.workunit.client.0.smithi028.stdout: "rocksdb_write_wal_time": { 2024-08-29T17:47:14.024 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 0, 2024-08-29T17:47:14.024 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T17:47:14.024 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:14.024 INFO:tasks.workunit.client.0.smithi028.stdout: "submit_latency": { 2024-08-29T17:47:14.024 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 0, 2024-08-29T17:47:14.024 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T17:47:14.024 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:14.024 INFO:tasks.workunit.client.0.smithi028.stdout: "submit_sync_latency": { 2024-08-29T17:47:14.025 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 2858, 2024-08-29T17:47:14.025 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 684790859 2024-08-29T17:47:14.025 INFO:tasks.workunit.client.0.smithi028.stdout: } 2024-08-29T17:47:14.025 INFO:tasks.workunit.client.0.smithi028.stdout: } 2024-08-29T17:47:14.025 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:14.025 INFO:tasks.workunit.client.0.smithi028.stdout: "mon.e4958ae9278a574c0226651ef9b7bc2d4e1b34b9": { 2024-08-29T17:47:14.025 INFO:tasks.workunit.client.0.smithi028.stdout: "mon": { 2024-08-29T17:47:14.025 INFO:tasks.workunit.client.0.smithi028.stdout: "election_call": { 2024-08-29T17:47:14.025 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 3 2024-08-29T17:47:14.025 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:14.025 INFO:tasks.workunit.client.0.smithi028.stdout: "election_lose": { 2024-08-29T17:47:14.025 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T17:47:14.025 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:14.026 INFO:tasks.workunit.client.0.smithi028.stdout: "election_win": { 2024-08-29T17:47:14.026 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 4 2024-08-29T17:47:14.026 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:14.026 INFO:tasks.workunit.client.0.smithi028.stdout: "num_elections": { 2024-08-29T17:47:14.026 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 11 2024-08-29T17:47:14.026 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:14.026 INFO:tasks.workunit.client.0.smithi028.stdout: "num_sessions": { 2024-08-29T17:47:14.026 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 12 2024-08-29T17:47:14.026 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:14.026 INFO:tasks.workunit.client.0.smithi028.stdout: "session_add": { 2024-08-29T17:47:14.026 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 3 2024-08-29T17:47:14.026 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:14.026 INFO:tasks.workunit.client.0.smithi028.stdout: "session_rm": { 2024-08-29T17:47:14.027 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 195 2024-08-29T17:47:14.027 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:14.027 INFO:tasks.workunit.client.0.smithi028.stdout: "session_trim": { 2024-08-29T17:47:14.027 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T17:47:14.027 INFO:tasks.workunit.client.0.smithi028.stdout: } 2024-08-29T17:47:14.027 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:14.027 INFO:tasks.workunit.client.0.smithi028.stdout: "paxos": { 2024-08-29T17:47:14.027 INFO:tasks.workunit.client.0.smithi028.stdout: "accept_timeout": { 2024-08-29T17:47:14.027 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T17:47:14.027 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:14.027 INFO:tasks.workunit.client.0.smithi028.stdout: "begin": { 2024-08-29T17:47:14.027 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 1458 2024-08-29T17:47:14.027 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:14.028 INFO:tasks.workunit.client.0.smithi028.stdout: "begin_bytes": { 2024-08-29T17:47:14.028 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 1458, 2024-08-29T17:47:14.028 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 5978647 2024-08-29T17:47:14.028 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:14.028 INFO:tasks.workunit.client.0.smithi028.stdout: "begin_keys": { 2024-08-29T17:47:14.028 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 1458, 2024-08-29T17:47:14.028 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 4374 2024-08-29T17:47:14.028 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:14.028 INFO:tasks.workunit.client.0.smithi028.stdout: "begin_latency": { 2024-08-29T17:47:14.028 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 1458, 2024-08-29T17:47:14.028 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 331993165 2024-08-29T17:47:14.028 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:14.028 INFO:tasks.workunit.client.0.smithi028.stdout: "collect": { 2024-08-29T17:47:14.028 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T17:47:14.029 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:14.029 INFO:tasks.workunit.client.0.smithi028.stdout: "collect_bytes": { 2024-08-29T17:47:14.029 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 0, 2024-08-29T17:47:14.029 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T17:47:14.029 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:14.029 INFO:tasks.workunit.client.0.smithi028.stdout: "collect_keys": { 2024-08-29T17:47:14.029 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 0, 2024-08-29T17:47:14.029 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T17:47:14.029 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:14.029 INFO:tasks.workunit.client.0.smithi028.stdout: "collect_latency": { 2024-08-29T17:47:14.029 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 0, 2024-08-29T17:47:14.029 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T17:47:14.029 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:14.030 INFO:tasks.workunit.client.0.smithi028.stdout: "collect_timeout": { 2024-08-29T17:47:14.030 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T17:47:14.030 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:14.030 INFO:tasks.workunit.client.0.smithi028.stdout: "collect_uncommitted": { 2024-08-29T17:47:14.030 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T17:47:14.030 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:14.030 INFO:tasks.workunit.client.0.smithi028.stdout: "commit": { 2024-08-29T17:47:14.030 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 1458 2024-08-29T17:47:14.030 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:14.030 INFO:tasks.workunit.client.0.smithi028.stdout: "commit_bytes": { 2024-08-29T17:47:14.030 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 1458, 2024-08-29T17:47:14.030 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 5873115 2024-08-29T17:47:14.030 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:14.030 INFO:tasks.workunit.client.0.smithi028.stdout: "commit_keys": { 2024-08-29T17:47:14.030 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 1458, 2024-08-29T17:47:14.031 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 8259 2024-08-29T17:47:14.031 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:14.031 INFO:tasks.workunit.client.0.smithi028.stdout: "commit_latency": { 2024-08-29T17:47:14.031 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 1458, 2024-08-29T17:47:14.031 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 380635278 2024-08-29T17:47:14.031 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:14.031 INFO:tasks.workunit.client.0.smithi028.stdout: "lease_ack_timeout": { 2024-08-29T17:47:14.031 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T17:47:14.031 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:14.031 INFO:tasks.workunit.client.0.smithi028.stdout: "lease_timeout": { 2024-08-29T17:47:14.031 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T17:47:14.031 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:14.031 INFO:tasks.workunit.client.0.smithi028.stdout: "new_pn": { 2024-08-29T17:47:14.032 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 3 2024-08-29T17:47:14.032 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:14.032 INFO:tasks.workunit.client.0.smithi028.stdout: "new_pn_latency": { 2024-08-29T17:47:14.032 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 3, 2024-08-29T17:47:14.032 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T17:47:14.032 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:14.032 INFO:tasks.workunit.client.0.smithi028.stdout: "refresh": { 2024-08-29T17:47:14.032 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 1461 2024-08-29T17:47:14.032 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:14.032 INFO:tasks.workunit.client.0.smithi028.stdout: "refresh_latency": { 2024-08-29T17:47:14.032 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 1461, 2024-08-29T17:47:14.032 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 6547864158 2024-08-29T17:47:14.032 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:14.032 INFO:tasks.workunit.client.0.smithi028.stdout: "restart": { 2024-08-29T17:47:14.033 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 14 2024-08-29T17:47:14.033 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:14.033 INFO:tasks.workunit.client.0.smithi028.stdout: "share_state": { 2024-08-29T17:47:14.033 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 1 2024-08-29T17:47:14.033 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:14.033 INFO:tasks.workunit.client.0.smithi028.stdout: "share_state_bytes": { 2024-08-29T17:47:14.033 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 1, 2024-08-29T17:47:14.033 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 473 2024-08-29T17:47:14.033 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:14.033 INFO:tasks.workunit.client.0.smithi028.stdout: "share_state_keys": { 2024-08-29T17:47:14.033 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 1, 2024-08-29T17:47:14.033 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 1 2024-08-29T17:47:14.033 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:14.033 INFO:tasks.workunit.client.0.smithi028.stdout: "start_leader": { 2024-08-29T17:47:14.034 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 4 2024-08-29T17:47:14.034 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:14.034 INFO:tasks.workunit.client.0.smithi028.stdout: "start_peon": { 2024-08-29T17:47:14.034 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T17:47:14.034 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:14.034 INFO:tasks.workunit.client.0.smithi028.stdout: "store_state": { 2024-08-29T17:47:14.034 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T17:47:14.034 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:14.034 INFO:tasks.workunit.client.0.smithi028.stdout: "store_state_bytes": { 2024-08-29T17:47:14.034 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 0, 2024-08-29T17:47:14.034 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T17:47:14.034 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:14.034 INFO:tasks.workunit.client.0.smithi028.stdout: "store_state_keys": { 2024-08-29T17:47:14.034 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 0, 2024-08-29T17:47:14.035 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T17:47:14.035 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:14.035 INFO:tasks.workunit.client.0.smithi028.stdout: "store_state_latency": { 2024-08-29T17:47:14.035 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 0, 2024-08-29T17:47:14.035 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T17:47:14.035 INFO:tasks.workunit.client.0.smithi028.stdout: } 2024-08-29T17:47:14.035 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:14.035 INFO:tasks.workunit.client.0.smithi028.stdout: "prioritycache": { 2024-08-29T17:47:14.035 INFO:tasks.workunit.client.0.smithi028.stdout: "cache_bytes": { 2024-08-29T17:47:14.035 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 1020054731 2024-08-29T17:47:14.035 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:14.035 INFO:tasks.workunit.client.0.smithi028.stdout: "heap_bytes": { 2024-08-29T17:47:14.035 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 52142080 2024-08-29T17:47:14.036 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:14.036 INFO:tasks.workunit.client.0.smithi028.stdout: "mapped_bytes": { 2024-08-29T17:47:14.036 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 47071232 2024-08-29T17:47:14.036 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:14.036 INFO:tasks.workunit.client.0.smithi028.stdout: "target_bytes": { 2024-08-29T17:47:14.036 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 2147483648 2024-08-29T17:47:14.036 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:14.036 INFO:tasks.workunit.client.0.smithi028.stdout: "unmapped_bytes": { 2024-08-29T17:47:14.036 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 5070848 2024-08-29T17:47:14.036 INFO:tasks.workunit.client.0.smithi028.stdout: } 2024-08-29T17:47:14.036 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:14.036 INFO:tasks.workunit.client.0.smithi028.stdout: "prioritycache:full": { 2024-08-29T17:47:14.036 INFO:tasks.workunit.client.0.smithi028.stdout: "committed_bytes": { 2024-08-29T17:47:14.037 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 348127232 2024-08-29T17:47:14.037 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:14.037 INFO:tasks.workunit.client.0.smithi028.stdout: "pri0_bytes": { 2024-08-29T17:47:14.037 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T17:47:14.037 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:14.037 INFO:tasks.workunit.client.0.smithi028.stdout: "pri10_bytes": { 2024-08-29T17:47:14.037 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T17:47:14.037 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:14.037 INFO:tasks.workunit.client.0.smithi028.stdout: "pri11_bytes": { 2024-08-29T17:47:14.037 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 277007764 2024-08-29T17:47:14.037 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:14.037 INFO:tasks.workunit.client.0.smithi028.stdout: "pri1_bytes": { 2024-08-29T17:47:14.037 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 308082 2024-08-29T17:47:14.038 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:14.038 INFO:tasks.workunit.client.0.smithi028.stdout: "pri2_bytes": { 2024-08-29T17:47:14.038 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T17:47:14.038 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:14.038 INFO:tasks.workunit.client.0.smithi028.stdout: "pri3_bytes": { 2024-08-29T17:47:14.038 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T17:47:14.038 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:14.038 INFO:tasks.workunit.client.0.smithi028.stdout: "pri4_bytes": { 2024-08-29T17:47:14.038 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T17:47:14.038 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:14.038 INFO:tasks.workunit.client.0.smithi028.stdout: "pri5_bytes": { 2024-08-29T17:47:14.038 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T17:47:14.038 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:14.039 INFO:tasks.workunit.client.0.smithi028.stdout: "pri6_bytes": { 2024-08-29T17:47:14.039 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T17:47:14.039 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:14.039 INFO:tasks.workunit.client.0.smithi028.stdout: "pri7_bytes": { 2024-08-29T17:47:14.039 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T17:47:14.039 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:14.039 INFO:tasks.workunit.client.0.smithi028.stdout: "pri8_bytes": { 2024-08-29T17:47:14.039 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T17:47:14.039 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:14.039 INFO:tasks.workunit.client.0.smithi028.stdout: "pri9_bytes": { 2024-08-29T17:47:14.039 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T17:47:14.039 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:14.039 INFO:tasks.workunit.client.0.smithi028.stdout: "reserved_bytes": { 2024-08-29T17:47:14.040 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 70811386 2024-08-29T17:47:14.040 INFO:tasks.workunit.client.0.smithi028.stdout: } 2024-08-29T17:47:14.040 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:14.040 INFO:tasks.workunit.client.0.smithi028.stdout: "prioritycache:inc": { 2024-08-29T17:47:14.040 INFO:tasks.workunit.client.0.smithi028.stdout: "committed_bytes": { 2024-08-29T17:47:14.040 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 348127232 2024-08-29T17:47:14.040 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:14.040 INFO:tasks.workunit.client.0.smithi028.stdout: "pri0_bytes": { 2024-08-29T17:47:14.040 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T17:47:14.040 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:14.040 INFO:tasks.workunit.client.0.smithi028.stdout: "pri10_bytes": { 2024-08-29T17:47:14.040 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T17:47:14.040 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:14.041 INFO:tasks.workunit.client.0.smithi028.stdout: "pri11_bytes": { 2024-08-29T17:47:14.041 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 277007764 2024-08-29T17:47:14.041 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:14.041 INFO:tasks.workunit.client.0.smithi028.stdout: "pri1_bytes": { 2024-08-29T17:47:14.041 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 40910 2024-08-29T17:47:14.041 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:14.041 INFO:tasks.workunit.client.0.smithi028.stdout: "pri2_bytes": { 2024-08-29T17:47:14.041 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T17:47:14.041 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:14.041 INFO:tasks.workunit.client.0.smithi028.stdout: "pri3_bytes": { 2024-08-29T17:47:14.041 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T17:47:14.041 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:14.041 INFO:tasks.workunit.client.0.smithi028.stdout: "pri4_bytes": { 2024-08-29T17:47:14.041 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T17:47:14.042 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:14.042 INFO:tasks.workunit.client.0.smithi028.stdout: "pri5_bytes": { 2024-08-29T17:47:14.042 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T17:47:14.042 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:14.042 INFO:tasks.workunit.client.0.smithi028.stdout: "pri6_bytes": { 2024-08-29T17:47:14.042 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T17:47:14.042 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:14.042 INFO:tasks.workunit.client.0.smithi028.stdout: "pri7_bytes": { 2024-08-29T17:47:14.042 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T17:47:14.042 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:14.042 INFO:tasks.workunit.client.0.smithi028.stdout: "pri8_bytes": { 2024-08-29T17:47:14.042 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T17:47:14.042 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:14.043 INFO:tasks.workunit.client.0.smithi028.stdout: "pri9_bytes": { 2024-08-29T17:47:14.043 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T17:47:14.043 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:14.043 INFO:tasks.workunit.client.0.smithi028.stdout: "reserved_bytes": { 2024-08-29T17:47:14.043 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 71078558 2024-08-29T17:47:14.043 INFO:tasks.workunit.client.0.smithi028.stdout: } 2024-08-29T17:47:14.043 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:14.043 INFO:tasks.workunit.client.0.smithi028.stdout: "prioritycache:kv": { 2024-08-29T17:47:14.043 INFO:tasks.workunit.client.0.smithi028.stdout: "committed_bytes": { 2024-08-29T17:47:14.043 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 322961408 2024-08-29T17:47:14.043 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:14.043 INFO:tasks.workunit.client.0.smithi028.stdout: "pri0_bytes": { 2024-08-29T17:47:14.043 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 67108864 2024-08-29T17:47:14.043 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:14.044 INFO:tasks.workunit.client.0.smithi028.stdout: "pri10_bytes": { 2024-08-29T17:47:14.044 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T17:47:14.044 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:14.044 INFO:tasks.workunit.client.0.smithi028.stdout: "pri11_bytes": { 2024-08-29T17:47:14.044 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 184671842 2024-08-29T17:47:14.044 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:14.044 INFO:tasks.workunit.client.0.smithi028.stdout: "pri1_bytes": { 2024-08-29T17:47:14.044 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T17:47:14.044 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:14.044 INFO:tasks.workunit.client.0.smithi028.stdout: "pri2_bytes": { 2024-08-29T17:47:14.044 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T17:47:14.044 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:14.044 INFO:tasks.workunit.client.0.smithi028.stdout: "pri3_bytes": { 2024-08-29T17:47:14.045 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T17:47:14.045 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:14.045 INFO:tasks.workunit.client.0.smithi028.stdout: "pri4_bytes": { 2024-08-29T17:47:14.045 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T17:47:14.045 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:14.045 INFO:tasks.workunit.client.0.smithi028.stdout: "pri5_bytes": { 2024-08-29T17:47:14.045 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T17:47:14.045 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:14.045 INFO:tasks.workunit.client.0.smithi028.stdout: "pri6_bytes": { 2024-08-29T17:47:14.045 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T17:47:14.045 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:14.045 INFO:tasks.workunit.client.0.smithi028.stdout: "pri7_bytes": { 2024-08-29T17:47:14.045 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T17:47:14.046 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:14.046 INFO:tasks.workunit.client.0.smithi028.stdout: "pri8_bytes": { 2024-08-29T17:47:14.046 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T17:47:14.046 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:14.046 INFO:tasks.workunit.client.0.smithi028.stdout: "pri9_bytes": { 2024-08-29T17:47:14.046 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T17:47:14.046 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:14.046 INFO:tasks.workunit.client.0.smithi028.stdout: "reserved_bytes": { 2024-08-29T17:47:14.046 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 71180702 2024-08-29T17:47:14.046 INFO:tasks.workunit.client.0.smithi028.stdout: } 2024-08-29T17:47:14.046 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:14.046 INFO:tasks.workunit.client.0.smithi028.stdout: "rocksdb": { 2024-08-29T17:47:14.046 INFO:tasks.workunit.client.0.smithi028.stdout: "compact": { 2024-08-29T17:47:14.047 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T17:47:14.047 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:14.047 INFO:tasks.workunit.client.0.smithi028.stdout: "compact_completed": { 2024-08-29T17:47:14.047 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 5 2024-08-29T17:47:14.047 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:14.047 INFO:tasks.workunit.client.0.smithi028.stdout: "compact_lasted": { 2024-08-29T17:47:14.047 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 30044725 2024-08-29T17:47:14.047 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:14.047 INFO:tasks.workunit.client.0.smithi028.stdout: "compact_queue_len": { 2024-08-29T17:47:14.047 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T17:47:14.047 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:14.047 INFO:tasks.workunit.client.0.smithi028.stdout: "compact_queue_merge": { 2024-08-29T17:47:14.047 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T17:47:14.048 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:14.048 INFO:tasks.workunit.client.0.smithi028.stdout: "compact_running": { 2024-08-29T17:47:14.048 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T17:47:14.048 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:14.048 INFO:tasks.workunit.client.0.smithi028.stdout: "get_latency": { 2024-08-29T17:47:14.048 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 65086, 2024-08-29T17:47:14.048 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 524923743 2024-08-29T17:47:14.048 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:14.048 INFO:tasks.workunit.client.0.smithi028.stdout: "rocksdb_write_delay_time": { 2024-08-29T17:47:14.048 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 0, 2024-08-29T17:47:14.048 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T17:47:14.048 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:14.048 INFO:tasks.workunit.client.0.smithi028.stdout: "rocksdb_write_memtable_time": { 2024-08-29T17:47:14.048 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 0, 2024-08-29T17:47:14.049 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T17:47:14.049 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:14.049 INFO:tasks.workunit.client.0.smithi028.stdout: "rocksdb_write_pre_and_post_time": { 2024-08-29T17:47:14.049 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 0, 2024-08-29T17:47:14.049 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T17:47:14.049 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:14.049 INFO:tasks.workunit.client.0.smithi028.stdout: "rocksdb_write_wal_time": { 2024-08-29T17:47:14.049 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 0, 2024-08-29T17:47:14.049 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T17:47:14.049 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:14.049 INFO:tasks.workunit.client.0.smithi028.stdout: "submit_latency": { 2024-08-29T17:47:14.049 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 0, 2024-08-29T17:47:14.049 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T17:47:14.049 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:14.049 INFO:tasks.workunit.client.0.smithi028.stdout: "submit_sync_latency": { 2024-08-29T17:47:14.050 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 3178, 2024-08-29T17:47:14.050 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 733382443 2024-08-29T17:47:14.050 INFO:tasks.workunit.client.0.smithi028.stdout: } 2024-08-29T17:47:14.050 INFO:tasks.workunit.client.0.smithi028.stdout: } 2024-08-29T17:47:14.050 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:14.050 INFO:tasks.workunit.client.0.smithi028.stdout: "osd.0": { 2024-08-29T17:47:14.050 INFO:tasks.workunit.client.0.smithi028.stdout: "bluefs": { 2024-08-29T17:47:14.050 INFO:tasks.workunit.client.0.smithi028.stdout: "alloc_slow_fallback": { 2024-08-29T17:47:14.050 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T17:47:14.050 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:14.050 INFO:tasks.workunit.client.0.smithi028.stdout: "alloc_slow_size_fallback": { 2024-08-29T17:47:14.050 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T17:47:14.050 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:14.050 INFO:tasks.workunit.client.0.smithi028.stdout: "alloc_unit_db": { 2024-08-29T17:47:14.050 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 65536 2024-08-29T17:47:14.051 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:14.051 INFO:tasks.workunit.client.0.smithi028.stdout: "alloc_unit_main": { 2024-08-29T17:47:14.051 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T17:47:14.051 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:14.051 INFO:tasks.workunit.client.0.smithi028.stdout: "alloc_unit_wal": { 2024-08-29T17:47:14.051 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T17:47:14.051 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:14.051 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes_written_slow": { 2024-08-29T17:47:14.051 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T17:47:14.051 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:14.051 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes_written_sst": { 2024-08-29T17:47:14.051 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 12288 2024-08-29T17:47:14.051 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:14.051 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes_written_wal": { 2024-08-29T17:47:14.052 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 2871296 2024-08-29T17:47:14.052 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:14.052 INFO:tasks.workunit.client.0.smithi028.stdout: "compact_lat": { 2024-08-29T17:47:14.052 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 0, 2024-08-29T17:47:14.052 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T17:47:14.052 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:14.052 INFO:tasks.workunit.client.0.smithi028.stdout: "compact_lock_lat": { 2024-08-29T17:47:14.052 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 0, 2024-08-29T17:47:14.052 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T17:47:14.052 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:14.052 INFO:tasks.workunit.client.0.smithi028.stdout: "db_total_bytes": { 2024-08-29T17:47:14.052 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 95995035648 2024-08-29T17:47:14.052 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:14.052 INFO:tasks.workunit.client.0.smithi028.stdout: "db_used_bytes": { 2024-08-29T17:47:14.053 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 304480256 2024-08-29T17:47:14.053 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:14.053 INFO:tasks.workunit.client.0.smithi028.stdout: "log_bytes": { 2024-08-29T17:47:14.053 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 1847296 2024-08-29T17:47:14.053 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:14.053 INFO:tasks.workunit.client.0.smithi028.stdout: "logged_bytes": { 2024-08-29T17:47:14.053 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 1708032 2024-08-29T17:47:14.053 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:14.053 INFO:tasks.workunit.client.0.smithi028.stdout: "max_bytes_db": { 2024-08-29T17:47:14.053 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 312868864 2024-08-29T17:47:14.053 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:14.053 INFO:tasks.workunit.client.0.smithi028.stdout: "max_bytes_slow": { 2024-08-29T17:47:14.053 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T17:47:14.054 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:14.054 INFO:tasks.workunit.client.0.smithi028.stdout: "max_bytes_wal": { 2024-08-29T17:47:14.054 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T17:47:14.054 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:14.054 INFO:tasks.workunit.client.0.smithi028.stdout: "num_files": { 2024-08-29T17:47:14.054 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 14 2024-08-29T17:47:14.054 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:14.054 INFO:tasks.workunit.client.0.smithi028.stdout: "read_bytes": { 2024-08-29T17:47:14.054 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 195697 2024-08-29T17:47:14.054 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:14.054 INFO:tasks.workunit.client.0.smithi028.stdout: "read_count": { 2024-08-29T17:47:14.054 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 23 2024-08-29T17:47:14.054 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:14.054 INFO:tasks.workunit.client.0.smithi028.stdout: "read_disk_bytes": { 2024-08-29T17:47:14.054 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 1269760 2024-08-29T17:47:14.055 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:14.055 INFO:tasks.workunit.client.0.smithi028.stdout: "read_disk_bytes_db": { 2024-08-29T17:47:14.055 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 1273856 2024-08-29T17:47:14.055 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:14.055 INFO:tasks.workunit.client.0.smithi028.stdout: "read_disk_bytes_slow": { 2024-08-29T17:47:14.055 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T17:47:14.055 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:14.055 INFO:tasks.workunit.client.0.smithi028.stdout: "read_disk_bytes_wal": { 2024-08-29T17:47:14.055 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T17:47:14.055 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:14.055 INFO:tasks.workunit.client.0.smithi028.stdout: "read_disk_count": { 2024-08-29T17:47:14.055 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 15 2024-08-29T17:47:14.055 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:14.055 INFO:tasks.workunit.client.0.smithi028.stdout: "read_prefetch_bytes": { 2024-08-29T17:47:14.056 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 4789 2024-08-29T17:47:14.056 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:14.056 INFO:tasks.workunit.client.0.smithi028.stdout: "read_prefetch_count": { 2024-08-29T17:47:14.056 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 4 2024-08-29T17:47:14.056 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:14.056 INFO:tasks.workunit.client.0.smithi028.stdout: "read_random_buffer_bytes": { 2024-08-29T17:47:14.056 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 5589 2024-08-29T17:47:14.056 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:14.056 INFO:tasks.workunit.client.0.smithi028.stdout: "read_random_buffer_count": { 2024-08-29T17:47:14.056 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 24 2024-08-29T17:47:14.056 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:14.056 INFO:tasks.workunit.client.0.smithi028.stdout: "read_random_bytes": { 2024-08-29T17:47:14.057 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 5589 2024-08-29T17:47:14.057 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:14.057 INFO:tasks.workunit.client.0.smithi028.stdout: "read_random_count": { 2024-08-29T17:47:14.057 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 24 2024-08-29T17:47:14.057 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:14.057 INFO:tasks.workunit.client.0.smithi028.stdout: "read_random_disk_bytes": { 2024-08-29T17:47:14.057 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T17:47:14.057 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:14.057 INFO:tasks.workunit.client.0.smithi028.stdout: "read_random_disk_bytes_db": { 2024-08-29T17:47:14.057 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T17:47:14.057 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:14.057 INFO:tasks.workunit.client.0.smithi028.stdout: "read_random_disk_bytes_slow": { 2024-08-29T17:47:14.057 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T17:47:14.057 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:14.058 INFO:tasks.workunit.client.0.smithi028.stdout: "read_random_disk_bytes_wal": { 2024-08-29T17:47:14.058 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T17:47:14.058 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:14.058 INFO:tasks.workunit.client.0.smithi028.stdout: "read_random_disk_count": { 2024-08-29T17:47:14.058 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T17:47:14.058 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:14.058 INFO:tasks.workunit.client.0.smithi028.stdout: "slow_total_bytes": { 2024-08-29T17:47:14.058 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T17:47:14.058 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:14.058 INFO:tasks.workunit.client.0.smithi028.stdout: "slow_used_bytes": { 2024-08-29T17:47:14.058 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T17:47:14.058 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:14.058 INFO:tasks.workunit.client.0.smithi028.stdout: "wal_total_bytes": { 2024-08-29T17:47:14.059 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T17:47:14.059 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:14.059 INFO:tasks.workunit.client.0.smithi028.stdout: "wal_used_bytes": { 2024-08-29T17:47:14.059 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T17:47:14.059 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:14.059 INFO:tasks.workunit.client.0.smithi028.stdout: "write_bytes": { 2024-08-29T17:47:14.059 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 4653056 2024-08-29T17:47:14.059 INFO:tasks.workunit.client.0.smithi028.stdout: } 2024-08-29T17:47:14.059 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:14.059 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore": { 2024-08-29T17:47:14.059 INFO:tasks.workunit.client.0.smithi028.stdout: "alloc_unit": { 2024-08-29T17:47:14.059 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 4096 2024-08-29T17:47:14.059 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:14.060 INFO:tasks.workunit.client.0.smithi028.stdout: "allocated": { 2024-08-29T17:47:14.060 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 1388544 2024-08-29T17:47:14.060 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:14.060 INFO:tasks.workunit.client.0.smithi028.stdout: "clist_lat": { 2024-08-29T17:47:14.060 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 4, 2024-08-29T17:47:14.060 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 467887 2024-08-29T17:47:14.060 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:14.060 INFO:tasks.workunit.client.0.smithi028.stdout: "compress_lat": { 2024-08-29T17:47:14.060 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 0, 2024-08-29T17:47:14.060 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T17:47:14.060 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:14.060 INFO:tasks.workunit.client.0.smithi028.stdout: "compressed": { 2024-08-29T17:47:14.061 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T17:47:14.061 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:14.061 INFO:tasks.workunit.client.0.smithi028.stdout: "compressed_allocated": { 2024-08-29T17:47:14.061 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T17:47:14.061 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:14.061 INFO:tasks.workunit.client.0.smithi028.stdout: "compressed_original": { 2024-08-29T17:47:14.061 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T17:47:14.061 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:14.061 INFO:tasks.workunit.client.0.smithi028.stdout: "csum_lat": { 2024-08-29T17:47:14.061 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 27, 2024-08-29T17:47:14.061 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 129214 2024-08-29T17:47:14.061 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:14.061 INFO:tasks.workunit.client.0.smithi028.stdout: "decompress_lat": { 2024-08-29T17:47:14.061 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 0, 2024-08-29T17:47:14.062 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T17:47:14.062 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:14.062 INFO:tasks.workunit.client.0.smithi028.stdout: "kv_commit_lat": { 2024-08-29T17:47:14.062 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 400, 2024-08-29T17:47:14.062 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 128667471 2024-08-29T17:47:14.062 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:14.062 INFO:tasks.workunit.client.0.smithi028.stdout: "kv_final_lat": { 2024-08-29T17:47:14.062 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 388, 2024-08-29T17:47:14.062 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 26148543 2024-08-29T17:47:14.062 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:14.062 INFO:tasks.workunit.client.0.smithi028.stdout: "kv_flush_lat": { 2024-08-29T17:47:14.062 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 400, 2024-08-29T17:47:14.062 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 1074167 2024-08-29T17:47:14.062 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:14.063 INFO:tasks.workunit.client.0.smithi028.stdout: "kv_sync_lat": { 2024-08-29T17:47:14.063 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 400, 2024-08-29T17:47:14.063 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 129741638 2024-08-29T17:47:14.063 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:14.063 INFO:tasks.workunit.client.0.smithi028.stdout: "omap_get_keys_lat": { 2024-08-29T17:47:14.063 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 0, 2024-08-29T17:47:14.063 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T17:47:14.063 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:14.063 INFO:tasks.workunit.client.0.smithi028.stdout: "omap_get_values_lat": { 2024-08-29T17:47:14.063 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 1, 2024-08-29T17:47:14.063 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 45917 2024-08-29T17:47:14.063 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:14.063 INFO:tasks.workunit.client.0.smithi028.stdout: "omap_lower_bound_lat": { 2024-08-29T17:47:14.063 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 8, 2024-08-29T17:47:14.064 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 39460 2024-08-29T17:47:14.064 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:14.064 INFO:tasks.workunit.client.0.smithi028.stdout: "omap_next_lat": { 2024-08-29T17:47:14.064 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 0, 2024-08-29T17:47:14.064 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T17:47:14.064 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:14.064 INFO:tasks.workunit.client.0.smithi028.stdout: "omap_seek_to_first_lat": { 2024-08-29T17:47:14.064 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 0, 2024-08-29T17:47:14.064 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T17:47:14.064 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:14.064 INFO:tasks.workunit.client.0.smithi028.stdout: "omap_upper_bound_lat": { 2024-08-29T17:47:14.064 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 4, 2024-08-29T17:47:14.064 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 16064 2024-08-29T17:47:14.065 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:14.065 INFO:tasks.workunit.client.0.smithi028.stdout: "onode_hits": { 2024-08-29T17:47:14.065 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 861 2024-08-29T17:47:14.065 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:14.065 INFO:tasks.workunit.client.0.smithi028.stdout: "onode_misses": { 2024-08-29T17:47:14.065 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 236 2024-08-29T17:47:14.065 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:14.065 INFO:tasks.workunit.client.0.smithi028.stdout: "read_lat": { 2024-08-29T17:47:14.065 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 128, 2024-08-29T17:47:14.065 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 3283871 2024-08-29T17:47:14.065 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:14.065 INFO:tasks.workunit.client.0.smithi028.stdout: "read_onode_meta_lat": { 2024-08-29T17:47:14.065 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 343, 2024-08-29T17:47:14.066 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 407857 2024-08-29T17:47:14.066 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:14.066 INFO:tasks.workunit.client.0.smithi028.stdout: "read_wait_aio_lat": { 2024-08-29T17:47:14.066 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 215, 2024-08-29T17:47:14.066 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 2306925 2024-08-29T17:47:14.066 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:14.066 INFO:tasks.workunit.client.0.smithi028.stdout: "reads_with_retries": { 2024-08-29T17:47:14.066 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T17:47:14.066 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:14.066 INFO:tasks.workunit.client.0.smithi028.stdout: "remove_lat": { 2024-08-29T17:47:14.066 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 2, 2024-08-29T17:47:14.066 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 99686 2024-08-29T17:47:14.066 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:14.067 INFO:tasks.workunit.client.0.smithi028.stdout: "state_aio_wait_lat": { 2024-08-29T17:47:14.067 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 492, 2024-08-29T17:47:14.067 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 14303154 2024-08-29T17:47:14.067 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:14.067 INFO:tasks.workunit.client.0.smithi028.stdout: "state_deferred_aio_wait_lat": { 2024-08-29T17:47:14.067 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 133, 2024-08-29T17:47:14.067 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 13525195 2024-08-29T17:47:14.067 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:14.067 INFO:tasks.workunit.client.0.smithi028.stdout: "state_deferred_cleanup_lat": { 2024-08-29T17:47:14.067 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 133, 2024-08-29T17:47:14.067 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 1064950421183 2024-08-29T17:47:14.067 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:14.067 INFO:tasks.workunit.client.0.smithi028.stdout: "state_deferred_queued_lat": { 2024-08-29T17:47:14.067 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 133, 2024-08-29T17:47:14.068 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 206095490781 2024-08-29T17:47:14.068 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:14.068 INFO:tasks.workunit.client.0.smithi028.stdout: "state_done_lat": { 2024-08-29T17:47:14.068 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 492, 2024-08-29T17:47:14.068 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 96287319539 2024-08-29T17:47:14.068 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:14.068 INFO:tasks.workunit.client.0.smithi028.stdout: "state_finishing_lat": { 2024-08-29T17:47:14.068 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 492, 2024-08-29T17:47:14.068 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 104166 2024-08-29T17:47:14.068 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:14.068 INFO:tasks.workunit.client.0.smithi028.stdout: "state_io_done_lat": { 2024-08-29T17:47:14.068 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 492, 2024-08-29T17:47:14.068 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 3765725 2024-08-29T17:47:14.069 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:14.069 INFO:tasks.workunit.client.0.smithi028.stdout: "state_kv_commiting_lat": { 2024-08-29T17:47:14.069 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 492, 2024-08-29T17:47:14.069 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 285206026 2024-08-29T17:47:14.069 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:14.069 INFO:tasks.workunit.client.0.smithi028.stdout: "state_kv_done_lat": { 2024-08-29T17:47:14.069 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 492, 2024-08-29T17:47:14.069 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 319686 2024-08-29T17:47:14.069 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:14.069 INFO:tasks.workunit.client.0.smithi028.stdout: "state_kv_queued_lat": { 2024-08-29T17:47:14.069 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 492, 2024-08-29T17:47:14.069 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 125600285 2024-08-29T17:47:14.069 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:14.070 INFO:tasks.workunit.client.0.smithi028.stdout: "state_prepare_lat": { 2024-08-29T17:47:14.070 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 492, 2024-08-29T17:47:14.070 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 43699156 2024-08-29T17:47:14.070 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:14.070 INFO:tasks.workunit.client.0.smithi028.stdout: "stored": { 2024-08-29T17:47:14.070 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 940091 2024-08-29T17:47:14.070 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:14.070 INFO:tasks.workunit.client.0.smithi028.stdout: "truncate_lat": { 2024-08-29T17:47:14.070 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 67, 2024-08-29T17:47:14.070 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 587385 2024-08-29T17:47:14.070 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:14.070 INFO:tasks.workunit.client.0.smithi028.stdout: "txc_commit_lat": { 2024-08-29T17:47:14.070 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 492, 2024-08-29T17:47:14.070 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 472718034 2024-08-29T17:47:14.070 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:14.071 INFO:tasks.workunit.client.0.smithi028.stdout: "txc_submit_lat": { 2024-08-29T17:47:14.071 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 492, 2024-08-29T17:47:14.071 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 53963214 2024-08-29T17:47:14.071 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:14.071 INFO:tasks.workunit.client.0.smithi028.stdout: "txc_throttle_lat": { 2024-08-29T17:47:14.071 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 492, 2024-08-29T17:47:14.071 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 6541205 2024-08-29T17:47:14.071 INFO:tasks.workunit.client.0.smithi028.stdout: } 2024-08-29T17:47:14.071 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:14.071 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore-pricache": { 2024-08-29T17:47:14.071 INFO:tasks.workunit.client.0.smithi028.stdout: "cache_bytes": { 2024-08-29T17:47:14.071 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 1901932871 2024-08-29T17:47:14.071 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:14.072 INFO:tasks.workunit.client.0.smithi028.stdout: "heap_bytes": { 2024-08-29T17:47:14.072 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 274055168 2024-08-29T17:47:14.072 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:14.072 INFO:tasks.workunit.client.0.smithi028.stdout: "mapped_bytes": { 2024-08-29T17:47:14.072 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 273408000 2024-08-29T17:47:14.072 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:14.072 INFO:tasks.workunit.client.0.smithi028.stdout: "target_bytes": { 2024-08-29T17:47:14.072 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 3184987340 2024-08-29T17:47:14.072 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:14.072 INFO:tasks.workunit.client.0.smithi028.stdout: "unmapped_bytes": { 2024-08-29T17:47:14.072 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 647168 2024-08-29T17:47:14.073 INFO:tasks.workunit.client.0.smithi028.stdout: } 2024-08-29T17:47:14.073 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:14.073 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore-pricache:data": { 2024-08-29T17:47:14.073 INFO:tasks.workunit.client.0.smithi028.stdout: "committed_bytes": { 2024-08-29T17:47:14.073 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 159383552 2024-08-29T17:47:14.073 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:14.073 INFO:tasks.workunit.client.0.smithi028.stdout: "pri0_bytes": { 2024-08-29T17:47:14.073 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T17:47:14.073 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:14.073 INFO:tasks.workunit.client.0.smithi028.stdout: "pri10_bytes": { 2024-08-29T17:47:14.073 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T17:47:14.073 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:14.073 INFO:tasks.workunit.client.0.smithi028.stdout: "pri11_bytes": { 2024-08-29T17:47:14.074 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 87887818 2024-08-29T17:47:14.074 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:14.074 INFO:tasks.workunit.client.0.smithi028.stdout: "pri1_bytes": { 2024-08-29T17:47:14.074 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T17:47:14.074 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:14.074 INFO:tasks.workunit.client.0.smithi028.stdout: "pri2_bytes": { 2024-08-29T17:47:14.074 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T17:47:14.074 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:14.074 INFO:tasks.workunit.client.0.smithi028.stdout: "pri3_bytes": { 2024-08-29T17:47:14.074 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T17:47:14.074 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:14.074 INFO:tasks.workunit.client.0.smithi028.stdout: "pri4_bytes": { 2024-08-29T17:47:14.074 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T17:47:14.075 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:14.075 INFO:tasks.workunit.client.0.smithi028.stdout: "pri5_bytes": { 2024-08-29T17:47:14.075 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T17:47:14.075 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:14.075 INFO:tasks.workunit.client.0.smithi028.stdout: "pri6_bytes": { 2024-08-29T17:47:14.075 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 618496 2024-08-29T17:47:14.075 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:14.075 INFO:tasks.workunit.client.0.smithi028.stdout: "pri7_bytes": { 2024-08-29T17:47:14.075 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T17:47:14.075 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:14.075 INFO:tasks.workunit.client.0.smithi028.stdout: "pri8_bytes": { 2024-08-29T17:47:14.075 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T17:47:14.075 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:14.075 INFO:tasks.workunit.client.0.smithi028.stdout: "pri9_bytes": { 2024-08-29T17:47:14.076 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T17:47:14.076 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:14.076 INFO:tasks.workunit.client.0.smithi028.stdout: "reserved_bytes": { 2024-08-29T17:47:14.076 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 70877238 2024-08-29T17:47:14.076 INFO:tasks.workunit.client.0.smithi028.stdout: } 2024-08-29T17:47:14.076 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:14.076 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore-pricache:kv": { 2024-08-29T17:47:14.076 INFO:tasks.workunit.client.0.smithi028.stdout: "committed_bytes": { 2024-08-29T17:47:14.076 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 796917760 2024-08-29T17:47:14.076 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:14.076 INFO:tasks.workunit.client.0.smithi028.stdout: "pri0_bytes": { 2024-08-29T17:47:14.076 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 67108864 2024-08-29T17:47:14.076 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:14.077 INFO:tasks.workunit.client.0.smithi028.stdout: "pri10_bytes": { 2024-08-29T17:47:14.077 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T17:47:14.077 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:14.077 INFO:tasks.workunit.client.0.smithi028.stdout: "pri11_bytes": { 2024-08-29T17:47:14.077 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 659158636 2024-08-29T17:47:14.077 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:14.077 INFO:tasks.workunit.client.0.smithi028.stdout: "pri1_bytes": { 2024-08-29T17:47:14.077 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T17:47:14.077 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:14.077 INFO:tasks.workunit.client.0.smithi028.stdout: "pri2_bytes": { 2024-08-29T17:47:14.077 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T17:47:14.078 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:14.078 INFO:tasks.workunit.client.0.smithi028.stdout: "pri3_bytes": { 2024-08-29T17:47:14.078 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T17:47:14.078 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:14.078 INFO:tasks.workunit.client.0.smithi028.stdout: "pri4_bytes": { 2024-08-29T17:47:14.078 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T17:47:14.078 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:14.078 INFO:tasks.workunit.client.0.smithi028.stdout: "pri5_bytes": { 2024-08-29T17:47:14.078 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T17:47:14.078 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:14.078 INFO:tasks.workunit.client.0.smithi028.stdout: "pri6_bytes": { 2024-08-29T17:47:14.078 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 240 2024-08-29T17:47:14.078 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:14.079 INFO:tasks.workunit.client.0.smithi028.stdout: "pri7_bytes": { 2024-08-29T17:47:14.079 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T17:47:14.079 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:14.079 INFO:tasks.workunit.client.0.smithi028.stdout: "pri8_bytes": { 2024-08-29T17:47:14.079 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T17:47:14.079 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:14.079 INFO:tasks.workunit.client.0.smithi028.stdout: "pri9_bytes": { 2024-08-29T17:47:14.079 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T17:47:14.079 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:14.079 INFO:tasks.workunit.client.0.smithi028.stdout: "reserved_bytes": { 2024-08-29T17:47:14.079 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 70650020 2024-08-29T17:47:14.079 INFO:tasks.workunit.client.0.smithi028.stdout: } 2024-08-29T17:47:14.079 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:14.079 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore-pricache:kv_onode": { 2024-08-29T17:47:14.079 INFO:tasks.workunit.client.0.smithi028.stdout: "committed_bytes": { 2024-08-29T17:47:14.079 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 192937984 2024-08-29T17:47:14.080 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:14.080 INFO:tasks.workunit.client.0.smithi028.stdout: "pri0_bytes": { 2024-08-29T17:47:14.080 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 67108864 2024-08-29T17:47:14.080 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:14.080 INFO:tasks.workunit.client.0.smithi028.stdout: "pri10_bytes": { 2024-08-29T17:47:14.080 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 464 2024-08-29T17:47:14.080 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:14.080 INFO:tasks.workunit.client.0.smithi028.stdout: "pri11_bytes": { 2024-08-29T17:47:14.080 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 58591878 2024-08-29T17:47:14.080 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:14.080 INFO:tasks.workunit.client.0.smithi028.stdout: "pri1_bytes": { 2024-08-29T17:47:14.080 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T17:47:14.080 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:14.081 INFO:tasks.workunit.client.0.smithi028.stdout: "pri2_bytes": { 2024-08-29T17:47:14.081 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T17:47:14.081 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:14.081 INFO:tasks.workunit.client.0.smithi028.stdout: "pri3_bytes": { 2024-08-29T17:47:14.081 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T17:47:14.081 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:14.081 INFO:tasks.workunit.client.0.smithi028.stdout: "pri4_bytes": { 2024-08-29T17:47:14.081 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T17:47:14.081 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:14.081 INFO:tasks.workunit.client.0.smithi028.stdout: "pri5_bytes": { 2024-08-29T17:47:14.081 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T17:47:14.081 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:14.081 INFO:tasks.workunit.client.0.smithi028.stdout: "pri6_bytes": { 2024-08-29T17:47:14.082 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T17:47:14.082 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:14.082 INFO:tasks.workunit.client.0.smithi028.stdout: "pri7_bytes": { 2024-08-29T17:47:14.082 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T17:47:14.082 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:14.082 INFO:tasks.workunit.client.0.smithi028.stdout: "pri8_bytes": { 2024-08-29T17:47:14.082 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T17:47:14.082 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:14.082 INFO:tasks.workunit.client.0.smithi028.stdout: "pri9_bytes": { 2024-08-29T17:47:14.082 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T17:47:14.082 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:14.082 INFO:tasks.workunit.client.0.smithi028.stdout: "reserved_bytes": { 2024-08-29T17:47:14.082 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 67236778 2024-08-29T17:47:14.082 INFO:tasks.workunit.client.0.smithi028.stdout: } 2024-08-29T17:47:14.083 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:14.083 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore-pricache:meta": { 2024-08-29T17:47:14.083 INFO:tasks.workunit.client.0.smithi028.stdout: "committed_bytes": { 2024-08-29T17:47:14.083 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 729808896 2024-08-29T17:47:14.083 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:14.083 INFO:tasks.workunit.client.0.smithi028.stdout: "pri0_bytes": { 2024-08-29T17:47:14.083 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T17:47:14.083 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:14.083 INFO:tasks.workunit.client.0.smithi028.stdout: "pri10_bytes": { 2024-08-29T17:47:14.083 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T17:47:14.083 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:14.083 INFO:tasks.workunit.client.0.smithi028.stdout: "pri11_bytes": { 2024-08-29T17:47:14.083 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 659158636 2024-08-29T17:47:14.083 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:14.083 INFO:tasks.workunit.client.0.smithi028.stdout: "pri1_bytes": { 2024-08-29T17:47:14.083 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T17:47:14.084 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:14.084 INFO:tasks.workunit.client.0.smithi028.stdout: "pri2_bytes": { 2024-08-29T17:47:14.084 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T17:47:14.084 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:14.084 INFO:tasks.workunit.client.0.smithi028.stdout: "pri3_bytes": { 2024-08-29T17:47:14.084 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T17:47:14.084 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:14.084 INFO:tasks.workunit.client.0.smithi028.stdout: "pri4_bytes": { 2024-08-29T17:47:14.084 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T17:47:14.084 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:14.084 INFO:tasks.workunit.client.0.smithi028.stdout: "pri5_bytes": { 2024-08-29T17:47:14.084 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T17:47:14.084 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:14.084 INFO:tasks.workunit.client.0.smithi028.stdout: "pri6_bytes": { 2024-08-29T17:47:14.084 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 264131 2024-08-29T17:47:14.085 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:14.085 INFO:tasks.workunit.client.0.smithi028.stdout: "pri7_bytes": { 2024-08-29T17:47:14.085 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T17:47:14.085 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:14.085 INFO:tasks.workunit.client.0.smithi028.stdout: "pri8_bytes": { 2024-08-29T17:47:14.085 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T17:47:14.085 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:14.085 INFO:tasks.workunit.client.0.smithi028.stdout: "pri9_bytes": { 2024-08-29T17:47:14.085 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T17:47:14.085 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:14.085 INFO:tasks.workunit.client.0.smithi028.stdout: "reserved_bytes": { 2024-08-29T17:47:14.085 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 70386129 2024-08-29T17:47:14.085 INFO:tasks.workunit.client.0.smithi028.stdout: } 2024-08-29T17:47:14.085 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:14.086 INFO:tasks.workunit.client.0.smithi028.stdout: "objecter": { 2024-08-29T17:47:14.086 INFO:tasks.workunit.client.0.smithi028.stdout: "op_active": { 2024-08-29T17:47:14.086 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T17:47:14.086 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:14.086 INFO:tasks.workunit.client.0.smithi028.stdout: "op_r": { 2024-08-29T17:47:14.086 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T17:47:14.086 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:14.086 INFO:tasks.workunit.client.0.smithi028.stdout: "op_rmw": { 2024-08-29T17:47:14.086 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T17:47:14.086 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:14.086 INFO:tasks.workunit.client.0.smithi028.stdout: "op_w": { 2024-08-29T17:47:14.086 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T17:47:14.086 INFO:tasks.workunit.client.0.smithi028.stdout: } 2024-08-29T17:47:14.086 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:14.087 INFO:tasks.workunit.client.0.smithi028.stdout: "osd": { 2024-08-29T17:47:14.087 INFO:tasks.workunit.client.0.smithi028.stdout: "numpg": { 2024-08-29T17:47:14.087 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 45 2024-08-29T17:47:14.087 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:14.087 INFO:tasks.workunit.client.0.smithi028.stdout: "numpg_removing": { 2024-08-29T17:47:14.087 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T17:47:14.087 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:14.087 INFO:tasks.workunit.client.0.smithi028.stdout: "op": { 2024-08-29T17:47:14.087 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 6 2024-08-29T17:47:14.087 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:14.087 INFO:tasks.workunit.client.0.smithi028.stdout: "op_delayed_degraded": { 2024-08-29T17:47:14.087 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T17:47:14.087 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:14.088 INFO:tasks.workunit.client.0.smithi028.stdout: "op_delayed_unreadable": { 2024-08-29T17:47:14.088 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T17:47:14.088 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:14.088 INFO:tasks.workunit.client.0.smithi028.stdout: "op_in_bytes": { 2024-08-29T17:47:14.088 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 604 2024-08-29T17:47:14.088 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:14.088 INFO:tasks.workunit.client.0.smithi028.stdout: "op_latency": { 2024-08-29T17:47:14.088 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 6, 2024-08-29T17:47:14.088 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 27925492 2024-08-29T17:47:14.088 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:14.088 INFO:tasks.workunit.client.0.smithi028.stdout: "op_out_bytes": { 2024-08-29T17:47:14.088 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T17:47:14.089 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:14.089 INFO:tasks.workunit.client.0.smithi028.stdout: "op_prepare_latency": { 2024-08-29T17:47:14.089 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 7, 2024-08-29T17:47:14.089 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 3295143 2024-08-29T17:47:14.089 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:14.089 INFO:tasks.workunit.client.0.smithi028.stdout: "op_process_latency": { 2024-08-29T17:47:14.089 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 6, 2024-08-29T17:47:14.089 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 16506643 2024-08-29T17:47:14.089 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:14.089 INFO:tasks.workunit.client.0.smithi028.stdout: "op_r": { 2024-08-29T17:47:14.089 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T17:47:14.089 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:14.089 INFO:tasks.workunit.client.0.smithi028.stdout: "op_r_latency": { 2024-08-29T17:47:14.090 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 0, 2024-08-29T17:47:14.090 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T17:47:14.090 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:14.090 INFO:tasks.workunit.client.0.smithi028.stdout: "op_r_latency_out_bytes_histogram": { 2024-08-29T17:47:14.090 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T17:47:14.090 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:14.090 INFO:tasks.workunit.client.0.smithi028.stdout: "op_r_out_bytes": { 2024-08-29T17:47:14.090 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T17:47:14.090 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:14.090 INFO:tasks.workunit.client.0.smithi028.stdout: "op_r_prepare_latency": { 2024-08-29T17:47:14.090 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 0, 2024-08-29T17:47:14.090 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T17:47:14.090 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:14.091 INFO:tasks.workunit.client.0.smithi028.stdout: "op_r_process_latency": { 2024-08-29T17:47:14.091 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 0, 2024-08-29T17:47:14.091 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T17:47:14.091 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:14.091 INFO:tasks.workunit.client.0.smithi028.stdout: "op_rw": { 2024-08-29T17:47:14.091 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T17:47:14.091 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:14.091 INFO:tasks.workunit.client.0.smithi028.stdout: "op_rw_in_bytes": { 2024-08-29T17:47:14.091 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T17:47:14.091 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:14.091 INFO:tasks.workunit.client.0.smithi028.stdout: "op_rw_latency": { 2024-08-29T17:47:14.091 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 0, 2024-08-29T17:47:14.091 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T17:47:14.091 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:14.091 INFO:tasks.workunit.client.0.smithi028.stdout: "op_rw_latency_in_bytes_histogram": { 2024-08-29T17:47:14.092 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T17:47:14.092 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:14.092 INFO:tasks.workunit.client.0.smithi028.stdout: "op_rw_latency_out_bytes_histogram": { 2024-08-29T17:47:14.092 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T17:47:14.092 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:14.092 INFO:tasks.workunit.client.0.smithi028.stdout: "op_rw_out_bytes": { 2024-08-29T17:47:14.092 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T17:47:14.092 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:14.092 INFO:tasks.workunit.client.0.smithi028.stdout: "op_rw_prepare_latency": { 2024-08-29T17:47:14.092 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 0, 2024-08-29T17:47:14.092 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T17:47:14.092 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:14.092 INFO:tasks.workunit.client.0.smithi028.stdout: "op_rw_process_latency": { 2024-08-29T17:47:14.092 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 0, 2024-08-29T17:47:14.093 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T17:47:14.093 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:14.093 INFO:tasks.workunit.client.0.smithi028.stdout: "op_w": { 2024-08-29T17:47:14.093 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 6 2024-08-29T17:47:14.093 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:14.093 INFO:tasks.workunit.client.0.smithi028.stdout: "op_w_in_bytes": { 2024-08-29T17:47:14.093 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 604 2024-08-29T17:47:14.093 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:14.093 INFO:tasks.workunit.client.0.smithi028.stdout: "op_w_latency": { 2024-08-29T17:47:14.093 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 6, 2024-08-29T17:47:14.093 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 27925492 2024-08-29T17:47:14.093 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:14.093 INFO:tasks.workunit.client.0.smithi028.stdout: "op_w_latency_in_bytes_histogram": { 2024-08-29T17:47:14.094 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T17:47:14.094 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:14.094 INFO:tasks.workunit.client.0.smithi028.stdout: "op_w_prepare_latency": { 2024-08-29T17:47:14.094 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 7, 2024-08-29T17:47:14.094 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 3295143 2024-08-29T17:47:14.094 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:14.094 INFO:tasks.workunit.client.0.smithi028.stdout: "op_w_process_latency": { 2024-08-29T17:47:14.094 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 6, 2024-08-29T17:47:14.094 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 16506643 2024-08-29T17:47:14.094 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:14.094 INFO:tasks.workunit.client.0.smithi028.stdout: "op_wip": { 2024-08-29T17:47:14.094 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T17:47:14.094 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:14.094 INFO:tasks.workunit.client.0.smithi028.stdout: "recovery_bytes": { 2024-08-29T17:47:14.095 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 1771104 2024-08-29T17:47:14.095 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:14.095 INFO:tasks.workunit.client.0.smithi028.stdout: "recovery_ops": { 2024-08-29T17:47:14.095 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 6 2024-08-29T17:47:14.095 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:14.095 INFO:tasks.workunit.client.0.smithi028.stdout: "stat_bytes": { 2024-08-29T17:47:14.095 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 95995035648 2024-08-29T17:47:14.095 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:14.095 INFO:tasks.workunit.client.0.smithi028.stdout: "stat_bytes_used": { 2024-08-29T17:47:14.095 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 305881088 2024-08-29T17:47:14.095 INFO:tasks.workunit.client.0.smithi028.stdout: } 2024-08-29T17:47:14.095 INFO:tasks.workunit.client.0.smithi028.stdout: } 2024-08-29T17:47:14.095 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:14.095 INFO:tasks.workunit.client.0.smithi028.stdout: "osd.1": { 2024-08-29T17:47:14.096 INFO:tasks.workunit.client.0.smithi028.stdout: "bluefs": { 2024-08-29T17:47:14.096 INFO:tasks.workunit.client.0.smithi028.stdout: "alloc_slow_fallback": { 2024-08-29T17:47:14.096 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T17:47:14.096 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:14.096 INFO:tasks.workunit.client.0.smithi028.stdout: "alloc_slow_size_fallback": { 2024-08-29T17:47:14.096 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T17:47:14.096 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:14.096 INFO:tasks.workunit.client.0.smithi028.stdout: "alloc_unit_db": { 2024-08-29T17:47:14.096 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 65536 2024-08-29T17:47:14.096 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:14.096 INFO:tasks.workunit.client.0.smithi028.stdout: "alloc_unit_main": { 2024-08-29T17:47:14.096 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T17:47:14.096 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:14.097 INFO:tasks.workunit.client.0.smithi028.stdout: "alloc_unit_wal": { 2024-08-29T17:47:14.097 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T17:47:14.097 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:14.097 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes_written_slow": { 2024-08-29T17:47:14.097 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T17:47:14.097 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:14.097 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes_written_sst": { 2024-08-29T17:47:14.097 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 12288 2024-08-29T17:47:14.097 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:14.097 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes_written_wal": { 2024-08-29T17:47:14.097 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 2580480 2024-08-29T17:47:14.097 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:14.097 INFO:tasks.workunit.client.0.smithi028.stdout: "compact_lat": { 2024-08-29T17:47:14.098 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 0, 2024-08-29T17:47:14.098 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T17:47:14.098 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:14.098 INFO:tasks.workunit.client.0.smithi028.stdout: "compact_lock_lat": { 2024-08-29T17:47:14.098 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 0, 2024-08-29T17:47:14.098 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T17:47:14.098 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:14.098 INFO:tasks.workunit.client.0.smithi028.stdout: "db_total_bytes": { 2024-08-29T17:47:14.098 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 95995035648 2024-08-29T17:47:14.098 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:14.098 INFO:tasks.workunit.client.0.smithi028.stdout: "db_used_bytes": { 2024-08-29T17:47:14.098 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 304480256 2024-08-29T17:47:14.098 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:14.099 INFO:tasks.workunit.client.0.smithi028.stdout: "log_bytes": { 2024-08-29T17:47:14.099 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 1662976 2024-08-29T17:47:14.099 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:14.099 INFO:tasks.workunit.client.0.smithi028.stdout: "logged_bytes": { 2024-08-29T17:47:14.099 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 1523712 2024-08-29T17:47:14.099 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:14.099 INFO:tasks.workunit.client.0.smithi028.stdout: "max_bytes_db": { 2024-08-29T17:47:14.099 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 312868864 2024-08-29T17:47:14.099 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:14.099 INFO:tasks.workunit.client.0.smithi028.stdout: "max_bytes_slow": { 2024-08-29T17:47:14.099 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T17:47:14.099 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:14.099 INFO:tasks.workunit.client.0.smithi028.stdout: "max_bytes_wal": { 2024-08-29T17:47:14.100 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T17:47:14.100 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:14.100 INFO:tasks.workunit.client.0.smithi028.stdout: "num_files": { 2024-08-29T17:47:14.100 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 14 2024-08-29T17:47:14.100 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:14.100 INFO:tasks.workunit.client.0.smithi028.stdout: "read_bytes": { 2024-08-29T17:47:14.100 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 195697 2024-08-29T17:47:14.100 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:14.100 INFO:tasks.workunit.client.0.smithi028.stdout: "read_count": { 2024-08-29T17:47:14.100 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 23 2024-08-29T17:47:14.100 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:14.100 INFO:tasks.workunit.client.0.smithi028.stdout: "read_disk_bytes": { 2024-08-29T17:47:14.100 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 1269760 2024-08-29T17:47:14.100 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:14.101 INFO:tasks.workunit.client.0.smithi028.stdout: "read_disk_bytes_db": { 2024-08-29T17:47:14.101 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 1273856 2024-08-29T17:47:14.101 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:14.101 INFO:tasks.workunit.client.0.smithi028.stdout: "read_disk_bytes_slow": { 2024-08-29T17:47:14.101 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T17:47:14.101 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:14.101 INFO:tasks.workunit.client.0.smithi028.stdout: "read_disk_bytes_wal": { 2024-08-29T17:47:14.101 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T17:47:14.101 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:14.101 INFO:tasks.workunit.client.0.smithi028.stdout: "read_disk_count": { 2024-08-29T17:47:14.101 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 15 2024-08-29T17:47:14.101 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:14.101 INFO:tasks.workunit.client.0.smithi028.stdout: "read_prefetch_bytes": { 2024-08-29T17:47:14.102 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 4789 2024-08-29T17:47:14.102 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:14.102 INFO:tasks.workunit.client.0.smithi028.stdout: "read_prefetch_count": { 2024-08-29T17:47:14.102 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 4 2024-08-29T17:47:14.102 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:14.102 INFO:tasks.workunit.client.0.smithi028.stdout: "read_random_buffer_bytes": { 2024-08-29T17:47:14.102 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 5589 2024-08-29T17:47:14.102 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:14.102 INFO:tasks.workunit.client.0.smithi028.stdout: "read_random_buffer_count": { 2024-08-29T17:47:14.102 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 24 2024-08-29T17:47:14.102 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:14.102 INFO:tasks.workunit.client.0.smithi028.stdout: "read_random_bytes": { 2024-08-29T17:47:14.102 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 5589 2024-08-29T17:47:14.102 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:14.103 INFO:tasks.workunit.client.0.smithi028.stdout: "read_random_count": { 2024-08-29T17:47:14.103 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 24 2024-08-29T17:47:14.103 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:14.103 INFO:tasks.workunit.client.0.smithi028.stdout: "read_random_disk_bytes": { 2024-08-29T17:47:14.103 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T17:47:14.103 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:14.103 INFO:tasks.workunit.client.0.smithi028.stdout: "read_random_disk_bytes_db": { 2024-08-29T17:47:14.103 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T17:47:14.103 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:14.103 INFO:tasks.workunit.client.0.smithi028.stdout: "read_random_disk_bytes_slow": { 2024-08-29T17:47:14.103 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T17:47:14.103 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:14.103 INFO:tasks.workunit.client.0.smithi028.stdout: "read_random_disk_bytes_wal": { 2024-08-29T17:47:14.103 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T17:47:14.103 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:14.104 INFO:tasks.workunit.client.0.smithi028.stdout: "read_random_disk_count": { 2024-08-29T17:47:14.104 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T17:47:14.104 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:14.104 INFO:tasks.workunit.client.0.smithi028.stdout: "slow_total_bytes": { 2024-08-29T17:47:14.104 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T17:47:14.104 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:14.104 INFO:tasks.workunit.client.0.smithi028.stdout: "slow_used_bytes": { 2024-08-29T17:47:14.104 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T17:47:14.104 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:14.104 INFO:tasks.workunit.client.0.smithi028.stdout: "wal_total_bytes": { 2024-08-29T17:47:14.104 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T17:47:14.104 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:14.104 INFO:tasks.workunit.client.0.smithi028.stdout: "wal_used_bytes": { 2024-08-29T17:47:14.105 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T17:47:14.105 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:14.105 INFO:tasks.workunit.client.0.smithi028.stdout: "write_bytes": { 2024-08-29T17:47:14.105 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 4177920 2024-08-29T17:47:14.105 INFO:tasks.workunit.client.0.smithi028.stdout: } 2024-08-29T17:47:14.105 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:14.105 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore": { 2024-08-29T17:47:14.105 INFO:tasks.workunit.client.0.smithi028.stdout: "alloc_unit": { 2024-08-29T17:47:14.105 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 4096 2024-08-29T17:47:14.105 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:14.105 INFO:tasks.workunit.client.0.smithi028.stdout: "allocated": { 2024-08-29T17:47:14.105 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 790528 2024-08-29T17:47:14.105 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:14.105 INFO:tasks.workunit.client.0.smithi028.stdout: "clist_lat": { 2024-08-29T17:47:14.106 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 5, 2024-08-29T17:47:14.106 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 396289 2024-08-29T17:47:14.106 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:14.106 INFO:tasks.workunit.client.0.smithi028.stdout: "compress_lat": { 2024-08-29T17:47:14.106 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 0, 2024-08-29T17:47:14.106 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T17:47:14.106 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:14.106 INFO:tasks.workunit.client.0.smithi028.stdout: "compressed": { 2024-08-29T17:47:14.106 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T17:47:14.106 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:14.106 INFO:tasks.workunit.client.0.smithi028.stdout: "compressed_allocated": { 2024-08-29T17:47:14.106 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T17:47:14.106 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:14.106 INFO:tasks.workunit.client.0.smithi028.stdout: "compressed_original": { 2024-08-29T17:47:14.107 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T17:47:14.107 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:14.107 INFO:tasks.workunit.client.0.smithi028.stdout: "csum_lat": { 2024-08-29T17:47:14.107 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 31, 2024-08-29T17:47:14.107 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 123566 2024-08-29T17:47:14.107 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:14.107 INFO:tasks.workunit.client.0.smithi028.stdout: "decompress_lat": { 2024-08-29T17:47:14.107 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 0, 2024-08-29T17:47:14.107 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T17:47:14.107 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:14.107 INFO:tasks.workunit.client.0.smithi028.stdout: "kv_commit_lat": { 2024-08-29T17:47:14.107 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 355, 2024-08-29T17:47:14.108 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 134281238 2024-08-29T17:47:14.108 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:14.108 INFO:tasks.workunit.client.0.smithi028.stdout: "kv_final_lat": { 2024-08-29T17:47:14.108 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 347, 2024-08-29T17:47:14.108 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 18079172 2024-08-29T17:47:14.108 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:14.108 INFO:tasks.workunit.client.0.smithi028.stdout: "kv_flush_lat": { 2024-08-29T17:47:14.108 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 355, 2024-08-29T17:47:14.108 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 1004325 2024-08-29T17:47:14.108 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:14.108 INFO:tasks.workunit.client.0.smithi028.stdout: "kv_sync_lat": { 2024-08-29T17:47:14.108 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 355, 2024-08-29T17:47:14.108 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 135285563 2024-08-29T17:47:14.109 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:14.109 INFO:tasks.workunit.client.0.smithi028.stdout: "omap_get_keys_lat": { 2024-08-29T17:47:14.109 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 0, 2024-08-29T17:47:14.109 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T17:47:14.109 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:14.109 INFO:tasks.workunit.client.0.smithi028.stdout: "omap_get_values_lat": { 2024-08-29T17:47:14.109 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 3, 2024-08-29T17:47:14.109 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 45433 2024-08-29T17:47:14.109 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:14.109 INFO:tasks.workunit.client.0.smithi028.stdout: "omap_lower_bound_lat": { 2024-08-29T17:47:14.109 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 4, 2024-08-29T17:47:14.109 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 15743 2024-08-29T17:47:14.109 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:14.110 INFO:tasks.workunit.client.0.smithi028.stdout: "omap_next_lat": { 2024-08-29T17:47:14.110 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 0, 2024-08-29T17:47:14.110 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T17:47:14.110 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:14.110 INFO:tasks.workunit.client.0.smithi028.stdout: "omap_seek_to_first_lat": { 2024-08-29T17:47:14.110 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 0, 2024-08-29T17:47:14.110 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T17:47:14.110 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:14.110 INFO:tasks.workunit.client.0.smithi028.stdout: "omap_upper_bound_lat": { 2024-08-29T17:47:14.110 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 5, 2024-08-29T17:47:14.110 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 26437 2024-08-29T17:47:14.110 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:14.110 INFO:tasks.workunit.client.0.smithi028.stdout: "onode_hits": { 2024-08-29T17:47:14.110 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 858 2024-08-29T17:47:14.111 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:14.111 INFO:tasks.workunit.client.0.smithi028.stdout: "onode_misses": { 2024-08-29T17:47:14.111 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 249 2024-08-29T17:47:14.111 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:14.111 INFO:tasks.workunit.client.0.smithi028.stdout: "read_lat": { 2024-08-29T17:47:14.111 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 143, 2024-08-29T17:47:14.111 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 3771617 2024-08-29T17:47:14.111 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:14.111 INFO:tasks.workunit.client.0.smithi028.stdout: "read_onode_meta_lat": { 2024-08-29T17:47:14.111 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 368, 2024-08-29T17:47:14.111 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 484611 2024-08-29T17:47:14.111 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:14.111 INFO:tasks.workunit.client.0.smithi028.stdout: "read_wait_aio_lat": { 2024-08-29T17:47:14.111 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 225, 2024-08-29T17:47:14.112 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 2582167 2024-08-29T17:47:14.112 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:14.112 INFO:tasks.workunit.client.0.smithi028.stdout: "reads_with_retries": { 2024-08-29T17:47:14.112 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T17:47:14.112 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:14.112 INFO:tasks.workunit.client.0.smithi028.stdout: "remove_lat": { 2024-08-29T17:47:14.112 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 3, 2024-08-29T17:47:14.112 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 174306 2024-08-29T17:47:14.112 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:14.112 INFO:tasks.workunit.client.0.smithi028.stdout: "state_aio_wait_lat": { 2024-08-29T17:47:14.112 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 423, 2024-08-29T17:47:14.112 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 21382001 2024-08-29T17:47:14.112 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:14.112 INFO:tasks.workunit.client.0.smithi028.stdout: "state_deferred_aio_wait_lat": { 2024-08-29T17:47:14.113 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 129, 2024-08-29T17:47:14.113 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 14497901 2024-08-29T17:47:14.113 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:14.113 INFO:tasks.workunit.client.0.smithi028.stdout: "state_deferred_cleanup_lat": { 2024-08-29T17:47:14.113 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 128, 2024-08-29T17:47:14.113 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 670232477693 2024-08-29T17:47:14.113 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:14.113 INFO:tasks.workunit.client.0.smithi028.stdout: "state_deferred_queued_lat": { 2024-08-29T17:47:14.113 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 129, 2024-08-29T17:47:14.113 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 193374293751 2024-08-29T17:47:14.113 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:14.113 INFO:tasks.workunit.client.0.smithi028.stdout: "state_done_lat": { 2024-08-29T17:47:14.113 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 422, 2024-08-29T17:47:14.114 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 97087392866 2024-08-29T17:47:14.114 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:14.114 INFO:tasks.workunit.client.0.smithi028.stdout: "state_finishing_lat": { 2024-08-29T17:47:14.114 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 422, 2024-08-29T17:47:14.114 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 88642 2024-08-29T17:47:14.114 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:14.114 INFO:tasks.workunit.client.0.smithi028.stdout: "state_io_done_lat": { 2024-08-29T17:47:14.114 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 423, 2024-08-29T17:47:14.114 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 897397 2024-08-29T17:47:14.115 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:14.115 INFO:tasks.workunit.client.0.smithi028.stdout: "state_kv_commiting_lat": { 2024-08-29T17:47:14.115 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 423, 2024-08-29T17:47:14.115 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 252545843 2024-08-29T17:47:14.115 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:14.115 INFO:tasks.workunit.client.0.smithi028.stdout: "state_kv_done_lat": { 2024-08-29T17:47:14.115 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 423, 2024-08-29T17:47:14.115 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 310157 2024-08-29T17:47:14.115 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:14.115 INFO:tasks.workunit.client.0.smithi028.stdout: "state_kv_queued_lat": { 2024-08-29T17:47:14.115 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 423, 2024-08-29T17:47:14.115 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 165771292 2024-08-29T17:47:14.115 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:14.116 INFO:tasks.workunit.client.0.smithi028.stdout: "state_prepare_lat": { 2024-08-29T17:47:14.116 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 423, 2024-08-29T17:47:14.116 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 41102897 2024-08-29T17:47:14.116 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:14.116 INFO:tasks.workunit.client.0.smithi028.stdout: "stored": { 2024-08-29T17:47:14.116 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 349186 2024-08-29T17:47:14.116 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:14.116 INFO:tasks.workunit.client.0.smithi028.stdout: "truncate_lat": { 2024-08-29T17:47:14.116 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 62, 2024-08-29T17:47:14.116 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 567916 2024-08-29T17:47:14.116 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:14.116 INFO:tasks.workunit.client.0.smithi028.stdout: "txc_commit_lat": { 2024-08-29T17:47:14.117 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 423, 2024-08-29T17:47:14.117 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 481831836 2024-08-29T17:47:14.117 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:14.117 INFO:tasks.workunit.client.0.smithi028.stdout: "txc_submit_lat": { 2024-08-29T17:47:14.117 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 423, 2024-08-29T17:47:14.117 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 50942377 2024-08-29T17:47:14.117 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:14.117 INFO:tasks.workunit.client.0.smithi028.stdout: "txc_throttle_lat": { 2024-08-29T17:47:14.117 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 423, 2024-08-29T17:47:14.117 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 6950662 2024-08-29T17:47:14.117 INFO:tasks.workunit.client.0.smithi028.stdout: } 2024-08-29T17:47:14.117 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:14.117 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore-pricache": { 2024-08-29T17:47:14.117 INFO:tasks.workunit.client.0.smithi028.stdout: "cache_bytes": { 2024-08-29T17:47:14.117 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 1901932871 2024-08-29T17:47:14.118 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:14.118 INFO:tasks.workunit.client.0.smithi028.stdout: "heap_bytes": { 2024-08-29T17:47:14.118 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 271892480 2024-08-29T17:47:14.118 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:14.118 INFO:tasks.workunit.client.0.smithi028.stdout: "mapped_bytes": { 2024-08-29T17:47:14.118 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 271097856 2024-08-29T17:47:14.118 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:14.118 INFO:tasks.workunit.client.0.smithi028.stdout: "target_bytes": { 2024-08-29T17:47:14.118 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 3184987340 2024-08-29T17:47:14.118 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:14.118 INFO:tasks.workunit.client.0.smithi028.stdout: "unmapped_bytes": { 2024-08-29T17:47:14.118 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 794624 2024-08-29T17:47:14.118 INFO:tasks.workunit.client.0.smithi028.stdout: } 2024-08-29T17:47:14.118 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:14.119 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore-pricache:data": { 2024-08-29T17:47:14.119 INFO:tasks.workunit.client.0.smithi028.stdout: "committed_bytes": { 2024-08-29T17:47:14.119 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 159383552 2024-08-29T17:47:14.119 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:14.119 INFO:tasks.workunit.client.0.smithi028.stdout: "pri0_bytes": { 2024-08-29T17:47:14.119 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T17:47:14.119 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:14.119 INFO:tasks.workunit.client.0.smithi028.stdout: "pri10_bytes": { 2024-08-29T17:47:14.119 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T17:47:14.119 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:14.119 INFO:tasks.workunit.client.0.smithi028.stdout: "pri11_bytes": { 2024-08-29T17:47:14.119 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 87925236 2024-08-29T17:47:14.119 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:14.119 INFO:tasks.workunit.client.0.smithi028.stdout: "pri1_bytes": { 2024-08-29T17:47:14.120 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T17:47:14.120 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:14.120 INFO:tasks.workunit.client.0.smithi028.stdout: "pri2_bytes": { 2024-08-29T17:47:14.120 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T17:47:14.120 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:14.120 INFO:tasks.workunit.client.0.smithi028.stdout: "pri3_bytes": { 2024-08-29T17:47:14.120 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T17:47:14.120 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:14.120 INFO:tasks.workunit.client.0.smithi028.stdout: "pri4_bytes": { 2024-08-29T17:47:14.120 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T17:47:14.120 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:14.120 INFO:tasks.workunit.client.0.smithi028.stdout: "pri5_bytes": { 2024-08-29T17:47:14.120 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T17:47:14.121 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:14.121 INFO:tasks.workunit.client.0.smithi028.stdout: "pri6_bytes": { 2024-08-29T17:47:14.121 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 20480 2024-08-29T17:47:14.121 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:14.121 INFO:tasks.workunit.client.0.smithi028.stdout: "pri7_bytes": { 2024-08-29T17:47:14.121 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T17:47:14.121 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:14.121 INFO:tasks.workunit.client.0.smithi028.stdout: "pri8_bytes": { 2024-08-29T17:47:14.121 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T17:47:14.121 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:14.121 INFO:tasks.workunit.client.0.smithi028.stdout: "pri9_bytes": { 2024-08-29T17:47:14.121 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T17:47:14.121 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:14.121 INFO:tasks.workunit.client.0.smithi028.stdout: "reserved_bytes": { 2024-08-29T17:47:14.121 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 71437836 2024-08-29T17:47:14.122 INFO:tasks.workunit.client.0.smithi028.stdout: } 2024-08-29T17:47:14.122 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:14.122 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore-pricache:kv": { 2024-08-29T17:47:14.122 INFO:tasks.workunit.client.0.smithi028.stdout: "committed_bytes": { 2024-08-29T17:47:14.122 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 796917760 2024-08-29T17:47:14.122 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:14.122 INFO:tasks.workunit.client.0.smithi028.stdout: "pri0_bytes": { 2024-08-29T17:47:14.122 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 67108864 2024-08-29T17:47:14.122 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:14.122 INFO:tasks.workunit.client.0.smithi028.stdout: "pri10_bytes": { 2024-08-29T17:47:14.122 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T17:47:14.122 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:14.122 INFO:tasks.workunit.client.0.smithi028.stdout: "pri11_bytes": { 2024-08-29T17:47:14.122 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 659439271 2024-08-29T17:47:14.122 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:14.122 INFO:tasks.workunit.client.0.smithi028.stdout: "pri1_bytes": { 2024-08-29T17:47:14.123 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T17:47:14.123 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:14.123 INFO:tasks.workunit.client.0.smithi028.stdout: "pri2_bytes": { 2024-08-29T17:47:14.123 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T17:47:14.123 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:14.123 INFO:tasks.workunit.client.0.smithi028.stdout: "pri3_bytes": { 2024-08-29T17:47:14.123 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T17:47:14.123 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:14.123 INFO:tasks.workunit.client.0.smithi028.stdout: "pri4_bytes": { 2024-08-29T17:47:14.123 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T17:47:14.123 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:14.123 INFO:tasks.workunit.client.0.smithi028.stdout: "pri5_bytes": { 2024-08-29T17:47:14.123 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T17:47:14.123 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:14.124 INFO:tasks.workunit.client.0.smithi028.stdout: "pri6_bytes": { 2024-08-29T17:47:14.124 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 240 2024-08-29T17:47:14.124 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:14.124 INFO:tasks.workunit.client.0.smithi028.stdout: "pri7_bytes": { 2024-08-29T17:47:14.124 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T17:47:14.124 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:14.124 INFO:tasks.workunit.client.0.smithi028.stdout: "pri8_bytes": { 2024-08-29T17:47:14.124 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T17:47:14.124 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:14.124 INFO:tasks.workunit.client.0.smithi028.stdout: "pri9_bytes": { 2024-08-29T17:47:14.124 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T17:47:14.124 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:14.124 INFO:tasks.workunit.client.0.smithi028.stdout: "reserved_bytes": { 2024-08-29T17:47:14.124 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 70369385 2024-08-29T17:47:14.125 INFO:tasks.workunit.client.0.smithi028.stdout: } 2024-08-29T17:47:14.125 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:14.125 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore-pricache:kv_onode": { 2024-08-29T17:47:14.125 INFO:tasks.workunit.client.0.smithi028.stdout: "committed_bytes": { 2024-08-29T17:47:14.125 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 192937984 2024-08-29T17:47:14.125 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:14.125 INFO:tasks.workunit.client.0.smithi028.stdout: "pri0_bytes": { 2024-08-29T17:47:14.125 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 67108864 2024-08-29T17:47:14.125 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:14.125 INFO:tasks.workunit.client.0.smithi028.stdout: "pri10_bytes": { 2024-08-29T17:47:14.125 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 464 2024-08-29T17:47:14.125 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:14.126 INFO:tasks.workunit.client.0.smithi028.stdout: "pri11_bytes": { 2024-08-29T17:47:14.126 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 58616824 2024-08-29T17:47:14.126 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:14.126 INFO:tasks.workunit.client.0.smithi028.stdout: "pri1_bytes": { 2024-08-29T17:47:14.126 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T17:47:14.126 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:14.126 INFO:tasks.workunit.client.0.smithi028.stdout: "pri2_bytes": { 2024-08-29T17:47:14.126 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T17:47:14.126 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:14.126 INFO:tasks.workunit.client.0.smithi028.stdout: "pri3_bytes": { 2024-08-29T17:47:14.126 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T17:47:14.126 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:14.126 INFO:tasks.workunit.client.0.smithi028.stdout: "pri4_bytes": { 2024-08-29T17:47:14.127 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T17:47:14.127 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:14.127 INFO:tasks.workunit.client.0.smithi028.stdout: "pri5_bytes": { 2024-08-29T17:47:14.127 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T17:47:14.127 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:14.127 INFO:tasks.workunit.client.0.smithi028.stdout: "pri6_bytes": { 2024-08-29T17:47:14.127 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T17:47:14.127 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:14.127 INFO:tasks.workunit.client.0.smithi028.stdout: "pri7_bytes": { 2024-08-29T17:47:14.127 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T17:47:14.127 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:14.127 INFO:tasks.workunit.client.0.smithi028.stdout: "pri8_bytes": { 2024-08-29T17:47:14.128 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T17:47:14.128 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:14.128 INFO:tasks.workunit.client.0.smithi028.stdout: "pri9_bytes": { 2024-08-29T17:47:14.128 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T17:47:14.128 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:14.128 INFO:tasks.workunit.client.0.smithi028.stdout: "reserved_bytes": { 2024-08-29T17:47:14.128 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 67211832 2024-08-29T17:47:14.128 INFO:tasks.workunit.client.0.smithi028.stdout: } 2024-08-29T17:47:14.128 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:14.128 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore-pricache:meta": { 2024-08-29T17:47:14.128 INFO:tasks.workunit.client.0.smithi028.stdout: "committed_bytes": { 2024-08-29T17:47:14.128 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 729808896 2024-08-29T17:47:14.128 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:14.129 INFO:tasks.workunit.client.0.smithi028.stdout: "pri0_bytes": { 2024-08-29T17:47:14.129 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T17:47:14.129 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:14.129 INFO:tasks.workunit.client.0.smithi028.stdout: "pri10_bytes": { 2024-08-29T17:47:14.129 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T17:47:14.129 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:14.129 INFO:tasks.workunit.client.0.smithi028.stdout: "pri11_bytes": { 2024-08-29T17:47:14.129 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 659439271 2024-08-29T17:47:14.129 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:14.129 INFO:tasks.workunit.client.0.smithi028.stdout: "pri1_bytes": { 2024-08-29T17:47:14.129 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T17:47:14.129 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:14.129 INFO:tasks.workunit.client.0.smithi028.stdout: "pri2_bytes": { 2024-08-29T17:47:14.130 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T17:47:14.130 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:14.130 INFO:tasks.workunit.client.0.smithi028.stdout: "pri3_bytes": { 2024-08-29T17:47:14.130 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T17:47:14.130 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:14.130 INFO:tasks.workunit.client.0.smithi028.stdout: "pri4_bytes": { 2024-08-29T17:47:14.130 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T17:47:14.130 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:14.130 INFO:tasks.workunit.client.0.smithi028.stdout: "pri5_bytes": { 2024-08-29T17:47:14.130 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T17:47:14.130 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:14.130 INFO:tasks.workunit.client.0.smithi028.stdout: "pri6_bytes": { 2024-08-29T17:47:14.130 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 239553 2024-08-29T17:47:14.131 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:14.131 INFO:tasks.workunit.client.0.smithi028.stdout: "pri7_bytes": { 2024-08-29T17:47:14.131 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T17:47:14.131 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:14.131 INFO:tasks.workunit.client.0.smithi028.stdout: "pri8_bytes": { 2024-08-29T17:47:14.131 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T17:47:14.131 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:14.131 INFO:tasks.workunit.client.0.smithi028.stdout: "pri9_bytes": { 2024-08-29T17:47:14.131 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T17:47:14.131 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:14.131 INFO:tasks.workunit.client.0.smithi028.stdout: "reserved_bytes": { 2024-08-29T17:47:14.131 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 70130072 2024-08-29T17:47:14.131 INFO:tasks.workunit.client.0.smithi028.stdout: } 2024-08-29T17:47:14.131 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:14.132 INFO:tasks.workunit.client.0.smithi028.stdout: "objecter": { 2024-08-29T17:47:14.132 INFO:tasks.workunit.client.0.smithi028.stdout: "op_active": { 2024-08-29T17:47:14.132 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T17:47:14.132 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:14.132 INFO:tasks.workunit.client.0.smithi028.stdout: "op_r": { 2024-08-29T17:47:14.132 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T17:47:14.132 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:14.132 INFO:tasks.workunit.client.0.smithi028.stdout: "op_rmw": { 2024-08-29T17:47:14.132 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T17:47:14.132 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:14.132 INFO:tasks.workunit.client.0.smithi028.stdout: "op_w": { 2024-08-29T17:47:14.132 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T17:47:14.132 INFO:tasks.workunit.client.0.smithi028.stdout: } 2024-08-29T17:47:14.132 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:14.133 INFO:tasks.workunit.client.0.smithi028.stdout: "osd": { 2024-08-29T17:47:14.133 INFO:tasks.workunit.client.0.smithi028.stdout: "numpg": { 2024-08-29T17:47:14.133 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 38 2024-08-29T17:47:14.133 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:14.133 INFO:tasks.workunit.client.0.smithi028.stdout: "numpg_removing": { 2024-08-29T17:47:14.133 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T17:47:14.133 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:14.133 INFO:tasks.workunit.client.0.smithi028.stdout: "op": { 2024-08-29T17:47:14.133 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 157 2024-08-29T17:47:14.133 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:14.133 INFO:tasks.workunit.client.0.smithi028.stdout: "op_delayed_degraded": { 2024-08-29T17:47:14.133 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T17:47:14.133 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:14.134 INFO:tasks.workunit.client.0.smithi028.stdout: "op_delayed_unreadable": { 2024-08-29T17:47:14.134 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T17:47:14.134 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:14.134 INFO:tasks.workunit.client.0.smithi028.stdout: "op_in_bytes": { 2024-08-29T17:47:14.134 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 2429467 2024-08-29T17:47:14.134 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:14.134 INFO:tasks.workunit.client.0.smithi028.stdout: "op_latency": { 2024-08-29T17:47:14.134 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 157, 2024-08-29T17:47:14.134 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 619285281 2024-08-29T17:47:14.134 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:14.134 INFO:tasks.workunit.client.0.smithi028.stdout: "op_out_bytes": { 2024-08-29T17:47:14.134 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 1052 2024-08-29T17:47:14.134 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:14.134 INFO:tasks.workunit.client.0.smithi028.stdout: "op_prepare_latency": { 2024-08-29T17:47:14.134 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 157, 2024-08-29T17:47:14.135 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 101043670 2024-08-29T17:47:14.135 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:14.135 INFO:tasks.workunit.client.0.smithi028.stdout: "op_process_latency": { 2024-08-29T17:47:14.135 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 157, 2024-08-29T17:47:14.135 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 356480258 2024-08-29T17:47:14.135 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:14.135 INFO:tasks.workunit.client.0.smithi028.stdout: "op_r": { 2024-08-29T17:47:14.135 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 33 2024-08-29T17:47:14.135 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:14.135 INFO:tasks.workunit.client.0.smithi028.stdout: "op_r_latency": { 2024-08-29T17:47:14.135 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 33, 2024-08-29T17:47:14.135 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 9086143 2024-08-29T17:47:14.135 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:14.135 INFO:tasks.workunit.client.0.smithi028.stdout: "op_r_latency_out_bytes_histogram": { 2024-08-29T17:47:14.136 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T17:47:14.136 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:14.136 INFO:tasks.workunit.client.0.smithi028.stdout: "op_r_out_bytes": { 2024-08-29T17:47:14.136 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 1052 2024-08-29T17:47:14.136 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:14.136 INFO:tasks.workunit.client.0.smithi028.stdout: "op_r_prepare_latency": { 2024-08-29T17:47:14.136 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 33, 2024-08-29T17:47:14.136 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 7669715 2024-08-29T17:47:14.136 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:14.136 INFO:tasks.workunit.client.0.smithi028.stdout: "op_r_process_latency": { 2024-08-29T17:47:14.136 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 33, 2024-08-29T17:47:14.136 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 6104367 2024-08-29T17:47:14.136 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:14.137 INFO:tasks.workunit.client.0.smithi028.stdout: "op_rw": { 2024-08-29T17:47:14.137 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 22 2024-08-29T17:47:14.137 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:14.137 INFO:tasks.workunit.client.0.smithi028.stdout: "op_rw_in_bytes": { 2024-08-29T17:47:14.137 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T17:47:14.137 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:14.137 INFO:tasks.workunit.client.0.smithi028.stdout: "op_rw_latency": { 2024-08-29T17:47:14.137 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 22, 2024-08-29T17:47:14.137 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 37452792 2024-08-29T17:47:14.137 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:14.137 INFO:tasks.workunit.client.0.smithi028.stdout: "op_rw_latency_in_bytes_histogram": { 2024-08-29T17:47:14.137 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T17:47:14.137 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:14.138 INFO:tasks.workunit.client.0.smithi028.stdout: "op_rw_latency_out_bytes_histogram": { 2024-08-29T17:47:14.138 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T17:47:14.138 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:14.138 INFO:tasks.workunit.client.0.smithi028.stdout: "op_rw_out_bytes": { 2024-08-29T17:47:14.138 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T17:47:14.138 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:14.138 INFO:tasks.workunit.client.0.smithi028.stdout: "op_rw_prepare_latency": { 2024-08-29T17:47:14.138 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 22, 2024-08-29T17:47:14.138 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 15497363 2024-08-29T17:47:14.138 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:14.138 INFO:tasks.workunit.client.0.smithi028.stdout: "op_rw_process_latency": { 2024-08-29T17:47:14.138 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 22, 2024-08-29T17:47:14.138 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 35186835 2024-08-29T17:47:14.138 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:14.139 INFO:tasks.workunit.client.0.smithi028.stdout: "op_w": { 2024-08-29T17:47:14.139 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 102 2024-08-29T17:47:14.139 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:14.139 INFO:tasks.workunit.client.0.smithi028.stdout: "op_w_in_bytes": { 2024-08-29T17:47:14.139 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 2429467 2024-08-29T17:47:14.139 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:14.139 INFO:tasks.workunit.client.0.smithi028.stdout: "op_w_latency": { 2024-08-29T17:47:14.139 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 102, 2024-08-29T17:47:14.139 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 572746346 2024-08-29T17:47:14.139 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:14.139 INFO:tasks.workunit.client.0.smithi028.stdout: "op_w_latency_in_bytes_histogram": { 2024-08-29T17:47:14.139 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T17:47:14.139 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:14.140 INFO:tasks.workunit.client.0.smithi028.stdout: "op_w_prepare_latency": { 2024-08-29T17:47:14.140 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 102, 2024-08-29T17:47:14.140 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 77876592 2024-08-29T17:47:14.140 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:14.140 INFO:tasks.workunit.client.0.smithi028.stdout: "op_w_process_latency": { 2024-08-29T17:47:14.140 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 102, 2024-08-29T17:47:14.140 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 315189056 2024-08-29T17:47:14.140 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:14.140 INFO:tasks.workunit.client.0.smithi028.stdout: "op_wip": { 2024-08-29T17:47:14.140 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T17:47:14.140 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:14.140 INFO:tasks.workunit.client.0.smithi028.stdout: "recovery_bytes": { 2024-08-29T17:47:14.140 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 590368 2024-08-29T17:47:14.140 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:14.141 INFO:tasks.workunit.client.0.smithi028.stdout: "recovery_ops": { 2024-08-29T17:47:14.141 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 2 2024-08-29T17:47:14.141 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:14.141 INFO:tasks.workunit.client.0.smithi028.stdout: "stat_bytes": { 2024-08-29T17:47:14.141 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 95995035648 2024-08-29T17:47:14.141 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:14.141 INFO:tasks.workunit.client.0.smithi028.stdout: "stat_bytes_used": { 2024-08-29T17:47:14.141 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 305283072 2024-08-29T17:47:14.141 INFO:tasks.workunit.client.0.smithi028.stdout: } 2024-08-29T17:47:14.141 INFO:tasks.workunit.client.0.smithi028.stdout: } 2024-08-29T17:47:14.141 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:14.141 INFO:tasks.workunit.client.0.smithi028.stdout: "osd.2": { 2024-08-29T17:47:14.141 INFO:tasks.workunit.client.0.smithi028.stdout: "bluefs": { 2024-08-29T17:47:14.141 INFO:tasks.workunit.client.0.smithi028.stdout: "alloc_slow_fallback": { 2024-08-29T17:47:14.142 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T17:47:14.142 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:14.142 INFO:tasks.workunit.client.0.smithi028.stdout: "alloc_slow_size_fallback": { 2024-08-29T17:47:14.142 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T17:47:14.142 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:14.142 INFO:tasks.workunit.client.0.smithi028.stdout: "alloc_unit_db": { 2024-08-29T17:47:14.142 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 65536 2024-08-29T17:47:14.142 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:14.142 INFO:tasks.workunit.client.0.smithi028.stdout: "alloc_unit_main": { 2024-08-29T17:47:14.142 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T17:47:14.142 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:14.142 INFO:tasks.workunit.client.0.smithi028.stdout: "alloc_unit_wal": { 2024-08-29T17:47:14.142 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T17:47:14.143 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:14.143 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes_written_slow": { 2024-08-29T17:47:14.143 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T17:47:14.143 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:14.143 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes_written_sst": { 2024-08-29T17:47:14.143 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 12288 2024-08-29T17:47:14.143 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:14.143 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes_written_wal": { 2024-08-29T17:47:14.143 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 2289664 2024-08-29T17:47:14.143 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:14.143 INFO:tasks.workunit.client.0.smithi028.stdout: "compact_lat": { 2024-08-29T17:47:14.143 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 0, 2024-08-29T17:47:14.143 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T17:47:14.143 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:14.144 INFO:tasks.workunit.client.0.smithi028.stdout: "compact_lock_lat": { 2024-08-29T17:47:14.144 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 0, 2024-08-29T17:47:14.144 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T17:47:14.144 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:14.144 INFO:tasks.workunit.client.0.smithi028.stdout: "db_total_bytes": { 2024-08-29T17:47:14.144 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 95995035648 2024-08-29T17:47:14.144 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:14.144 INFO:tasks.workunit.client.0.smithi028.stdout: "db_used_bytes": { 2024-08-29T17:47:14.144 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 304480256 2024-08-29T17:47:14.144 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:14.144 INFO:tasks.workunit.client.0.smithi028.stdout: "log_bytes": { 2024-08-29T17:47:14.144 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 1474560 2024-08-29T17:47:14.144 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:14.144 INFO:tasks.workunit.client.0.smithi028.stdout: "logged_bytes": { 2024-08-29T17:47:14.144 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 1335296 2024-08-29T17:47:14.145 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:14.145 INFO:tasks.workunit.client.0.smithi028.stdout: "max_bytes_db": { 2024-08-29T17:47:14.145 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 312868864 2024-08-29T17:47:14.145 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:14.145 INFO:tasks.workunit.client.0.smithi028.stdout: "max_bytes_slow": { 2024-08-29T17:47:14.145 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T17:47:14.145 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:14.145 INFO:tasks.workunit.client.0.smithi028.stdout: "max_bytes_wal": { 2024-08-29T17:47:14.145 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T17:47:14.145 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:14.145 INFO:tasks.workunit.client.0.smithi028.stdout: "num_files": { 2024-08-29T17:47:14.145 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 14 2024-08-29T17:47:14.145 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:14.145 INFO:tasks.workunit.client.0.smithi028.stdout: "read_bytes": { 2024-08-29T17:47:14.146 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 195697 2024-08-29T17:47:14.146 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:14.146 INFO:tasks.workunit.client.0.smithi028.stdout: "read_count": { 2024-08-29T17:47:14.146 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 23 2024-08-29T17:47:14.146 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:14.146 INFO:tasks.workunit.client.0.smithi028.stdout: "read_disk_bytes": { 2024-08-29T17:47:14.146 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 1269760 2024-08-29T17:47:14.146 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:14.146 INFO:tasks.workunit.client.0.smithi028.stdout: "read_disk_bytes_db": { 2024-08-29T17:47:14.146 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 1273856 2024-08-29T17:47:14.146 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:14.146 INFO:tasks.workunit.client.0.smithi028.stdout: "read_disk_bytes_slow": { 2024-08-29T17:47:14.146 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T17:47:14.146 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:14.147 INFO:tasks.workunit.client.0.smithi028.stdout: "read_disk_bytes_wal": { 2024-08-29T17:47:14.147 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T17:47:14.147 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:14.147 INFO:tasks.workunit.client.0.smithi028.stdout: "read_disk_count": { 2024-08-29T17:47:14.147 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 15 2024-08-29T17:47:14.147 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:14.147 INFO:tasks.workunit.client.0.smithi028.stdout: "read_prefetch_bytes": { 2024-08-29T17:47:14.147 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 4789 2024-08-29T17:47:14.147 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:14.147 INFO:tasks.workunit.client.0.smithi028.stdout: "read_prefetch_count": { 2024-08-29T17:47:14.147 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 4 2024-08-29T17:47:14.147 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:14.147 INFO:tasks.workunit.client.0.smithi028.stdout: "read_random_buffer_bytes": { 2024-08-29T17:47:14.148 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 5589 2024-08-29T17:47:14.148 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:14.148 INFO:tasks.workunit.client.0.smithi028.stdout: "read_random_buffer_count": { 2024-08-29T17:47:14.148 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 24 2024-08-29T17:47:14.148 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:14.148 INFO:tasks.workunit.client.0.smithi028.stdout: "read_random_bytes": { 2024-08-29T17:47:14.148 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 5589 2024-08-29T17:47:14.148 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:14.148 INFO:tasks.workunit.client.0.smithi028.stdout: "read_random_count": { 2024-08-29T17:47:14.148 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 24 2024-08-29T17:47:14.148 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:14.148 INFO:tasks.workunit.client.0.smithi028.stdout: "read_random_disk_bytes": { 2024-08-29T17:47:14.148 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T17:47:14.149 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:14.149 INFO:tasks.workunit.client.0.smithi028.stdout: "read_random_disk_bytes_db": { 2024-08-29T17:47:14.149 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T17:47:14.149 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:14.149 INFO:tasks.workunit.client.0.smithi028.stdout: "read_random_disk_bytes_slow": { 2024-08-29T17:47:14.149 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T17:47:14.149 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:14.149 INFO:tasks.workunit.client.0.smithi028.stdout: "read_random_disk_bytes_wal": { 2024-08-29T17:47:14.149 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T17:47:14.149 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:14.149 INFO:tasks.workunit.client.0.smithi028.stdout: "read_random_disk_count": { 2024-08-29T17:47:14.149 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T17:47:14.149 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:14.149 INFO:tasks.workunit.client.0.smithi028.stdout: "slow_total_bytes": { 2024-08-29T17:47:14.149 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T17:47:14.150 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:14.150 INFO:tasks.workunit.client.0.smithi028.stdout: "slow_used_bytes": { 2024-08-29T17:47:14.150 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T17:47:14.150 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:14.150 INFO:tasks.workunit.client.0.smithi028.stdout: "wal_total_bytes": { 2024-08-29T17:47:14.150 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T17:47:14.150 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:14.150 INFO:tasks.workunit.client.0.smithi028.stdout: "wal_used_bytes": { 2024-08-29T17:47:14.150 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T17:47:14.150 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:14.150 INFO:tasks.workunit.client.0.smithi028.stdout: "write_bytes": { 2024-08-29T17:47:14.150 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 3698688 2024-08-29T17:47:14.150 INFO:tasks.workunit.client.0.smithi028.stdout: } 2024-08-29T17:47:14.150 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:14.151 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore": { 2024-08-29T17:47:14.151 INFO:tasks.workunit.client.0.smithi028.stdout: "alloc_unit": { 2024-08-29T17:47:14.151 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 4096 2024-08-29T17:47:14.151 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:14.151 INFO:tasks.workunit.client.0.smithi028.stdout: "allocated": { 2024-08-29T17:47:14.151 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 778240 2024-08-29T17:47:14.151 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:14.151 INFO:tasks.workunit.client.0.smithi028.stdout: "clist_lat": { 2024-08-29T17:47:14.151 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 4, 2024-08-29T17:47:14.151 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 373007 2024-08-29T17:47:14.151 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:14.151 INFO:tasks.workunit.client.0.smithi028.stdout: "compress_lat": { 2024-08-29T17:47:14.151 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 0, 2024-08-29T17:47:14.151 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T17:47:14.152 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:14.152 INFO:tasks.workunit.client.0.smithi028.stdout: "compressed": { 2024-08-29T17:47:14.152 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T17:47:14.152 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:14.152 INFO:tasks.workunit.client.0.smithi028.stdout: "compressed_allocated": { 2024-08-29T17:47:14.152 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T17:47:14.152 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:14.152 INFO:tasks.workunit.client.0.smithi028.stdout: "compressed_original": { 2024-08-29T17:47:14.152 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T17:47:14.152 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:14.152 INFO:tasks.workunit.client.0.smithi028.stdout: "csum_lat": { 2024-08-29T17:47:14.152 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 13, 2024-08-29T17:47:14.152 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 28938 2024-08-29T17:47:14.152 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:14.152 INFO:tasks.workunit.client.0.smithi028.stdout: "decompress_lat": { 2024-08-29T17:47:14.153 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 0, 2024-08-29T17:47:14.153 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T17:47:14.153 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:14.153 INFO:tasks.workunit.client.0.smithi028.stdout: "kv_commit_lat": { 2024-08-29T17:47:14.153 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 309, 2024-08-29T17:47:14.153 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 120487281 2024-08-29T17:47:14.153 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:14.153 INFO:tasks.workunit.client.0.smithi028.stdout: "kv_final_lat": { 2024-08-29T17:47:14.153 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 295, 2024-08-29T17:47:14.153 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 21690400 2024-08-29T17:47:14.153 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:14.153 INFO:tasks.workunit.client.0.smithi028.stdout: "kv_flush_lat": { 2024-08-29T17:47:14.153 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 309, 2024-08-29T17:47:14.154 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 890540 2024-08-29T17:47:14.154 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:14.154 INFO:tasks.workunit.client.0.smithi028.stdout: "kv_sync_lat": { 2024-08-29T17:47:14.154 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 309, 2024-08-29T17:47:14.154 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 121377821 2024-08-29T17:47:14.154 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:14.154 INFO:tasks.workunit.client.0.smithi028.stdout: "omap_get_keys_lat": { 2024-08-29T17:47:14.154 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 0, 2024-08-29T17:47:14.154 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T17:47:14.154 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:14.154 INFO:tasks.workunit.client.0.smithi028.stdout: "omap_get_values_lat": { 2024-08-29T17:47:14.154 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 3, 2024-08-29T17:47:14.154 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 55965 2024-08-29T17:47:14.155 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:14.155 INFO:tasks.workunit.client.0.smithi028.stdout: "omap_lower_bound_lat": { 2024-08-29T17:47:14.155 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 2, 2024-08-29T17:47:14.155 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 2927 2024-08-29T17:47:14.155 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:14.155 INFO:tasks.workunit.client.0.smithi028.stdout: "omap_next_lat": { 2024-08-29T17:47:14.155 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 0, 2024-08-29T17:47:14.155 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T17:47:14.155 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:14.155 INFO:tasks.workunit.client.0.smithi028.stdout: "omap_seek_to_first_lat": { 2024-08-29T17:47:14.155 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 0, 2024-08-29T17:47:14.155 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T17:47:14.155 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:14.155 INFO:tasks.workunit.client.0.smithi028.stdout: "omap_upper_bound_lat": { 2024-08-29T17:47:14.155 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 2, 2024-08-29T17:47:14.156 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 6907 2024-08-29T17:47:14.156 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:14.156 INFO:tasks.workunit.client.0.smithi028.stdout: "onode_hits": { 2024-08-29T17:47:14.156 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 644 2024-08-29T17:47:14.156 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:14.156 INFO:tasks.workunit.client.0.smithi028.stdout: "onode_misses": { 2024-08-29T17:47:14.156 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 220 2024-08-29T17:47:14.156 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:14.156 INFO:tasks.workunit.client.0.smithi028.stdout: "read_lat": { 2024-08-29T17:47:14.156 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 109, 2024-08-29T17:47:14.156 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 2522283 2024-08-29T17:47:14.156 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:14.156 INFO:tasks.workunit.client.0.smithi028.stdout: "read_onode_meta_lat": { 2024-08-29T17:47:14.157 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 296, 2024-08-29T17:47:14.157 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 381020 2024-08-29T17:47:14.157 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:14.157 INFO:tasks.workunit.client.0.smithi028.stdout: "read_wait_aio_lat": { 2024-08-29T17:47:14.157 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 187, 2024-08-29T17:47:14.157 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 1315185 2024-08-29T17:47:14.157 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:14.157 INFO:tasks.workunit.client.0.smithi028.stdout: "reads_with_retries": { 2024-08-29T17:47:14.157 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T17:47:14.157 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:14.157 INFO:tasks.workunit.client.0.smithi028.stdout: "remove_lat": { 2024-08-29T17:47:14.157 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 3, 2024-08-29T17:47:14.158 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 207227 2024-08-29T17:47:14.158 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:14.158 INFO:tasks.workunit.client.0.smithi028.stdout: "state_aio_wait_lat": { 2024-08-29T17:47:14.158 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 345, 2024-08-29T17:47:14.158 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 15601448 2024-08-29T17:47:14.158 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:14.158 INFO:tasks.workunit.client.0.smithi028.stdout: "state_deferred_aio_wait_lat": { 2024-08-29T17:47:14.158 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 124, 2024-08-29T17:47:14.158 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 13887263 2024-08-29T17:47:14.158 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:14.158 INFO:tasks.workunit.client.0.smithi028.stdout: "state_deferred_cleanup_lat": { 2024-08-29T17:47:14.158 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 123, 2024-08-29T17:47:14.158 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 718771390415 2024-08-29T17:47:14.158 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:14.159 INFO:tasks.workunit.client.0.smithi028.stdout: "state_deferred_queued_lat": { 2024-08-29T17:47:14.159 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 124, 2024-08-29T17:47:14.159 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 183734468902 2024-08-29T17:47:14.159 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:14.159 INFO:tasks.workunit.client.0.smithi028.stdout: "state_done_lat": { 2024-08-29T17:47:14.159 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 344, 2024-08-29T17:47:14.159 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 90524767950 2024-08-29T17:47:14.159 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:14.159 INFO:tasks.workunit.client.0.smithi028.stdout: "state_finishing_lat": { 2024-08-29T17:47:14.159 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 344, 2024-08-29T17:47:14.159 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 74905 2024-08-29T17:47:14.159 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:14.160 INFO:tasks.workunit.client.0.smithi028.stdout: "state_io_done_lat": { 2024-08-29T17:47:14.160 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 345, 2024-08-29T17:47:14.160 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 881155 2024-08-29T17:47:14.160 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:14.160 INFO:tasks.workunit.client.0.smithi028.stdout: "state_kv_commiting_lat": { 2024-08-29T17:47:14.160 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 345, 2024-08-29T17:47:14.160 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 198834066 2024-08-29T17:47:14.160 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:14.160 INFO:tasks.workunit.client.0.smithi028.stdout: "state_kv_done_lat": { 2024-08-29T17:47:14.160 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 345, 2024-08-29T17:47:14.160 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 270717 2024-08-29T17:47:14.160 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:14.160 INFO:tasks.workunit.client.0.smithi028.stdout: "state_kv_queued_lat": { 2024-08-29T17:47:14.161 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 345, 2024-08-29T17:47:14.161 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 96823310 2024-08-29T17:47:14.161 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:14.161 INFO:tasks.workunit.client.0.smithi028.stdout: "state_prepare_lat": { 2024-08-29T17:47:14.161 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 345, 2024-08-29T17:47:14.161 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 35177683 2024-08-29T17:47:14.161 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:14.161 INFO:tasks.workunit.client.0.smithi028.stdout: "stored": { 2024-08-29T17:47:14.161 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 349007 2024-08-29T17:47:14.161 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:14.161 INFO:tasks.workunit.client.0.smithi028.stdout: "truncate_lat": { 2024-08-29T17:47:14.161 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 58, 2024-08-29T17:47:14.161 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 499951 2024-08-29T17:47:14.162 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:14.162 INFO:tasks.workunit.client.0.smithi028.stdout: "txc_commit_lat": { 2024-08-29T17:47:14.162 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 345, 2024-08-29T17:47:14.162 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 347432871 2024-08-29T17:47:14.162 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:14.162 INFO:tasks.workunit.client.0.smithi028.stdout: "txc_submit_lat": { 2024-08-29T17:47:14.162 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 345, 2024-08-29T17:47:14.162 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 44500607 2024-08-29T17:47:14.162 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:14.162 INFO:tasks.workunit.client.0.smithi028.stdout: "txc_throttle_lat": { 2024-08-29T17:47:14.162 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 345, 2024-08-29T17:47:14.162 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 4519101 2024-08-29T17:47:14.162 INFO:tasks.workunit.client.0.smithi028.stdout: } 2024-08-29T17:47:14.162 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:14.163 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore-pricache": { 2024-08-29T17:47:14.163 INFO:tasks.workunit.client.0.smithi028.stdout: "cache_bytes": { 2024-08-29T17:47:14.163 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 1901932871 2024-08-29T17:47:14.163 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:14.163 INFO:tasks.workunit.client.0.smithi028.stdout: "heap_bytes": { 2024-08-29T17:47:14.163 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 272023552 2024-08-29T17:47:14.163 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:14.163 INFO:tasks.workunit.client.0.smithi028.stdout: "mapped_bytes": { 2024-08-29T17:47:14.163 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 271253504 2024-08-29T17:47:14.163 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:14.163 INFO:tasks.workunit.client.0.smithi028.stdout: "target_bytes": { 2024-08-29T17:47:14.163 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 3184987340 2024-08-29T17:47:14.163 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:14.163 INFO:tasks.workunit.client.0.smithi028.stdout: "unmapped_bytes": { 2024-08-29T17:47:14.163 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 770048 2024-08-29T17:47:14.164 INFO:tasks.workunit.client.0.smithi028.stdout: } 2024-08-29T17:47:14.164 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:14.164 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore-pricache:data": { 2024-08-29T17:47:14.164 INFO:tasks.workunit.client.0.smithi028.stdout: "committed_bytes": { 2024-08-29T17:47:14.164 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 159383552 2024-08-29T17:47:14.164 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:14.164 INFO:tasks.workunit.client.0.smithi028.stdout: "pri0_bytes": { 2024-08-29T17:47:14.164 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T17:47:14.164 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:14.164 INFO:tasks.workunit.client.0.smithi028.stdout: "pri10_bytes": { 2024-08-29T17:47:14.164 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T17:47:14.164 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:14.164 INFO:tasks.workunit.client.0.smithi028.stdout: "pri11_bytes": { 2024-08-29T17:47:14.164 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 87926837 2024-08-29T17:47:14.165 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:14.165 INFO:tasks.workunit.client.0.smithi028.stdout: "pri1_bytes": { 2024-08-29T17:47:14.165 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T17:47:14.165 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:14.165 INFO:tasks.workunit.client.0.smithi028.stdout: "pri2_bytes": { 2024-08-29T17:47:14.165 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T17:47:14.165 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:14.165 INFO:tasks.workunit.client.0.smithi028.stdout: "pri3_bytes": { 2024-08-29T17:47:14.165 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T17:47:14.165 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:14.165 INFO:tasks.workunit.client.0.smithi028.stdout: "pri4_bytes": { 2024-08-29T17:47:14.165 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T17:47:14.165 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:14.165 INFO:tasks.workunit.client.0.smithi028.stdout: "pri5_bytes": { 2024-08-29T17:47:14.165 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T17:47:14.166 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:14.166 INFO:tasks.workunit.client.0.smithi028.stdout: "pri6_bytes": { 2024-08-29T17:47:14.166 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 8192 2024-08-29T17:47:14.166 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:14.166 INFO:tasks.workunit.client.0.smithi028.stdout: "pri7_bytes": { 2024-08-29T17:47:14.166 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T17:47:14.166 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:14.166 INFO:tasks.workunit.client.0.smithi028.stdout: "pri8_bytes": { 2024-08-29T17:47:14.166 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T17:47:14.166 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:14.166 INFO:tasks.workunit.client.0.smithi028.stdout: "pri9_bytes": { 2024-08-29T17:47:14.166 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T17:47:14.166 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:14.167 INFO:tasks.workunit.client.0.smithi028.stdout: "reserved_bytes": { 2024-08-29T17:47:14.167 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 71448523 2024-08-29T17:47:14.167 INFO:tasks.workunit.client.0.smithi028.stdout: } 2024-08-29T17:47:14.167 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:14.167 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore-pricache:kv": { 2024-08-29T17:47:14.167 INFO:tasks.workunit.client.0.smithi028.stdout: "committed_bytes": { 2024-08-29T17:47:14.167 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 796917760 2024-08-29T17:47:14.167 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:14.167 INFO:tasks.workunit.client.0.smithi028.stdout: "pri0_bytes": { 2024-08-29T17:47:14.168 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 67108864 2024-08-29T17:47:14.168 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:14.169 INFO:tasks.workunit.client.0.smithi028.stdout: "pri10_bytes": { 2024-08-29T17:47:14.169 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T17:47:14.169 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:14.169 INFO:tasks.workunit.client.0.smithi028.stdout: "pri11_bytes": { 2024-08-29T17:47:14.169 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 659451283 2024-08-29T17:47:14.169 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:14.169 INFO:tasks.workunit.client.0.smithi028.stdout: "pri1_bytes": { 2024-08-29T17:47:14.169 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T17:47:14.169 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:14.169 INFO:tasks.workunit.client.0.smithi028.stdout: "pri2_bytes": { 2024-08-29T17:47:14.169 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T17:47:14.169 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:14.169 INFO:tasks.workunit.client.0.smithi028.stdout: "pri3_bytes": { 2024-08-29T17:47:14.169 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T17:47:14.169 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:14.170 INFO:tasks.workunit.client.0.smithi028.stdout: "pri4_bytes": { 2024-08-29T17:47:14.170 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T17:47:14.170 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:14.170 INFO:tasks.workunit.client.0.smithi028.stdout: "pri5_bytes": { 2024-08-29T17:47:14.170 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T17:47:14.170 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:14.170 INFO:tasks.workunit.client.0.smithi028.stdout: "pri6_bytes": { 2024-08-29T17:47:14.170 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 2128 2024-08-29T17:47:14.170 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:14.170 INFO:tasks.workunit.client.0.smithi028.stdout: "pri7_bytes": { 2024-08-29T17:47:14.170 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T17:47:14.170 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:14.170 INFO:tasks.workunit.client.0.smithi028.stdout: "pri8_bytes": { 2024-08-29T17:47:14.170 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T17:47:14.171 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:14.171 INFO:tasks.workunit.client.0.smithi028.stdout: "pri9_bytes": { 2024-08-29T17:47:14.171 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T17:47:14.171 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:14.171 INFO:tasks.workunit.client.0.smithi028.stdout: "reserved_bytes": { 2024-08-29T17:47:14.171 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 70355485 2024-08-29T17:47:14.171 INFO:tasks.workunit.client.0.smithi028.stdout: } 2024-08-29T17:47:14.171 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:14.171 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore-pricache:kv_onode": { 2024-08-29T17:47:14.171 INFO:tasks.workunit.client.0.smithi028.stdout: "committed_bytes": { 2024-08-29T17:47:14.171 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 192937984 2024-08-29T17:47:14.171 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:14.171 INFO:tasks.workunit.client.0.smithi028.stdout: "pri0_bytes": { 2024-08-29T17:47:14.171 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 67108864 2024-08-29T17:47:14.171 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:14.172 INFO:tasks.workunit.client.0.smithi028.stdout: "pri10_bytes": { 2024-08-29T17:47:14.172 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 464 2024-08-29T17:47:14.172 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:14.172 INFO:tasks.workunit.client.0.smithi028.stdout: "pri11_bytes": { 2024-08-29T17:47:14.172 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 58617891 2024-08-29T17:47:14.172 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:14.172 INFO:tasks.workunit.client.0.smithi028.stdout: "pri1_bytes": { 2024-08-29T17:47:14.172 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T17:47:14.172 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:14.172 INFO:tasks.workunit.client.0.smithi028.stdout: "pri2_bytes": { 2024-08-29T17:47:14.172 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T17:47:14.172 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:14.172 INFO:tasks.workunit.client.0.smithi028.stdout: "pri3_bytes": { 2024-08-29T17:47:14.173 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T17:47:14.173 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:14.173 INFO:tasks.workunit.client.0.smithi028.stdout: "pri4_bytes": { 2024-08-29T17:47:14.173 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T17:47:14.173 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:14.173 INFO:tasks.workunit.client.0.smithi028.stdout: "pri5_bytes": { 2024-08-29T17:47:14.173 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T17:47:14.173 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:14.173 INFO:tasks.workunit.client.0.smithi028.stdout: "pri6_bytes": { 2024-08-29T17:47:14.173 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T17:47:14.173 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:14.173 INFO:tasks.workunit.client.0.smithi028.stdout: "pri7_bytes": { 2024-08-29T17:47:14.173 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T17:47:14.173 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:14.174 INFO:tasks.workunit.client.0.smithi028.stdout: "pri8_bytes": { 2024-08-29T17:47:14.174 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T17:47:14.174 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:14.174 INFO:tasks.workunit.client.0.smithi028.stdout: "pri9_bytes": { 2024-08-29T17:47:14.174 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T17:47:14.174 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:14.174 INFO:tasks.workunit.client.0.smithi028.stdout: "reserved_bytes": { 2024-08-29T17:47:14.174 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 67210765 2024-08-29T17:47:14.174 INFO:tasks.workunit.client.0.smithi028.stdout: } 2024-08-29T17:47:14.174 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:14.174 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore-pricache:meta": { 2024-08-29T17:47:14.174 INFO:tasks.workunit.client.0.smithi028.stdout: "committed_bytes": { 2024-08-29T17:47:14.174 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 729808896 2024-08-29T17:47:14.174 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:14.174 INFO:tasks.workunit.client.0.smithi028.stdout: "pri0_bytes": { 2024-08-29T17:47:14.175 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T17:47:14.175 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:14.175 INFO:tasks.workunit.client.0.smithi028.stdout: "pri10_bytes": { 2024-08-29T17:47:14.175 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T17:47:14.175 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:14.175 INFO:tasks.workunit.client.0.smithi028.stdout: "pri11_bytes": { 2024-08-29T17:47:14.175 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 659451283 2024-08-29T17:47:14.175 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:14.175 INFO:tasks.workunit.client.0.smithi028.stdout: "pri1_bytes": { 2024-08-29T17:47:14.175 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T17:47:14.175 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:14.175 INFO:tasks.workunit.client.0.smithi028.stdout: "pri2_bytes": { 2024-08-29T17:47:14.175 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T17:47:14.176 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:14.176 INFO:tasks.workunit.client.0.smithi028.stdout: "pri3_bytes": { 2024-08-29T17:47:14.176 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T17:47:14.176 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:14.176 INFO:tasks.workunit.client.0.smithi028.stdout: "pri4_bytes": { 2024-08-29T17:47:14.176 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T17:47:14.176 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:14.176 INFO:tasks.workunit.client.0.smithi028.stdout: "pri5_bytes": { 2024-08-29T17:47:14.176 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T17:47:14.176 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:14.176 INFO:tasks.workunit.client.0.smithi028.stdout: "pri6_bytes": { 2024-08-29T17:47:14.176 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 264376 2024-08-29T17:47:14.176 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:14.176 INFO:tasks.workunit.client.0.smithi028.stdout: "pri7_bytes": { 2024-08-29T17:47:14.177 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T17:47:14.177 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:14.177 INFO:tasks.workunit.client.0.smithi028.stdout: "pri8_bytes": { 2024-08-29T17:47:14.177 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T17:47:14.177 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:14.177 INFO:tasks.workunit.client.0.smithi028.stdout: "pri9_bytes": { 2024-08-29T17:47:14.177 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T17:47:14.177 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:14.177 INFO:tasks.workunit.client.0.smithi028.stdout: "reserved_bytes": { 2024-08-29T17:47:14.177 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 70093237 2024-08-29T17:47:14.177 INFO:tasks.workunit.client.0.smithi028.stdout: } 2024-08-29T17:47:14.177 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:14.177 INFO:tasks.workunit.client.0.smithi028.stdout: "objecter": { 2024-08-29T17:47:14.178 INFO:tasks.workunit.client.0.smithi028.stdout: "op_active": { 2024-08-29T17:47:14.178 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T17:47:14.178 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:14.178 INFO:tasks.workunit.client.0.smithi028.stdout: "op_r": { 2024-08-29T17:47:14.178 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T17:47:14.178 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:14.178 INFO:tasks.workunit.client.0.smithi028.stdout: "op_rmw": { 2024-08-29T17:47:14.178 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T17:47:14.178 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:14.178 INFO:tasks.workunit.client.0.smithi028.stdout: "op_w": { 2024-08-29T17:47:14.178 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T17:47:14.178 INFO:tasks.workunit.client.0.smithi028.stdout: } 2024-08-29T17:47:14.178 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:14.178 INFO:tasks.workunit.client.0.smithi028.stdout: "osd": { 2024-08-29T17:47:14.178 INFO:tasks.workunit.client.0.smithi028.stdout: "numpg": { 2024-08-29T17:47:14.178 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 30 2024-08-29T17:47:14.179 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:14.179 INFO:tasks.workunit.client.0.smithi028.stdout: "numpg_removing": { 2024-08-29T17:47:14.179 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T17:47:14.179 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:14.179 INFO:tasks.workunit.client.0.smithi028.stdout: "op": { 2024-08-29T17:47:14.179 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 10 2024-08-29T17:47:14.179 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:14.179 INFO:tasks.workunit.client.0.smithi028.stdout: "op_delayed_degraded": { 2024-08-29T17:47:14.179 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T17:47:14.179 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:14.179 INFO:tasks.workunit.client.0.smithi028.stdout: "op_delayed_unreadable": { 2024-08-29T17:47:14.179 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T17:47:14.179 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:14.180 INFO:tasks.workunit.client.0.smithi028.stdout: "op_in_bytes": { 2024-08-29T17:47:14.180 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T17:47:14.180 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:14.180 INFO:tasks.workunit.client.0.smithi028.stdout: "op_latency": { 2024-08-29T17:47:14.180 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 10, 2024-08-29T17:47:14.180 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 90222970 2024-08-29T17:47:14.180 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:14.180 INFO:tasks.workunit.client.0.smithi028.stdout: "op_out_bytes": { 2024-08-29T17:47:14.180 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T17:47:14.180 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:14.180 INFO:tasks.workunit.client.0.smithi028.stdout: "op_prepare_latency": { 2024-08-29T17:47:14.180 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 10, 2024-08-29T17:47:14.180 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 6086327 2024-08-29T17:47:14.180 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:14.180 INFO:tasks.workunit.client.0.smithi028.stdout: "op_process_latency": { 2024-08-29T17:47:14.181 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 10, 2024-08-29T17:47:14.181 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 71343515 2024-08-29T17:47:14.181 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:14.181 INFO:tasks.workunit.client.0.smithi028.stdout: "op_r": { 2024-08-29T17:47:14.181 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T17:47:14.181 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:14.181 INFO:tasks.workunit.client.0.smithi028.stdout: "op_r_latency": { 2024-08-29T17:47:14.181 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 0, 2024-08-29T17:47:14.181 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T17:47:14.181 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:14.181 INFO:tasks.workunit.client.0.smithi028.stdout: "op_r_latency_out_bytes_histogram": { 2024-08-29T17:47:14.181 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T17:47:14.181 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:14.181 INFO:tasks.workunit.client.0.smithi028.stdout: "op_r_out_bytes": { 2024-08-29T17:47:14.182 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T17:47:14.182 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:14.182 INFO:tasks.workunit.client.0.smithi028.stdout: "op_r_prepare_latency": { 2024-08-29T17:47:14.182 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 0, 2024-08-29T17:47:14.182 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T17:47:14.182 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:14.182 INFO:tasks.workunit.client.0.smithi028.stdout: "op_r_process_latency": { 2024-08-29T17:47:14.182 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 0, 2024-08-29T17:47:14.182 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T17:47:14.182 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:14.182 INFO:tasks.workunit.client.0.smithi028.stdout: "op_rw": { 2024-08-29T17:47:14.182 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T17:47:14.182 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:14.182 INFO:tasks.workunit.client.0.smithi028.stdout: "op_rw_in_bytes": { 2024-08-29T17:47:14.183 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T17:47:14.183 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:14.183 INFO:tasks.workunit.client.0.smithi028.stdout: "op_rw_latency": { 2024-08-29T17:47:14.183 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 0, 2024-08-29T17:47:14.183 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T17:47:14.183 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:14.183 INFO:tasks.workunit.client.0.smithi028.stdout: "op_rw_latency_in_bytes_histogram": { 2024-08-29T17:47:14.183 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T17:47:14.183 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:14.183 INFO:tasks.workunit.client.0.smithi028.stdout: "op_rw_latency_out_bytes_histogram": { 2024-08-29T17:47:14.183 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T17:47:14.183 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:14.183 INFO:tasks.workunit.client.0.smithi028.stdout: "op_rw_out_bytes": { 2024-08-29T17:47:14.183 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T17:47:14.183 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:14.184 INFO:tasks.workunit.client.0.smithi028.stdout: "op_rw_prepare_latency": { 2024-08-29T17:47:14.184 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 0, 2024-08-29T17:47:14.184 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T17:47:14.184 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:14.184 INFO:tasks.workunit.client.0.smithi028.stdout: "op_rw_process_latency": { 2024-08-29T17:47:14.184 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 0, 2024-08-29T17:47:14.184 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T17:47:14.184 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:14.184 INFO:tasks.workunit.client.0.smithi028.stdout: "op_w": { 2024-08-29T17:47:14.184 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 10 2024-08-29T17:47:14.184 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:14.184 INFO:tasks.workunit.client.0.smithi028.stdout: "op_w_in_bytes": { 2024-08-29T17:47:14.184 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T17:47:14.184 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:14.185 INFO:tasks.workunit.client.0.smithi028.stdout: "op_w_latency": { 2024-08-29T17:47:14.185 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 10, 2024-08-29T17:47:14.185 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 90222970 2024-08-29T17:47:14.185 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:14.185 INFO:tasks.workunit.client.0.smithi028.stdout: "op_w_latency_in_bytes_histogram": { 2024-08-29T17:47:14.185 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T17:47:14.185 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:14.185 INFO:tasks.workunit.client.0.smithi028.stdout: "op_w_prepare_latency": { 2024-08-29T17:47:14.185 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 10, 2024-08-29T17:47:14.185 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 6086327 2024-08-29T17:47:14.185 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:14.185 INFO:tasks.workunit.client.0.smithi028.stdout: "op_w_process_latency": { 2024-08-29T17:47:14.185 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 10, 2024-08-29T17:47:14.186 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 71343515 2024-08-29T17:47:14.186 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:14.186 INFO:tasks.workunit.client.0.smithi028.stdout: "op_wip": { 2024-08-29T17:47:14.186 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T17:47:14.186 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:14.186 INFO:tasks.workunit.client.0.smithi028.stdout: "recovery_bytes": { 2024-08-29T17:47:14.186 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T17:47:14.186 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:14.186 INFO:tasks.workunit.client.0.smithi028.stdout: "recovery_ops": { 2024-08-29T17:47:14.186 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T17:47:14.186 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:14.186 INFO:tasks.workunit.client.0.smithi028.stdout: "stat_bytes": { 2024-08-29T17:47:14.186 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 95995035648 2024-08-29T17:47:14.186 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:14.186 INFO:tasks.workunit.client.0.smithi028.stdout: "stat_bytes_used": { 2024-08-29T17:47:14.187 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 305270784 2024-08-29T17:47:14.187 INFO:tasks.workunit.client.0.smithi028.stdout: } 2024-08-29T17:47:14.187 INFO:tasks.workunit.client.0.smithi028.stdout: } 2024-08-29T17:47:14.187 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:14.187 INFO:tasks.workunit.client.0.smithi028.stdout: "osd.3": { 2024-08-29T17:47:14.187 INFO:tasks.workunit.client.0.smithi028.stdout: "bluefs": { 2024-08-29T17:47:14.187 INFO:tasks.workunit.client.0.smithi028.stdout: "alloc_slow_fallback": { 2024-08-29T17:47:14.187 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T17:47:14.187 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:14.187 INFO:tasks.workunit.client.0.smithi028.stdout: "alloc_slow_size_fallback": { 2024-08-29T17:47:14.187 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T17:47:14.187 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:14.187 INFO:tasks.workunit.client.0.smithi028.stdout: "alloc_unit_db": { 2024-08-29T17:47:14.187 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 65536 2024-08-29T17:47:14.188 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:14.188 INFO:tasks.workunit.client.0.smithi028.stdout: "alloc_unit_main": { 2024-08-29T17:47:14.188 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T17:47:14.188 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:14.188 INFO:tasks.workunit.client.0.smithi028.stdout: "alloc_unit_wal": { 2024-08-29T17:47:14.188 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T17:47:14.188 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:14.188 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes_written_slow": { 2024-08-29T17:47:14.188 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T17:47:14.188 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:14.188 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes_written_sst": { 2024-08-29T17:47:14.188 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 12288 2024-08-29T17:47:14.188 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:14.188 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes_written_wal": { 2024-08-29T17:47:14.189 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 1343488 2024-08-29T17:47:14.189 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:14.189 INFO:tasks.workunit.client.0.smithi028.stdout: "compact_lat": { 2024-08-29T17:47:14.189 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 0, 2024-08-29T17:47:14.189 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T17:47:14.189 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:14.189 INFO:tasks.workunit.client.0.smithi028.stdout: "compact_lock_lat": { 2024-08-29T17:47:14.189 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 0, 2024-08-29T17:47:14.189 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T17:47:14.189 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:14.189 INFO:tasks.workunit.client.0.smithi028.stdout: "db_total_bytes": { 2024-08-29T17:47:14.189 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 95995035648 2024-08-29T17:47:14.189 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:14.189 INFO:tasks.workunit.client.0.smithi028.stdout: "db_used_bytes": { 2024-08-29T17:47:14.190 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 304480256 2024-08-29T17:47:14.190 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:14.190 INFO:tasks.workunit.client.0.smithi028.stdout: "log_bytes": { 2024-08-29T17:47:14.190 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 1024000 2024-08-29T17:47:14.190 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:14.190 INFO:tasks.workunit.client.0.smithi028.stdout: "logged_bytes": { 2024-08-29T17:47:14.190 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 884736 2024-08-29T17:47:14.190 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:14.190 INFO:tasks.workunit.client.0.smithi028.stdout: "max_bytes_db": { 2024-08-29T17:47:14.190 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 312868864 2024-08-29T17:47:14.190 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:14.190 INFO:tasks.workunit.client.0.smithi028.stdout: "max_bytes_slow": { 2024-08-29T17:47:14.191 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T17:47:14.191 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:14.191 INFO:tasks.workunit.client.0.smithi028.stdout: "max_bytes_wal": { 2024-08-29T17:47:14.191 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T17:47:14.191 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:14.191 INFO:tasks.workunit.client.0.smithi028.stdout: "num_files": { 2024-08-29T17:47:14.191 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 14 2024-08-29T17:47:14.191 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:14.191 INFO:tasks.workunit.client.0.smithi028.stdout: "read_bytes": { 2024-08-29T17:47:14.191 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 195697 2024-08-29T17:47:14.191 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:14.191 INFO:tasks.workunit.client.0.smithi028.stdout: "read_count": { 2024-08-29T17:47:14.191 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 23 2024-08-29T17:47:14.191 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:14.192 INFO:tasks.workunit.client.0.smithi028.stdout: "read_disk_bytes": { 2024-08-29T17:47:14.192 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 1269760 2024-08-29T17:47:14.192 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:14.192 INFO:tasks.workunit.client.0.smithi028.stdout: "read_disk_bytes_db": { 2024-08-29T17:47:14.192 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 1273856 2024-08-29T17:47:14.192 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:14.192 INFO:tasks.workunit.client.0.smithi028.stdout: "read_disk_bytes_slow": { 2024-08-29T17:47:14.192 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T17:47:14.192 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:14.192 INFO:tasks.workunit.client.0.smithi028.stdout: "read_disk_bytes_wal": { 2024-08-29T17:47:14.192 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T17:47:14.192 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:14.192 INFO:tasks.workunit.client.0.smithi028.stdout: "read_disk_count": { 2024-08-29T17:47:14.192 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 15 2024-08-29T17:47:14.192 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:14.193 INFO:tasks.workunit.client.0.smithi028.stdout: "read_prefetch_bytes": { 2024-08-29T17:47:14.193 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 4789 2024-08-29T17:47:14.193 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:14.193 INFO:tasks.workunit.client.0.smithi028.stdout: "read_prefetch_count": { 2024-08-29T17:47:14.193 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 4 2024-08-29T17:47:14.193 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:14.193 INFO:tasks.workunit.client.0.smithi028.stdout: "read_random_buffer_bytes": { 2024-08-29T17:47:14.193 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 5589 2024-08-29T17:47:14.193 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:14.193 INFO:tasks.workunit.client.0.smithi028.stdout: "read_random_buffer_count": { 2024-08-29T17:47:14.193 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 24 2024-08-29T17:47:14.193 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:14.193 INFO:tasks.workunit.client.0.smithi028.stdout: "read_random_bytes": { 2024-08-29T17:47:14.194 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 5589 2024-08-29T17:47:14.194 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:14.194 INFO:tasks.workunit.client.0.smithi028.stdout: "read_random_count": { 2024-08-29T17:47:14.194 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 24 2024-08-29T17:47:14.194 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:14.194 INFO:tasks.workunit.client.0.smithi028.stdout: "read_random_disk_bytes": { 2024-08-29T17:47:14.194 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T17:47:14.194 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:14.194 INFO:tasks.workunit.client.0.smithi028.stdout: "read_random_disk_bytes_db": { 2024-08-29T17:47:14.194 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T17:47:14.194 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:14.194 INFO:tasks.workunit.client.0.smithi028.stdout: "read_random_disk_bytes_slow": { 2024-08-29T17:47:14.194 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T17:47:14.194 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:14.195 INFO:tasks.workunit.client.0.smithi028.stdout: "read_random_disk_bytes_wal": { 2024-08-29T17:47:14.195 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T17:47:14.195 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:14.195 INFO:tasks.workunit.client.0.smithi028.stdout: "read_random_disk_count": { 2024-08-29T17:47:14.195 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T17:47:14.195 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:14.195 INFO:tasks.workunit.client.0.smithi028.stdout: "slow_total_bytes": { 2024-08-29T17:47:14.195 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T17:47:14.195 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:14.195 INFO:tasks.workunit.client.0.smithi028.stdout: "slow_used_bytes": { 2024-08-29T17:47:14.195 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T17:47:14.195 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:14.195 INFO:tasks.workunit.client.0.smithi028.stdout: "wal_total_bytes": { 2024-08-29T17:47:14.195 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T17:47:14.195 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:14.196 INFO:tasks.workunit.client.0.smithi028.stdout: "wal_used_bytes": { 2024-08-29T17:47:14.196 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T17:47:14.196 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:14.196 INFO:tasks.workunit.client.0.smithi028.stdout: "write_bytes": { 2024-08-29T17:47:14.196 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 2301952 2024-08-29T17:47:14.196 INFO:tasks.workunit.client.0.smithi028.stdout: } 2024-08-29T17:47:14.196 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:14.196 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore": { 2024-08-29T17:47:14.196 INFO:tasks.workunit.client.0.smithi028.stdout: "alloc_unit": { 2024-08-29T17:47:14.196 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 4096 2024-08-29T17:47:14.196 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:14.196 INFO:tasks.workunit.client.0.smithi028.stdout: "allocated": { 2024-08-29T17:47:14.196 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 798720 2024-08-29T17:47:14.196 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:14.197 INFO:tasks.workunit.client.0.smithi028.stdout: "clist_lat": { 2024-08-29T17:47:14.197 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 0, 2024-08-29T17:47:14.197 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T17:47:14.197 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:14.197 INFO:tasks.workunit.client.0.smithi028.stdout: "compress_lat": { 2024-08-29T17:47:14.197 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 0, 2024-08-29T17:47:14.197 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T17:47:14.197 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:14.197 INFO:tasks.workunit.client.0.smithi028.stdout: "compressed": { 2024-08-29T17:47:14.197 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T17:47:14.197 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:14.197 INFO:tasks.workunit.client.0.smithi028.stdout: "compressed_allocated": { 2024-08-29T17:47:14.197 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T17:47:14.197 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:14.198 INFO:tasks.workunit.client.0.smithi028.stdout: "compressed_original": { 2024-08-29T17:47:14.198 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T17:47:14.198 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:14.198 INFO:tasks.workunit.client.0.smithi028.stdout: "csum_lat": { 2024-08-29T17:47:14.198 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 3, 2024-08-29T17:47:14.198 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 10962 2024-08-29T17:47:14.198 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:14.198 INFO:tasks.workunit.client.0.smithi028.stdout: "decompress_lat": { 2024-08-29T17:47:14.198 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 0, 2024-08-29T17:47:14.198 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T17:47:14.198 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:14.198 INFO:tasks.workunit.client.0.smithi028.stdout: "kv_commit_lat": { 2024-08-29T17:47:14.198 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 199, 2024-08-29T17:47:14.198 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 63648060 2024-08-29T17:47:14.198 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:14.198 INFO:tasks.workunit.client.0.smithi028.stdout: "kv_final_lat": { 2024-08-29T17:47:14.199 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 193, 2024-08-29T17:47:14.199 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 11697975 2024-08-29T17:47:14.199 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:14.199 INFO:tasks.workunit.client.0.smithi028.stdout: "kv_flush_lat": { 2024-08-29T17:47:14.199 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 199, 2024-08-29T17:47:14.199 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 581068 2024-08-29T17:47:14.199 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:14.199 INFO:tasks.workunit.client.0.smithi028.stdout: "kv_sync_lat": { 2024-08-29T17:47:14.199 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 199, 2024-08-29T17:47:14.199 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 64229128 2024-08-29T17:47:14.199 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:14.199 INFO:tasks.workunit.client.0.smithi028.stdout: "omap_get_keys_lat": { 2024-08-29T17:47:14.200 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 0, 2024-08-29T17:47:14.200 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T17:47:14.200 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:14.200 INFO:tasks.workunit.client.0.smithi028.stdout: "omap_get_values_lat": { 2024-08-29T17:47:14.200 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 1, 2024-08-29T17:47:14.200 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 35856 2024-08-29T17:47:14.200 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:14.200 INFO:tasks.workunit.client.0.smithi028.stdout: "omap_lower_bound_lat": { 2024-08-29T17:47:14.200 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 2, 2024-08-29T17:47:14.200 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 3207 2024-08-29T17:47:14.200 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:14.200 INFO:tasks.workunit.client.0.smithi028.stdout: "omap_next_lat": { 2024-08-29T17:47:14.200 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 0, 2024-08-29T17:47:14.200 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T17:47:14.201 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:14.201 INFO:tasks.workunit.client.0.smithi028.stdout: "omap_seek_to_first_lat": { 2024-08-29T17:47:14.201 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 0, 2024-08-29T17:47:14.201 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T17:47:14.201 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:14.201 INFO:tasks.workunit.client.0.smithi028.stdout: "omap_upper_bound_lat": { 2024-08-29T17:47:14.201 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 3, 2024-08-29T17:47:14.201 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 10873 2024-08-29T17:47:14.201 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:14.201 INFO:tasks.workunit.client.0.smithi028.stdout: "onode_hits": { 2024-08-29T17:47:14.201 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 368 2024-08-29T17:47:14.201 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:14.201 INFO:tasks.workunit.client.0.smithi028.stdout: "onode_misses": { 2024-08-29T17:47:14.202 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 230 2024-08-29T17:47:14.202 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:14.202 INFO:tasks.workunit.client.0.smithi028.stdout: "read_lat": { 2024-08-29T17:47:14.202 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 89, 2024-08-29T17:47:14.202 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 1639953 2024-08-29T17:47:14.202 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:14.202 INFO:tasks.workunit.client.0.smithi028.stdout: "read_onode_meta_lat": { 2024-08-29T17:47:14.202 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 157, 2024-08-29T17:47:14.202 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 432277 2024-08-29T17:47:14.202 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:14.202 INFO:tasks.workunit.client.0.smithi028.stdout: "read_wait_aio_lat": { 2024-08-29T17:47:14.202 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 68, 2024-08-29T17:47:14.203 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 264132 2024-08-29T17:47:14.203 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:14.203 INFO:tasks.workunit.client.0.smithi028.stdout: "reads_with_retries": { 2024-08-29T17:47:14.203 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T17:47:14.203 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:14.203 INFO:tasks.workunit.client.0.smithi028.stdout: "remove_lat": { 2024-08-29T17:47:14.203 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 0, 2024-08-29T17:47:14.203 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T17:47:14.203 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:14.203 INFO:tasks.workunit.client.0.smithi028.stdout: "state_aio_wait_lat": { 2024-08-29T17:47:14.203 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 246, 2024-08-29T17:47:14.203 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 6785370 2024-08-29T17:47:14.203 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:14.203 INFO:tasks.workunit.client.0.smithi028.stdout: "state_deferred_aio_wait_lat": { 2024-08-29T17:47:14.204 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 59, 2024-08-29T17:47:14.204 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 5765428 2024-08-29T17:47:14.204 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:14.204 INFO:tasks.workunit.client.0.smithi028.stdout: "state_deferred_cleanup_lat": { 2024-08-29T17:47:14.204 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 56, 2024-08-29T17:47:14.204 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 716233799177 2024-08-29T17:47:14.204 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:14.204 INFO:tasks.workunit.client.0.smithi028.stdout: "state_deferred_queued_lat": { 2024-08-29T17:47:14.204 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 59, 2024-08-29T17:47:14.204 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 79815798826 2024-08-29T17:47:14.204 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:14.204 INFO:tasks.workunit.client.0.smithi028.stdout: "state_done_lat": { 2024-08-29T17:47:14.204 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 243, 2024-08-29T17:47:14.204 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 1143783 2024-08-29T17:47:14.205 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:14.205 INFO:tasks.workunit.client.0.smithi028.stdout: "state_finishing_lat": { 2024-08-29T17:47:14.205 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 243, 2024-08-29T17:47:14.205 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 55397 2024-08-29T17:47:14.205 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:14.205 INFO:tasks.workunit.client.0.smithi028.stdout: "state_io_done_lat": { 2024-08-29T17:47:14.205 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 246, 2024-08-29T17:47:14.205 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 568609 2024-08-29T17:47:14.205 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:14.205 INFO:tasks.workunit.client.0.smithi028.stdout: "state_kv_commiting_lat": { 2024-08-29T17:47:14.205 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 246, 2024-08-29T17:47:14.205 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 118873497 2024-08-29T17:47:14.205 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:14.206 INFO:tasks.workunit.client.0.smithi028.stdout: "state_kv_done_lat": { 2024-08-29T17:47:14.206 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 246, 2024-08-29T17:47:14.206 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 169490 2024-08-29T17:47:14.206 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:14.206 INFO:tasks.workunit.client.0.smithi028.stdout: "state_kv_queued_lat": { 2024-08-29T17:47:14.206 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 246, 2024-08-29T17:47:14.206 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 46355644 2024-08-29T17:47:14.206 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:14.206 INFO:tasks.workunit.client.0.smithi028.stdout: "state_prepare_lat": { 2024-08-29T17:47:14.206 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 246, 2024-08-29T17:47:14.206 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 24533564 2024-08-29T17:47:14.206 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:14.206 INFO:tasks.workunit.client.0.smithi028.stdout: "stored": { 2024-08-29T17:47:14.206 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 351735 2024-08-29T17:47:14.207 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:14.207 INFO:tasks.workunit.client.0.smithi028.stdout: "truncate_lat": { 2024-08-29T17:47:14.207 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 50, 2024-08-29T17:47:14.207 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 468746 2024-08-29T17:47:14.207 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:14.207 INFO:tasks.workunit.client.0.smithi028.stdout: "txc_commit_lat": { 2024-08-29T17:47:14.207 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 246, 2024-08-29T17:47:14.207 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 197188935 2024-08-29T17:47:14.207 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:14.207 INFO:tasks.workunit.client.0.smithi028.stdout: "txc_submit_lat": { 2024-08-29T17:47:14.207 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 246, 2024-08-29T17:47:14.207 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 30196373 2024-08-29T17:47:14.207 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:14.207 INFO:tasks.workunit.client.0.smithi028.stdout: "txc_throttle_lat": { 2024-08-29T17:47:14.208 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 246, 2024-08-29T17:47:14.208 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 3448873 2024-08-29T17:47:14.208 INFO:tasks.workunit.client.0.smithi028.stdout: } 2024-08-29T17:47:14.208 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:14.208 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore-pricache": { 2024-08-29T17:47:14.208 INFO:tasks.workunit.client.0.smithi028.stdout: "cache_bytes": { 2024-08-29T17:47:14.208 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 1901932871 2024-08-29T17:47:14.208 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:14.208 INFO:tasks.workunit.client.0.smithi028.stdout: "heap_bytes": { 2024-08-29T17:47:14.208 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 270974976 2024-08-29T17:47:14.208 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:14.208 INFO:tasks.workunit.client.0.smithi028.stdout: "mapped_bytes": { 2024-08-29T17:47:14.208 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 270508032 2024-08-29T17:47:14.209 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:14.209 INFO:tasks.workunit.client.0.smithi028.stdout: "target_bytes": { 2024-08-29T17:47:14.209 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 3184987340 2024-08-29T17:47:14.209 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:14.209 INFO:tasks.workunit.client.0.smithi028.stdout: "unmapped_bytes": { 2024-08-29T17:47:14.209 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 466944 2024-08-29T17:47:14.209 INFO:tasks.workunit.client.0.smithi028.stdout: } 2024-08-29T17:47:14.209 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:14.209 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore-pricache:data": { 2024-08-29T17:47:14.209 INFO:tasks.workunit.client.0.smithi028.stdout: "committed_bytes": { 2024-08-29T17:47:14.209 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 159383552 2024-08-29T17:47:14.209 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:14.210 INFO:tasks.workunit.client.0.smithi028.stdout: "pri0_bytes": { 2024-08-29T17:47:14.210 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T17:47:14.210 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:14.210 INFO:tasks.workunit.client.0.smithi028.stdout: "pri10_bytes": { 2024-08-29T17:47:14.210 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T17:47:14.210 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:14.210 INFO:tasks.workunit.client.0.smithi028.stdout: "pri11_bytes": { 2024-08-29T17:47:14.210 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 87926709 2024-08-29T17:47:14.210 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:14.210 INFO:tasks.workunit.client.0.smithi028.stdout: "pri1_bytes": { 2024-08-29T17:47:14.210 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T17:47:14.210 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:14.211 INFO:tasks.workunit.client.0.smithi028.stdout: "pri2_bytes": { 2024-08-29T17:47:14.211 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T17:47:14.211 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:14.211 INFO:tasks.workunit.client.0.smithi028.stdout: "pri3_bytes": { 2024-08-29T17:47:14.211 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T17:47:14.211 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:14.211 INFO:tasks.workunit.client.0.smithi028.stdout: "pri4_bytes": { 2024-08-29T17:47:14.211 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T17:47:14.211 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:14.211 INFO:tasks.workunit.client.0.smithi028.stdout: "pri5_bytes": { 2024-08-29T17:47:14.211 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T17:47:14.211 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:14.211 INFO:tasks.workunit.client.0.smithi028.stdout: "pri6_bytes": { 2024-08-29T17:47:14.212 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T17:47:14.212 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:14.212 INFO:tasks.workunit.client.0.smithi028.stdout: "pri7_bytes": { 2024-08-29T17:47:14.212 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T17:47:14.212 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:14.212 INFO:tasks.workunit.client.0.smithi028.stdout: "pri8_bytes": { 2024-08-29T17:47:14.212 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T17:47:14.212 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:14.212 INFO:tasks.workunit.client.0.smithi028.stdout: "pri9_bytes": { 2024-08-29T17:47:14.212 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T17:47:14.212 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:14.212 INFO:tasks.workunit.client.0.smithi028.stdout: "reserved_bytes": { 2024-08-29T17:47:14.212 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 71456843 2024-08-29T17:47:14.213 INFO:tasks.workunit.client.0.smithi028.stdout: } 2024-08-29T17:47:14.213 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:14.213 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore-pricache:kv": { 2024-08-29T17:47:14.213 INFO:tasks.workunit.client.0.smithi028.stdout: "committed_bytes": { 2024-08-29T17:47:14.213 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 796917760 2024-08-29T17:47:14.213 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:14.213 INFO:tasks.workunit.client.0.smithi028.stdout: "pri0_bytes": { 2024-08-29T17:47:14.213 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 67108864 2024-08-29T17:47:14.213 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:14.213 INFO:tasks.workunit.client.0.smithi028.stdout: "pri10_bytes": { 2024-08-29T17:47:14.213 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T17:47:14.213 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:14.213 INFO:tasks.workunit.client.0.smithi028.stdout: "pri11_bytes": { 2024-08-29T17:47:14.213 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 659450319 2024-08-29T17:47:14.214 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:14.214 INFO:tasks.workunit.client.0.smithi028.stdout: "pri1_bytes": { 2024-08-29T17:47:14.214 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T17:47:14.214 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:14.214 INFO:tasks.workunit.client.0.smithi028.stdout: "pri2_bytes": { 2024-08-29T17:47:14.214 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T17:47:14.214 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:14.214 INFO:tasks.workunit.client.0.smithi028.stdout: "pri3_bytes": { 2024-08-29T17:47:14.214 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T17:47:14.214 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:14.214 INFO:tasks.workunit.client.0.smithi028.stdout: "pri4_bytes": { 2024-08-29T17:47:14.215 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T17:47:14.215 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:14.215 INFO:tasks.workunit.client.0.smithi028.stdout: "pri5_bytes": { 2024-08-29T17:47:14.215 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T17:47:14.215 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:14.215 INFO:tasks.workunit.client.0.smithi028.stdout: "pri6_bytes": { 2024-08-29T17:47:14.215 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 2128 2024-08-29T17:47:14.215 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:14.215 INFO:tasks.workunit.client.0.smithi028.stdout: "pri7_bytes": { 2024-08-29T17:47:14.215 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T17:47:14.215 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:14.215 INFO:tasks.workunit.client.0.smithi028.stdout: "pri8_bytes": { 2024-08-29T17:47:14.215 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T17:47:14.215 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:14.216 INFO:tasks.workunit.client.0.smithi028.stdout: "pri9_bytes": { 2024-08-29T17:47:14.216 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T17:47:14.216 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:14.216 INFO:tasks.workunit.client.0.smithi028.stdout: "reserved_bytes": { 2024-08-29T17:47:14.216 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 70356449 2024-08-29T17:47:14.216 INFO:tasks.workunit.client.0.smithi028.stdout: } 2024-08-29T17:47:14.216 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:14.216 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore-pricache:kv_onode": { 2024-08-29T17:47:14.216 INFO:tasks.workunit.client.0.smithi028.stdout: "committed_bytes": { 2024-08-29T17:47:14.216 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 192937984 2024-08-29T17:47:14.216 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:14.216 INFO:tasks.workunit.client.0.smithi028.stdout: "pri0_bytes": { 2024-08-29T17:47:14.216 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 67108864 2024-08-29T17:47:14.217 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:14.217 INFO:tasks.workunit.client.0.smithi028.stdout: "pri10_bytes": { 2024-08-29T17:47:14.217 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 464 2024-08-29T17:47:14.217 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:14.217 INFO:tasks.workunit.client.0.smithi028.stdout: "pri11_bytes": { 2024-08-29T17:47:14.217 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 58617806 2024-08-29T17:47:14.217 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:14.217 INFO:tasks.workunit.client.0.smithi028.stdout: "pri1_bytes": { 2024-08-29T17:47:14.217 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T17:47:14.217 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:14.217 INFO:tasks.workunit.client.0.smithi028.stdout: "pri2_bytes": { 2024-08-29T17:47:14.217 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T17:47:14.217 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:14.217 INFO:tasks.workunit.client.0.smithi028.stdout: "pri3_bytes": { 2024-08-29T17:47:14.218 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T17:47:14.218 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:14.218 INFO:tasks.workunit.client.0.smithi028.stdout: "pri4_bytes": { 2024-08-29T17:47:14.218 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T17:47:14.218 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:14.218 INFO:tasks.workunit.client.0.smithi028.stdout: "pri5_bytes": { 2024-08-29T17:47:14.218 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T17:47:14.218 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:14.218 INFO:tasks.workunit.client.0.smithi028.stdout: "pri6_bytes": { 2024-08-29T17:47:14.218 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T17:47:14.218 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:14.218 INFO:tasks.workunit.client.0.smithi028.stdout: "pri7_bytes": { 2024-08-29T17:47:14.218 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T17:47:14.218 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:14.219 INFO:tasks.workunit.client.0.smithi028.stdout: "pri8_bytes": { 2024-08-29T17:47:14.219 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T17:47:14.219 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:14.219 INFO:tasks.workunit.client.0.smithi028.stdout: "pri9_bytes": { 2024-08-29T17:47:14.219 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T17:47:14.219 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:14.219 INFO:tasks.workunit.client.0.smithi028.stdout: "reserved_bytes": { 2024-08-29T17:47:14.219 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 67210850 2024-08-29T17:47:14.219 INFO:tasks.workunit.client.0.smithi028.stdout: } 2024-08-29T17:47:14.219 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:14.219 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore-pricache:meta": { 2024-08-29T17:47:14.219 INFO:tasks.workunit.client.0.smithi028.stdout: "committed_bytes": { 2024-08-29T17:47:14.220 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 729808896 2024-08-29T17:47:14.220 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:14.220 INFO:tasks.workunit.client.0.smithi028.stdout: "pri0_bytes": { 2024-08-29T17:47:14.220 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T17:47:14.220 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:14.220 INFO:tasks.workunit.client.0.smithi028.stdout: "pri10_bytes": { 2024-08-29T17:47:14.220 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T17:47:14.220 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:14.220 INFO:tasks.workunit.client.0.smithi028.stdout: "pri11_bytes": { 2024-08-29T17:47:14.220 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 659450319 2024-08-29T17:47:14.220 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:14.220 INFO:tasks.workunit.client.0.smithi028.stdout: "pri1_bytes": { 2024-08-29T17:47:14.220 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T17:47:14.221 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:14.221 INFO:tasks.workunit.client.0.smithi028.stdout: "pri2_bytes": { 2024-08-29T17:47:14.221 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T17:47:14.221 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:14.221 INFO:tasks.workunit.client.0.smithi028.stdout: "pri3_bytes": { 2024-08-29T17:47:14.221 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T17:47:14.221 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:14.221 INFO:tasks.workunit.client.0.smithi028.stdout: "pri4_bytes": { 2024-08-29T17:47:14.221 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T17:47:14.221 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:14.221 INFO:tasks.workunit.client.0.smithi028.stdout: "pri5_bytes": { 2024-08-29T17:47:14.221 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T17:47:14.221 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:14.222 INFO:tasks.workunit.client.0.smithi028.stdout: "pri6_bytes": { 2024-08-29T17:47:14.222 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 277508 2024-08-29T17:47:14.222 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:14.222 INFO:tasks.workunit.client.0.smithi028.stdout: "pri7_bytes": { 2024-08-29T17:47:14.222 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T17:47:14.222 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:14.222 INFO:tasks.workunit.client.0.smithi028.stdout: "pri8_bytes": { 2024-08-29T17:47:14.222 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T17:47:14.222 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:14.222 INFO:tasks.workunit.client.0.smithi028.stdout: "pri9_bytes": { 2024-08-29T17:47:14.222 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T17:47:14.222 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:14.223 INFO:tasks.workunit.client.0.smithi028.stdout: "reserved_bytes": { 2024-08-29T17:47:14.223 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 70081069 2024-08-29T17:47:14.223 INFO:tasks.workunit.client.0.smithi028.stdout: } 2024-08-29T17:47:14.223 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:14.223 INFO:tasks.workunit.client.0.smithi028.stdout: "objecter": { 2024-08-29T17:47:14.223 INFO:tasks.workunit.client.0.smithi028.stdout: "op_active": { 2024-08-29T17:47:14.223 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T17:47:14.223 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:14.223 INFO:tasks.workunit.client.0.smithi028.stdout: "op_r": { 2024-08-29T17:47:14.223 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T17:47:14.223 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:14.223 INFO:tasks.workunit.client.0.smithi028.stdout: "op_rmw": { 2024-08-29T17:47:14.223 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T17:47:14.223 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:14.223 INFO:tasks.workunit.client.0.smithi028.stdout: "op_w": { 2024-08-29T17:47:14.224 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T17:47:14.224 INFO:tasks.workunit.client.0.smithi028.stdout: } 2024-08-29T17:47:14.224 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:14.224 INFO:tasks.workunit.client.0.smithi028.stdout: "osd": { 2024-08-29T17:47:14.224 INFO:tasks.workunit.client.0.smithi028.stdout: "numpg": { 2024-08-29T17:47:14.224 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 37 2024-08-29T17:47:14.224 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:14.224 INFO:tasks.workunit.client.0.smithi028.stdout: "numpg_removing": { 2024-08-29T17:47:14.224 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T17:47:14.224 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:14.224 INFO:tasks.workunit.client.0.smithi028.stdout: "op": { 2024-08-29T17:47:14.224 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T17:47:14.225 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:14.225 INFO:tasks.workunit.client.0.smithi028.stdout: "op_delayed_degraded": { 2024-08-29T17:47:14.225 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T17:47:14.225 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:14.225 INFO:tasks.workunit.client.0.smithi028.stdout: "op_delayed_unreadable": { 2024-08-29T17:47:14.225 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T17:47:14.225 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:14.225 INFO:tasks.workunit.client.0.smithi028.stdout: "op_in_bytes": { 2024-08-29T17:47:14.225 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T17:47:14.225 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:14.225 INFO:tasks.workunit.client.0.smithi028.stdout: "op_latency": { 2024-08-29T17:47:14.225 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 0, 2024-08-29T17:47:14.225 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T17:47:14.225 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:14.226 INFO:tasks.workunit.client.0.smithi028.stdout: "op_out_bytes": { 2024-08-29T17:47:14.226 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T17:47:14.226 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:14.226 INFO:tasks.workunit.client.0.smithi028.stdout: "op_prepare_latency": { 2024-08-29T17:47:14.226 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 2, 2024-08-29T17:47:14.226 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 1147230 2024-08-29T17:47:14.226 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:14.226 INFO:tasks.workunit.client.0.smithi028.stdout: "op_process_latency": { 2024-08-29T17:47:14.226 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 0, 2024-08-29T17:47:14.226 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T17:47:14.226 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:14.226 INFO:tasks.workunit.client.0.smithi028.stdout: "op_r": { 2024-08-29T17:47:14.226 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T17:47:14.226 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:14.227 INFO:tasks.workunit.client.0.smithi028.stdout: "op_r_latency": { 2024-08-29T17:47:14.227 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 0, 2024-08-29T17:47:14.227 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T17:47:14.227 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:14.227 INFO:tasks.workunit.client.0.smithi028.stdout: "op_r_latency_out_bytes_histogram": { 2024-08-29T17:47:14.227 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T17:47:14.227 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:14.227 INFO:tasks.workunit.client.0.smithi028.stdout: "op_r_out_bytes": { 2024-08-29T17:47:14.227 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T17:47:14.227 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:14.227 INFO:tasks.workunit.client.0.smithi028.stdout: "op_r_prepare_latency": { 2024-08-29T17:47:14.227 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 0, 2024-08-29T17:47:14.227 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T17:47:14.227 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:14.228 INFO:tasks.workunit.client.0.smithi028.stdout: "op_r_process_latency": { 2024-08-29T17:47:14.228 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 0, 2024-08-29T17:47:14.228 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T17:47:14.228 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:14.228 INFO:tasks.workunit.client.0.smithi028.stdout: "op_rw": { 2024-08-29T17:47:14.228 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T17:47:14.228 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:14.228 INFO:tasks.workunit.client.0.smithi028.stdout: "op_rw_in_bytes": { 2024-08-29T17:47:14.228 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T17:47:14.228 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:14.228 INFO:tasks.workunit.client.0.smithi028.stdout: "op_rw_latency": { 2024-08-29T17:47:14.228 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 0, 2024-08-29T17:47:14.228 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T17:47:14.229 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:14.229 INFO:tasks.workunit.client.0.smithi028.stdout: "op_rw_latency_in_bytes_histogram": { 2024-08-29T17:47:14.229 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T17:47:14.229 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:14.229 INFO:tasks.workunit.client.0.smithi028.stdout: "op_rw_latency_out_bytes_histogram": { 2024-08-29T17:47:14.229 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T17:47:14.229 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:14.229 INFO:tasks.workunit.client.0.smithi028.stdout: "op_rw_out_bytes": { 2024-08-29T17:47:14.229 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T17:47:14.229 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:14.229 INFO:tasks.workunit.client.0.smithi028.stdout: "op_rw_prepare_latency": { 2024-08-29T17:47:14.229 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 0, 2024-08-29T17:47:14.229 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T17:47:14.230 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:14.230 INFO:tasks.workunit.client.0.smithi028.stdout: "op_rw_process_latency": { 2024-08-29T17:47:14.230 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 0, 2024-08-29T17:47:14.230 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T17:47:14.230 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:14.230 INFO:tasks.workunit.client.0.smithi028.stdout: "op_w": { 2024-08-29T17:47:14.230 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T17:47:14.230 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:14.230 INFO:tasks.workunit.client.0.smithi028.stdout: "op_w_in_bytes": { 2024-08-29T17:47:14.230 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T17:47:14.230 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:14.230 INFO:tasks.workunit.client.0.smithi028.stdout: "op_w_latency": { 2024-08-29T17:47:14.230 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 0, 2024-08-29T17:47:14.231 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T17:47:14.231 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:14.231 INFO:tasks.workunit.client.0.smithi028.stdout: "op_w_latency_in_bytes_histogram": { 2024-08-29T17:47:14.231 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T17:47:14.231 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:14.231 INFO:tasks.workunit.client.0.smithi028.stdout: "op_w_prepare_latency": { 2024-08-29T17:47:14.231 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 2, 2024-08-29T17:47:14.231 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 1147230 2024-08-29T17:47:14.231 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:14.231 INFO:tasks.workunit.client.0.smithi028.stdout: "op_w_process_latency": { 2024-08-29T17:47:14.231 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 0, 2024-08-29T17:47:14.231 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T17:47:14.231 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:14.232 INFO:tasks.workunit.client.0.smithi028.stdout: "op_wip": { 2024-08-29T17:47:14.232 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T17:47:14.232 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:14.232 INFO:tasks.workunit.client.0.smithi028.stdout: "recovery_bytes": { 2024-08-29T17:47:14.232 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T17:47:14.232 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:14.232 INFO:tasks.workunit.client.0.smithi028.stdout: "recovery_ops": { 2024-08-29T17:47:14.232 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T17:47:14.232 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:14.232 INFO:tasks.workunit.client.0.smithi028.stdout: "stat_bytes": { 2024-08-29T17:47:14.232 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 95995035648 2024-08-29T17:47:14.232 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:14.232 INFO:tasks.workunit.client.0.smithi028.stdout: "stat_bytes_used": { 2024-08-29T17:47:14.232 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 305287168 2024-08-29T17:47:14.233 INFO:tasks.workunit.client.0.smithi028.stdout: } 2024-08-29T17:47:14.233 INFO:tasks.workunit.client.0.smithi028.stdout: } 2024-08-29T17:47:14.233 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:14.233 INFO:tasks.workunit.client.0.smithi028.stdout: "osd.4": { 2024-08-29T17:47:14.233 INFO:tasks.workunit.client.0.smithi028.stdout: "bluefs": { 2024-08-29T17:47:14.233 INFO:tasks.workunit.client.0.smithi028.stdout: "alloc_slow_fallback": { 2024-08-29T17:47:14.233 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T17:47:14.233 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:14.233 INFO:tasks.workunit.client.0.smithi028.stdout: "alloc_slow_size_fallback": { 2024-08-29T17:47:14.233 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T17:47:14.233 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:14.233 INFO:tasks.workunit.client.0.smithi028.stdout: "alloc_unit_db": { 2024-08-29T17:47:14.233 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 65536 2024-08-29T17:47:14.233 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:14.234 INFO:tasks.workunit.client.0.smithi028.stdout: "alloc_unit_main": { 2024-08-29T17:47:14.234 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T17:47:14.234 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:14.234 INFO:tasks.workunit.client.0.smithi028.stdout: "alloc_unit_wal": { 2024-08-29T17:47:14.234 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T17:47:14.234 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:14.234 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes_written_slow": { 2024-08-29T17:47:14.234 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T17:47:14.234 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:14.234 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes_written_sst": { 2024-08-29T17:47:14.234 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 12288 2024-08-29T17:47:14.234 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:14.234 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes_written_wal": { 2024-08-29T17:47:14.234 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 1327104 2024-08-29T17:47:14.235 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:14.235 INFO:tasks.workunit.client.0.smithi028.stdout: "compact_lat": { 2024-08-29T17:47:14.235 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 0, 2024-08-29T17:47:14.235 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T17:47:14.235 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:14.235 INFO:tasks.workunit.client.0.smithi028.stdout: "compact_lock_lat": { 2024-08-29T17:47:14.235 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 0, 2024-08-29T17:47:14.235 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T17:47:14.235 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:14.235 INFO:tasks.workunit.client.0.smithi028.stdout: "db_total_bytes": { 2024-08-29T17:47:14.235 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 95995035648 2024-08-29T17:47:14.235 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:14.235 INFO:tasks.workunit.client.0.smithi028.stdout: "db_used_bytes": { 2024-08-29T17:47:14.235 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 304480256 2024-08-29T17:47:14.236 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:14.236 INFO:tasks.workunit.client.0.smithi028.stdout: "log_bytes": { 2024-08-29T17:47:14.236 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 962560 2024-08-29T17:47:14.236 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:14.236 INFO:tasks.workunit.client.0.smithi028.stdout: "logged_bytes": { 2024-08-29T17:47:14.236 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 823296 2024-08-29T17:47:14.236 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:14.236 INFO:tasks.workunit.client.0.smithi028.stdout: "max_bytes_db": { 2024-08-29T17:47:14.236 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 312868864 2024-08-29T17:47:14.236 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:14.236 INFO:tasks.workunit.client.0.smithi028.stdout: "max_bytes_slow": { 2024-08-29T17:47:14.236 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T17:47:14.236 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:14.236 INFO:tasks.workunit.client.0.smithi028.stdout: "max_bytes_wal": { 2024-08-29T17:47:14.237 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T17:47:14.237 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:14.237 INFO:tasks.workunit.client.0.smithi028.stdout: "num_files": { 2024-08-29T17:47:14.237 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 14 2024-08-29T17:47:14.237 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:14.237 INFO:tasks.workunit.client.0.smithi028.stdout: "read_bytes": { 2024-08-29T17:47:14.237 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 195697 2024-08-29T17:47:14.237 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:14.237 INFO:tasks.workunit.client.0.smithi028.stdout: "read_count": { 2024-08-29T17:47:14.237 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 23 2024-08-29T17:47:14.237 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:14.237 INFO:tasks.workunit.client.0.smithi028.stdout: "read_disk_bytes": { 2024-08-29T17:47:14.237 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 1269760 2024-08-29T17:47:14.237 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:14.238 INFO:tasks.workunit.client.0.smithi028.stdout: "read_disk_bytes_db": { 2024-08-29T17:47:14.238 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 1273856 2024-08-29T17:47:14.238 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:14.238 INFO:tasks.workunit.client.0.smithi028.stdout: "read_disk_bytes_slow": { 2024-08-29T17:47:14.238 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T17:47:14.238 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:14.238 INFO:tasks.workunit.client.0.smithi028.stdout: "read_disk_bytes_wal": { 2024-08-29T17:47:14.238 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T17:47:14.238 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:14.238 INFO:tasks.workunit.client.0.smithi028.stdout: "read_disk_count": { 2024-08-29T17:47:14.238 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 15 2024-08-29T17:47:14.238 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:14.238 INFO:tasks.workunit.client.0.smithi028.stdout: "read_prefetch_bytes": { 2024-08-29T17:47:14.239 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 4789 2024-08-29T17:47:14.239 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:14.239 INFO:tasks.workunit.client.0.smithi028.stdout: "read_prefetch_count": { 2024-08-29T17:47:14.239 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 4 2024-08-29T17:47:14.239 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:14.239 INFO:tasks.workunit.client.0.smithi028.stdout: "read_random_buffer_bytes": { 2024-08-29T17:47:14.239 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 5589 2024-08-29T17:47:14.239 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:14.239 INFO:tasks.workunit.client.0.smithi028.stdout: "read_random_buffer_count": { 2024-08-29T17:47:14.239 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 24 2024-08-29T17:47:14.239 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:14.239 INFO:tasks.workunit.client.0.smithi028.stdout: "read_random_bytes": { 2024-08-29T17:47:14.239 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 5589 2024-08-29T17:47:14.239 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:14.240 INFO:tasks.workunit.client.0.smithi028.stdout: "read_random_count": { 2024-08-29T17:47:14.240 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 24 2024-08-29T17:47:14.240 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:14.240 INFO:tasks.workunit.client.0.smithi028.stdout: "read_random_disk_bytes": { 2024-08-29T17:47:14.240 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T17:47:14.240 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:14.240 INFO:tasks.workunit.client.0.smithi028.stdout: "read_random_disk_bytes_db": { 2024-08-29T17:47:14.240 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T17:47:14.240 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:14.240 INFO:tasks.workunit.client.0.smithi028.stdout: "read_random_disk_bytes_slow": { 2024-08-29T17:47:14.240 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T17:47:14.240 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:14.240 INFO:tasks.workunit.client.0.smithi028.stdout: "read_random_disk_bytes_wal": { 2024-08-29T17:47:14.240 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T17:47:14.241 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:14.241 INFO:tasks.workunit.client.0.smithi028.stdout: "read_random_disk_count": { 2024-08-29T17:47:14.241 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T17:47:14.241 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:14.241 INFO:tasks.workunit.client.0.smithi028.stdout: "slow_total_bytes": { 2024-08-29T17:47:14.241 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T17:47:14.241 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:14.241 INFO:tasks.workunit.client.0.smithi028.stdout: "slow_used_bytes": { 2024-08-29T17:47:14.241 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T17:47:14.241 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:14.241 INFO:tasks.workunit.client.0.smithi028.stdout: "wal_total_bytes": { 2024-08-29T17:47:14.241 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T17:47:14.241 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:14.242 INFO:tasks.workunit.client.0.smithi028.stdout: "wal_used_bytes": { 2024-08-29T17:47:14.242 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T17:47:14.242 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:14.242 INFO:tasks.workunit.client.0.smithi028.stdout: "write_bytes": { 2024-08-29T17:47:14.242 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 2224128 2024-08-29T17:47:14.242 INFO:tasks.workunit.client.0.smithi028.stdout: } 2024-08-29T17:47:14.242 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:14.242 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore": { 2024-08-29T17:47:14.242 INFO:tasks.workunit.client.0.smithi028.stdout: "alloc_unit": { 2024-08-29T17:47:14.242 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 4096 2024-08-29T17:47:14.242 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:14.242 INFO:tasks.workunit.client.0.smithi028.stdout: "allocated": { 2024-08-29T17:47:14.242 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 794624 2024-08-29T17:47:14.242 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:14.243 INFO:tasks.workunit.client.0.smithi028.stdout: "clist_lat": { 2024-08-29T17:47:14.243 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 10, 2024-08-29T17:47:14.243 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 872469 2024-08-29T17:47:14.243 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:14.243 INFO:tasks.workunit.client.0.smithi028.stdout: "compress_lat": { 2024-08-29T17:47:14.243 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 0, 2024-08-29T17:47:14.243 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T17:47:14.243 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:14.243 INFO:tasks.workunit.client.0.smithi028.stdout: "compressed": { 2024-08-29T17:47:14.243 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T17:47:14.243 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:14.243 INFO:tasks.workunit.client.0.smithi028.stdout: "compressed_allocated": { 2024-08-29T17:47:14.243 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T17:47:14.243 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:14.244 INFO:tasks.workunit.client.0.smithi028.stdout: "compressed_original": { 2024-08-29T17:47:14.244 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T17:47:14.244 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:14.244 INFO:tasks.workunit.client.0.smithi028.stdout: "csum_lat": { 2024-08-29T17:47:14.244 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 1, 2024-08-29T17:47:14.244 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 3133 2024-08-29T17:47:14.244 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:14.244 INFO:tasks.workunit.client.0.smithi028.stdout: "decompress_lat": { 2024-08-29T17:47:14.244 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 0, 2024-08-29T17:47:14.244 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T17:47:14.244 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:14.244 INFO:tasks.workunit.client.0.smithi028.stdout: "kv_commit_lat": { 2024-08-29T17:47:14.244 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 184, 2024-08-29T17:47:14.244 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 90244397 2024-08-29T17:47:14.245 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:14.245 INFO:tasks.workunit.client.0.smithi028.stdout: "kv_final_lat": { 2024-08-29T17:47:14.245 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 180, 2024-08-29T17:47:14.245 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 27227202 2024-08-29T17:47:14.245 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:14.245 INFO:tasks.workunit.client.0.smithi028.stdout: "kv_flush_lat": { 2024-08-29T17:47:14.245 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 184, 2024-08-29T17:47:14.245 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 584699 2024-08-29T17:47:14.245 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:14.245 INFO:tasks.workunit.client.0.smithi028.stdout: "kv_sync_lat": { 2024-08-29T17:47:14.245 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 184, 2024-08-29T17:47:14.245 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 90829096 2024-08-29T17:47:14.245 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:14.246 INFO:tasks.workunit.client.0.smithi028.stdout: "omap_get_keys_lat": { 2024-08-29T17:47:14.246 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 0, 2024-08-29T17:47:14.246 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T17:47:14.246 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:14.246 INFO:tasks.workunit.client.0.smithi028.stdout: "omap_get_values_lat": { 2024-08-29T17:47:14.246 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 3, 2024-08-29T17:47:14.246 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 55934 2024-08-29T17:47:14.246 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:14.246 INFO:tasks.workunit.client.0.smithi028.stdout: "omap_lower_bound_lat": { 2024-08-29T17:47:14.246 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 2, 2024-08-29T17:47:14.246 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 3200 2024-08-29T17:47:14.246 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:14.246 INFO:tasks.workunit.client.0.smithi028.stdout: "omap_next_lat": { 2024-08-29T17:47:14.246 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 0, 2024-08-29T17:47:14.247 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T17:47:14.247 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:14.247 INFO:tasks.workunit.client.0.smithi028.stdout: "omap_seek_to_first_lat": { 2024-08-29T17:47:14.247 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 0, 2024-08-29T17:47:14.247 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T17:47:14.247 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:14.247 INFO:tasks.workunit.client.0.smithi028.stdout: "omap_upper_bound_lat": { 2024-08-29T17:47:14.247 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 3, 2024-08-29T17:47:14.247 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 17903 2024-08-29T17:47:14.247 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:14.247 INFO:tasks.workunit.client.0.smithi028.stdout: "onode_hits": { 2024-08-29T17:47:14.247 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 404 2024-08-29T17:47:14.247 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:14.247 INFO:tasks.workunit.client.0.smithi028.stdout: "onode_misses": { 2024-08-29T17:47:14.247 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 252 2024-08-29T17:47:14.248 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:14.248 INFO:tasks.workunit.client.0.smithi028.stdout: "read_lat": { 2024-08-29T17:47:14.248 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 103, 2024-08-29T17:47:14.248 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 1507838 2024-08-29T17:47:14.248 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:14.248 INFO:tasks.workunit.client.0.smithi028.stdout: "read_onode_meta_lat": { 2024-08-29T17:47:14.248 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 177, 2024-08-29T17:47:14.248 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 461742 2024-08-29T17:47:14.248 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:14.248 INFO:tasks.workunit.client.0.smithi028.stdout: "read_wait_aio_lat": { 2024-08-29T17:47:14.248 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 74, 2024-08-29T17:47:14.248 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 125994 2024-08-29T17:47:14.248 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:14.249 INFO:tasks.workunit.client.0.smithi028.stdout: "reads_with_retries": { 2024-08-29T17:47:14.249 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T17:47:14.249 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:14.249 INFO:tasks.workunit.client.0.smithi028.stdout: "remove_lat": { 2024-08-29T17:47:14.249 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 6, 2024-08-29T17:47:14.249 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 361688 2024-08-29T17:47:14.249 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:14.249 INFO:tasks.workunit.client.0.smithi028.stdout: "state_aio_wait_lat": { 2024-08-29T17:47:14.249 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 276, 2024-08-29T17:47:14.249 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 7345451 2024-08-29T17:47:14.249 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:14.249 INFO:tasks.workunit.client.0.smithi028.stdout: "state_deferred_aio_wait_lat": { 2024-08-29T17:47:14.249 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 50, 2024-08-29T17:47:14.250 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 5020032 2024-08-29T17:47:14.250 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:14.250 INFO:tasks.workunit.client.0.smithi028.stdout: "state_deferred_cleanup_lat": { 2024-08-29T17:47:14.250 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 49, 2024-08-29T17:47:14.250 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 634234690141 2024-08-29T17:47:14.250 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:14.250 INFO:tasks.workunit.client.0.smithi028.stdout: "state_deferred_queued_lat": { 2024-08-29T17:47:14.250 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 50, 2024-08-29T17:47:14.250 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 67183478667 2024-08-29T17:47:14.250 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:14.250 INFO:tasks.workunit.client.0.smithi028.stdout: "state_done_lat": { 2024-08-29T17:47:14.250 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 275, 2024-08-29T17:47:14.251 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 8362215149 2024-08-29T17:47:14.251 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:14.251 INFO:tasks.workunit.client.0.smithi028.stdout: "state_finishing_lat": { 2024-08-29T17:47:14.251 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 275, 2024-08-29T17:47:14.251 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 69750 2024-08-29T17:47:14.251 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:14.251 INFO:tasks.workunit.client.0.smithi028.stdout: "state_io_done_lat": { 2024-08-29T17:47:14.251 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 276, 2024-08-29T17:47:14.251 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 627340 2024-08-29T17:47:14.251 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:14.251 INFO:tasks.workunit.client.0.smithi028.stdout: "state_kv_commiting_lat": { 2024-08-29T17:47:14.251 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 276, 2024-08-29T17:47:14.251 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 254581888 2024-08-29T17:47:14.252 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:14.252 INFO:tasks.workunit.client.0.smithi028.stdout: "state_kv_done_lat": { 2024-08-29T17:47:14.252 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 276, 2024-08-29T17:47:14.252 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 209300 2024-08-29T17:47:14.252 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:14.252 INFO:tasks.workunit.client.0.smithi028.stdout: "state_kv_queued_lat": { 2024-08-29T17:47:14.252 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 276, 2024-08-29T17:47:14.252 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 308899273 2024-08-29T17:47:14.252 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:14.252 INFO:tasks.workunit.client.0.smithi028.stdout: "state_prepare_lat": { 2024-08-29T17:47:14.252 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 276, 2024-08-29T17:47:14.252 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 27876310 2024-08-29T17:47:14.252 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:14.252 INFO:tasks.workunit.client.0.smithi028.stdout: "stored": { 2024-08-29T17:47:14.253 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 349457 2024-08-29T17:47:14.253 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:14.253 INFO:tasks.workunit.client.0.smithi028.stdout: "truncate_lat": { 2024-08-29T17:47:14.253 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 49, 2024-08-29T17:47:14.253 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 392223 2024-08-29T17:47:14.253 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:14.253 INFO:tasks.workunit.client.0.smithi028.stdout: "txc_commit_lat": { 2024-08-29T17:47:14.253 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 276, 2024-08-29T17:47:14.253 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 599431531 2024-08-29T17:47:14.253 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:14.253 INFO:tasks.workunit.client.0.smithi028.stdout: "txc_submit_lat": { 2024-08-29T17:47:14.253 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 276, 2024-08-29T17:47:14.253 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 36345909 2024-08-29T17:47:14.253 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:14.254 INFO:tasks.workunit.client.0.smithi028.stdout: "txc_throttle_lat": { 2024-08-29T17:47:14.254 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 276, 2024-08-29T17:47:14.254 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 4236283 2024-08-29T17:47:14.254 INFO:tasks.workunit.client.0.smithi028.stdout: } 2024-08-29T17:47:14.254 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:14.254 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore-pricache": { 2024-08-29T17:47:14.254 INFO:tasks.workunit.client.0.smithi028.stdout: "cache_bytes": { 2024-08-29T17:47:14.254 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 1901933480 2024-08-29T17:47:14.254 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:14.254 INFO:tasks.workunit.client.0.smithi028.stdout: "heap_bytes": { 2024-08-29T17:47:14.254 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 270974976 2024-08-29T17:47:14.254 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:14.254 INFO:tasks.workunit.client.0.smithi028.stdout: "mapped_bytes": { 2024-08-29T17:47:14.254 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 270884864 2024-08-29T17:47:14.254 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:14.255 INFO:tasks.workunit.client.0.smithi028.stdout: "target_bytes": { 2024-08-29T17:47:14.255 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 3184988057 2024-08-29T17:47:14.255 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:14.255 INFO:tasks.workunit.client.0.smithi028.stdout: "unmapped_bytes": { 2024-08-29T17:47:14.255 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 90112 2024-08-29T17:47:14.255 INFO:tasks.workunit.client.0.smithi028.stdout: } 2024-08-29T17:47:14.255 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:14.255 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore-pricache:data": { 2024-08-29T17:47:14.255 INFO:tasks.workunit.client.0.smithi028.stdout: "committed_bytes": { 2024-08-29T17:47:14.255 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 159383552 2024-08-29T17:47:14.255 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:14.255 INFO:tasks.workunit.client.0.smithi028.stdout: "pri0_bytes": { 2024-08-29T17:47:14.255 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T17:47:14.255 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:14.256 INFO:tasks.workunit.client.0.smithi028.stdout: "pri10_bytes": { 2024-08-29T17:47:14.256 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T17:47:14.256 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:14.256 INFO:tasks.workunit.client.0.smithi028.stdout: "pri11_bytes": { 2024-08-29T17:47:14.256 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 87926460 2024-08-29T17:47:14.256 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:14.256 INFO:tasks.workunit.client.0.smithi028.stdout: "pri1_bytes": { 2024-08-29T17:47:14.256 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T17:47:14.256 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:14.256 INFO:tasks.workunit.client.0.smithi028.stdout: "pri2_bytes": { 2024-08-29T17:47:14.256 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T17:47:14.256 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:14.256 INFO:tasks.workunit.client.0.smithi028.stdout: "pri3_bytes": { 2024-08-29T17:47:14.257 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T17:47:14.257 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:14.257 INFO:tasks.workunit.client.0.smithi028.stdout: "pri4_bytes": { 2024-08-29T17:47:14.257 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T17:47:14.257 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:14.257 INFO:tasks.workunit.client.0.smithi028.stdout: "pri5_bytes": { 2024-08-29T17:47:14.257 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T17:47:14.257 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:14.257 INFO:tasks.workunit.client.0.smithi028.stdout: "pri6_bytes": { 2024-08-29T17:47:14.257 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T17:47:14.257 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:14.257 INFO:tasks.workunit.client.0.smithi028.stdout: "pri7_bytes": { 2024-08-29T17:47:14.258 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T17:47:14.258 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:14.258 INFO:tasks.workunit.client.0.smithi028.stdout: "pri8_bytes": { 2024-08-29T17:47:14.258 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T17:47:14.258 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:14.258 INFO:tasks.workunit.client.0.smithi028.stdout: "pri9_bytes": { 2024-08-29T17:47:14.258 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T17:47:14.258 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:14.258 INFO:tasks.workunit.client.0.smithi028.stdout: "reserved_bytes": { 2024-08-29T17:47:14.258 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 71457092 2024-08-29T17:47:14.258 INFO:tasks.workunit.client.0.smithi028.stdout: } 2024-08-29T17:47:14.258 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:14.258 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore-pricache:kv": { 2024-08-29T17:47:14.259 INFO:tasks.workunit.client.0.smithi028.stdout: "committed_bytes": { 2024-08-29T17:47:14.259 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 796917760 2024-08-29T17:47:14.259 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:14.259 INFO:tasks.workunit.client.0.smithi028.stdout: "pri0_bytes": { 2024-08-29T17:47:14.259 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 67108864 2024-08-29T17:47:14.259 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:14.259 INFO:tasks.workunit.client.0.smithi028.stdout: "pri10_bytes": { 2024-08-29T17:47:14.259 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T17:47:14.259 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:14.259 INFO:tasks.workunit.client.0.smithi028.stdout: "pri11_bytes": { 2024-08-29T17:47:14.259 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 659448452 2024-08-29T17:47:14.259 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:14.260 INFO:tasks.workunit.client.0.smithi028.stdout: "pri1_bytes": { 2024-08-29T17:47:14.260 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T17:47:14.260 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:14.260 INFO:tasks.workunit.client.0.smithi028.stdout: "pri2_bytes": { 2024-08-29T17:47:14.260 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T17:47:14.260 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:14.260 INFO:tasks.workunit.client.0.smithi028.stdout: "pri3_bytes": { 2024-08-29T17:47:14.260 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T17:47:14.260 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:14.260 INFO:tasks.workunit.client.0.smithi028.stdout: "pri4_bytes": { 2024-08-29T17:47:14.260 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T17:47:14.260 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:14.260 INFO:tasks.workunit.client.0.smithi028.stdout: "pri5_bytes": { 2024-08-29T17:47:14.261 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T17:47:14.261 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:14.261 INFO:tasks.workunit.client.0.smithi028.stdout: "pri6_bytes": { 2024-08-29T17:47:14.261 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 2128 2024-08-29T17:47:14.261 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:14.261 INFO:tasks.workunit.client.0.smithi028.stdout: "pri7_bytes": { 2024-08-29T17:47:14.261 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T17:47:14.261 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:14.261 INFO:tasks.workunit.client.0.smithi028.stdout: "pri8_bytes": { 2024-08-29T17:47:14.261 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T17:47:14.261 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:14.261 INFO:tasks.workunit.client.0.smithi028.stdout: "pri9_bytes": { 2024-08-29T17:47:14.261 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T17:47:14.262 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:14.262 INFO:tasks.workunit.client.0.smithi028.stdout: "reserved_bytes": { 2024-08-29T17:47:14.262 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 70358316 2024-08-29T17:47:14.262 INFO:tasks.workunit.client.0.smithi028.stdout: } 2024-08-29T17:47:14.262 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:14.262 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore-pricache:kv_onode": { 2024-08-29T17:47:14.262 INFO:tasks.workunit.client.0.smithi028.stdout: "committed_bytes": { 2024-08-29T17:47:14.262 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 192937984 2024-08-29T17:47:14.262 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:14.262 INFO:tasks.workunit.client.0.smithi028.stdout: "pri0_bytes": { 2024-08-29T17:47:14.262 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 67108864 2024-08-29T17:47:14.262 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:14.262 INFO:tasks.workunit.client.0.smithi028.stdout: "pri10_bytes": { 2024-08-29T17:47:14.262 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 464 2024-08-29T17:47:14.263 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:14.263 INFO:tasks.workunit.client.0.smithi028.stdout: "pri11_bytes": { 2024-08-29T17:47:14.263 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 58617640 2024-08-29T17:47:14.263 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:14.263 INFO:tasks.workunit.client.0.smithi028.stdout: "pri1_bytes": { 2024-08-29T17:47:14.263 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T17:47:14.263 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:14.263 INFO:tasks.workunit.client.0.smithi028.stdout: "pri2_bytes": { 2024-08-29T17:47:14.263 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T17:47:14.263 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:14.263 INFO:tasks.workunit.client.0.smithi028.stdout: "pri3_bytes": { 2024-08-29T17:47:14.263 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T17:47:14.263 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:14.263 INFO:tasks.workunit.client.0.smithi028.stdout: "pri4_bytes": { 2024-08-29T17:47:14.264 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T17:47:14.264 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:14.264 INFO:tasks.workunit.client.0.smithi028.stdout: "pri5_bytes": { 2024-08-29T17:47:14.264 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T17:47:14.264 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:14.264 INFO:tasks.workunit.client.0.smithi028.stdout: "pri6_bytes": { 2024-08-29T17:47:14.264 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T17:47:14.264 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:14.264 INFO:tasks.workunit.client.0.smithi028.stdout: "pri7_bytes": { 2024-08-29T17:47:14.264 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T17:47:14.264 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:14.264 INFO:tasks.workunit.client.0.smithi028.stdout: "pri8_bytes": { 2024-08-29T17:47:14.264 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T17:47:14.264 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:14.264 INFO:tasks.workunit.client.0.smithi028.stdout: "pri9_bytes": { 2024-08-29T17:47:14.265 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T17:47:14.265 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:14.265 INFO:tasks.workunit.client.0.smithi028.stdout: "reserved_bytes": { 2024-08-29T17:47:14.265 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 67211016 2024-08-29T17:47:14.265 INFO:tasks.workunit.client.0.smithi028.stdout: } 2024-08-29T17:47:14.265 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:14.265 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore-pricache:meta": { 2024-08-29T17:47:14.265 INFO:tasks.workunit.client.0.smithi028.stdout: "committed_bytes": { 2024-08-29T17:47:14.265 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 729808896 2024-08-29T17:47:14.265 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:14.265 INFO:tasks.workunit.client.0.smithi028.stdout: "pri0_bytes": { 2024-08-29T17:47:14.265 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T17:47:14.265 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:14.265 INFO:tasks.workunit.client.0.smithi028.stdout: "pri10_bytes": { 2024-08-29T17:47:14.266 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T17:47:14.266 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:14.266 INFO:tasks.workunit.client.0.smithi028.stdout: "pri11_bytes": { 2024-08-29T17:47:14.266 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 659448452 2024-08-29T17:47:14.266 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:14.266 INFO:tasks.workunit.client.0.smithi028.stdout: "pri1_bytes": { 2024-08-29T17:47:14.266 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T17:47:14.266 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:14.266 INFO:tasks.workunit.client.0.smithi028.stdout: "pri2_bytes": { 2024-08-29T17:47:14.266 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T17:47:14.266 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:14.266 INFO:tasks.workunit.client.0.smithi028.stdout: "pri3_bytes": { 2024-08-29T17:47:14.266 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T17:47:14.267 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:14.267 INFO:tasks.workunit.client.0.smithi028.stdout: "pri4_bytes": { 2024-08-29T17:47:14.267 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T17:47:14.267 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:14.267 INFO:tasks.workunit.client.0.smithi028.stdout: "pri5_bytes": { 2024-08-29T17:47:14.267 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T17:47:14.267 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:14.267 INFO:tasks.workunit.client.0.smithi028.stdout: "pri6_bytes": { 2024-08-29T17:47:14.267 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 276677 2024-08-29T17:47:14.267 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:14.267 INFO:tasks.workunit.client.0.smithi028.stdout: "pri7_bytes": { 2024-08-29T17:47:14.267 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T17:47:14.267 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:14.267 INFO:tasks.workunit.client.0.smithi028.stdout: "pri8_bytes": { 2024-08-29T17:47:14.268 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T17:47:14.268 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:14.268 INFO:tasks.workunit.client.0.smithi028.stdout: "pri9_bytes": { 2024-08-29T17:47:14.268 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T17:47:14.268 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:14.268 INFO:tasks.workunit.client.0.smithi028.stdout: "reserved_bytes": { 2024-08-29T17:47:14.268 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 70083767 2024-08-29T17:47:14.268 INFO:tasks.workunit.client.0.smithi028.stdout: } 2024-08-29T17:47:14.268 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:14.268 INFO:tasks.workunit.client.0.smithi028.stdout: "objecter": { 2024-08-29T17:47:14.268 INFO:tasks.workunit.client.0.smithi028.stdout: "op_active": { 2024-08-29T17:47:14.268 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T17:47:14.268 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:14.268 INFO:tasks.workunit.client.0.smithi028.stdout: "op_r": { 2024-08-29T17:47:14.269 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T17:47:14.269 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:14.269 INFO:tasks.workunit.client.0.smithi028.stdout: "op_rmw": { 2024-08-29T17:47:14.269 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T17:47:14.269 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:14.269 INFO:tasks.workunit.client.0.smithi028.stdout: "op_w": { 2024-08-29T17:47:14.269 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T17:47:14.269 INFO:tasks.workunit.client.0.smithi028.stdout: } 2024-08-29T17:47:14.269 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:14.269 INFO:tasks.workunit.client.0.smithi028.stdout: "osd": { 2024-08-29T17:47:14.269 INFO:tasks.workunit.client.0.smithi028.stdout: "numpg": { 2024-08-29T17:47:14.269 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 39 2024-08-29T17:47:14.269 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:14.269 INFO:tasks.workunit.client.0.smithi028.stdout: "numpg_removing": { 2024-08-29T17:47:14.269 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T17:47:14.270 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:14.270 INFO:tasks.workunit.client.0.smithi028.stdout: "op": { 2024-08-29T17:47:14.270 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 1 2024-08-29T17:47:14.270 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:14.270 INFO:tasks.workunit.client.0.smithi028.stdout: "op_delayed_degraded": { 2024-08-29T17:47:14.270 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T17:47:14.270 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:14.270 INFO:tasks.workunit.client.0.smithi028.stdout: "op_delayed_unreadable": { 2024-08-29T17:47:14.270 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T17:47:14.270 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:14.270 INFO:tasks.workunit.client.0.smithi028.stdout: "op_in_bytes": { 2024-08-29T17:47:14.270 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 22 2024-08-29T17:47:14.270 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:14.271 INFO:tasks.workunit.client.0.smithi028.stdout: "op_latency": { 2024-08-29T17:47:14.271 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 1, 2024-08-29T17:47:14.271 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 15514837 2024-08-29T17:47:14.271 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:14.271 INFO:tasks.workunit.client.0.smithi028.stdout: "op_out_bytes": { 2024-08-29T17:47:14.271 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T17:47:14.271 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:14.271 INFO:tasks.workunit.client.0.smithi028.stdout: "op_prepare_latency": { 2024-08-29T17:47:14.271 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 1, 2024-08-29T17:47:14.271 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 946400 2024-08-29T17:47:14.271 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:14.271 INFO:tasks.workunit.client.0.smithi028.stdout: "op_process_latency": { 2024-08-29T17:47:14.271 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 1, 2024-08-29T17:47:14.271 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 15425743 2024-08-29T17:47:14.272 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:14.272 INFO:tasks.workunit.client.0.smithi028.stdout: "op_r": { 2024-08-29T17:47:14.272 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T17:47:14.272 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:14.272 INFO:tasks.workunit.client.0.smithi028.stdout: "op_r_latency": { 2024-08-29T17:47:14.272 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 0, 2024-08-29T17:47:14.272 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T17:47:14.272 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:14.272 INFO:tasks.workunit.client.0.smithi028.stdout: "op_r_latency_out_bytes_histogram": { 2024-08-29T17:47:14.272 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T17:47:14.272 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:14.272 INFO:tasks.workunit.client.0.smithi028.stdout: "op_r_out_bytes": { 2024-08-29T17:47:14.272 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T17:47:14.273 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:14.273 INFO:tasks.workunit.client.0.smithi028.stdout: "op_r_prepare_latency": { 2024-08-29T17:47:14.273 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 0, 2024-08-29T17:47:14.273 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T17:47:14.273 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:14.273 INFO:tasks.workunit.client.0.smithi028.stdout: "op_r_process_latency": { 2024-08-29T17:47:14.273 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 0, 2024-08-29T17:47:14.273 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T17:47:14.273 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:14.273 INFO:tasks.workunit.client.0.smithi028.stdout: "op_rw": { 2024-08-29T17:47:14.273 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T17:47:14.273 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:14.273 INFO:tasks.workunit.client.0.smithi028.stdout: "op_rw_in_bytes": { 2024-08-29T17:47:14.273 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T17:47:14.274 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:14.274 INFO:tasks.workunit.client.0.smithi028.stdout: "op_rw_latency": { 2024-08-29T17:47:14.274 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 0, 2024-08-29T17:47:14.274 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T17:47:14.274 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:14.274 INFO:tasks.workunit.client.0.smithi028.stdout: "op_rw_latency_in_bytes_histogram": { 2024-08-29T17:47:14.274 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T17:47:14.274 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:14.274 INFO:tasks.workunit.client.0.smithi028.stdout: "op_rw_latency_out_bytes_histogram": { 2024-08-29T17:47:14.274 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T17:47:14.274 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:14.274 INFO:tasks.workunit.client.0.smithi028.stdout: "op_rw_out_bytes": { 2024-08-29T17:47:14.274 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T17:47:14.274 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:14.275 INFO:tasks.workunit.client.0.smithi028.stdout: "op_rw_prepare_latency": { 2024-08-29T17:47:14.275 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 0, 2024-08-29T17:47:14.275 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T17:47:14.275 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:14.275 INFO:tasks.workunit.client.0.smithi028.stdout: "op_rw_process_latency": { 2024-08-29T17:47:14.275 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 0, 2024-08-29T17:47:14.275 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T17:47:14.275 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:14.275 INFO:tasks.workunit.client.0.smithi028.stdout: "op_w": { 2024-08-29T17:47:14.275 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 1 2024-08-29T17:47:14.275 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:14.275 INFO:tasks.workunit.client.0.smithi028.stdout: "op_w_in_bytes": { 2024-08-29T17:47:14.275 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 22 2024-08-29T17:47:14.275 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:14.276 INFO:tasks.workunit.client.0.smithi028.stdout: "op_w_latency": { 2024-08-29T17:47:14.276 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 1, 2024-08-29T17:47:14.276 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 15514837 2024-08-29T17:47:14.276 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:14.276 INFO:tasks.workunit.client.0.smithi028.stdout: "op_w_latency_in_bytes_histogram": { 2024-08-29T17:47:14.276 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T17:47:14.276 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:14.276 INFO:tasks.workunit.client.0.smithi028.stdout: "op_w_prepare_latency": { 2024-08-29T17:47:14.276 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 1, 2024-08-29T17:47:14.276 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 946400 2024-08-29T17:47:14.276 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:14.276 INFO:tasks.workunit.client.0.smithi028.stdout: "op_w_process_latency": { 2024-08-29T17:47:14.276 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 1, 2024-08-29T17:47:14.276 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 15425743 2024-08-29T17:47:14.277 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:14.277 INFO:tasks.workunit.client.0.smithi028.stdout: "op_wip": { 2024-08-29T17:47:14.277 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T17:47:14.277 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:14.277 INFO:tasks.workunit.client.0.smithi028.stdout: "recovery_bytes": { 2024-08-29T17:47:14.277 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T17:47:14.277 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:14.277 INFO:tasks.workunit.client.0.smithi028.stdout: "recovery_ops": { 2024-08-29T17:47:14.277 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T17:47:14.277 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:14.277 INFO:tasks.workunit.client.0.smithi028.stdout: "stat_bytes": { 2024-08-29T17:47:14.277 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 95995035648 2024-08-29T17:47:14.277 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:14.278 INFO:tasks.workunit.client.0.smithi028.stdout: "stat_bytes_used": { 2024-08-29T17:47:14.278 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 305287168 2024-08-29T17:47:14.278 INFO:tasks.workunit.client.0.smithi028.stdout: } 2024-08-29T17:47:14.278 INFO:tasks.workunit.client.0.smithi028.stdout: } 2024-08-29T17:47:14.278 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:14.278 INFO:tasks.workunit.client.0.smithi028.stdout: "osd.5": { 2024-08-29T17:47:14.278 INFO:tasks.workunit.client.0.smithi028.stdout: "bluefs": { 2024-08-29T17:47:14.278 INFO:tasks.workunit.client.0.smithi028.stdout: "alloc_slow_fallback": { 2024-08-29T17:47:14.278 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T17:47:14.278 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:14.278 INFO:tasks.workunit.client.0.smithi028.stdout: "alloc_slow_size_fallback": { 2024-08-29T17:47:14.278 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T17:47:14.278 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:14.279 INFO:tasks.workunit.client.0.smithi028.stdout: "alloc_unit_db": { 2024-08-29T17:47:14.279 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 65536 2024-08-29T17:47:14.279 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:14.279 INFO:tasks.workunit.client.0.smithi028.stdout: "alloc_unit_main": { 2024-08-29T17:47:14.279 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T17:47:14.279 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:14.279 INFO:tasks.workunit.client.0.smithi028.stdout: "alloc_unit_wal": { 2024-08-29T17:47:14.279 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T17:47:14.279 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:14.279 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes_written_slow": { 2024-08-29T17:47:14.279 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T17:47:14.279 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:14.280 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes_written_sst": { 2024-08-29T17:47:14.280 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 12288 2024-08-29T17:47:14.280 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:14.280 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes_written_wal": { 2024-08-29T17:47:14.280 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 1298432 2024-08-29T17:47:14.280 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:14.280 INFO:tasks.workunit.client.0.smithi028.stdout: "compact_lat": { 2024-08-29T17:47:14.280 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 0, 2024-08-29T17:47:14.280 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T17:47:14.280 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:14.280 INFO:tasks.workunit.client.0.smithi028.stdout: "compact_lock_lat": { 2024-08-29T17:47:14.280 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 0, 2024-08-29T17:47:14.280 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T17:47:14.280 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:14.281 INFO:tasks.workunit.client.0.smithi028.stdout: "db_total_bytes": { 2024-08-29T17:47:14.281 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 95995035648 2024-08-29T17:47:14.281 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:14.281 INFO:tasks.workunit.client.0.smithi028.stdout: "db_used_bytes": { 2024-08-29T17:47:14.281 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 304480256 2024-08-29T17:47:14.281 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:14.281 INFO:tasks.workunit.client.0.smithi028.stdout: "log_bytes": { 2024-08-29T17:47:14.281 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 942080 2024-08-29T17:47:14.281 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:14.281 INFO:tasks.workunit.client.0.smithi028.stdout: "logged_bytes": { 2024-08-29T17:47:14.281 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 802816 2024-08-29T17:47:14.281 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:14.281 INFO:tasks.workunit.client.0.smithi028.stdout: "max_bytes_db": { 2024-08-29T17:47:14.281 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 312868864 2024-08-29T17:47:14.282 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:14.282 INFO:tasks.workunit.client.0.smithi028.stdout: "max_bytes_slow": { 2024-08-29T17:47:14.282 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T17:47:14.282 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:14.282 INFO:tasks.workunit.client.0.smithi028.stdout: "max_bytes_wal": { 2024-08-29T17:47:14.282 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T17:47:14.282 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:14.282 INFO:tasks.workunit.client.0.smithi028.stdout: "num_files": { 2024-08-29T17:47:14.282 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 14 2024-08-29T17:47:14.282 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:14.282 INFO:tasks.workunit.client.0.smithi028.stdout: "read_bytes": { 2024-08-29T17:47:14.282 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 195697 2024-08-29T17:47:14.282 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:14.282 INFO:tasks.workunit.client.0.smithi028.stdout: "read_count": { 2024-08-29T17:47:14.283 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 23 2024-08-29T17:47:14.283 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:14.283 INFO:tasks.workunit.client.0.smithi028.stdout: "read_disk_bytes": { 2024-08-29T17:47:14.283 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 1269760 2024-08-29T17:47:14.283 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:14.283 INFO:tasks.workunit.client.0.smithi028.stdout: "read_disk_bytes_db": { 2024-08-29T17:47:14.283 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 1273856 2024-08-29T17:47:14.283 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:14.283 INFO:tasks.workunit.client.0.smithi028.stdout: "read_disk_bytes_slow": { 2024-08-29T17:47:14.283 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T17:47:14.283 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:14.283 INFO:tasks.workunit.client.0.smithi028.stdout: "read_disk_bytes_wal": { 2024-08-29T17:47:14.283 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T17:47:14.284 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:14.284 INFO:tasks.workunit.client.0.smithi028.stdout: "read_disk_count": { 2024-08-29T17:47:14.284 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 15 2024-08-29T17:47:14.284 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:14.284 INFO:tasks.workunit.client.0.smithi028.stdout: "read_prefetch_bytes": { 2024-08-29T17:47:14.284 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 4789 2024-08-29T17:47:14.284 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:14.284 INFO:tasks.workunit.client.0.smithi028.stdout: "read_prefetch_count": { 2024-08-29T17:47:14.284 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 4 2024-08-29T17:47:14.284 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:14.284 INFO:tasks.workunit.client.0.smithi028.stdout: "read_random_buffer_bytes": { 2024-08-29T17:47:14.284 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 5589 2024-08-29T17:47:14.284 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:14.284 INFO:tasks.workunit.client.0.smithi028.stdout: "read_random_buffer_count": { 2024-08-29T17:47:14.284 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 24 2024-08-29T17:47:14.285 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:14.285 INFO:tasks.workunit.client.0.smithi028.stdout: "read_random_bytes": { 2024-08-29T17:47:14.285 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 5589 2024-08-29T17:47:14.285 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:14.285 INFO:tasks.workunit.client.0.smithi028.stdout: "read_random_count": { 2024-08-29T17:47:14.285 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 24 2024-08-29T17:47:14.285 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:14.285 INFO:tasks.workunit.client.0.smithi028.stdout: "read_random_disk_bytes": { 2024-08-29T17:47:14.285 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T17:47:14.285 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:14.285 INFO:tasks.workunit.client.0.smithi028.stdout: "read_random_disk_bytes_db": { 2024-08-29T17:47:14.285 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T17:47:14.285 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:14.285 INFO:tasks.workunit.client.0.smithi028.stdout: "read_random_disk_bytes_slow": { 2024-08-29T17:47:14.286 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T17:47:14.286 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:14.286 INFO:tasks.workunit.client.0.smithi028.stdout: "read_random_disk_bytes_wal": { 2024-08-29T17:47:14.286 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T17:47:14.286 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:14.286 INFO:tasks.workunit.client.0.smithi028.stdout: "read_random_disk_count": { 2024-08-29T17:47:14.286 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T17:47:14.286 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:14.286 INFO:tasks.workunit.client.0.smithi028.stdout: "slow_total_bytes": { 2024-08-29T17:47:14.286 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T17:47:14.286 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:14.286 INFO:tasks.workunit.client.0.smithi028.stdout: "slow_used_bytes": { 2024-08-29T17:47:14.286 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T17:47:14.287 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:14.287 INFO:tasks.workunit.client.0.smithi028.stdout: "wal_total_bytes": { 2024-08-29T17:47:14.287 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T17:47:14.287 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:14.287 INFO:tasks.workunit.client.0.smithi028.stdout: "wal_used_bytes": { 2024-08-29T17:47:14.287 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T17:47:14.287 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:14.287 INFO:tasks.workunit.client.0.smithi028.stdout: "write_bytes": { 2024-08-29T17:47:14.287 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 2174976 2024-08-29T17:47:14.287 INFO:tasks.workunit.client.0.smithi028.stdout: } 2024-08-29T17:47:14.287 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:14.287 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore": { 2024-08-29T17:47:14.287 INFO:tasks.workunit.client.0.smithi028.stdout: "alloc_unit": { 2024-08-29T17:47:14.287 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 4096 2024-08-29T17:47:14.287 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:14.288 INFO:tasks.workunit.client.0.smithi028.stdout: "allocated": { 2024-08-29T17:47:14.288 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 790528 2024-08-29T17:47:14.288 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:14.288 INFO:tasks.workunit.client.0.smithi028.stdout: "clist_lat": { 2024-08-29T17:47:14.288 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 6, 2024-08-29T17:47:14.288 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 379430 2024-08-29T17:47:14.288 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:14.288 INFO:tasks.workunit.client.0.smithi028.stdout: "compress_lat": { 2024-08-29T17:47:14.288 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 0, 2024-08-29T17:47:14.288 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T17:47:14.288 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:14.288 INFO:tasks.workunit.client.0.smithi028.stdout: "compressed": { 2024-08-29T17:47:14.288 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T17:47:14.288 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:14.289 INFO:tasks.workunit.client.0.smithi028.stdout: "compressed_allocated": { 2024-08-29T17:47:14.289 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T17:47:14.289 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:14.289 INFO:tasks.workunit.client.0.smithi028.stdout: "compressed_original": { 2024-08-29T17:47:14.289 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T17:47:14.289 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:14.289 INFO:tasks.workunit.client.0.smithi028.stdout: "csum_lat": { 2024-08-29T17:47:14.289 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 3, 2024-08-29T17:47:14.289 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 6314 2024-08-29T17:47:14.289 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:14.289 INFO:tasks.workunit.client.0.smithi028.stdout: "decompress_lat": { 2024-08-29T17:47:14.289 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 0, 2024-08-29T17:47:14.289 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T17:47:14.289 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:14.290 INFO:tasks.workunit.client.0.smithi028.stdout: "kv_commit_lat": { 2024-08-29T17:47:14.290 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 179, 2024-08-29T17:47:14.290 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 102512584 2024-08-29T17:47:14.290 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:14.290 INFO:tasks.workunit.client.0.smithi028.stdout: "kv_final_lat": { 2024-08-29T17:47:14.290 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 177, 2024-08-29T17:47:14.290 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 12167530 2024-08-29T17:47:14.290 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:14.290 INFO:tasks.workunit.client.0.smithi028.stdout: "kv_flush_lat": { 2024-08-29T17:47:14.290 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 179, 2024-08-29T17:47:14.290 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 464988 2024-08-29T17:47:14.290 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:14.290 INFO:tasks.workunit.client.0.smithi028.stdout: "kv_sync_lat": { 2024-08-29T17:47:14.290 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 179, 2024-08-29T17:47:14.290 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 102977572 2024-08-29T17:47:14.291 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:14.291 INFO:tasks.workunit.client.0.smithi028.stdout: "omap_get_keys_lat": { 2024-08-29T17:47:14.291 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 0, 2024-08-29T17:47:14.291 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T17:47:14.291 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:14.291 INFO:tasks.workunit.client.0.smithi028.stdout: "omap_get_values_lat": { 2024-08-29T17:47:14.291 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 3, 2024-08-29T17:47:14.291 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 50636 2024-08-29T17:47:14.291 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:14.291 INFO:tasks.workunit.client.0.smithi028.stdout: "omap_lower_bound_lat": { 2024-08-29T17:47:14.291 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 2, 2024-08-29T17:47:14.292 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 4478 2024-08-29T17:47:14.292 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:14.292 INFO:tasks.workunit.client.0.smithi028.stdout: "omap_next_lat": { 2024-08-29T17:47:14.292 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 0, 2024-08-29T17:47:14.292 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T17:47:14.292 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:14.292 INFO:tasks.workunit.client.0.smithi028.stdout: "omap_seek_to_first_lat": { 2024-08-29T17:47:14.292 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 0, 2024-08-29T17:47:14.292 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T17:47:14.292 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:14.292 INFO:tasks.workunit.client.0.smithi028.stdout: "omap_upper_bound_lat": { 2024-08-29T17:47:14.292 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 2, 2024-08-29T17:47:14.292 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 8394 2024-08-29T17:47:14.293 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:14.293 INFO:tasks.workunit.client.0.smithi028.stdout: "onode_hits": { 2024-08-29T17:47:14.293 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 378 2024-08-29T17:47:14.293 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:14.293 INFO:tasks.workunit.client.0.smithi028.stdout: "onode_misses": { 2024-08-29T17:47:14.293 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 253 2024-08-29T17:47:14.293 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:14.293 INFO:tasks.workunit.client.0.smithi028.stdout: "read_lat": { 2024-08-29T17:47:14.293 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 97, 2024-08-29T17:47:14.293 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 1229922 2024-08-29T17:47:14.293 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:14.293 INFO:tasks.workunit.client.0.smithi028.stdout: "read_onode_meta_lat": { 2024-08-29T17:47:14.293 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 160, 2024-08-29T17:47:14.293 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 466246 2024-08-29T17:47:14.293 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:14.294 INFO:tasks.workunit.client.0.smithi028.stdout: "read_wait_aio_lat": { 2024-08-29T17:47:14.294 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 63, 2024-08-29T17:47:14.294 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 233539 2024-08-29T17:47:14.294 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:14.294 INFO:tasks.workunit.client.0.smithi028.stdout: "reads_with_retries": { 2024-08-29T17:47:14.294 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T17:47:14.294 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:14.294 INFO:tasks.workunit.client.0.smithi028.stdout: "remove_lat": { 2024-08-29T17:47:14.294 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 4, 2024-08-29T17:47:14.294 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 160619 2024-08-29T17:47:14.294 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:14.295 INFO:tasks.workunit.client.0.smithi028.stdout: "state_aio_wait_lat": { 2024-08-29T17:47:14.295 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 287, 2024-08-29T17:47:14.295 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 5574981 2024-08-29T17:47:14.295 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:14.295 INFO:tasks.workunit.client.0.smithi028.stdout: "state_deferred_aio_wait_lat": { 2024-08-29T17:47:14.295 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 48, 2024-08-29T17:47:14.295 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 4317296 2024-08-29T17:47:14.295 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:14.295 INFO:tasks.workunit.client.0.smithi028.stdout: "state_deferred_cleanup_lat": { 2024-08-29T17:47:14.295 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 45, 2024-08-29T17:47:14.295 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 693431462196 2024-08-29T17:47:14.295 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:14.295 INFO:tasks.workunit.client.0.smithi028.stdout: "state_deferred_queued_lat": { 2024-08-29T17:47:14.295 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 48, 2024-08-29T17:47:14.296 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 61466237484 2024-08-29T17:47:14.296 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:14.296 INFO:tasks.workunit.client.0.smithi028.stdout: "state_done_lat": { 2024-08-29T17:47:14.296 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 284, 2024-08-29T17:47:14.296 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 8421787654 2024-08-29T17:47:14.296 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:14.296 INFO:tasks.workunit.client.0.smithi028.stdout: "state_finishing_lat": { 2024-08-29T17:47:14.296 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 284, 2024-08-29T17:47:14.296 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 65618 2024-08-29T17:47:14.296 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:14.296 INFO:tasks.workunit.client.0.smithi028.stdout: "state_io_done_lat": { 2024-08-29T17:47:14.296 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 287, 2024-08-29T17:47:14.296 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 538109 2024-08-29T17:47:14.297 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:14.297 INFO:tasks.workunit.client.0.smithi028.stdout: "state_kv_commiting_lat": { 2024-08-29T17:47:14.297 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 287, 2024-08-29T17:47:14.297 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 266139170 2024-08-29T17:47:14.297 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:14.297 INFO:tasks.workunit.client.0.smithi028.stdout: "state_kv_done_lat": { 2024-08-29T17:47:14.297 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 287, 2024-08-29T17:47:14.297 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 187077 2024-08-29T17:47:14.297 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:14.297 INFO:tasks.workunit.client.0.smithi028.stdout: "state_kv_queued_lat": { 2024-08-29T17:47:14.297 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 287, 2024-08-29T17:47:14.297 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 260657522 2024-08-29T17:47:14.297 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:14.298 INFO:tasks.workunit.client.0.smithi028.stdout: "state_prepare_lat": { 2024-08-29T17:47:14.298 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 287, 2024-08-29T17:47:14.298 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 26589557 2024-08-29T17:47:14.298 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:14.298 INFO:tasks.workunit.client.0.smithi028.stdout: "stored": { 2024-08-29T17:47:14.298 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 351144 2024-08-29T17:47:14.298 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:14.298 INFO:tasks.workunit.client.0.smithi028.stdout: "truncate_lat": { 2024-08-29T17:47:14.298 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 40, 2024-08-29T17:47:14.298 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 318934 2024-08-29T17:47:14.298 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:14.298 INFO:tasks.workunit.client.0.smithi028.stdout: "txc_commit_lat": { 2024-08-29T17:47:14.298 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 287, 2024-08-29T17:47:14.298 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 559582117 2024-08-29T17:47:14.298 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:14.299 INFO:tasks.workunit.client.0.smithi028.stdout: "txc_submit_lat": { 2024-08-29T17:47:14.299 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 287, 2024-08-29T17:47:14.299 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 31682108 2024-08-29T17:47:14.299 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:14.299 INFO:tasks.workunit.client.0.smithi028.stdout: "txc_throttle_lat": { 2024-08-29T17:47:14.299 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 287, 2024-08-29T17:47:14.299 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 4131655 2024-08-29T17:47:14.299 INFO:tasks.workunit.client.0.smithi028.stdout: } 2024-08-29T17:47:14.299 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:14.299 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore-pricache": { 2024-08-29T17:47:14.299 INFO:tasks.workunit.client.0.smithi028.stdout: "cache_bytes": { 2024-08-29T17:47:14.299 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 1901933480 2024-08-29T17:47:14.299 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:14.300 INFO:tasks.workunit.client.0.smithi028.stdout: "heap_bytes": { 2024-08-29T17:47:14.300 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 271187968 2024-08-29T17:47:14.300 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:14.300 INFO:tasks.workunit.client.0.smithi028.stdout: "mapped_bytes": { 2024-08-29T17:47:14.300 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 271179776 2024-08-29T17:47:14.300 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:14.300 INFO:tasks.workunit.client.0.smithi028.stdout: "target_bytes": { 2024-08-29T17:47:14.300 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 3184988057 2024-08-29T17:47:14.300 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:14.300 INFO:tasks.workunit.client.0.smithi028.stdout: "unmapped_bytes": { 2024-08-29T17:47:14.300 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 8192 2024-08-29T17:47:14.300 INFO:tasks.workunit.client.0.smithi028.stdout: } 2024-08-29T17:47:14.301 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:14.301 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore-pricache:data": { 2024-08-29T17:47:14.301 INFO:tasks.workunit.client.0.smithi028.stdout: "committed_bytes": { 2024-08-29T17:47:14.301 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 159383552 2024-08-29T17:47:14.301 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:14.301 INFO:tasks.workunit.client.0.smithi028.stdout: "pri0_bytes": { 2024-08-29T17:47:14.301 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T17:47:14.301 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:14.301 INFO:tasks.workunit.client.0.smithi028.stdout: "pri10_bytes": { 2024-08-29T17:47:14.301 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T17:47:14.301 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:14.301 INFO:tasks.workunit.client.0.smithi028.stdout: "pri11_bytes": { 2024-08-29T17:47:14.301 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 87926394 2024-08-29T17:47:14.301 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:14.302 INFO:tasks.workunit.client.0.smithi028.stdout: "pri1_bytes": { 2024-08-29T17:47:14.302 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T17:47:14.302 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:14.302 INFO:tasks.workunit.client.0.smithi028.stdout: "pri2_bytes": { 2024-08-29T17:47:14.302 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T17:47:14.302 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:14.302 INFO:tasks.workunit.client.0.smithi028.stdout: "pri3_bytes": { 2024-08-29T17:47:14.302 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T17:47:14.302 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:14.302 INFO:tasks.workunit.client.0.smithi028.stdout: "pri4_bytes": { 2024-08-29T17:47:14.302 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T17:47:14.302 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:14.302 INFO:tasks.workunit.client.0.smithi028.stdout: "pri5_bytes": { 2024-08-29T17:47:14.302 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T17:47:14.303 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:14.303 INFO:tasks.workunit.client.0.smithi028.stdout: "pri6_bytes": { 2024-08-29T17:47:14.303 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T17:47:14.303 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:14.303 INFO:tasks.workunit.client.0.smithi028.stdout: "pri7_bytes": { 2024-08-29T17:47:14.303 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T17:47:14.303 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:14.303 INFO:tasks.workunit.client.0.smithi028.stdout: "pri8_bytes": { 2024-08-29T17:47:14.303 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T17:47:14.303 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:14.303 INFO:tasks.workunit.client.0.smithi028.stdout: "pri9_bytes": { 2024-08-29T17:47:14.303 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T17:47:14.303 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:14.303 INFO:tasks.workunit.client.0.smithi028.stdout: "reserved_bytes": { 2024-08-29T17:47:14.303 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 71457158 2024-08-29T17:47:14.304 INFO:tasks.workunit.client.0.smithi028.stdout: } 2024-08-29T17:47:14.304 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:14.304 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore-pricache:kv": { 2024-08-29T17:47:14.304 INFO:tasks.workunit.client.0.smithi028.stdout: "committed_bytes": { 2024-08-29T17:47:14.304 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 796917760 2024-08-29T17:47:14.304 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:14.304 INFO:tasks.workunit.client.0.smithi028.stdout: "pri0_bytes": { 2024-08-29T17:47:14.304 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 67108864 2024-08-29T17:47:14.304 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:14.304 INFO:tasks.workunit.client.0.smithi028.stdout: "pri10_bytes": { 2024-08-29T17:47:14.304 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T17:47:14.304 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:14.304 INFO:tasks.workunit.client.0.smithi028.stdout: "pri11_bytes": { 2024-08-29T17:47:14.304 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 659447961 2024-08-29T17:47:14.304 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:14.305 INFO:tasks.workunit.client.0.smithi028.stdout: "pri1_bytes": { 2024-08-29T17:47:14.305 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T17:47:14.305 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:14.305 INFO:tasks.workunit.client.0.smithi028.stdout: "pri2_bytes": { 2024-08-29T17:47:14.305 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T17:47:14.305 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:14.305 INFO:tasks.workunit.client.0.smithi028.stdout: "pri3_bytes": { 2024-08-29T17:47:14.305 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T17:47:14.305 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:14.305 INFO:tasks.workunit.client.0.smithi028.stdout: "pri4_bytes": { 2024-08-29T17:47:14.305 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T17:47:14.305 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:14.305 INFO:tasks.workunit.client.0.smithi028.stdout: "pri5_bytes": { 2024-08-29T17:47:14.306 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T17:47:14.306 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:14.306 INFO:tasks.workunit.client.0.smithi028.stdout: "pri6_bytes": { 2024-08-29T17:47:14.306 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 2128 2024-08-29T17:47:14.306 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:14.306 INFO:tasks.workunit.client.0.smithi028.stdout: "pri7_bytes": { 2024-08-29T17:47:14.306 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T17:47:14.306 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:14.306 INFO:tasks.workunit.client.0.smithi028.stdout: "pri8_bytes": { 2024-08-29T17:47:14.306 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T17:47:14.306 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:14.306 INFO:tasks.workunit.client.0.smithi028.stdout: "pri9_bytes": { 2024-08-29T17:47:14.307 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T17:47:14.307 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:14.307 INFO:tasks.workunit.client.0.smithi028.stdout: "reserved_bytes": { 2024-08-29T17:47:14.307 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 70358807 2024-08-29T17:47:14.307 INFO:tasks.workunit.client.0.smithi028.stdout: } 2024-08-29T17:47:14.307 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:14.307 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore-pricache:kv_onode": { 2024-08-29T17:47:14.307 INFO:tasks.workunit.client.0.smithi028.stdout: "committed_bytes": { 2024-08-29T17:47:14.307 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 192937984 2024-08-29T17:47:14.307 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:14.307 INFO:tasks.workunit.client.0.smithi028.stdout: "pri0_bytes": { 2024-08-29T17:47:14.307 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 67108864 2024-08-29T17:47:14.307 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:14.307 INFO:tasks.workunit.client.0.smithi028.stdout: "pri10_bytes": { 2024-08-29T17:47:14.307 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 464 2024-08-29T17:47:14.308 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:14.308 INFO:tasks.workunit.client.0.smithi028.stdout: "pri11_bytes": { 2024-08-29T17:47:14.308 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 58617596 2024-08-29T17:47:14.308 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:14.308 INFO:tasks.workunit.client.0.smithi028.stdout: "pri1_bytes": { 2024-08-29T17:47:14.308 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T17:47:14.308 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:14.308 INFO:tasks.workunit.client.0.smithi028.stdout: "pri2_bytes": { 2024-08-29T17:47:14.308 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T17:47:14.308 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:14.308 INFO:tasks.workunit.client.0.smithi028.stdout: "pri3_bytes": { 2024-08-29T17:47:14.308 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T17:47:14.309 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:14.309 INFO:tasks.workunit.client.0.smithi028.stdout: "pri4_bytes": { 2024-08-29T17:47:14.309 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T17:47:14.309 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:14.309 INFO:tasks.workunit.client.0.smithi028.stdout: "pri5_bytes": { 2024-08-29T17:47:14.309 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T17:47:14.309 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:14.309 INFO:tasks.workunit.client.0.smithi028.stdout: "pri6_bytes": { 2024-08-29T17:47:14.309 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T17:47:14.309 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:14.309 INFO:tasks.workunit.client.0.smithi028.stdout: "pri7_bytes": { 2024-08-29T17:47:14.309 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T17:47:14.309 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:14.310 INFO:tasks.workunit.client.0.smithi028.stdout: "pri8_bytes": { 2024-08-29T17:47:14.310 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T17:47:14.310 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:14.310 INFO:tasks.workunit.client.0.smithi028.stdout: "pri9_bytes": { 2024-08-29T17:47:14.310 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T17:47:14.310 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:14.310 INFO:tasks.workunit.client.0.smithi028.stdout: "reserved_bytes": { 2024-08-29T17:47:14.310 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 67211060 2024-08-29T17:47:14.310 INFO:tasks.workunit.client.0.smithi028.stdout: } 2024-08-29T17:47:14.310 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:14.310 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore-pricache:meta": { 2024-08-29T17:47:14.310 INFO:tasks.workunit.client.0.smithi028.stdout: "committed_bytes": { 2024-08-29T17:47:14.310 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 729808896 2024-08-29T17:47:14.310 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:14.311 INFO:tasks.workunit.client.0.smithi028.stdout: "pri0_bytes": { 2024-08-29T17:47:14.311 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T17:47:14.311 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:14.311 INFO:tasks.workunit.client.0.smithi028.stdout: "pri10_bytes": { 2024-08-29T17:47:14.311 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T17:47:14.311 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:14.311 INFO:tasks.workunit.client.0.smithi028.stdout: "pri11_bytes": { 2024-08-29T17:47:14.311 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 659447961 2024-08-29T17:47:14.311 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:14.311 INFO:tasks.workunit.client.0.smithi028.stdout: "pri1_bytes": { 2024-08-29T17:47:14.311 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T17:47:14.311 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:14.312 INFO:tasks.workunit.client.0.smithi028.stdout: "pri2_bytes": { 2024-08-29T17:47:14.312 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T17:47:14.312 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:14.312 INFO:tasks.workunit.client.0.smithi028.stdout: "pri3_bytes": { 2024-08-29T17:47:14.312 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T17:47:14.312 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:14.312 INFO:tasks.workunit.client.0.smithi028.stdout: "pri4_bytes": { 2024-08-29T17:47:14.312 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T17:47:14.312 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:14.312 INFO:tasks.workunit.client.0.smithi028.stdout: "pri5_bytes": { 2024-08-29T17:47:14.312 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T17:47:14.312 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:14.313 INFO:tasks.workunit.client.0.smithi028.stdout: "pri6_bytes": { 2024-08-29T17:47:14.313 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 283358 2024-08-29T17:47:14.313 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:14.313 INFO:tasks.workunit.client.0.smithi028.stdout: "pri7_bytes": { 2024-08-29T17:47:14.313 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T17:47:14.313 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:14.313 INFO:tasks.workunit.client.0.smithi028.stdout: "pri8_bytes": { 2024-08-29T17:47:14.313 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T17:47:14.313 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:14.313 INFO:tasks.workunit.client.0.smithi028.stdout: "pri9_bytes": { 2024-08-29T17:47:14.313 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T17:47:14.313 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:14.314 INFO:tasks.workunit.client.0.smithi028.stdout: "reserved_bytes": { 2024-08-29T17:47:14.314 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 70077577 2024-08-29T17:47:14.314 INFO:tasks.workunit.client.0.smithi028.stdout: } 2024-08-29T17:47:14.314 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:14.314 INFO:tasks.workunit.client.0.smithi028.stdout: "objecter": { 2024-08-29T17:47:14.314 INFO:tasks.workunit.client.0.smithi028.stdout: "op_active": { 2024-08-29T17:47:14.314 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T17:47:14.314 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:14.314 INFO:tasks.workunit.client.0.smithi028.stdout: "op_r": { 2024-08-29T17:47:14.314 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T17:47:14.314 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:14.314 INFO:tasks.workunit.client.0.smithi028.stdout: "op_rmw": { 2024-08-29T17:47:14.314 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T17:47:14.315 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:14.315 INFO:tasks.workunit.client.0.smithi028.stdout: "op_w": { 2024-08-29T17:47:14.315 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T17:47:14.315 INFO:tasks.workunit.client.0.smithi028.stdout: } 2024-08-29T17:47:14.315 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:14.315 INFO:tasks.workunit.client.0.smithi028.stdout: "osd": { 2024-08-29T17:47:14.315 INFO:tasks.workunit.client.0.smithi028.stdout: "numpg": { 2024-08-29T17:47:14.315 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 41 2024-08-29T17:47:14.315 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:14.316 INFO:tasks.workunit.client.0.smithi028.stdout: "numpg_removing": { 2024-08-29T17:47:14.316 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T17:47:14.316 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:14.316 INFO:tasks.workunit.client.0.smithi028.stdout: "op": { 2024-08-29T17:47:14.316 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T17:47:14.316 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:14.316 INFO:tasks.workunit.client.0.smithi028.stdout: "op_delayed_degraded": { 2024-08-29T17:47:14.316 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T17:47:14.316 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:14.316 INFO:tasks.workunit.client.0.smithi028.stdout: "op_delayed_unreadable": { 2024-08-29T17:47:14.316 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T17:47:14.316 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:14.317 INFO:tasks.workunit.client.0.smithi028.stdout: "op_in_bytes": { 2024-08-29T17:47:14.317 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T17:47:14.317 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:14.317 INFO:tasks.workunit.client.0.smithi028.stdout: "op_latency": { 2024-08-29T17:47:14.317 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 0, 2024-08-29T17:47:14.317 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T17:47:14.317 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:14.317 INFO:tasks.workunit.client.0.smithi028.stdout: "op_out_bytes": { 2024-08-29T17:47:14.317 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T17:47:14.317 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:14.317 INFO:tasks.workunit.client.0.smithi028.stdout: "op_prepare_latency": { 2024-08-29T17:47:14.317 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 0, 2024-08-29T17:47:14.318 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T17:47:14.318 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:14.318 INFO:tasks.workunit.client.0.smithi028.stdout: "op_process_latency": { 2024-08-29T17:47:14.318 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 0, 2024-08-29T17:47:14.318 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T17:47:14.318 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:14.318 INFO:tasks.workunit.client.0.smithi028.stdout: "op_r": { 2024-08-29T17:47:14.318 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T17:47:14.318 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:14.318 INFO:tasks.workunit.client.0.smithi028.stdout: "op_r_latency": { 2024-08-29T17:47:14.318 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 0, 2024-08-29T17:47:14.318 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T17:47:14.318 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:14.318 INFO:tasks.workunit.client.0.smithi028.stdout: "op_r_latency_out_bytes_histogram": { 2024-08-29T17:47:14.319 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T17:47:14.319 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:14.319 INFO:tasks.workunit.client.0.smithi028.stdout: "op_r_out_bytes": { 2024-08-29T17:47:14.319 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T17:47:14.319 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:14.319 INFO:tasks.workunit.client.0.smithi028.stdout: "op_r_prepare_latency": { 2024-08-29T17:47:14.319 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 0, 2024-08-29T17:47:14.319 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T17:47:14.319 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:14.319 INFO:tasks.workunit.client.0.smithi028.stdout: "op_r_process_latency": { 2024-08-29T17:47:14.319 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 0, 2024-08-29T17:47:14.319 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T17:47:14.319 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:14.319 INFO:tasks.workunit.client.0.smithi028.stdout: "op_rw": { 2024-08-29T17:47:14.320 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T17:47:14.320 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:14.320 INFO:tasks.workunit.client.0.smithi028.stdout: "op_rw_in_bytes": { 2024-08-29T17:47:14.320 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T17:47:14.320 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:14.320 INFO:tasks.workunit.client.0.smithi028.stdout: "op_rw_latency": { 2024-08-29T17:47:14.320 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 0, 2024-08-29T17:47:14.320 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T17:47:14.320 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:14.320 INFO:tasks.workunit.client.0.smithi028.stdout: "op_rw_latency_in_bytes_histogram": { 2024-08-29T17:47:14.320 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T17:47:14.320 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:14.320 INFO:tasks.workunit.client.0.smithi028.stdout: "op_rw_latency_out_bytes_histogram": { 2024-08-29T17:47:14.320 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T17:47:14.320 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:14.321 INFO:tasks.workunit.client.0.smithi028.stdout: "op_rw_out_bytes": { 2024-08-29T17:47:14.321 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T17:47:14.321 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:14.321 INFO:tasks.workunit.client.0.smithi028.stdout: "op_rw_prepare_latency": { 2024-08-29T17:47:14.321 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 0, 2024-08-29T17:47:14.321 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T17:47:14.321 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:14.321 INFO:tasks.workunit.client.0.smithi028.stdout: "op_rw_process_latency": { 2024-08-29T17:47:14.321 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 0, 2024-08-29T17:47:14.321 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T17:47:14.321 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:14.321 INFO:tasks.workunit.client.0.smithi028.stdout: "op_w": { 2024-08-29T17:47:14.322 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T17:47:14.322 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:14.322 INFO:tasks.workunit.client.0.smithi028.stdout: "op_w_in_bytes": { 2024-08-29T17:47:14.322 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T17:47:14.322 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:14.322 INFO:tasks.workunit.client.0.smithi028.stdout: "op_w_latency": { 2024-08-29T17:47:14.322 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 0, 2024-08-29T17:47:14.322 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T17:47:14.322 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:14.322 INFO:tasks.workunit.client.0.smithi028.stdout: "op_w_latency_in_bytes_histogram": { 2024-08-29T17:47:14.322 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T17:47:14.322 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:14.322 INFO:tasks.workunit.client.0.smithi028.stdout: "op_w_prepare_latency": { 2024-08-29T17:47:14.322 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 0, 2024-08-29T17:47:14.322 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T17:47:14.323 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:14.323 INFO:tasks.workunit.client.0.smithi028.stdout: "op_w_process_latency": { 2024-08-29T17:47:14.323 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 0, 2024-08-29T17:47:14.323 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T17:47:14.323 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:14.323 INFO:tasks.workunit.client.0.smithi028.stdout: "op_wip": { 2024-08-29T17:47:14.323 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T17:47:14.323 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:14.323 INFO:tasks.workunit.client.0.smithi028.stdout: "recovery_bytes": { 2024-08-29T17:47:14.323 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T17:47:14.323 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:14.323 INFO:tasks.workunit.client.0.smithi028.stdout: "recovery_ops": { 2024-08-29T17:47:14.323 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T17:47:14.323 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:14.324 INFO:tasks.workunit.client.0.smithi028.stdout: "stat_bytes": { 2024-08-29T17:47:14.324 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 95995035648 2024-08-29T17:47:14.324 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:14.324 INFO:tasks.workunit.client.0.smithi028.stdout: "stat_bytes_used": { 2024-08-29T17:47:14.324 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 305278976 2024-08-29T17:47:14.324 INFO:tasks.workunit.client.0.smithi028.stdout: } 2024-08-29T17:47:14.324 INFO:tasks.workunit.client.0.smithi028.stdout: } 2024-08-29T17:47:14.324 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:14.324 INFO:tasks.workunit.client.0.smithi028.stdout: "osd.6": { 2024-08-29T17:47:14.324 INFO:tasks.workunit.client.0.smithi028.stdout: "bluefs": { 2024-08-29T17:47:14.324 INFO:tasks.workunit.client.0.smithi028.stdout: "alloc_slow_fallback": { 2024-08-29T17:47:14.324 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T17:47:14.324 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:14.324 INFO:tasks.workunit.client.0.smithi028.stdout: "alloc_slow_size_fallback": { 2024-08-29T17:47:14.325 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T17:47:14.325 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:14.325 INFO:tasks.workunit.client.0.smithi028.stdout: "alloc_unit_db": { 2024-08-29T17:47:14.325 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 65536 2024-08-29T17:47:14.325 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:14.325 INFO:tasks.workunit.client.0.smithi028.stdout: "alloc_unit_main": { 2024-08-29T17:47:14.325 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T17:47:14.325 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:14.325 INFO:tasks.workunit.client.0.smithi028.stdout: "alloc_unit_wal": { 2024-08-29T17:47:14.325 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T17:47:14.325 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:14.325 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes_written_slow": { 2024-08-29T17:47:14.325 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T17:47:14.325 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:14.326 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes_written_sst": { 2024-08-29T17:47:14.326 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 12288 2024-08-29T17:47:14.326 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:14.326 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes_written_wal": { 2024-08-29T17:47:14.326 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 1351680 2024-08-29T17:47:14.326 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:14.326 INFO:tasks.workunit.client.0.smithi028.stdout: "compact_lat": { 2024-08-29T17:47:14.326 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 0, 2024-08-29T17:47:14.326 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T17:47:14.326 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:14.326 INFO:tasks.workunit.client.0.smithi028.stdout: "compact_lock_lat": { 2024-08-29T17:47:14.326 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 0, 2024-08-29T17:47:14.326 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T17:47:14.327 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:14.327 INFO:tasks.workunit.client.0.smithi028.stdout: "db_total_bytes": { 2024-08-29T17:47:14.327 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 95995035648 2024-08-29T17:47:14.327 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:14.327 INFO:tasks.workunit.client.0.smithi028.stdout: "db_used_bytes": { 2024-08-29T17:47:14.327 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 304480256 2024-08-29T17:47:14.327 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:14.327 INFO:tasks.workunit.client.0.smithi028.stdout: "log_bytes": { 2024-08-29T17:47:14.327 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 1032192 2024-08-29T17:47:14.327 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:14.327 INFO:tasks.workunit.client.0.smithi028.stdout: "logged_bytes": { 2024-08-29T17:47:14.327 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 892928 2024-08-29T17:47:14.327 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:14.327 INFO:tasks.workunit.client.0.smithi028.stdout: "max_bytes_db": { 2024-08-29T17:47:14.327 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 312868864 2024-08-29T17:47:14.328 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:14.328 INFO:tasks.workunit.client.0.smithi028.stdout: "max_bytes_slow": { 2024-08-29T17:47:14.328 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T17:47:14.328 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:14.328 INFO:tasks.workunit.client.0.smithi028.stdout: "max_bytes_wal": { 2024-08-29T17:47:14.328 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T17:47:14.328 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:14.328 INFO:tasks.workunit.client.0.smithi028.stdout: "num_files": { 2024-08-29T17:47:14.328 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 14 2024-08-29T17:47:14.328 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:14.328 INFO:tasks.workunit.client.0.smithi028.stdout: "read_bytes": { 2024-08-29T17:47:14.328 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 195697 2024-08-29T17:47:14.328 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:14.329 INFO:tasks.workunit.client.0.smithi028.stdout: "read_count": { 2024-08-29T17:47:14.329 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 23 2024-08-29T17:47:14.329 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:14.329 INFO:tasks.workunit.client.0.smithi028.stdout: "read_disk_bytes": { 2024-08-29T17:47:14.329 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 1269760 2024-08-29T17:47:14.329 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:14.329 INFO:tasks.workunit.client.0.smithi028.stdout: "read_disk_bytes_db": { 2024-08-29T17:47:14.329 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 1273856 2024-08-29T17:47:14.329 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:14.329 INFO:tasks.workunit.client.0.smithi028.stdout: "read_disk_bytes_slow": { 2024-08-29T17:47:14.329 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T17:47:14.329 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:14.329 INFO:tasks.workunit.client.0.smithi028.stdout: "read_disk_bytes_wal": { 2024-08-29T17:47:14.329 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T17:47:14.329 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:14.330 INFO:tasks.workunit.client.0.smithi028.stdout: "read_disk_count": { 2024-08-29T17:47:14.330 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 15 2024-08-29T17:47:14.330 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:14.330 INFO:tasks.workunit.client.0.smithi028.stdout: "read_prefetch_bytes": { 2024-08-29T17:47:14.330 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 4789 2024-08-29T17:47:14.330 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:14.330 INFO:tasks.workunit.client.0.smithi028.stdout: "read_prefetch_count": { 2024-08-29T17:47:14.330 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 4 2024-08-29T17:47:14.330 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:14.330 INFO:tasks.workunit.client.0.smithi028.stdout: "read_random_buffer_bytes": { 2024-08-29T17:47:14.330 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 5589 2024-08-29T17:47:14.330 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:14.330 INFO:tasks.workunit.client.0.smithi028.stdout: "read_random_buffer_count": { 2024-08-29T17:47:14.330 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 24 2024-08-29T17:47:14.330 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:14.330 INFO:tasks.workunit.client.0.smithi028.stdout: "read_random_bytes": { 2024-08-29T17:47:14.331 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 5589 2024-08-29T17:47:14.331 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:14.331 INFO:tasks.workunit.client.0.smithi028.stdout: "read_random_count": { 2024-08-29T17:47:14.331 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 24 2024-08-29T17:47:14.331 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:14.331 INFO:tasks.workunit.client.0.smithi028.stdout: "read_random_disk_bytes": { 2024-08-29T17:47:14.331 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T17:47:14.331 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:14.331 INFO:tasks.workunit.client.0.smithi028.stdout: "read_random_disk_bytes_db": { 2024-08-29T17:47:14.331 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T17:47:14.331 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:14.331 INFO:tasks.workunit.client.0.smithi028.stdout: "read_random_disk_bytes_slow": { 2024-08-29T17:47:14.331 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T17:47:14.331 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:14.331 INFO:tasks.workunit.client.0.smithi028.stdout: "read_random_disk_bytes_wal": { 2024-08-29T17:47:14.332 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T17:47:14.332 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:14.332 INFO:tasks.workunit.client.0.smithi028.stdout: "read_random_disk_count": { 2024-08-29T17:47:14.332 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T17:47:14.332 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:14.332 INFO:tasks.workunit.client.0.smithi028.stdout: "slow_total_bytes": { 2024-08-29T17:47:14.332 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T17:47:14.332 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:14.332 INFO:tasks.workunit.client.0.smithi028.stdout: "slow_used_bytes": { 2024-08-29T17:47:14.332 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T17:47:14.332 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:14.332 INFO:tasks.workunit.client.0.smithi028.stdout: "wal_total_bytes": { 2024-08-29T17:47:14.332 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T17:47:14.332 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:14.333 INFO:tasks.workunit.client.0.smithi028.stdout: "wal_used_bytes": { 2024-08-29T17:47:14.333 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T17:47:14.333 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:14.333 INFO:tasks.workunit.client.0.smithi028.stdout: "write_bytes": { 2024-08-29T17:47:14.333 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 2318336 2024-08-29T17:47:14.333 INFO:tasks.workunit.client.0.smithi028.stdout: } 2024-08-29T17:47:14.333 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:14.333 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore": { 2024-08-29T17:47:14.333 INFO:tasks.workunit.client.0.smithi028.stdout: "alloc_unit": { 2024-08-29T17:47:14.333 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 4096 2024-08-29T17:47:14.333 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:14.333 INFO:tasks.workunit.client.0.smithi028.stdout: "allocated": { 2024-08-29T17:47:14.333 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 1376256 2024-08-29T17:47:14.334 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:14.334 INFO:tasks.workunit.client.0.smithi028.stdout: "clist_lat": { 2024-08-29T17:47:14.334 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 0, 2024-08-29T17:47:14.334 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T17:47:14.334 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:14.334 INFO:tasks.workunit.client.0.smithi028.stdout: "compress_lat": { 2024-08-29T17:47:14.334 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 0, 2024-08-29T17:47:14.334 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T17:47:14.334 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:14.334 INFO:tasks.workunit.client.0.smithi028.stdout: "compressed": { 2024-08-29T17:47:14.334 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T17:47:14.334 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:14.334 INFO:tasks.workunit.client.0.smithi028.stdout: "compressed_allocated": { 2024-08-29T17:47:14.334 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T17:47:14.335 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:14.335 INFO:tasks.workunit.client.0.smithi028.stdout: "compressed_original": { 2024-08-29T17:47:14.335 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T17:47:14.335 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:14.335 INFO:tasks.workunit.client.0.smithi028.stdout: "csum_lat": { 2024-08-29T17:47:14.335 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 5, 2024-08-29T17:47:14.335 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 14818 2024-08-29T17:47:14.335 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:14.335 INFO:tasks.workunit.client.0.smithi028.stdout: "decompress_lat": { 2024-08-29T17:47:14.335 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 0, 2024-08-29T17:47:14.335 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T17:47:14.335 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:14.335 INFO:tasks.workunit.client.0.smithi028.stdout: "kv_commit_lat": { 2024-08-29T17:47:14.336 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 201, 2024-08-29T17:47:14.336 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 83701440 2024-08-29T17:47:14.336 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:14.336 INFO:tasks.workunit.client.0.smithi028.stdout: "kv_final_lat": { 2024-08-29T17:47:14.336 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 199, 2024-08-29T17:47:14.336 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 10675177 2024-08-29T17:47:14.336 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:14.336 INFO:tasks.workunit.client.0.smithi028.stdout: "kv_flush_lat": { 2024-08-29T17:47:14.336 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 201, 2024-08-29T17:47:14.336 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 379568 2024-08-29T17:47:14.336 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:14.336 INFO:tasks.workunit.client.0.smithi028.stdout: "kv_sync_lat": { 2024-08-29T17:47:14.336 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 201, 2024-08-29T17:47:14.336 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 84081008 2024-08-29T17:47:14.337 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:14.337 INFO:tasks.workunit.client.0.smithi028.stdout: "omap_get_keys_lat": { 2024-08-29T17:47:14.337 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 0, 2024-08-29T17:47:14.337 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T17:47:14.337 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:14.337 INFO:tasks.workunit.client.0.smithi028.stdout: "omap_get_values_lat": { 2024-08-29T17:47:14.337 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 1, 2024-08-29T17:47:14.337 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 46254 2024-08-29T17:47:14.337 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:14.337 INFO:tasks.workunit.client.0.smithi028.stdout: "omap_lower_bound_lat": { 2024-08-29T17:47:14.337 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 3, 2024-08-29T17:47:14.337 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 7497 2024-08-29T17:47:14.337 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:14.338 INFO:tasks.workunit.client.0.smithi028.stdout: "omap_next_lat": { 2024-08-29T17:47:14.338 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 0, 2024-08-29T17:47:14.338 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T17:47:14.338 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:14.338 INFO:tasks.workunit.client.0.smithi028.stdout: "omap_seek_to_first_lat": { 2024-08-29T17:47:14.338 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 0, 2024-08-29T17:47:14.338 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T17:47:14.338 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:14.338 INFO:tasks.workunit.client.0.smithi028.stdout: "omap_upper_bound_lat": { 2024-08-29T17:47:14.338 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 3, 2024-08-29T17:47:14.338 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 18403 2024-08-29T17:47:14.338 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:14.338 INFO:tasks.workunit.client.0.smithi028.stdout: "onode_hits": { 2024-08-29T17:47:14.338 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 365 2024-08-29T17:47:14.339 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:14.339 INFO:tasks.workunit.client.0.smithi028.stdout: "onode_misses": { 2024-08-29T17:47:14.339 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 260 2024-08-29T17:47:14.339 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:14.339 INFO:tasks.workunit.client.0.smithi028.stdout: "read_lat": { 2024-08-29T17:47:14.339 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 100, 2024-08-29T17:47:14.339 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 1277206 2024-08-29T17:47:14.339 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:14.339 INFO:tasks.workunit.client.0.smithi028.stdout: "read_onode_meta_lat": { 2024-08-29T17:47:14.339 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 157, 2024-08-29T17:47:14.339 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 453284 2024-08-29T17:47:14.339 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:14.340 INFO:tasks.workunit.client.0.smithi028.stdout: "read_wait_aio_lat": { 2024-08-29T17:47:14.340 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 57, 2024-08-29T17:47:14.340 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 373368 2024-08-29T17:47:14.340 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:14.340 INFO:tasks.workunit.client.0.smithi028.stdout: "reads_with_retries": { 2024-08-29T17:47:14.340 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T17:47:14.340 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:14.340 INFO:tasks.workunit.client.0.smithi028.stdout: "remove_lat": { 2024-08-29T17:47:14.340 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 0, 2024-08-29T17:47:14.340 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T17:47:14.340 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:14.340 INFO:tasks.workunit.client.0.smithi028.stdout: "state_aio_wait_lat": { 2024-08-29T17:47:14.341 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 271, 2024-08-29T17:47:14.341 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 4655380 2024-08-29T17:47:14.341 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:14.341 INFO:tasks.workunit.client.0.smithi028.stdout: "state_deferred_aio_wait_lat": { 2024-08-29T17:47:14.341 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 40, 2024-08-29T17:47:14.341 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 3901340 2024-08-29T17:47:14.341 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:14.341 INFO:tasks.workunit.client.0.smithi028.stdout: "state_deferred_cleanup_lat": { 2024-08-29T17:47:14.341 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 40, 2024-08-29T17:47:14.341 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 996796249147 2024-08-29T17:47:14.341 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:14.341 INFO:tasks.workunit.client.0.smithi028.stdout: "state_deferred_queued_lat": { 2024-08-29T17:47:14.341 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 40, 2024-08-29T17:47:14.342 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 50658650066 2024-08-29T17:47:14.342 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:14.342 INFO:tasks.workunit.client.0.smithi028.stdout: "state_done_lat": { 2024-08-29T17:47:14.342 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 271, 2024-08-29T17:47:14.342 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 959259 2024-08-29T17:47:14.342 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:14.342 INFO:tasks.workunit.client.0.smithi028.stdout: "state_finishing_lat": { 2024-08-29T17:47:14.342 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 271, 2024-08-29T17:47:14.342 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 71153 2024-08-29T17:47:14.342 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:14.342 INFO:tasks.workunit.client.0.smithi028.stdout: "state_io_done_lat": { 2024-08-29T17:47:14.342 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 271, 2024-08-29T17:47:14.343 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 527101 2024-08-29T17:47:14.343 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:14.343 INFO:tasks.workunit.client.0.smithi028.stdout: "state_kv_commiting_lat": { 2024-08-29T17:47:14.343 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 271, 2024-08-29T17:47:14.343 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 216577678 2024-08-29T17:47:14.343 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:14.343 INFO:tasks.workunit.client.0.smithi028.stdout: "state_kv_done_lat": { 2024-08-29T17:47:14.343 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 271, 2024-08-29T17:47:14.343 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 286510 2024-08-29T17:47:14.343 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:14.343 INFO:tasks.workunit.client.0.smithi028.stdout: "state_kv_queued_lat": { 2024-08-29T17:47:14.343 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 271, 2024-08-29T17:47:14.343 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 111552331 2024-08-29T17:47:14.344 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:14.344 INFO:tasks.workunit.client.0.smithi028.stdout: "state_prepare_lat": { 2024-08-29T17:47:14.344 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 271, 2024-08-29T17:47:14.344 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 24629821 2024-08-29T17:47:14.344 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:14.344 INFO:tasks.workunit.client.0.smithi028.stdout: "stored": { 2024-08-29T17:47:14.344 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 941411 2024-08-29T17:47:14.344 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:14.344 INFO:tasks.workunit.client.0.smithi028.stdout: "truncate_lat": { 2024-08-29T17:47:14.344 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 33, 2024-08-29T17:47:14.344 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 254858 2024-08-29T17:47:14.344 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:14.344 INFO:tasks.workunit.client.0.smithi028.stdout: "txc_commit_lat": { 2024-08-29T17:47:14.345 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 271, 2024-08-29T17:47:14.345 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 358103576 2024-08-29T17:47:14.345 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:14.345 INFO:tasks.workunit.client.0.smithi028.stdout: "txc_submit_lat": { 2024-08-29T17:47:14.345 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 271, 2024-08-29T17:47:14.345 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 29497693 2024-08-29T17:47:14.345 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:14.345 INFO:tasks.workunit.client.0.smithi028.stdout: "txc_throttle_lat": { 2024-08-29T17:47:14.345 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 271, 2024-08-29T17:47:14.345 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 4098119 2024-08-29T17:47:14.345 INFO:tasks.workunit.client.0.smithi028.stdout: } 2024-08-29T17:47:14.345 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:14.345 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore-pricache": { 2024-08-29T17:47:14.346 INFO:tasks.workunit.client.0.smithi028.stdout: "cache_bytes": { 2024-08-29T17:47:14.346 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 1901933480 2024-08-29T17:47:14.346 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:14.346 INFO:tasks.workunit.client.0.smithi028.stdout: "heap_bytes": { 2024-08-29T17:47:14.346 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 272171008 2024-08-29T17:47:14.346 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:14.346 INFO:tasks.workunit.client.0.smithi028.stdout: "mapped_bytes": { 2024-08-29T17:47:14.346 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 271269888 2024-08-29T17:47:14.346 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:14.346 INFO:tasks.workunit.client.0.smithi028.stdout: "target_bytes": { 2024-08-29T17:47:14.346 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 3184988057 2024-08-29T17:47:14.346 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:14.346 INFO:tasks.workunit.client.0.smithi028.stdout: "unmapped_bytes": { 2024-08-29T17:47:14.347 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 901120 2024-08-29T17:47:14.347 INFO:tasks.workunit.client.0.smithi028.stdout: } 2024-08-29T17:47:14.347 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:14.347 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore-pricache:data": { 2024-08-29T17:47:14.347 INFO:tasks.workunit.client.0.smithi028.stdout: "committed_bytes": { 2024-08-29T17:47:14.347 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 159383552 2024-08-29T17:47:14.347 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:14.347 INFO:tasks.workunit.client.0.smithi028.stdout: "pri0_bytes": { 2024-08-29T17:47:14.347 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T17:47:14.347 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:14.347 INFO:tasks.workunit.client.0.smithi028.stdout: "pri10_bytes": { 2024-08-29T17:47:14.347 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T17:47:14.347 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:14.347 INFO:tasks.workunit.client.0.smithi028.stdout: "pri11_bytes": { 2024-08-29T17:47:14.348 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 87925817 2024-08-29T17:47:14.348 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:14.348 INFO:tasks.workunit.client.0.smithi028.stdout: "pri1_bytes": { 2024-08-29T17:47:14.348 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T17:47:14.348 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:14.348 INFO:tasks.workunit.client.0.smithi028.stdout: "pri2_bytes": { 2024-08-29T17:47:14.348 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T17:47:14.348 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:14.348 INFO:tasks.workunit.client.0.smithi028.stdout: "pri3_bytes": { 2024-08-29T17:47:14.348 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T17:47:14.348 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:14.348 INFO:tasks.workunit.client.0.smithi028.stdout: "pri4_bytes": { 2024-08-29T17:47:14.348 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T17:47:14.348 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:14.349 INFO:tasks.workunit.client.0.smithi028.stdout: "pri5_bytes": { 2024-08-29T17:47:14.349 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T17:47:14.349 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:14.349 INFO:tasks.workunit.client.0.smithi028.stdout: "pri6_bytes": { 2024-08-29T17:47:14.349 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 8192 2024-08-29T17:47:14.349 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:14.349 INFO:tasks.workunit.client.0.smithi028.stdout: "pri7_bytes": { 2024-08-29T17:47:14.349 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T17:47:14.349 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:14.349 INFO:tasks.workunit.client.0.smithi028.stdout: "pri8_bytes": { 2024-08-29T17:47:14.349 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T17:47:14.349 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:14.349 INFO:tasks.workunit.client.0.smithi028.stdout: "pri9_bytes": { 2024-08-29T17:47:14.350 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T17:47:14.350 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:14.350 INFO:tasks.workunit.client.0.smithi028.stdout: "reserved_bytes": { 2024-08-29T17:47:14.350 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 71449543 2024-08-29T17:47:14.350 INFO:tasks.workunit.client.0.smithi028.stdout: } 2024-08-29T17:47:14.350 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:14.350 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore-pricache:kv": { 2024-08-29T17:47:14.350 INFO:tasks.workunit.client.0.smithi028.stdout: "committed_bytes": { 2024-08-29T17:47:14.350 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 796917760 2024-08-29T17:47:14.350 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:14.350 INFO:tasks.workunit.client.0.smithi028.stdout: "pri0_bytes": { 2024-08-29T17:47:14.351 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 67108864 2024-08-29T17:47:14.351 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:14.351 INFO:tasks.workunit.client.0.smithi028.stdout: "pri10_bytes": { 2024-08-29T17:47:14.351 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T17:47:14.351 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:14.351 INFO:tasks.workunit.client.0.smithi028.stdout: "pri11_bytes": { 2024-08-29T17:47:14.351 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 659443632 2024-08-29T17:47:14.351 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:14.351 INFO:tasks.workunit.client.0.smithi028.stdout: "pri1_bytes": { 2024-08-29T17:47:14.351 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T17:47:14.351 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:14.351 INFO:tasks.workunit.client.0.smithi028.stdout: "pri2_bytes": { 2024-08-29T17:47:14.352 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T17:47:14.352 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:14.352 INFO:tasks.workunit.client.0.smithi028.stdout: "pri3_bytes": { 2024-08-29T17:47:14.352 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T17:47:14.352 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:14.352 INFO:tasks.workunit.client.0.smithi028.stdout: "pri4_bytes": { 2024-08-29T17:47:14.352 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T17:47:14.352 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:14.352 INFO:tasks.workunit.client.0.smithi028.stdout: "pri5_bytes": { 2024-08-29T17:47:14.352 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T17:47:14.352 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:14.352 INFO:tasks.workunit.client.0.smithi028.stdout: "pri6_bytes": { 2024-08-29T17:47:14.352 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 2128 2024-08-29T17:47:14.353 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:14.353 INFO:tasks.workunit.client.0.smithi028.stdout: "pri7_bytes": { 2024-08-29T17:47:14.353 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T17:47:14.353 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:14.353 INFO:tasks.workunit.client.0.smithi028.stdout: "pri8_bytes": { 2024-08-29T17:47:14.353 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T17:47:14.353 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:14.353 INFO:tasks.workunit.client.0.smithi028.stdout: "pri9_bytes": { 2024-08-29T17:47:14.353 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T17:47:14.353 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:14.353 INFO:tasks.workunit.client.0.smithi028.stdout: "reserved_bytes": { 2024-08-29T17:47:14.353 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 70363136 2024-08-29T17:47:14.354 INFO:tasks.workunit.client.0.smithi028.stdout: } 2024-08-29T17:47:14.354 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:14.354 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore-pricache:kv_onode": { 2024-08-29T17:47:14.354 INFO:tasks.workunit.client.0.smithi028.stdout: "committed_bytes": { 2024-08-29T17:47:14.354 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 192937984 2024-08-29T17:47:14.354 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:14.354 INFO:tasks.workunit.client.0.smithi028.stdout: "pri0_bytes": { 2024-08-29T17:47:14.354 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 67108864 2024-08-29T17:47:14.354 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:14.354 INFO:tasks.workunit.client.0.smithi028.stdout: "pri10_bytes": { 2024-08-29T17:47:14.354 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 464 2024-08-29T17:47:14.354 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:14.354 INFO:tasks.workunit.client.0.smithi028.stdout: "pri11_bytes": { 2024-08-29T17:47:14.354 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 58617211 2024-08-29T17:47:14.355 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:14.355 INFO:tasks.workunit.client.0.smithi028.stdout: "pri1_bytes": { 2024-08-29T17:47:14.355 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T17:47:14.355 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:14.355 INFO:tasks.workunit.client.0.smithi028.stdout: "pri2_bytes": { 2024-08-29T17:47:14.355 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T17:47:14.355 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:14.355 INFO:tasks.workunit.client.0.smithi028.stdout: "pri3_bytes": { 2024-08-29T17:47:14.355 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T17:47:14.355 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:14.355 INFO:tasks.workunit.client.0.smithi028.stdout: "pri4_bytes": { 2024-08-29T17:47:14.355 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T17:47:14.355 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:14.355 INFO:tasks.workunit.client.0.smithi028.stdout: "pri5_bytes": { 2024-08-29T17:47:14.355 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T17:47:14.355 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:14.356 INFO:tasks.workunit.client.0.smithi028.stdout: "pri6_bytes": { 2024-08-29T17:47:14.356 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T17:47:14.356 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:14.356 INFO:tasks.workunit.client.0.smithi028.stdout: "pri7_bytes": { 2024-08-29T17:47:14.356 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T17:47:14.356 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:14.356 INFO:tasks.workunit.client.0.smithi028.stdout: "pri8_bytes": { 2024-08-29T17:47:14.356 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T17:47:14.356 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:14.356 INFO:tasks.workunit.client.0.smithi028.stdout: "pri9_bytes": { 2024-08-29T17:47:14.356 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T17:47:14.356 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:14.356 INFO:tasks.workunit.client.0.smithi028.stdout: "reserved_bytes": { 2024-08-29T17:47:14.356 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 67211445 2024-08-29T17:47:14.357 INFO:tasks.workunit.client.0.smithi028.stdout: } 2024-08-29T17:47:14.357 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:14.357 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore-pricache:meta": { 2024-08-29T17:47:14.357 INFO:tasks.workunit.client.0.smithi028.stdout: "committed_bytes": { 2024-08-29T17:47:14.357 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 729808896 2024-08-29T17:47:14.357 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:14.357 INFO:tasks.workunit.client.0.smithi028.stdout: "pri0_bytes": { 2024-08-29T17:47:14.357 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T17:47:14.357 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:14.357 INFO:tasks.workunit.client.0.smithi028.stdout: "pri10_bytes": { 2024-08-29T17:47:14.357 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T17:47:14.357 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:14.357 INFO:tasks.workunit.client.0.smithi028.stdout: "pri11_bytes": { 2024-08-29T17:47:14.357 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 659443632 2024-08-29T17:47:14.358 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:14.358 INFO:tasks.workunit.client.0.smithi028.stdout: "pri1_bytes": { 2024-08-29T17:47:14.358 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T17:47:14.358 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:14.358 INFO:tasks.workunit.client.0.smithi028.stdout: "pri2_bytes": { 2024-08-29T17:47:14.358 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T17:47:14.358 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:14.358 INFO:tasks.workunit.client.0.smithi028.stdout: "pri3_bytes": { 2024-08-29T17:47:14.358 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T17:47:14.358 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:14.358 INFO:tasks.workunit.client.0.smithi028.stdout: "pri4_bytes": { 2024-08-29T17:47:14.358 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T17:47:14.359 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:14.359 INFO:tasks.workunit.client.0.smithi028.stdout: "pri5_bytes": { 2024-08-29T17:47:14.359 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T17:47:14.359 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:14.359 INFO:tasks.workunit.client.0.smithi028.stdout: "pri6_bytes": { 2024-08-29T17:47:14.359 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 284786 2024-08-29T17:47:14.359 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:14.359 INFO:tasks.workunit.client.0.smithi028.stdout: "pri7_bytes": { 2024-08-29T17:47:14.359 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T17:47:14.359 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:14.359 INFO:tasks.workunit.client.0.smithi028.stdout: "pri8_bytes": { 2024-08-29T17:47:14.359 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T17:47:14.359 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:14.360 INFO:tasks.workunit.client.0.smithi028.stdout: "pri9_bytes": { 2024-08-29T17:47:14.360 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T17:47:14.360 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:14.360 INFO:tasks.workunit.client.0.smithi028.stdout: "reserved_bytes": { 2024-08-29T17:47:14.360 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 70080478 2024-08-29T17:47:14.360 INFO:tasks.workunit.client.0.smithi028.stdout: } 2024-08-29T17:47:14.360 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:14.360 INFO:tasks.workunit.client.0.smithi028.stdout: "objecter": { 2024-08-29T17:47:14.360 INFO:tasks.workunit.client.0.smithi028.stdout: "op_active": { 2024-08-29T17:47:14.360 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T17:47:14.360 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:14.360 INFO:tasks.workunit.client.0.smithi028.stdout: "op_r": { 2024-08-29T17:47:14.361 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T17:47:14.361 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:14.361 INFO:tasks.workunit.client.0.smithi028.stdout: "op_rmw": { 2024-08-29T17:47:14.361 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T17:47:14.361 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:14.361 INFO:tasks.workunit.client.0.smithi028.stdout: "op_w": { 2024-08-29T17:47:14.361 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T17:47:14.361 INFO:tasks.workunit.client.0.smithi028.stdout: } 2024-08-29T17:47:14.361 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:14.361 INFO:tasks.workunit.client.0.smithi028.stdout: "osd": { 2024-08-29T17:47:14.361 INFO:tasks.workunit.client.0.smithi028.stdout: "numpg": { 2024-08-29T17:47:14.361 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 39 2024-08-29T17:47:14.361 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:14.362 INFO:tasks.workunit.client.0.smithi028.stdout: "numpg_removing": { 2024-08-29T17:47:14.362 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T17:47:14.362 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:14.362 INFO:tasks.workunit.client.0.smithi028.stdout: "op": { 2024-08-29T17:47:14.362 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 13 2024-08-29T17:47:14.362 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:14.362 INFO:tasks.workunit.client.0.smithi028.stdout: "op_delayed_degraded": { 2024-08-29T17:47:14.362 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T17:47:14.362 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:14.362 INFO:tasks.workunit.client.0.smithi028.stdout: "op_delayed_unreadable": { 2024-08-29T17:47:14.362 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T17:47:14.363 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:14.363 INFO:tasks.workunit.client.0.smithi028.stdout: "op_in_bytes": { 2024-08-29T17:47:14.363 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 2804 2024-08-29T17:47:14.363 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:14.363 INFO:tasks.workunit.client.0.smithi028.stdout: "op_latency": { 2024-08-29T17:47:14.363 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 13, 2024-08-29T17:47:14.363 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 108131426 2024-08-29T17:47:14.363 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:14.363 INFO:tasks.workunit.client.0.smithi028.stdout: "op_out_bytes": { 2024-08-29T17:47:14.363 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T17:47:14.363 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:14.363 INFO:tasks.workunit.client.0.smithi028.stdout: "op_prepare_latency": { 2024-08-29T17:47:14.363 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 15, 2024-08-29T17:47:14.364 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 8177523 2024-08-29T17:47:14.364 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:14.364 INFO:tasks.workunit.client.0.smithi028.stdout: "op_process_latency": { 2024-08-29T17:47:14.364 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 13, 2024-08-29T17:47:14.364 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 60391967 2024-08-29T17:47:14.364 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:14.364 INFO:tasks.workunit.client.0.smithi028.stdout: "op_r": { 2024-08-29T17:47:14.364 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T17:47:14.364 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:14.364 INFO:tasks.workunit.client.0.smithi028.stdout: "op_r_latency": { 2024-08-29T17:47:14.364 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 0, 2024-08-29T17:47:14.364 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T17:47:14.364 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:14.364 INFO:tasks.workunit.client.0.smithi028.stdout: "op_r_latency_out_bytes_histogram": { 2024-08-29T17:47:14.365 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T17:47:14.365 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:14.365 INFO:tasks.workunit.client.0.smithi028.stdout: "op_r_out_bytes": { 2024-08-29T17:47:14.365 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T17:47:14.365 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:14.365 INFO:tasks.workunit.client.0.smithi028.stdout: "op_r_prepare_latency": { 2024-08-29T17:47:14.365 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 0, 2024-08-29T17:47:14.365 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T17:47:14.365 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:14.365 INFO:tasks.workunit.client.0.smithi028.stdout: "op_r_process_latency": { 2024-08-29T17:47:14.365 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 0, 2024-08-29T17:47:14.365 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T17:47:14.365 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:14.366 INFO:tasks.workunit.client.0.smithi028.stdout: "op_rw": { 2024-08-29T17:47:14.366 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T17:47:14.366 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:14.366 INFO:tasks.workunit.client.0.smithi028.stdout: "op_rw_in_bytes": { 2024-08-29T17:47:14.366 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T17:47:14.366 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:14.366 INFO:tasks.workunit.client.0.smithi028.stdout: "op_rw_latency": { 2024-08-29T17:47:14.366 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 0, 2024-08-29T17:47:14.366 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T17:47:14.366 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:14.366 INFO:tasks.workunit.client.0.smithi028.stdout: "op_rw_latency_in_bytes_histogram": { 2024-08-29T17:47:14.366 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T17:47:14.366 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:14.366 INFO:tasks.workunit.client.0.smithi028.stdout: "op_rw_latency_out_bytes_histogram": { 2024-08-29T17:47:14.366 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T17:47:14.366 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:14.367 INFO:tasks.workunit.client.0.smithi028.stdout: "op_rw_out_bytes": { 2024-08-29T17:47:14.367 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T17:47:14.367 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:14.367 INFO:tasks.workunit.client.0.smithi028.stdout: "op_rw_prepare_latency": { 2024-08-29T17:47:14.367 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 0, 2024-08-29T17:47:14.367 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T17:47:14.367 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:14.367 INFO:tasks.workunit.client.0.smithi028.stdout: "op_rw_process_latency": { 2024-08-29T17:47:14.367 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 0, 2024-08-29T17:47:14.367 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T17:47:14.367 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:14.367 INFO:tasks.workunit.client.0.smithi028.stdout: "op_w": { 2024-08-29T17:47:14.367 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 13 2024-08-29T17:47:14.367 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:14.368 INFO:tasks.workunit.client.0.smithi028.stdout: "op_w_in_bytes": { 2024-08-29T17:47:14.368 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 2804 2024-08-29T17:47:14.368 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:14.368 INFO:tasks.workunit.client.0.smithi028.stdout: "op_w_latency": { 2024-08-29T17:47:14.368 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 13, 2024-08-29T17:47:14.368 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 108131426 2024-08-29T17:47:14.368 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:14.368 INFO:tasks.workunit.client.0.smithi028.stdout: "op_w_latency_in_bytes_histogram": { 2024-08-29T17:47:14.368 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T17:47:14.368 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:14.368 INFO:tasks.workunit.client.0.smithi028.stdout: "op_w_prepare_latency": { 2024-08-29T17:47:14.368 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 15, 2024-08-29T17:47:14.368 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 8177523 2024-08-29T17:47:14.369 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:14.369 INFO:tasks.workunit.client.0.smithi028.stdout: "op_w_process_latency": { 2024-08-29T17:47:14.369 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 13, 2024-08-29T17:47:14.369 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 60391967 2024-08-29T17:47:14.369 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:14.369 INFO:tasks.workunit.client.0.smithi028.stdout: "op_wip": { 2024-08-29T17:47:14.369 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T17:47:14.369 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:14.369 INFO:tasks.workunit.client.0.smithi028.stdout: "recovery_bytes": { 2024-08-29T17:47:14.369 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T17:47:14.369 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:14.369 INFO:tasks.workunit.client.0.smithi028.stdout: "recovery_ops": { 2024-08-29T17:47:14.369 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 1 2024-08-29T17:47:14.370 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:14.370 INFO:tasks.workunit.client.0.smithi028.stdout: "stat_bytes": { 2024-08-29T17:47:14.370 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 95995035648 2024-08-29T17:47:14.370 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:14.370 INFO:tasks.workunit.client.0.smithi028.stdout: "stat_bytes_used": { 2024-08-29T17:47:14.370 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 305864704 2024-08-29T17:47:14.370 INFO:tasks.workunit.client.0.smithi028.stdout: } 2024-08-29T17:47:14.370 INFO:tasks.workunit.client.0.smithi028.stdout: } 2024-08-29T17:47:14.370 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:14.370 INFO:tasks.workunit.client.0.smithi028.stdout: "osd.7": { 2024-08-29T17:47:14.370 INFO:tasks.workunit.client.0.smithi028.stdout: "bluefs": { 2024-08-29T17:47:14.370 INFO:tasks.workunit.client.0.smithi028.stdout: "alloc_slow_fallback": { 2024-08-29T17:47:14.370 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T17:47:14.370 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:14.371 INFO:tasks.workunit.client.0.smithi028.stdout: "alloc_slow_size_fallback": { 2024-08-29T17:47:14.371 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T17:47:14.371 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:14.371 INFO:tasks.workunit.client.0.smithi028.stdout: "alloc_unit_db": { 2024-08-29T17:47:14.371 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 65536 2024-08-29T17:47:14.371 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:14.371 INFO:tasks.workunit.client.0.smithi028.stdout: "alloc_unit_main": { 2024-08-29T17:47:14.371 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T17:47:14.371 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:14.371 INFO:tasks.workunit.client.0.smithi028.stdout: "alloc_unit_wal": { 2024-08-29T17:47:14.371 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T17:47:14.371 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:14.371 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes_written_slow": { 2024-08-29T17:47:14.372 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T17:47:14.372 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:14.372 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes_written_sst": { 2024-08-29T17:47:14.372 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 12288 2024-08-29T17:47:14.372 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:14.372 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes_written_wal": { 2024-08-29T17:47:14.372 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 1314816 2024-08-29T17:47:14.372 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:14.372 INFO:tasks.workunit.client.0.smithi028.stdout: "compact_lat": { 2024-08-29T17:47:14.372 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 0, 2024-08-29T17:47:14.372 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T17:47:14.372 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:14.373 INFO:tasks.workunit.client.0.smithi028.stdout: "compact_lock_lat": { 2024-08-29T17:47:14.373 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 0, 2024-08-29T17:47:14.373 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T17:47:14.373 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:14.373 INFO:tasks.workunit.client.0.smithi028.stdout: "db_total_bytes": { 2024-08-29T17:47:14.373 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 95995035648 2024-08-29T17:47:14.373 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:14.373 INFO:tasks.workunit.client.0.smithi028.stdout: "db_used_bytes": { 2024-08-29T17:47:14.373 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 304480256 2024-08-29T17:47:14.373 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:14.373 INFO:tasks.workunit.client.0.smithi028.stdout: "log_bytes": { 2024-08-29T17:47:14.373 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 1015808 2024-08-29T17:47:14.373 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:14.374 INFO:tasks.workunit.client.0.smithi028.stdout: "logged_bytes": { 2024-08-29T17:47:14.374 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 876544 2024-08-29T17:47:14.374 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:14.374 INFO:tasks.workunit.client.0.smithi028.stdout: "max_bytes_db": { 2024-08-29T17:47:14.374 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 312868864 2024-08-29T17:47:14.374 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:14.374 INFO:tasks.workunit.client.0.smithi028.stdout: "max_bytes_slow": { 2024-08-29T17:47:14.374 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T17:47:14.374 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:14.374 INFO:tasks.workunit.client.0.smithi028.stdout: "max_bytes_wal": { 2024-08-29T17:47:14.374 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T17:47:14.374 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:14.374 INFO:tasks.workunit.client.0.smithi028.stdout: "num_files": { 2024-08-29T17:47:14.375 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 14 2024-08-29T17:47:14.375 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:14.375 INFO:tasks.workunit.client.0.smithi028.stdout: "read_bytes": { 2024-08-29T17:47:14.375 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 195697 2024-08-29T17:47:14.375 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:14.375 INFO:tasks.workunit.client.0.smithi028.stdout: "read_count": { 2024-08-29T17:47:14.375 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 23 2024-08-29T17:47:14.375 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:14.375 INFO:tasks.workunit.client.0.smithi028.stdout: "read_disk_bytes": { 2024-08-29T17:47:14.375 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 1269760 2024-08-29T17:47:14.375 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:14.375 INFO:tasks.workunit.client.0.smithi028.stdout: "read_disk_bytes_db": { 2024-08-29T17:47:14.375 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 1273856 2024-08-29T17:47:14.376 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:14.376 INFO:tasks.workunit.client.0.smithi028.stdout: "read_disk_bytes_slow": { 2024-08-29T17:47:14.376 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T17:47:14.376 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:14.376 INFO:tasks.workunit.client.0.smithi028.stdout: "read_disk_bytes_wal": { 2024-08-29T17:47:14.376 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T17:47:14.376 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:14.376 INFO:tasks.workunit.client.0.smithi028.stdout: "read_disk_count": { 2024-08-29T17:47:14.376 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 15 2024-08-29T17:47:14.376 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:14.376 INFO:tasks.workunit.client.0.smithi028.stdout: "read_prefetch_bytes": { 2024-08-29T17:47:14.376 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 4789 2024-08-29T17:47:14.377 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:14.377 INFO:tasks.workunit.client.0.smithi028.stdout: "read_prefetch_count": { 2024-08-29T17:47:14.377 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 4 2024-08-29T17:47:14.377 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:14.377 INFO:tasks.workunit.client.0.smithi028.stdout: "read_random_buffer_bytes": { 2024-08-29T17:47:14.377 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 5589 2024-08-29T17:47:14.377 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:14.377 INFO:tasks.workunit.client.0.smithi028.stdout: "read_random_buffer_count": { 2024-08-29T17:47:14.377 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 24 2024-08-29T17:47:14.377 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:14.377 INFO:tasks.workunit.client.0.smithi028.stdout: "read_random_bytes": { 2024-08-29T17:47:14.377 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 5589 2024-08-29T17:47:14.377 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:14.378 INFO:tasks.workunit.client.0.smithi028.stdout: "read_random_count": { 2024-08-29T17:47:14.378 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 24 2024-08-29T17:47:14.378 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:14.378 INFO:tasks.workunit.client.0.smithi028.stdout: "read_random_disk_bytes": { 2024-08-29T17:47:14.378 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T17:47:14.378 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:14.378 INFO:tasks.workunit.client.0.smithi028.stdout: "read_random_disk_bytes_db": { 2024-08-29T17:47:14.378 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T17:47:14.378 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:14.378 INFO:tasks.workunit.client.0.smithi028.stdout: "read_random_disk_bytes_slow": { 2024-08-29T17:47:14.378 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T17:47:14.378 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:14.378 INFO:tasks.workunit.client.0.smithi028.stdout: "read_random_disk_bytes_wal": { 2024-08-29T17:47:14.378 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T17:47:14.378 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:14.379 INFO:tasks.workunit.client.0.smithi028.stdout: "read_random_disk_count": { 2024-08-29T17:47:14.379 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T17:47:14.379 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:14.379 INFO:tasks.workunit.client.0.smithi028.stdout: "slow_total_bytes": { 2024-08-29T17:47:14.379 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T17:47:14.379 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:14.379 INFO:tasks.workunit.client.0.smithi028.stdout: "slow_used_bytes": { 2024-08-29T17:47:14.379 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T17:47:14.379 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:14.379 INFO:tasks.workunit.client.0.smithi028.stdout: "wal_total_bytes": { 2024-08-29T17:47:14.379 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T17:47:14.379 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:14.379 INFO:tasks.workunit.client.0.smithi028.stdout: "wal_used_bytes": { 2024-08-29T17:47:14.379 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T17:47:14.379 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:14.380 INFO:tasks.workunit.client.0.smithi028.stdout: "write_bytes": { 2024-08-29T17:47:14.380 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 2265088 2024-08-29T17:47:14.380 INFO:tasks.workunit.client.0.smithi028.stdout: } 2024-08-29T17:47:14.380 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:14.380 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore": { 2024-08-29T17:47:14.380 INFO:tasks.workunit.client.0.smithi028.stdout: "alloc_unit": { 2024-08-29T17:47:14.380 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 4096 2024-08-29T17:47:14.380 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:14.380 INFO:tasks.workunit.client.0.smithi028.stdout: "allocated": { 2024-08-29T17:47:14.380 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 1376256 2024-08-29T17:47:14.380 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:14.380 INFO:tasks.workunit.client.0.smithi028.stdout: "clist_lat": { 2024-08-29T17:47:14.380 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 5, 2024-08-29T17:47:14.380 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 310605 2024-08-29T17:47:14.381 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:14.381 INFO:tasks.workunit.client.0.smithi028.stdout: "compress_lat": { 2024-08-29T17:47:14.381 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 0, 2024-08-29T17:47:14.381 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T17:47:14.381 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:14.381 INFO:tasks.workunit.client.0.smithi028.stdout: "compressed": { 2024-08-29T17:47:14.381 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T17:47:14.381 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:14.381 INFO:tasks.workunit.client.0.smithi028.stdout: "compressed_allocated": { 2024-08-29T17:47:14.381 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T17:47:14.381 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:14.381 INFO:tasks.workunit.client.0.smithi028.stdout: "compressed_original": { 2024-08-29T17:47:14.381 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T17:47:14.381 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:14.381 INFO:tasks.workunit.client.0.smithi028.stdout: "csum_lat": { 2024-08-29T17:47:14.381 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 10, 2024-08-29T17:47:14.382 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 53601 2024-08-29T17:47:14.382 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:14.382 INFO:tasks.workunit.client.0.smithi028.stdout: "decompress_lat": { 2024-08-29T17:47:14.382 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 0, 2024-08-29T17:47:14.382 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T17:47:14.382 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:14.382 INFO:tasks.workunit.client.0.smithi028.stdout: "kv_commit_lat": { 2024-08-29T17:47:14.382 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 197, 2024-08-29T17:47:14.382 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 99052764 2024-08-29T17:47:14.382 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:14.382 INFO:tasks.workunit.client.0.smithi028.stdout: "kv_final_lat": { 2024-08-29T17:47:14.382 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 185, 2024-08-29T17:47:14.382 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 17825265 2024-08-29T17:47:14.382 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:14.383 INFO:tasks.workunit.client.0.smithi028.stdout: "kv_flush_lat": { 2024-08-29T17:47:14.383 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 197, 2024-08-29T17:47:14.383 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 313218 2024-08-29T17:47:14.383 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:14.383 INFO:tasks.workunit.client.0.smithi028.stdout: "kv_sync_lat": { 2024-08-29T17:47:14.383 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 197, 2024-08-29T17:47:14.383 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 99365982 2024-08-29T17:47:14.383 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:14.383 INFO:tasks.workunit.client.0.smithi028.stdout: "omap_get_keys_lat": { 2024-08-29T17:47:14.383 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 0, 2024-08-29T17:47:14.383 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T17:47:14.383 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:14.383 INFO:tasks.workunit.client.0.smithi028.stdout: "omap_get_values_lat": { 2024-08-29T17:47:14.383 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 2, 2024-08-29T17:47:14.383 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 37738 2024-08-29T17:47:14.384 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:14.384 INFO:tasks.workunit.client.0.smithi028.stdout: "omap_lower_bound_lat": { 2024-08-29T17:47:14.384 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 2, 2024-08-29T17:47:14.384 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 4943 2024-08-29T17:47:14.384 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:14.384 INFO:tasks.workunit.client.0.smithi028.stdout: "omap_next_lat": { 2024-08-29T17:47:14.384 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 0, 2024-08-29T17:47:14.384 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T17:47:14.384 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:14.384 INFO:tasks.workunit.client.0.smithi028.stdout: "omap_seek_to_first_lat": { 2024-08-29T17:47:14.384 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 0, 2024-08-29T17:47:14.385 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T17:47:14.385 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:14.385 INFO:tasks.workunit.client.0.smithi028.stdout: "omap_upper_bound_lat": { 2024-08-29T17:47:14.385 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 2, 2024-08-29T17:47:14.385 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 8743 2024-08-29T17:47:14.385 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:14.385 INFO:tasks.workunit.client.0.smithi028.stdout: "onode_hits": { 2024-08-29T17:47:14.385 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 491 2024-08-29T17:47:14.385 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:14.385 INFO:tasks.workunit.client.0.smithi028.stdout: "onode_misses": { 2024-08-29T17:47:14.385 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 284 2024-08-29T17:47:14.385 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:14.385 INFO:tasks.workunit.client.0.smithi028.stdout: "read_lat": { 2024-08-29T17:47:14.386 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 114, 2024-08-29T17:47:14.386 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 2471261 2024-08-29T17:47:14.386 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:14.386 INFO:tasks.workunit.client.0.smithi028.stdout: "read_onode_meta_lat": { 2024-08-29T17:47:14.386 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 174, 2024-08-29T17:47:14.386 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 677206 2024-08-29T17:47:14.386 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:14.386 INFO:tasks.workunit.client.0.smithi028.stdout: "read_wait_aio_lat": { 2024-08-29T17:47:14.386 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 60, 2024-08-29T17:47:14.386 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 1077401 2024-08-29T17:47:14.386 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:14.386 INFO:tasks.workunit.client.0.smithi028.stdout: "reads_with_retries": { 2024-08-29T17:47:14.387 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T17:47:14.387 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:14.387 INFO:tasks.workunit.client.0.smithi028.stdout: "remove_lat": { 2024-08-29T17:47:14.387 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 2, 2024-08-29T17:47:14.387 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 91673 2024-08-29T17:47:14.387 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:14.387 INFO:tasks.workunit.client.0.smithi028.stdout: "state_aio_wait_lat": { 2024-08-29T17:47:14.387 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 307, 2024-08-29T17:47:14.387 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 3977456 2024-08-29T17:47:14.387 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:14.387 INFO:tasks.workunit.client.0.smithi028.stdout: "state_deferred_aio_wait_lat": { 2024-08-29T17:47:14.387 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 26, 2024-08-29T17:47:14.387 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 2627049 2024-08-29T17:47:14.387 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:14.387 INFO:tasks.workunit.client.0.smithi028.stdout: "state_deferred_cleanup_lat": { 2024-08-29T17:47:14.388 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 26, 2024-08-29T17:47:14.388 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 514891581308 2024-08-29T17:47:14.388 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:14.388 INFO:tasks.workunit.client.0.smithi028.stdout: "state_deferred_queued_lat": { 2024-08-29T17:47:14.388 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 26, 2024-08-29T17:47:14.388 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 41833016568 2024-08-29T17:47:14.388 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:14.388 INFO:tasks.workunit.client.0.smithi028.stdout: "state_done_lat": { 2024-08-29T17:47:14.388 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 307, 2024-08-29T17:47:14.388 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 914554 2024-08-29T17:47:14.388 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:14.388 INFO:tasks.workunit.client.0.smithi028.stdout: "state_finishing_lat": { 2024-08-29T17:47:14.388 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 307, 2024-08-29T17:47:14.388 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 71942 2024-08-29T17:47:14.388 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:14.389 INFO:tasks.workunit.client.0.smithi028.stdout: "state_io_done_lat": { 2024-08-29T17:47:14.389 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 307, 2024-08-29T17:47:14.389 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 472346 2024-08-29T17:47:14.389 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:14.389 INFO:tasks.workunit.client.0.smithi028.stdout: "state_kv_commiting_lat": { 2024-08-29T17:47:14.389 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 307, 2024-08-29T17:47:14.389 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 322619722 2024-08-29T17:47:14.389 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:14.389 INFO:tasks.workunit.client.0.smithi028.stdout: "state_kv_done_lat": { 2024-08-29T17:47:14.389 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 307, 2024-08-29T17:47:14.389 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 227896 2024-08-29T17:47:14.389 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:14.389 INFO:tasks.workunit.client.0.smithi028.stdout: "state_kv_queued_lat": { 2024-08-29T17:47:14.389 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 307, 2024-08-29T17:47:14.390 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 287668558 2024-08-29T17:47:14.390 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:14.390 INFO:tasks.workunit.client.0.smithi028.stdout: "state_prepare_lat": { 2024-08-29T17:47:14.390 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 307, 2024-08-29T17:47:14.390 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 32685888 2024-08-29T17:47:14.390 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:14.390 INFO:tasks.workunit.client.0.smithi028.stdout: "stored": { 2024-08-29T17:47:14.390 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 939644 2024-08-29T17:47:14.390 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:14.390 INFO:tasks.workunit.client.0.smithi028.stdout: "truncate_lat": { 2024-08-29T17:47:14.390 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 25, 2024-08-29T17:47:14.390 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 234060 2024-08-29T17:47:14.390 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:14.390 INFO:tasks.workunit.client.0.smithi028.stdout: "txc_commit_lat": { 2024-08-29T17:47:14.391 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 307, 2024-08-29T17:47:14.391 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 647544702 2024-08-29T17:47:14.391 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:14.391 INFO:tasks.workunit.client.0.smithi028.stdout: "txc_submit_lat": { 2024-08-29T17:47:14.391 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 307, 2024-08-29T17:47:14.391 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 38111259 2024-08-29T17:47:14.391 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:14.391 INFO:tasks.workunit.client.0.smithi028.stdout: "txc_throttle_lat": { 2024-08-29T17:47:14.391 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 307, 2024-08-29T17:47:14.391 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 11363873 2024-08-29T17:47:14.391 INFO:tasks.workunit.client.0.smithi028.stdout: } 2024-08-29T17:47:14.391 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:14.391 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore-pricache": { 2024-08-29T17:47:14.392 INFO:tasks.workunit.client.0.smithi028.stdout: "cache_bytes": { 2024-08-29T17:47:14.392 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 1901933480 2024-08-29T17:47:14.392 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:14.392 INFO:tasks.workunit.client.0.smithi028.stdout: "heap_bytes": { 2024-08-29T17:47:14.392 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 272023552 2024-08-29T17:47:14.392 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:14.392 INFO:tasks.workunit.client.0.smithi028.stdout: "mapped_bytes": { 2024-08-29T17:47:14.392 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 271400960 2024-08-29T17:47:14.392 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:14.392 INFO:tasks.workunit.client.0.smithi028.stdout: "target_bytes": { 2024-08-29T17:47:14.392 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 3184988057 2024-08-29T17:47:14.392 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:14.392 INFO:tasks.workunit.client.0.smithi028.stdout: "unmapped_bytes": { 2024-08-29T17:47:14.392 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 622592 2024-08-29T17:47:14.393 INFO:tasks.workunit.client.0.smithi028.stdout: } 2024-08-29T17:47:14.393 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:14.393 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore-pricache:data": { 2024-08-29T17:47:14.393 INFO:tasks.workunit.client.0.smithi028.stdout: "committed_bytes": { 2024-08-29T17:47:14.393 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 159383552 2024-08-29T17:47:14.393 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:14.393 INFO:tasks.workunit.client.0.smithi028.stdout: "pri0_bytes": { 2024-08-29T17:47:14.393 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T17:47:14.393 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:14.393 INFO:tasks.workunit.client.0.smithi028.stdout: "pri10_bytes": { 2024-08-29T17:47:14.393 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T17:47:14.393 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:14.393 INFO:tasks.workunit.client.0.smithi028.stdout: "pri11_bytes": { 2024-08-29T17:47:14.394 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 87917425 2024-08-29T17:47:14.394 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:14.394 INFO:tasks.workunit.client.0.smithi028.stdout: "pri1_bytes": { 2024-08-29T17:47:14.394 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T17:47:14.394 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:14.394 INFO:tasks.workunit.client.0.smithi028.stdout: "pri2_bytes": { 2024-08-29T17:47:14.394 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T17:47:14.394 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:14.394 INFO:tasks.workunit.client.0.smithi028.stdout: "pri3_bytes": { 2024-08-29T17:47:14.394 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T17:47:14.394 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:14.394 INFO:tasks.workunit.client.0.smithi028.stdout: "pri4_bytes": { 2024-08-29T17:47:14.394 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T17:47:14.395 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:14.395 INFO:tasks.workunit.client.0.smithi028.stdout: "pri5_bytes": { 2024-08-29T17:47:14.395 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T17:47:14.395 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:14.395 INFO:tasks.workunit.client.0.smithi028.stdout: "pri6_bytes": { 2024-08-29T17:47:14.395 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 135168 2024-08-29T17:47:14.395 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:14.395 INFO:tasks.workunit.client.0.smithi028.stdout: "pri7_bytes": { 2024-08-29T17:47:14.395 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T17:47:14.395 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:14.395 INFO:tasks.workunit.client.0.smithi028.stdout: "pri8_bytes": { 2024-08-29T17:47:14.395 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T17:47:14.395 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:14.396 INFO:tasks.workunit.client.0.smithi028.stdout: "pri9_bytes": { 2024-08-29T17:47:14.396 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T17:47:14.396 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:14.396 INFO:tasks.workunit.client.0.smithi028.stdout: "reserved_bytes": { 2024-08-29T17:47:14.396 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 71330959 2024-08-29T17:47:14.396 INFO:tasks.workunit.client.0.smithi028.stdout: } 2024-08-29T17:47:14.396 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:14.396 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore-pricache:kv": { 2024-08-29T17:47:14.396 INFO:tasks.workunit.client.0.smithi028.stdout: "committed_bytes": { 2024-08-29T17:47:14.396 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 796917760 2024-08-29T17:47:14.396 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:14.396 INFO:tasks.workunit.client.0.smithi028.stdout: "pri0_bytes": { 2024-08-29T17:47:14.397 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 67108864 2024-08-29T17:47:14.397 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:14.397 INFO:tasks.workunit.client.0.smithi028.stdout: "pri10_bytes": { 2024-08-29T17:47:14.397 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T17:47:14.397 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:14.397 INFO:tasks.workunit.client.0.smithi028.stdout: "pri11_bytes": { 2024-08-29T17:47:14.397 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 659380687 2024-08-29T17:47:14.397 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:14.397 INFO:tasks.workunit.client.0.smithi028.stdout: "pri1_bytes": { 2024-08-29T17:47:14.397 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T17:47:14.397 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:14.397 INFO:tasks.workunit.client.0.smithi028.stdout: "pri2_bytes": { 2024-08-29T17:47:14.397 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T17:47:14.397 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:14.398 INFO:tasks.workunit.client.0.smithi028.stdout: "pri3_bytes": { 2024-08-29T17:47:14.398 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T17:47:14.398 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:14.398 INFO:tasks.workunit.client.0.smithi028.stdout: "pri4_bytes": { 2024-08-29T17:47:14.398 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T17:47:14.398 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:14.398 INFO:tasks.workunit.client.0.smithi028.stdout: "pri5_bytes": { 2024-08-29T17:47:14.398 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T17:47:14.398 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:14.398 INFO:tasks.workunit.client.0.smithi028.stdout: "pri6_bytes": { 2024-08-29T17:47:14.398 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 2128 2024-08-29T17:47:14.398 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:14.398 INFO:tasks.workunit.client.0.smithi028.stdout: "pri7_bytes": { 2024-08-29T17:47:14.398 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T17:47:14.399 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:14.399 INFO:tasks.workunit.client.0.smithi028.stdout: "pri8_bytes": { 2024-08-29T17:47:14.399 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T17:47:14.399 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:14.399 INFO:tasks.workunit.client.0.smithi028.stdout: "pri9_bytes": { 2024-08-29T17:47:14.399 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T17:47:14.399 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:14.399 INFO:tasks.workunit.client.0.smithi028.stdout: "reserved_bytes": { 2024-08-29T17:47:14.399 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 70426081 2024-08-29T17:47:14.399 INFO:tasks.workunit.client.0.smithi028.stdout: } 2024-08-29T17:47:14.399 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:14.399 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore-pricache:kv_onode": { 2024-08-29T17:47:14.399 INFO:tasks.workunit.client.0.smithi028.stdout: "committed_bytes": { 2024-08-29T17:47:14.399 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 192937984 2024-08-29T17:47:14.399 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:14.399 INFO:tasks.workunit.client.0.smithi028.stdout: "pri0_bytes": { 2024-08-29T17:47:14.400 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 67108864 2024-08-29T17:47:14.400 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:14.400 INFO:tasks.workunit.client.0.smithi028.stdout: "pri10_bytes": { 2024-08-29T17:47:14.400 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 464 2024-08-29T17:47:14.400 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:14.400 INFO:tasks.workunit.client.0.smithi028.stdout: "pri11_bytes": { 2024-08-29T17:47:14.400 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 58611616 2024-08-29T17:47:14.400 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:14.400 INFO:tasks.workunit.client.0.smithi028.stdout: "pri1_bytes": { 2024-08-29T17:47:14.400 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T17:47:14.400 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:14.400 INFO:tasks.workunit.client.0.smithi028.stdout: "pri2_bytes": { 2024-08-29T17:47:14.400 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T17:47:14.401 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:14.401 INFO:tasks.workunit.client.0.smithi028.stdout: "pri3_bytes": { 2024-08-29T17:47:14.401 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T17:47:14.401 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:14.401 INFO:tasks.workunit.client.0.smithi028.stdout: "pri4_bytes": { 2024-08-29T17:47:14.401 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T17:47:14.401 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:14.401 INFO:tasks.workunit.client.0.smithi028.stdout: "pri5_bytes": { 2024-08-29T17:47:14.401 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T17:47:14.401 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:14.401 INFO:tasks.workunit.client.0.smithi028.stdout: "pri6_bytes": { 2024-08-29T17:47:14.401 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T17:47:14.401 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:14.401 INFO:tasks.workunit.client.0.smithi028.stdout: "pri7_bytes": { 2024-08-29T17:47:14.402 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T17:47:14.402 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:14.402 INFO:tasks.workunit.client.0.smithi028.stdout: "pri8_bytes": { 2024-08-29T17:47:14.402 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T17:47:14.402 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:14.402 INFO:tasks.workunit.client.0.smithi028.stdout: "pri9_bytes": { 2024-08-29T17:47:14.402 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T17:47:14.402 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:14.402 INFO:tasks.workunit.client.0.smithi028.stdout: "reserved_bytes": { 2024-08-29T17:47:14.402 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 67217040 2024-08-29T17:47:14.402 INFO:tasks.workunit.client.0.smithi028.stdout: } 2024-08-29T17:47:14.402 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:14.402 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore-pricache:meta": { 2024-08-29T17:47:14.402 INFO:tasks.workunit.client.0.smithi028.stdout: "committed_bytes": { 2024-08-29T17:47:14.403 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 729808896 2024-08-29T17:47:14.403 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:14.403 INFO:tasks.workunit.client.0.smithi028.stdout: "pri0_bytes": { 2024-08-29T17:47:14.403 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T17:47:14.403 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:14.403 INFO:tasks.workunit.client.0.smithi028.stdout: "pri10_bytes": { 2024-08-29T17:47:14.403 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T17:47:14.403 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:14.403 INFO:tasks.workunit.client.0.smithi028.stdout: "pri11_bytes": { 2024-08-29T17:47:14.403 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 659380687 2024-08-29T17:47:14.403 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:14.403 INFO:tasks.workunit.client.0.smithi028.stdout: "pri1_bytes": { 2024-08-29T17:47:14.403 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T17:47:14.403 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:14.404 INFO:tasks.workunit.client.0.smithi028.stdout: "pri2_bytes": { 2024-08-29T17:47:14.404 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T17:47:14.404 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:14.404 INFO:tasks.workunit.client.0.smithi028.stdout: "pri3_bytes": { 2024-08-29T17:47:14.404 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T17:47:14.404 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:14.404 INFO:tasks.workunit.client.0.smithi028.stdout: "pri4_bytes": { 2024-08-29T17:47:14.404 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T17:47:14.404 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:14.404 INFO:tasks.workunit.client.0.smithi028.stdout: "pri5_bytes": { 2024-08-29T17:47:14.404 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T17:47:14.404 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:14.404 INFO:tasks.workunit.client.0.smithi028.stdout: "pri6_bytes": { 2024-08-29T17:47:14.404 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 291989 2024-08-29T17:47:14.404 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:14.404 INFO:tasks.workunit.client.0.smithi028.stdout: "pri7_bytes": { 2024-08-29T17:47:14.405 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T17:47:14.405 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:14.405 INFO:tasks.workunit.client.0.smithi028.stdout: "pri8_bytes": { 2024-08-29T17:47:14.405 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T17:47:14.405 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:14.405 INFO:tasks.workunit.client.0.smithi028.stdout: "pri9_bytes": { 2024-08-29T17:47:14.405 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T17:47:14.405 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:14.405 INFO:tasks.workunit.client.0.smithi028.stdout: "reserved_bytes": { 2024-08-29T17:47:14.405 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 70136220 2024-08-29T17:47:14.405 INFO:tasks.workunit.client.0.smithi028.stdout: } 2024-08-29T17:47:14.405 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:14.405 INFO:tasks.workunit.client.0.smithi028.stdout: "objecter": { 2024-08-29T17:47:14.406 INFO:tasks.workunit.client.0.smithi028.stdout: "op_active": { 2024-08-29T17:47:14.406 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T17:47:14.406 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:14.406 INFO:tasks.workunit.client.0.smithi028.stdout: "op_r": { 2024-08-29T17:47:14.406 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T17:47:14.406 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:14.406 INFO:tasks.workunit.client.0.smithi028.stdout: "op_rmw": { 2024-08-29T17:47:14.406 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T17:47:14.406 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:14.406 INFO:tasks.workunit.client.0.smithi028.stdout: "op_w": { 2024-08-29T17:47:14.406 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T17:47:14.406 INFO:tasks.workunit.client.0.smithi028.stdout: } 2024-08-29T17:47:14.407 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:14.407 INFO:tasks.workunit.client.0.smithi028.stdout: "osd": { 2024-08-29T17:47:14.407 INFO:tasks.workunit.client.0.smithi028.stdout: "numpg": { 2024-08-29T17:47:14.407 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 46 2024-08-29T17:47:14.407 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:14.407 INFO:tasks.workunit.client.0.smithi028.stdout: "numpg_removing": { 2024-08-29T17:47:14.407 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T17:47:14.407 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:14.407 INFO:tasks.workunit.client.0.smithi028.stdout: "op": { 2024-08-29T17:47:14.407 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 59 2024-08-29T17:47:14.407 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:14.407 INFO:tasks.workunit.client.0.smithi028.stdout: "op_delayed_degraded": { 2024-08-29T17:47:14.408 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T17:47:14.408 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:14.408 INFO:tasks.workunit.client.0.smithi028.stdout: "op_delayed_unreadable": { 2024-08-29T17:47:14.408 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T17:47:14.408 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:14.408 INFO:tasks.workunit.client.0.smithi028.stdout: "op_in_bytes": { 2024-08-29T17:47:14.408 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T17:47:14.408 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:14.408 INFO:tasks.workunit.client.0.smithi028.stdout: "op_latency": { 2024-08-29T17:47:14.408 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 59, 2024-08-29T17:47:14.408 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 111523734 2024-08-29T17:47:14.408 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:14.408 INFO:tasks.workunit.client.0.smithi028.stdout: "op_out_bytes": { 2024-08-29T17:47:14.409 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 263578 2024-08-29T17:47:14.409 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:14.409 INFO:tasks.workunit.client.0.smithi028.stdout: "op_prepare_latency": { 2024-08-29T17:47:14.409 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 61, 2024-08-29T17:47:14.409 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 24743521 2024-08-29T17:47:14.409 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:14.409 INFO:tasks.workunit.client.0.smithi028.stdout: "op_process_latency": { 2024-08-29T17:47:14.409 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 59, 2024-08-29T17:47:14.409 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 71441012 2024-08-29T17:47:14.409 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:14.409 INFO:tasks.workunit.client.0.smithi028.stdout: "op_r": { 2024-08-29T17:47:14.410 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 40 2024-08-29T17:47:14.410 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:14.410 INFO:tasks.workunit.client.0.smithi028.stdout: "op_r_latency": { 2024-08-29T17:47:14.410 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 40, 2024-08-29T17:47:14.410 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 13543882 2024-08-29T17:47:14.410 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:14.410 INFO:tasks.workunit.client.0.smithi028.stdout: "op_r_latency_out_bytes_histogram": { 2024-08-29T17:47:14.410 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T17:47:14.410 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:14.410 INFO:tasks.workunit.client.0.smithi028.stdout: "op_r_out_bytes": { 2024-08-29T17:47:14.410 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 263578 2024-08-29T17:47:14.410 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:14.411 INFO:tasks.workunit.client.0.smithi028.stdout: "op_r_prepare_latency": { 2024-08-29T17:47:14.411 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 40, 2024-08-29T17:47:14.411 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 11282739 2024-08-29T17:47:14.411 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:14.411 INFO:tasks.workunit.client.0.smithi028.stdout: "op_r_process_latency": { 2024-08-29T17:47:14.411 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 40, 2024-08-29T17:47:14.411 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 9130081 2024-08-29T17:47:14.411 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:14.411 INFO:tasks.workunit.client.0.smithi028.stdout: "op_rw": { 2024-08-29T17:47:14.411 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 14 2024-08-29T17:47:14.411 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:14.412 INFO:tasks.workunit.client.0.smithi028.stdout: "op_rw_in_bytes": { 2024-08-29T17:47:14.412 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T17:47:14.412 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:14.412 INFO:tasks.workunit.client.0.smithi028.stdout: "op_rw_latency": { 2024-08-29T17:47:14.412 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 14, 2024-08-29T17:47:14.412 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 24838228 2024-08-29T17:47:14.412 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:14.412 INFO:tasks.workunit.client.0.smithi028.stdout: "op_rw_latency_in_bytes_histogram": { 2024-08-29T17:47:14.412 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T17:47:14.412 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:14.412 INFO:tasks.workunit.client.0.smithi028.stdout: "op_rw_latency_out_bytes_histogram": { 2024-08-29T17:47:14.412 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T17:47:14.412 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:14.413 INFO:tasks.workunit.client.0.smithi028.stdout: "op_rw_out_bytes": { 2024-08-29T17:47:14.413 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T17:47:14.413 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:14.413 INFO:tasks.workunit.client.0.smithi028.stdout: "op_rw_prepare_latency": { 2024-08-29T17:47:14.413 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 14, 2024-08-29T17:47:14.413 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 9896021 2024-08-29T17:47:14.413 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:14.413 INFO:tasks.workunit.client.0.smithi028.stdout: "op_rw_process_latency": { 2024-08-29T17:47:14.413 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 14, 2024-08-29T17:47:14.413 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 23305110 2024-08-29T17:47:14.413 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:14.413 INFO:tasks.workunit.client.0.smithi028.stdout: "op_w": { 2024-08-29T17:47:14.413 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 5 2024-08-29T17:47:14.413 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:14.413 INFO:tasks.workunit.client.0.smithi028.stdout: "op_w_in_bytes": { 2024-08-29T17:47:14.413 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T17:47:14.414 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:14.414 INFO:tasks.workunit.client.0.smithi028.stdout: "op_w_latency": { 2024-08-29T17:47:14.414 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 5, 2024-08-29T17:47:14.414 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 73141624 2024-08-29T17:47:14.414 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:14.414 INFO:tasks.workunit.client.0.smithi028.stdout: "op_w_latency_in_bytes_histogram": { 2024-08-29T17:47:14.414 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T17:47:14.414 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:14.414 INFO:tasks.workunit.client.0.smithi028.stdout: "op_w_prepare_latency": { 2024-08-29T17:47:14.414 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 7, 2024-08-29T17:47:14.414 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 3564761 2024-08-29T17:47:14.414 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:14.414 INFO:tasks.workunit.client.0.smithi028.stdout: "op_w_process_latency": { 2024-08-29T17:47:14.414 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 5, 2024-08-29T17:47:14.415 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 39005821 2024-08-29T17:47:14.415 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:14.415 INFO:tasks.workunit.client.0.smithi028.stdout: "op_wip": { 2024-08-29T17:47:14.415 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T17:47:14.415 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:14.415 INFO:tasks.workunit.client.0.smithi028.stdout: "recovery_bytes": { 2024-08-29T17:47:14.415 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T17:47:14.415 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:14.415 INFO:tasks.workunit.client.0.smithi028.stdout: "recovery_ops": { 2024-08-29T17:47:14.415 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T17:47:14.416 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:14.416 INFO:tasks.workunit.client.0.smithi028.stdout: "stat_bytes": { 2024-08-29T17:47:14.416 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 95995035648 2024-08-29T17:47:14.416 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:14.416 INFO:tasks.workunit.client.0.smithi028.stdout: "stat_bytes_used": { 2024-08-29T17:47:14.416 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 305864704 2024-08-29T17:47:14.416 INFO:tasks.workunit.client.0.smithi028.stdout: } 2024-08-29T17:47:14.416 INFO:tasks.workunit.client.0.smithi028.stdout: } 2024-08-29T17:47:14.416 INFO:tasks.workunit.client.0.smithi028.stdout: } 2024-08-29T17:47:14.416 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:14.416 INFO:tasks.workunit.client.0.smithi028.stdout: "pools": [ 2024-08-29T17:47:14.416 INFO:tasks.workunit.client.0.smithi028.stdout: { 2024-08-29T17:47:14.417 INFO:tasks.workunit.client.0.smithi028.stdout: "application": [ 2024-08-29T17:47:14.417 INFO:tasks.workunit.client.0.smithi028.stdout: "mgr" 2024-08-29T17:47:14.417 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-08-29T17:47:14.417 INFO:tasks.workunit.client.0.smithi028.stdout: "cache_mode": "none", 2024-08-29T17:47:14.417 INFO:tasks.workunit.client.0.smithi028.stdout: "erasure_code_profile": {}, 2024-08-29T17:47:14.417 INFO:tasks.workunit.client.0.smithi028.stdout: "min_size": 2, 2024-08-29T17:47:14.417 INFO:tasks.workunit.client.0.smithi028.stdout: "options": {}, 2024-08-29T17:47:14.417 INFO:tasks.workunit.client.0.smithi028.stdout: "pg_autoscale_mode": "off", 2024-08-29T17:47:14.417 INFO:tasks.workunit.client.0.smithi028.stdout: "pg_num": 1, 2024-08-29T17:47:14.417 INFO:tasks.workunit.client.0.smithi028.stdout: "pgp_num": 1, 2024-08-29T17:47:14.417 INFO:tasks.workunit.client.0.smithi028.stdout: "pool": 1, 2024-08-29T17:47:14.417 INFO:tasks.workunit.client.0.smithi028.stdout: "size": 3, 2024-08-29T17:47:14.418 INFO:tasks.workunit.client.0.smithi028.stdout: "stats": { 2024-08-29T17:47:14.418 INFO:tasks.workunit.client.0.smithi028.stdout: "avail_raw": 727115213066, 2024-08-29T17:47:14.418 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes_used": 1781760, 2024-08-29T17:47:14.418 INFO:tasks.workunit.client.0.smithi028.stdout: "compress_bytes_used": 0, 2024-08-29T17:47:14.418 INFO:tasks.workunit.client.0.smithi028.stdout: "compress_under_bytes": 0, 2024-08-29T17:47:14.418 INFO:tasks.workunit.client.0.smithi028.stdout: "data_bytes_used": 1781760, 2024-08-29T17:47:14.418 INFO:tasks.workunit.client.0.smithi028.stdout: "dirty": 0, 2024-08-29T17:47:14.418 INFO:tasks.workunit.client.0.smithi028.stdout: "max_avail": 242371739648, 2024-08-29T17:47:14.418 INFO:tasks.workunit.client.0.smithi028.stdout: "objects": 2, 2024-08-29T17:47:14.418 INFO:tasks.workunit.client.0.smithi028.stdout: "omap_bytes_used": 0, 2024-08-29T17:47:14.418 INFO:tasks.workunit.client.0.smithi028.stdout: "percent_used": 2.4504447537765373e-06, 2024-08-29T17:47:14.418 INFO:tasks.workunit.client.0.smithi028.stdout: "quota_bytes": 0, 2024-08-29T17:47:14.418 INFO:tasks.workunit.client.0.smithi028.stdout: "quota_objects": 0, 2024-08-29T17:47:14.418 INFO:tasks.workunit.client.0.smithi028.stdout: "rd": 250, 2024-08-29T17:47:14.419 INFO:tasks.workunit.client.0.smithi028.stdout: "rd_bytes": 475136, 2024-08-29T17:47:14.419 INFO:tasks.workunit.client.0.smithi028.stdout: "stored": 590368, 2024-08-29T17:47:14.419 INFO:tasks.workunit.client.0.smithi028.stdout: "stored_data": 590368, 2024-08-29T17:47:14.419 INFO:tasks.workunit.client.0.smithi028.stdout: "stored_omap": 0, 2024-08-29T17:47:14.419 INFO:tasks.workunit.client.0.smithi028.stdout: "stored_raw": 1771104, 2024-08-29T17:47:14.419 INFO:tasks.workunit.client.0.smithi028.stdout: "wr": 187, 2024-08-29T17:47:14.419 INFO:tasks.workunit.client.0.smithi028.stdout: "wr_bytes": 2473984 2024-08-29T17:47:14.419 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:14.419 INFO:tasks.workunit.client.0.smithi028.stdout: "target_max_bytes": 0, 2024-08-29T17:47:14.419 INFO:tasks.workunit.client.0.smithi028.stdout: "target_max_objects": 0, 2024-08-29T17:47:14.419 INFO:tasks.workunit.client.0.smithi028.stdout: "type": "replicated" 2024-08-29T17:47:14.419 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:14.419 INFO:tasks.workunit.client.0.smithi028.stdout: { 2024-08-29T17:47:14.419 INFO:tasks.workunit.client.0.smithi028.stdout: "application": [ 2024-08-29T17:47:14.419 INFO:tasks.workunit.client.0.smithi028.stdout: "cephfs" 2024-08-29T17:47:14.420 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-08-29T17:47:14.420 INFO:tasks.workunit.client.0.smithi028.stdout: "cache_mode": "none", 2024-08-29T17:47:14.420 INFO:tasks.workunit.client.0.smithi028.stdout: "erasure_code_profile": {}, 2024-08-29T17:47:14.420 INFO:tasks.workunit.client.0.smithi028.stdout: "min_size": 2, 2024-08-29T17:47:14.420 INFO:tasks.workunit.client.0.smithi028.stdout: "options": {}, 2024-08-29T17:47:14.420 INFO:tasks.workunit.client.0.smithi028.stdout: "pg_autoscale_mode": "off", 2024-08-29T17:47:14.420 INFO:tasks.workunit.client.0.smithi028.stdout: "pg_num": 32, 2024-08-29T17:47:14.420 INFO:tasks.workunit.client.0.smithi028.stdout: "pgp_num": 32, 2024-08-29T17:47:14.420 INFO:tasks.workunit.client.0.smithi028.stdout: "pool": 2, 2024-08-29T17:47:14.420 INFO:tasks.workunit.client.0.smithi028.stdout: "size": 3, 2024-08-29T17:47:14.420 INFO:tasks.workunit.client.0.smithi028.stdout: "stats": { 2024-08-29T17:47:14.420 INFO:tasks.workunit.client.0.smithi028.stdout: "avail_raw": 727115213066, 2024-08-29T17:47:14.420 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes_used": 98304, 2024-08-29T17:47:14.421 INFO:tasks.workunit.client.0.smithi028.stdout: "compress_bytes_used": 0, 2024-08-29T17:47:14.421 INFO:tasks.workunit.client.0.smithi028.stdout: "compress_under_bytes": 0, 2024-08-29T17:47:14.421 INFO:tasks.workunit.client.0.smithi028.stdout: "data_bytes_used": 98304, 2024-08-29T17:47:14.421 INFO:tasks.workunit.client.0.smithi028.stdout: "dirty": 0, 2024-08-29T17:47:14.421 INFO:tasks.workunit.client.0.smithi028.stdout: "max_avail": 242371739648, 2024-08-29T17:47:14.421 INFO:tasks.workunit.client.0.smithi028.stdout: "objects": 22, 2024-08-29T17:47:14.421 INFO:tasks.workunit.client.0.smithi028.stdout: "omap_bytes_used": 0, 2024-08-29T17:47:14.421 INFO:tasks.workunit.client.0.smithi028.stdout: "percent_used": 1.351972542806834e-07, 2024-08-29T17:47:14.421 INFO:tasks.workunit.client.0.smithi028.stdout: "quota_bytes": 0, 2024-08-29T17:47:14.421 INFO:tasks.workunit.client.0.smithi028.stdout: "quota_objects": 0, 2024-08-29T17:47:14.421 INFO:tasks.workunit.client.0.smithi028.stdout: "rd": 0, 2024-08-29T17:47:14.421 INFO:tasks.workunit.client.0.smithi028.stdout: "rd_bytes": 0, 2024-08-29T17:47:14.421 INFO:tasks.workunit.client.0.smithi028.stdout: "stored": 3410, 2024-08-29T17:47:14.422 INFO:tasks.workunit.client.0.smithi028.stdout: "stored_data": 3410, 2024-08-29T17:47:14.422 INFO:tasks.workunit.client.0.smithi028.stdout: "stored_omap": 0, 2024-08-29T17:47:14.422 INFO:tasks.workunit.client.0.smithi028.stdout: "stored_raw": 10230, 2024-08-29T17:47:14.422 INFO:tasks.workunit.client.0.smithi028.stdout: "wr": 51, 2024-08-29T17:47:14.422 INFO:tasks.workunit.client.0.smithi028.stdout: "wr_bytes": 19456 2024-08-29T17:47:14.422 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:14.422 INFO:tasks.workunit.client.0.smithi028.stdout: "target_max_bytes": 0, 2024-08-29T17:47:14.422 INFO:tasks.workunit.client.0.smithi028.stdout: "target_max_objects": 0, 2024-08-29T17:47:14.422 INFO:tasks.workunit.client.0.smithi028.stdout: "type": "replicated" 2024-08-29T17:47:14.422 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:14.422 INFO:tasks.workunit.client.0.smithi028.stdout: { 2024-08-29T17:47:14.422 INFO:tasks.workunit.client.0.smithi028.stdout: "application": [ 2024-08-29T17:47:14.422 INFO:tasks.workunit.client.0.smithi028.stdout: "cephfs" 2024-08-29T17:47:14.422 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-08-29T17:47:14.423 INFO:tasks.workunit.client.0.smithi028.stdout: "cache_mode": "none", 2024-08-29T17:47:14.423 INFO:tasks.workunit.client.0.smithi028.stdout: "erasure_code_profile": {}, 2024-08-29T17:47:14.423 INFO:tasks.workunit.client.0.smithi028.stdout: "min_size": 2, 2024-08-29T17:47:14.423 INFO:tasks.workunit.client.0.smithi028.stdout: "options": {}, 2024-08-29T17:47:14.423 INFO:tasks.workunit.client.0.smithi028.stdout: "pg_autoscale_mode": "off", 2024-08-29T17:47:14.423 INFO:tasks.workunit.client.0.smithi028.stdout: "pg_num": 64, 2024-08-29T17:47:14.423 INFO:tasks.workunit.client.0.smithi028.stdout: "pgp_num": 64, 2024-08-29T17:47:14.423 INFO:tasks.workunit.client.0.smithi028.stdout: "pool": 3, 2024-08-29T17:47:14.423 INFO:tasks.workunit.client.0.smithi028.stdout: "size": 3, 2024-08-29T17:47:14.423 INFO:tasks.workunit.client.0.smithi028.stdout: "stats": { 2024-08-29T17:47:14.423 INFO:tasks.workunit.client.0.smithi028.stdout: "avail_raw": 727115213066, 2024-08-29T17:47:14.423 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes_used": 0, 2024-08-29T17:47:14.423 INFO:tasks.workunit.client.0.smithi028.stdout: "compress_bytes_used": 0, 2024-08-29T17:47:14.423 INFO:tasks.workunit.client.0.smithi028.stdout: "compress_under_bytes": 0, 2024-08-29T17:47:14.423 INFO:tasks.workunit.client.0.smithi028.stdout: "data_bytes_used": 0, 2024-08-29T17:47:14.424 INFO:tasks.workunit.client.0.smithi028.stdout: "dirty": 0, 2024-08-29T17:47:14.424 INFO:tasks.workunit.client.0.smithi028.stdout: "max_avail": 242371739648, 2024-08-29T17:47:14.424 INFO:tasks.workunit.client.0.smithi028.stdout: "objects": 0, 2024-08-29T17:47:14.424 INFO:tasks.workunit.client.0.smithi028.stdout: "omap_bytes_used": 0, 2024-08-29T17:47:14.424 INFO:tasks.workunit.client.0.smithi028.stdout: "percent_used": 0.0, 2024-08-29T17:47:14.424 INFO:tasks.workunit.client.0.smithi028.stdout: "quota_bytes": 0, 2024-08-29T17:47:14.424 INFO:tasks.workunit.client.0.smithi028.stdout: "quota_objects": 0, 2024-08-29T17:47:14.424 INFO:tasks.workunit.client.0.smithi028.stdout: "rd": 0, 2024-08-29T17:47:14.424 INFO:tasks.workunit.client.0.smithi028.stdout: "rd_bytes": 0, 2024-08-29T17:47:14.424 INFO:tasks.workunit.client.0.smithi028.stdout: "stored": 0, 2024-08-29T17:47:14.424 INFO:tasks.workunit.client.0.smithi028.stdout: "stored_data": 0, 2024-08-29T17:47:14.424 INFO:tasks.workunit.client.0.smithi028.stdout: "stored_omap": 0, 2024-08-29T17:47:14.424 INFO:tasks.workunit.client.0.smithi028.stdout: "stored_raw": 0, 2024-08-29T17:47:14.425 INFO:tasks.workunit.client.0.smithi028.stdout: "wr": 0, 2024-08-29T17:47:14.425 INFO:tasks.workunit.client.0.smithi028.stdout: "wr_bytes": 0 2024-08-29T17:47:14.425 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:14.425 INFO:tasks.workunit.client.0.smithi028.stdout: "target_max_bytes": 0, 2024-08-29T17:47:14.425 INFO:tasks.workunit.client.0.smithi028.stdout: "target_max_objects": 0, 2024-08-29T17:47:14.425 INFO:tasks.workunit.client.0.smithi028.stdout: "type": "replicated" 2024-08-29T17:47:14.425 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:14.425 INFO:tasks.workunit.client.0.smithi028.stdout: { 2024-08-29T17:47:14.425 INFO:tasks.workunit.client.0.smithi028.stdout: "application": [ 2024-08-29T17:47:14.425 INFO:tasks.workunit.client.0.smithi028.stdout: "rbd" 2024-08-29T17:47:14.425 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-08-29T17:47:14.425 INFO:tasks.workunit.client.0.smithi028.stdout: "cache_mode": "none", 2024-08-29T17:47:14.426 INFO:tasks.workunit.client.0.smithi028.stdout: "erasure_code_profile": {}, 2024-08-29T17:47:14.426 INFO:tasks.workunit.client.0.smithi028.stdout: "min_size": 2, 2024-08-29T17:47:14.426 INFO:tasks.workunit.client.0.smithi028.stdout: "options": {}, 2024-08-29T17:47:14.426 INFO:tasks.workunit.client.0.smithi028.stdout: "pg_autoscale_mode": "off", 2024-08-29T17:47:14.426 INFO:tasks.workunit.client.0.smithi028.stdout: "pg_num": 8, 2024-08-29T17:47:14.426 INFO:tasks.workunit.client.0.smithi028.stdout: "pgp_num": 8, 2024-08-29T17:47:14.426 INFO:tasks.workunit.client.0.smithi028.stdout: "pool": 4, 2024-08-29T17:47:14.426 INFO:tasks.workunit.client.0.smithi028.stdout: "size": 3, 2024-08-29T17:47:14.426 INFO:tasks.workunit.client.0.smithi028.stdout: "stats": { 2024-08-29T17:47:14.426 INFO:tasks.workunit.client.0.smithi028.stdout: "avail_raw": 727115213066, 2024-08-29T17:47:14.426 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes_used": 12288, 2024-08-29T17:47:14.426 INFO:tasks.workunit.client.0.smithi028.stdout: "compress_bytes_used": 0, 2024-08-29T17:47:14.426 INFO:tasks.workunit.client.0.smithi028.stdout: "compress_under_bytes": 0, 2024-08-29T17:47:14.427 INFO:tasks.workunit.client.0.smithi028.stdout: "data_bytes_used": 12288, 2024-08-29T17:47:14.427 INFO:tasks.workunit.client.0.smithi028.stdout: "dirty": 0, 2024-08-29T17:47:14.427 INFO:tasks.workunit.client.0.smithi028.stdout: "max_avail": 242371739648, 2024-08-29T17:47:14.427 INFO:tasks.workunit.client.0.smithi028.stdout: "objects": 2, 2024-08-29T17:47:14.427 INFO:tasks.workunit.client.0.smithi028.stdout: "omap_bytes_used": 0, 2024-08-29T17:47:14.427 INFO:tasks.workunit.client.0.smithi028.stdout: "percent_used": 1.6899660337799105e-08, 2024-08-29T17:47:14.427 INFO:tasks.workunit.client.0.smithi028.stdout: "quota_bytes": 0, 2024-08-29T17:47:14.427 INFO:tasks.workunit.client.0.smithi028.stdout: "quota_objects": 0, 2024-08-29T17:47:14.427 INFO:tasks.workunit.client.0.smithi028.stdout: "rd": 0, 2024-08-29T17:47:14.427 INFO:tasks.workunit.client.0.smithi028.stdout: "rd_bytes": 0, 2024-08-29T17:47:14.427 INFO:tasks.workunit.client.0.smithi028.stdout: "stored": 19, 2024-08-29T17:47:14.427 INFO:tasks.workunit.client.0.smithi028.stdout: "stored_data": 19, 2024-08-29T17:47:14.427 INFO:tasks.workunit.client.0.smithi028.stdout: "stored_omap": 0, 2024-08-29T17:47:14.428 INFO:tasks.workunit.client.0.smithi028.stdout: "stored_raw": 57, 2024-08-29T17:47:14.428 INFO:tasks.workunit.client.0.smithi028.stdout: "wr": 2, 2024-08-29T17:47:14.428 INFO:tasks.workunit.client.0.smithi028.stdout: "wr_bytes": 2048 2024-08-29T17:47:14.428 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:14.428 INFO:tasks.workunit.client.0.smithi028.stdout: "target_max_bytes": 0, 2024-08-29T17:47:14.428 INFO:tasks.workunit.client.0.smithi028.stdout: "target_max_objects": 0, 2024-08-29T17:47:14.428 INFO:tasks.workunit.client.0.smithi028.stdout: "type": "replicated" 2024-08-29T17:47:14.428 INFO:tasks.workunit.client.0.smithi028.stdout: } 2024-08-29T17:47:14.428 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-08-29T17:47:14.428 INFO:tasks.workunit.client.0.smithi028.stdout: "rbd": { 2024-08-29T17:47:14.428 INFO:tasks.workunit.client.0.smithi028.stdout: "mirroring_by_pool": [ 2024-08-29T17:47:14.428 INFO:tasks.workunit.client.0.smithi028.stdout: false 2024-08-29T17:47:14.429 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-08-29T17:47:14.429 INFO:tasks.workunit.client.0.smithi028.stdout: "num_images_by_pool": [ 2024-08-29T17:47:14.429 INFO:tasks.workunit.client.0.smithi028.stdout: 0 2024-08-29T17:47:14.429 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-08-29T17:47:14.429 INFO:tasks.workunit.client.0.smithi028.stdout: "num_pools": 1 2024-08-29T17:47:14.429 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:14.429 INFO:tasks.workunit.client.0.smithi028.stdout: "report_id": "19f8b848-b822-43d5-9878-802c7d25be57", 2024-08-29T17:47:14.429 INFO:tasks.workunit.client.0.smithi028.stdout: "report_timestamp": "2024-08-29T17:47:13.402624", 2024-08-29T17:47:14.429 INFO:tasks.workunit.client.0.smithi028.stdout: "report_version": 1, 2024-08-29T17:47:14.429 INFO:tasks.workunit.client.0.smithi028.stdout: "rocksdb_stats": { 2024-08-29T17:47:14.429 INFO:tasks.workunit.client.0.smithi028.stdout: "version": "6.15.5" 2024-08-29T17:47:14.429 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:14.429 INFO:tasks.workunit.client.0.smithi028.stdout: "rook": { 2024-08-29T17:47:14.429 INFO:tasks.workunit.client.0.smithi028.stdout: "cluster": { 2024-08-29T17:47:14.430 INFO:tasks.workunit.client.0.smithi028.stdout: "external-mode": null, 2024-08-29T17:47:14.430 INFO:tasks.workunit.client.0.smithi028.stdout: "mon": { 2024-08-29T17:47:14.430 INFO:tasks.workunit.client.0.smithi028.stdout: "allow-multiple-per-node": null, 2024-08-29T17:47:14.430 INFO:tasks.workunit.client.0.smithi028.stdout: "count": null, 2024-08-29T17:47:14.430 INFO:tasks.workunit.client.0.smithi028.stdout: "max-id": null, 2024-08-29T17:47:14.430 INFO:tasks.workunit.client.0.smithi028.stdout: "pvc": { 2024-08-29T17:47:14.430 INFO:tasks.workunit.client.0.smithi028.stdout: "enabled": null 2024-08-29T17:47:14.430 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:14.430 INFO:tasks.workunit.client.0.smithi028.stdout: "stretch": { 2024-08-29T17:47:14.430 INFO:tasks.workunit.client.0.smithi028.stdout: "enabled": null 2024-08-29T17:47:14.430 INFO:tasks.workunit.client.0.smithi028.stdout: } 2024-08-29T17:47:14.430 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:14.430 INFO:tasks.workunit.client.0.smithi028.stdout: "network": { 2024-08-29T17:47:14.430 INFO:tasks.workunit.client.0.smithi028.stdout: "provider": null 2024-08-29T17:47:14.430 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:14.431 INFO:tasks.workunit.client.0.smithi028.stdout: "storage": { 2024-08-29T17:47:14.431 INFO:tasks.workunit.client.0.smithi028.stdout: "device-set": { 2024-08-29T17:47:14.431 INFO:tasks.workunit.client.0.smithi028.stdout: "count": { 2024-08-29T17:47:14.431 INFO:tasks.workunit.client.0.smithi028.stdout: "non-portable": null, 2024-08-29T17:47:14.431 INFO:tasks.workunit.client.0.smithi028.stdout: "portable": null, 2024-08-29T17:47:14.431 INFO:tasks.workunit.client.0.smithi028.stdout: "total": null 2024-08-29T17:47:14.431 INFO:tasks.workunit.client.0.smithi028.stdout: } 2024-08-29T17:47:14.431 INFO:tasks.workunit.client.0.smithi028.stdout: } 2024-08-29T17:47:14.431 INFO:tasks.workunit.client.0.smithi028.stdout: } 2024-08-29T17:47:14.431 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:14.431 INFO:tasks.workunit.client.0.smithi028.stdout: "csi": { 2024-08-29T17:47:14.431 INFO:tasks.workunit.client.0.smithi028.stdout: "version": null 2024-08-29T17:47:14.431 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:14.431 INFO:tasks.workunit.client.0.smithi028.stdout: "kubernetes": { 2024-08-29T17:47:14.432 INFO:tasks.workunit.client.0.smithi028.stdout: "version": null 2024-08-29T17:47:14.432 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:14.432 INFO:tasks.workunit.client.0.smithi028.stdout: "node": { 2024-08-29T17:47:14.432 INFO:tasks.workunit.client.0.smithi028.stdout: "count": { 2024-08-29T17:47:14.432 INFO:tasks.workunit.client.0.smithi028.stdout: "kubernetes-total": null, 2024-08-29T17:47:14.432 INFO:tasks.workunit.client.0.smithi028.stdout: "with-ceph-daemons": null, 2024-08-29T17:47:14.432 INFO:tasks.workunit.client.0.smithi028.stdout: "with-csi-cephfs-plugin": null, 2024-08-29T17:47:14.432 INFO:tasks.workunit.client.0.smithi028.stdout: "with-csi-nfs-plugin": null, 2024-08-29T17:47:14.432 INFO:tasks.workunit.client.0.smithi028.stdout: "with-csi-rbd-plugin": null 2024-08-29T17:47:14.432 INFO:tasks.workunit.client.0.smithi028.stdout: } 2024-08-29T17:47:14.432 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:14.432 INFO:tasks.workunit.client.0.smithi028.stdout: "usage": { 2024-08-29T17:47:14.432 INFO:tasks.workunit.client.0.smithi028.stdout: "storage-class": { 2024-08-29T17:47:14.432 INFO:tasks.workunit.client.0.smithi028.stdout: "count": { 2024-08-29T17:47:14.433 INFO:tasks.workunit.client.0.smithi028.stdout: "bucket": null, 2024-08-29T17:47:14.433 INFO:tasks.workunit.client.0.smithi028.stdout: "cephfs": null, 2024-08-29T17:47:14.433 INFO:tasks.workunit.client.0.smithi028.stdout: "nfs": null, 2024-08-29T17:47:14.433 INFO:tasks.workunit.client.0.smithi028.stdout: "rbd": null, 2024-08-29T17:47:14.433 INFO:tasks.workunit.client.0.smithi028.stdout: "total": null 2024-08-29T17:47:14.433 INFO:tasks.workunit.client.0.smithi028.stdout: } 2024-08-29T17:47:14.433 INFO:tasks.workunit.client.0.smithi028.stdout: } 2024-08-29T17:47:14.433 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:14.433 INFO:tasks.workunit.client.0.smithi028.stdout: "version": null 2024-08-29T17:47:14.433 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:14.433 INFO:tasks.workunit.client.0.smithi028.stdout: "services": {}, 2024-08-29T17:47:14.433 INFO:tasks.workunit.client.0.smithi028.stdout: "stats_per_pg": [ 2024-08-29T17:47:14.434 INFO:tasks.workunit.client.0.smithi028.stdout: { 2024-08-29T17:47:14.434 INFO:tasks.workunit.client.0.smithi028.stdout: "acting": [ 2024-08-29T17:47:14.434 INFO:tasks.workunit.client.0.smithi028.stdout: 7, 2024-08-29T17:47:14.434 INFO:tasks.workunit.client.0.smithi028.stdout: 6, 2024-08-29T17:47:14.434 INFO:tasks.workunit.client.0.smithi028.stdout: 0 2024-08-29T17:47:14.434 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-08-29T17:47:14.434 INFO:tasks.workunit.client.0.smithi028.stdout: "acting_primary": 7, 2024-08-29T17:47:14.434 INFO:tasks.workunit.client.0.smithi028.stdout: "avail_no_missing": [], 2024-08-29T17:47:14.434 INFO:tasks.workunit.client.0.smithi028.stdout: "blocked_by": [], 2024-08-29T17:47:14.434 INFO:tasks.workunit.client.0.smithi028.stdout: "created": 62, 2024-08-29T17:47:14.434 INFO:tasks.workunit.client.0.smithi028.stdout: "dirty_stats_invalid": false, 2024-08-29T17:47:14.434 INFO:tasks.workunit.client.0.smithi028.stdout: "hitset_bytes_stats_invalid": false, 2024-08-29T17:47:14.434 INFO:tasks.workunit.client.0.smithi028.stdout: "hitset_stats_invalid": false, 2024-08-29T17:47:14.434 INFO:tasks.workunit.client.0.smithi028.stdout: "last_active": "2024-08-29T17:43:51.058951+0000", 2024-08-29T17:47:14.434 INFO:tasks.workunit.client.0.smithi028.stdout: "last_became_active": "2024-08-29T17:41:03.067337+0000", 2024-08-29T17:47:14.435 INFO:tasks.workunit.client.0.smithi028.stdout: "last_became_peered": "2024-08-29T17:41:03.067337+0000", 2024-08-29T17:47:14.435 INFO:tasks.workunit.client.0.smithi028.stdout: "last_change": "2024-08-29T17:41:03.068207+0000", 2024-08-29T17:47:14.435 INFO:tasks.workunit.client.0.smithi028.stdout: "last_clean": "2024-08-29T17:43:51.058951+0000", 2024-08-29T17:47:14.435 INFO:tasks.workunit.client.0.smithi028.stdout: "last_clean_scrub_stamp": "2024-08-29T17:41:01.987071+0000", 2024-08-29T17:47:14.435 INFO:tasks.workunit.client.0.smithi028.stdout: "last_deep_scrub": "0'0", 2024-08-29T17:47:14.435 INFO:tasks.workunit.client.0.smithi028.stdout: "last_deep_scrub_stamp": "2024-08-29T17:41:01.987071+0000", 2024-08-29T17:47:14.435 INFO:tasks.workunit.client.0.smithi028.stdout: "last_epoch_clean": 63, 2024-08-29T17:47:14.435 INFO:tasks.workunit.client.0.smithi028.stdout: "last_fresh": "2024-08-29T17:43:51.058951+0000", 2024-08-29T17:47:14.435 INFO:tasks.workunit.client.0.smithi028.stdout: "last_fullsized": "2024-08-29T17:43:51.058951+0000", 2024-08-29T17:47:14.435 INFO:tasks.workunit.client.0.smithi028.stdout: "last_peered": "2024-08-29T17:43:51.058951+0000", 2024-08-29T17:47:14.435 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub": "0'0", 2024-08-29T17:47:14.435 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub_duration": 0, 2024-08-29T17:47:14.436 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub_stamp": "2024-08-29T17:41:01.987071+0000", 2024-08-29T17:47:14.436 INFO:tasks.workunit.client.0.smithi028.stdout: "last_undegraded": "2024-08-29T17:43:51.058951+0000", 2024-08-29T17:47:14.436 INFO:tasks.workunit.client.0.smithi028.stdout: "last_unstale": "2024-08-29T17:43:51.058951+0000", 2024-08-29T17:47:14.436 INFO:tasks.workunit.client.0.smithi028.stdout: "log_dups_size": 0, 2024-08-29T17:47:14.436 INFO:tasks.workunit.client.0.smithi028.stdout: "log_size": 0, 2024-08-29T17:47:14.436 INFO:tasks.workunit.client.0.smithi028.stdout: "log_start": "0'0", 2024-08-29T17:47:14.436 INFO:tasks.workunit.client.0.smithi028.stdout: "manifest_stats_invalid": false, 2024-08-29T17:47:14.436 INFO:tasks.workunit.client.0.smithi028.stdout: "mapping_epoch": 62, 2024-08-29T17:47:14.436 INFO:tasks.workunit.client.0.smithi028.stdout: "object_location_counts": [], 2024-08-29T17:47:14.436 INFO:tasks.workunit.client.0.smithi028.stdout: "objects_scrubbed": 0, 2024-08-29T17:47:14.436 INFO:tasks.workunit.client.0.smithi028.stdout: "objects_trimmed": 0, 2024-08-29T17:47:14.436 INFO:tasks.workunit.client.0.smithi028.stdout: "omap_stats_invalid": false, 2024-08-29T17:47:14.437 INFO:tasks.workunit.client.0.smithi028.stdout: "ondisk_log_size": 0, 2024-08-29T17:47:14.437 INFO:tasks.workunit.client.0.smithi028.stdout: "ondisk_log_start": "0'0", 2024-08-29T17:47:14.437 INFO:tasks.workunit.client.0.smithi028.stdout: "parent": "0.0", 2024-08-29T17:47:14.437 INFO:tasks.workunit.client.0.smithi028.stdout: "parent_split_bits": 0, 2024-08-29T17:47:14.437 INFO:tasks.workunit.client.0.smithi028.stdout: "pgid": "3.3f", 2024-08-29T17:47:14.437 INFO:tasks.workunit.client.0.smithi028.stdout: "pin_stats_invalid": false, 2024-08-29T17:47:14.437 INFO:tasks.workunit.client.0.smithi028.stdout: "purged_snaps": [], 2024-08-29T17:47:14.437 INFO:tasks.workunit.client.0.smithi028.stdout: "reported_epoch": 74, 2024-08-29T17:47:14.437 INFO:tasks.workunit.client.0.smithi028.stdout: "reported_seq": 21, 2024-08-29T17:47:14.437 INFO:tasks.workunit.client.0.smithi028.stdout: "scrub_duration": 0.0, 2024-08-29T17:47:14.437 INFO:tasks.workunit.client.0.smithi028.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-30T18:58:38.929788+0000", 2024-08-29T17:47:14.437 INFO:tasks.workunit.client.0.smithi028.stdout: "snaptrim_duration": 0.0, 2024-08-29T17:47:14.437 INFO:tasks.workunit.client.0.smithi028.stdout: "snaptrimq_len": 0, 2024-08-29T17:47:14.438 INFO:tasks.workunit.client.0.smithi028.stdout: "stat_sum": { 2024-08-29T17:47:14.438 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes": 0, 2024-08-29T17:47:14.438 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes_hit_set_archive": 0, 2024-08-29T17:47:14.438 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes_recovered": 0, 2024-08-29T17:47:14.438 INFO:tasks.workunit.client.0.smithi028.stdout: "num_deep_scrub_errors": 0, 2024-08-29T17:47:14.438 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict": 0, 2024-08-29T17:47:14.438 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_kb": 0, 2024-08-29T17:47:14.438 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_mode_full": 0, 2024-08-29T17:47:14.438 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_mode_some": 0, 2024-08-29T17:47:14.438 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush": 0, 2024-08-29T17:47:14.438 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_kb": 0, 2024-08-29T17:47:14.438 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_mode_high": 0, 2024-08-29T17:47:14.438 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_mode_low": 0, 2024-08-29T17:47:14.438 INFO:tasks.workunit.client.0.smithi028.stdout: "num_keys_recovered": 0, 2024-08-29T17:47:14.439 INFO:tasks.workunit.client.0.smithi028.stdout: "num_large_omap_objects": 0, 2024-08-29T17:47:14.439 INFO:tasks.workunit.client.0.smithi028.stdout: "num_legacy_snapsets": 0, 2024-08-29T17:47:14.439 INFO:tasks.workunit.client.0.smithi028.stdout: "num_object_clones": 0, 2024-08-29T17:47:14.439 INFO:tasks.workunit.client.0.smithi028.stdout: "num_object_copies": 0, 2024-08-29T17:47:14.439 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects": 0, 2024-08-29T17:47:14.439 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_degraded": 0, 2024-08-29T17:47:14.439 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_dirty": 0, 2024-08-29T17:47:14.439 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_hit_set_archive": 0, 2024-08-29T17:47:14.439 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_manifest": 0, 2024-08-29T17:47:14.439 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_misplaced": 0, 2024-08-29T17:47:14.439 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_missing": 0, 2024-08-29T17:47:14.439 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_missing_on_primary": 0, 2024-08-29T17:47:14.439 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_omap": 0, 2024-08-29T17:47:14.440 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_pinned": 0, 2024-08-29T17:47:14.440 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_recovered": 0, 2024-08-29T17:47:14.440 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_repaired": 0, 2024-08-29T17:47:14.440 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_unfound": 0, 2024-08-29T17:47:14.440 INFO:tasks.workunit.client.0.smithi028.stdout: "num_omap_bytes": 0, 2024-08-29T17:47:14.440 INFO:tasks.workunit.client.0.smithi028.stdout: "num_omap_keys": 0, 2024-08-29T17:47:14.440 INFO:tasks.workunit.client.0.smithi028.stdout: "num_promote": 0, 2024-08-29T17:47:14.440 INFO:tasks.workunit.client.0.smithi028.stdout: "num_read": 0, 2024-08-29T17:47:14.440 INFO:tasks.workunit.client.0.smithi028.stdout: "num_read_kb": 0, 2024-08-29T17:47:14.440 INFO:tasks.workunit.client.0.smithi028.stdout: "num_scrub_errors": 0, 2024-08-29T17:47:14.440 INFO:tasks.workunit.client.0.smithi028.stdout: "num_shallow_scrub_errors": 0, 2024-08-29T17:47:14.440 INFO:tasks.workunit.client.0.smithi028.stdout: "num_whiteouts": 0, 2024-08-29T17:47:14.441 INFO:tasks.workunit.client.0.smithi028.stdout: "num_write": 0, 2024-08-29T17:47:14.441 INFO:tasks.workunit.client.0.smithi028.stdout: "num_write_kb": 0 2024-08-29T17:47:14.441 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:14.441 INFO:tasks.workunit.client.0.smithi028.stdout: "state": "active+clean", 2024-08-29T17:47:14.441 INFO:tasks.workunit.client.0.smithi028.stdout: "stats_invalid": false, 2024-08-29T17:47:14.441 INFO:tasks.workunit.client.0.smithi028.stdout: "up": [ 2024-08-29T17:47:14.441 INFO:tasks.workunit.client.0.smithi028.stdout: 7, 2024-08-29T17:47:14.441 INFO:tasks.workunit.client.0.smithi028.stdout: 6, 2024-08-29T17:47:14.441 INFO:tasks.workunit.client.0.smithi028.stdout: 0 2024-08-29T17:47:14.441 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-08-29T17:47:14.441 INFO:tasks.workunit.client.0.smithi028.stdout: "up_primary": 7, 2024-08-29T17:47:14.442 INFO:tasks.workunit.client.0.smithi028.stdout: "version": "0'0" 2024-08-29T17:47:14.442 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:14.442 INFO:tasks.workunit.client.0.smithi028.stdout: { 2024-08-29T17:47:14.442 INFO:tasks.workunit.client.0.smithi028.stdout: "acting": [ 2024-08-29T17:47:14.442 INFO:tasks.workunit.client.0.smithi028.stdout: 1, 2024-08-29T17:47:14.442 INFO:tasks.workunit.client.0.smithi028.stdout: 0, 2024-08-29T17:47:14.442 INFO:tasks.workunit.client.0.smithi028.stdout: 6 2024-08-29T17:47:14.442 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-08-29T17:47:14.442 INFO:tasks.workunit.client.0.smithi028.stdout: "acting_primary": 1, 2024-08-29T17:47:14.442 INFO:tasks.workunit.client.0.smithi028.stdout: "avail_no_missing": [], 2024-08-29T17:47:14.442 INFO:tasks.workunit.client.0.smithi028.stdout: "blocked_by": [], 2024-08-29T17:47:14.442 INFO:tasks.workunit.client.0.smithi028.stdout: "created": 62, 2024-08-29T17:47:14.442 INFO:tasks.workunit.client.0.smithi028.stdout: "dirty_stats_invalid": false, 2024-08-29T17:47:14.443 INFO:tasks.workunit.client.0.smithi028.stdout: "hitset_bytes_stats_invalid": false, 2024-08-29T17:47:14.443 INFO:tasks.workunit.client.0.smithi028.stdout: "hitset_stats_invalid": false, 2024-08-29T17:47:14.443 INFO:tasks.workunit.client.0.smithi028.stdout: "last_active": "2024-08-29T17:43:51.010214+0000", 2024-08-29T17:47:14.443 INFO:tasks.workunit.client.0.smithi028.stdout: "last_became_active": "2024-08-29T17:41:03.042246+0000", 2024-08-29T17:47:14.443 INFO:tasks.workunit.client.0.smithi028.stdout: "last_became_peered": "2024-08-29T17:41:03.042246+0000", 2024-08-29T17:47:14.443 INFO:tasks.workunit.client.0.smithi028.stdout: "last_change": "2024-08-29T17:41:03.042962+0000", 2024-08-29T17:47:14.443 INFO:tasks.workunit.client.0.smithi028.stdout: "last_clean": "2024-08-29T17:43:51.010214+0000", 2024-08-29T17:47:14.443 INFO:tasks.workunit.client.0.smithi028.stdout: "last_clean_scrub_stamp": "2024-08-29T17:41:01.987071+0000", 2024-08-29T17:47:14.443 INFO:tasks.workunit.client.0.smithi028.stdout: "last_deep_scrub": "0'0", 2024-08-29T17:47:14.443 INFO:tasks.workunit.client.0.smithi028.stdout: "last_deep_scrub_stamp": "2024-08-29T17:41:01.987071+0000", 2024-08-29T17:47:14.443 INFO:tasks.workunit.client.0.smithi028.stdout: "last_epoch_clean": 63, 2024-08-29T17:47:14.443 INFO:tasks.workunit.client.0.smithi028.stdout: "last_fresh": "2024-08-29T17:43:51.010214+0000", 2024-08-29T17:47:14.443 INFO:tasks.workunit.client.0.smithi028.stdout: "last_fullsized": "2024-08-29T17:43:51.010214+0000", 2024-08-29T17:47:14.444 INFO:tasks.workunit.client.0.smithi028.stdout: "last_peered": "2024-08-29T17:43:51.010214+0000", 2024-08-29T17:47:14.444 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub": "0'0", 2024-08-29T17:47:14.444 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub_duration": 0, 2024-08-29T17:47:14.444 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub_stamp": "2024-08-29T17:41:01.987071+0000", 2024-08-29T17:47:14.444 INFO:tasks.workunit.client.0.smithi028.stdout: "last_undegraded": "2024-08-29T17:43:51.010214+0000", 2024-08-29T17:47:14.444 INFO:tasks.workunit.client.0.smithi028.stdout: "last_unstale": "2024-08-29T17:43:51.010214+0000", 2024-08-29T17:47:14.444 INFO:tasks.workunit.client.0.smithi028.stdout: "log_dups_size": 0, 2024-08-29T17:47:14.444 INFO:tasks.workunit.client.0.smithi028.stdout: "log_size": 0, 2024-08-29T17:47:14.444 INFO:tasks.workunit.client.0.smithi028.stdout: "log_start": "0'0", 2024-08-29T17:47:14.444 INFO:tasks.workunit.client.0.smithi028.stdout: "manifest_stats_invalid": false, 2024-08-29T17:47:14.444 INFO:tasks.workunit.client.0.smithi028.stdout: "mapping_epoch": 62, 2024-08-29T17:47:14.444 INFO:tasks.workunit.client.0.smithi028.stdout: "object_location_counts": [], 2024-08-29T17:47:14.444 INFO:tasks.workunit.client.0.smithi028.stdout: "objects_scrubbed": 0, 2024-08-29T17:47:14.444 INFO:tasks.workunit.client.0.smithi028.stdout: "objects_trimmed": 0, 2024-08-29T17:47:14.445 INFO:tasks.workunit.client.0.smithi028.stdout: "omap_stats_invalid": false, 2024-08-29T17:47:14.445 INFO:tasks.workunit.client.0.smithi028.stdout: "ondisk_log_size": 0, 2024-08-29T17:47:14.445 INFO:tasks.workunit.client.0.smithi028.stdout: "ondisk_log_start": "0'0", 2024-08-29T17:47:14.445 INFO:tasks.workunit.client.0.smithi028.stdout: "parent": "0.0", 2024-08-29T17:47:14.445 INFO:tasks.workunit.client.0.smithi028.stdout: "parent_split_bits": 0, 2024-08-29T17:47:14.445 INFO:tasks.workunit.client.0.smithi028.stdout: "pgid": "3.3e", 2024-08-29T17:47:14.445 INFO:tasks.workunit.client.0.smithi028.stdout: "pin_stats_invalid": false, 2024-08-29T17:47:14.445 INFO:tasks.workunit.client.0.smithi028.stdout: "purged_snaps": [], 2024-08-29T17:47:14.445 INFO:tasks.workunit.client.0.smithi028.stdout: "reported_epoch": 74, 2024-08-29T17:47:14.445 INFO:tasks.workunit.client.0.smithi028.stdout: "reported_seq": 21, 2024-08-29T17:47:14.445 INFO:tasks.workunit.client.0.smithi028.stdout: "scrub_duration": 0.0, 2024-08-29T17:47:14.446 INFO:tasks.workunit.client.0.smithi028.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-30T22:04:37.073113+0000", 2024-08-29T17:47:14.446 INFO:tasks.workunit.client.0.smithi028.stdout: "snaptrim_duration": 0.0, 2024-08-29T17:47:14.446 INFO:tasks.workunit.client.0.smithi028.stdout: "snaptrimq_len": 0, 2024-08-29T17:47:14.446 INFO:tasks.workunit.client.0.smithi028.stdout: "stat_sum": { 2024-08-29T17:47:14.446 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes": 0, 2024-08-29T17:47:14.446 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes_hit_set_archive": 0, 2024-08-29T17:47:14.446 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes_recovered": 0, 2024-08-29T17:47:14.446 INFO:tasks.workunit.client.0.smithi028.stdout: "num_deep_scrub_errors": 0, 2024-08-29T17:47:14.446 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict": 0, 2024-08-29T17:47:14.446 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_kb": 0, 2024-08-29T17:47:14.446 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_mode_full": 0, 2024-08-29T17:47:14.446 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_mode_some": 0, 2024-08-29T17:47:14.446 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush": 0, 2024-08-29T17:47:14.446 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_kb": 0, 2024-08-29T17:47:14.447 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_mode_high": 0, 2024-08-29T17:47:14.447 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_mode_low": 0, 2024-08-29T17:47:14.447 INFO:tasks.workunit.client.0.smithi028.stdout: "num_keys_recovered": 0, 2024-08-29T17:47:14.447 INFO:tasks.workunit.client.0.smithi028.stdout: "num_large_omap_objects": 0, 2024-08-29T17:47:14.447 INFO:tasks.workunit.client.0.smithi028.stdout: "num_legacy_snapsets": 0, 2024-08-29T17:47:14.447 INFO:tasks.workunit.client.0.smithi028.stdout: "num_object_clones": 0, 2024-08-29T17:47:14.447 INFO:tasks.workunit.client.0.smithi028.stdout: "num_object_copies": 0, 2024-08-29T17:47:14.447 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects": 0, 2024-08-29T17:47:14.447 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_degraded": 0, 2024-08-29T17:47:14.447 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_dirty": 0, 2024-08-29T17:47:14.447 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_hit_set_archive": 0, 2024-08-29T17:47:14.447 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_manifest": 0, 2024-08-29T17:47:14.447 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_misplaced": 0, 2024-08-29T17:47:14.448 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_missing": 0, 2024-08-29T17:47:14.448 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_missing_on_primary": 0, 2024-08-29T17:47:14.448 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_omap": 0, 2024-08-29T17:47:14.448 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_pinned": 0, 2024-08-29T17:47:14.448 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_recovered": 0, 2024-08-29T17:47:14.448 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_repaired": 0, 2024-08-29T17:47:14.448 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_unfound": 0, 2024-08-29T17:47:14.448 INFO:tasks.workunit.client.0.smithi028.stdout: "num_omap_bytes": 0, 2024-08-29T17:47:14.448 INFO:tasks.workunit.client.0.smithi028.stdout: "num_omap_keys": 0, 2024-08-29T17:47:14.448 INFO:tasks.workunit.client.0.smithi028.stdout: "num_promote": 0, 2024-08-29T17:47:14.448 INFO:tasks.workunit.client.0.smithi028.stdout: "num_read": 0, 2024-08-29T17:47:14.448 INFO:tasks.workunit.client.0.smithi028.stdout: "num_read_kb": 0, 2024-08-29T17:47:14.448 INFO:tasks.workunit.client.0.smithi028.stdout: "num_scrub_errors": 0, 2024-08-29T17:47:14.448 INFO:tasks.workunit.client.0.smithi028.stdout: "num_shallow_scrub_errors": 0, 2024-08-29T17:47:14.449 INFO:tasks.workunit.client.0.smithi028.stdout: "num_whiteouts": 0, 2024-08-29T17:47:14.449 INFO:tasks.workunit.client.0.smithi028.stdout: "num_write": 0, 2024-08-29T17:47:14.449 INFO:tasks.workunit.client.0.smithi028.stdout: "num_write_kb": 0 2024-08-29T17:47:14.449 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:14.449 INFO:tasks.workunit.client.0.smithi028.stdout: "state": "active+clean", 2024-08-29T17:47:14.449 INFO:tasks.workunit.client.0.smithi028.stdout: "stats_invalid": false, 2024-08-29T17:47:14.449 INFO:tasks.workunit.client.0.smithi028.stdout: "up": [ 2024-08-29T17:47:14.449 INFO:tasks.workunit.client.0.smithi028.stdout: 1, 2024-08-29T17:47:14.449 INFO:tasks.workunit.client.0.smithi028.stdout: 0, 2024-08-29T17:47:14.449 INFO:tasks.workunit.client.0.smithi028.stdout: 6 2024-08-29T17:47:14.449 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-08-29T17:47:14.449 INFO:tasks.workunit.client.0.smithi028.stdout: "up_primary": 1, 2024-08-29T17:47:14.449 INFO:tasks.workunit.client.0.smithi028.stdout: "version": "0'0" 2024-08-29T17:47:14.450 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:14.450 INFO:tasks.workunit.client.0.smithi028.stdout: { 2024-08-29T17:47:14.450 INFO:tasks.workunit.client.0.smithi028.stdout: "acting": [ 2024-08-29T17:47:14.450 INFO:tasks.workunit.client.0.smithi028.stdout: 0, 2024-08-29T17:47:14.450 INFO:tasks.workunit.client.0.smithi028.stdout: 2, 2024-08-29T17:47:14.450 INFO:tasks.workunit.client.0.smithi028.stdout: 1 2024-08-29T17:47:14.450 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-08-29T17:47:14.450 INFO:tasks.workunit.client.0.smithi028.stdout: "acting_primary": 0, 2024-08-29T17:47:14.450 INFO:tasks.workunit.client.0.smithi028.stdout: "avail_no_missing": [], 2024-08-29T17:47:14.450 INFO:tasks.workunit.client.0.smithi028.stdout: "blocked_by": [], 2024-08-29T17:47:14.450 INFO:tasks.workunit.client.0.smithi028.stdout: "created": 62, 2024-08-29T17:47:14.450 INFO:tasks.workunit.client.0.smithi028.stdout: "dirty_stats_invalid": false, 2024-08-29T17:47:14.450 INFO:tasks.workunit.client.0.smithi028.stdout: "hitset_bytes_stats_invalid": false, 2024-08-29T17:47:14.450 INFO:tasks.workunit.client.0.smithi028.stdout: "hitset_stats_invalid": false, 2024-08-29T17:47:14.450 INFO:tasks.workunit.client.0.smithi028.stdout: "last_active": "2024-08-29T17:43:51.182951+0000", 2024-08-29T17:47:14.450 INFO:tasks.workunit.client.0.smithi028.stdout: "last_became_active": "2024-08-29T17:41:03.062690+0000", 2024-08-29T17:47:14.451 INFO:tasks.workunit.client.0.smithi028.stdout: "last_became_peered": "2024-08-29T17:41:03.062690+0000", 2024-08-29T17:47:14.451 INFO:tasks.workunit.client.0.smithi028.stdout: "last_change": "2024-08-29T17:41:03.063179+0000", 2024-08-29T17:47:14.451 INFO:tasks.workunit.client.0.smithi028.stdout: "last_clean": "2024-08-29T17:43:51.182951+0000", 2024-08-29T17:47:14.451 INFO:tasks.workunit.client.0.smithi028.stdout: "last_clean_scrub_stamp": "2024-08-29T17:41:01.987071+0000", 2024-08-29T17:47:14.451 INFO:tasks.workunit.client.0.smithi028.stdout: "last_deep_scrub": "0'0", 2024-08-29T17:47:14.451 INFO:tasks.workunit.client.0.smithi028.stdout: "last_deep_scrub_stamp": "2024-08-29T17:41:01.987071+0000", 2024-08-29T17:47:14.451 INFO:tasks.workunit.client.0.smithi028.stdout: "last_epoch_clean": 63, 2024-08-29T17:47:14.451 INFO:tasks.workunit.client.0.smithi028.stdout: "last_fresh": "2024-08-29T17:43:51.182951+0000", 2024-08-29T17:47:14.451 INFO:tasks.workunit.client.0.smithi028.stdout: "last_fullsized": "2024-08-29T17:43:51.182951+0000", 2024-08-29T17:47:14.451 INFO:tasks.workunit.client.0.smithi028.stdout: "last_peered": "2024-08-29T17:43:51.182951+0000", 2024-08-29T17:47:14.451 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub": "0'0", 2024-08-29T17:47:14.451 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub_duration": 0, 2024-08-29T17:47:14.451 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub_stamp": "2024-08-29T17:41:01.987071+0000", 2024-08-29T17:47:14.451 INFO:tasks.workunit.client.0.smithi028.stdout: "last_undegraded": "2024-08-29T17:43:51.182951+0000", 2024-08-29T17:47:14.452 INFO:tasks.workunit.client.0.smithi028.stdout: "last_unstale": "2024-08-29T17:43:51.182951+0000", 2024-08-29T17:47:14.452 INFO:tasks.workunit.client.0.smithi028.stdout: "log_dups_size": 0, 2024-08-29T17:47:14.452 INFO:tasks.workunit.client.0.smithi028.stdout: "log_size": 0, 2024-08-29T17:47:14.452 INFO:tasks.workunit.client.0.smithi028.stdout: "log_start": "0'0", 2024-08-29T17:47:14.452 INFO:tasks.workunit.client.0.smithi028.stdout: "manifest_stats_invalid": false, 2024-08-29T17:47:14.452 INFO:tasks.workunit.client.0.smithi028.stdout: "mapping_epoch": 62, 2024-08-29T17:47:14.452 INFO:tasks.workunit.client.0.smithi028.stdout: "object_location_counts": [], 2024-08-29T17:47:14.452 INFO:tasks.workunit.client.0.smithi028.stdout: "objects_scrubbed": 0, 2024-08-29T17:47:14.452 INFO:tasks.workunit.client.0.smithi028.stdout: "objects_trimmed": 0, 2024-08-29T17:47:14.452 INFO:tasks.workunit.client.0.smithi028.stdout: "omap_stats_invalid": false, 2024-08-29T17:47:14.452 INFO:tasks.workunit.client.0.smithi028.stdout: "ondisk_log_size": 0, 2024-08-29T17:47:14.452 INFO:tasks.workunit.client.0.smithi028.stdout: "ondisk_log_start": "0'0", 2024-08-29T17:47:14.452 INFO:tasks.workunit.client.0.smithi028.stdout: "parent": "0.0", 2024-08-29T17:47:14.452 INFO:tasks.workunit.client.0.smithi028.stdout: "parent_split_bits": 0, 2024-08-29T17:47:14.453 INFO:tasks.workunit.client.0.smithi028.stdout: "pgid": "3.3d", 2024-08-29T17:47:14.453 INFO:tasks.workunit.client.0.smithi028.stdout: "pin_stats_invalid": false, 2024-08-29T17:47:14.453 INFO:tasks.workunit.client.0.smithi028.stdout: "purged_snaps": [], 2024-08-29T17:47:14.453 INFO:tasks.workunit.client.0.smithi028.stdout: "reported_epoch": 74, 2024-08-29T17:47:14.453 INFO:tasks.workunit.client.0.smithi028.stdout: "reported_seq": 21, 2024-08-29T17:47:14.453 INFO:tasks.workunit.client.0.smithi028.stdout: "scrub_duration": 0.0, 2024-08-29T17:47:14.453 INFO:tasks.workunit.client.0.smithi028.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-30T19:40:18.201065+0000", 2024-08-29T17:47:14.453 INFO:tasks.workunit.client.0.smithi028.stdout: "snaptrim_duration": 0.0, 2024-08-29T17:47:14.453 INFO:tasks.workunit.client.0.smithi028.stdout: "snaptrimq_len": 0, 2024-08-29T17:47:14.453 INFO:tasks.workunit.client.0.smithi028.stdout: "stat_sum": { 2024-08-29T17:47:14.453 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes": 0, 2024-08-29T17:47:14.453 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes_hit_set_archive": 0, 2024-08-29T17:47:14.453 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes_recovered": 0, 2024-08-29T17:47:14.453 INFO:tasks.workunit.client.0.smithi028.stdout: "num_deep_scrub_errors": 0, 2024-08-29T17:47:14.454 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict": 0, 2024-08-29T17:47:14.454 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_kb": 0, 2024-08-29T17:47:14.454 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_mode_full": 0, 2024-08-29T17:47:14.454 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_mode_some": 0, 2024-08-29T17:47:14.454 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush": 0, 2024-08-29T17:47:14.454 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_kb": 0, 2024-08-29T17:47:14.454 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_mode_high": 0, 2024-08-29T17:47:14.454 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_mode_low": 0, 2024-08-29T17:47:14.454 INFO:tasks.workunit.client.0.smithi028.stdout: "num_keys_recovered": 0, 2024-08-29T17:47:14.454 INFO:tasks.workunit.client.0.smithi028.stdout: "num_large_omap_objects": 0, 2024-08-29T17:47:14.454 INFO:tasks.workunit.client.0.smithi028.stdout: "num_legacy_snapsets": 0, 2024-08-29T17:47:14.454 INFO:tasks.workunit.client.0.smithi028.stdout: "num_object_clones": 0, 2024-08-29T17:47:14.454 INFO:tasks.workunit.client.0.smithi028.stdout: "num_object_copies": 0, 2024-08-29T17:47:14.454 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects": 0, 2024-08-29T17:47:14.454 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_degraded": 0, 2024-08-29T17:47:14.455 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_dirty": 0, 2024-08-29T17:47:14.455 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_hit_set_archive": 0, 2024-08-29T17:47:14.455 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_manifest": 0, 2024-08-29T17:47:14.455 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_misplaced": 0, 2024-08-29T17:47:14.455 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_missing": 0, 2024-08-29T17:47:14.455 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_missing_on_primary": 0, 2024-08-29T17:47:14.455 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_omap": 0, 2024-08-29T17:47:14.455 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_pinned": 0, 2024-08-29T17:47:14.455 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_recovered": 0, 2024-08-29T17:47:14.455 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_repaired": 0, 2024-08-29T17:47:14.455 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_unfound": 0, 2024-08-29T17:47:14.455 INFO:tasks.workunit.client.0.smithi028.stdout: "num_omap_bytes": 0, 2024-08-29T17:47:14.455 INFO:tasks.workunit.client.0.smithi028.stdout: "num_omap_keys": 0, 2024-08-29T17:47:14.455 INFO:tasks.workunit.client.0.smithi028.stdout: "num_promote": 0, 2024-08-29T17:47:14.456 INFO:tasks.workunit.client.0.smithi028.stdout: "num_read": 0, 2024-08-29T17:47:14.456 INFO:tasks.workunit.client.0.smithi028.stdout: "num_read_kb": 0, 2024-08-29T17:47:14.456 INFO:tasks.workunit.client.0.smithi028.stdout: "num_scrub_errors": 0, 2024-08-29T17:47:14.456 INFO:tasks.workunit.client.0.smithi028.stdout: "num_shallow_scrub_errors": 0, 2024-08-29T17:47:14.456 INFO:tasks.workunit.client.0.smithi028.stdout: "num_whiteouts": 0, 2024-08-29T17:47:14.456 INFO:tasks.workunit.client.0.smithi028.stdout: "num_write": 0, 2024-08-29T17:47:14.456 INFO:tasks.workunit.client.0.smithi028.stdout: "num_write_kb": 0 2024-08-29T17:47:14.456 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:14.456 INFO:tasks.workunit.client.0.smithi028.stdout: "state": "active+clean", 2024-08-29T17:47:14.456 INFO:tasks.workunit.client.0.smithi028.stdout: "stats_invalid": false, 2024-08-29T17:47:14.456 INFO:tasks.workunit.client.0.smithi028.stdout: "up": [ 2024-08-29T17:47:14.456 INFO:tasks.workunit.client.0.smithi028.stdout: 0, 2024-08-29T17:47:14.456 INFO:tasks.workunit.client.0.smithi028.stdout: 2, 2024-08-29T17:47:14.457 INFO:tasks.workunit.client.0.smithi028.stdout: 1 2024-08-29T17:47:14.457 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-08-29T17:47:14.457 INFO:tasks.workunit.client.0.smithi028.stdout: "up_primary": 0, 2024-08-29T17:47:14.457 INFO:tasks.workunit.client.0.smithi028.stdout: "version": "0'0" 2024-08-29T17:47:14.457 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:14.457 INFO:tasks.workunit.client.0.smithi028.stdout: { 2024-08-29T17:47:14.457 INFO:tasks.workunit.client.0.smithi028.stdout: "acting": [ 2024-08-29T17:47:14.457 INFO:tasks.workunit.client.0.smithi028.stdout: 5, 2024-08-29T17:47:14.457 INFO:tasks.workunit.client.0.smithi028.stdout: 3, 2024-08-29T17:47:14.457 INFO:tasks.workunit.client.0.smithi028.stdout: 7 2024-08-29T17:47:14.457 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-08-29T17:47:14.457 INFO:tasks.workunit.client.0.smithi028.stdout: "acting_primary": 5, 2024-08-29T17:47:14.457 INFO:tasks.workunit.client.0.smithi028.stdout: "avail_no_missing": [], 2024-08-29T17:47:14.458 INFO:tasks.workunit.client.0.smithi028.stdout: "blocked_by": [], 2024-08-29T17:47:14.458 INFO:tasks.workunit.client.0.smithi028.stdout: "created": 62, 2024-08-29T17:47:14.458 INFO:tasks.workunit.client.0.smithi028.stdout: "dirty_stats_invalid": false, 2024-08-29T17:47:14.458 INFO:tasks.workunit.client.0.smithi028.stdout: "hitset_bytes_stats_invalid": false, 2024-08-29T17:47:14.458 INFO:tasks.workunit.client.0.smithi028.stdout: "hitset_stats_invalid": false, 2024-08-29T17:47:14.458 INFO:tasks.workunit.client.0.smithi028.stdout: "last_active": "2024-08-29T17:43:51.011221+0000", 2024-08-29T17:47:14.458 INFO:tasks.workunit.client.0.smithi028.stdout: "last_became_active": "2024-08-29T17:41:03.081477+0000", 2024-08-29T17:47:14.458 INFO:tasks.workunit.client.0.smithi028.stdout: "last_became_peered": "2024-08-29T17:41:03.081477+0000", 2024-08-29T17:47:14.458 INFO:tasks.workunit.client.0.smithi028.stdout: "last_change": "2024-08-29T17:41:03.082306+0000", 2024-08-29T17:47:14.458 INFO:tasks.workunit.client.0.smithi028.stdout: "last_clean": "2024-08-29T17:43:51.011221+0000", 2024-08-29T17:47:14.458 INFO:tasks.workunit.client.0.smithi028.stdout: "last_clean_scrub_stamp": "2024-08-29T17:41:01.987071+0000", 2024-08-29T17:47:14.458 INFO:tasks.workunit.client.0.smithi028.stdout: "last_deep_scrub": "0'0", 2024-08-29T17:47:14.458 INFO:tasks.workunit.client.0.smithi028.stdout: "last_deep_scrub_stamp": "2024-08-29T17:41:01.987071+0000", 2024-08-29T17:47:14.459 INFO:tasks.workunit.client.0.smithi028.stdout: "last_epoch_clean": 63, 2024-08-29T17:47:14.459 INFO:tasks.workunit.client.0.smithi028.stdout: "last_fresh": "2024-08-29T17:43:51.011221+0000", 2024-08-29T17:47:14.459 INFO:tasks.workunit.client.0.smithi028.stdout: "last_fullsized": "2024-08-29T17:43:51.011221+0000", 2024-08-29T17:47:14.459 INFO:tasks.workunit.client.0.smithi028.stdout: "last_peered": "2024-08-29T17:43:51.011221+0000", 2024-08-29T17:47:14.459 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub": "0'0", 2024-08-29T17:47:14.459 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub_duration": 0, 2024-08-29T17:47:14.459 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub_stamp": "2024-08-29T17:41:01.987071+0000", 2024-08-29T17:47:14.459 INFO:tasks.workunit.client.0.smithi028.stdout: "last_undegraded": "2024-08-29T17:43:51.011221+0000", 2024-08-29T17:47:14.459 INFO:tasks.workunit.client.0.smithi028.stdout: "last_unstale": "2024-08-29T17:43:51.011221+0000", 2024-08-29T17:47:14.459 INFO:tasks.workunit.client.0.smithi028.stdout: "log_dups_size": 0, 2024-08-29T17:47:14.459 INFO:tasks.workunit.client.0.smithi028.stdout: "log_size": 0, 2024-08-29T17:47:14.459 INFO:tasks.workunit.client.0.smithi028.stdout: "log_start": "0'0", 2024-08-29T17:47:14.459 INFO:tasks.workunit.client.0.smithi028.stdout: "manifest_stats_invalid": false, 2024-08-29T17:47:14.459 INFO:tasks.workunit.client.0.smithi028.stdout: "mapping_epoch": 62, 2024-08-29T17:47:14.460 INFO:tasks.workunit.client.0.smithi028.stdout: "object_location_counts": [], 2024-08-29T17:47:14.460 INFO:tasks.workunit.client.0.smithi028.stdout: "objects_scrubbed": 0, 2024-08-29T17:47:14.460 INFO:tasks.workunit.client.0.smithi028.stdout: "objects_trimmed": 0, 2024-08-29T17:47:14.460 INFO:tasks.workunit.client.0.smithi028.stdout: "omap_stats_invalid": false, 2024-08-29T17:47:14.460 INFO:tasks.workunit.client.0.smithi028.stdout: "ondisk_log_size": 0, 2024-08-29T17:47:14.460 INFO:tasks.workunit.client.0.smithi028.stdout: "ondisk_log_start": "0'0", 2024-08-29T17:47:14.460 INFO:tasks.workunit.client.0.smithi028.stdout: "parent": "0.0", 2024-08-29T17:47:14.460 INFO:tasks.workunit.client.0.smithi028.stdout: "parent_split_bits": 0, 2024-08-29T17:47:14.460 INFO:tasks.workunit.client.0.smithi028.stdout: "pgid": "3.3c", 2024-08-29T17:47:14.460 INFO:tasks.workunit.client.0.smithi028.stdout: "pin_stats_invalid": false, 2024-08-29T17:47:14.460 INFO:tasks.workunit.client.0.smithi028.stdout: "purged_snaps": [], 2024-08-29T17:47:14.460 INFO:tasks.workunit.client.0.smithi028.stdout: "reported_epoch": 74, 2024-08-29T17:47:14.461 INFO:tasks.workunit.client.0.smithi028.stdout: "reported_seq": 21, 2024-08-29T17:47:14.461 INFO:tasks.workunit.client.0.smithi028.stdout: "scrub_duration": 0.0, 2024-08-29T17:47:14.461 INFO:tasks.workunit.client.0.smithi028.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-30T23:24:52.723298+0000", 2024-08-29T17:47:14.461 INFO:tasks.workunit.client.0.smithi028.stdout: "snaptrim_duration": 0.0, 2024-08-29T17:47:14.461 INFO:tasks.workunit.client.0.smithi028.stdout: "snaptrimq_len": 0, 2024-08-29T17:47:14.461 INFO:tasks.workunit.client.0.smithi028.stdout: "stat_sum": { 2024-08-29T17:47:14.461 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes": 0, 2024-08-29T17:47:14.461 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes_hit_set_archive": 0, 2024-08-29T17:47:14.461 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes_recovered": 0, 2024-08-29T17:47:14.461 INFO:tasks.workunit.client.0.smithi028.stdout: "num_deep_scrub_errors": 0, 2024-08-29T17:47:14.461 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict": 0, 2024-08-29T17:47:14.461 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_kb": 0, 2024-08-29T17:47:14.461 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_mode_full": 0, 2024-08-29T17:47:14.462 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_mode_some": 0, 2024-08-29T17:47:14.462 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush": 0, 2024-08-29T17:47:14.462 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_kb": 0, 2024-08-29T17:47:14.462 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_mode_high": 0, 2024-08-29T17:47:14.462 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_mode_low": 0, 2024-08-29T17:47:14.462 INFO:tasks.workunit.client.0.smithi028.stdout: "num_keys_recovered": 0, 2024-08-29T17:47:14.462 INFO:tasks.workunit.client.0.smithi028.stdout: "num_large_omap_objects": 0, 2024-08-29T17:47:14.462 INFO:tasks.workunit.client.0.smithi028.stdout: "num_legacy_snapsets": 0, 2024-08-29T17:47:14.462 INFO:tasks.workunit.client.0.smithi028.stdout: "num_object_clones": 0, 2024-08-29T17:47:14.462 INFO:tasks.workunit.client.0.smithi028.stdout: "num_object_copies": 0, 2024-08-29T17:47:14.462 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects": 0, 2024-08-29T17:47:14.462 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_degraded": 0, 2024-08-29T17:47:14.462 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_dirty": 0, 2024-08-29T17:47:14.463 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_hit_set_archive": 0, 2024-08-29T17:47:14.463 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_manifest": 0, 2024-08-29T17:47:14.463 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_misplaced": 0, 2024-08-29T17:47:14.463 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_missing": 0, 2024-08-29T17:47:14.463 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_missing_on_primary": 0, 2024-08-29T17:47:14.463 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_omap": 0, 2024-08-29T17:47:14.463 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_pinned": 0, 2024-08-29T17:47:14.463 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_recovered": 0, 2024-08-29T17:47:14.463 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_repaired": 0, 2024-08-29T17:47:14.463 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_unfound": 0, 2024-08-29T17:47:14.463 INFO:tasks.workunit.client.0.smithi028.stdout: "num_omap_bytes": 0, 2024-08-29T17:47:14.463 INFO:tasks.workunit.client.0.smithi028.stdout: "num_omap_keys": 0, 2024-08-29T17:47:14.463 INFO:tasks.workunit.client.0.smithi028.stdout: "num_promote": 0, 2024-08-29T17:47:14.463 INFO:tasks.workunit.client.0.smithi028.stdout: "num_read": 0, 2024-08-29T17:47:14.464 INFO:tasks.workunit.client.0.smithi028.stdout: "num_read_kb": 0, 2024-08-29T17:47:14.464 INFO:tasks.workunit.client.0.smithi028.stdout: "num_scrub_errors": 0, 2024-08-29T17:47:14.464 INFO:tasks.workunit.client.0.smithi028.stdout: "num_shallow_scrub_errors": 0, 2024-08-29T17:47:14.464 INFO:tasks.workunit.client.0.smithi028.stdout: "num_whiteouts": 0, 2024-08-29T17:47:14.464 INFO:tasks.workunit.client.0.smithi028.stdout: "num_write": 0, 2024-08-29T17:47:14.464 INFO:tasks.workunit.client.0.smithi028.stdout: "num_write_kb": 0 2024-08-29T17:47:14.464 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:14.464 INFO:tasks.workunit.client.0.smithi028.stdout: "state": "active+clean", 2024-08-29T17:47:14.464 INFO:tasks.workunit.client.0.smithi028.stdout: "stats_invalid": false, 2024-08-29T17:47:14.464 INFO:tasks.workunit.client.0.smithi028.stdout: "up": [ 2024-08-29T17:47:14.464 INFO:tasks.workunit.client.0.smithi028.stdout: 5, 2024-08-29T17:47:14.464 INFO:tasks.workunit.client.0.smithi028.stdout: 3, 2024-08-29T17:47:14.464 INFO:tasks.workunit.client.0.smithi028.stdout: 7 2024-08-29T17:47:14.465 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-08-29T17:47:14.465 INFO:tasks.workunit.client.0.smithi028.stdout: "up_primary": 5, 2024-08-29T17:47:14.465 INFO:tasks.workunit.client.0.smithi028.stdout: "version": "0'0" 2024-08-29T17:47:14.465 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:14.465 INFO:tasks.workunit.client.0.smithi028.stdout: { 2024-08-29T17:47:14.465 INFO:tasks.workunit.client.0.smithi028.stdout: "acting": [ 2024-08-29T17:47:14.465 INFO:tasks.workunit.client.0.smithi028.stdout: 7, 2024-08-29T17:47:14.465 INFO:tasks.workunit.client.0.smithi028.stdout: 2, 2024-08-29T17:47:14.465 INFO:tasks.workunit.client.0.smithi028.stdout: 4 2024-08-29T17:47:14.465 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-08-29T17:47:14.465 INFO:tasks.workunit.client.0.smithi028.stdout: "acting_primary": 7, 2024-08-29T17:47:14.465 INFO:tasks.workunit.client.0.smithi028.stdout: "avail_no_missing": [], 2024-08-29T17:47:14.465 INFO:tasks.workunit.client.0.smithi028.stdout: "blocked_by": [], 2024-08-29T17:47:14.465 INFO:tasks.workunit.client.0.smithi028.stdout: "created": 62, 2024-08-29T17:47:14.466 INFO:tasks.workunit.client.0.smithi028.stdout: "dirty_stats_invalid": false, 2024-08-29T17:47:14.466 INFO:tasks.workunit.client.0.smithi028.stdout: "hitset_bytes_stats_invalid": false, 2024-08-29T17:47:14.466 INFO:tasks.workunit.client.0.smithi028.stdout: "hitset_stats_invalid": false, 2024-08-29T17:47:14.466 INFO:tasks.workunit.client.0.smithi028.stdout: "last_active": "2024-08-29T17:43:51.057413+0000", 2024-08-29T17:47:14.466 INFO:tasks.workunit.client.0.smithi028.stdout: "last_became_active": "2024-08-29T17:41:03.086694+0000", 2024-08-29T17:47:14.466 INFO:tasks.workunit.client.0.smithi028.stdout: "last_became_peered": "2024-08-29T17:41:03.086694+0000", 2024-08-29T17:47:14.466 INFO:tasks.workunit.client.0.smithi028.stdout: "last_change": "2024-08-29T17:41:03.086984+0000", 2024-08-29T17:47:14.466 INFO:tasks.workunit.client.0.smithi028.stdout: "last_clean": "2024-08-29T17:43:51.057413+0000", 2024-08-29T17:47:14.466 INFO:tasks.workunit.client.0.smithi028.stdout: "last_clean_scrub_stamp": "2024-08-29T17:41:01.987071+0000", 2024-08-29T17:47:14.466 INFO:tasks.workunit.client.0.smithi028.stdout: "last_deep_scrub": "0'0", 2024-08-29T17:47:14.466 INFO:tasks.workunit.client.0.smithi028.stdout: "last_deep_scrub_stamp": "2024-08-29T17:41:01.987071+0000", 2024-08-29T17:47:14.466 INFO:tasks.workunit.client.0.smithi028.stdout: "last_epoch_clean": 63, 2024-08-29T17:47:14.466 INFO:tasks.workunit.client.0.smithi028.stdout: "last_fresh": "2024-08-29T17:43:51.057413+0000", 2024-08-29T17:47:14.466 INFO:tasks.workunit.client.0.smithi028.stdout: "last_fullsized": "2024-08-29T17:43:51.057413+0000", 2024-08-29T17:47:14.466 INFO:tasks.workunit.client.0.smithi028.stdout: "last_peered": "2024-08-29T17:43:51.057413+0000", 2024-08-29T17:47:14.467 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub": "0'0", 2024-08-29T17:47:14.467 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub_duration": 0, 2024-08-29T17:47:14.467 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub_stamp": "2024-08-29T17:41:01.987071+0000", 2024-08-29T17:47:14.467 INFO:tasks.workunit.client.0.smithi028.stdout: "last_undegraded": "2024-08-29T17:43:51.057413+0000", 2024-08-29T17:47:14.467 INFO:tasks.workunit.client.0.smithi028.stdout: "last_unstale": "2024-08-29T17:43:51.057413+0000", 2024-08-29T17:47:14.467 INFO:tasks.workunit.client.0.smithi028.stdout: "log_dups_size": 0, 2024-08-29T17:47:14.467 INFO:tasks.workunit.client.0.smithi028.stdout: "log_size": 0, 2024-08-29T17:47:14.467 INFO:tasks.workunit.client.0.smithi028.stdout: "log_start": "0'0", 2024-08-29T17:47:14.467 INFO:tasks.workunit.client.0.smithi028.stdout: "manifest_stats_invalid": false, 2024-08-29T17:47:14.467 INFO:tasks.workunit.client.0.smithi028.stdout: "mapping_epoch": 62, 2024-08-29T17:47:14.467 INFO:tasks.workunit.client.0.smithi028.stdout: "object_location_counts": [], 2024-08-29T17:47:14.467 INFO:tasks.workunit.client.0.smithi028.stdout: "objects_scrubbed": 0, 2024-08-29T17:47:14.467 INFO:tasks.workunit.client.0.smithi028.stdout: "objects_trimmed": 0, 2024-08-29T17:47:14.468 INFO:tasks.workunit.client.0.smithi028.stdout: "omap_stats_invalid": false, 2024-08-29T17:47:14.468 INFO:tasks.workunit.client.0.smithi028.stdout: "ondisk_log_size": 0, 2024-08-29T17:47:14.468 INFO:tasks.workunit.client.0.smithi028.stdout: "ondisk_log_start": "0'0", 2024-08-29T17:47:14.468 INFO:tasks.workunit.client.0.smithi028.stdout: "parent": "0.0", 2024-08-29T17:47:14.468 INFO:tasks.workunit.client.0.smithi028.stdout: "parent_split_bits": 0, 2024-08-29T17:47:14.468 INFO:tasks.workunit.client.0.smithi028.stdout: "pgid": "3.3b", 2024-08-29T17:47:14.468 INFO:tasks.workunit.client.0.smithi028.stdout: "pin_stats_invalid": false, 2024-08-29T17:47:14.468 INFO:tasks.workunit.client.0.smithi028.stdout: "purged_snaps": [], 2024-08-29T17:47:14.468 INFO:tasks.workunit.client.0.smithi028.stdout: "reported_epoch": 74, 2024-08-29T17:47:14.468 INFO:tasks.workunit.client.0.smithi028.stdout: "reported_seq": 21, 2024-08-29T17:47:14.468 INFO:tasks.workunit.client.0.smithi028.stdout: "scrub_duration": 0.0, 2024-08-29T17:47:14.468 INFO:tasks.workunit.client.0.smithi028.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-31T02:14:36.423246+0000", 2024-08-29T17:47:14.469 INFO:tasks.workunit.client.0.smithi028.stdout: "snaptrim_duration": 0.0, 2024-08-29T17:47:14.469 INFO:tasks.workunit.client.0.smithi028.stdout: "snaptrimq_len": 0, 2024-08-29T17:47:14.469 INFO:tasks.workunit.client.0.smithi028.stdout: "stat_sum": { 2024-08-29T17:47:14.469 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes": 0, 2024-08-29T17:47:14.469 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes_hit_set_archive": 0, 2024-08-29T17:47:14.469 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes_recovered": 0, 2024-08-29T17:47:14.469 INFO:tasks.workunit.client.0.smithi028.stdout: "num_deep_scrub_errors": 0, 2024-08-29T17:47:14.469 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict": 0, 2024-08-29T17:47:14.469 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_kb": 0, 2024-08-29T17:47:14.469 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_mode_full": 0, 2024-08-29T17:47:14.469 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_mode_some": 0, 2024-08-29T17:47:14.469 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush": 0, 2024-08-29T17:47:14.469 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_kb": 0, 2024-08-29T17:47:14.469 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_mode_high": 0, 2024-08-29T17:47:14.470 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_mode_low": 0, 2024-08-29T17:47:14.470 INFO:tasks.workunit.client.0.smithi028.stdout: "num_keys_recovered": 0, 2024-08-29T17:47:14.470 INFO:tasks.workunit.client.0.smithi028.stdout: "num_large_omap_objects": 0, 2024-08-29T17:47:14.470 INFO:tasks.workunit.client.0.smithi028.stdout: "num_legacy_snapsets": 0, 2024-08-29T17:47:14.470 INFO:tasks.workunit.client.0.smithi028.stdout: "num_object_clones": 0, 2024-08-29T17:47:14.470 INFO:tasks.workunit.client.0.smithi028.stdout: "num_object_copies": 0, 2024-08-29T17:47:14.470 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects": 0, 2024-08-29T17:47:14.470 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_degraded": 0, 2024-08-29T17:47:14.470 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_dirty": 0, 2024-08-29T17:47:14.470 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_hit_set_archive": 0, 2024-08-29T17:47:14.470 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_manifest": 0, 2024-08-29T17:47:14.470 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_misplaced": 0, 2024-08-29T17:47:14.470 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_missing": 0, 2024-08-29T17:47:14.470 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_missing_on_primary": 0, 2024-08-29T17:47:14.471 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_omap": 0, 2024-08-29T17:47:14.471 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_pinned": 0, 2024-08-29T17:47:14.471 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_recovered": 0, 2024-08-29T17:47:14.471 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_repaired": 0, 2024-08-29T17:47:14.471 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_unfound": 0, 2024-08-29T17:47:14.471 INFO:tasks.workunit.client.0.smithi028.stdout: "num_omap_bytes": 0, 2024-08-29T17:47:14.471 INFO:tasks.workunit.client.0.smithi028.stdout: "num_omap_keys": 0, 2024-08-29T17:47:14.471 INFO:tasks.workunit.client.0.smithi028.stdout: "num_promote": 0, 2024-08-29T17:47:14.471 INFO:tasks.workunit.client.0.smithi028.stdout: "num_read": 0, 2024-08-29T17:47:14.471 INFO:tasks.workunit.client.0.smithi028.stdout: "num_read_kb": 0, 2024-08-29T17:47:14.471 INFO:tasks.workunit.client.0.smithi028.stdout: "num_scrub_errors": 0, 2024-08-29T17:47:14.471 INFO:tasks.workunit.client.0.smithi028.stdout: "num_shallow_scrub_errors": 0, 2024-08-29T17:47:14.471 INFO:tasks.workunit.client.0.smithi028.stdout: "num_whiteouts": 0, 2024-08-29T17:47:14.471 INFO:tasks.workunit.client.0.smithi028.stdout: "num_write": 0, 2024-08-29T17:47:14.472 INFO:tasks.workunit.client.0.smithi028.stdout: "num_write_kb": 0 2024-08-29T17:47:14.472 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:14.472 INFO:tasks.workunit.client.0.smithi028.stdout: "state": "active+clean", 2024-08-29T17:47:14.472 INFO:tasks.workunit.client.0.smithi028.stdout: "stats_invalid": false, 2024-08-29T17:47:14.472 INFO:tasks.workunit.client.0.smithi028.stdout: "up": [ 2024-08-29T17:47:14.472 INFO:tasks.workunit.client.0.smithi028.stdout: 7, 2024-08-29T17:47:14.472 INFO:tasks.workunit.client.0.smithi028.stdout: 2, 2024-08-29T17:47:14.472 INFO:tasks.workunit.client.0.smithi028.stdout: 4 2024-08-29T17:47:14.472 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-08-29T17:47:14.472 INFO:tasks.workunit.client.0.smithi028.stdout: "up_primary": 7, 2024-08-29T17:47:14.472 INFO:tasks.workunit.client.0.smithi028.stdout: "version": "0'0" 2024-08-29T17:47:14.472 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:14.472 INFO:tasks.workunit.client.0.smithi028.stdout: { 2024-08-29T17:47:14.473 INFO:tasks.workunit.client.0.smithi028.stdout: "acting": [ 2024-08-29T17:47:14.473 INFO:tasks.workunit.client.0.smithi028.stdout: 5, 2024-08-29T17:47:14.473 INFO:tasks.workunit.client.0.smithi028.stdout: 0, 2024-08-29T17:47:14.473 INFO:tasks.workunit.client.0.smithi028.stdout: 1 2024-08-29T17:47:14.473 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-08-29T17:47:14.473 INFO:tasks.workunit.client.0.smithi028.stdout: "acting_primary": 5, 2024-08-29T17:47:14.473 INFO:tasks.workunit.client.0.smithi028.stdout: "avail_no_missing": [], 2024-08-29T17:47:14.473 INFO:tasks.workunit.client.0.smithi028.stdout: "blocked_by": [], 2024-08-29T17:47:14.473 INFO:tasks.workunit.client.0.smithi028.stdout: "created": 62, 2024-08-29T17:47:14.473 INFO:tasks.workunit.client.0.smithi028.stdout: "dirty_stats_invalid": false, 2024-08-29T17:47:14.473 INFO:tasks.workunit.client.0.smithi028.stdout: "hitset_bytes_stats_invalid": false, 2024-08-29T17:47:14.473 INFO:tasks.workunit.client.0.smithi028.stdout: "hitset_stats_invalid": false, 2024-08-29T17:47:14.474 INFO:tasks.workunit.client.0.smithi028.stdout: "last_active": "2024-08-29T17:43:51.011364+0000", 2024-08-29T17:47:14.474 INFO:tasks.workunit.client.0.smithi028.stdout: "last_became_active": "2024-08-29T17:41:03.068533+0000", 2024-08-29T17:47:14.474 INFO:tasks.workunit.client.0.smithi028.stdout: "last_became_peered": "2024-08-29T17:41:03.068533+0000", 2024-08-29T17:47:14.474 INFO:tasks.workunit.client.0.smithi028.stdout: "last_change": "2024-08-29T17:41:03.069307+0000", 2024-08-29T17:47:14.474 INFO:tasks.workunit.client.0.smithi028.stdout: "last_clean": "2024-08-29T17:43:51.011364+0000", 2024-08-29T17:47:14.474 INFO:tasks.workunit.client.0.smithi028.stdout: "last_clean_scrub_stamp": "2024-08-29T17:41:01.987071+0000", 2024-08-29T17:47:14.474 INFO:tasks.workunit.client.0.smithi028.stdout: "last_deep_scrub": "0'0", 2024-08-29T17:47:14.474 INFO:tasks.workunit.client.0.smithi028.stdout: "last_deep_scrub_stamp": "2024-08-29T17:41:01.987071+0000", 2024-08-29T17:47:14.474 INFO:tasks.workunit.client.0.smithi028.stdout: "last_epoch_clean": 63, 2024-08-29T17:47:14.474 INFO:tasks.workunit.client.0.smithi028.stdout: "last_fresh": "2024-08-29T17:43:51.011364+0000", 2024-08-29T17:47:14.474 INFO:tasks.workunit.client.0.smithi028.stdout: "last_fullsized": "2024-08-29T17:43:51.011364+0000", 2024-08-29T17:47:14.474 INFO:tasks.workunit.client.0.smithi028.stdout: "last_peered": "2024-08-29T17:43:51.011364+0000", 2024-08-29T17:47:14.474 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub": "0'0", 2024-08-29T17:47:14.474 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub_duration": 0, 2024-08-29T17:47:14.475 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub_stamp": "2024-08-29T17:41:01.987071+0000", 2024-08-29T17:47:14.475 INFO:tasks.workunit.client.0.smithi028.stdout: "last_undegraded": "2024-08-29T17:43:51.011364+0000", 2024-08-29T17:47:14.475 INFO:tasks.workunit.client.0.smithi028.stdout: "last_unstale": "2024-08-29T17:43:51.011364+0000", 2024-08-29T17:47:14.475 INFO:tasks.workunit.client.0.smithi028.stdout: "log_dups_size": 0, 2024-08-29T17:47:14.475 INFO:tasks.workunit.client.0.smithi028.stdout: "log_size": 0, 2024-08-29T17:47:14.475 INFO:tasks.workunit.client.0.smithi028.stdout: "log_start": "0'0", 2024-08-29T17:47:14.475 INFO:tasks.workunit.client.0.smithi028.stdout: "manifest_stats_invalid": false, 2024-08-29T17:47:14.475 INFO:tasks.workunit.client.0.smithi028.stdout: "mapping_epoch": 62, 2024-08-29T17:47:14.475 INFO:tasks.workunit.client.0.smithi028.stdout: "object_location_counts": [], 2024-08-29T17:47:14.475 INFO:tasks.workunit.client.0.smithi028.stdout: "objects_scrubbed": 0, 2024-08-29T17:47:14.475 INFO:tasks.workunit.client.0.smithi028.stdout: "objects_trimmed": 0, 2024-08-29T17:47:14.475 INFO:tasks.workunit.client.0.smithi028.stdout: "omap_stats_invalid": false, 2024-08-29T17:47:14.476 INFO:tasks.workunit.client.0.smithi028.stdout: "ondisk_log_size": 0, 2024-08-29T17:47:14.476 INFO:tasks.workunit.client.0.smithi028.stdout: "ondisk_log_start": "0'0", 2024-08-29T17:47:14.476 INFO:tasks.workunit.client.0.smithi028.stdout: "parent": "0.0", 2024-08-29T17:47:14.476 INFO:tasks.workunit.client.0.smithi028.stdout: "parent_split_bits": 0, 2024-08-29T17:47:14.476 INFO:tasks.workunit.client.0.smithi028.stdout: "pgid": "3.3a", 2024-08-29T17:47:14.476 INFO:tasks.workunit.client.0.smithi028.stdout: "pin_stats_invalid": false, 2024-08-29T17:47:14.476 INFO:tasks.workunit.client.0.smithi028.stdout: "purged_snaps": [], 2024-08-29T17:47:14.476 INFO:tasks.workunit.client.0.smithi028.stdout: "reported_epoch": 74, 2024-08-29T17:47:14.476 INFO:tasks.workunit.client.0.smithi028.stdout: "reported_seq": 21, 2024-08-29T17:47:14.476 INFO:tasks.workunit.client.0.smithi028.stdout: "scrub_duration": 0.0, 2024-08-29T17:47:14.476 INFO:tasks.workunit.client.0.smithi028.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-31T02:26:49.631218+0000", 2024-08-29T17:47:14.476 INFO:tasks.workunit.client.0.smithi028.stdout: "snaptrim_duration": 0.0, 2024-08-29T17:47:14.476 INFO:tasks.workunit.client.0.smithi028.stdout: "snaptrimq_len": 0, 2024-08-29T17:47:14.477 INFO:tasks.workunit.client.0.smithi028.stdout: "stat_sum": { 2024-08-29T17:47:14.477 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes": 0, 2024-08-29T17:47:14.477 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes_hit_set_archive": 0, 2024-08-29T17:47:14.477 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes_recovered": 0, 2024-08-29T17:47:14.477 INFO:tasks.workunit.client.0.smithi028.stdout: "num_deep_scrub_errors": 0, 2024-08-29T17:47:14.477 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict": 0, 2024-08-29T17:47:14.477 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_kb": 0, 2024-08-29T17:47:14.477 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_mode_full": 0, 2024-08-29T17:47:14.477 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_mode_some": 0, 2024-08-29T17:47:14.477 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush": 0, 2024-08-29T17:47:14.477 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_kb": 0, 2024-08-29T17:47:14.477 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_mode_high": 0, 2024-08-29T17:47:14.477 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_mode_low": 0, 2024-08-29T17:47:14.478 INFO:tasks.workunit.client.0.smithi028.stdout: "num_keys_recovered": 0, 2024-08-29T17:47:14.478 INFO:tasks.workunit.client.0.smithi028.stdout: "num_large_omap_objects": 0, 2024-08-29T17:47:14.478 INFO:tasks.workunit.client.0.smithi028.stdout: "num_legacy_snapsets": 0, 2024-08-29T17:47:14.478 INFO:tasks.workunit.client.0.smithi028.stdout: "num_object_clones": 0, 2024-08-29T17:47:14.478 INFO:tasks.workunit.client.0.smithi028.stdout: "num_object_copies": 0, 2024-08-29T17:47:14.478 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects": 0, 2024-08-29T17:47:14.478 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_degraded": 0, 2024-08-29T17:47:14.478 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_dirty": 0, 2024-08-29T17:47:14.478 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_hit_set_archive": 0, 2024-08-29T17:47:14.478 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_manifest": 0, 2024-08-29T17:47:14.478 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_misplaced": 0, 2024-08-29T17:47:14.478 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_missing": 0, 2024-08-29T17:47:14.478 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_missing_on_primary": 0, 2024-08-29T17:47:14.478 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_omap": 0, 2024-08-29T17:47:14.479 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_pinned": 0, 2024-08-29T17:47:14.479 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_recovered": 0, 2024-08-29T17:47:14.479 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_repaired": 0, 2024-08-29T17:47:14.479 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_unfound": 0, 2024-08-29T17:47:14.479 INFO:tasks.workunit.client.0.smithi028.stdout: "num_omap_bytes": 0, 2024-08-29T17:47:14.479 INFO:tasks.workunit.client.0.smithi028.stdout: "num_omap_keys": 0, 2024-08-29T17:47:14.479 INFO:tasks.workunit.client.0.smithi028.stdout: "num_promote": 0, 2024-08-29T17:47:14.479 INFO:tasks.workunit.client.0.smithi028.stdout: "num_read": 0, 2024-08-29T17:47:14.479 INFO:tasks.workunit.client.0.smithi028.stdout: "num_read_kb": 0, 2024-08-29T17:47:14.479 INFO:tasks.workunit.client.0.smithi028.stdout: "num_scrub_errors": 0, 2024-08-29T17:47:14.479 INFO:tasks.workunit.client.0.smithi028.stdout: "num_shallow_scrub_errors": 0, 2024-08-29T17:47:14.479 INFO:tasks.workunit.client.0.smithi028.stdout: "num_whiteouts": 0, 2024-08-29T17:47:14.479 INFO:tasks.workunit.client.0.smithi028.stdout: "num_write": 0, 2024-08-29T17:47:14.479 INFO:tasks.workunit.client.0.smithi028.stdout: "num_write_kb": 0 2024-08-29T17:47:14.479 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:14.480 INFO:tasks.workunit.client.0.smithi028.stdout: "state": "active+clean", 2024-08-29T17:47:14.480 INFO:tasks.workunit.client.0.smithi028.stdout: "stats_invalid": false, 2024-08-29T17:47:14.480 INFO:tasks.workunit.client.0.smithi028.stdout: "up": [ 2024-08-29T17:47:14.480 INFO:tasks.workunit.client.0.smithi028.stdout: 5, 2024-08-29T17:47:14.480 INFO:tasks.workunit.client.0.smithi028.stdout: 0, 2024-08-29T17:47:14.480 INFO:tasks.workunit.client.0.smithi028.stdout: 1 2024-08-29T17:47:14.480 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-08-29T17:47:14.480 INFO:tasks.workunit.client.0.smithi028.stdout: "up_primary": 5, 2024-08-29T17:47:14.480 INFO:tasks.workunit.client.0.smithi028.stdout: "version": "0'0" 2024-08-29T17:47:14.480 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:14.480 INFO:tasks.workunit.client.0.smithi028.stdout: { 2024-08-29T17:47:14.480 INFO:tasks.workunit.client.0.smithi028.stdout: "acting": [ 2024-08-29T17:47:14.480 INFO:tasks.workunit.client.0.smithi028.stdout: 7, 2024-08-29T17:47:14.480 INFO:tasks.workunit.client.0.smithi028.stdout: 0, 2024-08-29T17:47:14.481 INFO:tasks.workunit.client.0.smithi028.stdout: 4 2024-08-29T17:47:14.481 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-08-29T17:47:14.481 INFO:tasks.workunit.client.0.smithi028.stdout: "acting_primary": 7, 2024-08-29T17:47:14.481 INFO:tasks.workunit.client.0.smithi028.stdout: "avail_no_missing": [], 2024-08-29T17:47:14.481 INFO:tasks.workunit.client.0.smithi028.stdout: "blocked_by": [], 2024-08-29T17:47:14.481 INFO:tasks.workunit.client.0.smithi028.stdout: "created": 62, 2024-08-29T17:47:14.481 INFO:tasks.workunit.client.0.smithi028.stdout: "dirty_stats_invalid": false, 2024-08-29T17:47:14.481 INFO:tasks.workunit.client.0.smithi028.stdout: "hitset_bytes_stats_invalid": false, 2024-08-29T17:47:14.481 INFO:tasks.workunit.client.0.smithi028.stdout: "hitset_stats_invalid": false, 2024-08-29T17:47:14.481 INFO:tasks.workunit.client.0.smithi028.stdout: "last_active": "2024-08-29T17:43:51.056827+0000", 2024-08-29T17:47:14.481 INFO:tasks.workunit.client.0.smithi028.stdout: "last_became_active": "2024-08-29T17:41:03.084758+0000", 2024-08-29T17:47:14.481 INFO:tasks.workunit.client.0.smithi028.stdout: "last_became_peered": "2024-08-29T17:41:03.084758+0000", 2024-08-29T17:47:14.481 INFO:tasks.workunit.client.0.smithi028.stdout: "last_change": "2024-08-29T17:41:03.085926+0000", 2024-08-29T17:47:14.482 INFO:tasks.workunit.client.0.smithi028.stdout: "last_clean": "2024-08-29T17:43:51.056827+0000", 2024-08-29T17:47:14.482 INFO:tasks.workunit.client.0.smithi028.stdout: "last_clean_scrub_stamp": "2024-08-29T17:41:01.987071+0000", 2024-08-29T17:47:14.482 INFO:tasks.workunit.client.0.smithi028.stdout: "last_deep_scrub": "0'0", 2024-08-29T17:47:14.482 INFO:tasks.workunit.client.0.smithi028.stdout: "last_deep_scrub_stamp": "2024-08-29T17:41:01.987071+0000", 2024-08-29T17:47:14.482 INFO:tasks.workunit.client.0.smithi028.stdout: "last_epoch_clean": 63, 2024-08-29T17:47:14.482 INFO:tasks.workunit.client.0.smithi028.stdout: "last_fresh": "2024-08-29T17:43:51.056827+0000", 2024-08-29T17:47:14.482 INFO:tasks.workunit.client.0.smithi028.stdout: "last_fullsized": "2024-08-29T17:43:51.056827+0000", 2024-08-29T17:47:14.482 INFO:tasks.workunit.client.0.smithi028.stdout: "last_peered": "2024-08-29T17:43:51.056827+0000", 2024-08-29T17:47:14.482 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub": "0'0", 2024-08-29T17:47:14.482 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub_duration": 0, 2024-08-29T17:47:14.482 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub_stamp": "2024-08-29T17:41:01.987071+0000", 2024-08-29T17:47:14.482 INFO:tasks.workunit.client.0.smithi028.stdout: "last_undegraded": "2024-08-29T17:43:51.056827+0000", 2024-08-29T17:47:14.482 INFO:tasks.workunit.client.0.smithi028.stdout: "last_unstale": "2024-08-29T17:43:51.056827+0000", 2024-08-29T17:47:14.482 INFO:tasks.workunit.client.0.smithi028.stdout: "log_dups_size": 0, 2024-08-29T17:47:14.482 INFO:tasks.workunit.client.0.smithi028.stdout: "log_size": 0, 2024-08-29T17:47:14.483 INFO:tasks.workunit.client.0.smithi028.stdout: "log_start": "0'0", 2024-08-29T17:47:14.483 INFO:tasks.workunit.client.0.smithi028.stdout: "manifest_stats_invalid": false, 2024-08-29T17:47:14.483 INFO:tasks.workunit.client.0.smithi028.stdout: "mapping_epoch": 62, 2024-08-29T17:47:14.483 INFO:tasks.workunit.client.0.smithi028.stdout: "object_location_counts": [], 2024-08-29T17:47:14.483 INFO:tasks.workunit.client.0.smithi028.stdout: "objects_scrubbed": 0, 2024-08-29T17:47:14.483 INFO:tasks.workunit.client.0.smithi028.stdout: "objects_trimmed": 0, 2024-08-29T17:47:14.483 INFO:tasks.workunit.client.0.smithi028.stdout: "omap_stats_invalid": false, 2024-08-29T17:47:14.483 INFO:tasks.workunit.client.0.smithi028.stdout: "ondisk_log_size": 0, 2024-08-29T17:47:14.483 INFO:tasks.workunit.client.0.smithi028.stdout: "ondisk_log_start": "0'0", 2024-08-29T17:47:14.483 INFO:tasks.workunit.client.0.smithi028.stdout: "parent": "0.0", 2024-08-29T17:47:14.483 INFO:tasks.workunit.client.0.smithi028.stdout: "parent_split_bits": 0, 2024-08-29T17:47:14.483 INFO:tasks.workunit.client.0.smithi028.stdout: "pgid": "3.39", 2024-08-29T17:47:14.483 INFO:tasks.workunit.client.0.smithi028.stdout: "pin_stats_invalid": false, 2024-08-29T17:47:14.484 INFO:tasks.workunit.client.0.smithi028.stdout: "purged_snaps": [], 2024-08-29T17:47:14.484 INFO:tasks.workunit.client.0.smithi028.stdout: "reported_epoch": 74, 2024-08-29T17:47:14.484 INFO:tasks.workunit.client.0.smithi028.stdout: "reported_seq": 21, 2024-08-29T17:47:14.484 INFO:tasks.workunit.client.0.smithi028.stdout: "scrub_duration": 0.0, 2024-08-29T17:47:14.484 INFO:tasks.workunit.client.0.smithi028.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-30T23:26:02.565365+0000", 2024-08-29T17:47:14.484 INFO:tasks.workunit.client.0.smithi028.stdout: "snaptrim_duration": 0.0, 2024-08-29T17:47:14.484 INFO:tasks.workunit.client.0.smithi028.stdout: "snaptrimq_len": 0, 2024-08-29T17:47:14.484 INFO:tasks.workunit.client.0.smithi028.stdout: "stat_sum": { 2024-08-29T17:47:14.484 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes": 0, 2024-08-29T17:47:14.484 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes_hit_set_archive": 0, 2024-08-29T17:47:14.484 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes_recovered": 0, 2024-08-29T17:47:14.484 INFO:tasks.workunit.client.0.smithi028.stdout: "num_deep_scrub_errors": 0, 2024-08-29T17:47:14.484 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict": 0, 2024-08-29T17:47:14.485 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_kb": 0, 2024-08-29T17:47:14.485 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_mode_full": 0, 2024-08-29T17:47:14.485 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_mode_some": 0, 2024-08-29T17:47:14.485 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush": 0, 2024-08-29T17:47:14.485 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_kb": 0, 2024-08-29T17:47:14.485 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_mode_high": 0, 2024-08-29T17:47:14.485 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_mode_low": 0, 2024-08-29T17:47:14.485 INFO:tasks.workunit.client.0.smithi028.stdout: "num_keys_recovered": 0, 2024-08-29T17:47:14.485 INFO:tasks.workunit.client.0.smithi028.stdout: "num_large_omap_objects": 0, 2024-08-29T17:47:14.485 INFO:tasks.workunit.client.0.smithi028.stdout: "num_legacy_snapsets": 0, 2024-08-29T17:47:14.485 INFO:tasks.workunit.client.0.smithi028.stdout: "num_object_clones": 0, 2024-08-29T17:47:14.485 INFO:tasks.workunit.client.0.smithi028.stdout: "num_object_copies": 0, 2024-08-29T17:47:14.485 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects": 0, 2024-08-29T17:47:14.485 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_degraded": 0, 2024-08-29T17:47:14.486 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_dirty": 0, 2024-08-29T17:47:14.486 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_hit_set_archive": 0, 2024-08-29T17:47:14.486 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_manifest": 0, 2024-08-29T17:47:14.486 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_misplaced": 0, 2024-08-29T17:47:14.486 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_missing": 0, 2024-08-29T17:47:14.486 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_missing_on_primary": 0, 2024-08-29T17:47:14.486 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_omap": 0, 2024-08-29T17:47:14.486 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_pinned": 0, 2024-08-29T17:47:14.486 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_recovered": 0, 2024-08-29T17:47:14.486 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_repaired": 0, 2024-08-29T17:47:14.486 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_unfound": 0, 2024-08-29T17:47:14.486 INFO:tasks.workunit.client.0.smithi028.stdout: "num_omap_bytes": 0, 2024-08-29T17:47:14.486 INFO:tasks.workunit.client.0.smithi028.stdout: "num_omap_keys": 0, 2024-08-29T17:47:14.487 INFO:tasks.workunit.client.0.smithi028.stdout: "num_promote": 0, 2024-08-29T17:47:14.487 INFO:tasks.workunit.client.0.smithi028.stdout: "num_read": 0, 2024-08-29T17:47:14.487 INFO:tasks.workunit.client.0.smithi028.stdout: "num_read_kb": 0, 2024-08-29T17:47:14.487 INFO:tasks.workunit.client.0.smithi028.stdout: "num_scrub_errors": 0, 2024-08-29T17:47:14.487 INFO:tasks.workunit.client.0.smithi028.stdout: "num_shallow_scrub_errors": 0, 2024-08-29T17:47:14.487 INFO:tasks.workunit.client.0.smithi028.stdout: "num_whiteouts": 0, 2024-08-29T17:47:14.487 INFO:tasks.workunit.client.0.smithi028.stdout: "num_write": 0, 2024-08-29T17:47:14.487 INFO:tasks.workunit.client.0.smithi028.stdout: "num_write_kb": 0 2024-08-29T17:47:14.487 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:14.487 INFO:tasks.workunit.client.0.smithi028.stdout: "state": "active+clean", 2024-08-29T17:47:14.487 INFO:tasks.workunit.client.0.smithi028.stdout: "stats_invalid": false, 2024-08-29T17:47:14.487 INFO:tasks.workunit.client.0.smithi028.stdout: "up": [ 2024-08-29T17:47:14.487 INFO:tasks.workunit.client.0.smithi028.stdout: 7, 2024-08-29T17:47:14.488 INFO:tasks.workunit.client.0.smithi028.stdout: 0, 2024-08-29T17:47:14.488 INFO:tasks.workunit.client.0.smithi028.stdout: 4 2024-08-29T17:47:14.488 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-08-29T17:47:14.488 INFO:tasks.workunit.client.0.smithi028.stdout: "up_primary": 7, 2024-08-29T17:47:14.488 INFO:tasks.workunit.client.0.smithi028.stdout: "version": "0'0" 2024-08-29T17:47:14.488 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:14.488 INFO:tasks.workunit.client.0.smithi028.stdout: { 2024-08-29T17:47:14.488 INFO:tasks.workunit.client.0.smithi028.stdout: "acting": [ 2024-08-29T17:47:14.488 INFO:tasks.workunit.client.0.smithi028.stdout: 3, 2024-08-29T17:47:14.488 INFO:tasks.workunit.client.0.smithi028.stdout: 5, 2024-08-29T17:47:14.488 INFO:tasks.workunit.client.0.smithi028.stdout: 6 2024-08-29T17:47:14.488 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-08-29T17:47:14.489 INFO:tasks.workunit.client.0.smithi028.stdout: "acting_primary": 3, 2024-08-29T17:47:14.489 INFO:tasks.workunit.client.0.smithi028.stdout: "avail_no_missing": [], 2024-08-29T17:47:14.489 INFO:tasks.workunit.client.0.smithi028.stdout: "blocked_by": [], 2024-08-29T17:47:14.489 INFO:tasks.workunit.client.0.smithi028.stdout: "created": 62, 2024-08-29T17:47:14.489 INFO:tasks.workunit.client.0.smithi028.stdout: "dirty_stats_invalid": false, 2024-08-29T17:47:14.489 INFO:tasks.workunit.client.0.smithi028.stdout: "hitset_bytes_stats_invalid": false, 2024-08-29T17:47:14.489 INFO:tasks.workunit.client.0.smithi028.stdout: "hitset_stats_invalid": false, 2024-08-29T17:47:14.489 INFO:tasks.workunit.client.0.smithi028.stdout: "last_active": "2024-08-29T17:43:51.002076+0000", 2024-08-29T17:47:14.489 INFO:tasks.workunit.client.0.smithi028.stdout: "last_became_active": "2024-08-29T17:41:03.053683+0000", 2024-08-29T17:47:14.489 INFO:tasks.workunit.client.0.smithi028.stdout: "last_became_peered": "2024-08-29T17:41:03.053683+0000", 2024-08-29T17:47:14.489 INFO:tasks.workunit.client.0.smithi028.stdout: "last_change": "2024-08-29T17:41:03.054590+0000", 2024-08-29T17:47:14.489 INFO:tasks.workunit.client.0.smithi028.stdout: "last_clean": "2024-08-29T17:43:51.002076+0000", 2024-08-29T17:47:14.490 INFO:tasks.workunit.client.0.smithi028.stdout: "last_clean_scrub_stamp": "2024-08-29T17:41:01.987071+0000", 2024-08-29T17:47:14.490 INFO:tasks.workunit.client.0.smithi028.stdout: "last_deep_scrub": "0'0", 2024-08-29T17:47:14.490 INFO:tasks.workunit.client.0.smithi028.stdout: "last_deep_scrub_stamp": "2024-08-29T17:41:01.987071+0000", 2024-08-29T17:47:14.490 INFO:tasks.workunit.client.0.smithi028.stdout: "last_epoch_clean": 63, 2024-08-29T17:47:14.490 INFO:tasks.workunit.client.0.smithi028.stdout: "last_fresh": "2024-08-29T17:43:51.002076+0000", 2024-08-29T17:47:14.490 INFO:tasks.workunit.client.0.smithi028.stdout: "last_fullsized": "2024-08-29T17:43:51.002076+0000", 2024-08-29T17:47:14.490 INFO:tasks.workunit.client.0.smithi028.stdout: "last_peered": "2024-08-29T17:43:51.002076+0000", 2024-08-29T17:47:14.490 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub": "0'0", 2024-08-29T17:47:14.490 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub_duration": 0, 2024-08-29T17:47:14.490 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub_stamp": "2024-08-29T17:41:01.987071+0000", 2024-08-29T17:47:14.490 INFO:tasks.workunit.client.0.smithi028.stdout: "last_undegraded": "2024-08-29T17:43:51.002076+0000", 2024-08-29T17:47:14.490 INFO:tasks.workunit.client.0.smithi028.stdout: "last_unstale": "2024-08-29T17:43:51.002076+0000", 2024-08-29T17:47:14.490 INFO:tasks.workunit.client.0.smithi028.stdout: "log_dups_size": 0, 2024-08-29T17:47:14.491 INFO:tasks.workunit.client.0.smithi028.stdout: "log_size": 0, 2024-08-29T17:47:14.491 INFO:tasks.workunit.client.0.smithi028.stdout: "log_start": "0'0", 2024-08-29T17:47:14.491 INFO:tasks.workunit.client.0.smithi028.stdout: "manifest_stats_invalid": false, 2024-08-29T17:47:14.491 INFO:tasks.workunit.client.0.smithi028.stdout: "mapping_epoch": 62, 2024-08-29T17:47:14.491 INFO:tasks.workunit.client.0.smithi028.stdout: "object_location_counts": [], 2024-08-29T17:47:14.491 INFO:tasks.workunit.client.0.smithi028.stdout: "objects_scrubbed": 0, 2024-08-29T17:47:14.491 INFO:tasks.workunit.client.0.smithi028.stdout: "objects_trimmed": 0, 2024-08-29T17:47:14.491 INFO:tasks.workunit.client.0.smithi028.stdout: "omap_stats_invalid": false, 2024-08-29T17:47:14.491 INFO:tasks.workunit.client.0.smithi028.stdout: "ondisk_log_size": 0, 2024-08-29T17:47:14.491 INFO:tasks.workunit.client.0.smithi028.stdout: "ondisk_log_start": "0'0", 2024-08-29T17:47:14.491 INFO:tasks.workunit.client.0.smithi028.stdout: "parent": "0.0", 2024-08-29T17:47:14.491 INFO:tasks.workunit.client.0.smithi028.stdout: "parent_split_bits": 0, 2024-08-29T17:47:14.491 INFO:tasks.workunit.client.0.smithi028.stdout: "pgid": "3.38", 2024-08-29T17:47:14.491 INFO:tasks.workunit.client.0.smithi028.stdout: "pin_stats_invalid": false, 2024-08-29T17:47:14.492 INFO:tasks.workunit.client.0.smithi028.stdout: "purged_snaps": [], 2024-08-29T17:47:14.492 INFO:tasks.workunit.client.0.smithi028.stdout: "reported_epoch": 74, 2024-08-29T17:47:14.492 INFO:tasks.workunit.client.0.smithi028.stdout: "reported_seq": 21, 2024-08-29T17:47:14.492 INFO:tasks.workunit.client.0.smithi028.stdout: "scrub_duration": 0.0, 2024-08-29T17:47:14.492 INFO:tasks.workunit.client.0.smithi028.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-31T05:16:45.530798+0000", 2024-08-29T17:47:14.492 INFO:tasks.workunit.client.0.smithi028.stdout: "snaptrim_duration": 0.0, 2024-08-29T17:47:14.492 INFO:tasks.workunit.client.0.smithi028.stdout: "snaptrimq_len": 0, 2024-08-29T17:47:14.492 INFO:tasks.workunit.client.0.smithi028.stdout: "stat_sum": { 2024-08-29T17:47:14.492 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes": 0, 2024-08-29T17:47:14.492 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes_hit_set_archive": 0, 2024-08-29T17:47:14.492 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes_recovered": 0, 2024-08-29T17:47:14.492 INFO:tasks.workunit.client.0.smithi028.stdout: "num_deep_scrub_errors": 0, 2024-08-29T17:47:14.493 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict": 0, 2024-08-29T17:47:14.493 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_kb": 0, 2024-08-29T17:47:14.493 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_mode_full": 0, 2024-08-29T17:47:14.493 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_mode_some": 0, 2024-08-29T17:47:14.493 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush": 0, 2024-08-29T17:47:14.493 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_kb": 0, 2024-08-29T17:47:14.493 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_mode_high": 0, 2024-08-29T17:47:14.493 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_mode_low": 0, 2024-08-29T17:47:14.493 INFO:tasks.workunit.client.0.smithi028.stdout: "num_keys_recovered": 0, 2024-08-29T17:47:14.493 INFO:tasks.workunit.client.0.smithi028.stdout: "num_large_omap_objects": 0, 2024-08-29T17:47:14.493 INFO:tasks.workunit.client.0.smithi028.stdout: "num_legacy_snapsets": 0, 2024-08-29T17:47:14.493 INFO:tasks.workunit.client.0.smithi028.stdout: "num_object_clones": 0, 2024-08-29T17:47:14.493 INFO:tasks.workunit.client.0.smithi028.stdout: "num_object_copies": 0, 2024-08-29T17:47:14.494 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects": 0, 2024-08-29T17:47:14.494 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_degraded": 0, 2024-08-29T17:47:14.494 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_dirty": 0, 2024-08-29T17:47:14.494 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_hit_set_archive": 0, 2024-08-29T17:47:14.494 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_manifest": 0, 2024-08-29T17:47:14.494 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_misplaced": 0, 2024-08-29T17:47:14.494 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_missing": 0, 2024-08-29T17:47:14.494 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_missing_on_primary": 0, 2024-08-29T17:47:14.494 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_omap": 0, 2024-08-29T17:47:14.494 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_pinned": 0, 2024-08-29T17:47:14.494 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_recovered": 0, 2024-08-29T17:47:14.494 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_repaired": 0, 2024-08-29T17:47:14.494 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_unfound": 0, 2024-08-29T17:47:14.494 INFO:tasks.workunit.client.0.smithi028.stdout: "num_omap_bytes": 0, 2024-08-29T17:47:14.494 INFO:tasks.workunit.client.0.smithi028.stdout: "num_omap_keys": 0, 2024-08-29T17:47:14.494 INFO:tasks.workunit.client.0.smithi028.stdout: "num_promote": 0, 2024-08-29T17:47:14.495 INFO:tasks.workunit.client.0.smithi028.stdout: "num_read": 0, 2024-08-29T17:47:14.495 INFO:tasks.workunit.client.0.smithi028.stdout: "num_read_kb": 0, 2024-08-29T17:47:14.495 INFO:tasks.workunit.client.0.smithi028.stdout: "num_scrub_errors": 0, 2024-08-29T17:47:14.495 INFO:tasks.workunit.client.0.smithi028.stdout: "num_shallow_scrub_errors": 0, 2024-08-29T17:47:14.495 INFO:tasks.workunit.client.0.smithi028.stdout: "num_whiteouts": 0, 2024-08-29T17:47:14.495 INFO:tasks.workunit.client.0.smithi028.stdout: "num_write": 0, 2024-08-29T17:47:14.495 INFO:tasks.workunit.client.0.smithi028.stdout: "num_write_kb": 0 2024-08-29T17:47:14.495 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:14.495 INFO:tasks.workunit.client.0.smithi028.stdout: "state": "active+clean", 2024-08-29T17:47:14.495 INFO:tasks.workunit.client.0.smithi028.stdout: "stats_invalid": false, 2024-08-29T17:47:14.495 INFO:tasks.workunit.client.0.smithi028.stdout: "up": [ 2024-08-29T17:47:14.495 INFO:tasks.workunit.client.0.smithi028.stdout: 3, 2024-08-29T17:47:14.495 INFO:tasks.workunit.client.0.smithi028.stdout: 5, 2024-08-29T17:47:14.495 INFO:tasks.workunit.client.0.smithi028.stdout: 6 2024-08-29T17:47:14.495 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-08-29T17:47:14.496 INFO:tasks.workunit.client.0.smithi028.stdout: "up_primary": 3, 2024-08-29T17:47:14.496 INFO:tasks.workunit.client.0.smithi028.stdout: "version": "0'0" 2024-08-29T17:47:14.496 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:14.496 INFO:tasks.workunit.client.0.smithi028.stdout: { 2024-08-29T17:47:14.496 INFO:tasks.workunit.client.0.smithi028.stdout: "acting": [ 2024-08-29T17:47:14.496 INFO:tasks.workunit.client.0.smithi028.stdout: 7, 2024-08-29T17:47:14.496 INFO:tasks.workunit.client.0.smithi028.stdout: 1, 2024-08-29T17:47:14.496 INFO:tasks.workunit.client.0.smithi028.stdout: 0 2024-08-29T17:47:14.496 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-08-29T17:47:14.496 INFO:tasks.workunit.client.0.smithi028.stdout: "acting_primary": 7, 2024-08-29T17:47:14.496 INFO:tasks.workunit.client.0.smithi028.stdout: "avail_no_missing": [], 2024-08-29T17:47:14.496 INFO:tasks.workunit.client.0.smithi028.stdout: "blocked_by": [], 2024-08-29T17:47:14.496 INFO:tasks.workunit.client.0.smithi028.stdout: "created": 62, 2024-08-29T17:47:14.497 INFO:tasks.workunit.client.0.smithi028.stdout: "dirty_stats_invalid": false, 2024-08-29T17:47:14.497 INFO:tasks.workunit.client.0.smithi028.stdout: "hitset_bytes_stats_invalid": false, 2024-08-29T17:47:14.497 INFO:tasks.workunit.client.0.smithi028.stdout: "hitset_stats_invalid": false, 2024-08-29T17:47:14.497 INFO:tasks.workunit.client.0.smithi028.stdout: "last_active": "2024-08-29T17:43:51.059362+0000", 2024-08-29T17:47:14.497 INFO:tasks.workunit.client.0.smithi028.stdout: "last_became_active": "2024-08-29T17:41:16.980028+0000", 2024-08-29T17:47:14.497 INFO:tasks.workunit.client.0.smithi028.stdout: "last_became_peered": "2024-08-29T17:41:16.980028+0000", 2024-08-29T17:47:14.497 INFO:tasks.workunit.client.0.smithi028.stdout: "last_change": "2024-08-29T17:41:16.980821+0000", 2024-08-29T17:47:14.497 INFO:tasks.workunit.client.0.smithi028.stdout: "last_clean": "2024-08-29T17:43:51.059362+0000", 2024-08-29T17:47:14.497 INFO:tasks.workunit.client.0.smithi028.stdout: "last_clean_scrub_stamp": "2024-08-29T17:41:01.987071+0000", 2024-08-29T17:47:14.497 INFO:tasks.workunit.client.0.smithi028.stdout: "last_deep_scrub": "0'0", 2024-08-29T17:47:14.497 INFO:tasks.workunit.client.0.smithi028.stdout: "last_deep_scrub_stamp": "2024-08-29T17:41:01.987071+0000", 2024-08-29T17:47:14.497 INFO:tasks.workunit.client.0.smithi028.stdout: "last_epoch_clean": 67, 2024-08-29T17:47:14.497 INFO:tasks.workunit.client.0.smithi028.stdout: "last_fresh": "2024-08-29T17:43:51.059362+0000", 2024-08-29T17:47:14.498 INFO:tasks.workunit.client.0.smithi028.stdout: "last_fullsized": "2024-08-29T17:43:51.059362+0000", 2024-08-29T17:47:14.498 INFO:tasks.workunit.client.0.smithi028.stdout: "last_peered": "2024-08-29T17:43:51.059362+0000", 2024-08-29T17:47:14.498 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub": "0'0", 2024-08-29T17:47:14.498 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub_duration": 0, 2024-08-29T17:47:14.498 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub_stamp": "2024-08-29T17:41:01.987071+0000", 2024-08-29T17:47:14.498 INFO:tasks.workunit.client.0.smithi028.stdout: "last_undegraded": "2024-08-29T17:43:51.059362+0000", 2024-08-29T17:47:14.498 INFO:tasks.workunit.client.0.smithi028.stdout: "last_unstale": "2024-08-29T17:43:51.059362+0000", 2024-08-29T17:47:14.498 INFO:tasks.workunit.client.0.smithi028.stdout: "log_dups_size": 0, 2024-08-29T17:47:14.498 INFO:tasks.workunit.client.0.smithi028.stdout: "log_size": 0, 2024-08-29T17:47:14.498 INFO:tasks.workunit.client.0.smithi028.stdout: "log_start": "0'0", 2024-08-29T17:47:14.499 INFO:tasks.workunit.client.0.smithi028.stdout: "manifest_stats_invalid": false, 2024-08-29T17:47:14.499 INFO:tasks.workunit.client.0.smithi028.stdout: "mapping_epoch": 66, 2024-08-29T17:47:14.499 INFO:tasks.workunit.client.0.smithi028.stdout: "object_location_counts": [], 2024-08-29T17:47:14.499 INFO:tasks.workunit.client.0.smithi028.stdout: "objects_scrubbed": 0, 2024-08-29T17:47:14.499 INFO:tasks.workunit.client.0.smithi028.stdout: "objects_trimmed": 0, 2024-08-29T17:47:14.499 INFO:tasks.workunit.client.0.smithi028.stdout: "omap_stats_invalid": false, 2024-08-29T17:47:14.499 INFO:tasks.workunit.client.0.smithi028.stdout: "ondisk_log_size": 0, 2024-08-29T17:47:14.499 INFO:tasks.workunit.client.0.smithi028.stdout: "ondisk_log_start": "0'0", 2024-08-29T17:47:14.499 INFO:tasks.workunit.client.0.smithi028.stdout: "parent": "0.0", 2024-08-29T17:47:14.499 INFO:tasks.workunit.client.0.smithi028.stdout: "parent_split_bits": 0, 2024-08-29T17:47:14.499 INFO:tasks.workunit.client.0.smithi028.stdout: "pgid": "3.37", 2024-08-29T17:47:14.499 INFO:tasks.workunit.client.0.smithi028.stdout: "pin_stats_invalid": false, 2024-08-29T17:47:14.500 INFO:tasks.workunit.client.0.smithi028.stdout: "purged_snaps": [], 2024-08-29T17:47:14.500 INFO:tasks.workunit.client.0.smithi028.stdout: "reported_epoch": 74, 2024-08-29T17:47:14.500 INFO:tasks.workunit.client.0.smithi028.stdout: "reported_seq": 31, 2024-08-29T17:47:14.500 INFO:tasks.workunit.client.0.smithi028.stdout: "scrub_duration": 0.0, 2024-08-29T17:47:14.500 INFO:tasks.workunit.client.0.smithi028.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-30T23:59:56.635403+0000", 2024-08-29T17:47:14.500 INFO:tasks.workunit.client.0.smithi028.stdout: "snaptrim_duration": 0.0, 2024-08-29T17:47:14.500 INFO:tasks.workunit.client.0.smithi028.stdout: "snaptrimq_len": 0, 2024-08-29T17:47:14.500 INFO:tasks.workunit.client.0.smithi028.stdout: "stat_sum": { 2024-08-29T17:47:14.500 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes": 0, 2024-08-29T17:47:14.500 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes_hit_set_archive": 0, 2024-08-29T17:47:14.500 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes_recovered": 0, 2024-08-29T17:47:14.500 INFO:tasks.workunit.client.0.smithi028.stdout: "num_deep_scrub_errors": 0, 2024-08-29T17:47:14.501 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict": 0, 2024-08-29T17:47:14.501 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_kb": 0, 2024-08-29T17:47:14.501 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_mode_full": 0, 2024-08-29T17:47:14.501 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_mode_some": 0, 2024-08-29T17:47:14.501 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush": 0, 2024-08-29T17:47:14.501 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_kb": 0, 2024-08-29T17:47:14.501 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_mode_high": 0, 2024-08-29T17:47:14.501 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_mode_low": 0, 2024-08-29T17:47:14.501 INFO:tasks.workunit.client.0.smithi028.stdout: "num_keys_recovered": 0, 2024-08-29T17:47:14.501 INFO:tasks.workunit.client.0.smithi028.stdout: "num_large_omap_objects": 0, 2024-08-29T17:47:14.501 INFO:tasks.workunit.client.0.smithi028.stdout: "num_legacy_snapsets": 0, 2024-08-29T17:47:14.501 INFO:tasks.workunit.client.0.smithi028.stdout: "num_object_clones": 0, 2024-08-29T17:47:14.501 INFO:tasks.workunit.client.0.smithi028.stdout: "num_object_copies": 0, 2024-08-29T17:47:14.501 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects": 0, 2024-08-29T17:47:14.501 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_degraded": 0, 2024-08-29T17:47:14.502 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_dirty": 0, 2024-08-29T17:47:14.502 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_hit_set_archive": 0, 2024-08-29T17:47:14.502 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_manifest": 0, 2024-08-29T17:47:14.502 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_misplaced": 0, 2024-08-29T17:47:14.502 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_missing": 0, 2024-08-29T17:47:14.502 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_missing_on_primary": 0, 2024-08-29T17:47:14.502 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_omap": 0, 2024-08-29T17:47:14.502 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_pinned": 0, 2024-08-29T17:47:14.502 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_recovered": 0, 2024-08-29T17:47:14.502 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_repaired": 0, 2024-08-29T17:47:14.502 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_unfound": 0, 2024-08-29T17:47:14.502 INFO:tasks.workunit.client.0.smithi028.stdout: "num_omap_bytes": 0, 2024-08-29T17:47:14.502 INFO:tasks.workunit.client.0.smithi028.stdout: "num_omap_keys": 0, 2024-08-29T17:47:14.502 INFO:tasks.workunit.client.0.smithi028.stdout: "num_promote": 0, 2024-08-29T17:47:14.503 INFO:tasks.workunit.client.0.smithi028.stdout: "num_read": 0, 2024-08-29T17:47:14.503 INFO:tasks.workunit.client.0.smithi028.stdout: "num_read_kb": 0, 2024-08-29T17:47:14.503 INFO:tasks.workunit.client.0.smithi028.stdout: "num_scrub_errors": 0, 2024-08-29T17:47:14.503 INFO:tasks.workunit.client.0.smithi028.stdout: "num_shallow_scrub_errors": 0, 2024-08-29T17:47:14.503 INFO:tasks.workunit.client.0.smithi028.stdout: "num_whiteouts": 0, 2024-08-29T17:47:14.503 INFO:tasks.workunit.client.0.smithi028.stdout: "num_write": 0, 2024-08-29T17:47:14.503 INFO:tasks.workunit.client.0.smithi028.stdout: "num_write_kb": 0 2024-08-29T17:47:14.503 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:14.503 INFO:tasks.workunit.client.0.smithi028.stdout: "state": "active+clean", 2024-08-29T17:47:14.503 INFO:tasks.workunit.client.0.smithi028.stdout: "stats_invalid": false, 2024-08-29T17:47:14.503 INFO:tasks.workunit.client.0.smithi028.stdout: "up": [ 2024-08-29T17:47:14.503 INFO:tasks.workunit.client.0.smithi028.stdout: 7, 2024-08-29T17:47:14.503 INFO:tasks.workunit.client.0.smithi028.stdout: 1, 2024-08-29T17:47:14.504 INFO:tasks.workunit.client.0.smithi028.stdout: 0 2024-08-29T17:47:14.504 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-08-29T17:47:14.504 INFO:tasks.workunit.client.0.smithi028.stdout: "up_primary": 7, 2024-08-29T17:47:14.504 INFO:tasks.workunit.client.0.smithi028.stdout: "version": "0'0" 2024-08-29T17:47:14.504 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:14.504 INFO:tasks.workunit.client.0.smithi028.stdout: { 2024-08-29T17:47:14.504 INFO:tasks.workunit.client.0.smithi028.stdout: "acting": [ 2024-08-29T17:47:14.504 INFO:tasks.workunit.client.0.smithi028.stdout: 6, 2024-08-29T17:47:14.504 INFO:tasks.workunit.client.0.smithi028.stdout: 5, 2024-08-29T17:47:14.504 INFO:tasks.workunit.client.0.smithi028.stdout: 1 2024-08-29T17:47:14.504 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-08-29T17:47:14.504 INFO:tasks.workunit.client.0.smithi028.stdout: "acting_primary": 6, 2024-08-29T17:47:14.504 INFO:tasks.workunit.client.0.smithi028.stdout: "avail_no_missing": [], 2024-08-29T17:47:14.504 INFO:tasks.workunit.client.0.smithi028.stdout: "blocked_by": [], 2024-08-29T17:47:14.505 INFO:tasks.workunit.client.0.smithi028.stdout: "created": 62, 2024-08-29T17:47:14.505 INFO:tasks.workunit.client.0.smithi028.stdout: "dirty_stats_invalid": false, 2024-08-29T17:47:14.505 INFO:tasks.workunit.client.0.smithi028.stdout: "hitset_bytes_stats_invalid": false, 2024-08-29T17:47:14.505 INFO:tasks.workunit.client.0.smithi028.stdout: "hitset_stats_invalid": false, 2024-08-29T17:47:14.505 INFO:tasks.workunit.client.0.smithi028.stdout: "last_active": "2024-08-29T17:43:51.181818+0000", 2024-08-29T17:47:14.505 INFO:tasks.workunit.client.0.smithi028.stdout: "last_became_active": "2024-08-29T17:41:03.059782+0000", 2024-08-29T17:47:14.505 INFO:tasks.workunit.client.0.smithi028.stdout: "last_became_peered": "2024-08-29T17:41:03.059782+0000", 2024-08-29T17:47:14.505 INFO:tasks.workunit.client.0.smithi028.stdout: "last_change": "2024-08-29T17:41:03.060745+0000", 2024-08-29T17:47:14.505 INFO:tasks.workunit.client.0.smithi028.stdout: "last_clean": "2024-08-29T17:43:51.181818+0000", 2024-08-29T17:47:14.505 INFO:tasks.workunit.client.0.smithi028.stdout: "last_clean_scrub_stamp": "2024-08-29T17:41:01.987071+0000", 2024-08-29T17:47:14.505 INFO:tasks.workunit.client.0.smithi028.stdout: "last_deep_scrub": "0'0", 2024-08-29T17:47:14.505 INFO:tasks.workunit.client.0.smithi028.stdout: "last_deep_scrub_stamp": "2024-08-29T17:41:01.987071+0000", 2024-08-29T17:47:14.505 INFO:tasks.workunit.client.0.smithi028.stdout: "last_epoch_clean": 63, 2024-08-29T17:47:14.505 INFO:tasks.workunit.client.0.smithi028.stdout: "last_fresh": "2024-08-29T17:43:51.181818+0000", 2024-08-29T17:47:14.506 INFO:tasks.workunit.client.0.smithi028.stdout: "last_fullsized": "2024-08-29T17:43:51.181818+0000", 2024-08-29T17:47:14.506 INFO:tasks.workunit.client.0.smithi028.stdout: "last_peered": "2024-08-29T17:43:51.181818+0000", 2024-08-29T17:47:14.506 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub": "0'0", 2024-08-29T17:47:14.506 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub_duration": 0, 2024-08-29T17:47:14.506 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub_stamp": "2024-08-29T17:41:01.987071+0000", 2024-08-29T17:47:14.506 INFO:tasks.workunit.client.0.smithi028.stdout: "last_undegraded": "2024-08-29T17:43:51.181818+0000", 2024-08-29T17:47:14.506 INFO:tasks.workunit.client.0.smithi028.stdout: "last_unstale": "2024-08-29T17:43:51.181818+0000", 2024-08-29T17:47:14.506 INFO:tasks.workunit.client.0.smithi028.stdout: "log_dups_size": 0, 2024-08-29T17:47:14.506 INFO:tasks.workunit.client.0.smithi028.stdout: "log_size": 0, 2024-08-29T17:47:14.506 INFO:tasks.workunit.client.0.smithi028.stdout: "log_start": "0'0", 2024-08-29T17:47:14.506 INFO:tasks.workunit.client.0.smithi028.stdout: "manifest_stats_invalid": false, 2024-08-29T17:47:14.506 INFO:tasks.workunit.client.0.smithi028.stdout: "mapping_epoch": 62, 2024-08-29T17:47:14.506 INFO:tasks.workunit.client.0.smithi028.stdout: "object_location_counts": [], 2024-08-29T17:47:14.506 INFO:tasks.workunit.client.0.smithi028.stdout: "objects_scrubbed": 0, 2024-08-29T17:47:14.507 INFO:tasks.workunit.client.0.smithi028.stdout: "objects_trimmed": 0, 2024-08-29T17:47:14.507 INFO:tasks.workunit.client.0.smithi028.stdout: "omap_stats_invalid": false, 2024-08-29T17:47:14.507 INFO:tasks.workunit.client.0.smithi028.stdout: "ondisk_log_size": 0, 2024-08-29T17:47:14.507 INFO:tasks.workunit.client.0.smithi028.stdout: "ondisk_log_start": "0'0", 2024-08-29T17:47:14.507 INFO:tasks.workunit.client.0.smithi028.stdout: "parent": "0.0", 2024-08-29T17:47:14.507 INFO:tasks.workunit.client.0.smithi028.stdout: "parent_split_bits": 0, 2024-08-29T17:47:14.507 INFO:tasks.workunit.client.0.smithi028.stdout: "pgid": "3.36", 2024-08-29T17:47:14.507 INFO:tasks.workunit.client.0.smithi028.stdout: "pin_stats_invalid": false, 2024-08-29T17:47:14.507 INFO:tasks.workunit.client.0.smithi028.stdout: "purged_snaps": [], 2024-08-29T17:47:14.507 INFO:tasks.workunit.client.0.smithi028.stdout: "reported_epoch": 74, 2024-08-29T17:47:14.507 INFO:tasks.workunit.client.0.smithi028.stdout: "reported_seq": 21, 2024-08-29T17:47:14.507 INFO:tasks.workunit.client.0.smithi028.stdout: "scrub_duration": 0.0, 2024-08-29T17:47:14.507 INFO:tasks.workunit.client.0.smithi028.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-31T03:53:39.147321+0000", 2024-08-29T17:47:14.508 INFO:tasks.workunit.client.0.smithi028.stdout: "snaptrim_duration": 0.0, 2024-08-29T17:47:14.508 INFO:tasks.workunit.client.0.smithi028.stdout: "snaptrimq_len": 0, 2024-08-29T17:47:14.508 INFO:tasks.workunit.client.0.smithi028.stdout: "stat_sum": { 2024-08-29T17:47:14.508 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes": 0, 2024-08-29T17:47:14.508 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes_hit_set_archive": 0, 2024-08-29T17:47:14.508 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes_recovered": 0, 2024-08-29T17:47:14.508 INFO:tasks.workunit.client.0.smithi028.stdout: "num_deep_scrub_errors": 0, 2024-08-29T17:47:14.508 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict": 0, 2024-08-29T17:47:14.508 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_kb": 0, 2024-08-29T17:47:14.508 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_mode_full": 0, 2024-08-29T17:47:14.508 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_mode_some": 0, 2024-08-29T17:47:14.508 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush": 0, 2024-08-29T17:47:14.508 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_kb": 0, 2024-08-29T17:47:14.509 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_mode_high": 0, 2024-08-29T17:47:14.509 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_mode_low": 0, 2024-08-29T17:47:14.509 INFO:tasks.workunit.client.0.smithi028.stdout: "num_keys_recovered": 0, 2024-08-29T17:47:14.509 INFO:tasks.workunit.client.0.smithi028.stdout: "num_large_omap_objects": 0, 2024-08-29T17:47:14.509 INFO:tasks.workunit.client.0.smithi028.stdout: "num_legacy_snapsets": 0, 2024-08-29T17:47:14.509 INFO:tasks.workunit.client.0.smithi028.stdout: "num_object_clones": 0, 2024-08-29T17:47:14.509 INFO:tasks.workunit.client.0.smithi028.stdout: "num_object_copies": 0, 2024-08-29T17:47:14.509 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects": 0, 2024-08-29T17:47:14.509 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_degraded": 0, 2024-08-29T17:47:14.509 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_dirty": 0, 2024-08-29T17:47:14.509 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_hit_set_archive": 0, 2024-08-29T17:47:14.509 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_manifest": 0, 2024-08-29T17:47:14.509 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_misplaced": 0, 2024-08-29T17:47:14.509 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_missing": 0, 2024-08-29T17:47:14.510 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_missing_on_primary": 0, 2024-08-29T17:47:14.510 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_omap": 0, 2024-08-29T17:47:14.510 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_pinned": 0, 2024-08-29T17:47:14.510 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_recovered": 0, 2024-08-29T17:47:14.510 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_repaired": 0, 2024-08-29T17:47:14.510 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_unfound": 0, 2024-08-29T17:47:14.510 INFO:tasks.workunit.client.0.smithi028.stdout: "num_omap_bytes": 0, 2024-08-29T17:47:14.510 INFO:tasks.workunit.client.0.smithi028.stdout: "num_omap_keys": 0, 2024-08-29T17:47:14.510 INFO:tasks.workunit.client.0.smithi028.stdout: "num_promote": 0, 2024-08-29T17:47:14.510 INFO:tasks.workunit.client.0.smithi028.stdout: "num_read": 0, 2024-08-29T17:47:14.510 INFO:tasks.workunit.client.0.smithi028.stdout: "num_read_kb": 0, 2024-08-29T17:47:14.510 INFO:tasks.workunit.client.0.smithi028.stdout: "num_scrub_errors": 0, 2024-08-29T17:47:14.510 INFO:tasks.workunit.client.0.smithi028.stdout: "num_shallow_scrub_errors": 0, 2024-08-29T17:47:14.510 INFO:tasks.workunit.client.0.smithi028.stdout: "num_whiteouts": 0, 2024-08-29T17:47:14.510 INFO:tasks.workunit.client.0.smithi028.stdout: "num_write": 0, 2024-08-29T17:47:14.511 INFO:tasks.workunit.client.0.smithi028.stdout: "num_write_kb": 0 2024-08-29T17:47:14.511 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:14.511 INFO:tasks.workunit.client.0.smithi028.stdout: "state": "active+clean", 2024-08-29T17:47:14.511 INFO:tasks.workunit.client.0.smithi028.stdout: "stats_invalid": false, 2024-08-29T17:47:14.511 INFO:tasks.workunit.client.0.smithi028.stdout: "up": [ 2024-08-29T17:47:14.511 INFO:tasks.workunit.client.0.smithi028.stdout: 6, 2024-08-29T17:47:14.511 INFO:tasks.workunit.client.0.smithi028.stdout: 5, 2024-08-29T17:47:14.511 INFO:tasks.workunit.client.0.smithi028.stdout: 1 2024-08-29T17:47:14.511 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-08-29T17:47:14.511 INFO:tasks.workunit.client.0.smithi028.stdout: "up_primary": 6, 2024-08-29T17:47:14.511 INFO:tasks.workunit.client.0.smithi028.stdout: "version": "0'0" 2024-08-29T17:47:14.511 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:14.511 INFO:tasks.workunit.client.0.smithi028.stdout: { 2024-08-29T17:47:14.511 INFO:tasks.workunit.client.0.smithi028.stdout: "acting": [ 2024-08-29T17:47:14.511 INFO:tasks.workunit.client.0.smithi028.stdout: 6, 2024-08-29T17:47:14.512 INFO:tasks.workunit.client.0.smithi028.stdout: 5, 2024-08-29T17:47:14.512 INFO:tasks.workunit.client.0.smithi028.stdout: 0 2024-08-29T17:47:14.512 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-08-29T17:47:14.512 INFO:tasks.workunit.client.0.smithi028.stdout: "acting_primary": 6, 2024-08-29T17:47:14.512 INFO:tasks.workunit.client.0.smithi028.stdout: "avail_no_missing": [], 2024-08-29T17:47:14.512 INFO:tasks.workunit.client.0.smithi028.stdout: "blocked_by": [], 2024-08-29T17:47:14.512 INFO:tasks.workunit.client.0.smithi028.stdout: "created": 62, 2024-08-29T17:47:14.512 INFO:tasks.workunit.client.0.smithi028.stdout: "dirty_stats_invalid": false, 2024-08-29T17:47:14.512 INFO:tasks.workunit.client.0.smithi028.stdout: "hitset_bytes_stats_invalid": false, 2024-08-29T17:47:14.512 INFO:tasks.workunit.client.0.smithi028.stdout: "hitset_stats_invalid": false, 2024-08-29T17:47:14.512 INFO:tasks.workunit.client.0.smithi028.stdout: "last_active": "2024-08-29T17:43:51.181666+0000", 2024-08-29T17:47:14.512 INFO:tasks.workunit.client.0.smithi028.stdout: "last_became_active": "2024-08-29T17:41:03.073315+0000", 2024-08-29T17:47:14.512 INFO:tasks.workunit.client.0.smithi028.stdout: "last_became_peered": "2024-08-29T17:41:03.073315+0000", 2024-08-29T17:47:14.512 INFO:tasks.workunit.client.0.smithi028.stdout: "last_change": "2024-08-29T17:41:03.074046+0000", 2024-08-29T17:47:14.512 INFO:tasks.workunit.client.0.smithi028.stdout: "last_clean": "2024-08-29T17:43:51.181666+0000", 2024-08-29T17:47:14.513 INFO:tasks.workunit.client.0.smithi028.stdout: "last_clean_scrub_stamp": "2024-08-29T17:41:01.987071+0000", 2024-08-29T17:47:14.513 INFO:tasks.workunit.client.0.smithi028.stdout: "last_deep_scrub": "0'0", 2024-08-29T17:47:14.513 INFO:tasks.workunit.client.0.smithi028.stdout: "last_deep_scrub_stamp": "2024-08-29T17:41:01.987071+0000", 2024-08-29T17:47:14.513 INFO:tasks.workunit.client.0.smithi028.stdout: "last_epoch_clean": 63, 2024-08-29T17:47:14.513 INFO:tasks.workunit.client.0.smithi028.stdout: "last_fresh": "2024-08-29T17:43:51.181666+0000", 2024-08-29T17:47:14.513 INFO:tasks.workunit.client.0.smithi028.stdout: "last_fullsized": "2024-08-29T17:43:51.181666+0000", 2024-08-29T17:47:14.513 INFO:tasks.workunit.client.0.smithi028.stdout: "last_peered": "2024-08-29T17:43:51.181666+0000", 2024-08-29T17:47:14.513 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub": "0'0", 2024-08-29T17:47:14.513 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub_duration": 0, 2024-08-29T17:47:14.513 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub_stamp": "2024-08-29T17:41:01.987071+0000", 2024-08-29T17:47:14.513 INFO:tasks.workunit.client.0.smithi028.stdout: "last_undegraded": "2024-08-29T17:43:51.181666+0000", 2024-08-29T17:47:14.513 INFO:tasks.workunit.client.0.smithi028.stdout: "last_unstale": "2024-08-29T17:43:51.181666+0000", 2024-08-29T17:47:14.513 INFO:tasks.workunit.client.0.smithi028.stdout: "log_dups_size": 0, 2024-08-29T17:47:14.513 INFO:tasks.workunit.client.0.smithi028.stdout: "log_size": 0, 2024-08-29T17:47:14.514 INFO:tasks.workunit.client.0.smithi028.stdout: "log_start": "0'0", 2024-08-29T17:47:14.514 INFO:tasks.workunit.client.0.smithi028.stdout: "manifest_stats_invalid": false, 2024-08-29T17:47:14.514 INFO:tasks.workunit.client.0.smithi028.stdout: "mapping_epoch": 62, 2024-08-29T17:47:14.514 INFO:tasks.workunit.client.0.smithi028.stdout: "object_location_counts": [], 2024-08-29T17:47:14.514 INFO:tasks.workunit.client.0.smithi028.stdout: "objects_scrubbed": 0, 2024-08-29T17:47:14.514 INFO:tasks.workunit.client.0.smithi028.stdout: "objects_trimmed": 0, 2024-08-29T17:47:14.514 INFO:tasks.workunit.client.0.smithi028.stdout: "omap_stats_invalid": false, 2024-08-29T17:47:14.514 INFO:tasks.workunit.client.0.smithi028.stdout: "ondisk_log_size": 0, 2024-08-29T17:47:14.514 INFO:tasks.workunit.client.0.smithi028.stdout: "ondisk_log_start": "0'0", 2024-08-29T17:47:14.514 INFO:tasks.workunit.client.0.smithi028.stdout: "parent": "0.0", 2024-08-29T17:47:14.514 INFO:tasks.workunit.client.0.smithi028.stdout: "parent_split_bits": 0, 2024-08-29T17:47:14.514 INFO:tasks.workunit.client.0.smithi028.stdout: "pgid": "3.35", 2024-08-29T17:47:14.514 INFO:tasks.workunit.client.0.smithi028.stdout: "pin_stats_invalid": false, 2024-08-29T17:47:14.514 INFO:tasks.workunit.client.0.smithi028.stdout: "purged_snaps": [], 2024-08-29T17:47:14.515 INFO:tasks.workunit.client.0.smithi028.stdout: "reported_epoch": 74, 2024-08-29T17:47:14.515 INFO:tasks.workunit.client.0.smithi028.stdout: "reported_seq": 21, 2024-08-29T17:47:14.515 INFO:tasks.workunit.client.0.smithi028.stdout: "scrub_duration": 0.0, 2024-08-29T17:47:14.515 INFO:tasks.workunit.client.0.smithi028.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-30T20:58:53.042020+0000", 2024-08-29T17:47:14.515 INFO:tasks.workunit.client.0.smithi028.stdout: "snaptrim_duration": 0.0, 2024-08-29T17:47:14.515 INFO:tasks.workunit.client.0.smithi028.stdout: "snaptrimq_len": 0, 2024-08-29T17:47:14.515 INFO:tasks.workunit.client.0.smithi028.stdout: "stat_sum": { 2024-08-29T17:47:14.515 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes": 0, 2024-08-29T17:47:14.515 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes_hit_set_archive": 0, 2024-08-29T17:47:14.515 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes_recovered": 0, 2024-08-29T17:47:14.515 INFO:tasks.workunit.client.0.smithi028.stdout: "num_deep_scrub_errors": 0, 2024-08-29T17:47:14.515 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict": 0, 2024-08-29T17:47:14.515 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_kb": 0, 2024-08-29T17:47:14.516 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_mode_full": 0, 2024-08-29T17:47:14.516 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_mode_some": 0, 2024-08-29T17:47:14.516 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush": 0, 2024-08-29T17:47:14.516 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_kb": 0, 2024-08-29T17:47:14.516 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_mode_high": 0, 2024-08-29T17:47:14.516 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_mode_low": 0, 2024-08-29T17:47:14.516 INFO:tasks.workunit.client.0.smithi028.stdout: "num_keys_recovered": 0, 2024-08-29T17:47:14.516 INFO:tasks.workunit.client.0.smithi028.stdout: "num_large_omap_objects": 0, 2024-08-29T17:47:14.516 INFO:tasks.workunit.client.0.smithi028.stdout: "num_legacy_snapsets": 0, 2024-08-29T17:47:14.516 INFO:tasks.workunit.client.0.smithi028.stdout: "num_object_clones": 0, 2024-08-29T17:47:14.516 INFO:tasks.workunit.client.0.smithi028.stdout: "num_object_copies": 0, 2024-08-29T17:47:14.516 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects": 0, 2024-08-29T17:47:14.517 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_degraded": 0, 2024-08-29T17:47:14.517 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_dirty": 0, 2024-08-29T17:47:14.517 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_hit_set_archive": 0, 2024-08-29T17:47:14.517 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_manifest": 0, 2024-08-29T17:47:14.517 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_misplaced": 0, 2024-08-29T17:47:14.517 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_missing": 0, 2024-08-29T17:47:14.517 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_missing_on_primary": 0, 2024-08-29T17:47:14.517 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_omap": 0, 2024-08-29T17:47:14.517 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_pinned": 0, 2024-08-29T17:47:14.517 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_recovered": 0, 2024-08-29T17:47:14.517 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_repaired": 0, 2024-08-29T17:47:14.517 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_unfound": 0, 2024-08-29T17:47:14.517 INFO:tasks.workunit.client.0.smithi028.stdout: "num_omap_bytes": 0, 2024-08-29T17:47:14.517 INFO:tasks.workunit.client.0.smithi028.stdout: "num_omap_keys": 0, 2024-08-29T17:47:14.517 INFO:tasks.workunit.client.0.smithi028.stdout: "num_promote": 0, 2024-08-29T17:47:14.518 INFO:tasks.workunit.client.0.smithi028.stdout: "num_read": 0, 2024-08-29T17:47:14.518 INFO:tasks.workunit.client.0.smithi028.stdout: "num_read_kb": 0, 2024-08-29T17:47:14.518 INFO:tasks.workunit.client.0.smithi028.stdout: "num_scrub_errors": 0, 2024-08-29T17:47:14.518 INFO:tasks.workunit.client.0.smithi028.stdout: "num_shallow_scrub_errors": 0, 2024-08-29T17:47:14.518 INFO:tasks.workunit.client.0.smithi028.stdout: "num_whiteouts": 0, 2024-08-29T17:47:14.518 INFO:tasks.workunit.client.0.smithi028.stdout: "num_write": 0, 2024-08-29T17:47:14.518 INFO:tasks.workunit.client.0.smithi028.stdout: "num_write_kb": 0 2024-08-29T17:47:14.518 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:14.518 INFO:tasks.workunit.client.0.smithi028.stdout: "state": "active+clean", 2024-08-29T17:47:14.518 INFO:tasks.workunit.client.0.smithi028.stdout: "stats_invalid": false, 2024-08-29T17:47:14.518 INFO:tasks.workunit.client.0.smithi028.stdout: "up": [ 2024-08-29T17:47:14.518 INFO:tasks.workunit.client.0.smithi028.stdout: 6, 2024-08-29T17:47:14.518 INFO:tasks.workunit.client.0.smithi028.stdout: 5, 2024-08-29T17:47:14.518 INFO:tasks.workunit.client.0.smithi028.stdout: 0 2024-08-29T17:47:14.518 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-08-29T17:47:14.519 INFO:tasks.workunit.client.0.smithi028.stdout: "up_primary": 6, 2024-08-29T17:47:14.519 INFO:tasks.workunit.client.0.smithi028.stdout: "version": "0'0" 2024-08-29T17:47:14.519 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:14.519 INFO:tasks.workunit.client.0.smithi028.stdout: { 2024-08-29T17:47:14.519 INFO:tasks.workunit.client.0.smithi028.stdout: "acting": [ 2024-08-29T17:47:14.519 INFO:tasks.workunit.client.0.smithi028.stdout: 2, 2024-08-29T17:47:14.519 INFO:tasks.workunit.client.0.smithi028.stdout: 6, 2024-08-29T17:47:14.519 INFO:tasks.workunit.client.0.smithi028.stdout: 0 2024-08-29T17:47:14.519 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-08-29T17:47:14.519 INFO:tasks.workunit.client.0.smithi028.stdout: "acting_primary": 2, 2024-08-29T17:47:14.519 INFO:tasks.workunit.client.0.smithi028.stdout: "avail_no_missing": [], 2024-08-29T17:47:14.519 INFO:tasks.workunit.client.0.smithi028.stdout: "blocked_by": [], 2024-08-29T17:47:14.519 INFO:tasks.workunit.client.0.smithi028.stdout: "created": 62, 2024-08-29T17:47:14.519 INFO:tasks.workunit.client.0.smithi028.stdout: "dirty_stats_invalid": false, 2024-08-29T17:47:14.519 INFO:tasks.workunit.client.0.smithi028.stdout: "hitset_bytes_stats_invalid": false, 2024-08-29T17:47:14.519 INFO:tasks.workunit.client.0.smithi028.stdout: "hitset_stats_invalid": false, 2024-08-29T17:47:14.520 INFO:tasks.workunit.client.0.smithi028.stdout: "last_active": "2024-08-29T17:43:51.004818+0000", 2024-08-29T17:47:14.520 INFO:tasks.workunit.client.0.smithi028.stdout: "last_became_active": "2024-08-29T17:41:16.978707+0000", 2024-08-29T17:47:14.520 INFO:tasks.workunit.client.0.smithi028.stdout: "last_became_peered": "2024-08-29T17:41:16.978707+0000", 2024-08-29T17:47:14.520 INFO:tasks.workunit.client.0.smithi028.stdout: "last_change": "2024-08-29T17:41:16.979917+0000", 2024-08-29T17:47:14.520 INFO:tasks.workunit.client.0.smithi028.stdout: "last_clean": "2024-08-29T17:43:51.004818+0000", 2024-08-29T17:47:14.520 INFO:tasks.workunit.client.0.smithi028.stdout: "last_clean_scrub_stamp": "2024-08-29T17:41:01.987071+0000", 2024-08-29T17:47:14.520 INFO:tasks.workunit.client.0.smithi028.stdout: "last_deep_scrub": "0'0", 2024-08-29T17:47:14.520 INFO:tasks.workunit.client.0.smithi028.stdout: "last_deep_scrub_stamp": "2024-08-29T17:41:01.987071+0000", 2024-08-29T17:47:14.520 INFO:tasks.workunit.client.0.smithi028.stdout: "last_epoch_clean": 67, 2024-08-29T17:47:14.520 INFO:tasks.workunit.client.0.smithi028.stdout: "last_fresh": "2024-08-29T17:43:51.004818+0000", 2024-08-29T17:47:14.520 INFO:tasks.workunit.client.0.smithi028.stdout: "last_fullsized": "2024-08-29T17:43:51.004818+0000", 2024-08-29T17:47:14.520 INFO:tasks.workunit.client.0.smithi028.stdout: "last_peered": "2024-08-29T17:43:51.004818+0000", 2024-08-29T17:47:14.520 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub": "0'0", 2024-08-29T17:47:14.520 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub_duration": 0, 2024-08-29T17:47:14.520 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub_stamp": "2024-08-29T17:41:01.987071+0000", 2024-08-29T17:47:14.521 INFO:tasks.workunit.client.0.smithi028.stdout: "last_undegraded": "2024-08-29T17:43:51.004818+0000", 2024-08-29T17:47:14.521 INFO:tasks.workunit.client.0.smithi028.stdout: "last_unstale": "2024-08-29T17:43:51.004818+0000", 2024-08-29T17:47:14.521 INFO:tasks.workunit.client.0.smithi028.stdout: "log_dups_size": 0, 2024-08-29T17:47:14.521 INFO:tasks.workunit.client.0.smithi028.stdout: "log_size": 0, 2024-08-29T17:47:14.521 INFO:tasks.workunit.client.0.smithi028.stdout: "log_start": "0'0", 2024-08-29T17:47:14.521 INFO:tasks.workunit.client.0.smithi028.stdout: "manifest_stats_invalid": false, 2024-08-29T17:47:14.521 INFO:tasks.workunit.client.0.smithi028.stdout: "mapping_epoch": 66, 2024-08-29T17:47:14.521 INFO:tasks.workunit.client.0.smithi028.stdout: "object_location_counts": [], 2024-08-29T17:47:14.521 INFO:tasks.workunit.client.0.smithi028.stdout: "objects_scrubbed": 0, 2024-08-29T17:47:14.521 INFO:tasks.workunit.client.0.smithi028.stdout: "objects_trimmed": 0, 2024-08-29T17:47:14.521 INFO:tasks.workunit.client.0.smithi028.stdout: "omap_stats_invalid": false, 2024-08-29T17:47:14.521 INFO:tasks.workunit.client.0.smithi028.stdout: "ondisk_log_size": 0, 2024-08-29T17:47:14.521 INFO:tasks.workunit.client.0.smithi028.stdout: "ondisk_log_start": "0'0", 2024-08-29T17:47:14.521 INFO:tasks.workunit.client.0.smithi028.stdout: "parent": "0.0", 2024-08-29T17:47:14.521 INFO:tasks.workunit.client.0.smithi028.stdout: "parent_split_bits": 0, 2024-08-29T17:47:14.522 INFO:tasks.workunit.client.0.smithi028.stdout: "pgid": "3.34", 2024-08-29T17:47:14.522 INFO:tasks.workunit.client.0.smithi028.stdout: "pin_stats_invalid": false, 2024-08-29T17:47:14.522 INFO:tasks.workunit.client.0.smithi028.stdout: "purged_snaps": [], 2024-08-29T17:47:14.522 INFO:tasks.workunit.client.0.smithi028.stdout: "reported_epoch": 74, 2024-08-29T17:47:14.522 INFO:tasks.workunit.client.0.smithi028.stdout: "reported_seq": 18, 2024-08-29T17:47:14.522 INFO:tasks.workunit.client.0.smithi028.stdout: "scrub_duration": 0.0, 2024-08-29T17:47:14.522 INFO:tasks.workunit.client.0.smithi028.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-31T02:51:30.359921+0000", 2024-08-29T17:47:14.522 INFO:tasks.workunit.client.0.smithi028.stdout: "snaptrim_duration": 0.0, 2024-08-29T17:47:14.522 INFO:tasks.workunit.client.0.smithi028.stdout: "snaptrimq_len": 0, 2024-08-29T17:47:14.522 INFO:tasks.workunit.client.0.smithi028.stdout: "stat_sum": { 2024-08-29T17:47:14.522 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes": 0, 2024-08-29T17:47:14.522 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes_hit_set_archive": 0, 2024-08-29T17:47:14.522 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes_recovered": 0, 2024-08-29T17:47:14.522 INFO:tasks.workunit.client.0.smithi028.stdout: "num_deep_scrub_errors": 0, 2024-08-29T17:47:14.523 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict": 0, 2024-08-29T17:47:14.523 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_kb": 0, 2024-08-29T17:47:14.523 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_mode_full": 0, 2024-08-29T17:47:14.523 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_mode_some": 0, 2024-08-29T17:47:14.523 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush": 0, 2024-08-29T17:47:14.523 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_kb": 0, 2024-08-29T17:47:14.523 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_mode_high": 0, 2024-08-29T17:47:14.523 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_mode_low": 0, 2024-08-29T17:47:14.523 INFO:tasks.workunit.client.0.smithi028.stdout: "num_keys_recovered": 0, 2024-08-29T17:47:14.523 INFO:tasks.workunit.client.0.smithi028.stdout: "num_large_omap_objects": 0, 2024-08-29T17:47:14.523 INFO:tasks.workunit.client.0.smithi028.stdout: "num_legacy_snapsets": 0, 2024-08-29T17:47:14.523 INFO:tasks.workunit.client.0.smithi028.stdout: "num_object_clones": 0, 2024-08-29T17:47:14.524 INFO:tasks.workunit.client.0.smithi028.stdout: "num_object_copies": 0, 2024-08-29T17:47:14.524 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects": 0, 2024-08-29T17:47:14.524 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_degraded": 0, 2024-08-29T17:47:14.524 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_dirty": 0, 2024-08-29T17:47:14.524 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_hit_set_archive": 0, 2024-08-29T17:47:14.524 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_manifest": 0, 2024-08-29T17:47:14.524 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_misplaced": 0, 2024-08-29T17:47:14.524 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_missing": 0, 2024-08-29T17:47:14.524 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_missing_on_primary": 0, 2024-08-29T17:47:14.524 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_omap": 0, 2024-08-29T17:47:14.524 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_pinned": 0, 2024-08-29T17:47:14.524 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_recovered": 0, 2024-08-29T17:47:14.525 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_repaired": 0, 2024-08-29T17:47:14.525 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_unfound": 0, 2024-08-29T17:47:14.525 INFO:tasks.workunit.client.0.smithi028.stdout: "num_omap_bytes": 0, 2024-08-29T17:47:14.525 INFO:tasks.workunit.client.0.smithi028.stdout: "num_omap_keys": 0, 2024-08-29T17:47:14.525 INFO:tasks.workunit.client.0.smithi028.stdout: "num_promote": 0, 2024-08-29T17:47:14.525 INFO:tasks.workunit.client.0.smithi028.stdout: "num_read": 0, 2024-08-29T17:47:14.525 INFO:tasks.workunit.client.0.smithi028.stdout: "num_read_kb": 0, 2024-08-29T17:47:14.525 INFO:tasks.workunit.client.0.smithi028.stdout: "num_scrub_errors": 0, 2024-08-29T17:47:14.525 INFO:tasks.workunit.client.0.smithi028.stdout: "num_shallow_scrub_errors": 0, 2024-08-29T17:47:14.525 INFO:tasks.workunit.client.0.smithi028.stdout: "num_whiteouts": 0, 2024-08-29T17:47:14.525 INFO:tasks.workunit.client.0.smithi028.stdout: "num_write": 0, 2024-08-29T17:47:14.525 INFO:tasks.workunit.client.0.smithi028.stdout: "num_write_kb": 0 2024-08-29T17:47:14.525 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:14.526 INFO:tasks.workunit.client.0.smithi028.stdout: "state": "active+clean", 2024-08-29T17:47:14.526 INFO:tasks.workunit.client.0.smithi028.stdout: "stats_invalid": false, 2024-08-29T17:47:14.526 INFO:tasks.workunit.client.0.smithi028.stdout: "up": [ 2024-08-29T17:47:14.526 INFO:tasks.workunit.client.0.smithi028.stdout: 2, 2024-08-29T17:47:14.526 INFO:tasks.workunit.client.0.smithi028.stdout: 6, 2024-08-29T17:47:14.526 INFO:tasks.workunit.client.0.smithi028.stdout: 0 2024-08-29T17:47:14.526 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-08-29T17:47:14.526 INFO:tasks.workunit.client.0.smithi028.stdout: "up_primary": 2, 2024-08-29T17:47:14.526 INFO:tasks.workunit.client.0.smithi028.stdout: "version": "0'0" 2024-08-29T17:47:14.526 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:14.526 INFO:tasks.workunit.client.0.smithi028.stdout: { 2024-08-29T17:47:14.526 INFO:tasks.workunit.client.0.smithi028.stdout: "acting": [ 2024-08-29T17:47:14.526 INFO:tasks.workunit.client.0.smithi028.stdout: 3, 2024-08-29T17:47:14.526 INFO:tasks.workunit.client.0.smithi028.stdout: 6, 2024-08-29T17:47:14.527 INFO:tasks.workunit.client.0.smithi028.stdout: 1 2024-08-29T17:47:14.527 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-08-29T17:47:14.527 INFO:tasks.workunit.client.0.smithi028.stdout: "acting_primary": 3, 2024-08-29T17:47:14.527 INFO:tasks.workunit.client.0.smithi028.stdout: "avail_no_missing": [], 2024-08-29T17:47:14.527 INFO:tasks.workunit.client.0.smithi028.stdout: "blocked_by": [], 2024-08-29T17:47:14.527 INFO:tasks.workunit.client.0.smithi028.stdout: "created": 62, 2024-08-29T17:47:14.527 INFO:tasks.workunit.client.0.smithi028.stdout: "dirty_stats_invalid": false, 2024-08-29T17:47:14.527 INFO:tasks.workunit.client.0.smithi028.stdout: "hitset_bytes_stats_invalid": false, 2024-08-29T17:47:14.527 INFO:tasks.workunit.client.0.smithi028.stdout: "hitset_stats_invalid": false, 2024-08-29T17:47:14.527 INFO:tasks.workunit.client.0.smithi028.stdout: "last_active": "2024-08-29T17:43:51.004324+0000", 2024-08-29T17:47:14.527 INFO:tasks.workunit.client.0.smithi028.stdout: "last_became_active": "2024-08-29T17:41:03.041803+0000", 2024-08-29T17:47:14.527 INFO:tasks.workunit.client.0.smithi028.stdout: "last_became_peered": "2024-08-29T17:41:03.041803+0000", 2024-08-29T17:47:14.528 INFO:tasks.workunit.client.0.smithi028.stdout: "last_change": "2024-08-29T17:41:03.042493+0000", 2024-08-29T17:47:14.528 INFO:tasks.workunit.client.0.smithi028.stdout: "last_clean": "2024-08-29T17:43:51.004324+0000", 2024-08-29T17:47:14.528 INFO:tasks.workunit.client.0.smithi028.stdout: "last_clean_scrub_stamp": "2024-08-29T17:41:01.987071+0000", 2024-08-29T17:47:14.528 INFO:tasks.workunit.client.0.smithi028.stdout: "last_deep_scrub": "0'0", 2024-08-29T17:47:14.528 INFO:tasks.workunit.client.0.smithi028.stdout: "last_deep_scrub_stamp": "2024-08-29T17:41:01.987071+0000", 2024-08-29T17:47:14.528 INFO:tasks.workunit.client.0.smithi028.stdout: "last_epoch_clean": 63, 2024-08-29T17:47:14.528 INFO:tasks.workunit.client.0.smithi028.stdout: "last_fresh": "2024-08-29T17:43:51.004324+0000", 2024-08-29T17:47:14.528 INFO:tasks.workunit.client.0.smithi028.stdout: "last_fullsized": "2024-08-29T17:43:51.004324+0000", 2024-08-29T17:47:14.528 INFO:tasks.workunit.client.0.smithi028.stdout: "last_peered": "2024-08-29T17:43:51.004324+0000", 2024-08-29T17:47:14.528 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub": "0'0", 2024-08-29T17:47:14.528 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub_duration": 0, 2024-08-29T17:47:14.528 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub_stamp": "2024-08-29T17:41:01.987071+0000", 2024-08-29T17:47:14.528 INFO:tasks.workunit.client.0.smithi028.stdout: "last_undegraded": "2024-08-29T17:43:51.004324+0000", 2024-08-29T17:47:14.528 INFO:tasks.workunit.client.0.smithi028.stdout: "last_unstale": "2024-08-29T17:43:51.004324+0000", 2024-08-29T17:47:14.529 INFO:tasks.workunit.client.0.smithi028.stdout: "log_dups_size": 0, 2024-08-29T17:47:14.529 INFO:tasks.workunit.client.0.smithi028.stdout: "log_size": 0, 2024-08-29T17:47:14.529 INFO:tasks.workunit.client.0.smithi028.stdout: "log_start": "0'0", 2024-08-29T17:47:14.529 INFO:tasks.workunit.client.0.smithi028.stdout: "manifest_stats_invalid": false, 2024-08-29T17:47:14.529 INFO:tasks.workunit.client.0.smithi028.stdout: "mapping_epoch": 62, 2024-08-29T17:47:14.529 INFO:tasks.workunit.client.0.smithi028.stdout: "object_location_counts": [], 2024-08-29T17:47:14.529 INFO:tasks.workunit.client.0.smithi028.stdout: "objects_scrubbed": 0, 2024-08-29T17:47:14.529 INFO:tasks.workunit.client.0.smithi028.stdout: "objects_trimmed": 0, 2024-08-29T17:47:14.529 INFO:tasks.workunit.client.0.smithi028.stdout: "omap_stats_invalid": false, 2024-08-29T17:47:14.529 INFO:tasks.workunit.client.0.smithi028.stdout: "ondisk_log_size": 0, 2024-08-29T17:47:14.529 INFO:tasks.workunit.client.0.smithi028.stdout: "ondisk_log_start": "0'0", 2024-08-29T17:47:14.529 INFO:tasks.workunit.client.0.smithi028.stdout: "parent": "0.0", 2024-08-29T17:47:14.529 INFO:tasks.workunit.client.0.smithi028.stdout: "parent_split_bits": 0, 2024-08-29T17:47:14.529 INFO:tasks.workunit.client.0.smithi028.stdout: "pgid": "3.33", 2024-08-29T17:47:14.530 INFO:tasks.workunit.client.0.smithi028.stdout: "pin_stats_invalid": false, 2024-08-29T17:47:14.530 INFO:tasks.workunit.client.0.smithi028.stdout: "purged_snaps": [], 2024-08-29T17:47:14.530 INFO:tasks.workunit.client.0.smithi028.stdout: "reported_epoch": 74, 2024-08-29T17:47:14.530 INFO:tasks.workunit.client.0.smithi028.stdout: "reported_seq": 21, 2024-08-29T17:47:14.530 INFO:tasks.workunit.client.0.smithi028.stdout: "scrub_duration": 0.0, 2024-08-29T17:47:14.530 INFO:tasks.workunit.client.0.smithi028.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-31T03:05:43.074165+0000", 2024-08-29T17:47:14.530 INFO:tasks.workunit.client.0.smithi028.stdout: "snaptrim_duration": 0.0, 2024-08-29T17:47:14.530 INFO:tasks.workunit.client.0.smithi028.stdout: "snaptrimq_len": 0, 2024-08-29T17:47:14.530 INFO:tasks.workunit.client.0.smithi028.stdout: "stat_sum": { 2024-08-29T17:47:14.530 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes": 0, 2024-08-29T17:47:14.530 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes_hit_set_archive": 0, 2024-08-29T17:47:14.530 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes_recovered": 0, 2024-08-29T17:47:14.530 INFO:tasks.workunit.client.0.smithi028.stdout: "num_deep_scrub_errors": 0, 2024-08-29T17:47:14.530 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict": 0, 2024-08-29T17:47:14.531 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_kb": 0, 2024-08-29T17:47:14.531 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_mode_full": 0, 2024-08-29T17:47:14.531 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_mode_some": 0, 2024-08-29T17:47:14.531 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush": 0, 2024-08-29T17:47:14.531 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_kb": 0, 2024-08-29T17:47:14.531 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_mode_high": 0, 2024-08-29T17:47:14.531 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_mode_low": 0, 2024-08-29T17:47:14.531 INFO:tasks.workunit.client.0.smithi028.stdout: "num_keys_recovered": 0, 2024-08-29T17:47:14.531 INFO:tasks.workunit.client.0.smithi028.stdout: "num_large_omap_objects": 0, 2024-08-29T17:47:14.531 INFO:tasks.workunit.client.0.smithi028.stdout: "num_legacy_snapsets": 0, 2024-08-29T17:47:14.531 INFO:tasks.workunit.client.0.smithi028.stdout: "num_object_clones": 0, 2024-08-29T17:47:14.531 INFO:tasks.workunit.client.0.smithi028.stdout: "num_object_copies": 0, 2024-08-29T17:47:14.531 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects": 0, 2024-08-29T17:47:14.532 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_degraded": 0, 2024-08-29T17:47:14.532 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_dirty": 0, 2024-08-29T17:47:14.532 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_hit_set_archive": 0, 2024-08-29T17:47:14.532 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_manifest": 0, 2024-08-29T17:47:14.532 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_misplaced": 0, 2024-08-29T17:47:14.532 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_missing": 0, 2024-08-29T17:47:14.532 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_missing_on_primary": 0, 2024-08-29T17:47:14.532 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_omap": 0, 2024-08-29T17:47:14.532 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_pinned": 0, 2024-08-29T17:47:14.532 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_recovered": 0, 2024-08-29T17:47:14.532 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_repaired": 0, 2024-08-29T17:47:14.532 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_unfound": 0, 2024-08-29T17:47:14.533 INFO:tasks.workunit.client.0.smithi028.stdout: "num_omap_bytes": 0, 2024-08-29T17:47:14.533 INFO:tasks.workunit.client.0.smithi028.stdout: "num_omap_keys": 0, 2024-08-29T17:47:14.533 INFO:tasks.workunit.client.0.smithi028.stdout: "num_promote": 0, 2024-08-29T17:47:14.533 INFO:tasks.workunit.client.0.smithi028.stdout: "num_read": 0, 2024-08-29T17:47:14.533 INFO:tasks.workunit.client.0.smithi028.stdout: "num_read_kb": 0, 2024-08-29T17:47:14.533 INFO:tasks.workunit.client.0.smithi028.stdout: "num_scrub_errors": 0, 2024-08-29T17:47:14.533 INFO:tasks.workunit.client.0.smithi028.stdout: "num_shallow_scrub_errors": 0, 2024-08-29T17:47:14.533 INFO:tasks.workunit.client.0.smithi028.stdout: "num_whiteouts": 0, 2024-08-29T17:47:14.533 INFO:tasks.workunit.client.0.smithi028.stdout: "num_write": 0, 2024-08-29T17:47:14.533 INFO:tasks.workunit.client.0.smithi028.stdout: "num_write_kb": 0 2024-08-29T17:47:14.533 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:14.533 INFO:tasks.workunit.client.0.smithi028.stdout: "state": "active+clean", 2024-08-29T17:47:14.533 INFO:tasks.workunit.client.0.smithi028.stdout: "stats_invalid": false, 2024-08-29T17:47:14.533 INFO:tasks.workunit.client.0.smithi028.stdout: "up": [ 2024-08-29T17:47:14.534 INFO:tasks.workunit.client.0.smithi028.stdout: 3, 2024-08-29T17:47:14.534 INFO:tasks.workunit.client.0.smithi028.stdout: 6, 2024-08-29T17:47:14.534 INFO:tasks.workunit.client.0.smithi028.stdout: 1 2024-08-29T17:47:14.534 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-08-29T17:47:14.534 INFO:tasks.workunit.client.0.smithi028.stdout: "up_primary": 3, 2024-08-29T17:47:14.534 INFO:tasks.workunit.client.0.smithi028.stdout: "version": "0'0" 2024-08-29T17:47:14.534 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:14.534 INFO:tasks.workunit.client.0.smithi028.stdout: { 2024-08-29T17:47:14.534 INFO:tasks.workunit.client.0.smithi028.stdout: "acting": [ 2024-08-29T17:47:14.534 INFO:tasks.workunit.client.0.smithi028.stdout: 0, 2024-08-29T17:47:14.534 INFO:tasks.workunit.client.0.smithi028.stdout: 1, 2024-08-29T17:47:14.534 INFO:tasks.workunit.client.0.smithi028.stdout: 5 2024-08-29T17:47:14.534 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-08-29T17:47:14.534 INFO:tasks.workunit.client.0.smithi028.stdout: "acting_primary": 0, 2024-08-29T17:47:14.535 INFO:tasks.workunit.client.0.smithi028.stdout: "avail_no_missing": [], 2024-08-29T17:47:14.535 INFO:tasks.workunit.client.0.smithi028.stdout: "blocked_by": [], 2024-08-29T17:47:14.535 INFO:tasks.workunit.client.0.smithi028.stdout: "created": 62, 2024-08-29T17:47:14.535 INFO:tasks.workunit.client.0.smithi028.stdout: "dirty_stats_invalid": false, 2024-08-29T17:47:14.535 INFO:tasks.workunit.client.0.smithi028.stdout: "hitset_bytes_stats_invalid": false, 2024-08-29T17:47:14.535 INFO:tasks.workunit.client.0.smithi028.stdout: "hitset_stats_invalid": false, 2024-08-29T17:47:14.535 INFO:tasks.workunit.client.0.smithi028.stdout: "last_active": "2024-08-29T17:43:51.183142+0000", 2024-08-29T17:47:14.535 INFO:tasks.workunit.client.0.smithi028.stdout: "last_became_active": "2024-08-29T17:41:03.065796+0000", 2024-08-29T17:47:14.535 INFO:tasks.workunit.client.0.smithi028.stdout: "last_became_peered": "2024-08-29T17:41:03.065796+0000", 2024-08-29T17:47:14.535 INFO:tasks.workunit.client.0.smithi028.stdout: "last_change": "2024-08-29T17:41:03.069315+0000", 2024-08-29T17:47:14.535 INFO:tasks.workunit.client.0.smithi028.stdout: "last_clean": "2024-08-29T17:43:51.183142+0000", 2024-08-29T17:47:14.535 INFO:tasks.workunit.client.0.smithi028.stdout: "last_clean_scrub_stamp": "2024-08-29T17:41:01.987071+0000", 2024-08-29T17:47:14.535 INFO:tasks.workunit.client.0.smithi028.stdout: "last_deep_scrub": "0'0", 2024-08-29T17:47:14.535 INFO:tasks.workunit.client.0.smithi028.stdout: "last_deep_scrub_stamp": "2024-08-29T17:41:01.987071+0000", 2024-08-29T17:47:14.535 INFO:tasks.workunit.client.0.smithi028.stdout: "last_epoch_clean": 63, 2024-08-29T17:47:14.536 INFO:tasks.workunit.client.0.smithi028.stdout: "last_fresh": "2024-08-29T17:43:51.183142+0000", 2024-08-29T17:47:14.536 INFO:tasks.workunit.client.0.smithi028.stdout: "last_fullsized": "2024-08-29T17:43:51.183142+0000", 2024-08-29T17:47:14.536 INFO:tasks.workunit.client.0.smithi028.stdout: "last_peered": "2024-08-29T17:43:51.183142+0000", 2024-08-29T17:47:14.536 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub": "0'0", 2024-08-29T17:47:14.536 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub_duration": 0, 2024-08-29T17:47:14.536 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub_stamp": "2024-08-29T17:41:01.987071+0000", 2024-08-29T17:47:14.536 INFO:tasks.workunit.client.0.smithi028.stdout: "last_undegraded": "2024-08-29T17:43:51.183142+0000", 2024-08-29T17:47:14.536 INFO:tasks.workunit.client.0.smithi028.stdout: "last_unstale": "2024-08-29T17:43:51.183142+0000", 2024-08-29T17:47:14.536 INFO:tasks.workunit.client.0.smithi028.stdout: "log_dups_size": 0, 2024-08-29T17:47:14.536 INFO:tasks.workunit.client.0.smithi028.stdout: "log_size": 0, 2024-08-29T17:47:14.536 INFO:tasks.workunit.client.0.smithi028.stdout: "log_start": "0'0", 2024-08-29T17:47:14.536 INFO:tasks.workunit.client.0.smithi028.stdout: "manifest_stats_invalid": false, 2024-08-29T17:47:14.537 INFO:tasks.workunit.client.0.smithi028.stdout: "mapping_epoch": 62, 2024-08-29T17:47:14.537 INFO:tasks.workunit.client.0.smithi028.stdout: "object_location_counts": [], 2024-08-29T17:47:14.537 INFO:tasks.workunit.client.0.smithi028.stdout: "objects_scrubbed": 0, 2024-08-29T17:47:14.537 INFO:tasks.workunit.client.0.smithi028.stdout: "objects_trimmed": 0, 2024-08-29T17:47:14.537 INFO:tasks.workunit.client.0.smithi028.stdout: "omap_stats_invalid": false, 2024-08-29T17:47:14.537 INFO:tasks.workunit.client.0.smithi028.stdout: "ondisk_log_size": 0, 2024-08-29T17:47:14.537 INFO:tasks.workunit.client.0.smithi028.stdout: "ondisk_log_start": "0'0", 2024-08-29T17:47:14.537 INFO:tasks.workunit.client.0.smithi028.stdout: "parent": "0.0", 2024-08-29T17:47:14.537 INFO:tasks.workunit.client.0.smithi028.stdout: "parent_split_bits": 0, 2024-08-29T17:47:14.537 INFO:tasks.workunit.client.0.smithi028.stdout: "pgid": "3.32", 2024-08-29T17:47:14.537 INFO:tasks.workunit.client.0.smithi028.stdout: "pin_stats_invalid": false, 2024-08-29T17:47:14.537 INFO:tasks.workunit.client.0.smithi028.stdout: "purged_snaps": [], 2024-08-29T17:47:14.537 INFO:tasks.workunit.client.0.smithi028.stdout: "reported_epoch": 74, 2024-08-29T17:47:14.538 INFO:tasks.workunit.client.0.smithi028.stdout: "reported_seq": 21, 2024-08-29T17:47:14.538 INFO:tasks.workunit.client.0.smithi028.stdout: "scrub_duration": 0.0, 2024-08-29T17:47:14.538 INFO:tasks.workunit.client.0.smithi028.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-30T21:19:35.832383+0000", 2024-08-29T17:47:14.538 INFO:tasks.workunit.client.0.smithi028.stdout: "snaptrim_duration": 0.0, 2024-08-29T17:47:14.538 INFO:tasks.workunit.client.0.smithi028.stdout: "snaptrimq_len": 0, 2024-08-29T17:47:14.538 INFO:tasks.workunit.client.0.smithi028.stdout: "stat_sum": { 2024-08-29T17:47:14.538 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes": 0, 2024-08-29T17:47:14.538 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes_hit_set_archive": 0, 2024-08-29T17:47:14.538 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes_recovered": 0, 2024-08-29T17:47:14.538 INFO:tasks.workunit.client.0.smithi028.stdout: "num_deep_scrub_errors": 0, 2024-08-29T17:47:14.538 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict": 0, 2024-08-29T17:47:14.538 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_kb": 0, 2024-08-29T17:47:14.538 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_mode_full": 0, 2024-08-29T17:47:14.539 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_mode_some": 0, 2024-08-29T17:47:14.539 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush": 0, 2024-08-29T17:47:14.539 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_kb": 0, 2024-08-29T17:47:14.539 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_mode_high": 0, 2024-08-29T17:47:14.539 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_mode_low": 0, 2024-08-29T17:47:14.539 INFO:tasks.workunit.client.0.smithi028.stdout: "num_keys_recovered": 0, 2024-08-29T17:47:14.539 INFO:tasks.workunit.client.0.smithi028.stdout: "num_large_omap_objects": 0, 2024-08-29T17:47:14.539 INFO:tasks.workunit.client.0.smithi028.stdout: "num_legacy_snapsets": 0, 2024-08-29T17:47:14.539 INFO:tasks.workunit.client.0.smithi028.stdout: "num_object_clones": 0, 2024-08-29T17:47:14.539 INFO:tasks.workunit.client.0.smithi028.stdout: "num_object_copies": 0, 2024-08-29T17:47:14.539 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects": 0, 2024-08-29T17:47:14.539 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_degraded": 0, 2024-08-29T17:47:14.540 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_dirty": 0, 2024-08-29T17:47:14.540 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_hit_set_archive": 0, 2024-08-29T17:47:14.540 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_manifest": 0, 2024-08-29T17:47:14.540 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_misplaced": 0, 2024-08-29T17:47:14.540 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_missing": 0, 2024-08-29T17:47:14.540 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_missing_on_primary": 0, 2024-08-29T17:47:14.540 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_omap": 0, 2024-08-29T17:47:14.540 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_pinned": 0, 2024-08-29T17:47:14.540 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_recovered": 0, 2024-08-29T17:47:14.540 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_repaired": 0, 2024-08-29T17:47:14.540 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_unfound": 0, 2024-08-29T17:47:14.540 INFO:tasks.workunit.client.0.smithi028.stdout: "num_omap_bytes": 0, 2024-08-29T17:47:14.540 INFO:tasks.workunit.client.0.smithi028.stdout: "num_omap_keys": 0, 2024-08-29T17:47:14.540 INFO:tasks.workunit.client.0.smithi028.stdout: "num_promote": 0, 2024-08-29T17:47:14.541 INFO:tasks.workunit.client.0.smithi028.stdout: "num_read": 0, 2024-08-29T17:47:14.541 INFO:tasks.workunit.client.0.smithi028.stdout: "num_read_kb": 0, 2024-08-29T17:47:14.541 INFO:tasks.workunit.client.0.smithi028.stdout: "num_scrub_errors": 0, 2024-08-29T17:47:14.541 INFO:tasks.workunit.client.0.smithi028.stdout: "num_shallow_scrub_errors": 0, 2024-08-29T17:47:14.541 INFO:tasks.workunit.client.0.smithi028.stdout: "num_whiteouts": 0, 2024-08-29T17:47:14.541 INFO:tasks.workunit.client.0.smithi028.stdout: "num_write": 0, 2024-08-29T17:47:14.541 INFO:tasks.workunit.client.0.smithi028.stdout: "num_write_kb": 0 2024-08-29T17:47:14.541 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:14.541 INFO:tasks.workunit.client.0.smithi028.stdout: "state": "active+clean", 2024-08-29T17:47:14.541 INFO:tasks.workunit.client.0.smithi028.stdout: "stats_invalid": false, 2024-08-29T17:47:14.541 INFO:tasks.workunit.client.0.smithi028.stdout: "up": [ 2024-08-29T17:47:14.541 INFO:tasks.workunit.client.0.smithi028.stdout: 0, 2024-08-29T17:47:14.541 INFO:tasks.workunit.client.0.smithi028.stdout: 1, 2024-08-29T17:47:14.541 INFO:tasks.workunit.client.0.smithi028.stdout: 5 2024-08-29T17:47:14.542 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-08-29T17:47:14.542 INFO:tasks.workunit.client.0.smithi028.stdout: "up_primary": 0, 2024-08-29T17:47:14.542 INFO:tasks.workunit.client.0.smithi028.stdout: "version": "0'0" 2024-08-29T17:47:14.542 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:14.542 INFO:tasks.workunit.client.0.smithi028.stdout: { 2024-08-29T17:47:14.542 INFO:tasks.workunit.client.0.smithi028.stdout: "acting": [ 2024-08-29T17:47:14.542 INFO:tasks.workunit.client.0.smithi028.stdout: 1, 2024-08-29T17:47:14.542 INFO:tasks.workunit.client.0.smithi028.stdout: 4, 2024-08-29T17:47:14.542 INFO:tasks.workunit.client.0.smithi028.stdout: 5 2024-08-29T17:47:14.542 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-08-29T17:47:14.542 INFO:tasks.workunit.client.0.smithi028.stdout: "acting_primary": 1, 2024-08-29T17:47:14.542 INFO:tasks.workunit.client.0.smithi028.stdout: "avail_no_missing": [], 2024-08-29T17:47:14.542 INFO:tasks.workunit.client.0.smithi028.stdout: "blocked_by": [], 2024-08-29T17:47:14.542 INFO:tasks.workunit.client.0.smithi028.stdout: "created": 62, 2024-08-29T17:47:14.542 INFO:tasks.workunit.client.0.smithi028.stdout: "dirty_stats_invalid": false, 2024-08-29T17:47:14.543 INFO:tasks.workunit.client.0.smithi028.stdout: "hitset_bytes_stats_invalid": false, 2024-08-29T17:47:14.543 INFO:tasks.workunit.client.0.smithi028.stdout: "hitset_stats_invalid": false, 2024-08-29T17:47:14.543 INFO:tasks.workunit.client.0.smithi028.stdout: "last_active": "2024-08-29T17:43:51.009197+0000", 2024-08-29T17:47:14.543 INFO:tasks.workunit.client.0.smithi028.stdout: "last_became_active": "2024-08-29T17:41:03.057392+0000", 2024-08-29T17:47:14.543 INFO:tasks.workunit.client.0.smithi028.stdout: "last_became_peered": "2024-08-29T17:41:03.057392+0000", 2024-08-29T17:47:14.543 INFO:tasks.workunit.client.0.smithi028.stdout: "last_change": "2024-08-29T17:41:03.058167+0000", 2024-08-29T17:47:14.543 INFO:tasks.workunit.client.0.smithi028.stdout: "last_clean": "2024-08-29T17:43:51.009197+0000", 2024-08-29T17:47:14.543 INFO:tasks.workunit.client.0.smithi028.stdout: "last_clean_scrub_stamp": "2024-08-29T17:41:01.987071+0000", 2024-08-29T17:47:14.543 INFO:tasks.workunit.client.0.smithi028.stdout: "last_deep_scrub": "0'0", 2024-08-29T17:47:14.543 INFO:tasks.workunit.client.0.smithi028.stdout: "last_deep_scrub_stamp": "2024-08-29T17:41:01.987071+0000", 2024-08-29T17:47:14.543 INFO:tasks.workunit.client.0.smithi028.stdout: "last_epoch_clean": 63, 2024-08-29T17:47:14.543 INFO:tasks.workunit.client.0.smithi028.stdout: "last_fresh": "2024-08-29T17:43:51.009197+0000", 2024-08-29T17:47:14.543 INFO:tasks.workunit.client.0.smithi028.stdout: "last_fullsized": "2024-08-29T17:43:51.009197+0000", 2024-08-29T17:47:14.543 INFO:tasks.workunit.client.0.smithi028.stdout: "last_peered": "2024-08-29T17:43:51.009197+0000", 2024-08-29T17:47:14.544 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub": "0'0", 2024-08-29T17:47:14.544 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub_duration": 0, 2024-08-29T17:47:14.544 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub_stamp": "2024-08-29T17:41:01.987071+0000", 2024-08-29T17:47:14.544 INFO:tasks.workunit.client.0.smithi028.stdout: "last_undegraded": "2024-08-29T17:43:51.009197+0000", 2024-08-29T17:47:14.544 INFO:tasks.workunit.client.0.smithi028.stdout: "last_unstale": "2024-08-29T17:43:51.009197+0000", 2024-08-29T17:47:14.544 INFO:tasks.workunit.client.0.smithi028.stdout: "log_dups_size": 0, 2024-08-29T17:47:14.544 INFO:tasks.workunit.client.0.smithi028.stdout: "log_size": 0, 2024-08-29T17:47:14.544 INFO:tasks.workunit.client.0.smithi028.stdout: "log_start": "0'0", 2024-08-29T17:47:14.544 INFO:tasks.workunit.client.0.smithi028.stdout: "manifest_stats_invalid": false, 2024-08-29T17:47:14.544 INFO:tasks.workunit.client.0.smithi028.stdout: "mapping_epoch": 62, 2024-08-29T17:47:14.544 INFO:tasks.workunit.client.0.smithi028.stdout: "object_location_counts": [], 2024-08-29T17:47:14.544 INFO:tasks.workunit.client.0.smithi028.stdout: "objects_scrubbed": 0, 2024-08-29T17:47:14.544 INFO:tasks.workunit.client.0.smithi028.stdout: "objects_trimmed": 0, 2024-08-29T17:47:14.544 INFO:tasks.workunit.client.0.smithi028.stdout: "omap_stats_invalid": false, 2024-08-29T17:47:14.545 INFO:tasks.workunit.client.0.smithi028.stdout: "ondisk_log_size": 0, 2024-08-29T17:47:14.545 INFO:tasks.workunit.client.0.smithi028.stdout: "ondisk_log_start": "0'0", 2024-08-29T17:47:14.545 INFO:tasks.workunit.client.0.smithi028.stdout: "parent": "0.0", 2024-08-29T17:47:14.545 INFO:tasks.workunit.client.0.smithi028.stdout: "parent_split_bits": 0, 2024-08-29T17:47:14.545 INFO:tasks.workunit.client.0.smithi028.stdout: "pgid": "3.31", 2024-08-29T17:47:14.545 INFO:tasks.workunit.client.0.smithi028.stdout: "pin_stats_invalid": false, 2024-08-29T17:47:14.545 INFO:tasks.workunit.client.0.smithi028.stdout: "purged_snaps": [], 2024-08-29T17:47:14.545 INFO:tasks.workunit.client.0.smithi028.stdout: "reported_epoch": 74, 2024-08-29T17:47:14.545 INFO:tasks.workunit.client.0.smithi028.stdout: "reported_seq": 21, 2024-08-29T17:47:14.545 INFO:tasks.workunit.client.0.smithi028.stdout: "scrub_duration": 0.0, 2024-08-29T17:47:14.545 INFO:tasks.workunit.client.0.smithi028.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-30T23:58:49.658338+0000", 2024-08-29T17:47:14.545 INFO:tasks.workunit.client.0.smithi028.stdout: "snaptrim_duration": 0.0, 2024-08-29T17:47:14.546 INFO:tasks.workunit.client.0.smithi028.stdout: "snaptrimq_len": 0, 2024-08-29T17:47:14.546 INFO:tasks.workunit.client.0.smithi028.stdout: "stat_sum": { 2024-08-29T17:47:14.546 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes": 0, 2024-08-29T17:47:14.546 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes_hit_set_archive": 0, 2024-08-29T17:47:14.546 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes_recovered": 0, 2024-08-29T17:47:14.546 INFO:tasks.workunit.client.0.smithi028.stdout: "num_deep_scrub_errors": 0, 2024-08-29T17:47:14.546 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict": 0, 2024-08-29T17:47:14.546 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_kb": 0, 2024-08-29T17:47:14.546 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_mode_full": 0, 2024-08-29T17:47:14.546 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_mode_some": 0, 2024-08-29T17:47:14.546 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush": 0, 2024-08-29T17:47:14.546 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_kb": 0, 2024-08-29T17:47:14.546 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_mode_high": 0, 2024-08-29T17:47:14.546 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_mode_low": 0, 2024-08-29T17:47:14.547 INFO:tasks.workunit.client.0.smithi028.stdout: "num_keys_recovered": 0, 2024-08-29T17:47:14.547 INFO:tasks.workunit.client.0.smithi028.stdout: "num_large_omap_objects": 0, 2024-08-29T17:47:14.547 INFO:tasks.workunit.client.0.smithi028.stdout: "num_legacy_snapsets": 0, 2024-08-29T17:47:14.547 INFO:tasks.workunit.client.0.smithi028.stdout: "num_object_clones": 0, 2024-08-29T17:47:14.547 INFO:tasks.workunit.client.0.smithi028.stdout: "num_object_copies": 0, 2024-08-29T17:47:14.547 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects": 0, 2024-08-29T17:47:14.547 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_degraded": 0, 2024-08-29T17:47:14.547 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_dirty": 0, 2024-08-29T17:47:14.547 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_hit_set_archive": 0, 2024-08-29T17:47:14.547 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_manifest": 0, 2024-08-29T17:47:14.547 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_misplaced": 0, 2024-08-29T17:47:14.547 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_missing": 0, 2024-08-29T17:47:14.547 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_missing_on_primary": 0, 2024-08-29T17:47:14.547 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_omap": 0, 2024-08-29T17:47:14.547 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_pinned": 0, 2024-08-29T17:47:14.548 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_recovered": 0, 2024-08-29T17:47:14.548 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_repaired": 0, 2024-08-29T17:47:14.548 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_unfound": 0, 2024-08-29T17:47:14.548 INFO:tasks.workunit.client.0.smithi028.stdout: "num_omap_bytes": 0, 2024-08-29T17:47:14.548 INFO:tasks.workunit.client.0.smithi028.stdout: "num_omap_keys": 0, 2024-08-29T17:47:14.548 INFO:tasks.workunit.client.0.smithi028.stdout: "num_promote": 0, 2024-08-29T17:47:14.548 INFO:tasks.workunit.client.0.smithi028.stdout: "num_read": 0, 2024-08-29T17:47:14.548 INFO:tasks.workunit.client.0.smithi028.stdout: "num_read_kb": 0, 2024-08-29T17:47:14.548 INFO:tasks.workunit.client.0.smithi028.stdout: "num_scrub_errors": 0, 2024-08-29T17:47:14.548 INFO:tasks.workunit.client.0.smithi028.stdout: "num_shallow_scrub_errors": 0, 2024-08-29T17:47:14.548 INFO:tasks.workunit.client.0.smithi028.stdout: "num_whiteouts": 0, 2024-08-29T17:47:14.548 INFO:tasks.workunit.client.0.smithi028.stdout: "num_write": 0, 2024-08-29T17:47:14.548 INFO:tasks.workunit.client.0.smithi028.stdout: "num_write_kb": 0 2024-08-29T17:47:14.549 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:14.549 INFO:tasks.workunit.client.0.smithi028.stdout: "state": "active+clean", 2024-08-29T17:47:14.549 INFO:tasks.workunit.client.0.smithi028.stdout: "stats_invalid": false, 2024-08-29T17:47:14.549 INFO:tasks.workunit.client.0.smithi028.stdout: "up": [ 2024-08-29T17:47:14.549 INFO:tasks.workunit.client.0.smithi028.stdout: 1, 2024-08-29T17:47:14.549 INFO:tasks.workunit.client.0.smithi028.stdout: 4, 2024-08-29T17:47:14.549 INFO:tasks.workunit.client.0.smithi028.stdout: 5 2024-08-29T17:47:14.549 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-08-29T17:47:14.549 INFO:tasks.workunit.client.0.smithi028.stdout: "up_primary": 1, 2024-08-29T17:47:14.549 INFO:tasks.workunit.client.0.smithi028.stdout: "version": "0'0" 2024-08-29T17:47:14.549 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:14.549 INFO:tasks.workunit.client.0.smithi028.stdout: { 2024-08-29T17:47:14.549 INFO:tasks.workunit.client.0.smithi028.stdout: "acting": [ 2024-08-29T17:47:14.550 INFO:tasks.workunit.client.0.smithi028.stdout: 5, 2024-08-29T17:47:14.550 INFO:tasks.workunit.client.0.smithi028.stdout: 0, 2024-08-29T17:47:14.550 INFO:tasks.workunit.client.0.smithi028.stdout: 7 2024-08-29T17:47:14.550 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-08-29T17:47:14.550 INFO:tasks.workunit.client.0.smithi028.stdout: "acting_primary": 5, 2024-08-29T17:47:14.550 INFO:tasks.workunit.client.0.smithi028.stdout: "avail_no_missing": [], 2024-08-29T17:47:14.550 INFO:tasks.workunit.client.0.smithi028.stdout: "blocked_by": [], 2024-08-29T17:47:14.550 INFO:tasks.workunit.client.0.smithi028.stdout: "created": 62, 2024-08-29T17:47:14.550 INFO:tasks.workunit.client.0.smithi028.stdout: "dirty_stats_invalid": false, 2024-08-29T17:47:14.550 INFO:tasks.workunit.client.0.smithi028.stdout: "hitset_bytes_stats_invalid": false, 2024-08-29T17:47:14.550 INFO:tasks.workunit.client.0.smithi028.stdout: "hitset_stats_invalid": false, 2024-08-29T17:47:14.550 INFO:tasks.workunit.client.0.smithi028.stdout: "last_active": "2024-08-29T17:43:51.010868+0000", 2024-08-29T17:47:14.550 INFO:tasks.workunit.client.0.smithi028.stdout: "last_became_active": "2024-08-29T17:41:03.077519+0000", 2024-08-29T17:47:14.550 INFO:tasks.workunit.client.0.smithi028.stdout: "last_became_peered": "2024-08-29T17:41:03.077519+0000", 2024-08-29T17:47:14.551 INFO:tasks.workunit.client.0.smithi028.stdout: "last_change": "2024-08-29T17:41:03.078660+0000", 2024-08-29T17:47:14.551 INFO:tasks.workunit.client.0.smithi028.stdout: "last_clean": "2024-08-29T17:43:51.010868+0000", 2024-08-29T17:47:14.551 INFO:tasks.workunit.client.0.smithi028.stdout: "last_clean_scrub_stamp": "2024-08-29T17:41:01.987071+0000", 2024-08-29T17:47:14.551 INFO:tasks.workunit.client.0.smithi028.stdout: "last_deep_scrub": "0'0", 2024-08-29T17:47:14.551 INFO:tasks.workunit.client.0.smithi028.stdout: "last_deep_scrub_stamp": "2024-08-29T17:41:01.987071+0000", 2024-08-29T17:47:14.551 INFO:tasks.workunit.client.0.smithi028.stdout: "last_epoch_clean": 63, 2024-08-29T17:47:14.551 INFO:tasks.workunit.client.0.smithi028.stdout: "last_fresh": "2024-08-29T17:43:51.010868+0000", 2024-08-29T17:47:14.551 INFO:tasks.workunit.client.0.smithi028.stdout: "last_fullsized": "2024-08-29T17:43:51.010868+0000", 2024-08-29T17:47:14.551 INFO:tasks.workunit.client.0.smithi028.stdout: "last_peered": "2024-08-29T17:43:51.010868+0000", 2024-08-29T17:47:14.551 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub": "0'0", 2024-08-29T17:47:14.551 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub_duration": 0, 2024-08-29T17:47:14.552 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub_stamp": "2024-08-29T17:41:01.987071+0000", 2024-08-29T17:47:14.552 INFO:tasks.workunit.client.0.smithi028.stdout: "last_undegraded": "2024-08-29T17:43:51.010868+0000", 2024-08-29T17:47:14.552 INFO:tasks.workunit.client.0.smithi028.stdout: "last_unstale": "2024-08-29T17:43:51.010868+0000", 2024-08-29T17:47:14.552 INFO:tasks.workunit.client.0.smithi028.stdout: "log_dups_size": 0, 2024-08-29T17:47:14.552 INFO:tasks.workunit.client.0.smithi028.stdout: "log_size": 0, 2024-08-29T17:47:14.552 INFO:tasks.workunit.client.0.smithi028.stdout: "log_start": "0'0", 2024-08-29T17:47:14.552 INFO:tasks.workunit.client.0.smithi028.stdout: "manifest_stats_invalid": false, 2024-08-29T17:47:14.552 INFO:tasks.workunit.client.0.smithi028.stdout: "mapping_epoch": 62, 2024-08-29T17:47:14.552 INFO:tasks.workunit.client.0.smithi028.stdout: "object_location_counts": [], 2024-08-29T17:47:14.552 INFO:tasks.workunit.client.0.smithi028.stdout: "objects_scrubbed": 0, 2024-08-29T17:47:14.552 INFO:tasks.workunit.client.0.smithi028.stdout: "objects_trimmed": 0, 2024-08-29T17:47:14.552 INFO:tasks.workunit.client.0.smithi028.stdout: "omap_stats_invalid": false, 2024-08-29T17:47:14.552 INFO:tasks.workunit.client.0.smithi028.stdout: "ondisk_log_size": 0, 2024-08-29T17:47:14.552 INFO:tasks.workunit.client.0.smithi028.stdout: "ondisk_log_start": "0'0", 2024-08-29T17:47:14.553 INFO:tasks.workunit.client.0.smithi028.stdout: "parent": "0.0", 2024-08-29T17:47:14.553 INFO:tasks.workunit.client.0.smithi028.stdout: "parent_split_bits": 0, 2024-08-29T17:47:14.553 INFO:tasks.workunit.client.0.smithi028.stdout: "pgid": "3.30", 2024-08-29T17:47:14.553 INFO:tasks.workunit.client.0.smithi028.stdout: "pin_stats_invalid": false, 2024-08-29T17:47:14.553 INFO:tasks.workunit.client.0.smithi028.stdout: "purged_snaps": [], 2024-08-29T17:47:14.553 INFO:tasks.workunit.client.0.smithi028.stdout: "reported_epoch": 74, 2024-08-29T17:47:14.553 INFO:tasks.workunit.client.0.smithi028.stdout: "reported_seq": 21, 2024-08-29T17:47:14.553 INFO:tasks.workunit.client.0.smithi028.stdout: "scrub_duration": 0.0, 2024-08-29T17:47:14.553 INFO:tasks.workunit.client.0.smithi028.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-31T03:19:42.302665+0000", 2024-08-29T17:47:14.553 INFO:tasks.workunit.client.0.smithi028.stdout: "snaptrim_duration": 0.0, 2024-08-29T17:47:14.553 INFO:tasks.workunit.client.0.smithi028.stdout: "snaptrimq_len": 0, 2024-08-29T17:47:14.553 INFO:tasks.workunit.client.0.smithi028.stdout: "stat_sum": { 2024-08-29T17:47:14.553 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes": 0, 2024-08-29T17:47:14.553 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes_hit_set_archive": 0, 2024-08-29T17:47:14.553 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes_recovered": 0, 2024-08-29T17:47:14.554 INFO:tasks.workunit.client.0.smithi028.stdout: "num_deep_scrub_errors": 0, 2024-08-29T17:47:14.554 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict": 0, 2024-08-29T17:47:14.554 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_kb": 0, 2024-08-29T17:47:14.554 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_mode_full": 0, 2024-08-29T17:47:14.554 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_mode_some": 0, 2024-08-29T17:47:14.554 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush": 0, 2024-08-29T17:47:14.554 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_kb": 0, 2024-08-29T17:47:14.554 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_mode_high": 0, 2024-08-29T17:47:14.554 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_mode_low": 0, 2024-08-29T17:47:14.554 INFO:tasks.workunit.client.0.smithi028.stdout: "num_keys_recovered": 0, 2024-08-29T17:47:14.554 INFO:tasks.workunit.client.0.smithi028.stdout: "num_large_omap_objects": 0, 2024-08-29T17:47:14.554 INFO:tasks.workunit.client.0.smithi028.stdout: "num_legacy_snapsets": 0, 2024-08-29T17:47:14.554 INFO:tasks.workunit.client.0.smithi028.stdout: "num_object_clones": 0, 2024-08-29T17:47:14.554 INFO:tasks.workunit.client.0.smithi028.stdout: "num_object_copies": 0, 2024-08-29T17:47:14.555 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects": 0, 2024-08-29T17:47:14.555 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_degraded": 0, 2024-08-29T17:47:14.555 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_dirty": 0, 2024-08-29T17:47:14.555 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_hit_set_archive": 0, 2024-08-29T17:47:14.555 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_manifest": 0, 2024-08-29T17:47:14.555 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_misplaced": 0, 2024-08-29T17:47:14.555 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_missing": 0, 2024-08-29T17:47:14.555 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_missing_on_primary": 0, 2024-08-29T17:47:14.555 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_omap": 0, 2024-08-29T17:47:14.555 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_pinned": 0, 2024-08-29T17:47:14.555 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_recovered": 0, 2024-08-29T17:47:14.555 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_repaired": 0, 2024-08-29T17:47:14.555 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_unfound": 0, 2024-08-29T17:47:14.556 INFO:tasks.workunit.client.0.smithi028.stdout: "num_omap_bytes": 0, 2024-08-29T17:47:14.556 INFO:tasks.workunit.client.0.smithi028.stdout: "num_omap_keys": 0, 2024-08-29T17:47:14.556 INFO:tasks.workunit.client.0.smithi028.stdout: "num_promote": 0, 2024-08-29T17:47:14.556 INFO:tasks.workunit.client.0.smithi028.stdout: "num_read": 0, 2024-08-29T17:47:14.556 INFO:tasks.workunit.client.0.smithi028.stdout: "num_read_kb": 0, 2024-08-29T17:47:14.556 INFO:tasks.workunit.client.0.smithi028.stdout: "num_scrub_errors": 0, 2024-08-29T17:47:14.556 INFO:tasks.workunit.client.0.smithi028.stdout: "num_shallow_scrub_errors": 0, 2024-08-29T17:47:14.556 INFO:tasks.workunit.client.0.smithi028.stdout: "num_whiteouts": 0, 2024-08-29T17:47:14.556 INFO:tasks.workunit.client.0.smithi028.stdout: "num_write": 0, 2024-08-29T17:47:14.556 INFO:tasks.workunit.client.0.smithi028.stdout: "num_write_kb": 0 2024-08-29T17:47:14.556 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:14.556 INFO:tasks.workunit.client.0.smithi028.stdout: "state": "active+clean", 2024-08-29T17:47:14.557 INFO:tasks.workunit.client.0.smithi028.stdout: "stats_invalid": false, 2024-08-29T17:47:14.557 INFO:tasks.workunit.client.0.smithi028.stdout: "up": [ 2024-08-29T17:47:14.557 INFO:tasks.workunit.client.0.smithi028.stdout: 5, 2024-08-29T17:47:14.557 INFO:tasks.workunit.client.0.smithi028.stdout: 0, 2024-08-29T17:47:14.557 INFO:tasks.workunit.client.0.smithi028.stdout: 7 2024-08-29T17:47:14.557 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-08-29T17:47:14.557 INFO:tasks.workunit.client.0.smithi028.stdout: "up_primary": 5, 2024-08-29T17:47:14.557 INFO:tasks.workunit.client.0.smithi028.stdout: "version": "0'0" 2024-08-29T17:47:14.557 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:14.557 INFO:tasks.workunit.client.0.smithi028.stdout: { 2024-08-29T17:47:14.557 INFO:tasks.workunit.client.0.smithi028.stdout: "acting": [ 2024-08-29T17:47:14.557 INFO:tasks.workunit.client.0.smithi028.stdout: 5, 2024-08-29T17:47:14.557 INFO:tasks.workunit.client.0.smithi028.stdout: 7, 2024-08-29T17:47:14.558 INFO:tasks.workunit.client.0.smithi028.stdout: 3 2024-08-29T17:47:14.558 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-08-29T17:47:14.558 INFO:tasks.workunit.client.0.smithi028.stdout: "acting_primary": 5, 2024-08-29T17:47:14.558 INFO:tasks.workunit.client.0.smithi028.stdout: "avail_no_missing": [], 2024-08-29T17:47:14.558 INFO:tasks.workunit.client.0.smithi028.stdout: "blocked_by": [], 2024-08-29T17:47:14.558 INFO:tasks.workunit.client.0.smithi028.stdout: "created": 62, 2024-08-29T17:47:14.558 INFO:tasks.workunit.client.0.smithi028.stdout: "dirty_stats_invalid": false, 2024-08-29T17:47:14.558 INFO:tasks.workunit.client.0.smithi028.stdout: "hitset_bytes_stats_invalid": false, 2024-08-29T17:47:14.558 INFO:tasks.workunit.client.0.smithi028.stdout: "hitset_stats_invalid": false, 2024-08-29T17:47:14.558 INFO:tasks.workunit.client.0.smithi028.stdout: "last_active": "2024-08-29T17:43:51.012285+0000", 2024-08-29T17:47:14.558 INFO:tasks.workunit.client.0.smithi028.stdout: "last_became_active": "2024-08-29T17:41:16.103935+0000", 2024-08-29T17:47:14.558 INFO:tasks.workunit.client.0.smithi028.stdout: "last_became_peered": "2024-08-29T17:41:16.103935+0000", 2024-08-29T17:47:14.558 INFO:tasks.workunit.client.0.smithi028.stdout: "last_change": "2024-08-29T17:41:16.105014+0000", 2024-08-29T17:47:14.558 INFO:tasks.workunit.client.0.smithi028.stdout: "last_clean": "2024-08-29T17:43:51.012285+0000", 2024-08-29T17:47:14.559 INFO:tasks.workunit.client.0.smithi028.stdout: "last_clean_scrub_stamp": "2024-08-29T17:41:01.987071+0000", 2024-08-29T17:47:14.559 INFO:tasks.workunit.client.0.smithi028.stdout: "last_deep_scrub": "0'0", 2024-08-29T17:47:14.559 INFO:tasks.workunit.client.0.smithi028.stdout: "last_deep_scrub_stamp": "2024-08-29T17:41:01.987071+0000", 2024-08-29T17:47:14.559 INFO:tasks.workunit.client.0.smithi028.stdout: "last_epoch_clean": 67, 2024-08-29T17:47:14.559 INFO:tasks.workunit.client.0.smithi028.stdout: "last_fresh": "2024-08-29T17:43:51.012285+0000", 2024-08-29T17:47:14.559 INFO:tasks.workunit.client.0.smithi028.stdout: "last_fullsized": "2024-08-29T17:43:51.012285+0000", 2024-08-29T17:47:14.559 INFO:tasks.workunit.client.0.smithi028.stdout: "last_peered": "2024-08-29T17:43:51.012285+0000", 2024-08-29T17:47:14.559 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub": "0'0", 2024-08-29T17:47:14.559 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub_duration": 0, 2024-08-29T17:47:14.559 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub_stamp": "2024-08-29T17:41:01.987071+0000", 2024-08-29T17:47:14.559 INFO:tasks.workunit.client.0.smithi028.stdout: "last_undegraded": "2024-08-29T17:43:51.012285+0000", 2024-08-29T17:47:14.559 INFO:tasks.workunit.client.0.smithi028.stdout: "last_unstale": "2024-08-29T17:43:51.012285+0000", 2024-08-29T17:47:14.559 INFO:tasks.workunit.client.0.smithi028.stdout: "log_dups_size": 0, 2024-08-29T17:47:14.560 INFO:tasks.workunit.client.0.smithi028.stdout: "log_size": 0, 2024-08-29T17:47:14.560 INFO:tasks.workunit.client.0.smithi028.stdout: "log_start": "0'0", 2024-08-29T17:47:14.560 INFO:tasks.workunit.client.0.smithi028.stdout: "manifest_stats_invalid": false, 2024-08-29T17:47:14.560 INFO:tasks.workunit.client.0.smithi028.stdout: "mapping_epoch": 66, 2024-08-29T17:47:14.560 INFO:tasks.workunit.client.0.smithi028.stdout: "object_location_counts": [], 2024-08-29T17:47:14.560 INFO:tasks.workunit.client.0.smithi028.stdout: "objects_scrubbed": 0, 2024-08-29T17:47:14.560 INFO:tasks.workunit.client.0.smithi028.stdout: "objects_trimmed": 0, 2024-08-29T17:47:14.560 INFO:tasks.workunit.client.0.smithi028.stdout: "omap_stats_invalid": false, 2024-08-29T17:47:14.560 INFO:tasks.workunit.client.0.smithi028.stdout: "ondisk_log_size": 0, 2024-08-29T17:47:14.560 INFO:tasks.workunit.client.0.smithi028.stdout: "ondisk_log_start": "0'0", 2024-08-29T17:47:14.560 INFO:tasks.workunit.client.0.smithi028.stdout: "parent": "0.0", 2024-08-29T17:47:14.560 INFO:tasks.workunit.client.0.smithi028.stdout: "parent_split_bits": 0, 2024-08-29T17:47:14.560 INFO:tasks.workunit.client.0.smithi028.stdout: "pgid": "3.2f", 2024-08-29T17:47:14.560 INFO:tasks.workunit.client.0.smithi028.stdout: "pin_stats_invalid": false, 2024-08-29T17:47:14.561 INFO:tasks.workunit.client.0.smithi028.stdout: "purged_snaps": [], 2024-08-29T17:47:14.561 INFO:tasks.workunit.client.0.smithi028.stdout: "reported_epoch": 74, 2024-08-29T17:47:14.561 INFO:tasks.workunit.client.0.smithi028.stdout: "reported_seq": 31, 2024-08-29T17:47:14.561 INFO:tasks.workunit.client.0.smithi028.stdout: "scrub_duration": 0.0, 2024-08-29T17:47:14.561 INFO:tasks.workunit.client.0.smithi028.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-30T20:45:16.317019+0000", 2024-08-29T17:47:14.561 INFO:tasks.workunit.client.0.smithi028.stdout: "snaptrim_duration": 0.0, 2024-08-29T17:47:14.561 INFO:tasks.workunit.client.0.smithi028.stdout: "snaptrimq_len": 0, 2024-08-29T17:47:14.561 INFO:tasks.workunit.client.0.smithi028.stdout: "stat_sum": { 2024-08-29T17:47:14.561 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes": 0, 2024-08-29T17:47:14.561 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes_hit_set_archive": 0, 2024-08-29T17:47:14.561 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes_recovered": 0, 2024-08-29T17:47:14.561 INFO:tasks.workunit.client.0.smithi028.stdout: "num_deep_scrub_errors": 0, 2024-08-29T17:47:14.561 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict": 0, 2024-08-29T17:47:14.562 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_kb": 0, 2024-08-29T17:47:14.562 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_mode_full": 0, 2024-08-29T17:47:14.562 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_mode_some": 0, 2024-08-29T17:47:14.562 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush": 0, 2024-08-29T17:47:14.562 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_kb": 0, 2024-08-29T17:47:14.562 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_mode_high": 0, 2024-08-29T17:47:14.562 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_mode_low": 0, 2024-08-29T17:47:14.562 INFO:tasks.workunit.client.0.smithi028.stdout: "num_keys_recovered": 0, 2024-08-29T17:47:14.562 INFO:tasks.workunit.client.0.smithi028.stdout: "num_large_omap_objects": 0, 2024-08-29T17:47:14.562 INFO:tasks.workunit.client.0.smithi028.stdout: "num_legacy_snapsets": 0, 2024-08-29T17:47:14.562 INFO:tasks.workunit.client.0.smithi028.stdout: "num_object_clones": 0, 2024-08-29T17:47:14.562 INFO:tasks.workunit.client.0.smithi028.stdout: "num_object_copies": 0, 2024-08-29T17:47:14.562 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects": 0, 2024-08-29T17:47:14.562 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_degraded": 0, 2024-08-29T17:47:14.563 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_dirty": 0, 2024-08-29T17:47:14.563 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_hit_set_archive": 0, 2024-08-29T17:47:14.563 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_manifest": 0, 2024-08-29T17:47:14.563 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_misplaced": 0, 2024-08-29T17:47:14.563 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_missing": 0, 2024-08-29T17:47:14.563 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_missing_on_primary": 0, 2024-08-29T17:47:14.563 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_omap": 0, 2024-08-29T17:47:14.563 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_pinned": 0, 2024-08-29T17:47:14.563 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_recovered": 0, 2024-08-29T17:47:14.563 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_repaired": 0, 2024-08-29T17:47:14.563 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_unfound": 0, 2024-08-29T17:47:14.563 INFO:tasks.workunit.client.0.smithi028.stdout: "num_omap_bytes": 0, 2024-08-29T17:47:14.564 INFO:tasks.workunit.client.0.smithi028.stdout: "num_omap_keys": 0, 2024-08-29T17:47:14.564 INFO:tasks.workunit.client.0.smithi028.stdout: "num_promote": 0, 2024-08-29T17:47:14.564 INFO:tasks.workunit.client.0.smithi028.stdout: "num_read": 0, 2024-08-29T17:47:14.564 INFO:tasks.workunit.client.0.smithi028.stdout: "num_read_kb": 0, 2024-08-29T17:47:14.564 INFO:tasks.workunit.client.0.smithi028.stdout: "num_scrub_errors": 0, 2024-08-29T17:47:14.564 INFO:tasks.workunit.client.0.smithi028.stdout: "num_shallow_scrub_errors": 0, 2024-08-29T17:47:14.564 INFO:tasks.workunit.client.0.smithi028.stdout: "num_whiteouts": 0, 2024-08-29T17:47:14.564 INFO:tasks.workunit.client.0.smithi028.stdout: "num_write": 0, 2024-08-29T17:47:14.564 INFO:tasks.workunit.client.0.smithi028.stdout: "num_write_kb": 0 2024-08-29T17:47:14.564 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:14.564 INFO:tasks.workunit.client.0.smithi028.stdout: "state": "active+clean", 2024-08-29T17:47:14.564 INFO:tasks.workunit.client.0.smithi028.stdout: "stats_invalid": false, 2024-08-29T17:47:14.564 INFO:tasks.workunit.client.0.smithi028.stdout: "up": [ 2024-08-29T17:47:14.565 INFO:tasks.workunit.client.0.smithi028.stdout: 5, 2024-08-29T17:47:14.565 INFO:tasks.workunit.client.0.smithi028.stdout: 7, 2024-08-29T17:47:14.565 INFO:tasks.workunit.client.0.smithi028.stdout: 3 2024-08-29T17:47:14.565 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-08-29T17:47:14.565 INFO:tasks.workunit.client.0.smithi028.stdout: "up_primary": 5, 2024-08-29T17:47:14.565 INFO:tasks.workunit.client.0.smithi028.stdout: "version": "0'0" 2024-08-29T17:47:14.565 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:14.565 INFO:tasks.workunit.client.0.smithi028.stdout: { 2024-08-29T17:47:14.565 INFO:tasks.workunit.client.0.smithi028.stdout: "acting": [ 2024-08-29T17:47:14.565 INFO:tasks.workunit.client.0.smithi028.stdout: 2, 2024-08-29T17:47:14.565 INFO:tasks.workunit.client.0.smithi028.stdout: 6, 2024-08-29T17:47:14.565 INFO:tasks.workunit.client.0.smithi028.stdout: 7 2024-08-29T17:47:14.565 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-08-29T17:47:14.566 INFO:tasks.workunit.client.0.smithi028.stdout: "acting_primary": 2, 2024-08-29T17:47:14.566 INFO:tasks.workunit.client.0.smithi028.stdout: "avail_no_missing": [], 2024-08-29T17:47:14.566 INFO:tasks.workunit.client.0.smithi028.stdout: "blocked_by": [], 2024-08-29T17:47:14.566 INFO:tasks.workunit.client.0.smithi028.stdout: "created": 62, 2024-08-29T17:47:14.566 INFO:tasks.workunit.client.0.smithi028.stdout: "dirty_stats_invalid": false, 2024-08-29T17:47:14.566 INFO:tasks.workunit.client.0.smithi028.stdout: "hitset_bytes_stats_invalid": false, 2024-08-29T17:47:14.566 INFO:tasks.workunit.client.0.smithi028.stdout: "hitset_stats_invalid": false, 2024-08-29T17:47:14.566 INFO:tasks.workunit.client.0.smithi028.stdout: "last_active": "2024-08-29T17:43:51.006349+0000", 2024-08-29T17:47:14.566 INFO:tasks.workunit.client.0.smithi028.stdout: "last_became_active": "2024-08-29T17:41:03.051355+0000", 2024-08-29T17:47:14.566 INFO:tasks.workunit.client.0.smithi028.stdout: "last_became_peered": "2024-08-29T17:41:03.051355+0000", 2024-08-29T17:47:14.566 INFO:tasks.workunit.client.0.smithi028.stdout: "last_change": "2024-08-29T17:41:03.054201+0000", 2024-08-29T17:47:14.566 INFO:tasks.workunit.client.0.smithi028.stdout: "last_clean": "2024-08-29T17:43:51.006349+0000", 2024-08-29T17:47:14.566 INFO:tasks.workunit.client.0.smithi028.stdout: "last_clean_scrub_stamp": "2024-08-29T17:41:01.987071+0000", 2024-08-29T17:47:14.567 INFO:tasks.workunit.client.0.smithi028.stdout: "last_deep_scrub": "0'0", 2024-08-29T17:47:14.567 INFO:tasks.workunit.client.0.smithi028.stdout: "last_deep_scrub_stamp": "2024-08-29T17:41:01.987071+0000", 2024-08-29T17:47:14.567 INFO:tasks.workunit.client.0.smithi028.stdout: "last_epoch_clean": 63, 2024-08-29T17:47:14.567 INFO:tasks.workunit.client.0.smithi028.stdout: "last_fresh": "2024-08-29T17:43:51.006349+0000", 2024-08-29T17:47:14.567 INFO:tasks.workunit.client.0.smithi028.stdout: "last_fullsized": "2024-08-29T17:43:51.006349+0000", 2024-08-29T17:47:14.567 INFO:tasks.workunit.client.0.smithi028.stdout: "last_peered": "2024-08-29T17:43:51.006349+0000", 2024-08-29T17:47:14.567 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub": "0'0", 2024-08-29T17:47:14.567 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub_duration": 0, 2024-08-29T17:47:14.567 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub_stamp": "2024-08-29T17:41:01.987071+0000", 2024-08-29T17:47:14.567 INFO:tasks.workunit.client.0.smithi028.stdout: "last_undegraded": "2024-08-29T17:43:51.006349+0000", 2024-08-29T17:47:14.567 INFO:tasks.workunit.client.0.smithi028.stdout: "last_unstale": "2024-08-29T17:43:51.006349+0000", 2024-08-29T17:47:14.567 INFO:tasks.workunit.client.0.smithi028.stdout: "log_dups_size": 0, 2024-08-29T17:47:14.568 INFO:tasks.workunit.client.0.smithi028.stdout: "log_size": 0, 2024-08-29T17:47:14.568 INFO:tasks.workunit.client.0.smithi028.stdout: "log_start": "0'0", 2024-08-29T17:47:14.568 INFO:tasks.workunit.client.0.smithi028.stdout: "manifest_stats_invalid": false, 2024-08-29T17:47:14.568 INFO:tasks.workunit.client.0.smithi028.stdout: "mapping_epoch": 62, 2024-08-29T17:47:14.568 INFO:tasks.workunit.client.0.smithi028.stdout: "object_location_counts": [], 2024-08-29T17:47:14.568 INFO:tasks.workunit.client.0.smithi028.stdout: "objects_scrubbed": 0, 2024-08-29T17:47:14.568 INFO:tasks.workunit.client.0.smithi028.stdout: "objects_trimmed": 0, 2024-08-29T17:47:14.568 INFO:tasks.workunit.client.0.smithi028.stdout: "omap_stats_invalid": false, 2024-08-29T17:47:14.568 INFO:tasks.workunit.client.0.smithi028.stdout: "ondisk_log_size": 0, 2024-08-29T17:47:14.568 INFO:tasks.workunit.client.0.smithi028.stdout: "ondisk_log_start": "0'0", 2024-08-29T17:47:14.568 INFO:tasks.workunit.client.0.smithi028.stdout: "parent": "0.0", 2024-08-29T17:47:14.568 INFO:tasks.workunit.client.0.smithi028.stdout: "parent_split_bits": 0, 2024-08-29T17:47:14.568 INFO:tasks.workunit.client.0.smithi028.stdout: "pgid": "3.2e", 2024-08-29T17:47:14.568 INFO:tasks.workunit.client.0.smithi028.stdout: "pin_stats_invalid": false, 2024-08-29T17:47:14.568 INFO:tasks.workunit.client.0.smithi028.stdout: "purged_snaps": [], 2024-08-29T17:47:14.569 INFO:tasks.workunit.client.0.smithi028.stdout: "reported_epoch": 74, 2024-08-29T17:47:14.569 INFO:tasks.workunit.client.0.smithi028.stdout: "reported_seq": 21, 2024-08-29T17:47:14.569 INFO:tasks.workunit.client.0.smithi028.stdout: "scrub_duration": 0.0, 2024-08-29T17:47:14.569 INFO:tasks.workunit.client.0.smithi028.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-31T00:00:38.356662+0000", 2024-08-29T17:47:14.569 INFO:tasks.workunit.client.0.smithi028.stdout: "snaptrim_duration": 0.0, 2024-08-29T17:47:14.569 INFO:tasks.workunit.client.0.smithi028.stdout: "snaptrimq_len": 0, 2024-08-29T17:47:14.569 INFO:tasks.workunit.client.0.smithi028.stdout: "stat_sum": { 2024-08-29T17:47:14.569 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes": 0, 2024-08-29T17:47:14.569 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes_hit_set_archive": 0, 2024-08-29T17:47:14.569 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes_recovered": 0, 2024-08-29T17:47:14.569 INFO:tasks.workunit.client.0.smithi028.stdout: "num_deep_scrub_errors": 0, 2024-08-29T17:47:14.569 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict": 0, 2024-08-29T17:47:14.569 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_kb": 0, 2024-08-29T17:47:14.569 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_mode_full": 0, 2024-08-29T17:47:14.569 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_mode_some": 0, 2024-08-29T17:47:14.569 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush": 0, 2024-08-29T17:47:14.570 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_kb": 0, 2024-08-29T17:47:14.570 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_mode_high": 0, 2024-08-29T17:47:14.570 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_mode_low": 0, 2024-08-29T17:47:14.570 INFO:tasks.workunit.client.0.smithi028.stdout: "num_keys_recovered": 0, 2024-08-29T17:47:14.570 INFO:tasks.workunit.client.0.smithi028.stdout: "num_large_omap_objects": 0, 2024-08-29T17:47:14.570 INFO:tasks.workunit.client.0.smithi028.stdout: "num_legacy_snapsets": 0, 2024-08-29T17:47:14.570 INFO:tasks.workunit.client.0.smithi028.stdout: "num_object_clones": 0, 2024-08-29T17:47:14.570 INFO:tasks.workunit.client.0.smithi028.stdout: "num_object_copies": 0, 2024-08-29T17:47:14.570 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects": 0, 2024-08-29T17:47:14.570 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_degraded": 0, 2024-08-29T17:47:14.570 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_dirty": 0, 2024-08-29T17:47:14.570 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_hit_set_archive": 0, 2024-08-29T17:47:14.570 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_manifest": 0, 2024-08-29T17:47:14.570 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_misplaced": 0, 2024-08-29T17:47:14.570 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_missing": 0, 2024-08-29T17:47:14.571 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_missing_on_primary": 0, 2024-08-29T17:47:14.571 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_omap": 0, 2024-08-29T17:47:14.571 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_pinned": 0, 2024-08-29T17:47:14.571 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_recovered": 0, 2024-08-29T17:47:14.571 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_repaired": 0, 2024-08-29T17:47:14.571 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_unfound": 0, 2024-08-29T17:47:14.571 INFO:tasks.workunit.client.0.smithi028.stdout: "num_omap_bytes": 0, 2024-08-29T17:47:14.571 INFO:tasks.workunit.client.0.smithi028.stdout: "num_omap_keys": 0, 2024-08-29T17:47:14.571 INFO:tasks.workunit.client.0.smithi028.stdout: "num_promote": 0, 2024-08-29T17:47:14.571 INFO:tasks.workunit.client.0.smithi028.stdout: "num_read": 0, 2024-08-29T17:47:14.571 INFO:tasks.workunit.client.0.smithi028.stdout: "num_read_kb": 0, 2024-08-29T17:47:14.571 INFO:tasks.workunit.client.0.smithi028.stdout: "num_scrub_errors": 0, 2024-08-29T17:47:14.571 INFO:tasks.workunit.client.0.smithi028.stdout: "num_shallow_scrub_errors": 0, 2024-08-29T17:47:14.571 INFO:tasks.workunit.client.0.smithi028.stdout: "num_whiteouts": 0, 2024-08-29T17:47:14.571 INFO:tasks.workunit.client.0.smithi028.stdout: "num_write": 0, 2024-08-29T17:47:14.571 INFO:tasks.workunit.client.0.smithi028.stdout: "num_write_kb": 0 2024-08-29T17:47:14.572 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:14.572 INFO:tasks.workunit.client.0.smithi028.stdout: "state": "active+clean", 2024-08-29T17:47:14.572 INFO:tasks.workunit.client.0.smithi028.stdout: "stats_invalid": false, 2024-08-29T17:47:14.572 INFO:tasks.workunit.client.0.smithi028.stdout: "up": [ 2024-08-29T17:47:14.572 INFO:tasks.workunit.client.0.smithi028.stdout: 2, 2024-08-29T17:47:14.572 INFO:tasks.workunit.client.0.smithi028.stdout: 6, 2024-08-29T17:47:14.572 INFO:tasks.workunit.client.0.smithi028.stdout: 7 2024-08-29T17:47:14.572 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-08-29T17:47:14.572 INFO:tasks.workunit.client.0.smithi028.stdout: "up_primary": 2, 2024-08-29T17:47:14.572 INFO:tasks.workunit.client.0.smithi028.stdout: "version": "0'0" 2024-08-29T17:47:14.572 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:14.572 INFO:tasks.workunit.client.0.smithi028.stdout: { 2024-08-29T17:47:14.572 INFO:tasks.workunit.client.0.smithi028.stdout: "acting": [ 2024-08-29T17:47:14.572 INFO:tasks.workunit.client.0.smithi028.stdout: 7, 2024-08-29T17:47:14.572 INFO:tasks.workunit.client.0.smithi028.stdout: 2, 2024-08-29T17:47:14.573 INFO:tasks.workunit.client.0.smithi028.stdout: 6 2024-08-29T17:47:14.573 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-08-29T17:47:14.573 INFO:tasks.workunit.client.0.smithi028.stdout: "acting_primary": 7, 2024-08-29T17:47:14.573 INFO:tasks.workunit.client.0.smithi028.stdout: "avail_no_missing": [], 2024-08-29T17:47:14.573 INFO:tasks.workunit.client.0.smithi028.stdout: "blocked_by": [], 2024-08-29T17:47:14.573 INFO:tasks.workunit.client.0.smithi028.stdout: "created": 62, 2024-08-29T17:47:14.573 INFO:tasks.workunit.client.0.smithi028.stdout: "dirty_stats_invalid": false, 2024-08-29T17:47:14.573 INFO:tasks.workunit.client.0.smithi028.stdout: "hitset_bytes_stats_invalid": false, 2024-08-29T17:47:14.573 INFO:tasks.workunit.client.0.smithi028.stdout: "hitset_stats_invalid": false, 2024-08-29T17:47:14.573 INFO:tasks.workunit.client.0.smithi028.stdout: "last_active": "2024-08-29T17:43:51.059032+0000", 2024-08-29T17:47:14.573 INFO:tasks.workunit.client.0.smithi028.stdout: "last_became_active": "2024-08-29T17:41:03.074623+0000", 2024-08-29T17:47:14.573 INFO:tasks.workunit.client.0.smithi028.stdout: "last_became_peered": "2024-08-29T17:41:03.074623+0000", 2024-08-29T17:47:14.573 INFO:tasks.workunit.client.0.smithi028.stdout: "last_change": "2024-08-29T17:41:03.075263+0000", 2024-08-29T17:47:14.573 INFO:tasks.workunit.client.0.smithi028.stdout: "last_clean": "2024-08-29T17:43:51.059032+0000", 2024-08-29T17:47:14.573 INFO:tasks.workunit.client.0.smithi028.stdout: "last_clean_scrub_stamp": "2024-08-29T17:41:01.987071+0000", 2024-08-29T17:47:14.574 INFO:tasks.workunit.client.0.smithi028.stdout: "last_deep_scrub": "0'0", 2024-08-29T17:47:14.574 INFO:tasks.workunit.client.0.smithi028.stdout: "last_deep_scrub_stamp": "2024-08-29T17:41:01.987071+0000", 2024-08-29T17:47:14.574 INFO:tasks.workunit.client.0.smithi028.stdout: "last_epoch_clean": 63, 2024-08-29T17:47:14.574 INFO:tasks.workunit.client.0.smithi028.stdout: "last_fresh": "2024-08-29T17:43:51.059032+0000", 2024-08-29T17:47:14.574 INFO:tasks.workunit.client.0.smithi028.stdout: "last_fullsized": "2024-08-29T17:43:51.059032+0000", 2024-08-29T17:47:14.574 INFO:tasks.workunit.client.0.smithi028.stdout: "last_peered": "2024-08-29T17:43:51.059032+0000", 2024-08-29T17:47:14.574 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub": "0'0", 2024-08-29T17:47:14.574 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub_duration": 0, 2024-08-29T17:47:14.574 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub_stamp": "2024-08-29T17:41:01.987071+0000", 2024-08-29T17:47:14.574 INFO:tasks.workunit.client.0.smithi028.stdout: "last_undegraded": "2024-08-29T17:43:51.059032+0000", 2024-08-29T17:47:14.574 INFO:tasks.workunit.client.0.smithi028.stdout: "last_unstale": "2024-08-29T17:43:51.059032+0000", 2024-08-29T17:47:14.574 INFO:tasks.workunit.client.0.smithi028.stdout: "log_dups_size": 0, 2024-08-29T17:47:14.574 INFO:tasks.workunit.client.0.smithi028.stdout: "log_size": 0, 2024-08-29T17:47:14.574 INFO:tasks.workunit.client.0.smithi028.stdout: "log_start": "0'0", 2024-08-29T17:47:14.574 INFO:tasks.workunit.client.0.smithi028.stdout: "manifest_stats_invalid": false, 2024-08-29T17:47:14.574 INFO:tasks.workunit.client.0.smithi028.stdout: "mapping_epoch": 62, 2024-08-29T17:47:14.575 INFO:tasks.workunit.client.0.smithi028.stdout: "object_location_counts": [], 2024-08-29T17:47:14.575 INFO:tasks.workunit.client.0.smithi028.stdout: "objects_scrubbed": 0, 2024-08-29T17:47:14.575 INFO:tasks.workunit.client.0.smithi028.stdout: "objects_trimmed": 0, 2024-08-29T17:47:14.575 INFO:tasks.workunit.client.0.smithi028.stdout: "omap_stats_invalid": false, 2024-08-29T17:47:14.575 INFO:tasks.workunit.client.0.smithi028.stdout: "ondisk_log_size": 0, 2024-08-29T17:47:14.575 INFO:tasks.workunit.client.0.smithi028.stdout: "ondisk_log_start": "0'0", 2024-08-29T17:47:14.575 INFO:tasks.workunit.client.0.smithi028.stdout: "parent": "0.0", 2024-08-29T17:47:14.575 INFO:tasks.workunit.client.0.smithi028.stdout: "parent_split_bits": 0, 2024-08-29T17:47:14.575 INFO:tasks.workunit.client.0.smithi028.stdout: "pgid": "3.2d", 2024-08-29T17:47:14.575 INFO:tasks.workunit.client.0.smithi028.stdout: "pin_stats_invalid": false, 2024-08-29T17:47:14.575 INFO:tasks.workunit.client.0.smithi028.stdout: "purged_snaps": [], 2024-08-29T17:47:14.575 INFO:tasks.workunit.client.0.smithi028.stdout: "reported_epoch": 74, 2024-08-29T17:47:14.575 INFO:tasks.workunit.client.0.smithi028.stdout: "reported_seq": 21, 2024-08-29T17:47:14.575 INFO:tasks.workunit.client.0.smithi028.stdout: "scrub_duration": 0.0, 2024-08-29T17:47:14.575 INFO:tasks.workunit.client.0.smithi028.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-30T22:48:43.710117+0000", 2024-08-29T17:47:14.576 INFO:tasks.workunit.client.0.smithi028.stdout: "snaptrim_duration": 0.0, 2024-08-29T17:47:14.576 INFO:tasks.workunit.client.0.smithi028.stdout: "snaptrimq_len": 0, 2024-08-29T17:47:14.576 INFO:tasks.workunit.client.0.smithi028.stdout: "stat_sum": { 2024-08-29T17:47:14.576 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes": 0, 2024-08-29T17:47:14.576 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes_hit_set_archive": 0, 2024-08-29T17:47:14.576 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes_recovered": 0, 2024-08-29T17:47:14.576 INFO:tasks.workunit.client.0.smithi028.stdout: "num_deep_scrub_errors": 0, 2024-08-29T17:47:14.576 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict": 0, 2024-08-29T17:47:14.576 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_kb": 0, 2024-08-29T17:47:14.576 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_mode_full": 0, 2024-08-29T17:47:14.576 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_mode_some": 0, 2024-08-29T17:47:14.576 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush": 0, 2024-08-29T17:47:14.576 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_kb": 0, 2024-08-29T17:47:14.577 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_mode_high": 0, 2024-08-29T17:47:14.577 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_mode_low": 0, 2024-08-29T17:47:14.577 INFO:tasks.workunit.client.0.smithi028.stdout: "num_keys_recovered": 0, 2024-08-29T17:47:14.577 INFO:tasks.workunit.client.0.smithi028.stdout: "num_large_omap_objects": 0, 2024-08-29T17:47:14.577 INFO:tasks.workunit.client.0.smithi028.stdout: "num_legacy_snapsets": 0, 2024-08-29T17:47:14.577 INFO:tasks.workunit.client.0.smithi028.stdout: "num_object_clones": 0, 2024-08-29T17:47:14.577 INFO:tasks.workunit.client.0.smithi028.stdout: "num_object_copies": 0, 2024-08-29T17:47:14.577 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects": 0, 2024-08-29T17:47:14.577 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_degraded": 0, 2024-08-29T17:47:14.577 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_dirty": 0, 2024-08-29T17:47:14.577 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_hit_set_archive": 0, 2024-08-29T17:47:14.577 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_manifest": 0, 2024-08-29T17:47:14.577 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_misplaced": 0, 2024-08-29T17:47:14.578 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_missing": 0, 2024-08-29T17:47:14.578 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_missing_on_primary": 0, 2024-08-29T17:47:14.578 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_omap": 0, 2024-08-29T17:47:14.578 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_pinned": 0, 2024-08-29T17:47:14.578 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_recovered": 0, 2024-08-29T17:47:14.578 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_repaired": 0, 2024-08-29T17:47:14.578 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_unfound": 0, 2024-08-29T17:47:14.578 INFO:tasks.workunit.client.0.smithi028.stdout: "num_omap_bytes": 0, 2024-08-29T17:47:14.578 INFO:tasks.workunit.client.0.smithi028.stdout: "num_omap_keys": 0, 2024-08-29T17:47:14.578 INFO:tasks.workunit.client.0.smithi028.stdout: "num_promote": 0, 2024-08-29T17:47:14.578 INFO:tasks.workunit.client.0.smithi028.stdout: "num_read": 0, 2024-08-29T17:47:14.578 INFO:tasks.workunit.client.0.smithi028.stdout: "num_read_kb": 0, 2024-08-29T17:47:14.578 INFO:tasks.workunit.client.0.smithi028.stdout: "num_scrub_errors": 0, 2024-08-29T17:47:14.578 INFO:tasks.workunit.client.0.smithi028.stdout: "num_shallow_scrub_errors": 0, 2024-08-29T17:47:14.579 INFO:tasks.workunit.client.0.smithi028.stdout: "num_whiteouts": 0, 2024-08-29T17:47:14.579 INFO:tasks.workunit.client.0.smithi028.stdout: "num_write": 0, 2024-08-29T17:47:14.579 INFO:tasks.workunit.client.0.smithi028.stdout: "num_write_kb": 0 2024-08-29T17:47:14.579 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:14.579 INFO:tasks.workunit.client.0.smithi028.stdout: "state": "active+clean", 2024-08-29T17:47:14.579 INFO:tasks.workunit.client.0.smithi028.stdout: "stats_invalid": false, 2024-08-29T17:47:14.579 INFO:tasks.workunit.client.0.smithi028.stdout: "up": [ 2024-08-29T17:47:14.579 INFO:tasks.workunit.client.0.smithi028.stdout: 7, 2024-08-29T17:47:14.579 INFO:tasks.workunit.client.0.smithi028.stdout: 2, 2024-08-29T17:47:14.579 INFO:tasks.workunit.client.0.smithi028.stdout: 6 2024-08-29T17:47:14.579 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-08-29T17:47:14.579 INFO:tasks.workunit.client.0.smithi028.stdout: "up_primary": 7, 2024-08-29T17:47:14.579 INFO:tasks.workunit.client.0.smithi028.stdout: "version": "0'0" 2024-08-29T17:47:14.579 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:14.580 INFO:tasks.workunit.client.0.smithi028.stdout: { 2024-08-29T17:47:14.580 INFO:tasks.workunit.client.0.smithi028.stdout: "acting": [ 2024-08-29T17:47:14.580 INFO:tasks.workunit.client.0.smithi028.stdout: 6, 2024-08-29T17:47:14.580 INFO:tasks.workunit.client.0.smithi028.stdout: 4, 2024-08-29T17:47:14.580 INFO:tasks.workunit.client.0.smithi028.stdout: 0 2024-08-29T17:47:14.580 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-08-29T17:47:14.580 INFO:tasks.workunit.client.0.smithi028.stdout: "acting_primary": 6, 2024-08-29T17:47:14.580 INFO:tasks.workunit.client.0.smithi028.stdout: "avail_no_missing": [], 2024-08-29T17:47:14.580 INFO:tasks.workunit.client.0.smithi028.stdout: "blocked_by": [], 2024-08-29T17:47:14.580 INFO:tasks.workunit.client.0.smithi028.stdout: "created": 62, 2024-08-29T17:47:14.580 INFO:tasks.workunit.client.0.smithi028.stdout: "dirty_stats_invalid": false, 2024-08-29T17:47:14.580 INFO:tasks.workunit.client.0.smithi028.stdout: "hitset_bytes_stats_invalid": false, 2024-08-29T17:47:14.580 INFO:tasks.workunit.client.0.smithi028.stdout: "hitset_stats_invalid": false, 2024-08-29T17:47:14.581 INFO:tasks.workunit.client.0.smithi028.stdout: "last_active": "2024-08-29T17:43:51.180839+0000", 2024-08-29T17:47:14.581 INFO:tasks.workunit.client.0.smithi028.stdout: "last_became_active": "2024-08-29T17:41:03.071246+0000", 2024-08-29T17:47:14.581 INFO:tasks.workunit.client.0.smithi028.stdout: "last_became_peered": "2024-08-29T17:41:03.071246+0000", 2024-08-29T17:47:14.581 INFO:tasks.workunit.client.0.smithi028.stdout: "last_change": "2024-08-29T17:41:03.072007+0000", 2024-08-29T17:47:14.581 INFO:tasks.workunit.client.0.smithi028.stdout: "last_clean": "2024-08-29T17:43:51.180839+0000", 2024-08-29T17:47:14.581 INFO:tasks.workunit.client.0.smithi028.stdout: "last_clean_scrub_stamp": "2024-08-29T17:41:01.987071+0000", 2024-08-29T17:47:14.581 INFO:tasks.workunit.client.0.smithi028.stdout: "last_deep_scrub": "0'0", 2024-08-29T17:47:14.581 INFO:tasks.workunit.client.0.smithi028.stdout: "last_deep_scrub_stamp": "2024-08-29T17:41:01.987071+0000", 2024-08-29T17:47:14.581 INFO:tasks.workunit.client.0.smithi028.stdout: "last_epoch_clean": 63, 2024-08-29T17:47:14.581 INFO:tasks.workunit.client.0.smithi028.stdout: "last_fresh": "2024-08-29T17:43:51.180839+0000", 2024-08-29T17:47:14.581 INFO:tasks.workunit.client.0.smithi028.stdout: "last_fullsized": "2024-08-29T17:43:51.180839+0000", 2024-08-29T17:47:14.581 INFO:tasks.workunit.client.0.smithi028.stdout: "last_peered": "2024-08-29T17:43:51.180839+0000", 2024-08-29T17:47:14.581 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub": "0'0", 2024-08-29T17:47:14.581 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub_duration": 0, 2024-08-29T17:47:14.582 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub_stamp": "2024-08-29T17:41:01.987071+0000", 2024-08-29T17:47:14.582 INFO:tasks.workunit.client.0.smithi028.stdout: "last_undegraded": "2024-08-29T17:43:51.180839+0000", 2024-08-29T17:47:14.582 INFO:tasks.workunit.client.0.smithi028.stdout: "last_unstale": "2024-08-29T17:43:51.180839+0000", 2024-08-29T17:47:14.582 INFO:tasks.workunit.client.0.smithi028.stdout: "log_dups_size": 0, 2024-08-29T17:47:14.582 INFO:tasks.workunit.client.0.smithi028.stdout: "log_size": 0, 2024-08-29T17:47:14.582 INFO:tasks.workunit.client.0.smithi028.stdout: "log_start": "0'0", 2024-08-29T17:47:14.582 INFO:tasks.workunit.client.0.smithi028.stdout: "manifest_stats_invalid": false, 2024-08-29T17:47:14.582 INFO:tasks.workunit.client.0.smithi028.stdout: "mapping_epoch": 62, 2024-08-29T17:47:14.582 INFO:tasks.workunit.client.0.smithi028.stdout: "object_location_counts": [], 2024-08-29T17:47:14.582 INFO:tasks.workunit.client.0.smithi028.stdout: "objects_scrubbed": 0, 2024-08-29T17:47:14.582 INFO:tasks.workunit.client.0.smithi028.stdout: "objects_trimmed": 0, 2024-08-29T17:47:14.582 INFO:tasks.workunit.client.0.smithi028.stdout: "omap_stats_invalid": false, 2024-08-29T17:47:14.582 INFO:tasks.workunit.client.0.smithi028.stdout: "ondisk_log_size": 0, 2024-08-29T17:47:14.582 INFO:tasks.workunit.client.0.smithi028.stdout: "ondisk_log_start": "0'0", 2024-08-29T17:47:14.583 INFO:tasks.workunit.client.0.smithi028.stdout: "parent": "0.0", 2024-08-29T17:47:14.583 INFO:tasks.workunit.client.0.smithi028.stdout: "parent_split_bits": 0, 2024-08-29T17:47:14.583 INFO:tasks.workunit.client.0.smithi028.stdout: "pgid": "3.2c", 2024-08-29T17:47:14.583 INFO:tasks.workunit.client.0.smithi028.stdout: "pin_stats_invalid": false, 2024-08-29T17:47:14.583 INFO:tasks.workunit.client.0.smithi028.stdout: "purged_snaps": [], 2024-08-29T17:47:14.583 INFO:tasks.workunit.client.0.smithi028.stdout: "reported_epoch": 74, 2024-08-29T17:47:14.583 INFO:tasks.workunit.client.0.smithi028.stdout: "reported_seq": 21, 2024-08-29T17:47:14.583 INFO:tasks.workunit.client.0.smithi028.stdout: "scrub_duration": 0.0, 2024-08-29T17:47:14.583 INFO:tasks.workunit.client.0.smithi028.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-30T20:30:50.433724+0000", 2024-08-29T17:47:14.583 INFO:tasks.workunit.client.0.smithi028.stdout: "snaptrim_duration": 0.0, 2024-08-29T17:47:14.583 INFO:tasks.workunit.client.0.smithi028.stdout: "snaptrimq_len": 0, 2024-08-29T17:47:14.583 INFO:tasks.workunit.client.0.smithi028.stdout: "stat_sum": { 2024-08-29T17:47:14.583 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes": 0, 2024-08-29T17:47:14.583 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes_hit_set_archive": 0, 2024-08-29T17:47:14.584 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes_recovered": 0, 2024-08-29T17:47:14.584 INFO:tasks.workunit.client.0.smithi028.stdout: "num_deep_scrub_errors": 0, 2024-08-29T17:47:14.584 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict": 0, 2024-08-29T17:47:14.584 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_kb": 0, 2024-08-29T17:47:14.584 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_mode_full": 0, 2024-08-29T17:47:14.584 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_mode_some": 0, 2024-08-29T17:47:14.584 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush": 0, 2024-08-29T17:47:14.584 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_kb": 0, 2024-08-29T17:47:14.584 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_mode_high": 0, 2024-08-29T17:47:14.584 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_mode_low": 0, 2024-08-29T17:47:14.584 INFO:tasks.workunit.client.0.smithi028.stdout: "num_keys_recovered": 0, 2024-08-29T17:47:14.584 INFO:tasks.workunit.client.0.smithi028.stdout: "num_large_omap_objects": 0, 2024-08-29T17:47:14.585 INFO:tasks.workunit.client.0.smithi028.stdout: "num_legacy_snapsets": 0, 2024-08-29T17:47:14.585 INFO:tasks.workunit.client.0.smithi028.stdout: "num_object_clones": 0, 2024-08-29T17:47:14.585 INFO:tasks.workunit.client.0.smithi028.stdout: "num_object_copies": 0, 2024-08-29T17:47:14.585 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects": 0, 2024-08-29T17:47:14.585 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_degraded": 0, 2024-08-29T17:47:14.585 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_dirty": 0, 2024-08-29T17:47:14.585 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_hit_set_archive": 0, 2024-08-29T17:47:14.585 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_manifest": 0, 2024-08-29T17:47:14.585 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_misplaced": 0, 2024-08-29T17:47:14.585 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_missing": 0, 2024-08-29T17:47:14.585 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_missing_on_primary": 0, 2024-08-29T17:47:14.585 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_omap": 0, 2024-08-29T17:47:14.585 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_pinned": 0, 2024-08-29T17:47:14.585 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_recovered": 0, 2024-08-29T17:47:14.586 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_repaired": 0, 2024-08-29T17:47:14.586 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_unfound": 0, 2024-08-29T17:47:14.586 INFO:tasks.workunit.client.0.smithi028.stdout: "num_omap_bytes": 0, 2024-08-29T17:47:14.586 INFO:tasks.workunit.client.0.smithi028.stdout: "num_omap_keys": 0, 2024-08-29T17:47:14.586 INFO:tasks.workunit.client.0.smithi028.stdout: "num_promote": 0, 2024-08-29T17:47:14.586 INFO:tasks.workunit.client.0.smithi028.stdout: "num_read": 0, 2024-08-29T17:47:14.586 INFO:tasks.workunit.client.0.smithi028.stdout: "num_read_kb": 0, 2024-08-29T17:47:14.586 INFO:tasks.workunit.client.0.smithi028.stdout: "num_scrub_errors": 0, 2024-08-29T17:47:14.586 INFO:tasks.workunit.client.0.smithi028.stdout: "num_shallow_scrub_errors": 0, 2024-08-29T17:47:14.586 INFO:tasks.workunit.client.0.smithi028.stdout: "num_whiteouts": 0, 2024-08-29T17:47:14.586 INFO:tasks.workunit.client.0.smithi028.stdout: "num_write": 0, 2024-08-29T17:47:14.586 INFO:tasks.workunit.client.0.smithi028.stdout: "num_write_kb": 0 2024-08-29T17:47:14.586 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:14.586 INFO:tasks.workunit.client.0.smithi028.stdout: "state": "active+clean", 2024-08-29T17:47:14.587 INFO:tasks.workunit.client.0.smithi028.stdout: "stats_invalid": false, 2024-08-29T17:47:14.587 INFO:tasks.workunit.client.0.smithi028.stdout: "up": [ 2024-08-29T17:47:14.587 INFO:tasks.workunit.client.0.smithi028.stdout: 6, 2024-08-29T17:47:14.587 INFO:tasks.workunit.client.0.smithi028.stdout: 4, 2024-08-29T17:47:14.587 INFO:tasks.workunit.client.0.smithi028.stdout: 0 2024-08-29T17:47:14.587 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-08-29T17:47:14.587 INFO:tasks.workunit.client.0.smithi028.stdout: "up_primary": 6, 2024-08-29T17:47:14.587 INFO:tasks.workunit.client.0.smithi028.stdout: "version": "0'0" 2024-08-29T17:47:14.587 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:14.587 INFO:tasks.workunit.client.0.smithi028.stdout: { 2024-08-29T17:47:14.587 INFO:tasks.workunit.client.0.smithi028.stdout: "acting": [ 2024-08-29T17:47:14.587 INFO:tasks.workunit.client.0.smithi028.stdout: 2, 2024-08-29T17:47:14.587 INFO:tasks.workunit.client.0.smithi028.stdout: 7, 2024-08-29T17:47:14.588 INFO:tasks.workunit.client.0.smithi028.stdout: 1 2024-08-29T17:47:14.588 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-08-29T17:47:14.588 INFO:tasks.workunit.client.0.smithi028.stdout: "acting_primary": 2, 2024-08-29T17:47:14.588 INFO:tasks.workunit.client.0.smithi028.stdout: "avail_no_missing": [], 2024-08-29T17:47:14.588 INFO:tasks.workunit.client.0.smithi028.stdout: "blocked_by": [], 2024-08-29T17:47:14.588 INFO:tasks.workunit.client.0.smithi028.stdout: "created": 62, 2024-08-29T17:47:14.588 INFO:tasks.workunit.client.0.smithi028.stdout: "dirty_stats_invalid": false, 2024-08-29T17:47:14.588 INFO:tasks.workunit.client.0.smithi028.stdout: "hitset_bytes_stats_invalid": false, 2024-08-29T17:47:14.588 INFO:tasks.workunit.client.0.smithi028.stdout: "hitset_stats_invalid": false, 2024-08-29T17:47:14.588 INFO:tasks.workunit.client.0.smithi028.stdout: "last_active": "2024-08-29T17:43:51.004371+0000", 2024-08-29T17:47:14.588 INFO:tasks.workunit.client.0.smithi028.stdout: "last_became_active": "2024-08-29T17:41:16.101463+0000", 2024-08-29T17:47:14.588 INFO:tasks.workunit.client.0.smithi028.stdout: "last_became_peered": "2024-08-29T17:41:16.101463+0000", 2024-08-29T17:47:14.588 INFO:tasks.workunit.client.0.smithi028.stdout: "last_change": "2024-08-29T17:41:16.102205+0000", 2024-08-29T17:47:14.589 INFO:tasks.workunit.client.0.smithi028.stdout: "last_clean": "2024-08-29T17:43:51.004371+0000", 2024-08-29T17:47:14.589 INFO:tasks.workunit.client.0.smithi028.stdout: "last_clean_scrub_stamp": "2024-08-29T17:41:01.987071+0000", 2024-08-29T17:47:14.589 INFO:tasks.workunit.client.0.smithi028.stdout: "last_deep_scrub": "0'0", 2024-08-29T17:47:14.589 INFO:tasks.workunit.client.0.smithi028.stdout: "last_deep_scrub_stamp": "2024-08-29T17:41:01.987071+0000", 2024-08-29T17:47:14.589 INFO:tasks.workunit.client.0.smithi028.stdout: "last_epoch_clean": 67, 2024-08-29T17:47:14.589 INFO:tasks.workunit.client.0.smithi028.stdout: "last_fresh": "2024-08-29T17:43:51.004371+0000", 2024-08-29T17:47:14.589 INFO:tasks.workunit.client.0.smithi028.stdout: "last_fullsized": "2024-08-29T17:43:51.004371+0000", 2024-08-29T17:47:14.589 INFO:tasks.workunit.client.0.smithi028.stdout: "last_peered": "2024-08-29T17:43:51.004371+0000", 2024-08-29T17:47:14.589 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub": "0'0", 2024-08-29T17:47:14.589 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub_duration": 0, 2024-08-29T17:47:14.589 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub_stamp": "2024-08-29T17:41:01.987071+0000", 2024-08-29T17:47:14.589 INFO:tasks.workunit.client.0.smithi028.stdout: "last_undegraded": "2024-08-29T17:43:51.004371+0000", 2024-08-29T17:47:14.590 INFO:tasks.workunit.client.0.smithi028.stdout: "last_unstale": "2024-08-29T17:43:51.004371+0000", 2024-08-29T17:47:14.590 INFO:tasks.workunit.client.0.smithi028.stdout: "log_dups_size": 0, 2024-08-29T17:47:14.590 INFO:tasks.workunit.client.0.smithi028.stdout: "log_size": 0, 2024-08-29T17:47:14.590 INFO:tasks.workunit.client.0.smithi028.stdout: "log_start": "0'0", 2024-08-29T17:47:14.590 INFO:tasks.workunit.client.0.smithi028.stdout: "manifest_stats_invalid": false, 2024-08-29T17:47:14.590 INFO:tasks.workunit.client.0.smithi028.stdout: "mapping_epoch": 66, 2024-08-29T17:47:14.590 INFO:tasks.workunit.client.0.smithi028.stdout: "object_location_counts": [], 2024-08-29T17:47:14.590 INFO:tasks.workunit.client.0.smithi028.stdout: "objects_scrubbed": 0, 2024-08-29T17:47:14.590 INFO:tasks.workunit.client.0.smithi028.stdout: "objects_trimmed": 0, 2024-08-29T17:47:14.590 INFO:tasks.workunit.client.0.smithi028.stdout: "omap_stats_invalid": false, 2024-08-29T17:47:14.590 INFO:tasks.workunit.client.0.smithi028.stdout: "ondisk_log_size": 0, 2024-08-29T17:47:14.590 INFO:tasks.workunit.client.0.smithi028.stdout: "ondisk_log_start": "0'0", 2024-08-29T17:47:14.590 INFO:tasks.workunit.client.0.smithi028.stdout: "parent": "0.0", 2024-08-29T17:47:14.590 INFO:tasks.workunit.client.0.smithi028.stdout: "parent_split_bits": 0, 2024-08-29T17:47:14.591 INFO:tasks.workunit.client.0.smithi028.stdout: "pgid": "3.2b", 2024-08-29T17:47:14.591 INFO:tasks.workunit.client.0.smithi028.stdout: "pin_stats_invalid": false, 2024-08-29T17:47:14.591 INFO:tasks.workunit.client.0.smithi028.stdout: "purged_snaps": [], 2024-08-29T17:47:14.591 INFO:tasks.workunit.client.0.smithi028.stdout: "reported_epoch": 74, 2024-08-29T17:47:14.591 INFO:tasks.workunit.client.0.smithi028.stdout: "reported_seq": 18, 2024-08-29T17:47:14.591 INFO:tasks.workunit.client.0.smithi028.stdout: "scrub_duration": 0.0, 2024-08-29T17:47:14.591 INFO:tasks.workunit.client.0.smithi028.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-31T00:03:14.341452+0000", 2024-08-29T17:47:14.591 INFO:tasks.workunit.client.0.smithi028.stdout: "snaptrim_duration": 0.0, 2024-08-29T17:47:14.591 INFO:tasks.workunit.client.0.smithi028.stdout: "snaptrimq_len": 0, 2024-08-29T17:47:14.591 INFO:tasks.workunit.client.0.smithi028.stdout: "stat_sum": { 2024-08-29T17:47:14.591 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes": 0, 2024-08-29T17:47:14.592 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes_hit_set_archive": 0, 2024-08-29T17:47:14.592 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes_recovered": 0, 2024-08-29T17:47:14.592 INFO:tasks.workunit.client.0.smithi028.stdout: "num_deep_scrub_errors": 0, 2024-08-29T17:47:14.592 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict": 0, 2024-08-29T17:47:14.592 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_kb": 0, 2024-08-29T17:47:14.592 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_mode_full": 0, 2024-08-29T17:47:14.592 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_mode_some": 0, 2024-08-29T17:47:14.592 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush": 0, 2024-08-29T17:47:14.592 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_kb": 0, 2024-08-29T17:47:14.592 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_mode_high": 0, 2024-08-29T17:47:14.592 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_mode_low": 0, 2024-08-29T17:47:14.593 INFO:tasks.workunit.client.0.smithi028.stdout: "num_keys_recovered": 0, 2024-08-29T17:47:14.593 INFO:tasks.workunit.client.0.smithi028.stdout: "num_large_omap_objects": 0, 2024-08-29T17:47:14.593 INFO:tasks.workunit.client.0.smithi028.stdout: "num_legacy_snapsets": 0, 2024-08-29T17:47:14.593 INFO:tasks.workunit.client.0.smithi028.stdout: "num_object_clones": 0, 2024-08-29T17:47:14.593 INFO:tasks.workunit.client.0.smithi028.stdout: "num_object_copies": 0, 2024-08-29T17:47:14.593 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects": 0, 2024-08-29T17:47:14.593 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_degraded": 0, 2024-08-29T17:47:14.593 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_dirty": 0, 2024-08-29T17:47:14.593 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_hit_set_archive": 0, 2024-08-29T17:47:14.593 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_manifest": 0, 2024-08-29T17:47:14.593 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_misplaced": 0, 2024-08-29T17:47:14.593 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_missing": 0, 2024-08-29T17:47:14.594 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_missing_on_primary": 0, 2024-08-29T17:47:14.594 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_omap": 0, 2024-08-29T17:47:14.594 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_pinned": 0, 2024-08-29T17:47:14.594 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_recovered": 0, 2024-08-29T17:47:14.594 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_repaired": 0, 2024-08-29T17:47:14.594 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_unfound": 0, 2024-08-29T17:47:14.594 INFO:tasks.workunit.client.0.smithi028.stdout: "num_omap_bytes": 0, 2024-08-29T17:47:14.594 INFO:tasks.workunit.client.0.smithi028.stdout: "num_omap_keys": 0, 2024-08-29T17:47:14.594 INFO:tasks.workunit.client.0.smithi028.stdout: "num_promote": 0, 2024-08-29T17:47:14.594 INFO:tasks.workunit.client.0.smithi028.stdout: "num_read": 0, 2024-08-29T17:47:14.594 INFO:tasks.workunit.client.0.smithi028.stdout: "num_read_kb": 0, 2024-08-29T17:47:14.594 INFO:tasks.workunit.client.0.smithi028.stdout: "num_scrub_errors": 0, 2024-08-29T17:47:14.594 INFO:tasks.workunit.client.0.smithi028.stdout: "num_shallow_scrub_errors": 0, 2024-08-29T17:47:14.595 INFO:tasks.workunit.client.0.smithi028.stdout: "num_whiteouts": 0, 2024-08-29T17:47:14.595 INFO:tasks.workunit.client.0.smithi028.stdout: "num_write": 0, 2024-08-29T17:47:14.595 INFO:tasks.workunit.client.0.smithi028.stdout: "num_write_kb": 0 2024-08-29T17:47:14.595 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:14.595 INFO:tasks.workunit.client.0.smithi028.stdout: "state": "active+clean", 2024-08-29T17:47:14.595 INFO:tasks.workunit.client.0.smithi028.stdout: "stats_invalid": false, 2024-08-29T17:47:14.595 INFO:tasks.workunit.client.0.smithi028.stdout: "up": [ 2024-08-29T17:47:14.595 INFO:tasks.workunit.client.0.smithi028.stdout: 2, 2024-08-29T17:47:14.595 INFO:tasks.workunit.client.0.smithi028.stdout: 7, 2024-08-29T17:47:14.595 INFO:tasks.workunit.client.0.smithi028.stdout: 1 2024-08-29T17:47:14.595 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-08-29T17:47:14.595 INFO:tasks.workunit.client.0.smithi028.stdout: "up_primary": 2, 2024-08-29T17:47:14.595 INFO:tasks.workunit.client.0.smithi028.stdout: "version": "0'0" 2024-08-29T17:47:14.596 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:14.596 INFO:tasks.workunit.client.0.smithi028.stdout: { 2024-08-29T17:47:14.596 INFO:tasks.workunit.client.0.smithi028.stdout: "acting": [ 2024-08-29T17:47:14.596 INFO:tasks.workunit.client.0.smithi028.stdout: 5, 2024-08-29T17:47:14.596 INFO:tasks.workunit.client.0.smithi028.stdout: 7, 2024-08-29T17:47:14.596 INFO:tasks.workunit.client.0.smithi028.stdout: 6 2024-08-29T17:47:14.596 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-08-29T17:47:14.596 INFO:tasks.workunit.client.0.smithi028.stdout: "acting_primary": 5, 2024-08-29T17:47:14.596 INFO:tasks.workunit.client.0.smithi028.stdout: "avail_no_missing": [], 2024-08-29T17:47:14.596 INFO:tasks.workunit.client.0.smithi028.stdout: "blocked_by": [], 2024-08-29T17:47:14.596 INFO:tasks.workunit.client.0.smithi028.stdout: "created": 62, 2024-08-29T17:47:14.596 INFO:tasks.workunit.client.0.smithi028.stdout: "dirty_stats_invalid": false, 2024-08-29T17:47:14.596 INFO:tasks.workunit.client.0.smithi028.stdout: "hitset_bytes_stats_invalid": false, 2024-08-29T17:47:14.596 INFO:tasks.workunit.client.0.smithi028.stdout: "hitset_stats_invalid": false, 2024-08-29T17:47:14.597 INFO:tasks.workunit.client.0.smithi028.stdout: "last_active": "2024-08-29T17:43:51.011613+0000", 2024-08-29T17:47:14.597 INFO:tasks.workunit.client.0.smithi028.stdout: "last_became_active": "2024-08-29T17:41:03.083480+0000", 2024-08-29T17:47:14.597 INFO:tasks.workunit.client.0.smithi028.stdout: "last_became_peered": "2024-08-29T17:41:03.083480+0000", 2024-08-29T17:47:14.597 INFO:tasks.workunit.client.0.smithi028.stdout: "last_change": "2024-08-29T17:41:03.084198+0000", 2024-08-29T17:47:14.597 INFO:tasks.workunit.client.0.smithi028.stdout: "last_clean": "2024-08-29T17:43:51.011613+0000", 2024-08-29T17:47:14.597 INFO:tasks.workunit.client.0.smithi028.stdout: "last_clean_scrub_stamp": "2024-08-29T17:41:01.987071+0000", 2024-08-29T17:47:14.597 INFO:tasks.workunit.client.0.smithi028.stdout: "last_deep_scrub": "0'0", 2024-08-29T17:47:14.597 INFO:tasks.workunit.client.0.smithi028.stdout: "last_deep_scrub_stamp": "2024-08-29T17:41:01.987071+0000", 2024-08-29T17:47:14.597 INFO:tasks.workunit.client.0.smithi028.stdout: "last_epoch_clean": 63, 2024-08-29T17:47:14.597 INFO:tasks.workunit.client.0.smithi028.stdout: "last_fresh": "2024-08-29T17:43:51.011613+0000", 2024-08-29T17:47:14.597 INFO:tasks.workunit.client.0.smithi028.stdout: "last_fullsized": "2024-08-29T17:43:51.011613+0000", 2024-08-29T17:47:14.597 INFO:tasks.workunit.client.0.smithi028.stdout: "last_peered": "2024-08-29T17:43:51.011613+0000", 2024-08-29T17:47:14.597 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub": "0'0", 2024-08-29T17:47:14.597 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub_duration": 0, 2024-08-29T17:47:14.597 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub_stamp": "2024-08-29T17:41:01.987071+0000", 2024-08-29T17:47:14.598 INFO:tasks.workunit.client.0.smithi028.stdout: "last_undegraded": "2024-08-29T17:43:51.011613+0000", 2024-08-29T17:47:14.598 INFO:tasks.workunit.client.0.smithi028.stdout: "last_unstale": "2024-08-29T17:43:51.011613+0000", 2024-08-29T17:47:14.598 INFO:tasks.workunit.client.0.smithi028.stdout: "log_dups_size": 0, 2024-08-29T17:47:14.598 INFO:tasks.workunit.client.0.smithi028.stdout: "log_size": 0, 2024-08-29T17:47:14.598 INFO:tasks.workunit.client.0.smithi028.stdout: "log_start": "0'0", 2024-08-29T17:47:14.598 INFO:tasks.workunit.client.0.smithi028.stdout: "manifest_stats_invalid": false, 2024-08-29T17:47:14.598 INFO:tasks.workunit.client.0.smithi028.stdout: "mapping_epoch": 62, 2024-08-29T17:47:14.598 INFO:tasks.workunit.client.0.smithi028.stdout: "object_location_counts": [], 2024-08-29T17:47:14.598 INFO:tasks.workunit.client.0.smithi028.stdout: "objects_scrubbed": 0, 2024-08-29T17:47:14.598 INFO:tasks.workunit.client.0.smithi028.stdout: "objects_trimmed": 0, 2024-08-29T17:47:14.598 INFO:tasks.workunit.client.0.smithi028.stdout: "omap_stats_invalid": false, 2024-08-29T17:47:14.598 INFO:tasks.workunit.client.0.smithi028.stdout: "ondisk_log_size": 0, 2024-08-29T17:47:14.598 INFO:tasks.workunit.client.0.smithi028.stdout: "ondisk_log_start": "0'0", 2024-08-29T17:47:14.598 INFO:tasks.workunit.client.0.smithi028.stdout: "parent": "0.0", 2024-08-29T17:47:14.599 INFO:tasks.workunit.client.0.smithi028.stdout: "parent_split_bits": 0, 2024-08-29T17:47:14.599 INFO:tasks.workunit.client.0.smithi028.stdout: "pgid": "3.2a", 2024-08-29T17:47:14.599 INFO:tasks.workunit.client.0.smithi028.stdout: "pin_stats_invalid": false, 2024-08-29T17:47:14.599 INFO:tasks.workunit.client.0.smithi028.stdout: "purged_snaps": [], 2024-08-29T17:47:14.599 INFO:tasks.workunit.client.0.smithi028.stdout: "reported_epoch": 74, 2024-08-29T17:47:14.599 INFO:tasks.workunit.client.0.smithi028.stdout: "reported_seq": 21, 2024-08-29T17:47:14.599 INFO:tasks.workunit.client.0.smithi028.stdout: "scrub_duration": 0.0, 2024-08-29T17:47:14.599 INFO:tasks.workunit.client.0.smithi028.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-31T01:58:26.671575+0000", 2024-08-29T17:47:14.599 INFO:tasks.workunit.client.0.smithi028.stdout: "snaptrim_duration": 0.0, 2024-08-29T17:47:14.599 INFO:tasks.workunit.client.0.smithi028.stdout: "snaptrimq_len": 0, 2024-08-29T17:47:14.599 INFO:tasks.workunit.client.0.smithi028.stdout: "stat_sum": { 2024-08-29T17:47:14.599 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes": 0, 2024-08-29T17:47:14.599 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes_hit_set_archive": 0, 2024-08-29T17:47:14.599 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes_recovered": 0, 2024-08-29T17:47:14.599 INFO:tasks.workunit.client.0.smithi028.stdout: "num_deep_scrub_errors": 0, 2024-08-29T17:47:14.599 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict": 0, 2024-08-29T17:47:14.600 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_kb": 0, 2024-08-29T17:47:14.600 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_mode_full": 0, 2024-08-29T17:47:14.600 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_mode_some": 0, 2024-08-29T17:47:14.600 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush": 0, 2024-08-29T17:47:14.600 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_kb": 0, 2024-08-29T17:47:14.600 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_mode_high": 0, 2024-08-29T17:47:14.600 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_mode_low": 0, 2024-08-29T17:47:14.600 INFO:tasks.workunit.client.0.smithi028.stdout: "num_keys_recovered": 0, 2024-08-29T17:47:14.600 INFO:tasks.workunit.client.0.smithi028.stdout: "num_large_omap_objects": 0, 2024-08-29T17:47:14.600 INFO:tasks.workunit.client.0.smithi028.stdout: "num_legacy_snapsets": 0, 2024-08-29T17:47:14.600 INFO:tasks.workunit.client.0.smithi028.stdout: "num_object_clones": 0, 2024-08-29T17:47:14.601 INFO:tasks.workunit.client.0.smithi028.stdout: "num_object_copies": 0, 2024-08-29T17:47:14.601 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects": 0, 2024-08-29T17:47:14.601 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_degraded": 0, 2024-08-29T17:47:14.601 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_dirty": 0, 2024-08-29T17:47:14.601 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_hit_set_archive": 0, 2024-08-29T17:47:14.601 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_manifest": 0, 2024-08-29T17:47:14.601 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_misplaced": 0, 2024-08-29T17:47:14.601 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_missing": 0, 2024-08-29T17:47:14.601 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_missing_on_primary": 0, 2024-08-29T17:47:14.601 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_omap": 0, 2024-08-29T17:47:14.601 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_pinned": 0, 2024-08-29T17:47:14.601 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_recovered": 0, 2024-08-29T17:47:14.601 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_repaired": 0, 2024-08-29T17:47:14.602 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_unfound": 0, 2024-08-29T17:47:14.602 INFO:tasks.workunit.client.0.smithi028.stdout: "num_omap_bytes": 0, 2024-08-29T17:47:14.602 INFO:tasks.workunit.client.0.smithi028.stdout: "num_omap_keys": 0, 2024-08-29T17:47:14.602 INFO:tasks.workunit.client.0.smithi028.stdout: "num_promote": 0, 2024-08-29T17:47:14.602 INFO:tasks.workunit.client.0.smithi028.stdout: "num_read": 0, 2024-08-29T17:47:14.602 INFO:tasks.workunit.client.0.smithi028.stdout: "num_read_kb": 0, 2024-08-29T17:47:14.602 INFO:tasks.workunit.client.0.smithi028.stdout: "num_scrub_errors": 0, 2024-08-29T17:47:14.602 INFO:tasks.workunit.client.0.smithi028.stdout: "num_shallow_scrub_errors": 0, 2024-08-29T17:47:14.602 INFO:tasks.workunit.client.0.smithi028.stdout: "num_whiteouts": 0, 2024-08-29T17:47:14.602 INFO:tasks.workunit.client.0.smithi028.stdout: "num_write": 0, 2024-08-29T17:47:14.602 INFO:tasks.workunit.client.0.smithi028.stdout: "num_write_kb": 0 2024-08-29T17:47:14.602 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:14.603 INFO:tasks.workunit.client.0.smithi028.stdout: "state": "active+clean", 2024-08-29T17:47:14.603 INFO:tasks.workunit.client.0.smithi028.stdout: "stats_invalid": false, 2024-08-29T17:47:14.603 INFO:tasks.workunit.client.0.smithi028.stdout: "up": [ 2024-08-29T17:47:14.603 INFO:tasks.workunit.client.0.smithi028.stdout: 5, 2024-08-29T17:47:14.603 INFO:tasks.workunit.client.0.smithi028.stdout: 7, 2024-08-29T17:47:14.603 INFO:tasks.workunit.client.0.smithi028.stdout: 6 2024-08-29T17:47:14.603 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-08-29T17:47:14.603 INFO:tasks.workunit.client.0.smithi028.stdout: "up_primary": 5, 2024-08-29T17:47:14.603 INFO:tasks.workunit.client.0.smithi028.stdout: "version": "0'0" 2024-08-29T17:47:14.603 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:14.603 INFO:tasks.workunit.client.0.smithi028.stdout: { 2024-08-29T17:47:14.603 INFO:tasks.workunit.client.0.smithi028.stdout: "acting": [ 2024-08-29T17:47:14.603 INFO:tasks.workunit.client.0.smithi028.stdout: 3, 2024-08-29T17:47:14.603 INFO:tasks.workunit.client.0.smithi028.stdout: 4, 2024-08-29T17:47:14.604 INFO:tasks.workunit.client.0.smithi028.stdout: 1 2024-08-29T17:47:14.604 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-08-29T17:47:14.604 INFO:tasks.workunit.client.0.smithi028.stdout: "acting_primary": 3, 2024-08-29T17:47:14.604 INFO:tasks.workunit.client.0.smithi028.stdout: "avail_no_missing": [], 2024-08-29T17:47:14.604 INFO:tasks.workunit.client.0.smithi028.stdout: "blocked_by": [], 2024-08-29T17:47:14.604 INFO:tasks.workunit.client.0.smithi028.stdout: "created": 62, 2024-08-29T17:47:14.604 INFO:tasks.workunit.client.0.smithi028.stdout: "dirty_stats_invalid": false, 2024-08-29T17:47:14.604 INFO:tasks.workunit.client.0.smithi028.stdout: "hitset_bytes_stats_invalid": false, 2024-08-29T17:47:14.604 INFO:tasks.workunit.client.0.smithi028.stdout: "hitset_stats_invalid": false, 2024-08-29T17:47:14.604 INFO:tasks.workunit.client.0.smithi028.stdout: "last_active": "2024-08-29T17:43:51.002515+0000", 2024-08-29T17:47:14.604 INFO:tasks.workunit.client.0.smithi028.stdout: "last_became_active": "2024-08-29T17:41:03.050981+0000", 2024-08-29T17:47:14.604 INFO:tasks.workunit.client.0.smithi028.stdout: "last_became_peered": "2024-08-29T17:41:03.050981+0000", 2024-08-29T17:47:14.604 INFO:tasks.workunit.client.0.smithi028.stdout: "last_change": "2024-08-29T17:41:03.051874+0000", 2024-08-29T17:47:14.604 INFO:tasks.workunit.client.0.smithi028.stdout: "last_clean": "2024-08-29T17:43:51.002515+0000", 2024-08-29T17:47:14.604 INFO:tasks.workunit.client.0.smithi028.stdout: "last_clean_scrub_stamp": "2024-08-29T17:41:01.987071+0000", 2024-08-29T17:47:14.605 INFO:tasks.workunit.client.0.smithi028.stdout: "last_deep_scrub": "0'0", 2024-08-29T17:47:14.605 INFO:tasks.workunit.client.0.smithi028.stdout: "last_deep_scrub_stamp": "2024-08-29T17:41:01.987071+0000", 2024-08-29T17:47:14.605 INFO:tasks.workunit.client.0.smithi028.stdout: "last_epoch_clean": 63, 2024-08-29T17:47:14.605 INFO:tasks.workunit.client.0.smithi028.stdout: "last_fresh": "2024-08-29T17:43:51.002515+0000", 2024-08-29T17:47:14.605 INFO:tasks.workunit.client.0.smithi028.stdout: "last_fullsized": "2024-08-29T17:43:51.002515+0000", 2024-08-29T17:47:14.605 INFO:tasks.workunit.client.0.smithi028.stdout: "last_peered": "2024-08-29T17:43:51.002515+0000", 2024-08-29T17:47:14.605 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub": "0'0", 2024-08-29T17:47:14.605 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub_duration": 0, 2024-08-29T17:47:14.605 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub_stamp": "2024-08-29T17:41:01.987071+0000", 2024-08-29T17:47:14.605 INFO:tasks.workunit.client.0.smithi028.stdout: "last_undegraded": "2024-08-29T17:43:51.002515+0000", 2024-08-29T17:47:14.605 INFO:tasks.workunit.client.0.smithi028.stdout: "last_unstale": "2024-08-29T17:43:51.002515+0000", 2024-08-29T17:47:14.605 INFO:tasks.workunit.client.0.smithi028.stdout: "log_dups_size": 0, 2024-08-29T17:47:14.605 INFO:tasks.workunit.client.0.smithi028.stdout: "log_size": 0, 2024-08-29T17:47:14.605 INFO:tasks.workunit.client.0.smithi028.stdout: "log_start": "0'0", 2024-08-29T17:47:14.605 INFO:tasks.workunit.client.0.smithi028.stdout: "manifest_stats_invalid": false, 2024-08-29T17:47:14.606 INFO:tasks.workunit.client.0.smithi028.stdout: "mapping_epoch": 62, 2024-08-29T17:47:14.606 INFO:tasks.workunit.client.0.smithi028.stdout: "object_location_counts": [], 2024-08-29T17:47:14.606 INFO:tasks.workunit.client.0.smithi028.stdout: "objects_scrubbed": 0, 2024-08-29T17:47:14.606 INFO:tasks.workunit.client.0.smithi028.stdout: "objects_trimmed": 0, 2024-08-29T17:47:14.606 INFO:tasks.workunit.client.0.smithi028.stdout: "omap_stats_invalid": false, 2024-08-29T17:47:14.606 INFO:tasks.workunit.client.0.smithi028.stdout: "ondisk_log_size": 0, 2024-08-29T17:47:14.606 INFO:tasks.workunit.client.0.smithi028.stdout: "ondisk_log_start": "0'0", 2024-08-29T17:47:14.606 INFO:tasks.workunit.client.0.smithi028.stdout: "parent": "0.0", 2024-08-29T17:47:14.606 INFO:tasks.workunit.client.0.smithi028.stdout: "parent_split_bits": 0, 2024-08-29T17:47:14.606 INFO:tasks.workunit.client.0.smithi028.stdout: "pgid": "3.29", 2024-08-29T17:47:14.606 INFO:tasks.workunit.client.0.smithi028.stdout: "pin_stats_invalid": false, 2024-08-29T17:47:14.606 INFO:tasks.workunit.client.0.smithi028.stdout: "purged_snaps": [], 2024-08-29T17:47:14.606 INFO:tasks.workunit.client.0.smithi028.stdout: "reported_epoch": 74, 2024-08-29T17:47:14.606 INFO:tasks.workunit.client.0.smithi028.stdout: "reported_seq": 21, 2024-08-29T17:47:14.607 INFO:tasks.workunit.client.0.smithi028.stdout: "scrub_duration": 0.0, 2024-08-29T17:47:14.607 INFO:tasks.workunit.client.0.smithi028.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-30T19:25:59.844948+0000", 2024-08-29T17:47:14.607 INFO:tasks.workunit.client.0.smithi028.stdout: "snaptrim_duration": 0.0, 2024-08-29T17:47:14.607 INFO:tasks.workunit.client.0.smithi028.stdout: "snaptrimq_len": 0, 2024-08-29T17:47:14.607 INFO:tasks.workunit.client.0.smithi028.stdout: "stat_sum": { 2024-08-29T17:47:14.607 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes": 0, 2024-08-29T17:47:14.607 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes_hit_set_archive": 0, 2024-08-29T17:47:14.607 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes_recovered": 0, 2024-08-29T17:47:14.607 INFO:tasks.workunit.client.0.smithi028.stdout: "num_deep_scrub_errors": 0, 2024-08-29T17:47:14.607 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict": 0, 2024-08-29T17:47:14.607 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_kb": 0, 2024-08-29T17:47:14.607 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_mode_full": 0, 2024-08-29T17:47:14.608 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_mode_some": 0, 2024-08-29T17:47:14.608 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush": 0, 2024-08-29T17:47:14.608 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_kb": 0, 2024-08-29T17:47:14.608 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_mode_high": 0, 2024-08-29T17:47:14.608 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_mode_low": 0, 2024-08-29T17:47:14.608 INFO:tasks.workunit.client.0.smithi028.stdout: "num_keys_recovered": 0, 2024-08-29T17:47:14.608 INFO:tasks.workunit.client.0.smithi028.stdout: "num_large_omap_objects": 0, 2024-08-29T17:47:14.608 INFO:tasks.workunit.client.0.smithi028.stdout: "num_legacy_snapsets": 0, 2024-08-29T17:47:14.608 INFO:tasks.workunit.client.0.smithi028.stdout: "num_object_clones": 0, 2024-08-29T17:47:14.608 INFO:tasks.workunit.client.0.smithi028.stdout: "num_object_copies": 0, 2024-08-29T17:47:14.608 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects": 0, 2024-08-29T17:47:14.608 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_degraded": 0, 2024-08-29T17:47:14.608 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_dirty": 0, 2024-08-29T17:47:14.608 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_hit_set_archive": 0, 2024-08-29T17:47:14.608 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_manifest": 0, 2024-08-29T17:47:14.609 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_misplaced": 0, 2024-08-29T17:47:14.609 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_missing": 0, 2024-08-29T17:47:14.609 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_missing_on_primary": 0, 2024-08-29T17:47:14.609 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_omap": 0, 2024-08-29T17:47:14.609 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_pinned": 0, 2024-08-29T17:47:14.609 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_recovered": 0, 2024-08-29T17:47:14.609 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_repaired": 0, 2024-08-29T17:47:14.609 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_unfound": 0, 2024-08-29T17:47:14.609 INFO:tasks.workunit.client.0.smithi028.stdout: "num_omap_bytes": 0, 2024-08-29T17:47:14.609 INFO:tasks.workunit.client.0.smithi028.stdout: "num_omap_keys": 0, 2024-08-29T17:47:14.609 INFO:tasks.workunit.client.0.smithi028.stdout: "num_promote": 0, 2024-08-29T17:47:14.609 INFO:tasks.workunit.client.0.smithi028.stdout: "num_read": 0, 2024-08-29T17:47:14.609 INFO:tasks.workunit.client.0.smithi028.stdout: "num_read_kb": 0, 2024-08-29T17:47:14.609 INFO:tasks.workunit.client.0.smithi028.stdout: "num_scrub_errors": 0, 2024-08-29T17:47:14.610 INFO:tasks.workunit.client.0.smithi028.stdout: "num_shallow_scrub_errors": 0, 2024-08-29T17:47:14.610 INFO:tasks.workunit.client.0.smithi028.stdout: "num_whiteouts": 0, 2024-08-29T17:47:14.610 INFO:tasks.workunit.client.0.smithi028.stdout: "num_write": 0, 2024-08-29T17:47:14.610 INFO:tasks.workunit.client.0.smithi028.stdout: "num_write_kb": 0 2024-08-29T17:47:14.610 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:14.610 INFO:tasks.workunit.client.0.smithi028.stdout: "state": "active+clean", 2024-08-29T17:47:14.610 INFO:tasks.workunit.client.0.smithi028.stdout: "stats_invalid": false, 2024-08-29T17:47:14.610 INFO:tasks.workunit.client.0.smithi028.stdout: "up": [ 2024-08-29T17:47:14.610 INFO:tasks.workunit.client.0.smithi028.stdout: 3, 2024-08-29T17:47:14.610 INFO:tasks.workunit.client.0.smithi028.stdout: 4, 2024-08-29T17:47:14.610 INFO:tasks.workunit.client.0.smithi028.stdout: 1 2024-08-29T17:47:14.610 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-08-29T17:47:14.610 INFO:tasks.workunit.client.0.smithi028.stdout: "up_primary": 3, 2024-08-29T17:47:14.610 INFO:tasks.workunit.client.0.smithi028.stdout: "version": "0'0" 2024-08-29T17:47:14.610 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:14.611 INFO:tasks.workunit.client.0.smithi028.stdout: { 2024-08-29T17:47:14.611 INFO:tasks.workunit.client.0.smithi028.stdout: "acting": [ 2024-08-29T17:47:14.611 INFO:tasks.workunit.client.0.smithi028.stdout: 5, 2024-08-29T17:47:14.611 INFO:tasks.workunit.client.0.smithi028.stdout: 3, 2024-08-29T17:47:14.611 INFO:tasks.workunit.client.0.smithi028.stdout: 2 2024-08-29T17:47:14.611 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-08-29T17:47:14.611 INFO:tasks.workunit.client.0.smithi028.stdout: "acting_primary": 5, 2024-08-29T17:47:14.611 INFO:tasks.workunit.client.0.smithi028.stdout: "avail_no_missing": [], 2024-08-29T17:47:14.611 INFO:tasks.workunit.client.0.smithi028.stdout: "blocked_by": [], 2024-08-29T17:47:14.611 INFO:tasks.workunit.client.0.smithi028.stdout: "created": 62, 2024-08-29T17:47:14.611 INFO:tasks.workunit.client.0.smithi028.stdout: "dirty_stats_invalid": false, 2024-08-29T17:47:14.611 INFO:tasks.workunit.client.0.smithi028.stdout: "hitset_bytes_stats_invalid": false, 2024-08-29T17:47:14.611 INFO:tasks.workunit.client.0.smithi028.stdout: "hitset_stats_invalid": false, 2024-08-29T17:47:14.611 INFO:tasks.workunit.client.0.smithi028.stdout: "last_active": "2024-08-29T17:43:51.011034+0000", 2024-08-29T17:47:14.612 INFO:tasks.workunit.client.0.smithi028.stdout: "last_became_active": "2024-08-29T17:41:03.062080+0000", 2024-08-29T17:47:14.612 INFO:tasks.workunit.client.0.smithi028.stdout: "last_became_peered": "2024-08-29T17:41:03.062080+0000", 2024-08-29T17:47:14.612 INFO:tasks.workunit.client.0.smithi028.stdout: "last_change": "2024-08-29T17:41:03.062968+0000", 2024-08-29T17:47:14.612 INFO:tasks.workunit.client.0.smithi028.stdout: "last_clean": "2024-08-29T17:43:51.011034+0000", 2024-08-29T17:47:14.612 INFO:tasks.workunit.client.0.smithi028.stdout: "last_clean_scrub_stamp": "2024-08-29T17:41:01.987071+0000", 2024-08-29T17:47:14.612 INFO:tasks.workunit.client.0.smithi028.stdout: "last_deep_scrub": "0'0", 2024-08-29T17:47:14.612 INFO:tasks.workunit.client.0.smithi028.stdout: "last_deep_scrub_stamp": "2024-08-29T17:41:01.987071+0000", 2024-08-29T17:47:14.612 INFO:tasks.workunit.client.0.smithi028.stdout: "last_epoch_clean": 63, 2024-08-29T17:47:14.612 INFO:tasks.workunit.client.0.smithi028.stdout: "last_fresh": "2024-08-29T17:43:51.011034+0000", 2024-08-29T17:47:14.612 INFO:tasks.workunit.client.0.smithi028.stdout: "last_fullsized": "2024-08-29T17:43:51.011034+0000", 2024-08-29T17:47:14.612 INFO:tasks.workunit.client.0.smithi028.stdout: "last_peered": "2024-08-29T17:43:51.011034+0000", 2024-08-29T17:47:14.612 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub": "0'0", 2024-08-29T17:47:14.612 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub_duration": 0, 2024-08-29T17:47:14.612 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub_stamp": "2024-08-29T17:41:01.987071+0000", 2024-08-29T17:47:14.612 INFO:tasks.workunit.client.0.smithi028.stdout: "last_undegraded": "2024-08-29T17:43:51.011034+0000", 2024-08-29T17:47:14.613 INFO:tasks.workunit.client.0.smithi028.stdout: "last_unstale": "2024-08-29T17:43:51.011034+0000", 2024-08-29T17:47:14.613 INFO:tasks.workunit.client.0.smithi028.stdout: "log_dups_size": 0, 2024-08-29T17:47:14.613 INFO:tasks.workunit.client.0.smithi028.stdout: "log_size": 0, 2024-08-29T17:47:14.613 INFO:tasks.workunit.client.0.smithi028.stdout: "log_start": "0'0", 2024-08-29T17:47:14.613 INFO:tasks.workunit.client.0.smithi028.stdout: "manifest_stats_invalid": false, 2024-08-29T17:47:14.613 INFO:tasks.workunit.client.0.smithi028.stdout: "mapping_epoch": 62, 2024-08-29T17:47:14.613 INFO:tasks.workunit.client.0.smithi028.stdout: "object_location_counts": [], 2024-08-29T17:47:14.613 INFO:tasks.workunit.client.0.smithi028.stdout: "objects_scrubbed": 0, 2024-08-29T17:47:14.613 INFO:tasks.workunit.client.0.smithi028.stdout: "objects_trimmed": 0, 2024-08-29T17:47:14.613 INFO:tasks.workunit.client.0.smithi028.stdout: "omap_stats_invalid": false, 2024-08-29T17:47:14.613 INFO:tasks.workunit.client.0.smithi028.stdout: "ondisk_log_size": 0, 2024-08-29T17:47:14.613 INFO:tasks.workunit.client.0.smithi028.stdout: "ondisk_log_start": "0'0", 2024-08-29T17:47:14.613 INFO:tasks.workunit.client.0.smithi028.stdout: "parent": "0.0", 2024-08-29T17:47:14.614 INFO:tasks.workunit.client.0.smithi028.stdout: "parent_split_bits": 0, 2024-08-29T17:47:14.614 INFO:tasks.workunit.client.0.smithi028.stdout: "pgid": "3.28", 2024-08-29T17:47:14.614 INFO:tasks.workunit.client.0.smithi028.stdout: "pin_stats_invalid": false, 2024-08-29T17:47:14.614 INFO:tasks.workunit.client.0.smithi028.stdout: "purged_snaps": [], 2024-08-29T17:47:14.614 INFO:tasks.workunit.client.0.smithi028.stdout: "reported_epoch": 74, 2024-08-29T17:47:14.614 INFO:tasks.workunit.client.0.smithi028.stdout: "reported_seq": 21, 2024-08-29T17:47:14.614 INFO:tasks.workunit.client.0.smithi028.stdout: "scrub_duration": 0.0, 2024-08-29T17:47:14.614 INFO:tasks.workunit.client.0.smithi028.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-31T01:50:03.459337+0000", 2024-08-29T17:47:14.614 INFO:tasks.workunit.client.0.smithi028.stdout: "snaptrim_duration": 0.0, 2024-08-29T17:47:14.614 INFO:tasks.workunit.client.0.smithi028.stdout: "snaptrimq_len": 0, 2024-08-29T17:47:14.614 INFO:tasks.workunit.client.0.smithi028.stdout: "stat_sum": { 2024-08-29T17:47:14.614 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes": 0, 2024-08-29T17:47:14.614 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes_hit_set_archive": 0, 2024-08-29T17:47:14.614 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes_recovered": 0, 2024-08-29T17:47:14.615 INFO:tasks.workunit.client.0.smithi028.stdout: "num_deep_scrub_errors": 0, 2024-08-29T17:47:14.615 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict": 0, 2024-08-29T17:47:14.615 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_kb": 0, 2024-08-29T17:47:14.615 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_mode_full": 0, 2024-08-29T17:47:14.615 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_mode_some": 0, 2024-08-29T17:47:14.615 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush": 0, 2024-08-29T17:47:14.615 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_kb": 0, 2024-08-29T17:47:14.615 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_mode_high": 0, 2024-08-29T17:47:14.615 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_mode_low": 0, 2024-08-29T17:47:14.615 INFO:tasks.workunit.client.0.smithi028.stdout: "num_keys_recovered": 0, 2024-08-29T17:47:14.615 INFO:tasks.workunit.client.0.smithi028.stdout: "num_large_omap_objects": 0, 2024-08-29T17:47:14.615 INFO:tasks.workunit.client.0.smithi028.stdout: "num_legacy_snapsets": 0, 2024-08-29T17:47:14.615 INFO:tasks.workunit.client.0.smithi028.stdout: "num_object_clones": 0, 2024-08-29T17:47:14.615 INFO:tasks.workunit.client.0.smithi028.stdout: "num_object_copies": 0, 2024-08-29T17:47:14.616 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects": 0, 2024-08-29T17:47:14.616 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_degraded": 0, 2024-08-29T17:47:14.616 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_dirty": 0, 2024-08-29T17:47:14.616 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_hit_set_archive": 0, 2024-08-29T17:47:14.616 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_manifest": 0, 2024-08-29T17:47:14.616 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_misplaced": 0, 2024-08-29T17:47:14.616 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_missing": 0, 2024-08-29T17:47:14.616 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_missing_on_primary": 0, 2024-08-29T17:47:14.616 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_omap": 0, 2024-08-29T17:47:14.616 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_pinned": 0, 2024-08-29T17:47:14.616 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_recovered": 0, 2024-08-29T17:47:14.616 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_repaired": 0, 2024-08-29T17:47:14.616 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_unfound": 0, 2024-08-29T17:47:14.617 INFO:tasks.workunit.client.0.smithi028.stdout: "num_omap_bytes": 0, 2024-08-29T17:47:14.617 INFO:tasks.workunit.client.0.smithi028.stdout: "num_omap_keys": 0, 2024-08-29T17:47:14.617 INFO:tasks.workunit.client.0.smithi028.stdout: "num_promote": 0, 2024-08-29T17:47:14.617 INFO:tasks.workunit.client.0.smithi028.stdout: "num_read": 0, 2024-08-29T17:47:14.617 INFO:tasks.workunit.client.0.smithi028.stdout: "num_read_kb": 0, 2024-08-29T17:47:14.617 INFO:tasks.workunit.client.0.smithi028.stdout: "num_scrub_errors": 0, 2024-08-29T17:47:14.617 INFO:tasks.workunit.client.0.smithi028.stdout: "num_shallow_scrub_errors": 0, 2024-08-29T17:47:14.617 INFO:tasks.workunit.client.0.smithi028.stdout: "num_whiteouts": 0, 2024-08-29T17:47:14.617 INFO:tasks.workunit.client.0.smithi028.stdout: "num_write": 0, 2024-08-29T17:47:14.617 INFO:tasks.workunit.client.0.smithi028.stdout: "num_write_kb": 0 2024-08-29T17:47:14.617 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:14.617 INFO:tasks.workunit.client.0.smithi028.stdout: "state": "active+clean", 2024-08-29T17:47:14.617 INFO:tasks.workunit.client.0.smithi028.stdout: "stats_invalid": false, 2024-08-29T17:47:14.618 INFO:tasks.workunit.client.0.smithi028.stdout: "up": [ 2024-08-29T17:47:14.618 INFO:tasks.workunit.client.0.smithi028.stdout: 5, 2024-08-29T17:47:14.618 INFO:tasks.workunit.client.0.smithi028.stdout: 3, 2024-08-29T17:47:14.618 INFO:tasks.workunit.client.0.smithi028.stdout: 2 2024-08-29T17:47:14.618 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-08-29T17:47:14.618 INFO:tasks.workunit.client.0.smithi028.stdout: "up_primary": 5, 2024-08-29T17:47:14.618 INFO:tasks.workunit.client.0.smithi028.stdout: "version": "0'0" 2024-08-29T17:47:14.618 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:14.618 INFO:tasks.workunit.client.0.smithi028.stdout: { 2024-08-29T17:47:14.618 INFO:tasks.workunit.client.0.smithi028.stdout: "acting": [ 2024-08-29T17:47:14.618 INFO:tasks.workunit.client.0.smithi028.stdout: 3, 2024-08-29T17:47:14.618 INFO:tasks.workunit.client.0.smithi028.stdout: 4, 2024-08-29T17:47:14.618 INFO:tasks.workunit.client.0.smithi028.stdout: 2 2024-08-29T17:47:14.618 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-08-29T17:47:14.619 INFO:tasks.workunit.client.0.smithi028.stdout: "acting_primary": 3, 2024-08-29T17:47:14.619 INFO:tasks.workunit.client.0.smithi028.stdout: "avail_no_missing": [], 2024-08-29T17:47:14.619 INFO:tasks.workunit.client.0.smithi028.stdout: "blocked_by": [], 2024-08-29T17:47:14.619 INFO:tasks.workunit.client.0.smithi028.stdout: "created": 62, 2024-08-29T17:47:14.619 INFO:tasks.workunit.client.0.smithi028.stdout: "dirty_stats_invalid": false, 2024-08-29T17:47:14.619 INFO:tasks.workunit.client.0.smithi028.stdout: "hitset_bytes_stats_invalid": false, 2024-08-29T17:47:14.619 INFO:tasks.workunit.client.0.smithi028.stdout: "hitset_stats_invalid": false, 2024-08-29T17:47:14.619 INFO:tasks.workunit.client.0.smithi028.stdout: "last_active": "2024-08-29T17:43:51.003566+0000", 2024-08-29T17:47:14.619 INFO:tasks.workunit.client.0.smithi028.stdout: "last_became_active": "2024-08-29T17:41:03.048300+0000", 2024-08-29T17:47:14.619 INFO:tasks.workunit.client.0.smithi028.stdout: "last_became_peered": "2024-08-29T17:41:03.048300+0000", 2024-08-29T17:47:14.619 INFO:tasks.workunit.client.0.smithi028.stdout: "last_change": "2024-08-29T17:41:03.048943+0000", 2024-08-29T17:47:14.619 INFO:tasks.workunit.client.0.smithi028.stdout: "last_clean": "2024-08-29T17:43:51.003566+0000", 2024-08-29T17:47:14.619 INFO:tasks.workunit.client.0.smithi028.stdout: "last_clean_scrub_stamp": "2024-08-29T17:41:01.987071+0000", 2024-08-29T17:47:14.619 INFO:tasks.workunit.client.0.smithi028.stdout: "last_deep_scrub": "0'0", 2024-08-29T17:47:14.620 INFO:tasks.workunit.client.0.smithi028.stdout: "last_deep_scrub_stamp": "2024-08-29T17:41:01.987071+0000", 2024-08-29T17:47:14.620 INFO:tasks.workunit.client.0.smithi028.stdout: "last_epoch_clean": 63, 2024-08-29T17:47:14.620 INFO:tasks.workunit.client.0.smithi028.stdout: "last_fresh": "2024-08-29T17:43:51.003566+0000", 2024-08-29T17:47:14.620 INFO:tasks.workunit.client.0.smithi028.stdout: "last_fullsized": "2024-08-29T17:43:51.003566+0000", 2024-08-29T17:47:14.620 INFO:tasks.workunit.client.0.smithi028.stdout: "last_peered": "2024-08-29T17:43:51.003566+0000", 2024-08-29T17:47:14.620 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub": "0'0", 2024-08-29T17:47:14.620 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub_duration": 0, 2024-08-29T17:47:14.620 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub_stamp": "2024-08-29T17:41:01.987071+0000", 2024-08-29T17:47:14.620 INFO:tasks.workunit.client.0.smithi028.stdout: "last_undegraded": "2024-08-29T17:43:51.003566+0000", 2024-08-29T17:47:14.620 INFO:tasks.workunit.client.0.smithi028.stdout: "last_unstale": "2024-08-29T17:43:51.003566+0000", 2024-08-29T17:47:14.620 INFO:tasks.workunit.client.0.smithi028.stdout: "log_dups_size": 0, 2024-08-29T17:47:14.620 INFO:tasks.workunit.client.0.smithi028.stdout: "log_size": 0, 2024-08-29T17:47:14.620 INFO:tasks.workunit.client.0.smithi028.stdout: "log_start": "0'0", 2024-08-29T17:47:14.621 INFO:tasks.workunit.client.0.smithi028.stdout: "manifest_stats_invalid": false, 2024-08-29T17:47:14.621 INFO:tasks.workunit.client.0.smithi028.stdout: "mapping_epoch": 62, 2024-08-29T17:47:14.621 INFO:tasks.workunit.client.0.smithi028.stdout: "object_location_counts": [], 2024-08-29T17:47:14.621 INFO:tasks.workunit.client.0.smithi028.stdout: "objects_scrubbed": 0, 2024-08-29T17:47:14.621 INFO:tasks.workunit.client.0.smithi028.stdout: "objects_trimmed": 0, 2024-08-29T17:47:14.621 INFO:tasks.workunit.client.0.smithi028.stdout: "omap_stats_invalid": false, 2024-08-29T17:47:14.621 INFO:tasks.workunit.client.0.smithi028.stdout: "ondisk_log_size": 0, 2024-08-29T17:47:14.621 INFO:tasks.workunit.client.0.smithi028.stdout: "ondisk_log_start": "0'0", 2024-08-29T17:47:14.621 INFO:tasks.workunit.client.0.smithi028.stdout: "parent": "0.0", 2024-08-29T17:47:14.621 INFO:tasks.workunit.client.0.smithi028.stdout: "parent_split_bits": 0, 2024-08-29T17:47:14.621 INFO:tasks.workunit.client.0.smithi028.stdout: "pgid": "3.27", 2024-08-29T17:47:14.621 INFO:tasks.workunit.client.0.smithi028.stdout: "pin_stats_invalid": false, 2024-08-29T17:47:14.621 INFO:tasks.workunit.client.0.smithi028.stdout: "purged_snaps": [], 2024-08-29T17:47:14.622 INFO:tasks.workunit.client.0.smithi028.stdout: "reported_epoch": 74, 2024-08-29T17:47:14.622 INFO:tasks.workunit.client.0.smithi028.stdout: "reported_seq": 21, 2024-08-29T17:47:14.622 INFO:tasks.workunit.client.0.smithi028.stdout: "scrub_duration": 0.0, 2024-08-29T17:47:14.622 INFO:tasks.workunit.client.0.smithi028.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-30T22:12:26.569199+0000", 2024-08-29T17:47:14.622 INFO:tasks.workunit.client.0.smithi028.stdout: "snaptrim_duration": 0.0, 2024-08-29T17:47:14.622 INFO:tasks.workunit.client.0.smithi028.stdout: "snaptrimq_len": 0, 2024-08-29T17:47:14.622 INFO:tasks.workunit.client.0.smithi028.stdout: "stat_sum": { 2024-08-29T17:47:14.622 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes": 0, 2024-08-29T17:47:14.622 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes_hit_set_archive": 0, 2024-08-29T17:47:14.622 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes_recovered": 0, 2024-08-29T17:47:14.622 INFO:tasks.workunit.client.0.smithi028.stdout: "num_deep_scrub_errors": 0, 2024-08-29T17:47:14.622 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict": 0, 2024-08-29T17:47:14.622 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_kb": 0, 2024-08-29T17:47:14.623 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_mode_full": 0, 2024-08-29T17:47:14.623 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_mode_some": 0, 2024-08-29T17:47:14.623 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush": 0, 2024-08-29T17:47:14.623 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_kb": 0, 2024-08-29T17:47:14.623 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_mode_high": 0, 2024-08-29T17:47:14.623 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_mode_low": 0, 2024-08-29T17:47:14.623 INFO:tasks.workunit.client.0.smithi028.stdout: "num_keys_recovered": 0, 2024-08-29T17:47:14.623 INFO:tasks.workunit.client.0.smithi028.stdout: "num_large_omap_objects": 0, 2024-08-29T17:47:14.623 INFO:tasks.workunit.client.0.smithi028.stdout: "num_legacy_snapsets": 0, 2024-08-29T17:47:14.623 INFO:tasks.workunit.client.0.smithi028.stdout: "num_object_clones": 0, 2024-08-29T17:47:14.623 INFO:tasks.workunit.client.0.smithi028.stdout: "num_object_copies": 0, 2024-08-29T17:47:14.623 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects": 0, 2024-08-29T17:47:14.623 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_degraded": 0, 2024-08-29T17:47:14.623 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_dirty": 0, 2024-08-29T17:47:14.623 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_hit_set_archive": 0, 2024-08-29T17:47:14.624 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_manifest": 0, 2024-08-29T17:47:14.624 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_misplaced": 0, 2024-08-29T17:47:14.624 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_missing": 0, 2024-08-29T17:47:14.624 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_missing_on_primary": 0, 2024-08-29T17:47:14.624 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_omap": 0, 2024-08-29T17:47:14.624 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_pinned": 0, 2024-08-29T17:47:14.624 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_recovered": 0, 2024-08-29T17:47:14.624 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_repaired": 0, 2024-08-29T17:47:14.624 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_unfound": 0, 2024-08-29T17:47:14.624 INFO:tasks.workunit.client.0.smithi028.stdout: "num_omap_bytes": 0, 2024-08-29T17:47:14.624 INFO:tasks.workunit.client.0.smithi028.stdout: "num_omap_keys": 0, 2024-08-29T17:47:14.624 INFO:tasks.workunit.client.0.smithi028.stdout: "num_promote": 0, 2024-08-29T17:47:14.624 INFO:tasks.workunit.client.0.smithi028.stdout: "num_read": 0, 2024-08-29T17:47:14.624 INFO:tasks.workunit.client.0.smithi028.stdout: "num_read_kb": 0, 2024-08-29T17:47:14.624 INFO:tasks.workunit.client.0.smithi028.stdout: "num_scrub_errors": 0, 2024-08-29T17:47:14.625 INFO:tasks.workunit.client.0.smithi028.stdout: "num_shallow_scrub_errors": 0, 2024-08-29T17:47:14.625 INFO:tasks.workunit.client.0.smithi028.stdout: "num_whiteouts": 0, 2024-08-29T17:47:14.625 INFO:tasks.workunit.client.0.smithi028.stdout: "num_write": 0, 2024-08-29T17:47:14.625 INFO:tasks.workunit.client.0.smithi028.stdout: "num_write_kb": 0 2024-08-29T17:47:14.625 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:14.625 INFO:tasks.workunit.client.0.smithi028.stdout: "state": "active+clean", 2024-08-29T17:47:14.625 INFO:tasks.workunit.client.0.smithi028.stdout: "stats_invalid": false, 2024-08-29T17:47:14.625 INFO:tasks.workunit.client.0.smithi028.stdout: "up": [ 2024-08-29T17:47:14.625 INFO:tasks.workunit.client.0.smithi028.stdout: 3, 2024-08-29T17:47:14.625 INFO:tasks.workunit.client.0.smithi028.stdout: 4, 2024-08-29T17:47:14.625 INFO:tasks.workunit.client.0.smithi028.stdout: 2 2024-08-29T17:47:14.625 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-08-29T17:47:14.625 INFO:tasks.workunit.client.0.smithi028.stdout: "up_primary": 3, 2024-08-29T17:47:14.626 INFO:tasks.workunit.client.0.smithi028.stdout: "version": "0'0" 2024-08-29T17:47:14.626 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:14.626 INFO:tasks.workunit.client.0.smithi028.stdout: { 2024-08-29T17:47:14.626 INFO:tasks.workunit.client.0.smithi028.stdout: "acting": [ 2024-08-29T17:47:14.626 INFO:tasks.workunit.client.0.smithi028.stdout: 6, 2024-08-29T17:47:14.626 INFO:tasks.workunit.client.0.smithi028.stdout: 7, 2024-08-29T17:47:14.626 INFO:tasks.workunit.client.0.smithi028.stdout: 4 2024-08-29T17:47:14.626 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-08-29T17:47:14.626 INFO:tasks.workunit.client.0.smithi028.stdout: "acting_primary": 6, 2024-08-29T17:47:14.626 INFO:tasks.workunit.client.0.smithi028.stdout: "avail_no_missing": [], 2024-08-29T17:47:14.626 INFO:tasks.workunit.client.0.smithi028.stdout: "blocked_by": [], 2024-08-29T17:47:14.626 INFO:tasks.workunit.client.0.smithi028.stdout: "created": 62, 2024-08-29T17:47:14.627 INFO:tasks.workunit.client.0.smithi028.stdout: "dirty_stats_invalid": false, 2024-08-29T17:47:14.627 INFO:tasks.workunit.client.0.smithi028.stdout: "hitset_bytes_stats_invalid": false, 2024-08-29T17:47:14.627 INFO:tasks.workunit.client.0.smithi028.stdout: "hitset_stats_invalid": false, 2024-08-29T17:47:14.627 INFO:tasks.workunit.client.0.smithi028.stdout: "last_active": "2024-08-29T17:43:51.181452+0000", 2024-08-29T17:47:14.627 INFO:tasks.workunit.client.0.smithi028.stdout: "last_became_active": "2024-08-29T17:41:03.079629+0000", 2024-08-29T17:47:14.627 INFO:tasks.workunit.client.0.smithi028.stdout: "last_became_peered": "2024-08-29T17:41:03.079629+0000", 2024-08-29T17:47:14.627 INFO:tasks.workunit.client.0.smithi028.stdout: "last_change": "2024-08-29T17:41:03.080404+0000", 2024-08-29T17:47:14.627 INFO:tasks.workunit.client.0.smithi028.stdout: "last_clean": "2024-08-29T17:43:51.181452+0000", 2024-08-29T17:47:14.627 INFO:tasks.workunit.client.0.smithi028.stdout: "last_clean_scrub_stamp": "2024-08-29T17:41:01.987071+0000", 2024-08-29T17:47:14.627 INFO:tasks.workunit.client.0.smithi028.stdout: "last_deep_scrub": "0'0", 2024-08-29T17:47:14.627 INFO:tasks.workunit.client.0.smithi028.stdout: "last_deep_scrub_stamp": "2024-08-29T17:41:01.987071+0000", 2024-08-29T17:47:14.627 INFO:tasks.workunit.client.0.smithi028.stdout: "last_epoch_clean": 63, 2024-08-29T17:47:14.627 INFO:tasks.workunit.client.0.smithi028.stdout: "last_fresh": "2024-08-29T17:43:51.181452+0000", 2024-08-29T17:47:14.627 INFO:tasks.workunit.client.0.smithi028.stdout: "last_fullsized": "2024-08-29T17:43:51.181452+0000", 2024-08-29T17:47:14.628 INFO:tasks.workunit.client.0.smithi028.stdout: "last_peered": "2024-08-29T17:43:51.181452+0000", 2024-08-29T17:47:14.628 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub": "0'0", 2024-08-29T17:47:14.628 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub_duration": 0, 2024-08-29T17:47:14.628 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub_stamp": "2024-08-29T17:41:01.987071+0000", 2024-08-29T17:47:14.628 INFO:tasks.workunit.client.0.smithi028.stdout: "last_undegraded": "2024-08-29T17:43:51.181452+0000", 2024-08-29T17:47:14.628 INFO:tasks.workunit.client.0.smithi028.stdout: "last_unstale": "2024-08-29T17:43:51.181452+0000", 2024-08-29T17:47:14.628 INFO:tasks.workunit.client.0.smithi028.stdout: "log_dups_size": 0, 2024-08-29T17:47:14.628 INFO:tasks.workunit.client.0.smithi028.stdout: "log_size": 0, 2024-08-29T17:47:14.628 INFO:tasks.workunit.client.0.smithi028.stdout: "log_start": "0'0", 2024-08-29T17:47:14.628 INFO:tasks.workunit.client.0.smithi028.stdout: "manifest_stats_invalid": false, 2024-08-29T17:47:14.628 INFO:tasks.workunit.client.0.smithi028.stdout: "mapping_epoch": 62, 2024-08-29T17:47:14.628 INFO:tasks.workunit.client.0.smithi028.stdout: "object_location_counts": [], 2024-08-29T17:47:14.629 INFO:tasks.workunit.client.0.smithi028.stdout: "objects_scrubbed": 0, 2024-08-29T17:47:14.629 INFO:tasks.workunit.client.0.smithi028.stdout: "objects_trimmed": 0, 2024-08-29T17:47:14.629 INFO:tasks.workunit.client.0.smithi028.stdout: "omap_stats_invalid": false, 2024-08-29T17:47:14.629 INFO:tasks.workunit.client.0.smithi028.stdout: "ondisk_log_size": 0, 2024-08-29T17:47:14.629 INFO:tasks.workunit.client.0.smithi028.stdout: "ondisk_log_start": "0'0", 2024-08-29T17:47:14.629 INFO:tasks.workunit.client.0.smithi028.stdout: "parent": "0.0", 2024-08-29T17:47:14.629 INFO:tasks.workunit.client.0.smithi028.stdout: "parent_split_bits": 0, 2024-08-29T17:47:14.629 INFO:tasks.workunit.client.0.smithi028.stdout: "pgid": "3.26", 2024-08-29T17:47:14.629 INFO:tasks.workunit.client.0.smithi028.stdout: "pin_stats_invalid": false, 2024-08-29T17:47:14.629 INFO:tasks.workunit.client.0.smithi028.stdout: "purged_snaps": [], 2024-08-29T17:47:14.629 INFO:tasks.workunit.client.0.smithi028.stdout: "reported_epoch": 74, 2024-08-29T17:47:14.629 INFO:tasks.workunit.client.0.smithi028.stdout: "reported_seq": 21, 2024-08-29T17:47:14.629 INFO:tasks.workunit.client.0.smithi028.stdout: "scrub_duration": 0.0, 2024-08-29T17:47:14.629 INFO:tasks.workunit.client.0.smithi028.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-30T22:22:29.575142+0000", 2024-08-29T17:47:14.630 INFO:tasks.workunit.client.0.smithi028.stdout: "snaptrim_duration": 0.0, 2024-08-29T17:47:14.630 INFO:tasks.workunit.client.0.smithi028.stdout: "snaptrimq_len": 0, 2024-08-29T17:47:14.630 INFO:tasks.workunit.client.0.smithi028.stdout: "stat_sum": { 2024-08-29T17:47:14.630 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes": 0, 2024-08-29T17:47:14.630 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes_hit_set_archive": 0, 2024-08-29T17:47:14.630 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes_recovered": 0, 2024-08-29T17:47:14.630 INFO:tasks.workunit.client.0.smithi028.stdout: "num_deep_scrub_errors": 0, 2024-08-29T17:47:14.630 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict": 0, 2024-08-29T17:47:14.630 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_kb": 0, 2024-08-29T17:47:14.630 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_mode_full": 0, 2024-08-29T17:47:14.630 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_mode_some": 0, 2024-08-29T17:47:14.630 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush": 0, 2024-08-29T17:47:14.630 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_kb": 0, 2024-08-29T17:47:14.630 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_mode_high": 0, 2024-08-29T17:47:14.631 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_mode_low": 0, 2024-08-29T17:47:14.631 INFO:tasks.workunit.client.0.smithi028.stdout: "num_keys_recovered": 0, 2024-08-29T17:47:14.631 INFO:tasks.workunit.client.0.smithi028.stdout: "num_large_omap_objects": 0, 2024-08-29T17:47:14.631 INFO:tasks.workunit.client.0.smithi028.stdout: "num_legacy_snapsets": 0, 2024-08-29T17:47:14.631 INFO:tasks.workunit.client.0.smithi028.stdout: "num_object_clones": 0, 2024-08-29T17:47:14.631 INFO:tasks.workunit.client.0.smithi028.stdout: "num_object_copies": 0, 2024-08-29T17:47:14.631 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects": 0, 2024-08-29T17:47:14.631 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_degraded": 0, 2024-08-29T17:47:14.631 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_dirty": 0, 2024-08-29T17:47:14.631 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_hit_set_archive": 0, 2024-08-29T17:47:14.631 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_manifest": 0, 2024-08-29T17:47:14.631 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_misplaced": 0, 2024-08-29T17:47:14.632 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_missing": 0, 2024-08-29T17:47:14.632 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_missing_on_primary": 0, 2024-08-29T17:47:14.632 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_omap": 0, 2024-08-29T17:47:14.632 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_pinned": 0, 2024-08-29T17:47:14.632 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_recovered": 0, 2024-08-29T17:47:14.632 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_repaired": 0, 2024-08-29T17:47:14.632 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_unfound": 0, 2024-08-29T17:47:14.632 INFO:tasks.workunit.client.0.smithi028.stdout: "num_omap_bytes": 0, 2024-08-29T17:47:14.632 INFO:tasks.workunit.client.0.smithi028.stdout: "num_omap_keys": 0, 2024-08-29T17:47:14.632 INFO:tasks.workunit.client.0.smithi028.stdout: "num_promote": 0, 2024-08-29T17:47:14.632 INFO:tasks.workunit.client.0.smithi028.stdout: "num_read": 0, 2024-08-29T17:47:14.632 INFO:tasks.workunit.client.0.smithi028.stdout: "num_read_kb": 0, 2024-08-29T17:47:14.632 INFO:tasks.workunit.client.0.smithi028.stdout: "num_scrub_errors": 0, 2024-08-29T17:47:14.632 INFO:tasks.workunit.client.0.smithi028.stdout: "num_shallow_scrub_errors": 0, 2024-08-29T17:47:14.633 INFO:tasks.workunit.client.0.smithi028.stdout: "num_whiteouts": 0, 2024-08-29T17:47:14.633 INFO:tasks.workunit.client.0.smithi028.stdout: "num_write": 0, 2024-08-29T17:47:14.633 INFO:tasks.workunit.client.0.smithi028.stdout: "num_write_kb": 0 2024-08-29T17:47:14.633 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:14.633 INFO:tasks.workunit.client.0.smithi028.stdout: "state": "active+clean", 2024-08-29T17:47:14.633 INFO:tasks.workunit.client.0.smithi028.stdout: "stats_invalid": false, 2024-08-29T17:47:14.633 INFO:tasks.workunit.client.0.smithi028.stdout: "up": [ 2024-08-29T17:47:14.633 INFO:tasks.workunit.client.0.smithi028.stdout: 6, 2024-08-29T17:47:14.633 INFO:tasks.workunit.client.0.smithi028.stdout: 7, 2024-08-29T17:47:14.633 INFO:tasks.workunit.client.0.smithi028.stdout: 4 2024-08-29T17:47:14.633 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-08-29T17:47:14.633 INFO:tasks.workunit.client.0.smithi028.stdout: "up_primary": 6, 2024-08-29T17:47:14.634 INFO:tasks.workunit.client.0.smithi028.stdout: "version": "0'0" 2024-08-29T17:47:14.634 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:14.634 INFO:tasks.workunit.client.0.smithi028.stdout: { 2024-08-29T17:47:14.634 INFO:tasks.workunit.client.0.smithi028.stdout: "acting": [ 2024-08-29T17:47:14.634 INFO:tasks.workunit.client.0.smithi028.stdout: 1, 2024-08-29T17:47:14.634 INFO:tasks.workunit.client.0.smithi028.stdout: 3, 2024-08-29T17:47:14.634 INFO:tasks.workunit.client.0.smithi028.stdout: 2 2024-08-29T17:47:14.634 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-08-29T17:47:14.634 INFO:tasks.workunit.client.0.smithi028.stdout: "acting_primary": 1, 2024-08-29T17:47:14.634 INFO:tasks.workunit.client.0.smithi028.stdout: "avail_no_missing": [], 2024-08-29T17:47:14.634 INFO:tasks.workunit.client.0.smithi028.stdout: "blocked_by": [], 2024-08-29T17:47:14.634 INFO:tasks.workunit.client.0.smithi028.stdout: "created": 62, 2024-08-29T17:47:14.634 INFO:tasks.workunit.client.0.smithi028.stdout: "dirty_stats_invalid": false, 2024-08-29T17:47:14.635 INFO:tasks.workunit.client.0.smithi028.stdout: "hitset_bytes_stats_invalid": false, 2024-08-29T17:47:14.635 INFO:tasks.workunit.client.0.smithi028.stdout: "hitset_stats_invalid": false, 2024-08-29T17:47:14.635 INFO:tasks.workunit.client.0.smithi028.stdout: "last_active": "2024-08-29T17:43:51.010066+0000", 2024-08-29T17:47:14.635 INFO:tasks.workunit.client.0.smithi028.stdout: "last_became_active": "2024-08-29T17:41:03.043723+0000", 2024-08-29T17:47:14.635 INFO:tasks.workunit.client.0.smithi028.stdout: "last_became_peered": "2024-08-29T17:41:03.043723+0000", 2024-08-29T17:47:14.635 INFO:tasks.workunit.client.0.smithi028.stdout: "last_change": "2024-08-29T17:41:03.044286+0000", 2024-08-29T17:47:14.635 INFO:tasks.workunit.client.0.smithi028.stdout: "last_clean": "2024-08-29T17:43:51.010066+0000", 2024-08-29T17:47:14.635 INFO:tasks.workunit.client.0.smithi028.stdout: "last_clean_scrub_stamp": "2024-08-29T17:41:01.987071+0000", 2024-08-29T17:47:14.635 INFO:tasks.workunit.client.0.smithi028.stdout: "last_deep_scrub": "0'0", 2024-08-29T17:47:14.635 INFO:tasks.workunit.client.0.smithi028.stdout: "last_deep_scrub_stamp": "2024-08-29T17:41:01.987071+0000", 2024-08-29T17:47:14.635 INFO:tasks.workunit.client.0.smithi028.stdout: "last_epoch_clean": 63, 2024-08-29T17:47:14.635 INFO:tasks.workunit.client.0.smithi028.stdout: "last_fresh": "2024-08-29T17:43:51.010066+0000", 2024-08-29T17:47:14.635 INFO:tasks.workunit.client.0.smithi028.stdout: "last_fullsized": "2024-08-29T17:43:51.010066+0000", 2024-08-29T17:47:14.635 INFO:tasks.workunit.client.0.smithi028.stdout: "last_peered": "2024-08-29T17:43:51.010066+0000", 2024-08-29T17:47:14.636 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub": "0'0", 2024-08-29T17:47:14.636 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub_duration": 0, 2024-08-29T17:47:14.636 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub_stamp": "2024-08-29T17:41:01.987071+0000", 2024-08-29T17:47:14.636 INFO:tasks.workunit.client.0.smithi028.stdout: "last_undegraded": "2024-08-29T17:43:51.010066+0000", 2024-08-29T17:47:14.636 INFO:tasks.workunit.client.0.smithi028.stdout: "last_unstale": "2024-08-29T17:43:51.010066+0000", 2024-08-29T17:47:14.636 INFO:tasks.workunit.client.0.smithi028.stdout: "log_dups_size": 0, 2024-08-29T17:47:14.636 INFO:tasks.workunit.client.0.smithi028.stdout: "log_size": 0, 2024-08-29T17:47:14.636 INFO:tasks.workunit.client.0.smithi028.stdout: "log_start": "0'0", 2024-08-29T17:47:14.636 INFO:tasks.workunit.client.0.smithi028.stdout: "manifest_stats_invalid": false, 2024-08-29T17:47:14.636 INFO:tasks.workunit.client.0.smithi028.stdout: "mapping_epoch": 62, 2024-08-29T17:47:14.636 INFO:tasks.workunit.client.0.smithi028.stdout: "object_location_counts": [], 2024-08-29T17:47:14.637 INFO:tasks.workunit.client.0.smithi028.stdout: "objects_scrubbed": 0, 2024-08-29T17:47:14.637 INFO:tasks.workunit.client.0.smithi028.stdout: "objects_trimmed": 0, 2024-08-29T17:47:14.637 INFO:tasks.workunit.client.0.smithi028.stdout: "omap_stats_invalid": false, 2024-08-29T17:47:14.637 INFO:tasks.workunit.client.0.smithi028.stdout: "ondisk_log_size": 0, 2024-08-29T17:47:14.637 INFO:tasks.workunit.client.0.smithi028.stdout: "ondisk_log_start": "0'0", 2024-08-29T17:47:14.637 INFO:tasks.workunit.client.0.smithi028.stdout: "parent": "0.0", 2024-08-29T17:47:14.637 INFO:tasks.workunit.client.0.smithi028.stdout: "parent_split_bits": 0, 2024-08-29T17:47:14.637 INFO:tasks.workunit.client.0.smithi028.stdout: "pgid": "3.25", 2024-08-29T17:47:14.637 INFO:tasks.workunit.client.0.smithi028.stdout: "pin_stats_invalid": false, 2024-08-29T17:47:14.637 INFO:tasks.workunit.client.0.smithi028.stdout: "purged_snaps": [], 2024-08-29T17:47:14.637 INFO:tasks.workunit.client.0.smithi028.stdout: "reported_epoch": 74, 2024-08-29T17:47:14.637 INFO:tasks.workunit.client.0.smithi028.stdout: "reported_seq": 21, 2024-08-29T17:47:14.637 INFO:tasks.workunit.client.0.smithi028.stdout: "scrub_duration": 0.0, 2024-08-29T17:47:14.638 INFO:tasks.workunit.client.0.smithi028.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-31T01:28:04.817827+0000", 2024-08-29T17:47:14.638 INFO:tasks.workunit.client.0.smithi028.stdout: "snaptrim_duration": 0.0, 2024-08-29T17:47:14.638 INFO:tasks.workunit.client.0.smithi028.stdout: "snaptrimq_len": 0, 2024-08-29T17:47:14.638 INFO:tasks.workunit.client.0.smithi028.stdout: "stat_sum": { 2024-08-29T17:47:14.638 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes": 0, 2024-08-29T17:47:14.638 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes_hit_set_archive": 0, 2024-08-29T17:47:14.638 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes_recovered": 0, 2024-08-29T17:47:14.638 INFO:tasks.workunit.client.0.smithi028.stdout: "num_deep_scrub_errors": 0, 2024-08-29T17:47:14.638 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict": 0, 2024-08-29T17:47:14.639 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_kb": 0, 2024-08-29T17:47:14.639 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_mode_full": 0, 2024-08-29T17:47:14.639 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_mode_some": 0, 2024-08-29T17:47:14.639 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush": 0, 2024-08-29T17:47:14.639 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_kb": 0, 2024-08-29T17:47:14.639 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_mode_high": 0, 2024-08-29T17:47:14.639 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_mode_low": 0, 2024-08-29T17:47:14.639 INFO:tasks.workunit.client.0.smithi028.stdout: "num_keys_recovered": 0, 2024-08-29T17:47:14.639 INFO:tasks.workunit.client.0.smithi028.stdout: "num_large_omap_objects": 0, 2024-08-29T17:47:14.639 INFO:tasks.workunit.client.0.smithi028.stdout: "num_legacy_snapsets": 0, 2024-08-29T17:47:14.639 INFO:tasks.workunit.client.0.smithi028.stdout: "num_object_clones": 0, 2024-08-29T17:47:14.639 INFO:tasks.workunit.client.0.smithi028.stdout: "num_object_copies": 0, 2024-08-29T17:47:14.639 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects": 0, 2024-08-29T17:47:14.640 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_degraded": 0, 2024-08-29T17:47:14.640 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_dirty": 0, 2024-08-29T17:47:14.640 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_hit_set_archive": 0, 2024-08-29T17:47:14.640 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_manifest": 0, 2024-08-29T17:47:14.640 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_misplaced": 0, 2024-08-29T17:47:14.640 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_missing": 0, 2024-08-29T17:47:14.640 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_missing_on_primary": 0, 2024-08-29T17:47:14.640 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_omap": 0, 2024-08-29T17:47:14.640 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_pinned": 0, 2024-08-29T17:47:14.640 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_recovered": 0, 2024-08-29T17:47:14.640 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_repaired": 0, 2024-08-29T17:47:14.640 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_unfound": 0, 2024-08-29T17:47:14.640 INFO:tasks.workunit.client.0.smithi028.stdout: "num_omap_bytes": 0, 2024-08-29T17:47:14.640 INFO:tasks.workunit.client.0.smithi028.stdout: "num_omap_keys": 0, 2024-08-29T17:47:14.641 INFO:tasks.workunit.client.0.smithi028.stdout: "num_promote": 0, 2024-08-29T17:47:14.641 INFO:tasks.workunit.client.0.smithi028.stdout: "num_read": 0, 2024-08-29T17:47:14.641 INFO:tasks.workunit.client.0.smithi028.stdout: "num_read_kb": 0, 2024-08-29T17:47:14.641 INFO:tasks.workunit.client.0.smithi028.stdout: "num_scrub_errors": 0, 2024-08-29T17:47:14.641 INFO:tasks.workunit.client.0.smithi028.stdout: "num_shallow_scrub_errors": 0, 2024-08-29T17:47:14.641 INFO:tasks.workunit.client.0.smithi028.stdout: "num_whiteouts": 0, 2024-08-29T17:47:14.641 INFO:tasks.workunit.client.0.smithi028.stdout: "num_write": 0, 2024-08-29T17:47:14.641 INFO:tasks.workunit.client.0.smithi028.stdout: "num_write_kb": 0 2024-08-29T17:47:14.641 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:14.641 INFO:tasks.workunit.client.0.smithi028.stdout: "state": "active+clean", 2024-08-29T17:47:14.641 INFO:tasks.workunit.client.0.smithi028.stdout: "stats_invalid": false, 2024-08-29T17:47:14.641 INFO:tasks.workunit.client.0.smithi028.stdout: "up": [ 2024-08-29T17:47:14.641 INFO:tasks.workunit.client.0.smithi028.stdout: 1, 2024-08-29T17:47:14.641 INFO:tasks.workunit.client.0.smithi028.stdout: 3, 2024-08-29T17:47:14.642 INFO:tasks.workunit.client.0.smithi028.stdout: 2 2024-08-29T17:47:14.642 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-08-29T17:47:14.642 INFO:tasks.workunit.client.0.smithi028.stdout: "up_primary": 1, 2024-08-29T17:47:14.642 INFO:tasks.workunit.client.0.smithi028.stdout: "version": "0'0" 2024-08-29T17:47:14.642 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:14.642 INFO:tasks.workunit.client.0.smithi028.stdout: { 2024-08-29T17:47:14.642 INFO:tasks.workunit.client.0.smithi028.stdout: "acting": [ 2024-08-29T17:47:14.642 INFO:tasks.workunit.client.0.smithi028.stdout: 3, 2024-08-29T17:47:14.642 INFO:tasks.workunit.client.0.smithi028.stdout: 4, 2024-08-29T17:47:14.642 INFO:tasks.workunit.client.0.smithi028.stdout: 0 2024-08-29T17:47:14.642 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-08-29T17:47:14.642 INFO:tasks.workunit.client.0.smithi028.stdout: "acting_primary": 3, 2024-08-29T17:47:14.642 INFO:tasks.workunit.client.0.smithi028.stdout: "avail_no_missing": [], 2024-08-29T17:47:14.642 INFO:tasks.workunit.client.0.smithi028.stdout: "blocked_by": [], 2024-08-29T17:47:14.643 INFO:tasks.workunit.client.0.smithi028.stdout: "created": 62, 2024-08-29T17:47:14.643 INFO:tasks.workunit.client.0.smithi028.stdout: "dirty_stats_invalid": false, 2024-08-29T17:47:14.643 INFO:tasks.workunit.client.0.smithi028.stdout: "hitset_bytes_stats_invalid": false, 2024-08-29T17:47:14.643 INFO:tasks.workunit.client.0.smithi028.stdout: "hitset_stats_invalid": false, 2024-08-29T17:47:14.643 INFO:tasks.workunit.client.0.smithi028.stdout: "last_active": "2024-08-29T17:43:51.003956+0000", 2024-08-29T17:47:14.643 INFO:tasks.workunit.client.0.smithi028.stdout: "last_became_active": "2024-08-29T17:41:03.066481+0000", 2024-08-29T17:47:14.643 INFO:tasks.workunit.client.0.smithi028.stdout: "last_became_peered": "2024-08-29T17:41:03.066481+0000", 2024-08-29T17:47:14.643 INFO:tasks.workunit.client.0.smithi028.stdout: "last_change": "2024-08-29T17:41:03.066753+0000", 2024-08-29T17:47:14.643 INFO:tasks.workunit.client.0.smithi028.stdout: "last_clean": "2024-08-29T17:43:51.003956+0000", 2024-08-29T17:47:14.643 INFO:tasks.workunit.client.0.smithi028.stdout: "last_clean_scrub_stamp": "2024-08-29T17:41:01.987071+0000", 2024-08-29T17:47:14.643 INFO:tasks.workunit.client.0.smithi028.stdout: "last_deep_scrub": "0'0", 2024-08-29T17:47:14.643 INFO:tasks.workunit.client.0.smithi028.stdout: "last_deep_scrub_stamp": "2024-08-29T17:41:01.987071+0000", 2024-08-29T17:47:14.643 INFO:tasks.workunit.client.0.smithi028.stdout: "last_epoch_clean": 63, 2024-08-29T17:47:14.644 INFO:tasks.workunit.client.0.smithi028.stdout: "last_fresh": "2024-08-29T17:43:51.003956+0000", 2024-08-29T17:47:14.644 INFO:tasks.workunit.client.0.smithi028.stdout: "last_fullsized": "2024-08-29T17:43:51.003956+0000", 2024-08-29T17:47:14.644 INFO:tasks.workunit.client.0.smithi028.stdout: "last_peered": "2024-08-29T17:43:51.003956+0000", 2024-08-29T17:47:14.644 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub": "0'0", 2024-08-29T17:47:14.644 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub_duration": 0, 2024-08-29T17:47:14.644 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub_stamp": "2024-08-29T17:41:01.987071+0000", 2024-08-29T17:47:14.644 INFO:tasks.workunit.client.0.smithi028.stdout: "last_undegraded": "2024-08-29T17:43:51.003956+0000", 2024-08-29T17:47:14.644 INFO:tasks.workunit.client.0.smithi028.stdout: "last_unstale": "2024-08-29T17:43:51.003956+0000", 2024-08-29T17:47:14.644 INFO:tasks.workunit.client.0.smithi028.stdout: "log_dups_size": 0, 2024-08-29T17:47:14.644 INFO:tasks.workunit.client.0.smithi028.stdout: "log_size": 0, 2024-08-29T17:47:14.644 INFO:tasks.workunit.client.0.smithi028.stdout: "log_start": "0'0", 2024-08-29T17:47:14.644 INFO:tasks.workunit.client.0.smithi028.stdout: "manifest_stats_invalid": false, 2024-08-29T17:47:14.644 INFO:tasks.workunit.client.0.smithi028.stdout: "mapping_epoch": 62, 2024-08-29T17:47:14.644 INFO:tasks.workunit.client.0.smithi028.stdout: "object_location_counts": [], 2024-08-29T17:47:14.645 INFO:tasks.workunit.client.0.smithi028.stdout: "objects_scrubbed": 0, 2024-08-29T17:47:14.645 INFO:tasks.workunit.client.0.smithi028.stdout: "objects_trimmed": 0, 2024-08-29T17:47:14.645 INFO:tasks.workunit.client.0.smithi028.stdout: "omap_stats_invalid": false, 2024-08-29T17:47:14.645 INFO:tasks.workunit.client.0.smithi028.stdout: "ondisk_log_size": 0, 2024-08-29T17:47:14.645 INFO:tasks.workunit.client.0.smithi028.stdout: "ondisk_log_start": "0'0", 2024-08-29T17:47:14.645 INFO:tasks.workunit.client.0.smithi028.stdout: "parent": "0.0", 2024-08-29T17:47:14.645 INFO:tasks.workunit.client.0.smithi028.stdout: "parent_split_bits": 0, 2024-08-29T17:47:14.645 INFO:tasks.workunit.client.0.smithi028.stdout: "pgid": "3.24", 2024-08-29T17:47:14.645 INFO:tasks.workunit.client.0.smithi028.stdout: "pin_stats_invalid": false, 2024-08-29T17:47:14.645 INFO:tasks.workunit.client.0.smithi028.stdout: "purged_snaps": [], 2024-08-29T17:47:14.645 INFO:tasks.workunit.client.0.smithi028.stdout: "reported_epoch": 74, 2024-08-29T17:47:14.645 INFO:tasks.workunit.client.0.smithi028.stdout: "reported_seq": 21, 2024-08-29T17:47:14.645 INFO:tasks.workunit.client.0.smithi028.stdout: "scrub_duration": 0.0, 2024-08-29T17:47:14.646 INFO:tasks.workunit.client.0.smithi028.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-30T18:06:04.730359+0000", 2024-08-29T17:47:14.646 INFO:tasks.workunit.client.0.smithi028.stdout: "snaptrim_duration": 0.0, 2024-08-29T17:47:14.646 INFO:tasks.workunit.client.0.smithi028.stdout: "snaptrimq_len": 0, 2024-08-29T17:47:14.646 INFO:tasks.workunit.client.0.smithi028.stdout: "stat_sum": { 2024-08-29T17:47:14.646 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes": 0, 2024-08-29T17:47:14.646 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes_hit_set_archive": 0, 2024-08-29T17:47:14.646 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes_recovered": 0, 2024-08-29T17:47:14.646 INFO:tasks.workunit.client.0.smithi028.stdout: "num_deep_scrub_errors": 0, 2024-08-29T17:47:14.646 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict": 0, 2024-08-29T17:47:14.646 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_kb": 0, 2024-08-29T17:47:14.646 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_mode_full": 0, 2024-08-29T17:47:14.646 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_mode_some": 0, 2024-08-29T17:47:14.646 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush": 0, 2024-08-29T17:47:14.646 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_kb": 0, 2024-08-29T17:47:14.646 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_mode_high": 0, 2024-08-29T17:47:14.647 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_mode_low": 0, 2024-08-29T17:47:14.647 INFO:tasks.workunit.client.0.smithi028.stdout: "num_keys_recovered": 0, 2024-08-29T17:47:14.647 INFO:tasks.workunit.client.0.smithi028.stdout: "num_large_omap_objects": 0, 2024-08-29T17:47:14.647 INFO:tasks.workunit.client.0.smithi028.stdout: "num_legacy_snapsets": 0, 2024-08-29T17:47:14.647 INFO:tasks.workunit.client.0.smithi028.stdout: "num_object_clones": 0, 2024-08-29T17:47:14.647 INFO:tasks.workunit.client.0.smithi028.stdout: "num_object_copies": 0, 2024-08-29T17:47:14.647 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects": 0, 2024-08-29T17:47:14.647 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_degraded": 0, 2024-08-29T17:47:14.647 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_dirty": 0, 2024-08-29T17:47:14.647 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_hit_set_archive": 0, 2024-08-29T17:47:14.647 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_manifest": 0, 2024-08-29T17:47:14.647 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_misplaced": 0, 2024-08-29T17:47:14.647 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_missing": 0, 2024-08-29T17:47:14.647 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_missing_on_primary": 0, 2024-08-29T17:47:14.648 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_omap": 0, 2024-08-29T17:47:14.648 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_pinned": 0, 2024-08-29T17:47:14.648 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_recovered": 0, 2024-08-29T17:47:14.648 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_repaired": 0, 2024-08-29T17:47:14.648 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_unfound": 0, 2024-08-29T17:47:14.648 INFO:tasks.workunit.client.0.smithi028.stdout: "num_omap_bytes": 0, 2024-08-29T17:47:14.648 INFO:tasks.workunit.client.0.smithi028.stdout: "num_omap_keys": 0, 2024-08-29T17:47:14.648 INFO:tasks.workunit.client.0.smithi028.stdout: "num_promote": 0, 2024-08-29T17:47:14.648 INFO:tasks.workunit.client.0.smithi028.stdout: "num_read": 0, 2024-08-29T17:47:14.648 INFO:tasks.workunit.client.0.smithi028.stdout: "num_read_kb": 0, 2024-08-29T17:47:14.648 INFO:tasks.workunit.client.0.smithi028.stdout: "num_scrub_errors": 0, 2024-08-29T17:47:14.648 INFO:tasks.workunit.client.0.smithi028.stdout: "num_shallow_scrub_errors": 0, 2024-08-29T17:47:14.648 INFO:tasks.workunit.client.0.smithi028.stdout: "num_whiteouts": 0, 2024-08-29T17:47:14.649 INFO:tasks.workunit.client.0.smithi028.stdout: "num_write": 0, 2024-08-29T17:47:14.649 INFO:tasks.workunit.client.0.smithi028.stdout: "num_write_kb": 0 2024-08-29T17:47:14.649 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:14.649 INFO:tasks.workunit.client.0.smithi028.stdout: "state": "active+clean", 2024-08-29T17:47:14.649 INFO:tasks.workunit.client.0.smithi028.stdout: "stats_invalid": false, 2024-08-29T17:47:14.649 INFO:tasks.workunit.client.0.smithi028.stdout: "up": [ 2024-08-29T17:47:14.649 INFO:tasks.workunit.client.0.smithi028.stdout: 3, 2024-08-29T17:47:14.649 INFO:tasks.workunit.client.0.smithi028.stdout: 4, 2024-08-29T17:47:14.649 INFO:tasks.workunit.client.0.smithi028.stdout: 0 2024-08-29T17:47:14.649 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-08-29T17:47:14.649 INFO:tasks.workunit.client.0.smithi028.stdout: "up_primary": 3, 2024-08-29T17:47:14.649 INFO:tasks.workunit.client.0.smithi028.stdout: "version": "0'0" 2024-08-29T17:47:14.649 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:14.650 INFO:tasks.workunit.client.0.smithi028.stdout: { 2024-08-29T17:47:14.650 INFO:tasks.workunit.client.0.smithi028.stdout: "acting": [ 2024-08-29T17:47:14.650 INFO:tasks.workunit.client.0.smithi028.stdout: 0, 2024-08-29T17:47:14.650 INFO:tasks.workunit.client.0.smithi028.stdout: 3, 2024-08-29T17:47:14.650 INFO:tasks.workunit.client.0.smithi028.stdout: 4 2024-08-29T17:47:14.650 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-08-29T17:47:14.650 INFO:tasks.workunit.client.0.smithi028.stdout: "acting_primary": 0, 2024-08-29T17:47:14.650 INFO:tasks.workunit.client.0.smithi028.stdout: "avail_no_missing": [], 2024-08-29T17:47:14.650 INFO:tasks.workunit.client.0.smithi028.stdout: "blocked_by": [], 2024-08-29T17:47:14.650 INFO:tasks.workunit.client.0.smithi028.stdout: "created": 62, 2024-08-29T17:47:14.650 INFO:tasks.workunit.client.0.smithi028.stdout: "dirty_stats_invalid": false, 2024-08-29T17:47:14.650 INFO:tasks.workunit.client.0.smithi028.stdout: "hitset_bytes_stats_invalid": false, 2024-08-29T17:47:14.650 INFO:tasks.workunit.client.0.smithi028.stdout: "hitset_stats_invalid": false, 2024-08-29T17:47:14.650 INFO:tasks.workunit.client.0.smithi028.stdout: "last_active": "2024-08-29T17:43:51.183105+0000", 2024-08-29T17:47:14.651 INFO:tasks.workunit.client.0.smithi028.stdout: "last_became_active": "2024-08-29T17:41:03.073236+0000", 2024-08-29T17:47:14.651 INFO:tasks.workunit.client.0.smithi028.stdout: "last_became_peered": "2024-08-29T17:41:03.073236+0000", 2024-08-29T17:47:14.651 INFO:tasks.workunit.client.0.smithi028.stdout: "last_change": "2024-08-29T17:41:03.073770+0000", 2024-08-29T17:47:14.651 INFO:tasks.workunit.client.0.smithi028.stdout: "last_clean": "2024-08-29T17:43:51.183105+0000", 2024-08-29T17:47:14.651 INFO:tasks.workunit.client.0.smithi028.stdout: "last_clean_scrub_stamp": "2024-08-29T17:41:01.987071+0000", 2024-08-29T17:47:14.651 INFO:tasks.workunit.client.0.smithi028.stdout: "last_deep_scrub": "0'0", 2024-08-29T17:47:14.651 INFO:tasks.workunit.client.0.smithi028.stdout: "last_deep_scrub_stamp": "2024-08-29T17:41:01.987071+0000", 2024-08-29T17:47:14.651 INFO:tasks.workunit.client.0.smithi028.stdout: "last_epoch_clean": 63, 2024-08-29T17:47:14.651 INFO:tasks.workunit.client.0.smithi028.stdout: "last_fresh": "2024-08-29T17:43:51.183105+0000", 2024-08-29T17:47:14.651 INFO:tasks.workunit.client.0.smithi028.stdout: "last_fullsized": "2024-08-29T17:43:51.183105+0000", 2024-08-29T17:47:14.651 INFO:tasks.workunit.client.0.smithi028.stdout: "last_peered": "2024-08-29T17:43:51.183105+0000", 2024-08-29T17:47:14.651 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub": "0'0", 2024-08-29T17:47:14.651 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub_duration": 0, 2024-08-29T17:47:14.652 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub_stamp": "2024-08-29T17:41:01.987071+0000", 2024-08-29T17:47:14.652 INFO:tasks.workunit.client.0.smithi028.stdout: "last_undegraded": "2024-08-29T17:43:51.183105+0000", 2024-08-29T17:47:14.652 INFO:tasks.workunit.client.0.smithi028.stdout: "last_unstale": "2024-08-29T17:43:51.183105+0000", 2024-08-29T17:47:14.652 INFO:tasks.workunit.client.0.smithi028.stdout: "log_dups_size": 0, 2024-08-29T17:47:14.652 INFO:tasks.workunit.client.0.smithi028.stdout: "log_size": 0, 2024-08-29T17:47:14.652 INFO:tasks.workunit.client.0.smithi028.stdout: "log_start": "0'0", 2024-08-29T17:47:14.652 INFO:tasks.workunit.client.0.smithi028.stdout: "manifest_stats_invalid": false, 2024-08-29T17:47:14.652 INFO:tasks.workunit.client.0.smithi028.stdout: "mapping_epoch": 62, 2024-08-29T17:47:14.652 INFO:tasks.workunit.client.0.smithi028.stdout: "object_location_counts": [], 2024-08-29T17:47:14.652 INFO:tasks.workunit.client.0.smithi028.stdout: "objects_scrubbed": 0, 2024-08-29T17:47:14.652 INFO:tasks.workunit.client.0.smithi028.stdout: "objects_trimmed": 0, 2024-08-29T17:47:14.652 INFO:tasks.workunit.client.0.smithi028.stdout: "omap_stats_invalid": false, 2024-08-29T17:47:14.652 INFO:tasks.workunit.client.0.smithi028.stdout: "ondisk_log_size": 0, 2024-08-29T17:47:14.652 INFO:tasks.workunit.client.0.smithi028.stdout: "ondisk_log_start": "0'0", 2024-08-29T17:47:14.653 INFO:tasks.workunit.client.0.smithi028.stdout: "parent": "0.0", 2024-08-29T17:47:14.653 INFO:tasks.workunit.client.0.smithi028.stdout: "parent_split_bits": 0, 2024-08-29T17:47:14.653 INFO:tasks.workunit.client.0.smithi028.stdout: "pgid": "3.23", 2024-08-29T17:47:14.653 INFO:tasks.workunit.client.0.smithi028.stdout: "pin_stats_invalid": false, 2024-08-29T17:47:14.653 INFO:tasks.workunit.client.0.smithi028.stdout: "purged_snaps": [], 2024-08-29T17:47:14.653 INFO:tasks.workunit.client.0.smithi028.stdout: "reported_epoch": 74, 2024-08-29T17:47:14.653 INFO:tasks.workunit.client.0.smithi028.stdout: "reported_seq": 21, 2024-08-29T17:47:14.653 INFO:tasks.workunit.client.0.smithi028.stdout: "scrub_duration": 0.0, 2024-08-29T17:47:14.653 INFO:tasks.workunit.client.0.smithi028.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-31T01:23:20.630211+0000", 2024-08-29T17:47:14.653 INFO:tasks.workunit.client.0.smithi028.stdout: "snaptrim_duration": 0.0, 2024-08-29T17:47:14.653 INFO:tasks.workunit.client.0.smithi028.stdout: "snaptrimq_len": 0, 2024-08-29T17:47:14.653 INFO:tasks.workunit.client.0.smithi028.stdout: "stat_sum": { 2024-08-29T17:47:14.653 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes": 0, 2024-08-29T17:47:14.653 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes_hit_set_archive": 0, 2024-08-29T17:47:14.653 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes_recovered": 0, 2024-08-29T17:47:14.654 INFO:tasks.workunit.client.0.smithi028.stdout: "num_deep_scrub_errors": 0, 2024-08-29T17:47:14.654 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict": 0, 2024-08-29T17:47:14.654 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_kb": 0, 2024-08-29T17:47:14.654 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_mode_full": 0, 2024-08-29T17:47:14.654 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_mode_some": 0, 2024-08-29T17:47:14.654 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush": 0, 2024-08-29T17:47:14.654 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_kb": 0, 2024-08-29T17:47:14.654 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_mode_high": 0, 2024-08-29T17:47:14.654 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_mode_low": 0, 2024-08-29T17:47:14.654 INFO:tasks.workunit.client.0.smithi028.stdout: "num_keys_recovered": 0, 2024-08-29T17:47:14.654 INFO:tasks.workunit.client.0.smithi028.stdout: "num_large_omap_objects": 0, 2024-08-29T17:47:14.654 INFO:tasks.workunit.client.0.smithi028.stdout: "num_legacy_snapsets": 0, 2024-08-29T17:47:14.654 INFO:tasks.workunit.client.0.smithi028.stdout: "num_object_clones": 0, 2024-08-29T17:47:14.655 INFO:tasks.workunit.client.0.smithi028.stdout: "num_object_copies": 0, 2024-08-29T17:47:14.655 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects": 0, 2024-08-29T17:47:14.655 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_degraded": 0, 2024-08-29T17:47:14.655 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_dirty": 0, 2024-08-29T17:47:14.655 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_hit_set_archive": 0, 2024-08-29T17:47:14.655 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_manifest": 0, 2024-08-29T17:47:14.655 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_misplaced": 0, 2024-08-29T17:47:14.655 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_missing": 0, 2024-08-29T17:47:14.655 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_missing_on_primary": 0, 2024-08-29T17:47:14.655 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_omap": 0, 2024-08-29T17:47:14.655 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_pinned": 0, 2024-08-29T17:47:14.655 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_recovered": 0, 2024-08-29T17:47:14.655 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_repaired": 0, 2024-08-29T17:47:14.655 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_unfound": 0, 2024-08-29T17:47:14.656 INFO:tasks.workunit.client.0.smithi028.stdout: "num_omap_bytes": 0, 2024-08-29T17:47:14.656 INFO:tasks.workunit.client.0.smithi028.stdout: "num_omap_keys": 0, 2024-08-29T17:47:14.656 INFO:tasks.workunit.client.0.smithi028.stdout: "num_promote": 0, 2024-08-29T17:47:14.656 INFO:tasks.workunit.client.0.smithi028.stdout: "num_read": 0, 2024-08-29T17:47:14.656 INFO:tasks.workunit.client.0.smithi028.stdout: "num_read_kb": 0, 2024-08-29T17:47:14.656 INFO:tasks.workunit.client.0.smithi028.stdout: "num_scrub_errors": 0, 2024-08-29T17:47:14.656 INFO:tasks.workunit.client.0.smithi028.stdout: "num_shallow_scrub_errors": 0, 2024-08-29T17:47:14.656 INFO:tasks.workunit.client.0.smithi028.stdout: "num_whiteouts": 0, 2024-08-29T17:47:14.656 INFO:tasks.workunit.client.0.smithi028.stdout: "num_write": 0, 2024-08-29T17:47:14.656 INFO:tasks.workunit.client.0.smithi028.stdout: "num_write_kb": 0 2024-08-29T17:47:14.656 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:14.656 INFO:tasks.workunit.client.0.smithi028.stdout: "state": "active+clean", 2024-08-29T17:47:14.656 INFO:tasks.workunit.client.0.smithi028.stdout: "stats_invalid": false, 2024-08-29T17:47:14.656 INFO:tasks.workunit.client.0.smithi028.stdout: "up": [ 2024-08-29T17:47:14.657 INFO:tasks.workunit.client.0.smithi028.stdout: 0, 2024-08-29T17:47:14.657 INFO:tasks.workunit.client.0.smithi028.stdout: 3, 2024-08-29T17:47:14.657 INFO:tasks.workunit.client.0.smithi028.stdout: 4 2024-08-29T17:47:14.657 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-08-29T17:47:14.657 INFO:tasks.workunit.client.0.smithi028.stdout: "up_primary": 0, 2024-08-29T17:47:14.657 INFO:tasks.workunit.client.0.smithi028.stdout: "version": "0'0" 2024-08-29T17:47:14.657 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:14.657 INFO:tasks.workunit.client.0.smithi028.stdout: { 2024-08-29T17:47:14.657 INFO:tasks.workunit.client.0.smithi028.stdout: "acting": [ 2024-08-29T17:47:14.657 INFO:tasks.workunit.client.0.smithi028.stdout: 5, 2024-08-29T17:47:14.657 INFO:tasks.workunit.client.0.smithi028.stdout: 3, 2024-08-29T17:47:14.657 INFO:tasks.workunit.client.0.smithi028.stdout: 0 2024-08-29T17:47:14.658 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-08-29T17:47:14.658 INFO:tasks.workunit.client.0.smithi028.stdout: "acting_primary": 5, 2024-08-29T17:47:14.658 INFO:tasks.workunit.client.0.smithi028.stdout: "avail_no_missing": [], 2024-08-29T17:47:14.658 INFO:tasks.workunit.client.0.smithi028.stdout: "blocked_by": [], 2024-08-29T17:47:14.658 INFO:tasks.workunit.client.0.smithi028.stdout: "created": 62, 2024-08-29T17:47:14.658 INFO:tasks.workunit.client.0.smithi028.stdout: "dirty_stats_invalid": false, 2024-08-29T17:47:14.658 INFO:tasks.workunit.client.0.smithi028.stdout: "hitset_bytes_stats_invalid": false, 2024-08-29T17:47:14.658 INFO:tasks.workunit.client.0.smithi028.stdout: "hitset_stats_invalid": false, 2024-08-29T17:47:14.658 INFO:tasks.workunit.client.0.smithi028.stdout: "last_active": "2024-08-29T17:43:51.011871+0000", 2024-08-29T17:47:14.658 INFO:tasks.workunit.client.0.smithi028.stdout: "last_became_active": "2024-08-29T17:41:03.054684+0000", 2024-08-29T17:47:14.658 INFO:tasks.workunit.client.0.smithi028.stdout: "last_became_peered": "2024-08-29T17:41:03.054684+0000", 2024-08-29T17:47:14.658 INFO:tasks.workunit.client.0.smithi028.stdout: "last_change": "2024-08-29T17:41:03.057028+0000", 2024-08-29T17:47:14.659 INFO:tasks.workunit.client.0.smithi028.stdout: "last_clean": "2024-08-29T17:43:51.011871+0000", 2024-08-29T17:47:14.659 INFO:tasks.workunit.client.0.smithi028.stdout: "last_clean_scrub_stamp": "2024-08-29T17:41:01.987071+0000", 2024-08-29T17:47:14.659 INFO:tasks.workunit.client.0.smithi028.stdout: "last_deep_scrub": "0'0", 2024-08-29T17:47:14.659 INFO:tasks.workunit.client.0.smithi028.stdout: "last_deep_scrub_stamp": "2024-08-29T17:41:01.987071+0000", 2024-08-29T17:47:14.659 INFO:tasks.workunit.client.0.smithi028.stdout: "last_epoch_clean": 63, 2024-08-29T17:47:14.659 INFO:tasks.workunit.client.0.smithi028.stdout: "last_fresh": "2024-08-29T17:43:51.011871+0000", 2024-08-29T17:47:14.659 INFO:tasks.workunit.client.0.smithi028.stdout: "last_fullsized": "2024-08-29T17:43:51.011871+0000", 2024-08-29T17:47:14.659 INFO:tasks.workunit.client.0.smithi028.stdout: "last_peered": "2024-08-29T17:43:51.011871+0000", 2024-08-29T17:47:14.659 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub": "0'0", 2024-08-29T17:47:14.659 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub_duration": 0, 2024-08-29T17:47:14.659 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub_stamp": "2024-08-29T17:41:01.987071+0000", 2024-08-29T17:47:14.659 INFO:tasks.workunit.client.0.smithi028.stdout: "last_undegraded": "2024-08-29T17:43:51.011871+0000", 2024-08-29T17:47:14.660 INFO:tasks.workunit.client.0.smithi028.stdout: "last_unstale": "2024-08-29T17:43:51.011871+0000", 2024-08-29T17:47:14.660 INFO:tasks.workunit.client.0.smithi028.stdout: "log_dups_size": 0, 2024-08-29T17:47:14.660 INFO:tasks.workunit.client.0.smithi028.stdout: "log_size": 0, 2024-08-29T17:47:14.660 INFO:tasks.workunit.client.0.smithi028.stdout: "log_start": "0'0", 2024-08-29T17:47:14.660 INFO:tasks.workunit.client.0.smithi028.stdout: "manifest_stats_invalid": false, 2024-08-29T17:47:14.660 INFO:tasks.workunit.client.0.smithi028.stdout: "mapping_epoch": 62, 2024-08-29T17:47:14.660 INFO:tasks.workunit.client.0.smithi028.stdout: "object_location_counts": [], 2024-08-29T17:47:14.660 INFO:tasks.workunit.client.0.smithi028.stdout: "objects_scrubbed": 0, 2024-08-29T17:47:14.660 INFO:tasks.workunit.client.0.smithi028.stdout: "objects_trimmed": 0, 2024-08-29T17:47:14.660 INFO:tasks.workunit.client.0.smithi028.stdout: "omap_stats_invalid": false, 2024-08-29T17:47:14.660 INFO:tasks.workunit.client.0.smithi028.stdout: "ondisk_log_size": 0, 2024-08-29T17:47:14.660 INFO:tasks.workunit.client.0.smithi028.stdout: "ondisk_log_start": "0'0", 2024-08-29T17:47:14.661 INFO:tasks.workunit.client.0.smithi028.stdout: "parent": "0.0", 2024-08-29T17:47:14.661 INFO:tasks.workunit.client.0.smithi028.stdout: "parent_split_bits": 0, 2024-08-29T17:47:14.661 INFO:tasks.workunit.client.0.smithi028.stdout: "pgid": "3.22", 2024-08-29T17:47:14.661 INFO:tasks.workunit.client.0.smithi028.stdout: "pin_stats_invalid": false, 2024-08-29T17:47:14.661 INFO:tasks.workunit.client.0.smithi028.stdout: "purged_snaps": [], 2024-08-29T17:47:14.661 INFO:tasks.workunit.client.0.smithi028.stdout: "reported_epoch": 74, 2024-08-29T17:47:14.661 INFO:tasks.workunit.client.0.smithi028.stdout: "reported_seq": 21, 2024-08-29T17:47:14.661 INFO:tasks.workunit.client.0.smithi028.stdout: "scrub_duration": 0.0, 2024-08-29T17:47:14.661 INFO:tasks.workunit.client.0.smithi028.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-31T03:34:57.092856+0000", 2024-08-29T17:47:14.661 INFO:tasks.workunit.client.0.smithi028.stdout: "snaptrim_duration": 0.0, 2024-08-29T17:47:14.661 INFO:tasks.workunit.client.0.smithi028.stdout: "snaptrimq_len": 0, 2024-08-29T17:47:14.661 INFO:tasks.workunit.client.0.smithi028.stdout: "stat_sum": { 2024-08-29T17:47:14.661 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes": 0, 2024-08-29T17:47:14.662 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes_hit_set_archive": 0, 2024-08-29T17:47:14.662 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes_recovered": 0, 2024-08-29T17:47:14.662 INFO:tasks.workunit.client.0.smithi028.stdout: "num_deep_scrub_errors": 0, 2024-08-29T17:47:14.662 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict": 0, 2024-08-29T17:47:14.662 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_kb": 0, 2024-08-29T17:47:14.662 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_mode_full": 0, 2024-08-29T17:47:14.662 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_mode_some": 0, 2024-08-29T17:47:14.662 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush": 0, 2024-08-29T17:47:14.662 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_kb": 0, 2024-08-29T17:47:14.662 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_mode_high": 0, 2024-08-29T17:47:14.662 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_mode_low": 0, 2024-08-29T17:47:14.662 INFO:tasks.workunit.client.0.smithi028.stdout: "num_keys_recovered": 0, 2024-08-29T17:47:14.662 INFO:tasks.workunit.client.0.smithi028.stdout: "num_large_omap_objects": 0, 2024-08-29T17:47:14.662 INFO:tasks.workunit.client.0.smithi028.stdout: "num_legacy_snapsets": 0, 2024-08-29T17:47:14.663 INFO:tasks.workunit.client.0.smithi028.stdout: "num_object_clones": 0, 2024-08-29T17:47:14.663 INFO:tasks.workunit.client.0.smithi028.stdout: "num_object_copies": 0, 2024-08-29T17:47:14.663 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects": 0, 2024-08-29T17:47:14.663 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_degraded": 0, 2024-08-29T17:47:14.663 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_dirty": 0, 2024-08-29T17:47:14.663 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_hit_set_archive": 0, 2024-08-29T17:47:14.663 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_manifest": 0, 2024-08-29T17:47:14.663 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_misplaced": 0, 2024-08-29T17:47:14.663 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_missing": 0, 2024-08-29T17:47:14.663 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_missing_on_primary": 0, 2024-08-29T17:47:14.663 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_omap": 0, 2024-08-29T17:47:14.663 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_pinned": 0, 2024-08-29T17:47:14.663 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_recovered": 0, 2024-08-29T17:47:14.664 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_repaired": 0, 2024-08-29T17:47:14.664 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_unfound": 0, 2024-08-29T17:47:14.664 INFO:tasks.workunit.client.0.smithi028.stdout: "num_omap_bytes": 0, 2024-08-29T17:47:14.664 INFO:tasks.workunit.client.0.smithi028.stdout: "num_omap_keys": 0, 2024-08-29T17:47:14.664 INFO:tasks.workunit.client.0.smithi028.stdout: "num_promote": 0, 2024-08-29T17:47:14.664 INFO:tasks.workunit.client.0.smithi028.stdout: "num_read": 0, 2024-08-29T17:47:14.664 INFO:tasks.workunit.client.0.smithi028.stdout: "num_read_kb": 0, 2024-08-29T17:47:14.664 INFO:tasks.workunit.client.0.smithi028.stdout: "num_scrub_errors": 0, 2024-08-29T17:47:14.664 INFO:tasks.workunit.client.0.smithi028.stdout: "num_shallow_scrub_errors": 0, 2024-08-29T17:47:14.664 INFO:tasks.workunit.client.0.smithi028.stdout: "num_whiteouts": 0, 2024-08-29T17:47:14.664 INFO:tasks.workunit.client.0.smithi028.stdout: "num_write": 0, 2024-08-29T17:47:14.664 INFO:tasks.workunit.client.0.smithi028.stdout: "num_write_kb": 0 2024-08-29T17:47:14.664 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:14.664 INFO:tasks.workunit.client.0.smithi028.stdout: "state": "active+clean", 2024-08-29T17:47:14.664 INFO:tasks.workunit.client.0.smithi028.stdout: "stats_invalid": false, 2024-08-29T17:47:14.665 INFO:tasks.workunit.client.0.smithi028.stdout: "up": [ 2024-08-29T17:47:14.665 INFO:tasks.workunit.client.0.smithi028.stdout: 5, 2024-08-29T17:47:14.665 INFO:tasks.workunit.client.0.smithi028.stdout: 3, 2024-08-29T17:47:14.665 INFO:tasks.workunit.client.0.smithi028.stdout: 0 2024-08-29T17:47:14.665 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-08-29T17:47:14.665 INFO:tasks.workunit.client.0.smithi028.stdout: "up_primary": 5, 2024-08-29T17:47:14.665 INFO:tasks.workunit.client.0.smithi028.stdout: "version": "0'0" 2024-08-29T17:47:14.665 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:14.665 INFO:tasks.workunit.client.0.smithi028.stdout: { 2024-08-29T17:47:14.665 INFO:tasks.workunit.client.0.smithi028.stdout: "acting": [ 2024-08-29T17:47:14.665 INFO:tasks.workunit.client.0.smithi028.stdout: 2, 2024-08-29T17:47:14.665 INFO:tasks.workunit.client.0.smithi028.stdout: 5, 2024-08-29T17:47:14.665 INFO:tasks.workunit.client.0.smithi028.stdout: 6 2024-08-29T17:47:14.665 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-08-29T17:47:14.665 INFO:tasks.workunit.client.0.smithi028.stdout: "acting_primary": 2, 2024-08-29T17:47:14.666 INFO:tasks.workunit.client.0.smithi028.stdout: "avail_no_missing": [], 2024-08-29T17:47:14.666 INFO:tasks.workunit.client.0.smithi028.stdout: "blocked_by": [], 2024-08-29T17:47:14.666 INFO:tasks.workunit.client.0.smithi028.stdout: "created": 62, 2024-08-29T17:47:14.666 INFO:tasks.workunit.client.0.smithi028.stdout: "dirty_stats_invalid": false, 2024-08-29T17:47:14.666 INFO:tasks.workunit.client.0.smithi028.stdout: "hitset_bytes_stats_invalid": false, 2024-08-29T17:47:14.666 INFO:tasks.workunit.client.0.smithi028.stdout: "hitset_stats_invalid": false, 2024-08-29T17:47:14.666 INFO:tasks.workunit.client.0.smithi028.stdout: "last_active": "2024-08-29T17:43:51.003619+0000", 2024-08-29T17:47:14.666 INFO:tasks.workunit.client.0.smithi028.stdout: "last_became_active": "2024-08-29T17:41:03.055360+0000", 2024-08-29T17:47:14.666 INFO:tasks.workunit.client.0.smithi028.stdout: "last_became_peered": "2024-08-29T17:41:03.055360+0000", 2024-08-29T17:47:14.666 INFO:tasks.workunit.client.0.smithi028.stdout: "last_change": "2024-08-29T17:41:03.055626+0000", 2024-08-29T17:47:14.666 INFO:tasks.workunit.client.0.smithi028.stdout: "last_clean": "2024-08-29T17:43:51.003619+0000", 2024-08-29T17:47:14.666 INFO:tasks.workunit.client.0.smithi028.stdout: "last_clean_scrub_stamp": "2024-08-29T17:41:01.987071+0000", 2024-08-29T17:47:14.666 INFO:tasks.workunit.client.0.smithi028.stdout: "last_deep_scrub": "0'0", 2024-08-29T17:47:14.667 INFO:tasks.workunit.client.0.smithi028.stdout: "last_deep_scrub_stamp": "2024-08-29T17:41:01.987071+0000", 2024-08-29T17:47:14.667 INFO:tasks.workunit.client.0.smithi028.stdout: "last_epoch_clean": 63, 2024-08-29T17:47:14.667 INFO:tasks.workunit.client.0.smithi028.stdout: "last_fresh": "2024-08-29T17:43:51.003619+0000", 2024-08-29T17:47:14.667 INFO:tasks.workunit.client.0.smithi028.stdout: "last_fullsized": "2024-08-29T17:43:51.003619+0000", 2024-08-29T17:47:14.667 INFO:tasks.workunit.client.0.smithi028.stdout: "last_peered": "2024-08-29T17:43:51.003619+0000", 2024-08-29T17:47:14.667 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub": "0'0", 2024-08-29T17:47:14.667 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub_duration": 0, 2024-08-29T17:47:14.667 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub_stamp": "2024-08-29T17:41:01.987071+0000", 2024-08-29T17:47:14.667 INFO:tasks.workunit.client.0.smithi028.stdout: "last_undegraded": "2024-08-29T17:43:51.003619+0000", 2024-08-29T17:47:14.667 INFO:tasks.workunit.client.0.smithi028.stdout: "last_unstale": "2024-08-29T17:43:51.003619+0000", 2024-08-29T17:47:14.667 INFO:tasks.workunit.client.0.smithi028.stdout: "log_dups_size": 0, 2024-08-29T17:47:14.667 INFO:tasks.workunit.client.0.smithi028.stdout: "log_size": 0, 2024-08-29T17:47:14.667 INFO:tasks.workunit.client.0.smithi028.stdout: "log_start": "0'0", 2024-08-29T17:47:14.667 INFO:tasks.workunit.client.0.smithi028.stdout: "manifest_stats_invalid": false, 2024-08-29T17:47:14.668 INFO:tasks.workunit.client.0.smithi028.stdout: "mapping_epoch": 62, 2024-08-29T17:47:14.668 INFO:tasks.workunit.client.0.smithi028.stdout: "object_location_counts": [], 2024-08-29T17:47:14.668 INFO:tasks.workunit.client.0.smithi028.stdout: "objects_scrubbed": 0, 2024-08-29T17:47:14.668 INFO:tasks.workunit.client.0.smithi028.stdout: "objects_trimmed": 0, 2024-08-29T17:47:14.668 INFO:tasks.workunit.client.0.smithi028.stdout: "omap_stats_invalid": false, 2024-08-29T17:47:14.668 INFO:tasks.workunit.client.0.smithi028.stdout: "ondisk_log_size": 0, 2024-08-29T17:47:14.668 INFO:tasks.workunit.client.0.smithi028.stdout: "ondisk_log_start": "0'0", 2024-08-29T17:47:14.668 INFO:tasks.workunit.client.0.smithi028.stdout: "parent": "0.0", 2024-08-29T17:47:14.668 INFO:tasks.workunit.client.0.smithi028.stdout: "parent_split_bits": 0, 2024-08-29T17:47:14.668 INFO:tasks.workunit.client.0.smithi028.stdout: "pgid": "3.21", 2024-08-29T17:47:14.668 INFO:tasks.workunit.client.0.smithi028.stdout: "pin_stats_invalid": false, 2024-08-29T17:47:14.668 INFO:tasks.workunit.client.0.smithi028.stdout: "purged_snaps": [], 2024-08-29T17:47:14.668 INFO:tasks.workunit.client.0.smithi028.stdout: "reported_epoch": 74, 2024-08-29T17:47:14.668 INFO:tasks.workunit.client.0.smithi028.stdout: "reported_seq": 21, 2024-08-29T17:47:14.668 INFO:tasks.workunit.client.0.smithi028.stdout: "scrub_duration": 0.0, 2024-08-29T17:47:14.668 INFO:tasks.workunit.client.0.smithi028.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-30T21:04:39.218054+0000", 2024-08-29T17:47:14.669 INFO:tasks.workunit.client.0.smithi028.stdout: "snaptrim_duration": 0.0, 2024-08-29T17:47:14.669 INFO:tasks.workunit.client.0.smithi028.stdout: "snaptrimq_len": 0, 2024-08-29T17:47:14.669 INFO:tasks.workunit.client.0.smithi028.stdout: "stat_sum": { 2024-08-29T17:47:14.669 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes": 0, 2024-08-29T17:47:14.669 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes_hit_set_archive": 0, 2024-08-29T17:47:14.669 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes_recovered": 0, 2024-08-29T17:47:14.669 INFO:tasks.workunit.client.0.smithi028.stdout: "num_deep_scrub_errors": 0, 2024-08-29T17:47:14.669 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict": 0, 2024-08-29T17:47:14.669 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_kb": 0, 2024-08-29T17:47:14.669 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_mode_full": 0, 2024-08-29T17:47:14.669 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_mode_some": 0, 2024-08-29T17:47:14.669 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush": 0, 2024-08-29T17:47:14.669 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_kb": 0, 2024-08-29T17:47:14.669 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_mode_high": 0, 2024-08-29T17:47:14.669 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_mode_low": 0, 2024-08-29T17:47:14.670 INFO:tasks.workunit.client.0.smithi028.stdout: "num_keys_recovered": 0, 2024-08-29T17:47:14.670 INFO:tasks.workunit.client.0.smithi028.stdout: "num_large_omap_objects": 0, 2024-08-29T17:47:14.670 INFO:tasks.workunit.client.0.smithi028.stdout: "num_legacy_snapsets": 0, 2024-08-29T17:47:14.670 INFO:tasks.workunit.client.0.smithi028.stdout: "num_object_clones": 0, 2024-08-29T17:47:14.670 INFO:tasks.workunit.client.0.smithi028.stdout: "num_object_copies": 0, 2024-08-29T17:47:14.670 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects": 0, 2024-08-29T17:47:14.670 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_degraded": 0, 2024-08-29T17:47:14.670 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_dirty": 0, 2024-08-29T17:47:14.670 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_hit_set_archive": 0, 2024-08-29T17:47:14.670 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_manifest": 0, 2024-08-29T17:47:14.670 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_misplaced": 0, 2024-08-29T17:47:14.670 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_missing": 0, 2024-08-29T17:47:14.671 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_missing_on_primary": 0, 2024-08-29T17:47:14.671 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_omap": 0, 2024-08-29T17:47:14.671 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_pinned": 0, 2024-08-29T17:47:14.671 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_recovered": 0, 2024-08-29T17:47:14.671 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_repaired": 0, 2024-08-29T17:47:14.671 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_unfound": 0, 2024-08-29T17:47:14.671 INFO:tasks.workunit.client.0.smithi028.stdout: "num_omap_bytes": 0, 2024-08-29T17:47:14.671 INFO:tasks.workunit.client.0.smithi028.stdout: "num_omap_keys": 0, 2024-08-29T17:47:14.671 INFO:tasks.workunit.client.0.smithi028.stdout: "num_promote": 0, 2024-08-29T17:47:14.671 INFO:tasks.workunit.client.0.smithi028.stdout: "num_read": 0, 2024-08-29T17:47:14.671 INFO:tasks.workunit.client.0.smithi028.stdout: "num_read_kb": 0, 2024-08-29T17:47:14.671 INFO:tasks.workunit.client.0.smithi028.stdout: "num_scrub_errors": 0, 2024-08-29T17:47:14.671 INFO:tasks.workunit.client.0.smithi028.stdout: "num_shallow_scrub_errors": 0, 2024-08-29T17:47:14.671 INFO:tasks.workunit.client.0.smithi028.stdout: "num_whiteouts": 0, 2024-08-29T17:47:14.672 INFO:tasks.workunit.client.0.smithi028.stdout: "num_write": 0, 2024-08-29T17:47:14.672 INFO:tasks.workunit.client.0.smithi028.stdout: "num_write_kb": 0 2024-08-29T17:47:14.672 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:14.672 INFO:tasks.workunit.client.0.smithi028.stdout: "state": "active+clean", 2024-08-29T17:47:14.672 INFO:tasks.workunit.client.0.smithi028.stdout: "stats_invalid": false, 2024-08-29T17:47:14.672 INFO:tasks.workunit.client.0.smithi028.stdout: "up": [ 2024-08-29T17:47:14.672 INFO:tasks.workunit.client.0.smithi028.stdout: 2, 2024-08-29T17:47:14.672 INFO:tasks.workunit.client.0.smithi028.stdout: 5, 2024-08-29T17:47:14.672 INFO:tasks.workunit.client.0.smithi028.stdout: 6 2024-08-29T17:47:14.672 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-08-29T17:47:14.672 INFO:tasks.workunit.client.0.smithi028.stdout: "up_primary": 2, 2024-08-29T17:47:14.672 INFO:tasks.workunit.client.0.smithi028.stdout: "version": "0'0" 2024-08-29T17:47:14.672 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:14.672 INFO:tasks.workunit.client.0.smithi028.stdout: { 2024-08-29T17:47:14.672 INFO:tasks.workunit.client.0.smithi028.stdout: "acting": [ 2024-08-29T17:47:14.673 INFO:tasks.workunit.client.0.smithi028.stdout: 6, 2024-08-29T17:47:14.673 INFO:tasks.workunit.client.0.smithi028.stdout: 0, 2024-08-29T17:47:14.673 INFO:tasks.workunit.client.0.smithi028.stdout: 5 2024-08-29T17:47:14.673 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-08-29T17:47:14.673 INFO:tasks.workunit.client.0.smithi028.stdout: "acting_primary": 6, 2024-08-29T17:47:14.673 INFO:tasks.workunit.client.0.smithi028.stdout: "avail_no_missing": [], 2024-08-29T17:47:14.673 INFO:tasks.workunit.client.0.smithi028.stdout: "blocked_by": [], 2024-08-29T17:47:14.673 INFO:tasks.workunit.client.0.smithi028.stdout: "created": 62, 2024-08-29T17:47:14.673 INFO:tasks.workunit.client.0.smithi028.stdout: "dirty_stats_invalid": false, 2024-08-29T17:47:14.673 INFO:tasks.workunit.client.0.smithi028.stdout: "hitset_bytes_stats_invalid": false, 2024-08-29T17:47:14.673 INFO:tasks.workunit.client.0.smithi028.stdout: "hitset_stats_invalid": false, 2024-08-29T17:47:14.673 INFO:tasks.workunit.client.0.smithi028.stdout: "last_active": "2024-08-29T17:43:51.180723+0000", 2024-08-29T17:47:14.673 INFO:tasks.workunit.client.0.smithi028.stdout: "last_became_active": "2024-08-29T17:41:03.067381+0000", 2024-08-29T17:47:14.674 INFO:tasks.workunit.client.0.smithi028.stdout: "last_became_peered": "2024-08-29T17:41:03.067381+0000", 2024-08-29T17:47:14.674 INFO:tasks.workunit.client.0.smithi028.stdout: "last_change": "2024-08-29T17:41:03.068079+0000", 2024-08-29T17:47:14.674 INFO:tasks.workunit.client.0.smithi028.stdout: "last_clean": "2024-08-29T17:43:51.180723+0000", 2024-08-29T17:47:14.674 INFO:tasks.workunit.client.0.smithi028.stdout: "last_clean_scrub_stamp": "2024-08-29T17:41:01.987071+0000", 2024-08-29T17:47:14.674 INFO:tasks.workunit.client.0.smithi028.stdout: "last_deep_scrub": "0'0", 2024-08-29T17:47:14.674 INFO:tasks.workunit.client.0.smithi028.stdout: "last_deep_scrub_stamp": "2024-08-29T17:41:01.987071+0000", 2024-08-29T17:47:14.674 INFO:tasks.workunit.client.0.smithi028.stdout: "last_epoch_clean": 63, 2024-08-29T17:47:14.674 INFO:tasks.workunit.client.0.smithi028.stdout: "last_fresh": "2024-08-29T17:43:51.180723+0000", 2024-08-29T17:47:14.674 INFO:tasks.workunit.client.0.smithi028.stdout: "last_fullsized": "2024-08-29T17:43:51.180723+0000", 2024-08-29T17:47:14.674 INFO:tasks.workunit.client.0.smithi028.stdout: "last_peered": "2024-08-29T17:43:51.180723+0000", 2024-08-29T17:47:14.674 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub": "0'0", 2024-08-29T17:47:14.674 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub_duration": 0, 2024-08-29T17:47:14.674 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub_stamp": "2024-08-29T17:41:01.987071+0000", 2024-08-29T17:47:14.675 INFO:tasks.workunit.client.0.smithi028.stdout: "last_undegraded": "2024-08-29T17:43:51.180723+0000", 2024-08-29T17:47:14.675 INFO:tasks.workunit.client.0.smithi028.stdout: "last_unstale": "2024-08-29T17:43:51.180723+0000", 2024-08-29T17:47:14.675 INFO:tasks.workunit.client.0.smithi028.stdout: "log_dups_size": 0, 2024-08-29T17:47:14.675 INFO:tasks.workunit.client.0.smithi028.stdout: "log_size": 0, 2024-08-29T17:47:14.675 INFO:tasks.workunit.client.0.smithi028.stdout: "log_start": "0'0", 2024-08-29T17:47:14.675 INFO:tasks.workunit.client.0.smithi028.stdout: "manifest_stats_invalid": false, 2024-08-29T17:47:14.675 INFO:tasks.workunit.client.0.smithi028.stdout: "mapping_epoch": 62, 2024-08-29T17:47:14.675 INFO:tasks.workunit.client.0.smithi028.stdout: "object_location_counts": [], 2024-08-29T17:47:14.675 INFO:tasks.workunit.client.0.smithi028.stdout: "objects_scrubbed": 0, 2024-08-29T17:47:14.675 INFO:tasks.workunit.client.0.smithi028.stdout: "objects_trimmed": 0, 2024-08-29T17:47:14.675 INFO:tasks.workunit.client.0.smithi028.stdout: "omap_stats_invalid": false, 2024-08-29T17:47:14.675 INFO:tasks.workunit.client.0.smithi028.stdout: "ondisk_log_size": 0, 2024-08-29T17:47:14.675 INFO:tasks.workunit.client.0.smithi028.stdout: "ondisk_log_start": "0'0", 2024-08-29T17:47:14.675 INFO:tasks.workunit.client.0.smithi028.stdout: "parent": "0.0", 2024-08-29T17:47:14.675 INFO:tasks.workunit.client.0.smithi028.stdout: "parent_split_bits": 0, 2024-08-29T17:47:14.676 INFO:tasks.workunit.client.0.smithi028.stdout: "pgid": "3.20", 2024-08-29T17:47:14.676 INFO:tasks.workunit.client.0.smithi028.stdout: "pin_stats_invalid": false, 2024-08-29T17:47:14.676 INFO:tasks.workunit.client.0.smithi028.stdout: "purged_snaps": [], 2024-08-29T17:47:14.676 INFO:tasks.workunit.client.0.smithi028.stdout: "reported_epoch": 74, 2024-08-29T17:47:14.676 INFO:tasks.workunit.client.0.smithi028.stdout: "reported_seq": 21, 2024-08-29T17:47:14.676 INFO:tasks.workunit.client.0.smithi028.stdout: "scrub_duration": 0.0, 2024-08-29T17:47:14.676 INFO:tasks.workunit.client.0.smithi028.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-30T20:20:55.369802+0000", 2024-08-29T17:47:14.676 INFO:tasks.workunit.client.0.smithi028.stdout: "snaptrim_duration": 0.0, 2024-08-29T17:47:14.676 INFO:tasks.workunit.client.0.smithi028.stdout: "snaptrimq_len": 0, 2024-08-29T17:47:14.676 INFO:tasks.workunit.client.0.smithi028.stdout: "stat_sum": { 2024-08-29T17:47:14.676 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes": 0, 2024-08-29T17:47:14.676 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes_hit_set_archive": 0, 2024-08-29T17:47:14.676 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes_recovered": 0, 2024-08-29T17:47:14.676 INFO:tasks.workunit.client.0.smithi028.stdout: "num_deep_scrub_errors": 0, 2024-08-29T17:47:14.677 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict": 0, 2024-08-29T17:47:14.677 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_kb": 0, 2024-08-29T17:47:14.677 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_mode_full": 0, 2024-08-29T17:47:14.677 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_mode_some": 0, 2024-08-29T17:47:14.677 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush": 0, 2024-08-29T17:47:14.677 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_kb": 0, 2024-08-29T17:47:14.677 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_mode_high": 0, 2024-08-29T17:47:14.677 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_mode_low": 0, 2024-08-29T17:47:14.677 INFO:tasks.workunit.client.0.smithi028.stdout: "num_keys_recovered": 0, 2024-08-29T17:47:14.677 INFO:tasks.workunit.client.0.smithi028.stdout: "num_large_omap_objects": 0, 2024-08-29T17:47:14.677 INFO:tasks.workunit.client.0.smithi028.stdout: "num_legacy_snapsets": 0, 2024-08-29T17:47:14.677 INFO:tasks.workunit.client.0.smithi028.stdout: "num_object_clones": 0, 2024-08-29T17:47:14.677 INFO:tasks.workunit.client.0.smithi028.stdout: "num_object_copies": 0, 2024-08-29T17:47:14.678 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects": 0, 2024-08-29T17:47:14.678 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_degraded": 0, 2024-08-29T17:47:14.678 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_dirty": 0, 2024-08-29T17:47:14.678 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_hit_set_archive": 0, 2024-08-29T17:47:14.678 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_manifest": 0, 2024-08-29T17:47:14.678 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_misplaced": 0, 2024-08-29T17:47:14.678 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_missing": 0, 2024-08-29T17:47:14.678 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_missing_on_primary": 0, 2024-08-29T17:47:14.678 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_omap": 0, 2024-08-29T17:47:14.678 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_pinned": 0, 2024-08-29T17:47:14.678 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_recovered": 0, 2024-08-29T17:47:14.678 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_repaired": 0, 2024-08-29T17:47:14.678 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_unfound": 0, 2024-08-29T17:47:14.679 INFO:tasks.workunit.client.0.smithi028.stdout: "num_omap_bytes": 0, 2024-08-29T17:47:14.679 INFO:tasks.workunit.client.0.smithi028.stdout: "num_omap_keys": 0, 2024-08-29T17:47:14.679 INFO:tasks.workunit.client.0.smithi028.stdout: "num_promote": 0, 2024-08-29T17:47:14.679 INFO:tasks.workunit.client.0.smithi028.stdout: "num_read": 0, 2024-08-29T17:47:14.679 INFO:tasks.workunit.client.0.smithi028.stdout: "num_read_kb": 0, 2024-08-29T17:47:14.679 INFO:tasks.workunit.client.0.smithi028.stdout: "num_scrub_errors": 0, 2024-08-29T17:47:14.679 INFO:tasks.workunit.client.0.smithi028.stdout: "num_shallow_scrub_errors": 0, 2024-08-29T17:47:14.679 INFO:tasks.workunit.client.0.smithi028.stdout: "num_whiteouts": 0, 2024-08-29T17:47:14.679 INFO:tasks.workunit.client.0.smithi028.stdout: "num_write": 0, 2024-08-29T17:47:14.679 INFO:tasks.workunit.client.0.smithi028.stdout: "num_write_kb": 0 2024-08-29T17:47:14.679 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:14.679 INFO:tasks.workunit.client.0.smithi028.stdout: "state": "active+clean", 2024-08-29T17:47:14.680 INFO:tasks.workunit.client.0.smithi028.stdout: "stats_invalid": false, 2024-08-29T17:47:14.680 INFO:tasks.workunit.client.0.smithi028.stdout: "up": [ 2024-08-29T17:47:14.680 INFO:tasks.workunit.client.0.smithi028.stdout: 6, 2024-08-29T17:47:14.680 INFO:tasks.workunit.client.0.smithi028.stdout: 0, 2024-08-29T17:47:14.680 INFO:tasks.workunit.client.0.smithi028.stdout: 5 2024-08-29T17:47:14.680 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-08-29T17:47:14.680 INFO:tasks.workunit.client.0.smithi028.stdout: "up_primary": 6, 2024-08-29T17:47:14.680 INFO:tasks.workunit.client.0.smithi028.stdout: "version": "0'0" 2024-08-29T17:47:14.680 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:14.680 INFO:tasks.workunit.client.0.smithi028.stdout: { 2024-08-29T17:47:14.680 INFO:tasks.workunit.client.0.smithi028.stdout: "acting": [ 2024-08-29T17:47:14.680 INFO:tasks.workunit.client.0.smithi028.stdout: 4, 2024-08-29T17:47:14.680 INFO:tasks.workunit.client.0.smithi028.stdout: 1, 2024-08-29T17:47:14.680 INFO:tasks.workunit.client.0.smithi028.stdout: 2 2024-08-29T17:47:14.681 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-08-29T17:47:14.681 INFO:tasks.workunit.client.0.smithi028.stdout: "acting_primary": 4, 2024-08-29T17:47:14.681 INFO:tasks.workunit.client.0.smithi028.stdout: "avail_no_missing": [], 2024-08-29T17:47:14.681 INFO:tasks.workunit.client.0.smithi028.stdout: "blocked_by": [], 2024-08-29T17:47:14.681 INFO:tasks.workunit.client.0.smithi028.stdout: "created": 62, 2024-08-29T17:47:14.681 INFO:tasks.workunit.client.0.smithi028.stdout: "dirty_stats_invalid": false, 2024-08-29T17:47:14.681 INFO:tasks.workunit.client.0.smithi028.stdout: "hitset_bytes_stats_invalid": false, 2024-08-29T17:47:14.681 INFO:tasks.workunit.client.0.smithi028.stdout: "hitset_stats_invalid": false, 2024-08-29T17:47:14.681 INFO:tasks.workunit.client.0.smithi028.stdout: "last_active": "2024-08-29T17:43:51.001213+0000", 2024-08-29T17:47:14.681 INFO:tasks.workunit.client.0.smithi028.stdout: "last_became_active": "2024-08-29T17:41:03.046276+0000", 2024-08-29T17:47:14.681 INFO:tasks.workunit.client.0.smithi028.stdout: "last_became_peered": "2024-08-29T17:41:03.046276+0000", 2024-08-29T17:47:14.681 INFO:tasks.workunit.client.0.smithi028.stdout: "last_change": "2024-08-29T17:41:03.047093+0000", 2024-08-29T17:47:14.681 INFO:tasks.workunit.client.0.smithi028.stdout: "last_clean": "2024-08-29T17:43:51.001213+0000", 2024-08-29T17:47:14.681 INFO:tasks.workunit.client.0.smithi028.stdout: "last_clean_scrub_stamp": "2024-08-29T17:41:01.987071+0000", 2024-08-29T17:47:14.681 INFO:tasks.workunit.client.0.smithi028.stdout: "last_deep_scrub": "0'0", 2024-08-29T17:47:14.681 INFO:tasks.workunit.client.0.smithi028.stdout: "last_deep_scrub_stamp": "2024-08-29T17:41:01.987071+0000", 2024-08-29T17:47:14.682 INFO:tasks.workunit.client.0.smithi028.stdout: "last_epoch_clean": 63, 2024-08-29T17:47:14.682 INFO:tasks.workunit.client.0.smithi028.stdout: "last_fresh": "2024-08-29T17:43:51.001213+0000", 2024-08-29T17:47:14.682 INFO:tasks.workunit.client.0.smithi028.stdout: "last_fullsized": "2024-08-29T17:43:51.001213+0000", 2024-08-29T17:47:14.682 INFO:tasks.workunit.client.0.smithi028.stdout: "last_peered": "2024-08-29T17:43:51.001213+0000", 2024-08-29T17:47:14.682 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub": "0'0", 2024-08-29T17:47:14.682 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub_duration": 0, 2024-08-29T17:47:14.682 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub_stamp": "2024-08-29T17:41:01.987071+0000", 2024-08-29T17:47:14.682 INFO:tasks.workunit.client.0.smithi028.stdout: "last_undegraded": "2024-08-29T17:43:51.001213+0000", 2024-08-29T17:47:14.682 INFO:tasks.workunit.client.0.smithi028.stdout: "last_unstale": "2024-08-29T17:43:51.001213+0000", 2024-08-29T17:47:14.682 INFO:tasks.workunit.client.0.smithi028.stdout: "log_dups_size": 0, 2024-08-29T17:47:14.682 INFO:tasks.workunit.client.0.smithi028.stdout: "log_size": 0, 2024-08-29T17:47:14.682 INFO:tasks.workunit.client.0.smithi028.stdout: "log_start": "0'0", 2024-08-29T17:47:14.682 INFO:tasks.workunit.client.0.smithi028.stdout: "manifest_stats_invalid": false, 2024-08-29T17:47:14.682 INFO:tasks.workunit.client.0.smithi028.stdout: "mapping_epoch": 62, 2024-08-29T17:47:14.683 INFO:tasks.workunit.client.0.smithi028.stdout: "object_location_counts": [], 2024-08-29T17:47:14.683 INFO:tasks.workunit.client.0.smithi028.stdout: "objects_scrubbed": 0, 2024-08-29T17:47:14.683 INFO:tasks.workunit.client.0.smithi028.stdout: "objects_trimmed": 0, 2024-08-29T17:47:14.683 INFO:tasks.workunit.client.0.smithi028.stdout: "omap_stats_invalid": false, 2024-08-29T17:47:14.683 INFO:tasks.workunit.client.0.smithi028.stdout: "ondisk_log_size": 0, 2024-08-29T17:47:14.683 INFO:tasks.workunit.client.0.smithi028.stdout: "ondisk_log_start": "0'0", 2024-08-29T17:47:14.683 INFO:tasks.workunit.client.0.smithi028.stdout: "parent": "0.0", 2024-08-29T17:47:14.683 INFO:tasks.workunit.client.0.smithi028.stdout: "parent_split_bits": 0, 2024-08-29T17:47:14.683 INFO:tasks.workunit.client.0.smithi028.stdout: "pgid": "3.1a", 2024-08-29T17:47:14.683 INFO:tasks.workunit.client.0.smithi028.stdout: "pin_stats_invalid": false, 2024-08-29T17:47:14.683 INFO:tasks.workunit.client.0.smithi028.stdout: "purged_snaps": [], 2024-08-29T17:47:14.683 INFO:tasks.workunit.client.0.smithi028.stdout: "reported_epoch": 74, 2024-08-29T17:47:14.683 INFO:tasks.workunit.client.0.smithi028.stdout: "reported_seq": 21, 2024-08-29T17:47:14.683 INFO:tasks.workunit.client.0.smithi028.stdout: "scrub_duration": 0.0, 2024-08-29T17:47:14.684 INFO:tasks.workunit.client.0.smithi028.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-31T00:55:12.370790+0000", 2024-08-29T17:47:14.684 INFO:tasks.workunit.client.0.smithi028.stdout: "snaptrim_duration": 0.0, 2024-08-29T17:47:14.684 INFO:tasks.workunit.client.0.smithi028.stdout: "snaptrimq_len": 0, 2024-08-29T17:47:14.684 INFO:tasks.workunit.client.0.smithi028.stdout: "stat_sum": { 2024-08-29T17:47:14.684 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes": 0, 2024-08-29T17:47:14.684 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes_hit_set_archive": 0, 2024-08-29T17:47:14.684 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes_recovered": 0, 2024-08-29T17:47:14.684 INFO:tasks.workunit.client.0.smithi028.stdout: "num_deep_scrub_errors": 0, 2024-08-29T17:47:14.684 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict": 0, 2024-08-29T17:47:14.684 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_kb": 0, 2024-08-29T17:47:14.684 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_mode_full": 0, 2024-08-29T17:47:14.684 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_mode_some": 0, 2024-08-29T17:47:14.684 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush": 0, 2024-08-29T17:47:14.685 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_kb": 0, 2024-08-29T17:47:14.685 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_mode_high": 0, 2024-08-29T17:47:14.685 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_mode_low": 0, 2024-08-29T17:47:14.685 INFO:tasks.workunit.client.0.smithi028.stdout: "num_keys_recovered": 0, 2024-08-29T17:47:14.685 INFO:tasks.workunit.client.0.smithi028.stdout: "num_large_omap_objects": 0, 2024-08-29T17:47:14.685 INFO:tasks.workunit.client.0.smithi028.stdout: "num_legacy_snapsets": 0, 2024-08-29T17:47:14.685 INFO:tasks.workunit.client.0.smithi028.stdout: "num_object_clones": 0, 2024-08-29T17:47:14.685 INFO:tasks.workunit.client.0.smithi028.stdout: "num_object_copies": 0, 2024-08-29T17:47:14.685 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects": 0, 2024-08-29T17:47:14.685 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_degraded": 0, 2024-08-29T17:47:14.685 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_dirty": 0, 2024-08-29T17:47:14.685 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_hit_set_archive": 0, 2024-08-29T17:47:14.685 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_manifest": 0, 2024-08-29T17:47:14.685 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_misplaced": 0, 2024-08-29T17:47:14.685 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_missing": 0, 2024-08-29T17:47:14.686 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_missing_on_primary": 0, 2024-08-29T17:47:14.686 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_omap": 0, 2024-08-29T17:47:14.686 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_pinned": 0, 2024-08-29T17:47:14.686 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_recovered": 0, 2024-08-29T17:47:14.686 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_repaired": 0, 2024-08-29T17:47:14.686 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_unfound": 0, 2024-08-29T17:47:14.686 INFO:tasks.workunit.client.0.smithi028.stdout: "num_omap_bytes": 0, 2024-08-29T17:47:14.686 INFO:tasks.workunit.client.0.smithi028.stdout: "num_omap_keys": 0, 2024-08-29T17:47:14.686 INFO:tasks.workunit.client.0.smithi028.stdout: "num_promote": 0, 2024-08-29T17:47:14.686 INFO:tasks.workunit.client.0.smithi028.stdout: "num_read": 0, 2024-08-29T17:47:14.686 INFO:tasks.workunit.client.0.smithi028.stdout: "num_read_kb": 0, 2024-08-29T17:47:14.686 INFO:tasks.workunit.client.0.smithi028.stdout: "num_scrub_errors": 0, 2024-08-29T17:47:14.686 INFO:tasks.workunit.client.0.smithi028.stdout: "num_shallow_scrub_errors": 0, 2024-08-29T17:47:14.687 INFO:tasks.workunit.client.0.smithi028.stdout: "num_whiteouts": 0, 2024-08-29T17:47:14.687 INFO:tasks.workunit.client.0.smithi028.stdout: "num_write": 0, 2024-08-29T17:47:14.687 INFO:tasks.workunit.client.0.smithi028.stdout: "num_write_kb": 0 2024-08-29T17:47:14.687 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:14.687 INFO:tasks.workunit.client.0.smithi028.stdout: "state": "active+clean", 2024-08-29T17:47:14.687 INFO:tasks.workunit.client.0.smithi028.stdout: "stats_invalid": false, 2024-08-29T17:47:14.687 INFO:tasks.workunit.client.0.smithi028.stdout: "up": [ 2024-08-29T17:47:14.687 INFO:tasks.workunit.client.0.smithi028.stdout: 4, 2024-08-29T17:47:14.687 INFO:tasks.workunit.client.0.smithi028.stdout: 1, 2024-08-29T17:47:14.687 INFO:tasks.workunit.client.0.smithi028.stdout: 2 2024-08-29T17:47:14.687 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-08-29T17:47:14.687 INFO:tasks.workunit.client.0.smithi028.stdout: "up_primary": 4, 2024-08-29T17:47:14.687 INFO:tasks.workunit.client.0.smithi028.stdout: "version": "0'0" 2024-08-29T17:47:14.688 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:14.688 INFO:tasks.workunit.client.0.smithi028.stdout: { 2024-08-29T17:47:14.688 INFO:tasks.workunit.client.0.smithi028.stdout: "acting": [ 2024-08-29T17:47:14.688 INFO:tasks.workunit.client.0.smithi028.stdout: 3, 2024-08-29T17:47:14.688 INFO:tasks.workunit.client.0.smithi028.stdout: 7, 2024-08-29T17:47:14.688 INFO:tasks.workunit.client.0.smithi028.stdout: 6 2024-08-29T17:47:14.688 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-08-29T17:47:14.688 INFO:tasks.workunit.client.0.smithi028.stdout: "acting_primary": 3, 2024-08-29T17:47:14.688 INFO:tasks.workunit.client.0.smithi028.stdout: "avail_no_missing": [], 2024-08-29T17:47:14.688 INFO:tasks.workunit.client.0.smithi028.stdout: "blocked_by": [], 2024-08-29T17:47:14.688 INFO:tasks.workunit.client.0.smithi028.stdout: "created": 59, 2024-08-29T17:47:14.688 INFO:tasks.workunit.client.0.smithi028.stdout: "dirty_stats_invalid": false, 2024-08-29T17:47:14.688 INFO:tasks.workunit.client.0.smithi028.stdout: "hitset_bytes_stats_invalid": false, 2024-08-29T17:47:14.688 INFO:tasks.workunit.client.0.smithi028.stdout: "hitset_stats_invalid": false, 2024-08-29T17:47:14.689 INFO:tasks.workunit.client.0.smithi028.stdout: "last_active": "2024-08-29T17:43:51.004890+0000", 2024-08-29T17:47:14.689 INFO:tasks.workunit.client.0.smithi028.stdout: "last_became_active": "2024-08-29T17:40:53.981669+0000", 2024-08-29T17:47:14.689 INFO:tasks.workunit.client.0.smithi028.stdout: "last_became_peered": "2024-08-29T17:40:53.981669+0000", 2024-08-29T17:47:14.689 INFO:tasks.workunit.client.0.smithi028.stdout: "last_change": "2024-08-29T17:40:53.983857+0000", 2024-08-29T17:47:14.689 INFO:tasks.workunit.client.0.smithi028.stdout: "last_clean": "2024-08-29T17:43:51.004890+0000", 2024-08-29T17:47:14.689 INFO:tasks.workunit.client.0.smithi028.stdout: "last_clean_scrub_stamp": "2024-08-29T17:40:52.944949+0000", 2024-08-29T17:47:14.689 INFO:tasks.workunit.client.0.smithi028.stdout: "last_deep_scrub": "0'0", 2024-08-29T17:47:14.689 INFO:tasks.workunit.client.0.smithi028.stdout: "last_deep_scrub_stamp": "2024-08-29T17:40:52.944949+0000", 2024-08-29T17:47:14.689 INFO:tasks.workunit.client.0.smithi028.stdout: "last_epoch_clean": 60, 2024-08-29T17:47:14.689 INFO:tasks.workunit.client.0.smithi028.stdout: "last_fresh": "2024-08-29T17:43:51.004890+0000", 2024-08-29T17:47:14.689 INFO:tasks.workunit.client.0.smithi028.stdout: "last_fullsized": "2024-08-29T17:43:51.004890+0000", 2024-08-29T17:47:14.689 INFO:tasks.workunit.client.0.smithi028.stdout: "last_peered": "2024-08-29T17:43:51.004890+0000", 2024-08-29T17:47:14.689 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub": "0'0", 2024-08-29T17:47:14.690 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub_duration": 0, 2024-08-29T17:47:14.690 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub_stamp": "2024-08-29T17:40:52.944949+0000", 2024-08-29T17:47:14.690 INFO:tasks.workunit.client.0.smithi028.stdout: "last_undegraded": "2024-08-29T17:43:51.004890+0000", 2024-08-29T17:47:14.690 INFO:tasks.workunit.client.0.smithi028.stdout: "last_unstale": "2024-08-29T17:43:51.004890+0000", 2024-08-29T17:47:14.690 INFO:tasks.workunit.client.0.smithi028.stdout: "log_dups_size": 0, 2024-08-29T17:47:14.690 INFO:tasks.workunit.client.0.smithi028.stdout: "log_size": 1, 2024-08-29T17:47:14.690 INFO:tasks.workunit.client.0.smithi028.stdout: "log_start": "0'0", 2024-08-29T17:47:14.690 INFO:tasks.workunit.client.0.smithi028.stdout: "manifest_stats_invalid": false, 2024-08-29T17:47:14.690 INFO:tasks.workunit.client.0.smithi028.stdout: "mapping_epoch": 59, 2024-08-29T17:47:14.690 INFO:tasks.workunit.client.0.smithi028.stdout: "object_location_counts": [], 2024-08-29T17:47:14.690 INFO:tasks.workunit.client.0.smithi028.stdout: "objects_scrubbed": 0, 2024-08-29T17:47:14.690 INFO:tasks.workunit.client.0.smithi028.stdout: "objects_trimmed": 0, 2024-08-29T17:47:14.690 INFO:tasks.workunit.client.0.smithi028.stdout: "omap_stats_invalid": false, 2024-08-29T17:47:14.690 INFO:tasks.workunit.client.0.smithi028.stdout: "ondisk_log_size": 1, 2024-08-29T17:47:14.690 INFO:tasks.workunit.client.0.smithi028.stdout: "ondisk_log_start": "0'0", 2024-08-29T17:47:14.691 INFO:tasks.workunit.client.0.smithi028.stdout: "parent": "0.0", 2024-08-29T17:47:14.691 INFO:tasks.workunit.client.0.smithi028.stdout: "parent_split_bits": 0, 2024-08-29T17:47:14.691 INFO:tasks.workunit.client.0.smithi028.stdout: "pgid": "2.1b", 2024-08-29T17:47:14.691 INFO:tasks.workunit.client.0.smithi028.stdout: "pin_stats_invalid": false, 2024-08-29T17:47:14.691 INFO:tasks.workunit.client.0.smithi028.stdout: "purged_snaps": [], 2024-08-29T17:47:14.691 INFO:tasks.workunit.client.0.smithi028.stdout: "reported_epoch": 74, 2024-08-29T17:47:14.691 INFO:tasks.workunit.client.0.smithi028.stdout: "reported_seq": 25, 2024-08-29T17:47:14.691 INFO:tasks.workunit.client.0.smithi028.stdout: "scrub_duration": 0.0, 2024-08-29T17:47:14.691 INFO:tasks.workunit.client.0.smithi028.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-30T23:06:15.796981+0000", 2024-08-29T17:47:14.691 INFO:tasks.workunit.client.0.smithi028.stdout: "snaptrim_duration": 0.0, 2024-08-29T17:47:14.691 INFO:tasks.workunit.client.0.smithi028.stdout: "snaptrimq_len": 0, 2024-08-29T17:47:14.691 INFO:tasks.workunit.client.0.smithi028.stdout: "stat_sum": { 2024-08-29T17:47:14.691 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes": 0, 2024-08-29T17:47:14.691 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes_hit_set_archive": 0, 2024-08-29T17:47:14.691 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes_recovered": 0, 2024-08-29T17:47:14.692 INFO:tasks.workunit.client.0.smithi028.stdout: "num_deep_scrub_errors": 0, 2024-08-29T17:47:14.692 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict": 0, 2024-08-29T17:47:14.692 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_kb": 0, 2024-08-29T17:47:14.692 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_mode_full": 0, 2024-08-29T17:47:14.692 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_mode_some": 0, 2024-08-29T17:47:14.692 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush": 0, 2024-08-29T17:47:14.692 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_kb": 0, 2024-08-29T17:47:14.692 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_mode_high": 0, 2024-08-29T17:47:14.692 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_mode_low": 0, 2024-08-29T17:47:14.692 INFO:tasks.workunit.client.0.smithi028.stdout: "num_keys_recovered": 0, 2024-08-29T17:47:14.692 INFO:tasks.workunit.client.0.smithi028.stdout: "num_large_omap_objects": 0, 2024-08-29T17:47:14.692 INFO:tasks.workunit.client.0.smithi028.stdout: "num_legacy_snapsets": 0, 2024-08-29T17:47:14.692 INFO:tasks.workunit.client.0.smithi028.stdout: "num_object_clones": 0, 2024-08-29T17:47:14.692 INFO:tasks.workunit.client.0.smithi028.stdout: "num_object_copies": 0, 2024-08-29T17:47:14.692 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects": 0, 2024-08-29T17:47:14.692 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_degraded": 0, 2024-08-29T17:47:14.693 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_dirty": 0, 2024-08-29T17:47:14.693 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_hit_set_archive": 0, 2024-08-29T17:47:14.693 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_manifest": 0, 2024-08-29T17:47:14.693 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_misplaced": 0, 2024-08-29T17:47:14.693 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_missing": 0, 2024-08-29T17:47:14.693 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_missing_on_primary": 0, 2024-08-29T17:47:14.693 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_omap": 0, 2024-08-29T17:47:14.693 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_pinned": 0, 2024-08-29T17:47:14.693 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_recovered": 0, 2024-08-29T17:47:14.693 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_repaired": 0, 2024-08-29T17:47:14.693 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_unfound": 0, 2024-08-29T17:47:14.693 INFO:tasks.workunit.client.0.smithi028.stdout: "num_omap_bytes": 0, 2024-08-29T17:47:14.693 INFO:tasks.workunit.client.0.smithi028.stdout: "num_omap_keys": 0, 2024-08-29T17:47:14.693 INFO:tasks.workunit.client.0.smithi028.stdout: "num_promote": 0, 2024-08-29T17:47:14.694 INFO:tasks.workunit.client.0.smithi028.stdout: "num_read": 0, 2024-08-29T17:47:14.694 INFO:tasks.workunit.client.0.smithi028.stdout: "num_read_kb": 0, 2024-08-29T17:47:14.694 INFO:tasks.workunit.client.0.smithi028.stdout: "num_scrub_errors": 0, 2024-08-29T17:47:14.694 INFO:tasks.workunit.client.0.smithi028.stdout: "num_shallow_scrub_errors": 0, 2024-08-29T17:47:14.694 INFO:tasks.workunit.client.0.smithi028.stdout: "num_whiteouts": 0, 2024-08-29T17:47:14.694 INFO:tasks.workunit.client.0.smithi028.stdout: "num_write": 0, 2024-08-29T17:47:14.694 INFO:tasks.workunit.client.0.smithi028.stdout: "num_write_kb": 0 2024-08-29T17:47:14.694 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:14.694 INFO:tasks.workunit.client.0.smithi028.stdout: "state": "active+clean", 2024-08-29T17:47:14.694 INFO:tasks.workunit.client.0.smithi028.stdout: "stats_invalid": false, 2024-08-29T17:47:14.694 INFO:tasks.workunit.client.0.smithi028.stdout: "up": [ 2024-08-29T17:47:14.694 INFO:tasks.workunit.client.0.smithi028.stdout: 3, 2024-08-29T17:47:14.694 INFO:tasks.workunit.client.0.smithi028.stdout: 7, 2024-08-29T17:47:14.695 INFO:tasks.workunit.client.0.smithi028.stdout: 6 2024-08-29T17:47:14.695 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-08-29T17:47:14.695 INFO:tasks.workunit.client.0.smithi028.stdout: "up_primary": 3, 2024-08-29T17:47:14.695 INFO:tasks.workunit.client.0.smithi028.stdout: "version": "65'1" 2024-08-29T17:47:14.695 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:14.695 INFO:tasks.workunit.client.0.smithi028.stdout: { 2024-08-29T17:47:14.695 INFO:tasks.workunit.client.0.smithi028.stdout: "acting": [ 2024-08-29T17:47:14.695 INFO:tasks.workunit.client.0.smithi028.stdout: 0, 2024-08-29T17:47:14.695 INFO:tasks.workunit.client.0.smithi028.stdout: 4, 2024-08-29T17:47:14.695 INFO:tasks.workunit.client.0.smithi028.stdout: 7 2024-08-29T17:47:14.695 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-08-29T17:47:14.695 INFO:tasks.workunit.client.0.smithi028.stdout: "acting_primary": 0, 2024-08-29T17:47:14.695 INFO:tasks.workunit.client.0.smithi028.stdout: "avail_no_missing": [], 2024-08-29T17:47:14.695 INFO:tasks.workunit.client.0.smithi028.stdout: "blocked_by": [], 2024-08-29T17:47:14.695 INFO:tasks.workunit.client.0.smithi028.stdout: "created": 62, 2024-08-29T17:47:14.696 INFO:tasks.workunit.client.0.smithi028.stdout: "dirty_stats_invalid": false, 2024-08-29T17:47:14.696 INFO:tasks.workunit.client.0.smithi028.stdout: "hitset_bytes_stats_invalid": false, 2024-08-29T17:47:14.696 INFO:tasks.workunit.client.0.smithi028.stdout: "hitset_stats_invalid": false, 2024-08-29T17:47:14.696 INFO:tasks.workunit.client.0.smithi028.stdout: "last_active": "2024-08-29T17:43:51.182770+0000", 2024-08-29T17:47:14.696 INFO:tasks.workunit.client.0.smithi028.stdout: "last_became_active": "2024-08-29T17:41:03.074362+0000", 2024-08-29T17:47:14.696 INFO:tasks.workunit.client.0.smithi028.stdout: "last_became_peered": "2024-08-29T17:41:03.074362+0000", 2024-08-29T17:47:14.696 INFO:tasks.workunit.client.0.smithi028.stdout: "last_change": "2024-08-29T17:41:03.075160+0000", 2024-08-29T17:47:14.696 INFO:tasks.workunit.client.0.smithi028.stdout: "last_clean": "2024-08-29T17:43:51.182770+0000", 2024-08-29T17:47:14.696 INFO:tasks.workunit.client.0.smithi028.stdout: "last_clean_scrub_stamp": "2024-08-29T17:41:01.987071+0000", 2024-08-29T17:47:14.696 INFO:tasks.workunit.client.0.smithi028.stdout: "last_deep_scrub": "0'0", 2024-08-29T17:47:14.696 INFO:tasks.workunit.client.0.smithi028.stdout: "last_deep_scrub_stamp": "2024-08-29T17:41:01.987071+0000", 2024-08-29T17:47:14.696 INFO:tasks.workunit.client.0.smithi028.stdout: "last_epoch_clean": 63, 2024-08-29T17:47:14.696 INFO:tasks.workunit.client.0.smithi028.stdout: "last_fresh": "2024-08-29T17:43:51.182770+0000", 2024-08-29T17:47:14.696 INFO:tasks.workunit.client.0.smithi028.stdout: "last_fullsized": "2024-08-29T17:43:51.182770+0000", 2024-08-29T17:47:14.697 INFO:tasks.workunit.client.0.smithi028.stdout: "last_peered": "2024-08-29T17:43:51.182770+0000", 2024-08-29T17:47:14.697 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub": "0'0", 2024-08-29T17:47:14.697 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub_duration": 0, 2024-08-29T17:47:14.697 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub_stamp": "2024-08-29T17:41:01.987071+0000", 2024-08-29T17:47:14.697 INFO:tasks.workunit.client.0.smithi028.stdout: "last_undegraded": "2024-08-29T17:43:51.182770+0000", 2024-08-29T17:47:14.697 INFO:tasks.workunit.client.0.smithi028.stdout: "last_unstale": "2024-08-29T17:43:51.182770+0000", 2024-08-29T17:47:14.697 INFO:tasks.workunit.client.0.smithi028.stdout: "log_dups_size": 0, 2024-08-29T17:47:14.697 INFO:tasks.workunit.client.0.smithi028.stdout: "log_size": 0, 2024-08-29T17:47:14.697 INFO:tasks.workunit.client.0.smithi028.stdout: "log_start": "0'0", 2024-08-29T17:47:14.697 INFO:tasks.workunit.client.0.smithi028.stdout: "manifest_stats_invalid": false, 2024-08-29T17:47:14.697 INFO:tasks.workunit.client.0.smithi028.stdout: "mapping_epoch": 62, 2024-08-29T17:47:14.697 INFO:tasks.workunit.client.0.smithi028.stdout: "object_location_counts": [], 2024-08-29T17:47:14.698 INFO:tasks.workunit.client.0.smithi028.stdout: "objects_scrubbed": 0, 2024-08-29T17:47:14.698 INFO:tasks.workunit.client.0.smithi028.stdout: "objects_trimmed": 0, 2024-08-29T17:47:14.698 INFO:tasks.workunit.client.0.smithi028.stdout: "omap_stats_invalid": false, 2024-08-29T17:47:14.698 INFO:tasks.workunit.client.0.smithi028.stdout: "ondisk_log_size": 0, 2024-08-29T17:47:14.698 INFO:tasks.workunit.client.0.smithi028.stdout: "ondisk_log_start": "0'0", 2024-08-29T17:47:14.698 INFO:tasks.workunit.client.0.smithi028.stdout: "parent": "0.0", 2024-08-29T17:47:14.698 INFO:tasks.workunit.client.0.smithi028.stdout: "parent_split_bits": 0, 2024-08-29T17:47:14.698 INFO:tasks.workunit.client.0.smithi028.stdout: "pgid": "3.1b", 2024-08-29T17:47:14.698 INFO:tasks.workunit.client.0.smithi028.stdout: "pin_stats_invalid": false, 2024-08-29T17:47:14.698 INFO:tasks.workunit.client.0.smithi028.stdout: "purged_snaps": [], 2024-08-29T17:47:14.698 INFO:tasks.workunit.client.0.smithi028.stdout: "reported_epoch": 74, 2024-08-29T17:47:14.699 INFO:tasks.workunit.client.0.smithi028.stdout: "reported_seq": 21, 2024-08-29T17:47:14.699 INFO:tasks.workunit.client.0.smithi028.stdout: "scrub_duration": 0.0, 2024-08-29T17:47:14.699 INFO:tasks.workunit.client.0.smithi028.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-31T02:20:46.213636+0000", 2024-08-29T17:47:14.699 INFO:tasks.workunit.client.0.smithi028.stdout: "snaptrim_duration": 0.0, 2024-08-29T17:47:14.699 INFO:tasks.workunit.client.0.smithi028.stdout: "snaptrimq_len": 0, 2024-08-29T17:47:14.699 INFO:tasks.workunit.client.0.smithi028.stdout: "stat_sum": { 2024-08-29T17:47:14.699 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes": 0, 2024-08-29T17:47:14.699 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes_hit_set_archive": 0, 2024-08-29T17:47:14.699 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes_recovered": 0, 2024-08-29T17:47:14.699 INFO:tasks.workunit.client.0.smithi028.stdout: "num_deep_scrub_errors": 0, 2024-08-29T17:47:14.699 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict": 0, 2024-08-29T17:47:14.699 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_kb": 0, 2024-08-29T17:47:14.699 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_mode_full": 0, 2024-08-29T17:47:14.699 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_mode_some": 0, 2024-08-29T17:47:14.699 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush": 0, 2024-08-29T17:47:14.700 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_kb": 0, 2024-08-29T17:47:14.700 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_mode_high": 0, 2024-08-29T17:47:14.700 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_mode_low": 0, 2024-08-29T17:47:14.700 INFO:tasks.workunit.client.0.smithi028.stdout: "num_keys_recovered": 0, 2024-08-29T17:47:14.700 INFO:tasks.workunit.client.0.smithi028.stdout: "num_large_omap_objects": 0, 2024-08-29T17:47:14.700 INFO:tasks.workunit.client.0.smithi028.stdout: "num_legacy_snapsets": 0, 2024-08-29T17:47:14.700 INFO:tasks.workunit.client.0.smithi028.stdout: "num_object_clones": 0, 2024-08-29T17:47:14.700 INFO:tasks.workunit.client.0.smithi028.stdout: "num_object_copies": 0, 2024-08-29T17:47:14.700 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects": 0, 2024-08-29T17:47:14.700 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_degraded": 0, 2024-08-29T17:47:14.700 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_dirty": 0, 2024-08-29T17:47:14.701 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_hit_set_archive": 0, 2024-08-29T17:47:14.701 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_manifest": 0, 2024-08-29T17:47:14.701 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_misplaced": 0, 2024-08-29T17:47:14.701 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_missing": 0, 2024-08-29T17:47:14.701 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_missing_on_primary": 0, 2024-08-29T17:47:14.701 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_omap": 0, 2024-08-29T17:47:14.701 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_pinned": 0, 2024-08-29T17:47:14.701 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_recovered": 0, 2024-08-29T17:47:14.701 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_repaired": 0, 2024-08-29T17:47:14.701 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_unfound": 0, 2024-08-29T17:47:14.701 INFO:tasks.workunit.client.0.smithi028.stdout: "num_omap_bytes": 0, 2024-08-29T17:47:14.701 INFO:tasks.workunit.client.0.smithi028.stdout: "num_omap_keys": 0, 2024-08-29T17:47:14.701 INFO:tasks.workunit.client.0.smithi028.stdout: "num_promote": 0, 2024-08-29T17:47:14.701 INFO:tasks.workunit.client.0.smithi028.stdout: "num_read": 0, 2024-08-29T17:47:14.701 INFO:tasks.workunit.client.0.smithi028.stdout: "num_read_kb": 0, 2024-08-29T17:47:14.702 INFO:tasks.workunit.client.0.smithi028.stdout: "num_scrub_errors": 0, 2024-08-29T17:47:14.702 INFO:tasks.workunit.client.0.smithi028.stdout: "num_shallow_scrub_errors": 0, 2024-08-29T17:47:14.702 INFO:tasks.workunit.client.0.smithi028.stdout: "num_whiteouts": 0, 2024-08-29T17:47:14.702 INFO:tasks.workunit.client.0.smithi028.stdout: "num_write": 0, 2024-08-29T17:47:14.702 INFO:tasks.workunit.client.0.smithi028.stdout: "num_write_kb": 0 2024-08-29T17:47:14.702 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:14.702 INFO:tasks.workunit.client.0.smithi028.stdout: "state": "active+clean", 2024-08-29T17:47:14.702 INFO:tasks.workunit.client.0.smithi028.stdout: "stats_invalid": false, 2024-08-29T17:47:14.702 INFO:tasks.workunit.client.0.smithi028.stdout: "up": [ 2024-08-29T17:47:14.702 INFO:tasks.workunit.client.0.smithi028.stdout: 0, 2024-08-29T17:47:14.702 INFO:tasks.workunit.client.0.smithi028.stdout: 4, 2024-08-29T17:47:14.702 INFO:tasks.workunit.client.0.smithi028.stdout: 7 2024-08-29T17:47:14.702 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-08-29T17:47:14.703 INFO:tasks.workunit.client.0.smithi028.stdout: "up_primary": 0, 2024-08-29T17:47:14.703 INFO:tasks.workunit.client.0.smithi028.stdout: "version": "0'0" 2024-08-29T17:47:14.703 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:14.703 INFO:tasks.workunit.client.0.smithi028.stdout: { 2024-08-29T17:47:14.703 INFO:tasks.workunit.client.0.smithi028.stdout: "acting": [ 2024-08-29T17:47:14.703 INFO:tasks.workunit.client.0.smithi028.stdout: 6, 2024-08-29T17:47:14.703 INFO:tasks.workunit.client.0.smithi028.stdout: 4, 2024-08-29T17:47:14.703 INFO:tasks.workunit.client.0.smithi028.stdout: 7 2024-08-29T17:47:14.703 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-08-29T17:47:14.703 INFO:tasks.workunit.client.0.smithi028.stdout: "acting_primary": 6, 2024-08-29T17:47:14.703 INFO:tasks.workunit.client.0.smithi028.stdout: "avail_no_missing": [], 2024-08-29T17:47:14.703 INFO:tasks.workunit.client.0.smithi028.stdout: "blocked_by": [], 2024-08-29T17:47:14.703 INFO:tasks.workunit.client.0.smithi028.stdout: "created": 59, 2024-08-29T17:47:14.704 INFO:tasks.workunit.client.0.smithi028.stdout: "dirty_stats_invalid": false, 2024-08-29T17:47:14.704 INFO:tasks.workunit.client.0.smithi028.stdout: "hitset_bytes_stats_invalid": false, 2024-08-29T17:47:14.704 INFO:tasks.workunit.client.0.smithi028.stdout: "hitset_stats_invalid": false, 2024-08-29T17:47:14.704 INFO:tasks.workunit.client.0.smithi028.stdout: "last_active": "2024-08-29T17:43:51.183340+0000", 2024-08-29T17:47:14.704 INFO:tasks.workunit.client.0.smithi028.stdout: "last_became_active": "2024-08-29T17:40:53.986933+0000", 2024-08-29T17:47:14.704 INFO:tasks.workunit.client.0.smithi028.stdout: "last_became_peered": "2024-08-29T17:40:53.986933+0000", 2024-08-29T17:47:14.704 INFO:tasks.workunit.client.0.smithi028.stdout: "last_change": "2024-08-29T17:40:53.987851+0000", 2024-08-29T17:47:14.704 INFO:tasks.workunit.client.0.smithi028.stdout: "last_clean": "2024-08-29T17:43:51.183340+0000", 2024-08-29T17:47:14.704 INFO:tasks.workunit.client.0.smithi028.stdout: "last_clean_scrub_stamp": "2024-08-29T17:40:52.944949+0000", 2024-08-29T17:47:14.704 INFO:tasks.workunit.client.0.smithi028.stdout: "last_deep_scrub": "0'0", 2024-08-29T17:47:14.704 INFO:tasks.workunit.client.0.smithi028.stdout: "last_deep_scrub_stamp": "2024-08-29T17:40:52.944949+0000", 2024-08-29T17:47:14.704 INFO:tasks.workunit.client.0.smithi028.stdout: "last_epoch_clean": 60, 2024-08-29T17:47:14.704 INFO:tasks.workunit.client.0.smithi028.stdout: "last_fresh": "2024-08-29T17:43:51.183340+0000", 2024-08-29T17:47:14.704 INFO:tasks.workunit.client.0.smithi028.stdout: "last_fullsized": "2024-08-29T17:43:51.183340+0000", 2024-08-29T17:47:14.705 INFO:tasks.workunit.client.0.smithi028.stdout: "last_peered": "2024-08-29T17:43:51.183340+0000", 2024-08-29T17:47:14.705 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub": "0'0", 2024-08-29T17:47:14.705 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub_duration": 0, 2024-08-29T17:47:14.705 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub_stamp": "2024-08-29T17:40:52.944949+0000", 2024-08-29T17:47:14.705 INFO:tasks.workunit.client.0.smithi028.stdout: "last_undegraded": "2024-08-29T17:43:51.183340+0000", 2024-08-29T17:47:14.705 INFO:tasks.workunit.client.0.smithi028.stdout: "last_unstale": "2024-08-29T17:43:51.183340+0000", 2024-08-29T17:47:14.705 INFO:tasks.workunit.client.0.smithi028.stdout: "log_dups_size": 0, 2024-08-29T17:47:14.705 INFO:tasks.workunit.client.0.smithi028.stdout: "log_size": 1, 2024-08-29T17:47:14.705 INFO:tasks.workunit.client.0.smithi028.stdout: "log_start": "0'0", 2024-08-29T17:47:14.705 INFO:tasks.workunit.client.0.smithi028.stdout: "manifest_stats_invalid": false, 2024-08-29T17:47:14.705 INFO:tasks.workunit.client.0.smithi028.stdout: "mapping_epoch": 59, 2024-08-29T17:47:14.705 INFO:tasks.workunit.client.0.smithi028.stdout: "object_location_counts": [], 2024-08-29T17:47:14.706 INFO:tasks.workunit.client.0.smithi028.stdout: "objects_scrubbed": 0, 2024-08-29T17:47:14.706 INFO:tasks.workunit.client.0.smithi028.stdout: "objects_trimmed": 0, 2024-08-29T17:47:14.706 INFO:tasks.workunit.client.0.smithi028.stdout: "omap_stats_invalid": false, 2024-08-29T17:47:14.706 INFO:tasks.workunit.client.0.smithi028.stdout: "ondisk_log_size": 1, 2024-08-29T17:47:14.706 INFO:tasks.workunit.client.0.smithi028.stdout: "ondisk_log_start": "0'0", 2024-08-29T17:47:14.706 INFO:tasks.workunit.client.0.smithi028.stdout: "parent": "0.0", 2024-08-29T17:47:14.706 INFO:tasks.workunit.client.0.smithi028.stdout: "parent_split_bits": 0, 2024-08-29T17:47:14.706 INFO:tasks.workunit.client.0.smithi028.stdout: "pgid": "2.1a", 2024-08-29T17:47:14.706 INFO:tasks.workunit.client.0.smithi028.stdout: "pin_stats_invalid": false, 2024-08-29T17:47:14.706 INFO:tasks.workunit.client.0.smithi028.stdout: "purged_snaps": [], 2024-08-29T17:47:14.706 INFO:tasks.workunit.client.0.smithi028.stdout: "reported_epoch": 74, 2024-08-29T17:47:14.706 INFO:tasks.workunit.client.0.smithi028.stdout: "reported_seq": 25, 2024-08-29T17:47:14.706 INFO:tasks.workunit.client.0.smithi028.stdout: "scrub_duration": 0.0, 2024-08-29T17:47:14.706 INFO:tasks.workunit.client.0.smithi028.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-30T20:16:23.020981+0000", 2024-08-29T17:47:14.707 INFO:tasks.workunit.client.0.smithi028.stdout: "snaptrim_duration": 0.0, 2024-08-29T17:47:14.707 INFO:tasks.workunit.client.0.smithi028.stdout: "snaptrimq_len": 0, 2024-08-29T17:47:14.707 INFO:tasks.workunit.client.0.smithi028.stdout: "stat_sum": { 2024-08-29T17:47:14.707 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes": 0, 2024-08-29T17:47:14.707 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes_hit_set_archive": 0, 2024-08-29T17:47:14.707 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes_recovered": 0, 2024-08-29T17:47:14.707 INFO:tasks.workunit.client.0.smithi028.stdout: "num_deep_scrub_errors": 0, 2024-08-29T17:47:14.707 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict": 0, 2024-08-29T17:47:14.707 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_kb": 0, 2024-08-29T17:47:14.707 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_mode_full": 0, 2024-08-29T17:47:14.707 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_mode_some": 0, 2024-08-29T17:47:14.707 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush": 0, 2024-08-29T17:47:14.707 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_kb": 0, 2024-08-29T17:47:14.708 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_mode_high": 0, 2024-08-29T17:47:14.708 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_mode_low": 0, 2024-08-29T17:47:14.708 INFO:tasks.workunit.client.0.smithi028.stdout: "num_keys_recovered": 0, 2024-08-29T17:47:14.708 INFO:tasks.workunit.client.0.smithi028.stdout: "num_large_omap_objects": 0, 2024-08-29T17:47:14.708 INFO:tasks.workunit.client.0.smithi028.stdout: "num_legacy_snapsets": 0, 2024-08-29T17:47:14.708 INFO:tasks.workunit.client.0.smithi028.stdout: "num_object_clones": 0, 2024-08-29T17:47:14.708 INFO:tasks.workunit.client.0.smithi028.stdout: "num_object_copies": 0, 2024-08-29T17:47:14.708 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects": 0, 2024-08-29T17:47:14.708 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_degraded": 0, 2024-08-29T17:47:14.708 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_dirty": 0, 2024-08-29T17:47:14.708 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_hit_set_archive": 0, 2024-08-29T17:47:14.708 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_manifest": 0, 2024-08-29T17:47:14.708 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_misplaced": 0, 2024-08-29T17:47:14.709 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_missing": 0, 2024-08-29T17:47:14.709 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_missing_on_primary": 0, 2024-08-29T17:47:14.709 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_omap": 0, 2024-08-29T17:47:14.709 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_pinned": 0, 2024-08-29T17:47:14.709 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_recovered": 0, 2024-08-29T17:47:14.709 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_repaired": 0, 2024-08-29T17:47:14.709 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_unfound": 0, 2024-08-29T17:47:14.709 INFO:tasks.workunit.client.0.smithi028.stdout: "num_omap_bytes": 0, 2024-08-29T17:47:14.709 INFO:tasks.workunit.client.0.smithi028.stdout: "num_omap_keys": 0, 2024-08-29T17:47:14.709 INFO:tasks.workunit.client.0.smithi028.stdout: "num_promote": 0, 2024-08-29T17:47:14.709 INFO:tasks.workunit.client.0.smithi028.stdout: "num_read": 0, 2024-08-29T17:47:14.709 INFO:tasks.workunit.client.0.smithi028.stdout: "num_read_kb": 0, 2024-08-29T17:47:14.709 INFO:tasks.workunit.client.0.smithi028.stdout: "num_scrub_errors": 0, 2024-08-29T17:47:14.710 INFO:tasks.workunit.client.0.smithi028.stdout: "num_shallow_scrub_errors": 0, 2024-08-29T17:47:14.710 INFO:tasks.workunit.client.0.smithi028.stdout: "num_whiteouts": 0, 2024-08-29T17:47:14.710 INFO:tasks.workunit.client.0.smithi028.stdout: "num_write": 0, 2024-08-29T17:47:14.710 INFO:tasks.workunit.client.0.smithi028.stdout: "num_write_kb": 0 2024-08-29T17:47:14.710 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:14.710 INFO:tasks.workunit.client.0.smithi028.stdout: "state": "active+clean", 2024-08-29T17:47:14.710 INFO:tasks.workunit.client.0.smithi028.stdout: "stats_invalid": false, 2024-08-29T17:47:14.710 INFO:tasks.workunit.client.0.smithi028.stdout: "up": [ 2024-08-29T17:47:14.710 INFO:tasks.workunit.client.0.smithi028.stdout: 6, 2024-08-29T17:47:14.710 INFO:tasks.workunit.client.0.smithi028.stdout: 4, 2024-08-29T17:47:14.710 INFO:tasks.workunit.client.0.smithi028.stdout: 7 2024-08-29T17:47:14.710 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-08-29T17:47:14.710 INFO:tasks.workunit.client.0.smithi028.stdout: "up_primary": 6, 2024-08-29T17:47:14.710 INFO:tasks.workunit.client.0.smithi028.stdout: "version": "65'1" 2024-08-29T17:47:14.710 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:14.711 INFO:tasks.workunit.client.0.smithi028.stdout: { 2024-08-29T17:47:14.711 INFO:tasks.workunit.client.0.smithi028.stdout: "acting": [ 2024-08-29T17:47:14.711 INFO:tasks.workunit.client.0.smithi028.stdout: 3, 2024-08-29T17:47:14.711 INFO:tasks.workunit.client.0.smithi028.stdout: 6, 2024-08-29T17:47:14.711 INFO:tasks.workunit.client.0.smithi028.stdout: 0 2024-08-29T17:47:14.711 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-08-29T17:47:14.711 INFO:tasks.workunit.client.0.smithi028.stdout: "acting_primary": 3, 2024-08-29T17:47:14.711 INFO:tasks.workunit.client.0.smithi028.stdout: "avail_no_missing": [], 2024-08-29T17:47:14.711 INFO:tasks.workunit.client.0.smithi028.stdout: "blocked_by": [], 2024-08-29T17:47:14.711 INFO:tasks.workunit.client.0.smithi028.stdout: "created": 59, 2024-08-29T17:47:14.711 INFO:tasks.workunit.client.0.smithi028.stdout: "dirty_stats_invalid": false, 2024-08-29T17:47:14.711 INFO:tasks.workunit.client.0.smithi028.stdout: "hitset_bytes_stats_invalid": false, 2024-08-29T17:47:14.711 INFO:tasks.workunit.client.0.smithi028.stdout: "hitset_stats_invalid": false, 2024-08-29T17:47:14.712 INFO:tasks.workunit.client.0.smithi028.stdout: "last_active": "2024-08-29T17:43:51.002904+0000", 2024-08-29T17:47:14.712 INFO:tasks.workunit.client.0.smithi028.stdout: "last_became_active": "2024-08-29T17:40:53.995945+0000", 2024-08-29T17:47:14.712 INFO:tasks.workunit.client.0.smithi028.stdout: "last_became_peered": "2024-08-29T17:40:53.995945+0000", 2024-08-29T17:47:14.712 INFO:tasks.workunit.client.0.smithi028.stdout: "last_change": "2024-08-29T17:40:53.996733+0000", 2024-08-29T17:47:14.712 INFO:tasks.workunit.client.0.smithi028.stdout: "last_clean": "2024-08-29T17:43:51.002904+0000", 2024-08-29T17:47:14.712 INFO:tasks.workunit.client.0.smithi028.stdout: "last_clean_scrub_stamp": "2024-08-29T17:40:52.944949+0000", 2024-08-29T17:47:14.712 INFO:tasks.workunit.client.0.smithi028.stdout: "last_deep_scrub": "0'0", 2024-08-29T17:47:14.712 INFO:tasks.workunit.client.0.smithi028.stdout: "last_deep_scrub_stamp": "2024-08-29T17:40:52.944949+0000", 2024-08-29T17:47:14.712 INFO:tasks.workunit.client.0.smithi028.stdout: "last_epoch_clean": 60, 2024-08-29T17:47:14.712 INFO:tasks.workunit.client.0.smithi028.stdout: "last_fresh": "2024-08-29T17:43:51.002904+0000", 2024-08-29T17:47:14.712 INFO:tasks.workunit.client.0.smithi028.stdout: "last_fullsized": "2024-08-29T17:43:51.002904+0000", 2024-08-29T17:47:14.712 INFO:tasks.workunit.client.0.smithi028.stdout: "last_peered": "2024-08-29T17:43:51.002904+0000", 2024-08-29T17:47:14.712 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub": "0'0", 2024-08-29T17:47:14.713 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub_duration": 0, 2024-08-29T17:47:14.713 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub_stamp": "2024-08-29T17:40:52.944949+0000", 2024-08-29T17:47:14.713 INFO:tasks.workunit.client.0.smithi028.stdout: "last_undegraded": "2024-08-29T17:43:51.002904+0000", 2024-08-29T17:47:14.713 INFO:tasks.workunit.client.0.smithi028.stdout: "last_unstale": "2024-08-29T17:43:51.002904+0000", 2024-08-29T17:47:14.713 INFO:tasks.workunit.client.0.smithi028.stdout: "log_dups_size": 0, 2024-08-29T17:47:14.713 INFO:tasks.workunit.client.0.smithi028.stdout: "log_size": 0, 2024-08-29T17:47:14.713 INFO:tasks.workunit.client.0.smithi028.stdout: "log_start": "0'0", 2024-08-29T17:47:14.713 INFO:tasks.workunit.client.0.smithi028.stdout: "manifest_stats_invalid": false, 2024-08-29T17:47:14.713 INFO:tasks.workunit.client.0.smithi028.stdout: "mapping_epoch": 59, 2024-08-29T17:47:14.713 INFO:tasks.workunit.client.0.smithi028.stdout: "object_location_counts": [], 2024-08-29T17:47:14.713 INFO:tasks.workunit.client.0.smithi028.stdout: "objects_scrubbed": 0, 2024-08-29T17:47:14.713 INFO:tasks.workunit.client.0.smithi028.stdout: "objects_trimmed": 0, 2024-08-29T17:47:14.714 INFO:tasks.workunit.client.0.smithi028.stdout: "omap_stats_invalid": false, 2024-08-29T17:47:14.714 INFO:tasks.workunit.client.0.smithi028.stdout: "ondisk_log_size": 0, 2024-08-29T17:47:14.714 INFO:tasks.workunit.client.0.smithi028.stdout: "ondisk_log_start": "0'0", 2024-08-29T17:47:14.714 INFO:tasks.workunit.client.0.smithi028.stdout: "parent": "0.0", 2024-08-29T17:47:14.714 INFO:tasks.workunit.client.0.smithi028.stdout: "parent_split_bits": 0, 2024-08-29T17:47:14.714 INFO:tasks.workunit.client.0.smithi028.stdout: "pgid": "2.19", 2024-08-29T17:47:14.714 INFO:tasks.workunit.client.0.smithi028.stdout: "pin_stats_invalid": false, 2024-08-29T17:47:14.714 INFO:tasks.workunit.client.0.smithi028.stdout: "purged_snaps": [], 2024-08-29T17:47:14.714 INFO:tasks.workunit.client.0.smithi028.stdout: "reported_epoch": 74, 2024-08-29T17:47:14.714 INFO:tasks.workunit.client.0.smithi028.stdout: "reported_seq": 24, 2024-08-29T17:47:14.714 INFO:tasks.workunit.client.0.smithi028.stdout: "scrub_duration": 0.0, 2024-08-29T17:47:14.714 INFO:tasks.workunit.client.0.smithi028.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-30T18:31:17.213781+0000", 2024-08-29T17:47:14.714 INFO:tasks.workunit.client.0.smithi028.stdout: "snaptrim_duration": 0.0, 2024-08-29T17:47:14.714 INFO:tasks.workunit.client.0.smithi028.stdout: "snaptrimq_len": 0, 2024-08-29T17:47:14.714 INFO:tasks.workunit.client.0.smithi028.stdout: "stat_sum": { 2024-08-29T17:47:14.715 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes": 0, 2024-08-29T17:47:14.715 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes_hit_set_archive": 0, 2024-08-29T17:47:14.715 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes_recovered": 0, 2024-08-29T17:47:14.715 INFO:tasks.workunit.client.0.smithi028.stdout: "num_deep_scrub_errors": 0, 2024-08-29T17:47:14.715 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict": 0, 2024-08-29T17:47:14.715 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_kb": 0, 2024-08-29T17:47:14.715 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_mode_full": 0, 2024-08-29T17:47:14.715 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_mode_some": 0, 2024-08-29T17:47:14.715 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush": 0, 2024-08-29T17:47:14.715 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_kb": 0, 2024-08-29T17:47:14.715 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_mode_high": 0, 2024-08-29T17:47:14.715 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_mode_low": 0, 2024-08-29T17:47:14.715 INFO:tasks.workunit.client.0.smithi028.stdout: "num_keys_recovered": 0, 2024-08-29T17:47:14.715 INFO:tasks.workunit.client.0.smithi028.stdout: "num_large_omap_objects": 0, 2024-08-29T17:47:14.716 INFO:tasks.workunit.client.0.smithi028.stdout: "num_legacy_snapsets": 0, 2024-08-29T17:47:14.716 INFO:tasks.workunit.client.0.smithi028.stdout: "num_object_clones": 0, 2024-08-29T17:47:14.716 INFO:tasks.workunit.client.0.smithi028.stdout: "num_object_copies": 0, 2024-08-29T17:47:14.716 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects": 0, 2024-08-29T17:47:14.716 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_degraded": 0, 2024-08-29T17:47:14.716 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_dirty": 0, 2024-08-29T17:47:14.716 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_hit_set_archive": 0, 2024-08-29T17:47:14.716 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_manifest": 0, 2024-08-29T17:47:14.716 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_misplaced": 0, 2024-08-29T17:47:14.716 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_missing": 0, 2024-08-29T17:47:14.716 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_missing_on_primary": 0, 2024-08-29T17:47:14.716 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_omap": 0, 2024-08-29T17:47:14.716 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_pinned": 0, 2024-08-29T17:47:14.717 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_recovered": 0, 2024-08-29T17:47:14.717 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_repaired": 0, 2024-08-29T17:47:14.717 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_unfound": 0, 2024-08-29T17:47:14.717 INFO:tasks.workunit.client.0.smithi028.stdout: "num_omap_bytes": 0, 2024-08-29T17:47:14.717 INFO:tasks.workunit.client.0.smithi028.stdout: "num_omap_keys": 0, 2024-08-29T17:47:14.717 INFO:tasks.workunit.client.0.smithi028.stdout: "num_promote": 0, 2024-08-29T17:47:14.717 INFO:tasks.workunit.client.0.smithi028.stdout: "num_read": 0, 2024-08-29T17:47:14.717 INFO:tasks.workunit.client.0.smithi028.stdout: "num_read_kb": 0, 2024-08-29T17:47:14.717 INFO:tasks.workunit.client.0.smithi028.stdout: "num_scrub_errors": 0, 2024-08-29T17:47:14.717 INFO:tasks.workunit.client.0.smithi028.stdout: "num_shallow_scrub_errors": 0, 2024-08-29T17:47:14.717 INFO:tasks.workunit.client.0.smithi028.stdout: "num_whiteouts": 0, 2024-08-29T17:47:14.717 INFO:tasks.workunit.client.0.smithi028.stdout: "num_write": 0, 2024-08-29T17:47:14.717 INFO:tasks.workunit.client.0.smithi028.stdout: "num_write_kb": 0 2024-08-29T17:47:14.718 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:14.718 INFO:tasks.workunit.client.0.smithi028.stdout: "state": "active+clean", 2024-08-29T17:47:14.718 INFO:tasks.workunit.client.0.smithi028.stdout: "stats_invalid": false, 2024-08-29T17:47:14.718 INFO:tasks.workunit.client.0.smithi028.stdout: "up": [ 2024-08-29T17:47:14.718 INFO:tasks.workunit.client.0.smithi028.stdout: 3, 2024-08-29T17:47:14.718 INFO:tasks.workunit.client.0.smithi028.stdout: 6, 2024-08-29T17:47:14.718 INFO:tasks.workunit.client.0.smithi028.stdout: 0 2024-08-29T17:47:14.718 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-08-29T17:47:14.718 INFO:tasks.workunit.client.0.smithi028.stdout: "up_primary": 3, 2024-08-29T17:47:14.718 INFO:tasks.workunit.client.0.smithi028.stdout: "version": "0'0" 2024-08-29T17:47:14.718 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:14.718 INFO:tasks.workunit.client.0.smithi028.stdout: { 2024-08-29T17:47:14.718 INFO:tasks.workunit.client.0.smithi028.stdout: "acting": [ 2024-08-29T17:47:14.718 INFO:tasks.workunit.client.0.smithi028.stdout: 3, 2024-08-29T17:47:14.718 INFO:tasks.workunit.client.0.smithi028.stdout: 0, 2024-08-29T17:47:14.719 INFO:tasks.workunit.client.0.smithi028.stdout: 1 2024-08-29T17:47:14.719 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-08-29T17:47:14.719 INFO:tasks.workunit.client.0.smithi028.stdout: "acting_primary": 3, 2024-08-29T17:47:14.719 INFO:tasks.workunit.client.0.smithi028.stdout: "avail_no_missing": [], 2024-08-29T17:47:14.719 INFO:tasks.workunit.client.0.smithi028.stdout: "blocked_by": [], 2024-08-29T17:47:14.719 INFO:tasks.workunit.client.0.smithi028.stdout: "created": 62, 2024-08-29T17:47:14.719 INFO:tasks.workunit.client.0.smithi028.stdout: "dirty_stats_invalid": false, 2024-08-29T17:47:14.719 INFO:tasks.workunit.client.0.smithi028.stdout: "hitset_bytes_stats_invalid": false, 2024-08-29T17:47:14.719 INFO:tasks.workunit.client.0.smithi028.stdout: "hitset_stats_invalid": false, 2024-08-29T17:47:14.719 INFO:tasks.workunit.client.0.smithi028.stdout: "last_active": "2024-08-29T17:43:51.002293+0000", 2024-08-29T17:47:14.719 INFO:tasks.workunit.client.0.smithi028.stdout: "last_became_active": "2024-08-29T17:41:03.066385+0000", 2024-08-29T17:47:14.719 INFO:tasks.workunit.client.0.smithi028.stdout: "last_became_peered": "2024-08-29T17:41:03.066385+0000", 2024-08-29T17:47:14.719 INFO:tasks.workunit.client.0.smithi028.stdout: "last_change": "2024-08-29T17:41:03.066661+0000", 2024-08-29T17:47:14.720 INFO:tasks.workunit.client.0.smithi028.stdout: "last_clean": "2024-08-29T17:43:51.002293+0000", 2024-08-29T17:47:14.720 INFO:tasks.workunit.client.0.smithi028.stdout: "last_clean_scrub_stamp": "2024-08-29T17:41:01.987071+0000", 2024-08-29T17:47:14.720 INFO:tasks.workunit.client.0.smithi028.stdout: "last_deep_scrub": "0'0", 2024-08-29T17:47:14.720 INFO:tasks.workunit.client.0.smithi028.stdout: "last_deep_scrub_stamp": "2024-08-29T17:41:01.987071+0000", 2024-08-29T17:47:14.720 INFO:tasks.workunit.client.0.smithi028.stdout: "last_epoch_clean": 63, 2024-08-29T17:47:14.720 INFO:tasks.workunit.client.0.smithi028.stdout: "last_fresh": "2024-08-29T17:43:51.002293+0000", 2024-08-29T17:47:14.720 INFO:tasks.workunit.client.0.smithi028.stdout: "last_fullsized": "2024-08-29T17:43:51.002293+0000", 2024-08-29T17:47:14.720 INFO:tasks.workunit.client.0.smithi028.stdout: "last_peered": "2024-08-29T17:43:51.002293+0000", 2024-08-29T17:47:14.720 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub": "0'0", 2024-08-29T17:47:14.720 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub_duration": 0, 2024-08-29T17:47:14.720 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub_stamp": "2024-08-29T17:41:01.987071+0000", 2024-08-29T17:47:14.720 INFO:tasks.workunit.client.0.smithi028.stdout: "last_undegraded": "2024-08-29T17:43:51.002293+0000", 2024-08-29T17:47:14.720 INFO:tasks.workunit.client.0.smithi028.stdout: "last_unstale": "2024-08-29T17:43:51.002293+0000", 2024-08-29T17:47:14.720 INFO:tasks.workunit.client.0.smithi028.stdout: "log_dups_size": 0, 2024-08-29T17:47:14.721 INFO:tasks.workunit.client.0.smithi028.stdout: "log_size": 0, 2024-08-29T17:47:14.721 INFO:tasks.workunit.client.0.smithi028.stdout: "log_start": "0'0", 2024-08-29T17:47:14.721 INFO:tasks.workunit.client.0.smithi028.stdout: "manifest_stats_invalid": false, 2024-08-29T17:47:14.721 INFO:tasks.workunit.client.0.smithi028.stdout: "mapping_epoch": 62, 2024-08-29T17:47:14.721 INFO:tasks.workunit.client.0.smithi028.stdout: "object_location_counts": [], 2024-08-29T17:47:14.721 INFO:tasks.workunit.client.0.smithi028.stdout: "objects_scrubbed": 0, 2024-08-29T17:47:14.721 INFO:tasks.workunit.client.0.smithi028.stdout: "objects_trimmed": 0, 2024-08-29T17:47:14.721 INFO:tasks.workunit.client.0.smithi028.stdout: "omap_stats_invalid": false, 2024-08-29T17:47:14.721 INFO:tasks.workunit.client.0.smithi028.stdout: "ondisk_log_size": 0, 2024-08-29T17:47:14.721 INFO:tasks.workunit.client.0.smithi028.stdout: "ondisk_log_start": "0'0", 2024-08-29T17:47:14.721 INFO:tasks.workunit.client.0.smithi028.stdout: "parent": "0.0", 2024-08-29T17:47:14.721 INFO:tasks.workunit.client.0.smithi028.stdout: "parent_split_bits": 0, 2024-08-29T17:47:14.721 INFO:tasks.workunit.client.0.smithi028.stdout: "pgid": "3.18", 2024-08-29T17:47:14.721 INFO:tasks.workunit.client.0.smithi028.stdout: "pin_stats_invalid": false, 2024-08-29T17:47:14.722 INFO:tasks.workunit.client.0.smithi028.stdout: "purged_snaps": [], 2024-08-29T17:47:14.722 INFO:tasks.workunit.client.0.smithi028.stdout: "reported_epoch": 74, 2024-08-29T17:47:14.722 INFO:tasks.workunit.client.0.smithi028.stdout: "reported_seq": 21, 2024-08-29T17:47:14.722 INFO:tasks.workunit.client.0.smithi028.stdout: "scrub_duration": 0.0, 2024-08-29T17:47:14.722 INFO:tasks.workunit.client.0.smithi028.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-30T17:42:57.977671+0000", 2024-08-29T17:47:14.722 INFO:tasks.workunit.client.0.smithi028.stdout: "snaptrim_duration": 0.0, 2024-08-29T17:47:14.722 INFO:tasks.workunit.client.0.smithi028.stdout: "snaptrimq_len": 0, 2024-08-29T17:47:14.722 INFO:tasks.workunit.client.0.smithi028.stdout: "stat_sum": { 2024-08-29T17:47:14.722 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes": 0, 2024-08-29T17:47:14.722 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes_hit_set_archive": 0, 2024-08-29T17:47:14.722 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes_recovered": 0, 2024-08-29T17:47:14.722 INFO:tasks.workunit.client.0.smithi028.stdout: "num_deep_scrub_errors": 0, 2024-08-29T17:47:14.722 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict": 0, 2024-08-29T17:47:14.722 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_kb": 0, 2024-08-29T17:47:14.723 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_mode_full": 0, 2024-08-29T17:47:14.723 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_mode_some": 0, 2024-08-29T17:47:14.723 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush": 0, 2024-08-29T17:47:14.723 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_kb": 0, 2024-08-29T17:47:14.723 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_mode_high": 0, 2024-08-29T17:47:14.723 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_mode_low": 0, 2024-08-29T17:47:14.723 INFO:tasks.workunit.client.0.smithi028.stdout: "num_keys_recovered": 0, 2024-08-29T17:47:14.723 INFO:tasks.workunit.client.0.smithi028.stdout: "num_large_omap_objects": 0, 2024-08-29T17:47:14.723 INFO:tasks.workunit.client.0.smithi028.stdout: "num_legacy_snapsets": 0, 2024-08-29T17:47:14.723 INFO:tasks.workunit.client.0.smithi028.stdout: "num_object_clones": 0, 2024-08-29T17:47:14.723 INFO:tasks.workunit.client.0.smithi028.stdout: "num_object_copies": 0, 2024-08-29T17:47:14.723 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects": 0, 2024-08-29T17:47:14.723 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_degraded": 0, 2024-08-29T17:47:14.723 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_dirty": 0, 2024-08-29T17:47:14.723 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_hit_set_archive": 0, 2024-08-29T17:47:14.723 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_manifest": 0, 2024-08-29T17:47:14.724 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_misplaced": 0, 2024-08-29T17:47:14.724 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_missing": 0, 2024-08-29T17:47:14.724 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_missing_on_primary": 0, 2024-08-29T17:47:14.724 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_omap": 0, 2024-08-29T17:47:14.724 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_pinned": 0, 2024-08-29T17:47:14.724 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_recovered": 0, 2024-08-29T17:47:14.724 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_repaired": 0, 2024-08-29T17:47:14.724 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_unfound": 0, 2024-08-29T17:47:14.724 INFO:tasks.workunit.client.0.smithi028.stdout: "num_omap_bytes": 0, 2024-08-29T17:47:14.724 INFO:tasks.workunit.client.0.smithi028.stdout: "num_omap_keys": 0, 2024-08-29T17:47:14.724 INFO:tasks.workunit.client.0.smithi028.stdout: "num_promote": 0, 2024-08-29T17:47:14.724 INFO:tasks.workunit.client.0.smithi028.stdout: "num_read": 0, 2024-08-29T17:47:14.724 INFO:tasks.workunit.client.0.smithi028.stdout: "num_read_kb": 0, 2024-08-29T17:47:14.725 INFO:tasks.workunit.client.0.smithi028.stdout: "num_scrub_errors": 0, 2024-08-29T17:47:14.725 INFO:tasks.workunit.client.0.smithi028.stdout: "num_shallow_scrub_errors": 0, 2024-08-29T17:47:14.725 INFO:tasks.workunit.client.0.smithi028.stdout: "num_whiteouts": 0, 2024-08-29T17:47:14.725 INFO:tasks.workunit.client.0.smithi028.stdout: "num_write": 0, 2024-08-29T17:47:14.725 INFO:tasks.workunit.client.0.smithi028.stdout: "num_write_kb": 0 2024-08-29T17:47:14.725 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:14.725 INFO:tasks.workunit.client.0.smithi028.stdout: "state": "active+clean", 2024-08-29T17:47:14.725 INFO:tasks.workunit.client.0.smithi028.stdout: "stats_invalid": false, 2024-08-29T17:47:14.725 INFO:tasks.workunit.client.0.smithi028.stdout: "up": [ 2024-08-29T17:47:14.725 INFO:tasks.workunit.client.0.smithi028.stdout: 3, 2024-08-29T17:47:14.725 INFO:tasks.workunit.client.0.smithi028.stdout: 0, 2024-08-29T17:47:14.725 INFO:tasks.workunit.client.0.smithi028.stdout: 1 2024-08-29T17:47:14.725 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-08-29T17:47:14.726 INFO:tasks.workunit.client.0.smithi028.stdout: "up_primary": 3, 2024-08-29T17:47:14.726 INFO:tasks.workunit.client.0.smithi028.stdout: "version": "0'0" 2024-08-29T17:47:14.726 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:14.726 INFO:tasks.workunit.client.0.smithi028.stdout: { 2024-08-29T17:47:14.726 INFO:tasks.workunit.client.0.smithi028.stdout: "acting": [ 2024-08-29T17:47:14.726 INFO:tasks.workunit.client.0.smithi028.stdout: 5, 2024-08-29T17:47:14.726 INFO:tasks.workunit.client.0.smithi028.stdout: 4, 2024-08-29T17:47:14.726 INFO:tasks.workunit.client.0.smithi028.stdout: 7 2024-08-29T17:47:14.726 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-08-29T17:47:14.726 INFO:tasks.workunit.client.0.smithi028.stdout: "acting_primary": 5, 2024-08-29T17:47:14.726 INFO:tasks.workunit.client.0.smithi028.stdout: "avail_no_missing": [], 2024-08-29T17:47:14.726 INFO:tasks.workunit.client.0.smithi028.stdout: "blocked_by": [], 2024-08-29T17:47:14.726 INFO:tasks.workunit.client.0.smithi028.stdout: "created": 59, 2024-08-29T17:47:14.727 INFO:tasks.workunit.client.0.smithi028.stdout: "dirty_stats_invalid": false, 2024-08-29T17:47:14.727 INFO:tasks.workunit.client.0.smithi028.stdout: "hitset_bytes_stats_invalid": false, 2024-08-29T17:47:14.727 INFO:tasks.workunit.client.0.smithi028.stdout: "hitset_stats_invalid": false, 2024-08-29T17:47:14.727 INFO:tasks.workunit.client.0.smithi028.stdout: "last_active": "2024-08-29T17:43:51.011146+0000", 2024-08-29T17:47:14.727 INFO:tasks.workunit.client.0.smithi028.stdout: "last_became_active": "2024-08-29T17:40:53.992324+0000", 2024-08-29T17:47:14.727 INFO:tasks.workunit.client.0.smithi028.stdout: "last_became_peered": "2024-08-29T17:40:53.992324+0000", 2024-08-29T17:47:14.727 INFO:tasks.workunit.client.0.smithi028.stdout: "last_change": "2024-08-29T17:40:53.993166+0000", 2024-08-29T17:47:14.727 INFO:tasks.workunit.client.0.smithi028.stdout: "last_clean": "2024-08-29T17:43:51.011146+0000", 2024-08-29T17:47:14.727 INFO:tasks.workunit.client.0.smithi028.stdout: "last_clean_scrub_stamp": "2024-08-29T17:40:52.944949+0000", 2024-08-29T17:47:14.727 INFO:tasks.workunit.client.0.smithi028.stdout: "last_deep_scrub": "0'0", 2024-08-29T17:47:14.727 INFO:tasks.workunit.client.0.smithi028.stdout: "last_deep_scrub_stamp": "2024-08-29T17:40:52.944949+0000", 2024-08-29T17:47:14.727 INFO:tasks.workunit.client.0.smithi028.stdout: "last_epoch_clean": 60, 2024-08-29T17:47:14.727 INFO:tasks.workunit.client.0.smithi028.stdout: "last_fresh": "2024-08-29T17:43:51.011146+0000", 2024-08-29T17:47:14.728 INFO:tasks.workunit.client.0.smithi028.stdout: "last_fullsized": "2024-08-29T17:43:51.011146+0000", 2024-08-29T17:47:14.728 INFO:tasks.workunit.client.0.smithi028.stdout: "last_peered": "2024-08-29T17:43:51.011146+0000", 2024-08-29T17:47:14.728 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub": "0'0", 2024-08-29T17:47:14.728 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub_duration": 0, 2024-08-29T17:47:14.728 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub_stamp": "2024-08-29T17:40:52.944949+0000", 2024-08-29T17:47:14.728 INFO:tasks.workunit.client.0.smithi028.stdout: "last_undegraded": "2024-08-29T17:43:51.011146+0000", 2024-08-29T17:47:14.728 INFO:tasks.workunit.client.0.smithi028.stdout: "last_unstale": "2024-08-29T17:43:51.011146+0000", 2024-08-29T17:47:14.728 INFO:tasks.workunit.client.0.smithi028.stdout: "log_dups_size": 0, 2024-08-29T17:47:14.728 INFO:tasks.workunit.client.0.smithi028.stdout: "log_size": 0, 2024-08-29T17:47:14.728 INFO:tasks.workunit.client.0.smithi028.stdout: "log_start": "0'0", 2024-08-29T17:47:14.728 INFO:tasks.workunit.client.0.smithi028.stdout: "manifest_stats_invalid": false, 2024-08-29T17:47:14.728 INFO:tasks.workunit.client.0.smithi028.stdout: "mapping_epoch": 59, 2024-08-29T17:47:14.728 INFO:tasks.workunit.client.0.smithi028.stdout: "object_location_counts": [], 2024-08-29T17:47:14.728 INFO:tasks.workunit.client.0.smithi028.stdout: "objects_scrubbed": 0, 2024-08-29T17:47:14.729 INFO:tasks.workunit.client.0.smithi028.stdout: "objects_trimmed": 0, 2024-08-29T17:47:14.729 INFO:tasks.workunit.client.0.smithi028.stdout: "omap_stats_invalid": false, 2024-08-29T17:47:14.729 INFO:tasks.workunit.client.0.smithi028.stdout: "ondisk_log_size": 0, 2024-08-29T17:47:14.729 INFO:tasks.workunit.client.0.smithi028.stdout: "ondisk_log_start": "0'0", 2024-08-29T17:47:14.729 INFO:tasks.workunit.client.0.smithi028.stdout: "parent": "0.0", 2024-08-29T17:47:14.729 INFO:tasks.workunit.client.0.smithi028.stdout: "parent_split_bits": 0, 2024-08-29T17:47:14.729 INFO:tasks.workunit.client.0.smithi028.stdout: "pgid": "2.18", 2024-08-29T17:47:14.729 INFO:tasks.workunit.client.0.smithi028.stdout: "pin_stats_invalid": false, 2024-08-29T17:47:14.729 INFO:tasks.workunit.client.0.smithi028.stdout: "purged_snaps": [], 2024-08-29T17:47:14.729 INFO:tasks.workunit.client.0.smithi028.stdout: "reported_epoch": 74, 2024-08-29T17:47:14.729 INFO:tasks.workunit.client.0.smithi028.stdout: "reported_seq": 24, 2024-08-29T17:47:14.729 INFO:tasks.workunit.client.0.smithi028.stdout: "scrub_duration": 0.0, 2024-08-29T17:47:14.729 INFO:tasks.workunit.client.0.smithi028.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-30T23:14:15.411862+0000", 2024-08-29T17:47:14.730 INFO:tasks.workunit.client.0.smithi028.stdout: "snaptrim_duration": 0.0, 2024-08-29T17:47:14.730 INFO:tasks.workunit.client.0.smithi028.stdout: "snaptrimq_len": 0, 2024-08-29T17:47:14.730 INFO:tasks.workunit.client.0.smithi028.stdout: "stat_sum": { 2024-08-29T17:47:14.730 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes": 0, 2024-08-29T17:47:14.730 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes_hit_set_archive": 0, 2024-08-29T17:47:14.730 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes_recovered": 0, 2024-08-29T17:47:14.730 INFO:tasks.workunit.client.0.smithi028.stdout: "num_deep_scrub_errors": 0, 2024-08-29T17:47:14.730 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict": 0, 2024-08-29T17:47:14.730 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_kb": 0, 2024-08-29T17:47:14.730 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_mode_full": 0, 2024-08-29T17:47:14.730 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_mode_some": 0, 2024-08-29T17:47:14.730 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush": 0, 2024-08-29T17:47:14.731 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_kb": 0, 2024-08-29T17:47:14.731 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_mode_high": 0, 2024-08-29T17:47:14.731 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_mode_low": 0, 2024-08-29T17:47:14.731 INFO:tasks.workunit.client.0.smithi028.stdout: "num_keys_recovered": 0, 2024-08-29T17:47:14.731 INFO:tasks.workunit.client.0.smithi028.stdout: "num_large_omap_objects": 0, 2024-08-29T17:47:14.731 INFO:tasks.workunit.client.0.smithi028.stdout: "num_legacy_snapsets": 0, 2024-08-29T17:47:14.731 INFO:tasks.workunit.client.0.smithi028.stdout: "num_object_clones": 0, 2024-08-29T17:47:14.731 INFO:tasks.workunit.client.0.smithi028.stdout: "num_object_copies": 0, 2024-08-29T17:47:14.731 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects": 0, 2024-08-29T17:47:14.731 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_degraded": 0, 2024-08-29T17:47:14.731 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_dirty": 0, 2024-08-29T17:47:14.732 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_hit_set_archive": 0, 2024-08-29T17:47:14.732 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_manifest": 0, 2024-08-29T17:47:14.732 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_misplaced": 0, 2024-08-29T17:47:14.732 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_missing": 0, 2024-08-29T17:47:14.732 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_missing_on_primary": 0, 2024-08-29T17:47:14.732 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_omap": 0, 2024-08-29T17:47:14.732 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_pinned": 0, 2024-08-29T17:47:14.732 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_recovered": 0, 2024-08-29T17:47:14.732 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_repaired": 0, 2024-08-29T17:47:14.732 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_unfound": 0, 2024-08-29T17:47:14.732 INFO:tasks.workunit.client.0.smithi028.stdout: "num_omap_bytes": 0, 2024-08-29T17:47:14.732 INFO:tasks.workunit.client.0.smithi028.stdout: "num_omap_keys": 0, 2024-08-29T17:47:14.732 INFO:tasks.workunit.client.0.smithi028.stdout: "num_promote": 0, 2024-08-29T17:47:14.733 INFO:tasks.workunit.client.0.smithi028.stdout: "num_read": 0, 2024-08-29T17:47:14.733 INFO:tasks.workunit.client.0.smithi028.stdout: "num_read_kb": 0, 2024-08-29T17:47:14.733 INFO:tasks.workunit.client.0.smithi028.stdout: "num_scrub_errors": 0, 2024-08-29T17:47:14.733 INFO:tasks.workunit.client.0.smithi028.stdout: "num_shallow_scrub_errors": 0, 2024-08-29T17:47:14.733 INFO:tasks.workunit.client.0.smithi028.stdout: "num_whiteouts": 0, 2024-08-29T17:47:14.733 INFO:tasks.workunit.client.0.smithi028.stdout: "num_write": 0, 2024-08-29T17:47:14.733 INFO:tasks.workunit.client.0.smithi028.stdout: "num_write_kb": 0 2024-08-29T17:47:14.733 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:14.733 INFO:tasks.workunit.client.0.smithi028.stdout: "state": "active+clean", 2024-08-29T17:47:14.733 INFO:tasks.workunit.client.0.smithi028.stdout: "stats_invalid": false, 2024-08-29T17:47:14.733 INFO:tasks.workunit.client.0.smithi028.stdout: "up": [ 2024-08-29T17:47:14.733 INFO:tasks.workunit.client.0.smithi028.stdout: 5, 2024-08-29T17:47:14.734 INFO:tasks.workunit.client.0.smithi028.stdout: 4, 2024-08-29T17:47:14.734 INFO:tasks.workunit.client.0.smithi028.stdout: 7 2024-08-29T17:47:14.734 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-08-29T17:47:14.734 INFO:tasks.workunit.client.0.smithi028.stdout: "up_primary": 5, 2024-08-29T17:47:14.734 INFO:tasks.workunit.client.0.smithi028.stdout: "version": "0'0" 2024-08-29T17:47:14.734 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:14.734 INFO:tasks.workunit.client.0.smithi028.stdout: { 2024-08-29T17:47:14.734 INFO:tasks.workunit.client.0.smithi028.stdout: "acting": [ 2024-08-29T17:47:14.734 INFO:tasks.workunit.client.0.smithi028.stdout: 1, 2024-08-29T17:47:14.734 INFO:tasks.workunit.client.0.smithi028.stdout: 3, 2024-08-29T17:47:14.734 INFO:tasks.workunit.client.0.smithi028.stdout: 4 2024-08-29T17:47:14.734 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-08-29T17:47:14.734 INFO:tasks.workunit.client.0.smithi028.stdout: "acting_primary": 1, 2024-08-29T17:47:14.735 INFO:tasks.workunit.client.0.smithi028.stdout: "avail_no_missing": [], 2024-08-29T17:47:14.735 INFO:tasks.workunit.client.0.smithi028.stdout: "blocked_by": [], 2024-08-29T17:47:14.735 INFO:tasks.workunit.client.0.smithi028.stdout: "created": 62, 2024-08-29T17:47:14.735 INFO:tasks.workunit.client.0.smithi028.stdout: "dirty_stats_invalid": false, 2024-08-29T17:47:14.735 INFO:tasks.workunit.client.0.smithi028.stdout: "hitset_bytes_stats_invalid": false, 2024-08-29T17:47:14.735 INFO:tasks.workunit.client.0.smithi028.stdout: "hitset_stats_invalid": false, 2024-08-29T17:47:14.735 INFO:tasks.workunit.client.0.smithi028.stdout: "last_active": "2024-08-29T17:43:51.009132+0000", 2024-08-29T17:47:14.735 INFO:tasks.workunit.client.0.smithi028.stdout: "last_became_active": "2024-08-29T17:41:03.039694+0000", 2024-08-29T17:47:14.735 INFO:tasks.workunit.client.0.smithi028.stdout: "last_became_peered": "2024-08-29T17:41:03.039694+0000", 2024-08-29T17:47:14.735 INFO:tasks.workunit.client.0.smithi028.stdout: "last_change": "2024-08-29T17:41:03.040359+0000", 2024-08-29T17:47:14.735 INFO:tasks.workunit.client.0.smithi028.stdout: "last_clean": "2024-08-29T17:43:51.009132+0000", 2024-08-29T17:47:14.735 INFO:tasks.workunit.client.0.smithi028.stdout: "last_clean_scrub_stamp": "2024-08-29T17:41:01.987071+0000", 2024-08-29T17:47:14.735 INFO:tasks.workunit.client.0.smithi028.stdout: "last_deep_scrub": "0'0", 2024-08-29T17:47:14.736 INFO:tasks.workunit.client.0.smithi028.stdout: "last_deep_scrub_stamp": "2024-08-29T17:41:01.987071+0000", 2024-08-29T17:47:14.736 INFO:tasks.workunit.client.0.smithi028.stdout: "last_epoch_clean": 63, 2024-08-29T17:47:14.736 INFO:tasks.workunit.client.0.smithi028.stdout: "last_fresh": "2024-08-29T17:43:51.009132+0000", 2024-08-29T17:47:14.736 INFO:tasks.workunit.client.0.smithi028.stdout: "last_fullsized": "2024-08-29T17:43:51.009132+0000", 2024-08-29T17:47:14.736 INFO:tasks.workunit.client.0.smithi028.stdout: "last_peered": "2024-08-29T17:43:51.009132+0000", 2024-08-29T17:47:14.736 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub": "0'0", 2024-08-29T17:47:14.736 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub_duration": 0, 2024-08-29T17:47:14.736 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub_stamp": "2024-08-29T17:41:01.987071+0000", 2024-08-29T17:47:14.736 INFO:tasks.workunit.client.0.smithi028.stdout: "last_undegraded": "2024-08-29T17:43:51.009132+0000", 2024-08-29T17:47:14.736 INFO:tasks.workunit.client.0.smithi028.stdout: "last_unstale": "2024-08-29T17:43:51.009132+0000", 2024-08-29T17:47:14.736 INFO:tasks.workunit.client.0.smithi028.stdout: "log_dups_size": 0, 2024-08-29T17:47:14.736 INFO:tasks.workunit.client.0.smithi028.stdout: "log_size": 0, 2024-08-29T17:47:14.736 INFO:tasks.workunit.client.0.smithi028.stdout: "log_start": "0'0", 2024-08-29T17:47:14.737 INFO:tasks.workunit.client.0.smithi028.stdout: "manifest_stats_invalid": false, 2024-08-29T17:47:14.737 INFO:tasks.workunit.client.0.smithi028.stdout: "mapping_epoch": 62, 2024-08-29T17:47:14.737 INFO:tasks.workunit.client.0.smithi028.stdout: "object_location_counts": [], 2024-08-29T17:47:14.737 INFO:tasks.workunit.client.0.smithi028.stdout: "objects_scrubbed": 0, 2024-08-29T17:47:14.737 INFO:tasks.workunit.client.0.smithi028.stdout: "objects_trimmed": 0, 2024-08-29T17:47:14.737 INFO:tasks.workunit.client.0.smithi028.stdout: "omap_stats_invalid": false, 2024-08-29T17:47:14.737 INFO:tasks.workunit.client.0.smithi028.stdout: "ondisk_log_size": 0, 2024-08-29T17:47:14.737 INFO:tasks.workunit.client.0.smithi028.stdout: "ondisk_log_start": "0'0", 2024-08-29T17:47:14.737 INFO:tasks.workunit.client.0.smithi028.stdout: "parent": "0.0", 2024-08-29T17:47:14.737 INFO:tasks.workunit.client.0.smithi028.stdout: "parent_split_bits": 0, 2024-08-29T17:47:14.737 INFO:tasks.workunit.client.0.smithi028.stdout: "pgid": "3.19", 2024-08-29T17:47:14.737 INFO:tasks.workunit.client.0.smithi028.stdout: "pin_stats_invalid": false, 2024-08-29T17:47:14.738 INFO:tasks.workunit.client.0.smithi028.stdout: "purged_snaps": [], 2024-08-29T17:47:14.738 INFO:tasks.workunit.client.0.smithi028.stdout: "reported_epoch": 74, 2024-08-29T17:47:14.738 INFO:tasks.workunit.client.0.smithi028.stdout: "reported_seq": 21, 2024-08-29T17:47:14.738 INFO:tasks.workunit.client.0.smithi028.stdout: "scrub_duration": 0.0, 2024-08-29T17:47:14.738 INFO:tasks.workunit.client.0.smithi028.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-30T23:04:56.829301+0000", 2024-08-29T17:47:14.738 INFO:tasks.workunit.client.0.smithi028.stdout: "snaptrim_duration": 0.0, 2024-08-29T17:47:14.738 INFO:tasks.workunit.client.0.smithi028.stdout: "snaptrimq_len": 0, 2024-08-29T17:47:14.738 INFO:tasks.workunit.client.0.smithi028.stdout: "stat_sum": { 2024-08-29T17:47:14.738 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes": 0, 2024-08-29T17:47:14.738 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes_hit_set_archive": 0, 2024-08-29T17:47:14.738 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes_recovered": 0, 2024-08-29T17:47:14.738 INFO:tasks.workunit.client.0.smithi028.stdout: "num_deep_scrub_errors": 0, 2024-08-29T17:47:14.738 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict": 0, 2024-08-29T17:47:14.738 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_kb": 0, 2024-08-29T17:47:14.738 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_mode_full": 0, 2024-08-29T17:47:14.739 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_mode_some": 0, 2024-08-29T17:47:14.739 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush": 0, 2024-08-29T17:47:14.739 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_kb": 0, 2024-08-29T17:47:14.739 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_mode_high": 0, 2024-08-29T17:47:14.739 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_mode_low": 0, 2024-08-29T17:47:14.739 INFO:tasks.workunit.client.0.smithi028.stdout: "num_keys_recovered": 0, 2024-08-29T17:47:14.739 INFO:tasks.workunit.client.0.smithi028.stdout: "num_large_omap_objects": 0, 2024-08-29T17:47:14.739 INFO:tasks.workunit.client.0.smithi028.stdout: "num_legacy_snapsets": 0, 2024-08-29T17:47:14.739 INFO:tasks.workunit.client.0.smithi028.stdout: "num_object_clones": 0, 2024-08-29T17:47:14.739 INFO:tasks.workunit.client.0.smithi028.stdout: "num_object_copies": 0, 2024-08-29T17:47:14.739 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects": 0, 2024-08-29T17:47:14.739 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_degraded": 0, 2024-08-29T17:47:14.739 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_dirty": 0, 2024-08-29T17:47:14.740 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_hit_set_archive": 0, 2024-08-29T17:47:14.740 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_manifest": 0, 2024-08-29T17:47:14.740 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_misplaced": 0, 2024-08-29T17:47:14.740 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_missing": 0, 2024-08-29T17:47:14.740 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_missing_on_primary": 0, 2024-08-29T17:47:14.740 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_omap": 0, 2024-08-29T17:47:14.740 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_pinned": 0, 2024-08-29T17:47:14.740 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_recovered": 0, 2024-08-29T17:47:14.740 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_repaired": 0, 2024-08-29T17:47:14.740 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_unfound": 0, 2024-08-29T17:47:14.740 INFO:tasks.workunit.client.0.smithi028.stdout: "num_omap_bytes": 0, 2024-08-29T17:47:14.740 INFO:tasks.workunit.client.0.smithi028.stdout: "num_omap_keys": 0, 2024-08-29T17:47:14.740 INFO:tasks.workunit.client.0.smithi028.stdout: "num_promote": 0, 2024-08-29T17:47:14.741 INFO:tasks.workunit.client.0.smithi028.stdout: "num_read": 0, 2024-08-29T17:47:14.741 INFO:tasks.workunit.client.0.smithi028.stdout: "num_read_kb": 0, 2024-08-29T17:47:14.741 INFO:tasks.workunit.client.0.smithi028.stdout: "num_scrub_errors": 0, 2024-08-29T17:47:14.741 INFO:tasks.workunit.client.0.smithi028.stdout: "num_shallow_scrub_errors": 0, 2024-08-29T17:47:14.741 INFO:tasks.workunit.client.0.smithi028.stdout: "num_whiteouts": 0, 2024-08-29T17:47:14.741 INFO:tasks.workunit.client.0.smithi028.stdout: "num_write": 0, 2024-08-29T17:47:14.741 INFO:tasks.workunit.client.0.smithi028.stdout: "num_write_kb": 0 2024-08-29T17:47:14.741 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:14.741 INFO:tasks.workunit.client.0.smithi028.stdout: "state": "active+clean", 2024-08-29T17:47:14.741 INFO:tasks.workunit.client.0.smithi028.stdout: "stats_invalid": false, 2024-08-29T17:47:14.741 INFO:tasks.workunit.client.0.smithi028.stdout: "up": [ 2024-08-29T17:47:14.741 INFO:tasks.workunit.client.0.smithi028.stdout: 1, 2024-08-29T17:47:14.741 INFO:tasks.workunit.client.0.smithi028.stdout: 3, 2024-08-29T17:47:14.741 INFO:tasks.workunit.client.0.smithi028.stdout: 4 2024-08-29T17:47:14.742 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-08-29T17:47:14.742 INFO:tasks.workunit.client.0.smithi028.stdout: "up_primary": 1, 2024-08-29T17:47:14.742 INFO:tasks.workunit.client.0.smithi028.stdout: "version": "0'0" 2024-08-29T17:47:14.742 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:14.742 INFO:tasks.workunit.client.0.smithi028.stdout: { 2024-08-29T17:47:14.742 INFO:tasks.workunit.client.0.smithi028.stdout: "acting": [ 2024-08-29T17:47:14.742 INFO:tasks.workunit.client.0.smithi028.stdout: 6, 2024-08-29T17:47:14.742 INFO:tasks.workunit.client.0.smithi028.stdout: 5, 2024-08-29T17:47:14.742 INFO:tasks.workunit.client.0.smithi028.stdout: 2 2024-08-29T17:47:14.742 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-08-29T17:47:14.742 INFO:tasks.workunit.client.0.smithi028.stdout: "acting_primary": 6, 2024-08-29T17:47:14.742 INFO:tasks.workunit.client.0.smithi028.stdout: "avail_no_missing": [], 2024-08-29T17:47:14.742 INFO:tasks.workunit.client.0.smithi028.stdout: "blocked_by": [], 2024-08-29T17:47:14.742 INFO:tasks.workunit.client.0.smithi028.stdout: "created": 59, 2024-08-29T17:47:14.743 INFO:tasks.workunit.client.0.smithi028.stdout: "dirty_stats_invalid": false, 2024-08-29T17:47:14.743 INFO:tasks.workunit.client.0.smithi028.stdout: "hitset_bytes_stats_invalid": false, 2024-08-29T17:47:14.743 INFO:tasks.workunit.client.0.smithi028.stdout: "hitset_stats_invalid": false, 2024-08-29T17:47:14.743 INFO:tasks.workunit.client.0.smithi028.stdout: "last_active": "2024-08-29T17:43:51.184817+0000", 2024-08-29T17:47:14.743 INFO:tasks.workunit.client.0.smithi028.stdout: "last_became_active": "2024-08-29T17:40:53.987990+0000", 2024-08-29T17:47:14.743 INFO:tasks.workunit.client.0.smithi028.stdout: "last_became_peered": "2024-08-29T17:40:53.987990+0000", 2024-08-29T17:47:14.743 INFO:tasks.workunit.client.0.smithi028.stdout: "last_change": "2024-08-29T17:40:53.988859+0000", 2024-08-29T17:47:14.743 INFO:tasks.workunit.client.0.smithi028.stdout: "last_clean": "2024-08-29T17:43:51.184817+0000", 2024-08-29T17:47:14.743 INFO:tasks.workunit.client.0.smithi028.stdout: "last_clean_scrub_stamp": "2024-08-29T17:40:52.944949+0000", 2024-08-29T17:47:14.743 INFO:tasks.workunit.client.0.smithi028.stdout: "last_deep_scrub": "0'0", 2024-08-29T17:47:14.743 INFO:tasks.workunit.client.0.smithi028.stdout: "last_deep_scrub_stamp": "2024-08-29T17:40:52.944949+0000", 2024-08-29T17:47:14.743 INFO:tasks.workunit.client.0.smithi028.stdout: "last_epoch_clean": 60, 2024-08-29T17:47:14.743 INFO:tasks.workunit.client.0.smithi028.stdout: "last_fresh": "2024-08-29T17:43:51.184817+0000", 2024-08-29T17:47:14.743 INFO:tasks.workunit.client.0.smithi028.stdout: "last_fullsized": "2024-08-29T17:43:51.184817+0000", 2024-08-29T17:47:14.744 INFO:tasks.workunit.client.0.smithi028.stdout: "last_peered": "2024-08-29T17:43:51.184817+0000", 2024-08-29T17:47:14.744 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub": "0'0", 2024-08-29T17:47:14.744 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub_duration": 0, 2024-08-29T17:47:14.744 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub_stamp": "2024-08-29T17:40:52.944949+0000", 2024-08-29T17:47:14.744 INFO:tasks.workunit.client.0.smithi028.stdout: "last_undegraded": "2024-08-29T17:43:51.184817+0000", 2024-08-29T17:47:14.744 INFO:tasks.workunit.client.0.smithi028.stdout: "last_unstale": "2024-08-29T17:43:51.184817+0000", 2024-08-29T17:47:14.744 INFO:tasks.workunit.client.0.smithi028.stdout: "log_dups_size": 0, 2024-08-29T17:47:14.744 INFO:tasks.workunit.client.0.smithi028.stdout: "log_size": 0, 2024-08-29T17:47:14.744 INFO:tasks.workunit.client.0.smithi028.stdout: "log_start": "0'0", 2024-08-29T17:47:14.744 INFO:tasks.workunit.client.0.smithi028.stdout: "manifest_stats_invalid": false, 2024-08-29T17:47:14.744 INFO:tasks.workunit.client.0.smithi028.stdout: "mapping_epoch": 59, 2024-08-29T17:47:14.744 INFO:tasks.workunit.client.0.smithi028.stdout: "object_location_counts": [], 2024-08-29T17:47:14.744 INFO:tasks.workunit.client.0.smithi028.stdout: "objects_scrubbed": 0, 2024-08-29T17:47:14.744 INFO:tasks.workunit.client.0.smithi028.stdout: "objects_trimmed": 0, 2024-08-29T17:47:14.745 INFO:tasks.workunit.client.0.smithi028.stdout: "omap_stats_invalid": false, 2024-08-29T17:47:14.745 INFO:tasks.workunit.client.0.smithi028.stdout: "ondisk_log_size": 0, 2024-08-29T17:47:14.745 INFO:tasks.workunit.client.0.smithi028.stdout: "ondisk_log_start": "0'0", 2024-08-29T17:47:14.745 INFO:tasks.workunit.client.0.smithi028.stdout: "parent": "0.0", 2024-08-29T17:47:14.745 INFO:tasks.workunit.client.0.smithi028.stdout: "parent_split_bits": 0, 2024-08-29T17:47:14.745 INFO:tasks.workunit.client.0.smithi028.stdout: "pgid": "2.17", 2024-08-29T17:47:14.745 INFO:tasks.workunit.client.0.smithi028.stdout: "pin_stats_invalid": false, 2024-08-29T17:47:14.745 INFO:tasks.workunit.client.0.smithi028.stdout: "purged_snaps": [], 2024-08-29T17:47:14.745 INFO:tasks.workunit.client.0.smithi028.stdout: "reported_epoch": 74, 2024-08-29T17:47:14.745 INFO:tasks.workunit.client.0.smithi028.stdout: "reported_seq": 24, 2024-08-29T17:47:14.745 INFO:tasks.workunit.client.0.smithi028.stdout: "scrub_duration": 0.0, 2024-08-29T17:47:14.745 INFO:tasks.workunit.client.0.smithi028.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-30T18:12:30.482395+0000", 2024-08-29T17:47:14.745 INFO:tasks.workunit.client.0.smithi028.stdout: "snaptrim_duration": 0.0, 2024-08-29T17:47:14.746 INFO:tasks.workunit.client.0.smithi028.stdout: "snaptrimq_len": 0, 2024-08-29T17:47:14.746 INFO:tasks.workunit.client.0.smithi028.stdout: "stat_sum": { 2024-08-29T17:47:14.746 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes": 0, 2024-08-29T17:47:14.746 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes_hit_set_archive": 0, 2024-08-29T17:47:14.746 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes_recovered": 0, 2024-08-29T17:47:14.746 INFO:tasks.workunit.client.0.smithi028.stdout: "num_deep_scrub_errors": 0, 2024-08-29T17:47:14.746 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict": 0, 2024-08-29T17:47:14.746 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_kb": 0, 2024-08-29T17:47:14.746 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_mode_full": 0, 2024-08-29T17:47:14.746 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_mode_some": 0, 2024-08-29T17:47:14.746 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush": 0, 2024-08-29T17:47:14.746 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_kb": 0, 2024-08-29T17:47:14.747 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_mode_high": 0, 2024-08-29T17:47:14.747 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_mode_low": 0, 2024-08-29T17:47:14.747 INFO:tasks.workunit.client.0.smithi028.stdout: "num_keys_recovered": 0, 2024-08-29T17:47:14.747 INFO:tasks.workunit.client.0.smithi028.stdout: "num_large_omap_objects": 0, 2024-08-29T17:47:14.747 INFO:tasks.workunit.client.0.smithi028.stdout: "num_legacy_snapsets": 0, 2024-08-29T17:47:14.747 INFO:tasks.workunit.client.0.smithi028.stdout: "num_object_clones": 0, 2024-08-29T17:47:14.747 INFO:tasks.workunit.client.0.smithi028.stdout: "num_object_copies": 0, 2024-08-29T17:47:14.747 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects": 0, 2024-08-29T17:47:14.747 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_degraded": 0, 2024-08-29T17:47:14.747 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_dirty": 0, 2024-08-29T17:47:14.747 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_hit_set_archive": 0, 2024-08-29T17:47:14.747 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_manifest": 0, 2024-08-29T17:47:14.747 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_misplaced": 0, 2024-08-29T17:47:14.748 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_missing": 0, 2024-08-29T17:47:14.748 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_missing_on_primary": 0, 2024-08-29T17:47:14.748 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_omap": 0, 2024-08-29T17:47:14.748 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_pinned": 0, 2024-08-29T17:47:14.748 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_recovered": 0, 2024-08-29T17:47:14.748 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_repaired": 0, 2024-08-29T17:47:14.748 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_unfound": 0, 2024-08-29T17:47:14.748 INFO:tasks.workunit.client.0.smithi028.stdout: "num_omap_bytes": 0, 2024-08-29T17:47:14.748 INFO:tasks.workunit.client.0.smithi028.stdout: "num_omap_keys": 0, 2024-08-29T17:47:14.748 INFO:tasks.workunit.client.0.smithi028.stdout: "num_promote": 0, 2024-08-29T17:47:14.748 INFO:tasks.workunit.client.0.smithi028.stdout: "num_read": 0, 2024-08-29T17:47:14.748 INFO:tasks.workunit.client.0.smithi028.stdout: "num_read_kb": 0, 2024-08-29T17:47:14.748 INFO:tasks.workunit.client.0.smithi028.stdout: "num_scrub_errors": 0, 2024-08-29T17:47:14.749 INFO:tasks.workunit.client.0.smithi028.stdout: "num_shallow_scrub_errors": 0, 2024-08-29T17:47:14.749 INFO:tasks.workunit.client.0.smithi028.stdout: "num_whiteouts": 0, 2024-08-29T17:47:14.749 INFO:tasks.workunit.client.0.smithi028.stdout: "num_write": 0, 2024-08-29T17:47:14.749 INFO:tasks.workunit.client.0.smithi028.stdout: "num_write_kb": 0 2024-08-29T17:47:14.749 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:14.749 INFO:tasks.workunit.client.0.smithi028.stdout: "state": "active+clean", 2024-08-29T17:47:14.749 INFO:tasks.workunit.client.0.smithi028.stdout: "stats_invalid": false, 2024-08-29T17:47:14.749 INFO:tasks.workunit.client.0.smithi028.stdout: "up": [ 2024-08-29T17:47:14.749 INFO:tasks.workunit.client.0.smithi028.stdout: 6, 2024-08-29T17:47:14.749 INFO:tasks.workunit.client.0.smithi028.stdout: 5, 2024-08-29T17:47:14.749 INFO:tasks.workunit.client.0.smithi028.stdout: 2 2024-08-29T17:47:14.749 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-08-29T17:47:14.749 INFO:tasks.workunit.client.0.smithi028.stdout: "up_primary": 6, 2024-08-29T17:47:14.749 INFO:tasks.workunit.client.0.smithi028.stdout: "version": "0'0" 2024-08-29T17:47:14.750 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:14.750 INFO:tasks.workunit.client.0.smithi028.stdout: { 2024-08-29T17:47:14.750 INFO:tasks.workunit.client.0.smithi028.stdout: "acting": [ 2024-08-29T17:47:14.750 INFO:tasks.workunit.client.0.smithi028.stdout: 5, 2024-08-29T17:47:14.750 INFO:tasks.workunit.client.0.smithi028.stdout: 7, 2024-08-29T17:47:14.750 INFO:tasks.workunit.client.0.smithi028.stdout: 1 2024-08-29T17:47:14.750 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-08-29T17:47:14.750 INFO:tasks.workunit.client.0.smithi028.stdout: "acting_primary": 5, 2024-08-29T17:47:14.750 INFO:tasks.workunit.client.0.smithi028.stdout: "avail_no_missing": [], 2024-08-29T17:47:14.750 INFO:tasks.workunit.client.0.smithi028.stdout: "blocked_by": [], 2024-08-29T17:47:14.750 INFO:tasks.workunit.client.0.smithi028.stdout: "created": 62, 2024-08-29T17:47:14.750 INFO:tasks.workunit.client.0.smithi028.stdout: "dirty_stats_invalid": false, 2024-08-29T17:47:14.750 INFO:tasks.workunit.client.0.smithi028.stdout: "hitset_bytes_stats_invalid": false, 2024-08-29T17:47:14.750 INFO:tasks.workunit.client.0.smithi028.stdout: "hitset_stats_invalid": false, 2024-08-29T17:47:14.751 INFO:tasks.workunit.client.0.smithi028.stdout: "last_active": "2024-08-29T17:43:51.012008+0000", 2024-08-29T17:47:14.751 INFO:tasks.workunit.client.0.smithi028.stdout: "last_became_active": "2024-08-29T17:41:03.077653+0000", 2024-08-29T17:47:14.751 INFO:tasks.workunit.client.0.smithi028.stdout: "last_became_peered": "2024-08-29T17:41:03.077653+0000", 2024-08-29T17:47:14.751 INFO:tasks.workunit.client.0.smithi028.stdout: "last_change": "2024-08-29T17:41:03.078420+0000", 2024-08-29T17:47:14.751 INFO:tasks.workunit.client.0.smithi028.stdout: "last_clean": "2024-08-29T17:43:51.012008+0000", 2024-08-29T17:47:14.751 INFO:tasks.workunit.client.0.smithi028.stdout: "last_clean_scrub_stamp": "2024-08-29T17:41:01.987071+0000", 2024-08-29T17:47:14.751 INFO:tasks.workunit.client.0.smithi028.stdout: "last_deep_scrub": "0'0", 2024-08-29T17:47:14.751 INFO:tasks.workunit.client.0.smithi028.stdout: "last_deep_scrub_stamp": "2024-08-29T17:41:01.987071+0000", 2024-08-29T17:47:14.751 INFO:tasks.workunit.client.0.smithi028.stdout: "last_epoch_clean": 63, 2024-08-29T17:47:14.751 INFO:tasks.workunit.client.0.smithi028.stdout: "last_fresh": "2024-08-29T17:43:51.012008+0000", 2024-08-29T17:47:14.751 INFO:tasks.workunit.client.0.smithi028.stdout: "last_fullsized": "2024-08-29T17:43:51.012008+0000", 2024-08-29T17:47:14.751 INFO:tasks.workunit.client.0.smithi028.stdout: "last_peered": "2024-08-29T17:43:51.012008+0000", 2024-08-29T17:47:14.751 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub": "0'0", 2024-08-29T17:47:14.751 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub_duration": 0, 2024-08-29T17:47:14.752 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub_stamp": "2024-08-29T17:41:01.987071+0000", 2024-08-29T17:47:14.752 INFO:tasks.workunit.client.0.smithi028.stdout: "last_undegraded": "2024-08-29T17:43:51.012008+0000", 2024-08-29T17:47:14.752 INFO:tasks.workunit.client.0.smithi028.stdout: "last_unstale": "2024-08-29T17:43:51.012008+0000", 2024-08-29T17:47:14.752 INFO:tasks.workunit.client.0.smithi028.stdout: "log_dups_size": 0, 2024-08-29T17:47:14.752 INFO:tasks.workunit.client.0.smithi028.stdout: "log_size": 0, 2024-08-29T17:47:14.752 INFO:tasks.workunit.client.0.smithi028.stdout: "log_start": "0'0", 2024-08-29T17:47:14.752 INFO:tasks.workunit.client.0.smithi028.stdout: "manifest_stats_invalid": false, 2024-08-29T17:47:14.752 INFO:tasks.workunit.client.0.smithi028.stdout: "mapping_epoch": 62, 2024-08-29T17:47:14.752 INFO:tasks.workunit.client.0.smithi028.stdout: "object_location_counts": [], 2024-08-29T17:47:14.752 INFO:tasks.workunit.client.0.smithi028.stdout: "objects_scrubbed": 0, 2024-08-29T17:47:14.752 INFO:tasks.workunit.client.0.smithi028.stdout: "objects_trimmed": 0, 2024-08-29T17:47:14.752 INFO:tasks.workunit.client.0.smithi028.stdout: "omap_stats_invalid": false, 2024-08-29T17:47:14.752 INFO:tasks.workunit.client.0.smithi028.stdout: "ondisk_log_size": 0, 2024-08-29T17:47:14.753 INFO:tasks.workunit.client.0.smithi028.stdout: "ondisk_log_start": "0'0", 2024-08-29T17:47:14.753 INFO:tasks.workunit.client.0.smithi028.stdout: "parent": "0.0", 2024-08-29T17:47:14.753 INFO:tasks.workunit.client.0.smithi028.stdout: "parent_split_bits": 0, 2024-08-29T17:47:14.753 INFO:tasks.workunit.client.0.smithi028.stdout: "pgid": "3.16", 2024-08-29T17:47:14.753 INFO:tasks.workunit.client.0.smithi028.stdout: "pin_stats_invalid": false, 2024-08-29T17:47:14.753 INFO:tasks.workunit.client.0.smithi028.stdout: "purged_snaps": [], 2024-08-29T17:47:14.753 INFO:tasks.workunit.client.0.smithi028.stdout: "reported_epoch": 74, 2024-08-29T17:47:14.753 INFO:tasks.workunit.client.0.smithi028.stdout: "reported_seq": 21, 2024-08-29T17:47:14.753 INFO:tasks.workunit.client.0.smithi028.stdout: "scrub_duration": 0.0, 2024-08-29T17:47:14.753 INFO:tasks.workunit.client.0.smithi028.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-31T01:43:22.578812+0000", 2024-08-29T17:47:14.753 INFO:tasks.workunit.client.0.smithi028.stdout: "snaptrim_duration": 0.0, 2024-08-29T17:47:14.753 INFO:tasks.workunit.client.0.smithi028.stdout: "snaptrimq_len": 0, 2024-08-29T17:47:14.753 INFO:tasks.workunit.client.0.smithi028.stdout: "stat_sum": { 2024-08-29T17:47:14.754 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes": 0, 2024-08-29T17:47:14.754 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes_hit_set_archive": 0, 2024-08-29T17:47:14.754 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes_recovered": 0, 2024-08-29T17:47:14.754 INFO:tasks.workunit.client.0.smithi028.stdout: "num_deep_scrub_errors": 0, 2024-08-29T17:47:14.754 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict": 0, 2024-08-29T17:47:14.754 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_kb": 0, 2024-08-29T17:47:14.754 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_mode_full": 0, 2024-08-29T17:47:14.754 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_mode_some": 0, 2024-08-29T17:47:14.754 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush": 0, 2024-08-29T17:47:14.754 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_kb": 0, 2024-08-29T17:47:14.754 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_mode_high": 0, 2024-08-29T17:47:14.754 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_mode_low": 0, 2024-08-29T17:47:14.754 INFO:tasks.workunit.client.0.smithi028.stdout: "num_keys_recovered": 0, 2024-08-29T17:47:14.755 INFO:tasks.workunit.client.0.smithi028.stdout: "num_large_omap_objects": 0, 2024-08-29T17:47:14.755 INFO:tasks.workunit.client.0.smithi028.stdout: "num_legacy_snapsets": 0, 2024-08-29T17:47:14.755 INFO:tasks.workunit.client.0.smithi028.stdout: "num_object_clones": 0, 2024-08-29T17:47:14.755 INFO:tasks.workunit.client.0.smithi028.stdout: "num_object_copies": 0, 2024-08-29T17:47:14.755 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects": 0, 2024-08-29T17:47:14.755 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_degraded": 0, 2024-08-29T17:47:14.755 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_dirty": 0, 2024-08-29T17:47:14.755 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_hit_set_archive": 0, 2024-08-29T17:47:14.755 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_manifest": 0, 2024-08-29T17:47:14.755 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_misplaced": 0, 2024-08-29T17:47:14.755 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_missing": 0, 2024-08-29T17:47:14.755 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_missing_on_primary": 0, 2024-08-29T17:47:14.755 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_omap": 0, 2024-08-29T17:47:14.756 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_pinned": 0, 2024-08-29T17:47:14.756 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_recovered": 0, 2024-08-29T17:47:14.756 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_repaired": 0, 2024-08-29T17:47:14.756 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_unfound": 0, 2024-08-29T17:47:14.756 INFO:tasks.workunit.client.0.smithi028.stdout: "num_omap_bytes": 0, 2024-08-29T17:47:14.756 INFO:tasks.workunit.client.0.smithi028.stdout: "num_omap_keys": 0, 2024-08-29T17:47:14.756 INFO:tasks.workunit.client.0.smithi028.stdout: "num_promote": 0, 2024-08-29T17:47:14.756 INFO:tasks.workunit.client.0.smithi028.stdout: "num_read": 0, 2024-08-29T17:47:14.756 INFO:tasks.workunit.client.0.smithi028.stdout: "num_read_kb": 0, 2024-08-29T17:47:14.756 INFO:tasks.workunit.client.0.smithi028.stdout: "num_scrub_errors": 0, 2024-08-29T17:47:14.756 INFO:tasks.workunit.client.0.smithi028.stdout: "num_shallow_scrub_errors": 0, 2024-08-29T17:47:14.756 INFO:tasks.workunit.client.0.smithi028.stdout: "num_whiteouts": 0, 2024-08-29T17:47:14.756 INFO:tasks.workunit.client.0.smithi028.stdout: "num_write": 0, 2024-08-29T17:47:14.757 INFO:tasks.workunit.client.0.smithi028.stdout: "num_write_kb": 0 2024-08-29T17:47:14.757 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:14.757 INFO:tasks.workunit.client.0.smithi028.stdout: "state": "active+clean", 2024-08-29T17:47:14.757 INFO:tasks.workunit.client.0.smithi028.stdout: "stats_invalid": false, 2024-08-29T17:47:14.757 INFO:tasks.workunit.client.0.smithi028.stdout: "up": [ 2024-08-29T17:47:14.757 INFO:tasks.workunit.client.0.smithi028.stdout: 5, 2024-08-29T17:47:14.757 INFO:tasks.workunit.client.0.smithi028.stdout: 7, 2024-08-29T17:47:14.757 INFO:tasks.workunit.client.0.smithi028.stdout: 1 2024-08-29T17:47:14.757 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-08-29T17:47:14.757 INFO:tasks.workunit.client.0.smithi028.stdout: "up_primary": 5, 2024-08-29T17:47:14.757 INFO:tasks.workunit.client.0.smithi028.stdout: "version": "0'0" 2024-08-29T17:47:14.757 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:14.757 INFO:tasks.workunit.client.0.smithi028.stdout: { 2024-08-29T17:47:14.757 INFO:tasks.workunit.client.0.smithi028.stdout: "acting": [ 2024-08-29T17:47:14.758 INFO:tasks.workunit.client.0.smithi028.stdout: 5, 2024-08-29T17:47:14.758 INFO:tasks.workunit.client.0.smithi028.stdout: 6, 2024-08-29T17:47:14.758 INFO:tasks.workunit.client.0.smithi028.stdout: 2 2024-08-29T17:47:14.758 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-08-29T17:47:14.758 INFO:tasks.workunit.client.0.smithi028.stdout: "acting_primary": 5, 2024-08-29T17:47:14.758 INFO:tasks.workunit.client.0.smithi028.stdout: "avail_no_missing": [], 2024-08-29T17:47:14.758 INFO:tasks.workunit.client.0.smithi028.stdout: "blocked_by": [], 2024-08-29T17:47:14.758 INFO:tasks.workunit.client.0.smithi028.stdout: "created": 59, 2024-08-29T17:47:14.758 INFO:tasks.workunit.client.0.smithi028.stdout: "dirty_stats_invalid": false, 2024-08-29T17:47:14.758 INFO:tasks.workunit.client.0.smithi028.stdout: "hitset_bytes_stats_invalid": false, 2024-08-29T17:47:14.758 INFO:tasks.workunit.client.0.smithi028.stdout: "hitset_stats_invalid": false, 2024-08-29T17:47:14.758 INFO:tasks.workunit.client.0.smithi028.stdout: "last_active": "2024-08-29T17:43:51.012359+0000", 2024-08-29T17:47:14.758 INFO:tasks.workunit.client.0.smithi028.stdout: "last_became_active": "2024-08-29T17:40:53.999192+0000", 2024-08-29T17:47:14.758 INFO:tasks.workunit.client.0.smithi028.stdout: "last_became_peered": "2024-08-29T17:40:53.999192+0000", 2024-08-29T17:47:14.758 INFO:tasks.workunit.client.0.smithi028.stdout: "last_change": "2024-08-29T17:40:53.999978+0000", 2024-08-29T17:47:14.759 INFO:tasks.workunit.client.0.smithi028.stdout: "last_clean": "2024-08-29T17:43:51.012359+0000", 2024-08-29T17:47:14.759 INFO:tasks.workunit.client.0.smithi028.stdout: "last_clean_scrub_stamp": "2024-08-29T17:40:52.944949+0000", 2024-08-29T17:47:14.759 INFO:tasks.workunit.client.0.smithi028.stdout: "last_deep_scrub": "0'0", 2024-08-29T17:47:14.759 INFO:tasks.workunit.client.0.smithi028.stdout: "last_deep_scrub_stamp": "2024-08-29T17:40:52.944949+0000", 2024-08-29T17:47:14.759 INFO:tasks.workunit.client.0.smithi028.stdout: "last_epoch_clean": 60, 2024-08-29T17:47:14.759 INFO:tasks.workunit.client.0.smithi028.stdout: "last_fresh": "2024-08-29T17:43:51.012359+0000", 2024-08-29T17:47:14.759 INFO:tasks.workunit.client.0.smithi028.stdout: "last_fullsized": "2024-08-29T17:43:51.012359+0000", 2024-08-29T17:47:14.759 INFO:tasks.workunit.client.0.smithi028.stdout: "last_peered": "2024-08-29T17:43:51.012359+0000", 2024-08-29T17:47:14.759 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub": "0'0", 2024-08-29T17:47:14.759 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub_duration": 0, 2024-08-29T17:47:14.759 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub_stamp": "2024-08-29T17:40:52.944949+0000", 2024-08-29T17:47:14.759 INFO:tasks.workunit.client.0.smithi028.stdout: "last_undegraded": "2024-08-29T17:43:51.012359+0000", 2024-08-29T17:47:14.759 INFO:tasks.workunit.client.0.smithi028.stdout: "last_unstale": "2024-08-29T17:43:51.012359+0000", 2024-08-29T17:47:14.760 INFO:tasks.workunit.client.0.smithi028.stdout: "log_dups_size": 0, 2024-08-29T17:47:14.760 INFO:tasks.workunit.client.0.smithi028.stdout: "log_size": 0, 2024-08-29T17:47:14.760 INFO:tasks.workunit.client.0.smithi028.stdout: "log_start": "0'0", 2024-08-29T17:47:14.760 INFO:tasks.workunit.client.0.smithi028.stdout: "manifest_stats_invalid": false, 2024-08-29T17:47:14.760 INFO:tasks.workunit.client.0.smithi028.stdout: "mapping_epoch": 59, 2024-08-29T17:47:14.760 INFO:tasks.workunit.client.0.smithi028.stdout: "object_location_counts": [], 2024-08-29T17:47:14.760 INFO:tasks.workunit.client.0.smithi028.stdout: "objects_scrubbed": 0, 2024-08-29T17:47:14.760 INFO:tasks.workunit.client.0.smithi028.stdout: "objects_trimmed": 0, 2024-08-29T17:47:14.760 INFO:tasks.workunit.client.0.smithi028.stdout: "omap_stats_invalid": false, 2024-08-29T17:47:14.760 INFO:tasks.workunit.client.0.smithi028.stdout: "ondisk_log_size": 0, 2024-08-29T17:47:14.760 INFO:tasks.workunit.client.0.smithi028.stdout: "ondisk_log_start": "0'0", 2024-08-29T17:47:14.760 INFO:tasks.workunit.client.0.smithi028.stdout: "parent": "0.0", 2024-08-29T17:47:14.760 INFO:tasks.workunit.client.0.smithi028.stdout: "parent_split_bits": 0, 2024-08-29T17:47:14.760 INFO:tasks.workunit.client.0.smithi028.stdout: "pgid": "2.16", 2024-08-29T17:47:14.761 INFO:tasks.workunit.client.0.smithi028.stdout: "pin_stats_invalid": false, 2024-08-29T17:47:14.761 INFO:tasks.workunit.client.0.smithi028.stdout: "purged_snaps": [], 2024-08-29T17:47:14.761 INFO:tasks.workunit.client.0.smithi028.stdout: "reported_epoch": 74, 2024-08-29T17:47:14.761 INFO:tasks.workunit.client.0.smithi028.stdout: "reported_seq": 24, 2024-08-29T17:47:14.761 INFO:tasks.workunit.client.0.smithi028.stdout: "scrub_duration": 0.0, 2024-08-29T17:47:14.761 INFO:tasks.workunit.client.0.smithi028.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-31T04:57:25.892563+0000", 2024-08-29T17:47:14.761 INFO:tasks.workunit.client.0.smithi028.stdout: "snaptrim_duration": 0.0, 2024-08-29T17:47:14.761 INFO:tasks.workunit.client.0.smithi028.stdout: "snaptrimq_len": 0, 2024-08-29T17:47:14.761 INFO:tasks.workunit.client.0.smithi028.stdout: "stat_sum": { 2024-08-29T17:47:14.761 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes": 0, 2024-08-29T17:47:14.761 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes_hit_set_archive": 0, 2024-08-29T17:47:14.761 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes_recovered": 0, 2024-08-29T17:47:14.761 INFO:tasks.workunit.client.0.smithi028.stdout: "num_deep_scrub_errors": 0, 2024-08-29T17:47:14.762 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict": 0, 2024-08-29T17:47:14.762 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_kb": 0, 2024-08-29T17:47:14.762 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_mode_full": 0, 2024-08-29T17:47:14.762 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_mode_some": 0, 2024-08-29T17:47:14.762 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush": 0, 2024-08-29T17:47:14.762 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_kb": 0, 2024-08-29T17:47:14.762 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_mode_high": 0, 2024-08-29T17:47:14.762 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_mode_low": 0, 2024-08-29T17:47:14.762 INFO:tasks.workunit.client.0.smithi028.stdout: "num_keys_recovered": 0, 2024-08-29T17:47:14.762 INFO:tasks.workunit.client.0.smithi028.stdout: "num_large_omap_objects": 0, 2024-08-29T17:47:14.762 INFO:tasks.workunit.client.0.smithi028.stdout: "num_legacy_snapsets": 0, 2024-08-29T17:47:14.762 INFO:tasks.workunit.client.0.smithi028.stdout: "num_object_clones": 0, 2024-08-29T17:47:14.763 INFO:tasks.workunit.client.0.smithi028.stdout: "num_object_copies": 0, 2024-08-29T17:47:14.763 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects": 0, 2024-08-29T17:47:14.763 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_degraded": 0, 2024-08-29T17:47:14.763 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_dirty": 0, 2024-08-29T17:47:14.763 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_hit_set_archive": 0, 2024-08-29T17:47:14.763 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_manifest": 0, 2024-08-29T17:47:14.763 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_misplaced": 0, 2024-08-29T17:47:14.763 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_missing": 0, 2024-08-29T17:47:14.763 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_missing_on_primary": 0, 2024-08-29T17:47:14.763 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_omap": 0, 2024-08-29T17:47:14.763 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_pinned": 0, 2024-08-29T17:47:14.763 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_recovered": 0, 2024-08-29T17:47:14.764 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_repaired": 0, 2024-08-29T17:47:14.764 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_unfound": 0, 2024-08-29T17:47:14.764 INFO:tasks.workunit.client.0.smithi028.stdout: "num_omap_bytes": 0, 2024-08-29T17:47:14.764 INFO:tasks.workunit.client.0.smithi028.stdout: "num_omap_keys": 0, 2024-08-29T17:47:14.764 INFO:tasks.workunit.client.0.smithi028.stdout: "num_promote": 0, 2024-08-29T17:47:14.764 INFO:tasks.workunit.client.0.smithi028.stdout: "num_read": 0, 2024-08-29T17:47:14.764 INFO:tasks.workunit.client.0.smithi028.stdout: "num_read_kb": 0, 2024-08-29T17:47:14.764 INFO:tasks.workunit.client.0.smithi028.stdout: "num_scrub_errors": 0, 2024-08-29T17:47:14.764 INFO:tasks.workunit.client.0.smithi028.stdout: "num_shallow_scrub_errors": 0, 2024-08-29T17:47:14.764 INFO:tasks.workunit.client.0.smithi028.stdout: "num_whiteouts": 0, 2024-08-29T17:47:14.764 INFO:tasks.workunit.client.0.smithi028.stdout: "num_write": 0, 2024-08-29T17:47:14.764 INFO:tasks.workunit.client.0.smithi028.stdout: "num_write_kb": 0 2024-08-29T17:47:14.764 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:14.764 INFO:tasks.workunit.client.0.smithi028.stdout: "state": "active+clean", 2024-08-29T17:47:14.765 INFO:tasks.workunit.client.0.smithi028.stdout: "stats_invalid": false, 2024-08-29T17:47:14.765 INFO:tasks.workunit.client.0.smithi028.stdout: "up": [ 2024-08-29T17:47:14.765 INFO:tasks.workunit.client.0.smithi028.stdout: 5, 2024-08-29T17:47:14.765 INFO:tasks.workunit.client.0.smithi028.stdout: 6, 2024-08-29T17:47:14.765 INFO:tasks.workunit.client.0.smithi028.stdout: 2 2024-08-29T17:47:14.765 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-08-29T17:47:14.765 INFO:tasks.workunit.client.0.smithi028.stdout: "up_primary": 5, 2024-08-29T17:47:14.765 INFO:tasks.workunit.client.0.smithi028.stdout: "version": "0'0" 2024-08-29T17:47:14.765 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:14.765 INFO:tasks.workunit.client.0.smithi028.stdout: { 2024-08-29T17:47:14.765 INFO:tasks.workunit.client.0.smithi028.stdout: "acting": [ 2024-08-29T17:47:14.765 INFO:tasks.workunit.client.0.smithi028.stdout: 0, 2024-08-29T17:47:14.765 INFO:tasks.workunit.client.0.smithi028.stdout: 5, 2024-08-29T17:47:14.765 INFO:tasks.workunit.client.0.smithi028.stdout: 3 2024-08-29T17:47:14.766 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-08-29T17:47:14.766 INFO:tasks.workunit.client.0.smithi028.stdout: "acting_primary": 0, 2024-08-29T17:47:14.766 INFO:tasks.workunit.client.0.smithi028.stdout: "avail_no_missing": [], 2024-08-29T17:47:14.766 INFO:tasks.workunit.client.0.smithi028.stdout: "blocked_by": [], 2024-08-29T17:47:14.766 INFO:tasks.workunit.client.0.smithi028.stdout: "created": 62, 2024-08-29T17:47:14.766 INFO:tasks.workunit.client.0.smithi028.stdout: "dirty_stats_invalid": false, 2024-08-29T17:47:14.766 INFO:tasks.workunit.client.0.smithi028.stdout: "hitset_bytes_stats_invalid": false, 2024-08-29T17:47:14.766 INFO:tasks.workunit.client.0.smithi028.stdout: "hitset_stats_invalid": false, 2024-08-29T17:47:14.766 INFO:tasks.workunit.client.0.smithi028.stdout: "last_active": "2024-08-29T17:43:51.184068+0000", 2024-08-29T17:47:14.766 INFO:tasks.workunit.client.0.smithi028.stdout: "last_became_active": "2024-08-29T17:41:03.068494+0000", 2024-08-29T17:47:14.766 INFO:tasks.workunit.client.0.smithi028.stdout: "last_became_peered": "2024-08-29T17:41:03.068494+0000", 2024-08-29T17:47:14.766 INFO:tasks.workunit.client.0.smithi028.stdout: "last_change": "2024-08-29T17:41:03.068886+0000", 2024-08-29T17:47:14.766 INFO:tasks.workunit.client.0.smithi028.stdout: "last_clean": "2024-08-29T17:43:51.184068+0000", 2024-08-29T17:47:14.766 INFO:tasks.workunit.client.0.smithi028.stdout: "last_clean_scrub_stamp": "2024-08-29T17:41:01.987071+0000", 2024-08-29T17:47:14.767 INFO:tasks.workunit.client.0.smithi028.stdout: "last_deep_scrub": "0'0", 2024-08-29T17:47:14.767 INFO:tasks.workunit.client.0.smithi028.stdout: "last_deep_scrub_stamp": "2024-08-29T17:41:01.987071+0000", 2024-08-29T17:47:14.767 INFO:tasks.workunit.client.0.smithi028.stdout: "last_epoch_clean": 63, 2024-08-29T17:47:14.767 INFO:tasks.workunit.client.0.smithi028.stdout: "last_fresh": "2024-08-29T17:43:51.184068+0000", 2024-08-29T17:47:14.767 INFO:tasks.workunit.client.0.smithi028.stdout: "last_fullsized": "2024-08-29T17:43:51.184068+0000", 2024-08-29T17:47:14.767 INFO:tasks.workunit.client.0.smithi028.stdout: "last_peered": "2024-08-29T17:43:51.184068+0000", 2024-08-29T17:47:14.767 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub": "0'0", 2024-08-29T17:47:14.767 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub_duration": 0, 2024-08-29T17:47:14.767 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub_stamp": "2024-08-29T17:41:01.987071+0000", 2024-08-29T17:47:14.767 INFO:tasks.workunit.client.0.smithi028.stdout: "last_undegraded": "2024-08-29T17:43:51.184068+0000", 2024-08-29T17:47:14.767 INFO:tasks.workunit.client.0.smithi028.stdout: "last_unstale": "2024-08-29T17:43:51.184068+0000", 2024-08-29T17:47:14.767 INFO:tasks.workunit.client.0.smithi028.stdout: "log_dups_size": 0, 2024-08-29T17:47:14.767 INFO:tasks.workunit.client.0.smithi028.stdout: "log_size": 0, 2024-08-29T17:47:14.767 INFO:tasks.workunit.client.0.smithi028.stdout: "log_start": "0'0", 2024-08-29T17:47:14.768 INFO:tasks.workunit.client.0.smithi028.stdout: "manifest_stats_invalid": false, 2024-08-29T17:47:14.768 INFO:tasks.workunit.client.0.smithi028.stdout: "mapping_epoch": 62, 2024-08-29T17:47:14.768 INFO:tasks.workunit.client.0.smithi028.stdout: "object_location_counts": [], 2024-08-29T17:47:14.768 INFO:tasks.workunit.client.0.smithi028.stdout: "objects_scrubbed": 0, 2024-08-29T17:47:14.768 INFO:tasks.workunit.client.0.smithi028.stdout: "objects_trimmed": 0, 2024-08-29T17:47:14.768 INFO:tasks.workunit.client.0.smithi028.stdout: "omap_stats_invalid": false, 2024-08-29T17:47:14.768 INFO:tasks.workunit.client.0.smithi028.stdout: "ondisk_log_size": 0, 2024-08-29T17:47:14.768 INFO:tasks.workunit.client.0.smithi028.stdout: "ondisk_log_start": "0'0", 2024-08-29T17:47:14.768 INFO:tasks.workunit.client.0.smithi028.stdout: "parent": "0.0", 2024-08-29T17:47:14.768 INFO:tasks.workunit.client.0.smithi028.stdout: "parent_split_bits": 0, 2024-08-29T17:47:14.768 INFO:tasks.workunit.client.0.smithi028.stdout: "pgid": "3.17", 2024-08-29T17:47:14.768 INFO:tasks.workunit.client.0.smithi028.stdout: "pin_stats_invalid": false, 2024-08-29T17:47:14.768 INFO:tasks.workunit.client.0.smithi028.stdout: "purged_snaps": [], 2024-08-29T17:47:14.769 INFO:tasks.workunit.client.0.smithi028.stdout: "reported_epoch": 74, 2024-08-29T17:47:14.769 INFO:tasks.workunit.client.0.smithi028.stdout: "reported_seq": 21, 2024-08-29T17:47:14.769 INFO:tasks.workunit.client.0.smithi028.stdout: "scrub_duration": 0.0, 2024-08-29T17:47:14.769 INFO:tasks.workunit.client.0.smithi028.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-30T20:19:15.693075+0000", 2024-08-29T17:47:14.769 INFO:tasks.workunit.client.0.smithi028.stdout: "snaptrim_duration": 0.0, 2024-08-29T17:47:14.769 INFO:tasks.workunit.client.0.smithi028.stdout: "snaptrimq_len": 0, 2024-08-29T17:47:14.769 INFO:tasks.workunit.client.0.smithi028.stdout: "stat_sum": { 2024-08-29T17:47:14.769 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes": 0, 2024-08-29T17:47:14.769 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes_hit_set_archive": 0, 2024-08-29T17:47:14.769 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes_recovered": 0, 2024-08-29T17:47:14.769 INFO:tasks.workunit.client.0.smithi028.stdout: "num_deep_scrub_errors": 0, 2024-08-29T17:47:14.769 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict": 0, 2024-08-29T17:47:14.769 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_kb": 0, 2024-08-29T17:47:14.769 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_mode_full": 0, 2024-08-29T17:47:14.770 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_mode_some": 0, 2024-08-29T17:47:14.770 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush": 0, 2024-08-29T17:47:14.770 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_kb": 0, 2024-08-29T17:47:14.770 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_mode_high": 0, 2024-08-29T17:47:14.770 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_mode_low": 0, 2024-08-29T17:47:14.770 INFO:tasks.workunit.client.0.smithi028.stdout: "num_keys_recovered": 0, 2024-08-29T17:47:14.770 INFO:tasks.workunit.client.0.smithi028.stdout: "num_large_omap_objects": 0, 2024-08-29T17:47:14.770 INFO:tasks.workunit.client.0.smithi028.stdout: "num_legacy_snapsets": 0, 2024-08-29T17:47:14.770 INFO:tasks.workunit.client.0.smithi028.stdout: "num_object_clones": 0, 2024-08-29T17:47:14.770 INFO:tasks.workunit.client.0.smithi028.stdout: "num_object_copies": 0, 2024-08-29T17:47:14.770 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects": 0, 2024-08-29T17:47:14.770 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_degraded": 0, 2024-08-29T17:47:14.770 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_dirty": 0, 2024-08-29T17:47:14.771 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_hit_set_archive": 0, 2024-08-29T17:47:14.771 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_manifest": 0, 2024-08-29T17:47:14.771 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_misplaced": 0, 2024-08-29T17:47:14.771 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_missing": 0, 2024-08-29T17:47:14.771 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_missing_on_primary": 0, 2024-08-29T17:47:14.771 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_omap": 0, 2024-08-29T17:47:14.771 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_pinned": 0, 2024-08-29T17:47:14.771 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_recovered": 0, 2024-08-29T17:47:14.771 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_repaired": 0, 2024-08-29T17:47:14.771 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_unfound": 0, 2024-08-29T17:47:14.771 INFO:tasks.workunit.client.0.smithi028.stdout: "num_omap_bytes": 0, 2024-08-29T17:47:14.771 INFO:tasks.workunit.client.0.smithi028.stdout: "num_omap_keys": 0, 2024-08-29T17:47:14.771 INFO:tasks.workunit.client.0.smithi028.stdout: "num_promote": 0, 2024-08-29T17:47:14.771 INFO:tasks.workunit.client.0.smithi028.stdout: "num_read": 0, 2024-08-29T17:47:14.771 INFO:tasks.workunit.client.0.smithi028.stdout: "num_read_kb": 0, 2024-08-29T17:47:14.772 INFO:tasks.workunit.client.0.smithi028.stdout: "num_scrub_errors": 0, 2024-08-29T17:47:14.772 INFO:tasks.workunit.client.0.smithi028.stdout: "num_shallow_scrub_errors": 0, 2024-08-29T17:47:14.772 INFO:tasks.workunit.client.0.smithi028.stdout: "num_whiteouts": 0, 2024-08-29T17:47:14.772 INFO:tasks.workunit.client.0.smithi028.stdout: "num_write": 0, 2024-08-29T17:47:14.772 INFO:tasks.workunit.client.0.smithi028.stdout: "num_write_kb": 0 2024-08-29T17:47:14.772 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:14.772 INFO:tasks.workunit.client.0.smithi028.stdout: "state": "active+clean", 2024-08-29T17:47:14.772 INFO:tasks.workunit.client.0.smithi028.stdout: "stats_invalid": false, 2024-08-29T17:47:14.772 INFO:tasks.workunit.client.0.smithi028.stdout: "up": [ 2024-08-29T17:47:14.772 INFO:tasks.workunit.client.0.smithi028.stdout: 0, 2024-08-29T17:47:14.772 INFO:tasks.workunit.client.0.smithi028.stdout: 5, 2024-08-29T17:47:14.772 INFO:tasks.workunit.client.0.smithi028.stdout: 3 2024-08-29T17:47:14.772 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-08-29T17:47:14.773 INFO:tasks.workunit.client.0.smithi028.stdout: "up_primary": 0, 2024-08-29T17:47:14.773 INFO:tasks.workunit.client.0.smithi028.stdout: "version": "0'0" 2024-08-29T17:47:14.773 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:14.773 INFO:tasks.workunit.client.0.smithi028.stdout: { 2024-08-29T17:47:14.773 INFO:tasks.workunit.client.0.smithi028.stdout: "acting": [ 2024-08-29T17:47:14.773 INFO:tasks.workunit.client.0.smithi028.stdout: 1, 2024-08-29T17:47:14.773 INFO:tasks.workunit.client.0.smithi028.stdout: 5, 2024-08-29T17:47:14.773 INFO:tasks.workunit.client.0.smithi028.stdout: 0 2024-08-29T17:47:14.773 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-08-29T17:47:14.773 INFO:tasks.workunit.client.0.smithi028.stdout: "acting_primary": 1, 2024-08-29T17:47:14.773 INFO:tasks.workunit.client.0.smithi028.stdout: "avail_no_missing": [], 2024-08-29T17:47:14.773 INFO:tasks.workunit.client.0.smithi028.stdout: "blocked_by": [], 2024-08-29T17:47:14.773 INFO:tasks.workunit.client.0.smithi028.stdout: "created": 59, 2024-08-29T17:47:14.774 INFO:tasks.workunit.client.0.smithi028.stdout: "dirty_stats_invalid": false, 2024-08-29T17:47:14.774 INFO:tasks.workunit.client.0.smithi028.stdout: "hitset_bytes_stats_invalid": false, 2024-08-29T17:47:14.774 INFO:tasks.workunit.client.0.smithi028.stdout: "hitset_stats_invalid": false, 2024-08-29T17:47:14.774 INFO:tasks.workunit.client.0.smithi028.stdout: "last_active": "2024-08-29T17:43:51.010402+0000", 2024-08-29T17:47:14.774 INFO:tasks.workunit.client.0.smithi028.stdout: "last_became_active": "2024-08-29T17:40:53.986240+0000", 2024-08-29T17:47:14.774 INFO:tasks.workunit.client.0.smithi028.stdout: "last_became_peered": "2024-08-29T17:40:53.986240+0000", 2024-08-29T17:47:14.774 INFO:tasks.workunit.client.0.smithi028.stdout: "last_change": "2024-08-29T17:40:53.989710+0000", 2024-08-29T17:47:14.774 INFO:tasks.workunit.client.0.smithi028.stdout: "last_clean": "2024-08-29T17:43:51.010402+0000", 2024-08-29T17:47:14.774 INFO:tasks.workunit.client.0.smithi028.stdout: "last_clean_scrub_stamp": "2024-08-29T17:40:52.944949+0000", 2024-08-29T17:47:14.774 INFO:tasks.workunit.client.0.smithi028.stdout: "last_deep_scrub": "0'0", 2024-08-29T17:47:14.774 INFO:tasks.workunit.client.0.smithi028.stdout: "last_deep_scrub_stamp": "2024-08-29T17:40:52.944949+0000", 2024-08-29T17:47:14.774 INFO:tasks.workunit.client.0.smithi028.stdout: "last_epoch_clean": 60, 2024-08-29T17:47:14.774 INFO:tasks.workunit.client.0.smithi028.stdout: "last_fresh": "2024-08-29T17:43:51.010402+0000", 2024-08-29T17:47:14.775 INFO:tasks.workunit.client.0.smithi028.stdout: "last_fullsized": "2024-08-29T17:43:51.010402+0000", 2024-08-29T17:47:14.775 INFO:tasks.workunit.client.0.smithi028.stdout: "last_peered": "2024-08-29T17:43:51.010402+0000", 2024-08-29T17:47:14.775 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub": "0'0", 2024-08-29T17:47:14.775 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub_duration": 0, 2024-08-29T17:47:14.775 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub_stamp": "2024-08-29T17:40:52.944949+0000", 2024-08-29T17:47:14.775 INFO:tasks.workunit.client.0.smithi028.stdout: "last_undegraded": "2024-08-29T17:43:51.010402+0000", 2024-08-29T17:47:14.775 INFO:tasks.workunit.client.0.smithi028.stdout: "last_unstale": "2024-08-29T17:43:51.010402+0000", 2024-08-29T17:47:14.775 INFO:tasks.workunit.client.0.smithi028.stdout: "log_dups_size": 0, 2024-08-29T17:47:14.775 INFO:tasks.workunit.client.0.smithi028.stdout: "log_size": 3, 2024-08-29T17:47:14.775 INFO:tasks.workunit.client.0.smithi028.stdout: "log_start": "0'0", 2024-08-29T17:47:14.775 INFO:tasks.workunit.client.0.smithi028.stdout: "manifest_stats_invalid": false, 2024-08-29T17:47:14.775 INFO:tasks.workunit.client.0.smithi028.stdout: "mapping_epoch": 59, 2024-08-29T17:47:14.775 INFO:tasks.workunit.client.0.smithi028.stdout: "object_location_counts": [], 2024-08-29T17:47:14.775 INFO:tasks.workunit.client.0.smithi028.stdout: "objects_scrubbed": 0, 2024-08-29T17:47:14.776 INFO:tasks.workunit.client.0.smithi028.stdout: "objects_trimmed": 0, 2024-08-29T17:47:14.776 INFO:tasks.workunit.client.0.smithi028.stdout: "omap_stats_invalid": false, 2024-08-29T17:47:14.776 INFO:tasks.workunit.client.0.smithi028.stdout: "ondisk_log_size": 3, 2024-08-29T17:47:14.776 INFO:tasks.workunit.client.0.smithi028.stdout: "ondisk_log_start": "0'0", 2024-08-29T17:47:14.776 INFO:tasks.workunit.client.0.smithi028.stdout: "parent": "0.0", 2024-08-29T17:47:14.776 INFO:tasks.workunit.client.0.smithi028.stdout: "parent_split_bits": 0, 2024-08-29T17:47:14.776 INFO:tasks.workunit.client.0.smithi028.stdout: "pgid": "2.15", 2024-08-29T17:47:14.776 INFO:tasks.workunit.client.0.smithi028.stdout: "pin_stats_invalid": false, 2024-08-29T17:47:14.776 INFO:tasks.workunit.client.0.smithi028.stdout: "purged_snaps": [], 2024-08-29T17:47:14.776 INFO:tasks.workunit.client.0.smithi028.stdout: "reported_epoch": 74, 2024-08-29T17:47:14.776 INFO:tasks.workunit.client.0.smithi028.stdout: "reported_seq": 27, 2024-08-29T17:47:14.776 INFO:tasks.workunit.client.0.smithi028.stdout: "scrub_duration": 0.0, 2024-08-29T17:47:14.776 INFO:tasks.workunit.client.0.smithi028.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-30T19:06:02.586277+0000", 2024-08-29T17:47:14.776 INFO:tasks.workunit.client.0.smithi028.stdout: "snaptrim_duration": 0.0, 2024-08-29T17:47:14.777 INFO:tasks.workunit.client.0.smithi028.stdout: "snaptrimq_len": 0, 2024-08-29T17:47:14.777 INFO:tasks.workunit.client.0.smithi028.stdout: "stat_sum": { 2024-08-29T17:47:14.777 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes": 90, 2024-08-29T17:47:14.777 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes_hit_set_archive": 0, 2024-08-29T17:47:14.777 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes_recovered": 0, 2024-08-29T17:47:14.777 INFO:tasks.workunit.client.0.smithi028.stdout: "num_deep_scrub_errors": 0, 2024-08-29T17:47:14.777 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict": 0, 2024-08-29T17:47:14.777 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_kb": 0, 2024-08-29T17:47:14.777 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_mode_full": 0, 2024-08-29T17:47:14.777 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_mode_some": 0, 2024-08-29T17:47:14.777 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush": 0, 2024-08-29T17:47:14.777 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_kb": 0, 2024-08-29T17:47:14.777 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_mode_high": 0, 2024-08-29T17:47:14.778 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_mode_low": 0, 2024-08-29T17:47:14.778 INFO:tasks.workunit.client.0.smithi028.stdout: "num_keys_recovered": 0, 2024-08-29T17:47:14.778 INFO:tasks.workunit.client.0.smithi028.stdout: "num_large_omap_objects": 0, 2024-08-29T17:47:14.778 INFO:tasks.workunit.client.0.smithi028.stdout: "num_legacy_snapsets": 0, 2024-08-29T17:47:14.778 INFO:tasks.workunit.client.0.smithi028.stdout: "num_object_clones": 0, 2024-08-29T17:47:14.778 INFO:tasks.workunit.client.0.smithi028.stdout: "num_object_copies": 6, 2024-08-29T17:47:14.778 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects": 2, 2024-08-29T17:47:14.778 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_degraded": 0, 2024-08-29T17:47:14.778 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_dirty": 2, 2024-08-29T17:47:14.778 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_hit_set_archive": 0, 2024-08-29T17:47:14.778 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_manifest": 0, 2024-08-29T17:47:14.778 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_misplaced": 0, 2024-08-29T17:47:14.780 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_missing": 0, 2024-08-29T17:47:14.780 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_missing_on_primary": 0, 2024-08-29T17:47:14.780 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_omap": 1, 2024-08-29T17:47:14.780 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_pinned": 0, 2024-08-29T17:47:14.780 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_recovered": 0, 2024-08-29T17:47:14.780 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_repaired": 0, 2024-08-29T17:47:14.780 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_unfound": 0, 2024-08-29T17:47:14.780 INFO:tasks.workunit.client.0.smithi028.stdout: "num_omap_bytes": 0, 2024-08-29T17:47:14.780 INFO:tasks.workunit.client.0.smithi028.stdout: "num_omap_keys": 0, 2024-08-29T17:47:14.780 INFO:tasks.workunit.client.0.smithi028.stdout: "num_promote": 0, 2024-08-29T17:47:14.780 INFO:tasks.workunit.client.0.smithi028.stdout: "num_read": 0, 2024-08-29T17:47:14.781 INFO:tasks.workunit.client.0.smithi028.stdout: "num_read_kb": 0, 2024-08-29T17:47:14.781 INFO:tasks.workunit.client.0.smithi028.stdout: "num_scrub_errors": 0, 2024-08-29T17:47:14.781 INFO:tasks.workunit.client.0.smithi028.stdout: "num_shallow_scrub_errors": 0, 2024-08-29T17:47:14.781 INFO:tasks.workunit.client.0.smithi028.stdout: "num_whiteouts": 0, 2024-08-29T17:47:14.781 INFO:tasks.workunit.client.0.smithi028.stdout: "num_write": 4, 2024-08-29T17:47:14.781 INFO:tasks.workunit.client.0.smithi028.stdout: "num_write_kb": 1 2024-08-29T17:47:14.781 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:14.781 INFO:tasks.workunit.client.0.smithi028.stdout: "state": "active+clean", 2024-08-29T17:47:14.781 INFO:tasks.workunit.client.0.smithi028.stdout: "stats_invalid": false, 2024-08-29T17:47:14.781 INFO:tasks.workunit.client.0.smithi028.stdout: "up": [ 2024-08-29T17:47:14.781 INFO:tasks.workunit.client.0.smithi028.stdout: 1, 2024-08-29T17:47:14.781 INFO:tasks.workunit.client.0.smithi028.stdout: 5, 2024-08-29T17:47:14.781 INFO:tasks.workunit.client.0.smithi028.stdout: 0 2024-08-29T17:47:14.782 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-08-29T17:47:14.782 INFO:tasks.workunit.client.0.smithi028.stdout: "up_primary": 1, 2024-08-29T17:47:14.782 INFO:tasks.workunit.client.0.smithi028.stdout: "version": "65'3" 2024-08-29T17:47:14.782 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:14.782 INFO:tasks.workunit.client.0.smithi028.stdout: { 2024-08-29T17:47:14.782 INFO:tasks.workunit.client.0.smithi028.stdout: "acting": [ 2024-08-29T17:47:14.782 INFO:tasks.workunit.client.0.smithi028.stdout: 2, 2024-08-29T17:47:14.782 INFO:tasks.workunit.client.0.smithi028.stdout: 7, 2024-08-29T17:47:14.782 INFO:tasks.workunit.client.0.smithi028.stdout: 6 2024-08-29T17:47:14.782 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-08-29T17:47:14.782 INFO:tasks.workunit.client.0.smithi028.stdout: "acting_primary": 2, 2024-08-29T17:47:14.782 INFO:tasks.workunit.client.0.smithi028.stdout: "avail_no_missing": [], 2024-08-29T17:47:14.783 INFO:tasks.workunit.client.0.smithi028.stdout: "blocked_by": [], 2024-08-29T17:47:14.783 INFO:tasks.workunit.client.0.smithi028.stdout: "created": 62, 2024-08-29T17:47:14.783 INFO:tasks.workunit.client.0.smithi028.stdout: "dirty_stats_invalid": false, 2024-08-29T17:47:14.783 INFO:tasks.workunit.client.0.smithi028.stdout: "hitset_bytes_stats_invalid": false, 2024-08-29T17:47:14.783 INFO:tasks.workunit.client.0.smithi028.stdout: "hitset_stats_invalid": false, 2024-08-29T17:47:14.783 INFO:tasks.workunit.client.0.smithi028.stdout: "last_active": "2024-08-29T17:43:51.004707+0000", 2024-08-29T17:47:14.783 INFO:tasks.workunit.client.0.smithi028.stdout: "last_became_active": "2024-08-29T17:41:16.104048+0000", 2024-08-29T17:47:14.783 INFO:tasks.workunit.client.0.smithi028.stdout: "last_became_peered": "2024-08-29T17:41:16.104048+0000", 2024-08-29T17:47:14.783 INFO:tasks.workunit.client.0.smithi028.stdout: "last_change": "2024-08-29T17:41:16.104711+0000", 2024-08-29T17:47:14.783 INFO:tasks.workunit.client.0.smithi028.stdout: "last_clean": "2024-08-29T17:43:51.004707+0000", 2024-08-29T17:47:14.783 INFO:tasks.workunit.client.0.smithi028.stdout: "last_clean_scrub_stamp": "2024-08-29T17:41:01.987071+0000", 2024-08-29T17:47:14.783 INFO:tasks.workunit.client.0.smithi028.stdout: "last_deep_scrub": "0'0", 2024-08-29T17:47:14.783 INFO:tasks.workunit.client.0.smithi028.stdout: "last_deep_scrub_stamp": "2024-08-29T17:41:01.987071+0000", 2024-08-29T17:47:14.784 INFO:tasks.workunit.client.0.smithi028.stdout: "last_epoch_clean": 67, 2024-08-29T17:47:14.784 INFO:tasks.workunit.client.0.smithi028.stdout: "last_fresh": "2024-08-29T17:43:51.004707+0000", 2024-08-29T17:47:14.784 INFO:tasks.workunit.client.0.smithi028.stdout: "last_fullsized": "2024-08-29T17:43:51.004707+0000", 2024-08-29T17:47:14.784 INFO:tasks.workunit.client.0.smithi028.stdout: "last_peered": "2024-08-29T17:43:51.004707+0000", 2024-08-29T17:47:14.784 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub": "0'0", 2024-08-29T17:47:14.784 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub_duration": 0, 2024-08-29T17:47:14.784 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub_stamp": "2024-08-29T17:41:01.987071+0000", 2024-08-29T17:47:14.784 INFO:tasks.workunit.client.0.smithi028.stdout: "last_undegraded": "2024-08-29T17:43:51.004707+0000", 2024-08-29T17:47:14.784 INFO:tasks.workunit.client.0.smithi028.stdout: "last_unstale": "2024-08-29T17:43:51.004707+0000", 2024-08-29T17:47:14.784 INFO:tasks.workunit.client.0.smithi028.stdout: "log_dups_size": 0, 2024-08-29T17:47:14.784 INFO:tasks.workunit.client.0.smithi028.stdout: "log_size": 0, 2024-08-29T17:47:14.784 INFO:tasks.workunit.client.0.smithi028.stdout: "log_start": "0'0", 2024-08-29T17:47:14.784 INFO:tasks.workunit.client.0.smithi028.stdout: "manifest_stats_invalid": false, 2024-08-29T17:47:14.784 INFO:tasks.workunit.client.0.smithi028.stdout: "mapping_epoch": 66, 2024-08-29T17:47:14.785 INFO:tasks.workunit.client.0.smithi028.stdout: "object_location_counts": [], 2024-08-29T17:47:14.785 INFO:tasks.workunit.client.0.smithi028.stdout: "objects_scrubbed": 0, 2024-08-29T17:47:14.785 INFO:tasks.workunit.client.0.smithi028.stdout: "objects_trimmed": 0, 2024-08-29T17:47:14.785 INFO:tasks.workunit.client.0.smithi028.stdout: "omap_stats_invalid": false, 2024-08-29T17:47:14.785 INFO:tasks.workunit.client.0.smithi028.stdout: "ondisk_log_size": 0, 2024-08-29T17:47:14.785 INFO:tasks.workunit.client.0.smithi028.stdout: "ondisk_log_start": "0'0", 2024-08-29T17:47:14.785 INFO:tasks.workunit.client.0.smithi028.stdout: "parent": "0.0", 2024-08-29T17:47:14.785 INFO:tasks.workunit.client.0.smithi028.stdout: "parent_split_bits": 0, 2024-08-29T17:47:14.785 INFO:tasks.workunit.client.0.smithi028.stdout: "pgid": "3.14", 2024-08-29T17:47:14.785 INFO:tasks.workunit.client.0.smithi028.stdout: "pin_stats_invalid": false, 2024-08-29T17:47:14.785 INFO:tasks.workunit.client.0.smithi028.stdout: "purged_snaps": [], 2024-08-29T17:47:14.785 INFO:tasks.workunit.client.0.smithi028.stdout: "reported_epoch": 74, 2024-08-29T17:47:14.785 INFO:tasks.workunit.client.0.smithi028.stdout: "reported_seq": 18, 2024-08-29T17:47:14.785 INFO:tasks.workunit.client.0.smithi028.stdout: "scrub_duration": 0.0, 2024-08-29T17:47:14.785 INFO:tasks.workunit.client.0.smithi028.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-30T19:26:03.843217+0000", 2024-08-29T17:47:14.786 INFO:tasks.workunit.client.0.smithi028.stdout: "snaptrim_duration": 0.0, 2024-08-29T17:47:14.786 INFO:tasks.workunit.client.0.smithi028.stdout: "snaptrimq_len": 0, 2024-08-29T17:47:14.786 INFO:tasks.workunit.client.0.smithi028.stdout: "stat_sum": { 2024-08-29T17:47:14.786 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes": 0, 2024-08-29T17:47:14.786 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes_hit_set_archive": 0, 2024-08-29T17:47:14.786 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes_recovered": 0, 2024-08-29T17:47:14.786 INFO:tasks.workunit.client.0.smithi028.stdout: "num_deep_scrub_errors": 0, 2024-08-29T17:47:14.786 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict": 0, 2024-08-29T17:47:14.786 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_kb": 0, 2024-08-29T17:47:14.786 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_mode_full": 0, 2024-08-29T17:47:14.786 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_mode_some": 0, 2024-08-29T17:47:14.786 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush": 0, 2024-08-29T17:47:14.786 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_kb": 0, 2024-08-29T17:47:14.786 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_mode_high": 0, 2024-08-29T17:47:14.787 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_mode_low": 0, 2024-08-29T17:47:14.787 INFO:tasks.workunit.client.0.smithi028.stdout: "num_keys_recovered": 0, 2024-08-29T17:47:14.787 INFO:tasks.workunit.client.0.smithi028.stdout: "num_large_omap_objects": 0, 2024-08-29T17:47:14.787 INFO:tasks.workunit.client.0.smithi028.stdout: "num_legacy_snapsets": 0, 2024-08-29T17:47:14.787 INFO:tasks.workunit.client.0.smithi028.stdout: "num_object_clones": 0, 2024-08-29T17:47:14.787 INFO:tasks.workunit.client.0.smithi028.stdout: "num_object_copies": 0, 2024-08-29T17:47:14.787 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects": 0, 2024-08-29T17:47:14.787 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_degraded": 0, 2024-08-29T17:47:14.787 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_dirty": 0, 2024-08-29T17:47:14.787 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_hit_set_archive": 0, 2024-08-29T17:47:14.787 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_manifest": 0, 2024-08-29T17:47:14.787 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_misplaced": 0, 2024-08-29T17:47:14.787 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_missing": 0, 2024-08-29T17:47:14.787 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_missing_on_primary": 0, 2024-08-29T17:47:14.788 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_omap": 0, 2024-08-29T17:47:14.788 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_pinned": 0, 2024-08-29T17:47:14.788 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_recovered": 0, 2024-08-29T17:47:14.788 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_repaired": 0, 2024-08-29T17:47:14.788 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_unfound": 0, 2024-08-29T17:47:14.788 INFO:tasks.workunit.client.0.smithi028.stdout: "num_omap_bytes": 0, 2024-08-29T17:47:14.788 INFO:tasks.workunit.client.0.smithi028.stdout: "num_omap_keys": 0, 2024-08-29T17:47:14.788 INFO:tasks.workunit.client.0.smithi028.stdout: "num_promote": 0, 2024-08-29T17:47:14.788 INFO:tasks.workunit.client.0.smithi028.stdout: "num_read": 0, 2024-08-29T17:47:14.788 INFO:tasks.workunit.client.0.smithi028.stdout: "num_read_kb": 0, 2024-08-29T17:47:14.788 INFO:tasks.workunit.client.0.smithi028.stdout: "num_scrub_errors": 0, 2024-08-29T17:47:14.789 INFO:tasks.workunit.client.0.smithi028.stdout: "num_shallow_scrub_errors": 0, 2024-08-29T17:47:14.789 INFO:tasks.workunit.client.0.smithi028.stdout: "num_whiteouts": 0, 2024-08-29T17:47:14.789 INFO:tasks.workunit.client.0.smithi028.stdout: "num_write": 0, 2024-08-29T17:47:14.789 INFO:tasks.workunit.client.0.smithi028.stdout: "num_write_kb": 0 2024-08-29T17:47:14.789 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:14.789 INFO:tasks.workunit.client.0.smithi028.stdout: "state": "active+clean", 2024-08-29T17:47:14.789 INFO:tasks.workunit.client.0.smithi028.stdout: "stats_invalid": false, 2024-08-29T17:47:14.789 INFO:tasks.workunit.client.0.smithi028.stdout: "up": [ 2024-08-29T17:47:14.789 INFO:tasks.workunit.client.0.smithi028.stdout: 2, 2024-08-29T17:47:14.789 INFO:tasks.workunit.client.0.smithi028.stdout: 7, 2024-08-29T17:47:14.789 INFO:tasks.workunit.client.0.smithi028.stdout: 6 2024-08-29T17:47:14.789 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-08-29T17:47:14.789 INFO:tasks.workunit.client.0.smithi028.stdout: "up_primary": 2, 2024-08-29T17:47:14.790 INFO:tasks.workunit.client.0.smithi028.stdout: "version": "0'0" 2024-08-29T17:47:14.790 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:14.790 INFO:tasks.workunit.client.0.smithi028.stdout: { 2024-08-29T17:47:14.790 INFO:tasks.workunit.client.0.smithi028.stdout: "acting": [ 2024-08-29T17:47:14.790 INFO:tasks.workunit.client.0.smithi028.stdout: 6, 2024-08-29T17:47:14.790 INFO:tasks.workunit.client.0.smithi028.stdout: 3, 2024-08-29T17:47:14.790 INFO:tasks.workunit.client.0.smithi028.stdout: 5 2024-08-29T17:47:14.790 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-08-29T17:47:14.790 INFO:tasks.workunit.client.0.smithi028.stdout: "acting_primary": 6, 2024-08-29T17:47:14.790 INFO:tasks.workunit.client.0.smithi028.stdout: "avail_no_missing": [], 2024-08-29T17:47:14.790 INFO:tasks.workunit.client.0.smithi028.stdout: "blocked_by": [], 2024-08-29T17:47:14.790 INFO:tasks.workunit.client.0.smithi028.stdout: "created": 59, 2024-08-29T17:47:14.790 INFO:tasks.workunit.client.0.smithi028.stdout: "dirty_stats_invalid": false, 2024-08-29T17:47:14.791 INFO:tasks.workunit.client.0.smithi028.stdout: "hitset_bytes_stats_invalid": false, 2024-08-29T17:47:14.791 INFO:tasks.workunit.client.0.smithi028.stdout: "hitset_stats_invalid": false, 2024-08-29T17:47:14.791 INFO:tasks.workunit.client.0.smithi028.stdout: "last_active": "2024-08-29T17:44:23.899024+0000", 2024-08-29T17:47:14.791 INFO:tasks.workunit.client.0.smithi028.stdout: "last_became_active": "2024-08-29T17:40:53.996743+0000", 2024-08-29T17:47:14.791 INFO:tasks.workunit.client.0.smithi028.stdout: "last_became_peered": "2024-08-29T17:40:53.996743+0000", 2024-08-29T17:47:14.791 INFO:tasks.workunit.client.0.smithi028.stdout: "last_change": "2024-08-29T17:40:53.997553+0000", 2024-08-29T17:47:14.791 INFO:tasks.workunit.client.0.smithi028.stdout: "last_clean": "2024-08-29T17:44:23.899024+0000", 2024-08-29T17:47:14.791 INFO:tasks.workunit.client.0.smithi028.stdout: "last_clean_scrub_stamp": "2024-08-29T17:40:52.944949+0000", 2024-08-29T17:47:14.791 INFO:tasks.workunit.client.0.smithi028.stdout: "last_deep_scrub": "0'0", 2024-08-29T17:47:14.791 INFO:tasks.workunit.client.0.smithi028.stdout: "last_deep_scrub_stamp": "2024-08-29T17:40:52.944949+0000", 2024-08-29T17:47:14.791 INFO:tasks.workunit.client.0.smithi028.stdout: "last_epoch_clean": 60, 2024-08-29T17:47:14.791 INFO:tasks.workunit.client.0.smithi028.stdout: "last_fresh": "2024-08-29T17:44:23.899024+0000", 2024-08-29T17:47:14.791 INFO:tasks.workunit.client.0.smithi028.stdout: "last_fullsized": "2024-08-29T17:44:23.899024+0000", 2024-08-29T17:47:14.791 INFO:tasks.workunit.client.0.smithi028.stdout: "last_peered": "2024-08-29T17:44:23.899024+0000", 2024-08-29T17:47:14.792 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub": "0'0", 2024-08-29T17:47:14.792 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub_duration": 0, 2024-08-29T17:47:14.792 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub_stamp": "2024-08-29T17:40:52.944949+0000", 2024-08-29T17:47:14.792 INFO:tasks.workunit.client.0.smithi028.stdout: "last_undegraded": "2024-08-29T17:44:23.899024+0000", 2024-08-29T17:47:14.792 INFO:tasks.workunit.client.0.smithi028.stdout: "last_unstale": "2024-08-29T17:44:23.899024+0000", 2024-08-29T17:47:14.792 INFO:tasks.workunit.client.0.smithi028.stdout: "log_dups_size": 0, 2024-08-29T17:47:14.792 INFO:tasks.workunit.client.0.smithi028.stdout: "log_size": 12, 2024-08-29T17:47:14.792 INFO:tasks.workunit.client.0.smithi028.stdout: "log_start": "0'0", 2024-08-29T17:47:14.792 INFO:tasks.workunit.client.0.smithi028.stdout: "manifest_stats_invalid": false, 2024-08-29T17:47:14.792 INFO:tasks.workunit.client.0.smithi028.stdout: "mapping_epoch": 59, 2024-08-29T17:47:14.792 INFO:tasks.workunit.client.0.smithi028.stdout: "object_location_counts": [], 2024-08-29T17:47:14.792 INFO:tasks.workunit.client.0.smithi028.stdout: "objects_scrubbed": 0, 2024-08-29T17:47:14.792 INFO:tasks.workunit.client.0.smithi028.stdout: "objects_trimmed": 0, 2024-08-29T17:47:14.792 INFO:tasks.workunit.client.0.smithi028.stdout: "omap_stats_invalid": false, 2024-08-29T17:47:14.793 INFO:tasks.workunit.client.0.smithi028.stdout: "ondisk_log_size": 12, 2024-08-29T17:47:14.793 INFO:tasks.workunit.client.0.smithi028.stdout: "ondisk_log_start": "0'0", 2024-08-29T17:47:14.793 INFO:tasks.workunit.client.0.smithi028.stdout: "parent": "0.0", 2024-08-29T17:47:14.793 INFO:tasks.workunit.client.0.smithi028.stdout: "parent_split_bits": 0, 2024-08-29T17:47:14.793 INFO:tasks.workunit.client.0.smithi028.stdout: "pgid": "2.14", 2024-08-29T17:47:14.793 INFO:tasks.workunit.client.0.smithi028.stdout: "pin_stats_invalid": false, 2024-08-29T17:47:14.793 INFO:tasks.workunit.client.0.smithi028.stdout: "purged_snaps": [], 2024-08-29T17:47:14.793 INFO:tasks.workunit.client.0.smithi028.stdout: "reported_epoch": 75, 2024-08-29T17:47:14.793 INFO:tasks.workunit.client.0.smithi028.stdout: "reported_seq": 36, 2024-08-29T17:47:14.793 INFO:tasks.workunit.client.0.smithi028.stdout: "scrub_duration": 0.0, 2024-08-29T17:47:14.793 INFO:tasks.workunit.client.0.smithi028.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-31T05:30:57.881047+0000", 2024-08-29T17:47:14.793 INFO:tasks.workunit.client.0.smithi028.stdout: "snaptrim_duration": 0.0, 2024-08-29T17:47:14.793 INFO:tasks.workunit.client.0.smithi028.stdout: "snaptrimq_len": 0, 2024-08-29T17:47:14.793 INFO:tasks.workunit.client.0.smithi028.stdout: "stat_sum": { 2024-08-29T17:47:14.793 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes": 2624, 2024-08-29T17:47:14.794 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes_hit_set_archive": 0, 2024-08-29T17:47:14.794 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes_recovered": 0, 2024-08-29T17:47:14.794 INFO:tasks.workunit.client.0.smithi028.stdout: "num_deep_scrub_errors": 0, 2024-08-29T17:47:14.794 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict": 0, 2024-08-29T17:47:14.794 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_kb": 0, 2024-08-29T17:47:14.794 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_mode_full": 0, 2024-08-29T17:47:14.794 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_mode_some": 0, 2024-08-29T17:47:14.794 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush": 0, 2024-08-29T17:47:14.794 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_kb": 0, 2024-08-29T17:47:14.794 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_mode_high": 0, 2024-08-29T17:47:14.794 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_mode_low": 0, 2024-08-29T17:47:14.794 INFO:tasks.workunit.client.0.smithi028.stdout: "num_keys_recovered": 0, 2024-08-29T17:47:14.794 INFO:tasks.workunit.client.0.smithi028.stdout: "num_large_omap_objects": 0, 2024-08-29T17:47:14.794 INFO:tasks.workunit.client.0.smithi028.stdout: "num_legacy_snapsets": 0, 2024-08-29T17:47:14.795 INFO:tasks.workunit.client.0.smithi028.stdout: "num_object_clones": 0, 2024-08-29T17:47:14.795 INFO:tasks.workunit.client.0.smithi028.stdout: "num_object_copies": 12, 2024-08-29T17:47:14.795 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects": 4, 2024-08-29T17:47:14.795 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_degraded": 0, 2024-08-29T17:47:14.795 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_dirty": 4, 2024-08-29T17:47:14.795 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_hit_set_archive": 0, 2024-08-29T17:47:14.795 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_manifest": 0, 2024-08-29T17:47:14.795 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_misplaced": 0, 2024-08-29T17:47:14.795 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_missing": 0, 2024-08-29T17:47:14.795 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_missing_on_primary": 0, 2024-08-29T17:47:14.795 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_omap": 1, 2024-08-29T17:47:14.795 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_pinned": 0, 2024-08-29T17:47:14.796 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_recovered": 0, 2024-08-29T17:47:14.796 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_repaired": 0, 2024-08-29T17:47:14.796 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_unfound": 0, 2024-08-29T17:47:14.796 INFO:tasks.workunit.client.0.smithi028.stdout: "num_omap_bytes": 0, 2024-08-29T17:47:14.796 INFO:tasks.workunit.client.0.smithi028.stdout: "num_omap_keys": 0, 2024-08-29T17:47:14.796 INFO:tasks.workunit.client.0.smithi028.stdout: "num_promote": 0, 2024-08-29T17:47:14.796 INFO:tasks.workunit.client.0.smithi028.stdout: "num_read": 0, 2024-08-29T17:47:14.796 INFO:tasks.workunit.client.0.smithi028.stdout: "num_read_kb": 0, 2024-08-29T17:47:14.796 INFO:tasks.workunit.client.0.smithi028.stdout: "num_scrub_errors": 0, 2024-08-29T17:47:14.796 INFO:tasks.workunit.client.0.smithi028.stdout: "num_shallow_scrub_errors": 0, 2024-08-29T17:47:14.796 INFO:tasks.workunit.client.0.smithi028.stdout: "num_whiteouts": 0, 2024-08-29T17:47:14.797 INFO:tasks.workunit.client.0.smithi028.stdout: "num_write": 12, 2024-08-29T17:47:14.797 INFO:tasks.workunit.client.0.smithi028.stdout: "num_write_kb": 9 2024-08-29T17:47:14.797 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:14.797 INFO:tasks.workunit.client.0.smithi028.stdout: "state": "active+clean", 2024-08-29T17:47:14.797 INFO:tasks.workunit.client.0.smithi028.stdout: "stats_invalid": false, 2024-08-29T17:47:14.797 INFO:tasks.workunit.client.0.smithi028.stdout: "up": [ 2024-08-29T17:47:14.797 INFO:tasks.workunit.client.0.smithi028.stdout: 6, 2024-08-29T17:47:14.797 INFO:tasks.workunit.client.0.smithi028.stdout: 3, 2024-08-29T17:47:14.797 INFO:tasks.workunit.client.0.smithi028.stdout: 5 2024-08-29T17:47:14.797 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-08-29T17:47:14.797 INFO:tasks.workunit.client.0.smithi028.stdout: "up_primary": 6, 2024-08-29T17:47:14.797 INFO:tasks.workunit.client.0.smithi028.stdout: "version": "75'12" 2024-08-29T17:47:14.797 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:14.797 INFO:tasks.workunit.client.0.smithi028.stdout: { 2024-08-29T17:47:14.798 INFO:tasks.workunit.client.0.smithi028.stdout: "acting": [ 2024-08-29T17:47:14.798 INFO:tasks.workunit.client.0.smithi028.stdout: 7, 2024-08-29T17:47:14.798 INFO:tasks.workunit.client.0.smithi028.stdout: 3, 2024-08-29T17:47:14.798 INFO:tasks.workunit.client.0.smithi028.stdout: 4 2024-08-29T17:47:14.798 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-08-29T17:47:14.798 INFO:tasks.workunit.client.0.smithi028.stdout: "acting_primary": 7, 2024-08-29T17:47:14.798 INFO:tasks.workunit.client.0.smithi028.stdout: "avail_no_missing": [], 2024-08-29T17:47:14.798 INFO:tasks.workunit.client.0.smithi028.stdout: "blocked_by": [], 2024-08-29T17:47:14.798 INFO:tasks.workunit.client.0.smithi028.stdout: "created": 62, 2024-08-29T17:47:14.798 INFO:tasks.workunit.client.0.smithi028.stdout: "dirty_stats_invalid": false, 2024-08-29T17:47:14.798 INFO:tasks.workunit.client.0.smithi028.stdout: "hitset_bytes_stats_invalid": false, 2024-08-29T17:47:14.798 INFO:tasks.workunit.client.0.smithi028.stdout: "hitset_stats_invalid": false, 2024-08-29T17:47:14.799 INFO:tasks.workunit.client.0.smithi028.stdout: "last_active": "2024-08-29T17:43:51.058430+0000", 2024-08-29T17:47:14.799 INFO:tasks.workunit.client.0.smithi028.stdout: "last_became_active": "2024-08-29T17:41:03.083713+0000", 2024-08-29T17:47:14.799 INFO:tasks.workunit.client.0.smithi028.stdout: "last_became_peered": "2024-08-29T17:41:03.083713+0000", 2024-08-29T17:47:14.799 INFO:tasks.workunit.client.0.smithi028.stdout: "last_change": "2024-08-29T17:41:03.084159+0000", 2024-08-29T17:47:14.799 INFO:tasks.workunit.client.0.smithi028.stdout: "last_clean": "2024-08-29T17:43:51.058430+0000", 2024-08-29T17:47:14.799 INFO:tasks.workunit.client.0.smithi028.stdout: "last_clean_scrub_stamp": "2024-08-29T17:41:01.987071+0000", 2024-08-29T17:47:14.799 INFO:tasks.workunit.client.0.smithi028.stdout: "last_deep_scrub": "0'0", 2024-08-29T17:47:14.799 INFO:tasks.workunit.client.0.smithi028.stdout: "last_deep_scrub_stamp": "2024-08-29T17:41:01.987071+0000", 2024-08-29T17:47:14.799 INFO:tasks.workunit.client.0.smithi028.stdout: "last_epoch_clean": 63, 2024-08-29T17:47:14.799 INFO:tasks.workunit.client.0.smithi028.stdout: "last_fresh": "2024-08-29T17:43:51.058430+0000", 2024-08-29T17:47:14.799 INFO:tasks.workunit.client.0.smithi028.stdout: "last_fullsized": "2024-08-29T17:43:51.058430+0000", 2024-08-29T17:47:14.799 INFO:tasks.workunit.client.0.smithi028.stdout: "last_peered": "2024-08-29T17:43:51.058430+0000", 2024-08-29T17:47:14.799 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub": "0'0", 2024-08-29T17:47:14.800 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub_duration": 0, 2024-08-29T17:47:14.800 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub_stamp": "2024-08-29T17:41:01.987071+0000", 2024-08-29T17:47:14.800 INFO:tasks.workunit.client.0.smithi028.stdout: "last_undegraded": "2024-08-29T17:43:51.058430+0000", 2024-08-29T17:47:14.800 INFO:tasks.workunit.client.0.smithi028.stdout: "last_unstale": "2024-08-29T17:43:51.058430+0000", 2024-08-29T17:47:14.800 INFO:tasks.workunit.client.0.smithi028.stdout: "log_dups_size": 0, 2024-08-29T17:47:14.800 INFO:tasks.workunit.client.0.smithi028.stdout: "log_size": 0, 2024-08-29T17:47:14.800 INFO:tasks.workunit.client.0.smithi028.stdout: "log_start": "0'0", 2024-08-29T17:47:14.800 INFO:tasks.workunit.client.0.smithi028.stdout: "manifest_stats_invalid": false, 2024-08-29T17:47:14.800 INFO:tasks.workunit.client.0.smithi028.stdout: "mapping_epoch": 62, 2024-08-29T17:47:14.800 INFO:tasks.workunit.client.0.smithi028.stdout: "object_location_counts": [], 2024-08-29T17:47:14.800 INFO:tasks.workunit.client.0.smithi028.stdout: "objects_scrubbed": 0, 2024-08-29T17:47:14.800 INFO:tasks.workunit.client.0.smithi028.stdout: "objects_trimmed": 0, 2024-08-29T17:47:14.800 INFO:tasks.workunit.client.0.smithi028.stdout: "omap_stats_invalid": false, 2024-08-29T17:47:14.800 INFO:tasks.workunit.client.0.smithi028.stdout: "ondisk_log_size": 0, 2024-08-29T17:47:14.801 INFO:tasks.workunit.client.0.smithi028.stdout: "ondisk_log_start": "0'0", 2024-08-29T17:47:14.801 INFO:tasks.workunit.client.0.smithi028.stdout: "parent": "0.0", 2024-08-29T17:47:14.801 INFO:tasks.workunit.client.0.smithi028.stdout: "parent_split_bits": 0, 2024-08-29T17:47:14.801 INFO:tasks.workunit.client.0.smithi028.stdout: "pgid": "3.15", 2024-08-29T17:47:14.801 INFO:tasks.workunit.client.0.smithi028.stdout: "pin_stats_invalid": false, 2024-08-29T17:47:14.801 INFO:tasks.workunit.client.0.smithi028.stdout: "purged_snaps": [], 2024-08-29T17:47:14.801 INFO:tasks.workunit.client.0.smithi028.stdout: "reported_epoch": 74, 2024-08-29T17:47:14.801 INFO:tasks.workunit.client.0.smithi028.stdout: "reported_seq": 21, 2024-08-29T17:47:14.801 INFO:tasks.workunit.client.0.smithi028.stdout: "scrub_duration": 0.0, 2024-08-29T17:47:14.801 INFO:tasks.workunit.client.0.smithi028.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-31T03:18:07.687648+0000", 2024-08-29T17:47:14.801 INFO:tasks.workunit.client.0.smithi028.stdout: "snaptrim_duration": 0.0, 2024-08-29T17:47:14.801 INFO:tasks.workunit.client.0.smithi028.stdout: "snaptrimq_len": 0, 2024-08-29T17:47:14.801 INFO:tasks.workunit.client.0.smithi028.stdout: "stat_sum": { 2024-08-29T17:47:14.801 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes": 0, 2024-08-29T17:47:14.802 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes_hit_set_archive": 0, 2024-08-29T17:47:14.802 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes_recovered": 0, 2024-08-29T17:47:14.802 INFO:tasks.workunit.client.0.smithi028.stdout: "num_deep_scrub_errors": 0, 2024-08-29T17:47:14.802 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict": 0, 2024-08-29T17:47:14.802 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_kb": 0, 2024-08-29T17:47:14.802 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_mode_full": 0, 2024-08-29T17:47:14.802 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_mode_some": 0, 2024-08-29T17:47:14.802 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush": 0, 2024-08-29T17:47:14.802 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_kb": 0, 2024-08-29T17:47:14.802 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_mode_high": 0, 2024-08-29T17:47:14.802 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_mode_low": 0, 2024-08-29T17:47:14.802 INFO:tasks.workunit.client.0.smithi028.stdout: "num_keys_recovered": 0, 2024-08-29T17:47:14.802 INFO:tasks.workunit.client.0.smithi028.stdout: "num_large_omap_objects": 0, 2024-08-29T17:47:14.802 INFO:tasks.workunit.client.0.smithi028.stdout: "num_legacy_snapsets": 0, 2024-08-29T17:47:14.803 INFO:tasks.workunit.client.0.smithi028.stdout: "num_object_clones": 0, 2024-08-29T17:47:14.803 INFO:tasks.workunit.client.0.smithi028.stdout: "num_object_copies": 0, 2024-08-29T17:47:14.803 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects": 0, 2024-08-29T17:47:14.803 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_degraded": 0, 2024-08-29T17:47:14.803 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_dirty": 0, 2024-08-29T17:47:14.803 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_hit_set_archive": 0, 2024-08-29T17:47:14.803 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_manifest": 0, 2024-08-29T17:47:14.803 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_misplaced": 0, 2024-08-29T17:47:14.803 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_missing": 0, 2024-08-29T17:47:14.803 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_missing_on_primary": 0, 2024-08-29T17:47:14.803 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_omap": 0, 2024-08-29T17:47:14.803 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_pinned": 0, 2024-08-29T17:47:14.803 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_recovered": 0, 2024-08-29T17:47:14.803 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_repaired": 0, 2024-08-29T17:47:14.803 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_unfound": 0, 2024-08-29T17:47:14.803 INFO:tasks.workunit.client.0.smithi028.stdout: "num_omap_bytes": 0, 2024-08-29T17:47:14.804 INFO:tasks.workunit.client.0.smithi028.stdout: "num_omap_keys": 0, 2024-08-29T17:47:14.804 INFO:tasks.workunit.client.0.smithi028.stdout: "num_promote": 0, 2024-08-29T17:47:14.804 INFO:tasks.workunit.client.0.smithi028.stdout: "num_read": 0, 2024-08-29T17:47:14.804 INFO:tasks.workunit.client.0.smithi028.stdout: "num_read_kb": 0, 2024-08-29T17:47:14.804 INFO:tasks.workunit.client.0.smithi028.stdout: "num_scrub_errors": 0, 2024-08-29T17:47:14.804 INFO:tasks.workunit.client.0.smithi028.stdout: "num_shallow_scrub_errors": 0, 2024-08-29T17:47:14.804 INFO:tasks.workunit.client.0.smithi028.stdout: "num_whiteouts": 0, 2024-08-29T17:47:14.804 INFO:tasks.workunit.client.0.smithi028.stdout: "num_write": 0, 2024-08-29T17:47:14.804 INFO:tasks.workunit.client.0.smithi028.stdout: "num_write_kb": 0 2024-08-29T17:47:14.804 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:14.804 INFO:tasks.workunit.client.0.smithi028.stdout: "state": "active+clean", 2024-08-29T17:47:14.804 INFO:tasks.workunit.client.0.smithi028.stdout: "stats_invalid": false, 2024-08-29T17:47:14.804 INFO:tasks.workunit.client.0.smithi028.stdout: "up": [ 2024-08-29T17:47:14.805 INFO:tasks.workunit.client.0.smithi028.stdout: 7, 2024-08-29T17:47:14.805 INFO:tasks.workunit.client.0.smithi028.stdout: 3, 2024-08-29T17:47:14.805 INFO:tasks.workunit.client.0.smithi028.stdout: 4 2024-08-29T17:47:14.805 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-08-29T17:47:14.805 INFO:tasks.workunit.client.0.smithi028.stdout: "up_primary": 7, 2024-08-29T17:47:14.805 INFO:tasks.workunit.client.0.smithi028.stdout: "version": "0'0" 2024-08-29T17:47:14.805 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:14.805 INFO:tasks.workunit.client.0.smithi028.stdout: { 2024-08-29T17:47:14.805 INFO:tasks.workunit.client.0.smithi028.stdout: "acting": [ 2024-08-29T17:47:14.805 INFO:tasks.workunit.client.0.smithi028.stdout: 0, 2024-08-29T17:47:14.805 INFO:tasks.workunit.client.0.smithi028.stdout: 4, 2024-08-29T17:47:14.805 INFO:tasks.workunit.client.0.smithi028.stdout: 3 2024-08-29T17:47:14.805 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-08-29T17:47:14.806 INFO:tasks.workunit.client.0.smithi028.stdout: "acting_primary": 0, 2024-08-29T17:47:14.806 INFO:tasks.workunit.client.0.smithi028.stdout: "avail_no_missing": [], 2024-08-29T17:47:14.806 INFO:tasks.workunit.client.0.smithi028.stdout: "blocked_by": [], 2024-08-29T17:47:14.806 INFO:tasks.workunit.client.0.smithi028.stdout: "created": 59, 2024-08-29T17:47:14.806 INFO:tasks.workunit.client.0.smithi028.stdout: "dirty_stats_invalid": false, 2024-08-29T17:47:14.806 INFO:tasks.workunit.client.0.smithi028.stdout: "hitset_bytes_stats_invalid": false, 2024-08-29T17:47:14.806 INFO:tasks.workunit.client.0.smithi028.stdout: "hitset_stats_invalid": false, 2024-08-29T17:47:14.806 INFO:tasks.workunit.client.0.smithi028.stdout: "last_active": "2024-08-29T17:43:51.184984+0000", 2024-08-29T17:47:14.806 INFO:tasks.workunit.client.0.smithi028.stdout: "last_became_active": "2024-08-29T17:40:53.987941+0000", 2024-08-29T17:47:14.806 INFO:tasks.workunit.client.0.smithi028.stdout: "last_became_peered": "2024-08-29T17:40:53.987941+0000", 2024-08-29T17:47:14.806 INFO:tasks.workunit.client.0.smithi028.stdout: "last_change": "2024-08-29T17:40:53.989102+0000", 2024-08-29T17:47:14.806 INFO:tasks.workunit.client.0.smithi028.stdout: "last_clean": "2024-08-29T17:43:51.184984+0000", 2024-08-29T17:47:14.806 INFO:tasks.workunit.client.0.smithi028.stdout: "last_clean_scrub_stamp": "2024-08-29T17:40:52.944949+0000", 2024-08-29T17:47:14.806 INFO:tasks.workunit.client.0.smithi028.stdout: "last_deep_scrub": "0'0", 2024-08-29T17:47:14.807 INFO:tasks.workunit.client.0.smithi028.stdout: "last_deep_scrub_stamp": "2024-08-29T17:40:52.944949+0000", 2024-08-29T17:47:14.807 INFO:tasks.workunit.client.0.smithi028.stdout: "last_epoch_clean": 60, 2024-08-29T17:47:14.807 INFO:tasks.workunit.client.0.smithi028.stdout: "last_fresh": "2024-08-29T17:43:51.184984+0000", 2024-08-29T17:47:14.807 INFO:tasks.workunit.client.0.smithi028.stdout: "last_fullsized": "2024-08-29T17:43:51.184984+0000", 2024-08-29T17:47:14.807 INFO:tasks.workunit.client.0.smithi028.stdout: "last_peered": "2024-08-29T17:43:51.184984+0000", 2024-08-29T17:47:14.807 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub": "0'0", 2024-08-29T17:47:14.807 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub_duration": 0, 2024-08-29T17:47:14.807 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub_stamp": "2024-08-29T17:40:52.944949+0000", 2024-08-29T17:47:14.807 INFO:tasks.workunit.client.0.smithi028.stdout: "last_undegraded": "2024-08-29T17:43:51.184984+0000", 2024-08-29T17:47:14.807 INFO:tasks.workunit.client.0.smithi028.stdout: "last_unstale": "2024-08-29T17:43:51.184984+0000", 2024-08-29T17:47:14.807 INFO:tasks.workunit.client.0.smithi028.stdout: "log_dups_size": 0, 2024-08-29T17:47:14.807 INFO:tasks.workunit.client.0.smithi028.stdout: "log_size": 2, 2024-08-29T17:47:14.807 INFO:tasks.workunit.client.0.smithi028.stdout: "log_start": "0'0", 2024-08-29T17:47:14.807 INFO:tasks.workunit.client.0.smithi028.stdout: "manifest_stats_invalid": false, 2024-08-29T17:47:14.808 INFO:tasks.workunit.client.0.smithi028.stdout: "mapping_epoch": 59, 2024-08-29T17:47:14.808 INFO:tasks.workunit.client.0.smithi028.stdout: "object_location_counts": [], 2024-08-29T17:47:14.808 INFO:tasks.workunit.client.0.smithi028.stdout: "objects_scrubbed": 0, 2024-08-29T17:47:14.808 INFO:tasks.workunit.client.0.smithi028.stdout: "objects_trimmed": 0, 2024-08-29T17:47:14.808 INFO:tasks.workunit.client.0.smithi028.stdout: "omap_stats_invalid": false, 2024-08-29T17:47:14.808 INFO:tasks.workunit.client.0.smithi028.stdout: "ondisk_log_size": 2, 2024-08-29T17:47:14.808 INFO:tasks.workunit.client.0.smithi028.stdout: "ondisk_log_start": "0'0", 2024-08-29T17:47:14.808 INFO:tasks.workunit.client.0.smithi028.stdout: "parent": "0.0", 2024-08-29T17:47:14.808 INFO:tasks.workunit.client.0.smithi028.stdout: "parent_split_bits": 0, 2024-08-29T17:47:14.808 INFO:tasks.workunit.client.0.smithi028.stdout: "pgid": "2.13", 2024-08-29T17:47:14.808 INFO:tasks.workunit.client.0.smithi028.stdout: "pin_stats_invalid": false, 2024-08-29T17:47:14.808 INFO:tasks.workunit.client.0.smithi028.stdout: "purged_snaps": [], 2024-08-29T17:47:14.808 INFO:tasks.workunit.client.0.smithi028.stdout: "reported_epoch": 74, 2024-08-29T17:47:14.808 INFO:tasks.workunit.client.0.smithi028.stdout: "reported_seq": 26, 2024-08-29T17:47:14.808 INFO:tasks.workunit.client.0.smithi028.stdout: "scrub_duration": 0.0, 2024-08-29T17:47:14.809 INFO:tasks.workunit.client.0.smithi028.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-31T03:19:15.030165+0000", 2024-08-29T17:47:14.809 INFO:tasks.workunit.client.0.smithi028.stdout: "snaptrim_duration": 0.0, 2024-08-29T17:47:14.809 INFO:tasks.workunit.client.0.smithi028.stdout: "snaptrimq_len": 0, 2024-08-29T17:47:14.809 INFO:tasks.workunit.client.0.smithi028.stdout: "stat_sum": { 2024-08-29T17:47:14.809 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes": 34, 2024-08-29T17:47:14.809 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes_hit_set_archive": 0, 2024-08-29T17:47:14.809 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes_recovered": 0, 2024-08-29T17:47:14.809 INFO:tasks.workunit.client.0.smithi028.stdout: "num_deep_scrub_errors": 0, 2024-08-29T17:47:14.809 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict": 0, 2024-08-29T17:47:14.809 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_kb": 0, 2024-08-29T17:47:14.809 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_mode_full": 0, 2024-08-29T17:47:14.809 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_mode_some": 0, 2024-08-29T17:47:14.809 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush": 0, 2024-08-29T17:47:14.809 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_kb": 0, 2024-08-29T17:47:14.809 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_mode_high": 0, 2024-08-29T17:47:14.810 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_mode_low": 0, 2024-08-29T17:47:14.810 INFO:tasks.workunit.client.0.smithi028.stdout: "num_keys_recovered": 0, 2024-08-29T17:47:14.810 INFO:tasks.workunit.client.0.smithi028.stdout: "num_large_omap_objects": 0, 2024-08-29T17:47:14.810 INFO:tasks.workunit.client.0.smithi028.stdout: "num_legacy_snapsets": 0, 2024-08-29T17:47:14.810 INFO:tasks.workunit.client.0.smithi028.stdout: "num_object_clones": 0, 2024-08-29T17:47:14.810 INFO:tasks.workunit.client.0.smithi028.stdout: "num_object_copies": 6, 2024-08-29T17:47:14.810 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects": 2, 2024-08-29T17:47:14.810 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_degraded": 0, 2024-08-29T17:47:14.810 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_dirty": 2, 2024-08-29T17:47:14.810 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_hit_set_archive": 0, 2024-08-29T17:47:14.810 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_manifest": 0, 2024-08-29T17:47:14.811 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_misplaced": 0, 2024-08-29T17:47:14.811 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_missing": 0, 2024-08-29T17:47:14.811 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_missing_on_primary": 0, 2024-08-29T17:47:14.811 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_omap": 1, 2024-08-29T17:47:14.811 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_pinned": 0, 2024-08-29T17:47:14.811 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_recovered": 0, 2024-08-29T17:47:14.811 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_repaired": 0, 2024-08-29T17:47:14.811 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_unfound": 0, 2024-08-29T17:47:14.811 INFO:tasks.workunit.client.0.smithi028.stdout: "num_omap_bytes": 0, 2024-08-29T17:47:14.811 INFO:tasks.workunit.client.0.smithi028.stdout: "num_omap_keys": 0, 2024-08-29T17:47:14.811 INFO:tasks.workunit.client.0.smithi028.stdout: "num_promote": 0, 2024-08-29T17:47:14.811 INFO:tasks.workunit.client.0.smithi028.stdout: "num_read": 0, 2024-08-29T17:47:14.812 INFO:tasks.workunit.client.0.smithi028.stdout: "num_read_kb": 0, 2024-08-29T17:47:14.812 INFO:tasks.workunit.client.0.smithi028.stdout: "num_scrub_errors": 0, 2024-08-29T17:47:14.812 INFO:tasks.workunit.client.0.smithi028.stdout: "num_shallow_scrub_errors": 0, 2024-08-29T17:47:14.812 INFO:tasks.workunit.client.0.smithi028.stdout: "num_whiteouts": 0, 2024-08-29T17:47:14.812 INFO:tasks.workunit.client.0.smithi028.stdout: "num_write": 3, 2024-08-29T17:47:14.812 INFO:tasks.workunit.client.0.smithi028.stdout: "num_write_kb": 6 2024-08-29T17:47:14.812 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:14.812 INFO:tasks.workunit.client.0.smithi028.stdout: "state": "active+clean", 2024-08-29T17:47:14.812 INFO:tasks.workunit.client.0.smithi028.stdout: "stats_invalid": false, 2024-08-29T17:47:14.812 INFO:tasks.workunit.client.0.smithi028.stdout: "up": [ 2024-08-29T17:47:14.812 INFO:tasks.workunit.client.0.smithi028.stdout: 0, 2024-08-29T17:47:14.812 INFO:tasks.workunit.client.0.smithi028.stdout: 4, 2024-08-29T17:47:14.813 INFO:tasks.workunit.client.0.smithi028.stdout: 3 2024-08-29T17:47:14.813 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-08-29T17:47:14.813 INFO:tasks.workunit.client.0.smithi028.stdout: "up_primary": 0, 2024-08-29T17:47:14.813 INFO:tasks.workunit.client.0.smithi028.stdout: "version": "65'2" 2024-08-29T17:47:14.813 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:14.813 INFO:tasks.workunit.client.0.smithi028.stdout: { 2024-08-29T17:47:14.813 INFO:tasks.workunit.client.0.smithi028.stdout: "acting": [ 2024-08-29T17:47:14.813 INFO:tasks.workunit.client.0.smithi028.stdout: 0, 2024-08-29T17:47:14.813 INFO:tasks.workunit.client.0.smithi028.stdout: 7, 2024-08-29T17:47:14.813 INFO:tasks.workunit.client.0.smithi028.stdout: 3 2024-08-29T17:47:14.813 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-08-29T17:47:14.813 INFO:tasks.workunit.client.0.smithi028.stdout: "acting_primary": 0, 2024-08-29T17:47:14.813 INFO:tasks.workunit.client.0.smithi028.stdout: "avail_no_missing": [], 2024-08-29T17:47:14.814 INFO:tasks.workunit.client.0.smithi028.stdout: "blocked_by": [], 2024-08-29T17:47:14.814 INFO:tasks.workunit.client.0.smithi028.stdout: "created": 62, 2024-08-29T17:47:14.814 INFO:tasks.workunit.client.0.smithi028.stdout: "dirty_stats_invalid": false, 2024-08-29T17:47:14.814 INFO:tasks.workunit.client.0.smithi028.stdout: "hitset_bytes_stats_invalid": false, 2024-08-29T17:47:14.814 INFO:tasks.workunit.client.0.smithi028.stdout: "hitset_stats_invalid": false, 2024-08-29T17:47:14.814 INFO:tasks.workunit.client.0.smithi028.stdout: "last_active": "2024-08-29T17:43:51.182741+0000", 2024-08-29T17:47:14.814 INFO:tasks.workunit.client.0.smithi028.stdout: "last_became_active": "2024-08-29T17:41:03.069567+0000", 2024-08-29T17:47:14.814 INFO:tasks.workunit.client.0.smithi028.stdout: "last_became_peered": "2024-08-29T17:41:03.069567+0000", 2024-08-29T17:47:14.814 INFO:tasks.workunit.client.0.smithi028.stdout: "last_change": "2024-08-29T17:41:03.070036+0000", 2024-08-29T17:47:14.814 INFO:tasks.workunit.client.0.smithi028.stdout: "last_clean": "2024-08-29T17:43:51.182741+0000", 2024-08-29T17:47:14.814 INFO:tasks.workunit.client.0.smithi028.stdout: "last_clean_scrub_stamp": "2024-08-29T17:41:01.987071+0000", 2024-08-29T17:47:14.814 INFO:tasks.workunit.client.0.smithi028.stdout: "last_deep_scrub": "0'0", 2024-08-29T17:47:14.814 INFO:tasks.workunit.client.0.smithi028.stdout: "last_deep_scrub_stamp": "2024-08-29T17:41:01.987071+0000", 2024-08-29T17:47:14.815 INFO:tasks.workunit.client.0.smithi028.stdout: "last_epoch_clean": 63, 2024-08-29T17:47:14.815 INFO:tasks.workunit.client.0.smithi028.stdout: "last_fresh": "2024-08-29T17:43:51.182741+0000", 2024-08-29T17:47:14.815 INFO:tasks.workunit.client.0.smithi028.stdout: "last_fullsized": "2024-08-29T17:43:51.182741+0000", 2024-08-29T17:47:14.815 INFO:tasks.workunit.client.0.smithi028.stdout: "last_peered": "2024-08-29T17:43:51.182741+0000", 2024-08-29T17:47:14.815 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub": "0'0", 2024-08-29T17:47:14.815 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub_duration": 0, 2024-08-29T17:47:14.815 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub_stamp": "2024-08-29T17:41:01.987071+0000", 2024-08-29T17:47:14.815 INFO:tasks.workunit.client.0.smithi028.stdout: "last_undegraded": "2024-08-29T17:43:51.182741+0000", 2024-08-29T17:47:14.815 INFO:tasks.workunit.client.0.smithi028.stdout: "last_unstale": "2024-08-29T17:43:51.182741+0000", 2024-08-29T17:47:14.815 INFO:tasks.workunit.client.0.smithi028.stdout: "log_dups_size": 0, 2024-08-29T17:47:14.815 INFO:tasks.workunit.client.0.smithi028.stdout: "log_size": 0, 2024-08-29T17:47:14.815 INFO:tasks.workunit.client.0.smithi028.stdout: "log_start": "0'0", 2024-08-29T17:47:14.815 INFO:tasks.workunit.client.0.smithi028.stdout: "manifest_stats_invalid": false, 2024-08-29T17:47:14.815 INFO:tasks.workunit.client.0.smithi028.stdout: "mapping_epoch": 62, 2024-08-29T17:47:14.816 INFO:tasks.workunit.client.0.smithi028.stdout: "object_location_counts": [], 2024-08-29T17:47:14.816 INFO:tasks.workunit.client.0.smithi028.stdout: "objects_scrubbed": 0, 2024-08-29T17:47:14.816 INFO:tasks.workunit.client.0.smithi028.stdout: "objects_trimmed": 0, 2024-08-29T17:47:14.816 INFO:tasks.workunit.client.0.smithi028.stdout: "omap_stats_invalid": false, 2024-08-29T17:47:14.816 INFO:tasks.workunit.client.0.smithi028.stdout: "ondisk_log_size": 0, 2024-08-29T17:47:14.816 INFO:tasks.workunit.client.0.smithi028.stdout: "ondisk_log_start": "0'0", 2024-08-29T17:47:14.816 INFO:tasks.workunit.client.0.smithi028.stdout: "parent": "0.0", 2024-08-29T17:47:14.816 INFO:tasks.workunit.client.0.smithi028.stdout: "parent_split_bits": 0, 2024-08-29T17:47:14.816 INFO:tasks.workunit.client.0.smithi028.stdout: "pgid": "3.12", 2024-08-29T17:47:14.816 INFO:tasks.workunit.client.0.smithi028.stdout: "pin_stats_invalid": false, 2024-08-29T17:47:14.816 INFO:tasks.workunit.client.0.smithi028.stdout: "purged_snaps": [], 2024-08-29T17:47:14.816 INFO:tasks.workunit.client.0.smithi028.stdout: "reported_epoch": 74, 2024-08-29T17:47:14.816 INFO:tasks.workunit.client.0.smithi028.stdout: "reported_seq": 21, 2024-08-29T17:47:14.816 INFO:tasks.workunit.client.0.smithi028.stdout: "scrub_duration": 0.0, 2024-08-29T17:47:14.817 INFO:tasks.workunit.client.0.smithi028.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-31T00:03:12.302759+0000", 2024-08-29T17:47:14.817 INFO:tasks.workunit.client.0.smithi028.stdout: "snaptrim_duration": 0.0, 2024-08-29T17:47:14.817 INFO:tasks.workunit.client.0.smithi028.stdout: "snaptrimq_len": 0, 2024-08-29T17:47:14.817 INFO:tasks.workunit.client.0.smithi028.stdout: "stat_sum": { 2024-08-29T17:47:14.817 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes": 0, 2024-08-29T17:47:14.817 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes_hit_set_archive": 0, 2024-08-29T17:47:14.817 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes_recovered": 0, 2024-08-29T17:47:14.817 INFO:tasks.workunit.client.0.smithi028.stdout: "num_deep_scrub_errors": 0, 2024-08-29T17:47:14.817 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict": 0, 2024-08-29T17:47:14.817 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_kb": 0, 2024-08-29T17:47:14.817 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_mode_full": 0, 2024-08-29T17:47:14.817 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_mode_some": 0, 2024-08-29T17:47:14.817 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush": 0, 2024-08-29T17:47:14.818 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_kb": 0, 2024-08-29T17:47:14.818 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_mode_high": 0, 2024-08-29T17:47:14.818 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_mode_low": 0, 2024-08-29T17:47:14.818 INFO:tasks.workunit.client.0.smithi028.stdout: "num_keys_recovered": 0, 2024-08-29T17:47:14.818 INFO:tasks.workunit.client.0.smithi028.stdout: "num_large_omap_objects": 0, 2024-08-29T17:47:14.818 INFO:tasks.workunit.client.0.smithi028.stdout: "num_legacy_snapsets": 0, 2024-08-29T17:47:14.818 INFO:tasks.workunit.client.0.smithi028.stdout: "num_object_clones": 0, 2024-08-29T17:47:14.818 INFO:tasks.workunit.client.0.smithi028.stdout: "num_object_copies": 0, 2024-08-29T17:47:14.818 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects": 0, 2024-08-29T17:47:14.818 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_degraded": 0, 2024-08-29T17:47:14.818 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_dirty": 0, 2024-08-29T17:47:14.818 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_hit_set_archive": 0, 2024-08-29T17:47:14.818 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_manifest": 0, 2024-08-29T17:47:14.819 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_misplaced": 0, 2024-08-29T17:47:14.819 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_missing": 0, 2024-08-29T17:47:14.819 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_missing_on_primary": 0, 2024-08-29T17:47:14.819 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_omap": 0, 2024-08-29T17:47:14.819 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_pinned": 0, 2024-08-29T17:47:14.819 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_recovered": 0, 2024-08-29T17:47:14.819 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_repaired": 0, 2024-08-29T17:47:14.819 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_unfound": 0, 2024-08-29T17:47:14.819 INFO:tasks.workunit.client.0.smithi028.stdout: "num_omap_bytes": 0, 2024-08-29T17:47:14.819 INFO:tasks.workunit.client.0.smithi028.stdout: "num_omap_keys": 0, 2024-08-29T17:47:14.819 INFO:tasks.workunit.client.0.smithi028.stdout: "num_promote": 0, 2024-08-29T17:47:14.819 INFO:tasks.workunit.client.0.smithi028.stdout: "num_read": 0, 2024-08-29T17:47:14.819 INFO:tasks.workunit.client.0.smithi028.stdout: "num_read_kb": 0, 2024-08-29T17:47:14.820 INFO:tasks.workunit.client.0.smithi028.stdout: "num_scrub_errors": 0, 2024-08-29T17:47:14.820 INFO:tasks.workunit.client.0.smithi028.stdout: "num_shallow_scrub_errors": 0, 2024-08-29T17:47:14.820 INFO:tasks.workunit.client.0.smithi028.stdout: "num_whiteouts": 0, 2024-08-29T17:47:14.820 INFO:tasks.workunit.client.0.smithi028.stdout: "num_write": 0, 2024-08-29T17:47:14.820 INFO:tasks.workunit.client.0.smithi028.stdout: "num_write_kb": 0 2024-08-29T17:47:14.820 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:14.820 INFO:tasks.workunit.client.0.smithi028.stdout: "state": "active+clean", 2024-08-29T17:47:14.820 INFO:tasks.workunit.client.0.smithi028.stdout: "stats_invalid": false, 2024-08-29T17:47:14.820 INFO:tasks.workunit.client.0.smithi028.stdout: "up": [ 2024-08-29T17:47:14.820 INFO:tasks.workunit.client.0.smithi028.stdout: 0, 2024-08-29T17:47:14.820 INFO:tasks.workunit.client.0.smithi028.stdout: 7, 2024-08-29T17:47:14.820 INFO:tasks.workunit.client.0.smithi028.stdout: 3 2024-08-29T17:47:14.820 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-08-29T17:47:14.821 INFO:tasks.workunit.client.0.smithi028.stdout: "up_primary": 0, 2024-08-29T17:47:14.821 INFO:tasks.workunit.client.0.smithi028.stdout: "version": "0'0" 2024-08-29T17:47:14.821 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:14.821 INFO:tasks.workunit.client.0.smithi028.stdout: { 2024-08-29T17:47:14.821 INFO:tasks.workunit.client.0.smithi028.stdout: "acting": [ 2024-08-29T17:47:14.821 INFO:tasks.workunit.client.0.smithi028.stdout: 5, 2024-08-29T17:47:14.821 INFO:tasks.workunit.client.0.smithi028.stdout: 3, 2024-08-29T17:47:14.821 INFO:tasks.workunit.client.0.smithi028.stdout: 7 2024-08-29T17:47:14.821 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-08-29T17:47:14.821 INFO:tasks.workunit.client.0.smithi028.stdout: "acting_primary": 5, 2024-08-29T17:47:14.821 INFO:tasks.workunit.client.0.smithi028.stdout: "avail_no_missing": [], 2024-08-29T17:47:14.821 INFO:tasks.workunit.client.0.smithi028.stdout: "blocked_by": [], 2024-08-29T17:47:14.822 INFO:tasks.workunit.client.0.smithi028.stdout: "created": 59, 2024-08-29T17:47:14.822 INFO:tasks.workunit.client.0.smithi028.stdout: "dirty_stats_invalid": false, 2024-08-29T17:47:14.822 INFO:tasks.workunit.client.0.smithi028.stdout: "hitset_bytes_stats_invalid": false, 2024-08-29T17:47:14.822 INFO:tasks.workunit.client.0.smithi028.stdout: "hitset_stats_invalid": false, 2024-08-29T17:47:14.822 INFO:tasks.workunit.client.0.smithi028.stdout: "last_active": "2024-08-29T17:43:51.012066+0000", 2024-08-29T17:47:14.822 INFO:tasks.workunit.client.0.smithi028.stdout: "last_became_active": "2024-08-29T17:40:54.009167+0000", 2024-08-29T17:47:14.822 INFO:tasks.workunit.client.0.smithi028.stdout: "last_became_peered": "2024-08-29T17:40:54.009167+0000", 2024-08-29T17:47:14.822 INFO:tasks.workunit.client.0.smithi028.stdout: "last_change": "2024-08-29T17:40:54.009820+0000", 2024-08-29T17:47:14.822 INFO:tasks.workunit.client.0.smithi028.stdout: "last_clean": "2024-08-29T17:43:51.012066+0000", 2024-08-29T17:47:14.822 INFO:tasks.workunit.client.0.smithi028.stdout: "last_clean_scrub_stamp": "2024-08-29T17:40:52.944949+0000", 2024-08-29T17:47:14.822 INFO:tasks.workunit.client.0.smithi028.stdout: "last_deep_scrub": "0'0", 2024-08-29T17:47:14.823 INFO:tasks.workunit.client.0.smithi028.stdout: "last_deep_scrub_stamp": "2024-08-29T17:40:52.944949+0000", 2024-08-29T17:47:14.823 INFO:tasks.workunit.client.0.smithi028.stdout: "last_epoch_clean": 60, 2024-08-29T17:47:14.823 INFO:tasks.workunit.client.0.smithi028.stdout: "last_fresh": "2024-08-29T17:43:51.012066+0000", 2024-08-29T17:47:14.823 INFO:tasks.workunit.client.0.smithi028.stdout: "last_fullsized": "2024-08-29T17:43:51.012066+0000", 2024-08-29T17:47:14.823 INFO:tasks.workunit.client.0.smithi028.stdout: "last_peered": "2024-08-29T17:43:51.012066+0000", 2024-08-29T17:47:14.823 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub": "0'0", 2024-08-29T17:47:14.823 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub_duration": 0, 2024-08-29T17:47:14.823 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub_stamp": "2024-08-29T17:40:52.944949+0000", 2024-08-29T17:47:14.823 INFO:tasks.workunit.client.0.smithi028.stdout: "last_undegraded": "2024-08-29T17:43:51.012066+0000", 2024-08-29T17:47:14.823 INFO:tasks.workunit.client.0.smithi028.stdout: "last_unstale": "2024-08-29T17:43:51.012066+0000", 2024-08-29T17:47:14.823 INFO:tasks.workunit.client.0.smithi028.stdout: "log_dups_size": 0, 2024-08-29T17:47:14.823 INFO:tasks.workunit.client.0.smithi028.stdout: "log_size": 0, 2024-08-29T17:47:14.823 INFO:tasks.workunit.client.0.smithi028.stdout: "log_start": "0'0", 2024-08-29T17:47:14.824 INFO:tasks.workunit.client.0.smithi028.stdout: "manifest_stats_invalid": false, 2024-08-29T17:47:14.824 INFO:tasks.workunit.client.0.smithi028.stdout: "mapping_epoch": 59, 2024-08-29T17:47:14.824 INFO:tasks.workunit.client.0.smithi028.stdout: "object_location_counts": [], 2024-08-29T17:47:14.824 INFO:tasks.workunit.client.0.smithi028.stdout: "objects_scrubbed": 0, 2024-08-29T17:47:14.824 INFO:tasks.workunit.client.0.smithi028.stdout: "objects_trimmed": 0, 2024-08-29T17:47:14.824 INFO:tasks.workunit.client.0.smithi028.stdout: "omap_stats_invalid": false, 2024-08-29T17:47:14.824 INFO:tasks.workunit.client.0.smithi028.stdout: "ondisk_log_size": 0, 2024-08-29T17:47:14.824 INFO:tasks.workunit.client.0.smithi028.stdout: "ondisk_log_start": "0'0", 2024-08-29T17:47:14.824 INFO:tasks.workunit.client.0.smithi028.stdout: "parent": "0.0", 2024-08-29T17:47:14.824 INFO:tasks.workunit.client.0.smithi028.stdout: "parent_split_bits": 0, 2024-08-29T17:47:14.824 INFO:tasks.workunit.client.0.smithi028.stdout: "pgid": "2.12", 2024-08-29T17:47:14.824 INFO:tasks.workunit.client.0.smithi028.stdout: "pin_stats_invalid": false, 2024-08-29T17:47:14.824 INFO:tasks.workunit.client.0.smithi028.stdout: "purged_snaps": [], 2024-08-29T17:47:14.825 INFO:tasks.workunit.client.0.smithi028.stdout: "reported_epoch": 74, 2024-08-29T17:47:14.825 INFO:tasks.workunit.client.0.smithi028.stdout: "reported_seq": 24, 2024-08-29T17:47:14.825 INFO:tasks.workunit.client.0.smithi028.stdout: "scrub_duration": 0.0, 2024-08-29T17:47:14.825 INFO:tasks.workunit.client.0.smithi028.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-31T03:07:14.415848+0000", 2024-08-29T17:47:14.825 INFO:tasks.workunit.client.0.smithi028.stdout: "snaptrim_duration": 0.0, 2024-08-29T17:47:14.825 INFO:tasks.workunit.client.0.smithi028.stdout: "snaptrimq_len": 0, 2024-08-29T17:47:14.825 INFO:tasks.workunit.client.0.smithi028.stdout: "stat_sum": { 2024-08-29T17:47:14.825 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes": 0, 2024-08-29T17:47:14.825 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes_hit_set_archive": 0, 2024-08-29T17:47:14.825 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes_recovered": 0, 2024-08-29T17:47:14.825 INFO:tasks.workunit.client.0.smithi028.stdout: "num_deep_scrub_errors": 0, 2024-08-29T17:47:14.825 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict": 0, 2024-08-29T17:47:14.825 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_kb": 0, 2024-08-29T17:47:14.825 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_mode_full": 0, 2024-08-29T17:47:14.826 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_mode_some": 0, 2024-08-29T17:47:14.826 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush": 0, 2024-08-29T17:47:14.826 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_kb": 0, 2024-08-29T17:47:14.826 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_mode_high": 0, 2024-08-29T17:47:14.826 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_mode_low": 0, 2024-08-29T17:47:14.826 INFO:tasks.workunit.client.0.smithi028.stdout: "num_keys_recovered": 0, 2024-08-29T17:47:14.826 INFO:tasks.workunit.client.0.smithi028.stdout: "num_large_omap_objects": 0, 2024-08-29T17:47:14.826 INFO:tasks.workunit.client.0.smithi028.stdout: "num_legacy_snapsets": 0, 2024-08-29T17:47:14.826 INFO:tasks.workunit.client.0.smithi028.stdout: "num_object_clones": 0, 2024-08-29T17:47:14.826 INFO:tasks.workunit.client.0.smithi028.stdout: "num_object_copies": 0, 2024-08-29T17:47:14.826 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects": 0, 2024-08-29T17:47:14.826 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_degraded": 0, 2024-08-29T17:47:14.826 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_dirty": 0, 2024-08-29T17:47:14.827 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_hit_set_archive": 0, 2024-08-29T17:47:14.827 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_manifest": 0, 2024-08-29T17:47:14.827 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_misplaced": 0, 2024-08-29T17:47:14.827 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_missing": 0, 2024-08-29T17:47:14.827 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_missing_on_primary": 0, 2024-08-29T17:47:14.827 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_omap": 0, 2024-08-29T17:47:14.827 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_pinned": 0, 2024-08-29T17:47:14.827 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_recovered": 0, 2024-08-29T17:47:14.827 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_repaired": 0, 2024-08-29T17:47:14.827 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_unfound": 0, 2024-08-29T17:47:14.827 INFO:tasks.workunit.client.0.smithi028.stdout: "num_omap_bytes": 0, 2024-08-29T17:47:14.827 INFO:tasks.workunit.client.0.smithi028.stdout: "num_omap_keys": 0, 2024-08-29T17:47:14.827 INFO:tasks.workunit.client.0.smithi028.stdout: "num_promote": 0, 2024-08-29T17:47:14.828 INFO:tasks.workunit.client.0.smithi028.stdout: "num_read": 0, 2024-08-29T17:47:14.828 INFO:tasks.workunit.client.0.smithi028.stdout: "num_read_kb": 0, 2024-08-29T17:47:14.828 INFO:tasks.workunit.client.0.smithi028.stdout: "num_scrub_errors": 0, 2024-08-29T17:47:14.828 INFO:tasks.workunit.client.0.smithi028.stdout: "num_shallow_scrub_errors": 0, 2024-08-29T17:47:14.828 INFO:tasks.workunit.client.0.smithi028.stdout: "num_whiteouts": 0, 2024-08-29T17:47:14.828 INFO:tasks.workunit.client.0.smithi028.stdout: "num_write": 0, 2024-08-29T17:47:14.828 INFO:tasks.workunit.client.0.smithi028.stdout: "num_write_kb": 0 2024-08-29T17:47:14.828 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:14.828 INFO:tasks.workunit.client.0.smithi028.stdout: "state": "active+clean", 2024-08-29T17:47:14.828 INFO:tasks.workunit.client.0.smithi028.stdout: "stats_invalid": false, 2024-08-29T17:47:14.828 INFO:tasks.workunit.client.0.smithi028.stdout: "up": [ 2024-08-29T17:47:14.828 INFO:tasks.workunit.client.0.smithi028.stdout: 5, 2024-08-29T17:47:14.828 INFO:tasks.workunit.client.0.smithi028.stdout: 3, 2024-08-29T17:47:14.829 INFO:tasks.workunit.client.0.smithi028.stdout: 7 2024-08-29T17:47:14.829 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-08-29T17:47:14.829 INFO:tasks.workunit.client.0.smithi028.stdout: "up_primary": 5, 2024-08-29T17:47:14.829 INFO:tasks.workunit.client.0.smithi028.stdout: "version": "0'0" 2024-08-29T17:47:14.829 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:14.829 INFO:tasks.workunit.client.0.smithi028.stdout: { 2024-08-29T17:47:14.829 INFO:tasks.workunit.client.0.smithi028.stdout: "acting": [ 2024-08-29T17:47:14.829 INFO:tasks.workunit.client.0.smithi028.stdout: 7, 2024-08-29T17:47:14.829 INFO:tasks.workunit.client.0.smithi028.stdout: 4, 2024-08-29T17:47:14.829 INFO:tasks.workunit.client.0.smithi028.stdout: 2 2024-08-29T17:47:14.829 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-08-29T17:47:14.829 INFO:tasks.workunit.client.0.smithi028.stdout: "acting_primary": 7, 2024-08-29T17:47:14.829 INFO:tasks.workunit.client.0.smithi028.stdout: "avail_no_missing": [], 2024-08-29T17:47:14.829 INFO:tasks.workunit.client.0.smithi028.stdout: "blocked_by": [], 2024-08-29T17:47:14.830 INFO:tasks.workunit.client.0.smithi028.stdout: "created": 62, 2024-08-29T17:47:14.830 INFO:tasks.workunit.client.0.smithi028.stdout: "dirty_stats_invalid": false, 2024-08-29T17:47:14.830 INFO:tasks.workunit.client.0.smithi028.stdout: "hitset_bytes_stats_invalid": false, 2024-08-29T17:47:14.830 INFO:tasks.workunit.client.0.smithi028.stdout: "hitset_stats_invalid": false, 2024-08-29T17:47:14.830 INFO:tasks.workunit.client.0.smithi028.stdout: "last_active": "2024-08-29T17:43:51.057628+0000", 2024-08-29T17:47:14.830 INFO:tasks.workunit.client.0.smithi028.stdout: "last_became_active": "2024-08-29T17:41:03.085711+0000", 2024-08-29T17:47:14.830 INFO:tasks.workunit.client.0.smithi028.stdout: "last_became_peered": "2024-08-29T17:41:03.085711+0000", 2024-08-29T17:47:14.830 INFO:tasks.workunit.client.0.smithi028.stdout: "last_change": "2024-08-29T17:41:03.086032+0000", 2024-08-29T17:47:14.830 INFO:tasks.workunit.client.0.smithi028.stdout: "last_clean": "2024-08-29T17:43:51.057628+0000", 2024-08-29T17:47:14.830 INFO:tasks.workunit.client.0.smithi028.stdout: "last_clean_scrub_stamp": "2024-08-29T17:41:01.987071+0000", 2024-08-29T17:47:14.830 INFO:tasks.workunit.client.0.smithi028.stdout: "last_deep_scrub": "0'0", 2024-08-29T17:47:14.830 INFO:tasks.workunit.client.0.smithi028.stdout: "last_deep_scrub_stamp": "2024-08-29T17:41:01.987071+0000", 2024-08-29T17:47:14.830 INFO:tasks.workunit.client.0.smithi028.stdout: "last_epoch_clean": 63, 2024-08-29T17:47:14.830 INFO:tasks.workunit.client.0.smithi028.stdout: "last_fresh": "2024-08-29T17:43:51.057628+0000", 2024-08-29T17:47:14.831 INFO:tasks.workunit.client.0.smithi028.stdout: "last_fullsized": "2024-08-29T17:43:51.057628+0000", 2024-08-29T17:47:14.831 INFO:tasks.workunit.client.0.smithi028.stdout: "last_peered": "2024-08-29T17:43:51.057628+0000", 2024-08-29T17:47:14.831 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub": "0'0", 2024-08-29T17:47:14.831 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub_duration": 0, 2024-08-29T17:47:14.831 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub_stamp": "2024-08-29T17:41:01.987071+0000", 2024-08-29T17:47:14.831 INFO:tasks.workunit.client.0.smithi028.stdout: "last_undegraded": "2024-08-29T17:43:51.057628+0000", 2024-08-29T17:47:14.831 INFO:tasks.workunit.client.0.smithi028.stdout: "last_unstale": "2024-08-29T17:43:51.057628+0000", 2024-08-29T17:47:14.831 INFO:tasks.workunit.client.0.smithi028.stdout: "log_dups_size": 0, 2024-08-29T17:47:14.831 INFO:tasks.workunit.client.0.smithi028.stdout: "log_size": 0, 2024-08-29T17:47:14.831 INFO:tasks.workunit.client.0.smithi028.stdout: "log_start": "0'0", 2024-08-29T17:47:14.831 INFO:tasks.workunit.client.0.smithi028.stdout: "manifest_stats_invalid": false, 2024-08-29T17:47:14.831 INFO:tasks.workunit.client.0.smithi028.stdout: "mapping_epoch": 62, 2024-08-29T17:47:14.831 INFO:tasks.workunit.client.0.smithi028.stdout: "object_location_counts": [], 2024-08-29T17:47:14.831 INFO:tasks.workunit.client.0.smithi028.stdout: "objects_scrubbed": 0, 2024-08-29T17:47:14.832 INFO:tasks.workunit.client.0.smithi028.stdout: "objects_trimmed": 0, 2024-08-29T17:47:14.832 INFO:tasks.workunit.client.0.smithi028.stdout: "omap_stats_invalid": false, 2024-08-29T17:47:14.832 INFO:tasks.workunit.client.0.smithi028.stdout: "ondisk_log_size": 0, 2024-08-29T17:47:14.832 INFO:tasks.workunit.client.0.smithi028.stdout: "ondisk_log_start": "0'0", 2024-08-29T17:47:14.832 INFO:tasks.workunit.client.0.smithi028.stdout: "parent": "0.0", 2024-08-29T17:47:14.832 INFO:tasks.workunit.client.0.smithi028.stdout: "parent_split_bits": 0, 2024-08-29T17:47:14.832 INFO:tasks.workunit.client.0.smithi028.stdout: "pgid": "3.13", 2024-08-29T17:47:14.832 INFO:tasks.workunit.client.0.smithi028.stdout: "pin_stats_invalid": false, 2024-08-29T17:47:14.832 INFO:tasks.workunit.client.0.smithi028.stdout: "purged_snaps": [], 2024-08-29T17:47:14.832 INFO:tasks.workunit.client.0.smithi028.stdout: "reported_epoch": 74, 2024-08-29T17:47:14.832 INFO:tasks.workunit.client.0.smithi028.stdout: "reported_seq": 21, 2024-08-29T17:47:14.832 INFO:tasks.workunit.client.0.smithi028.stdout: "scrub_duration": 0.0, 2024-08-29T17:47:14.832 INFO:tasks.workunit.client.0.smithi028.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-31T04:01:16.663046+0000", 2024-08-29T17:47:14.832 INFO:tasks.workunit.client.0.smithi028.stdout: "snaptrim_duration": 0.0, 2024-08-29T17:47:14.833 INFO:tasks.workunit.client.0.smithi028.stdout: "snaptrimq_len": 0, 2024-08-29T17:47:14.833 INFO:tasks.workunit.client.0.smithi028.stdout: "stat_sum": { 2024-08-29T17:47:14.833 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes": 0, 2024-08-29T17:47:14.833 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes_hit_set_archive": 0, 2024-08-29T17:47:14.833 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes_recovered": 0, 2024-08-29T17:47:14.833 INFO:tasks.workunit.client.0.smithi028.stdout: "num_deep_scrub_errors": 0, 2024-08-29T17:47:14.833 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict": 0, 2024-08-29T17:47:14.833 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_kb": 0, 2024-08-29T17:47:14.833 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_mode_full": 0, 2024-08-29T17:47:14.833 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_mode_some": 0, 2024-08-29T17:47:14.833 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush": 0, 2024-08-29T17:47:14.833 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_kb": 0, 2024-08-29T17:47:14.833 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_mode_high": 0, 2024-08-29T17:47:14.834 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_mode_low": 0, 2024-08-29T17:47:14.834 INFO:tasks.workunit.client.0.smithi028.stdout: "num_keys_recovered": 0, 2024-08-29T17:47:14.834 INFO:tasks.workunit.client.0.smithi028.stdout: "num_large_omap_objects": 0, 2024-08-29T17:47:14.834 INFO:tasks.workunit.client.0.smithi028.stdout: "num_legacy_snapsets": 0, 2024-08-29T17:47:14.834 INFO:tasks.workunit.client.0.smithi028.stdout: "num_object_clones": 0, 2024-08-29T17:47:14.834 INFO:tasks.workunit.client.0.smithi028.stdout: "num_object_copies": 0, 2024-08-29T17:47:14.834 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects": 0, 2024-08-29T17:47:14.834 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_degraded": 0, 2024-08-29T17:47:14.834 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_dirty": 0, 2024-08-29T17:47:14.834 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_hit_set_archive": 0, 2024-08-29T17:47:14.834 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_manifest": 0, 2024-08-29T17:47:14.834 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_misplaced": 0, 2024-08-29T17:47:14.834 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_missing": 0, 2024-08-29T17:47:14.835 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_missing_on_primary": 0, 2024-08-29T17:47:14.835 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_omap": 0, 2024-08-29T17:47:14.835 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_pinned": 0, 2024-08-29T17:47:14.835 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_recovered": 0, 2024-08-29T17:47:14.835 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_repaired": 0, 2024-08-29T17:47:14.835 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_unfound": 0, 2024-08-29T17:47:14.835 INFO:tasks.workunit.client.0.smithi028.stdout: "num_omap_bytes": 0, 2024-08-29T17:47:14.835 INFO:tasks.workunit.client.0.smithi028.stdout: "num_omap_keys": 0, 2024-08-29T17:47:14.835 INFO:tasks.workunit.client.0.smithi028.stdout: "num_promote": 0, 2024-08-29T17:47:14.835 INFO:tasks.workunit.client.0.smithi028.stdout: "num_read": 0, 2024-08-29T17:47:14.835 INFO:tasks.workunit.client.0.smithi028.stdout: "num_read_kb": 0, 2024-08-29T17:47:14.835 INFO:tasks.workunit.client.0.smithi028.stdout: "num_scrub_errors": 0, 2024-08-29T17:47:14.835 INFO:tasks.workunit.client.0.smithi028.stdout: "num_shallow_scrub_errors": 0, 2024-08-29T17:47:14.836 INFO:tasks.workunit.client.0.smithi028.stdout: "num_whiteouts": 0, 2024-08-29T17:47:14.836 INFO:tasks.workunit.client.0.smithi028.stdout: "num_write": 0, 2024-08-29T17:47:14.836 INFO:tasks.workunit.client.0.smithi028.stdout: "num_write_kb": 0 2024-08-29T17:47:14.836 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:14.836 INFO:tasks.workunit.client.0.smithi028.stdout: "state": "active+clean", 2024-08-29T17:47:14.836 INFO:tasks.workunit.client.0.smithi028.stdout: "stats_invalid": false, 2024-08-29T17:47:14.836 INFO:tasks.workunit.client.0.smithi028.stdout: "up": [ 2024-08-29T17:47:14.836 INFO:tasks.workunit.client.0.smithi028.stdout: 7, 2024-08-29T17:47:14.836 INFO:tasks.workunit.client.0.smithi028.stdout: 4, 2024-08-29T17:47:14.836 INFO:tasks.workunit.client.0.smithi028.stdout: 2 2024-08-29T17:47:14.836 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-08-29T17:47:14.836 INFO:tasks.workunit.client.0.smithi028.stdout: "up_primary": 7, 2024-08-29T17:47:14.837 INFO:tasks.workunit.client.0.smithi028.stdout: "version": "0'0" 2024-08-29T17:47:14.837 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:14.837 INFO:tasks.workunit.client.0.smithi028.stdout: { 2024-08-29T17:47:14.837 INFO:tasks.workunit.client.0.smithi028.stdout: "acting": [ 2024-08-29T17:47:14.837 INFO:tasks.workunit.client.0.smithi028.stdout: 6, 2024-08-29T17:47:14.837 INFO:tasks.workunit.client.0.smithi028.stdout: 4, 2024-08-29T17:47:14.837 INFO:tasks.workunit.client.0.smithi028.stdout: 1 2024-08-29T17:47:14.837 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-08-29T17:47:14.837 INFO:tasks.workunit.client.0.smithi028.stdout: "acting_primary": 6, 2024-08-29T17:47:14.837 INFO:tasks.workunit.client.0.smithi028.stdout: "avail_no_missing": [], 2024-08-29T17:47:14.837 INFO:tasks.workunit.client.0.smithi028.stdout: "blocked_by": [], 2024-08-29T17:47:14.837 INFO:tasks.workunit.client.0.smithi028.stdout: "created": 59, 2024-08-29T17:47:14.838 INFO:tasks.workunit.client.0.smithi028.stdout: "dirty_stats_invalid": false, 2024-08-29T17:47:14.838 INFO:tasks.workunit.client.0.smithi028.stdout: "hitset_bytes_stats_invalid": false, 2024-08-29T17:47:14.838 INFO:tasks.workunit.client.0.smithi028.stdout: "hitset_stats_invalid": false, 2024-08-29T17:47:14.838 INFO:tasks.workunit.client.0.smithi028.stdout: "last_active": "2024-08-29T17:43:51.183607+0000", 2024-08-29T17:47:14.838 INFO:tasks.workunit.client.0.smithi028.stdout: "last_became_active": "2024-08-29T17:40:53.990598+0000", 2024-08-29T17:47:14.838 INFO:tasks.workunit.client.0.smithi028.stdout: "last_became_peered": "2024-08-29T17:40:53.990598+0000", 2024-08-29T17:47:14.838 INFO:tasks.workunit.client.0.smithi028.stdout: "last_change": "2024-08-29T17:40:53.991412+0000", 2024-08-29T17:47:14.838 INFO:tasks.workunit.client.0.smithi028.stdout: "last_clean": "2024-08-29T17:43:51.183607+0000", 2024-08-29T17:47:14.838 INFO:tasks.workunit.client.0.smithi028.stdout: "last_clean_scrub_stamp": "2024-08-29T17:40:52.944949+0000", 2024-08-29T17:47:14.838 INFO:tasks.workunit.client.0.smithi028.stdout: "last_deep_scrub": "0'0", 2024-08-29T17:47:14.838 INFO:tasks.workunit.client.0.smithi028.stdout: "last_deep_scrub_stamp": "2024-08-29T17:40:52.944949+0000", 2024-08-29T17:47:14.838 INFO:tasks.workunit.client.0.smithi028.stdout: "last_epoch_clean": 60, 2024-08-29T17:47:14.838 INFO:tasks.workunit.client.0.smithi028.stdout: "last_fresh": "2024-08-29T17:43:51.183607+0000", 2024-08-29T17:47:14.839 INFO:tasks.workunit.client.0.smithi028.stdout: "last_fullsized": "2024-08-29T17:43:51.183607+0000", 2024-08-29T17:47:14.839 INFO:tasks.workunit.client.0.smithi028.stdout: "last_peered": "2024-08-29T17:43:51.183607+0000", 2024-08-29T17:47:14.839 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub": "0'0", 2024-08-29T17:47:14.839 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub_duration": 0, 2024-08-29T17:47:14.839 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub_stamp": "2024-08-29T17:40:52.944949+0000", 2024-08-29T17:47:14.839 INFO:tasks.workunit.client.0.smithi028.stdout: "last_undegraded": "2024-08-29T17:43:51.183607+0000", 2024-08-29T17:47:14.839 INFO:tasks.workunit.client.0.smithi028.stdout: "last_unstale": "2024-08-29T17:43:51.183607+0000", 2024-08-29T17:47:14.839 INFO:tasks.workunit.client.0.smithi028.stdout: "log_dups_size": 0, 2024-08-29T17:47:14.839 INFO:tasks.workunit.client.0.smithi028.stdout: "log_size": 0, 2024-08-29T17:47:14.839 INFO:tasks.workunit.client.0.smithi028.stdout: "log_start": "0'0", 2024-08-29T17:47:14.839 INFO:tasks.workunit.client.0.smithi028.stdout: "manifest_stats_invalid": false, 2024-08-29T17:47:14.839 INFO:tasks.workunit.client.0.smithi028.stdout: "mapping_epoch": 59, 2024-08-29T17:47:14.839 INFO:tasks.workunit.client.0.smithi028.stdout: "object_location_counts": [], 2024-08-29T17:47:14.840 INFO:tasks.workunit.client.0.smithi028.stdout: "objects_scrubbed": 0, 2024-08-29T17:47:14.840 INFO:tasks.workunit.client.0.smithi028.stdout: "objects_trimmed": 0, 2024-08-29T17:47:14.840 INFO:tasks.workunit.client.0.smithi028.stdout: "omap_stats_invalid": false, 2024-08-29T17:47:14.840 INFO:tasks.workunit.client.0.smithi028.stdout: "ondisk_log_size": 0, 2024-08-29T17:47:14.840 INFO:tasks.workunit.client.0.smithi028.stdout: "ondisk_log_start": "0'0", 2024-08-29T17:47:14.840 INFO:tasks.workunit.client.0.smithi028.stdout: "parent": "0.0", 2024-08-29T17:47:14.840 INFO:tasks.workunit.client.0.smithi028.stdout: "parent_split_bits": 0, 2024-08-29T17:47:14.840 INFO:tasks.workunit.client.0.smithi028.stdout: "pgid": "2.11", 2024-08-29T17:47:14.840 INFO:tasks.workunit.client.0.smithi028.stdout: "pin_stats_invalid": false, 2024-08-29T17:47:14.840 INFO:tasks.workunit.client.0.smithi028.stdout: "purged_snaps": [], 2024-08-29T17:47:14.840 INFO:tasks.workunit.client.0.smithi028.stdout: "reported_epoch": 74, 2024-08-29T17:47:14.840 INFO:tasks.workunit.client.0.smithi028.stdout: "reported_seq": 24, 2024-08-29T17:47:14.840 INFO:tasks.workunit.client.0.smithi028.stdout: "scrub_duration": 0.0, 2024-08-29T17:47:14.841 INFO:tasks.workunit.client.0.smithi028.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-31T03:12:39.402237+0000", 2024-08-29T17:47:14.841 INFO:tasks.workunit.client.0.smithi028.stdout: "snaptrim_duration": 0.0, 2024-08-29T17:47:14.841 INFO:tasks.workunit.client.0.smithi028.stdout: "snaptrimq_len": 0, 2024-08-29T17:47:14.841 INFO:tasks.workunit.client.0.smithi028.stdout: "stat_sum": { 2024-08-29T17:47:14.841 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes": 0, 2024-08-29T17:47:14.841 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes_hit_set_archive": 0, 2024-08-29T17:47:14.841 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes_recovered": 0, 2024-08-29T17:47:14.841 INFO:tasks.workunit.client.0.smithi028.stdout: "num_deep_scrub_errors": 0, 2024-08-29T17:47:14.841 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict": 0, 2024-08-29T17:47:14.841 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_kb": 0, 2024-08-29T17:47:14.841 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_mode_full": 0, 2024-08-29T17:47:14.841 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_mode_some": 0, 2024-08-29T17:47:14.841 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush": 0, 2024-08-29T17:47:14.841 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_kb": 0, 2024-08-29T17:47:14.841 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_mode_high": 0, 2024-08-29T17:47:14.842 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_mode_low": 0, 2024-08-29T17:47:14.842 INFO:tasks.workunit.client.0.smithi028.stdout: "num_keys_recovered": 0, 2024-08-29T17:47:14.842 INFO:tasks.workunit.client.0.smithi028.stdout: "num_large_omap_objects": 0, 2024-08-29T17:47:14.842 INFO:tasks.workunit.client.0.smithi028.stdout: "num_legacy_snapsets": 0, 2024-08-29T17:47:14.842 INFO:tasks.workunit.client.0.smithi028.stdout: "num_object_clones": 0, 2024-08-29T17:47:14.842 INFO:tasks.workunit.client.0.smithi028.stdout: "num_object_copies": 0, 2024-08-29T17:47:14.842 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects": 0, 2024-08-29T17:47:14.842 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_degraded": 0, 2024-08-29T17:47:14.842 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_dirty": 0, 2024-08-29T17:47:14.842 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_hit_set_archive": 0, 2024-08-29T17:47:14.842 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_manifest": 0, 2024-08-29T17:47:14.842 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_misplaced": 0, 2024-08-29T17:47:14.842 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_missing": 0, 2024-08-29T17:47:14.842 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_missing_on_primary": 0, 2024-08-29T17:47:14.843 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_omap": 0, 2024-08-29T17:47:14.843 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_pinned": 0, 2024-08-29T17:47:14.843 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_recovered": 0, 2024-08-29T17:47:14.843 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_repaired": 0, 2024-08-29T17:47:14.843 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_unfound": 0, 2024-08-29T17:47:14.843 INFO:tasks.workunit.client.0.smithi028.stdout: "num_omap_bytes": 0, 2024-08-29T17:47:14.843 INFO:tasks.workunit.client.0.smithi028.stdout: "num_omap_keys": 0, 2024-08-29T17:47:14.843 INFO:tasks.workunit.client.0.smithi028.stdout: "num_promote": 0, 2024-08-29T17:47:14.843 INFO:tasks.workunit.client.0.smithi028.stdout: "num_read": 0, 2024-08-29T17:47:14.843 INFO:tasks.workunit.client.0.smithi028.stdout: "num_read_kb": 0, 2024-08-29T17:47:14.843 INFO:tasks.workunit.client.0.smithi028.stdout: "num_scrub_errors": 0, 2024-08-29T17:47:14.843 INFO:tasks.workunit.client.0.smithi028.stdout: "num_shallow_scrub_errors": 0, 2024-08-29T17:47:14.843 INFO:tasks.workunit.client.0.smithi028.stdout: "num_whiteouts": 0, 2024-08-29T17:47:14.844 INFO:tasks.workunit.client.0.smithi028.stdout: "num_write": 0, 2024-08-29T17:47:14.844 INFO:tasks.workunit.client.0.smithi028.stdout: "num_write_kb": 0 2024-08-29T17:47:14.844 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:14.844 INFO:tasks.workunit.client.0.smithi028.stdout: "state": "active+clean", 2024-08-29T17:47:14.844 INFO:tasks.workunit.client.0.smithi028.stdout: "stats_invalid": false, 2024-08-29T17:47:14.844 INFO:tasks.workunit.client.0.smithi028.stdout: "up": [ 2024-08-29T17:47:14.844 INFO:tasks.workunit.client.0.smithi028.stdout: 6, 2024-08-29T17:47:14.844 INFO:tasks.workunit.client.0.smithi028.stdout: 4, 2024-08-29T17:47:14.844 INFO:tasks.workunit.client.0.smithi028.stdout: 1 2024-08-29T17:47:14.844 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-08-29T17:47:14.844 INFO:tasks.workunit.client.0.smithi028.stdout: "up_primary": 6, 2024-08-29T17:47:14.844 INFO:tasks.workunit.client.0.smithi028.stdout: "version": "0'0" 2024-08-29T17:47:14.844 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:14.845 INFO:tasks.workunit.client.0.smithi028.stdout: { 2024-08-29T17:47:14.845 INFO:tasks.workunit.client.0.smithi028.stdout: "acting": [ 2024-08-29T17:47:14.845 INFO:tasks.workunit.client.0.smithi028.stdout: 6, 2024-08-29T17:47:14.845 INFO:tasks.workunit.client.0.smithi028.stdout: 0, 2024-08-29T17:47:14.845 INFO:tasks.workunit.client.0.smithi028.stdout: 5 2024-08-29T17:47:14.845 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-08-29T17:47:14.845 INFO:tasks.workunit.client.0.smithi028.stdout: "acting_primary": 6, 2024-08-29T17:47:14.845 INFO:tasks.workunit.client.0.smithi028.stdout: "avail_no_missing": [], 2024-08-29T17:47:14.845 INFO:tasks.workunit.client.0.smithi028.stdout: "blocked_by": [], 2024-08-29T17:47:14.845 INFO:tasks.workunit.client.0.smithi028.stdout: "created": 62, 2024-08-29T17:47:14.845 INFO:tasks.workunit.client.0.smithi028.stdout: "dirty_stats_invalid": false, 2024-08-29T17:47:14.845 INFO:tasks.workunit.client.0.smithi028.stdout: "hitset_bytes_stats_invalid": false, 2024-08-29T17:47:14.845 INFO:tasks.workunit.client.0.smithi028.stdout: "hitset_stats_invalid": false, 2024-08-29T17:47:14.845 INFO:tasks.workunit.client.0.smithi028.stdout: "last_active": "2024-08-29T17:43:51.180699+0000", 2024-08-29T17:47:14.846 INFO:tasks.workunit.client.0.smithi028.stdout: "last_became_active": "2024-08-29T17:41:03.062441+0000", 2024-08-29T17:47:14.846 INFO:tasks.workunit.client.0.smithi028.stdout: "last_became_peered": "2024-08-29T17:41:03.062441+0000", 2024-08-29T17:47:14.846 INFO:tasks.workunit.client.0.smithi028.stdout: "last_change": "2024-08-29T17:41:03.063228+0000", 2024-08-29T17:47:14.846 INFO:tasks.workunit.client.0.smithi028.stdout: "last_clean": "2024-08-29T17:43:51.180699+0000", 2024-08-29T17:47:14.846 INFO:tasks.workunit.client.0.smithi028.stdout: "last_clean_scrub_stamp": "2024-08-29T17:41:01.987071+0000", 2024-08-29T17:47:14.846 INFO:tasks.workunit.client.0.smithi028.stdout: "last_deep_scrub": "0'0", 2024-08-29T17:47:14.846 INFO:tasks.workunit.client.0.smithi028.stdout: "last_deep_scrub_stamp": "2024-08-29T17:41:01.987071+0000", 2024-08-29T17:47:14.846 INFO:tasks.workunit.client.0.smithi028.stdout: "last_epoch_clean": 63, 2024-08-29T17:47:14.846 INFO:tasks.workunit.client.0.smithi028.stdout: "last_fresh": "2024-08-29T17:43:51.180699+0000", 2024-08-29T17:47:14.846 INFO:tasks.workunit.client.0.smithi028.stdout: "last_fullsized": "2024-08-29T17:43:51.180699+0000", 2024-08-29T17:47:14.846 INFO:tasks.workunit.client.0.smithi028.stdout: "last_peered": "2024-08-29T17:43:51.180699+0000", 2024-08-29T17:47:14.846 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub": "0'0", 2024-08-29T17:47:14.847 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub_duration": 0, 2024-08-29T17:47:14.847 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub_stamp": "2024-08-29T17:41:01.987071+0000", 2024-08-29T17:47:14.847 INFO:tasks.workunit.client.0.smithi028.stdout: "last_undegraded": "2024-08-29T17:43:51.180699+0000", 2024-08-29T17:47:14.847 INFO:tasks.workunit.client.0.smithi028.stdout: "last_unstale": "2024-08-29T17:43:51.180699+0000", 2024-08-29T17:47:14.847 INFO:tasks.workunit.client.0.smithi028.stdout: "log_dups_size": 0, 2024-08-29T17:47:14.847 INFO:tasks.workunit.client.0.smithi028.stdout: "log_size": 0, 2024-08-29T17:47:14.847 INFO:tasks.workunit.client.0.smithi028.stdout: "log_start": "0'0", 2024-08-29T17:47:14.847 INFO:tasks.workunit.client.0.smithi028.stdout: "manifest_stats_invalid": false, 2024-08-29T17:47:14.847 INFO:tasks.workunit.client.0.smithi028.stdout: "mapping_epoch": 62, 2024-08-29T17:47:14.847 INFO:tasks.workunit.client.0.smithi028.stdout: "object_location_counts": [], 2024-08-29T17:47:14.847 INFO:tasks.workunit.client.0.smithi028.stdout: "objects_scrubbed": 0, 2024-08-29T17:47:14.847 INFO:tasks.workunit.client.0.smithi028.stdout: "objects_trimmed": 0, 2024-08-29T17:47:14.847 INFO:tasks.workunit.client.0.smithi028.stdout: "omap_stats_invalid": false, 2024-08-29T17:47:14.847 INFO:tasks.workunit.client.0.smithi028.stdout: "ondisk_log_size": 0, 2024-08-29T17:47:14.848 INFO:tasks.workunit.client.0.smithi028.stdout: "ondisk_log_start": "0'0", 2024-08-29T17:47:14.848 INFO:tasks.workunit.client.0.smithi028.stdout: "parent": "0.0", 2024-08-29T17:47:14.848 INFO:tasks.workunit.client.0.smithi028.stdout: "parent_split_bits": 0, 2024-08-29T17:47:14.848 INFO:tasks.workunit.client.0.smithi028.stdout: "pgid": "3.10", 2024-08-29T17:47:14.848 INFO:tasks.workunit.client.0.smithi028.stdout: "pin_stats_invalid": false, 2024-08-29T17:47:14.848 INFO:tasks.workunit.client.0.smithi028.stdout: "purged_snaps": [], 2024-08-29T17:47:14.848 INFO:tasks.workunit.client.0.smithi028.stdout: "reported_epoch": 74, 2024-08-29T17:47:14.848 INFO:tasks.workunit.client.0.smithi028.stdout: "reported_seq": 21, 2024-08-29T17:47:14.848 INFO:tasks.workunit.client.0.smithi028.stdout: "scrub_duration": 0.0, 2024-08-29T17:47:14.848 INFO:tasks.workunit.client.0.smithi028.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-31T00:14:55.529603+0000", 2024-08-29T17:47:14.848 INFO:tasks.workunit.client.0.smithi028.stdout: "snaptrim_duration": 0.0, 2024-08-29T17:47:14.848 INFO:tasks.workunit.client.0.smithi028.stdout: "snaptrimq_len": 0, 2024-08-29T17:47:14.848 INFO:tasks.workunit.client.0.smithi028.stdout: "stat_sum": { 2024-08-29T17:47:14.849 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes": 0, 2024-08-29T17:47:14.849 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes_hit_set_archive": 0, 2024-08-29T17:47:14.849 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes_recovered": 0, 2024-08-29T17:47:14.849 INFO:tasks.workunit.client.0.smithi028.stdout: "num_deep_scrub_errors": 0, 2024-08-29T17:47:14.849 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict": 0, 2024-08-29T17:47:14.849 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_kb": 0, 2024-08-29T17:47:14.849 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_mode_full": 0, 2024-08-29T17:47:14.849 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_mode_some": 0, 2024-08-29T17:47:14.849 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush": 0, 2024-08-29T17:47:14.849 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_kb": 0, 2024-08-29T17:47:14.849 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_mode_high": 0, 2024-08-29T17:47:14.849 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_mode_low": 0, 2024-08-29T17:47:14.849 INFO:tasks.workunit.client.0.smithi028.stdout: "num_keys_recovered": 0, 2024-08-29T17:47:14.850 INFO:tasks.workunit.client.0.smithi028.stdout: "num_large_omap_objects": 0, 2024-08-29T17:47:14.850 INFO:tasks.workunit.client.0.smithi028.stdout: "num_legacy_snapsets": 0, 2024-08-29T17:47:14.850 INFO:tasks.workunit.client.0.smithi028.stdout: "num_object_clones": 0, 2024-08-29T17:47:14.850 INFO:tasks.workunit.client.0.smithi028.stdout: "num_object_copies": 0, 2024-08-29T17:47:14.850 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects": 0, 2024-08-29T17:47:14.850 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_degraded": 0, 2024-08-29T17:47:14.850 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_dirty": 0, 2024-08-29T17:47:14.850 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_hit_set_archive": 0, 2024-08-29T17:47:14.850 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_manifest": 0, 2024-08-29T17:47:14.850 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_misplaced": 0, 2024-08-29T17:47:14.850 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_missing": 0, 2024-08-29T17:47:14.850 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_missing_on_primary": 0, 2024-08-29T17:47:14.850 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_omap": 0, 2024-08-29T17:47:14.850 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_pinned": 0, 2024-08-29T17:47:14.851 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_recovered": 0, 2024-08-29T17:47:14.851 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_repaired": 0, 2024-08-29T17:47:14.851 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_unfound": 0, 2024-08-29T17:47:14.851 INFO:tasks.workunit.client.0.smithi028.stdout: "num_omap_bytes": 0, 2024-08-29T17:47:14.851 INFO:tasks.workunit.client.0.smithi028.stdout: "num_omap_keys": 0, 2024-08-29T17:47:14.851 INFO:tasks.workunit.client.0.smithi028.stdout: "num_promote": 0, 2024-08-29T17:47:14.851 INFO:tasks.workunit.client.0.smithi028.stdout: "num_read": 0, 2024-08-29T17:47:14.851 INFO:tasks.workunit.client.0.smithi028.stdout: "num_read_kb": 0, 2024-08-29T17:47:14.851 INFO:tasks.workunit.client.0.smithi028.stdout: "num_scrub_errors": 0, 2024-08-29T17:47:14.851 INFO:tasks.workunit.client.0.smithi028.stdout: "num_shallow_scrub_errors": 0, 2024-08-29T17:47:14.851 INFO:tasks.workunit.client.0.smithi028.stdout: "num_whiteouts": 0, 2024-08-29T17:47:14.851 INFO:tasks.workunit.client.0.smithi028.stdout: "num_write": 0, 2024-08-29T17:47:14.851 INFO:tasks.workunit.client.0.smithi028.stdout: "num_write_kb": 0 2024-08-29T17:47:14.852 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:14.852 INFO:tasks.workunit.client.0.smithi028.stdout: "state": "active+clean", 2024-08-29T17:47:14.852 INFO:tasks.workunit.client.0.smithi028.stdout: "stats_invalid": false, 2024-08-29T17:47:14.852 INFO:tasks.workunit.client.0.smithi028.stdout: "up": [ 2024-08-29T17:47:14.852 INFO:tasks.workunit.client.0.smithi028.stdout: 6, 2024-08-29T17:47:14.852 INFO:tasks.workunit.client.0.smithi028.stdout: 0, 2024-08-29T17:47:14.852 INFO:tasks.workunit.client.0.smithi028.stdout: 5 2024-08-29T17:47:14.852 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-08-29T17:47:14.852 INFO:tasks.workunit.client.0.smithi028.stdout: "up_primary": 6, 2024-08-29T17:47:14.852 INFO:tasks.workunit.client.0.smithi028.stdout: "version": "0'0" 2024-08-29T17:47:14.852 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:14.852 INFO:tasks.workunit.client.0.smithi028.stdout: { 2024-08-29T17:47:14.852 INFO:tasks.workunit.client.0.smithi028.stdout: "acting": [ 2024-08-29T17:47:14.852 INFO:tasks.workunit.client.0.smithi028.stdout: 2, 2024-08-29T17:47:14.853 INFO:tasks.workunit.client.0.smithi028.stdout: 1, 2024-08-29T17:47:14.853 INFO:tasks.workunit.client.0.smithi028.stdout: 0 2024-08-29T17:47:14.853 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-08-29T17:47:14.853 INFO:tasks.workunit.client.0.smithi028.stdout: "acting_primary": 2, 2024-08-29T17:47:14.853 INFO:tasks.workunit.client.0.smithi028.stdout: "avail_no_missing": [], 2024-08-29T17:47:14.853 INFO:tasks.workunit.client.0.smithi028.stdout: "blocked_by": [], 2024-08-29T17:47:14.853 INFO:tasks.workunit.client.0.smithi028.stdout: "created": 59, 2024-08-29T17:47:14.853 INFO:tasks.workunit.client.0.smithi028.stdout: "dirty_stats_invalid": false, 2024-08-29T17:47:14.853 INFO:tasks.workunit.client.0.smithi028.stdout: "hitset_bytes_stats_invalid": false, 2024-08-29T17:47:14.853 INFO:tasks.workunit.client.0.smithi028.stdout: "hitset_stats_invalid": false, 2024-08-29T17:47:14.853 INFO:tasks.workunit.client.0.smithi028.stdout: "last_active": "2024-08-29T17:43:51.003212+0000", 2024-08-29T17:47:14.853 INFO:tasks.workunit.client.0.smithi028.stdout: "last_became_active": "2024-08-29T17:40:53.991641+0000", 2024-08-29T17:47:14.853 INFO:tasks.workunit.client.0.smithi028.stdout: "last_became_peered": "2024-08-29T17:40:53.991641+0000", 2024-08-29T17:47:14.853 INFO:tasks.workunit.client.0.smithi028.stdout: "last_change": "2024-08-29T17:40:53.992470+0000", 2024-08-29T17:47:14.854 INFO:tasks.workunit.client.0.smithi028.stdout: "last_clean": "2024-08-29T17:43:51.003212+0000", 2024-08-29T17:47:14.854 INFO:tasks.workunit.client.0.smithi028.stdout: "last_clean_scrub_stamp": "2024-08-29T17:40:52.944949+0000", 2024-08-29T17:47:14.854 INFO:tasks.workunit.client.0.smithi028.stdout: "last_deep_scrub": "0'0", 2024-08-29T17:47:14.854 INFO:tasks.workunit.client.0.smithi028.stdout: "last_deep_scrub_stamp": "2024-08-29T17:40:52.944949+0000", 2024-08-29T17:47:14.854 INFO:tasks.workunit.client.0.smithi028.stdout: "last_epoch_clean": 60, 2024-08-29T17:47:14.854 INFO:tasks.workunit.client.0.smithi028.stdout: "last_fresh": "2024-08-29T17:43:51.003212+0000", 2024-08-29T17:47:14.854 INFO:tasks.workunit.client.0.smithi028.stdout: "last_fullsized": "2024-08-29T17:43:51.003212+0000", 2024-08-29T17:47:14.854 INFO:tasks.workunit.client.0.smithi028.stdout: "last_peered": "2024-08-29T17:43:51.003212+0000", 2024-08-29T17:47:14.854 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub": "0'0", 2024-08-29T17:47:14.854 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub_duration": 0, 2024-08-29T17:47:14.854 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub_stamp": "2024-08-29T17:40:52.944949+0000", 2024-08-29T17:47:14.854 INFO:tasks.workunit.client.0.smithi028.stdout: "last_undegraded": "2024-08-29T17:43:51.003212+0000", 2024-08-29T17:47:14.854 INFO:tasks.workunit.client.0.smithi028.stdout: "last_unstale": "2024-08-29T17:43:51.003212+0000", 2024-08-29T17:47:14.854 INFO:tasks.workunit.client.0.smithi028.stdout: "log_dups_size": 0, 2024-08-29T17:47:14.855 INFO:tasks.workunit.client.0.smithi028.stdout: "log_size": 8, 2024-08-29T17:47:14.855 INFO:tasks.workunit.client.0.smithi028.stdout: "log_start": "0'0", 2024-08-29T17:47:14.855 INFO:tasks.workunit.client.0.smithi028.stdout: "manifest_stats_invalid": false, 2024-08-29T17:47:14.855 INFO:tasks.workunit.client.0.smithi028.stdout: "mapping_epoch": 59, 2024-08-29T17:47:14.855 INFO:tasks.workunit.client.0.smithi028.stdout: "object_location_counts": [], 2024-08-29T17:47:14.855 INFO:tasks.workunit.client.0.smithi028.stdout: "objects_scrubbed": 0, 2024-08-29T17:47:14.855 INFO:tasks.workunit.client.0.smithi028.stdout: "objects_trimmed": 0, 2024-08-29T17:47:14.855 INFO:tasks.workunit.client.0.smithi028.stdout: "omap_stats_invalid": false, 2024-08-29T17:47:14.855 INFO:tasks.workunit.client.0.smithi028.stdout: "ondisk_log_size": 8, 2024-08-29T17:47:14.855 INFO:tasks.workunit.client.0.smithi028.stdout: "ondisk_log_start": "0'0", 2024-08-29T17:47:14.855 INFO:tasks.workunit.client.0.smithi028.stdout: "parent": "0.0", 2024-08-29T17:47:14.855 INFO:tasks.workunit.client.0.smithi028.stdout: "parent_split_bits": 0, 2024-08-29T17:47:14.855 INFO:tasks.workunit.client.0.smithi028.stdout: "pgid": "2.10", 2024-08-29T17:47:14.855 INFO:tasks.workunit.client.0.smithi028.stdout: "pin_stats_invalid": false, 2024-08-29T17:47:14.856 INFO:tasks.workunit.client.0.smithi028.stdout: "purged_snaps": [], 2024-08-29T17:47:14.856 INFO:tasks.workunit.client.0.smithi028.stdout: "reported_epoch": 74, 2024-08-29T17:47:14.856 INFO:tasks.workunit.client.0.smithi028.stdout: "reported_seq": 32, 2024-08-29T17:47:14.856 INFO:tasks.workunit.client.0.smithi028.stdout: "scrub_duration": 0.0, 2024-08-29T17:47:14.856 INFO:tasks.workunit.client.0.smithi028.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-30T23:13:18.374050+0000", 2024-08-29T17:47:14.856 INFO:tasks.workunit.client.0.smithi028.stdout: "snaptrim_duration": 0.0, 2024-08-29T17:47:14.856 INFO:tasks.workunit.client.0.smithi028.stdout: "snaptrimq_len": 0, 2024-08-29T17:47:14.856 INFO:tasks.workunit.client.0.smithi028.stdout: "stat_sum": { 2024-08-29T17:47:14.856 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes": 0, 2024-08-29T17:47:14.856 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes_hit_set_archive": 0, 2024-08-29T17:47:14.856 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes_recovered": 0, 2024-08-29T17:47:14.856 INFO:tasks.workunit.client.0.smithi028.stdout: "num_deep_scrub_errors": 0, 2024-08-29T17:47:14.857 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict": 0, 2024-08-29T17:47:14.857 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_kb": 0, 2024-08-29T17:47:14.857 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_mode_full": 0, 2024-08-29T17:47:14.857 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_mode_some": 0, 2024-08-29T17:47:14.857 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush": 0, 2024-08-29T17:47:14.857 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_kb": 0, 2024-08-29T17:47:14.857 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_mode_high": 0, 2024-08-29T17:47:14.857 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_mode_low": 0, 2024-08-29T17:47:14.857 INFO:tasks.workunit.client.0.smithi028.stdout: "num_keys_recovered": 0, 2024-08-29T17:47:14.857 INFO:tasks.workunit.client.0.smithi028.stdout: "num_large_omap_objects": 0, 2024-08-29T17:47:14.857 INFO:tasks.workunit.client.0.smithi028.stdout: "num_legacy_snapsets": 0, 2024-08-29T17:47:14.857 INFO:tasks.workunit.client.0.smithi028.stdout: "num_object_clones": 0, 2024-08-29T17:47:14.857 INFO:tasks.workunit.client.0.smithi028.stdout: "num_object_copies": 12, 2024-08-29T17:47:14.858 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects": 4, 2024-08-29T17:47:14.858 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_degraded": 0, 2024-08-29T17:47:14.858 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_dirty": 4, 2024-08-29T17:47:14.858 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_hit_set_archive": 0, 2024-08-29T17:47:14.858 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_manifest": 0, 2024-08-29T17:47:14.858 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_misplaced": 0, 2024-08-29T17:47:14.858 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_missing": 0, 2024-08-29T17:47:14.858 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_missing_on_primary": 0, 2024-08-29T17:47:14.858 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_omap": 4, 2024-08-29T17:47:14.858 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_pinned": 0, 2024-08-29T17:47:14.858 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_recovered": 0, 2024-08-29T17:47:14.858 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_repaired": 0, 2024-08-29T17:47:14.859 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_unfound": 0, 2024-08-29T17:47:14.859 INFO:tasks.workunit.client.0.smithi028.stdout: "num_omap_bytes": 0, 2024-08-29T17:47:14.859 INFO:tasks.workunit.client.0.smithi028.stdout: "num_omap_keys": 0, 2024-08-29T17:47:14.859 INFO:tasks.workunit.client.0.smithi028.stdout: "num_promote": 0, 2024-08-29T17:47:14.859 INFO:tasks.workunit.client.0.smithi028.stdout: "num_read": 0, 2024-08-29T17:47:14.859 INFO:tasks.workunit.client.0.smithi028.stdout: "num_read_kb": 0, 2024-08-29T17:47:14.859 INFO:tasks.workunit.client.0.smithi028.stdout: "num_scrub_errors": 0, 2024-08-29T17:47:14.859 INFO:tasks.workunit.client.0.smithi028.stdout: "num_shallow_scrub_errors": 0, 2024-08-29T17:47:14.859 INFO:tasks.workunit.client.0.smithi028.stdout: "num_whiteouts": 0, 2024-08-29T17:47:14.859 INFO:tasks.workunit.client.0.smithi028.stdout: "num_write": 12, 2024-08-29T17:47:14.859 INFO:tasks.workunit.client.0.smithi028.stdout: "num_write_kb": 0 2024-08-29T17:47:14.860 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:14.860 INFO:tasks.workunit.client.0.smithi028.stdout: "state": "active+clean", 2024-08-29T17:47:14.860 INFO:tasks.workunit.client.0.smithi028.stdout: "stats_invalid": false, 2024-08-29T17:47:14.860 INFO:tasks.workunit.client.0.smithi028.stdout: "up": [ 2024-08-29T17:47:14.860 INFO:tasks.workunit.client.0.smithi028.stdout: 2, 2024-08-29T17:47:14.860 INFO:tasks.workunit.client.0.smithi028.stdout: 1, 2024-08-29T17:47:14.860 INFO:tasks.workunit.client.0.smithi028.stdout: 0 2024-08-29T17:47:14.860 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-08-29T17:47:14.860 INFO:tasks.workunit.client.0.smithi028.stdout: "up_primary": 2, 2024-08-29T17:47:14.860 INFO:tasks.workunit.client.0.smithi028.stdout: "version": "65'8" 2024-08-29T17:47:14.860 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:14.860 INFO:tasks.workunit.client.0.smithi028.stdout: { 2024-08-29T17:47:14.860 INFO:tasks.workunit.client.0.smithi028.stdout: "acting": [ 2024-08-29T17:47:14.860 INFO:tasks.workunit.client.0.smithi028.stdout: 7, 2024-08-29T17:47:14.861 INFO:tasks.workunit.client.0.smithi028.stdout: 4, 2024-08-29T17:47:14.861 INFO:tasks.workunit.client.0.smithi028.stdout: 6 2024-08-29T17:47:14.861 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-08-29T17:47:14.861 INFO:tasks.workunit.client.0.smithi028.stdout: "acting_primary": 7, 2024-08-29T17:47:14.861 INFO:tasks.workunit.client.0.smithi028.stdout: "avail_no_missing": [], 2024-08-29T17:47:14.861 INFO:tasks.workunit.client.0.smithi028.stdout: "blocked_by": [], 2024-08-29T17:47:14.861 INFO:tasks.workunit.client.0.smithi028.stdout: "created": 62, 2024-08-29T17:47:14.861 INFO:tasks.workunit.client.0.smithi028.stdout: "dirty_stats_invalid": false, 2024-08-29T17:47:14.861 INFO:tasks.workunit.client.0.smithi028.stdout: "hitset_bytes_stats_invalid": false, 2024-08-29T17:47:14.861 INFO:tasks.workunit.client.0.smithi028.stdout: "hitset_stats_invalid": false, 2024-08-29T17:47:14.861 INFO:tasks.workunit.client.0.smithi028.stdout: "last_active": "2024-08-29T17:43:51.057057+0000", 2024-08-29T17:47:14.861 INFO:tasks.workunit.client.0.smithi028.stdout: "last_became_active": "2024-08-29T17:41:03.083892+0000", 2024-08-29T17:47:14.861 INFO:tasks.workunit.client.0.smithi028.stdout: "last_became_peered": "2024-08-29T17:41:03.083892+0000", 2024-08-29T17:47:14.862 INFO:tasks.workunit.client.0.smithi028.stdout: "last_change": "2024-08-29T17:41:03.085373+0000", 2024-08-29T17:47:14.862 INFO:tasks.workunit.client.0.smithi028.stdout: "last_clean": "2024-08-29T17:43:51.057057+0000", 2024-08-29T17:47:14.862 INFO:tasks.workunit.client.0.smithi028.stdout: "last_clean_scrub_stamp": "2024-08-29T17:41:01.987071+0000", 2024-08-29T17:47:14.862 INFO:tasks.workunit.client.0.smithi028.stdout: "last_deep_scrub": "0'0", 2024-08-29T17:47:14.862 INFO:tasks.workunit.client.0.smithi028.stdout: "last_deep_scrub_stamp": "2024-08-29T17:41:01.987071+0000", 2024-08-29T17:47:14.862 INFO:tasks.workunit.client.0.smithi028.stdout: "last_epoch_clean": 63, 2024-08-29T17:47:14.862 INFO:tasks.workunit.client.0.smithi028.stdout: "last_fresh": "2024-08-29T17:43:51.057057+0000", 2024-08-29T17:47:14.862 INFO:tasks.workunit.client.0.smithi028.stdout: "last_fullsized": "2024-08-29T17:43:51.057057+0000", 2024-08-29T17:47:14.862 INFO:tasks.workunit.client.0.smithi028.stdout: "last_peered": "2024-08-29T17:43:51.057057+0000", 2024-08-29T17:47:14.862 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub": "0'0", 2024-08-29T17:47:14.862 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub_duration": 0, 2024-08-29T17:47:14.862 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub_stamp": "2024-08-29T17:41:01.987071+0000", 2024-08-29T17:47:14.862 INFO:tasks.workunit.client.0.smithi028.stdout: "last_undegraded": "2024-08-29T17:43:51.057057+0000", 2024-08-29T17:47:14.862 INFO:tasks.workunit.client.0.smithi028.stdout: "last_unstale": "2024-08-29T17:43:51.057057+0000", 2024-08-29T17:47:14.863 INFO:tasks.workunit.client.0.smithi028.stdout: "log_dups_size": 0, 2024-08-29T17:47:14.863 INFO:tasks.workunit.client.0.smithi028.stdout: "log_size": 0, 2024-08-29T17:47:14.863 INFO:tasks.workunit.client.0.smithi028.stdout: "log_start": "0'0", 2024-08-29T17:47:14.863 INFO:tasks.workunit.client.0.smithi028.stdout: "manifest_stats_invalid": false, 2024-08-29T17:47:14.863 INFO:tasks.workunit.client.0.smithi028.stdout: "mapping_epoch": 62, 2024-08-29T17:47:14.863 INFO:tasks.workunit.client.0.smithi028.stdout: "object_location_counts": [], 2024-08-29T17:47:14.863 INFO:tasks.workunit.client.0.smithi028.stdout: "objects_scrubbed": 0, 2024-08-29T17:47:14.863 INFO:tasks.workunit.client.0.smithi028.stdout: "objects_trimmed": 0, 2024-08-29T17:47:14.863 INFO:tasks.workunit.client.0.smithi028.stdout: "omap_stats_invalid": false, 2024-08-29T17:47:14.863 INFO:tasks.workunit.client.0.smithi028.stdout: "ondisk_log_size": 0, 2024-08-29T17:47:14.863 INFO:tasks.workunit.client.0.smithi028.stdout: "ondisk_log_start": "0'0", 2024-08-29T17:47:14.863 INFO:tasks.workunit.client.0.smithi028.stdout: "parent": "0.0", 2024-08-29T17:47:14.863 INFO:tasks.workunit.client.0.smithi028.stdout: "parent_split_bits": 0, 2024-08-29T17:47:14.863 INFO:tasks.workunit.client.0.smithi028.stdout: "pgid": "3.11", 2024-08-29T17:47:14.863 INFO:tasks.workunit.client.0.smithi028.stdout: "pin_stats_invalid": false, 2024-08-29T17:47:14.863 INFO:tasks.workunit.client.0.smithi028.stdout: "purged_snaps": [], 2024-08-29T17:47:14.864 INFO:tasks.workunit.client.0.smithi028.stdout: "reported_epoch": 74, 2024-08-29T17:47:14.864 INFO:tasks.workunit.client.0.smithi028.stdout: "reported_seq": 21, 2024-08-29T17:47:14.864 INFO:tasks.workunit.client.0.smithi028.stdout: "scrub_duration": 0.0, 2024-08-29T17:47:14.864 INFO:tasks.workunit.client.0.smithi028.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-30T23:37:44.507424+0000", 2024-08-29T17:47:14.864 INFO:tasks.workunit.client.0.smithi028.stdout: "snaptrim_duration": 0.0, 2024-08-29T17:47:14.864 INFO:tasks.workunit.client.0.smithi028.stdout: "snaptrimq_len": 0, 2024-08-29T17:47:14.864 INFO:tasks.workunit.client.0.smithi028.stdout: "stat_sum": { 2024-08-29T17:47:14.864 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes": 0, 2024-08-29T17:47:14.864 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes_hit_set_archive": 0, 2024-08-29T17:47:14.864 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes_recovered": 0, 2024-08-29T17:47:14.864 INFO:tasks.workunit.client.0.smithi028.stdout: "num_deep_scrub_errors": 0, 2024-08-29T17:47:14.864 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict": 0, 2024-08-29T17:47:14.864 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_kb": 0, 2024-08-29T17:47:14.864 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_mode_full": 0, 2024-08-29T17:47:14.865 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_mode_some": 0, 2024-08-29T17:47:14.865 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush": 0, 2024-08-29T17:47:14.865 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_kb": 0, 2024-08-29T17:47:14.865 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_mode_high": 0, 2024-08-29T17:47:14.865 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_mode_low": 0, 2024-08-29T17:47:14.865 INFO:tasks.workunit.client.0.smithi028.stdout: "num_keys_recovered": 0, 2024-08-29T17:47:14.865 INFO:tasks.workunit.client.0.smithi028.stdout: "num_large_omap_objects": 0, 2024-08-29T17:47:14.865 INFO:tasks.workunit.client.0.smithi028.stdout: "num_legacy_snapsets": 0, 2024-08-29T17:47:14.865 INFO:tasks.workunit.client.0.smithi028.stdout: "num_object_clones": 0, 2024-08-29T17:47:14.865 INFO:tasks.workunit.client.0.smithi028.stdout: "num_object_copies": 0, 2024-08-29T17:47:14.865 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects": 0, 2024-08-29T17:47:14.865 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_degraded": 0, 2024-08-29T17:47:14.865 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_dirty": 0, 2024-08-29T17:47:14.866 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_hit_set_archive": 0, 2024-08-29T17:47:14.866 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_manifest": 0, 2024-08-29T17:47:14.866 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_misplaced": 0, 2024-08-29T17:47:14.866 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_missing": 0, 2024-08-29T17:47:14.866 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_missing_on_primary": 0, 2024-08-29T17:47:14.866 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_omap": 0, 2024-08-29T17:47:14.866 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_pinned": 0, 2024-08-29T17:47:14.866 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_recovered": 0, 2024-08-29T17:47:14.866 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_repaired": 0, 2024-08-29T17:47:14.866 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_unfound": 0, 2024-08-29T17:47:14.866 INFO:tasks.workunit.client.0.smithi028.stdout: "num_omap_bytes": 0, 2024-08-29T17:47:14.866 INFO:tasks.workunit.client.0.smithi028.stdout: "num_omap_keys": 0, 2024-08-29T17:47:14.866 INFO:tasks.workunit.client.0.smithi028.stdout: "num_promote": 0, 2024-08-29T17:47:14.866 INFO:tasks.workunit.client.0.smithi028.stdout: "num_read": 0, 2024-08-29T17:47:14.866 INFO:tasks.workunit.client.0.smithi028.stdout: "num_read_kb": 0, 2024-08-29T17:47:14.866 INFO:tasks.workunit.client.0.smithi028.stdout: "num_scrub_errors": 0, 2024-08-29T17:47:14.867 INFO:tasks.workunit.client.0.smithi028.stdout: "num_shallow_scrub_errors": 0, 2024-08-29T17:47:14.867 INFO:tasks.workunit.client.0.smithi028.stdout: "num_whiteouts": 0, 2024-08-29T17:47:14.867 INFO:tasks.workunit.client.0.smithi028.stdout: "num_write": 0, 2024-08-29T17:47:14.867 INFO:tasks.workunit.client.0.smithi028.stdout: "num_write_kb": 0 2024-08-29T17:47:14.867 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:14.867 INFO:tasks.workunit.client.0.smithi028.stdout: "state": "active+clean", 2024-08-29T17:47:14.867 INFO:tasks.workunit.client.0.smithi028.stdout: "stats_invalid": false, 2024-08-29T17:47:14.867 INFO:tasks.workunit.client.0.smithi028.stdout: "up": [ 2024-08-29T17:47:14.867 INFO:tasks.workunit.client.0.smithi028.stdout: 7, 2024-08-29T17:47:14.867 INFO:tasks.workunit.client.0.smithi028.stdout: 4, 2024-08-29T17:47:14.867 INFO:tasks.workunit.client.0.smithi028.stdout: 6 2024-08-29T17:47:14.867 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-08-29T17:47:14.867 INFO:tasks.workunit.client.0.smithi028.stdout: "up_primary": 7, 2024-08-29T17:47:14.867 INFO:tasks.workunit.client.0.smithi028.stdout: "version": "0'0" 2024-08-29T17:47:14.867 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:14.868 INFO:tasks.workunit.client.0.smithi028.stdout: { 2024-08-29T17:47:14.868 INFO:tasks.workunit.client.0.smithi028.stdout: "acting": [ 2024-08-29T17:47:14.868 INFO:tasks.workunit.client.0.smithi028.stdout: 4, 2024-08-29T17:47:14.868 INFO:tasks.workunit.client.0.smithi028.stdout: 0, 2024-08-29T17:47:14.868 INFO:tasks.workunit.client.0.smithi028.stdout: 7 2024-08-29T17:47:14.868 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-08-29T17:47:14.868 INFO:tasks.workunit.client.0.smithi028.stdout: "acting_primary": 4, 2024-08-29T17:47:14.868 INFO:tasks.workunit.client.0.smithi028.stdout: "avail_no_missing": [], 2024-08-29T17:47:14.868 INFO:tasks.workunit.client.0.smithi028.stdout: "blocked_by": [], 2024-08-29T17:47:14.868 INFO:tasks.workunit.client.0.smithi028.stdout: "created": 59, 2024-08-29T17:47:14.868 INFO:tasks.workunit.client.0.smithi028.stdout: "dirty_stats_invalid": false, 2024-08-29T17:47:14.868 INFO:tasks.workunit.client.0.smithi028.stdout: "hitset_bytes_stats_invalid": false, 2024-08-29T17:47:14.868 INFO:tasks.workunit.client.0.smithi028.stdout: "hitset_stats_invalid": false, 2024-08-29T17:47:14.868 INFO:tasks.workunit.client.0.smithi028.stdout: "last_active": "2024-08-29T17:43:51.003186+0000", 2024-08-29T17:47:14.868 INFO:tasks.workunit.client.0.smithi028.stdout: "last_became_active": "2024-08-29T17:40:53.982935+0000", 2024-08-29T17:47:14.869 INFO:tasks.workunit.client.0.smithi028.stdout: "last_became_peered": "2024-08-29T17:40:53.982935+0000", 2024-08-29T17:47:14.869 INFO:tasks.workunit.client.0.smithi028.stdout: "last_change": "2024-08-29T17:40:53.983874+0000", 2024-08-29T17:47:14.869 INFO:tasks.workunit.client.0.smithi028.stdout: "last_clean": "2024-08-29T17:43:51.003186+0000", 2024-08-29T17:47:14.869 INFO:tasks.workunit.client.0.smithi028.stdout: "last_clean_scrub_stamp": "2024-08-29T17:40:52.944949+0000", 2024-08-29T17:47:14.869 INFO:tasks.workunit.client.0.smithi028.stdout: "last_deep_scrub": "0'0", 2024-08-29T17:47:14.869 INFO:tasks.workunit.client.0.smithi028.stdout: "last_deep_scrub_stamp": "2024-08-29T17:40:52.944949+0000", 2024-08-29T17:47:14.869 INFO:tasks.workunit.client.0.smithi028.stdout: "last_epoch_clean": 60, 2024-08-29T17:47:14.869 INFO:tasks.workunit.client.0.smithi028.stdout: "last_fresh": "2024-08-29T17:43:51.003186+0000", 2024-08-29T17:47:14.869 INFO:tasks.workunit.client.0.smithi028.stdout: "last_fullsized": "2024-08-29T17:43:51.003186+0000", 2024-08-29T17:47:14.869 INFO:tasks.workunit.client.0.smithi028.stdout: "last_peered": "2024-08-29T17:43:51.003186+0000", 2024-08-29T17:47:14.869 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub": "0'0", 2024-08-29T17:47:14.869 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub_duration": 0, 2024-08-29T17:47:14.869 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub_stamp": "2024-08-29T17:40:52.944949+0000", 2024-08-29T17:47:14.869 INFO:tasks.workunit.client.0.smithi028.stdout: "last_undegraded": "2024-08-29T17:43:51.003186+0000", 2024-08-29T17:47:14.870 INFO:tasks.workunit.client.0.smithi028.stdout: "last_unstale": "2024-08-29T17:43:51.003186+0000", 2024-08-29T17:47:14.870 INFO:tasks.workunit.client.0.smithi028.stdout: "log_dups_size": 0, 2024-08-29T17:47:14.870 INFO:tasks.workunit.client.0.smithi028.stdout: "log_size": 1, 2024-08-29T17:47:14.870 INFO:tasks.workunit.client.0.smithi028.stdout: "log_start": "0'0", 2024-08-29T17:47:14.870 INFO:tasks.workunit.client.0.smithi028.stdout: "manifest_stats_invalid": false, 2024-08-29T17:47:14.870 INFO:tasks.workunit.client.0.smithi028.stdout: "mapping_epoch": 59, 2024-08-29T17:47:14.870 INFO:tasks.workunit.client.0.smithi028.stdout: "object_location_counts": [], 2024-08-29T17:47:14.870 INFO:tasks.workunit.client.0.smithi028.stdout: "objects_scrubbed": 0, 2024-08-29T17:47:14.870 INFO:tasks.workunit.client.0.smithi028.stdout: "objects_trimmed": 0, 2024-08-29T17:47:14.870 INFO:tasks.workunit.client.0.smithi028.stdout: "omap_stats_invalid": false, 2024-08-29T17:47:14.870 INFO:tasks.workunit.client.0.smithi028.stdout: "ondisk_log_size": 1, 2024-08-29T17:47:14.870 INFO:tasks.workunit.client.0.smithi028.stdout: "ondisk_log_start": "0'0", 2024-08-29T17:47:14.870 INFO:tasks.workunit.client.0.smithi028.stdout: "parent": "0.0", 2024-08-29T17:47:14.870 INFO:tasks.workunit.client.0.smithi028.stdout: "parent_split_bits": 0, 2024-08-29T17:47:14.871 INFO:tasks.workunit.client.0.smithi028.stdout: "pgid": "2.f", 2024-08-29T17:47:14.871 INFO:tasks.workunit.client.0.smithi028.stdout: "pin_stats_invalid": false, 2024-08-29T17:47:14.871 INFO:tasks.workunit.client.0.smithi028.stdout: "purged_snaps": [], 2024-08-29T17:47:14.871 INFO:tasks.workunit.client.0.smithi028.stdout: "reported_epoch": 74, 2024-08-29T17:47:14.871 INFO:tasks.workunit.client.0.smithi028.stdout: "reported_seq": 25, 2024-08-29T17:47:14.871 INFO:tasks.workunit.client.0.smithi028.stdout: "scrub_duration": 0.0, 2024-08-29T17:47:14.871 INFO:tasks.workunit.client.0.smithi028.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-30T20:26:30.323904+0000", 2024-08-29T17:47:14.871 INFO:tasks.workunit.client.0.smithi028.stdout: "snaptrim_duration": 0.0, 2024-08-29T17:47:14.871 INFO:tasks.workunit.client.0.smithi028.stdout: "snaptrimq_len": 0, 2024-08-29T17:47:14.871 INFO:tasks.workunit.client.0.smithi028.stdout: "stat_sum": { 2024-08-29T17:47:14.871 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes": 22, 2024-08-29T17:47:14.871 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes_hit_set_archive": 0, 2024-08-29T17:47:14.871 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes_recovered": 0, 2024-08-29T17:47:14.871 INFO:tasks.workunit.client.0.smithi028.stdout: "num_deep_scrub_errors": 0, 2024-08-29T17:47:14.872 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict": 0, 2024-08-29T17:47:14.872 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_kb": 0, 2024-08-29T17:47:14.872 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_mode_full": 0, 2024-08-29T17:47:14.872 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_mode_some": 0, 2024-08-29T17:47:14.872 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush": 0, 2024-08-29T17:47:14.872 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_kb": 0, 2024-08-29T17:47:14.872 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_mode_high": 0, 2024-08-29T17:47:14.872 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_mode_low": 0, 2024-08-29T17:47:14.872 INFO:tasks.workunit.client.0.smithi028.stdout: "num_keys_recovered": 0, 2024-08-29T17:47:14.872 INFO:tasks.workunit.client.0.smithi028.stdout: "num_large_omap_objects": 0, 2024-08-29T17:47:14.872 INFO:tasks.workunit.client.0.smithi028.stdout: "num_legacy_snapsets": 0, 2024-08-29T17:47:14.872 INFO:tasks.workunit.client.0.smithi028.stdout: "num_object_clones": 0, 2024-08-29T17:47:14.872 INFO:tasks.workunit.client.0.smithi028.stdout: "num_object_copies": 3, 2024-08-29T17:47:14.872 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects": 1, 2024-08-29T17:47:14.872 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_degraded": 0, 2024-08-29T17:47:14.873 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_dirty": 1, 2024-08-29T17:47:14.873 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_hit_set_archive": 0, 2024-08-29T17:47:14.873 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_manifest": 0, 2024-08-29T17:47:14.873 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_misplaced": 0, 2024-08-29T17:47:14.873 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_missing": 0, 2024-08-29T17:47:14.873 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_missing_on_primary": 0, 2024-08-29T17:47:14.873 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_omap": 0, 2024-08-29T17:47:14.873 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_pinned": 0, 2024-08-29T17:47:14.873 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_recovered": 0, 2024-08-29T17:47:14.873 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_repaired": 0, 2024-08-29T17:47:14.873 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_unfound": 0, 2024-08-29T17:47:14.873 INFO:tasks.workunit.client.0.smithi028.stdout: "num_omap_bytes": 0, 2024-08-29T17:47:14.873 INFO:tasks.workunit.client.0.smithi028.stdout: "num_omap_keys": 0, 2024-08-29T17:47:14.873 INFO:tasks.workunit.client.0.smithi028.stdout: "num_promote": 0, 2024-08-29T17:47:14.874 INFO:tasks.workunit.client.0.smithi028.stdout: "num_read": 0, 2024-08-29T17:47:14.874 INFO:tasks.workunit.client.0.smithi028.stdout: "num_read_kb": 0, 2024-08-29T17:47:14.874 INFO:tasks.workunit.client.0.smithi028.stdout: "num_scrub_errors": 0, 2024-08-29T17:47:14.874 INFO:tasks.workunit.client.0.smithi028.stdout: "num_shallow_scrub_errors": 0, 2024-08-29T17:47:14.874 INFO:tasks.workunit.client.0.smithi028.stdout: "num_whiteouts": 0, 2024-08-29T17:47:14.874 INFO:tasks.workunit.client.0.smithi028.stdout: "num_write": 1, 2024-08-29T17:47:14.874 INFO:tasks.workunit.client.0.smithi028.stdout: "num_write_kb": 1 2024-08-29T17:47:14.874 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:14.874 INFO:tasks.workunit.client.0.smithi028.stdout: "state": "active+clean", 2024-08-29T17:47:14.874 INFO:tasks.workunit.client.0.smithi028.stdout: "stats_invalid": false, 2024-08-29T17:47:14.874 INFO:tasks.workunit.client.0.smithi028.stdout: "up": [ 2024-08-29T17:47:14.874 INFO:tasks.workunit.client.0.smithi028.stdout: 4, 2024-08-29T17:47:14.874 INFO:tasks.workunit.client.0.smithi028.stdout: 0, 2024-08-29T17:47:14.875 INFO:tasks.workunit.client.0.smithi028.stdout: 7 2024-08-29T17:47:14.875 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-08-29T17:47:14.875 INFO:tasks.workunit.client.0.smithi028.stdout: "up_primary": 4, 2024-08-29T17:47:14.875 INFO:tasks.workunit.client.0.smithi028.stdout: "version": "65'1" 2024-08-29T17:47:14.875 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:14.875 INFO:tasks.workunit.client.0.smithi028.stdout: { 2024-08-29T17:47:14.875 INFO:tasks.workunit.client.0.smithi028.stdout: "acting": [ 2024-08-29T17:47:14.875 INFO:tasks.workunit.client.0.smithi028.stdout: 7, 2024-08-29T17:47:14.875 INFO:tasks.workunit.client.0.smithi028.stdout: 4, 2024-08-29T17:47:14.875 INFO:tasks.workunit.client.0.smithi028.stdout: 1 2024-08-29T17:47:14.875 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-08-29T17:47:14.875 INFO:tasks.workunit.client.0.smithi028.stdout: "acting_primary": 7, 2024-08-29T17:47:14.875 INFO:tasks.workunit.client.0.smithi028.stdout: "avail_no_missing": [], 2024-08-29T17:47:14.876 INFO:tasks.workunit.client.0.smithi028.stdout: "blocked_by": [], 2024-08-29T17:47:14.876 INFO:tasks.workunit.client.0.smithi028.stdout: "created": 62, 2024-08-29T17:47:14.876 INFO:tasks.workunit.client.0.smithi028.stdout: "dirty_stats_invalid": false, 2024-08-29T17:47:14.876 INFO:tasks.workunit.client.0.smithi028.stdout: "hitset_bytes_stats_invalid": false, 2024-08-29T17:47:14.876 INFO:tasks.workunit.client.0.smithi028.stdout: "hitset_stats_invalid": false, 2024-08-29T17:47:14.876 INFO:tasks.workunit.client.0.smithi028.stdout: "last_active": "2024-08-29T17:43:51.059146+0000", 2024-08-29T17:47:14.876 INFO:tasks.workunit.client.0.smithi028.stdout: "last_became_active": "2024-08-29T17:41:03.087498+0000", 2024-08-29T17:47:14.876 INFO:tasks.workunit.client.0.smithi028.stdout: "last_became_peered": "2024-08-29T17:41:03.087498+0000", 2024-08-29T17:47:14.876 INFO:tasks.workunit.client.0.smithi028.stdout: "last_change": "2024-08-29T17:41:03.087771+0000", 2024-08-29T17:47:14.876 INFO:tasks.workunit.client.0.smithi028.stdout: "last_clean": "2024-08-29T17:43:51.059146+0000", 2024-08-29T17:47:14.876 INFO:tasks.workunit.client.0.smithi028.stdout: "last_clean_scrub_stamp": "2024-08-29T17:41:01.987071+0000", 2024-08-29T17:47:14.876 INFO:tasks.workunit.client.0.smithi028.stdout: "last_deep_scrub": "0'0", 2024-08-29T17:47:14.876 INFO:tasks.workunit.client.0.smithi028.stdout: "last_deep_scrub_stamp": "2024-08-29T17:41:01.987071+0000", 2024-08-29T17:47:14.877 INFO:tasks.workunit.client.0.smithi028.stdout: "last_epoch_clean": 63, 2024-08-29T17:47:14.877 INFO:tasks.workunit.client.0.smithi028.stdout: "last_fresh": "2024-08-29T17:43:51.059146+0000", 2024-08-29T17:47:14.877 INFO:tasks.workunit.client.0.smithi028.stdout: "last_fullsized": "2024-08-29T17:43:51.059146+0000", 2024-08-29T17:47:14.877 INFO:tasks.workunit.client.0.smithi028.stdout: "last_peered": "2024-08-29T17:43:51.059146+0000", 2024-08-29T17:47:14.877 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub": "0'0", 2024-08-29T17:47:14.877 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub_duration": 0, 2024-08-29T17:47:14.877 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub_stamp": "2024-08-29T17:41:01.987071+0000", 2024-08-29T17:47:14.877 INFO:tasks.workunit.client.0.smithi028.stdout: "last_undegraded": "2024-08-29T17:43:51.059146+0000", 2024-08-29T17:47:14.877 INFO:tasks.workunit.client.0.smithi028.stdout: "last_unstale": "2024-08-29T17:43:51.059146+0000", 2024-08-29T17:47:14.877 INFO:tasks.workunit.client.0.smithi028.stdout: "log_dups_size": 0, 2024-08-29T17:47:14.877 INFO:tasks.workunit.client.0.smithi028.stdout: "log_size": 0, 2024-08-29T17:47:14.877 INFO:tasks.workunit.client.0.smithi028.stdout: "log_start": "0'0", 2024-08-29T17:47:14.877 INFO:tasks.workunit.client.0.smithi028.stdout: "manifest_stats_invalid": false, 2024-08-29T17:47:14.878 INFO:tasks.workunit.client.0.smithi028.stdout: "mapping_epoch": 62, 2024-08-29T17:47:14.878 INFO:tasks.workunit.client.0.smithi028.stdout: "object_location_counts": [], 2024-08-29T17:47:14.878 INFO:tasks.workunit.client.0.smithi028.stdout: "objects_scrubbed": 0, 2024-08-29T17:47:14.878 INFO:tasks.workunit.client.0.smithi028.stdout: "objects_trimmed": 0, 2024-08-29T17:47:14.878 INFO:tasks.workunit.client.0.smithi028.stdout: "omap_stats_invalid": false, 2024-08-29T17:47:14.878 INFO:tasks.workunit.client.0.smithi028.stdout: "ondisk_log_size": 0, 2024-08-29T17:47:14.878 INFO:tasks.workunit.client.0.smithi028.stdout: "ondisk_log_start": "0'0", 2024-08-29T17:47:14.878 INFO:tasks.workunit.client.0.smithi028.stdout: "parent": "0.0", 2024-08-29T17:47:14.878 INFO:tasks.workunit.client.0.smithi028.stdout: "parent_split_bits": 0, 2024-08-29T17:47:14.878 INFO:tasks.workunit.client.0.smithi028.stdout: "pgid": "3.e", 2024-08-29T17:47:14.878 INFO:tasks.workunit.client.0.smithi028.stdout: "pin_stats_invalid": false, 2024-08-29T17:47:14.878 INFO:tasks.workunit.client.0.smithi028.stdout: "purged_snaps": [], 2024-08-29T17:47:14.878 INFO:tasks.workunit.client.0.smithi028.stdout: "reported_epoch": 74, 2024-08-29T17:47:14.879 INFO:tasks.workunit.client.0.smithi028.stdout: "reported_seq": 21, 2024-08-29T17:47:14.879 INFO:tasks.workunit.client.0.smithi028.stdout: "scrub_duration": 0.0, 2024-08-29T17:47:14.879 INFO:tasks.workunit.client.0.smithi028.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-30T19:02:31.812110+0000", 2024-08-29T17:47:14.879 INFO:tasks.workunit.client.0.smithi028.stdout: "snaptrim_duration": 0.0, 2024-08-29T17:47:14.879 INFO:tasks.workunit.client.0.smithi028.stdout: "snaptrimq_len": 0, 2024-08-29T17:47:14.879 INFO:tasks.workunit.client.0.smithi028.stdout: "stat_sum": { 2024-08-29T17:47:14.879 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes": 0, 2024-08-29T17:47:14.879 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes_hit_set_archive": 0, 2024-08-29T17:47:14.879 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes_recovered": 0, 2024-08-29T17:47:14.879 INFO:tasks.workunit.client.0.smithi028.stdout: "num_deep_scrub_errors": 0, 2024-08-29T17:47:14.879 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict": 0, 2024-08-29T17:47:14.879 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_kb": 0, 2024-08-29T17:47:14.879 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_mode_full": 0, 2024-08-29T17:47:14.879 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_mode_some": 0, 2024-08-29T17:47:14.880 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush": 0, 2024-08-29T17:47:14.880 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_kb": 0, 2024-08-29T17:47:14.880 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_mode_high": 0, 2024-08-29T17:47:14.880 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_mode_low": 0, 2024-08-29T17:47:14.880 INFO:tasks.workunit.client.0.smithi028.stdout: "num_keys_recovered": 0, 2024-08-29T17:47:14.880 INFO:tasks.workunit.client.0.smithi028.stdout: "num_large_omap_objects": 0, 2024-08-29T17:47:14.880 INFO:tasks.workunit.client.0.smithi028.stdout: "num_legacy_snapsets": 0, 2024-08-29T17:47:14.880 INFO:tasks.workunit.client.0.smithi028.stdout: "num_object_clones": 0, 2024-08-29T17:47:14.880 INFO:tasks.workunit.client.0.smithi028.stdout: "num_object_copies": 0, 2024-08-29T17:47:14.880 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects": 0, 2024-08-29T17:47:14.880 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_degraded": 0, 2024-08-29T17:47:14.880 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_dirty": 0, 2024-08-29T17:47:14.880 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_hit_set_archive": 0, 2024-08-29T17:47:14.881 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_manifest": 0, 2024-08-29T17:47:14.881 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_misplaced": 0, 2024-08-29T17:47:14.881 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_missing": 0, 2024-08-29T17:47:14.881 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_missing_on_primary": 0, 2024-08-29T17:47:14.881 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_omap": 0, 2024-08-29T17:47:14.881 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_pinned": 0, 2024-08-29T17:47:14.881 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_recovered": 0, 2024-08-29T17:47:14.881 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_repaired": 0, 2024-08-29T17:47:14.881 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_unfound": 0, 2024-08-29T17:47:14.881 INFO:tasks.workunit.client.0.smithi028.stdout: "num_omap_bytes": 0, 2024-08-29T17:47:14.881 INFO:tasks.workunit.client.0.smithi028.stdout: "num_omap_keys": 0, 2024-08-29T17:47:14.881 INFO:tasks.workunit.client.0.smithi028.stdout: "num_promote": 0, 2024-08-29T17:47:14.881 INFO:tasks.workunit.client.0.smithi028.stdout: "num_read": 0, 2024-08-29T17:47:14.882 INFO:tasks.workunit.client.0.smithi028.stdout: "num_read_kb": 0, 2024-08-29T17:47:14.882 INFO:tasks.workunit.client.0.smithi028.stdout: "num_scrub_errors": 0, 2024-08-29T17:47:14.882 INFO:tasks.workunit.client.0.smithi028.stdout: "num_shallow_scrub_errors": 0, 2024-08-29T17:47:14.882 INFO:tasks.workunit.client.0.smithi028.stdout: "num_whiteouts": 0, 2024-08-29T17:47:14.882 INFO:tasks.workunit.client.0.smithi028.stdout: "num_write": 0, 2024-08-29T17:47:14.882 INFO:tasks.workunit.client.0.smithi028.stdout: "num_write_kb": 0 2024-08-29T17:47:14.882 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:14.882 INFO:tasks.workunit.client.0.smithi028.stdout: "state": "active+clean", 2024-08-29T17:47:14.882 INFO:tasks.workunit.client.0.smithi028.stdout: "stats_invalid": false, 2024-08-29T17:47:14.882 INFO:tasks.workunit.client.0.smithi028.stdout: "up": [ 2024-08-29T17:47:14.882 INFO:tasks.workunit.client.0.smithi028.stdout: 7, 2024-08-29T17:47:14.882 INFO:tasks.workunit.client.0.smithi028.stdout: 4, 2024-08-29T17:47:14.883 INFO:tasks.workunit.client.0.smithi028.stdout: 1 2024-08-29T17:47:14.883 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-08-29T17:47:14.883 INFO:tasks.workunit.client.0.smithi028.stdout: "up_primary": 7, 2024-08-29T17:47:14.883 INFO:tasks.workunit.client.0.smithi028.stdout: "version": "0'0" 2024-08-29T17:47:14.883 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:14.883 INFO:tasks.workunit.client.0.smithi028.stdout: { 2024-08-29T17:47:14.883 INFO:tasks.workunit.client.0.smithi028.stdout: "acting": [ 2024-08-29T17:47:14.883 INFO:tasks.workunit.client.0.smithi028.stdout: 2, 2024-08-29T17:47:14.883 INFO:tasks.workunit.client.0.smithi028.stdout: 3, 2024-08-29T17:47:14.883 INFO:tasks.workunit.client.0.smithi028.stdout: 7 2024-08-29T17:47:14.883 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-08-29T17:47:14.883 INFO:tasks.workunit.client.0.smithi028.stdout: "acting_primary": 2, 2024-08-29T17:47:14.883 INFO:tasks.workunit.client.0.smithi028.stdout: "avail_no_missing": [], 2024-08-29T17:47:14.883 INFO:tasks.workunit.client.0.smithi028.stdout: "blocked_by": [], 2024-08-29T17:47:14.884 INFO:tasks.workunit.client.0.smithi028.stdout: "created": 59, 2024-08-29T17:47:14.884 INFO:tasks.workunit.client.0.smithi028.stdout: "dirty_stats_invalid": false, 2024-08-29T17:47:14.884 INFO:tasks.workunit.client.0.smithi028.stdout: "hitset_bytes_stats_invalid": false, 2024-08-29T17:47:14.884 INFO:tasks.workunit.client.0.smithi028.stdout: "hitset_stats_invalid": false, 2024-08-29T17:47:14.884 INFO:tasks.workunit.client.0.smithi028.stdout: "last_active": "2024-08-29T17:43:51.006743+0000", 2024-08-29T17:47:14.884 INFO:tasks.workunit.client.0.smithi028.stdout: "last_became_active": "2024-08-29T17:40:53.981238+0000", 2024-08-29T17:47:14.884 INFO:tasks.workunit.client.0.smithi028.stdout: "last_became_peered": "2024-08-29T17:40:53.981238+0000", 2024-08-29T17:47:14.884 INFO:tasks.workunit.client.0.smithi028.stdout: "last_change": "2024-08-29T17:40:53.982103+0000", 2024-08-29T17:47:14.884 INFO:tasks.workunit.client.0.smithi028.stdout: "last_clean": "2024-08-29T17:43:51.006743+0000", 2024-08-29T17:47:14.884 INFO:tasks.workunit.client.0.smithi028.stdout: "last_clean_scrub_stamp": "2024-08-29T17:40:52.944949+0000", 2024-08-29T17:47:14.884 INFO:tasks.workunit.client.0.smithi028.stdout: "last_deep_scrub": "0'0", 2024-08-29T17:47:14.884 INFO:tasks.workunit.client.0.smithi028.stdout: "last_deep_scrub_stamp": "2024-08-29T17:40:52.944949+0000", 2024-08-29T17:47:14.885 INFO:tasks.workunit.client.0.smithi028.stdout: "last_epoch_clean": 60, 2024-08-29T17:47:14.885 INFO:tasks.workunit.client.0.smithi028.stdout: "last_fresh": "2024-08-29T17:43:51.006743+0000", 2024-08-29T17:47:14.885 INFO:tasks.workunit.client.0.smithi028.stdout: "last_fullsized": "2024-08-29T17:43:51.006743+0000", 2024-08-29T17:47:14.885 INFO:tasks.workunit.client.0.smithi028.stdout: "last_peered": "2024-08-29T17:43:51.006743+0000", 2024-08-29T17:47:14.885 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub": "0'0", 2024-08-29T17:47:14.885 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub_duration": 0, 2024-08-29T17:47:14.885 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub_stamp": "2024-08-29T17:40:52.944949+0000", 2024-08-29T17:47:14.885 INFO:tasks.workunit.client.0.smithi028.stdout: "last_undegraded": "2024-08-29T17:43:51.006743+0000", 2024-08-29T17:47:14.885 INFO:tasks.workunit.client.0.smithi028.stdout: "last_unstale": "2024-08-29T17:43:51.006743+0000", 2024-08-29T17:47:14.885 INFO:tasks.workunit.client.0.smithi028.stdout: "log_dups_size": 0, 2024-08-29T17:47:14.885 INFO:tasks.workunit.client.0.smithi028.stdout: "log_size": 2, 2024-08-29T17:47:14.885 INFO:tasks.workunit.client.0.smithi028.stdout: "log_start": "0'0", 2024-08-29T17:47:14.885 INFO:tasks.workunit.client.0.smithi028.stdout: "manifest_stats_invalid": false, 2024-08-29T17:47:14.886 INFO:tasks.workunit.client.0.smithi028.stdout: "mapping_epoch": 59, 2024-08-29T17:47:14.886 INFO:tasks.workunit.client.0.smithi028.stdout: "object_location_counts": [], 2024-08-29T17:47:14.886 INFO:tasks.workunit.client.0.smithi028.stdout: "objects_scrubbed": 0, 2024-08-29T17:47:14.886 INFO:tasks.workunit.client.0.smithi028.stdout: "objects_trimmed": 0, 2024-08-29T17:47:14.886 INFO:tasks.workunit.client.0.smithi028.stdout: "omap_stats_invalid": false, 2024-08-29T17:47:14.886 INFO:tasks.workunit.client.0.smithi028.stdout: "ondisk_log_size": 2, 2024-08-29T17:47:14.886 INFO:tasks.workunit.client.0.smithi028.stdout: "ondisk_log_start": "0'0", 2024-08-29T17:47:14.886 INFO:tasks.workunit.client.0.smithi028.stdout: "parent": "0.0", 2024-08-29T17:47:14.886 INFO:tasks.workunit.client.0.smithi028.stdout: "parent_split_bits": 0, 2024-08-29T17:47:14.886 INFO:tasks.workunit.client.0.smithi028.stdout: "pgid": "2.e", 2024-08-29T17:47:14.886 INFO:tasks.workunit.client.0.smithi028.stdout: "pin_stats_invalid": false, 2024-08-29T17:47:14.886 INFO:tasks.workunit.client.0.smithi028.stdout: "purged_snaps": [], 2024-08-29T17:47:14.887 INFO:tasks.workunit.client.0.smithi028.stdout: "reported_epoch": 74, 2024-08-29T17:47:14.887 INFO:tasks.workunit.client.0.smithi028.stdout: "reported_seq": 26, 2024-08-29T17:47:14.887 INFO:tasks.workunit.client.0.smithi028.stdout: "scrub_duration": 0.0, 2024-08-29T17:47:14.887 INFO:tasks.workunit.client.0.smithi028.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-30T22:28:03.650713+0000", 2024-08-29T17:47:14.887 INFO:tasks.workunit.client.0.smithi028.stdout: "snaptrim_duration": 0.0, 2024-08-29T17:47:14.887 INFO:tasks.workunit.client.0.smithi028.stdout: "snaptrimq_len": 0, 2024-08-29T17:47:14.887 INFO:tasks.workunit.client.0.smithi028.stdout: "stat_sum": { 2024-08-29T17:47:14.887 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes": 0, 2024-08-29T17:47:14.887 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes_hit_set_archive": 0, 2024-08-29T17:47:14.887 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes_recovered": 0, 2024-08-29T17:47:14.887 INFO:tasks.workunit.client.0.smithi028.stdout: "num_deep_scrub_errors": 0, 2024-08-29T17:47:14.887 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict": 0, 2024-08-29T17:47:14.887 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_kb": 0, 2024-08-29T17:47:14.887 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_mode_full": 0, 2024-08-29T17:47:14.888 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_mode_some": 0, 2024-08-29T17:47:14.888 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush": 0, 2024-08-29T17:47:14.888 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_kb": 0, 2024-08-29T17:47:14.888 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_mode_high": 0, 2024-08-29T17:47:14.888 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_mode_low": 0, 2024-08-29T17:47:14.888 INFO:tasks.workunit.client.0.smithi028.stdout: "num_keys_recovered": 0, 2024-08-29T17:47:14.888 INFO:tasks.workunit.client.0.smithi028.stdout: "num_large_omap_objects": 0, 2024-08-29T17:47:14.888 INFO:tasks.workunit.client.0.smithi028.stdout: "num_legacy_snapsets": 0, 2024-08-29T17:47:14.888 INFO:tasks.workunit.client.0.smithi028.stdout: "num_object_clones": 0, 2024-08-29T17:47:14.888 INFO:tasks.workunit.client.0.smithi028.stdout: "num_object_copies": 3, 2024-08-29T17:47:14.888 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects": 1, 2024-08-29T17:47:14.888 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_degraded": 0, 2024-08-29T17:47:14.888 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_dirty": 1, 2024-08-29T17:47:14.889 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_hit_set_archive": 0, 2024-08-29T17:47:14.889 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_manifest": 0, 2024-08-29T17:47:14.889 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_misplaced": 0, 2024-08-29T17:47:14.889 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_missing": 0, 2024-08-29T17:47:14.889 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_missing_on_primary": 0, 2024-08-29T17:47:14.889 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_omap": 1, 2024-08-29T17:47:14.889 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_pinned": 0, 2024-08-29T17:47:14.889 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_recovered": 0, 2024-08-29T17:47:14.889 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_repaired": 0, 2024-08-29T17:47:14.889 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_unfound": 0, 2024-08-29T17:47:14.889 INFO:tasks.workunit.client.0.smithi028.stdout: "num_omap_bytes": 0, 2024-08-29T17:47:14.889 INFO:tasks.workunit.client.0.smithi028.stdout: "num_omap_keys": 0, 2024-08-29T17:47:14.889 INFO:tasks.workunit.client.0.smithi028.stdout: "num_promote": 0, 2024-08-29T17:47:14.889 INFO:tasks.workunit.client.0.smithi028.stdout: "num_read": 0, 2024-08-29T17:47:14.890 INFO:tasks.workunit.client.0.smithi028.stdout: "num_read_kb": 0, 2024-08-29T17:47:14.890 INFO:tasks.workunit.client.0.smithi028.stdout: "num_scrub_errors": 0, 2024-08-29T17:47:14.890 INFO:tasks.workunit.client.0.smithi028.stdout: "num_shallow_scrub_errors": 0, 2024-08-29T17:47:14.890 INFO:tasks.workunit.client.0.smithi028.stdout: "num_whiteouts": 0, 2024-08-29T17:47:14.890 INFO:tasks.workunit.client.0.smithi028.stdout: "num_write": 3, 2024-08-29T17:47:14.890 INFO:tasks.workunit.client.0.smithi028.stdout: "num_write_kb": 0 2024-08-29T17:47:14.890 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:14.890 INFO:tasks.workunit.client.0.smithi028.stdout: "state": "active+clean", 2024-08-29T17:47:14.890 INFO:tasks.workunit.client.0.smithi028.stdout: "stats_invalid": false, 2024-08-29T17:47:14.890 INFO:tasks.workunit.client.0.smithi028.stdout: "up": [ 2024-08-29T17:47:14.890 INFO:tasks.workunit.client.0.smithi028.stdout: 2, 2024-08-29T17:47:14.890 INFO:tasks.workunit.client.0.smithi028.stdout: 3, 2024-08-29T17:47:14.890 INFO:tasks.workunit.client.0.smithi028.stdout: 7 2024-08-29T17:47:14.890 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-08-29T17:47:14.890 INFO:tasks.workunit.client.0.smithi028.stdout: "up_primary": 2, 2024-08-29T17:47:14.891 INFO:tasks.workunit.client.0.smithi028.stdout: "version": "65'2" 2024-08-29T17:47:14.891 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:14.891 INFO:tasks.workunit.client.0.smithi028.stdout: { 2024-08-29T17:47:14.891 INFO:tasks.workunit.client.0.smithi028.stdout: "acting": [ 2024-08-29T17:47:14.891 INFO:tasks.workunit.client.0.smithi028.stdout: 7, 2024-08-29T17:47:14.891 INFO:tasks.workunit.client.0.smithi028.stdout: 4, 2024-08-29T17:47:14.891 INFO:tasks.workunit.client.0.smithi028.stdout: 0 2024-08-29T17:47:14.891 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-08-29T17:47:14.891 INFO:tasks.workunit.client.0.smithi028.stdout: "acting_primary": 7, 2024-08-29T17:47:14.891 INFO:tasks.workunit.client.0.smithi028.stdout: "avail_no_missing": [], 2024-08-29T17:47:14.891 INFO:tasks.workunit.client.0.smithi028.stdout: "blocked_by": [], 2024-08-29T17:47:14.891 INFO:tasks.workunit.client.0.smithi028.stdout: "created": 62, 2024-08-29T17:47:14.891 INFO:tasks.workunit.client.0.smithi028.stdout: "dirty_stats_invalid": false, 2024-08-29T17:47:14.891 INFO:tasks.workunit.client.0.smithi028.stdout: "hitset_bytes_stats_invalid": false, 2024-08-29T17:47:14.891 INFO:tasks.workunit.client.0.smithi028.stdout: "hitset_stats_invalid": false, 2024-08-29T17:47:14.892 INFO:tasks.workunit.client.0.smithi028.stdout: "last_active": "2024-08-29T17:43:51.059118+0000", 2024-08-29T17:47:14.892 INFO:tasks.workunit.client.0.smithi028.stdout: "last_became_active": "2024-08-29T17:41:03.080505+0000", 2024-08-29T17:47:14.892 INFO:tasks.workunit.client.0.smithi028.stdout: "last_became_peered": "2024-08-29T17:41:03.080505+0000", 2024-08-29T17:47:14.892 INFO:tasks.workunit.client.0.smithi028.stdout: "last_change": "2024-08-29T17:41:03.081477+0000", 2024-08-29T17:47:14.892 INFO:tasks.workunit.client.0.smithi028.stdout: "last_clean": "2024-08-29T17:43:51.059118+0000", 2024-08-29T17:47:14.892 INFO:tasks.workunit.client.0.smithi028.stdout: "last_clean_scrub_stamp": "2024-08-29T17:41:01.987071+0000", 2024-08-29T17:47:14.892 INFO:tasks.workunit.client.0.smithi028.stdout: "last_deep_scrub": "0'0", 2024-08-29T17:47:14.892 INFO:tasks.workunit.client.0.smithi028.stdout: "last_deep_scrub_stamp": "2024-08-29T17:41:01.987071+0000", 2024-08-29T17:47:14.892 INFO:tasks.workunit.client.0.smithi028.stdout: "last_epoch_clean": 63, 2024-08-29T17:47:14.892 INFO:tasks.workunit.client.0.smithi028.stdout: "last_fresh": "2024-08-29T17:43:51.059118+0000", 2024-08-29T17:47:14.892 INFO:tasks.workunit.client.0.smithi028.stdout: "last_fullsized": "2024-08-29T17:43:51.059118+0000", 2024-08-29T17:47:14.892 INFO:tasks.workunit.client.0.smithi028.stdout: "last_peered": "2024-08-29T17:43:51.059118+0000", 2024-08-29T17:47:14.892 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub": "0'0", 2024-08-29T17:47:14.893 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub_duration": 0, 2024-08-29T17:47:14.893 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub_stamp": "2024-08-29T17:41:01.987071+0000", 2024-08-29T17:47:14.893 INFO:tasks.workunit.client.0.smithi028.stdout: "last_undegraded": "2024-08-29T17:43:51.059118+0000", 2024-08-29T17:47:14.893 INFO:tasks.workunit.client.0.smithi028.stdout: "last_unstale": "2024-08-29T17:43:51.059118+0000", 2024-08-29T17:47:14.893 INFO:tasks.workunit.client.0.smithi028.stdout: "log_dups_size": 0, 2024-08-29T17:47:14.893 INFO:tasks.workunit.client.0.smithi028.stdout: "log_size": 0, 2024-08-29T17:47:14.893 INFO:tasks.workunit.client.0.smithi028.stdout: "log_start": "0'0", 2024-08-29T17:47:14.893 INFO:tasks.workunit.client.0.smithi028.stdout: "manifest_stats_invalid": false, 2024-08-29T17:47:14.893 INFO:tasks.workunit.client.0.smithi028.stdout: "mapping_epoch": 62, 2024-08-29T17:47:14.893 INFO:tasks.workunit.client.0.smithi028.stdout: "object_location_counts": [], 2024-08-29T17:47:14.893 INFO:tasks.workunit.client.0.smithi028.stdout: "objects_scrubbed": 0, 2024-08-29T17:47:14.893 INFO:tasks.workunit.client.0.smithi028.stdout: "objects_trimmed": 0, 2024-08-29T17:47:14.893 INFO:tasks.workunit.client.0.smithi028.stdout: "omap_stats_invalid": false, 2024-08-29T17:47:14.894 INFO:tasks.workunit.client.0.smithi028.stdout: "ondisk_log_size": 0, 2024-08-29T17:47:14.894 INFO:tasks.workunit.client.0.smithi028.stdout: "ondisk_log_start": "0'0", 2024-08-29T17:47:14.894 INFO:tasks.workunit.client.0.smithi028.stdout: "parent": "0.0", 2024-08-29T17:47:14.894 INFO:tasks.workunit.client.0.smithi028.stdout: "parent_split_bits": 0, 2024-08-29T17:47:14.894 INFO:tasks.workunit.client.0.smithi028.stdout: "pgid": "3.f", 2024-08-29T17:47:14.894 INFO:tasks.workunit.client.0.smithi028.stdout: "pin_stats_invalid": false, 2024-08-29T17:47:14.894 INFO:tasks.workunit.client.0.smithi028.stdout: "purged_snaps": [], 2024-08-29T17:47:14.894 INFO:tasks.workunit.client.0.smithi028.stdout: "reported_epoch": 74, 2024-08-29T17:47:14.894 INFO:tasks.workunit.client.0.smithi028.stdout: "reported_seq": 21, 2024-08-29T17:47:14.894 INFO:tasks.workunit.client.0.smithi028.stdout: "scrub_duration": 0.0, 2024-08-29T17:47:14.894 INFO:tasks.workunit.client.0.smithi028.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-30T23:45:34.753556+0000", 2024-08-29T17:47:14.894 INFO:tasks.workunit.client.0.smithi028.stdout: "snaptrim_duration": 0.0, 2024-08-29T17:47:14.894 INFO:tasks.workunit.client.0.smithi028.stdout: "snaptrimq_len": 0, 2024-08-29T17:47:14.894 INFO:tasks.workunit.client.0.smithi028.stdout: "stat_sum": { 2024-08-29T17:47:14.895 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes": 0, 2024-08-29T17:47:14.895 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes_hit_set_archive": 0, 2024-08-29T17:47:14.895 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes_recovered": 0, 2024-08-29T17:47:14.895 INFO:tasks.workunit.client.0.smithi028.stdout: "num_deep_scrub_errors": 0, 2024-08-29T17:47:14.895 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict": 0, 2024-08-29T17:47:14.895 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_kb": 0, 2024-08-29T17:47:14.895 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_mode_full": 0, 2024-08-29T17:47:14.895 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_mode_some": 0, 2024-08-29T17:47:14.895 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush": 0, 2024-08-29T17:47:14.895 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_kb": 0, 2024-08-29T17:47:14.895 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_mode_high": 0, 2024-08-29T17:47:14.895 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_mode_low": 0, 2024-08-29T17:47:14.895 INFO:tasks.workunit.client.0.smithi028.stdout: "num_keys_recovered": 0, 2024-08-29T17:47:14.895 INFO:tasks.workunit.client.0.smithi028.stdout: "num_large_omap_objects": 0, 2024-08-29T17:47:14.896 INFO:tasks.workunit.client.0.smithi028.stdout: "num_legacy_snapsets": 0, 2024-08-29T17:47:14.896 INFO:tasks.workunit.client.0.smithi028.stdout: "num_object_clones": 0, 2024-08-29T17:47:14.896 INFO:tasks.workunit.client.0.smithi028.stdout: "num_object_copies": 0, 2024-08-29T17:47:14.896 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects": 0, 2024-08-29T17:47:14.896 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_degraded": 0, 2024-08-29T17:47:14.896 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_dirty": 0, 2024-08-29T17:47:14.896 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_hit_set_archive": 0, 2024-08-29T17:47:14.896 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_manifest": 0, 2024-08-29T17:47:14.896 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_misplaced": 0, 2024-08-29T17:47:14.896 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_missing": 0, 2024-08-29T17:47:14.896 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_missing_on_primary": 0, 2024-08-29T17:47:14.896 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_omap": 0, 2024-08-29T17:47:14.896 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_pinned": 0, 2024-08-29T17:47:14.896 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_recovered": 0, 2024-08-29T17:47:14.897 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_repaired": 0, 2024-08-29T17:47:14.897 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_unfound": 0, 2024-08-29T17:47:14.897 INFO:tasks.workunit.client.0.smithi028.stdout: "num_omap_bytes": 0, 2024-08-29T17:47:14.897 INFO:tasks.workunit.client.0.smithi028.stdout: "num_omap_keys": 0, 2024-08-29T17:47:14.897 INFO:tasks.workunit.client.0.smithi028.stdout: "num_promote": 0, 2024-08-29T17:47:14.897 INFO:tasks.workunit.client.0.smithi028.stdout: "num_read": 0, 2024-08-29T17:47:14.897 INFO:tasks.workunit.client.0.smithi028.stdout: "num_read_kb": 0, 2024-08-29T17:47:14.897 INFO:tasks.workunit.client.0.smithi028.stdout: "num_scrub_errors": 0, 2024-08-29T17:47:14.897 INFO:tasks.workunit.client.0.smithi028.stdout: "num_shallow_scrub_errors": 0, 2024-08-29T17:47:14.897 INFO:tasks.workunit.client.0.smithi028.stdout: "num_whiteouts": 0, 2024-08-29T17:47:14.897 INFO:tasks.workunit.client.0.smithi028.stdout: "num_write": 0, 2024-08-29T17:47:14.897 INFO:tasks.workunit.client.0.smithi028.stdout: "num_write_kb": 0 2024-08-29T17:47:14.898 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:14.898 INFO:tasks.workunit.client.0.smithi028.stdout: "state": "active+clean", 2024-08-29T17:47:14.898 INFO:tasks.workunit.client.0.smithi028.stdout: "stats_invalid": false, 2024-08-29T17:47:14.898 INFO:tasks.workunit.client.0.smithi028.stdout: "up": [ 2024-08-29T17:47:14.898 INFO:tasks.workunit.client.0.smithi028.stdout: 7, 2024-08-29T17:47:14.898 INFO:tasks.workunit.client.0.smithi028.stdout: 4, 2024-08-29T17:47:14.898 INFO:tasks.workunit.client.0.smithi028.stdout: 0 2024-08-29T17:47:14.898 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-08-29T17:47:14.898 INFO:tasks.workunit.client.0.smithi028.stdout: "up_primary": 7, 2024-08-29T17:47:14.898 INFO:tasks.workunit.client.0.smithi028.stdout: "version": "0'0" 2024-08-29T17:47:14.898 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:14.898 INFO:tasks.workunit.client.0.smithi028.stdout: { 2024-08-29T17:47:14.898 INFO:tasks.workunit.client.0.smithi028.stdout: "acting": [ 2024-08-29T17:47:14.898 INFO:tasks.workunit.client.0.smithi028.stdout: 1, 2024-08-29T17:47:14.899 INFO:tasks.workunit.client.0.smithi028.stdout: 4, 2024-08-29T17:47:14.899 INFO:tasks.workunit.client.0.smithi028.stdout: 3 2024-08-29T17:47:14.899 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-08-29T17:47:14.899 INFO:tasks.workunit.client.0.smithi028.stdout: "acting_primary": 1, 2024-08-29T17:47:14.899 INFO:tasks.workunit.client.0.smithi028.stdout: "avail_no_missing": [], 2024-08-29T17:47:14.899 INFO:tasks.workunit.client.0.smithi028.stdout: "blocked_by": [], 2024-08-29T17:47:14.899 INFO:tasks.workunit.client.0.smithi028.stdout: "created": 59, 2024-08-29T17:47:14.899 INFO:tasks.workunit.client.0.smithi028.stdout: "dirty_stats_invalid": false, 2024-08-29T17:47:14.899 INFO:tasks.workunit.client.0.smithi028.stdout: "hitset_bytes_stats_invalid": false, 2024-08-29T17:47:14.899 INFO:tasks.workunit.client.0.smithi028.stdout: "hitset_stats_invalid": false, 2024-08-29T17:47:14.899 INFO:tasks.workunit.client.0.smithi028.stdout: "last_active": "2024-08-29T17:43:51.010450+0000", 2024-08-29T17:47:14.899 INFO:tasks.workunit.client.0.smithi028.stdout: "last_became_active": "2024-08-29T17:40:53.992370+0000", 2024-08-29T17:47:14.899 INFO:tasks.workunit.client.0.smithi028.stdout: "last_became_peered": "2024-08-29T17:40:53.992370+0000", 2024-08-29T17:47:14.900 INFO:tasks.workunit.client.0.smithi028.stdout: "last_change": "2024-08-29T17:40:53.993674+0000", 2024-08-29T17:47:14.900 INFO:tasks.workunit.client.0.smithi028.stdout: "last_clean": "2024-08-29T17:43:51.010450+0000", 2024-08-29T17:47:14.900 INFO:tasks.workunit.client.0.smithi028.stdout: "last_clean_scrub_stamp": "2024-08-29T17:40:52.944949+0000", 2024-08-29T17:47:14.900 INFO:tasks.workunit.client.0.smithi028.stdout: "last_deep_scrub": "0'0", 2024-08-29T17:47:14.900 INFO:tasks.workunit.client.0.smithi028.stdout: "last_deep_scrub_stamp": "2024-08-29T17:40:52.944949+0000", 2024-08-29T17:47:14.900 INFO:tasks.workunit.client.0.smithi028.stdout: "last_epoch_clean": 60, 2024-08-29T17:47:14.900 INFO:tasks.workunit.client.0.smithi028.stdout: "last_fresh": "2024-08-29T17:43:51.010450+0000", 2024-08-29T17:47:14.900 INFO:tasks.workunit.client.0.smithi028.stdout: "last_fullsized": "2024-08-29T17:43:51.010450+0000", 2024-08-29T17:47:14.900 INFO:tasks.workunit.client.0.smithi028.stdout: "last_peered": "2024-08-29T17:43:51.010450+0000", 2024-08-29T17:47:14.900 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub": "0'0", 2024-08-29T17:47:14.900 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub_duration": 0, 2024-08-29T17:47:14.900 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub_stamp": "2024-08-29T17:40:52.944949+0000", 2024-08-29T17:47:14.900 INFO:tasks.workunit.client.0.smithi028.stdout: "last_undegraded": "2024-08-29T17:43:51.010450+0000", 2024-08-29T17:47:14.900 INFO:tasks.workunit.client.0.smithi028.stdout: "last_unstale": "2024-08-29T17:43:51.010450+0000", 2024-08-29T17:47:14.901 INFO:tasks.workunit.client.0.smithi028.stdout: "log_dups_size": 0, 2024-08-29T17:47:14.901 INFO:tasks.workunit.client.0.smithi028.stdout: "log_size": 1, 2024-08-29T17:47:14.901 INFO:tasks.workunit.client.0.smithi028.stdout: "log_start": "0'0", 2024-08-29T17:47:14.901 INFO:tasks.workunit.client.0.smithi028.stdout: "manifest_stats_invalid": false, 2024-08-29T17:47:14.901 INFO:tasks.workunit.client.0.smithi028.stdout: "mapping_epoch": 59, 2024-08-29T17:47:14.901 INFO:tasks.workunit.client.0.smithi028.stdout: "object_location_counts": [], 2024-08-29T17:47:14.901 INFO:tasks.workunit.client.0.smithi028.stdout: "objects_scrubbed": 0, 2024-08-29T17:47:14.901 INFO:tasks.workunit.client.0.smithi028.stdout: "objects_trimmed": 0, 2024-08-29T17:47:14.901 INFO:tasks.workunit.client.0.smithi028.stdout: "omap_stats_invalid": false, 2024-08-29T17:47:14.901 INFO:tasks.workunit.client.0.smithi028.stdout: "ondisk_log_size": 1, 2024-08-29T17:47:14.901 INFO:tasks.workunit.client.0.smithi028.stdout: "ondisk_log_start": "0'0", 2024-08-29T17:47:14.901 INFO:tasks.workunit.client.0.smithi028.stdout: "parent": "0.0", 2024-08-29T17:47:14.901 INFO:tasks.workunit.client.0.smithi028.stdout: "parent_split_bits": 0, 2024-08-29T17:47:14.902 INFO:tasks.workunit.client.0.smithi028.stdout: "pgid": "2.d", 2024-08-29T17:47:14.902 INFO:tasks.workunit.client.0.smithi028.stdout: "pin_stats_invalid": false, 2024-08-29T17:47:14.902 INFO:tasks.workunit.client.0.smithi028.stdout: "purged_snaps": [], 2024-08-29T17:47:14.902 INFO:tasks.workunit.client.0.smithi028.stdout: "reported_epoch": 74, 2024-08-29T17:47:14.902 INFO:tasks.workunit.client.0.smithi028.stdout: "reported_seq": 25, 2024-08-29T17:47:14.902 INFO:tasks.workunit.client.0.smithi028.stdout: "scrub_duration": 0.0, 2024-08-29T17:47:14.902 INFO:tasks.workunit.client.0.smithi028.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-31T04:16:19.258365+0000", 2024-08-29T17:47:14.902 INFO:tasks.workunit.client.0.smithi028.stdout: "snaptrim_duration": 0.0, 2024-08-29T17:47:14.902 INFO:tasks.workunit.client.0.smithi028.stdout: "snaptrimq_len": 0, 2024-08-29T17:47:14.902 INFO:tasks.workunit.client.0.smithi028.stdout: "stat_sum": { 2024-08-29T17:47:14.902 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes": 70, 2024-08-29T17:47:14.902 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes_hit_set_archive": 0, 2024-08-29T17:47:14.902 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes_recovered": 0, 2024-08-29T17:47:14.902 INFO:tasks.workunit.client.0.smithi028.stdout: "num_deep_scrub_errors": 0, 2024-08-29T17:47:14.902 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict": 0, 2024-08-29T17:47:14.903 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_kb": 0, 2024-08-29T17:47:14.903 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_mode_full": 0, 2024-08-29T17:47:14.903 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_mode_some": 0, 2024-08-29T17:47:14.903 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush": 0, 2024-08-29T17:47:14.903 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_kb": 0, 2024-08-29T17:47:14.903 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_mode_high": 0, 2024-08-29T17:47:14.903 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_mode_low": 0, 2024-08-29T17:47:14.903 INFO:tasks.workunit.client.0.smithi028.stdout: "num_keys_recovered": 0, 2024-08-29T17:47:14.903 INFO:tasks.workunit.client.0.smithi028.stdout: "num_large_omap_objects": 0, 2024-08-29T17:47:14.903 INFO:tasks.workunit.client.0.smithi028.stdout: "num_legacy_snapsets": 0, 2024-08-29T17:47:14.903 INFO:tasks.workunit.client.0.smithi028.stdout: "num_object_clones": 0, 2024-08-29T17:47:14.903 INFO:tasks.workunit.client.0.smithi028.stdout: "num_object_copies": 3, 2024-08-29T17:47:14.903 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects": 1, 2024-08-29T17:47:14.904 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_degraded": 0, 2024-08-29T17:47:14.904 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_dirty": 1, 2024-08-29T17:47:14.904 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_hit_set_archive": 0, 2024-08-29T17:47:14.904 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_manifest": 0, 2024-08-29T17:47:14.904 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_misplaced": 0, 2024-08-29T17:47:14.904 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_missing": 0, 2024-08-29T17:47:14.904 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_missing_on_primary": 0, 2024-08-29T17:47:14.904 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_omap": 0, 2024-08-29T17:47:14.904 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_pinned": 0, 2024-08-29T17:47:14.904 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_recovered": 0, 2024-08-29T17:47:14.904 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_repaired": 0, 2024-08-29T17:47:14.904 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_unfound": 0, 2024-08-29T17:47:14.904 INFO:tasks.workunit.client.0.smithi028.stdout: "num_omap_bytes": 0, 2024-08-29T17:47:14.904 INFO:tasks.workunit.client.0.smithi028.stdout: "num_omap_keys": 0, 2024-08-29T17:47:14.904 INFO:tasks.workunit.client.0.smithi028.stdout: "num_promote": 0, 2024-08-29T17:47:14.905 INFO:tasks.workunit.client.0.smithi028.stdout: "num_read": 0, 2024-08-29T17:47:14.905 INFO:tasks.workunit.client.0.smithi028.stdout: "num_read_kb": 0, 2024-08-29T17:47:14.905 INFO:tasks.workunit.client.0.smithi028.stdout: "num_scrub_errors": 0, 2024-08-29T17:47:14.905 INFO:tasks.workunit.client.0.smithi028.stdout: "num_shallow_scrub_errors": 0, 2024-08-29T17:47:14.905 INFO:tasks.workunit.client.0.smithi028.stdout: "num_whiteouts": 0, 2024-08-29T17:47:14.905 INFO:tasks.workunit.client.0.smithi028.stdout: "num_write": 1, 2024-08-29T17:47:14.905 INFO:tasks.workunit.client.0.smithi028.stdout: "num_write_kb": 1 2024-08-29T17:47:14.905 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:14.905 INFO:tasks.workunit.client.0.smithi028.stdout: "state": "active+clean", 2024-08-29T17:47:14.905 INFO:tasks.workunit.client.0.smithi028.stdout: "stats_invalid": false, 2024-08-29T17:47:14.905 INFO:tasks.workunit.client.0.smithi028.stdout: "up": [ 2024-08-29T17:47:14.905 INFO:tasks.workunit.client.0.smithi028.stdout: 1, 2024-08-29T17:47:14.905 INFO:tasks.workunit.client.0.smithi028.stdout: 4, 2024-08-29T17:47:14.906 INFO:tasks.workunit.client.0.smithi028.stdout: 3 2024-08-29T17:47:14.906 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-08-29T17:47:14.906 INFO:tasks.workunit.client.0.smithi028.stdout: "up_primary": 1, 2024-08-29T17:47:14.906 INFO:tasks.workunit.client.0.smithi028.stdout: "version": "65'1" 2024-08-29T17:47:14.906 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:14.906 INFO:tasks.workunit.client.0.smithi028.stdout: { 2024-08-29T17:47:14.906 INFO:tasks.workunit.client.0.smithi028.stdout: "acting": [ 2024-08-29T17:47:14.906 INFO:tasks.workunit.client.0.smithi028.stdout: 5, 2024-08-29T17:47:14.906 INFO:tasks.workunit.client.0.smithi028.stdout: 3, 2024-08-29T17:47:14.906 INFO:tasks.workunit.client.0.smithi028.stdout: 6 2024-08-29T17:47:14.906 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-08-29T17:47:14.906 INFO:tasks.workunit.client.0.smithi028.stdout: "acting_primary": 5, 2024-08-29T17:47:14.906 INFO:tasks.workunit.client.0.smithi028.stdout: "avail_no_missing": [], 2024-08-29T17:47:14.906 INFO:tasks.workunit.client.0.smithi028.stdout: "blocked_by": [], 2024-08-29T17:47:14.906 INFO:tasks.workunit.client.0.smithi028.stdout: "created": 62, 2024-08-29T17:47:14.907 INFO:tasks.workunit.client.0.smithi028.stdout: "dirty_stats_invalid": false, 2024-08-29T17:47:14.907 INFO:tasks.workunit.client.0.smithi028.stdout: "hitset_bytes_stats_invalid": false, 2024-08-29T17:47:14.907 INFO:tasks.workunit.client.0.smithi028.stdout: "hitset_stats_invalid": false, 2024-08-29T17:47:14.907 INFO:tasks.workunit.client.0.smithi028.stdout: "last_active": "2024-08-29T17:43:51.011483+0000", 2024-08-29T17:47:14.907 INFO:tasks.workunit.client.0.smithi028.stdout: "last_became_active": "2024-08-29T17:41:03.055779+0000", 2024-08-29T17:47:14.907 INFO:tasks.workunit.client.0.smithi028.stdout: "last_became_peered": "2024-08-29T17:41:03.055779+0000", 2024-08-29T17:47:14.907 INFO:tasks.workunit.client.0.smithi028.stdout: "last_change": "2024-08-29T17:41:03.056774+0000", 2024-08-29T17:47:14.907 INFO:tasks.workunit.client.0.smithi028.stdout: "last_clean": "2024-08-29T17:43:51.011483+0000", 2024-08-29T17:47:14.907 INFO:tasks.workunit.client.0.smithi028.stdout: "last_clean_scrub_stamp": "2024-08-29T17:41:01.987071+0000", 2024-08-29T17:47:14.907 INFO:tasks.workunit.client.0.smithi028.stdout: "last_deep_scrub": "0'0", 2024-08-29T17:47:14.907 INFO:tasks.workunit.client.0.smithi028.stdout: "last_deep_scrub_stamp": "2024-08-29T17:41:01.987071+0000", 2024-08-29T17:47:14.907 INFO:tasks.workunit.client.0.smithi028.stdout: "last_epoch_clean": 63, 2024-08-29T17:47:14.907 INFO:tasks.workunit.client.0.smithi028.stdout: "last_fresh": "2024-08-29T17:43:51.011483+0000", 2024-08-29T17:47:14.907 INFO:tasks.workunit.client.0.smithi028.stdout: "last_fullsized": "2024-08-29T17:43:51.011483+0000", 2024-08-29T17:47:14.907 INFO:tasks.workunit.client.0.smithi028.stdout: "last_peered": "2024-08-29T17:43:51.011483+0000", 2024-08-29T17:47:14.908 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub": "0'0", 2024-08-29T17:47:14.908 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub_duration": 0, 2024-08-29T17:47:14.908 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub_stamp": "2024-08-29T17:41:01.987071+0000", 2024-08-29T17:47:14.908 INFO:tasks.workunit.client.0.smithi028.stdout: "last_undegraded": "2024-08-29T17:43:51.011483+0000", 2024-08-29T17:47:14.908 INFO:tasks.workunit.client.0.smithi028.stdout: "last_unstale": "2024-08-29T17:43:51.011483+0000", 2024-08-29T17:47:14.908 INFO:tasks.workunit.client.0.smithi028.stdout: "log_dups_size": 0, 2024-08-29T17:47:14.908 INFO:tasks.workunit.client.0.smithi028.stdout: "log_size": 0, 2024-08-29T17:47:14.908 INFO:tasks.workunit.client.0.smithi028.stdout: "log_start": "0'0", 2024-08-29T17:47:14.908 INFO:tasks.workunit.client.0.smithi028.stdout: "manifest_stats_invalid": false, 2024-08-29T17:47:14.908 INFO:tasks.workunit.client.0.smithi028.stdout: "mapping_epoch": 62, 2024-08-29T17:47:14.908 INFO:tasks.workunit.client.0.smithi028.stdout: "object_location_counts": [], 2024-08-29T17:47:14.908 INFO:tasks.workunit.client.0.smithi028.stdout: "objects_scrubbed": 0, 2024-08-29T17:47:14.909 INFO:tasks.workunit.client.0.smithi028.stdout: "objects_trimmed": 0, 2024-08-29T17:47:14.909 INFO:tasks.workunit.client.0.smithi028.stdout: "omap_stats_invalid": false, 2024-08-29T17:47:14.909 INFO:tasks.workunit.client.0.smithi028.stdout: "ondisk_log_size": 0, 2024-08-29T17:47:14.909 INFO:tasks.workunit.client.0.smithi028.stdout: "ondisk_log_start": "0'0", 2024-08-29T17:47:14.909 INFO:tasks.workunit.client.0.smithi028.stdout: "parent": "0.0", 2024-08-29T17:47:14.909 INFO:tasks.workunit.client.0.smithi028.stdout: "parent_split_bits": 0, 2024-08-29T17:47:14.909 INFO:tasks.workunit.client.0.smithi028.stdout: "pgid": "3.c", 2024-08-29T17:47:14.909 INFO:tasks.workunit.client.0.smithi028.stdout: "pin_stats_invalid": false, 2024-08-29T17:47:14.909 INFO:tasks.workunit.client.0.smithi028.stdout: "purged_snaps": [], 2024-08-29T17:47:14.909 INFO:tasks.workunit.client.0.smithi028.stdout: "reported_epoch": 74, 2024-08-29T17:47:14.909 INFO:tasks.workunit.client.0.smithi028.stdout: "reported_seq": 21, 2024-08-29T17:47:14.909 INFO:tasks.workunit.client.0.smithi028.stdout: "scrub_duration": 0.0, 2024-08-29T17:47:14.909 INFO:tasks.workunit.client.0.smithi028.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-30T18:59:12.785308+0000", 2024-08-29T17:47:14.909 INFO:tasks.workunit.client.0.smithi028.stdout: "snaptrim_duration": 0.0, 2024-08-29T17:47:14.910 INFO:tasks.workunit.client.0.smithi028.stdout: "snaptrimq_len": 0, 2024-08-29T17:47:14.910 INFO:tasks.workunit.client.0.smithi028.stdout: "stat_sum": { 2024-08-29T17:47:14.910 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes": 0, 2024-08-29T17:47:14.910 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes_hit_set_archive": 0, 2024-08-29T17:47:14.910 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes_recovered": 0, 2024-08-29T17:47:14.910 INFO:tasks.workunit.client.0.smithi028.stdout: "num_deep_scrub_errors": 0, 2024-08-29T17:47:14.910 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict": 0, 2024-08-29T17:47:14.910 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_kb": 0, 2024-08-29T17:47:14.910 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_mode_full": 0, 2024-08-29T17:47:14.910 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_mode_some": 0, 2024-08-29T17:47:14.910 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush": 0, 2024-08-29T17:47:14.910 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_kb": 0, 2024-08-29T17:47:14.910 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_mode_high": 0, 2024-08-29T17:47:14.911 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_mode_low": 0, 2024-08-29T17:47:14.911 INFO:tasks.workunit.client.0.smithi028.stdout: "num_keys_recovered": 0, 2024-08-29T17:47:14.911 INFO:tasks.workunit.client.0.smithi028.stdout: "num_large_omap_objects": 0, 2024-08-29T17:47:14.911 INFO:tasks.workunit.client.0.smithi028.stdout: "num_legacy_snapsets": 0, 2024-08-29T17:47:14.911 INFO:tasks.workunit.client.0.smithi028.stdout: "num_object_clones": 0, 2024-08-29T17:47:14.911 INFO:tasks.workunit.client.0.smithi028.stdout: "num_object_copies": 0, 2024-08-29T17:47:14.911 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects": 0, 2024-08-29T17:47:14.911 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_degraded": 0, 2024-08-29T17:47:14.911 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_dirty": 0, 2024-08-29T17:47:14.911 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_hit_set_archive": 0, 2024-08-29T17:47:14.911 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_manifest": 0, 2024-08-29T17:47:14.911 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_misplaced": 0, 2024-08-29T17:47:14.911 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_missing": 0, 2024-08-29T17:47:14.911 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_missing_on_primary": 0, 2024-08-29T17:47:14.911 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_omap": 0, 2024-08-29T17:47:14.912 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_pinned": 0, 2024-08-29T17:47:14.912 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_recovered": 0, 2024-08-29T17:47:14.912 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_repaired": 0, 2024-08-29T17:47:14.912 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_unfound": 0, 2024-08-29T17:47:14.912 INFO:tasks.workunit.client.0.smithi028.stdout: "num_omap_bytes": 0, 2024-08-29T17:47:14.912 INFO:tasks.workunit.client.0.smithi028.stdout: "num_omap_keys": 0, 2024-08-29T17:47:14.912 INFO:tasks.workunit.client.0.smithi028.stdout: "num_promote": 0, 2024-08-29T17:47:14.912 INFO:tasks.workunit.client.0.smithi028.stdout: "num_read": 0, 2024-08-29T17:47:14.912 INFO:tasks.workunit.client.0.smithi028.stdout: "num_read_kb": 0, 2024-08-29T17:47:14.912 INFO:tasks.workunit.client.0.smithi028.stdout: "num_scrub_errors": 0, 2024-08-29T17:47:14.912 INFO:tasks.workunit.client.0.smithi028.stdout: "num_shallow_scrub_errors": 0, 2024-08-29T17:47:14.912 INFO:tasks.workunit.client.0.smithi028.stdout: "num_whiteouts": 0, 2024-08-29T17:47:14.913 INFO:tasks.workunit.client.0.smithi028.stdout: "num_write": 0, 2024-08-29T17:47:14.913 INFO:tasks.workunit.client.0.smithi028.stdout: "num_write_kb": 0 2024-08-29T17:47:14.913 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:14.913 INFO:tasks.workunit.client.0.smithi028.stdout: "state": "active+clean", 2024-08-29T17:47:14.913 INFO:tasks.workunit.client.0.smithi028.stdout: "stats_invalid": false, 2024-08-29T17:47:14.913 INFO:tasks.workunit.client.0.smithi028.stdout: "up": [ 2024-08-29T17:47:14.913 INFO:tasks.workunit.client.0.smithi028.stdout: 5, 2024-08-29T17:47:14.913 INFO:tasks.workunit.client.0.smithi028.stdout: 3, 2024-08-29T17:47:14.913 INFO:tasks.workunit.client.0.smithi028.stdout: 6 2024-08-29T17:47:14.913 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-08-29T17:47:14.913 INFO:tasks.workunit.client.0.smithi028.stdout: "up_primary": 5, 2024-08-29T17:47:14.913 INFO:tasks.workunit.client.0.smithi028.stdout: "version": "0'0" 2024-08-29T17:47:14.913 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:14.914 INFO:tasks.workunit.client.0.smithi028.stdout: { 2024-08-29T17:47:14.914 INFO:tasks.workunit.client.0.smithi028.stdout: "acting": [ 2024-08-29T17:47:14.914 INFO:tasks.workunit.client.0.smithi028.stdout: 2, 2024-08-29T17:47:14.914 INFO:tasks.workunit.client.0.smithi028.stdout: 5, 2024-08-29T17:47:14.914 INFO:tasks.workunit.client.0.smithi028.stdout: 0 2024-08-29T17:47:14.914 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-08-29T17:47:14.914 INFO:tasks.workunit.client.0.smithi028.stdout: "acting_primary": 2, 2024-08-29T17:47:14.914 INFO:tasks.workunit.client.0.smithi028.stdout: "avail_no_missing": [], 2024-08-29T17:47:14.914 INFO:tasks.workunit.client.0.smithi028.stdout: "blocked_by": [], 2024-08-29T17:47:14.914 INFO:tasks.workunit.client.0.smithi028.stdout: "created": 59, 2024-08-29T17:47:14.914 INFO:tasks.workunit.client.0.smithi028.stdout: "dirty_stats_invalid": false, 2024-08-29T17:47:14.914 INFO:tasks.workunit.client.0.smithi028.stdout: "hitset_bytes_stats_invalid": false, 2024-08-29T17:47:14.914 INFO:tasks.workunit.client.0.smithi028.stdout: "hitset_stats_invalid": false, 2024-08-29T17:47:14.915 INFO:tasks.workunit.client.0.smithi028.stdout: "last_active": "2024-08-29T17:43:51.005085+0000", 2024-08-29T17:47:14.915 INFO:tasks.workunit.client.0.smithi028.stdout: "last_became_active": "2024-08-29T17:40:53.990289+0000", 2024-08-29T17:47:14.915 INFO:tasks.workunit.client.0.smithi028.stdout: "last_became_peered": "2024-08-29T17:40:53.990289+0000", 2024-08-29T17:47:14.915 INFO:tasks.workunit.client.0.smithi028.stdout: "last_change": "2024-08-29T17:40:53.991108+0000", 2024-08-29T17:47:14.915 INFO:tasks.workunit.client.0.smithi028.stdout: "last_clean": "2024-08-29T17:43:51.005085+0000", 2024-08-29T17:47:14.915 INFO:tasks.workunit.client.0.smithi028.stdout: "last_clean_scrub_stamp": "2024-08-29T17:40:52.944949+0000", 2024-08-29T17:47:14.915 INFO:tasks.workunit.client.0.smithi028.stdout: "last_deep_scrub": "0'0", 2024-08-29T17:47:14.915 INFO:tasks.workunit.client.0.smithi028.stdout: "last_deep_scrub_stamp": "2024-08-29T17:40:52.944949+0000", 2024-08-29T17:47:14.915 INFO:tasks.workunit.client.0.smithi028.stdout: "last_epoch_clean": 60, 2024-08-29T17:47:14.915 INFO:tasks.workunit.client.0.smithi028.stdout: "last_fresh": "2024-08-29T17:43:51.005085+0000", 2024-08-29T17:47:14.915 INFO:tasks.workunit.client.0.smithi028.stdout: "last_fullsized": "2024-08-29T17:43:51.005085+0000", 2024-08-29T17:47:14.915 INFO:tasks.workunit.client.0.smithi028.stdout: "last_peered": "2024-08-29T17:43:51.005085+0000", 2024-08-29T17:47:14.916 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub": "0'0", 2024-08-29T17:47:14.916 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub_duration": 0, 2024-08-29T17:47:14.916 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub_stamp": "2024-08-29T17:40:52.944949+0000", 2024-08-29T17:47:14.916 INFO:tasks.workunit.client.0.smithi028.stdout: "last_undegraded": "2024-08-29T17:43:51.005085+0000", 2024-08-29T17:47:14.916 INFO:tasks.workunit.client.0.smithi028.stdout: "last_unstale": "2024-08-29T17:43:51.005085+0000", 2024-08-29T17:47:14.916 INFO:tasks.workunit.client.0.smithi028.stdout: "log_dups_size": 0, 2024-08-29T17:47:14.916 INFO:tasks.workunit.client.0.smithi028.stdout: "log_size": 0, 2024-08-29T17:47:14.916 INFO:tasks.workunit.client.0.smithi028.stdout: "log_start": "0'0", 2024-08-29T17:47:14.916 INFO:tasks.workunit.client.0.smithi028.stdout: "manifest_stats_invalid": false, 2024-08-29T17:47:14.916 INFO:tasks.workunit.client.0.smithi028.stdout: "mapping_epoch": 59, 2024-08-29T17:47:14.916 INFO:tasks.workunit.client.0.smithi028.stdout: "object_location_counts": [], 2024-08-29T17:47:14.916 INFO:tasks.workunit.client.0.smithi028.stdout: "objects_scrubbed": 0, 2024-08-29T17:47:14.917 INFO:tasks.workunit.client.0.smithi028.stdout: "objects_trimmed": 0, 2024-08-29T17:47:14.917 INFO:tasks.workunit.client.0.smithi028.stdout: "omap_stats_invalid": false, 2024-08-29T17:47:14.917 INFO:tasks.workunit.client.0.smithi028.stdout: "ondisk_log_size": 0, 2024-08-29T17:47:14.917 INFO:tasks.workunit.client.0.smithi028.stdout: "ondisk_log_start": "0'0", 2024-08-29T17:47:14.917 INFO:tasks.workunit.client.0.smithi028.stdout: "parent": "0.0", 2024-08-29T17:47:14.917 INFO:tasks.workunit.client.0.smithi028.stdout: "parent_split_bits": 0, 2024-08-29T17:47:14.917 INFO:tasks.workunit.client.0.smithi028.stdout: "pgid": "2.c", 2024-08-29T17:47:14.917 INFO:tasks.workunit.client.0.smithi028.stdout: "pin_stats_invalid": false, 2024-08-29T17:47:14.917 INFO:tasks.workunit.client.0.smithi028.stdout: "purged_snaps": [], 2024-08-29T17:47:14.917 INFO:tasks.workunit.client.0.smithi028.stdout: "reported_epoch": 74, 2024-08-29T17:47:14.917 INFO:tasks.workunit.client.0.smithi028.stdout: "reported_seq": 24, 2024-08-29T17:47:14.917 INFO:tasks.workunit.client.0.smithi028.stdout: "scrub_duration": 0.0, 2024-08-29T17:47:14.917 INFO:tasks.workunit.client.0.smithi028.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-31T00:04:22.663767+0000", 2024-08-29T17:47:14.917 INFO:tasks.workunit.client.0.smithi028.stdout: "snaptrim_duration": 0.0, 2024-08-29T17:47:14.918 INFO:tasks.workunit.client.0.smithi028.stdout: "snaptrimq_len": 0, 2024-08-29T17:47:14.918 INFO:tasks.workunit.client.0.smithi028.stdout: "stat_sum": { 2024-08-29T17:47:14.918 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes": 0, 2024-08-29T17:47:14.918 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes_hit_set_archive": 0, 2024-08-29T17:47:14.918 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes_recovered": 0, 2024-08-29T17:47:14.918 INFO:tasks.workunit.client.0.smithi028.stdout: "num_deep_scrub_errors": 0, 2024-08-29T17:47:14.918 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict": 0, 2024-08-29T17:47:14.918 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_kb": 0, 2024-08-29T17:47:14.918 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_mode_full": 0, 2024-08-29T17:47:14.918 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_mode_some": 0, 2024-08-29T17:47:14.918 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush": 0, 2024-08-29T17:47:14.918 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_kb": 0, 2024-08-29T17:47:14.918 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_mode_high": 0, 2024-08-29T17:47:14.918 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_mode_low": 0, 2024-08-29T17:47:14.918 INFO:tasks.workunit.client.0.smithi028.stdout: "num_keys_recovered": 0, 2024-08-29T17:47:14.919 INFO:tasks.workunit.client.0.smithi028.stdout: "num_large_omap_objects": 0, 2024-08-29T17:47:14.919 INFO:tasks.workunit.client.0.smithi028.stdout: "num_legacy_snapsets": 0, 2024-08-29T17:47:14.919 INFO:tasks.workunit.client.0.smithi028.stdout: "num_object_clones": 0, 2024-08-29T17:47:14.919 INFO:tasks.workunit.client.0.smithi028.stdout: "num_object_copies": 0, 2024-08-29T17:47:14.919 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects": 0, 2024-08-29T17:47:14.919 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_degraded": 0, 2024-08-29T17:47:14.919 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_dirty": 0, 2024-08-29T17:47:14.919 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_hit_set_archive": 0, 2024-08-29T17:47:14.919 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_manifest": 0, 2024-08-29T17:47:14.919 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_misplaced": 0, 2024-08-29T17:47:14.919 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_missing": 0, 2024-08-29T17:47:14.919 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_missing_on_primary": 0, 2024-08-29T17:47:14.919 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_omap": 0, 2024-08-29T17:47:14.919 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_pinned": 0, 2024-08-29T17:47:14.920 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_recovered": 0, 2024-08-29T17:47:14.920 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_repaired": 0, 2024-08-29T17:47:14.920 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_unfound": 0, 2024-08-29T17:47:14.920 INFO:tasks.workunit.client.0.smithi028.stdout: "num_omap_bytes": 0, 2024-08-29T17:47:14.920 INFO:tasks.workunit.client.0.smithi028.stdout: "num_omap_keys": 0, 2024-08-29T17:47:14.920 INFO:tasks.workunit.client.0.smithi028.stdout: "num_promote": 0, 2024-08-29T17:47:14.920 INFO:tasks.workunit.client.0.smithi028.stdout: "num_read": 0, 2024-08-29T17:47:14.920 INFO:tasks.workunit.client.0.smithi028.stdout: "num_read_kb": 0, 2024-08-29T17:47:14.920 INFO:tasks.workunit.client.0.smithi028.stdout: "num_scrub_errors": 0, 2024-08-29T17:47:14.920 INFO:tasks.workunit.client.0.smithi028.stdout: "num_shallow_scrub_errors": 0, 2024-08-29T17:47:14.920 INFO:tasks.workunit.client.0.smithi028.stdout: "num_whiteouts": 0, 2024-08-29T17:47:14.920 INFO:tasks.workunit.client.0.smithi028.stdout: "num_write": 0, 2024-08-29T17:47:14.921 INFO:tasks.workunit.client.0.smithi028.stdout: "num_write_kb": 0 2024-08-29T17:47:14.921 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:14.921 INFO:tasks.workunit.client.0.smithi028.stdout: "state": "active+clean", 2024-08-29T17:47:14.921 INFO:tasks.workunit.client.0.smithi028.stdout: "stats_invalid": false, 2024-08-29T17:47:14.921 INFO:tasks.workunit.client.0.smithi028.stdout: "up": [ 2024-08-29T17:47:14.921 INFO:tasks.workunit.client.0.smithi028.stdout: 2, 2024-08-29T17:47:14.921 INFO:tasks.workunit.client.0.smithi028.stdout: 5, 2024-08-29T17:47:14.921 INFO:tasks.workunit.client.0.smithi028.stdout: 0 2024-08-29T17:47:14.921 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-08-29T17:47:14.921 INFO:tasks.workunit.client.0.smithi028.stdout: "up_primary": 2, 2024-08-29T17:47:14.921 INFO:tasks.workunit.client.0.smithi028.stdout: "version": "0'0" 2024-08-29T17:47:14.921 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:14.922 INFO:tasks.workunit.client.0.smithi028.stdout: { 2024-08-29T17:47:14.922 INFO:tasks.workunit.client.0.smithi028.stdout: "acting": [ 2024-08-29T17:47:14.922 INFO:tasks.workunit.client.0.smithi028.stdout: 7, 2024-08-29T17:47:14.922 INFO:tasks.workunit.client.0.smithi028.stdout: 5, 2024-08-29T17:47:14.922 INFO:tasks.workunit.client.0.smithi028.stdout: 6 2024-08-29T17:47:14.922 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-08-29T17:47:14.922 INFO:tasks.workunit.client.0.smithi028.stdout: "acting_primary": 7, 2024-08-29T17:47:14.922 INFO:tasks.workunit.client.0.smithi028.stdout: "avail_no_missing": [], 2024-08-29T17:47:14.922 INFO:tasks.workunit.client.0.smithi028.stdout: "blocked_by": [], 2024-08-29T17:47:14.922 INFO:tasks.workunit.client.0.smithi028.stdout: "created": 62, 2024-08-29T17:47:14.922 INFO:tasks.workunit.client.0.smithi028.stdout: "dirty_stats_invalid": false, 2024-08-29T17:47:14.922 INFO:tasks.workunit.client.0.smithi028.stdout: "hitset_bytes_stats_invalid": false, 2024-08-29T17:47:14.922 INFO:tasks.workunit.client.0.smithi028.stdout: "hitset_stats_invalid": false, 2024-08-29T17:47:14.922 INFO:tasks.workunit.client.0.smithi028.stdout: "last_active": "2024-08-29T17:43:51.058601+0000", 2024-08-29T17:47:14.923 INFO:tasks.workunit.client.0.smithi028.stdout: "last_became_active": "2024-08-29T17:41:03.074702+0000", 2024-08-29T17:47:14.923 INFO:tasks.workunit.client.0.smithi028.stdout: "last_became_peered": "2024-08-29T17:41:03.074702+0000", 2024-08-29T17:47:14.923 INFO:tasks.workunit.client.0.smithi028.stdout: "last_change": "2024-08-29T17:41:03.075417+0000", 2024-08-29T17:47:14.923 INFO:tasks.workunit.client.0.smithi028.stdout: "last_clean": "2024-08-29T17:43:51.058601+0000", 2024-08-29T17:47:14.923 INFO:tasks.workunit.client.0.smithi028.stdout: "last_clean_scrub_stamp": "2024-08-29T17:41:01.987071+0000", 2024-08-29T17:47:14.923 INFO:tasks.workunit.client.0.smithi028.stdout: "last_deep_scrub": "0'0", 2024-08-29T17:47:14.923 INFO:tasks.workunit.client.0.smithi028.stdout: "last_deep_scrub_stamp": "2024-08-29T17:41:01.987071+0000", 2024-08-29T17:47:14.923 INFO:tasks.workunit.client.0.smithi028.stdout: "last_epoch_clean": 63, 2024-08-29T17:47:14.923 INFO:tasks.workunit.client.0.smithi028.stdout: "last_fresh": "2024-08-29T17:43:51.058601+0000", 2024-08-29T17:47:14.923 INFO:tasks.workunit.client.0.smithi028.stdout: "last_fullsized": "2024-08-29T17:43:51.058601+0000", 2024-08-29T17:47:14.923 INFO:tasks.workunit.client.0.smithi028.stdout: "last_peered": "2024-08-29T17:43:51.058601+0000", 2024-08-29T17:47:14.923 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub": "0'0", 2024-08-29T17:47:14.923 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub_duration": 0, 2024-08-29T17:47:14.924 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub_stamp": "2024-08-29T17:41:01.987071+0000", 2024-08-29T17:47:14.924 INFO:tasks.workunit.client.0.smithi028.stdout: "last_undegraded": "2024-08-29T17:43:51.058601+0000", 2024-08-29T17:47:14.924 INFO:tasks.workunit.client.0.smithi028.stdout: "last_unstale": "2024-08-29T17:43:51.058601+0000", 2024-08-29T17:47:14.924 INFO:tasks.workunit.client.0.smithi028.stdout: "log_dups_size": 0, 2024-08-29T17:47:14.924 INFO:tasks.workunit.client.0.smithi028.stdout: "log_size": 0, 2024-08-29T17:47:14.924 INFO:tasks.workunit.client.0.smithi028.stdout: "log_start": "0'0", 2024-08-29T17:47:14.924 INFO:tasks.workunit.client.0.smithi028.stdout: "manifest_stats_invalid": false, 2024-08-29T17:47:14.924 INFO:tasks.workunit.client.0.smithi028.stdout: "mapping_epoch": 62, 2024-08-29T17:47:14.924 INFO:tasks.workunit.client.0.smithi028.stdout: "object_location_counts": [], 2024-08-29T17:47:14.924 INFO:tasks.workunit.client.0.smithi028.stdout: "objects_scrubbed": 0, 2024-08-29T17:47:14.924 INFO:tasks.workunit.client.0.smithi028.stdout: "objects_trimmed": 0, 2024-08-29T17:47:14.925 INFO:tasks.workunit.client.0.smithi028.stdout: "omap_stats_invalid": false, 2024-08-29T17:47:14.925 INFO:tasks.workunit.client.0.smithi028.stdout: "ondisk_log_size": 0, 2024-08-29T17:47:14.925 INFO:tasks.workunit.client.0.smithi028.stdout: "ondisk_log_start": "0'0", 2024-08-29T17:47:14.925 INFO:tasks.workunit.client.0.smithi028.stdout: "parent": "0.0", 2024-08-29T17:47:14.925 INFO:tasks.workunit.client.0.smithi028.stdout: "parent_split_bits": 0, 2024-08-29T17:47:14.925 INFO:tasks.workunit.client.0.smithi028.stdout: "pgid": "3.d", 2024-08-29T17:47:14.925 INFO:tasks.workunit.client.0.smithi028.stdout: "pin_stats_invalid": false, 2024-08-29T17:47:14.925 INFO:tasks.workunit.client.0.smithi028.stdout: "purged_snaps": [], 2024-08-29T17:47:14.925 INFO:tasks.workunit.client.0.smithi028.stdout: "reported_epoch": 74, 2024-08-29T17:47:14.925 INFO:tasks.workunit.client.0.smithi028.stdout: "reported_seq": 21, 2024-08-29T17:47:14.925 INFO:tasks.workunit.client.0.smithi028.stdout: "scrub_duration": 0.0, 2024-08-29T17:47:14.925 INFO:tasks.workunit.client.0.smithi028.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-30T20:47:11.712933+0000", 2024-08-29T17:47:14.925 INFO:tasks.workunit.client.0.smithi028.stdout: "snaptrim_duration": 0.0, 2024-08-29T17:47:14.925 INFO:tasks.workunit.client.0.smithi028.stdout: "snaptrimq_len": 0, 2024-08-29T17:47:14.926 INFO:tasks.workunit.client.0.smithi028.stdout: "stat_sum": { 2024-08-29T17:47:14.926 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes": 0, 2024-08-29T17:47:14.926 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes_hit_set_archive": 0, 2024-08-29T17:47:14.926 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes_recovered": 0, 2024-08-29T17:47:14.926 INFO:tasks.workunit.client.0.smithi028.stdout: "num_deep_scrub_errors": 0, 2024-08-29T17:47:14.926 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict": 0, 2024-08-29T17:47:14.926 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_kb": 0, 2024-08-29T17:47:14.926 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_mode_full": 0, 2024-08-29T17:47:14.926 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_mode_some": 0, 2024-08-29T17:47:14.926 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush": 0, 2024-08-29T17:47:14.926 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_kb": 0, 2024-08-29T17:47:14.926 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_mode_high": 0, 2024-08-29T17:47:14.926 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_mode_low": 0, 2024-08-29T17:47:14.927 INFO:tasks.workunit.client.0.smithi028.stdout: "num_keys_recovered": 0, 2024-08-29T17:47:14.927 INFO:tasks.workunit.client.0.smithi028.stdout: "num_large_omap_objects": 0, 2024-08-29T17:47:14.927 INFO:tasks.workunit.client.0.smithi028.stdout: "num_legacy_snapsets": 0, 2024-08-29T17:47:14.927 INFO:tasks.workunit.client.0.smithi028.stdout: "num_object_clones": 0, 2024-08-29T17:47:14.927 INFO:tasks.workunit.client.0.smithi028.stdout: "num_object_copies": 0, 2024-08-29T17:47:14.927 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects": 0, 2024-08-29T17:47:14.927 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_degraded": 0, 2024-08-29T17:47:14.927 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_dirty": 0, 2024-08-29T17:47:14.927 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_hit_set_archive": 0, 2024-08-29T17:47:14.927 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_manifest": 0, 2024-08-29T17:47:14.927 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_misplaced": 0, 2024-08-29T17:47:14.927 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_missing": 0, 2024-08-29T17:47:14.928 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_missing_on_primary": 0, 2024-08-29T17:47:14.928 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_omap": 0, 2024-08-29T17:47:14.928 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_pinned": 0, 2024-08-29T17:47:14.928 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_recovered": 0, 2024-08-29T17:47:14.928 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_repaired": 0, 2024-08-29T17:47:14.928 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_unfound": 0, 2024-08-29T17:47:14.928 INFO:tasks.workunit.client.0.smithi028.stdout: "num_omap_bytes": 0, 2024-08-29T17:47:14.928 INFO:tasks.workunit.client.0.smithi028.stdout: "num_omap_keys": 0, 2024-08-29T17:47:14.928 INFO:tasks.workunit.client.0.smithi028.stdout: "num_promote": 0, 2024-08-29T17:47:14.928 INFO:tasks.workunit.client.0.smithi028.stdout: "num_read": 0, 2024-08-29T17:47:14.928 INFO:tasks.workunit.client.0.smithi028.stdout: "num_read_kb": 0, 2024-08-29T17:47:14.928 INFO:tasks.workunit.client.0.smithi028.stdout: "num_scrub_errors": 0, 2024-08-29T17:47:14.928 INFO:tasks.workunit.client.0.smithi028.stdout: "num_shallow_scrub_errors": 0, 2024-08-29T17:47:14.929 INFO:tasks.workunit.client.0.smithi028.stdout: "num_whiteouts": 0, 2024-08-29T17:47:14.929 INFO:tasks.workunit.client.0.smithi028.stdout: "num_write": 0, 2024-08-29T17:47:14.929 INFO:tasks.workunit.client.0.smithi028.stdout: "num_write_kb": 0 2024-08-29T17:47:14.929 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:14.929 INFO:tasks.workunit.client.0.smithi028.stdout: "state": "active+clean", 2024-08-29T17:47:14.929 INFO:tasks.workunit.client.0.smithi028.stdout: "stats_invalid": false, 2024-08-29T17:47:14.929 INFO:tasks.workunit.client.0.smithi028.stdout: "up": [ 2024-08-29T17:47:14.929 INFO:tasks.workunit.client.0.smithi028.stdout: 7, 2024-08-29T17:47:14.929 INFO:tasks.workunit.client.0.smithi028.stdout: 5, 2024-08-29T17:47:14.929 INFO:tasks.workunit.client.0.smithi028.stdout: 6 2024-08-29T17:47:14.929 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-08-29T17:47:14.929 INFO:tasks.workunit.client.0.smithi028.stdout: "up_primary": 7, 2024-08-29T17:47:14.929 INFO:tasks.workunit.client.0.smithi028.stdout: "version": "0'0" 2024-08-29T17:47:14.929 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:14.930 INFO:tasks.workunit.client.0.smithi028.stdout: { 2024-08-29T17:47:14.930 INFO:tasks.workunit.client.0.smithi028.stdout: "acting": [ 2024-08-29T17:47:14.930 INFO:tasks.workunit.client.0.smithi028.stdout: 6, 2024-08-29T17:47:14.930 INFO:tasks.workunit.client.0.smithi028.stdout: 4, 2024-08-29T17:47:14.930 INFO:tasks.workunit.client.0.smithi028.stdout: 7 2024-08-29T17:47:14.930 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-08-29T17:47:14.930 INFO:tasks.workunit.client.0.smithi028.stdout: "acting_primary": 6, 2024-08-29T17:47:14.930 INFO:tasks.workunit.client.0.smithi028.stdout: "avail_no_missing": [], 2024-08-29T17:47:14.930 INFO:tasks.workunit.client.0.smithi028.stdout: "blocked_by": [], 2024-08-29T17:47:14.930 INFO:tasks.workunit.client.0.smithi028.stdout: "created": 69, 2024-08-29T17:47:14.930 INFO:tasks.workunit.client.0.smithi028.stdout: "dirty_stats_invalid": false, 2024-08-29T17:47:14.930 INFO:tasks.workunit.client.0.smithi028.stdout: "hitset_bytes_stats_invalid": false, 2024-08-29T17:47:14.930 INFO:tasks.workunit.client.0.smithi028.stdout: "hitset_stats_invalid": false, 2024-08-29T17:47:14.931 INFO:tasks.workunit.client.0.smithi028.stdout: "last_active": "2024-08-29T17:43:59.435674+0000", 2024-08-29T17:47:14.931 INFO:tasks.workunit.client.0.smithi028.stdout: "last_became_active": "2024-08-29T17:43:40.900327+0000", 2024-08-29T17:47:14.931 INFO:tasks.workunit.client.0.smithi028.stdout: "last_became_peered": "2024-08-29T17:43:40.900327+0000", 2024-08-29T17:47:14.931 INFO:tasks.workunit.client.0.smithi028.stdout: "last_change": "2024-08-29T17:43:51.184751+0000", 2024-08-29T17:47:14.931 INFO:tasks.workunit.client.0.smithi028.stdout: "last_clean": "2024-08-29T17:43:59.435674+0000", 2024-08-29T17:47:14.931 INFO:tasks.workunit.client.0.smithi028.stdout: "last_clean_scrub_stamp": "2024-08-29T17:43:39.870944+0000", 2024-08-29T17:47:14.931 INFO:tasks.workunit.client.0.smithi028.stdout: "last_deep_scrub": "0'0", 2024-08-29T17:47:14.931 INFO:tasks.workunit.client.0.smithi028.stdout: "last_deep_scrub_stamp": "2024-08-29T17:43:39.870944+0000", 2024-08-29T17:47:14.931 INFO:tasks.workunit.client.0.smithi028.stdout: "last_epoch_clean": 70, 2024-08-29T17:47:14.931 INFO:tasks.workunit.client.0.smithi028.stdout: "last_fresh": "2024-08-29T17:43:59.435674+0000", 2024-08-29T17:47:14.931 INFO:tasks.workunit.client.0.smithi028.stdout: "last_fullsized": "2024-08-29T17:43:59.435674+0000", 2024-08-29T17:47:14.931 INFO:tasks.workunit.client.0.smithi028.stdout: "last_peered": "2024-08-29T17:43:59.435674+0000", 2024-08-29T17:47:14.931 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub": "0'0", 2024-08-29T17:47:14.931 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub_duration": 0, 2024-08-29T17:47:14.931 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub_stamp": "2024-08-29T17:43:39.870944+0000", 2024-08-29T17:47:14.932 INFO:tasks.workunit.client.0.smithi028.stdout: "last_undegraded": "2024-08-29T17:43:59.435674+0000", 2024-08-29T17:47:14.932 INFO:tasks.workunit.client.0.smithi028.stdout: "last_unstale": "2024-08-29T17:43:59.435674+0000", 2024-08-29T17:47:14.932 INFO:tasks.workunit.client.0.smithi028.stdout: "log_dups_size": 0, 2024-08-29T17:47:14.932 INFO:tasks.workunit.client.0.smithi028.stdout: "log_size": 0, 2024-08-29T17:47:14.932 INFO:tasks.workunit.client.0.smithi028.stdout: "log_start": "0'0", 2024-08-29T17:47:14.932 INFO:tasks.workunit.client.0.smithi028.stdout: "manifest_stats_invalid": false, 2024-08-29T17:47:14.932 INFO:tasks.workunit.client.0.smithi028.stdout: "mapping_epoch": 69, 2024-08-29T17:47:14.932 INFO:tasks.workunit.client.0.smithi028.stdout: "object_location_counts": [], 2024-08-29T17:47:14.932 INFO:tasks.workunit.client.0.smithi028.stdout: "objects_scrubbed": 0, 2024-08-29T17:47:14.932 INFO:tasks.workunit.client.0.smithi028.stdout: "objects_trimmed": 0, 2024-08-29T17:47:14.932 INFO:tasks.workunit.client.0.smithi028.stdout: "omap_stats_invalid": false, 2024-08-29T17:47:14.932 INFO:tasks.workunit.client.0.smithi028.stdout: "ondisk_log_size": 0, 2024-08-29T17:47:14.932 INFO:tasks.workunit.client.0.smithi028.stdout: "ondisk_log_start": "0'0", 2024-08-29T17:47:14.933 INFO:tasks.workunit.client.0.smithi028.stdout: "parent": "0.0", 2024-08-29T17:47:14.933 INFO:tasks.workunit.client.0.smithi028.stdout: "parent_split_bits": 0, 2024-08-29T17:47:14.933 INFO:tasks.workunit.client.0.smithi028.stdout: "pgid": "4.5", 2024-08-29T17:47:14.933 INFO:tasks.workunit.client.0.smithi028.stdout: "pin_stats_invalid": false, 2024-08-29T17:47:14.933 INFO:tasks.workunit.client.0.smithi028.stdout: "purged_snaps": [], 2024-08-29T17:47:14.933 INFO:tasks.workunit.client.0.smithi028.stdout: "reported_epoch": 75, 2024-08-29T17:47:14.933 INFO:tasks.workunit.client.0.smithi028.stdout: "reported_seq": 19, 2024-08-29T17:47:14.933 INFO:tasks.workunit.client.0.smithi028.stdout: "scrub_duration": 0.0, 2024-08-29T17:47:14.933 INFO:tasks.workunit.client.0.smithi028.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-31T03:13:05.199888+0000", 2024-08-29T17:47:14.933 INFO:tasks.workunit.client.0.smithi028.stdout: "snaptrim_duration": 0.000907965, 2024-08-29T17:47:14.933 INFO:tasks.workunit.client.0.smithi028.stdout: "snaptrimq_len": 0, 2024-08-29T17:47:14.933 INFO:tasks.workunit.client.0.smithi028.stdout: "stat_sum": { 2024-08-29T17:47:14.934 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes": 0, 2024-08-29T17:47:14.934 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes_hit_set_archive": 0, 2024-08-29T17:47:14.934 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes_recovered": 0, 2024-08-29T17:47:14.934 INFO:tasks.workunit.client.0.smithi028.stdout: "num_deep_scrub_errors": 0, 2024-08-29T17:47:14.934 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict": 0, 2024-08-29T17:47:14.934 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_kb": 0, 2024-08-29T17:47:14.934 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_mode_full": 0, 2024-08-29T17:47:14.934 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_mode_some": 0, 2024-08-29T17:47:14.934 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush": 0, 2024-08-29T17:47:14.934 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_kb": 0, 2024-08-29T17:47:14.934 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_mode_high": 0, 2024-08-29T17:47:14.934 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_mode_low": 0, 2024-08-29T17:47:14.934 INFO:tasks.workunit.client.0.smithi028.stdout: "num_keys_recovered": 0, 2024-08-29T17:47:14.934 INFO:tasks.workunit.client.0.smithi028.stdout: "num_large_omap_objects": 0, 2024-08-29T17:47:14.935 INFO:tasks.workunit.client.0.smithi028.stdout: "num_legacy_snapsets": 0, 2024-08-29T17:47:14.935 INFO:tasks.workunit.client.0.smithi028.stdout: "num_object_clones": 0, 2024-08-29T17:47:14.935 INFO:tasks.workunit.client.0.smithi028.stdout: "num_object_copies": 0, 2024-08-29T17:47:14.935 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects": 0, 2024-08-29T17:47:14.935 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_degraded": 0, 2024-08-29T17:47:14.935 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_dirty": 0, 2024-08-29T17:47:14.935 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_hit_set_archive": 0, 2024-08-29T17:47:14.935 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_manifest": 0, 2024-08-29T17:47:14.935 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_misplaced": 0, 2024-08-29T17:47:14.935 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_missing": 0, 2024-08-29T17:47:14.935 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_missing_on_primary": 0, 2024-08-29T17:47:14.935 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_omap": 0, 2024-08-29T17:47:14.935 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_pinned": 0, 2024-08-29T17:47:14.936 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_recovered": 0, 2024-08-29T17:47:14.936 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_repaired": 0, 2024-08-29T17:47:14.936 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_unfound": 0, 2024-08-29T17:47:14.936 INFO:tasks.workunit.client.0.smithi028.stdout: "num_omap_bytes": 0, 2024-08-29T17:47:14.936 INFO:tasks.workunit.client.0.smithi028.stdout: "num_omap_keys": 0, 2024-08-29T17:47:14.936 INFO:tasks.workunit.client.0.smithi028.stdout: "num_promote": 0, 2024-08-29T17:47:14.936 INFO:tasks.workunit.client.0.smithi028.stdout: "num_read": 0, 2024-08-29T17:47:14.936 INFO:tasks.workunit.client.0.smithi028.stdout: "num_read_kb": 0, 2024-08-29T17:47:14.936 INFO:tasks.workunit.client.0.smithi028.stdout: "num_scrub_errors": 0, 2024-08-29T17:47:14.936 INFO:tasks.workunit.client.0.smithi028.stdout: "num_shallow_scrub_errors": 0, 2024-08-29T17:47:14.936 INFO:tasks.workunit.client.0.smithi028.stdout: "num_whiteouts": 0, 2024-08-29T17:47:14.936 INFO:tasks.workunit.client.0.smithi028.stdout: "num_write": 0, 2024-08-29T17:47:14.936 INFO:tasks.workunit.client.0.smithi028.stdout: "num_write_kb": 0 2024-08-29T17:47:14.937 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:14.937 INFO:tasks.workunit.client.0.smithi028.stdout: "state": "active+clean", 2024-08-29T17:47:14.937 INFO:tasks.workunit.client.0.smithi028.stdout: "stats_invalid": false, 2024-08-29T17:47:14.937 INFO:tasks.workunit.client.0.smithi028.stdout: "up": [ 2024-08-29T17:47:14.937 INFO:tasks.workunit.client.0.smithi028.stdout: 6, 2024-08-29T17:47:14.937 INFO:tasks.workunit.client.0.smithi028.stdout: 4, 2024-08-29T17:47:14.937 INFO:tasks.workunit.client.0.smithi028.stdout: 7 2024-08-29T17:47:14.937 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-08-29T17:47:14.937 INFO:tasks.workunit.client.0.smithi028.stdout: "up_primary": 6, 2024-08-29T17:47:14.937 INFO:tasks.workunit.client.0.smithi028.stdout: "version": "0'0" 2024-08-29T17:47:14.937 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:14.937 INFO:tasks.workunit.client.0.smithi028.stdout: { 2024-08-29T17:47:14.937 INFO:tasks.workunit.client.0.smithi028.stdout: "acting": [ 2024-08-29T17:47:14.938 INFO:tasks.workunit.client.0.smithi028.stdout: 7, 2024-08-29T17:47:14.938 INFO:tasks.workunit.client.0.smithi028.stdout: 0, 2024-08-29T17:47:14.938 INFO:tasks.workunit.client.0.smithi028.stdout: 6 2024-08-29T17:47:14.938 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-08-29T17:47:14.938 INFO:tasks.workunit.client.0.smithi028.stdout: "acting_primary": 7, 2024-08-29T17:47:14.938 INFO:tasks.workunit.client.0.smithi028.stdout: "avail_no_missing": [], 2024-08-29T17:47:14.938 INFO:tasks.workunit.client.0.smithi028.stdout: "blocked_by": [], 2024-08-29T17:47:14.938 INFO:tasks.workunit.client.0.smithi028.stdout: "created": 19, 2024-08-29T17:47:14.938 INFO:tasks.workunit.client.0.smithi028.stdout: "dirty_stats_invalid": false, 2024-08-29T17:47:14.938 INFO:tasks.workunit.client.0.smithi028.stdout: "hitset_bytes_stats_invalid": false, 2024-08-29T17:47:14.938 INFO:tasks.workunit.client.0.smithi028.stdout: "hitset_stats_invalid": false, 2024-08-29T17:47:14.939 INFO:tasks.workunit.client.0.smithi028.stdout: "last_active": "2024-08-29T17:47:09.814262+0000", 2024-08-29T17:47:14.939 INFO:tasks.workunit.client.0.smithi028.stdout: "last_became_active": "2024-08-29T17:39:56.150582+0000", 2024-08-29T17:47:14.939 INFO:tasks.workunit.client.0.smithi028.stdout: "last_became_peered": "2024-08-29T17:39:56.150582+0000", 2024-08-29T17:47:14.939 INFO:tasks.workunit.client.0.smithi028.stdout: "last_change": "2024-08-29T17:39:56.151410+0000", 2024-08-29T17:47:14.939 INFO:tasks.workunit.client.0.smithi028.stdout: "last_clean": "2024-08-29T17:47:09.814262+0000", 2024-08-29T17:47:14.939 INFO:tasks.workunit.client.0.smithi028.stdout: "last_clean_scrub_stamp": "2024-08-29T17:35:25.395028+0000", 2024-08-29T17:47:14.939 INFO:tasks.workunit.client.0.smithi028.stdout: "last_deep_scrub": "0'0", 2024-08-29T17:47:14.939 INFO:tasks.workunit.client.0.smithi028.stdout: "last_deep_scrub_stamp": "2024-08-29T17:35:25.395028+0000", 2024-08-29T17:47:14.939 INFO:tasks.workunit.client.0.smithi028.stdout: "last_epoch_clean": 58, 2024-08-29T17:47:14.939 INFO:tasks.workunit.client.0.smithi028.stdout: "last_fresh": "2024-08-29T17:47:09.814262+0000", 2024-08-29T17:47:14.939 INFO:tasks.workunit.client.0.smithi028.stdout: "last_fullsized": "2024-08-29T17:47:09.814262+0000", 2024-08-29T17:47:14.939 INFO:tasks.workunit.client.0.smithi028.stdout: "last_peered": "2024-08-29T17:47:09.814262+0000", 2024-08-29T17:47:14.939 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub": "0'0", 2024-08-29T17:47:14.939 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub_duration": 0, 2024-08-29T17:47:14.940 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub_stamp": "2024-08-29T17:35:25.395028+0000", 2024-08-29T17:47:14.940 INFO:tasks.workunit.client.0.smithi028.stdout: "last_undegraded": "2024-08-29T17:47:09.814262+0000", 2024-08-29T17:47:14.940 INFO:tasks.workunit.client.0.smithi028.stdout: "last_unstale": "2024-08-29T17:47:09.814262+0000", 2024-08-29T17:47:14.940 INFO:tasks.workunit.client.0.smithi028.stdout: "log_dups_size": 0, 2024-08-29T17:47:14.940 INFO:tasks.workunit.client.0.smithi028.stdout: "log_size": 132, 2024-08-29T17:47:14.940 INFO:tasks.workunit.client.0.smithi028.stdout: "log_start": "0'0", 2024-08-29T17:47:14.940 INFO:tasks.workunit.client.0.smithi028.stdout: "manifest_stats_invalid": false, 2024-08-29T17:47:14.940 INFO:tasks.workunit.client.0.smithi028.stdout: "mapping_epoch": 57, 2024-08-29T17:47:14.940 INFO:tasks.workunit.client.0.smithi028.stdout: "object_location_counts": [], 2024-08-29T17:47:14.940 INFO:tasks.workunit.client.0.smithi028.stdout: "objects_scrubbed": 0, 2024-08-29T17:47:14.940 INFO:tasks.workunit.client.0.smithi028.stdout: "objects_trimmed": 0, 2024-08-29T17:47:14.940 INFO:tasks.workunit.client.0.smithi028.stdout: "omap_stats_invalid": false, 2024-08-29T17:47:14.940 INFO:tasks.workunit.client.0.smithi028.stdout: "ondisk_log_size": 132, 2024-08-29T17:47:14.940 INFO:tasks.workunit.client.0.smithi028.stdout: "ondisk_log_start": "0'0", 2024-08-29T17:47:14.941 INFO:tasks.workunit.client.0.smithi028.stdout: "parent": "0.0", 2024-08-29T17:47:14.941 INFO:tasks.workunit.client.0.smithi028.stdout: "parent_split_bits": 0, 2024-08-29T17:47:14.941 INFO:tasks.workunit.client.0.smithi028.stdout: "pgid": "1.0", 2024-08-29T17:47:14.941 INFO:tasks.workunit.client.0.smithi028.stdout: "pin_stats_invalid": false, 2024-08-29T17:47:14.941 INFO:tasks.workunit.client.0.smithi028.stdout: "purged_snaps": [], 2024-08-29T17:47:14.941 INFO:tasks.workunit.client.0.smithi028.stdout: "reported_epoch": 75, 2024-08-29T17:47:14.941 INFO:tasks.workunit.client.0.smithi028.stdout: "reported_seq": 298, 2024-08-29T17:47:14.941 INFO:tasks.workunit.client.0.smithi028.stdout: "scrub_duration": 0.0, 2024-08-29T17:47:14.941 INFO:tasks.workunit.client.0.smithi028.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-31T03:59:58.733872+0000", 2024-08-29T17:47:14.941 INFO:tasks.workunit.client.0.smithi028.stdout: "snaptrim_duration": 0.0, 2024-08-29T17:47:14.941 INFO:tasks.workunit.client.0.smithi028.stdout: "snaptrimq_len": 0, 2024-08-29T17:47:14.941 INFO:tasks.workunit.client.0.smithi028.stdout: "stat_sum": { 2024-08-29T17:47:14.941 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes": 590368, 2024-08-29T17:47:14.942 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes_hit_set_archive": 0, 2024-08-29T17:47:14.942 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes_recovered": 1771104, 2024-08-29T17:47:14.942 INFO:tasks.workunit.client.0.smithi028.stdout: "num_deep_scrub_errors": 0, 2024-08-29T17:47:14.942 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict": 0, 2024-08-29T17:47:14.942 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_kb": 0, 2024-08-29T17:47:14.942 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_mode_full": 0, 2024-08-29T17:47:14.942 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_mode_some": 0, 2024-08-29T17:47:14.942 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush": 0, 2024-08-29T17:47:14.942 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_kb": 0, 2024-08-29T17:47:14.942 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_mode_high": 0, 2024-08-29T17:47:14.942 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_mode_low": 0, 2024-08-29T17:47:14.942 INFO:tasks.workunit.client.0.smithi028.stdout: "num_keys_recovered": 0, 2024-08-29T17:47:14.942 INFO:tasks.workunit.client.0.smithi028.stdout: "num_large_omap_objects": 0, 2024-08-29T17:47:14.942 INFO:tasks.workunit.client.0.smithi028.stdout: "num_legacy_snapsets": 0, 2024-08-29T17:47:14.943 INFO:tasks.workunit.client.0.smithi028.stdout: "num_object_clones": 0, 2024-08-29T17:47:14.943 INFO:tasks.workunit.client.0.smithi028.stdout: "num_object_copies": 6, 2024-08-29T17:47:14.943 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects": 2, 2024-08-29T17:47:14.943 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_degraded": 0, 2024-08-29T17:47:14.943 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_dirty": 2, 2024-08-29T17:47:14.943 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_hit_set_archive": 0, 2024-08-29T17:47:14.943 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_manifest": 0, 2024-08-29T17:47:14.943 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_misplaced": 0, 2024-08-29T17:47:14.943 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_missing": 0, 2024-08-29T17:47:14.943 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_missing_on_primary": 0, 2024-08-29T17:47:14.943 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_omap": 0, 2024-08-29T17:47:14.943 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_pinned": 0, 2024-08-29T17:47:14.943 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_recovered": 6, 2024-08-29T17:47:14.944 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_repaired": 0, 2024-08-29T17:47:14.944 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_unfound": 0, 2024-08-29T17:47:14.944 INFO:tasks.workunit.client.0.smithi028.stdout: "num_omap_bytes": 0, 2024-08-29T17:47:14.944 INFO:tasks.workunit.client.0.smithi028.stdout: "num_omap_keys": 0, 2024-08-29T17:47:14.944 INFO:tasks.workunit.client.0.smithi028.stdout: "num_promote": 0, 2024-08-29T17:47:14.944 INFO:tasks.workunit.client.0.smithi028.stdout: "num_read": 250, 2024-08-29T17:47:14.944 INFO:tasks.workunit.client.0.smithi028.stdout: "num_read_kb": 464, 2024-08-29T17:47:14.944 INFO:tasks.workunit.client.0.smithi028.stdout: "num_scrub_errors": 0, 2024-08-29T17:47:14.944 INFO:tasks.workunit.client.0.smithi028.stdout: "num_shallow_scrub_errors": 0, 2024-08-29T17:47:14.944 INFO:tasks.workunit.client.0.smithi028.stdout: "num_whiteouts": 0, 2024-08-29T17:47:14.944 INFO:tasks.workunit.client.0.smithi028.stdout: "num_write": 187, 2024-08-29T17:47:14.944 INFO:tasks.workunit.client.0.smithi028.stdout: "num_write_kb": 2416 2024-08-29T17:47:14.944 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:14.944 INFO:tasks.workunit.client.0.smithi028.stdout: "state": "active+clean", 2024-08-29T17:47:14.945 INFO:tasks.workunit.client.0.smithi028.stdout: "stats_invalid": false, 2024-08-29T17:47:14.945 INFO:tasks.workunit.client.0.smithi028.stdout: "up": [ 2024-08-29T17:47:14.945 INFO:tasks.workunit.client.0.smithi028.stdout: 7, 2024-08-29T17:47:14.945 INFO:tasks.workunit.client.0.smithi028.stdout: 0, 2024-08-29T17:47:14.945 INFO:tasks.workunit.client.0.smithi028.stdout: 6 2024-08-29T17:47:14.945 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-08-29T17:47:14.945 INFO:tasks.workunit.client.0.smithi028.stdout: "up_primary": 7, 2024-08-29T17:47:14.945 INFO:tasks.workunit.client.0.smithi028.stdout: "version": "75'132" 2024-08-29T17:47:14.945 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:14.945 INFO:tasks.workunit.client.0.smithi028.stdout: { 2024-08-29T17:47:14.945 INFO:tasks.workunit.client.0.smithi028.stdout: "acting": [ 2024-08-29T17:47:14.945 INFO:tasks.workunit.client.0.smithi028.stdout: 5, 2024-08-29T17:47:14.945 INFO:tasks.workunit.client.0.smithi028.stdout: 2, 2024-08-29T17:47:14.945 INFO:tasks.workunit.client.0.smithi028.stdout: 7 2024-08-29T17:47:14.945 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-08-29T17:47:14.946 INFO:tasks.workunit.client.0.smithi028.stdout: "acting_primary": 5, 2024-08-29T17:47:14.946 INFO:tasks.workunit.client.0.smithi028.stdout: "avail_no_missing": [], 2024-08-29T17:47:14.946 INFO:tasks.workunit.client.0.smithi028.stdout: "blocked_by": [], 2024-08-29T17:47:14.946 INFO:tasks.workunit.client.0.smithi028.stdout: "created": 59, 2024-08-29T17:47:14.946 INFO:tasks.workunit.client.0.smithi028.stdout: "dirty_stats_invalid": false, 2024-08-29T17:47:14.946 INFO:tasks.workunit.client.0.smithi028.stdout: "hitset_bytes_stats_invalid": false, 2024-08-29T17:47:14.946 INFO:tasks.workunit.client.0.smithi028.stdout: "hitset_stats_invalid": false, 2024-08-29T17:47:14.946 INFO:tasks.workunit.client.0.smithi028.stdout: "last_active": "2024-08-29T17:43:51.011802+0000", 2024-08-29T17:47:14.946 INFO:tasks.workunit.client.0.smithi028.stdout: "last_became_active": "2024-08-29T17:40:54.005440+0000", 2024-08-29T17:47:14.946 INFO:tasks.workunit.client.0.smithi028.stdout: "last_became_peered": "2024-08-29T17:40:54.005440+0000", 2024-08-29T17:47:14.946 INFO:tasks.workunit.client.0.smithi028.stdout: "last_change": "2024-08-29T17:40:54.006212+0000", 2024-08-29T17:47:14.946 INFO:tasks.workunit.client.0.smithi028.stdout: "last_clean": "2024-08-29T17:43:51.011802+0000", 2024-08-29T17:47:14.946 INFO:tasks.workunit.client.0.smithi028.stdout: "last_clean_scrub_stamp": "2024-08-29T17:40:52.944949+0000", 2024-08-29T17:47:14.947 INFO:tasks.workunit.client.0.smithi028.stdout: "last_deep_scrub": "0'0", 2024-08-29T17:47:14.947 INFO:tasks.workunit.client.0.smithi028.stdout: "last_deep_scrub_stamp": "2024-08-29T17:40:52.944949+0000", 2024-08-29T17:47:14.947 INFO:tasks.workunit.client.0.smithi028.stdout: "last_epoch_clean": 60, 2024-08-29T17:47:14.947 INFO:tasks.workunit.client.0.smithi028.stdout: "last_fresh": "2024-08-29T17:43:51.011802+0000", 2024-08-29T17:47:14.947 INFO:tasks.workunit.client.0.smithi028.stdout: "last_fullsized": "2024-08-29T17:43:51.011802+0000", 2024-08-29T17:47:14.947 INFO:tasks.workunit.client.0.smithi028.stdout: "last_peered": "2024-08-29T17:43:51.011802+0000", 2024-08-29T17:47:14.947 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub": "0'0", 2024-08-29T17:47:14.947 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub_duration": 0, 2024-08-29T17:47:14.947 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub_stamp": "2024-08-29T17:40:52.944949+0000", 2024-08-29T17:47:14.947 INFO:tasks.workunit.client.0.smithi028.stdout: "last_undegraded": "2024-08-29T17:43:51.011802+0000", 2024-08-29T17:47:14.947 INFO:tasks.workunit.client.0.smithi028.stdout: "last_unstale": "2024-08-29T17:43:51.011802+0000", 2024-08-29T17:47:14.947 INFO:tasks.workunit.client.0.smithi028.stdout: "log_dups_size": 0, 2024-08-29T17:47:14.947 INFO:tasks.workunit.client.0.smithi028.stdout: "log_size": 0, 2024-08-29T17:47:14.947 INFO:tasks.workunit.client.0.smithi028.stdout: "log_start": "0'0", 2024-08-29T17:47:14.947 INFO:tasks.workunit.client.0.smithi028.stdout: "manifest_stats_invalid": false, 2024-08-29T17:47:14.948 INFO:tasks.workunit.client.0.smithi028.stdout: "mapping_epoch": 59, 2024-08-29T17:47:14.948 INFO:tasks.workunit.client.0.smithi028.stdout: "object_location_counts": [], 2024-08-29T17:47:14.948 INFO:tasks.workunit.client.0.smithi028.stdout: "objects_scrubbed": 0, 2024-08-29T17:47:14.948 INFO:tasks.workunit.client.0.smithi028.stdout: "objects_trimmed": 0, 2024-08-29T17:47:14.948 INFO:tasks.workunit.client.0.smithi028.stdout: "omap_stats_invalid": false, 2024-08-29T17:47:14.948 INFO:tasks.workunit.client.0.smithi028.stdout: "ondisk_log_size": 0, 2024-08-29T17:47:14.948 INFO:tasks.workunit.client.0.smithi028.stdout: "ondisk_log_start": "0'0", 2024-08-29T17:47:14.948 INFO:tasks.workunit.client.0.smithi028.stdout: "parent": "0.0", 2024-08-29T17:47:14.948 INFO:tasks.workunit.client.0.smithi028.stdout: "parent_split_bits": 0, 2024-08-29T17:47:14.948 INFO:tasks.workunit.client.0.smithi028.stdout: "pgid": "2.3", 2024-08-29T17:47:14.948 INFO:tasks.workunit.client.0.smithi028.stdout: "pin_stats_invalid": false, 2024-08-29T17:47:14.948 INFO:tasks.workunit.client.0.smithi028.stdout: "purged_snaps": [], 2024-08-29T17:47:14.948 INFO:tasks.workunit.client.0.smithi028.stdout: "reported_epoch": 74, 2024-08-29T17:47:14.949 INFO:tasks.workunit.client.0.smithi028.stdout: "reported_seq": 24, 2024-08-29T17:47:14.949 INFO:tasks.workunit.client.0.smithi028.stdout: "scrub_duration": 0.0, 2024-08-29T17:47:14.949 INFO:tasks.workunit.client.0.smithi028.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-31T01:05:27.094044+0000", 2024-08-29T17:47:14.949 INFO:tasks.workunit.client.0.smithi028.stdout: "snaptrim_duration": 0.0, 2024-08-29T17:47:14.949 INFO:tasks.workunit.client.0.smithi028.stdout: "snaptrimq_len": 0, 2024-08-29T17:47:14.949 INFO:tasks.workunit.client.0.smithi028.stdout: "stat_sum": { 2024-08-29T17:47:14.949 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes": 0, 2024-08-29T17:47:14.949 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes_hit_set_archive": 0, 2024-08-29T17:47:14.949 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes_recovered": 0, 2024-08-29T17:47:14.949 INFO:tasks.workunit.client.0.smithi028.stdout: "num_deep_scrub_errors": 0, 2024-08-29T17:47:14.949 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict": 0, 2024-08-29T17:47:14.949 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_kb": 0, 2024-08-29T17:47:14.949 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_mode_full": 0, 2024-08-29T17:47:14.950 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_mode_some": 0, 2024-08-29T17:47:14.950 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush": 0, 2024-08-29T17:47:14.950 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_kb": 0, 2024-08-29T17:47:14.950 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_mode_high": 0, 2024-08-29T17:47:14.950 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_mode_low": 0, 2024-08-29T17:47:14.950 INFO:tasks.workunit.client.0.smithi028.stdout: "num_keys_recovered": 0, 2024-08-29T17:47:14.950 INFO:tasks.workunit.client.0.smithi028.stdout: "num_large_omap_objects": 0, 2024-08-29T17:47:14.950 INFO:tasks.workunit.client.0.smithi028.stdout: "num_legacy_snapsets": 0, 2024-08-29T17:47:14.950 INFO:tasks.workunit.client.0.smithi028.stdout: "num_object_clones": 0, 2024-08-29T17:47:14.950 INFO:tasks.workunit.client.0.smithi028.stdout: "num_object_copies": 0, 2024-08-29T17:47:14.950 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects": 0, 2024-08-29T17:47:14.950 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_degraded": 0, 2024-08-29T17:47:14.950 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_dirty": 0, 2024-08-29T17:47:14.950 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_hit_set_archive": 0, 2024-08-29T17:47:14.951 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_manifest": 0, 2024-08-29T17:47:14.951 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_misplaced": 0, 2024-08-29T17:47:14.951 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_missing": 0, 2024-08-29T17:47:14.951 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_missing_on_primary": 0, 2024-08-29T17:47:14.951 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_omap": 0, 2024-08-29T17:47:14.951 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_pinned": 0, 2024-08-29T17:47:14.951 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_recovered": 0, 2024-08-29T17:47:14.951 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_repaired": 0, 2024-08-29T17:47:14.951 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_unfound": 0, 2024-08-29T17:47:14.951 INFO:tasks.workunit.client.0.smithi028.stdout: "num_omap_bytes": 0, 2024-08-29T17:47:14.951 INFO:tasks.workunit.client.0.smithi028.stdout: "num_omap_keys": 0, 2024-08-29T17:47:14.951 INFO:tasks.workunit.client.0.smithi028.stdout: "num_promote": 0, 2024-08-29T17:47:14.951 INFO:tasks.workunit.client.0.smithi028.stdout: "num_read": 0, 2024-08-29T17:47:14.951 INFO:tasks.workunit.client.0.smithi028.stdout: "num_read_kb": 0, 2024-08-29T17:47:14.952 INFO:tasks.workunit.client.0.smithi028.stdout: "num_scrub_errors": 0, 2024-08-29T17:47:14.952 INFO:tasks.workunit.client.0.smithi028.stdout: "num_shallow_scrub_errors": 0, 2024-08-29T17:47:14.952 INFO:tasks.workunit.client.0.smithi028.stdout: "num_whiteouts": 0, 2024-08-29T17:47:14.952 INFO:tasks.workunit.client.0.smithi028.stdout: "num_write": 0, 2024-08-29T17:47:14.952 INFO:tasks.workunit.client.0.smithi028.stdout: "num_write_kb": 0 2024-08-29T17:47:14.952 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:14.952 INFO:tasks.workunit.client.0.smithi028.stdout: "state": "active+clean", 2024-08-29T17:47:14.952 INFO:tasks.workunit.client.0.smithi028.stdout: "stats_invalid": false, 2024-08-29T17:47:14.952 INFO:tasks.workunit.client.0.smithi028.stdout: "up": [ 2024-08-29T17:47:14.952 INFO:tasks.workunit.client.0.smithi028.stdout: 5, 2024-08-29T17:47:14.952 INFO:tasks.workunit.client.0.smithi028.stdout: 2, 2024-08-29T17:47:14.952 INFO:tasks.workunit.client.0.smithi028.stdout: 7 2024-08-29T17:47:14.952 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-08-29T17:47:14.952 INFO:tasks.workunit.client.0.smithi028.stdout: "up_primary": 5, 2024-08-29T17:47:14.953 INFO:tasks.workunit.client.0.smithi028.stdout: "version": "0'0" 2024-08-29T17:47:14.953 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:14.953 INFO:tasks.workunit.client.0.smithi028.stdout: { 2024-08-29T17:47:14.953 INFO:tasks.workunit.client.0.smithi028.stdout: "acting": [ 2024-08-29T17:47:14.953 INFO:tasks.workunit.client.0.smithi028.stdout: 3, 2024-08-29T17:47:14.953 INFO:tasks.workunit.client.0.smithi028.stdout: 5, 2024-08-29T17:47:14.953 INFO:tasks.workunit.client.0.smithi028.stdout: 6 2024-08-29T17:47:14.953 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-08-29T17:47:14.953 INFO:tasks.workunit.client.0.smithi028.stdout: "acting_primary": 3, 2024-08-29T17:47:14.953 INFO:tasks.workunit.client.0.smithi028.stdout: "avail_no_missing": [], 2024-08-29T17:47:14.953 INFO:tasks.workunit.client.0.smithi028.stdout: "blocked_by": [], 2024-08-29T17:47:14.953 INFO:tasks.workunit.client.0.smithi028.stdout: "created": 62, 2024-08-29T17:47:14.953 INFO:tasks.workunit.client.0.smithi028.stdout: "dirty_stats_invalid": false, 2024-08-29T17:47:14.954 INFO:tasks.workunit.client.0.smithi028.stdout: "hitset_bytes_stats_invalid": false, 2024-08-29T17:47:14.954 INFO:tasks.workunit.client.0.smithi028.stdout: "hitset_stats_invalid": false, 2024-08-29T17:47:14.954 INFO:tasks.workunit.client.0.smithi028.stdout: "last_active": "2024-08-29T17:43:51.002995+0000", 2024-08-29T17:47:14.954 INFO:tasks.workunit.client.0.smithi028.stdout: "last_became_active": "2024-08-29T17:41:03.053457+0000", 2024-08-29T17:47:14.954 INFO:tasks.workunit.client.0.smithi028.stdout: "last_became_peered": "2024-08-29T17:41:03.053457+0000", 2024-08-29T17:47:14.954 INFO:tasks.workunit.client.0.smithi028.stdout: "last_change": "2024-08-29T17:41:03.056361+0000", 2024-08-29T17:47:14.954 INFO:tasks.workunit.client.0.smithi028.stdout: "last_clean": "2024-08-29T17:43:51.002995+0000", 2024-08-29T17:47:14.954 INFO:tasks.workunit.client.0.smithi028.stdout: "last_clean_scrub_stamp": "2024-08-29T17:41:01.987071+0000", 2024-08-29T17:47:14.954 INFO:tasks.workunit.client.0.smithi028.stdout: "last_deep_scrub": "0'0", 2024-08-29T17:47:14.954 INFO:tasks.workunit.client.0.smithi028.stdout: "last_deep_scrub_stamp": "2024-08-29T17:41:01.987071+0000", 2024-08-29T17:47:14.954 INFO:tasks.workunit.client.0.smithi028.stdout: "last_epoch_clean": 63, 2024-08-29T17:47:14.954 INFO:tasks.workunit.client.0.smithi028.stdout: "last_fresh": "2024-08-29T17:43:51.002995+0000", 2024-08-29T17:47:14.954 INFO:tasks.workunit.client.0.smithi028.stdout: "last_fullsized": "2024-08-29T17:43:51.002995+0000", 2024-08-29T17:47:14.955 INFO:tasks.workunit.client.0.smithi028.stdout: "last_peered": "2024-08-29T17:43:51.002995+0000", 2024-08-29T17:47:14.955 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub": "0'0", 2024-08-29T17:47:14.955 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub_duration": 0, 2024-08-29T17:47:14.955 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub_stamp": "2024-08-29T17:41:01.987071+0000", 2024-08-29T17:47:14.955 INFO:tasks.workunit.client.0.smithi028.stdout: "last_undegraded": "2024-08-29T17:43:51.002995+0000", 2024-08-29T17:47:14.955 INFO:tasks.workunit.client.0.smithi028.stdout: "last_unstale": "2024-08-29T17:43:51.002995+0000", 2024-08-29T17:47:14.955 INFO:tasks.workunit.client.0.smithi028.stdout: "log_dups_size": 0, 2024-08-29T17:47:14.955 INFO:tasks.workunit.client.0.smithi028.stdout: "log_size": 0, 2024-08-29T17:47:14.955 INFO:tasks.workunit.client.0.smithi028.stdout: "log_start": "0'0", 2024-08-29T17:47:14.955 INFO:tasks.workunit.client.0.smithi028.stdout: "manifest_stats_invalid": false, 2024-08-29T17:47:14.955 INFO:tasks.workunit.client.0.smithi028.stdout: "mapping_epoch": 62, 2024-08-29T17:47:14.955 INFO:tasks.workunit.client.0.smithi028.stdout: "object_location_counts": [], 2024-08-29T17:47:14.955 INFO:tasks.workunit.client.0.smithi028.stdout: "objects_scrubbed": 0, 2024-08-29T17:47:14.956 INFO:tasks.workunit.client.0.smithi028.stdout: "objects_trimmed": 0, 2024-08-29T17:47:14.956 INFO:tasks.workunit.client.0.smithi028.stdout: "omap_stats_invalid": false, 2024-08-29T17:47:14.956 INFO:tasks.workunit.client.0.smithi028.stdout: "ondisk_log_size": 0, 2024-08-29T17:47:14.956 INFO:tasks.workunit.client.0.smithi028.stdout: "ondisk_log_start": "0'0", 2024-08-29T17:47:14.956 INFO:tasks.workunit.client.0.smithi028.stdout: "parent": "0.0", 2024-08-29T17:47:14.956 INFO:tasks.workunit.client.0.smithi028.stdout: "parent_split_bits": 0, 2024-08-29T17:47:14.956 INFO:tasks.workunit.client.0.smithi028.stdout: "pgid": "3.2", 2024-08-29T17:47:14.956 INFO:tasks.workunit.client.0.smithi028.stdout: "pin_stats_invalid": false, 2024-08-29T17:47:14.956 INFO:tasks.workunit.client.0.smithi028.stdout: "purged_snaps": [], 2024-08-29T17:47:14.956 INFO:tasks.workunit.client.0.smithi028.stdout: "reported_epoch": 74, 2024-08-29T17:47:14.956 INFO:tasks.workunit.client.0.smithi028.stdout: "reported_seq": 21, 2024-08-29T17:47:14.956 INFO:tasks.workunit.client.0.smithi028.stdout: "scrub_duration": 0.0, 2024-08-29T17:47:14.957 INFO:tasks.workunit.client.0.smithi028.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-31T04:33:56.931372+0000", 2024-08-29T17:47:14.957 INFO:tasks.workunit.client.0.smithi028.stdout: "snaptrim_duration": 0.0, 2024-08-29T17:47:14.957 INFO:tasks.workunit.client.0.smithi028.stdout: "snaptrimq_len": 0, 2024-08-29T17:47:14.957 INFO:tasks.workunit.client.0.smithi028.stdout: "stat_sum": { 2024-08-29T17:47:14.957 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes": 0, 2024-08-29T17:47:14.957 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes_hit_set_archive": 0, 2024-08-29T17:47:14.957 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes_recovered": 0, 2024-08-29T17:47:14.957 INFO:tasks.workunit.client.0.smithi028.stdout: "num_deep_scrub_errors": 0, 2024-08-29T17:47:14.957 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict": 0, 2024-08-29T17:47:14.957 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_kb": 0, 2024-08-29T17:47:14.957 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_mode_full": 0, 2024-08-29T17:47:14.957 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_mode_some": 0, 2024-08-29T17:47:14.957 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush": 0, 2024-08-29T17:47:14.957 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_kb": 0, 2024-08-29T17:47:14.958 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_mode_high": 0, 2024-08-29T17:47:14.958 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_mode_low": 0, 2024-08-29T17:47:14.958 INFO:tasks.workunit.client.0.smithi028.stdout: "num_keys_recovered": 0, 2024-08-29T17:47:14.958 INFO:tasks.workunit.client.0.smithi028.stdout: "num_large_omap_objects": 0, 2024-08-29T17:47:14.958 INFO:tasks.workunit.client.0.smithi028.stdout: "num_legacy_snapsets": 0, 2024-08-29T17:47:14.958 INFO:tasks.workunit.client.0.smithi028.stdout: "num_object_clones": 0, 2024-08-29T17:47:14.958 INFO:tasks.workunit.client.0.smithi028.stdout: "num_object_copies": 0, 2024-08-29T17:47:14.958 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects": 0, 2024-08-29T17:47:14.958 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_degraded": 0, 2024-08-29T17:47:14.958 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_dirty": 0, 2024-08-29T17:47:14.958 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_hit_set_archive": 0, 2024-08-29T17:47:14.958 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_manifest": 0, 2024-08-29T17:47:14.958 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_misplaced": 0, 2024-08-29T17:47:14.958 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_missing": 0, 2024-08-29T17:47:14.959 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_missing_on_primary": 0, 2024-08-29T17:47:14.959 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_omap": 0, 2024-08-29T17:47:14.959 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_pinned": 0, 2024-08-29T17:47:14.959 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_recovered": 0, 2024-08-29T17:47:14.959 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_repaired": 0, 2024-08-29T17:47:14.959 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_unfound": 0, 2024-08-29T17:47:14.959 INFO:tasks.workunit.client.0.smithi028.stdout: "num_omap_bytes": 0, 2024-08-29T17:47:14.959 INFO:tasks.workunit.client.0.smithi028.stdout: "num_omap_keys": 0, 2024-08-29T17:47:14.959 INFO:tasks.workunit.client.0.smithi028.stdout: "num_promote": 0, 2024-08-29T17:47:14.959 INFO:tasks.workunit.client.0.smithi028.stdout: "num_read": 0, 2024-08-29T17:47:14.959 INFO:tasks.workunit.client.0.smithi028.stdout: "num_read_kb": 0, 2024-08-29T17:47:14.959 INFO:tasks.workunit.client.0.smithi028.stdout: "num_scrub_errors": 0, 2024-08-29T17:47:14.959 INFO:tasks.workunit.client.0.smithi028.stdout: "num_shallow_scrub_errors": 0, 2024-08-29T17:47:14.959 INFO:tasks.workunit.client.0.smithi028.stdout: "num_whiteouts": 0, 2024-08-29T17:47:14.960 INFO:tasks.workunit.client.0.smithi028.stdout: "num_write": 0, 2024-08-29T17:47:14.960 INFO:tasks.workunit.client.0.smithi028.stdout: "num_write_kb": 0 2024-08-29T17:47:14.960 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:14.960 INFO:tasks.workunit.client.0.smithi028.stdout: "state": "active+clean", 2024-08-29T17:47:14.960 INFO:tasks.workunit.client.0.smithi028.stdout: "stats_invalid": false, 2024-08-29T17:47:14.960 INFO:tasks.workunit.client.0.smithi028.stdout: "up": [ 2024-08-29T17:47:14.960 INFO:tasks.workunit.client.0.smithi028.stdout: 3, 2024-08-29T17:47:14.960 INFO:tasks.workunit.client.0.smithi028.stdout: 5, 2024-08-29T17:47:14.960 INFO:tasks.workunit.client.0.smithi028.stdout: 6 2024-08-29T17:47:14.960 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-08-29T17:47:14.960 INFO:tasks.workunit.client.0.smithi028.stdout: "up_primary": 3, 2024-08-29T17:47:14.960 INFO:tasks.workunit.client.0.smithi028.stdout: "version": "0'0" 2024-08-29T17:47:14.960 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:14.961 INFO:tasks.workunit.client.0.smithi028.stdout: { 2024-08-29T17:47:14.961 INFO:tasks.workunit.client.0.smithi028.stdout: "acting": [ 2024-08-29T17:47:14.961 INFO:tasks.workunit.client.0.smithi028.stdout: 0, 2024-08-29T17:47:14.961 INFO:tasks.workunit.client.0.smithi028.stdout: 1, 2024-08-29T17:47:14.961 INFO:tasks.workunit.client.0.smithi028.stdout: 2 2024-08-29T17:47:14.961 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-08-29T17:47:14.961 INFO:tasks.workunit.client.0.smithi028.stdout: "acting_primary": 0, 2024-08-29T17:47:14.961 INFO:tasks.workunit.client.0.smithi028.stdout: "avail_no_missing": [], 2024-08-29T17:47:14.961 INFO:tasks.workunit.client.0.smithi028.stdout: "blocked_by": [], 2024-08-29T17:47:14.961 INFO:tasks.workunit.client.0.smithi028.stdout: "created": 69, 2024-08-29T17:47:14.961 INFO:tasks.workunit.client.0.smithi028.stdout: "dirty_stats_invalid": false, 2024-08-29T17:47:14.961 INFO:tasks.workunit.client.0.smithi028.stdout: "hitset_bytes_stats_invalid": false, 2024-08-29T17:47:14.961 INFO:tasks.workunit.client.0.smithi028.stdout: "hitset_stats_invalid": false, 2024-08-29T17:47:14.961 INFO:tasks.workunit.client.0.smithi028.stdout: "last_active": "2024-08-29T17:43:59.436443+0000", 2024-08-29T17:47:14.962 INFO:tasks.workunit.client.0.smithi028.stdout: "last_became_active": "2024-08-29T17:43:40.903511+0000", 2024-08-29T17:47:14.962 INFO:tasks.workunit.client.0.smithi028.stdout: "last_became_peered": "2024-08-29T17:43:40.903511+0000", 2024-08-29T17:47:14.962 INFO:tasks.workunit.client.0.smithi028.stdout: "last_change": "2024-08-29T17:43:51.186621+0000", 2024-08-29T17:47:14.962 INFO:tasks.workunit.client.0.smithi028.stdout: "last_clean": "2024-08-29T17:43:59.436443+0000", 2024-08-29T17:47:14.962 INFO:tasks.workunit.client.0.smithi028.stdout: "last_clean_scrub_stamp": "2024-08-29T17:43:39.870944+0000", 2024-08-29T17:47:14.962 INFO:tasks.workunit.client.0.smithi028.stdout: "last_deep_scrub": "0'0", 2024-08-29T17:47:14.962 INFO:tasks.workunit.client.0.smithi028.stdout: "last_deep_scrub_stamp": "2024-08-29T17:43:39.870944+0000", 2024-08-29T17:47:14.962 INFO:tasks.workunit.client.0.smithi028.stdout: "last_epoch_clean": 70, 2024-08-29T17:47:14.962 INFO:tasks.workunit.client.0.smithi028.stdout: "last_fresh": "2024-08-29T17:43:59.436443+0000", 2024-08-29T17:47:14.962 INFO:tasks.workunit.client.0.smithi028.stdout: "last_fullsized": "2024-08-29T17:43:59.436443+0000", 2024-08-29T17:47:14.962 INFO:tasks.workunit.client.0.smithi028.stdout: "last_peered": "2024-08-29T17:43:59.436443+0000", 2024-08-29T17:47:14.962 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub": "0'0", 2024-08-29T17:47:14.962 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub_duration": 0, 2024-08-29T17:47:14.963 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub_stamp": "2024-08-29T17:43:39.870944+0000", 2024-08-29T17:47:14.963 INFO:tasks.workunit.client.0.smithi028.stdout: "last_undegraded": "2024-08-29T17:43:59.436443+0000", 2024-08-29T17:47:14.963 INFO:tasks.workunit.client.0.smithi028.stdout: "last_unstale": "2024-08-29T17:43:59.436443+0000", 2024-08-29T17:47:14.963 INFO:tasks.workunit.client.0.smithi028.stdout: "log_dups_size": 0, 2024-08-29T17:47:14.963 INFO:tasks.workunit.client.0.smithi028.stdout: "log_size": 0, 2024-08-29T17:47:14.963 INFO:tasks.workunit.client.0.smithi028.stdout: "log_start": "0'0", 2024-08-29T17:47:14.963 INFO:tasks.workunit.client.0.smithi028.stdout: "manifest_stats_invalid": false, 2024-08-29T17:47:14.963 INFO:tasks.workunit.client.0.smithi028.stdout: "mapping_epoch": 69, 2024-08-29T17:47:14.963 INFO:tasks.workunit.client.0.smithi028.stdout: "object_location_counts": [], 2024-08-29T17:47:14.963 INFO:tasks.workunit.client.0.smithi028.stdout: "objects_scrubbed": 0, 2024-08-29T17:47:14.963 INFO:tasks.workunit.client.0.smithi028.stdout: "objects_trimmed": 0, 2024-08-29T17:47:14.963 INFO:tasks.workunit.client.0.smithi028.stdout: "omap_stats_invalid": false, 2024-08-29T17:47:14.963 INFO:tasks.workunit.client.0.smithi028.stdout: "ondisk_log_size": 0, 2024-08-29T17:47:14.963 INFO:tasks.workunit.client.0.smithi028.stdout: "ondisk_log_start": "0'0", 2024-08-29T17:47:14.964 INFO:tasks.workunit.client.0.smithi028.stdout: "parent": "0.0", 2024-08-29T17:47:14.964 INFO:tasks.workunit.client.0.smithi028.stdout: "parent_split_bits": 0, 2024-08-29T17:47:14.964 INFO:tasks.workunit.client.0.smithi028.stdout: "pgid": "4.6", 2024-08-29T17:47:14.964 INFO:tasks.workunit.client.0.smithi028.stdout: "pin_stats_invalid": false, 2024-08-29T17:47:14.964 INFO:tasks.workunit.client.0.smithi028.stdout: "purged_snaps": [], 2024-08-29T17:47:14.964 INFO:tasks.workunit.client.0.smithi028.stdout: "reported_epoch": 75, 2024-08-29T17:47:14.964 INFO:tasks.workunit.client.0.smithi028.stdout: "reported_seq": 19, 2024-08-29T17:47:14.964 INFO:tasks.workunit.client.0.smithi028.stdout: "scrub_duration": 0.0, 2024-08-29T17:47:14.964 INFO:tasks.workunit.client.0.smithi028.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-31T02:50:01.142176+0000", 2024-08-29T17:47:14.964 INFO:tasks.workunit.client.0.smithi028.stdout: "snaptrim_duration": 0.000651663, 2024-08-29T17:47:14.964 INFO:tasks.workunit.client.0.smithi028.stdout: "snaptrimq_len": 0, 2024-08-29T17:47:14.964 INFO:tasks.workunit.client.0.smithi028.stdout: "stat_sum": { 2024-08-29T17:47:14.965 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes": 0, 2024-08-29T17:47:14.965 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes_hit_set_archive": 0, 2024-08-29T17:47:14.965 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes_recovered": 0, 2024-08-29T17:47:14.965 INFO:tasks.workunit.client.0.smithi028.stdout: "num_deep_scrub_errors": 0, 2024-08-29T17:47:14.965 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict": 0, 2024-08-29T17:47:14.965 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_kb": 0, 2024-08-29T17:47:14.965 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_mode_full": 0, 2024-08-29T17:47:14.965 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_mode_some": 0, 2024-08-29T17:47:14.965 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush": 0, 2024-08-29T17:47:14.965 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_kb": 0, 2024-08-29T17:47:14.965 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_mode_high": 0, 2024-08-29T17:47:14.965 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_mode_low": 0, 2024-08-29T17:47:14.965 INFO:tasks.workunit.client.0.smithi028.stdout: "num_keys_recovered": 0, 2024-08-29T17:47:14.965 INFO:tasks.workunit.client.0.smithi028.stdout: "num_large_omap_objects": 0, 2024-08-29T17:47:14.966 INFO:tasks.workunit.client.0.smithi028.stdout: "num_legacy_snapsets": 0, 2024-08-29T17:47:14.966 INFO:tasks.workunit.client.0.smithi028.stdout: "num_object_clones": 0, 2024-08-29T17:47:14.966 INFO:tasks.workunit.client.0.smithi028.stdout: "num_object_copies": 0, 2024-08-29T17:47:14.966 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects": 0, 2024-08-29T17:47:14.966 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_degraded": 0, 2024-08-29T17:47:14.966 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_dirty": 0, 2024-08-29T17:47:14.966 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_hit_set_archive": 0, 2024-08-29T17:47:14.966 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_manifest": 0, 2024-08-29T17:47:14.966 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_misplaced": 0, 2024-08-29T17:47:14.966 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_missing": 0, 2024-08-29T17:47:14.966 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_missing_on_primary": 0, 2024-08-29T17:47:14.967 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_omap": 0, 2024-08-29T17:47:14.967 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_pinned": 0, 2024-08-29T17:47:14.967 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_recovered": 0, 2024-08-29T17:47:14.967 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_repaired": 0, 2024-08-29T17:47:14.967 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_unfound": 0, 2024-08-29T17:47:14.967 INFO:tasks.workunit.client.0.smithi028.stdout: "num_omap_bytes": 0, 2024-08-29T17:47:14.967 INFO:tasks.workunit.client.0.smithi028.stdout: "num_omap_keys": 0, 2024-08-29T17:47:14.967 INFO:tasks.workunit.client.0.smithi028.stdout: "num_promote": 0, 2024-08-29T17:47:14.967 INFO:tasks.workunit.client.0.smithi028.stdout: "num_read": 0, 2024-08-29T17:47:14.967 INFO:tasks.workunit.client.0.smithi028.stdout: "num_read_kb": 0, 2024-08-29T17:47:14.967 INFO:tasks.workunit.client.0.smithi028.stdout: "num_scrub_errors": 0, 2024-08-29T17:47:14.967 INFO:tasks.workunit.client.0.smithi028.stdout: "num_shallow_scrub_errors": 0, 2024-08-29T17:47:14.967 INFO:tasks.workunit.client.0.smithi028.stdout: "num_whiteouts": 0, 2024-08-29T17:47:14.968 INFO:tasks.workunit.client.0.smithi028.stdout: "num_write": 0, 2024-08-29T17:47:14.968 INFO:tasks.workunit.client.0.smithi028.stdout: "num_write_kb": 0 2024-08-29T17:47:14.968 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:14.968 INFO:tasks.workunit.client.0.smithi028.stdout: "state": "active+clean", 2024-08-29T17:47:14.968 INFO:tasks.workunit.client.0.smithi028.stdout: "stats_invalid": false, 2024-08-29T17:47:14.968 INFO:tasks.workunit.client.0.smithi028.stdout: "up": [ 2024-08-29T17:47:14.968 INFO:tasks.workunit.client.0.smithi028.stdout: 0, 2024-08-29T17:47:14.968 INFO:tasks.workunit.client.0.smithi028.stdout: 1, 2024-08-29T17:47:14.968 INFO:tasks.workunit.client.0.smithi028.stdout: 2 2024-08-29T17:47:14.968 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-08-29T17:47:14.968 INFO:tasks.workunit.client.0.smithi028.stdout: "up_primary": 0, 2024-08-29T17:47:14.968 INFO:tasks.workunit.client.0.smithi028.stdout: "version": "0'0" 2024-08-29T17:47:14.969 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:14.969 INFO:tasks.workunit.client.0.smithi028.stdout: { 2024-08-29T17:47:14.969 INFO:tasks.workunit.client.0.smithi028.stdout: "acting": [ 2024-08-29T17:47:14.969 INFO:tasks.workunit.client.0.smithi028.stdout: 7, 2024-08-29T17:47:14.969 INFO:tasks.workunit.client.0.smithi028.stdout: 1, 2024-08-29T17:47:14.969 INFO:tasks.workunit.client.0.smithi028.stdout: 0 2024-08-29T17:47:14.969 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-08-29T17:47:14.969 INFO:tasks.workunit.client.0.smithi028.stdout: "acting_primary": 7, 2024-08-29T17:47:14.969 INFO:tasks.workunit.client.0.smithi028.stdout: "avail_no_missing": [], 2024-08-29T17:47:14.969 INFO:tasks.workunit.client.0.smithi028.stdout: "blocked_by": [], 2024-08-29T17:47:14.969 INFO:tasks.workunit.client.0.smithi028.stdout: "created": 59, 2024-08-29T17:47:14.969 INFO:tasks.workunit.client.0.smithi028.stdout: "dirty_stats_invalid": false, 2024-08-29T17:47:14.969 INFO:tasks.workunit.client.0.smithi028.stdout: "hitset_bytes_stats_invalid": false, 2024-08-29T17:47:14.970 INFO:tasks.workunit.client.0.smithi028.stdout: "hitset_stats_invalid": false, 2024-08-29T17:47:14.970 INFO:tasks.workunit.client.0.smithi028.stdout: "last_active": "2024-08-29T17:43:51.057635+0000", 2024-08-29T17:47:14.970 INFO:tasks.workunit.client.0.smithi028.stdout: "last_became_active": "2024-08-29T17:40:54.004002+0000", 2024-08-29T17:47:14.970 INFO:tasks.workunit.client.0.smithi028.stdout: "last_became_peered": "2024-08-29T17:40:54.004002+0000", 2024-08-29T17:47:14.970 INFO:tasks.workunit.client.0.smithi028.stdout: "last_change": "2024-08-29T17:40:54.004808+0000", 2024-08-29T17:47:14.970 INFO:tasks.workunit.client.0.smithi028.stdout: "last_clean": "2024-08-29T17:43:51.057635+0000", 2024-08-29T17:47:14.970 INFO:tasks.workunit.client.0.smithi028.stdout: "last_clean_scrub_stamp": "2024-08-29T17:40:52.944949+0000", 2024-08-29T17:47:14.970 INFO:tasks.workunit.client.0.smithi028.stdout: "last_deep_scrub": "0'0", 2024-08-29T17:47:14.970 INFO:tasks.workunit.client.0.smithi028.stdout: "last_deep_scrub_stamp": "2024-08-29T17:40:52.944949+0000", 2024-08-29T17:47:14.970 INFO:tasks.workunit.client.0.smithi028.stdout: "last_epoch_clean": 60, 2024-08-29T17:47:14.970 INFO:tasks.workunit.client.0.smithi028.stdout: "last_fresh": "2024-08-29T17:43:51.057635+0000", 2024-08-29T17:47:14.970 INFO:tasks.workunit.client.0.smithi028.stdout: "last_fullsized": "2024-08-29T17:43:51.057635+0000", 2024-08-29T17:47:14.970 INFO:tasks.workunit.client.0.smithi028.stdout: "last_peered": "2024-08-29T17:43:51.057635+0000", 2024-08-29T17:47:14.971 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub": "0'0", 2024-08-29T17:47:14.971 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub_duration": 0, 2024-08-29T17:47:14.971 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub_stamp": "2024-08-29T17:40:52.944949+0000", 2024-08-29T17:47:14.971 INFO:tasks.workunit.client.0.smithi028.stdout: "last_undegraded": "2024-08-29T17:43:51.057635+0000", 2024-08-29T17:47:14.971 INFO:tasks.workunit.client.0.smithi028.stdout: "last_unstale": "2024-08-29T17:43:51.057635+0000", 2024-08-29T17:47:14.971 INFO:tasks.workunit.client.0.smithi028.stdout: "log_dups_size": 0, 2024-08-29T17:47:14.971 INFO:tasks.workunit.client.0.smithi028.stdout: "log_size": 0, 2024-08-29T17:47:14.971 INFO:tasks.workunit.client.0.smithi028.stdout: "log_start": "0'0", 2024-08-29T17:47:14.971 INFO:tasks.workunit.client.0.smithi028.stdout: "manifest_stats_invalid": false, 2024-08-29T17:47:14.971 INFO:tasks.workunit.client.0.smithi028.stdout: "mapping_epoch": 59, 2024-08-29T17:47:14.971 INFO:tasks.workunit.client.0.smithi028.stdout: "object_location_counts": [], 2024-08-29T17:47:14.971 INFO:tasks.workunit.client.0.smithi028.stdout: "objects_scrubbed": 0, 2024-08-29T17:47:14.972 INFO:tasks.workunit.client.0.smithi028.stdout: "objects_trimmed": 0, 2024-08-29T17:47:14.972 INFO:tasks.workunit.client.0.smithi028.stdout: "omap_stats_invalid": false, 2024-08-29T17:47:14.972 INFO:tasks.workunit.client.0.smithi028.stdout: "ondisk_log_size": 0, 2024-08-29T17:47:14.972 INFO:tasks.workunit.client.0.smithi028.stdout: "ondisk_log_start": "0'0", 2024-08-29T17:47:14.972 INFO:tasks.workunit.client.0.smithi028.stdout: "parent": "0.0", 2024-08-29T17:47:14.972 INFO:tasks.workunit.client.0.smithi028.stdout: "parent_split_bits": 0, 2024-08-29T17:47:14.972 INFO:tasks.workunit.client.0.smithi028.stdout: "pgid": "2.0", 2024-08-29T17:47:14.972 INFO:tasks.workunit.client.0.smithi028.stdout: "pin_stats_invalid": false, 2024-08-29T17:47:14.972 INFO:tasks.workunit.client.0.smithi028.stdout: "purged_snaps": [], 2024-08-29T17:47:14.972 INFO:tasks.workunit.client.0.smithi028.stdout: "reported_epoch": 74, 2024-08-29T17:47:14.972 INFO:tasks.workunit.client.0.smithi028.stdout: "reported_seq": 24, 2024-08-29T17:47:14.972 INFO:tasks.workunit.client.0.smithi028.stdout: "scrub_duration": 0.0, 2024-08-29T17:47:14.972 INFO:tasks.workunit.client.0.smithi028.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-30T22:21:54.332860+0000", 2024-08-29T17:47:14.972 INFO:tasks.workunit.client.0.smithi028.stdout: "snaptrim_duration": 0.0, 2024-08-29T17:47:14.973 INFO:tasks.workunit.client.0.smithi028.stdout: "snaptrimq_len": 0, 2024-08-29T17:47:14.973 INFO:tasks.workunit.client.0.smithi028.stdout: "stat_sum": { 2024-08-29T17:47:14.973 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes": 0, 2024-08-29T17:47:14.973 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes_hit_set_archive": 0, 2024-08-29T17:47:14.973 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes_recovered": 0, 2024-08-29T17:47:14.973 INFO:tasks.workunit.client.0.smithi028.stdout: "num_deep_scrub_errors": 0, 2024-08-29T17:47:14.973 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict": 0, 2024-08-29T17:47:14.973 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_kb": 0, 2024-08-29T17:47:14.973 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_mode_full": 0, 2024-08-29T17:47:14.973 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_mode_some": 0, 2024-08-29T17:47:14.973 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush": 0, 2024-08-29T17:47:14.973 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_kb": 0, 2024-08-29T17:47:14.973 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_mode_high": 0, 2024-08-29T17:47:14.973 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_mode_low": 0, 2024-08-29T17:47:14.974 INFO:tasks.workunit.client.0.smithi028.stdout: "num_keys_recovered": 0, 2024-08-29T17:47:14.974 INFO:tasks.workunit.client.0.smithi028.stdout: "num_large_omap_objects": 0, 2024-08-29T17:47:14.974 INFO:tasks.workunit.client.0.smithi028.stdout: "num_legacy_snapsets": 0, 2024-08-29T17:47:14.974 INFO:tasks.workunit.client.0.smithi028.stdout: "num_object_clones": 0, 2024-08-29T17:47:14.974 INFO:tasks.workunit.client.0.smithi028.stdout: "num_object_copies": 0, 2024-08-29T17:47:14.974 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects": 0, 2024-08-29T17:47:14.974 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_degraded": 0, 2024-08-29T17:47:14.974 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_dirty": 0, 2024-08-29T17:47:14.974 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_hit_set_archive": 0, 2024-08-29T17:47:14.974 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_manifest": 0, 2024-08-29T17:47:14.974 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_misplaced": 0, 2024-08-29T17:47:14.974 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_missing": 0, 2024-08-29T17:47:14.975 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_missing_on_primary": 0, 2024-08-29T17:47:14.975 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_omap": 0, 2024-08-29T17:47:14.975 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_pinned": 0, 2024-08-29T17:47:14.975 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_recovered": 0, 2024-08-29T17:47:14.975 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_repaired": 0, 2024-08-29T17:47:14.975 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_unfound": 0, 2024-08-29T17:47:14.975 INFO:tasks.workunit.client.0.smithi028.stdout: "num_omap_bytes": 0, 2024-08-29T17:47:14.975 INFO:tasks.workunit.client.0.smithi028.stdout: "num_omap_keys": 0, 2024-08-29T17:47:14.975 INFO:tasks.workunit.client.0.smithi028.stdout: "num_promote": 0, 2024-08-29T17:47:14.975 INFO:tasks.workunit.client.0.smithi028.stdout: "num_read": 0, 2024-08-29T17:47:14.975 INFO:tasks.workunit.client.0.smithi028.stdout: "num_read_kb": 0, 2024-08-29T17:47:14.975 INFO:tasks.workunit.client.0.smithi028.stdout: "num_scrub_errors": 0, 2024-08-29T17:47:14.975 INFO:tasks.workunit.client.0.smithi028.stdout: "num_shallow_scrub_errors": 0, 2024-08-29T17:47:14.975 INFO:tasks.workunit.client.0.smithi028.stdout: "num_whiteouts": 0, 2024-08-29T17:47:14.976 INFO:tasks.workunit.client.0.smithi028.stdout: "num_write": 0, 2024-08-29T17:47:14.976 INFO:tasks.workunit.client.0.smithi028.stdout: "num_write_kb": 0 2024-08-29T17:47:14.976 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:14.976 INFO:tasks.workunit.client.0.smithi028.stdout: "state": "active+clean", 2024-08-29T17:47:14.976 INFO:tasks.workunit.client.0.smithi028.stdout: "stats_invalid": false, 2024-08-29T17:47:14.976 INFO:tasks.workunit.client.0.smithi028.stdout: "up": [ 2024-08-29T17:47:14.976 INFO:tasks.workunit.client.0.smithi028.stdout: 7, 2024-08-29T17:47:14.976 INFO:tasks.workunit.client.0.smithi028.stdout: 1, 2024-08-29T17:47:14.976 INFO:tasks.workunit.client.0.smithi028.stdout: 0 2024-08-29T17:47:14.976 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-08-29T17:47:14.976 INFO:tasks.workunit.client.0.smithi028.stdout: "up_primary": 7, 2024-08-29T17:47:14.976 INFO:tasks.workunit.client.0.smithi028.stdout: "version": "0'0" 2024-08-29T17:47:14.976 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:14.977 INFO:tasks.workunit.client.0.smithi028.stdout: { 2024-08-29T17:47:14.977 INFO:tasks.workunit.client.0.smithi028.stdout: "acting": [ 2024-08-29T17:47:14.977 INFO:tasks.workunit.client.0.smithi028.stdout: 0, 2024-08-29T17:47:14.977 INFO:tasks.workunit.client.0.smithi028.stdout: 4, 2024-08-29T17:47:14.977 INFO:tasks.workunit.client.0.smithi028.stdout: 3 2024-08-29T17:47:14.977 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-08-29T17:47:14.977 INFO:tasks.workunit.client.0.smithi028.stdout: "acting_primary": 0, 2024-08-29T17:47:14.977 INFO:tasks.workunit.client.0.smithi028.stdout: "avail_no_missing": [], 2024-08-29T17:47:14.977 INFO:tasks.workunit.client.0.smithi028.stdout: "blocked_by": [], 2024-08-29T17:47:14.977 INFO:tasks.workunit.client.0.smithi028.stdout: "created": 62, 2024-08-29T17:47:14.977 INFO:tasks.workunit.client.0.smithi028.stdout: "dirty_stats_invalid": false, 2024-08-29T17:47:14.977 INFO:tasks.workunit.client.0.smithi028.stdout: "hitset_bytes_stats_invalid": false, 2024-08-29T17:47:14.977 INFO:tasks.workunit.client.0.smithi028.stdout: "hitset_stats_invalid": false, 2024-08-29T17:47:14.978 INFO:tasks.workunit.client.0.smithi028.stdout: "last_active": "2024-08-29T17:43:51.182658+0000", 2024-08-29T17:47:14.978 INFO:tasks.workunit.client.0.smithi028.stdout: "last_became_active": "2024-08-29T17:41:03.072104+0000", 2024-08-29T17:47:14.978 INFO:tasks.workunit.client.0.smithi028.stdout: "last_became_peered": "2024-08-29T17:41:03.072104+0000", 2024-08-29T17:47:14.978 INFO:tasks.workunit.client.0.smithi028.stdout: "last_change": "2024-08-29T17:41:03.072763+0000", 2024-08-29T17:47:14.978 INFO:tasks.workunit.client.0.smithi028.stdout: "last_clean": "2024-08-29T17:43:51.182658+0000", 2024-08-29T17:47:14.978 INFO:tasks.workunit.client.0.smithi028.stdout: "last_clean_scrub_stamp": "2024-08-29T17:41:01.987071+0000", 2024-08-29T17:47:14.978 INFO:tasks.workunit.client.0.smithi028.stdout: "last_deep_scrub": "0'0", 2024-08-29T17:47:14.978 INFO:tasks.workunit.client.0.smithi028.stdout: "last_deep_scrub_stamp": "2024-08-29T17:41:01.987071+0000", 2024-08-29T17:47:14.978 INFO:tasks.workunit.client.0.smithi028.stdout: "last_epoch_clean": 63, 2024-08-29T17:47:14.978 INFO:tasks.workunit.client.0.smithi028.stdout: "last_fresh": "2024-08-29T17:43:51.182658+0000", 2024-08-29T17:47:14.978 INFO:tasks.workunit.client.0.smithi028.stdout: "last_fullsized": "2024-08-29T17:43:51.182658+0000", 2024-08-29T17:47:14.978 INFO:tasks.workunit.client.0.smithi028.stdout: "last_peered": "2024-08-29T17:43:51.182658+0000", 2024-08-29T17:47:14.978 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub": "0'0", 2024-08-29T17:47:14.978 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub_duration": 0, 2024-08-29T17:47:14.979 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub_stamp": "2024-08-29T17:41:01.987071+0000", 2024-08-29T17:47:14.979 INFO:tasks.workunit.client.0.smithi028.stdout: "last_undegraded": "2024-08-29T17:43:51.182658+0000", 2024-08-29T17:47:14.979 INFO:tasks.workunit.client.0.smithi028.stdout: "last_unstale": "2024-08-29T17:43:51.182658+0000", 2024-08-29T17:47:14.979 INFO:tasks.workunit.client.0.smithi028.stdout: "log_dups_size": 0, 2024-08-29T17:47:14.979 INFO:tasks.workunit.client.0.smithi028.stdout: "log_size": 0, 2024-08-29T17:47:14.979 INFO:tasks.workunit.client.0.smithi028.stdout: "log_start": "0'0", 2024-08-29T17:47:14.979 INFO:tasks.workunit.client.0.smithi028.stdout: "manifest_stats_invalid": false, 2024-08-29T17:47:14.979 INFO:tasks.workunit.client.0.smithi028.stdout: "mapping_epoch": 62, 2024-08-29T17:47:14.979 INFO:tasks.workunit.client.0.smithi028.stdout: "object_location_counts": [], 2024-08-29T17:47:14.979 INFO:tasks.workunit.client.0.smithi028.stdout: "objects_scrubbed": 0, 2024-08-29T17:47:14.979 INFO:tasks.workunit.client.0.smithi028.stdout: "objects_trimmed": 0, 2024-08-29T17:47:14.979 INFO:tasks.workunit.client.0.smithi028.stdout: "omap_stats_invalid": false, 2024-08-29T17:47:14.979 INFO:tasks.workunit.client.0.smithi028.stdout: "ondisk_log_size": 0, 2024-08-29T17:47:14.979 INFO:tasks.workunit.client.0.smithi028.stdout: "ondisk_log_start": "0'0", 2024-08-29T17:47:14.980 INFO:tasks.workunit.client.0.smithi028.stdout: "parent": "0.0", 2024-08-29T17:47:14.980 INFO:tasks.workunit.client.0.smithi028.stdout: "parent_split_bits": 0, 2024-08-29T17:47:14.980 INFO:tasks.workunit.client.0.smithi028.stdout: "pgid": "3.1", 2024-08-29T17:47:14.980 INFO:tasks.workunit.client.0.smithi028.stdout: "pin_stats_invalid": false, 2024-08-29T17:47:14.980 INFO:tasks.workunit.client.0.smithi028.stdout: "purged_snaps": [], 2024-08-29T17:47:14.980 INFO:tasks.workunit.client.0.smithi028.stdout: "reported_epoch": 74, 2024-08-29T17:47:14.980 INFO:tasks.workunit.client.0.smithi028.stdout: "reported_seq": 21, 2024-08-29T17:47:14.980 INFO:tasks.workunit.client.0.smithi028.stdout: "scrub_duration": 0.0, 2024-08-29T17:47:14.980 INFO:tasks.workunit.client.0.smithi028.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-30T22:50:13.394141+0000", 2024-08-29T17:47:14.980 INFO:tasks.workunit.client.0.smithi028.stdout: "snaptrim_duration": 0.0, 2024-08-29T17:47:14.980 INFO:tasks.workunit.client.0.smithi028.stdout: "snaptrimq_len": 0, 2024-08-29T17:47:14.980 INFO:tasks.workunit.client.0.smithi028.stdout: "stat_sum": { 2024-08-29T17:47:14.980 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes": 0, 2024-08-29T17:47:14.980 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes_hit_set_archive": 0, 2024-08-29T17:47:14.980 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes_recovered": 0, 2024-08-29T17:47:14.981 INFO:tasks.workunit.client.0.smithi028.stdout: "num_deep_scrub_errors": 0, 2024-08-29T17:47:14.981 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict": 0, 2024-08-29T17:47:14.981 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_kb": 0, 2024-08-29T17:47:14.981 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_mode_full": 0, 2024-08-29T17:47:14.981 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_mode_some": 0, 2024-08-29T17:47:14.981 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush": 0, 2024-08-29T17:47:14.981 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_kb": 0, 2024-08-29T17:47:14.981 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_mode_high": 0, 2024-08-29T17:47:14.981 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_mode_low": 0, 2024-08-29T17:47:14.981 INFO:tasks.workunit.client.0.smithi028.stdout: "num_keys_recovered": 0, 2024-08-29T17:47:14.981 INFO:tasks.workunit.client.0.smithi028.stdout: "num_large_omap_objects": 0, 2024-08-29T17:47:14.981 INFO:tasks.workunit.client.0.smithi028.stdout: "num_legacy_snapsets": 0, 2024-08-29T17:47:14.981 INFO:tasks.workunit.client.0.smithi028.stdout: "num_object_clones": 0, 2024-08-29T17:47:14.981 INFO:tasks.workunit.client.0.smithi028.stdout: "num_object_copies": 0, 2024-08-29T17:47:14.982 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects": 0, 2024-08-29T17:47:14.982 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_degraded": 0, 2024-08-29T17:47:14.982 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_dirty": 0, 2024-08-29T17:47:14.982 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_hit_set_archive": 0, 2024-08-29T17:47:14.982 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_manifest": 0, 2024-08-29T17:47:14.982 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_misplaced": 0, 2024-08-29T17:47:14.982 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_missing": 0, 2024-08-29T17:47:14.982 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_missing_on_primary": 0, 2024-08-29T17:47:14.982 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_omap": 0, 2024-08-29T17:47:14.982 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_pinned": 0, 2024-08-29T17:47:14.982 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_recovered": 0, 2024-08-29T17:47:14.982 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_repaired": 0, 2024-08-29T17:47:14.982 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_unfound": 0, 2024-08-29T17:47:14.982 INFO:tasks.workunit.client.0.smithi028.stdout: "num_omap_bytes": 0, 2024-08-29T17:47:14.982 INFO:tasks.workunit.client.0.smithi028.stdout: "num_omap_keys": 0, 2024-08-29T17:47:14.983 INFO:tasks.workunit.client.0.smithi028.stdout: "num_promote": 0, 2024-08-29T17:47:14.983 INFO:tasks.workunit.client.0.smithi028.stdout: "num_read": 0, 2024-08-29T17:47:14.983 INFO:tasks.workunit.client.0.smithi028.stdout: "num_read_kb": 0, 2024-08-29T17:47:14.983 INFO:tasks.workunit.client.0.smithi028.stdout: "num_scrub_errors": 0, 2024-08-29T17:47:14.983 INFO:tasks.workunit.client.0.smithi028.stdout: "num_shallow_scrub_errors": 0, 2024-08-29T17:47:14.983 INFO:tasks.workunit.client.0.smithi028.stdout: "num_whiteouts": 0, 2024-08-29T17:47:14.983 INFO:tasks.workunit.client.0.smithi028.stdout: "num_write": 0, 2024-08-29T17:47:14.983 INFO:tasks.workunit.client.0.smithi028.stdout: "num_write_kb": 0 2024-08-29T17:47:14.983 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:14.983 INFO:tasks.workunit.client.0.smithi028.stdout: "state": "active+clean", 2024-08-29T17:47:14.983 INFO:tasks.workunit.client.0.smithi028.stdout: "stats_invalid": false, 2024-08-29T17:47:14.983 INFO:tasks.workunit.client.0.smithi028.stdout: "up": [ 2024-08-29T17:47:14.983 INFO:tasks.workunit.client.0.smithi028.stdout: 0, 2024-08-29T17:47:14.983 INFO:tasks.workunit.client.0.smithi028.stdout: 4, 2024-08-29T17:47:14.984 INFO:tasks.workunit.client.0.smithi028.stdout: 3 2024-08-29T17:47:14.984 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-08-29T17:47:14.984 INFO:tasks.workunit.client.0.smithi028.stdout: "up_primary": 0, 2024-08-29T17:47:14.984 INFO:tasks.workunit.client.0.smithi028.stdout: "version": "0'0" 2024-08-29T17:47:14.984 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:14.984 INFO:tasks.workunit.client.0.smithi028.stdout: { 2024-08-29T17:47:14.984 INFO:tasks.workunit.client.0.smithi028.stdout: "acting": [ 2024-08-29T17:47:14.984 INFO:tasks.workunit.client.0.smithi028.stdout: 1, 2024-08-29T17:47:14.984 INFO:tasks.workunit.client.0.smithi028.stdout: 5, 2024-08-29T17:47:14.984 INFO:tasks.workunit.client.0.smithi028.stdout: 0 2024-08-29T17:47:14.984 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-08-29T17:47:14.984 INFO:tasks.workunit.client.0.smithi028.stdout: "acting_primary": 1, 2024-08-29T17:47:14.984 INFO:tasks.workunit.client.0.smithi028.stdout: "avail_no_missing": [], 2024-08-29T17:47:14.985 INFO:tasks.workunit.client.0.smithi028.stdout: "blocked_by": [], 2024-08-29T17:47:14.985 INFO:tasks.workunit.client.0.smithi028.stdout: "created": 69, 2024-08-29T17:47:14.985 INFO:tasks.workunit.client.0.smithi028.stdout: "dirty_stats_invalid": false, 2024-08-29T17:47:14.985 INFO:tasks.workunit.client.0.smithi028.stdout: "hitset_bytes_stats_invalid": false, 2024-08-29T17:47:14.985 INFO:tasks.workunit.client.0.smithi028.stdout: "hitset_stats_invalid": false, 2024-08-29T17:47:14.985 INFO:tasks.workunit.client.0.smithi028.stdout: "last_active": "2024-08-29T17:43:59.376641+0000", 2024-08-29T17:47:14.985 INFO:tasks.workunit.client.0.smithi028.stdout: "last_became_active": "2024-08-29T17:43:41.040525+0000", 2024-08-29T17:47:14.985 INFO:tasks.workunit.client.0.smithi028.stdout: "last_became_peered": "2024-08-29T17:43:41.040525+0000", 2024-08-29T17:47:14.985 INFO:tasks.workunit.client.0.smithi028.stdout: "last_change": "2024-08-29T17:43:51.011398+0000", 2024-08-29T17:47:14.985 INFO:tasks.workunit.client.0.smithi028.stdout: "last_clean": "2024-08-29T17:43:59.376641+0000", 2024-08-29T17:47:14.985 INFO:tasks.workunit.client.0.smithi028.stdout: "last_clean_scrub_stamp": "2024-08-29T17:43:39.870944+0000", 2024-08-29T17:47:14.985 INFO:tasks.workunit.client.0.smithi028.stdout: "last_deep_scrub": "0'0", 2024-08-29T17:47:14.986 INFO:tasks.workunit.client.0.smithi028.stdout: "last_deep_scrub_stamp": "2024-08-29T17:43:39.870944+0000", 2024-08-29T17:47:14.986 INFO:tasks.workunit.client.0.smithi028.stdout: "last_epoch_clean": 70, 2024-08-29T17:47:14.986 INFO:tasks.workunit.client.0.smithi028.stdout: "last_fresh": "2024-08-29T17:43:59.376641+0000", 2024-08-29T17:47:14.986 INFO:tasks.workunit.client.0.smithi028.stdout: "last_fullsized": "2024-08-29T17:43:59.376641+0000", 2024-08-29T17:47:14.986 INFO:tasks.workunit.client.0.smithi028.stdout: "last_peered": "2024-08-29T17:43:59.376641+0000", 2024-08-29T17:47:14.986 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub": "0'0", 2024-08-29T17:47:14.986 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub_duration": 0, 2024-08-29T17:47:14.986 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub_stamp": "2024-08-29T17:43:39.870944+0000", 2024-08-29T17:47:14.986 INFO:tasks.workunit.client.0.smithi028.stdout: "last_undegraded": "2024-08-29T17:43:59.376641+0000", 2024-08-29T17:47:14.986 INFO:tasks.workunit.client.0.smithi028.stdout: "last_unstale": "2024-08-29T17:43:59.376641+0000", 2024-08-29T17:47:14.986 INFO:tasks.workunit.client.0.smithi028.stdout: "log_dups_size": 0, 2024-08-29T17:47:14.986 INFO:tasks.workunit.client.0.smithi028.stdout: "log_size": 0, 2024-08-29T17:47:14.986 INFO:tasks.workunit.client.0.smithi028.stdout: "log_start": "0'0", 2024-08-29T17:47:14.987 INFO:tasks.workunit.client.0.smithi028.stdout: "manifest_stats_invalid": false, 2024-08-29T17:47:14.987 INFO:tasks.workunit.client.0.smithi028.stdout: "mapping_epoch": 69, 2024-08-29T17:47:14.987 INFO:tasks.workunit.client.0.smithi028.stdout: "object_location_counts": [], 2024-08-29T17:47:14.987 INFO:tasks.workunit.client.0.smithi028.stdout: "objects_scrubbed": 0, 2024-08-29T17:47:14.987 INFO:tasks.workunit.client.0.smithi028.stdout: "objects_trimmed": 0, 2024-08-29T17:47:14.987 INFO:tasks.workunit.client.0.smithi028.stdout: "omap_stats_invalid": false, 2024-08-29T17:47:14.987 INFO:tasks.workunit.client.0.smithi028.stdout: "ondisk_log_size": 0, 2024-08-29T17:47:14.987 INFO:tasks.workunit.client.0.smithi028.stdout: "ondisk_log_start": "0'0", 2024-08-29T17:47:14.987 INFO:tasks.workunit.client.0.smithi028.stdout: "parent": "0.0", 2024-08-29T17:47:14.987 INFO:tasks.workunit.client.0.smithi028.stdout: "parent_split_bits": 0, 2024-08-29T17:47:14.987 INFO:tasks.workunit.client.0.smithi028.stdout: "pgid": "4.7", 2024-08-29T17:47:14.987 INFO:tasks.workunit.client.0.smithi028.stdout: "pin_stats_invalid": false, 2024-08-29T17:47:14.987 INFO:tasks.workunit.client.0.smithi028.stdout: "purged_snaps": [], 2024-08-29T17:47:14.988 INFO:tasks.workunit.client.0.smithi028.stdout: "reported_epoch": 75, 2024-08-29T17:47:14.988 INFO:tasks.workunit.client.0.smithi028.stdout: "reported_seq": 19, 2024-08-29T17:47:14.988 INFO:tasks.workunit.client.0.smithi028.stdout: "scrub_duration": 0.0, 2024-08-29T17:47:14.988 INFO:tasks.workunit.client.0.smithi028.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-30T22:25:06.897159+0000", 2024-08-29T17:47:14.988 INFO:tasks.workunit.client.0.smithi028.stdout: "snaptrim_duration": 0.001672706, 2024-08-29T17:47:14.988 INFO:tasks.workunit.client.0.smithi028.stdout: "snaptrimq_len": 0, 2024-08-29T17:47:14.988 INFO:tasks.workunit.client.0.smithi028.stdout: "stat_sum": { 2024-08-29T17:47:14.988 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes": 0, 2024-08-29T17:47:14.988 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes_hit_set_archive": 0, 2024-08-29T17:47:14.988 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes_recovered": 0, 2024-08-29T17:47:14.988 INFO:tasks.workunit.client.0.smithi028.stdout: "num_deep_scrub_errors": 0, 2024-08-29T17:47:14.988 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict": 0, 2024-08-29T17:47:14.989 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_kb": 0, 2024-08-29T17:47:14.989 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_mode_full": 0, 2024-08-29T17:47:14.989 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_mode_some": 0, 2024-08-29T17:47:14.989 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush": 0, 2024-08-29T17:47:14.989 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_kb": 0, 2024-08-29T17:47:14.989 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_mode_high": 0, 2024-08-29T17:47:14.989 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_mode_low": 0, 2024-08-29T17:47:14.989 INFO:tasks.workunit.client.0.smithi028.stdout: "num_keys_recovered": 0, 2024-08-29T17:47:14.989 INFO:tasks.workunit.client.0.smithi028.stdout: "num_large_omap_objects": 0, 2024-08-29T17:47:14.989 INFO:tasks.workunit.client.0.smithi028.stdout: "num_legacy_snapsets": 0, 2024-08-29T17:47:14.989 INFO:tasks.workunit.client.0.smithi028.stdout: "num_object_clones": 0, 2024-08-29T17:47:14.989 INFO:tasks.workunit.client.0.smithi028.stdout: "num_object_copies": 0, 2024-08-29T17:47:14.989 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects": 0, 2024-08-29T17:47:14.990 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_degraded": 0, 2024-08-29T17:47:14.990 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_dirty": 0, 2024-08-29T17:47:14.990 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_hit_set_archive": 0, 2024-08-29T17:47:14.990 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_manifest": 0, 2024-08-29T17:47:14.990 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_misplaced": 0, 2024-08-29T17:47:14.990 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_missing": 0, 2024-08-29T17:47:14.990 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_missing_on_primary": 0, 2024-08-29T17:47:14.990 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_omap": 0, 2024-08-29T17:47:14.990 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_pinned": 0, 2024-08-29T17:47:14.990 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_recovered": 0, 2024-08-29T17:47:14.990 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_repaired": 0, 2024-08-29T17:47:14.990 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_unfound": 0, 2024-08-29T17:47:14.991 INFO:tasks.workunit.client.0.smithi028.stdout: "num_omap_bytes": 0, 2024-08-29T17:47:14.991 INFO:tasks.workunit.client.0.smithi028.stdout: "num_omap_keys": 0, 2024-08-29T17:47:14.991 INFO:tasks.workunit.client.0.smithi028.stdout: "num_promote": 0, 2024-08-29T17:47:14.991 INFO:tasks.workunit.client.0.smithi028.stdout: "num_read": 0, 2024-08-29T17:47:14.991 INFO:tasks.workunit.client.0.smithi028.stdout: "num_read_kb": 0, 2024-08-29T17:47:14.991 INFO:tasks.workunit.client.0.smithi028.stdout: "num_scrub_errors": 0, 2024-08-29T17:47:14.991 INFO:tasks.workunit.client.0.smithi028.stdout: "num_shallow_scrub_errors": 0, 2024-08-29T17:47:14.991 INFO:tasks.workunit.client.0.smithi028.stdout: "num_whiteouts": 0, 2024-08-29T17:47:14.991 INFO:tasks.workunit.client.0.smithi028.stdout: "num_write": 0, 2024-08-29T17:47:14.991 INFO:tasks.workunit.client.0.smithi028.stdout: "num_write_kb": 0 2024-08-29T17:47:14.991 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:14.991 INFO:tasks.workunit.client.0.smithi028.stdout: "state": "active+clean", 2024-08-29T17:47:14.991 INFO:tasks.workunit.client.0.smithi028.stdout: "stats_invalid": false, 2024-08-29T17:47:14.991 INFO:tasks.workunit.client.0.smithi028.stdout: "up": [ 2024-08-29T17:47:14.992 INFO:tasks.workunit.client.0.smithi028.stdout: 1, 2024-08-29T17:47:14.992 INFO:tasks.workunit.client.0.smithi028.stdout: 5, 2024-08-29T17:47:14.992 INFO:tasks.workunit.client.0.smithi028.stdout: 0 2024-08-29T17:47:14.992 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-08-29T17:47:14.992 INFO:tasks.workunit.client.0.smithi028.stdout: "up_primary": 1, 2024-08-29T17:47:14.992 INFO:tasks.workunit.client.0.smithi028.stdout: "version": "0'0" 2024-08-29T17:47:14.992 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:14.992 INFO:tasks.workunit.client.0.smithi028.stdout: { 2024-08-29T17:47:14.992 INFO:tasks.workunit.client.0.smithi028.stdout: "acting": [ 2024-08-29T17:47:14.992 INFO:tasks.workunit.client.0.smithi028.stdout: 2, 2024-08-29T17:47:14.992 INFO:tasks.workunit.client.0.smithi028.stdout: 3, 2024-08-29T17:47:14.992 INFO:tasks.workunit.client.0.smithi028.stdout: 0 2024-08-29T17:47:14.992 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-08-29T17:47:14.992 INFO:tasks.workunit.client.0.smithi028.stdout: "acting_primary": 2, 2024-08-29T17:47:14.993 INFO:tasks.workunit.client.0.smithi028.stdout: "avail_no_missing": [], 2024-08-29T17:47:14.993 INFO:tasks.workunit.client.0.smithi028.stdout: "blocked_by": [], 2024-08-29T17:47:14.993 INFO:tasks.workunit.client.0.smithi028.stdout: "created": 59, 2024-08-29T17:47:14.993 INFO:tasks.workunit.client.0.smithi028.stdout: "dirty_stats_invalid": false, 2024-08-29T17:47:14.993 INFO:tasks.workunit.client.0.smithi028.stdout: "hitset_bytes_stats_invalid": false, 2024-08-29T17:47:14.993 INFO:tasks.workunit.client.0.smithi028.stdout: "hitset_stats_invalid": false, 2024-08-29T17:47:14.993 INFO:tasks.workunit.client.0.smithi028.stdout: "last_active": "2024-08-29T17:43:51.003830+0000", 2024-08-29T17:47:14.993 INFO:tasks.workunit.client.0.smithi028.stdout: "last_became_active": "2024-08-29T17:40:53.995906+0000", 2024-08-29T17:47:14.993 INFO:tasks.workunit.client.0.smithi028.stdout: "last_became_peered": "2024-08-29T17:40:53.995906+0000", 2024-08-29T17:47:14.993 INFO:tasks.workunit.client.0.smithi028.stdout: "last_change": "2024-08-29T17:40:53.998575+0000", 2024-08-29T17:47:14.993 INFO:tasks.workunit.client.0.smithi028.stdout: "last_clean": "2024-08-29T17:43:51.003830+0000", 2024-08-29T17:47:14.993 INFO:tasks.workunit.client.0.smithi028.stdout: "last_clean_scrub_stamp": "2024-08-29T17:40:52.944949+0000", 2024-08-29T17:47:14.993 INFO:tasks.workunit.client.0.smithi028.stdout: "last_deep_scrub": "0'0", 2024-08-29T17:47:14.994 INFO:tasks.workunit.client.0.smithi028.stdout: "last_deep_scrub_stamp": "2024-08-29T17:40:52.944949+0000", 2024-08-29T17:47:14.994 INFO:tasks.workunit.client.0.smithi028.stdout: "last_epoch_clean": 60, 2024-08-29T17:47:14.994 INFO:tasks.workunit.client.0.smithi028.stdout: "last_fresh": "2024-08-29T17:43:51.003830+0000", 2024-08-29T17:47:14.994 INFO:tasks.workunit.client.0.smithi028.stdout: "last_fullsized": "2024-08-29T17:43:51.003830+0000", 2024-08-29T17:47:14.994 INFO:tasks.workunit.client.0.smithi028.stdout: "last_peered": "2024-08-29T17:43:51.003830+0000", 2024-08-29T17:47:14.994 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub": "0'0", 2024-08-29T17:47:14.994 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub_duration": 0, 2024-08-29T17:47:14.994 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub_stamp": "2024-08-29T17:40:52.944949+0000", 2024-08-29T17:47:14.994 INFO:tasks.workunit.client.0.smithi028.stdout: "last_undegraded": "2024-08-29T17:43:51.003830+0000", 2024-08-29T17:47:14.994 INFO:tasks.workunit.client.0.smithi028.stdout: "last_unstale": "2024-08-29T17:43:51.003830+0000", 2024-08-29T17:47:14.994 INFO:tasks.workunit.client.0.smithi028.stdout: "log_dups_size": 0, 2024-08-29T17:47:14.994 INFO:tasks.workunit.client.0.smithi028.stdout: "log_size": 0, 2024-08-29T17:47:14.994 INFO:tasks.workunit.client.0.smithi028.stdout: "log_start": "0'0", 2024-08-29T17:47:14.994 INFO:tasks.workunit.client.0.smithi028.stdout: "manifest_stats_invalid": false, 2024-08-29T17:47:14.994 INFO:tasks.workunit.client.0.smithi028.stdout: "mapping_epoch": 59, 2024-08-29T17:47:14.995 INFO:tasks.workunit.client.0.smithi028.stdout: "object_location_counts": [], 2024-08-29T17:47:14.995 INFO:tasks.workunit.client.0.smithi028.stdout: "objects_scrubbed": 0, 2024-08-29T17:47:14.995 INFO:tasks.workunit.client.0.smithi028.stdout: "objects_trimmed": 0, 2024-08-29T17:47:14.995 INFO:tasks.workunit.client.0.smithi028.stdout: "omap_stats_invalid": false, 2024-08-29T17:47:14.995 INFO:tasks.workunit.client.0.smithi028.stdout: "ondisk_log_size": 0, 2024-08-29T17:47:14.995 INFO:tasks.workunit.client.0.smithi028.stdout: "ondisk_log_start": "0'0", 2024-08-29T17:47:14.995 INFO:tasks.workunit.client.0.smithi028.stdout: "parent": "0.0", 2024-08-29T17:47:14.995 INFO:tasks.workunit.client.0.smithi028.stdout: "parent_split_bits": 0, 2024-08-29T17:47:14.995 INFO:tasks.workunit.client.0.smithi028.stdout: "pgid": "2.1", 2024-08-29T17:47:14.995 INFO:tasks.workunit.client.0.smithi028.stdout: "pin_stats_invalid": false, 2024-08-29T17:47:14.995 INFO:tasks.workunit.client.0.smithi028.stdout: "purged_snaps": [], 2024-08-29T17:47:14.995 INFO:tasks.workunit.client.0.smithi028.stdout: "reported_epoch": 74, 2024-08-29T17:47:14.995 INFO:tasks.workunit.client.0.smithi028.stdout: "reported_seq": 24, 2024-08-29T17:47:14.995 INFO:tasks.workunit.client.0.smithi028.stdout: "scrub_duration": 0.0, 2024-08-29T17:47:14.995 INFO:tasks.workunit.client.0.smithi028.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-30T21:27:51.683278+0000", 2024-08-29T17:47:14.996 INFO:tasks.workunit.client.0.smithi028.stdout: "snaptrim_duration": 0.0, 2024-08-29T17:47:14.996 INFO:tasks.workunit.client.0.smithi028.stdout: "snaptrimq_len": 0, 2024-08-29T17:47:14.996 INFO:tasks.workunit.client.0.smithi028.stdout: "stat_sum": { 2024-08-29T17:47:14.996 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes": 0, 2024-08-29T17:47:14.996 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes_hit_set_archive": 0, 2024-08-29T17:47:14.996 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes_recovered": 0, 2024-08-29T17:47:14.996 INFO:tasks.workunit.client.0.smithi028.stdout: "num_deep_scrub_errors": 0, 2024-08-29T17:47:14.996 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict": 0, 2024-08-29T17:47:14.996 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_kb": 0, 2024-08-29T17:47:14.996 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_mode_full": 0, 2024-08-29T17:47:14.996 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_mode_some": 0, 2024-08-29T17:47:14.996 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush": 0, 2024-08-29T17:47:14.996 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_kb": 0, 2024-08-29T17:47:14.997 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_mode_high": 0, 2024-08-29T17:47:14.997 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_mode_low": 0, 2024-08-29T17:47:14.997 INFO:tasks.workunit.client.0.smithi028.stdout: "num_keys_recovered": 0, 2024-08-29T17:47:14.997 INFO:tasks.workunit.client.0.smithi028.stdout: "num_large_omap_objects": 0, 2024-08-29T17:47:14.997 INFO:tasks.workunit.client.0.smithi028.stdout: "num_legacy_snapsets": 0, 2024-08-29T17:47:14.997 INFO:tasks.workunit.client.0.smithi028.stdout: "num_object_clones": 0, 2024-08-29T17:47:14.997 INFO:tasks.workunit.client.0.smithi028.stdout: "num_object_copies": 0, 2024-08-29T17:47:14.997 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects": 0, 2024-08-29T17:47:14.997 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_degraded": 0, 2024-08-29T17:47:14.997 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_dirty": 0, 2024-08-29T17:47:14.997 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_hit_set_archive": 0, 2024-08-29T17:47:14.997 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_manifest": 0, 2024-08-29T17:47:14.997 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_misplaced": 0, 2024-08-29T17:47:14.998 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_missing": 0, 2024-08-29T17:47:14.998 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_missing_on_primary": 0, 2024-08-29T17:47:14.998 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_omap": 0, 2024-08-29T17:47:14.998 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_pinned": 0, 2024-08-29T17:47:14.998 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_recovered": 0, 2024-08-29T17:47:14.998 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_repaired": 0, 2024-08-29T17:47:14.998 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_unfound": 0, 2024-08-29T17:47:14.998 INFO:tasks.workunit.client.0.smithi028.stdout: "num_omap_bytes": 0, 2024-08-29T17:47:14.998 INFO:tasks.workunit.client.0.smithi028.stdout: "num_omap_keys": 0, 2024-08-29T17:47:14.998 INFO:tasks.workunit.client.0.smithi028.stdout: "num_promote": 0, 2024-08-29T17:47:14.998 INFO:tasks.workunit.client.0.smithi028.stdout: "num_read": 0, 2024-08-29T17:47:14.998 INFO:tasks.workunit.client.0.smithi028.stdout: "num_read_kb": 0, 2024-08-29T17:47:14.998 INFO:tasks.workunit.client.0.smithi028.stdout: "num_scrub_errors": 0, 2024-08-29T17:47:14.998 INFO:tasks.workunit.client.0.smithi028.stdout: "num_shallow_scrub_errors": 0, 2024-08-29T17:47:14.999 INFO:tasks.workunit.client.0.smithi028.stdout: "num_whiteouts": 0, 2024-08-29T17:47:14.999 INFO:tasks.workunit.client.0.smithi028.stdout: "num_write": 0, 2024-08-29T17:47:14.999 INFO:tasks.workunit.client.0.smithi028.stdout: "num_write_kb": 0 2024-08-29T17:47:14.999 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:14.999 INFO:tasks.workunit.client.0.smithi028.stdout: "state": "active+clean", 2024-08-29T17:47:14.999 INFO:tasks.workunit.client.0.smithi028.stdout: "stats_invalid": false, 2024-08-29T17:47:14.999 INFO:tasks.workunit.client.0.smithi028.stdout: "up": [ 2024-08-29T17:47:14.999 INFO:tasks.workunit.client.0.smithi028.stdout: 2, 2024-08-29T17:47:14.999 INFO:tasks.workunit.client.0.smithi028.stdout: 3, 2024-08-29T17:47:14.999 INFO:tasks.workunit.client.0.smithi028.stdout: 0 2024-08-29T17:47:14.999 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-08-29T17:47:14.999 INFO:tasks.workunit.client.0.smithi028.stdout: "up_primary": 2, 2024-08-29T17:47:14.999 INFO:tasks.workunit.client.0.smithi028.stdout: "version": "0'0" 2024-08-29T17:47:14.999 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:14.999 INFO:tasks.workunit.client.0.smithi028.stdout: { 2024-08-29T17:47:15.000 INFO:tasks.workunit.client.0.smithi028.stdout: "acting": [ 2024-08-29T17:47:15.000 INFO:tasks.workunit.client.0.smithi028.stdout: 1, 2024-08-29T17:47:15.000 INFO:tasks.workunit.client.0.smithi028.stdout: 2, 2024-08-29T17:47:15.000 INFO:tasks.workunit.client.0.smithi028.stdout: 6 2024-08-29T17:47:15.000 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-08-29T17:47:15.000 INFO:tasks.workunit.client.0.smithi028.stdout: "acting_primary": 1, 2024-08-29T17:47:15.000 INFO:tasks.workunit.client.0.smithi028.stdout: "avail_no_missing": [], 2024-08-29T17:47:15.000 INFO:tasks.workunit.client.0.smithi028.stdout: "blocked_by": [], 2024-08-29T17:47:15.000 INFO:tasks.workunit.client.0.smithi028.stdout: "created": 62, 2024-08-29T17:47:15.000 INFO:tasks.workunit.client.0.smithi028.stdout: "dirty_stats_invalid": false, 2024-08-29T17:47:15.000 INFO:tasks.workunit.client.0.smithi028.stdout: "hitset_bytes_stats_invalid": false, 2024-08-29T17:47:15.000 INFO:tasks.workunit.client.0.smithi028.stdout: "hitset_stats_invalid": false, 2024-08-29T17:47:15.000 INFO:tasks.workunit.client.0.smithi028.stdout: "last_active": "2024-08-29T17:43:51.009103+0000", 2024-08-29T17:47:15.001 INFO:tasks.workunit.client.0.smithi028.stdout: "last_became_active": "2024-08-29T17:41:03.034122+0000", 2024-08-29T17:47:15.001 INFO:tasks.workunit.client.0.smithi028.stdout: "last_became_peered": "2024-08-29T17:41:03.034122+0000", 2024-08-29T17:47:15.001 INFO:tasks.workunit.client.0.smithi028.stdout: "last_change": "2024-08-29T17:41:03.034843+0000", 2024-08-29T17:47:15.001 INFO:tasks.workunit.client.0.smithi028.stdout: "last_clean": "2024-08-29T17:43:51.009103+0000", 2024-08-29T17:47:15.001 INFO:tasks.workunit.client.0.smithi028.stdout: "last_clean_scrub_stamp": "2024-08-29T17:41:01.987071+0000", 2024-08-29T17:47:15.001 INFO:tasks.workunit.client.0.smithi028.stdout: "last_deep_scrub": "0'0", 2024-08-29T17:47:15.001 INFO:tasks.workunit.client.0.smithi028.stdout: "last_deep_scrub_stamp": "2024-08-29T17:41:01.987071+0000", 2024-08-29T17:47:15.001 INFO:tasks.workunit.client.0.smithi028.stdout: "last_epoch_clean": 63, 2024-08-29T17:47:15.001 INFO:tasks.workunit.client.0.smithi028.stdout: "last_fresh": "2024-08-29T17:43:51.009103+0000", 2024-08-29T17:47:15.001 INFO:tasks.workunit.client.0.smithi028.stdout: "last_fullsized": "2024-08-29T17:43:51.009103+0000", 2024-08-29T17:47:15.001 INFO:tasks.workunit.client.0.smithi028.stdout: "last_peered": "2024-08-29T17:43:51.009103+0000", 2024-08-29T17:47:15.001 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub": "0'0", 2024-08-29T17:47:15.002 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub_duration": 0, 2024-08-29T17:47:15.002 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub_stamp": "2024-08-29T17:41:01.987071+0000", 2024-08-29T17:47:15.002 INFO:tasks.workunit.client.0.smithi028.stdout: "last_undegraded": "2024-08-29T17:43:51.009103+0000", 2024-08-29T17:47:15.002 INFO:tasks.workunit.client.0.smithi028.stdout: "last_unstale": "2024-08-29T17:43:51.009103+0000", 2024-08-29T17:47:15.002 INFO:tasks.workunit.client.0.smithi028.stdout: "log_dups_size": 0, 2024-08-29T17:47:15.002 INFO:tasks.workunit.client.0.smithi028.stdout: "log_size": 0, 2024-08-29T17:47:15.002 INFO:tasks.workunit.client.0.smithi028.stdout: "log_start": "0'0", 2024-08-29T17:47:15.002 INFO:tasks.workunit.client.0.smithi028.stdout: "manifest_stats_invalid": false, 2024-08-29T17:47:15.002 INFO:tasks.workunit.client.0.smithi028.stdout: "mapping_epoch": 62, 2024-08-29T17:47:15.002 INFO:tasks.workunit.client.0.smithi028.stdout: "object_location_counts": [], 2024-08-29T17:47:15.002 INFO:tasks.workunit.client.0.smithi028.stdout: "objects_scrubbed": 0, 2024-08-29T17:47:15.003 INFO:tasks.workunit.client.0.smithi028.stdout: "objects_trimmed": 0, 2024-08-29T17:47:15.003 INFO:tasks.workunit.client.0.smithi028.stdout: "omap_stats_invalid": false, 2024-08-29T17:47:15.003 INFO:tasks.workunit.client.0.smithi028.stdout: "ondisk_log_size": 0, 2024-08-29T17:47:15.003 INFO:tasks.workunit.client.0.smithi028.stdout: "ondisk_log_start": "0'0", 2024-08-29T17:47:15.003 INFO:tasks.workunit.client.0.smithi028.stdout: "parent": "0.0", 2024-08-29T17:47:15.003 INFO:tasks.workunit.client.0.smithi028.stdout: "parent_split_bits": 0, 2024-08-29T17:47:15.003 INFO:tasks.workunit.client.0.smithi028.stdout: "pgid": "3.0", 2024-08-29T17:47:15.003 INFO:tasks.workunit.client.0.smithi028.stdout: "pin_stats_invalid": false, 2024-08-29T17:47:15.003 INFO:tasks.workunit.client.0.smithi028.stdout: "purged_snaps": [], 2024-08-29T17:47:15.003 INFO:tasks.workunit.client.0.smithi028.stdout: "reported_epoch": 74, 2024-08-29T17:47:15.003 INFO:tasks.workunit.client.0.smithi028.stdout: "reported_seq": 21, 2024-08-29T17:47:15.003 INFO:tasks.workunit.client.0.smithi028.stdout: "scrub_duration": 0.0, 2024-08-29T17:47:15.003 INFO:tasks.workunit.client.0.smithi028.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-30T18:44:32.787847+0000", 2024-08-29T17:47:15.003 INFO:tasks.workunit.client.0.smithi028.stdout: "snaptrim_duration": 0.0, 2024-08-29T17:47:15.004 INFO:tasks.workunit.client.0.smithi028.stdout: "snaptrimq_len": 0, 2024-08-29T17:47:15.004 INFO:tasks.workunit.client.0.smithi028.stdout: "stat_sum": { 2024-08-29T17:47:15.004 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes": 0, 2024-08-29T17:47:15.004 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes_hit_set_archive": 0, 2024-08-29T17:47:15.004 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes_recovered": 0, 2024-08-29T17:47:15.004 INFO:tasks.workunit.client.0.smithi028.stdout: "num_deep_scrub_errors": 0, 2024-08-29T17:47:15.004 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict": 0, 2024-08-29T17:47:15.004 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_kb": 0, 2024-08-29T17:47:15.004 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_mode_full": 0, 2024-08-29T17:47:15.004 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_mode_some": 0, 2024-08-29T17:47:15.004 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush": 0, 2024-08-29T17:47:15.004 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_kb": 0, 2024-08-29T17:47:15.004 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_mode_high": 0, 2024-08-29T17:47:15.005 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_mode_low": 0, 2024-08-29T17:47:15.005 INFO:tasks.workunit.client.0.smithi028.stdout: "num_keys_recovered": 0, 2024-08-29T17:47:15.005 INFO:tasks.workunit.client.0.smithi028.stdout: "num_large_omap_objects": 0, 2024-08-29T17:47:15.005 INFO:tasks.workunit.client.0.smithi028.stdout: "num_legacy_snapsets": 0, 2024-08-29T17:47:15.005 INFO:tasks.workunit.client.0.smithi028.stdout: "num_object_clones": 0, 2024-08-29T17:47:15.005 INFO:tasks.workunit.client.0.smithi028.stdout: "num_object_copies": 0, 2024-08-29T17:47:15.005 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects": 0, 2024-08-29T17:47:15.005 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_degraded": 0, 2024-08-29T17:47:15.005 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_dirty": 0, 2024-08-29T17:47:15.005 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_hit_set_archive": 0, 2024-08-29T17:47:15.005 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_manifest": 0, 2024-08-29T17:47:15.005 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_misplaced": 0, 2024-08-29T17:47:15.005 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_missing": 0, 2024-08-29T17:47:15.006 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_missing_on_primary": 0, 2024-08-29T17:47:15.006 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_omap": 0, 2024-08-29T17:47:15.006 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_pinned": 0, 2024-08-29T17:47:15.006 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_recovered": 0, 2024-08-29T17:47:15.006 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_repaired": 0, 2024-08-29T17:47:15.006 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_unfound": 0, 2024-08-29T17:47:15.006 INFO:tasks.workunit.client.0.smithi028.stdout: "num_omap_bytes": 0, 2024-08-29T17:47:15.006 INFO:tasks.workunit.client.0.smithi028.stdout: "num_omap_keys": 0, 2024-08-29T17:47:15.006 INFO:tasks.workunit.client.0.smithi028.stdout: "num_promote": 0, 2024-08-29T17:47:15.006 INFO:tasks.workunit.client.0.smithi028.stdout: "num_read": 0, 2024-08-29T17:47:15.006 INFO:tasks.workunit.client.0.smithi028.stdout: "num_read_kb": 0, 2024-08-29T17:47:15.006 INFO:tasks.workunit.client.0.smithi028.stdout: "num_scrub_errors": 0, 2024-08-29T17:47:15.006 INFO:tasks.workunit.client.0.smithi028.stdout: "num_shallow_scrub_errors": 0, 2024-08-29T17:47:15.006 INFO:tasks.workunit.client.0.smithi028.stdout: "num_whiteouts": 0, 2024-08-29T17:47:15.007 INFO:tasks.workunit.client.0.smithi028.stdout: "num_write": 0, 2024-08-29T17:47:15.007 INFO:tasks.workunit.client.0.smithi028.stdout: "num_write_kb": 0 2024-08-29T17:47:15.007 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:15.007 INFO:tasks.workunit.client.0.smithi028.stdout: "state": "active+clean", 2024-08-29T17:47:15.007 INFO:tasks.workunit.client.0.smithi028.stdout: "stats_invalid": false, 2024-08-29T17:47:15.007 INFO:tasks.workunit.client.0.smithi028.stdout: "up": [ 2024-08-29T17:47:15.007 INFO:tasks.workunit.client.0.smithi028.stdout: 1, 2024-08-29T17:47:15.007 INFO:tasks.workunit.client.0.smithi028.stdout: 2, 2024-08-29T17:47:15.007 INFO:tasks.workunit.client.0.smithi028.stdout: 6 2024-08-29T17:47:15.007 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-08-29T17:47:15.007 INFO:tasks.workunit.client.0.smithi028.stdout: "up_primary": 1, 2024-08-29T17:47:15.007 INFO:tasks.workunit.client.0.smithi028.stdout: "version": "0'0" 2024-08-29T17:47:15.007 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:15.007 INFO:tasks.workunit.client.0.smithi028.stdout: { 2024-08-29T17:47:15.007 INFO:tasks.workunit.client.0.smithi028.stdout: "acting": [ 2024-08-29T17:47:15.008 INFO:tasks.workunit.client.0.smithi028.stdout: 1, 2024-08-29T17:47:15.008 INFO:tasks.workunit.client.0.smithi028.stdout: 2, 2024-08-29T17:47:15.008 INFO:tasks.workunit.client.0.smithi028.stdout: 3 2024-08-29T17:47:15.008 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-08-29T17:47:15.008 INFO:tasks.workunit.client.0.smithi028.stdout: "acting_primary": 1, 2024-08-29T17:47:15.008 INFO:tasks.workunit.client.0.smithi028.stdout: "avail_no_missing": [], 2024-08-29T17:47:15.008 INFO:tasks.workunit.client.0.smithi028.stdout: "blocked_by": [], 2024-08-29T17:47:15.008 INFO:tasks.workunit.client.0.smithi028.stdout: "created": 69, 2024-08-29T17:47:15.008 INFO:tasks.workunit.client.0.smithi028.stdout: "dirty_stats_invalid": false, 2024-08-29T17:47:15.008 INFO:tasks.workunit.client.0.smithi028.stdout: "hitset_bytes_stats_invalid": false, 2024-08-29T17:47:15.008 INFO:tasks.workunit.client.0.smithi028.stdout: "hitset_stats_invalid": false, 2024-08-29T17:47:15.008 INFO:tasks.workunit.client.0.smithi028.stdout: "last_active": "2024-08-29T17:43:59.375304+0000", 2024-08-29T17:47:15.008 INFO:tasks.workunit.client.0.smithi028.stdout: "last_became_active": "2024-08-29T17:43:40.910254+0000", 2024-08-29T17:47:15.009 INFO:tasks.workunit.client.0.smithi028.stdout: "last_became_peered": "2024-08-29T17:43:40.910254+0000", 2024-08-29T17:47:15.009 INFO:tasks.workunit.client.0.smithi028.stdout: "last_change": "2024-08-29T17:43:51.011895+0000", 2024-08-29T17:47:15.009 INFO:tasks.workunit.client.0.smithi028.stdout: "last_clean": "2024-08-29T17:43:59.375304+0000", 2024-08-29T17:47:15.009 INFO:tasks.workunit.client.0.smithi028.stdout: "last_clean_scrub_stamp": "2024-08-29T17:43:39.870944+0000", 2024-08-29T17:47:15.009 INFO:tasks.workunit.client.0.smithi028.stdout: "last_deep_scrub": "0'0", 2024-08-29T17:47:15.009 INFO:tasks.workunit.client.0.smithi028.stdout: "last_deep_scrub_stamp": "2024-08-29T17:43:39.870944+0000", 2024-08-29T17:47:15.009 INFO:tasks.workunit.client.0.smithi028.stdout: "last_epoch_clean": 70, 2024-08-29T17:47:15.009 INFO:tasks.workunit.client.0.smithi028.stdout: "last_fresh": "2024-08-29T17:43:59.375304+0000", 2024-08-29T17:47:15.009 INFO:tasks.workunit.client.0.smithi028.stdout: "last_fullsized": "2024-08-29T17:43:59.375304+0000", 2024-08-29T17:47:15.009 INFO:tasks.workunit.client.0.smithi028.stdout: "last_peered": "2024-08-29T17:43:59.375304+0000", 2024-08-29T17:47:15.009 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub": "0'0", 2024-08-29T17:47:15.009 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub_duration": 0, 2024-08-29T17:47:15.009 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub_stamp": "2024-08-29T17:43:39.870944+0000", 2024-08-29T17:47:15.009 INFO:tasks.workunit.client.0.smithi028.stdout: "last_undegraded": "2024-08-29T17:43:59.375304+0000", 2024-08-29T17:47:15.010 INFO:tasks.workunit.client.0.smithi028.stdout: "last_unstale": "2024-08-29T17:43:59.375304+0000", 2024-08-29T17:47:15.010 INFO:tasks.workunit.client.0.smithi028.stdout: "log_dups_size": 0, 2024-08-29T17:47:15.010 INFO:tasks.workunit.client.0.smithi028.stdout: "log_size": 0, 2024-08-29T17:47:15.010 INFO:tasks.workunit.client.0.smithi028.stdout: "log_start": "0'0", 2024-08-29T17:47:15.010 INFO:tasks.workunit.client.0.smithi028.stdout: "manifest_stats_invalid": false, 2024-08-29T17:47:15.010 INFO:tasks.workunit.client.0.smithi028.stdout: "mapping_epoch": 69, 2024-08-29T17:47:15.010 INFO:tasks.workunit.client.0.smithi028.stdout: "object_location_counts": [], 2024-08-29T17:47:15.010 INFO:tasks.workunit.client.0.smithi028.stdout: "objects_scrubbed": 0, 2024-08-29T17:47:15.010 INFO:tasks.workunit.client.0.smithi028.stdout: "objects_trimmed": 0, 2024-08-29T17:47:15.010 INFO:tasks.workunit.client.0.smithi028.stdout: "omap_stats_invalid": false, 2024-08-29T17:47:15.010 INFO:tasks.workunit.client.0.smithi028.stdout: "ondisk_log_size": 0, 2024-08-29T17:47:15.010 INFO:tasks.workunit.client.0.smithi028.stdout: "ondisk_log_start": "0'0", 2024-08-29T17:47:15.010 INFO:tasks.workunit.client.0.smithi028.stdout: "parent": "0.0", 2024-08-29T17:47:15.010 INFO:tasks.workunit.client.0.smithi028.stdout: "parent_split_bits": 0, 2024-08-29T17:47:15.011 INFO:tasks.workunit.client.0.smithi028.stdout: "pgid": "4.4", 2024-08-29T17:47:15.011 INFO:tasks.workunit.client.0.smithi028.stdout: "pin_stats_invalid": false, 2024-08-29T17:47:15.011 INFO:tasks.workunit.client.0.smithi028.stdout: "purged_snaps": [], 2024-08-29T17:47:15.011 INFO:tasks.workunit.client.0.smithi028.stdout: "reported_epoch": 75, 2024-08-29T17:47:15.011 INFO:tasks.workunit.client.0.smithi028.stdout: "reported_seq": 19, 2024-08-29T17:47:15.011 INFO:tasks.workunit.client.0.smithi028.stdout: "scrub_duration": 0.0, 2024-08-29T17:47:15.011 INFO:tasks.workunit.client.0.smithi028.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-31T00:28:57.614110+0000", 2024-08-29T17:47:15.011 INFO:tasks.workunit.client.0.smithi028.stdout: "snaptrim_duration": 0.000748052, 2024-08-29T17:47:15.011 INFO:tasks.workunit.client.0.smithi028.stdout: "snaptrimq_len": 0, 2024-08-29T17:47:15.011 INFO:tasks.workunit.client.0.smithi028.stdout: "stat_sum": { 2024-08-29T17:47:15.011 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes": 0, 2024-08-29T17:47:15.011 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes_hit_set_archive": 0, 2024-08-29T17:47:15.011 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes_recovered": 0, 2024-08-29T17:47:15.011 INFO:tasks.workunit.client.0.smithi028.stdout: "num_deep_scrub_errors": 0, 2024-08-29T17:47:15.012 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict": 0, 2024-08-29T17:47:15.012 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_kb": 0, 2024-08-29T17:47:15.012 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_mode_full": 0, 2024-08-29T17:47:15.012 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_mode_some": 0, 2024-08-29T17:47:15.012 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush": 0, 2024-08-29T17:47:15.012 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_kb": 0, 2024-08-29T17:47:15.012 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_mode_high": 0, 2024-08-29T17:47:15.012 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_mode_low": 0, 2024-08-29T17:47:15.012 INFO:tasks.workunit.client.0.smithi028.stdout: "num_keys_recovered": 0, 2024-08-29T17:47:15.012 INFO:tasks.workunit.client.0.smithi028.stdout: "num_large_omap_objects": 0, 2024-08-29T17:47:15.012 INFO:tasks.workunit.client.0.smithi028.stdout: "num_legacy_snapsets": 0, 2024-08-29T17:47:15.012 INFO:tasks.workunit.client.0.smithi028.stdout: "num_object_clones": 0, 2024-08-29T17:47:15.013 INFO:tasks.workunit.client.0.smithi028.stdout: "num_object_copies": 0, 2024-08-29T17:47:15.013 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects": 0, 2024-08-29T17:47:15.013 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_degraded": 0, 2024-08-29T17:47:15.013 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_dirty": 0, 2024-08-29T17:47:15.013 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_hit_set_archive": 0, 2024-08-29T17:47:15.013 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_manifest": 0, 2024-08-29T17:47:15.013 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_misplaced": 0, 2024-08-29T17:47:15.013 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_missing": 0, 2024-08-29T17:47:15.013 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_missing_on_primary": 0, 2024-08-29T17:47:15.013 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_omap": 0, 2024-08-29T17:47:15.013 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_pinned": 0, 2024-08-29T17:47:15.013 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_recovered": 0, 2024-08-29T17:47:15.013 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_repaired": 0, 2024-08-29T17:47:15.014 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_unfound": 0, 2024-08-29T17:47:15.014 INFO:tasks.workunit.client.0.smithi028.stdout: "num_omap_bytes": 0, 2024-08-29T17:47:15.014 INFO:tasks.workunit.client.0.smithi028.stdout: "num_omap_keys": 0, 2024-08-29T17:47:15.014 INFO:tasks.workunit.client.0.smithi028.stdout: "num_promote": 0, 2024-08-29T17:47:15.014 INFO:tasks.workunit.client.0.smithi028.stdout: "num_read": 0, 2024-08-29T17:47:15.014 INFO:tasks.workunit.client.0.smithi028.stdout: "num_read_kb": 0, 2024-08-29T17:47:15.014 INFO:tasks.workunit.client.0.smithi028.stdout: "num_scrub_errors": 0, 2024-08-29T17:47:15.014 INFO:tasks.workunit.client.0.smithi028.stdout: "num_shallow_scrub_errors": 0, 2024-08-29T17:47:15.014 INFO:tasks.workunit.client.0.smithi028.stdout: "num_whiteouts": 0, 2024-08-29T17:47:15.014 INFO:tasks.workunit.client.0.smithi028.stdout: "num_write": 0, 2024-08-29T17:47:15.014 INFO:tasks.workunit.client.0.smithi028.stdout: "num_write_kb": 0 2024-08-29T17:47:15.014 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:15.014 INFO:tasks.workunit.client.0.smithi028.stdout: "state": "active+clean", 2024-08-29T17:47:15.014 INFO:tasks.workunit.client.0.smithi028.stdout: "stats_invalid": false, 2024-08-29T17:47:15.015 INFO:tasks.workunit.client.0.smithi028.stdout: "up": [ 2024-08-29T17:47:15.015 INFO:tasks.workunit.client.0.smithi028.stdout: 1, 2024-08-29T17:47:15.015 INFO:tasks.workunit.client.0.smithi028.stdout: 2, 2024-08-29T17:47:15.015 INFO:tasks.workunit.client.0.smithi028.stdout: 3 2024-08-29T17:47:15.015 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-08-29T17:47:15.015 INFO:tasks.workunit.client.0.smithi028.stdout: "up_primary": 1, 2024-08-29T17:47:15.015 INFO:tasks.workunit.client.0.smithi028.stdout: "version": "0'0" 2024-08-29T17:47:15.015 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:15.015 INFO:tasks.workunit.client.0.smithi028.stdout: { 2024-08-29T17:47:15.015 INFO:tasks.workunit.client.0.smithi028.stdout: "acting": [ 2024-08-29T17:47:15.015 INFO:tasks.workunit.client.0.smithi028.stdout: 5, 2024-08-29T17:47:15.015 INFO:tasks.workunit.client.0.smithi028.stdout: 1, 2024-08-29T17:47:15.015 INFO:tasks.workunit.client.0.smithi028.stdout: 6 2024-08-29T17:47:15.015 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-08-29T17:47:15.016 INFO:tasks.workunit.client.0.smithi028.stdout: "acting_primary": 5, 2024-08-29T17:47:15.016 INFO:tasks.workunit.client.0.smithi028.stdout: "avail_no_missing": [], 2024-08-29T17:47:15.016 INFO:tasks.workunit.client.0.smithi028.stdout: "blocked_by": [], 2024-08-29T17:47:15.016 INFO:tasks.workunit.client.0.smithi028.stdout: "created": 59, 2024-08-29T17:47:15.016 INFO:tasks.workunit.client.0.smithi028.stdout: "dirty_stats_invalid": false, 2024-08-29T17:47:15.016 INFO:tasks.workunit.client.0.smithi028.stdout: "hitset_bytes_stats_invalid": false, 2024-08-29T17:47:15.016 INFO:tasks.workunit.client.0.smithi028.stdout: "hitset_stats_invalid": false, 2024-08-29T17:47:15.016 INFO:tasks.workunit.client.0.smithi028.stdout: "last_active": "2024-08-29T17:43:51.012206+0000", 2024-08-29T17:47:15.016 INFO:tasks.workunit.client.0.smithi028.stdout: "last_became_active": "2024-08-29T17:40:54.001015+0000", 2024-08-29T17:47:15.016 INFO:tasks.workunit.client.0.smithi028.stdout: "last_became_peered": "2024-08-29T17:40:54.001015+0000", 2024-08-29T17:47:15.016 INFO:tasks.workunit.client.0.smithi028.stdout: "last_change": "2024-08-29T17:40:54.005185+0000", 2024-08-29T17:47:15.016 INFO:tasks.workunit.client.0.smithi028.stdout: "last_clean": "2024-08-29T17:43:51.012206+0000", 2024-08-29T17:47:15.016 INFO:tasks.workunit.client.0.smithi028.stdout: "last_clean_scrub_stamp": "2024-08-29T17:40:52.944949+0000", 2024-08-29T17:47:15.016 INFO:tasks.workunit.client.0.smithi028.stdout: "last_deep_scrub": "0'0", 2024-08-29T17:47:15.017 INFO:tasks.workunit.client.0.smithi028.stdout: "last_deep_scrub_stamp": "2024-08-29T17:40:52.944949+0000", 2024-08-29T17:47:15.017 INFO:tasks.workunit.client.0.smithi028.stdout: "last_epoch_clean": 60, 2024-08-29T17:47:15.017 INFO:tasks.workunit.client.0.smithi028.stdout: "last_fresh": "2024-08-29T17:43:51.012206+0000", 2024-08-29T17:47:15.017 INFO:tasks.workunit.client.0.smithi028.stdout: "last_fullsized": "2024-08-29T17:43:51.012206+0000", 2024-08-29T17:47:15.017 INFO:tasks.workunit.client.0.smithi028.stdout: "last_peered": "2024-08-29T17:43:51.012206+0000", 2024-08-29T17:47:15.017 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub": "0'0", 2024-08-29T17:47:15.017 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub_duration": 0, 2024-08-29T17:47:15.017 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub_stamp": "2024-08-29T17:40:52.944949+0000", 2024-08-29T17:47:15.017 INFO:tasks.workunit.client.0.smithi028.stdout: "last_undegraded": "2024-08-29T17:43:51.012206+0000", 2024-08-29T17:47:15.017 INFO:tasks.workunit.client.0.smithi028.stdout: "last_unstale": "2024-08-29T17:43:51.012206+0000", 2024-08-29T17:47:15.017 INFO:tasks.workunit.client.0.smithi028.stdout: "log_dups_size": 0, 2024-08-29T17:47:15.017 INFO:tasks.workunit.client.0.smithi028.stdout: "log_size": 0, 2024-08-29T17:47:15.017 INFO:tasks.workunit.client.0.smithi028.stdout: "log_start": "0'0", 2024-08-29T17:47:15.017 INFO:tasks.workunit.client.0.smithi028.stdout: "manifest_stats_invalid": false, 2024-08-29T17:47:15.018 INFO:tasks.workunit.client.0.smithi028.stdout: "mapping_epoch": 59, 2024-08-29T17:47:15.018 INFO:tasks.workunit.client.0.smithi028.stdout: "object_location_counts": [], 2024-08-29T17:47:15.018 INFO:tasks.workunit.client.0.smithi028.stdout: "objects_scrubbed": 0, 2024-08-29T17:47:15.018 INFO:tasks.workunit.client.0.smithi028.stdout: "objects_trimmed": 0, 2024-08-29T17:47:15.018 INFO:tasks.workunit.client.0.smithi028.stdout: "omap_stats_invalid": false, 2024-08-29T17:47:15.018 INFO:tasks.workunit.client.0.smithi028.stdout: "ondisk_log_size": 0, 2024-08-29T17:47:15.018 INFO:tasks.workunit.client.0.smithi028.stdout: "ondisk_log_start": "0'0", 2024-08-29T17:47:15.018 INFO:tasks.workunit.client.0.smithi028.stdout: "parent": "0.0", 2024-08-29T17:47:15.018 INFO:tasks.workunit.client.0.smithi028.stdout: "parent_split_bits": 0, 2024-08-29T17:47:15.018 INFO:tasks.workunit.client.0.smithi028.stdout: "pgid": "2.2", 2024-08-29T17:47:15.018 INFO:tasks.workunit.client.0.smithi028.stdout: "pin_stats_invalid": false, 2024-08-29T17:47:15.018 INFO:tasks.workunit.client.0.smithi028.stdout: "purged_snaps": [], 2024-08-29T17:47:15.018 INFO:tasks.workunit.client.0.smithi028.stdout: "reported_epoch": 74, 2024-08-29T17:47:15.019 INFO:tasks.workunit.client.0.smithi028.stdout: "reported_seq": 24, 2024-08-29T17:47:15.019 INFO:tasks.workunit.client.0.smithi028.stdout: "scrub_duration": 0.0, 2024-08-29T17:47:15.019 INFO:tasks.workunit.client.0.smithi028.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-31T03:53:41.194819+0000", 2024-08-29T17:47:15.019 INFO:tasks.workunit.client.0.smithi028.stdout: "snaptrim_duration": 0.0, 2024-08-29T17:47:15.019 INFO:tasks.workunit.client.0.smithi028.stdout: "snaptrimq_len": 0, 2024-08-29T17:47:15.019 INFO:tasks.workunit.client.0.smithi028.stdout: "stat_sum": { 2024-08-29T17:47:15.019 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes": 0, 2024-08-29T17:47:15.019 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes_hit_set_archive": 0, 2024-08-29T17:47:15.019 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes_recovered": 0, 2024-08-29T17:47:15.019 INFO:tasks.workunit.client.0.smithi028.stdout: "num_deep_scrub_errors": 0, 2024-08-29T17:47:15.019 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict": 0, 2024-08-29T17:47:15.019 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_kb": 0, 2024-08-29T17:47:15.019 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_mode_full": 0, 2024-08-29T17:47:15.019 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_mode_some": 0, 2024-08-29T17:47:15.020 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush": 0, 2024-08-29T17:47:15.020 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_kb": 0, 2024-08-29T17:47:15.020 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_mode_high": 0, 2024-08-29T17:47:15.020 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_mode_low": 0, 2024-08-29T17:47:15.020 INFO:tasks.workunit.client.0.smithi028.stdout: "num_keys_recovered": 0, 2024-08-29T17:47:15.020 INFO:tasks.workunit.client.0.smithi028.stdout: "num_large_omap_objects": 0, 2024-08-29T17:47:15.020 INFO:tasks.workunit.client.0.smithi028.stdout: "num_legacy_snapsets": 0, 2024-08-29T17:47:15.020 INFO:tasks.workunit.client.0.smithi028.stdout: "num_object_clones": 0, 2024-08-29T17:47:15.020 INFO:tasks.workunit.client.0.smithi028.stdout: "num_object_copies": 0, 2024-08-29T17:47:15.020 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects": 0, 2024-08-29T17:47:15.020 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_degraded": 0, 2024-08-29T17:47:15.020 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_dirty": 0, 2024-08-29T17:47:15.020 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_hit_set_archive": 0, 2024-08-29T17:47:15.020 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_manifest": 0, 2024-08-29T17:47:15.021 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_misplaced": 0, 2024-08-29T17:47:15.021 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_missing": 0, 2024-08-29T17:47:15.021 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_missing_on_primary": 0, 2024-08-29T17:47:15.021 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_omap": 0, 2024-08-29T17:47:15.021 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_pinned": 0, 2024-08-29T17:47:15.021 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_recovered": 0, 2024-08-29T17:47:15.021 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_repaired": 0, 2024-08-29T17:47:15.021 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_unfound": 0, 2024-08-29T17:47:15.021 INFO:tasks.workunit.client.0.smithi028.stdout: "num_omap_bytes": 0, 2024-08-29T17:47:15.021 INFO:tasks.workunit.client.0.smithi028.stdout: "num_omap_keys": 0, 2024-08-29T17:47:15.021 INFO:tasks.workunit.client.0.smithi028.stdout: "num_promote": 0, 2024-08-29T17:47:15.021 INFO:tasks.workunit.client.0.smithi028.stdout: "num_read": 0, 2024-08-29T17:47:15.021 INFO:tasks.workunit.client.0.smithi028.stdout: "num_read_kb": 0, 2024-08-29T17:47:15.022 INFO:tasks.workunit.client.0.smithi028.stdout: "num_scrub_errors": 0, 2024-08-29T17:47:15.022 INFO:tasks.workunit.client.0.smithi028.stdout: "num_shallow_scrub_errors": 0, 2024-08-29T17:47:15.022 INFO:tasks.workunit.client.0.smithi028.stdout: "num_whiteouts": 0, 2024-08-29T17:47:15.022 INFO:tasks.workunit.client.0.smithi028.stdout: "num_write": 0, 2024-08-29T17:47:15.022 INFO:tasks.workunit.client.0.smithi028.stdout: "num_write_kb": 0 2024-08-29T17:47:15.022 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:15.022 INFO:tasks.workunit.client.0.smithi028.stdout: "state": "active+clean", 2024-08-29T17:47:15.022 INFO:tasks.workunit.client.0.smithi028.stdout: "stats_invalid": false, 2024-08-29T17:47:15.022 INFO:tasks.workunit.client.0.smithi028.stdout: "up": [ 2024-08-29T17:47:15.022 INFO:tasks.workunit.client.0.smithi028.stdout: 5, 2024-08-29T17:47:15.022 INFO:tasks.workunit.client.0.smithi028.stdout: 1, 2024-08-29T17:47:15.022 INFO:tasks.workunit.client.0.smithi028.stdout: 6 2024-08-29T17:47:15.022 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-08-29T17:47:15.023 INFO:tasks.workunit.client.0.smithi028.stdout: "up_primary": 5, 2024-08-29T17:47:15.023 INFO:tasks.workunit.client.0.smithi028.stdout: "version": "0'0" 2024-08-29T17:47:15.023 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:15.023 INFO:tasks.workunit.client.0.smithi028.stdout: { 2024-08-29T17:47:15.023 INFO:tasks.workunit.client.0.smithi028.stdout: "acting": [ 2024-08-29T17:47:15.023 INFO:tasks.workunit.client.0.smithi028.stdout: 4, 2024-08-29T17:47:15.023 INFO:tasks.workunit.client.0.smithi028.stdout: 0, 2024-08-29T17:47:15.023 INFO:tasks.workunit.client.0.smithi028.stdout: 6 2024-08-29T17:47:15.023 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-08-29T17:47:15.023 INFO:tasks.workunit.client.0.smithi028.stdout: "acting_primary": 4, 2024-08-29T17:47:15.023 INFO:tasks.workunit.client.0.smithi028.stdout: "avail_no_missing": [], 2024-08-29T17:47:15.023 INFO:tasks.workunit.client.0.smithi028.stdout: "blocked_by": [], 2024-08-29T17:47:15.023 INFO:tasks.workunit.client.0.smithi028.stdout: "created": 62, 2024-08-29T17:47:15.023 INFO:tasks.workunit.client.0.smithi028.stdout: "dirty_stats_invalid": false, 2024-08-29T17:47:15.024 INFO:tasks.workunit.client.0.smithi028.stdout: "hitset_bytes_stats_invalid": false, 2024-08-29T17:47:15.024 INFO:tasks.workunit.client.0.smithi028.stdout: "hitset_stats_invalid": false, 2024-08-29T17:47:15.024 INFO:tasks.workunit.client.0.smithi028.stdout: "last_active": "2024-08-29T17:43:51.001600+0000", 2024-08-29T17:47:15.024 INFO:tasks.workunit.client.0.smithi028.stdout: "last_became_active": "2024-08-29T17:41:03.067189+0000", 2024-08-29T17:47:15.024 INFO:tasks.workunit.client.0.smithi028.stdout: "last_became_peered": "2024-08-29T17:41:03.067189+0000", 2024-08-29T17:47:15.024 INFO:tasks.workunit.client.0.smithi028.stdout: "last_change": "2024-08-29T17:41:03.070738+0000", 2024-08-29T17:47:15.024 INFO:tasks.workunit.client.0.smithi028.stdout: "last_clean": "2024-08-29T17:43:51.001600+0000", 2024-08-29T17:47:15.024 INFO:tasks.workunit.client.0.smithi028.stdout: "last_clean_scrub_stamp": "2024-08-29T17:41:01.987071+0000", 2024-08-29T17:47:15.024 INFO:tasks.workunit.client.0.smithi028.stdout: "last_deep_scrub": "0'0", 2024-08-29T17:47:15.024 INFO:tasks.workunit.client.0.smithi028.stdout: "last_deep_scrub_stamp": "2024-08-29T17:41:01.987071+0000", 2024-08-29T17:47:15.024 INFO:tasks.workunit.client.0.smithi028.stdout: "last_epoch_clean": 63, 2024-08-29T17:47:15.024 INFO:tasks.workunit.client.0.smithi028.stdout: "last_fresh": "2024-08-29T17:43:51.001600+0000", 2024-08-29T17:47:15.024 INFO:tasks.workunit.client.0.smithi028.stdout: "last_fullsized": "2024-08-29T17:43:51.001600+0000", 2024-08-29T17:47:15.024 INFO:tasks.workunit.client.0.smithi028.stdout: "last_peered": "2024-08-29T17:43:51.001600+0000", 2024-08-29T17:47:15.025 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub": "0'0", 2024-08-29T17:47:15.025 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub_duration": 0, 2024-08-29T17:47:15.025 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub_stamp": "2024-08-29T17:41:01.987071+0000", 2024-08-29T17:47:15.025 INFO:tasks.workunit.client.0.smithi028.stdout: "last_undegraded": "2024-08-29T17:43:51.001600+0000", 2024-08-29T17:47:15.025 INFO:tasks.workunit.client.0.smithi028.stdout: "last_unstale": "2024-08-29T17:43:51.001600+0000", 2024-08-29T17:47:15.025 INFO:tasks.workunit.client.0.smithi028.stdout: "log_dups_size": 0, 2024-08-29T17:47:15.025 INFO:tasks.workunit.client.0.smithi028.stdout: "log_size": 0, 2024-08-29T17:47:15.025 INFO:tasks.workunit.client.0.smithi028.stdout: "log_start": "0'0", 2024-08-29T17:47:15.025 INFO:tasks.workunit.client.0.smithi028.stdout: "manifest_stats_invalid": false, 2024-08-29T17:47:15.025 INFO:tasks.workunit.client.0.smithi028.stdout: "mapping_epoch": 62, 2024-08-29T17:47:15.025 INFO:tasks.workunit.client.0.smithi028.stdout: "object_location_counts": [], 2024-08-29T17:47:15.025 INFO:tasks.workunit.client.0.smithi028.stdout: "objects_scrubbed": 0, 2024-08-29T17:47:15.025 INFO:tasks.workunit.client.0.smithi028.stdout: "objects_trimmed": 0, 2024-08-29T17:47:15.025 INFO:tasks.workunit.client.0.smithi028.stdout: "omap_stats_invalid": false, 2024-08-29T17:47:15.026 INFO:tasks.workunit.client.0.smithi028.stdout: "ondisk_log_size": 0, 2024-08-29T17:47:15.026 INFO:tasks.workunit.client.0.smithi028.stdout: "ondisk_log_start": "0'0", 2024-08-29T17:47:15.026 INFO:tasks.workunit.client.0.smithi028.stdout: "parent": "0.0", 2024-08-29T17:47:15.026 INFO:tasks.workunit.client.0.smithi028.stdout: "parent_split_bits": 0, 2024-08-29T17:47:15.026 INFO:tasks.workunit.client.0.smithi028.stdout: "pgid": "3.3", 2024-08-29T17:47:15.026 INFO:tasks.workunit.client.0.smithi028.stdout: "pin_stats_invalid": false, 2024-08-29T17:47:15.026 INFO:tasks.workunit.client.0.smithi028.stdout: "purged_snaps": [], 2024-08-29T17:47:15.026 INFO:tasks.workunit.client.0.smithi028.stdout: "reported_epoch": 74, 2024-08-29T17:47:15.026 INFO:tasks.workunit.client.0.smithi028.stdout: "reported_seq": 21, 2024-08-29T17:47:15.026 INFO:tasks.workunit.client.0.smithi028.stdout: "scrub_duration": 0.0, 2024-08-29T17:47:15.026 INFO:tasks.workunit.client.0.smithi028.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-30T23:15:45.293658+0000", 2024-08-29T17:47:15.026 INFO:tasks.workunit.client.0.smithi028.stdout: "snaptrim_duration": 0.0, 2024-08-29T17:47:15.026 INFO:tasks.workunit.client.0.smithi028.stdout: "snaptrimq_len": 0, 2024-08-29T17:47:15.026 INFO:tasks.workunit.client.0.smithi028.stdout: "stat_sum": { 2024-08-29T17:47:15.027 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes": 0, 2024-08-29T17:47:15.027 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes_hit_set_archive": 0, 2024-08-29T17:47:15.027 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes_recovered": 0, 2024-08-29T17:47:15.027 INFO:tasks.workunit.client.0.smithi028.stdout: "num_deep_scrub_errors": 0, 2024-08-29T17:47:15.027 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict": 0, 2024-08-29T17:47:15.027 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_kb": 0, 2024-08-29T17:47:15.027 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_mode_full": 0, 2024-08-29T17:47:15.027 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_mode_some": 0, 2024-08-29T17:47:15.027 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush": 0, 2024-08-29T17:47:15.027 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_kb": 0, 2024-08-29T17:47:15.027 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_mode_high": 0, 2024-08-29T17:47:15.027 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_mode_low": 0, 2024-08-29T17:47:15.027 INFO:tasks.workunit.client.0.smithi028.stdout: "num_keys_recovered": 0, 2024-08-29T17:47:15.028 INFO:tasks.workunit.client.0.smithi028.stdout: "num_large_omap_objects": 0, 2024-08-29T17:47:15.028 INFO:tasks.workunit.client.0.smithi028.stdout: "num_legacy_snapsets": 0, 2024-08-29T17:47:15.028 INFO:tasks.workunit.client.0.smithi028.stdout: "num_object_clones": 0, 2024-08-29T17:47:15.028 INFO:tasks.workunit.client.0.smithi028.stdout: "num_object_copies": 0, 2024-08-29T17:47:15.028 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects": 0, 2024-08-29T17:47:15.028 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_degraded": 0, 2024-08-29T17:47:15.028 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_dirty": 0, 2024-08-29T17:47:15.028 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_hit_set_archive": 0, 2024-08-29T17:47:15.028 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_manifest": 0, 2024-08-29T17:47:15.028 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_misplaced": 0, 2024-08-29T17:47:15.028 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_missing": 0, 2024-08-29T17:47:15.028 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_missing_on_primary": 0, 2024-08-29T17:47:15.028 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_omap": 0, 2024-08-29T17:47:15.028 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_pinned": 0, 2024-08-29T17:47:15.028 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_recovered": 0, 2024-08-29T17:47:15.029 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_repaired": 0, 2024-08-29T17:47:15.029 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_unfound": 0, 2024-08-29T17:47:15.029 INFO:tasks.workunit.client.0.smithi028.stdout: "num_omap_bytes": 0, 2024-08-29T17:47:15.029 INFO:tasks.workunit.client.0.smithi028.stdout: "num_omap_keys": 0, 2024-08-29T17:47:15.029 INFO:tasks.workunit.client.0.smithi028.stdout: "num_promote": 0, 2024-08-29T17:47:15.029 INFO:tasks.workunit.client.0.smithi028.stdout: "num_read": 0, 2024-08-29T17:47:15.029 INFO:tasks.workunit.client.0.smithi028.stdout: "num_read_kb": 0, 2024-08-29T17:47:15.029 INFO:tasks.workunit.client.0.smithi028.stdout: "num_scrub_errors": 0, 2024-08-29T17:47:15.029 INFO:tasks.workunit.client.0.smithi028.stdout: "num_shallow_scrub_errors": 0, 2024-08-29T17:47:15.029 INFO:tasks.workunit.client.0.smithi028.stdout: "num_whiteouts": 0, 2024-08-29T17:47:15.029 INFO:tasks.workunit.client.0.smithi028.stdout: "num_write": 0, 2024-08-29T17:47:15.029 INFO:tasks.workunit.client.0.smithi028.stdout: "num_write_kb": 0 2024-08-29T17:47:15.029 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:15.029 INFO:tasks.workunit.client.0.smithi028.stdout: "state": "active+clean", 2024-08-29T17:47:15.029 INFO:tasks.workunit.client.0.smithi028.stdout: "stats_invalid": false, 2024-08-29T17:47:15.029 INFO:tasks.workunit.client.0.smithi028.stdout: "up": [ 2024-08-29T17:47:15.030 INFO:tasks.workunit.client.0.smithi028.stdout: 4, 2024-08-29T17:47:15.030 INFO:tasks.workunit.client.0.smithi028.stdout: 0, 2024-08-29T17:47:15.030 INFO:tasks.workunit.client.0.smithi028.stdout: 6 2024-08-29T17:47:15.030 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-08-29T17:47:15.030 INFO:tasks.workunit.client.0.smithi028.stdout: "up_primary": 4, 2024-08-29T17:47:15.030 INFO:tasks.workunit.client.0.smithi028.stdout: "version": "0'0" 2024-08-29T17:47:15.030 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:15.030 INFO:tasks.workunit.client.0.smithi028.stdout: { 2024-08-29T17:47:15.030 INFO:tasks.workunit.client.0.smithi028.stdout: "acting": [ 2024-08-29T17:47:15.030 INFO:tasks.workunit.client.0.smithi028.stdout: 1, 2024-08-29T17:47:15.030 INFO:tasks.workunit.client.0.smithi028.stdout: 5, 2024-08-29T17:47:15.030 INFO:tasks.workunit.client.0.smithi028.stdout: 4 2024-08-29T17:47:15.030 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-08-29T17:47:15.030 INFO:tasks.workunit.client.0.smithi028.stdout: "acting_primary": 1, 2024-08-29T17:47:15.031 INFO:tasks.workunit.client.0.smithi028.stdout: "avail_no_missing": [], 2024-08-29T17:47:15.031 INFO:tasks.workunit.client.0.smithi028.stdout: "blocked_by": [], 2024-08-29T17:47:15.031 INFO:tasks.workunit.client.0.smithi028.stdout: "created": 69, 2024-08-29T17:47:15.031 INFO:tasks.workunit.client.0.smithi028.stdout: "dirty_stats_invalid": false, 2024-08-29T17:47:15.031 INFO:tasks.workunit.client.0.smithi028.stdout: "hitset_bytes_stats_invalid": false, 2024-08-29T17:47:15.031 INFO:tasks.workunit.client.0.smithi028.stdout: "hitset_stats_invalid": false, 2024-08-29T17:47:15.031 INFO:tasks.workunit.client.0.smithi028.stdout: "last_active": "2024-08-29T17:43:59.376729+0000", 2024-08-29T17:47:15.031 INFO:tasks.workunit.client.0.smithi028.stdout: "last_became_active": "2024-08-29T17:43:41.040490+0000", 2024-08-29T17:47:15.031 INFO:tasks.workunit.client.0.smithi028.stdout: "last_became_peered": "2024-08-29T17:43:41.040490+0000", 2024-08-29T17:47:15.031 INFO:tasks.workunit.client.0.smithi028.stdout: "last_change": "2024-08-29T17:43:51.011452+0000", 2024-08-29T17:47:15.031 INFO:tasks.workunit.client.0.smithi028.stdout: "last_clean": "2024-08-29T17:43:59.376729+0000", 2024-08-29T17:47:15.031 INFO:tasks.workunit.client.0.smithi028.stdout: "last_clean_scrub_stamp": "2024-08-29T17:43:39.870944+0000", 2024-08-29T17:47:15.031 INFO:tasks.workunit.client.0.smithi028.stdout: "last_deep_scrub": "0'0", 2024-08-29T17:47:15.032 INFO:tasks.workunit.client.0.smithi028.stdout: "last_deep_scrub_stamp": "2024-08-29T17:43:39.870944+0000", 2024-08-29T17:47:15.032 INFO:tasks.workunit.client.0.smithi028.stdout: "last_epoch_clean": 70, 2024-08-29T17:47:15.032 INFO:tasks.workunit.client.0.smithi028.stdout: "last_fresh": "2024-08-29T17:43:59.376729+0000", 2024-08-29T17:47:15.032 INFO:tasks.workunit.client.0.smithi028.stdout: "last_fullsized": "2024-08-29T17:43:59.376729+0000", 2024-08-29T17:47:15.032 INFO:tasks.workunit.client.0.smithi028.stdout: "last_peered": "2024-08-29T17:43:59.376729+0000", 2024-08-29T17:47:15.032 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub": "0'0", 2024-08-29T17:47:15.032 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub_duration": 0, 2024-08-29T17:47:15.032 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub_stamp": "2024-08-29T17:43:39.870944+0000", 2024-08-29T17:47:15.032 INFO:tasks.workunit.client.0.smithi028.stdout: "last_undegraded": "2024-08-29T17:43:59.376729+0000", 2024-08-29T17:47:15.032 INFO:tasks.workunit.client.0.smithi028.stdout: "last_unstale": "2024-08-29T17:43:59.376729+0000", 2024-08-29T17:47:15.032 INFO:tasks.workunit.client.0.smithi028.stdout: "log_dups_size": 0, 2024-08-29T17:47:15.032 INFO:tasks.workunit.client.0.smithi028.stdout: "log_size": 2, 2024-08-29T17:47:15.033 INFO:tasks.workunit.client.0.smithi028.stdout: "log_start": "0'0", 2024-08-29T17:47:15.033 INFO:tasks.workunit.client.0.smithi028.stdout: "manifest_stats_invalid": false, 2024-08-29T17:47:15.033 INFO:tasks.workunit.client.0.smithi028.stdout: "mapping_epoch": 69, 2024-08-29T17:47:15.033 INFO:tasks.workunit.client.0.smithi028.stdout: "object_location_counts": [], 2024-08-29T17:47:15.033 INFO:tasks.workunit.client.0.smithi028.stdout: "objects_scrubbed": 0, 2024-08-29T17:47:15.033 INFO:tasks.workunit.client.0.smithi028.stdout: "objects_trimmed": 0, 2024-08-29T17:47:15.033 INFO:tasks.workunit.client.0.smithi028.stdout: "omap_stats_invalid": false, 2024-08-29T17:47:15.033 INFO:tasks.workunit.client.0.smithi028.stdout: "ondisk_log_size": 2, 2024-08-29T17:47:15.033 INFO:tasks.workunit.client.0.smithi028.stdout: "ondisk_log_start": "0'0", 2024-08-29T17:47:15.033 INFO:tasks.workunit.client.0.smithi028.stdout: "parent": "0.0", 2024-08-29T17:47:15.033 INFO:tasks.workunit.client.0.smithi028.stdout: "parent_split_bits": 0, 2024-08-29T17:47:15.033 INFO:tasks.workunit.client.0.smithi028.stdout: "pgid": "4.2", 2024-08-29T17:47:15.034 INFO:tasks.workunit.client.0.smithi028.stdout: "pin_stats_invalid": false, 2024-08-29T17:47:15.034 INFO:tasks.workunit.client.0.smithi028.stdout: "purged_snaps": [], 2024-08-29T17:47:15.034 INFO:tasks.workunit.client.0.smithi028.stdout: "reported_epoch": 75, 2024-08-29T17:47:15.034 INFO:tasks.workunit.client.0.smithi028.stdout: "reported_seq": 21, 2024-08-29T17:47:15.034 INFO:tasks.workunit.client.0.smithi028.stdout: "scrub_duration": 0.0, 2024-08-29T17:47:15.034 INFO:tasks.workunit.client.0.smithi028.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-30T19:05:06.169669+0000", 2024-08-29T17:47:15.034 INFO:tasks.workunit.client.0.smithi028.stdout: "snaptrim_duration": 0.002068425, 2024-08-29T17:47:15.034 INFO:tasks.workunit.client.0.smithi028.stdout: "snaptrimq_len": 0, 2024-08-29T17:47:15.034 INFO:tasks.workunit.client.0.smithi028.stdout: "stat_sum": { 2024-08-29T17:47:15.034 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes": 19, 2024-08-29T17:47:15.034 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes_hit_set_archive": 0, 2024-08-29T17:47:15.034 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes_recovered": 0, 2024-08-29T17:47:15.035 INFO:tasks.workunit.client.0.smithi028.stdout: "num_deep_scrub_errors": 0, 2024-08-29T17:47:15.035 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict": 0, 2024-08-29T17:47:15.035 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_kb": 0, 2024-08-29T17:47:15.035 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_mode_full": 0, 2024-08-29T17:47:15.035 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_mode_some": 0, 2024-08-29T17:47:15.035 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush": 0, 2024-08-29T17:47:15.035 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_kb": 0, 2024-08-29T17:47:15.035 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_mode_high": 0, 2024-08-29T17:47:15.035 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_mode_low": 0, 2024-08-29T17:47:15.035 INFO:tasks.workunit.client.0.smithi028.stdout: "num_keys_recovered": 0, 2024-08-29T17:47:15.035 INFO:tasks.workunit.client.0.smithi028.stdout: "num_large_omap_objects": 0, 2024-08-29T17:47:15.035 INFO:tasks.workunit.client.0.smithi028.stdout: "num_legacy_snapsets": 0, 2024-08-29T17:47:15.036 INFO:tasks.workunit.client.0.smithi028.stdout: "num_object_clones": 0, 2024-08-29T17:47:15.036 INFO:tasks.workunit.client.0.smithi028.stdout: "num_object_copies": 3, 2024-08-29T17:47:15.036 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects": 1, 2024-08-29T17:47:15.036 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_degraded": 0, 2024-08-29T17:47:15.036 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_dirty": 1, 2024-08-29T17:47:15.036 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_hit_set_archive": 0, 2024-08-29T17:47:15.036 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_manifest": 0, 2024-08-29T17:47:15.036 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_misplaced": 0, 2024-08-29T17:47:15.036 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_missing": 0, 2024-08-29T17:47:15.036 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_missing_on_primary": 0, 2024-08-29T17:47:15.036 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_omap": 0, 2024-08-29T17:47:15.036 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_pinned": 0, 2024-08-29T17:47:15.036 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_recovered": 0, 2024-08-29T17:47:15.037 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_repaired": 0, 2024-08-29T17:47:15.037 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_unfound": 0, 2024-08-29T17:47:15.037 INFO:tasks.workunit.client.0.smithi028.stdout: "num_omap_bytes": 0, 2024-08-29T17:47:15.037 INFO:tasks.workunit.client.0.smithi028.stdout: "num_omap_keys": 0, 2024-08-29T17:47:15.037 INFO:tasks.workunit.client.0.smithi028.stdout: "num_promote": 0, 2024-08-29T17:47:15.037 INFO:tasks.workunit.client.0.smithi028.stdout: "num_read": 0, 2024-08-29T17:47:15.037 INFO:tasks.workunit.client.0.smithi028.stdout: "num_read_kb": 0, 2024-08-29T17:47:15.037 INFO:tasks.workunit.client.0.smithi028.stdout: "num_scrub_errors": 0, 2024-08-29T17:47:15.037 INFO:tasks.workunit.client.0.smithi028.stdout: "num_shallow_scrub_errors": 0, 2024-08-29T17:47:15.037 INFO:tasks.workunit.client.0.smithi028.stdout: "num_whiteouts": 0, 2024-08-29T17:47:15.037 INFO:tasks.workunit.client.0.smithi028.stdout: "num_write": 2, 2024-08-29T17:47:15.037 INFO:tasks.workunit.client.0.smithi028.stdout: "num_write_kb": 2 2024-08-29T17:47:15.037 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:15.038 INFO:tasks.workunit.client.0.smithi028.stdout: "state": "active+clean", 2024-08-29T17:47:15.038 INFO:tasks.workunit.client.0.smithi028.stdout: "stats_invalid": false, 2024-08-29T17:47:15.038 INFO:tasks.workunit.client.0.smithi028.stdout: "up": [ 2024-08-29T17:47:15.038 INFO:tasks.workunit.client.0.smithi028.stdout: 1, 2024-08-29T17:47:15.038 INFO:tasks.workunit.client.0.smithi028.stdout: 5, 2024-08-29T17:47:15.038 INFO:tasks.workunit.client.0.smithi028.stdout: 4 2024-08-29T17:47:15.038 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-08-29T17:47:15.038 INFO:tasks.workunit.client.0.smithi028.stdout: "up_primary": 1, 2024-08-29T17:47:15.038 INFO:tasks.workunit.client.0.smithi028.stdout: "version": "74'2" 2024-08-29T17:47:15.038 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:15.038 INFO:tasks.workunit.client.0.smithi028.stdout: { 2024-08-29T17:47:15.038 INFO:tasks.workunit.client.0.smithi028.stdout: "acting": [ 2024-08-29T17:47:15.038 INFO:tasks.workunit.client.0.smithi028.stdout: 1, 2024-08-29T17:47:15.038 INFO:tasks.workunit.client.0.smithi028.stdout: 0, 2024-08-29T17:47:15.039 INFO:tasks.workunit.client.0.smithi028.stdout: 7 2024-08-29T17:47:15.039 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-08-29T17:47:15.039 INFO:tasks.workunit.client.0.smithi028.stdout: "acting_primary": 1, 2024-08-29T17:47:15.039 INFO:tasks.workunit.client.0.smithi028.stdout: "avail_no_missing": [], 2024-08-29T17:47:15.039 INFO:tasks.workunit.client.0.smithi028.stdout: "blocked_by": [], 2024-08-29T17:47:15.039 INFO:tasks.workunit.client.0.smithi028.stdout: "created": 59, 2024-08-29T17:47:15.039 INFO:tasks.workunit.client.0.smithi028.stdout: "dirty_stats_invalid": false, 2024-08-29T17:47:15.039 INFO:tasks.workunit.client.0.smithi028.stdout: "hitset_bytes_stats_invalid": false, 2024-08-29T17:47:15.039 INFO:tasks.workunit.client.0.smithi028.stdout: "hitset_stats_invalid": false, 2024-08-29T17:47:15.039 INFO:tasks.workunit.client.0.smithi028.stdout: "last_active": "2024-08-29T17:43:51.010223+0000", 2024-08-29T17:47:15.039 INFO:tasks.workunit.client.0.smithi028.stdout: "last_became_active": "2024-08-29T17:40:53.994383+0000", 2024-08-29T17:47:15.039 INFO:tasks.workunit.client.0.smithi028.stdout: "last_became_peered": "2024-08-29T17:40:53.994383+0000", 2024-08-29T17:47:15.039 INFO:tasks.workunit.client.0.smithi028.stdout: "last_change": "2024-08-29T17:40:53.998274+0000", 2024-08-29T17:47:15.039 INFO:tasks.workunit.client.0.smithi028.stdout: "last_clean": "2024-08-29T17:43:51.010223+0000", 2024-08-29T17:47:15.040 INFO:tasks.workunit.client.0.smithi028.stdout: "last_clean_scrub_stamp": "2024-08-29T17:40:52.944949+0000", 2024-08-29T17:47:15.040 INFO:tasks.workunit.client.0.smithi028.stdout: "last_deep_scrub": "0'0", 2024-08-29T17:47:15.040 INFO:tasks.workunit.client.0.smithi028.stdout: "last_deep_scrub_stamp": "2024-08-29T17:40:52.944949+0000", 2024-08-29T17:47:15.040 INFO:tasks.workunit.client.0.smithi028.stdout: "last_epoch_clean": 60, 2024-08-29T17:47:15.040 INFO:tasks.workunit.client.0.smithi028.stdout: "last_fresh": "2024-08-29T17:43:51.010223+0000", 2024-08-29T17:47:15.040 INFO:tasks.workunit.client.0.smithi028.stdout: "last_fullsized": "2024-08-29T17:43:51.010223+0000", 2024-08-29T17:47:15.040 INFO:tasks.workunit.client.0.smithi028.stdout: "last_peered": "2024-08-29T17:43:51.010223+0000", 2024-08-29T17:47:15.040 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub": "0'0", 2024-08-29T17:47:15.040 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub_duration": 0, 2024-08-29T17:47:15.040 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub_stamp": "2024-08-29T17:40:52.944949+0000", 2024-08-29T17:47:15.040 INFO:tasks.workunit.client.0.smithi028.stdout: "last_undegraded": "2024-08-29T17:43:51.010223+0000", 2024-08-29T17:47:15.040 INFO:tasks.workunit.client.0.smithi028.stdout: "last_unstale": "2024-08-29T17:43:51.010223+0000", 2024-08-29T17:47:15.040 INFO:tasks.workunit.client.0.smithi028.stdout: "log_dups_size": 0, 2024-08-29T17:47:15.041 INFO:tasks.workunit.client.0.smithi028.stdout: "log_size": 0, 2024-08-29T17:47:15.041 INFO:tasks.workunit.client.0.smithi028.stdout: "log_start": "0'0", 2024-08-29T17:47:15.041 INFO:tasks.workunit.client.0.smithi028.stdout: "manifest_stats_invalid": false, 2024-08-29T17:47:15.041 INFO:tasks.workunit.client.0.smithi028.stdout: "mapping_epoch": 59, 2024-08-29T17:47:15.041 INFO:tasks.workunit.client.0.smithi028.stdout: "object_location_counts": [], 2024-08-29T17:47:15.041 INFO:tasks.workunit.client.0.smithi028.stdout: "objects_scrubbed": 0, 2024-08-29T17:47:15.041 INFO:tasks.workunit.client.0.smithi028.stdout: "objects_trimmed": 0, 2024-08-29T17:47:15.041 INFO:tasks.workunit.client.0.smithi028.stdout: "omap_stats_invalid": false, 2024-08-29T17:47:15.041 INFO:tasks.workunit.client.0.smithi028.stdout: "ondisk_log_size": 0, 2024-08-29T17:47:15.041 INFO:tasks.workunit.client.0.smithi028.stdout: "ondisk_log_start": "0'0", 2024-08-29T17:47:15.041 INFO:tasks.workunit.client.0.smithi028.stdout: "parent": "0.0", 2024-08-29T17:47:15.041 INFO:tasks.workunit.client.0.smithi028.stdout: "parent_split_bits": 0, 2024-08-29T17:47:15.041 INFO:tasks.workunit.client.0.smithi028.stdout: "pgid": "2.4", 2024-08-29T17:47:15.041 INFO:tasks.workunit.client.0.smithi028.stdout: "pin_stats_invalid": false, 2024-08-29T17:47:15.042 INFO:tasks.workunit.client.0.smithi028.stdout: "purged_snaps": [], 2024-08-29T17:47:15.042 INFO:tasks.workunit.client.0.smithi028.stdout: "reported_epoch": 74, 2024-08-29T17:47:15.042 INFO:tasks.workunit.client.0.smithi028.stdout: "reported_seq": 24, 2024-08-29T17:47:15.042 INFO:tasks.workunit.client.0.smithi028.stdout: "scrub_duration": 0.0, 2024-08-29T17:47:15.042 INFO:tasks.workunit.client.0.smithi028.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-30T21:13:02.703327+0000", 2024-08-29T17:47:15.042 INFO:tasks.workunit.client.0.smithi028.stdout: "snaptrim_duration": 0.0, 2024-08-29T17:47:15.042 INFO:tasks.workunit.client.0.smithi028.stdout: "snaptrimq_len": 0, 2024-08-29T17:47:15.042 INFO:tasks.workunit.client.0.smithi028.stdout: "stat_sum": { 2024-08-29T17:47:15.042 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes": 0, 2024-08-29T17:47:15.042 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes_hit_set_archive": 0, 2024-08-29T17:47:15.042 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes_recovered": 0, 2024-08-29T17:47:15.042 INFO:tasks.workunit.client.0.smithi028.stdout: "num_deep_scrub_errors": 0, 2024-08-29T17:47:15.042 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict": 0, 2024-08-29T17:47:15.042 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_kb": 0, 2024-08-29T17:47:15.042 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_mode_full": 0, 2024-08-29T17:47:15.042 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_mode_some": 0, 2024-08-29T17:47:15.043 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush": 0, 2024-08-29T17:47:15.043 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_kb": 0, 2024-08-29T17:47:15.043 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_mode_high": 0, 2024-08-29T17:47:15.043 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_mode_low": 0, 2024-08-29T17:47:15.043 INFO:tasks.workunit.client.0.smithi028.stdout: "num_keys_recovered": 0, 2024-08-29T17:47:15.043 INFO:tasks.workunit.client.0.smithi028.stdout: "num_large_omap_objects": 0, 2024-08-29T17:47:15.043 INFO:tasks.workunit.client.0.smithi028.stdout: "num_legacy_snapsets": 0, 2024-08-29T17:47:15.043 INFO:tasks.workunit.client.0.smithi028.stdout: "num_object_clones": 0, 2024-08-29T17:47:15.043 INFO:tasks.workunit.client.0.smithi028.stdout: "num_object_copies": 0, 2024-08-29T17:47:15.043 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects": 0, 2024-08-29T17:47:15.043 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_degraded": 0, 2024-08-29T17:47:15.043 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_dirty": 0, 2024-08-29T17:47:15.043 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_hit_set_archive": 0, 2024-08-29T17:47:15.043 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_manifest": 0, 2024-08-29T17:47:15.044 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_misplaced": 0, 2024-08-29T17:47:15.044 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_missing": 0, 2024-08-29T17:47:15.044 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_missing_on_primary": 0, 2024-08-29T17:47:15.044 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_omap": 0, 2024-08-29T17:47:15.044 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_pinned": 0, 2024-08-29T17:47:15.044 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_recovered": 0, 2024-08-29T17:47:15.044 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_repaired": 0, 2024-08-29T17:47:15.044 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_unfound": 0, 2024-08-29T17:47:15.044 INFO:tasks.workunit.client.0.smithi028.stdout: "num_omap_bytes": 0, 2024-08-29T17:47:15.044 INFO:tasks.workunit.client.0.smithi028.stdout: "num_omap_keys": 0, 2024-08-29T17:47:15.044 INFO:tasks.workunit.client.0.smithi028.stdout: "num_promote": 0, 2024-08-29T17:47:15.044 INFO:tasks.workunit.client.0.smithi028.stdout: "num_read": 0, 2024-08-29T17:47:15.044 INFO:tasks.workunit.client.0.smithi028.stdout: "num_read_kb": 0, 2024-08-29T17:47:15.045 INFO:tasks.workunit.client.0.smithi028.stdout: "num_scrub_errors": 0, 2024-08-29T17:47:15.045 INFO:tasks.workunit.client.0.smithi028.stdout: "num_shallow_scrub_errors": 0, 2024-08-29T17:47:15.045 INFO:tasks.workunit.client.0.smithi028.stdout: "num_whiteouts": 0, 2024-08-29T17:47:15.045 INFO:tasks.workunit.client.0.smithi028.stdout: "num_write": 0, 2024-08-29T17:47:15.045 INFO:tasks.workunit.client.0.smithi028.stdout: "num_write_kb": 0 2024-08-29T17:47:15.045 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:15.045 INFO:tasks.workunit.client.0.smithi028.stdout: "state": "active+clean", 2024-08-29T17:47:15.045 INFO:tasks.workunit.client.0.smithi028.stdout: "stats_invalid": false, 2024-08-29T17:47:15.045 INFO:tasks.workunit.client.0.smithi028.stdout: "up": [ 2024-08-29T17:47:15.045 INFO:tasks.workunit.client.0.smithi028.stdout: 1, 2024-08-29T17:47:15.045 INFO:tasks.workunit.client.0.smithi028.stdout: 0, 2024-08-29T17:47:15.045 INFO:tasks.workunit.client.0.smithi028.stdout: 7 2024-08-29T17:47:15.045 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-08-29T17:47:15.046 INFO:tasks.workunit.client.0.smithi028.stdout: "up_primary": 1, 2024-08-29T17:47:15.046 INFO:tasks.workunit.client.0.smithi028.stdout: "version": "0'0" 2024-08-29T17:47:15.046 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:15.046 INFO:tasks.workunit.client.0.smithi028.stdout: { 2024-08-29T17:47:15.046 INFO:tasks.workunit.client.0.smithi028.stdout: "acting": [ 2024-08-29T17:47:15.046 INFO:tasks.workunit.client.0.smithi028.stdout: 5, 2024-08-29T17:47:15.046 INFO:tasks.workunit.client.0.smithi028.stdout: 3, 2024-08-29T17:47:15.046 INFO:tasks.workunit.client.0.smithi028.stdout: 2 2024-08-29T17:47:15.046 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-08-29T17:47:15.046 INFO:tasks.workunit.client.0.smithi028.stdout: "acting_primary": 5, 2024-08-29T17:47:15.046 INFO:tasks.workunit.client.0.smithi028.stdout: "avail_no_missing": [], 2024-08-29T17:47:15.046 INFO:tasks.workunit.client.0.smithi028.stdout: "blocked_by": [], 2024-08-29T17:47:15.047 INFO:tasks.workunit.client.0.smithi028.stdout: "created": 62, 2024-08-29T17:47:15.047 INFO:tasks.workunit.client.0.smithi028.stdout: "dirty_stats_invalid": false, 2024-08-29T17:47:15.047 INFO:tasks.workunit.client.0.smithi028.stdout: "hitset_bytes_stats_invalid": false, 2024-08-29T17:47:15.047 INFO:tasks.workunit.client.0.smithi028.stdout: "hitset_stats_invalid": false, 2024-08-29T17:47:15.047 INFO:tasks.workunit.client.0.smithi028.stdout: "last_active": "2024-08-29T17:43:51.012161+0000", 2024-08-29T17:47:15.047 INFO:tasks.workunit.client.0.smithi028.stdout: "last_became_active": "2024-08-29T17:41:03.060229+0000", 2024-08-29T17:47:15.047 INFO:tasks.workunit.client.0.smithi028.stdout: "last_became_peered": "2024-08-29T17:41:03.060229+0000", 2024-08-29T17:47:15.047 INFO:tasks.workunit.client.0.smithi028.stdout: "last_change": "2024-08-29T17:41:03.063220+0000", 2024-08-29T17:47:15.047 INFO:tasks.workunit.client.0.smithi028.stdout: "last_clean": "2024-08-29T17:43:51.012161+0000", 2024-08-29T17:47:15.047 INFO:tasks.workunit.client.0.smithi028.stdout: "last_clean_scrub_stamp": "2024-08-29T17:41:01.987071+0000", 2024-08-29T17:47:15.048 INFO:tasks.workunit.client.0.smithi028.stdout: "last_deep_scrub": "0'0", 2024-08-29T17:47:15.048 INFO:tasks.workunit.client.0.smithi028.stdout: "last_deep_scrub_stamp": "2024-08-29T17:41:01.987071+0000", 2024-08-29T17:47:15.048 INFO:tasks.workunit.client.0.smithi028.stdout: "last_epoch_clean": 63, 2024-08-29T17:47:15.048 INFO:tasks.workunit.client.0.smithi028.stdout: "last_fresh": "2024-08-29T17:43:51.012161+0000", 2024-08-29T17:47:15.048 INFO:tasks.workunit.client.0.smithi028.stdout: "last_fullsized": "2024-08-29T17:43:51.012161+0000", 2024-08-29T17:47:15.048 INFO:tasks.workunit.client.0.smithi028.stdout: "last_peered": "2024-08-29T17:43:51.012161+0000", 2024-08-29T17:47:15.048 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub": "0'0", 2024-08-29T17:47:15.048 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub_duration": 0, 2024-08-29T17:47:15.048 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub_stamp": "2024-08-29T17:41:01.987071+0000", 2024-08-29T17:47:15.048 INFO:tasks.workunit.client.0.smithi028.stdout: "last_undegraded": "2024-08-29T17:43:51.012161+0000", 2024-08-29T17:47:15.048 INFO:tasks.workunit.client.0.smithi028.stdout: "last_unstale": "2024-08-29T17:43:51.012161+0000", 2024-08-29T17:47:15.048 INFO:tasks.workunit.client.0.smithi028.stdout: "log_dups_size": 0, 2024-08-29T17:47:15.048 INFO:tasks.workunit.client.0.smithi028.stdout: "log_size": 0, 2024-08-29T17:47:15.049 INFO:tasks.workunit.client.0.smithi028.stdout: "log_start": "0'0", 2024-08-29T17:47:15.049 INFO:tasks.workunit.client.0.smithi028.stdout: "manifest_stats_invalid": false, 2024-08-29T17:47:15.049 INFO:tasks.workunit.client.0.smithi028.stdout: "mapping_epoch": 62, 2024-08-29T17:47:15.049 INFO:tasks.workunit.client.0.smithi028.stdout: "object_location_counts": [], 2024-08-29T17:47:15.049 INFO:tasks.workunit.client.0.smithi028.stdout: "objects_scrubbed": 0, 2024-08-29T17:47:15.049 INFO:tasks.workunit.client.0.smithi028.stdout: "objects_trimmed": 0, 2024-08-29T17:47:15.049 INFO:tasks.workunit.client.0.smithi028.stdout: "omap_stats_invalid": false, 2024-08-29T17:47:15.049 INFO:tasks.workunit.client.0.smithi028.stdout: "ondisk_log_size": 0, 2024-08-29T17:47:15.049 INFO:tasks.workunit.client.0.smithi028.stdout: "ondisk_log_start": "0'0", 2024-08-29T17:47:15.049 INFO:tasks.workunit.client.0.smithi028.stdout: "parent": "0.0", 2024-08-29T17:47:15.049 INFO:tasks.workunit.client.0.smithi028.stdout: "parent_split_bits": 0, 2024-08-29T17:47:15.049 INFO:tasks.workunit.client.0.smithi028.stdout: "pgid": "3.5", 2024-08-29T17:47:15.049 INFO:tasks.workunit.client.0.smithi028.stdout: "pin_stats_invalid": false, 2024-08-29T17:47:15.049 INFO:tasks.workunit.client.0.smithi028.stdout: "purged_snaps": [], 2024-08-29T17:47:15.049 INFO:tasks.workunit.client.0.smithi028.stdout: "reported_epoch": 74, 2024-08-29T17:47:15.050 INFO:tasks.workunit.client.0.smithi028.stdout: "reported_seq": 21, 2024-08-29T17:47:15.050 INFO:tasks.workunit.client.0.smithi028.stdout: "scrub_duration": 0.0, 2024-08-29T17:47:15.050 INFO:tasks.workunit.client.0.smithi028.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-30T18:28:39.703075+0000", 2024-08-29T17:47:15.050 INFO:tasks.workunit.client.0.smithi028.stdout: "snaptrim_duration": 0.0, 2024-08-29T17:47:15.050 INFO:tasks.workunit.client.0.smithi028.stdout: "snaptrimq_len": 0, 2024-08-29T17:47:15.050 INFO:tasks.workunit.client.0.smithi028.stdout: "stat_sum": { 2024-08-29T17:47:15.050 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes": 0, 2024-08-29T17:47:15.050 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes_hit_set_archive": 0, 2024-08-29T17:47:15.050 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes_recovered": 0, 2024-08-29T17:47:15.050 INFO:tasks.workunit.client.0.smithi028.stdout: "num_deep_scrub_errors": 0, 2024-08-29T17:47:15.050 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict": 0, 2024-08-29T17:47:15.050 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_kb": 0, 2024-08-29T17:47:15.050 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_mode_full": 0, 2024-08-29T17:47:15.051 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_mode_some": 0, 2024-08-29T17:47:15.051 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush": 0, 2024-08-29T17:47:15.051 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_kb": 0, 2024-08-29T17:47:15.051 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_mode_high": 0, 2024-08-29T17:47:15.051 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_mode_low": 0, 2024-08-29T17:47:15.051 INFO:tasks.workunit.client.0.smithi028.stdout: "num_keys_recovered": 0, 2024-08-29T17:47:15.051 INFO:tasks.workunit.client.0.smithi028.stdout: "num_large_omap_objects": 0, 2024-08-29T17:47:15.051 INFO:tasks.workunit.client.0.smithi028.stdout: "num_legacy_snapsets": 0, 2024-08-29T17:47:15.051 INFO:tasks.workunit.client.0.smithi028.stdout: "num_object_clones": 0, 2024-08-29T17:47:15.051 INFO:tasks.workunit.client.0.smithi028.stdout: "num_object_copies": 0, 2024-08-29T17:47:15.051 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects": 0, 2024-08-29T17:47:15.051 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_degraded": 0, 2024-08-29T17:47:15.051 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_dirty": 0, 2024-08-29T17:47:15.051 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_hit_set_archive": 0, 2024-08-29T17:47:15.052 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_manifest": 0, 2024-08-29T17:47:15.052 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_misplaced": 0, 2024-08-29T17:47:15.052 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_missing": 0, 2024-08-29T17:47:15.052 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_missing_on_primary": 0, 2024-08-29T17:47:15.052 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_omap": 0, 2024-08-29T17:47:15.052 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_pinned": 0, 2024-08-29T17:47:15.052 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_recovered": 0, 2024-08-29T17:47:15.052 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_repaired": 0, 2024-08-29T17:47:15.052 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_unfound": 0, 2024-08-29T17:47:15.052 INFO:tasks.workunit.client.0.smithi028.stdout: "num_omap_bytes": 0, 2024-08-29T17:47:15.052 INFO:tasks.workunit.client.0.smithi028.stdout: "num_omap_keys": 0, 2024-08-29T17:47:15.052 INFO:tasks.workunit.client.0.smithi028.stdout: "num_promote": 0, 2024-08-29T17:47:15.053 INFO:tasks.workunit.client.0.smithi028.stdout: "num_read": 0, 2024-08-29T17:47:15.053 INFO:tasks.workunit.client.0.smithi028.stdout: "num_read_kb": 0, 2024-08-29T17:47:15.053 INFO:tasks.workunit.client.0.smithi028.stdout: "num_scrub_errors": 0, 2024-08-29T17:47:15.053 INFO:tasks.workunit.client.0.smithi028.stdout: "num_shallow_scrub_errors": 0, 2024-08-29T17:47:15.053 INFO:tasks.workunit.client.0.smithi028.stdout: "num_whiteouts": 0, 2024-08-29T17:47:15.053 INFO:tasks.workunit.client.0.smithi028.stdout: "num_write": 0, 2024-08-29T17:47:15.053 INFO:tasks.workunit.client.0.smithi028.stdout: "num_write_kb": 0 2024-08-29T17:47:15.053 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:15.053 INFO:tasks.workunit.client.0.smithi028.stdout: "state": "active+clean", 2024-08-29T17:47:15.053 INFO:tasks.workunit.client.0.smithi028.stdout: "stats_invalid": false, 2024-08-29T17:47:15.053 INFO:tasks.workunit.client.0.smithi028.stdout: "up": [ 2024-08-29T17:47:15.053 INFO:tasks.workunit.client.0.smithi028.stdout: 5, 2024-08-29T17:47:15.053 INFO:tasks.workunit.client.0.smithi028.stdout: 3, 2024-08-29T17:47:15.054 INFO:tasks.workunit.client.0.smithi028.stdout: 2 2024-08-29T17:47:15.054 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-08-29T17:47:15.054 INFO:tasks.workunit.client.0.smithi028.stdout: "up_primary": 5, 2024-08-29T17:47:15.054 INFO:tasks.workunit.client.0.smithi028.stdout: "version": "0'0" 2024-08-29T17:47:15.054 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:15.054 INFO:tasks.workunit.client.0.smithi028.stdout: { 2024-08-29T17:47:15.054 INFO:tasks.workunit.client.0.smithi028.stdout: "acting": [ 2024-08-29T17:47:15.054 INFO:tasks.workunit.client.0.smithi028.stdout: 0, 2024-08-29T17:47:15.054 INFO:tasks.workunit.client.0.smithi028.stdout: 5, 2024-08-29T17:47:15.054 INFO:tasks.workunit.client.0.smithi028.stdout: 7 2024-08-29T17:47:15.054 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-08-29T17:47:15.054 INFO:tasks.workunit.client.0.smithi028.stdout: "acting_primary": 0, 2024-08-29T17:47:15.054 INFO:tasks.workunit.client.0.smithi028.stdout: "avail_no_missing": [], 2024-08-29T17:47:15.055 INFO:tasks.workunit.client.0.smithi028.stdout: "blocked_by": [], 2024-08-29T17:47:15.055 INFO:tasks.workunit.client.0.smithi028.stdout: "created": 69, 2024-08-29T17:47:15.055 INFO:tasks.workunit.client.0.smithi028.stdout: "dirty_stats_invalid": false, 2024-08-29T17:47:15.055 INFO:tasks.workunit.client.0.smithi028.stdout: "hitset_bytes_stats_invalid": false, 2024-08-29T17:47:15.055 INFO:tasks.workunit.client.0.smithi028.stdout: "hitset_stats_invalid": false, 2024-08-29T17:47:15.055 INFO:tasks.workunit.client.0.smithi028.stdout: "last_active": "2024-08-29T17:43:59.435172+0000", 2024-08-29T17:47:15.055 INFO:tasks.workunit.client.0.smithi028.stdout: "last_became_active": "2024-08-29T17:43:41.040351+0000", 2024-08-29T17:47:15.055 INFO:tasks.workunit.client.0.smithi028.stdout: "last_became_peered": "2024-08-29T17:43:41.040351+0000", 2024-08-29T17:47:15.055 INFO:tasks.workunit.client.0.smithi028.stdout: "last_change": "2024-08-29T17:43:51.185485+0000", 2024-08-29T17:47:15.055 INFO:tasks.workunit.client.0.smithi028.stdout: "last_clean": "2024-08-29T17:43:59.435172+0000", 2024-08-29T17:47:15.055 INFO:tasks.workunit.client.0.smithi028.stdout: "last_clean_scrub_stamp": "2024-08-29T17:43:39.870944+0000", 2024-08-29T17:47:15.055 INFO:tasks.workunit.client.0.smithi028.stdout: "last_deep_scrub": "0'0", 2024-08-29T17:47:15.055 INFO:tasks.workunit.client.0.smithi028.stdout: "last_deep_scrub_stamp": "2024-08-29T17:43:39.870944+0000", 2024-08-29T17:47:15.056 INFO:tasks.workunit.client.0.smithi028.stdout: "last_epoch_clean": 70, 2024-08-29T17:47:15.056 INFO:tasks.workunit.client.0.smithi028.stdout: "last_fresh": "2024-08-29T17:43:59.435172+0000", 2024-08-29T17:47:15.056 INFO:tasks.workunit.client.0.smithi028.stdout: "last_fullsized": "2024-08-29T17:43:59.435172+0000", 2024-08-29T17:47:15.056 INFO:tasks.workunit.client.0.smithi028.stdout: "last_peered": "2024-08-29T17:43:59.435172+0000", 2024-08-29T17:47:15.056 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub": "0'0", 2024-08-29T17:47:15.056 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub_duration": 0, 2024-08-29T17:47:15.056 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub_stamp": "2024-08-29T17:43:39.870944+0000", 2024-08-29T17:47:15.056 INFO:tasks.workunit.client.0.smithi028.stdout: "last_undegraded": "2024-08-29T17:43:59.435172+0000", 2024-08-29T17:47:15.056 INFO:tasks.workunit.client.0.smithi028.stdout: "last_unstale": "2024-08-29T17:43:59.435172+0000", 2024-08-29T17:47:15.056 INFO:tasks.workunit.client.0.smithi028.stdout: "log_dups_size": 0, 2024-08-29T17:47:15.056 INFO:tasks.workunit.client.0.smithi028.stdout: "log_size": 1, 2024-08-29T17:47:15.057 INFO:tasks.workunit.client.0.smithi028.stdout: "log_start": "0'0", 2024-08-29T17:47:15.057 INFO:tasks.workunit.client.0.smithi028.stdout: "manifest_stats_invalid": false, 2024-08-29T17:47:15.057 INFO:tasks.workunit.client.0.smithi028.stdout: "mapping_epoch": 69, 2024-08-29T17:47:15.057 INFO:tasks.workunit.client.0.smithi028.stdout: "object_location_counts": [], 2024-08-29T17:47:15.057 INFO:tasks.workunit.client.0.smithi028.stdout: "objects_scrubbed": 0, 2024-08-29T17:47:15.057 INFO:tasks.workunit.client.0.smithi028.stdout: "objects_trimmed": 0, 2024-08-29T17:47:15.057 INFO:tasks.workunit.client.0.smithi028.stdout: "omap_stats_invalid": false, 2024-08-29T17:47:15.057 INFO:tasks.workunit.client.0.smithi028.stdout: "ondisk_log_size": 1, 2024-08-29T17:47:15.057 INFO:tasks.workunit.client.0.smithi028.stdout: "ondisk_log_start": "0'0", 2024-08-29T17:47:15.057 INFO:tasks.workunit.client.0.smithi028.stdout: "parent": "0.0", 2024-08-29T17:47:15.057 INFO:tasks.workunit.client.0.smithi028.stdout: "parent_split_bits": 0, 2024-08-29T17:47:15.057 INFO:tasks.workunit.client.0.smithi028.stdout: "pgid": "4.3", 2024-08-29T17:47:15.058 INFO:tasks.workunit.client.0.smithi028.stdout: "pin_stats_invalid": false, 2024-08-29T17:47:15.058 INFO:tasks.workunit.client.0.smithi028.stdout: "purged_snaps": [], 2024-08-29T17:47:15.058 INFO:tasks.workunit.client.0.smithi028.stdout: "reported_epoch": 75, 2024-08-29T17:47:15.058 INFO:tasks.workunit.client.0.smithi028.stdout: "reported_seq": 20, 2024-08-29T17:47:15.058 INFO:tasks.workunit.client.0.smithi028.stdout: "scrub_duration": 0.0, 2024-08-29T17:47:15.058 INFO:tasks.workunit.client.0.smithi028.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-30T22:18:02.003588+0000", 2024-08-29T17:47:15.058 INFO:tasks.workunit.client.0.smithi028.stdout: "snaptrim_duration": 0.000609862, 2024-08-29T17:47:15.058 INFO:tasks.workunit.client.0.smithi028.stdout: "snaptrimq_len": 0, 2024-08-29T17:47:15.058 INFO:tasks.workunit.client.0.smithi028.stdout: "stat_sum": { 2024-08-29T17:47:15.058 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes": 0, 2024-08-29T17:47:15.058 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes_hit_set_archive": 0, 2024-08-29T17:47:15.058 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes_recovered": 0, 2024-08-29T17:47:15.058 INFO:tasks.workunit.client.0.smithi028.stdout: "num_deep_scrub_errors": 0, 2024-08-29T17:47:15.059 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict": 0, 2024-08-29T17:47:15.059 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_kb": 0, 2024-08-29T17:47:15.059 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_mode_full": 0, 2024-08-29T17:47:15.059 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_mode_some": 0, 2024-08-29T17:47:15.059 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush": 0, 2024-08-29T17:47:15.059 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_kb": 0, 2024-08-29T17:47:15.059 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_mode_high": 0, 2024-08-29T17:47:15.059 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_mode_low": 0, 2024-08-29T17:47:15.059 INFO:tasks.workunit.client.0.smithi028.stdout: "num_keys_recovered": 0, 2024-08-29T17:47:15.059 INFO:tasks.workunit.client.0.smithi028.stdout: "num_large_omap_objects": 0, 2024-08-29T17:47:15.059 INFO:tasks.workunit.client.0.smithi028.stdout: "num_legacy_snapsets": 0, 2024-08-29T17:47:15.059 INFO:tasks.workunit.client.0.smithi028.stdout: "num_object_clones": 0, 2024-08-29T17:47:15.059 INFO:tasks.workunit.client.0.smithi028.stdout: "num_object_copies": 3, 2024-08-29T17:47:15.060 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects": 1, 2024-08-29T17:47:15.060 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_degraded": 0, 2024-08-29T17:47:15.060 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_dirty": 1, 2024-08-29T17:47:15.060 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_hit_set_archive": 0, 2024-08-29T17:47:15.060 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_manifest": 0, 2024-08-29T17:47:15.060 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_misplaced": 0, 2024-08-29T17:47:15.060 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_missing": 0, 2024-08-29T17:47:15.060 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_missing_on_primary": 0, 2024-08-29T17:47:15.060 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_omap": 0, 2024-08-29T17:47:15.060 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_pinned": 0, 2024-08-29T17:47:15.060 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_recovered": 0, 2024-08-29T17:47:15.060 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_repaired": 0, 2024-08-29T17:47:15.060 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_unfound": 0, 2024-08-29T17:47:15.060 INFO:tasks.workunit.client.0.smithi028.stdout: "num_omap_bytes": 0, 2024-08-29T17:47:15.060 INFO:tasks.workunit.client.0.smithi028.stdout: "num_omap_keys": 0, 2024-08-29T17:47:15.061 INFO:tasks.workunit.client.0.smithi028.stdout: "num_promote": 0, 2024-08-29T17:47:15.061 INFO:tasks.workunit.client.0.smithi028.stdout: "num_read": 0, 2024-08-29T17:47:15.061 INFO:tasks.workunit.client.0.smithi028.stdout: "num_read_kb": 0, 2024-08-29T17:47:15.061 INFO:tasks.workunit.client.0.smithi028.stdout: "num_scrub_errors": 0, 2024-08-29T17:47:15.061 INFO:tasks.workunit.client.0.smithi028.stdout: "num_shallow_scrub_errors": 0, 2024-08-29T17:47:15.061 INFO:tasks.workunit.client.0.smithi028.stdout: "num_whiteouts": 0, 2024-08-29T17:47:15.061 INFO:tasks.workunit.client.0.smithi028.stdout: "num_write": 0, 2024-08-29T17:47:15.061 INFO:tasks.workunit.client.0.smithi028.stdout: "num_write_kb": 0 2024-08-29T17:47:15.061 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:15.061 INFO:tasks.workunit.client.0.smithi028.stdout: "state": "active+clean", 2024-08-29T17:47:15.061 INFO:tasks.workunit.client.0.smithi028.stdout: "stats_invalid": false, 2024-08-29T17:47:15.061 INFO:tasks.workunit.client.0.smithi028.stdout: "up": [ 2024-08-29T17:47:15.061 INFO:tasks.workunit.client.0.smithi028.stdout: 0, 2024-08-29T17:47:15.061 INFO:tasks.workunit.client.0.smithi028.stdout: 5, 2024-08-29T17:47:15.061 INFO:tasks.workunit.client.0.smithi028.stdout: 7 2024-08-29T17:47:15.062 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-08-29T17:47:15.062 INFO:tasks.workunit.client.0.smithi028.stdout: "up_primary": 0, 2024-08-29T17:47:15.062 INFO:tasks.workunit.client.0.smithi028.stdout: "version": "72'1" 2024-08-29T17:47:15.062 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:15.062 INFO:tasks.workunit.client.0.smithi028.stdout: { 2024-08-29T17:47:15.062 INFO:tasks.workunit.client.0.smithi028.stdout: "acting": [ 2024-08-29T17:47:15.062 INFO:tasks.workunit.client.0.smithi028.stdout: 7, 2024-08-29T17:47:15.062 INFO:tasks.workunit.client.0.smithi028.stdout: 0, 2024-08-29T17:47:15.062 INFO:tasks.workunit.client.0.smithi028.stdout: 4 2024-08-29T17:47:15.062 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-08-29T17:47:15.062 INFO:tasks.workunit.client.0.smithi028.stdout: "acting_primary": 7, 2024-08-29T17:47:15.062 INFO:tasks.workunit.client.0.smithi028.stdout: "avail_no_missing": [], 2024-08-29T17:47:15.062 INFO:tasks.workunit.client.0.smithi028.stdout: "blocked_by": [], 2024-08-29T17:47:15.062 INFO:tasks.workunit.client.0.smithi028.stdout: "created": 59, 2024-08-29T17:47:15.062 INFO:tasks.workunit.client.0.smithi028.stdout: "dirty_stats_invalid": false, 2024-08-29T17:47:15.062 INFO:tasks.workunit.client.0.smithi028.stdout: "hitset_bytes_stats_invalid": false, 2024-08-29T17:47:15.063 INFO:tasks.workunit.client.0.smithi028.stdout: "hitset_stats_invalid": false, 2024-08-29T17:47:15.063 INFO:tasks.workunit.client.0.smithi028.stdout: "last_active": "2024-08-29T17:43:51.059257+0000", 2024-08-29T17:47:15.063 INFO:tasks.workunit.client.0.smithi028.stdout: "last_became_active": "2024-08-29T17:40:54.000629+0000", 2024-08-29T17:47:15.063 INFO:tasks.workunit.client.0.smithi028.stdout: "last_became_peered": "2024-08-29T17:40:54.000629+0000", 2024-08-29T17:47:15.063 INFO:tasks.workunit.client.0.smithi028.stdout: "last_change": "2024-08-29T17:40:54.001565+0000", 2024-08-29T17:47:15.063 INFO:tasks.workunit.client.0.smithi028.stdout: "last_clean": "2024-08-29T17:43:51.059257+0000", 2024-08-29T17:47:15.063 INFO:tasks.workunit.client.0.smithi028.stdout: "last_clean_scrub_stamp": "2024-08-29T17:40:52.944949+0000", 2024-08-29T17:47:15.063 INFO:tasks.workunit.client.0.smithi028.stdout: "last_deep_scrub": "0'0", 2024-08-29T17:47:15.063 INFO:tasks.workunit.client.0.smithi028.stdout: "last_deep_scrub_stamp": "2024-08-29T17:40:52.944949+0000", 2024-08-29T17:47:15.063 INFO:tasks.workunit.client.0.smithi028.stdout: "last_epoch_clean": 60, 2024-08-29T17:47:15.063 INFO:tasks.workunit.client.0.smithi028.stdout: "last_fresh": "2024-08-29T17:43:51.059257+0000", 2024-08-29T17:47:15.063 INFO:tasks.workunit.client.0.smithi028.stdout: "last_fullsized": "2024-08-29T17:43:51.059257+0000", 2024-08-29T17:47:15.063 INFO:tasks.workunit.client.0.smithi028.stdout: "last_peered": "2024-08-29T17:43:51.059257+0000", 2024-08-29T17:47:15.063 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub": "0'0", 2024-08-29T17:47:15.063 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub_duration": 0, 2024-08-29T17:47:15.064 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub_stamp": "2024-08-29T17:40:52.944949+0000", 2024-08-29T17:47:15.064 INFO:tasks.workunit.client.0.smithi028.stdout: "last_undegraded": "2024-08-29T17:43:51.059257+0000", 2024-08-29T17:47:15.064 INFO:tasks.workunit.client.0.smithi028.stdout: "last_unstale": "2024-08-29T17:43:51.059257+0000", 2024-08-29T17:47:15.064 INFO:tasks.workunit.client.0.smithi028.stdout: "log_dups_size": 0, 2024-08-29T17:47:15.064 INFO:tasks.workunit.client.0.smithi028.stdout: "log_size": 0, 2024-08-29T17:47:15.064 INFO:tasks.workunit.client.0.smithi028.stdout: "log_start": "0'0", 2024-08-29T17:47:15.064 INFO:tasks.workunit.client.0.smithi028.stdout: "manifest_stats_invalid": false, 2024-08-29T17:47:15.064 INFO:tasks.workunit.client.0.smithi028.stdout: "mapping_epoch": 59, 2024-08-29T17:47:15.064 INFO:tasks.workunit.client.0.smithi028.stdout: "object_location_counts": [], 2024-08-29T17:47:15.064 INFO:tasks.workunit.client.0.smithi028.stdout: "objects_scrubbed": 0, 2024-08-29T17:47:15.064 INFO:tasks.workunit.client.0.smithi028.stdout: "objects_trimmed": 0, 2024-08-29T17:47:15.064 INFO:tasks.workunit.client.0.smithi028.stdout: "omap_stats_invalid": false, 2024-08-29T17:47:15.064 INFO:tasks.workunit.client.0.smithi028.stdout: "ondisk_log_size": 0, 2024-08-29T17:47:15.065 INFO:tasks.workunit.client.0.smithi028.stdout: "ondisk_log_start": "0'0", 2024-08-29T17:47:15.065 INFO:tasks.workunit.client.0.smithi028.stdout: "parent": "0.0", 2024-08-29T17:47:15.065 INFO:tasks.workunit.client.0.smithi028.stdout: "parent_split_bits": 0, 2024-08-29T17:47:15.065 INFO:tasks.workunit.client.0.smithi028.stdout: "pgid": "2.5", 2024-08-29T17:47:15.065 INFO:tasks.workunit.client.0.smithi028.stdout: "pin_stats_invalid": false, 2024-08-29T17:47:15.065 INFO:tasks.workunit.client.0.smithi028.stdout: "purged_snaps": [], 2024-08-29T17:47:15.065 INFO:tasks.workunit.client.0.smithi028.stdout: "reported_epoch": 74, 2024-08-29T17:47:15.065 INFO:tasks.workunit.client.0.smithi028.stdout: "reported_seq": 24, 2024-08-29T17:47:15.065 INFO:tasks.workunit.client.0.smithi028.stdout: "scrub_duration": 0.0, 2024-08-29T17:47:15.065 INFO:tasks.workunit.client.0.smithi028.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-30T21:46:22.288419+0000", 2024-08-29T17:47:15.065 INFO:tasks.workunit.client.0.smithi028.stdout: "snaptrim_duration": 0.0, 2024-08-29T17:47:15.065 INFO:tasks.workunit.client.0.smithi028.stdout: "snaptrimq_len": 0, 2024-08-29T17:47:15.065 INFO:tasks.workunit.client.0.smithi028.stdout: "stat_sum": { 2024-08-29T17:47:15.065 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes": 0, 2024-08-29T17:47:15.066 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes_hit_set_archive": 0, 2024-08-29T17:47:15.066 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes_recovered": 0, 2024-08-29T17:47:15.066 INFO:tasks.workunit.client.0.smithi028.stdout: "num_deep_scrub_errors": 0, 2024-08-29T17:47:15.066 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict": 0, 2024-08-29T17:47:15.066 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_kb": 0, 2024-08-29T17:47:15.066 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_mode_full": 0, 2024-08-29T17:47:15.066 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_mode_some": 0, 2024-08-29T17:47:15.066 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush": 0, 2024-08-29T17:47:15.066 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_kb": 0, 2024-08-29T17:47:15.066 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_mode_high": 0, 2024-08-29T17:47:15.066 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_mode_low": 0, 2024-08-29T17:47:15.066 INFO:tasks.workunit.client.0.smithi028.stdout: "num_keys_recovered": 0, 2024-08-29T17:47:15.066 INFO:tasks.workunit.client.0.smithi028.stdout: "num_large_omap_objects": 0, 2024-08-29T17:47:15.066 INFO:tasks.workunit.client.0.smithi028.stdout: "num_legacy_snapsets": 0, 2024-08-29T17:47:15.066 INFO:tasks.workunit.client.0.smithi028.stdout: "num_object_clones": 0, 2024-08-29T17:47:15.067 INFO:tasks.workunit.client.0.smithi028.stdout: "num_object_copies": 0, 2024-08-29T17:47:15.067 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects": 0, 2024-08-29T17:47:15.067 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_degraded": 0, 2024-08-29T17:47:15.067 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_dirty": 0, 2024-08-29T17:47:15.067 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_hit_set_archive": 0, 2024-08-29T17:47:15.067 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_manifest": 0, 2024-08-29T17:47:15.067 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_misplaced": 0, 2024-08-29T17:47:15.067 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_missing": 0, 2024-08-29T17:47:15.067 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_missing_on_primary": 0, 2024-08-29T17:47:15.067 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_omap": 0, 2024-08-29T17:47:15.067 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_pinned": 0, 2024-08-29T17:47:15.067 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_recovered": 0, 2024-08-29T17:47:15.067 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_repaired": 0, 2024-08-29T17:47:15.067 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_unfound": 0, 2024-08-29T17:47:15.067 INFO:tasks.workunit.client.0.smithi028.stdout: "num_omap_bytes": 0, 2024-08-29T17:47:15.067 INFO:tasks.workunit.client.0.smithi028.stdout: "num_omap_keys": 0, 2024-08-29T17:47:15.068 INFO:tasks.workunit.client.0.smithi028.stdout: "num_promote": 0, 2024-08-29T17:47:15.068 INFO:tasks.workunit.client.0.smithi028.stdout: "num_read": 0, 2024-08-29T17:47:15.068 INFO:tasks.workunit.client.0.smithi028.stdout: "num_read_kb": 0, 2024-08-29T17:47:15.068 INFO:tasks.workunit.client.0.smithi028.stdout: "num_scrub_errors": 0, 2024-08-29T17:47:15.068 INFO:tasks.workunit.client.0.smithi028.stdout: "num_shallow_scrub_errors": 0, 2024-08-29T17:47:15.068 INFO:tasks.workunit.client.0.smithi028.stdout: "num_whiteouts": 0, 2024-08-29T17:47:15.068 INFO:tasks.workunit.client.0.smithi028.stdout: "num_write": 0, 2024-08-29T17:47:15.068 INFO:tasks.workunit.client.0.smithi028.stdout: "num_write_kb": 0 2024-08-29T17:47:15.068 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:15.068 INFO:tasks.workunit.client.0.smithi028.stdout: "state": "active+clean", 2024-08-29T17:47:15.068 INFO:tasks.workunit.client.0.smithi028.stdout: "stats_invalid": false, 2024-08-29T17:47:15.068 INFO:tasks.workunit.client.0.smithi028.stdout: "up": [ 2024-08-29T17:47:15.068 INFO:tasks.workunit.client.0.smithi028.stdout: 7, 2024-08-29T17:47:15.068 INFO:tasks.workunit.client.0.smithi028.stdout: 0, 2024-08-29T17:47:15.068 INFO:tasks.workunit.client.0.smithi028.stdout: 4 2024-08-29T17:47:15.069 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-08-29T17:47:15.069 INFO:tasks.workunit.client.0.smithi028.stdout: "up_primary": 7, 2024-08-29T17:47:15.069 INFO:tasks.workunit.client.0.smithi028.stdout: "version": "0'0" 2024-08-29T17:47:15.069 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:15.069 INFO:tasks.workunit.client.0.smithi028.stdout: { 2024-08-29T17:47:15.069 INFO:tasks.workunit.client.0.smithi028.stdout: "acting": [ 2024-08-29T17:47:15.069 INFO:tasks.workunit.client.0.smithi028.stdout: 1, 2024-08-29T17:47:15.069 INFO:tasks.workunit.client.0.smithi028.stdout: 2, 2024-08-29T17:47:15.069 INFO:tasks.workunit.client.0.smithi028.stdout: 5 2024-08-29T17:47:15.069 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-08-29T17:47:15.069 INFO:tasks.workunit.client.0.smithi028.stdout: "acting_primary": 1, 2024-08-29T17:47:15.069 INFO:tasks.workunit.client.0.smithi028.stdout: "avail_no_missing": [], 2024-08-29T17:47:15.069 INFO:tasks.workunit.client.0.smithi028.stdout: "blocked_by": [], 2024-08-29T17:47:15.069 INFO:tasks.workunit.client.0.smithi028.stdout: "created": 62, 2024-08-29T17:47:15.070 INFO:tasks.workunit.client.0.smithi028.stdout: "dirty_stats_invalid": false, 2024-08-29T17:47:15.070 INFO:tasks.workunit.client.0.smithi028.stdout: "hitset_bytes_stats_invalid": false, 2024-08-29T17:47:15.070 INFO:tasks.workunit.client.0.smithi028.stdout: "hitset_stats_invalid": false, 2024-08-29T17:47:15.070 INFO:tasks.workunit.client.0.smithi028.stdout: "last_active": "2024-08-29T17:43:51.010092+0000", 2024-08-29T17:47:15.070 INFO:tasks.workunit.client.0.smithi028.stdout: "last_became_active": "2024-08-29T17:41:03.060489+0000", 2024-08-29T17:47:15.070 INFO:tasks.workunit.client.0.smithi028.stdout: "last_became_peered": "2024-08-29T17:41:03.060489+0000", 2024-08-29T17:47:15.070 INFO:tasks.workunit.client.0.smithi028.stdout: "last_change": "2024-08-29T17:41:03.060898+0000", 2024-08-29T17:47:15.070 INFO:tasks.workunit.client.0.smithi028.stdout: "last_clean": "2024-08-29T17:43:51.010092+0000", 2024-08-29T17:47:15.070 INFO:tasks.workunit.client.0.smithi028.stdout: "last_clean_scrub_stamp": "2024-08-29T17:41:01.987071+0000", 2024-08-29T17:47:15.070 INFO:tasks.workunit.client.0.smithi028.stdout: "last_deep_scrub": "0'0", 2024-08-29T17:47:15.070 INFO:tasks.workunit.client.0.smithi028.stdout: "last_deep_scrub_stamp": "2024-08-29T17:41:01.987071+0000", 2024-08-29T17:47:15.070 INFO:tasks.workunit.client.0.smithi028.stdout: "last_epoch_clean": 63, 2024-08-29T17:47:15.070 INFO:tasks.workunit.client.0.smithi028.stdout: "last_fresh": "2024-08-29T17:43:51.010092+0000", 2024-08-29T17:47:15.071 INFO:tasks.workunit.client.0.smithi028.stdout: "last_fullsized": "2024-08-29T17:43:51.010092+0000", 2024-08-29T17:47:15.071 INFO:tasks.workunit.client.0.smithi028.stdout: "last_peered": "2024-08-29T17:43:51.010092+0000", 2024-08-29T17:47:15.071 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub": "0'0", 2024-08-29T17:47:15.071 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub_duration": 0, 2024-08-29T17:47:15.071 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub_stamp": "2024-08-29T17:41:01.987071+0000", 2024-08-29T17:47:15.071 INFO:tasks.workunit.client.0.smithi028.stdout: "last_undegraded": "2024-08-29T17:43:51.010092+0000", 2024-08-29T17:47:15.071 INFO:tasks.workunit.client.0.smithi028.stdout: "last_unstale": "2024-08-29T17:43:51.010092+0000", 2024-08-29T17:47:15.071 INFO:tasks.workunit.client.0.smithi028.stdout: "log_dups_size": 0, 2024-08-29T17:47:15.071 INFO:tasks.workunit.client.0.smithi028.stdout: "log_size": 0, 2024-08-29T17:47:15.071 INFO:tasks.workunit.client.0.smithi028.stdout: "log_start": "0'0", 2024-08-29T17:47:15.071 INFO:tasks.workunit.client.0.smithi028.stdout: "manifest_stats_invalid": false, 2024-08-29T17:47:15.071 INFO:tasks.workunit.client.0.smithi028.stdout: "mapping_epoch": 62, 2024-08-29T17:47:15.071 INFO:tasks.workunit.client.0.smithi028.stdout: "object_location_counts": [], 2024-08-29T17:47:15.071 INFO:tasks.workunit.client.0.smithi028.stdout: "objects_scrubbed": 0, 2024-08-29T17:47:15.072 INFO:tasks.workunit.client.0.smithi028.stdout: "objects_trimmed": 0, 2024-08-29T17:47:15.072 INFO:tasks.workunit.client.0.smithi028.stdout: "omap_stats_invalid": false, 2024-08-29T17:47:15.072 INFO:tasks.workunit.client.0.smithi028.stdout: "ondisk_log_size": 0, 2024-08-29T17:47:15.072 INFO:tasks.workunit.client.0.smithi028.stdout: "ondisk_log_start": "0'0", 2024-08-29T17:47:15.072 INFO:tasks.workunit.client.0.smithi028.stdout: "parent": "0.0", 2024-08-29T17:47:15.072 INFO:tasks.workunit.client.0.smithi028.stdout: "parent_split_bits": 0, 2024-08-29T17:47:15.072 INFO:tasks.workunit.client.0.smithi028.stdout: "pgid": "3.4", 2024-08-29T17:47:15.072 INFO:tasks.workunit.client.0.smithi028.stdout: "pin_stats_invalid": false, 2024-08-29T17:47:15.072 INFO:tasks.workunit.client.0.smithi028.stdout: "purged_snaps": [], 2024-08-29T17:47:15.072 INFO:tasks.workunit.client.0.smithi028.stdout: "reported_epoch": 74, 2024-08-29T17:47:15.072 INFO:tasks.workunit.client.0.smithi028.stdout: "reported_seq": 21, 2024-08-29T17:47:15.072 INFO:tasks.workunit.client.0.smithi028.stdout: "scrub_duration": 0.0, 2024-08-29T17:47:15.072 INFO:tasks.workunit.client.0.smithi028.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-31T02:53:14.459155+0000", 2024-08-29T17:47:15.072 INFO:tasks.workunit.client.0.smithi028.stdout: "snaptrim_duration": 0.0, 2024-08-29T17:47:15.073 INFO:tasks.workunit.client.0.smithi028.stdout: "snaptrimq_len": 0, 2024-08-29T17:47:15.073 INFO:tasks.workunit.client.0.smithi028.stdout: "stat_sum": { 2024-08-29T17:47:15.073 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes": 0, 2024-08-29T17:47:15.073 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes_hit_set_archive": 0, 2024-08-29T17:47:15.073 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes_recovered": 0, 2024-08-29T17:47:15.073 INFO:tasks.workunit.client.0.smithi028.stdout: "num_deep_scrub_errors": 0, 2024-08-29T17:47:15.073 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict": 0, 2024-08-29T17:47:15.073 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_kb": 0, 2024-08-29T17:47:15.073 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_mode_full": 0, 2024-08-29T17:47:15.073 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_mode_some": 0, 2024-08-29T17:47:15.073 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush": 0, 2024-08-29T17:47:15.073 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_kb": 0, 2024-08-29T17:47:15.073 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_mode_high": 0, 2024-08-29T17:47:15.073 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_mode_low": 0, 2024-08-29T17:47:15.074 INFO:tasks.workunit.client.0.smithi028.stdout: "num_keys_recovered": 0, 2024-08-29T17:47:15.074 INFO:tasks.workunit.client.0.smithi028.stdout: "num_large_omap_objects": 0, 2024-08-29T17:47:15.074 INFO:tasks.workunit.client.0.smithi028.stdout: "num_legacy_snapsets": 0, 2024-08-29T17:47:15.074 INFO:tasks.workunit.client.0.smithi028.stdout: "num_object_clones": 0, 2024-08-29T17:47:15.074 INFO:tasks.workunit.client.0.smithi028.stdout: "num_object_copies": 0, 2024-08-29T17:47:15.074 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects": 0, 2024-08-29T17:47:15.074 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_degraded": 0, 2024-08-29T17:47:15.074 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_dirty": 0, 2024-08-29T17:47:15.074 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_hit_set_archive": 0, 2024-08-29T17:47:15.074 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_manifest": 0, 2024-08-29T17:47:15.074 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_misplaced": 0, 2024-08-29T17:47:15.074 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_missing": 0, 2024-08-29T17:47:15.074 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_missing_on_primary": 0, 2024-08-29T17:47:15.074 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_omap": 0, 2024-08-29T17:47:15.075 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_pinned": 0, 2024-08-29T17:47:15.075 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_recovered": 0, 2024-08-29T17:47:15.075 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_repaired": 0, 2024-08-29T17:47:15.075 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_unfound": 0, 2024-08-29T17:47:15.075 INFO:tasks.workunit.client.0.smithi028.stdout: "num_omap_bytes": 0, 2024-08-29T17:47:15.075 INFO:tasks.workunit.client.0.smithi028.stdout: "num_omap_keys": 0, 2024-08-29T17:47:15.075 INFO:tasks.workunit.client.0.smithi028.stdout: "num_promote": 0, 2024-08-29T17:47:15.075 INFO:tasks.workunit.client.0.smithi028.stdout: "num_read": 0, 2024-08-29T17:47:15.075 INFO:tasks.workunit.client.0.smithi028.stdout: "num_read_kb": 0, 2024-08-29T17:47:15.075 INFO:tasks.workunit.client.0.smithi028.stdout: "num_scrub_errors": 0, 2024-08-29T17:47:15.075 INFO:tasks.workunit.client.0.smithi028.stdout: "num_shallow_scrub_errors": 0, 2024-08-29T17:47:15.075 INFO:tasks.workunit.client.0.smithi028.stdout: "num_whiteouts": 0, 2024-08-29T17:47:15.075 INFO:tasks.workunit.client.0.smithi028.stdout: "num_write": 0, 2024-08-29T17:47:15.075 INFO:tasks.workunit.client.0.smithi028.stdout: "num_write_kb": 0 2024-08-29T17:47:15.076 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:15.076 INFO:tasks.workunit.client.0.smithi028.stdout: "state": "active+clean", 2024-08-29T17:47:15.076 INFO:tasks.workunit.client.0.smithi028.stdout: "stats_invalid": false, 2024-08-29T17:47:15.076 INFO:tasks.workunit.client.0.smithi028.stdout: "up": [ 2024-08-29T17:47:15.076 INFO:tasks.workunit.client.0.smithi028.stdout: 1, 2024-08-29T17:47:15.076 INFO:tasks.workunit.client.0.smithi028.stdout: 2, 2024-08-29T17:47:15.076 INFO:tasks.workunit.client.0.smithi028.stdout: 5 2024-08-29T17:47:15.076 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-08-29T17:47:15.076 INFO:tasks.workunit.client.0.smithi028.stdout: "up_primary": 1, 2024-08-29T17:47:15.076 INFO:tasks.workunit.client.0.smithi028.stdout: "version": "0'0" 2024-08-29T17:47:15.076 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:15.076 INFO:tasks.workunit.client.0.smithi028.stdout: { 2024-08-29T17:47:15.076 INFO:tasks.workunit.client.0.smithi028.stdout: "acting": [ 2024-08-29T17:47:15.077 INFO:tasks.workunit.client.0.smithi028.stdout: 3, 2024-08-29T17:47:15.077 INFO:tasks.workunit.client.0.smithi028.stdout: 7, 2024-08-29T17:47:15.077 INFO:tasks.workunit.client.0.smithi028.stdout: 0 2024-08-29T17:47:15.077 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-08-29T17:47:15.077 INFO:tasks.workunit.client.0.smithi028.stdout: "acting_primary": 3, 2024-08-29T17:47:15.077 INFO:tasks.workunit.client.0.smithi028.stdout: "avail_no_missing": [], 2024-08-29T17:47:15.077 INFO:tasks.workunit.client.0.smithi028.stdout: "blocked_by": [], 2024-08-29T17:47:15.077 INFO:tasks.workunit.client.0.smithi028.stdout: "created": 69, 2024-08-29T17:47:15.077 INFO:tasks.workunit.client.0.smithi028.stdout: "dirty_stats_invalid": false, 2024-08-29T17:47:15.077 INFO:tasks.workunit.client.0.smithi028.stdout: "hitset_bytes_stats_invalid": false, 2024-08-29T17:47:15.077 INFO:tasks.workunit.client.0.smithi028.stdout: "hitset_stats_invalid": false, 2024-08-29T17:47:15.077 INFO:tasks.workunit.client.0.smithi028.stdout: "last_active": "2024-08-29T17:43:59.435049+0000", 2024-08-29T17:47:15.077 INFO:tasks.workunit.client.0.smithi028.stdout: "last_became_active": "2024-08-29T17:43:40.899440+0000", 2024-08-29T17:47:15.078 INFO:tasks.workunit.client.0.smithi028.stdout: "last_became_peered": "2024-08-29T17:43:40.899440+0000", 2024-08-29T17:47:15.078 INFO:tasks.workunit.client.0.smithi028.stdout: "last_change": "2024-08-29T17:43:51.003411+0000", 2024-08-29T17:47:15.078 INFO:tasks.workunit.client.0.smithi028.stdout: "last_clean": "2024-08-29T17:43:59.435049+0000", 2024-08-29T17:47:15.078 INFO:tasks.workunit.client.0.smithi028.stdout: "last_clean_scrub_stamp": "2024-08-29T17:43:39.870944+0000", 2024-08-29T17:47:15.078 INFO:tasks.workunit.client.0.smithi028.stdout: "last_deep_scrub": "0'0", 2024-08-29T17:47:15.078 INFO:tasks.workunit.client.0.smithi028.stdout: "last_deep_scrub_stamp": "2024-08-29T17:43:39.870944+0000", 2024-08-29T17:47:15.078 INFO:tasks.workunit.client.0.smithi028.stdout: "last_epoch_clean": 70, 2024-08-29T17:47:15.078 INFO:tasks.workunit.client.0.smithi028.stdout: "last_fresh": "2024-08-29T17:43:59.435049+0000", 2024-08-29T17:47:15.078 INFO:tasks.workunit.client.0.smithi028.stdout: "last_fullsized": "2024-08-29T17:43:59.435049+0000", 2024-08-29T17:47:15.078 INFO:tasks.workunit.client.0.smithi028.stdout: "last_peered": "2024-08-29T17:43:59.435049+0000", 2024-08-29T17:47:15.078 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub": "0'0", 2024-08-29T17:47:15.078 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub_duration": 0, 2024-08-29T17:47:15.079 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub_stamp": "2024-08-29T17:43:39.870944+0000", 2024-08-29T17:47:15.079 INFO:tasks.workunit.client.0.smithi028.stdout: "last_undegraded": "2024-08-29T17:43:59.435049+0000", 2024-08-29T17:47:15.079 INFO:tasks.workunit.client.0.smithi028.stdout: "last_unstale": "2024-08-29T17:43:59.435049+0000", 2024-08-29T17:47:15.079 INFO:tasks.workunit.client.0.smithi028.stdout: "log_dups_size": 0, 2024-08-29T17:47:15.079 INFO:tasks.workunit.client.0.smithi028.stdout: "log_size": 0, 2024-08-29T17:47:15.079 INFO:tasks.workunit.client.0.smithi028.stdout: "log_start": "0'0", 2024-08-29T17:47:15.079 INFO:tasks.workunit.client.0.smithi028.stdout: "manifest_stats_invalid": false, 2024-08-29T17:47:15.079 INFO:tasks.workunit.client.0.smithi028.stdout: "mapping_epoch": 69, 2024-08-29T17:47:15.079 INFO:tasks.workunit.client.0.smithi028.stdout: "object_location_counts": [], 2024-08-29T17:47:15.079 INFO:tasks.workunit.client.0.smithi028.stdout: "objects_scrubbed": 0, 2024-08-29T17:47:15.079 INFO:tasks.workunit.client.0.smithi028.stdout: "objects_trimmed": 0, 2024-08-29T17:47:15.079 INFO:tasks.workunit.client.0.smithi028.stdout: "omap_stats_invalid": false, 2024-08-29T17:47:15.079 INFO:tasks.workunit.client.0.smithi028.stdout: "ondisk_log_size": 0, 2024-08-29T17:47:15.079 INFO:tasks.workunit.client.0.smithi028.stdout: "ondisk_log_start": "0'0", 2024-08-29T17:47:15.080 INFO:tasks.workunit.client.0.smithi028.stdout: "parent": "0.0", 2024-08-29T17:47:15.080 INFO:tasks.workunit.client.0.smithi028.stdout: "parent_split_bits": 0, 2024-08-29T17:47:15.080 INFO:tasks.workunit.client.0.smithi028.stdout: "pgid": "4.0", 2024-08-29T17:47:15.080 INFO:tasks.workunit.client.0.smithi028.stdout: "pin_stats_invalid": false, 2024-08-29T17:47:15.080 INFO:tasks.workunit.client.0.smithi028.stdout: "purged_snaps": [], 2024-08-29T17:47:15.080 INFO:tasks.workunit.client.0.smithi028.stdout: "reported_epoch": 75, 2024-08-29T17:47:15.080 INFO:tasks.workunit.client.0.smithi028.stdout: "reported_seq": 19, 2024-08-29T17:47:15.080 INFO:tasks.workunit.client.0.smithi028.stdout: "scrub_duration": 0.0, 2024-08-29T17:47:15.080 INFO:tasks.workunit.client.0.smithi028.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-30T20:24:33.505933+0000", 2024-08-29T17:47:15.080 INFO:tasks.workunit.client.0.smithi028.stdout: "snaptrim_duration": 0.001474179, 2024-08-29T17:47:15.080 INFO:tasks.workunit.client.0.smithi028.stdout: "snaptrimq_len": 0, 2024-08-29T17:47:15.080 INFO:tasks.workunit.client.0.smithi028.stdout: "stat_sum": { 2024-08-29T17:47:15.080 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes": 0, 2024-08-29T17:47:15.080 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes_hit_set_archive": 0, 2024-08-29T17:47:15.081 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes_recovered": 0, 2024-08-29T17:47:15.081 INFO:tasks.workunit.client.0.smithi028.stdout: "num_deep_scrub_errors": 0, 2024-08-29T17:47:15.081 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict": 0, 2024-08-29T17:47:15.081 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_kb": 0, 2024-08-29T17:47:15.081 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_mode_full": 0, 2024-08-29T17:47:15.081 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_mode_some": 0, 2024-08-29T17:47:15.081 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush": 0, 2024-08-29T17:47:15.081 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_kb": 0, 2024-08-29T17:47:15.081 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_mode_high": 0, 2024-08-29T17:47:15.081 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_mode_low": 0, 2024-08-29T17:47:15.081 INFO:tasks.workunit.client.0.smithi028.stdout: "num_keys_recovered": 0, 2024-08-29T17:47:15.081 INFO:tasks.workunit.client.0.smithi028.stdout: "num_large_omap_objects": 0, 2024-08-29T17:47:15.081 INFO:tasks.workunit.client.0.smithi028.stdout: "num_legacy_snapsets": 0, 2024-08-29T17:47:15.081 INFO:tasks.workunit.client.0.smithi028.stdout: "num_object_clones": 0, 2024-08-29T17:47:15.082 INFO:tasks.workunit.client.0.smithi028.stdout: "num_object_copies": 0, 2024-08-29T17:47:15.082 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects": 0, 2024-08-29T17:47:15.082 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_degraded": 0, 2024-08-29T17:47:15.082 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_dirty": 0, 2024-08-29T17:47:15.082 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_hit_set_archive": 0, 2024-08-29T17:47:15.082 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_manifest": 0, 2024-08-29T17:47:15.082 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_misplaced": 0, 2024-08-29T17:47:15.082 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_missing": 0, 2024-08-29T17:47:15.082 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_missing_on_primary": 0, 2024-08-29T17:47:15.082 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_omap": 0, 2024-08-29T17:47:15.082 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_pinned": 0, 2024-08-29T17:47:15.082 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_recovered": 0, 2024-08-29T17:47:15.082 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_repaired": 0, 2024-08-29T17:47:15.083 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_unfound": 0, 2024-08-29T17:47:15.083 INFO:tasks.workunit.client.0.smithi028.stdout: "num_omap_bytes": 0, 2024-08-29T17:47:15.083 INFO:tasks.workunit.client.0.smithi028.stdout: "num_omap_keys": 0, 2024-08-29T17:47:15.083 INFO:tasks.workunit.client.0.smithi028.stdout: "num_promote": 0, 2024-08-29T17:47:15.083 INFO:tasks.workunit.client.0.smithi028.stdout: "num_read": 0, 2024-08-29T17:47:15.083 INFO:tasks.workunit.client.0.smithi028.stdout: "num_read_kb": 0, 2024-08-29T17:47:15.083 INFO:tasks.workunit.client.0.smithi028.stdout: "num_scrub_errors": 0, 2024-08-29T17:47:15.083 INFO:tasks.workunit.client.0.smithi028.stdout: "num_shallow_scrub_errors": 0, 2024-08-29T17:47:15.083 INFO:tasks.workunit.client.0.smithi028.stdout: "num_whiteouts": 0, 2024-08-29T17:47:15.083 INFO:tasks.workunit.client.0.smithi028.stdout: "num_write": 0, 2024-08-29T17:47:15.083 INFO:tasks.workunit.client.0.smithi028.stdout: "num_write_kb": 0 2024-08-29T17:47:15.083 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:15.083 INFO:tasks.workunit.client.0.smithi028.stdout: "state": "active+clean", 2024-08-29T17:47:15.083 INFO:tasks.workunit.client.0.smithi028.stdout: "stats_invalid": false, 2024-08-29T17:47:15.083 INFO:tasks.workunit.client.0.smithi028.stdout: "up": [ 2024-08-29T17:47:15.084 INFO:tasks.workunit.client.0.smithi028.stdout: 3, 2024-08-29T17:47:15.084 INFO:tasks.workunit.client.0.smithi028.stdout: 7, 2024-08-29T17:47:15.084 INFO:tasks.workunit.client.0.smithi028.stdout: 0 2024-08-29T17:47:15.084 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-08-29T17:47:15.084 INFO:tasks.workunit.client.0.smithi028.stdout: "up_primary": 3, 2024-08-29T17:47:15.084 INFO:tasks.workunit.client.0.smithi028.stdout: "version": "0'0" 2024-08-29T17:47:15.084 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:15.084 INFO:tasks.workunit.client.0.smithi028.stdout: { 2024-08-29T17:47:15.084 INFO:tasks.workunit.client.0.smithi028.stdout: "acting": [ 2024-08-29T17:47:15.084 INFO:tasks.workunit.client.0.smithi028.stdout: 1, 2024-08-29T17:47:15.084 INFO:tasks.workunit.client.0.smithi028.stdout: 6, 2024-08-29T17:47:15.084 INFO:tasks.workunit.client.0.smithi028.stdout: 4 2024-08-29T17:47:15.084 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-08-29T17:47:15.084 INFO:tasks.workunit.client.0.smithi028.stdout: "acting_primary": 1, 2024-08-29T17:47:15.084 INFO:tasks.workunit.client.0.smithi028.stdout: "avail_no_missing": [], 2024-08-29T17:47:15.085 INFO:tasks.workunit.client.0.smithi028.stdout: "blocked_by": [], 2024-08-29T17:47:15.085 INFO:tasks.workunit.client.0.smithi028.stdout: "created": 59, 2024-08-29T17:47:15.085 INFO:tasks.workunit.client.0.smithi028.stdout: "dirty_stats_invalid": false, 2024-08-29T17:47:15.085 INFO:tasks.workunit.client.0.smithi028.stdout: "hitset_bytes_stats_invalid": false, 2024-08-29T17:47:15.085 INFO:tasks.workunit.client.0.smithi028.stdout: "hitset_stats_invalid": false, 2024-08-29T17:47:15.085 INFO:tasks.workunit.client.0.smithi028.stdout: "last_active": "2024-08-29T17:43:51.010275+0000", 2024-08-29T17:47:15.085 INFO:tasks.workunit.client.0.smithi028.stdout: "last_became_active": "2024-08-29T17:40:53.984037+0000", 2024-08-29T17:47:15.085 INFO:tasks.workunit.client.0.smithi028.stdout: "last_became_peered": "2024-08-29T17:40:53.984037+0000", 2024-08-29T17:47:15.085 INFO:tasks.workunit.client.0.smithi028.stdout: "last_change": "2024-08-29T17:40:53.984827+0000", 2024-08-29T17:47:15.085 INFO:tasks.workunit.client.0.smithi028.stdout: "last_clean": "2024-08-29T17:43:51.010275+0000", 2024-08-29T17:47:15.085 INFO:tasks.workunit.client.0.smithi028.stdout: "last_clean_scrub_stamp": "2024-08-29T17:40:52.944949+0000", 2024-08-29T17:47:15.085 INFO:tasks.workunit.client.0.smithi028.stdout: "last_deep_scrub": "0'0", 2024-08-29T17:47:15.085 INFO:tasks.workunit.client.0.smithi028.stdout: "last_deep_scrub_stamp": "2024-08-29T17:40:52.944949+0000", 2024-08-29T17:47:15.085 INFO:tasks.workunit.client.0.smithi028.stdout: "last_epoch_clean": 60, 2024-08-29T17:47:15.086 INFO:tasks.workunit.client.0.smithi028.stdout: "last_fresh": "2024-08-29T17:43:51.010275+0000", 2024-08-29T17:47:15.086 INFO:tasks.workunit.client.0.smithi028.stdout: "last_fullsized": "2024-08-29T17:43:51.010275+0000", 2024-08-29T17:47:15.086 INFO:tasks.workunit.client.0.smithi028.stdout: "last_peered": "2024-08-29T17:43:51.010275+0000", 2024-08-29T17:47:15.086 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub": "0'0", 2024-08-29T17:47:15.086 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub_duration": 0, 2024-08-29T17:47:15.086 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub_stamp": "2024-08-29T17:40:52.944949+0000", 2024-08-29T17:47:15.086 INFO:tasks.workunit.client.0.smithi028.stdout: "last_undegraded": "2024-08-29T17:43:51.010275+0000", 2024-08-29T17:47:15.086 INFO:tasks.workunit.client.0.smithi028.stdout: "last_unstale": "2024-08-29T17:43:51.010275+0000", 2024-08-29T17:47:15.086 INFO:tasks.workunit.client.0.smithi028.stdout: "log_dups_size": 0, 2024-08-29T17:47:15.086 INFO:tasks.workunit.client.0.smithi028.stdout: "log_size": 1, 2024-08-29T17:47:15.086 INFO:tasks.workunit.client.0.smithi028.stdout: "log_start": "0'0", 2024-08-29T17:47:15.086 INFO:tasks.workunit.client.0.smithi028.stdout: "manifest_stats_invalid": false, 2024-08-29T17:47:15.086 INFO:tasks.workunit.client.0.smithi028.stdout: "mapping_epoch": 59, 2024-08-29T17:47:15.087 INFO:tasks.workunit.client.0.smithi028.stdout: "object_location_counts": [], 2024-08-29T17:47:15.087 INFO:tasks.workunit.client.0.smithi028.stdout: "objects_scrubbed": 0, 2024-08-29T17:47:15.087 INFO:tasks.workunit.client.0.smithi028.stdout: "objects_trimmed": 0, 2024-08-29T17:47:15.087 INFO:tasks.workunit.client.0.smithi028.stdout: "omap_stats_invalid": false, 2024-08-29T17:47:15.087 INFO:tasks.workunit.client.0.smithi028.stdout: "ondisk_log_size": 1, 2024-08-29T17:47:15.087 INFO:tasks.workunit.client.0.smithi028.stdout: "ondisk_log_start": "0'0", 2024-08-29T17:47:15.087 INFO:tasks.workunit.client.0.smithi028.stdout: "parent": "0.0", 2024-08-29T17:47:15.087 INFO:tasks.workunit.client.0.smithi028.stdout: "parent_split_bits": 0, 2024-08-29T17:47:15.087 INFO:tasks.workunit.client.0.smithi028.stdout: "pgid": "2.6", 2024-08-29T17:47:15.087 INFO:tasks.workunit.client.0.smithi028.stdout: "pin_stats_invalid": false, 2024-08-29T17:47:15.087 INFO:tasks.workunit.client.0.smithi028.stdout: "purged_snaps": [], 2024-08-29T17:47:15.087 INFO:tasks.workunit.client.0.smithi028.stdout: "reported_epoch": 74, 2024-08-29T17:47:15.087 INFO:tasks.workunit.client.0.smithi028.stdout: "reported_seq": 25, 2024-08-29T17:47:15.087 INFO:tasks.workunit.client.0.smithi028.stdout: "scrub_duration": 0.0, 2024-08-29T17:47:15.088 INFO:tasks.workunit.client.0.smithi028.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-30T22:02:41.476248+0000", 2024-08-29T17:47:15.088 INFO:tasks.workunit.client.0.smithi028.stdout: "snaptrim_duration": 0.0, 2024-08-29T17:47:15.088 INFO:tasks.workunit.client.0.smithi028.stdout: "snaptrimq_len": 0, 2024-08-29T17:47:15.088 INFO:tasks.workunit.client.0.smithi028.stdout: "stat_sum": { 2024-08-29T17:47:15.088 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes": 0, 2024-08-29T17:47:15.088 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes_hit_set_archive": 0, 2024-08-29T17:47:15.088 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes_recovered": 0, 2024-08-29T17:47:15.088 INFO:tasks.workunit.client.0.smithi028.stdout: "num_deep_scrub_errors": 0, 2024-08-29T17:47:15.088 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict": 0, 2024-08-29T17:47:15.088 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_kb": 0, 2024-08-29T17:47:15.088 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_mode_full": 0, 2024-08-29T17:47:15.088 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_mode_some": 0, 2024-08-29T17:47:15.088 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush": 0, 2024-08-29T17:47:15.088 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_kb": 0, 2024-08-29T17:47:15.089 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_mode_high": 0, 2024-08-29T17:47:15.089 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_mode_low": 0, 2024-08-29T17:47:15.089 INFO:tasks.workunit.client.0.smithi028.stdout: "num_keys_recovered": 0, 2024-08-29T17:47:15.089 INFO:tasks.workunit.client.0.smithi028.stdout: "num_large_omap_objects": 0, 2024-08-29T17:47:15.089 INFO:tasks.workunit.client.0.smithi028.stdout: "num_legacy_snapsets": 0, 2024-08-29T17:47:15.089 INFO:tasks.workunit.client.0.smithi028.stdout: "num_object_clones": 0, 2024-08-29T17:47:15.089 INFO:tasks.workunit.client.0.smithi028.stdout: "num_object_copies": 3, 2024-08-29T17:47:15.089 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects": 1, 2024-08-29T17:47:15.089 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_degraded": 0, 2024-08-29T17:47:15.089 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_dirty": 1, 2024-08-29T17:47:15.089 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_hit_set_archive": 0, 2024-08-29T17:47:15.089 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_manifest": 0, 2024-08-29T17:47:15.089 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_misplaced": 0, 2024-08-29T17:47:15.089 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_missing": 0, 2024-08-29T17:47:15.089 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_missing_on_primary": 0, 2024-08-29T17:47:15.089 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_omap": 1, 2024-08-29T17:47:15.090 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_pinned": 0, 2024-08-29T17:47:15.090 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_recovered": 0, 2024-08-29T17:47:15.090 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_repaired": 0, 2024-08-29T17:47:15.090 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_unfound": 0, 2024-08-29T17:47:15.090 INFO:tasks.workunit.client.0.smithi028.stdout: "num_omap_bytes": 0, 2024-08-29T17:47:15.090 INFO:tasks.workunit.client.0.smithi028.stdout: "num_omap_keys": 0, 2024-08-29T17:47:15.090 INFO:tasks.workunit.client.0.smithi028.stdout: "num_promote": 0, 2024-08-29T17:47:15.090 INFO:tasks.workunit.client.0.smithi028.stdout: "num_read": 0, 2024-08-29T17:47:15.090 INFO:tasks.workunit.client.0.smithi028.stdout: "num_read_kb": 0, 2024-08-29T17:47:15.090 INFO:tasks.workunit.client.0.smithi028.stdout: "num_scrub_errors": 0, 2024-08-29T17:47:15.090 INFO:tasks.workunit.client.0.smithi028.stdout: "num_shallow_scrub_errors": 0, 2024-08-29T17:47:15.090 INFO:tasks.workunit.client.0.smithi028.stdout: "num_whiteouts": 0, 2024-08-29T17:47:15.090 INFO:tasks.workunit.client.0.smithi028.stdout: "num_write": 1, 2024-08-29T17:47:15.090 INFO:tasks.workunit.client.0.smithi028.stdout: "num_write_kb": 0 2024-08-29T17:47:15.090 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:15.090 INFO:tasks.workunit.client.0.smithi028.stdout: "state": "active+clean", 2024-08-29T17:47:15.091 INFO:tasks.workunit.client.0.smithi028.stdout: "stats_invalid": false, 2024-08-29T17:47:15.091 INFO:tasks.workunit.client.0.smithi028.stdout: "up": [ 2024-08-29T17:47:15.091 INFO:tasks.workunit.client.0.smithi028.stdout: 1, 2024-08-29T17:47:15.091 INFO:tasks.workunit.client.0.smithi028.stdout: 6, 2024-08-29T17:47:15.091 INFO:tasks.workunit.client.0.smithi028.stdout: 4 2024-08-29T17:47:15.091 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-08-29T17:47:15.091 INFO:tasks.workunit.client.0.smithi028.stdout: "up_primary": 1, 2024-08-29T17:47:15.091 INFO:tasks.workunit.client.0.smithi028.stdout: "version": "65'1" 2024-08-29T17:47:15.091 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:15.091 INFO:tasks.workunit.client.0.smithi028.stdout: { 2024-08-29T17:47:15.091 INFO:tasks.workunit.client.0.smithi028.stdout: "acting": [ 2024-08-29T17:47:15.091 INFO:tasks.workunit.client.0.smithi028.stdout: 3, 2024-08-29T17:47:15.091 INFO:tasks.workunit.client.0.smithi028.stdout: 7, 2024-08-29T17:47:15.091 INFO:tasks.workunit.client.0.smithi028.stdout: 1 2024-08-29T17:47:15.091 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-08-29T17:47:15.091 INFO:tasks.workunit.client.0.smithi028.stdout: "acting_primary": 3, 2024-08-29T17:47:15.092 INFO:tasks.workunit.client.0.smithi028.stdout: "avail_no_missing": [], 2024-08-29T17:47:15.092 INFO:tasks.workunit.client.0.smithi028.stdout: "blocked_by": [], 2024-08-29T17:47:15.092 INFO:tasks.workunit.client.0.smithi028.stdout: "created": 62, 2024-08-29T17:47:15.092 INFO:tasks.workunit.client.0.smithi028.stdout: "dirty_stats_invalid": false, 2024-08-29T17:47:15.092 INFO:tasks.workunit.client.0.smithi028.stdout: "hitset_bytes_stats_invalid": false, 2024-08-29T17:47:15.092 INFO:tasks.workunit.client.0.smithi028.stdout: "hitset_stats_invalid": false, 2024-08-29T17:47:15.092 INFO:tasks.workunit.client.0.smithi028.stdout: "last_active": "2024-08-29T17:43:51.003768+0000", 2024-08-29T17:47:15.092 INFO:tasks.workunit.client.0.smithi028.stdout: "last_became_active": "2024-08-29T17:41:16.104675+0000", 2024-08-29T17:47:15.092 INFO:tasks.workunit.client.0.smithi028.stdout: "last_became_peered": "2024-08-29T17:41:16.104675+0000", 2024-08-29T17:47:15.092 INFO:tasks.workunit.client.0.smithi028.stdout: "last_change": "2024-08-29T17:41:16.105628+0000", 2024-08-29T17:47:15.092 INFO:tasks.workunit.client.0.smithi028.stdout: "last_clean": "2024-08-29T17:43:51.003768+0000", 2024-08-29T17:47:15.092 INFO:tasks.workunit.client.0.smithi028.stdout: "last_clean_scrub_stamp": "2024-08-29T17:41:01.987071+0000", 2024-08-29T17:47:15.092 INFO:tasks.workunit.client.0.smithi028.stdout: "last_deep_scrub": "0'0", 2024-08-29T17:47:15.092 INFO:tasks.workunit.client.0.smithi028.stdout: "last_deep_scrub_stamp": "2024-08-29T17:41:01.987071+0000", 2024-08-29T17:47:15.092 INFO:tasks.workunit.client.0.smithi028.stdout: "last_epoch_clean": 67, 2024-08-29T17:47:15.092 INFO:tasks.workunit.client.0.smithi028.stdout: "last_fresh": "2024-08-29T17:43:51.003768+0000", 2024-08-29T17:47:15.093 INFO:tasks.workunit.client.0.smithi028.stdout: "last_fullsized": "2024-08-29T17:43:51.003768+0000", 2024-08-29T17:47:15.093 INFO:tasks.workunit.client.0.smithi028.stdout: "last_peered": "2024-08-29T17:43:51.003768+0000", 2024-08-29T17:47:15.093 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub": "0'0", 2024-08-29T17:47:15.093 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub_duration": 0, 2024-08-29T17:47:15.093 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub_stamp": "2024-08-29T17:41:01.987071+0000", 2024-08-29T17:47:15.093 INFO:tasks.workunit.client.0.smithi028.stdout: "last_undegraded": "2024-08-29T17:43:51.003768+0000", 2024-08-29T17:47:15.093 INFO:tasks.workunit.client.0.smithi028.stdout: "last_unstale": "2024-08-29T17:43:51.003768+0000", 2024-08-29T17:47:15.093 INFO:tasks.workunit.client.0.smithi028.stdout: "log_dups_size": 0, 2024-08-29T17:47:15.093 INFO:tasks.workunit.client.0.smithi028.stdout: "log_size": 0, 2024-08-29T17:47:15.093 INFO:tasks.workunit.client.0.smithi028.stdout: "log_start": "0'0", 2024-08-29T17:47:15.093 INFO:tasks.workunit.client.0.smithi028.stdout: "manifest_stats_invalid": false, 2024-08-29T17:47:15.093 INFO:tasks.workunit.client.0.smithi028.stdout: "mapping_epoch": 66, 2024-08-29T17:47:15.093 INFO:tasks.workunit.client.0.smithi028.stdout: "object_location_counts": [], 2024-08-29T17:47:15.093 INFO:tasks.workunit.client.0.smithi028.stdout: "objects_scrubbed": 0, 2024-08-29T17:47:15.094 INFO:tasks.workunit.client.0.smithi028.stdout: "objects_trimmed": 0, 2024-08-29T17:47:15.094 INFO:tasks.workunit.client.0.smithi028.stdout: "omap_stats_invalid": false, 2024-08-29T17:47:15.094 INFO:tasks.workunit.client.0.smithi028.stdout: "ondisk_log_size": 0, 2024-08-29T17:47:15.094 INFO:tasks.workunit.client.0.smithi028.stdout: "ondisk_log_start": "0'0", 2024-08-29T17:47:15.094 INFO:tasks.workunit.client.0.smithi028.stdout: "parent": "0.0", 2024-08-29T17:47:15.094 INFO:tasks.workunit.client.0.smithi028.stdout: "parent_split_bits": 0, 2024-08-29T17:47:15.094 INFO:tasks.workunit.client.0.smithi028.stdout: "pgid": "3.7", 2024-08-29T17:47:15.094 INFO:tasks.workunit.client.0.smithi028.stdout: "pin_stats_invalid": false, 2024-08-29T17:47:15.094 INFO:tasks.workunit.client.0.smithi028.stdout: "purged_snaps": [], 2024-08-29T17:47:15.094 INFO:tasks.workunit.client.0.smithi028.stdout: "reported_epoch": 74, 2024-08-29T17:47:15.094 INFO:tasks.workunit.client.0.smithi028.stdout: "reported_seq": 31, 2024-08-29T17:47:15.094 INFO:tasks.workunit.client.0.smithi028.stdout: "scrub_duration": 0.0, 2024-08-29T17:47:15.094 INFO:tasks.workunit.client.0.smithi028.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-31T00:19:32.620395+0000", 2024-08-29T17:47:15.094 INFO:tasks.workunit.client.0.smithi028.stdout: "snaptrim_duration": 0.0, 2024-08-29T17:47:15.094 INFO:tasks.workunit.client.0.smithi028.stdout: "snaptrimq_len": 0, 2024-08-29T17:47:15.094 INFO:tasks.workunit.client.0.smithi028.stdout: "stat_sum": { 2024-08-29T17:47:15.095 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes": 0, 2024-08-29T17:47:15.095 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes_hit_set_archive": 0, 2024-08-29T17:47:15.095 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes_recovered": 0, 2024-08-29T17:47:15.095 INFO:tasks.workunit.client.0.smithi028.stdout: "num_deep_scrub_errors": 0, 2024-08-29T17:47:15.095 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict": 0, 2024-08-29T17:47:15.095 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_kb": 0, 2024-08-29T17:47:15.095 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_mode_full": 0, 2024-08-29T17:47:15.095 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_mode_some": 0, 2024-08-29T17:47:15.095 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush": 0, 2024-08-29T17:47:15.095 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_kb": 0, 2024-08-29T17:47:15.095 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_mode_high": 0, 2024-08-29T17:47:15.095 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_mode_low": 0, 2024-08-29T17:47:15.095 INFO:tasks.workunit.client.0.smithi028.stdout: "num_keys_recovered": 0, 2024-08-29T17:47:15.095 INFO:tasks.workunit.client.0.smithi028.stdout: "num_large_omap_objects": 0, 2024-08-29T17:47:15.095 INFO:tasks.workunit.client.0.smithi028.stdout: "num_legacy_snapsets": 0, 2024-08-29T17:47:15.095 INFO:tasks.workunit.client.0.smithi028.stdout: "num_object_clones": 0, 2024-08-29T17:47:15.096 INFO:tasks.workunit.client.0.smithi028.stdout: "num_object_copies": 0, 2024-08-29T17:47:15.096 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects": 0, 2024-08-29T17:47:15.096 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_degraded": 0, 2024-08-29T17:47:15.096 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_dirty": 0, 2024-08-29T17:47:15.096 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_hit_set_archive": 0, 2024-08-29T17:47:15.096 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_manifest": 0, 2024-08-29T17:47:15.096 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_misplaced": 0, 2024-08-29T17:47:15.096 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_missing": 0, 2024-08-29T17:47:15.096 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_missing_on_primary": 0, 2024-08-29T17:47:15.096 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_omap": 0, 2024-08-29T17:47:15.096 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_pinned": 0, 2024-08-29T17:47:15.097 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_recovered": 0, 2024-08-29T17:47:15.097 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_repaired": 0, 2024-08-29T17:47:15.097 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_unfound": 0, 2024-08-29T17:47:15.097 INFO:tasks.workunit.client.0.smithi028.stdout: "num_omap_bytes": 0, 2024-08-29T17:47:15.097 INFO:tasks.workunit.client.0.smithi028.stdout: "num_omap_keys": 0, 2024-08-29T17:47:15.097 INFO:tasks.workunit.client.0.smithi028.stdout: "num_promote": 0, 2024-08-29T17:47:15.097 INFO:tasks.workunit.client.0.smithi028.stdout: "num_read": 0, 2024-08-29T17:47:15.097 INFO:tasks.workunit.client.0.smithi028.stdout: "num_read_kb": 0, 2024-08-29T17:47:15.097 INFO:tasks.workunit.client.0.smithi028.stdout: "num_scrub_errors": 0, 2024-08-29T17:47:15.097 INFO:tasks.workunit.client.0.smithi028.stdout: "num_shallow_scrub_errors": 0, 2024-08-29T17:47:15.097 INFO:tasks.workunit.client.0.smithi028.stdout: "num_whiteouts": 0, 2024-08-29T17:47:15.097 INFO:tasks.workunit.client.0.smithi028.stdout: "num_write": 0, 2024-08-29T17:47:15.097 INFO:tasks.workunit.client.0.smithi028.stdout: "num_write_kb": 0 2024-08-29T17:47:15.098 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:15.098 INFO:tasks.workunit.client.0.smithi028.stdout: "state": "active+clean", 2024-08-29T17:47:15.098 INFO:tasks.workunit.client.0.smithi028.stdout: "stats_invalid": false, 2024-08-29T17:47:15.098 INFO:tasks.workunit.client.0.smithi028.stdout: "up": [ 2024-08-29T17:47:15.098 INFO:tasks.workunit.client.0.smithi028.stdout: 3, 2024-08-29T17:47:15.098 INFO:tasks.workunit.client.0.smithi028.stdout: 7, 2024-08-29T17:47:15.098 INFO:tasks.workunit.client.0.smithi028.stdout: 1 2024-08-29T17:47:15.098 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-08-29T17:47:15.098 INFO:tasks.workunit.client.0.smithi028.stdout: "up_primary": 3, 2024-08-29T17:47:15.098 INFO:tasks.workunit.client.0.smithi028.stdout: "version": "0'0" 2024-08-29T17:47:15.098 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:15.098 INFO:tasks.workunit.client.0.smithi028.stdout: { 2024-08-29T17:47:15.098 INFO:tasks.workunit.client.0.smithi028.stdout: "acting": [ 2024-08-29T17:47:15.098 INFO:tasks.workunit.client.0.smithi028.stdout: 4, 2024-08-29T17:47:15.098 INFO:tasks.workunit.client.0.smithi028.stdout: 5, 2024-08-29T17:47:15.098 INFO:tasks.workunit.client.0.smithi028.stdout: 6 2024-08-29T17:47:15.099 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-08-29T17:47:15.099 INFO:tasks.workunit.client.0.smithi028.stdout: "acting_primary": 4, 2024-08-29T17:47:15.099 INFO:tasks.workunit.client.0.smithi028.stdout: "avail_no_missing": [], 2024-08-29T17:47:15.099 INFO:tasks.workunit.client.0.smithi028.stdout: "blocked_by": [], 2024-08-29T17:47:15.099 INFO:tasks.workunit.client.0.smithi028.stdout: "created": 69, 2024-08-29T17:47:15.099 INFO:tasks.workunit.client.0.smithi028.stdout: "dirty_stats_invalid": false, 2024-08-29T17:47:15.099 INFO:tasks.workunit.client.0.smithi028.stdout: "hitset_bytes_stats_invalid": false, 2024-08-29T17:47:15.099 INFO:tasks.workunit.client.0.smithi028.stdout: "hitset_stats_invalid": false, 2024-08-29T17:47:15.099 INFO:tasks.workunit.client.0.smithi028.stdout: "last_active": "2024-08-29T17:43:59.372441+0000", 2024-08-29T17:47:15.099 INFO:tasks.workunit.client.0.smithi028.stdout: "last_became_active": "2024-08-29T17:43:41.038348+0000", 2024-08-29T17:47:15.099 INFO:tasks.workunit.client.0.smithi028.stdout: "last_became_peered": "2024-08-29T17:43:41.038348+0000", 2024-08-29T17:47:15.099 INFO:tasks.workunit.client.0.smithi028.stdout: "last_change": "2024-08-29T17:43:51.002167+0000", 2024-08-29T17:47:15.099 INFO:tasks.workunit.client.0.smithi028.stdout: "last_clean": "2024-08-29T17:43:59.372441+0000", 2024-08-29T17:47:15.100 INFO:tasks.workunit.client.0.smithi028.stdout: "last_clean_scrub_stamp": "2024-08-29T17:43:39.870944+0000", 2024-08-29T17:47:15.100 INFO:tasks.workunit.client.0.smithi028.stdout: "last_deep_scrub": "0'0", 2024-08-29T17:47:15.100 INFO:tasks.workunit.client.0.smithi028.stdout: "last_deep_scrub_stamp": "2024-08-29T17:43:39.870944+0000", 2024-08-29T17:47:15.100 INFO:tasks.workunit.client.0.smithi028.stdout: "last_epoch_clean": 70, 2024-08-29T17:47:15.100 INFO:tasks.workunit.client.0.smithi028.stdout: "last_fresh": "2024-08-29T17:43:59.372441+0000", 2024-08-29T17:47:15.100 INFO:tasks.workunit.client.0.smithi028.stdout: "last_fullsized": "2024-08-29T17:43:59.372441+0000", 2024-08-29T17:47:15.100 INFO:tasks.workunit.client.0.smithi028.stdout: "last_peered": "2024-08-29T17:43:59.372441+0000", 2024-08-29T17:47:15.100 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub": "0'0", 2024-08-29T17:47:15.100 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub_duration": 0, 2024-08-29T17:47:15.100 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub_stamp": "2024-08-29T17:43:39.870944+0000", 2024-08-29T17:47:15.100 INFO:tasks.workunit.client.0.smithi028.stdout: "last_undegraded": "2024-08-29T17:43:59.372441+0000", 2024-08-29T17:47:15.100 INFO:tasks.workunit.client.0.smithi028.stdout: "last_unstale": "2024-08-29T17:43:59.372441+0000", 2024-08-29T17:47:15.100 INFO:tasks.workunit.client.0.smithi028.stdout: "log_dups_size": 0, 2024-08-29T17:47:15.101 INFO:tasks.workunit.client.0.smithi028.stdout: "log_size": 0, 2024-08-29T17:47:15.101 INFO:tasks.workunit.client.0.smithi028.stdout: "log_start": "0'0", 2024-08-29T17:47:15.101 INFO:tasks.workunit.client.0.smithi028.stdout: "manifest_stats_invalid": false, 2024-08-29T17:47:15.101 INFO:tasks.workunit.client.0.smithi028.stdout: "mapping_epoch": 69, 2024-08-29T17:47:15.101 INFO:tasks.workunit.client.0.smithi028.stdout: "object_location_counts": [], 2024-08-29T17:47:15.101 INFO:tasks.workunit.client.0.smithi028.stdout: "objects_scrubbed": 0, 2024-08-29T17:47:15.101 INFO:tasks.workunit.client.0.smithi028.stdout: "objects_trimmed": 0, 2024-08-29T17:47:15.101 INFO:tasks.workunit.client.0.smithi028.stdout: "omap_stats_invalid": false, 2024-08-29T17:47:15.101 INFO:tasks.workunit.client.0.smithi028.stdout: "ondisk_log_size": 0, 2024-08-29T17:47:15.101 INFO:tasks.workunit.client.0.smithi028.stdout: "ondisk_log_start": "0'0", 2024-08-29T17:47:15.101 INFO:tasks.workunit.client.0.smithi028.stdout: "parent": "0.0", 2024-08-29T17:47:15.101 INFO:tasks.workunit.client.0.smithi028.stdout: "parent_split_bits": 0, 2024-08-29T17:47:15.102 INFO:tasks.workunit.client.0.smithi028.stdout: "pgid": "4.1", 2024-08-29T17:47:15.102 INFO:tasks.workunit.client.0.smithi028.stdout: "pin_stats_invalid": false, 2024-08-29T17:47:15.102 INFO:tasks.workunit.client.0.smithi028.stdout: "purged_snaps": [], 2024-08-29T17:47:15.102 INFO:tasks.workunit.client.0.smithi028.stdout: "reported_epoch": 75, 2024-08-29T17:47:15.102 INFO:tasks.workunit.client.0.smithi028.stdout: "reported_seq": 19, 2024-08-29T17:47:15.102 INFO:tasks.workunit.client.0.smithi028.stdout: "scrub_duration": 0.0, 2024-08-29T17:47:15.102 INFO:tasks.workunit.client.0.smithi028.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-31T01:35:38.075334+0000", 2024-08-29T17:47:15.102 INFO:tasks.workunit.client.0.smithi028.stdout: "snaptrim_duration": 0.001437234, 2024-08-29T17:47:15.102 INFO:tasks.workunit.client.0.smithi028.stdout: "snaptrimq_len": 0, 2024-08-29T17:47:15.102 INFO:tasks.workunit.client.0.smithi028.stdout: "stat_sum": { 2024-08-29T17:47:15.102 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes": 0, 2024-08-29T17:47:15.102 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes_hit_set_archive": 0, 2024-08-29T17:47:15.102 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes_recovered": 0, 2024-08-29T17:47:15.102 INFO:tasks.workunit.client.0.smithi028.stdout: "num_deep_scrub_errors": 0, 2024-08-29T17:47:15.103 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict": 0, 2024-08-29T17:47:15.103 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_kb": 0, 2024-08-29T17:47:15.103 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_mode_full": 0, 2024-08-29T17:47:15.103 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_mode_some": 0, 2024-08-29T17:47:15.103 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush": 0, 2024-08-29T17:47:15.103 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_kb": 0, 2024-08-29T17:47:15.103 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_mode_high": 0, 2024-08-29T17:47:15.103 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_mode_low": 0, 2024-08-29T17:47:15.103 INFO:tasks.workunit.client.0.smithi028.stdout: "num_keys_recovered": 0, 2024-08-29T17:47:15.103 INFO:tasks.workunit.client.0.smithi028.stdout: "num_large_omap_objects": 0, 2024-08-29T17:47:15.103 INFO:tasks.workunit.client.0.smithi028.stdout: "num_legacy_snapsets": 0, 2024-08-29T17:47:15.103 INFO:tasks.workunit.client.0.smithi028.stdout: "num_object_clones": 0, 2024-08-29T17:47:15.103 INFO:tasks.workunit.client.0.smithi028.stdout: "num_object_copies": 0, 2024-08-29T17:47:15.103 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects": 0, 2024-08-29T17:47:15.103 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_degraded": 0, 2024-08-29T17:47:15.103 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_dirty": 0, 2024-08-29T17:47:15.104 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_hit_set_archive": 0, 2024-08-29T17:47:15.104 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_manifest": 0, 2024-08-29T17:47:15.104 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_misplaced": 0, 2024-08-29T17:47:15.104 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_missing": 0, 2024-08-29T17:47:15.104 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_missing_on_primary": 0, 2024-08-29T17:47:15.104 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_omap": 0, 2024-08-29T17:47:15.104 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_pinned": 0, 2024-08-29T17:47:15.104 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_recovered": 0, 2024-08-29T17:47:15.104 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_repaired": 0, 2024-08-29T17:47:15.104 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_unfound": 0, 2024-08-29T17:47:15.104 INFO:tasks.workunit.client.0.smithi028.stdout: "num_omap_bytes": 0, 2024-08-29T17:47:15.104 INFO:tasks.workunit.client.0.smithi028.stdout: "num_omap_keys": 0, 2024-08-29T17:47:15.104 INFO:tasks.workunit.client.0.smithi028.stdout: "num_promote": 0, 2024-08-29T17:47:15.104 INFO:tasks.workunit.client.0.smithi028.stdout: "num_read": 0, 2024-08-29T17:47:15.104 INFO:tasks.workunit.client.0.smithi028.stdout: "num_read_kb": 0, 2024-08-29T17:47:15.105 INFO:tasks.workunit.client.0.smithi028.stdout: "num_scrub_errors": 0, 2024-08-29T17:47:15.105 INFO:tasks.workunit.client.0.smithi028.stdout: "num_shallow_scrub_errors": 0, 2024-08-29T17:47:15.105 INFO:tasks.workunit.client.0.smithi028.stdout: "num_whiteouts": 0, 2024-08-29T17:47:15.105 INFO:tasks.workunit.client.0.smithi028.stdout: "num_write": 0, 2024-08-29T17:47:15.105 INFO:tasks.workunit.client.0.smithi028.stdout: "num_write_kb": 0 2024-08-29T17:47:15.105 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:15.105 INFO:tasks.workunit.client.0.smithi028.stdout: "state": "active+clean", 2024-08-29T17:47:15.105 INFO:tasks.workunit.client.0.smithi028.stdout: "stats_invalid": false, 2024-08-29T17:47:15.105 INFO:tasks.workunit.client.0.smithi028.stdout: "up": [ 2024-08-29T17:47:15.105 INFO:tasks.workunit.client.0.smithi028.stdout: 4, 2024-08-29T17:47:15.105 INFO:tasks.workunit.client.0.smithi028.stdout: 5, 2024-08-29T17:47:15.105 INFO:tasks.workunit.client.0.smithi028.stdout: 6 2024-08-29T17:47:15.105 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-08-29T17:47:15.105 INFO:tasks.workunit.client.0.smithi028.stdout: "up_primary": 4, 2024-08-29T17:47:15.105 INFO:tasks.workunit.client.0.smithi028.stdout: "version": "0'0" 2024-08-29T17:47:15.105 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:15.106 INFO:tasks.workunit.client.0.smithi028.stdout: { 2024-08-29T17:47:15.106 INFO:tasks.workunit.client.0.smithi028.stdout: "acting": [ 2024-08-29T17:47:15.106 INFO:tasks.workunit.client.0.smithi028.stdout: 6, 2024-08-29T17:47:15.106 INFO:tasks.workunit.client.0.smithi028.stdout: 4, 2024-08-29T17:47:15.106 INFO:tasks.workunit.client.0.smithi028.stdout: 2 2024-08-29T17:47:15.106 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-08-29T17:47:15.106 INFO:tasks.workunit.client.0.smithi028.stdout: "acting_primary": 6, 2024-08-29T17:47:15.106 INFO:tasks.workunit.client.0.smithi028.stdout: "avail_no_missing": [], 2024-08-29T17:47:15.106 INFO:tasks.workunit.client.0.smithi028.stdout: "blocked_by": [], 2024-08-29T17:47:15.106 INFO:tasks.workunit.client.0.smithi028.stdout: "created": 59, 2024-08-29T17:47:15.106 INFO:tasks.workunit.client.0.smithi028.stdout: "dirty_stats_invalid": false, 2024-08-29T17:47:15.106 INFO:tasks.workunit.client.0.smithi028.stdout: "hitset_bytes_stats_invalid": false, 2024-08-29T17:47:15.106 INFO:tasks.workunit.client.0.smithi028.stdout: "hitset_stats_invalid": false, 2024-08-29T17:47:15.106 INFO:tasks.workunit.client.0.smithi028.stdout: "last_active": "2024-08-29T17:43:51.184949+0000", 2024-08-29T17:47:15.106 INFO:tasks.workunit.client.0.smithi028.stdout: "last_became_active": "2024-08-29T17:41:17.075971+0000", 2024-08-29T17:47:15.107 INFO:tasks.workunit.client.0.smithi028.stdout: "last_became_peered": "2024-08-29T17:41:17.075971+0000", 2024-08-29T17:47:15.107 INFO:tasks.workunit.client.0.smithi028.stdout: "last_change": "2024-08-29T17:41:17.081540+0000", 2024-08-29T17:47:15.107 INFO:tasks.workunit.client.0.smithi028.stdout: "last_clean": "2024-08-29T17:43:51.184949+0000", 2024-08-29T17:47:15.107 INFO:tasks.workunit.client.0.smithi028.stdout: "last_clean_scrub_stamp": "2024-08-29T17:40:52.944949+0000", 2024-08-29T17:47:15.107 INFO:tasks.workunit.client.0.smithi028.stdout: "last_deep_scrub": "0'0", 2024-08-29T17:47:15.107 INFO:tasks.workunit.client.0.smithi028.stdout: "last_deep_scrub_stamp": "2024-08-29T17:40:52.944949+0000", 2024-08-29T17:47:15.107 INFO:tasks.workunit.client.0.smithi028.stdout: "last_epoch_clean": 67, 2024-08-29T17:47:15.107 INFO:tasks.workunit.client.0.smithi028.stdout: "last_fresh": "2024-08-29T17:43:51.184949+0000", 2024-08-29T17:47:15.107 INFO:tasks.workunit.client.0.smithi028.stdout: "last_fullsized": "2024-08-29T17:43:51.184949+0000", 2024-08-29T17:47:15.107 INFO:tasks.workunit.client.0.smithi028.stdout: "last_peered": "2024-08-29T17:43:51.184949+0000", 2024-08-29T17:47:15.107 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub": "0'0", 2024-08-29T17:47:15.107 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub_duration": 0, 2024-08-29T17:47:15.107 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub_stamp": "2024-08-29T17:40:52.944949+0000", 2024-08-29T17:47:15.107 INFO:tasks.workunit.client.0.smithi028.stdout: "last_undegraded": "2024-08-29T17:43:51.184949+0000", 2024-08-29T17:47:15.108 INFO:tasks.workunit.client.0.smithi028.stdout: "last_unstale": "2024-08-29T17:43:51.184949+0000", 2024-08-29T17:47:15.108 INFO:tasks.workunit.client.0.smithi028.stdout: "log_dups_size": 0, 2024-08-29T17:47:15.108 INFO:tasks.workunit.client.0.smithi028.stdout: "log_size": 2, 2024-08-29T17:47:15.108 INFO:tasks.workunit.client.0.smithi028.stdout: "log_start": "0'0", 2024-08-29T17:47:15.108 INFO:tasks.workunit.client.0.smithi028.stdout: "manifest_stats_invalid": false, 2024-08-29T17:47:15.108 INFO:tasks.workunit.client.0.smithi028.stdout: "mapping_epoch": 66, 2024-08-29T17:47:15.108 INFO:tasks.workunit.client.0.smithi028.stdout: "object_location_counts": [], 2024-08-29T17:47:15.108 INFO:tasks.workunit.client.0.smithi028.stdout: "objects_scrubbed": 0, 2024-08-29T17:47:15.108 INFO:tasks.workunit.client.0.smithi028.stdout: "objects_trimmed": 0, 2024-08-29T17:47:15.108 INFO:tasks.workunit.client.0.smithi028.stdout: "omap_stats_invalid": false, 2024-08-29T17:47:15.108 INFO:tasks.workunit.client.0.smithi028.stdout: "ondisk_log_size": 2, 2024-08-29T17:47:15.108 INFO:tasks.workunit.client.0.smithi028.stdout: "ondisk_log_start": "0'0", 2024-08-29T17:47:15.108 INFO:tasks.workunit.client.0.smithi028.stdout: "parent": "0.0", 2024-08-29T17:47:15.108 INFO:tasks.workunit.client.0.smithi028.stdout: "parent_split_bits": 0, 2024-08-29T17:47:15.109 INFO:tasks.workunit.client.0.smithi028.stdout: "pgid": "2.7", 2024-08-29T17:47:15.109 INFO:tasks.workunit.client.0.smithi028.stdout: "pin_stats_invalid": false, 2024-08-29T17:47:15.109 INFO:tasks.workunit.client.0.smithi028.stdout: "purged_snaps": [], 2024-08-29T17:47:15.109 INFO:tasks.workunit.client.0.smithi028.stdout: "reported_epoch": 74, 2024-08-29T17:47:15.109 INFO:tasks.workunit.client.0.smithi028.stdout: "reported_seq": 40, 2024-08-29T17:47:15.109 INFO:tasks.workunit.client.0.smithi028.stdout: "scrub_duration": 0.0, 2024-08-29T17:47:15.109 INFO:tasks.workunit.client.0.smithi028.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-30T22:50:47.050721+0000", 2024-08-29T17:47:15.109 INFO:tasks.workunit.client.0.smithi028.stdout: "snaptrim_duration": 0.0, 2024-08-29T17:47:15.109 INFO:tasks.workunit.client.0.smithi028.stdout: "snaptrimq_len": 0, 2024-08-29T17:47:15.109 INFO:tasks.workunit.client.0.smithi028.stdout: "stat_sum": { 2024-08-29T17:47:15.109 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes": 0, 2024-08-29T17:47:15.109 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes_hit_set_archive": 0, 2024-08-29T17:47:15.109 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes_recovered": 0, 2024-08-29T17:47:15.110 INFO:tasks.workunit.client.0.smithi028.stdout: "num_deep_scrub_errors": 0, 2024-08-29T17:47:15.110 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict": 0, 2024-08-29T17:47:15.110 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_kb": 0, 2024-08-29T17:47:15.110 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_mode_full": 0, 2024-08-29T17:47:15.110 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_mode_some": 0, 2024-08-29T17:47:15.110 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush": 0, 2024-08-29T17:47:15.110 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_kb": 0, 2024-08-29T17:47:15.110 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_mode_high": 0, 2024-08-29T17:47:15.110 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_mode_low": 0, 2024-08-29T17:47:15.110 INFO:tasks.workunit.client.0.smithi028.stdout: "num_keys_recovered": 0, 2024-08-29T17:47:15.110 INFO:tasks.workunit.client.0.smithi028.stdout: "num_large_omap_objects": 0, 2024-08-29T17:47:15.110 INFO:tasks.workunit.client.0.smithi028.stdout: "num_legacy_snapsets": 0, 2024-08-29T17:47:15.110 INFO:tasks.workunit.client.0.smithi028.stdout: "num_object_clones": 0, 2024-08-29T17:47:15.110 INFO:tasks.workunit.client.0.smithi028.stdout: "num_object_copies": 3, 2024-08-29T17:47:15.110 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects": 1, 2024-08-29T17:47:15.111 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_degraded": 0, 2024-08-29T17:47:15.111 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_dirty": 1, 2024-08-29T17:47:15.111 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_hit_set_archive": 0, 2024-08-29T17:47:15.111 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_manifest": 0, 2024-08-29T17:47:15.111 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_misplaced": 0, 2024-08-29T17:47:15.111 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_missing": 0, 2024-08-29T17:47:15.111 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_missing_on_primary": 0, 2024-08-29T17:47:15.111 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_omap": 1, 2024-08-29T17:47:15.111 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_pinned": 0, 2024-08-29T17:47:15.111 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_recovered": 1, 2024-08-29T17:47:15.111 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_repaired": 0, 2024-08-29T17:47:15.111 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_unfound": 0, 2024-08-29T17:47:15.111 INFO:tasks.workunit.client.0.smithi028.stdout: "num_omap_bytes": 0, 2024-08-29T17:47:15.111 INFO:tasks.workunit.client.0.smithi028.stdout: "num_omap_keys": 0, 2024-08-29T17:47:15.111 INFO:tasks.workunit.client.0.smithi028.stdout: "num_promote": 0, 2024-08-29T17:47:15.112 INFO:tasks.workunit.client.0.smithi028.stdout: "num_read": 0, 2024-08-29T17:47:15.112 INFO:tasks.workunit.client.0.smithi028.stdout: "num_read_kb": 0, 2024-08-29T17:47:15.112 INFO:tasks.workunit.client.0.smithi028.stdout: "num_scrub_errors": 0, 2024-08-29T17:47:15.112 INFO:tasks.workunit.client.0.smithi028.stdout: "num_shallow_scrub_errors": 0, 2024-08-29T17:47:15.112 INFO:tasks.workunit.client.0.smithi028.stdout: "num_whiteouts": 0, 2024-08-29T17:47:15.112 INFO:tasks.workunit.client.0.smithi028.stdout: "num_write": 3, 2024-08-29T17:47:15.112 INFO:tasks.workunit.client.0.smithi028.stdout: "num_write_kb": 0 2024-08-29T17:47:15.112 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:15.112 INFO:tasks.workunit.client.0.smithi028.stdout: "state": "active+clean", 2024-08-29T17:47:15.112 INFO:tasks.workunit.client.0.smithi028.stdout: "stats_invalid": false, 2024-08-29T17:47:15.112 INFO:tasks.workunit.client.0.smithi028.stdout: "up": [ 2024-08-29T17:47:15.112 INFO:tasks.workunit.client.0.smithi028.stdout: 6, 2024-08-29T17:47:15.112 INFO:tasks.workunit.client.0.smithi028.stdout: 4, 2024-08-29T17:47:15.113 INFO:tasks.workunit.client.0.smithi028.stdout: 2 2024-08-29T17:47:15.113 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-08-29T17:47:15.113 INFO:tasks.workunit.client.0.smithi028.stdout: "up_primary": 6, 2024-08-29T17:47:15.113 INFO:tasks.workunit.client.0.smithi028.stdout: "version": "65'2" 2024-08-29T17:47:15.113 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:15.113 INFO:tasks.workunit.client.0.smithi028.stdout: { 2024-08-29T17:47:15.113 INFO:tasks.workunit.client.0.smithi028.stdout: "acting": [ 2024-08-29T17:47:15.113 INFO:tasks.workunit.client.0.smithi028.stdout: 0, 2024-08-29T17:47:15.113 INFO:tasks.workunit.client.0.smithi028.stdout: 1, 2024-08-29T17:47:15.113 INFO:tasks.workunit.client.0.smithi028.stdout: 4 2024-08-29T17:47:15.113 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-08-29T17:47:15.113 INFO:tasks.workunit.client.0.smithi028.stdout: "acting_primary": 0, 2024-08-29T17:47:15.113 INFO:tasks.workunit.client.0.smithi028.stdout: "avail_no_missing": [], 2024-08-29T17:47:15.113 INFO:tasks.workunit.client.0.smithi028.stdout: "blocked_by": [], 2024-08-29T17:47:15.113 INFO:tasks.workunit.client.0.smithi028.stdout: "created": 62, 2024-08-29T17:47:15.113 INFO:tasks.workunit.client.0.smithi028.stdout: "dirty_stats_invalid": false, 2024-08-29T17:47:15.114 INFO:tasks.workunit.client.0.smithi028.stdout: "hitset_bytes_stats_invalid": false, 2024-08-29T17:47:15.114 INFO:tasks.workunit.client.0.smithi028.stdout: "hitset_stats_invalid": false, 2024-08-29T17:47:15.114 INFO:tasks.workunit.client.0.smithi028.stdout: "last_active": "2024-08-29T17:43:51.183086+0000", 2024-08-29T17:47:15.114 INFO:tasks.workunit.client.0.smithi028.stdout: "last_became_active": "2024-08-29T17:41:03.071476+0000", 2024-08-29T17:47:15.114 INFO:tasks.workunit.client.0.smithi028.stdout: "last_became_peered": "2024-08-29T17:41:03.071476+0000", 2024-08-29T17:47:15.114 INFO:tasks.workunit.client.0.smithi028.stdout: "last_change": "2024-08-29T17:41:03.071783+0000", 2024-08-29T17:47:15.114 INFO:tasks.workunit.client.0.smithi028.stdout: "last_clean": "2024-08-29T17:43:51.183086+0000", 2024-08-29T17:47:15.114 INFO:tasks.workunit.client.0.smithi028.stdout: "last_clean_scrub_stamp": "2024-08-29T17:41:01.987071+0000", 2024-08-29T17:47:15.114 INFO:tasks.workunit.client.0.smithi028.stdout: "last_deep_scrub": "0'0", 2024-08-29T17:47:15.114 INFO:tasks.workunit.client.0.smithi028.stdout: "last_deep_scrub_stamp": "2024-08-29T17:41:01.987071+0000", 2024-08-29T17:47:15.114 INFO:tasks.workunit.client.0.smithi028.stdout: "last_epoch_clean": 63, 2024-08-29T17:47:15.114 INFO:tasks.workunit.client.0.smithi028.stdout: "last_fresh": "2024-08-29T17:43:51.183086+0000", 2024-08-29T17:47:15.114 INFO:tasks.workunit.client.0.smithi028.stdout: "last_fullsized": "2024-08-29T17:43:51.183086+0000", 2024-08-29T17:47:15.114 INFO:tasks.workunit.client.0.smithi028.stdout: "last_peered": "2024-08-29T17:43:51.183086+0000", 2024-08-29T17:47:15.114 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub": "0'0", 2024-08-29T17:47:15.114 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub_duration": 0, 2024-08-29T17:47:15.115 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub_stamp": "2024-08-29T17:41:01.987071+0000", 2024-08-29T17:47:15.115 INFO:tasks.workunit.client.0.smithi028.stdout: "last_undegraded": "2024-08-29T17:43:51.183086+0000", 2024-08-29T17:47:15.115 INFO:tasks.workunit.client.0.smithi028.stdout: "last_unstale": "2024-08-29T17:43:51.183086+0000", 2024-08-29T17:47:15.115 INFO:tasks.workunit.client.0.smithi028.stdout: "log_dups_size": 0, 2024-08-29T17:47:15.115 INFO:tasks.workunit.client.0.smithi028.stdout: "log_size": 0, 2024-08-29T17:47:15.115 INFO:tasks.workunit.client.0.smithi028.stdout: "log_start": "0'0", 2024-08-29T17:47:15.115 INFO:tasks.workunit.client.0.smithi028.stdout: "manifest_stats_invalid": false, 2024-08-29T17:47:15.115 INFO:tasks.workunit.client.0.smithi028.stdout: "mapping_epoch": 62, 2024-08-29T17:47:15.115 INFO:tasks.workunit.client.0.smithi028.stdout: "object_location_counts": [], 2024-08-29T17:47:15.115 INFO:tasks.workunit.client.0.smithi028.stdout: "objects_scrubbed": 0, 2024-08-29T17:47:15.115 INFO:tasks.workunit.client.0.smithi028.stdout: "objects_trimmed": 0, 2024-08-29T17:47:15.115 INFO:tasks.workunit.client.0.smithi028.stdout: "omap_stats_invalid": false, 2024-08-29T17:47:15.115 INFO:tasks.workunit.client.0.smithi028.stdout: "ondisk_log_size": 0, 2024-08-29T17:47:15.115 INFO:tasks.workunit.client.0.smithi028.stdout: "ondisk_log_start": "0'0", 2024-08-29T17:47:15.116 INFO:tasks.workunit.client.0.smithi028.stdout: "parent": "0.0", 2024-08-29T17:47:15.116 INFO:tasks.workunit.client.0.smithi028.stdout: "parent_split_bits": 0, 2024-08-29T17:47:15.116 INFO:tasks.workunit.client.0.smithi028.stdout: "pgid": "3.6", 2024-08-29T17:47:15.116 INFO:tasks.workunit.client.0.smithi028.stdout: "pin_stats_invalid": false, 2024-08-29T17:47:15.116 INFO:tasks.workunit.client.0.smithi028.stdout: "purged_snaps": [], 2024-08-29T17:47:15.116 INFO:tasks.workunit.client.0.smithi028.stdout: "reported_epoch": 74, 2024-08-29T17:47:15.116 INFO:tasks.workunit.client.0.smithi028.stdout: "reported_seq": 21, 2024-08-29T17:47:15.116 INFO:tasks.workunit.client.0.smithi028.stdout: "scrub_duration": 0.0, 2024-08-29T17:47:15.116 INFO:tasks.workunit.client.0.smithi028.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-30T20:09:47.112614+0000", 2024-08-29T17:47:15.116 INFO:tasks.workunit.client.0.smithi028.stdout: "snaptrim_duration": 0.0, 2024-08-29T17:47:15.116 INFO:tasks.workunit.client.0.smithi028.stdout: "snaptrimq_len": 0, 2024-08-29T17:47:15.116 INFO:tasks.workunit.client.0.smithi028.stdout: "stat_sum": { 2024-08-29T17:47:15.116 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes": 0, 2024-08-29T17:47:15.117 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes_hit_set_archive": 0, 2024-08-29T17:47:15.117 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes_recovered": 0, 2024-08-29T17:47:15.117 INFO:tasks.workunit.client.0.smithi028.stdout: "num_deep_scrub_errors": 0, 2024-08-29T17:47:15.117 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict": 0, 2024-08-29T17:47:15.117 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_kb": 0, 2024-08-29T17:47:15.117 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_mode_full": 0, 2024-08-29T17:47:15.117 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_mode_some": 0, 2024-08-29T17:47:15.117 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush": 0, 2024-08-29T17:47:15.117 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_kb": 0, 2024-08-29T17:47:15.117 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_mode_high": 0, 2024-08-29T17:47:15.117 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_mode_low": 0, 2024-08-29T17:47:15.117 INFO:tasks.workunit.client.0.smithi028.stdout: "num_keys_recovered": 0, 2024-08-29T17:47:15.117 INFO:tasks.workunit.client.0.smithi028.stdout: "num_large_omap_objects": 0, 2024-08-29T17:47:15.118 INFO:tasks.workunit.client.0.smithi028.stdout: "num_legacy_snapsets": 0, 2024-08-29T17:47:15.118 INFO:tasks.workunit.client.0.smithi028.stdout: "num_object_clones": 0, 2024-08-29T17:47:15.118 INFO:tasks.workunit.client.0.smithi028.stdout: "num_object_copies": 0, 2024-08-29T17:47:15.118 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects": 0, 2024-08-29T17:47:15.118 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_degraded": 0, 2024-08-29T17:47:15.118 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_dirty": 0, 2024-08-29T17:47:15.118 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_hit_set_archive": 0, 2024-08-29T17:47:15.118 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_manifest": 0, 2024-08-29T17:47:15.118 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_misplaced": 0, 2024-08-29T17:47:15.118 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_missing": 0, 2024-08-29T17:47:15.118 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_missing_on_primary": 0, 2024-08-29T17:47:15.118 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_omap": 0, 2024-08-29T17:47:15.119 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_pinned": 0, 2024-08-29T17:47:15.119 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_recovered": 0, 2024-08-29T17:47:15.119 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_repaired": 0, 2024-08-29T17:47:15.119 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_unfound": 0, 2024-08-29T17:47:15.119 INFO:tasks.workunit.client.0.smithi028.stdout: "num_omap_bytes": 0, 2024-08-29T17:47:15.119 INFO:tasks.workunit.client.0.smithi028.stdout: "num_omap_keys": 0, 2024-08-29T17:47:15.119 INFO:tasks.workunit.client.0.smithi028.stdout: "num_promote": 0, 2024-08-29T17:47:15.119 INFO:tasks.workunit.client.0.smithi028.stdout: "num_read": 0, 2024-08-29T17:47:15.119 INFO:tasks.workunit.client.0.smithi028.stdout: "num_read_kb": 0, 2024-08-29T17:47:15.119 INFO:tasks.workunit.client.0.smithi028.stdout: "num_scrub_errors": 0, 2024-08-29T17:47:15.119 INFO:tasks.workunit.client.0.smithi028.stdout: "num_shallow_scrub_errors": 0, 2024-08-29T17:47:15.119 INFO:tasks.workunit.client.0.smithi028.stdout: "num_whiteouts": 0, 2024-08-29T17:47:15.119 INFO:tasks.workunit.client.0.smithi028.stdout: "num_write": 0, 2024-08-29T17:47:15.119 INFO:tasks.workunit.client.0.smithi028.stdout: "num_write_kb": 0 2024-08-29T17:47:15.120 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:15.120 INFO:tasks.workunit.client.0.smithi028.stdout: "state": "active+clean", 2024-08-29T17:47:15.120 INFO:tasks.workunit.client.0.smithi028.stdout: "stats_invalid": false, 2024-08-29T17:47:15.120 INFO:tasks.workunit.client.0.smithi028.stdout: "up": [ 2024-08-29T17:47:15.120 INFO:tasks.workunit.client.0.smithi028.stdout: 0, 2024-08-29T17:47:15.120 INFO:tasks.workunit.client.0.smithi028.stdout: 1, 2024-08-29T17:47:15.120 INFO:tasks.workunit.client.0.smithi028.stdout: 4 2024-08-29T17:47:15.120 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-08-29T17:47:15.120 INFO:tasks.workunit.client.0.smithi028.stdout: "up_primary": 0, 2024-08-29T17:47:15.120 INFO:tasks.workunit.client.0.smithi028.stdout: "version": "0'0" 2024-08-29T17:47:15.120 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:15.120 INFO:tasks.workunit.client.0.smithi028.stdout: { 2024-08-29T17:47:15.120 INFO:tasks.workunit.client.0.smithi028.stdout: "acting": [ 2024-08-29T17:47:15.121 INFO:tasks.workunit.client.0.smithi028.stdout: 7, 2024-08-29T17:47:15.121 INFO:tasks.workunit.client.0.smithi028.stdout: 0, 2024-08-29T17:47:15.121 INFO:tasks.workunit.client.0.smithi028.stdout: 1 2024-08-29T17:47:15.121 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-08-29T17:47:15.121 INFO:tasks.workunit.client.0.smithi028.stdout: "acting_primary": 7, 2024-08-29T17:47:15.121 INFO:tasks.workunit.client.0.smithi028.stdout: "avail_no_missing": [], 2024-08-29T17:47:15.121 INFO:tasks.workunit.client.0.smithi028.stdout: "blocked_by": [], 2024-08-29T17:47:15.121 INFO:tasks.workunit.client.0.smithi028.stdout: "created": 59, 2024-08-29T17:47:15.121 INFO:tasks.workunit.client.0.smithi028.stdout: "dirty_stats_invalid": false, 2024-08-29T17:47:15.121 INFO:tasks.workunit.client.0.smithi028.stdout: "hitset_bytes_stats_invalid": false, 2024-08-29T17:47:15.121 INFO:tasks.workunit.client.0.smithi028.stdout: "hitset_stats_invalid": false, 2024-08-29T17:47:15.121 INFO:tasks.workunit.client.0.smithi028.stdout: "last_active": "2024-08-29T17:43:51.057459+0000", 2024-08-29T17:47:15.121 INFO:tasks.workunit.client.0.smithi028.stdout: "last_became_active": "2024-08-29T17:40:54.003948+0000", 2024-08-29T17:47:15.121 INFO:tasks.workunit.client.0.smithi028.stdout: "last_became_peered": "2024-08-29T17:40:54.003948+0000", 2024-08-29T17:47:15.122 INFO:tasks.workunit.client.0.smithi028.stdout: "last_change": "2024-08-29T17:40:54.004582+0000", 2024-08-29T17:47:15.122 INFO:tasks.workunit.client.0.smithi028.stdout: "last_clean": "2024-08-29T17:43:51.057459+0000", 2024-08-29T17:47:15.122 INFO:tasks.workunit.client.0.smithi028.stdout: "last_clean_scrub_stamp": "2024-08-29T17:40:52.944949+0000", 2024-08-29T17:47:15.122 INFO:tasks.workunit.client.0.smithi028.stdout: "last_deep_scrub": "0'0", 2024-08-29T17:47:15.122 INFO:tasks.workunit.client.0.smithi028.stdout: "last_deep_scrub_stamp": "2024-08-29T17:40:52.944949+0000", 2024-08-29T17:47:15.122 INFO:tasks.workunit.client.0.smithi028.stdout: "last_epoch_clean": 60, 2024-08-29T17:47:15.122 INFO:tasks.workunit.client.0.smithi028.stdout: "last_fresh": "2024-08-29T17:43:51.057459+0000", 2024-08-29T17:47:15.122 INFO:tasks.workunit.client.0.smithi028.stdout: "last_fullsized": "2024-08-29T17:43:51.057459+0000", 2024-08-29T17:47:15.122 INFO:tasks.workunit.client.0.smithi028.stdout: "last_peered": "2024-08-29T17:43:51.057459+0000", 2024-08-29T17:47:15.122 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub": "0'0", 2024-08-29T17:47:15.122 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub_duration": 0, 2024-08-29T17:47:15.122 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub_stamp": "2024-08-29T17:40:52.944949+0000", 2024-08-29T17:47:15.122 INFO:tasks.workunit.client.0.smithi028.stdout: "last_undegraded": "2024-08-29T17:43:51.057459+0000", 2024-08-29T17:47:15.123 INFO:tasks.workunit.client.0.smithi028.stdout: "last_unstale": "2024-08-29T17:43:51.057459+0000", 2024-08-29T17:47:15.123 INFO:tasks.workunit.client.0.smithi028.stdout: "log_dups_size": 0, 2024-08-29T17:47:15.123 INFO:tasks.workunit.client.0.smithi028.stdout: "log_size": 0, 2024-08-29T17:47:15.123 INFO:tasks.workunit.client.0.smithi028.stdout: "log_start": "0'0", 2024-08-29T17:47:15.123 INFO:tasks.workunit.client.0.smithi028.stdout: "manifest_stats_invalid": false, 2024-08-29T17:47:15.123 INFO:tasks.workunit.client.0.smithi028.stdout: "mapping_epoch": 59, 2024-08-29T17:47:15.123 INFO:tasks.workunit.client.0.smithi028.stdout: "object_location_counts": [], 2024-08-29T17:47:15.123 INFO:tasks.workunit.client.0.smithi028.stdout: "objects_scrubbed": 0, 2024-08-29T17:47:15.123 INFO:tasks.workunit.client.0.smithi028.stdout: "objects_trimmed": 0, 2024-08-29T17:47:15.123 INFO:tasks.workunit.client.0.smithi028.stdout: "omap_stats_invalid": false, 2024-08-29T17:47:15.123 INFO:tasks.workunit.client.0.smithi028.stdout: "ondisk_log_size": 0, 2024-08-29T17:47:15.123 INFO:tasks.workunit.client.0.smithi028.stdout: "ondisk_log_start": "0'0", 2024-08-29T17:47:15.123 INFO:tasks.workunit.client.0.smithi028.stdout: "parent": "0.0", 2024-08-29T17:47:15.123 INFO:tasks.workunit.client.0.smithi028.stdout: "parent_split_bits": 0, 2024-08-29T17:47:15.124 INFO:tasks.workunit.client.0.smithi028.stdout: "pgid": "2.8", 2024-08-29T17:47:15.124 INFO:tasks.workunit.client.0.smithi028.stdout: "pin_stats_invalid": false, 2024-08-29T17:47:15.124 INFO:tasks.workunit.client.0.smithi028.stdout: "purged_snaps": [], 2024-08-29T17:47:15.124 INFO:tasks.workunit.client.0.smithi028.stdout: "reported_epoch": 74, 2024-08-29T17:47:15.124 INFO:tasks.workunit.client.0.smithi028.stdout: "reported_seq": 24, 2024-08-29T17:47:15.124 INFO:tasks.workunit.client.0.smithi028.stdout: "scrub_duration": 0.0, 2024-08-29T17:47:15.124 INFO:tasks.workunit.client.0.smithi028.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-30T22:51:00.006032+0000", 2024-08-29T17:47:15.124 INFO:tasks.workunit.client.0.smithi028.stdout: "snaptrim_duration": 0.0, 2024-08-29T17:47:15.124 INFO:tasks.workunit.client.0.smithi028.stdout: "snaptrimq_len": 0, 2024-08-29T17:47:15.124 INFO:tasks.workunit.client.0.smithi028.stdout: "stat_sum": { 2024-08-29T17:47:15.124 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes": 0, 2024-08-29T17:47:15.124 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes_hit_set_archive": 0, 2024-08-29T17:47:15.124 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes_recovered": 0, 2024-08-29T17:47:15.125 INFO:tasks.workunit.client.0.smithi028.stdout: "num_deep_scrub_errors": 0, 2024-08-29T17:47:15.125 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict": 0, 2024-08-29T17:47:15.125 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_kb": 0, 2024-08-29T17:47:15.125 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_mode_full": 0, 2024-08-29T17:47:15.125 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_mode_some": 0, 2024-08-29T17:47:15.125 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush": 0, 2024-08-29T17:47:15.125 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_kb": 0, 2024-08-29T17:47:15.125 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_mode_high": 0, 2024-08-29T17:47:15.125 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_mode_low": 0, 2024-08-29T17:47:15.125 INFO:tasks.workunit.client.0.smithi028.stdout: "num_keys_recovered": 0, 2024-08-29T17:47:15.125 INFO:tasks.workunit.client.0.smithi028.stdout: "num_large_omap_objects": 0, 2024-08-29T17:47:15.125 INFO:tasks.workunit.client.0.smithi028.stdout: "num_legacy_snapsets": 0, 2024-08-29T17:47:15.125 INFO:tasks.workunit.client.0.smithi028.stdout: "num_object_clones": 0, 2024-08-29T17:47:15.126 INFO:tasks.workunit.client.0.smithi028.stdout: "num_object_copies": 0, 2024-08-29T17:47:15.126 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects": 0, 2024-08-29T17:47:15.126 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_degraded": 0, 2024-08-29T17:47:15.126 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_dirty": 0, 2024-08-29T17:47:15.126 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_hit_set_archive": 0, 2024-08-29T17:47:15.126 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_manifest": 0, 2024-08-29T17:47:15.126 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_misplaced": 0, 2024-08-29T17:47:15.126 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_missing": 0, 2024-08-29T17:47:15.126 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_missing_on_primary": 0, 2024-08-29T17:47:15.126 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_omap": 0, 2024-08-29T17:47:15.126 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_pinned": 0, 2024-08-29T17:47:15.126 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_recovered": 0, 2024-08-29T17:47:15.126 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_repaired": 0, 2024-08-29T17:47:15.127 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_unfound": 0, 2024-08-29T17:47:15.127 INFO:tasks.workunit.client.0.smithi028.stdout: "num_omap_bytes": 0, 2024-08-29T17:47:15.127 INFO:tasks.workunit.client.0.smithi028.stdout: "num_omap_keys": 0, 2024-08-29T17:47:15.127 INFO:tasks.workunit.client.0.smithi028.stdout: "num_promote": 0, 2024-08-29T17:47:15.127 INFO:tasks.workunit.client.0.smithi028.stdout: "num_read": 0, 2024-08-29T17:47:15.127 INFO:tasks.workunit.client.0.smithi028.stdout: "num_read_kb": 0, 2024-08-29T17:47:15.127 INFO:tasks.workunit.client.0.smithi028.stdout: "num_scrub_errors": 0, 2024-08-29T17:47:15.127 INFO:tasks.workunit.client.0.smithi028.stdout: "num_shallow_scrub_errors": 0, 2024-08-29T17:47:15.127 INFO:tasks.workunit.client.0.smithi028.stdout: "num_whiteouts": 0, 2024-08-29T17:47:15.127 INFO:tasks.workunit.client.0.smithi028.stdout: "num_write": 0, 2024-08-29T17:47:15.127 INFO:tasks.workunit.client.0.smithi028.stdout: "num_write_kb": 0 2024-08-29T17:47:15.127 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:15.127 INFO:tasks.workunit.client.0.smithi028.stdout: "state": "active+clean", 2024-08-29T17:47:15.127 INFO:tasks.workunit.client.0.smithi028.stdout: "stats_invalid": false, 2024-08-29T17:47:15.127 INFO:tasks.workunit.client.0.smithi028.stdout: "up": [ 2024-08-29T17:47:15.128 INFO:tasks.workunit.client.0.smithi028.stdout: 7, 2024-08-29T17:47:15.128 INFO:tasks.workunit.client.0.smithi028.stdout: 0, 2024-08-29T17:47:15.128 INFO:tasks.workunit.client.0.smithi028.stdout: 1 2024-08-29T17:47:15.128 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-08-29T17:47:15.128 INFO:tasks.workunit.client.0.smithi028.stdout: "up_primary": 7, 2024-08-29T17:47:15.128 INFO:tasks.workunit.client.0.smithi028.stdout: "version": "0'0" 2024-08-29T17:47:15.128 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:15.128 INFO:tasks.workunit.client.0.smithi028.stdout: { 2024-08-29T17:47:15.128 INFO:tasks.workunit.client.0.smithi028.stdout: "acting": [ 2024-08-29T17:47:15.128 INFO:tasks.workunit.client.0.smithi028.stdout: 4, 2024-08-29T17:47:15.128 INFO:tasks.workunit.client.0.smithi028.stdout: 2, 2024-08-29T17:47:15.128 INFO:tasks.workunit.client.0.smithi028.stdout: 7 2024-08-29T17:47:15.128 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-08-29T17:47:15.129 INFO:tasks.workunit.client.0.smithi028.stdout: "acting_primary": 4, 2024-08-29T17:47:15.129 INFO:tasks.workunit.client.0.smithi028.stdout: "avail_no_missing": [], 2024-08-29T17:47:15.129 INFO:tasks.workunit.client.0.smithi028.stdout: "blocked_by": [], 2024-08-29T17:47:15.129 INFO:tasks.workunit.client.0.smithi028.stdout: "created": 62, 2024-08-29T17:47:15.129 INFO:tasks.workunit.client.0.smithi028.stdout: "dirty_stats_invalid": false, 2024-08-29T17:47:15.129 INFO:tasks.workunit.client.0.smithi028.stdout: "hitset_bytes_stats_invalid": false, 2024-08-29T17:47:15.129 INFO:tasks.workunit.client.0.smithi028.stdout: "hitset_stats_invalid": false, 2024-08-29T17:47:15.129 INFO:tasks.workunit.client.0.smithi028.stdout: "last_active": "2024-08-29T17:43:51.001309+0000", 2024-08-29T17:47:15.129 INFO:tasks.workunit.client.0.smithi028.stdout: "last_became_active": "2024-08-29T17:41:03.076410+0000", 2024-08-29T17:47:15.129 INFO:tasks.workunit.client.0.smithi028.stdout: "last_became_peered": "2024-08-29T17:41:03.076410+0000", 2024-08-29T17:47:15.129 INFO:tasks.workunit.client.0.smithi028.stdout: "last_change": "2024-08-29T17:41:03.078707+0000", 2024-08-29T17:47:15.129 INFO:tasks.workunit.client.0.smithi028.stdout: "last_clean": "2024-08-29T17:43:51.001309+0000", 2024-08-29T17:47:15.129 INFO:tasks.workunit.client.0.smithi028.stdout: "last_clean_scrub_stamp": "2024-08-29T17:41:01.987071+0000", 2024-08-29T17:47:15.130 INFO:tasks.workunit.client.0.smithi028.stdout: "last_deep_scrub": "0'0", 2024-08-29T17:47:15.130 INFO:tasks.workunit.client.0.smithi028.stdout: "last_deep_scrub_stamp": "2024-08-29T17:41:01.987071+0000", 2024-08-29T17:47:15.130 INFO:tasks.workunit.client.0.smithi028.stdout: "last_epoch_clean": 63, 2024-08-29T17:47:15.130 INFO:tasks.workunit.client.0.smithi028.stdout: "last_fresh": "2024-08-29T17:43:51.001309+0000", 2024-08-29T17:47:15.130 INFO:tasks.workunit.client.0.smithi028.stdout: "last_fullsized": "2024-08-29T17:43:51.001309+0000", 2024-08-29T17:47:15.130 INFO:tasks.workunit.client.0.smithi028.stdout: "last_peered": "2024-08-29T17:43:51.001309+0000", 2024-08-29T17:47:15.130 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub": "0'0", 2024-08-29T17:47:15.130 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub_duration": 0, 2024-08-29T17:47:15.130 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub_stamp": "2024-08-29T17:41:01.987071+0000", 2024-08-29T17:47:15.130 INFO:tasks.workunit.client.0.smithi028.stdout: "last_undegraded": "2024-08-29T17:43:51.001309+0000", 2024-08-29T17:47:15.130 INFO:tasks.workunit.client.0.smithi028.stdout: "last_unstale": "2024-08-29T17:43:51.001309+0000", 2024-08-29T17:47:15.130 INFO:tasks.workunit.client.0.smithi028.stdout: "log_dups_size": 0, 2024-08-29T17:47:15.130 INFO:tasks.workunit.client.0.smithi028.stdout: "log_size": 0, 2024-08-29T17:47:15.130 INFO:tasks.workunit.client.0.smithi028.stdout: "log_start": "0'0", 2024-08-29T17:47:15.131 INFO:tasks.workunit.client.0.smithi028.stdout: "manifest_stats_invalid": false, 2024-08-29T17:47:15.131 INFO:tasks.workunit.client.0.smithi028.stdout: "mapping_epoch": 62, 2024-08-29T17:47:15.131 INFO:tasks.workunit.client.0.smithi028.stdout: "object_location_counts": [], 2024-08-29T17:47:15.131 INFO:tasks.workunit.client.0.smithi028.stdout: "objects_scrubbed": 0, 2024-08-29T17:47:15.131 INFO:tasks.workunit.client.0.smithi028.stdout: "objects_trimmed": 0, 2024-08-29T17:47:15.131 INFO:tasks.workunit.client.0.smithi028.stdout: "omap_stats_invalid": false, 2024-08-29T17:47:15.131 INFO:tasks.workunit.client.0.smithi028.stdout: "ondisk_log_size": 0, 2024-08-29T17:47:15.131 INFO:tasks.workunit.client.0.smithi028.stdout: "ondisk_log_start": "0'0", 2024-08-29T17:47:15.131 INFO:tasks.workunit.client.0.smithi028.stdout: "parent": "0.0", 2024-08-29T17:47:15.131 INFO:tasks.workunit.client.0.smithi028.stdout: "parent_split_bits": 0, 2024-08-29T17:47:15.131 INFO:tasks.workunit.client.0.smithi028.stdout: "pgid": "3.9", 2024-08-29T17:47:15.131 INFO:tasks.workunit.client.0.smithi028.stdout: "pin_stats_invalid": false, 2024-08-29T17:47:15.131 INFO:tasks.workunit.client.0.smithi028.stdout: "purged_snaps": [], 2024-08-29T17:47:15.131 INFO:tasks.workunit.client.0.smithi028.stdout: "reported_epoch": 74, 2024-08-29T17:47:15.131 INFO:tasks.workunit.client.0.smithi028.stdout: "reported_seq": 21, 2024-08-29T17:47:15.132 INFO:tasks.workunit.client.0.smithi028.stdout: "scrub_duration": 0.0, 2024-08-29T17:47:15.132 INFO:tasks.workunit.client.0.smithi028.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-30T17:53:37.747869+0000", 2024-08-29T17:47:15.132 INFO:tasks.workunit.client.0.smithi028.stdout: "snaptrim_duration": 0.0, 2024-08-29T17:47:15.132 INFO:tasks.workunit.client.0.smithi028.stdout: "snaptrimq_len": 0, 2024-08-29T17:47:15.132 INFO:tasks.workunit.client.0.smithi028.stdout: "stat_sum": { 2024-08-29T17:47:15.132 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes": 0, 2024-08-29T17:47:15.132 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes_hit_set_archive": 0, 2024-08-29T17:47:15.132 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes_recovered": 0, 2024-08-29T17:47:15.132 INFO:tasks.workunit.client.0.smithi028.stdout: "num_deep_scrub_errors": 0, 2024-08-29T17:47:15.132 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict": 0, 2024-08-29T17:47:15.132 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_kb": 0, 2024-08-29T17:47:15.132 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_mode_full": 0, 2024-08-29T17:47:15.132 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_mode_some": 0, 2024-08-29T17:47:15.132 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush": 0, 2024-08-29T17:47:15.133 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_kb": 0, 2024-08-29T17:47:15.133 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_mode_high": 0, 2024-08-29T17:47:15.133 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_mode_low": 0, 2024-08-29T17:47:15.133 INFO:tasks.workunit.client.0.smithi028.stdout: "num_keys_recovered": 0, 2024-08-29T17:47:15.133 INFO:tasks.workunit.client.0.smithi028.stdout: "num_large_omap_objects": 0, 2024-08-29T17:47:15.133 INFO:tasks.workunit.client.0.smithi028.stdout: "num_legacy_snapsets": 0, 2024-08-29T17:47:15.133 INFO:tasks.workunit.client.0.smithi028.stdout: "num_object_clones": 0, 2024-08-29T17:47:15.133 INFO:tasks.workunit.client.0.smithi028.stdout: "num_object_copies": 0, 2024-08-29T17:47:15.133 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects": 0, 2024-08-29T17:47:15.133 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_degraded": 0, 2024-08-29T17:47:15.133 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_dirty": 0, 2024-08-29T17:47:15.133 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_hit_set_archive": 0, 2024-08-29T17:47:15.133 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_manifest": 0, 2024-08-29T17:47:15.134 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_misplaced": 0, 2024-08-29T17:47:15.134 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_missing": 0, 2024-08-29T17:47:15.134 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_missing_on_primary": 0, 2024-08-29T17:47:15.134 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_omap": 0, 2024-08-29T17:47:15.134 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_pinned": 0, 2024-08-29T17:47:15.134 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_recovered": 0, 2024-08-29T17:47:15.134 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_repaired": 0, 2024-08-29T17:47:15.134 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_unfound": 0, 2024-08-29T17:47:15.134 INFO:tasks.workunit.client.0.smithi028.stdout: "num_omap_bytes": 0, 2024-08-29T17:47:15.134 INFO:tasks.workunit.client.0.smithi028.stdout: "num_omap_keys": 0, 2024-08-29T17:47:15.134 INFO:tasks.workunit.client.0.smithi028.stdout: "num_promote": 0, 2024-08-29T17:47:15.134 INFO:tasks.workunit.client.0.smithi028.stdout: "num_read": 0, 2024-08-29T17:47:15.134 INFO:tasks.workunit.client.0.smithi028.stdout: "num_read_kb": 0, 2024-08-29T17:47:15.134 INFO:tasks.workunit.client.0.smithi028.stdout: "num_scrub_errors": 0, 2024-08-29T17:47:15.135 INFO:tasks.workunit.client.0.smithi028.stdout: "num_shallow_scrub_errors": 0, 2024-08-29T17:47:15.135 INFO:tasks.workunit.client.0.smithi028.stdout: "num_whiteouts": 0, 2024-08-29T17:47:15.135 INFO:tasks.workunit.client.0.smithi028.stdout: "num_write": 0, 2024-08-29T17:47:15.135 INFO:tasks.workunit.client.0.smithi028.stdout: "num_write_kb": 0 2024-08-29T17:47:15.135 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:15.135 INFO:tasks.workunit.client.0.smithi028.stdout: "state": "active+clean", 2024-08-29T17:47:15.135 INFO:tasks.workunit.client.0.smithi028.stdout: "stats_invalid": false, 2024-08-29T17:47:15.135 INFO:tasks.workunit.client.0.smithi028.stdout: "up": [ 2024-08-29T17:47:15.135 INFO:tasks.workunit.client.0.smithi028.stdout: 4, 2024-08-29T17:47:15.135 INFO:tasks.workunit.client.0.smithi028.stdout: 2, 2024-08-29T17:47:15.135 INFO:tasks.workunit.client.0.smithi028.stdout: 7 2024-08-29T17:47:15.135 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-08-29T17:47:15.135 INFO:tasks.workunit.client.0.smithi028.stdout: "up_primary": 4, 2024-08-29T17:47:15.135 INFO:tasks.workunit.client.0.smithi028.stdout: "version": "0'0" 2024-08-29T17:47:15.136 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:15.136 INFO:tasks.workunit.client.0.smithi028.stdout: { 2024-08-29T17:47:15.136 INFO:tasks.workunit.client.0.smithi028.stdout: "acting": [ 2024-08-29T17:47:15.136 INFO:tasks.workunit.client.0.smithi028.stdout: 1, 2024-08-29T17:47:15.136 INFO:tasks.workunit.client.0.smithi028.stdout: 7, 2024-08-29T17:47:15.136 INFO:tasks.workunit.client.0.smithi028.stdout: 3 2024-08-29T17:47:15.136 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-08-29T17:47:15.136 INFO:tasks.workunit.client.0.smithi028.stdout: "acting_primary": 1, 2024-08-29T17:47:15.136 INFO:tasks.workunit.client.0.smithi028.stdout: "avail_no_missing": [], 2024-08-29T17:47:15.136 INFO:tasks.workunit.client.0.smithi028.stdout: "blocked_by": [], 2024-08-29T17:47:15.136 INFO:tasks.workunit.client.0.smithi028.stdout: "created": 59, 2024-08-29T17:47:15.136 INFO:tasks.workunit.client.0.smithi028.stdout: "dirty_stats_invalid": false, 2024-08-29T17:47:15.137 INFO:tasks.workunit.client.0.smithi028.stdout: "hitset_bytes_stats_invalid": false, 2024-08-29T17:47:15.137 INFO:tasks.workunit.client.0.smithi028.stdout: "hitset_stats_invalid": false, 2024-08-29T17:47:15.137 INFO:tasks.workunit.client.0.smithi028.stdout: "last_active": "2024-08-29T17:43:51.009407+0000", 2024-08-29T17:47:15.137 INFO:tasks.workunit.client.0.smithi028.stdout: "last_became_active": "2024-08-29T17:40:53.998553+0000", 2024-08-29T17:47:15.137 INFO:tasks.workunit.client.0.smithi028.stdout: "last_became_peered": "2024-08-29T17:40:53.998553+0000", 2024-08-29T17:47:15.137 INFO:tasks.workunit.client.0.smithi028.stdout: "last_change": "2024-08-29T17:40:53.999191+0000", 2024-08-29T17:47:15.137 INFO:tasks.workunit.client.0.smithi028.stdout: "last_clean": "2024-08-29T17:43:51.009407+0000", 2024-08-29T17:47:15.137 INFO:tasks.workunit.client.0.smithi028.stdout: "last_clean_scrub_stamp": "2024-08-29T17:40:52.944949+0000", 2024-08-29T17:47:15.137 INFO:tasks.workunit.client.0.smithi028.stdout: "last_deep_scrub": "0'0", 2024-08-29T17:47:15.137 INFO:tasks.workunit.client.0.smithi028.stdout: "last_deep_scrub_stamp": "2024-08-29T17:40:52.944949+0000", 2024-08-29T17:47:15.137 INFO:tasks.workunit.client.0.smithi028.stdout: "last_epoch_clean": 60, 2024-08-29T17:47:15.137 INFO:tasks.workunit.client.0.smithi028.stdout: "last_fresh": "2024-08-29T17:43:51.009407+0000", 2024-08-29T17:47:15.138 INFO:tasks.workunit.client.0.smithi028.stdout: "last_fullsized": "2024-08-29T17:43:51.009407+0000", 2024-08-29T17:47:15.138 INFO:tasks.workunit.client.0.smithi028.stdout: "last_peered": "2024-08-29T17:43:51.009407+0000", 2024-08-29T17:47:15.138 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub": "0'0", 2024-08-29T17:47:15.138 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub_duration": 0, 2024-08-29T17:47:15.138 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub_stamp": "2024-08-29T17:40:52.944949+0000", 2024-08-29T17:47:15.138 INFO:tasks.workunit.client.0.smithi028.stdout: "last_undegraded": "2024-08-29T17:43:51.009407+0000", 2024-08-29T17:47:15.138 INFO:tasks.workunit.client.0.smithi028.stdout: "last_unstale": "2024-08-29T17:43:51.009407+0000", 2024-08-29T17:47:15.138 INFO:tasks.workunit.client.0.smithi028.stdout: "log_dups_size": 0, 2024-08-29T17:47:15.138 INFO:tasks.workunit.client.0.smithi028.stdout: "log_size": 0, 2024-08-29T17:47:15.138 INFO:tasks.workunit.client.0.smithi028.stdout: "log_start": "0'0", 2024-08-29T17:47:15.138 INFO:tasks.workunit.client.0.smithi028.stdout: "manifest_stats_invalid": false, 2024-08-29T17:47:15.138 INFO:tasks.workunit.client.0.smithi028.stdout: "mapping_epoch": 59, 2024-08-29T17:47:15.138 INFO:tasks.workunit.client.0.smithi028.stdout: "object_location_counts": [], 2024-08-29T17:47:15.138 INFO:tasks.workunit.client.0.smithi028.stdout: "objects_scrubbed": 0, 2024-08-29T17:47:15.138 INFO:tasks.workunit.client.0.smithi028.stdout: "objects_trimmed": 0, 2024-08-29T17:47:15.139 INFO:tasks.workunit.client.0.smithi028.stdout: "omap_stats_invalid": false, 2024-08-29T17:47:15.139 INFO:tasks.workunit.client.0.smithi028.stdout: "ondisk_log_size": 0, 2024-08-29T17:47:15.139 INFO:tasks.workunit.client.0.smithi028.stdout: "ondisk_log_start": "0'0", 2024-08-29T17:47:15.139 INFO:tasks.workunit.client.0.smithi028.stdout: "parent": "0.0", 2024-08-29T17:47:15.139 INFO:tasks.workunit.client.0.smithi028.stdout: "parent_split_bits": 0, 2024-08-29T17:47:15.139 INFO:tasks.workunit.client.0.smithi028.stdout: "pgid": "2.9", 2024-08-29T17:47:15.139 INFO:tasks.workunit.client.0.smithi028.stdout: "pin_stats_invalid": false, 2024-08-29T17:47:15.139 INFO:tasks.workunit.client.0.smithi028.stdout: "purged_snaps": [], 2024-08-29T17:47:15.139 INFO:tasks.workunit.client.0.smithi028.stdout: "reported_epoch": 74, 2024-08-29T17:47:15.139 INFO:tasks.workunit.client.0.smithi028.stdout: "reported_seq": 24, 2024-08-29T17:47:15.139 INFO:tasks.workunit.client.0.smithi028.stdout: "scrub_duration": 0.0, 2024-08-29T17:47:15.139 INFO:tasks.workunit.client.0.smithi028.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-30T19:35:05.530174+0000", 2024-08-29T17:47:15.139 INFO:tasks.workunit.client.0.smithi028.stdout: "snaptrim_duration": 0.0, 2024-08-29T17:47:15.140 INFO:tasks.workunit.client.0.smithi028.stdout: "snaptrimq_len": 0, 2024-08-29T17:47:15.140 INFO:tasks.workunit.client.0.smithi028.stdout: "stat_sum": { 2024-08-29T17:47:15.140 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes": 0, 2024-08-29T17:47:15.140 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes_hit_set_archive": 0, 2024-08-29T17:47:15.140 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes_recovered": 0, 2024-08-29T17:47:15.140 INFO:tasks.workunit.client.0.smithi028.stdout: "num_deep_scrub_errors": 0, 2024-08-29T17:47:15.140 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict": 0, 2024-08-29T17:47:15.140 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_kb": 0, 2024-08-29T17:47:15.140 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_mode_full": 0, 2024-08-29T17:47:15.140 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_mode_some": 0, 2024-08-29T17:47:15.140 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush": 0, 2024-08-29T17:47:15.140 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_kb": 0, 2024-08-29T17:47:15.141 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_mode_high": 0, 2024-08-29T17:47:15.141 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_mode_low": 0, 2024-08-29T17:47:15.141 INFO:tasks.workunit.client.0.smithi028.stdout: "num_keys_recovered": 0, 2024-08-29T17:47:15.141 INFO:tasks.workunit.client.0.smithi028.stdout: "num_large_omap_objects": 0, 2024-08-29T17:47:15.141 INFO:tasks.workunit.client.0.smithi028.stdout: "num_legacy_snapsets": 0, 2024-08-29T17:47:15.141 INFO:tasks.workunit.client.0.smithi028.stdout: "num_object_clones": 0, 2024-08-29T17:47:15.141 INFO:tasks.workunit.client.0.smithi028.stdout: "num_object_copies": 0, 2024-08-29T17:47:15.141 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects": 0, 2024-08-29T17:47:15.141 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_degraded": 0, 2024-08-29T17:47:15.141 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_dirty": 0, 2024-08-29T17:47:15.141 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_hit_set_archive": 0, 2024-08-29T17:47:15.141 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_manifest": 0, 2024-08-29T17:47:15.142 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_misplaced": 0, 2024-08-29T17:47:15.142 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_missing": 0, 2024-08-29T17:47:15.142 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_missing_on_primary": 0, 2024-08-29T17:47:15.142 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_omap": 0, 2024-08-29T17:47:15.142 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_pinned": 0, 2024-08-29T17:47:15.142 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_recovered": 0, 2024-08-29T17:47:15.142 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_repaired": 0, 2024-08-29T17:47:15.142 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_unfound": 0, 2024-08-29T17:47:15.142 INFO:tasks.workunit.client.0.smithi028.stdout: "num_omap_bytes": 0, 2024-08-29T17:47:15.142 INFO:tasks.workunit.client.0.smithi028.stdout: "num_omap_keys": 0, 2024-08-29T17:47:15.142 INFO:tasks.workunit.client.0.smithi028.stdout: "num_promote": 0, 2024-08-29T17:47:15.142 INFO:tasks.workunit.client.0.smithi028.stdout: "num_read": 0, 2024-08-29T17:47:15.142 INFO:tasks.workunit.client.0.smithi028.stdout: "num_read_kb": 0, 2024-08-29T17:47:15.143 INFO:tasks.workunit.client.0.smithi028.stdout: "num_scrub_errors": 0, 2024-08-29T17:47:15.143 INFO:tasks.workunit.client.0.smithi028.stdout: "num_shallow_scrub_errors": 0, 2024-08-29T17:47:15.143 INFO:tasks.workunit.client.0.smithi028.stdout: "num_whiteouts": 0, 2024-08-29T17:47:15.143 INFO:tasks.workunit.client.0.smithi028.stdout: "num_write": 0, 2024-08-29T17:47:15.143 INFO:tasks.workunit.client.0.smithi028.stdout: "num_write_kb": 0 2024-08-29T17:47:15.143 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:15.143 INFO:tasks.workunit.client.0.smithi028.stdout: "state": "active+clean", 2024-08-29T17:47:15.143 INFO:tasks.workunit.client.0.smithi028.stdout: "stats_invalid": false, 2024-08-29T17:47:15.143 INFO:tasks.workunit.client.0.smithi028.stdout: "up": [ 2024-08-29T17:47:15.143 INFO:tasks.workunit.client.0.smithi028.stdout: 1, 2024-08-29T17:47:15.143 INFO:tasks.workunit.client.0.smithi028.stdout: 7, 2024-08-29T17:47:15.143 INFO:tasks.workunit.client.0.smithi028.stdout: 3 2024-08-29T17:47:15.144 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-08-29T17:47:15.144 INFO:tasks.workunit.client.0.smithi028.stdout: "up_primary": 1, 2024-08-29T17:47:15.144 INFO:tasks.workunit.client.0.smithi028.stdout: "version": "0'0" 2024-08-29T17:47:15.144 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:15.144 INFO:tasks.workunit.client.0.smithi028.stdout: { 2024-08-29T17:47:15.144 INFO:tasks.workunit.client.0.smithi028.stdout: "acting": [ 2024-08-29T17:47:15.144 INFO:tasks.workunit.client.0.smithi028.stdout: 3, 2024-08-29T17:47:15.144 INFO:tasks.workunit.client.0.smithi028.stdout: 1, 2024-08-29T17:47:15.144 INFO:tasks.workunit.client.0.smithi028.stdout: 7 2024-08-29T17:47:15.144 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-08-29T17:47:15.144 INFO:tasks.workunit.client.0.smithi028.stdout: "acting_primary": 3, 2024-08-29T17:47:15.144 INFO:tasks.workunit.client.0.smithi028.stdout: "avail_no_missing": [], 2024-08-29T17:47:15.144 INFO:tasks.workunit.client.0.smithi028.stdout: "blocked_by": [], 2024-08-29T17:47:15.145 INFO:tasks.workunit.client.0.smithi028.stdout: "created": 62, 2024-08-29T17:47:15.145 INFO:tasks.workunit.client.0.smithi028.stdout: "dirty_stats_invalid": false, 2024-08-29T17:47:15.145 INFO:tasks.workunit.client.0.smithi028.stdout: "hitset_bytes_stats_invalid": false, 2024-08-29T17:47:15.145 INFO:tasks.workunit.client.0.smithi028.stdout: "hitset_stats_invalid": false, 2024-08-29T17:47:15.145 INFO:tasks.workunit.client.0.smithi028.stdout: "last_active": "2024-08-29T17:43:51.002306+0000", 2024-08-29T17:47:15.145 INFO:tasks.workunit.client.0.smithi028.stdout: "last_became_active": "2024-08-29T17:41:03.056480+0000", 2024-08-29T17:47:15.145 INFO:tasks.workunit.client.0.smithi028.stdout: "last_became_peered": "2024-08-29T17:41:03.056480+0000", 2024-08-29T17:47:15.145 INFO:tasks.workunit.client.0.smithi028.stdout: "last_change": "2024-08-29T17:41:03.057392+0000", 2024-08-29T17:47:15.145 INFO:tasks.workunit.client.0.smithi028.stdout: "last_clean": "2024-08-29T17:43:51.002306+0000", 2024-08-29T17:47:15.145 INFO:tasks.workunit.client.0.smithi028.stdout: "last_clean_scrub_stamp": "2024-08-29T17:41:01.987071+0000", 2024-08-29T17:47:15.145 INFO:tasks.workunit.client.0.smithi028.stdout: "last_deep_scrub": "0'0", 2024-08-29T17:47:15.145 INFO:tasks.workunit.client.0.smithi028.stdout: "last_deep_scrub_stamp": "2024-08-29T17:41:01.987071+0000", 2024-08-29T17:47:15.145 INFO:tasks.workunit.client.0.smithi028.stdout: "last_epoch_clean": 63, 2024-08-29T17:47:15.146 INFO:tasks.workunit.client.0.smithi028.stdout: "last_fresh": "2024-08-29T17:43:51.002306+0000", 2024-08-29T17:47:15.146 INFO:tasks.workunit.client.0.smithi028.stdout: "last_fullsized": "2024-08-29T17:43:51.002306+0000", 2024-08-29T17:47:15.146 INFO:tasks.workunit.client.0.smithi028.stdout: "last_peered": "2024-08-29T17:43:51.002306+0000", 2024-08-29T17:47:15.146 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub": "0'0", 2024-08-29T17:47:15.146 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub_duration": 0, 2024-08-29T17:47:15.146 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub_stamp": "2024-08-29T17:41:01.987071+0000", 2024-08-29T17:47:15.146 INFO:tasks.workunit.client.0.smithi028.stdout: "last_undegraded": "2024-08-29T17:43:51.002306+0000", 2024-08-29T17:47:15.146 INFO:tasks.workunit.client.0.smithi028.stdout: "last_unstale": "2024-08-29T17:43:51.002306+0000", 2024-08-29T17:47:15.146 INFO:tasks.workunit.client.0.smithi028.stdout: "log_dups_size": 0, 2024-08-29T17:47:15.146 INFO:tasks.workunit.client.0.smithi028.stdout: "log_size": 0, 2024-08-29T17:47:15.146 INFO:tasks.workunit.client.0.smithi028.stdout: "log_start": "0'0", 2024-08-29T17:47:15.146 INFO:tasks.workunit.client.0.smithi028.stdout: "manifest_stats_invalid": false, 2024-08-29T17:47:15.146 INFO:tasks.workunit.client.0.smithi028.stdout: "mapping_epoch": 62, 2024-08-29T17:47:15.147 INFO:tasks.workunit.client.0.smithi028.stdout: "object_location_counts": [], 2024-08-29T17:47:15.147 INFO:tasks.workunit.client.0.smithi028.stdout: "objects_scrubbed": 0, 2024-08-29T17:47:15.147 INFO:tasks.workunit.client.0.smithi028.stdout: "objects_trimmed": 0, 2024-08-29T17:47:15.147 INFO:tasks.workunit.client.0.smithi028.stdout: "omap_stats_invalid": false, 2024-08-29T17:47:15.147 INFO:tasks.workunit.client.0.smithi028.stdout: "ondisk_log_size": 0, 2024-08-29T17:47:15.147 INFO:tasks.workunit.client.0.smithi028.stdout: "ondisk_log_start": "0'0", 2024-08-29T17:47:15.147 INFO:tasks.workunit.client.0.smithi028.stdout: "parent": "0.0", 2024-08-29T17:47:15.147 INFO:tasks.workunit.client.0.smithi028.stdout: "parent_split_bits": 0, 2024-08-29T17:47:15.147 INFO:tasks.workunit.client.0.smithi028.stdout: "pgid": "3.8", 2024-08-29T17:47:15.147 INFO:tasks.workunit.client.0.smithi028.stdout: "pin_stats_invalid": false, 2024-08-29T17:47:15.147 INFO:tasks.workunit.client.0.smithi028.stdout: "purged_snaps": [], 2024-08-29T17:47:15.147 INFO:tasks.workunit.client.0.smithi028.stdout: "reported_epoch": 74, 2024-08-29T17:47:15.147 INFO:tasks.workunit.client.0.smithi028.stdout: "reported_seq": 21, 2024-08-29T17:47:15.148 INFO:tasks.workunit.client.0.smithi028.stdout: "scrub_duration": 0.0, 2024-08-29T17:47:15.148 INFO:tasks.workunit.client.0.smithi028.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-30T21:26:13.016911+0000", 2024-08-29T17:47:15.148 INFO:tasks.workunit.client.0.smithi028.stdout: "snaptrim_duration": 0.0, 2024-08-29T17:47:15.148 INFO:tasks.workunit.client.0.smithi028.stdout: "snaptrimq_len": 0, 2024-08-29T17:47:15.148 INFO:tasks.workunit.client.0.smithi028.stdout: "stat_sum": { 2024-08-29T17:47:15.148 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes": 0, 2024-08-29T17:47:15.148 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes_hit_set_archive": 0, 2024-08-29T17:47:15.148 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes_recovered": 0, 2024-08-29T17:47:15.148 INFO:tasks.workunit.client.0.smithi028.stdout: "num_deep_scrub_errors": 0, 2024-08-29T17:47:15.148 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict": 0, 2024-08-29T17:47:15.148 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_kb": 0, 2024-08-29T17:47:15.148 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_mode_full": 0, 2024-08-29T17:47:15.149 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_mode_some": 0, 2024-08-29T17:47:15.149 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush": 0, 2024-08-29T17:47:15.149 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_kb": 0, 2024-08-29T17:47:15.149 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_mode_high": 0, 2024-08-29T17:47:15.149 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_mode_low": 0, 2024-08-29T17:47:15.149 INFO:tasks.workunit.client.0.smithi028.stdout: "num_keys_recovered": 0, 2024-08-29T17:47:15.149 INFO:tasks.workunit.client.0.smithi028.stdout: "num_large_omap_objects": 0, 2024-08-29T17:47:15.149 INFO:tasks.workunit.client.0.smithi028.stdout: "num_legacy_snapsets": 0, 2024-08-29T17:47:15.149 INFO:tasks.workunit.client.0.smithi028.stdout: "num_object_clones": 0, 2024-08-29T17:47:15.149 INFO:tasks.workunit.client.0.smithi028.stdout: "num_object_copies": 0, 2024-08-29T17:47:15.149 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects": 0, 2024-08-29T17:47:15.149 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_degraded": 0, 2024-08-29T17:47:15.150 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_dirty": 0, 2024-08-29T17:47:15.150 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_hit_set_archive": 0, 2024-08-29T17:47:15.150 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_manifest": 0, 2024-08-29T17:47:15.150 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_misplaced": 0, 2024-08-29T17:47:15.150 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_missing": 0, 2024-08-29T17:47:15.150 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_missing_on_primary": 0, 2024-08-29T17:47:15.150 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_omap": 0, 2024-08-29T17:47:15.150 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_pinned": 0, 2024-08-29T17:47:15.150 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_recovered": 0, 2024-08-29T17:47:15.150 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_repaired": 0, 2024-08-29T17:47:15.150 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_unfound": 0, 2024-08-29T17:47:15.150 INFO:tasks.workunit.client.0.smithi028.stdout: "num_omap_bytes": 0, 2024-08-29T17:47:15.150 INFO:tasks.workunit.client.0.smithi028.stdout: "num_omap_keys": 0, 2024-08-29T17:47:15.150 INFO:tasks.workunit.client.0.smithi028.stdout: "num_promote": 0, 2024-08-29T17:47:15.151 INFO:tasks.workunit.client.0.smithi028.stdout: "num_read": 0, 2024-08-29T17:47:15.151 INFO:tasks.workunit.client.0.smithi028.stdout: "num_read_kb": 0, 2024-08-29T17:47:15.151 INFO:tasks.workunit.client.0.smithi028.stdout: "num_scrub_errors": 0, 2024-08-29T17:47:15.151 INFO:tasks.workunit.client.0.smithi028.stdout: "num_shallow_scrub_errors": 0, 2024-08-29T17:47:15.151 INFO:tasks.workunit.client.0.smithi028.stdout: "num_whiteouts": 0, 2024-08-29T17:47:15.151 INFO:tasks.workunit.client.0.smithi028.stdout: "num_write": 0, 2024-08-29T17:47:15.151 INFO:tasks.workunit.client.0.smithi028.stdout: "num_write_kb": 0 2024-08-29T17:47:15.151 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:15.151 INFO:tasks.workunit.client.0.smithi028.stdout: "state": "active+clean", 2024-08-29T17:47:15.151 INFO:tasks.workunit.client.0.smithi028.stdout: "stats_invalid": false, 2024-08-29T17:47:15.151 INFO:tasks.workunit.client.0.smithi028.stdout: "up": [ 2024-08-29T17:47:15.151 INFO:tasks.workunit.client.0.smithi028.stdout: 3, 2024-08-29T17:47:15.151 INFO:tasks.workunit.client.0.smithi028.stdout: 1, 2024-08-29T17:47:15.151 INFO:tasks.workunit.client.0.smithi028.stdout: 7 2024-08-29T17:47:15.151 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-08-29T17:47:15.152 INFO:tasks.workunit.client.0.smithi028.stdout: "up_primary": 3, 2024-08-29T17:47:15.152 INFO:tasks.workunit.client.0.smithi028.stdout: "version": "0'0" 2024-08-29T17:47:15.152 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:15.152 INFO:tasks.workunit.client.0.smithi028.stdout: { 2024-08-29T17:47:15.152 INFO:tasks.workunit.client.0.smithi028.stdout: "acting": [ 2024-08-29T17:47:15.152 INFO:tasks.workunit.client.0.smithi028.stdout: 1, 2024-08-29T17:47:15.152 INFO:tasks.workunit.client.0.smithi028.stdout: 3, 2024-08-29T17:47:15.152 INFO:tasks.workunit.client.0.smithi028.stdout: 7 2024-08-29T17:47:15.152 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-08-29T17:47:15.152 INFO:tasks.workunit.client.0.smithi028.stdout: "acting_primary": 1, 2024-08-29T17:47:15.152 INFO:tasks.workunit.client.0.smithi028.stdout: "avail_no_missing": [], 2024-08-29T17:47:15.152 INFO:tasks.workunit.client.0.smithi028.stdout: "blocked_by": [], 2024-08-29T17:47:15.152 INFO:tasks.workunit.client.0.smithi028.stdout: "created": 59, 2024-08-29T17:47:15.152 INFO:tasks.workunit.client.0.smithi028.stdout: "dirty_stats_invalid": false, 2024-08-29T17:47:15.153 INFO:tasks.workunit.client.0.smithi028.stdout: "hitset_bytes_stats_invalid": false, 2024-08-29T17:47:15.153 INFO:tasks.workunit.client.0.smithi028.stdout: "hitset_stats_invalid": false, 2024-08-29T17:47:15.153 INFO:tasks.workunit.client.0.smithi028.stdout: "last_active": "2024-08-29T17:43:51.010327+0000", 2024-08-29T17:47:15.153 INFO:tasks.workunit.client.0.smithi028.stdout: "last_became_active": "2024-08-29T17:40:53.987830+0000", 2024-08-29T17:47:15.153 INFO:tasks.workunit.client.0.smithi028.stdout: "last_became_peered": "2024-08-29T17:40:53.987830+0000", 2024-08-29T17:47:15.153 INFO:tasks.workunit.client.0.smithi028.stdout: "last_change": "2024-08-29T17:40:53.988890+0000", 2024-08-29T17:47:15.153 INFO:tasks.workunit.client.0.smithi028.stdout: "last_clean": "2024-08-29T17:43:51.010327+0000", 2024-08-29T17:47:15.153 INFO:tasks.workunit.client.0.smithi028.stdout: "last_clean_scrub_stamp": "2024-08-29T17:40:52.944949+0000", 2024-08-29T17:47:15.153 INFO:tasks.workunit.client.0.smithi028.stdout: "last_deep_scrub": "0'0", 2024-08-29T17:47:15.153 INFO:tasks.workunit.client.0.smithi028.stdout: "last_deep_scrub_stamp": "2024-08-29T17:40:52.944949+0000", 2024-08-29T17:47:15.153 INFO:tasks.workunit.client.0.smithi028.stdout: "last_epoch_clean": 60, 2024-08-29T17:47:15.153 INFO:tasks.workunit.client.0.smithi028.stdout: "last_fresh": "2024-08-29T17:43:51.010327+0000", 2024-08-29T17:47:15.153 INFO:tasks.workunit.client.0.smithi028.stdout: "last_fullsized": "2024-08-29T17:43:51.010327+0000", 2024-08-29T17:47:15.153 INFO:tasks.workunit.client.0.smithi028.stdout: "last_peered": "2024-08-29T17:43:51.010327+0000", 2024-08-29T17:47:15.153 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub": "0'0", 2024-08-29T17:47:15.154 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub_duration": 0, 2024-08-29T17:47:15.154 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub_stamp": "2024-08-29T17:40:52.944949+0000", 2024-08-29T17:47:15.154 INFO:tasks.workunit.client.0.smithi028.stdout: "last_undegraded": "2024-08-29T17:43:51.010327+0000", 2024-08-29T17:47:15.154 INFO:tasks.workunit.client.0.smithi028.stdout: "last_unstale": "2024-08-29T17:43:51.010327+0000", 2024-08-29T17:47:15.154 INFO:tasks.workunit.client.0.smithi028.stdout: "log_dups_size": 0, 2024-08-29T17:47:15.154 INFO:tasks.workunit.client.0.smithi028.stdout: "log_size": 0, 2024-08-29T17:47:15.154 INFO:tasks.workunit.client.0.smithi028.stdout: "log_start": "0'0", 2024-08-29T17:47:15.154 INFO:tasks.workunit.client.0.smithi028.stdout: "manifest_stats_invalid": false, 2024-08-29T17:47:15.154 INFO:tasks.workunit.client.0.smithi028.stdout: "mapping_epoch": 59, 2024-08-29T17:47:15.154 INFO:tasks.workunit.client.0.smithi028.stdout: "object_location_counts": [], 2024-08-29T17:47:15.154 INFO:tasks.workunit.client.0.smithi028.stdout: "objects_scrubbed": 0, 2024-08-29T17:47:15.154 INFO:tasks.workunit.client.0.smithi028.stdout: "objects_trimmed": 0, 2024-08-29T17:47:15.154 INFO:tasks.workunit.client.0.smithi028.stdout: "omap_stats_invalid": false, 2024-08-29T17:47:15.154 INFO:tasks.workunit.client.0.smithi028.stdout: "ondisk_log_size": 0, 2024-08-29T17:47:15.155 INFO:tasks.workunit.client.0.smithi028.stdout: "ondisk_log_start": "0'0", 2024-08-29T17:47:15.155 INFO:tasks.workunit.client.0.smithi028.stdout: "parent": "0.0", 2024-08-29T17:47:15.155 INFO:tasks.workunit.client.0.smithi028.stdout: "parent_split_bits": 0, 2024-08-29T17:47:15.155 INFO:tasks.workunit.client.0.smithi028.stdout: "pgid": "2.a", 2024-08-29T17:47:15.155 INFO:tasks.workunit.client.0.smithi028.stdout: "pin_stats_invalid": false, 2024-08-29T17:47:15.155 INFO:tasks.workunit.client.0.smithi028.stdout: "purged_snaps": [], 2024-08-29T17:47:15.155 INFO:tasks.workunit.client.0.smithi028.stdout: "reported_epoch": 74, 2024-08-29T17:47:15.155 INFO:tasks.workunit.client.0.smithi028.stdout: "reported_seq": 24, 2024-08-29T17:47:15.155 INFO:tasks.workunit.client.0.smithi028.stdout: "scrub_duration": 0.0, 2024-08-29T17:47:15.155 INFO:tasks.workunit.client.0.smithi028.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-31T01:52:35.315116+0000", 2024-08-29T17:47:15.155 INFO:tasks.workunit.client.0.smithi028.stdout: "snaptrim_duration": 0.0, 2024-08-29T17:47:15.155 INFO:tasks.workunit.client.0.smithi028.stdout: "snaptrimq_len": 0, 2024-08-29T17:47:15.155 INFO:tasks.workunit.client.0.smithi028.stdout: "stat_sum": { 2024-08-29T17:47:15.155 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes": 0, 2024-08-29T17:47:15.155 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes_hit_set_archive": 0, 2024-08-29T17:47:15.156 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes_recovered": 0, 2024-08-29T17:47:15.156 INFO:tasks.workunit.client.0.smithi028.stdout: "num_deep_scrub_errors": 0, 2024-08-29T17:47:15.156 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict": 0, 2024-08-29T17:47:15.156 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_kb": 0, 2024-08-29T17:47:15.156 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_mode_full": 0, 2024-08-29T17:47:15.156 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_mode_some": 0, 2024-08-29T17:47:15.156 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush": 0, 2024-08-29T17:47:15.156 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_kb": 0, 2024-08-29T17:47:15.156 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_mode_high": 0, 2024-08-29T17:47:15.156 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_mode_low": 0, 2024-08-29T17:47:15.156 INFO:tasks.workunit.client.0.smithi028.stdout: "num_keys_recovered": 0, 2024-08-29T17:47:15.156 INFO:tasks.workunit.client.0.smithi028.stdout: "num_large_omap_objects": 0, 2024-08-29T17:47:15.156 INFO:tasks.workunit.client.0.smithi028.stdout: "num_legacy_snapsets": 0, 2024-08-29T17:47:15.156 INFO:tasks.workunit.client.0.smithi028.stdout: "num_object_clones": 0, 2024-08-29T17:47:15.157 INFO:tasks.workunit.client.0.smithi028.stdout: "num_object_copies": 0, 2024-08-29T17:47:15.157 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects": 0, 2024-08-29T17:47:15.157 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_degraded": 0, 2024-08-29T17:47:15.157 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_dirty": 0, 2024-08-29T17:47:15.157 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_hit_set_archive": 0, 2024-08-29T17:47:15.157 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_manifest": 0, 2024-08-29T17:47:15.157 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_misplaced": 0, 2024-08-29T17:47:15.157 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_missing": 0, 2024-08-29T17:47:15.157 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_missing_on_primary": 0, 2024-08-29T17:47:15.157 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_omap": 0, 2024-08-29T17:47:15.157 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_pinned": 0, 2024-08-29T17:47:15.157 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_recovered": 0, 2024-08-29T17:47:15.157 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_repaired": 0, 2024-08-29T17:47:15.157 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_unfound": 0, 2024-08-29T17:47:15.158 INFO:tasks.workunit.client.0.smithi028.stdout: "num_omap_bytes": 0, 2024-08-29T17:47:15.158 INFO:tasks.workunit.client.0.smithi028.stdout: "num_omap_keys": 0, 2024-08-29T17:47:15.158 INFO:tasks.workunit.client.0.smithi028.stdout: "num_promote": 0, 2024-08-29T17:47:15.158 INFO:tasks.workunit.client.0.smithi028.stdout: "num_read": 0, 2024-08-29T17:47:15.158 INFO:tasks.workunit.client.0.smithi028.stdout: "num_read_kb": 0, 2024-08-29T17:47:15.158 INFO:tasks.workunit.client.0.smithi028.stdout: "num_scrub_errors": 0, 2024-08-29T17:47:15.158 INFO:tasks.workunit.client.0.smithi028.stdout: "num_shallow_scrub_errors": 0, 2024-08-29T17:47:15.158 INFO:tasks.workunit.client.0.smithi028.stdout: "num_whiteouts": 0, 2024-08-29T17:47:15.158 INFO:tasks.workunit.client.0.smithi028.stdout: "num_write": 0, 2024-08-29T17:47:15.158 INFO:tasks.workunit.client.0.smithi028.stdout: "num_write_kb": 0 2024-08-29T17:47:15.158 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:15.158 INFO:tasks.workunit.client.0.smithi028.stdout: "state": "active+clean", 2024-08-29T17:47:15.158 INFO:tasks.workunit.client.0.smithi028.stdout: "stats_invalid": false, 2024-08-29T17:47:15.159 INFO:tasks.workunit.client.0.smithi028.stdout: "up": [ 2024-08-29T17:47:15.159 INFO:tasks.workunit.client.0.smithi028.stdout: 1, 2024-08-29T17:47:15.159 INFO:tasks.workunit.client.0.smithi028.stdout: 3, 2024-08-29T17:47:15.159 INFO:tasks.workunit.client.0.smithi028.stdout: 7 2024-08-29T17:47:15.159 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-08-29T17:47:15.159 INFO:tasks.workunit.client.0.smithi028.stdout: "up_primary": 1, 2024-08-29T17:47:15.159 INFO:tasks.workunit.client.0.smithi028.stdout: "version": "0'0" 2024-08-29T17:47:15.159 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:15.159 INFO:tasks.workunit.client.0.smithi028.stdout: { 2024-08-29T17:47:15.159 INFO:tasks.workunit.client.0.smithi028.stdout: "acting": [ 2024-08-29T17:47:15.159 INFO:tasks.workunit.client.0.smithi028.stdout: 3, 2024-08-29T17:47:15.159 INFO:tasks.workunit.client.0.smithi028.stdout: 0, 2024-08-29T17:47:15.159 INFO:tasks.workunit.client.0.smithi028.stdout: 4 2024-08-29T17:47:15.159 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-08-29T17:47:15.159 INFO:tasks.workunit.client.0.smithi028.stdout: "acting_primary": 3, 2024-08-29T17:47:15.160 INFO:tasks.workunit.client.0.smithi028.stdout: "avail_no_missing": [], 2024-08-29T17:47:15.160 INFO:tasks.workunit.client.0.smithi028.stdout: "blocked_by": [], 2024-08-29T17:47:15.160 INFO:tasks.workunit.client.0.smithi028.stdout: "created": 62, 2024-08-29T17:47:15.160 INFO:tasks.workunit.client.0.smithi028.stdout: "dirty_stats_invalid": false, 2024-08-29T17:47:15.160 INFO:tasks.workunit.client.0.smithi028.stdout: "hitset_bytes_stats_invalid": false, 2024-08-29T17:47:15.160 INFO:tasks.workunit.client.0.smithi028.stdout: "hitset_stats_invalid": false, 2024-08-29T17:47:15.160 INFO:tasks.workunit.client.0.smithi028.stdout: "last_active": "2024-08-29T17:43:51.004512+0000", 2024-08-29T17:47:15.160 INFO:tasks.workunit.client.0.smithi028.stdout: "last_became_active": "2024-08-29T17:41:03.067540+0000", 2024-08-29T17:47:15.160 INFO:tasks.workunit.client.0.smithi028.stdout: "last_became_peered": "2024-08-29T17:41:03.067540+0000", 2024-08-29T17:47:15.160 INFO:tasks.workunit.client.0.smithi028.stdout: "last_change": "2024-08-29T17:41:03.068281+0000", 2024-08-29T17:47:15.160 INFO:tasks.workunit.client.0.smithi028.stdout: "last_clean": "2024-08-29T17:43:51.004512+0000", 2024-08-29T17:47:15.160 INFO:tasks.workunit.client.0.smithi028.stdout: "last_clean_scrub_stamp": "2024-08-29T17:41:01.987071+0000", 2024-08-29T17:47:15.161 INFO:tasks.workunit.client.0.smithi028.stdout: "last_deep_scrub": "0'0", 2024-08-29T17:47:15.161 INFO:tasks.workunit.client.0.smithi028.stdout: "last_deep_scrub_stamp": "2024-08-29T17:41:01.987071+0000", 2024-08-29T17:47:15.161 INFO:tasks.workunit.client.0.smithi028.stdout: "last_epoch_clean": 63, 2024-08-29T17:47:15.161 INFO:tasks.workunit.client.0.smithi028.stdout: "last_fresh": "2024-08-29T17:43:51.004512+0000", 2024-08-29T17:47:15.161 INFO:tasks.workunit.client.0.smithi028.stdout: "last_fullsized": "2024-08-29T17:43:51.004512+0000", 2024-08-29T17:47:15.161 INFO:tasks.workunit.client.0.smithi028.stdout: "last_peered": "2024-08-29T17:43:51.004512+0000", 2024-08-29T17:47:15.161 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub": "0'0", 2024-08-29T17:47:15.161 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub_duration": 0, 2024-08-29T17:47:15.161 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub_stamp": "2024-08-29T17:41:01.987071+0000", 2024-08-29T17:47:15.161 INFO:tasks.workunit.client.0.smithi028.stdout: "last_undegraded": "2024-08-29T17:43:51.004512+0000", 2024-08-29T17:47:15.161 INFO:tasks.workunit.client.0.smithi028.stdout: "last_unstale": "2024-08-29T17:43:51.004512+0000", 2024-08-29T17:47:15.161 INFO:tasks.workunit.client.0.smithi028.stdout: "log_dups_size": 0, 2024-08-29T17:47:15.162 INFO:tasks.workunit.client.0.smithi028.stdout: "log_size": 0, 2024-08-29T17:47:15.162 INFO:tasks.workunit.client.0.smithi028.stdout: "log_start": "0'0", 2024-08-29T17:47:15.162 INFO:tasks.workunit.client.0.smithi028.stdout: "manifest_stats_invalid": false, 2024-08-29T17:47:15.162 INFO:tasks.workunit.client.0.smithi028.stdout: "mapping_epoch": 62, 2024-08-29T17:47:15.162 INFO:tasks.workunit.client.0.smithi028.stdout: "object_location_counts": [], 2024-08-29T17:47:15.162 INFO:tasks.workunit.client.0.smithi028.stdout: "objects_scrubbed": 0, 2024-08-29T17:47:15.162 INFO:tasks.workunit.client.0.smithi028.stdout: "objects_trimmed": 0, 2024-08-29T17:47:15.162 INFO:tasks.workunit.client.0.smithi028.stdout: "omap_stats_invalid": false, 2024-08-29T17:47:15.162 INFO:tasks.workunit.client.0.smithi028.stdout: "ondisk_log_size": 0, 2024-08-29T17:47:15.162 INFO:tasks.workunit.client.0.smithi028.stdout: "ondisk_log_start": "0'0", 2024-08-29T17:47:15.162 INFO:tasks.workunit.client.0.smithi028.stdout: "parent": "0.0", 2024-08-29T17:47:15.162 INFO:tasks.workunit.client.0.smithi028.stdout: "parent_split_bits": 0, 2024-08-29T17:47:15.162 INFO:tasks.workunit.client.0.smithi028.stdout: "pgid": "3.b", 2024-08-29T17:47:15.163 INFO:tasks.workunit.client.0.smithi028.stdout: "pin_stats_invalid": false, 2024-08-29T17:47:15.163 INFO:tasks.workunit.client.0.smithi028.stdout: "purged_snaps": [], 2024-08-29T17:47:15.163 INFO:tasks.workunit.client.0.smithi028.stdout: "reported_epoch": 74, 2024-08-29T17:47:15.163 INFO:tasks.workunit.client.0.smithi028.stdout: "reported_seq": 21, 2024-08-29T17:47:15.163 INFO:tasks.workunit.client.0.smithi028.stdout: "scrub_duration": 0.0, 2024-08-29T17:47:15.163 INFO:tasks.workunit.client.0.smithi028.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-31T01:24:36.674196+0000", 2024-08-29T17:47:15.163 INFO:tasks.workunit.client.0.smithi028.stdout: "snaptrim_duration": 0.0, 2024-08-29T17:47:15.163 INFO:tasks.workunit.client.0.smithi028.stdout: "snaptrimq_len": 0, 2024-08-29T17:47:15.163 INFO:tasks.workunit.client.0.smithi028.stdout: "stat_sum": { 2024-08-29T17:47:15.163 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes": 0, 2024-08-29T17:47:15.163 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes_hit_set_archive": 0, 2024-08-29T17:47:15.163 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes_recovered": 0, 2024-08-29T17:47:15.163 INFO:tasks.workunit.client.0.smithi028.stdout: "num_deep_scrub_errors": 0, 2024-08-29T17:47:15.163 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict": 0, 2024-08-29T17:47:15.164 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_kb": 0, 2024-08-29T17:47:15.164 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_mode_full": 0, 2024-08-29T17:47:15.164 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_mode_some": 0, 2024-08-29T17:47:15.164 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush": 0, 2024-08-29T17:47:15.164 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_kb": 0, 2024-08-29T17:47:15.164 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_mode_high": 0, 2024-08-29T17:47:15.164 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_mode_low": 0, 2024-08-29T17:47:15.164 INFO:tasks.workunit.client.0.smithi028.stdout: "num_keys_recovered": 0, 2024-08-29T17:47:15.164 INFO:tasks.workunit.client.0.smithi028.stdout: "num_large_omap_objects": 0, 2024-08-29T17:47:15.164 INFO:tasks.workunit.client.0.smithi028.stdout: "num_legacy_snapsets": 0, 2024-08-29T17:47:15.164 INFO:tasks.workunit.client.0.smithi028.stdout: "num_object_clones": 0, 2024-08-29T17:47:15.164 INFO:tasks.workunit.client.0.smithi028.stdout: "num_object_copies": 0, 2024-08-29T17:47:15.164 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects": 0, 2024-08-29T17:47:15.164 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_degraded": 0, 2024-08-29T17:47:15.165 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_dirty": 0, 2024-08-29T17:47:15.165 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_hit_set_archive": 0, 2024-08-29T17:47:15.165 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_manifest": 0, 2024-08-29T17:47:15.165 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_misplaced": 0, 2024-08-29T17:47:15.165 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_missing": 0, 2024-08-29T17:47:15.165 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_missing_on_primary": 0, 2024-08-29T17:47:15.165 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_omap": 0, 2024-08-29T17:47:15.165 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_pinned": 0, 2024-08-29T17:47:15.165 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_recovered": 0, 2024-08-29T17:47:15.165 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_repaired": 0, 2024-08-29T17:47:15.165 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_unfound": 0, 2024-08-29T17:47:15.165 INFO:tasks.workunit.client.0.smithi028.stdout: "num_omap_bytes": 0, 2024-08-29T17:47:15.165 INFO:tasks.workunit.client.0.smithi028.stdout: "num_omap_keys": 0, 2024-08-29T17:47:15.165 INFO:tasks.workunit.client.0.smithi028.stdout: "num_promote": 0, 2024-08-29T17:47:15.165 INFO:tasks.workunit.client.0.smithi028.stdout: "num_read": 0, 2024-08-29T17:47:15.166 INFO:tasks.workunit.client.0.smithi028.stdout: "num_read_kb": 0, 2024-08-29T17:47:15.166 INFO:tasks.workunit.client.0.smithi028.stdout: "num_scrub_errors": 0, 2024-08-29T17:47:15.166 INFO:tasks.workunit.client.0.smithi028.stdout: "num_shallow_scrub_errors": 0, 2024-08-29T17:47:15.166 INFO:tasks.workunit.client.0.smithi028.stdout: "num_whiteouts": 0, 2024-08-29T17:47:15.166 INFO:tasks.workunit.client.0.smithi028.stdout: "num_write": 0, 2024-08-29T17:47:15.166 INFO:tasks.workunit.client.0.smithi028.stdout: "num_write_kb": 0 2024-08-29T17:47:15.166 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:15.166 INFO:tasks.workunit.client.0.smithi028.stdout: "state": "active+clean", 2024-08-29T17:47:15.166 INFO:tasks.workunit.client.0.smithi028.stdout: "stats_invalid": false, 2024-08-29T17:47:15.166 INFO:tasks.workunit.client.0.smithi028.stdout: "up": [ 2024-08-29T17:47:15.166 INFO:tasks.workunit.client.0.smithi028.stdout: 3, 2024-08-29T17:47:15.166 INFO:tasks.workunit.client.0.smithi028.stdout: 0, 2024-08-29T17:47:15.166 INFO:tasks.workunit.client.0.smithi028.stdout: 4 2024-08-29T17:47:15.167 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-08-29T17:47:15.167 INFO:tasks.workunit.client.0.smithi028.stdout: "up_primary": 3, 2024-08-29T17:47:15.167 INFO:tasks.workunit.client.0.smithi028.stdout: "version": "0'0" 2024-08-29T17:47:15.167 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:15.167 INFO:tasks.workunit.client.0.smithi028.stdout: { 2024-08-29T17:47:15.167 INFO:tasks.workunit.client.0.smithi028.stdout: "acting": [ 2024-08-29T17:47:15.167 INFO:tasks.workunit.client.0.smithi028.stdout: 7, 2024-08-29T17:47:15.167 INFO:tasks.workunit.client.0.smithi028.stdout: 4, 2024-08-29T17:47:15.167 INFO:tasks.workunit.client.0.smithi028.stdout: 5 2024-08-29T17:47:15.167 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-08-29T17:47:15.167 INFO:tasks.workunit.client.0.smithi028.stdout: "acting_primary": 7, 2024-08-29T17:47:15.167 INFO:tasks.workunit.client.0.smithi028.stdout: "avail_no_missing": [], 2024-08-29T17:47:15.167 INFO:tasks.workunit.client.0.smithi028.stdout: "blocked_by": [], 2024-08-29T17:47:15.168 INFO:tasks.workunit.client.0.smithi028.stdout: "created": 59, 2024-08-29T17:47:15.168 INFO:tasks.workunit.client.0.smithi028.stdout: "dirty_stats_invalid": false, 2024-08-29T17:47:15.168 INFO:tasks.workunit.client.0.smithi028.stdout: "hitset_bytes_stats_invalid": false, 2024-08-29T17:47:15.168 INFO:tasks.workunit.client.0.smithi028.stdout: "hitset_stats_invalid": false, 2024-08-29T17:47:15.168 INFO:tasks.workunit.client.0.smithi028.stdout: "last_active": "2024-08-29T17:43:51.058155+0000", 2024-08-29T17:47:15.168 INFO:tasks.workunit.client.0.smithi028.stdout: "last_became_active": "2024-08-29T17:40:53.994961+0000", 2024-08-29T17:47:15.168 INFO:tasks.workunit.client.0.smithi028.stdout: "last_became_peered": "2024-08-29T17:40:53.994961+0000", 2024-08-29T17:47:15.168 INFO:tasks.workunit.client.0.smithi028.stdout: "last_change": "2024-08-29T17:40:53.996349+0000", 2024-08-29T17:47:15.168 INFO:tasks.workunit.client.0.smithi028.stdout: "last_clean": "2024-08-29T17:43:51.058155+0000", 2024-08-29T17:47:15.168 INFO:tasks.workunit.client.0.smithi028.stdout: "last_clean_scrub_stamp": "2024-08-29T17:40:52.944949+0000", 2024-08-29T17:47:15.168 INFO:tasks.workunit.client.0.smithi028.stdout: "last_deep_scrub": "0'0", 2024-08-29T17:47:15.168 INFO:tasks.workunit.client.0.smithi028.stdout: "last_deep_scrub_stamp": "2024-08-29T17:40:52.944949+0000", 2024-08-29T17:47:15.168 INFO:tasks.workunit.client.0.smithi028.stdout: "last_epoch_clean": 60, 2024-08-29T17:47:15.168 INFO:tasks.workunit.client.0.smithi028.stdout: "last_fresh": "2024-08-29T17:43:51.058155+0000", 2024-08-29T17:47:15.168 INFO:tasks.workunit.client.0.smithi028.stdout: "last_fullsized": "2024-08-29T17:43:51.058155+0000", 2024-08-29T17:47:15.169 INFO:tasks.workunit.client.0.smithi028.stdout: "last_peered": "2024-08-29T17:43:51.058155+0000", 2024-08-29T17:47:15.169 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub": "0'0", 2024-08-29T17:47:15.169 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub_duration": 0, 2024-08-29T17:47:15.169 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub_stamp": "2024-08-29T17:40:52.944949+0000", 2024-08-29T17:47:15.169 INFO:tasks.workunit.client.0.smithi028.stdout: "last_undegraded": "2024-08-29T17:43:51.058155+0000", 2024-08-29T17:47:15.169 INFO:tasks.workunit.client.0.smithi028.stdout: "last_unstale": "2024-08-29T17:43:51.058155+0000", 2024-08-29T17:47:15.169 INFO:tasks.workunit.client.0.smithi028.stdout: "log_dups_size": 0, 2024-08-29T17:47:15.169 INFO:tasks.workunit.client.0.smithi028.stdout: "log_size": 2, 2024-08-29T17:47:15.169 INFO:tasks.workunit.client.0.smithi028.stdout: "log_start": "0'0", 2024-08-29T17:47:15.169 INFO:tasks.workunit.client.0.smithi028.stdout: "manifest_stats_invalid": false, 2024-08-29T17:47:15.169 INFO:tasks.workunit.client.0.smithi028.stdout: "mapping_epoch": 59, 2024-08-29T17:47:15.169 INFO:tasks.workunit.client.0.smithi028.stdout: "object_location_counts": [], 2024-08-29T17:47:15.169 INFO:tasks.workunit.client.0.smithi028.stdout: "objects_scrubbed": 0, 2024-08-29T17:47:15.170 INFO:tasks.workunit.client.0.smithi028.stdout: "objects_trimmed": 0, 2024-08-29T17:47:15.170 INFO:tasks.workunit.client.0.smithi028.stdout: "omap_stats_invalid": false, 2024-08-29T17:47:15.170 INFO:tasks.workunit.client.0.smithi028.stdout: "ondisk_log_size": 2, 2024-08-29T17:47:15.170 INFO:tasks.workunit.client.0.smithi028.stdout: "ondisk_log_start": "0'0", 2024-08-29T17:47:15.170 INFO:tasks.workunit.client.0.smithi028.stdout: "parent": "0.0", 2024-08-29T17:47:15.170 INFO:tasks.workunit.client.0.smithi028.stdout: "parent_split_bits": 0, 2024-08-29T17:47:15.170 INFO:tasks.workunit.client.0.smithi028.stdout: "pgid": "2.b", 2024-08-29T17:47:15.170 INFO:tasks.workunit.client.0.smithi028.stdout: "pin_stats_invalid": false, 2024-08-29T17:47:15.170 INFO:tasks.workunit.client.0.smithi028.stdout: "purged_snaps": [], 2024-08-29T17:47:15.170 INFO:tasks.workunit.client.0.smithi028.stdout: "reported_epoch": 74, 2024-08-29T17:47:15.170 INFO:tasks.workunit.client.0.smithi028.stdout: "reported_seq": 26, 2024-08-29T17:47:15.170 INFO:tasks.workunit.client.0.smithi028.stdout: "scrub_duration": 0.0, 2024-08-29T17:47:15.170 INFO:tasks.workunit.client.0.smithi028.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-31T01:59:05.156956+0000", 2024-08-29T17:47:15.170 INFO:tasks.workunit.client.0.smithi028.stdout: "snaptrim_duration": 0.0, 2024-08-29T17:47:15.170 INFO:tasks.workunit.client.0.smithi028.stdout: "snaptrimq_len": 0, 2024-08-29T17:47:15.170 INFO:tasks.workunit.client.0.smithi028.stdout: "stat_sum": { 2024-08-29T17:47:15.171 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes": 0, 2024-08-29T17:47:15.171 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes_hit_set_archive": 0, 2024-08-29T17:47:15.171 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes_recovered": 0, 2024-08-29T17:47:15.171 INFO:tasks.workunit.client.0.smithi028.stdout: "num_deep_scrub_errors": 0, 2024-08-29T17:47:15.171 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict": 0, 2024-08-29T17:47:15.171 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_kb": 0, 2024-08-29T17:47:15.171 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_mode_full": 0, 2024-08-29T17:47:15.171 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_mode_some": 0, 2024-08-29T17:47:15.171 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush": 0, 2024-08-29T17:47:15.171 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_kb": 0, 2024-08-29T17:47:15.171 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_mode_high": 0, 2024-08-29T17:47:15.171 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_mode_low": 0, 2024-08-29T17:47:15.171 INFO:tasks.workunit.client.0.smithi028.stdout: "num_keys_recovered": 0, 2024-08-29T17:47:15.171 INFO:tasks.workunit.client.0.smithi028.stdout: "num_large_omap_objects": 0, 2024-08-29T17:47:15.171 INFO:tasks.workunit.client.0.smithi028.stdout: "num_legacy_snapsets": 0, 2024-08-29T17:47:15.172 INFO:tasks.workunit.client.0.smithi028.stdout: "num_object_clones": 0, 2024-08-29T17:47:15.172 INFO:tasks.workunit.client.0.smithi028.stdout: "num_object_copies": 3, 2024-08-29T17:47:15.172 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects": 1, 2024-08-29T17:47:15.172 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_degraded": 0, 2024-08-29T17:47:15.172 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_dirty": 1, 2024-08-29T17:47:15.172 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_hit_set_archive": 0, 2024-08-29T17:47:15.172 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_manifest": 0, 2024-08-29T17:47:15.172 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_misplaced": 0, 2024-08-29T17:47:15.172 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_missing": 0, 2024-08-29T17:47:15.172 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_missing_on_primary": 0, 2024-08-29T17:47:15.172 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_omap": 1, 2024-08-29T17:47:15.172 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_pinned": 0, 2024-08-29T17:47:15.172 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_recovered": 0, 2024-08-29T17:47:15.173 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_repaired": 0, 2024-08-29T17:47:15.173 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_unfound": 0, 2024-08-29T17:47:15.173 INFO:tasks.workunit.client.0.smithi028.stdout: "num_omap_bytes": 0, 2024-08-29T17:47:15.173 INFO:tasks.workunit.client.0.smithi028.stdout: "num_omap_keys": 0, 2024-08-29T17:47:15.173 INFO:tasks.workunit.client.0.smithi028.stdout: "num_promote": 0, 2024-08-29T17:47:15.173 INFO:tasks.workunit.client.0.smithi028.stdout: "num_read": 0, 2024-08-29T17:47:15.173 INFO:tasks.workunit.client.0.smithi028.stdout: "num_read_kb": 0, 2024-08-29T17:47:15.173 INFO:tasks.workunit.client.0.smithi028.stdout: "num_scrub_errors": 0, 2024-08-29T17:47:15.173 INFO:tasks.workunit.client.0.smithi028.stdout: "num_shallow_scrub_errors": 0, 2024-08-29T17:47:15.173 INFO:tasks.workunit.client.0.smithi028.stdout: "num_whiteouts": 0, 2024-08-29T17:47:15.173 INFO:tasks.workunit.client.0.smithi028.stdout: "num_write": 1, 2024-08-29T17:47:15.173 INFO:tasks.workunit.client.0.smithi028.stdout: "num_write_kb": 0 2024-08-29T17:47:15.173 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:15.174 INFO:tasks.workunit.client.0.smithi028.stdout: "state": "active+clean", 2024-08-29T17:47:15.174 INFO:tasks.workunit.client.0.smithi028.stdout: "stats_invalid": false, 2024-08-29T17:47:15.174 INFO:tasks.workunit.client.0.smithi028.stdout: "up": [ 2024-08-29T17:47:15.174 INFO:tasks.workunit.client.0.smithi028.stdout: 7, 2024-08-29T17:47:15.174 INFO:tasks.workunit.client.0.smithi028.stdout: 4, 2024-08-29T17:47:15.174 INFO:tasks.workunit.client.0.smithi028.stdout: 5 2024-08-29T17:47:15.174 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-08-29T17:47:15.174 INFO:tasks.workunit.client.0.smithi028.stdout: "up_primary": 7, 2024-08-29T17:47:15.174 INFO:tasks.workunit.client.0.smithi028.stdout: "version": "65'2" 2024-08-29T17:47:15.174 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:15.174 INFO:tasks.workunit.client.0.smithi028.stdout: { 2024-08-29T17:47:15.174 INFO:tasks.workunit.client.0.smithi028.stdout: "acting": [ 2024-08-29T17:47:15.174 INFO:tasks.workunit.client.0.smithi028.stdout: 6, 2024-08-29T17:47:15.174 INFO:tasks.workunit.client.0.smithi028.stdout: 4, 2024-08-29T17:47:15.175 INFO:tasks.workunit.client.0.smithi028.stdout: 1 2024-08-29T17:47:15.175 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-08-29T17:47:15.175 INFO:tasks.workunit.client.0.smithi028.stdout: "acting_primary": 6, 2024-08-29T17:47:15.175 INFO:tasks.workunit.client.0.smithi028.stdout: "avail_no_missing": [], 2024-08-29T17:47:15.175 INFO:tasks.workunit.client.0.smithi028.stdout: "blocked_by": [], 2024-08-29T17:47:15.175 INFO:tasks.workunit.client.0.smithi028.stdout: "created": 62, 2024-08-29T17:47:15.175 INFO:tasks.workunit.client.0.smithi028.stdout: "dirty_stats_invalid": false, 2024-08-29T17:47:15.175 INFO:tasks.workunit.client.0.smithi028.stdout: "hitset_bytes_stats_invalid": false, 2024-08-29T17:47:15.175 INFO:tasks.workunit.client.0.smithi028.stdout: "hitset_stats_invalid": false, 2024-08-29T17:47:15.175 INFO:tasks.workunit.client.0.smithi028.stdout: "last_active": "2024-08-29T17:43:51.180779+0000", 2024-08-29T17:47:15.175 INFO:tasks.workunit.client.0.smithi028.stdout: "last_became_active": "2024-08-29T17:41:03.050002+0000", 2024-08-29T17:47:15.175 INFO:tasks.workunit.client.0.smithi028.stdout: "last_became_peered": "2024-08-29T17:41:03.050002+0000", 2024-08-29T17:47:15.176 INFO:tasks.workunit.client.0.smithi028.stdout: "last_change": "2024-08-29T17:41:03.050967+0000", 2024-08-29T17:47:15.176 INFO:tasks.workunit.client.0.smithi028.stdout: "last_clean": "2024-08-29T17:43:51.180779+0000", 2024-08-29T17:47:15.176 INFO:tasks.workunit.client.0.smithi028.stdout: "last_clean_scrub_stamp": "2024-08-29T17:41:01.987071+0000", 2024-08-29T17:47:15.176 INFO:tasks.workunit.client.0.smithi028.stdout: "last_deep_scrub": "0'0", 2024-08-29T17:47:15.176 INFO:tasks.workunit.client.0.smithi028.stdout: "last_deep_scrub_stamp": "2024-08-29T17:41:01.987071+0000", 2024-08-29T17:47:15.176 INFO:tasks.workunit.client.0.smithi028.stdout: "last_epoch_clean": 63, 2024-08-29T17:47:15.176 INFO:tasks.workunit.client.0.smithi028.stdout: "last_fresh": "2024-08-29T17:43:51.180779+0000", 2024-08-29T17:47:15.176 INFO:tasks.workunit.client.0.smithi028.stdout: "last_fullsized": "2024-08-29T17:43:51.180779+0000", 2024-08-29T17:47:15.176 INFO:tasks.workunit.client.0.smithi028.stdout: "last_peered": "2024-08-29T17:43:51.180779+0000", 2024-08-29T17:47:15.176 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub": "0'0", 2024-08-29T17:47:15.176 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub_duration": 0, 2024-08-29T17:47:15.176 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub_stamp": "2024-08-29T17:41:01.987071+0000", 2024-08-29T17:47:15.176 INFO:tasks.workunit.client.0.smithi028.stdout: "last_undegraded": "2024-08-29T17:43:51.180779+0000", 2024-08-29T17:47:15.177 INFO:tasks.workunit.client.0.smithi028.stdout: "last_unstale": "2024-08-29T17:43:51.180779+0000", 2024-08-29T17:47:15.177 INFO:tasks.workunit.client.0.smithi028.stdout: "log_dups_size": 0, 2024-08-29T17:47:15.177 INFO:tasks.workunit.client.0.smithi028.stdout: "log_size": 0, 2024-08-29T17:47:15.177 INFO:tasks.workunit.client.0.smithi028.stdout: "log_start": "0'0", 2024-08-29T17:47:15.177 INFO:tasks.workunit.client.0.smithi028.stdout: "manifest_stats_invalid": false, 2024-08-29T17:47:15.177 INFO:tasks.workunit.client.0.smithi028.stdout: "mapping_epoch": 62, 2024-08-29T17:47:15.177 INFO:tasks.workunit.client.0.smithi028.stdout: "object_location_counts": [], 2024-08-29T17:47:15.177 INFO:tasks.workunit.client.0.smithi028.stdout: "objects_scrubbed": 0, 2024-08-29T17:47:15.177 INFO:tasks.workunit.client.0.smithi028.stdout: "objects_trimmed": 0, 2024-08-29T17:47:15.177 INFO:tasks.workunit.client.0.smithi028.stdout: "omap_stats_invalid": false, 2024-08-29T17:47:15.177 INFO:tasks.workunit.client.0.smithi028.stdout: "ondisk_log_size": 0, 2024-08-29T17:47:15.177 INFO:tasks.workunit.client.0.smithi028.stdout: "ondisk_log_start": "0'0", 2024-08-29T17:47:15.177 INFO:tasks.workunit.client.0.smithi028.stdout: "parent": "0.0", 2024-08-29T17:47:15.177 INFO:tasks.workunit.client.0.smithi028.stdout: "parent_split_bits": 0, 2024-08-29T17:47:15.178 INFO:tasks.workunit.client.0.smithi028.stdout: "pgid": "3.a", 2024-08-29T17:47:15.178 INFO:tasks.workunit.client.0.smithi028.stdout: "pin_stats_invalid": false, 2024-08-29T17:47:15.178 INFO:tasks.workunit.client.0.smithi028.stdout: "purged_snaps": [], 2024-08-29T17:47:15.178 INFO:tasks.workunit.client.0.smithi028.stdout: "reported_epoch": 74, 2024-08-29T17:47:15.178 INFO:tasks.workunit.client.0.smithi028.stdout: "reported_seq": 21, 2024-08-29T17:47:15.178 INFO:tasks.workunit.client.0.smithi028.stdout: "scrub_duration": 0.0, 2024-08-29T17:47:15.178 INFO:tasks.workunit.client.0.smithi028.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-31T02:43:09.072336+0000", 2024-08-29T17:47:15.178 INFO:tasks.workunit.client.0.smithi028.stdout: "snaptrim_duration": 0.0, 2024-08-29T17:47:15.178 INFO:tasks.workunit.client.0.smithi028.stdout: "snaptrimq_len": 0, 2024-08-29T17:47:15.178 INFO:tasks.workunit.client.0.smithi028.stdout: "stat_sum": { 2024-08-29T17:47:15.178 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes": 0, 2024-08-29T17:47:15.178 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes_hit_set_archive": 0, 2024-08-29T17:47:15.179 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes_recovered": 0, 2024-08-29T17:47:15.179 INFO:tasks.workunit.client.0.smithi028.stdout: "num_deep_scrub_errors": 0, 2024-08-29T17:47:15.179 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict": 0, 2024-08-29T17:47:15.179 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_kb": 0, 2024-08-29T17:47:15.179 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_mode_full": 0, 2024-08-29T17:47:15.179 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_mode_some": 0, 2024-08-29T17:47:15.179 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush": 0, 2024-08-29T17:47:15.179 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_kb": 0, 2024-08-29T17:47:15.179 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_mode_high": 0, 2024-08-29T17:47:15.179 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_mode_low": 0, 2024-08-29T17:47:15.179 INFO:tasks.workunit.client.0.smithi028.stdout: "num_keys_recovered": 0, 2024-08-29T17:47:15.179 INFO:tasks.workunit.client.0.smithi028.stdout: "num_large_omap_objects": 0, 2024-08-29T17:47:15.180 INFO:tasks.workunit.client.0.smithi028.stdout: "num_legacy_snapsets": 0, 2024-08-29T17:47:15.180 INFO:tasks.workunit.client.0.smithi028.stdout: "num_object_clones": 0, 2024-08-29T17:47:15.180 INFO:tasks.workunit.client.0.smithi028.stdout: "num_object_copies": 0, 2024-08-29T17:47:15.180 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects": 0, 2024-08-29T17:47:15.180 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_degraded": 0, 2024-08-29T17:47:15.180 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_dirty": 0, 2024-08-29T17:47:15.180 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_hit_set_archive": 0, 2024-08-29T17:47:15.180 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_manifest": 0, 2024-08-29T17:47:15.180 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_misplaced": 0, 2024-08-29T17:47:15.180 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_missing": 0, 2024-08-29T17:47:15.180 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_missing_on_primary": 0, 2024-08-29T17:47:15.180 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_omap": 0, 2024-08-29T17:47:15.181 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_pinned": 0, 2024-08-29T17:47:15.181 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_recovered": 0, 2024-08-29T17:47:15.181 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_repaired": 0, 2024-08-29T17:47:15.181 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_unfound": 0, 2024-08-29T17:47:15.181 INFO:tasks.workunit.client.0.smithi028.stdout: "num_omap_bytes": 0, 2024-08-29T17:47:15.181 INFO:tasks.workunit.client.0.smithi028.stdout: "num_omap_keys": 0, 2024-08-29T17:47:15.181 INFO:tasks.workunit.client.0.smithi028.stdout: "num_promote": 0, 2024-08-29T17:47:15.181 INFO:tasks.workunit.client.0.smithi028.stdout: "num_read": 0, 2024-08-29T17:47:15.181 INFO:tasks.workunit.client.0.smithi028.stdout: "num_read_kb": 0, 2024-08-29T17:47:15.181 INFO:tasks.workunit.client.0.smithi028.stdout: "num_scrub_errors": 0, 2024-08-29T17:47:15.181 INFO:tasks.workunit.client.0.smithi028.stdout: "num_shallow_scrub_errors": 0, 2024-08-29T17:47:15.181 INFO:tasks.workunit.client.0.smithi028.stdout: "num_whiteouts": 0, 2024-08-29T17:47:15.181 INFO:tasks.workunit.client.0.smithi028.stdout: "num_write": 0, 2024-08-29T17:47:15.182 INFO:tasks.workunit.client.0.smithi028.stdout: "num_write_kb": 0 2024-08-29T17:47:15.182 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:15.182 INFO:tasks.workunit.client.0.smithi028.stdout: "state": "active+clean", 2024-08-29T17:47:15.182 INFO:tasks.workunit.client.0.smithi028.stdout: "stats_invalid": false, 2024-08-29T17:47:15.182 INFO:tasks.workunit.client.0.smithi028.stdout: "up": [ 2024-08-29T17:47:15.182 INFO:tasks.workunit.client.0.smithi028.stdout: 6, 2024-08-29T17:47:15.182 INFO:tasks.workunit.client.0.smithi028.stdout: 4, 2024-08-29T17:47:15.182 INFO:tasks.workunit.client.0.smithi028.stdout: 1 2024-08-29T17:47:15.182 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-08-29T17:47:15.182 INFO:tasks.workunit.client.0.smithi028.stdout: "up_primary": 6, 2024-08-29T17:47:15.182 INFO:tasks.workunit.client.0.smithi028.stdout: "version": "0'0" 2024-08-29T17:47:15.182 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:15.182 INFO:tasks.workunit.client.0.smithi028.stdout: { 2024-08-29T17:47:15.182 INFO:tasks.workunit.client.0.smithi028.stdout: "acting": [ 2024-08-29T17:47:15.183 INFO:tasks.workunit.client.0.smithi028.stdout: 5, 2024-08-29T17:47:15.183 INFO:tasks.workunit.client.0.smithi028.stdout: 4, 2024-08-29T17:47:15.183 INFO:tasks.workunit.client.0.smithi028.stdout: 6 2024-08-29T17:47:15.183 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-08-29T17:47:15.183 INFO:tasks.workunit.client.0.smithi028.stdout: "acting_primary": 5, 2024-08-29T17:47:15.183 INFO:tasks.workunit.client.0.smithi028.stdout: "avail_no_missing": [], 2024-08-29T17:47:15.183 INFO:tasks.workunit.client.0.smithi028.stdout: "blocked_by": [], 2024-08-29T17:47:15.183 INFO:tasks.workunit.client.0.smithi028.stdout: "created": 62, 2024-08-29T17:47:15.183 INFO:tasks.workunit.client.0.smithi028.stdout: "dirty_stats_invalid": false, 2024-08-29T17:47:15.183 INFO:tasks.workunit.client.0.smithi028.stdout: "hitset_bytes_stats_invalid": false, 2024-08-29T17:47:15.183 INFO:tasks.workunit.client.0.smithi028.stdout: "hitset_stats_invalid": false, 2024-08-29T17:47:15.183 INFO:tasks.workunit.client.0.smithi028.stdout: "last_active": "2024-08-29T17:43:51.011928+0000", 2024-08-29T17:47:15.183 INFO:tasks.workunit.client.0.smithi028.stdout: "last_became_active": "2024-08-29T17:41:03.055218+0000", 2024-08-29T17:47:15.184 INFO:tasks.workunit.client.0.smithi028.stdout: "last_became_peered": "2024-08-29T17:41:03.055218+0000", 2024-08-29T17:47:15.184 INFO:tasks.workunit.client.0.smithi028.stdout: "last_change": "2024-08-29T17:41:03.056090+0000", 2024-08-29T17:47:15.184 INFO:tasks.workunit.client.0.smithi028.stdout: "last_clean": "2024-08-29T17:43:51.011928+0000", 2024-08-29T17:47:15.184 INFO:tasks.workunit.client.0.smithi028.stdout: "last_clean_scrub_stamp": "2024-08-29T17:41:01.987071+0000", 2024-08-29T17:47:15.184 INFO:tasks.workunit.client.0.smithi028.stdout: "last_deep_scrub": "0'0", 2024-08-29T17:47:15.184 INFO:tasks.workunit.client.0.smithi028.stdout: "last_deep_scrub_stamp": "2024-08-29T17:41:01.987071+0000", 2024-08-29T17:47:15.184 INFO:tasks.workunit.client.0.smithi028.stdout: "last_epoch_clean": 63, 2024-08-29T17:47:15.184 INFO:tasks.workunit.client.0.smithi028.stdout: "last_fresh": "2024-08-29T17:43:51.011928+0000", 2024-08-29T17:47:15.184 INFO:tasks.workunit.client.0.smithi028.stdout: "last_fullsized": "2024-08-29T17:43:51.011928+0000", 2024-08-29T17:47:15.184 INFO:tasks.workunit.client.0.smithi028.stdout: "last_peered": "2024-08-29T17:43:51.011928+0000", 2024-08-29T17:47:15.184 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub": "0'0", 2024-08-29T17:47:15.184 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub_duration": 0, 2024-08-29T17:47:15.185 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub_stamp": "2024-08-29T17:41:01.987071+0000", 2024-08-29T17:47:15.185 INFO:tasks.workunit.client.0.smithi028.stdout: "last_undegraded": "2024-08-29T17:43:51.011928+0000", 2024-08-29T17:47:15.185 INFO:tasks.workunit.client.0.smithi028.stdout: "last_unstale": "2024-08-29T17:43:51.011928+0000", 2024-08-29T17:47:15.185 INFO:tasks.workunit.client.0.smithi028.stdout: "log_dups_size": 0, 2024-08-29T17:47:15.185 INFO:tasks.workunit.client.0.smithi028.stdout: "log_size": 0, 2024-08-29T17:47:15.185 INFO:tasks.workunit.client.0.smithi028.stdout: "log_start": "0'0", 2024-08-29T17:47:15.185 INFO:tasks.workunit.client.0.smithi028.stdout: "manifest_stats_invalid": false, 2024-08-29T17:47:15.185 INFO:tasks.workunit.client.0.smithi028.stdout: "mapping_epoch": 62, 2024-08-29T17:47:15.185 INFO:tasks.workunit.client.0.smithi028.stdout: "object_location_counts": [], 2024-08-29T17:47:15.185 INFO:tasks.workunit.client.0.smithi028.stdout: "objects_scrubbed": 0, 2024-08-29T17:47:15.185 INFO:tasks.workunit.client.0.smithi028.stdout: "objects_trimmed": 0, 2024-08-29T17:47:15.185 INFO:tasks.workunit.client.0.smithi028.stdout: "omap_stats_invalid": false, 2024-08-29T17:47:15.185 INFO:tasks.workunit.client.0.smithi028.stdout: "ondisk_log_size": 0, 2024-08-29T17:47:15.186 INFO:tasks.workunit.client.0.smithi028.stdout: "ondisk_log_start": "0'0", 2024-08-29T17:47:15.186 INFO:tasks.workunit.client.0.smithi028.stdout: "parent": "0.0", 2024-08-29T17:47:15.186 INFO:tasks.workunit.client.0.smithi028.stdout: "parent_split_bits": 0, 2024-08-29T17:47:15.186 INFO:tasks.workunit.client.0.smithi028.stdout: "pgid": "3.1d", 2024-08-29T17:47:15.186 INFO:tasks.workunit.client.0.smithi028.stdout: "pin_stats_invalid": false, 2024-08-29T17:47:15.186 INFO:tasks.workunit.client.0.smithi028.stdout: "purged_snaps": [], 2024-08-29T17:47:15.188 INFO:tasks.workunit.client.0.smithi028.stdout: "reported_epoch": 74, 2024-08-29T17:47:15.188 INFO:tasks.workunit.client.0.smithi028.stdout: "reported_seq": 21, 2024-08-29T17:47:15.188 INFO:tasks.workunit.client.0.smithi028.stdout: "scrub_duration": 0.0, 2024-08-29T17:47:15.188 INFO:tasks.workunit.client.0.smithi028.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-30T23:46:17.035805+0000", 2024-08-29T17:47:15.188 INFO:tasks.workunit.client.0.smithi028.stdout: "snaptrim_duration": 0.0, 2024-08-29T17:47:15.188 INFO:tasks.workunit.client.0.smithi028.stdout: "snaptrimq_len": 0, 2024-08-29T17:47:15.188 INFO:tasks.workunit.client.0.smithi028.stdout: "stat_sum": { 2024-08-29T17:47:15.188 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes": 0, 2024-08-29T17:47:15.188 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes_hit_set_archive": 0, 2024-08-29T17:47:15.189 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes_recovered": 0, 2024-08-29T17:47:15.189 INFO:tasks.workunit.client.0.smithi028.stdout: "num_deep_scrub_errors": 0, 2024-08-29T17:47:15.189 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict": 0, 2024-08-29T17:47:15.189 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_kb": 0, 2024-08-29T17:47:15.189 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_mode_full": 0, 2024-08-29T17:47:15.189 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_mode_some": 0, 2024-08-29T17:47:15.189 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush": 0, 2024-08-29T17:47:15.189 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_kb": 0, 2024-08-29T17:47:15.189 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_mode_high": 0, 2024-08-29T17:47:15.189 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_mode_low": 0, 2024-08-29T17:47:15.189 INFO:tasks.workunit.client.0.smithi028.stdout: "num_keys_recovered": 0, 2024-08-29T17:47:15.189 INFO:tasks.workunit.client.0.smithi028.stdout: "num_large_omap_objects": 0, 2024-08-29T17:47:15.189 INFO:tasks.workunit.client.0.smithi028.stdout: "num_legacy_snapsets": 0, 2024-08-29T17:47:15.190 INFO:tasks.workunit.client.0.smithi028.stdout: "num_object_clones": 0, 2024-08-29T17:47:15.190 INFO:tasks.workunit.client.0.smithi028.stdout: "num_object_copies": 0, 2024-08-29T17:47:15.190 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects": 0, 2024-08-29T17:47:15.190 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_degraded": 0, 2024-08-29T17:47:15.190 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_dirty": 0, 2024-08-29T17:47:15.190 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_hit_set_archive": 0, 2024-08-29T17:47:15.190 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_manifest": 0, 2024-08-29T17:47:15.190 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_misplaced": 0, 2024-08-29T17:47:15.190 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_missing": 0, 2024-08-29T17:47:15.190 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_missing_on_primary": 0, 2024-08-29T17:47:15.190 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_omap": 0, 2024-08-29T17:47:15.190 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_pinned": 0, 2024-08-29T17:47:15.190 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_recovered": 0, 2024-08-29T17:47:15.190 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_repaired": 0, 2024-08-29T17:47:15.191 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_unfound": 0, 2024-08-29T17:47:15.191 INFO:tasks.workunit.client.0.smithi028.stdout: "num_omap_bytes": 0, 2024-08-29T17:47:15.191 INFO:tasks.workunit.client.0.smithi028.stdout: "num_omap_keys": 0, 2024-08-29T17:47:15.191 INFO:tasks.workunit.client.0.smithi028.stdout: "num_promote": 0, 2024-08-29T17:47:15.191 INFO:tasks.workunit.client.0.smithi028.stdout: "num_read": 0, 2024-08-29T17:47:15.191 INFO:tasks.workunit.client.0.smithi028.stdout: "num_read_kb": 0, 2024-08-29T17:47:15.191 INFO:tasks.workunit.client.0.smithi028.stdout: "num_scrub_errors": 0, 2024-08-29T17:47:15.191 INFO:tasks.workunit.client.0.smithi028.stdout: "num_shallow_scrub_errors": 0, 2024-08-29T17:47:15.191 INFO:tasks.workunit.client.0.smithi028.stdout: "num_whiteouts": 0, 2024-08-29T17:47:15.191 INFO:tasks.workunit.client.0.smithi028.stdout: "num_write": 0, 2024-08-29T17:47:15.191 INFO:tasks.workunit.client.0.smithi028.stdout: "num_write_kb": 0 2024-08-29T17:47:15.191 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:15.191 INFO:tasks.workunit.client.0.smithi028.stdout: "state": "active+clean", 2024-08-29T17:47:15.191 INFO:tasks.workunit.client.0.smithi028.stdout: "stats_invalid": false, 2024-08-29T17:47:15.192 INFO:tasks.workunit.client.0.smithi028.stdout: "up": [ 2024-08-29T17:47:15.192 INFO:tasks.workunit.client.0.smithi028.stdout: 5, 2024-08-29T17:47:15.192 INFO:tasks.workunit.client.0.smithi028.stdout: 4, 2024-08-29T17:47:15.192 INFO:tasks.workunit.client.0.smithi028.stdout: 6 2024-08-29T17:47:15.192 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-08-29T17:47:15.192 INFO:tasks.workunit.client.0.smithi028.stdout: "up_primary": 5, 2024-08-29T17:47:15.192 INFO:tasks.workunit.client.0.smithi028.stdout: "version": "0'0" 2024-08-29T17:47:15.192 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:15.192 INFO:tasks.workunit.client.0.smithi028.stdout: { 2024-08-29T17:47:15.192 INFO:tasks.workunit.client.0.smithi028.stdout: "acting": [ 2024-08-29T17:47:15.192 INFO:tasks.workunit.client.0.smithi028.stdout: 7, 2024-08-29T17:47:15.192 INFO:tasks.workunit.client.0.smithi028.stdout: 5, 2024-08-29T17:47:15.192 INFO:tasks.workunit.client.0.smithi028.stdout: 2 2024-08-29T17:47:15.192 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-08-29T17:47:15.193 INFO:tasks.workunit.client.0.smithi028.stdout: "acting_primary": 7, 2024-08-29T17:47:15.193 INFO:tasks.workunit.client.0.smithi028.stdout: "avail_no_missing": [], 2024-08-29T17:47:15.193 INFO:tasks.workunit.client.0.smithi028.stdout: "blocked_by": [], 2024-08-29T17:47:15.193 INFO:tasks.workunit.client.0.smithi028.stdout: "created": 59, 2024-08-29T17:47:15.193 INFO:tasks.workunit.client.0.smithi028.stdout: "dirty_stats_invalid": false, 2024-08-29T17:47:15.193 INFO:tasks.workunit.client.0.smithi028.stdout: "hitset_bytes_stats_invalid": false, 2024-08-29T17:47:15.193 INFO:tasks.workunit.client.0.smithi028.stdout: "hitset_stats_invalid": false, 2024-08-29T17:47:15.193 INFO:tasks.workunit.client.0.smithi028.stdout: "last_active": "2024-08-29T17:43:51.058429+0000", 2024-08-29T17:47:15.193 INFO:tasks.workunit.client.0.smithi028.stdout: "last_became_active": "2024-08-29T17:40:53.999633+0000", 2024-08-29T17:47:15.193 INFO:tasks.workunit.client.0.smithi028.stdout: "last_became_peered": "2024-08-29T17:40:53.999633+0000", 2024-08-29T17:47:15.193 INFO:tasks.workunit.client.0.smithi028.stdout: "last_change": "2024-08-29T17:40:54.000492+0000", 2024-08-29T17:47:15.193 INFO:tasks.workunit.client.0.smithi028.stdout: "last_clean": "2024-08-29T17:43:51.058429+0000", 2024-08-29T17:47:15.194 INFO:tasks.workunit.client.0.smithi028.stdout: "last_clean_scrub_stamp": "2024-08-29T17:40:52.944949+0000", 2024-08-29T17:47:15.194 INFO:tasks.workunit.client.0.smithi028.stdout: "last_deep_scrub": "0'0", 2024-08-29T17:47:15.194 INFO:tasks.workunit.client.0.smithi028.stdout: "last_deep_scrub_stamp": "2024-08-29T17:40:52.944949+0000", 2024-08-29T17:47:15.194 INFO:tasks.workunit.client.0.smithi028.stdout: "last_epoch_clean": 60, 2024-08-29T17:47:15.194 INFO:tasks.workunit.client.0.smithi028.stdout: "last_fresh": "2024-08-29T17:43:51.058429+0000", 2024-08-29T17:47:15.194 INFO:tasks.workunit.client.0.smithi028.stdout: "last_fullsized": "2024-08-29T17:43:51.058429+0000", 2024-08-29T17:47:15.194 INFO:tasks.workunit.client.0.smithi028.stdout: "last_peered": "2024-08-29T17:43:51.058429+0000", 2024-08-29T17:47:15.194 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub": "0'0", 2024-08-29T17:47:15.194 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub_duration": 0, 2024-08-29T17:47:15.194 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub_stamp": "2024-08-29T17:40:52.944949+0000", 2024-08-29T17:47:15.194 INFO:tasks.workunit.client.0.smithi028.stdout: "last_undegraded": "2024-08-29T17:43:51.058429+0000", 2024-08-29T17:47:15.194 INFO:tasks.workunit.client.0.smithi028.stdout: "last_unstale": "2024-08-29T17:43:51.058429+0000", 2024-08-29T17:47:15.194 INFO:tasks.workunit.client.0.smithi028.stdout: "log_dups_size": 0, 2024-08-29T17:47:15.195 INFO:tasks.workunit.client.0.smithi028.stdout: "log_size": 2, 2024-08-29T17:47:15.195 INFO:tasks.workunit.client.0.smithi028.stdout: "log_start": "0'0", 2024-08-29T17:47:15.195 INFO:tasks.workunit.client.0.smithi028.stdout: "manifest_stats_invalid": false, 2024-08-29T17:47:15.195 INFO:tasks.workunit.client.0.smithi028.stdout: "mapping_epoch": 59, 2024-08-29T17:47:15.195 INFO:tasks.workunit.client.0.smithi028.stdout: "object_location_counts": [], 2024-08-29T17:47:15.195 INFO:tasks.workunit.client.0.smithi028.stdout: "objects_scrubbed": 0, 2024-08-29T17:47:15.195 INFO:tasks.workunit.client.0.smithi028.stdout: "objects_trimmed": 0, 2024-08-29T17:47:15.195 INFO:tasks.workunit.client.0.smithi028.stdout: "omap_stats_invalid": false, 2024-08-29T17:47:15.195 INFO:tasks.workunit.client.0.smithi028.stdout: "ondisk_log_size": 2, 2024-08-29T17:47:15.195 INFO:tasks.workunit.client.0.smithi028.stdout: "ondisk_log_start": "0'0", 2024-08-29T17:47:15.195 INFO:tasks.workunit.client.0.smithi028.stdout: "parent": "0.0", 2024-08-29T17:47:15.195 INFO:tasks.workunit.client.0.smithi028.stdout: "parent_split_bits": 0, 2024-08-29T17:47:15.195 INFO:tasks.workunit.client.0.smithi028.stdout: "pgid": "2.1c", 2024-08-29T17:47:15.195 INFO:tasks.workunit.client.0.smithi028.stdout: "pin_stats_invalid": false, 2024-08-29T17:47:15.196 INFO:tasks.workunit.client.0.smithi028.stdout: "purged_snaps": [], 2024-08-29T17:47:15.196 INFO:tasks.workunit.client.0.smithi028.stdout: "reported_epoch": 74, 2024-08-29T17:47:15.196 INFO:tasks.workunit.client.0.smithi028.stdout: "reported_seq": 26, 2024-08-29T17:47:15.196 INFO:tasks.workunit.client.0.smithi028.stdout: "scrub_duration": 0.0, 2024-08-29T17:47:15.196 INFO:tasks.workunit.client.0.smithi028.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-31T00:56:17.292560+0000", 2024-08-29T17:47:15.196 INFO:tasks.workunit.client.0.smithi028.stdout: "snaptrim_duration": 0.0, 2024-08-29T17:47:15.196 INFO:tasks.workunit.client.0.smithi028.stdout: "snaptrimq_len": 0, 2024-08-29T17:47:15.196 INFO:tasks.workunit.client.0.smithi028.stdout: "stat_sum": { 2024-08-29T17:47:15.196 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes": 0, 2024-08-29T17:47:15.196 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes_hit_set_archive": 0, 2024-08-29T17:47:15.196 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes_recovered": 0, 2024-08-29T17:47:15.196 INFO:tasks.workunit.client.0.smithi028.stdout: "num_deep_scrub_errors": 0, 2024-08-29T17:47:15.197 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict": 0, 2024-08-29T17:47:15.197 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_kb": 0, 2024-08-29T17:47:15.197 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_mode_full": 0, 2024-08-29T17:47:15.197 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_mode_some": 0, 2024-08-29T17:47:15.197 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush": 0, 2024-08-29T17:47:15.197 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_kb": 0, 2024-08-29T17:47:15.197 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_mode_high": 0, 2024-08-29T17:47:15.197 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_mode_low": 0, 2024-08-29T17:47:15.197 INFO:tasks.workunit.client.0.smithi028.stdout: "num_keys_recovered": 0, 2024-08-29T17:47:15.197 INFO:tasks.workunit.client.0.smithi028.stdout: "num_large_omap_objects": 0, 2024-08-29T17:47:15.197 INFO:tasks.workunit.client.0.smithi028.stdout: "num_legacy_snapsets": 0, 2024-08-29T17:47:15.197 INFO:tasks.workunit.client.0.smithi028.stdout: "num_object_clones": 0, 2024-08-29T17:47:15.197 INFO:tasks.workunit.client.0.smithi028.stdout: "num_object_copies": 3, 2024-08-29T17:47:15.197 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects": 1, 2024-08-29T17:47:15.198 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_degraded": 0, 2024-08-29T17:47:15.198 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_dirty": 1, 2024-08-29T17:47:15.198 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_hit_set_archive": 0, 2024-08-29T17:47:15.198 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_manifest": 0, 2024-08-29T17:47:15.198 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_misplaced": 0, 2024-08-29T17:47:15.198 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_missing": 0, 2024-08-29T17:47:15.198 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_missing_on_primary": 0, 2024-08-29T17:47:15.198 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_omap": 1, 2024-08-29T17:47:15.198 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_pinned": 0, 2024-08-29T17:47:15.198 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_recovered": 0, 2024-08-29T17:47:15.198 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_repaired": 0, 2024-08-29T17:47:15.198 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_unfound": 0, 2024-08-29T17:47:15.198 INFO:tasks.workunit.client.0.smithi028.stdout: "num_omap_bytes": 0, 2024-08-29T17:47:15.198 INFO:tasks.workunit.client.0.smithi028.stdout: "num_omap_keys": 0, 2024-08-29T17:47:15.199 INFO:tasks.workunit.client.0.smithi028.stdout: "num_promote": 0, 2024-08-29T17:47:15.199 INFO:tasks.workunit.client.0.smithi028.stdout: "num_read": 0, 2024-08-29T17:47:15.199 INFO:tasks.workunit.client.0.smithi028.stdout: "num_read_kb": 0, 2024-08-29T17:47:15.199 INFO:tasks.workunit.client.0.smithi028.stdout: "num_scrub_errors": 0, 2024-08-29T17:47:15.199 INFO:tasks.workunit.client.0.smithi028.stdout: "num_shallow_scrub_errors": 0, 2024-08-29T17:47:15.199 INFO:tasks.workunit.client.0.smithi028.stdout: "num_whiteouts": 0, 2024-08-29T17:47:15.199 INFO:tasks.workunit.client.0.smithi028.stdout: "num_write": 3, 2024-08-29T17:47:15.199 INFO:tasks.workunit.client.0.smithi028.stdout: "num_write_kb": 0 2024-08-29T17:47:15.199 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:15.199 INFO:tasks.workunit.client.0.smithi028.stdout: "state": "active+clean", 2024-08-29T17:47:15.199 INFO:tasks.workunit.client.0.smithi028.stdout: "stats_invalid": false, 2024-08-29T17:47:15.199 INFO:tasks.workunit.client.0.smithi028.stdout: "up": [ 2024-08-29T17:47:15.199 INFO:tasks.workunit.client.0.smithi028.stdout: 7, 2024-08-29T17:47:15.200 INFO:tasks.workunit.client.0.smithi028.stdout: 5, 2024-08-29T17:47:15.200 INFO:tasks.workunit.client.0.smithi028.stdout: 2 2024-08-29T17:47:15.200 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-08-29T17:47:15.200 INFO:tasks.workunit.client.0.smithi028.stdout: "up_primary": 7, 2024-08-29T17:47:15.200 INFO:tasks.workunit.client.0.smithi028.stdout: "version": "65'2" 2024-08-29T17:47:15.200 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:15.200 INFO:tasks.workunit.client.0.smithi028.stdout: { 2024-08-29T17:47:15.200 INFO:tasks.workunit.client.0.smithi028.stdout: "acting": [ 2024-08-29T17:47:15.200 INFO:tasks.workunit.client.0.smithi028.stdout: 5, 2024-08-29T17:47:15.200 INFO:tasks.workunit.client.0.smithi028.stdout: 4, 2024-08-29T17:47:15.200 INFO:tasks.workunit.client.0.smithi028.stdout: 1 2024-08-29T17:47:15.200 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-08-29T17:47:15.200 INFO:tasks.workunit.client.0.smithi028.stdout: "acting_primary": 5, 2024-08-29T17:47:15.201 INFO:tasks.workunit.client.0.smithi028.stdout: "avail_no_missing": [], 2024-08-29T17:47:15.201 INFO:tasks.workunit.client.0.smithi028.stdout: "blocked_by": [], 2024-08-29T17:47:15.201 INFO:tasks.workunit.client.0.smithi028.stdout: "created": 62, 2024-08-29T17:47:15.201 INFO:tasks.workunit.client.0.smithi028.stdout: "dirty_stats_invalid": false, 2024-08-29T17:47:15.201 INFO:tasks.workunit.client.0.smithi028.stdout: "hitset_bytes_stats_invalid": false, 2024-08-29T17:47:15.201 INFO:tasks.workunit.client.0.smithi028.stdout: "hitset_stats_invalid": false, 2024-08-29T17:47:15.201 INFO:tasks.workunit.client.0.smithi028.stdout: "last_active": "2024-08-29T17:43:51.011365+0000", 2024-08-29T17:47:15.201 INFO:tasks.workunit.client.0.smithi028.stdout: "last_became_active": "2024-08-29T17:41:03.066352+0000", 2024-08-29T17:47:15.201 INFO:tasks.workunit.client.0.smithi028.stdout: "last_became_peered": "2024-08-29T17:41:03.066352+0000", 2024-08-29T17:47:15.201 INFO:tasks.workunit.client.0.smithi028.stdout: "last_change": "2024-08-29T17:41:03.067082+0000", 2024-08-29T17:47:15.201 INFO:tasks.workunit.client.0.smithi028.stdout: "last_clean": "2024-08-29T17:43:51.011365+0000", 2024-08-29T17:47:15.201 INFO:tasks.workunit.client.0.smithi028.stdout: "last_clean_scrub_stamp": "2024-08-29T17:41:01.987071+0000", 2024-08-29T17:47:15.201 INFO:tasks.workunit.client.0.smithi028.stdout: "last_deep_scrub": "0'0", 2024-08-29T17:47:15.201 INFO:tasks.workunit.client.0.smithi028.stdout: "last_deep_scrub_stamp": "2024-08-29T17:41:01.987071+0000", 2024-08-29T17:47:15.202 INFO:tasks.workunit.client.0.smithi028.stdout: "last_epoch_clean": 63, 2024-08-29T17:47:15.202 INFO:tasks.workunit.client.0.smithi028.stdout: "last_fresh": "2024-08-29T17:43:51.011365+0000", 2024-08-29T17:47:15.202 INFO:tasks.workunit.client.0.smithi028.stdout: "last_fullsized": "2024-08-29T17:43:51.011365+0000", 2024-08-29T17:47:15.202 INFO:tasks.workunit.client.0.smithi028.stdout: "last_peered": "2024-08-29T17:43:51.011365+0000", 2024-08-29T17:47:15.202 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub": "0'0", 2024-08-29T17:47:15.202 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub_duration": 0, 2024-08-29T17:47:15.202 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub_stamp": "2024-08-29T17:41:01.987071+0000", 2024-08-29T17:47:15.202 INFO:tasks.workunit.client.0.smithi028.stdout: "last_undegraded": "2024-08-29T17:43:51.011365+0000", 2024-08-29T17:47:15.202 INFO:tasks.workunit.client.0.smithi028.stdout: "last_unstale": "2024-08-29T17:43:51.011365+0000", 2024-08-29T17:47:15.202 INFO:tasks.workunit.client.0.smithi028.stdout: "log_dups_size": 0, 2024-08-29T17:47:15.202 INFO:tasks.workunit.client.0.smithi028.stdout: "log_size": 0, 2024-08-29T17:47:15.202 INFO:tasks.workunit.client.0.smithi028.stdout: "log_start": "0'0", 2024-08-29T17:47:15.202 INFO:tasks.workunit.client.0.smithi028.stdout: "manifest_stats_invalid": false, 2024-08-29T17:47:15.203 INFO:tasks.workunit.client.0.smithi028.stdout: "mapping_epoch": 62, 2024-08-29T17:47:15.203 INFO:tasks.workunit.client.0.smithi028.stdout: "object_location_counts": [], 2024-08-29T17:47:15.203 INFO:tasks.workunit.client.0.smithi028.stdout: "objects_scrubbed": 0, 2024-08-29T17:47:15.203 INFO:tasks.workunit.client.0.smithi028.stdout: "objects_trimmed": 0, 2024-08-29T17:47:15.203 INFO:tasks.workunit.client.0.smithi028.stdout: "omap_stats_invalid": false, 2024-08-29T17:47:15.203 INFO:tasks.workunit.client.0.smithi028.stdout: "ondisk_log_size": 0, 2024-08-29T17:47:15.203 INFO:tasks.workunit.client.0.smithi028.stdout: "ondisk_log_start": "0'0", 2024-08-29T17:47:15.203 INFO:tasks.workunit.client.0.smithi028.stdout: "parent": "0.0", 2024-08-29T17:47:15.203 INFO:tasks.workunit.client.0.smithi028.stdout: "parent_split_bits": 0, 2024-08-29T17:47:15.203 INFO:tasks.workunit.client.0.smithi028.stdout: "pgid": "3.1c", 2024-08-29T17:47:15.203 INFO:tasks.workunit.client.0.smithi028.stdout: "pin_stats_invalid": false, 2024-08-29T17:47:15.204 INFO:tasks.workunit.client.0.smithi028.stdout: "purged_snaps": [], 2024-08-29T17:47:15.204 INFO:tasks.workunit.client.0.smithi028.stdout: "reported_epoch": 74, 2024-08-29T17:47:15.204 INFO:tasks.workunit.client.0.smithi028.stdout: "reported_seq": 21, 2024-08-29T17:47:15.204 INFO:tasks.workunit.client.0.smithi028.stdout: "scrub_duration": 0.0, 2024-08-29T17:47:15.204 INFO:tasks.workunit.client.0.smithi028.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-30T18:08:46.728133+0000", 2024-08-29T17:47:15.204 INFO:tasks.workunit.client.0.smithi028.stdout: "snaptrim_duration": 0.0, 2024-08-29T17:47:15.204 INFO:tasks.workunit.client.0.smithi028.stdout: "snaptrimq_len": 0, 2024-08-29T17:47:15.204 INFO:tasks.workunit.client.0.smithi028.stdout: "stat_sum": { 2024-08-29T17:47:15.204 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes": 0, 2024-08-29T17:47:15.204 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes_hit_set_archive": 0, 2024-08-29T17:47:15.204 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes_recovered": 0, 2024-08-29T17:47:15.204 INFO:tasks.workunit.client.0.smithi028.stdout: "num_deep_scrub_errors": 0, 2024-08-29T17:47:15.204 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict": 0, 2024-08-29T17:47:15.204 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_kb": 0, 2024-08-29T17:47:15.205 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_mode_full": 0, 2024-08-29T17:47:15.205 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_mode_some": 0, 2024-08-29T17:47:15.205 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush": 0, 2024-08-29T17:47:15.205 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_kb": 0, 2024-08-29T17:47:15.205 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_mode_high": 0, 2024-08-29T17:47:15.205 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_mode_low": 0, 2024-08-29T17:47:15.205 INFO:tasks.workunit.client.0.smithi028.stdout: "num_keys_recovered": 0, 2024-08-29T17:47:15.205 INFO:tasks.workunit.client.0.smithi028.stdout: "num_large_omap_objects": 0, 2024-08-29T17:47:15.205 INFO:tasks.workunit.client.0.smithi028.stdout: "num_legacy_snapsets": 0, 2024-08-29T17:47:15.205 INFO:tasks.workunit.client.0.smithi028.stdout: "num_object_clones": 0, 2024-08-29T17:47:15.205 INFO:tasks.workunit.client.0.smithi028.stdout: "num_object_copies": 0, 2024-08-29T17:47:15.205 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects": 0, 2024-08-29T17:47:15.205 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_degraded": 0, 2024-08-29T17:47:15.206 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_dirty": 0, 2024-08-29T17:47:15.206 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_hit_set_archive": 0, 2024-08-29T17:47:15.206 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_manifest": 0, 2024-08-29T17:47:15.206 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_misplaced": 0, 2024-08-29T17:47:15.206 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_missing": 0, 2024-08-29T17:47:15.206 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_missing_on_primary": 0, 2024-08-29T17:47:15.206 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_omap": 0, 2024-08-29T17:47:15.206 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_pinned": 0, 2024-08-29T17:47:15.206 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_recovered": 0, 2024-08-29T17:47:15.206 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_repaired": 0, 2024-08-29T17:47:15.206 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_unfound": 0, 2024-08-29T17:47:15.206 INFO:tasks.workunit.client.0.smithi028.stdout: "num_omap_bytes": 0, 2024-08-29T17:47:15.206 INFO:tasks.workunit.client.0.smithi028.stdout: "num_omap_keys": 0, 2024-08-29T17:47:15.206 INFO:tasks.workunit.client.0.smithi028.stdout: "num_promote": 0, 2024-08-29T17:47:15.207 INFO:tasks.workunit.client.0.smithi028.stdout: "num_read": 0, 2024-08-29T17:47:15.207 INFO:tasks.workunit.client.0.smithi028.stdout: "num_read_kb": 0, 2024-08-29T17:47:15.207 INFO:tasks.workunit.client.0.smithi028.stdout: "num_scrub_errors": 0, 2024-08-29T17:47:15.207 INFO:tasks.workunit.client.0.smithi028.stdout: "num_shallow_scrub_errors": 0, 2024-08-29T17:47:15.207 INFO:tasks.workunit.client.0.smithi028.stdout: "num_whiteouts": 0, 2024-08-29T17:47:15.207 INFO:tasks.workunit.client.0.smithi028.stdout: "num_write": 0, 2024-08-29T17:47:15.207 INFO:tasks.workunit.client.0.smithi028.stdout: "num_write_kb": 0 2024-08-29T17:47:15.207 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:15.207 INFO:tasks.workunit.client.0.smithi028.stdout: "state": "active+clean", 2024-08-29T17:47:15.207 INFO:tasks.workunit.client.0.smithi028.stdout: "stats_invalid": false, 2024-08-29T17:47:15.207 INFO:tasks.workunit.client.0.smithi028.stdout: "up": [ 2024-08-29T17:47:15.207 INFO:tasks.workunit.client.0.smithi028.stdout: 5, 2024-08-29T17:47:15.207 INFO:tasks.workunit.client.0.smithi028.stdout: 4, 2024-08-29T17:47:15.208 INFO:tasks.workunit.client.0.smithi028.stdout: 1 2024-08-29T17:47:15.208 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-08-29T17:47:15.208 INFO:tasks.workunit.client.0.smithi028.stdout: "up_primary": 5, 2024-08-29T17:47:15.208 INFO:tasks.workunit.client.0.smithi028.stdout: "version": "0'0" 2024-08-29T17:47:15.208 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:15.208 INFO:tasks.workunit.client.0.smithi028.stdout: { 2024-08-29T17:47:15.208 INFO:tasks.workunit.client.0.smithi028.stdout: "acting": [ 2024-08-29T17:47:15.208 INFO:tasks.workunit.client.0.smithi028.stdout: 7, 2024-08-29T17:47:15.208 INFO:tasks.workunit.client.0.smithi028.stdout: 6, 2024-08-29T17:47:15.208 INFO:tasks.workunit.client.0.smithi028.stdout: 0 2024-08-29T17:47:15.208 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-08-29T17:47:15.208 INFO:tasks.workunit.client.0.smithi028.stdout: "acting_primary": 7, 2024-08-29T17:47:15.208 INFO:tasks.workunit.client.0.smithi028.stdout: "avail_no_missing": [], 2024-08-29T17:47:15.209 INFO:tasks.workunit.client.0.smithi028.stdout: "blocked_by": [], 2024-08-29T17:47:15.209 INFO:tasks.workunit.client.0.smithi028.stdout: "created": 59, 2024-08-29T17:47:15.209 INFO:tasks.workunit.client.0.smithi028.stdout: "dirty_stats_invalid": false, 2024-08-29T17:47:15.209 INFO:tasks.workunit.client.0.smithi028.stdout: "hitset_bytes_stats_invalid": false, 2024-08-29T17:47:15.209 INFO:tasks.workunit.client.0.smithi028.stdout: "hitset_stats_invalid": false, 2024-08-29T17:47:15.209 INFO:tasks.workunit.client.0.smithi028.stdout: "last_active": "2024-08-29T17:43:51.058785+0000", 2024-08-29T17:47:15.209 INFO:tasks.workunit.client.0.smithi028.stdout: "last_became_active": "2024-08-29T17:40:53.996547+0000", 2024-08-29T17:47:15.209 INFO:tasks.workunit.client.0.smithi028.stdout: "last_became_peered": "2024-08-29T17:40:53.996547+0000", 2024-08-29T17:47:15.209 INFO:tasks.workunit.client.0.smithi028.stdout: "last_change": "2024-08-29T17:40:53.997438+0000", 2024-08-29T17:47:15.209 INFO:tasks.workunit.client.0.smithi028.stdout: "last_clean": "2024-08-29T17:43:51.058785+0000", 2024-08-29T17:47:15.209 INFO:tasks.workunit.client.0.smithi028.stdout: "last_clean_scrub_stamp": "2024-08-29T17:40:52.944949+0000", 2024-08-29T17:47:15.209 INFO:tasks.workunit.client.0.smithi028.stdout: "last_deep_scrub": "0'0", 2024-08-29T17:47:15.209 INFO:tasks.workunit.client.0.smithi028.stdout: "last_deep_scrub_stamp": "2024-08-29T17:40:52.944949+0000", 2024-08-29T17:47:15.210 INFO:tasks.workunit.client.0.smithi028.stdout: "last_epoch_clean": 60, 2024-08-29T17:47:15.210 INFO:tasks.workunit.client.0.smithi028.stdout: "last_fresh": "2024-08-29T17:43:51.058785+0000", 2024-08-29T17:47:15.210 INFO:tasks.workunit.client.0.smithi028.stdout: "last_fullsized": "2024-08-29T17:43:51.058785+0000", 2024-08-29T17:47:15.210 INFO:tasks.workunit.client.0.smithi028.stdout: "last_peered": "2024-08-29T17:43:51.058785+0000", 2024-08-29T17:47:15.210 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub": "0'0", 2024-08-29T17:47:15.210 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub_duration": 0, 2024-08-29T17:47:15.210 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub_stamp": "2024-08-29T17:40:52.944949+0000", 2024-08-29T17:47:15.210 INFO:tasks.workunit.client.0.smithi028.stdout: "last_undegraded": "2024-08-29T17:43:51.058785+0000", 2024-08-29T17:47:15.210 INFO:tasks.workunit.client.0.smithi028.stdout: "last_unstale": "2024-08-29T17:43:51.058785+0000", 2024-08-29T17:47:15.210 INFO:tasks.workunit.client.0.smithi028.stdout: "log_dups_size": 0, 2024-08-29T17:47:15.210 INFO:tasks.workunit.client.0.smithi028.stdout: "log_size": 2, 2024-08-29T17:47:15.210 INFO:tasks.workunit.client.0.smithi028.stdout: "log_start": "0'0", 2024-08-29T17:47:15.210 INFO:tasks.workunit.client.0.smithi028.stdout: "manifest_stats_invalid": false, 2024-08-29T17:47:15.210 INFO:tasks.workunit.client.0.smithi028.stdout: "mapping_epoch": 59, 2024-08-29T17:47:15.211 INFO:tasks.workunit.client.0.smithi028.stdout: "object_location_counts": [], 2024-08-29T17:47:15.211 INFO:tasks.workunit.client.0.smithi028.stdout: "objects_scrubbed": 0, 2024-08-29T17:47:15.211 INFO:tasks.workunit.client.0.smithi028.stdout: "objects_trimmed": 0, 2024-08-29T17:47:15.211 INFO:tasks.workunit.client.0.smithi028.stdout: "omap_stats_invalid": false, 2024-08-29T17:47:15.211 INFO:tasks.workunit.client.0.smithi028.stdout: "ondisk_log_size": 2, 2024-08-29T17:47:15.211 INFO:tasks.workunit.client.0.smithi028.stdout: "ondisk_log_start": "0'0", 2024-08-29T17:47:15.211 INFO:tasks.workunit.client.0.smithi028.stdout: "parent": "0.0", 2024-08-29T17:47:15.211 INFO:tasks.workunit.client.0.smithi028.stdout: "parent_split_bits": 0, 2024-08-29T17:47:15.211 INFO:tasks.workunit.client.0.smithi028.stdout: "pgid": "2.1d", 2024-08-29T17:47:15.211 INFO:tasks.workunit.client.0.smithi028.stdout: "pin_stats_invalid": false, 2024-08-29T17:47:15.211 INFO:tasks.workunit.client.0.smithi028.stdout: "purged_snaps": [], 2024-08-29T17:47:15.211 INFO:tasks.workunit.client.0.smithi028.stdout: "reported_epoch": 74, 2024-08-29T17:47:15.211 INFO:tasks.workunit.client.0.smithi028.stdout: "reported_seq": 26, 2024-08-29T17:47:15.212 INFO:tasks.workunit.client.0.smithi028.stdout: "scrub_duration": 0.0, 2024-08-29T17:47:15.212 INFO:tasks.workunit.client.0.smithi028.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-30T20:49:45.750433+0000", 2024-08-29T17:47:15.212 INFO:tasks.workunit.client.0.smithi028.stdout: "snaptrim_duration": 0.0, 2024-08-29T17:47:15.212 INFO:tasks.workunit.client.0.smithi028.stdout: "snaptrimq_len": 0, 2024-08-29T17:47:15.212 INFO:tasks.workunit.client.0.smithi028.stdout: "stat_sum": { 2024-08-29T17:47:15.212 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes": 0, 2024-08-29T17:47:15.212 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes_hit_set_archive": 0, 2024-08-29T17:47:15.212 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes_recovered": 0, 2024-08-29T17:47:15.212 INFO:tasks.workunit.client.0.smithi028.stdout: "num_deep_scrub_errors": 0, 2024-08-29T17:47:15.212 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict": 0, 2024-08-29T17:47:15.212 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_kb": 0, 2024-08-29T17:47:15.212 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_mode_full": 0, 2024-08-29T17:47:15.213 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_mode_some": 0, 2024-08-29T17:47:15.213 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush": 0, 2024-08-29T17:47:15.213 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_kb": 0, 2024-08-29T17:47:15.213 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_mode_high": 0, 2024-08-29T17:47:15.213 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_mode_low": 0, 2024-08-29T17:47:15.213 INFO:tasks.workunit.client.0.smithi028.stdout: "num_keys_recovered": 0, 2024-08-29T17:47:15.213 INFO:tasks.workunit.client.0.smithi028.stdout: "num_large_omap_objects": 0, 2024-08-29T17:47:15.213 INFO:tasks.workunit.client.0.smithi028.stdout: "num_legacy_snapsets": 0, 2024-08-29T17:47:15.213 INFO:tasks.workunit.client.0.smithi028.stdout: "num_object_clones": 0, 2024-08-29T17:47:15.213 INFO:tasks.workunit.client.0.smithi028.stdout: "num_object_copies": 3, 2024-08-29T17:47:15.213 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects": 1, 2024-08-29T17:47:15.213 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_degraded": 0, 2024-08-29T17:47:15.213 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_dirty": 1, 2024-08-29T17:47:15.213 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_hit_set_archive": 0, 2024-08-29T17:47:15.213 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_manifest": 0, 2024-08-29T17:47:15.214 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_misplaced": 0, 2024-08-29T17:47:15.214 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_missing": 0, 2024-08-29T17:47:15.214 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_missing_on_primary": 0, 2024-08-29T17:47:15.214 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_omap": 1, 2024-08-29T17:47:15.214 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_pinned": 0, 2024-08-29T17:47:15.214 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_recovered": 0, 2024-08-29T17:47:15.214 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_repaired": 0, 2024-08-29T17:47:15.214 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_unfound": 0, 2024-08-29T17:47:15.214 INFO:tasks.workunit.client.0.smithi028.stdout: "num_omap_bytes": 0, 2024-08-29T17:47:15.214 INFO:tasks.workunit.client.0.smithi028.stdout: "num_omap_keys": 0, 2024-08-29T17:47:15.214 INFO:tasks.workunit.client.0.smithi028.stdout: "num_promote": 0, 2024-08-29T17:47:15.214 INFO:tasks.workunit.client.0.smithi028.stdout: "num_read": 0, 2024-08-29T17:47:15.214 INFO:tasks.workunit.client.0.smithi028.stdout: "num_read_kb": 0, 2024-08-29T17:47:15.214 INFO:tasks.workunit.client.0.smithi028.stdout: "num_scrub_errors": 0, 2024-08-29T17:47:15.214 INFO:tasks.workunit.client.0.smithi028.stdout: "num_shallow_scrub_errors": 0, 2024-08-29T17:47:15.215 INFO:tasks.workunit.client.0.smithi028.stdout: "num_whiteouts": 0, 2024-08-29T17:47:15.215 INFO:tasks.workunit.client.0.smithi028.stdout: "num_write": 3, 2024-08-29T17:47:15.215 INFO:tasks.workunit.client.0.smithi028.stdout: "num_write_kb": 0 2024-08-29T17:47:15.215 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:15.215 INFO:tasks.workunit.client.0.smithi028.stdout: "state": "active+clean", 2024-08-29T17:47:15.215 INFO:tasks.workunit.client.0.smithi028.stdout: "stats_invalid": false, 2024-08-29T17:47:15.215 INFO:tasks.workunit.client.0.smithi028.stdout: "up": [ 2024-08-29T17:47:15.215 INFO:tasks.workunit.client.0.smithi028.stdout: 7, 2024-08-29T17:47:15.215 INFO:tasks.workunit.client.0.smithi028.stdout: 6, 2024-08-29T17:47:15.215 INFO:tasks.workunit.client.0.smithi028.stdout: 0 2024-08-29T17:47:15.215 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-08-29T17:47:15.215 INFO:tasks.workunit.client.0.smithi028.stdout: "up_primary": 7, 2024-08-29T17:47:15.215 INFO:tasks.workunit.client.0.smithi028.stdout: "version": "65'2" 2024-08-29T17:47:15.215 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:15.215 INFO:tasks.workunit.client.0.smithi028.stdout: { 2024-08-29T17:47:15.215 INFO:tasks.workunit.client.0.smithi028.stdout: "acting": [ 2024-08-29T17:47:15.216 INFO:tasks.workunit.client.0.smithi028.stdout: 0, 2024-08-29T17:47:15.216 INFO:tasks.workunit.client.0.smithi028.stdout: 5, 2024-08-29T17:47:15.216 INFO:tasks.workunit.client.0.smithi028.stdout: 2 2024-08-29T17:47:15.216 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-08-29T17:47:15.216 INFO:tasks.workunit.client.0.smithi028.stdout: "acting_primary": 0, 2024-08-29T17:47:15.216 INFO:tasks.workunit.client.0.smithi028.stdout: "avail_no_missing": [], 2024-08-29T17:47:15.216 INFO:tasks.workunit.client.0.smithi028.stdout: "blocked_by": [], 2024-08-29T17:47:15.216 INFO:tasks.workunit.client.0.smithi028.stdout: "created": 62, 2024-08-29T17:47:15.216 INFO:tasks.workunit.client.0.smithi028.stdout: "dirty_stats_invalid": false, 2024-08-29T17:47:15.216 INFO:tasks.workunit.client.0.smithi028.stdout: "hitset_bytes_stats_invalid": false, 2024-08-29T17:47:15.216 INFO:tasks.workunit.client.0.smithi028.stdout: "hitset_stats_invalid": false, 2024-08-29T17:47:15.216 INFO:tasks.workunit.client.0.smithi028.stdout: "last_active": "2024-08-29T17:43:51.184746+0000", 2024-08-29T17:47:15.216 INFO:tasks.workunit.client.0.smithi028.stdout: "last_became_active": "2024-08-29T17:41:03.064910+0000", 2024-08-29T17:47:15.216 INFO:tasks.workunit.client.0.smithi028.stdout: "last_became_peered": "2024-08-29T17:41:03.064910+0000", 2024-08-29T17:47:15.216 INFO:tasks.workunit.client.0.smithi028.stdout: "last_change": "2024-08-29T17:41:03.065361+0000", 2024-08-29T17:47:15.216 INFO:tasks.workunit.client.0.smithi028.stdout: "last_clean": "2024-08-29T17:43:51.184746+0000", 2024-08-29T17:47:15.217 INFO:tasks.workunit.client.0.smithi028.stdout: "last_clean_scrub_stamp": "2024-08-29T17:41:01.987071+0000", 2024-08-29T17:47:15.217 INFO:tasks.workunit.client.0.smithi028.stdout: "last_deep_scrub": "0'0", 2024-08-29T17:47:15.217 INFO:tasks.workunit.client.0.smithi028.stdout: "last_deep_scrub_stamp": "2024-08-29T17:41:01.987071+0000", 2024-08-29T17:47:15.217 INFO:tasks.workunit.client.0.smithi028.stdout: "last_epoch_clean": 63, 2024-08-29T17:47:15.217 INFO:tasks.workunit.client.0.smithi028.stdout: "last_fresh": "2024-08-29T17:43:51.184746+0000", 2024-08-29T17:47:15.217 INFO:tasks.workunit.client.0.smithi028.stdout: "last_fullsized": "2024-08-29T17:43:51.184746+0000", 2024-08-29T17:47:15.217 INFO:tasks.workunit.client.0.smithi028.stdout: "last_peered": "2024-08-29T17:43:51.184746+0000", 2024-08-29T17:47:15.217 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub": "0'0", 2024-08-29T17:47:15.217 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub_duration": 0, 2024-08-29T17:47:15.217 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub_stamp": "2024-08-29T17:41:01.987071+0000", 2024-08-29T17:47:15.217 INFO:tasks.workunit.client.0.smithi028.stdout: "last_undegraded": "2024-08-29T17:43:51.184746+0000", 2024-08-29T17:47:15.217 INFO:tasks.workunit.client.0.smithi028.stdout: "last_unstale": "2024-08-29T17:43:51.184746+0000", 2024-08-29T17:47:15.217 INFO:tasks.workunit.client.0.smithi028.stdout: "log_dups_size": 0, 2024-08-29T17:47:15.217 INFO:tasks.workunit.client.0.smithi028.stdout: "log_size": 0, 2024-08-29T17:47:15.218 INFO:tasks.workunit.client.0.smithi028.stdout: "log_start": "0'0", 2024-08-29T17:47:15.218 INFO:tasks.workunit.client.0.smithi028.stdout: "manifest_stats_invalid": false, 2024-08-29T17:47:15.218 INFO:tasks.workunit.client.0.smithi028.stdout: "mapping_epoch": 62, 2024-08-29T17:47:15.218 INFO:tasks.workunit.client.0.smithi028.stdout: "object_location_counts": [], 2024-08-29T17:47:15.218 INFO:tasks.workunit.client.0.smithi028.stdout: "objects_scrubbed": 0, 2024-08-29T17:47:15.218 INFO:tasks.workunit.client.0.smithi028.stdout: "objects_trimmed": 0, 2024-08-29T17:47:15.218 INFO:tasks.workunit.client.0.smithi028.stdout: "omap_stats_invalid": false, 2024-08-29T17:47:15.218 INFO:tasks.workunit.client.0.smithi028.stdout: "ondisk_log_size": 0, 2024-08-29T17:47:15.218 INFO:tasks.workunit.client.0.smithi028.stdout: "ondisk_log_start": "0'0", 2024-08-29T17:47:15.218 INFO:tasks.workunit.client.0.smithi028.stdout: "parent": "0.0", 2024-08-29T17:47:15.218 INFO:tasks.workunit.client.0.smithi028.stdout: "parent_split_bits": 0, 2024-08-29T17:47:15.219 INFO:tasks.workunit.client.0.smithi028.stdout: "pgid": "3.1f", 2024-08-29T17:47:15.219 INFO:tasks.workunit.client.0.smithi028.stdout: "pin_stats_invalid": false, 2024-08-29T17:47:15.219 INFO:tasks.workunit.client.0.smithi028.stdout: "purged_snaps": [], 2024-08-29T17:47:15.219 INFO:tasks.workunit.client.0.smithi028.stdout: "reported_epoch": 74, 2024-08-29T17:47:15.219 INFO:tasks.workunit.client.0.smithi028.stdout: "reported_seq": 21, 2024-08-29T17:47:15.219 INFO:tasks.workunit.client.0.smithi028.stdout: "scrub_duration": 0.0, 2024-08-29T17:47:15.219 INFO:tasks.workunit.client.0.smithi028.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-31T01:56:49.253918+0000", 2024-08-29T17:47:15.219 INFO:tasks.workunit.client.0.smithi028.stdout: "snaptrim_duration": 0.0, 2024-08-29T17:47:15.219 INFO:tasks.workunit.client.0.smithi028.stdout: "snaptrimq_len": 0, 2024-08-29T17:47:15.219 INFO:tasks.workunit.client.0.smithi028.stdout: "stat_sum": { 2024-08-29T17:47:15.219 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes": 0, 2024-08-29T17:47:15.219 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes_hit_set_archive": 0, 2024-08-29T17:47:15.219 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes_recovered": 0, 2024-08-29T17:47:15.219 INFO:tasks.workunit.client.0.smithi028.stdout: "num_deep_scrub_errors": 0, 2024-08-29T17:47:15.219 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict": 0, 2024-08-29T17:47:15.220 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_kb": 0, 2024-08-29T17:47:15.220 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_mode_full": 0, 2024-08-29T17:47:15.220 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_mode_some": 0, 2024-08-29T17:47:15.220 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush": 0, 2024-08-29T17:47:15.220 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_kb": 0, 2024-08-29T17:47:15.220 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_mode_high": 0, 2024-08-29T17:47:15.220 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_mode_low": 0, 2024-08-29T17:47:15.220 INFO:tasks.workunit.client.0.smithi028.stdout: "num_keys_recovered": 0, 2024-08-29T17:47:15.220 INFO:tasks.workunit.client.0.smithi028.stdout: "num_large_omap_objects": 0, 2024-08-29T17:47:15.220 INFO:tasks.workunit.client.0.smithi028.stdout: "num_legacy_snapsets": 0, 2024-08-29T17:47:15.220 INFO:tasks.workunit.client.0.smithi028.stdout: "num_object_clones": 0, 2024-08-29T17:47:15.220 INFO:tasks.workunit.client.0.smithi028.stdout: "num_object_copies": 0, 2024-08-29T17:47:15.221 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects": 0, 2024-08-29T17:47:15.221 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_degraded": 0, 2024-08-29T17:47:15.221 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_dirty": 0, 2024-08-29T17:47:15.221 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_hit_set_archive": 0, 2024-08-29T17:47:15.221 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_manifest": 0, 2024-08-29T17:47:15.221 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_misplaced": 0, 2024-08-29T17:47:15.221 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_missing": 0, 2024-08-29T17:47:15.221 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_missing_on_primary": 0, 2024-08-29T17:47:15.221 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_omap": 0, 2024-08-29T17:47:15.221 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_pinned": 0, 2024-08-29T17:47:15.221 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_recovered": 0, 2024-08-29T17:47:15.221 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_repaired": 0, 2024-08-29T17:47:15.221 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_unfound": 0, 2024-08-29T17:47:15.221 INFO:tasks.workunit.client.0.smithi028.stdout: "num_omap_bytes": 0, 2024-08-29T17:47:15.221 INFO:tasks.workunit.client.0.smithi028.stdout: "num_omap_keys": 0, 2024-08-29T17:47:15.222 INFO:tasks.workunit.client.0.smithi028.stdout: "num_promote": 0, 2024-08-29T17:47:15.222 INFO:tasks.workunit.client.0.smithi028.stdout: "num_read": 0, 2024-08-29T17:47:15.222 INFO:tasks.workunit.client.0.smithi028.stdout: "num_read_kb": 0, 2024-08-29T17:47:15.222 INFO:tasks.workunit.client.0.smithi028.stdout: "num_scrub_errors": 0, 2024-08-29T17:47:15.222 INFO:tasks.workunit.client.0.smithi028.stdout: "num_shallow_scrub_errors": 0, 2024-08-29T17:47:15.222 INFO:tasks.workunit.client.0.smithi028.stdout: "num_whiteouts": 0, 2024-08-29T17:47:15.222 INFO:tasks.workunit.client.0.smithi028.stdout: "num_write": 0, 2024-08-29T17:47:15.222 INFO:tasks.workunit.client.0.smithi028.stdout: "num_write_kb": 0 2024-08-29T17:47:15.222 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:15.222 INFO:tasks.workunit.client.0.smithi028.stdout: "state": "active+clean", 2024-08-29T17:47:15.222 INFO:tasks.workunit.client.0.smithi028.stdout: "stats_invalid": false, 2024-08-29T17:47:15.222 INFO:tasks.workunit.client.0.smithi028.stdout: "up": [ 2024-08-29T17:47:15.222 INFO:tasks.workunit.client.0.smithi028.stdout: 0, 2024-08-29T17:47:15.223 INFO:tasks.workunit.client.0.smithi028.stdout: 5, 2024-08-29T17:47:15.223 INFO:tasks.workunit.client.0.smithi028.stdout: 2 2024-08-29T17:47:15.223 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-08-29T17:47:15.223 INFO:tasks.workunit.client.0.smithi028.stdout: "up_primary": 0, 2024-08-29T17:47:15.223 INFO:tasks.workunit.client.0.smithi028.stdout: "version": "0'0" 2024-08-29T17:47:15.223 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:15.223 INFO:tasks.workunit.client.0.smithi028.stdout: { 2024-08-29T17:47:15.223 INFO:tasks.workunit.client.0.smithi028.stdout: "acting": [ 2024-08-29T17:47:15.223 INFO:tasks.workunit.client.0.smithi028.stdout: 3, 2024-08-29T17:47:15.223 INFO:tasks.workunit.client.0.smithi028.stdout: 0, 2024-08-29T17:47:15.223 INFO:tasks.workunit.client.0.smithi028.stdout: 5 2024-08-29T17:47:15.223 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-08-29T17:47:15.223 INFO:tasks.workunit.client.0.smithi028.stdout: "acting_primary": 3, 2024-08-29T17:47:15.223 INFO:tasks.workunit.client.0.smithi028.stdout: "avail_no_missing": [], 2024-08-29T17:47:15.224 INFO:tasks.workunit.client.0.smithi028.stdout: "blocked_by": [], 2024-08-29T17:47:15.224 INFO:tasks.workunit.client.0.smithi028.stdout: "created": 59, 2024-08-29T17:47:15.224 INFO:tasks.workunit.client.0.smithi028.stdout: "dirty_stats_invalid": false, 2024-08-29T17:47:15.224 INFO:tasks.workunit.client.0.smithi028.stdout: "hitset_bytes_stats_invalid": false, 2024-08-29T17:47:15.224 INFO:tasks.workunit.client.0.smithi028.stdout: "hitset_stats_invalid": false, 2024-08-29T17:47:15.224 INFO:tasks.workunit.client.0.smithi028.stdout: "last_active": "2024-08-29T17:43:51.003035+0000", 2024-08-29T17:47:15.224 INFO:tasks.workunit.client.0.smithi028.stdout: "last_became_active": "2024-08-29T17:40:53.989608+0000", 2024-08-29T17:47:15.224 INFO:tasks.workunit.client.0.smithi028.stdout: "last_became_peered": "2024-08-29T17:40:53.989608+0000", 2024-08-29T17:47:15.224 INFO:tasks.workunit.client.0.smithi028.stdout: "last_change": "2024-08-29T17:40:53.990408+0000", 2024-08-29T17:47:15.224 INFO:tasks.workunit.client.0.smithi028.stdout: "last_clean": "2024-08-29T17:43:51.003035+0000", 2024-08-29T17:47:15.224 INFO:tasks.workunit.client.0.smithi028.stdout: "last_clean_scrub_stamp": "2024-08-29T17:40:52.944949+0000", 2024-08-29T17:47:15.224 INFO:tasks.workunit.client.0.smithi028.stdout: "last_deep_scrub": "0'0", 2024-08-29T17:47:15.224 INFO:tasks.workunit.client.0.smithi028.stdout: "last_deep_scrub_stamp": "2024-08-29T17:40:52.944949+0000", 2024-08-29T17:47:15.225 INFO:tasks.workunit.client.0.smithi028.stdout: "last_epoch_clean": 60, 2024-08-29T17:47:15.225 INFO:tasks.workunit.client.0.smithi028.stdout: "last_fresh": "2024-08-29T17:43:51.003035+0000", 2024-08-29T17:47:15.225 INFO:tasks.workunit.client.0.smithi028.stdout: "last_fullsized": "2024-08-29T17:43:51.003035+0000", 2024-08-29T17:47:15.225 INFO:tasks.workunit.client.0.smithi028.stdout: "last_peered": "2024-08-29T17:43:51.003035+0000", 2024-08-29T17:47:15.225 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub": "0'0", 2024-08-29T17:47:15.225 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub_duration": 0, 2024-08-29T17:47:15.225 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub_stamp": "2024-08-29T17:40:52.944949+0000", 2024-08-29T17:47:15.225 INFO:tasks.workunit.client.0.smithi028.stdout: "last_undegraded": "2024-08-29T17:43:51.003035+0000", 2024-08-29T17:47:15.225 INFO:tasks.workunit.client.0.smithi028.stdout: "last_unstale": "2024-08-29T17:43:51.003035+0000", 2024-08-29T17:47:15.225 INFO:tasks.workunit.client.0.smithi028.stdout: "log_dups_size": 0, 2024-08-29T17:47:15.225 INFO:tasks.workunit.client.0.smithi028.stdout: "log_size": 1, 2024-08-29T17:47:15.225 INFO:tasks.workunit.client.0.smithi028.stdout: "log_start": "0'0", 2024-08-29T17:47:15.225 INFO:tasks.workunit.client.0.smithi028.stdout: "manifest_stats_invalid": false, 2024-08-29T17:47:15.225 INFO:tasks.workunit.client.0.smithi028.stdout: "mapping_epoch": 59, 2024-08-29T17:47:15.226 INFO:tasks.workunit.client.0.smithi028.stdout: "object_location_counts": [], 2024-08-29T17:47:15.226 INFO:tasks.workunit.client.0.smithi028.stdout: "objects_scrubbed": 0, 2024-08-29T17:47:15.226 INFO:tasks.workunit.client.0.smithi028.stdout: "objects_trimmed": 0, 2024-08-29T17:47:15.226 INFO:tasks.workunit.client.0.smithi028.stdout: "omap_stats_invalid": false, 2024-08-29T17:47:15.226 INFO:tasks.workunit.client.0.smithi028.stdout: "ondisk_log_size": 1, 2024-08-29T17:47:15.226 INFO:tasks.workunit.client.0.smithi028.stdout: "ondisk_log_start": "0'0", 2024-08-29T17:47:15.226 INFO:tasks.workunit.client.0.smithi028.stdout: "parent": "0.0", 2024-08-29T17:47:15.226 INFO:tasks.workunit.client.0.smithi028.stdout: "parent_split_bits": 0, 2024-08-29T17:47:15.226 INFO:tasks.workunit.client.0.smithi028.stdout: "pgid": "2.1e", 2024-08-29T17:47:15.226 INFO:tasks.workunit.client.0.smithi028.stdout: "pin_stats_invalid": false, 2024-08-29T17:47:15.226 INFO:tasks.workunit.client.0.smithi028.stdout: "purged_snaps": [], 2024-08-29T17:47:15.226 INFO:tasks.workunit.client.0.smithi028.stdout: "reported_epoch": 74, 2024-08-29T17:47:15.226 INFO:tasks.workunit.client.0.smithi028.stdout: "reported_seq": 25, 2024-08-29T17:47:15.226 INFO:tasks.workunit.client.0.smithi028.stdout: "scrub_duration": 0.0, 2024-08-29T17:47:15.227 INFO:tasks.workunit.client.0.smithi028.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-31T04:13:02.440764+0000", 2024-08-29T17:47:15.227 INFO:tasks.workunit.client.0.smithi028.stdout: "snaptrim_duration": 0.0, 2024-08-29T17:47:15.227 INFO:tasks.workunit.client.0.smithi028.stdout: "snaptrimq_len": 0, 2024-08-29T17:47:15.227 INFO:tasks.workunit.client.0.smithi028.stdout: "stat_sum": { 2024-08-29T17:47:15.227 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes": 0, 2024-08-29T17:47:15.227 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes_hit_set_archive": 0, 2024-08-29T17:47:15.227 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes_recovered": 0, 2024-08-29T17:47:15.227 INFO:tasks.workunit.client.0.smithi028.stdout: "num_deep_scrub_errors": 0, 2024-08-29T17:47:15.227 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict": 0, 2024-08-29T17:47:15.227 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_kb": 0, 2024-08-29T17:47:15.227 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_mode_full": 0, 2024-08-29T17:47:15.227 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_mode_some": 0, 2024-08-29T17:47:15.227 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush": 0, 2024-08-29T17:47:15.227 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_kb": 0, 2024-08-29T17:47:15.228 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_mode_high": 0, 2024-08-29T17:47:15.228 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_mode_low": 0, 2024-08-29T17:47:15.228 INFO:tasks.workunit.client.0.smithi028.stdout: "num_keys_recovered": 0, 2024-08-29T17:47:15.228 INFO:tasks.workunit.client.0.smithi028.stdout: "num_large_omap_objects": 0, 2024-08-29T17:47:15.228 INFO:tasks.workunit.client.0.smithi028.stdout: "num_legacy_snapsets": 0, 2024-08-29T17:47:15.228 INFO:tasks.workunit.client.0.smithi028.stdout: "num_object_clones": 0, 2024-08-29T17:47:15.228 INFO:tasks.workunit.client.0.smithi028.stdout: "num_object_copies": 0, 2024-08-29T17:47:15.228 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects": 0, 2024-08-29T17:47:15.228 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_degraded": 0, 2024-08-29T17:47:15.228 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_dirty": 0, 2024-08-29T17:47:15.228 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_hit_set_archive": 0, 2024-08-29T17:47:15.228 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_manifest": 0, 2024-08-29T17:47:15.228 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_misplaced": 0, 2024-08-29T17:47:15.228 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_missing": 0, 2024-08-29T17:47:15.229 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_missing_on_primary": 0, 2024-08-29T17:47:15.229 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_omap": 0, 2024-08-29T17:47:15.229 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_pinned": 0, 2024-08-29T17:47:15.229 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_recovered": 0, 2024-08-29T17:47:15.229 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_repaired": 0, 2024-08-29T17:47:15.229 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_unfound": 0, 2024-08-29T17:47:15.229 INFO:tasks.workunit.client.0.smithi028.stdout: "num_omap_bytes": 0, 2024-08-29T17:47:15.229 INFO:tasks.workunit.client.0.smithi028.stdout: "num_omap_keys": 0, 2024-08-29T17:47:15.229 INFO:tasks.workunit.client.0.smithi028.stdout: "num_promote": 0, 2024-08-29T17:47:15.229 INFO:tasks.workunit.client.0.smithi028.stdout: "num_read": 0, 2024-08-29T17:47:15.229 INFO:tasks.workunit.client.0.smithi028.stdout: "num_read_kb": 0, 2024-08-29T17:47:15.229 INFO:tasks.workunit.client.0.smithi028.stdout: "num_scrub_errors": 0, 2024-08-29T17:47:15.229 INFO:tasks.workunit.client.0.smithi028.stdout: "num_shallow_scrub_errors": 0, 2024-08-29T17:47:15.229 INFO:tasks.workunit.client.0.smithi028.stdout: "num_whiteouts": 0, 2024-08-29T17:47:15.230 INFO:tasks.workunit.client.0.smithi028.stdout: "num_write": 0, 2024-08-29T17:47:15.230 INFO:tasks.workunit.client.0.smithi028.stdout: "num_write_kb": 0 2024-08-29T17:47:15.230 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:15.230 INFO:tasks.workunit.client.0.smithi028.stdout: "state": "active+clean", 2024-08-29T17:47:15.230 INFO:tasks.workunit.client.0.smithi028.stdout: "stats_invalid": false, 2024-08-29T17:47:15.230 INFO:tasks.workunit.client.0.smithi028.stdout: "up": [ 2024-08-29T17:47:15.230 INFO:tasks.workunit.client.0.smithi028.stdout: 3, 2024-08-29T17:47:15.230 INFO:tasks.workunit.client.0.smithi028.stdout: 0, 2024-08-29T17:47:15.230 INFO:tasks.workunit.client.0.smithi028.stdout: 5 2024-08-29T17:47:15.230 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-08-29T17:47:15.230 INFO:tasks.workunit.client.0.smithi028.stdout: "up_primary": 3, 2024-08-29T17:47:15.230 INFO:tasks.workunit.client.0.smithi028.stdout: "version": "65'1" 2024-08-29T17:47:15.230 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:15.230 INFO:tasks.workunit.client.0.smithi028.stdout: { 2024-08-29T17:47:15.231 INFO:tasks.workunit.client.0.smithi028.stdout: "acting": [ 2024-08-29T17:47:15.231 INFO:tasks.workunit.client.0.smithi028.stdout: 3, 2024-08-29T17:47:15.231 INFO:tasks.workunit.client.0.smithi028.stdout: 6, 2024-08-29T17:47:15.231 INFO:tasks.workunit.client.0.smithi028.stdout: 2 2024-08-29T17:47:15.231 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-08-29T17:47:15.231 INFO:tasks.workunit.client.0.smithi028.stdout: "acting_primary": 3, 2024-08-29T17:47:15.231 INFO:tasks.workunit.client.0.smithi028.stdout: "avail_no_missing": [], 2024-08-29T17:47:15.231 INFO:tasks.workunit.client.0.smithi028.stdout: "blocked_by": [], 2024-08-29T17:47:15.231 INFO:tasks.workunit.client.0.smithi028.stdout: "created": 62, 2024-08-29T17:47:15.231 INFO:tasks.workunit.client.0.smithi028.stdout: "dirty_stats_invalid": false, 2024-08-29T17:47:15.231 INFO:tasks.workunit.client.0.smithi028.stdout: "hitset_bytes_stats_invalid": false, 2024-08-29T17:47:15.231 INFO:tasks.workunit.client.0.smithi028.stdout: "hitset_stats_invalid": false, 2024-08-29T17:47:15.231 INFO:tasks.workunit.client.0.smithi028.stdout: "last_active": "2024-08-29T17:43:51.002570+0000", 2024-08-29T17:47:15.231 INFO:tasks.workunit.client.0.smithi028.stdout: "last_became_active": "2024-08-29T17:41:03.044260+0000", 2024-08-29T17:47:15.232 INFO:tasks.workunit.client.0.smithi028.stdout: "last_became_peered": "2024-08-29T17:41:03.044260+0000", 2024-08-29T17:47:15.232 INFO:tasks.workunit.client.0.smithi028.stdout: "last_change": "2024-08-29T17:41:03.045150+0000", 2024-08-29T17:47:15.232 INFO:tasks.workunit.client.0.smithi028.stdout: "last_clean": "2024-08-29T17:43:51.002570+0000", 2024-08-29T17:47:15.232 INFO:tasks.workunit.client.0.smithi028.stdout: "last_clean_scrub_stamp": "2024-08-29T17:41:01.987071+0000", 2024-08-29T17:47:15.232 INFO:tasks.workunit.client.0.smithi028.stdout: "last_deep_scrub": "0'0", 2024-08-29T17:47:15.232 INFO:tasks.workunit.client.0.smithi028.stdout: "last_deep_scrub_stamp": "2024-08-29T17:41:01.987071+0000", 2024-08-29T17:47:15.232 INFO:tasks.workunit.client.0.smithi028.stdout: "last_epoch_clean": 63, 2024-08-29T17:47:15.232 INFO:tasks.workunit.client.0.smithi028.stdout: "last_fresh": "2024-08-29T17:43:51.002570+0000", 2024-08-29T17:47:15.232 INFO:tasks.workunit.client.0.smithi028.stdout: "last_fullsized": "2024-08-29T17:43:51.002570+0000", 2024-08-29T17:47:15.232 INFO:tasks.workunit.client.0.smithi028.stdout: "last_peered": "2024-08-29T17:43:51.002570+0000", 2024-08-29T17:47:15.232 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub": "0'0", 2024-08-29T17:47:15.232 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub_duration": 0, 2024-08-29T17:47:15.232 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub_stamp": "2024-08-29T17:41:01.987071+0000", 2024-08-29T17:47:15.232 INFO:tasks.workunit.client.0.smithi028.stdout: "last_undegraded": "2024-08-29T17:43:51.002570+0000", 2024-08-29T17:47:15.233 INFO:tasks.workunit.client.0.smithi028.stdout: "last_unstale": "2024-08-29T17:43:51.002570+0000", 2024-08-29T17:47:15.233 INFO:tasks.workunit.client.0.smithi028.stdout: "log_dups_size": 0, 2024-08-29T17:47:15.233 INFO:tasks.workunit.client.0.smithi028.stdout: "log_size": 0, 2024-08-29T17:47:15.233 INFO:tasks.workunit.client.0.smithi028.stdout: "log_start": "0'0", 2024-08-29T17:47:15.233 INFO:tasks.workunit.client.0.smithi028.stdout: "manifest_stats_invalid": false, 2024-08-29T17:47:15.233 INFO:tasks.workunit.client.0.smithi028.stdout: "mapping_epoch": 62, 2024-08-29T17:47:15.233 INFO:tasks.workunit.client.0.smithi028.stdout: "object_location_counts": [], 2024-08-29T17:47:15.233 INFO:tasks.workunit.client.0.smithi028.stdout: "objects_scrubbed": 0, 2024-08-29T17:47:15.233 INFO:tasks.workunit.client.0.smithi028.stdout: "objects_trimmed": 0, 2024-08-29T17:47:15.233 INFO:tasks.workunit.client.0.smithi028.stdout: "omap_stats_invalid": false, 2024-08-29T17:47:15.233 INFO:tasks.workunit.client.0.smithi028.stdout: "ondisk_log_size": 0, 2024-08-29T17:47:15.233 INFO:tasks.workunit.client.0.smithi028.stdout: "ondisk_log_start": "0'0", 2024-08-29T17:47:15.233 INFO:tasks.workunit.client.0.smithi028.stdout: "parent": "0.0", 2024-08-29T17:47:15.233 INFO:tasks.workunit.client.0.smithi028.stdout: "parent_split_bits": 0, 2024-08-29T17:47:15.234 INFO:tasks.workunit.client.0.smithi028.stdout: "pgid": "3.1e", 2024-08-29T17:47:15.234 INFO:tasks.workunit.client.0.smithi028.stdout: "pin_stats_invalid": false, 2024-08-29T17:47:15.234 INFO:tasks.workunit.client.0.smithi028.stdout: "purged_snaps": [], 2024-08-29T17:47:15.234 INFO:tasks.workunit.client.0.smithi028.stdout: "reported_epoch": 74, 2024-08-29T17:47:15.234 INFO:tasks.workunit.client.0.smithi028.stdout: "reported_seq": 21, 2024-08-29T17:47:15.234 INFO:tasks.workunit.client.0.smithi028.stdout: "scrub_duration": 0.0, 2024-08-29T17:47:15.234 INFO:tasks.workunit.client.0.smithi028.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-30T22:23:38.421238+0000", 2024-08-29T17:47:15.234 INFO:tasks.workunit.client.0.smithi028.stdout: "snaptrim_duration": 0.0, 2024-08-29T17:47:15.234 INFO:tasks.workunit.client.0.smithi028.stdout: "snaptrimq_len": 0, 2024-08-29T17:47:15.234 INFO:tasks.workunit.client.0.smithi028.stdout: "stat_sum": { 2024-08-29T17:47:15.234 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes": 0, 2024-08-29T17:47:15.234 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes_hit_set_archive": 0, 2024-08-29T17:47:15.234 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes_recovered": 0, 2024-08-29T17:47:15.234 INFO:tasks.workunit.client.0.smithi028.stdout: "num_deep_scrub_errors": 0, 2024-08-29T17:47:15.234 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict": 0, 2024-08-29T17:47:15.235 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_kb": 0, 2024-08-29T17:47:15.235 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_mode_full": 0, 2024-08-29T17:47:15.235 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_mode_some": 0, 2024-08-29T17:47:15.235 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush": 0, 2024-08-29T17:47:15.235 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_kb": 0, 2024-08-29T17:47:15.235 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_mode_high": 0, 2024-08-29T17:47:15.235 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_mode_low": 0, 2024-08-29T17:47:15.235 INFO:tasks.workunit.client.0.smithi028.stdout: "num_keys_recovered": 0, 2024-08-29T17:47:15.235 INFO:tasks.workunit.client.0.smithi028.stdout: "num_large_omap_objects": 0, 2024-08-29T17:47:15.235 INFO:tasks.workunit.client.0.smithi028.stdout: "num_legacy_snapsets": 0, 2024-08-29T17:47:15.235 INFO:tasks.workunit.client.0.smithi028.stdout: "num_object_clones": 0, 2024-08-29T17:47:15.235 INFO:tasks.workunit.client.0.smithi028.stdout: "num_object_copies": 0, 2024-08-29T17:47:15.235 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects": 0, 2024-08-29T17:47:15.235 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_degraded": 0, 2024-08-29T17:47:15.236 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_dirty": 0, 2024-08-29T17:47:15.236 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_hit_set_archive": 0, 2024-08-29T17:47:15.236 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_manifest": 0, 2024-08-29T17:47:15.236 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_misplaced": 0, 2024-08-29T17:47:15.236 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_missing": 0, 2024-08-29T17:47:15.236 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_missing_on_primary": 0, 2024-08-29T17:47:15.236 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_omap": 0, 2024-08-29T17:47:15.236 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_pinned": 0, 2024-08-29T17:47:15.236 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_recovered": 0, 2024-08-29T17:47:15.236 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_repaired": 0, 2024-08-29T17:47:15.236 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_unfound": 0, 2024-08-29T17:47:15.236 INFO:tasks.workunit.client.0.smithi028.stdout: "num_omap_bytes": 0, 2024-08-29T17:47:15.236 INFO:tasks.workunit.client.0.smithi028.stdout: "num_omap_keys": 0, 2024-08-29T17:47:15.237 INFO:tasks.workunit.client.0.smithi028.stdout: "num_promote": 0, 2024-08-29T17:47:15.237 INFO:tasks.workunit.client.0.smithi028.stdout: "num_read": 0, 2024-08-29T17:47:15.237 INFO:tasks.workunit.client.0.smithi028.stdout: "num_read_kb": 0, 2024-08-29T17:47:15.237 INFO:tasks.workunit.client.0.smithi028.stdout: "num_scrub_errors": 0, 2024-08-29T17:47:15.237 INFO:tasks.workunit.client.0.smithi028.stdout: "num_shallow_scrub_errors": 0, 2024-08-29T17:47:15.237 INFO:tasks.workunit.client.0.smithi028.stdout: "num_whiteouts": 0, 2024-08-29T17:47:15.237 INFO:tasks.workunit.client.0.smithi028.stdout: "num_write": 0, 2024-08-29T17:47:15.237 INFO:tasks.workunit.client.0.smithi028.stdout: "num_write_kb": 0 2024-08-29T17:47:15.237 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:15.237 INFO:tasks.workunit.client.0.smithi028.stdout: "state": "active+clean", 2024-08-29T17:47:15.237 INFO:tasks.workunit.client.0.smithi028.stdout: "stats_invalid": false, 2024-08-29T17:47:15.237 INFO:tasks.workunit.client.0.smithi028.stdout: "up": [ 2024-08-29T17:47:15.237 INFO:tasks.workunit.client.0.smithi028.stdout: 3, 2024-08-29T17:47:15.237 INFO:tasks.workunit.client.0.smithi028.stdout: 6, 2024-08-29T17:47:15.237 INFO:tasks.workunit.client.0.smithi028.stdout: 2 2024-08-29T17:47:15.238 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-08-29T17:47:15.238 INFO:tasks.workunit.client.0.smithi028.stdout: "up_primary": 3, 2024-08-29T17:47:15.238 INFO:tasks.workunit.client.0.smithi028.stdout: "version": "0'0" 2024-08-29T17:47:15.238 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:15.238 INFO:tasks.workunit.client.0.smithi028.stdout: { 2024-08-29T17:47:15.238 INFO:tasks.workunit.client.0.smithi028.stdout: "acting": [ 2024-08-29T17:47:15.238 INFO:tasks.workunit.client.0.smithi028.stdout: 0, 2024-08-29T17:47:15.238 INFO:tasks.workunit.client.0.smithi028.stdout: 7, 2024-08-29T17:47:15.238 INFO:tasks.workunit.client.0.smithi028.stdout: 4 2024-08-29T17:47:15.238 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-08-29T17:47:15.238 INFO:tasks.workunit.client.0.smithi028.stdout: "acting_primary": 0, 2024-08-29T17:47:15.238 INFO:tasks.workunit.client.0.smithi028.stdout: "avail_no_missing": [], 2024-08-29T17:47:15.238 INFO:tasks.workunit.client.0.smithi028.stdout: "blocked_by": [], 2024-08-29T17:47:15.238 INFO:tasks.workunit.client.0.smithi028.stdout: "created": 59, 2024-08-29T17:47:15.239 INFO:tasks.workunit.client.0.smithi028.stdout: "dirty_stats_invalid": false, 2024-08-29T17:47:15.239 INFO:tasks.workunit.client.0.smithi028.stdout: "hitset_bytes_stats_invalid": false, 2024-08-29T17:47:15.239 INFO:tasks.workunit.client.0.smithi028.stdout: "hitset_stats_invalid": false, 2024-08-29T17:47:15.239 INFO:tasks.workunit.client.0.smithi028.stdout: "last_active": "2024-08-29T17:43:51.186113+0000", 2024-08-29T17:47:15.239 INFO:tasks.workunit.client.0.smithi028.stdout: "last_became_active": "2024-08-29T17:40:53.982916+0000", 2024-08-29T17:47:15.239 INFO:tasks.workunit.client.0.smithi028.stdout: "last_became_peered": "2024-08-29T17:40:53.982916+0000", 2024-08-29T17:47:15.239 INFO:tasks.workunit.client.0.smithi028.stdout: "last_change": "2024-08-29T17:40:53.984051+0000", 2024-08-29T17:47:15.239 INFO:tasks.workunit.client.0.smithi028.stdout: "last_clean": "2024-08-29T17:43:51.186113+0000", 2024-08-29T17:47:15.239 INFO:tasks.workunit.client.0.smithi028.stdout: "last_clean_scrub_stamp": "2024-08-29T17:40:52.944949+0000", 2024-08-29T17:47:15.239 INFO:tasks.workunit.client.0.smithi028.stdout: "last_deep_scrub": "0'0", 2024-08-29T17:47:15.239 INFO:tasks.workunit.client.0.smithi028.stdout: "last_deep_scrub_stamp": "2024-08-29T17:40:52.944949+0000", 2024-08-29T17:47:15.239 INFO:tasks.workunit.client.0.smithi028.stdout: "last_epoch_clean": 60, 2024-08-29T17:47:15.239 INFO:tasks.workunit.client.0.smithi028.stdout: "last_fresh": "2024-08-29T17:43:51.186113+0000", 2024-08-29T17:47:15.240 INFO:tasks.workunit.client.0.smithi028.stdout: "last_fullsized": "2024-08-29T17:43:51.186113+0000", 2024-08-29T17:47:15.240 INFO:tasks.workunit.client.0.smithi028.stdout: "last_peered": "2024-08-29T17:43:51.186113+0000", 2024-08-29T17:47:15.240 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub": "0'0", 2024-08-29T17:47:15.240 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub_duration": 0, 2024-08-29T17:47:15.240 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub_stamp": "2024-08-29T17:40:52.944949+0000", 2024-08-29T17:47:15.240 INFO:tasks.workunit.client.0.smithi028.stdout: "last_undegraded": "2024-08-29T17:43:51.186113+0000", 2024-08-29T17:47:15.240 INFO:tasks.workunit.client.0.smithi028.stdout: "last_unstale": "2024-08-29T17:43:51.186113+0000", 2024-08-29T17:47:15.240 INFO:tasks.workunit.client.0.smithi028.stdout: "log_dups_size": 0, 2024-08-29T17:47:15.240 INFO:tasks.workunit.client.0.smithi028.stdout: "log_size": 4, 2024-08-29T17:47:15.240 INFO:tasks.workunit.client.0.smithi028.stdout: "log_start": "0'0", 2024-08-29T17:47:15.240 INFO:tasks.workunit.client.0.smithi028.stdout: "manifest_stats_invalid": false, 2024-08-29T17:47:15.240 INFO:tasks.workunit.client.0.smithi028.stdout: "mapping_epoch": 59, 2024-08-29T17:47:15.240 INFO:tasks.workunit.client.0.smithi028.stdout: "object_location_counts": [], 2024-08-29T17:47:15.240 INFO:tasks.workunit.client.0.smithi028.stdout: "objects_scrubbed": 0, 2024-08-29T17:47:15.240 INFO:tasks.workunit.client.0.smithi028.stdout: "objects_trimmed": 0, 2024-08-29T17:47:15.241 INFO:tasks.workunit.client.0.smithi028.stdout: "omap_stats_invalid": false, 2024-08-29T17:47:15.241 INFO:tasks.workunit.client.0.smithi028.stdout: "ondisk_log_size": 4, 2024-08-29T17:47:15.241 INFO:tasks.workunit.client.0.smithi028.stdout: "ondisk_log_start": "0'0", 2024-08-29T17:47:15.241 INFO:tasks.workunit.client.0.smithi028.stdout: "parent": "0.0", 2024-08-29T17:47:15.241 INFO:tasks.workunit.client.0.smithi028.stdout: "parent_split_bits": 0, 2024-08-29T17:47:15.241 INFO:tasks.workunit.client.0.smithi028.stdout: "pgid": "2.1f", 2024-08-29T17:47:15.241 INFO:tasks.workunit.client.0.smithi028.stdout: "pin_stats_invalid": false, 2024-08-29T17:47:15.241 INFO:tasks.workunit.client.0.smithi028.stdout: "purged_snaps": [], 2024-08-29T17:47:15.241 INFO:tasks.workunit.client.0.smithi028.stdout: "reported_epoch": 74, 2024-08-29T17:47:15.241 INFO:tasks.workunit.client.0.smithi028.stdout: "reported_seq": 28, 2024-08-29T17:47:15.241 INFO:tasks.workunit.client.0.smithi028.stdout: "scrub_duration": 0.0, 2024-08-29T17:47:15.241 INFO:tasks.workunit.client.0.smithi028.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-30T23:13:10.265403+0000", 2024-08-29T17:47:15.241 INFO:tasks.workunit.client.0.smithi028.stdout: "snaptrim_duration": 0.0, 2024-08-29T17:47:15.241 INFO:tasks.workunit.client.0.smithi028.stdout: "snaptrimq_len": 0, 2024-08-29T17:47:15.242 INFO:tasks.workunit.client.0.smithi028.stdout: "stat_sum": { 2024-08-29T17:47:15.242 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes": 570, 2024-08-29T17:47:15.242 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes_hit_set_archive": 0, 2024-08-29T17:47:15.242 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes_recovered": 0, 2024-08-29T17:47:15.242 INFO:tasks.workunit.client.0.smithi028.stdout: "num_deep_scrub_errors": 0, 2024-08-29T17:47:15.242 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict": 0, 2024-08-29T17:47:15.242 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_kb": 0, 2024-08-29T17:47:15.242 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_mode_full": 0, 2024-08-29T17:47:15.242 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_mode_some": 0, 2024-08-29T17:47:15.242 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush": 0, 2024-08-29T17:47:15.242 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_kb": 0, 2024-08-29T17:47:15.242 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_mode_high": 0, 2024-08-29T17:47:15.242 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_mode_low": 0, 2024-08-29T17:47:15.242 INFO:tasks.workunit.client.0.smithi028.stdout: "num_keys_recovered": 0, 2024-08-29T17:47:15.243 INFO:tasks.workunit.client.0.smithi028.stdout: "num_large_omap_objects": 0, 2024-08-29T17:47:15.243 INFO:tasks.workunit.client.0.smithi028.stdout: "num_legacy_snapsets": 0, 2024-08-29T17:47:15.243 INFO:tasks.workunit.client.0.smithi028.stdout: "num_object_clones": 0, 2024-08-29T17:47:15.243 INFO:tasks.workunit.client.0.smithi028.stdout: "num_object_copies": 6, 2024-08-29T17:47:15.243 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects": 2, 2024-08-29T17:47:15.243 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_degraded": 0, 2024-08-29T17:47:15.243 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_dirty": 2, 2024-08-29T17:47:15.243 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_hit_set_archive": 0, 2024-08-29T17:47:15.243 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_manifest": 0, 2024-08-29T17:47:15.243 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_misplaced": 0, 2024-08-29T17:47:15.243 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_missing": 0, 2024-08-29T17:47:15.243 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_missing_on_primary": 0, 2024-08-29T17:47:15.243 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_omap": 1, 2024-08-29T17:47:15.243 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_pinned": 0, 2024-08-29T17:47:15.244 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_recovered": 0, 2024-08-29T17:47:15.244 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_repaired": 0, 2024-08-29T17:47:15.244 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_unfound": 0, 2024-08-29T17:47:15.244 INFO:tasks.workunit.client.0.smithi028.stdout: "num_omap_bytes": 0, 2024-08-29T17:47:15.244 INFO:tasks.workunit.client.0.smithi028.stdout: "num_omap_keys": 0, 2024-08-29T17:47:15.244 INFO:tasks.workunit.client.0.smithi028.stdout: "num_promote": 0, 2024-08-29T17:47:15.244 INFO:tasks.workunit.client.0.smithi028.stdout: "num_read": 0, 2024-08-29T17:47:15.244 INFO:tasks.workunit.client.0.smithi028.stdout: "num_read_kb": 0, 2024-08-29T17:47:15.244 INFO:tasks.workunit.client.0.smithi028.stdout: "num_scrub_errors": 0, 2024-08-29T17:47:15.244 INFO:tasks.workunit.client.0.smithi028.stdout: "num_shallow_scrub_errors": 0, 2024-08-29T17:47:15.244 INFO:tasks.workunit.client.0.smithi028.stdout: "num_whiteouts": 0, 2024-08-29T17:47:15.244 INFO:tasks.workunit.client.0.smithi028.stdout: "num_write": 4, 2024-08-29T17:47:15.244 INFO:tasks.workunit.client.0.smithi028.stdout: "num_write_kb": 1 2024-08-29T17:47:15.244 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:15.245 INFO:tasks.workunit.client.0.smithi028.stdout: "state": "active+clean", 2024-08-29T17:47:15.245 INFO:tasks.workunit.client.0.smithi028.stdout: "stats_invalid": false, 2024-08-29T17:47:15.245 INFO:tasks.workunit.client.0.smithi028.stdout: "up": [ 2024-08-29T17:47:15.245 INFO:tasks.workunit.client.0.smithi028.stdout: 0, 2024-08-29T17:47:15.245 INFO:tasks.workunit.client.0.smithi028.stdout: 7, 2024-08-29T17:47:15.245 INFO:tasks.workunit.client.0.smithi028.stdout: 4 2024-08-29T17:47:15.245 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-08-29T17:47:15.245 INFO:tasks.workunit.client.0.smithi028.stdout: "up_primary": 0, 2024-08-29T17:47:15.245 INFO:tasks.workunit.client.0.smithi028.stdout: "version": "65'4" 2024-08-29T17:47:15.245 INFO:tasks.workunit.client.0.smithi028.stdout: } 2024-08-29T17:47:15.245 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-08-29T17:47:15.245 INFO:tasks.workunit.client.0.smithi028.stdout: "stats_per_pool": [ 2024-08-29T17:47:15.245 INFO:tasks.workunit.client.0.smithi028.stdout: { 2024-08-29T17:47:15.245 INFO:tasks.workunit.client.0.smithi028.stdout: "acting": 24, 2024-08-29T17:47:15.246 INFO:tasks.workunit.client.0.smithi028.stdout: "application": [ 2024-08-29T17:47:15.246 INFO:tasks.workunit.client.0.smithi028.stdout: "rbd" 2024-08-29T17:47:15.246 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-08-29T17:47:15.246 INFO:tasks.workunit.client.0.smithi028.stdout: "log_size": 3, 2024-08-29T17:47:15.246 INFO:tasks.workunit.client.0.smithi028.stdout: "num_pg": 8, 2024-08-29T17:47:15.246 INFO:tasks.workunit.client.0.smithi028.stdout: "num_store_stats": 8, 2024-08-29T17:47:15.246 INFO:tasks.workunit.client.0.smithi028.stdout: "ondisk_log_size": 3, 2024-08-29T17:47:15.246 INFO:tasks.workunit.client.0.smithi028.stdout: "poolid": 4, 2024-08-29T17:47:15.246 INFO:tasks.workunit.client.0.smithi028.stdout: "stat_sum": { 2024-08-29T17:47:15.246 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes": 19, 2024-08-29T17:47:15.246 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes_hit_set_archive": 0, 2024-08-29T17:47:15.246 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes_recovered": 0, 2024-08-29T17:47:15.246 INFO:tasks.workunit.client.0.smithi028.stdout: "num_deep_scrub_errors": 0, 2024-08-29T17:47:15.246 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict": 0, 2024-08-29T17:47:15.247 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_kb": 0, 2024-08-29T17:47:15.247 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_mode_full": 0, 2024-08-29T17:47:15.247 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_mode_some": 0, 2024-08-29T17:47:15.247 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush": 0, 2024-08-29T17:47:15.247 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_kb": 0, 2024-08-29T17:47:15.247 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_mode_high": 0, 2024-08-29T17:47:15.247 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_mode_low": 0, 2024-08-29T17:47:15.247 INFO:tasks.workunit.client.0.smithi028.stdout: "num_keys_recovered": 0, 2024-08-29T17:47:15.247 INFO:tasks.workunit.client.0.smithi028.stdout: "num_large_omap_objects": 0, 2024-08-29T17:47:15.247 INFO:tasks.workunit.client.0.smithi028.stdout: "num_legacy_snapsets": 0, 2024-08-29T17:47:15.247 INFO:tasks.workunit.client.0.smithi028.stdout: "num_object_clones": 0, 2024-08-29T17:47:15.247 INFO:tasks.workunit.client.0.smithi028.stdout: "num_object_copies": 6, 2024-08-29T17:47:15.247 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects": 2, 2024-08-29T17:47:15.247 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_degraded": 0, 2024-08-29T17:47:15.247 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_dirty": 2, 2024-08-29T17:47:15.248 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_hit_set_archive": 0, 2024-08-29T17:47:15.248 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_manifest": 0, 2024-08-29T17:47:15.248 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_misplaced": 0, 2024-08-29T17:47:15.248 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_missing": 0, 2024-08-29T17:47:15.248 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_missing_on_primary": 0, 2024-08-29T17:47:15.248 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_omap": 0, 2024-08-29T17:47:15.248 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_pinned": 0, 2024-08-29T17:47:15.248 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_recovered": 0, 2024-08-29T17:47:15.248 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_repaired": 0, 2024-08-29T17:47:15.248 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_unfound": 0, 2024-08-29T17:47:15.248 INFO:tasks.workunit.client.0.smithi028.stdout: "num_omap_bytes": 0, 2024-08-29T17:47:15.248 INFO:tasks.workunit.client.0.smithi028.stdout: "num_omap_keys": 0, 2024-08-29T17:47:15.248 INFO:tasks.workunit.client.0.smithi028.stdout: "num_promote": 0, 2024-08-29T17:47:15.249 INFO:tasks.workunit.client.0.smithi028.stdout: "num_read": 0, 2024-08-29T17:47:15.249 INFO:tasks.workunit.client.0.smithi028.stdout: "num_read_kb": 0, 2024-08-29T17:47:15.249 INFO:tasks.workunit.client.0.smithi028.stdout: "num_scrub_errors": 0, 2024-08-29T17:47:15.249 INFO:tasks.workunit.client.0.smithi028.stdout: "num_shallow_scrub_errors": 0, 2024-08-29T17:47:15.249 INFO:tasks.workunit.client.0.smithi028.stdout: "num_whiteouts": 0, 2024-08-29T17:47:15.249 INFO:tasks.workunit.client.0.smithi028.stdout: "num_write": 2, 2024-08-29T17:47:15.249 INFO:tasks.workunit.client.0.smithi028.stdout: "num_write_kb": 2 2024-08-29T17:47:15.249 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:15.249 INFO:tasks.workunit.client.0.smithi028.stdout: "store_stats": { 2024-08-29T17:47:15.249 INFO:tasks.workunit.client.0.smithi028.stdout: "allocated": 12288, 2024-08-29T17:47:15.249 INFO:tasks.workunit.client.0.smithi028.stdout: "available": 0, 2024-08-29T17:47:15.249 INFO:tasks.workunit.client.0.smithi028.stdout: "data_compressed": 0, 2024-08-29T17:47:15.249 INFO:tasks.workunit.client.0.smithi028.stdout: "data_compressed_allocated": 0, 2024-08-29T17:47:15.250 INFO:tasks.workunit.client.0.smithi028.stdout: "data_compressed_original": 0, 2024-08-29T17:47:15.250 INFO:tasks.workunit.client.0.smithi028.stdout: "data_stored": 57, 2024-08-29T17:47:15.250 INFO:tasks.workunit.client.0.smithi028.stdout: "internal_metadata": 0, 2024-08-29T17:47:15.250 INFO:tasks.workunit.client.0.smithi028.stdout: "internally_reserved": 0, 2024-08-29T17:47:15.250 INFO:tasks.workunit.client.0.smithi028.stdout: "omap_allocated": 0, 2024-08-29T17:47:15.250 INFO:tasks.workunit.client.0.smithi028.stdout: "total": 0 2024-08-29T17:47:15.250 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:15.250 INFO:tasks.workunit.client.0.smithi028.stdout: "up": 24 2024-08-29T17:47:15.250 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:15.250 INFO:tasks.workunit.client.0.smithi028.stdout: { 2024-08-29T17:47:15.250 INFO:tasks.workunit.client.0.smithi028.stdout: "acting": 192, 2024-08-29T17:47:15.250 INFO:tasks.workunit.client.0.smithi028.stdout: "application": [ 2024-08-29T17:47:15.250 INFO:tasks.workunit.client.0.smithi028.stdout: "cephfs" 2024-08-29T17:47:15.251 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-08-29T17:47:15.251 INFO:tasks.workunit.client.0.smithi028.stdout: "log_size": 0, 2024-08-29T17:47:15.251 INFO:tasks.workunit.client.0.smithi028.stdout: "num_pg": 64, 2024-08-29T17:47:15.251 INFO:tasks.workunit.client.0.smithi028.stdout: "num_store_stats": 8, 2024-08-29T17:47:15.251 INFO:tasks.workunit.client.0.smithi028.stdout: "ondisk_log_size": 0, 2024-08-29T17:47:15.251 INFO:tasks.workunit.client.0.smithi028.stdout: "poolid": 3, 2024-08-29T17:47:15.251 INFO:tasks.workunit.client.0.smithi028.stdout: "stat_sum": { 2024-08-29T17:47:15.251 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes": 0, 2024-08-29T17:47:15.251 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes_hit_set_archive": 0, 2024-08-29T17:47:15.251 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes_recovered": 0, 2024-08-29T17:47:15.251 INFO:tasks.workunit.client.0.smithi028.stdout: "num_deep_scrub_errors": 0, 2024-08-29T17:47:15.251 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict": 0, 2024-08-29T17:47:15.251 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_kb": 0, 2024-08-29T17:47:15.252 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_mode_full": 0, 2024-08-29T17:47:15.252 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_mode_some": 0, 2024-08-29T17:47:15.252 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush": 0, 2024-08-29T17:47:15.252 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_kb": 0, 2024-08-29T17:47:15.252 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_mode_high": 0, 2024-08-29T17:47:15.252 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_mode_low": 0, 2024-08-29T17:47:15.252 INFO:tasks.workunit.client.0.smithi028.stdout: "num_keys_recovered": 0, 2024-08-29T17:47:15.252 INFO:tasks.workunit.client.0.smithi028.stdout: "num_large_omap_objects": 0, 2024-08-29T17:47:15.252 INFO:tasks.workunit.client.0.smithi028.stdout: "num_legacy_snapsets": 0, 2024-08-29T17:47:15.252 INFO:tasks.workunit.client.0.smithi028.stdout: "num_object_clones": 0, 2024-08-29T17:47:15.252 INFO:tasks.workunit.client.0.smithi028.stdout: "num_object_copies": 0, 2024-08-29T17:47:15.252 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects": 0, 2024-08-29T17:47:15.252 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_degraded": 0, 2024-08-29T17:47:15.252 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_dirty": 0, 2024-08-29T17:47:15.253 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_hit_set_archive": 0, 2024-08-29T17:47:15.253 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_manifest": 0, 2024-08-29T17:47:15.253 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_misplaced": 0, 2024-08-29T17:47:15.253 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_missing": 0, 2024-08-29T17:47:15.253 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_missing_on_primary": 0, 2024-08-29T17:47:15.253 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_omap": 0, 2024-08-29T17:47:15.253 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_pinned": 0, 2024-08-29T17:47:15.253 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_recovered": 0, 2024-08-29T17:47:15.253 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_repaired": 0, 2024-08-29T17:47:15.253 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_unfound": 0, 2024-08-29T17:47:15.253 INFO:tasks.workunit.client.0.smithi028.stdout: "num_omap_bytes": 0, 2024-08-29T17:47:15.253 INFO:tasks.workunit.client.0.smithi028.stdout: "num_omap_keys": 0, 2024-08-29T17:47:15.253 INFO:tasks.workunit.client.0.smithi028.stdout: "num_promote": 0, 2024-08-29T17:47:15.253 INFO:tasks.workunit.client.0.smithi028.stdout: "num_read": 0, 2024-08-29T17:47:15.254 INFO:tasks.workunit.client.0.smithi028.stdout: "num_read_kb": 0, 2024-08-29T17:47:15.254 INFO:tasks.workunit.client.0.smithi028.stdout: "num_scrub_errors": 0, 2024-08-29T17:47:15.254 INFO:tasks.workunit.client.0.smithi028.stdout: "num_shallow_scrub_errors": 0, 2024-08-29T17:47:15.254 INFO:tasks.workunit.client.0.smithi028.stdout: "num_whiteouts": 0, 2024-08-29T17:47:15.254 INFO:tasks.workunit.client.0.smithi028.stdout: "num_write": 0, 2024-08-29T17:47:15.254 INFO:tasks.workunit.client.0.smithi028.stdout: "num_write_kb": 0 2024-08-29T17:47:15.254 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:15.254 INFO:tasks.workunit.client.0.smithi028.stdout: "store_stats": { 2024-08-29T17:47:15.254 INFO:tasks.workunit.client.0.smithi028.stdout: "allocated": 0, 2024-08-29T17:47:15.254 INFO:tasks.workunit.client.0.smithi028.stdout: "available": 0, 2024-08-29T17:47:15.254 INFO:tasks.workunit.client.0.smithi028.stdout: "data_compressed": 0, 2024-08-29T17:47:15.254 INFO:tasks.workunit.client.0.smithi028.stdout: "data_compressed_allocated": 0, 2024-08-29T17:47:15.254 INFO:tasks.workunit.client.0.smithi028.stdout: "data_compressed_original": 0, 2024-08-29T17:47:15.254 INFO:tasks.workunit.client.0.smithi028.stdout: "data_stored": 0, 2024-08-29T17:47:15.255 INFO:tasks.workunit.client.0.smithi028.stdout: "internal_metadata": 0, 2024-08-29T17:47:15.255 INFO:tasks.workunit.client.0.smithi028.stdout: "internally_reserved": 0, 2024-08-29T17:47:15.255 INFO:tasks.workunit.client.0.smithi028.stdout: "omap_allocated": 0, 2024-08-29T17:47:15.255 INFO:tasks.workunit.client.0.smithi028.stdout: "total": 0 2024-08-29T17:47:15.255 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:15.255 INFO:tasks.workunit.client.0.smithi028.stdout: "up": 192 2024-08-29T17:47:15.255 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:15.255 INFO:tasks.workunit.client.0.smithi028.stdout: { 2024-08-29T17:47:15.255 INFO:tasks.workunit.client.0.smithi028.stdout: "acting": 96, 2024-08-29T17:47:15.255 INFO:tasks.workunit.client.0.smithi028.stdout: "application": [ 2024-08-29T17:47:15.255 INFO:tasks.workunit.client.0.smithi028.stdout: "cephfs" 2024-08-29T17:47:15.255 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-08-29T17:47:15.255 INFO:tasks.workunit.client.0.smithi028.stdout: "log_size": 45, 2024-08-29T17:47:15.255 INFO:tasks.workunit.client.0.smithi028.stdout: "num_pg": 32, 2024-08-29T17:47:15.256 INFO:tasks.workunit.client.0.smithi028.stdout: "num_store_stats": 8, 2024-08-29T17:47:15.256 INFO:tasks.workunit.client.0.smithi028.stdout: "ondisk_log_size": 45, 2024-08-29T17:47:15.256 INFO:tasks.workunit.client.0.smithi028.stdout: "poolid": 2, 2024-08-29T17:47:15.256 INFO:tasks.workunit.client.0.smithi028.stdout: "stat_sum": { 2024-08-29T17:47:15.256 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes": 3410, 2024-08-29T17:47:15.256 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes_hit_set_archive": 0, 2024-08-29T17:47:15.256 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes_recovered": 0, 2024-08-29T17:47:15.256 INFO:tasks.workunit.client.0.smithi028.stdout: "num_deep_scrub_errors": 0, 2024-08-29T17:47:15.256 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict": 0, 2024-08-29T17:47:15.256 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_kb": 0, 2024-08-29T17:47:15.256 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_mode_full": 0, 2024-08-29T17:47:15.256 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_mode_some": 0, 2024-08-29T17:47:15.256 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush": 0, 2024-08-29T17:47:15.256 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_kb": 0, 2024-08-29T17:47:15.257 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_mode_high": 0, 2024-08-29T17:47:15.257 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_mode_low": 0, 2024-08-29T17:47:15.257 INFO:tasks.workunit.client.0.smithi028.stdout: "num_keys_recovered": 0, 2024-08-29T17:47:15.257 INFO:tasks.workunit.client.0.smithi028.stdout: "num_large_omap_objects": 0, 2024-08-29T17:47:15.257 INFO:tasks.workunit.client.0.smithi028.stdout: "num_legacy_snapsets": 0, 2024-08-29T17:47:15.257 INFO:tasks.workunit.client.0.smithi028.stdout: "num_object_clones": 0, 2024-08-29T17:47:15.257 INFO:tasks.workunit.client.0.smithi028.stdout: "num_object_copies": 66, 2024-08-29T17:47:15.257 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects": 22, 2024-08-29T17:47:15.257 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_degraded": 0, 2024-08-29T17:47:15.257 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_dirty": 22, 2024-08-29T17:47:15.257 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_hit_set_archive": 0, 2024-08-29T17:47:15.257 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_manifest": 0, 2024-08-29T17:47:15.257 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_misplaced": 0, 2024-08-29T17:47:15.258 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_missing": 0, 2024-08-29T17:47:15.258 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_missing_on_primary": 0, 2024-08-29T17:47:15.258 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_omap": 14, 2024-08-29T17:47:15.258 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_pinned": 0, 2024-08-29T17:47:15.258 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_recovered": 1, 2024-08-29T17:47:15.258 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_repaired": 0, 2024-08-29T17:47:15.258 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_unfound": 0, 2024-08-29T17:47:15.258 INFO:tasks.workunit.client.0.smithi028.stdout: "num_omap_bytes": 0, 2024-08-29T17:47:15.258 INFO:tasks.workunit.client.0.smithi028.stdout: "num_omap_keys": 0, 2024-08-29T17:47:15.258 INFO:tasks.workunit.client.0.smithi028.stdout: "num_promote": 0, 2024-08-29T17:47:15.258 INFO:tasks.workunit.client.0.smithi028.stdout: "num_read": 0, 2024-08-29T17:47:15.258 INFO:tasks.workunit.client.0.smithi028.stdout: "num_read_kb": 0, 2024-08-29T17:47:15.258 INFO:tasks.workunit.client.0.smithi028.stdout: "num_scrub_errors": 0, 2024-08-29T17:47:15.258 INFO:tasks.workunit.client.0.smithi028.stdout: "num_shallow_scrub_errors": 0, 2024-08-29T17:47:15.259 INFO:tasks.workunit.client.0.smithi028.stdout: "num_whiteouts": 0, 2024-08-29T17:47:15.259 INFO:tasks.workunit.client.0.smithi028.stdout: "num_write": 51, 2024-08-29T17:47:15.259 INFO:tasks.workunit.client.0.smithi028.stdout: "num_write_kb": 19 2024-08-29T17:47:15.259 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:15.259 INFO:tasks.workunit.client.0.smithi028.stdout: "store_stats": { 2024-08-29T17:47:15.259 INFO:tasks.workunit.client.0.smithi028.stdout: "allocated": 98304, 2024-08-29T17:47:15.259 INFO:tasks.workunit.client.0.smithi028.stdout: "available": 0, 2024-08-29T17:47:15.259 INFO:tasks.workunit.client.0.smithi028.stdout: "data_compressed": 0, 2024-08-29T17:47:15.259 INFO:tasks.workunit.client.0.smithi028.stdout: "data_compressed_allocated": 0, 2024-08-29T17:47:15.259 INFO:tasks.workunit.client.0.smithi028.stdout: "data_compressed_original": 0, 2024-08-29T17:47:15.259 INFO:tasks.workunit.client.0.smithi028.stdout: "data_stored": 10230, 2024-08-29T17:47:15.259 INFO:tasks.workunit.client.0.smithi028.stdout: "internal_metadata": 0, 2024-08-29T17:47:15.259 INFO:tasks.workunit.client.0.smithi028.stdout: "internally_reserved": 0, 2024-08-29T17:47:15.259 INFO:tasks.workunit.client.0.smithi028.stdout: "omap_allocated": 0, 2024-08-29T17:47:15.260 INFO:tasks.workunit.client.0.smithi028.stdout: "total": 0 2024-08-29T17:47:15.260 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:15.260 INFO:tasks.workunit.client.0.smithi028.stdout: "up": 96 2024-08-29T17:47:15.260 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:15.260 INFO:tasks.workunit.client.0.smithi028.stdout: { 2024-08-29T17:47:15.260 INFO:tasks.workunit.client.0.smithi028.stdout: "acting": 3, 2024-08-29T17:47:15.260 INFO:tasks.workunit.client.0.smithi028.stdout: "application": [ 2024-08-29T17:47:15.260 INFO:tasks.workunit.client.0.smithi028.stdout: "mgr" 2024-08-29T17:47:15.260 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-08-29T17:47:15.260 INFO:tasks.workunit.client.0.smithi028.stdout: "log_size": 132, 2024-08-29T17:47:15.260 INFO:tasks.workunit.client.0.smithi028.stdout: "num_pg": 1, 2024-08-29T17:47:15.260 INFO:tasks.workunit.client.0.smithi028.stdout: "num_store_stats": 3, 2024-08-29T17:47:15.260 INFO:tasks.workunit.client.0.smithi028.stdout: "ondisk_log_size": 132, 2024-08-29T17:47:15.260 INFO:tasks.workunit.client.0.smithi028.stdout: "poolid": 1, 2024-08-29T17:47:15.260 INFO:tasks.workunit.client.0.smithi028.stdout: "stat_sum": { 2024-08-29T17:47:15.261 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes": 590368, 2024-08-29T17:47:15.261 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes_hit_set_archive": 0, 2024-08-29T17:47:15.261 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes_recovered": 1771104, 2024-08-29T17:47:15.261 INFO:tasks.workunit.client.0.smithi028.stdout: "num_deep_scrub_errors": 0, 2024-08-29T17:47:15.261 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict": 0, 2024-08-29T17:47:15.261 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_kb": 0, 2024-08-29T17:47:15.261 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_mode_full": 0, 2024-08-29T17:47:15.261 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_mode_some": 0, 2024-08-29T17:47:15.261 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush": 0, 2024-08-29T17:47:15.261 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_kb": 0, 2024-08-29T17:47:15.261 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_mode_high": 0, 2024-08-29T17:47:15.261 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_mode_low": 0, 2024-08-29T17:47:15.261 INFO:tasks.workunit.client.0.smithi028.stdout: "num_keys_recovered": 0, 2024-08-29T17:47:15.261 INFO:tasks.workunit.client.0.smithi028.stdout: "num_large_omap_objects": 0, 2024-08-29T17:47:15.262 INFO:tasks.workunit.client.0.smithi028.stdout: "num_legacy_snapsets": 0, 2024-08-29T17:47:15.262 INFO:tasks.workunit.client.0.smithi028.stdout: "num_object_clones": 0, 2024-08-29T17:47:15.262 INFO:tasks.workunit.client.0.smithi028.stdout: "num_object_copies": 6, 2024-08-29T17:47:15.262 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects": 2, 2024-08-29T17:47:15.262 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_degraded": 0, 2024-08-29T17:47:15.262 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_dirty": 2, 2024-08-29T17:47:15.262 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_hit_set_archive": 0, 2024-08-29T17:47:15.262 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_manifest": 0, 2024-08-29T17:47:15.262 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_misplaced": 0, 2024-08-29T17:47:15.262 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_missing": 0, 2024-08-29T17:47:15.262 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_missing_on_primary": 0, 2024-08-29T17:47:15.262 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_omap": 0, 2024-08-29T17:47:15.262 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_pinned": 0, 2024-08-29T17:47:15.263 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_recovered": 6, 2024-08-29T17:47:15.263 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_repaired": 0, 2024-08-29T17:47:15.263 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_unfound": 0, 2024-08-29T17:47:15.263 INFO:tasks.workunit.client.0.smithi028.stdout: "num_omap_bytes": 0, 2024-08-29T17:47:15.263 INFO:tasks.workunit.client.0.smithi028.stdout: "num_omap_keys": 0, 2024-08-29T17:47:15.263 INFO:tasks.workunit.client.0.smithi028.stdout: "num_promote": 0, 2024-08-29T17:47:15.263 INFO:tasks.workunit.client.0.smithi028.stdout: "num_read": 250, 2024-08-29T17:47:15.263 INFO:tasks.workunit.client.0.smithi028.stdout: "num_read_kb": 464, 2024-08-29T17:47:15.263 INFO:tasks.workunit.client.0.smithi028.stdout: "num_scrub_errors": 0, 2024-08-29T17:47:15.263 INFO:tasks.workunit.client.0.smithi028.stdout: "num_shallow_scrub_errors": 0, 2024-08-29T17:47:15.263 INFO:tasks.workunit.client.0.smithi028.stdout: "num_whiteouts": 0, 2024-08-29T17:47:15.263 INFO:tasks.workunit.client.0.smithi028.stdout: "num_write": 187, 2024-08-29T17:47:15.263 INFO:tasks.workunit.client.0.smithi028.stdout: "num_write_kb": 2416 2024-08-29T17:47:15.263 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:15.263 INFO:tasks.workunit.client.0.smithi028.stdout: "store_stats": { 2024-08-29T17:47:15.264 INFO:tasks.workunit.client.0.smithi028.stdout: "allocated": 1781760, 2024-08-29T17:47:15.264 INFO:tasks.workunit.client.0.smithi028.stdout: "available": 0, 2024-08-29T17:47:15.264 INFO:tasks.workunit.client.0.smithi028.stdout: "data_compressed": 0, 2024-08-29T17:47:15.264 INFO:tasks.workunit.client.0.smithi028.stdout: "data_compressed_allocated": 0, 2024-08-29T17:47:15.264 INFO:tasks.workunit.client.0.smithi028.stdout: "data_compressed_original": 0, 2024-08-29T17:47:15.264 INFO:tasks.workunit.client.0.smithi028.stdout: "data_stored": 1771104, 2024-08-29T17:47:15.264 INFO:tasks.workunit.client.0.smithi028.stdout: "internal_metadata": 0, 2024-08-29T17:47:15.264 INFO:tasks.workunit.client.0.smithi028.stdout: "internally_reserved": 0, 2024-08-29T17:47:15.264 INFO:tasks.workunit.client.0.smithi028.stdout: "omap_allocated": 0, 2024-08-29T17:47:15.264 INFO:tasks.workunit.client.0.smithi028.stdout: "total": 0 2024-08-29T17:47:15.264 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:15.264 INFO:tasks.workunit.client.0.smithi028.stdout: "up": 3 2024-08-29T17:47:15.264 INFO:tasks.workunit.client.0.smithi028.stdout: } 2024-08-29T17:47:15.264 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-08-29T17:47:15.265 INFO:tasks.workunit.client.0.smithi028.stdout: "usage": { 2024-08-29T17:47:15.265 INFO:tasks.workunit.client.0.smithi028.stdout: "pg_num": 105, 2024-08-29T17:47:15.265 INFO:tasks.workunit.client.0.smithi028.stdout: "pools": 4, 2024-08-29T17:47:15.265 INFO:tasks.workunit.client.0.smithi028.stdout: "stats_by_class": { 2024-08-29T17:47:15.265 INFO:tasks.workunit.client.0.smithi028.stdout: "ssd": { 2024-08-29T17:47:15.265 INFO:tasks.workunit.client.0.smithi028.stdout: "total_avail_bytes": 765516267520, 2024-08-29T17:47:15.265 INFO:tasks.workunit.client.0.smithi028.stdout: "total_bytes": 767960285184, 2024-08-29T17:47:15.265 INFO:tasks.workunit.client.0.smithi028.stdout: "total_used_bytes": 2444017664, 2024-08-29T17:47:15.265 INFO:tasks.workunit.client.0.smithi028.stdout: "total_used_raw_bytes": 2444017664, 2024-08-29T17:47:15.265 INFO:tasks.workunit.client.0.smithi028.stdout: "total_used_raw_ratio": 0.003182479180395603 2024-08-29T17:47:15.265 INFO:tasks.workunit.client.0.smithi028.stdout: } 2024-08-29T17:47:15.265 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:15.265 INFO:tasks.workunit.client.0.smithi028.stdout: "total_avail_bytes": 765516267520, 2024-08-29T17:47:15.265 INFO:tasks.workunit.client.0.smithi028.stdout: "total_bytes": 767960285184, 2024-08-29T17:47:15.266 INFO:tasks.workunit.client.0.smithi028.stdout: "total_used_bytes": 2444017664 2024-08-29T17:47:15.266 INFO:tasks.workunit.client.0.smithi028.stdout: } 2024-08-29T17:47:15.266 INFO:tasks.workunit.client.0.smithi028.stdout:} 2024-08-29T17:47:15.266 INFO:tasks.workunit.client.0.smithi028.stdout:Device report is generated separately. To see it run 'ceph telemetry show-device'. 2024-08-29T17:47:15.267 INFO:tasks.workunit.client.0.smithi028.stderr:+ ceph telemetry show-device 2024-08-29T17:47:15.267 INFO:tasks.workunit.client.0.smithi028.stdout:{ 2024-08-29T17:47:15.267 INFO:tasks.workunit.client.0.smithi028.stdout: "b7162f50-662e-11ef-b726-ac1f6ba5ca3c": { 2024-08-29T17:47:15.267 INFO:tasks.workunit.client.0.smithi028.stdout: "INTEL_SSDPED1D480GA_b716fc78-662e-11ef-b726-ac1f6ba5ca3c": { 2024-08-29T17:47:15.268 INFO:tasks.workunit.client.0.smithi028.stdout: "20240829-173527": { 2024-08-29T17:47:15.268 INFO:tasks.workunit.client.0.smithi028.stdout: "device": { 2024-08-29T17:47:15.268 INFO:tasks.workunit.client.0.smithi028.stdout: "info_name": "/dev/nvme0n1", 2024-08-29T17:47:15.268 INFO:tasks.workunit.client.0.smithi028.stdout: "name": "/dev/nvme0n1", 2024-08-29T17:47:15.268 INFO:tasks.workunit.client.0.smithi028.stdout: "protocol": "NVMe", 2024-08-29T17:47:15.268 INFO:tasks.workunit.client.0.smithi028.stdout: "type": "nvme" 2024-08-29T17:47:15.268 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:15.268 INFO:tasks.workunit.client.0.smithi028.stdout: "firmware_version": "E2010325", 2024-08-29T17:47:15.268 INFO:tasks.workunit.client.0.smithi028.stdout: "host_id": "b7162f50-662e-11ef-b726-ac1f6ba5ca3c", 2024-08-29T17:47:15.268 INFO:tasks.workunit.client.0.smithi028.stdout: "json_format_version": [ 2024-08-29T17:47:15.268 INFO:tasks.workunit.client.0.smithi028.stdout: 1, 2024-08-29T17:47:15.268 INFO:tasks.workunit.client.0.smithi028.stdout: 0 2024-08-29T17:47:15.268 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-08-29T17:47:15.269 INFO:tasks.workunit.client.0.smithi028.stdout: "local_time": { 2024-08-29T17:47:15.269 INFO:tasks.workunit.client.0.smithi028.stdout: "asctime": "Thu Aug 29 17:35:27 2024 UTC", 2024-08-29T17:47:15.269 INFO:tasks.workunit.client.0.smithi028.stdout: "time_t": 1724952927 2024-08-29T17:47:15.269 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:15.269 INFO:tasks.workunit.client.0.smithi028.stdout: "logical_block_size": 512, 2024-08-29T17:47:15.269 INFO:tasks.workunit.client.0.smithi028.stdout: "model_name": "INTEL SSDPED1D480GA", 2024-08-29T17:47:15.269 INFO:tasks.workunit.client.0.smithi028.stdout: "nvme_controller_id": 0, 2024-08-29T17:47:15.269 INFO:tasks.workunit.client.0.smithi028.stdout: "nvme_ieee_oui_identifier": 6083300, 2024-08-29T17:47:15.269 INFO:tasks.workunit.client.0.smithi028.stdout: "nvme_namespaces": [ 2024-08-29T17:47:15.269 INFO:tasks.workunit.client.0.smithi028.stdout: { 2024-08-29T17:47:15.269 INFO:tasks.workunit.client.0.smithi028.stdout: "capacity": { 2024-08-29T17:47:15.269 INFO:tasks.workunit.client.0.smithi028.stdout: "blocks": 937703088, 2024-08-29T17:47:15.269 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 480103981056 2024-08-29T17:47:15.269 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:15.270 INFO:tasks.workunit.client.0.smithi028.stdout: "formatted_lba_size": 512, 2024-08-29T17:47:15.270 INFO:tasks.workunit.client.0.smithi028.stdout: "id": 1, 2024-08-29T17:47:15.270 INFO:tasks.workunit.client.0.smithi028.stdout: "size": { 2024-08-29T17:47:15.270 INFO:tasks.workunit.client.0.smithi028.stdout: "blocks": 937703088, 2024-08-29T17:47:15.270 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 480103981056 2024-08-29T17:47:15.270 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:15.270 INFO:tasks.workunit.client.0.smithi028.stdout: "utilization": { 2024-08-29T17:47:15.270 INFO:tasks.workunit.client.0.smithi028.stdout: "blocks": 937703088, 2024-08-29T17:47:15.270 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 480103981056 2024-08-29T17:47:15.270 INFO:tasks.workunit.client.0.smithi028.stdout: } 2024-08-29T17:47:15.270 INFO:tasks.workunit.client.0.smithi028.stdout: } 2024-08-29T17:47:15.270 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-08-29T17:47:15.270 INFO:tasks.workunit.client.0.smithi028.stdout: "nvme_number_of_namespaces": 1, 2024-08-29T17:47:15.270 INFO:tasks.workunit.client.0.smithi028.stdout: "nvme_pci_vendor": { 2024-08-29T17:47:15.271 INFO:tasks.workunit.client.0.smithi028.stdout: "id": 32902, 2024-08-29T17:47:15.271 INFO:tasks.workunit.client.0.smithi028.stdout: "subsystem_id": 32902 2024-08-29T17:47:15.271 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:15.271 INFO:tasks.workunit.client.0.smithi028.stdout: "nvme_smart_health_information_add_log": { 2024-08-29T17:47:15.271 INFO:tasks.workunit.client.0.smithi028.stdout: "Device stats": { 2024-08-29T17:47:15.271 INFO:tasks.workunit.client.0.smithi028.stdout: "avail_fw_downgrades": { 2024-08-29T17:47:15.271 INFO:tasks.workunit.client.0.smithi028.stdout: "normalized": 0, 2024-08-29T17:47:15.271 INFO:tasks.workunit.client.0.smithi028.stdout: "raw": 0 2024-08-29T17:47:15.271 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:15.271 INFO:tasks.workunit.client.0.smithi028.stdout: "crc_error_count": { 2024-08-29T17:47:15.271 INFO:tasks.workunit.client.0.smithi028.stdout: "normalized": 100, 2024-08-29T17:47:15.271 INFO:tasks.workunit.client.0.smithi028.stdout: "raw": 0 2024-08-29T17:47:15.271 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:15.271 INFO:tasks.workunit.client.0.smithi028.stdout: "end_to_end_error_detection_count": { 2024-08-29T17:47:15.272 INFO:tasks.workunit.client.0.smithi028.stdout: "normalized": 100, 2024-08-29T17:47:15.272 INFO:tasks.workunit.client.0.smithi028.stdout: "raw": 0 2024-08-29T17:47:15.272 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:15.272 INFO:tasks.workunit.client.0.smithi028.stdout: "erase_fail_count": { 2024-08-29T17:47:15.272 INFO:tasks.workunit.client.0.smithi028.stdout: "normalized": 0, 2024-08-29T17:47:15.272 INFO:tasks.workunit.client.0.smithi028.stdout: "raw": 0 2024-08-29T17:47:15.272 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:15.272 INFO:tasks.workunit.client.0.smithi028.stdout: "host_bytes_written": { 2024-08-29T17:47:15.272 INFO:tasks.workunit.client.0.smithi028.stdout: "normalized": 100, 2024-08-29T17:47:15.272 INFO:tasks.workunit.client.0.smithi028.stdout: "raw": 7429561 2024-08-29T17:47:15.272 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:15.272 INFO:tasks.workunit.client.0.smithi028.stdout: "host_ctx_wear_used": { 2024-08-29T17:47:15.272 INFO:tasks.workunit.client.0.smithi028.stdout: "normalized": 0, 2024-08-29T17:47:15.273 INFO:tasks.workunit.client.0.smithi028.stdout: "raw": 0 2024-08-29T17:47:15.273 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:15.273 INFO:tasks.workunit.client.0.smithi028.stdout: "media_bytes_read": { 2024-08-29T17:47:15.273 INFO:tasks.workunit.client.0.smithi028.stdout: "normalized": 0, 2024-08-29T17:47:15.273 INFO:tasks.workunit.client.0.smithi028.stdout: "raw": 0 2024-08-29T17:47:15.273 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:15.273 INFO:tasks.workunit.client.0.smithi028.stdout: "nand_bytes_written": { 2024-08-29T17:47:15.273 INFO:tasks.workunit.client.0.smithi028.stdout: "normalized": 0, 2024-08-29T17:47:15.273 INFO:tasks.workunit.client.0.smithi028.stdout: "raw": 0 2024-08-29T17:47:15.273 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:15.273 INFO:tasks.workunit.client.0.smithi028.stdout: "perf_stat_indicator": { 2024-08-29T17:47:15.273 INFO:tasks.workunit.client.0.smithi028.stdout: "normalized": 0, 2024-08-29T17:47:15.273 INFO:tasks.workunit.client.0.smithi028.stdout: "raw": 0 2024-08-29T17:47:15.273 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:15.274 INFO:tasks.workunit.client.0.smithi028.stdout: "pll_lock_loss_count": { 2024-08-29T17:47:15.274 INFO:tasks.workunit.client.0.smithi028.stdout: "normalized": 100, 2024-08-29T17:47:15.274 INFO:tasks.workunit.client.0.smithi028.stdout: "raw": 0 2024-08-29T17:47:15.274 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:15.274 INFO:tasks.workunit.client.0.smithi028.stdout: "program_fail_count": { 2024-08-29T17:47:15.274 INFO:tasks.workunit.client.0.smithi028.stdout: "normalized": 0, 2024-08-29T17:47:15.274 INFO:tasks.workunit.client.0.smithi028.stdout: "raw": 0 2024-08-29T17:47:15.274 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:15.274 INFO:tasks.workunit.client.0.smithi028.stdout: "re_alloc_sectr_cnt": { 2024-08-29T17:47:15.274 INFO:tasks.workunit.client.0.smithi028.stdout: "normalized": 0, 2024-08-29T17:47:15.274 INFO:tasks.workunit.client.0.smithi028.stdout: "raw": 0 2024-08-29T17:47:15.274 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:15.274 INFO:tasks.workunit.client.0.smithi028.stdout: "retry_buffer_overflow_count": { 2024-08-29T17:47:15.274 INFO:tasks.workunit.client.0.smithi028.stdout: "normalized": 100, 2024-08-29T17:47:15.275 INFO:tasks.workunit.client.0.smithi028.stdout: "raw": 0 2024-08-29T17:47:15.275 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:15.275 INFO:tasks.workunit.client.0.smithi028.stdout: "soft_ecc_err_rate": { 2024-08-29T17:47:15.275 INFO:tasks.workunit.client.0.smithi028.stdout: "normalized": 0, 2024-08-29T17:47:15.275 INFO:tasks.workunit.client.0.smithi028.stdout: "raw": 0 2024-08-29T17:47:15.275 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:15.275 INFO:tasks.workunit.client.0.smithi028.stdout: "thermal_throttle_status": { 2024-08-29T17:47:15.275 INFO:tasks.workunit.client.0.smithi028.stdout: "normalized": 100, 2024-08-29T17:47:15.275 INFO:tasks.workunit.client.0.smithi028.stdout: "raw": { 2024-08-29T17:47:15.275 INFO:tasks.workunit.client.0.smithi028.stdout: "cnt": 0, 2024-08-29T17:47:15.275 INFO:tasks.workunit.client.0.smithi028.stdout: "pct": 0 2024-08-29T17:47:15.275 INFO:tasks.workunit.client.0.smithi028.stdout: } 2024-08-29T17:47:15.275 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:15.275 INFO:tasks.workunit.client.0.smithi028.stdout: "timed_workload_host_reads": { 2024-08-29T17:47:15.275 INFO:tasks.workunit.client.0.smithi028.stdout: "normalized": 100, 2024-08-29T17:47:15.276 INFO:tasks.workunit.client.0.smithi028.stdout: "raw": 15 2024-08-29T17:47:15.276 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:15.276 INFO:tasks.workunit.client.0.smithi028.stdout: "timed_workload_media_wear": { 2024-08-29T17:47:15.276 INFO:tasks.workunit.client.0.smithi028.stdout: "normalized": 100, 2024-08-29T17:47:15.276 INFO:tasks.workunit.client.0.smithi028.stdout: "raw": "6.810547" 2024-08-29T17:47:15.276 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:15.276 INFO:tasks.workunit.client.0.smithi028.stdout: "timed_workload_timer": { 2024-08-29T17:47:15.276 INFO:tasks.workunit.client.0.smithi028.stdout: "normalized": 100, 2024-08-29T17:47:15.276 INFO:tasks.workunit.client.0.smithi028.stdout: "raw": 1807113 2024-08-29T17:47:15.276 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:15.276 INFO:tasks.workunit.client.0.smithi028.stdout: "unexp_power_loss": { 2024-08-29T17:47:15.276 INFO:tasks.workunit.client.0.smithi028.stdout: "normalized": 0, 2024-08-29T17:47:15.276 INFO:tasks.workunit.client.0.smithi028.stdout: "raw": 0 2024-08-29T17:47:15.277 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:15.277 INFO:tasks.workunit.client.0.smithi028.stdout: "wear_leveling": { 2024-08-29T17:47:15.277 INFO:tasks.workunit.client.0.smithi028.stdout: "normalized": 0, 2024-08-29T17:47:15.277 INFO:tasks.workunit.client.0.smithi028.stdout: "raw": { 2024-08-29T17:47:15.277 INFO:tasks.workunit.client.0.smithi028.stdout: "avg": 0, 2024-08-29T17:47:15.277 INFO:tasks.workunit.client.0.smithi028.stdout: "max": 0, 2024-08-29T17:47:15.277 INFO:tasks.workunit.client.0.smithi028.stdout: "min": 0 2024-08-29T17:47:15.277 INFO:tasks.workunit.client.0.smithi028.stdout: } 2024-08-29T17:47:15.277 INFO:tasks.workunit.client.0.smithi028.stdout: } 2024-08-29T17:47:15.277 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:15.277 INFO:tasks.workunit.client.0.smithi028.stdout: "Intel Smart log": "nvme0n1" 2024-08-29T17:47:15.277 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:15.277 INFO:tasks.workunit.client.0.smithi028.stdout: "nvme_smart_health_information_log": { 2024-08-29T17:47:15.278 INFO:tasks.workunit.client.0.smithi028.stdout: "available_spare": 100, 2024-08-29T17:47:15.278 INFO:tasks.workunit.client.0.smithi028.stdout: "available_spare_threshold": 0, 2024-08-29T17:47:15.278 INFO:tasks.workunit.client.0.smithi028.stdout: "controller_busy_time": 2981, 2024-08-29T17:47:15.278 INFO:tasks.workunit.client.0.smithi028.stdout: "critical_warning": 0, 2024-08-29T17:47:15.278 INFO:tasks.workunit.client.0.smithi028.stdout: "data_units_read": 105966290, 2024-08-29T17:47:15.278 INFO:tasks.workunit.client.0.smithi028.stdout: "data_units_written": 486903742, 2024-08-29T17:47:15.278 INFO:tasks.workunit.client.0.smithi028.stdout: "host_reads": 2188611773, 2024-08-29T17:47:15.278 INFO:tasks.workunit.client.0.smithi028.stdout: "host_writes": 10654283051, 2024-08-29T17:47:15.278 INFO:tasks.workunit.client.0.smithi028.stdout: "media_errors": 0, 2024-08-29T17:47:15.278 INFO:tasks.workunit.client.0.smithi028.stdout: "num_err_log_entries": 0, 2024-08-29T17:47:15.278 INFO:tasks.workunit.client.0.smithi028.stdout: "percentage_used": 8, 2024-08-29T17:47:15.278 INFO:tasks.workunit.client.0.smithi028.stdout: "power_cycles": 19344, 2024-08-29T17:47:15.278 INFO:tasks.workunit.client.0.smithi028.stdout: "power_on_hours": 38084, 2024-08-29T17:47:15.278 INFO:tasks.workunit.client.0.smithi028.stdout: "temperature": 32, 2024-08-29T17:47:15.279 INFO:tasks.workunit.client.0.smithi028.stdout: "unsafe_shutdowns": 5391 2024-08-29T17:47:15.279 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:15.279 INFO:tasks.workunit.client.0.smithi028.stdout: "nvme_vendor": "intel", 2024-08-29T17:47:15.279 INFO:tasks.workunit.client.0.smithi028.stdout: "nvme_version": { 2024-08-29T17:47:15.279 INFO:tasks.workunit.client.0.smithi028.stdout: "string": "<1.2", 2024-08-29T17:47:15.279 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T17:47:15.279 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:15.279 INFO:tasks.workunit.client.0.smithi028.stdout: "power_cycle_count": 19344, 2024-08-29T17:47:15.279 INFO:tasks.workunit.client.0.smithi028.stdout: "power_on_time": { 2024-08-29T17:47:15.279 INFO:tasks.workunit.client.0.smithi028.stdout: "hours": 38084 2024-08-29T17:47:15.279 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:15.279 INFO:tasks.workunit.client.0.smithi028.stdout: "serial_number": "deleted", 2024-08-29T17:47:15.279 INFO:tasks.workunit.client.0.smithi028.stdout: "smart_status": { 2024-08-29T17:47:15.280 INFO:tasks.workunit.client.0.smithi028.stdout: "nvme": { 2024-08-29T17:47:15.280 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T17:47:15.280 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:15.280 INFO:tasks.workunit.client.0.smithi028.stdout: "passed": true 2024-08-29T17:47:15.280 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:15.280 INFO:tasks.workunit.client.0.smithi028.stdout: "smartctl": { 2024-08-29T17:47:15.280 INFO:tasks.workunit.client.0.smithi028.stdout: "argv": [ 2024-08-29T17:47:15.280 INFO:tasks.workunit.client.0.smithi028.stdout: "smartctl", 2024-08-29T17:47:15.280 INFO:tasks.workunit.client.0.smithi028.stdout: "-x", 2024-08-29T17:47:15.280 INFO:tasks.workunit.client.0.smithi028.stdout: "--json=o", 2024-08-29T17:47:15.280 INFO:tasks.workunit.client.0.smithi028.stdout: "/dev/nvme0n1" 2024-08-29T17:47:15.280 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-08-29T17:47:15.280 INFO:tasks.workunit.client.0.smithi028.stdout: "build_info": "(local build)", 2024-08-29T17:47:15.280 INFO:tasks.workunit.client.0.smithi028.stdout: "exit_status": 0, 2024-08-29T17:47:15.281 INFO:tasks.workunit.client.0.smithi028.stdout: "output": [ 2024-08-29T17:47:15.281 INFO:tasks.workunit.client.0.smithi028.stdout: "smartctl 7.2 2020-12-30 r5155 [x86_64-linux-5.15.0-119-generic] (local build)", 2024-08-29T17:47:15.281 INFO:tasks.workunit.client.0.smithi028.stdout: "Copyright (C) 2002-20, Bruce Allen, Christian Franke, www.smartmontools.org", 2024-08-29T17:47:15.281 INFO:tasks.workunit.client.0.smithi028.stdout: "", 2024-08-29T17:47:15.281 INFO:tasks.workunit.client.0.smithi028.stdout: "=== START OF INFORMATION SECTION ===", 2024-08-29T17:47:15.281 INFO:tasks.workunit.client.0.smithi028.stdout: "Model Number: INTEL SSDPED1D480GA", 2024-08-29T17:47:15.281 INFO:tasks.workunit.client.0.smithi028.stdout: "Serial Number: deleted", 2024-08-29T17:47:15.281 INFO:tasks.workunit.client.0.smithi028.stdout: "Firmware Version: E2010325", 2024-08-29T17:47:15.281 INFO:tasks.workunit.client.0.smithi028.stdout: "PCI Vendor/Subsystem ID: 0x8086", 2024-08-29T17:47:15.281 INFO:tasks.workunit.client.0.smithi028.stdout: "IEEE OUI Identifier: 0x5cd2e4", 2024-08-29T17:47:15.281 INFO:tasks.workunit.client.0.smithi028.stdout: "Controller ID: 0", 2024-08-29T17:47:15.281 INFO:tasks.workunit.client.0.smithi028.stdout: "NVMe Version: <1.2", 2024-08-29T17:47:15.281 INFO:tasks.workunit.client.0.smithi028.stdout: "Number of Namespaces: 1", 2024-08-29T17:47:15.281 INFO:tasks.workunit.client.0.smithi028.stdout: "Namespace 1 Size/Capacity: 480,103,981,056 [480 GB]", 2024-08-29T17:47:15.282 INFO:tasks.workunit.client.0.smithi028.stdout: "Namespace 1 Formatted LBA Size: 512", 2024-08-29T17:47:15.282 INFO:tasks.workunit.client.0.smithi028.stdout: "Local Time is: Thu Aug 29 17:35:27 2024 UTC", 2024-08-29T17:47:15.282 INFO:tasks.workunit.client.0.smithi028.stdout: "Firmware Updates (0x02): 1 Slot", 2024-08-29T17:47:15.282 INFO:tasks.workunit.client.0.smithi028.stdout: "Optional Admin Commands (0x0007): Security Format Frmw_DL", 2024-08-29T17:47:15.282 INFO:tasks.workunit.client.0.smithi028.stdout: "Optional NVM Commands (0x0006): Wr_Unc DS_Mngmt", 2024-08-29T17:47:15.282 INFO:tasks.workunit.client.0.smithi028.stdout: "Log Page Attributes (0x02): Cmd_Eff_Lg", 2024-08-29T17:47:15.282 INFO:tasks.workunit.client.0.smithi028.stdout: "Maximum Data Transfer Size: 32 Pages", 2024-08-29T17:47:15.282 INFO:tasks.workunit.client.0.smithi028.stdout: "", 2024-08-29T17:47:15.282 INFO:tasks.workunit.client.0.smithi028.stdout: "Supported Power States", 2024-08-29T17:47:15.282 INFO:tasks.workunit.client.0.smithi028.stdout: "St Op Max Active Idle RL RT WL WT Ent_Lat Ex_Lat", 2024-08-29T17:47:15.282 INFO:tasks.workunit.client.0.smithi028.stdout: " 0 + 18.00W - - 0 0 0 0 0 0", 2024-08-29T17:47:15.282 INFO:tasks.workunit.client.0.smithi028.stdout: "", 2024-08-29T17:47:15.282 INFO:tasks.workunit.client.0.smithi028.stdout: "Supported LBA Sizes (NSID 0x1)", 2024-08-29T17:47:15.282 INFO:tasks.workunit.client.0.smithi028.stdout: "Id Fmt Data Metadt Rel_Perf", 2024-08-29T17:47:15.283 INFO:tasks.workunit.client.0.smithi028.stdout: " 0 + 512 0 2", 2024-08-29T17:47:15.283 INFO:tasks.workunit.client.0.smithi028.stdout: "", 2024-08-29T17:47:15.283 INFO:tasks.workunit.client.0.smithi028.stdout: "=== START OF SMART DATA SECTION ===", 2024-08-29T17:47:15.283 INFO:tasks.workunit.client.0.smithi028.stdout: "SMART overall-health self-assessment test result: PASSED", 2024-08-29T17:47:15.283 INFO:tasks.workunit.client.0.smithi028.stdout: "", 2024-08-29T17:47:15.283 INFO:tasks.workunit.client.0.smithi028.stdout: "SMART/Health Information (NVMe Log 0x02)", 2024-08-29T17:47:15.283 INFO:tasks.workunit.client.0.smithi028.stdout: "Critical Warning: 0x00", 2024-08-29T17:47:15.283 INFO:tasks.workunit.client.0.smithi028.stdout: "Temperature: 32 Celsius", 2024-08-29T17:47:15.283 INFO:tasks.workunit.client.0.smithi028.stdout: "Available Spare: 100%", 2024-08-29T17:47:15.283 INFO:tasks.workunit.client.0.smithi028.stdout: "Available Spare Threshold: 0%", 2024-08-29T17:47:15.283 INFO:tasks.workunit.client.0.smithi028.stdout: "Percentage Used: 8%", 2024-08-29T17:47:15.283 INFO:tasks.workunit.client.0.smithi028.stdout: "Data Units Read: 105,966,290 [54.2 TB]", 2024-08-29T17:47:15.283 INFO:tasks.workunit.client.0.smithi028.stdout: "Data Units Written: 486,903,742 [249 TB]", 2024-08-29T17:47:15.283 INFO:tasks.workunit.client.0.smithi028.stdout: "Host Read Commands: 2,188,611,773", 2024-08-29T17:47:15.284 INFO:tasks.workunit.client.0.smithi028.stdout: "Host Write Commands: 10,654,283,051", 2024-08-29T17:47:15.284 INFO:tasks.workunit.client.0.smithi028.stdout: "Controller Busy Time: 2,981", 2024-08-29T17:47:15.284 INFO:tasks.workunit.client.0.smithi028.stdout: "Power Cycles: 19,344", 2024-08-29T17:47:15.284 INFO:tasks.workunit.client.0.smithi028.stdout: "Power On Hours: 38,084", 2024-08-29T17:47:15.284 INFO:tasks.workunit.client.0.smithi028.stdout: "Unsafe Shutdowns: 5,391", 2024-08-29T17:47:15.284 INFO:tasks.workunit.client.0.smithi028.stdout: "Media and Data Integrity Errors: 0", 2024-08-29T17:47:15.284 INFO:tasks.workunit.client.0.smithi028.stdout: "Error Information Log Entries: 0", 2024-08-29T17:47:15.284 INFO:tasks.workunit.client.0.smithi028.stdout: "", 2024-08-29T17:47:15.284 INFO:tasks.workunit.client.0.smithi028.stdout: "Error Information (NVMe Log 0x01, 16 of 64 entries)", 2024-08-29T17:47:15.284 INFO:tasks.workunit.client.0.smithi028.stdout: "No Errors Logged", 2024-08-29T17:47:15.284 INFO:tasks.workunit.client.0.smithi028.stdout: "" 2024-08-29T17:47:15.284 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-08-29T17:47:15.284 INFO:tasks.workunit.client.0.smithi028.stdout: "platform_info": "x86_64-linux-5.15.0-119-generic", 2024-08-29T17:47:15.285 INFO:tasks.workunit.client.0.smithi028.stdout: "svn_revision": "5155", 2024-08-29T17:47:15.285 INFO:tasks.workunit.client.0.smithi028.stdout: "version": [ 2024-08-29T17:47:15.285 INFO:tasks.workunit.client.0.smithi028.stdout: 7, 2024-08-29T17:47:15.285 INFO:tasks.workunit.client.0.smithi028.stdout: 2 2024-08-29T17:47:15.285 INFO:tasks.workunit.client.0.smithi028.stdout: ] 2024-08-29T17:47:15.285 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:15.285 INFO:tasks.workunit.client.0.smithi028.stdout: "temperature": { 2024-08-29T17:47:15.285 INFO:tasks.workunit.client.0.smithi028.stdout: "current": 32 2024-08-29T17:47:15.285 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:15.285 INFO:tasks.workunit.client.0.smithi028.stdout: "user_capacity": { 2024-08-29T17:47:15.285 INFO:tasks.workunit.client.0.smithi028.stdout: "blocks": 937703088, 2024-08-29T17:47:15.285 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 480103981056 2024-08-29T17:47:15.285 INFO:tasks.workunit.client.0.smithi028.stdout: } 2024-08-29T17:47:15.285 INFO:tasks.workunit.client.0.smithi028.stdout: } 2024-08-29T17:47:15.286 INFO:tasks.workunit.client.0.smithi028.stdout: } 2024-08-29T17:47:15.286 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:15.286 INFO:tasks.workunit.client.0.smithi028.stdout: "b719d812-662e-11ef-b726-ac1f6ba5ca3c": { 2024-08-29T17:47:15.286 INFO:tasks.workunit.client.0.smithi028.stdout: "INTEL_SSDPED1D480GA_b71a9518-662e-11ef-b726-ac1f6ba5ca3c": { 2024-08-29T17:47:15.286 INFO:tasks.workunit.client.0.smithi028.stdout: "20240829-173531": { 2024-08-29T17:47:15.286 INFO:tasks.workunit.client.0.smithi028.stdout: "device": { 2024-08-29T17:47:15.286 INFO:tasks.workunit.client.0.smithi028.stdout: "info_name": "/dev/nvme0n1", 2024-08-29T17:47:15.286 INFO:tasks.workunit.client.0.smithi028.stdout: "name": "/dev/nvme0n1", 2024-08-29T17:47:15.286 INFO:tasks.workunit.client.0.smithi028.stdout: "protocol": "NVMe", 2024-08-29T17:47:15.286 INFO:tasks.workunit.client.0.smithi028.stdout: "type": "nvme" 2024-08-29T17:47:15.286 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:15.286 INFO:tasks.workunit.client.0.smithi028.stdout: "firmware_version": "E2010325", 2024-08-29T17:47:15.286 INFO:tasks.workunit.client.0.smithi028.stdout: "host_id": "b719d812-662e-11ef-b726-ac1f6ba5ca3c", 2024-08-29T17:47:15.286 INFO:tasks.workunit.client.0.smithi028.stdout: "json_format_version": [ 2024-08-29T17:47:15.287 INFO:tasks.workunit.client.0.smithi028.stdout: 1, 2024-08-29T17:47:15.287 INFO:tasks.workunit.client.0.smithi028.stdout: 0 2024-08-29T17:47:15.287 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-08-29T17:47:15.287 INFO:tasks.workunit.client.0.smithi028.stdout: "local_time": { 2024-08-29T17:47:15.287 INFO:tasks.workunit.client.0.smithi028.stdout: "asctime": "Thu Aug 29 17:35:30 2024 UTC", 2024-08-29T17:47:15.287 INFO:tasks.workunit.client.0.smithi028.stdout: "time_t": 1724952930 2024-08-29T17:47:15.287 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:15.287 INFO:tasks.workunit.client.0.smithi028.stdout: "logical_block_size": 512, 2024-08-29T17:47:15.287 INFO:tasks.workunit.client.0.smithi028.stdout: "model_name": "INTEL SSDPED1D480GA", 2024-08-29T17:47:15.287 INFO:tasks.workunit.client.0.smithi028.stdout: "nvme_controller_id": 0, 2024-08-29T17:47:15.287 INFO:tasks.workunit.client.0.smithi028.stdout: "nvme_ieee_oui_identifier": 6083300, 2024-08-29T17:47:15.287 INFO:tasks.workunit.client.0.smithi028.stdout: "nvme_namespaces": [ 2024-08-29T17:47:15.287 INFO:tasks.workunit.client.0.smithi028.stdout: { 2024-08-29T17:47:15.287 INFO:tasks.workunit.client.0.smithi028.stdout: "capacity": { 2024-08-29T17:47:15.288 INFO:tasks.workunit.client.0.smithi028.stdout: "blocks": 937703088, 2024-08-29T17:47:15.288 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 480103981056 2024-08-29T17:47:15.288 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:15.288 INFO:tasks.workunit.client.0.smithi028.stdout: "formatted_lba_size": 512, 2024-08-29T17:47:15.288 INFO:tasks.workunit.client.0.smithi028.stdout: "id": 1, 2024-08-29T17:47:15.288 INFO:tasks.workunit.client.0.smithi028.stdout: "size": { 2024-08-29T17:47:15.288 INFO:tasks.workunit.client.0.smithi028.stdout: "blocks": 937703088, 2024-08-29T17:47:15.288 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 480103981056 2024-08-29T17:47:15.288 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:15.288 INFO:tasks.workunit.client.0.smithi028.stdout: "utilization": { 2024-08-29T17:47:15.288 INFO:tasks.workunit.client.0.smithi028.stdout: "blocks": 937703088, 2024-08-29T17:47:15.288 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 480103981056 2024-08-29T17:47:15.288 INFO:tasks.workunit.client.0.smithi028.stdout: } 2024-08-29T17:47:15.288 INFO:tasks.workunit.client.0.smithi028.stdout: } 2024-08-29T17:47:15.289 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-08-29T17:47:15.289 INFO:tasks.workunit.client.0.smithi028.stdout: "nvme_number_of_namespaces": 1, 2024-08-29T17:47:15.289 INFO:tasks.workunit.client.0.smithi028.stdout: "nvme_pci_vendor": { 2024-08-29T17:47:15.289 INFO:tasks.workunit.client.0.smithi028.stdout: "id": 32902, 2024-08-29T17:47:15.289 INFO:tasks.workunit.client.0.smithi028.stdout: "subsystem_id": 32902 2024-08-29T17:47:15.289 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:15.289 INFO:tasks.workunit.client.0.smithi028.stdout: "nvme_smart_health_information_add_log": { 2024-08-29T17:47:15.289 INFO:tasks.workunit.client.0.smithi028.stdout: "Device stats": { 2024-08-29T17:47:15.289 INFO:tasks.workunit.client.0.smithi028.stdout: "avail_fw_downgrades": { 2024-08-29T17:47:15.289 INFO:tasks.workunit.client.0.smithi028.stdout: "normalized": 0, 2024-08-29T17:47:15.289 INFO:tasks.workunit.client.0.smithi028.stdout: "raw": 0 2024-08-29T17:47:15.289 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:15.289 INFO:tasks.workunit.client.0.smithi028.stdout: "crc_error_count": { 2024-08-29T17:47:15.289 INFO:tasks.workunit.client.0.smithi028.stdout: "normalized": 100, 2024-08-29T17:47:15.290 INFO:tasks.workunit.client.0.smithi028.stdout: "raw": 0 2024-08-29T17:47:15.290 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:15.290 INFO:tasks.workunit.client.0.smithi028.stdout: "end_to_end_error_detection_count": { 2024-08-29T17:47:15.290 INFO:tasks.workunit.client.0.smithi028.stdout: "normalized": 100, 2024-08-29T17:47:15.290 INFO:tasks.workunit.client.0.smithi028.stdout: "raw": 0 2024-08-29T17:47:15.290 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:15.290 INFO:tasks.workunit.client.0.smithi028.stdout: "erase_fail_count": { 2024-08-29T17:47:15.290 INFO:tasks.workunit.client.0.smithi028.stdout: "normalized": 0, 2024-08-29T17:47:15.290 INFO:tasks.workunit.client.0.smithi028.stdout: "raw": 0 2024-08-29T17:47:15.290 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:15.290 INFO:tasks.workunit.client.0.smithi028.stdout: "host_bytes_written": { 2024-08-29T17:47:15.290 INFO:tasks.workunit.client.0.smithi028.stdout: "normalized": 100, 2024-08-29T17:47:15.290 INFO:tasks.workunit.client.0.smithi028.stdout: "raw": 13911044 2024-08-29T17:47:15.291 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:15.291 INFO:tasks.workunit.client.0.smithi028.stdout: "host_ctx_wear_used": { 2024-08-29T17:47:15.291 INFO:tasks.workunit.client.0.smithi028.stdout: "normalized": 0, 2024-08-29T17:47:15.291 INFO:tasks.workunit.client.0.smithi028.stdout: "raw": 0 2024-08-29T17:47:15.291 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:15.291 INFO:tasks.workunit.client.0.smithi028.stdout: "media_bytes_read": { 2024-08-29T17:47:15.291 INFO:tasks.workunit.client.0.smithi028.stdout: "normalized": 0, 2024-08-29T17:47:15.291 INFO:tasks.workunit.client.0.smithi028.stdout: "raw": 0 2024-08-29T17:47:15.291 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:15.291 INFO:tasks.workunit.client.0.smithi028.stdout: "nand_bytes_written": { 2024-08-29T17:47:15.291 INFO:tasks.workunit.client.0.smithi028.stdout: "normalized": 0, 2024-08-29T17:47:15.291 INFO:tasks.workunit.client.0.smithi028.stdout: "raw": 0 2024-08-29T17:47:15.291 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:15.292 INFO:tasks.workunit.client.0.smithi028.stdout: "perf_stat_indicator": { 2024-08-29T17:47:15.292 INFO:tasks.workunit.client.0.smithi028.stdout: "normalized": 0, 2024-08-29T17:47:15.292 INFO:tasks.workunit.client.0.smithi028.stdout: "raw": 0 2024-08-29T17:47:15.292 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:15.292 INFO:tasks.workunit.client.0.smithi028.stdout: "pll_lock_loss_count": { 2024-08-29T17:47:15.292 INFO:tasks.workunit.client.0.smithi028.stdout: "normalized": 100, 2024-08-29T17:47:15.292 INFO:tasks.workunit.client.0.smithi028.stdout: "raw": 0 2024-08-29T17:47:15.292 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:15.292 INFO:tasks.workunit.client.0.smithi028.stdout: "program_fail_count": { 2024-08-29T17:47:15.292 INFO:tasks.workunit.client.0.smithi028.stdout: "normalized": 0, 2024-08-29T17:47:15.292 INFO:tasks.workunit.client.0.smithi028.stdout: "raw": 0 2024-08-29T17:47:15.292 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:15.292 INFO:tasks.workunit.client.0.smithi028.stdout: "re_alloc_sectr_cnt": { 2024-08-29T17:47:15.292 INFO:tasks.workunit.client.0.smithi028.stdout: "normalized": 0, 2024-08-29T17:47:15.293 INFO:tasks.workunit.client.0.smithi028.stdout: "raw": 0 2024-08-29T17:47:15.293 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:15.293 INFO:tasks.workunit.client.0.smithi028.stdout: "retry_buffer_overflow_count": { 2024-08-29T17:47:15.293 INFO:tasks.workunit.client.0.smithi028.stdout: "normalized": 100, 2024-08-29T17:47:15.293 INFO:tasks.workunit.client.0.smithi028.stdout: "raw": 0 2024-08-29T17:47:15.293 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:15.293 INFO:tasks.workunit.client.0.smithi028.stdout: "soft_ecc_err_rate": { 2024-08-29T17:47:15.293 INFO:tasks.workunit.client.0.smithi028.stdout: "normalized": 0, 2024-08-29T17:47:15.293 INFO:tasks.workunit.client.0.smithi028.stdout: "raw": 0 2024-08-29T17:47:15.293 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:15.293 INFO:tasks.workunit.client.0.smithi028.stdout: "thermal_throttle_status": { 2024-08-29T17:47:15.293 INFO:tasks.workunit.client.0.smithi028.stdout: "normalized": 100, 2024-08-29T17:47:15.293 INFO:tasks.workunit.client.0.smithi028.stdout: "raw": { 2024-08-29T17:47:15.293 INFO:tasks.workunit.client.0.smithi028.stdout: "cnt": 0, 2024-08-29T17:47:15.294 INFO:tasks.workunit.client.0.smithi028.stdout: "pct": 0 2024-08-29T17:47:15.294 INFO:tasks.workunit.client.0.smithi028.stdout: } 2024-08-29T17:47:15.294 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:15.294 INFO:tasks.workunit.client.0.smithi028.stdout: "timed_workload_host_reads": { 2024-08-29T17:47:15.294 INFO:tasks.workunit.client.0.smithi028.stdout: "normalized": 100, 2024-08-29T17:47:15.294 INFO:tasks.workunit.client.0.smithi028.stdout: "raw": 13 2024-08-29T17:47:15.294 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:15.294 INFO:tasks.workunit.client.0.smithi028.stdout: "timed_workload_media_wear": { 2024-08-29T17:47:15.294 INFO:tasks.workunit.client.0.smithi028.stdout: "normalized": 100, 2024-08-29T17:47:15.294 INFO:tasks.workunit.client.0.smithi028.stdout: "raw": "0.000000" 2024-08-29T17:47:15.294 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:15.294 INFO:tasks.workunit.client.0.smithi028.stdout: "timed_workload_timer": { 2024-08-29T17:47:15.294 INFO:tasks.workunit.client.0.smithi028.stdout: "normalized": 100, 2024-08-29T17:47:15.294 INFO:tasks.workunit.client.0.smithi028.stdout: "raw": 1544229 2024-08-29T17:47:15.295 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:15.295 INFO:tasks.workunit.client.0.smithi028.stdout: "unexp_power_loss": { 2024-08-29T17:47:15.295 INFO:tasks.workunit.client.0.smithi028.stdout: "normalized": 0, 2024-08-29T17:47:15.295 INFO:tasks.workunit.client.0.smithi028.stdout: "raw": 0 2024-08-29T17:47:15.295 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:15.295 INFO:tasks.workunit.client.0.smithi028.stdout: "wear_leveling": { 2024-08-29T17:47:15.295 INFO:tasks.workunit.client.0.smithi028.stdout: "normalized": 0, 2024-08-29T17:47:15.295 INFO:tasks.workunit.client.0.smithi028.stdout: "raw": { 2024-08-29T17:47:15.295 INFO:tasks.workunit.client.0.smithi028.stdout: "avg": 0, 2024-08-29T17:47:15.295 INFO:tasks.workunit.client.0.smithi028.stdout: "max": 0, 2024-08-29T17:47:15.295 INFO:tasks.workunit.client.0.smithi028.stdout: "min": 0 2024-08-29T17:47:15.295 INFO:tasks.workunit.client.0.smithi028.stdout: } 2024-08-29T17:47:15.295 INFO:tasks.workunit.client.0.smithi028.stdout: } 2024-08-29T17:47:15.295 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:15.295 INFO:tasks.workunit.client.0.smithi028.stdout: "Intel Smart log": "nvme0n1" 2024-08-29T17:47:15.296 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:15.296 INFO:tasks.workunit.client.0.smithi028.stdout: "nvme_smart_health_information_log": { 2024-08-29T17:47:15.296 INFO:tasks.workunit.client.0.smithi028.stdout: "available_spare": 100, 2024-08-29T17:47:15.296 INFO:tasks.workunit.client.0.smithi028.stdout: "available_spare_threshold": 0, 2024-08-29T17:47:15.296 INFO:tasks.workunit.client.0.smithi028.stdout: "controller_busy_time": 5288, 2024-08-29T17:47:15.296 INFO:tasks.workunit.client.0.smithi028.stdout: "critical_warning": 0, 2024-08-29T17:47:15.296 INFO:tasks.workunit.client.0.smithi028.stdout: "data_units_read": 180342202, 2024-08-29T17:47:15.296 INFO:tasks.workunit.client.0.smithi028.stdout: "data_units_written": 911674230, 2024-08-29T17:47:15.296 INFO:tasks.workunit.client.0.smithi028.stdout: "host_reads": 3127841064, 2024-08-29T17:47:15.296 INFO:tasks.workunit.client.0.smithi028.stdout: "host_writes": 19672922154, 2024-08-29T17:47:15.296 INFO:tasks.workunit.client.0.smithi028.stdout: "media_errors": 0, 2024-08-29T17:47:15.296 INFO:tasks.workunit.client.0.smithi028.stdout: "num_err_log_entries": 0, 2024-08-29T17:47:15.296 INFO:tasks.workunit.client.0.smithi028.stdout: "percentage_used": 0, 2024-08-29T17:47:15.296 INFO:tasks.workunit.client.0.smithi028.stdout: "power_cycles": 35184, 2024-08-29T17:47:15.297 INFO:tasks.workunit.client.0.smithi028.stdout: "power_on_hours": 40578, 2024-08-29T17:47:15.297 INFO:tasks.workunit.client.0.smithi028.stdout: "temperature": 31, 2024-08-29T17:47:15.297 INFO:tasks.workunit.client.0.smithi028.stdout: "unsafe_shutdowns": 10085 2024-08-29T17:47:15.297 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:15.297 INFO:tasks.workunit.client.0.smithi028.stdout: "nvme_vendor": "intel", 2024-08-29T17:47:15.297 INFO:tasks.workunit.client.0.smithi028.stdout: "nvme_version": { 2024-08-29T17:47:15.297 INFO:tasks.workunit.client.0.smithi028.stdout: "string": "<1.2", 2024-08-29T17:47:15.297 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T17:47:15.297 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:15.297 INFO:tasks.workunit.client.0.smithi028.stdout: "power_cycle_count": 35184, 2024-08-29T17:47:15.297 INFO:tasks.workunit.client.0.smithi028.stdout: "power_on_time": { 2024-08-29T17:47:15.297 INFO:tasks.workunit.client.0.smithi028.stdout: "hours": 40578 2024-08-29T17:47:15.297 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:15.297 INFO:tasks.workunit.client.0.smithi028.stdout: "serial_number": "deleted", 2024-08-29T17:47:15.298 INFO:tasks.workunit.client.0.smithi028.stdout: "smart_status": { 2024-08-29T17:47:15.298 INFO:tasks.workunit.client.0.smithi028.stdout: "nvme": { 2024-08-29T17:47:15.298 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T17:47:15.298 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:15.298 INFO:tasks.workunit.client.0.smithi028.stdout: "passed": true 2024-08-29T17:47:15.298 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:15.298 INFO:tasks.workunit.client.0.smithi028.stdout: "smartctl": { 2024-08-29T17:47:15.298 INFO:tasks.workunit.client.0.smithi028.stdout: "argv": [ 2024-08-29T17:47:15.298 INFO:tasks.workunit.client.0.smithi028.stdout: "smartctl", 2024-08-29T17:47:15.298 INFO:tasks.workunit.client.0.smithi028.stdout: "-x", 2024-08-29T17:47:15.298 INFO:tasks.workunit.client.0.smithi028.stdout: "--json=o", 2024-08-29T17:47:15.298 INFO:tasks.workunit.client.0.smithi028.stdout: "/dev/nvme0n1" 2024-08-29T17:47:15.298 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-08-29T17:47:15.298 INFO:tasks.workunit.client.0.smithi028.stdout: "build_info": "(local build)", 2024-08-29T17:47:15.298 INFO:tasks.workunit.client.0.smithi028.stdout: "exit_status": 0, 2024-08-29T17:47:15.299 INFO:tasks.workunit.client.0.smithi028.stdout: "output": [ 2024-08-29T17:47:15.299 INFO:tasks.workunit.client.0.smithi028.stdout: "smartctl 7.2 2020-12-30 r5155 [x86_64-linux-5.15.0-119-generic] (local build)", 2024-08-29T17:47:15.299 INFO:tasks.workunit.client.0.smithi028.stdout: "Copyright (C) 2002-20, Bruce Allen, Christian Franke, www.smartmontools.org", 2024-08-29T17:47:15.299 INFO:tasks.workunit.client.0.smithi028.stdout: "", 2024-08-29T17:47:15.299 INFO:tasks.workunit.client.0.smithi028.stdout: "=== START OF INFORMATION SECTION ===", 2024-08-29T17:47:15.299 INFO:tasks.workunit.client.0.smithi028.stdout: "Model Number: INTEL SSDPED1D480GA", 2024-08-29T17:47:15.299 INFO:tasks.workunit.client.0.smithi028.stdout: "Serial Number: deleted", 2024-08-29T17:47:15.299 INFO:tasks.workunit.client.0.smithi028.stdout: "Firmware Version: E2010325", 2024-08-29T17:47:15.299 INFO:tasks.workunit.client.0.smithi028.stdout: "PCI Vendor/Subsystem ID: 0x8086", 2024-08-29T17:47:15.299 INFO:tasks.workunit.client.0.smithi028.stdout: "IEEE OUI Identifier: 0x5cd2e4", 2024-08-29T17:47:15.299 INFO:tasks.workunit.client.0.smithi028.stdout: "Controller ID: 0", 2024-08-29T17:47:15.299 INFO:tasks.workunit.client.0.smithi028.stdout: "NVMe Version: <1.2", 2024-08-29T17:47:15.299 INFO:tasks.workunit.client.0.smithi028.stdout: "Number of Namespaces: 1", 2024-08-29T17:47:15.300 INFO:tasks.workunit.client.0.smithi028.stdout: "Namespace 1 Size/Capacity: 480,103,981,056 [480 GB]", 2024-08-29T17:47:15.300 INFO:tasks.workunit.client.0.smithi028.stdout: "Namespace 1 Formatted LBA Size: 512", 2024-08-29T17:47:15.300 INFO:tasks.workunit.client.0.smithi028.stdout: "Local Time is: Thu Aug 29 17:35:30 2024 UTC", 2024-08-29T17:47:15.300 INFO:tasks.workunit.client.0.smithi028.stdout: "Firmware Updates (0x02): 1 Slot", 2024-08-29T17:47:15.300 INFO:tasks.workunit.client.0.smithi028.stdout: "Optional Admin Commands (0x0007): Security Format Frmw_DL", 2024-08-29T17:47:15.300 INFO:tasks.workunit.client.0.smithi028.stdout: "Optional NVM Commands (0x0006): Wr_Unc DS_Mngmt", 2024-08-29T17:47:15.300 INFO:tasks.workunit.client.0.smithi028.stdout: "Log Page Attributes (0x02): Cmd_Eff_Lg", 2024-08-29T17:47:15.300 INFO:tasks.workunit.client.0.smithi028.stdout: "Maximum Data Transfer Size: 32 Pages", 2024-08-29T17:47:15.300 INFO:tasks.workunit.client.0.smithi028.stdout: "", 2024-08-29T17:47:15.300 INFO:tasks.workunit.client.0.smithi028.stdout: "Supported Power States", 2024-08-29T17:47:15.300 INFO:tasks.workunit.client.0.smithi028.stdout: "St Op Max Active Idle RL RT WL WT Ent_Lat Ex_Lat", 2024-08-29T17:47:15.300 INFO:tasks.workunit.client.0.smithi028.stdout: " 0 + 18.00W - - 0 0 0 0 0 0", 2024-08-29T17:47:15.300 INFO:tasks.workunit.client.0.smithi028.stdout: "", 2024-08-29T17:47:15.300 INFO:tasks.workunit.client.0.smithi028.stdout: "Supported LBA Sizes (NSID 0x1)", 2024-08-29T17:47:15.301 INFO:tasks.workunit.client.0.smithi028.stdout: "Id Fmt Data Metadt Rel_Perf", 2024-08-29T17:47:15.301 INFO:tasks.workunit.client.0.smithi028.stdout: " 0 + 512 0 2", 2024-08-29T17:47:15.301 INFO:tasks.workunit.client.0.smithi028.stdout: "", 2024-08-29T17:47:15.301 INFO:tasks.workunit.client.0.smithi028.stdout: "=== START OF SMART DATA SECTION ===", 2024-08-29T17:47:15.301 INFO:tasks.workunit.client.0.smithi028.stdout: "SMART overall-health self-assessment test result: PASSED", 2024-08-29T17:47:15.301 INFO:tasks.workunit.client.0.smithi028.stdout: "", 2024-08-29T17:47:15.301 INFO:tasks.workunit.client.0.smithi028.stdout: "SMART/Health Information (NVMe Log 0x02)", 2024-08-29T17:47:15.301 INFO:tasks.workunit.client.0.smithi028.stdout: "Critical Warning: 0x00", 2024-08-29T17:47:15.301 INFO:tasks.workunit.client.0.smithi028.stdout: "Temperature: 31 Celsius", 2024-08-29T17:47:15.301 INFO:tasks.workunit.client.0.smithi028.stdout: "Available Spare: 100%", 2024-08-29T17:47:15.301 INFO:tasks.workunit.client.0.smithi028.stdout: "Available Spare Threshold: 0%", 2024-08-29T17:47:15.301 INFO:tasks.workunit.client.0.smithi028.stdout: "Percentage Used: 0%", 2024-08-29T17:47:15.301 INFO:tasks.workunit.client.0.smithi028.stdout: "Data Units Read: 180,342,202 [92.3 TB]", 2024-08-29T17:47:15.301 INFO:tasks.workunit.client.0.smithi028.stdout: "Data Units Written: 911,674,230 [466 TB]", 2024-08-29T17:47:15.302 INFO:tasks.workunit.client.0.smithi028.stdout: "Host Read Commands: 3,127,841,064", 2024-08-29T17:47:15.302 INFO:tasks.workunit.client.0.smithi028.stdout: "Host Write Commands: 19,672,922,154", 2024-08-29T17:47:15.302 INFO:tasks.workunit.client.0.smithi028.stdout: "Controller Busy Time: 5,288", 2024-08-29T17:47:15.302 INFO:tasks.workunit.client.0.smithi028.stdout: "Power Cycles: 35,184", 2024-08-29T17:47:15.302 INFO:tasks.workunit.client.0.smithi028.stdout: "Power On Hours: 40,578", 2024-08-29T17:47:15.302 INFO:tasks.workunit.client.0.smithi028.stdout: "Unsafe Shutdowns: 10,085", 2024-08-29T17:47:15.302 INFO:tasks.workunit.client.0.smithi028.stdout: "Media and Data Integrity Errors: 0", 2024-08-29T17:47:15.302 INFO:tasks.workunit.client.0.smithi028.stdout: "Error Information Log Entries: 0", 2024-08-29T17:47:15.302 INFO:tasks.workunit.client.0.smithi028.stdout: "", 2024-08-29T17:47:15.302 INFO:tasks.workunit.client.0.smithi028.stdout: "Error Information (NVMe Log 0x01, 16 of 64 entries)", 2024-08-29T17:47:15.302 INFO:tasks.workunit.client.0.smithi028.stdout: "No Errors Logged", 2024-08-29T17:47:15.302 INFO:tasks.workunit.client.0.smithi028.stdout: "" 2024-08-29T17:47:15.302 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-08-29T17:47:15.302 INFO:tasks.workunit.client.0.smithi028.stdout: "platform_info": "x86_64-linux-5.15.0-119-generic", 2024-08-29T17:47:15.303 INFO:tasks.workunit.client.0.smithi028.stdout: "svn_revision": "5155", 2024-08-29T17:47:15.303 INFO:tasks.workunit.client.0.smithi028.stdout: "version": [ 2024-08-29T17:47:15.303 INFO:tasks.workunit.client.0.smithi028.stdout: 7, 2024-08-29T17:47:15.303 INFO:tasks.workunit.client.0.smithi028.stdout: 2 2024-08-29T17:47:15.303 INFO:tasks.workunit.client.0.smithi028.stdout: ] 2024-08-29T17:47:15.303 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:15.303 INFO:tasks.workunit.client.0.smithi028.stdout: "temperature": { 2024-08-29T17:47:15.303 INFO:tasks.workunit.client.0.smithi028.stdout: "current": 31 2024-08-29T17:47:15.303 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:15.303 INFO:tasks.workunit.client.0.smithi028.stdout: "user_capacity": { 2024-08-29T17:47:15.303 INFO:tasks.workunit.client.0.smithi028.stdout: "blocks": 937703088, 2024-08-29T17:47:15.303 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 480103981056 2024-08-29T17:47:15.303 INFO:tasks.workunit.client.0.smithi028.stdout: } 2024-08-29T17:47:15.303 INFO:tasks.workunit.client.0.smithi028.stdout: } 2024-08-29T17:47:15.303 INFO:tasks.workunit.client.0.smithi028.stdout: } 2024-08-29T17:47:15.303 INFO:tasks.workunit.client.0.smithi028.stdout: } 2024-08-29T17:47:15.304 INFO:tasks.workunit.client.0.smithi028.stdout:} 2024-08-29T17:47:15.304 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:47:14 smithi053 bash[24720]: audit 2024-08-29T17:47:12.930072+0000 mgr.y (mgr.14499) 178 : audit [DBG] from='client.14817 -' entity='client.admin' cmd=[{"prefix": "telemetry show", "target": ["mon-mgr", ""]}]: dispatch 2024-08-29T17:47:15.304 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:47:14 smithi053 bash[24720]: audit 2024-08-29T17:47:13.127001+0000 mon.a (mon.0) 976 : audit [DBG] from='mgr.14499 172.21.15.28:0/1402656687' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-29T17:47:15.304 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:47:14 smithi053 bash[24720]: audit 2024-08-29T17:47:13.127483+0000 mon.a (mon.0) 977 : audit [DBG] from='mgr.14499 172.21.15.28:0/1402656687' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-29T17:47:15.304 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:47:14 smithi053 bash[24720]: audit 2024-08-29T17:47:13.127786+0000 mon.a (mon.0) 978 : audit [DBG] from='mgr.14499 172.21.15.28:0/1402656687' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-29T17:47:15.304 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:47:14 smithi053 bash[24720]: audit 2024-08-29T17:47:13.131182+0000 mon.a (mon.0) 979 : audit [DBG] from='mgr.14499 172.21.15.28:0/1402656687' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-29T17:47:15.304 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:47:14 smithi053 bash[24720]: audit 2024-08-29T17:47:13.131573+0000 mon.a (mon.0) 980 : audit [DBG] from='mgr.14499 172.21.15.28:0/1402656687' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-29T17:47:15.304 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:47:14 smithi053 bash[24720]: audit 2024-08-29T17:47:13.131867+0000 mon.a (mon.0) 981 : audit [DBG] from='mgr.14499 172.21.15.28:0/1402656687' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-29T17:47:15.304 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:47:14 smithi053 bash[24720]: audit 2024-08-29T17:47:13.135474+0000 mon.a (mon.0) 982 : audit [DBG] from='mgr.14499 172.21.15.28:0/1402656687' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-29T17:47:15.304 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:47:14 smithi053 bash[24720]: audit 2024-08-29T17:47:13.135786+0000 mon.a (mon.0) 983 : audit [DBG] from='mgr.14499 172.21.15.28:0/1402656687' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-29T17:47:15.305 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:47:14 smithi053 bash[24720]: audit 2024-08-29T17:47:13.136082+0000 mon.a (mon.0) 984 : audit [DBG] from='mgr.14499 172.21.15.28:0/1402656687' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-29T17:47:15.305 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:47:14 smithi053 bash[24720]: audit 2024-08-29T17:47:13.156262+0000 mon.a (mon.0) 985 : audit [INF] from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-08-29T17:47:15.305 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:47:14 smithi053 bash[24720]: audit 2024-08-29T17:47:13.156384+0000 mon.a (mon.0) 986 : audit [INF] from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-08-29T17:47:15.305 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:47:14 smithi053 bash[24720]: audit 2024-08-29T17:47:13.156843+0000 mon.a (mon.0) 987 : audit [DBG] from='mgr.14499 172.21.15.28:0/1402656687' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-29T17:47:15.305 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:47:14 smithi053 bash[24720]: audit 2024-08-29T17:47:13.156958+0000 mon.b (mon.1) 31 : audit [INF] from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-08-29T17:47:15.305 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:47:14 smithi053 bash[24720]: audit 2024-08-29T17:47:13.157093+0000 mon.b (mon.1) 32 : audit [INF] from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-08-29T17:47:15.305 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:47:14 smithi053 bash[24720]: audit 2024-08-29T17:47:13.157369+0000 mon.a (mon.0) 988 : audit [DBG] from='mgr.14499 172.21.15.28:0/1402656687' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-29T17:47:15.305 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:47:14 smithi053 bash[24720]: audit 2024-08-29T17:47:13.157890+0000 mon.a (mon.0) 989 : audit [DBG] from='mgr.14499 172.21.15.28:0/1402656687' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-29T17:47:15.305 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:47:14 smithi053 bash[24720]: audit 2024-08-29T17:47:13.161356+0000 mon.a (mon.0) 990 : audit [DBG] from='mgr.14499 172.21.15.28:0/1402656687' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-29T17:47:15.305 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:47:14 smithi053 bash[24720]: audit 2024-08-29T17:47:13.162246+0000 mon.a (mon.0) 991 : audit [DBG] from='mgr.14499 172.21.15.28:0/1402656687' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-29T17:47:15.305 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:47:14 smithi053 bash[24720]: audit 2024-08-29T17:47:13.162681+0000 mon.a (mon.0) 992 : audit [DBG] from='mgr.14499 172.21.15.28:0/1402656687' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-29T17:47:15.305 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:47:14 smithi053 bash[24720]: audit 2024-08-29T17:47:13.165586+0000 mon.c (mon.2) 20 : audit [INF] from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-08-29T17:47:15.305 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:47:14 smithi053 bash[24720]: audit 2024-08-29T17:47:13.165757+0000 mon.c (mon.2) 21 : audit [INF] from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-08-29T17:47:15.306 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:47:14 smithi053 bash[24720]: audit 2024-08-29T17:47:13.166135+0000 mon.a (mon.0) 993 : audit [DBG] from='mgr.14499 172.21.15.28:0/1402656687' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-29T17:47:15.306 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:47:14 smithi053 bash[24720]: audit 2024-08-29T17:47:13.166768+0000 mon.a (mon.0) 994 : audit [DBG] from='mgr.14499 172.21.15.28:0/1402656687' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-29T17:47:15.306 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:47:14 smithi053 bash[24720]: audit 2024-08-29T17:47:13.167069+0000 mon.a (mon.0) 995 : audit [DBG] from='mgr.14499 172.21.15.28:0/1402656687' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-29T17:47:15.306 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:47:14 smithi053 bash[24720]: audit 2024-08-29T17:47:13.404051+0000 mon.a (mon.0) 996 : audit [DBG] from='mgr.14499 172.21.15.28:0/1402656687' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-29T17:47:15.306 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:47:14 smithi053 bash[24720]: audit 2024-08-29T17:47:13.407721+0000 mon.a (mon.0) 997 : audit [DBG] from='mgr.14499 172.21.15.28:0/1402656687' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-08-29T17:47:15.306 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:47:14 smithi053 bash[24720]: audit 2024-08-29T17:47:13.541394+0000 mon.a (mon.0) 998 : audit [DBG] from='mgr.14499 172.21.15.28:0/1402656687' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-29T17:47:15.306 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:47:14 smithi053 bash[24720]: audit 2024-08-29T17:47:13.541970+0000 mon.a (mon.0) 999 : audit [DBG] from='mgr.14499 172.21.15.28:0/1402656687' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-29T17:47:15.306 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:47:14 smithi053 bash[24720]: audit 2024-08-29T17:47:13.542403+0000 mon.a (mon.0) 1000 : audit [DBG] from='mgr.14499 172.21.15.28:0/1402656687' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-29T17:47:15.306 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:47:14 smithi053 bash[24720]: audit 2024-08-29T17:47:13.545705+0000 mon.a (mon.0) 1001 : audit [DBG] from='mgr.14499 172.21.15.28:0/1402656687' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-29T17:47:15.306 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:47:14 smithi053 bash[24720]: audit 2024-08-29T17:47:13.546108+0000 mon.a (mon.0) 1002 : audit [DBG] from='mgr.14499 172.21.15.28:0/1402656687' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-29T17:47:15.306 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:47:14 smithi053 bash[24720]: audit 2024-08-29T17:47:13.546480+0000 mon.a (mon.0) 1003 : audit [DBG] from='mgr.14499 172.21.15.28:0/1402656687' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-29T17:47:15.306 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:47:14 smithi053 bash[24720]: audit 2024-08-29T17:47:13.549682+0000 mon.a (mon.0) 1004 : audit [DBG] from='mgr.14499 172.21.15.28:0/1402656687' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-29T17:47:15.306 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:47:14 smithi053 bash[24720]: audit 2024-08-29T17:47:13.550243+0000 mon.a (mon.0) 1005 : audit [DBG] from='mgr.14499 172.21.15.28:0/1402656687' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-29T17:47:15.307 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:47:14 smithi053 bash[24720]: audit 2024-08-29T17:47:13.550719+0000 mon.a (mon.0) 1006 : audit [DBG] from='mgr.14499 172.21.15.28:0/1402656687' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-29T17:47:15.307 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:47:14 smithi053 bash[24720]: audit 2024-08-29T17:47:13.567782+0000 mon.a (mon.0) 1007 : audit [INF] from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-08-29T17:47:15.307 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:47:14 smithi053 bash[24720]: audit 2024-08-29T17:47:13.567885+0000 mon.a (mon.0) 1008 : audit [INF] from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-08-29T17:47:15.307 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:47:14 smithi053 bash[24720]: audit 2024-08-29T17:47:13.568225+0000 mon.b (mon.1) 33 : audit [INF] from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-08-29T17:47:15.307 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:47:14 smithi053 bash[24720]: audit 2024-08-29T17:47:13.568341+0000 mon.b (mon.1) 34 : audit [INF] from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-08-29T17:47:15.307 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:47:14 smithi053 bash[24720]: audit 2024-08-29T17:47:13.568342+0000 mon.a (mon.0) 1009 : audit [DBG] from='mgr.14499 172.21.15.28:0/1402656687' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-29T17:47:15.307 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:47:14 smithi053 bash[24720]: audit 2024-08-29T17:47:13.568727+0000 mon.a (mon.0) 1010 : audit [DBG] from='mgr.14499 172.21.15.28:0/1402656687' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-29T17:47:15.307 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:47:14 smithi053 bash[24720]: audit 2024-08-29T17:47:13.569166+0000 mon.a (mon.0) 1011 : audit [DBG] from='mgr.14499 172.21.15.28:0/1402656687' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-29T17:47:15.307 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:47:14 smithi053 bash[24720]: audit 2024-08-29T17:47:13.572595+0000 mon.a (mon.0) 1012 : audit [DBG] from='mgr.14499 172.21.15.28:0/1402656687' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-29T17:47:15.307 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:47:14 smithi053 bash[24720]: audit 2024-08-29T17:47:13.573273+0000 mon.a (mon.0) 1013 : audit [DBG] from='mgr.14499 172.21.15.28:0/1402656687' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-29T17:47:15.307 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:47:14 smithi053 bash[24720]: audit 2024-08-29T17:47:13.573586+0000 mon.a (mon.0) 1014 : audit [DBG] from='mgr.14499 172.21.15.28:0/1402656687' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-29T17:47:15.307 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:47:14 smithi053 bash[24720]: audit 2024-08-29T17:47:13.576200+0000 mon.c (mon.2) 22 : audit [INF] from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-08-29T17:47:15.307 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:47:14 smithi053 bash[24720]: audit 2024-08-29T17:47:13.576285+0000 mon.c (mon.2) 23 : audit [INF] from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-08-29T17:47:15.307 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:47:14 smithi053 bash[24720]: audit 2024-08-29T17:47:13.576731+0000 mon.a (mon.0) 1015 : audit [DBG] from='mgr.14499 172.21.15.28:0/1402656687' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-29T17:47:15.308 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:47:14 smithi053 bash[24720]: audit 2024-08-29T17:47:13.577464+0000 mon.a (mon.0) 1016 : audit [DBG] from='mgr.14499 172.21.15.28:0/1402656687' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-29T17:47:15.308 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:47:14 smithi053 bash[24720]: audit 2024-08-29T17:47:13.577855+0000 mon.a (mon.0) 1017 : audit [DBG] from='mgr.14499 172.21.15.28:0/1402656687' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-29T17:47:15.308 INFO:tasks.workunit.client.0.smithi028.stderr:+ ceph telemetry show-all 2024-08-29T17:47:15.309 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:47:14 smithi028 bash[31855]: audit 2024-08-29T17:47:12.930072+0000 mgr.y (mgr.14499) 178 : audit [DBG] from='client.14817 -' entity='client.admin' cmd=[{"prefix": "telemetry show", "target": ["mon-mgr", ""]}]: dispatch 2024-08-29T17:47:15.309 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:47:14 smithi028 bash[31855]: audit 2024-08-29T17:47:13.127001+0000 mon.a (mon.0) 976 : audit [DBG] from='mgr.14499 172.21.15.28:0/1402656687' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-29T17:47:15.309 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:47:14 smithi028 bash[31855]: audit 2024-08-29T17:47:13.127483+0000 mon.a (mon.0) 977 : audit [DBG] from='mgr.14499 172.21.15.28:0/1402656687' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-29T17:47:15.309 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:47:14 smithi028 bash[31855]: audit 2024-08-29T17:47:13.127786+0000 mon.a (mon.0) 978 : audit [DBG] from='mgr.14499 172.21.15.28:0/1402656687' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-29T17:47:15.309 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:47:14 smithi028 bash[31855]: audit 2024-08-29T17:47:13.131182+0000 mon.a (mon.0) 979 : audit [DBG] from='mgr.14499 172.21.15.28:0/1402656687' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-29T17:47:15.309 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:47:14 smithi028 bash[31855]: audit 2024-08-29T17:47:13.131573+0000 mon.a (mon.0) 980 : audit [DBG] from='mgr.14499 172.21.15.28:0/1402656687' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-29T17:47:15.309 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:47:14 smithi028 bash[31855]: audit 2024-08-29T17:47:13.131867+0000 mon.a (mon.0) 981 : audit [DBG] from='mgr.14499 172.21.15.28:0/1402656687' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-29T17:47:15.309 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:47:14 smithi028 bash[31855]: audit 2024-08-29T17:47:13.135474+0000 mon.a (mon.0) 982 : audit [DBG] from='mgr.14499 172.21.15.28:0/1402656687' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-29T17:47:15.309 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:47:14 smithi028 bash[31855]: audit 2024-08-29T17:47:13.135786+0000 mon.a (mon.0) 983 : audit [DBG] from='mgr.14499 172.21.15.28:0/1402656687' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-29T17:47:15.309 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:47:14 smithi028 bash[31855]: audit 2024-08-29T17:47:13.136082+0000 mon.a (mon.0) 984 : audit [DBG] from='mgr.14499 172.21.15.28:0/1402656687' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-29T17:47:15.309 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:47:14 smithi028 bash[31855]: audit 2024-08-29T17:47:13.156262+0000 mon.a (mon.0) 985 : audit [INF] from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-08-29T17:47:15.309 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:47:14 smithi028 bash[31855]: audit 2024-08-29T17:47:13.156384+0000 mon.a (mon.0) 986 : audit [INF] from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-08-29T17:47:15.309 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:47:14 smithi028 bash[31855]: audit 2024-08-29T17:47:13.156843+0000 mon.a (mon.0) 987 : audit [DBG] from='mgr.14499 172.21.15.28:0/1402656687' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-29T17:47:15.310 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:47:14 smithi028 bash[31855]: audit 2024-08-29T17:47:13.156958+0000 mon.b (mon.1) 31 : audit [INF] from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-08-29T17:47:15.310 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:47:14 smithi028 bash[31855]: audit 2024-08-29T17:47:13.157093+0000 mon.b (mon.1) 32 : audit [INF] from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-08-29T17:47:15.310 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:47:14 smithi028 bash[31855]: audit 2024-08-29T17:47:13.157369+0000 mon.a (mon.0) 988 : audit [DBG] from='mgr.14499 172.21.15.28:0/1402656687' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-29T17:47:15.310 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:47:14 smithi028 bash[31855]: audit 2024-08-29T17:47:13.157890+0000 mon.a (mon.0) 989 : audit [DBG] from='mgr.14499 172.21.15.28:0/1402656687' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-29T17:47:15.310 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:47:14 smithi028 bash[31855]: audit 2024-08-29T17:47:13.161356+0000 mon.a (mon.0) 990 : audit [DBG] from='mgr.14499 172.21.15.28:0/1402656687' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-29T17:47:15.310 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:47:14 smithi028 bash[31855]: audit 2024-08-29T17:47:13.162246+0000 mon.a (mon.0) 991 : audit [DBG] from='mgr.14499 172.21.15.28:0/1402656687' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-29T17:47:15.310 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:47:14 smithi028 bash[31855]: audit 2024-08-29T17:47:13.162681+0000 mon.a (mon.0) 992 : audit [DBG] from='mgr.14499 172.21.15.28:0/1402656687' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-29T17:47:15.310 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:47:14 smithi028 bash[31855]: audit 2024-08-29T17:47:13.165586+0000 mon.c (mon.2) 20 : audit [INF] from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-08-29T17:47:15.310 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:47:14 smithi028 bash[31855]: audit 2024-08-29T17:47:13.165757+0000 mon.c (mon.2) 21 : audit [INF] from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-08-29T17:47:15.310 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:47:14 smithi028 bash[31855]: audit 2024-08-29T17:47:13.166135+0000 mon.a (mon.0) 993 : audit [DBG] from='mgr.14499 172.21.15.28:0/1402656687' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-29T17:47:15.310 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:47:14 smithi028 bash[31855]: audit 2024-08-29T17:47:13.166768+0000 mon.a (mon.0) 994 : audit [DBG] from='mgr.14499 172.21.15.28:0/1402656687' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-29T17:47:15.310 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:47:14 smithi028 bash[31855]: audit 2024-08-29T17:47:13.167069+0000 mon.a (mon.0) 995 : audit [DBG] from='mgr.14499 172.21.15.28:0/1402656687' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-29T17:47:15.310 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:47:14 smithi028 bash[31855]: audit 2024-08-29T17:47:13.404051+0000 mon.a (mon.0) 996 : audit [DBG] from='mgr.14499 172.21.15.28:0/1402656687' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-29T17:47:15.311 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:47:14 smithi028 bash[31855]: audit 2024-08-29T17:47:13.407721+0000 mon.a (mon.0) 997 : audit [DBG] from='mgr.14499 172.21.15.28:0/1402656687' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-08-29T17:47:15.311 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:47:14 smithi028 bash[31855]: audit 2024-08-29T17:47:13.541394+0000 mon.a (mon.0) 998 : audit [DBG] from='mgr.14499 172.21.15.28:0/1402656687' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-29T17:47:15.311 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:47:14 smithi028 bash[31855]: audit 2024-08-29T17:47:13.541970+0000 mon.a (mon.0) 999 : audit [DBG] from='mgr.14499 172.21.15.28:0/1402656687' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-29T17:47:15.311 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:47:14 smithi028 bash[31855]: audit 2024-08-29T17:47:13.542403+0000 mon.a (mon.0) 1000 : audit [DBG] from='mgr.14499 172.21.15.28:0/1402656687' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-29T17:47:15.311 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:47:14 smithi028 bash[31855]: audit 2024-08-29T17:47:13.545705+0000 mon.a (mon.0) 1001 : audit [DBG] from='mgr.14499 172.21.15.28:0/1402656687' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-29T17:47:15.311 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:47:14 smithi028 bash[31855]: audit 2024-08-29T17:47:13.546108+0000 mon.a (mon.0) 1002 : audit [DBG] from='mgr.14499 172.21.15.28:0/1402656687' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-29T17:47:15.311 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:47:14 smithi028 bash[31855]: audit 2024-08-29T17:47:13.546480+0000 mon.a (mon.0) 1003 : audit [DBG] from='mgr.14499 172.21.15.28:0/1402656687' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-29T17:47:15.311 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:47:14 smithi028 bash[31855]: audit 2024-08-29T17:47:13.549682+0000 mon.a (mon.0) 1004 : audit [DBG] from='mgr.14499 172.21.15.28:0/1402656687' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-29T17:47:15.311 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:47:14 smithi028 bash[31855]: audit 2024-08-29T17:47:13.550243+0000 mon.a (mon.0) 1005 : audit [DBG] from='mgr.14499 172.21.15.28:0/1402656687' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-29T17:47:15.311 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:47:14 smithi028 bash[31855]: audit 2024-08-29T17:47:13.550719+0000 mon.a (mon.0) 1006 : audit [DBG] from='mgr.14499 172.21.15.28:0/1402656687' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-29T17:47:15.311 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:47:14 smithi028 bash[31855]: audit 2024-08-29T17:47:13.567782+0000 mon.a (mon.0) 1007 : audit [INF] from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-08-29T17:47:15.311 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:47:14 smithi028 bash[31855]: audit 2024-08-29T17:47:13.567885+0000 mon.a (mon.0) 1008 : audit [INF] from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-08-29T17:47:15.311 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:47:14 smithi028 bash[31855]: audit 2024-08-29T17:47:13.568225+0000 mon.b (mon.1) 33 : audit [INF] from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-08-29T17:47:15.312 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:47:14 smithi028 bash[31855]: audit 2024-08-29T17:47:13.568341+0000 mon.b (mon.1) 34 : audit [INF] from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-08-29T17:47:15.312 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:47:14 smithi028 bash[31855]: audit 2024-08-29T17:47:13.568342+0000 mon.a (mon.0) 1009 : audit [DBG] from='mgr.14499 172.21.15.28:0/1402656687' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-29T17:47:15.312 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:47:14 smithi028 bash[31855]: audit 2024-08-29T17:47:13.568727+0000 mon.a (mon.0) 1010 : audit [DBG] from='mgr.14499 172.21.15.28:0/1402656687' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-29T17:47:15.312 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:47:14 smithi028 bash[31855]: audit 2024-08-29T17:47:13.569166+0000 mon.a (mon.0) 1011 : audit [DBG] from='mgr.14499 172.21.15.28:0/1402656687' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-29T17:47:15.312 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:47:14 smithi028 bash[31855]: audit 2024-08-29T17:47:13.572595+0000 mon.a (mon.0) 1012 : audit [DBG] from='mgr.14499 172.21.15.28:0/1402656687' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-29T17:47:15.312 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:47:14 smithi028 bash[31855]: audit 2024-08-29T17:47:13.573273+0000 mon.a (mon.0) 1013 : audit [DBG] from='mgr.14499 172.21.15.28:0/1402656687' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-29T17:47:15.312 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:47:14 smithi028 bash[31855]: audit 2024-08-29T17:47:13.573586+0000 mon.a (mon.0) 1014 : audit [DBG] from='mgr.14499 172.21.15.28:0/1402656687' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-29T17:47:15.312 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:47:14 smithi028 bash[31855]: audit 2024-08-29T17:47:13.576200+0000 mon.c (mon.2) 22 : audit [INF] from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-08-29T17:47:15.312 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:47:14 smithi028 bash[31855]: audit 2024-08-29T17:47:13.576285+0000 mon.c (mon.2) 23 : audit [INF] from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-08-29T17:47:15.312 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:47:14 smithi028 bash[31855]: audit 2024-08-29T17:47:13.576731+0000 mon.a (mon.0) 1015 : audit [DBG] from='mgr.14499 172.21.15.28:0/1402656687' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-29T17:47:15.312 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:47:14 smithi028 bash[31855]: audit 2024-08-29T17:47:13.577464+0000 mon.a (mon.0) 1016 : audit [DBG] from='mgr.14499 172.21.15.28:0/1402656687' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-29T17:47:15.312 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:47:14 smithi028 bash[31855]: audit 2024-08-29T17:47:13.577855+0000 mon.a (mon.0) 1017 : audit [DBG] from='mgr.14499 172.21.15.28:0/1402656687' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-29T17:47:15.313 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:47:14 smithi028 bash[22419]: audit 2024-08-29T17:47:12.930072+0000 mgr.y (mgr.14499) 178 : audit [DBG] from='client.14817 -' entity='client.admin' cmd=[{"prefix": "telemetry show", "target": ["mon-mgr", ""]}]: dispatch 2024-08-29T17:47:15.313 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:47:14 smithi028 bash[22419]: audit 2024-08-29T17:47:13.127001+0000 mon.a (mon.0) 976 : audit [DBG] from='mgr.14499 172.21.15.28:0/1402656687' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-29T17:47:15.313 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:47:14 smithi028 bash[22419]: audit 2024-08-29T17:47:13.127483+0000 mon.a (mon.0) 977 : audit [DBG] from='mgr.14499 172.21.15.28:0/1402656687' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-29T17:47:15.313 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:47:14 smithi028 bash[22419]: audit 2024-08-29T17:47:13.127786+0000 mon.a (mon.0) 978 : audit [DBG] from='mgr.14499 172.21.15.28:0/1402656687' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-29T17:47:15.313 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:47:14 smithi028 bash[22419]: audit 2024-08-29T17:47:13.131182+0000 mon.a (mon.0) 979 : audit [DBG] from='mgr.14499 172.21.15.28:0/1402656687' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-29T17:47:15.313 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:47:14 smithi028 bash[22419]: audit 2024-08-29T17:47:13.131573+0000 mon.a (mon.0) 980 : audit [DBG] from='mgr.14499 172.21.15.28:0/1402656687' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-29T17:47:15.313 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:47:14 smithi028 bash[22419]: audit 2024-08-29T17:47:13.131867+0000 mon.a (mon.0) 981 : audit [DBG] from='mgr.14499 172.21.15.28:0/1402656687' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-29T17:47:15.314 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:47:14 smithi028 bash[22419]: audit 2024-08-29T17:47:13.135474+0000 mon.a (mon.0) 982 : audit [DBG] from='mgr.14499 172.21.15.28:0/1402656687' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-29T17:47:15.314 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:47:14 smithi028 bash[22419]: audit 2024-08-29T17:47:13.135786+0000 mon.a (mon.0) 983 : audit [DBG] from='mgr.14499 172.21.15.28:0/1402656687' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-29T17:47:15.314 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:47:14 smithi028 bash[22419]: audit 2024-08-29T17:47:13.136082+0000 mon.a (mon.0) 984 : audit [DBG] from='mgr.14499 172.21.15.28:0/1402656687' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-29T17:47:15.314 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:47:14 smithi028 bash[22419]: audit 2024-08-29T17:47:13.156262+0000 mon.a (mon.0) 985 : audit [INF] from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-08-29T17:47:15.314 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:47:14 smithi028 bash[22419]: audit 2024-08-29T17:47:13.156384+0000 mon.a (mon.0) 986 : audit [INF] from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-08-29T17:47:15.314 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:47:14 smithi028 bash[22419]: audit 2024-08-29T17:47:13.156843+0000 mon.a (mon.0) 987 : audit [DBG] from='mgr.14499 172.21.15.28:0/1402656687' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-29T17:47:15.314 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:47:14 smithi028 bash[22419]: audit 2024-08-29T17:47:13.156958+0000 mon.b (mon.1) 31 : audit [INF] from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-08-29T17:47:15.314 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:47:14 smithi028 bash[22419]: audit 2024-08-29T17:47:13.157093+0000 mon.b (mon.1) 32 : audit [INF] from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-08-29T17:47:15.314 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:47:14 smithi028 bash[22419]: audit 2024-08-29T17:47:13.157369+0000 mon.a (mon.0) 988 : audit [DBG] from='mgr.14499 172.21.15.28:0/1402656687' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-29T17:47:15.314 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:47:14 smithi028 bash[22419]: audit 2024-08-29T17:47:13.157890+0000 mon.a (mon.0) 989 : audit [DBG] from='mgr.14499 172.21.15.28:0/1402656687' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-29T17:47:15.314 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:47:14 smithi028 bash[22419]: audit 2024-08-29T17:47:13.161356+0000 mon.a (mon.0) 990 : audit [DBG] from='mgr.14499 172.21.15.28:0/1402656687' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-29T17:47:15.314 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:47:14 smithi028 bash[22419]: audit 2024-08-29T17:47:13.162246+0000 mon.a (mon.0) 991 : audit [DBG] from='mgr.14499 172.21.15.28:0/1402656687' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-29T17:47:15.314 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:47:14 smithi028 bash[22419]: audit 2024-08-29T17:47:13.162681+0000 mon.a (mon.0) 992 : audit [DBG] from='mgr.14499 172.21.15.28:0/1402656687' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-29T17:47:15.314 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:47:14 smithi028 bash[22419]: audit 2024-08-29T17:47:13.165586+0000 mon.c (mon.2) 20 : audit [INF] from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-08-29T17:47:15.315 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:47:14 smithi028 bash[22419]: audit 2024-08-29T17:47:13.165757+0000 mon.c (mon.2) 21 : audit [INF] from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-08-29T17:47:15.315 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:47:14 smithi028 bash[22419]: audit 2024-08-29T17:47:13.166135+0000 mon.a (mon.0) 993 : audit [DBG] from='mgr.14499 172.21.15.28:0/1402656687' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-29T17:47:15.315 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:47:14 smithi028 bash[22419]: audit 2024-08-29T17:47:13.166768+0000 mon.a (mon.0) 994 : audit [DBG] from='mgr.14499 172.21.15.28:0/1402656687' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-29T17:47:15.315 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:47:14 smithi028 bash[22419]: audit 2024-08-29T17:47:13.167069+0000 mon.a (mon.0) 995 : audit [DBG] from='mgr.14499 172.21.15.28:0/1402656687' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-29T17:47:15.315 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:47:14 smithi028 bash[22419]: audit 2024-08-29T17:47:13.404051+0000 mon.a (mon.0) 996 : audit [DBG] from='mgr.14499 172.21.15.28:0/1402656687' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-29T17:47:15.315 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:47:14 smithi028 bash[22419]: audit 2024-08-29T17:47:13.407721+0000 mon.a (mon.0) 997 : audit [DBG] from='mgr.14499 172.21.15.28:0/1402656687' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-08-29T17:47:15.315 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:47:14 smithi028 bash[22419]: audit 2024-08-29T17:47:13.541394+0000 mon.a (mon.0) 998 : audit [DBG] from='mgr.14499 172.21.15.28:0/1402656687' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-29T17:47:15.315 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:47:14 smithi028 bash[22419]: audit 2024-08-29T17:47:13.541970+0000 mon.a (mon.0) 999 : audit [DBG] from='mgr.14499 172.21.15.28:0/1402656687' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-29T17:47:15.315 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:47:14 smithi028 bash[22419]: audit 2024-08-29T17:47:13.542403+0000 mon.a (mon.0) 1000 : audit [DBG] from='mgr.14499 172.21.15.28:0/1402656687' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-29T17:47:15.315 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:47:14 smithi028 bash[22419]: audit 2024-08-29T17:47:13.545705+0000 mon.a (mon.0) 1001 : audit [DBG] from='mgr.14499 172.21.15.28:0/1402656687' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-29T17:47:15.315 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:47:14 smithi028 bash[22419]: audit 2024-08-29T17:47:13.546108+0000 mon.a (mon.0) 1002 : audit [DBG] from='mgr.14499 172.21.15.28:0/1402656687' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-29T17:47:15.315 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:47:14 smithi028 bash[22419]: audit 2024-08-29T17:47:13.546480+0000 mon.a (mon.0) 1003 : audit [DBG] from='mgr.14499 172.21.15.28:0/1402656687' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-29T17:47:15.315 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:47:14 smithi028 bash[22419]: audit 2024-08-29T17:47:13.549682+0000 mon.a (mon.0) 1004 : audit [DBG] from='mgr.14499 172.21.15.28:0/1402656687' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-29T17:47:15.315 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:47:14 smithi028 bash[22419]: audit 2024-08-29T17:47:13.550243+0000 mon.a (mon.0) 1005 : audit [DBG] from='mgr.14499 172.21.15.28:0/1402656687' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-29T17:47:15.315 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:47:14 smithi028 bash[22419]: audit 2024-08-29T17:47:13.550719+0000 mon.a (mon.0) 1006 : audit [DBG] from='mgr.14499 172.21.15.28:0/1402656687' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-29T17:47:15.316 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:47:14 smithi028 bash[22419]: audit 2024-08-29T17:47:13.567782+0000 mon.a (mon.0) 1007 : audit [INF] from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-08-29T17:47:15.316 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:47:14 smithi028 bash[22419]: audit 2024-08-29T17:47:13.567885+0000 mon.a (mon.0) 1008 : audit [INF] from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-08-29T17:47:15.316 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:47:14 smithi028 bash[22419]: audit 2024-08-29T17:47:13.568225+0000 mon.b (mon.1) 33 : audit [INF] from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-08-29T17:47:15.316 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:47:14 smithi028 bash[22419]: audit 2024-08-29T17:47:13.568341+0000 mon.b (mon.1) 34 : audit [INF] from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-08-29T17:47:15.316 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:47:14 smithi028 bash[22419]: audit 2024-08-29T17:47:13.568342+0000 mon.a (mon.0) 1009 : audit [DBG] from='mgr.14499 172.21.15.28:0/1402656687' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-29T17:47:15.316 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:47:14 smithi028 bash[22419]: audit 2024-08-29T17:47:13.568727+0000 mon.a (mon.0) 1010 : audit [DBG] from='mgr.14499 172.21.15.28:0/1402656687' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-29T17:47:15.316 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:47:14 smithi028 bash[22419]: audit 2024-08-29T17:47:13.569166+0000 mon.a (mon.0) 1011 : audit [DBG] from='mgr.14499 172.21.15.28:0/1402656687' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-29T17:47:15.316 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:47:14 smithi028 bash[22419]: audit 2024-08-29T17:47:13.572595+0000 mon.a (mon.0) 1012 : audit [DBG] from='mgr.14499 172.21.15.28:0/1402656687' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-29T17:47:15.316 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:47:14 smithi028 bash[22419]: audit 2024-08-29T17:47:13.573273+0000 mon.a (mon.0) 1013 : audit [DBG] from='mgr.14499 172.21.15.28:0/1402656687' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-29T17:47:15.316 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:47:14 smithi028 bash[22419]: audit 2024-08-29T17:47:13.573586+0000 mon.a (mon.0) 1014 : audit [DBG] from='mgr.14499 172.21.15.28:0/1402656687' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-29T17:47:15.316 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:47:14 smithi028 bash[22419]: audit 2024-08-29T17:47:13.576200+0000 mon.c (mon.2) 22 : audit [INF] from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-08-29T17:47:15.316 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:47:14 smithi028 bash[22419]: audit 2024-08-29T17:47:13.576285+0000 mon.c (mon.2) 23 : audit [INF] from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-08-29T17:47:15.316 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:47:14 smithi028 bash[22419]: audit 2024-08-29T17:47:13.576731+0000 mon.a (mon.0) 1015 : audit [DBG] from='mgr.14499 172.21.15.28:0/1402656687' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-29T17:47:15.317 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:47:14 smithi028 bash[22419]: audit 2024-08-29T17:47:13.577464+0000 mon.a (mon.0) 1016 : audit [DBG] from='mgr.14499 172.21.15.28:0/1402656687' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-29T17:47:15.317 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:47:14 smithi028 bash[22419]: audit 2024-08-29T17:47:13.577855+0000 mon.a (mon.0) 1017 : audit [DBG] from='mgr.14499 172.21.15.28:0/1402656687' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-29T17:47:15.323 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:47:15 smithi053 bash[24720]: audit 2024-08-29T17:47:13.402454+0000 mgr.y (mgr.14499) 179 : audit [DBG] from='client.14817 -' entity='client.admin' cmd=[{"prefix": "telemetry show", "target": ["mon-mgr", ""]}]: dispatch 2024-08-29T17:47:15.323 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:47:15 smithi053 bash[24720]: cluster 2024-08-29T17:47:13.880362+0000 mgr.y (mgr.14499) 180 : cluster [DBG] pgmap v140: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 13 KiB/s rd, 0 B/s wr, 3 op/s 2024-08-29T17:47:15.323 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:47:15 smithi053 bash[24720]: audit 2024-08-29T17:47:14.048914+0000 mgr.y (mgr.14499) 181 : audit [DBG] from='client.14835 -' entity='client.admin' cmd=[{"prefix": "telemetry show-device", "target": ["mon-mgr", ""]}]: dispatch 2024-08-29T17:47:15.323 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:47:15 smithi053 bash[24720]: audit 2024-08-29T17:47:14.220609+0000 mgr.y (mgr.14499) 182 : audit [DBG] from='client.14835 -' entity='client.admin' cmd=[{"prefix": "telemetry show-device", "target": ["mon-mgr", ""]}]: dispatch 2024-08-29T17:47:15.324 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:47:15 smithi053 bash[24720]: audit 2024-08-29T17:47:14.614229+0000 mon.a (mon.0) 1018 : audit [DBG] from='mgr.14499 172.21.15.28:0/1402656687' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-29T17:47:15.324 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:47:15 smithi053 bash[24720]: audit 2024-08-29T17:47:14.620277+0000 mon.a (mon.0) 1019 : audit [DBG] from='mgr.14499 172.21.15.28:0/1402656687' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-08-29T17:47:15.324 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:47:15 smithi053 bash[24720]: audit 2024-08-29T17:47:14.798282+0000 mon.a (mon.0) 1020 : audit [DBG] from='mgr.14499 172.21.15.28:0/1402656687' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-29T17:47:15.324 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:47:15 smithi053 bash[24720]: audit 2024-08-29T17:47:14.798780+0000 mon.a (mon.0) 1021 : audit [DBG] from='mgr.14499 172.21.15.28:0/1402656687' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-29T17:47:15.324 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:47:15 smithi053 bash[24720]: audit 2024-08-29T17:47:14.799150+0000 mon.a (mon.0) 1022 : audit [DBG] from='mgr.14499 172.21.15.28:0/1402656687' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-29T17:47:15.324 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:47:15 smithi053 bash[24720]: audit 2024-08-29T17:47:14.802680+0000 mon.a (mon.0) 1023 : audit [DBG] from='mgr.14499 172.21.15.28:0/1402656687' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-29T17:47:15.324 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:47:15 smithi053 bash[24720]: audit 2024-08-29T17:47:14.803177+0000 mon.a (mon.0) 1024 : audit [DBG] from='mgr.14499 172.21.15.28:0/1402656687' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-29T17:47:15.324 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:47:15 smithi053 bash[24720]: audit 2024-08-29T17:47:14.803563+0000 mon.a (mon.0) 1025 : audit [DBG] from='mgr.14499 172.21.15.28:0/1402656687' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-29T17:47:15.324 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:47:15 smithi053 bash[24720]: audit 2024-08-29T17:47:14.806945+0000 mon.a (mon.0) 1026 : audit [DBG] from='mgr.14499 172.21.15.28:0/1402656687' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-29T17:47:15.324 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:47:15 smithi053 bash[24720]: audit 2024-08-29T17:47:14.807302+0000 mon.a (mon.0) 1027 : audit [DBG] from='mgr.14499 172.21.15.28:0/1402656687' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-29T17:47:15.324 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:47:15 smithi053 bash[24720]: audit 2024-08-29T17:47:14.807695+0000 mon.a (mon.0) 1028 : audit [DBG] from='mgr.14499 172.21.15.28:0/1402656687' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-29T17:47:15.324 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:47:15 smithi053 bash[24720]: audit 2024-08-29T17:47:14.824214+0000 mon.a (mon.0) 1029 : audit [INF] from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-08-29T17:47:15.324 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:47:15 smithi053 bash[24720]: audit 2024-08-29T17:47:14.824333+0000 mon.a (mon.0) 1030 : audit [INF] from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-08-29T17:47:15.324 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:47:15 smithi053 bash[24720]: audit 2024-08-29T17:47:14.824377+0000 mon.b (mon.1) 35 : audit [INF] from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-08-29T17:47:15.325 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:47:15 smithi053 bash[24720]: audit 2024-08-29T17:47:14.824484+0000 mon.b (mon.1) 36 : audit [INF] from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-08-29T17:47:15.325 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:47:15 smithi053 bash[24720]: audit 2024-08-29T17:47:14.824688+0000 mon.a (mon.0) 1031 : audit [DBG] from='mgr.14499 172.21.15.28:0/1402656687' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-29T17:47:15.325 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:47:15 smithi053 bash[24720]: audit 2024-08-29T17:47:14.825080+0000 mon.a (mon.0) 1032 : audit [DBG] from='mgr.14499 172.21.15.28:0/1402656687' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-29T17:47:15.325 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:47:15 smithi053 bash[24720]: audit 2024-08-29T17:47:14.825497+0000 mon.a (mon.0) 1033 : audit [DBG] from='mgr.14499 172.21.15.28:0/1402656687' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-29T17:47:15.325 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:47:15 smithi053 bash[24720]: audit 2024-08-29T17:47:14.828725+0000 mon.a (mon.0) 1034 : audit [DBG] from='mgr.14499 172.21.15.28:0/1402656687' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-29T17:47:15.325 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:47:15 smithi053 bash[24720]: audit 2024-08-29T17:47:14.829475+0000 mon.a (mon.0) 1035 : audit [DBG] from='mgr.14499 172.21.15.28:0/1402656687' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-29T17:47:15.325 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:47:15 smithi053 bash[24720]: audit 2024-08-29T17:47:14.829863+0000 mon.a (mon.0) 1036 : audit [DBG] from='mgr.14499 172.21.15.28:0/1402656687' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-29T17:47:15.325 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:47:15 smithi053 bash[24720]: audit 2024-08-29T17:47:14.832492+0000 mon.c (mon.2) 24 : audit [INF] from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-08-29T17:47:15.326 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:47:15 smithi053 bash[24720]: audit 2024-08-29T17:47:14.832601+0000 mon.c (mon.2) 25 : audit [INF] from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-08-29T17:47:15.326 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:47:15 smithi053 bash[24720]: audit 2024-08-29T17:47:14.832893+0000 mon.a (mon.0) 1037 : audit [DBG] from='mgr.14499 172.21.15.28:0/1402656687' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-29T17:47:15.326 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:47:15 smithi053 bash[24720]: audit 2024-08-29T17:47:14.833317+0000 mon.a (mon.0) 1038 : audit [DBG] from='mgr.14499 172.21.15.28:0/1402656687' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-29T17:47:15.326 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:47:15 smithi053 bash[24720]: audit 2024-08-29T17:47:14.833996+0000 mon.a (mon.0) 1039 : audit [DBG] from='mgr.14499 172.21.15.28:0/1402656687' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-29T17:47:15.375 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:47:15 smithi028 bash[22419]: audit 2024-08-29T17:47:13.402454+0000 mgr.y (mgr.14499) 179 : audit [DBG] from='client.14817 -' entity='client.admin' cmd=[{"prefix": "telemetry show", "target": ["mon-mgr", ""]}]: dispatch 2024-08-29T17:47:15.375 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:47:15 smithi028 bash[22419]: cluster 2024-08-29T17:47:13.880362+0000 mgr.y (mgr.14499) 180 : cluster [DBG] pgmap v140: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 13 KiB/s rd, 0 B/s wr, 3 op/s 2024-08-29T17:47:15.375 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:47:15 smithi028 bash[22419]: audit 2024-08-29T17:47:14.048914+0000 mgr.y (mgr.14499) 181 : audit [DBG] from='client.14835 -' entity='client.admin' cmd=[{"prefix": "telemetry show-device", "target": ["mon-mgr", ""]}]: dispatch 2024-08-29T17:47:15.375 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:47:15 smithi028 bash[22419]: audit 2024-08-29T17:47:14.220609+0000 mgr.y (mgr.14499) 182 : audit [DBG] from='client.14835 -' entity='client.admin' cmd=[{"prefix": "telemetry show-device", "target": ["mon-mgr", ""]}]: dispatch 2024-08-29T17:47:15.375 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:47:15 smithi028 bash[22419]: audit 2024-08-29T17:47:14.614229+0000 mon.a (mon.0) 1018 : audit [DBG] from='mgr.14499 172.21.15.28:0/1402656687' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-29T17:47:15.375 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:47:15 smithi028 bash[22419]: audit 2024-08-29T17:47:14.620277+0000 mon.a (mon.0) 1019 : audit [DBG] from='mgr.14499 172.21.15.28:0/1402656687' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-08-29T17:47:15.375 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:47:15 smithi028 bash[22419]: audit 2024-08-29T17:47:14.798282+0000 mon.a (mon.0) 1020 : audit [DBG] from='mgr.14499 172.21.15.28:0/1402656687' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-29T17:47:15.376 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:47:15 smithi028 bash[22419]: audit 2024-08-29T17:47:14.798780+0000 mon.a (mon.0) 1021 : audit [DBG] from='mgr.14499 172.21.15.28:0/1402656687' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-29T17:47:15.376 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:47:15 smithi028 bash[22419]: audit 2024-08-29T17:47:14.799150+0000 mon.a (mon.0) 1022 : audit [DBG] from='mgr.14499 172.21.15.28:0/1402656687' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-29T17:47:15.376 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:47:15 smithi028 bash[22419]: audit 2024-08-29T17:47:14.802680+0000 mon.a (mon.0) 1023 : audit [DBG] from='mgr.14499 172.21.15.28:0/1402656687' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-29T17:47:15.376 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:47:15 smithi028 bash[22419]: audit 2024-08-29T17:47:14.803177+0000 mon.a (mon.0) 1024 : audit [DBG] from='mgr.14499 172.21.15.28:0/1402656687' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-29T17:47:15.376 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:47:15 smithi028 bash[22419]: audit 2024-08-29T17:47:14.803563+0000 mon.a (mon.0) 1025 : audit [DBG] from='mgr.14499 172.21.15.28:0/1402656687' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-29T17:47:15.376 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:47:15 smithi028 bash[22419]: audit 2024-08-29T17:47:14.806945+0000 mon.a (mon.0) 1026 : audit [DBG] from='mgr.14499 172.21.15.28:0/1402656687' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-29T17:47:15.376 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:47:15 smithi028 bash[22419]: audit 2024-08-29T17:47:14.807302+0000 mon.a (mon.0) 1027 : audit [DBG] from='mgr.14499 172.21.15.28:0/1402656687' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-29T17:47:15.376 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:47:15 smithi028 bash[22419]: audit 2024-08-29T17:47:14.807695+0000 mon.a (mon.0) 1028 : audit [DBG] from='mgr.14499 172.21.15.28:0/1402656687' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-29T17:47:15.376 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:47:15 smithi028 bash[22419]: audit 2024-08-29T17:47:14.824214+0000 mon.a (mon.0) 1029 : audit [INF] from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-08-29T17:47:15.376 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:47:15 smithi028 bash[22419]: audit 2024-08-29T17:47:14.824333+0000 mon.a (mon.0) 1030 : audit [INF] from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-08-29T17:47:15.376 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:47:15 smithi028 bash[22419]: audit 2024-08-29T17:47:14.824377+0000 mon.b (mon.1) 35 : audit [INF] from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-08-29T17:47:15.377 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:47:15 smithi028 bash[31855]: audit 2024-08-29T17:47:13.402454+0000 mgr.y (mgr.14499) 179 : audit [DBG] from='client.14817 -' entity='client.admin' cmd=[{"prefix": "telemetry show", "target": ["mon-mgr", ""]}]: dispatch 2024-08-29T17:47:15.377 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:47:15 smithi028 bash[31855]: cluster 2024-08-29T17:47:13.880362+0000 mgr.y (mgr.14499) 180 : cluster [DBG] pgmap v140: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 13 KiB/s rd, 0 B/s wr, 3 op/s 2024-08-29T17:47:15.377 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:47:15 smithi028 bash[31855]: audit 2024-08-29T17:47:14.048914+0000 mgr.y (mgr.14499) 181 : audit [DBG] from='client.14835 -' entity='client.admin' cmd=[{"prefix": "telemetry show-device", "target": ["mon-mgr", ""]}]: dispatch 2024-08-29T17:47:15.377 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:47:15 smithi028 bash[31855]: audit 2024-08-29T17:47:14.220609+0000 mgr.y (mgr.14499) 182 : audit [DBG] from='client.14835 -' entity='client.admin' cmd=[{"prefix": "telemetry show-device", "target": ["mon-mgr", ""]}]: dispatch 2024-08-29T17:47:15.377 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:47:15 smithi028 bash[31855]: audit 2024-08-29T17:47:14.614229+0000 mon.a (mon.0) 1018 : audit [DBG] from='mgr.14499 172.21.15.28:0/1402656687' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-29T17:47:15.377 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:47:15 smithi028 bash[31855]: audit 2024-08-29T17:47:14.620277+0000 mon.a (mon.0) 1019 : audit [DBG] from='mgr.14499 172.21.15.28:0/1402656687' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-08-29T17:47:15.377 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:47:15 smithi028 bash[31855]: audit 2024-08-29T17:47:14.798282+0000 mon.a (mon.0) 1020 : audit [DBG] from='mgr.14499 172.21.15.28:0/1402656687' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-29T17:47:15.377 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:47:15 smithi028 bash[31855]: audit 2024-08-29T17:47:14.798780+0000 mon.a (mon.0) 1021 : audit [DBG] from='mgr.14499 172.21.15.28:0/1402656687' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-29T17:47:15.377 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:47:15 smithi028 bash[31855]: audit 2024-08-29T17:47:14.799150+0000 mon.a (mon.0) 1022 : audit [DBG] from='mgr.14499 172.21.15.28:0/1402656687' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-29T17:47:15.377 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:47:15 smithi028 bash[31855]: audit 2024-08-29T17:47:14.802680+0000 mon.a (mon.0) 1023 : audit [DBG] from='mgr.14499 172.21.15.28:0/1402656687' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-29T17:47:15.377 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:47:15 smithi028 bash[31855]: audit 2024-08-29T17:47:14.803177+0000 mon.a (mon.0) 1024 : audit [DBG] from='mgr.14499 172.21.15.28:0/1402656687' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-29T17:47:15.377 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:47:15 smithi028 bash[31855]: audit 2024-08-29T17:47:14.803563+0000 mon.a (mon.0) 1025 : audit [DBG] from='mgr.14499 172.21.15.28:0/1402656687' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-29T17:47:15.378 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:47:15 smithi028 bash[31855]: audit 2024-08-29T17:47:14.806945+0000 mon.a (mon.0) 1026 : audit [DBG] from='mgr.14499 172.21.15.28:0/1402656687' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-29T17:47:15.378 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:47:15 smithi028 bash[31855]: audit 2024-08-29T17:47:14.807302+0000 mon.a (mon.0) 1027 : audit [DBG] from='mgr.14499 172.21.15.28:0/1402656687' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-29T17:47:15.378 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:47:15 smithi028 bash[31855]: audit 2024-08-29T17:47:14.807695+0000 mon.a (mon.0) 1028 : audit [DBG] from='mgr.14499 172.21.15.28:0/1402656687' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-29T17:47:15.378 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:47:15 smithi028 bash[31855]: audit 2024-08-29T17:47:14.824214+0000 mon.a (mon.0) 1029 : audit [INF] from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-08-29T17:47:15.378 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:47:15 smithi028 bash[31855]: audit 2024-08-29T17:47:14.824333+0000 mon.a (mon.0) 1030 : audit [INF] from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-08-29T17:47:15.378 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:47:15 smithi028 bash[31855]: audit 2024-08-29T17:47:14.824377+0000 mon.b (mon.1) 35 : audit [INF] from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-08-29T17:47:15.378 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:47:15 smithi028 bash[22419]: audit 2024-08-29T17:47:14.824484+0000 mon.b (mon.1) 36 : audit [INF] from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-08-29T17:47:15.378 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:47:15 smithi028 bash[22419]: audit 2024-08-29T17:47:14.824688+0000 mon.a (mon.0) 1031 : audit [DBG] from='mgr.14499 172.21.15.28:0/1402656687' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-29T17:47:15.378 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:47:15 smithi028 bash[22419]: audit 2024-08-29T17:47:14.825080+0000 mon.a (mon.0) 1032 : audit [DBG] from='mgr.14499 172.21.15.28:0/1402656687' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-29T17:47:15.378 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:47:15 smithi028 bash[22419]: audit 2024-08-29T17:47:14.825497+0000 mon.a (mon.0) 1033 : audit [DBG] from='mgr.14499 172.21.15.28:0/1402656687' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-29T17:47:15.379 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:47:15 smithi028 bash[22419]: audit 2024-08-29T17:47:14.828725+0000 mon.a (mon.0) 1034 : audit [DBG] from='mgr.14499 172.21.15.28:0/1402656687' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-29T17:47:15.379 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:47:15 smithi028 bash[22419]: audit 2024-08-29T17:47:14.829475+0000 mon.a (mon.0) 1035 : audit [DBG] from='mgr.14499 172.21.15.28:0/1402656687' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-29T17:47:15.379 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:47:15 smithi028 bash[22419]: audit 2024-08-29T17:47:14.829863+0000 mon.a (mon.0) 1036 : audit [DBG] from='mgr.14499 172.21.15.28:0/1402656687' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-29T17:47:15.379 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:47:15 smithi028 bash[22419]: audit 2024-08-29T17:47:14.832492+0000 mon.c (mon.2) 24 : audit [INF] from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-08-29T17:47:15.379 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:47:15 smithi028 bash[22419]: audit 2024-08-29T17:47:14.832601+0000 mon.c (mon.2) 25 : audit [INF] from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-08-29T17:47:15.379 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:47:15 smithi028 bash[22419]: audit 2024-08-29T17:47:14.832893+0000 mon.a (mon.0) 1037 : audit [DBG] from='mgr.14499 172.21.15.28:0/1402656687' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-29T17:47:15.379 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:47:15 smithi028 bash[22419]: audit 2024-08-29T17:47:14.833317+0000 mon.a (mon.0) 1038 : audit [DBG] from='mgr.14499 172.21.15.28:0/1402656687' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-29T17:47:15.379 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:47:15 smithi028 bash[22419]: audit 2024-08-29T17:47:14.833996+0000 mon.a (mon.0) 1039 : audit [DBG] from='mgr.14499 172.21.15.28:0/1402656687' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-29T17:47:15.379 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:47:15 smithi028 bash[31855]: audit 2024-08-29T17:47:14.824484+0000 mon.b (mon.1) 36 : audit [INF] from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-08-29T17:47:15.379 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:47:15 smithi028 bash[31855]: audit 2024-08-29T17:47:14.824688+0000 mon.a (mon.0) 1031 : audit [DBG] from='mgr.14499 172.21.15.28:0/1402656687' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-29T17:47:15.379 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:47:15 smithi028 bash[31855]: audit 2024-08-29T17:47:14.825080+0000 mon.a (mon.0) 1032 : audit [DBG] from='mgr.14499 172.21.15.28:0/1402656687' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-29T17:47:15.379 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:47:15 smithi028 bash[31855]: audit 2024-08-29T17:47:14.825497+0000 mon.a (mon.0) 1033 : audit [DBG] from='mgr.14499 172.21.15.28:0/1402656687' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-29T17:47:15.380 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:47:15 smithi028 bash[31855]: audit 2024-08-29T17:47:14.828725+0000 mon.a (mon.0) 1034 : audit [DBG] from='mgr.14499 172.21.15.28:0/1402656687' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-29T17:47:15.380 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:47:15 smithi028 bash[31855]: audit 2024-08-29T17:47:14.829475+0000 mon.a (mon.0) 1035 : audit [DBG] from='mgr.14499 172.21.15.28:0/1402656687' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-29T17:47:15.380 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:47:15 smithi028 bash[31855]: audit 2024-08-29T17:47:14.829863+0000 mon.a (mon.0) 1036 : audit [DBG] from='mgr.14499 172.21.15.28:0/1402656687' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-29T17:47:15.380 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:47:15 smithi028 bash[31855]: audit 2024-08-29T17:47:14.832492+0000 mon.c (mon.2) 24 : audit [INF] from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-08-29T17:47:15.380 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:47:15 smithi028 bash[31855]: audit 2024-08-29T17:47:14.832601+0000 mon.c (mon.2) 25 : audit [INF] from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-08-29T17:47:15.380 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:47:15 smithi028 bash[31855]: audit 2024-08-29T17:47:14.832893+0000 mon.a (mon.0) 1037 : audit [DBG] from='mgr.14499 172.21.15.28:0/1402656687' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-29T17:47:15.380 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:47:15 smithi028 bash[31855]: audit 2024-08-29T17:47:14.833317+0000 mon.a (mon.0) 1038 : audit [DBG] from='mgr.14499 172.21.15.28:0/1402656687' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-29T17:47:15.380 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:47:15 smithi028 bash[31855]: audit 2024-08-29T17:47:14.833996+0000 mon.a (mon.0) 1039 : audit [DBG] from='mgr.14499 172.21.15.28:0/1402656687' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-29T17:47:15.446 INFO:tasks.workunit.client.0.smithi028.stdout:{ 2024-08-29T17:47:15.446 INFO:tasks.workunit.client.0.smithi028.stdout: "device_report": { 2024-08-29T17:47:15.447 INFO:tasks.workunit.client.0.smithi028.stdout: "b7162f50-662e-11ef-b726-ac1f6ba5ca3c": { 2024-08-29T17:47:15.447 INFO:tasks.workunit.client.0.smithi028.stdout: "INTEL_SSDPED1D480GA_b716fc78-662e-11ef-b726-ac1f6ba5ca3c": { 2024-08-29T17:47:15.447 INFO:tasks.workunit.client.0.smithi028.stdout: "20240829-173527": { 2024-08-29T17:47:15.447 INFO:tasks.workunit.client.0.smithi028.stdout: "device": { 2024-08-29T17:47:15.447 INFO:tasks.workunit.client.0.smithi028.stdout: "info_name": "/dev/nvme0n1", 2024-08-29T17:47:15.447 INFO:tasks.workunit.client.0.smithi028.stdout: "name": "/dev/nvme0n1", 2024-08-29T17:47:15.447 INFO:tasks.workunit.client.0.smithi028.stdout: "protocol": "NVMe", 2024-08-29T17:47:15.447 INFO:tasks.workunit.client.0.smithi028.stdout: "type": "nvme" 2024-08-29T17:47:15.447 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:15.448 INFO:tasks.workunit.client.0.smithi028.stdout: "firmware_version": "E2010325", 2024-08-29T17:47:15.448 INFO:tasks.workunit.client.0.smithi028.stdout: "host_id": "b7162f50-662e-11ef-b726-ac1f6ba5ca3c", 2024-08-29T17:47:15.448 INFO:tasks.workunit.client.0.smithi028.stdout: "json_format_version": [ 2024-08-29T17:47:15.448 INFO:tasks.workunit.client.0.smithi028.stdout: 1, 2024-08-29T17:47:15.448 INFO:tasks.workunit.client.0.smithi028.stdout: 0 2024-08-29T17:47:15.448 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-08-29T17:47:15.448 INFO:tasks.workunit.client.0.smithi028.stdout: "local_time": { 2024-08-29T17:47:15.448 INFO:tasks.workunit.client.0.smithi028.stdout: "asctime": "Thu Aug 29 17:35:27 2024 UTC", 2024-08-29T17:47:15.448 INFO:tasks.workunit.client.0.smithi028.stdout: "time_t": 1724952927 2024-08-29T17:47:15.448 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:15.448 INFO:tasks.workunit.client.0.smithi028.stdout: "logical_block_size": 512, 2024-08-29T17:47:15.448 INFO:tasks.workunit.client.0.smithi028.stdout: "model_name": "INTEL SSDPED1D480GA", 2024-08-29T17:47:15.449 INFO:tasks.workunit.client.0.smithi028.stdout: "nvme_controller_id": 0, 2024-08-29T17:47:15.449 INFO:tasks.workunit.client.0.smithi028.stdout: "nvme_ieee_oui_identifier": 6083300, 2024-08-29T17:47:15.449 INFO:tasks.workunit.client.0.smithi028.stdout: "nvme_namespaces": [ 2024-08-29T17:47:15.449 INFO:tasks.workunit.client.0.smithi028.stdout: { 2024-08-29T17:47:15.449 INFO:tasks.workunit.client.0.smithi028.stdout: "capacity": { 2024-08-29T17:47:15.449 INFO:tasks.workunit.client.0.smithi028.stdout: "blocks": 937703088, 2024-08-29T17:47:15.449 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 480103981056 2024-08-29T17:47:15.449 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:15.449 INFO:tasks.workunit.client.0.smithi028.stdout: "formatted_lba_size": 512, 2024-08-29T17:47:15.449 INFO:tasks.workunit.client.0.smithi028.stdout: "id": 1, 2024-08-29T17:47:15.449 INFO:tasks.workunit.client.0.smithi028.stdout: "size": { 2024-08-29T17:47:15.449 INFO:tasks.workunit.client.0.smithi028.stdout: "blocks": 937703088, 2024-08-29T17:47:15.449 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 480103981056 2024-08-29T17:47:15.449 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:15.450 INFO:tasks.workunit.client.0.smithi028.stdout: "utilization": { 2024-08-29T17:47:15.450 INFO:tasks.workunit.client.0.smithi028.stdout: "blocks": 937703088, 2024-08-29T17:47:15.450 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 480103981056 2024-08-29T17:47:15.450 INFO:tasks.workunit.client.0.smithi028.stdout: } 2024-08-29T17:47:15.450 INFO:tasks.workunit.client.0.smithi028.stdout: } 2024-08-29T17:47:15.450 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-08-29T17:47:15.450 INFO:tasks.workunit.client.0.smithi028.stdout: "nvme_number_of_namespaces": 1, 2024-08-29T17:47:15.450 INFO:tasks.workunit.client.0.smithi028.stdout: "nvme_pci_vendor": { 2024-08-29T17:47:15.450 INFO:tasks.workunit.client.0.smithi028.stdout: "id": 32902, 2024-08-29T17:47:15.450 INFO:tasks.workunit.client.0.smithi028.stdout: "subsystem_id": 32902 2024-08-29T17:47:15.450 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:15.451 INFO:tasks.workunit.client.0.smithi028.stdout: "nvme_smart_health_information_add_log": { 2024-08-29T17:47:15.451 INFO:tasks.workunit.client.0.smithi028.stdout: "Device stats": { 2024-08-29T17:47:15.451 INFO:tasks.workunit.client.0.smithi028.stdout: "avail_fw_downgrades": { 2024-08-29T17:47:15.451 INFO:tasks.workunit.client.0.smithi028.stdout: "normalized": 0, 2024-08-29T17:47:15.451 INFO:tasks.workunit.client.0.smithi028.stdout: "raw": 0 2024-08-29T17:47:15.451 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:15.451 INFO:tasks.workunit.client.0.smithi028.stdout: "crc_error_count": { 2024-08-29T17:47:15.451 INFO:tasks.workunit.client.0.smithi028.stdout: "normalized": 100, 2024-08-29T17:47:15.451 INFO:tasks.workunit.client.0.smithi028.stdout: "raw": 0 2024-08-29T17:47:15.451 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:15.451 INFO:tasks.workunit.client.0.smithi028.stdout: "end_to_end_error_detection_count": { 2024-08-29T17:47:15.451 INFO:tasks.workunit.client.0.smithi028.stdout: "normalized": 100, 2024-08-29T17:47:15.451 INFO:tasks.workunit.client.0.smithi028.stdout: "raw": 0 2024-08-29T17:47:15.451 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:15.452 INFO:tasks.workunit.client.0.smithi028.stdout: "erase_fail_count": { 2024-08-29T17:47:15.452 INFO:tasks.workunit.client.0.smithi028.stdout: "normalized": 0, 2024-08-29T17:47:15.452 INFO:tasks.workunit.client.0.smithi028.stdout: "raw": 0 2024-08-29T17:47:15.452 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:15.452 INFO:tasks.workunit.client.0.smithi028.stdout: "host_bytes_written": { 2024-08-29T17:47:15.452 INFO:tasks.workunit.client.0.smithi028.stdout: "normalized": 100, 2024-08-29T17:47:15.452 INFO:tasks.workunit.client.0.smithi028.stdout: "raw": 7429561 2024-08-29T17:47:15.452 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:15.452 INFO:tasks.workunit.client.0.smithi028.stdout: "host_ctx_wear_used": { 2024-08-29T17:47:15.452 INFO:tasks.workunit.client.0.smithi028.stdout: "normalized": 0, 2024-08-29T17:47:15.452 INFO:tasks.workunit.client.0.smithi028.stdout: "raw": 0 2024-08-29T17:47:15.453 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:15.453 INFO:tasks.workunit.client.0.smithi028.stdout: "media_bytes_read": { 2024-08-29T17:47:15.453 INFO:tasks.workunit.client.0.smithi028.stdout: "normalized": 0, 2024-08-29T17:47:15.453 INFO:tasks.workunit.client.0.smithi028.stdout: "raw": 0 2024-08-29T17:47:15.453 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:15.453 INFO:tasks.workunit.client.0.smithi028.stdout: "nand_bytes_written": { 2024-08-29T17:47:15.453 INFO:tasks.workunit.client.0.smithi028.stdout: "normalized": 0, 2024-08-29T17:47:15.453 INFO:tasks.workunit.client.0.smithi028.stdout: "raw": 0 2024-08-29T17:47:15.453 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:15.453 INFO:tasks.workunit.client.0.smithi028.stdout: "perf_stat_indicator": { 2024-08-29T17:47:15.453 INFO:tasks.workunit.client.0.smithi028.stdout: "normalized": 0, 2024-08-29T17:47:15.453 INFO:tasks.workunit.client.0.smithi028.stdout: "raw": 0 2024-08-29T17:47:15.453 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:15.454 INFO:tasks.workunit.client.0.smithi028.stdout: "pll_lock_loss_count": { 2024-08-29T17:47:15.454 INFO:tasks.workunit.client.0.smithi028.stdout: "normalized": 100, 2024-08-29T17:47:15.454 INFO:tasks.workunit.client.0.smithi028.stdout: "raw": 0 2024-08-29T17:47:15.454 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:15.454 INFO:tasks.workunit.client.0.smithi028.stdout: "program_fail_count": { 2024-08-29T17:47:15.454 INFO:tasks.workunit.client.0.smithi028.stdout: "normalized": 0, 2024-08-29T17:47:15.454 INFO:tasks.workunit.client.0.smithi028.stdout: "raw": 0 2024-08-29T17:47:15.454 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:15.454 INFO:tasks.workunit.client.0.smithi028.stdout: "re_alloc_sectr_cnt": { 2024-08-29T17:47:15.454 INFO:tasks.workunit.client.0.smithi028.stdout: "normalized": 0, 2024-08-29T17:47:15.454 INFO:tasks.workunit.client.0.smithi028.stdout: "raw": 0 2024-08-29T17:47:15.454 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:15.454 INFO:tasks.workunit.client.0.smithi028.stdout: "retry_buffer_overflow_count": { 2024-08-29T17:47:15.454 INFO:tasks.workunit.client.0.smithi028.stdout: "normalized": 100, 2024-08-29T17:47:15.455 INFO:tasks.workunit.client.0.smithi028.stdout: "raw": 0 2024-08-29T17:47:15.455 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:15.455 INFO:tasks.workunit.client.0.smithi028.stdout: "soft_ecc_err_rate": { 2024-08-29T17:47:15.455 INFO:tasks.workunit.client.0.smithi028.stdout: "normalized": 0, 2024-08-29T17:47:15.455 INFO:tasks.workunit.client.0.smithi028.stdout: "raw": 0 2024-08-29T17:47:15.455 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:15.455 INFO:tasks.workunit.client.0.smithi028.stdout: "thermal_throttle_status": { 2024-08-29T17:47:15.455 INFO:tasks.workunit.client.0.smithi028.stdout: "normalized": 100, 2024-08-29T17:47:15.455 INFO:tasks.workunit.client.0.smithi028.stdout: "raw": { 2024-08-29T17:47:15.455 INFO:tasks.workunit.client.0.smithi028.stdout: "cnt": 0, 2024-08-29T17:47:15.455 INFO:tasks.workunit.client.0.smithi028.stdout: "pct": 0 2024-08-29T17:47:15.455 INFO:tasks.workunit.client.0.smithi028.stdout: } 2024-08-29T17:47:15.455 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:15.455 INFO:tasks.workunit.client.0.smithi028.stdout: "timed_workload_host_reads": { 2024-08-29T17:47:15.456 INFO:tasks.workunit.client.0.smithi028.stdout: "normalized": 100, 2024-08-29T17:47:15.456 INFO:tasks.workunit.client.0.smithi028.stdout: "raw": 15 2024-08-29T17:47:15.456 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:15.456 INFO:tasks.workunit.client.0.smithi028.stdout: "timed_workload_media_wear": { 2024-08-29T17:47:15.456 INFO:tasks.workunit.client.0.smithi028.stdout: "normalized": 100, 2024-08-29T17:47:15.456 INFO:tasks.workunit.client.0.smithi028.stdout: "raw": "6.810547" 2024-08-29T17:47:15.456 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:15.456 INFO:tasks.workunit.client.0.smithi028.stdout: "timed_workload_timer": { 2024-08-29T17:47:15.456 INFO:tasks.workunit.client.0.smithi028.stdout: "normalized": 100, 2024-08-29T17:47:15.456 INFO:tasks.workunit.client.0.smithi028.stdout: "raw": 1807113 2024-08-29T17:47:15.456 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:15.456 INFO:tasks.workunit.client.0.smithi028.stdout: "unexp_power_loss": { 2024-08-29T17:47:15.457 INFO:tasks.workunit.client.0.smithi028.stdout: "normalized": 0, 2024-08-29T17:47:15.457 INFO:tasks.workunit.client.0.smithi028.stdout: "raw": 0 2024-08-29T17:47:15.457 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:15.457 INFO:tasks.workunit.client.0.smithi028.stdout: "wear_leveling": { 2024-08-29T17:47:15.457 INFO:tasks.workunit.client.0.smithi028.stdout: "normalized": 0, 2024-08-29T17:47:15.457 INFO:tasks.workunit.client.0.smithi028.stdout: "raw": { 2024-08-29T17:47:15.457 INFO:tasks.workunit.client.0.smithi028.stdout: "avg": 0, 2024-08-29T17:47:15.457 INFO:tasks.workunit.client.0.smithi028.stdout: "max": 0, 2024-08-29T17:47:15.457 INFO:tasks.workunit.client.0.smithi028.stdout: "min": 0 2024-08-29T17:47:15.457 INFO:tasks.workunit.client.0.smithi028.stdout: } 2024-08-29T17:47:15.457 INFO:tasks.workunit.client.0.smithi028.stdout: } 2024-08-29T17:47:15.457 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:15.457 INFO:tasks.workunit.client.0.smithi028.stdout: "Intel Smart log": "nvme0n1" 2024-08-29T17:47:15.457 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:15.458 INFO:tasks.workunit.client.0.smithi028.stdout: "nvme_smart_health_information_log": { 2024-08-29T17:47:15.458 INFO:tasks.workunit.client.0.smithi028.stdout: "available_spare": 100, 2024-08-29T17:47:15.458 INFO:tasks.workunit.client.0.smithi028.stdout: "available_spare_threshold": 0, 2024-08-29T17:47:15.458 INFO:tasks.workunit.client.0.smithi028.stdout: "controller_busy_time": 2981, 2024-08-29T17:47:15.458 INFO:tasks.workunit.client.0.smithi028.stdout: "critical_warning": 0, 2024-08-29T17:47:15.458 INFO:tasks.workunit.client.0.smithi028.stdout: "data_units_read": 105966290, 2024-08-29T17:47:15.458 INFO:tasks.workunit.client.0.smithi028.stdout: "data_units_written": 486903742, 2024-08-29T17:47:15.458 INFO:tasks.workunit.client.0.smithi028.stdout: "host_reads": 2188611773, 2024-08-29T17:47:15.458 INFO:tasks.workunit.client.0.smithi028.stdout: "host_writes": 10654283051, 2024-08-29T17:47:15.458 INFO:tasks.workunit.client.0.smithi028.stdout: "media_errors": 0, 2024-08-29T17:47:15.458 INFO:tasks.workunit.client.0.smithi028.stdout: "num_err_log_entries": 0, 2024-08-29T17:47:15.458 INFO:tasks.workunit.client.0.smithi028.stdout: "percentage_used": 8, 2024-08-29T17:47:15.458 INFO:tasks.workunit.client.0.smithi028.stdout: "power_cycles": 19344, 2024-08-29T17:47:15.458 INFO:tasks.workunit.client.0.smithi028.stdout: "power_on_hours": 38084, 2024-08-29T17:47:15.458 INFO:tasks.workunit.client.0.smithi028.stdout: "temperature": 32, 2024-08-29T17:47:15.459 INFO:tasks.workunit.client.0.smithi028.stdout: "unsafe_shutdowns": 5391 2024-08-29T17:47:15.459 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:15.459 INFO:tasks.workunit.client.0.smithi028.stdout: "nvme_vendor": "intel", 2024-08-29T17:47:15.459 INFO:tasks.workunit.client.0.smithi028.stdout: "nvme_version": { 2024-08-29T17:47:15.459 INFO:tasks.workunit.client.0.smithi028.stdout: "string": "<1.2", 2024-08-29T17:47:15.459 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T17:47:15.459 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:15.459 INFO:tasks.workunit.client.0.smithi028.stdout: "power_cycle_count": 19344, 2024-08-29T17:47:15.459 INFO:tasks.workunit.client.0.smithi028.stdout: "power_on_time": { 2024-08-29T17:47:15.459 INFO:tasks.workunit.client.0.smithi028.stdout: "hours": 38084 2024-08-29T17:47:15.459 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:15.459 INFO:tasks.workunit.client.0.smithi028.stdout: "serial_number": "deleted", 2024-08-29T17:47:15.459 INFO:tasks.workunit.client.0.smithi028.stdout: "smart_status": { 2024-08-29T17:47:15.459 INFO:tasks.workunit.client.0.smithi028.stdout: "nvme": { 2024-08-29T17:47:15.460 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T17:47:15.460 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:15.460 INFO:tasks.workunit.client.0.smithi028.stdout: "passed": true 2024-08-29T17:47:15.460 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:15.460 INFO:tasks.workunit.client.0.smithi028.stdout: "smartctl": { 2024-08-29T17:47:15.460 INFO:tasks.workunit.client.0.smithi028.stdout: "argv": [ 2024-08-29T17:47:15.460 INFO:tasks.workunit.client.0.smithi028.stdout: "smartctl", 2024-08-29T17:47:15.460 INFO:tasks.workunit.client.0.smithi028.stdout: "-x", 2024-08-29T17:47:15.460 INFO:tasks.workunit.client.0.smithi028.stdout: "--json=o", 2024-08-29T17:47:15.460 INFO:tasks.workunit.client.0.smithi028.stdout: "/dev/nvme0n1" 2024-08-29T17:47:15.460 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-08-29T17:47:15.461 INFO:tasks.workunit.client.0.smithi028.stdout: "build_info": "(local build)", 2024-08-29T17:47:15.461 INFO:tasks.workunit.client.0.smithi028.stdout: "exit_status": 0, 2024-08-29T17:47:15.461 INFO:tasks.workunit.client.0.smithi028.stdout: "output": [ 2024-08-29T17:47:15.461 INFO:tasks.workunit.client.0.smithi028.stdout: "smartctl 7.2 2020-12-30 r5155 [x86_64-linux-5.15.0-119-generic] (local build)", 2024-08-29T17:47:15.461 INFO:tasks.workunit.client.0.smithi028.stdout: "Copyright (C) 2002-20, Bruce Allen, Christian Franke, www.smartmontools.org", 2024-08-29T17:47:15.461 INFO:tasks.workunit.client.0.smithi028.stdout: "", 2024-08-29T17:47:15.461 INFO:tasks.workunit.client.0.smithi028.stdout: "=== START OF INFORMATION SECTION ===", 2024-08-29T17:47:15.461 INFO:tasks.workunit.client.0.smithi028.stdout: "Model Number: INTEL SSDPED1D480GA", 2024-08-29T17:47:15.461 INFO:tasks.workunit.client.0.smithi028.stdout: "Serial Number: deleted", 2024-08-29T17:47:15.461 INFO:tasks.workunit.client.0.smithi028.stdout: "Firmware Version: E2010325", 2024-08-29T17:47:15.461 INFO:tasks.workunit.client.0.smithi028.stdout: "PCI Vendor/Subsystem ID: 0x8086", 2024-08-29T17:47:15.461 INFO:tasks.workunit.client.0.smithi028.stdout: "IEEE OUI Identifier: 0x5cd2e4", 2024-08-29T17:47:15.462 INFO:tasks.workunit.client.0.smithi028.stdout: "Controller ID: 0", 2024-08-29T17:47:15.462 INFO:tasks.workunit.client.0.smithi028.stdout: "NVMe Version: <1.2", 2024-08-29T17:47:15.462 INFO:tasks.workunit.client.0.smithi028.stdout: "Number of Namespaces: 1", 2024-08-29T17:47:15.462 INFO:tasks.workunit.client.0.smithi028.stdout: "Namespace 1 Size/Capacity: 480,103,981,056 [480 GB]", 2024-08-29T17:47:15.462 INFO:tasks.workunit.client.0.smithi028.stdout: "Namespace 1 Formatted LBA Size: 512", 2024-08-29T17:47:15.462 INFO:tasks.workunit.client.0.smithi028.stdout: "Local Time is: Thu Aug 29 17:35:27 2024 UTC", 2024-08-29T17:47:15.462 INFO:tasks.workunit.client.0.smithi028.stdout: "Firmware Updates (0x02): 1 Slot", 2024-08-29T17:47:15.462 INFO:tasks.workunit.client.0.smithi028.stdout: "Optional Admin Commands (0x0007): Security Format Frmw_DL", 2024-08-29T17:47:15.463 INFO:tasks.workunit.client.0.smithi028.stdout: "Optional NVM Commands (0x0006): Wr_Unc DS_Mngmt", 2024-08-29T17:47:15.463 INFO:tasks.workunit.client.0.smithi028.stdout: "Log Page Attributes (0x02): Cmd_Eff_Lg", 2024-08-29T17:47:15.463 INFO:tasks.workunit.client.0.smithi028.stdout: "Maximum Data Transfer Size: 32 Pages", 2024-08-29T17:47:15.463 INFO:tasks.workunit.client.0.smithi028.stdout: "", 2024-08-29T17:47:15.463 INFO:tasks.workunit.client.0.smithi028.stdout: "Supported Power States", 2024-08-29T17:47:15.463 INFO:tasks.workunit.client.0.smithi028.stdout: "St Op Max Active Idle RL RT WL WT Ent_Lat Ex_Lat", 2024-08-29T17:47:15.464 INFO:tasks.workunit.client.0.smithi028.stdout: " 0 + 18.00W - - 0 0 0 0 0 0", 2024-08-29T17:47:15.464 INFO:tasks.workunit.client.0.smithi028.stdout: "", 2024-08-29T17:47:15.464 INFO:tasks.workunit.client.0.smithi028.stdout: "Supported LBA Sizes (NSID 0x1)", 2024-08-29T17:47:15.464 INFO:tasks.workunit.client.0.smithi028.stdout: "Id Fmt Data Metadt Rel_Perf", 2024-08-29T17:47:15.465 INFO:tasks.workunit.client.0.smithi028.stdout: " 0 + 512 0 2", 2024-08-29T17:47:15.465 INFO:tasks.workunit.client.0.smithi028.stdout: "", 2024-08-29T17:47:15.465 INFO:tasks.workunit.client.0.smithi028.stdout: "=== START OF SMART DATA SECTION ===", 2024-08-29T17:47:15.465 INFO:tasks.workunit.client.0.smithi028.stdout: "SMART overall-health self-assessment test result: PASSED", 2024-08-29T17:47:15.465 INFO:tasks.workunit.client.0.smithi028.stdout: "", 2024-08-29T17:47:15.465 INFO:tasks.workunit.client.0.smithi028.stdout: "SMART/Health Information (NVMe Log 0x02)", 2024-08-29T17:47:15.466 INFO:tasks.workunit.client.0.smithi028.stdout: "Critical Warning: 0x00", 2024-08-29T17:47:15.466 INFO:tasks.workunit.client.0.smithi028.stdout: "Temperature: 32 Celsius", 2024-08-29T17:47:15.466 INFO:tasks.workunit.client.0.smithi028.stdout: "Available Spare: 100%", 2024-08-29T17:47:15.466 INFO:tasks.workunit.client.0.smithi028.stdout: "Available Spare Threshold: 0%", 2024-08-29T17:47:15.466 INFO:tasks.workunit.client.0.smithi028.stdout: "Percentage Used: 8%", 2024-08-29T17:47:15.466 INFO:tasks.workunit.client.0.smithi028.stdout: "Data Units Read: 105,966,290 [54.2 TB]", 2024-08-29T17:47:15.467 INFO:tasks.workunit.client.0.smithi028.stdout: "Data Units Written: 486,903,742 [249 TB]", 2024-08-29T17:47:15.467 INFO:tasks.workunit.client.0.smithi028.stdout: "Host Read Commands: 2,188,611,773", 2024-08-29T17:47:15.467 INFO:tasks.workunit.client.0.smithi028.stdout: "Host Write Commands: 10,654,283,051", 2024-08-29T17:47:15.467 INFO:tasks.workunit.client.0.smithi028.stdout: "Controller Busy Time: 2,981", 2024-08-29T17:47:15.467 INFO:tasks.workunit.client.0.smithi028.stdout: "Power Cycles: 19,344", 2024-08-29T17:47:15.468 INFO:tasks.workunit.client.0.smithi028.stdout: "Power On Hours: 38,084", 2024-08-29T17:47:15.468 INFO:tasks.workunit.client.0.smithi028.stdout: "Unsafe Shutdowns: 5,391", 2024-08-29T17:47:15.468 INFO:tasks.workunit.client.0.smithi028.stdout: "Media and Data Integrity Errors: 0", 2024-08-29T17:47:15.468 INFO:tasks.workunit.client.0.smithi028.stdout: "Error Information Log Entries: 0", 2024-08-29T17:47:15.468 INFO:tasks.workunit.client.0.smithi028.stdout: "", 2024-08-29T17:47:15.469 INFO:tasks.workunit.client.0.smithi028.stdout: "Error Information (NVMe Log 0x01, 16 of 64 entries)", 2024-08-29T17:47:15.469 INFO:tasks.workunit.client.0.smithi028.stdout: "No Errors Logged", 2024-08-29T17:47:15.469 INFO:tasks.workunit.client.0.smithi028.stdout: "" 2024-08-29T17:47:15.469 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-08-29T17:47:15.469 INFO:tasks.workunit.client.0.smithi028.stdout: "platform_info": "x86_64-linux-5.15.0-119-generic", 2024-08-29T17:47:15.469 INFO:tasks.workunit.client.0.smithi028.stdout: "svn_revision": "5155", 2024-08-29T17:47:15.470 INFO:tasks.workunit.client.0.smithi028.stdout: "version": [ 2024-08-29T17:47:15.470 INFO:tasks.workunit.client.0.smithi028.stdout: 7, 2024-08-29T17:47:15.470 INFO:tasks.workunit.client.0.smithi028.stdout: 2 2024-08-29T17:47:15.470 INFO:tasks.workunit.client.0.smithi028.stdout: ] 2024-08-29T17:47:15.470 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:15.471 INFO:tasks.workunit.client.0.smithi028.stdout: "temperature": { 2024-08-29T17:47:15.471 INFO:tasks.workunit.client.0.smithi028.stdout: "current": 32 2024-08-29T17:47:15.471 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:15.471 INFO:tasks.workunit.client.0.smithi028.stdout: "user_capacity": { 2024-08-29T17:47:15.471 INFO:tasks.workunit.client.0.smithi028.stdout: "blocks": 937703088, 2024-08-29T17:47:15.471 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 480103981056 2024-08-29T17:47:15.472 INFO:tasks.workunit.client.0.smithi028.stdout: } 2024-08-29T17:47:15.472 INFO:tasks.workunit.client.0.smithi028.stdout: } 2024-08-29T17:47:15.472 INFO:tasks.workunit.client.0.smithi028.stdout: } 2024-08-29T17:47:15.472 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:15.472 INFO:tasks.workunit.client.0.smithi028.stdout: "b719d812-662e-11ef-b726-ac1f6ba5ca3c": { 2024-08-29T17:47:15.473 INFO:tasks.workunit.client.0.smithi028.stdout: "INTEL_SSDPED1D480GA_b71a9518-662e-11ef-b726-ac1f6ba5ca3c": { 2024-08-29T17:47:15.473 INFO:tasks.workunit.client.0.smithi028.stdout: "20240829-173531": { 2024-08-29T17:47:15.473 INFO:tasks.workunit.client.0.smithi028.stdout: "device": { 2024-08-29T17:47:15.473 INFO:tasks.workunit.client.0.smithi028.stdout: "info_name": "/dev/nvme0n1", 2024-08-29T17:47:15.473 INFO:tasks.workunit.client.0.smithi028.stdout: "name": "/dev/nvme0n1", 2024-08-29T17:47:15.473 INFO:tasks.workunit.client.0.smithi028.stdout: "protocol": "NVMe", 2024-08-29T17:47:15.474 INFO:tasks.workunit.client.0.smithi028.stdout: "type": "nvme" 2024-08-29T17:47:15.474 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:15.474 INFO:tasks.workunit.client.0.smithi028.stdout: "firmware_version": "E2010325", 2024-08-29T17:47:15.474 INFO:tasks.workunit.client.0.smithi028.stdout: "host_id": "b719d812-662e-11ef-b726-ac1f6ba5ca3c", 2024-08-29T17:47:15.474 INFO:tasks.workunit.client.0.smithi028.stdout: "json_format_version": [ 2024-08-29T17:47:15.474 INFO:tasks.workunit.client.0.smithi028.stdout: 1, 2024-08-29T17:47:15.475 INFO:tasks.workunit.client.0.smithi028.stdout: 0 2024-08-29T17:47:15.475 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-08-29T17:47:15.475 INFO:tasks.workunit.client.0.smithi028.stdout: "local_time": { 2024-08-29T17:47:15.475 INFO:tasks.workunit.client.0.smithi028.stdout: "asctime": "Thu Aug 29 17:35:30 2024 UTC", 2024-08-29T17:47:15.475 INFO:tasks.workunit.client.0.smithi028.stdout: "time_t": 1724952930 2024-08-29T17:47:15.475 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:15.475 INFO:tasks.workunit.client.0.smithi028.stdout: "logical_block_size": 512, 2024-08-29T17:47:15.476 INFO:tasks.workunit.client.0.smithi028.stdout: "model_name": "INTEL SSDPED1D480GA", 2024-08-29T17:47:15.476 INFO:tasks.workunit.client.0.smithi028.stdout: "nvme_controller_id": 0, 2024-08-29T17:47:15.476 INFO:tasks.workunit.client.0.smithi028.stdout: "nvme_ieee_oui_identifier": 6083300, 2024-08-29T17:47:15.476 INFO:tasks.workunit.client.0.smithi028.stdout: "nvme_namespaces": [ 2024-08-29T17:47:15.476 INFO:tasks.workunit.client.0.smithi028.stdout: { 2024-08-29T17:47:15.477 INFO:tasks.workunit.client.0.smithi028.stdout: "capacity": { 2024-08-29T17:47:15.477 INFO:tasks.workunit.client.0.smithi028.stdout: "blocks": 937703088, 2024-08-29T17:47:15.477 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 480103981056 2024-08-29T17:47:15.477 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:15.477 INFO:tasks.workunit.client.0.smithi028.stdout: "formatted_lba_size": 512, 2024-08-29T17:47:15.477 INFO:tasks.workunit.client.0.smithi028.stdout: "id": 1, 2024-08-29T17:47:15.477 INFO:tasks.workunit.client.0.smithi028.stdout: "size": { 2024-08-29T17:47:15.477 INFO:tasks.workunit.client.0.smithi028.stdout: "blocks": 937703088, 2024-08-29T17:47:15.477 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 480103981056 2024-08-29T17:47:15.477 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:15.477 INFO:tasks.workunit.client.0.smithi028.stdout: "utilization": { 2024-08-29T17:47:15.478 INFO:tasks.workunit.client.0.smithi028.stdout: "blocks": 937703088, 2024-08-29T17:47:15.478 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 480103981056 2024-08-29T17:47:15.478 INFO:tasks.workunit.client.0.smithi028.stdout: } 2024-08-29T17:47:15.478 INFO:tasks.workunit.client.0.smithi028.stdout: } 2024-08-29T17:47:15.478 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-08-29T17:47:15.478 INFO:tasks.workunit.client.0.smithi028.stdout: "nvme_number_of_namespaces": 1, 2024-08-29T17:47:15.478 INFO:tasks.workunit.client.0.smithi028.stdout: "nvme_pci_vendor": { 2024-08-29T17:47:15.478 INFO:tasks.workunit.client.0.smithi028.stdout: "id": 32902, 2024-08-29T17:47:15.478 INFO:tasks.workunit.client.0.smithi028.stdout: "subsystem_id": 32902 2024-08-29T17:47:15.478 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:15.478 INFO:tasks.workunit.client.0.smithi028.stdout: "nvme_smart_health_information_add_log": { 2024-08-29T17:47:15.478 INFO:tasks.workunit.client.0.smithi028.stdout: "Device stats": { 2024-08-29T17:47:15.478 INFO:tasks.workunit.client.0.smithi028.stdout: "avail_fw_downgrades": { 2024-08-29T17:47:15.478 INFO:tasks.workunit.client.0.smithi028.stdout: "normalized": 0, 2024-08-29T17:47:15.479 INFO:tasks.workunit.client.0.smithi028.stdout: "raw": 0 2024-08-29T17:47:15.479 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:15.479 INFO:tasks.workunit.client.0.smithi028.stdout: "crc_error_count": { 2024-08-29T17:47:15.479 INFO:tasks.workunit.client.0.smithi028.stdout: "normalized": 100, 2024-08-29T17:47:15.479 INFO:tasks.workunit.client.0.smithi028.stdout: "raw": 0 2024-08-29T17:47:15.479 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:15.479 INFO:tasks.workunit.client.0.smithi028.stdout: "end_to_end_error_detection_count": { 2024-08-29T17:47:15.479 INFO:tasks.workunit.client.0.smithi028.stdout: "normalized": 100, 2024-08-29T17:47:15.479 INFO:tasks.workunit.client.0.smithi028.stdout: "raw": 0 2024-08-29T17:47:15.479 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:15.479 INFO:tasks.workunit.client.0.smithi028.stdout: "erase_fail_count": { 2024-08-29T17:47:15.479 INFO:tasks.workunit.client.0.smithi028.stdout: "normalized": 0, 2024-08-29T17:47:15.479 INFO:tasks.workunit.client.0.smithi028.stdout: "raw": 0 2024-08-29T17:47:15.479 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:15.480 INFO:tasks.workunit.client.0.smithi028.stdout: "host_bytes_written": { 2024-08-29T17:47:15.480 INFO:tasks.workunit.client.0.smithi028.stdout: "normalized": 100, 2024-08-29T17:47:15.480 INFO:tasks.workunit.client.0.smithi028.stdout: "raw": 13911044 2024-08-29T17:47:15.480 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:15.480 INFO:tasks.workunit.client.0.smithi028.stdout: "host_ctx_wear_used": { 2024-08-29T17:47:15.480 INFO:tasks.workunit.client.0.smithi028.stdout: "normalized": 0, 2024-08-29T17:47:15.480 INFO:tasks.workunit.client.0.smithi028.stdout: "raw": 0 2024-08-29T17:47:15.480 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:15.480 INFO:tasks.workunit.client.0.smithi028.stdout: "media_bytes_read": { 2024-08-29T17:47:15.480 INFO:tasks.workunit.client.0.smithi028.stdout: "normalized": 0, 2024-08-29T17:47:15.480 INFO:tasks.workunit.client.0.smithi028.stdout: "raw": 0 2024-08-29T17:47:15.480 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:15.480 INFO:tasks.workunit.client.0.smithi028.stdout: "nand_bytes_written": { 2024-08-29T17:47:15.481 INFO:tasks.workunit.client.0.smithi028.stdout: "normalized": 0, 2024-08-29T17:47:15.481 INFO:tasks.workunit.client.0.smithi028.stdout: "raw": 0 2024-08-29T17:47:15.481 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:15.481 INFO:tasks.workunit.client.0.smithi028.stdout: "perf_stat_indicator": { 2024-08-29T17:47:15.481 INFO:tasks.workunit.client.0.smithi028.stdout: "normalized": 0, 2024-08-29T17:47:15.481 INFO:tasks.workunit.client.0.smithi028.stdout: "raw": 0 2024-08-29T17:47:15.481 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:15.481 INFO:tasks.workunit.client.0.smithi028.stdout: "pll_lock_loss_count": { 2024-08-29T17:47:15.481 INFO:tasks.workunit.client.0.smithi028.stdout: "normalized": 100, 2024-08-29T17:47:15.481 INFO:tasks.workunit.client.0.smithi028.stdout: "raw": 0 2024-08-29T17:47:15.481 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:15.481 INFO:tasks.workunit.client.0.smithi028.stdout: "program_fail_count": { 2024-08-29T17:47:15.481 INFO:tasks.workunit.client.0.smithi028.stdout: "normalized": 0, 2024-08-29T17:47:15.481 INFO:tasks.workunit.client.0.smithi028.stdout: "raw": 0 2024-08-29T17:47:15.482 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:15.482 INFO:tasks.workunit.client.0.smithi028.stdout: "re_alloc_sectr_cnt": { 2024-08-29T17:47:15.482 INFO:tasks.workunit.client.0.smithi028.stdout: "normalized": 0, 2024-08-29T17:47:15.482 INFO:tasks.workunit.client.0.smithi028.stdout: "raw": 0 2024-08-29T17:47:15.482 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:15.482 INFO:tasks.workunit.client.0.smithi028.stdout: "retry_buffer_overflow_count": { 2024-08-29T17:47:15.482 INFO:tasks.workunit.client.0.smithi028.stdout: "normalized": 100, 2024-08-29T17:47:15.482 INFO:tasks.workunit.client.0.smithi028.stdout: "raw": 0 2024-08-29T17:47:15.482 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:15.482 INFO:tasks.workunit.client.0.smithi028.stdout: "soft_ecc_err_rate": { 2024-08-29T17:47:15.482 INFO:tasks.workunit.client.0.smithi028.stdout: "normalized": 0, 2024-08-29T17:47:15.483 INFO:tasks.workunit.client.0.smithi028.stdout: "raw": 0 2024-08-29T17:47:15.483 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:15.483 INFO:tasks.workunit.client.0.smithi028.stdout: "thermal_throttle_status": { 2024-08-29T17:47:15.483 INFO:tasks.workunit.client.0.smithi028.stdout: "normalized": 100, 2024-08-29T17:47:15.483 INFO:tasks.workunit.client.0.smithi028.stdout: "raw": { 2024-08-29T17:47:15.483 INFO:tasks.workunit.client.0.smithi028.stdout: "cnt": 0, 2024-08-29T17:47:15.483 INFO:tasks.workunit.client.0.smithi028.stdout: "pct": 0 2024-08-29T17:47:15.483 INFO:tasks.workunit.client.0.smithi028.stdout: } 2024-08-29T17:47:15.483 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:15.483 INFO:tasks.workunit.client.0.smithi028.stdout: "timed_workload_host_reads": { 2024-08-29T17:47:15.483 INFO:tasks.workunit.client.0.smithi028.stdout: "normalized": 100, 2024-08-29T17:47:15.483 INFO:tasks.workunit.client.0.smithi028.stdout: "raw": 13 2024-08-29T17:47:15.484 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:15.484 INFO:tasks.workunit.client.0.smithi028.stdout: "timed_workload_media_wear": { 2024-08-29T17:47:15.484 INFO:tasks.workunit.client.0.smithi028.stdout: "normalized": 100, 2024-08-29T17:47:15.484 INFO:tasks.workunit.client.0.smithi028.stdout: "raw": "0.000000" 2024-08-29T17:47:15.484 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:15.484 INFO:tasks.workunit.client.0.smithi028.stdout: "timed_workload_timer": { 2024-08-29T17:47:15.484 INFO:tasks.workunit.client.0.smithi028.stdout: "normalized": 100, 2024-08-29T17:47:15.484 INFO:tasks.workunit.client.0.smithi028.stdout: "raw": 1544229 2024-08-29T17:47:15.484 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:15.484 INFO:tasks.workunit.client.0.smithi028.stdout: "unexp_power_loss": { 2024-08-29T17:47:15.484 INFO:tasks.workunit.client.0.smithi028.stdout: "normalized": 0, 2024-08-29T17:47:15.484 INFO:tasks.workunit.client.0.smithi028.stdout: "raw": 0 2024-08-29T17:47:15.484 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:15.484 INFO:tasks.workunit.client.0.smithi028.stdout: "wear_leveling": { 2024-08-29T17:47:15.485 INFO:tasks.workunit.client.0.smithi028.stdout: "normalized": 0, 2024-08-29T17:47:15.485 INFO:tasks.workunit.client.0.smithi028.stdout: "raw": { 2024-08-29T17:47:15.485 INFO:tasks.workunit.client.0.smithi028.stdout: "avg": 0, 2024-08-29T17:47:15.485 INFO:tasks.workunit.client.0.smithi028.stdout: "max": 0, 2024-08-29T17:47:15.485 INFO:tasks.workunit.client.0.smithi028.stdout: "min": 0 2024-08-29T17:47:15.485 INFO:tasks.workunit.client.0.smithi028.stdout: } 2024-08-29T17:47:15.485 INFO:tasks.workunit.client.0.smithi028.stdout: } 2024-08-29T17:47:15.485 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:15.485 INFO:tasks.workunit.client.0.smithi028.stdout: "Intel Smart log": "nvme0n1" 2024-08-29T17:47:15.485 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:15.485 INFO:tasks.workunit.client.0.smithi028.stdout: "nvme_smart_health_information_log": { 2024-08-29T17:47:15.485 INFO:tasks.workunit.client.0.smithi028.stdout: "available_spare": 100, 2024-08-29T17:47:15.486 INFO:tasks.workunit.client.0.smithi028.stdout: "available_spare_threshold": 0, 2024-08-29T17:47:15.486 INFO:tasks.workunit.client.0.smithi028.stdout: "controller_busy_time": 5288, 2024-08-29T17:47:15.486 INFO:tasks.workunit.client.0.smithi028.stdout: "critical_warning": 0, 2024-08-29T17:47:15.486 INFO:tasks.workunit.client.0.smithi028.stdout: "data_units_read": 180342202, 2024-08-29T17:47:15.486 INFO:tasks.workunit.client.0.smithi028.stdout: "data_units_written": 911674230, 2024-08-29T17:47:15.486 INFO:tasks.workunit.client.0.smithi028.stdout: "host_reads": 3127841064, 2024-08-29T17:47:15.486 INFO:tasks.workunit.client.0.smithi028.stdout: "host_writes": 19672922154, 2024-08-29T17:47:15.486 INFO:tasks.workunit.client.0.smithi028.stdout: "media_errors": 0, 2024-08-29T17:47:15.486 INFO:tasks.workunit.client.0.smithi028.stdout: "num_err_log_entries": 0, 2024-08-29T17:47:15.486 INFO:tasks.workunit.client.0.smithi028.stdout: "percentage_used": 0, 2024-08-29T17:47:15.486 INFO:tasks.workunit.client.0.smithi028.stdout: "power_cycles": 35184, 2024-08-29T17:47:15.486 INFO:tasks.workunit.client.0.smithi028.stdout: "power_on_hours": 40578, 2024-08-29T17:47:15.486 INFO:tasks.workunit.client.0.smithi028.stdout: "temperature": 31, 2024-08-29T17:47:15.486 INFO:tasks.workunit.client.0.smithi028.stdout: "unsafe_shutdowns": 10085 2024-08-29T17:47:15.487 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:15.487 INFO:tasks.workunit.client.0.smithi028.stdout: "nvme_vendor": "intel", 2024-08-29T17:47:15.487 INFO:tasks.workunit.client.0.smithi028.stdout: "nvme_version": { 2024-08-29T17:47:15.487 INFO:tasks.workunit.client.0.smithi028.stdout: "string": "<1.2", 2024-08-29T17:47:15.487 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T17:47:15.487 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:15.487 INFO:tasks.workunit.client.0.smithi028.stdout: "power_cycle_count": 35184, 2024-08-29T17:47:15.487 INFO:tasks.workunit.client.0.smithi028.stdout: "power_on_time": { 2024-08-29T17:47:15.487 INFO:tasks.workunit.client.0.smithi028.stdout: "hours": 40578 2024-08-29T17:47:15.487 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:15.487 INFO:tasks.workunit.client.0.smithi028.stdout: "serial_number": "deleted", 2024-08-29T17:47:15.487 INFO:tasks.workunit.client.0.smithi028.stdout: "smart_status": { 2024-08-29T17:47:15.487 INFO:tasks.workunit.client.0.smithi028.stdout: "nvme": { 2024-08-29T17:47:15.487 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T17:47:15.488 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:15.488 INFO:tasks.workunit.client.0.smithi028.stdout: "passed": true 2024-08-29T17:47:15.488 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:15.488 INFO:tasks.workunit.client.0.smithi028.stdout: "smartctl": { 2024-08-29T17:47:15.488 INFO:tasks.workunit.client.0.smithi028.stdout: "argv": [ 2024-08-29T17:47:15.488 INFO:tasks.workunit.client.0.smithi028.stdout: "smartctl", 2024-08-29T17:47:15.488 INFO:tasks.workunit.client.0.smithi028.stdout: "-x", 2024-08-29T17:47:15.488 INFO:tasks.workunit.client.0.smithi028.stdout: "--json=o", 2024-08-29T17:47:15.488 INFO:tasks.workunit.client.0.smithi028.stdout: "/dev/nvme0n1" 2024-08-29T17:47:15.488 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-08-29T17:47:15.488 INFO:tasks.workunit.client.0.smithi028.stdout: "build_info": "(local build)", 2024-08-29T17:47:15.488 INFO:tasks.workunit.client.0.smithi028.stdout: "exit_status": 0, 2024-08-29T17:47:15.488 INFO:tasks.workunit.client.0.smithi028.stdout: "output": [ 2024-08-29T17:47:15.488 INFO:tasks.workunit.client.0.smithi028.stdout: "smartctl 7.2 2020-12-30 r5155 [x86_64-linux-5.15.0-119-generic] (local build)", 2024-08-29T17:47:15.489 INFO:tasks.workunit.client.0.smithi028.stdout: "Copyright (C) 2002-20, Bruce Allen, Christian Franke, www.smartmontools.org", 2024-08-29T17:47:15.489 INFO:tasks.workunit.client.0.smithi028.stdout: "", 2024-08-29T17:47:15.489 INFO:tasks.workunit.client.0.smithi028.stdout: "=== START OF INFORMATION SECTION ===", 2024-08-29T17:47:15.489 INFO:tasks.workunit.client.0.smithi028.stdout: "Model Number: INTEL SSDPED1D480GA", 2024-08-29T17:47:15.489 INFO:tasks.workunit.client.0.smithi028.stdout: "Serial Number: deleted", 2024-08-29T17:47:15.489 INFO:tasks.workunit.client.0.smithi028.stdout: "Firmware Version: E2010325", 2024-08-29T17:47:15.489 INFO:tasks.workunit.client.0.smithi028.stdout: "PCI Vendor/Subsystem ID: 0x8086", 2024-08-29T17:47:15.489 INFO:tasks.workunit.client.0.smithi028.stdout: "IEEE OUI Identifier: 0x5cd2e4", 2024-08-29T17:47:15.489 INFO:tasks.workunit.client.0.smithi028.stdout: "Controller ID: 0", 2024-08-29T17:47:15.489 INFO:tasks.workunit.client.0.smithi028.stdout: "NVMe Version: <1.2", 2024-08-29T17:47:15.489 INFO:tasks.workunit.client.0.smithi028.stdout: "Number of Namespaces: 1", 2024-08-29T17:47:15.489 INFO:tasks.workunit.client.0.smithi028.stdout: "Namespace 1 Size/Capacity: 480,103,981,056 [480 GB]", 2024-08-29T17:47:15.489 INFO:tasks.workunit.client.0.smithi028.stdout: "Namespace 1 Formatted LBA Size: 512", 2024-08-29T17:47:15.490 INFO:tasks.workunit.client.0.smithi028.stdout: "Local Time is: Thu Aug 29 17:35:30 2024 UTC", 2024-08-29T17:47:15.490 INFO:tasks.workunit.client.0.smithi028.stdout: "Firmware Updates (0x02): 1 Slot", 2024-08-29T17:47:15.490 INFO:tasks.workunit.client.0.smithi028.stdout: "Optional Admin Commands (0x0007): Security Format Frmw_DL", 2024-08-29T17:47:15.490 INFO:tasks.workunit.client.0.smithi028.stdout: "Optional NVM Commands (0x0006): Wr_Unc DS_Mngmt", 2024-08-29T17:47:15.490 INFO:tasks.workunit.client.0.smithi028.stdout: "Log Page Attributes (0x02): Cmd_Eff_Lg", 2024-08-29T17:47:15.490 INFO:tasks.workunit.client.0.smithi028.stdout: "Maximum Data Transfer Size: 32 Pages", 2024-08-29T17:47:15.490 INFO:tasks.workunit.client.0.smithi028.stdout: "", 2024-08-29T17:47:15.490 INFO:tasks.workunit.client.0.smithi028.stdout: "Supported Power States", 2024-08-29T17:47:15.490 INFO:tasks.workunit.client.0.smithi028.stdout: "St Op Max Active Idle RL RT WL WT Ent_Lat Ex_Lat", 2024-08-29T17:47:15.490 INFO:tasks.workunit.client.0.smithi028.stdout: " 0 + 18.00W - - 0 0 0 0 0 0", 2024-08-29T17:47:15.490 INFO:tasks.workunit.client.0.smithi028.stdout: "", 2024-08-29T17:47:15.490 INFO:tasks.workunit.client.0.smithi028.stdout: "Supported LBA Sizes (NSID 0x1)", 2024-08-29T17:47:15.490 INFO:tasks.workunit.client.0.smithi028.stdout: "Id Fmt Data Metadt Rel_Perf", 2024-08-29T17:47:15.490 INFO:tasks.workunit.client.0.smithi028.stdout: " 0 + 512 0 2", 2024-08-29T17:47:15.491 INFO:tasks.workunit.client.0.smithi028.stdout: "", 2024-08-29T17:47:15.491 INFO:tasks.workunit.client.0.smithi028.stdout: "=== START OF SMART DATA SECTION ===", 2024-08-29T17:47:15.491 INFO:tasks.workunit.client.0.smithi028.stdout: "SMART overall-health self-assessment test result: PASSED", 2024-08-29T17:47:15.491 INFO:tasks.workunit.client.0.smithi028.stdout: "", 2024-08-29T17:47:15.491 INFO:tasks.workunit.client.0.smithi028.stdout: "SMART/Health Information (NVMe Log 0x02)", 2024-08-29T17:47:15.491 INFO:tasks.workunit.client.0.smithi028.stdout: "Critical Warning: 0x00", 2024-08-29T17:47:15.491 INFO:tasks.workunit.client.0.smithi028.stdout: "Temperature: 31 Celsius", 2024-08-29T17:47:15.491 INFO:tasks.workunit.client.0.smithi028.stdout: "Available Spare: 100%", 2024-08-29T17:47:15.491 INFO:tasks.workunit.client.0.smithi028.stdout: "Available Spare Threshold: 0%", 2024-08-29T17:47:15.491 INFO:tasks.workunit.client.0.smithi028.stdout: "Percentage Used: 0%", 2024-08-29T17:47:15.491 INFO:tasks.workunit.client.0.smithi028.stdout: "Data Units Read: 180,342,202 [92.3 TB]", 2024-08-29T17:47:15.491 INFO:tasks.workunit.client.0.smithi028.stdout: "Data Units Written: 911,674,230 [466 TB]", 2024-08-29T17:47:15.491 INFO:tasks.workunit.client.0.smithi028.stdout: "Host Read Commands: 3,127,841,064", 2024-08-29T17:47:15.492 INFO:tasks.workunit.client.0.smithi028.stdout: "Host Write Commands: 19,672,922,154", 2024-08-29T17:47:15.492 INFO:tasks.workunit.client.0.smithi028.stdout: "Controller Busy Time: 5,288", 2024-08-29T17:47:15.492 INFO:tasks.workunit.client.0.smithi028.stdout: "Power Cycles: 35,184", 2024-08-29T17:47:15.492 INFO:tasks.workunit.client.0.smithi028.stdout: "Power On Hours: 40,578", 2024-08-29T17:47:15.492 INFO:tasks.workunit.client.0.smithi028.stdout: "Unsafe Shutdowns: 10,085", 2024-08-29T17:47:15.492 INFO:tasks.workunit.client.0.smithi028.stdout: "Media and Data Integrity Errors: 0", 2024-08-29T17:47:15.492 INFO:tasks.workunit.client.0.smithi028.stdout: "Error Information Log Entries: 0", 2024-08-29T17:47:15.492 INFO:tasks.workunit.client.0.smithi028.stdout: "", 2024-08-29T17:47:15.492 INFO:tasks.workunit.client.0.smithi028.stdout: "Error Information (NVMe Log 0x01, 16 of 64 entries)", 2024-08-29T17:47:15.492 INFO:tasks.workunit.client.0.smithi028.stdout: "No Errors Logged", 2024-08-29T17:47:15.492 INFO:tasks.workunit.client.0.smithi028.stdout: "" 2024-08-29T17:47:15.493 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-08-29T17:47:15.493 INFO:tasks.workunit.client.0.smithi028.stdout: "platform_info": "x86_64-linux-5.15.0-119-generic", 2024-08-29T17:47:15.493 INFO:tasks.workunit.client.0.smithi028.stdout: "svn_revision": "5155", 2024-08-29T17:47:15.493 INFO:tasks.workunit.client.0.smithi028.stdout: "version": [ 2024-08-29T17:47:15.493 INFO:tasks.workunit.client.0.smithi028.stdout: 7, 2024-08-29T17:47:15.493 INFO:tasks.workunit.client.0.smithi028.stdout: 2 2024-08-29T17:47:15.493 INFO:tasks.workunit.client.0.smithi028.stdout: ] 2024-08-29T17:47:15.493 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:15.493 INFO:tasks.workunit.client.0.smithi028.stdout: "temperature": { 2024-08-29T17:47:15.493 INFO:tasks.workunit.client.0.smithi028.stdout: "current": 31 2024-08-29T17:47:15.493 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:15.493 INFO:tasks.workunit.client.0.smithi028.stdout: "user_capacity": { 2024-08-29T17:47:15.493 INFO:tasks.workunit.client.0.smithi028.stdout: "blocks": 937703088, 2024-08-29T17:47:15.494 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 480103981056 2024-08-29T17:47:15.494 INFO:tasks.workunit.client.0.smithi028.stdout: } 2024-08-29T17:47:15.494 INFO:tasks.workunit.client.0.smithi028.stdout: } 2024-08-29T17:47:15.494 INFO:tasks.workunit.client.0.smithi028.stdout: } 2024-08-29T17:47:15.494 INFO:tasks.workunit.client.0.smithi028.stdout: } 2024-08-29T17:47:15.494 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:15.494 INFO:tasks.workunit.client.0.smithi028.stdout: "report": { 2024-08-29T17:47:15.494 INFO:tasks.workunit.client.0.smithi028.stdout: "balancer": { 2024-08-29T17:47:15.494 INFO:tasks.workunit.client.0.smithi028.stdout: "active": true, 2024-08-29T17:47:15.494 INFO:tasks.workunit.client.0.smithi028.stdout: "mode": "" 2024-08-29T17:47:15.494 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:15.494 INFO:tasks.workunit.client.0.smithi028.stdout: "channels": [ 2024-08-29T17:47:15.494 INFO:tasks.workunit.client.0.smithi028.stdout: "basic", 2024-08-29T17:47:15.494 INFO:tasks.workunit.client.0.smithi028.stdout: "crash", 2024-08-29T17:47:15.495 INFO:tasks.workunit.client.0.smithi028.stdout: "device", 2024-08-29T17:47:15.495 INFO:tasks.workunit.client.0.smithi028.stdout: "ident", 2024-08-29T17:47:15.495 INFO:tasks.workunit.client.0.smithi028.stdout: "perf" 2024-08-29T17:47:15.495 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-08-29T17:47:15.495 INFO:tasks.workunit.client.0.smithi028.stdout: "channels_available": [ 2024-08-29T17:47:15.495 INFO:tasks.workunit.client.0.smithi028.stdout: "basic", 2024-08-29T17:47:15.495 INFO:tasks.workunit.client.0.smithi028.stdout: "ident", 2024-08-29T17:47:15.495 INFO:tasks.workunit.client.0.smithi028.stdout: "crash", 2024-08-29T17:47:15.495 INFO:tasks.workunit.client.0.smithi028.stdout: "device", 2024-08-29T17:47:15.495 INFO:tasks.workunit.client.0.smithi028.stdout: "perf" 2024-08-29T17:47:15.495 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-08-29T17:47:15.495 INFO:tasks.workunit.client.0.smithi028.stdout: "collections_available": [ 2024-08-29T17:47:15.495 INFO:tasks.workunit.client.0.smithi028.stdout: "basic_base", 2024-08-29T17:47:15.496 INFO:tasks.workunit.client.0.smithi028.stdout: "device_base", 2024-08-29T17:47:15.496 INFO:tasks.workunit.client.0.smithi028.stdout: "crash_base", 2024-08-29T17:47:15.496 INFO:tasks.workunit.client.0.smithi028.stdout: "ident_base", 2024-08-29T17:47:15.496 INFO:tasks.workunit.client.0.smithi028.stdout: "perf_perf", 2024-08-29T17:47:15.496 INFO:tasks.workunit.client.0.smithi028.stdout: "basic_mds_metadata", 2024-08-29T17:47:15.496 INFO:tasks.workunit.client.0.smithi028.stdout: "basic_pool_usage", 2024-08-29T17:47:15.496 INFO:tasks.workunit.client.0.smithi028.stdout: "basic_usage_by_class", 2024-08-29T17:47:15.496 INFO:tasks.workunit.client.0.smithi028.stdout: "basic_rook_v01", 2024-08-29T17:47:15.496 INFO:tasks.workunit.client.0.smithi028.stdout: "perf_memory_metrics", 2024-08-29T17:47:15.497 INFO:tasks.workunit.client.0.smithi028.stdout: "basic_pool_options_bluestore" 2024-08-29T17:47:15.497 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-08-29T17:47:15.497 INFO:tasks.workunit.client.0.smithi028.stdout: "collections_opted_in": [ 2024-08-29T17:47:15.497 INFO:tasks.workunit.client.0.smithi028.stdout: "basic_base", 2024-08-29T17:47:15.497 INFO:tasks.workunit.client.0.smithi028.stdout: "device_base", 2024-08-29T17:47:15.497 INFO:tasks.workunit.client.0.smithi028.stdout: "crash_base", 2024-08-29T17:47:15.497 INFO:tasks.workunit.client.0.smithi028.stdout: "ident_base", 2024-08-29T17:47:15.497 INFO:tasks.workunit.client.0.smithi028.stdout: "perf_perf", 2024-08-29T17:47:15.497 INFO:tasks.workunit.client.0.smithi028.stdout: "basic_mds_metadata", 2024-08-29T17:47:15.497 INFO:tasks.workunit.client.0.smithi028.stdout: "basic_pool_usage", 2024-08-29T17:47:15.497 INFO:tasks.workunit.client.0.smithi028.stdout: "basic_usage_by_class", 2024-08-29T17:47:15.497 INFO:tasks.workunit.client.0.smithi028.stdout: "basic_rook_v01", 2024-08-29T17:47:15.497 INFO:tasks.workunit.client.0.smithi028.stdout: "perf_memory_metrics", 2024-08-29T17:47:15.498 INFO:tasks.workunit.client.0.smithi028.stdout: "basic_pool_options_bluestore" 2024-08-29T17:47:15.498 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-08-29T17:47:15.498 INFO:tasks.workunit.client.0.smithi028.stdout: "config": { 2024-08-29T17:47:15.498 INFO:tasks.workunit.client.0.smithi028.stdout: "active_changed": [ 2024-08-29T17:47:15.498 INFO:tasks.workunit.client.0.smithi028.stdout: "auth_allow_insecure_global_id_reclaim", 2024-08-29T17:47:15.498 INFO:tasks.workunit.client.0.smithi028.stdout: "auth_debug", 2024-08-29T17:47:15.498 INFO:tasks.workunit.client.0.smithi028.stdout: "auth_mon_ticket_ttl", 2024-08-29T17:47:15.498 INFO:tasks.workunit.client.0.smithi028.stdout: "auth_service_ticket_ttl", 2024-08-29T17:47:15.498 INFO:tasks.workunit.client.0.smithi028.stdout: "bdev_debug_aio", 2024-08-29T17:47:15.498 INFO:tasks.workunit.client.0.smithi028.stdout: "client_check_pool_perm", 2024-08-29T17:47:15.498 INFO:tasks.workunit.client.0.smithi028.stdout: "client_mount_gid", 2024-08-29T17:47:15.498 INFO:tasks.workunit.client.0.smithi028.stdout: "client_mount_uid", 2024-08-29T17:47:15.498 INFO:tasks.workunit.client.0.smithi028.stdout: "client_quota", 2024-08-29T17:47:15.498 INFO:tasks.workunit.client.0.smithi028.stdout: "container_image", 2024-08-29T17:47:15.499 INFO:tasks.workunit.client.0.smithi028.stdout: "daemonize", 2024-08-29T17:47:15.499 INFO:tasks.workunit.client.0.smithi028.stdout: "debug_asserts_on_shutdown", 2024-08-29T17:47:15.499 INFO:tasks.workunit.client.0.smithi028.stdout: "debug_mgr", 2024-08-29T17:47:15.499 INFO:tasks.workunit.client.0.smithi028.stdout: "debug_mon", 2024-08-29T17:47:15.499 INFO:tasks.workunit.client.0.smithi028.stdout: "debug_ms", 2024-08-29T17:47:15.499 INFO:tasks.workunit.client.0.smithi028.stdout: "debug_osd", 2024-08-29T17:47:15.499 INFO:tasks.workunit.client.0.smithi028.stdout: "debug_paxos", 2024-08-29T17:47:15.499 INFO:tasks.workunit.client.0.smithi028.stdout: "keyring", 2024-08-29T17:47:15.499 INFO:tasks.workunit.client.0.smithi028.stdout: "leveldb_block_size", 2024-08-29T17:47:15.499 INFO:tasks.workunit.client.0.smithi028.stdout: "leveldb_cache_size", 2024-08-29T17:47:15.499 INFO:tasks.workunit.client.0.smithi028.stdout: "leveldb_compression", 2024-08-29T17:47:15.499 INFO:tasks.workunit.client.0.smithi028.stdout: "leveldb_log", 2024-08-29T17:47:15.499 INFO:tasks.workunit.client.0.smithi028.stdout: "leveldb_write_buffer_size", 2024-08-29T17:47:15.500 INFO:tasks.workunit.client.0.smithi028.stdout: "log_stderr_prefix", 2024-08-29T17:47:15.500 INFO:tasks.workunit.client.0.smithi028.stdout: "log_to_file", 2024-08-29T17:47:15.500 INFO:tasks.workunit.client.0.smithi028.stdout: "log_to_journald", 2024-08-29T17:47:15.500 INFO:tasks.workunit.client.0.smithi028.stdout: "log_to_stderr", 2024-08-29T17:47:15.500 INFO:tasks.workunit.client.0.smithi028.stdout: "mon_allow_pool_delete", 2024-08-29T17:47:15.500 INFO:tasks.workunit.client.0.smithi028.stdout: "mon_clock_drift_allowed", 2024-08-29T17:47:15.500 INFO:tasks.workunit.client.0.smithi028.stdout: "mon_cluster_log_to_file", 2024-08-29T17:47:15.500 INFO:tasks.workunit.client.0.smithi028.stdout: "mon_cluster_log_to_stderr", 2024-08-29T17:47:15.500 INFO:tasks.workunit.client.0.smithi028.stdout: "mon_data_avail_warn", 2024-08-29T17:47:15.500 INFO:tasks.workunit.client.0.smithi028.stdout: "mon_election_default_strategy", 2024-08-29T17:47:15.500 INFO:tasks.workunit.client.0.smithi028.stdout: "mon_host", 2024-08-29T17:47:15.500 INFO:tasks.workunit.client.0.smithi028.stdout: "mon_max_pg_per_osd", 2024-08-29T17:47:15.500 INFO:tasks.workunit.client.0.smithi028.stdout: "mon_mgr_mkfs_grace", 2024-08-29T17:47:15.501 INFO:tasks.workunit.client.0.smithi028.stdout: "mon_osd_prime_pg_temp", 2024-08-29T17:47:15.501 INFO:tasks.workunit.client.0.smithi028.stdout: "mon_osd_reporter_subtree_level", 2024-08-29T17:47:15.501 INFO:tasks.workunit.client.0.smithi028.stdout: "mon_pg_warn_max_object_skew", 2024-08-29T17:47:15.501 INFO:tasks.workunit.client.0.smithi028.stdout: "mon_reweight_min_bytes_per_osd", 2024-08-29T17:47:15.501 INFO:tasks.workunit.client.0.smithi028.stdout: "mon_reweight_min_pgs_per_osd", 2024-08-29T17:47:15.501 INFO:tasks.workunit.client.0.smithi028.stdout: "mon_warn_on_crush_straw_calc_version_zero", 2024-08-29T17:47:15.501 INFO:tasks.workunit.client.0.smithi028.stdout: "mon_warn_on_insecure_global_id_reclaim", 2024-08-29T17:47:15.501 INFO:tasks.workunit.client.0.smithi028.stdout: "mon_warn_on_insecure_global_id_reclaim_allowed", 2024-08-29T17:47:15.501 INFO:tasks.workunit.client.0.smithi028.stdout: "mon_warn_on_legacy_crush_tunables", 2024-08-29T17:47:15.501 INFO:tasks.workunit.client.0.smithi028.stdout: "mon_warn_on_osd_down_out_interval_zero", 2024-08-29T17:47:15.501 INFO:tasks.workunit.client.0.smithi028.stdout: "mon_warn_on_pool_pg_num_not_power_of_two", 2024-08-29T17:47:15.501 INFO:tasks.workunit.client.0.smithi028.stdout: "mon_warn_on_too_few_osds", 2024-08-29T17:47:15.502 INFO:tasks.workunit.client.0.smithi028.stdout: "ms_die_on_bug", 2024-08-29T17:47:15.502 INFO:tasks.workunit.client.0.smithi028.stdout: "ms_die_on_old_message", 2024-08-29T17:47:15.502 INFO:tasks.workunit.client.0.smithi028.stdout: "no_config_file", 2024-08-29T17:47:15.502 INFO:tasks.workunit.client.0.smithi028.stdout: "osd_class_default_list", 2024-08-29T17:47:15.502 INFO:tasks.workunit.client.0.smithi028.stdout: "osd_class_load_list", 2024-08-29T17:47:15.502 INFO:tasks.workunit.client.0.smithi028.stdout: "osd_debug_misdirected_ops", 2024-08-29T17:47:15.502 INFO:tasks.workunit.client.0.smithi028.stdout: "osd_debug_op_order", 2024-08-29T17:47:15.502 INFO:tasks.workunit.client.0.smithi028.stdout: "osd_debug_pg_log_writeout", 2024-08-29T17:47:15.502 INFO:tasks.workunit.client.0.smithi028.stdout: "osd_debug_shutdown", 2024-08-29T17:47:15.502 INFO:tasks.workunit.client.0.smithi028.stdout: "osd_debug_verify_cached_snaps", 2024-08-29T17:47:15.502 INFO:tasks.workunit.client.0.smithi028.stdout: "osd_debug_verify_missing_on_start", 2024-08-29T17:47:15.502 INFO:tasks.workunit.client.0.smithi028.stdout: "osd_debug_verify_stray_on_activate", 2024-08-29T17:47:15.502 INFO:tasks.workunit.client.0.smithi028.stdout: "osd_deep_scrub_update_digest_min_age", 2024-08-29T17:47:15.503 INFO:tasks.workunit.client.0.smithi028.stdout: "osd_mclock_profile", 2024-08-29T17:47:15.503 INFO:tasks.workunit.client.0.smithi028.stdout: "osd_mclock_scheduler_background_best_effort_lim", 2024-08-29T17:47:15.503 INFO:tasks.workunit.client.0.smithi028.stdout: "osd_mclock_scheduler_background_best_effort_res", 2024-08-29T17:47:15.503 INFO:tasks.workunit.client.0.smithi028.stdout: "osd_mclock_scheduler_background_best_effort_wgt", 2024-08-29T17:47:15.503 INFO:tasks.workunit.client.0.smithi028.stdout: "osd_mclock_scheduler_background_recovery_lim", 2024-08-29T17:47:15.503 INFO:tasks.workunit.client.0.smithi028.stdout: "osd_mclock_scheduler_background_recovery_res", 2024-08-29T17:47:15.503 INFO:tasks.workunit.client.0.smithi028.stdout: "osd_mclock_scheduler_background_recovery_wgt", 2024-08-29T17:47:15.503 INFO:tasks.workunit.client.0.smithi028.stdout: "osd_mclock_scheduler_client_lim", 2024-08-29T17:47:15.503 INFO:tasks.workunit.client.0.smithi028.stdout: "osd_mclock_scheduler_client_res", 2024-08-29T17:47:15.503 INFO:tasks.workunit.client.0.smithi028.stdout: "osd_mclock_scheduler_client_wgt", 2024-08-29T17:47:15.503 INFO:tasks.workunit.client.0.smithi028.stdout: "osd_memory_target", 2024-08-29T17:47:15.503 INFO:tasks.workunit.client.0.smithi028.stdout: "osd_memory_target_autotune", 2024-08-29T17:47:15.503 INFO:tasks.workunit.client.0.smithi028.stdout: "osd_op_queue", 2024-08-29T17:47:15.503 INFO:tasks.workunit.client.0.smithi028.stdout: "osd_op_queue_cut_off", 2024-08-29T17:47:15.504 INFO:tasks.workunit.client.0.smithi028.stdout: "osd_pool_default_erasure_code_profile", 2024-08-29T17:47:15.504 INFO:tasks.workunit.client.0.smithi028.stdout: "osd_pool_default_pg_autoscale_mode", 2024-08-29T17:47:15.504 INFO:tasks.workunit.client.0.smithi028.stdout: "osd_recover_clone_overlap", 2024-08-29T17:47:15.504 INFO:tasks.workunit.client.0.smithi028.stdout: "osd_recovery_max_chunk", 2024-08-29T17:47:15.504 INFO:tasks.workunit.client.0.smithi028.stdout: "osd_scrub_load_threshold", 2024-08-29T17:47:15.504 INFO:tasks.workunit.client.0.smithi028.stdout: "osd_scrub_max_interval", 2024-08-29T17:47:15.504 INFO:tasks.workunit.client.0.smithi028.stdout: "osd_shutdown_pgref_assert", 2024-08-29T17:47:15.504 INFO:tasks.workunit.client.0.smithi028.stdout: "public_addr", 2024-08-29T17:47:15.504 INFO:tasks.workunit.client.0.smithi028.stdout: "public_addrv", 2024-08-29T17:47:15.504 INFO:tasks.workunit.client.0.smithi028.stdout: "public_network", 2024-08-29T17:47:15.504 INFO:tasks.workunit.client.0.smithi028.stdout: "rbd_default_features", 2024-08-29T17:47:15.504 INFO:tasks.workunit.client.0.smithi028.stdout: "rbd_qos_exclude_ops", 2024-08-29T17:47:15.504 INFO:tasks.workunit.client.0.smithi028.stdout: "setgroup", 2024-08-29T17:47:15.504 INFO:tasks.workunit.client.0.smithi028.stdout: "setuser" 2024-08-29T17:47:15.505 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-08-29T17:47:15.505 INFO:tasks.workunit.client.0.smithi028.stdout: "cluster_changed": [ 2024-08-29T17:47:15.505 INFO:tasks.workunit.client.0.smithi028.stdout: "auth_allow_insecure_global_id_reclaim", 2024-08-29T17:47:15.505 INFO:tasks.workunit.client.0.smithi028.stdout: "auth_debug", 2024-08-29T17:47:15.505 INFO:tasks.workunit.client.0.smithi028.stdout: "auth_mon_ticket_ttl", 2024-08-29T17:47:15.505 INFO:tasks.workunit.client.0.smithi028.stdout: "auth_service_ticket_ttl", 2024-08-29T17:47:15.505 INFO:tasks.workunit.client.0.smithi028.stdout: "bdev_debug_aio", 2024-08-29T17:47:15.505 INFO:tasks.workunit.client.0.smithi028.stdout: "container_image", 2024-08-29T17:47:15.505 INFO:tasks.workunit.client.0.smithi028.stdout: "debug_asserts_on_shutdown", 2024-08-29T17:47:15.505 INFO:tasks.workunit.client.0.smithi028.stdout: "debug_mgr", 2024-08-29T17:47:15.505 INFO:tasks.workunit.client.0.smithi028.stdout: "debug_mon", 2024-08-29T17:47:15.505 INFO:tasks.workunit.client.0.smithi028.stdout: "debug_ms", 2024-08-29T17:47:15.505 INFO:tasks.workunit.client.0.smithi028.stdout: "debug_osd", 2024-08-29T17:47:15.506 INFO:tasks.workunit.client.0.smithi028.stdout: "debug_paxos", 2024-08-29T17:47:15.506 INFO:tasks.workunit.client.0.smithi028.stdout: "log_to_file", 2024-08-29T17:47:15.506 INFO:tasks.workunit.client.0.smithi028.stdout: "log_to_journald", 2024-08-29T17:47:15.506 INFO:tasks.workunit.client.0.smithi028.stdout: "log_to_stderr", 2024-08-29T17:47:15.506 INFO:tasks.workunit.client.0.smithi028.stdout: "mds_join_fs", 2024-08-29T17:47:15.506 INFO:tasks.workunit.client.0.smithi028.stdout: "mgr/cephadm/allow_ptrace", 2024-08-29T17:47:15.506 INFO:tasks.workunit.client.0.smithi028.stdout: "mgr/cephadm/container_init", 2024-08-29T17:47:15.506 INFO:tasks.workunit.client.0.smithi028.stdout: "mgr/cephadm/migration_current", 2024-08-29T17:47:15.506 INFO:tasks.workunit.client.0.smithi028.stdout: "mgr/cephadm/use_repo_digest", 2024-08-29T17:47:15.506 INFO:tasks.workunit.client.0.smithi028.stdout: "mgr/dashboard/ALERTMANAGER_API_HOST", 2024-08-29T17:47:15.506 INFO:tasks.workunit.client.0.smithi028.stdout: "mgr/dashboard/GRAFANA_API_SSL_VERIFY", 2024-08-29T17:47:15.506 INFO:tasks.workunit.client.0.smithi028.stdout: "mgr/dashboard/GRAFANA_API_URL", 2024-08-29T17:47:15.506 INFO:tasks.workunit.client.0.smithi028.stdout: "mgr/dashboard/PROMETHEUS_API_HOST", 2024-08-29T17:47:15.507 INFO:tasks.workunit.client.0.smithi028.stdout: "mgr/dashboard/ssl_server_port", 2024-08-29T17:47:15.507 INFO:tasks.workunit.client.0.smithi028.stdout: "mgr/orchestrator/orchestrator", 2024-08-29T17:47:15.507 INFO:tasks.workunit.client.0.smithi028.stdout: "mgr/telemetry/channel_ident", 2024-08-29T17:47:15.507 INFO:tasks.workunit.client.0.smithi028.stdout: "mgr/telemetry/channel_perf", 2024-08-29T17:47:15.507 INFO:tasks.workunit.client.0.smithi028.stdout: "mgr/telemetry/description", 2024-08-29T17:47:15.507 INFO:tasks.workunit.client.0.smithi028.stdout: "mgr/telemetry/enabled", 2024-08-29T17:47:15.507 INFO:tasks.workunit.client.0.smithi028.stdout: "mgr/telemetry/organization", 2024-08-29T17:47:15.507 INFO:tasks.workunit.client.0.smithi028.stdout: "mon_allow_pool_delete", 2024-08-29T17:47:15.507 INFO:tasks.workunit.client.0.smithi028.stdout: "mon_clock_drift_allowed", 2024-08-29T17:47:15.507 INFO:tasks.workunit.client.0.smithi028.stdout: "mon_cluster_log_to_file", 2024-08-29T17:47:15.507 INFO:tasks.workunit.client.0.smithi028.stdout: "mon_data_avail_warn", 2024-08-29T17:47:15.507 INFO:tasks.workunit.client.0.smithi028.stdout: "mon_election_default_strategy", 2024-08-29T17:47:15.507 INFO:tasks.workunit.client.0.smithi028.stdout: "mon_max_pg_per_osd", 2024-08-29T17:47:15.507 INFO:tasks.workunit.client.0.smithi028.stdout: "mon_mgr_mkfs_grace", 2024-08-29T17:47:15.508 INFO:tasks.workunit.client.0.smithi028.stdout: "mon_osd_prime_pg_temp", 2024-08-29T17:47:15.508 INFO:tasks.workunit.client.0.smithi028.stdout: "mon_osd_reporter_subtree_level", 2024-08-29T17:47:15.508 INFO:tasks.workunit.client.0.smithi028.stdout: "mon_pg_warn_max_object_skew", 2024-08-29T17:47:15.508 INFO:tasks.workunit.client.0.smithi028.stdout: "mon_reweight_min_bytes_per_osd", 2024-08-29T17:47:15.508 INFO:tasks.workunit.client.0.smithi028.stdout: "mon_reweight_min_pgs_per_osd", 2024-08-29T17:47:15.508 INFO:tasks.workunit.client.0.smithi028.stdout: "mon_warn_on_crush_straw_calc_version_zero", 2024-08-29T17:47:15.508 INFO:tasks.workunit.client.0.smithi028.stdout: "mon_warn_on_insecure_global_id_reclaim", 2024-08-29T17:47:15.508 INFO:tasks.workunit.client.0.smithi028.stdout: "mon_warn_on_insecure_global_id_reclaim_allowed", 2024-08-29T17:47:15.508 INFO:tasks.workunit.client.0.smithi028.stdout: "mon_warn_on_legacy_crush_tunables", 2024-08-29T17:47:15.508 INFO:tasks.workunit.client.0.smithi028.stdout: "mon_warn_on_osd_down_out_interval_zero", 2024-08-29T17:47:15.508 INFO:tasks.workunit.client.0.smithi028.stdout: "mon_warn_on_pool_pg_num_not_power_of_two", 2024-08-29T17:47:15.508 INFO:tasks.workunit.client.0.smithi028.stdout: "mon_warn_on_too_few_osds", 2024-08-29T17:47:15.509 INFO:tasks.workunit.client.0.smithi028.stdout: "ms_die_on_bug", 2024-08-29T17:47:15.509 INFO:tasks.workunit.client.0.smithi028.stdout: "ms_die_on_old_message", 2024-08-29T17:47:15.509 INFO:tasks.workunit.client.0.smithi028.stdout: "osd_class_default_list", 2024-08-29T17:47:15.509 INFO:tasks.workunit.client.0.smithi028.stdout: "osd_class_load_list", 2024-08-29T17:47:15.509 INFO:tasks.workunit.client.0.smithi028.stdout: "osd_debug_misdirected_ops", 2024-08-29T17:47:15.509 INFO:tasks.workunit.client.0.smithi028.stdout: "osd_debug_op_order", 2024-08-29T17:47:15.509 INFO:tasks.workunit.client.0.smithi028.stdout: "osd_debug_pg_log_writeout", 2024-08-29T17:47:15.509 INFO:tasks.workunit.client.0.smithi028.stdout: "osd_debug_shutdown", 2024-08-29T17:47:15.509 INFO:tasks.workunit.client.0.smithi028.stdout: "osd_debug_verify_cached_snaps", 2024-08-29T17:47:15.509 INFO:tasks.workunit.client.0.smithi028.stdout: "osd_debug_verify_missing_on_start", 2024-08-29T17:47:15.509 INFO:tasks.workunit.client.0.smithi028.stdout: "osd_debug_verify_stray_on_activate", 2024-08-29T17:47:15.509 INFO:tasks.workunit.client.0.smithi028.stdout: "osd_deep_scrub_update_digest_min_age", 2024-08-29T17:47:15.509 INFO:tasks.workunit.client.0.smithi028.stdout: "osd_mclock_profile", 2024-08-29T17:47:15.509 INFO:tasks.workunit.client.0.smithi028.stdout: "osd_memory_target", 2024-08-29T17:47:15.509 INFO:tasks.workunit.client.0.smithi028.stdout: "osd_memory_target_autotune", 2024-08-29T17:47:15.510 INFO:tasks.workunit.client.0.smithi028.stdout: "osd_op_queue", 2024-08-29T17:47:15.510 INFO:tasks.workunit.client.0.smithi028.stdout: "osd_op_queue_cut_off", 2024-08-29T17:47:15.510 INFO:tasks.workunit.client.0.smithi028.stdout: "osd_pool_default_erasure_code_profile", 2024-08-29T17:47:15.510 INFO:tasks.workunit.client.0.smithi028.stdout: "osd_pool_default_pg_autoscale_mode", 2024-08-29T17:47:15.510 INFO:tasks.workunit.client.0.smithi028.stdout: "osd_recover_clone_overlap", 2024-08-29T17:47:15.510 INFO:tasks.workunit.client.0.smithi028.stdout: "osd_recovery_max_chunk", 2024-08-29T17:47:15.510 INFO:tasks.workunit.client.0.smithi028.stdout: "osd_scrub_load_threshold", 2024-08-29T17:47:15.510 INFO:tasks.workunit.client.0.smithi028.stdout: "osd_scrub_max_interval", 2024-08-29T17:47:15.510 INFO:tasks.workunit.client.0.smithi028.stdout: "osd_shutdown_pgref_assert", 2024-08-29T17:47:15.510 INFO:tasks.workunit.client.0.smithi028.stdout: "public_network", 2024-08-29T17:47:15.510 INFO:tasks.workunit.client.0.smithi028.stdout: "rgw_cache_enabled", 2024-08-29T17:47:15.510 INFO:tasks.workunit.client.0.smithi028.stdout: "rgw_enable_ops_log", 2024-08-29T17:47:15.510 INFO:tasks.workunit.client.0.smithi028.stdout: "rgw_enable_usage_log" 2024-08-29T17:47:15.511 INFO:tasks.workunit.client.0.smithi028.stdout: ] 2024-08-29T17:47:15.511 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:15.511 INFO:tasks.workunit.client.0.smithi028.stdout: "contact": null, 2024-08-29T17:47:15.511 INFO:tasks.workunit.client.0.smithi028.stdout: "crashes": [], 2024-08-29T17:47:15.511 INFO:tasks.workunit.client.0.smithi028.stdout: "created": "2024-08-29T17:30:13.516586Z", 2024-08-29T17:47:15.511 INFO:tasks.workunit.client.0.smithi028.stdout: "crush": { 2024-08-29T17:47:15.511 INFO:tasks.workunit.client.0.smithi028.stdout: "bucket_algs": { 2024-08-29T17:47:15.511 INFO:tasks.workunit.client.0.smithi028.stdout: "straw2": 3 2024-08-29T17:47:15.511 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:15.511 INFO:tasks.workunit.client.0.smithi028.stdout: "bucket_sizes": { 2024-08-29T17:47:15.511 INFO:tasks.workunit.client.0.smithi028.stdout: "2": 1, 2024-08-29T17:47:15.511 INFO:tasks.workunit.client.0.smithi028.stdout: "4": 2 2024-08-29T17:47:15.511 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:15.512 INFO:tasks.workunit.client.0.smithi028.stdout: "bucket_types": { 2024-08-29T17:47:15.512 INFO:tasks.workunit.client.0.smithi028.stdout: "1": 2, 2024-08-29T17:47:15.512 INFO:tasks.workunit.client.0.smithi028.stdout: "11": 1 2024-08-29T17:47:15.512 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:15.512 INFO:tasks.workunit.client.0.smithi028.stdout: "compat_weight_set": false, 2024-08-29T17:47:15.512 INFO:tasks.workunit.client.0.smithi028.stdout: "device_classes": [ 2024-08-29T17:47:15.512 INFO:tasks.workunit.client.0.smithi028.stdout: 8 2024-08-29T17:47:15.512 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-08-29T17:47:15.512 INFO:tasks.workunit.client.0.smithi028.stdout: "num_buckets": 6, 2024-08-29T17:47:15.512 INFO:tasks.workunit.client.0.smithi028.stdout: "num_devices": 8, 2024-08-29T17:47:15.512 INFO:tasks.workunit.client.0.smithi028.stdout: "num_rules": 1, 2024-08-29T17:47:15.512 INFO:tasks.workunit.client.0.smithi028.stdout: "num_types": 12, 2024-08-29T17:47:15.512 INFO:tasks.workunit.client.0.smithi028.stdout: "num_weight_sets": 0, 2024-08-29T17:47:15.512 INFO:tasks.workunit.client.0.smithi028.stdout: "tunables": { 2024-08-29T17:47:15.513 INFO:tasks.workunit.client.0.smithi028.stdout: "allowed_bucket_algs": 54, 2024-08-29T17:47:15.513 INFO:tasks.workunit.client.0.smithi028.stdout: "choose_local_fallback_tries": 0, 2024-08-29T17:47:15.513 INFO:tasks.workunit.client.0.smithi028.stdout: "choose_local_tries": 0, 2024-08-29T17:47:15.513 INFO:tasks.workunit.client.0.smithi028.stdout: "choose_total_tries": 50, 2024-08-29T17:47:15.513 INFO:tasks.workunit.client.0.smithi028.stdout: "chooseleaf_descend_once": 1, 2024-08-29T17:47:15.513 INFO:tasks.workunit.client.0.smithi028.stdout: "chooseleaf_stable": 1, 2024-08-29T17:47:15.513 INFO:tasks.workunit.client.0.smithi028.stdout: "chooseleaf_vary_r": 1, 2024-08-29T17:47:15.513 INFO:tasks.workunit.client.0.smithi028.stdout: "has_v2_rules": 0, 2024-08-29T17:47:15.513 INFO:tasks.workunit.client.0.smithi028.stdout: "has_v3_rules": 0, 2024-08-29T17:47:15.513 INFO:tasks.workunit.client.0.smithi028.stdout: "has_v4_buckets": 1, 2024-08-29T17:47:15.513 INFO:tasks.workunit.client.0.smithi028.stdout: "has_v5_rules": 0, 2024-08-29T17:47:15.513 INFO:tasks.workunit.client.0.smithi028.stdout: "legacy_tunables": 0, 2024-08-29T17:47:15.513 INFO:tasks.workunit.client.0.smithi028.stdout: "minimum_required_version": "jewel", 2024-08-29T17:47:15.513 INFO:tasks.workunit.client.0.smithi028.stdout: "optimal_tunables": 1, 2024-08-29T17:47:15.514 INFO:tasks.workunit.client.0.smithi028.stdout: "profile": "jewel", 2024-08-29T17:47:15.514 INFO:tasks.workunit.client.0.smithi028.stdout: "require_feature_tunables": 1, 2024-08-29T17:47:15.514 INFO:tasks.workunit.client.0.smithi028.stdout: "require_feature_tunables2": 1, 2024-08-29T17:47:15.514 INFO:tasks.workunit.client.0.smithi028.stdout: "require_feature_tunables3": 1, 2024-08-29T17:47:15.514 INFO:tasks.workunit.client.0.smithi028.stdout: "require_feature_tunables5": 1, 2024-08-29T17:47:15.514 INFO:tasks.workunit.client.0.smithi028.stdout: "straw_calc_version": 1 2024-08-29T17:47:15.514 INFO:tasks.workunit.client.0.smithi028.stdout: } 2024-08-29T17:47:15.514 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:15.514 INFO:tasks.workunit.client.0.smithi028.stdout: "description": "upgrade test cluster", 2024-08-29T17:47:15.514 INFO:tasks.workunit.client.0.smithi028.stdout: "fs": { 2024-08-29T17:47:15.514 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 1, 2024-08-29T17:47:15.514 INFO:tasks.workunit.client.0.smithi028.stdout: "feature_flags": { 2024-08-29T17:47:15.514 INFO:tasks.workunit.client.0.smithi028.stdout: "enable_multiple": true, 2024-08-29T17:47:15.514 INFO:tasks.workunit.client.0.smithi028.stdout: "ever_enabled_multiple": true 2024-08-29T17:47:15.515 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:15.515 INFO:tasks.workunit.client.0.smithi028.stdout: "filesystems": [ 2024-08-29T17:47:15.515 INFO:tasks.workunit.client.0.smithi028.stdout: { 2024-08-29T17:47:15.515 INFO:tasks.workunit.client.0.smithi028.stdout: "approx_ctime": "2024-08", 2024-08-29T17:47:15.515 INFO:tasks.workunit.client.0.smithi028.stdout: "balancer_enabled": false, 2024-08-29T17:47:15.515 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 0, 2024-08-29T17:47:15.515 INFO:tasks.workunit.client.0.smithi028.stdout: "cached_caps": 0, 2024-08-29T17:47:15.515 INFO:tasks.workunit.client.0.smithi028.stdout: "cached_dns": 10, 2024-08-29T17:47:15.515 INFO:tasks.workunit.client.0.smithi028.stdout: "cached_inos": 13, 2024-08-29T17:47:15.515 INFO:tasks.workunit.client.0.smithi028.stdout: "cached_subtrees": 2, 2024-08-29T17:47:15.515 INFO:tasks.workunit.client.0.smithi028.stdout: "ever_allowed_features": 0, 2024-08-29T17:47:15.515 INFO:tasks.workunit.client.0.smithi028.stdout: "explicitly_allowed_features": 0, 2024-08-29T17:47:15.515 INFO:tasks.workunit.client.0.smithi028.stdout: "files": 0, 2024-08-29T17:47:15.515 INFO:tasks.workunit.client.0.smithi028.stdout: "max_mds": 1, 2024-08-29T17:47:15.516 INFO:tasks.workunit.client.0.smithi028.stdout: "num_data_pools": 1, 2024-08-29T17:47:15.516 INFO:tasks.workunit.client.0.smithi028.stdout: "num_in": 1, 2024-08-29T17:47:15.516 INFO:tasks.workunit.client.0.smithi028.stdout: "num_mds": 1, 2024-08-29T17:47:15.516 INFO:tasks.workunit.client.0.smithi028.stdout: "num_sessions": 0, 2024-08-29T17:47:15.516 INFO:tasks.workunit.client.0.smithi028.stdout: "num_standby_replay": 0, 2024-08-29T17:47:15.516 INFO:tasks.workunit.client.0.smithi028.stdout: "num_up": 1, 2024-08-29T17:47:15.516 INFO:tasks.workunit.client.0.smithi028.stdout: "snaps": 0, 2024-08-29T17:47:15.516 INFO:tasks.workunit.client.0.smithi028.stdout: "standby_count_wanted": 0 2024-08-29T17:47:15.516 INFO:tasks.workunit.client.0.smithi028.stdout: } 2024-08-29T17:47:15.516 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-08-29T17:47:15.516 INFO:tasks.workunit.client.0.smithi028.stdout: "num_standby_mds": 1, 2024-08-29T17:47:15.516 INFO:tasks.workunit.client.0.smithi028.stdout: "total_num_mds": 2 2024-08-29T17:47:15.516 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:15.516 INFO:tasks.workunit.client.0.smithi028.stdout: "heap_stats": { 2024-08-29T17:47:15.517 INFO:tasks.workunit.client.0.smithi028.stdout: "mds": { 2024-08-29T17:47:15.517 INFO:tasks.workunit.client.0.smithi028.stdout: "mds.a2df9e26f4a5fcbeed319f1798118f10993a0555": { 2024-08-29T17:47:15.517 INFO:tasks.workunit.client.0.smithi028.stdout: "actual_memory_used": 20619264, 2024-08-29T17:47:15.517 INFO:tasks.workunit.client.0.smithi028.stdout: "central_cache_freelist": 443432, 2024-08-29T17:47:15.517 INFO:tasks.workunit.client.0.smithi028.stdout: "malloc_metadata": 2621440, 2024-08-29T17:47:15.517 INFO:tasks.workunit.client.0.smithi028.stdout: "page_heap_freelist": 0, 2024-08-29T17:47:15.517 INFO:tasks.workunit.client.0.smithi028.stdout: "released_to_os": 565248, 2024-08-29T17:47:15.517 INFO:tasks.workunit.client.0.smithi028.stdout: "spans_in_use": 431, 2024-08-29T17:47:15.517 INFO:tasks.workunit.client.0.smithi028.stdout: "tcmalloc_page_size": 8192, 2024-08-29T17:47:15.517 INFO:tasks.workunit.client.0.smithi028.stdout: "thread_cache_freelists": 1305160, 2024-08-29T17:47:15.517 INFO:tasks.workunit.client.0.smithi028.stdout: "thread_heaps_in_use": 20, 2024-08-29T17:47:15.517 INFO:tasks.workunit.client.0.smithi028.stdout: "transfer_cache_freelist": 1167360, 2024-08-29T17:47:15.517 INFO:tasks.workunit.client.0.smithi028.stdout: "use_by_application": 15081872, 2024-08-29T17:47:15.517 INFO:tasks.workunit.client.0.smithi028.stdout: "virtual_address_space_used": 21184512 2024-08-29T17:47:15.518 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:15.518 INFO:tasks.workunit.client.0.smithi028.stdout: "mds.e4958ae9278a574c0226651ef9b7bc2d4e1b34b9": { 2024-08-29T17:47:15.518 INFO:tasks.workunit.client.0.smithi028.stdout: "actual_memory_used": 20135936, 2024-08-29T17:47:15.518 INFO:tasks.workunit.client.0.smithi028.stdout: "central_cache_freelist": 388264, 2024-08-29T17:47:15.518 INFO:tasks.workunit.client.0.smithi028.stdout: "malloc_metadata": 2621440, 2024-08-29T17:47:15.518 INFO:tasks.workunit.client.0.smithi028.stdout: "page_heap_freelist": 950272, 2024-08-29T17:47:15.518 INFO:tasks.workunit.client.0.smithi028.stdout: "released_to_os": 0, 2024-08-29T17:47:15.518 INFO:tasks.workunit.client.0.smithi028.stdout: "spans_in_use": 341, 2024-08-29T17:47:15.518 INFO:tasks.workunit.client.0.smithi028.stdout: "tcmalloc_page_size": 8192, 2024-08-29T17:47:15.518 INFO:tasks.workunit.client.0.smithi028.stdout: "thread_cache_freelists": 939616, 2024-08-29T17:47:15.518 INFO:tasks.workunit.client.0.smithi028.stdout: "thread_heaps_in_use": 12, 2024-08-29T17:47:15.518 INFO:tasks.workunit.client.0.smithi028.stdout: "transfer_cache_freelist": 583680, 2024-08-29T17:47:15.518 INFO:tasks.workunit.client.0.smithi028.stdout: "use_by_application": 14652664, 2024-08-29T17:47:15.519 INFO:tasks.workunit.client.0.smithi028.stdout: "virtual_address_space_used": 20135936 2024-08-29T17:47:15.519 INFO:tasks.workunit.client.0.smithi028.stdout: } 2024-08-29T17:47:15.519 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:15.519 INFO:tasks.workunit.client.0.smithi028.stdout: "mon": { 2024-08-29T17:47:15.519 INFO:tasks.workunit.client.0.smithi028.stdout: "mon.55fbc62c63d120c3220dfb51bdacb54ee30cf548": { 2024-08-29T17:47:15.519 INFO:tasks.workunit.client.0.smithi028.stdout: "actual_memory_used": 36347904, 2024-08-29T17:47:15.519 INFO:tasks.workunit.client.0.smithi028.stdout: "central_cache_freelist": 769528, 2024-08-29T17:47:15.519 INFO:tasks.workunit.client.0.smithi028.stdout: "malloc_metadata": 2621440, 2024-08-29T17:47:15.519 INFO:tasks.workunit.client.0.smithi028.stdout: "page_heap_freelist": 524288, 2024-08-29T17:47:15.519 INFO:tasks.workunit.client.0.smithi028.stdout: "released_to_os": 10108928, 2024-08-29T17:47:15.519 INFO:tasks.workunit.client.0.smithi028.stdout: "spans_in_use": 967, 2024-08-29T17:47:15.519 INFO:tasks.workunit.client.0.smithi028.stdout: "tcmalloc_page_size": 8192, 2024-08-29T17:47:15.519 INFO:tasks.workunit.client.0.smithi028.stdout: "thread_cache_freelists": 6586728, 2024-08-29T17:47:15.519 INFO:tasks.workunit.client.0.smithi028.stdout: "thread_heaps_in_use": 21, 2024-08-29T17:47:15.520 INFO:tasks.workunit.client.0.smithi028.stdout: "transfer_cache_freelist": 1499648, 2024-08-29T17:47:15.520 INFO:tasks.workunit.client.0.smithi028.stdout: "use_by_application": 24346272, 2024-08-29T17:47:15.520 INFO:tasks.workunit.client.0.smithi028.stdout: "virtual_address_space_used": 46456832 2024-08-29T17:47:15.520 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:15.520 INFO:tasks.workunit.client.0.smithi028.stdout: "mon.a2df9e26f4a5fcbeed319f1798118f10993a0555": { 2024-08-29T17:47:15.520 INFO:tasks.workunit.client.0.smithi028.stdout: "actual_memory_used": 38494208, 2024-08-29T17:47:15.520 INFO:tasks.workunit.client.0.smithi028.stdout: "central_cache_freelist": 901240, 2024-08-29T17:47:15.520 INFO:tasks.workunit.client.0.smithi028.stdout: "malloc_metadata": 2621440, 2024-08-29T17:47:15.520 INFO:tasks.workunit.client.0.smithi028.stdout: "page_heap_freelist": 0, 2024-08-29T17:47:15.520 INFO:tasks.workunit.client.0.smithi028.stdout: "released_to_os": 10067968, 2024-08-29T17:47:15.521 INFO:tasks.workunit.client.0.smithi028.stdout: "spans_in_use": 1253, 2024-08-29T17:47:15.521 INFO:tasks.workunit.client.0.smithi028.stdout: "tcmalloc_page_size": 8192, 2024-08-29T17:47:15.521 INFO:tasks.workunit.client.0.smithi028.stdout: "thread_cache_freelists": 8435224, 2024-08-29T17:47:15.521 INFO:tasks.workunit.client.0.smithi028.stdout: "thread_heaps_in_use": 21, 2024-08-29T17:47:15.521 INFO:tasks.workunit.client.0.smithi028.stdout: "transfer_cache_freelist": 1975040, 2024-08-29T17:47:15.521 INFO:tasks.workunit.client.0.smithi028.stdout: "use_by_application": 24561264, 2024-08-29T17:47:15.521 INFO:tasks.workunit.client.0.smithi028.stdout: "virtual_address_space_used": 48562176 2024-08-29T17:47:15.521 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:15.521 INFO:tasks.workunit.client.0.smithi028.stdout: "mon.e4958ae9278a574c0226651ef9b7bc2d4e1b34b9": { 2024-08-29T17:47:15.521 INFO:tasks.workunit.client.0.smithi028.stdout: "actual_memory_used": 50872320, 2024-08-29T17:47:15.521 INFO:tasks.workunit.client.0.smithi028.stdout: "central_cache_freelist": 2433456, 2024-08-29T17:47:15.521 INFO:tasks.workunit.client.0.smithi028.stdout: "malloc_metadata": 2621440, 2024-08-29T17:47:15.521 INFO:tasks.workunit.client.0.smithi028.stdout: "page_heap_freelist": 0, 2024-08-29T17:47:15.522 INFO:tasks.workunit.client.0.smithi028.stdout: "released_to_os": 3891200, 2024-08-29T17:47:15.522 INFO:tasks.workunit.client.0.smithi028.stdout: "spans_in_use": 2081, 2024-08-29T17:47:15.522 INFO:tasks.workunit.client.0.smithi028.stdout: "tcmalloc_page_size": 8192, 2024-08-29T17:47:15.522 INFO:tasks.workunit.client.0.smithi028.stdout: "thread_cache_freelists": 11585288, 2024-08-29T17:47:15.522 INFO:tasks.workunit.client.0.smithi028.stdout: "thread_heaps_in_use": 23, 2024-08-29T17:47:15.522 INFO:tasks.workunit.client.0.smithi028.stdout: "transfer_cache_freelist": 3036928, 2024-08-29T17:47:15.522 INFO:tasks.workunit.client.0.smithi028.stdout: "use_by_application": 31195208, 2024-08-29T17:47:15.522 INFO:tasks.workunit.client.0.smithi028.stdout: "virtual_address_space_used": 54763520 2024-08-29T17:47:15.522 INFO:tasks.workunit.client.0.smithi028.stdout: } 2024-08-29T17:47:15.522 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:15.522 INFO:tasks.workunit.client.0.smithi028.stdout: "osd": { 2024-08-29T17:47:15.522 INFO:tasks.workunit.client.0.smithi028.stdout: "osd.0": { 2024-08-29T17:47:15.523 INFO:tasks.workunit.client.0.smithi028.stdout: "actual_memory_used": 276398080, 2024-08-29T17:47:15.523 INFO:tasks.workunit.client.0.smithi028.stdout: "central_cache_freelist": 1048176, 2024-08-29T17:47:15.523 INFO:tasks.workunit.client.0.smithi028.stdout: "malloc_metadata": 2752512, 2024-08-29T17:47:15.523 INFO:tasks.workunit.client.0.smithi028.stdout: "page_heap_freelist": 0, 2024-08-29T17:47:15.523 INFO:tasks.workunit.client.0.smithi028.stdout: "released_to_os": 409600, 2024-08-29T17:47:15.523 INFO:tasks.workunit.client.0.smithi028.stdout: "spans_in_use": 1598, 2024-08-29T17:47:15.523 INFO:tasks.workunit.client.0.smithi028.stdout: "tcmalloc_page_size": 8192, 2024-08-29T17:47:15.523 INFO:tasks.workunit.client.0.smithi028.stdout: "thread_cache_freelists": 5257792, 2024-08-29T17:47:15.523 INFO:tasks.workunit.client.0.smithi028.stdout: "thread_heaps_in_use": 45, 2024-08-29T17:47:15.523 INFO:tasks.workunit.client.0.smithi028.stdout: "transfer_cache_freelist": 3148544, 2024-08-29T17:47:15.523 INFO:tasks.workunit.client.0.smithi028.stdout: "use_by_application": 264191056, 2024-08-29T17:47:15.523 INFO:tasks.workunit.client.0.smithi028.stdout: "virtual_address_space_used": 276807680 2024-08-29T17:47:15.523 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:15.523 INFO:tasks.workunit.client.0.smithi028.stdout: "osd.1": { 2024-08-29T17:47:15.524 INFO:tasks.workunit.client.0.smithi028.stdout: "actual_memory_used": 274006016, 2024-08-29T17:47:15.524 INFO:tasks.workunit.client.0.smithi028.stdout: "central_cache_freelist": 639760, 2024-08-29T17:47:15.524 INFO:tasks.workunit.client.0.smithi028.stdout: "malloc_metadata": 2752512, 2024-08-29T17:47:15.524 INFO:tasks.workunit.client.0.smithi028.stdout: "page_heap_freelist": 0, 2024-08-29T17:47:15.524 INFO:tasks.workunit.client.0.smithi028.stdout: "released_to_os": 638976, 2024-08-29T17:47:15.524 INFO:tasks.workunit.client.0.smithi028.stdout: "spans_in_use": 1535, 2024-08-29T17:47:15.524 INFO:tasks.workunit.client.0.smithi028.stdout: "tcmalloc_page_size": 8192, 2024-08-29T17:47:15.524 INFO:tasks.workunit.client.0.smithi028.stdout: "thread_cache_freelists": 5864544, 2024-08-29T17:47:15.524 INFO:tasks.workunit.client.0.smithi028.stdout: "thread_heaps_in_use": 46, 2024-08-29T17:47:15.524 INFO:tasks.workunit.client.0.smithi028.stdout: "transfer_cache_freelist": 2573568, 2024-08-29T17:47:15.524 INFO:tasks.workunit.client.0.smithi028.stdout: "use_by_application": 262175632, 2024-08-29T17:47:15.524 INFO:tasks.workunit.client.0.smithi028.stdout: "virtual_address_space_used": 274644992 2024-08-29T17:47:15.524 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:15.524 INFO:tasks.workunit.client.0.smithi028.stdout: "osd.2": { 2024-08-29T17:47:15.525 INFO:tasks.workunit.client.0.smithi028.stdout: "actual_memory_used": 274063360, 2024-08-29T17:47:15.525 INFO:tasks.workunit.client.0.smithi028.stdout: "central_cache_freelist": 767680, 2024-08-29T17:47:15.525 INFO:tasks.workunit.client.0.smithi028.stdout: "malloc_metadata": 2752512, 2024-08-29T17:47:15.525 INFO:tasks.workunit.client.0.smithi028.stdout: "page_heap_freelist": 0, 2024-08-29T17:47:15.525 INFO:tasks.workunit.client.0.smithi028.stdout: "released_to_os": 712704, 2024-08-29T17:47:15.525 INFO:tasks.workunit.client.0.smithi028.stdout: "spans_in_use": 1436, 2024-08-29T17:47:15.525 INFO:tasks.workunit.client.0.smithi028.stdout: "tcmalloc_page_size": 8192, 2024-08-29T17:47:15.525 INFO:tasks.workunit.client.0.smithi028.stdout: "thread_cache_freelists": 4971040, 2024-08-29T17:47:15.525 INFO:tasks.workunit.client.0.smithi028.stdout: "thread_heaps_in_use": 46, 2024-08-29T17:47:15.525 INFO:tasks.workunit.client.0.smithi028.stdout: "transfer_cache_freelist": 2712576, 2024-08-29T17:47:15.525 INFO:tasks.workunit.client.0.smithi028.stdout: "use_by_application": 262859552, 2024-08-29T17:47:15.525 INFO:tasks.workunit.client.0.smithi028.stdout: "virtual_address_space_used": 274776064 2024-08-29T17:47:15.525 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:15.525 INFO:tasks.workunit.client.0.smithi028.stdout: "osd.3": { 2024-08-29T17:47:15.526 INFO:tasks.workunit.client.0.smithi028.stdout: "actual_memory_used": 273473536, 2024-08-29T17:47:15.526 INFO:tasks.workunit.client.0.smithi028.stdout: "central_cache_freelist": 658600, 2024-08-29T17:47:15.526 INFO:tasks.workunit.client.0.smithi028.stdout: "malloc_metadata": 2752512, 2024-08-29T17:47:15.526 INFO:tasks.workunit.client.0.smithi028.stdout: "page_heap_freelist": 24576, 2024-08-29T17:47:15.526 INFO:tasks.workunit.client.0.smithi028.stdout: "released_to_os": 253952, 2024-08-29T17:47:15.526 INFO:tasks.workunit.client.0.smithi028.stdout: "spans_in_use": 1437, 2024-08-29T17:47:15.526 INFO:tasks.workunit.client.0.smithi028.stdout: "tcmalloc_page_size": 8192, 2024-08-29T17:47:15.526 INFO:tasks.workunit.client.0.smithi028.stdout: "thread_cache_freelists": 4809608, 2024-08-29T17:47:15.526 INFO:tasks.workunit.client.0.smithi028.stdout: "thread_heaps_in_use": 45, 2024-08-29T17:47:15.526 INFO:tasks.workunit.client.0.smithi028.stdout: "transfer_cache_freelist": 2320128, 2024-08-29T17:47:15.526 INFO:tasks.workunit.client.0.smithi028.stdout: "use_by_application": 262908112, 2024-08-29T17:47:15.526 INFO:tasks.workunit.client.0.smithi028.stdout: "virtual_address_space_used": 273727488 2024-08-29T17:47:15.527 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:15.527 INFO:tasks.workunit.client.0.smithi028.stdout: "osd.4": { 2024-08-29T17:47:15.527 INFO:tasks.workunit.client.0.smithi028.stdout: "actual_memory_used": 273883136, 2024-08-29T17:47:15.527 INFO:tasks.workunit.client.0.smithi028.stdout: "central_cache_freelist": 825848, 2024-08-29T17:47:15.527 INFO:tasks.workunit.client.0.smithi028.stdout: "malloc_metadata": 2752512, 2024-08-29T17:47:15.527 INFO:tasks.workunit.client.0.smithi028.stdout: "page_heap_freelist": 0, 2024-08-29T17:47:15.527 INFO:tasks.workunit.client.0.smithi028.stdout: "released_to_os": 892928, 2024-08-29T17:47:15.527 INFO:tasks.workunit.client.0.smithi028.stdout: "spans_in_use": 1396, 2024-08-29T17:47:15.527 INFO:tasks.workunit.client.0.smithi028.stdout: "tcmalloc_page_size": 8192, 2024-08-29T17:47:15.527 INFO:tasks.workunit.client.0.smithi028.stdout: "thread_cache_freelists": 5063032, 2024-08-29T17:47:15.527 INFO:tasks.workunit.client.0.smithi028.stdout: "thread_heaps_in_use": 47, 2024-08-29T17:47:15.527 INFO:tasks.workunit.client.0.smithi028.stdout: "transfer_cache_freelist": 1811968, 2024-08-29T17:47:15.527 INFO:tasks.workunit.client.0.smithi028.stdout: "use_by_application": 263429776, 2024-08-29T17:47:15.527 INFO:tasks.workunit.client.0.smithi028.stdout: "virtual_address_space_used": 274776064 2024-08-29T17:47:15.528 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:15.528 INFO:tasks.workunit.client.0.smithi028.stdout: "osd.5": { 2024-08-29T17:47:15.528 INFO:tasks.workunit.client.0.smithi028.stdout: "actual_memory_used": 273997824, 2024-08-29T17:47:15.528 INFO:tasks.workunit.client.0.smithi028.stdout: "central_cache_freelist": 749856, 2024-08-29T17:47:15.528 INFO:tasks.workunit.client.0.smithi028.stdout: "malloc_metadata": 2752512, 2024-08-29T17:47:15.528 INFO:tasks.workunit.client.0.smithi028.stdout: "page_heap_freelist": 0, 2024-08-29T17:47:15.528 INFO:tasks.workunit.client.0.smithi028.stdout: "released_to_os": 991232, 2024-08-29T17:47:15.528 INFO:tasks.workunit.client.0.smithi028.stdout: "spans_in_use": 1422, 2024-08-29T17:47:15.528 INFO:tasks.workunit.client.0.smithi028.stdout: "tcmalloc_page_size": 8192, 2024-08-29T17:47:15.528 INFO:tasks.workunit.client.0.smithi028.stdout: "thread_cache_freelists": 5103872, 2024-08-29T17:47:15.528 INFO:tasks.workunit.client.0.smithi028.stdout: "thread_heaps_in_use": 47, 2024-08-29T17:47:15.528 INFO:tasks.workunit.client.0.smithi028.stdout: "transfer_cache_freelist": 2226688, 2024-08-29T17:47:15.528 INFO:tasks.workunit.client.0.smithi028.stdout: "use_by_application": 263164896, 2024-08-29T17:47:15.529 INFO:tasks.workunit.client.0.smithi028.stdout: "virtual_address_space_used": 274989056 2024-08-29T17:47:15.529 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:15.529 INFO:tasks.workunit.client.0.smithi028.stdout: "osd.6": { 2024-08-29T17:47:15.529 INFO:tasks.workunit.client.0.smithi028.stdout: "actual_memory_used": 274325504, 2024-08-29T17:47:15.529 INFO:tasks.workunit.client.0.smithi028.stdout: "central_cache_freelist": 1168072, 2024-08-29T17:47:15.529 INFO:tasks.workunit.client.0.smithi028.stdout: "malloc_metadata": 2752512, 2024-08-29T17:47:15.529 INFO:tasks.workunit.client.0.smithi028.stdout: "page_heap_freelist": 8192, 2024-08-29T17:47:15.529 INFO:tasks.workunit.client.0.smithi028.stdout: "released_to_os": 598016, 2024-08-29T17:47:15.529 INFO:tasks.workunit.client.0.smithi028.stdout: "spans_in_use": 1435, 2024-08-29T17:47:15.529 INFO:tasks.workunit.client.0.smithi028.stdout: "tcmalloc_page_size": 8192, 2024-08-29T17:47:15.529 INFO:tasks.workunit.client.0.smithi028.stdout: "thread_cache_freelists": 4838528, 2024-08-29T17:47:15.529 INFO:tasks.workunit.client.0.smithi028.stdout: "thread_heaps_in_use": 46, 2024-08-29T17:47:15.529 INFO:tasks.workunit.client.0.smithi028.stdout: "transfer_cache_freelist": 2569472, 2024-08-29T17:47:15.529 INFO:tasks.workunit.client.0.smithi028.stdout: "use_by_application": 262988728, 2024-08-29T17:47:15.530 INFO:tasks.workunit.client.0.smithi028.stdout: "virtual_address_space_used": 274923520 2024-08-29T17:47:15.530 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:15.530 INFO:tasks.workunit.client.0.smithi028.stdout: "osd.7": { 2024-08-29T17:47:15.530 INFO:tasks.workunit.client.0.smithi028.stdout: "actual_memory_used": 274202624, 2024-08-29T17:47:15.530 INFO:tasks.workunit.client.0.smithi028.stdout: "central_cache_freelist": 1159016, 2024-08-29T17:47:15.530 INFO:tasks.workunit.client.0.smithi028.stdout: "malloc_metadata": 2752512, 2024-08-29T17:47:15.530 INFO:tasks.workunit.client.0.smithi028.stdout: "page_heap_freelist": 0, 2024-08-29T17:47:15.530 INFO:tasks.workunit.client.0.smithi028.stdout: "released_to_os": 573440, 2024-08-29T17:47:15.530 INFO:tasks.workunit.client.0.smithi028.stdout: "spans_in_use": 1457, 2024-08-29T17:47:15.530 INFO:tasks.workunit.client.0.smithi028.stdout: "tcmalloc_page_size": 8192, 2024-08-29T17:47:15.530 INFO:tasks.workunit.client.0.smithi028.stdout: "thread_cache_freelists": 5304656, 2024-08-29T17:47:15.530 INFO:tasks.workunit.client.0.smithi028.stdout: "thread_heaps_in_use": 46, 2024-08-29T17:47:15.530 INFO:tasks.workunit.client.0.smithi028.stdout: "transfer_cache_freelist": 2300416, 2024-08-29T17:47:15.531 INFO:tasks.workunit.client.0.smithi028.stdout: "use_by_application": 262686024, 2024-08-29T17:47:15.531 INFO:tasks.workunit.client.0.smithi028.stdout: "virtual_address_space_used": 274776064 2024-08-29T17:47:15.531 INFO:tasks.workunit.client.0.smithi028.stdout: } 2024-08-29T17:47:15.531 INFO:tasks.workunit.client.0.smithi028.stdout: } 2024-08-29T17:47:15.531 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:15.531 INFO:tasks.workunit.client.0.smithi028.stdout: "hosts": { 2024-08-29T17:47:15.531 INFO:tasks.workunit.client.0.smithi028.stdout: "num": 2, 2024-08-29T17:47:15.531 INFO:tasks.workunit.client.0.smithi028.stdout: "num_with_mds": 2, 2024-08-29T17:47:15.531 INFO:tasks.workunit.client.0.smithi028.stdout: "num_with_mgr": 2, 2024-08-29T17:47:15.531 INFO:tasks.workunit.client.0.smithi028.stdout: "num_with_mon": 2, 2024-08-29T17:47:15.531 INFO:tasks.workunit.client.0.smithi028.stdout: "num_with_osd": 2 2024-08-29T17:47:15.531 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:15.532 INFO:tasks.workunit.client.0.smithi028.stdout: "io_rate": { 2024-08-29T17:47:15.532 INFO:tasks.workunit.client.0.smithi028.stdout: "pg_stats_delta": { 2024-08-29T17:47:15.532 INFO:tasks.workunit.client.0.smithi028.stdout: "acting": 0, 2024-08-29T17:47:15.532 INFO:tasks.workunit.client.0.smithi028.stdout: "log_size": 0, 2024-08-29T17:47:15.532 INFO:tasks.workunit.client.0.smithi028.stdout: "num_store_stats": 0, 2024-08-29T17:47:15.532 INFO:tasks.workunit.client.0.smithi028.stdout: "ondisk_log_size": 0, 2024-08-29T17:47:15.532 INFO:tasks.workunit.client.0.smithi028.stdout: "stamp_delta": "12.004167", 2024-08-29T17:47:15.532 INFO:tasks.workunit.client.0.smithi028.stdout: "stat_sum": { 2024-08-29T17:47:15.532 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes": 0, 2024-08-29T17:47:15.532 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes_hit_set_archive": 0, 2024-08-29T17:47:15.532 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes_recovered": 0, 2024-08-29T17:47:15.532 INFO:tasks.workunit.client.0.smithi028.stdout: "num_deep_scrub_errors": 0, 2024-08-29T17:47:15.532 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict": 0, 2024-08-29T17:47:15.532 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_kb": 0, 2024-08-29T17:47:15.533 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_mode_full": 0, 2024-08-29T17:47:15.533 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_mode_some": 0, 2024-08-29T17:47:15.533 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush": 0, 2024-08-29T17:47:15.533 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_kb": 0, 2024-08-29T17:47:15.533 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_mode_high": 0, 2024-08-29T17:47:15.533 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_mode_low": 0, 2024-08-29T17:47:15.533 INFO:tasks.workunit.client.0.smithi028.stdout: "num_keys_recovered": 0, 2024-08-29T17:47:15.533 INFO:tasks.workunit.client.0.smithi028.stdout: "num_large_omap_objects": 0, 2024-08-29T17:47:15.533 INFO:tasks.workunit.client.0.smithi028.stdout: "num_legacy_snapsets": 0, 2024-08-29T17:47:15.533 INFO:tasks.workunit.client.0.smithi028.stdout: "num_object_clones": 0, 2024-08-29T17:47:15.533 INFO:tasks.workunit.client.0.smithi028.stdout: "num_object_copies": 0, 2024-08-29T17:47:15.533 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects": 0, 2024-08-29T17:47:15.533 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_degraded": 0, 2024-08-29T17:47:15.534 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_dirty": 0, 2024-08-29T17:47:15.534 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_hit_set_archive": 0, 2024-08-29T17:47:15.534 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_manifest": 0, 2024-08-29T17:47:15.534 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_misplaced": 0, 2024-08-29T17:47:15.534 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_missing": 0, 2024-08-29T17:47:15.534 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_missing_on_primary": 0, 2024-08-29T17:47:15.534 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_omap": 0, 2024-08-29T17:47:15.534 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_pinned": 0, 2024-08-29T17:47:15.534 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_recovered": 0, 2024-08-29T17:47:15.534 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_repaired": 0, 2024-08-29T17:47:15.534 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_unfound": 0, 2024-08-29T17:47:15.534 INFO:tasks.workunit.client.0.smithi028.stdout: "num_omap_bytes": 0, 2024-08-29T17:47:15.534 INFO:tasks.workunit.client.0.smithi028.stdout: "num_omap_keys": 0, 2024-08-29T17:47:15.535 INFO:tasks.workunit.client.0.smithi028.stdout: "num_promote": 0, 2024-08-29T17:47:15.535 INFO:tasks.workunit.client.0.smithi028.stdout: "num_read": 38, 2024-08-29T17:47:15.535 INFO:tasks.workunit.client.0.smithi028.stdout: "num_read_kb": 158, 2024-08-29T17:47:15.535 INFO:tasks.workunit.client.0.smithi028.stdout: "num_scrub_errors": 0, 2024-08-29T17:47:15.535 INFO:tasks.workunit.client.0.smithi028.stdout: "num_shallow_scrub_errors": 0, 2024-08-29T17:47:15.535 INFO:tasks.workunit.client.0.smithi028.stdout: "num_whiteouts": 0, 2024-08-29T17:47:15.535 INFO:tasks.workunit.client.0.smithi028.stdout: "num_write": 8, 2024-08-29T17:47:15.535 INFO:tasks.workunit.client.0.smithi028.stdout: "num_write_kb": 0 2024-08-29T17:47:15.535 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:15.535 INFO:tasks.workunit.client.0.smithi028.stdout: "store_stats": { 2024-08-29T17:47:15.535 INFO:tasks.workunit.client.0.smithi028.stdout: "allocated": 0, 2024-08-29T17:47:15.535 INFO:tasks.workunit.client.0.smithi028.stdout: "available": 0, 2024-08-29T17:47:15.535 INFO:tasks.workunit.client.0.smithi028.stdout: "data_compressed": 0, 2024-08-29T17:47:15.535 INFO:tasks.workunit.client.0.smithi028.stdout: "data_compressed_allocated": 0, 2024-08-29T17:47:15.536 INFO:tasks.workunit.client.0.smithi028.stdout: "data_compressed_original": 0, 2024-08-29T17:47:15.536 INFO:tasks.workunit.client.0.smithi028.stdout: "data_stored": 0, 2024-08-29T17:47:15.536 INFO:tasks.workunit.client.0.smithi028.stdout: "internal_metadata": 0, 2024-08-29T17:47:15.536 INFO:tasks.workunit.client.0.smithi028.stdout: "internally_reserved": 0, 2024-08-29T17:47:15.536 INFO:tasks.workunit.client.0.smithi028.stdout: "omap_allocated": 0, 2024-08-29T17:47:15.536 INFO:tasks.workunit.client.0.smithi028.stdout: "total": 0 2024-08-29T17:47:15.536 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:15.536 INFO:tasks.workunit.client.0.smithi028.stdout: "up": 0 2024-08-29T17:47:15.536 INFO:tasks.workunit.client.0.smithi028.stdout: } 2024-08-29T17:47:15.536 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:15.536 INFO:tasks.workunit.client.0.smithi028.stdout: "leaderboard": false, 2024-08-29T17:47:15.536 INFO:tasks.workunit.client.0.smithi028.stdout: "license": "sharing-1-0", 2024-08-29T17:47:15.537 INFO:tasks.workunit.client.0.smithi028.stdout: "mempool": { 2024-08-29T17:47:15.537 INFO:tasks.workunit.client.0.smithi028.stdout: "mds": { 2024-08-29T17:47:15.537 INFO:tasks.workunit.client.0.smithi028.stdout: "mds.a2df9e26f4a5fcbeed319f1798118f10993a0555": { 2024-08-29T17:47:15.537 INFO:tasks.workunit.client.0.smithi028.stdout: "bloom_filter": { 2024-08-29T17:47:15.537 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 0, 2024-08-29T17:47:15.537 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 0 2024-08-29T17:47:15.537 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:15.537 INFO:tasks.workunit.client.0.smithi028.stdout: "bluefs": { 2024-08-29T17:47:15.537 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 0, 2024-08-29T17:47:15.537 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 0 2024-08-29T17:47:15.537 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:15.538 INFO:tasks.workunit.client.0.smithi028.stdout: "bluefs_file_reader": { 2024-08-29T17:47:15.538 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 0, 2024-08-29T17:47:15.538 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 0 2024-08-29T17:47:15.538 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:15.538 INFO:tasks.workunit.client.0.smithi028.stdout: "bluefs_file_writer": { 2024-08-29T17:47:15.538 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 0, 2024-08-29T17:47:15.538 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 0 2024-08-29T17:47:15.538 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:15.538 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore_Blob": { 2024-08-29T17:47:15.538 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 0, 2024-08-29T17:47:15.538 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 0 2024-08-29T17:47:15.538 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:15.538 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore_Buffer": { 2024-08-29T17:47:15.539 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 0, 2024-08-29T17:47:15.539 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 0 2024-08-29T17:47:15.539 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:15.539 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore_Extent": { 2024-08-29T17:47:15.539 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 0, 2024-08-29T17:47:15.539 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 0 2024-08-29T17:47:15.539 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:15.539 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore_SharedBlob": { 2024-08-29T17:47:15.539 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 0, 2024-08-29T17:47:15.539 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 0 2024-08-29T17:47:15.539 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:15.539 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore_alloc": { 2024-08-29T17:47:15.539 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 0, 2024-08-29T17:47:15.539 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 0 2024-08-29T17:47:15.540 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:15.540 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore_cache_data": { 2024-08-29T17:47:15.540 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 0, 2024-08-29T17:47:15.540 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 0 2024-08-29T17:47:15.540 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:15.540 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore_cache_meta": { 2024-08-29T17:47:15.540 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 0, 2024-08-29T17:47:15.540 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 0 2024-08-29T17:47:15.540 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:15.540 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore_cache_onode": { 2024-08-29T17:47:15.540 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 0, 2024-08-29T17:47:15.541 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 0 2024-08-29T17:47:15.541 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:15.541 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore_cache_other": { 2024-08-29T17:47:15.541 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 0, 2024-08-29T17:47:15.541 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 0 2024-08-29T17:47:15.541 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:15.541 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore_fsck": { 2024-08-29T17:47:15.541 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 0, 2024-08-29T17:47:15.541 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 0 2024-08-29T17:47:15.541 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:15.542 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore_inline_bl": { 2024-08-29T17:47:15.542 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 0, 2024-08-29T17:47:15.542 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 0 2024-08-29T17:47:15.542 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:15.542 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore_txc": { 2024-08-29T17:47:15.542 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 0, 2024-08-29T17:47:15.542 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 0 2024-08-29T17:47:15.542 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:15.542 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore_writing": { 2024-08-29T17:47:15.542 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 0, 2024-08-29T17:47:15.542 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 0 2024-08-29T17:47:15.543 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:15.543 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore_writing_deferred": { 2024-08-29T17:47:15.543 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 0, 2024-08-29T17:47:15.543 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 0 2024-08-29T17:47:15.543 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:15.543 INFO:tasks.workunit.client.0.smithi028.stdout: "buffer_anon": { 2024-08-29T17:47:15.544 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 222471, 2024-08-29T17:47:15.544 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 72 2024-08-29T17:47:15.544 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:15.544 INFO:tasks.workunit.client.0.smithi028.stdout: "buffer_meta": { 2024-08-29T17:47:15.544 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 0, 2024-08-29T17:47:15.544 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 0 2024-08-29T17:47:15.545 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:15.545 INFO:tasks.workunit.client.0.smithi028.stdout: "mds_co": { 2024-08-29T17:47:15.545 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 50488, 2024-08-29T17:47:15.545 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 208 2024-08-29T17:47:15.545 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:15.545 INFO:tasks.workunit.client.0.smithi028.stdout: "osd": { 2024-08-29T17:47:15.545 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 0, 2024-08-29T17:47:15.545 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 0 2024-08-29T17:47:15.545 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:15.545 INFO:tasks.workunit.client.0.smithi028.stdout: "osd_mapbl": { 2024-08-29T17:47:15.545 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 0, 2024-08-29T17:47:15.545 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 0 2024-08-29T17:47:15.545 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:15.545 INFO:tasks.workunit.client.0.smithi028.stdout: "osd_pglog": { 2024-08-29T17:47:15.546 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 0, 2024-08-29T17:47:15.546 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 0 2024-08-29T17:47:15.546 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:15.546 INFO:tasks.workunit.client.0.smithi028.stdout: "osdmap": { 2024-08-29T17:47:15.546 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 8136, 2024-08-29T17:47:15.546 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 139 2024-08-29T17:47:15.546 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:15.546 INFO:tasks.workunit.client.0.smithi028.stdout: "osdmap_mapping": { 2024-08-29T17:47:15.546 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 0, 2024-08-29T17:47:15.546 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 0 2024-08-29T17:47:15.546 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:15.546 INFO:tasks.workunit.client.0.smithi028.stdout: "pgmap": { 2024-08-29T17:47:15.546 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 0, 2024-08-29T17:47:15.546 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 0 2024-08-29T17:47:15.547 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:15.547 INFO:tasks.workunit.client.0.smithi028.stdout: "unittest_1": { 2024-08-29T17:47:15.547 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 0, 2024-08-29T17:47:15.547 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 0 2024-08-29T17:47:15.547 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:15.547 INFO:tasks.workunit.client.0.smithi028.stdout: "unittest_2": { 2024-08-29T17:47:15.547 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 0, 2024-08-29T17:47:15.547 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 0 2024-08-29T17:47:15.547 INFO:tasks.workunit.client.0.smithi028.stdout: } 2024-08-29T17:47:15.547 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:15.547 INFO:tasks.workunit.client.0.smithi028.stdout: "mds.e4958ae9278a574c0226651ef9b7bc2d4e1b34b9": { 2024-08-29T17:47:15.547 INFO:tasks.workunit.client.0.smithi028.stdout: "bloom_filter": { 2024-08-29T17:47:15.547 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 0, 2024-08-29T17:47:15.547 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 0 2024-08-29T17:47:15.548 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:15.548 INFO:tasks.workunit.client.0.smithi028.stdout: "bluefs": { 2024-08-29T17:47:15.548 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 0, 2024-08-29T17:47:15.548 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 0 2024-08-29T17:47:15.548 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:15.548 INFO:tasks.workunit.client.0.smithi028.stdout: "bluefs_file_reader": { 2024-08-29T17:47:15.548 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 0, 2024-08-29T17:47:15.548 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 0 2024-08-29T17:47:15.548 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:15.548 INFO:tasks.workunit.client.0.smithi028.stdout: "bluefs_file_writer": { 2024-08-29T17:47:15.548 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 0, 2024-08-29T17:47:15.549 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 0 2024-08-29T17:47:15.549 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:15.549 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore_Blob": { 2024-08-29T17:47:15.549 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 0, 2024-08-29T17:47:15.549 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 0 2024-08-29T17:47:15.549 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:15.549 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore_Buffer": { 2024-08-29T17:47:15.549 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 0, 2024-08-29T17:47:15.549 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 0 2024-08-29T17:47:15.549 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:15.549 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore_Extent": { 2024-08-29T17:47:15.549 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 0, 2024-08-29T17:47:15.549 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 0 2024-08-29T17:47:15.550 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:15.550 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore_SharedBlob": { 2024-08-29T17:47:15.550 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 0, 2024-08-29T17:47:15.550 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 0 2024-08-29T17:47:15.550 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:15.550 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore_alloc": { 2024-08-29T17:47:15.550 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 0, 2024-08-29T17:47:15.550 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 0 2024-08-29T17:47:15.550 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:15.550 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore_cache_data": { 2024-08-29T17:47:15.550 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 0, 2024-08-29T17:47:15.551 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 0 2024-08-29T17:47:15.551 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:15.551 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore_cache_meta": { 2024-08-29T17:47:15.551 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 0, 2024-08-29T17:47:15.551 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 0 2024-08-29T17:47:15.551 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:15.551 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore_cache_onode": { 2024-08-29T17:47:15.551 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 0, 2024-08-29T17:47:15.551 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 0 2024-08-29T17:47:15.551 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:15.551 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore_cache_other": { 2024-08-29T17:47:15.551 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 0, 2024-08-29T17:47:15.552 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 0 2024-08-29T17:47:15.552 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:15.552 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore_fsck": { 2024-08-29T17:47:15.552 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 0, 2024-08-29T17:47:15.552 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 0 2024-08-29T17:47:15.552 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:15.552 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore_inline_bl": { 2024-08-29T17:47:15.553 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 0, 2024-08-29T17:47:15.553 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 0 2024-08-29T17:47:15.553 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:15.553 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore_txc": { 2024-08-29T17:47:15.553 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 0, 2024-08-29T17:47:15.553 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 0 2024-08-29T17:47:15.553 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:15.553 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore_writing": { 2024-08-29T17:47:15.553 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 0, 2024-08-29T17:47:15.553 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 0 2024-08-29T17:47:15.553 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:15.553 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore_writing_deferred": { 2024-08-29T17:47:15.553 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 0, 2024-08-29T17:47:15.554 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 0 2024-08-29T17:47:15.554 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:15.554 INFO:tasks.workunit.client.0.smithi028.stdout: "buffer_anon": { 2024-08-29T17:47:15.554 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 150128, 2024-08-29T17:47:15.554 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 34 2024-08-29T17:47:15.554 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:15.554 INFO:tasks.workunit.client.0.smithi028.stdout: "buffer_meta": { 2024-08-29T17:47:15.554 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 0, 2024-08-29T17:47:15.554 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 0 2024-08-29T17:47:15.554 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:15.554 INFO:tasks.workunit.client.0.smithi028.stdout: "mds_co": { 2024-08-29T17:47:15.554 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 856, 2024-08-29T17:47:15.554 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 2 2024-08-29T17:47:15.555 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:15.555 INFO:tasks.workunit.client.0.smithi028.stdout: "osd": { 2024-08-29T17:47:15.555 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 0, 2024-08-29T17:47:15.555 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 0 2024-08-29T17:47:15.555 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:15.555 INFO:tasks.workunit.client.0.smithi028.stdout: "osd_mapbl": { 2024-08-29T17:47:15.555 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 0, 2024-08-29T17:47:15.555 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 0 2024-08-29T17:47:15.555 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:15.555 INFO:tasks.workunit.client.0.smithi028.stdout: "osd_pglog": { 2024-08-29T17:47:15.555 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 0, 2024-08-29T17:47:15.555 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 0 2024-08-29T17:47:15.555 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:15.555 INFO:tasks.workunit.client.0.smithi028.stdout: "osdmap": { 2024-08-29T17:47:15.556 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 0, 2024-08-29T17:47:15.556 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 0 2024-08-29T17:47:15.556 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:15.556 INFO:tasks.workunit.client.0.smithi028.stdout: "osdmap_mapping": { 2024-08-29T17:47:15.556 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 0, 2024-08-29T17:47:15.556 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 0 2024-08-29T17:47:15.556 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:15.556 INFO:tasks.workunit.client.0.smithi028.stdout: "pgmap": { 2024-08-29T17:47:15.556 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 0, 2024-08-29T17:47:15.556 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 0 2024-08-29T17:47:15.556 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:15.556 INFO:tasks.workunit.client.0.smithi028.stdout: "unittest_1": { 2024-08-29T17:47:15.556 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 0, 2024-08-29T17:47:15.557 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 0 2024-08-29T17:47:15.557 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:15.557 INFO:tasks.workunit.client.0.smithi028.stdout: "unittest_2": { 2024-08-29T17:47:15.557 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 0, 2024-08-29T17:47:15.557 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 0 2024-08-29T17:47:15.557 INFO:tasks.workunit.client.0.smithi028.stdout: } 2024-08-29T17:47:15.557 INFO:tasks.workunit.client.0.smithi028.stdout: } 2024-08-29T17:47:15.557 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:15.557 INFO:tasks.workunit.client.0.smithi028.stdout: "mon": { 2024-08-29T17:47:15.557 INFO:tasks.workunit.client.0.smithi028.stdout: "mon.55fbc62c63d120c3220dfb51bdacb54ee30cf548": { 2024-08-29T17:47:15.557 INFO:tasks.workunit.client.0.smithi028.stdout: "bloom_filter": { 2024-08-29T17:47:15.557 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 0, 2024-08-29T17:47:15.557 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 0 2024-08-29T17:47:15.557 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:15.558 INFO:tasks.workunit.client.0.smithi028.stdout: "bluefs": { 2024-08-29T17:47:15.558 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 0, 2024-08-29T17:47:15.558 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 0 2024-08-29T17:47:15.558 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:15.558 INFO:tasks.workunit.client.0.smithi028.stdout: "bluefs_file_reader": { 2024-08-29T17:47:15.558 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 0, 2024-08-29T17:47:15.558 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 0 2024-08-29T17:47:15.558 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:15.558 INFO:tasks.workunit.client.0.smithi028.stdout: "bluefs_file_writer": { 2024-08-29T17:47:15.558 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 0, 2024-08-29T17:47:15.558 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 0 2024-08-29T17:47:15.558 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:15.558 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore_Blob": { 2024-08-29T17:47:15.558 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 0, 2024-08-29T17:47:15.559 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 0 2024-08-29T17:47:15.559 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:15.559 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore_Buffer": { 2024-08-29T17:47:15.559 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 0, 2024-08-29T17:47:15.559 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 0 2024-08-29T17:47:15.559 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:15.559 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore_Extent": { 2024-08-29T17:47:15.559 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 0, 2024-08-29T17:47:15.559 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 0 2024-08-29T17:47:15.559 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:15.559 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore_SharedBlob": { 2024-08-29T17:47:15.560 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 0, 2024-08-29T17:47:15.560 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 0 2024-08-29T17:47:15.560 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:15.560 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore_alloc": { 2024-08-29T17:47:15.560 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 0, 2024-08-29T17:47:15.560 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 0 2024-08-29T17:47:15.560 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:15.560 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore_cache_data": { 2024-08-29T17:47:15.560 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 0, 2024-08-29T17:47:15.560 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 0 2024-08-29T17:47:15.560 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:15.561 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore_cache_meta": { 2024-08-29T17:47:15.561 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 0, 2024-08-29T17:47:15.561 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 0 2024-08-29T17:47:15.561 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:15.561 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore_cache_onode": { 2024-08-29T17:47:15.561 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 0, 2024-08-29T17:47:15.561 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 0 2024-08-29T17:47:15.561 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:15.561 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore_cache_other": { 2024-08-29T17:47:15.562 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 0, 2024-08-29T17:47:15.562 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 0 2024-08-29T17:47:15.562 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:15.562 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore_fsck": { 2024-08-29T17:47:15.562 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 0, 2024-08-29T17:47:15.562 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 0 2024-08-29T17:47:15.562 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:15.562 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore_inline_bl": { 2024-08-29T17:47:15.562 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 0, 2024-08-29T17:47:15.562 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 0 2024-08-29T17:47:15.562 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:15.563 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore_txc": { 2024-08-29T17:47:15.563 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 0, 2024-08-29T17:47:15.563 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 0 2024-08-29T17:47:15.563 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:15.563 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore_writing": { 2024-08-29T17:47:15.563 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 0, 2024-08-29T17:47:15.563 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 0 2024-08-29T17:47:15.563 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:15.563 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore_writing_deferred": { 2024-08-29T17:47:15.563 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 0, 2024-08-29T17:47:15.563 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 0 2024-08-29T17:47:15.563 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:15.564 INFO:tasks.workunit.client.0.smithi028.stdout: "buffer_anon": { 2024-08-29T17:47:15.564 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 1218118, 2024-08-29T17:47:15.564 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 360 2024-08-29T17:47:15.564 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:15.564 INFO:tasks.workunit.client.0.smithi028.stdout: "buffer_meta": { 2024-08-29T17:47:15.564 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 88, 2024-08-29T17:47:15.564 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 1 2024-08-29T17:47:15.564 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:15.564 INFO:tasks.workunit.client.0.smithi028.stdout: "mds_co": { 2024-08-29T17:47:15.564 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 0, 2024-08-29T17:47:15.564 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 0 2024-08-29T17:47:15.564 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:15.564 INFO:tasks.workunit.client.0.smithi028.stdout: "osd": { 2024-08-29T17:47:15.565 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 0, 2024-08-29T17:47:15.565 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 0 2024-08-29T17:47:15.565 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:15.565 INFO:tasks.workunit.client.0.smithi028.stdout: "osd_mapbl": { 2024-08-29T17:47:15.565 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 0, 2024-08-29T17:47:15.565 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 0 2024-08-29T17:47:15.565 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:15.565 INFO:tasks.workunit.client.0.smithi028.stdout: "osd_pglog": { 2024-08-29T17:47:15.565 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 0, 2024-08-29T17:47:15.565 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 0 2024-08-29T17:47:15.565 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:15.565 INFO:tasks.workunit.client.0.smithi028.stdout: "osdmap": { 2024-08-29T17:47:15.565 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 6784, 2024-08-29T17:47:15.566 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 138 2024-08-29T17:47:15.566 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:15.566 INFO:tasks.workunit.client.0.smithi028.stdout: "osdmap_mapping": { 2024-08-29T17:47:15.566 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 12744, 2024-08-29T17:47:15.566 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 1546 2024-08-29T17:47:15.566 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:15.566 INFO:tasks.workunit.client.0.smithi028.stdout: "pgmap": { 2024-08-29T17:47:15.566 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 5312, 2024-08-29T17:47:15.566 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 103 2024-08-29T17:47:15.566 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:15.566 INFO:tasks.workunit.client.0.smithi028.stdout: "unittest_1": { 2024-08-29T17:47:15.566 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 0, 2024-08-29T17:47:15.566 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 0 2024-08-29T17:47:15.566 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:15.567 INFO:tasks.workunit.client.0.smithi028.stdout: "unittest_2": { 2024-08-29T17:47:15.567 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 0, 2024-08-29T17:47:15.567 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 0 2024-08-29T17:47:15.567 INFO:tasks.workunit.client.0.smithi028.stdout: } 2024-08-29T17:47:15.567 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:15.567 INFO:tasks.workunit.client.0.smithi028.stdout: "mon.a2df9e26f4a5fcbeed319f1798118f10993a0555": { 2024-08-29T17:47:15.567 INFO:tasks.workunit.client.0.smithi028.stdout: "bloom_filter": { 2024-08-29T17:47:15.567 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 0, 2024-08-29T17:47:15.567 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 0 2024-08-29T17:47:15.567 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:15.567 INFO:tasks.workunit.client.0.smithi028.stdout: "bluefs": { 2024-08-29T17:47:15.567 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 0, 2024-08-29T17:47:15.568 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 0 2024-08-29T17:47:15.568 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:15.568 INFO:tasks.workunit.client.0.smithi028.stdout: "bluefs_file_reader": { 2024-08-29T17:47:15.568 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 0, 2024-08-29T17:47:15.568 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 0 2024-08-29T17:47:15.569 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:15.569 INFO:tasks.workunit.client.0.smithi028.stdout: "bluefs_file_writer": { 2024-08-29T17:47:15.569 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 0, 2024-08-29T17:47:15.569 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 0 2024-08-29T17:47:15.569 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:15.569 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore_Blob": { 2024-08-29T17:47:15.569 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 0, 2024-08-29T17:47:15.569 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 0 2024-08-29T17:47:15.569 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:15.569 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore_Buffer": { 2024-08-29T17:47:15.570 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 0, 2024-08-29T17:47:15.570 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 0 2024-08-29T17:47:15.570 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:15.570 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore_Extent": { 2024-08-29T17:47:15.570 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 0, 2024-08-29T17:47:15.570 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 0 2024-08-29T17:47:15.570 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:15.570 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore_SharedBlob": { 2024-08-29T17:47:15.570 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 0, 2024-08-29T17:47:15.570 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 0 2024-08-29T17:47:15.570 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:15.570 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore_alloc": { 2024-08-29T17:47:15.570 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 0, 2024-08-29T17:47:15.571 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 0 2024-08-29T17:47:15.571 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:15.571 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore_cache_data": { 2024-08-29T17:47:15.571 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 0, 2024-08-29T17:47:15.571 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 0 2024-08-29T17:47:15.571 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:15.571 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore_cache_meta": { 2024-08-29T17:47:15.571 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 0, 2024-08-29T17:47:15.571 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 0 2024-08-29T17:47:15.571 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:15.571 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore_cache_onode": { 2024-08-29T17:47:15.571 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 0, 2024-08-29T17:47:15.572 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 0 2024-08-29T17:47:15.572 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:15.572 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore_cache_other": { 2024-08-29T17:47:15.572 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 0, 2024-08-29T17:47:15.572 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 0 2024-08-29T17:47:15.572 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:15.572 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore_fsck": { 2024-08-29T17:47:15.572 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 0, 2024-08-29T17:47:15.572 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 0 2024-08-29T17:47:15.572 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:15.572 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore_inline_bl": { 2024-08-29T17:47:15.572 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 0, 2024-08-29T17:47:15.572 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 0 2024-08-29T17:47:15.573 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:15.573 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore_txc": { 2024-08-29T17:47:15.573 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 0, 2024-08-29T17:47:15.573 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 0 2024-08-29T17:47:15.573 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:15.573 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore_writing": { 2024-08-29T17:47:15.573 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 0, 2024-08-29T17:47:15.573 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 0 2024-08-29T17:47:15.573 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:15.573 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore_writing_deferred": { 2024-08-29T17:47:15.573 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 0, 2024-08-29T17:47:15.573 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 0 2024-08-29T17:47:15.573 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:15.574 INFO:tasks.workunit.client.0.smithi028.stdout: "buffer_anon": { 2024-08-29T17:47:15.574 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 1164198, 2024-08-29T17:47:15.574 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 358 2024-08-29T17:47:15.574 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:15.574 INFO:tasks.workunit.client.0.smithi028.stdout: "buffer_meta": { 2024-08-29T17:47:15.574 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 0, 2024-08-29T17:47:15.574 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 0 2024-08-29T17:47:15.574 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:15.574 INFO:tasks.workunit.client.0.smithi028.stdout: "mds_co": { 2024-08-29T17:47:15.574 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 0, 2024-08-29T17:47:15.574 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 0 2024-08-29T17:47:15.574 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:15.574 INFO:tasks.workunit.client.0.smithi028.stdout: "osd": { 2024-08-29T17:47:15.574 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 0, 2024-08-29T17:47:15.575 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 0 2024-08-29T17:47:15.575 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:15.575 INFO:tasks.workunit.client.0.smithi028.stdout: "osd_mapbl": { 2024-08-29T17:47:15.575 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 0, 2024-08-29T17:47:15.575 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 0 2024-08-29T17:47:15.575 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:15.575 INFO:tasks.workunit.client.0.smithi028.stdout: "osd_pglog": { 2024-08-29T17:47:15.575 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 0, 2024-08-29T17:47:15.575 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 0 2024-08-29T17:47:15.575 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:15.575 INFO:tasks.workunit.client.0.smithi028.stdout: "osdmap": { 2024-08-29T17:47:15.575 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 6784, 2024-08-29T17:47:15.575 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 138 2024-08-29T17:47:15.575 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:15.576 INFO:tasks.workunit.client.0.smithi028.stdout: "osdmap_mapping": { 2024-08-29T17:47:15.576 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 12744, 2024-08-29T17:47:15.576 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 1546 2024-08-29T17:47:15.576 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:15.576 INFO:tasks.workunit.client.0.smithi028.stdout: "pgmap": { 2024-08-29T17:47:15.576 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 5312, 2024-08-29T17:47:15.576 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 103 2024-08-29T17:47:15.576 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:15.576 INFO:tasks.workunit.client.0.smithi028.stdout: "unittest_1": { 2024-08-29T17:47:15.576 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 0, 2024-08-29T17:47:15.576 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 0 2024-08-29T17:47:15.576 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:15.577 INFO:tasks.workunit.client.0.smithi028.stdout: "unittest_2": { 2024-08-29T17:47:15.577 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 0, 2024-08-29T17:47:15.577 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 0 2024-08-29T17:47:15.577 INFO:tasks.workunit.client.0.smithi028.stdout: } 2024-08-29T17:47:15.577 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:15.577 INFO:tasks.workunit.client.0.smithi028.stdout: "mon.e4958ae9278a574c0226651ef9b7bc2d4e1b34b9": { 2024-08-29T17:47:15.577 INFO:tasks.workunit.client.0.smithi028.stdout: "bloom_filter": { 2024-08-29T17:47:15.577 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 0, 2024-08-29T17:47:15.577 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 0 2024-08-29T17:47:15.578 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:15.578 INFO:tasks.workunit.client.0.smithi028.stdout: "bluefs": { 2024-08-29T17:47:15.578 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 0, 2024-08-29T17:47:15.578 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 0 2024-08-29T17:47:15.578 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:15.578 INFO:tasks.workunit.client.0.smithi028.stdout: "bluefs_file_reader": { 2024-08-29T17:47:15.578 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 0, 2024-08-29T17:47:15.578 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 0 2024-08-29T17:47:15.578 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:15.578 INFO:tasks.workunit.client.0.smithi028.stdout: "bluefs_file_writer": { 2024-08-29T17:47:15.578 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 0, 2024-08-29T17:47:15.578 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 0 2024-08-29T17:47:15.578 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:15.578 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore_Blob": { 2024-08-29T17:47:15.578 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 0, 2024-08-29T17:47:15.579 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 0 2024-08-29T17:47:15.579 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:15.579 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore_Buffer": { 2024-08-29T17:47:15.579 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 0, 2024-08-29T17:47:15.579 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 0 2024-08-29T17:47:15.579 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:15.579 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore_Extent": { 2024-08-29T17:47:15.579 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 0, 2024-08-29T17:47:15.579 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 0 2024-08-29T17:47:15.579 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:15.580 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore_SharedBlob": { 2024-08-29T17:47:15.580 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 0, 2024-08-29T17:47:15.580 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 0 2024-08-29T17:47:15.580 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:15.580 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore_alloc": { 2024-08-29T17:47:15.580 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 0, 2024-08-29T17:47:15.580 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 0 2024-08-29T17:47:15.580 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:15.580 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore_cache_data": { 2024-08-29T17:47:15.580 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 0, 2024-08-29T17:47:15.580 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 0 2024-08-29T17:47:15.580 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:15.580 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore_cache_meta": { 2024-08-29T17:47:15.581 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 0, 2024-08-29T17:47:15.581 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 0 2024-08-29T17:47:15.581 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:15.581 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore_cache_onode": { 2024-08-29T17:47:15.581 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 0, 2024-08-29T17:47:15.581 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 0 2024-08-29T17:47:15.581 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:15.581 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore_cache_other": { 2024-08-29T17:47:15.581 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 0, 2024-08-29T17:47:15.581 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 0 2024-08-29T17:47:15.581 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:15.581 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore_fsck": { 2024-08-29T17:47:15.581 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 0, 2024-08-29T17:47:15.581 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 0 2024-08-29T17:47:15.582 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:15.582 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore_inline_bl": { 2024-08-29T17:47:15.582 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 0, 2024-08-29T17:47:15.582 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 0 2024-08-29T17:47:15.582 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:15.582 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore_txc": { 2024-08-29T17:47:15.582 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 0, 2024-08-29T17:47:15.582 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 0 2024-08-29T17:47:15.582 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:15.582 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore_writing": { 2024-08-29T17:47:15.582 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 0, 2024-08-29T17:47:15.582 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 0 2024-08-29T17:47:15.582 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:15.583 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore_writing_deferred": { 2024-08-29T17:47:15.583 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 0, 2024-08-29T17:47:15.583 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 0 2024-08-29T17:47:15.583 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:15.583 INFO:tasks.workunit.client.0.smithi028.stdout: "buffer_anon": { 2024-08-29T17:47:15.583 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 1287622, 2024-08-29T17:47:15.584 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 337 2024-08-29T17:47:15.584 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:15.584 INFO:tasks.workunit.client.0.smithi028.stdout: "buffer_meta": { 2024-08-29T17:47:15.584 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 176, 2024-08-29T17:47:15.584 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 2 2024-08-29T17:47:15.584 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:15.584 INFO:tasks.workunit.client.0.smithi028.stdout: "mds_co": { 2024-08-29T17:47:15.584 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 0, 2024-08-29T17:47:15.584 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 0 2024-08-29T17:47:15.584 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:15.584 INFO:tasks.workunit.client.0.smithi028.stdout: "osd": { 2024-08-29T17:47:15.585 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 0, 2024-08-29T17:47:15.585 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 0 2024-08-29T17:47:15.585 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:15.585 INFO:tasks.workunit.client.0.smithi028.stdout: "osd_mapbl": { 2024-08-29T17:47:15.585 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 0, 2024-08-29T17:47:15.585 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 0 2024-08-29T17:47:15.585 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:15.585 INFO:tasks.workunit.client.0.smithi028.stdout: "osd_pglog": { 2024-08-29T17:47:15.585 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 0, 2024-08-29T17:47:15.586 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 0 2024-08-29T17:47:15.586 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:15.586 INFO:tasks.workunit.client.0.smithi028.stdout: "osdmap": { 2024-08-29T17:47:15.586 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 6784, 2024-08-29T17:47:15.586 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 138 2024-08-29T17:47:15.586 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:15.586 INFO:tasks.workunit.client.0.smithi028.stdout: "osdmap_mapping": { 2024-08-29T17:47:15.586 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 12744, 2024-08-29T17:47:15.586 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 1546 2024-08-29T17:47:15.586 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:15.586 INFO:tasks.workunit.client.0.smithi028.stdout: "pgmap": { 2024-08-29T17:47:15.586 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 10624, 2024-08-29T17:47:15.586 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 206 2024-08-29T17:47:15.587 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:15.587 INFO:tasks.workunit.client.0.smithi028.stdout: "unittest_1": { 2024-08-29T17:47:15.587 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 0, 2024-08-29T17:47:15.587 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 0 2024-08-29T17:47:15.587 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:15.587 INFO:tasks.workunit.client.0.smithi028.stdout: "unittest_2": { 2024-08-29T17:47:15.587 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 0, 2024-08-29T17:47:15.587 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 0 2024-08-29T17:47:15.587 INFO:tasks.workunit.client.0.smithi028.stdout: } 2024-08-29T17:47:15.587 INFO:tasks.workunit.client.0.smithi028.stdout: } 2024-08-29T17:47:15.587 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:15.587 INFO:tasks.workunit.client.0.smithi028.stdout: "osd": { 2024-08-29T17:47:15.587 INFO:tasks.workunit.client.0.smithi028.stdout: "osd.0": { 2024-08-29T17:47:15.588 INFO:tasks.workunit.client.0.smithi028.stdout: "bloom_filter": { 2024-08-29T17:47:15.588 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 0, 2024-08-29T17:47:15.588 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 0 2024-08-29T17:47:15.588 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:15.588 INFO:tasks.workunit.client.0.smithi028.stdout: "bluefs": { 2024-08-29T17:47:15.588 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 6304, 2024-08-29T17:47:15.588 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 115 2024-08-29T17:47:15.588 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:15.588 INFO:tasks.workunit.client.0.smithi028.stdout: "bluefs_file_reader": { 2024-08-29T17:47:15.588 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 16896, 2024-08-29T17:47:15.588 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 8 2024-08-29T17:47:15.588 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:15.588 INFO:tasks.workunit.client.0.smithi028.stdout: "bluefs_file_writer": { 2024-08-29T17:47:15.588 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 576, 2024-08-29T17:47:15.589 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 3 2024-08-29T17:47:15.589 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:15.589 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore_Blob": { 2024-08-29T17:47:15.589 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 22848, 2024-08-29T17:47:15.589 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 204 2024-08-29T17:47:15.589 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:15.589 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore_Buffer": { 2024-08-29T17:47:15.589 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 1792, 2024-08-29T17:47:15.589 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 16 2024-08-29T17:47:15.589 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:15.589 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore_Extent": { 2024-08-29T17:47:15.589 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 9792, 2024-08-29T17:47:15.590 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 204 2024-08-29T17:47:15.590 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:15.590 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore_SharedBlob": { 2024-08-29T17:47:15.590 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 22848, 2024-08-29T17:47:15.590 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 204 2024-08-29T17:47:15.590 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:15.590 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore_alloc": { 2024-08-29T17:47:15.590 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 6320, 2024-08-29T17:47:15.590 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 79 2024-08-29T17:47:15.590 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:15.590 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore_cache_data": { 2024-08-29T17:47:15.591 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 625048, 2024-08-29T17:47:15.591 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 21 2024-08-29T17:47:15.591 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:15.591 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore_cache_meta": { 2024-08-29T17:47:15.591 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 58344, 2024-08-29T17:47:15.592 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 10588 2024-08-29T17:47:15.592 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:15.592 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore_cache_onode": { 2024-08-29T17:47:15.592 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 145520, 2024-08-29T17:47:15.592 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 214 2024-08-29T17:47:15.592 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:15.592 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore_cache_other": { 2024-08-29T17:47:15.592 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 11692, 2024-08-29T17:47:15.592 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 771 2024-08-29T17:47:15.592 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:15.592 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore_fsck": { 2024-08-29T17:47:15.592 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 0, 2024-08-29T17:47:15.592 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 0 2024-08-29T17:47:15.593 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:15.593 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore_inline_bl": { 2024-08-29T17:47:15.593 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 33544, 2024-08-29T17:47:15.593 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 214 2024-08-29T17:47:15.593 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:15.593 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore_txc": { 2024-08-29T17:47:15.593 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 0, 2024-08-29T17:47:15.593 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 0 2024-08-29T17:47:15.593 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:15.593 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore_writing": { 2024-08-29T17:47:15.594 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 428719, 2024-08-29T17:47:15.594 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 93 2024-08-29T17:47:15.594 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:15.594 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore_writing_deferred": { 2024-08-29T17:47:15.594 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 0, 2024-08-29T17:47:15.594 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 0 2024-08-29T17:47:15.594 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:15.594 INFO:tasks.workunit.client.0.smithi028.stdout: "buffer_anon": { 2024-08-29T17:47:15.594 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 2437220, 2024-08-29T17:47:15.594 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 199 2024-08-29T17:47:15.594 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:15.594 INFO:tasks.workunit.client.0.smithi028.stdout: "buffer_meta": { 2024-08-29T17:47:15.594 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 7216, 2024-08-29T17:47:15.595 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 82 2024-08-29T17:47:15.595 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:15.595 INFO:tasks.workunit.client.0.smithi028.stdout: "mds_co": { 2024-08-29T17:47:15.595 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 0, 2024-08-29T17:47:15.595 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 0 2024-08-29T17:47:15.595 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:15.595 INFO:tasks.workunit.client.0.smithi028.stdout: "osd": { 2024-08-29T17:47:15.595 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 521280, 2024-08-29T17:47:15.595 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 45 2024-08-29T17:47:15.595 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:15.595 INFO:tasks.workunit.client.0.smithi028.stdout: "osd_mapbl": { 2024-08-29T17:47:15.595 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 0, 2024-08-29T17:47:15.596 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 0 2024-08-29T17:47:15.596 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:15.596 INFO:tasks.workunit.client.0.smithi028.stdout: "osd_pglog": { 2024-08-29T17:47:15.596 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 95264, 2024-08-29T17:47:15.596 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 188 2024-08-29T17:47:15.596 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:15.596 INFO:tasks.workunit.client.0.smithi028.stdout: "osdmap": { 2024-08-29T17:47:15.596 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 237680, 2024-08-29T17:47:15.597 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 3539 2024-08-29T17:47:15.597 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:15.597 INFO:tasks.workunit.client.0.smithi028.stdout: "osdmap_mapping": { 2024-08-29T17:47:15.597 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 0, 2024-08-29T17:47:15.597 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 0 2024-08-29T17:47:15.597 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:15.597 INFO:tasks.workunit.client.0.smithi028.stdout: "pgmap": { 2024-08-29T17:47:15.597 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 0, 2024-08-29T17:47:15.598 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 0 2024-08-29T17:47:15.598 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:15.598 INFO:tasks.workunit.client.0.smithi028.stdout: "unittest_1": { 2024-08-29T17:47:15.598 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 0, 2024-08-29T17:47:15.598 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 0 2024-08-29T17:47:15.599 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:15.599 INFO:tasks.workunit.client.0.smithi028.stdout: "unittest_2": { 2024-08-29T17:47:15.599 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 0, 2024-08-29T17:47:15.599 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 0 2024-08-29T17:47:15.599 INFO:tasks.workunit.client.0.smithi028.stdout: } 2024-08-29T17:47:15.599 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:15.599 INFO:tasks.workunit.client.0.smithi028.stdout: "osd.1": { 2024-08-29T17:47:15.600 INFO:tasks.workunit.client.0.smithi028.stdout: "bloom_filter": { 2024-08-29T17:47:15.600 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 0, 2024-08-29T17:47:15.600 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 0 2024-08-29T17:47:15.600 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:15.600 INFO:tasks.workunit.client.0.smithi028.stdout: "bluefs": { 2024-08-29T17:47:15.600 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 6304, 2024-08-29T17:47:15.601 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 115 2024-08-29T17:47:15.601 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:15.601 INFO:tasks.workunit.client.0.smithi028.stdout: "bluefs_file_reader": { 2024-08-29T17:47:15.601 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 16896, 2024-08-29T17:47:15.601 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 8 2024-08-29T17:47:15.601 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:15.601 INFO:tasks.workunit.client.0.smithi028.stdout: "bluefs_file_writer": { 2024-08-29T17:47:15.601 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 576, 2024-08-29T17:47:15.602 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 3 2024-08-29T17:47:15.602 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:15.602 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore_Blob": { 2024-08-29T17:47:15.602 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 21616, 2024-08-29T17:47:15.602 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 193 2024-08-29T17:47:15.603 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:15.603 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore_Buffer": { 2024-08-29T17:47:15.603 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 1120, 2024-08-29T17:47:15.603 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 10 2024-08-29T17:47:15.603 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:15.603 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore_Extent": { 2024-08-29T17:47:15.604 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 9264, 2024-08-29T17:47:15.604 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 193 2024-08-29T17:47:15.604 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:15.604 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore_SharedBlob": { 2024-08-29T17:47:15.604 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 21616, 2024-08-29T17:47:15.604 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 193 2024-08-29T17:47:15.605 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:15.605 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore_alloc": { 2024-08-29T17:47:15.605 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 5440, 2024-08-29T17:47:15.605 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 68 2024-08-29T17:47:15.605 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:15.605 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore_cache_data": { 2024-08-29T17:47:15.605 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 26774, 2024-08-29T17:47:15.605 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 6 2024-08-29T17:47:15.605 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:15.605 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore_cache_meta": { 2024-08-29T17:47:15.605 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 52060, 2024-08-29T17:47:15.605 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 9615 2024-08-29T17:47:15.606 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:15.606 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore_cache_onode": { 2024-08-29T17:47:15.606 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 136680, 2024-08-29T17:47:15.606 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 201 2024-08-29T17:47:15.606 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:15.606 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore_cache_other": { 2024-08-29T17:47:15.606 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 9780, 2024-08-29T17:47:15.606 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 599 2024-08-29T17:47:15.606 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:15.606 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore_fsck": { 2024-08-29T17:47:15.606 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 0, 2024-08-29T17:47:15.606 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 0 2024-08-29T17:47:15.606 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:15.606 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore_inline_bl": { 2024-08-29T17:47:15.607 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 29444, 2024-08-29T17:47:15.607 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 201 2024-08-29T17:47:15.607 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:15.607 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore_txc": { 2024-08-29T17:47:15.607 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 736, 2024-08-29T17:47:15.607 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 1 2024-08-29T17:47:15.607 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:15.607 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore_writing": { 2024-08-29T17:47:15.607 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 449680, 2024-08-29T17:47:15.607 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 98 2024-08-29T17:47:15.607 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:15.607 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore_writing_deferred": { 2024-08-29T17:47:15.607 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 12096, 2024-08-29T17:47:15.607 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 3 2024-08-29T17:47:15.608 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:15.608 INFO:tasks.workunit.client.0.smithi028.stdout: "buffer_anon": { 2024-08-29T17:47:15.608 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 2436308, 2024-08-29T17:47:15.608 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 190 2024-08-29T17:47:15.608 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:15.608 INFO:tasks.workunit.client.0.smithi028.stdout: "buffer_meta": { 2024-08-29T17:47:15.608 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 5104, 2024-08-29T17:47:15.608 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 58 2024-08-29T17:47:15.609 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:15.609 INFO:tasks.workunit.client.0.smithi028.stdout: "mds_co": { 2024-08-29T17:47:15.609 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 0, 2024-08-29T17:47:15.609 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 0 2024-08-29T17:47:15.609 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:15.609 INFO:tasks.workunit.client.0.smithi028.stdout: "osd": { 2024-08-29T17:47:15.609 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 440192, 2024-08-29T17:47:15.609 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 38 2024-08-29T17:47:15.609 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:15.609 INFO:tasks.workunit.client.0.smithi028.stdout: "osd_mapbl": { 2024-08-29T17:47:15.609 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 0, 2024-08-29T17:47:15.609 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 0 2024-08-29T17:47:15.609 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:15.610 INFO:tasks.workunit.client.0.smithi028.stdout: "osd_pglog": { 2024-08-29T17:47:15.610 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 8528, 2024-08-29T17:47:15.610 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 22 2024-08-29T17:47:15.610 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:15.610 INFO:tasks.workunit.client.0.smithi028.stdout: "osdmap": { 2024-08-29T17:47:15.610 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 237680, 2024-08-29T17:47:15.611 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 3539 2024-08-29T17:47:15.611 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:15.611 INFO:tasks.workunit.client.0.smithi028.stdout: "osdmap_mapping": { 2024-08-29T17:47:15.611 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 0, 2024-08-29T17:47:15.611 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 0 2024-08-29T17:47:15.611 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:15.611 INFO:tasks.workunit.client.0.smithi028.stdout: "pgmap": { 2024-08-29T17:47:15.611 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 0, 2024-08-29T17:47:15.611 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 0 2024-08-29T17:47:15.611 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:15.611 INFO:tasks.workunit.client.0.smithi028.stdout: "unittest_1": { 2024-08-29T17:47:15.612 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 0, 2024-08-29T17:47:15.612 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 0 2024-08-29T17:47:15.612 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:15.612 INFO:tasks.workunit.client.0.smithi028.stdout: "unittest_2": { 2024-08-29T17:47:15.612 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 0, 2024-08-29T17:47:15.612 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 0 2024-08-29T17:47:15.612 INFO:tasks.workunit.client.0.smithi028.stdout: } 2024-08-29T17:47:15.612 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:15.612 INFO:tasks.workunit.client.0.smithi028.stdout: "osd.2": { 2024-08-29T17:47:15.612 INFO:tasks.workunit.client.0.smithi028.stdout: "bloom_filter": { 2024-08-29T17:47:15.612 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 0, 2024-08-29T17:47:15.612 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 0 2024-08-29T17:47:15.613 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:15.613 INFO:tasks.workunit.client.0.smithi028.stdout: "bluefs": { 2024-08-29T17:47:15.613 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 6304, 2024-08-29T17:47:15.613 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 115 2024-08-29T17:47:15.613 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:15.613 INFO:tasks.workunit.client.0.smithi028.stdout: "bluefs_file_reader": { 2024-08-29T17:47:15.613 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 16896, 2024-08-29T17:47:15.613 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 8 2024-08-29T17:47:15.613 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:15.613 INFO:tasks.workunit.client.0.smithi028.stdout: "bluefs_file_writer": { 2024-08-29T17:47:15.613 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 576, 2024-08-29T17:47:15.613 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 3 2024-08-29T17:47:15.613 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:15.614 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore_Blob": { 2024-08-29T17:47:15.614 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 21280, 2024-08-29T17:47:15.614 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 190 2024-08-29T17:47:15.614 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:15.614 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore_Buffer": { 2024-08-29T17:47:15.614 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 784, 2024-08-29T17:47:15.614 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 7 2024-08-29T17:47:15.614 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:15.614 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore_Extent": { 2024-08-29T17:47:15.614 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 9120, 2024-08-29T17:47:15.614 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 190 2024-08-29T17:47:15.614 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:15.615 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore_SharedBlob": { 2024-08-29T17:47:15.615 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 21280, 2024-08-29T17:47:15.615 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 190 2024-08-29T17:47:15.615 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:15.615 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore_alloc": { 2024-08-29T17:47:15.615 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 5040, 2024-08-29T17:47:15.615 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 63 2024-08-29T17:47:15.615 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:15.615 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore_cache_data": { 2024-08-29T17:47:15.615 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 8192, 2024-08-29T17:47:15.615 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 2 2024-08-29T17:47:15.615 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:15.615 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore_cache_meta": { 2024-08-29T17:47:15.615 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 48618, 2024-08-29T17:47:15.616 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 9133 2024-08-29T17:47:15.616 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:15.616 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore_cache_onode": { 2024-08-29T17:47:15.616 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 129880, 2024-08-29T17:47:15.616 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 191 2024-08-29T17:47:15.616 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:15.616 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore_cache_other": { 2024-08-29T17:47:15.616 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 8824, 2024-08-29T17:47:15.616 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 585 2024-08-29T17:47:15.616 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:15.616 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore_fsck": { 2024-08-29T17:47:15.616 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 0, 2024-08-29T17:47:15.617 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 0 2024-08-29T17:47:15.617 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:15.617 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore_inline_bl": { 2024-08-29T17:47:15.617 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 27388, 2024-08-29T17:47:15.617 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 191 2024-08-29T17:47:15.617 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:15.617 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore_txc": { 2024-08-29T17:47:15.617 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 736, 2024-08-29T17:47:15.617 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 1 2024-08-29T17:47:15.617 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:15.617 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore_writing": { 2024-08-29T17:47:15.617 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 406822, 2024-08-29T17:47:15.617 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 87 2024-08-29T17:47:15.618 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:15.618 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore_writing_deferred": { 2024-08-29T17:47:15.618 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 12096, 2024-08-29T17:47:15.618 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 3 2024-08-29T17:47:15.618 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:15.618 INFO:tasks.workunit.client.0.smithi028.stdout: "buffer_anon": { 2024-08-29T17:47:15.618 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 2439218, 2024-08-29T17:47:15.618 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 190 2024-08-29T17:47:15.618 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:15.618 INFO:tasks.workunit.client.0.smithi028.stdout: "buffer_meta": { 2024-08-29T17:47:15.618 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 4224, 2024-08-29T17:47:15.618 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 48 2024-08-29T17:47:15.618 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:15.618 INFO:tasks.workunit.client.0.smithi028.stdout: "mds_co": { 2024-08-29T17:47:15.618 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 0, 2024-08-29T17:47:15.619 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 0 2024-08-29T17:47:15.619 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:15.619 INFO:tasks.workunit.client.0.smithi028.stdout: "osd": { 2024-08-29T17:47:15.619 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 347520, 2024-08-29T17:47:15.619 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 30 2024-08-29T17:47:15.619 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:15.619 INFO:tasks.workunit.client.0.smithi028.stdout: "osd_mapbl": { 2024-08-29T17:47:15.619 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 0, 2024-08-29T17:47:15.619 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 0 2024-08-29T17:47:15.619 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:15.619 INFO:tasks.workunit.client.0.smithi028.stdout: "osd_pglog": { 2024-08-29T17:47:15.619 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 8320, 2024-08-29T17:47:15.619 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 24 2024-08-29T17:47:15.619 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:15.620 INFO:tasks.workunit.client.0.smithi028.stdout: "osdmap": { 2024-08-29T17:47:15.620 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 238192, 2024-08-29T17:47:15.620 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 3563 2024-08-29T17:47:15.620 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:15.620 INFO:tasks.workunit.client.0.smithi028.stdout: "osdmap_mapping": { 2024-08-29T17:47:15.620 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 0, 2024-08-29T17:47:15.620 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 0 2024-08-29T17:47:15.620 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:15.620 INFO:tasks.workunit.client.0.smithi028.stdout: "pgmap": { 2024-08-29T17:47:15.620 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 0, 2024-08-29T17:47:15.620 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 0 2024-08-29T17:47:15.620 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:15.621 INFO:tasks.workunit.client.0.smithi028.stdout: "unittest_1": { 2024-08-29T17:47:15.621 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 0, 2024-08-29T17:47:15.621 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 0 2024-08-29T17:47:15.621 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:15.621 INFO:tasks.workunit.client.0.smithi028.stdout: "unittest_2": { 2024-08-29T17:47:15.621 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 0, 2024-08-29T17:47:15.621 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 0 2024-08-29T17:47:15.621 INFO:tasks.workunit.client.0.smithi028.stdout: } 2024-08-29T17:47:15.621 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:15.621 INFO:tasks.workunit.client.0.smithi028.stdout: "osd.3": { 2024-08-29T17:47:15.622 INFO:tasks.workunit.client.0.smithi028.stdout: "bloom_filter": { 2024-08-29T17:47:15.622 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 0, 2024-08-29T17:47:15.622 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 0 2024-08-29T17:47:15.622 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:15.622 INFO:tasks.workunit.client.0.smithi028.stdout: "bluefs": { 2024-08-29T17:47:15.622 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 6304, 2024-08-29T17:47:15.622 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 115 2024-08-29T17:47:15.622 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:15.622 INFO:tasks.workunit.client.0.smithi028.stdout: "bluefs_file_reader": { 2024-08-29T17:47:15.622 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 16896, 2024-08-29T17:47:15.622 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 8 2024-08-29T17:47:15.622 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:15.622 INFO:tasks.workunit.client.0.smithi028.stdout: "bluefs_file_writer": { 2024-08-29T17:47:15.623 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 576, 2024-08-29T17:47:15.623 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 3 2024-08-29T17:47:15.623 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:15.623 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore_Blob": { 2024-08-29T17:47:15.623 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 21840, 2024-08-29T17:47:15.623 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 195 2024-08-29T17:47:15.623 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:15.623 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore_Buffer": { 2024-08-29T17:47:15.623 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 224, 2024-08-29T17:47:15.623 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 2 2024-08-29T17:47:15.623 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:15.623 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore_Extent": { 2024-08-29T17:47:15.624 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 9360, 2024-08-29T17:47:15.624 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 195 2024-08-29T17:47:15.624 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:15.624 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore_SharedBlob": { 2024-08-29T17:47:15.624 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 21840, 2024-08-29T17:47:15.624 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 195 2024-08-29T17:47:15.624 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:15.624 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore_alloc": { 2024-08-29T17:47:15.624 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 4560, 2024-08-29T17:47:15.624 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 57 2024-08-29T17:47:15.624 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:15.624 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore_cache_data": { 2024-08-29T17:47:15.625 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 0, 2024-08-29T17:47:15.625 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 0 2024-08-29T17:47:15.625 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:15.625 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore_cache_meta": { 2024-08-29T17:47:15.625 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 50588, 2024-08-29T17:47:15.625 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 9509 2024-08-29T17:47:15.625 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:15.625 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore_cache_onode": { 2024-08-29T17:47:15.625 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 135320, 2024-08-29T17:47:15.625 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 199 2024-08-29T17:47:15.625 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:15.625 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore_cache_other": { 2024-08-29T17:47:15.625 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 9740, 2024-08-29T17:47:15.626 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 604 2024-08-29T17:47:15.626 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:15.626 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore_fsck": { 2024-08-29T17:47:15.626 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 0, 2024-08-29T17:47:15.626 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 0 2024-08-29T17:47:15.626 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:15.626 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore_inline_bl": { 2024-08-29T17:47:15.626 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 28596, 2024-08-29T17:47:15.626 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 199 2024-08-29T17:47:15.626 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:15.626 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore_txc": { 2024-08-29T17:47:15.626 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 2208, 2024-08-29T17:47:15.626 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 3 2024-08-29T17:47:15.626 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:15.627 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore_writing": { 2024-08-29T17:47:15.627 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 308398, 2024-08-29T17:47:15.627 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 63 2024-08-29T17:47:15.627 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:15.627 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore_writing_deferred": { 2024-08-29T17:47:15.627 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 30637, 2024-08-29T17:47:15.627 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 9 2024-08-29T17:47:15.627 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:15.627 INFO:tasks.workunit.client.0.smithi028.stdout: "buffer_anon": { 2024-08-29T17:47:15.627 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 2438448, 2024-08-29T17:47:15.627 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 187 2024-08-29T17:47:15.627 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:15.627 INFO:tasks.workunit.client.0.smithi028.stdout: "buffer_meta": { 2024-08-29T17:47:15.627 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 4752, 2024-08-29T17:47:15.628 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 54 2024-08-29T17:47:15.628 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:15.628 INFO:tasks.workunit.client.0.smithi028.stdout: "mds_co": { 2024-08-29T17:47:15.628 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 0, 2024-08-29T17:47:15.628 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 0 2024-08-29T17:47:15.628 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:15.628 INFO:tasks.workunit.client.0.smithi028.stdout: "osd": { 2024-08-29T17:47:15.628 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 428608, 2024-08-29T17:47:15.628 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 37 2024-08-29T17:47:15.628 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:15.628 INFO:tasks.workunit.client.0.smithi028.stdout: "osd_mapbl": { 2024-08-29T17:47:15.629 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 0, 2024-08-29T17:47:15.629 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 0 2024-08-29T17:47:15.629 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:15.629 INFO:tasks.workunit.client.0.smithi028.stdout: "osd_pglog": { 2024-08-29T17:47:15.629 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 10400, 2024-08-29T17:47:15.629 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 20 2024-08-29T17:47:15.629 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:15.629 INFO:tasks.workunit.client.0.smithi028.stdout: "osdmap": { 2024-08-29T17:47:15.629 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 237680, 2024-08-29T17:47:15.629 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 3539 2024-08-29T17:47:15.629 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:15.629 INFO:tasks.workunit.client.0.smithi028.stdout: "osdmap_mapping": { 2024-08-29T17:47:15.630 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 0, 2024-08-29T17:47:15.630 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 0 2024-08-29T17:47:15.630 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:15.630 INFO:tasks.workunit.client.0.smithi028.stdout: "pgmap": { 2024-08-29T17:47:15.630 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 0, 2024-08-29T17:47:15.630 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 0 2024-08-29T17:47:15.630 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:15.630 INFO:tasks.workunit.client.0.smithi028.stdout: "unittest_1": { 2024-08-29T17:47:15.630 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 0, 2024-08-29T17:47:15.630 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 0 2024-08-29T17:47:15.630 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:15.630 INFO:tasks.workunit.client.0.smithi028.stdout: "unittest_2": { 2024-08-29T17:47:15.630 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 0, 2024-08-29T17:47:15.630 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 0 2024-08-29T17:47:15.631 INFO:tasks.workunit.client.0.smithi028.stdout: } 2024-08-29T17:47:15.631 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:15.631 INFO:tasks.workunit.client.0.smithi028.stdout: "osd.4": { 2024-08-29T17:47:15.631 INFO:tasks.workunit.client.0.smithi028.stdout: "bloom_filter": { 2024-08-29T17:47:15.631 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 0, 2024-08-29T17:47:15.631 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 0 2024-08-29T17:47:15.631 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:15.631 INFO:tasks.workunit.client.0.smithi028.stdout: "bluefs": { 2024-08-29T17:47:15.631 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 6304, 2024-08-29T17:47:15.631 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 115 2024-08-29T17:47:15.631 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:15.631 INFO:tasks.workunit.client.0.smithi028.stdout: "bluefs_file_reader": { 2024-08-29T17:47:15.631 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 16896, 2024-08-29T17:47:15.632 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 8 2024-08-29T17:47:15.632 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:15.632 INFO:tasks.workunit.client.0.smithi028.stdout: "bluefs_file_writer": { 2024-08-29T17:47:15.632 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 576, 2024-08-29T17:47:15.632 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 3 2024-08-29T17:47:15.632 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:15.632 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore_Blob": { 2024-08-29T17:47:15.632 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 21728, 2024-08-29T17:47:15.632 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 194 2024-08-29T17:47:15.632 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:15.633 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore_Buffer": { 2024-08-29T17:47:15.633 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 560, 2024-08-29T17:47:15.633 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 5 2024-08-29T17:47:15.633 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:15.633 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore_Extent": { 2024-08-29T17:47:15.633 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 9312, 2024-08-29T17:47:15.633 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 194 2024-08-29T17:47:15.633 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:15.633 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore_SharedBlob": { 2024-08-29T17:47:15.633 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 21728, 2024-08-29T17:47:15.633 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 194 2024-08-29T17:47:15.633 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:15.633 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore_alloc": { 2024-08-29T17:47:15.633 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 4160, 2024-08-29T17:47:15.634 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 52 2024-08-29T17:47:15.634 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:15.634 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore_cache_data": { 2024-08-29T17:47:15.634 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 0, 2024-08-29T17:47:15.634 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 0 2024-08-29T17:47:15.634 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:15.634 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore_cache_meta": { 2024-08-29T17:47:15.634 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 52135, 2024-08-29T17:47:15.634 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 9661 2024-08-29T17:47:15.634 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:15.634 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore_cache_onode": { 2024-08-29T17:47:15.634 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 137360, 2024-08-29T17:47:15.634 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 202 2024-08-29T17:47:15.635 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:15.635 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore_cache_other": { 2024-08-29T17:47:15.635 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 9912, 2024-08-29T17:47:15.635 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 602 2024-08-29T17:47:15.635 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:15.635 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore_fsck": { 2024-08-29T17:47:15.635 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 0, 2024-08-29T17:47:15.635 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 0 2024-08-29T17:47:15.635 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:15.635 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore_inline_bl": { 2024-08-29T17:47:15.635 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 29532, 2024-08-29T17:47:15.635 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 202 2024-08-29T17:47:15.635 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:15.636 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore_txc": { 2024-08-29T17:47:15.636 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 736, 2024-08-29T17:47:15.636 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 1 2024-08-29T17:47:15.636 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:15.636 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore_writing": { 2024-08-29T17:47:15.636 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 962773, 2024-08-29T17:47:15.636 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 80 2024-08-29T17:47:15.636 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:15.636 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore_writing_deferred": { 2024-08-29T17:47:15.636 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 12096, 2024-08-29T17:47:15.636 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 3 2024-08-29T17:47:15.636 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:15.636 INFO:tasks.workunit.client.0.smithi028.stdout: "buffer_anon": { 2024-08-29T17:47:15.636 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 2455680, 2024-08-29T17:47:15.637 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 193 2024-08-29T17:47:15.637 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:15.637 INFO:tasks.workunit.client.0.smithi028.stdout: "buffer_meta": { 2024-08-29T17:47:15.637 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 4840, 2024-08-29T17:47:15.637 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 55 2024-08-29T17:47:15.637 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:15.637 INFO:tasks.workunit.client.0.smithi028.stdout: "mds_co": { 2024-08-29T17:47:15.637 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 0, 2024-08-29T17:47:15.637 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 0 2024-08-29T17:47:15.637 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:15.637 INFO:tasks.workunit.client.0.smithi028.stdout: "osd": { 2024-08-29T17:47:15.637 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 451776, 2024-08-29T17:47:15.637 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 39 2024-08-29T17:47:15.637 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:15.638 INFO:tasks.workunit.client.0.smithi028.stdout: "osd_mapbl": { 2024-08-29T17:47:15.638 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 0, 2024-08-29T17:47:15.638 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 0 2024-08-29T17:47:15.638 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:15.638 INFO:tasks.workunit.client.0.smithi028.stdout: "osd_pglog": { 2024-08-29T17:47:15.638 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 9984, 2024-08-29T17:47:15.638 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 20 2024-08-29T17:47:15.638 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:15.638 INFO:tasks.workunit.client.0.smithi028.stdout: "osdmap": { 2024-08-29T17:47:15.638 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 238192, 2024-08-29T17:47:15.638 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 3563 2024-08-29T17:47:15.638 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:15.638 INFO:tasks.workunit.client.0.smithi028.stdout: "osdmap_mapping": { 2024-08-29T17:47:15.639 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 0, 2024-08-29T17:47:15.639 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 0 2024-08-29T17:47:15.639 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:15.639 INFO:tasks.workunit.client.0.smithi028.stdout: "pgmap": { 2024-08-29T17:47:15.639 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 0, 2024-08-29T17:47:15.639 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 0 2024-08-29T17:47:15.639 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:15.639 INFO:tasks.workunit.client.0.smithi028.stdout: "unittest_1": { 2024-08-29T17:47:15.639 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 0, 2024-08-29T17:47:15.639 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 0 2024-08-29T17:47:15.639 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:15.639 INFO:tasks.workunit.client.0.smithi028.stdout: "unittest_2": { 2024-08-29T17:47:15.640 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 0, 2024-08-29T17:47:15.640 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 0 2024-08-29T17:47:15.640 INFO:tasks.workunit.client.0.smithi028.stdout: } 2024-08-29T17:47:15.640 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:15.640 INFO:tasks.workunit.client.0.smithi028.stdout: "osd.5": { 2024-08-29T17:47:15.640 INFO:tasks.workunit.client.0.smithi028.stdout: "bloom_filter": { 2024-08-29T17:47:15.640 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 0, 2024-08-29T17:47:15.640 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 0 2024-08-29T17:47:15.640 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:15.640 INFO:tasks.workunit.client.0.smithi028.stdout: "bluefs": { 2024-08-29T17:47:15.641 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 6304, 2024-08-29T17:47:15.641 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 115 2024-08-29T17:47:15.641 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:15.641 INFO:tasks.workunit.client.0.smithi028.stdout: "bluefs_file_reader": { 2024-08-29T17:47:15.641 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 16896, 2024-08-29T17:47:15.641 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 8 2024-08-29T17:47:15.641 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:15.642 INFO:tasks.workunit.client.0.smithi028.stdout: "bluefs_file_writer": { 2024-08-29T17:47:15.642 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 576, 2024-08-29T17:47:15.642 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 3 2024-08-29T17:47:15.642 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:15.642 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore_Blob": { 2024-08-29T17:47:15.643 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 21616, 2024-08-29T17:47:15.643 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 193 2024-08-29T17:47:15.643 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:15.643 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore_Buffer": { 2024-08-29T17:47:15.643 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 224, 2024-08-29T17:47:15.644 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 2 2024-08-29T17:47:15.644 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:15.644 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore_Extent": { 2024-08-29T17:47:15.644 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 9264, 2024-08-29T17:47:15.644 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 193 2024-08-29T17:47:15.644 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:15.644 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore_SharedBlob": { 2024-08-29T17:47:15.644 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 21616, 2024-08-29T17:47:15.644 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 193 2024-08-29T17:47:15.644 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:15.645 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore_alloc": { 2024-08-29T17:47:15.645 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 3600, 2024-08-29T17:47:15.645 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 45 2024-08-29T17:47:15.645 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:15.645 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore_cache_data": { 2024-08-29T17:47:15.645 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 0, 2024-08-29T17:47:15.645 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 0 2024-08-29T17:47:15.645 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:15.645 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore_cache_meta": { 2024-08-29T17:47:15.645 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 52494, 2024-08-29T17:47:15.646 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 9699 2024-08-29T17:47:15.646 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:15.646 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore_cache_onode": { 2024-08-29T17:47:15.646 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 138040, 2024-08-29T17:47:15.646 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 203 2024-08-29T17:47:15.646 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:15.647 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore_cache_other": { 2024-08-29T17:47:15.647 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 10148, 2024-08-29T17:47:15.647 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 604 2024-08-29T17:47:15.647 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:15.647 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore_fsck": { 2024-08-29T17:47:15.647 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 0, 2024-08-29T17:47:15.647 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 0 2024-08-29T17:47:15.647 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:15.647 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore_inline_bl": { 2024-08-29T17:47:15.647 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 29956, 2024-08-29T17:47:15.647 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 203 2024-08-29T17:47:15.647 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:15.647 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore_txc": { 2024-08-29T17:47:15.647 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 2208, 2024-08-29T17:47:15.648 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 3 2024-08-29T17:47:15.648 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:15.648 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore_writing": { 2024-08-29T17:47:15.648 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 889937, 2024-08-29T17:47:15.648 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 62 2024-08-29T17:47:15.648 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:15.648 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore_writing_deferred": { 2024-08-29T17:47:15.648 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 30637, 2024-08-29T17:47:15.648 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 9 2024-08-29T17:47:15.648 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:15.648 INFO:tasks.workunit.client.0.smithi028.stdout: "buffer_anon": { 2024-08-29T17:47:15.648 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 2421715, 2024-08-29T17:47:15.648 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 176 2024-08-29T17:47:15.649 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:15.649 INFO:tasks.workunit.client.0.smithi028.stdout: "buffer_meta": { 2024-08-29T17:47:15.649 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 5456, 2024-08-29T17:47:15.649 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 62 2024-08-29T17:47:15.649 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:15.649 INFO:tasks.workunit.client.0.smithi028.stdout: "mds_co": { 2024-08-29T17:47:15.649 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 0, 2024-08-29T17:47:15.649 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 0 2024-08-29T17:47:15.649 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:15.649 INFO:tasks.workunit.client.0.smithi028.stdout: "osd": { 2024-08-29T17:47:15.649 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 474944, 2024-08-29T17:47:15.649 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 41 2024-08-29T17:47:15.650 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:15.650 INFO:tasks.workunit.client.0.smithi028.stdout: "osd_mapbl": { 2024-08-29T17:47:15.650 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 0, 2024-08-29T17:47:15.650 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 0 2024-08-29T17:47:15.650 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:15.650 INFO:tasks.workunit.client.0.smithi028.stdout: "osd_pglog": { 2024-08-29T17:47:15.650 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 12480, 2024-08-29T17:47:15.650 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 24 2024-08-29T17:47:15.650 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:15.650 INFO:tasks.workunit.client.0.smithi028.stdout: "osdmap": { 2024-08-29T17:47:15.650 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 237680, 2024-08-29T17:47:15.651 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 3539 2024-08-29T17:47:15.651 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:15.651 INFO:tasks.workunit.client.0.smithi028.stdout: "osdmap_mapping": { 2024-08-29T17:47:15.651 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 0, 2024-08-29T17:47:15.651 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 0 2024-08-29T17:47:15.651 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:15.651 INFO:tasks.workunit.client.0.smithi028.stdout: "pgmap": { 2024-08-29T17:47:15.651 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 0, 2024-08-29T17:47:15.651 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 0 2024-08-29T17:47:15.651 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:15.651 INFO:tasks.workunit.client.0.smithi028.stdout: "unittest_1": { 2024-08-29T17:47:15.651 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 0, 2024-08-29T17:47:15.652 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 0 2024-08-29T17:47:15.652 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:15.652 INFO:tasks.workunit.client.0.smithi028.stdout: "unittest_2": { 2024-08-29T17:47:15.652 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 0, 2024-08-29T17:47:15.652 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 0 2024-08-29T17:47:15.652 INFO:tasks.workunit.client.0.smithi028.stdout: } 2024-08-29T17:47:15.652 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:15.652 INFO:tasks.workunit.client.0.smithi028.stdout: "osd.6": { 2024-08-29T17:47:15.652 INFO:tasks.workunit.client.0.smithi028.stdout: "bloom_filter": { 2024-08-29T17:47:15.652 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 0, 2024-08-29T17:47:15.652 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 0 2024-08-29T17:47:15.652 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:15.652 INFO:tasks.workunit.client.0.smithi028.stdout: "bluefs": { 2024-08-29T17:47:15.653 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 6304, 2024-08-29T17:47:15.653 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 115 2024-08-29T17:47:15.653 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:15.653 INFO:tasks.workunit.client.0.smithi028.stdout: "bluefs_file_reader": { 2024-08-29T17:47:15.653 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 16896, 2024-08-29T17:47:15.653 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 8 2024-08-29T17:47:15.653 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:15.653 INFO:tasks.workunit.client.0.smithi028.stdout: "bluefs_file_writer": { 2024-08-29T17:47:15.653 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 576, 2024-08-29T17:47:15.653 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 3 2024-08-29T17:47:15.653 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:15.653 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore_Blob": { 2024-08-29T17:47:15.653 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 22512, 2024-08-29T17:47:15.654 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 201 2024-08-29T17:47:15.654 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:15.654 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore_Buffer": { 2024-08-29T17:47:15.654 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 224, 2024-08-29T17:47:15.654 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 2 2024-08-29T17:47:15.654 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:15.654 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore_Extent": { 2024-08-29T17:47:15.654 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 9648, 2024-08-29T17:47:15.654 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 201 2024-08-29T17:47:15.654 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:15.654 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore_SharedBlob": { 2024-08-29T17:47:15.654 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 22512, 2024-08-29T17:47:15.654 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 201 2024-08-29T17:47:15.655 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:15.655 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore_alloc": { 2024-08-29T17:47:15.655 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 3040, 2024-08-29T17:47:15.655 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 38 2024-08-29T17:47:15.655 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:15.655 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore_cache_data": { 2024-08-29T17:47:15.655 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 14744, 2024-08-29T17:47:15.655 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 3 2024-08-29T17:47:15.655 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:15.655 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore_cache_meta": { 2024-08-29T17:47:15.655 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 51986, 2024-08-29T17:47:15.655 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 9894 2024-08-29T17:47:15.656 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:15.656 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore_cache_onode": { 2024-08-29T17:47:15.656 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 136000, 2024-08-29T17:47:15.656 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 200 2024-08-29T17:47:15.656 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:15.656 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore_cache_other": { 2024-08-29T17:47:15.656 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 11152, 2024-08-29T17:47:15.656 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 759 2024-08-29T17:47:15.656 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:15.656 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore_fsck": { 2024-08-29T17:47:15.656 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 0, 2024-08-29T17:47:15.656 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 0 2024-08-29T17:47:15.656 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:15.657 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore_inline_bl": { 2024-08-29T17:47:15.657 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 30384, 2024-08-29T17:47:15.657 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 200 2024-08-29T17:47:15.657 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:15.657 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore_txc": { 2024-08-29T17:47:15.657 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 0, 2024-08-29T17:47:15.657 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 0 2024-08-29T17:47:15.657 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:15.657 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore_writing": { 2024-08-29T17:47:15.657 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 852378, 2024-08-29T17:47:15.657 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 54 2024-08-29T17:47:15.657 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:15.657 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore_writing_deferred": { 2024-08-29T17:47:15.658 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 0, 2024-08-29T17:47:15.658 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 0 2024-08-29T17:47:15.658 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:15.658 INFO:tasks.workunit.client.0.smithi028.stdout: "buffer_anon": { 2024-08-29T17:47:15.658 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 2394210, 2024-08-29T17:47:15.658 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 167 2024-08-29T17:47:15.658 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:15.658 INFO:tasks.workunit.client.0.smithi028.stdout: "buffer_meta": { 2024-08-29T17:47:15.658 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 4840, 2024-08-29T17:47:15.658 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 55 2024-08-29T17:47:15.658 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:15.658 INFO:tasks.workunit.client.0.smithi028.stdout: "mds_co": { 2024-08-29T17:47:15.658 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 0, 2024-08-29T17:47:15.658 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 0 2024-08-29T17:47:15.659 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:15.659 INFO:tasks.workunit.client.0.smithi028.stdout: "osd": { 2024-08-29T17:47:15.659 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 451776, 2024-08-29T17:47:15.659 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 39 2024-08-29T17:47:15.659 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:15.659 INFO:tasks.workunit.client.0.smithi028.stdout: "osd_mapbl": { 2024-08-29T17:47:15.659 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 0, 2024-08-29T17:47:15.659 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 0 2024-08-29T17:47:15.659 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:15.659 INFO:tasks.workunit.client.0.smithi028.stdout: "osd_pglog": { 2024-08-29T17:47:15.659 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 94224, 2024-08-29T17:47:15.659 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 190 2024-08-29T17:47:15.659 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:15.660 INFO:tasks.workunit.client.0.smithi028.stdout: "osdmap": { 2024-08-29T17:47:15.660 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 238448, 2024-08-29T17:47:15.660 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 3575 2024-08-29T17:47:15.660 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:15.660 INFO:tasks.workunit.client.0.smithi028.stdout: "osdmap_mapping": { 2024-08-29T17:47:15.660 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 0, 2024-08-29T17:47:15.660 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 0 2024-08-29T17:47:15.660 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:15.660 INFO:tasks.workunit.client.0.smithi028.stdout: "pgmap": { 2024-08-29T17:47:15.660 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 0, 2024-08-29T17:47:15.660 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 0 2024-08-29T17:47:15.660 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:15.661 INFO:tasks.workunit.client.0.smithi028.stdout: "unittest_1": { 2024-08-29T17:47:15.661 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 0, 2024-08-29T17:47:15.661 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 0 2024-08-29T17:47:15.661 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:15.661 INFO:tasks.workunit.client.0.smithi028.stdout: "unittest_2": { 2024-08-29T17:47:15.661 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 0, 2024-08-29T17:47:15.661 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 0 2024-08-29T17:47:15.661 INFO:tasks.workunit.client.0.smithi028.stdout: } 2024-08-29T17:47:15.661 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:15.662 INFO:tasks.workunit.client.0.smithi028.stdout: "osd.7": { 2024-08-29T17:47:15.662 INFO:tasks.workunit.client.0.smithi028.stdout: "bloom_filter": { 2024-08-29T17:47:15.662 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 0, 2024-08-29T17:47:15.662 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 0 2024-08-29T17:47:15.662 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:15.662 INFO:tasks.workunit.client.0.smithi028.stdout: "bluefs": { 2024-08-29T17:47:15.662 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 6304, 2024-08-29T17:47:15.662 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 115 2024-08-29T17:47:15.662 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:15.662 INFO:tasks.workunit.client.0.smithi028.stdout: "bluefs_file_reader": { 2024-08-29T17:47:15.662 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 16896, 2024-08-29T17:47:15.662 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 8 2024-08-29T17:47:15.662 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:15.663 INFO:tasks.workunit.client.0.smithi028.stdout: "bluefs_file_writer": { 2024-08-29T17:47:15.663 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 576, 2024-08-29T17:47:15.663 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 3 2024-08-29T17:47:15.663 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:15.663 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore_Blob": { 2024-08-29T17:47:15.663 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 22512, 2024-08-29T17:47:15.663 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 201 2024-08-29T17:47:15.663 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:15.663 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore_Buffer": { 2024-08-29T17:47:15.663 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 1008, 2024-08-29T17:47:15.663 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 9 2024-08-29T17:47:15.663 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:15.664 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore_Extent": { 2024-08-29T17:47:15.664 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 9648, 2024-08-29T17:47:15.664 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 201 2024-08-29T17:47:15.664 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:15.664 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore_SharedBlob": { 2024-08-29T17:47:15.664 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 22512, 2024-08-29T17:47:15.664 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 201 2024-08-29T17:47:15.664 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:15.664 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore_alloc": { 2024-08-29T17:47:15.664 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 2400, 2024-08-29T17:47:15.664 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 30 2024-08-29T17:47:15.664 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:15.664 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore_cache_data": { 2024-08-29T17:47:15.665 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 278528, 2024-08-29T17:47:15.665 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 9 2024-08-29T17:47:15.665 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:15.665 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore_cache_meta": { 2024-08-29T17:47:15.665 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 55247, 2024-08-29T17:47:15.665 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 10332 2024-08-29T17:47:15.665 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:15.665 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore_cache_onode": { 2024-08-29T17:47:15.665 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 142120, 2024-08-29T17:47:15.665 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 209 2024-08-29T17:47:15.665 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:15.665 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore_cache_other": { 2024-08-29T17:47:15.665 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 11936, 2024-08-29T17:47:15.666 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 766 2024-08-29T17:47:15.666 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:15.666 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore_fsck": { 2024-08-29T17:47:15.666 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 0, 2024-08-29T17:47:15.666 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 0 2024-08-29T17:47:15.666 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:15.666 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore_inline_bl": { 2024-08-29T17:47:15.666 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 32688, 2024-08-29T17:47:15.666 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 209 2024-08-29T17:47:15.666 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:15.666 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore_txc": { 2024-08-29T17:47:15.666 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 0, 2024-08-29T17:47:15.667 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 0 2024-08-29T17:47:15.667 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:15.667 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore_writing": { 2024-08-29T17:47:15.667 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 203885, 2024-08-29T17:47:15.667 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 39 2024-08-29T17:47:15.667 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:15.667 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore_writing_deferred": { 2024-08-29T17:47:15.667 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 0, 2024-08-29T17:47:15.667 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 0 2024-08-29T17:47:15.667 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:15.667 INFO:tasks.workunit.client.0.smithi028.stdout: "buffer_anon": { 2024-08-29T17:47:15.667 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 2432414, 2024-08-29T17:47:15.667 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 216 2024-08-29T17:47:15.667 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:15.668 INFO:tasks.workunit.client.0.smithi028.stdout: "buffer_meta": { 2024-08-29T17:47:15.668 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 6072, 2024-08-29T17:47:15.668 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 69 2024-08-29T17:47:15.668 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:15.668 INFO:tasks.workunit.client.0.smithi028.stdout: "mds_co": { 2024-08-29T17:47:15.668 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 0, 2024-08-29T17:47:15.668 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 0 2024-08-29T17:47:15.668 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:15.668 INFO:tasks.workunit.client.0.smithi028.stdout: "osd": { 2024-08-29T17:47:15.668 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 532864, 2024-08-29T17:47:15.668 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 46 2024-08-29T17:47:15.668 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:15.669 INFO:tasks.workunit.client.0.smithi028.stdout: "osd_mapbl": { 2024-08-29T17:47:15.669 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 0, 2024-08-29T17:47:15.669 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 0 2024-08-29T17:47:15.669 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:15.669 INFO:tasks.workunit.client.0.smithi028.stdout: "osd_pglog": { 2024-08-29T17:47:15.669 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 96928, 2024-08-29T17:47:15.669 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 224 2024-08-29T17:47:15.669 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:15.669 INFO:tasks.workunit.client.0.smithi028.stdout: "osdmap": { 2024-08-29T17:47:15.669 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 237680, 2024-08-29T17:47:15.669 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 3539 2024-08-29T17:47:15.669 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:15.670 INFO:tasks.workunit.client.0.smithi028.stdout: "osdmap_mapping": { 2024-08-29T17:47:15.670 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 0, 2024-08-29T17:47:15.670 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 0 2024-08-29T17:47:15.670 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:15.670 INFO:tasks.workunit.client.0.smithi028.stdout: "pgmap": { 2024-08-29T17:47:15.670 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 0, 2024-08-29T17:47:15.670 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 0 2024-08-29T17:47:15.670 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:15.670 INFO:tasks.workunit.client.0.smithi028.stdout: "unittest_1": { 2024-08-29T17:47:15.670 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 0, 2024-08-29T17:47:15.670 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 0 2024-08-29T17:47:15.670 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:15.671 INFO:tasks.workunit.client.0.smithi028.stdout: "unittest_2": { 2024-08-29T17:47:15.671 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 0, 2024-08-29T17:47:15.671 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 0 2024-08-29T17:47:15.671 INFO:tasks.workunit.client.0.smithi028.stdout: } 2024-08-29T17:47:15.671 INFO:tasks.workunit.client.0.smithi028.stdout: } 2024-08-29T17:47:15.671 INFO:tasks.workunit.client.0.smithi028.stdout: } 2024-08-29T17:47:15.671 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:15.671 INFO:tasks.workunit.client.0.smithi028.stdout: "metadata": { 2024-08-29T17:47:15.671 INFO:tasks.workunit.client.0.smithi028.stdout: "mds": { 2024-08-29T17:47:15.671 INFO:tasks.workunit.client.0.smithi028.stdout: "arch": { 2024-08-29T17:47:15.671 INFO:tasks.workunit.client.0.smithi028.stdout: "x86_64": 2 2024-08-29T17:47:15.671 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:15.671 INFO:tasks.workunit.client.0.smithi028.stdout: "ceph_version": { 2024-08-29T17:47:15.671 INFO:tasks.workunit.client.0.smithi028.stdout: "ceph version 17.2.7-1503-ga89f613d (a89f613db4d5b6bca82681f19d73c6d337aae2d5) quincy (stable)": 2 2024-08-29T17:47:15.672 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:15.672 INFO:tasks.workunit.client.0.smithi028.stdout: "cpu": { 2024-08-29T17:47:15.672 INFO:tasks.workunit.client.0.smithi028.stdout: "Intel(R) Xeon(R) CPU E5-1620 v3 @ 3.50GHz": 2 2024-08-29T17:47:15.672 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:15.672 INFO:tasks.workunit.client.0.smithi028.stdout: "distro": { 2024-08-29T17:47:15.673 INFO:tasks.workunit.client.0.smithi028.stdout: "centos": 2 2024-08-29T17:47:15.673 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:15.673 INFO:tasks.workunit.client.0.smithi028.stdout: "distro_description": { 2024-08-29T17:47:15.673 INFO:tasks.workunit.client.0.smithi028.stdout: "CentOS Stream 9": 2 2024-08-29T17:47:15.673 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:15.674 INFO:tasks.workunit.client.0.smithi028.stdout: "kernel_description": { 2024-08-29T17:47:15.674 INFO:tasks.workunit.client.0.smithi028.stdout: "#129-Ubuntu SMP Fri Aug 2 19:25:20 UTC 2024": 2 2024-08-29T17:47:15.674 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:15.674 INFO:tasks.workunit.client.0.smithi028.stdout: "kernel_version": { 2024-08-29T17:47:15.674 INFO:tasks.workunit.client.0.smithi028.stdout: "5.15.0-119-generic": 2 2024-08-29T17:47:15.674 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:15.675 INFO:tasks.workunit.client.0.smithi028.stdout: "os": { 2024-08-29T17:47:15.675 INFO:tasks.workunit.client.0.smithi028.stdout: "Linux": 2 2024-08-29T17:47:15.675 INFO:tasks.workunit.client.0.smithi028.stdout: } 2024-08-29T17:47:15.675 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:15.675 INFO:tasks.workunit.client.0.smithi028.stdout: "mon": { 2024-08-29T17:47:15.675 INFO:tasks.workunit.client.0.smithi028.stdout: "arch": { 2024-08-29T17:47:15.675 INFO:tasks.workunit.client.0.smithi028.stdout: "x86_64": 3 2024-08-29T17:47:15.675 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:15.675 INFO:tasks.workunit.client.0.smithi028.stdout: "ceph_version": { 2024-08-29T17:47:15.675 INFO:tasks.workunit.client.0.smithi028.stdout: "ceph version 17.2.7-1503-ga89f613d (a89f613db4d5b6bca82681f19d73c6d337aae2d5) quincy (stable)": 3 2024-08-29T17:47:15.675 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:15.675 INFO:tasks.workunit.client.0.smithi028.stdout: "cpu": { 2024-08-29T17:47:15.675 INFO:tasks.workunit.client.0.smithi028.stdout: "Intel(R) Xeon(R) CPU E5-1620 v3 @ 3.50GHz": 3 2024-08-29T17:47:15.676 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:15.676 INFO:tasks.workunit.client.0.smithi028.stdout: "distro": { 2024-08-29T17:47:15.676 INFO:tasks.workunit.client.0.smithi028.stdout: "centos": 3 2024-08-29T17:47:15.676 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:15.676 INFO:tasks.workunit.client.0.smithi028.stdout: "distro_description": { 2024-08-29T17:47:15.676 INFO:tasks.workunit.client.0.smithi028.stdout: "CentOS Stream 9": 3 2024-08-29T17:47:15.676 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:15.676 INFO:tasks.workunit.client.0.smithi028.stdout: "kernel_description": { 2024-08-29T17:47:15.676 INFO:tasks.workunit.client.0.smithi028.stdout: "#129-Ubuntu SMP Fri Aug 2 19:25:20 UTC 2024": 3 2024-08-29T17:47:15.676 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:15.676 INFO:tasks.workunit.client.0.smithi028.stdout: "kernel_version": { 2024-08-29T17:47:15.676 INFO:tasks.workunit.client.0.smithi028.stdout: "5.15.0-119-generic": 3 2024-08-29T17:47:15.676 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:15.676 INFO:tasks.workunit.client.0.smithi028.stdout: "os": { 2024-08-29T17:47:15.677 INFO:tasks.workunit.client.0.smithi028.stdout: "Linux": 3 2024-08-29T17:47:15.677 INFO:tasks.workunit.client.0.smithi028.stdout: } 2024-08-29T17:47:15.677 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:15.677 INFO:tasks.workunit.client.0.smithi028.stdout: "osd": { 2024-08-29T17:47:15.677 INFO:tasks.workunit.client.0.smithi028.stdout: "arch": { 2024-08-29T17:47:15.677 INFO:tasks.workunit.client.0.smithi028.stdout: "x86_64": 8 2024-08-29T17:47:15.677 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:15.677 INFO:tasks.workunit.client.0.smithi028.stdout: "ceph_version": { 2024-08-29T17:47:15.677 INFO:tasks.workunit.client.0.smithi028.stdout: "ceph version 17.2.7-1503-ga89f613d (a89f613db4d5b6bca82681f19d73c6d337aae2d5) quincy (stable)": 8 2024-08-29T17:47:15.677 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:15.677 INFO:tasks.workunit.client.0.smithi028.stdout: "cpu": { 2024-08-29T17:47:15.677 INFO:tasks.workunit.client.0.smithi028.stdout: "Intel(R) Xeon(R) CPU E5-1620 v3 @ 3.50GHz": 8 2024-08-29T17:47:15.678 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:15.678 INFO:tasks.workunit.client.0.smithi028.stdout: "distro": { 2024-08-29T17:47:15.678 INFO:tasks.workunit.client.0.smithi028.stdout: "centos": 8 2024-08-29T17:47:15.678 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:15.678 INFO:tasks.workunit.client.0.smithi028.stdout: "distro_description": { 2024-08-29T17:47:15.678 INFO:tasks.workunit.client.0.smithi028.stdout: "CentOS Stream 9": 8 2024-08-29T17:47:15.678 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:15.678 INFO:tasks.workunit.client.0.smithi028.stdout: "kernel_description": { 2024-08-29T17:47:15.678 INFO:tasks.workunit.client.0.smithi028.stdout: "#129-Ubuntu SMP Fri Aug 2 19:25:20 UTC 2024": 8 2024-08-29T17:47:15.678 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:15.678 INFO:tasks.workunit.client.0.smithi028.stdout: "kernel_version": { 2024-08-29T17:47:15.679 INFO:tasks.workunit.client.0.smithi028.stdout: "5.15.0-119-generic": 8 2024-08-29T17:47:15.679 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:15.679 INFO:tasks.workunit.client.0.smithi028.stdout: "os": { 2024-08-29T17:47:15.679 INFO:tasks.workunit.client.0.smithi028.stdout: "Linux": 8 2024-08-29T17:47:15.679 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:15.679 INFO:tasks.workunit.client.0.smithi028.stdout: "osd_objectstore": { 2024-08-29T17:47:15.679 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore": 8 2024-08-29T17:47:15.680 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:15.680 INFO:tasks.workunit.client.0.smithi028.stdout: "rotational": { 2024-08-29T17:47:15.680 INFO:tasks.workunit.client.0.smithi028.stdout: "0": 8 2024-08-29T17:47:15.680 INFO:tasks.workunit.client.0.smithi028.stdout: } 2024-08-29T17:47:15.680 INFO:tasks.workunit.client.0.smithi028.stdout: } 2024-08-29T17:47:15.681 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:15.681 INFO:tasks.workunit.client.0.smithi028.stdout: "mon": { 2024-08-29T17:47:15.681 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 3, 2024-08-29T17:47:15.681 INFO:tasks.workunit.client.0.smithi028.stdout: "features": { 2024-08-29T17:47:15.681 INFO:tasks.workunit.client.0.smithi028.stdout: "optional": [], 2024-08-29T17:47:15.681 INFO:tasks.workunit.client.0.smithi028.stdout: "persistent": [ 2024-08-29T17:47:15.682 INFO:tasks.workunit.client.0.smithi028.stdout: "kraken", 2024-08-29T17:47:15.682 INFO:tasks.workunit.client.0.smithi028.stdout: "luminous", 2024-08-29T17:47:15.682 INFO:tasks.workunit.client.0.smithi028.stdout: "mimic", 2024-08-29T17:47:15.682 INFO:tasks.workunit.client.0.smithi028.stdout: "osdmap-prune", 2024-08-29T17:47:15.682 INFO:tasks.workunit.client.0.smithi028.stdout: "nautilus", 2024-08-29T17:47:15.682 INFO:tasks.workunit.client.0.smithi028.stdout: "octopus", 2024-08-29T17:47:15.682 INFO:tasks.workunit.client.0.smithi028.stdout: "pacific", 2024-08-29T17:47:15.683 INFO:tasks.workunit.client.0.smithi028.stdout: "elector-pinging", 2024-08-29T17:47:15.683 INFO:tasks.workunit.client.0.smithi028.stdout: "quincy" 2024-08-29T17:47:15.683 INFO:tasks.workunit.client.0.smithi028.stdout: ] 2024-08-29T17:47:15.683 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:15.683 INFO:tasks.workunit.client.0.smithi028.stdout: "ipv4_addr_mons": 6, 2024-08-29T17:47:15.684 INFO:tasks.workunit.client.0.smithi028.stdout: "ipv6_addr_mons": 0, 2024-08-29T17:47:15.684 INFO:tasks.workunit.client.0.smithi028.stdout: "min_mon_release": 17, 2024-08-29T17:47:15.684 INFO:tasks.workunit.client.0.smithi028.stdout: "v1_addr_mons": 3, 2024-08-29T17:47:15.684 INFO:tasks.workunit.client.0.smithi028.stdout: "v2_addr_mons": 3 2024-08-29T17:47:15.684 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:15.685 INFO:tasks.workunit.client.0.smithi028.stdout: "organization": "ceph-qa", 2024-08-29T17:47:15.685 INFO:tasks.workunit.client.0.smithi028.stdout: "osd": { 2024-08-29T17:47:15.685 INFO:tasks.workunit.client.0.smithi028.stdout: "cluster_network": false, 2024-08-29T17:47:15.685 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 8, 2024-08-29T17:47:15.685 INFO:tasks.workunit.client.0.smithi028.stdout: "require_min_compat_client": "luminous", 2024-08-29T17:47:15.685 INFO:tasks.workunit.client.0.smithi028.stdout: "require_osd_release": "quincy" 2024-08-29T17:47:15.686 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:15.686 INFO:tasks.workunit.client.0.smithi028.stdout: "osd_perf_histograms": [ 2024-08-29T17:47:15.686 INFO:tasks.workunit.client.0.smithi028.stdout: { 2024-08-29T17:47:15.686 INFO:tasks.workunit.client.0.smithi028.stdout: "op_r_latency_out_bytes_histogram": { 2024-08-29T17:47:15.686 INFO:tasks.workunit.client.0.smithi028.stdout: "axes": [ 2024-08-29T17:47:15.687 INFO:tasks.workunit.client.0.smithi028.stdout: { 2024-08-29T17:47:15.687 INFO:tasks.workunit.client.0.smithi028.stdout: "buckets": 32, 2024-08-29T17:47:15.687 INFO:tasks.workunit.client.0.smithi028.stdout: "min": 0, 2024-08-29T17:47:15.687 INFO:tasks.workunit.client.0.smithi028.stdout: "name": "Latency (usec)", 2024-08-29T17:47:15.687 INFO:tasks.workunit.client.0.smithi028.stdout: "quant_size": 100000, 2024-08-29T17:47:15.687 INFO:tasks.workunit.client.0.smithi028.stdout: "ranges": [ 2024-08-29T17:47:15.688 INFO:tasks.workunit.client.0.smithi028.stdout: "[None, -1]", 2024-08-29T17:47:15.688 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 99999]", 2024-08-29T17:47:15.688 INFO:tasks.workunit.client.0.smithi028.stdout: "[100000, 199999]", 2024-08-29T17:47:15.688 INFO:tasks.workunit.client.0.smithi028.stdout: "[200000, 399999]", 2024-08-29T17:47:15.688 INFO:tasks.workunit.client.0.smithi028.stdout: "[400000, 799999]", 2024-08-29T17:47:15.689 INFO:tasks.workunit.client.0.smithi028.stdout: "[800000, 1599999]", 2024-08-29T17:47:15.689 INFO:tasks.workunit.client.0.smithi028.stdout: "[1600000, 3199999]", 2024-08-29T17:47:15.689 INFO:tasks.workunit.client.0.smithi028.stdout: "[3200000, 6399999]", 2024-08-29T17:47:15.689 INFO:tasks.workunit.client.0.smithi028.stdout: "[6400000, 12799999]", 2024-08-29T17:47:15.689 INFO:tasks.workunit.client.0.smithi028.stdout: "[12800000, 25599999]", 2024-08-29T17:47:15.689 INFO:tasks.workunit.client.0.smithi028.stdout: "[25600000, 51199999]", 2024-08-29T17:47:15.690 INFO:tasks.workunit.client.0.smithi028.stdout: "[51200000, 102399999]", 2024-08-29T17:47:15.690 INFO:tasks.workunit.client.0.smithi028.stdout: "[102400000, 204799999]", 2024-08-29T17:47:15.690 INFO:tasks.workunit.client.0.smithi028.stdout: "[204800000, 409599999]", 2024-08-29T17:47:15.690 INFO:tasks.workunit.client.0.smithi028.stdout: "[409600000, 819199999]", 2024-08-29T17:47:15.690 INFO:tasks.workunit.client.0.smithi028.stdout: "[819200000, 1638399999]", 2024-08-29T17:47:15.691 INFO:tasks.workunit.client.0.smithi028.stdout: "[1638400000, 3276799999]", 2024-08-29T17:47:15.691 INFO:tasks.workunit.client.0.smithi028.stdout: "[3276800000, 6553599999]", 2024-08-29T17:47:15.691 INFO:tasks.workunit.client.0.smithi028.stdout: "[6553600000, 13107199999]", 2024-08-29T17:47:15.691 INFO:tasks.workunit.client.0.smithi028.stdout: "[13107200000, 26214399999]", 2024-08-29T17:47:15.691 INFO:tasks.workunit.client.0.smithi028.stdout: "[26214400000, 52428799999]", 2024-08-29T17:47:15.692 INFO:tasks.workunit.client.0.smithi028.stdout: "[52428800000, 104857599999]", 2024-08-29T17:47:15.692 INFO:tasks.workunit.client.0.smithi028.stdout: "[104857600000, 209715199999]", 2024-08-29T17:47:15.692 INFO:tasks.workunit.client.0.smithi028.stdout: "[209715200000, 419430399999]", 2024-08-29T17:47:15.692 INFO:tasks.workunit.client.0.smithi028.stdout: "[419430400000, 838860799999]", 2024-08-29T17:47:15.692 INFO:tasks.workunit.client.0.smithi028.stdout: "[838860800000, 1677721599999]", 2024-08-29T17:47:15.692 INFO:tasks.workunit.client.0.smithi028.stdout: "[1677721600000, 3355443199999]", 2024-08-29T17:47:15.693 INFO:tasks.workunit.client.0.smithi028.stdout: "[3355443200000, 6710886399999]", 2024-08-29T17:47:15.693 INFO:tasks.workunit.client.0.smithi028.stdout: "[6710886400000, 13421772799999]", 2024-08-29T17:47:15.693 INFO:tasks.workunit.client.0.smithi028.stdout: "[13421772800000, 26843545599999]", 2024-08-29T17:47:15.693 INFO:tasks.workunit.client.0.smithi028.stdout: "[26843545600000, 53687091199999]", 2024-08-29T17:47:15.693 INFO:tasks.workunit.client.0.smithi028.stdout: "[53687091200000, None]" 2024-08-29T17:47:15.693 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-08-29T17:47:15.694 INFO:tasks.workunit.client.0.smithi028.stdout: "scale_type": "log2" 2024-08-29T17:47:15.694 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:15.694 INFO:tasks.workunit.client.0.smithi028.stdout: { 2024-08-29T17:47:15.694 INFO:tasks.workunit.client.0.smithi028.stdout: "buckets": 32, 2024-08-29T17:47:15.694 INFO:tasks.workunit.client.0.smithi028.stdout: "min": 0, 2024-08-29T17:47:15.695 INFO:tasks.workunit.client.0.smithi028.stdout: "name": "Request size (bytes)", 2024-08-29T17:47:15.695 INFO:tasks.workunit.client.0.smithi028.stdout: "quant_size": 512, 2024-08-29T17:47:15.695 INFO:tasks.workunit.client.0.smithi028.stdout: "ranges": [ 2024-08-29T17:47:15.695 INFO:tasks.workunit.client.0.smithi028.stdout: "[None, -1]", 2024-08-29T17:47:15.695 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 511]", 2024-08-29T17:47:15.696 INFO:tasks.workunit.client.0.smithi028.stdout: "[512, 1023]", 2024-08-29T17:47:15.696 INFO:tasks.workunit.client.0.smithi028.stdout: "[1024, 2047]", 2024-08-29T17:47:15.696 INFO:tasks.workunit.client.0.smithi028.stdout: "[2048, 4095]", 2024-08-29T17:47:15.696 INFO:tasks.workunit.client.0.smithi028.stdout: "[4096, 8191]", 2024-08-29T17:47:15.696 INFO:tasks.workunit.client.0.smithi028.stdout: "[8192, 16383]", 2024-08-29T17:47:15.696 INFO:tasks.workunit.client.0.smithi028.stdout: "[16384, 32767]", 2024-08-29T17:47:15.697 INFO:tasks.workunit.client.0.smithi028.stdout: "[32768, 65535]", 2024-08-29T17:47:15.697 INFO:tasks.workunit.client.0.smithi028.stdout: "[65536, 131071]", 2024-08-29T17:47:15.697 INFO:tasks.workunit.client.0.smithi028.stdout: "[131072, 262143]", 2024-08-29T17:47:15.697 INFO:tasks.workunit.client.0.smithi028.stdout: "[262144, 524287]", 2024-08-29T17:47:15.697 INFO:tasks.workunit.client.0.smithi028.stdout: "[524288, 1048575]", 2024-08-29T17:47:15.698 INFO:tasks.workunit.client.0.smithi028.stdout: "[1048576, 2097151]", 2024-08-29T17:47:15.698 INFO:tasks.workunit.client.0.smithi028.stdout: "[2097152, 4194303]", 2024-08-29T17:47:15.698 INFO:tasks.workunit.client.0.smithi028.stdout: "[4194304, 8388607]", 2024-08-29T17:47:15.698 INFO:tasks.workunit.client.0.smithi028.stdout: "[8388608, 16777215]", 2024-08-29T17:47:15.698 INFO:tasks.workunit.client.0.smithi028.stdout: "[16777216, 33554431]", 2024-08-29T17:47:15.699 INFO:tasks.workunit.client.0.smithi028.stdout: "[33554432, 67108863]", 2024-08-29T17:47:15.699 INFO:tasks.workunit.client.0.smithi028.stdout: "[67108864, 134217727]", 2024-08-29T17:47:15.699 INFO:tasks.workunit.client.0.smithi028.stdout: "[134217728, 268435455]", 2024-08-29T17:47:15.699 INFO:tasks.workunit.client.0.smithi028.stdout: "[268435456, 536870911]", 2024-08-29T17:47:15.699 INFO:tasks.workunit.client.0.smithi028.stdout: "[536870912, 1073741823]", 2024-08-29T17:47:15.700 INFO:tasks.workunit.client.0.smithi028.stdout: "[1073741824, 2147483647]", 2024-08-29T17:47:15.700 INFO:tasks.workunit.client.0.smithi028.stdout: "[2147483648, 4294967295]", 2024-08-29T17:47:15.700 INFO:tasks.workunit.client.0.smithi028.stdout: "[4294967296, 8589934591]", 2024-08-29T17:47:15.700 INFO:tasks.workunit.client.0.smithi028.stdout: "[8589934592, 17179869183]", 2024-08-29T17:47:15.700 INFO:tasks.workunit.client.0.smithi028.stdout: "[17179869184, 34359738367]", 2024-08-29T17:47:15.701 INFO:tasks.workunit.client.0.smithi028.stdout: "[34359738368, 68719476735]", 2024-08-29T17:47:15.701 INFO:tasks.workunit.client.0.smithi028.stdout: "[68719476736, 137438953471]", 2024-08-29T17:47:15.701 INFO:tasks.workunit.client.0.smithi028.stdout: "[137438953472, 274877906943]", 2024-08-29T17:47:15.701 INFO:tasks.workunit.client.0.smithi028.stdout: "[274877906944, None]" 2024-08-29T17:47:15.701 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-08-29T17:47:15.702 INFO:tasks.workunit.client.0.smithi028.stdout: "scale_type": "log2" 2024-08-29T17:47:15.702 INFO:tasks.workunit.client.0.smithi028.stdout: } 2024-08-29T17:47:15.702 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-08-29T17:47:15.702 INFO:tasks.workunit.client.0.smithi028.stdout: "osds": [ 2024-08-29T17:47:15.702 INFO:tasks.workunit.client.0.smithi028.stdout: { 2024-08-29T17:47:15.702 INFO:tasks.workunit.client.0.smithi028.stdout: "osd_id": 0, 2024-08-29T17:47:15.703 INFO:tasks.workunit.client.0.smithi028.stdout: "values": [ 2024-08-29T17:47:15.703 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T17:47:15.703 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T17:47:15.703 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T17:47:15.703 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T17:47:15.704 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T17:47:15.704 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T17:47:15.704 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T17:47:15.704 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T17:47:15.704 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T17:47:15.704 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T17:47:15.705 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T17:47:15.705 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T17:47:15.705 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T17:47:15.705 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T17:47:15.705 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T17:47:15.706 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T17:47:15.706 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T17:47:15.706 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T17:47:15.706 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T17:47:15.706 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T17:47:15.706 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T17:47:15.706 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T17:47:15.707 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T17:47:15.707 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T17:47:15.707 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T17:47:15.707 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T17:47:15.707 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T17:47:15.707 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T17:47:15.707 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T17:47:15.708 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T17:47:15.708 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T17:47:15.708 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-08-29T17:47:15.708 INFO:tasks.workunit.client.0.smithi028.stdout: ] 2024-08-29T17:47:15.708 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:15.708 INFO:tasks.workunit.client.0.smithi028.stdout: { 2024-08-29T17:47:15.708 INFO:tasks.workunit.client.0.smithi028.stdout: "osd_id": 1, 2024-08-29T17:47:15.708 INFO:tasks.workunit.client.0.smithi028.stdout: "values": [ 2024-08-29T17:47:15.708 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T17:47:15.708 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T17:47:15.708 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 8, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T17:47:15.709 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 23, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T17:47:15.709 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T17:47:15.709 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T17:47:15.709 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T17:47:15.709 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T17:47:15.709 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T17:47:15.709 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T17:47:15.709 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T17:47:15.709 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T17:47:15.709 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T17:47:15.709 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T17:47:15.709 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T17:47:15.709 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T17:47:15.710 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T17:47:15.710 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T17:47:15.710 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T17:47:15.710 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T17:47:15.710 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T17:47:15.710 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T17:47:15.710 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T17:47:15.710 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T17:47:15.710 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T17:47:15.710 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T17:47:15.710 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T17:47:15.711 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T17:47:15.711 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T17:47:15.711 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T17:47:15.711 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T17:47:15.711 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-08-29T17:47:15.711 INFO:tasks.workunit.client.0.smithi028.stdout: ] 2024-08-29T17:47:15.711 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:15.711 INFO:tasks.workunit.client.0.smithi028.stdout: { 2024-08-29T17:47:15.711 INFO:tasks.workunit.client.0.smithi028.stdout: "osd_id": 2, 2024-08-29T17:47:15.711 INFO:tasks.workunit.client.0.smithi028.stdout: "values": [ 2024-08-29T17:47:15.711 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T17:47:15.711 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T17:47:15.711 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T17:47:15.712 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T17:47:15.712 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T17:47:15.712 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T17:47:15.712 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T17:47:15.712 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T17:47:15.712 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T17:47:15.712 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T17:47:15.712 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T17:47:15.712 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T17:47:15.712 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T17:47:15.712 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T17:47:15.712 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T17:47:15.713 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T17:47:15.713 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T17:47:15.713 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T17:47:15.713 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T17:47:15.713 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T17:47:15.713 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T17:47:15.713 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T17:47:15.713 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T17:47:15.713 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T17:47:15.713 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T17:47:15.713 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T17:47:15.713 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T17:47:15.713 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T17:47:15.714 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T17:47:15.714 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T17:47:15.714 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T17:47:15.714 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-08-29T17:47:15.714 INFO:tasks.workunit.client.0.smithi028.stdout: ] 2024-08-29T17:47:15.714 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:15.714 INFO:tasks.workunit.client.0.smithi028.stdout: { 2024-08-29T17:47:15.714 INFO:tasks.workunit.client.0.smithi028.stdout: "osd_id": 3, 2024-08-29T17:47:15.714 INFO:tasks.workunit.client.0.smithi028.stdout: "values": [ 2024-08-29T17:47:15.714 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T17:47:15.714 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T17:47:15.714 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T17:47:15.714 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T17:47:15.714 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T17:47:15.715 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T17:47:15.715 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T17:47:15.715 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T17:47:15.715 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T17:47:15.715 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T17:47:15.715 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T17:47:15.715 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T17:47:15.715 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T17:47:15.715 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T17:47:15.715 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T17:47:15.715 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T17:47:15.716 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T17:47:15.716 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T17:47:15.716 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T17:47:15.716 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T17:47:15.716 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T17:47:15.716 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T17:47:15.716 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T17:47:15.716 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T17:47:15.716 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T17:47:15.716 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T17:47:15.716 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T17:47:15.716 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T17:47:15.717 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T17:47:15.717 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T17:47:15.717 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T17:47:15.717 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-08-29T17:47:15.717 INFO:tasks.workunit.client.0.smithi028.stdout: ] 2024-08-29T17:47:15.717 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:15.717 INFO:tasks.workunit.client.0.smithi028.stdout: { 2024-08-29T17:47:15.717 INFO:tasks.workunit.client.0.smithi028.stdout: "osd_id": 4, 2024-08-29T17:47:15.717 INFO:tasks.workunit.client.0.smithi028.stdout: "values": [ 2024-08-29T17:47:15.717 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T17:47:15.717 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T17:47:15.717 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T17:47:15.717 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T17:47:15.718 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T17:47:15.718 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T17:47:15.718 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T17:47:15.718 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T17:47:15.718 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T17:47:15.718 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T17:47:15.718 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T17:47:15.718 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T17:47:15.718 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T17:47:15.718 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T17:47:15.718 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T17:47:15.718 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T17:47:15.718 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T17:47:15.719 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T17:47:15.719 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T17:47:15.719 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T17:47:15.719 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T17:47:15.719 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T17:47:15.719 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T17:47:15.719 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T17:47:15.719 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T17:47:15.719 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T17:47:15.719 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T17:47:15.719 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T17:47:15.719 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T17:47:15.719 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T17:47:15.719 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T17:47:15.720 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-08-29T17:47:15.720 INFO:tasks.workunit.client.0.smithi028.stdout: ] 2024-08-29T17:47:15.720 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:15.720 INFO:tasks.workunit.client.0.smithi028.stdout: { 2024-08-29T17:47:15.720 INFO:tasks.workunit.client.0.smithi028.stdout: "osd_id": 5, 2024-08-29T17:47:15.720 INFO:tasks.workunit.client.0.smithi028.stdout: "values": [ 2024-08-29T17:47:15.720 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T17:47:15.720 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T17:47:15.720 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T17:47:15.720 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T17:47:15.720 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T17:47:15.720 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T17:47:15.720 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T17:47:15.720 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T17:47:15.721 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T17:47:15.721 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T17:47:15.721 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T17:47:15.721 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T17:47:15.721 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T17:47:15.721 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T17:47:15.721 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T17:47:15.721 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T17:47:15.721 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T17:47:15.721 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T17:47:15.721 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T17:47:15.721 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T17:47:15.722 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T17:47:15.722 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T17:47:15.722 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T17:47:15.722 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T17:47:15.722 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T17:47:15.722 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T17:47:15.722 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T17:47:15.722 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T17:47:15.722 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T17:47:15.722 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T17:47:15.722 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T17:47:15.722 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-08-29T17:47:15.722 INFO:tasks.workunit.client.0.smithi028.stdout: ] 2024-08-29T17:47:15.723 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:15.723 INFO:tasks.workunit.client.0.smithi028.stdout: { 2024-08-29T17:47:15.723 INFO:tasks.workunit.client.0.smithi028.stdout: "osd_id": 6, 2024-08-29T17:47:15.723 INFO:tasks.workunit.client.0.smithi028.stdout: "values": [ 2024-08-29T17:47:15.723 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T17:47:15.723 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T17:47:15.723 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T17:47:15.723 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T17:47:15.723 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T17:47:15.723 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T17:47:15.723 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T17:47:15.723 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T17:47:15.723 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T17:47:15.723 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T17:47:15.724 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T17:47:15.724 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T17:47:15.724 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T17:47:15.724 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T17:47:15.724 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T17:47:15.724 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T17:47:15.724 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T17:47:15.724 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T17:47:15.724 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T17:47:15.724 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T17:47:15.724 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T17:47:15.724 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T17:47:15.724 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T17:47:15.725 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T17:47:15.725 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T17:47:15.725 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T17:47:15.725 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T17:47:15.725 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T17:47:15.725 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T17:47:15.725 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T17:47:15.725 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T17:47:15.725 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-08-29T17:47:15.725 INFO:tasks.workunit.client.0.smithi028.stdout: ] 2024-08-29T17:47:15.725 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:15.725 INFO:tasks.workunit.client.0.smithi028.stdout: { 2024-08-29T17:47:15.726 INFO:tasks.workunit.client.0.smithi028.stdout: "osd_id": 7, 2024-08-29T17:47:15.726 INFO:tasks.workunit.client.0.smithi028.stdout: "values": [ 2024-08-29T17:47:15.726 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T17:47:15.726 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T17:47:15.726 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 10, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T17:47:15.726 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 61, 0, 0, 0, 0, 0, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T17:47:15.726 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 35, 0, 0, 0, 0, 0, 0, 0, 3, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T17:47:15.726 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T17:47:15.726 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T17:47:15.726 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T17:47:15.726 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T17:47:15.727 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T17:47:15.727 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T17:47:15.727 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T17:47:15.727 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T17:47:15.727 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T17:47:15.727 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T17:47:15.727 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T17:47:15.727 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T17:47:15.727 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T17:47:15.727 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T17:47:15.727 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T17:47:15.727 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T17:47:15.728 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T17:47:15.728 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T17:47:15.728 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T17:47:15.728 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T17:47:15.728 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T17:47:15.728 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T17:47:15.728 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T17:47:15.728 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T17:47:15.728 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T17:47:15.728 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T17:47:15.728 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-08-29T17:47:15.728 INFO:tasks.workunit.client.0.smithi028.stdout: ] 2024-08-29T17:47:15.729 INFO:tasks.workunit.client.0.smithi028.stdout: } 2024-08-29T17:47:15.729 INFO:tasks.workunit.client.0.smithi028.stdout: ] 2024-08-29T17:47:15.729 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:15.729 INFO:tasks.workunit.client.0.smithi028.stdout: "op_rw_latency_in_bytes_histogram": { 2024-08-29T17:47:15.729 INFO:tasks.workunit.client.0.smithi028.stdout: "axes": [ 2024-08-29T17:47:15.729 INFO:tasks.workunit.client.0.smithi028.stdout: { 2024-08-29T17:47:15.729 INFO:tasks.workunit.client.0.smithi028.stdout: "buckets": 32, 2024-08-29T17:47:15.729 INFO:tasks.workunit.client.0.smithi028.stdout: "min": 0, 2024-08-29T17:47:15.729 INFO:tasks.workunit.client.0.smithi028.stdout: "name": "Latency (usec)", 2024-08-29T17:47:15.729 INFO:tasks.workunit.client.0.smithi028.stdout: "quant_size": 100000, 2024-08-29T17:47:15.729 INFO:tasks.workunit.client.0.smithi028.stdout: "ranges": [ 2024-08-29T17:47:15.730 INFO:tasks.workunit.client.0.smithi028.stdout: "[None, -1]", 2024-08-29T17:47:15.730 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 99999]", 2024-08-29T17:47:15.730 INFO:tasks.workunit.client.0.smithi028.stdout: "[100000, 199999]", 2024-08-29T17:47:15.730 INFO:tasks.workunit.client.0.smithi028.stdout: "[200000, 399999]", 2024-08-29T17:47:15.730 INFO:tasks.workunit.client.0.smithi028.stdout: "[400000, 799999]", 2024-08-29T17:47:15.730 INFO:tasks.workunit.client.0.smithi028.stdout: "[800000, 1599999]", 2024-08-29T17:47:15.730 INFO:tasks.workunit.client.0.smithi028.stdout: "[1600000, 3199999]", 2024-08-29T17:47:15.730 INFO:tasks.workunit.client.0.smithi028.stdout: "[3200000, 6399999]", 2024-08-29T17:47:15.730 INFO:tasks.workunit.client.0.smithi028.stdout: "[6400000, 12799999]", 2024-08-29T17:47:15.730 INFO:tasks.workunit.client.0.smithi028.stdout: "[12800000, 25599999]", 2024-08-29T17:47:15.730 INFO:tasks.workunit.client.0.smithi028.stdout: "[25600000, 51199999]", 2024-08-29T17:47:15.730 INFO:tasks.workunit.client.0.smithi028.stdout: "[51200000, 102399999]", 2024-08-29T17:47:15.730 INFO:tasks.workunit.client.0.smithi028.stdout: "[102400000, 204799999]", 2024-08-29T17:47:15.731 INFO:tasks.workunit.client.0.smithi028.stdout: "[204800000, 409599999]", 2024-08-29T17:47:15.731 INFO:tasks.workunit.client.0.smithi028.stdout: "[409600000, 819199999]", 2024-08-29T17:47:15.731 INFO:tasks.workunit.client.0.smithi028.stdout: "[819200000, 1638399999]", 2024-08-29T17:47:15.731 INFO:tasks.workunit.client.0.smithi028.stdout: "[1638400000, 3276799999]", 2024-08-29T17:47:15.731 INFO:tasks.workunit.client.0.smithi028.stdout: "[3276800000, 6553599999]", 2024-08-29T17:47:15.731 INFO:tasks.workunit.client.0.smithi028.stdout: "[6553600000, 13107199999]", 2024-08-29T17:47:15.731 INFO:tasks.workunit.client.0.smithi028.stdout: "[13107200000, 26214399999]", 2024-08-29T17:47:15.731 INFO:tasks.workunit.client.0.smithi028.stdout: "[26214400000, 52428799999]", 2024-08-29T17:47:15.731 INFO:tasks.workunit.client.0.smithi028.stdout: "[52428800000, 104857599999]", 2024-08-29T17:47:15.731 INFO:tasks.workunit.client.0.smithi028.stdout: "[104857600000, 209715199999]", 2024-08-29T17:47:15.731 INFO:tasks.workunit.client.0.smithi028.stdout: "[209715200000, 419430399999]", 2024-08-29T17:47:15.731 INFO:tasks.workunit.client.0.smithi028.stdout: "[419430400000, 838860799999]", 2024-08-29T17:47:15.732 INFO:tasks.workunit.client.0.smithi028.stdout: "[838860800000, 1677721599999]", 2024-08-29T17:47:15.732 INFO:tasks.workunit.client.0.smithi028.stdout: "[1677721600000, 3355443199999]", 2024-08-29T17:47:15.732 INFO:tasks.workunit.client.0.smithi028.stdout: "[3355443200000, 6710886399999]", 2024-08-29T17:47:15.732 INFO:tasks.workunit.client.0.smithi028.stdout: "[6710886400000, 13421772799999]", 2024-08-29T17:47:15.732 INFO:tasks.workunit.client.0.smithi028.stdout: "[13421772800000, 26843545599999]", 2024-08-29T17:47:15.732 INFO:tasks.workunit.client.0.smithi028.stdout: "[26843545600000, 53687091199999]", 2024-08-29T17:47:15.732 INFO:tasks.workunit.client.0.smithi028.stdout: "[53687091200000, None]" 2024-08-29T17:47:15.732 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-08-29T17:47:15.732 INFO:tasks.workunit.client.0.smithi028.stdout: "scale_type": "log2" 2024-08-29T17:47:15.732 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:15.732 INFO:tasks.workunit.client.0.smithi028.stdout: { 2024-08-29T17:47:15.732 INFO:tasks.workunit.client.0.smithi028.stdout: "buckets": 32, 2024-08-29T17:47:15.733 INFO:tasks.workunit.client.0.smithi028.stdout: "min": 0, 2024-08-29T17:47:15.733 INFO:tasks.workunit.client.0.smithi028.stdout: "name": "Request size (bytes)", 2024-08-29T17:47:15.733 INFO:tasks.workunit.client.0.smithi028.stdout: "quant_size": 512, 2024-08-29T17:47:15.733 INFO:tasks.workunit.client.0.smithi028.stdout: "ranges": [ 2024-08-29T17:47:15.733 INFO:tasks.workunit.client.0.smithi028.stdout: "[None, -1]", 2024-08-29T17:47:15.733 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 511]", 2024-08-29T17:47:15.733 INFO:tasks.workunit.client.0.smithi028.stdout: "[512, 1023]", 2024-08-29T17:47:15.733 INFO:tasks.workunit.client.0.smithi028.stdout: "[1024, 2047]", 2024-08-29T17:47:15.733 INFO:tasks.workunit.client.0.smithi028.stdout: "[2048, 4095]", 2024-08-29T17:47:15.733 INFO:tasks.workunit.client.0.smithi028.stdout: "[4096, 8191]", 2024-08-29T17:47:15.733 INFO:tasks.workunit.client.0.smithi028.stdout: "[8192, 16383]", 2024-08-29T17:47:15.733 INFO:tasks.workunit.client.0.smithi028.stdout: "[16384, 32767]", 2024-08-29T17:47:15.733 INFO:tasks.workunit.client.0.smithi028.stdout: "[32768, 65535]", 2024-08-29T17:47:15.734 INFO:tasks.workunit.client.0.smithi028.stdout: "[65536, 131071]", 2024-08-29T17:47:15.734 INFO:tasks.workunit.client.0.smithi028.stdout: "[131072, 262143]", 2024-08-29T17:47:15.734 INFO:tasks.workunit.client.0.smithi028.stdout: "[262144, 524287]", 2024-08-29T17:47:15.734 INFO:tasks.workunit.client.0.smithi028.stdout: "[524288, 1048575]", 2024-08-29T17:47:15.734 INFO:tasks.workunit.client.0.smithi028.stdout: "[1048576, 2097151]", 2024-08-29T17:47:15.734 INFO:tasks.workunit.client.0.smithi028.stdout: "[2097152, 4194303]", 2024-08-29T17:47:15.734 INFO:tasks.workunit.client.0.smithi028.stdout: "[4194304, 8388607]", 2024-08-29T17:47:15.734 INFO:tasks.workunit.client.0.smithi028.stdout: "[8388608, 16777215]", 2024-08-29T17:47:15.734 INFO:tasks.workunit.client.0.smithi028.stdout: "[16777216, 33554431]", 2024-08-29T17:47:15.734 INFO:tasks.workunit.client.0.smithi028.stdout: "[33554432, 67108863]", 2024-08-29T17:47:15.734 INFO:tasks.workunit.client.0.smithi028.stdout: "[67108864, 134217727]", 2024-08-29T17:47:15.734 INFO:tasks.workunit.client.0.smithi028.stdout: "[134217728, 268435455]", 2024-08-29T17:47:15.734 INFO:tasks.workunit.client.0.smithi028.stdout: "[268435456, 536870911]", 2024-08-29T17:47:15.734 INFO:tasks.workunit.client.0.smithi028.stdout: "[536870912, 1073741823]", 2024-08-29T17:47:15.734 INFO:tasks.workunit.client.0.smithi028.stdout: "[1073741824, 2147483647]", 2024-08-29T17:47:15.735 INFO:tasks.workunit.client.0.smithi028.stdout: "[2147483648, 4294967295]", 2024-08-29T17:47:15.735 INFO:tasks.workunit.client.0.smithi028.stdout: "[4294967296, 8589934591]", 2024-08-29T17:47:15.735 INFO:tasks.workunit.client.0.smithi028.stdout: "[8589934592, 17179869183]", 2024-08-29T17:47:15.735 INFO:tasks.workunit.client.0.smithi028.stdout: "[17179869184, 34359738367]", 2024-08-29T17:47:15.735 INFO:tasks.workunit.client.0.smithi028.stdout: "[34359738368, 68719476735]", 2024-08-29T17:47:15.735 INFO:tasks.workunit.client.0.smithi028.stdout: "[68719476736, 137438953471]", 2024-08-29T17:47:15.735 INFO:tasks.workunit.client.0.smithi028.stdout: "[137438953472, 274877906943]", 2024-08-29T17:47:15.735 INFO:tasks.workunit.client.0.smithi028.stdout: "[274877906944, None]" 2024-08-29T17:47:15.735 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-08-29T17:47:15.735 INFO:tasks.workunit.client.0.smithi028.stdout: "scale_type": "log2" 2024-08-29T17:47:15.735 INFO:tasks.workunit.client.0.smithi028.stdout: } 2024-08-29T17:47:15.735 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-08-29T17:47:15.735 INFO:tasks.workunit.client.0.smithi028.stdout: "osds": [ 2024-08-29T17:47:15.735 INFO:tasks.workunit.client.0.smithi028.stdout: { 2024-08-29T17:47:15.736 INFO:tasks.workunit.client.0.smithi028.stdout: "osd_id": 0, 2024-08-29T17:47:15.736 INFO:tasks.workunit.client.0.smithi028.stdout: "values": [ 2024-08-29T17:47:15.736 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T17:47:15.736 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T17:47:15.736 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T17:47:15.736 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T17:47:15.736 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T17:47:15.736 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T17:47:15.736 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T17:47:15.736 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T17:47:15.736 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T17:47:15.737 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T17:47:15.737 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T17:47:15.737 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T17:47:15.737 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T17:47:15.737 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T17:47:15.737 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T17:47:15.737 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T17:47:15.737 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T17:47:15.737 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T17:47:15.737 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T17:47:15.737 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T17:47:15.737 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T17:47:15.738 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T17:47:15.738 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T17:47:15.738 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T17:47:15.738 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T17:47:15.738 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T17:47:15.738 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T17:47:15.738 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T17:47:15.738 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T17:47:15.738 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T17:47:15.738 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T17:47:15.738 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-08-29T17:47:15.738 INFO:tasks.workunit.client.0.smithi028.stdout: ] 2024-08-29T17:47:15.738 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:15.738 INFO:tasks.workunit.client.0.smithi028.stdout: { 2024-08-29T17:47:15.739 INFO:tasks.workunit.client.0.smithi028.stdout: "osd_id": 1, 2024-08-29T17:47:15.739 INFO:tasks.workunit.client.0.smithi028.stdout: "values": [ 2024-08-29T17:47:15.739 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T17:47:15.739 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T17:47:15.739 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T17:47:15.739 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T17:47:15.739 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T17:47:15.739 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 8, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T17:47:15.739 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 14, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T17:47:15.739 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T17:47:15.739 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T17:47:15.739 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T17:47:15.739 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T17:47:15.739 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T17:47:15.740 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T17:47:15.740 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T17:47:15.740 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T17:47:15.740 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T17:47:15.740 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T17:47:15.740 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T17:47:15.740 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T17:47:15.740 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T17:47:15.740 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T17:47:15.740 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T17:47:15.740 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T17:47:15.741 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T17:47:15.741 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T17:47:15.741 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T17:47:15.741 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T17:47:15.741 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T17:47:15.741 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T17:47:15.741 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T17:47:15.741 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T17:47:15.741 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-08-29T17:47:15.741 INFO:tasks.workunit.client.0.smithi028.stdout: ] 2024-08-29T17:47:15.741 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:15.741 INFO:tasks.workunit.client.0.smithi028.stdout: { 2024-08-29T17:47:15.742 INFO:tasks.workunit.client.0.smithi028.stdout: "osd_id": 2, 2024-08-29T17:47:15.742 INFO:tasks.workunit.client.0.smithi028.stdout: "values": [ 2024-08-29T17:47:15.742 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T17:47:15.742 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T17:47:15.742 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T17:47:15.742 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T17:47:15.742 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T17:47:15.742 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T17:47:15.743 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T17:47:15.743 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T17:47:15.743 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T17:47:15.743 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T17:47:15.743 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T17:47:15.743 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T17:47:15.743 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T17:47:15.743 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T17:47:15.743 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T17:47:15.743 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T17:47:15.743 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T17:47:15.744 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T17:47:15.744 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T17:47:15.744 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T17:47:15.744 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T17:47:15.744 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T17:47:15.744 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T17:47:15.744 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T17:47:15.744 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T17:47:15.744 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T17:47:15.744 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T17:47:15.744 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T17:47:15.744 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T17:47:15.745 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T17:47:15.745 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T17:47:15.745 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-08-29T17:47:15.745 INFO:tasks.workunit.client.0.smithi028.stdout: ] 2024-08-29T17:47:15.745 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:15.745 INFO:tasks.workunit.client.0.smithi028.stdout: { 2024-08-29T17:47:15.745 INFO:tasks.workunit.client.0.smithi028.stdout: "osd_id": 3, 2024-08-29T17:47:15.745 INFO:tasks.workunit.client.0.smithi028.stdout: "values": [ 2024-08-29T17:47:15.745 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T17:47:15.745 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T17:47:15.745 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T17:47:15.745 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T17:47:15.745 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T17:47:15.746 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T17:47:15.746 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T17:47:15.746 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T17:47:15.746 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T17:47:15.746 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T17:47:15.746 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T17:47:15.746 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T17:47:15.746 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T17:47:15.746 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T17:47:15.746 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T17:47:15.746 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T17:47:15.746 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T17:47:15.746 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T17:47:15.747 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T17:47:15.747 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T17:47:15.747 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T17:47:15.747 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T17:47:15.747 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T17:47:15.747 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T17:47:15.747 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T17:47:15.747 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T17:47:15.747 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T17:47:15.747 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T17:47:15.747 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T17:47:15.747 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T17:47:15.748 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T17:47:15.748 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-08-29T17:47:15.748 INFO:tasks.workunit.client.0.smithi028.stdout: ] 2024-08-29T17:47:15.748 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:15.748 INFO:tasks.workunit.client.0.smithi028.stdout: { 2024-08-29T17:47:15.748 INFO:tasks.workunit.client.0.smithi028.stdout: "osd_id": 4, 2024-08-29T17:47:15.748 INFO:tasks.workunit.client.0.smithi028.stdout: "values": [ 2024-08-29T17:47:15.748 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T17:47:15.748 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T17:47:15.748 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T17:47:15.748 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T17:47:15.749 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T17:47:15.749 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T17:47:15.749 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T17:47:15.749 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T17:47:15.749 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T17:47:15.749 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T17:47:15.749 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T17:47:15.749 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T17:47:15.749 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T17:47:15.749 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T17:47:15.749 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T17:47:15.749 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T17:47:15.749 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T17:47:15.749 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T17:47:15.750 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T17:47:15.750 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T17:47:15.750 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T17:47:15.750 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T17:47:15.750 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T17:47:15.750 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T17:47:15.750 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T17:47:15.750 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T17:47:15.750 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T17:47:15.750 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T17:47:15.750 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T17:47:15.750 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T17:47:15.750 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T17:47:15.751 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-08-29T17:47:15.751 INFO:tasks.workunit.client.0.smithi028.stdout: ] 2024-08-29T17:47:15.751 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:15.751 INFO:tasks.workunit.client.0.smithi028.stdout: { 2024-08-29T17:47:15.751 INFO:tasks.workunit.client.0.smithi028.stdout: "osd_id": 5, 2024-08-29T17:47:15.751 INFO:tasks.workunit.client.0.smithi028.stdout: "values": [ 2024-08-29T17:47:15.751 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T17:47:15.751 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T17:47:15.751 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T17:47:15.751 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T17:47:15.752 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T17:47:15.752 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T17:47:15.752 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T17:47:15.752 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T17:47:15.752 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T17:47:15.752 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T17:47:15.752 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T17:47:15.752 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T17:47:15.752 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T17:47:15.752 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T17:47:15.752 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T17:47:15.752 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T17:47:15.752 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T17:47:15.752 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T17:47:15.753 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T17:47:15.753 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T17:47:15.753 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T17:47:15.753 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T17:47:15.753 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T17:47:15.753 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T17:47:15.753 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T17:47:15.753 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T17:47:15.753 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T17:47:15.753 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T17:47:15.753 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T17:47:15.753 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T17:47:15.754 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T17:47:15.754 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-08-29T17:47:15.754 INFO:tasks.workunit.client.0.smithi028.stdout: ] 2024-08-29T17:47:15.754 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:15.754 INFO:tasks.workunit.client.0.smithi028.stdout: { 2024-08-29T17:47:15.754 INFO:tasks.workunit.client.0.smithi028.stdout: "osd_id": 6, 2024-08-29T17:47:15.754 INFO:tasks.workunit.client.0.smithi028.stdout: "values": [ 2024-08-29T17:47:15.754 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T17:47:15.754 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T17:47:15.754 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T17:47:15.754 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T17:47:15.754 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T17:47:15.754 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T17:47:15.754 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T17:47:15.754 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T17:47:15.754 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T17:47:15.755 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T17:47:15.755 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T17:47:15.755 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T17:47:15.755 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T17:47:15.755 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T17:47:15.755 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T17:47:15.755 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T17:47:15.755 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T17:47:15.755 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T17:47:15.755 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T17:47:15.755 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T17:47:15.755 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T17:47:15.755 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T17:47:15.755 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T17:47:15.756 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T17:47:15.756 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T17:47:15.756 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T17:47:15.756 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T17:47:15.756 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T17:47:15.756 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T17:47:15.756 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T17:47:15.756 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T17:47:15.756 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-08-29T17:47:15.756 INFO:tasks.workunit.client.0.smithi028.stdout: ] 2024-08-29T17:47:15.756 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:15.756 INFO:tasks.workunit.client.0.smithi028.stdout: { 2024-08-29T17:47:15.756 INFO:tasks.workunit.client.0.smithi028.stdout: "osd_id": 7, 2024-08-29T17:47:15.757 INFO:tasks.workunit.client.0.smithi028.stdout: "values": [ 2024-08-29T17:47:15.757 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T17:47:15.757 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T17:47:15.757 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T17:47:15.757 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T17:47:15.757 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T17:47:15.757 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 7, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T17:47:15.757 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 34, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T17:47:15.757 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T17:47:15.757 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T17:47:15.757 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T17:47:15.758 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T17:47:15.758 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T17:47:15.758 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T17:47:15.758 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T17:47:15.758 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T17:47:15.758 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T17:47:15.758 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T17:47:15.758 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T17:47:15.758 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T17:47:15.758 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T17:47:15.758 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T17:47:15.758 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T17:47:15.759 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T17:47:15.759 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T17:47:15.759 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T17:47:15.759 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T17:47:15.759 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T17:47:15.759 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T17:47:15.759 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T17:47:15.759 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T17:47:15.759 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T17:47:15.759 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-08-29T17:47:15.759 INFO:tasks.workunit.client.0.smithi028.stdout: ] 2024-08-29T17:47:15.759 INFO:tasks.workunit.client.0.smithi028.stdout: } 2024-08-29T17:47:15.759 INFO:tasks.workunit.client.0.smithi028.stdout: ] 2024-08-29T17:47:15.759 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:15.760 INFO:tasks.workunit.client.0.smithi028.stdout: "op_rw_latency_out_bytes_histogram": { 2024-08-29T17:47:15.760 INFO:tasks.workunit.client.0.smithi028.stdout: "axes": [ 2024-08-29T17:47:15.760 INFO:tasks.workunit.client.0.smithi028.stdout: { 2024-08-29T17:47:15.760 INFO:tasks.workunit.client.0.smithi028.stdout: "buckets": 32, 2024-08-29T17:47:15.760 INFO:tasks.workunit.client.0.smithi028.stdout: "min": 0, 2024-08-29T17:47:15.760 INFO:tasks.workunit.client.0.smithi028.stdout: "name": "Latency (usec)", 2024-08-29T17:47:15.760 INFO:tasks.workunit.client.0.smithi028.stdout: "quant_size": 100000, 2024-08-29T17:47:15.760 INFO:tasks.workunit.client.0.smithi028.stdout: "ranges": [ 2024-08-29T17:47:15.760 INFO:tasks.workunit.client.0.smithi028.stdout: "[None, -1]", 2024-08-29T17:47:15.760 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 99999]", 2024-08-29T17:47:15.760 INFO:tasks.workunit.client.0.smithi028.stdout: "[100000, 199999]", 2024-08-29T17:47:15.760 INFO:tasks.workunit.client.0.smithi028.stdout: "[200000, 399999]", 2024-08-29T17:47:15.760 INFO:tasks.workunit.client.0.smithi028.stdout: "[400000, 799999]", 2024-08-29T17:47:15.761 INFO:tasks.workunit.client.0.smithi028.stdout: "[800000, 1599999]", 2024-08-29T17:47:15.761 INFO:tasks.workunit.client.0.smithi028.stdout: "[1600000, 3199999]", 2024-08-29T17:47:15.761 INFO:tasks.workunit.client.0.smithi028.stdout: "[3200000, 6399999]", 2024-08-29T17:47:15.761 INFO:tasks.workunit.client.0.smithi028.stdout: "[6400000, 12799999]", 2024-08-29T17:47:15.761 INFO:tasks.workunit.client.0.smithi028.stdout: "[12800000, 25599999]", 2024-08-29T17:47:15.761 INFO:tasks.workunit.client.0.smithi028.stdout: "[25600000, 51199999]", 2024-08-29T17:47:15.761 INFO:tasks.workunit.client.0.smithi028.stdout: "[51200000, 102399999]", 2024-08-29T17:47:15.761 INFO:tasks.workunit.client.0.smithi028.stdout: "[102400000, 204799999]", 2024-08-29T17:47:15.761 INFO:tasks.workunit.client.0.smithi028.stdout: "[204800000, 409599999]", 2024-08-29T17:47:15.761 INFO:tasks.workunit.client.0.smithi028.stdout: "[409600000, 819199999]", 2024-08-29T17:47:15.761 INFO:tasks.workunit.client.0.smithi028.stdout: "[819200000, 1638399999]", 2024-08-29T17:47:15.761 INFO:tasks.workunit.client.0.smithi028.stdout: "[1638400000, 3276799999]", 2024-08-29T17:47:15.762 INFO:tasks.workunit.client.0.smithi028.stdout: "[3276800000, 6553599999]", 2024-08-29T17:47:15.762 INFO:tasks.workunit.client.0.smithi028.stdout: "[6553600000, 13107199999]", 2024-08-29T17:47:15.762 INFO:tasks.workunit.client.0.smithi028.stdout: "[13107200000, 26214399999]", 2024-08-29T17:47:15.762 INFO:tasks.workunit.client.0.smithi028.stdout: "[26214400000, 52428799999]", 2024-08-29T17:47:15.762 INFO:tasks.workunit.client.0.smithi028.stdout: "[52428800000, 104857599999]", 2024-08-29T17:47:15.762 INFO:tasks.workunit.client.0.smithi028.stdout: "[104857600000, 209715199999]", 2024-08-29T17:47:15.762 INFO:tasks.workunit.client.0.smithi028.stdout: "[209715200000, 419430399999]", 2024-08-29T17:47:15.762 INFO:tasks.workunit.client.0.smithi028.stdout: "[419430400000, 838860799999]", 2024-08-29T17:47:15.762 INFO:tasks.workunit.client.0.smithi028.stdout: "[838860800000, 1677721599999]", 2024-08-29T17:47:15.762 INFO:tasks.workunit.client.0.smithi028.stdout: "[1677721600000, 3355443199999]", 2024-08-29T17:47:15.762 INFO:tasks.workunit.client.0.smithi028.stdout: "[3355443200000, 6710886399999]", 2024-08-29T17:47:15.763 INFO:tasks.workunit.client.0.smithi028.stdout: "[6710886400000, 13421772799999]", 2024-08-29T17:47:15.763 INFO:tasks.workunit.client.0.smithi028.stdout: "[13421772800000, 26843545599999]", 2024-08-29T17:47:15.763 INFO:tasks.workunit.client.0.smithi028.stdout: "[26843545600000, 53687091199999]", 2024-08-29T17:47:15.763 INFO:tasks.workunit.client.0.smithi028.stdout: "[53687091200000, None]" 2024-08-29T17:47:15.763 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-08-29T17:47:15.763 INFO:tasks.workunit.client.0.smithi028.stdout: "scale_type": "log2" 2024-08-29T17:47:15.763 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:15.763 INFO:tasks.workunit.client.0.smithi028.stdout: { 2024-08-29T17:47:15.763 INFO:tasks.workunit.client.0.smithi028.stdout: "buckets": 32, 2024-08-29T17:47:15.763 INFO:tasks.workunit.client.0.smithi028.stdout: "min": 0, 2024-08-29T17:47:15.763 INFO:tasks.workunit.client.0.smithi028.stdout: "name": "Request size (bytes)", 2024-08-29T17:47:15.764 INFO:tasks.workunit.client.0.smithi028.stdout: "quant_size": 512, 2024-08-29T17:47:15.764 INFO:tasks.workunit.client.0.smithi028.stdout: "ranges": [ 2024-08-29T17:47:15.764 INFO:tasks.workunit.client.0.smithi028.stdout: "[None, -1]", 2024-08-29T17:47:15.764 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 511]", 2024-08-29T17:47:15.764 INFO:tasks.workunit.client.0.smithi028.stdout: "[512, 1023]", 2024-08-29T17:47:15.764 INFO:tasks.workunit.client.0.smithi028.stdout: "[1024, 2047]", 2024-08-29T17:47:15.764 INFO:tasks.workunit.client.0.smithi028.stdout: "[2048, 4095]", 2024-08-29T17:47:15.764 INFO:tasks.workunit.client.0.smithi028.stdout: "[4096, 8191]", 2024-08-29T17:47:15.764 INFO:tasks.workunit.client.0.smithi028.stdout: "[8192, 16383]", 2024-08-29T17:47:15.764 INFO:tasks.workunit.client.0.smithi028.stdout: "[16384, 32767]", 2024-08-29T17:47:15.764 INFO:tasks.workunit.client.0.smithi028.stdout: "[32768, 65535]", 2024-08-29T17:47:15.764 INFO:tasks.workunit.client.0.smithi028.stdout: "[65536, 131071]", 2024-08-29T17:47:15.764 INFO:tasks.workunit.client.0.smithi028.stdout: "[131072, 262143]", 2024-08-29T17:47:15.765 INFO:tasks.workunit.client.0.smithi028.stdout: "[262144, 524287]", 2024-08-29T17:47:15.765 INFO:tasks.workunit.client.0.smithi028.stdout: "[524288, 1048575]", 2024-08-29T17:47:15.765 INFO:tasks.workunit.client.0.smithi028.stdout: "[1048576, 2097151]", 2024-08-29T17:47:15.765 INFO:tasks.workunit.client.0.smithi028.stdout: "[2097152, 4194303]", 2024-08-29T17:47:15.765 INFO:tasks.workunit.client.0.smithi028.stdout: "[4194304, 8388607]", 2024-08-29T17:47:15.765 INFO:tasks.workunit.client.0.smithi028.stdout: "[8388608, 16777215]", 2024-08-29T17:47:15.765 INFO:tasks.workunit.client.0.smithi028.stdout: "[16777216, 33554431]", 2024-08-29T17:47:15.765 INFO:tasks.workunit.client.0.smithi028.stdout: "[33554432, 67108863]", 2024-08-29T17:47:15.765 INFO:tasks.workunit.client.0.smithi028.stdout: "[67108864, 134217727]", 2024-08-29T17:47:15.765 INFO:tasks.workunit.client.0.smithi028.stdout: "[134217728, 268435455]", 2024-08-29T17:47:15.765 INFO:tasks.workunit.client.0.smithi028.stdout: "[268435456, 536870911]", 2024-08-29T17:47:15.765 INFO:tasks.workunit.client.0.smithi028.stdout: "[536870912, 1073741823]", 2024-08-29T17:47:15.765 INFO:tasks.workunit.client.0.smithi028.stdout: "[1073741824, 2147483647]", 2024-08-29T17:47:15.766 INFO:tasks.workunit.client.0.smithi028.stdout: "[2147483648, 4294967295]", 2024-08-29T17:47:15.766 INFO:tasks.workunit.client.0.smithi028.stdout: "[4294967296, 8589934591]", 2024-08-29T17:47:15.766 INFO:tasks.workunit.client.0.smithi028.stdout: "[8589934592, 17179869183]", 2024-08-29T17:47:15.766 INFO:tasks.workunit.client.0.smithi028.stdout: "[17179869184, 34359738367]", 2024-08-29T17:47:15.766 INFO:tasks.workunit.client.0.smithi028.stdout: "[34359738368, 68719476735]", 2024-08-29T17:47:15.766 INFO:tasks.workunit.client.0.smithi028.stdout: "[68719476736, 137438953471]", 2024-08-29T17:47:15.766 INFO:tasks.workunit.client.0.smithi028.stdout: "[137438953472, 274877906943]", 2024-08-29T17:47:15.766 INFO:tasks.workunit.client.0.smithi028.stdout: "[274877906944, None]" 2024-08-29T17:47:15.766 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-08-29T17:47:15.766 INFO:tasks.workunit.client.0.smithi028.stdout: "scale_type": "log2" 2024-08-29T17:47:15.766 INFO:tasks.workunit.client.0.smithi028.stdout: } 2024-08-29T17:47:15.766 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-08-29T17:47:15.766 INFO:tasks.workunit.client.0.smithi028.stdout: "osds": [ 2024-08-29T17:47:15.766 INFO:tasks.workunit.client.0.smithi028.stdout: { 2024-08-29T17:47:15.767 INFO:tasks.workunit.client.0.smithi028.stdout: "osd_id": 0, 2024-08-29T17:47:15.767 INFO:tasks.workunit.client.0.smithi028.stdout: "values": [ 2024-08-29T17:47:15.767 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T17:47:15.767 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T17:47:15.767 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T17:47:15.767 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T17:47:15.767 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T17:47:15.767 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T17:47:15.767 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T17:47:15.767 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T17:47:15.768 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T17:47:15.768 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T17:47:15.768 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T17:47:15.768 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T17:47:15.768 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T17:47:15.768 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T17:47:15.768 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T17:47:15.768 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T17:47:15.768 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T17:47:15.768 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T17:47:15.768 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T17:47:15.768 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T17:47:15.769 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T17:47:15.769 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T17:47:15.769 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T17:47:15.769 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T17:47:15.769 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T17:47:15.769 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T17:47:15.769 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T17:47:15.769 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T17:47:15.769 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T17:47:15.769 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T17:47:15.769 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T17:47:15.769 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-08-29T17:47:15.769 INFO:tasks.workunit.client.0.smithi028.stdout: ] 2024-08-29T17:47:15.770 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:15.770 INFO:tasks.workunit.client.0.smithi028.stdout: { 2024-08-29T17:47:15.770 INFO:tasks.workunit.client.0.smithi028.stdout: "osd_id": 1, 2024-08-29T17:47:15.770 INFO:tasks.workunit.client.0.smithi028.stdout: "values": [ 2024-08-29T17:47:15.770 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T17:47:15.770 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T17:47:15.770 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T17:47:15.770 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T17:47:15.770 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T17:47:15.770 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 8, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T17:47:15.770 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 14, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T17:47:15.770 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T17:47:15.770 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T17:47:15.770 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T17:47:15.771 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T17:47:15.771 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T17:47:15.771 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T17:47:15.771 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T17:47:15.771 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T17:47:15.771 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T17:47:15.771 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T17:47:15.771 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T17:47:15.771 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T17:47:15.771 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T17:47:15.771 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T17:47:15.771 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T17:47:15.771 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T17:47:15.772 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T17:47:15.772 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T17:47:15.772 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T17:47:15.772 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T17:47:15.772 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T17:47:15.772 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T17:47:15.772 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T17:47:15.772 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T17:47:15.772 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-08-29T17:47:15.772 INFO:tasks.workunit.client.0.smithi028.stdout: ] 2024-08-29T17:47:15.772 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:15.772 INFO:tasks.workunit.client.0.smithi028.stdout: { 2024-08-29T17:47:15.772 INFO:tasks.workunit.client.0.smithi028.stdout: "osd_id": 2, 2024-08-29T17:47:15.773 INFO:tasks.workunit.client.0.smithi028.stdout: "values": [ 2024-08-29T17:47:15.773 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T17:47:15.773 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T17:47:15.773 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T17:47:15.773 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T17:47:15.773 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T17:47:15.773 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T17:47:15.773 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T17:47:15.773 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T17:47:15.773 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T17:47:15.773 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T17:47:15.773 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T17:47:15.773 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T17:47:15.774 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T17:47:15.774 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T17:47:15.774 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T17:47:15.774 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T17:47:15.774 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T17:47:15.774 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T17:47:15.774 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T17:47:15.774 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T17:47:15.774 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T17:47:15.774 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T17:47:15.774 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T17:47:15.774 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T17:47:15.774 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T17:47:15.775 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T17:47:15.775 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T17:47:15.775 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T17:47:15.775 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T17:47:15.775 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T17:47:15.775 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T17:47:15.776 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-08-29T17:47:15.776 INFO:tasks.workunit.client.0.smithi028.stdout: ] 2024-08-29T17:47:15.776 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:15.776 INFO:tasks.workunit.client.0.smithi028.stdout: { 2024-08-29T17:47:15.776 INFO:tasks.workunit.client.0.smithi028.stdout: "osd_id": 3, 2024-08-29T17:47:15.776 INFO:tasks.workunit.client.0.smithi028.stdout: "values": [ 2024-08-29T17:47:15.776 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T17:47:15.777 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T17:47:15.777 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T17:47:15.777 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T17:47:15.777 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T17:47:15.777 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T17:47:15.777 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T17:47:15.777 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T17:47:15.777 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T17:47:15.778 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T17:47:15.778 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T17:47:15.778 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T17:47:15.778 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T17:47:15.778 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T17:47:15.778 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T17:47:15.778 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T17:47:15.778 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T17:47:15.778 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T17:47:15.779 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T17:47:15.779 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T17:47:15.779 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T17:47:15.779 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T17:47:15.779 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T17:47:15.780 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T17:47:15.780 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T17:47:15.780 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T17:47:15.780 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T17:47:15.780 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T17:47:15.780 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T17:47:15.780 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T17:47:15.780 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T17:47:15.780 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-08-29T17:47:15.780 INFO:tasks.workunit.client.0.smithi028.stdout: ] 2024-08-29T17:47:15.781 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:15.781 INFO:tasks.workunit.client.0.smithi028.stdout: { 2024-08-29T17:47:15.781 INFO:tasks.workunit.client.0.smithi028.stdout: "osd_id": 4, 2024-08-29T17:47:15.781 INFO:tasks.workunit.client.0.smithi028.stdout: "values": [ 2024-08-29T17:47:15.781 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T17:47:15.781 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T17:47:15.781 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T17:47:15.781 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T17:47:15.781 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T17:47:15.781 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T17:47:15.781 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T17:47:15.782 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T17:47:15.782 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T17:47:15.782 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T17:47:15.782 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T17:47:15.782 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T17:47:15.782 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T17:47:15.782 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T17:47:15.782 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T17:47:15.782 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T17:47:15.782 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T17:47:15.782 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T17:47:15.782 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T17:47:15.782 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T17:47:15.783 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T17:47:15.783 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T17:47:15.783 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T17:47:15.783 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T17:47:15.783 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T17:47:15.783 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T17:47:15.783 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T17:47:15.783 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T17:47:15.783 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T17:47:15.783 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T17:47:15.783 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T17:47:15.783 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-08-29T17:47:15.783 INFO:tasks.workunit.client.0.smithi028.stdout: ] 2024-08-29T17:47:15.783 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:15.784 INFO:tasks.workunit.client.0.smithi028.stdout: { 2024-08-29T17:47:15.784 INFO:tasks.workunit.client.0.smithi028.stdout: "osd_id": 5, 2024-08-29T17:47:15.784 INFO:tasks.workunit.client.0.smithi028.stdout: "values": [ 2024-08-29T17:47:15.784 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T17:47:15.784 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T17:47:15.784 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T17:47:15.784 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T17:47:15.784 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T17:47:15.784 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T17:47:15.784 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T17:47:15.784 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T17:47:15.784 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T17:47:15.784 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T17:47:15.785 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T17:47:15.785 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T17:47:15.785 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T17:47:15.785 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T17:47:15.785 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T17:47:15.785 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T17:47:15.785 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T17:47:15.785 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T17:47:15.785 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T17:47:15.785 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T17:47:15.785 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T17:47:15.785 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T17:47:15.785 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T17:47:15.786 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T17:47:15.786 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T17:47:15.786 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T17:47:15.786 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T17:47:15.786 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T17:47:15.786 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T17:47:15.786 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T17:47:15.786 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T17:47:15.786 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-08-29T17:47:15.786 INFO:tasks.workunit.client.0.smithi028.stdout: ] 2024-08-29T17:47:15.786 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:15.786 INFO:tasks.workunit.client.0.smithi028.stdout: { 2024-08-29T17:47:15.787 INFO:tasks.workunit.client.0.smithi028.stdout: "osd_id": 6, 2024-08-29T17:47:15.787 INFO:tasks.workunit.client.0.smithi028.stdout: "values": [ 2024-08-29T17:47:15.787 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T17:47:15.787 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T17:47:15.787 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T17:47:15.787 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T17:47:15.787 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T17:47:15.787 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T17:47:15.787 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T17:47:15.787 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T17:47:15.787 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T17:47:15.787 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T17:47:15.787 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T17:47:15.788 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T17:47:15.788 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T17:47:15.788 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T17:47:15.788 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T17:47:15.788 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T17:47:15.788 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T17:47:15.788 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T17:47:15.788 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T17:47:15.788 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T17:47:15.789 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T17:47:15.789 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T17:47:15.789 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T17:47:15.789 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T17:47:15.789 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T17:47:15.789 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T17:47:15.789 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T17:47:15.789 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T17:47:15.789 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T17:47:15.789 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T17:47:15.789 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T17:47:15.789 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-08-29T17:47:15.790 INFO:tasks.workunit.client.0.smithi028.stdout: ] 2024-08-29T17:47:15.790 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:15.790 INFO:tasks.workunit.client.0.smithi028.stdout: { 2024-08-29T17:47:15.790 INFO:tasks.workunit.client.0.smithi028.stdout: "osd_id": 7, 2024-08-29T17:47:15.790 INFO:tasks.workunit.client.0.smithi028.stdout: "values": [ 2024-08-29T17:47:15.790 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T17:47:15.790 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T17:47:15.790 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T17:47:15.790 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T17:47:15.790 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T17:47:15.790 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 7, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T17:47:15.790 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 34, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T17:47:15.791 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T17:47:15.791 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T17:47:15.791 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T17:47:15.791 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T17:47:15.791 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T17:47:15.791 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T17:47:15.791 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T17:47:15.791 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T17:47:15.792 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T17:47:15.792 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T17:47:15.792 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T17:47:15.792 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T17:47:15.792 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T17:47:15.792 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T17:47:15.792 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T17:47:15.792 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T17:47:15.792 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T17:47:15.792 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T17:47:15.792 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T17:47:15.792 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T17:47:15.793 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T17:47:15.793 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T17:47:15.793 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T17:47:15.793 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T17:47:15.793 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-08-29T17:47:15.793 INFO:tasks.workunit.client.0.smithi028.stdout: ] 2024-08-29T17:47:15.793 INFO:tasks.workunit.client.0.smithi028.stdout: } 2024-08-29T17:47:15.793 INFO:tasks.workunit.client.0.smithi028.stdout: ] 2024-08-29T17:47:15.793 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:15.793 INFO:tasks.workunit.client.0.smithi028.stdout: "op_w_latency_in_bytes_histogram": { 2024-08-29T17:47:15.793 INFO:tasks.workunit.client.0.smithi028.stdout: "axes": [ 2024-08-29T17:47:15.793 INFO:tasks.workunit.client.0.smithi028.stdout: { 2024-08-29T17:47:15.794 INFO:tasks.workunit.client.0.smithi028.stdout: "buckets": 32, 2024-08-29T17:47:15.794 INFO:tasks.workunit.client.0.smithi028.stdout: "min": 0, 2024-08-29T17:47:15.794 INFO:tasks.workunit.client.0.smithi028.stdout: "name": "Latency (usec)", 2024-08-29T17:47:15.794 INFO:tasks.workunit.client.0.smithi028.stdout: "quant_size": 100000, 2024-08-29T17:47:15.794 INFO:tasks.workunit.client.0.smithi028.stdout: "ranges": [ 2024-08-29T17:47:15.794 INFO:tasks.workunit.client.0.smithi028.stdout: "[None, -1]", 2024-08-29T17:47:15.794 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 99999]", 2024-08-29T17:47:15.794 INFO:tasks.workunit.client.0.smithi028.stdout: "[100000, 199999]", 2024-08-29T17:47:15.794 INFO:tasks.workunit.client.0.smithi028.stdout: "[200000, 399999]", 2024-08-29T17:47:15.794 INFO:tasks.workunit.client.0.smithi028.stdout: "[400000, 799999]", 2024-08-29T17:47:15.794 INFO:tasks.workunit.client.0.smithi028.stdout: "[800000, 1599999]", 2024-08-29T17:47:15.794 INFO:tasks.workunit.client.0.smithi028.stdout: "[1600000, 3199999]", 2024-08-29T17:47:15.794 INFO:tasks.workunit.client.0.smithi028.stdout: "[3200000, 6399999]", 2024-08-29T17:47:15.795 INFO:tasks.workunit.client.0.smithi028.stdout: "[6400000, 12799999]", 2024-08-29T17:47:15.795 INFO:tasks.workunit.client.0.smithi028.stdout: "[12800000, 25599999]", 2024-08-29T17:47:15.795 INFO:tasks.workunit.client.0.smithi028.stdout: "[25600000, 51199999]", 2024-08-29T17:47:15.795 INFO:tasks.workunit.client.0.smithi028.stdout: "[51200000, 102399999]", 2024-08-29T17:47:15.795 INFO:tasks.workunit.client.0.smithi028.stdout: "[102400000, 204799999]", 2024-08-29T17:47:15.795 INFO:tasks.workunit.client.0.smithi028.stdout: "[204800000, 409599999]", 2024-08-29T17:47:15.795 INFO:tasks.workunit.client.0.smithi028.stdout: "[409600000, 819199999]", 2024-08-29T17:47:15.795 INFO:tasks.workunit.client.0.smithi028.stdout: "[819200000, 1638399999]", 2024-08-29T17:47:15.795 INFO:tasks.workunit.client.0.smithi028.stdout: "[1638400000, 3276799999]", 2024-08-29T17:47:15.795 INFO:tasks.workunit.client.0.smithi028.stdout: "[3276800000, 6553599999]", 2024-08-29T17:47:15.795 INFO:tasks.workunit.client.0.smithi028.stdout: "[6553600000, 13107199999]", 2024-08-29T17:47:15.795 INFO:tasks.workunit.client.0.smithi028.stdout: "[13107200000, 26214399999]", 2024-08-29T17:47:15.795 INFO:tasks.workunit.client.0.smithi028.stdout: "[26214400000, 52428799999]", 2024-08-29T17:47:15.795 INFO:tasks.workunit.client.0.smithi028.stdout: "[52428800000, 104857599999]", 2024-08-29T17:47:15.796 INFO:tasks.workunit.client.0.smithi028.stdout: "[104857600000, 209715199999]", 2024-08-29T17:47:15.796 INFO:tasks.workunit.client.0.smithi028.stdout: "[209715200000, 419430399999]", 2024-08-29T17:47:15.796 INFO:tasks.workunit.client.0.smithi028.stdout: "[419430400000, 838860799999]", 2024-08-29T17:47:15.796 INFO:tasks.workunit.client.0.smithi028.stdout: "[838860800000, 1677721599999]", 2024-08-29T17:47:15.796 INFO:tasks.workunit.client.0.smithi028.stdout: "[1677721600000, 3355443199999]", 2024-08-29T17:47:15.796 INFO:tasks.workunit.client.0.smithi028.stdout: "[3355443200000, 6710886399999]", 2024-08-29T17:47:15.796 INFO:tasks.workunit.client.0.smithi028.stdout: "[6710886400000, 13421772799999]", 2024-08-29T17:47:15.796 INFO:tasks.workunit.client.0.smithi028.stdout: "[13421772800000, 26843545599999]", 2024-08-29T17:47:15.796 INFO:tasks.workunit.client.0.smithi028.stdout: "[26843545600000, 53687091199999]", 2024-08-29T17:47:15.796 INFO:tasks.workunit.client.0.smithi028.stdout: "[53687091200000, None]" 2024-08-29T17:47:15.796 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-08-29T17:47:15.796 INFO:tasks.workunit.client.0.smithi028.stdout: "scale_type": "log2" 2024-08-29T17:47:15.797 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:15.797 INFO:tasks.workunit.client.0.smithi028.stdout: { 2024-08-29T17:47:15.797 INFO:tasks.workunit.client.0.smithi028.stdout: "buckets": 32, 2024-08-29T17:47:15.797 INFO:tasks.workunit.client.0.smithi028.stdout: "min": 0, 2024-08-29T17:47:15.797 INFO:tasks.workunit.client.0.smithi028.stdout: "name": "Request size (bytes)", 2024-08-29T17:47:15.797 INFO:tasks.workunit.client.0.smithi028.stdout: "quant_size": 512, 2024-08-29T17:47:15.797 INFO:tasks.workunit.client.0.smithi028.stdout: "ranges": [ 2024-08-29T17:47:15.797 INFO:tasks.workunit.client.0.smithi028.stdout: "[None, -1]", 2024-08-29T17:47:15.797 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 511]", 2024-08-29T17:47:15.797 INFO:tasks.workunit.client.0.smithi028.stdout: "[512, 1023]", 2024-08-29T17:47:15.797 INFO:tasks.workunit.client.0.smithi028.stdout: "[1024, 2047]", 2024-08-29T17:47:15.797 INFO:tasks.workunit.client.0.smithi028.stdout: "[2048, 4095]", 2024-08-29T17:47:15.798 INFO:tasks.workunit.client.0.smithi028.stdout: "[4096, 8191]", 2024-08-29T17:47:15.798 INFO:tasks.workunit.client.0.smithi028.stdout: "[8192, 16383]", 2024-08-29T17:47:15.798 INFO:tasks.workunit.client.0.smithi028.stdout: "[16384, 32767]", 2024-08-29T17:47:15.798 INFO:tasks.workunit.client.0.smithi028.stdout: "[32768, 65535]", 2024-08-29T17:47:15.798 INFO:tasks.workunit.client.0.smithi028.stdout: "[65536, 131071]", 2024-08-29T17:47:15.798 INFO:tasks.workunit.client.0.smithi028.stdout: "[131072, 262143]", 2024-08-29T17:47:15.798 INFO:tasks.workunit.client.0.smithi028.stdout: "[262144, 524287]", 2024-08-29T17:47:15.798 INFO:tasks.workunit.client.0.smithi028.stdout: "[524288, 1048575]", 2024-08-29T17:47:15.798 INFO:tasks.workunit.client.0.smithi028.stdout: "[1048576, 2097151]", 2024-08-29T17:47:15.798 INFO:tasks.workunit.client.0.smithi028.stdout: "[2097152, 4194303]", 2024-08-29T17:47:15.799 INFO:tasks.workunit.client.0.smithi028.stdout: "[4194304, 8388607]", 2024-08-29T17:47:15.799 INFO:tasks.workunit.client.0.smithi028.stdout: "[8388608, 16777215]", 2024-08-29T17:47:15.799 INFO:tasks.workunit.client.0.smithi028.stdout: "[16777216, 33554431]", 2024-08-29T17:47:15.799 INFO:tasks.workunit.client.0.smithi028.stdout: "[33554432, 67108863]", 2024-08-29T17:47:15.799 INFO:tasks.workunit.client.0.smithi028.stdout: "[67108864, 134217727]", 2024-08-29T17:47:15.799 INFO:tasks.workunit.client.0.smithi028.stdout: "[134217728, 268435455]", 2024-08-29T17:47:15.799 INFO:tasks.workunit.client.0.smithi028.stdout: "[268435456, 536870911]", 2024-08-29T17:47:15.799 INFO:tasks.workunit.client.0.smithi028.stdout: "[536870912, 1073741823]", 2024-08-29T17:47:15.799 INFO:tasks.workunit.client.0.smithi028.stdout: "[1073741824, 2147483647]", 2024-08-29T17:47:15.799 INFO:tasks.workunit.client.0.smithi028.stdout: "[2147483648, 4294967295]", 2024-08-29T17:47:15.799 INFO:tasks.workunit.client.0.smithi028.stdout: "[4294967296, 8589934591]", 2024-08-29T17:47:15.799 INFO:tasks.workunit.client.0.smithi028.stdout: "[8589934592, 17179869183]", 2024-08-29T17:47:15.800 INFO:tasks.workunit.client.0.smithi028.stdout: "[17179869184, 34359738367]", 2024-08-29T17:47:15.800 INFO:tasks.workunit.client.0.smithi028.stdout: "[34359738368, 68719476735]", 2024-08-29T17:47:15.800 INFO:tasks.workunit.client.0.smithi028.stdout: "[68719476736, 137438953471]", 2024-08-29T17:47:15.800 INFO:tasks.workunit.client.0.smithi028.stdout: "[137438953472, 274877906943]", 2024-08-29T17:47:15.800 INFO:tasks.workunit.client.0.smithi028.stdout: "[274877906944, None]" 2024-08-29T17:47:15.800 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-08-29T17:47:15.800 INFO:tasks.workunit.client.0.smithi028.stdout: "scale_type": "log2" 2024-08-29T17:47:15.800 INFO:tasks.workunit.client.0.smithi028.stdout: } 2024-08-29T17:47:15.800 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-08-29T17:47:15.800 INFO:tasks.workunit.client.0.smithi028.stdout: "osds": [ 2024-08-29T17:47:15.800 INFO:tasks.workunit.client.0.smithi028.stdout: { 2024-08-29T17:47:15.800 INFO:tasks.workunit.client.0.smithi028.stdout: "osd_id": 0, 2024-08-29T17:47:15.800 INFO:tasks.workunit.client.0.smithi028.stdout: "values": [ 2024-08-29T17:47:15.801 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T17:47:15.801 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T17:47:15.801 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T17:47:15.801 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T17:47:15.801 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T17:47:15.801 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T17:47:15.801 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 4, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T17:47:15.801 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T17:47:15.801 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T17:47:15.801 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T17:47:15.801 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T17:47:15.801 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T17:47:15.802 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T17:47:15.802 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T17:47:15.802 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T17:47:15.802 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T17:47:15.802 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T17:47:15.802 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T17:47:15.803 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T17:47:15.803 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T17:47:15.803 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T17:47:15.803 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T17:47:15.803 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T17:47:15.804 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T17:47:15.804 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T17:47:15.804 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T17:47:15.804 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T17:47:15.804 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T17:47:15.805 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T17:47:15.805 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T17:47:15.805 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T17:47:15.805 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-08-29T17:47:15.805 INFO:tasks.workunit.client.0.smithi028.stdout: ] 2024-08-29T17:47:15.805 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:15.805 INFO:tasks.workunit.client.0.smithi028.stdout: { 2024-08-29T17:47:15.805 INFO:tasks.workunit.client.0.smithi028.stdout: "osd_id": 1, 2024-08-29T17:47:15.805 INFO:tasks.workunit.client.0.smithi028.stdout: "values": [ 2024-08-29T17:47:15.805 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T17:47:15.805 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T17:47:15.805 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T17:47:15.805 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T17:47:15.806 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T17:47:15.806 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 4, 0, 0, 0, 0, 0, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T17:47:15.806 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 11, 4, 0, 0, 0, 0, 0, 0, 10, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T17:47:15.806 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 20, 4, 0, 0, 0, 0, 0, 0, 18, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T17:47:15.806 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 18, 0, 0, 0, 0, 0, 0, 0, 6, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T17:47:15.806 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 4, 0, 0, 0, 0, 0, 0, 0, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T17:47:15.806 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T17:47:15.806 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T17:47:15.806 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T17:47:15.806 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T17:47:15.806 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T17:47:15.806 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T17:47:15.806 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T17:47:15.807 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T17:47:15.807 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T17:47:15.807 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T17:47:15.807 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T17:47:15.807 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T17:47:15.807 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T17:47:15.808 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T17:47:15.808 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T17:47:15.808 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T17:47:15.808 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T17:47:15.808 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T17:47:15.808 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T17:47:15.809 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T17:47:15.809 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T17:47:15.809 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-08-29T17:47:15.809 INFO:tasks.workunit.client.0.smithi028.stdout: ] 2024-08-29T17:47:15.809 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:15.810 INFO:tasks.workunit.client.0.smithi028.stdout: { 2024-08-29T17:47:15.810 INFO:tasks.workunit.client.0.smithi028.stdout: "osd_id": 2, 2024-08-29T17:47:15.810 INFO:tasks.workunit.client.0.smithi028.stdout: "values": [ 2024-08-29T17:47:15.810 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T17:47:15.810 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T17:47:15.810 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T17:47:15.811 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T17:47:15.811 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T17:47:15.811 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T17:47:15.811 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T17:47:15.811 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T17:47:15.811 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 10, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T17:47:15.812 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T17:47:15.812 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T17:47:15.812 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T17:47:15.812 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T17:47:15.812 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T17:47:15.812 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T17:47:15.813 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T17:47:15.813 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T17:47:15.813 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T17:47:15.813 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T17:47:15.813 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T17:47:15.814 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T17:47:15.814 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T17:47:15.814 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T17:47:15.814 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T17:47:15.814 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T17:47:15.815 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T17:47:15.815 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T17:47:15.815 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T17:47:15.815 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T17:47:15.815 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T17:47:15.816 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T17:47:15.816 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-08-29T17:47:15.816 INFO:tasks.workunit.client.0.smithi028.stdout: ] 2024-08-29T17:47:15.816 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:15.816 INFO:tasks.workunit.client.0.smithi028.stdout: { 2024-08-29T17:47:15.816 INFO:tasks.workunit.client.0.smithi028.stdout: "osd_id": 3, 2024-08-29T17:47:15.817 INFO:tasks.workunit.client.0.smithi028.stdout: "values": [ 2024-08-29T17:47:15.817 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T17:47:15.817 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T17:47:15.817 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T17:47:15.817 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T17:47:15.818 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T17:47:15.818 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T17:47:15.818 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T17:47:15.818 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T17:47:15.818 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T17:47:15.818 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T17:47:15.819 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T17:47:15.819 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T17:47:15.819 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T17:47:15.819 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T17:47:15.819 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T17:47:15.820 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T17:47:15.820 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T17:47:15.820 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T17:47:15.820 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T17:47:15.820 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T17:47:15.820 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T17:47:15.821 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T17:47:15.821 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T17:47:15.821 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T17:47:15.821 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T17:47:15.821 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T17:47:15.822 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T17:47:15.822 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T17:47:15.822 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T17:47:15.822 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T17:47:15.822 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T17:47:15.822 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-08-29T17:47:15.823 INFO:tasks.workunit.client.0.smithi028.stdout: ] 2024-08-29T17:47:15.823 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:15.823 INFO:tasks.workunit.client.0.smithi028.stdout: { 2024-08-29T17:47:15.823 INFO:tasks.workunit.client.0.smithi028.stdout: "osd_id": 4, 2024-08-29T17:47:15.823 INFO:tasks.workunit.client.0.smithi028.stdout: "values": [ 2024-08-29T17:47:15.824 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T17:47:15.824 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T17:47:15.824 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T17:47:15.824 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T17:47:15.824 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T17:47:15.824 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T17:47:15.825 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T17:47:15.825 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T17:47:15.825 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T17:47:15.825 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T17:47:15.825 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T17:47:15.825 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T17:47:15.826 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T17:47:15.826 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T17:47:15.826 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T17:47:15.826 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T17:47:15.827 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T17:47:15.827 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T17:47:15.827 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T17:47:15.827 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T17:47:15.827 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T17:47:15.827 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T17:47:15.828 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T17:47:15.828 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T17:47:15.828 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T17:47:15.828 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T17:47:15.828 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T17:47:15.829 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T17:47:15.829 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T17:47:15.829 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T17:47:15.829 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T17:47:15.829 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-08-29T17:47:15.830 INFO:tasks.workunit.client.0.smithi028.stdout: ] 2024-08-29T17:47:15.830 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:15.830 INFO:tasks.workunit.client.0.smithi028.stdout: { 2024-08-29T17:47:15.830 INFO:tasks.workunit.client.0.smithi028.stdout: "osd_id": 5, 2024-08-29T17:47:15.830 INFO:tasks.workunit.client.0.smithi028.stdout: "values": [ 2024-08-29T17:47:15.830 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T17:47:15.831 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T17:47:15.831 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T17:47:15.831 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T17:47:15.831 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T17:47:15.831 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T17:47:15.832 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T17:47:15.832 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T17:47:15.832 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T17:47:15.832 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T17:47:15.832 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T17:47:15.833 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T17:47:15.833 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T17:47:15.833 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T17:47:15.833 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T17:47:15.833 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T17:47:15.834 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T17:47:15.834 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T17:47:15.834 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T17:47:15.834 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T17:47:15.834 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T17:47:15.834 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T17:47:15.834 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T17:47:15.835 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T17:47:15.835 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T17:47:15.835 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T17:47:15.835 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T17:47:15.835 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T17:47:15.835 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T17:47:15.836 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T17:47:15.836 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T17:47:15.836 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-08-29T17:47:15.836 INFO:tasks.workunit.client.0.smithi028.stdout: ] 2024-08-29T17:47:15.836 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:15.837 INFO:tasks.workunit.client.0.smithi028.stdout: { 2024-08-29T17:47:15.837 INFO:tasks.workunit.client.0.smithi028.stdout: "osd_id": 6, 2024-08-29T17:47:15.837 INFO:tasks.workunit.client.0.smithi028.stdout: "values": [ 2024-08-29T17:47:15.837 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T17:47:15.837 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T17:47:15.837 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T17:47:15.838 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T17:47:15.838 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T17:47:15.838 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T17:47:15.838 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 3, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T17:47:15.838 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 3, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T17:47:15.838 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T17:47:15.838 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 3, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T17:47:15.838 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T17:47:15.838 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T17:47:15.838 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T17:47:15.838 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T17:47:15.839 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T17:47:15.839 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T17:47:15.839 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T17:47:15.839 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T17:47:15.839 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T17:47:15.839 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T17:47:15.840 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T17:47:15.840 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T17:47:15.840 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T17:47:15.840 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T17:47:15.840 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T17:47:15.840 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T17:47:15.840 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T17:47:15.840 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T17:47:15.840 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T17:47:15.840 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T17:47:15.840 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T17:47:15.841 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-08-29T17:47:15.841 INFO:tasks.workunit.client.0.smithi028.stdout: ] 2024-08-29T17:47:15.841 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:15.841 INFO:tasks.workunit.client.0.smithi028.stdout: { 2024-08-29T17:47:15.841 INFO:tasks.workunit.client.0.smithi028.stdout: "osd_id": 7, 2024-08-29T17:47:15.841 INFO:tasks.workunit.client.0.smithi028.stdout: "values": [ 2024-08-29T17:47:15.841 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T17:47:15.841 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T17:47:15.841 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T17:47:15.841 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T17:47:15.841 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T17:47:15.841 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T17:47:15.842 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T17:47:15.842 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T17:47:15.842 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T17:47:15.842 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 5, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T17:47:15.842 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T17:47:15.842 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T17:47:15.842 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T17:47:15.842 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T17:47:15.842 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T17:47:15.842 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T17:47:15.842 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T17:47:15.843 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T17:47:15.843 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T17:47:15.843 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T17:47:15.843 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T17:47:15.843 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T17:47:15.843 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T17:47:15.843 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T17:47:15.843 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T17:47:15.843 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T17:47:15.843 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T17:47:15.844 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T17:47:15.844 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T17:47:15.844 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T17:47:15.844 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T17:47:15.844 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-08-29T17:47:15.844 INFO:tasks.workunit.client.0.smithi028.stdout: ] 2024-08-29T17:47:15.844 INFO:tasks.workunit.client.0.smithi028.stdout: } 2024-08-29T17:47:15.844 INFO:tasks.workunit.client.0.smithi028.stdout: ] 2024-08-29T17:47:15.844 INFO:tasks.workunit.client.0.smithi028.stdout: } 2024-08-29T17:47:15.844 INFO:tasks.workunit.client.0.smithi028.stdout: } 2024-08-29T17:47:15.844 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-08-29T17:47:15.844 INFO:tasks.workunit.client.0.smithi028.stdout: "perf_counters": { 2024-08-29T17:47:15.845 INFO:tasks.workunit.client.0.smithi028.stdout: "mds.a2df9e26f4a5fcbeed319f1798118f10993a0555": { 2024-08-29T17:47:15.845 INFO:tasks.workunit.client.0.smithi028.stdout: "mds": { 2024-08-29T17:47:15.845 INFO:tasks.workunit.client.0.smithi028.stdout: "caps": { 2024-08-29T17:47:15.845 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T17:47:15.845 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:15.845 INFO:tasks.workunit.client.0.smithi028.stdout: "ceph_cap_op_flush_ack": { 2024-08-29T17:47:15.845 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T17:47:15.845 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:15.845 INFO:tasks.workunit.client.0.smithi028.stdout: "ceph_cap_op_flushsnap_ack": { 2024-08-29T17:47:15.845 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T17:47:15.845 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:15.846 INFO:tasks.workunit.client.0.smithi028.stdout: "ceph_cap_op_grant": { 2024-08-29T17:47:15.846 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T17:47:15.846 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:15.846 INFO:tasks.workunit.client.0.smithi028.stdout: "ceph_cap_op_revoke": { 2024-08-29T17:47:15.846 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T17:47:15.846 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:15.846 INFO:tasks.workunit.client.0.smithi028.stdout: "ceph_cap_op_trunc": { 2024-08-29T17:47:15.846 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T17:47:15.846 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:15.846 INFO:tasks.workunit.client.0.smithi028.stdout: "dir_commit": { 2024-08-29T17:47:15.846 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 12 2024-08-29T17:47:15.846 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:15.847 INFO:tasks.workunit.client.0.smithi028.stdout: "dir_fetch": { 2024-08-29T17:47:15.847 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T17:47:15.847 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:15.847 INFO:tasks.workunit.client.0.smithi028.stdout: "dir_merge": { 2024-08-29T17:47:15.847 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T17:47:15.847 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:15.847 INFO:tasks.workunit.client.0.smithi028.stdout: "dir_split": { 2024-08-29T17:47:15.847 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T17:47:15.847 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:15.847 INFO:tasks.workunit.client.0.smithi028.stdout: "exported_inodes": { 2024-08-29T17:47:15.847 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T17:47:15.847 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:15.847 INFO:tasks.workunit.client.0.smithi028.stdout: "forward": { 2024-08-29T17:47:15.848 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T17:47:15.848 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:15.848 INFO:tasks.workunit.client.0.smithi028.stdout: "handle_client_cap_release": { 2024-08-29T17:47:15.848 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T17:47:15.848 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:15.848 INFO:tasks.workunit.client.0.smithi028.stdout: "handle_client_caps": { 2024-08-29T17:47:15.848 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T17:47:15.848 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:15.848 INFO:tasks.workunit.client.0.smithi028.stdout: "handle_client_caps_dirty": { 2024-08-29T17:47:15.848 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T17:47:15.848 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:15.848 INFO:tasks.workunit.client.0.smithi028.stdout: "handle_inode_file_caps": { 2024-08-29T17:47:15.848 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T17:47:15.849 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:15.849 INFO:tasks.workunit.client.0.smithi028.stdout: "imported_inodes": { 2024-08-29T17:47:15.849 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T17:47:15.849 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:15.849 INFO:tasks.workunit.client.0.smithi028.stdout: "inodes": { 2024-08-29T17:47:15.849 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 10 2024-08-29T17:47:15.849 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:15.849 INFO:tasks.workunit.client.0.smithi028.stdout: "inodes_expired": { 2024-08-29T17:47:15.849 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T17:47:15.849 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:15.849 INFO:tasks.workunit.client.0.smithi028.stdout: "inodes_pinned": { 2024-08-29T17:47:15.849 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 10 2024-08-29T17:47:15.849 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:15.850 INFO:tasks.workunit.client.0.smithi028.stdout: "inodes_with_caps": { 2024-08-29T17:47:15.850 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T17:47:15.850 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:15.850 INFO:tasks.workunit.client.0.smithi028.stdout: "load_cent": { 2024-08-29T17:47:15.850 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T17:47:15.850 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:15.850 INFO:tasks.workunit.client.0.smithi028.stdout: "openino_dir_fetch": { 2024-08-29T17:47:15.850 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T17:47:15.850 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:15.850 INFO:tasks.workunit.client.0.smithi028.stdout: "process_request_cap_release": { 2024-08-29T17:47:15.850 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T17:47:15.851 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:15.851 INFO:tasks.workunit.client.0.smithi028.stdout: "reply_latency": { 2024-08-29T17:47:15.851 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 2, 2024-08-29T17:47:15.851 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 143579 2024-08-29T17:47:15.851 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:15.851 INFO:tasks.workunit.client.0.smithi028.stdout: "request": { 2024-08-29T17:47:15.851 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 2 2024-08-29T17:47:15.851 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:15.852 INFO:tasks.workunit.client.0.smithi028.stdout: "root_rbytes": { 2024-08-29T17:47:15.852 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T17:47:15.852 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:15.852 INFO:tasks.workunit.client.0.smithi028.stdout: "root_rfiles": { 2024-08-29T17:47:15.852 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T17:47:15.852 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:15.852 INFO:tasks.workunit.client.0.smithi028.stdout: "root_rsnaps": { 2024-08-29T17:47:15.852 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T17:47:15.853 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:15.853 INFO:tasks.workunit.client.0.smithi028.stdout: "slow_reply": { 2024-08-29T17:47:15.853 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T17:47:15.853 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:15.853 INFO:tasks.workunit.client.0.smithi028.stdout: "subtrees": { 2024-08-29T17:47:15.853 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 2 2024-08-29T17:47:15.853 INFO:tasks.workunit.client.0.smithi028.stdout: } 2024-08-29T17:47:15.853 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:15.854 INFO:tasks.workunit.client.0.smithi028.stdout: "mds_cache": { 2024-08-29T17:47:15.854 INFO:tasks.workunit.client.0.smithi028.stdout: "ireq_enqueue_scrub": { 2024-08-29T17:47:15.854 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T17:47:15.854 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:15.854 INFO:tasks.workunit.client.0.smithi028.stdout: "ireq_exportdir": { 2024-08-29T17:47:15.854 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T17:47:15.854 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:15.855 INFO:tasks.workunit.client.0.smithi028.stdout: "ireq_flush": { 2024-08-29T17:47:15.855 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T17:47:15.855 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:15.855 INFO:tasks.workunit.client.0.smithi028.stdout: "ireq_fragmentdir": { 2024-08-29T17:47:15.855 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T17:47:15.855 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:15.855 INFO:tasks.workunit.client.0.smithi028.stdout: "ireq_fragstats": { 2024-08-29T17:47:15.855 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T17:47:15.856 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:15.856 INFO:tasks.workunit.client.0.smithi028.stdout: "ireq_inodestats": { 2024-08-29T17:47:15.856 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T17:47:15.856 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:15.856 INFO:tasks.workunit.client.0.smithi028.stdout: "num_recovering_enqueued": { 2024-08-29T17:47:15.856 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T17:47:15.856 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:15.856 INFO:tasks.workunit.client.0.smithi028.stdout: "num_recovering_prioritized": { 2024-08-29T17:47:15.857 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T17:47:15.857 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:15.857 INFO:tasks.workunit.client.0.smithi028.stdout: "num_recovering_processing": { 2024-08-29T17:47:15.857 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T17:47:15.857 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:15.857 INFO:tasks.workunit.client.0.smithi028.stdout: "num_strays": { 2024-08-29T17:47:15.857 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T17:47:15.857 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:15.858 INFO:tasks.workunit.client.0.smithi028.stdout: "num_strays_delayed": { 2024-08-29T17:47:15.858 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T17:47:15.858 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:15.858 INFO:tasks.workunit.client.0.smithi028.stdout: "num_strays_enqueuing": { 2024-08-29T17:47:15.858 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T17:47:15.858 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:15.858 INFO:tasks.workunit.client.0.smithi028.stdout: "recovery_completed": { 2024-08-29T17:47:15.858 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T17:47:15.859 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:15.859 INFO:tasks.workunit.client.0.smithi028.stdout: "recovery_started": { 2024-08-29T17:47:15.859 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T17:47:15.859 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:15.859 INFO:tasks.workunit.client.0.smithi028.stdout: "strays_created": { 2024-08-29T17:47:15.859 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T17:47:15.859 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:15.859 INFO:tasks.workunit.client.0.smithi028.stdout: "strays_enqueued": { 2024-08-29T17:47:15.860 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T17:47:15.860 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:15.860 INFO:tasks.workunit.client.0.smithi028.stdout: "strays_migrated": { 2024-08-29T17:47:15.860 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T17:47:15.860 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:15.860 INFO:tasks.workunit.client.0.smithi028.stdout: "strays_reintegrated": { 2024-08-29T17:47:15.860 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T17:47:15.860 INFO:tasks.workunit.client.0.smithi028.stdout: } 2024-08-29T17:47:15.861 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:15.861 INFO:tasks.workunit.client.0.smithi028.stdout: "mds_log": { 2024-08-29T17:47:15.861 INFO:tasks.workunit.client.0.smithi028.stdout: "ev": { 2024-08-29T17:47:15.861 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 5 2024-08-29T17:47:15.861 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:15.861 INFO:tasks.workunit.client.0.smithi028.stdout: "evadd": { 2024-08-29T17:47:15.861 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 5 2024-08-29T17:47:15.861 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:15.862 INFO:tasks.workunit.client.0.smithi028.stdout: "evex": { 2024-08-29T17:47:15.862 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T17:47:15.862 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:15.862 INFO:tasks.workunit.client.0.smithi028.stdout: "evexd": { 2024-08-29T17:47:15.862 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T17:47:15.862 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:15.862 INFO:tasks.workunit.client.0.smithi028.stdout: "evexg": { 2024-08-29T17:47:15.862 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T17:47:15.863 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:15.863 INFO:tasks.workunit.client.0.smithi028.stdout: "evtrm": { 2024-08-29T17:47:15.863 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T17:47:15.863 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:15.863 INFO:tasks.workunit.client.0.smithi028.stdout: "jlat": { 2024-08-29T17:47:15.863 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 5, 2024-08-29T17:47:15.863 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 16311139 2024-08-29T17:47:15.863 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:15.864 INFO:tasks.workunit.client.0.smithi028.stdout: "replayed": { 2024-08-29T17:47:15.864 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T17:47:15.864 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:15.864 INFO:tasks.workunit.client.0.smithi028.stdout: "seg": { 2024-08-29T17:47:15.864 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 1 2024-08-29T17:47:15.864 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:15.864 INFO:tasks.workunit.client.0.smithi028.stdout: "segadd": { 2024-08-29T17:47:15.864 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 1 2024-08-29T17:47:15.864 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:15.865 INFO:tasks.workunit.client.0.smithi028.stdout: "segex": { 2024-08-29T17:47:15.865 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T17:47:15.865 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:15.865 INFO:tasks.workunit.client.0.smithi028.stdout: "segexd": { 2024-08-29T17:47:15.865 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T17:47:15.865 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:15.865 INFO:tasks.workunit.client.0.smithi028.stdout: "segexg": { 2024-08-29T17:47:15.865 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T17:47:15.866 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:15.866 INFO:tasks.workunit.client.0.smithi028.stdout: "segtrm": { 2024-08-29T17:47:15.866 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T17:47:15.866 INFO:tasks.workunit.client.0.smithi028.stdout: } 2024-08-29T17:47:15.866 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:15.866 INFO:tasks.workunit.client.0.smithi028.stdout: "mds_mem": { 2024-08-29T17:47:15.866 INFO:tasks.workunit.client.0.smithi028.stdout: "cap": { 2024-08-29T17:47:15.866 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T17:47:15.866 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:15.866 INFO:tasks.workunit.client.0.smithi028.stdout: "cap+": { 2024-08-29T17:47:15.867 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 2 2024-08-29T17:47:15.867 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:15.867 INFO:tasks.workunit.client.0.smithi028.stdout: "cap-": { 2024-08-29T17:47:15.867 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 2 2024-08-29T17:47:15.867 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:15.867 INFO:tasks.workunit.client.0.smithi028.stdout: "dir": { 2024-08-29T17:47:15.867 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 12 2024-08-29T17:47:15.867 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:15.867 INFO:tasks.workunit.client.0.smithi028.stdout: "dir+": { 2024-08-29T17:47:15.867 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 12 2024-08-29T17:47:15.867 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:15.867 INFO:tasks.workunit.client.0.smithi028.stdout: "dir-": { 2024-08-29T17:47:15.867 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T17:47:15.867 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:15.868 INFO:tasks.workunit.client.0.smithi028.stdout: "dn": { 2024-08-29T17:47:15.868 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 10 2024-08-29T17:47:15.868 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:15.868 INFO:tasks.workunit.client.0.smithi028.stdout: "dn+": { 2024-08-29T17:47:15.868 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 10 2024-08-29T17:47:15.868 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:15.868 INFO:tasks.workunit.client.0.smithi028.stdout: "dn-": { 2024-08-29T17:47:15.868 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T17:47:15.868 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:15.868 INFO:tasks.workunit.client.0.smithi028.stdout: "heap": { 2024-08-29T17:47:15.868 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 207068 2024-08-29T17:47:15.868 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:15.868 INFO:tasks.workunit.client.0.smithi028.stdout: "ino": { 2024-08-29T17:47:15.869 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 13 2024-08-29T17:47:15.869 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:15.869 INFO:tasks.workunit.client.0.smithi028.stdout: "ino+": { 2024-08-29T17:47:15.869 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 13 2024-08-29T17:47:15.869 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:15.869 INFO:tasks.workunit.client.0.smithi028.stdout: "ino-": { 2024-08-29T17:47:15.869 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T17:47:15.869 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:15.869 INFO:tasks.workunit.client.0.smithi028.stdout: "rss": { 2024-08-29T17:47:15.869 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 34084 2024-08-29T17:47:15.869 INFO:tasks.workunit.client.0.smithi028.stdout: } 2024-08-29T17:47:15.870 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:15.870 INFO:tasks.workunit.client.0.smithi028.stdout: "mds_server": { 2024-08-29T17:47:15.870 INFO:tasks.workunit.client.0.smithi028.stdout: "cap_acquisition_throttle": { 2024-08-29T17:47:15.870 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T17:47:15.870 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:15.870 INFO:tasks.workunit.client.0.smithi028.stdout: "cap_revoke_eviction": { 2024-08-29T17:47:15.870 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T17:47:15.870 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:15.870 INFO:tasks.workunit.client.0.smithi028.stdout: "handle_client_request": { 2024-08-29T17:47:15.870 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 2 2024-08-29T17:47:15.870 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:15.870 INFO:tasks.workunit.client.0.smithi028.stdout: "handle_client_session": { 2024-08-29T17:47:15.870 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 16 2024-08-29T17:47:15.871 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:15.871 INFO:tasks.workunit.client.0.smithi028.stdout: "handle_peer_request": { 2024-08-29T17:47:15.871 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T17:47:15.871 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:15.871 INFO:tasks.workunit.client.0.smithi028.stdout: "req_create_latency": { 2024-08-29T17:47:15.871 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 0, 2024-08-29T17:47:15.871 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T17:47:15.871 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:15.871 INFO:tasks.workunit.client.0.smithi028.stdout: "req_getattr_latency": { 2024-08-29T17:47:15.871 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 2, 2024-08-29T17:47:15.871 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 143579 2024-08-29T17:47:15.871 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:15.871 INFO:tasks.workunit.client.0.smithi028.stdout: "req_getfilelock_latency": { 2024-08-29T17:47:15.871 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 0, 2024-08-29T17:47:15.871 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T17:47:15.872 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:15.872 INFO:tasks.workunit.client.0.smithi028.stdout: "req_getvxattr_latency": { 2024-08-29T17:47:15.872 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 0, 2024-08-29T17:47:15.872 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T17:47:15.872 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:15.872 INFO:tasks.workunit.client.0.smithi028.stdout: "req_link_latency": { 2024-08-29T17:47:15.872 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 0, 2024-08-29T17:47:15.872 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T17:47:15.872 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:15.872 INFO:tasks.workunit.client.0.smithi028.stdout: "req_lookup_latency": { 2024-08-29T17:47:15.872 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 0, 2024-08-29T17:47:15.873 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T17:47:15.873 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:15.873 INFO:tasks.workunit.client.0.smithi028.stdout: "req_lookuphash_latency": { 2024-08-29T17:47:15.873 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 0, 2024-08-29T17:47:15.873 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T17:47:15.873 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:15.873 INFO:tasks.workunit.client.0.smithi028.stdout: "req_lookupino_latency": { 2024-08-29T17:47:15.873 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 0, 2024-08-29T17:47:15.873 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T17:47:15.873 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:15.873 INFO:tasks.workunit.client.0.smithi028.stdout: "req_lookupname_latency": { 2024-08-29T17:47:15.873 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 0, 2024-08-29T17:47:15.873 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T17:47:15.873 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:15.874 INFO:tasks.workunit.client.0.smithi028.stdout: "req_lookupparent_latency": { 2024-08-29T17:47:15.874 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 0, 2024-08-29T17:47:15.874 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T17:47:15.874 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:15.874 INFO:tasks.workunit.client.0.smithi028.stdout: "req_lookupsnap_latency": { 2024-08-29T17:47:15.874 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 0, 2024-08-29T17:47:15.874 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T17:47:15.874 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:15.874 INFO:tasks.workunit.client.0.smithi028.stdout: "req_lssnap_latency": { 2024-08-29T17:47:15.874 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 0, 2024-08-29T17:47:15.874 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T17:47:15.874 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:15.874 INFO:tasks.workunit.client.0.smithi028.stdout: "req_mkdir_latency": { 2024-08-29T17:47:15.874 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 0, 2024-08-29T17:47:15.875 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T17:47:15.875 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:15.875 INFO:tasks.workunit.client.0.smithi028.stdout: "req_mknod_latency": { 2024-08-29T17:47:15.875 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 0, 2024-08-29T17:47:15.875 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T17:47:15.875 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:15.875 INFO:tasks.workunit.client.0.smithi028.stdout: "req_mksnap_latency": { 2024-08-29T17:47:15.875 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 0, 2024-08-29T17:47:15.875 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T17:47:15.875 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:15.875 INFO:tasks.workunit.client.0.smithi028.stdout: "req_open_latency": { 2024-08-29T17:47:15.875 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 0, 2024-08-29T17:47:15.875 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T17:47:15.875 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:15.876 INFO:tasks.workunit.client.0.smithi028.stdout: "req_readdir_latency": { 2024-08-29T17:47:15.876 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 0, 2024-08-29T17:47:15.876 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T17:47:15.876 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:15.876 INFO:tasks.workunit.client.0.smithi028.stdout: "req_rename_latency": { 2024-08-29T17:47:15.876 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 0, 2024-08-29T17:47:15.876 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T17:47:15.876 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:15.876 INFO:tasks.workunit.client.0.smithi028.stdout: "req_renamesnap_latency": { 2024-08-29T17:47:15.876 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 0, 2024-08-29T17:47:15.876 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T17:47:15.876 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:15.877 INFO:tasks.workunit.client.0.smithi028.stdout: "req_rmdir_latency": { 2024-08-29T17:47:15.877 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 0, 2024-08-29T17:47:15.877 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T17:47:15.877 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:15.877 INFO:tasks.workunit.client.0.smithi028.stdout: "req_rmsnap_latency": { 2024-08-29T17:47:15.877 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 0, 2024-08-29T17:47:15.877 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T17:47:15.877 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:15.877 INFO:tasks.workunit.client.0.smithi028.stdout: "req_rmxattr_latency": { 2024-08-29T17:47:15.877 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 0, 2024-08-29T17:47:15.878 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T17:47:15.878 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:15.878 INFO:tasks.workunit.client.0.smithi028.stdout: "req_setattr_latency": { 2024-08-29T17:47:15.878 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 0, 2024-08-29T17:47:15.878 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T17:47:15.878 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:15.878 INFO:tasks.workunit.client.0.smithi028.stdout: "req_setdirlayout_latency": { 2024-08-29T17:47:15.878 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 0, 2024-08-29T17:47:15.878 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T17:47:15.878 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:15.878 INFO:tasks.workunit.client.0.smithi028.stdout: "req_setfilelock_latency": { 2024-08-29T17:47:15.879 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 0, 2024-08-29T17:47:15.879 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T17:47:15.879 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:15.879 INFO:tasks.workunit.client.0.smithi028.stdout: "req_setlayout_latency": { 2024-08-29T17:47:15.879 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 0, 2024-08-29T17:47:15.879 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T17:47:15.879 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:15.879 INFO:tasks.workunit.client.0.smithi028.stdout: "req_setxattr_latency": { 2024-08-29T17:47:15.879 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 0, 2024-08-29T17:47:15.879 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T17:47:15.879 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:15.879 INFO:tasks.workunit.client.0.smithi028.stdout: "req_symlink_latency": { 2024-08-29T17:47:15.880 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 0, 2024-08-29T17:47:15.880 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T17:47:15.880 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:15.880 INFO:tasks.workunit.client.0.smithi028.stdout: "req_unlink_latency": { 2024-08-29T17:47:15.880 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 0, 2024-08-29T17:47:15.880 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T17:47:15.880 INFO:tasks.workunit.client.0.smithi028.stdout: } 2024-08-29T17:47:15.880 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:15.880 INFO:tasks.workunit.client.0.smithi028.stdout: "mds_sessions": { 2024-08-29T17:47:15.880 INFO:tasks.workunit.client.0.smithi028.stdout: "average_load": { 2024-08-29T17:47:15.880 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 1 2024-08-29T17:47:15.880 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:15.880 INFO:tasks.workunit.client.0.smithi028.stdout: "avg_session_uptime": { 2024-08-29T17:47:15.881 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 85 2024-08-29T17:47:15.881 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:15.881 INFO:tasks.workunit.client.0.smithi028.stdout: "mdthresh_evicted": { 2024-08-29T17:47:15.881 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T17:47:15.881 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:15.881 INFO:tasks.workunit.client.0.smithi028.stdout: "session_add": { 2024-08-29T17:47:15.881 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 2 2024-08-29T17:47:15.881 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:15.881 INFO:tasks.workunit.client.0.smithi028.stdout: "session_count": { 2024-08-29T17:47:15.881 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T17:47:15.881 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:15.881 INFO:tasks.workunit.client.0.smithi028.stdout: "session_remove": { 2024-08-29T17:47:15.881 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 2 2024-08-29T17:47:15.882 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:15.882 INFO:tasks.workunit.client.0.smithi028.stdout: "sessions_open": { 2024-08-29T17:47:15.882 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T17:47:15.882 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:15.882 INFO:tasks.workunit.client.0.smithi028.stdout: "sessions_stale": { 2024-08-29T17:47:15.882 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T17:47:15.882 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:15.882 INFO:tasks.workunit.client.0.smithi028.stdout: "total_load": { 2024-08-29T17:47:15.882 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 2 2024-08-29T17:47:15.882 INFO:tasks.workunit.client.0.smithi028.stdout: } 2024-08-29T17:47:15.882 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:15.882 INFO:tasks.workunit.client.0.smithi028.stdout: "objecter": { 2024-08-29T17:47:15.882 INFO:tasks.workunit.client.0.smithi028.stdout: "op_active": { 2024-08-29T17:47:15.882 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T17:47:15.883 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:15.883 INFO:tasks.workunit.client.0.smithi028.stdout: "op_r": { 2024-08-29T17:47:15.883 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T17:47:15.883 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:15.883 INFO:tasks.workunit.client.0.smithi028.stdout: "op_rmw": { 2024-08-29T17:47:15.883 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T17:47:15.883 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:15.883 INFO:tasks.workunit.client.0.smithi028.stdout: "op_w": { 2024-08-29T17:47:15.883 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 45 2024-08-29T17:47:15.883 INFO:tasks.workunit.client.0.smithi028.stdout: } 2024-08-29T17:47:15.883 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:15.883 INFO:tasks.workunit.client.0.smithi028.stdout: "purge_queue": { 2024-08-29T17:47:15.883 INFO:tasks.workunit.client.0.smithi028.stdout: "pq_executed": { 2024-08-29T17:47:15.883 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T17:47:15.884 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:15.884 INFO:tasks.workunit.client.0.smithi028.stdout: "pq_executing": { 2024-08-29T17:47:15.884 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T17:47:15.884 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:15.884 INFO:tasks.workunit.client.0.smithi028.stdout: "pq_executing_high_water": { 2024-08-29T17:47:15.884 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T17:47:15.884 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:15.884 INFO:tasks.workunit.client.0.smithi028.stdout: "pq_executing_ops": { 2024-08-29T17:47:15.884 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T17:47:15.884 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:15.884 INFO:tasks.workunit.client.0.smithi028.stdout: "pq_executing_ops_high_water": { 2024-08-29T17:47:15.884 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T17:47:15.884 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:15.884 INFO:tasks.workunit.client.0.smithi028.stdout: "pq_item_in_journal": { 2024-08-29T17:47:15.885 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T17:47:15.885 INFO:tasks.workunit.client.0.smithi028.stdout: } 2024-08-29T17:47:15.885 INFO:tasks.workunit.client.0.smithi028.stdout: } 2024-08-29T17:47:15.885 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:15.885 INFO:tasks.workunit.client.0.smithi028.stdout: "mon.55fbc62c63d120c3220dfb51bdacb54ee30cf548": { 2024-08-29T17:47:15.885 INFO:tasks.workunit.client.0.smithi028.stdout: "mon": { 2024-08-29T17:47:15.885 INFO:tasks.workunit.client.0.smithi028.stdout: "election_call": { 2024-08-29T17:47:15.885 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 2 2024-08-29T17:47:15.885 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:15.885 INFO:tasks.workunit.client.0.smithi028.stdout: "election_lose": { 2024-08-29T17:47:15.885 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 1 2024-08-29T17:47:15.885 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:15.885 INFO:tasks.workunit.client.0.smithi028.stdout: "election_win": { 2024-08-29T17:47:15.886 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T17:47:15.886 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:15.886 INFO:tasks.workunit.client.0.smithi028.stdout: "num_elections": { 2024-08-29T17:47:15.886 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 4 2024-08-29T17:47:15.886 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:15.886 INFO:tasks.workunit.client.0.smithi028.stdout: "num_sessions": { 2024-08-29T17:47:15.886 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 8 2024-08-29T17:47:15.886 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:15.886 INFO:tasks.workunit.client.0.smithi028.stdout: "session_add": { 2024-08-29T17:47:15.886 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 5 2024-08-29T17:47:15.886 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:15.886 INFO:tasks.workunit.client.0.smithi028.stdout: "session_rm": { 2024-08-29T17:47:15.886 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 65 2024-08-29T17:47:15.886 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:15.887 INFO:tasks.workunit.client.0.smithi028.stdout: "session_trim": { 2024-08-29T17:47:15.887 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T17:47:15.887 INFO:tasks.workunit.client.0.smithi028.stdout: } 2024-08-29T17:47:15.887 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:15.887 INFO:tasks.workunit.client.0.smithi028.stdout: "paxos": { 2024-08-29T17:47:15.887 INFO:tasks.workunit.client.0.smithi028.stdout: "accept_timeout": { 2024-08-29T17:47:15.887 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T17:47:15.887 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:15.887 INFO:tasks.workunit.client.0.smithi028.stdout: "begin": { 2024-08-29T17:47:15.887 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 1292 2024-08-29T17:47:15.887 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:15.887 INFO:tasks.workunit.client.0.smithi028.stdout: "begin_bytes": { 2024-08-29T17:47:15.887 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 1292, 2024-08-29T17:47:15.887 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 4987272 2024-08-29T17:47:15.888 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:15.888 INFO:tasks.workunit.client.0.smithi028.stdout: "begin_keys": { 2024-08-29T17:47:15.888 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 0, 2024-08-29T17:47:15.888 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T17:47:15.888 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:15.888 INFO:tasks.workunit.client.0.smithi028.stdout: "begin_latency": { 2024-08-29T17:47:15.888 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 1292, 2024-08-29T17:47:15.888 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 231995579 2024-08-29T17:47:15.888 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:15.888 INFO:tasks.workunit.client.0.smithi028.stdout: "collect": { 2024-08-29T17:47:15.888 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 1 2024-08-29T17:47:15.888 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:15.888 INFO:tasks.workunit.client.0.smithi028.stdout: "collect_bytes": { 2024-08-29T17:47:15.888 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 1, 2024-08-29T17:47:15.889 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 73 2024-08-29T17:47:15.889 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:15.889 INFO:tasks.workunit.client.0.smithi028.stdout: "collect_keys": { 2024-08-29T17:47:15.889 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 1, 2024-08-29T17:47:15.889 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 1 2024-08-29T17:47:15.889 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:15.889 INFO:tasks.workunit.client.0.smithi028.stdout: "collect_latency": { 2024-08-29T17:47:15.889 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 1, 2024-08-29T17:47:15.889 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T17:47:15.889 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:15.889 INFO:tasks.workunit.client.0.smithi028.stdout: "collect_timeout": { 2024-08-29T17:47:15.889 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T17:47:15.889 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:15.889 INFO:tasks.workunit.client.0.smithi028.stdout: "collect_uncommitted": { 2024-08-29T17:47:15.890 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T17:47:15.890 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:15.890 INFO:tasks.workunit.client.0.smithi028.stdout: "commit": { 2024-08-29T17:47:15.890 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 1292 2024-08-29T17:47:15.890 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:15.890 INFO:tasks.workunit.client.0.smithi028.stdout: "commit_bytes": { 2024-08-29T17:47:15.890 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 0, 2024-08-29T17:47:15.890 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T17:47:15.890 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:15.890 INFO:tasks.workunit.client.0.smithi028.stdout: "commit_keys": { 2024-08-29T17:47:15.890 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 0, 2024-08-29T17:47:15.890 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T17:47:15.890 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:15.891 INFO:tasks.workunit.client.0.smithi028.stdout: "commit_latency": { 2024-08-29T17:47:15.891 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 0, 2024-08-29T17:47:15.891 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T17:47:15.891 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:15.891 INFO:tasks.workunit.client.0.smithi028.stdout: "lease_ack_timeout": { 2024-08-29T17:47:15.891 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T17:47:15.891 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:15.891 INFO:tasks.workunit.client.0.smithi028.stdout: "lease_timeout": { 2024-08-29T17:47:15.891 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T17:47:15.891 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:15.891 INFO:tasks.workunit.client.0.smithi028.stdout: "new_pn": { 2024-08-29T17:47:15.891 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T17:47:15.892 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:15.892 INFO:tasks.workunit.client.0.smithi028.stdout: "new_pn_latency": { 2024-08-29T17:47:15.892 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 0, 2024-08-29T17:47:15.892 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T17:47:15.892 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:15.892 INFO:tasks.workunit.client.0.smithi028.stdout: "refresh": { 2024-08-29T17:47:15.892 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 1292 2024-08-29T17:47:15.892 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:15.892 INFO:tasks.workunit.client.0.smithi028.stdout: "refresh_latency": { 2024-08-29T17:47:15.892 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 1292, 2024-08-29T17:47:15.892 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 5639897948 2024-08-29T17:47:15.892 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:15.892 INFO:tasks.workunit.client.0.smithi028.stdout: "restart": { 2024-08-29T17:47:15.893 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 12 2024-08-29T17:47:15.893 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:15.893 INFO:tasks.workunit.client.0.smithi028.stdout: "share_state": { 2024-08-29T17:47:15.893 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T17:47:15.893 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:15.893 INFO:tasks.workunit.client.0.smithi028.stdout: "share_state_bytes": { 2024-08-29T17:47:15.893 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 0, 2024-08-29T17:47:15.893 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T17:47:15.893 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:15.893 INFO:tasks.workunit.client.0.smithi028.stdout: "share_state_keys": { 2024-08-29T17:47:15.893 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 0, 2024-08-29T17:47:15.893 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T17:47:15.893 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:15.893 INFO:tasks.workunit.client.0.smithi028.stdout: "start_leader": { 2024-08-29T17:47:15.894 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T17:47:15.894 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:15.894 INFO:tasks.workunit.client.0.smithi028.stdout: "start_peon": { 2024-08-29T17:47:15.894 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 1 2024-08-29T17:47:15.894 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:15.894 INFO:tasks.workunit.client.0.smithi028.stdout: "store_state": { 2024-08-29T17:47:15.894 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 1292 2024-08-29T17:47:15.894 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:15.894 INFO:tasks.workunit.client.0.smithi028.stdout: "store_state_bytes": { 2024-08-29T17:47:15.894 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 1292, 2024-08-29T17:47:15.894 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 9729692 2024-08-29T17:47:15.894 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:15.894 INFO:tasks.workunit.client.0.smithi028.stdout: "store_state_keys": { 2024-08-29T17:47:15.894 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 1292, 2024-08-29T17:47:15.895 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 8728 2024-08-29T17:47:15.895 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:15.895 INFO:tasks.workunit.client.0.smithi028.stdout: "store_state_latency": { 2024-08-29T17:47:15.895 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 1292, 2024-08-29T17:47:15.895 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 263995174 2024-08-29T17:47:15.895 INFO:tasks.workunit.client.0.smithi028.stdout: } 2024-08-29T17:47:15.895 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:15.895 INFO:tasks.workunit.client.0.smithi028.stdout: "prioritycache": { 2024-08-29T17:47:15.895 INFO:tasks.workunit.client.0.smithi028.stdout: "cache_bytes": { 2024-08-29T17:47:15.895 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 1020054731 2024-08-29T17:47:15.895 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:15.895 INFO:tasks.workunit.client.0.smithi028.stdout: "heap_bytes": { 2024-08-29T17:47:15.895 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 43835392 2024-08-29T17:47:15.895 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:15.896 INFO:tasks.workunit.client.0.smithi028.stdout: "mapped_bytes": { 2024-08-29T17:47:15.896 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 32882688 2024-08-29T17:47:15.896 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:15.896 INFO:tasks.workunit.client.0.smithi028.stdout: "target_bytes": { 2024-08-29T17:47:15.896 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 2147483648 2024-08-29T17:47:15.896 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:15.896 INFO:tasks.workunit.client.0.smithi028.stdout: "unmapped_bytes": { 2024-08-29T17:47:15.896 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 10952704 2024-08-29T17:47:15.896 INFO:tasks.workunit.client.0.smithi028.stdout: } 2024-08-29T17:47:15.896 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:15.896 INFO:tasks.workunit.client.0.smithi028.stdout: "prioritycache:full": { 2024-08-29T17:47:15.896 INFO:tasks.workunit.client.0.smithi028.stdout: "committed_bytes": { 2024-08-29T17:47:15.896 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 348127232 2024-08-29T17:47:15.897 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:15.897 INFO:tasks.workunit.client.0.smithi028.stdout: "pri0_bytes": { 2024-08-29T17:47:15.897 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T17:47:15.897 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:15.897 INFO:tasks.workunit.client.0.smithi028.stdout: "pri10_bytes": { 2024-08-29T17:47:15.897 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T17:47:15.897 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:15.897 INFO:tasks.workunit.client.0.smithi028.stdout: "pri11_bytes": { 2024-08-29T17:47:15.897 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 277006701 2024-08-29T17:47:15.897 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:15.897 INFO:tasks.workunit.client.0.smithi028.stdout: "pri1_bytes": { 2024-08-29T17:47:15.897 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 308512 2024-08-29T17:47:15.897 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:15.898 INFO:tasks.workunit.client.0.smithi028.stdout: "pri2_bytes": { 2024-08-29T17:47:15.898 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T17:47:15.898 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:15.898 INFO:tasks.workunit.client.0.smithi028.stdout: "pri3_bytes": { 2024-08-29T17:47:15.898 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T17:47:15.898 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:15.898 INFO:tasks.workunit.client.0.smithi028.stdout: "pri4_bytes": { 2024-08-29T17:47:15.898 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T17:47:15.898 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:15.898 INFO:tasks.workunit.client.0.smithi028.stdout: "pri5_bytes": { 2024-08-29T17:47:15.898 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T17:47:15.898 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:15.898 INFO:tasks.workunit.client.0.smithi028.stdout: "pri6_bytes": { 2024-08-29T17:47:15.898 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T17:47:15.899 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:15.899 INFO:tasks.workunit.client.0.smithi028.stdout: "pri7_bytes": { 2024-08-29T17:47:15.899 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T17:47:15.899 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:15.899 INFO:tasks.workunit.client.0.smithi028.stdout: "pri8_bytes": { 2024-08-29T17:47:15.899 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T17:47:15.899 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:15.900 INFO:tasks.workunit.client.0.smithi028.stdout: "pri9_bytes": { 2024-08-29T17:47:15.900 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T17:47:15.900 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:15.900 INFO:tasks.workunit.client.0.smithi028.stdout: "reserved_bytes": { 2024-08-29T17:47:15.900 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 70812019 2024-08-29T17:47:15.901 INFO:tasks.workunit.client.0.smithi028.stdout: } 2024-08-29T17:47:15.901 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:15.901 INFO:tasks.workunit.client.0.smithi028.stdout: "prioritycache:inc": { 2024-08-29T17:47:15.901 INFO:tasks.workunit.client.0.smithi028.stdout: "committed_bytes": { 2024-08-29T17:47:15.901 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 348127232 2024-08-29T17:47:15.901 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:15.902 INFO:tasks.workunit.client.0.smithi028.stdout: "pri0_bytes": { 2024-08-29T17:47:15.902 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T17:47:15.902 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:15.902 INFO:tasks.workunit.client.0.smithi028.stdout: "pri10_bytes": { 2024-08-29T17:47:15.902 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T17:47:15.902 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:15.902 INFO:tasks.workunit.client.0.smithi028.stdout: "pri11_bytes": { 2024-08-29T17:47:15.902 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 277006701 2024-08-29T17:47:15.902 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:15.902 INFO:tasks.workunit.client.0.smithi028.stdout: "pri1_bytes": { 2024-08-29T17:47:15.902 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 43313 2024-08-29T17:47:15.902 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:15.902 INFO:tasks.workunit.client.0.smithi028.stdout: "pri2_bytes": { 2024-08-29T17:47:15.903 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T17:47:15.903 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:15.903 INFO:tasks.workunit.client.0.smithi028.stdout: "pri3_bytes": { 2024-08-29T17:47:15.903 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T17:47:15.903 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:15.903 INFO:tasks.workunit.client.0.smithi028.stdout: "pri4_bytes": { 2024-08-29T17:47:15.903 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T17:47:15.903 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:15.903 INFO:tasks.workunit.client.0.smithi028.stdout: "pri5_bytes": { 2024-08-29T17:47:15.903 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T17:47:15.903 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:15.903 INFO:tasks.workunit.client.0.smithi028.stdout: "pri6_bytes": { 2024-08-29T17:47:15.903 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T17:47:15.904 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:15.904 INFO:tasks.workunit.client.0.smithi028.stdout: "pri7_bytes": { 2024-08-29T17:47:15.904 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T17:47:15.904 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:15.904 INFO:tasks.workunit.client.0.smithi028.stdout: "pri8_bytes": { 2024-08-29T17:47:15.904 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T17:47:15.904 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:15.904 INFO:tasks.workunit.client.0.smithi028.stdout: "pri9_bytes": { 2024-08-29T17:47:15.904 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T17:47:15.904 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:15.904 INFO:tasks.workunit.client.0.smithi028.stdout: "reserved_bytes": { 2024-08-29T17:47:15.904 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 71077218 2024-08-29T17:47:15.904 INFO:tasks.workunit.client.0.smithi028.stdout: } 2024-08-29T17:47:15.905 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:15.905 INFO:tasks.workunit.client.0.smithi028.stdout: "prioritycache:kv": { 2024-08-29T17:47:15.905 INFO:tasks.workunit.client.0.smithi028.stdout: "committed_bytes": { 2024-08-29T17:47:15.905 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 322961408 2024-08-29T17:47:15.905 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:15.905 INFO:tasks.workunit.client.0.smithi028.stdout: "pri0_bytes": { 2024-08-29T17:47:15.905 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 67108864 2024-08-29T17:47:15.906 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:15.906 INFO:tasks.workunit.client.0.smithi028.stdout: "pri10_bytes": { 2024-08-29T17:47:15.906 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T17:47:15.906 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:15.906 INFO:tasks.workunit.client.0.smithi028.stdout: "pri11_bytes": { 2024-08-29T17:47:15.907 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 184671134 2024-08-29T17:47:15.907 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:15.907 INFO:tasks.workunit.client.0.smithi028.stdout: "pri1_bytes": { 2024-08-29T17:47:15.907 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T17:47:15.907 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:15.907 INFO:tasks.workunit.client.0.smithi028.stdout: "pri2_bytes": { 2024-08-29T17:47:15.907 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T17:47:15.907 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:15.907 INFO:tasks.workunit.client.0.smithi028.stdout: "pri3_bytes": { 2024-08-29T17:47:15.907 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T17:47:15.907 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:15.908 INFO:tasks.workunit.client.0.smithi028.stdout: "pri4_bytes": { 2024-08-29T17:47:15.908 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T17:47:15.908 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:15.908 INFO:tasks.workunit.client.0.smithi028.stdout: "pri5_bytes": { 2024-08-29T17:47:15.908 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T17:47:15.908 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:15.909 INFO:tasks.workunit.client.0.smithi028.stdout: "pri6_bytes": { 2024-08-29T17:47:15.909 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T17:47:15.909 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:15.909 INFO:tasks.workunit.client.0.smithi028.stdout: "pri7_bytes": { 2024-08-29T17:47:15.909 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T17:47:15.909 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:15.910 INFO:tasks.workunit.client.0.smithi028.stdout: "pri8_bytes": { 2024-08-29T17:47:15.910 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T17:47:15.910 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:15.910 INFO:tasks.workunit.client.0.smithi028.stdout: "pri9_bytes": { 2024-08-29T17:47:15.910 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T17:47:15.910 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:15.911 INFO:tasks.workunit.client.0.smithi028.stdout: "reserved_bytes": { 2024-08-29T17:47:15.911 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 71181410 2024-08-29T17:47:15.911 INFO:tasks.workunit.client.0.smithi028.stdout: } 2024-08-29T17:47:15.911 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:15.911 INFO:tasks.workunit.client.0.smithi028.stdout: "rocksdb": { 2024-08-29T17:47:15.911 INFO:tasks.workunit.client.0.smithi028.stdout: "compact": { 2024-08-29T17:47:15.912 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T17:47:15.912 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:15.912 INFO:tasks.workunit.client.0.smithi028.stdout: "compact_completed": { 2024-08-29T17:47:15.912 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 5 2024-08-29T17:47:15.912 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:15.912 INFO:tasks.workunit.client.0.smithi028.stdout: "compact_lasted": { 2024-08-29T17:47:15.913 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 29199751 2024-08-29T17:47:15.913 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:15.913 INFO:tasks.workunit.client.0.smithi028.stdout: "compact_queue_len": { 2024-08-29T17:47:15.913 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T17:47:15.913 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:15.913 INFO:tasks.workunit.client.0.smithi028.stdout: "compact_queue_merge": { 2024-08-29T17:47:15.914 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T17:47:15.914 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:15.914 INFO:tasks.workunit.client.0.smithi028.stdout: "compact_running": { 2024-08-29T17:47:15.914 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T17:47:15.914 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:15.914 INFO:tasks.workunit.client.0.smithi028.stdout: "get_latency": { 2024-08-29T17:47:15.915 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 54928, 2024-08-29T17:47:15.915 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 356887084 2024-08-29T17:47:15.915 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:15.915 INFO:tasks.workunit.client.0.smithi028.stdout: "rocksdb_write_delay_time": { 2024-08-29T17:47:15.915 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 0, 2024-08-29T17:47:15.915 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T17:47:15.916 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:15.916 INFO:tasks.workunit.client.0.smithi028.stdout: "rocksdb_write_memtable_time": { 2024-08-29T17:47:15.916 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 0, 2024-08-29T17:47:15.916 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T17:47:15.916 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:15.916 INFO:tasks.workunit.client.0.smithi028.stdout: "rocksdb_write_pre_and_post_time": { 2024-08-29T17:47:15.917 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 0, 2024-08-29T17:47:15.917 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T17:47:15.917 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:15.917 INFO:tasks.workunit.client.0.smithi028.stdout: "rocksdb_write_wal_time": { 2024-08-29T17:47:15.917 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 0, 2024-08-29T17:47:15.918 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T17:47:15.918 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:15.918 INFO:tasks.workunit.client.0.smithi028.stdout: "submit_latency": { 2024-08-29T17:47:15.918 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 0, 2024-08-29T17:47:15.918 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T17:47:15.918 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:15.919 INFO:tasks.workunit.client.0.smithi028.stdout: "submit_sync_latency": { 2024-08-29T17:47:15.919 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 2847, 2024-08-29T17:47:15.919 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 672144322 2024-08-29T17:47:15.920 INFO:tasks.workunit.client.0.smithi028.stdout: } 2024-08-29T17:47:15.920 INFO:tasks.workunit.client.0.smithi028.stdout: } 2024-08-29T17:47:15.920 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:15.920 INFO:tasks.workunit.client.0.smithi028.stdout: "mon.a2df9e26f4a5fcbeed319f1798118f10993a0555": { 2024-08-29T17:47:15.920 INFO:tasks.workunit.client.0.smithi028.stdout: "mon": { 2024-08-29T17:47:15.921 INFO:tasks.workunit.client.0.smithi028.stdout: "election_call": { 2024-08-29T17:47:15.921 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 3 2024-08-29T17:47:15.921 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:15.921 INFO:tasks.workunit.client.0.smithi028.stdout: "election_lose": { 2024-08-29T17:47:15.921 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 3 2024-08-29T17:47:15.921 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:15.922 INFO:tasks.workunit.client.0.smithi028.stdout: "election_win": { 2024-08-29T17:47:15.922 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T17:47:15.922 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:15.922 INFO:tasks.workunit.client.0.smithi028.stdout: "num_elections": { 2024-08-29T17:47:15.922 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 9 2024-08-29T17:47:15.922 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:15.923 INFO:tasks.workunit.client.0.smithi028.stdout: "num_sessions": { 2024-08-29T17:47:15.923 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 10 2024-08-29T17:47:15.923 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:15.923 INFO:tasks.workunit.client.0.smithi028.stdout: "session_add": { 2024-08-29T17:47:15.923 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 4 2024-08-29T17:47:15.924 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:15.924 INFO:tasks.workunit.client.0.smithi028.stdout: "session_rm": { 2024-08-29T17:47:15.924 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 57 2024-08-29T17:47:15.924 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:15.924 INFO:tasks.workunit.client.0.smithi028.stdout: "session_trim": { 2024-08-29T17:47:15.924 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T17:47:15.925 INFO:tasks.workunit.client.0.smithi028.stdout: } 2024-08-29T17:47:15.925 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:15.925 INFO:tasks.workunit.client.0.smithi028.stdout: "paxos": { 2024-08-29T17:47:15.925 INFO:tasks.workunit.client.0.smithi028.stdout: "accept_timeout": { 2024-08-29T17:47:15.925 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T17:47:15.925 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:15.926 INFO:tasks.workunit.client.0.smithi028.stdout: "begin": { 2024-08-29T17:47:15.926 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 1314 2024-08-29T17:47:15.926 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:15.926 INFO:tasks.workunit.client.0.smithi028.stdout: "begin_bytes": { 2024-08-29T17:47:15.926 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 1314, 2024-08-29T17:47:15.927 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 5072051 2024-08-29T17:47:15.927 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:15.927 INFO:tasks.workunit.client.0.smithi028.stdout: "begin_keys": { 2024-08-29T17:47:15.927 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 0, 2024-08-29T17:47:15.927 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T17:47:15.927 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:15.928 INFO:tasks.workunit.client.0.smithi028.stdout: "begin_latency": { 2024-08-29T17:47:15.928 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 1314, 2024-08-29T17:47:15.928 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 291995189 2024-08-29T17:47:15.928 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:15.928 INFO:tasks.workunit.client.0.smithi028.stdout: "collect": { 2024-08-29T17:47:15.929 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 3 2024-08-29T17:47:15.929 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:15.929 INFO:tasks.workunit.client.0.smithi028.stdout: "collect_bytes": { 2024-08-29T17:47:15.929 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 3, 2024-08-29T17:47:15.929 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 219 2024-08-29T17:47:15.930 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:15.930 INFO:tasks.workunit.client.0.smithi028.stdout: "collect_keys": { 2024-08-29T17:47:15.930 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 3, 2024-08-29T17:47:15.930 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 3 2024-08-29T17:47:15.930 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:15.930 INFO:tasks.workunit.client.0.smithi028.stdout: "collect_latency": { 2024-08-29T17:47:15.931 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 3, 2024-08-29T17:47:15.931 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T17:47:15.931 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:15.931 INFO:tasks.workunit.client.0.smithi028.stdout: "collect_timeout": { 2024-08-29T17:47:15.931 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T17:47:15.931 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:15.932 INFO:tasks.workunit.client.0.smithi028.stdout: "collect_uncommitted": { 2024-08-29T17:47:15.932 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T17:47:15.932 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:15.932 INFO:tasks.workunit.client.0.smithi028.stdout: "commit": { 2024-08-29T17:47:15.933 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 1315 2024-08-29T17:47:15.933 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:15.933 INFO:tasks.workunit.client.0.smithi028.stdout: "commit_bytes": { 2024-08-29T17:47:15.933 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 0, 2024-08-29T17:47:15.933 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T17:47:15.933 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:15.933 INFO:tasks.workunit.client.0.smithi028.stdout: "commit_keys": { 2024-08-29T17:47:15.934 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 0, 2024-08-29T17:47:15.934 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T17:47:15.934 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:15.934 INFO:tasks.workunit.client.0.smithi028.stdout: "commit_latency": { 2024-08-29T17:47:15.934 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 0, 2024-08-29T17:47:15.934 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T17:47:15.935 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:15.935 INFO:tasks.workunit.client.0.smithi028.stdout: "lease_ack_timeout": { 2024-08-29T17:47:15.935 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T17:47:15.935 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:15.935 INFO:tasks.workunit.client.0.smithi028.stdout: "lease_timeout": { 2024-08-29T17:47:15.935 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T17:47:15.935 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:15.935 INFO:tasks.workunit.client.0.smithi028.stdout: "new_pn": { 2024-08-29T17:47:15.936 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T17:47:15.936 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:15.936 INFO:tasks.workunit.client.0.smithi028.stdout: "new_pn_latency": { 2024-08-29T17:47:15.936 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 0, 2024-08-29T17:47:15.936 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T17:47:15.936 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:15.937 INFO:tasks.workunit.client.0.smithi028.stdout: "refresh": { 2024-08-29T17:47:15.937 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 1315 2024-08-29T17:47:15.937 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:15.937 INFO:tasks.workunit.client.0.smithi028.stdout: "refresh_latency": { 2024-08-29T17:47:15.937 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 1315, 2024-08-29T17:47:15.938 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 5171920004 2024-08-29T17:47:15.938 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:15.938 INFO:tasks.workunit.client.0.smithi028.stdout: "restart": { 2024-08-29T17:47:15.938 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 15 2024-08-29T17:47:15.938 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:15.938 INFO:tasks.workunit.client.0.smithi028.stdout: "share_state": { 2024-08-29T17:47:15.938 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T17:47:15.939 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:15.939 INFO:tasks.workunit.client.0.smithi028.stdout: "share_state_bytes": { 2024-08-29T17:47:15.939 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 0, 2024-08-29T17:47:15.939 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T17:47:15.939 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:15.939 INFO:tasks.workunit.client.0.smithi028.stdout: "share_state_keys": { 2024-08-29T17:47:15.939 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 0, 2024-08-29T17:47:15.939 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T17:47:15.939 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:15.939 INFO:tasks.workunit.client.0.smithi028.stdout: "start_leader": { 2024-08-29T17:47:15.939 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T17:47:15.939 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:15.939 INFO:tasks.workunit.client.0.smithi028.stdout: "start_peon": { 2024-08-29T17:47:15.939 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 3 2024-08-29T17:47:15.940 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:15.940 INFO:tasks.workunit.client.0.smithi028.stdout: "store_state": { 2024-08-29T17:47:15.940 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 1315 2024-08-29T17:47:15.940 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:15.940 INFO:tasks.workunit.client.0.smithi028.stdout: "store_state_bytes": { 2024-08-29T17:47:15.940 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 1315, 2024-08-29T17:47:15.940 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 9896113 2024-08-29T17:47:15.940 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:15.940 INFO:tasks.workunit.client.0.smithi028.stdout: "store_state_keys": { 2024-08-29T17:47:15.940 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 1315, 2024-08-29T17:47:15.940 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 8907 2024-08-29T17:47:15.940 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:15.940 INFO:tasks.workunit.client.0.smithi028.stdout: "store_state_latency": { 2024-08-29T17:47:15.941 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 1315, 2024-08-29T17:47:15.941 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 231996572 2024-08-29T17:47:15.941 INFO:tasks.workunit.client.0.smithi028.stdout: } 2024-08-29T17:47:15.941 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:15.941 INFO:tasks.workunit.client.0.smithi028.stdout: "prioritycache": { 2024-08-29T17:47:15.941 INFO:tasks.workunit.client.0.smithi028.stdout: "cache_bytes": { 2024-08-29T17:47:15.941 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 1020054731 2024-08-29T17:47:15.941 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:15.941 INFO:tasks.workunit.client.0.smithi028.stdout: "heap_bytes": { 2024-08-29T17:47:15.941 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 45940736 2024-08-29T17:47:15.941 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:15.941 INFO:tasks.workunit.client.0.smithi028.stdout: "mapped_bytes": { 2024-08-29T17:47:15.942 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 35618816 2024-08-29T17:47:15.942 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:15.942 INFO:tasks.workunit.client.0.smithi028.stdout: "target_bytes": { 2024-08-29T17:47:15.942 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 2147483648 2024-08-29T17:47:15.942 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:15.942 INFO:tasks.workunit.client.0.smithi028.stdout: "unmapped_bytes": { 2024-08-29T17:47:15.942 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 10321920 2024-08-29T17:47:15.942 INFO:tasks.workunit.client.0.smithi028.stdout: } 2024-08-29T17:47:15.942 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:15.942 INFO:tasks.workunit.client.0.smithi028.stdout: "prioritycache:full": { 2024-08-29T17:47:15.942 INFO:tasks.workunit.client.0.smithi028.stdout: "committed_bytes": { 2024-08-29T17:47:15.942 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 348127232 2024-08-29T17:47:15.942 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:15.943 INFO:tasks.workunit.client.0.smithi028.stdout: "pri0_bytes": { 2024-08-29T17:47:15.943 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T17:47:15.943 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:15.943 INFO:tasks.workunit.client.0.smithi028.stdout: "pri10_bytes": { 2024-08-29T17:47:15.943 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T17:47:15.943 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:15.943 INFO:tasks.workunit.client.0.smithi028.stdout: "pri11_bytes": { 2024-08-29T17:47:15.943 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 277006701 2024-08-29T17:47:15.943 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:15.943 INFO:tasks.workunit.client.0.smithi028.stdout: "pri1_bytes": { 2024-08-29T17:47:15.944 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 308512 2024-08-29T17:47:15.944 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:15.944 INFO:tasks.workunit.client.0.smithi028.stdout: "pri2_bytes": { 2024-08-29T17:47:15.944 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T17:47:15.944 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:15.944 INFO:tasks.workunit.client.0.smithi028.stdout: "pri3_bytes": { 2024-08-29T17:47:15.944 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T17:47:15.944 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:15.944 INFO:tasks.workunit.client.0.smithi028.stdout: "pri4_bytes": { 2024-08-29T17:47:15.945 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T17:47:15.945 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:15.945 INFO:tasks.workunit.client.0.smithi028.stdout: "pri5_bytes": { 2024-08-29T17:47:15.945 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T17:47:15.945 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:15.945 INFO:tasks.workunit.client.0.smithi028.stdout: "pri6_bytes": { 2024-08-29T17:47:15.945 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T17:47:15.945 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:15.945 INFO:tasks.workunit.client.0.smithi028.stdout: "pri7_bytes": { 2024-08-29T17:47:15.945 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T17:47:15.945 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:15.945 INFO:tasks.workunit.client.0.smithi028.stdout: "pri8_bytes": { 2024-08-29T17:47:15.945 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T17:47:15.945 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:15.946 INFO:tasks.workunit.client.0.smithi028.stdout: "pri9_bytes": { 2024-08-29T17:47:15.946 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T17:47:15.946 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:15.946 INFO:tasks.workunit.client.0.smithi028.stdout: "reserved_bytes": { 2024-08-29T17:47:15.946 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 70812019 2024-08-29T17:47:15.946 INFO:tasks.workunit.client.0.smithi028.stdout: } 2024-08-29T17:47:15.946 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:15.946 INFO:tasks.workunit.client.0.smithi028.stdout: "prioritycache:inc": { 2024-08-29T17:47:15.946 INFO:tasks.workunit.client.0.smithi028.stdout: "committed_bytes": { 2024-08-29T17:47:15.946 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 348127232 2024-08-29T17:47:15.946 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:15.946 INFO:tasks.workunit.client.0.smithi028.stdout: "pri0_bytes": { 2024-08-29T17:47:15.946 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T17:47:15.947 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:15.947 INFO:tasks.workunit.client.0.smithi028.stdout: "pri10_bytes": { 2024-08-29T17:47:15.947 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T17:47:15.947 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:15.947 INFO:tasks.workunit.client.0.smithi028.stdout: "pri11_bytes": { 2024-08-29T17:47:15.947 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 277006701 2024-08-29T17:47:15.947 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:15.947 INFO:tasks.workunit.client.0.smithi028.stdout: "pri1_bytes": { 2024-08-29T17:47:15.947 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 43313 2024-08-29T17:47:15.947 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:15.947 INFO:tasks.workunit.client.0.smithi028.stdout: "pri2_bytes": { 2024-08-29T17:47:15.947 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T17:47:15.947 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:15.947 INFO:tasks.workunit.client.0.smithi028.stdout: "pri3_bytes": { 2024-08-29T17:47:15.948 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T17:47:15.948 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:15.948 INFO:tasks.workunit.client.0.smithi028.stdout: "pri4_bytes": { 2024-08-29T17:47:15.948 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T17:47:15.948 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:15.948 INFO:tasks.workunit.client.0.smithi028.stdout: "pri5_bytes": { 2024-08-29T17:47:15.948 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T17:47:15.948 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:15.948 INFO:tasks.workunit.client.0.smithi028.stdout: "pri6_bytes": { 2024-08-29T17:47:15.948 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T17:47:15.948 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:15.948 INFO:tasks.workunit.client.0.smithi028.stdout: "pri7_bytes": { 2024-08-29T17:47:15.948 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T17:47:15.949 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:15.949 INFO:tasks.workunit.client.0.smithi028.stdout: "pri8_bytes": { 2024-08-29T17:47:15.949 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T17:47:15.949 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:15.949 INFO:tasks.workunit.client.0.smithi028.stdout: "pri9_bytes": { 2024-08-29T17:47:15.949 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T17:47:15.949 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:15.949 INFO:tasks.workunit.client.0.smithi028.stdout: "reserved_bytes": { 2024-08-29T17:47:15.949 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 71077218 2024-08-29T17:47:15.949 INFO:tasks.workunit.client.0.smithi028.stdout: } 2024-08-29T17:47:15.949 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:15.949 INFO:tasks.workunit.client.0.smithi028.stdout: "prioritycache:kv": { 2024-08-29T17:47:15.949 INFO:tasks.workunit.client.0.smithi028.stdout: "committed_bytes": { 2024-08-29T17:47:15.950 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 322961408 2024-08-29T17:47:15.950 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:15.950 INFO:tasks.workunit.client.0.smithi028.stdout: "pri0_bytes": { 2024-08-29T17:47:15.950 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 67108864 2024-08-29T17:47:15.950 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:15.950 INFO:tasks.workunit.client.0.smithi028.stdout: "pri10_bytes": { 2024-08-29T17:47:15.950 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T17:47:15.950 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:15.950 INFO:tasks.workunit.client.0.smithi028.stdout: "pri11_bytes": { 2024-08-29T17:47:15.950 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 184671134 2024-08-29T17:47:15.950 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:15.950 INFO:tasks.workunit.client.0.smithi028.stdout: "pri1_bytes": { 2024-08-29T17:47:15.950 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T17:47:15.951 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:15.951 INFO:tasks.workunit.client.0.smithi028.stdout: "pri2_bytes": { 2024-08-29T17:47:15.951 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T17:47:15.951 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:15.951 INFO:tasks.workunit.client.0.smithi028.stdout: "pri3_bytes": { 2024-08-29T17:47:15.951 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T17:47:15.951 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:15.951 INFO:tasks.workunit.client.0.smithi028.stdout: "pri4_bytes": { 2024-08-29T17:47:15.951 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T17:47:15.951 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:15.951 INFO:tasks.workunit.client.0.smithi028.stdout: "pri5_bytes": { 2024-08-29T17:47:15.951 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T17:47:15.952 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:15.952 INFO:tasks.workunit.client.0.smithi028.stdout: "pri6_bytes": { 2024-08-29T17:47:15.952 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T17:47:15.952 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:15.952 INFO:tasks.workunit.client.0.smithi028.stdout: "pri7_bytes": { 2024-08-29T17:47:15.952 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T17:47:15.952 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:15.952 INFO:tasks.workunit.client.0.smithi028.stdout: "pri8_bytes": { 2024-08-29T17:47:15.952 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T17:47:15.952 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:15.952 INFO:tasks.workunit.client.0.smithi028.stdout: "pri9_bytes": { 2024-08-29T17:47:15.952 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T17:47:15.953 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:15.953 INFO:tasks.workunit.client.0.smithi028.stdout: "reserved_bytes": { 2024-08-29T17:47:15.953 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 71181410 2024-08-29T17:47:15.953 INFO:tasks.workunit.client.0.smithi028.stdout: } 2024-08-29T17:47:15.953 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:15.953 INFO:tasks.workunit.client.0.smithi028.stdout: "rocksdb": { 2024-08-29T17:47:15.953 INFO:tasks.workunit.client.0.smithi028.stdout: "compact": { 2024-08-29T17:47:15.953 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T17:47:15.953 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:15.953 INFO:tasks.workunit.client.0.smithi028.stdout: "compact_completed": { 2024-08-29T17:47:15.954 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 5 2024-08-29T17:47:15.954 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:15.954 INFO:tasks.workunit.client.0.smithi028.stdout: "compact_lasted": { 2024-08-29T17:47:15.954 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 20759918 2024-08-29T17:47:15.954 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:15.954 INFO:tasks.workunit.client.0.smithi028.stdout: "compact_queue_len": { 2024-08-29T17:47:15.954 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T17:47:15.954 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:15.954 INFO:tasks.workunit.client.0.smithi028.stdout: "compact_queue_merge": { 2024-08-29T17:47:15.954 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T17:47:15.955 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:15.955 INFO:tasks.workunit.client.0.smithi028.stdout: "compact_running": { 2024-08-29T17:47:15.955 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T17:47:15.955 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:15.955 INFO:tasks.workunit.client.0.smithi028.stdout: "get_latency": { 2024-08-29T17:47:15.955 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 55812, 2024-08-29T17:47:15.955 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 328779088 2024-08-29T17:47:15.955 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:15.955 INFO:tasks.workunit.client.0.smithi028.stdout: "rocksdb_write_delay_time": { 2024-08-29T17:47:15.955 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 0, 2024-08-29T17:47:15.955 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T17:47:15.955 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:15.955 INFO:tasks.workunit.client.0.smithi028.stdout: "rocksdb_write_memtable_time": { 2024-08-29T17:47:15.956 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 0, 2024-08-29T17:47:15.956 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T17:47:15.956 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:15.956 INFO:tasks.workunit.client.0.smithi028.stdout: "rocksdb_write_pre_and_post_time": { 2024-08-29T17:47:15.956 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 0, 2024-08-29T17:47:15.956 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T17:47:15.956 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:15.956 INFO:tasks.workunit.client.0.smithi028.stdout: "rocksdb_write_wal_time": { 2024-08-29T17:47:15.956 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 0, 2024-08-29T17:47:15.956 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T17:47:15.956 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:15.956 INFO:tasks.workunit.client.0.smithi028.stdout: "submit_latency": { 2024-08-29T17:47:15.956 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 0, 2024-08-29T17:47:15.957 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T17:47:15.957 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:15.957 INFO:tasks.workunit.client.0.smithi028.stdout: "submit_sync_latency": { 2024-08-29T17:47:15.957 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 2895, 2024-08-29T17:47:15.957 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 694893411 2024-08-29T17:47:15.957 INFO:tasks.workunit.client.0.smithi028.stdout: } 2024-08-29T17:47:15.957 INFO:tasks.workunit.client.0.smithi028.stdout: } 2024-08-29T17:47:15.957 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:15.957 INFO:tasks.workunit.client.0.smithi028.stdout: "mon.e4958ae9278a574c0226651ef9b7bc2d4e1b34b9": { 2024-08-29T17:47:15.957 INFO:tasks.workunit.client.0.smithi028.stdout: "mon": { 2024-08-29T17:47:15.957 INFO:tasks.workunit.client.0.smithi028.stdout: "election_call": { 2024-08-29T17:47:15.957 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 3 2024-08-29T17:47:15.958 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:15.958 INFO:tasks.workunit.client.0.smithi028.stdout: "election_lose": { 2024-08-29T17:47:15.958 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T17:47:15.958 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:15.958 INFO:tasks.workunit.client.0.smithi028.stdout: "election_win": { 2024-08-29T17:47:15.958 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 4 2024-08-29T17:47:15.958 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:15.958 INFO:tasks.workunit.client.0.smithi028.stdout: "num_elections": { 2024-08-29T17:47:15.958 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 11 2024-08-29T17:47:15.958 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:15.958 INFO:tasks.workunit.client.0.smithi028.stdout: "num_sessions": { 2024-08-29T17:47:15.958 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 12 2024-08-29T17:47:15.958 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:15.959 INFO:tasks.workunit.client.0.smithi028.stdout: "session_add": { 2024-08-29T17:47:15.959 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 3 2024-08-29T17:47:15.959 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:15.959 INFO:tasks.workunit.client.0.smithi028.stdout: "session_rm": { 2024-08-29T17:47:15.959 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 213 2024-08-29T17:47:15.959 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:15.959 INFO:tasks.workunit.client.0.smithi028.stdout: "session_trim": { 2024-08-29T17:47:15.959 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T17:47:15.959 INFO:tasks.workunit.client.0.smithi028.stdout: } 2024-08-29T17:47:15.959 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:15.959 INFO:tasks.workunit.client.0.smithi028.stdout: "paxos": { 2024-08-29T17:47:15.959 INFO:tasks.workunit.client.0.smithi028.stdout: "accept_timeout": { 2024-08-29T17:47:15.959 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T17:47:15.959 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:15.960 INFO:tasks.workunit.client.0.smithi028.stdout: "begin": { 2024-08-29T17:47:15.960 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 1476 2024-08-29T17:47:15.960 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:15.960 INFO:tasks.workunit.client.0.smithi028.stdout: "begin_bytes": { 2024-08-29T17:47:15.960 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 1476, 2024-08-29T17:47:15.960 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 6137160 2024-08-29T17:47:15.960 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:15.960 INFO:tasks.workunit.client.0.smithi028.stdout: "begin_keys": { 2024-08-29T17:47:15.960 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 1476, 2024-08-29T17:47:15.960 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 4428 2024-08-29T17:47:15.960 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:15.960 INFO:tasks.workunit.client.0.smithi028.stdout: "begin_latency": { 2024-08-29T17:47:15.960 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 1476, 2024-08-29T17:47:15.960 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 331993165 2024-08-29T17:47:15.961 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:15.961 INFO:tasks.workunit.client.0.smithi028.stdout: "collect": { 2024-08-29T17:47:15.961 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T17:47:15.961 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:15.961 INFO:tasks.workunit.client.0.smithi028.stdout: "collect_bytes": { 2024-08-29T17:47:15.961 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 0, 2024-08-29T17:47:15.961 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T17:47:15.961 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:15.961 INFO:tasks.workunit.client.0.smithi028.stdout: "collect_keys": { 2024-08-29T17:47:15.961 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 0, 2024-08-29T17:47:15.961 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T17:47:15.961 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:15.961 INFO:tasks.workunit.client.0.smithi028.stdout: "collect_latency": { 2024-08-29T17:47:15.962 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 0, 2024-08-29T17:47:15.962 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T17:47:15.962 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:15.962 INFO:tasks.workunit.client.0.smithi028.stdout: "collect_timeout": { 2024-08-29T17:47:15.962 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T17:47:15.962 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:15.962 INFO:tasks.workunit.client.0.smithi028.stdout: "collect_uncommitted": { 2024-08-29T17:47:15.962 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T17:47:15.962 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:15.962 INFO:tasks.workunit.client.0.smithi028.stdout: "commit": { 2024-08-29T17:47:15.962 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 1476 2024-08-29T17:47:15.962 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:15.962 INFO:tasks.workunit.client.0.smithi028.stdout: "commit_bytes": { 2024-08-29T17:47:15.963 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 1476, 2024-08-29T17:47:15.963 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 6030314 2024-08-29T17:47:15.963 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:15.963 INFO:tasks.workunit.client.0.smithi028.stdout: "commit_keys": { 2024-08-29T17:47:15.963 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 1476, 2024-08-29T17:47:15.963 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 8432 2024-08-29T17:47:15.963 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:15.963 INFO:tasks.workunit.client.0.smithi028.stdout: "commit_latency": { 2024-08-29T17:47:15.963 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 1476, 2024-08-29T17:47:15.963 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 385507196 2024-08-29T17:47:15.963 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:15.963 INFO:tasks.workunit.client.0.smithi028.stdout: "lease_ack_timeout": { 2024-08-29T17:47:15.963 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T17:47:15.964 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:15.964 INFO:tasks.workunit.client.0.smithi028.stdout: "lease_timeout": { 2024-08-29T17:47:15.964 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T17:47:15.964 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:15.964 INFO:tasks.workunit.client.0.smithi028.stdout: "new_pn": { 2024-08-29T17:47:15.964 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 3 2024-08-29T17:47:15.964 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:15.964 INFO:tasks.workunit.client.0.smithi028.stdout: "new_pn_latency": { 2024-08-29T17:47:15.964 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 3, 2024-08-29T17:47:15.964 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T17:47:15.964 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:15.964 INFO:tasks.workunit.client.0.smithi028.stdout: "refresh": { 2024-08-29T17:47:15.964 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 1479 2024-08-29T17:47:15.964 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:15.965 INFO:tasks.workunit.client.0.smithi028.stdout: "refresh_latency": { 2024-08-29T17:47:15.965 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 1479, 2024-08-29T17:47:15.965 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 6655861350 2024-08-29T17:47:15.965 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:15.965 INFO:tasks.workunit.client.0.smithi028.stdout: "restart": { 2024-08-29T17:47:15.965 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 14 2024-08-29T17:47:15.965 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:15.965 INFO:tasks.workunit.client.0.smithi028.stdout: "share_state": { 2024-08-29T17:47:15.965 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 1 2024-08-29T17:47:15.965 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:15.965 INFO:tasks.workunit.client.0.smithi028.stdout: "share_state_bytes": { 2024-08-29T17:47:15.965 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 1, 2024-08-29T17:47:15.965 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 473 2024-08-29T17:47:15.966 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:15.966 INFO:tasks.workunit.client.0.smithi028.stdout: "share_state_keys": { 2024-08-29T17:47:15.966 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 1, 2024-08-29T17:47:15.966 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 1 2024-08-29T17:47:15.966 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:15.966 INFO:tasks.workunit.client.0.smithi028.stdout: "start_leader": { 2024-08-29T17:47:15.966 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 4 2024-08-29T17:47:15.966 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:15.966 INFO:tasks.workunit.client.0.smithi028.stdout: "start_peon": { 2024-08-29T17:47:15.966 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T17:47:15.966 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:15.966 INFO:tasks.workunit.client.0.smithi028.stdout: "store_state": { 2024-08-29T17:47:15.966 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T17:47:15.966 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:15.967 INFO:tasks.workunit.client.0.smithi028.stdout: "store_state_bytes": { 2024-08-29T17:47:15.967 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 0, 2024-08-29T17:47:15.967 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T17:47:15.967 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:15.967 INFO:tasks.workunit.client.0.smithi028.stdout: "store_state_keys": { 2024-08-29T17:47:15.967 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 0, 2024-08-29T17:47:15.967 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T17:47:15.967 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:15.967 INFO:tasks.workunit.client.0.smithi028.stdout: "store_state_latency": { 2024-08-29T17:47:15.967 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 0, 2024-08-29T17:47:15.967 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T17:47:15.967 INFO:tasks.workunit.client.0.smithi028.stdout: } 2024-08-29T17:47:15.967 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:15.967 INFO:tasks.workunit.client.0.smithi028.stdout: "prioritycache": { 2024-08-29T17:47:15.968 INFO:tasks.workunit.client.0.smithi028.stdout: "cache_bytes": { 2024-08-29T17:47:15.968 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 1020054731 2024-08-29T17:47:15.968 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:15.968 INFO:tasks.workunit.client.0.smithi028.stdout: "heap_bytes": { 2024-08-29T17:47:15.968 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 52142080 2024-08-29T17:47:15.968 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:15.968 INFO:tasks.workunit.client.0.smithi028.stdout: "mapped_bytes": { 2024-08-29T17:47:15.968 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 48209920 2024-08-29T17:47:15.968 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:15.968 INFO:tasks.workunit.client.0.smithi028.stdout: "target_bytes": { 2024-08-29T17:47:15.968 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 2147483648 2024-08-29T17:47:15.968 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:15.968 INFO:tasks.workunit.client.0.smithi028.stdout: "unmapped_bytes": { 2024-08-29T17:47:15.968 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 3932160 2024-08-29T17:47:15.969 INFO:tasks.workunit.client.0.smithi028.stdout: } 2024-08-29T17:47:15.969 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:15.969 INFO:tasks.workunit.client.0.smithi028.stdout: "prioritycache:full": { 2024-08-29T17:47:15.969 INFO:tasks.workunit.client.0.smithi028.stdout: "committed_bytes": { 2024-08-29T17:47:15.969 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 348127232 2024-08-29T17:47:15.969 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:15.969 INFO:tasks.workunit.client.0.smithi028.stdout: "pri0_bytes": { 2024-08-29T17:47:15.969 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T17:47:15.969 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:15.969 INFO:tasks.workunit.client.0.smithi028.stdout: "pri10_bytes": { 2024-08-29T17:47:15.969 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T17:47:15.969 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:15.970 INFO:tasks.workunit.client.0.smithi028.stdout: "pri11_bytes": { 2024-08-29T17:47:15.970 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 277007764 2024-08-29T17:47:15.970 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:15.970 INFO:tasks.workunit.client.0.smithi028.stdout: "pri1_bytes": { 2024-08-29T17:47:15.970 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 308082 2024-08-29T17:47:15.970 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:15.970 INFO:tasks.workunit.client.0.smithi028.stdout: "pri2_bytes": { 2024-08-29T17:47:15.970 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T17:47:15.970 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:15.970 INFO:tasks.workunit.client.0.smithi028.stdout: "pri3_bytes": { 2024-08-29T17:47:15.970 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T17:47:15.970 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:15.971 INFO:tasks.workunit.client.0.smithi028.stdout: "pri4_bytes": { 2024-08-29T17:47:15.971 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T17:47:15.971 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:15.971 INFO:tasks.workunit.client.0.smithi028.stdout: "pri5_bytes": { 2024-08-29T17:47:15.971 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T17:47:15.971 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:15.971 INFO:tasks.workunit.client.0.smithi028.stdout: "pri6_bytes": { 2024-08-29T17:47:15.971 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T17:47:15.971 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:15.971 INFO:tasks.workunit.client.0.smithi028.stdout: "pri7_bytes": { 2024-08-29T17:47:15.971 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T17:47:15.971 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:15.971 INFO:tasks.workunit.client.0.smithi028.stdout: "pri8_bytes": { 2024-08-29T17:47:15.972 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T17:47:15.972 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:15.972 INFO:tasks.workunit.client.0.smithi028.stdout: "pri9_bytes": { 2024-08-29T17:47:15.972 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T17:47:15.972 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:15.972 INFO:tasks.workunit.client.0.smithi028.stdout: "reserved_bytes": { 2024-08-29T17:47:15.972 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 70811386 2024-08-29T17:47:15.972 INFO:tasks.workunit.client.0.smithi028.stdout: } 2024-08-29T17:47:15.972 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:15.972 INFO:tasks.workunit.client.0.smithi028.stdout: "prioritycache:inc": { 2024-08-29T17:47:15.972 INFO:tasks.workunit.client.0.smithi028.stdout: "committed_bytes": { 2024-08-29T17:47:15.972 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 348127232 2024-08-29T17:47:15.972 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:15.973 INFO:tasks.workunit.client.0.smithi028.stdout: "pri0_bytes": { 2024-08-29T17:47:15.973 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T17:47:15.973 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:15.973 INFO:tasks.workunit.client.0.smithi028.stdout: "pri10_bytes": { 2024-08-29T17:47:15.973 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T17:47:15.973 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:15.973 INFO:tasks.workunit.client.0.smithi028.stdout: "pri11_bytes": { 2024-08-29T17:47:15.973 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 277007764 2024-08-29T17:47:15.973 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:15.973 INFO:tasks.workunit.client.0.smithi028.stdout: "pri1_bytes": { 2024-08-29T17:47:15.973 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 40910 2024-08-29T17:47:15.973 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:15.973 INFO:tasks.workunit.client.0.smithi028.stdout: "pri2_bytes": { 2024-08-29T17:47:15.973 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T17:47:15.974 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:15.974 INFO:tasks.workunit.client.0.smithi028.stdout: "pri3_bytes": { 2024-08-29T17:47:15.974 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T17:47:15.974 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:15.974 INFO:tasks.workunit.client.0.smithi028.stdout: "pri4_bytes": { 2024-08-29T17:47:15.974 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T17:47:15.974 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:15.974 INFO:tasks.workunit.client.0.smithi028.stdout: "pri5_bytes": { 2024-08-29T17:47:15.974 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T17:47:15.974 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:15.974 INFO:tasks.workunit.client.0.smithi028.stdout: "pri6_bytes": { 2024-08-29T17:47:15.974 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T17:47:15.974 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:15.975 INFO:tasks.workunit.client.0.smithi028.stdout: "pri7_bytes": { 2024-08-29T17:47:15.975 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T17:47:15.975 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:15.975 INFO:tasks.workunit.client.0.smithi028.stdout: "pri8_bytes": { 2024-08-29T17:47:15.975 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T17:47:15.975 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:15.975 INFO:tasks.workunit.client.0.smithi028.stdout: "pri9_bytes": { 2024-08-29T17:47:15.975 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T17:47:15.975 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:15.975 INFO:tasks.workunit.client.0.smithi028.stdout: "reserved_bytes": { 2024-08-29T17:47:15.975 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 71078558 2024-08-29T17:47:15.975 INFO:tasks.workunit.client.0.smithi028.stdout: } 2024-08-29T17:47:15.975 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:15.975 INFO:tasks.workunit.client.0.smithi028.stdout: "prioritycache:kv": { 2024-08-29T17:47:15.976 INFO:tasks.workunit.client.0.smithi028.stdout: "committed_bytes": { 2024-08-29T17:47:15.976 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 322961408 2024-08-29T17:47:15.976 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:15.976 INFO:tasks.workunit.client.0.smithi028.stdout: "pri0_bytes": { 2024-08-29T17:47:15.976 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 67108864 2024-08-29T17:47:15.976 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:15.976 INFO:tasks.workunit.client.0.smithi028.stdout: "pri10_bytes": { 2024-08-29T17:47:15.976 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T17:47:15.976 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:15.976 INFO:tasks.workunit.client.0.smithi028.stdout: "pri11_bytes": { 2024-08-29T17:47:15.976 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 184671842 2024-08-29T17:47:15.976 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:15.976 INFO:tasks.workunit.client.0.smithi028.stdout: "pri1_bytes": { 2024-08-29T17:47:15.977 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T17:47:15.977 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:15.977 INFO:tasks.workunit.client.0.smithi028.stdout: "pri2_bytes": { 2024-08-29T17:47:15.977 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T17:47:15.977 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:15.977 INFO:tasks.workunit.client.0.smithi028.stdout: "pri3_bytes": { 2024-08-29T17:47:15.977 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T17:47:15.977 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:15.977 INFO:tasks.workunit.client.0.smithi028.stdout: "pri4_bytes": { 2024-08-29T17:47:15.977 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T17:47:15.977 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:15.977 INFO:tasks.workunit.client.0.smithi028.stdout: "pri5_bytes": { 2024-08-29T17:47:15.977 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T17:47:15.977 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:15.978 INFO:tasks.workunit.client.0.smithi028.stdout: "pri6_bytes": { 2024-08-29T17:47:15.978 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T17:47:15.978 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:15.978 INFO:tasks.workunit.client.0.smithi028.stdout: "pri7_bytes": { 2024-08-29T17:47:15.978 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T17:47:15.978 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:15.978 INFO:tasks.workunit.client.0.smithi028.stdout: "pri8_bytes": { 2024-08-29T17:47:15.978 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T17:47:15.978 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:15.978 INFO:tasks.workunit.client.0.smithi028.stdout: "pri9_bytes": { 2024-08-29T17:47:15.978 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T17:47:15.978 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:15.978 INFO:tasks.workunit.client.0.smithi028.stdout: "reserved_bytes": { 2024-08-29T17:47:15.978 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 71180702 2024-08-29T17:47:15.979 INFO:tasks.workunit.client.0.smithi028.stdout: } 2024-08-29T17:47:15.979 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:15.979 INFO:tasks.workunit.client.0.smithi028.stdout: "rocksdb": { 2024-08-29T17:47:15.979 INFO:tasks.workunit.client.0.smithi028.stdout: "compact": { 2024-08-29T17:47:15.979 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T17:47:15.979 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:15.979 INFO:tasks.workunit.client.0.smithi028.stdout: "compact_completed": { 2024-08-29T17:47:15.979 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 5 2024-08-29T17:47:15.979 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:15.979 INFO:tasks.workunit.client.0.smithi028.stdout: "compact_lasted": { 2024-08-29T17:47:15.979 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 30044725 2024-08-29T17:47:15.980 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:15.980 INFO:tasks.workunit.client.0.smithi028.stdout: "compact_queue_len": { 2024-08-29T17:47:15.980 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T17:47:15.980 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:15.980 INFO:tasks.workunit.client.0.smithi028.stdout: "compact_queue_merge": { 2024-08-29T17:47:15.980 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T17:47:15.980 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:15.980 INFO:tasks.workunit.client.0.smithi028.stdout: "compact_running": { 2024-08-29T17:47:15.980 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T17:47:15.980 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:15.980 INFO:tasks.workunit.client.0.smithi028.stdout: "get_latency": { 2024-08-29T17:47:15.980 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 65889, 2024-08-29T17:47:15.980 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 531187183 2024-08-29T17:47:15.981 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:15.981 INFO:tasks.workunit.client.0.smithi028.stdout: "rocksdb_write_delay_time": { 2024-08-29T17:47:15.981 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 0, 2024-08-29T17:47:15.981 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T17:47:15.981 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:15.981 INFO:tasks.workunit.client.0.smithi028.stdout: "rocksdb_write_memtable_time": { 2024-08-29T17:47:15.981 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 0, 2024-08-29T17:47:15.981 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T17:47:15.981 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:15.981 INFO:tasks.workunit.client.0.smithi028.stdout: "rocksdb_write_pre_and_post_time": { 2024-08-29T17:47:15.981 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 0, 2024-08-29T17:47:15.981 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T17:47:15.981 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:15.981 INFO:tasks.workunit.client.0.smithi028.stdout: "rocksdb_write_wal_time": { 2024-08-29T17:47:15.982 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 0, 2024-08-29T17:47:15.982 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T17:47:15.982 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:15.982 INFO:tasks.workunit.client.0.smithi028.stdout: "submit_latency": { 2024-08-29T17:47:15.982 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 0, 2024-08-29T17:47:15.982 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T17:47:15.982 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:15.982 INFO:tasks.workunit.client.0.smithi028.stdout: "submit_sync_latency": { 2024-08-29T17:47:15.982 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 3215, 2024-08-29T17:47:15.982 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 741702374 2024-08-29T17:47:15.982 INFO:tasks.workunit.client.0.smithi028.stdout: } 2024-08-29T17:47:15.982 INFO:tasks.workunit.client.0.smithi028.stdout: } 2024-08-29T17:47:15.983 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:15.983 INFO:tasks.workunit.client.0.smithi028.stdout: "osd.0": { 2024-08-29T17:47:15.983 INFO:tasks.workunit.client.0.smithi028.stdout: "bluefs": { 2024-08-29T17:47:15.983 INFO:tasks.workunit.client.0.smithi028.stdout: "alloc_slow_fallback": { 2024-08-29T17:47:15.983 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T17:47:15.983 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:15.983 INFO:tasks.workunit.client.0.smithi028.stdout: "alloc_slow_size_fallback": { 2024-08-29T17:47:15.983 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T17:47:15.983 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:15.983 INFO:tasks.workunit.client.0.smithi028.stdout: "alloc_unit_db": { 2024-08-29T17:47:15.983 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 65536 2024-08-29T17:47:15.983 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:15.983 INFO:tasks.workunit.client.0.smithi028.stdout: "alloc_unit_main": { 2024-08-29T17:47:15.984 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T17:47:15.984 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:15.984 INFO:tasks.workunit.client.0.smithi028.stdout: "alloc_unit_wal": { 2024-08-29T17:47:15.984 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T17:47:15.984 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:15.984 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes_written_slow": { 2024-08-29T17:47:15.984 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T17:47:15.984 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:15.984 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes_written_sst": { 2024-08-29T17:47:15.984 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 12288 2024-08-29T17:47:15.984 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:15.984 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes_written_wal": { 2024-08-29T17:47:15.985 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 3031040 2024-08-29T17:47:15.985 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:15.985 INFO:tasks.workunit.client.0.smithi028.stdout: "compact_lat": { 2024-08-29T17:47:15.985 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 0, 2024-08-29T17:47:15.985 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T17:47:15.985 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:15.985 INFO:tasks.workunit.client.0.smithi028.stdout: "compact_lock_lat": { 2024-08-29T17:47:15.985 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 0, 2024-08-29T17:47:15.985 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T17:47:15.985 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:15.985 INFO:tasks.workunit.client.0.smithi028.stdout: "db_total_bytes": { 2024-08-29T17:47:15.985 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 95995035648 2024-08-29T17:47:15.986 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:15.986 INFO:tasks.workunit.client.0.smithi028.stdout: "db_used_bytes": { 2024-08-29T17:47:15.986 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 304480256 2024-08-29T17:47:15.986 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:15.986 INFO:tasks.workunit.client.0.smithi028.stdout: "log_bytes": { 2024-08-29T17:47:15.986 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 1957888 2024-08-29T17:47:15.986 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:15.986 INFO:tasks.workunit.client.0.smithi028.stdout: "logged_bytes": { 2024-08-29T17:47:15.986 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 1818624 2024-08-29T17:47:15.986 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:15.986 INFO:tasks.workunit.client.0.smithi028.stdout: "max_bytes_db": { 2024-08-29T17:47:15.986 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 312868864 2024-08-29T17:47:15.986 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:15.986 INFO:tasks.workunit.client.0.smithi028.stdout: "max_bytes_slow": { 2024-08-29T17:47:15.987 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T17:47:15.987 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:15.987 INFO:tasks.workunit.client.0.smithi028.stdout: "max_bytes_wal": { 2024-08-29T17:47:15.987 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T17:47:15.987 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:15.987 INFO:tasks.workunit.client.0.smithi028.stdout: "num_files": { 2024-08-29T17:47:15.987 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 14 2024-08-29T17:47:15.987 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:15.987 INFO:tasks.workunit.client.0.smithi028.stdout: "read_bytes": { 2024-08-29T17:47:15.987 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 195697 2024-08-29T17:47:15.987 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:15.987 INFO:tasks.workunit.client.0.smithi028.stdout: "read_count": { 2024-08-29T17:47:15.988 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 23 2024-08-29T17:47:15.988 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:15.988 INFO:tasks.workunit.client.0.smithi028.stdout: "read_disk_bytes": { 2024-08-29T17:47:15.988 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 1269760 2024-08-29T17:47:15.988 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:15.988 INFO:tasks.workunit.client.0.smithi028.stdout: "read_disk_bytes_db": { 2024-08-29T17:47:15.988 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 1273856 2024-08-29T17:47:15.988 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:15.988 INFO:tasks.workunit.client.0.smithi028.stdout: "read_disk_bytes_slow": { 2024-08-29T17:47:15.988 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T17:47:15.988 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:15.989 INFO:tasks.workunit.client.0.smithi028.stdout: "read_disk_bytes_wal": { 2024-08-29T17:47:15.989 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T17:47:15.989 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:15.989 INFO:tasks.workunit.client.0.smithi028.stdout: "read_disk_count": { 2024-08-29T17:47:15.989 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 15 2024-08-29T17:47:15.989 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:15.989 INFO:tasks.workunit.client.0.smithi028.stdout: "read_prefetch_bytes": { 2024-08-29T17:47:15.989 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 4789 2024-08-29T17:47:15.989 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:15.989 INFO:tasks.workunit.client.0.smithi028.stdout: "read_prefetch_count": { 2024-08-29T17:47:15.989 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 4 2024-08-29T17:47:15.989 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:15.989 INFO:tasks.workunit.client.0.smithi028.stdout: "read_random_buffer_bytes": { 2024-08-29T17:47:15.989 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 5589 2024-08-29T17:47:15.990 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:15.990 INFO:tasks.workunit.client.0.smithi028.stdout: "read_random_buffer_count": { 2024-08-29T17:47:15.990 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 24 2024-08-29T17:47:15.990 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:15.990 INFO:tasks.workunit.client.0.smithi028.stdout: "read_random_bytes": { 2024-08-29T17:47:15.990 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 5589 2024-08-29T17:47:15.990 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:15.990 INFO:tasks.workunit.client.0.smithi028.stdout: "read_random_count": { 2024-08-29T17:47:15.990 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 24 2024-08-29T17:47:15.990 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:15.990 INFO:tasks.workunit.client.0.smithi028.stdout: "read_random_disk_bytes": { 2024-08-29T17:47:15.990 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T17:47:15.990 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:15.990 INFO:tasks.workunit.client.0.smithi028.stdout: "read_random_disk_bytes_db": { 2024-08-29T17:47:15.991 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T17:47:15.991 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:15.991 INFO:tasks.workunit.client.0.smithi028.stdout: "read_random_disk_bytes_slow": { 2024-08-29T17:47:15.991 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T17:47:15.991 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:15.991 INFO:tasks.workunit.client.0.smithi028.stdout: "read_random_disk_bytes_wal": { 2024-08-29T17:47:15.991 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T17:47:15.991 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:15.991 INFO:tasks.workunit.client.0.smithi028.stdout: "read_random_disk_count": { 2024-08-29T17:47:15.991 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T17:47:15.991 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:15.992 INFO:tasks.workunit.client.0.smithi028.stdout: "slow_total_bytes": { 2024-08-29T17:47:15.992 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T17:47:15.992 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:15.992 INFO:tasks.workunit.client.0.smithi028.stdout: "slow_used_bytes": { 2024-08-29T17:47:15.992 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T17:47:15.992 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:15.992 INFO:tasks.workunit.client.0.smithi028.stdout: "wal_total_bytes": { 2024-08-29T17:47:15.992 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T17:47:15.992 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:15.992 INFO:tasks.workunit.client.0.smithi028.stdout: "wal_used_bytes": { 2024-08-29T17:47:15.992 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T17:47:15.992 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:15.992 INFO:tasks.workunit.client.0.smithi028.stdout: "write_bytes": { 2024-08-29T17:47:15.993 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 4923392 2024-08-29T17:47:15.993 INFO:tasks.workunit.client.0.smithi028.stdout: } 2024-08-29T17:47:15.993 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:15.993 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore": { 2024-08-29T17:47:15.993 INFO:tasks.workunit.client.0.smithi028.stdout: "alloc_unit": { 2024-08-29T17:47:15.993 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 4096 2024-08-29T17:47:15.993 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:15.993 INFO:tasks.workunit.client.0.smithi028.stdout: "allocated": { 2024-08-29T17:47:15.993 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 1388544 2024-08-29T17:47:15.993 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:15.993 INFO:tasks.workunit.client.0.smithi028.stdout: "clist_lat": { 2024-08-29T17:47:15.993 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 4, 2024-08-29T17:47:15.993 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 467887 2024-08-29T17:47:15.994 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:15.994 INFO:tasks.workunit.client.0.smithi028.stdout: "compress_lat": { 2024-08-29T17:47:15.994 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 0, 2024-08-29T17:47:15.994 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T17:47:15.994 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:15.994 INFO:tasks.workunit.client.0.smithi028.stdout: "compressed": { 2024-08-29T17:47:15.994 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T17:47:15.994 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:15.994 INFO:tasks.workunit.client.0.smithi028.stdout: "compressed_allocated": { 2024-08-29T17:47:15.994 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T17:47:15.994 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:15.995 INFO:tasks.workunit.client.0.smithi028.stdout: "compressed_original": { 2024-08-29T17:47:15.995 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T17:47:15.995 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:15.995 INFO:tasks.workunit.client.0.smithi028.stdout: "csum_lat": { 2024-08-29T17:47:15.995 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 27, 2024-08-29T17:47:15.995 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 129214 2024-08-29T17:47:15.995 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:15.995 INFO:tasks.workunit.client.0.smithi028.stdout: "decompress_lat": { 2024-08-29T17:47:15.995 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 0, 2024-08-29T17:47:15.995 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T17:47:15.995 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:15.995 INFO:tasks.workunit.client.0.smithi028.stdout: "kv_commit_lat": { 2024-08-29T17:47:15.995 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 427, 2024-08-29T17:47:15.996 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 134450744 2024-08-29T17:47:15.996 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:15.996 INFO:tasks.workunit.client.0.smithi028.stdout: "kv_final_lat": { 2024-08-29T17:47:15.996 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 415, 2024-08-29T17:47:15.996 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 26488946 2024-08-29T17:47:15.996 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:15.996 INFO:tasks.workunit.client.0.smithi028.stdout: "kv_flush_lat": { 2024-08-29T17:47:15.996 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 427, 2024-08-29T17:47:15.996 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 1080301 2024-08-29T17:47:15.996 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:15.997 INFO:tasks.workunit.client.0.smithi028.stdout: "kv_sync_lat": { 2024-08-29T17:47:15.997 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 427, 2024-08-29T17:47:15.997 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 135531045 2024-08-29T17:47:15.997 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:15.997 INFO:tasks.workunit.client.0.smithi028.stdout: "omap_get_keys_lat": { 2024-08-29T17:47:15.997 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 0, 2024-08-29T17:47:15.997 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T17:47:15.997 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:15.997 INFO:tasks.workunit.client.0.smithi028.stdout: "omap_get_values_lat": { 2024-08-29T17:47:15.997 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 1, 2024-08-29T17:47:15.997 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 45917 2024-08-29T17:47:15.997 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:15.998 INFO:tasks.workunit.client.0.smithi028.stdout: "omap_lower_bound_lat": { 2024-08-29T17:47:15.998 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 8, 2024-08-29T17:47:15.998 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 39460 2024-08-29T17:47:15.998 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:15.998 INFO:tasks.workunit.client.0.smithi028.stdout: "omap_next_lat": { 2024-08-29T17:47:15.998 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 0, 2024-08-29T17:47:15.998 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T17:47:15.998 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:15.998 INFO:tasks.workunit.client.0.smithi028.stdout: "omap_seek_to_first_lat": { 2024-08-29T17:47:15.998 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 0, 2024-08-29T17:47:15.998 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T17:47:15.998 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:15.999 INFO:tasks.workunit.client.0.smithi028.stdout: "omap_upper_bound_lat": { 2024-08-29T17:47:15.999 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 4, 2024-08-29T17:47:15.999 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 16064 2024-08-29T17:47:15.999 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:15.999 INFO:tasks.workunit.client.0.smithi028.stdout: "onode_hits": { 2024-08-29T17:47:15.999 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 915 2024-08-29T17:47:15.999 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:15.999 INFO:tasks.workunit.client.0.smithi028.stdout: "onode_misses": { 2024-08-29T17:47:15.999 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 242 2024-08-29T17:47:15.999 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:15.999 INFO:tasks.workunit.client.0.smithi028.stdout: "read_lat": { 2024-08-29T17:47:16.000 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 128, 2024-08-29T17:47:16.000 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 3283871 2024-08-29T17:47:16.000 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:16.000 INFO:tasks.workunit.client.0.smithi028.stdout: "read_onode_meta_lat": { 2024-08-29T17:47:16.000 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 343, 2024-08-29T17:47:16.000 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 407857 2024-08-29T17:47:16.000 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:16.000 INFO:tasks.workunit.client.0.smithi028.stdout: "read_wait_aio_lat": { 2024-08-29T17:47:16.000 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 215, 2024-08-29T17:47:16.000 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 2306925 2024-08-29T17:47:16.000 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:16.001 INFO:tasks.workunit.client.0.smithi028.stdout: "reads_with_retries": { 2024-08-29T17:47:16.001 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T17:47:16.001 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:16.001 INFO:tasks.workunit.client.0.smithi028.stdout: "remove_lat": { 2024-08-29T17:47:16.001 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 2, 2024-08-29T17:47:16.001 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 99686 2024-08-29T17:47:16.001 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:16.001 INFO:tasks.workunit.client.0.smithi028.stdout: "state_aio_wait_lat": { 2024-08-29T17:47:16.001 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 519, 2024-08-29T17:47:16.001 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 14307911 2024-08-29T17:47:16.001 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:16.002 INFO:tasks.workunit.client.0.smithi028.stdout: "state_deferred_aio_wait_lat": { 2024-08-29T17:47:16.002 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 133, 2024-08-29T17:47:16.002 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 13525195 2024-08-29T17:47:16.002 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:16.002 INFO:tasks.workunit.client.0.smithi028.stdout: "state_deferred_cleanup_lat": { 2024-08-29T17:47:16.002 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 133, 2024-08-29T17:47:16.003 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 1064950421183 2024-08-29T17:47:16.003 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:16.003 INFO:tasks.workunit.client.0.smithi028.stdout: "state_deferred_queued_lat": { 2024-08-29T17:47:16.003 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 133, 2024-08-29T17:47:16.003 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 206095490781 2024-08-29T17:47:16.003 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:16.003 INFO:tasks.workunit.client.0.smithi028.stdout: "state_done_lat": { 2024-08-29T17:47:16.004 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 519, 2024-08-29T17:47:16.004 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 96287352858 2024-08-29T17:47:16.004 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:16.004 INFO:tasks.workunit.client.0.smithi028.stdout: "state_finishing_lat": { 2024-08-29T17:47:16.004 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 519, 2024-08-29T17:47:16.004 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 110171 2024-08-29T17:47:16.004 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:16.004 INFO:tasks.workunit.client.0.smithi028.stdout: "state_io_done_lat": { 2024-08-29T17:47:16.004 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 519, 2024-08-29T17:47:16.004 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 3777072 2024-08-29T17:47:16.004 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:16.004 INFO:tasks.workunit.client.0.smithi028.stdout: "state_kv_commiting_lat": { 2024-08-29T17:47:16.005 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 519, 2024-08-29T17:47:16.005 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 291476125 2024-08-29T17:47:16.005 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:16.005 INFO:tasks.workunit.client.0.smithi028.stdout: "state_kv_done_lat": { 2024-08-29T17:47:16.005 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 519, 2024-08-29T17:47:16.006 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 337363 2024-08-29T17:47:16.006 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:16.006 INFO:tasks.workunit.client.0.smithi028.stdout: "state_kv_queued_lat": { 2024-08-29T17:47:16.006 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 519, 2024-08-29T17:47:16.006 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 126284875 2024-08-29T17:47:16.006 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:16.006 INFO:tasks.workunit.client.0.smithi028.stdout: "state_prepare_lat": { 2024-08-29T17:47:16.006 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 519, 2024-08-29T17:47:16.006 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 44641022 2024-08-29T17:47:16.006 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:16.006 INFO:tasks.workunit.client.0.smithi028.stdout: "stored": { 2024-08-29T17:47:16.006 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 940091 2024-08-29T17:47:16.006 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:16.006 INFO:tasks.workunit.client.0.smithi028.stdout: "truncate_lat": { 2024-08-29T17:47:16.007 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 67, 2024-08-29T17:47:16.007 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 587385 2024-08-29T17:47:16.007 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:16.007 INFO:tasks.workunit.client.0.smithi028.stdout: "txc_commit_lat": { 2024-08-29T17:47:16.007 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 519, 2024-08-29T17:47:16.007 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 480638478 2024-08-29T17:47:16.007 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:16.007 INFO:tasks.workunit.client.0.smithi028.stdout: "txc_submit_lat": { 2024-08-29T17:47:16.007 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 519, 2024-08-29T17:47:16.007 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 55045435 2024-08-29T17:47:16.007 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:16.007 INFO:tasks.workunit.client.0.smithi028.stdout: "txc_throttle_lat": { 2024-08-29T17:47:16.007 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 519, 2024-08-29T17:47:16.008 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 6773866 2024-08-29T17:47:16.008 INFO:tasks.workunit.client.0.smithi028.stdout: } 2024-08-29T17:47:16.008 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:16.008 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore-pricache": { 2024-08-29T17:47:16.008 INFO:tasks.workunit.client.0.smithi028.stdout: "cache_bytes": { 2024-08-29T17:47:16.008 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 1901932871 2024-08-29T17:47:16.008 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:16.008 INFO:tasks.workunit.client.0.smithi028.stdout: "heap_bytes": { 2024-08-29T17:47:16.008 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 274055168 2024-08-29T17:47:16.008 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:16.008 INFO:tasks.workunit.client.0.smithi028.stdout: "mapped_bytes": { 2024-08-29T17:47:16.008 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 273604608 2024-08-29T17:47:16.008 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:16.009 INFO:tasks.workunit.client.0.smithi028.stdout: "target_bytes": { 2024-08-29T17:47:16.009 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 3184987340 2024-08-29T17:47:16.009 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:16.009 INFO:tasks.workunit.client.0.smithi028.stdout: "unmapped_bytes": { 2024-08-29T17:47:16.009 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 450560 2024-08-29T17:47:16.009 INFO:tasks.workunit.client.0.smithi028.stdout: } 2024-08-29T17:47:16.009 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:16.009 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore-pricache:data": { 2024-08-29T17:47:16.009 INFO:tasks.workunit.client.0.smithi028.stdout: "committed_bytes": { 2024-08-29T17:47:16.009 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 159383552 2024-08-29T17:47:16.009 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:16.010 INFO:tasks.workunit.client.0.smithi028.stdout: "pri0_bytes": { 2024-08-29T17:47:16.010 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T17:47:16.010 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:16.010 INFO:tasks.workunit.client.0.smithi028.stdout: "pri10_bytes": { 2024-08-29T17:47:16.010 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T17:47:16.010 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:16.010 INFO:tasks.workunit.client.0.smithi028.stdout: "pri11_bytes": { 2024-08-29T17:47:16.010 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 87887867 2024-08-29T17:47:16.010 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:16.010 INFO:tasks.workunit.client.0.smithi028.stdout: "pri1_bytes": { 2024-08-29T17:47:16.010 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T17:47:16.010 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:16.011 INFO:tasks.workunit.client.0.smithi028.stdout: "pri2_bytes": { 2024-08-29T17:47:16.011 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T17:47:16.011 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:16.011 INFO:tasks.workunit.client.0.smithi028.stdout: "pri3_bytes": { 2024-08-29T17:47:16.011 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T17:47:16.011 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:16.011 INFO:tasks.workunit.client.0.smithi028.stdout: "pri4_bytes": { 2024-08-29T17:47:16.011 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T17:47:16.011 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:16.011 INFO:tasks.workunit.client.0.smithi028.stdout: "pri5_bytes": { 2024-08-29T17:47:16.011 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T17:47:16.011 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:16.011 INFO:tasks.workunit.client.0.smithi028.stdout: "pri6_bytes": { 2024-08-29T17:47:16.011 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 618496 2024-08-29T17:47:16.012 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:16.012 INFO:tasks.workunit.client.0.smithi028.stdout: "pri7_bytes": { 2024-08-29T17:47:16.012 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T17:47:16.012 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:16.012 INFO:tasks.workunit.client.0.smithi028.stdout: "pri8_bytes": { 2024-08-29T17:47:16.012 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T17:47:16.012 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:16.012 INFO:tasks.workunit.client.0.smithi028.stdout: "pri9_bytes": { 2024-08-29T17:47:16.012 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T17:47:16.012 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:16.012 INFO:tasks.workunit.client.0.smithi028.stdout: "reserved_bytes": { 2024-08-29T17:47:16.012 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 70877189 2024-08-29T17:47:16.013 INFO:tasks.workunit.client.0.smithi028.stdout: } 2024-08-29T17:47:16.013 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:16.013 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore-pricache:kv": { 2024-08-29T17:47:16.013 INFO:tasks.workunit.client.0.smithi028.stdout: "committed_bytes": { 2024-08-29T17:47:16.013 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 796917760 2024-08-29T17:47:16.013 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:16.013 INFO:tasks.workunit.client.0.smithi028.stdout: "pri0_bytes": { 2024-08-29T17:47:16.013 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 67108864 2024-08-29T17:47:16.013 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:16.013 INFO:tasks.workunit.client.0.smithi028.stdout: "pri10_bytes": { 2024-08-29T17:47:16.013 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T17:47:16.013 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:16.013 INFO:tasks.workunit.client.0.smithi028.stdout: "pri11_bytes": { 2024-08-29T17:47:16.013 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 659159004 2024-08-29T17:47:16.014 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:16.014 INFO:tasks.workunit.client.0.smithi028.stdout: "pri1_bytes": { 2024-08-29T17:47:16.014 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T17:47:16.014 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:16.014 INFO:tasks.workunit.client.0.smithi028.stdout: "pri2_bytes": { 2024-08-29T17:47:16.014 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T17:47:16.014 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:16.014 INFO:tasks.workunit.client.0.smithi028.stdout: "pri3_bytes": { 2024-08-29T17:47:16.014 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T17:47:16.014 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:16.014 INFO:tasks.workunit.client.0.smithi028.stdout: "pri4_bytes": { 2024-08-29T17:47:16.014 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T17:47:16.015 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:16.015 INFO:tasks.workunit.client.0.smithi028.stdout: "pri5_bytes": { 2024-08-29T17:47:16.015 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T17:47:16.015 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:16.015 INFO:tasks.workunit.client.0.smithi028.stdout: "pri6_bytes": { 2024-08-29T17:47:16.015 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 240 2024-08-29T17:47:16.015 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:16.015 INFO:tasks.workunit.client.0.smithi028.stdout: "pri7_bytes": { 2024-08-29T17:47:16.015 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T17:47:16.015 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:16.015 INFO:tasks.workunit.client.0.smithi028.stdout: "pri8_bytes": { 2024-08-29T17:47:16.015 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T17:47:16.015 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:16.015 INFO:tasks.workunit.client.0.smithi028.stdout: "pri9_bytes": { 2024-08-29T17:47:16.016 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T17:47:16.016 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:16.016 INFO:tasks.workunit.client.0.smithi028.stdout: "reserved_bytes": { 2024-08-29T17:47:16.016 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 70649652 2024-08-29T17:47:16.016 INFO:tasks.workunit.client.0.smithi028.stdout: } 2024-08-29T17:47:16.016 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:16.016 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore-pricache:kv_onode": { 2024-08-29T17:47:16.016 INFO:tasks.workunit.client.0.smithi028.stdout: "committed_bytes": { 2024-08-29T17:47:16.016 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 192937984 2024-08-29T17:47:16.016 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:16.016 INFO:tasks.workunit.client.0.smithi028.stdout: "pri0_bytes": { 2024-08-29T17:47:16.016 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 67108864 2024-08-29T17:47:16.016 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:16.017 INFO:tasks.workunit.client.0.smithi028.stdout: "pri10_bytes": { 2024-08-29T17:47:16.017 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 464 2024-08-29T17:47:16.017 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:16.017 INFO:tasks.workunit.client.0.smithi028.stdout: "pri11_bytes": { 2024-08-29T17:47:16.017 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 58591911 2024-08-29T17:47:16.017 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:16.017 INFO:tasks.workunit.client.0.smithi028.stdout: "pri1_bytes": { 2024-08-29T17:47:16.017 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T17:47:16.017 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:16.017 INFO:tasks.workunit.client.0.smithi028.stdout: "pri2_bytes": { 2024-08-29T17:47:16.017 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T17:47:16.017 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:16.018 INFO:tasks.workunit.client.0.smithi028.stdout: "pri3_bytes": { 2024-08-29T17:47:16.018 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T17:47:16.018 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:16.018 INFO:tasks.workunit.client.0.smithi028.stdout: "pri4_bytes": { 2024-08-29T17:47:16.018 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T17:47:16.018 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:16.018 INFO:tasks.workunit.client.0.smithi028.stdout: "pri5_bytes": { 2024-08-29T17:47:16.018 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T17:47:16.018 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:16.018 INFO:tasks.workunit.client.0.smithi028.stdout: "pri6_bytes": { 2024-08-29T17:47:16.018 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T17:47:16.018 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:16.018 INFO:tasks.workunit.client.0.smithi028.stdout: "pri7_bytes": { 2024-08-29T17:47:16.018 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T17:47:16.019 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:16.019 INFO:tasks.workunit.client.0.smithi028.stdout: "pri8_bytes": { 2024-08-29T17:47:16.019 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T17:47:16.019 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:16.019 INFO:tasks.workunit.client.0.smithi028.stdout: "pri9_bytes": { 2024-08-29T17:47:16.019 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T17:47:16.019 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:16.019 INFO:tasks.workunit.client.0.smithi028.stdout: "reserved_bytes": { 2024-08-29T17:47:16.019 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 67236745 2024-08-29T17:47:16.019 INFO:tasks.workunit.client.0.smithi028.stdout: } 2024-08-29T17:47:16.019 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:16.019 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore-pricache:meta": { 2024-08-29T17:47:16.019 INFO:tasks.workunit.client.0.smithi028.stdout: "committed_bytes": { 2024-08-29T17:47:16.019 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 729808896 2024-08-29T17:47:16.020 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:16.020 INFO:tasks.workunit.client.0.smithi028.stdout: "pri0_bytes": { 2024-08-29T17:47:16.020 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T17:47:16.020 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:16.020 INFO:tasks.workunit.client.0.smithi028.stdout: "pri10_bytes": { 2024-08-29T17:47:16.020 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T17:47:16.020 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:16.020 INFO:tasks.workunit.client.0.smithi028.stdout: "pri11_bytes": { 2024-08-29T17:47:16.020 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 659159004 2024-08-29T17:47:16.020 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:16.020 INFO:tasks.workunit.client.0.smithi028.stdout: "pri1_bytes": { 2024-08-29T17:47:16.020 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T17:47:16.020 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:16.021 INFO:tasks.workunit.client.0.smithi028.stdout: "pri2_bytes": { 2024-08-29T17:47:16.021 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 2863 2024-08-29T17:47:16.021 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:16.021 INFO:tasks.workunit.client.0.smithi028.stdout: "pri3_bytes": { 2024-08-29T17:47:16.021 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 7158 2024-08-29T17:47:16.021 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:16.021 INFO:tasks.workunit.client.0.smithi028.stdout: "pri4_bytes": { 2024-08-29T17:47:16.021 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T17:47:16.021 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:16.021 INFO:tasks.workunit.client.0.smithi028.stdout: "pri5_bytes": { 2024-08-29T17:47:16.021 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T17:47:16.021 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:16.021 INFO:tasks.workunit.client.0.smithi028.stdout: "pri6_bytes": { 2024-08-29T17:47:16.021 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 256271 2024-08-29T17:47:16.022 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:16.022 INFO:tasks.workunit.client.0.smithi028.stdout: "pri7_bytes": { 2024-08-29T17:47:16.022 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T17:47:16.022 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:16.022 INFO:tasks.workunit.client.0.smithi028.stdout: "pri8_bytes": { 2024-08-29T17:47:16.022 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T17:47:16.022 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:16.022 INFO:tasks.workunit.client.0.smithi028.stdout: "pri9_bytes": { 2024-08-29T17:47:16.022 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T17:47:16.022 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:16.022 INFO:tasks.workunit.client.0.smithi028.stdout: "reserved_bytes": { 2024-08-29T17:47:16.022 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 70383600 2024-08-29T17:47:16.022 INFO:tasks.workunit.client.0.smithi028.stdout: } 2024-08-29T17:47:16.023 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:16.023 INFO:tasks.workunit.client.0.smithi028.stdout: "objecter": { 2024-08-29T17:47:16.023 INFO:tasks.workunit.client.0.smithi028.stdout: "op_active": { 2024-08-29T17:47:16.023 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T17:47:16.023 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:16.023 INFO:tasks.workunit.client.0.smithi028.stdout: "op_r": { 2024-08-29T17:47:16.023 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T17:47:16.023 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:16.023 INFO:tasks.workunit.client.0.smithi028.stdout: "op_rmw": { 2024-08-29T17:47:16.023 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T17:47:16.023 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:16.023 INFO:tasks.workunit.client.0.smithi028.stdout: "op_w": { 2024-08-29T17:47:16.023 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T17:47:16.023 INFO:tasks.workunit.client.0.smithi028.stdout: } 2024-08-29T17:47:16.024 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:16.024 INFO:tasks.workunit.client.0.smithi028.stdout: "osd": { 2024-08-29T17:47:16.024 INFO:tasks.workunit.client.0.smithi028.stdout: "numpg": { 2024-08-29T17:47:16.024 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 45 2024-08-29T17:47:16.024 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:16.024 INFO:tasks.workunit.client.0.smithi028.stdout: "numpg_removing": { 2024-08-29T17:47:16.024 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T17:47:16.024 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:16.024 INFO:tasks.workunit.client.0.smithi028.stdout: "op": { 2024-08-29T17:47:16.024 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 6 2024-08-29T17:47:16.024 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:16.024 INFO:tasks.workunit.client.0.smithi028.stdout: "op_delayed_degraded": { 2024-08-29T17:47:16.024 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T17:47:16.024 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:16.025 INFO:tasks.workunit.client.0.smithi028.stdout: "op_delayed_unreadable": { 2024-08-29T17:47:16.025 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T17:47:16.025 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:16.025 INFO:tasks.workunit.client.0.smithi028.stdout: "op_in_bytes": { 2024-08-29T17:47:16.025 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 604 2024-08-29T17:47:16.025 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:16.026 INFO:tasks.workunit.client.0.smithi028.stdout: "op_latency": { 2024-08-29T17:47:16.026 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 6, 2024-08-29T17:47:16.026 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 27925492 2024-08-29T17:47:16.026 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:16.026 INFO:tasks.workunit.client.0.smithi028.stdout: "op_out_bytes": { 2024-08-29T17:47:16.026 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T17:47:16.027 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:16.027 INFO:tasks.workunit.client.0.smithi028.stdout: "op_prepare_latency": { 2024-08-29T17:47:16.027 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 7, 2024-08-29T17:47:16.027 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 3295143 2024-08-29T17:47:16.027 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:16.027 INFO:tasks.workunit.client.0.smithi028.stdout: "op_process_latency": { 2024-08-29T17:47:16.027 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 6, 2024-08-29T17:47:16.027 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 16506643 2024-08-29T17:47:16.028 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:16.028 INFO:tasks.workunit.client.0.smithi028.stdout: "op_r": { 2024-08-29T17:47:16.028 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T17:47:16.028 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:16.028 INFO:tasks.workunit.client.0.smithi028.stdout: "op_r_latency": { 2024-08-29T17:47:16.028 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 0, 2024-08-29T17:47:16.028 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T17:47:16.028 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:16.028 INFO:tasks.workunit.client.0.smithi028.stdout: "op_r_latency_out_bytes_histogram": { 2024-08-29T17:47:16.028 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T17:47:16.028 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:16.028 INFO:tasks.workunit.client.0.smithi028.stdout: "op_r_out_bytes": { 2024-08-29T17:47:16.029 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T17:47:16.029 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:16.029 INFO:tasks.workunit.client.0.smithi028.stdout: "op_r_prepare_latency": { 2024-08-29T17:47:16.029 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 0, 2024-08-29T17:47:16.029 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T17:47:16.029 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:16.029 INFO:tasks.workunit.client.0.smithi028.stdout: "op_r_process_latency": { 2024-08-29T17:47:16.029 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 0, 2024-08-29T17:47:16.029 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T17:47:16.029 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:16.029 INFO:tasks.workunit.client.0.smithi028.stdout: "op_rw": { 2024-08-29T17:47:16.029 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T17:47:16.029 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:16.029 INFO:tasks.workunit.client.0.smithi028.stdout: "op_rw_in_bytes": { 2024-08-29T17:47:16.030 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T17:47:16.030 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:16.030 INFO:tasks.workunit.client.0.smithi028.stdout: "op_rw_latency": { 2024-08-29T17:47:16.030 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 0, 2024-08-29T17:47:16.030 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T17:47:16.030 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:16.030 INFO:tasks.workunit.client.0.smithi028.stdout: "op_rw_latency_in_bytes_histogram": { 2024-08-29T17:47:16.030 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T17:47:16.030 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:16.030 INFO:tasks.workunit.client.0.smithi028.stdout: "op_rw_latency_out_bytes_histogram": { 2024-08-29T17:47:16.030 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T17:47:16.031 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:16.031 INFO:tasks.workunit.client.0.smithi028.stdout: "op_rw_out_bytes": { 2024-08-29T17:47:16.031 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T17:47:16.031 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:16.031 INFO:tasks.workunit.client.0.smithi028.stdout: "op_rw_prepare_latency": { 2024-08-29T17:47:16.031 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 0, 2024-08-29T17:47:16.031 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T17:47:16.031 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:16.031 INFO:tasks.workunit.client.0.smithi028.stdout: "op_rw_process_latency": { 2024-08-29T17:47:16.031 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 0, 2024-08-29T17:47:16.031 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T17:47:16.031 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:16.031 INFO:tasks.workunit.client.0.smithi028.stdout: "op_w": { 2024-08-29T17:47:16.031 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 6 2024-08-29T17:47:16.032 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:16.032 INFO:tasks.workunit.client.0.smithi028.stdout: "op_w_in_bytes": { 2024-08-29T17:47:16.032 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 604 2024-08-29T17:47:16.032 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:16.032 INFO:tasks.workunit.client.0.smithi028.stdout: "op_w_latency": { 2024-08-29T17:47:16.032 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 6, 2024-08-29T17:47:16.032 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 27925492 2024-08-29T17:47:16.032 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:16.032 INFO:tasks.workunit.client.0.smithi028.stdout: "op_w_latency_in_bytes_histogram": { 2024-08-29T17:47:16.032 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T17:47:16.032 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:16.032 INFO:tasks.workunit.client.0.smithi028.stdout: "op_w_prepare_latency": { 2024-08-29T17:47:16.032 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 7, 2024-08-29T17:47:16.033 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 3295143 2024-08-29T17:47:16.033 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:16.033 INFO:tasks.workunit.client.0.smithi028.stdout: "op_w_process_latency": { 2024-08-29T17:47:16.033 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 6, 2024-08-29T17:47:16.033 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 16506643 2024-08-29T17:47:16.033 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:16.033 INFO:tasks.workunit.client.0.smithi028.stdout: "op_wip": { 2024-08-29T17:47:16.033 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T17:47:16.033 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:16.033 INFO:tasks.workunit.client.0.smithi028.stdout: "recovery_bytes": { 2024-08-29T17:47:16.033 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 1771104 2024-08-29T17:47:16.034 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:16.034 INFO:tasks.workunit.client.0.smithi028.stdout: "recovery_ops": { 2024-08-29T17:47:16.034 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 6 2024-08-29T17:47:16.034 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:16.034 INFO:tasks.workunit.client.0.smithi028.stdout: "stat_bytes": { 2024-08-29T17:47:16.034 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 95995035648 2024-08-29T17:47:16.034 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:16.034 INFO:tasks.workunit.client.0.smithi028.stdout: "stat_bytes_used": { 2024-08-29T17:47:16.034 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 305876992 2024-08-29T17:47:16.034 INFO:tasks.workunit.client.0.smithi028.stdout: } 2024-08-29T17:47:16.034 INFO:tasks.workunit.client.0.smithi028.stdout: } 2024-08-29T17:47:16.034 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:16.034 INFO:tasks.workunit.client.0.smithi028.stdout: "osd.1": { 2024-08-29T17:47:16.034 INFO:tasks.workunit.client.0.smithi028.stdout: "bluefs": { 2024-08-29T17:47:16.035 INFO:tasks.workunit.client.0.smithi028.stdout: "alloc_slow_fallback": { 2024-08-29T17:47:16.035 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T17:47:16.035 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:16.035 INFO:tasks.workunit.client.0.smithi028.stdout: "alloc_slow_size_fallback": { 2024-08-29T17:47:16.035 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T17:47:16.035 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:16.035 INFO:tasks.workunit.client.0.smithi028.stdout: "alloc_unit_db": { 2024-08-29T17:47:16.035 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 65536 2024-08-29T17:47:16.035 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:16.035 INFO:tasks.workunit.client.0.smithi028.stdout: "alloc_unit_main": { 2024-08-29T17:47:16.035 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T17:47:16.035 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:16.035 INFO:tasks.workunit.client.0.smithi028.stdout: "alloc_unit_wal": { 2024-08-29T17:47:16.035 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T17:47:16.036 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:16.036 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes_written_slow": { 2024-08-29T17:47:16.036 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T17:47:16.036 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:16.036 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes_written_sst": { 2024-08-29T17:47:16.036 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 12288 2024-08-29T17:47:16.036 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:16.036 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes_written_wal": { 2024-08-29T17:47:16.036 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 2580480 2024-08-29T17:47:16.036 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:16.036 INFO:tasks.workunit.client.0.smithi028.stdout: "compact_lat": { 2024-08-29T17:47:16.036 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 0, 2024-08-29T17:47:16.036 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T17:47:16.037 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:16.037 INFO:tasks.workunit.client.0.smithi028.stdout: "compact_lock_lat": { 2024-08-29T17:47:16.037 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 0, 2024-08-29T17:47:16.037 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T17:47:16.037 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:16.037 INFO:tasks.workunit.client.0.smithi028.stdout: "db_total_bytes": { 2024-08-29T17:47:16.037 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 95995035648 2024-08-29T17:47:16.037 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:16.037 INFO:tasks.workunit.client.0.smithi028.stdout: "db_used_bytes": { 2024-08-29T17:47:16.037 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 304480256 2024-08-29T17:47:16.038 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:16.038 INFO:tasks.workunit.client.0.smithi028.stdout: "log_bytes": { 2024-08-29T17:47:16.038 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 1662976 2024-08-29T17:47:16.038 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:16.038 INFO:tasks.workunit.client.0.smithi028.stdout: "logged_bytes": { 2024-08-29T17:47:16.038 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 1523712 2024-08-29T17:47:16.038 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:16.038 INFO:tasks.workunit.client.0.smithi028.stdout: "max_bytes_db": { 2024-08-29T17:47:16.038 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 312868864 2024-08-29T17:47:16.038 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:16.038 INFO:tasks.workunit.client.0.smithi028.stdout: "max_bytes_slow": { 2024-08-29T17:47:16.038 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T17:47:16.039 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:16.039 INFO:tasks.workunit.client.0.smithi028.stdout: "max_bytes_wal": { 2024-08-29T17:47:16.039 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T17:47:16.039 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:16.039 INFO:tasks.workunit.client.0.smithi028.stdout: "num_files": { 2024-08-29T17:47:16.039 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 14 2024-08-29T17:47:16.039 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:16.039 INFO:tasks.workunit.client.0.smithi028.stdout: "read_bytes": { 2024-08-29T17:47:16.039 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 195697 2024-08-29T17:47:16.039 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:16.039 INFO:tasks.workunit.client.0.smithi028.stdout: "read_count": { 2024-08-29T17:47:16.039 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 23 2024-08-29T17:47:16.039 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:16.040 INFO:tasks.workunit.client.0.smithi028.stdout: "read_disk_bytes": { 2024-08-29T17:47:16.040 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 1269760 2024-08-29T17:47:16.040 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:16.040 INFO:tasks.workunit.client.0.smithi028.stdout: "read_disk_bytes_db": { 2024-08-29T17:47:16.040 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 1273856 2024-08-29T17:47:16.040 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:16.040 INFO:tasks.workunit.client.0.smithi028.stdout: "read_disk_bytes_slow": { 2024-08-29T17:47:16.040 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T17:47:16.040 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:16.040 INFO:tasks.workunit.client.0.smithi028.stdout: "read_disk_bytes_wal": { 2024-08-29T17:47:16.040 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T17:47:16.040 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:16.040 INFO:tasks.workunit.client.0.smithi028.stdout: "read_disk_count": { 2024-08-29T17:47:16.041 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 15 2024-08-29T17:47:16.041 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:16.041 INFO:tasks.workunit.client.0.smithi028.stdout: "read_prefetch_bytes": { 2024-08-29T17:47:16.041 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 4789 2024-08-29T17:47:16.041 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:16.041 INFO:tasks.workunit.client.0.smithi028.stdout: "read_prefetch_count": { 2024-08-29T17:47:16.041 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 4 2024-08-29T17:47:16.041 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:16.041 INFO:tasks.workunit.client.0.smithi028.stdout: "read_random_buffer_bytes": { 2024-08-29T17:47:16.041 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 5589 2024-08-29T17:47:16.041 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:16.042 INFO:tasks.workunit.client.0.smithi028.stdout: "read_random_buffer_count": { 2024-08-29T17:47:16.042 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 24 2024-08-29T17:47:16.042 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:16.042 INFO:tasks.workunit.client.0.smithi028.stdout: "read_random_bytes": { 2024-08-29T17:47:16.042 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 5589 2024-08-29T17:47:16.042 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:16.043 INFO:tasks.workunit.client.0.smithi028.stdout: "read_random_count": { 2024-08-29T17:47:16.043 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 24 2024-08-29T17:47:16.043 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:16.043 INFO:tasks.workunit.client.0.smithi028.stdout: "read_random_disk_bytes": { 2024-08-29T17:47:16.043 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T17:47:16.043 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:16.043 INFO:tasks.workunit.client.0.smithi028.stdout: "read_random_disk_bytes_db": { 2024-08-29T17:47:16.043 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T17:47:16.043 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:16.043 INFO:tasks.workunit.client.0.smithi028.stdout: "read_random_disk_bytes_slow": { 2024-08-29T17:47:16.043 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T17:47:16.044 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:16.044 INFO:tasks.workunit.client.0.smithi028.stdout: "read_random_disk_bytes_wal": { 2024-08-29T17:47:16.044 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T17:47:16.044 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:16.044 INFO:tasks.workunit.client.0.smithi028.stdout: "read_random_disk_count": { 2024-08-29T17:47:16.044 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T17:47:16.044 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:16.045 INFO:tasks.workunit.client.0.smithi028.stdout: "slow_total_bytes": { 2024-08-29T17:47:16.045 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T17:47:16.045 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:16.045 INFO:tasks.workunit.client.0.smithi028.stdout: "slow_used_bytes": { 2024-08-29T17:47:16.045 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T17:47:16.045 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:16.045 INFO:tasks.workunit.client.0.smithi028.stdout: "wal_total_bytes": { 2024-08-29T17:47:16.045 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T17:47:16.045 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:16.045 INFO:tasks.workunit.client.0.smithi028.stdout: "wal_used_bytes": { 2024-08-29T17:47:16.045 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T17:47:16.045 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:16.045 INFO:tasks.workunit.client.0.smithi028.stdout: "write_bytes": { 2024-08-29T17:47:16.046 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 4177920 2024-08-29T17:47:16.046 INFO:tasks.workunit.client.0.smithi028.stdout: } 2024-08-29T17:47:16.046 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:16.046 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore": { 2024-08-29T17:47:16.046 INFO:tasks.workunit.client.0.smithi028.stdout: "alloc_unit": { 2024-08-29T17:47:16.046 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 4096 2024-08-29T17:47:16.046 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:16.046 INFO:tasks.workunit.client.0.smithi028.stdout: "allocated": { 2024-08-29T17:47:16.046 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 790528 2024-08-29T17:47:16.046 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:16.046 INFO:tasks.workunit.client.0.smithi028.stdout: "clist_lat": { 2024-08-29T17:47:16.046 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 5, 2024-08-29T17:47:16.046 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 396289 2024-08-29T17:47:16.046 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:16.047 INFO:tasks.workunit.client.0.smithi028.stdout: "compress_lat": { 2024-08-29T17:47:16.047 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 0, 2024-08-29T17:47:16.047 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T17:47:16.047 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:16.047 INFO:tasks.workunit.client.0.smithi028.stdout: "compressed": { 2024-08-29T17:47:16.047 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T17:47:16.047 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:16.047 INFO:tasks.workunit.client.0.smithi028.stdout: "compressed_allocated": { 2024-08-29T17:47:16.047 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T17:47:16.047 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:16.047 INFO:tasks.workunit.client.0.smithi028.stdout: "compressed_original": { 2024-08-29T17:47:16.047 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T17:47:16.047 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:16.048 INFO:tasks.workunit.client.0.smithi028.stdout: "csum_lat": { 2024-08-29T17:47:16.048 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 31, 2024-08-29T17:47:16.048 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 123566 2024-08-29T17:47:16.048 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:16.048 INFO:tasks.workunit.client.0.smithi028.stdout: "decompress_lat": { 2024-08-29T17:47:16.048 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 0, 2024-08-29T17:47:16.048 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T17:47:16.048 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:16.048 INFO:tasks.workunit.client.0.smithi028.stdout: "kv_commit_lat": { 2024-08-29T17:47:16.048 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 355, 2024-08-29T17:47:16.048 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 134281238 2024-08-29T17:47:16.048 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:16.048 INFO:tasks.workunit.client.0.smithi028.stdout: "kv_final_lat": { 2024-08-29T17:47:16.048 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 347, 2024-08-29T17:47:16.049 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 18079172 2024-08-29T17:47:16.049 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:16.049 INFO:tasks.workunit.client.0.smithi028.stdout: "kv_flush_lat": { 2024-08-29T17:47:16.049 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 355, 2024-08-29T17:47:16.049 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 1004325 2024-08-29T17:47:16.049 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:16.049 INFO:tasks.workunit.client.0.smithi028.stdout: "kv_sync_lat": { 2024-08-29T17:47:16.049 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 355, 2024-08-29T17:47:16.049 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 135285563 2024-08-29T17:47:16.049 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:16.049 INFO:tasks.workunit.client.0.smithi028.stdout: "omap_get_keys_lat": { 2024-08-29T17:47:16.049 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 0, 2024-08-29T17:47:16.049 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T17:47:16.049 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:16.050 INFO:tasks.workunit.client.0.smithi028.stdout: "omap_get_values_lat": { 2024-08-29T17:47:16.050 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 3, 2024-08-29T17:47:16.050 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 45433 2024-08-29T17:47:16.050 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:16.050 INFO:tasks.workunit.client.0.smithi028.stdout: "omap_lower_bound_lat": { 2024-08-29T17:47:16.050 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 4, 2024-08-29T17:47:16.050 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 15743 2024-08-29T17:47:16.050 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:16.050 INFO:tasks.workunit.client.0.smithi028.stdout: "omap_next_lat": { 2024-08-29T17:47:16.050 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 0, 2024-08-29T17:47:16.050 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T17:47:16.050 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:16.051 INFO:tasks.workunit.client.0.smithi028.stdout: "omap_seek_to_first_lat": { 2024-08-29T17:47:16.051 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 0, 2024-08-29T17:47:16.051 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T17:47:16.051 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:16.051 INFO:tasks.workunit.client.0.smithi028.stdout: "omap_upper_bound_lat": { 2024-08-29T17:47:16.051 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 5, 2024-08-29T17:47:16.051 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 26437 2024-08-29T17:47:16.051 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:16.051 INFO:tasks.workunit.client.0.smithi028.stdout: "onode_hits": { 2024-08-29T17:47:16.051 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 858 2024-08-29T17:47:16.051 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:16.051 INFO:tasks.workunit.client.0.smithi028.stdout: "onode_misses": { 2024-08-29T17:47:16.051 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 255 2024-08-29T17:47:16.051 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:16.052 INFO:tasks.workunit.client.0.smithi028.stdout: "read_lat": { 2024-08-29T17:47:16.052 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 143, 2024-08-29T17:47:16.052 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 3771617 2024-08-29T17:47:16.052 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:16.052 INFO:tasks.workunit.client.0.smithi028.stdout: "read_onode_meta_lat": { 2024-08-29T17:47:16.052 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 368, 2024-08-29T17:47:16.052 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 484611 2024-08-29T17:47:16.052 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:16.052 INFO:tasks.workunit.client.0.smithi028.stdout: "read_wait_aio_lat": { 2024-08-29T17:47:16.052 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 225, 2024-08-29T17:47:16.052 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 2582167 2024-08-29T17:47:16.053 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:16.053 INFO:tasks.workunit.client.0.smithi028.stdout: "reads_with_retries": { 2024-08-29T17:47:16.053 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T17:47:16.053 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:16.053 INFO:tasks.workunit.client.0.smithi028.stdout: "remove_lat": { 2024-08-29T17:47:16.053 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 3, 2024-08-29T17:47:16.053 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 174306 2024-08-29T17:47:16.053 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:16.053 INFO:tasks.workunit.client.0.smithi028.stdout: "state_aio_wait_lat": { 2024-08-29T17:47:16.053 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 423, 2024-08-29T17:47:16.053 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 21382001 2024-08-29T17:47:16.053 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:16.053 INFO:tasks.workunit.client.0.smithi028.stdout: "state_deferred_aio_wait_lat": { 2024-08-29T17:47:16.054 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 129, 2024-08-29T17:47:16.054 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 14497901 2024-08-29T17:47:16.054 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:16.054 INFO:tasks.workunit.client.0.smithi028.stdout: "state_deferred_cleanup_lat": { 2024-08-29T17:47:16.054 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 128, 2024-08-29T17:47:16.054 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 670232477693 2024-08-29T17:47:16.054 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:16.054 INFO:tasks.workunit.client.0.smithi028.stdout: "state_deferred_queued_lat": { 2024-08-29T17:47:16.054 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 129, 2024-08-29T17:47:16.054 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 193374293751 2024-08-29T17:47:16.054 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:16.055 INFO:tasks.workunit.client.0.smithi028.stdout: "state_done_lat": { 2024-08-29T17:47:16.055 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 422, 2024-08-29T17:47:16.055 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 97087392866 2024-08-29T17:47:16.055 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:16.055 INFO:tasks.workunit.client.0.smithi028.stdout: "state_finishing_lat": { 2024-08-29T17:47:16.055 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 422, 2024-08-29T17:47:16.055 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 88642 2024-08-29T17:47:16.055 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:16.055 INFO:tasks.workunit.client.0.smithi028.stdout: "state_io_done_lat": { 2024-08-29T17:47:16.055 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 423, 2024-08-29T17:47:16.055 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 897397 2024-08-29T17:47:16.056 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:16.056 INFO:tasks.workunit.client.0.smithi028.stdout: "state_kv_commiting_lat": { 2024-08-29T17:47:16.056 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 423, 2024-08-29T17:47:16.056 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 252545843 2024-08-29T17:47:16.056 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:16.056 INFO:tasks.workunit.client.0.smithi028.stdout: "state_kv_done_lat": { 2024-08-29T17:47:16.056 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 423, 2024-08-29T17:47:16.056 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 310157 2024-08-29T17:47:16.056 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:16.056 INFO:tasks.workunit.client.0.smithi028.stdout: "state_kv_queued_lat": { 2024-08-29T17:47:16.056 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 423, 2024-08-29T17:47:16.056 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 165771292 2024-08-29T17:47:16.057 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:16.057 INFO:tasks.workunit.client.0.smithi028.stdout: "state_prepare_lat": { 2024-08-29T17:47:16.057 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 423, 2024-08-29T17:47:16.057 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 41102897 2024-08-29T17:47:16.057 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:16.057 INFO:tasks.workunit.client.0.smithi028.stdout: "stored": { 2024-08-29T17:47:16.057 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 349186 2024-08-29T17:47:16.057 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:16.057 INFO:tasks.workunit.client.0.smithi028.stdout: "truncate_lat": { 2024-08-29T17:47:16.057 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 62, 2024-08-29T17:47:16.057 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 567916 2024-08-29T17:47:16.057 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:16.057 INFO:tasks.workunit.client.0.smithi028.stdout: "txc_commit_lat": { 2024-08-29T17:47:16.057 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 423, 2024-08-29T17:47:16.058 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 481831836 2024-08-29T17:47:16.058 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:16.058 INFO:tasks.workunit.client.0.smithi028.stdout: "txc_submit_lat": { 2024-08-29T17:47:16.058 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 423, 2024-08-29T17:47:16.058 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 50942377 2024-08-29T17:47:16.058 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:16.058 INFO:tasks.workunit.client.0.smithi028.stdout: "txc_throttle_lat": { 2024-08-29T17:47:16.058 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 423, 2024-08-29T17:47:16.058 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 6950662 2024-08-29T17:47:16.058 INFO:tasks.workunit.client.0.smithi028.stdout: } 2024-08-29T17:47:16.058 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:16.058 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore-pricache": { 2024-08-29T17:47:16.058 INFO:tasks.workunit.client.0.smithi028.stdout: "cache_bytes": { 2024-08-29T17:47:16.058 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 1901932871 2024-08-29T17:47:16.059 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:16.059 INFO:tasks.workunit.client.0.smithi028.stdout: "heap_bytes": { 2024-08-29T17:47:16.059 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 271892480 2024-08-29T17:47:16.059 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:16.059 INFO:tasks.workunit.client.0.smithi028.stdout: "mapped_bytes": { 2024-08-29T17:47:16.059 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 271212544 2024-08-29T17:47:16.059 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:16.059 INFO:tasks.workunit.client.0.smithi028.stdout: "target_bytes": { 2024-08-29T17:47:16.059 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 3184987340 2024-08-29T17:47:16.059 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:16.059 INFO:tasks.workunit.client.0.smithi028.stdout: "unmapped_bytes": { 2024-08-29T17:47:16.059 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 679936 2024-08-29T17:47:16.059 INFO:tasks.workunit.client.0.smithi028.stdout: } 2024-08-29T17:47:16.059 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:16.060 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore-pricache:data": { 2024-08-29T17:47:16.060 INFO:tasks.workunit.client.0.smithi028.stdout: "committed_bytes": { 2024-08-29T17:47:16.060 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 159383552 2024-08-29T17:47:16.060 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:16.060 INFO:tasks.workunit.client.0.smithi028.stdout: "pri0_bytes": { 2024-08-29T17:47:16.060 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T17:47:16.060 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:16.060 INFO:tasks.workunit.client.0.smithi028.stdout: "pri10_bytes": { 2024-08-29T17:47:16.060 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T17:47:16.060 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:16.060 INFO:tasks.workunit.client.0.smithi028.stdout: "pri11_bytes": { 2024-08-29T17:47:16.061 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 87925236 2024-08-29T17:47:16.061 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:16.061 INFO:tasks.workunit.client.0.smithi028.stdout: "pri1_bytes": { 2024-08-29T17:47:16.061 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T17:47:16.061 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:16.062 INFO:tasks.workunit.client.0.smithi028.stdout: "pri2_bytes": { 2024-08-29T17:47:16.062 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T17:47:16.062 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:16.062 INFO:tasks.workunit.client.0.smithi028.stdout: "pri3_bytes": { 2024-08-29T17:47:16.062 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T17:47:16.063 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:16.063 INFO:tasks.workunit.client.0.smithi028.stdout: "pri4_bytes": { 2024-08-29T17:47:16.063 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T17:47:16.063 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:16.063 INFO:tasks.workunit.client.0.smithi028.stdout: "pri5_bytes": { 2024-08-29T17:47:16.063 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T17:47:16.063 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:16.063 INFO:tasks.workunit.client.0.smithi028.stdout: "pri6_bytes": { 2024-08-29T17:47:16.063 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 20480 2024-08-29T17:47:16.063 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:16.063 INFO:tasks.workunit.client.0.smithi028.stdout: "pri7_bytes": { 2024-08-29T17:47:16.064 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T17:47:16.064 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:16.064 INFO:tasks.workunit.client.0.smithi028.stdout: "pri8_bytes": { 2024-08-29T17:47:16.064 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T17:47:16.064 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:16.064 INFO:tasks.workunit.client.0.smithi028.stdout: "pri9_bytes": { 2024-08-29T17:47:16.064 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T17:47:16.064 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:16.064 INFO:tasks.workunit.client.0.smithi028.stdout: "reserved_bytes": { 2024-08-29T17:47:16.064 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 71437836 2024-08-29T17:47:16.064 INFO:tasks.workunit.client.0.smithi028.stdout: } 2024-08-29T17:47:16.064 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:16.065 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore-pricache:kv": { 2024-08-29T17:47:16.065 INFO:tasks.workunit.client.0.smithi028.stdout: "committed_bytes": { 2024-08-29T17:47:16.065 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 796917760 2024-08-29T17:47:16.065 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:16.065 INFO:tasks.workunit.client.0.smithi028.stdout: "pri0_bytes": { 2024-08-29T17:47:16.065 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 67108864 2024-08-29T17:47:16.065 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:16.065 INFO:tasks.workunit.client.0.smithi028.stdout: "pri10_bytes": { 2024-08-29T17:47:16.065 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T17:47:16.065 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:16.065 INFO:tasks.workunit.client.0.smithi028.stdout: "pri11_bytes": { 2024-08-29T17:47:16.065 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 659439271 2024-08-29T17:47:16.065 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:16.066 INFO:tasks.workunit.client.0.smithi028.stdout: "pri1_bytes": { 2024-08-29T17:47:16.066 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T17:47:16.066 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:16.066 INFO:tasks.workunit.client.0.smithi028.stdout: "pri2_bytes": { 2024-08-29T17:47:16.066 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T17:47:16.066 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:16.066 INFO:tasks.workunit.client.0.smithi028.stdout: "pri3_bytes": { 2024-08-29T17:47:16.066 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T17:47:16.066 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:16.066 INFO:tasks.workunit.client.0.smithi028.stdout: "pri4_bytes": { 2024-08-29T17:47:16.066 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T17:47:16.066 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:16.066 INFO:tasks.workunit.client.0.smithi028.stdout: "pri5_bytes": { 2024-08-29T17:47:16.066 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T17:47:16.066 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:16.067 INFO:tasks.workunit.client.0.smithi028.stdout: "pri6_bytes": { 2024-08-29T17:47:16.067 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 240 2024-08-29T17:47:16.067 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:16.067 INFO:tasks.workunit.client.0.smithi028.stdout: "pri7_bytes": { 2024-08-29T17:47:16.067 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T17:47:16.067 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:16.067 INFO:tasks.workunit.client.0.smithi028.stdout: "pri8_bytes": { 2024-08-29T17:47:16.067 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T17:47:16.067 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:16.067 INFO:tasks.workunit.client.0.smithi028.stdout: "pri9_bytes": { 2024-08-29T17:47:16.067 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T17:47:16.067 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:16.067 INFO:tasks.workunit.client.0.smithi028.stdout: "reserved_bytes": { 2024-08-29T17:47:16.068 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 70369385 2024-08-29T17:47:16.068 INFO:tasks.workunit.client.0.smithi028.stdout: } 2024-08-29T17:47:16.068 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:16.068 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore-pricache:kv_onode": { 2024-08-29T17:47:16.068 INFO:tasks.workunit.client.0.smithi028.stdout: "committed_bytes": { 2024-08-29T17:47:16.068 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 192937984 2024-08-29T17:47:16.068 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:16.068 INFO:tasks.workunit.client.0.smithi028.stdout: "pri0_bytes": { 2024-08-29T17:47:16.068 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 67108864 2024-08-29T17:47:16.068 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:16.068 INFO:tasks.workunit.client.0.smithi028.stdout: "pri10_bytes": { 2024-08-29T17:47:16.068 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 464 2024-08-29T17:47:16.068 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:16.069 INFO:tasks.workunit.client.0.smithi028.stdout: "pri11_bytes": { 2024-08-29T17:47:16.069 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 58616824 2024-08-29T17:47:16.069 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:16.069 INFO:tasks.workunit.client.0.smithi028.stdout: "pri1_bytes": { 2024-08-29T17:47:16.069 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T17:47:16.069 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:16.069 INFO:tasks.workunit.client.0.smithi028.stdout: "pri2_bytes": { 2024-08-29T17:47:16.069 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T17:47:16.069 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:16.069 INFO:tasks.workunit.client.0.smithi028.stdout: "pri3_bytes": { 2024-08-29T17:47:16.069 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T17:47:16.069 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:16.069 INFO:tasks.workunit.client.0.smithi028.stdout: "pri4_bytes": { 2024-08-29T17:47:16.070 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T17:47:16.070 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:16.070 INFO:tasks.workunit.client.0.smithi028.stdout: "pri5_bytes": { 2024-08-29T17:47:16.070 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T17:47:16.070 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:16.070 INFO:tasks.workunit.client.0.smithi028.stdout: "pri6_bytes": { 2024-08-29T17:47:16.070 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T17:47:16.070 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:16.070 INFO:tasks.workunit.client.0.smithi028.stdout: "pri7_bytes": { 2024-08-29T17:47:16.070 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T17:47:16.070 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:16.070 INFO:tasks.workunit.client.0.smithi028.stdout: "pri8_bytes": { 2024-08-29T17:47:16.071 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T17:47:16.071 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:16.071 INFO:tasks.workunit.client.0.smithi028.stdout: "pri9_bytes": { 2024-08-29T17:47:16.071 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T17:47:16.071 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:16.071 INFO:tasks.workunit.client.0.smithi028.stdout: "reserved_bytes": { 2024-08-29T17:47:16.071 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 67211832 2024-08-29T17:47:16.071 INFO:tasks.workunit.client.0.smithi028.stdout: } 2024-08-29T17:47:16.071 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:16.071 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore-pricache:meta": { 2024-08-29T17:47:16.071 INFO:tasks.workunit.client.0.smithi028.stdout: "committed_bytes": { 2024-08-29T17:47:16.071 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 729808896 2024-08-29T17:47:16.071 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:16.072 INFO:tasks.workunit.client.0.smithi028.stdout: "pri0_bytes": { 2024-08-29T17:47:16.072 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T17:47:16.072 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:16.072 INFO:tasks.workunit.client.0.smithi028.stdout: "pri10_bytes": { 2024-08-29T17:47:16.072 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T17:47:16.072 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:16.072 INFO:tasks.workunit.client.0.smithi028.stdout: "pri11_bytes": { 2024-08-29T17:47:16.072 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 659439271 2024-08-29T17:47:16.072 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:16.072 INFO:tasks.workunit.client.0.smithi028.stdout: "pri1_bytes": { 2024-08-29T17:47:16.072 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T17:47:16.072 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:16.072 INFO:tasks.workunit.client.0.smithi028.stdout: "pri2_bytes": { 2024-08-29T17:47:16.073 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T17:47:16.073 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:16.073 INFO:tasks.workunit.client.0.smithi028.stdout: "pri3_bytes": { 2024-08-29T17:47:16.073 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T17:47:16.073 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:16.073 INFO:tasks.workunit.client.0.smithi028.stdout: "pri4_bytes": { 2024-08-29T17:47:16.073 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T17:47:16.073 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:16.073 INFO:tasks.workunit.client.0.smithi028.stdout: "pri5_bytes": { 2024-08-29T17:47:16.073 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T17:47:16.073 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:16.073 INFO:tasks.workunit.client.0.smithi028.stdout: "pri6_bytes": { 2024-08-29T17:47:16.073 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 239553 2024-08-29T17:47:16.073 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:16.074 INFO:tasks.workunit.client.0.smithi028.stdout: "pri7_bytes": { 2024-08-29T17:47:16.074 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T17:47:16.074 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:16.074 INFO:tasks.workunit.client.0.smithi028.stdout: "pri8_bytes": { 2024-08-29T17:47:16.074 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T17:47:16.074 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:16.074 INFO:tasks.workunit.client.0.smithi028.stdout: "pri9_bytes": { 2024-08-29T17:47:16.074 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T17:47:16.074 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:16.074 INFO:tasks.workunit.client.0.smithi028.stdout: "reserved_bytes": { 2024-08-29T17:47:16.074 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 70130072 2024-08-29T17:47:16.074 INFO:tasks.workunit.client.0.smithi028.stdout: } 2024-08-29T17:47:16.074 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:16.074 INFO:tasks.workunit.client.0.smithi028.stdout: "objecter": { 2024-08-29T17:47:16.075 INFO:tasks.workunit.client.0.smithi028.stdout: "op_active": { 2024-08-29T17:47:16.075 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T17:47:16.075 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:16.075 INFO:tasks.workunit.client.0.smithi028.stdout: "op_r": { 2024-08-29T17:47:16.075 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T17:47:16.075 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:16.075 INFO:tasks.workunit.client.0.smithi028.stdout: "op_rmw": { 2024-08-29T17:47:16.075 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T17:47:16.075 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:16.075 INFO:tasks.workunit.client.0.smithi028.stdout: "op_w": { 2024-08-29T17:47:16.075 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T17:47:16.075 INFO:tasks.workunit.client.0.smithi028.stdout: } 2024-08-29T17:47:16.075 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:16.076 INFO:tasks.workunit.client.0.smithi028.stdout: "osd": { 2024-08-29T17:47:16.076 INFO:tasks.workunit.client.0.smithi028.stdout: "numpg": { 2024-08-29T17:47:16.076 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 38 2024-08-29T17:47:16.076 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:16.076 INFO:tasks.workunit.client.0.smithi028.stdout: "numpg_removing": { 2024-08-29T17:47:16.076 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T17:47:16.076 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:16.076 INFO:tasks.workunit.client.0.smithi028.stdout: "op": { 2024-08-29T17:47:16.076 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 157 2024-08-29T17:47:16.076 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:16.076 INFO:tasks.workunit.client.0.smithi028.stdout: "op_delayed_degraded": { 2024-08-29T17:47:16.076 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T17:47:16.076 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:16.077 INFO:tasks.workunit.client.0.smithi028.stdout: "op_delayed_unreadable": { 2024-08-29T17:47:16.077 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T17:47:16.077 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:16.077 INFO:tasks.workunit.client.0.smithi028.stdout: "op_in_bytes": { 2024-08-29T17:47:16.077 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 2429467 2024-08-29T17:47:16.077 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:16.077 INFO:tasks.workunit.client.0.smithi028.stdout: "op_latency": { 2024-08-29T17:47:16.077 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 157, 2024-08-29T17:47:16.077 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 619285281 2024-08-29T17:47:16.077 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:16.077 INFO:tasks.workunit.client.0.smithi028.stdout: "op_out_bytes": { 2024-08-29T17:47:16.077 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 1052 2024-08-29T17:47:16.077 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:16.078 INFO:tasks.workunit.client.0.smithi028.stdout: "op_prepare_latency": { 2024-08-29T17:47:16.078 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 157, 2024-08-29T17:47:16.078 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 101043670 2024-08-29T17:47:16.078 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:16.078 INFO:tasks.workunit.client.0.smithi028.stdout: "op_process_latency": { 2024-08-29T17:47:16.078 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 157, 2024-08-29T17:47:16.078 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 356480258 2024-08-29T17:47:16.078 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:16.078 INFO:tasks.workunit.client.0.smithi028.stdout: "op_r": { 2024-08-29T17:47:16.078 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 33 2024-08-29T17:47:16.078 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:16.078 INFO:tasks.workunit.client.0.smithi028.stdout: "op_r_latency": { 2024-08-29T17:47:16.078 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 33, 2024-08-29T17:47:16.078 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 9086143 2024-08-29T17:47:16.079 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:16.079 INFO:tasks.workunit.client.0.smithi028.stdout: "op_r_latency_out_bytes_histogram": { 2024-08-29T17:47:16.079 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T17:47:16.079 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:16.079 INFO:tasks.workunit.client.0.smithi028.stdout: "op_r_out_bytes": { 2024-08-29T17:47:16.079 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 1052 2024-08-29T17:47:16.079 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:16.079 INFO:tasks.workunit.client.0.smithi028.stdout: "op_r_prepare_latency": { 2024-08-29T17:47:16.079 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 33, 2024-08-29T17:47:16.079 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 7669715 2024-08-29T17:47:16.079 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:16.079 INFO:tasks.workunit.client.0.smithi028.stdout: "op_r_process_latency": { 2024-08-29T17:47:16.079 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 33, 2024-08-29T17:47:16.079 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 6104367 2024-08-29T17:47:16.080 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:16.080 INFO:tasks.workunit.client.0.smithi028.stdout: "op_rw": { 2024-08-29T17:47:16.080 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 22 2024-08-29T17:47:16.080 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:16.080 INFO:tasks.workunit.client.0.smithi028.stdout: "op_rw_in_bytes": { 2024-08-29T17:47:16.080 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T17:47:16.080 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:16.080 INFO:tasks.workunit.client.0.smithi028.stdout: "op_rw_latency": { 2024-08-29T17:47:16.080 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 22, 2024-08-29T17:47:16.080 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 37452792 2024-08-29T17:47:16.081 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:16.081 INFO:tasks.workunit.client.0.smithi028.stdout: "op_rw_latency_in_bytes_histogram": { 2024-08-29T17:47:16.081 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T17:47:16.081 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:16.081 INFO:tasks.workunit.client.0.smithi028.stdout: "op_rw_latency_out_bytes_histogram": { 2024-08-29T17:47:16.081 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T17:47:16.081 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:16.081 INFO:tasks.workunit.client.0.smithi028.stdout: "op_rw_out_bytes": { 2024-08-29T17:47:16.081 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T17:47:16.081 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:16.081 INFO:tasks.workunit.client.0.smithi028.stdout: "op_rw_prepare_latency": { 2024-08-29T17:47:16.081 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 22, 2024-08-29T17:47:16.081 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 15497363 2024-08-29T17:47:16.082 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:16.082 INFO:tasks.workunit.client.0.smithi028.stdout: "op_rw_process_latency": { 2024-08-29T17:47:16.082 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 22, 2024-08-29T17:47:16.082 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 35186835 2024-08-29T17:47:16.082 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:16.082 INFO:tasks.workunit.client.0.smithi028.stdout: "op_w": { 2024-08-29T17:47:16.082 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 102 2024-08-29T17:47:16.082 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:16.082 INFO:tasks.workunit.client.0.smithi028.stdout: "op_w_in_bytes": { 2024-08-29T17:47:16.082 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 2429467 2024-08-29T17:47:16.082 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:16.082 INFO:tasks.workunit.client.0.smithi028.stdout: "op_w_latency": { 2024-08-29T17:47:16.083 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 102, 2024-08-29T17:47:16.083 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 572746346 2024-08-29T17:47:16.083 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:16.083 INFO:tasks.workunit.client.0.smithi028.stdout: "op_w_latency_in_bytes_histogram": { 2024-08-29T17:47:16.083 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T17:47:16.083 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:16.083 INFO:tasks.workunit.client.0.smithi028.stdout: "op_w_prepare_latency": { 2024-08-29T17:47:16.083 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 102, 2024-08-29T17:47:16.083 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 77876592 2024-08-29T17:47:16.083 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:16.083 INFO:tasks.workunit.client.0.smithi028.stdout: "op_w_process_latency": { 2024-08-29T17:47:16.083 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 102, 2024-08-29T17:47:16.083 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 315189056 2024-08-29T17:47:16.084 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:16.084 INFO:tasks.workunit.client.0.smithi028.stdout: "op_wip": { 2024-08-29T17:47:16.084 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T17:47:16.084 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:16.084 INFO:tasks.workunit.client.0.smithi028.stdout: "recovery_bytes": { 2024-08-29T17:47:16.084 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 590368 2024-08-29T17:47:16.084 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:16.084 INFO:tasks.workunit.client.0.smithi028.stdout: "recovery_ops": { 2024-08-29T17:47:16.084 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 2 2024-08-29T17:47:16.084 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:16.084 INFO:tasks.workunit.client.0.smithi028.stdout: "stat_bytes": { 2024-08-29T17:47:16.084 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 95995035648 2024-08-29T17:47:16.084 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:16.084 INFO:tasks.workunit.client.0.smithi028.stdout: "stat_bytes_used": { 2024-08-29T17:47:16.084 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 305283072 2024-08-29T17:47:16.085 INFO:tasks.workunit.client.0.smithi028.stdout: } 2024-08-29T17:47:16.085 INFO:tasks.workunit.client.0.smithi028.stdout: } 2024-08-29T17:47:16.085 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:16.085 INFO:tasks.workunit.client.0.smithi028.stdout: "osd.2": { 2024-08-29T17:47:16.085 INFO:tasks.workunit.client.0.smithi028.stdout: "bluefs": { 2024-08-29T17:47:16.085 INFO:tasks.workunit.client.0.smithi028.stdout: "alloc_slow_fallback": { 2024-08-29T17:47:16.085 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T17:47:16.085 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:16.085 INFO:tasks.workunit.client.0.smithi028.stdout: "alloc_slow_size_fallback": { 2024-08-29T17:47:16.085 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T17:47:16.085 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:16.085 INFO:tasks.workunit.client.0.smithi028.stdout: "alloc_unit_db": { 2024-08-29T17:47:16.085 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 65536 2024-08-29T17:47:16.086 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:16.086 INFO:tasks.workunit.client.0.smithi028.stdout: "alloc_unit_main": { 2024-08-29T17:47:16.086 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T17:47:16.086 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:16.086 INFO:tasks.workunit.client.0.smithi028.stdout: "alloc_unit_wal": { 2024-08-29T17:47:16.086 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T17:47:16.086 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:16.086 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes_written_slow": { 2024-08-29T17:47:16.086 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T17:47:16.086 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:16.086 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes_written_sst": { 2024-08-29T17:47:16.086 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 12288 2024-08-29T17:47:16.086 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:16.086 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes_written_wal": { 2024-08-29T17:47:16.086 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 2289664 2024-08-29T17:47:16.086 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:16.087 INFO:tasks.workunit.client.0.smithi028.stdout: "compact_lat": { 2024-08-29T17:47:16.087 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 0, 2024-08-29T17:47:16.087 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T17:47:16.087 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:16.087 INFO:tasks.workunit.client.0.smithi028.stdout: "compact_lock_lat": { 2024-08-29T17:47:16.087 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 0, 2024-08-29T17:47:16.087 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T17:47:16.087 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:16.087 INFO:tasks.workunit.client.0.smithi028.stdout: "db_total_bytes": { 2024-08-29T17:47:16.087 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 95995035648 2024-08-29T17:47:16.087 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:16.087 INFO:tasks.workunit.client.0.smithi028.stdout: "db_used_bytes": { 2024-08-29T17:47:16.087 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 304480256 2024-08-29T17:47:16.088 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:16.088 INFO:tasks.workunit.client.0.smithi028.stdout: "log_bytes": { 2024-08-29T17:47:16.088 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 1474560 2024-08-29T17:47:16.088 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:16.088 INFO:tasks.workunit.client.0.smithi028.stdout: "logged_bytes": { 2024-08-29T17:47:16.088 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 1335296 2024-08-29T17:47:16.088 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:16.088 INFO:tasks.workunit.client.0.smithi028.stdout: "max_bytes_db": { 2024-08-29T17:47:16.089 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 312868864 2024-08-29T17:47:16.089 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:16.089 INFO:tasks.workunit.client.0.smithi028.stdout: "max_bytes_slow": { 2024-08-29T17:47:16.089 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T17:47:16.089 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:16.089 INFO:tasks.workunit.client.0.smithi028.stdout: "max_bytes_wal": { 2024-08-29T17:47:16.089 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T17:47:16.089 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:16.089 INFO:tasks.workunit.client.0.smithi028.stdout: "num_files": { 2024-08-29T17:47:16.089 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 14 2024-08-29T17:47:16.089 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:16.089 INFO:tasks.workunit.client.0.smithi028.stdout: "read_bytes": { 2024-08-29T17:47:16.090 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 195697 2024-08-29T17:47:16.090 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:16.090 INFO:tasks.workunit.client.0.smithi028.stdout: "read_count": { 2024-08-29T17:47:16.090 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 23 2024-08-29T17:47:16.090 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:16.090 INFO:tasks.workunit.client.0.smithi028.stdout: "read_disk_bytes": { 2024-08-29T17:47:16.090 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 1269760 2024-08-29T17:47:16.090 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:16.090 INFO:tasks.workunit.client.0.smithi028.stdout: "read_disk_bytes_db": { 2024-08-29T17:47:16.090 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 1273856 2024-08-29T17:47:16.090 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:16.090 INFO:tasks.workunit.client.0.smithi028.stdout: "read_disk_bytes_slow": { 2024-08-29T17:47:16.090 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T17:47:16.090 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:16.090 INFO:tasks.workunit.client.0.smithi028.stdout: "read_disk_bytes_wal": { 2024-08-29T17:47:16.091 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T17:47:16.091 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:16.091 INFO:tasks.workunit.client.0.smithi028.stdout: "read_disk_count": { 2024-08-29T17:47:16.091 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 15 2024-08-29T17:47:16.091 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:16.091 INFO:tasks.workunit.client.0.smithi028.stdout: "read_prefetch_bytes": { 2024-08-29T17:47:16.091 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 4789 2024-08-29T17:47:16.091 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:16.091 INFO:tasks.workunit.client.0.smithi028.stdout: "read_prefetch_count": { 2024-08-29T17:47:16.091 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 4 2024-08-29T17:47:16.091 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:16.092 INFO:tasks.workunit.client.0.smithi028.stdout: "read_random_buffer_bytes": { 2024-08-29T17:47:16.092 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 5589 2024-08-29T17:47:16.092 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:16.092 INFO:tasks.workunit.client.0.smithi028.stdout: "read_random_buffer_count": { 2024-08-29T17:47:16.092 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 24 2024-08-29T17:47:16.092 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:16.092 INFO:tasks.workunit.client.0.smithi028.stdout: "read_random_bytes": { 2024-08-29T17:47:16.092 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 5589 2024-08-29T17:47:16.092 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:16.092 INFO:tasks.workunit.client.0.smithi028.stdout: "read_random_count": { 2024-08-29T17:47:16.092 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 24 2024-08-29T17:47:16.092 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:16.092 INFO:tasks.workunit.client.0.smithi028.stdout: "read_random_disk_bytes": { 2024-08-29T17:47:16.093 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T17:47:16.093 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:16.093 INFO:tasks.workunit.client.0.smithi028.stdout: "read_random_disk_bytes_db": { 2024-08-29T17:47:16.093 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T17:47:16.093 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:16.093 INFO:tasks.workunit.client.0.smithi028.stdout: "read_random_disk_bytes_slow": { 2024-08-29T17:47:16.093 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T17:47:16.093 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:16.093 INFO:tasks.workunit.client.0.smithi028.stdout: "read_random_disk_bytes_wal": { 2024-08-29T17:47:16.093 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T17:47:16.093 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:16.093 INFO:tasks.workunit.client.0.smithi028.stdout: "read_random_disk_count": { 2024-08-29T17:47:16.094 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T17:47:16.094 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:16.094 INFO:tasks.workunit.client.0.smithi028.stdout: "slow_total_bytes": { 2024-08-29T17:47:16.094 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T17:47:16.094 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:16.094 INFO:tasks.workunit.client.0.smithi028.stdout: "slow_used_bytes": { 2024-08-29T17:47:16.094 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T17:47:16.094 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:16.094 INFO:tasks.workunit.client.0.smithi028.stdout: "wal_total_bytes": { 2024-08-29T17:47:16.094 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T17:47:16.094 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:16.094 INFO:tasks.workunit.client.0.smithi028.stdout: "wal_used_bytes": { 2024-08-29T17:47:16.094 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T17:47:16.094 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:16.095 INFO:tasks.workunit.client.0.smithi028.stdout: "write_bytes": { 2024-08-29T17:47:16.095 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 3698688 2024-08-29T17:47:16.095 INFO:tasks.workunit.client.0.smithi028.stdout: } 2024-08-29T17:47:16.095 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:16.095 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore": { 2024-08-29T17:47:16.095 INFO:tasks.workunit.client.0.smithi028.stdout: "alloc_unit": { 2024-08-29T17:47:16.095 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 4096 2024-08-29T17:47:16.095 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:16.095 INFO:tasks.workunit.client.0.smithi028.stdout: "allocated": { 2024-08-29T17:47:16.095 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 778240 2024-08-29T17:47:16.095 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:16.095 INFO:tasks.workunit.client.0.smithi028.stdout: "clist_lat": { 2024-08-29T17:47:16.095 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 4, 2024-08-29T17:47:16.096 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 373007 2024-08-29T17:47:16.096 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:16.096 INFO:tasks.workunit.client.0.smithi028.stdout: "compress_lat": { 2024-08-29T17:47:16.096 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 0, 2024-08-29T17:47:16.096 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T17:47:16.096 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:16.096 INFO:tasks.workunit.client.0.smithi028.stdout: "compressed": { 2024-08-29T17:47:16.096 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T17:47:16.096 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:16.096 INFO:tasks.workunit.client.0.smithi028.stdout: "compressed_allocated": { 2024-08-29T17:47:16.096 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T17:47:16.096 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:16.096 INFO:tasks.workunit.client.0.smithi028.stdout: "compressed_original": { 2024-08-29T17:47:16.097 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T17:47:16.097 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:16.097 INFO:tasks.workunit.client.0.smithi028.stdout: "csum_lat": { 2024-08-29T17:47:16.097 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 13, 2024-08-29T17:47:16.097 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 28938 2024-08-29T17:47:16.097 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:16.097 INFO:tasks.workunit.client.0.smithi028.stdout: "decompress_lat": { 2024-08-29T17:47:16.097 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 0, 2024-08-29T17:47:16.097 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T17:47:16.097 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:16.097 INFO:tasks.workunit.client.0.smithi028.stdout: "kv_commit_lat": { 2024-08-29T17:47:16.097 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 309, 2024-08-29T17:47:16.097 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 120487281 2024-08-29T17:47:16.097 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:16.098 INFO:tasks.workunit.client.0.smithi028.stdout: "kv_final_lat": { 2024-08-29T17:47:16.098 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 295, 2024-08-29T17:47:16.098 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 21690400 2024-08-29T17:47:16.098 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:16.098 INFO:tasks.workunit.client.0.smithi028.stdout: "kv_flush_lat": { 2024-08-29T17:47:16.098 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 309, 2024-08-29T17:47:16.098 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 890540 2024-08-29T17:47:16.098 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:16.098 INFO:tasks.workunit.client.0.smithi028.stdout: "kv_sync_lat": { 2024-08-29T17:47:16.098 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 309, 2024-08-29T17:47:16.098 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 121377821 2024-08-29T17:47:16.098 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:16.098 INFO:tasks.workunit.client.0.smithi028.stdout: "omap_get_keys_lat": { 2024-08-29T17:47:16.098 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 0, 2024-08-29T17:47:16.099 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T17:47:16.099 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:16.099 INFO:tasks.workunit.client.0.smithi028.stdout: "omap_get_values_lat": { 2024-08-29T17:47:16.099 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 3, 2024-08-29T17:47:16.099 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 55965 2024-08-29T17:47:16.099 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:16.099 INFO:tasks.workunit.client.0.smithi028.stdout: "omap_lower_bound_lat": { 2024-08-29T17:47:16.099 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 2, 2024-08-29T17:47:16.099 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 2927 2024-08-29T17:47:16.099 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:16.099 INFO:tasks.workunit.client.0.smithi028.stdout: "omap_next_lat": { 2024-08-29T17:47:16.100 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 0, 2024-08-29T17:47:16.100 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T17:47:16.100 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:16.100 INFO:tasks.workunit.client.0.smithi028.stdout: "omap_seek_to_first_lat": { 2024-08-29T17:47:16.100 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 0, 2024-08-29T17:47:16.100 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T17:47:16.100 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:16.100 INFO:tasks.workunit.client.0.smithi028.stdout: "omap_upper_bound_lat": { 2024-08-29T17:47:16.100 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 2, 2024-08-29T17:47:16.100 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 6907 2024-08-29T17:47:16.101 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:16.101 INFO:tasks.workunit.client.0.smithi028.stdout: "onode_hits": { 2024-08-29T17:47:16.101 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 644 2024-08-29T17:47:16.101 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:16.101 INFO:tasks.workunit.client.0.smithi028.stdout: "onode_misses": { 2024-08-29T17:47:16.101 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 220 2024-08-29T17:47:16.101 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:16.101 INFO:tasks.workunit.client.0.smithi028.stdout: "read_lat": { 2024-08-29T17:47:16.101 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 109, 2024-08-29T17:47:16.101 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 2522283 2024-08-29T17:47:16.101 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:16.102 INFO:tasks.workunit.client.0.smithi028.stdout: "read_onode_meta_lat": { 2024-08-29T17:47:16.102 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 296, 2024-08-29T17:47:16.102 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 381020 2024-08-29T17:47:16.102 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:16.102 INFO:tasks.workunit.client.0.smithi028.stdout: "read_wait_aio_lat": { 2024-08-29T17:47:16.102 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 187, 2024-08-29T17:47:16.102 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 1315185 2024-08-29T17:47:16.102 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:16.102 INFO:tasks.workunit.client.0.smithi028.stdout: "reads_with_retries": { 2024-08-29T17:47:16.102 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T17:47:16.102 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:16.103 INFO:tasks.workunit.client.0.smithi028.stdout: "remove_lat": { 2024-08-29T17:47:16.103 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 3, 2024-08-29T17:47:16.103 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 207227 2024-08-29T17:47:16.103 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:16.103 INFO:tasks.workunit.client.0.smithi028.stdout: "state_aio_wait_lat": { 2024-08-29T17:47:16.103 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 345, 2024-08-29T17:47:16.103 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 15601448 2024-08-29T17:47:16.103 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:16.103 INFO:tasks.workunit.client.0.smithi028.stdout: "state_deferred_aio_wait_lat": { 2024-08-29T17:47:16.103 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 124, 2024-08-29T17:47:16.103 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 13887263 2024-08-29T17:47:16.103 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:16.103 INFO:tasks.workunit.client.0.smithi028.stdout: "state_deferred_cleanup_lat": { 2024-08-29T17:47:16.103 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 123, 2024-08-29T17:47:16.104 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 718771390415 2024-08-29T17:47:16.104 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:16.104 INFO:tasks.workunit.client.0.smithi028.stdout: "state_deferred_queued_lat": { 2024-08-29T17:47:16.104 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 124, 2024-08-29T17:47:16.104 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 183734468902 2024-08-29T17:47:16.104 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:16.104 INFO:tasks.workunit.client.0.smithi028.stdout: "state_done_lat": { 2024-08-29T17:47:16.104 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 344, 2024-08-29T17:47:16.104 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 90524767950 2024-08-29T17:47:16.104 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:16.104 INFO:tasks.workunit.client.0.smithi028.stdout: "state_finishing_lat": { 2024-08-29T17:47:16.104 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 344, 2024-08-29T17:47:16.104 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 74905 2024-08-29T17:47:16.105 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:16.105 INFO:tasks.workunit.client.0.smithi028.stdout: "state_io_done_lat": { 2024-08-29T17:47:16.105 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 345, 2024-08-29T17:47:16.105 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 881155 2024-08-29T17:47:16.105 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:16.105 INFO:tasks.workunit.client.0.smithi028.stdout: "state_kv_commiting_lat": { 2024-08-29T17:47:16.105 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 345, 2024-08-29T17:47:16.105 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 198834066 2024-08-29T17:47:16.105 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:16.105 INFO:tasks.workunit.client.0.smithi028.stdout: "state_kv_done_lat": { 2024-08-29T17:47:16.105 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 345, 2024-08-29T17:47:16.105 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 270717 2024-08-29T17:47:16.105 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:16.105 INFO:tasks.workunit.client.0.smithi028.stdout: "state_kv_queued_lat": { 2024-08-29T17:47:16.106 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 345, 2024-08-29T17:47:16.106 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 96823310 2024-08-29T17:47:16.106 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:16.106 INFO:tasks.workunit.client.0.smithi028.stdout: "state_prepare_lat": { 2024-08-29T17:47:16.106 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 345, 2024-08-29T17:47:16.106 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 35177683 2024-08-29T17:47:16.106 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:16.106 INFO:tasks.workunit.client.0.smithi028.stdout: "stored": { 2024-08-29T17:47:16.106 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 349007 2024-08-29T17:47:16.106 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:16.106 INFO:tasks.workunit.client.0.smithi028.stdout: "truncate_lat": { 2024-08-29T17:47:16.106 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 58, 2024-08-29T17:47:16.106 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 499951 2024-08-29T17:47:16.106 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:16.106 INFO:tasks.workunit.client.0.smithi028.stdout: "txc_commit_lat": { 2024-08-29T17:47:16.107 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 345, 2024-08-29T17:47:16.107 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 347432871 2024-08-29T17:47:16.107 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:16.107 INFO:tasks.workunit.client.0.smithi028.stdout: "txc_submit_lat": { 2024-08-29T17:47:16.107 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 345, 2024-08-29T17:47:16.107 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 44500607 2024-08-29T17:47:16.107 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:16.107 INFO:tasks.workunit.client.0.smithi028.stdout: "txc_throttle_lat": { 2024-08-29T17:47:16.107 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 345, 2024-08-29T17:47:16.107 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 4519101 2024-08-29T17:47:16.107 INFO:tasks.workunit.client.0.smithi028.stdout: } 2024-08-29T17:47:16.107 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:16.108 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore-pricache": { 2024-08-29T17:47:16.108 INFO:tasks.workunit.client.0.smithi028.stdout: "cache_bytes": { 2024-08-29T17:47:16.108 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 1901932871 2024-08-29T17:47:16.108 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:16.108 INFO:tasks.workunit.client.0.smithi028.stdout: "heap_bytes": { 2024-08-29T17:47:16.108 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 272023552 2024-08-29T17:47:16.108 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:16.108 INFO:tasks.workunit.client.0.smithi028.stdout: "mapped_bytes": { 2024-08-29T17:47:16.108 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 271269888 2024-08-29T17:47:16.108 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:16.109 INFO:tasks.workunit.client.0.smithi028.stdout: "target_bytes": { 2024-08-29T17:47:16.109 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 3184987340 2024-08-29T17:47:16.109 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:16.109 INFO:tasks.workunit.client.0.smithi028.stdout: "unmapped_bytes": { 2024-08-29T17:47:16.109 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 753664 2024-08-29T17:47:16.109 INFO:tasks.workunit.client.0.smithi028.stdout: } 2024-08-29T17:47:16.109 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:16.109 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore-pricache:data": { 2024-08-29T17:47:16.109 INFO:tasks.workunit.client.0.smithi028.stdout: "committed_bytes": { 2024-08-29T17:47:16.109 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 159383552 2024-08-29T17:47:16.109 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:16.109 INFO:tasks.workunit.client.0.smithi028.stdout: "pri0_bytes": { 2024-08-29T17:47:16.109 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T17:47:16.109 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:16.109 INFO:tasks.workunit.client.0.smithi028.stdout: "pri10_bytes": { 2024-08-29T17:47:16.110 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T17:47:16.110 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:16.110 INFO:tasks.workunit.client.0.smithi028.stdout: "pri11_bytes": { 2024-08-29T17:47:16.110 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 87926837 2024-08-29T17:47:16.110 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:16.110 INFO:tasks.workunit.client.0.smithi028.stdout: "pri1_bytes": { 2024-08-29T17:47:16.110 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T17:47:16.110 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:16.110 INFO:tasks.workunit.client.0.smithi028.stdout: "pri2_bytes": { 2024-08-29T17:47:16.110 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T17:47:16.110 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:16.110 INFO:tasks.workunit.client.0.smithi028.stdout: "pri3_bytes": { 2024-08-29T17:47:16.110 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T17:47:16.110 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:16.111 INFO:tasks.workunit.client.0.smithi028.stdout: "pri4_bytes": { 2024-08-29T17:47:16.111 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T17:47:16.111 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:16.111 INFO:tasks.workunit.client.0.smithi028.stdout: "pri5_bytes": { 2024-08-29T17:47:16.111 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T17:47:16.111 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:16.111 INFO:tasks.workunit.client.0.smithi028.stdout: "pri6_bytes": { 2024-08-29T17:47:16.111 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 8192 2024-08-29T17:47:16.111 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:16.111 INFO:tasks.workunit.client.0.smithi028.stdout: "pri7_bytes": { 2024-08-29T17:47:16.111 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T17:47:16.111 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:16.111 INFO:tasks.workunit.client.0.smithi028.stdout: "pri8_bytes": { 2024-08-29T17:47:16.111 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T17:47:16.112 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:16.112 INFO:tasks.workunit.client.0.smithi028.stdout: "pri9_bytes": { 2024-08-29T17:47:16.112 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T17:47:16.112 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:16.112 INFO:tasks.workunit.client.0.smithi028.stdout: "reserved_bytes": { 2024-08-29T17:47:16.112 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 71448523 2024-08-29T17:47:16.112 INFO:tasks.workunit.client.0.smithi028.stdout: } 2024-08-29T17:47:16.112 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:16.112 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore-pricache:kv": { 2024-08-29T17:47:16.112 INFO:tasks.workunit.client.0.smithi028.stdout: "committed_bytes": { 2024-08-29T17:47:16.112 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 796917760 2024-08-29T17:47:16.112 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:16.113 INFO:tasks.workunit.client.0.smithi028.stdout: "pri0_bytes": { 2024-08-29T17:47:16.113 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 67108864 2024-08-29T17:47:16.113 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:16.113 INFO:tasks.workunit.client.0.smithi028.stdout: "pri10_bytes": { 2024-08-29T17:47:16.113 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T17:47:16.113 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:16.113 INFO:tasks.workunit.client.0.smithi028.stdout: "pri11_bytes": { 2024-08-29T17:47:16.113 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 659451283 2024-08-29T17:47:16.113 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:16.113 INFO:tasks.workunit.client.0.smithi028.stdout: "pri1_bytes": { 2024-08-29T17:47:16.113 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T17:47:16.113 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:16.113 INFO:tasks.workunit.client.0.smithi028.stdout: "pri2_bytes": { 2024-08-29T17:47:16.114 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T17:47:16.114 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:16.114 INFO:tasks.workunit.client.0.smithi028.stdout: "pri3_bytes": { 2024-08-29T17:47:16.114 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T17:47:16.114 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:16.114 INFO:tasks.workunit.client.0.smithi028.stdout: "pri4_bytes": { 2024-08-29T17:47:16.114 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T17:47:16.114 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:16.114 INFO:tasks.workunit.client.0.smithi028.stdout: "pri5_bytes": { 2024-08-29T17:47:16.114 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T17:47:16.114 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:16.114 INFO:tasks.workunit.client.0.smithi028.stdout: "pri6_bytes": { 2024-08-29T17:47:16.115 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 2128 2024-08-29T17:47:16.115 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:16.115 INFO:tasks.workunit.client.0.smithi028.stdout: "pri7_bytes": { 2024-08-29T17:47:16.115 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T17:47:16.115 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:16.115 INFO:tasks.workunit.client.0.smithi028.stdout: "pri8_bytes": { 2024-08-29T17:47:16.115 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T17:47:16.115 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:16.115 INFO:tasks.workunit.client.0.smithi028.stdout: "pri9_bytes": { 2024-08-29T17:47:16.115 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T17:47:16.115 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:16.115 INFO:tasks.workunit.client.0.smithi028.stdout: "reserved_bytes": { 2024-08-29T17:47:16.115 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 70355485 2024-08-29T17:47:16.115 INFO:tasks.workunit.client.0.smithi028.stdout: } 2024-08-29T17:47:16.116 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:16.116 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore-pricache:kv_onode": { 2024-08-29T17:47:16.116 INFO:tasks.workunit.client.0.smithi028.stdout: "committed_bytes": { 2024-08-29T17:47:16.116 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 192937984 2024-08-29T17:47:16.116 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:16.116 INFO:tasks.workunit.client.0.smithi028.stdout: "pri0_bytes": { 2024-08-29T17:47:16.116 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 67108864 2024-08-29T17:47:16.116 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:16.116 INFO:tasks.workunit.client.0.smithi028.stdout: "pri10_bytes": { 2024-08-29T17:47:16.116 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 464 2024-08-29T17:47:16.116 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:16.116 INFO:tasks.workunit.client.0.smithi028.stdout: "pri11_bytes": { 2024-08-29T17:47:16.116 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 58617891 2024-08-29T17:47:16.117 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:16.117 INFO:tasks.workunit.client.0.smithi028.stdout: "pri1_bytes": { 2024-08-29T17:47:16.117 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T17:47:16.117 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:16.117 INFO:tasks.workunit.client.0.smithi028.stdout: "pri2_bytes": { 2024-08-29T17:47:16.117 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T17:47:16.117 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:16.117 INFO:tasks.workunit.client.0.smithi028.stdout: "pri3_bytes": { 2024-08-29T17:47:16.117 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T17:47:16.117 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:16.117 INFO:tasks.workunit.client.0.smithi028.stdout: "pri4_bytes": { 2024-08-29T17:47:16.117 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T17:47:16.117 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:16.117 INFO:tasks.workunit.client.0.smithi028.stdout: "pri5_bytes": { 2024-08-29T17:47:16.118 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T17:47:16.118 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:16.118 INFO:tasks.workunit.client.0.smithi028.stdout: "pri6_bytes": { 2024-08-29T17:47:16.118 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T17:47:16.118 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:16.118 INFO:tasks.workunit.client.0.smithi028.stdout: "pri7_bytes": { 2024-08-29T17:47:16.118 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T17:47:16.118 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:16.118 INFO:tasks.workunit.client.0.smithi028.stdout: "pri8_bytes": { 2024-08-29T17:47:16.118 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T17:47:16.118 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:16.118 INFO:tasks.workunit.client.0.smithi028.stdout: "pri9_bytes": { 2024-08-29T17:47:16.118 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T17:47:16.118 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:16.119 INFO:tasks.workunit.client.0.smithi028.stdout: "reserved_bytes": { 2024-08-29T17:47:16.119 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 67210765 2024-08-29T17:47:16.119 INFO:tasks.workunit.client.0.smithi028.stdout: } 2024-08-29T17:47:16.119 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:16.119 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore-pricache:meta": { 2024-08-29T17:47:16.119 INFO:tasks.workunit.client.0.smithi028.stdout: "committed_bytes": { 2024-08-29T17:47:16.119 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 729808896 2024-08-29T17:47:16.119 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:16.119 INFO:tasks.workunit.client.0.smithi028.stdout: "pri0_bytes": { 2024-08-29T17:47:16.119 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T17:47:16.119 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:16.119 INFO:tasks.workunit.client.0.smithi028.stdout: "pri10_bytes": { 2024-08-29T17:47:16.119 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T17:47:16.120 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:16.120 INFO:tasks.workunit.client.0.smithi028.stdout: "pri11_bytes": { 2024-08-29T17:47:16.120 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 659451283 2024-08-29T17:47:16.120 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:16.120 INFO:tasks.workunit.client.0.smithi028.stdout: "pri1_bytes": { 2024-08-29T17:47:16.120 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T17:47:16.120 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:16.120 INFO:tasks.workunit.client.0.smithi028.stdout: "pri2_bytes": { 2024-08-29T17:47:16.120 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T17:47:16.120 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:16.120 INFO:tasks.workunit.client.0.smithi028.stdout: "pri3_bytes": { 2024-08-29T17:47:16.120 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T17:47:16.120 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:16.121 INFO:tasks.workunit.client.0.smithi028.stdout: "pri4_bytes": { 2024-08-29T17:47:16.121 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T17:47:16.121 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:16.121 INFO:tasks.workunit.client.0.smithi028.stdout: "pri5_bytes": { 2024-08-29T17:47:16.121 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T17:47:16.121 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:16.121 INFO:tasks.workunit.client.0.smithi028.stdout: "pri6_bytes": { 2024-08-29T17:47:16.121 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 264376 2024-08-29T17:47:16.121 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:16.121 INFO:tasks.workunit.client.0.smithi028.stdout: "pri7_bytes": { 2024-08-29T17:47:16.121 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T17:47:16.121 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:16.121 INFO:tasks.workunit.client.0.smithi028.stdout: "pri8_bytes": { 2024-08-29T17:47:16.122 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T17:47:16.122 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:16.122 INFO:tasks.workunit.client.0.smithi028.stdout: "pri9_bytes": { 2024-08-29T17:47:16.122 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T17:47:16.122 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:16.122 INFO:tasks.workunit.client.0.smithi028.stdout: "reserved_bytes": { 2024-08-29T17:47:16.122 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 70093237 2024-08-29T17:47:16.122 INFO:tasks.workunit.client.0.smithi028.stdout: } 2024-08-29T17:47:16.122 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:16.122 INFO:tasks.workunit.client.0.smithi028.stdout: "objecter": { 2024-08-29T17:47:16.122 INFO:tasks.workunit.client.0.smithi028.stdout: "op_active": { 2024-08-29T17:47:16.122 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T17:47:16.122 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:16.122 INFO:tasks.workunit.client.0.smithi028.stdout: "op_r": { 2024-08-29T17:47:16.123 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T17:47:16.123 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:16.123 INFO:tasks.workunit.client.0.smithi028.stdout: "op_rmw": { 2024-08-29T17:47:16.123 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T17:47:16.123 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:16.123 INFO:tasks.workunit.client.0.smithi028.stdout: "op_w": { 2024-08-29T17:47:16.123 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T17:47:16.123 INFO:tasks.workunit.client.0.smithi028.stdout: } 2024-08-29T17:47:16.123 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:16.123 INFO:tasks.workunit.client.0.smithi028.stdout: "osd": { 2024-08-29T17:47:16.123 INFO:tasks.workunit.client.0.smithi028.stdout: "numpg": { 2024-08-29T17:47:16.123 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 30 2024-08-29T17:47:16.123 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:16.123 INFO:tasks.workunit.client.0.smithi028.stdout: "numpg_removing": { 2024-08-29T17:47:16.124 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T17:47:16.124 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:16.124 INFO:tasks.workunit.client.0.smithi028.stdout: "op": { 2024-08-29T17:47:16.124 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 10 2024-08-29T17:47:16.124 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:16.124 INFO:tasks.workunit.client.0.smithi028.stdout: "op_delayed_degraded": { 2024-08-29T17:47:16.124 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T17:47:16.124 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:16.124 INFO:tasks.workunit.client.0.smithi028.stdout: "op_delayed_unreadable": { 2024-08-29T17:47:16.124 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T17:47:16.124 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:16.124 INFO:tasks.workunit.client.0.smithi028.stdout: "op_in_bytes": { 2024-08-29T17:47:16.124 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T17:47:16.125 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:16.125 INFO:tasks.workunit.client.0.smithi028.stdout: "op_latency": { 2024-08-29T17:47:16.125 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 10, 2024-08-29T17:47:16.125 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 90222970 2024-08-29T17:47:16.125 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:16.125 INFO:tasks.workunit.client.0.smithi028.stdout: "op_out_bytes": { 2024-08-29T17:47:16.125 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T17:47:16.125 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:16.125 INFO:tasks.workunit.client.0.smithi028.stdout: "op_prepare_latency": { 2024-08-29T17:47:16.125 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 10, 2024-08-29T17:47:16.125 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 6086327 2024-08-29T17:47:16.125 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:16.126 INFO:tasks.workunit.client.0.smithi028.stdout: "op_process_latency": { 2024-08-29T17:47:16.126 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 10, 2024-08-29T17:47:16.126 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 71343515 2024-08-29T17:47:16.126 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:16.126 INFO:tasks.workunit.client.0.smithi028.stdout: "op_r": { 2024-08-29T17:47:16.126 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T17:47:16.127 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:16.127 INFO:tasks.workunit.client.0.smithi028.stdout: "op_r_latency": { 2024-08-29T17:47:16.127 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 0, 2024-08-29T17:47:16.127 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T17:47:16.127 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:16.127 INFO:tasks.workunit.client.0.smithi028.stdout: "op_r_latency_out_bytes_histogram": { 2024-08-29T17:47:16.128 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T17:47:16.128 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:16.128 INFO:tasks.workunit.client.0.smithi028.stdout: "op_r_out_bytes": { 2024-08-29T17:47:16.128 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T17:47:16.128 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:16.129 INFO:tasks.workunit.client.0.smithi028.stdout: "op_r_prepare_latency": { 2024-08-29T17:47:16.129 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 0, 2024-08-29T17:47:16.129 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T17:47:16.129 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:16.129 INFO:tasks.workunit.client.0.smithi028.stdout: "op_r_process_latency": { 2024-08-29T17:47:16.129 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 0, 2024-08-29T17:47:16.130 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T17:47:16.130 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:16.130 INFO:tasks.workunit.client.0.smithi028.stdout: "op_rw": { 2024-08-29T17:47:16.130 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T17:47:16.130 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:16.130 INFO:tasks.workunit.client.0.smithi028.stdout: "op_rw_in_bytes": { 2024-08-29T17:47:16.131 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T17:47:16.131 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:16.131 INFO:tasks.workunit.client.0.smithi028.stdout: "op_rw_latency": { 2024-08-29T17:47:16.131 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 0, 2024-08-29T17:47:16.131 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T17:47:16.131 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:16.132 INFO:tasks.workunit.client.0.smithi028.stdout: "op_rw_latency_in_bytes_histogram": { 2024-08-29T17:47:16.132 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T17:47:16.132 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:16.132 INFO:tasks.workunit.client.0.smithi028.stdout: "op_rw_latency_out_bytes_histogram": { 2024-08-29T17:47:16.132 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T17:47:16.132 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:16.133 INFO:tasks.workunit.client.0.smithi028.stdout: "op_rw_out_bytes": { 2024-08-29T17:47:16.133 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T17:47:16.133 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:16.133 INFO:tasks.workunit.client.0.smithi028.stdout: "op_rw_prepare_latency": { 2024-08-29T17:47:16.134 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 0, 2024-08-29T17:47:16.134 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T17:47:16.134 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:16.134 INFO:tasks.workunit.client.0.smithi028.stdout: "op_rw_process_latency": { 2024-08-29T17:47:16.134 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 0, 2024-08-29T17:47:16.134 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T17:47:16.135 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:16.135 INFO:tasks.workunit.client.0.smithi028.stdout: "op_w": { 2024-08-29T17:47:16.135 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 10 2024-08-29T17:47:16.135 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:16.135 INFO:tasks.workunit.client.0.smithi028.stdout: "op_w_in_bytes": { 2024-08-29T17:47:16.135 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T17:47:16.136 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:16.136 INFO:tasks.workunit.client.0.smithi028.stdout: "op_w_latency": { 2024-08-29T17:47:16.136 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 10, 2024-08-29T17:47:16.136 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 90222970 2024-08-29T17:47:16.136 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:16.137 INFO:tasks.workunit.client.0.smithi028.stdout: "op_w_latency_in_bytes_histogram": { 2024-08-29T17:47:16.137 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T17:47:16.137 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:16.137 INFO:tasks.workunit.client.0.smithi028.stdout: "op_w_prepare_latency": { 2024-08-29T17:47:16.137 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 10, 2024-08-29T17:47:16.137 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 6086327 2024-08-29T17:47:16.138 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:16.138 INFO:tasks.workunit.client.0.smithi028.stdout: "op_w_process_latency": { 2024-08-29T17:47:16.138 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 10, 2024-08-29T17:47:16.138 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 71343515 2024-08-29T17:47:16.138 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:16.139 INFO:tasks.workunit.client.0.smithi028.stdout: "op_wip": { 2024-08-29T17:47:16.139 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T17:47:16.139 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:16.139 INFO:tasks.workunit.client.0.smithi028.stdout: "recovery_bytes": { 2024-08-29T17:47:16.139 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T17:47:16.139 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:16.140 INFO:tasks.workunit.client.0.smithi028.stdout: "recovery_ops": { 2024-08-29T17:47:16.140 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T17:47:16.140 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:16.140 INFO:tasks.workunit.client.0.smithi028.stdout: "stat_bytes": { 2024-08-29T17:47:16.140 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 95995035648 2024-08-29T17:47:16.141 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:16.141 INFO:tasks.workunit.client.0.smithi028.stdout: "stat_bytes_used": { 2024-08-29T17:47:16.141 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 305270784 2024-08-29T17:47:16.141 INFO:tasks.workunit.client.0.smithi028.stdout: } 2024-08-29T17:47:16.141 INFO:tasks.workunit.client.0.smithi028.stdout: } 2024-08-29T17:47:16.141 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:16.142 INFO:tasks.workunit.client.0.smithi028.stdout: "osd.3": { 2024-08-29T17:47:16.142 INFO:tasks.workunit.client.0.smithi028.stdout: "bluefs": { 2024-08-29T17:47:16.142 INFO:tasks.workunit.client.0.smithi028.stdout: "alloc_slow_fallback": { 2024-08-29T17:47:16.142 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T17:47:16.142 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:16.142 INFO:tasks.workunit.client.0.smithi028.stdout: "alloc_slow_size_fallback": { 2024-08-29T17:47:16.143 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T17:47:16.143 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:16.143 INFO:tasks.workunit.client.0.smithi028.stdout: "alloc_unit_db": { 2024-08-29T17:47:16.143 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 65536 2024-08-29T17:47:16.143 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:16.144 INFO:tasks.workunit.client.0.smithi028.stdout: "alloc_unit_main": { 2024-08-29T17:47:16.144 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T17:47:16.144 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:16.144 INFO:tasks.workunit.client.0.smithi028.stdout: "alloc_unit_wal": { 2024-08-29T17:47:16.144 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T17:47:16.145 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:16.145 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes_written_slow": { 2024-08-29T17:47:16.145 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T17:47:16.145 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:16.145 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes_written_sst": { 2024-08-29T17:47:16.146 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 12288 2024-08-29T17:47:16.146 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:16.146 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes_written_wal": { 2024-08-29T17:47:16.146 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 1343488 2024-08-29T17:47:16.146 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:16.146 INFO:tasks.workunit.client.0.smithi028.stdout: "compact_lat": { 2024-08-29T17:47:16.147 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 0, 2024-08-29T17:47:16.147 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T17:47:16.147 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:16.147 INFO:tasks.workunit.client.0.smithi028.stdout: "compact_lock_lat": { 2024-08-29T17:47:16.147 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 0, 2024-08-29T17:47:16.147 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T17:47:16.148 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:16.148 INFO:tasks.workunit.client.0.smithi028.stdout: "db_total_bytes": { 2024-08-29T17:47:16.148 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 95995035648 2024-08-29T17:47:16.148 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:16.148 INFO:tasks.workunit.client.0.smithi028.stdout: "db_used_bytes": { 2024-08-29T17:47:16.149 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 304480256 2024-08-29T17:47:16.149 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:16.149 INFO:tasks.workunit.client.0.smithi028.stdout: "log_bytes": { 2024-08-29T17:47:16.149 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 1024000 2024-08-29T17:47:16.149 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:16.150 INFO:tasks.workunit.client.0.smithi028.stdout: "logged_bytes": { 2024-08-29T17:47:16.150 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 884736 2024-08-29T17:47:16.150 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:16.150 INFO:tasks.workunit.client.0.smithi028.stdout: "max_bytes_db": { 2024-08-29T17:47:16.150 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 312868864 2024-08-29T17:47:16.151 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:16.151 INFO:tasks.workunit.client.0.smithi028.stdout: "max_bytes_slow": { 2024-08-29T17:47:16.151 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T17:47:16.151 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:16.151 INFO:tasks.workunit.client.0.smithi028.stdout: "max_bytes_wal": { 2024-08-29T17:47:16.151 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T17:47:16.152 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:16.152 INFO:tasks.workunit.client.0.smithi028.stdout: "num_files": { 2024-08-29T17:47:16.152 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 14 2024-08-29T17:47:16.152 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:16.152 INFO:tasks.workunit.client.0.smithi028.stdout: "read_bytes": { 2024-08-29T17:47:16.152 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 195697 2024-08-29T17:47:16.152 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:16.153 INFO:tasks.workunit.client.0.smithi028.stdout: "read_count": { 2024-08-29T17:47:16.153 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 23 2024-08-29T17:47:16.153 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:16.153 INFO:tasks.workunit.client.0.smithi028.stdout: "read_disk_bytes": { 2024-08-29T17:47:16.153 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 1269760 2024-08-29T17:47:16.153 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:16.154 INFO:tasks.workunit.client.0.smithi028.stdout: "read_disk_bytes_db": { 2024-08-29T17:47:16.154 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 1273856 2024-08-29T17:47:16.154 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:16.154 INFO:tasks.workunit.client.0.smithi028.stdout: "read_disk_bytes_slow": { 2024-08-29T17:47:16.154 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T17:47:16.154 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:16.155 INFO:tasks.workunit.client.0.smithi028.stdout: "read_disk_bytes_wal": { 2024-08-29T17:47:16.155 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T17:47:16.155 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:16.155 INFO:tasks.workunit.client.0.smithi028.stdout: "read_disk_count": { 2024-08-29T17:47:16.155 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 15 2024-08-29T17:47:16.155 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:16.155 INFO:tasks.workunit.client.0.smithi028.stdout: "read_prefetch_bytes": { 2024-08-29T17:47:16.155 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 4789 2024-08-29T17:47:16.155 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:16.155 INFO:tasks.workunit.client.0.smithi028.stdout: "read_prefetch_count": { 2024-08-29T17:47:16.155 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 4 2024-08-29T17:47:16.155 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:16.156 INFO:tasks.workunit.client.0.smithi028.stdout: "read_random_buffer_bytes": { 2024-08-29T17:47:16.156 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 5589 2024-08-29T17:47:16.156 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:16.156 INFO:tasks.workunit.client.0.smithi028.stdout: "read_random_buffer_count": { 2024-08-29T17:47:16.156 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 24 2024-08-29T17:47:16.156 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:16.156 INFO:tasks.workunit.client.0.smithi028.stdout: "read_random_bytes": { 2024-08-29T17:47:16.156 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 5589 2024-08-29T17:47:16.156 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:16.156 INFO:tasks.workunit.client.0.smithi028.stdout: "read_random_count": { 2024-08-29T17:47:16.156 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 24 2024-08-29T17:47:16.156 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:16.157 INFO:tasks.workunit.client.0.smithi028.stdout: "read_random_disk_bytes": { 2024-08-29T17:47:16.157 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T17:47:16.157 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:16.157 INFO:tasks.workunit.client.0.smithi028.stdout: "read_random_disk_bytes_db": { 2024-08-29T17:47:16.157 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T17:47:16.157 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:16.157 INFO:tasks.workunit.client.0.smithi028.stdout: "read_random_disk_bytes_slow": { 2024-08-29T17:47:16.157 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T17:47:16.157 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:16.157 INFO:tasks.workunit.client.0.smithi028.stdout: "read_random_disk_bytes_wal": { 2024-08-29T17:47:16.157 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T17:47:16.157 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:16.157 INFO:tasks.workunit.client.0.smithi028.stdout: "read_random_disk_count": { 2024-08-29T17:47:16.158 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T17:47:16.158 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:16.158 INFO:tasks.workunit.client.0.smithi028.stdout: "slow_total_bytes": { 2024-08-29T17:47:16.158 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T17:47:16.158 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:16.158 INFO:tasks.workunit.client.0.smithi028.stdout: "slow_used_bytes": { 2024-08-29T17:47:16.158 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T17:47:16.158 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:16.158 INFO:tasks.workunit.client.0.smithi028.stdout: "wal_total_bytes": { 2024-08-29T17:47:16.158 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T17:47:16.158 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:16.158 INFO:tasks.workunit.client.0.smithi028.stdout: "wal_used_bytes": { 2024-08-29T17:47:16.158 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T17:47:16.158 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:16.158 INFO:tasks.workunit.client.0.smithi028.stdout: "write_bytes": { 2024-08-29T17:47:16.159 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 2301952 2024-08-29T17:47:16.159 INFO:tasks.workunit.client.0.smithi028.stdout: } 2024-08-29T17:47:16.159 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:16.159 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore": { 2024-08-29T17:47:16.159 INFO:tasks.workunit.client.0.smithi028.stdout: "alloc_unit": { 2024-08-29T17:47:16.159 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 4096 2024-08-29T17:47:16.159 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:16.159 INFO:tasks.workunit.client.0.smithi028.stdout: "allocated": { 2024-08-29T17:47:16.159 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 798720 2024-08-29T17:47:16.159 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:16.159 INFO:tasks.workunit.client.0.smithi028.stdout: "clist_lat": { 2024-08-29T17:47:16.159 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 0, 2024-08-29T17:47:16.159 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T17:47:16.159 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:16.160 INFO:tasks.workunit.client.0.smithi028.stdout: "compress_lat": { 2024-08-29T17:47:16.160 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 0, 2024-08-29T17:47:16.160 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T17:47:16.160 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:16.160 INFO:tasks.workunit.client.0.smithi028.stdout: "compressed": { 2024-08-29T17:47:16.160 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T17:47:16.160 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:16.160 INFO:tasks.workunit.client.0.smithi028.stdout: "compressed_allocated": { 2024-08-29T17:47:16.160 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T17:47:16.160 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:16.160 INFO:tasks.workunit.client.0.smithi028.stdout: "compressed_original": { 2024-08-29T17:47:16.160 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T17:47:16.160 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:16.161 INFO:tasks.workunit.client.0.smithi028.stdout: "csum_lat": { 2024-08-29T17:47:16.161 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 3, 2024-08-29T17:47:16.161 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 10962 2024-08-29T17:47:16.161 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:16.161 INFO:tasks.workunit.client.0.smithi028.stdout: "decompress_lat": { 2024-08-29T17:47:16.161 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 0, 2024-08-29T17:47:16.161 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T17:47:16.161 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:16.161 INFO:tasks.workunit.client.0.smithi028.stdout: "kv_commit_lat": { 2024-08-29T17:47:16.161 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 199, 2024-08-29T17:47:16.161 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 63648060 2024-08-29T17:47:16.161 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:16.161 INFO:tasks.workunit.client.0.smithi028.stdout: "kv_final_lat": { 2024-08-29T17:47:16.161 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 193, 2024-08-29T17:47:16.162 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 11697975 2024-08-29T17:47:16.162 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:16.162 INFO:tasks.workunit.client.0.smithi028.stdout: "kv_flush_lat": { 2024-08-29T17:47:16.162 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 199, 2024-08-29T17:47:16.162 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 581068 2024-08-29T17:47:16.162 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:16.162 INFO:tasks.workunit.client.0.smithi028.stdout: "kv_sync_lat": { 2024-08-29T17:47:16.162 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 199, 2024-08-29T17:47:16.162 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 64229128 2024-08-29T17:47:16.162 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:16.162 INFO:tasks.workunit.client.0.smithi028.stdout: "omap_get_keys_lat": { 2024-08-29T17:47:16.162 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 0, 2024-08-29T17:47:16.162 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T17:47:16.163 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:16.163 INFO:tasks.workunit.client.0.smithi028.stdout: "omap_get_values_lat": { 2024-08-29T17:47:16.163 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 1, 2024-08-29T17:47:16.163 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 35856 2024-08-29T17:47:16.163 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:16.163 INFO:tasks.workunit.client.0.smithi028.stdout: "omap_lower_bound_lat": { 2024-08-29T17:47:16.163 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 2, 2024-08-29T17:47:16.163 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 3207 2024-08-29T17:47:16.163 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:16.163 INFO:tasks.workunit.client.0.smithi028.stdout: "omap_next_lat": { 2024-08-29T17:47:16.164 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 0, 2024-08-29T17:47:16.164 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T17:47:16.164 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:16.164 INFO:tasks.workunit.client.0.smithi028.stdout: "omap_seek_to_first_lat": { 2024-08-29T17:47:16.164 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 0, 2024-08-29T17:47:16.165 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T17:47:16.165 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:16.165 INFO:tasks.workunit.client.0.smithi028.stdout: "omap_upper_bound_lat": { 2024-08-29T17:47:16.165 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 3, 2024-08-29T17:47:16.165 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 10873 2024-08-29T17:47:16.165 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:16.165 INFO:tasks.workunit.client.0.smithi028.stdout: "onode_hits": { 2024-08-29T17:47:16.165 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 368 2024-08-29T17:47:16.166 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:16.166 INFO:tasks.workunit.client.0.smithi028.stdout: "onode_misses": { 2024-08-29T17:47:16.166 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 230 2024-08-29T17:47:16.166 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:16.166 INFO:tasks.workunit.client.0.smithi028.stdout: "read_lat": { 2024-08-29T17:47:16.166 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 89, 2024-08-29T17:47:16.166 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 1639953 2024-08-29T17:47:16.166 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:16.166 INFO:tasks.workunit.client.0.smithi028.stdout: "read_onode_meta_lat": { 2024-08-29T17:47:16.167 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 157, 2024-08-29T17:47:16.167 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 432277 2024-08-29T17:47:16.167 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:16.167 INFO:tasks.workunit.client.0.smithi028.stdout: "read_wait_aio_lat": { 2024-08-29T17:47:16.167 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 68, 2024-08-29T17:47:16.168 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 264132 2024-08-29T17:47:16.168 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:16.168 INFO:tasks.workunit.client.0.smithi028.stdout: "reads_with_retries": { 2024-08-29T17:47:16.168 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T17:47:16.168 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:16.168 INFO:tasks.workunit.client.0.smithi028.stdout: "remove_lat": { 2024-08-29T17:47:16.168 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 0, 2024-08-29T17:47:16.168 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T17:47:16.168 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:16.168 INFO:tasks.workunit.client.0.smithi028.stdout: "state_aio_wait_lat": { 2024-08-29T17:47:16.168 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 246, 2024-08-29T17:47:16.168 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 6785370 2024-08-29T17:47:16.169 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:16.169 INFO:tasks.workunit.client.0.smithi028.stdout: "state_deferred_aio_wait_lat": { 2024-08-29T17:47:16.169 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 59, 2024-08-29T17:47:16.169 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 5765428 2024-08-29T17:47:16.169 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:16.169 INFO:tasks.workunit.client.0.smithi028.stdout: "state_deferred_cleanup_lat": { 2024-08-29T17:47:16.169 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 56, 2024-08-29T17:47:16.169 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 716233799177 2024-08-29T17:47:16.169 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:16.169 INFO:tasks.workunit.client.0.smithi028.stdout: "state_deferred_queued_lat": { 2024-08-29T17:47:16.169 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 59, 2024-08-29T17:47:16.170 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 79815798826 2024-08-29T17:47:16.170 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:16.170 INFO:tasks.workunit.client.0.smithi028.stdout: "state_done_lat": { 2024-08-29T17:47:16.170 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 243, 2024-08-29T17:47:16.170 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 1143783 2024-08-29T17:47:16.170 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:16.170 INFO:tasks.workunit.client.0.smithi028.stdout: "state_finishing_lat": { 2024-08-29T17:47:16.171 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 243, 2024-08-29T17:47:16.171 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 55397 2024-08-29T17:47:16.171 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:16.171 INFO:tasks.workunit.client.0.smithi028.stdout: "state_io_done_lat": { 2024-08-29T17:47:16.171 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 246, 2024-08-29T17:47:16.171 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 568609 2024-08-29T17:47:16.171 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:16.171 INFO:tasks.workunit.client.0.smithi028.stdout: "state_kv_commiting_lat": { 2024-08-29T17:47:16.172 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 246, 2024-08-29T17:47:16.172 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 118873497 2024-08-29T17:47:16.172 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:16.172 INFO:tasks.workunit.client.0.smithi028.stdout: "state_kv_done_lat": { 2024-08-29T17:47:16.172 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 246, 2024-08-29T17:47:16.172 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 169490 2024-08-29T17:47:16.172 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:16.172 INFO:tasks.workunit.client.0.smithi028.stdout: "state_kv_queued_lat": { 2024-08-29T17:47:16.172 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 246, 2024-08-29T17:47:16.172 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 46355644 2024-08-29T17:47:16.172 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:16.173 INFO:tasks.workunit.client.0.smithi028.stdout: "state_prepare_lat": { 2024-08-29T17:47:16.173 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 246, 2024-08-29T17:47:16.173 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 24533564 2024-08-29T17:47:16.173 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:16.173 INFO:tasks.workunit.client.0.smithi028.stdout: "stored": { 2024-08-29T17:47:16.173 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 351735 2024-08-29T17:47:16.174 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:16.174 INFO:tasks.workunit.client.0.smithi028.stdout: "truncate_lat": { 2024-08-29T17:47:16.174 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 50, 2024-08-29T17:47:16.174 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 468746 2024-08-29T17:47:16.174 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:16.174 INFO:tasks.workunit.client.0.smithi028.stdout: "txc_commit_lat": { 2024-08-29T17:47:16.174 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 246, 2024-08-29T17:47:16.174 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 197188935 2024-08-29T17:47:16.175 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:16.175 INFO:tasks.workunit.client.0.smithi028.stdout: "txc_submit_lat": { 2024-08-29T17:47:16.175 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 246, 2024-08-29T17:47:16.175 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 30196373 2024-08-29T17:47:16.175 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:16.175 INFO:tasks.workunit.client.0.smithi028.stdout: "txc_throttle_lat": { 2024-08-29T17:47:16.175 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 246, 2024-08-29T17:47:16.175 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 3448873 2024-08-29T17:47:16.175 INFO:tasks.workunit.client.0.smithi028.stdout: } 2024-08-29T17:47:16.175 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:16.175 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore-pricache": { 2024-08-29T17:47:16.176 INFO:tasks.workunit.client.0.smithi028.stdout: "cache_bytes": { 2024-08-29T17:47:16.176 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 1901932871 2024-08-29T17:47:16.176 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:16.176 INFO:tasks.workunit.client.0.smithi028.stdout: "heap_bytes": { 2024-08-29T17:47:16.176 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 270974976 2024-08-29T17:47:16.177 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:16.177 INFO:tasks.workunit.client.0.smithi028.stdout: "mapped_bytes": { 2024-08-29T17:47:16.177 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 270680064 2024-08-29T17:47:16.177 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:16.177 INFO:tasks.workunit.client.0.smithi028.stdout: "target_bytes": { 2024-08-29T17:47:16.177 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 3184987340 2024-08-29T17:47:16.177 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:16.177 INFO:tasks.workunit.client.0.smithi028.stdout: "unmapped_bytes": { 2024-08-29T17:47:16.177 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 294912 2024-08-29T17:47:16.177 INFO:tasks.workunit.client.0.smithi028.stdout: } 2024-08-29T17:47:16.177 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:16.177 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore-pricache:data": { 2024-08-29T17:47:16.178 INFO:tasks.workunit.client.0.smithi028.stdout: "committed_bytes": { 2024-08-29T17:47:16.178 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 159383552 2024-08-29T17:47:16.178 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:16.178 INFO:tasks.workunit.client.0.smithi028.stdout: "pri0_bytes": { 2024-08-29T17:47:16.178 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T17:47:16.178 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:16.178 INFO:tasks.workunit.client.0.smithi028.stdout: "pri10_bytes": { 2024-08-29T17:47:16.178 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T17:47:16.179 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:16.179 INFO:tasks.workunit.client.0.smithi028.stdout: "pri11_bytes": { 2024-08-29T17:47:16.179 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 87926709 2024-08-29T17:47:16.179 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:16.179 INFO:tasks.workunit.client.0.smithi028.stdout: "pri1_bytes": { 2024-08-29T17:47:16.179 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T17:47:16.179 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:16.179 INFO:tasks.workunit.client.0.smithi028.stdout: "pri2_bytes": { 2024-08-29T17:47:16.179 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T17:47:16.180 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:16.180 INFO:tasks.workunit.client.0.smithi028.stdout: "pri3_bytes": { 2024-08-29T17:47:16.180 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T17:47:16.180 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:16.180 INFO:tasks.workunit.client.0.smithi028.stdout: "pri4_bytes": { 2024-08-29T17:47:16.180 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T17:47:16.180 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:16.180 INFO:tasks.workunit.client.0.smithi028.stdout: "pri5_bytes": { 2024-08-29T17:47:16.180 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T17:47:16.180 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:16.180 INFO:tasks.workunit.client.0.smithi028.stdout: "pri6_bytes": { 2024-08-29T17:47:16.180 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T17:47:16.180 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:16.181 INFO:tasks.workunit.client.0.smithi028.stdout: "pri7_bytes": { 2024-08-29T17:47:16.181 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T17:47:16.181 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:16.181 INFO:tasks.workunit.client.0.smithi028.stdout: "pri8_bytes": { 2024-08-29T17:47:16.181 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T17:47:16.181 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:16.181 INFO:tasks.workunit.client.0.smithi028.stdout: "pri9_bytes": { 2024-08-29T17:47:16.181 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T17:47:16.181 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:16.181 INFO:tasks.workunit.client.0.smithi028.stdout: "reserved_bytes": { 2024-08-29T17:47:16.181 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 71456843 2024-08-29T17:47:16.182 INFO:tasks.workunit.client.0.smithi028.stdout: } 2024-08-29T17:47:16.182 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:16.182 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore-pricache:kv": { 2024-08-29T17:47:16.182 INFO:tasks.workunit.client.0.smithi028.stdout: "committed_bytes": { 2024-08-29T17:47:16.182 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 796917760 2024-08-29T17:47:16.182 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:16.182 INFO:tasks.workunit.client.0.smithi028.stdout: "pri0_bytes": { 2024-08-29T17:47:16.182 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 67108864 2024-08-29T17:47:16.182 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:16.182 INFO:tasks.workunit.client.0.smithi028.stdout: "pri10_bytes": { 2024-08-29T17:47:16.182 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T17:47:16.182 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:16.182 INFO:tasks.workunit.client.0.smithi028.stdout: "pri11_bytes": { 2024-08-29T17:47:16.182 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 659450319 2024-08-29T17:47:16.183 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:16.183 INFO:tasks.workunit.client.0.smithi028.stdout: "pri1_bytes": { 2024-08-29T17:47:16.183 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T17:47:16.183 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:16.183 INFO:tasks.workunit.client.0.smithi028.stdout: "pri2_bytes": { 2024-08-29T17:47:16.183 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T17:47:16.183 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:16.183 INFO:tasks.workunit.client.0.smithi028.stdout: "pri3_bytes": { 2024-08-29T17:47:16.183 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T17:47:16.183 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:16.183 INFO:tasks.workunit.client.0.smithi028.stdout: "pri4_bytes": { 2024-08-29T17:47:16.183 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T17:47:16.183 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:16.183 INFO:tasks.workunit.client.0.smithi028.stdout: "pri5_bytes": { 2024-08-29T17:47:16.184 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T17:47:16.184 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:16.184 INFO:tasks.workunit.client.0.smithi028.stdout: "pri6_bytes": { 2024-08-29T17:47:16.184 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 2128 2024-08-29T17:47:16.184 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:16.184 INFO:tasks.workunit.client.0.smithi028.stdout: "pri7_bytes": { 2024-08-29T17:47:16.184 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T17:47:16.184 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:16.184 INFO:tasks.workunit.client.0.smithi028.stdout: "pri8_bytes": { 2024-08-29T17:47:16.184 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T17:47:16.184 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:16.184 INFO:tasks.workunit.client.0.smithi028.stdout: "pri9_bytes": { 2024-08-29T17:47:16.185 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T17:47:16.185 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:16.185 INFO:tasks.workunit.client.0.smithi028.stdout: "reserved_bytes": { 2024-08-29T17:47:16.185 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 70356449 2024-08-29T17:47:16.185 INFO:tasks.workunit.client.0.smithi028.stdout: } 2024-08-29T17:47:16.185 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:16.186 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore-pricache:kv_onode": { 2024-08-29T17:47:16.186 INFO:tasks.workunit.client.0.smithi028.stdout: "committed_bytes": { 2024-08-29T17:47:16.186 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 192937984 2024-08-29T17:47:16.186 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:16.187 INFO:tasks.workunit.client.0.smithi028.stdout: "pri0_bytes": { 2024-08-29T17:47:16.187 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 67108864 2024-08-29T17:47:16.187 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:16.187 INFO:tasks.workunit.client.0.smithi028.stdout: "pri10_bytes": { 2024-08-29T17:47:16.187 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 464 2024-08-29T17:47:16.187 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:16.187 INFO:tasks.workunit.client.0.smithi028.stdout: "pri11_bytes": { 2024-08-29T17:47:16.187 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 58617806 2024-08-29T17:47:16.187 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:16.188 INFO:tasks.workunit.client.0.smithi028.stdout: "pri1_bytes": { 2024-08-29T17:47:16.188 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T17:47:16.188 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:16.188 INFO:tasks.workunit.client.0.smithi028.stdout: "pri2_bytes": { 2024-08-29T17:47:16.188 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T17:47:16.188 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:16.188 INFO:tasks.workunit.client.0.smithi028.stdout: "pri3_bytes": { 2024-08-29T17:47:16.188 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T17:47:16.188 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:16.188 INFO:tasks.workunit.client.0.smithi028.stdout: "pri4_bytes": { 2024-08-29T17:47:16.189 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T17:47:16.189 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:16.189 INFO:tasks.workunit.client.0.smithi028.stdout: "pri5_bytes": { 2024-08-29T17:47:16.189 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T17:47:16.189 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:16.189 INFO:tasks.workunit.client.0.smithi028.stdout: "pri6_bytes": { 2024-08-29T17:47:16.189 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T17:47:16.189 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:16.189 INFO:tasks.workunit.client.0.smithi028.stdout: "pri7_bytes": { 2024-08-29T17:47:16.189 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T17:47:16.189 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:16.190 INFO:tasks.workunit.client.0.smithi028.stdout: "pri8_bytes": { 2024-08-29T17:47:16.190 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T17:47:16.190 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:16.190 INFO:tasks.workunit.client.0.smithi028.stdout: "pri9_bytes": { 2024-08-29T17:47:16.190 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T17:47:16.190 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:16.190 INFO:tasks.workunit.client.0.smithi028.stdout: "reserved_bytes": { 2024-08-29T17:47:16.190 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 67210850 2024-08-29T17:47:16.190 INFO:tasks.workunit.client.0.smithi028.stdout: } 2024-08-29T17:47:16.190 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:16.190 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore-pricache:meta": { 2024-08-29T17:47:16.190 INFO:tasks.workunit.client.0.smithi028.stdout: "committed_bytes": { 2024-08-29T17:47:16.190 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 729808896 2024-08-29T17:47:16.190 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:16.191 INFO:tasks.workunit.client.0.smithi028.stdout: "pri0_bytes": { 2024-08-29T17:47:16.191 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T17:47:16.191 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:16.191 INFO:tasks.workunit.client.0.smithi028.stdout: "pri10_bytes": { 2024-08-29T17:47:16.191 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T17:47:16.191 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:16.191 INFO:tasks.workunit.client.0.smithi028.stdout: "pri11_bytes": { 2024-08-29T17:47:16.191 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 659450319 2024-08-29T17:47:16.191 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:16.191 INFO:tasks.workunit.client.0.smithi028.stdout: "pri1_bytes": { 2024-08-29T17:47:16.191 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T17:47:16.191 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:16.191 INFO:tasks.workunit.client.0.smithi028.stdout: "pri2_bytes": { 2024-08-29T17:47:16.192 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T17:47:16.192 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:16.192 INFO:tasks.workunit.client.0.smithi028.stdout: "pri3_bytes": { 2024-08-29T17:47:16.192 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T17:47:16.192 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:16.192 INFO:tasks.workunit.client.0.smithi028.stdout: "pri4_bytes": { 2024-08-29T17:47:16.192 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T17:47:16.192 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:16.192 INFO:tasks.workunit.client.0.smithi028.stdout: "pri5_bytes": { 2024-08-29T17:47:16.193 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T17:47:16.193 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:16.193 INFO:tasks.workunit.client.0.smithi028.stdout: "pri6_bytes": { 2024-08-29T17:47:16.193 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 277508 2024-08-29T17:47:16.193 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:16.193 INFO:tasks.workunit.client.0.smithi028.stdout: "pri7_bytes": { 2024-08-29T17:47:16.193 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T17:47:16.193 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:16.193 INFO:tasks.workunit.client.0.smithi028.stdout: "pri8_bytes": { 2024-08-29T17:47:16.193 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T17:47:16.193 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:16.193 INFO:tasks.workunit.client.0.smithi028.stdout: "pri9_bytes": { 2024-08-29T17:47:16.193 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T17:47:16.193 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:16.194 INFO:tasks.workunit.client.0.smithi028.stdout: "reserved_bytes": { 2024-08-29T17:47:16.194 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 70081069 2024-08-29T17:47:16.194 INFO:tasks.workunit.client.0.smithi028.stdout: } 2024-08-29T17:47:16.194 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:16.194 INFO:tasks.workunit.client.0.smithi028.stdout: "objecter": { 2024-08-29T17:47:16.194 INFO:tasks.workunit.client.0.smithi028.stdout: "op_active": { 2024-08-29T17:47:16.194 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T17:47:16.194 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:16.194 INFO:tasks.workunit.client.0.smithi028.stdout: "op_r": { 2024-08-29T17:47:16.194 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T17:47:16.194 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:16.194 INFO:tasks.workunit.client.0.smithi028.stdout: "op_rmw": { 2024-08-29T17:47:16.194 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T17:47:16.195 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:16.195 INFO:tasks.workunit.client.0.smithi028.stdout: "op_w": { 2024-08-29T17:47:16.195 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T17:47:16.195 INFO:tasks.workunit.client.0.smithi028.stdout: } 2024-08-29T17:47:16.195 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:16.195 INFO:tasks.workunit.client.0.smithi028.stdout: "osd": { 2024-08-29T17:47:16.195 INFO:tasks.workunit.client.0.smithi028.stdout: "numpg": { 2024-08-29T17:47:16.195 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 37 2024-08-29T17:47:16.195 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:16.195 INFO:tasks.workunit.client.0.smithi028.stdout: "numpg_removing": { 2024-08-29T17:47:16.195 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T17:47:16.195 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:16.195 INFO:tasks.workunit.client.0.smithi028.stdout: "op": { 2024-08-29T17:47:16.196 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T17:47:16.196 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:16.196 INFO:tasks.workunit.client.0.smithi028.stdout: "op_delayed_degraded": { 2024-08-29T17:47:16.196 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T17:47:16.196 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:16.196 INFO:tasks.workunit.client.0.smithi028.stdout: "op_delayed_unreadable": { 2024-08-29T17:47:16.196 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T17:47:16.196 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:16.196 INFO:tasks.workunit.client.0.smithi028.stdout: "op_in_bytes": { 2024-08-29T17:47:16.196 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T17:47:16.196 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:16.196 INFO:tasks.workunit.client.0.smithi028.stdout: "op_latency": { 2024-08-29T17:47:16.196 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 0, 2024-08-29T17:47:16.197 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T17:47:16.197 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:16.197 INFO:tasks.workunit.client.0.smithi028.stdout: "op_out_bytes": { 2024-08-29T17:47:16.197 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T17:47:16.197 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:16.197 INFO:tasks.workunit.client.0.smithi028.stdout: "op_prepare_latency": { 2024-08-29T17:47:16.197 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 2, 2024-08-29T17:47:16.197 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 1147230 2024-08-29T17:47:16.197 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:16.197 INFO:tasks.workunit.client.0.smithi028.stdout: "op_process_latency": { 2024-08-29T17:47:16.197 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 0, 2024-08-29T17:47:16.197 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T17:47:16.198 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:16.198 INFO:tasks.workunit.client.0.smithi028.stdout: "op_r": { 2024-08-29T17:47:16.198 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T17:47:16.198 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:16.198 INFO:tasks.workunit.client.0.smithi028.stdout: "op_r_latency": { 2024-08-29T17:47:16.198 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 0, 2024-08-29T17:47:16.198 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T17:47:16.198 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:16.198 INFO:tasks.workunit.client.0.smithi028.stdout: "op_r_latency_out_bytes_histogram": { 2024-08-29T17:47:16.198 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T17:47:16.198 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:16.198 INFO:tasks.workunit.client.0.smithi028.stdout: "op_r_out_bytes": { 2024-08-29T17:47:16.198 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T17:47:16.199 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:16.199 INFO:tasks.workunit.client.0.smithi028.stdout: "op_r_prepare_latency": { 2024-08-29T17:47:16.199 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 0, 2024-08-29T17:47:16.199 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T17:47:16.199 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:16.199 INFO:tasks.workunit.client.0.smithi028.stdout: "op_r_process_latency": { 2024-08-29T17:47:16.199 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 0, 2024-08-29T17:47:16.199 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T17:47:16.199 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:16.199 INFO:tasks.workunit.client.0.smithi028.stdout: "op_rw": { 2024-08-29T17:47:16.199 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T17:47:16.199 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:16.199 INFO:tasks.workunit.client.0.smithi028.stdout: "op_rw_in_bytes": { 2024-08-29T17:47:16.200 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T17:47:16.200 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:16.200 INFO:tasks.workunit.client.0.smithi028.stdout: "op_rw_latency": { 2024-08-29T17:47:16.200 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 0, 2024-08-29T17:47:16.200 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T17:47:16.200 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:16.200 INFO:tasks.workunit.client.0.smithi028.stdout: "op_rw_latency_in_bytes_histogram": { 2024-08-29T17:47:16.200 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T17:47:16.200 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:16.201 INFO:tasks.workunit.client.0.smithi028.stdout: "op_rw_latency_out_bytes_histogram": { 2024-08-29T17:47:16.201 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T17:47:16.201 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:16.201 INFO:tasks.workunit.client.0.smithi028.stdout: "op_rw_out_bytes": { 2024-08-29T17:47:16.201 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T17:47:16.202 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:16.202 INFO:tasks.workunit.client.0.smithi028.stdout: "op_rw_prepare_latency": { 2024-08-29T17:47:16.202 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 0, 2024-08-29T17:47:16.202 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T17:47:16.202 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:16.203 INFO:tasks.workunit.client.0.smithi028.stdout: "op_rw_process_latency": { 2024-08-29T17:47:16.203 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 0, 2024-08-29T17:47:16.203 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T17:47:16.203 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:16.203 INFO:tasks.workunit.client.0.smithi028.stdout: "op_w": { 2024-08-29T17:47:16.203 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T17:47:16.203 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:16.203 INFO:tasks.workunit.client.0.smithi028.stdout: "op_w_in_bytes": { 2024-08-29T17:47:16.203 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T17:47:16.203 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:16.204 INFO:tasks.workunit.client.0.smithi028.stdout: "op_w_latency": { 2024-08-29T17:47:16.204 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 0, 2024-08-29T17:47:16.204 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T17:47:16.204 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:16.204 INFO:tasks.workunit.client.0.smithi028.stdout: "op_w_latency_in_bytes_histogram": { 2024-08-29T17:47:16.204 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T17:47:16.204 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:16.204 INFO:tasks.workunit.client.0.smithi028.stdout: "op_w_prepare_latency": { 2024-08-29T17:47:16.204 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 2, 2024-08-29T17:47:16.204 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 1147230 2024-08-29T17:47:16.204 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:16.204 INFO:tasks.workunit.client.0.smithi028.stdout: "op_w_process_latency": { 2024-08-29T17:47:16.204 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 0, 2024-08-29T17:47:16.204 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T17:47:16.205 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:16.205 INFO:tasks.workunit.client.0.smithi028.stdout: "op_wip": { 2024-08-29T17:47:16.205 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T17:47:16.205 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:16.205 INFO:tasks.workunit.client.0.smithi028.stdout: "recovery_bytes": { 2024-08-29T17:47:16.205 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T17:47:16.205 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:16.205 INFO:tasks.workunit.client.0.smithi028.stdout: "recovery_ops": { 2024-08-29T17:47:16.205 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T17:47:16.205 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:16.205 INFO:tasks.workunit.client.0.smithi028.stdout: "stat_bytes": { 2024-08-29T17:47:16.205 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 95995035648 2024-08-29T17:47:16.205 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:16.206 INFO:tasks.workunit.client.0.smithi028.stdout: "stat_bytes_used": { 2024-08-29T17:47:16.206 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 305287168 2024-08-29T17:47:16.206 INFO:tasks.workunit.client.0.smithi028.stdout: } 2024-08-29T17:47:16.206 INFO:tasks.workunit.client.0.smithi028.stdout: } 2024-08-29T17:47:16.207 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:16.208 INFO:tasks.workunit.client.0.smithi028.stdout: "osd.4": { 2024-08-29T17:47:16.208 INFO:tasks.workunit.client.0.smithi028.stdout: "bluefs": { 2024-08-29T17:47:16.208 INFO:tasks.workunit.client.0.smithi028.stdout: "alloc_slow_fallback": { 2024-08-29T17:47:16.208 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T17:47:16.208 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:16.208 INFO:tasks.workunit.client.0.smithi028.stdout: "alloc_slow_size_fallback": { 2024-08-29T17:47:16.208 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T17:47:16.208 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:16.208 INFO:tasks.workunit.client.0.smithi028.stdout: "alloc_unit_db": { 2024-08-29T17:47:16.208 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 65536 2024-08-29T17:47:16.209 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:16.209 INFO:tasks.workunit.client.0.smithi028.stdout: "alloc_unit_main": { 2024-08-29T17:47:16.209 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T17:47:16.209 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:16.209 INFO:tasks.workunit.client.0.smithi028.stdout: "alloc_unit_wal": { 2024-08-29T17:47:16.209 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T17:47:16.209 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:16.209 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes_written_slow": { 2024-08-29T17:47:16.209 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T17:47:16.209 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:16.209 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes_written_sst": { 2024-08-29T17:47:16.209 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 12288 2024-08-29T17:47:16.210 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:16.210 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes_written_wal": { 2024-08-29T17:47:16.210 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 1327104 2024-08-29T17:47:16.210 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:16.210 INFO:tasks.workunit.client.0.smithi028.stdout: "compact_lat": { 2024-08-29T17:47:16.210 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 0, 2024-08-29T17:47:16.210 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T17:47:16.210 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:16.210 INFO:tasks.workunit.client.0.smithi028.stdout: "compact_lock_lat": { 2024-08-29T17:47:16.210 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 0, 2024-08-29T17:47:16.210 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T17:47:16.210 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:16.210 INFO:tasks.workunit.client.0.smithi028.stdout: "db_total_bytes": { 2024-08-29T17:47:16.210 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 95995035648 2024-08-29T17:47:16.210 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:16.211 INFO:tasks.workunit.client.0.smithi028.stdout: "db_used_bytes": { 2024-08-29T17:47:16.211 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 304480256 2024-08-29T17:47:16.211 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:16.211 INFO:tasks.workunit.client.0.smithi028.stdout: "log_bytes": { 2024-08-29T17:47:16.211 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 962560 2024-08-29T17:47:16.211 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:16.211 INFO:tasks.workunit.client.0.smithi028.stdout: "logged_bytes": { 2024-08-29T17:47:16.211 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 823296 2024-08-29T17:47:16.211 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:16.211 INFO:tasks.workunit.client.0.smithi028.stdout: "max_bytes_db": { 2024-08-29T17:47:16.211 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 312868864 2024-08-29T17:47:16.211 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:16.212 INFO:tasks.workunit.client.0.smithi028.stdout: "max_bytes_slow": { 2024-08-29T17:47:16.212 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T17:47:16.212 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:16.212 INFO:tasks.workunit.client.0.smithi028.stdout: "max_bytes_wal": { 2024-08-29T17:47:16.212 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T17:47:16.212 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:16.212 INFO:tasks.workunit.client.0.smithi028.stdout: "num_files": { 2024-08-29T17:47:16.212 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 14 2024-08-29T17:47:16.212 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:16.213 INFO:tasks.workunit.client.0.smithi028.stdout: "read_bytes": { 2024-08-29T17:47:16.213 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 195697 2024-08-29T17:47:16.213 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:16.213 INFO:tasks.workunit.client.0.smithi028.stdout: "read_count": { 2024-08-29T17:47:16.213 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 23 2024-08-29T17:47:16.213 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:16.213 INFO:tasks.workunit.client.0.smithi028.stdout: "read_disk_bytes": { 2024-08-29T17:47:16.213 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 1269760 2024-08-29T17:47:16.213 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:16.214 INFO:tasks.workunit.client.0.smithi028.stdout: "read_disk_bytes_db": { 2024-08-29T17:47:16.214 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 1273856 2024-08-29T17:47:16.214 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:16.214 INFO:tasks.workunit.client.0.smithi028.stdout: "read_disk_bytes_slow": { 2024-08-29T17:47:16.214 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T17:47:16.214 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:16.214 INFO:tasks.workunit.client.0.smithi028.stdout: "read_disk_bytes_wal": { 2024-08-29T17:47:16.214 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T17:47:16.214 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:16.214 INFO:tasks.workunit.client.0.smithi028.stdout: "read_disk_count": { 2024-08-29T17:47:16.214 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 15 2024-08-29T17:47:16.214 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:16.215 INFO:tasks.workunit.client.0.smithi028.stdout: "read_prefetch_bytes": { 2024-08-29T17:47:16.215 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 4789 2024-08-29T17:47:16.215 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:16.215 INFO:tasks.workunit.client.0.smithi028.stdout: "read_prefetch_count": { 2024-08-29T17:47:16.215 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 4 2024-08-29T17:47:16.215 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:16.215 INFO:tasks.workunit.client.0.smithi028.stdout: "read_random_buffer_bytes": { 2024-08-29T17:47:16.215 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 5589 2024-08-29T17:47:16.215 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:16.215 INFO:tasks.workunit.client.0.smithi028.stdout: "read_random_buffer_count": { 2024-08-29T17:47:16.215 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 24 2024-08-29T17:47:16.215 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:16.215 INFO:tasks.workunit.client.0.smithi028.stdout: "read_random_bytes": { 2024-08-29T17:47:16.215 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 5589 2024-08-29T17:47:16.216 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:16.216 INFO:tasks.workunit.client.0.smithi028.stdout: "read_random_count": { 2024-08-29T17:47:16.216 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 24 2024-08-29T17:47:16.216 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:16.216 INFO:tasks.workunit.client.0.smithi028.stdout: "read_random_disk_bytes": { 2024-08-29T17:47:16.216 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T17:47:16.216 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:16.216 INFO:tasks.workunit.client.0.smithi028.stdout: "read_random_disk_bytes_db": { 2024-08-29T17:47:16.216 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T17:47:16.216 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:16.216 INFO:tasks.workunit.client.0.smithi028.stdout: "read_random_disk_bytes_slow": { 2024-08-29T17:47:16.216 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T17:47:16.216 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:16.217 INFO:tasks.workunit.client.0.smithi028.stdout: "read_random_disk_bytes_wal": { 2024-08-29T17:47:16.217 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T17:47:16.217 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:16.217 INFO:tasks.workunit.client.0.smithi028.stdout: "read_random_disk_count": { 2024-08-29T17:47:16.217 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T17:47:16.217 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:16.217 INFO:tasks.workunit.client.0.smithi028.stdout: "slow_total_bytes": { 2024-08-29T17:47:16.217 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T17:47:16.217 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:16.217 INFO:tasks.workunit.client.0.smithi028.stdout: "slow_used_bytes": { 2024-08-29T17:47:16.217 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T17:47:16.217 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:16.218 INFO:tasks.workunit.client.0.smithi028.stdout: "wal_total_bytes": { 2024-08-29T17:47:16.218 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T17:47:16.218 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:16.218 INFO:tasks.workunit.client.0.smithi028.stdout: "wal_used_bytes": { 2024-08-29T17:47:16.218 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T17:47:16.218 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:16.218 INFO:tasks.workunit.client.0.smithi028.stdout: "write_bytes": { 2024-08-29T17:47:16.218 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 2224128 2024-08-29T17:47:16.218 INFO:tasks.workunit.client.0.smithi028.stdout: } 2024-08-29T17:47:16.218 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:16.218 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore": { 2024-08-29T17:47:16.218 INFO:tasks.workunit.client.0.smithi028.stdout: "alloc_unit": { 2024-08-29T17:47:16.218 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 4096 2024-08-29T17:47:16.218 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:16.219 INFO:tasks.workunit.client.0.smithi028.stdout: "allocated": { 2024-08-29T17:47:16.219 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 794624 2024-08-29T17:47:16.219 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:16.219 INFO:tasks.workunit.client.0.smithi028.stdout: "clist_lat": { 2024-08-29T17:47:16.219 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 10, 2024-08-29T17:47:16.219 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 872469 2024-08-29T17:47:16.219 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:16.219 INFO:tasks.workunit.client.0.smithi028.stdout: "compress_lat": { 2024-08-29T17:47:16.219 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 0, 2024-08-29T17:47:16.219 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T17:47:16.219 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:16.219 INFO:tasks.workunit.client.0.smithi028.stdout: "compressed": { 2024-08-29T17:47:16.219 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T17:47:16.220 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:16.220 INFO:tasks.workunit.client.0.smithi028.stdout: "compressed_allocated": { 2024-08-29T17:47:16.220 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T17:47:16.220 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:16.220 INFO:tasks.workunit.client.0.smithi028.stdout: "compressed_original": { 2024-08-29T17:47:16.220 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T17:47:16.220 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:16.220 INFO:tasks.workunit.client.0.smithi028.stdout: "csum_lat": { 2024-08-29T17:47:16.220 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 1, 2024-08-29T17:47:16.220 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 3133 2024-08-29T17:47:16.220 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:16.220 INFO:tasks.workunit.client.0.smithi028.stdout: "decompress_lat": { 2024-08-29T17:47:16.220 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 0, 2024-08-29T17:47:16.221 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T17:47:16.221 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:16.221 INFO:tasks.workunit.client.0.smithi028.stdout: "kv_commit_lat": { 2024-08-29T17:47:16.221 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 184, 2024-08-29T17:47:16.221 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 90244397 2024-08-29T17:47:16.221 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:16.221 INFO:tasks.workunit.client.0.smithi028.stdout: "kv_final_lat": { 2024-08-29T17:47:16.221 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 180, 2024-08-29T17:47:16.221 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 27227202 2024-08-29T17:47:16.221 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:16.221 INFO:tasks.workunit.client.0.smithi028.stdout: "kv_flush_lat": { 2024-08-29T17:47:16.221 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 184, 2024-08-29T17:47:16.222 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 584699 2024-08-29T17:47:16.222 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:16.222 INFO:tasks.workunit.client.0.smithi028.stdout: "kv_sync_lat": { 2024-08-29T17:47:16.222 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 184, 2024-08-29T17:47:16.222 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 90829096 2024-08-29T17:47:16.222 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:16.222 INFO:tasks.workunit.client.0.smithi028.stdout: "omap_get_keys_lat": { 2024-08-29T17:47:16.222 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 0, 2024-08-29T17:47:16.222 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T17:47:16.222 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:16.222 INFO:tasks.workunit.client.0.smithi028.stdout: "omap_get_values_lat": { 2024-08-29T17:47:16.222 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 3, 2024-08-29T17:47:16.223 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 55934 2024-08-29T17:47:16.223 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:16.223 INFO:tasks.workunit.client.0.smithi028.stdout: "omap_lower_bound_lat": { 2024-08-29T17:47:16.223 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 2, 2024-08-29T17:47:16.223 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 3200 2024-08-29T17:47:16.223 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:16.223 INFO:tasks.workunit.client.0.smithi028.stdout: "omap_next_lat": { 2024-08-29T17:47:16.223 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 0, 2024-08-29T17:47:16.223 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T17:47:16.223 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:16.223 INFO:tasks.workunit.client.0.smithi028.stdout: "omap_seek_to_first_lat": { 2024-08-29T17:47:16.223 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 0, 2024-08-29T17:47:16.223 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T17:47:16.223 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:16.224 INFO:tasks.workunit.client.0.smithi028.stdout: "omap_upper_bound_lat": { 2024-08-29T17:47:16.224 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 3, 2024-08-29T17:47:16.224 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 17903 2024-08-29T17:47:16.224 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:16.224 INFO:tasks.workunit.client.0.smithi028.stdout: "onode_hits": { 2024-08-29T17:47:16.224 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 404 2024-08-29T17:47:16.224 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:16.224 INFO:tasks.workunit.client.0.smithi028.stdout: "onode_misses": { 2024-08-29T17:47:16.224 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 252 2024-08-29T17:47:16.224 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:16.224 INFO:tasks.workunit.client.0.smithi028.stdout: "read_lat": { 2024-08-29T17:47:16.224 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 103, 2024-08-29T17:47:16.224 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 1507838 2024-08-29T17:47:16.224 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:16.225 INFO:tasks.workunit.client.0.smithi028.stdout: "read_onode_meta_lat": { 2024-08-29T17:47:16.225 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 177, 2024-08-29T17:47:16.225 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 461742 2024-08-29T17:47:16.225 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:16.225 INFO:tasks.workunit.client.0.smithi028.stdout: "read_wait_aio_lat": { 2024-08-29T17:47:16.225 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 74, 2024-08-29T17:47:16.225 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 125994 2024-08-29T17:47:16.225 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:16.225 INFO:tasks.workunit.client.0.smithi028.stdout: "reads_with_retries": { 2024-08-29T17:47:16.225 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T17:47:16.225 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:16.225 INFO:tasks.workunit.client.0.smithi028.stdout: "remove_lat": { 2024-08-29T17:47:16.225 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 6, 2024-08-29T17:47:16.226 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 361688 2024-08-29T17:47:16.226 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:16.226 INFO:tasks.workunit.client.0.smithi028.stdout: "state_aio_wait_lat": { 2024-08-29T17:47:16.226 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 276, 2024-08-29T17:47:16.226 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 7345451 2024-08-29T17:47:16.226 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:16.226 INFO:tasks.workunit.client.0.smithi028.stdout: "state_deferred_aio_wait_lat": { 2024-08-29T17:47:16.226 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 50, 2024-08-29T17:47:16.226 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 5020032 2024-08-29T17:47:16.226 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:16.226 INFO:tasks.workunit.client.0.smithi028.stdout: "state_deferred_cleanup_lat": { 2024-08-29T17:47:16.226 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 49, 2024-08-29T17:47:16.226 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 634234690141 2024-08-29T17:47:16.226 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:16.227 INFO:tasks.workunit.client.0.smithi028.stdout: "state_deferred_queued_lat": { 2024-08-29T17:47:16.227 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 50, 2024-08-29T17:47:16.227 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 67183478667 2024-08-29T17:47:16.227 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:16.227 INFO:tasks.workunit.client.0.smithi028.stdout: "state_done_lat": { 2024-08-29T17:47:16.227 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 275, 2024-08-29T17:47:16.227 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 8362215149 2024-08-29T17:47:16.227 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:16.227 INFO:tasks.workunit.client.0.smithi028.stdout: "state_finishing_lat": { 2024-08-29T17:47:16.227 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 275, 2024-08-29T17:47:16.227 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 69750 2024-08-29T17:47:16.227 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:16.227 INFO:tasks.workunit.client.0.smithi028.stdout: "state_io_done_lat": { 2024-08-29T17:47:16.227 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 276, 2024-08-29T17:47:16.228 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 627340 2024-08-29T17:47:16.228 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:16.228 INFO:tasks.workunit.client.0.smithi028.stdout: "state_kv_commiting_lat": { 2024-08-29T17:47:16.228 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 276, 2024-08-29T17:47:16.228 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 254581888 2024-08-29T17:47:16.228 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:16.228 INFO:tasks.workunit.client.0.smithi028.stdout: "state_kv_done_lat": { 2024-08-29T17:47:16.228 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 276, 2024-08-29T17:47:16.228 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 209300 2024-08-29T17:47:16.228 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:16.228 INFO:tasks.workunit.client.0.smithi028.stdout: "state_kv_queued_lat": { 2024-08-29T17:47:16.228 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 276, 2024-08-29T17:47:16.228 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 308899273 2024-08-29T17:47:16.228 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:16.229 INFO:tasks.workunit.client.0.smithi028.stdout: "state_prepare_lat": { 2024-08-29T17:47:16.229 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 276, 2024-08-29T17:47:16.229 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 27876310 2024-08-29T17:47:16.229 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:16.229 INFO:tasks.workunit.client.0.smithi028.stdout: "stored": { 2024-08-29T17:47:16.229 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 349457 2024-08-29T17:47:16.229 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:16.229 INFO:tasks.workunit.client.0.smithi028.stdout: "truncate_lat": { 2024-08-29T17:47:16.229 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 49, 2024-08-29T17:47:16.229 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 392223 2024-08-29T17:47:16.229 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:16.229 INFO:tasks.workunit.client.0.smithi028.stdout: "txc_commit_lat": { 2024-08-29T17:47:16.230 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 276, 2024-08-29T17:47:16.230 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 599431531 2024-08-29T17:47:16.230 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:16.230 INFO:tasks.workunit.client.0.smithi028.stdout: "txc_submit_lat": { 2024-08-29T17:47:16.230 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 276, 2024-08-29T17:47:16.230 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 36345909 2024-08-29T17:47:16.230 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:16.230 INFO:tasks.workunit.client.0.smithi028.stdout: "txc_throttle_lat": { 2024-08-29T17:47:16.230 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 276, 2024-08-29T17:47:16.230 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 4236283 2024-08-29T17:47:16.230 INFO:tasks.workunit.client.0.smithi028.stdout: } 2024-08-29T17:47:16.230 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:16.230 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore-pricache": { 2024-08-29T17:47:16.231 INFO:tasks.workunit.client.0.smithi028.stdout: "cache_bytes": { 2024-08-29T17:47:16.231 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 1901933480 2024-08-29T17:47:16.231 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:16.231 INFO:tasks.workunit.client.0.smithi028.stdout: "heap_bytes": { 2024-08-29T17:47:16.231 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 272023552 2024-08-29T17:47:16.231 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:16.231 INFO:tasks.workunit.client.0.smithi028.stdout: "mapped_bytes": { 2024-08-29T17:47:16.231 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 271130624 2024-08-29T17:47:16.231 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:16.231 INFO:tasks.workunit.client.0.smithi028.stdout: "target_bytes": { 2024-08-29T17:47:16.231 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 3184988057 2024-08-29T17:47:16.231 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:16.231 INFO:tasks.workunit.client.0.smithi028.stdout: "unmapped_bytes": { 2024-08-29T17:47:16.232 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 892928 2024-08-29T17:47:16.232 INFO:tasks.workunit.client.0.smithi028.stdout: } 2024-08-29T17:47:16.232 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:16.232 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore-pricache:data": { 2024-08-29T17:47:16.232 INFO:tasks.workunit.client.0.smithi028.stdout: "committed_bytes": { 2024-08-29T17:47:16.232 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 159383552 2024-08-29T17:47:16.232 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:16.232 INFO:tasks.workunit.client.0.smithi028.stdout: "pri0_bytes": { 2024-08-29T17:47:16.232 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T17:47:16.232 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:16.232 INFO:tasks.workunit.client.0.smithi028.stdout: "pri10_bytes": { 2024-08-29T17:47:16.232 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T17:47:16.232 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:16.233 INFO:tasks.workunit.client.0.smithi028.stdout: "pri11_bytes": { 2024-08-29T17:47:16.233 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 87926460 2024-08-29T17:47:16.233 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:16.233 INFO:tasks.workunit.client.0.smithi028.stdout: "pri1_bytes": { 2024-08-29T17:47:16.233 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T17:47:16.233 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:16.233 INFO:tasks.workunit.client.0.smithi028.stdout: "pri2_bytes": { 2024-08-29T17:47:16.233 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T17:47:16.233 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:16.233 INFO:tasks.workunit.client.0.smithi028.stdout: "pri3_bytes": { 2024-08-29T17:47:16.233 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T17:47:16.233 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:16.233 INFO:tasks.workunit.client.0.smithi028.stdout: "pri4_bytes": { 2024-08-29T17:47:16.234 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T17:47:16.234 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:16.234 INFO:tasks.workunit.client.0.smithi028.stdout: "pri5_bytes": { 2024-08-29T17:47:16.234 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T17:47:16.234 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:16.234 INFO:tasks.workunit.client.0.smithi028.stdout: "pri6_bytes": { 2024-08-29T17:47:16.234 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T17:47:16.234 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:16.234 INFO:tasks.workunit.client.0.smithi028.stdout: "pri7_bytes": { 2024-08-29T17:47:16.234 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T17:47:16.234 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:16.234 INFO:tasks.workunit.client.0.smithi028.stdout: "pri8_bytes": { 2024-08-29T17:47:16.234 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T17:47:16.234 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:16.235 INFO:tasks.workunit.client.0.smithi028.stdout: "pri9_bytes": { 2024-08-29T17:47:16.235 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T17:47:16.235 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:16.235 INFO:tasks.workunit.client.0.smithi028.stdout: "reserved_bytes": { 2024-08-29T17:47:16.235 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 71457092 2024-08-29T17:47:16.235 INFO:tasks.workunit.client.0.smithi028.stdout: } 2024-08-29T17:47:16.235 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:16.235 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore-pricache:kv": { 2024-08-29T17:47:16.235 INFO:tasks.workunit.client.0.smithi028.stdout: "committed_bytes": { 2024-08-29T17:47:16.235 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 796917760 2024-08-29T17:47:16.235 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:16.235 INFO:tasks.workunit.client.0.smithi028.stdout: "pri0_bytes": { 2024-08-29T17:47:16.235 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 67108864 2024-08-29T17:47:16.236 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:16.236 INFO:tasks.workunit.client.0.smithi028.stdout: "pri10_bytes": { 2024-08-29T17:47:16.236 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T17:47:16.236 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:16.236 INFO:tasks.workunit.client.0.smithi028.stdout: "pri11_bytes": { 2024-08-29T17:47:16.236 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 659448452 2024-08-29T17:47:16.236 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:16.236 INFO:tasks.workunit.client.0.smithi028.stdout: "pri1_bytes": { 2024-08-29T17:47:16.236 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T17:47:16.236 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:16.236 INFO:tasks.workunit.client.0.smithi028.stdout: "pri2_bytes": { 2024-08-29T17:47:16.237 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T17:47:16.237 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:16.237 INFO:tasks.workunit.client.0.smithi028.stdout: "pri3_bytes": { 2024-08-29T17:47:16.237 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T17:47:16.237 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:16.237 INFO:tasks.workunit.client.0.smithi028.stdout: "pri4_bytes": { 2024-08-29T17:47:16.237 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T17:47:16.237 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:16.237 INFO:tasks.workunit.client.0.smithi028.stdout: "pri5_bytes": { 2024-08-29T17:47:16.237 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T17:47:16.237 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:16.237 INFO:tasks.workunit.client.0.smithi028.stdout: "pri6_bytes": { 2024-08-29T17:47:16.238 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 2128 2024-08-29T17:47:16.238 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:16.238 INFO:tasks.workunit.client.0.smithi028.stdout: "pri7_bytes": { 2024-08-29T17:47:16.238 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T17:47:16.238 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:16.238 INFO:tasks.workunit.client.0.smithi028.stdout: "pri8_bytes": { 2024-08-29T17:47:16.238 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T17:47:16.238 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:16.238 INFO:tasks.workunit.client.0.smithi028.stdout: "pri9_bytes": { 2024-08-29T17:47:16.238 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T17:47:16.238 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:16.238 INFO:tasks.workunit.client.0.smithi028.stdout: "reserved_bytes": { 2024-08-29T17:47:16.238 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 70358316 2024-08-29T17:47:16.239 INFO:tasks.workunit.client.0.smithi028.stdout: } 2024-08-29T17:47:16.239 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:16.239 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore-pricache:kv_onode": { 2024-08-29T17:47:16.239 INFO:tasks.workunit.client.0.smithi028.stdout: "committed_bytes": { 2024-08-29T17:47:16.239 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 192937984 2024-08-29T17:47:16.239 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:16.239 INFO:tasks.workunit.client.0.smithi028.stdout: "pri0_bytes": { 2024-08-29T17:47:16.239 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 67108864 2024-08-29T17:47:16.239 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:16.239 INFO:tasks.workunit.client.0.smithi028.stdout: "pri10_bytes": { 2024-08-29T17:47:16.239 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 464 2024-08-29T17:47:16.239 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:16.239 INFO:tasks.workunit.client.0.smithi028.stdout: "pri11_bytes": { 2024-08-29T17:47:16.239 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 58617640 2024-08-29T17:47:16.240 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:16.240 INFO:tasks.workunit.client.0.smithi028.stdout: "pri1_bytes": { 2024-08-29T17:47:16.240 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T17:47:16.240 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:16.240 INFO:tasks.workunit.client.0.smithi028.stdout: "pri2_bytes": { 2024-08-29T17:47:16.240 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T17:47:16.240 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:16.240 INFO:tasks.workunit.client.0.smithi028.stdout: "pri3_bytes": { 2024-08-29T17:47:16.240 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T17:47:16.240 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:16.240 INFO:tasks.workunit.client.0.smithi028.stdout: "pri4_bytes": { 2024-08-29T17:47:16.240 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T17:47:16.240 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:16.240 INFO:tasks.workunit.client.0.smithi028.stdout: "pri5_bytes": { 2024-08-29T17:47:16.241 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T17:47:16.241 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:16.241 INFO:tasks.workunit.client.0.smithi028.stdout: "pri6_bytes": { 2024-08-29T17:47:16.241 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T17:47:16.241 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:16.241 INFO:tasks.workunit.client.0.smithi028.stdout: "pri7_bytes": { 2024-08-29T17:47:16.241 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T17:47:16.241 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:16.241 INFO:tasks.workunit.client.0.smithi028.stdout: "pri8_bytes": { 2024-08-29T17:47:16.241 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T17:47:16.241 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:16.241 INFO:tasks.workunit.client.0.smithi028.stdout: "pri9_bytes": { 2024-08-29T17:47:16.242 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T17:47:16.242 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:16.242 INFO:tasks.workunit.client.0.smithi028.stdout: "reserved_bytes": { 2024-08-29T17:47:16.242 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 67211016 2024-08-29T17:47:16.242 INFO:tasks.workunit.client.0.smithi028.stdout: } 2024-08-29T17:47:16.242 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:16.242 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore-pricache:meta": { 2024-08-29T17:47:16.242 INFO:tasks.workunit.client.0.smithi028.stdout: "committed_bytes": { 2024-08-29T17:47:16.242 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 729808896 2024-08-29T17:47:16.242 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:16.242 INFO:tasks.workunit.client.0.smithi028.stdout: "pri0_bytes": { 2024-08-29T17:47:16.243 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T17:47:16.243 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:16.243 INFO:tasks.workunit.client.0.smithi028.stdout: "pri10_bytes": { 2024-08-29T17:47:16.243 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T17:47:16.243 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:16.243 INFO:tasks.workunit.client.0.smithi028.stdout: "pri11_bytes": { 2024-08-29T17:47:16.243 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 659448452 2024-08-29T17:47:16.243 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:16.243 INFO:tasks.workunit.client.0.smithi028.stdout: "pri1_bytes": { 2024-08-29T17:47:16.243 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T17:47:16.244 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:16.244 INFO:tasks.workunit.client.0.smithi028.stdout: "pri2_bytes": { 2024-08-29T17:47:16.244 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T17:47:16.244 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:16.244 INFO:tasks.workunit.client.0.smithi028.stdout: "pri3_bytes": { 2024-08-29T17:47:16.244 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T17:47:16.244 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:16.244 INFO:tasks.workunit.client.0.smithi028.stdout: "pri4_bytes": { 2024-08-29T17:47:16.244 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T17:47:16.244 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:16.244 INFO:tasks.workunit.client.0.smithi028.stdout: "pri5_bytes": { 2024-08-29T17:47:16.245 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T17:47:16.245 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:16.245 INFO:tasks.workunit.client.0.smithi028.stdout: "pri6_bytes": { 2024-08-29T17:47:16.245 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 276677 2024-08-29T17:47:16.245 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:16.245 INFO:tasks.workunit.client.0.smithi028.stdout: "pri7_bytes": { 2024-08-29T17:47:16.245 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T17:47:16.245 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:16.245 INFO:tasks.workunit.client.0.smithi028.stdout: "pri8_bytes": { 2024-08-29T17:47:16.245 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T17:47:16.246 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:16.246 INFO:tasks.workunit.client.0.smithi028.stdout: "pri9_bytes": { 2024-08-29T17:47:16.246 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T17:47:16.246 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:16.246 INFO:tasks.workunit.client.0.smithi028.stdout: "reserved_bytes": { 2024-08-29T17:47:16.246 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 70083767 2024-08-29T17:47:16.246 INFO:tasks.workunit.client.0.smithi028.stdout: } 2024-08-29T17:47:16.246 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:16.246 INFO:tasks.workunit.client.0.smithi028.stdout: "objecter": { 2024-08-29T17:47:16.246 INFO:tasks.workunit.client.0.smithi028.stdout: "op_active": { 2024-08-29T17:47:16.246 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T17:47:16.246 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:16.246 INFO:tasks.workunit.client.0.smithi028.stdout: "op_r": { 2024-08-29T17:47:16.247 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T17:47:16.247 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:16.247 INFO:tasks.workunit.client.0.smithi028.stdout: "op_rmw": { 2024-08-29T17:47:16.247 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T17:47:16.247 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:16.247 INFO:tasks.workunit.client.0.smithi028.stdout: "op_w": { 2024-08-29T17:47:16.247 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T17:47:16.247 INFO:tasks.workunit.client.0.smithi028.stdout: } 2024-08-29T17:47:16.247 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:16.247 INFO:tasks.workunit.client.0.smithi028.stdout: "osd": { 2024-08-29T17:47:16.247 INFO:tasks.workunit.client.0.smithi028.stdout: "numpg": { 2024-08-29T17:47:16.247 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 39 2024-08-29T17:47:16.247 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:16.247 INFO:tasks.workunit.client.0.smithi028.stdout: "numpg_removing": { 2024-08-29T17:47:16.247 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T17:47:16.248 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:16.248 INFO:tasks.workunit.client.0.smithi028.stdout: "op": { 2024-08-29T17:47:16.248 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 1 2024-08-29T17:47:16.248 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:16.248 INFO:tasks.workunit.client.0.smithi028.stdout: "op_delayed_degraded": { 2024-08-29T17:47:16.248 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T17:47:16.248 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:16.248 INFO:tasks.workunit.client.0.smithi028.stdout: "op_delayed_unreadable": { 2024-08-29T17:47:16.248 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T17:47:16.248 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:16.248 INFO:tasks.workunit.client.0.smithi028.stdout: "op_in_bytes": { 2024-08-29T17:47:16.248 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 22 2024-08-29T17:47:16.249 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:16.249 INFO:tasks.workunit.client.0.smithi028.stdout: "op_latency": { 2024-08-29T17:47:16.249 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 1, 2024-08-29T17:47:16.249 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 15514837 2024-08-29T17:47:16.249 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:16.249 INFO:tasks.workunit.client.0.smithi028.stdout: "op_out_bytes": { 2024-08-29T17:47:16.249 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T17:47:16.249 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:16.249 INFO:tasks.workunit.client.0.smithi028.stdout: "op_prepare_latency": { 2024-08-29T17:47:16.249 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 1, 2024-08-29T17:47:16.249 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 946400 2024-08-29T17:47:16.249 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:16.249 INFO:tasks.workunit.client.0.smithi028.stdout: "op_process_latency": { 2024-08-29T17:47:16.250 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 1, 2024-08-29T17:47:16.250 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 15425743 2024-08-29T17:47:16.250 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:16.250 INFO:tasks.workunit.client.0.smithi028.stdout: "op_r": { 2024-08-29T17:47:16.250 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T17:47:16.250 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:16.250 INFO:tasks.workunit.client.0.smithi028.stdout: "op_r_latency": { 2024-08-29T17:47:16.250 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 0, 2024-08-29T17:47:16.250 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T17:47:16.250 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:16.250 INFO:tasks.workunit.client.0.smithi028.stdout: "op_r_latency_out_bytes_histogram": { 2024-08-29T17:47:16.250 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T17:47:16.251 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:16.251 INFO:tasks.workunit.client.0.smithi028.stdout: "op_r_out_bytes": { 2024-08-29T17:47:16.251 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T17:47:16.251 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:16.251 INFO:tasks.workunit.client.0.smithi028.stdout: "op_r_prepare_latency": { 2024-08-29T17:47:16.251 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 0, 2024-08-29T17:47:16.251 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T17:47:16.251 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:16.251 INFO:tasks.workunit.client.0.smithi028.stdout: "op_r_process_latency": { 2024-08-29T17:47:16.251 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 0, 2024-08-29T17:47:16.251 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T17:47:16.251 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:16.251 INFO:tasks.workunit.client.0.smithi028.stdout: "op_rw": { 2024-08-29T17:47:16.252 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T17:47:16.252 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:16.252 INFO:tasks.workunit.client.0.smithi028.stdout: "op_rw_in_bytes": { 2024-08-29T17:47:16.252 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T17:47:16.252 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:16.252 INFO:tasks.workunit.client.0.smithi028.stdout: "op_rw_latency": { 2024-08-29T17:47:16.252 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 0, 2024-08-29T17:47:16.252 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T17:47:16.252 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:16.252 INFO:tasks.workunit.client.0.smithi028.stdout: "op_rw_latency_in_bytes_histogram": { 2024-08-29T17:47:16.253 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T17:47:16.253 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:16.253 INFO:tasks.workunit.client.0.smithi028.stdout: "op_rw_latency_out_bytes_histogram": { 2024-08-29T17:47:16.253 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T17:47:16.253 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:16.253 INFO:tasks.workunit.client.0.smithi028.stdout: "op_rw_out_bytes": { 2024-08-29T17:47:16.253 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T17:47:16.253 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:16.253 INFO:tasks.workunit.client.0.smithi028.stdout: "op_rw_prepare_latency": { 2024-08-29T17:47:16.253 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 0, 2024-08-29T17:47:16.253 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T17:47:16.253 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:16.254 INFO:tasks.workunit.client.0.smithi028.stdout: "op_rw_process_latency": { 2024-08-29T17:47:16.254 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 0, 2024-08-29T17:47:16.254 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T17:47:16.254 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:16.254 INFO:tasks.workunit.client.0.smithi028.stdout: "op_w": { 2024-08-29T17:47:16.254 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 1 2024-08-29T17:47:16.254 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:16.254 INFO:tasks.workunit.client.0.smithi028.stdout: "op_w_in_bytes": { 2024-08-29T17:47:16.254 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 22 2024-08-29T17:47:16.254 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:16.254 INFO:tasks.workunit.client.0.smithi028.stdout: "op_w_latency": { 2024-08-29T17:47:16.254 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 1, 2024-08-29T17:47:16.254 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 15514837 2024-08-29T17:47:16.255 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:16.255 INFO:tasks.workunit.client.0.smithi028.stdout: "op_w_latency_in_bytes_histogram": { 2024-08-29T17:47:16.255 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T17:47:16.255 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:16.255 INFO:tasks.workunit.client.0.smithi028.stdout: "op_w_prepare_latency": { 2024-08-29T17:47:16.255 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 1, 2024-08-29T17:47:16.255 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 946400 2024-08-29T17:47:16.255 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:16.255 INFO:tasks.workunit.client.0.smithi028.stdout: "op_w_process_latency": { 2024-08-29T17:47:16.255 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 1, 2024-08-29T17:47:16.255 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 15425743 2024-08-29T17:47:16.255 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:16.255 INFO:tasks.workunit.client.0.smithi028.stdout: "op_wip": { 2024-08-29T17:47:16.256 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T17:47:16.256 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:16.256 INFO:tasks.workunit.client.0.smithi028.stdout: "recovery_bytes": { 2024-08-29T17:47:16.256 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T17:47:16.256 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:16.256 INFO:tasks.workunit.client.0.smithi028.stdout: "recovery_ops": { 2024-08-29T17:47:16.256 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T17:47:16.256 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:16.256 INFO:tasks.workunit.client.0.smithi028.stdout: "stat_bytes": { 2024-08-29T17:47:16.256 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 95995035648 2024-08-29T17:47:16.256 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:16.257 INFO:tasks.workunit.client.0.smithi028.stdout: "stat_bytes_used": { 2024-08-29T17:47:16.257 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 305287168 2024-08-29T17:47:16.257 INFO:tasks.workunit.client.0.smithi028.stdout: } 2024-08-29T17:47:16.257 INFO:tasks.workunit.client.0.smithi028.stdout: } 2024-08-29T17:47:16.257 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:16.257 INFO:tasks.workunit.client.0.smithi028.stdout: "osd.5": { 2024-08-29T17:47:16.257 INFO:tasks.workunit.client.0.smithi028.stdout: "bluefs": { 2024-08-29T17:47:16.257 INFO:tasks.workunit.client.0.smithi028.stdout: "alloc_slow_fallback": { 2024-08-29T17:47:16.257 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T17:47:16.257 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:16.257 INFO:tasks.workunit.client.0.smithi028.stdout: "alloc_slow_size_fallback": { 2024-08-29T17:47:16.257 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T17:47:16.257 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:16.258 INFO:tasks.workunit.client.0.smithi028.stdout: "alloc_unit_db": { 2024-08-29T17:47:16.258 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 65536 2024-08-29T17:47:16.258 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:16.258 INFO:tasks.workunit.client.0.smithi028.stdout: "alloc_unit_main": { 2024-08-29T17:47:16.258 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T17:47:16.258 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:16.258 INFO:tasks.workunit.client.0.smithi028.stdout: "alloc_unit_wal": { 2024-08-29T17:47:16.258 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T17:47:16.258 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:16.258 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes_written_slow": { 2024-08-29T17:47:16.258 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T17:47:16.258 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:16.258 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes_written_sst": { 2024-08-29T17:47:16.258 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 12288 2024-08-29T17:47:16.259 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:16.259 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes_written_wal": { 2024-08-29T17:47:16.259 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 1298432 2024-08-29T17:47:16.259 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:16.259 INFO:tasks.workunit.client.0.smithi028.stdout: "compact_lat": { 2024-08-29T17:47:16.259 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 0, 2024-08-29T17:47:16.259 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T17:47:16.259 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:16.259 INFO:tasks.workunit.client.0.smithi028.stdout: "compact_lock_lat": { 2024-08-29T17:47:16.259 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 0, 2024-08-29T17:47:16.259 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T17:47:16.259 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:16.259 INFO:tasks.workunit.client.0.smithi028.stdout: "db_total_bytes": { 2024-08-29T17:47:16.259 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 95995035648 2024-08-29T17:47:16.260 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:16.260 INFO:tasks.workunit.client.0.smithi028.stdout: "db_used_bytes": { 2024-08-29T17:47:16.260 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 304480256 2024-08-29T17:47:16.260 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:16.260 INFO:tasks.workunit.client.0.smithi028.stdout: "log_bytes": { 2024-08-29T17:47:16.260 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 942080 2024-08-29T17:47:16.260 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:16.260 INFO:tasks.workunit.client.0.smithi028.stdout: "logged_bytes": { 2024-08-29T17:47:16.260 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 802816 2024-08-29T17:47:16.260 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:16.260 INFO:tasks.workunit.client.0.smithi028.stdout: "max_bytes_db": { 2024-08-29T17:47:16.260 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 312868864 2024-08-29T17:47:16.260 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:16.261 INFO:tasks.workunit.client.0.smithi028.stdout: "max_bytes_slow": { 2024-08-29T17:47:16.261 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T17:47:16.261 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:16.261 INFO:tasks.workunit.client.0.smithi028.stdout: "max_bytes_wal": { 2024-08-29T17:47:16.261 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T17:47:16.261 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:16.261 INFO:tasks.workunit.client.0.smithi028.stdout: "num_files": { 2024-08-29T17:47:16.261 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 14 2024-08-29T17:47:16.261 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:16.261 INFO:tasks.workunit.client.0.smithi028.stdout: "read_bytes": { 2024-08-29T17:47:16.261 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 195697 2024-08-29T17:47:16.261 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:16.261 INFO:tasks.workunit.client.0.smithi028.stdout: "read_count": { 2024-08-29T17:47:16.262 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 23 2024-08-29T17:47:16.262 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:16.262 INFO:tasks.workunit.client.0.smithi028.stdout: "read_disk_bytes": { 2024-08-29T17:47:16.262 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 1269760 2024-08-29T17:47:16.262 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:16.262 INFO:tasks.workunit.client.0.smithi028.stdout: "read_disk_bytes_db": { 2024-08-29T17:47:16.262 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 1273856 2024-08-29T17:47:16.262 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:16.262 INFO:tasks.workunit.client.0.smithi028.stdout: "read_disk_bytes_slow": { 2024-08-29T17:47:16.262 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T17:47:16.262 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:16.262 INFO:tasks.workunit.client.0.smithi028.stdout: "read_disk_bytes_wal": { 2024-08-29T17:47:16.262 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T17:47:16.263 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:16.263 INFO:tasks.workunit.client.0.smithi028.stdout: "read_disk_count": { 2024-08-29T17:47:16.263 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 15 2024-08-29T17:47:16.263 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:16.263 INFO:tasks.workunit.client.0.smithi028.stdout: "read_prefetch_bytes": { 2024-08-29T17:47:16.263 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 4789 2024-08-29T17:47:16.263 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:16.263 INFO:tasks.workunit.client.0.smithi028.stdout: "read_prefetch_count": { 2024-08-29T17:47:16.263 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 4 2024-08-29T17:47:16.263 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:16.263 INFO:tasks.workunit.client.0.smithi028.stdout: "read_random_buffer_bytes": { 2024-08-29T17:47:16.263 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 5589 2024-08-29T17:47:16.263 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:16.263 INFO:tasks.workunit.client.0.smithi028.stdout: "read_random_buffer_count": { 2024-08-29T17:47:16.264 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 24 2024-08-29T17:47:16.264 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:16.264 INFO:tasks.workunit.client.0.smithi028.stdout: "read_random_bytes": { 2024-08-29T17:47:16.264 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 5589 2024-08-29T17:47:16.264 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:16.264 INFO:tasks.workunit.client.0.smithi028.stdout: "read_random_count": { 2024-08-29T17:47:16.264 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 24 2024-08-29T17:47:16.264 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:16.264 INFO:tasks.workunit.client.0.smithi028.stdout: "read_random_disk_bytes": { 2024-08-29T17:47:16.264 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T17:47:16.264 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:16.264 INFO:tasks.workunit.client.0.smithi028.stdout: "read_random_disk_bytes_db": { 2024-08-29T17:47:16.264 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T17:47:16.265 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:16.265 INFO:tasks.workunit.client.0.smithi028.stdout: "read_random_disk_bytes_slow": { 2024-08-29T17:47:16.265 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T17:47:16.265 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:16.265 INFO:tasks.workunit.client.0.smithi028.stdout: "read_random_disk_bytes_wal": { 2024-08-29T17:47:16.265 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T17:47:16.266 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:16.266 INFO:tasks.workunit.client.0.smithi028.stdout: "read_random_disk_count": { 2024-08-29T17:47:16.266 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T17:47:16.266 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:16.266 INFO:tasks.workunit.client.0.smithi028.stdout: "slow_total_bytes": { 2024-08-29T17:47:16.266 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T17:47:16.266 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:16.266 INFO:tasks.workunit.client.0.smithi028.stdout: "slow_used_bytes": { 2024-08-29T17:47:16.266 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T17:47:16.267 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:16.267 INFO:tasks.workunit.client.0.smithi028.stdout: "wal_total_bytes": { 2024-08-29T17:47:16.267 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T17:47:16.267 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:16.267 INFO:tasks.workunit.client.0.smithi028.stdout: "wal_used_bytes": { 2024-08-29T17:47:16.267 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T17:47:16.267 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:16.267 INFO:tasks.workunit.client.0.smithi028.stdout: "write_bytes": { 2024-08-29T17:47:16.267 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 2174976 2024-08-29T17:47:16.267 INFO:tasks.workunit.client.0.smithi028.stdout: } 2024-08-29T17:47:16.267 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:16.267 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore": { 2024-08-29T17:47:16.267 INFO:tasks.workunit.client.0.smithi028.stdout: "alloc_unit": { 2024-08-29T17:47:16.268 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 4096 2024-08-29T17:47:16.268 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:16.268 INFO:tasks.workunit.client.0.smithi028.stdout: "allocated": { 2024-08-29T17:47:16.268 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 790528 2024-08-29T17:47:16.268 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:16.268 INFO:tasks.workunit.client.0.smithi028.stdout: "clist_lat": { 2024-08-29T17:47:16.268 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 6, 2024-08-29T17:47:16.268 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 379430 2024-08-29T17:47:16.268 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:16.268 INFO:tasks.workunit.client.0.smithi028.stdout: "compress_lat": { 2024-08-29T17:47:16.268 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 0, 2024-08-29T17:47:16.268 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T17:47:16.268 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:16.269 INFO:tasks.workunit.client.0.smithi028.stdout: "compressed": { 2024-08-29T17:47:16.269 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T17:47:16.269 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:16.269 INFO:tasks.workunit.client.0.smithi028.stdout: "compressed_allocated": { 2024-08-29T17:47:16.269 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T17:47:16.269 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:16.269 INFO:tasks.workunit.client.0.smithi028.stdout: "compressed_original": { 2024-08-29T17:47:16.269 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T17:47:16.269 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:16.269 INFO:tasks.workunit.client.0.smithi028.stdout: "csum_lat": { 2024-08-29T17:47:16.269 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 3, 2024-08-29T17:47:16.269 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 6314 2024-08-29T17:47:16.270 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:16.270 INFO:tasks.workunit.client.0.smithi028.stdout: "decompress_lat": { 2024-08-29T17:47:16.270 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 0, 2024-08-29T17:47:16.270 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T17:47:16.270 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:16.270 INFO:tasks.workunit.client.0.smithi028.stdout: "kv_commit_lat": { 2024-08-29T17:47:16.270 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 179, 2024-08-29T17:47:16.270 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 102512584 2024-08-29T17:47:16.270 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:16.270 INFO:tasks.workunit.client.0.smithi028.stdout: "kv_final_lat": { 2024-08-29T17:47:16.270 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 177, 2024-08-29T17:47:16.271 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 12167530 2024-08-29T17:47:16.271 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:16.271 INFO:tasks.workunit.client.0.smithi028.stdout: "kv_flush_lat": { 2024-08-29T17:47:16.271 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 179, 2024-08-29T17:47:16.271 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 464988 2024-08-29T17:47:16.271 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:16.271 INFO:tasks.workunit.client.0.smithi028.stdout: "kv_sync_lat": { 2024-08-29T17:47:16.271 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 179, 2024-08-29T17:47:16.271 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 102977572 2024-08-29T17:47:16.271 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:16.271 INFO:tasks.workunit.client.0.smithi028.stdout: "omap_get_keys_lat": { 2024-08-29T17:47:16.272 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 0, 2024-08-29T17:47:16.272 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T17:47:16.272 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:16.272 INFO:tasks.workunit.client.0.smithi028.stdout: "omap_get_values_lat": { 2024-08-29T17:47:16.272 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 3, 2024-08-29T17:47:16.272 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 50636 2024-08-29T17:47:16.272 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:16.272 INFO:tasks.workunit.client.0.smithi028.stdout: "omap_lower_bound_lat": { 2024-08-29T17:47:16.272 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 2, 2024-08-29T17:47:16.272 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 4478 2024-08-29T17:47:16.272 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:16.272 INFO:tasks.workunit.client.0.smithi028.stdout: "omap_next_lat": { 2024-08-29T17:47:16.272 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 0, 2024-08-29T17:47:16.273 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T17:47:16.273 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:16.273 INFO:tasks.workunit.client.0.smithi028.stdout: "omap_seek_to_first_lat": { 2024-08-29T17:47:16.273 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 0, 2024-08-29T17:47:16.273 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T17:47:16.273 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:16.273 INFO:tasks.workunit.client.0.smithi028.stdout: "omap_upper_bound_lat": { 2024-08-29T17:47:16.273 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 2, 2024-08-29T17:47:16.273 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 8394 2024-08-29T17:47:16.273 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:16.273 INFO:tasks.workunit.client.0.smithi028.stdout: "onode_hits": { 2024-08-29T17:47:16.273 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 378 2024-08-29T17:47:16.273 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:16.273 INFO:tasks.workunit.client.0.smithi028.stdout: "onode_misses": { 2024-08-29T17:47:16.274 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 253 2024-08-29T17:47:16.274 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:16.274 INFO:tasks.workunit.client.0.smithi028.stdout: "read_lat": { 2024-08-29T17:47:16.274 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 97, 2024-08-29T17:47:16.274 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 1229922 2024-08-29T17:47:16.274 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:16.274 INFO:tasks.workunit.client.0.smithi028.stdout: "read_onode_meta_lat": { 2024-08-29T17:47:16.274 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 160, 2024-08-29T17:47:16.274 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 466246 2024-08-29T17:47:16.274 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:16.274 INFO:tasks.workunit.client.0.smithi028.stdout: "read_wait_aio_lat": { 2024-08-29T17:47:16.274 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 63, 2024-08-29T17:47:16.274 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 233539 2024-08-29T17:47:16.275 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:16.275 INFO:tasks.workunit.client.0.smithi028.stdout: "reads_with_retries": { 2024-08-29T17:47:16.275 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T17:47:16.275 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:16.275 INFO:tasks.workunit.client.0.smithi028.stdout: "remove_lat": { 2024-08-29T17:47:16.275 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 4, 2024-08-29T17:47:16.275 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 160619 2024-08-29T17:47:16.275 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:16.275 INFO:tasks.workunit.client.0.smithi028.stdout: "state_aio_wait_lat": { 2024-08-29T17:47:16.275 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 287, 2024-08-29T17:47:16.275 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 5574981 2024-08-29T17:47:16.275 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:16.275 INFO:tasks.workunit.client.0.smithi028.stdout: "state_deferred_aio_wait_lat": { 2024-08-29T17:47:16.276 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 48, 2024-08-29T17:47:16.276 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 4317296 2024-08-29T17:47:16.276 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:16.276 INFO:tasks.workunit.client.0.smithi028.stdout: "state_deferred_cleanup_lat": { 2024-08-29T17:47:16.276 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 45, 2024-08-29T17:47:16.276 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 693431462196 2024-08-29T17:47:16.276 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:16.276 INFO:tasks.workunit.client.0.smithi028.stdout: "state_deferred_queued_lat": { 2024-08-29T17:47:16.276 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 48, 2024-08-29T17:47:16.276 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 61466237484 2024-08-29T17:47:16.276 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:16.276 INFO:tasks.workunit.client.0.smithi028.stdout: "state_done_lat": { 2024-08-29T17:47:16.276 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 284, 2024-08-29T17:47:16.276 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 8421787654 2024-08-29T17:47:16.277 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:16.277 INFO:tasks.workunit.client.0.smithi028.stdout: "state_finishing_lat": { 2024-08-29T17:47:16.277 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 284, 2024-08-29T17:47:16.277 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 65618 2024-08-29T17:47:16.277 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:16.277 INFO:tasks.workunit.client.0.smithi028.stdout: "state_io_done_lat": { 2024-08-29T17:47:16.277 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 287, 2024-08-29T17:47:16.277 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 538109 2024-08-29T17:47:16.277 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:16.277 INFO:tasks.workunit.client.0.smithi028.stdout: "state_kv_commiting_lat": { 2024-08-29T17:47:16.277 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 287, 2024-08-29T17:47:16.277 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 266139170 2024-08-29T17:47:16.277 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:16.278 INFO:tasks.workunit.client.0.smithi028.stdout: "state_kv_done_lat": { 2024-08-29T17:47:16.278 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 287, 2024-08-29T17:47:16.278 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 187077 2024-08-29T17:47:16.278 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:16.278 INFO:tasks.workunit.client.0.smithi028.stdout: "state_kv_queued_lat": { 2024-08-29T17:47:16.278 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 287, 2024-08-29T17:47:16.278 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 260657522 2024-08-29T17:47:16.278 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:16.278 INFO:tasks.workunit.client.0.smithi028.stdout: "state_prepare_lat": { 2024-08-29T17:47:16.278 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 287, 2024-08-29T17:47:16.278 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 26589557 2024-08-29T17:47:16.278 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:16.278 INFO:tasks.workunit.client.0.smithi028.stdout: "stored": { 2024-08-29T17:47:16.278 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 351144 2024-08-29T17:47:16.279 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:16.279 INFO:tasks.workunit.client.0.smithi028.stdout: "truncate_lat": { 2024-08-29T17:47:16.279 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 40, 2024-08-29T17:47:16.279 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 318934 2024-08-29T17:47:16.279 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:16.279 INFO:tasks.workunit.client.0.smithi028.stdout: "txc_commit_lat": { 2024-08-29T17:47:16.279 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 287, 2024-08-29T17:47:16.279 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 559582117 2024-08-29T17:47:16.279 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:16.279 INFO:tasks.workunit.client.0.smithi028.stdout: "txc_submit_lat": { 2024-08-29T17:47:16.279 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 287, 2024-08-29T17:47:16.279 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 31682108 2024-08-29T17:47:16.279 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:16.279 INFO:tasks.workunit.client.0.smithi028.stdout: "txc_throttle_lat": { 2024-08-29T17:47:16.280 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 287, 2024-08-29T17:47:16.280 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 4131655 2024-08-29T17:47:16.280 INFO:tasks.workunit.client.0.smithi028.stdout: } 2024-08-29T17:47:16.280 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:16.280 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore-pricache": { 2024-08-29T17:47:16.280 INFO:tasks.workunit.client.0.smithi028.stdout: "cache_bytes": { 2024-08-29T17:47:16.280 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 1901933480 2024-08-29T17:47:16.280 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:16.280 INFO:tasks.workunit.client.0.smithi028.stdout: "heap_bytes": { 2024-08-29T17:47:16.280 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 272236544 2024-08-29T17:47:16.280 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:16.280 INFO:tasks.workunit.client.0.smithi028.stdout: "mapped_bytes": { 2024-08-29T17:47:16.280 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 271245312 2024-08-29T17:47:16.281 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:16.281 INFO:tasks.workunit.client.0.smithi028.stdout: "target_bytes": { 2024-08-29T17:47:16.281 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 3184988057 2024-08-29T17:47:16.281 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:16.281 INFO:tasks.workunit.client.0.smithi028.stdout: "unmapped_bytes": { 2024-08-29T17:47:16.281 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 991232 2024-08-29T17:47:16.281 INFO:tasks.workunit.client.0.smithi028.stdout: } 2024-08-29T17:47:16.281 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:16.281 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore-pricache:data": { 2024-08-29T17:47:16.281 INFO:tasks.workunit.client.0.smithi028.stdout: "committed_bytes": { 2024-08-29T17:47:16.281 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 159383552 2024-08-29T17:47:16.281 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:16.281 INFO:tasks.workunit.client.0.smithi028.stdout: "pri0_bytes": { 2024-08-29T17:47:16.281 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T17:47:16.282 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:16.282 INFO:tasks.workunit.client.0.smithi028.stdout: "pri10_bytes": { 2024-08-29T17:47:16.282 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T17:47:16.282 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:16.282 INFO:tasks.workunit.client.0.smithi028.stdout: "pri11_bytes": { 2024-08-29T17:47:16.282 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 87926394 2024-08-29T17:47:16.282 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:16.282 INFO:tasks.workunit.client.0.smithi028.stdout: "pri1_bytes": { 2024-08-29T17:47:16.282 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T17:47:16.282 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:16.282 INFO:tasks.workunit.client.0.smithi028.stdout: "pri2_bytes": { 2024-08-29T17:47:16.282 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T17:47:16.282 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:16.282 INFO:tasks.workunit.client.0.smithi028.stdout: "pri3_bytes": { 2024-08-29T17:47:16.283 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T17:47:16.283 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:16.283 INFO:tasks.workunit.client.0.smithi028.stdout: "pri4_bytes": { 2024-08-29T17:47:16.283 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T17:47:16.283 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:16.283 INFO:tasks.workunit.client.0.smithi028.stdout: "pri5_bytes": { 2024-08-29T17:47:16.283 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T17:47:16.283 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:16.283 INFO:tasks.workunit.client.0.smithi028.stdout: "pri6_bytes": { 2024-08-29T17:47:16.283 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T17:47:16.283 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:16.283 INFO:tasks.workunit.client.0.smithi028.stdout: "pri7_bytes": { 2024-08-29T17:47:16.283 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T17:47:16.283 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:16.284 INFO:tasks.workunit.client.0.smithi028.stdout: "pri8_bytes": { 2024-08-29T17:47:16.284 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T17:47:16.284 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:16.284 INFO:tasks.workunit.client.0.smithi028.stdout: "pri9_bytes": { 2024-08-29T17:47:16.284 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T17:47:16.284 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:16.284 INFO:tasks.workunit.client.0.smithi028.stdout: "reserved_bytes": { 2024-08-29T17:47:16.284 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 71457158 2024-08-29T17:47:16.284 INFO:tasks.workunit.client.0.smithi028.stdout: } 2024-08-29T17:47:16.284 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:16.284 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore-pricache:kv": { 2024-08-29T17:47:16.284 INFO:tasks.workunit.client.0.smithi028.stdout: "committed_bytes": { 2024-08-29T17:47:16.284 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 796917760 2024-08-29T17:47:16.284 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:16.285 INFO:tasks.workunit.client.0.smithi028.stdout: "pri0_bytes": { 2024-08-29T17:47:16.285 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 67108864 2024-08-29T17:47:16.285 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:16.285 INFO:tasks.workunit.client.0.smithi028.stdout: "pri10_bytes": { 2024-08-29T17:47:16.285 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T17:47:16.285 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:16.285 INFO:tasks.workunit.client.0.smithi028.stdout: "pri11_bytes": { 2024-08-29T17:47:16.285 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 659447961 2024-08-29T17:47:16.285 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:16.285 INFO:tasks.workunit.client.0.smithi028.stdout: "pri1_bytes": { 2024-08-29T17:47:16.285 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T17:47:16.285 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:16.285 INFO:tasks.workunit.client.0.smithi028.stdout: "pri2_bytes": { 2024-08-29T17:47:16.286 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T17:47:16.286 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:16.286 INFO:tasks.workunit.client.0.smithi028.stdout: "pri3_bytes": { 2024-08-29T17:47:16.286 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T17:47:16.286 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:16.286 INFO:tasks.workunit.client.0.smithi028.stdout: "pri4_bytes": { 2024-08-29T17:47:16.286 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T17:47:16.286 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:16.286 INFO:tasks.workunit.client.0.smithi028.stdout: "pri5_bytes": { 2024-08-29T17:47:16.286 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T17:47:16.286 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:16.286 INFO:tasks.workunit.client.0.smithi028.stdout: "pri6_bytes": { 2024-08-29T17:47:16.286 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 2128 2024-08-29T17:47:16.287 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:16.287 INFO:tasks.workunit.client.0.smithi028.stdout: "pri7_bytes": { 2024-08-29T17:47:16.287 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T17:47:16.287 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:16.287 INFO:tasks.workunit.client.0.smithi028.stdout: "pri8_bytes": { 2024-08-29T17:47:16.287 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T17:47:16.287 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:16.287 INFO:tasks.workunit.client.0.smithi028.stdout: "pri9_bytes": { 2024-08-29T17:47:16.287 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T17:47:16.287 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:16.287 INFO:tasks.workunit.client.0.smithi028.stdout: "reserved_bytes": { 2024-08-29T17:47:16.287 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 70358807 2024-08-29T17:47:16.288 INFO:tasks.workunit.client.0.smithi028.stdout: } 2024-08-29T17:47:16.288 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:16.288 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore-pricache:kv_onode": { 2024-08-29T17:47:16.288 INFO:tasks.workunit.client.0.smithi028.stdout: "committed_bytes": { 2024-08-29T17:47:16.288 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 192937984 2024-08-29T17:47:16.288 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:16.288 INFO:tasks.workunit.client.0.smithi028.stdout: "pri0_bytes": { 2024-08-29T17:47:16.289 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 67108864 2024-08-29T17:47:16.289 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:16.289 INFO:tasks.workunit.client.0.smithi028.stdout: "pri10_bytes": { 2024-08-29T17:47:16.289 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 464 2024-08-29T17:47:16.289 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:16.289 INFO:tasks.workunit.client.0.smithi028.stdout: "pri11_bytes": { 2024-08-29T17:47:16.290 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 58617596 2024-08-29T17:47:16.290 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:16.290 INFO:tasks.workunit.client.0.smithi028.stdout: "pri1_bytes": { 2024-08-29T17:47:16.290 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T17:47:16.290 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:16.290 INFO:tasks.workunit.client.0.smithi028.stdout: "pri2_bytes": { 2024-08-29T17:47:16.290 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T17:47:16.290 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:16.290 INFO:tasks.workunit.client.0.smithi028.stdout: "pri3_bytes": { 2024-08-29T17:47:16.290 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T17:47:16.290 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:16.291 INFO:tasks.workunit.client.0.smithi028.stdout: "pri4_bytes": { 2024-08-29T17:47:16.291 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T17:47:16.291 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:16.291 INFO:tasks.workunit.client.0.smithi028.stdout: "pri5_bytes": { 2024-08-29T17:47:16.291 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T17:47:16.291 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:16.292 INFO:tasks.workunit.client.0.smithi028.stdout: "pri6_bytes": { 2024-08-29T17:47:16.292 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T17:47:16.292 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:16.292 INFO:tasks.workunit.client.0.smithi028.stdout: "pri7_bytes": { 2024-08-29T17:47:16.292 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T17:47:16.292 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:16.292 INFO:tasks.workunit.client.0.smithi028.stdout: "pri8_bytes": { 2024-08-29T17:47:16.293 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T17:47:16.293 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:16.293 INFO:tasks.workunit.client.0.smithi028.stdout: "pri9_bytes": { 2024-08-29T17:47:16.293 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T17:47:16.293 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:16.293 INFO:tasks.workunit.client.0.smithi028.stdout: "reserved_bytes": { 2024-08-29T17:47:16.293 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 67211060 2024-08-29T17:47:16.293 INFO:tasks.workunit.client.0.smithi028.stdout: } 2024-08-29T17:47:16.293 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:16.293 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore-pricache:meta": { 2024-08-29T17:47:16.293 INFO:tasks.workunit.client.0.smithi028.stdout: "committed_bytes": { 2024-08-29T17:47:16.293 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 729808896 2024-08-29T17:47:16.293 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:16.294 INFO:tasks.workunit.client.0.smithi028.stdout: "pri0_bytes": { 2024-08-29T17:47:16.294 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T17:47:16.294 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:16.294 INFO:tasks.workunit.client.0.smithi028.stdout: "pri10_bytes": { 2024-08-29T17:47:16.294 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T17:47:16.294 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:16.294 INFO:tasks.workunit.client.0.smithi028.stdout: "pri11_bytes": { 2024-08-29T17:47:16.294 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 659447961 2024-08-29T17:47:16.294 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:16.294 INFO:tasks.workunit.client.0.smithi028.stdout: "pri1_bytes": { 2024-08-29T17:47:16.294 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T17:47:16.294 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:16.294 INFO:tasks.workunit.client.0.smithi028.stdout: "pri2_bytes": { 2024-08-29T17:47:16.294 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T17:47:16.295 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:16.295 INFO:tasks.workunit.client.0.smithi028.stdout: "pri3_bytes": { 2024-08-29T17:47:16.295 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T17:47:16.295 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:16.295 INFO:tasks.workunit.client.0.smithi028.stdout: "pri4_bytes": { 2024-08-29T17:47:16.295 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T17:47:16.295 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:16.295 INFO:tasks.workunit.client.0.smithi028.stdout: "pri5_bytes": { 2024-08-29T17:47:16.295 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T17:47:16.295 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:16.295 INFO:tasks.workunit.client.0.smithi028.stdout: "pri6_bytes": { 2024-08-29T17:47:16.295 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 283358 2024-08-29T17:47:16.295 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:16.295 INFO:tasks.workunit.client.0.smithi028.stdout: "pri7_bytes": { 2024-08-29T17:47:16.296 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T17:47:16.296 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:16.296 INFO:tasks.workunit.client.0.smithi028.stdout: "pri8_bytes": { 2024-08-29T17:47:16.296 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T17:47:16.296 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:16.296 INFO:tasks.workunit.client.0.smithi028.stdout: "pri9_bytes": { 2024-08-29T17:47:16.296 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T17:47:16.296 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:16.296 INFO:tasks.workunit.client.0.smithi028.stdout: "reserved_bytes": { 2024-08-29T17:47:16.296 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 70077577 2024-08-29T17:47:16.296 INFO:tasks.workunit.client.0.smithi028.stdout: } 2024-08-29T17:47:16.296 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:16.296 INFO:tasks.workunit.client.0.smithi028.stdout: "objecter": { 2024-08-29T17:47:16.296 INFO:tasks.workunit.client.0.smithi028.stdout: "op_active": { 2024-08-29T17:47:16.297 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T17:47:16.297 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:16.297 INFO:tasks.workunit.client.0.smithi028.stdout: "op_r": { 2024-08-29T17:47:16.297 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T17:47:16.297 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:16.297 INFO:tasks.workunit.client.0.smithi028.stdout: "op_rmw": { 2024-08-29T17:47:16.297 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T17:47:16.297 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:16.297 INFO:tasks.workunit.client.0.smithi028.stdout: "op_w": { 2024-08-29T17:47:16.297 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T17:47:16.297 INFO:tasks.workunit.client.0.smithi028.stdout: } 2024-08-29T17:47:16.297 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:16.297 INFO:tasks.workunit.client.0.smithi028.stdout: "osd": { 2024-08-29T17:47:16.297 INFO:tasks.workunit.client.0.smithi028.stdout: "numpg": { 2024-08-29T17:47:16.298 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 41 2024-08-29T17:47:16.298 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:16.298 INFO:tasks.workunit.client.0.smithi028.stdout: "numpg_removing": { 2024-08-29T17:47:16.298 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T17:47:16.298 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:16.298 INFO:tasks.workunit.client.0.smithi028.stdout: "op": { 2024-08-29T17:47:16.298 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T17:47:16.298 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:16.298 INFO:tasks.workunit.client.0.smithi028.stdout: "op_delayed_degraded": { 2024-08-29T17:47:16.298 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T17:47:16.298 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:16.298 INFO:tasks.workunit.client.0.smithi028.stdout: "op_delayed_unreadable": { 2024-08-29T17:47:16.298 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T17:47:16.299 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:16.299 INFO:tasks.workunit.client.0.smithi028.stdout: "op_in_bytes": { 2024-08-29T17:47:16.299 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T17:47:16.299 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:16.299 INFO:tasks.workunit.client.0.smithi028.stdout: "op_latency": { 2024-08-29T17:47:16.299 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 0, 2024-08-29T17:47:16.299 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T17:47:16.299 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:16.299 INFO:tasks.workunit.client.0.smithi028.stdout: "op_out_bytes": { 2024-08-29T17:47:16.299 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T17:47:16.299 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:16.299 INFO:tasks.workunit.client.0.smithi028.stdout: "op_prepare_latency": { 2024-08-29T17:47:16.299 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 0, 2024-08-29T17:47:16.299 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T17:47:16.300 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:16.300 INFO:tasks.workunit.client.0.smithi028.stdout: "op_process_latency": { 2024-08-29T17:47:16.300 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 0, 2024-08-29T17:47:16.300 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T17:47:16.300 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:16.300 INFO:tasks.workunit.client.0.smithi028.stdout: "op_r": { 2024-08-29T17:47:16.300 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T17:47:16.300 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:16.300 INFO:tasks.workunit.client.0.smithi028.stdout: "op_r_latency": { 2024-08-29T17:47:16.300 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 0, 2024-08-29T17:47:16.301 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T17:47:16.301 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:16.301 INFO:tasks.workunit.client.0.smithi028.stdout: "op_r_latency_out_bytes_histogram": { 2024-08-29T17:47:16.301 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T17:47:16.301 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:16.301 INFO:tasks.workunit.client.0.smithi028.stdout: "op_r_out_bytes": { 2024-08-29T17:47:16.301 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T17:47:16.301 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:16.301 INFO:tasks.workunit.client.0.smithi028.stdout: "op_r_prepare_latency": { 2024-08-29T17:47:16.301 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 0, 2024-08-29T17:47:16.301 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T17:47:16.301 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:16.301 INFO:tasks.workunit.client.0.smithi028.stdout: "op_r_process_latency": { 2024-08-29T17:47:16.302 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 0, 2024-08-29T17:47:16.302 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T17:47:16.302 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:16.302 INFO:tasks.workunit.client.0.smithi028.stdout: "op_rw": { 2024-08-29T17:47:16.302 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T17:47:16.302 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:16.302 INFO:tasks.workunit.client.0.smithi028.stdout: "op_rw_in_bytes": { 2024-08-29T17:47:16.302 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T17:47:16.302 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:16.302 INFO:tasks.workunit.client.0.smithi028.stdout: "op_rw_latency": { 2024-08-29T17:47:16.302 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 0, 2024-08-29T17:47:16.302 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T17:47:16.302 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:16.302 INFO:tasks.workunit.client.0.smithi028.stdout: "op_rw_latency_in_bytes_histogram": { 2024-08-29T17:47:16.303 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T17:47:16.303 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:16.303 INFO:tasks.workunit.client.0.smithi028.stdout: "op_rw_latency_out_bytes_histogram": { 2024-08-29T17:47:16.303 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T17:47:16.303 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:16.303 INFO:tasks.workunit.client.0.smithi028.stdout: "op_rw_out_bytes": { 2024-08-29T17:47:16.303 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T17:47:16.303 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:16.303 INFO:tasks.workunit.client.0.smithi028.stdout: "op_rw_prepare_latency": { 2024-08-29T17:47:16.303 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 0, 2024-08-29T17:47:16.303 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T17:47:16.303 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:16.304 INFO:tasks.workunit.client.0.smithi028.stdout: "op_rw_process_latency": { 2024-08-29T17:47:16.304 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 0, 2024-08-29T17:47:16.304 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T17:47:16.304 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:16.304 INFO:tasks.workunit.client.0.smithi028.stdout: "op_w": { 2024-08-29T17:47:16.305 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T17:47:16.305 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:16.305 INFO:tasks.workunit.client.0.smithi028.stdout: "op_w_in_bytes": { 2024-08-29T17:47:16.305 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T17:47:16.305 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:16.305 INFO:tasks.workunit.client.0.smithi028.stdout: "op_w_latency": { 2024-08-29T17:47:16.305 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 0, 2024-08-29T17:47:16.305 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T17:47:16.306 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:16.306 INFO:tasks.workunit.client.0.smithi028.stdout: "op_w_latency_in_bytes_histogram": { 2024-08-29T17:47:16.306 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T17:47:16.306 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:16.306 INFO:tasks.workunit.client.0.smithi028.stdout: "op_w_prepare_latency": { 2024-08-29T17:47:16.306 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 0, 2024-08-29T17:47:16.306 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T17:47:16.306 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:16.306 INFO:tasks.workunit.client.0.smithi028.stdout: "op_w_process_latency": { 2024-08-29T17:47:16.306 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 0, 2024-08-29T17:47:16.306 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T17:47:16.306 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:16.307 INFO:tasks.workunit.client.0.smithi028.stdout: "op_wip": { 2024-08-29T17:47:16.307 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T17:47:16.307 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:16.307 INFO:tasks.workunit.client.0.smithi028.stdout: "recovery_bytes": { 2024-08-29T17:47:16.307 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T17:47:16.307 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:16.308 INFO:tasks.workunit.client.0.smithi028.stdout: "recovery_ops": { 2024-08-29T17:47:16.308 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T17:47:16.308 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:16.308 INFO:tasks.workunit.client.0.smithi028.stdout: "stat_bytes": { 2024-08-29T17:47:16.308 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 95995035648 2024-08-29T17:47:16.308 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:16.308 INFO:tasks.workunit.client.0.smithi028.stdout: "stat_bytes_used": { 2024-08-29T17:47:16.308 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 305278976 2024-08-29T17:47:16.309 INFO:tasks.workunit.client.0.smithi028.stdout: } 2024-08-29T17:47:16.309 INFO:tasks.workunit.client.0.smithi028.stdout: } 2024-08-29T17:47:16.309 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:16.309 INFO:tasks.workunit.client.0.smithi028.stdout: "osd.6": { 2024-08-29T17:47:16.309 INFO:tasks.workunit.client.0.smithi028.stdout: "bluefs": { 2024-08-29T17:47:16.309 INFO:tasks.workunit.client.0.smithi028.stdout: "alloc_slow_fallback": { 2024-08-29T17:47:16.309 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T17:47:16.309 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:16.309 INFO:tasks.workunit.client.0.smithi028.stdout: "alloc_slow_size_fallback": { 2024-08-29T17:47:16.309 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T17:47:16.310 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:16.310 INFO:tasks.workunit.client.0.smithi028.stdout: "alloc_unit_db": { 2024-08-29T17:47:16.310 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 65536 2024-08-29T17:47:16.310 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:16.310 INFO:tasks.workunit.client.0.smithi028.stdout: "alloc_unit_main": { 2024-08-29T17:47:16.310 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T17:47:16.310 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:16.311 INFO:tasks.workunit.client.0.smithi028.stdout: "alloc_unit_wal": { 2024-08-29T17:47:16.311 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T17:47:16.311 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:16.311 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes_written_slow": { 2024-08-29T17:47:16.311 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T17:47:16.312 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:16.312 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes_written_sst": { 2024-08-29T17:47:16.312 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 12288 2024-08-29T17:47:16.312 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:16.312 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes_written_wal": { 2024-08-29T17:47:16.312 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 1515520 2024-08-29T17:47:16.312 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:16.312 INFO:tasks.workunit.client.0.smithi028.stdout: "compact_lat": { 2024-08-29T17:47:16.313 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 0, 2024-08-29T17:47:16.313 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T17:47:16.313 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:16.313 INFO:tasks.workunit.client.0.smithi028.stdout: "compact_lock_lat": { 2024-08-29T17:47:16.313 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 0, 2024-08-29T17:47:16.313 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T17:47:16.313 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:16.313 INFO:tasks.workunit.client.0.smithi028.stdout: "db_total_bytes": { 2024-08-29T17:47:16.313 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 95995035648 2024-08-29T17:47:16.313 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:16.314 INFO:tasks.workunit.client.0.smithi028.stdout: "db_used_bytes": { 2024-08-29T17:47:16.314 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 304480256 2024-08-29T17:47:16.314 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:16.314 INFO:tasks.workunit.client.0.smithi028.stdout: "log_bytes": { 2024-08-29T17:47:16.314 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 1146880 2024-08-29T17:47:16.314 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:16.314 INFO:tasks.workunit.client.0.smithi028.stdout: "logged_bytes": { 2024-08-29T17:47:16.314 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 1007616 2024-08-29T17:47:16.314 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:16.314 INFO:tasks.workunit.client.0.smithi028.stdout: "max_bytes_db": { 2024-08-29T17:47:16.314 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 312868864 2024-08-29T17:47:16.314 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:16.315 INFO:tasks.workunit.client.0.smithi028.stdout: "max_bytes_slow": { 2024-08-29T17:47:16.315 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T17:47:16.315 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:16.315 INFO:tasks.workunit.client.0.smithi028.stdout: "max_bytes_wal": { 2024-08-29T17:47:16.315 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T17:47:16.315 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:16.315 INFO:tasks.workunit.client.0.smithi028.stdout: "num_files": { 2024-08-29T17:47:16.315 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 14 2024-08-29T17:47:16.315 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:16.315 INFO:tasks.workunit.client.0.smithi028.stdout: "read_bytes": { 2024-08-29T17:47:16.315 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 195697 2024-08-29T17:47:16.315 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:16.316 INFO:tasks.workunit.client.0.smithi028.stdout: "read_count": { 2024-08-29T17:47:16.316 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 23 2024-08-29T17:47:16.316 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:16.316 INFO:tasks.workunit.client.0.smithi028.stdout: "read_disk_bytes": { 2024-08-29T17:47:16.316 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 1269760 2024-08-29T17:47:16.316 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:16.316 INFO:tasks.workunit.client.0.smithi028.stdout: "read_disk_bytes_db": { 2024-08-29T17:47:16.316 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 1273856 2024-08-29T17:47:16.316 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:16.316 INFO:tasks.workunit.client.0.smithi028.stdout: "read_disk_bytes_slow": { 2024-08-29T17:47:16.316 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T17:47:16.316 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:16.316 INFO:tasks.workunit.client.0.smithi028.stdout: "read_disk_bytes_wal": { 2024-08-29T17:47:16.316 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T17:47:16.317 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:16.317 INFO:tasks.workunit.client.0.smithi028.stdout: "read_disk_count": { 2024-08-29T17:47:16.317 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 15 2024-08-29T17:47:16.317 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:16.317 INFO:tasks.workunit.client.0.smithi028.stdout: "read_prefetch_bytes": { 2024-08-29T17:47:16.317 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 4789 2024-08-29T17:47:16.317 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:16.317 INFO:tasks.workunit.client.0.smithi028.stdout: "read_prefetch_count": { 2024-08-29T17:47:16.317 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 4 2024-08-29T17:47:16.317 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:16.317 INFO:tasks.workunit.client.0.smithi028.stdout: "read_random_buffer_bytes": { 2024-08-29T17:47:16.317 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 5589 2024-08-29T17:47:16.317 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:16.318 INFO:tasks.workunit.client.0.smithi028.stdout: "read_random_buffer_count": { 2024-08-29T17:47:16.318 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 24 2024-08-29T17:47:16.318 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:16.318 INFO:tasks.workunit.client.0.smithi028.stdout: "read_random_bytes": { 2024-08-29T17:47:16.318 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 5589 2024-08-29T17:47:16.318 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:16.318 INFO:tasks.workunit.client.0.smithi028.stdout: "read_random_count": { 2024-08-29T17:47:16.318 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 24 2024-08-29T17:47:16.318 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:16.318 INFO:tasks.workunit.client.0.smithi028.stdout: "read_random_disk_bytes": { 2024-08-29T17:47:16.318 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T17:47:16.318 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:16.318 INFO:tasks.workunit.client.0.smithi028.stdout: "read_random_disk_bytes_db": { 2024-08-29T17:47:16.318 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T17:47:16.319 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:16.319 INFO:tasks.workunit.client.0.smithi028.stdout: "read_random_disk_bytes_slow": { 2024-08-29T17:47:16.319 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T17:47:16.319 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:16.319 INFO:tasks.workunit.client.0.smithi028.stdout: "read_random_disk_bytes_wal": { 2024-08-29T17:47:16.319 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T17:47:16.319 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:16.319 INFO:tasks.workunit.client.0.smithi028.stdout: "read_random_disk_count": { 2024-08-29T17:47:16.319 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T17:47:16.319 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:16.319 INFO:tasks.workunit.client.0.smithi028.stdout: "slow_total_bytes": { 2024-08-29T17:47:16.319 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T17:47:16.319 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:16.319 INFO:tasks.workunit.client.0.smithi028.stdout: "slow_used_bytes": { 2024-08-29T17:47:16.319 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T17:47:16.320 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:16.320 INFO:tasks.workunit.client.0.smithi028.stdout: "wal_total_bytes": { 2024-08-29T17:47:16.320 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T17:47:16.320 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:16.320 INFO:tasks.workunit.client.0.smithi028.stdout: "wal_used_bytes": { 2024-08-29T17:47:16.320 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T17:47:16.320 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:16.320 INFO:tasks.workunit.client.0.smithi028.stdout: "write_bytes": { 2024-08-29T17:47:16.320 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 2596864 2024-08-29T17:47:16.320 INFO:tasks.workunit.client.0.smithi028.stdout: } 2024-08-29T17:47:16.320 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:16.320 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore": { 2024-08-29T17:47:16.320 INFO:tasks.workunit.client.0.smithi028.stdout: "alloc_unit": { 2024-08-29T17:47:16.320 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 4096 2024-08-29T17:47:16.320 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:16.321 INFO:tasks.workunit.client.0.smithi028.stdout: "allocated": { 2024-08-29T17:47:16.321 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 1376256 2024-08-29T17:47:16.321 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:16.321 INFO:tasks.workunit.client.0.smithi028.stdout: "clist_lat": { 2024-08-29T17:47:16.321 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 0, 2024-08-29T17:47:16.321 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T17:47:16.321 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:16.321 INFO:tasks.workunit.client.0.smithi028.stdout: "compress_lat": { 2024-08-29T17:47:16.321 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 0, 2024-08-29T17:47:16.321 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T17:47:16.321 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:16.321 INFO:tasks.workunit.client.0.smithi028.stdout: "compressed": { 2024-08-29T17:47:16.321 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T17:47:16.322 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:16.322 INFO:tasks.workunit.client.0.smithi028.stdout: "compressed_allocated": { 2024-08-29T17:47:16.322 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T17:47:16.322 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:16.322 INFO:tasks.workunit.client.0.smithi028.stdout: "compressed_original": { 2024-08-29T17:47:16.322 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T17:47:16.322 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:16.322 INFO:tasks.workunit.client.0.smithi028.stdout: "csum_lat": { 2024-08-29T17:47:16.322 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 5, 2024-08-29T17:47:16.322 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 14818 2024-08-29T17:47:16.322 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:16.322 INFO:tasks.workunit.client.0.smithi028.stdout: "decompress_lat": { 2024-08-29T17:47:16.322 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 0, 2024-08-29T17:47:16.322 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T17:47:16.323 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:16.323 INFO:tasks.workunit.client.0.smithi028.stdout: "kv_commit_lat": { 2024-08-29T17:47:16.323 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 229, 2024-08-29T17:47:16.323 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 91156138 2024-08-29T17:47:16.323 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:16.323 INFO:tasks.workunit.client.0.smithi028.stdout: "kv_final_lat": { 2024-08-29T17:47:16.323 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 227, 2024-08-29T17:47:16.323 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 11244574 2024-08-29T17:47:16.323 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:16.323 INFO:tasks.workunit.client.0.smithi028.stdout: "kv_flush_lat": { 2024-08-29T17:47:16.323 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 229, 2024-08-29T17:47:16.323 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 387016 2024-08-29T17:47:16.323 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:16.323 INFO:tasks.workunit.client.0.smithi028.stdout: "kv_sync_lat": { 2024-08-29T17:47:16.324 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 229, 2024-08-29T17:47:16.324 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 91543154 2024-08-29T17:47:16.324 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:16.324 INFO:tasks.workunit.client.0.smithi028.stdout: "omap_get_keys_lat": { 2024-08-29T17:47:16.324 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 0, 2024-08-29T17:47:16.324 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T17:47:16.324 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:16.324 INFO:tasks.workunit.client.0.smithi028.stdout: "omap_get_values_lat": { 2024-08-29T17:47:16.324 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 1, 2024-08-29T17:47:16.324 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 46254 2024-08-29T17:47:16.324 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:16.324 INFO:tasks.workunit.client.0.smithi028.stdout: "omap_lower_bound_lat": { 2024-08-29T17:47:16.324 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 3, 2024-08-29T17:47:16.325 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 7497 2024-08-29T17:47:16.325 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:16.325 INFO:tasks.workunit.client.0.smithi028.stdout: "omap_next_lat": { 2024-08-29T17:47:16.325 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 0, 2024-08-29T17:47:16.325 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T17:47:16.325 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:16.325 INFO:tasks.workunit.client.0.smithi028.stdout: "omap_seek_to_first_lat": { 2024-08-29T17:47:16.325 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 0, 2024-08-29T17:47:16.325 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T17:47:16.325 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:16.326 INFO:tasks.workunit.client.0.smithi028.stdout: "omap_upper_bound_lat": { 2024-08-29T17:47:16.326 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 3, 2024-08-29T17:47:16.326 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 18403 2024-08-29T17:47:16.326 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:16.326 INFO:tasks.workunit.client.0.smithi028.stdout: "onode_hits": { 2024-08-29T17:47:16.326 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 421 2024-08-29T17:47:16.326 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:16.326 INFO:tasks.workunit.client.0.smithi028.stdout: "onode_misses": { 2024-08-29T17:47:16.326 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 260 2024-08-29T17:47:16.326 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:16.326 INFO:tasks.workunit.client.0.smithi028.stdout: "read_lat": { 2024-08-29T17:47:16.326 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 100, 2024-08-29T17:47:16.326 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 1277206 2024-08-29T17:47:16.327 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:16.327 INFO:tasks.workunit.client.0.smithi028.stdout: "read_onode_meta_lat": { 2024-08-29T17:47:16.327 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 157, 2024-08-29T17:47:16.327 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 453284 2024-08-29T17:47:16.327 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:16.327 INFO:tasks.workunit.client.0.smithi028.stdout: "read_wait_aio_lat": { 2024-08-29T17:47:16.327 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 57, 2024-08-29T17:47:16.327 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 373368 2024-08-29T17:47:16.327 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:16.327 INFO:tasks.workunit.client.0.smithi028.stdout: "reads_with_retries": { 2024-08-29T17:47:16.327 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T17:47:16.327 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:16.327 INFO:tasks.workunit.client.0.smithi028.stdout: "remove_lat": { 2024-08-29T17:47:16.327 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 0, 2024-08-29T17:47:16.328 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T17:47:16.328 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:16.328 INFO:tasks.workunit.client.0.smithi028.stdout: "state_aio_wait_lat": { 2024-08-29T17:47:16.328 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 299, 2024-08-29T17:47:16.328 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 4664415 2024-08-29T17:47:16.328 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:16.328 INFO:tasks.workunit.client.0.smithi028.stdout: "state_deferred_aio_wait_lat": { 2024-08-29T17:47:16.328 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 40, 2024-08-29T17:47:16.328 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 3901340 2024-08-29T17:47:16.328 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:16.328 INFO:tasks.workunit.client.0.smithi028.stdout: "state_deferred_cleanup_lat": { 2024-08-29T17:47:16.328 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 40, 2024-08-29T17:47:16.328 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 996796249147 2024-08-29T17:47:16.328 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:16.329 INFO:tasks.workunit.client.0.smithi028.stdout: "state_deferred_queued_lat": { 2024-08-29T17:47:16.329 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 40, 2024-08-29T17:47:16.329 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 50658650066 2024-08-29T17:47:16.329 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:16.329 INFO:tasks.workunit.client.0.smithi028.stdout: "state_done_lat": { 2024-08-29T17:47:16.329 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 299, 2024-08-29T17:47:16.329 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 1004633 2024-08-29T17:47:16.329 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:16.329 INFO:tasks.workunit.client.0.smithi028.stdout: "state_finishing_lat": { 2024-08-29T17:47:16.329 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 299, 2024-08-29T17:47:16.329 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 80648 2024-08-29T17:47:16.329 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:16.329 INFO:tasks.workunit.client.0.smithi028.stdout: "state_io_done_lat": { 2024-08-29T17:47:16.329 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 299, 2024-08-29T17:47:16.329 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 544090 2024-08-29T17:47:16.330 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:16.330 INFO:tasks.workunit.client.0.smithi028.stdout: "state_kv_commiting_lat": { 2024-08-29T17:47:16.330 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 299, 2024-08-29T17:47:16.330 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 224684700 2024-08-29T17:47:16.330 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:16.330 INFO:tasks.workunit.client.0.smithi028.stdout: "state_kv_done_lat": { 2024-08-29T17:47:16.331 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 299, 2024-08-29T17:47:16.331 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 314487 2024-08-29T17:47:16.331 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:16.331 INFO:tasks.workunit.client.0.smithi028.stdout: "state_kv_queued_lat": { 2024-08-29T17:47:16.331 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 299, 2024-08-29T17:47:16.332 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 112294458 2024-08-29T17:47:16.332 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:16.332 INFO:tasks.workunit.client.0.smithi028.stdout: "state_prepare_lat": { 2024-08-29T17:47:16.332 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 299, 2024-08-29T17:47:16.332 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 26175476 2024-08-29T17:47:16.332 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:16.332 INFO:tasks.workunit.client.0.smithi028.stdout: "stored": { 2024-08-29T17:47:16.333 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 941411 2024-08-29T17:47:16.333 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:16.333 INFO:tasks.workunit.client.0.smithi028.stdout: "truncate_lat": { 2024-08-29T17:47:16.333 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 33, 2024-08-29T17:47:16.333 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 254858 2024-08-29T17:47:16.333 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:16.333 INFO:tasks.workunit.client.0.smithi028.stdout: "txc_commit_lat": { 2024-08-29T17:47:16.333 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 299, 2024-08-29T17:47:16.333 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 368536200 2024-08-29T17:47:16.333 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:16.333 INFO:tasks.workunit.client.0.smithi028.stdout: "txc_submit_lat": { 2024-08-29T17:47:16.333 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 299, 2024-08-29T17:47:16.333 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 31296048 2024-08-29T17:47:16.334 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:16.334 INFO:tasks.workunit.client.0.smithi028.stdout: "txc_throttle_lat": { 2024-08-29T17:47:16.334 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 299, 2024-08-29T17:47:16.334 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 4470991 2024-08-29T17:47:16.334 INFO:tasks.workunit.client.0.smithi028.stdout: } 2024-08-29T17:47:16.334 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:16.334 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore-pricache": { 2024-08-29T17:47:16.334 INFO:tasks.workunit.client.0.smithi028.stdout: "cache_bytes": { 2024-08-29T17:47:16.334 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 1901933480 2024-08-29T17:47:16.334 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:16.334 INFO:tasks.workunit.client.0.smithi028.stdout: "heap_bytes": { 2024-08-29T17:47:16.334 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 272171008 2024-08-29T17:47:16.334 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:16.334 INFO:tasks.workunit.client.0.smithi028.stdout: "mapped_bytes": { 2024-08-29T17:47:16.335 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 271572992 2024-08-29T17:47:16.335 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:16.335 INFO:tasks.workunit.client.0.smithi028.stdout: "target_bytes": { 2024-08-29T17:47:16.335 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 3184988057 2024-08-29T17:47:16.335 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:16.335 INFO:tasks.workunit.client.0.smithi028.stdout: "unmapped_bytes": { 2024-08-29T17:47:16.335 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 598016 2024-08-29T17:47:16.335 INFO:tasks.workunit.client.0.smithi028.stdout: } 2024-08-29T17:47:16.335 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:16.335 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore-pricache:data": { 2024-08-29T17:47:16.335 INFO:tasks.workunit.client.0.smithi028.stdout: "committed_bytes": { 2024-08-29T17:47:16.335 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 159383552 2024-08-29T17:47:16.335 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:16.336 INFO:tasks.workunit.client.0.smithi028.stdout: "pri0_bytes": { 2024-08-29T17:47:16.336 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T17:47:16.336 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:16.336 INFO:tasks.workunit.client.0.smithi028.stdout: "pri10_bytes": { 2024-08-29T17:47:16.336 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T17:47:16.336 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:16.336 INFO:tasks.workunit.client.0.smithi028.stdout: "pri11_bytes": { 2024-08-29T17:47:16.336 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 87925839 2024-08-29T17:47:16.336 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:16.336 INFO:tasks.workunit.client.0.smithi028.stdout: "pri1_bytes": { 2024-08-29T17:47:16.336 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T17:47:16.336 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:16.336 INFO:tasks.workunit.client.0.smithi028.stdout: "pri2_bytes": { 2024-08-29T17:47:16.337 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T17:47:16.337 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:16.337 INFO:tasks.workunit.client.0.smithi028.stdout: "pri3_bytes": { 2024-08-29T17:47:16.337 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T17:47:16.337 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:16.337 INFO:tasks.workunit.client.0.smithi028.stdout: "pri4_bytes": { 2024-08-29T17:47:16.337 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T17:47:16.337 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:16.337 INFO:tasks.workunit.client.0.smithi028.stdout: "pri5_bytes": { 2024-08-29T17:47:16.337 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T17:47:16.337 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:16.337 INFO:tasks.workunit.client.0.smithi028.stdout: "pri6_bytes": { 2024-08-29T17:47:16.337 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 8192 2024-08-29T17:47:16.338 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:16.338 INFO:tasks.workunit.client.0.smithi028.stdout: "pri7_bytes": { 2024-08-29T17:47:16.338 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T17:47:16.338 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:16.338 INFO:tasks.workunit.client.0.smithi028.stdout: "pri8_bytes": { 2024-08-29T17:47:16.338 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T17:47:16.338 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:16.338 INFO:tasks.workunit.client.0.smithi028.stdout: "pri9_bytes": { 2024-08-29T17:47:16.338 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T17:47:16.338 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:16.338 INFO:tasks.workunit.client.0.smithi028.stdout: "reserved_bytes": { 2024-08-29T17:47:16.338 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 71449521 2024-08-29T17:47:16.338 INFO:tasks.workunit.client.0.smithi028.stdout: } 2024-08-29T17:47:16.338 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:16.339 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore-pricache:kv": { 2024-08-29T17:47:16.339 INFO:tasks.workunit.client.0.smithi028.stdout: "committed_bytes": { 2024-08-29T17:47:16.339 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 796917760 2024-08-29T17:47:16.339 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:16.339 INFO:tasks.workunit.client.0.smithi028.stdout: "pri0_bytes": { 2024-08-29T17:47:16.339 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 67108864 2024-08-29T17:47:16.339 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:16.339 INFO:tasks.workunit.client.0.smithi028.stdout: "pri10_bytes": { 2024-08-29T17:47:16.339 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T17:47:16.339 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:16.339 INFO:tasks.workunit.client.0.smithi028.stdout: "pri11_bytes": { 2024-08-29T17:47:16.339 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 659443798 2024-08-29T17:47:16.339 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:16.339 INFO:tasks.workunit.client.0.smithi028.stdout: "pri1_bytes": { 2024-08-29T17:47:16.340 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T17:47:16.340 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:16.340 INFO:tasks.workunit.client.0.smithi028.stdout: "pri2_bytes": { 2024-08-29T17:47:16.340 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T17:47:16.340 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:16.340 INFO:tasks.workunit.client.0.smithi028.stdout: "pri3_bytes": { 2024-08-29T17:47:16.340 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T17:47:16.340 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:16.340 INFO:tasks.workunit.client.0.smithi028.stdout: "pri4_bytes": { 2024-08-29T17:47:16.340 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T17:47:16.340 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:16.340 INFO:tasks.workunit.client.0.smithi028.stdout: "pri5_bytes": { 2024-08-29T17:47:16.340 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T17:47:16.341 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:16.341 INFO:tasks.workunit.client.0.smithi028.stdout: "pri6_bytes": { 2024-08-29T17:47:16.341 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 2128 2024-08-29T17:47:16.341 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:16.341 INFO:tasks.workunit.client.0.smithi028.stdout: "pri7_bytes": { 2024-08-29T17:47:16.341 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T17:47:16.341 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:16.341 INFO:tasks.workunit.client.0.smithi028.stdout: "pri8_bytes": { 2024-08-29T17:47:16.341 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T17:47:16.341 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:16.341 INFO:tasks.workunit.client.0.smithi028.stdout: "pri9_bytes": { 2024-08-29T17:47:16.341 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T17:47:16.342 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:16.342 INFO:tasks.workunit.client.0.smithi028.stdout: "reserved_bytes": { 2024-08-29T17:47:16.342 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 70362970 2024-08-29T17:47:16.342 INFO:tasks.workunit.client.0.smithi028.stdout: } 2024-08-29T17:47:16.342 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:16.342 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore-pricache:kv_onode": { 2024-08-29T17:47:16.342 INFO:tasks.workunit.client.0.smithi028.stdout: "committed_bytes": { 2024-08-29T17:47:16.342 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 192937984 2024-08-29T17:47:16.342 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:16.342 INFO:tasks.workunit.client.0.smithi028.stdout: "pri0_bytes": { 2024-08-29T17:47:16.342 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 67108864 2024-08-29T17:47:16.342 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:16.342 INFO:tasks.workunit.client.0.smithi028.stdout: "pri10_bytes": { 2024-08-29T17:47:16.343 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 464 2024-08-29T17:47:16.343 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:16.343 INFO:tasks.workunit.client.0.smithi028.stdout: "pri11_bytes": { 2024-08-29T17:47:16.343 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 58617226 2024-08-29T17:47:16.343 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:16.343 INFO:tasks.workunit.client.0.smithi028.stdout: "pri1_bytes": { 2024-08-29T17:47:16.343 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T17:47:16.343 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:16.343 INFO:tasks.workunit.client.0.smithi028.stdout: "pri2_bytes": { 2024-08-29T17:47:16.343 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T17:47:16.343 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:16.344 INFO:tasks.workunit.client.0.smithi028.stdout: "pri3_bytes": { 2024-08-29T17:47:16.344 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T17:47:16.344 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:16.344 INFO:tasks.workunit.client.0.smithi028.stdout: "pri4_bytes": { 2024-08-29T17:47:16.344 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T17:47:16.344 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:16.344 INFO:tasks.workunit.client.0.smithi028.stdout: "pri5_bytes": { 2024-08-29T17:47:16.344 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T17:47:16.344 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:16.344 INFO:tasks.workunit.client.0.smithi028.stdout: "pri6_bytes": { 2024-08-29T17:47:16.344 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T17:47:16.344 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:16.344 INFO:tasks.workunit.client.0.smithi028.stdout: "pri7_bytes": { 2024-08-29T17:47:16.345 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T17:47:16.345 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:16.345 INFO:tasks.workunit.client.0.smithi028.stdout: "pri8_bytes": { 2024-08-29T17:47:16.345 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T17:47:16.345 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:16.345 INFO:tasks.workunit.client.0.smithi028.stdout: "pri9_bytes": { 2024-08-29T17:47:16.345 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T17:47:16.345 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:16.345 INFO:tasks.workunit.client.0.smithi028.stdout: "reserved_bytes": { 2024-08-29T17:47:16.345 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 67211430 2024-08-29T17:47:16.346 INFO:tasks.workunit.client.0.smithi028.stdout: } 2024-08-29T17:47:16.346 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:16.346 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore-pricache:meta": { 2024-08-29T17:47:16.346 INFO:tasks.workunit.client.0.smithi028.stdout: "committed_bytes": { 2024-08-29T17:47:16.346 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 729808896 2024-08-29T17:47:16.346 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:16.346 INFO:tasks.workunit.client.0.smithi028.stdout: "pri0_bytes": { 2024-08-29T17:47:16.346 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T17:47:16.346 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:16.346 INFO:tasks.workunit.client.0.smithi028.stdout: "pri10_bytes": { 2024-08-29T17:47:16.346 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T17:47:16.346 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:16.347 INFO:tasks.workunit.client.0.smithi028.stdout: "pri11_bytes": { 2024-08-29T17:47:16.347 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 659443798 2024-08-29T17:47:16.347 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:16.347 INFO:tasks.workunit.client.0.smithi028.stdout: "pri1_bytes": { 2024-08-29T17:47:16.347 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T17:47:16.347 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:16.347 INFO:tasks.workunit.client.0.smithi028.stdout: "pri2_bytes": { 2024-08-29T17:47:16.347 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 2844 2024-08-29T17:47:16.347 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:16.347 INFO:tasks.workunit.client.0.smithi028.stdout: "pri3_bytes": { 2024-08-29T17:47:16.347 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 4266 2024-08-29T17:47:16.347 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:16.347 INFO:tasks.workunit.client.0.smithi028.stdout: "pri4_bytes": { 2024-08-29T17:47:16.348 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T17:47:16.348 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:16.348 INFO:tasks.workunit.client.0.smithi028.stdout: "pri5_bytes": { 2024-08-29T17:47:16.348 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T17:47:16.348 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:16.348 INFO:tasks.workunit.client.0.smithi028.stdout: "pri6_bytes": { 2024-08-29T17:47:16.348 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 277307 2024-08-29T17:47:16.348 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:16.348 INFO:tasks.workunit.client.0.smithi028.stdout: "pri7_bytes": { 2024-08-29T17:47:16.348 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T17:47:16.348 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:16.348 INFO:tasks.workunit.client.0.smithi028.stdout: "pri8_bytes": { 2024-08-29T17:47:16.348 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T17:47:16.348 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:16.349 INFO:tasks.workunit.client.0.smithi028.stdout: "pri9_bytes": { 2024-08-29T17:47:16.349 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T17:47:16.349 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:16.349 INFO:tasks.workunit.client.0.smithi028.stdout: "reserved_bytes": { 2024-08-29T17:47:16.349 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 70080681 2024-08-29T17:47:16.349 INFO:tasks.workunit.client.0.smithi028.stdout: } 2024-08-29T17:47:16.349 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:16.349 INFO:tasks.workunit.client.0.smithi028.stdout: "objecter": { 2024-08-29T17:47:16.349 INFO:tasks.workunit.client.0.smithi028.stdout: "op_active": { 2024-08-29T17:47:16.349 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T17:47:16.349 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:16.349 INFO:tasks.workunit.client.0.smithi028.stdout: "op_r": { 2024-08-29T17:47:16.349 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T17:47:16.350 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:16.350 INFO:tasks.workunit.client.0.smithi028.stdout: "op_rmw": { 2024-08-29T17:47:16.350 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T17:47:16.350 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:16.350 INFO:tasks.workunit.client.0.smithi028.stdout: "op_w": { 2024-08-29T17:47:16.350 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T17:47:16.350 INFO:tasks.workunit.client.0.smithi028.stdout: } 2024-08-29T17:47:16.350 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:16.350 INFO:tasks.workunit.client.0.smithi028.stdout: "osd": { 2024-08-29T17:47:16.350 INFO:tasks.workunit.client.0.smithi028.stdout: "numpg": { 2024-08-29T17:47:16.350 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 39 2024-08-29T17:47:16.350 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:16.350 INFO:tasks.workunit.client.0.smithi028.stdout: "numpg_removing": { 2024-08-29T17:47:16.350 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T17:47:16.351 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:16.351 INFO:tasks.workunit.client.0.smithi028.stdout: "op": { 2024-08-29T17:47:16.351 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 13 2024-08-29T17:47:16.351 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:16.351 INFO:tasks.workunit.client.0.smithi028.stdout: "op_delayed_degraded": { 2024-08-29T17:47:16.351 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T17:47:16.351 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:16.351 INFO:tasks.workunit.client.0.smithi028.stdout: "op_delayed_unreadable": { 2024-08-29T17:47:16.351 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T17:47:16.351 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:16.351 INFO:tasks.workunit.client.0.smithi028.stdout: "op_in_bytes": { 2024-08-29T17:47:16.351 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 2804 2024-08-29T17:47:16.351 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:16.351 INFO:tasks.workunit.client.0.smithi028.stdout: "op_latency": { 2024-08-29T17:47:16.351 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 13, 2024-08-29T17:47:16.352 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 108131426 2024-08-29T17:47:16.352 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:16.352 INFO:tasks.workunit.client.0.smithi028.stdout: "op_out_bytes": { 2024-08-29T17:47:16.352 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T17:47:16.352 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:16.352 INFO:tasks.workunit.client.0.smithi028.stdout: "op_prepare_latency": { 2024-08-29T17:47:16.352 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 15, 2024-08-29T17:47:16.352 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 8177523 2024-08-29T17:47:16.352 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:16.352 INFO:tasks.workunit.client.0.smithi028.stdout: "op_process_latency": { 2024-08-29T17:47:16.352 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 13, 2024-08-29T17:47:16.353 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 60391967 2024-08-29T17:47:16.353 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:16.353 INFO:tasks.workunit.client.0.smithi028.stdout: "op_r": { 2024-08-29T17:47:16.353 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T17:47:16.353 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:16.353 INFO:tasks.workunit.client.0.smithi028.stdout: "op_r_latency": { 2024-08-29T17:47:16.353 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 0, 2024-08-29T17:47:16.353 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T17:47:16.353 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:16.353 INFO:tasks.workunit.client.0.smithi028.stdout: "op_r_latency_out_bytes_histogram": { 2024-08-29T17:47:16.353 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T17:47:16.354 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:16.354 INFO:tasks.workunit.client.0.smithi028.stdout: "op_r_out_bytes": { 2024-08-29T17:47:16.354 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T17:47:16.354 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:16.354 INFO:tasks.workunit.client.0.smithi028.stdout: "op_r_prepare_latency": { 2024-08-29T17:47:16.354 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 0, 2024-08-29T17:47:16.354 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T17:47:16.354 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:16.354 INFO:tasks.workunit.client.0.smithi028.stdout: "op_r_process_latency": { 2024-08-29T17:47:16.354 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 0, 2024-08-29T17:47:16.354 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T17:47:16.354 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:16.355 INFO:tasks.workunit.client.0.smithi028.stdout: "op_rw": { 2024-08-29T17:47:16.355 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T17:47:16.355 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:16.355 INFO:tasks.workunit.client.0.smithi028.stdout: "op_rw_in_bytes": { 2024-08-29T17:47:16.355 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T17:47:16.355 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:16.355 INFO:tasks.workunit.client.0.smithi028.stdout: "op_rw_latency": { 2024-08-29T17:47:16.355 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 0, 2024-08-29T17:47:16.355 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T17:47:16.355 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:16.355 INFO:tasks.workunit.client.0.smithi028.stdout: "op_rw_latency_in_bytes_histogram": { 2024-08-29T17:47:16.355 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T17:47:16.355 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:16.355 INFO:tasks.workunit.client.0.smithi028.stdout: "op_rw_latency_out_bytes_histogram": { 2024-08-29T17:47:16.356 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T17:47:16.356 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:16.356 INFO:tasks.workunit.client.0.smithi028.stdout: "op_rw_out_bytes": { 2024-08-29T17:47:16.356 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T17:47:16.356 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:16.356 INFO:tasks.workunit.client.0.smithi028.stdout: "op_rw_prepare_latency": { 2024-08-29T17:47:16.356 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 0, 2024-08-29T17:47:16.356 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T17:47:16.356 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:16.356 INFO:tasks.workunit.client.0.smithi028.stdout: "op_rw_process_latency": { 2024-08-29T17:47:16.356 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 0, 2024-08-29T17:47:16.356 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T17:47:16.356 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:16.356 INFO:tasks.workunit.client.0.smithi028.stdout: "op_w": { 2024-08-29T17:47:16.357 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 13 2024-08-29T17:47:16.357 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:16.357 INFO:tasks.workunit.client.0.smithi028.stdout: "op_w_in_bytes": { 2024-08-29T17:47:16.357 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 2804 2024-08-29T17:47:16.357 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:16.357 INFO:tasks.workunit.client.0.smithi028.stdout: "op_w_latency": { 2024-08-29T17:47:16.357 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 13, 2024-08-29T17:47:16.357 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 108131426 2024-08-29T17:47:16.357 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:16.357 INFO:tasks.workunit.client.0.smithi028.stdout: "op_w_latency_in_bytes_histogram": { 2024-08-29T17:47:16.357 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T17:47:16.357 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:16.357 INFO:tasks.workunit.client.0.smithi028.stdout: "op_w_prepare_latency": { 2024-08-29T17:47:16.357 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 15, 2024-08-29T17:47:16.358 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 8177523 2024-08-29T17:47:16.358 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:16.358 INFO:tasks.workunit.client.0.smithi028.stdout: "op_w_process_latency": { 2024-08-29T17:47:16.358 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 13, 2024-08-29T17:47:16.358 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 60391967 2024-08-29T17:47:16.358 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:16.358 INFO:tasks.workunit.client.0.smithi028.stdout: "op_wip": { 2024-08-29T17:47:16.358 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T17:47:16.358 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:16.358 INFO:tasks.workunit.client.0.smithi028.stdout: "recovery_bytes": { 2024-08-29T17:47:16.358 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T17:47:16.358 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:16.358 INFO:tasks.workunit.client.0.smithi028.stdout: "recovery_ops": { 2024-08-29T17:47:16.359 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 1 2024-08-29T17:47:16.359 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:16.359 INFO:tasks.workunit.client.0.smithi028.stdout: "stat_bytes": { 2024-08-29T17:47:16.359 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 95995035648 2024-08-29T17:47:16.359 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:16.359 INFO:tasks.workunit.client.0.smithi028.stdout: "stat_bytes_used": { 2024-08-29T17:47:16.359 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 305864704 2024-08-29T17:47:16.359 INFO:tasks.workunit.client.0.smithi028.stdout: } 2024-08-29T17:47:16.359 INFO:tasks.workunit.client.0.smithi028.stdout: } 2024-08-29T17:47:16.359 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:16.359 INFO:tasks.workunit.client.0.smithi028.stdout: "osd.7": { 2024-08-29T17:47:16.359 INFO:tasks.workunit.client.0.smithi028.stdout: "bluefs": { 2024-08-29T17:47:16.359 INFO:tasks.workunit.client.0.smithi028.stdout: "alloc_slow_fallback": { 2024-08-29T17:47:16.360 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T17:47:16.360 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:16.360 INFO:tasks.workunit.client.0.smithi028.stdout: "alloc_slow_size_fallback": { 2024-08-29T17:47:16.360 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T17:47:16.360 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:16.360 INFO:tasks.workunit.client.0.smithi028.stdout: "alloc_unit_db": { 2024-08-29T17:47:16.360 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 65536 2024-08-29T17:47:16.360 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:16.360 INFO:tasks.workunit.client.0.smithi028.stdout: "alloc_unit_main": { 2024-08-29T17:47:16.360 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T17:47:16.360 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:16.360 INFO:tasks.workunit.client.0.smithi028.stdout: "alloc_unit_wal": { 2024-08-29T17:47:16.360 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T17:47:16.361 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:16.361 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes_written_slow": { 2024-08-29T17:47:16.361 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T17:47:16.361 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:16.361 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes_written_sst": { 2024-08-29T17:47:16.361 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 12288 2024-08-29T17:47:16.361 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:16.361 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes_written_wal": { 2024-08-29T17:47:16.361 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 1478656 2024-08-29T17:47:16.361 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:16.361 INFO:tasks.workunit.client.0.smithi028.stdout: "compact_lat": { 2024-08-29T17:47:16.361 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 0, 2024-08-29T17:47:16.361 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T17:47:16.362 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:16.362 INFO:tasks.workunit.client.0.smithi028.stdout: "compact_lock_lat": { 2024-08-29T17:47:16.362 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 0, 2024-08-29T17:47:16.362 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T17:47:16.362 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:16.362 INFO:tasks.workunit.client.0.smithi028.stdout: "db_total_bytes": { 2024-08-29T17:47:16.362 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 95995035648 2024-08-29T17:47:16.362 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:16.362 INFO:tasks.workunit.client.0.smithi028.stdout: "db_used_bytes": { 2024-08-29T17:47:16.362 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 304480256 2024-08-29T17:47:16.362 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:16.362 INFO:tasks.workunit.client.0.smithi028.stdout: "log_bytes": { 2024-08-29T17:47:16.362 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 1130496 2024-08-29T17:47:16.363 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:16.363 INFO:tasks.workunit.client.0.smithi028.stdout: "logged_bytes": { 2024-08-29T17:47:16.363 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 991232 2024-08-29T17:47:16.363 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:16.363 INFO:tasks.workunit.client.0.smithi028.stdout: "max_bytes_db": { 2024-08-29T17:47:16.363 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 312868864 2024-08-29T17:47:16.363 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:16.363 INFO:tasks.workunit.client.0.smithi028.stdout: "max_bytes_slow": { 2024-08-29T17:47:16.363 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T17:47:16.363 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:16.363 INFO:tasks.workunit.client.0.smithi028.stdout: "max_bytes_wal": { 2024-08-29T17:47:16.363 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T17:47:16.364 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:16.364 INFO:tasks.workunit.client.0.smithi028.stdout: "num_files": { 2024-08-29T17:47:16.364 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 14 2024-08-29T17:47:16.364 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:16.364 INFO:tasks.workunit.client.0.smithi028.stdout: "read_bytes": { 2024-08-29T17:47:16.364 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 195697 2024-08-29T17:47:16.364 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:16.364 INFO:tasks.workunit.client.0.smithi028.stdout: "read_count": { 2024-08-29T17:47:16.364 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 23 2024-08-29T17:47:16.364 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:16.364 INFO:tasks.workunit.client.0.smithi028.stdout: "read_disk_bytes": { 2024-08-29T17:47:16.364 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 1269760 2024-08-29T17:47:16.365 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:16.365 INFO:tasks.workunit.client.0.smithi028.stdout: "read_disk_bytes_db": { 2024-08-29T17:47:16.365 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 1273856 2024-08-29T17:47:16.365 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:16.365 INFO:tasks.workunit.client.0.smithi028.stdout: "read_disk_bytes_slow": { 2024-08-29T17:47:16.365 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T17:47:16.365 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:16.365 INFO:tasks.workunit.client.0.smithi028.stdout: "read_disk_bytes_wal": { 2024-08-29T17:47:16.365 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T17:47:16.365 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:16.365 INFO:tasks.workunit.client.0.smithi028.stdout: "read_disk_count": { 2024-08-29T17:47:16.365 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 15 2024-08-29T17:47:16.365 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:16.365 INFO:tasks.workunit.client.0.smithi028.stdout: "read_prefetch_bytes": { 2024-08-29T17:47:16.366 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 4789 2024-08-29T17:47:16.366 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:16.366 INFO:tasks.workunit.client.0.smithi028.stdout: "read_prefetch_count": { 2024-08-29T17:47:16.366 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 4 2024-08-29T17:47:16.366 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:16.366 INFO:tasks.workunit.client.0.smithi028.stdout: "read_random_buffer_bytes": { 2024-08-29T17:47:16.366 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 5589 2024-08-29T17:47:16.366 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:16.366 INFO:tasks.workunit.client.0.smithi028.stdout: "read_random_buffer_count": { 2024-08-29T17:47:16.366 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 24 2024-08-29T17:47:16.366 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:16.367 INFO:tasks.workunit.client.0.smithi028.stdout: "read_random_bytes": { 2024-08-29T17:47:16.367 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 5589 2024-08-29T17:47:16.367 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:16.367 INFO:tasks.workunit.client.0.smithi028.stdout: "read_random_count": { 2024-08-29T17:47:16.367 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 24 2024-08-29T17:47:16.367 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:16.367 INFO:tasks.workunit.client.0.smithi028.stdout: "read_random_disk_bytes": { 2024-08-29T17:47:16.367 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T17:47:16.367 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:16.367 INFO:tasks.workunit.client.0.smithi028.stdout: "read_random_disk_bytes_db": { 2024-08-29T17:47:16.367 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T17:47:16.367 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:16.367 INFO:tasks.workunit.client.0.smithi028.stdout: "read_random_disk_bytes_slow": { 2024-08-29T17:47:16.367 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T17:47:16.368 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:16.368 INFO:tasks.workunit.client.0.smithi028.stdout: "read_random_disk_bytes_wal": { 2024-08-29T17:47:16.368 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T17:47:16.368 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:16.368 INFO:tasks.workunit.client.0.smithi028.stdout: "read_random_disk_count": { 2024-08-29T17:47:16.368 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T17:47:16.368 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:16.368 INFO:tasks.workunit.client.0.smithi028.stdout: "slow_total_bytes": { 2024-08-29T17:47:16.368 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T17:47:16.368 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:16.368 INFO:tasks.workunit.client.0.smithi028.stdout: "slow_used_bytes": { 2024-08-29T17:47:16.368 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T17:47:16.368 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:16.369 INFO:tasks.workunit.client.0.smithi028.stdout: "wal_total_bytes": { 2024-08-29T17:47:16.369 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T17:47:16.369 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:16.369 INFO:tasks.workunit.client.0.smithi028.stdout: "wal_used_bytes": { 2024-08-29T17:47:16.369 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T17:47:16.369 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:16.369 INFO:tasks.workunit.client.0.smithi028.stdout: "write_bytes": { 2024-08-29T17:47:16.369 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 2543616 2024-08-29T17:47:16.369 INFO:tasks.workunit.client.0.smithi028.stdout: } 2024-08-29T17:47:16.369 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:16.369 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore": { 2024-08-29T17:47:16.370 INFO:tasks.workunit.client.0.smithi028.stdout: "alloc_unit": { 2024-08-29T17:47:16.370 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 4096 2024-08-29T17:47:16.370 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:16.370 INFO:tasks.workunit.client.0.smithi028.stdout: "allocated": { 2024-08-29T17:47:16.370 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 1376256 2024-08-29T17:47:16.370 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:16.370 INFO:tasks.workunit.client.0.smithi028.stdout: "clist_lat": { 2024-08-29T17:47:16.370 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 5, 2024-08-29T17:47:16.370 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 310605 2024-08-29T17:47:16.370 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:16.370 INFO:tasks.workunit.client.0.smithi028.stdout: "compress_lat": { 2024-08-29T17:47:16.370 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 0, 2024-08-29T17:47:16.370 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T17:47:16.370 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:16.371 INFO:tasks.workunit.client.0.smithi028.stdout: "compressed": { 2024-08-29T17:47:16.371 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T17:47:16.371 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:16.371 INFO:tasks.workunit.client.0.smithi028.stdout: "compressed_allocated": { 2024-08-29T17:47:16.371 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T17:47:16.371 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:16.371 INFO:tasks.workunit.client.0.smithi028.stdout: "compressed_original": { 2024-08-29T17:47:16.371 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T17:47:16.372 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:16.372 INFO:tasks.workunit.client.0.smithi028.stdout: "csum_lat": { 2024-08-29T17:47:16.372 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 10, 2024-08-29T17:47:16.372 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 53601 2024-08-29T17:47:16.372 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:16.372 INFO:tasks.workunit.client.0.smithi028.stdout: "decompress_lat": { 2024-08-29T17:47:16.372 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 0, 2024-08-29T17:47:16.373 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T17:47:16.373 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:16.373 INFO:tasks.workunit.client.0.smithi028.stdout: "kv_commit_lat": { 2024-08-29T17:47:16.373 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 225, 2024-08-29T17:47:16.373 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 106930405 2024-08-29T17:47:16.373 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:16.373 INFO:tasks.workunit.client.0.smithi028.stdout: "kv_final_lat": { 2024-08-29T17:47:16.373 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 213, 2024-08-29T17:47:16.373 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 18338972 2024-08-29T17:47:16.373 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:16.373 INFO:tasks.workunit.client.0.smithi028.stdout: "kv_flush_lat": { 2024-08-29T17:47:16.373 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 225, 2024-08-29T17:47:16.373 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 321518 2024-08-29T17:47:16.374 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:16.374 INFO:tasks.workunit.client.0.smithi028.stdout: "kv_sync_lat": { 2024-08-29T17:47:16.374 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 225, 2024-08-29T17:47:16.374 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 107251923 2024-08-29T17:47:16.374 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:16.374 INFO:tasks.workunit.client.0.smithi028.stdout: "omap_get_keys_lat": { 2024-08-29T17:47:16.374 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 0, 2024-08-29T17:47:16.374 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T17:47:16.374 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:16.374 INFO:tasks.workunit.client.0.smithi028.stdout: "omap_get_values_lat": { 2024-08-29T17:47:16.374 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 2, 2024-08-29T17:47:16.374 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 37738 2024-08-29T17:47:16.374 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:16.375 INFO:tasks.workunit.client.0.smithi028.stdout: "omap_lower_bound_lat": { 2024-08-29T17:47:16.375 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 2, 2024-08-29T17:47:16.375 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 4943 2024-08-29T17:47:16.375 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:16.375 INFO:tasks.workunit.client.0.smithi028.stdout: "omap_next_lat": { 2024-08-29T17:47:16.375 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 0, 2024-08-29T17:47:16.375 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T17:47:16.375 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:16.375 INFO:tasks.workunit.client.0.smithi028.stdout: "omap_seek_to_first_lat": { 2024-08-29T17:47:16.375 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 0, 2024-08-29T17:47:16.375 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T17:47:16.375 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:16.375 INFO:tasks.workunit.client.0.smithi028.stdout: "omap_upper_bound_lat": { 2024-08-29T17:47:16.376 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 2, 2024-08-29T17:47:16.376 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 8743 2024-08-29T17:47:16.376 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:16.376 INFO:tasks.workunit.client.0.smithi028.stdout: "onode_hits": { 2024-08-29T17:47:16.376 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 799 2024-08-29T17:47:16.376 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:16.376 INFO:tasks.workunit.client.0.smithi028.stdout: "onode_misses": { 2024-08-29T17:47:16.376 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 298 2024-08-29T17:47:16.376 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:16.376 INFO:tasks.workunit.client.0.smithi028.stdout: "read_lat": { 2024-08-29T17:47:16.376 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 142, 2024-08-29T17:47:16.376 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 2780094 2024-08-29T17:47:16.377 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:16.377 INFO:tasks.workunit.client.0.smithi028.stdout: "read_onode_meta_lat": { 2024-08-29T17:47:16.377 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 230, 2024-08-29T17:47:16.377 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 725249 2024-08-29T17:47:16.377 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:16.377 INFO:tasks.workunit.client.0.smithi028.stdout: "read_wait_aio_lat": { 2024-08-29T17:47:16.377 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 88, 2024-08-29T17:47:16.377 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 1094402 2024-08-29T17:47:16.377 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:16.377 INFO:tasks.workunit.client.0.smithi028.stdout: "reads_with_retries": { 2024-08-29T17:47:16.377 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T17:47:16.377 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:16.377 INFO:tasks.workunit.client.0.smithi028.stdout: "remove_lat": { 2024-08-29T17:47:16.378 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 2, 2024-08-29T17:47:16.378 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 91673 2024-08-29T17:47:16.378 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:16.378 INFO:tasks.workunit.client.0.smithi028.stdout: "state_aio_wait_lat": { 2024-08-29T17:47:16.378 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 335, 2024-08-29T17:47:16.378 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 3987178 2024-08-29T17:47:16.378 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:16.378 INFO:tasks.workunit.client.0.smithi028.stdout: "state_deferred_aio_wait_lat": { 2024-08-29T17:47:16.378 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 26, 2024-08-29T17:47:16.378 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 2627049 2024-08-29T17:47:16.378 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:16.378 INFO:tasks.workunit.client.0.smithi028.stdout: "state_deferred_cleanup_lat": { 2024-08-29T17:47:16.379 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 26, 2024-08-29T17:47:16.379 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 514891581308 2024-08-29T17:47:16.379 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:16.379 INFO:tasks.workunit.client.0.smithi028.stdout: "state_deferred_queued_lat": { 2024-08-29T17:47:16.379 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 26, 2024-08-29T17:47:16.379 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 41833016568 2024-08-29T17:47:16.379 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:16.379 INFO:tasks.workunit.client.0.smithi028.stdout: "state_done_lat": { 2024-08-29T17:47:16.379 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 335, 2024-08-29T17:47:16.380 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 958263 2024-08-29T17:47:16.380 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:16.380 INFO:tasks.workunit.client.0.smithi028.stdout: "state_finishing_lat": { 2024-08-29T17:47:16.380 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 335, 2024-08-29T17:47:16.381 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 79989 2024-08-29T17:47:16.381 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:16.381 INFO:tasks.workunit.client.0.smithi028.stdout: "state_io_done_lat": { 2024-08-29T17:47:16.381 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 335, 2024-08-29T17:47:16.381 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 491684 2024-08-29T17:47:16.381 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:16.381 INFO:tasks.workunit.client.0.smithi028.stdout: "state_kv_commiting_lat": { 2024-08-29T17:47:16.381 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 335, 2024-08-29T17:47:16.381 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 331384209 2024-08-29T17:47:16.381 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:16.381 INFO:tasks.workunit.client.0.smithi028.stdout: "state_kv_done_lat": { 2024-08-29T17:47:16.381 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 335, 2024-08-29T17:47:16.382 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 254389 2024-08-29T17:47:16.382 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:16.382 INFO:tasks.workunit.client.0.smithi028.stdout: "state_kv_queued_lat": { 2024-08-29T17:47:16.382 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 335, 2024-08-29T17:47:16.382 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 288482944 2024-08-29T17:47:16.382 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:16.382 INFO:tasks.workunit.client.0.smithi028.stdout: "state_prepare_lat": { 2024-08-29T17:47:16.382 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 335, 2024-08-29T17:47:16.382 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 34469338 2024-08-29T17:47:16.382 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:16.382 INFO:tasks.workunit.client.0.smithi028.stdout: "stored": { 2024-08-29T17:47:16.382 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 939644 2024-08-29T17:47:16.383 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:16.383 INFO:tasks.workunit.client.0.smithi028.stdout: "truncate_lat": { 2024-08-29T17:47:16.383 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 25, 2024-08-29T17:47:16.383 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 234060 2024-08-29T17:47:16.383 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:16.383 INFO:tasks.workunit.client.0.smithi028.stdout: "txc_commit_lat": { 2024-08-29T17:47:16.383 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 335, 2024-08-29T17:47:16.383 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 658949394 2024-08-29T17:47:16.383 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:16.383 INFO:tasks.workunit.client.0.smithi028.stdout: "txc_submit_lat": { 2024-08-29T17:47:16.383 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 335, 2024-08-29T17:47:16.383 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 40146419 2024-08-29T17:47:16.383 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:16.383 INFO:tasks.workunit.client.0.smithi028.stdout: "txc_throttle_lat": { 2024-08-29T17:47:16.384 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 335, 2024-08-29T17:47:16.384 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 11777754 2024-08-29T17:47:16.384 INFO:tasks.workunit.client.0.smithi028.stdout: } 2024-08-29T17:47:16.384 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:16.384 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore-pricache": { 2024-08-29T17:47:16.384 INFO:tasks.workunit.client.0.smithi028.stdout: "cache_bytes": { 2024-08-29T17:47:16.384 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 1901933480 2024-08-29T17:47:16.384 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:16.384 INFO:tasks.workunit.client.0.smithi028.stdout: "heap_bytes": { 2024-08-29T17:47:16.384 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 272023552 2024-08-29T17:47:16.384 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:16.384 INFO:tasks.workunit.client.0.smithi028.stdout: "mapped_bytes": { 2024-08-29T17:47:16.385 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 271409152 2024-08-29T17:47:16.385 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:16.385 INFO:tasks.workunit.client.0.smithi028.stdout: "target_bytes": { 2024-08-29T17:47:16.385 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 3184988057 2024-08-29T17:47:16.385 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:16.385 INFO:tasks.workunit.client.0.smithi028.stdout: "unmapped_bytes": { 2024-08-29T17:47:16.385 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 614400 2024-08-29T17:47:16.385 INFO:tasks.workunit.client.0.smithi028.stdout: } 2024-08-29T17:47:16.385 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:16.385 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore-pricache:data": { 2024-08-29T17:47:16.385 INFO:tasks.workunit.client.0.smithi028.stdout: "committed_bytes": { 2024-08-29T17:47:16.385 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 159383552 2024-08-29T17:47:16.385 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:16.385 INFO:tasks.workunit.client.0.smithi028.stdout: "pri0_bytes": { 2024-08-29T17:47:16.386 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T17:47:16.386 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:16.386 INFO:tasks.workunit.client.0.smithi028.stdout: "pri10_bytes": { 2024-08-29T17:47:16.386 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T17:47:16.386 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:16.386 INFO:tasks.workunit.client.0.smithi028.stdout: "pri11_bytes": { 2024-08-29T17:47:16.386 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 87908824 2024-08-29T17:47:16.386 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:16.386 INFO:tasks.workunit.client.0.smithi028.stdout: "pri1_bytes": { 2024-08-29T17:47:16.386 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T17:47:16.386 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:16.386 INFO:tasks.workunit.client.0.smithi028.stdout: "pri2_bytes": { 2024-08-29T17:47:16.386 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 8192 2024-08-29T17:47:16.386 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:16.387 INFO:tasks.workunit.client.0.smithi028.stdout: "pri3_bytes": { 2024-08-29T17:47:16.387 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 143360 2024-08-29T17:47:16.387 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:16.387 INFO:tasks.workunit.client.0.smithi028.stdout: "pri4_bytes": { 2024-08-29T17:47:16.387 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T17:47:16.387 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:16.387 INFO:tasks.workunit.client.0.smithi028.stdout: "pri5_bytes": { 2024-08-29T17:47:16.387 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T17:47:16.387 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:16.387 INFO:tasks.workunit.client.0.smithi028.stdout: "pri6_bytes": { 2024-08-29T17:47:16.387 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 126976 2024-08-29T17:47:16.387 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:16.387 INFO:tasks.workunit.client.0.smithi028.stdout: "pri7_bytes": { 2024-08-29T17:47:16.387 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T17:47:16.388 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:16.388 INFO:tasks.workunit.client.0.smithi028.stdout: "pri8_bytes": { 2024-08-29T17:47:16.388 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T17:47:16.388 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:16.388 INFO:tasks.workunit.client.0.smithi028.stdout: "pri9_bytes": { 2024-08-29T17:47:16.388 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T17:47:16.388 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:16.388 INFO:tasks.workunit.client.0.smithi028.stdout: "reserved_bytes": { 2024-08-29T17:47:16.388 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 71196200 2024-08-29T17:47:16.388 INFO:tasks.workunit.client.0.smithi028.stdout: } 2024-08-29T17:47:16.388 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:16.388 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore-pricache:kv": { 2024-08-29T17:47:16.388 INFO:tasks.workunit.client.0.smithi028.stdout: "committed_bytes": { 2024-08-29T17:47:16.388 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 796917760 2024-08-29T17:47:16.389 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:16.389 INFO:tasks.workunit.client.0.smithi028.stdout: "pri0_bytes": { 2024-08-29T17:47:16.389 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 67108864 2024-08-29T17:47:16.389 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:16.389 INFO:tasks.workunit.client.0.smithi028.stdout: "pri10_bytes": { 2024-08-29T17:47:16.389 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T17:47:16.389 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:16.389 INFO:tasks.workunit.client.0.smithi028.stdout: "pri11_bytes": { 2024-08-29T17:47:16.389 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 659316183 2024-08-29T17:47:16.389 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:16.389 INFO:tasks.workunit.client.0.smithi028.stdout: "pri1_bytes": { 2024-08-29T17:47:16.389 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T17:47:16.389 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:16.389 INFO:tasks.workunit.client.0.smithi028.stdout: "pri2_bytes": { 2024-08-29T17:47:16.390 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T17:47:16.390 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:16.390 INFO:tasks.workunit.client.0.smithi028.stdout: "pri3_bytes": { 2024-08-29T17:47:16.390 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T17:47:16.390 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:16.390 INFO:tasks.workunit.client.0.smithi028.stdout: "pri4_bytes": { 2024-08-29T17:47:16.390 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T17:47:16.390 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:16.390 INFO:tasks.workunit.client.0.smithi028.stdout: "pri5_bytes": { 2024-08-29T17:47:16.390 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T17:47:16.390 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:16.390 INFO:tasks.workunit.client.0.smithi028.stdout: "pri6_bytes": { 2024-08-29T17:47:16.390 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 2128 2024-08-29T17:47:16.390 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:16.391 INFO:tasks.workunit.client.0.smithi028.stdout: "pri7_bytes": { 2024-08-29T17:47:16.391 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T17:47:16.391 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:16.391 INFO:tasks.workunit.client.0.smithi028.stdout: "pri8_bytes": { 2024-08-29T17:47:16.391 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T17:47:16.391 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:16.391 INFO:tasks.workunit.client.0.smithi028.stdout: "pri9_bytes": { 2024-08-29T17:47:16.391 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T17:47:16.391 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:16.391 INFO:tasks.workunit.client.0.smithi028.stdout: "reserved_bytes": { 2024-08-29T17:47:16.391 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 70490585 2024-08-29T17:47:16.391 INFO:tasks.workunit.client.0.smithi028.stdout: } 2024-08-29T17:47:16.391 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:16.392 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore-pricache:kv_onode": { 2024-08-29T17:47:16.392 INFO:tasks.workunit.client.0.smithi028.stdout: "committed_bytes": { 2024-08-29T17:47:16.392 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 192937984 2024-08-29T17:47:16.392 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:16.392 INFO:tasks.workunit.client.0.smithi028.stdout: "pri0_bytes": { 2024-08-29T17:47:16.392 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 67108864 2024-08-29T17:47:16.392 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:16.392 INFO:tasks.workunit.client.0.smithi028.stdout: "pri10_bytes": { 2024-08-29T17:47:16.392 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 464 2024-08-29T17:47:16.392 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:16.392 INFO:tasks.workunit.client.0.smithi028.stdout: "pri11_bytes": { 2024-08-29T17:47:16.392 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 58605882 2024-08-29T17:47:16.393 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:16.393 INFO:tasks.workunit.client.0.smithi028.stdout: "pri1_bytes": { 2024-08-29T17:47:16.393 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T17:47:16.393 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:16.393 INFO:tasks.workunit.client.0.smithi028.stdout: "pri2_bytes": { 2024-08-29T17:47:16.393 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T17:47:16.393 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:16.393 INFO:tasks.workunit.client.0.smithi028.stdout: "pri3_bytes": { 2024-08-29T17:47:16.393 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T17:47:16.393 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:16.393 INFO:tasks.workunit.client.0.smithi028.stdout: "pri4_bytes": { 2024-08-29T17:47:16.394 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T17:47:16.394 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:16.394 INFO:tasks.workunit.client.0.smithi028.stdout: "pri5_bytes": { 2024-08-29T17:47:16.394 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T17:47:16.394 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:16.394 INFO:tasks.workunit.client.0.smithi028.stdout: "pri6_bytes": { 2024-08-29T17:47:16.394 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T17:47:16.394 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:16.394 INFO:tasks.workunit.client.0.smithi028.stdout: "pri7_bytes": { 2024-08-29T17:47:16.394 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T17:47:16.394 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:16.394 INFO:tasks.workunit.client.0.smithi028.stdout: "pri8_bytes": { 2024-08-29T17:47:16.394 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T17:47:16.394 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:16.395 INFO:tasks.workunit.client.0.smithi028.stdout: "pri9_bytes": { 2024-08-29T17:47:16.395 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T17:47:16.395 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:16.395 INFO:tasks.workunit.client.0.smithi028.stdout: "reserved_bytes": { 2024-08-29T17:47:16.395 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 67222774 2024-08-29T17:47:16.395 INFO:tasks.workunit.client.0.smithi028.stdout: } 2024-08-29T17:47:16.395 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:16.395 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore-pricache:meta": { 2024-08-29T17:47:16.395 INFO:tasks.workunit.client.0.smithi028.stdout: "committed_bytes": { 2024-08-29T17:47:16.395 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 729808896 2024-08-29T17:47:16.395 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:16.395 INFO:tasks.workunit.client.0.smithi028.stdout: "pri0_bytes": { 2024-08-29T17:47:16.395 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T17:47:16.395 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:16.396 INFO:tasks.workunit.client.0.smithi028.stdout: "pri10_bytes": { 2024-08-29T17:47:16.396 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T17:47:16.396 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:16.396 INFO:tasks.workunit.client.0.smithi028.stdout: "pri11_bytes": { 2024-08-29T17:47:16.396 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 659316183 2024-08-29T17:47:16.396 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:16.396 INFO:tasks.workunit.client.0.smithi028.stdout: "pri1_bytes": { 2024-08-29T17:47:16.396 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T17:47:16.396 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:16.396 INFO:tasks.workunit.client.0.smithi028.stdout: "pri2_bytes": { 2024-08-29T17:47:16.396 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 4272 2024-08-29T17:47:16.396 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:16.396 INFO:tasks.workunit.client.0.smithi028.stdout: "pri3_bytes": { 2024-08-29T17:47:16.396 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 11394 2024-08-29T17:47:16.397 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:16.397 INFO:tasks.workunit.client.0.smithi028.stdout: "pri4_bytes": { 2024-08-29T17:47:16.397 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T17:47:16.397 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:16.397 INFO:tasks.workunit.client.0.smithi028.stdout: "pri5_bytes": { 2024-08-29T17:47:16.397 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T17:47:16.397 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:16.397 INFO:tasks.workunit.client.0.smithi028.stdout: "pri6_bytes": { 2024-08-29T17:47:16.397 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 282004 2024-08-29T17:47:16.397 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:16.397 INFO:tasks.workunit.client.0.smithi028.stdout: "pri7_bytes": { 2024-08-29T17:47:16.397 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T17:47:16.397 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:16.398 INFO:tasks.workunit.client.0.smithi028.stdout: "pri8_bytes": { 2024-08-29T17:47:16.398 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T17:47:16.398 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:16.398 INFO:tasks.workunit.client.0.smithi028.stdout: "pri9_bytes": { 2024-08-29T17:47:16.398 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T17:47:16.398 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:16.398 INFO:tasks.workunit.client.0.smithi028.stdout: "reserved_bytes": { 2024-08-29T17:47:16.398 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 70195043 2024-08-29T17:47:16.398 INFO:tasks.workunit.client.0.smithi028.stdout: } 2024-08-29T17:47:16.398 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:16.398 INFO:tasks.workunit.client.0.smithi028.stdout: "objecter": { 2024-08-29T17:47:16.398 INFO:tasks.workunit.client.0.smithi028.stdout: "op_active": { 2024-08-29T17:47:16.398 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T17:47:16.399 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:16.399 INFO:tasks.workunit.client.0.smithi028.stdout: "op_r": { 2024-08-29T17:47:16.399 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T17:47:16.399 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:16.399 INFO:tasks.workunit.client.0.smithi028.stdout: "op_rmw": { 2024-08-29T17:47:16.399 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T17:47:16.399 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:16.399 INFO:tasks.workunit.client.0.smithi028.stdout: "op_w": { 2024-08-29T17:47:16.399 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T17:47:16.399 INFO:tasks.workunit.client.0.smithi028.stdout: } 2024-08-29T17:47:16.399 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:16.399 INFO:tasks.workunit.client.0.smithi028.stdout: "osd": { 2024-08-29T17:47:16.399 INFO:tasks.workunit.client.0.smithi028.stdout: "numpg": { 2024-08-29T17:47:16.399 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 46 2024-08-29T17:47:16.400 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:16.400 INFO:tasks.workunit.client.0.smithi028.stdout: "numpg_removing": { 2024-08-29T17:47:16.400 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T17:47:16.400 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:16.400 INFO:tasks.workunit.client.0.smithi028.stdout: "op": { 2024-08-29T17:47:16.400 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 157 2024-08-29T17:47:16.400 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:16.400 INFO:tasks.workunit.client.0.smithi028.stdout: "op_delayed_degraded": { 2024-08-29T17:47:16.400 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T17:47:16.400 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:16.400 INFO:tasks.workunit.client.0.smithi028.stdout: "op_delayed_unreadable": { 2024-08-29T17:47:16.401 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T17:47:16.401 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:16.401 INFO:tasks.workunit.client.0.smithi028.stdout: "op_in_bytes": { 2024-08-29T17:47:16.401 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T17:47:16.401 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:16.401 INFO:tasks.workunit.client.0.smithi028.stdout: "op_latency": { 2024-08-29T17:47:16.401 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 157, 2024-08-29T17:47:16.402 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 200094376 2024-08-29T17:47:16.402 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:16.402 INFO:tasks.workunit.client.0.smithi028.stdout: "op_out_bytes": { 2024-08-29T17:47:16.402 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 266182 2024-08-29T17:47:16.402 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:16.402 INFO:tasks.workunit.client.0.smithi028.stdout: "op_prepare_latency": { 2024-08-29T17:47:16.402 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 159, 2024-08-29T17:47:16.402 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 75512066 2024-08-29T17:47:16.402 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:16.402 INFO:tasks.workunit.client.0.smithi028.stdout: "op_process_latency": { 2024-08-29T17:47:16.402 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 157, 2024-08-29T17:47:16.402 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 146647498 2024-08-29T17:47:16.402 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:16.402 INFO:tasks.workunit.client.0.smithi028.stdout: "op_r": { 2024-08-29T17:47:16.403 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 110 2024-08-29T17:47:16.403 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:16.403 INFO:tasks.workunit.client.0.smithi028.stdout: "op_r_latency": { 2024-08-29T17:47:16.403 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 110, 2024-08-29T17:47:16.403 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 40979775 2024-08-29T17:47:16.403 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:16.403 INFO:tasks.workunit.client.0.smithi028.stdout: "op_r_latency_out_bytes_histogram": { 2024-08-29T17:47:16.403 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T17:47:16.403 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:16.403 INFO:tasks.workunit.client.0.smithi028.stdout: "op_r_out_bytes": { 2024-08-29T17:47:16.403 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 266182 2024-08-29T17:47:16.403 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:16.403 INFO:tasks.workunit.client.0.smithi028.stdout: "op_r_prepare_latency": { 2024-08-29T17:47:16.403 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 110, 2024-08-29T17:47:16.403 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 34042957 2024-08-29T17:47:16.404 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:16.404 INFO:tasks.workunit.client.0.smithi028.stdout: "op_r_process_latency": { 2024-08-29T17:47:16.404 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 110, 2024-08-29T17:47:16.404 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 27166701 2024-08-29T17:47:16.404 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:16.404 INFO:tasks.workunit.client.0.smithi028.stdout: "op_rw": { 2024-08-29T17:47:16.404 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 42 2024-08-29T17:47:16.404 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:16.404 INFO:tasks.workunit.client.0.smithi028.stdout: "op_rw_in_bytes": { 2024-08-29T17:47:16.404 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T17:47:16.404 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:16.404 INFO:tasks.workunit.client.0.smithi028.stdout: "op_rw_latency": { 2024-08-29T17:47:16.404 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 42, 2024-08-29T17:47:16.405 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 85972977 2024-08-29T17:47:16.405 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:16.405 INFO:tasks.workunit.client.0.smithi028.stdout: "op_rw_latency_in_bytes_histogram": { 2024-08-29T17:47:16.405 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T17:47:16.405 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:16.405 INFO:tasks.workunit.client.0.smithi028.stdout: "op_rw_latency_out_bytes_histogram": { 2024-08-29T17:47:16.405 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T17:47:16.405 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:16.405 INFO:tasks.workunit.client.0.smithi028.stdout: "op_rw_out_bytes": { 2024-08-29T17:47:16.405 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T17:47:16.405 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:16.405 INFO:tasks.workunit.client.0.smithi028.stdout: "op_rw_prepare_latency": { 2024-08-29T17:47:16.405 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 42, 2024-08-29T17:47:16.406 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 37904348 2024-08-29T17:47:16.406 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:16.406 INFO:tasks.workunit.client.0.smithi028.stdout: "op_rw_process_latency": { 2024-08-29T17:47:16.406 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 42, 2024-08-29T17:47:16.406 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 80474976 2024-08-29T17:47:16.406 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:16.406 INFO:tasks.workunit.client.0.smithi028.stdout: "op_w": { 2024-08-29T17:47:16.406 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 5 2024-08-29T17:47:16.406 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:16.406 INFO:tasks.workunit.client.0.smithi028.stdout: "op_w_in_bytes": { 2024-08-29T17:47:16.406 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T17:47:16.406 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:16.406 INFO:tasks.workunit.client.0.smithi028.stdout: "op_w_latency": { 2024-08-29T17:47:16.407 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 5, 2024-08-29T17:47:16.407 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 73141624 2024-08-29T17:47:16.407 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:16.407 INFO:tasks.workunit.client.0.smithi028.stdout: "op_w_latency_in_bytes_histogram": { 2024-08-29T17:47:16.407 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T17:47:16.407 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:16.407 INFO:tasks.workunit.client.0.smithi028.stdout: "op_w_prepare_latency": { 2024-08-29T17:47:16.407 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 7, 2024-08-29T17:47:16.407 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 3564761 2024-08-29T17:47:16.407 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:16.407 INFO:tasks.workunit.client.0.smithi028.stdout: "op_w_process_latency": { 2024-08-29T17:47:16.407 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 5, 2024-08-29T17:47:16.407 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 39005821 2024-08-29T17:47:16.407 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:16.408 INFO:tasks.workunit.client.0.smithi028.stdout: "op_wip": { 2024-08-29T17:47:16.408 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T17:47:16.408 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:16.408 INFO:tasks.workunit.client.0.smithi028.stdout: "recovery_bytes": { 2024-08-29T17:47:16.408 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T17:47:16.408 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:16.408 INFO:tasks.workunit.client.0.smithi028.stdout: "recovery_ops": { 2024-08-29T17:47:16.408 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T17:47:16.408 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:16.408 INFO:tasks.workunit.client.0.smithi028.stdout: "stat_bytes": { 2024-08-29T17:47:16.408 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 95995035648 2024-08-29T17:47:16.408 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:16.408 INFO:tasks.workunit.client.0.smithi028.stdout: "stat_bytes_used": { 2024-08-29T17:47:16.408 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 305864704 2024-08-29T17:47:16.409 INFO:tasks.workunit.client.0.smithi028.stdout: } 2024-08-29T17:47:16.409 INFO:tasks.workunit.client.0.smithi028.stdout: } 2024-08-29T17:47:16.409 INFO:tasks.workunit.client.0.smithi028.stdout: } 2024-08-29T17:47:16.409 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:16.409 INFO:tasks.workunit.client.0.smithi028.stdout: "pools": [ 2024-08-29T17:47:16.409 INFO:tasks.workunit.client.0.smithi028.stdout: { 2024-08-29T17:47:16.409 INFO:tasks.workunit.client.0.smithi028.stdout: "application": [ 2024-08-29T17:47:16.409 INFO:tasks.workunit.client.0.smithi028.stdout: "mgr" 2024-08-29T17:47:16.409 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-08-29T17:47:16.409 INFO:tasks.workunit.client.0.smithi028.stdout: "cache_mode": "none", 2024-08-29T17:47:16.409 INFO:tasks.workunit.client.0.smithi028.stdout: "erasure_code_profile": {}, 2024-08-29T17:47:16.409 INFO:tasks.workunit.client.0.smithi028.stdout: "min_size": 2, 2024-08-29T17:47:16.409 INFO:tasks.workunit.client.0.smithi028.stdout: "options": {}, 2024-08-29T17:47:16.409 INFO:tasks.workunit.client.0.smithi028.stdout: "pg_autoscale_mode": "off", 2024-08-29T17:47:16.410 INFO:tasks.workunit.client.0.smithi028.stdout: "pg_num": 1, 2024-08-29T17:47:16.410 INFO:tasks.workunit.client.0.smithi028.stdout: "pgp_num": 1, 2024-08-29T17:47:16.410 INFO:tasks.workunit.client.0.smithi028.stdout: "pool": 1, 2024-08-29T17:47:16.410 INFO:tasks.workunit.client.0.smithi028.stdout: "size": 3, 2024-08-29T17:47:16.410 INFO:tasks.workunit.client.0.smithi028.stdout: "stats": { 2024-08-29T17:47:16.410 INFO:tasks.workunit.client.0.smithi028.stdout: "avail_raw": 727115213066, 2024-08-29T17:47:16.410 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes_used": 1781760, 2024-08-29T17:47:16.410 INFO:tasks.workunit.client.0.smithi028.stdout: "compress_bytes_used": 0, 2024-08-29T17:47:16.410 INFO:tasks.workunit.client.0.smithi028.stdout: "compress_under_bytes": 0, 2024-08-29T17:47:16.410 INFO:tasks.workunit.client.0.smithi028.stdout: "data_bytes_used": 1781760, 2024-08-29T17:47:16.410 INFO:tasks.workunit.client.0.smithi028.stdout: "dirty": 0, 2024-08-29T17:47:16.410 INFO:tasks.workunit.client.0.smithi028.stdout: "max_avail": 242371739648, 2024-08-29T17:47:16.410 INFO:tasks.workunit.client.0.smithi028.stdout: "objects": 2, 2024-08-29T17:47:16.411 INFO:tasks.workunit.client.0.smithi028.stdout: "omap_bytes_used": 0, 2024-08-29T17:47:16.411 INFO:tasks.workunit.client.0.smithi028.stdout: "percent_used": 2.4504447537765373e-06, 2024-08-29T17:47:16.411 INFO:tasks.workunit.client.0.smithi028.stdout: "quota_bytes": 0, 2024-08-29T17:47:16.411 INFO:tasks.workunit.client.0.smithi028.stdout: "quota_objects": 0, 2024-08-29T17:47:16.411 INFO:tasks.workunit.client.0.smithi028.stdout: "rd": 250, 2024-08-29T17:47:16.411 INFO:tasks.workunit.client.0.smithi028.stdout: "rd_bytes": 475136, 2024-08-29T17:47:16.411 INFO:tasks.workunit.client.0.smithi028.stdout: "stored": 590368, 2024-08-29T17:47:16.411 INFO:tasks.workunit.client.0.smithi028.stdout: "stored_data": 590368, 2024-08-29T17:47:16.411 INFO:tasks.workunit.client.0.smithi028.stdout: "stored_omap": 0, 2024-08-29T17:47:16.411 INFO:tasks.workunit.client.0.smithi028.stdout: "stored_raw": 1771104, 2024-08-29T17:47:16.411 INFO:tasks.workunit.client.0.smithi028.stdout: "wr": 187, 2024-08-29T17:47:16.411 INFO:tasks.workunit.client.0.smithi028.stdout: "wr_bytes": 2473984 2024-08-29T17:47:16.411 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:16.411 INFO:tasks.workunit.client.0.smithi028.stdout: "target_max_bytes": 0, 2024-08-29T17:47:16.412 INFO:tasks.workunit.client.0.smithi028.stdout: "target_max_objects": 0, 2024-08-29T17:47:16.412 INFO:tasks.workunit.client.0.smithi028.stdout: "type": "replicated" 2024-08-29T17:47:16.412 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:16.412 INFO:tasks.workunit.client.0.smithi028.stdout: { 2024-08-29T17:47:16.412 INFO:tasks.workunit.client.0.smithi028.stdout: "application": [ 2024-08-29T17:47:16.412 INFO:tasks.workunit.client.0.smithi028.stdout: "cephfs" 2024-08-29T17:47:16.412 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-08-29T17:47:16.412 INFO:tasks.workunit.client.0.smithi028.stdout: "cache_mode": "none", 2024-08-29T17:47:16.412 INFO:tasks.workunit.client.0.smithi028.stdout: "erasure_code_profile": {}, 2024-08-29T17:47:16.412 INFO:tasks.workunit.client.0.smithi028.stdout: "min_size": 2, 2024-08-29T17:47:16.412 INFO:tasks.workunit.client.0.smithi028.stdout: "options": {}, 2024-08-29T17:47:16.412 INFO:tasks.workunit.client.0.smithi028.stdout: "pg_autoscale_mode": "off", 2024-08-29T17:47:16.412 INFO:tasks.workunit.client.0.smithi028.stdout: "pg_num": 32, 2024-08-29T17:47:16.412 INFO:tasks.workunit.client.0.smithi028.stdout: "pgp_num": 32, 2024-08-29T17:47:16.413 INFO:tasks.workunit.client.0.smithi028.stdout: "pool": 2, 2024-08-29T17:47:16.413 INFO:tasks.workunit.client.0.smithi028.stdout: "size": 3, 2024-08-29T17:47:16.413 INFO:tasks.workunit.client.0.smithi028.stdout: "stats": { 2024-08-29T17:47:16.413 INFO:tasks.workunit.client.0.smithi028.stdout: "avail_raw": 727115213066, 2024-08-29T17:47:16.413 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes_used": 98304, 2024-08-29T17:47:16.413 INFO:tasks.workunit.client.0.smithi028.stdout: "compress_bytes_used": 0, 2024-08-29T17:47:16.413 INFO:tasks.workunit.client.0.smithi028.stdout: "compress_under_bytes": 0, 2024-08-29T17:47:16.413 INFO:tasks.workunit.client.0.smithi028.stdout: "data_bytes_used": 98304, 2024-08-29T17:47:16.413 INFO:tasks.workunit.client.0.smithi028.stdout: "dirty": 0, 2024-08-29T17:47:16.413 INFO:tasks.workunit.client.0.smithi028.stdout: "max_avail": 242371739648, 2024-08-29T17:47:16.413 INFO:tasks.workunit.client.0.smithi028.stdout: "objects": 22, 2024-08-29T17:47:16.413 INFO:tasks.workunit.client.0.smithi028.stdout: "omap_bytes_used": 0, 2024-08-29T17:47:16.413 INFO:tasks.workunit.client.0.smithi028.stdout: "percent_used": 1.351972542806834e-07, 2024-08-29T17:47:16.414 INFO:tasks.workunit.client.0.smithi028.stdout: "quota_bytes": 0, 2024-08-29T17:47:16.414 INFO:tasks.workunit.client.0.smithi028.stdout: "quota_objects": 0, 2024-08-29T17:47:16.414 INFO:tasks.workunit.client.0.smithi028.stdout: "rd": 0, 2024-08-29T17:47:16.414 INFO:tasks.workunit.client.0.smithi028.stdout: "rd_bytes": 0, 2024-08-29T17:47:16.414 INFO:tasks.workunit.client.0.smithi028.stdout: "stored": 3410, 2024-08-29T17:47:16.414 INFO:tasks.workunit.client.0.smithi028.stdout: "stored_data": 3410, 2024-08-29T17:47:16.414 INFO:tasks.workunit.client.0.smithi028.stdout: "stored_omap": 0, 2024-08-29T17:47:16.414 INFO:tasks.workunit.client.0.smithi028.stdout: "stored_raw": 10230, 2024-08-29T17:47:16.414 INFO:tasks.workunit.client.0.smithi028.stdout: "wr": 51, 2024-08-29T17:47:16.414 INFO:tasks.workunit.client.0.smithi028.stdout: "wr_bytes": 19456 2024-08-29T17:47:16.414 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:16.414 INFO:tasks.workunit.client.0.smithi028.stdout: "target_max_bytes": 0, 2024-08-29T17:47:16.414 INFO:tasks.workunit.client.0.smithi028.stdout: "target_max_objects": 0, 2024-08-29T17:47:16.415 INFO:tasks.workunit.client.0.smithi028.stdout: "type": "replicated" 2024-08-29T17:47:16.415 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:16.415 INFO:tasks.workunit.client.0.smithi028.stdout: { 2024-08-29T17:47:16.415 INFO:tasks.workunit.client.0.smithi028.stdout: "application": [ 2024-08-29T17:47:16.415 INFO:tasks.workunit.client.0.smithi028.stdout: "cephfs" 2024-08-29T17:47:16.415 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-08-29T17:47:16.415 INFO:tasks.workunit.client.0.smithi028.stdout: "cache_mode": "none", 2024-08-29T17:47:16.415 INFO:tasks.workunit.client.0.smithi028.stdout: "erasure_code_profile": {}, 2024-08-29T17:47:16.415 INFO:tasks.workunit.client.0.smithi028.stdout: "min_size": 2, 2024-08-29T17:47:16.415 INFO:tasks.workunit.client.0.smithi028.stdout: "options": {}, 2024-08-29T17:47:16.415 INFO:tasks.workunit.client.0.smithi028.stdout: "pg_autoscale_mode": "off", 2024-08-29T17:47:16.415 INFO:tasks.workunit.client.0.smithi028.stdout: "pg_num": 64, 2024-08-29T17:47:16.415 INFO:tasks.workunit.client.0.smithi028.stdout: "pgp_num": 64, 2024-08-29T17:47:16.415 INFO:tasks.workunit.client.0.smithi028.stdout: "pool": 3, 2024-08-29T17:47:16.416 INFO:tasks.workunit.client.0.smithi028.stdout: "size": 3, 2024-08-29T17:47:16.416 INFO:tasks.workunit.client.0.smithi028.stdout: "stats": { 2024-08-29T17:47:16.416 INFO:tasks.workunit.client.0.smithi028.stdout: "avail_raw": 727115213066, 2024-08-29T17:47:16.416 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes_used": 0, 2024-08-29T17:47:16.416 INFO:tasks.workunit.client.0.smithi028.stdout: "compress_bytes_used": 0, 2024-08-29T17:47:16.416 INFO:tasks.workunit.client.0.smithi028.stdout: "compress_under_bytes": 0, 2024-08-29T17:47:16.416 INFO:tasks.workunit.client.0.smithi028.stdout: "data_bytes_used": 0, 2024-08-29T17:47:16.416 INFO:tasks.workunit.client.0.smithi028.stdout: "dirty": 0, 2024-08-29T17:47:16.416 INFO:tasks.workunit.client.0.smithi028.stdout: "max_avail": 242371739648, 2024-08-29T17:47:16.416 INFO:tasks.workunit.client.0.smithi028.stdout: "objects": 0, 2024-08-29T17:47:16.416 INFO:tasks.workunit.client.0.smithi028.stdout: "omap_bytes_used": 0, 2024-08-29T17:47:16.416 INFO:tasks.workunit.client.0.smithi028.stdout: "percent_used": 0.0, 2024-08-29T17:47:16.416 INFO:tasks.workunit.client.0.smithi028.stdout: "quota_bytes": 0, 2024-08-29T17:47:16.416 INFO:tasks.workunit.client.0.smithi028.stdout: "quota_objects": 0, 2024-08-29T17:47:16.417 INFO:tasks.workunit.client.0.smithi028.stdout: "rd": 0, 2024-08-29T17:47:16.417 INFO:tasks.workunit.client.0.smithi028.stdout: "rd_bytes": 0, 2024-08-29T17:47:16.417 INFO:tasks.workunit.client.0.smithi028.stdout: "stored": 0, 2024-08-29T17:47:16.417 INFO:tasks.workunit.client.0.smithi028.stdout: "stored_data": 0, 2024-08-29T17:47:16.417 INFO:tasks.workunit.client.0.smithi028.stdout: "stored_omap": 0, 2024-08-29T17:47:16.417 INFO:tasks.workunit.client.0.smithi028.stdout: "stored_raw": 0, 2024-08-29T17:47:16.417 INFO:tasks.workunit.client.0.smithi028.stdout: "wr": 0, 2024-08-29T17:47:16.417 INFO:tasks.workunit.client.0.smithi028.stdout: "wr_bytes": 0 2024-08-29T17:47:16.417 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:16.417 INFO:tasks.workunit.client.0.smithi028.stdout: "target_max_bytes": 0, 2024-08-29T17:47:16.417 INFO:tasks.workunit.client.0.smithi028.stdout: "target_max_objects": 0, 2024-08-29T17:47:16.417 INFO:tasks.workunit.client.0.smithi028.stdout: "type": "replicated" 2024-08-29T17:47:16.417 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:16.417 INFO:tasks.workunit.client.0.smithi028.stdout: { 2024-08-29T17:47:16.418 INFO:tasks.workunit.client.0.smithi028.stdout: "application": [ 2024-08-29T17:47:16.418 INFO:tasks.workunit.client.0.smithi028.stdout: "rbd" 2024-08-29T17:47:16.418 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-08-29T17:47:16.418 INFO:tasks.workunit.client.0.smithi028.stdout: "cache_mode": "none", 2024-08-29T17:47:16.418 INFO:tasks.workunit.client.0.smithi028.stdout: "erasure_code_profile": {}, 2024-08-29T17:47:16.418 INFO:tasks.workunit.client.0.smithi028.stdout: "min_size": 2, 2024-08-29T17:47:16.418 INFO:tasks.workunit.client.0.smithi028.stdout: "options": {}, 2024-08-29T17:47:16.418 INFO:tasks.workunit.client.0.smithi028.stdout: "pg_autoscale_mode": "off", 2024-08-29T17:47:16.418 INFO:tasks.workunit.client.0.smithi028.stdout: "pg_num": 8, 2024-08-29T17:47:16.418 INFO:tasks.workunit.client.0.smithi028.stdout: "pgp_num": 8, 2024-08-29T17:47:16.418 INFO:tasks.workunit.client.0.smithi028.stdout: "pool": 4, 2024-08-29T17:47:16.418 INFO:tasks.workunit.client.0.smithi028.stdout: "size": 3, 2024-08-29T17:47:16.418 INFO:tasks.workunit.client.0.smithi028.stdout: "stats": { 2024-08-29T17:47:16.419 INFO:tasks.workunit.client.0.smithi028.stdout: "avail_raw": 727115213066, 2024-08-29T17:47:16.419 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes_used": 12288, 2024-08-29T17:47:16.419 INFO:tasks.workunit.client.0.smithi028.stdout: "compress_bytes_used": 0, 2024-08-29T17:47:16.419 INFO:tasks.workunit.client.0.smithi028.stdout: "compress_under_bytes": 0, 2024-08-29T17:47:16.419 INFO:tasks.workunit.client.0.smithi028.stdout: "data_bytes_used": 12288, 2024-08-29T17:47:16.419 INFO:tasks.workunit.client.0.smithi028.stdout: "dirty": 0, 2024-08-29T17:47:16.419 INFO:tasks.workunit.client.0.smithi028.stdout: "max_avail": 242371739648, 2024-08-29T17:47:16.419 INFO:tasks.workunit.client.0.smithi028.stdout: "objects": 2, 2024-08-29T17:47:16.419 INFO:tasks.workunit.client.0.smithi028.stdout: "omap_bytes_used": 0, 2024-08-29T17:47:16.419 INFO:tasks.workunit.client.0.smithi028.stdout: "percent_used": 1.6899660337799105e-08, 2024-08-29T17:47:16.419 INFO:tasks.workunit.client.0.smithi028.stdout: "quota_bytes": 0, 2024-08-29T17:47:16.419 INFO:tasks.workunit.client.0.smithi028.stdout: "quota_objects": 0, 2024-08-29T17:47:16.419 INFO:tasks.workunit.client.0.smithi028.stdout: "rd": 0, 2024-08-29T17:47:16.420 INFO:tasks.workunit.client.0.smithi028.stdout: "rd_bytes": 0, 2024-08-29T17:47:16.420 INFO:tasks.workunit.client.0.smithi028.stdout: "stored": 19, 2024-08-29T17:47:16.420 INFO:tasks.workunit.client.0.smithi028.stdout: "stored_data": 19, 2024-08-29T17:47:16.420 INFO:tasks.workunit.client.0.smithi028.stdout: "stored_omap": 0, 2024-08-29T17:47:16.420 INFO:tasks.workunit.client.0.smithi028.stdout: "stored_raw": 57, 2024-08-29T17:47:16.420 INFO:tasks.workunit.client.0.smithi028.stdout: "wr": 2, 2024-08-29T17:47:16.420 INFO:tasks.workunit.client.0.smithi028.stdout: "wr_bytes": 2048 2024-08-29T17:47:16.420 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:16.420 INFO:tasks.workunit.client.0.smithi028.stdout: "target_max_bytes": 0, 2024-08-29T17:47:16.420 INFO:tasks.workunit.client.0.smithi028.stdout: "target_max_objects": 0, 2024-08-29T17:47:16.420 INFO:tasks.workunit.client.0.smithi028.stdout: "type": "replicated" 2024-08-29T17:47:16.420 INFO:tasks.workunit.client.0.smithi028.stdout: } 2024-08-29T17:47:16.420 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-08-29T17:47:16.421 INFO:tasks.workunit.client.0.smithi028.stdout: "rbd": { 2024-08-29T17:47:16.421 INFO:tasks.workunit.client.0.smithi028.stdout: "mirroring_by_pool": [ 2024-08-29T17:47:16.421 INFO:tasks.workunit.client.0.smithi028.stdout: false 2024-08-29T17:47:16.421 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-08-29T17:47:16.421 INFO:tasks.workunit.client.0.smithi028.stdout: "num_images_by_pool": [ 2024-08-29T17:47:16.421 INFO:tasks.workunit.client.0.smithi028.stdout: 0 2024-08-29T17:47:16.421 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-08-29T17:47:16.421 INFO:tasks.workunit.client.0.smithi028.stdout: "num_pools": 1 2024-08-29T17:47:16.421 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:16.421 INFO:tasks.workunit.client.0.smithi028.stdout: "report_id": "19f8b848-b822-43d5-9878-802c7d25be57", 2024-08-29T17:47:16.421 INFO:tasks.workunit.client.0.smithi028.stdout: "report_timestamp": "2024-08-29T17:47:15.115157", 2024-08-29T17:47:16.421 INFO:tasks.workunit.client.0.smithi028.stdout: "report_version": 1, 2024-08-29T17:47:16.421 INFO:tasks.workunit.client.0.smithi028.stdout: "rocksdb_stats": { 2024-08-29T17:47:16.422 INFO:tasks.workunit.client.0.smithi028.stdout: "version": "6.15.5" 2024-08-29T17:47:16.422 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:16.422 INFO:tasks.workunit.client.0.smithi028.stdout: "rook": { 2024-08-29T17:47:16.422 INFO:tasks.workunit.client.0.smithi028.stdout: "cluster": { 2024-08-29T17:47:16.422 INFO:tasks.workunit.client.0.smithi028.stdout: "external-mode": null, 2024-08-29T17:47:16.422 INFO:tasks.workunit.client.0.smithi028.stdout: "mon": { 2024-08-29T17:47:16.422 INFO:tasks.workunit.client.0.smithi028.stdout: "allow-multiple-per-node": null, 2024-08-29T17:47:16.422 INFO:tasks.workunit.client.0.smithi028.stdout: "count": null, 2024-08-29T17:47:16.422 INFO:tasks.workunit.client.0.smithi028.stdout: "max-id": null, 2024-08-29T17:47:16.422 INFO:tasks.workunit.client.0.smithi028.stdout: "pvc": { 2024-08-29T17:47:16.422 INFO:tasks.workunit.client.0.smithi028.stdout: "enabled": null 2024-08-29T17:47:16.422 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:16.422 INFO:tasks.workunit.client.0.smithi028.stdout: "stretch": { 2024-08-29T17:47:16.423 INFO:tasks.workunit.client.0.smithi028.stdout: "enabled": null 2024-08-29T17:47:16.423 INFO:tasks.workunit.client.0.smithi028.stdout: } 2024-08-29T17:47:16.423 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:16.423 INFO:tasks.workunit.client.0.smithi028.stdout: "network": { 2024-08-29T17:47:16.423 INFO:tasks.workunit.client.0.smithi028.stdout: "provider": null 2024-08-29T17:47:16.423 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:16.423 INFO:tasks.workunit.client.0.smithi028.stdout: "storage": { 2024-08-29T17:47:16.423 INFO:tasks.workunit.client.0.smithi028.stdout: "device-set": { 2024-08-29T17:47:16.423 INFO:tasks.workunit.client.0.smithi028.stdout: "count": { 2024-08-29T17:47:16.423 INFO:tasks.workunit.client.0.smithi028.stdout: "non-portable": null, 2024-08-29T17:47:16.423 INFO:tasks.workunit.client.0.smithi028.stdout: "portable": null, 2024-08-29T17:47:16.423 INFO:tasks.workunit.client.0.smithi028.stdout: "total": null 2024-08-29T17:47:16.423 INFO:tasks.workunit.client.0.smithi028.stdout: } 2024-08-29T17:47:16.424 INFO:tasks.workunit.client.0.smithi028.stdout: } 2024-08-29T17:47:16.424 INFO:tasks.workunit.client.0.smithi028.stdout: } 2024-08-29T17:47:16.424 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:16.424 INFO:tasks.workunit.client.0.smithi028.stdout: "csi": { 2024-08-29T17:47:16.424 INFO:tasks.workunit.client.0.smithi028.stdout: "version": null 2024-08-29T17:47:16.424 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:16.424 INFO:tasks.workunit.client.0.smithi028.stdout: "kubernetes": { 2024-08-29T17:47:16.424 INFO:tasks.workunit.client.0.smithi028.stdout: "version": null 2024-08-29T17:47:16.424 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:16.424 INFO:tasks.workunit.client.0.smithi028.stdout: "node": { 2024-08-29T17:47:16.424 INFO:tasks.workunit.client.0.smithi028.stdout: "count": { 2024-08-29T17:47:16.424 INFO:tasks.workunit.client.0.smithi028.stdout: "kubernetes-total": null, 2024-08-29T17:47:16.424 INFO:tasks.workunit.client.0.smithi028.stdout: "with-ceph-daemons": null, 2024-08-29T17:47:16.425 INFO:tasks.workunit.client.0.smithi028.stdout: "with-csi-cephfs-plugin": null, 2024-08-29T17:47:16.425 INFO:tasks.workunit.client.0.smithi028.stdout: "with-csi-nfs-plugin": null, 2024-08-29T17:47:16.425 INFO:tasks.workunit.client.0.smithi028.stdout: "with-csi-rbd-plugin": null 2024-08-29T17:47:16.425 INFO:tasks.workunit.client.0.smithi028.stdout: } 2024-08-29T17:47:16.425 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:16.425 INFO:tasks.workunit.client.0.smithi028.stdout: "usage": { 2024-08-29T17:47:16.425 INFO:tasks.workunit.client.0.smithi028.stdout: "storage-class": { 2024-08-29T17:47:16.425 INFO:tasks.workunit.client.0.smithi028.stdout: "count": { 2024-08-29T17:47:16.425 INFO:tasks.workunit.client.0.smithi028.stdout: "bucket": null, 2024-08-29T17:47:16.425 INFO:tasks.workunit.client.0.smithi028.stdout: "cephfs": null, 2024-08-29T17:47:16.425 INFO:tasks.workunit.client.0.smithi028.stdout: "nfs": null, 2024-08-29T17:47:16.425 INFO:tasks.workunit.client.0.smithi028.stdout: "rbd": null, 2024-08-29T17:47:16.425 INFO:tasks.workunit.client.0.smithi028.stdout: "total": null 2024-08-29T17:47:16.425 INFO:tasks.workunit.client.0.smithi028.stdout: } 2024-08-29T17:47:16.426 INFO:tasks.workunit.client.0.smithi028.stdout: } 2024-08-29T17:47:16.426 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:16.426 INFO:tasks.workunit.client.0.smithi028.stdout: "version": null 2024-08-29T17:47:16.426 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:16.426 INFO:tasks.workunit.client.0.smithi028.stdout: "services": {}, 2024-08-29T17:47:16.426 INFO:tasks.workunit.client.0.smithi028.stdout: "stats_per_pg": [ 2024-08-29T17:47:16.426 INFO:tasks.workunit.client.0.smithi028.stdout: { 2024-08-29T17:47:16.426 INFO:tasks.workunit.client.0.smithi028.stdout: "acting": [ 2024-08-29T17:47:16.426 INFO:tasks.workunit.client.0.smithi028.stdout: 7, 2024-08-29T17:47:16.426 INFO:tasks.workunit.client.0.smithi028.stdout: 6, 2024-08-29T17:47:16.426 INFO:tasks.workunit.client.0.smithi028.stdout: 0 2024-08-29T17:47:16.426 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-08-29T17:47:16.426 INFO:tasks.workunit.client.0.smithi028.stdout: "acting_primary": 7, 2024-08-29T17:47:16.427 INFO:tasks.workunit.client.0.smithi028.stdout: "avail_no_missing": [], 2024-08-29T17:47:16.427 INFO:tasks.workunit.client.0.smithi028.stdout: "blocked_by": [], 2024-08-29T17:47:16.427 INFO:tasks.workunit.client.0.smithi028.stdout: "created": 62, 2024-08-29T17:47:16.427 INFO:tasks.workunit.client.0.smithi028.stdout: "dirty_stats_invalid": false, 2024-08-29T17:47:16.427 INFO:tasks.workunit.client.0.smithi028.stdout: "hitset_bytes_stats_invalid": false, 2024-08-29T17:47:16.427 INFO:tasks.workunit.client.0.smithi028.stdout: "hitset_stats_invalid": false, 2024-08-29T17:47:16.427 INFO:tasks.workunit.client.0.smithi028.stdout: "last_active": "2024-08-29T17:43:51.058951+0000", 2024-08-29T17:47:16.427 INFO:tasks.workunit.client.0.smithi028.stdout: "last_became_active": "2024-08-29T17:41:03.067337+0000", 2024-08-29T17:47:16.427 INFO:tasks.workunit.client.0.smithi028.stdout: "last_became_peered": "2024-08-29T17:41:03.067337+0000", 2024-08-29T17:47:16.427 INFO:tasks.workunit.client.0.smithi028.stdout: "last_change": "2024-08-29T17:41:03.068207+0000", 2024-08-29T17:47:16.427 INFO:tasks.workunit.client.0.smithi028.stdout: "last_clean": "2024-08-29T17:43:51.058951+0000", 2024-08-29T17:47:16.427 INFO:tasks.workunit.client.0.smithi028.stdout: "last_clean_scrub_stamp": "2024-08-29T17:41:01.987071+0000", 2024-08-29T17:47:16.427 INFO:tasks.workunit.client.0.smithi028.stdout: "last_deep_scrub": "0'0", 2024-08-29T17:47:16.427 INFO:tasks.workunit.client.0.smithi028.stdout: "last_deep_scrub_stamp": "2024-08-29T17:41:01.987071+0000", 2024-08-29T17:47:16.427 INFO:tasks.workunit.client.0.smithi028.stdout: "last_epoch_clean": 63, 2024-08-29T17:47:16.428 INFO:tasks.workunit.client.0.smithi028.stdout: "last_fresh": "2024-08-29T17:43:51.058951+0000", 2024-08-29T17:47:16.428 INFO:tasks.workunit.client.0.smithi028.stdout: "last_fullsized": "2024-08-29T17:43:51.058951+0000", 2024-08-29T17:47:16.428 INFO:tasks.workunit.client.0.smithi028.stdout: "last_peered": "2024-08-29T17:43:51.058951+0000", 2024-08-29T17:47:16.428 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub": "0'0", 2024-08-29T17:47:16.428 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub_duration": 0, 2024-08-29T17:47:16.428 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub_stamp": "2024-08-29T17:41:01.987071+0000", 2024-08-29T17:47:16.428 INFO:tasks.workunit.client.0.smithi028.stdout: "last_undegraded": "2024-08-29T17:43:51.058951+0000", 2024-08-29T17:47:16.428 INFO:tasks.workunit.client.0.smithi028.stdout: "last_unstale": "2024-08-29T17:43:51.058951+0000", 2024-08-29T17:47:16.428 INFO:tasks.workunit.client.0.smithi028.stdout: "log_dups_size": 0, 2024-08-29T17:47:16.428 INFO:tasks.workunit.client.0.smithi028.stdout: "log_size": 0, 2024-08-29T17:47:16.428 INFO:tasks.workunit.client.0.smithi028.stdout: "log_start": "0'0", 2024-08-29T17:47:16.428 INFO:tasks.workunit.client.0.smithi028.stdout: "manifest_stats_invalid": false, 2024-08-29T17:47:16.429 INFO:tasks.workunit.client.0.smithi028.stdout: "mapping_epoch": 62, 2024-08-29T17:47:16.429 INFO:tasks.workunit.client.0.smithi028.stdout: "object_location_counts": [], 2024-08-29T17:47:16.429 INFO:tasks.workunit.client.0.smithi028.stdout: "objects_scrubbed": 0, 2024-08-29T17:47:16.429 INFO:tasks.workunit.client.0.smithi028.stdout: "objects_trimmed": 0, 2024-08-29T17:47:16.429 INFO:tasks.workunit.client.0.smithi028.stdout: "omap_stats_invalid": false, 2024-08-29T17:47:16.429 INFO:tasks.workunit.client.0.smithi028.stdout: "ondisk_log_size": 0, 2024-08-29T17:47:16.429 INFO:tasks.workunit.client.0.smithi028.stdout: "ondisk_log_start": "0'0", 2024-08-29T17:47:16.429 INFO:tasks.workunit.client.0.smithi028.stdout: "parent": "0.0", 2024-08-29T17:47:16.429 INFO:tasks.workunit.client.0.smithi028.stdout: "parent_split_bits": 0, 2024-08-29T17:47:16.429 INFO:tasks.workunit.client.0.smithi028.stdout: "pgid": "3.3f", 2024-08-29T17:47:16.429 INFO:tasks.workunit.client.0.smithi028.stdout: "pin_stats_invalid": false, 2024-08-29T17:47:16.429 INFO:tasks.workunit.client.0.smithi028.stdout: "purged_snaps": [], 2024-08-29T17:47:16.429 INFO:tasks.workunit.client.0.smithi028.stdout: "reported_epoch": 74, 2024-08-29T17:47:16.429 INFO:tasks.workunit.client.0.smithi028.stdout: "reported_seq": 21, 2024-08-29T17:47:16.430 INFO:tasks.workunit.client.0.smithi028.stdout: "scrub_duration": 0.0, 2024-08-29T17:47:16.430 INFO:tasks.workunit.client.0.smithi028.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-30T18:58:38.929788+0000", 2024-08-29T17:47:16.430 INFO:tasks.workunit.client.0.smithi028.stdout: "snaptrim_duration": 0.0, 2024-08-29T17:47:16.430 INFO:tasks.workunit.client.0.smithi028.stdout: "snaptrimq_len": 0, 2024-08-29T17:47:16.430 INFO:tasks.workunit.client.0.smithi028.stdout: "stat_sum": { 2024-08-29T17:47:16.430 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes": 0, 2024-08-29T17:47:16.430 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes_hit_set_archive": 0, 2024-08-29T17:47:16.430 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes_recovered": 0, 2024-08-29T17:47:16.430 INFO:tasks.workunit.client.0.smithi028.stdout: "num_deep_scrub_errors": 0, 2024-08-29T17:47:16.430 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict": 0, 2024-08-29T17:47:16.430 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_kb": 0, 2024-08-29T17:47:16.430 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_mode_full": 0, 2024-08-29T17:47:16.430 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_mode_some": 0, 2024-08-29T17:47:16.430 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush": 0, 2024-08-29T17:47:16.431 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_kb": 0, 2024-08-29T17:47:16.431 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_mode_high": 0, 2024-08-29T17:47:16.431 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_mode_low": 0, 2024-08-29T17:47:16.431 INFO:tasks.workunit.client.0.smithi028.stdout: "num_keys_recovered": 0, 2024-08-29T17:47:16.431 INFO:tasks.workunit.client.0.smithi028.stdout: "num_large_omap_objects": 0, 2024-08-29T17:47:16.431 INFO:tasks.workunit.client.0.smithi028.stdout: "num_legacy_snapsets": 0, 2024-08-29T17:47:16.431 INFO:tasks.workunit.client.0.smithi028.stdout: "num_object_clones": 0, 2024-08-29T17:47:16.431 INFO:tasks.workunit.client.0.smithi028.stdout: "num_object_copies": 0, 2024-08-29T17:47:16.431 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects": 0, 2024-08-29T17:47:16.431 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_degraded": 0, 2024-08-29T17:47:16.431 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_dirty": 0, 2024-08-29T17:47:16.431 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_hit_set_archive": 0, 2024-08-29T17:47:16.431 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_manifest": 0, 2024-08-29T17:47:16.431 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_misplaced": 0, 2024-08-29T17:47:16.432 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_missing": 0, 2024-08-29T17:47:16.432 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_missing_on_primary": 0, 2024-08-29T17:47:16.432 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_omap": 0, 2024-08-29T17:47:16.432 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_pinned": 0, 2024-08-29T17:47:16.432 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_recovered": 0, 2024-08-29T17:47:16.432 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_repaired": 0, 2024-08-29T17:47:16.432 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_unfound": 0, 2024-08-29T17:47:16.432 INFO:tasks.workunit.client.0.smithi028.stdout: "num_omap_bytes": 0, 2024-08-29T17:47:16.432 INFO:tasks.workunit.client.0.smithi028.stdout: "num_omap_keys": 0, 2024-08-29T17:47:16.432 INFO:tasks.workunit.client.0.smithi028.stdout: "num_promote": 0, 2024-08-29T17:47:16.432 INFO:tasks.workunit.client.0.smithi028.stdout: "num_read": 0, 2024-08-29T17:47:16.432 INFO:tasks.workunit.client.0.smithi028.stdout: "num_read_kb": 0, 2024-08-29T17:47:16.432 INFO:tasks.workunit.client.0.smithi028.stdout: "num_scrub_errors": 0, 2024-08-29T17:47:16.432 INFO:tasks.workunit.client.0.smithi028.stdout: "num_shallow_scrub_errors": 0, 2024-08-29T17:47:16.433 INFO:tasks.workunit.client.0.smithi028.stdout: "num_whiteouts": 0, 2024-08-29T17:47:16.433 INFO:tasks.workunit.client.0.smithi028.stdout: "num_write": 0, 2024-08-29T17:47:16.433 INFO:tasks.workunit.client.0.smithi028.stdout: "num_write_kb": 0 2024-08-29T17:47:16.433 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:16.433 INFO:tasks.workunit.client.0.smithi028.stdout: "state": "active+clean", 2024-08-29T17:47:16.433 INFO:tasks.workunit.client.0.smithi028.stdout: "stats_invalid": false, 2024-08-29T17:47:16.433 INFO:tasks.workunit.client.0.smithi028.stdout: "up": [ 2024-08-29T17:47:16.433 INFO:tasks.workunit.client.0.smithi028.stdout: 7, 2024-08-29T17:47:16.433 INFO:tasks.workunit.client.0.smithi028.stdout: 6, 2024-08-29T17:47:16.433 INFO:tasks.workunit.client.0.smithi028.stdout: 0 2024-08-29T17:47:16.433 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-08-29T17:47:16.433 INFO:tasks.workunit.client.0.smithi028.stdout: "up_primary": 7, 2024-08-29T17:47:16.433 INFO:tasks.workunit.client.0.smithi028.stdout: "version": "0'0" 2024-08-29T17:47:16.433 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:16.434 INFO:tasks.workunit.client.0.smithi028.stdout: { 2024-08-29T17:47:16.434 INFO:tasks.workunit.client.0.smithi028.stdout: "acting": [ 2024-08-29T17:47:16.434 INFO:tasks.workunit.client.0.smithi028.stdout: 1, 2024-08-29T17:47:16.434 INFO:tasks.workunit.client.0.smithi028.stdout: 0, 2024-08-29T17:47:16.434 INFO:tasks.workunit.client.0.smithi028.stdout: 6 2024-08-29T17:47:16.434 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-08-29T17:47:16.434 INFO:tasks.workunit.client.0.smithi028.stdout: "acting_primary": 1, 2024-08-29T17:47:16.434 INFO:tasks.workunit.client.0.smithi028.stdout: "avail_no_missing": [], 2024-08-29T17:47:16.434 INFO:tasks.workunit.client.0.smithi028.stdout: "blocked_by": [], 2024-08-29T17:47:16.434 INFO:tasks.workunit.client.0.smithi028.stdout: "created": 62, 2024-08-29T17:47:16.434 INFO:tasks.workunit.client.0.smithi028.stdout: "dirty_stats_invalid": false, 2024-08-29T17:47:16.434 INFO:tasks.workunit.client.0.smithi028.stdout: "hitset_bytes_stats_invalid": false, 2024-08-29T17:47:16.434 INFO:tasks.workunit.client.0.smithi028.stdout: "hitset_stats_invalid": false, 2024-08-29T17:47:16.435 INFO:tasks.workunit.client.0.smithi028.stdout: "last_active": "2024-08-29T17:43:51.010214+0000", 2024-08-29T17:47:16.435 INFO:tasks.workunit.client.0.smithi028.stdout: "last_became_active": "2024-08-29T17:41:03.042246+0000", 2024-08-29T17:47:16.435 INFO:tasks.workunit.client.0.smithi028.stdout: "last_became_peered": "2024-08-29T17:41:03.042246+0000", 2024-08-29T17:47:16.435 INFO:tasks.workunit.client.0.smithi028.stdout: "last_change": "2024-08-29T17:41:03.042962+0000", 2024-08-29T17:47:16.435 INFO:tasks.workunit.client.0.smithi028.stdout: "last_clean": "2024-08-29T17:43:51.010214+0000", 2024-08-29T17:47:16.435 INFO:tasks.workunit.client.0.smithi028.stdout: "last_clean_scrub_stamp": "2024-08-29T17:41:01.987071+0000", 2024-08-29T17:47:16.435 INFO:tasks.workunit.client.0.smithi028.stdout: "last_deep_scrub": "0'0", 2024-08-29T17:47:16.435 INFO:tasks.workunit.client.0.smithi028.stdout: "last_deep_scrub_stamp": "2024-08-29T17:41:01.987071+0000", 2024-08-29T17:47:16.435 INFO:tasks.workunit.client.0.smithi028.stdout: "last_epoch_clean": 63, 2024-08-29T17:47:16.435 INFO:tasks.workunit.client.0.smithi028.stdout: "last_fresh": "2024-08-29T17:43:51.010214+0000", 2024-08-29T17:47:16.435 INFO:tasks.workunit.client.0.smithi028.stdout: "last_fullsized": "2024-08-29T17:43:51.010214+0000", 2024-08-29T17:47:16.435 INFO:tasks.workunit.client.0.smithi028.stdout: "last_peered": "2024-08-29T17:43:51.010214+0000", 2024-08-29T17:47:16.435 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub": "0'0", 2024-08-29T17:47:16.435 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub_duration": 0, 2024-08-29T17:47:16.436 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub_stamp": "2024-08-29T17:41:01.987071+0000", 2024-08-29T17:47:16.436 INFO:tasks.workunit.client.0.smithi028.stdout: "last_undegraded": "2024-08-29T17:43:51.010214+0000", 2024-08-29T17:47:16.436 INFO:tasks.workunit.client.0.smithi028.stdout: "last_unstale": "2024-08-29T17:43:51.010214+0000", 2024-08-29T17:47:16.436 INFO:tasks.workunit.client.0.smithi028.stdout: "log_dups_size": 0, 2024-08-29T17:47:16.436 INFO:tasks.workunit.client.0.smithi028.stdout: "log_size": 0, 2024-08-29T17:47:16.436 INFO:tasks.workunit.client.0.smithi028.stdout: "log_start": "0'0", 2024-08-29T17:47:16.436 INFO:tasks.workunit.client.0.smithi028.stdout: "manifest_stats_invalid": false, 2024-08-29T17:47:16.436 INFO:tasks.workunit.client.0.smithi028.stdout: "mapping_epoch": 62, 2024-08-29T17:47:16.436 INFO:tasks.workunit.client.0.smithi028.stdout: "object_location_counts": [], 2024-08-29T17:47:16.436 INFO:tasks.workunit.client.0.smithi028.stdout: "objects_scrubbed": 0, 2024-08-29T17:47:16.436 INFO:tasks.workunit.client.0.smithi028.stdout: "objects_trimmed": 0, 2024-08-29T17:47:16.436 INFO:tasks.workunit.client.0.smithi028.stdout: "omap_stats_invalid": false, 2024-08-29T17:47:16.436 INFO:tasks.workunit.client.0.smithi028.stdout: "ondisk_log_size": 0, 2024-08-29T17:47:16.436 INFO:tasks.workunit.client.0.smithi028.stdout: "ondisk_log_start": "0'0", 2024-08-29T17:47:16.437 INFO:tasks.workunit.client.0.smithi028.stdout: "parent": "0.0", 2024-08-29T17:47:16.437 INFO:tasks.workunit.client.0.smithi028.stdout: "parent_split_bits": 0, 2024-08-29T17:47:16.437 INFO:tasks.workunit.client.0.smithi028.stdout: "pgid": "3.3e", 2024-08-29T17:47:16.437 INFO:tasks.workunit.client.0.smithi028.stdout: "pin_stats_invalid": false, 2024-08-29T17:47:16.437 INFO:tasks.workunit.client.0.smithi028.stdout: "purged_snaps": [], 2024-08-29T17:47:16.437 INFO:tasks.workunit.client.0.smithi028.stdout: "reported_epoch": 74, 2024-08-29T17:47:16.437 INFO:tasks.workunit.client.0.smithi028.stdout: "reported_seq": 21, 2024-08-29T17:47:16.437 INFO:tasks.workunit.client.0.smithi028.stdout: "scrub_duration": 0.0, 2024-08-29T17:47:16.437 INFO:tasks.workunit.client.0.smithi028.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-30T22:04:37.073113+0000", 2024-08-29T17:47:16.437 INFO:tasks.workunit.client.0.smithi028.stdout: "snaptrim_duration": 0.0, 2024-08-29T17:47:16.437 INFO:tasks.workunit.client.0.smithi028.stdout: "snaptrimq_len": 0, 2024-08-29T17:47:16.437 INFO:tasks.workunit.client.0.smithi028.stdout: "stat_sum": { 2024-08-29T17:47:16.437 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes": 0, 2024-08-29T17:47:16.438 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes_hit_set_archive": 0, 2024-08-29T17:47:16.438 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes_recovered": 0, 2024-08-29T17:47:16.438 INFO:tasks.workunit.client.0.smithi028.stdout: "num_deep_scrub_errors": 0, 2024-08-29T17:47:16.438 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict": 0, 2024-08-29T17:47:16.438 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_kb": 0, 2024-08-29T17:47:16.438 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_mode_full": 0, 2024-08-29T17:47:16.438 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_mode_some": 0, 2024-08-29T17:47:16.438 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush": 0, 2024-08-29T17:47:16.438 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_kb": 0, 2024-08-29T17:47:16.438 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_mode_high": 0, 2024-08-29T17:47:16.438 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_mode_low": 0, 2024-08-29T17:47:16.438 INFO:tasks.workunit.client.0.smithi028.stdout: "num_keys_recovered": 0, 2024-08-29T17:47:16.438 INFO:tasks.workunit.client.0.smithi028.stdout: "num_large_omap_objects": 0, 2024-08-29T17:47:16.438 INFO:tasks.workunit.client.0.smithi028.stdout: "num_legacy_snapsets": 0, 2024-08-29T17:47:16.439 INFO:tasks.workunit.client.0.smithi028.stdout: "num_object_clones": 0, 2024-08-29T17:47:16.439 INFO:tasks.workunit.client.0.smithi028.stdout: "num_object_copies": 0, 2024-08-29T17:47:16.439 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects": 0, 2024-08-29T17:47:16.439 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_degraded": 0, 2024-08-29T17:47:16.439 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_dirty": 0, 2024-08-29T17:47:16.439 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_hit_set_archive": 0, 2024-08-29T17:47:16.439 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_manifest": 0, 2024-08-29T17:47:16.439 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_misplaced": 0, 2024-08-29T17:47:16.439 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_missing": 0, 2024-08-29T17:47:16.439 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_missing_on_primary": 0, 2024-08-29T17:47:16.439 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_omap": 0, 2024-08-29T17:47:16.439 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_pinned": 0, 2024-08-29T17:47:16.439 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_recovered": 0, 2024-08-29T17:47:16.439 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_repaired": 0, 2024-08-29T17:47:16.440 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_unfound": 0, 2024-08-29T17:47:16.440 INFO:tasks.workunit.client.0.smithi028.stdout: "num_omap_bytes": 0, 2024-08-29T17:47:16.440 INFO:tasks.workunit.client.0.smithi028.stdout: "num_omap_keys": 0, 2024-08-29T17:47:16.440 INFO:tasks.workunit.client.0.smithi028.stdout: "num_promote": 0, 2024-08-29T17:47:16.440 INFO:tasks.workunit.client.0.smithi028.stdout: "num_read": 0, 2024-08-29T17:47:16.440 INFO:tasks.workunit.client.0.smithi028.stdout: "num_read_kb": 0, 2024-08-29T17:47:16.440 INFO:tasks.workunit.client.0.smithi028.stdout: "num_scrub_errors": 0, 2024-08-29T17:47:16.440 INFO:tasks.workunit.client.0.smithi028.stdout: "num_shallow_scrub_errors": 0, 2024-08-29T17:47:16.440 INFO:tasks.workunit.client.0.smithi028.stdout: "num_whiteouts": 0, 2024-08-29T17:47:16.440 INFO:tasks.workunit.client.0.smithi028.stdout: "num_write": 0, 2024-08-29T17:47:16.440 INFO:tasks.workunit.client.0.smithi028.stdout: "num_write_kb": 0 2024-08-29T17:47:16.440 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:16.441 INFO:tasks.workunit.client.0.smithi028.stdout: "state": "active+clean", 2024-08-29T17:47:16.441 INFO:tasks.workunit.client.0.smithi028.stdout: "stats_invalid": false, 2024-08-29T17:47:16.441 INFO:tasks.workunit.client.0.smithi028.stdout: "up": [ 2024-08-29T17:47:16.441 INFO:tasks.workunit.client.0.smithi028.stdout: 1, 2024-08-29T17:47:16.441 INFO:tasks.workunit.client.0.smithi028.stdout: 0, 2024-08-29T17:47:16.441 INFO:tasks.workunit.client.0.smithi028.stdout: 6 2024-08-29T17:47:16.441 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-08-29T17:47:16.441 INFO:tasks.workunit.client.0.smithi028.stdout: "up_primary": 1, 2024-08-29T17:47:16.441 INFO:tasks.workunit.client.0.smithi028.stdout: "version": "0'0" 2024-08-29T17:47:16.441 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:16.441 INFO:tasks.workunit.client.0.smithi028.stdout: { 2024-08-29T17:47:16.441 INFO:tasks.workunit.client.0.smithi028.stdout: "acting": [ 2024-08-29T17:47:16.441 INFO:tasks.workunit.client.0.smithi028.stdout: 0, 2024-08-29T17:47:16.441 INFO:tasks.workunit.client.0.smithi028.stdout: 2, 2024-08-29T17:47:16.441 INFO:tasks.workunit.client.0.smithi028.stdout: 1 2024-08-29T17:47:16.442 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-08-29T17:47:16.442 INFO:tasks.workunit.client.0.smithi028.stdout: "acting_primary": 0, 2024-08-29T17:47:16.442 INFO:tasks.workunit.client.0.smithi028.stdout: "avail_no_missing": [], 2024-08-29T17:47:16.442 INFO:tasks.workunit.client.0.smithi028.stdout: "blocked_by": [], 2024-08-29T17:47:16.442 INFO:tasks.workunit.client.0.smithi028.stdout: "created": 62, 2024-08-29T17:47:16.442 INFO:tasks.workunit.client.0.smithi028.stdout: "dirty_stats_invalid": false, 2024-08-29T17:47:16.442 INFO:tasks.workunit.client.0.smithi028.stdout: "hitset_bytes_stats_invalid": false, 2024-08-29T17:47:16.442 INFO:tasks.workunit.client.0.smithi028.stdout: "hitset_stats_invalid": false, 2024-08-29T17:47:16.442 INFO:tasks.workunit.client.0.smithi028.stdout: "last_active": "2024-08-29T17:43:51.182951+0000", 2024-08-29T17:47:16.442 INFO:tasks.workunit.client.0.smithi028.stdout: "last_became_active": "2024-08-29T17:41:03.062690+0000", 2024-08-29T17:47:16.442 INFO:tasks.workunit.client.0.smithi028.stdout: "last_became_peered": "2024-08-29T17:41:03.062690+0000", 2024-08-29T17:47:16.442 INFO:tasks.workunit.client.0.smithi028.stdout: "last_change": "2024-08-29T17:41:03.063179+0000", 2024-08-29T17:47:16.442 INFO:tasks.workunit.client.0.smithi028.stdout: "last_clean": "2024-08-29T17:43:51.182951+0000", 2024-08-29T17:47:16.443 INFO:tasks.workunit.client.0.smithi028.stdout: "last_clean_scrub_stamp": "2024-08-29T17:41:01.987071+0000", 2024-08-29T17:47:16.443 INFO:tasks.workunit.client.0.smithi028.stdout: "last_deep_scrub": "0'0", 2024-08-29T17:47:16.443 INFO:tasks.workunit.client.0.smithi028.stdout: "last_deep_scrub_stamp": "2024-08-29T17:41:01.987071+0000", 2024-08-29T17:47:16.443 INFO:tasks.workunit.client.0.smithi028.stdout: "last_epoch_clean": 63, 2024-08-29T17:47:16.443 INFO:tasks.workunit.client.0.smithi028.stdout: "last_fresh": "2024-08-29T17:43:51.182951+0000", 2024-08-29T17:47:16.443 INFO:tasks.workunit.client.0.smithi028.stdout: "last_fullsized": "2024-08-29T17:43:51.182951+0000", 2024-08-29T17:47:16.443 INFO:tasks.workunit.client.0.smithi028.stdout: "last_peered": "2024-08-29T17:43:51.182951+0000", 2024-08-29T17:47:16.443 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub": "0'0", 2024-08-29T17:47:16.443 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub_duration": 0, 2024-08-29T17:47:16.443 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub_stamp": "2024-08-29T17:41:01.987071+0000", 2024-08-29T17:47:16.443 INFO:tasks.workunit.client.0.smithi028.stdout: "last_undegraded": "2024-08-29T17:43:51.182951+0000", 2024-08-29T17:47:16.443 INFO:tasks.workunit.client.0.smithi028.stdout: "last_unstale": "2024-08-29T17:43:51.182951+0000", 2024-08-29T17:47:16.443 INFO:tasks.workunit.client.0.smithi028.stdout: "log_dups_size": 0, 2024-08-29T17:47:16.443 INFO:tasks.workunit.client.0.smithi028.stdout: "log_size": 0, 2024-08-29T17:47:16.443 INFO:tasks.workunit.client.0.smithi028.stdout: "log_start": "0'0", 2024-08-29T17:47:16.444 INFO:tasks.workunit.client.0.smithi028.stdout: "manifest_stats_invalid": false, 2024-08-29T17:47:16.444 INFO:tasks.workunit.client.0.smithi028.stdout: "mapping_epoch": 62, 2024-08-29T17:47:16.444 INFO:tasks.workunit.client.0.smithi028.stdout: "object_location_counts": [], 2024-08-29T17:47:16.444 INFO:tasks.workunit.client.0.smithi028.stdout: "objects_scrubbed": 0, 2024-08-29T17:47:16.444 INFO:tasks.workunit.client.0.smithi028.stdout: "objects_trimmed": 0, 2024-08-29T17:47:16.444 INFO:tasks.workunit.client.0.smithi028.stdout: "omap_stats_invalid": false, 2024-08-29T17:47:16.444 INFO:tasks.workunit.client.0.smithi028.stdout: "ondisk_log_size": 0, 2024-08-29T17:47:16.444 INFO:tasks.workunit.client.0.smithi028.stdout: "ondisk_log_start": "0'0", 2024-08-29T17:47:16.444 INFO:tasks.workunit.client.0.smithi028.stdout: "parent": "0.0", 2024-08-29T17:47:16.444 INFO:tasks.workunit.client.0.smithi028.stdout: "parent_split_bits": 0, 2024-08-29T17:47:16.444 INFO:tasks.workunit.client.0.smithi028.stdout: "pgid": "3.3d", 2024-08-29T17:47:16.444 INFO:tasks.workunit.client.0.smithi028.stdout: "pin_stats_invalid": false, 2024-08-29T17:47:16.444 INFO:tasks.workunit.client.0.smithi028.stdout: "purged_snaps": [], 2024-08-29T17:47:16.445 INFO:tasks.workunit.client.0.smithi028.stdout: "reported_epoch": 74, 2024-08-29T17:47:16.445 INFO:tasks.workunit.client.0.smithi028.stdout: "reported_seq": 21, 2024-08-29T17:47:16.445 INFO:tasks.workunit.client.0.smithi028.stdout: "scrub_duration": 0.0, 2024-08-29T17:47:16.445 INFO:tasks.workunit.client.0.smithi028.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-30T19:40:18.201065+0000", 2024-08-29T17:47:16.445 INFO:tasks.workunit.client.0.smithi028.stdout: "snaptrim_duration": 0.0, 2024-08-29T17:47:16.445 INFO:tasks.workunit.client.0.smithi028.stdout: "snaptrimq_len": 0, 2024-08-29T17:47:16.445 INFO:tasks.workunit.client.0.smithi028.stdout: "stat_sum": { 2024-08-29T17:47:16.445 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes": 0, 2024-08-29T17:47:16.445 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes_hit_set_archive": 0, 2024-08-29T17:47:16.445 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes_recovered": 0, 2024-08-29T17:47:16.445 INFO:tasks.workunit.client.0.smithi028.stdout: "num_deep_scrub_errors": 0, 2024-08-29T17:47:16.445 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict": 0, 2024-08-29T17:47:16.445 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_kb": 0, 2024-08-29T17:47:16.445 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_mode_full": 0, 2024-08-29T17:47:16.445 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_mode_some": 0, 2024-08-29T17:47:16.446 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush": 0, 2024-08-29T17:47:16.446 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_kb": 0, 2024-08-29T17:47:16.446 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_mode_high": 0, 2024-08-29T17:47:16.446 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_mode_low": 0, 2024-08-29T17:47:16.446 INFO:tasks.workunit.client.0.smithi028.stdout: "num_keys_recovered": 0, 2024-08-29T17:47:16.446 INFO:tasks.workunit.client.0.smithi028.stdout: "num_large_omap_objects": 0, 2024-08-29T17:47:16.446 INFO:tasks.workunit.client.0.smithi028.stdout: "num_legacy_snapsets": 0, 2024-08-29T17:47:16.446 INFO:tasks.workunit.client.0.smithi028.stdout: "num_object_clones": 0, 2024-08-29T17:47:16.446 INFO:tasks.workunit.client.0.smithi028.stdout: "num_object_copies": 0, 2024-08-29T17:47:16.446 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects": 0, 2024-08-29T17:47:16.446 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_degraded": 0, 2024-08-29T17:47:16.446 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_dirty": 0, 2024-08-29T17:47:16.446 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_hit_set_archive": 0, 2024-08-29T17:47:16.446 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_manifest": 0, 2024-08-29T17:47:16.447 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_misplaced": 0, 2024-08-29T17:47:16.447 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_missing": 0, 2024-08-29T17:47:16.447 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_missing_on_primary": 0, 2024-08-29T17:47:16.447 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_omap": 0, 2024-08-29T17:47:16.447 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_pinned": 0, 2024-08-29T17:47:16.447 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_recovered": 0, 2024-08-29T17:47:16.447 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_repaired": 0, 2024-08-29T17:47:16.447 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_unfound": 0, 2024-08-29T17:47:16.447 INFO:tasks.workunit.client.0.smithi028.stdout: "num_omap_bytes": 0, 2024-08-29T17:47:16.447 INFO:tasks.workunit.client.0.smithi028.stdout: "num_omap_keys": 0, 2024-08-29T17:47:16.447 INFO:tasks.workunit.client.0.smithi028.stdout: "num_promote": 0, 2024-08-29T17:47:16.447 INFO:tasks.workunit.client.0.smithi028.stdout: "num_read": 0, 2024-08-29T17:47:16.447 INFO:tasks.workunit.client.0.smithi028.stdout: "num_read_kb": 0, 2024-08-29T17:47:16.447 INFO:tasks.workunit.client.0.smithi028.stdout: "num_scrub_errors": 0, 2024-08-29T17:47:16.448 INFO:tasks.workunit.client.0.smithi028.stdout: "num_shallow_scrub_errors": 0, 2024-08-29T17:47:16.448 INFO:tasks.workunit.client.0.smithi028.stdout: "num_whiteouts": 0, 2024-08-29T17:47:16.448 INFO:tasks.workunit.client.0.smithi028.stdout: "num_write": 0, 2024-08-29T17:47:16.448 INFO:tasks.workunit.client.0.smithi028.stdout: "num_write_kb": 0 2024-08-29T17:47:16.448 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:16.448 INFO:tasks.workunit.client.0.smithi028.stdout: "state": "active+clean", 2024-08-29T17:47:16.448 INFO:tasks.workunit.client.0.smithi028.stdout: "stats_invalid": false, 2024-08-29T17:47:16.448 INFO:tasks.workunit.client.0.smithi028.stdout: "up": [ 2024-08-29T17:47:16.448 INFO:tasks.workunit.client.0.smithi028.stdout: 0, 2024-08-29T17:47:16.448 INFO:tasks.workunit.client.0.smithi028.stdout: 2, 2024-08-29T17:47:16.448 INFO:tasks.workunit.client.0.smithi028.stdout: 1 2024-08-29T17:47:16.448 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-08-29T17:47:16.448 INFO:tasks.workunit.client.0.smithi028.stdout: "up_primary": 0, 2024-08-29T17:47:16.448 INFO:tasks.workunit.client.0.smithi028.stdout: "version": "0'0" 2024-08-29T17:47:16.449 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:16.449 INFO:tasks.workunit.client.0.smithi028.stdout: { 2024-08-29T17:47:16.449 INFO:tasks.workunit.client.0.smithi028.stdout: "acting": [ 2024-08-29T17:47:16.449 INFO:tasks.workunit.client.0.smithi028.stdout: 5, 2024-08-29T17:47:16.449 INFO:tasks.workunit.client.0.smithi028.stdout: 3, 2024-08-29T17:47:16.449 INFO:tasks.workunit.client.0.smithi028.stdout: 7 2024-08-29T17:47:16.449 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-08-29T17:47:16.449 INFO:tasks.workunit.client.0.smithi028.stdout: "acting_primary": 5, 2024-08-29T17:47:16.449 INFO:tasks.workunit.client.0.smithi028.stdout: "avail_no_missing": [], 2024-08-29T17:47:16.449 INFO:tasks.workunit.client.0.smithi028.stdout: "blocked_by": [], 2024-08-29T17:47:16.449 INFO:tasks.workunit.client.0.smithi028.stdout: "created": 62, 2024-08-29T17:47:16.449 INFO:tasks.workunit.client.0.smithi028.stdout: "dirty_stats_invalid": false, 2024-08-29T17:47:16.449 INFO:tasks.workunit.client.0.smithi028.stdout: "hitset_bytes_stats_invalid": false, 2024-08-29T17:47:16.449 INFO:tasks.workunit.client.0.smithi028.stdout: "hitset_stats_invalid": false, 2024-08-29T17:47:16.450 INFO:tasks.workunit.client.0.smithi028.stdout: "last_active": "2024-08-29T17:43:51.011221+0000", 2024-08-29T17:47:16.450 INFO:tasks.workunit.client.0.smithi028.stdout: "last_became_active": "2024-08-29T17:41:03.081477+0000", 2024-08-29T17:47:16.450 INFO:tasks.workunit.client.0.smithi028.stdout: "last_became_peered": "2024-08-29T17:41:03.081477+0000", 2024-08-29T17:47:16.450 INFO:tasks.workunit.client.0.smithi028.stdout: "last_change": "2024-08-29T17:41:03.082306+0000", 2024-08-29T17:47:16.450 INFO:tasks.workunit.client.0.smithi028.stdout: "last_clean": "2024-08-29T17:43:51.011221+0000", 2024-08-29T17:47:16.450 INFO:tasks.workunit.client.0.smithi028.stdout: "last_clean_scrub_stamp": "2024-08-29T17:41:01.987071+0000", 2024-08-29T17:47:16.450 INFO:tasks.workunit.client.0.smithi028.stdout: "last_deep_scrub": "0'0", 2024-08-29T17:47:16.450 INFO:tasks.workunit.client.0.smithi028.stdout: "last_deep_scrub_stamp": "2024-08-29T17:41:01.987071+0000", 2024-08-29T17:47:16.450 INFO:tasks.workunit.client.0.smithi028.stdout: "last_epoch_clean": 63, 2024-08-29T17:47:16.450 INFO:tasks.workunit.client.0.smithi028.stdout: "last_fresh": "2024-08-29T17:43:51.011221+0000", 2024-08-29T17:47:16.450 INFO:tasks.workunit.client.0.smithi028.stdout: "last_fullsized": "2024-08-29T17:43:51.011221+0000", 2024-08-29T17:47:16.450 INFO:tasks.workunit.client.0.smithi028.stdout: "last_peered": "2024-08-29T17:43:51.011221+0000", 2024-08-29T17:47:16.450 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub": "0'0", 2024-08-29T17:47:16.451 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub_duration": 0, 2024-08-29T17:47:16.451 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub_stamp": "2024-08-29T17:41:01.987071+0000", 2024-08-29T17:47:16.451 INFO:tasks.workunit.client.0.smithi028.stdout: "last_undegraded": "2024-08-29T17:43:51.011221+0000", 2024-08-29T17:47:16.451 INFO:tasks.workunit.client.0.smithi028.stdout: "last_unstale": "2024-08-29T17:43:51.011221+0000", 2024-08-29T17:47:16.451 INFO:tasks.workunit.client.0.smithi028.stdout: "log_dups_size": 0, 2024-08-29T17:47:16.451 INFO:tasks.workunit.client.0.smithi028.stdout: "log_size": 0, 2024-08-29T17:47:16.451 INFO:tasks.workunit.client.0.smithi028.stdout: "log_start": "0'0", 2024-08-29T17:47:16.451 INFO:tasks.workunit.client.0.smithi028.stdout: "manifest_stats_invalid": false, 2024-08-29T17:47:16.451 INFO:tasks.workunit.client.0.smithi028.stdout: "mapping_epoch": 62, 2024-08-29T17:47:16.451 INFO:tasks.workunit.client.0.smithi028.stdout: "object_location_counts": [], 2024-08-29T17:47:16.451 INFO:tasks.workunit.client.0.smithi028.stdout: "objects_scrubbed": 0, 2024-08-29T17:47:16.451 INFO:tasks.workunit.client.0.smithi028.stdout: "objects_trimmed": 0, 2024-08-29T17:47:16.451 INFO:tasks.workunit.client.0.smithi028.stdout: "omap_stats_invalid": false, 2024-08-29T17:47:16.451 INFO:tasks.workunit.client.0.smithi028.stdout: "ondisk_log_size": 0, 2024-08-29T17:47:16.452 INFO:tasks.workunit.client.0.smithi028.stdout: "ondisk_log_start": "0'0", 2024-08-29T17:47:16.452 INFO:tasks.workunit.client.0.smithi028.stdout: "parent": "0.0", 2024-08-29T17:47:16.452 INFO:tasks.workunit.client.0.smithi028.stdout: "parent_split_bits": 0, 2024-08-29T17:47:16.452 INFO:tasks.workunit.client.0.smithi028.stdout: "pgid": "3.3c", 2024-08-29T17:47:16.452 INFO:tasks.workunit.client.0.smithi028.stdout: "pin_stats_invalid": false, 2024-08-29T17:47:16.452 INFO:tasks.workunit.client.0.smithi028.stdout: "purged_snaps": [], 2024-08-29T17:47:16.452 INFO:tasks.workunit.client.0.smithi028.stdout: "reported_epoch": 74, 2024-08-29T17:47:16.452 INFO:tasks.workunit.client.0.smithi028.stdout: "reported_seq": 21, 2024-08-29T17:47:16.452 INFO:tasks.workunit.client.0.smithi028.stdout: "scrub_duration": 0.0, 2024-08-29T17:47:16.452 INFO:tasks.workunit.client.0.smithi028.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-30T23:24:52.723298+0000", 2024-08-29T17:47:16.452 INFO:tasks.workunit.client.0.smithi028.stdout: "snaptrim_duration": 0.0, 2024-08-29T17:47:16.452 INFO:tasks.workunit.client.0.smithi028.stdout: "snaptrimq_len": 0, 2024-08-29T17:47:16.452 INFO:tasks.workunit.client.0.smithi028.stdout: "stat_sum": { 2024-08-29T17:47:16.453 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes": 0, 2024-08-29T17:47:16.453 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes_hit_set_archive": 0, 2024-08-29T17:47:16.453 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes_recovered": 0, 2024-08-29T17:47:16.453 INFO:tasks.workunit.client.0.smithi028.stdout: "num_deep_scrub_errors": 0, 2024-08-29T17:47:16.453 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict": 0, 2024-08-29T17:47:16.453 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_kb": 0, 2024-08-29T17:47:16.453 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_mode_full": 0, 2024-08-29T17:47:16.453 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_mode_some": 0, 2024-08-29T17:47:16.453 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush": 0, 2024-08-29T17:47:16.453 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_kb": 0, 2024-08-29T17:47:16.453 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_mode_high": 0, 2024-08-29T17:47:16.453 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_mode_low": 0, 2024-08-29T17:47:16.453 INFO:tasks.workunit.client.0.smithi028.stdout: "num_keys_recovered": 0, 2024-08-29T17:47:16.453 INFO:tasks.workunit.client.0.smithi028.stdout: "num_large_omap_objects": 0, 2024-08-29T17:47:16.454 INFO:tasks.workunit.client.0.smithi028.stdout: "num_legacy_snapsets": 0, 2024-08-29T17:47:16.454 INFO:tasks.workunit.client.0.smithi028.stdout: "num_object_clones": 0, 2024-08-29T17:47:16.454 INFO:tasks.workunit.client.0.smithi028.stdout: "num_object_copies": 0, 2024-08-29T17:47:16.454 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects": 0, 2024-08-29T17:47:16.454 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_degraded": 0, 2024-08-29T17:47:16.454 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_dirty": 0, 2024-08-29T17:47:16.454 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_hit_set_archive": 0, 2024-08-29T17:47:16.454 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_manifest": 0, 2024-08-29T17:47:16.454 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_misplaced": 0, 2024-08-29T17:47:16.454 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_missing": 0, 2024-08-29T17:47:16.454 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_missing_on_primary": 0, 2024-08-29T17:47:16.454 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_omap": 0, 2024-08-29T17:47:16.454 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_pinned": 0, 2024-08-29T17:47:16.454 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_recovered": 0, 2024-08-29T17:47:16.455 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_repaired": 0, 2024-08-29T17:47:16.455 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_unfound": 0, 2024-08-29T17:47:16.455 INFO:tasks.workunit.client.0.smithi028.stdout: "num_omap_bytes": 0, 2024-08-29T17:47:16.455 INFO:tasks.workunit.client.0.smithi028.stdout: "num_omap_keys": 0, 2024-08-29T17:47:16.455 INFO:tasks.workunit.client.0.smithi028.stdout: "num_promote": 0, 2024-08-29T17:47:16.455 INFO:tasks.workunit.client.0.smithi028.stdout: "num_read": 0, 2024-08-29T17:47:16.455 INFO:tasks.workunit.client.0.smithi028.stdout: "num_read_kb": 0, 2024-08-29T17:47:16.455 INFO:tasks.workunit.client.0.smithi028.stdout: "num_scrub_errors": 0, 2024-08-29T17:47:16.455 INFO:tasks.workunit.client.0.smithi028.stdout: "num_shallow_scrub_errors": 0, 2024-08-29T17:47:16.455 INFO:tasks.workunit.client.0.smithi028.stdout: "num_whiteouts": 0, 2024-08-29T17:47:16.456 INFO:tasks.workunit.client.0.smithi028.stdout: "num_write": 0, 2024-08-29T17:47:16.456 INFO:tasks.workunit.client.0.smithi028.stdout: "num_write_kb": 0 2024-08-29T17:47:16.456 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:16.456 INFO:tasks.workunit.client.0.smithi028.stdout: "state": "active+clean", 2024-08-29T17:47:16.456 INFO:tasks.workunit.client.0.smithi028.stdout: "stats_invalid": false, 2024-08-29T17:47:16.456 INFO:tasks.workunit.client.0.smithi028.stdout: "up": [ 2024-08-29T17:47:16.456 INFO:tasks.workunit.client.0.smithi028.stdout: 5, 2024-08-29T17:47:16.456 INFO:tasks.workunit.client.0.smithi028.stdout: 3, 2024-08-29T17:47:16.456 INFO:tasks.workunit.client.0.smithi028.stdout: 7 2024-08-29T17:47:16.456 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-08-29T17:47:16.456 INFO:tasks.workunit.client.0.smithi028.stdout: "up_primary": 5, 2024-08-29T17:47:16.456 INFO:tasks.workunit.client.0.smithi028.stdout: "version": "0'0" 2024-08-29T17:47:16.456 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:16.457 INFO:tasks.workunit.client.0.smithi028.stdout: { 2024-08-29T17:47:16.457 INFO:tasks.workunit.client.0.smithi028.stdout: "acting": [ 2024-08-29T17:47:16.457 INFO:tasks.workunit.client.0.smithi028.stdout: 7, 2024-08-29T17:47:16.457 INFO:tasks.workunit.client.0.smithi028.stdout: 2, 2024-08-29T17:47:16.457 INFO:tasks.workunit.client.0.smithi028.stdout: 4 2024-08-29T17:47:16.457 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-08-29T17:47:16.457 INFO:tasks.workunit.client.0.smithi028.stdout: "acting_primary": 7, 2024-08-29T17:47:16.457 INFO:tasks.workunit.client.0.smithi028.stdout: "avail_no_missing": [], 2024-08-29T17:47:16.457 INFO:tasks.workunit.client.0.smithi028.stdout: "blocked_by": [], 2024-08-29T17:47:16.457 INFO:tasks.workunit.client.0.smithi028.stdout: "created": 62, 2024-08-29T17:47:16.457 INFO:tasks.workunit.client.0.smithi028.stdout: "dirty_stats_invalid": false, 2024-08-29T17:47:16.457 INFO:tasks.workunit.client.0.smithi028.stdout: "hitset_bytes_stats_invalid": false, 2024-08-29T17:47:16.457 INFO:tasks.workunit.client.0.smithi028.stdout: "hitset_stats_invalid": false, 2024-08-29T17:47:16.457 INFO:tasks.workunit.client.0.smithi028.stdout: "last_active": "2024-08-29T17:43:51.057413+0000", 2024-08-29T17:47:16.458 INFO:tasks.workunit.client.0.smithi028.stdout: "last_became_active": "2024-08-29T17:41:03.086694+0000", 2024-08-29T17:47:16.458 INFO:tasks.workunit.client.0.smithi028.stdout: "last_became_peered": "2024-08-29T17:41:03.086694+0000", 2024-08-29T17:47:16.458 INFO:tasks.workunit.client.0.smithi028.stdout: "last_change": "2024-08-29T17:41:03.086984+0000", 2024-08-29T17:47:16.458 INFO:tasks.workunit.client.0.smithi028.stdout: "last_clean": "2024-08-29T17:43:51.057413+0000", 2024-08-29T17:47:16.458 INFO:tasks.workunit.client.0.smithi028.stdout: "last_clean_scrub_stamp": "2024-08-29T17:41:01.987071+0000", 2024-08-29T17:47:16.458 INFO:tasks.workunit.client.0.smithi028.stdout: "last_deep_scrub": "0'0", 2024-08-29T17:47:16.458 INFO:tasks.workunit.client.0.smithi028.stdout: "last_deep_scrub_stamp": "2024-08-29T17:41:01.987071+0000", 2024-08-29T17:47:16.458 INFO:tasks.workunit.client.0.smithi028.stdout: "last_epoch_clean": 63, 2024-08-29T17:47:16.458 INFO:tasks.workunit.client.0.smithi028.stdout: "last_fresh": "2024-08-29T17:43:51.057413+0000", 2024-08-29T17:47:16.458 INFO:tasks.workunit.client.0.smithi028.stdout: "last_fullsized": "2024-08-29T17:43:51.057413+0000", 2024-08-29T17:47:16.458 INFO:tasks.workunit.client.0.smithi028.stdout: "last_peered": "2024-08-29T17:43:51.057413+0000", 2024-08-29T17:47:16.458 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub": "0'0", 2024-08-29T17:47:16.458 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub_duration": 0, 2024-08-29T17:47:16.459 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub_stamp": "2024-08-29T17:41:01.987071+0000", 2024-08-29T17:47:16.459 INFO:tasks.workunit.client.0.smithi028.stdout: "last_undegraded": "2024-08-29T17:43:51.057413+0000", 2024-08-29T17:47:16.459 INFO:tasks.workunit.client.0.smithi028.stdout: "last_unstale": "2024-08-29T17:43:51.057413+0000", 2024-08-29T17:47:16.459 INFO:tasks.workunit.client.0.smithi028.stdout: "log_dups_size": 0, 2024-08-29T17:47:16.459 INFO:tasks.workunit.client.0.smithi028.stdout: "log_size": 0, 2024-08-29T17:47:16.459 INFO:tasks.workunit.client.0.smithi028.stdout: "log_start": "0'0", 2024-08-29T17:47:16.459 INFO:tasks.workunit.client.0.smithi028.stdout: "manifest_stats_invalid": false, 2024-08-29T17:47:16.459 INFO:tasks.workunit.client.0.smithi028.stdout: "mapping_epoch": 62, 2024-08-29T17:47:16.459 INFO:tasks.workunit.client.0.smithi028.stdout: "object_location_counts": [], 2024-08-29T17:47:16.459 INFO:tasks.workunit.client.0.smithi028.stdout: "objects_scrubbed": 0, 2024-08-29T17:47:16.459 INFO:tasks.workunit.client.0.smithi028.stdout: "objects_trimmed": 0, 2024-08-29T17:47:16.459 INFO:tasks.workunit.client.0.smithi028.stdout: "omap_stats_invalid": false, 2024-08-29T17:47:16.459 INFO:tasks.workunit.client.0.smithi028.stdout: "ondisk_log_size": 0, 2024-08-29T17:47:16.459 INFO:tasks.workunit.client.0.smithi028.stdout: "ondisk_log_start": "0'0", 2024-08-29T17:47:16.460 INFO:tasks.workunit.client.0.smithi028.stdout: "parent": "0.0", 2024-08-29T17:47:16.460 INFO:tasks.workunit.client.0.smithi028.stdout: "parent_split_bits": 0, 2024-08-29T17:47:16.460 INFO:tasks.workunit.client.0.smithi028.stdout: "pgid": "3.3b", 2024-08-29T17:47:16.460 INFO:tasks.workunit.client.0.smithi028.stdout: "pin_stats_invalid": false, 2024-08-29T17:47:16.460 INFO:tasks.workunit.client.0.smithi028.stdout: "purged_snaps": [], 2024-08-29T17:47:16.460 INFO:tasks.workunit.client.0.smithi028.stdout: "reported_epoch": 74, 2024-08-29T17:47:16.460 INFO:tasks.workunit.client.0.smithi028.stdout: "reported_seq": 21, 2024-08-29T17:47:16.460 INFO:tasks.workunit.client.0.smithi028.stdout: "scrub_duration": 0.0, 2024-08-29T17:47:16.460 INFO:tasks.workunit.client.0.smithi028.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-31T02:14:36.423246+0000", 2024-08-29T17:47:16.460 INFO:tasks.workunit.client.0.smithi028.stdout: "snaptrim_duration": 0.0, 2024-08-29T17:47:16.460 INFO:tasks.workunit.client.0.smithi028.stdout: "snaptrimq_len": 0, 2024-08-29T17:47:16.460 INFO:tasks.workunit.client.0.smithi028.stdout: "stat_sum": { 2024-08-29T17:47:16.460 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes": 0, 2024-08-29T17:47:16.460 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes_hit_set_archive": 0, 2024-08-29T17:47:16.461 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes_recovered": 0, 2024-08-29T17:47:16.461 INFO:tasks.workunit.client.0.smithi028.stdout: "num_deep_scrub_errors": 0, 2024-08-29T17:47:16.461 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict": 0, 2024-08-29T17:47:16.461 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_kb": 0, 2024-08-29T17:47:16.461 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_mode_full": 0, 2024-08-29T17:47:16.461 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_mode_some": 0, 2024-08-29T17:47:16.461 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush": 0, 2024-08-29T17:47:16.461 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_kb": 0, 2024-08-29T17:47:16.461 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_mode_high": 0, 2024-08-29T17:47:16.461 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_mode_low": 0, 2024-08-29T17:47:16.461 INFO:tasks.workunit.client.0.smithi028.stdout: "num_keys_recovered": 0, 2024-08-29T17:47:16.461 INFO:tasks.workunit.client.0.smithi028.stdout: "num_large_omap_objects": 0, 2024-08-29T17:47:16.461 INFO:tasks.workunit.client.0.smithi028.stdout: "num_legacy_snapsets": 0, 2024-08-29T17:47:16.461 INFO:tasks.workunit.client.0.smithi028.stdout: "num_object_clones": 0, 2024-08-29T17:47:16.462 INFO:tasks.workunit.client.0.smithi028.stdout: "num_object_copies": 0, 2024-08-29T17:47:16.462 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects": 0, 2024-08-29T17:47:16.462 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_degraded": 0, 2024-08-29T17:47:16.462 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_dirty": 0, 2024-08-29T17:47:16.462 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_hit_set_archive": 0, 2024-08-29T17:47:16.462 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_manifest": 0, 2024-08-29T17:47:16.462 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_misplaced": 0, 2024-08-29T17:47:16.462 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_missing": 0, 2024-08-29T17:47:16.462 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_missing_on_primary": 0, 2024-08-29T17:47:16.462 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_omap": 0, 2024-08-29T17:47:16.462 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_pinned": 0, 2024-08-29T17:47:16.462 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_recovered": 0, 2024-08-29T17:47:16.462 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_repaired": 0, 2024-08-29T17:47:16.462 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_unfound": 0, 2024-08-29T17:47:16.462 INFO:tasks.workunit.client.0.smithi028.stdout: "num_omap_bytes": 0, 2024-08-29T17:47:16.463 INFO:tasks.workunit.client.0.smithi028.stdout: "num_omap_keys": 0, 2024-08-29T17:47:16.463 INFO:tasks.workunit.client.0.smithi028.stdout: "num_promote": 0, 2024-08-29T17:47:16.463 INFO:tasks.workunit.client.0.smithi028.stdout: "num_read": 0, 2024-08-29T17:47:16.463 INFO:tasks.workunit.client.0.smithi028.stdout: "num_read_kb": 0, 2024-08-29T17:47:16.463 INFO:tasks.workunit.client.0.smithi028.stdout: "num_scrub_errors": 0, 2024-08-29T17:47:16.463 INFO:tasks.workunit.client.0.smithi028.stdout: "num_shallow_scrub_errors": 0, 2024-08-29T17:47:16.463 INFO:tasks.workunit.client.0.smithi028.stdout: "num_whiteouts": 0, 2024-08-29T17:47:16.463 INFO:tasks.workunit.client.0.smithi028.stdout: "num_write": 0, 2024-08-29T17:47:16.463 INFO:tasks.workunit.client.0.smithi028.stdout: "num_write_kb": 0 2024-08-29T17:47:16.463 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:16.463 INFO:tasks.workunit.client.0.smithi028.stdout: "state": "active+clean", 2024-08-29T17:47:16.463 INFO:tasks.workunit.client.0.smithi028.stdout: "stats_invalid": false, 2024-08-29T17:47:16.463 INFO:tasks.workunit.client.0.smithi028.stdout: "up": [ 2024-08-29T17:47:16.463 INFO:tasks.workunit.client.0.smithi028.stdout: 7, 2024-08-29T17:47:16.464 INFO:tasks.workunit.client.0.smithi028.stdout: 2, 2024-08-29T17:47:16.464 INFO:tasks.workunit.client.0.smithi028.stdout: 4 2024-08-29T17:47:16.464 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-08-29T17:47:16.464 INFO:tasks.workunit.client.0.smithi028.stdout: "up_primary": 7, 2024-08-29T17:47:16.464 INFO:tasks.workunit.client.0.smithi028.stdout: "version": "0'0" 2024-08-29T17:47:16.464 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:16.464 INFO:tasks.workunit.client.0.smithi028.stdout: { 2024-08-29T17:47:16.464 INFO:tasks.workunit.client.0.smithi028.stdout: "acting": [ 2024-08-29T17:47:16.464 INFO:tasks.workunit.client.0.smithi028.stdout: 5, 2024-08-29T17:47:16.464 INFO:tasks.workunit.client.0.smithi028.stdout: 0, 2024-08-29T17:47:16.464 INFO:tasks.workunit.client.0.smithi028.stdout: 1 2024-08-29T17:47:16.464 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-08-29T17:47:16.464 INFO:tasks.workunit.client.0.smithi028.stdout: "acting_primary": 5, 2024-08-29T17:47:16.465 INFO:tasks.workunit.client.0.smithi028.stdout: "avail_no_missing": [], 2024-08-29T17:47:16.465 INFO:tasks.workunit.client.0.smithi028.stdout: "blocked_by": [], 2024-08-29T17:47:16.465 INFO:tasks.workunit.client.0.smithi028.stdout: "created": 62, 2024-08-29T17:47:16.465 INFO:tasks.workunit.client.0.smithi028.stdout: "dirty_stats_invalid": false, 2024-08-29T17:47:16.465 INFO:tasks.workunit.client.0.smithi028.stdout: "hitset_bytes_stats_invalid": false, 2024-08-29T17:47:16.465 INFO:tasks.workunit.client.0.smithi028.stdout: "hitset_stats_invalid": false, 2024-08-29T17:47:16.465 INFO:tasks.workunit.client.0.smithi028.stdout: "last_active": "2024-08-29T17:43:51.011364+0000", 2024-08-29T17:47:16.465 INFO:tasks.workunit.client.0.smithi028.stdout: "last_became_active": "2024-08-29T17:41:03.068533+0000", 2024-08-29T17:47:16.465 INFO:tasks.workunit.client.0.smithi028.stdout: "last_became_peered": "2024-08-29T17:41:03.068533+0000", 2024-08-29T17:47:16.465 INFO:tasks.workunit.client.0.smithi028.stdout: "last_change": "2024-08-29T17:41:03.069307+0000", 2024-08-29T17:47:16.465 INFO:tasks.workunit.client.0.smithi028.stdout: "last_clean": "2024-08-29T17:43:51.011364+0000", 2024-08-29T17:47:16.465 INFO:tasks.workunit.client.0.smithi028.stdout: "last_clean_scrub_stamp": "2024-08-29T17:41:01.987071+0000", 2024-08-29T17:47:16.466 INFO:tasks.workunit.client.0.smithi028.stdout: "last_deep_scrub": "0'0", 2024-08-29T17:47:16.466 INFO:tasks.workunit.client.0.smithi028.stdout: "last_deep_scrub_stamp": "2024-08-29T17:41:01.987071+0000", 2024-08-29T17:47:16.466 INFO:tasks.workunit.client.0.smithi028.stdout: "last_epoch_clean": 63, 2024-08-29T17:47:16.466 INFO:tasks.workunit.client.0.smithi028.stdout: "last_fresh": "2024-08-29T17:43:51.011364+0000", 2024-08-29T17:47:16.466 INFO:tasks.workunit.client.0.smithi028.stdout: "last_fullsized": "2024-08-29T17:43:51.011364+0000", 2024-08-29T17:47:16.466 INFO:tasks.workunit.client.0.smithi028.stdout: "last_peered": "2024-08-29T17:43:51.011364+0000", 2024-08-29T17:47:16.466 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub": "0'0", 2024-08-29T17:47:16.466 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub_duration": 0, 2024-08-29T17:47:16.466 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub_stamp": "2024-08-29T17:41:01.987071+0000", 2024-08-29T17:47:16.466 INFO:tasks.workunit.client.0.smithi028.stdout: "last_undegraded": "2024-08-29T17:43:51.011364+0000", 2024-08-29T17:47:16.466 INFO:tasks.workunit.client.0.smithi028.stdout: "last_unstale": "2024-08-29T17:43:51.011364+0000", 2024-08-29T17:47:16.466 INFO:tasks.workunit.client.0.smithi028.stdout: "log_dups_size": 0, 2024-08-29T17:47:16.466 INFO:tasks.workunit.client.0.smithi028.stdout: "log_size": 0, 2024-08-29T17:47:16.467 INFO:tasks.workunit.client.0.smithi028.stdout: "log_start": "0'0", 2024-08-29T17:47:16.467 INFO:tasks.workunit.client.0.smithi028.stdout: "manifest_stats_invalid": false, 2024-08-29T17:47:16.467 INFO:tasks.workunit.client.0.smithi028.stdout: "mapping_epoch": 62, 2024-08-29T17:47:16.467 INFO:tasks.workunit.client.0.smithi028.stdout: "object_location_counts": [], 2024-08-29T17:47:16.467 INFO:tasks.workunit.client.0.smithi028.stdout: "objects_scrubbed": 0, 2024-08-29T17:47:16.467 INFO:tasks.workunit.client.0.smithi028.stdout: "objects_trimmed": 0, 2024-08-29T17:47:16.467 INFO:tasks.workunit.client.0.smithi028.stdout: "omap_stats_invalid": false, 2024-08-29T17:47:16.467 INFO:tasks.workunit.client.0.smithi028.stdout: "ondisk_log_size": 0, 2024-08-29T17:47:16.467 INFO:tasks.workunit.client.0.smithi028.stdout: "ondisk_log_start": "0'0", 2024-08-29T17:47:16.467 INFO:tasks.workunit.client.0.smithi028.stdout: "parent": "0.0", 2024-08-29T17:47:16.467 INFO:tasks.workunit.client.0.smithi028.stdout: "parent_split_bits": 0, 2024-08-29T17:47:16.467 INFO:tasks.workunit.client.0.smithi028.stdout: "pgid": "3.3a", 2024-08-29T17:47:16.467 INFO:tasks.workunit.client.0.smithi028.stdout: "pin_stats_invalid": false, 2024-08-29T17:47:16.467 INFO:tasks.workunit.client.0.smithi028.stdout: "purged_snaps": [], 2024-08-29T17:47:16.468 INFO:tasks.workunit.client.0.smithi028.stdout: "reported_epoch": 74, 2024-08-29T17:47:16.468 INFO:tasks.workunit.client.0.smithi028.stdout: "reported_seq": 21, 2024-08-29T17:47:16.468 INFO:tasks.workunit.client.0.smithi028.stdout: "scrub_duration": 0.0, 2024-08-29T17:47:16.468 INFO:tasks.workunit.client.0.smithi028.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-31T02:26:49.631218+0000", 2024-08-29T17:47:16.468 INFO:tasks.workunit.client.0.smithi028.stdout: "snaptrim_duration": 0.0, 2024-08-29T17:47:16.468 INFO:tasks.workunit.client.0.smithi028.stdout: "snaptrimq_len": 0, 2024-08-29T17:47:16.468 INFO:tasks.workunit.client.0.smithi028.stdout: "stat_sum": { 2024-08-29T17:47:16.468 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes": 0, 2024-08-29T17:47:16.468 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes_hit_set_archive": 0, 2024-08-29T17:47:16.468 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes_recovered": 0, 2024-08-29T17:47:16.468 INFO:tasks.workunit.client.0.smithi028.stdout: "num_deep_scrub_errors": 0, 2024-08-29T17:47:16.468 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict": 0, 2024-08-29T17:47:16.468 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_kb": 0, 2024-08-29T17:47:16.469 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_mode_full": 0, 2024-08-29T17:47:16.469 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_mode_some": 0, 2024-08-29T17:47:16.469 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush": 0, 2024-08-29T17:47:16.469 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_kb": 0, 2024-08-29T17:47:16.469 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_mode_high": 0, 2024-08-29T17:47:16.469 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_mode_low": 0, 2024-08-29T17:47:16.469 INFO:tasks.workunit.client.0.smithi028.stdout: "num_keys_recovered": 0, 2024-08-29T17:47:16.469 INFO:tasks.workunit.client.0.smithi028.stdout: "num_large_omap_objects": 0, 2024-08-29T17:47:16.469 INFO:tasks.workunit.client.0.smithi028.stdout: "num_legacy_snapsets": 0, 2024-08-29T17:47:16.469 INFO:tasks.workunit.client.0.smithi028.stdout: "num_object_clones": 0, 2024-08-29T17:47:16.469 INFO:tasks.workunit.client.0.smithi028.stdout: "num_object_copies": 0, 2024-08-29T17:47:16.469 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects": 0, 2024-08-29T17:47:16.469 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_degraded": 0, 2024-08-29T17:47:16.469 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_dirty": 0, 2024-08-29T17:47:16.470 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_hit_set_archive": 0, 2024-08-29T17:47:16.470 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_manifest": 0, 2024-08-29T17:47:16.470 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_misplaced": 0, 2024-08-29T17:47:16.470 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_missing": 0, 2024-08-29T17:47:16.470 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_missing_on_primary": 0, 2024-08-29T17:47:16.470 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_omap": 0, 2024-08-29T17:47:16.470 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_pinned": 0, 2024-08-29T17:47:16.470 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_recovered": 0, 2024-08-29T17:47:16.470 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_repaired": 0, 2024-08-29T17:47:16.470 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_unfound": 0, 2024-08-29T17:47:16.470 INFO:tasks.workunit.client.0.smithi028.stdout: "num_omap_bytes": 0, 2024-08-29T17:47:16.470 INFO:tasks.workunit.client.0.smithi028.stdout: "num_omap_keys": 0, 2024-08-29T17:47:16.470 INFO:tasks.workunit.client.0.smithi028.stdout: "num_promote": 0, 2024-08-29T17:47:16.471 INFO:tasks.workunit.client.0.smithi028.stdout: "num_read": 0, 2024-08-29T17:47:16.471 INFO:tasks.workunit.client.0.smithi028.stdout: "num_read_kb": 0, 2024-08-29T17:47:16.471 INFO:tasks.workunit.client.0.smithi028.stdout: "num_scrub_errors": 0, 2024-08-29T17:47:16.471 INFO:tasks.workunit.client.0.smithi028.stdout: "num_shallow_scrub_errors": 0, 2024-08-29T17:47:16.471 INFO:tasks.workunit.client.0.smithi028.stdout: "num_whiteouts": 0, 2024-08-29T17:47:16.471 INFO:tasks.workunit.client.0.smithi028.stdout: "num_write": 0, 2024-08-29T17:47:16.471 INFO:tasks.workunit.client.0.smithi028.stdout: "num_write_kb": 0 2024-08-29T17:47:16.471 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:16.471 INFO:tasks.workunit.client.0.smithi028.stdout: "state": "active+clean", 2024-08-29T17:47:16.471 INFO:tasks.workunit.client.0.smithi028.stdout: "stats_invalid": false, 2024-08-29T17:47:16.471 INFO:tasks.workunit.client.0.smithi028.stdout: "up": [ 2024-08-29T17:47:16.471 INFO:tasks.workunit.client.0.smithi028.stdout: 5, 2024-08-29T17:47:16.471 INFO:tasks.workunit.client.0.smithi028.stdout: 0, 2024-08-29T17:47:16.471 INFO:tasks.workunit.client.0.smithi028.stdout: 1 2024-08-29T17:47:16.471 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-08-29T17:47:16.472 INFO:tasks.workunit.client.0.smithi028.stdout: "up_primary": 5, 2024-08-29T17:47:16.472 INFO:tasks.workunit.client.0.smithi028.stdout: "version": "0'0" 2024-08-29T17:47:16.472 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:16.472 INFO:tasks.workunit.client.0.smithi028.stdout: { 2024-08-29T17:47:16.472 INFO:tasks.workunit.client.0.smithi028.stdout: "acting": [ 2024-08-29T17:47:16.472 INFO:tasks.workunit.client.0.smithi028.stdout: 7, 2024-08-29T17:47:16.472 INFO:tasks.workunit.client.0.smithi028.stdout: 0, 2024-08-29T17:47:16.472 INFO:tasks.workunit.client.0.smithi028.stdout: 4 2024-08-29T17:47:16.472 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-08-29T17:47:16.472 INFO:tasks.workunit.client.0.smithi028.stdout: "acting_primary": 7, 2024-08-29T17:47:16.472 INFO:tasks.workunit.client.0.smithi028.stdout: "avail_no_missing": [], 2024-08-29T17:47:16.472 INFO:tasks.workunit.client.0.smithi028.stdout: "blocked_by": [], 2024-08-29T17:47:16.472 INFO:tasks.workunit.client.0.smithi028.stdout: "created": 62, 2024-08-29T17:47:16.472 INFO:tasks.workunit.client.0.smithi028.stdout: "dirty_stats_invalid": false, 2024-08-29T17:47:16.473 INFO:tasks.workunit.client.0.smithi028.stdout: "hitset_bytes_stats_invalid": false, 2024-08-29T17:47:16.473 INFO:tasks.workunit.client.0.smithi028.stdout: "hitset_stats_invalid": false, 2024-08-29T17:47:16.473 INFO:tasks.workunit.client.0.smithi028.stdout: "last_active": "2024-08-29T17:43:51.056827+0000", 2024-08-29T17:47:16.473 INFO:tasks.workunit.client.0.smithi028.stdout: "last_became_active": "2024-08-29T17:41:03.084758+0000", 2024-08-29T17:47:16.473 INFO:tasks.workunit.client.0.smithi028.stdout: "last_became_peered": "2024-08-29T17:41:03.084758+0000", 2024-08-29T17:47:16.473 INFO:tasks.workunit.client.0.smithi028.stdout: "last_change": "2024-08-29T17:41:03.085926+0000", 2024-08-29T17:47:16.473 INFO:tasks.workunit.client.0.smithi028.stdout: "last_clean": "2024-08-29T17:43:51.056827+0000", 2024-08-29T17:47:16.473 INFO:tasks.workunit.client.0.smithi028.stdout: "last_clean_scrub_stamp": "2024-08-29T17:41:01.987071+0000", 2024-08-29T17:47:16.473 INFO:tasks.workunit.client.0.smithi028.stdout: "last_deep_scrub": "0'0", 2024-08-29T17:47:16.473 INFO:tasks.workunit.client.0.smithi028.stdout: "last_deep_scrub_stamp": "2024-08-29T17:41:01.987071+0000", 2024-08-29T17:47:16.473 INFO:tasks.workunit.client.0.smithi028.stdout: "last_epoch_clean": 63, 2024-08-29T17:47:16.473 INFO:tasks.workunit.client.0.smithi028.stdout: "last_fresh": "2024-08-29T17:43:51.056827+0000", 2024-08-29T17:47:16.473 INFO:tasks.workunit.client.0.smithi028.stdout: "last_fullsized": "2024-08-29T17:43:51.056827+0000", 2024-08-29T17:47:16.474 INFO:tasks.workunit.client.0.smithi028.stdout: "last_peered": "2024-08-29T17:43:51.056827+0000", 2024-08-29T17:47:16.474 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub": "0'0", 2024-08-29T17:47:16.474 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub_duration": 0, 2024-08-29T17:47:16.474 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub_stamp": "2024-08-29T17:41:01.987071+0000", 2024-08-29T17:47:16.474 INFO:tasks.workunit.client.0.smithi028.stdout: "last_undegraded": "2024-08-29T17:43:51.056827+0000", 2024-08-29T17:47:16.474 INFO:tasks.workunit.client.0.smithi028.stdout: "last_unstale": "2024-08-29T17:43:51.056827+0000", 2024-08-29T17:47:16.474 INFO:tasks.workunit.client.0.smithi028.stdout: "log_dups_size": 0, 2024-08-29T17:47:16.474 INFO:tasks.workunit.client.0.smithi028.stdout: "log_size": 0, 2024-08-29T17:47:16.474 INFO:tasks.workunit.client.0.smithi028.stdout: "log_start": "0'0", 2024-08-29T17:47:16.474 INFO:tasks.workunit.client.0.smithi028.stdout: "manifest_stats_invalid": false, 2024-08-29T17:47:16.474 INFO:tasks.workunit.client.0.smithi028.stdout: "mapping_epoch": 62, 2024-08-29T17:47:16.474 INFO:tasks.workunit.client.0.smithi028.stdout: "object_location_counts": [], 2024-08-29T17:47:16.474 INFO:tasks.workunit.client.0.smithi028.stdout: "objects_scrubbed": 0, 2024-08-29T17:47:16.474 INFO:tasks.workunit.client.0.smithi028.stdout: "objects_trimmed": 0, 2024-08-29T17:47:16.474 INFO:tasks.workunit.client.0.smithi028.stdout: "omap_stats_invalid": false, 2024-08-29T17:47:16.475 INFO:tasks.workunit.client.0.smithi028.stdout: "ondisk_log_size": 0, 2024-08-29T17:47:16.475 INFO:tasks.workunit.client.0.smithi028.stdout: "ondisk_log_start": "0'0", 2024-08-29T17:47:16.475 INFO:tasks.workunit.client.0.smithi028.stdout: "parent": "0.0", 2024-08-29T17:47:16.475 INFO:tasks.workunit.client.0.smithi028.stdout: "parent_split_bits": 0, 2024-08-29T17:47:16.475 INFO:tasks.workunit.client.0.smithi028.stdout: "pgid": "3.39", 2024-08-29T17:47:16.475 INFO:tasks.workunit.client.0.smithi028.stdout: "pin_stats_invalid": false, 2024-08-29T17:47:16.475 INFO:tasks.workunit.client.0.smithi028.stdout: "purged_snaps": [], 2024-08-29T17:47:16.475 INFO:tasks.workunit.client.0.smithi028.stdout: "reported_epoch": 74, 2024-08-29T17:47:16.475 INFO:tasks.workunit.client.0.smithi028.stdout: "reported_seq": 21, 2024-08-29T17:47:16.475 INFO:tasks.workunit.client.0.smithi028.stdout: "scrub_duration": 0.0, 2024-08-29T17:47:16.475 INFO:tasks.workunit.client.0.smithi028.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-30T23:26:02.565365+0000", 2024-08-29T17:47:16.475 INFO:tasks.workunit.client.0.smithi028.stdout: "snaptrim_duration": 0.0, 2024-08-29T17:47:16.476 INFO:tasks.workunit.client.0.smithi028.stdout: "snaptrimq_len": 0, 2024-08-29T17:47:16.476 INFO:tasks.workunit.client.0.smithi028.stdout: "stat_sum": { 2024-08-29T17:47:16.476 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes": 0, 2024-08-29T17:47:16.476 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes_hit_set_archive": 0, 2024-08-29T17:47:16.476 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes_recovered": 0, 2024-08-29T17:47:16.476 INFO:tasks.workunit.client.0.smithi028.stdout: "num_deep_scrub_errors": 0, 2024-08-29T17:47:16.476 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict": 0, 2024-08-29T17:47:16.476 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_kb": 0, 2024-08-29T17:47:16.476 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_mode_full": 0, 2024-08-29T17:47:16.476 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_mode_some": 0, 2024-08-29T17:47:16.476 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush": 0, 2024-08-29T17:47:16.476 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_kb": 0, 2024-08-29T17:47:16.476 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_mode_high": 0, 2024-08-29T17:47:16.477 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_mode_low": 0, 2024-08-29T17:47:16.477 INFO:tasks.workunit.client.0.smithi028.stdout: "num_keys_recovered": 0, 2024-08-29T17:47:16.477 INFO:tasks.workunit.client.0.smithi028.stdout: "num_large_omap_objects": 0, 2024-08-29T17:47:16.477 INFO:tasks.workunit.client.0.smithi028.stdout: "num_legacy_snapsets": 0, 2024-08-29T17:47:16.477 INFO:tasks.workunit.client.0.smithi028.stdout: "num_object_clones": 0, 2024-08-29T17:47:16.477 INFO:tasks.workunit.client.0.smithi028.stdout: "num_object_copies": 0, 2024-08-29T17:47:16.477 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects": 0, 2024-08-29T17:47:16.477 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_degraded": 0, 2024-08-29T17:47:16.477 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_dirty": 0, 2024-08-29T17:47:16.477 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_hit_set_archive": 0, 2024-08-29T17:47:16.477 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_manifest": 0, 2024-08-29T17:47:16.477 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_misplaced": 0, 2024-08-29T17:47:16.477 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_missing": 0, 2024-08-29T17:47:16.477 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_missing_on_primary": 0, 2024-08-29T17:47:16.478 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_omap": 0, 2024-08-29T17:47:16.478 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_pinned": 0, 2024-08-29T17:47:16.478 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_recovered": 0, 2024-08-29T17:47:16.478 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_repaired": 0, 2024-08-29T17:47:16.478 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_unfound": 0, 2024-08-29T17:47:16.478 INFO:tasks.workunit.client.0.smithi028.stdout: "num_omap_bytes": 0, 2024-08-29T17:47:16.478 INFO:tasks.workunit.client.0.smithi028.stdout: "num_omap_keys": 0, 2024-08-29T17:47:16.478 INFO:tasks.workunit.client.0.smithi028.stdout: "num_promote": 0, 2024-08-29T17:47:16.478 INFO:tasks.workunit.client.0.smithi028.stdout: "num_read": 0, 2024-08-29T17:47:16.478 INFO:tasks.workunit.client.0.smithi028.stdout: "num_read_kb": 0, 2024-08-29T17:47:16.478 INFO:tasks.workunit.client.0.smithi028.stdout: "num_scrub_errors": 0, 2024-08-29T17:47:16.478 INFO:tasks.workunit.client.0.smithi028.stdout: "num_shallow_scrub_errors": 0, 2024-08-29T17:47:16.478 INFO:tasks.workunit.client.0.smithi028.stdout: "num_whiteouts": 0, 2024-08-29T17:47:16.478 INFO:tasks.workunit.client.0.smithi028.stdout: "num_write": 0, 2024-08-29T17:47:16.479 INFO:tasks.workunit.client.0.smithi028.stdout: "num_write_kb": 0 2024-08-29T17:47:16.479 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:16.479 INFO:tasks.workunit.client.0.smithi028.stdout: "state": "active+clean", 2024-08-29T17:47:16.479 INFO:tasks.workunit.client.0.smithi028.stdout: "stats_invalid": false, 2024-08-29T17:47:16.479 INFO:tasks.workunit.client.0.smithi028.stdout: "up": [ 2024-08-29T17:47:16.479 INFO:tasks.workunit.client.0.smithi028.stdout: 7, 2024-08-29T17:47:16.479 INFO:tasks.workunit.client.0.smithi028.stdout: 0, 2024-08-29T17:47:16.479 INFO:tasks.workunit.client.0.smithi028.stdout: 4 2024-08-29T17:47:16.479 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-08-29T17:47:16.479 INFO:tasks.workunit.client.0.smithi028.stdout: "up_primary": 7, 2024-08-29T17:47:16.479 INFO:tasks.workunit.client.0.smithi028.stdout: "version": "0'0" 2024-08-29T17:47:16.479 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:16.479 INFO:tasks.workunit.client.0.smithi028.stdout: { 2024-08-29T17:47:16.479 INFO:tasks.workunit.client.0.smithi028.stdout: "acting": [ 2024-08-29T17:47:16.480 INFO:tasks.workunit.client.0.smithi028.stdout: 3, 2024-08-29T17:47:16.480 INFO:tasks.workunit.client.0.smithi028.stdout: 5, 2024-08-29T17:47:16.480 INFO:tasks.workunit.client.0.smithi028.stdout: 6 2024-08-29T17:47:16.480 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-08-29T17:47:16.480 INFO:tasks.workunit.client.0.smithi028.stdout: "acting_primary": 3, 2024-08-29T17:47:16.480 INFO:tasks.workunit.client.0.smithi028.stdout: "avail_no_missing": [], 2024-08-29T17:47:16.480 INFO:tasks.workunit.client.0.smithi028.stdout: "blocked_by": [], 2024-08-29T17:47:16.480 INFO:tasks.workunit.client.0.smithi028.stdout: "created": 62, 2024-08-29T17:47:16.480 INFO:tasks.workunit.client.0.smithi028.stdout: "dirty_stats_invalid": false, 2024-08-29T17:47:16.480 INFO:tasks.workunit.client.0.smithi028.stdout: "hitset_bytes_stats_invalid": false, 2024-08-29T17:47:16.480 INFO:tasks.workunit.client.0.smithi028.stdout: "hitset_stats_invalid": false, 2024-08-29T17:47:16.480 INFO:tasks.workunit.client.0.smithi028.stdout: "last_active": "2024-08-29T17:43:51.002076+0000", 2024-08-29T17:47:16.480 INFO:tasks.workunit.client.0.smithi028.stdout: "last_became_active": "2024-08-29T17:41:03.053683+0000", 2024-08-29T17:47:16.481 INFO:tasks.workunit.client.0.smithi028.stdout: "last_became_peered": "2024-08-29T17:41:03.053683+0000", 2024-08-29T17:47:16.481 INFO:tasks.workunit.client.0.smithi028.stdout: "last_change": "2024-08-29T17:41:03.054590+0000", 2024-08-29T17:47:16.481 INFO:tasks.workunit.client.0.smithi028.stdout: "last_clean": "2024-08-29T17:43:51.002076+0000", 2024-08-29T17:47:16.481 INFO:tasks.workunit.client.0.smithi028.stdout: "last_clean_scrub_stamp": "2024-08-29T17:41:01.987071+0000", 2024-08-29T17:47:16.481 INFO:tasks.workunit.client.0.smithi028.stdout: "last_deep_scrub": "0'0", 2024-08-29T17:47:16.481 INFO:tasks.workunit.client.0.smithi028.stdout: "last_deep_scrub_stamp": "2024-08-29T17:41:01.987071+0000", 2024-08-29T17:47:16.481 INFO:tasks.workunit.client.0.smithi028.stdout: "last_epoch_clean": 63, 2024-08-29T17:47:16.481 INFO:tasks.workunit.client.0.smithi028.stdout: "last_fresh": "2024-08-29T17:43:51.002076+0000", 2024-08-29T17:47:16.481 INFO:tasks.workunit.client.0.smithi028.stdout: "last_fullsized": "2024-08-29T17:43:51.002076+0000", 2024-08-29T17:47:16.481 INFO:tasks.workunit.client.0.smithi028.stdout: "last_peered": "2024-08-29T17:43:51.002076+0000", 2024-08-29T17:47:16.481 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub": "0'0", 2024-08-29T17:47:16.481 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub_duration": 0, 2024-08-29T17:47:16.481 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub_stamp": "2024-08-29T17:41:01.987071+0000", 2024-08-29T17:47:16.481 INFO:tasks.workunit.client.0.smithi028.stdout: "last_undegraded": "2024-08-29T17:43:51.002076+0000", 2024-08-29T17:47:16.482 INFO:tasks.workunit.client.0.smithi028.stdout: "last_unstale": "2024-08-29T17:43:51.002076+0000", 2024-08-29T17:47:16.482 INFO:tasks.workunit.client.0.smithi028.stdout: "log_dups_size": 0, 2024-08-29T17:47:16.482 INFO:tasks.workunit.client.0.smithi028.stdout: "log_size": 0, 2024-08-29T17:47:16.482 INFO:tasks.workunit.client.0.smithi028.stdout: "log_start": "0'0", 2024-08-29T17:47:16.482 INFO:tasks.workunit.client.0.smithi028.stdout: "manifest_stats_invalid": false, 2024-08-29T17:47:16.482 INFO:tasks.workunit.client.0.smithi028.stdout: "mapping_epoch": 62, 2024-08-29T17:47:16.482 INFO:tasks.workunit.client.0.smithi028.stdout: "object_location_counts": [], 2024-08-29T17:47:16.482 INFO:tasks.workunit.client.0.smithi028.stdout: "objects_scrubbed": 0, 2024-08-29T17:47:16.482 INFO:tasks.workunit.client.0.smithi028.stdout: "objects_trimmed": 0, 2024-08-29T17:47:16.482 INFO:tasks.workunit.client.0.smithi028.stdout: "omap_stats_invalid": false, 2024-08-29T17:47:16.482 INFO:tasks.workunit.client.0.smithi028.stdout: "ondisk_log_size": 0, 2024-08-29T17:47:16.482 INFO:tasks.workunit.client.0.smithi028.stdout: "ondisk_log_start": "0'0", 2024-08-29T17:47:16.482 INFO:tasks.workunit.client.0.smithi028.stdout: "parent": "0.0", 2024-08-29T17:47:16.482 INFO:tasks.workunit.client.0.smithi028.stdout: "parent_split_bits": 0, 2024-08-29T17:47:16.483 INFO:tasks.workunit.client.0.smithi028.stdout: "pgid": "3.38", 2024-08-29T17:47:16.483 INFO:tasks.workunit.client.0.smithi028.stdout: "pin_stats_invalid": false, 2024-08-29T17:47:16.483 INFO:tasks.workunit.client.0.smithi028.stdout: "purged_snaps": [], 2024-08-29T17:47:16.483 INFO:tasks.workunit.client.0.smithi028.stdout: "reported_epoch": 74, 2024-08-29T17:47:16.483 INFO:tasks.workunit.client.0.smithi028.stdout: "reported_seq": 21, 2024-08-29T17:47:16.483 INFO:tasks.workunit.client.0.smithi028.stdout: "scrub_duration": 0.0, 2024-08-29T17:47:16.483 INFO:tasks.workunit.client.0.smithi028.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-31T05:16:45.530798+0000", 2024-08-29T17:47:16.483 INFO:tasks.workunit.client.0.smithi028.stdout: "snaptrim_duration": 0.0, 2024-08-29T17:47:16.483 INFO:tasks.workunit.client.0.smithi028.stdout: "snaptrimq_len": 0, 2024-08-29T17:47:16.483 INFO:tasks.workunit.client.0.smithi028.stdout: "stat_sum": { 2024-08-29T17:47:16.483 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes": 0, 2024-08-29T17:47:16.483 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes_hit_set_archive": 0, 2024-08-29T17:47:16.484 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes_recovered": 0, 2024-08-29T17:47:16.484 INFO:tasks.workunit.client.0.smithi028.stdout: "num_deep_scrub_errors": 0, 2024-08-29T17:47:16.484 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict": 0, 2024-08-29T17:47:16.484 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_kb": 0, 2024-08-29T17:47:16.484 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_mode_full": 0, 2024-08-29T17:47:16.484 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_mode_some": 0, 2024-08-29T17:47:16.484 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush": 0, 2024-08-29T17:47:16.484 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_kb": 0, 2024-08-29T17:47:16.484 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_mode_high": 0, 2024-08-29T17:47:16.484 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_mode_low": 0, 2024-08-29T17:47:16.484 INFO:tasks.workunit.client.0.smithi028.stdout: "num_keys_recovered": 0, 2024-08-29T17:47:16.485 INFO:tasks.workunit.client.0.smithi028.stdout: "num_large_omap_objects": 0, 2024-08-29T17:47:16.485 INFO:tasks.workunit.client.0.smithi028.stdout: "num_legacy_snapsets": 0, 2024-08-29T17:47:16.485 INFO:tasks.workunit.client.0.smithi028.stdout: "num_object_clones": 0, 2024-08-29T17:47:16.485 INFO:tasks.workunit.client.0.smithi028.stdout: "num_object_copies": 0, 2024-08-29T17:47:16.485 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects": 0, 2024-08-29T17:47:16.485 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_degraded": 0, 2024-08-29T17:47:16.485 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_dirty": 0, 2024-08-29T17:47:16.485 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_hit_set_archive": 0, 2024-08-29T17:47:16.485 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_manifest": 0, 2024-08-29T17:47:16.485 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_misplaced": 0, 2024-08-29T17:47:16.485 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_missing": 0, 2024-08-29T17:47:16.485 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_missing_on_primary": 0, 2024-08-29T17:47:16.485 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_omap": 0, 2024-08-29T17:47:16.485 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_pinned": 0, 2024-08-29T17:47:16.486 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_recovered": 0, 2024-08-29T17:47:16.486 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_repaired": 0, 2024-08-29T17:47:16.486 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_unfound": 0, 2024-08-29T17:47:16.486 INFO:tasks.workunit.client.0.smithi028.stdout: "num_omap_bytes": 0, 2024-08-29T17:47:16.486 INFO:tasks.workunit.client.0.smithi028.stdout: "num_omap_keys": 0, 2024-08-29T17:47:16.486 INFO:tasks.workunit.client.0.smithi028.stdout: "num_promote": 0, 2024-08-29T17:47:16.486 INFO:tasks.workunit.client.0.smithi028.stdout: "num_read": 0, 2024-08-29T17:47:16.486 INFO:tasks.workunit.client.0.smithi028.stdout: "num_read_kb": 0, 2024-08-29T17:47:16.486 INFO:tasks.workunit.client.0.smithi028.stdout: "num_scrub_errors": 0, 2024-08-29T17:47:16.486 INFO:tasks.workunit.client.0.smithi028.stdout: "num_shallow_scrub_errors": 0, 2024-08-29T17:47:16.486 INFO:tasks.workunit.client.0.smithi028.stdout: "num_whiteouts": 0, 2024-08-29T17:47:16.486 INFO:tasks.workunit.client.0.smithi028.stdout: "num_write": 0, 2024-08-29T17:47:16.486 INFO:tasks.workunit.client.0.smithi028.stdout: "num_write_kb": 0 2024-08-29T17:47:16.486 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:16.486 INFO:tasks.workunit.client.0.smithi028.stdout: "state": "active+clean", 2024-08-29T17:47:16.487 INFO:tasks.workunit.client.0.smithi028.stdout: "stats_invalid": false, 2024-08-29T17:47:16.487 INFO:tasks.workunit.client.0.smithi028.stdout: "up": [ 2024-08-29T17:47:16.487 INFO:tasks.workunit.client.0.smithi028.stdout: 3, 2024-08-29T17:47:16.487 INFO:tasks.workunit.client.0.smithi028.stdout: 5, 2024-08-29T17:47:16.487 INFO:tasks.workunit.client.0.smithi028.stdout: 6 2024-08-29T17:47:16.487 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-08-29T17:47:16.487 INFO:tasks.workunit.client.0.smithi028.stdout: "up_primary": 3, 2024-08-29T17:47:16.487 INFO:tasks.workunit.client.0.smithi028.stdout: "version": "0'0" 2024-08-29T17:47:16.487 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:16.487 INFO:tasks.workunit.client.0.smithi028.stdout: { 2024-08-29T17:47:16.487 INFO:tasks.workunit.client.0.smithi028.stdout: "acting": [ 2024-08-29T17:47:16.487 INFO:tasks.workunit.client.0.smithi028.stdout: 7, 2024-08-29T17:47:16.487 INFO:tasks.workunit.client.0.smithi028.stdout: 1, 2024-08-29T17:47:16.487 INFO:tasks.workunit.client.0.smithi028.stdout: 0 2024-08-29T17:47:16.488 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-08-29T17:47:16.488 INFO:tasks.workunit.client.0.smithi028.stdout: "acting_primary": 7, 2024-08-29T17:47:16.488 INFO:tasks.workunit.client.0.smithi028.stdout: "avail_no_missing": [], 2024-08-29T17:47:16.488 INFO:tasks.workunit.client.0.smithi028.stdout: "blocked_by": [], 2024-08-29T17:47:16.488 INFO:tasks.workunit.client.0.smithi028.stdout: "created": 62, 2024-08-29T17:47:16.488 INFO:tasks.workunit.client.0.smithi028.stdout: "dirty_stats_invalid": false, 2024-08-29T17:47:16.488 INFO:tasks.workunit.client.0.smithi028.stdout: "hitset_bytes_stats_invalid": false, 2024-08-29T17:47:16.488 INFO:tasks.workunit.client.0.smithi028.stdout: "hitset_stats_invalid": false, 2024-08-29T17:47:16.488 INFO:tasks.workunit.client.0.smithi028.stdout: "last_active": "2024-08-29T17:43:51.059362+0000", 2024-08-29T17:47:16.488 INFO:tasks.workunit.client.0.smithi028.stdout: "last_became_active": "2024-08-29T17:41:16.980028+0000", 2024-08-29T17:47:16.488 INFO:tasks.workunit.client.0.smithi028.stdout: "last_became_peered": "2024-08-29T17:41:16.980028+0000", 2024-08-29T17:47:16.488 INFO:tasks.workunit.client.0.smithi028.stdout: "last_change": "2024-08-29T17:41:16.980821+0000", 2024-08-29T17:47:16.488 INFO:tasks.workunit.client.0.smithi028.stdout: "last_clean": "2024-08-29T17:43:51.059362+0000", 2024-08-29T17:47:16.488 INFO:tasks.workunit.client.0.smithi028.stdout: "last_clean_scrub_stamp": "2024-08-29T17:41:01.987071+0000", 2024-08-29T17:47:16.489 INFO:tasks.workunit.client.0.smithi028.stdout: "last_deep_scrub": "0'0", 2024-08-29T17:47:16.489 INFO:tasks.workunit.client.0.smithi028.stdout: "last_deep_scrub_stamp": "2024-08-29T17:41:01.987071+0000", 2024-08-29T17:47:16.489 INFO:tasks.workunit.client.0.smithi028.stdout: "last_epoch_clean": 67, 2024-08-29T17:47:16.489 INFO:tasks.workunit.client.0.smithi028.stdout: "last_fresh": "2024-08-29T17:43:51.059362+0000", 2024-08-29T17:47:16.489 INFO:tasks.workunit.client.0.smithi028.stdout: "last_fullsized": "2024-08-29T17:43:51.059362+0000", 2024-08-29T17:47:16.489 INFO:tasks.workunit.client.0.smithi028.stdout: "last_peered": "2024-08-29T17:43:51.059362+0000", 2024-08-29T17:47:16.489 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub": "0'0", 2024-08-29T17:47:16.489 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub_duration": 0, 2024-08-29T17:47:16.489 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub_stamp": "2024-08-29T17:41:01.987071+0000", 2024-08-29T17:47:16.489 INFO:tasks.workunit.client.0.smithi028.stdout: "last_undegraded": "2024-08-29T17:43:51.059362+0000", 2024-08-29T17:47:16.489 INFO:tasks.workunit.client.0.smithi028.stdout: "last_unstale": "2024-08-29T17:43:51.059362+0000", 2024-08-29T17:47:16.489 INFO:tasks.workunit.client.0.smithi028.stdout: "log_dups_size": 0, 2024-08-29T17:47:16.490 INFO:tasks.workunit.client.0.smithi028.stdout: "log_size": 0, 2024-08-29T17:47:16.490 INFO:tasks.workunit.client.0.smithi028.stdout: "log_start": "0'0", 2024-08-29T17:47:16.490 INFO:tasks.workunit.client.0.smithi028.stdout: "manifest_stats_invalid": false, 2024-08-29T17:47:16.490 INFO:tasks.workunit.client.0.smithi028.stdout: "mapping_epoch": 66, 2024-08-29T17:47:16.490 INFO:tasks.workunit.client.0.smithi028.stdout: "object_location_counts": [], 2024-08-29T17:47:16.490 INFO:tasks.workunit.client.0.smithi028.stdout: "objects_scrubbed": 0, 2024-08-29T17:47:16.490 INFO:tasks.workunit.client.0.smithi028.stdout: "objects_trimmed": 0, 2024-08-29T17:47:16.490 INFO:tasks.workunit.client.0.smithi028.stdout: "omap_stats_invalid": false, 2024-08-29T17:47:16.490 INFO:tasks.workunit.client.0.smithi028.stdout: "ondisk_log_size": 0, 2024-08-29T17:47:16.490 INFO:tasks.workunit.client.0.smithi028.stdout: "ondisk_log_start": "0'0", 2024-08-29T17:47:16.490 INFO:tasks.workunit.client.0.smithi028.stdout: "parent": "0.0", 2024-08-29T17:47:16.490 INFO:tasks.workunit.client.0.smithi028.stdout: "parent_split_bits": 0, 2024-08-29T17:47:16.490 INFO:tasks.workunit.client.0.smithi028.stdout: "pgid": "3.37", 2024-08-29T17:47:16.491 INFO:tasks.workunit.client.0.smithi028.stdout: "pin_stats_invalid": false, 2024-08-29T17:47:16.491 INFO:tasks.workunit.client.0.smithi028.stdout: "purged_snaps": [], 2024-08-29T17:47:16.491 INFO:tasks.workunit.client.0.smithi028.stdout: "reported_epoch": 74, 2024-08-29T17:47:16.491 INFO:tasks.workunit.client.0.smithi028.stdout: "reported_seq": 31, 2024-08-29T17:47:16.491 INFO:tasks.workunit.client.0.smithi028.stdout: "scrub_duration": 0.0, 2024-08-29T17:47:16.491 INFO:tasks.workunit.client.0.smithi028.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-30T23:59:56.635403+0000", 2024-08-29T17:47:16.491 INFO:tasks.workunit.client.0.smithi028.stdout: "snaptrim_duration": 0.0, 2024-08-29T17:47:16.491 INFO:tasks.workunit.client.0.smithi028.stdout: "snaptrimq_len": 0, 2024-08-29T17:47:16.491 INFO:tasks.workunit.client.0.smithi028.stdout: "stat_sum": { 2024-08-29T17:47:16.491 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes": 0, 2024-08-29T17:47:16.491 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes_hit_set_archive": 0, 2024-08-29T17:47:16.491 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes_recovered": 0, 2024-08-29T17:47:16.491 INFO:tasks.workunit.client.0.smithi028.stdout: "num_deep_scrub_errors": 0, 2024-08-29T17:47:16.491 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict": 0, 2024-08-29T17:47:16.492 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_kb": 0, 2024-08-29T17:47:16.492 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_mode_full": 0, 2024-08-29T17:47:16.492 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_mode_some": 0, 2024-08-29T17:47:16.492 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush": 0, 2024-08-29T17:47:16.492 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_kb": 0, 2024-08-29T17:47:16.492 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_mode_high": 0, 2024-08-29T17:47:16.492 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_mode_low": 0, 2024-08-29T17:47:16.492 INFO:tasks.workunit.client.0.smithi028.stdout: "num_keys_recovered": 0, 2024-08-29T17:47:16.492 INFO:tasks.workunit.client.0.smithi028.stdout: "num_large_omap_objects": 0, 2024-08-29T17:47:16.492 INFO:tasks.workunit.client.0.smithi028.stdout: "num_legacy_snapsets": 0, 2024-08-29T17:47:16.492 INFO:tasks.workunit.client.0.smithi028.stdout: "num_object_clones": 0, 2024-08-29T17:47:16.492 INFO:tasks.workunit.client.0.smithi028.stdout: "num_object_copies": 0, 2024-08-29T17:47:16.492 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects": 0, 2024-08-29T17:47:16.493 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_degraded": 0, 2024-08-29T17:47:16.493 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_dirty": 0, 2024-08-29T17:47:16.493 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_hit_set_archive": 0, 2024-08-29T17:47:16.493 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_manifest": 0, 2024-08-29T17:47:16.493 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_misplaced": 0, 2024-08-29T17:47:16.493 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_missing": 0, 2024-08-29T17:47:16.493 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_missing_on_primary": 0, 2024-08-29T17:47:16.493 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_omap": 0, 2024-08-29T17:47:16.493 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_pinned": 0, 2024-08-29T17:47:16.493 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_recovered": 0, 2024-08-29T17:47:16.493 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_repaired": 0, 2024-08-29T17:47:16.493 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_unfound": 0, 2024-08-29T17:47:16.493 INFO:tasks.workunit.client.0.smithi028.stdout: "num_omap_bytes": 0, 2024-08-29T17:47:16.493 INFO:tasks.workunit.client.0.smithi028.stdout: "num_omap_keys": 0, 2024-08-29T17:47:16.494 INFO:tasks.workunit.client.0.smithi028.stdout: "num_promote": 0, 2024-08-29T17:47:16.494 INFO:tasks.workunit.client.0.smithi028.stdout: "num_read": 0, 2024-08-29T17:47:16.494 INFO:tasks.workunit.client.0.smithi028.stdout: "num_read_kb": 0, 2024-08-29T17:47:16.494 INFO:tasks.workunit.client.0.smithi028.stdout: "num_scrub_errors": 0, 2024-08-29T17:47:16.494 INFO:tasks.workunit.client.0.smithi028.stdout: "num_shallow_scrub_errors": 0, 2024-08-29T17:47:16.494 INFO:tasks.workunit.client.0.smithi028.stdout: "num_whiteouts": 0, 2024-08-29T17:47:16.494 INFO:tasks.workunit.client.0.smithi028.stdout: "num_write": 0, 2024-08-29T17:47:16.494 INFO:tasks.workunit.client.0.smithi028.stdout: "num_write_kb": 0 2024-08-29T17:47:16.494 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:16.494 INFO:tasks.workunit.client.0.smithi028.stdout: "state": "active+clean", 2024-08-29T17:47:16.494 INFO:tasks.workunit.client.0.smithi028.stdout: "stats_invalid": false, 2024-08-29T17:47:16.494 INFO:tasks.workunit.client.0.smithi028.stdout: "up": [ 2024-08-29T17:47:16.494 INFO:tasks.workunit.client.0.smithi028.stdout: 7, 2024-08-29T17:47:16.494 INFO:tasks.workunit.client.0.smithi028.stdout: 1, 2024-08-29T17:47:16.494 INFO:tasks.workunit.client.0.smithi028.stdout: 0 2024-08-29T17:47:16.495 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-08-29T17:47:16.495 INFO:tasks.workunit.client.0.smithi028.stdout: "up_primary": 7, 2024-08-29T17:47:16.495 INFO:tasks.workunit.client.0.smithi028.stdout: "version": "0'0" 2024-08-29T17:47:16.495 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:16.495 INFO:tasks.workunit.client.0.smithi028.stdout: { 2024-08-29T17:47:16.495 INFO:tasks.workunit.client.0.smithi028.stdout: "acting": [ 2024-08-29T17:47:16.495 INFO:tasks.workunit.client.0.smithi028.stdout: 6, 2024-08-29T17:47:16.495 INFO:tasks.workunit.client.0.smithi028.stdout: 5, 2024-08-29T17:47:16.495 INFO:tasks.workunit.client.0.smithi028.stdout: 1 2024-08-29T17:47:16.495 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-08-29T17:47:16.495 INFO:tasks.workunit.client.0.smithi028.stdout: "acting_primary": 6, 2024-08-29T17:47:16.495 INFO:tasks.workunit.client.0.smithi028.stdout: "avail_no_missing": [], 2024-08-29T17:47:16.495 INFO:tasks.workunit.client.0.smithi028.stdout: "blocked_by": [], 2024-08-29T17:47:16.495 INFO:tasks.workunit.client.0.smithi028.stdout: "created": 62, 2024-08-29T17:47:16.496 INFO:tasks.workunit.client.0.smithi028.stdout: "dirty_stats_invalid": false, 2024-08-29T17:47:16.496 INFO:tasks.workunit.client.0.smithi028.stdout: "hitset_bytes_stats_invalid": false, 2024-08-29T17:47:16.496 INFO:tasks.workunit.client.0.smithi028.stdout: "hitset_stats_invalid": false, 2024-08-29T17:47:16.496 INFO:tasks.workunit.client.0.smithi028.stdout: "last_active": "2024-08-29T17:43:51.181818+0000", 2024-08-29T17:47:16.496 INFO:tasks.workunit.client.0.smithi028.stdout: "last_became_active": "2024-08-29T17:41:03.059782+0000", 2024-08-29T17:47:16.496 INFO:tasks.workunit.client.0.smithi028.stdout: "last_became_peered": "2024-08-29T17:41:03.059782+0000", 2024-08-29T17:47:16.496 INFO:tasks.workunit.client.0.smithi028.stdout: "last_change": "2024-08-29T17:41:03.060745+0000", 2024-08-29T17:47:16.496 INFO:tasks.workunit.client.0.smithi028.stdout: "last_clean": "2024-08-29T17:43:51.181818+0000", 2024-08-29T17:47:16.496 INFO:tasks.workunit.client.0.smithi028.stdout: "last_clean_scrub_stamp": "2024-08-29T17:41:01.987071+0000", 2024-08-29T17:47:16.496 INFO:tasks.workunit.client.0.smithi028.stdout: "last_deep_scrub": "0'0", 2024-08-29T17:47:16.496 INFO:tasks.workunit.client.0.smithi028.stdout: "last_deep_scrub_stamp": "2024-08-29T17:41:01.987071+0000", 2024-08-29T17:47:16.496 INFO:tasks.workunit.client.0.smithi028.stdout: "last_epoch_clean": 63, 2024-08-29T17:47:16.496 INFO:tasks.workunit.client.0.smithi028.stdout: "last_fresh": "2024-08-29T17:43:51.181818+0000", 2024-08-29T17:47:16.496 INFO:tasks.workunit.client.0.smithi028.stdout: "last_fullsized": "2024-08-29T17:43:51.181818+0000", 2024-08-29T17:47:16.497 INFO:tasks.workunit.client.0.smithi028.stdout: "last_peered": "2024-08-29T17:43:51.181818+0000", 2024-08-29T17:47:16.497 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub": "0'0", 2024-08-29T17:47:16.497 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub_duration": 0, 2024-08-29T17:47:16.497 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub_stamp": "2024-08-29T17:41:01.987071+0000", 2024-08-29T17:47:16.497 INFO:tasks.workunit.client.0.smithi028.stdout: "last_undegraded": "2024-08-29T17:43:51.181818+0000", 2024-08-29T17:47:16.497 INFO:tasks.workunit.client.0.smithi028.stdout: "last_unstale": "2024-08-29T17:43:51.181818+0000", 2024-08-29T17:47:16.497 INFO:tasks.workunit.client.0.smithi028.stdout: "log_dups_size": 0, 2024-08-29T17:47:16.497 INFO:tasks.workunit.client.0.smithi028.stdout: "log_size": 0, 2024-08-29T17:47:16.497 INFO:tasks.workunit.client.0.smithi028.stdout: "log_start": "0'0", 2024-08-29T17:47:16.497 INFO:tasks.workunit.client.0.smithi028.stdout: "manifest_stats_invalid": false, 2024-08-29T17:47:16.497 INFO:tasks.workunit.client.0.smithi028.stdout: "mapping_epoch": 62, 2024-08-29T17:47:16.497 INFO:tasks.workunit.client.0.smithi028.stdout: "object_location_counts": [], 2024-08-29T17:47:16.497 INFO:tasks.workunit.client.0.smithi028.stdout: "objects_scrubbed": 0, 2024-08-29T17:47:16.498 INFO:tasks.workunit.client.0.smithi028.stdout: "objects_trimmed": 0, 2024-08-29T17:47:16.498 INFO:tasks.workunit.client.0.smithi028.stdout: "omap_stats_invalid": false, 2024-08-29T17:47:16.498 INFO:tasks.workunit.client.0.smithi028.stdout: "ondisk_log_size": 0, 2024-08-29T17:47:16.498 INFO:tasks.workunit.client.0.smithi028.stdout: "ondisk_log_start": "0'0", 2024-08-29T17:47:16.498 INFO:tasks.workunit.client.0.smithi028.stdout: "parent": "0.0", 2024-08-29T17:47:16.498 INFO:tasks.workunit.client.0.smithi028.stdout: "parent_split_bits": 0, 2024-08-29T17:47:16.498 INFO:tasks.workunit.client.0.smithi028.stdout: "pgid": "3.36", 2024-08-29T17:47:16.498 INFO:tasks.workunit.client.0.smithi028.stdout: "pin_stats_invalid": false, 2024-08-29T17:47:16.498 INFO:tasks.workunit.client.0.smithi028.stdout: "purged_snaps": [], 2024-08-29T17:47:16.498 INFO:tasks.workunit.client.0.smithi028.stdout: "reported_epoch": 74, 2024-08-29T17:47:16.498 INFO:tasks.workunit.client.0.smithi028.stdout: "reported_seq": 21, 2024-08-29T17:47:16.498 INFO:tasks.workunit.client.0.smithi028.stdout: "scrub_duration": 0.0, 2024-08-29T17:47:16.498 INFO:tasks.workunit.client.0.smithi028.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-31T03:53:39.147321+0000", 2024-08-29T17:47:16.499 INFO:tasks.workunit.client.0.smithi028.stdout: "snaptrim_duration": 0.0, 2024-08-29T17:47:16.499 INFO:tasks.workunit.client.0.smithi028.stdout: "snaptrimq_len": 0, 2024-08-29T17:47:16.499 INFO:tasks.workunit.client.0.smithi028.stdout: "stat_sum": { 2024-08-29T17:47:16.499 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes": 0, 2024-08-29T17:47:16.499 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes_hit_set_archive": 0, 2024-08-29T17:47:16.499 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes_recovered": 0, 2024-08-29T17:47:16.499 INFO:tasks.workunit.client.0.smithi028.stdout: "num_deep_scrub_errors": 0, 2024-08-29T17:47:16.499 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict": 0, 2024-08-29T17:47:16.499 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_kb": 0, 2024-08-29T17:47:16.499 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_mode_full": 0, 2024-08-29T17:47:16.499 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_mode_some": 0, 2024-08-29T17:47:16.499 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush": 0, 2024-08-29T17:47:16.499 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_kb": 0, 2024-08-29T17:47:16.499 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_mode_high": 0, 2024-08-29T17:47:16.500 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_mode_low": 0, 2024-08-29T17:47:16.500 INFO:tasks.workunit.client.0.smithi028.stdout: "num_keys_recovered": 0, 2024-08-29T17:47:16.500 INFO:tasks.workunit.client.0.smithi028.stdout: "num_large_omap_objects": 0, 2024-08-29T17:47:16.500 INFO:tasks.workunit.client.0.smithi028.stdout: "num_legacy_snapsets": 0, 2024-08-29T17:47:16.500 INFO:tasks.workunit.client.0.smithi028.stdout: "num_object_clones": 0, 2024-08-29T17:47:16.500 INFO:tasks.workunit.client.0.smithi028.stdout: "num_object_copies": 0, 2024-08-29T17:47:16.500 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects": 0, 2024-08-29T17:47:16.500 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_degraded": 0, 2024-08-29T17:47:16.500 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_dirty": 0, 2024-08-29T17:47:16.500 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_hit_set_archive": 0, 2024-08-29T17:47:16.500 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_manifest": 0, 2024-08-29T17:47:16.500 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_misplaced": 0, 2024-08-29T17:47:16.500 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_missing": 0, 2024-08-29T17:47:16.500 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_missing_on_primary": 0, 2024-08-29T17:47:16.501 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_omap": 0, 2024-08-29T17:47:16.501 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_pinned": 0, 2024-08-29T17:47:16.501 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_recovered": 0, 2024-08-29T17:47:16.501 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_repaired": 0, 2024-08-29T17:47:16.501 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_unfound": 0, 2024-08-29T17:47:16.501 INFO:tasks.workunit.client.0.smithi028.stdout: "num_omap_bytes": 0, 2024-08-29T17:47:16.501 INFO:tasks.workunit.client.0.smithi028.stdout: "num_omap_keys": 0, 2024-08-29T17:47:16.501 INFO:tasks.workunit.client.0.smithi028.stdout: "num_promote": 0, 2024-08-29T17:47:16.501 INFO:tasks.workunit.client.0.smithi028.stdout: "num_read": 0, 2024-08-29T17:47:16.501 INFO:tasks.workunit.client.0.smithi028.stdout: "num_read_kb": 0, 2024-08-29T17:47:16.501 INFO:tasks.workunit.client.0.smithi028.stdout: "num_scrub_errors": 0, 2024-08-29T17:47:16.501 INFO:tasks.workunit.client.0.smithi028.stdout: "num_shallow_scrub_errors": 0, 2024-08-29T17:47:16.501 INFO:tasks.workunit.client.0.smithi028.stdout: "num_whiteouts": 0, 2024-08-29T17:47:16.502 INFO:tasks.workunit.client.0.smithi028.stdout: "num_write": 0, 2024-08-29T17:47:16.502 INFO:tasks.workunit.client.0.smithi028.stdout: "num_write_kb": 0 2024-08-29T17:47:16.502 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:16.502 INFO:tasks.workunit.client.0.smithi028.stdout: "state": "active+clean", 2024-08-29T17:47:16.502 INFO:tasks.workunit.client.0.smithi028.stdout: "stats_invalid": false, 2024-08-29T17:47:16.502 INFO:tasks.workunit.client.0.smithi028.stdout: "up": [ 2024-08-29T17:47:16.502 INFO:tasks.workunit.client.0.smithi028.stdout: 6, 2024-08-29T17:47:16.502 INFO:tasks.workunit.client.0.smithi028.stdout: 5, 2024-08-29T17:47:16.502 INFO:tasks.workunit.client.0.smithi028.stdout: 1 2024-08-29T17:47:16.502 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-08-29T17:47:16.502 INFO:tasks.workunit.client.0.smithi028.stdout: "up_primary": 6, 2024-08-29T17:47:16.502 INFO:tasks.workunit.client.0.smithi028.stdout: "version": "0'0" 2024-08-29T17:47:16.502 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:16.503 INFO:tasks.workunit.client.0.smithi028.stdout: { 2024-08-29T17:47:16.503 INFO:tasks.workunit.client.0.smithi028.stdout: "acting": [ 2024-08-29T17:47:16.503 INFO:tasks.workunit.client.0.smithi028.stdout: 6, 2024-08-29T17:47:16.503 INFO:tasks.workunit.client.0.smithi028.stdout: 5, 2024-08-29T17:47:16.503 INFO:tasks.workunit.client.0.smithi028.stdout: 0 2024-08-29T17:47:16.503 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-08-29T17:47:16.503 INFO:tasks.workunit.client.0.smithi028.stdout: "acting_primary": 6, 2024-08-29T17:47:16.503 INFO:tasks.workunit.client.0.smithi028.stdout: "avail_no_missing": [], 2024-08-29T17:47:16.503 INFO:tasks.workunit.client.0.smithi028.stdout: "blocked_by": [], 2024-08-29T17:47:16.503 INFO:tasks.workunit.client.0.smithi028.stdout: "created": 62, 2024-08-29T17:47:16.503 INFO:tasks.workunit.client.0.smithi028.stdout: "dirty_stats_invalid": false, 2024-08-29T17:47:16.503 INFO:tasks.workunit.client.0.smithi028.stdout: "hitset_bytes_stats_invalid": false, 2024-08-29T17:47:16.503 INFO:tasks.workunit.client.0.smithi028.stdout: "hitset_stats_invalid": false, 2024-08-29T17:47:16.504 INFO:tasks.workunit.client.0.smithi028.stdout: "last_active": "2024-08-29T17:43:51.181666+0000", 2024-08-29T17:47:16.504 INFO:tasks.workunit.client.0.smithi028.stdout: "last_became_active": "2024-08-29T17:41:03.073315+0000", 2024-08-29T17:47:16.504 INFO:tasks.workunit.client.0.smithi028.stdout: "last_became_peered": "2024-08-29T17:41:03.073315+0000", 2024-08-29T17:47:16.504 INFO:tasks.workunit.client.0.smithi028.stdout: "last_change": "2024-08-29T17:41:03.074046+0000", 2024-08-29T17:47:16.504 INFO:tasks.workunit.client.0.smithi028.stdout: "last_clean": "2024-08-29T17:43:51.181666+0000", 2024-08-29T17:47:16.504 INFO:tasks.workunit.client.0.smithi028.stdout: "last_clean_scrub_stamp": "2024-08-29T17:41:01.987071+0000", 2024-08-29T17:47:16.504 INFO:tasks.workunit.client.0.smithi028.stdout: "last_deep_scrub": "0'0", 2024-08-29T17:47:16.504 INFO:tasks.workunit.client.0.smithi028.stdout: "last_deep_scrub_stamp": "2024-08-29T17:41:01.987071+0000", 2024-08-29T17:47:16.504 INFO:tasks.workunit.client.0.smithi028.stdout: "last_epoch_clean": 63, 2024-08-29T17:47:16.504 INFO:tasks.workunit.client.0.smithi028.stdout: "last_fresh": "2024-08-29T17:43:51.181666+0000", 2024-08-29T17:47:16.504 INFO:tasks.workunit.client.0.smithi028.stdout: "last_fullsized": "2024-08-29T17:43:51.181666+0000", 2024-08-29T17:47:16.504 INFO:tasks.workunit.client.0.smithi028.stdout: "last_peered": "2024-08-29T17:43:51.181666+0000", 2024-08-29T17:47:16.505 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub": "0'0", 2024-08-29T17:47:16.505 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub_duration": 0, 2024-08-29T17:47:16.505 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub_stamp": "2024-08-29T17:41:01.987071+0000", 2024-08-29T17:47:16.505 INFO:tasks.workunit.client.0.smithi028.stdout: "last_undegraded": "2024-08-29T17:43:51.181666+0000", 2024-08-29T17:47:16.505 INFO:tasks.workunit.client.0.smithi028.stdout: "last_unstale": "2024-08-29T17:43:51.181666+0000", 2024-08-29T17:47:16.505 INFO:tasks.workunit.client.0.smithi028.stdout: "log_dups_size": 0, 2024-08-29T17:47:16.505 INFO:tasks.workunit.client.0.smithi028.stdout: "log_size": 0, 2024-08-29T17:47:16.505 INFO:tasks.workunit.client.0.smithi028.stdout: "log_start": "0'0", 2024-08-29T17:47:16.505 INFO:tasks.workunit.client.0.smithi028.stdout: "manifest_stats_invalid": false, 2024-08-29T17:47:16.505 INFO:tasks.workunit.client.0.smithi028.stdout: "mapping_epoch": 62, 2024-08-29T17:47:16.505 INFO:tasks.workunit.client.0.smithi028.stdout: "object_location_counts": [], 2024-08-29T17:47:16.505 INFO:tasks.workunit.client.0.smithi028.stdout: "objects_scrubbed": 0, 2024-08-29T17:47:16.505 INFO:tasks.workunit.client.0.smithi028.stdout: "objects_trimmed": 0, 2024-08-29T17:47:16.506 INFO:tasks.workunit.client.0.smithi028.stdout: "omap_stats_invalid": false, 2024-08-29T17:47:16.506 INFO:tasks.workunit.client.0.smithi028.stdout: "ondisk_log_size": 0, 2024-08-29T17:47:16.506 INFO:tasks.workunit.client.0.smithi028.stdout: "ondisk_log_start": "0'0", 2024-08-29T17:47:16.506 INFO:tasks.workunit.client.0.smithi028.stdout: "parent": "0.0", 2024-08-29T17:47:16.506 INFO:tasks.workunit.client.0.smithi028.stdout: "parent_split_bits": 0, 2024-08-29T17:47:16.506 INFO:tasks.workunit.client.0.smithi028.stdout: "pgid": "3.35", 2024-08-29T17:47:16.506 INFO:tasks.workunit.client.0.smithi028.stdout: "pin_stats_invalid": false, 2024-08-29T17:47:16.506 INFO:tasks.workunit.client.0.smithi028.stdout: "purged_snaps": [], 2024-08-29T17:47:16.506 INFO:tasks.workunit.client.0.smithi028.stdout: "reported_epoch": 74, 2024-08-29T17:47:16.506 INFO:tasks.workunit.client.0.smithi028.stdout: "reported_seq": 21, 2024-08-29T17:47:16.506 INFO:tasks.workunit.client.0.smithi028.stdout: "scrub_duration": 0.0, 2024-08-29T17:47:16.506 INFO:tasks.workunit.client.0.smithi028.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-30T20:58:53.042020+0000", 2024-08-29T17:47:16.506 INFO:tasks.workunit.client.0.smithi028.stdout: "snaptrim_duration": 0.0, 2024-08-29T17:47:16.507 INFO:tasks.workunit.client.0.smithi028.stdout: "snaptrimq_len": 0, 2024-08-29T17:47:16.507 INFO:tasks.workunit.client.0.smithi028.stdout: "stat_sum": { 2024-08-29T17:47:16.507 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes": 0, 2024-08-29T17:47:16.507 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes_hit_set_archive": 0, 2024-08-29T17:47:16.507 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes_recovered": 0, 2024-08-29T17:47:16.507 INFO:tasks.workunit.client.0.smithi028.stdout: "num_deep_scrub_errors": 0, 2024-08-29T17:47:16.507 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict": 0, 2024-08-29T17:47:16.507 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_kb": 0, 2024-08-29T17:47:16.507 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_mode_full": 0, 2024-08-29T17:47:16.507 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_mode_some": 0, 2024-08-29T17:47:16.507 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush": 0, 2024-08-29T17:47:16.507 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_kb": 0, 2024-08-29T17:47:16.508 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_mode_high": 0, 2024-08-29T17:47:16.508 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_mode_low": 0, 2024-08-29T17:47:16.508 INFO:tasks.workunit.client.0.smithi028.stdout: "num_keys_recovered": 0, 2024-08-29T17:47:16.508 INFO:tasks.workunit.client.0.smithi028.stdout: "num_large_omap_objects": 0, 2024-08-29T17:47:16.508 INFO:tasks.workunit.client.0.smithi028.stdout: "num_legacy_snapsets": 0, 2024-08-29T17:47:16.508 INFO:tasks.workunit.client.0.smithi028.stdout: "num_object_clones": 0, 2024-08-29T17:47:16.508 INFO:tasks.workunit.client.0.smithi028.stdout: "num_object_copies": 0, 2024-08-29T17:47:16.508 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects": 0, 2024-08-29T17:47:16.508 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_degraded": 0, 2024-08-29T17:47:16.508 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_dirty": 0, 2024-08-29T17:47:16.508 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_hit_set_archive": 0, 2024-08-29T17:47:16.508 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_manifest": 0, 2024-08-29T17:47:16.508 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_misplaced": 0, 2024-08-29T17:47:16.508 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_missing": 0, 2024-08-29T17:47:16.509 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_missing_on_primary": 0, 2024-08-29T17:47:16.509 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_omap": 0, 2024-08-29T17:47:16.509 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_pinned": 0, 2024-08-29T17:47:16.509 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_recovered": 0, 2024-08-29T17:47:16.509 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_repaired": 0, 2024-08-29T17:47:16.509 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_unfound": 0, 2024-08-29T17:47:16.509 INFO:tasks.workunit.client.0.smithi028.stdout: "num_omap_bytes": 0, 2024-08-29T17:47:16.509 INFO:tasks.workunit.client.0.smithi028.stdout: "num_omap_keys": 0, 2024-08-29T17:47:16.509 INFO:tasks.workunit.client.0.smithi028.stdout: "num_promote": 0, 2024-08-29T17:47:16.509 INFO:tasks.workunit.client.0.smithi028.stdout: "num_read": 0, 2024-08-29T17:47:16.509 INFO:tasks.workunit.client.0.smithi028.stdout: "num_read_kb": 0, 2024-08-29T17:47:16.509 INFO:tasks.workunit.client.0.smithi028.stdout: "num_scrub_errors": 0, 2024-08-29T17:47:16.509 INFO:tasks.workunit.client.0.smithi028.stdout: "num_shallow_scrub_errors": 0, 2024-08-29T17:47:16.510 INFO:tasks.workunit.client.0.smithi028.stdout: "num_whiteouts": 0, 2024-08-29T17:47:16.510 INFO:tasks.workunit.client.0.smithi028.stdout: "num_write": 0, 2024-08-29T17:47:16.510 INFO:tasks.workunit.client.0.smithi028.stdout: "num_write_kb": 0 2024-08-29T17:47:16.510 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:16.510 INFO:tasks.workunit.client.0.smithi028.stdout: "state": "active+clean", 2024-08-29T17:47:16.510 INFO:tasks.workunit.client.0.smithi028.stdout: "stats_invalid": false, 2024-08-29T17:47:16.510 INFO:tasks.workunit.client.0.smithi028.stdout: "up": [ 2024-08-29T17:47:16.510 INFO:tasks.workunit.client.0.smithi028.stdout: 6, 2024-08-29T17:47:16.510 INFO:tasks.workunit.client.0.smithi028.stdout: 5, 2024-08-29T17:47:16.510 INFO:tasks.workunit.client.0.smithi028.stdout: 0 2024-08-29T17:47:16.510 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-08-29T17:47:16.510 INFO:tasks.workunit.client.0.smithi028.stdout: "up_primary": 6, 2024-08-29T17:47:16.510 INFO:tasks.workunit.client.0.smithi028.stdout: "version": "0'0" 2024-08-29T17:47:16.511 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:16.511 INFO:tasks.workunit.client.0.smithi028.stdout: { 2024-08-29T17:47:16.511 INFO:tasks.workunit.client.0.smithi028.stdout: "acting": [ 2024-08-29T17:47:16.511 INFO:tasks.workunit.client.0.smithi028.stdout: 2, 2024-08-29T17:47:16.511 INFO:tasks.workunit.client.0.smithi028.stdout: 6, 2024-08-29T17:47:16.511 INFO:tasks.workunit.client.0.smithi028.stdout: 0 2024-08-29T17:47:16.511 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-08-29T17:47:16.511 INFO:tasks.workunit.client.0.smithi028.stdout: "acting_primary": 2, 2024-08-29T17:47:16.511 INFO:tasks.workunit.client.0.smithi028.stdout: "avail_no_missing": [], 2024-08-29T17:47:16.511 INFO:tasks.workunit.client.0.smithi028.stdout: "blocked_by": [], 2024-08-29T17:47:16.511 INFO:tasks.workunit.client.0.smithi028.stdout: "created": 62, 2024-08-29T17:47:16.511 INFO:tasks.workunit.client.0.smithi028.stdout: "dirty_stats_invalid": false, 2024-08-29T17:47:16.511 INFO:tasks.workunit.client.0.smithi028.stdout: "hitset_bytes_stats_invalid": false, 2024-08-29T17:47:16.512 INFO:tasks.workunit.client.0.smithi028.stdout: "hitset_stats_invalid": false, 2024-08-29T17:47:16.512 INFO:tasks.workunit.client.0.smithi028.stdout: "last_active": "2024-08-29T17:43:51.004818+0000", 2024-08-29T17:47:16.512 INFO:tasks.workunit.client.0.smithi028.stdout: "last_became_active": "2024-08-29T17:41:16.978707+0000", 2024-08-29T17:47:16.512 INFO:tasks.workunit.client.0.smithi028.stdout: "last_became_peered": "2024-08-29T17:41:16.978707+0000", 2024-08-29T17:47:16.512 INFO:tasks.workunit.client.0.smithi028.stdout: "last_change": "2024-08-29T17:41:16.979917+0000", 2024-08-29T17:47:16.512 INFO:tasks.workunit.client.0.smithi028.stdout: "last_clean": "2024-08-29T17:43:51.004818+0000", 2024-08-29T17:47:16.512 INFO:tasks.workunit.client.0.smithi028.stdout: "last_clean_scrub_stamp": "2024-08-29T17:41:01.987071+0000", 2024-08-29T17:47:16.512 INFO:tasks.workunit.client.0.smithi028.stdout: "last_deep_scrub": "0'0", 2024-08-29T17:47:16.512 INFO:tasks.workunit.client.0.smithi028.stdout: "last_deep_scrub_stamp": "2024-08-29T17:41:01.987071+0000", 2024-08-29T17:47:16.512 INFO:tasks.workunit.client.0.smithi028.stdout: "last_epoch_clean": 67, 2024-08-29T17:47:16.512 INFO:tasks.workunit.client.0.smithi028.stdout: "last_fresh": "2024-08-29T17:43:51.004818+0000", 2024-08-29T17:47:16.512 INFO:tasks.workunit.client.0.smithi028.stdout: "last_fullsized": "2024-08-29T17:43:51.004818+0000", 2024-08-29T17:47:16.513 INFO:tasks.workunit.client.0.smithi028.stdout: "last_peered": "2024-08-29T17:43:51.004818+0000", 2024-08-29T17:47:16.513 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub": "0'0", 2024-08-29T17:47:16.513 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub_duration": 0, 2024-08-29T17:47:16.513 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub_stamp": "2024-08-29T17:41:01.987071+0000", 2024-08-29T17:47:16.513 INFO:tasks.workunit.client.0.smithi028.stdout: "last_undegraded": "2024-08-29T17:43:51.004818+0000", 2024-08-29T17:47:16.513 INFO:tasks.workunit.client.0.smithi028.stdout: "last_unstale": "2024-08-29T17:43:51.004818+0000", 2024-08-29T17:47:16.513 INFO:tasks.workunit.client.0.smithi028.stdout: "log_dups_size": 0, 2024-08-29T17:47:16.513 INFO:tasks.workunit.client.0.smithi028.stdout: "log_size": 0, 2024-08-29T17:47:16.513 INFO:tasks.workunit.client.0.smithi028.stdout: "log_start": "0'0", 2024-08-29T17:47:16.513 INFO:tasks.workunit.client.0.smithi028.stdout: "manifest_stats_invalid": false, 2024-08-29T17:47:16.513 INFO:tasks.workunit.client.0.smithi028.stdout: "mapping_epoch": 66, 2024-08-29T17:47:16.513 INFO:tasks.workunit.client.0.smithi028.stdout: "object_location_counts": [], 2024-08-29T17:47:16.513 INFO:tasks.workunit.client.0.smithi028.stdout: "objects_scrubbed": 0, 2024-08-29T17:47:16.514 INFO:tasks.workunit.client.0.smithi028.stdout: "objects_trimmed": 0, 2024-08-29T17:47:16.514 INFO:tasks.workunit.client.0.smithi028.stdout: "omap_stats_invalid": false, 2024-08-29T17:47:16.514 INFO:tasks.workunit.client.0.smithi028.stdout: "ondisk_log_size": 0, 2024-08-29T17:47:16.514 INFO:tasks.workunit.client.0.smithi028.stdout: "ondisk_log_start": "0'0", 2024-08-29T17:47:16.514 INFO:tasks.workunit.client.0.smithi028.stdout: "parent": "0.0", 2024-08-29T17:47:16.514 INFO:tasks.workunit.client.0.smithi028.stdout: "parent_split_bits": 0, 2024-08-29T17:47:16.514 INFO:tasks.workunit.client.0.smithi028.stdout: "pgid": "3.34", 2024-08-29T17:47:16.514 INFO:tasks.workunit.client.0.smithi028.stdout: "pin_stats_invalid": false, 2024-08-29T17:47:16.514 INFO:tasks.workunit.client.0.smithi028.stdout: "purged_snaps": [], 2024-08-29T17:47:16.514 INFO:tasks.workunit.client.0.smithi028.stdout: "reported_epoch": 74, 2024-08-29T17:47:16.514 INFO:tasks.workunit.client.0.smithi028.stdout: "reported_seq": 18, 2024-08-29T17:47:16.514 INFO:tasks.workunit.client.0.smithi028.stdout: "scrub_duration": 0.0, 2024-08-29T17:47:16.514 INFO:tasks.workunit.client.0.smithi028.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-31T02:51:30.359921+0000", 2024-08-29T17:47:16.515 INFO:tasks.workunit.client.0.smithi028.stdout: "snaptrim_duration": 0.0, 2024-08-29T17:47:16.515 INFO:tasks.workunit.client.0.smithi028.stdout: "snaptrimq_len": 0, 2024-08-29T17:47:16.515 INFO:tasks.workunit.client.0.smithi028.stdout: "stat_sum": { 2024-08-29T17:47:16.515 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes": 0, 2024-08-29T17:47:16.515 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes_hit_set_archive": 0, 2024-08-29T17:47:16.515 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes_recovered": 0, 2024-08-29T17:47:16.515 INFO:tasks.workunit.client.0.smithi028.stdout: "num_deep_scrub_errors": 0, 2024-08-29T17:47:16.515 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict": 0, 2024-08-29T17:47:16.515 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_kb": 0, 2024-08-29T17:47:16.515 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_mode_full": 0, 2024-08-29T17:47:16.515 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_mode_some": 0, 2024-08-29T17:47:16.515 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush": 0, 2024-08-29T17:47:16.515 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_kb": 0, 2024-08-29T17:47:16.515 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_mode_high": 0, 2024-08-29T17:47:16.516 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_mode_low": 0, 2024-08-29T17:47:16.516 INFO:tasks.workunit.client.0.smithi028.stdout: "num_keys_recovered": 0, 2024-08-29T17:47:16.516 INFO:tasks.workunit.client.0.smithi028.stdout: "num_large_omap_objects": 0, 2024-08-29T17:47:16.516 INFO:tasks.workunit.client.0.smithi028.stdout: "num_legacy_snapsets": 0, 2024-08-29T17:47:16.516 INFO:tasks.workunit.client.0.smithi028.stdout: "num_object_clones": 0, 2024-08-29T17:47:16.516 INFO:tasks.workunit.client.0.smithi028.stdout: "num_object_copies": 0, 2024-08-29T17:47:16.516 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects": 0, 2024-08-29T17:47:16.516 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_degraded": 0, 2024-08-29T17:47:16.516 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_dirty": 0, 2024-08-29T17:47:16.516 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_hit_set_archive": 0, 2024-08-29T17:47:16.516 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_manifest": 0, 2024-08-29T17:47:16.516 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_misplaced": 0, 2024-08-29T17:47:16.516 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_missing": 0, 2024-08-29T17:47:16.517 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_missing_on_primary": 0, 2024-08-29T17:47:16.517 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_omap": 0, 2024-08-29T17:47:16.517 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_pinned": 0, 2024-08-29T17:47:16.517 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_recovered": 0, 2024-08-29T17:47:16.517 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_repaired": 0, 2024-08-29T17:47:16.517 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_unfound": 0, 2024-08-29T17:47:16.517 INFO:tasks.workunit.client.0.smithi028.stdout: "num_omap_bytes": 0, 2024-08-29T17:47:16.517 INFO:tasks.workunit.client.0.smithi028.stdout: "num_omap_keys": 0, 2024-08-29T17:47:16.517 INFO:tasks.workunit.client.0.smithi028.stdout: "num_promote": 0, 2024-08-29T17:47:16.517 INFO:tasks.workunit.client.0.smithi028.stdout: "num_read": 0, 2024-08-29T17:47:16.517 INFO:tasks.workunit.client.0.smithi028.stdout: "num_read_kb": 0, 2024-08-29T17:47:16.517 INFO:tasks.workunit.client.0.smithi028.stdout: "num_scrub_errors": 0, 2024-08-29T17:47:16.517 INFO:tasks.workunit.client.0.smithi028.stdout: "num_shallow_scrub_errors": 0, 2024-08-29T17:47:16.517 INFO:tasks.workunit.client.0.smithi028.stdout: "num_whiteouts": 0, 2024-08-29T17:47:16.518 INFO:tasks.workunit.client.0.smithi028.stdout: "num_write": 0, 2024-08-29T17:47:16.518 INFO:tasks.workunit.client.0.smithi028.stdout: "num_write_kb": 0 2024-08-29T17:47:16.518 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:16.518 INFO:tasks.workunit.client.0.smithi028.stdout: "state": "active+clean", 2024-08-29T17:47:16.518 INFO:tasks.workunit.client.0.smithi028.stdout: "stats_invalid": false, 2024-08-29T17:47:16.518 INFO:tasks.workunit.client.0.smithi028.stdout: "up": [ 2024-08-29T17:47:16.518 INFO:tasks.workunit.client.0.smithi028.stdout: 2, 2024-08-29T17:47:16.518 INFO:tasks.workunit.client.0.smithi028.stdout: 6, 2024-08-29T17:47:16.518 INFO:tasks.workunit.client.0.smithi028.stdout: 0 2024-08-29T17:47:16.518 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-08-29T17:47:16.518 INFO:tasks.workunit.client.0.smithi028.stdout: "up_primary": 2, 2024-08-29T17:47:16.518 INFO:tasks.workunit.client.0.smithi028.stdout: "version": "0'0" 2024-08-29T17:47:16.518 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:16.518 INFO:tasks.workunit.client.0.smithi028.stdout: { 2024-08-29T17:47:16.519 INFO:tasks.workunit.client.0.smithi028.stdout: "acting": [ 2024-08-29T17:47:16.519 INFO:tasks.workunit.client.0.smithi028.stdout: 3, 2024-08-29T17:47:16.519 INFO:tasks.workunit.client.0.smithi028.stdout: 6, 2024-08-29T17:47:16.519 INFO:tasks.workunit.client.0.smithi028.stdout: 1 2024-08-29T17:47:16.519 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-08-29T17:47:16.519 INFO:tasks.workunit.client.0.smithi028.stdout: "acting_primary": 3, 2024-08-29T17:47:16.519 INFO:tasks.workunit.client.0.smithi028.stdout: "avail_no_missing": [], 2024-08-29T17:47:16.519 INFO:tasks.workunit.client.0.smithi028.stdout: "blocked_by": [], 2024-08-29T17:47:16.519 INFO:tasks.workunit.client.0.smithi028.stdout: "created": 62, 2024-08-29T17:47:16.519 INFO:tasks.workunit.client.0.smithi028.stdout: "dirty_stats_invalid": false, 2024-08-29T17:47:16.519 INFO:tasks.workunit.client.0.smithi028.stdout: "hitset_bytes_stats_invalid": false, 2024-08-29T17:47:16.519 INFO:tasks.workunit.client.0.smithi028.stdout: "hitset_stats_invalid": false, 2024-08-29T17:47:16.519 INFO:tasks.workunit.client.0.smithi028.stdout: "last_active": "2024-08-29T17:43:51.004324+0000", 2024-08-29T17:47:16.519 INFO:tasks.workunit.client.0.smithi028.stdout: "last_became_active": "2024-08-29T17:41:03.041803+0000", 2024-08-29T17:47:16.520 INFO:tasks.workunit.client.0.smithi028.stdout: "last_became_peered": "2024-08-29T17:41:03.041803+0000", 2024-08-29T17:47:16.520 INFO:tasks.workunit.client.0.smithi028.stdout: "last_change": "2024-08-29T17:41:03.042493+0000", 2024-08-29T17:47:16.520 INFO:tasks.workunit.client.0.smithi028.stdout: "last_clean": "2024-08-29T17:43:51.004324+0000", 2024-08-29T17:47:16.520 INFO:tasks.workunit.client.0.smithi028.stdout: "last_clean_scrub_stamp": "2024-08-29T17:41:01.987071+0000", 2024-08-29T17:47:16.520 INFO:tasks.workunit.client.0.smithi028.stdout: "last_deep_scrub": "0'0", 2024-08-29T17:47:16.520 INFO:tasks.workunit.client.0.smithi028.stdout: "last_deep_scrub_stamp": "2024-08-29T17:41:01.987071+0000", 2024-08-29T17:47:16.520 INFO:tasks.workunit.client.0.smithi028.stdout: "last_epoch_clean": 63, 2024-08-29T17:47:16.520 INFO:tasks.workunit.client.0.smithi028.stdout: "last_fresh": "2024-08-29T17:43:51.004324+0000", 2024-08-29T17:47:16.520 INFO:tasks.workunit.client.0.smithi028.stdout: "last_fullsized": "2024-08-29T17:43:51.004324+0000", 2024-08-29T17:47:16.520 INFO:tasks.workunit.client.0.smithi028.stdout: "last_peered": "2024-08-29T17:43:51.004324+0000", 2024-08-29T17:47:16.520 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub": "0'0", 2024-08-29T17:47:16.520 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub_duration": 0, 2024-08-29T17:47:16.520 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub_stamp": "2024-08-29T17:41:01.987071+0000", 2024-08-29T17:47:16.521 INFO:tasks.workunit.client.0.smithi028.stdout: "last_undegraded": "2024-08-29T17:43:51.004324+0000", 2024-08-29T17:47:16.521 INFO:tasks.workunit.client.0.smithi028.stdout: "last_unstale": "2024-08-29T17:43:51.004324+0000", 2024-08-29T17:47:16.521 INFO:tasks.workunit.client.0.smithi028.stdout: "log_dups_size": 0, 2024-08-29T17:47:16.521 INFO:tasks.workunit.client.0.smithi028.stdout: "log_size": 0, 2024-08-29T17:47:16.521 INFO:tasks.workunit.client.0.smithi028.stdout: "log_start": "0'0", 2024-08-29T17:47:16.521 INFO:tasks.workunit.client.0.smithi028.stdout: "manifest_stats_invalid": false, 2024-08-29T17:47:16.521 INFO:tasks.workunit.client.0.smithi028.stdout: "mapping_epoch": 62, 2024-08-29T17:47:16.521 INFO:tasks.workunit.client.0.smithi028.stdout: "object_location_counts": [], 2024-08-29T17:47:16.521 INFO:tasks.workunit.client.0.smithi028.stdout: "objects_scrubbed": 0, 2024-08-29T17:47:16.521 INFO:tasks.workunit.client.0.smithi028.stdout: "objects_trimmed": 0, 2024-08-29T17:47:16.521 INFO:tasks.workunit.client.0.smithi028.stdout: "omap_stats_invalid": false, 2024-08-29T17:47:16.521 INFO:tasks.workunit.client.0.smithi028.stdout: "ondisk_log_size": 0, 2024-08-29T17:47:16.521 INFO:tasks.workunit.client.0.smithi028.stdout: "ondisk_log_start": "0'0", 2024-08-29T17:47:16.521 INFO:tasks.workunit.client.0.smithi028.stdout: "parent": "0.0", 2024-08-29T17:47:16.522 INFO:tasks.workunit.client.0.smithi028.stdout: "parent_split_bits": 0, 2024-08-29T17:47:16.522 INFO:tasks.workunit.client.0.smithi028.stdout: "pgid": "3.33", 2024-08-29T17:47:16.522 INFO:tasks.workunit.client.0.smithi028.stdout: "pin_stats_invalid": false, 2024-08-29T17:47:16.522 INFO:tasks.workunit.client.0.smithi028.stdout: "purged_snaps": [], 2024-08-29T17:47:16.522 INFO:tasks.workunit.client.0.smithi028.stdout: "reported_epoch": 74, 2024-08-29T17:47:16.522 INFO:tasks.workunit.client.0.smithi028.stdout: "reported_seq": 21, 2024-08-29T17:47:16.522 INFO:tasks.workunit.client.0.smithi028.stdout: "scrub_duration": 0.0, 2024-08-29T17:47:16.522 INFO:tasks.workunit.client.0.smithi028.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-31T03:05:43.074165+0000", 2024-08-29T17:47:16.522 INFO:tasks.workunit.client.0.smithi028.stdout: "snaptrim_duration": 0.0, 2024-08-29T17:47:16.522 INFO:tasks.workunit.client.0.smithi028.stdout: "snaptrimq_len": 0, 2024-08-29T17:47:16.522 INFO:tasks.workunit.client.0.smithi028.stdout: "stat_sum": { 2024-08-29T17:47:16.522 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes": 0, 2024-08-29T17:47:16.522 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes_hit_set_archive": 0, 2024-08-29T17:47:16.522 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes_recovered": 0, 2024-08-29T17:47:16.523 INFO:tasks.workunit.client.0.smithi028.stdout: "num_deep_scrub_errors": 0, 2024-08-29T17:47:16.523 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict": 0, 2024-08-29T17:47:16.523 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_kb": 0, 2024-08-29T17:47:16.523 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_mode_full": 0, 2024-08-29T17:47:16.523 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_mode_some": 0, 2024-08-29T17:47:16.523 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush": 0, 2024-08-29T17:47:16.523 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_kb": 0, 2024-08-29T17:47:16.523 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_mode_high": 0, 2024-08-29T17:47:16.523 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_mode_low": 0, 2024-08-29T17:47:16.523 INFO:tasks.workunit.client.0.smithi028.stdout: "num_keys_recovered": 0, 2024-08-29T17:47:16.523 INFO:tasks.workunit.client.0.smithi028.stdout: "num_large_omap_objects": 0, 2024-08-29T17:47:16.523 INFO:tasks.workunit.client.0.smithi028.stdout: "num_legacy_snapsets": 0, 2024-08-29T17:47:16.523 INFO:tasks.workunit.client.0.smithi028.stdout: "num_object_clones": 0, 2024-08-29T17:47:16.523 INFO:tasks.workunit.client.0.smithi028.stdout: "num_object_copies": 0, 2024-08-29T17:47:16.524 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects": 0, 2024-08-29T17:47:16.524 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_degraded": 0, 2024-08-29T17:47:16.524 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_dirty": 0, 2024-08-29T17:47:16.524 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_hit_set_archive": 0, 2024-08-29T17:47:16.524 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_manifest": 0, 2024-08-29T17:47:16.524 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_misplaced": 0, 2024-08-29T17:47:16.524 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_missing": 0, 2024-08-29T17:47:16.524 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_missing_on_primary": 0, 2024-08-29T17:47:16.524 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_omap": 0, 2024-08-29T17:47:16.524 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_pinned": 0, 2024-08-29T17:47:16.524 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_recovered": 0, 2024-08-29T17:47:16.524 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_repaired": 0, 2024-08-29T17:47:16.524 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_unfound": 0, 2024-08-29T17:47:16.525 INFO:tasks.workunit.client.0.smithi028.stdout: "num_omap_bytes": 0, 2024-08-29T17:47:16.525 INFO:tasks.workunit.client.0.smithi028.stdout: "num_omap_keys": 0, 2024-08-29T17:47:16.525 INFO:tasks.workunit.client.0.smithi028.stdout: "num_promote": 0, 2024-08-29T17:47:16.525 INFO:tasks.workunit.client.0.smithi028.stdout: "num_read": 0, 2024-08-29T17:47:16.525 INFO:tasks.workunit.client.0.smithi028.stdout: "num_read_kb": 0, 2024-08-29T17:47:16.525 INFO:tasks.workunit.client.0.smithi028.stdout: "num_scrub_errors": 0, 2024-08-29T17:47:16.525 INFO:tasks.workunit.client.0.smithi028.stdout: "num_shallow_scrub_errors": 0, 2024-08-29T17:47:16.525 INFO:tasks.workunit.client.0.smithi028.stdout: "num_whiteouts": 0, 2024-08-29T17:47:16.525 INFO:tasks.workunit.client.0.smithi028.stdout: "num_write": 0, 2024-08-29T17:47:16.525 INFO:tasks.workunit.client.0.smithi028.stdout: "num_write_kb": 0 2024-08-29T17:47:16.525 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:16.525 INFO:tasks.workunit.client.0.smithi028.stdout: "state": "active+clean", 2024-08-29T17:47:16.525 INFO:tasks.workunit.client.0.smithi028.stdout: "stats_invalid": false, 2024-08-29T17:47:16.525 INFO:tasks.workunit.client.0.smithi028.stdout: "up": [ 2024-08-29T17:47:16.525 INFO:tasks.workunit.client.0.smithi028.stdout: 3, 2024-08-29T17:47:16.526 INFO:tasks.workunit.client.0.smithi028.stdout: 6, 2024-08-29T17:47:16.526 INFO:tasks.workunit.client.0.smithi028.stdout: 1 2024-08-29T17:47:16.526 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-08-29T17:47:16.526 INFO:tasks.workunit.client.0.smithi028.stdout: "up_primary": 3, 2024-08-29T17:47:16.526 INFO:tasks.workunit.client.0.smithi028.stdout: "version": "0'0" 2024-08-29T17:47:16.526 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:16.526 INFO:tasks.workunit.client.0.smithi028.stdout: { 2024-08-29T17:47:16.526 INFO:tasks.workunit.client.0.smithi028.stdout: "acting": [ 2024-08-29T17:47:16.526 INFO:tasks.workunit.client.0.smithi028.stdout: 0, 2024-08-29T17:47:16.526 INFO:tasks.workunit.client.0.smithi028.stdout: 1, 2024-08-29T17:47:16.526 INFO:tasks.workunit.client.0.smithi028.stdout: 5 2024-08-29T17:47:16.526 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-08-29T17:47:16.526 INFO:tasks.workunit.client.0.smithi028.stdout: "acting_primary": 0, 2024-08-29T17:47:16.526 INFO:tasks.workunit.client.0.smithi028.stdout: "avail_no_missing": [], 2024-08-29T17:47:16.527 INFO:tasks.workunit.client.0.smithi028.stdout: "blocked_by": [], 2024-08-29T17:47:16.527 INFO:tasks.workunit.client.0.smithi028.stdout: "created": 62, 2024-08-29T17:47:16.527 INFO:tasks.workunit.client.0.smithi028.stdout: "dirty_stats_invalid": false, 2024-08-29T17:47:16.527 INFO:tasks.workunit.client.0.smithi028.stdout: "hitset_bytes_stats_invalid": false, 2024-08-29T17:47:16.527 INFO:tasks.workunit.client.0.smithi028.stdout: "hitset_stats_invalid": false, 2024-08-29T17:47:16.527 INFO:tasks.workunit.client.0.smithi028.stdout: "last_active": "2024-08-29T17:43:51.183142+0000", 2024-08-29T17:47:16.527 INFO:tasks.workunit.client.0.smithi028.stdout: "last_became_active": "2024-08-29T17:41:03.065796+0000", 2024-08-29T17:47:16.527 INFO:tasks.workunit.client.0.smithi028.stdout: "last_became_peered": "2024-08-29T17:41:03.065796+0000", 2024-08-29T17:47:16.527 INFO:tasks.workunit.client.0.smithi028.stdout: "last_change": "2024-08-29T17:41:03.069315+0000", 2024-08-29T17:47:16.527 INFO:tasks.workunit.client.0.smithi028.stdout: "last_clean": "2024-08-29T17:43:51.183142+0000", 2024-08-29T17:47:16.527 INFO:tasks.workunit.client.0.smithi028.stdout: "last_clean_scrub_stamp": "2024-08-29T17:41:01.987071+0000", 2024-08-29T17:47:16.527 INFO:tasks.workunit.client.0.smithi028.stdout: "last_deep_scrub": "0'0", 2024-08-29T17:47:16.527 INFO:tasks.workunit.client.0.smithi028.stdout: "last_deep_scrub_stamp": "2024-08-29T17:41:01.987071+0000", 2024-08-29T17:47:16.528 INFO:tasks.workunit.client.0.smithi028.stdout: "last_epoch_clean": 63, 2024-08-29T17:47:16.528 INFO:tasks.workunit.client.0.smithi028.stdout: "last_fresh": "2024-08-29T17:43:51.183142+0000", 2024-08-29T17:47:16.528 INFO:tasks.workunit.client.0.smithi028.stdout: "last_fullsized": "2024-08-29T17:43:51.183142+0000", 2024-08-29T17:47:16.528 INFO:tasks.workunit.client.0.smithi028.stdout: "last_peered": "2024-08-29T17:43:51.183142+0000", 2024-08-29T17:47:16.528 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub": "0'0", 2024-08-29T17:47:16.528 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub_duration": 0, 2024-08-29T17:47:16.528 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub_stamp": "2024-08-29T17:41:01.987071+0000", 2024-08-29T17:47:16.528 INFO:tasks.workunit.client.0.smithi028.stdout: "last_undegraded": "2024-08-29T17:43:51.183142+0000", 2024-08-29T17:47:16.528 INFO:tasks.workunit.client.0.smithi028.stdout: "last_unstale": "2024-08-29T17:43:51.183142+0000", 2024-08-29T17:47:16.528 INFO:tasks.workunit.client.0.smithi028.stdout: "log_dups_size": 0, 2024-08-29T17:47:16.528 INFO:tasks.workunit.client.0.smithi028.stdout: "log_size": 0, 2024-08-29T17:47:16.528 INFO:tasks.workunit.client.0.smithi028.stdout: "log_start": "0'0", 2024-08-29T17:47:16.529 INFO:tasks.workunit.client.0.smithi028.stdout: "manifest_stats_invalid": false, 2024-08-29T17:47:16.529 INFO:tasks.workunit.client.0.smithi028.stdout: "mapping_epoch": 62, 2024-08-29T17:47:16.529 INFO:tasks.workunit.client.0.smithi028.stdout: "object_location_counts": [], 2024-08-29T17:47:16.529 INFO:tasks.workunit.client.0.smithi028.stdout: "objects_scrubbed": 0, 2024-08-29T17:47:16.529 INFO:tasks.workunit.client.0.smithi028.stdout: "objects_trimmed": 0, 2024-08-29T17:47:16.529 INFO:tasks.workunit.client.0.smithi028.stdout: "omap_stats_invalid": false, 2024-08-29T17:47:16.529 INFO:tasks.workunit.client.0.smithi028.stdout: "ondisk_log_size": 0, 2024-08-29T17:47:16.529 INFO:tasks.workunit.client.0.smithi028.stdout: "ondisk_log_start": "0'0", 2024-08-29T17:47:16.529 INFO:tasks.workunit.client.0.smithi028.stdout: "parent": "0.0", 2024-08-29T17:47:16.529 INFO:tasks.workunit.client.0.smithi028.stdout: "parent_split_bits": 0, 2024-08-29T17:47:16.529 INFO:tasks.workunit.client.0.smithi028.stdout: "pgid": "3.32", 2024-08-29T17:47:16.529 INFO:tasks.workunit.client.0.smithi028.stdout: "pin_stats_invalid": false, 2024-08-29T17:47:16.529 INFO:tasks.workunit.client.0.smithi028.stdout: "purged_snaps": [], 2024-08-29T17:47:16.529 INFO:tasks.workunit.client.0.smithi028.stdout: "reported_epoch": 74, 2024-08-29T17:47:16.530 INFO:tasks.workunit.client.0.smithi028.stdout: "reported_seq": 21, 2024-08-29T17:47:16.530 INFO:tasks.workunit.client.0.smithi028.stdout: "scrub_duration": 0.0, 2024-08-29T17:47:16.530 INFO:tasks.workunit.client.0.smithi028.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-30T21:19:35.832383+0000", 2024-08-29T17:47:16.530 INFO:tasks.workunit.client.0.smithi028.stdout: "snaptrim_duration": 0.0, 2024-08-29T17:47:16.530 INFO:tasks.workunit.client.0.smithi028.stdout: "snaptrimq_len": 0, 2024-08-29T17:47:16.530 INFO:tasks.workunit.client.0.smithi028.stdout: "stat_sum": { 2024-08-29T17:47:16.530 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes": 0, 2024-08-29T17:47:16.530 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes_hit_set_archive": 0, 2024-08-29T17:47:16.530 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes_recovered": 0, 2024-08-29T17:47:16.530 INFO:tasks.workunit.client.0.smithi028.stdout: "num_deep_scrub_errors": 0, 2024-08-29T17:47:16.530 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict": 0, 2024-08-29T17:47:16.530 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_kb": 0, 2024-08-29T17:47:16.530 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_mode_full": 0, 2024-08-29T17:47:16.531 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_mode_some": 0, 2024-08-29T17:47:16.531 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush": 0, 2024-08-29T17:47:16.531 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_kb": 0, 2024-08-29T17:47:16.531 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_mode_high": 0, 2024-08-29T17:47:16.531 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_mode_low": 0, 2024-08-29T17:47:16.531 INFO:tasks.workunit.client.0.smithi028.stdout: "num_keys_recovered": 0, 2024-08-29T17:47:16.531 INFO:tasks.workunit.client.0.smithi028.stdout: "num_large_omap_objects": 0, 2024-08-29T17:47:16.531 INFO:tasks.workunit.client.0.smithi028.stdout: "num_legacy_snapsets": 0, 2024-08-29T17:47:16.531 INFO:tasks.workunit.client.0.smithi028.stdout: "num_object_clones": 0, 2024-08-29T17:47:16.531 INFO:tasks.workunit.client.0.smithi028.stdout: "num_object_copies": 0, 2024-08-29T17:47:16.531 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects": 0, 2024-08-29T17:47:16.531 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_degraded": 0, 2024-08-29T17:47:16.531 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_dirty": 0, 2024-08-29T17:47:16.532 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_hit_set_archive": 0, 2024-08-29T17:47:16.532 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_manifest": 0, 2024-08-29T17:47:16.532 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_misplaced": 0, 2024-08-29T17:47:16.532 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_missing": 0, 2024-08-29T17:47:16.532 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_missing_on_primary": 0, 2024-08-29T17:47:16.532 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_omap": 0, 2024-08-29T17:47:16.532 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_pinned": 0, 2024-08-29T17:47:16.532 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_recovered": 0, 2024-08-29T17:47:16.532 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_repaired": 0, 2024-08-29T17:47:16.532 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_unfound": 0, 2024-08-29T17:47:16.532 INFO:tasks.workunit.client.0.smithi028.stdout: "num_omap_bytes": 0, 2024-08-29T17:47:16.532 INFO:tasks.workunit.client.0.smithi028.stdout: "num_omap_keys": 0, 2024-08-29T17:47:16.532 INFO:tasks.workunit.client.0.smithi028.stdout: "num_promote": 0, 2024-08-29T17:47:16.533 INFO:tasks.workunit.client.0.smithi028.stdout: "num_read": 0, 2024-08-29T17:47:16.533 INFO:tasks.workunit.client.0.smithi028.stdout: "num_read_kb": 0, 2024-08-29T17:47:16.533 INFO:tasks.workunit.client.0.smithi028.stdout: "num_scrub_errors": 0, 2024-08-29T17:47:16.533 INFO:tasks.workunit.client.0.smithi028.stdout: "num_shallow_scrub_errors": 0, 2024-08-29T17:47:16.533 INFO:tasks.workunit.client.0.smithi028.stdout: "num_whiteouts": 0, 2024-08-29T17:47:16.533 INFO:tasks.workunit.client.0.smithi028.stdout: "num_write": 0, 2024-08-29T17:47:16.533 INFO:tasks.workunit.client.0.smithi028.stdout: "num_write_kb": 0 2024-08-29T17:47:16.533 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:16.533 INFO:tasks.workunit.client.0.smithi028.stdout: "state": "active+clean", 2024-08-29T17:47:16.533 INFO:tasks.workunit.client.0.smithi028.stdout: "stats_invalid": false, 2024-08-29T17:47:16.533 INFO:tasks.workunit.client.0.smithi028.stdout: "up": [ 2024-08-29T17:47:16.533 INFO:tasks.workunit.client.0.smithi028.stdout: 0, 2024-08-29T17:47:16.533 INFO:tasks.workunit.client.0.smithi028.stdout: 1, 2024-08-29T17:47:16.533 INFO:tasks.workunit.client.0.smithi028.stdout: 5 2024-08-29T17:47:16.534 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-08-29T17:47:16.534 INFO:tasks.workunit.client.0.smithi028.stdout: "up_primary": 0, 2024-08-29T17:47:16.534 INFO:tasks.workunit.client.0.smithi028.stdout: "version": "0'0" 2024-08-29T17:47:16.534 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:16.534 INFO:tasks.workunit.client.0.smithi028.stdout: { 2024-08-29T17:47:16.534 INFO:tasks.workunit.client.0.smithi028.stdout: "acting": [ 2024-08-29T17:47:16.534 INFO:tasks.workunit.client.0.smithi028.stdout: 1, 2024-08-29T17:47:16.534 INFO:tasks.workunit.client.0.smithi028.stdout: 4, 2024-08-29T17:47:16.534 INFO:tasks.workunit.client.0.smithi028.stdout: 5 2024-08-29T17:47:16.534 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-08-29T17:47:16.534 INFO:tasks.workunit.client.0.smithi028.stdout: "acting_primary": 1, 2024-08-29T17:47:16.534 INFO:tasks.workunit.client.0.smithi028.stdout: "avail_no_missing": [], 2024-08-29T17:47:16.534 INFO:tasks.workunit.client.0.smithi028.stdout: "blocked_by": [], 2024-08-29T17:47:16.534 INFO:tasks.workunit.client.0.smithi028.stdout: "created": 62, 2024-08-29T17:47:16.535 INFO:tasks.workunit.client.0.smithi028.stdout: "dirty_stats_invalid": false, 2024-08-29T17:47:16.535 INFO:tasks.workunit.client.0.smithi028.stdout: "hitset_bytes_stats_invalid": false, 2024-08-29T17:47:16.535 INFO:tasks.workunit.client.0.smithi028.stdout: "hitset_stats_invalid": false, 2024-08-29T17:47:16.535 INFO:tasks.workunit.client.0.smithi028.stdout: "last_active": "2024-08-29T17:43:51.009197+0000", 2024-08-29T17:47:16.535 INFO:tasks.workunit.client.0.smithi028.stdout: "last_became_active": "2024-08-29T17:41:03.057392+0000", 2024-08-29T17:47:16.535 INFO:tasks.workunit.client.0.smithi028.stdout: "last_became_peered": "2024-08-29T17:41:03.057392+0000", 2024-08-29T17:47:16.535 INFO:tasks.workunit.client.0.smithi028.stdout: "last_change": "2024-08-29T17:41:03.058167+0000", 2024-08-29T17:47:16.535 INFO:tasks.workunit.client.0.smithi028.stdout: "last_clean": "2024-08-29T17:43:51.009197+0000", 2024-08-29T17:47:16.535 INFO:tasks.workunit.client.0.smithi028.stdout: "last_clean_scrub_stamp": "2024-08-29T17:41:01.987071+0000", 2024-08-29T17:47:16.535 INFO:tasks.workunit.client.0.smithi028.stdout: "last_deep_scrub": "0'0", 2024-08-29T17:47:16.535 INFO:tasks.workunit.client.0.smithi028.stdout: "last_deep_scrub_stamp": "2024-08-29T17:41:01.987071+0000", 2024-08-29T17:47:16.535 INFO:tasks.workunit.client.0.smithi028.stdout: "last_epoch_clean": 63, 2024-08-29T17:47:16.535 INFO:tasks.workunit.client.0.smithi028.stdout: "last_fresh": "2024-08-29T17:43:51.009197+0000", 2024-08-29T17:47:16.535 INFO:tasks.workunit.client.0.smithi028.stdout: "last_fullsized": "2024-08-29T17:43:51.009197+0000", 2024-08-29T17:47:16.536 INFO:tasks.workunit.client.0.smithi028.stdout: "last_peered": "2024-08-29T17:43:51.009197+0000", 2024-08-29T17:47:16.536 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub": "0'0", 2024-08-29T17:47:16.536 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub_duration": 0, 2024-08-29T17:47:16.536 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub_stamp": "2024-08-29T17:41:01.987071+0000", 2024-08-29T17:47:16.536 INFO:tasks.workunit.client.0.smithi028.stdout: "last_undegraded": "2024-08-29T17:43:51.009197+0000", 2024-08-29T17:47:16.536 INFO:tasks.workunit.client.0.smithi028.stdout: "last_unstale": "2024-08-29T17:43:51.009197+0000", 2024-08-29T17:47:16.536 INFO:tasks.workunit.client.0.smithi028.stdout: "log_dups_size": 0, 2024-08-29T17:47:16.536 INFO:tasks.workunit.client.0.smithi028.stdout: "log_size": 0, 2024-08-29T17:47:16.536 INFO:tasks.workunit.client.0.smithi028.stdout: "log_start": "0'0", 2024-08-29T17:47:16.536 INFO:tasks.workunit.client.0.smithi028.stdout: "manifest_stats_invalid": false, 2024-08-29T17:47:16.536 INFO:tasks.workunit.client.0.smithi028.stdout: "mapping_epoch": 62, 2024-08-29T17:47:16.536 INFO:tasks.workunit.client.0.smithi028.stdout: "object_location_counts": [], 2024-08-29T17:47:16.536 INFO:tasks.workunit.client.0.smithi028.stdout: "objects_scrubbed": 0, 2024-08-29T17:47:16.537 INFO:tasks.workunit.client.0.smithi028.stdout: "objects_trimmed": 0, 2024-08-29T17:47:16.537 INFO:tasks.workunit.client.0.smithi028.stdout: "omap_stats_invalid": false, 2024-08-29T17:47:16.537 INFO:tasks.workunit.client.0.smithi028.stdout: "ondisk_log_size": 0, 2024-08-29T17:47:16.537 INFO:tasks.workunit.client.0.smithi028.stdout: "ondisk_log_start": "0'0", 2024-08-29T17:47:16.537 INFO:tasks.workunit.client.0.smithi028.stdout: "parent": "0.0", 2024-08-29T17:47:16.537 INFO:tasks.workunit.client.0.smithi028.stdout: "parent_split_bits": 0, 2024-08-29T17:47:16.537 INFO:tasks.workunit.client.0.smithi028.stdout: "pgid": "3.31", 2024-08-29T17:47:16.537 INFO:tasks.workunit.client.0.smithi028.stdout: "pin_stats_invalid": false, 2024-08-29T17:47:16.537 INFO:tasks.workunit.client.0.smithi028.stdout: "purged_snaps": [], 2024-08-29T17:47:16.537 INFO:tasks.workunit.client.0.smithi028.stdout: "reported_epoch": 74, 2024-08-29T17:47:16.537 INFO:tasks.workunit.client.0.smithi028.stdout: "reported_seq": 21, 2024-08-29T17:47:16.538 INFO:tasks.workunit.client.0.smithi028.stdout: "scrub_duration": 0.0, 2024-08-29T17:47:16.538 INFO:tasks.workunit.client.0.smithi028.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-30T23:58:49.658338+0000", 2024-08-29T17:47:16.538 INFO:tasks.workunit.client.0.smithi028.stdout: "snaptrim_duration": 0.0, 2024-08-29T17:47:16.538 INFO:tasks.workunit.client.0.smithi028.stdout: "snaptrimq_len": 0, 2024-08-29T17:47:16.538 INFO:tasks.workunit.client.0.smithi028.stdout: "stat_sum": { 2024-08-29T17:47:16.538 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes": 0, 2024-08-29T17:47:16.538 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes_hit_set_archive": 0, 2024-08-29T17:47:16.538 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes_recovered": 0, 2024-08-29T17:47:16.538 INFO:tasks.workunit.client.0.smithi028.stdout: "num_deep_scrub_errors": 0, 2024-08-29T17:47:16.538 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict": 0, 2024-08-29T17:47:16.538 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_kb": 0, 2024-08-29T17:47:16.538 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_mode_full": 0, 2024-08-29T17:47:16.538 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_mode_some": 0, 2024-08-29T17:47:16.539 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush": 0, 2024-08-29T17:47:16.539 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_kb": 0, 2024-08-29T17:47:16.539 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_mode_high": 0, 2024-08-29T17:47:16.539 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_mode_low": 0, 2024-08-29T17:47:16.539 INFO:tasks.workunit.client.0.smithi028.stdout: "num_keys_recovered": 0, 2024-08-29T17:47:16.539 INFO:tasks.workunit.client.0.smithi028.stdout: "num_large_omap_objects": 0, 2024-08-29T17:47:16.539 INFO:tasks.workunit.client.0.smithi028.stdout: "num_legacy_snapsets": 0, 2024-08-29T17:47:16.539 INFO:tasks.workunit.client.0.smithi028.stdout: "num_object_clones": 0, 2024-08-29T17:47:16.539 INFO:tasks.workunit.client.0.smithi028.stdout: "num_object_copies": 0, 2024-08-29T17:47:16.539 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects": 0, 2024-08-29T17:47:16.539 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_degraded": 0, 2024-08-29T17:47:16.539 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_dirty": 0, 2024-08-29T17:47:16.539 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_hit_set_archive": 0, 2024-08-29T17:47:16.540 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_manifest": 0, 2024-08-29T17:47:16.540 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_misplaced": 0, 2024-08-29T17:47:16.540 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_missing": 0, 2024-08-29T17:47:16.540 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_missing_on_primary": 0, 2024-08-29T17:47:16.540 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_omap": 0, 2024-08-29T17:47:16.540 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_pinned": 0, 2024-08-29T17:47:16.540 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_recovered": 0, 2024-08-29T17:47:16.540 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_repaired": 0, 2024-08-29T17:47:16.540 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_unfound": 0, 2024-08-29T17:47:16.540 INFO:tasks.workunit.client.0.smithi028.stdout: "num_omap_bytes": 0, 2024-08-29T17:47:16.540 INFO:tasks.workunit.client.0.smithi028.stdout: "num_omap_keys": 0, 2024-08-29T17:47:16.540 INFO:tasks.workunit.client.0.smithi028.stdout: "num_promote": 0, 2024-08-29T17:47:16.540 INFO:tasks.workunit.client.0.smithi028.stdout: "num_read": 0, 2024-08-29T17:47:16.541 INFO:tasks.workunit.client.0.smithi028.stdout: "num_read_kb": 0, 2024-08-29T17:47:16.541 INFO:tasks.workunit.client.0.smithi028.stdout: "num_scrub_errors": 0, 2024-08-29T17:47:16.541 INFO:tasks.workunit.client.0.smithi028.stdout: "num_shallow_scrub_errors": 0, 2024-08-29T17:47:16.541 INFO:tasks.workunit.client.0.smithi028.stdout: "num_whiteouts": 0, 2024-08-29T17:47:16.541 INFO:tasks.workunit.client.0.smithi028.stdout: "num_write": 0, 2024-08-29T17:47:16.541 INFO:tasks.workunit.client.0.smithi028.stdout: "num_write_kb": 0 2024-08-29T17:47:16.541 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:16.541 INFO:tasks.workunit.client.0.smithi028.stdout: "state": "active+clean", 2024-08-29T17:47:16.541 INFO:tasks.workunit.client.0.smithi028.stdout: "stats_invalid": false, 2024-08-29T17:47:16.541 INFO:tasks.workunit.client.0.smithi028.stdout: "up": [ 2024-08-29T17:47:16.541 INFO:tasks.workunit.client.0.smithi028.stdout: 1, 2024-08-29T17:47:16.541 INFO:tasks.workunit.client.0.smithi028.stdout: 4, 2024-08-29T17:47:16.542 INFO:tasks.workunit.client.0.smithi028.stdout: 5 2024-08-29T17:47:16.542 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-08-29T17:47:16.542 INFO:tasks.workunit.client.0.smithi028.stdout: "up_primary": 1, 2024-08-29T17:47:16.542 INFO:tasks.workunit.client.0.smithi028.stdout: "version": "0'0" 2024-08-29T17:47:16.542 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:16.542 INFO:tasks.workunit.client.0.smithi028.stdout: { 2024-08-29T17:47:16.542 INFO:tasks.workunit.client.0.smithi028.stdout: "acting": [ 2024-08-29T17:47:16.542 INFO:tasks.workunit.client.0.smithi028.stdout: 5, 2024-08-29T17:47:16.542 INFO:tasks.workunit.client.0.smithi028.stdout: 0, 2024-08-29T17:47:16.542 INFO:tasks.workunit.client.0.smithi028.stdout: 7 2024-08-29T17:47:16.542 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-08-29T17:47:16.542 INFO:tasks.workunit.client.0.smithi028.stdout: "acting_primary": 5, 2024-08-29T17:47:16.542 INFO:tasks.workunit.client.0.smithi028.stdout: "avail_no_missing": [], 2024-08-29T17:47:16.542 INFO:tasks.workunit.client.0.smithi028.stdout: "blocked_by": [], 2024-08-29T17:47:16.543 INFO:tasks.workunit.client.0.smithi028.stdout: "created": 62, 2024-08-29T17:47:16.543 INFO:tasks.workunit.client.0.smithi028.stdout: "dirty_stats_invalid": false, 2024-08-29T17:47:16.543 INFO:tasks.workunit.client.0.smithi028.stdout: "hitset_bytes_stats_invalid": false, 2024-08-29T17:47:16.543 INFO:tasks.workunit.client.0.smithi028.stdout: "hitset_stats_invalid": false, 2024-08-29T17:47:16.543 INFO:tasks.workunit.client.0.smithi028.stdout: "last_active": "2024-08-29T17:43:51.010868+0000", 2024-08-29T17:47:16.543 INFO:tasks.workunit.client.0.smithi028.stdout: "last_became_active": "2024-08-29T17:41:03.077519+0000", 2024-08-29T17:47:16.543 INFO:tasks.workunit.client.0.smithi028.stdout: "last_became_peered": "2024-08-29T17:41:03.077519+0000", 2024-08-29T17:47:16.543 INFO:tasks.workunit.client.0.smithi028.stdout: "last_change": "2024-08-29T17:41:03.078660+0000", 2024-08-29T17:47:16.543 INFO:tasks.workunit.client.0.smithi028.stdout: "last_clean": "2024-08-29T17:43:51.010868+0000", 2024-08-29T17:47:16.543 INFO:tasks.workunit.client.0.smithi028.stdout: "last_clean_scrub_stamp": "2024-08-29T17:41:01.987071+0000", 2024-08-29T17:47:16.543 INFO:tasks.workunit.client.0.smithi028.stdout: "last_deep_scrub": "0'0", 2024-08-29T17:47:16.543 INFO:tasks.workunit.client.0.smithi028.stdout: "last_deep_scrub_stamp": "2024-08-29T17:41:01.987071+0000", 2024-08-29T17:47:16.543 INFO:tasks.workunit.client.0.smithi028.stdout: "last_epoch_clean": 63, 2024-08-29T17:47:16.543 INFO:tasks.workunit.client.0.smithi028.stdout: "last_fresh": "2024-08-29T17:43:51.010868+0000", 2024-08-29T17:47:16.544 INFO:tasks.workunit.client.0.smithi028.stdout: "last_fullsized": "2024-08-29T17:43:51.010868+0000", 2024-08-29T17:47:16.544 INFO:tasks.workunit.client.0.smithi028.stdout: "last_peered": "2024-08-29T17:43:51.010868+0000", 2024-08-29T17:47:16.544 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub": "0'0", 2024-08-29T17:47:16.544 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub_duration": 0, 2024-08-29T17:47:16.544 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub_stamp": "2024-08-29T17:41:01.987071+0000", 2024-08-29T17:47:16.544 INFO:tasks.workunit.client.0.smithi028.stdout: "last_undegraded": "2024-08-29T17:43:51.010868+0000", 2024-08-29T17:47:16.544 INFO:tasks.workunit.client.0.smithi028.stdout: "last_unstale": "2024-08-29T17:43:51.010868+0000", 2024-08-29T17:47:16.544 INFO:tasks.workunit.client.0.smithi028.stdout: "log_dups_size": 0, 2024-08-29T17:47:16.544 INFO:tasks.workunit.client.0.smithi028.stdout: "log_size": 0, 2024-08-29T17:47:16.544 INFO:tasks.workunit.client.0.smithi028.stdout: "log_start": "0'0", 2024-08-29T17:47:16.544 INFO:tasks.workunit.client.0.smithi028.stdout: "manifest_stats_invalid": false, 2024-08-29T17:47:16.544 INFO:tasks.workunit.client.0.smithi028.stdout: "mapping_epoch": 62, 2024-08-29T17:47:16.544 INFO:tasks.workunit.client.0.smithi028.stdout: "object_location_counts": [], 2024-08-29T17:47:16.544 INFO:tasks.workunit.client.0.smithi028.stdout: "objects_scrubbed": 0, 2024-08-29T17:47:16.545 INFO:tasks.workunit.client.0.smithi028.stdout: "objects_trimmed": 0, 2024-08-29T17:47:16.545 INFO:tasks.workunit.client.0.smithi028.stdout: "omap_stats_invalid": false, 2024-08-29T17:47:16.545 INFO:tasks.workunit.client.0.smithi028.stdout: "ondisk_log_size": 0, 2024-08-29T17:47:16.545 INFO:tasks.workunit.client.0.smithi028.stdout: "ondisk_log_start": "0'0", 2024-08-29T17:47:16.545 INFO:tasks.workunit.client.0.smithi028.stdout: "parent": "0.0", 2024-08-29T17:47:16.545 INFO:tasks.workunit.client.0.smithi028.stdout: "parent_split_bits": 0, 2024-08-29T17:47:16.545 INFO:tasks.workunit.client.0.smithi028.stdout: "pgid": "3.30", 2024-08-29T17:47:16.545 INFO:tasks.workunit.client.0.smithi028.stdout: "pin_stats_invalid": false, 2024-08-29T17:47:16.545 INFO:tasks.workunit.client.0.smithi028.stdout: "purged_snaps": [], 2024-08-29T17:47:16.545 INFO:tasks.workunit.client.0.smithi028.stdout: "reported_epoch": 74, 2024-08-29T17:47:16.545 INFO:tasks.workunit.client.0.smithi028.stdout: "reported_seq": 21, 2024-08-29T17:47:16.545 INFO:tasks.workunit.client.0.smithi028.stdout: "scrub_duration": 0.0, 2024-08-29T17:47:16.545 INFO:tasks.workunit.client.0.smithi028.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-31T03:19:42.302665+0000", 2024-08-29T17:47:16.546 INFO:tasks.workunit.client.0.smithi028.stdout: "snaptrim_duration": 0.0, 2024-08-29T17:47:16.546 INFO:tasks.workunit.client.0.smithi028.stdout: "snaptrimq_len": 0, 2024-08-29T17:47:16.546 INFO:tasks.workunit.client.0.smithi028.stdout: "stat_sum": { 2024-08-29T17:47:16.546 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes": 0, 2024-08-29T17:47:16.546 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes_hit_set_archive": 0, 2024-08-29T17:47:16.546 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes_recovered": 0, 2024-08-29T17:47:16.546 INFO:tasks.workunit.client.0.smithi028.stdout: "num_deep_scrub_errors": 0, 2024-08-29T17:47:16.546 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict": 0, 2024-08-29T17:47:16.546 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_kb": 0, 2024-08-29T17:47:16.546 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_mode_full": 0, 2024-08-29T17:47:16.546 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_mode_some": 0, 2024-08-29T17:47:16.546 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush": 0, 2024-08-29T17:47:16.546 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_kb": 0, 2024-08-29T17:47:16.547 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_mode_high": 0, 2024-08-29T17:47:16.547 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_mode_low": 0, 2024-08-29T17:47:16.547 INFO:tasks.workunit.client.0.smithi028.stdout: "num_keys_recovered": 0, 2024-08-29T17:47:16.547 INFO:tasks.workunit.client.0.smithi028.stdout: "num_large_omap_objects": 0, 2024-08-29T17:47:16.547 INFO:tasks.workunit.client.0.smithi028.stdout: "num_legacy_snapsets": 0, 2024-08-29T17:47:16.547 INFO:tasks.workunit.client.0.smithi028.stdout: "num_object_clones": 0, 2024-08-29T17:47:16.547 INFO:tasks.workunit.client.0.smithi028.stdout: "num_object_copies": 0, 2024-08-29T17:47:16.547 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects": 0, 2024-08-29T17:47:16.547 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_degraded": 0, 2024-08-29T17:47:16.547 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_dirty": 0, 2024-08-29T17:47:16.547 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_hit_set_archive": 0, 2024-08-29T17:47:16.547 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_manifest": 0, 2024-08-29T17:47:16.547 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_misplaced": 0, 2024-08-29T17:47:16.548 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_missing": 0, 2024-08-29T17:47:16.548 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_missing_on_primary": 0, 2024-08-29T17:47:16.548 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_omap": 0, 2024-08-29T17:47:16.548 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_pinned": 0, 2024-08-29T17:47:16.548 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_recovered": 0, 2024-08-29T17:47:16.548 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_repaired": 0, 2024-08-29T17:47:16.548 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_unfound": 0, 2024-08-29T17:47:16.548 INFO:tasks.workunit.client.0.smithi028.stdout: "num_omap_bytes": 0, 2024-08-29T17:47:16.548 INFO:tasks.workunit.client.0.smithi028.stdout: "num_omap_keys": 0, 2024-08-29T17:47:16.548 INFO:tasks.workunit.client.0.smithi028.stdout: "num_promote": 0, 2024-08-29T17:47:16.548 INFO:tasks.workunit.client.0.smithi028.stdout: "num_read": 0, 2024-08-29T17:47:16.548 INFO:tasks.workunit.client.0.smithi028.stdout: "num_read_kb": 0, 2024-08-29T17:47:16.549 INFO:tasks.workunit.client.0.smithi028.stdout: "num_scrub_errors": 0, 2024-08-29T17:47:16.549 INFO:tasks.workunit.client.0.smithi028.stdout: "num_shallow_scrub_errors": 0, 2024-08-29T17:47:16.549 INFO:tasks.workunit.client.0.smithi028.stdout: "num_whiteouts": 0, 2024-08-29T17:47:16.549 INFO:tasks.workunit.client.0.smithi028.stdout: "num_write": 0, 2024-08-29T17:47:16.549 INFO:tasks.workunit.client.0.smithi028.stdout: "num_write_kb": 0 2024-08-29T17:47:16.549 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:16.549 INFO:tasks.workunit.client.0.smithi028.stdout: "state": "active+clean", 2024-08-29T17:47:16.549 INFO:tasks.workunit.client.0.smithi028.stdout: "stats_invalid": false, 2024-08-29T17:47:16.549 INFO:tasks.workunit.client.0.smithi028.stdout: "up": [ 2024-08-29T17:47:16.549 INFO:tasks.workunit.client.0.smithi028.stdout: 5, 2024-08-29T17:47:16.549 INFO:tasks.workunit.client.0.smithi028.stdout: 0, 2024-08-29T17:47:16.549 INFO:tasks.workunit.client.0.smithi028.stdout: 7 2024-08-29T17:47:16.549 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-08-29T17:47:16.550 INFO:tasks.workunit.client.0.smithi028.stdout: "up_primary": 5, 2024-08-29T17:47:16.550 INFO:tasks.workunit.client.0.smithi028.stdout: "version": "0'0" 2024-08-29T17:47:16.550 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:16.550 INFO:tasks.workunit.client.0.smithi028.stdout: { 2024-08-29T17:47:16.550 INFO:tasks.workunit.client.0.smithi028.stdout: "acting": [ 2024-08-29T17:47:16.550 INFO:tasks.workunit.client.0.smithi028.stdout: 5, 2024-08-29T17:47:16.550 INFO:tasks.workunit.client.0.smithi028.stdout: 7, 2024-08-29T17:47:16.550 INFO:tasks.workunit.client.0.smithi028.stdout: 3 2024-08-29T17:47:16.550 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-08-29T17:47:16.550 INFO:tasks.workunit.client.0.smithi028.stdout: "acting_primary": 5, 2024-08-29T17:47:16.550 INFO:tasks.workunit.client.0.smithi028.stdout: "avail_no_missing": [], 2024-08-29T17:47:16.551 INFO:tasks.workunit.client.0.smithi028.stdout: "blocked_by": [], 2024-08-29T17:47:16.551 INFO:tasks.workunit.client.0.smithi028.stdout: "created": 62, 2024-08-29T17:47:16.551 INFO:tasks.workunit.client.0.smithi028.stdout: "dirty_stats_invalid": false, 2024-08-29T17:47:16.551 INFO:tasks.workunit.client.0.smithi028.stdout: "hitset_bytes_stats_invalid": false, 2024-08-29T17:47:16.551 INFO:tasks.workunit.client.0.smithi028.stdout: "hitset_stats_invalid": false, 2024-08-29T17:47:16.551 INFO:tasks.workunit.client.0.smithi028.stdout: "last_active": "2024-08-29T17:43:51.012285+0000", 2024-08-29T17:47:16.551 INFO:tasks.workunit.client.0.smithi028.stdout: "last_became_active": "2024-08-29T17:41:16.103935+0000", 2024-08-29T17:47:16.551 INFO:tasks.workunit.client.0.smithi028.stdout: "last_became_peered": "2024-08-29T17:41:16.103935+0000", 2024-08-29T17:47:16.551 INFO:tasks.workunit.client.0.smithi028.stdout: "last_change": "2024-08-29T17:41:16.105014+0000", 2024-08-29T17:47:16.551 INFO:tasks.workunit.client.0.smithi028.stdout: "last_clean": "2024-08-29T17:43:51.012285+0000", 2024-08-29T17:47:16.551 INFO:tasks.workunit.client.0.smithi028.stdout: "last_clean_scrub_stamp": "2024-08-29T17:41:01.987071+0000", 2024-08-29T17:47:16.551 INFO:tasks.workunit.client.0.smithi028.stdout: "last_deep_scrub": "0'0", 2024-08-29T17:47:16.551 INFO:tasks.workunit.client.0.smithi028.stdout: "last_deep_scrub_stamp": "2024-08-29T17:41:01.987071+0000", 2024-08-29T17:47:16.552 INFO:tasks.workunit.client.0.smithi028.stdout: "last_epoch_clean": 67, 2024-08-29T17:47:16.552 INFO:tasks.workunit.client.0.smithi028.stdout: "last_fresh": "2024-08-29T17:43:51.012285+0000", 2024-08-29T17:47:16.552 INFO:tasks.workunit.client.0.smithi028.stdout: "last_fullsized": "2024-08-29T17:43:51.012285+0000", 2024-08-29T17:47:16.552 INFO:tasks.workunit.client.0.smithi028.stdout: "last_peered": "2024-08-29T17:43:51.012285+0000", 2024-08-29T17:47:16.552 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub": "0'0", 2024-08-29T17:47:16.552 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub_duration": 0, 2024-08-29T17:47:16.552 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub_stamp": "2024-08-29T17:41:01.987071+0000", 2024-08-29T17:47:16.552 INFO:tasks.workunit.client.0.smithi028.stdout: "last_undegraded": "2024-08-29T17:43:51.012285+0000", 2024-08-29T17:47:16.552 INFO:tasks.workunit.client.0.smithi028.stdout: "last_unstale": "2024-08-29T17:43:51.012285+0000", 2024-08-29T17:47:16.552 INFO:tasks.workunit.client.0.smithi028.stdout: "log_dups_size": 0, 2024-08-29T17:47:16.552 INFO:tasks.workunit.client.0.smithi028.stdout: "log_size": 0, 2024-08-29T17:47:16.552 INFO:tasks.workunit.client.0.smithi028.stdout: "log_start": "0'0", 2024-08-29T17:47:16.552 INFO:tasks.workunit.client.0.smithi028.stdout: "manifest_stats_invalid": false, 2024-08-29T17:47:16.552 INFO:tasks.workunit.client.0.smithi028.stdout: "mapping_epoch": 66, 2024-08-29T17:47:16.552 INFO:tasks.workunit.client.0.smithi028.stdout: "object_location_counts": [], 2024-08-29T17:47:16.553 INFO:tasks.workunit.client.0.smithi028.stdout: "objects_scrubbed": 0, 2024-08-29T17:47:16.553 INFO:tasks.workunit.client.0.smithi028.stdout: "objects_trimmed": 0, 2024-08-29T17:47:16.553 INFO:tasks.workunit.client.0.smithi028.stdout: "omap_stats_invalid": false, 2024-08-29T17:47:16.553 INFO:tasks.workunit.client.0.smithi028.stdout: "ondisk_log_size": 0, 2024-08-29T17:47:16.553 INFO:tasks.workunit.client.0.smithi028.stdout: "ondisk_log_start": "0'0", 2024-08-29T17:47:16.553 INFO:tasks.workunit.client.0.smithi028.stdout: "parent": "0.0", 2024-08-29T17:47:16.553 INFO:tasks.workunit.client.0.smithi028.stdout: "parent_split_bits": 0, 2024-08-29T17:47:16.553 INFO:tasks.workunit.client.0.smithi028.stdout: "pgid": "3.2f", 2024-08-29T17:47:16.553 INFO:tasks.workunit.client.0.smithi028.stdout: "pin_stats_invalid": false, 2024-08-29T17:47:16.553 INFO:tasks.workunit.client.0.smithi028.stdout: "purged_snaps": [], 2024-08-29T17:47:16.553 INFO:tasks.workunit.client.0.smithi028.stdout: "reported_epoch": 74, 2024-08-29T17:47:16.553 INFO:tasks.workunit.client.0.smithi028.stdout: "reported_seq": 31, 2024-08-29T17:47:16.554 INFO:tasks.workunit.client.0.smithi028.stdout: "scrub_duration": 0.0, 2024-08-29T17:47:16.554 INFO:tasks.workunit.client.0.smithi028.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-30T20:45:16.317019+0000", 2024-08-29T17:47:16.554 INFO:tasks.workunit.client.0.smithi028.stdout: "snaptrim_duration": 0.0, 2024-08-29T17:47:16.554 INFO:tasks.workunit.client.0.smithi028.stdout: "snaptrimq_len": 0, 2024-08-29T17:47:16.554 INFO:tasks.workunit.client.0.smithi028.stdout: "stat_sum": { 2024-08-29T17:47:16.554 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes": 0, 2024-08-29T17:47:16.554 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes_hit_set_archive": 0, 2024-08-29T17:47:16.554 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes_recovered": 0, 2024-08-29T17:47:16.554 INFO:tasks.workunit.client.0.smithi028.stdout: "num_deep_scrub_errors": 0, 2024-08-29T17:47:16.554 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict": 0, 2024-08-29T17:47:16.554 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_kb": 0, 2024-08-29T17:47:16.554 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_mode_full": 0, 2024-08-29T17:47:16.554 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_mode_some": 0, 2024-08-29T17:47:16.554 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush": 0, 2024-08-29T17:47:16.555 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_kb": 0, 2024-08-29T17:47:16.555 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_mode_high": 0, 2024-08-29T17:47:16.555 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_mode_low": 0, 2024-08-29T17:47:16.555 INFO:tasks.workunit.client.0.smithi028.stdout: "num_keys_recovered": 0, 2024-08-29T17:47:16.555 INFO:tasks.workunit.client.0.smithi028.stdout: "num_large_omap_objects": 0, 2024-08-29T17:47:16.555 INFO:tasks.workunit.client.0.smithi028.stdout: "num_legacy_snapsets": 0, 2024-08-29T17:47:16.555 INFO:tasks.workunit.client.0.smithi028.stdout: "num_object_clones": 0, 2024-08-29T17:47:16.555 INFO:tasks.workunit.client.0.smithi028.stdout: "num_object_copies": 0, 2024-08-29T17:47:16.555 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects": 0, 2024-08-29T17:47:16.555 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_degraded": 0, 2024-08-29T17:47:16.555 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_dirty": 0, 2024-08-29T17:47:16.555 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_hit_set_archive": 0, 2024-08-29T17:47:16.555 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_manifest": 0, 2024-08-29T17:47:16.556 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_misplaced": 0, 2024-08-29T17:47:16.556 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_missing": 0, 2024-08-29T17:47:16.556 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_missing_on_primary": 0, 2024-08-29T17:47:16.556 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_omap": 0, 2024-08-29T17:47:16.556 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_pinned": 0, 2024-08-29T17:47:16.556 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_recovered": 0, 2024-08-29T17:47:16.556 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_repaired": 0, 2024-08-29T17:47:16.556 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_unfound": 0, 2024-08-29T17:47:16.556 INFO:tasks.workunit.client.0.smithi028.stdout: "num_omap_bytes": 0, 2024-08-29T17:47:16.556 INFO:tasks.workunit.client.0.smithi028.stdout: "num_omap_keys": 0, 2024-08-29T17:47:16.556 INFO:tasks.workunit.client.0.smithi028.stdout: "num_promote": 0, 2024-08-29T17:47:16.556 INFO:tasks.workunit.client.0.smithi028.stdout: "num_read": 0, 2024-08-29T17:47:16.556 INFO:tasks.workunit.client.0.smithi028.stdout: "num_read_kb": 0, 2024-08-29T17:47:16.557 INFO:tasks.workunit.client.0.smithi028.stdout: "num_scrub_errors": 0, 2024-08-29T17:47:16.557 INFO:tasks.workunit.client.0.smithi028.stdout: "num_shallow_scrub_errors": 0, 2024-08-29T17:47:16.557 INFO:tasks.workunit.client.0.smithi028.stdout: "num_whiteouts": 0, 2024-08-29T17:47:16.557 INFO:tasks.workunit.client.0.smithi028.stdout: "num_write": 0, 2024-08-29T17:47:16.557 INFO:tasks.workunit.client.0.smithi028.stdout: "num_write_kb": 0 2024-08-29T17:47:16.557 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:16.557 INFO:tasks.workunit.client.0.smithi028.stdout: "state": "active+clean", 2024-08-29T17:47:16.557 INFO:tasks.workunit.client.0.smithi028.stdout: "stats_invalid": false, 2024-08-29T17:47:16.557 INFO:tasks.workunit.client.0.smithi028.stdout: "up": [ 2024-08-29T17:47:16.557 INFO:tasks.workunit.client.0.smithi028.stdout: 5, 2024-08-29T17:47:16.557 INFO:tasks.workunit.client.0.smithi028.stdout: 7, 2024-08-29T17:47:16.557 INFO:tasks.workunit.client.0.smithi028.stdout: 3 2024-08-29T17:47:16.557 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-08-29T17:47:16.557 INFO:tasks.workunit.client.0.smithi028.stdout: "up_primary": 5, 2024-08-29T17:47:16.558 INFO:tasks.workunit.client.0.smithi028.stdout: "version": "0'0" 2024-08-29T17:47:16.558 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:16.558 INFO:tasks.workunit.client.0.smithi028.stdout: { 2024-08-29T17:47:16.558 INFO:tasks.workunit.client.0.smithi028.stdout: "acting": [ 2024-08-29T17:47:16.558 INFO:tasks.workunit.client.0.smithi028.stdout: 2, 2024-08-29T17:47:16.558 INFO:tasks.workunit.client.0.smithi028.stdout: 6, 2024-08-29T17:47:16.558 INFO:tasks.workunit.client.0.smithi028.stdout: 7 2024-08-29T17:47:16.558 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-08-29T17:47:16.558 INFO:tasks.workunit.client.0.smithi028.stdout: "acting_primary": 2, 2024-08-29T17:47:16.558 INFO:tasks.workunit.client.0.smithi028.stdout: "avail_no_missing": [], 2024-08-29T17:47:16.558 INFO:tasks.workunit.client.0.smithi028.stdout: "blocked_by": [], 2024-08-29T17:47:16.558 INFO:tasks.workunit.client.0.smithi028.stdout: "created": 62, 2024-08-29T17:47:16.558 INFO:tasks.workunit.client.0.smithi028.stdout: "dirty_stats_invalid": false, 2024-08-29T17:47:16.559 INFO:tasks.workunit.client.0.smithi028.stdout: "hitset_bytes_stats_invalid": false, 2024-08-29T17:47:16.559 INFO:tasks.workunit.client.0.smithi028.stdout: "hitset_stats_invalid": false, 2024-08-29T17:47:16.559 INFO:tasks.workunit.client.0.smithi028.stdout: "last_active": "2024-08-29T17:43:51.006349+0000", 2024-08-29T17:47:16.559 INFO:tasks.workunit.client.0.smithi028.stdout: "last_became_active": "2024-08-29T17:41:03.051355+0000", 2024-08-29T17:47:16.559 INFO:tasks.workunit.client.0.smithi028.stdout: "last_became_peered": "2024-08-29T17:41:03.051355+0000", 2024-08-29T17:47:16.559 INFO:tasks.workunit.client.0.smithi028.stdout: "last_change": "2024-08-29T17:41:03.054201+0000", 2024-08-29T17:47:16.559 INFO:tasks.workunit.client.0.smithi028.stdout: "last_clean": "2024-08-29T17:43:51.006349+0000", 2024-08-29T17:47:16.559 INFO:tasks.workunit.client.0.smithi028.stdout: "last_clean_scrub_stamp": "2024-08-29T17:41:01.987071+0000", 2024-08-29T17:47:16.559 INFO:tasks.workunit.client.0.smithi028.stdout: "last_deep_scrub": "0'0", 2024-08-29T17:47:16.559 INFO:tasks.workunit.client.0.smithi028.stdout: "last_deep_scrub_stamp": "2024-08-29T17:41:01.987071+0000", 2024-08-29T17:47:16.559 INFO:tasks.workunit.client.0.smithi028.stdout: "last_epoch_clean": 63, 2024-08-29T17:47:16.559 INFO:tasks.workunit.client.0.smithi028.stdout: "last_fresh": "2024-08-29T17:43:51.006349+0000", 2024-08-29T17:47:16.559 INFO:tasks.workunit.client.0.smithi028.stdout: "last_fullsized": "2024-08-29T17:43:51.006349+0000", 2024-08-29T17:47:16.560 INFO:tasks.workunit.client.0.smithi028.stdout: "last_peered": "2024-08-29T17:43:51.006349+0000", 2024-08-29T17:47:16.560 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub": "0'0", 2024-08-29T17:47:16.560 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub_duration": 0, 2024-08-29T17:47:16.560 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub_stamp": "2024-08-29T17:41:01.987071+0000", 2024-08-29T17:47:16.560 INFO:tasks.workunit.client.0.smithi028.stdout: "last_undegraded": "2024-08-29T17:43:51.006349+0000", 2024-08-29T17:47:16.560 INFO:tasks.workunit.client.0.smithi028.stdout: "last_unstale": "2024-08-29T17:43:51.006349+0000", 2024-08-29T17:47:16.560 INFO:tasks.workunit.client.0.smithi028.stdout: "log_dups_size": 0, 2024-08-29T17:47:16.560 INFO:tasks.workunit.client.0.smithi028.stdout: "log_size": 0, 2024-08-29T17:47:16.560 INFO:tasks.workunit.client.0.smithi028.stdout: "log_start": "0'0", 2024-08-29T17:47:16.560 INFO:tasks.workunit.client.0.smithi028.stdout: "manifest_stats_invalid": false, 2024-08-29T17:47:16.560 INFO:tasks.workunit.client.0.smithi028.stdout: "mapping_epoch": 62, 2024-08-29T17:47:16.560 INFO:tasks.workunit.client.0.smithi028.stdout: "object_location_counts": [], 2024-08-29T17:47:16.560 INFO:tasks.workunit.client.0.smithi028.stdout: "objects_scrubbed": 0, 2024-08-29T17:47:16.560 INFO:tasks.workunit.client.0.smithi028.stdout: "objects_trimmed": 0, 2024-08-29T17:47:16.561 INFO:tasks.workunit.client.0.smithi028.stdout: "omap_stats_invalid": false, 2024-08-29T17:47:16.561 INFO:tasks.workunit.client.0.smithi028.stdout: "ondisk_log_size": 0, 2024-08-29T17:47:16.561 INFO:tasks.workunit.client.0.smithi028.stdout: "ondisk_log_start": "0'0", 2024-08-29T17:47:16.561 INFO:tasks.workunit.client.0.smithi028.stdout: "parent": "0.0", 2024-08-29T17:47:16.561 INFO:tasks.workunit.client.0.smithi028.stdout: "parent_split_bits": 0, 2024-08-29T17:47:16.561 INFO:tasks.workunit.client.0.smithi028.stdout: "pgid": "3.2e", 2024-08-29T17:47:16.561 INFO:tasks.workunit.client.0.smithi028.stdout: "pin_stats_invalid": false, 2024-08-29T17:47:16.561 INFO:tasks.workunit.client.0.smithi028.stdout: "purged_snaps": [], 2024-08-29T17:47:16.561 INFO:tasks.workunit.client.0.smithi028.stdout: "reported_epoch": 74, 2024-08-29T17:47:16.561 INFO:tasks.workunit.client.0.smithi028.stdout: "reported_seq": 21, 2024-08-29T17:47:16.561 INFO:tasks.workunit.client.0.smithi028.stdout: "scrub_duration": 0.0, 2024-08-29T17:47:16.561 INFO:tasks.workunit.client.0.smithi028.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-31T00:00:38.356662+0000", 2024-08-29T17:47:16.562 INFO:tasks.workunit.client.0.smithi028.stdout: "snaptrim_duration": 0.0, 2024-08-29T17:47:16.562 INFO:tasks.workunit.client.0.smithi028.stdout: "snaptrimq_len": 0, 2024-08-29T17:47:16.562 INFO:tasks.workunit.client.0.smithi028.stdout: "stat_sum": { 2024-08-29T17:47:16.562 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes": 0, 2024-08-29T17:47:16.562 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes_hit_set_archive": 0, 2024-08-29T17:47:16.562 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes_recovered": 0, 2024-08-29T17:47:16.562 INFO:tasks.workunit.client.0.smithi028.stdout: "num_deep_scrub_errors": 0, 2024-08-29T17:47:16.562 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict": 0, 2024-08-29T17:47:16.562 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_kb": 0, 2024-08-29T17:47:16.562 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_mode_full": 0, 2024-08-29T17:47:16.562 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_mode_some": 0, 2024-08-29T17:47:16.562 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush": 0, 2024-08-29T17:47:16.562 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_kb": 0, 2024-08-29T17:47:16.563 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_mode_high": 0, 2024-08-29T17:47:16.563 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_mode_low": 0, 2024-08-29T17:47:16.563 INFO:tasks.workunit.client.0.smithi028.stdout: "num_keys_recovered": 0, 2024-08-29T17:47:16.563 INFO:tasks.workunit.client.0.smithi028.stdout: "num_large_omap_objects": 0, 2024-08-29T17:47:16.563 INFO:tasks.workunit.client.0.smithi028.stdout: "num_legacy_snapsets": 0, 2024-08-29T17:47:16.563 INFO:tasks.workunit.client.0.smithi028.stdout: "num_object_clones": 0, 2024-08-29T17:47:16.563 INFO:tasks.workunit.client.0.smithi028.stdout: "num_object_copies": 0, 2024-08-29T17:47:16.563 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects": 0, 2024-08-29T17:47:16.563 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_degraded": 0, 2024-08-29T17:47:16.563 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_dirty": 0, 2024-08-29T17:47:16.563 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_hit_set_archive": 0, 2024-08-29T17:47:16.563 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_manifest": 0, 2024-08-29T17:47:16.563 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_misplaced": 0, 2024-08-29T17:47:16.564 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_missing": 0, 2024-08-29T17:47:16.564 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_missing_on_primary": 0, 2024-08-29T17:47:16.564 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_omap": 0, 2024-08-29T17:47:16.564 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_pinned": 0, 2024-08-29T17:47:16.564 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_recovered": 0, 2024-08-29T17:47:16.564 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_repaired": 0, 2024-08-29T17:47:16.564 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_unfound": 0, 2024-08-29T17:47:16.564 INFO:tasks.workunit.client.0.smithi028.stdout: "num_omap_bytes": 0, 2024-08-29T17:47:16.564 INFO:tasks.workunit.client.0.smithi028.stdout: "num_omap_keys": 0, 2024-08-29T17:47:16.564 INFO:tasks.workunit.client.0.smithi028.stdout: "num_promote": 0, 2024-08-29T17:47:16.564 INFO:tasks.workunit.client.0.smithi028.stdout: "num_read": 0, 2024-08-29T17:47:16.564 INFO:tasks.workunit.client.0.smithi028.stdout: "num_read_kb": 0, 2024-08-29T17:47:16.564 INFO:tasks.workunit.client.0.smithi028.stdout: "num_scrub_errors": 0, 2024-08-29T17:47:16.564 INFO:tasks.workunit.client.0.smithi028.stdout: "num_shallow_scrub_errors": 0, 2024-08-29T17:47:16.565 INFO:tasks.workunit.client.0.smithi028.stdout: "num_whiteouts": 0, 2024-08-29T17:47:16.565 INFO:tasks.workunit.client.0.smithi028.stdout: "num_write": 0, 2024-08-29T17:47:16.565 INFO:tasks.workunit.client.0.smithi028.stdout: "num_write_kb": 0 2024-08-29T17:47:16.565 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:16.565 INFO:tasks.workunit.client.0.smithi028.stdout: "state": "active+clean", 2024-08-29T17:47:16.565 INFO:tasks.workunit.client.0.smithi028.stdout: "stats_invalid": false, 2024-08-29T17:47:16.565 INFO:tasks.workunit.client.0.smithi028.stdout: "up": [ 2024-08-29T17:47:16.565 INFO:tasks.workunit.client.0.smithi028.stdout: 2, 2024-08-29T17:47:16.565 INFO:tasks.workunit.client.0.smithi028.stdout: 6, 2024-08-29T17:47:16.565 INFO:tasks.workunit.client.0.smithi028.stdout: 7 2024-08-29T17:47:16.565 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-08-29T17:47:16.565 INFO:tasks.workunit.client.0.smithi028.stdout: "up_primary": 2, 2024-08-29T17:47:16.565 INFO:tasks.workunit.client.0.smithi028.stdout: "version": "0'0" 2024-08-29T17:47:16.565 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:16.566 INFO:tasks.workunit.client.0.smithi028.stdout: { 2024-08-29T17:47:16.566 INFO:tasks.workunit.client.0.smithi028.stdout: "acting": [ 2024-08-29T17:47:16.566 INFO:tasks.workunit.client.0.smithi028.stdout: 7, 2024-08-29T17:47:16.566 INFO:tasks.workunit.client.0.smithi028.stdout: 2, 2024-08-29T17:47:16.566 INFO:tasks.workunit.client.0.smithi028.stdout: 6 2024-08-29T17:47:16.566 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-08-29T17:47:16.566 INFO:tasks.workunit.client.0.smithi028.stdout: "acting_primary": 7, 2024-08-29T17:47:16.566 INFO:tasks.workunit.client.0.smithi028.stdout: "avail_no_missing": [], 2024-08-29T17:47:16.566 INFO:tasks.workunit.client.0.smithi028.stdout: "blocked_by": [], 2024-08-29T17:47:16.566 INFO:tasks.workunit.client.0.smithi028.stdout: "created": 62, 2024-08-29T17:47:16.566 INFO:tasks.workunit.client.0.smithi028.stdout: "dirty_stats_invalid": false, 2024-08-29T17:47:16.566 INFO:tasks.workunit.client.0.smithi028.stdout: "hitset_bytes_stats_invalid": false, 2024-08-29T17:47:16.566 INFO:tasks.workunit.client.0.smithi028.stdout: "hitset_stats_invalid": false, 2024-08-29T17:47:16.567 INFO:tasks.workunit.client.0.smithi028.stdout: "last_active": "2024-08-29T17:43:51.059032+0000", 2024-08-29T17:47:16.567 INFO:tasks.workunit.client.0.smithi028.stdout: "last_became_active": "2024-08-29T17:41:03.074623+0000", 2024-08-29T17:47:16.567 INFO:tasks.workunit.client.0.smithi028.stdout: "last_became_peered": "2024-08-29T17:41:03.074623+0000", 2024-08-29T17:47:16.567 INFO:tasks.workunit.client.0.smithi028.stdout: "last_change": "2024-08-29T17:41:03.075263+0000", 2024-08-29T17:47:16.567 INFO:tasks.workunit.client.0.smithi028.stdout: "last_clean": "2024-08-29T17:43:51.059032+0000", 2024-08-29T17:47:16.567 INFO:tasks.workunit.client.0.smithi028.stdout: "last_clean_scrub_stamp": "2024-08-29T17:41:01.987071+0000", 2024-08-29T17:47:16.567 INFO:tasks.workunit.client.0.smithi028.stdout: "last_deep_scrub": "0'0", 2024-08-29T17:47:16.567 INFO:tasks.workunit.client.0.smithi028.stdout: "last_deep_scrub_stamp": "2024-08-29T17:41:01.987071+0000", 2024-08-29T17:47:16.567 INFO:tasks.workunit.client.0.smithi028.stdout: "last_epoch_clean": 63, 2024-08-29T17:47:16.567 INFO:tasks.workunit.client.0.smithi028.stdout: "last_fresh": "2024-08-29T17:43:51.059032+0000", 2024-08-29T17:47:16.567 INFO:tasks.workunit.client.0.smithi028.stdout: "last_fullsized": "2024-08-29T17:43:51.059032+0000", 2024-08-29T17:47:16.567 INFO:tasks.workunit.client.0.smithi028.stdout: "last_peered": "2024-08-29T17:43:51.059032+0000", 2024-08-29T17:47:16.567 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub": "0'0", 2024-08-29T17:47:16.567 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub_duration": 0, 2024-08-29T17:47:16.568 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub_stamp": "2024-08-29T17:41:01.987071+0000", 2024-08-29T17:47:16.568 INFO:tasks.workunit.client.0.smithi028.stdout: "last_undegraded": "2024-08-29T17:43:51.059032+0000", 2024-08-29T17:47:16.568 INFO:tasks.workunit.client.0.smithi028.stdout: "last_unstale": "2024-08-29T17:43:51.059032+0000", 2024-08-29T17:47:16.568 INFO:tasks.workunit.client.0.smithi028.stdout: "log_dups_size": 0, 2024-08-29T17:47:16.568 INFO:tasks.workunit.client.0.smithi028.stdout: "log_size": 0, 2024-08-29T17:47:16.568 INFO:tasks.workunit.client.0.smithi028.stdout: "log_start": "0'0", 2024-08-29T17:47:16.568 INFO:tasks.workunit.client.0.smithi028.stdout: "manifest_stats_invalid": false, 2024-08-29T17:47:16.568 INFO:tasks.workunit.client.0.smithi028.stdout: "mapping_epoch": 62, 2024-08-29T17:47:16.568 INFO:tasks.workunit.client.0.smithi028.stdout: "object_location_counts": [], 2024-08-29T17:47:16.568 INFO:tasks.workunit.client.0.smithi028.stdout: "objects_scrubbed": 0, 2024-08-29T17:47:16.568 INFO:tasks.workunit.client.0.smithi028.stdout: "objects_trimmed": 0, 2024-08-29T17:47:16.568 INFO:tasks.workunit.client.0.smithi028.stdout: "omap_stats_invalid": false, 2024-08-29T17:47:16.568 INFO:tasks.workunit.client.0.smithi028.stdout: "ondisk_log_size": 0, 2024-08-29T17:47:16.569 INFO:tasks.workunit.client.0.smithi028.stdout: "ondisk_log_start": "0'0", 2024-08-29T17:47:16.569 INFO:tasks.workunit.client.0.smithi028.stdout: "parent": "0.0", 2024-08-29T17:47:16.569 INFO:tasks.workunit.client.0.smithi028.stdout: "parent_split_bits": 0, 2024-08-29T17:47:16.569 INFO:tasks.workunit.client.0.smithi028.stdout: "pgid": "3.2d", 2024-08-29T17:47:16.569 INFO:tasks.workunit.client.0.smithi028.stdout: "pin_stats_invalid": false, 2024-08-29T17:47:16.569 INFO:tasks.workunit.client.0.smithi028.stdout: "purged_snaps": [], 2024-08-29T17:47:16.569 INFO:tasks.workunit.client.0.smithi028.stdout: "reported_epoch": 74, 2024-08-29T17:47:16.569 INFO:tasks.workunit.client.0.smithi028.stdout: "reported_seq": 21, 2024-08-29T17:47:16.569 INFO:tasks.workunit.client.0.smithi028.stdout: "scrub_duration": 0.0, 2024-08-29T17:47:16.569 INFO:tasks.workunit.client.0.smithi028.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-30T22:48:43.710117+0000", 2024-08-29T17:47:16.569 INFO:tasks.workunit.client.0.smithi028.stdout: "snaptrim_duration": 0.0, 2024-08-29T17:47:16.569 INFO:tasks.workunit.client.0.smithi028.stdout: "snaptrimq_len": 0, 2024-08-29T17:47:16.569 INFO:tasks.workunit.client.0.smithi028.stdout: "stat_sum": { 2024-08-29T17:47:16.569 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes": 0, 2024-08-29T17:47:16.570 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes_hit_set_archive": 0, 2024-08-29T17:47:16.570 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes_recovered": 0, 2024-08-29T17:47:16.570 INFO:tasks.workunit.client.0.smithi028.stdout: "num_deep_scrub_errors": 0, 2024-08-29T17:47:16.570 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict": 0, 2024-08-29T17:47:16.570 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_kb": 0, 2024-08-29T17:47:16.570 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_mode_full": 0, 2024-08-29T17:47:16.570 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_mode_some": 0, 2024-08-29T17:47:16.570 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush": 0, 2024-08-29T17:47:16.570 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_kb": 0, 2024-08-29T17:47:16.570 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_mode_high": 0, 2024-08-29T17:47:16.570 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_mode_low": 0, 2024-08-29T17:47:16.570 INFO:tasks.workunit.client.0.smithi028.stdout: "num_keys_recovered": 0, 2024-08-29T17:47:16.570 INFO:tasks.workunit.client.0.smithi028.stdout: "num_large_omap_objects": 0, 2024-08-29T17:47:16.571 INFO:tasks.workunit.client.0.smithi028.stdout: "num_legacy_snapsets": 0, 2024-08-29T17:47:16.571 INFO:tasks.workunit.client.0.smithi028.stdout: "num_object_clones": 0, 2024-08-29T17:47:16.571 INFO:tasks.workunit.client.0.smithi028.stdout: "num_object_copies": 0, 2024-08-29T17:47:16.571 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects": 0, 2024-08-29T17:47:16.571 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_degraded": 0, 2024-08-29T17:47:16.571 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_dirty": 0, 2024-08-29T17:47:16.571 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_hit_set_archive": 0, 2024-08-29T17:47:16.571 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_manifest": 0, 2024-08-29T17:47:16.571 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_misplaced": 0, 2024-08-29T17:47:16.571 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_missing": 0, 2024-08-29T17:47:16.571 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_missing_on_primary": 0, 2024-08-29T17:47:16.571 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_omap": 0, 2024-08-29T17:47:16.571 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_pinned": 0, 2024-08-29T17:47:16.571 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_recovered": 0, 2024-08-29T17:47:16.572 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_repaired": 0, 2024-08-29T17:47:16.572 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_unfound": 0, 2024-08-29T17:47:16.572 INFO:tasks.workunit.client.0.smithi028.stdout: "num_omap_bytes": 0, 2024-08-29T17:47:16.572 INFO:tasks.workunit.client.0.smithi028.stdout: "num_omap_keys": 0, 2024-08-29T17:47:16.572 INFO:tasks.workunit.client.0.smithi028.stdout: "num_promote": 0, 2024-08-29T17:47:16.572 INFO:tasks.workunit.client.0.smithi028.stdout: "num_read": 0, 2024-08-29T17:47:16.572 INFO:tasks.workunit.client.0.smithi028.stdout: "num_read_kb": 0, 2024-08-29T17:47:16.572 INFO:tasks.workunit.client.0.smithi028.stdout: "num_scrub_errors": 0, 2024-08-29T17:47:16.572 INFO:tasks.workunit.client.0.smithi028.stdout: "num_shallow_scrub_errors": 0, 2024-08-29T17:47:16.572 INFO:tasks.workunit.client.0.smithi028.stdout: "num_whiteouts": 0, 2024-08-29T17:47:16.572 INFO:tasks.workunit.client.0.smithi028.stdout: "num_write": 0, 2024-08-29T17:47:16.572 INFO:tasks.workunit.client.0.smithi028.stdout: "num_write_kb": 0 2024-08-29T17:47:16.572 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:16.572 INFO:tasks.workunit.client.0.smithi028.stdout: "state": "active+clean", 2024-08-29T17:47:16.573 INFO:tasks.workunit.client.0.smithi028.stdout: "stats_invalid": false, 2024-08-29T17:47:16.573 INFO:tasks.workunit.client.0.smithi028.stdout: "up": [ 2024-08-29T17:47:16.573 INFO:tasks.workunit.client.0.smithi028.stdout: 7, 2024-08-29T17:47:16.573 INFO:tasks.workunit.client.0.smithi028.stdout: 2, 2024-08-29T17:47:16.573 INFO:tasks.workunit.client.0.smithi028.stdout: 6 2024-08-29T17:47:16.573 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-08-29T17:47:16.573 INFO:tasks.workunit.client.0.smithi028.stdout: "up_primary": 7, 2024-08-29T17:47:16.573 INFO:tasks.workunit.client.0.smithi028.stdout: "version": "0'0" 2024-08-29T17:47:16.573 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:16.573 INFO:tasks.workunit.client.0.smithi028.stdout: { 2024-08-29T17:47:16.573 INFO:tasks.workunit.client.0.smithi028.stdout: "acting": [ 2024-08-29T17:47:16.573 INFO:tasks.workunit.client.0.smithi028.stdout: 6, 2024-08-29T17:47:16.573 INFO:tasks.workunit.client.0.smithi028.stdout: 4, 2024-08-29T17:47:16.574 INFO:tasks.workunit.client.0.smithi028.stdout: 0 2024-08-29T17:47:16.574 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-08-29T17:47:16.574 INFO:tasks.workunit.client.0.smithi028.stdout: "acting_primary": 6, 2024-08-29T17:47:16.574 INFO:tasks.workunit.client.0.smithi028.stdout: "avail_no_missing": [], 2024-08-29T17:47:16.574 INFO:tasks.workunit.client.0.smithi028.stdout: "blocked_by": [], 2024-08-29T17:47:16.574 INFO:tasks.workunit.client.0.smithi028.stdout: "created": 62, 2024-08-29T17:47:16.574 INFO:tasks.workunit.client.0.smithi028.stdout: "dirty_stats_invalid": false, 2024-08-29T17:47:16.574 INFO:tasks.workunit.client.0.smithi028.stdout: "hitset_bytes_stats_invalid": false, 2024-08-29T17:47:16.574 INFO:tasks.workunit.client.0.smithi028.stdout: "hitset_stats_invalid": false, 2024-08-29T17:47:16.574 INFO:tasks.workunit.client.0.smithi028.stdout: "last_active": "2024-08-29T17:43:51.180839+0000", 2024-08-29T17:47:16.574 INFO:tasks.workunit.client.0.smithi028.stdout: "last_became_active": "2024-08-29T17:41:03.071246+0000", 2024-08-29T17:47:16.574 INFO:tasks.workunit.client.0.smithi028.stdout: "last_became_peered": "2024-08-29T17:41:03.071246+0000", 2024-08-29T17:47:16.574 INFO:tasks.workunit.client.0.smithi028.stdout: "last_change": "2024-08-29T17:41:03.072007+0000", 2024-08-29T17:47:16.575 INFO:tasks.workunit.client.0.smithi028.stdout: "last_clean": "2024-08-29T17:43:51.180839+0000", 2024-08-29T17:47:16.575 INFO:tasks.workunit.client.0.smithi028.stdout: "last_clean_scrub_stamp": "2024-08-29T17:41:01.987071+0000", 2024-08-29T17:47:16.575 INFO:tasks.workunit.client.0.smithi028.stdout: "last_deep_scrub": "0'0", 2024-08-29T17:47:16.575 INFO:tasks.workunit.client.0.smithi028.stdout: "last_deep_scrub_stamp": "2024-08-29T17:41:01.987071+0000", 2024-08-29T17:47:16.575 INFO:tasks.workunit.client.0.smithi028.stdout: "last_epoch_clean": 63, 2024-08-29T17:47:16.575 INFO:tasks.workunit.client.0.smithi028.stdout: "last_fresh": "2024-08-29T17:43:51.180839+0000", 2024-08-29T17:47:16.575 INFO:tasks.workunit.client.0.smithi028.stdout: "last_fullsized": "2024-08-29T17:43:51.180839+0000", 2024-08-29T17:47:16.575 INFO:tasks.workunit.client.0.smithi028.stdout: "last_peered": "2024-08-29T17:43:51.180839+0000", 2024-08-29T17:47:16.575 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub": "0'0", 2024-08-29T17:47:16.575 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub_duration": 0, 2024-08-29T17:47:16.575 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub_stamp": "2024-08-29T17:41:01.987071+0000", 2024-08-29T17:47:16.575 INFO:tasks.workunit.client.0.smithi028.stdout: "last_undegraded": "2024-08-29T17:43:51.180839+0000", 2024-08-29T17:47:16.575 INFO:tasks.workunit.client.0.smithi028.stdout: "last_unstale": "2024-08-29T17:43:51.180839+0000", 2024-08-29T17:47:16.575 INFO:tasks.workunit.client.0.smithi028.stdout: "log_dups_size": 0, 2024-08-29T17:47:16.576 INFO:tasks.workunit.client.0.smithi028.stdout: "log_size": 0, 2024-08-29T17:47:16.576 INFO:tasks.workunit.client.0.smithi028.stdout: "log_start": "0'0", 2024-08-29T17:47:16.576 INFO:tasks.workunit.client.0.smithi028.stdout: "manifest_stats_invalid": false, 2024-08-29T17:47:16.576 INFO:tasks.workunit.client.0.smithi028.stdout: "mapping_epoch": 62, 2024-08-29T17:47:16.576 INFO:tasks.workunit.client.0.smithi028.stdout: "object_location_counts": [], 2024-08-29T17:47:16.576 INFO:tasks.workunit.client.0.smithi028.stdout: "objects_scrubbed": 0, 2024-08-29T17:47:16.576 INFO:tasks.workunit.client.0.smithi028.stdout: "objects_trimmed": 0, 2024-08-29T17:47:16.576 INFO:tasks.workunit.client.0.smithi028.stdout: "omap_stats_invalid": false, 2024-08-29T17:47:16.576 INFO:tasks.workunit.client.0.smithi028.stdout: "ondisk_log_size": 0, 2024-08-29T17:47:16.576 INFO:tasks.workunit.client.0.smithi028.stdout: "ondisk_log_start": "0'0", 2024-08-29T17:47:16.576 INFO:tasks.workunit.client.0.smithi028.stdout: "parent": "0.0", 2024-08-29T17:47:16.577 INFO:tasks.workunit.client.0.smithi028.stdout: "parent_split_bits": 0, 2024-08-29T17:47:16.577 INFO:tasks.workunit.client.0.smithi028.stdout: "pgid": "3.2c", 2024-08-29T17:47:16.577 INFO:tasks.workunit.client.0.smithi028.stdout: "pin_stats_invalid": false, 2024-08-29T17:47:16.577 INFO:tasks.workunit.client.0.smithi028.stdout: "purged_snaps": [], 2024-08-29T17:47:16.577 INFO:tasks.workunit.client.0.smithi028.stdout: "reported_epoch": 74, 2024-08-29T17:47:16.577 INFO:tasks.workunit.client.0.smithi028.stdout: "reported_seq": 21, 2024-08-29T17:47:16.577 INFO:tasks.workunit.client.0.smithi028.stdout: "scrub_duration": 0.0, 2024-08-29T17:47:16.577 INFO:tasks.workunit.client.0.smithi028.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-30T20:30:50.433724+0000", 2024-08-29T17:47:16.577 INFO:tasks.workunit.client.0.smithi028.stdout: "snaptrim_duration": 0.0, 2024-08-29T17:47:16.577 INFO:tasks.workunit.client.0.smithi028.stdout: "snaptrimq_len": 0, 2024-08-29T17:47:16.577 INFO:tasks.workunit.client.0.smithi028.stdout: "stat_sum": { 2024-08-29T17:47:16.577 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes": 0, 2024-08-29T17:47:16.577 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes_hit_set_archive": 0, 2024-08-29T17:47:16.578 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes_recovered": 0, 2024-08-29T17:47:16.578 INFO:tasks.workunit.client.0.smithi028.stdout: "num_deep_scrub_errors": 0, 2024-08-29T17:47:16.578 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict": 0, 2024-08-29T17:47:16.578 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_kb": 0, 2024-08-29T17:47:16.578 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_mode_full": 0, 2024-08-29T17:47:16.578 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_mode_some": 0, 2024-08-29T17:47:16.578 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush": 0, 2024-08-29T17:47:16.578 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_kb": 0, 2024-08-29T17:47:16.578 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_mode_high": 0, 2024-08-29T17:47:16.578 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_mode_low": 0, 2024-08-29T17:47:16.578 INFO:tasks.workunit.client.0.smithi028.stdout: "num_keys_recovered": 0, 2024-08-29T17:47:16.578 INFO:tasks.workunit.client.0.smithi028.stdout: "num_large_omap_objects": 0, 2024-08-29T17:47:16.578 INFO:tasks.workunit.client.0.smithi028.stdout: "num_legacy_snapsets": 0, 2024-08-29T17:47:16.578 INFO:tasks.workunit.client.0.smithi028.stdout: "num_object_clones": 0, 2024-08-29T17:47:16.579 INFO:tasks.workunit.client.0.smithi028.stdout: "num_object_copies": 0, 2024-08-29T17:47:16.579 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects": 0, 2024-08-29T17:47:16.579 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_degraded": 0, 2024-08-29T17:47:16.579 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_dirty": 0, 2024-08-29T17:47:16.579 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_hit_set_archive": 0, 2024-08-29T17:47:16.579 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_manifest": 0, 2024-08-29T17:47:16.579 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_misplaced": 0, 2024-08-29T17:47:16.579 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_missing": 0, 2024-08-29T17:47:16.579 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_missing_on_primary": 0, 2024-08-29T17:47:16.579 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_omap": 0, 2024-08-29T17:47:16.579 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_pinned": 0, 2024-08-29T17:47:16.579 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_recovered": 0, 2024-08-29T17:47:16.579 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_repaired": 0, 2024-08-29T17:47:16.579 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_unfound": 0, 2024-08-29T17:47:16.580 INFO:tasks.workunit.client.0.smithi028.stdout: "num_omap_bytes": 0, 2024-08-29T17:47:16.580 INFO:tasks.workunit.client.0.smithi028.stdout: "num_omap_keys": 0, 2024-08-29T17:47:16.580 INFO:tasks.workunit.client.0.smithi028.stdout: "num_promote": 0, 2024-08-29T17:47:16.580 INFO:tasks.workunit.client.0.smithi028.stdout: "num_read": 0, 2024-08-29T17:47:16.580 INFO:tasks.workunit.client.0.smithi028.stdout: "num_read_kb": 0, 2024-08-29T17:47:16.580 INFO:tasks.workunit.client.0.smithi028.stdout: "num_scrub_errors": 0, 2024-08-29T17:47:16.580 INFO:tasks.workunit.client.0.smithi028.stdout: "num_shallow_scrub_errors": 0, 2024-08-29T17:47:16.580 INFO:tasks.workunit.client.0.smithi028.stdout: "num_whiteouts": 0, 2024-08-29T17:47:16.580 INFO:tasks.workunit.client.0.smithi028.stdout: "num_write": 0, 2024-08-29T17:47:16.580 INFO:tasks.workunit.client.0.smithi028.stdout: "num_write_kb": 0 2024-08-29T17:47:16.580 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:16.580 INFO:tasks.workunit.client.0.smithi028.stdout: "state": "active+clean", 2024-08-29T17:47:16.580 INFO:tasks.workunit.client.0.smithi028.stdout: "stats_invalid": false, 2024-08-29T17:47:16.581 INFO:tasks.workunit.client.0.smithi028.stdout: "up": [ 2024-08-29T17:47:16.581 INFO:tasks.workunit.client.0.smithi028.stdout: 6, 2024-08-29T17:47:16.581 INFO:tasks.workunit.client.0.smithi028.stdout: 4, 2024-08-29T17:47:16.581 INFO:tasks.workunit.client.0.smithi028.stdout: 0 2024-08-29T17:47:16.581 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-08-29T17:47:16.581 INFO:tasks.workunit.client.0.smithi028.stdout: "up_primary": 6, 2024-08-29T17:47:16.581 INFO:tasks.workunit.client.0.smithi028.stdout: "version": "0'0" 2024-08-29T17:47:16.581 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:16.581 INFO:tasks.workunit.client.0.smithi028.stdout: { 2024-08-29T17:47:16.581 INFO:tasks.workunit.client.0.smithi028.stdout: "acting": [ 2024-08-29T17:47:16.581 INFO:tasks.workunit.client.0.smithi028.stdout: 2, 2024-08-29T17:47:16.581 INFO:tasks.workunit.client.0.smithi028.stdout: 7, 2024-08-29T17:47:16.581 INFO:tasks.workunit.client.0.smithi028.stdout: 1 2024-08-29T17:47:16.581 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-08-29T17:47:16.582 INFO:tasks.workunit.client.0.smithi028.stdout: "acting_primary": 2, 2024-08-29T17:47:16.582 INFO:tasks.workunit.client.0.smithi028.stdout: "avail_no_missing": [], 2024-08-29T17:47:16.582 INFO:tasks.workunit.client.0.smithi028.stdout: "blocked_by": [], 2024-08-29T17:47:16.582 INFO:tasks.workunit.client.0.smithi028.stdout: "created": 62, 2024-08-29T17:47:16.582 INFO:tasks.workunit.client.0.smithi028.stdout: "dirty_stats_invalid": false, 2024-08-29T17:47:16.582 INFO:tasks.workunit.client.0.smithi028.stdout: "hitset_bytes_stats_invalid": false, 2024-08-29T17:47:16.582 INFO:tasks.workunit.client.0.smithi028.stdout: "hitset_stats_invalid": false, 2024-08-29T17:47:16.582 INFO:tasks.workunit.client.0.smithi028.stdout: "last_active": "2024-08-29T17:43:51.004371+0000", 2024-08-29T17:47:16.582 INFO:tasks.workunit.client.0.smithi028.stdout: "last_became_active": "2024-08-29T17:41:16.101463+0000", 2024-08-29T17:47:16.582 INFO:tasks.workunit.client.0.smithi028.stdout: "last_became_peered": "2024-08-29T17:41:16.101463+0000", 2024-08-29T17:47:16.582 INFO:tasks.workunit.client.0.smithi028.stdout: "last_change": "2024-08-29T17:41:16.102205+0000", 2024-08-29T17:47:16.582 INFO:tasks.workunit.client.0.smithi028.stdout: "last_clean": "2024-08-29T17:43:51.004371+0000", 2024-08-29T17:47:16.582 INFO:tasks.workunit.client.0.smithi028.stdout: "last_clean_scrub_stamp": "2024-08-29T17:41:01.987071+0000", 2024-08-29T17:47:16.582 INFO:tasks.workunit.client.0.smithi028.stdout: "last_deep_scrub": "0'0", 2024-08-29T17:47:16.583 INFO:tasks.workunit.client.0.smithi028.stdout: "last_deep_scrub_stamp": "2024-08-29T17:41:01.987071+0000", 2024-08-29T17:47:16.583 INFO:tasks.workunit.client.0.smithi028.stdout: "last_epoch_clean": 67, 2024-08-29T17:47:16.583 INFO:tasks.workunit.client.0.smithi028.stdout: "last_fresh": "2024-08-29T17:43:51.004371+0000", 2024-08-29T17:47:16.583 INFO:tasks.workunit.client.0.smithi028.stdout: "last_fullsized": "2024-08-29T17:43:51.004371+0000", 2024-08-29T17:47:16.583 INFO:tasks.workunit.client.0.smithi028.stdout: "last_peered": "2024-08-29T17:43:51.004371+0000", 2024-08-29T17:47:16.583 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub": "0'0", 2024-08-29T17:47:16.583 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub_duration": 0, 2024-08-29T17:47:16.583 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub_stamp": "2024-08-29T17:41:01.987071+0000", 2024-08-29T17:47:16.583 INFO:tasks.workunit.client.0.smithi028.stdout: "last_undegraded": "2024-08-29T17:43:51.004371+0000", 2024-08-29T17:47:16.583 INFO:tasks.workunit.client.0.smithi028.stdout: "last_unstale": "2024-08-29T17:43:51.004371+0000", 2024-08-29T17:47:16.583 INFO:tasks.workunit.client.0.smithi028.stdout: "log_dups_size": 0, 2024-08-29T17:47:16.583 INFO:tasks.workunit.client.0.smithi028.stdout: "log_size": 0, 2024-08-29T17:47:16.584 INFO:tasks.workunit.client.0.smithi028.stdout: "log_start": "0'0", 2024-08-29T17:47:16.584 INFO:tasks.workunit.client.0.smithi028.stdout: "manifest_stats_invalid": false, 2024-08-29T17:47:16.584 INFO:tasks.workunit.client.0.smithi028.stdout: "mapping_epoch": 66, 2024-08-29T17:47:16.584 INFO:tasks.workunit.client.0.smithi028.stdout: "object_location_counts": [], 2024-08-29T17:47:16.584 INFO:tasks.workunit.client.0.smithi028.stdout: "objects_scrubbed": 0, 2024-08-29T17:47:16.584 INFO:tasks.workunit.client.0.smithi028.stdout: "objects_trimmed": 0, 2024-08-29T17:47:16.584 INFO:tasks.workunit.client.0.smithi028.stdout: "omap_stats_invalid": false, 2024-08-29T17:47:16.584 INFO:tasks.workunit.client.0.smithi028.stdout: "ondisk_log_size": 0, 2024-08-29T17:47:16.584 INFO:tasks.workunit.client.0.smithi028.stdout: "ondisk_log_start": "0'0", 2024-08-29T17:47:16.584 INFO:tasks.workunit.client.0.smithi028.stdout: "parent": "0.0", 2024-08-29T17:47:16.584 INFO:tasks.workunit.client.0.smithi028.stdout: "parent_split_bits": 0, 2024-08-29T17:47:16.584 INFO:tasks.workunit.client.0.smithi028.stdout: "pgid": "3.2b", 2024-08-29T17:47:16.585 INFO:tasks.workunit.client.0.smithi028.stdout: "pin_stats_invalid": false, 2024-08-29T17:47:16.585 INFO:tasks.workunit.client.0.smithi028.stdout: "purged_snaps": [], 2024-08-29T17:47:16.585 INFO:tasks.workunit.client.0.smithi028.stdout: "reported_epoch": 74, 2024-08-29T17:47:16.585 INFO:tasks.workunit.client.0.smithi028.stdout: "reported_seq": 18, 2024-08-29T17:47:16.585 INFO:tasks.workunit.client.0.smithi028.stdout: "scrub_duration": 0.0, 2024-08-29T17:47:16.585 INFO:tasks.workunit.client.0.smithi028.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-31T00:03:14.341452+0000", 2024-08-29T17:47:16.585 INFO:tasks.workunit.client.0.smithi028.stdout: "snaptrim_duration": 0.0, 2024-08-29T17:47:16.585 INFO:tasks.workunit.client.0.smithi028.stdout: "snaptrimq_len": 0, 2024-08-29T17:47:16.585 INFO:tasks.workunit.client.0.smithi028.stdout: "stat_sum": { 2024-08-29T17:47:16.585 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes": 0, 2024-08-29T17:47:16.585 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes_hit_set_archive": 0, 2024-08-29T17:47:16.585 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes_recovered": 0, 2024-08-29T17:47:16.585 INFO:tasks.workunit.client.0.smithi028.stdout: "num_deep_scrub_errors": 0, 2024-08-29T17:47:16.586 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict": 0, 2024-08-29T17:47:16.586 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_kb": 0, 2024-08-29T17:47:16.586 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_mode_full": 0, 2024-08-29T17:47:16.586 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_mode_some": 0, 2024-08-29T17:47:16.586 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush": 0, 2024-08-29T17:47:16.586 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_kb": 0, 2024-08-29T17:47:16.586 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_mode_high": 0, 2024-08-29T17:47:16.586 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_mode_low": 0, 2024-08-29T17:47:16.586 INFO:tasks.workunit.client.0.smithi028.stdout: "num_keys_recovered": 0, 2024-08-29T17:47:16.586 INFO:tasks.workunit.client.0.smithi028.stdout: "num_large_omap_objects": 0, 2024-08-29T17:47:16.586 INFO:tasks.workunit.client.0.smithi028.stdout: "num_legacy_snapsets": 0, 2024-08-29T17:47:16.586 INFO:tasks.workunit.client.0.smithi028.stdout: "num_object_clones": 0, 2024-08-29T17:47:16.586 INFO:tasks.workunit.client.0.smithi028.stdout: "num_object_copies": 0, 2024-08-29T17:47:16.586 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects": 0, 2024-08-29T17:47:16.587 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_degraded": 0, 2024-08-29T17:47:16.587 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_dirty": 0, 2024-08-29T17:47:16.587 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_hit_set_archive": 0, 2024-08-29T17:47:16.587 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_manifest": 0, 2024-08-29T17:47:16.587 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_misplaced": 0, 2024-08-29T17:47:16.587 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_missing": 0, 2024-08-29T17:47:16.587 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_missing_on_primary": 0, 2024-08-29T17:47:16.587 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_omap": 0, 2024-08-29T17:47:16.587 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_pinned": 0, 2024-08-29T17:47:16.587 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_recovered": 0, 2024-08-29T17:47:16.587 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_repaired": 0, 2024-08-29T17:47:16.587 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_unfound": 0, 2024-08-29T17:47:16.587 INFO:tasks.workunit.client.0.smithi028.stdout: "num_omap_bytes": 0, 2024-08-29T17:47:16.588 INFO:tasks.workunit.client.0.smithi028.stdout: "num_omap_keys": 0, 2024-08-29T17:47:16.588 INFO:tasks.workunit.client.0.smithi028.stdout: "num_promote": 0, 2024-08-29T17:47:16.588 INFO:tasks.workunit.client.0.smithi028.stdout: "num_read": 0, 2024-08-29T17:47:16.588 INFO:tasks.workunit.client.0.smithi028.stdout: "num_read_kb": 0, 2024-08-29T17:47:16.588 INFO:tasks.workunit.client.0.smithi028.stdout: "num_scrub_errors": 0, 2024-08-29T17:47:16.588 INFO:tasks.workunit.client.0.smithi028.stdout: "num_shallow_scrub_errors": 0, 2024-08-29T17:47:16.588 INFO:tasks.workunit.client.0.smithi028.stdout: "num_whiteouts": 0, 2024-08-29T17:47:16.588 INFO:tasks.workunit.client.0.smithi028.stdout: "num_write": 0, 2024-08-29T17:47:16.588 INFO:tasks.workunit.client.0.smithi028.stdout: "num_write_kb": 0 2024-08-29T17:47:16.588 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:16.588 INFO:tasks.workunit.client.0.smithi028.stdout: "state": "active+clean", 2024-08-29T17:47:16.588 INFO:tasks.workunit.client.0.smithi028.stdout: "stats_invalid": false, 2024-08-29T17:47:16.588 INFO:tasks.workunit.client.0.smithi028.stdout: "up": [ 2024-08-29T17:47:16.589 INFO:tasks.workunit.client.0.smithi028.stdout: 2, 2024-08-29T17:47:16.589 INFO:tasks.workunit.client.0.smithi028.stdout: 7, 2024-08-29T17:47:16.589 INFO:tasks.workunit.client.0.smithi028.stdout: 1 2024-08-29T17:47:16.589 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-08-29T17:47:16.589 INFO:tasks.workunit.client.0.smithi028.stdout: "up_primary": 2, 2024-08-29T17:47:16.589 INFO:tasks.workunit.client.0.smithi028.stdout: "version": "0'0" 2024-08-29T17:47:16.589 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:16.589 INFO:tasks.workunit.client.0.smithi028.stdout: { 2024-08-29T17:47:16.589 INFO:tasks.workunit.client.0.smithi028.stdout: "acting": [ 2024-08-29T17:47:16.589 INFO:tasks.workunit.client.0.smithi028.stdout: 5, 2024-08-29T17:47:16.589 INFO:tasks.workunit.client.0.smithi028.stdout: 7, 2024-08-29T17:47:16.589 INFO:tasks.workunit.client.0.smithi028.stdout: 6 2024-08-29T17:47:16.590 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-08-29T17:47:16.590 INFO:tasks.workunit.client.0.smithi028.stdout: "acting_primary": 5, 2024-08-29T17:47:16.590 INFO:tasks.workunit.client.0.smithi028.stdout: "avail_no_missing": [], 2024-08-29T17:47:16.590 INFO:tasks.workunit.client.0.smithi028.stdout: "blocked_by": [], 2024-08-29T17:47:16.590 INFO:tasks.workunit.client.0.smithi028.stdout: "created": 62, 2024-08-29T17:47:16.590 INFO:tasks.workunit.client.0.smithi028.stdout: "dirty_stats_invalid": false, 2024-08-29T17:47:16.590 INFO:tasks.workunit.client.0.smithi028.stdout: "hitset_bytes_stats_invalid": false, 2024-08-29T17:47:16.590 INFO:tasks.workunit.client.0.smithi028.stdout: "hitset_stats_invalid": false, 2024-08-29T17:47:16.590 INFO:tasks.workunit.client.0.smithi028.stdout: "last_active": "2024-08-29T17:43:51.011613+0000", 2024-08-29T17:47:16.590 INFO:tasks.workunit.client.0.smithi028.stdout: "last_became_active": "2024-08-29T17:41:03.083480+0000", 2024-08-29T17:47:16.590 INFO:tasks.workunit.client.0.smithi028.stdout: "last_became_peered": "2024-08-29T17:41:03.083480+0000", 2024-08-29T17:47:16.590 INFO:tasks.workunit.client.0.smithi028.stdout: "last_change": "2024-08-29T17:41:03.084198+0000", 2024-08-29T17:47:16.590 INFO:tasks.workunit.client.0.smithi028.stdout: "last_clean": "2024-08-29T17:43:51.011613+0000", 2024-08-29T17:47:16.591 INFO:tasks.workunit.client.0.smithi028.stdout: "last_clean_scrub_stamp": "2024-08-29T17:41:01.987071+0000", 2024-08-29T17:47:16.591 INFO:tasks.workunit.client.0.smithi028.stdout: "last_deep_scrub": "0'0", 2024-08-29T17:47:16.591 INFO:tasks.workunit.client.0.smithi028.stdout: "last_deep_scrub_stamp": "2024-08-29T17:41:01.987071+0000", 2024-08-29T17:47:16.591 INFO:tasks.workunit.client.0.smithi028.stdout: "last_epoch_clean": 63, 2024-08-29T17:47:16.591 INFO:tasks.workunit.client.0.smithi028.stdout: "last_fresh": "2024-08-29T17:43:51.011613+0000", 2024-08-29T17:47:16.591 INFO:tasks.workunit.client.0.smithi028.stdout: "last_fullsized": "2024-08-29T17:43:51.011613+0000", 2024-08-29T17:47:16.591 INFO:tasks.workunit.client.0.smithi028.stdout: "last_peered": "2024-08-29T17:43:51.011613+0000", 2024-08-29T17:47:16.591 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub": "0'0", 2024-08-29T17:47:16.591 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub_duration": 0, 2024-08-29T17:47:16.591 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub_stamp": "2024-08-29T17:41:01.987071+0000", 2024-08-29T17:47:16.591 INFO:tasks.workunit.client.0.smithi028.stdout: "last_undegraded": "2024-08-29T17:43:51.011613+0000", 2024-08-29T17:47:16.591 INFO:tasks.workunit.client.0.smithi028.stdout: "last_unstale": "2024-08-29T17:43:51.011613+0000", 2024-08-29T17:47:16.591 INFO:tasks.workunit.client.0.smithi028.stdout: "log_dups_size": 0, 2024-08-29T17:47:16.592 INFO:tasks.workunit.client.0.smithi028.stdout: "log_size": 0, 2024-08-29T17:47:16.592 INFO:tasks.workunit.client.0.smithi028.stdout: "log_start": "0'0", 2024-08-29T17:47:16.592 INFO:tasks.workunit.client.0.smithi028.stdout: "manifest_stats_invalid": false, 2024-08-29T17:47:16.592 INFO:tasks.workunit.client.0.smithi028.stdout: "mapping_epoch": 62, 2024-08-29T17:47:16.592 INFO:tasks.workunit.client.0.smithi028.stdout: "object_location_counts": [], 2024-08-29T17:47:16.592 INFO:tasks.workunit.client.0.smithi028.stdout: "objects_scrubbed": 0, 2024-08-29T17:47:16.592 INFO:tasks.workunit.client.0.smithi028.stdout: "objects_trimmed": 0, 2024-08-29T17:47:16.592 INFO:tasks.workunit.client.0.smithi028.stdout: "omap_stats_invalid": false, 2024-08-29T17:47:16.592 INFO:tasks.workunit.client.0.smithi028.stdout: "ondisk_log_size": 0, 2024-08-29T17:47:16.592 INFO:tasks.workunit.client.0.smithi028.stdout: "ondisk_log_start": "0'0", 2024-08-29T17:47:16.592 INFO:tasks.workunit.client.0.smithi028.stdout: "parent": "0.0", 2024-08-29T17:47:16.592 INFO:tasks.workunit.client.0.smithi028.stdout: "parent_split_bits": 0, 2024-08-29T17:47:16.593 INFO:tasks.workunit.client.0.smithi028.stdout: "pgid": "3.2a", 2024-08-29T17:47:16.593 INFO:tasks.workunit.client.0.smithi028.stdout: "pin_stats_invalid": false, 2024-08-29T17:47:16.593 INFO:tasks.workunit.client.0.smithi028.stdout: "purged_snaps": [], 2024-08-29T17:47:16.593 INFO:tasks.workunit.client.0.smithi028.stdout: "reported_epoch": 74, 2024-08-29T17:47:16.593 INFO:tasks.workunit.client.0.smithi028.stdout: "reported_seq": 21, 2024-08-29T17:47:16.593 INFO:tasks.workunit.client.0.smithi028.stdout: "scrub_duration": 0.0, 2024-08-29T17:47:16.593 INFO:tasks.workunit.client.0.smithi028.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-31T01:58:26.671575+0000", 2024-08-29T17:47:16.593 INFO:tasks.workunit.client.0.smithi028.stdout: "snaptrim_duration": 0.0, 2024-08-29T17:47:16.593 INFO:tasks.workunit.client.0.smithi028.stdout: "snaptrimq_len": 0, 2024-08-29T17:47:16.593 INFO:tasks.workunit.client.0.smithi028.stdout: "stat_sum": { 2024-08-29T17:47:16.593 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes": 0, 2024-08-29T17:47:16.593 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes_hit_set_archive": 0, 2024-08-29T17:47:16.593 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes_recovered": 0, 2024-08-29T17:47:16.594 INFO:tasks.workunit.client.0.smithi028.stdout: "num_deep_scrub_errors": 0, 2024-08-29T17:47:16.594 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict": 0, 2024-08-29T17:47:16.594 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_kb": 0, 2024-08-29T17:47:16.594 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_mode_full": 0, 2024-08-29T17:47:16.594 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_mode_some": 0, 2024-08-29T17:47:16.594 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush": 0, 2024-08-29T17:47:16.594 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_kb": 0, 2024-08-29T17:47:16.594 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_mode_high": 0, 2024-08-29T17:47:16.594 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_mode_low": 0, 2024-08-29T17:47:16.594 INFO:tasks.workunit.client.0.smithi028.stdout: "num_keys_recovered": 0, 2024-08-29T17:47:16.594 INFO:tasks.workunit.client.0.smithi028.stdout: "num_large_omap_objects": 0, 2024-08-29T17:47:16.594 INFO:tasks.workunit.client.0.smithi028.stdout: "num_legacy_snapsets": 0, 2024-08-29T17:47:16.594 INFO:tasks.workunit.client.0.smithi028.stdout: "num_object_clones": 0, 2024-08-29T17:47:16.595 INFO:tasks.workunit.client.0.smithi028.stdout: "num_object_copies": 0, 2024-08-29T17:47:16.595 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects": 0, 2024-08-29T17:47:16.595 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_degraded": 0, 2024-08-29T17:47:16.595 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_dirty": 0, 2024-08-29T17:47:16.595 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_hit_set_archive": 0, 2024-08-29T17:47:16.595 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_manifest": 0, 2024-08-29T17:47:16.595 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_misplaced": 0, 2024-08-29T17:47:16.595 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_missing": 0, 2024-08-29T17:47:16.595 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_missing_on_primary": 0, 2024-08-29T17:47:16.595 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_omap": 0, 2024-08-29T17:47:16.595 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_pinned": 0, 2024-08-29T17:47:16.595 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_recovered": 0, 2024-08-29T17:47:16.595 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_repaired": 0, 2024-08-29T17:47:16.595 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_unfound": 0, 2024-08-29T17:47:16.596 INFO:tasks.workunit.client.0.smithi028.stdout: "num_omap_bytes": 0, 2024-08-29T17:47:16.596 INFO:tasks.workunit.client.0.smithi028.stdout: "num_omap_keys": 0, 2024-08-29T17:47:16.596 INFO:tasks.workunit.client.0.smithi028.stdout: "num_promote": 0, 2024-08-29T17:47:16.596 INFO:tasks.workunit.client.0.smithi028.stdout: "num_read": 0, 2024-08-29T17:47:16.596 INFO:tasks.workunit.client.0.smithi028.stdout: "num_read_kb": 0, 2024-08-29T17:47:16.596 INFO:tasks.workunit.client.0.smithi028.stdout: "num_scrub_errors": 0, 2024-08-29T17:47:16.596 INFO:tasks.workunit.client.0.smithi028.stdout: "num_shallow_scrub_errors": 0, 2024-08-29T17:47:16.596 INFO:tasks.workunit.client.0.smithi028.stdout: "num_whiteouts": 0, 2024-08-29T17:47:16.596 INFO:tasks.workunit.client.0.smithi028.stdout: "num_write": 0, 2024-08-29T17:47:16.596 INFO:tasks.workunit.client.0.smithi028.stdout: "num_write_kb": 0 2024-08-29T17:47:16.596 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:16.596 INFO:tasks.workunit.client.0.smithi028.stdout: "state": "active+clean", 2024-08-29T17:47:16.596 INFO:tasks.workunit.client.0.smithi028.stdout: "stats_invalid": false, 2024-08-29T17:47:16.597 INFO:tasks.workunit.client.0.smithi028.stdout: "up": [ 2024-08-29T17:47:16.597 INFO:tasks.workunit.client.0.smithi028.stdout: 5, 2024-08-29T17:47:16.597 INFO:tasks.workunit.client.0.smithi028.stdout: 7, 2024-08-29T17:47:16.597 INFO:tasks.workunit.client.0.smithi028.stdout: 6 2024-08-29T17:47:16.597 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-08-29T17:47:16.597 INFO:tasks.workunit.client.0.smithi028.stdout: "up_primary": 5, 2024-08-29T17:47:16.597 INFO:tasks.workunit.client.0.smithi028.stdout: "version": "0'0" 2024-08-29T17:47:16.597 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:16.597 INFO:tasks.workunit.client.0.smithi028.stdout: { 2024-08-29T17:47:16.597 INFO:tasks.workunit.client.0.smithi028.stdout: "acting": [ 2024-08-29T17:47:16.597 INFO:tasks.workunit.client.0.smithi028.stdout: 3, 2024-08-29T17:47:16.597 INFO:tasks.workunit.client.0.smithi028.stdout: 4, 2024-08-29T17:47:16.597 INFO:tasks.workunit.client.0.smithi028.stdout: 1 2024-08-29T17:47:16.597 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-08-29T17:47:16.598 INFO:tasks.workunit.client.0.smithi028.stdout: "acting_primary": 3, 2024-08-29T17:47:16.598 INFO:tasks.workunit.client.0.smithi028.stdout: "avail_no_missing": [], 2024-08-29T17:47:16.598 INFO:tasks.workunit.client.0.smithi028.stdout: "blocked_by": [], 2024-08-29T17:47:16.598 INFO:tasks.workunit.client.0.smithi028.stdout: "created": 62, 2024-08-29T17:47:16.598 INFO:tasks.workunit.client.0.smithi028.stdout: "dirty_stats_invalid": false, 2024-08-29T17:47:16.598 INFO:tasks.workunit.client.0.smithi028.stdout: "hitset_bytes_stats_invalid": false, 2024-08-29T17:47:16.598 INFO:tasks.workunit.client.0.smithi028.stdout: "hitset_stats_invalid": false, 2024-08-29T17:47:16.598 INFO:tasks.workunit.client.0.smithi028.stdout: "last_active": "2024-08-29T17:43:51.002515+0000", 2024-08-29T17:47:16.598 INFO:tasks.workunit.client.0.smithi028.stdout: "last_became_active": "2024-08-29T17:41:03.050981+0000", 2024-08-29T17:47:16.598 INFO:tasks.workunit.client.0.smithi028.stdout: "last_became_peered": "2024-08-29T17:41:03.050981+0000", 2024-08-29T17:47:16.598 INFO:tasks.workunit.client.0.smithi028.stdout: "last_change": "2024-08-29T17:41:03.051874+0000", 2024-08-29T17:47:16.598 INFO:tasks.workunit.client.0.smithi028.stdout: "last_clean": "2024-08-29T17:43:51.002515+0000", 2024-08-29T17:47:16.598 INFO:tasks.workunit.client.0.smithi028.stdout: "last_clean_scrub_stamp": "2024-08-29T17:41:01.987071+0000", 2024-08-29T17:47:16.599 INFO:tasks.workunit.client.0.smithi028.stdout: "last_deep_scrub": "0'0", 2024-08-29T17:47:16.599 INFO:tasks.workunit.client.0.smithi028.stdout: "last_deep_scrub_stamp": "2024-08-29T17:41:01.987071+0000", 2024-08-29T17:47:16.599 INFO:tasks.workunit.client.0.smithi028.stdout: "last_epoch_clean": 63, 2024-08-29T17:47:16.599 INFO:tasks.workunit.client.0.smithi028.stdout: "last_fresh": "2024-08-29T17:43:51.002515+0000", 2024-08-29T17:47:16.599 INFO:tasks.workunit.client.0.smithi028.stdout: "last_fullsized": "2024-08-29T17:43:51.002515+0000", 2024-08-29T17:47:16.599 INFO:tasks.workunit.client.0.smithi028.stdout: "last_peered": "2024-08-29T17:43:51.002515+0000", 2024-08-29T17:47:16.599 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub": "0'0", 2024-08-29T17:47:16.599 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub_duration": 0, 2024-08-29T17:47:16.599 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub_stamp": "2024-08-29T17:41:01.987071+0000", 2024-08-29T17:47:16.599 INFO:tasks.workunit.client.0.smithi028.stdout: "last_undegraded": "2024-08-29T17:43:51.002515+0000", 2024-08-29T17:47:16.599 INFO:tasks.workunit.client.0.smithi028.stdout: "last_unstale": "2024-08-29T17:43:51.002515+0000", 2024-08-29T17:47:16.599 INFO:tasks.workunit.client.0.smithi028.stdout: "log_dups_size": 0, 2024-08-29T17:47:16.600 INFO:tasks.workunit.client.0.smithi028.stdout: "log_size": 0, 2024-08-29T17:47:16.600 INFO:tasks.workunit.client.0.smithi028.stdout: "log_start": "0'0", 2024-08-29T17:47:16.600 INFO:tasks.workunit.client.0.smithi028.stdout: "manifest_stats_invalid": false, 2024-08-29T17:47:16.600 INFO:tasks.workunit.client.0.smithi028.stdout: "mapping_epoch": 62, 2024-08-29T17:47:16.600 INFO:tasks.workunit.client.0.smithi028.stdout: "object_location_counts": [], 2024-08-29T17:47:16.600 INFO:tasks.workunit.client.0.smithi028.stdout: "objects_scrubbed": 0, 2024-08-29T17:47:16.600 INFO:tasks.workunit.client.0.smithi028.stdout: "objects_trimmed": 0, 2024-08-29T17:47:16.600 INFO:tasks.workunit.client.0.smithi028.stdout: "omap_stats_invalid": false, 2024-08-29T17:47:16.600 INFO:tasks.workunit.client.0.smithi028.stdout: "ondisk_log_size": 0, 2024-08-29T17:47:16.600 INFO:tasks.workunit.client.0.smithi028.stdout: "ondisk_log_start": "0'0", 2024-08-29T17:47:16.600 INFO:tasks.workunit.client.0.smithi028.stdout: "parent": "0.0", 2024-08-29T17:47:16.600 INFO:tasks.workunit.client.0.smithi028.stdout: "parent_split_bits": 0, 2024-08-29T17:47:16.600 INFO:tasks.workunit.client.0.smithi028.stdout: "pgid": "3.29", 2024-08-29T17:47:16.601 INFO:tasks.workunit.client.0.smithi028.stdout: "pin_stats_invalid": false, 2024-08-29T17:47:16.601 INFO:tasks.workunit.client.0.smithi028.stdout: "purged_snaps": [], 2024-08-29T17:47:16.601 INFO:tasks.workunit.client.0.smithi028.stdout: "reported_epoch": 74, 2024-08-29T17:47:16.601 INFO:tasks.workunit.client.0.smithi028.stdout: "reported_seq": 21, 2024-08-29T17:47:16.601 INFO:tasks.workunit.client.0.smithi028.stdout: "scrub_duration": 0.0, 2024-08-29T17:47:16.601 INFO:tasks.workunit.client.0.smithi028.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-30T19:25:59.844948+0000", 2024-08-29T17:47:16.601 INFO:tasks.workunit.client.0.smithi028.stdout: "snaptrim_duration": 0.0, 2024-08-29T17:47:16.601 INFO:tasks.workunit.client.0.smithi028.stdout: "snaptrimq_len": 0, 2024-08-29T17:47:16.601 INFO:tasks.workunit.client.0.smithi028.stdout: "stat_sum": { 2024-08-29T17:47:16.601 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes": 0, 2024-08-29T17:47:16.601 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes_hit_set_archive": 0, 2024-08-29T17:47:16.601 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes_recovered": 0, 2024-08-29T17:47:16.602 INFO:tasks.workunit.client.0.smithi028.stdout: "num_deep_scrub_errors": 0, 2024-08-29T17:47:16.602 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict": 0, 2024-08-29T17:47:16.602 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_kb": 0, 2024-08-29T17:47:16.602 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_mode_full": 0, 2024-08-29T17:47:16.602 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_mode_some": 0, 2024-08-29T17:47:16.602 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush": 0, 2024-08-29T17:47:16.602 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_kb": 0, 2024-08-29T17:47:16.602 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_mode_high": 0, 2024-08-29T17:47:16.602 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_mode_low": 0, 2024-08-29T17:47:16.602 INFO:tasks.workunit.client.0.smithi028.stdout: "num_keys_recovered": 0, 2024-08-29T17:47:16.602 INFO:tasks.workunit.client.0.smithi028.stdout: "num_large_omap_objects": 0, 2024-08-29T17:47:16.602 INFO:tasks.workunit.client.0.smithi028.stdout: "num_legacy_snapsets": 0, 2024-08-29T17:47:16.602 INFO:tasks.workunit.client.0.smithi028.stdout: "num_object_clones": 0, 2024-08-29T17:47:16.603 INFO:tasks.workunit.client.0.smithi028.stdout: "num_object_copies": 0, 2024-08-29T17:47:16.603 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects": 0, 2024-08-29T17:47:16.603 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_degraded": 0, 2024-08-29T17:47:16.603 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_dirty": 0, 2024-08-29T17:47:16.603 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_hit_set_archive": 0, 2024-08-29T17:47:16.603 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_manifest": 0, 2024-08-29T17:47:16.603 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_misplaced": 0, 2024-08-29T17:47:16.603 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_missing": 0, 2024-08-29T17:47:16.603 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_missing_on_primary": 0, 2024-08-29T17:47:16.603 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_omap": 0, 2024-08-29T17:47:16.603 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_pinned": 0, 2024-08-29T17:47:16.603 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_recovered": 0, 2024-08-29T17:47:16.603 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_repaired": 0, 2024-08-29T17:47:16.604 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_unfound": 0, 2024-08-29T17:47:16.604 INFO:tasks.workunit.client.0.smithi028.stdout: "num_omap_bytes": 0, 2024-08-29T17:47:16.604 INFO:tasks.workunit.client.0.smithi028.stdout: "num_omap_keys": 0, 2024-08-29T17:47:16.604 INFO:tasks.workunit.client.0.smithi028.stdout: "num_promote": 0, 2024-08-29T17:47:16.604 INFO:tasks.workunit.client.0.smithi028.stdout: "num_read": 0, 2024-08-29T17:47:16.604 INFO:tasks.workunit.client.0.smithi028.stdout: "num_read_kb": 0, 2024-08-29T17:47:16.604 INFO:tasks.workunit.client.0.smithi028.stdout: "num_scrub_errors": 0, 2024-08-29T17:47:16.604 INFO:tasks.workunit.client.0.smithi028.stdout: "num_shallow_scrub_errors": 0, 2024-08-29T17:47:16.604 INFO:tasks.workunit.client.0.smithi028.stdout: "num_whiteouts": 0, 2024-08-29T17:47:16.604 INFO:tasks.workunit.client.0.smithi028.stdout: "num_write": 0, 2024-08-29T17:47:16.604 INFO:tasks.workunit.client.0.smithi028.stdout: "num_write_kb": 0 2024-08-29T17:47:16.604 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:16.604 INFO:tasks.workunit.client.0.smithi028.stdout: "state": "active+clean", 2024-08-29T17:47:16.604 INFO:tasks.workunit.client.0.smithi028.stdout: "stats_invalid": false, 2024-08-29T17:47:16.605 INFO:tasks.workunit.client.0.smithi028.stdout: "up": [ 2024-08-29T17:47:16.605 INFO:tasks.workunit.client.0.smithi028.stdout: 3, 2024-08-29T17:47:16.605 INFO:tasks.workunit.client.0.smithi028.stdout: 4, 2024-08-29T17:47:16.605 INFO:tasks.workunit.client.0.smithi028.stdout: 1 2024-08-29T17:47:16.605 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-08-29T17:47:16.605 INFO:tasks.workunit.client.0.smithi028.stdout: "up_primary": 3, 2024-08-29T17:47:16.605 INFO:tasks.workunit.client.0.smithi028.stdout: "version": "0'0" 2024-08-29T17:47:16.605 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:16.605 INFO:tasks.workunit.client.0.smithi028.stdout: { 2024-08-29T17:47:16.605 INFO:tasks.workunit.client.0.smithi028.stdout: "acting": [ 2024-08-29T17:47:16.605 INFO:tasks.workunit.client.0.smithi028.stdout: 5, 2024-08-29T17:47:16.605 INFO:tasks.workunit.client.0.smithi028.stdout: 3, 2024-08-29T17:47:16.605 INFO:tasks.workunit.client.0.smithi028.stdout: 2 2024-08-29T17:47:16.605 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-08-29T17:47:16.605 INFO:tasks.workunit.client.0.smithi028.stdout: "acting_primary": 5, 2024-08-29T17:47:16.606 INFO:tasks.workunit.client.0.smithi028.stdout: "avail_no_missing": [], 2024-08-29T17:47:16.606 INFO:tasks.workunit.client.0.smithi028.stdout: "blocked_by": [], 2024-08-29T17:47:16.606 INFO:tasks.workunit.client.0.smithi028.stdout: "created": 62, 2024-08-29T17:47:16.606 INFO:tasks.workunit.client.0.smithi028.stdout: "dirty_stats_invalid": false, 2024-08-29T17:47:16.606 INFO:tasks.workunit.client.0.smithi028.stdout: "hitset_bytes_stats_invalid": false, 2024-08-29T17:47:16.606 INFO:tasks.workunit.client.0.smithi028.stdout: "hitset_stats_invalid": false, 2024-08-29T17:47:16.606 INFO:tasks.workunit.client.0.smithi028.stdout: "last_active": "2024-08-29T17:43:51.011034+0000", 2024-08-29T17:47:16.606 INFO:tasks.workunit.client.0.smithi028.stdout: "last_became_active": "2024-08-29T17:41:03.062080+0000", 2024-08-29T17:47:16.606 INFO:tasks.workunit.client.0.smithi028.stdout: "last_became_peered": "2024-08-29T17:41:03.062080+0000", 2024-08-29T17:47:16.606 INFO:tasks.workunit.client.0.smithi028.stdout: "last_change": "2024-08-29T17:41:03.062968+0000", 2024-08-29T17:47:16.606 INFO:tasks.workunit.client.0.smithi028.stdout: "last_clean": "2024-08-29T17:43:51.011034+0000", 2024-08-29T17:47:16.606 INFO:tasks.workunit.client.0.smithi028.stdout: "last_clean_scrub_stamp": "2024-08-29T17:41:01.987071+0000", 2024-08-29T17:47:16.606 INFO:tasks.workunit.client.0.smithi028.stdout: "last_deep_scrub": "0'0", 2024-08-29T17:47:16.607 INFO:tasks.workunit.client.0.smithi028.stdout: "last_deep_scrub_stamp": "2024-08-29T17:41:01.987071+0000", 2024-08-29T17:47:16.607 INFO:tasks.workunit.client.0.smithi028.stdout: "last_epoch_clean": 63, 2024-08-29T17:47:16.607 INFO:tasks.workunit.client.0.smithi028.stdout: "last_fresh": "2024-08-29T17:43:51.011034+0000", 2024-08-29T17:47:16.607 INFO:tasks.workunit.client.0.smithi028.stdout: "last_fullsized": "2024-08-29T17:43:51.011034+0000", 2024-08-29T17:47:16.607 INFO:tasks.workunit.client.0.smithi028.stdout: "last_peered": "2024-08-29T17:43:51.011034+0000", 2024-08-29T17:47:16.607 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub": "0'0", 2024-08-29T17:47:16.607 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub_duration": 0, 2024-08-29T17:47:16.607 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub_stamp": "2024-08-29T17:41:01.987071+0000", 2024-08-29T17:47:16.607 INFO:tasks.workunit.client.0.smithi028.stdout: "last_undegraded": "2024-08-29T17:43:51.011034+0000", 2024-08-29T17:47:16.607 INFO:tasks.workunit.client.0.smithi028.stdout: "last_unstale": "2024-08-29T17:43:51.011034+0000", 2024-08-29T17:47:16.607 INFO:tasks.workunit.client.0.smithi028.stdout: "log_dups_size": 0, 2024-08-29T17:47:16.607 INFO:tasks.workunit.client.0.smithi028.stdout: "log_size": 0, 2024-08-29T17:47:16.608 INFO:tasks.workunit.client.0.smithi028.stdout: "log_start": "0'0", 2024-08-29T17:47:16.608 INFO:tasks.workunit.client.0.smithi028.stdout: "manifest_stats_invalid": false, 2024-08-29T17:47:16.608 INFO:tasks.workunit.client.0.smithi028.stdout: "mapping_epoch": 62, 2024-08-29T17:47:16.608 INFO:tasks.workunit.client.0.smithi028.stdout: "object_location_counts": [], 2024-08-29T17:47:16.608 INFO:tasks.workunit.client.0.smithi028.stdout: "objects_scrubbed": 0, 2024-08-29T17:47:16.608 INFO:tasks.workunit.client.0.smithi028.stdout: "objects_trimmed": 0, 2024-08-29T17:47:16.608 INFO:tasks.workunit.client.0.smithi028.stdout: "omap_stats_invalid": false, 2024-08-29T17:47:16.608 INFO:tasks.workunit.client.0.smithi028.stdout: "ondisk_log_size": 0, 2024-08-29T17:47:16.608 INFO:tasks.workunit.client.0.smithi028.stdout: "ondisk_log_start": "0'0", 2024-08-29T17:47:16.608 INFO:tasks.workunit.client.0.smithi028.stdout: "parent": "0.0", 2024-08-29T17:47:16.608 INFO:tasks.workunit.client.0.smithi028.stdout: "parent_split_bits": 0, 2024-08-29T17:47:16.608 INFO:tasks.workunit.client.0.smithi028.stdout: "pgid": "3.28", 2024-08-29T17:47:16.608 INFO:tasks.workunit.client.0.smithi028.stdout: "pin_stats_invalid": false, 2024-08-29T17:47:16.608 INFO:tasks.workunit.client.0.smithi028.stdout: "purged_snaps": [], 2024-08-29T17:47:16.609 INFO:tasks.workunit.client.0.smithi028.stdout: "reported_epoch": 74, 2024-08-29T17:47:16.609 INFO:tasks.workunit.client.0.smithi028.stdout: "reported_seq": 21, 2024-08-29T17:47:16.609 INFO:tasks.workunit.client.0.smithi028.stdout: "scrub_duration": 0.0, 2024-08-29T17:47:16.609 INFO:tasks.workunit.client.0.smithi028.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-31T01:50:03.459337+0000", 2024-08-29T17:47:16.609 INFO:tasks.workunit.client.0.smithi028.stdout: "snaptrim_duration": 0.0, 2024-08-29T17:47:16.609 INFO:tasks.workunit.client.0.smithi028.stdout: "snaptrimq_len": 0, 2024-08-29T17:47:16.609 INFO:tasks.workunit.client.0.smithi028.stdout: "stat_sum": { 2024-08-29T17:47:16.609 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes": 0, 2024-08-29T17:47:16.609 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes_hit_set_archive": 0, 2024-08-29T17:47:16.609 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes_recovered": 0, 2024-08-29T17:47:16.609 INFO:tasks.workunit.client.0.smithi028.stdout: "num_deep_scrub_errors": 0, 2024-08-29T17:47:16.609 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict": 0, 2024-08-29T17:47:16.609 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_kb": 0, 2024-08-29T17:47:16.609 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_mode_full": 0, 2024-08-29T17:47:16.610 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_mode_some": 0, 2024-08-29T17:47:16.610 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush": 0, 2024-08-29T17:47:16.610 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_kb": 0, 2024-08-29T17:47:16.610 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_mode_high": 0, 2024-08-29T17:47:16.610 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_mode_low": 0, 2024-08-29T17:47:16.610 INFO:tasks.workunit.client.0.smithi028.stdout: "num_keys_recovered": 0, 2024-08-29T17:47:16.610 INFO:tasks.workunit.client.0.smithi028.stdout: "num_large_omap_objects": 0, 2024-08-29T17:47:16.610 INFO:tasks.workunit.client.0.smithi028.stdout: "num_legacy_snapsets": 0, 2024-08-29T17:47:16.610 INFO:tasks.workunit.client.0.smithi028.stdout: "num_object_clones": 0, 2024-08-29T17:47:16.610 INFO:tasks.workunit.client.0.smithi028.stdout: "num_object_copies": 0, 2024-08-29T17:47:16.610 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects": 0, 2024-08-29T17:47:16.610 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_degraded": 0, 2024-08-29T17:47:16.610 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_dirty": 0, 2024-08-29T17:47:16.611 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_hit_set_archive": 0, 2024-08-29T17:47:16.611 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_manifest": 0, 2024-08-29T17:47:16.611 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_misplaced": 0, 2024-08-29T17:47:16.611 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_missing": 0, 2024-08-29T17:47:16.611 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_missing_on_primary": 0, 2024-08-29T17:47:16.611 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_omap": 0, 2024-08-29T17:47:16.611 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_pinned": 0, 2024-08-29T17:47:16.611 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_recovered": 0, 2024-08-29T17:47:16.611 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_repaired": 0, 2024-08-29T17:47:16.611 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_unfound": 0, 2024-08-29T17:47:16.611 INFO:tasks.workunit.client.0.smithi028.stdout: "num_omap_bytes": 0, 2024-08-29T17:47:16.611 INFO:tasks.workunit.client.0.smithi028.stdout: "num_omap_keys": 0, 2024-08-29T17:47:16.611 INFO:tasks.workunit.client.0.smithi028.stdout: "num_promote": 0, 2024-08-29T17:47:16.612 INFO:tasks.workunit.client.0.smithi028.stdout: "num_read": 0, 2024-08-29T17:47:16.612 INFO:tasks.workunit.client.0.smithi028.stdout: "num_read_kb": 0, 2024-08-29T17:47:16.612 INFO:tasks.workunit.client.0.smithi028.stdout: "num_scrub_errors": 0, 2024-08-29T17:47:16.612 INFO:tasks.workunit.client.0.smithi028.stdout: "num_shallow_scrub_errors": 0, 2024-08-29T17:47:16.612 INFO:tasks.workunit.client.0.smithi028.stdout: "num_whiteouts": 0, 2024-08-29T17:47:16.612 INFO:tasks.workunit.client.0.smithi028.stdout: "num_write": 0, 2024-08-29T17:47:16.612 INFO:tasks.workunit.client.0.smithi028.stdout: "num_write_kb": 0 2024-08-29T17:47:16.612 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:16.612 INFO:tasks.workunit.client.0.smithi028.stdout: "state": "active+clean", 2024-08-29T17:47:16.612 INFO:tasks.workunit.client.0.smithi028.stdout: "stats_invalid": false, 2024-08-29T17:47:16.612 INFO:tasks.workunit.client.0.smithi028.stdout: "up": [ 2024-08-29T17:47:16.612 INFO:tasks.workunit.client.0.smithi028.stdout: 5, 2024-08-29T17:47:16.612 INFO:tasks.workunit.client.0.smithi028.stdout: 3, 2024-08-29T17:47:16.613 INFO:tasks.workunit.client.0.smithi028.stdout: 2 2024-08-29T17:47:16.613 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-08-29T17:47:16.613 INFO:tasks.workunit.client.0.smithi028.stdout: "up_primary": 5, 2024-08-29T17:47:16.613 INFO:tasks.workunit.client.0.smithi028.stdout: "version": "0'0" 2024-08-29T17:47:16.613 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:16.613 INFO:tasks.workunit.client.0.smithi028.stdout: { 2024-08-29T17:47:16.613 INFO:tasks.workunit.client.0.smithi028.stdout: "acting": [ 2024-08-29T17:47:16.613 INFO:tasks.workunit.client.0.smithi028.stdout: 3, 2024-08-29T17:47:16.613 INFO:tasks.workunit.client.0.smithi028.stdout: 4, 2024-08-29T17:47:16.613 INFO:tasks.workunit.client.0.smithi028.stdout: 2 2024-08-29T17:47:16.613 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-08-29T17:47:16.613 INFO:tasks.workunit.client.0.smithi028.stdout: "acting_primary": 3, 2024-08-29T17:47:16.613 INFO:tasks.workunit.client.0.smithi028.stdout: "avail_no_missing": [], 2024-08-29T17:47:16.613 INFO:tasks.workunit.client.0.smithi028.stdout: "blocked_by": [], 2024-08-29T17:47:16.613 INFO:tasks.workunit.client.0.smithi028.stdout: "created": 62, 2024-08-29T17:47:16.614 INFO:tasks.workunit.client.0.smithi028.stdout: "dirty_stats_invalid": false, 2024-08-29T17:47:16.614 INFO:tasks.workunit.client.0.smithi028.stdout: "hitset_bytes_stats_invalid": false, 2024-08-29T17:47:16.614 INFO:tasks.workunit.client.0.smithi028.stdout: "hitset_stats_invalid": false, 2024-08-29T17:47:16.614 INFO:tasks.workunit.client.0.smithi028.stdout: "last_active": "2024-08-29T17:43:51.003566+0000", 2024-08-29T17:47:16.614 INFO:tasks.workunit.client.0.smithi028.stdout: "last_became_active": "2024-08-29T17:41:03.048300+0000", 2024-08-29T17:47:16.614 INFO:tasks.workunit.client.0.smithi028.stdout: "last_became_peered": "2024-08-29T17:41:03.048300+0000", 2024-08-29T17:47:16.614 INFO:tasks.workunit.client.0.smithi028.stdout: "last_change": "2024-08-29T17:41:03.048943+0000", 2024-08-29T17:47:16.614 INFO:tasks.workunit.client.0.smithi028.stdout: "last_clean": "2024-08-29T17:43:51.003566+0000", 2024-08-29T17:47:16.614 INFO:tasks.workunit.client.0.smithi028.stdout: "last_clean_scrub_stamp": "2024-08-29T17:41:01.987071+0000", 2024-08-29T17:47:16.614 INFO:tasks.workunit.client.0.smithi028.stdout: "last_deep_scrub": "0'0", 2024-08-29T17:47:16.614 INFO:tasks.workunit.client.0.smithi028.stdout: "last_deep_scrub_stamp": "2024-08-29T17:41:01.987071+0000", 2024-08-29T17:47:16.614 INFO:tasks.workunit.client.0.smithi028.stdout: "last_epoch_clean": 63, 2024-08-29T17:47:16.614 INFO:tasks.workunit.client.0.smithi028.stdout: "last_fresh": "2024-08-29T17:43:51.003566+0000", 2024-08-29T17:47:16.615 INFO:tasks.workunit.client.0.smithi028.stdout: "last_fullsized": "2024-08-29T17:43:51.003566+0000", 2024-08-29T17:47:16.615 INFO:tasks.workunit.client.0.smithi028.stdout: "last_peered": "2024-08-29T17:43:51.003566+0000", 2024-08-29T17:47:16.615 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub": "0'0", 2024-08-29T17:47:16.615 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub_duration": 0, 2024-08-29T17:47:16.615 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub_stamp": "2024-08-29T17:41:01.987071+0000", 2024-08-29T17:47:16.615 INFO:tasks.workunit.client.0.smithi028.stdout: "last_undegraded": "2024-08-29T17:43:51.003566+0000", 2024-08-29T17:47:16.615 INFO:tasks.workunit.client.0.smithi028.stdout: "last_unstale": "2024-08-29T17:43:51.003566+0000", 2024-08-29T17:47:16.615 INFO:tasks.workunit.client.0.smithi028.stdout: "log_dups_size": 0, 2024-08-29T17:47:16.615 INFO:tasks.workunit.client.0.smithi028.stdout: "log_size": 0, 2024-08-29T17:47:16.615 INFO:tasks.workunit.client.0.smithi028.stdout: "log_start": "0'0", 2024-08-29T17:47:16.615 INFO:tasks.workunit.client.0.smithi028.stdout: "manifest_stats_invalid": false, 2024-08-29T17:47:16.615 INFO:tasks.workunit.client.0.smithi028.stdout: "mapping_epoch": 62, 2024-08-29T17:47:16.615 INFO:tasks.workunit.client.0.smithi028.stdout: "object_location_counts": [], 2024-08-29T17:47:16.615 INFO:tasks.workunit.client.0.smithi028.stdout: "objects_scrubbed": 0, 2024-08-29T17:47:16.616 INFO:tasks.workunit.client.0.smithi028.stdout: "objects_trimmed": 0, 2024-08-29T17:47:16.616 INFO:tasks.workunit.client.0.smithi028.stdout: "omap_stats_invalid": false, 2024-08-29T17:47:16.616 INFO:tasks.workunit.client.0.smithi028.stdout: "ondisk_log_size": 0, 2024-08-29T17:47:16.616 INFO:tasks.workunit.client.0.smithi028.stdout: "ondisk_log_start": "0'0", 2024-08-29T17:47:16.616 INFO:tasks.workunit.client.0.smithi028.stdout: "parent": "0.0", 2024-08-29T17:47:16.616 INFO:tasks.workunit.client.0.smithi028.stdout: "parent_split_bits": 0, 2024-08-29T17:47:16.616 INFO:tasks.workunit.client.0.smithi028.stdout: "pgid": "3.27", 2024-08-29T17:47:16.616 INFO:tasks.workunit.client.0.smithi028.stdout: "pin_stats_invalid": false, 2024-08-29T17:47:16.616 INFO:tasks.workunit.client.0.smithi028.stdout: "purged_snaps": [], 2024-08-29T17:47:16.616 INFO:tasks.workunit.client.0.smithi028.stdout: "reported_epoch": 74, 2024-08-29T17:47:16.616 INFO:tasks.workunit.client.0.smithi028.stdout: "reported_seq": 21, 2024-08-29T17:47:16.616 INFO:tasks.workunit.client.0.smithi028.stdout: "scrub_duration": 0.0, 2024-08-29T17:47:16.616 INFO:tasks.workunit.client.0.smithi028.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-30T22:12:26.569199+0000", 2024-08-29T17:47:16.616 INFO:tasks.workunit.client.0.smithi028.stdout: "snaptrim_duration": 0.0, 2024-08-29T17:47:16.617 INFO:tasks.workunit.client.0.smithi028.stdout: "snaptrimq_len": 0, 2024-08-29T17:47:16.617 INFO:tasks.workunit.client.0.smithi028.stdout: "stat_sum": { 2024-08-29T17:47:16.617 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes": 0, 2024-08-29T17:47:16.617 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes_hit_set_archive": 0, 2024-08-29T17:47:16.617 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes_recovered": 0, 2024-08-29T17:47:16.617 INFO:tasks.workunit.client.0.smithi028.stdout: "num_deep_scrub_errors": 0, 2024-08-29T17:47:16.617 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict": 0, 2024-08-29T17:47:16.617 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_kb": 0, 2024-08-29T17:47:16.617 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_mode_full": 0, 2024-08-29T17:47:16.617 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_mode_some": 0, 2024-08-29T17:47:16.617 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush": 0, 2024-08-29T17:47:16.617 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_kb": 0, 2024-08-29T17:47:16.617 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_mode_high": 0, 2024-08-29T17:47:16.618 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_mode_low": 0, 2024-08-29T17:47:16.618 INFO:tasks.workunit.client.0.smithi028.stdout: "num_keys_recovered": 0, 2024-08-29T17:47:16.618 INFO:tasks.workunit.client.0.smithi028.stdout: "num_large_omap_objects": 0, 2024-08-29T17:47:16.618 INFO:tasks.workunit.client.0.smithi028.stdout: "num_legacy_snapsets": 0, 2024-08-29T17:47:16.618 INFO:tasks.workunit.client.0.smithi028.stdout: "num_object_clones": 0, 2024-08-29T17:47:16.618 INFO:tasks.workunit.client.0.smithi028.stdout: "num_object_copies": 0, 2024-08-29T17:47:16.620 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects": 0, 2024-08-29T17:47:16.620 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_degraded": 0, 2024-08-29T17:47:16.620 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_dirty": 0, 2024-08-29T17:47:16.620 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_hit_set_archive": 0, 2024-08-29T17:47:16.620 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_manifest": 0, 2024-08-29T17:47:16.620 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_misplaced": 0, 2024-08-29T17:47:16.620 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_missing": 0, 2024-08-29T17:47:16.620 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_missing_on_primary": 0, 2024-08-29T17:47:16.620 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_omap": 0, 2024-08-29T17:47:16.620 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_pinned": 0, 2024-08-29T17:47:16.620 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_recovered": 0, 2024-08-29T17:47:16.620 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_repaired": 0, 2024-08-29T17:47:16.621 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_unfound": 0, 2024-08-29T17:47:16.621 INFO:tasks.workunit.client.0.smithi028.stdout: "num_omap_bytes": 0, 2024-08-29T17:47:16.621 INFO:tasks.workunit.client.0.smithi028.stdout: "num_omap_keys": 0, 2024-08-29T17:47:16.621 INFO:tasks.workunit.client.0.smithi028.stdout: "num_promote": 0, 2024-08-29T17:47:16.621 INFO:tasks.workunit.client.0.smithi028.stdout: "num_read": 0, 2024-08-29T17:47:16.621 INFO:tasks.workunit.client.0.smithi028.stdout: "num_read_kb": 0, 2024-08-29T17:47:16.621 INFO:tasks.workunit.client.0.smithi028.stdout: "num_scrub_errors": 0, 2024-08-29T17:47:16.621 INFO:tasks.workunit.client.0.smithi028.stdout: "num_shallow_scrub_errors": 0, 2024-08-29T17:47:16.621 INFO:tasks.workunit.client.0.smithi028.stdout: "num_whiteouts": 0, 2024-08-29T17:47:16.621 INFO:tasks.workunit.client.0.smithi028.stdout: "num_write": 0, 2024-08-29T17:47:16.621 INFO:tasks.workunit.client.0.smithi028.stdout: "num_write_kb": 0 2024-08-29T17:47:16.621 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:16.622 INFO:tasks.workunit.client.0.smithi028.stdout: "state": "active+clean", 2024-08-29T17:47:16.622 INFO:tasks.workunit.client.0.smithi028.stdout: "stats_invalid": false, 2024-08-29T17:47:16.622 INFO:tasks.workunit.client.0.smithi028.stdout: "up": [ 2024-08-29T17:47:16.622 INFO:tasks.workunit.client.0.smithi028.stdout: 3, 2024-08-29T17:47:16.622 INFO:tasks.workunit.client.0.smithi028.stdout: 4, 2024-08-29T17:47:16.622 INFO:tasks.workunit.client.0.smithi028.stdout: 2 2024-08-29T17:47:16.622 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-08-29T17:47:16.622 INFO:tasks.workunit.client.0.smithi028.stdout: "up_primary": 3, 2024-08-29T17:47:16.622 INFO:tasks.workunit.client.0.smithi028.stdout: "version": "0'0" 2024-08-29T17:47:16.622 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:16.622 INFO:tasks.workunit.client.0.smithi028.stdout: { 2024-08-29T17:47:16.622 INFO:tasks.workunit.client.0.smithi028.stdout: "acting": [ 2024-08-29T17:47:16.622 INFO:tasks.workunit.client.0.smithi028.stdout: 6, 2024-08-29T17:47:16.623 INFO:tasks.workunit.client.0.smithi028.stdout: 7, 2024-08-29T17:47:16.623 INFO:tasks.workunit.client.0.smithi028.stdout: 4 2024-08-29T17:47:16.623 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-08-29T17:47:16.623 INFO:tasks.workunit.client.0.smithi028.stdout: "acting_primary": 6, 2024-08-29T17:47:16.623 INFO:tasks.workunit.client.0.smithi028.stdout: "avail_no_missing": [], 2024-08-29T17:47:16.623 INFO:tasks.workunit.client.0.smithi028.stdout: "blocked_by": [], 2024-08-29T17:47:16.623 INFO:tasks.workunit.client.0.smithi028.stdout: "created": 62, 2024-08-29T17:47:16.623 INFO:tasks.workunit.client.0.smithi028.stdout: "dirty_stats_invalid": false, 2024-08-29T17:47:16.623 INFO:tasks.workunit.client.0.smithi028.stdout: "hitset_bytes_stats_invalid": false, 2024-08-29T17:47:16.623 INFO:tasks.workunit.client.0.smithi028.stdout: "hitset_stats_invalid": false, 2024-08-29T17:47:16.623 INFO:tasks.workunit.client.0.smithi028.stdout: "last_active": "2024-08-29T17:43:51.181452+0000", 2024-08-29T17:47:16.623 INFO:tasks.workunit.client.0.smithi028.stdout: "last_became_active": "2024-08-29T17:41:03.079629+0000", 2024-08-29T17:47:16.623 INFO:tasks.workunit.client.0.smithi028.stdout: "last_became_peered": "2024-08-29T17:41:03.079629+0000", 2024-08-29T17:47:16.623 INFO:tasks.workunit.client.0.smithi028.stdout: "last_change": "2024-08-29T17:41:03.080404+0000", 2024-08-29T17:47:16.624 INFO:tasks.workunit.client.0.smithi028.stdout: "last_clean": "2024-08-29T17:43:51.181452+0000", 2024-08-29T17:47:16.624 INFO:tasks.workunit.client.0.smithi028.stdout: "last_clean_scrub_stamp": "2024-08-29T17:41:01.987071+0000", 2024-08-29T17:47:16.624 INFO:tasks.workunit.client.0.smithi028.stdout: "last_deep_scrub": "0'0", 2024-08-29T17:47:16.624 INFO:tasks.workunit.client.0.smithi028.stdout: "last_deep_scrub_stamp": "2024-08-29T17:41:01.987071+0000", 2024-08-29T17:47:16.624 INFO:tasks.workunit.client.0.smithi028.stdout: "last_epoch_clean": 63, 2024-08-29T17:47:16.624 INFO:tasks.workunit.client.0.smithi028.stdout: "last_fresh": "2024-08-29T17:43:51.181452+0000", 2024-08-29T17:47:16.624 INFO:tasks.workunit.client.0.smithi028.stdout: "last_fullsized": "2024-08-29T17:43:51.181452+0000", 2024-08-29T17:47:16.624 INFO:tasks.workunit.client.0.smithi028.stdout: "last_peered": "2024-08-29T17:43:51.181452+0000", 2024-08-29T17:47:16.624 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub": "0'0", 2024-08-29T17:47:16.624 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub_duration": 0, 2024-08-29T17:47:16.624 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub_stamp": "2024-08-29T17:41:01.987071+0000", 2024-08-29T17:47:16.624 INFO:tasks.workunit.client.0.smithi028.stdout: "last_undegraded": "2024-08-29T17:43:51.181452+0000", 2024-08-29T17:47:16.624 INFO:tasks.workunit.client.0.smithi028.stdout: "last_unstale": "2024-08-29T17:43:51.181452+0000", 2024-08-29T17:47:16.625 INFO:tasks.workunit.client.0.smithi028.stdout: "log_dups_size": 0, 2024-08-29T17:47:16.625 INFO:tasks.workunit.client.0.smithi028.stdout: "log_size": 0, 2024-08-29T17:47:16.625 INFO:tasks.workunit.client.0.smithi028.stdout: "log_start": "0'0", 2024-08-29T17:47:16.625 INFO:tasks.workunit.client.0.smithi028.stdout: "manifest_stats_invalid": false, 2024-08-29T17:47:16.625 INFO:tasks.workunit.client.0.smithi028.stdout: "mapping_epoch": 62, 2024-08-29T17:47:16.625 INFO:tasks.workunit.client.0.smithi028.stdout: "object_location_counts": [], 2024-08-29T17:47:16.625 INFO:tasks.workunit.client.0.smithi028.stdout: "objects_scrubbed": 0, 2024-08-29T17:47:16.625 INFO:tasks.workunit.client.0.smithi028.stdout: "objects_trimmed": 0, 2024-08-29T17:47:16.625 INFO:tasks.workunit.client.0.smithi028.stdout: "omap_stats_invalid": false, 2024-08-29T17:47:16.625 INFO:tasks.workunit.client.0.smithi028.stdout: "ondisk_log_size": 0, 2024-08-29T17:47:16.625 INFO:tasks.workunit.client.0.smithi028.stdout: "ondisk_log_start": "0'0", 2024-08-29T17:47:16.625 INFO:tasks.workunit.client.0.smithi028.stdout: "parent": "0.0", 2024-08-29T17:47:16.625 INFO:tasks.workunit.client.0.smithi028.stdout: "parent_split_bits": 0, 2024-08-29T17:47:16.626 INFO:tasks.workunit.client.0.smithi028.stdout: "pgid": "3.26", 2024-08-29T17:47:16.626 INFO:tasks.workunit.client.0.smithi028.stdout: "pin_stats_invalid": false, 2024-08-29T17:47:16.626 INFO:tasks.workunit.client.0.smithi028.stdout: "purged_snaps": [], 2024-08-29T17:47:16.626 INFO:tasks.workunit.client.0.smithi028.stdout: "reported_epoch": 74, 2024-08-29T17:47:16.626 INFO:tasks.workunit.client.0.smithi028.stdout: "reported_seq": 21, 2024-08-29T17:47:16.626 INFO:tasks.workunit.client.0.smithi028.stdout: "scrub_duration": 0.0, 2024-08-29T17:47:16.626 INFO:tasks.workunit.client.0.smithi028.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-30T22:22:29.575142+0000", 2024-08-29T17:47:16.626 INFO:tasks.workunit.client.0.smithi028.stdout: "snaptrim_duration": 0.0, 2024-08-29T17:47:16.626 INFO:tasks.workunit.client.0.smithi028.stdout: "snaptrimq_len": 0, 2024-08-29T17:47:16.626 INFO:tasks.workunit.client.0.smithi028.stdout: "stat_sum": { 2024-08-29T17:47:16.626 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes": 0, 2024-08-29T17:47:16.626 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes_hit_set_archive": 0, 2024-08-29T17:47:16.626 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes_recovered": 0, 2024-08-29T17:47:16.626 INFO:tasks.workunit.client.0.smithi028.stdout: "num_deep_scrub_errors": 0, 2024-08-29T17:47:16.626 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict": 0, 2024-08-29T17:47:16.627 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_kb": 0, 2024-08-29T17:47:16.627 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_mode_full": 0, 2024-08-29T17:47:16.627 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_mode_some": 0, 2024-08-29T17:47:16.627 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush": 0, 2024-08-29T17:47:16.627 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_kb": 0, 2024-08-29T17:47:16.627 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_mode_high": 0, 2024-08-29T17:47:16.627 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_mode_low": 0, 2024-08-29T17:47:16.627 INFO:tasks.workunit.client.0.smithi028.stdout: "num_keys_recovered": 0, 2024-08-29T17:47:16.627 INFO:tasks.workunit.client.0.smithi028.stdout: "num_large_omap_objects": 0, 2024-08-29T17:47:16.627 INFO:tasks.workunit.client.0.smithi028.stdout: "num_legacy_snapsets": 0, 2024-08-29T17:47:16.627 INFO:tasks.workunit.client.0.smithi028.stdout: "num_object_clones": 0, 2024-08-29T17:47:16.627 INFO:tasks.workunit.client.0.smithi028.stdout: "num_object_copies": 0, 2024-08-29T17:47:16.627 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects": 0, 2024-08-29T17:47:16.627 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_degraded": 0, 2024-08-29T17:47:16.628 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_dirty": 0, 2024-08-29T17:47:16.628 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_hit_set_archive": 0, 2024-08-29T17:47:16.628 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_manifest": 0, 2024-08-29T17:47:16.628 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_misplaced": 0, 2024-08-29T17:47:16.628 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_missing": 0, 2024-08-29T17:47:16.628 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_missing_on_primary": 0, 2024-08-29T17:47:16.628 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_omap": 0, 2024-08-29T17:47:16.628 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_pinned": 0, 2024-08-29T17:47:16.628 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_recovered": 0, 2024-08-29T17:47:16.628 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_repaired": 0, 2024-08-29T17:47:16.628 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_unfound": 0, 2024-08-29T17:47:16.628 INFO:tasks.workunit.client.0.smithi028.stdout: "num_omap_bytes": 0, 2024-08-29T17:47:16.628 INFO:tasks.workunit.client.0.smithi028.stdout: "num_omap_keys": 0, 2024-08-29T17:47:16.629 INFO:tasks.workunit.client.0.smithi028.stdout: "num_promote": 0, 2024-08-29T17:47:16.629 INFO:tasks.workunit.client.0.smithi028.stdout: "num_read": 0, 2024-08-29T17:47:16.629 INFO:tasks.workunit.client.0.smithi028.stdout: "num_read_kb": 0, 2024-08-29T17:47:16.629 INFO:tasks.workunit.client.0.smithi028.stdout: "num_scrub_errors": 0, 2024-08-29T17:47:16.629 INFO:tasks.workunit.client.0.smithi028.stdout: "num_shallow_scrub_errors": 0, 2024-08-29T17:47:16.629 INFO:tasks.workunit.client.0.smithi028.stdout: "num_whiteouts": 0, 2024-08-29T17:47:16.629 INFO:tasks.workunit.client.0.smithi028.stdout: "num_write": 0, 2024-08-29T17:47:16.629 INFO:tasks.workunit.client.0.smithi028.stdout: "num_write_kb": 0 2024-08-29T17:47:16.629 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:16.629 INFO:tasks.workunit.client.0.smithi028.stdout: "state": "active+clean", 2024-08-29T17:47:16.629 INFO:tasks.workunit.client.0.smithi028.stdout: "stats_invalid": false, 2024-08-29T17:47:16.629 INFO:tasks.workunit.client.0.smithi028.stdout: "up": [ 2024-08-29T17:47:16.629 INFO:tasks.workunit.client.0.smithi028.stdout: 6, 2024-08-29T17:47:16.630 INFO:tasks.workunit.client.0.smithi028.stdout: 7, 2024-08-29T17:47:16.630 INFO:tasks.workunit.client.0.smithi028.stdout: 4 2024-08-29T17:47:16.630 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-08-29T17:47:16.630 INFO:tasks.workunit.client.0.smithi028.stdout: "up_primary": 6, 2024-08-29T17:47:16.630 INFO:tasks.workunit.client.0.smithi028.stdout: "version": "0'0" 2024-08-29T17:47:16.630 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:16.630 INFO:tasks.workunit.client.0.smithi028.stdout: { 2024-08-29T17:47:16.630 INFO:tasks.workunit.client.0.smithi028.stdout: "acting": [ 2024-08-29T17:47:16.630 INFO:tasks.workunit.client.0.smithi028.stdout: 1, 2024-08-29T17:47:16.630 INFO:tasks.workunit.client.0.smithi028.stdout: 3, 2024-08-29T17:47:16.630 INFO:tasks.workunit.client.0.smithi028.stdout: 2 2024-08-29T17:47:16.630 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-08-29T17:47:16.630 INFO:tasks.workunit.client.0.smithi028.stdout: "acting_primary": 1, 2024-08-29T17:47:16.630 INFO:tasks.workunit.client.0.smithi028.stdout: "avail_no_missing": [], 2024-08-29T17:47:16.630 INFO:tasks.workunit.client.0.smithi028.stdout: "blocked_by": [], 2024-08-29T17:47:16.631 INFO:tasks.workunit.client.0.smithi028.stdout: "created": 62, 2024-08-29T17:47:16.631 INFO:tasks.workunit.client.0.smithi028.stdout: "dirty_stats_invalid": false, 2024-08-29T17:47:16.631 INFO:tasks.workunit.client.0.smithi028.stdout: "hitset_bytes_stats_invalid": false, 2024-08-29T17:47:16.631 INFO:tasks.workunit.client.0.smithi028.stdout: "hitset_stats_invalid": false, 2024-08-29T17:47:16.631 INFO:tasks.workunit.client.0.smithi028.stdout: "last_active": "2024-08-29T17:43:51.010066+0000", 2024-08-29T17:47:16.631 INFO:tasks.workunit.client.0.smithi028.stdout: "last_became_active": "2024-08-29T17:41:03.043723+0000", 2024-08-29T17:47:16.631 INFO:tasks.workunit.client.0.smithi028.stdout: "last_became_peered": "2024-08-29T17:41:03.043723+0000", 2024-08-29T17:47:16.631 INFO:tasks.workunit.client.0.smithi028.stdout: "last_change": "2024-08-29T17:41:03.044286+0000", 2024-08-29T17:47:16.631 INFO:tasks.workunit.client.0.smithi028.stdout: "last_clean": "2024-08-29T17:43:51.010066+0000", 2024-08-29T17:47:16.631 INFO:tasks.workunit.client.0.smithi028.stdout: "last_clean_scrub_stamp": "2024-08-29T17:41:01.987071+0000", 2024-08-29T17:47:16.631 INFO:tasks.workunit.client.0.smithi028.stdout: "last_deep_scrub": "0'0", 2024-08-29T17:47:16.631 INFO:tasks.workunit.client.0.smithi028.stdout: "last_deep_scrub_stamp": "2024-08-29T17:41:01.987071+0000", 2024-08-29T17:47:16.631 INFO:tasks.workunit.client.0.smithi028.stdout: "last_epoch_clean": 63, 2024-08-29T17:47:16.631 INFO:tasks.workunit.client.0.smithi028.stdout: "last_fresh": "2024-08-29T17:43:51.010066+0000", 2024-08-29T17:47:16.632 INFO:tasks.workunit.client.0.smithi028.stdout: "last_fullsized": "2024-08-29T17:43:51.010066+0000", 2024-08-29T17:47:16.632 INFO:tasks.workunit.client.0.smithi028.stdout: "last_peered": "2024-08-29T17:43:51.010066+0000", 2024-08-29T17:47:16.632 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub": "0'0", 2024-08-29T17:47:16.632 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub_duration": 0, 2024-08-29T17:47:16.632 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub_stamp": "2024-08-29T17:41:01.987071+0000", 2024-08-29T17:47:16.632 INFO:tasks.workunit.client.0.smithi028.stdout: "last_undegraded": "2024-08-29T17:43:51.010066+0000", 2024-08-29T17:47:16.632 INFO:tasks.workunit.client.0.smithi028.stdout: "last_unstale": "2024-08-29T17:43:51.010066+0000", 2024-08-29T17:47:16.632 INFO:tasks.workunit.client.0.smithi028.stdout: "log_dups_size": 0, 2024-08-29T17:47:16.632 INFO:tasks.workunit.client.0.smithi028.stdout: "log_size": 0, 2024-08-29T17:47:16.632 INFO:tasks.workunit.client.0.smithi028.stdout: "log_start": "0'0", 2024-08-29T17:47:16.632 INFO:tasks.workunit.client.0.smithi028.stdout: "manifest_stats_invalid": false, 2024-08-29T17:47:16.632 INFO:tasks.workunit.client.0.smithi028.stdout: "mapping_epoch": 62, 2024-08-29T17:47:16.632 INFO:tasks.workunit.client.0.smithi028.stdout: "object_location_counts": [], 2024-08-29T17:47:16.633 INFO:tasks.workunit.client.0.smithi028.stdout: "objects_scrubbed": 0, 2024-08-29T17:47:16.633 INFO:tasks.workunit.client.0.smithi028.stdout: "objects_trimmed": 0, 2024-08-29T17:47:16.633 INFO:tasks.workunit.client.0.smithi028.stdout: "omap_stats_invalid": false, 2024-08-29T17:47:16.633 INFO:tasks.workunit.client.0.smithi028.stdout: "ondisk_log_size": 0, 2024-08-29T17:47:16.633 INFO:tasks.workunit.client.0.smithi028.stdout: "ondisk_log_start": "0'0", 2024-08-29T17:47:16.633 INFO:tasks.workunit.client.0.smithi028.stdout: "parent": "0.0", 2024-08-29T17:47:16.633 INFO:tasks.workunit.client.0.smithi028.stdout: "parent_split_bits": 0, 2024-08-29T17:47:16.633 INFO:tasks.workunit.client.0.smithi028.stdout: "pgid": "3.25", 2024-08-29T17:47:16.633 INFO:tasks.workunit.client.0.smithi028.stdout: "pin_stats_invalid": false, 2024-08-29T17:47:16.633 INFO:tasks.workunit.client.0.smithi028.stdout: "purged_snaps": [], 2024-08-29T17:47:16.633 INFO:tasks.workunit.client.0.smithi028.stdout: "reported_epoch": 74, 2024-08-29T17:47:16.633 INFO:tasks.workunit.client.0.smithi028.stdout: "reported_seq": 21, 2024-08-29T17:47:16.633 INFO:tasks.workunit.client.0.smithi028.stdout: "scrub_duration": 0.0, 2024-08-29T17:47:16.634 INFO:tasks.workunit.client.0.smithi028.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-31T01:28:04.817827+0000", 2024-08-29T17:47:16.634 INFO:tasks.workunit.client.0.smithi028.stdout: "snaptrim_duration": 0.0, 2024-08-29T17:47:16.634 INFO:tasks.workunit.client.0.smithi028.stdout: "snaptrimq_len": 0, 2024-08-29T17:47:16.634 INFO:tasks.workunit.client.0.smithi028.stdout: "stat_sum": { 2024-08-29T17:47:16.634 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes": 0, 2024-08-29T17:47:16.634 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes_hit_set_archive": 0, 2024-08-29T17:47:16.634 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes_recovered": 0, 2024-08-29T17:47:16.634 INFO:tasks.workunit.client.0.smithi028.stdout: "num_deep_scrub_errors": 0, 2024-08-29T17:47:16.634 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict": 0, 2024-08-29T17:47:16.634 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_kb": 0, 2024-08-29T17:47:16.634 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_mode_full": 0, 2024-08-29T17:47:16.634 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_mode_some": 0, 2024-08-29T17:47:16.634 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush": 0, 2024-08-29T17:47:16.634 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_kb": 0, 2024-08-29T17:47:16.635 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_mode_high": 0, 2024-08-29T17:47:16.635 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_mode_low": 0, 2024-08-29T17:47:16.635 INFO:tasks.workunit.client.0.smithi028.stdout: "num_keys_recovered": 0, 2024-08-29T17:47:16.635 INFO:tasks.workunit.client.0.smithi028.stdout: "num_large_omap_objects": 0, 2024-08-29T17:47:16.635 INFO:tasks.workunit.client.0.smithi028.stdout: "num_legacy_snapsets": 0, 2024-08-29T17:47:16.635 INFO:tasks.workunit.client.0.smithi028.stdout: "num_object_clones": 0, 2024-08-29T17:47:16.635 INFO:tasks.workunit.client.0.smithi028.stdout: "num_object_copies": 0, 2024-08-29T17:47:16.635 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects": 0, 2024-08-29T17:47:16.635 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_degraded": 0, 2024-08-29T17:47:16.635 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_dirty": 0, 2024-08-29T17:47:16.635 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_hit_set_archive": 0, 2024-08-29T17:47:16.635 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_manifest": 0, 2024-08-29T17:47:16.635 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_misplaced": 0, 2024-08-29T17:47:16.636 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_missing": 0, 2024-08-29T17:47:16.636 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_missing_on_primary": 0, 2024-08-29T17:47:16.636 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_omap": 0, 2024-08-29T17:47:16.636 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_pinned": 0, 2024-08-29T17:47:16.636 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_recovered": 0, 2024-08-29T17:47:16.636 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_repaired": 0, 2024-08-29T17:47:16.636 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_unfound": 0, 2024-08-29T17:47:16.636 INFO:tasks.workunit.client.0.smithi028.stdout: "num_omap_bytes": 0, 2024-08-29T17:47:16.636 INFO:tasks.workunit.client.0.smithi028.stdout: "num_omap_keys": 0, 2024-08-29T17:47:16.636 INFO:tasks.workunit.client.0.smithi028.stdout: "num_promote": 0, 2024-08-29T17:47:16.636 INFO:tasks.workunit.client.0.smithi028.stdout: "num_read": 0, 2024-08-29T17:47:16.636 INFO:tasks.workunit.client.0.smithi028.stdout: "num_read_kb": 0, 2024-08-29T17:47:16.637 INFO:tasks.workunit.client.0.smithi028.stdout: "num_scrub_errors": 0, 2024-08-29T17:47:16.637 INFO:tasks.workunit.client.0.smithi028.stdout: "num_shallow_scrub_errors": 0, 2024-08-29T17:47:16.637 INFO:tasks.workunit.client.0.smithi028.stdout: "num_whiteouts": 0, 2024-08-29T17:47:16.637 INFO:tasks.workunit.client.0.smithi028.stdout: "num_write": 0, 2024-08-29T17:47:16.637 INFO:tasks.workunit.client.0.smithi028.stdout: "num_write_kb": 0 2024-08-29T17:47:16.637 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:16.637 INFO:tasks.workunit.client.0.smithi028.stdout: "state": "active+clean", 2024-08-29T17:47:16.637 INFO:tasks.workunit.client.0.smithi028.stdout: "stats_invalid": false, 2024-08-29T17:47:16.637 INFO:tasks.workunit.client.0.smithi028.stdout: "up": [ 2024-08-29T17:47:16.637 INFO:tasks.workunit.client.0.smithi028.stdout: 1, 2024-08-29T17:47:16.637 INFO:tasks.workunit.client.0.smithi028.stdout: 3, 2024-08-29T17:47:16.637 INFO:tasks.workunit.client.0.smithi028.stdout: 2 2024-08-29T17:47:16.637 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-08-29T17:47:16.638 INFO:tasks.workunit.client.0.smithi028.stdout: "up_primary": 1, 2024-08-29T17:47:16.638 INFO:tasks.workunit.client.0.smithi028.stdout: "version": "0'0" 2024-08-29T17:47:16.638 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:16.638 INFO:tasks.workunit.client.0.smithi028.stdout: { 2024-08-29T17:47:16.638 INFO:tasks.workunit.client.0.smithi028.stdout: "acting": [ 2024-08-29T17:47:16.638 INFO:tasks.workunit.client.0.smithi028.stdout: 3, 2024-08-29T17:47:16.638 INFO:tasks.workunit.client.0.smithi028.stdout: 4, 2024-08-29T17:47:16.638 INFO:tasks.workunit.client.0.smithi028.stdout: 0 2024-08-29T17:47:16.638 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-08-29T17:47:16.638 INFO:tasks.workunit.client.0.smithi028.stdout: "acting_primary": 3, 2024-08-29T17:47:16.638 INFO:tasks.workunit.client.0.smithi028.stdout: "avail_no_missing": [], 2024-08-29T17:47:16.638 INFO:tasks.workunit.client.0.smithi028.stdout: "blocked_by": [], 2024-08-29T17:47:16.638 INFO:tasks.workunit.client.0.smithi028.stdout: "created": 62, 2024-08-29T17:47:16.638 INFO:tasks.workunit.client.0.smithi028.stdout: "dirty_stats_invalid": false, 2024-08-29T17:47:16.638 INFO:tasks.workunit.client.0.smithi028.stdout: "hitset_bytes_stats_invalid": false, 2024-08-29T17:47:16.639 INFO:tasks.workunit.client.0.smithi028.stdout: "hitset_stats_invalid": false, 2024-08-29T17:47:16.639 INFO:tasks.workunit.client.0.smithi028.stdout: "last_active": "2024-08-29T17:43:51.003956+0000", 2024-08-29T17:47:16.639 INFO:tasks.workunit.client.0.smithi028.stdout: "last_became_active": "2024-08-29T17:41:03.066481+0000", 2024-08-29T17:47:16.639 INFO:tasks.workunit.client.0.smithi028.stdout: "last_became_peered": "2024-08-29T17:41:03.066481+0000", 2024-08-29T17:47:16.639 INFO:tasks.workunit.client.0.smithi028.stdout: "last_change": "2024-08-29T17:41:03.066753+0000", 2024-08-29T17:47:16.639 INFO:tasks.workunit.client.0.smithi028.stdout: "last_clean": "2024-08-29T17:43:51.003956+0000", 2024-08-29T17:47:16.639 INFO:tasks.workunit.client.0.smithi028.stdout: "last_clean_scrub_stamp": "2024-08-29T17:41:01.987071+0000", 2024-08-29T17:47:16.639 INFO:tasks.workunit.client.0.smithi028.stdout: "last_deep_scrub": "0'0", 2024-08-29T17:47:16.639 INFO:tasks.workunit.client.0.smithi028.stdout: "last_deep_scrub_stamp": "2024-08-29T17:41:01.987071+0000", 2024-08-29T17:47:16.639 INFO:tasks.workunit.client.0.smithi028.stdout: "last_epoch_clean": 63, 2024-08-29T17:47:16.639 INFO:tasks.workunit.client.0.smithi028.stdout: "last_fresh": "2024-08-29T17:43:51.003956+0000", 2024-08-29T17:47:16.639 INFO:tasks.workunit.client.0.smithi028.stdout: "last_fullsized": "2024-08-29T17:43:51.003956+0000", 2024-08-29T17:47:16.639 INFO:tasks.workunit.client.0.smithi028.stdout: "last_peered": "2024-08-29T17:43:51.003956+0000", 2024-08-29T17:47:16.640 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub": "0'0", 2024-08-29T17:47:16.640 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub_duration": 0, 2024-08-29T17:47:16.640 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub_stamp": "2024-08-29T17:41:01.987071+0000", 2024-08-29T17:47:16.640 INFO:tasks.workunit.client.0.smithi028.stdout: "last_undegraded": "2024-08-29T17:43:51.003956+0000", 2024-08-29T17:47:16.640 INFO:tasks.workunit.client.0.smithi028.stdout: "last_unstale": "2024-08-29T17:43:51.003956+0000", 2024-08-29T17:47:16.640 INFO:tasks.workunit.client.0.smithi028.stdout: "log_dups_size": 0, 2024-08-29T17:47:16.640 INFO:tasks.workunit.client.0.smithi028.stdout: "log_size": 0, 2024-08-29T17:47:16.640 INFO:tasks.workunit.client.0.smithi028.stdout: "log_start": "0'0", 2024-08-29T17:47:16.640 INFO:tasks.workunit.client.0.smithi028.stdout: "manifest_stats_invalid": false, 2024-08-29T17:47:16.640 INFO:tasks.workunit.client.0.smithi028.stdout: "mapping_epoch": 62, 2024-08-29T17:47:16.640 INFO:tasks.workunit.client.0.smithi028.stdout: "object_location_counts": [], 2024-08-29T17:47:16.640 INFO:tasks.workunit.client.0.smithi028.stdout: "objects_scrubbed": 0, 2024-08-29T17:47:16.640 INFO:tasks.workunit.client.0.smithi028.stdout: "objects_trimmed": 0, 2024-08-29T17:47:16.641 INFO:tasks.workunit.client.0.smithi028.stdout: "omap_stats_invalid": false, 2024-08-29T17:47:16.641 INFO:tasks.workunit.client.0.smithi028.stdout: "ondisk_log_size": 0, 2024-08-29T17:47:16.641 INFO:tasks.workunit.client.0.smithi028.stdout: "ondisk_log_start": "0'0", 2024-08-29T17:47:16.641 INFO:tasks.workunit.client.0.smithi028.stdout: "parent": "0.0", 2024-08-29T17:47:16.641 INFO:tasks.workunit.client.0.smithi028.stdout: "parent_split_bits": 0, 2024-08-29T17:47:16.641 INFO:tasks.workunit.client.0.smithi028.stdout: "pgid": "3.24", 2024-08-29T17:47:16.641 INFO:tasks.workunit.client.0.smithi028.stdout: "pin_stats_invalid": false, 2024-08-29T17:47:16.641 INFO:tasks.workunit.client.0.smithi028.stdout: "purged_snaps": [], 2024-08-29T17:47:16.641 INFO:tasks.workunit.client.0.smithi028.stdout: "reported_epoch": 74, 2024-08-29T17:47:16.641 INFO:tasks.workunit.client.0.smithi028.stdout: "reported_seq": 21, 2024-08-29T17:47:16.641 INFO:tasks.workunit.client.0.smithi028.stdout: "scrub_duration": 0.0, 2024-08-29T17:47:16.641 INFO:tasks.workunit.client.0.smithi028.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-30T18:06:04.730359+0000", 2024-08-29T17:47:16.641 INFO:tasks.workunit.client.0.smithi028.stdout: "snaptrim_duration": 0.0, 2024-08-29T17:47:16.641 INFO:tasks.workunit.client.0.smithi028.stdout: "snaptrimq_len": 0, 2024-08-29T17:47:16.642 INFO:tasks.workunit.client.0.smithi028.stdout: "stat_sum": { 2024-08-29T17:47:16.642 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes": 0, 2024-08-29T17:47:16.642 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes_hit_set_archive": 0, 2024-08-29T17:47:16.642 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes_recovered": 0, 2024-08-29T17:47:16.642 INFO:tasks.workunit.client.0.smithi028.stdout: "num_deep_scrub_errors": 0, 2024-08-29T17:47:16.642 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict": 0, 2024-08-29T17:47:16.642 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_kb": 0, 2024-08-29T17:47:16.642 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_mode_full": 0, 2024-08-29T17:47:16.642 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_mode_some": 0, 2024-08-29T17:47:16.642 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush": 0, 2024-08-29T17:47:16.642 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_kb": 0, 2024-08-29T17:47:16.642 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_mode_high": 0, 2024-08-29T17:47:16.643 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_mode_low": 0, 2024-08-29T17:47:16.643 INFO:tasks.workunit.client.0.smithi028.stdout: "num_keys_recovered": 0, 2024-08-29T17:47:16.643 INFO:tasks.workunit.client.0.smithi028.stdout: "num_large_omap_objects": 0, 2024-08-29T17:47:16.643 INFO:tasks.workunit.client.0.smithi028.stdout: "num_legacy_snapsets": 0, 2024-08-29T17:47:16.643 INFO:tasks.workunit.client.0.smithi028.stdout: "num_object_clones": 0, 2024-08-29T17:47:16.643 INFO:tasks.workunit.client.0.smithi028.stdout: "num_object_copies": 0, 2024-08-29T17:47:16.643 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects": 0, 2024-08-29T17:47:16.643 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_degraded": 0, 2024-08-29T17:47:16.643 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_dirty": 0, 2024-08-29T17:47:16.643 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_hit_set_archive": 0, 2024-08-29T17:47:16.643 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_manifest": 0, 2024-08-29T17:47:16.643 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_misplaced": 0, 2024-08-29T17:47:16.643 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_missing": 0, 2024-08-29T17:47:16.644 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_missing_on_primary": 0, 2024-08-29T17:47:16.644 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_omap": 0, 2024-08-29T17:47:16.644 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_pinned": 0, 2024-08-29T17:47:16.644 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_recovered": 0, 2024-08-29T17:47:16.644 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_repaired": 0, 2024-08-29T17:47:16.644 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_unfound": 0, 2024-08-29T17:47:16.644 INFO:tasks.workunit.client.0.smithi028.stdout: "num_omap_bytes": 0, 2024-08-29T17:47:16.644 INFO:tasks.workunit.client.0.smithi028.stdout: "num_omap_keys": 0, 2024-08-29T17:47:16.644 INFO:tasks.workunit.client.0.smithi028.stdout: "num_promote": 0, 2024-08-29T17:47:16.644 INFO:tasks.workunit.client.0.smithi028.stdout: "num_read": 0, 2024-08-29T17:47:16.644 INFO:tasks.workunit.client.0.smithi028.stdout: "num_read_kb": 0, 2024-08-29T17:47:16.644 INFO:tasks.workunit.client.0.smithi028.stdout: "num_scrub_errors": 0, 2024-08-29T17:47:16.644 INFO:tasks.workunit.client.0.smithi028.stdout: "num_shallow_scrub_errors": 0, 2024-08-29T17:47:16.645 INFO:tasks.workunit.client.0.smithi028.stdout: "num_whiteouts": 0, 2024-08-29T17:47:16.645 INFO:tasks.workunit.client.0.smithi028.stdout: "num_write": 0, 2024-08-29T17:47:16.645 INFO:tasks.workunit.client.0.smithi028.stdout: "num_write_kb": 0 2024-08-29T17:47:16.645 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:16.645 INFO:tasks.workunit.client.0.smithi028.stdout: "state": "active+clean", 2024-08-29T17:47:16.645 INFO:tasks.workunit.client.0.smithi028.stdout: "stats_invalid": false, 2024-08-29T17:47:16.645 INFO:tasks.workunit.client.0.smithi028.stdout: "up": [ 2024-08-29T17:47:16.645 INFO:tasks.workunit.client.0.smithi028.stdout: 3, 2024-08-29T17:47:16.645 INFO:tasks.workunit.client.0.smithi028.stdout: 4, 2024-08-29T17:47:16.645 INFO:tasks.workunit.client.0.smithi028.stdout: 0 2024-08-29T17:47:16.645 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-08-29T17:47:16.645 INFO:tasks.workunit.client.0.smithi028.stdout: "up_primary": 3, 2024-08-29T17:47:16.645 INFO:tasks.workunit.client.0.smithi028.stdout: "version": "0'0" 2024-08-29T17:47:16.645 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:16.646 INFO:tasks.workunit.client.0.smithi028.stdout: { 2024-08-29T17:47:16.646 INFO:tasks.workunit.client.0.smithi028.stdout: "acting": [ 2024-08-29T17:47:16.646 INFO:tasks.workunit.client.0.smithi028.stdout: 0, 2024-08-29T17:47:16.646 INFO:tasks.workunit.client.0.smithi028.stdout: 3, 2024-08-29T17:47:16.646 INFO:tasks.workunit.client.0.smithi028.stdout: 4 2024-08-29T17:47:16.646 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-08-29T17:47:16.646 INFO:tasks.workunit.client.0.smithi028.stdout: "acting_primary": 0, 2024-08-29T17:47:16.646 INFO:tasks.workunit.client.0.smithi028.stdout: "avail_no_missing": [], 2024-08-29T17:47:16.646 INFO:tasks.workunit.client.0.smithi028.stdout: "blocked_by": [], 2024-08-29T17:47:16.646 INFO:tasks.workunit.client.0.smithi028.stdout: "created": 62, 2024-08-29T17:47:16.646 INFO:tasks.workunit.client.0.smithi028.stdout: "dirty_stats_invalid": false, 2024-08-29T17:47:16.646 INFO:tasks.workunit.client.0.smithi028.stdout: "hitset_bytes_stats_invalid": false, 2024-08-29T17:47:16.646 INFO:tasks.workunit.client.0.smithi028.stdout: "hitset_stats_invalid": false, 2024-08-29T17:47:16.647 INFO:tasks.workunit.client.0.smithi028.stdout: "last_active": "2024-08-29T17:43:51.183105+0000", 2024-08-29T17:47:16.647 INFO:tasks.workunit.client.0.smithi028.stdout: "last_became_active": "2024-08-29T17:41:03.073236+0000", 2024-08-29T17:47:16.647 INFO:tasks.workunit.client.0.smithi028.stdout: "last_became_peered": "2024-08-29T17:41:03.073236+0000", 2024-08-29T17:47:16.647 INFO:tasks.workunit.client.0.smithi028.stdout: "last_change": "2024-08-29T17:41:03.073770+0000", 2024-08-29T17:47:16.647 INFO:tasks.workunit.client.0.smithi028.stdout: "last_clean": "2024-08-29T17:43:51.183105+0000", 2024-08-29T17:47:16.647 INFO:tasks.workunit.client.0.smithi028.stdout: "last_clean_scrub_stamp": "2024-08-29T17:41:01.987071+0000", 2024-08-29T17:47:16.647 INFO:tasks.workunit.client.0.smithi028.stdout: "last_deep_scrub": "0'0", 2024-08-29T17:47:16.647 INFO:tasks.workunit.client.0.smithi028.stdout: "last_deep_scrub_stamp": "2024-08-29T17:41:01.987071+0000", 2024-08-29T17:47:16.647 INFO:tasks.workunit.client.0.smithi028.stdout: "last_epoch_clean": 63, 2024-08-29T17:47:16.647 INFO:tasks.workunit.client.0.smithi028.stdout: "last_fresh": "2024-08-29T17:43:51.183105+0000", 2024-08-29T17:47:16.647 INFO:tasks.workunit.client.0.smithi028.stdout: "last_fullsized": "2024-08-29T17:43:51.183105+0000", 2024-08-29T17:47:16.647 INFO:tasks.workunit.client.0.smithi028.stdout: "last_peered": "2024-08-29T17:43:51.183105+0000", 2024-08-29T17:47:16.647 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub": "0'0", 2024-08-29T17:47:16.648 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub_duration": 0, 2024-08-29T17:47:16.648 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub_stamp": "2024-08-29T17:41:01.987071+0000", 2024-08-29T17:47:16.648 INFO:tasks.workunit.client.0.smithi028.stdout: "last_undegraded": "2024-08-29T17:43:51.183105+0000", 2024-08-29T17:47:16.648 INFO:tasks.workunit.client.0.smithi028.stdout: "last_unstale": "2024-08-29T17:43:51.183105+0000", 2024-08-29T17:47:16.648 INFO:tasks.workunit.client.0.smithi028.stdout: "log_dups_size": 0, 2024-08-29T17:47:16.648 INFO:tasks.workunit.client.0.smithi028.stdout: "log_size": 0, 2024-08-29T17:47:16.648 INFO:tasks.workunit.client.0.smithi028.stdout: "log_start": "0'0", 2024-08-29T17:47:16.648 INFO:tasks.workunit.client.0.smithi028.stdout: "manifest_stats_invalid": false, 2024-08-29T17:47:16.648 INFO:tasks.workunit.client.0.smithi028.stdout: "mapping_epoch": 62, 2024-08-29T17:47:16.648 INFO:tasks.workunit.client.0.smithi028.stdout: "object_location_counts": [], 2024-08-29T17:47:16.648 INFO:tasks.workunit.client.0.smithi028.stdout: "objects_scrubbed": 0, 2024-08-29T17:47:16.648 INFO:tasks.workunit.client.0.smithi028.stdout: "objects_trimmed": 0, 2024-08-29T17:47:16.648 INFO:tasks.workunit.client.0.smithi028.stdout: "omap_stats_invalid": false, 2024-08-29T17:47:16.648 INFO:tasks.workunit.client.0.smithi028.stdout: "ondisk_log_size": 0, 2024-08-29T17:47:16.649 INFO:tasks.workunit.client.0.smithi028.stdout: "ondisk_log_start": "0'0", 2024-08-29T17:47:16.649 INFO:tasks.workunit.client.0.smithi028.stdout: "parent": "0.0", 2024-08-29T17:47:16.649 INFO:tasks.workunit.client.0.smithi028.stdout: "parent_split_bits": 0, 2024-08-29T17:47:16.649 INFO:tasks.workunit.client.0.smithi028.stdout: "pgid": "3.23", 2024-08-29T17:47:16.649 INFO:tasks.workunit.client.0.smithi028.stdout: "pin_stats_invalid": false, 2024-08-29T17:47:16.649 INFO:tasks.workunit.client.0.smithi028.stdout: "purged_snaps": [], 2024-08-29T17:47:16.649 INFO:tasks.workunit.client.0.smithi028.stdout: "reported_epoch": 74, 2024-08-29T17:47:16.649 INFO:tasks.workunit.client.0.smithi028.stdout: "reported_seq": 21, 2024-08-29T17:47:16.649 INFO:tasks.workunit.client.0.smithi028.stdout: "scrub_duration": 0.0, 2024-08-29T17:47:16.649 INFO:tasks.workunit.client.0.smithi028.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-31T01:23:20.630211+0000", 2024-08-29T17:47:16.649 INFO:tasks.workunit.client.0.smithi028.stdout: "snaptrim_duration": 0.0, 2024-08-29T17:47:16.649 INFO:tasks.workunit.client.0.smithi028.stdout: "snaptrimq_len": 0, 2024-08-29T17:47:16.649 INFO:tasks.workunit.client.0.smithi028.stdout: "stat_sum": { 2024-08-29T17:47:16.650 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes": 0, 2024-08-29T17:47:16.650 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes_hit_set_archive": 0, 2024-08-29T17:47:16.650 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes_recovered": 0, 2024-08-29T17:47:16.650 INFO:tasks.workunit.client.0.smithi028.stdout: "num_deep_scrub_errors": 0, 2024-08-29T17:47:16.650 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict": 0, 2024-08-29T17:47:16.650 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_kb": 0, 2024-08-29T17:47:16.650 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_mode_full": 0, 2024-08-29T17:47:16.650 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_mode_some": 0, 2024-08-29T17:47:16.650 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush": 0, 2024-08-29T17:47:16.650 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_kb": 0, 2024-08-29T17:47:16.650 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_mode_high": 0, 2024-08-29T17:47:16.650 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_mode_low": 0, 2024-08-29T17:47:16.650 INFO:tasks.workunit.client.0.smithi028.stdout: "num_keys_recovered": 0, 2024-08-29T17:47:16.651 INFO:tasks.workunit.client.0.smithi028.stdout: "num_large_omap_objects": 0, 2024-08-29T17:47:16.651 INFO:tasks.workunit.client.0.smithi028.stdout: "num_legacy_snapsets": 0, 2024-08-29T17:47:16.651 INFO:tasks.workunit.client.0.smithi028.stdout: "num_object_clones": 0, 2024-08-29T17:47:16.651 INFO:tasks.workunit.client.0.smithi028.stdout: "num_object_copies": 0, 2024-08-29T17:47:16.651 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects": 0, 2024-08-29T17:47:16.651 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_degraded": 0, 2024-08-29T17:47:16.651 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_dirty": 0, 2024-08-29T17:47:16.651 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_hit_set_archive": 0, 2024-08-29T17:47:16.651 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_manifest": 0, 2024-08-29T17:47:16.651 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_misplaced": 0, 2024-08-29T17:47:16.651 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_missing": 0, 2024-08-29T17:47:16.651 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_missing_on_primary": 0, 2024-08-29T17:47:16.651 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_omap": 0, 2024-08-29T17:47:16.651 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_pinned": 0, 2024-08-29T17:47:16.652 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_recovered": 0, 2024-08-29T17:47:16.652 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_repaired": 0, 2024-08-29T17:47:16.652 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_unfound": 0, 2024-08-29T17:47:16.652 INFO:tasks.workunit.client.0.smithi028.stdout: "num_omap_bytes": 0, 2024-08-29T17:47:16.652 INFO:tasks.workunit.client.0.smithi028.stdout: "num_omap_keys": 0, 2024-08-29T17:47:16.652 INFO:tasks.workunit.client.0.smithi028.stdout: "num_promote": 0, 2024-08-29T17:47:16.652 INFO:tasks.workunit.client.0.smithi028.stdout: "num_read": 0, 2024-08-29T17:47:16.652 INFO:tasks.workunit.client.0.smithi028.stdout: "num_read_kb": 0, 2024-08-29T17:47:16.652 INFO:tasks.workunit.client.0.smithi028.stdout: "num_scrub_errors": 0, 2024-08-29T17:47:16.652 INFO:tasks.workunit.client.0.smithi028.stdout: "num_shallow_scrub_errors": 0, 2024-08-29T17:47:16.652 INFO:tasks.workunit.client.0.smithi028.stdout: "num_whiteouts": 0, 2024-08-29T17:47:16.652 INFO:tasks.workunit.client.0.smithi028.stdout: "num_write": 0, 2024-08-29T17:47:16.652 INFO:tasks.workunit.client.0.smithi028.stdout: "num_write_kb": 0 2024-08-29T17:47:16.652 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:16.653 INFO:tasks.workunit.client.0.smithi028.stdout: "state": "active+clean", 2024-08-29T17:47:16.653 INFO:tasks.workunit.client.0.smithi028.stdout: "stats_invalid": false, 2024-08-29T17:47:16.653 INFO:tasks.workunit.client.0.smithi028.stdout: "up": [ 2024-08-29T17:47:16.653 INFO:tasks.workunit.client.0.smithi028.stdout: 0, 2024-08-29T17:47:16.653 INFO:tasks.workunit.client.0.smithi028.stdout: 3, 2024-08-29T17:47:16.653 INFO:tasks.workunit.client.0.smithi028.stdout: 4 2024-08-29T17:47:16.653 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-08-29T17:47:16.653 INFO:tasks.workunit.client.0.smithi028.stdout: "up_primary": 0, 2024-08-29T17:47:16.653 INFO:tasks.workunit.client.0.smithi028.stdout: "version": "0'0" 2024-08-29T17:47:16.653 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:16.653 INFO:tasks.workunit.client.0.smithi028.stdout: { 2024-08-29T17:47:16.653 INFO:tasks.workunit.client.0.smithi028.stdout: "acting": [ 2024-08-29T17:47:16.653 INFO:tasks.workunit.client.0.smithi028.stdout: 5, 2024-08-29T17:47:16.654 INFO:tasks.workunit.client.0.smithi028.stdout: 3, 2024-08-29T17:47:16.654 INFO:tasks.workunit.client.0.smithi028.stdout: 0 2024-08-29T17:47:16.654 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-08-29T17:47:16.654 INFO:tasks.workunit.client.0.smithi028.stdout: "acting_primary": 5, 2024-08-29T17:47:16.654 INFO:tasks.workunit.client.0.smithi028.stdout: "avail_no_missing": [], 2024-08-29T17:47:16.654 INFO:tasks.workunit.client.0.smithi028.stdout: "blocked_by": [], 2024-08-29T17:47:16.654 INFO:tasks.workunit.client.0.smithi028.stdout: "created": 62, 2024-08-29T17:47:16.654 INFO:tasks.workunit.client.0.smithi028.stdout: "dirty_stats_invalid": false, 2024-08-29T17:47:16.654 INFO:tasks.workunit.client.0.smithi028.stdout: "hitset_bytes_stats_invalid": false, 2024-08-29T17:47:16.654 INFO:tasks.workunit.client.0.smithi028.stdout: "hitset_stats_invalid": false, 2024-08-29T17:47:16.654 INFO:tasks.workunit.client.0.smithi028.stdout: "last_active": "2024-08-29T17:43:51.011871+0000", 2024-08-29T17:47:16.654 INFO:tasks.workunit.client.0.smithi028.stdout: "last_became_active": "2024-08-29T17:41:03.054684+0000", 2024-08-29T17:47:16.654 INFO:tasks.workunit.client.0.smithi028.stdout: "last_became_peered": "2024-08-29T17:41:03.054684+0000", 2024-08-29T17:47:16.655 INFO:tasks.workunit.client.0.smithi028.stdout: "last_change": "2024-08-29T17:41:03.057028+0000", 2024-08-29T17:47:16.655 INFO:tasks.workunit.client.0.smithi028.stdout: "last_clean": "2024-08-29T17:43:51.011871+0000", 2024-08-29T17:47:16.655 INFO:tasks.workunit.client.0.smithi028.stdout: "last_clean_scrub_stamp": "2024-08-29T17:41:01.987071+0000", 2024-08-29T17:47:16.655 INFO:tasks.workunit.client.0.smithi028.stdout: "last_deep_scrub": "0'0", 2024-08-29T17:47:16.655 INFO:tasks.workunit.client.0.smithi028.stdout: "last_deep_scrub_stamp": "2024-08-29T17:41:01.987071+0000", 2024-08-29T17:47:16.655 INFO:tasks.workunit.client.0.smithi028.stdout: "last_epoch_clean": 63, 2024-08-29T17:47:16.655 INFO:tasks.workunit.client.0.smithi028.stdout: "last_fresh": "2024-08-29T17:43:51.011871+0000", 2024-08-29T17:47:16.655 INFO:tasks.workunit.client.0.smithi028.stdout: "last_fullsized": "2024-08-29T17:43:51.011871+0000", 2024-08-29T17:47:16.655 INFO:tasks.workunit.client.0.smithi028.stdout: "last_peered": "2024-08-29T17:43:51.011871+0000", 2024-08-29T17:47:16.655 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub": "0'0", 2024-08-29T17:47:16.655 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub_duration": 0, 2024-08-29T17:47:16.655 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub_stamp": "2024-08-29T17:41:01.987071+0000", 2024-08-29T17:47:16.655 INFO:tasks.workunit.client.0.smithi028.stdout: "last_undegraded": "2024-08-29T17:43:51.011871+0000", 2024-08-29T17:47:16.655 INFO:tasks.workunit.client.0.smithi028.stdout: "last_unstale": "2024-08-29T17:43:51.011871+0000", 2024-08-29T17:47:16.656 INFO:tasks.workunit.client.0.smithi028.stdout: "log_dups_size": 0, 2024-08-29T17:47:16.656 INFO:tasks.workunit.client.0.smithi028.stdout: "log_size": 0, 2024-08-29T17:47:16.656 INFO:tasks.workunit.client.0.smithi028.stdout: "log_start": "0'0", 2024-08-29T17:47:16.656 INFO:tasks.workunit.client.0.smithi028.stdout: "manifest_stats_invalid": false, 2024-08-29T17:47:16.656 INFO:tasks.workunit.client.0.smithi028.stdout: "mapping_epoch": 62, 2024-08-29T17:47:16.656 INFO:tasks.workunit.client.0.smithi028.stdout: "object_location_counts": [], 2024-08-29T17:47:16.656 INFO:tasks.workunit.client.0.smithi028.stdout: "objects_scrubbed": 0, 2024-08-29T17:47:16.656 INFO:tasks.workunit.client.0.smithi028.stdout: "objects_trimmed": 0, 2024-08-29T17:47:16.656 INFO:tasks.workunit.client.0.smithi028.stdout: "omap_stats_invalid": false, 2024-08-29T17:47:16.656 INFO:tasks.workunit.client.0.smithi028.stdout: "ondisk_log_size": 0, 2024-08-29T17:47:16.656 INFO:tasks.workunit.client.0.smithi028.stdout: "ondisk_log_start": "0'0", 2024-08-29T17:47:16.656 INFO:tasks.workunit.client.0.smithi028.stdout: "parent": "0.0", 2024-08-29T17:47:16.656 INFO:tasks.workunit.client.0.smithi028.stdout: "parent_split_bits": 0, 2024-08-29T17:47:16.657 INFO:tasks.workunit.client.0.smithi028.stdout: "pgid": "3.22", 2024-08-29T17:47:16.657 INFO:tasks.workunit.client.0.smithi028.stdout: "pin_stats_invalid": false, 2024-08-29T17:47:16.657 INFO:tasks.workunit.client.0.smithi028.stdout: "purged_snaps": [], 2024-08-29T17:47:16.657 INFO:tasks.workunit.client.0.smithi028.stdout: "reported_epoch": 74, 2024-08-29T17:47:16.657 INFO:tasks.workunit.client.0.smithi028.stdout: "reported_seq": 21, 2024-08-29T17:47:16.657 INFO:tasks.workunit.client.0.smithi028.stdout: "scrub_duration": 0.0, 2024-08-29T17:47:16.657 INFO:tasks.workunit.client.0.smithi028.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-31T03:34:57.092856+0000", 2024-08-29T17:47:16.657 INFO:tasks.workunit.client.0.smithi028.stdout: "snaptrim_duration": 0.0, 2024-08-29T17:47:16.657 INFO:tasks.workunit.client.0.smithi028.stdout: "snaptrimq_len": 0, 2024-08-29T17:47:16.657 INFO:tasks.workunit.client.0.smithi028.stdout: "stat_sum": { 2024-08-29T17:47:16.657 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes": 0, 2024-08-29T17:47:16.657 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes_hit_set_archive": 0, 2024-08-29T17:47:16.657 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes_recovered": 0, 2024-08-29T17:47:16.658 INFO:tasks.workunit.client.0.smithi028.stdout: "num_deep_scrub_errors": 0, 2024-08-29T17:47:16.658 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict": 0, 2024-08-29T17:47:16.658 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_kb": 0, 2024-08-29T17:47:16.658 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_mode_full": 0, 2024-08-29T17:47:16.658 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_mode_some": 0, 2024-08-29T17:47:16.658 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush": 0, 2024-08-29T17:47:16.658 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_kb": 0, 2024-08-29T17:47:16.658 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_mode_high": 0, 2024-08-29T17:47:16.658 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_mode_low": 0, 2024-08-29T17:47:16.658 INFO:tasks.workunit.client.0.smithi028.stdout: "num_keys_recovered": 0, 2024-08-29T17:47:16.658 INFO:tasks.workunit.client.0.smithi028.stdout: "num_large_omap_objects": 0, 2024-08-29T17:47:16.658 INFO:tasks.workunit.client.0.smithi028.stdout: "num_legacy_snapsets": 0, 2024-08-29T17:47:16.659 INFO:tasks.workunit.client.0.smithi028.stdout: "num_object_clones": 0, 2024-08-29T17:47:16.659 INFO:tasks.workunit.client.0.smithi028.stdout: "num_object_copies": 0, 2024-08-29T17:47:16.659 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects": 0, 2024-08-29T17:47:16.659 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_degraded": 0, 2024-08-29T17:47:16.659 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_dirty": 0, 2024-08-29T17:47:16.659 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_hit_set_archive": 0, 2024-08-29T17:47:16.659 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_manifest": 0, 2024-08-29T17:47:16.659 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_misplaced": 0, 2024-08-29T17:47:16.659 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_missing": 0, 2024-08-29T17:47:16.659 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_missing_on_primary": 0, 2024-08-29T17:47:16.659 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_omap": 0, 2024-08-29T17:47:16.659 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_pinned": 0, 2024-08-29T17:47:16.659 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_recovered": 0, 2024-08-29T17:47:16.660 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_repaired": 0, 2024-08-29T17:47:16.660 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_unfound": 0, 2024-08-29T17:47:16.660 INFO:tasks.workunit.client.0.smithi028.stdout: "num_omap_bytes": 0, 2024-08-29T17:47:16.660 INFO:tasks.workunit.client.0.smithi028.stdout: "num_omap_keys": 0, 2024-08-29T17:47:16.660 INFO:tasks.workunit.client.0.smithi028.stdout: "num_promote": 0, 2024-08-29T17:47:16.660 INFO:tasks.workunit.client.0.smithi028.stdout: "num_read": 0, 2024-08-29T17:47:16.660 INFO:tasks.workunit.client.0.smithi028.stdout: "num_read_kb": 0, 2024-08-29T17:47:16.660 INFO:tasks.workunit.client.0.smithi028.stdout: "num_scrub_errors": 0, 2024-08-29T17:47:16.660 INFO:tasks.workunit.client.0.smithi028.stdout: "num_shallow_scrub_errors": 0, 2024-08-29T17:47:16.660 INFO:tasks.workunit.client.0.smithi028.stdout: "num_whiteouts": 0, 2024-08-29T17:47:16.660 INFO:tasks.workunit.client.0.smithi028.stdout: "num_write": 0, 2024-08-29T17:47:16.660 INFO:tasks.workunit.client.0.smithi028.stdout: "num_write_kb": 0 2024-08-29T17:47:16.660 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:16.661 INFO:tasks.workunit.client.0.smithi028.stdout: "state": "active+clean", 2024-08-29T17:47:16.661 INFO:tasks.workunit.client.0.smithi028.stdout: "stats_invalid": false, 2024-08-29T17:47:16.661 INFO:tasks.workunit.client.0.smithi028.stdout: "up": [ 2024-08-29T17:47:16.661 INFO:tasks.workunit.client.0.smithi028.stdout: 5, 2024-08-29T17:47:16.661 INFO:tasks.workunit.client.0.smithi028.stdout: 3, 2024-08-29T17:47:16.661 INFO:tasks.workunit.client.0.smithi028.stdout: 0 2024-08-29T17:47:16.661 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-08-29T17:47:16.661 INFO:tasks.workunit.client.0.smithi028.stdout: "up_primary": 5, 2024-08-29T17:47:16.661 INFO:tasks.workunit.client.0.smithi028.stdout: "version": "0'0" 2024-08-29T17:47:16.661 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:16.661 INFO:tasks.workunit.client.0.smithi028.stdout: { 2024-08-29T17:47:16.661 INFO:tasks.workunit.client.0.smithi028.stdout: "acting": [ 2024-08-29T17:47:16.661 INFO:tasks.workunit.client.0.smithi028.stdout: 2, 2024-08-29T17:47:16.661 INFO:tasks.workunit.client.0.smithi028.stdout: 5, 2024-08-29T17:47:16.662 INFO:tasks.workunit.client.0.smithi028.stdout: 6 2024-08-29T17:47:16.662 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-08-29T17:47:16.662 INFO:tasks.workunit.client.0.smithi028.stdout: "acting_primary": 2, 2024-08-29T17:47:16.662 INFO:tasks.workunit.client.0.smithi028.stdout: "avail_no_missing": [], 2024-08-29T17:47:16.662 INFO:tasks.workunit.client.0.smithi028.stdout: "blocked_by": [], 2024-08-29T17:47:16.662 INFO:tasks.workunit.client.0.smithi028.stdout: "created": 62, 2024-08-29T17:47:16.662 INFO:tasks.workunit.client.0.smithi028.stdout: "dirty_stats_invalid": false, 2024-08-29T17:47:16.662 INFO:tasks.workunit.client.0.smithi028.stdout: "hitset_bytes_stats_invalid": false, 2024-08-29T17:47:16.662 INFO:tasks.workunit.client.0.smithi028.stdout: "hitset_stats_invalid": false, 2024-08-29T17:47:16.662 INFO:tasks.workunit.client.0.smithi028.stdout: "last_active": "2024-08-29T17:43:51.003619+0000", 2024-08-29T17:47:16.662 INFO:tasks.workunit.client.0.smithi028.stdout: "last_became_active": "2024-08-29T17:41:03.055360+0000", 2024-08-29T17:47:16.662 INFO:tasks.workunit.client.0.smithi028.stdout: "last_became_peered": "2024-08-29T17:41:03.055360+0000", 2024-08-29T17:47:16.662 INFO:tasks.workunit.client.0.smithi028.stdout: "last_change": "2024-08-29T17:41:03.055626+0000", 2024-08-29T17:47:16.663 INFO:tasks.workunit.client.0.smithi028.stdout: "last_clean": "2024-08-29T17:43:51.003619+0000", 2024-08-29T17:47:16.663 INFO:tasks.workunit.client.0.smithi028.stdout: "last_clean_scrub_stamp": "2024-08-29T17:41:01.987071+0000", 2024-08-29T17:47:16.663 INFO:tasks.workunit.client.0.smithi028.stdout: "last_deep_scrub": "0'0", 2024-08-29T17:47:16.663 INFO:tasks.workunit.client.0.smithi028.stdout: "last_deep_scrub_stamp": "2024-08-29T17:41:01.987071+0000", 2024-08-29T17:47:16.663 INFO:tasks.workunit.client.0.smithi028.stdout: "last_epoch_clean": 63, 2024-08-29T17:47:16.663 INFO:tasks.workunit.client.0.smithi028.stdout: "last_fresh": "2024-08-29T17:43:51.003619+0000", 2024-08-29T17:47:16.663 INFO:tasks.workunit.client.0.smithi028.stdout: "last_fullsized": "2024-08-29T17:43:51.003619+0000", 2024-08-29T17:47:16.663 INFO:tasks.workunit.client.0.smithi028.stdout: "last_peered": "2024-08-29T17:43:51.003619+0000", 2024-08-29T17:47:16.663 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub": "0'0", 2024-08-29T17:47:16.663 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub_duration": 0, 2024-08-29T17:47:16.663 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub_stamp": "2024-08-29T17:41:01.987071+0000", 2024-08-29T17:47:16.663 INFO:tasks.workunit.client.0.smithi028.stdout: "last_undegraded": "2024-08-29T17:43:51.003619+0000", 2024-08-29T17:47:16.664 INFO:tasks.workunit.client.0.smithi028.stdout: "last_unstale": "2024-08-29T17:43:51.003619+0000", 2024-08-29T17:47:16.664 INFO:tasks.workunit.client.0.smithi028.stdout: "log_dups_size": 0, 2024-08-29T17:47:16.664 INFO:tasks.workunit.client.0.smithi028.stdout: "log_size": 0, 2024-08-29T17:47:16.664 INFO:tasks.workunit.client.0.smithi028.stdout: "log_start": "0'0", 2024-08-29T17:47:16.664 INFO:tasks.workunit.client.0.smithi028.stdout: "manifest_stats_invalid": false, 2024-08-29T17:47:16.664 INFO:tasks.workunit.client.0.smithi028.stdout: "mapping_epoch": 62, 2024-08-29T17:47:16.664 INFO:tasks.workunit.client.0.smithi028.stdout: "object_location_counts": [], 2024-08-29T17:47:16.664 INFO:tasks.workunit.client.0.smithi028.stdout: "objects_scrubbed": 0, 2024-08-29T17:47:16.664 INFO:tasks.workunit.client.0.smithi028.stdout: "objects_trimmed": 0, 2024-08-29T17:47:16.664 INFO:tasks.workunit.client.0.smithi028.stdout: "omap_stats_invalid": false, 2024-08-29T17:47:16.664 INFO:tasks.workunit.client.0.smithi028.stdout: "ondisk_log_size": 0, 2024-08-29T17:47:16.664 INFO:tasks.workunit.client.0.smithi028.stdout: "ondisk_log_start": "0'0", 2024-08-29T17:47:16.665 INFO:tasks.workunit.client.0.smithi028.stdout: "parent": "0.0", 2024-08-29T17:47:16.665 INFO:tasks.workunit.client.0.smithi028.stdout: "parent_split_bits": 0, 2024-08-29T17:47:16.665 INFO:tasks.workunit.client.0.smithi028.stdout: "pgid": "3.21", 2024-08-29T17:47:16.665 INFO:tasks.workunit.client.0.smithi028.stdout: "pin_stats_invalid": false, 2024-08-29T17:47:16.665 INFO:tasks.workunit.client.0.smithi028.stdout: "purged_snaps": [], 2024-08-29T17:47:16.665 INFO:tasks.workunit.client.0.smithi028.stdout: "reported_epoch": 74, 2024-08-29T17:47:16.665 INFO:tasks.workunit.client.0.smithi028.stdout: "reported_seq": 21, 2024-08-29T17:47:16.665 INFO:tasks.workunit.client.0.smithi028.stdout: "scrub_duration": 0.0, 2024-08-29T17:47:16.665 INFO:tasks.workunit.client.0.smithi028.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-30T21:04:39.218054+0000", 2024-08-29T17:47:16.665 INFO:tasks.workunit.client.0.smithi028.stdout: "snaptrim_duration": 0.0, 2024-08-29T17:47:16.665 INFO:tasks.workunit.client.0.smithi028.stdout: "snaptrimq_len": 0, 2024-08-29T17:47:16.665 INFO:tasks.workunit.client.0.smithi028.stdout: "stat_sum": { 2024-08-29T17:47:16.665 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes": 0, 2024-08-29T17:47:16.666 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes_hit_set_archive": 0, 2024-08-29T17:47:16.666 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes_recovered": 0, 2024-08-29T17:47:16.666 INFO:tasks.workunit.client.0.smithi028.stdout: "num_deep_scrub_errors": 0, 2024-08-29T17:47:16.666 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict": 0, 2024-08-29T17:47:16.666 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_kb": 0, 2024-08-29T17:47:16.666 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_mode_full": 0, 2024-08-29T17:47:16.666 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_mode_some": 0, 2024-08-29T17:47:16.666 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush": 0, 2024-08-29T17:47:16.666 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_kb": 0, 2024-08-29T17:47:16.666 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_mode_high": 0, 2024-08-29T17:47:16.666 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_mode_low": 0, 2024-08-29T17:47:16.666 INFO:tasks.workunit.client.0.smithi028.stdout: "num_keys_recovered": 0, 2024-08-29T17:47:16.666 INFO:tasks.workunit.client.0.smithi028.stdout: "num_large_omap_objects": 0, 2024-08-29T17:47:16.667 INFO:tasks.workunit.client.0.smithi028.stdout: "num_legacy_snapsets": 0, 2024-08-29T17:47:16.667 INFO:tasks.workunit.client.0.smithi028.stdout: "num_object_clones": 0, 2024-08-29T17:47:16.667 INFO:tasks.workunit.client.0.smithi028.stdout: "num_object_copies": 0, 2024-08-29T17:47:16.667 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects": 0, 2024-08-29T17:47:16.667 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_degraded": 0, 2024-08-29T17:47:16.667 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_dirty": 0, 2024-08-29T17:47:16.667 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_hit_set_archive": 0, 2024-08-29T17:47:16.667 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_manifest": 0, 2024-08-29T17:47:16.667 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_misplaced": 0, 2024-08-29T17:47:16.667 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_missing": 0, 2024-08-29T17:47:16.667 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_missing_on_primary": 0, 2024-08-29T17:47:16.667 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_omap": 0, 2024-08-29T17:47:16.667 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_pinned": 0, 2024-08-29T17:47:16.668 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_recovered": 0, 2024-08-29T17:47:16.668 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_repaired": 0, 2024-08-29T17:47:16.668 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_unfound": 0, 2024-08-29T17:47:16.668 INFO:tasks.workunit.client.0.smithi028.stdout: "num_omap_bytes": 0, 2024-08-29T17:47:16.668 INFO:tasks.workunit.client.0.smithi028.stdout: "num_omap_keys": 0, 2024-08-29T17:47:16.668 INFO:tasks.workunit.client.0.smithi028.stdout: "num_promote": 0, 2024-08-29T17:47:16.668 INFO:tasks.workunit.client.0.smithi028.stdout: "num_read": 0, 2024-08-29T17:47:16.668 INFO:tasks.workunit.client.0.smithi028.stdout: "num_read_kb": 0, 2024-08-29T17:47:16.668 INFO:tasks.workunit.client.0.smithi028.stdout: "num_scrub_errors": 0, 2024-08-29T17:47:16.668 INFO:tasks.workunit.client.0.smithi028.stdout: "num_shallow_scrub_errors": 0, 2024-08-29T17:47:16.668 INFO:tasks.workunit.client.0.smithi028.stdout: "num_whiteouts": 0, 2024-08-29T17:47:16.668 INFO:tasks.workunit.client.0.smithi028.stdout: "num_write": 0, 2024-08-29T17:47:16.668 INFO:tasks.workunit.client.0.smithi028.stdout: "num_write_kb": 0 2024-08-29T17:47:16.669 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:16.669 INFO:tasks.workunit.client.0.smithi028.stdout: "state": "active+clean", 2024-08-29T17:47:16.669 INFO:tasks.workunit.client.0.smithi028.stdout: "stats_invalid": false, 2024-08-29T17:47:16.669 INFO:tasks.workunit.client.0.smithi028.stdout: "up": [ 2024-08-29T17:47:16.669 INFO:tasks.workunit.client.0.smithi028.stdout: 2, 2024-08-29T17:47:16.669 INFO:tasks.workunit.client.0.smithi028.stdout: 5, 2024-08-29T17:47:16.669 INFO:tasks.workunit.client.0.smithi028.stdout: 6 2024-08-29T17:47:16.669 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-08-29T17:47:16.669 INFO:tasks.workunit.client.0.smithi028.stdout: "up_primary": 2, 2024-08-29T17:47:16.669 INFO:tasks.workunit.client.0.smithi028.stdout: "version": "0'0" 2024-08-29T17:47:16.669 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:16.669 INFO:tasks.workunit.client.0.smithi028.stdout: { 2024-08-29T17:47:16.669 INFO:tasks.workunit.client.0.smithi028.stdout: "acting": [ 2024-08-29T17:47:16.670 INFO:tasks.workunit.client.0.smithi028.stdout: 6, 2024-08-29T17:47:16.670 INFO:tasks.workunit.client.0.smithi028.stdout: 0, 2024-08-29T17:47:16.670 INFO:tasks.workunit.client.0.smithi028.stdout: 5 2024-08-29T17:47:16.670 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-08-29T17:47:16.670 INFO:tasks.workunit.client.0.smithi028.stdout: "acting_primary": 6, 2024-08-29T17:47:16.670 INFO:tasks.workunit.client.0.smithi028.stdout: "avail_no_missing": [], 2024-08-29T17:47:16.670 INFO:tasks.workunit.client.0.smithi028.stdout: "blocked_by": [], 2024-08-29T17:47:16.670 INFO:tasks.workunit.client.0.smithi028.stdout: "created": 62, 2024-08-29T17:47:16.670 INFO:tasks.workunit.client.0.smithi028.stdout: "dirty_stats_invalid": false, 2024-08-29T17:47:16.670 INFO:tasks.workunit.client.0.smithi028.stdout: "hitset_bytes_stats_invalid": false, 2024-08-29T17:47:16.670 INFO:tasks.workunit.client.0.smithi028.stdout: "hitset_stats_invalid": false, 2024-08-29T17:47:16.670 INFO:tasks.workunit.client.0.smithi028.stdout: "last_active": "2024-08-29T17:43:51.180723+0000", 2024-08-29T17:47:16.670 INFO:tasks.workunit.client.0.smithi028.stdout: "last_became_active": "2024-08-29T17:41:03.067381+0000", 2024-08-29T17:47:16.671 INFO:tasks.workunit.client.0.smithi028.stdout: "last_became_peered": "2024-08-29T17:41:03.067381+0000", 2024-08-29T17:47:16.671 INFO:tasks.workunit.client.0.smithi028.stdout: "last_change": "2024-08-29T17:41:03.068079+0000", 2024-08-29T17:47:16.671 INFO:tasks.workunit.client.0.smithi028.stdout: "last_clean": "2024-08-29T17:43:51.180723+0000", 2024-08-29T17:47:16.671 INFO:tasks.workunit.client.0.smithi028.stdout: "last_clean_scrub_stamp": "2024-08-29T17:41:01.987071+0000", 2024-08-29T17:47:16.671 INFO:tasks.workunit.client.0.smithi028.stdout: "last_deep_scrub": "0'0", 2024-08-29T17:47:16.671 INFO:tasks.workunit.client.0.smithi028.stdout: "last_deep_scrub_stamp": "2024-08-29T17:41:01.987071+0000", 2024-08-29T17:47:16.671 INFO:tasks.workunit.client.0.smithi028.stdout: "last_epoch_clean": 63, 2024-08-29T17:47:16.671 INFO:tasks.workunit.client.0.smithi028.stdout: "last_fresh": "2024-08-29T17:43:51.180723+0000", 2024-08-29T17:47:16.671 INFO:tasks.workunit.client.0.smithi028.stdout: "last_fullsized": "2024-08-29T17:43:51.180723+0000", 2024-08-29T17:47:16.671 INFO:tasks.workunit.client.0.smithi028.stdout: "last_peered": "2024-08-29T17:43:51.180723+0000", 2024-08-29T17:47:16.671 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub": "0'0", 2024-08-29T17:47:16.671 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub_duration": 0, 2024-08-29T17:47:16.671 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub_stamp": "2024-08-29T17:41:01.987071+0000", 2024-08-29T17:47:16.672 INFO:tasks.workunit.client.0.smithi028.stdout: "last_undegraded": "2024-08-29T17:43:51.180723+0000", 2024-08-29T17:47:16.672 INFO:tasks.workunit.client.0.smithi028.stdout: "last_unstale": "2024-08-29T17:43:51.180723+0000", 2024-08-29T17:47:16.672 INFO:tasks.workunit.client.0.smithi028.stdout: "log_dups_size": 0, 2024-08-29T17:47:16.672 INFO:tasks.workunit.client.0.smithi028.stdout: "log_size": 0, 2024-08-29T17:47:16.672 INFO:tasks.workunit.client.0.smithi028.stdout: "log_start": "0'0", 2024-08-29T17:47:16.672 INFO:tasks.workunit.client.0.smithi028.stdout: "manifest_stats_invalid": false, 2024-08-29T17:47:16.672 INFO:tasks.workunit.client.0.smithi028.stdout: "mapping_epoch": 62, 2024-08-29T17:47:16.672 INFO:tasks.workunit.client.0.smithi028.stdout: "object_location_counts": [], 2024-08-29T17:47:16.672 INFO:tasks.workunit.client.0.smithi028.stdout: "objects_scrubbed": 0, 2024-08-29T17:47:16.672 INFO:tasks.workunit.client.0.smithi028.stdout: "objects_trimmed": 0, 2024-08-29T17:47:16.672 INFO:tasks.workunit.client.0.smithi028.stdout: "omap_stats_invalid": false, 2024-08-29T17:47:16.672 INFO:tasks.workunit.client.0.smithi028.stdout: "ondisk_log_size": 0, 2024-08-29T17:47:16.673 INFO:tasks.workunit.client.0.smithi028.stdout: "ondisk_log_start": "0'0", 2024-08-29T17:47:16.673 INFO:tasks.workunit.client.0.smithi028.stdout: "parent": "0.0", 2024-08-29T17:47:16.673 INFO:tasks.workunit.client.0.smithi028.stdout: "parent_split_bits": 0, 2024-08-29T17:47:16.673 INFO:tasks.workunit.client.0.smithi028.stdout: "pgid": "3.20", 2024-08-29T17:47:16.673 INFO:tasks.workunit.client.0.smithi028.stdout: "pin_stats_invalid": false, 2024-08-29T17:47:16.673 INFO:tasks.workunit.client.0.smithi028.stdout: "purged_snaps": [], 2024-08-29T17:47:16.673 INFO:tasks.workunit.client.0.smithi028.stdout: "reported_epoch": 74, 2024-08-29T17:47:16.673 INFO:tasks.workunit.client.0.smithi028.stdout: "reported_seq": 21, 2024-08-29T17:47:16.673 INFO:tasks.workunit.client.0.smithi028.stdout: "scrub_duration": 0.0, 2024-08-29T17:47:16.673 INFO:tasks.workunit.client.0.smithi028.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-30T20:20:55.369802+0000", 2024-08-29T17:47:16.673 INFO:tasks.workunit.client.0.smithi028.stdout: "snaptrim_duration": 0.0, 2024-08-29T17:47:16.673 INFO:tasks.workunit.client.0.smithi028.stdout: "snaptrimq_len": 0, 2024-08-29T17:47:16.673 INFO:tasks.workunit.client.0.smithi028.stdout: "stat_sum": { 2024-08-29T17:47:16.673 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes": 0, 2024-08-29T17:47:16.674 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes_hit_set_archive": 0, 2024-08-29T17:47:16.674 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes_recovered": 0, 2024-08-29T17:47:16.674 INFO:tasks.workunit.client.0.smithi028.stdout: "num_deep_scrub_errors": 0, 2024-08-29T17:47:16.674 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict": 0, 2024-08-29T17:47:16.674 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_kb": 0, 2024-08-29T17:47:16.674 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_mode_full": 0, 2024-08-29T17:47:16.674 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_mode_some": 0, 2024-08-29T17:47:16.674 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush": 0, 2024-08-29T17:47:16.674 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_kb": 0, 2024-08-29T17:47:16.674 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_mode_high": 0, 2024-08-29T17:47:16.674 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_mode_low": 0, 2024-08-29T17:47:16.674 INFO:tasks.workunit.client.0.smithi028.stdout: "num_keys_recovered": 0, 2024-08-29T17:47:16.674 INFO:tasks.workunit.client.0.smithi028.stdout: "num_large_omap_objects": 0, 2024-08-29T17:47:16.675 INFO:tasks.workunit.client.0.smithi028.stdout: "num_legacy_snapsets": 0, 2024-08-29T17:47:16.675 INFO:tasks.workunit.client.0.smithi028.stdout: "num_object_clones": 0, 2024-08-29T17:47:16.675 INFO:tasks.workunit.client.0.smithi028.stdout: "num_object_copies": 0, 2024-08-29T17:47:16.675 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects": 0, 2024-08-29T17:47:16.675 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_degraded": 0, 2024-08-29T17:47:16.675 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_dirty": 0, 2024-08-29T17:47:16.675 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_hit_set_archive": 0, 2024-08-29T17:47:16.675 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_manifest": 0, 2024-08-29T17:47:16.675 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_misplaced": 0, 2024-08-29T17:47:16.675 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_missing": 0, 2024-08-29T17:47:16.675 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_missing_on_primary": 0, 2024-08-29T17:47:16.675 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_omap": 0, 2024-08-29T17:47:16.675 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_pinned": 0, 2024-08-29T17:47:16.675 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_recovered": 0, 2024-08-29T17:47:16.676 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_repaired": 0, 2024-08-29T17:47:16.676 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_unfound": 0, 2024-08-29T17:47:16.676 INFO:tasks.workunit.client.0.smithi028.stdout: "num_omap_bytes": 0, 2024-08-29T17:47:16.676 INFO:tasks.workunit.client.0.smithi028.stdout: "num_omap_keys": 0, 2024-08-29T17:47:16.676 INFO:tasks.workunit.client.0.smithi028.stdout: "num_promote": 0, 2024-08-29T17:47:16.676 INFO:tasks.workunit.client.0.smithi028.stdout: "num_read": 0, 2024-08-29T17:47:16.676 INFO:tasks.workunit.client.0.smithi028.stdout: "num_read_kb": 0, 2024-08-29T17:47:16.676 INFO:tasks.workunit.client.0.smithi028.stdout: "num_scrub_errors": 0, 2024-08-29T17:47:16.676 INFO:tasks.workunit.client.0.smithi028.stdout: "num_shallow_scrub_errors": 0, 2024-08-29T17:47:16.676 INFO:tasks.workunit.client.0.smithi028.stdout: "num_whiteouts": 0, 2024-08-29T17:47:16.676 INFO:tasks.workunit.client.0.smithi028.stdout: "num_write": 0, 2024-08-29T17:47:16.676 INFO:tasks.workunit.client.0.smithi028.stdout: "num_write_kb": 0 2024-08-29T17:47:16.676 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:16.677 INFO:tasks.workunit.client.0.smithi028.stdout: "state": "active+clean", 2024-08-29T17:47:16.677 INFO:tasks.workunit.client.0.smithi028.stdout: "stats_invalid": false, 2024-08-29T17:47:16.677 INFO:tasks.workunit.client.0.smithi028.stdout: "up": [ 2024-08-29T17:47:16.677 INFO:tasks.workunit.client.0.smithi028.stdout: 6, 2024-08-29T17:47:16.677 INFO:tasks.workunit.client.0.smithi028.stdout: 0, 2024-08-29T17:47:16.677 INFO:tasks.workunit.client.0.smithi028.stdout: 5 2024-08-29T17:47:16.677 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-08-29T17:47:16.677 INFO:tasks.workunit.client.0.smithi028.stdout: "up_primary": 6, 2024-08-29T17:47:16.677 INFO:tasks.workunit.client.0.smithi028.stdout: "version": "0'0" 2024-08-29T17:47:16.677 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:16.677 INFO:tasks.workunit.client.0.smithi028.stdout: { 2024-08-29T17:47:16.677 INFO:tasks.workunit.client.0.smithi028.stdout: "acting": [ 2024-08-29T17:47:16.677 INFO:tasks.workunit.client.0.smithi028.stdout: 4, 2024-08-29T17:47:16.677 INFO:tasks.workunit.client.0.smithi028.stdout: 1, 2024-08-29T17:47:16.678 INFO:tasks.workunit.client.0.smithi028.stdout: 2 2024-08-29T17:47:16.678 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-08-29T17:47:16.678 INFO:tasks.workunit.client.0.smithi028.stdout: "acting_primary": 4, 2024-08-29T17:47:16.678 INFO:tasks.workunit.client.0.smithi028.stdout: "avail_no_missing": [], 2024-08-29T17:47:16.678 INFO:tasks.workunit.client.0.smithi028.stdout: "blocked_by": [], 2024-08-29T17:47:16.678 INFO:tasks.workunit.client.0.smithi028.stdout: "created": 62, 2024-08-29T17:47:16.678 INFO:tasks.workunit.client.0.smithi028.stdout: "dirty_stats_invalid": false, 2024-08-29T17:47:16.678 INFO:tasks.workunit.client.0.smithi028.stdout: "hitset_bytes_stats_invalid": false, 2024-08-29T17:47:16.678 INFO:tasks.workunit.client.0.smithi028.stdout: "hitset_stats_invalid": false, 2024-08-29T17:47:16.678 INFO:tasks.workunit.client.0.smithi028.stdout: "last_active": "2024-08-29T17:43:51.001213+0000", 2024-08-29T17:47:16.678 INFO:tasks.workunit.client.0.smithi028.stdout: "last_became_active": "2024-08-29T17:41:03.046276+0000", 2024-08-29T17:47:16.678 INFO:tasks.workunit.client.0.smithi028.stdout: "last_became_peered": "2024-08-29T17:41:03.046276+0000", 2024-08-29T17:47:16.678 INFO:tasks.workunit.client.0.smithi028.stdout: "last_change": "2024-08-29T17:41:03.047093+0000", 2024-08-29T17:47:16.679 INFO:tasks.workunit.client.0.smithi028.stdout: "last_clean": "2024-08-29T17:43:51.001213+0000", 2024-08-29T17:47:16.679 INFO:tasks.workunit.client.0.smithi028.stdout: "last_clean_scrub_stamp": "2024-08-29T17:41:01.987071+0000", 2024-08-29T17:47:16.679 INFO:tasks.workunit.client.0.smithi028.stdout: "last_deep_scrub": "0'0", 2024-08-29T17:47:16.679 INFO:tasks.workunit.client.0.smithi028.stdout: "last_deep_scrub_stamp": "2024-08-29T17:41:01.987071+0000", 2024-08-29T17:47:16.679 INFO:tasks.workunit.client.0.smithi028.stdout: "last_epoch_clean": 63, 2024-08-29T17:47:16.679 INFO:tasks.workunit.client.0.smithi028.stdout: "last_fresh": "2024-08-29T17:43:51.001213+0000", 2024-08-29T17:47:16.679 INFO:tasks.workunit.client.0.smithi028.stdout: "last_fullsized": "2024-08-29T17:43:51.001213+0000", 2024-08-29T17:47:16.679 INFO:tasks.workunit.client.0.smithi028.stdout: "last_peered": "2024-08-29T17:43:51.001213+0000", 2024-08-29T17:47:16.679 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub": "0'0", 2024-08-29T17:47:16.679 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub_duration": 0, 2024-08-29T17:47:16.679 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub_stamp": "2024-08-29T17:41:01.987071+0000", 2024-08-29T17:47:16.679 INFO:tasks.workunit.client.0.smithi028.stdout: "last_undegraded": "2024-08-29T17:43:51.001213+0000", 2024-08-29T17:47:16.679 INFO:tasks.workunit.client.0.smithi028.stdout: "last_unstale": "2024-08-29T17:43:51.001213+0000", 2024-08-29T17:47:16.679 INFO:tasks.workunit.client.0.smithi028.stdout: "log_dups_size": 0, 2024-08-29T17:47:16.680 INFO:tasks.workunit.client.0.smithi028.stdout: "log_size": 0, 2024-08-29T17:47:16.680 INFO:tasks.workunit.client.0.smithi028.stdout: "log_start": "0'0", 2024-08-29T17:47:16.680 INFO:tasks.workunit.client.0.smithi028.stdout: "manifest_stats_invalid": false, 2024-08-29T17:47:16.680 INFO:tasks.workunit.client.0.smithi028.stdout: "mapping_epoch": 62, 2024-08-29T17:47:16.680 INFO:tasks.workunit.client.0.smithi028.stdout: "object_location_counts": [], 2024-08-29T17:47:16.680 INFO:tasks.workunit.client.0.smithi028.stdout: "objects_scrubbed": 0, 2024-08-29T17:47:16.680 INFO:tasks.workunit.client.0.smithi028.stdout: "objects_trimmed": 0, 2024-08-29T17:47:16.680 INFO:tasks.workunit.client.0.smithi028.stdout: "omap_stats_invalid": false, 2024-08-29T17:47:16.680 INFO:tasks.workunit.client.0.smithi028.stdout: "ondisk_log_size": 0, 2024-08-29T17:47:16.680 INFO:tasks.workunit.client.0.smithi028.stdout: "ondisk_log_start": "0'0", 2024-08-29T17:47:16.680 INFO:tasks.workunit.client.0.smithi028.stdout: "parent": "0.0", 2024-08-29T17:47:16.680 INFO:tasks.workunit.client.0.smithi028.stdout: "parent_split_bits": 0, 2024-08-29T17:47:16.680 INFO:tasks.workunit.client.0.smithi028.stdout: "pgid": "3.1a", 2024-08-29T17:47:16.681 INFO:tasks.workunit.client.0.smithi028.stdout: "pin_stats_invalid": false, 2024-08-29T17:47:16.681 INFO:tasks.workunit.client.0.smithi028.stdout: "purged_snaps": [], 2024-08-29T17:47:16.681 INFO:tasks.workunit.client.0.smithi028.stdout: "reported_epoch": 74, 2024-08-29T17:47:16.681 INFO:tasks.workunit.client.0.smithi028.stdout: "reported_seq": 21, 2024-08-29T17:47:16.681 INFO:tasks.workunit.client.0.smithi028.stdout: "scrub_duration": 0.0, 2024-08-29T17:47:16.681 INFO:tasks.workunit.client.0.smithi028.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-31T00:55:12.370790+0000", 2024-08-29T17:47:16.681 INFO:tasks.workunit.client.0.smithi028.stdout: "snaptrim_duration": 0.0, 2024-08-29T17:47:16.681 INFO:tasks.workunit.client.0.smithi028.stdout: "snaptrimq_len": 0, 2024-08-29T17:47:16.681 INFO:tasks.workunit.client.0.smithi028.stdout: "stat_sum": { 2024-08-29T17:47:16.681 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes": 0, 2024-08-29T17:47:16.681 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes_hit_set_archive": 0, 2024-08-29T17:47:16.681 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes_recovered": 0, 2024-08-29T17:47:16.681 INFO:tasks.workunit.client.0.smithi028.stdout: "num_deep_scrub_errors": 0, 2024-08-29T17:47:16.681 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict": 0, 2024-08-29T17:47:16.682 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_kb": 0, 2024-08-29T17:47:16.682 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_mode_full": 0, 2024-08-29T17:47:16.682 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_mode_some": 0, 2024-08-29T17:47:16.682 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush": 0, 2024-08-29T17:47:16.682 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_kb": 0, 2024-08-29T17:47:16.682 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_mode_high": 0, 2024-08-29T17:47:16.682 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_mode_low": 0, 2024-08-29T17:47:16.682 INFO:tasks.workunit.client.0.smithi028.stdout: "num_keys_recovered": 0, 2024-08-29T17:47:16.682 INFO:tasks.workunit.client.0.smithi028.stdout: "num_large_omap_objects": 0, 2024-08-29T17:47:16.682 INFO:tasks.workunit.client.0.smithi028.stdout: "num_legacy_snapsets": 0, 2024-08-29T17:47:16.682 INFO:tasks.workunit.client.0.smithi028.stdout: "num_object_clones": 0, 2024-08-29T17:47:16.682 INFO:tasks.workunit.client.0.smithi028.stdout: "num_object_copies": 0, 2024-08-29T17:47:16.682 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects": 0, 2024-08-29T17:47:16.682 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_degraded": 0, 2024-08-29T17:47:16.683 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_dirty": 0, 2024-08-29T17:47:16.683 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_hit_set_archive": 0, 2024-08-29T17:47:16.683 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_manifest": 0, 2024-08-29T17:47:16.683 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_misplaced": 0, 2024-08-29T17:47:16.683 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_missing": 0, 2024-08-29T17:47:16.683 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_missing_on_primary": 0, 2024-08-29T17:47:16.683 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_omap": 0, 2024-08-29T17:47:16.683 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_pinned": 0, 2024-08-29T17:47:16.683 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_recovered": 0, 2024-08-29T17:47:16.683 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_repaired": 0, 2024-08-29T17:47:16.683 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_unfound": 0, 2024-08-29T17:47:16.683 INFO:tasks.workunit.client.0.smithi028.stdout: "num_omap_bytes": 0, 2024-08-29T17:47:16.683 INFO:tasks.workunit.client.0.smithi028.stdout: "num_omap_keys": 0, 2024-08-29T17:47:16.683 INFO:tasks.workunit.client.0.smithi028.stdout: "num_promote": 0, 2024-08-29T17:47:16.683 INFO:tasks.workunit.client.0.smithi028.stdout: "num_read": 0, 2024-08-29T17:47:16.684 INFO:tasks.workunit.client.0.smithi028.stdout: "num_read_kb": 0, 2024-08-29T17:47:16.684 INFO:tasks.workunit.client.0.smithi028.stdout: "num_scrub_errors": 0, 2024-08-29T17:47:16.684 INFO:tasks.workunit.client.0.smithi028.stdout: "num_shallow_scrub_errors": 0, 2024-08-29T17:47:16.684 INFO:tasks.workunit.client.0.smithi028.stdout: "num_whiteouts": 0, 2024-08-29T17:47:16.684 INFO:tasks.workunit.client.0.smithi028.stdout: "num_write": 0, 2024-08-29T17:47:16.684 INFO:tasks.workunit.client.0.smithi028.stdout: "num_write_kb": 0 2024-08-29T17:47:16.684 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:16.684 INFO:tasks.workunit.client.0.smithi028.stdout: "state": "active+clean", 2024-08-29T17:47:16.684 INFO:tasks.workunit.client.0.smithi028.stdout: "stats_invalid": false, 2024-08-29T17:47:16.684 INFO:tasks.workunit.client.0.smithi028.stdout: "up": [ 2024-08-29T17:47:16.684 INFO:tasks.workunit.client.0.smithi028.stdout: 4, 2024-08-29T17:47:16.684 INFO:tasks.workunit.client.0.smithi028.stdout: 1, 2024-08-29T17:47:16.684 INFO:tasks.workunit.client.0.smithi028.stdout: 2 2024-08-29T17:47:16.685 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-08-29T17:47:16.685 INFO:tasks.workunit.client.0.smithi028.stdout: "up_primary": 4, 2024-08-29T17:47:16.685 INFO:tasks.workunit.client.0.smithi028.stdout: "version": "0'0" 2024-08-29T17:47:16.685 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:16.685 INFO:tasks.workunit.client.0.smithi028.stdout: { 2024-08-29T17:47:16.685 INFO:tasks.workunit.client.0.smithi028.stdout: "acting": [ 2024-08-29T17:47:16.685 INFO:tasks.workunit.client.0.smithi028.stdout: 3, 2024-08-29T17:47:16.685 INFO:tasks.workunit.client.0.smithi028.stdout: 7, 2024-08-29T17:47:16.685 INFO:tasks.workunit.client.0.smithi028.stdout: 6 2024-08-29T17:47:16.685 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-08-29T17:47:16.685 INFO:tasks.workunit.client.0.smithi028.stdout: "acting_primary": 3, 2024-08-29T17:47:16.685 INFO:tasks.workunit.client.0.smithi028.stdout: "avail_no_missing": [], 2024-08-29T17:47:16.685 INFO:tasks.workunit.client.0.smithi028.stdout: "blocked_by": [], 2024-08-29T17:47:16.685 INFO:tasks.workunit.client.0.smithi028.stdout: "created": 59, 2024-08-29T17:47:16.686 INFO:tasks.workunit.client.0.smithi028.stdout: "dirty_stats_invalid": false, 2024-08-29T17:47:16.686 INFO:tasks.workunit.client.0.smithi028.stdout: "hitset_bytes_stats_invalid": false, 2024-08-29T17:47:16.686 INFO:tasks.workunit.client.0.smithi028.stdout: "hitset_stats_invalid": false, 2024-08-29T17:47:16.686 INFO:tasks.workunit.client.0.smithi028.stdout: "last_active": "2024-08-29T17:43:51.004890+0000", 2024-08-29T17:47:16.686 INFO:tasks.workunit.client.0.smithi028.stdout: "last_became_active": "2024-08-29T17:40:53.981669+0000", 2024-08-29T17:47:16.686 INFO:tasks.workunit.client.0.smithi028.stdout: "last_became_peered": "2024-08-29T17:40:53.981669+0000", 2024-08-29T17:47:16.686 INFO:tasks.workunit.client.0.smithi028.stdout: "last_change": "2024-08-29T17:40:53.983857+0000", 2024-08-29T17:47:16.686 INFO:tasks.workunit.client.0.smithi028.stdout: "last_clean": "2024-08-29T17:43:51.004890+0000", 2024-08-29T17:47:16.686 INFO:tasks.workunit.client.0.smithi028.stdout: "last_clean_scrub_stamp": "2024-08-29T17:40:52.944949+0000", 2024-08-29T17:47:16.686 INFO:tasks.workunit.client.0.smithi028.stdout: "last_deep_scrub": "0'0", 2024-08-29T17:47:16.686 INFO:tasks.workunit.client.0.smithi028.stdout: "last_deep_scrub_stamp": "2024-08-29T17:40:52.944949+0000", 2024-08-29T17:47:16.686 INFO:tasks.workunit.client.0.smithi028.stdout: "last_epoch_clean": 60, 2024-08-29T17:47:16.686 INFO:tasks.workunit.client.0.smithi028.stdout: "last_fresh": "2024-08-29T17:43:51.004890+0000", 2024-08-29T17:47:16.686 INFO:tasks.workunit.client.0.smithi028.stdout: "last_fullsized": "2024-08-29T17:43:51.004890+0000", 2024-08-29T17:47:16.687 INFO:tasks.workunit.client.0.smithi028.stdout: "last_peered": "2024-08-29T17:43:51.004890+0000", 2024-08-29T17:47:16.687 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub": "0'0", 2024-08-29T17:47:16.687 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub_duration": 0, 2024-08-29T17:47:16.687 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub_stamp": "2024-08-29T17:40:52.944949+0000", 2024-08-29T17:47:16.687 INFO:tasks.workunit.client.0.smithi028.stdout: "last_undegraded": "2024-08-29T17:43:51.004890+0000", 2024-08-29T17:47:16.687 INFO:tasks.workunit.client.0.smithi028.stdout: "last_unstale": "2024-08-29T17:43:51.004890+0000", 2024-08-29T17:47:16.687 INFO:tasks.workunit.client.0.smithi028.stdout: "log_dups_size": 0, 2024-08-29T17:47:16.687 INFO:tasks.workunit.client.0.smithi028.stdout: "log_size": 1, 2024-08-29T17:47:16.687 INFO:tasks.workunit.client.0.smithi028.stdout: "log_start": "0'0", 2024-08-29T17:47:16.687 INFO:tasks.workunit.client.0.smithi028.stdout: "manifest_stats_invalid": false, 2024-08-29T17:47:16.687 INFO:tasks.workunit.client.0.smithi028.stdout: "mapping_epoch": 59, 2024-08-29T17:47:16.687 INFO:tasks.workunit.client.0.smithi028.stdout: "object_location_counts": [], 2024-08-29T17:47:16.688 INFO:tasks.workunit.client.0.smithi028.stdout: "objects_scrubbed": 0, 2024-08-29T17:47:16.688 INFO:tasks.workunit.client.0.smithi028.stdout: "objects_trimmed": 0, 2024-08-29T17:47:16.688 INFO:tasks.workunit.client.0.smithi028.stdout: "omap_stats_invalid": false, 2024-08-29T17:47:16.688 INFO:tasks.workunit.client.0.smithi028.stdout: "ondisk_log_size": 1, 2024-08-29T17:47:16.688 INFO:tasks.workunit.client.0.smithi028.stdout: "ondisk_log_start": "0'0", 2024-08-29T17:47:16.688 INFO:tasks.workunit.client.0.smithi028.stdout: "parent": "0.0", 2024-08-29T17:47:16.688 INFO:tasks.workunit.client.0.smithi028.stdout: "parent_split_bits": 0, 2024-08-29T17:47:16.688 INFO:tasks.workunit.client.0.smithi028.stdout: "pgid": "2.1b", 2024-08-29T17:47:16.688 INFO:tasks.workunit.client.0.smithi028.stdout: "pin_stats_invalid": false, 2024-08-29T17:47:16.688 INFO:tasks.workunit.client.0.smithi028.stdout: "purged_snaps": [], 2024-08-29T17:47:16.688 INFO:tasks.workunit.client.0.smithi028.stdout: "reported_epoch": 74, 2024-08-29T17:47:16.688 INFO:tasks.workunit.client.0.smithi028.stdout: "reported_seq": 25, 2024-08-29T17:47:16.688 INFO:tasks.workunit.client.0.smithi028.stdout: "scrub_duration": 0.0, 2024-08-29T17:47:16.688 INFO:tasks.workunit.client.0.smithi028.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-30T23:06:15.796981+0000", 2024-08-29T17:47:16.689 INFO:tasks.workunit.client.0.smithi028.stdout: "snaptrim_duration": 0.0, 2024-08-29T17:47:16.689 INFO:tasks.workunit.client.0.smithi028.stdout: "snaptrimq_len": 0, 2024-08-29T17:47:16.689 INFO:tasks.workunit.client.0.smithi028.stdout: "stat_sum": { 2024-08-29T17:47:16.689 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes": 0, 2024-08-29T17:47:16.689 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes_hit_set_archive": 0, 2024-08-29T17:47:16.689 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes_recovered": 0, 2024-08-29T17:47:16.689 INFO:tasks.workunit.client.0.smithi028.stdout: "num_deep_scrub_errors": 0, 2024-08-29T17:47:16.689 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict": 0, 2024-08-29T17:47:16.689 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_kb": 0, 2024-08-29T17:47:16.689 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_mode_full": 0, 2024-08-29T17:47:16.689 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_mode_some": 0, 2024-08-29T17:47:16.689 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush": 0, 2024-08-29T17:47:16.689 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_kb": 0, 2024-08-29T17:47:16.690 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_mode_high": 0, 2024-08-29T17:47:16.690 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_mode_low": 0, 2024-08-29T17:47:16.690 INFO:tasks.workunit.client.0.smithi028.stdout: "num_keys_recovered": 0, 2024-08-29T17:47:16.690 INFO:tasks.workunit.client.0.smithi028.stdout: "num_large_omap_objects": 0, 2024-08-29T17:47:16.690 INFO:tasks.workunit.client.0.smithi028.stdout: "num_legacy_snapsets": 0, 2024-08-29T17:47:16.690 INFO:tasks.workunit.client.0.smithi028.stdout: "num_object_clones": 0, 2024-08-29T17:47:16.690 INFO:tasks.workunit.client.0.smithi028.stdout: "num_object_copies": 0, 2024-08-29T17:47:16.690 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects": 0, 2024-08-29T17:47:16.690 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_degraded": 0, 2024-08-29T17:47:16.690 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_dirty": 0, 2024-08-29T17:47:16.690 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_hit_set_archive": 0, 2024-08-29T17:47:16.690 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_manifest": 0, 2024-08-29T17:47:16.690 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_misplaced": 0, 2024-08-29T17:47:16.690 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_missing": 0, 2024-08-29T17:47:16.691 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_missing_on_primary": 0, 2024-08-29T17:47:16.691 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_omap": 0, 2024-08-29T17:47:16.691 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_pinned": 0, 2024-08-29T17:47:16.691 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_recovered": 0, 2024-08-29T17:47:16.691 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_repaired": 0, 2024-08-29T17:47:16.691 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_unfound": 0, 2024-08-29T17:47:16.691 INFO:tasks.workunit.client.0.smithi028.stdout: "num_omap_bytes": 0, 2024-08-29T17:47:16.691 INFO:tasks.workunit.client.0.smithi028.stdout: "num_omap_keys": 0, 2024-08-29T17:47:16.691 INFO:tasks.workunit.client.0.smithi028.stdout: "num_promote": 0, 2024-08-29T17:47:16.691 INFO:tasks.workunit.client.0.smithi028.stdout: "num_read": 0, 2024-08-29T17:47:16.691 INFO:tasks.workunit.client.0.smithi028.stdout: "num_read_kb": 0, 2024-08-29T17:47:16.691 INFO:tasks.workunit.client.0.smithi028.stdout: "num_scrub_errors": 0, 2024-08-29T17:47:16.691 INFO:tasks.workunit.client.0.smithi028.stdout: "num_shallow_scrub_errors": 0, 2024-08-29T17:47:16.692 INFO:tasks.workunit.client.0.smithi028.stdout: "num_whiteouts": 0, 2024-08-29T17:47:16.692 INFO:tasks.workunit.client.0.smithi028.stdout: "num_write": 0, 2024-08-29T17:47:16.692 INFO:tasks.workunit.client.0.smithi028.stdout: "num_write_kb": 0 2024-08-29T17:47:16.692 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:16.692 INFO:tasks.workunit.client.0.smithi028.stdout: "state": "active+clean", 2024-08-29T17:47:16.692 INFO:tasks.workunit.client.0.smithi028.stdout: "stats_invalid": false, 2024-08-29T17:47:16.692 INFO:tasks.workunit.client.0.smithi028.stdout: "up": [ 2024-08-29T17:47:16.692 INFO:tasks.workunit.client.0.smithi028.stdout: 3, 2024-08-29T17:47:16.692 INFO:tasks.workunit.client.0.smithi028.stdout: 7, 2024-08-29T17:47:16.692 INFO:tasks.workunit.client.0.smithi028.stdout: 6 2024-08-29T17:47:16.692 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-08-29T17:47:16.692 INFO:tasks.workunit.client.0.smithi028.stdout: "up_primary": 3, 2024-08-29T17:47:16.693 INFO:tasks.workunit.client.0.smithi028.stdout: "version": "65'1" 2024-08-29T17:47:16.693 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:16.693 INFO:tasks.workunit.client.0.smithi028.stdout: { 2024-08-29T17:47:16.693 INFO:tasks.workunit.client.0.smithi028.stdout: "acting": [ 2024-08-29T17:47:16.693 INFO:tasks.workunit.client.0.smithi028.stdout: 0, 2024-08-29T17:47:16.693 INFO:tasks.workunit.client.0.smithi028.stdout: 4, 2024-08-29T17:47:16.693 INFO:tasks.workunit.client.0.smithi028.stdout: 7 2024-08-29T17:47:16.693 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-08-29T17:47:16.693 INFO:tasks.workunit.client.0.smithi028.stdout: "acting_primary": 0, 2024-08-29T17:47:16.693 INFO:tasks.workunit.client.0.smithi028.stdout: "avail_no_missing": [], 2024-08-29T17:47:16.693 INFO:tasks.workunit.client.0.smithi028.stdout: "blocked_by": [], 2024-08-29T17:47:16.693 INFO:tasks.workunit.client.0.smithi028.stdout: "created": 62, 2024-08-29T17:47:16.694 INFO:tasks.workunit.client.0.smithi028.stdout: "dirty_stats_invalid": false, 2024-08-29T17:47:16.694 INFO:tasks.workunit.client.0.smithi028.stdout: "hitset_bytes_stats_invalid": false, 2024-08-29T17:47:16.694 INFO:tasks.workunit.client.0.smithi028.stdout: "hitset_stats_invalid": false, 2024-08-29T17:47:16.694 INFO:tasks.workunit.client.0.smithi028.stdout: "last_active": "2024-08-29T17:43:51.182770+0000", 2024-08-29T17:47:16.694 INFO:tasks.workunit.client.0.smithi028.stdout: "last_became_active": "2024-08-29T17:41:03.074362+0000", 2024-08-29T17:47:16.694 INFO:tasks.workunit.client.0.smithi028.stdout: "last_became_peered": "2024-08-29T17:41:03.074362+0000", 2024-08-29T17:47:16.694 INFO:tasks.workunit.client.0.smithi028.stdout: "last_change": "2024-08-29T17:41:03.075160+0000", 2024-08-29T17:47:16.694 INFO:tasks.workunit.client.0.smithi028.stdout: "last_clean": "2024-08-29T17:43:51.182770+0000", 2024-08-29T17:47:16.694 INFO:tasks.workunit.client.0.smithi028.stdout: "last_clean_scrub_stamp": "2024-08-29T17:41:01.987071+0000", 2024-08-29T17:47:16.694 INFO:tasks.workunit.client.0.smithi028.stdout: "last_deep_scrub": "0'0", 2024-08-29T17:47:16.695 INFO:tasks.workunit.client.0.smithi028.stdout: "last_deep_scrub_stamp": "2024-08-29T17:41:01.987071+0000", 2024-08-29T17:47:16.695 INFO:tasks.workunit.client.0.smithi028.stdout: "last_epoch_clean": 63, 2024-08-29T17:47:16.695 INFO:tasks.workunit.client.0.smithi028.stdout: "last_fresh": "2024-08-29T17:43:51.182770+0000", 2024-08-29T17:47:16.695 INFO:tasks.workunit.client.0.smithi028.stdout: "last_fullsized": "2024-08-29T17:43:51.182770+0000", 2024-08-29T17:47:16.695 INFO:tasks.workunit.client.0.smithi028.stdout: "last_peered": "2024-08-29T17:43:51.182770+0000", 2024-08-29T17:47:16.695 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub": "0'0", 2024-08-29T17:47:16.695 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub_duration": 0, 2024-08-29T17:47:16.695 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub_stamp": "2024-08-29T17:41:01.987071+0000", 2024-08-29T17:47:16.695 INFO:tasks.workunit.client.0.smithi028.stdout: "last_undegraded": "2024-08-29T17:43:51.182770+0000", 2024-08-29T17:47:16.695 INFO:tasks.workunit.client.0.smithi028.stdout: "last_unstale": "2024-08-29T17:43:51.182770+0000", 2024-08-29T17:47:16.695 INFO:tasks.workunit.client.0.smithi028.stdout: "log_dups_size": 0, 2024-08-29T17:47:16.695 INFO:tasks.workunit.client.0.smithi028.stdout: "log_size": 0, 2024-08-29T17:47:16.695 INFO:tasks.workunit.client.0.smithi028.stdout: "log_start": "0'0", 2024-08-29T17:47:16.696 INFO:tasks.workunit.client.0.smithi028.stdout: "manifest_stats_invalid": false, 2024-08-29T17:47:16.696 INFO:tasks.workunit.client.0.smithi028.stdout: "mapping_epoch": 62, 2024-08-29T17:47:16.696 INFO:tasks.workunit.client.0.smithi028.stdout: "object_location_counts": [], 2024-08-29T17:47:16.696 INFO:tasks.workunit.client.0.smithi028.stdout: "objects_scrubbed": 0, 2024-08-29T17:47:16.696 INFO:tasks.workunit.client.0.smithi028.stdout: "objects_trimmed": 0, 2024-08-29T17:47:16.696 INFO:tasks.workunit.client.0.smithi028.stdout: "omap_stats_invalid": false, 2024-08-29T17:47:16.696 INFO:tasks.workunit.client.0.smithi028.stdout: "ondisk_log_size": 0, 2024-08-29T17:47:16.696 INFO:tasks.workunit.client.0.smithi028.stdout: "ondisk_log_start": "0'0", 2024-08-29T17:47:16.696 INFO:tasks.workunit.client.0.smithi028.stdout: "parent": "0.0", 2024-08-29T17:47:16.696 INFO:tasks.workunit.client.0.smithi028.stdout: "parent_split_bits": 0, 2024-08-29T17:47:16.696 INFO:tasks.workunit.client.0.smithi028.stdout: "pgid": "3.1b", 2024-08-29T17:47:16.696 INFO:tasks.workunit.client.0.smithi028.stdout: "pin_stats_invalid": false, 2024-08-29T17:47:16.696 INFO:tasks.workunit.client.0.smithi028.stdout: "purged_snaps": [], 2024-08-29T17:47:16.697 INFO:tasks.workunit.client.0.smithi028.stdout: "reported_epoch": 74, 2024-08-29T17:47:16.697 INFO:tasks.workunit.client.0.smithi028.stdout: "reported_seq": 21, 2024-08-29T17:47:16.697 INFO:tasks.workunit.client.0.smithi028.stdout: "scrub_duration": 0.0, 2024-08-29T17:47:16.697 INFO:tasks.workunit.client.0.smithi028.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-31T02:20:46.213636+0000", 2024-08-29T17:47:16.697 INFO:tasks.workunit.client.0.smithi028.stdout: "snaptrim_duration": 0.0, 2024-08-29T17:47:16.697 INFO:tasks.workunit.client.0.smithi028.stdout: "snaptrimq_len": 0, 2024-08-29T17:47:16.697 INFO:tasks.workunit.client.0.smithi028.stdout: "stat_sum": { 2024-08-29T17:47:16.697 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes": 0, 2024-08-29T17:47:16.697 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes_hit_set_archive": 0, 2024-08-29T17:47:16.697 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes_recovered": 0, 2024-08-29T17:47:16.697 INFO:tasks.workunit.client.0.smithi028.stdout: "num_deep_scrub_errors": 0, 2024-08-29T17:47:16.697 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict": 0, 2024-08-29T17:47:16.697 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_kb": 0, 2024-08-29T17:47:16.698 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_mode_full": 0, 2024-08-29T17:47:16.698 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_mode_some": 0, 2024-08-29T17:47:16.698 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush": 0, 2024-08-29T17:47:16.698 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_kb": 0, 2024-08-29T17:47:16.698 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_mode_high": 0, 2024-08-29T17:47:16.698 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_mode_low": 0, 2024-08-29T17:47:16.698 INFO:tasks.workunit.client.0.smithi028.stdout: "num_keys_recovered": 0, 2024-08-29T17:47:16.698 INFO:tasks.workunit.client.0.smithi028.stdout: "num_large_omap_objects": 0, 2024-08-29T17:47:16.698 INFO:tasks.workunit.client.0.smithi028.stdout: "num_legacy_snapsets": 0, 2024-08-29T17:47:16.698 INFO:tasks.workunit.client.0.smithi028.stdout: "num_object_clones": 0, 2024-08-29T17:47:16.698 INFO:tasks.workunit.client.0.smithi028.stdout: "num_object_copies": 0, 2024-08-29T17:47:16.698 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects": 0, 2024-08-29T17:47:16.698 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_degraded": 0, 2024-08-29T17:47:16.698 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_dirty": 0, 2024-08-29T17:47:16.698 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_hit_set_archive": 0, 2024-08-29T17:47:16.698 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_manifest": 0, 2024-08-29T17:47:16.699 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_misplaced": 0, 2024-08-29T17:47:16.699 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_missing": 0, 2024-08-29T17:47:16.699 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_missing_on_primary": 0, 2024-08-29T17:47:16.699 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_omap": 0, 2024-08-29T17:47:16.699 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_pinned": 0, 2024-08-29T17:47:16.699 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_recovered": 0, 2024-08-29T17:47:16.699 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_repaired": 0, 2024-08-29T17:47:16.699 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_unfound": 0, 2024-08-29T17:47:16.699 INFO:tasks.workunit.client.0.smithi028.stdout: "num_omap_bytes": 0, 2024-08-29T17:47:16.699 INFO:tasks.workunit.client.0.smithi028.stdout: "num_omap_keys": 0, 2024-08-29T17:47:16.699 INFO:tasks.workunit.client.0.smithi028.stdout: "num_promote": 0, 2024-08-29T17:47:16.699 INFO:tasks.workunit.client.0.smithi028.stdout: "num_read": 0, 2024-08-29T17:47:16.699 INFO:tasks.workunit.client.0.smithi028.stdout: "num_read_kb": 0, 2024-08-29T17:47:16.699 INFO:tasks.workunit.client.0.smithi028.stdout: "num_scrub_errors": 0, 2024-08-29T17:47:16.699 INFO:tasks.workunit.client.0.smithi028.stdout: "num_shallow_scrub_errors": 0, 2024-08-29T17:47:16.699 INFO:tasks.workunit.client.0.smithi028.stdout: "num_whiteouts": 0, 2024-08-29T17:47:16.700 INFO:tasks.workunit.client.0.smithi028.stdout: "num_write": 0, 2024-08-29T17:47:16.700 INFO:tasks.workunit.client.0.smithi028.stdout: "num_write_kb": 0 2024-08-29T17:47:16.700 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:16.700 INFO:tasks.workunit.client.0.smithi028.stdout: "state": "active+clean", 2024-08-29T17:47:16.700 INFO:tasks.workunit.client.0.smithi028.stdout: "stats_invalid": false, 2024-08-29T17:47:16.700 INFO:tasks.workunit.client.0.smithi028.stdout: "up": [ 2024-08-29T17:47:16.700 INFO:tasks.workunit.client.0.smithi028.stdout: 0, 2024-08-29T17:47:16.700 INFO:tasks.workunit.client.0.smithi028.stdout: 4, 2024-08-29T17:47:16.700 INFO:tasks.workunit.client.0.smithi028.stdout: 7 2024-08-29T17:47:16.700 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-08-29T17:47:16.700 INFO:tasks.workunit.client.0.smithi028.stdout: "up_primary": 0, 2024-08-29T17:47:16.700 INFO:tasks.workunit.client.0.smithi028.stdout: "version": "0'0" 2024-08-29T17:47:16.700 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:16.701 INFO:tasks.workunit.client.0.smithi028.stdout: { 2024-08-29T17:47:16.701 INFO:tasks.workunit.client.0.smithi028.stdout: "acting": [ 2024-08-29T17:47:16.701 INFO:tasks.workunit.client.0.smithi028.stdout: 6, 2024-08-29T17:47:16.701 INFO:tasks.workunit.client.0.smithi028.stdout: 4, 2024-08-29T17:47:16.701 INFO:tasks.workunit.client.0.smithi028.stdout: 7 2024-08-29T17:47:16.701 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-08-29T17:47:16.701 INFO:tasks.workunit.client.0.smithi028.stdout: "acting_primary": 6, 2024-08-29T17:47:16.701 INFO:tasks.workunit.client.0.smithi028.stdout: "avail_no_missing": [], 2024-08-29T17:47:16.701 INFO:tasks.workunit.client.0.smithi028.stdout: "blocked_by": [], 2024-08-29T17:47:16.701 INFO:tasks.workunit.client.0.smithi028.stdout: "created": 59, 2024-08-29T17:47:16.701 INFO:tasks.workunit.client.0.smithi028.stdout: "dirty_stats_invalid": false, 2024-08-29T17:47:16.701 INFO:tasks.workunit.client.0.smithi028.stdout: "hitset_bytes_stats_invalid": false, 2024-08-29T17:47:16.702 INFO:tasks.workunit.client.0.smithi028.stdout: "hitset_stats_invalid": false, 2024-08-29T17:47:16.702 INFO:tasks.workunit.client.0.smithi028.stdout: "last_active": "2024-08-29T17:43:51.183340+0000", 2024-08-29T17:47:16.702 INFO:tasks.workunit.client.0.smithi028.stdout: "last_became_active": "2024-08-29T17:40:53.986933+0000", 2024-08-29T17:47:16.702 INFO:tasks.workunit.client.0.smithi028.stdout: "last_became_peered": "2024-08-29T17:40:53.986933+0000", 2024-08-29T17:47:16.702 INFO:tasks.workunit.client.0.smithi028.stdout: "last_change": "2024-08-29T17:40:53.987851+0000", 2024-08-29T17:47:16.702 INFO:tasks.workunit.client.0.smithi028.stdout: "last_clean": "2024-08-29T17:43:51.183340+0000", 2024-08-29T17:47:16.702 INFO:tasks.workunit.client.0.smithi028.stdout: "last_clean_scrub_stamp": "2024-08-29T17:40:52.944949+0000", 2024-08-29T17:47:16.702 INFO:tasks.workunit.client.0.smithi028.stdout: "last_deep_scrub": "0'0", 2024-08-29T17:47:16.702 INFO:tasks.workunit.client.0.smithi028.stdout: "last_deep_scrub_stamp": "2024-08-29T17:40:52.944949+0000", 2024-08-29T17:47:16.702 INFO:tasks.workunit.client.0.smithi028.stdout: "last_epoch_clean": 60, 2024-08-29T17:47:16.702 INFO:tasks.workunit.client.0.smithi028.stdout: "last_fresh": "2024-08-29T17:43:51.183340+0000", 2024-08-29T17:47:16.702 INFO:tasks.workunit.client.0.smithi028.stdout: "last_fullsized": "2024-08-29T17:43:51.183340+0000", 2024-08-29T17:47:16.702 INFO:tasks.workunit.client.0.smithi028.stdout: "last_peered": "2024-08-29T17:43:51.183340+0000", 2024-08-29T17:47:16.702 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub": "0'0", 2024-08-29T17:47:16.703 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub_duration": 0, 2024-08-29T17:47:16.703 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub_stamp": "2024-08-29T17:40:52.944949+0000", 2024-08-29T17:47:16.703 INFO:tasks.workunit.client.0.smithi028.stdout: "last_undegraded": "2024-08-29T17:43:51.183340+0000", 2024-08-29T17:47:16.703 INFO:tasks.workunit.client.0.smithi028.stdout: "last_unstale": "2024-08-29T17:43:51.183340+0000", 2024-08-29T17:47:16.703 INFO:tasks.workunit.client.0.smithi028.stdout: "log_dups_size": 0, 2024-08-29T17:47:16.703 INFO:tasks.workunit.client.0.smithi028.stdout: "log_size": 1, 2024-08-29T17:47:16.703 INFO:tasks.workunit.client.0.smithi028.stdout: "log_start": "0'0", 2024-08-29T17:47:16.703 INFO:tasks.workunit.client.0.smithi028.stdout: "manifest_stats_invalid": false, 2024-08-29T17:47:16.703 INFO:tasks.workunit.client.0.smithi028.stdout: "mapping_epoch": 59, 2024-08-29T17:47:16.703 INFO:tasks.workunit.client.0.smithi028.stdout: "object_location_counts": [], 2024-08-29T17:47:16.703 INFO:tasks.workunit.client.0.smithi028.stdout: "objects_scrubbed": 0, 2024-08-29T17:47:16.703 INFO:tasks.workunit.client.0.smithi028.stdout: "objects_trimmed": 0, 2024-08-29T17:47:16.704 INFO:tasks.workunit.client.0.smithi028.stdout: "omap_stats_invalid": false, 2024-08-29T17:47:16.704 INFO:tasks.workunit.client.0.smithi028.stdout: "ondisk_log_size": 1, 2024-08-29T17:47:16.704 INFO:tasks.workunit.client.0.smithi028.stdout: "ondisk_log_start": "0'0", 2024-08-29T17:47:16.704 INFO:tasks.workunit.client.0.smithi028.stdout: "parent": "0.0", 2024-08-29T17:47:16.704 INFO:tasks.workunit.client.0.smithi028.stdout: "parent_split_bits": 0, 2024-08-29T17:47:16.704 INFO:tasks.workunit.client.0.smithi028.stdout: "pgid": "2.1a", 2024-08-29T17:47:16.704 INFO:tasks.workunit.client.0.smithi028.stdout: "pin_stats_invalid": false, 2024-08-29T17:47:16.704 INFO:tasks.workunit.client.0.smithi028.stdout: "purged_snaps": [], 2024-08-29T17:47:16.704 INFO:tasks.workunit.client.0.smithi028.stdout: "reported_epoch": 74, 2024-08-29T17:47:16.704 INFO:tasks.workunit.client.0.smithi028.stdout: "reported_seq": 25, 2024-08-29T17:47:16.704 INFO:tasks.workunit.client.0.smithi028.stdout: "scrub_duration": 0.0, 2024-08-29T17:47:16.704 INFO:tasks.workunit.client.0.smithi028.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-30T20:16:23.020981+0000", 2024-08-29T17:47:16.704 INFO:tasks.workunit.client.0.smithi028.stdout: "snaptrim_duration": 0.0, 2024-08-29T17:47:16.705 INFO:tasks.workunit.client.0.smithi028.stdout: "snaptrimq_len": 0, 2024-08-29T17:47:16.705 INFO:tasks.workunit.client.0.smithi028.stdout: "stat_sum": { 2024-08-29T17:47:16.705 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes": 0, 2024-08-29T17:47:16.705 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes_hit_set_archive": 0, 2024-08-29T17:47:16.705 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes_recovered": 0, 2024-08-29T17:47:16.705 INFO:tasks.workunit.client.0.smithi028.stdout: "num_deep_scrub_errors": 0, 2024-08-29T17:47:16.705 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict": 0, 2024-08-29T17:47:16.705 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_kb": 0, 2024-08-29T17:47:16.705 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_mode_full": 0, 2024-08-29T17:47:16.705 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_mode_some": 0, 2024-08-29T17:47:16.705 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush": 0, 2024-08-29T17:47:16.705 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_kb": 0, 2024-08-29T17:47:16.705 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_mode_high": 0, 2024-08-29T17:47:16.706 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_mode_low": 0, 2024-08-29T17:47:16.706 INFO:tasks.workunit.client.0.smithi028.stdout: "num_keys_recovered": 0, 2024-08-29T17:47:16.706 INFO:tasks.workunit.client.0.smithi028.stdout: "num_large_omap_objects": 0, 2024-08-29T17:47:16.706 INFO:tasks.workunit.client.0.smithi028.stdout: "num_legacy_snapsets": 0, 2024-08-29T17:47:16.706 INFO:tasks.workunit.client.0.smithi028.stdout: "num_object_clones": 0, 2024-08-29T17:47:16.706 INFO:tasks.workunit.client.0.smithi028.stdout: "num_object_copies": 0, 2024-08-29T17:47:16.706 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects": 0, 2024-08-29T17:47:16.706 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_degraded": 0, 2024-08-29T17:47:16.706 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_dirty": 0, 2024-08-29T17:47:16.706 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_hit_set_archive": 0, 2024-08-29T17:47:16.706 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_manifest": 0, 2024-08-29T17:47:16.706 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_misplaced": 0, 2024-08-29T17:47:16.706 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_missing": 0, 2024-08-29T17:47:16.706 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_missing_on_primary": 0, 2024-08-29T17:47:16.707 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_omap": 0, 2024-08-29T17:47:16.707 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_pinned": 0, 2024-08-29T17:47:16.707 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_recovered": 0, 2024-08-29T17:47:16.707 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_repaired": 0, 2024-08-29T17:47:16.707 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_unfound": 0, 2024-08-29T17:47:16.707 INFO:tasks.workunit.client.0.smithi028.stdout: "num_omap_bytes": 0, 2024-08-29T17:47:16.707 INFO:tasks.workunit.client.0.smithi028.stdout: "num_omap_keys": 0, 2024-08-29T17:47:16.707 INFO:tasks.workunit.client.0.smithi028.stdout: "num_promote": 0, 2024-08-29T17:47:16.707 INFO:tasks.workunit.client.0.smithi028.stdout: "num_read": 0, 2024-08-29T17:47:16.707 INFO:tasks.workunit.client.0.smithi028.stdout: "num_read_kb": 0, 2024-08-29T17:47:16.707 INFO:tasks.workunit.client.0.smithi028.stdout: "num_scrub_errors": 0, 2024-08-29T17:47:16.707 INFO:tasks.workunit.client.0.smithi028.stdout: "num_shallow_scrub_errors": 0, 2024-08-29T17:47:16.707 INFO:tasks.workunit.client.0.smithi028.stdout: "num_whiteouts": 0, 2024-08-29T17:47:16.708 INFO:tasks.workunit.client.0.smithi028.stdout: "num_write": 0, 2024-08-29T17:47:16.708 INFO:tasks.workunit.client.0.smithi028.stdout: "num_write_kb": 0 2024-08-29T17:47:16.708 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:16.708 INFO:tasks.workunit.client.0.smithi028.stdout: "state": "active+clean", 2024-08-29T17:47:16.708 INFO:tasks.workunit.client.0.smithi028.stdout: "stats_invalid": false, 2024-08-29T17:47:16.708 INFO:tasks.workunit.client.0.smithi028.stdout: "up": [ 2024-08-29T17:47:16.708 INFO:tasks.workunit.client.0.smithi028.stdout: 6, 2024-08-29T17:47:16.708 INFO:tasks.workunit.client.0.smithi028.stdout: 4, 2024-08-29T17:47:16.708 INFO:tasks.workunit.client.0.smithi028.stdout: 7 2024-08-29T17:47:16.708 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-08-29T17:47:16.708 INFO:tasks.workunit.client.0.smithi028.stdout: "up_primary": 6, 2024-08-29T17:47:16.708 INFO:tasks.workunit.client.0.smithi028.stdout: "version": "65'1" 2024-08-29T17:47:16.709 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:16.709 INFO:tasks.workunit.client.0.smithi028.stdout: { 2024-08-29T17:47:16.709 INFO:tasks.workunit.client.0.smithi028.stdout: "acting": [ 2024-08-29T17:47:16.709 INFO:tasks.workunit.client.0.smithi028.stdout: 3, 2024-08-29T17:47:16.709 INFO:tasks.workunit.client.0.smithi028.stdout: 6, 2024-08-29T17:47:16.709 INFO:tasks.workunit.client.0.smithi028.stdout: 0 2024-08-29T17:47:16.709 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-08-29T17:47:16.709 INFO:tasks.workunit.client.0.smithi028.stdout: "acting_primary": 3, 2024-08-29T17:47:16.709 INFO:tasks.workunit.client.0.smithi028.stdout: "avail_no_missing": [], 2024-08-29T17:47:16.709 INFO:tasks.workunit.client.0.smithi028.stdout: "blocked_by": [], 2024-08-29T17:47:16.709 INFO:tasks.workunit.client.0.smithi028.stdout: "created": 59, 2024-08-29T17:47:16.709 INFO:tasks.workunit.client.0.smithi028.stdout: "dirty_stats_invalid": false, 2024-08-29T17:47:16.709 INFO:tasks.workunit.client.0.smithi028.stdout: "hitset_bytes_stats_invalid": false, 2024-08-29T17:47:16.709 INFO:tasks.workunit.client.0.smithi028.stdout: "hitset_stats_invalid": false, 2024-08-29T17:47:16.710 INFO:tasks.workunit.client.0.smithi028.stdout: "last_active": "2024-08-29T17:43:51.002904+0000", 2024-08-29T17:47:16.710 INFO:tasks.workunit.client.0.smithi028.stdout: "last_became_active": "2024-08-29T17:40:53.995945+0000", 2024-08-29T17:47:16.710 INFO:tasks.workunit.client.0.smithi028.stdout: "last_became_peered": "2024-08-29T17:40:53.995945+0000", 2024-08-29T17:47:16.710 INFO:tasks.workunit.client.0.smithi028.stdout: "last_change": "2024-08-29T17:40:53.996733+0000", 2024-08-29T17:47:16.710 INFO:tasks.workunit.client.0.smithi028.stdout: "last_clean": "2024-08-29T17:43:51.002904+0000", 2024-08-29T17:47:16.710 INFO:tasks.workunit.client.0.smithi028.stdout: "last_clean_scrub_stamp": "2024-08-29T17:40:52.944949+0000", 2024-08-29T17:47:16.710 INFO:tasks.workunit.client.0.smithi028.stdout: "last_deep_scrub": "0'0", 2024-08-29T17:47:16.710 INFO:tasks.workunit.client.0.smithi028.stdout: "last_deep_scrub_stamp": "2024-08-29T17:40:52.944949+0000", 2024-08-29T17:47:16.710 INFO:tasks.workunit.client.0.smithi028.stdout: "last_epoch_clean": 60, 2024-08-29T17:47:16.710 INFO:tasks.workunit.client.0.smithi028.stdout: "last_fresh": "2024-08-29T17:43:51.002904+0000", 2024-08-29T17:47:16.710 INFO:tasks.workunit.client.0.smithi028.stdout: "last_fullsized": "2024-08-29T17:43:51.002904+0000", 2024-08-29T17:47:16.710 INFO:tasks.workunit.client.0.smithi028.stdout: "last_peered": "2024-08-29T17:43:51.002904+0000", 2024-08-29T17:47:16.710 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub": "0'0", 2024-08-29T17:47:16.711 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub_duration": 0, 2024-08-29T17:47:16.711 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub_stamp": "2024-08-29T17:40:52.944949+0000", 2024-08-29T17:47:16.711 INFO:tasks.workunit.client.0.smithi028.stdout: "last_undegraded": "2024-08-29T17:43:51.002904+0000", 2024-08-29T17:47:16.711 INFO:tasks.workunit.client.0.smithi028.stdout: "last_unstale": "2024-08-29T17:43:51.002904+0000", 2024-08-29T17:47:16.711 INFO:tasks.workunit.client.0.smithi028.stdout: "log_dups_size": 0, 2024-08-29T17:47:16.711 INFO:tasks.workunit.client.0.smithi028.stdout: "log_size": 0, 2024-08-29T17:47:16.711 INFO:tasks.workunit.client.0.smithi028.stdout: "log_start": "0'0", 2024-08-29T17:47:16.711 INFO:tasks.workunit.client.0.smithi028.stdout: "manifest_stats_invalid": false, 2024-08-29T17:47:16.711 INFO:tasks.workunit.client.0.smithi028.stdout: "mapping_epoch": 59, 2024-08-29T17:47:16.711 INFO:tasks.workunit.client.0.smithi028.stdout: "object_location_counts": [], 2024-08-29T17:47:16.711 INFO:tasks.workunit.client.0.smithi028.stdout: "objects_scrubbed": 0, 2024-08-29T17:47:16.711 INFO:tasks.workunit.client.0.smithi028.stdout: "objects_trimmed": 0, 2024-08-29T17:47:16.711 INFO:tasks.workunit.client.0.smithi028.stdout: "omap_stats_invalid": false, 2024-08-29T17:47:16.711 INFO:tasks.workunit.client.0.smithi028.stdout: "ondisk_log_size": 0, 2024-08-29T17:47:16.711 INFO:tasks.workunit.client.0.smithi028.stdout: "ondisk_log_start": "0'0", 2024-08-29T17:47:16.712 INFO:tasks.workunit.client.0.smithi028.stdout: "parent": "0.0", 2024-08-29T17:47:16.712 INFO:tasks.workunit.client.0.smithi028.stdout: "parent_split_bits": 0, 2024-08-29T17:47:16.712 INFO:tasks.workunit.client.0.smithi028.stdout: "pgid": "2.19", 2024-08-29T17:47:16.712 INFO:tasks.workunit.client.0.smithi028.stdout: "pin_stats_invalid": false, 2024-08-29T17:47:16.712 INFO:tasks.workunit.client.0.smithi028.stdout: "purged_snaps": [], 2024-08-29T17:47:16.712 INFO:tasks.workunit.client.0.smithi028.stdout: "reported_epoch": 74, 2024-08-29T17:47:16.712 INFO:tasks.workunit.client.0.smithi028.stdout: "reported_seq": 24, 2024-08-29T17:47:16.712 INFO:tasks.workunit.client.0.smithi028.stdout: "scrub_duration": 0.0, 2024-08-29T17:47:16.712 INFO:tasks.workunit.client.0.smithi028.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-30T18:31:17.213781+0000", 2024-08-29T17:47:16.712 INFO:tasks.workunit.client.0.smithi028.stdout: "snaptrim_duration": 0.0, 2024-08-29T17:47:16.712 INFO:tasks.workunit.client.0.smithi028.stdout: "snaptrimq_len": 0, 2024-08-29T17:47:16.712 INFO:tasks.workunit.client.0.smithi028.stdout: "stat_sum": { 2024-08-29T17:47:16.712 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes": 0, 2024-08-29T17:47:16.712 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes_hit_set_archive": 0, 2024-08-29T17:47:16.713 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes_recovered": 0, 2024-08-29T17:47:16.713 INFO:tasks.workunit.client.0.smithi028.stdout: "num_deep_scrub_errors": 0, 2024-08-29T17:47:16.713 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict": 0, 2024-08-29T17:47:16.713 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_kb": 0, 2024-08-29T17:47:16.713 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_mode_full": 0, 2024-08-29T17:47:16.713 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_mode_some": 0, 2024-08-29T17:47:16.713 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush": 0, 2024-08-29T17:47:16.713 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_kb": 0, 2024-08-29T17:47:16.713 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_mode_high": 0, 2024-08-29T17:47:16.713 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_mode_low": 0, 2024-08-29T17:47:16.713 INFO:tasks.workunit.client.0.smithi028.stdout: "num_keys_recovered": 0, 2024-08-29T17:47:16.713 INFO:tasks.workunit.client.0.smithi028.stdout: "num_large_omap_objects": 0, 2024-08-29T17:47:16.713 INFO:tasks.workunit.client.0.smithi028.stdout: "num_legacy_snapsets": 0, 2024-08-29T17:47:16.713 INFO:tasks.workunit.client.0.smithi028.stdout: "num_object_clones": 0, 2024-08-29T17:47:16.713 INFO:tasks.workunit.client.0.smithi028.stdout: "num_object_copies": 0, 2024-08-29T17:47:16.714 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects": 0, 2024-08-29T17:47:16.714 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_degraded": 0, 2024-08-29T17:47:16.714 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_dirty": 0, 2024-08-29T17:47:16.714 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_hit_set_archive": 0, 2024-08-29T17:47:16.714 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_manifest": 0, 2024-08-29T17:47:16.714 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_misplaced": 0, 2024-08-29T17:47:16.714 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_missing": 0, 2024-08-29T17:47:16.714 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_missing_on_primary": 0, 2024-08-29T17:47:16.714 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_omap": 0, 2024-08-29T17:47:16.714 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_pinned": 0, 2024-08-29T17:47:16.714 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_recovered": 0, 2024-08-29T17:47:16.714 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_repaired": 0, 2024-08-29T17:47:16.714 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_unfound": 0, 2024-08-29T17:47:16.714 INFO:tasks.workunit.client.0.smithi028.stdout: "num_omap_bytes": 0, 2024-08-29T17:47:16.714 INFO:tasks.workunit.client.0.smithi028.stdout: "num_omap_keys": 0, 2024-08-29T17:47:16.715 INFO:tasks.workunit.client.0.smithi028.stdout: "num_promote": 0, 2024-08-29T17:47:16.715 INFO:tasks.workunit.client.0.smithi028.stdout: "num_read": 0, 2024-08-29T17:47:16.715 INFO:tasks.workunit.client.0.smithi028.stdout: "num_read_kb": 0, 2024-08-29T17:47:16.715 INFO:tasks.workunit.client.0.smithi028.stdout: "num_scrub_errors": 0, 2024-08-29T17:47:16.715 INFO:tasks.workunit.client.0.smithi028.stdout: "num_shallow_scrub_errors": 0, 2024-08-29T17:47:16.715 INFO:tasks.workunit.client.0.smithi028.stdout: "num_whiteouts": 0, 2024-08-29T17:47:16.715 INFO:tasks.workunit.client.0.smithi028.stdout: "num_write": 0, 2024-08-29T17:47:16.715 INFO:tasks.workunit.client.0.smithi028.stdout: "num_write_kb": 0 2024-08-29T17:47:16.715 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:16.715 INFO:tasks.workunit.client.0.smithi028.stdout: "state": "active+clean", 2024-08-29T17:47:16.715 INFO:tasks.workunit.client.0.smithi028.stdout: "stats_invalid": false, 2024-08-29T17:47:16.715 INFO:tasks.workunit.client.0.smithi028.stdout: "up": [ 2024-08-29T17:47:16.715 INFO:tasks.workunit.client.0.smithi028.stdout: 3, 2024-08-29T17:47:16.715 INFO:tasks.workunit.client.0.smithi028.stdout: 6, 2024-08-29T17:47:16.715 INFO:tasks.workunit.client.0.smithi028.stdout: 0 2024-08-29T17:47:16.716 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-08-29T17:47:16.716 INFO:tasks.workunit.client.0.smithi028.stdout: "up_primary": 3, 2024-08-29T17:47:16.716 INFO:tasks.workunit.client.0.smithi028.stdout: "version": "0'0" 2024-08-29T17:47:16.716 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:16.716 INFO:tasks.workunit.client.0.smithi028.stdout: { 2024-08-29T17:47:16.716 INFO:tasks.workunit.client.0.smithi028.stdout: "acting": [ 2024-08-29T17:47:16.716 INFO:tasks.workunit.client.0.smithi028.stdout: 3, 2024-08-29T17:47:16.716 INFO:tasks.workunit.client.0.smithi028.stdout: 0, 2024-08-29T17:47:16.716 INFO:tasks.workunit.client.0.smithi028.stdout: 1 2024-08-29T17:47:16.716 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-08-29T17:47:16.716 INFO:tasks.workunit.client.0.smithi028.stdout: "acting_primary": 3, 2024-08-29T17:47:16.716 INFO:tasks.workunit.client.0.smithi028.stdout: "avail_no_missing": [], 2024-08-29T17:47:16.716 INFO:tasks.workunit.client.0.smithi028.stdout: "blocked_by": [], 2024-08-29T17:47:16.716 INFO:tasks.workunit.client.0.smithi028.stdout: "created": 62, 2024-08-29T17:47:16.717 INFO:tasks.workunit.client.0.smithi028.stdout: "dirty_stats_invalid": false, 2024-08-29T17:47:16.717 INFO:tasks.workunit.client.0.smithi028.stdout: "hitset_bytes_stats_invalid": false, 2024-08-29T17:47:16.717 INFO:tasks.workunit.client.0.smithi028.stdout: "hitset_stats_invalid": false, 2024-08-29T17:47:16.717 INFO:tasks.workunit.client.0.smithi028.stdout: "last_active": "2024-08-29T17:43:51.002293+0000", 2024-08-29T17:47:16.717 INFO:tasks.workunit.client.0.smithi028.stdout: "last_became_active": "2024-08-29T17:41:03.066385+0000", 2024-08-29T17:47:16.717 INFO:tasks.workunit.client.0.smithi028.stdout: "last_became_peered": "2024-08-29T17:41:03.066385+0000", 2024-08-29T17:47:16.717 INFO:tasks.workunit.client.0.smithi028.stdout: "last_change": "2024-08-29T17:41:03.066661+0000", 2024-08-29T17:47:16.717 INFO:tasks.workunit.client.0.smithi028.stdout: "last_clean": "2024-08-29T17:43:51.002293+0000", 2024-08-29T17:47:16.717 INFO:tasks.workunit.client.0.smithi028.stdout: "last_clean_scrub_stamp": "2024-08-29T17:41:01.987071+0000", 2024-08-29T17:47:16.717 INFO:tasks.workunit.client.0.smithi028.stdout: "last_deep_scrub": "0'0", 2024-08-29T17:47:16.717 INFO:tasks.workunit.client.0.smithi028.stdout: "last_deep_scrub_stamp": "2024-08-29T17:41:01.987071+0000", 2024-08-29T17:47:16.717 INFO:tasks.workunit.client.0.smithi028.stdout: "last_epoch_clean": 63, 2024-08-29T17:47:16.717 INFO:tasks.workunit.client.0.smithi028.stdout: "last_fresh": "2024-08-29T17:43:51.002293+0000", 2024-08-29T17:47:16.718 INFO:tasks.workunit.client.0.smithi028.stdout: "last_fullsized": "2024-08-29T17:43:51.002293+0000", 2024-08-29T17:47:16.718 INFO:tasks.workunit.client.0.smithi028.stdout: "last_peered": "2024-08-29T17:43:51.002293+0000", 2024-08-29T17:47:16.718 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub": "0'0", 2024-08-29T17:47:16.718 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub_duration": 0, 2024-08-29T17:47:16.718 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub_stamp": "2024-08-29T17:41:01.987071+0000", 2024-08-29T17:47:16.718 INFO:tasks.workunit.client.0.smithi028.stdout: "last_undegraded": "2024-08-29T17:43:51.002293+0000", 2024-08-29T17:47:16.718 INFO:tasks.workunit.client.0.smithi028.stdout: "last_unstale": "2024-08-29T17:43:51.002293+0000", 2024-08-29T17:47:16.718 INFO:tasks.workunit.client.0.smithi028.stdout: "log_dups_size": 0, 2024-08-29T17:47:16.718 INFO:tasks.workunit.client.0.smithi028.stdout: "log_size": 0, 2024-08-29T17:47:16.718 INFO:tasks.workunit.client.0.smithi028.stdout: "log_start": "0'0", 2024-08-29T17:47:16.718 INFO:tasks.workunit.client.0.smithi028.stdout: "manifest_stats_invalid": false, 2024-08-29T17:47:16.718 INFO:tasks.workunit.client.0.smithi028.stdout: "mapping_epoch": 62, 2024-08-29T17:47:16.718 INFO:tasks.workunit.client.0.smithi028.stdout: "object_location_counts": [], 2024-08-29T17:47:16.719 INFO:tasks.workunit.client.0.smithi028.stdout: "objects_scrubbed": 0, 2024-08-29T17:47:16.719 INFO:tasks.workunit.client.0.smithi028.stdout: "objects_trimmed": 0, 2024-08-29T17:47:16.719 INFO:tasks.workunit.client.0.smithi028.stdout: "omap_stats_invalid": false, 2024-08-29T17:47:16.719 INFO:tasks.workunit.client.0.smithi028.stdout: "ondisk_log_size": 0, 2024-08-29T17:47:16.719 INFO:tasks.workunit.client.0.smithi028.stdout: "ondisk_log_start": "0'0", 2024-08-29T17:47:16.719 INFO:tasks.workunit.client.0.smithi028.stdout: "parent": "0.0", 2024-08-29T17:47:16.719 INFO:tasks.workunit.client.0.smithi028.stdout: "parent_split_bits": 0, 2024-08-29T17:47:16.719 INFO:tasks.workunit.client.0.smithi028.stdout: "pgid": "3.18", 2024-08-29T17:47:16.719 INFO:tasks.workunit.client.0.smithi028.stdout: "pin_stats_invalid": false, 2024-08-29T17:47:16.719 INFO:tasks.workunit.client.0.smithi028.stdout: "purged_snaps": [], 2024-08-29T17:47:16.719 INFO:tasks.workunit.client.0.smithi028.stdout: "reported_epoch": 74, 2024-08-29T17:47:16.719 INFO:tasks.workunit.client.0.smithi028.stdout: "reported_seq": 21, 2024-08-29T17:47:16.719 INFO:tasks.workunit.client.0.smithi028.stdout: "scrub_duration": 0.0, 2024-08-29T17:47:16.719 INFO:tasks.workunit.client.0.smithi028.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-30T17:42:57.977671+0000", 2024-08-29T17:47:16.720 INFO:tasks.workunit.client.0.smithi028.stdout: "snaptrim_duration": 0.0, 2024-08-29T17:47:16.720 INFO:tasks.workunit.client.0.smithi028.stdout: "snaptrimq_len": 0, 2024-08-29T17:47:16.720 INFO:tasks.workunit.client.0.smithi028.stdout: "stat_sum": { 2024-08-29T17:47:16.720 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes": 0, 2024-08-29T17:47:16.720 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes_hit_set_archive": 0, 2024-08-29T17:47:16.720 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes_recovered": 0, 2024-08-29T17:47:16.720 INFO:tasks.workunit.client.0.smithi028.stdout: "num_deep_scrub_errors": 0, 2024-08-29T17:47:16.720 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict": 0, 2024-08-29T17:47:16.720 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_kb": 0, 2024-08-29T17:47:16.720 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_mode_full": 0, 2024-08-29T17:47:16.720 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_mode_some": 0, 2024-08-29T17:47:16.720 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush": 0, 2024-08-29T17:47:16.720 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_kb": 0, 2024-08-29T17:47:16.720 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_mode_high": 0, 2024-08-29T17:47:16.721 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_mode_low": 0, 2024-08-29T17:47:16.721 INFO:tasks.workunit.client.0.smithi028.stdout: "num_keys_recovered": 0, 2024-08-29T17:47:16.721 INFO:tasks.workunit.client.0.smithi028.stdout: "num_large_omap_objects": 0, 2024-08-29T17:47:16.721 INFO:tasks.workunit.client.0.smithi028.stdout: "num_legacy_snapsets": 0, 2024-08-29T17:47:16.721 INFO:tasks.workunit.client.0.smithi028.stdout: "num_object_clones": 0, 2024-08-29T17:47:16.721 INFO:tasks.workunit.client.0.smithi028.stdout: "num_object_copies": 0, 2024-08-29T17:47:16.721 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects": 0, 2024-08-29T17:47:16.721 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_degraded": 0, 2024-08-29T17:47:16.721 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_dirty": 0, 2024-08-29T17:47:16.721 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_hit_set_archive": 0, 2024-08-29T17:47:16.721 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_manifest": 0, 2024-08-29T17:47:16.721 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_misplaced": 0, 2024-08-29T17:47:16.721 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_missing": 0, 2024-08-29T17:47:16.721 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_missing_on_primary": 0, 2024-08-29T17:47:16.722 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_omap": 0, 2024-08-29T17:47:16.722 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_pinned": 0, 2024-08-29T17:47:16.722 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_recovered": 0, 2024-08-29T17:47:16.722 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_repaired": 0, 2024-08-29T17:47:16.722 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_unfound": 0, 2024-08-29T17:47:16.722 INFO:tasks.workunit.client.0.smithi028.stdout: "num_omap_bytes": 0, 2024-08-29T17:47:16.722 INFO:tasks.workunit.client.0.smithi028.stdout: "num_omap_keys": 0, 2024-08-29T17:47:16.722 INFO:tasks.workunit.client.0.smithi028.stdout: "num_promote": 0, 2024-08-29T17:47:16.722 INFO:tasks.workunit.client.0.smithi028.stdout: "num_read": 0, 2024-08-29T17:47:16.722 INFO:tasks.workunit.client.0.smithi028.stdout: "num_read_kb": 0, 2024-08-29T17:47:16.722 INFO:tasks.workunit.client.0.smithi028.stdout: "num_scrub_errors": 0, 2024-08-29T17:47:16.722 INFO:tasks.workunit.client.0.smithi028.stdout: "num_shallow_scrub_errors": 0, 2024-08-29T17:47:16.722 INFO:tasks.workunit.client.0.smithi028.stdout: "num_whiteouts": 0, 2024-08-29T17:47:16.722 INFO:tasks.workunit.client.0.smithi028.stdout: "num_write": 0, 2024-08-29T17:47:16.722 INFO:tasks.workunit.client.0.smithi028.stdout: "num_write_kb": 0 2024-08-29T17:47:16.723 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:16.723 INFO:tasks.workunit.client.0.smithi028.stdout: "state": "active+clean", 2024-08-29T17:47:16.723 INFO:tasks.workunit.client.0.smithi028.stdout: "stats_invalid": false, 2024-08-29T17:47:16.723 INFO:tasks.workunit.client.0.smithi028.stdout: "up": [ 2024-08-29T17:47:16.723 INFO:tasks.workunit.client.0.smithi028.stdout: 3, 2024-08-29T17:47:16.723 INFO:tasks.workunit.client.0.smithi028.stdout: 0, 2024-08-29T17:47:16.723 INFO:tasks.workunit.client.0.smithi028.stdout: 1 2024-08-29T17:47:16.723 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-08-29T17:47:16.723 INFO:tasks.workunit.client.0.smithi028.stdout: "up_primary": 3, 2024-08-29T17:47:16.723 INFO:tasks.workunit.client.0.smithi028.stdout: "version": "0'0" 2024-08-29T17:47:16.723 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:16.723 INFO:tasks.workunit.client.0.smithi028.stdout: { 2024-08-29T17:47:16.723 INFO:tasks.workunit.client.0.smithi028.stdout: "acting": [ 2024-08-29T17:47:16.723 INFO:tasks.workunit.client.0.smithi028.stdout: 5, 2024-08-29T17:47:16.724 INFO:tasks.workunit.client.0.smithi028.stdout: 4, 2024-08-29T17:47:16.724 INFO:tasks.workunit.client.0.smithi028.stdout: 7 2024-08-29T17:47:16.724 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-08-29T17:47:16.724 INFO:tasks.workunit.client.0.smithi028.stdout: "acting_primary": 5, 2024-08-29T17:47:16.724 INFO:tasks.workunit.client.0.smithi028.stdout: "avail_no_missing": [], 2024-08-29T17:47:16.724 INFO:tasks.workunit.client.0.smithi028.stdout: "blocked_by": [], 2024-08-29T17:47:16.724 INFO:tasks.workunit.client.0.smithi028.stdout: "created": 59, 2024-08-29T17:47:16.724 INFO:tasks.workunit.client.0.smithi028.stdout: "dirty_stats_invalid": false, 2024-08-29T17:47:16.724 INFO:tasks.workunit.client.0.smithi028.stdout: "hitset_bytes_stats_invalid": false, 2024-08-29T17:47:16.724 INFO:tasks.workunit.client.0.smithi028.stdout: "hitset_stats_invalid": false, 2024-08-29T17:47:16.724 INFO:tasks.workunit.client.0.smithi028.stdout: "last_active": "2024-08-29T17:43:51.011146+0000", 2024-08-29T17:47:16.724 INFO:tasks.workunit.client.0.smithi028.stdout: "last_became_active": "2024-08-29T17:40:53.992324+0000", 2024-08-29T17:47:16.724 INFO:tasks.workunit.client.0.smithi028.stdout: "last_became_peered": "2024-08-29T17:40:53.992324+0000", 2024-08-29T17:47:16.725 INFO:tasks.workunit.client.0.smithi028.stdout: "last_change": "2024-08-29T17:40:53.993166+0000", 2024-08-29T17:47:16.725 INFO:tasks.workunit.client.0.smithi028.stdout: "last_clean": "2024-08-29T17:43:51.011146+0000", 2024-08-29T17:47:16.725 INFO:tasks.workunit.client.0.smithi028.stdout: "last_clean_scrub_stamp": "2024-08-29T17:40:52.944949+0000", 2024-08-29T17:47:16.725 INFO:tasks.workunit.client.0.smithi028.stdout: "last_deep_scrub": "0'0", 2024-08-29T17:47:16.725 INFO:tasks.workunit.client.0.smithi028.stdout: "last_deep_scrub_stamp": "2024-08-29T17:40:52.944949+0000", 2024-08-29T17:47:16.725 INFO:tasks.workunit.client.0.smithi028.stdout: "last_epoch_clean": 60, 2024-08-29T17:47:16.725 INFO:tasks.workunit.client.0.smithi028.stdout: "last_fresh": "2024-08-29T17:43:51.011146+0000", 2024-08-29T17:47:16.725 INFO:tasks.workunit.client.0.smithi028.stdout: "last_fullsized": "2024-08-29T17:43:51.011146+0000", 2024-08-29T17:47:16.725 INFO:tasks.workunit.client.0.smithi028.stdout: "last_peered": "2024-08-29T17:43:51.011146+0000", 2024-08-29T17:47:16.725 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub": "0'0", 2024-08-29T17:47:16.725 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub_duration": 0, 2024-08-29T17:47:16.726 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub_stamp": "2024-08-29T17:40:52.944949+0000", 2024-08-29T17:47:16.726 INFO:tasks.workunit.client.0.smithi028.stdout: "last_undegraded": "2024-08-29T17:43:51.011146+0000", 2024-08-29T17:47:16.726 INFO:tasks.workunit.client.0.smithi028.stdout: "last_unstale": "2024-08-29T17:43:51.011146+0000", 2024-08-29T17:47:16.726 INFO:tasks.workunit.client.0.smithi028.stdout: "log_dups_size": 0, 2024-08-29T17:47:16.726 INFO:tasks.workunit.client.0.smithi028.stdout: "log_size": 0, 2024-08-29T17:47:16.726 INFO:tasks.workunit.client.0.smithi028.stdout: "log_start": "0'0", 2024-08-29T17:47:16.726 INFO:tasks.workunit.client.0.smithi028.stdout: "manifest_stats_invalid": false, 2024-08-29T17:47:16.726 INFO:tasks.workunit.client.0.smithi028.stdout: "mapping_epoch": 59, 2024-08-29T17:47:16.726 INFO:tasks.workunit.client.0.smithi028.stdout: "object_location_counts": [], 2024-08-29T17:47:16.726 INFO:tasks.workunit.client.0.smithi028.stdout: "objects_scrubbed": 0, 2024-08-29T17:47:16.726 INFO:tasks.workunit.client.0.smithi028.stdout: "objects_trimmed": 0, 2024-08-29T17:47:16.726 INFO:tasks.workunit.client.0.smithi028.stdout: "omap_stats_invalid": false, 2024-08-29T17:47:16.726 INFO:tasks.workunit.client.0.smithi028.stdout: "ondisk_log_size": 0, 2024-08-29T17:47:16.726 INFO:tasks.workunit.client.0.smithi028.stdout: "ondisk_log_start": "0'0", 2024-08-29T17:47:16.727 INFO:tasks.workunit.client.0.smithi028.stdout: "parent": "0.0", 2024-08-29T17:47:16.727 INFO:tasks.workunit.client.0.smithi028.stdout: "parent_split_bits": 0, 2024-08-29T17:47:16.727 INFO:tasks.workunit.client.0.smithi028.stdout: "pgid": "2.18", 2024-08-29T17:47:16.727 INFO:tasks.workunit.client.0.smithi028.stdout: "pin_stats_invalid": false, 2024-08-29T17:47:16.727 INFO:tasks.workunit.client.0.smithi028.stdout: "purged_snaps": [], 2024-08-29T17:47:16.727 INFO:tasks.workunit.client.0.smithi028.stdout: "reported_epoch": 74, 2024-08-29T17:47:16.727 INFO:tasks.workunit.client.0.smithi028.stdout: "reported_seq": 24, 2024-08-29T17:47:16.727 INFO:tasks.workunit.client.0.smithi028.stdout: "scrub_duration": 0.0, 2024-08-29T17:47:16.727 INFO:tasks.workunit.client.0.smithi028.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-30T23:14:15.411862+0000", 2024-08-29T17:47:16.727 INFO:tasks.workunit.client.0.smithi028.stdout: "snaptrim_duration": 0.0, 2024-08-29T17:47:16.727 INFO:tasks.workunit.client.0.smithi028.stdout: "snaptrimq_len": 0, 2024-08-29T17:47:16.727 INFO:tasks.workunit.client.0.smithi028.stdout: "stat_sum": { 2024-08-29T17:47:16.727 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes": 0, 2024-08-29T17:47:16.728 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes_hit_set_archive": 0, 2024-08-29T17:47:16.728 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes_recovered": 0, 2024-08-29T17:47:16.728 INFO:tasks.workunit.client.0.smithi028.stdout: "num_deep_scrub_errors": 0, 2024-08-29T17:47:16.728 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict": 0, 2024-08-29T17:47:16.728 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_kb": 0, 2024-08-29T17:47:16.728 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_mode_full": 0, 2024-08-29T17:47:16.728 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_mode_some": 0, 2024-08-29T17:47:16.728 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush": 0, 2024-08-29T17:47:16.728 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_kb": 0, 2024-08-29T17:47:16.728 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_mode_high": 0, 2024-08-29T17:47:16.728 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_mode_low": 0, 2024-08-29T17:47:16.728 INFO:tasks.workunit.client.0.smithi028.stdout: "num_keys_recovered": 0, 2024-08-29T17:47:16.728 INFO:tasks.workunit.client.0.smithi028.stdout: "num_large_omap_objects": 0, 2024-08-29T17:47:16.729 INFO:tasks.workunit.client.0.smithi028.stdout: "num_legacy_snapsets": 0, 2024-08-29T17:47:16.729 INFO:tasks.workunit.client.0.smithi028.stdout: "num_object_clones": 0, 2024-08-29T17:47:16.729 INFO:tasks.workunit.client.0.smithi028.stdout: "num_object_copies": 0, 2024-08-29T17:47:16.729 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects": 0, 2024-08-29T17:47:16.729 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_degraded": 0, 2024-08-29T17:47:16.729 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_dirty": 0, 2024-08-29T17:47:16.729 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_hit_set_archive": 0, 2024-08-29T17:47:16.729 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_manifest": 0, 2024-08-29T17:47:16.729 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_misplaced": 0, 2024-08-29T17:47:16.729 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_missing": 0, 2024-08-29T17:47:16.729 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_missing_on_primary": 0, 2024-08-29T17:47:16.729 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_omap": 0, 2024-08-29T17:47:16.729 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_pinned": 0, 2024-08-29T17:47:16.730 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_recovered": 0, 2024-08-29T17:47:16.730 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_repaired": 0, 2024-08-29T17:47:16.730 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_unfound": 0, 2024-08-29T17:47:16.730 INFO:tasks.workunit.client.0.smithi028.stdout: "num_omap_bytes": 0, 2024-08-29T17:47:16.730 INFO:tasks.workunit.client.0.smithi028.stdout: "num_omap_keys": 0, 2024-08-29T17:47:16.730 INFO:tasks.workunit.client.0.smithi028.stdout: "num_promote": 0, 2024-08-29T17:47:16.730 INFO:tasks.workunit.client.0.smithi028.stdout: "num_read": 0, 2024-08-29T17:47:16.730 INFO:tasks.workunit.client.0.smithi028.stdout: "num_read_kb": 0, 2024-08-29T17:47:16.730 INFO:tasks.workunit.client.0.smithi028.stdout: "num_scrub_errors": 0, 2024-08-29T17:47:16.730 INFO:tasks.workunit.client.0.smithi028.stdout: "num_shallow_scrub_errors": 0, 2024-08-29T17:47:16.730 INFO:tasks.workunit.client.0.smithi028.stdout: "num_whiteouts": 0, 2024-08-29T17:47:16.730 INFO:tasks.workunit.client.0.smithi028.stdout: "num_write": 0, 2024-08-29T17:47:16.731 INFO:tasks.workunit.client.0.smithi028.stdout: "num_write_kb": 0 2024-08-29T17:47:16.731 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:16.731 INFO:tasks.workunit.client.0.smithi028.stdout: "state": "active+clean", 2024-08-29T17:47:16.731 INFO:tasks.workunit.client.0.smithi028.stdout: "stats_invalid": false, 2024-08-29T17:47:16.731 INFO:tasks.workunit.client.0.smithi028.stdout: "up": [ 2024-08-29T17:47:16.731 INFO:tasks.workunit.client.0.smithi028.stdout: 5, 2024-08-29T17:47:16.731 INFO:tasks.workunit.client.0.smithi028.stdout: 4, 2024-08-29T17:47:16.731 INFO:tasks.workunit.client.0.smithi028.stdout: 7 2024-08-29T17:47:16.731 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-08-29T17:47:16.731 INFO:tasks.workunit.client.0.smithi028.stdout: "up_primary": 5, 2024-08-29T17:47:16.731 INFO:tasks.workunit.client.0.smithi028.stdout: "version": "0'0" 2024-08-29T17:47:16.731 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:16.731 INFO:tasks.workunit.client.0.smithi028.stdout: { 2024-08-29T17:47:16.731 INFO:tasks.workunit.client.0.smithi028.stdout: "acting": [ 2024-08-29T17:47:16.732 INFO:tasks.workunit.client.0.smithi028.stdout: 1, 2024-08-29T17:47:16.732 INFO:tasks.workunit.client.0.smithi028.stdout: 3, 2024-08-29T17:47:16.732 INFO:tasks.workunit.client.0.smithi028.stdout: 4 2024-08-29T17:47:16.732 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-08-29T17:47:16.732 INFO:tasks.workunit.client.0.smithi028.stdout: "acting_primary": 1, 2024-08-29T17:47:16.732 INFO:tasks.workunit.client.0.smithi028.stdout: "avail_no_missing": [], 2024-08-29T17:47:16.732 INFO:tasks.workunit.client.0.smithi028.stdout: "blocked_by": [], 2024-08-29T17:47:16.732 INFO:tasks.workunit.client.0.smithi028.stdout: "created": 62, 2024-08-29T17:47:16.732 INFO:tasks.workunit.client.0.smithi028.stdout: "dirty_stats_invalid": false, 2024-08-29T17:47:16.732 INFO:tasks.workunit.client.0.smithi028.stdout: "hitset_bytes_stats_invalid": false, 2024-08-29T17:47:16.732 INFO:tasks.workunit.client.0.smithi028.stdout: "hitset_stats_invalid": false, 2024-08-29T17:47:16.732 INFO:tasks.workunit.client.0.smithi028.stdout: "last_active": "2024-08-29T17:43:51.009132+0000", 2024-08-29T17:47:16.733 INFO:tasks.workunit.client.0.smithi028.stdout: "last_became_active": "2024-08-29T17:41:03.039694+0000", 2024-08-29T17:47:16.733 INFO:tasks.workunit.client.0.smithi028.stdout: "last_became_peered": "2024-08-29T17:41:03.039694+0000", 2024-08-29T17:47:16.733 INFO:tasks.workunit.client.0.smithi028.stdout: "last_change": "2024-08-29T17:41:03.040359+0000", 2024-08-29T17:47:16.733 INFO:tasks.workunit.client.0.smithi028.stdout: "last_clean": "2024-08-29T17:43:51.009132+0000", 2024-08-29T17:47:16.733 INFO:tasks.workunit.client.0.smithi028.stdout: "last_clean_scrub_stamp": "2024-08-29T17:41:01.987071+0000", 2024-08-29T17:47:16.733 INFO:tasks.workunit.client.0.smithi028.stdout: "last_deep_scrub": "0'0", 2024-08-29T17:47:16.733 INFO:tasks.workunit.client.0.smithi028.stdout: "last_deep_scrub_stamp": "2024-08-29T17:41:01.987071+0000", 2024-08-29T17:47:16.733 INFO:tasks.workunit.client.0.smithi028.stdout: "last_epoch_clean": 63, 2024-08-29T17:47:16.733 INFO:tasks.workunit.client.0.smithi028.stdout: "last_fresh": "2024-08-29T17:43:51.009132+0000", 2024-08-29T17:47:16.733 INFO:tasks.workunit.client.0.smithi028.stdout: "last_fullsized": "2024-08-29T17:43:51.009132+0000", 2024-08-29T17:47:16.733 INFO:tasks.workunit.client.0.smithi028.stdout: "last_peered": "2024-08-29T17:43:51.009132+0000", 2024-08-29T17:47:16.733 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub": "0'0", 2024-08-29T17:47:16.733 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub_duration": 0, 2024-08-29T17:47:16.733 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub_stamp": "2024-08-29T17:41:01.987071+0000", 2024-08-29T17:47:16.734 INFO:tasks.workunit.client.0.smithi028.stdout: "last_undegraded": "2024-08-29T17:43:51.009132+0000", 2024-08-29T17:47:16.734 INFO:tasks.workunit.client.0.smithi028.stdout: "last_unstale": "2024-08-29T17:43:51.009132+0000", 2024-08-29T17:47:16.734 INFO:tasks.workunit.client.0.smithi028.stdout: "log_dups_size": 0, 2024-08-29T17:47:16.734 INFO:tasks.workunit.client.0.smithi028.stdout: "log_size": 0, 2024-08-29T17:47:16.734 INFO:tasks.workunit.client.0.smithi028.stdout: "log_start": "0'0", 2024-08-29T17:47:16.734 INFO:tasks.workunit.client.0.smithi028.stdout: "manifest_stats_invalid": false, 2024-08-29T17:47:16.734 INFO:tasks.workunit.client.0.smithi028.stdout: "mapping_epoch": 62, 2024-08-29T17:47:16.734 INFO:tasks.workunit.client.0.smithi028.stdout: "object_location_counts": [], 2024-08-29T17:47:16.734 INFO:tasks.workunit.client.0.smithi028.stdout: "objects_scrubbed": 0, 2024-08-29T17:47:16.734 INFO:tasks.workunit.client.0.smithi028.stdout: "objects_trimmed": 0, 2024-08-29T17:47:16.734 INFO:tasks.workunit.client.0.smithi028.stdout: "omap_stats_invalid": false, 2024-08-29T17:47:16.734 INFO:tasks.workunit.client.0.smithi028.stdout: "ondisk_log_size": 0, 2024-08-29T17:47:16.734 INFO:tasks.workunit.client.0.smithi028.stdout: "ondisk_log_start": "0'0", 2024-08-29T17:47:16.734 INFO:tasks.workunit.client.0.smithi028.stdout: "parent": "0.0", 2024-08-29T17:47:16.734 INFO:tasks.workunit.client.0.smithi028.stdout: "parent_split_bits": 0, 2024-08-29T17:47:16.735 INFO:tasks.workunit.client.0.smithi028.stdout: "pgid": "3.19", 2024-08-29T17:47:16.735 INFO:tasks.workunit.client.0.smithi028.stdout: "pin_stats_invalid": false, 2024-08-29T17:47:16.735 INFO:tasks.workunit.client.0.smithi028.stdout: "purged_snaps": [], 2024-08-29T17:47:16.735 INFO:tasks.workunit.client.0.smithi028.stdout: "reported_epoch": 74, 2024-08-29T17:47:16.735 INFO:tasks.workunit.client.0.smithi028.stdout: "reported_seq": 21, 2024-08-29T17:47:16.735 INFO:tasks.workunit.client.0.smithi028.stdout: "scrub_duration": 0.0, 2024-08-29T17:47:16.735 INFO:tasks.workunit.client.0.smithi028.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-30T23:04:56.829301+0000", 2024-08-29T17:47:16.735 INFO:tasks.workunit.client.0.smithi028.stdout: "snaptrim_duration": 0.0, 2024-08-29T17:47:16.735 INFO:tasks.workunit.client.0.smithi028.stdout: "snaptrimq_len": 0, 2024-08-29T17:47:16.735 INFO:tasks.workunit.client.0.smithi028.stdout: "stat_sum": { 2024-08-29T17:47:16.735 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes": 0, 2024-08-29T17:47:16.735 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes_hit_set_archive": 0, 2024-08-29T17:47:16.735 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes_recovered": 0, 2024-08-29T17:47:16.735 INFO:tasks.workunit.client.0.smithi028.stdout: "num_deep_scrub_errors": 0, 2024-08-29T17:47:16.735 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict": 0, 2024-08-29T17:47:16.736 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_kb": 0, 2024-08-29T17:47:16.736 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_mode_full": 0, 2024-08-29T17:47:16.736 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_mode_some": 0, 2024-08-29T17:47:16.736 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush": 0, 2024-08-29T17:47:16.736 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_kb": 0, 2024-08-29T17:47:16.736 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_mode_high": 0, 2024-08-29T17:47:16.736 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_mode_low": 0, 2024-08-29T17:47:16.736 INFO:tasks.workunit.client.0.smithi028.stdout: "num_keys_recovered": 0, 2024-08-29T17:47:16.736 INFO:tasks.workunit.client.0.smithi028.stdout: "num_large_omap_objects": 0, 2024-08-29T17:47:16.736 INFO:tasks.workunit.client.0.smithi028.stdout: "num_legacy_snapsets": 0, 2024-08-29T17:47:16.736 INFO:tasks.workunit.client.0.smithi028.stdout: "num_object_clones": 0, 2024-08-29T17:47:16.737 INFO:tasks.workunit.client.0.smithi028.stdout: "num_object_copies": 0, 2024-08-29T17:47:16.737 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects": 0, 2024-08-29T17:47:16.737 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_degraded": 0, 2024-08-29T17:47:16.737 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_dirty": 0, 2024-08-29T17:47:16.737 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_hit_set_archive": 0, 2024-08-29T17:47:16.737 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_manifest": 0, 2024-08-29T17:47:16.737 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_misplaced": 0, 2024-08-29T17:47:16.737 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_missing": 0, 2024-08-29T17:47:16.737 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_missing_on_primary": 0, 2024-08-29T17:47:16.737 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_omap": 0, 2024-08-29T17:47:16.737 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_pinned": 0, 2024-08-29T17:47:16.737 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_recovered": 0, 2024-08-29T17:47:16.737 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_repaired": 0, 2024-08-29T17:47:16.737 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_unfound": 0, 2024-08-29T17:47:16.738 INFO:tasks.workunit.client.0.smithi028.stdout: "num_omap_bytes": 0, 2024-08-29T17:47:16.738 INFO:tasks.workunit.client.0.smithi028.stdout: "num_omap_keys": 0, 2024-08-29T17:47:16.738 INFO:tasks.workunit.client.0.smithi028.stdout: "num_promote": 0, 2024-08-29T17:47:16.738 INFO:tasks.workunit.client.0.smithi028.stdout: "num_read": 0, 2024-08-29T17:47:16.738 INFO:tasks.workunit.client.0.smithi028.stdout: "num_read_kb": 0, 2024-08-29T17:47:16.738 INFO:tasks.workunit.client.0.smithi028.stdout: "num_scrub_errors": 0, 2024-08-29T17:47:16.738 INFO:tasks.workunit.client.0.smithi028.stdout: "num_shallow_scrub_errors": 0, 2024-08-29T17:47:16.738 INFO:tasks.workunit.client.0.smithi028.stdout: "num_whiteouts": 0, 2024-08-29T17:47:16.738 INFO:tasks.workunit.client.0.smithi028.stdout: "num_write": 0, 2024-08-29T17:47:16.738 INFO:tasks.workunit.client.0.smithi028.stdout: "num_write_kb": 0 2024-08-29T17:47:16.738 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:16.738 INFO:tasks.workunit.client.0.smithi028.stdout: "state": "active+clean", 2024-08-29T17:47:16.738 INFO:tasks.workunit.client.0.smithi028.stdout: "stats_invalid": false, 2024-08-29T17:47:16.738 INFO:tasks.workunit.client.0.smithi028.stdout: "up": [ 2024-08-29T17:47:16.739 INFO:tasks.workunit.client.0.smithi028.stdout: 1, 2024-08-29T17:47:16.739 INFO:tasks.workunit.client.0.smithi028.stdout: 3, 2024-08-29T17:47:16.739 INFO:tasks.workunit.client.0.smithi028.stdout: 4 2024-08-29T17:47:16.739 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-08-29T17:47:16.739 INFO:tasks.workunit.client.0.smithi028.stdout: "up_primary": 1, 2024-08-29T17:47:16.739 INFO:tasks.workunit.client.0.smithi028.stdout: "version": "0'0" 2024-08-29T17:47:16.739 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:16.739 INFO:tasks.workunit.client.0.smithi028.stdout: { 2024-08-29T17:47:16.739 INFO:tasks.workunit.client.0.smithi028.stdout: "acting": [ 2024-08-29T17:47:16.739 INFO:tasks.workunit.client.0.smithi028.stdout: 6, 2024-08-29T17:47:16.739 INFO:tasks.workunit.client.0.smithi028.stdout: 5, 2024-08-29T17:47:16.739 INFO:tasks.workunit.client.0.smithi028.stdout: 2 2024-08-29T17:47:16.739 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-08-29T17:47:16.739 INFO:tasks.workunit.client.0.smithi028.stdout: "acting_primary": 6, 2024-08-29T17:47:16.739 INFO:tasks.workunit.client.0.smithi028.stdout: "avail_no_missing": [], 2024-08-29T17:47:16.739 INFO:tasks.workunit.client.0.smithi028.stdout: "blocked_by": [], 2024-08-29T17:47:16.740 INFO:tasks.workunit.client.0.smithi028.stdout: "created": 59, 2024-08-29T17:47:16.740 INFO:tasks.workunit.client.0.smithi028.stdout: "dirty_stats_invalid": false, 2024-08-29T17:47:16.740 INFO:tasks.workunit.client.0.smithi028.stdout: "hitset_bytes_stats_invalid": false, 2024-08-29T17:47:16.740 INFO:tasks.workunit.client.0.smithi028.stdout: "hitset_stats_invalid": false, 2024-08-29T17:47:16.740 INFO:tasks.workunit.client.0.smithi028.stdout: "last_active": "2024-08-29T17:43:51.184817+0000", 2024-08-29T17:47:16.740 INFO:tasks.workunit.client.0.smithi028.stdout: "last_became_active": "2024-08-29T17:40:53.987990+0000", 2024-08-29T17:47:16.740 INFO:tasks.workunit.client.0.smithi028.stdout: "last_became_peered": "2024-08-29T17:40:53.987990+0000", 2024-08-29T17:47:16.740 INFO:tasks.workunit.client.0.smithi028.stdout: "last_change": "2024-08-29T17:40:53.988859+0000", 2024-08-29T17:47:16.740 INFO:tasks.workunit.client.0.smithi028.stdout: "last_clean": "2024-08-29T17:43:51.184817+0000", 2024-08-29T17:47:16.740 INFO:tasks.workunit.client.0.smithi028.stdout: "last_clean_scrub_stamp": "2024-08-29T17:40:52.944949+0000", 2024-08-29T17:47:16.740 INFO:tasks.workunit.client.0.smithi028.stdout: "last_deep_scrub": "0'0", 2024-08-29T17:47:16.740 INFO:tasks.workunit.client.0.smithi028.stdout: "last_deep_scrub_stamp": "2024-08-29T17:40:52.944949+0000", 2024-08-29T17:47:16.740 INFO:tasks.workunit.client.0.smithi028.stdout: "last_epoch_clean": 60, 2024-08-29T17:47:16.740 INFO:tasks.workunit.client.0.smithi028.stdout: "last_fresh": "2024-08-29T17:43:51.184817+0000", 2024-08-29T17:47:16.741 INFO:tasks.workunit.client.0.smithi028.stdout: "last_fullsized": "2024-08-29T17:43:51.184817+0000", 2024-08-29T17:47:16.741 INFO:tasks.workunit.client.0.smithi028.stdout: "last_peered": "2024-08-29T17:43:51.184817+0000", 2024-08-29T17:47:16.741 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub": "0'0", 2024-08-29T17:47:16.741 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub_duration": 0, 2024-08-29T17:47:16.741 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub_stamp": "2024-08-29T17:40:52.944949+0000", 2024-08-29T17:47:16.741 INFO:tasks.workunit.client.0.smithi028.stdout: "last_undegraded": "2024-08-29T17:43:51.184817+0000", 2024-08-29T17:47:16.741 INFO:tasks.workunit.client.0.smithi028.stdout: "last_unstale": "2024-08-29T17:43:51.184817+0000", 2024-08-29T17:47:16.741 INFO:tasks.workunit.client.0.smithi028.stdout: "log_dups_size": 0, 2024-08-29T17:47:16.741 INFO:tasks.workunit.client.0.smithi028.stdout: "log_size": 0, 2024-08-29T17:47:16.741 INFO:tasks.workunit.client.0.smithi028.stdout: "log_start": "0'0", 2024-08-29T17:47:16.741 INFO:tasks.workunit.client.0.smithi028.stdout: "manifest_stats_invalid": false, 2024-08-29T17:47:16.741 INFO:tasks.workunit.client.0.smithi028.stdout: "mapping_epoch": 59, 2024-08-29T17:47:16.741 INFO:tasks.workunit.client.0.smithi028.stdout: "object_location_counts": [], 2024-08-29T17:47:16.741 INFO:tasks.workunit.client.0.smithi028.stdout: "objects_scrubbed": 0, 2024-08-29T17:47:16.741 INFO:tasks.workunit.client.0.smithi028.stdout: "objects_trimmed": 0, 2024-08-29T17:47:16.742 INFO:tasks.workunit.client.0.smithi028.stdout: "omap_stats_invalid": false, 2024-08-29T17:47:16.742 INFO:tasks.workunit.client.0.smithi028.stdout: "ondisk_log_size": 0, 2024-08-29T17:47:16.742 INFO:tasks.workunit.client.0.smithi028.stdout: "ondisk_log_start": "0'0", 2024-08-29T17:47:16.742 INFO:tasks.workunit.client.0.smithi028.stdout: "parent": "0.0", 2024-08-29T17:47:16.742 INFO:tasks.workunit.client.0.smithi028.stdout: "parent_split_bits": 0, 2024-08-29T17:47:16.742 INFO:tasks.workunit.client.0.smithi028.stdout: "pgid": "2.17", 2024-08-29T17:47:16.742 INFO:tasks.workunit.client.0.smithi028.stdout: "pin_stats_invalid": false, 2024-08-29T17:47:16.742 INFO:tasks.workunit.client.0.smithi028.stdout: "purged_snaps": [], 2024-08-29T17:47:16.742 INFO:tasks.workunit.client.0.smithi028.stdout: "reported_epoch": 74, 2024-08-29T17:47:16.742 INFO:tasks.workunit.client.0.smithi028.stdout: "reported_seq": 24, 2024-08-29T17:47:16.742 INFO:tasks.workunit.client.0.smithi028.stdout: "scrub_duration": 0.0, 2024-08-29T17:47:16.742 INFO:tasks.workunit.client.0.smithi028.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-30T18:12:30.482395+0000", 2024-08-29T17:47:16.742 INFO:tasks.workunit.client.0.smithi028.stdout: "snaptrim_duration": 0.0, 2024-08-29T17:47:16.742 INFO:tasks.workunit.client.0.smithi028.stdout: "snaptrimq_len": 0, 2024-08-29T17:47:16.742 INFO:tasks.workunit.client.0.smithi028.stdout: "stat_sum": { 2024-08-29T17:47:16.743 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes": 0, 2024-08-29T17:47:16.743 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes_hit_set_archive": 0, 2024-08-29T17:47:16.743 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes_recovered": 0, 2024-08-29T17:47:16.743 INFO:tasks.workunit.client.0.smithi028.stdout: "num_deep_scrub_errors": 0, 2024-08-29T17:47:16.743 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict": 0, 2024-08-29T17:47:16.743 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_kb": 0, 2024-08-29T17:47:16.743 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_mode_full": 0, 2024-08-29T17:47:16.743 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_mode_some": 0, 2024-08-29T17:47:16.743 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush": 0, 2024-08-29T17:47:16.743 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_kb": 0, 2024-08-29T17:47:16.743 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_mode_high": 0, 2024-08-29T17:47:16.743 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_mode_low": 0, 2024-08-29T17:47:16.743 INFO:tasks.workunit.client.0.smithi028.stdout: "num_keys_recovered": 0, 2024-08-29T17:47:16.743 INFO:tasks.workunit.client.0.smithi028.stdout: "num_large_omap_objects": 0, 2024-08-29T17:47:16.744 INFO:tasks.workunit.client.0.smithi028.stdout: "num_legacy_snapsets": 0, 2024-08-29T17:47:16.744 INFO:tasks.workunit.client.0.smithi028.stdout: "num_object_clones": 0, 2024-08-29T17:47:16.744 INFO:tasks.workunit.client.0.smithi028.stdout: "num_object_copies": 0, 2024-08-29T17:47:16.744 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects": 0, 2024-08-29T17:47:16.744 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_degraded": 0, 2024-08-29T17:47:16.744 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_dirty": 0, 2024-08-29T17:47:16.744 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_hit_set_archive": 0, 2024-08-29T17:47:16.744 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_manifest": 0, 2024-08-29T17:47:16.744 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_misplaced": 0, 2024-08-29T17:47:16.744 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_missing": 0, 2024-08-29T17:47:16.744 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_missing_on_primary": 0, 2024-08-29T17:47:16.744 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_omap": 0, 2024-08-29T17:47:16.744 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_pinned": 0, 2024-08-29T17:47:16.744 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_recovered": 0, 2024-08-29T17:47:16.745 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_repaired": 0, 2024-08-29T17:47:16.745 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_unfound": 0, 2024-08-29T17:47:16.745 INFO:tasks.workunit.client.0.smithi028.stdout: "num_omap_bytes": 0, 2024-08-29T17:47:16.745 INFO:tasks.workunit.client.0.smithi028.stdout: "num_omap_keys": 0, 2024-08-29T17:47:16.745 INFO:tasks.workunit.client.0.smithi028.stdout: "num_promote": 0, 2024-08-29T17:47:16.745 INFO:tasks.workunit.client.0.smithi028.stdout: "num_read": 0, 2024-08-29T17:47:16.745 INFO:tasks.workunit.client.0.smithi028.stdout: "num_read_kb": 0, 2024-08-29T17:47:16.745 INFO:tasks.workunit.client.0.smithi028.stdout: "num_scrub_errors": 0, 2024-08-29T17:47:16.745 INFO:tasks.workunit.client.0.smithi028.stdout: "num_shallow_scrub_errors": 0, 2024-08-29T17:47:16.745 INFO:tasks.workunit.client.0.smithi028.stdout: "num_whiteouts": 0, 2024-08-29T17:47:16.745 INFO:tasks.workunit.client.0.smithi028.stdout: "num_write": 0, 2024-08-29T17:47:16.745 INFO:tasks.workunit.client.0.smithi028.stdout: "num_write_kb": 0 2024-08-29T17:47:16.745 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:16.745 INFO:tasks.workunit.client.0.smithi028.stdout: "state": "active+clean", 2024-08-29T17:47:16.746 INFO:tasks.workunit.client.0.smithi028.stdout: "stats_invalid": false, 2024-08-29T17:47:16.746 INFO:tasks.workunit.client.0.smithi028.stdout: "up": [ 2024-08-29T17:47:16.746 INFO:tasks.workunit.client.0.smithi028.stdout: 6, 2024-08-29T17:47:16.746 INFO:tasks.workunit.client.0.smithi028.stdout: 5, 2024-08-29T17:47:16.746 INFO:tasks.workunit.client.0.smithi028.stdout: 2 2024-08-29T17:47:16.746 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-08-29T17:47:16.746 INFO:tasks.workunit.client.0.smithi028.stdout: "up_primary": 6, 2024-08-29T17:47:16.746 INFO:tasks.workunit.client.0.smithi028.stdout: "version": "0'0" 2024-08-29T17:47:16.746 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:16.746 INFO:tasks.workunit.client.0.smithi028.stdout: { 2024-08-29T17:47:16.746 INFO:tasks.workunit.client.0.smithi028.stdout: "acting": [ 2024-08-29T17:47:16.746 INFO:tasks.workunit.client.0.smithi028.stdout: 5, 2024-08-29T17:47:16.746 INFO:tasks.workunit.client.0.smithi028.stdout: 7, 2024-08-29T17:47:16.746 INFO:tasks.workunit.client.0.smithi028.stdout: 1 2024-08-29T17:47:16.747 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-08-29T17:47:16.747 INFO:tasks.workunit.client.0.smithi028.stdout: "acting_primary": 5, 2024-08-29T17:47:16.747 INFO:tasks.workunit.client.0.smithi028.stdout: "avail_no_missing": [], 2024-08-29T17:47:16.747 INFO:tasks.workunit.client.0.smithi028.stdout: "blocked_by": [], 2024-08-29T17:47:16.747 INFO:tasks.workunit.client.0.smithi028.stdout: "created": 62, 2024-08-29T17:47:16.747 INFO:tasks.workunit.client.0.smithi028.stdout: "dirty_stats_invalid": false, 2024-08-29T17:47:16.747 INFO:tasks.workunit.client.0.smithi028.stdout: "hitset_bytes_stats_invalid": false, 2024-08-29T17:47:16.747 INFO:tasks.workunit.client.0.smithi028.stdout: "hitset_stats_invalid": false, 2024-08-29T17:47:16.747 INFO:tasks.workunit.client.0.smithi028.stdout: "last_active": "2024-08-29T17:43:51.012008+0000", 2024-08-29T17:47:16.747 INFO:tasks.workunit.client.0.smithi028.stdout: "last_became_active": "2024-08-29T17:41:03.077653+0000", 2024-08-29T17:47:16.747 INFO:tasks.workunit.client.0.smithi028.stdout: "last_became_peered": "2024-08-29T17:41:03.077653+0000", 2024-08-29T17:47:16.747 INFO:tasks.workunit.client.0.smithi028.stdout: "last_change": "2024-08-29T17:41:03.078420+0000", 2024-08-29T17:47:16.747 INFO:tasks.workunit.client.0.smithi028.stdout: "last_clean": "2024-08-29T17:43:51.012008+0000", 2024-08-29T17:47:16.747 INFO:tasks.workunit.client.0.smithi028.stdout: "last_clean_scrub_stamp": "2024-08-29T17:41:01.987071+0000", 2024-08-29T17:47:16.748 INFO:tasks.workunit.client.0.smithi028.stdout: "last_deep_scrub": "0'0", 2024-08-29T17:47:16.748 INFO:tasks.workunit.client.0.smithi028.stdout: "last_deep_scrub_stamp": "2024-08-29T17:41:01.987071+0000", 2024-08-29T17:47:16.748 INFO:tasks.workunit.client.0.smithi028.stdout: "last_epoch_clean": 63, 2024-08-29T17:47:16.748 INFO:tasks.workunit.client.0.smithi028.stdout: "last_fresh": "2024-08-29T17:43:51.012008+0000", 2024-08-29T17:47:16.748 INFO:tasks.workunit.client.0.smithi028.stdout: "last_fullsized": "2024-08-29T17:43:51.012008+0000", 2024-08-29T17:47:16.748 INFO:tasks.workunit.client.0.smithi028.stdout: "last_peered": "2024-08-29T17:43:51.012008+0000", 2024-08-29T17:47:16.748 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub": "0'0", 2024-08-29T17:47:16.748 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub_duration": 0, 2024-08-29T17:47:16.748 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub_stamp": "2024-08-29T17:41:01.987071+0000", 2024-08-29T17:47:16.748 INFO:tasks.workunit.client.0.smithi028.stdout: "last_undegraded": "2024-08-29T17:43:51.012008+0000", 2024-08-29T17:47:16.748 INFO:tasks.workunit.client.0.smithi028.stdout: "last_unstale": "2024-08-29T17:43:51.012008+0000", 2024-08-29T17:47:16.748 INFO:tasks.workunit.client.0.smithi028.stdout: "log_dups_size": 0, 2024-08-29T17:47:16.749 INFO:tasks.workunit.client.0.smithi028.stdout: "log_size": 0, 2024-08-29T17:47:16.749 INFO:tasks.workunit.client.0.smithi028.stdout: "log_start": "0'0", 2024-08-29T17:47:16.749 INFO:tasks.workunit.client.0.smithi028.stdout: "manifest_stats_invalid": false, 2024-08-29T17:47:16.749 INFO:tasks.workunit.client.0.smithi028.stdout: "mapping_epoch": 62, 2024-08-29T17:47:16.749 INFO:tasks.workunit.client.0.smithi028.stdout: "object_location_counts": [], 2024-08-29T17:47:16.749 INFO:tasks.workunit.client.0.smithi028.stdout: "objects_scrubbed": 0, 2024-08-29T17:47:16.749 INFO:tasks.workunit.client.0.smithi028.stdout: "objects_trimmed": 0, 2024-08-29T17:47:16.749 INFO:tasks.workunit.client.0.smithi028.stdout: "omap_stats_invalid": false, 2024-08-29T17:47:16.749 INFO:tasks.workunit.client.0.smithi028.stdout: "ondisk_log_size": 0, 2024-08-29T17:47:16.749 INFO:tasks.workunit.client.0.smithi028.stdout: "ondisk_log_start": "0'0", 2024-08-29T17:47:16.749 INFO:tasks.workunit.client.0.smithi028.stdout: "parent": "0.0", 2024-08-29T17:47:16.749 INFO:tasks.workunit.client.0.smithi028.stdout: "parent_split_bits": 0, 2024-08-29T17:47:16.750 INFO:tasks.workunit.client.0.smithi028.stdout: "pgid": "3.16", 2024-08-29T17:47:16.750 INFO:tasks.workunit.client.0.smithi028.stdout: "pin_stats_invalid": false, 2024-08-29T17:47:16.750 INFO:tasks.workunit.client.0.smithi028.stdout: "purged_snaps": [], 2024-08-29T17:47:16.750 INFO:tasks.workunit.client.0.smithi028.stdout: "reported_epoch": 74, 2024-08-29T17:47:16.750 INFO:tasks.workunit.client.0.smithi028.stdout: "reported_seq": 21, 2024-08-29T17:47:16.750 INFO:tasks.workunit.client.0.smithi028.stdout: "scrub_duration": 0.0, 2024-08-29T17:47:16.750 INFO:tasks.workunit.client.0.smithi028.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-31T01:43:22.578812+0000", 2024-08-29T17:47:16.750 INFO:tasks.workunit.client.0.smithi028.stdout: "snaptrim_duration": 0.0, 2024-08-29T17:47:16.750 INFO:tasks.workunit.client.0.smithi028.stdout: "snaptrimq_len": 0, 2024-08-29T17:47:16.750 INFO:tasks.workunit.client.0.smithi028.stdout: "stat_sum": { 2024-08-29T17:47:16.750 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes": 0, 2024-08-29T17:47:16.750 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes_hit_set_archive": 0, 2024-08-29T17:47:16.750 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes_recovered": 0, 2024-08-29T17:47:16.750 INFO:tasks.workunit.client.0.smithi028.stdout: "num_deep_scrub_errors": 0, 2024-08-29T17:47:16.750 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict": 0, 2024-08-29T17:47:16.751 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_kb": 0, 2024-08-29T17:47:16.751 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_mode_full": 0, 2024-08-29T17:47:16.751 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_mode_some": 0, 2024-08-29T17:47:16.751 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush": 0, 2024-08-29T17:47:16.751 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_kb": 0, 2024-08-29T17:47:16.751 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_mode_high": 0, 2024-08-29T17:47:16.751 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_mode_low": 0, 2024-08-29T17:47:16.751 INFO:tasks.workunit.client.0.smithi028.stdout: "num_keys_recovered": 0, 2024-08-29T17:47:16.751 INFO:tasks.workunit.client.0.smithi028.stdout: "num_large_omap_objects": 0, 2024-08-29T17:47:16.751 INFO:tasks.workunit.client.0.smithi028.stdout: "num_legacy_snapsets": 0, 2024-08-29T17:47:16.751 INFO:tasks.workunit.client.0.smithi028.stdout: "num_object_clones": 0, 2024-08-29T17:47:16.751 INFO:tasks.workunit.client.0.smithi028.stdout: "num_object_copies": 0, 2024-08-29T17:47:16.752 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects": 0, 2024-08-29T17:47:16.752 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_degraded": 0, 2024-08-29T17:47:16.752 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_dirty": 0, 2024-08-29T17:47:16.752 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_hit_set_archive": 0, 2024-08-29T17:47:16.752 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_manifest": 0, 2024-08-29T17:47:16.752 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_misplaced": 0, 2024-08-29T17:47:16.752 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_missing": 0, 2024-08-29T17:47:16.752 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_missing_on_primary": 0, 2024-08-29T17:47:16.752 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_omap": 0, 2024-08-29T17:47:16.752 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_pinned": 0, 2024-08-29T17:47:16.752 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_recovered": 0, 2024-08-29T17:47:16.752 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_repaired": 0, 2024-08-29T17:47:16.752 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_unfound": 0, 2024-08-29T17:47:16.753 INFO:tasks.workunit.client.0.smithi028.stdout: "num_omap_bytes": 0, 2024-08-29T17:47:16.753 INFO:tasks.workunit.client.0.smithi028.stdout: "num_omap_keys": 0, 2024-08-29T17:47:16.753 INFO:tasks.workunit.client.0.smithi028.stdout: "num_promote": 0, 2024-08-29T17:47:16.753 INFO:tasks.workunit.client.0.smithi028.stdout: "num_read": 0, 2024-08-29T17:47:16.753 INFO:tasks.workunit.client.0.smithi028.stdout: "num_read_kb": 0, 2024-08-29T17:47:16.753 INFO:tasks.workunit.client.0.smithi028.stdout: "num_scrub_errors": 0, 2024-08-29T17:47:16.753 INFO:tasks.workunit.client.0.smithi028.stdout: "num_shallow_scrub_errors": 0, 2024-08-29T17:47:16.753 INFO:tasks.workunit.client.0.smithi028.stdout: "num_whiteouts": 0, 2024-08-29T17:47:16.753 INFO:tasks.workunit.client.0.smithi028.stdout: "num_write": 0, 2024-08-29T17:47:16.753 INFO:tasks.workunit.client.0.smithi028.stdout: "num_write_kb": 0 2024-08-29T17:47:16.753 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:16.753 INFO:tasks.workunit.client.0.smithi028.stdout: "state": "active+clean", 2024-08-29T17:47:16.753 INFO:tasks.workunit.client.0.smithi028.stdout: "stats_invalid": false, 2024-08-29T17:47:16.753 INFO:tasks.workunit.client.0.smithi028.stdout: "up": [ 2024-08-29T17:47:16.754 INFO:tasks.workunit.client.0.smithi028.stdout: 5, 2024-08-29T17:47:16.754 INFO:tasks.workunit.client.0.smithi028.stdout: 7, 2024-08-29T17:47:16.754 INFO:tasks.workunit.client.0.smithi028.stdout: 1 2024-08-29T17:47:16.754 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-08-29T17:47:16.754 INFO:tasks.workunit.client.0.smithi028.stdout: "up_primary": 5, 2024-08-29T17:47:16.754 INFO:tasks.workunit.client.0.smithi028.stdout: "version": "0'0" 2024-08-29T17:47:16.754 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:16.754 INFO:tasks.workunit.client.0.smithi028.stdout: { 2024-08-29T17:47:16.754 INFO:tasks.workunit.client.0.smithi028.stdout: "acting": [ 2024-08-29T17:47:16.754 INFO:tasks.workunit.client.0.smithi028.stdout: 5, 2024-08-29T17:47:16.754 INFO:tasks.workunit.client.0.smithi028.stdout: 6, 2024-08-29T17:47:16.754 INFO:tasks.workunit.client.0.smithi028.stdout: 2 2024-08-29T17:47:16.754 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-08-29T17:47:16.755 INFO:tasks.workunit.client.0.smithi028.stdout: "acting_primary": 5, 2024-08-29T17:47:16.755 INFO:tasks.workunit.client.0.smithi028.stdout: "avail_no_missing": [], 2024-08-29T17:47:16.755 INFO:tasks.workunit.client.0.smithi028.stdout: "blocked_by": [], 2024-08-29T17:47:16.755 INFO:tasks.workunit.client.0.smithi028.stdout: "created": 59, 2024-08-29T17:47:16.755 INFO:tasks.workunit.client.0.smithi028.stdout: "dirty_stats_invalid": false, 2024-08-29T17:47:16.755 INFO:tasks.workunit.client.0.smithi028.stdout: "hitset_bytes_stats_invalid": false, 2024-08-29T17:47:16.755 INFO:tasks.workunit.client.0.smithi028.stdout: "hitset_stats_invalid": false, 2024-08-29T17:47:16.755 INFO:tasks.workunit.client.0.smithi028.stdout: "last_active": "2024-08-29T17:43:51.012359+0000", 2024-08-29T17:47:16.755 INFO:tasks.workunit.client.0.smithi028.stdout: "last_became_active": "2024-08-29T17:40:53.999192+0000", 2024-08-29T17:47:16.755 INFO:tasks.workunit.client.0.smithi028.stdout: "last_became_peered": "2024-08-29T17:40:53.999192+0000", 2024-08-29T17:47:16.755 INFO:tasks.workunit.client.0.smithi028.stdout: "last_change": "2024-08-29T17:40:53.999978+0000", 2024-08-29T17:47:16.755 INFO:tasks.workunit.client.0.smithi028.stdout: "last_clean": "2024-08-29T17:43:51.012359+0000", 2024-08-29T17:47:16.755 INFO:tasks.workunit.client.0.smithi028.stdout: "last_clean_scrub_stamp": "2024-08-29T17:40:52.944949+0000", 2024-08-29T17:47:16.756 INFO:tasks.workunit.client.0.smithi028.stdout: "last_deep_scrub": "0'0", 2024-08-29T17:47:16.756 INFO:tasks.workunit.client.0.smithi028.stdout: "last_deep_scrub_stamp": "2024-08-29T17:40:52.944949+0000", 2024-08-29T17:47:16.756 INFO:tasks.workunit.client.0.smithi028.stdout: "last_epoch_clean": 60, 2024-08-29T17:47:16.756 INFO:tasks.workunit.client.0.smithi028.stdout: "last_fresh": "2024-08-29T17:43:51.012359+0000", 2024-08-29T17:47:16.756 INFO:tasks.workunit.client.0.smithi028.stdout: "last_fullsized": "2024-08-29T17:43:51.012359+0000", 2024-08-29T17:47:16.756 INFO:tasks.workunit.client.0.smithi028.stdout: "last_peered": "2024-08-29T17:43:51.012359+0000", 2024-08-29T17:47:16.756 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub": "0'0", 2024-08-29T17:47:16.756 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub_duration": 0, 2024-08-29T17:47:16.756 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub_stamp": "2024-08-29T17:40:52.944949+0000", 2024-08-29T17:47:16.756 INFO:tasks.workunit.client.0.smithi028.stdout: "last_undegraded": "2024-08-29T17:43:51.012359+0000", 2024-08-29T17:47:16.756 INFO:tasks.workunit.client.0.smithi028.stdout: "last_unstale": "2024-08-29T17:43:51.012359+0000", 2024-08-29T17:47:16.756 INFO:tasks.workunit.client.0.smithi028.stdout: "log_dups_size": 0, 2024-08-29T17:47:16.757 INFO:tasks.workunit.client.0.smithi028.stdout: "log_size": 0, 2024-08-29T17:47:16.757 INFO:tasks.workunit.client.0.smithi028.stdout: "log_start": "0'0", 2024-08-29T17:47:16.757 INFO:tasks.workunit.client.0.smithi028.stdout: "manifest_stats_invalid": false, 2024-08-29T17:47:16.757 INFO:tasks.workunit.client.0.smithi028.stdout: "mapping_epoch": 59, 2024-08-29T17:47:16.757 INFO:tasks.workunit.client.0.smithi028.stdout: "object_location_counts": [], 2024-08-29T17:47:16.757 INFO:tasks.workunit.client.0.smithi028.stdout: "objects_scrubbed": 0, 2024-08-29T17:47:16.757 INFO:tasks.workunit.client.0.smithi028.stdout: "objects_trimmed": 0, 2024-08-29T17:47:16.757 INFO:tasks.workunit.client.0.smithi028.stdout: "omap_stats_invalid": false, 2024-08-29T17:47:16.757 INFO:tasks.workunit.client.0.smithi028.stdout: "ondisk_log_size": 0, 2024-08-29T17:47:16.757 INFO:tasks.workunit.client.0.smithi028.stdout: "ondisk_log_start": "0'0", 2024-08-29T17:47:16.757 INFO:tasks.workunit.client.0.smithi028.stdout: "parent": "0.0", 2024-08-29T17:47:16.757 INFO:tasks.workunit.client.0.smithi028.stdout: "parent_split_bits": 0, 2024-08-29T17:47:16.757 INFO:tasks.workunit.client.0.smithi028.stdout: "pgid": "2.16", 2024-08-29T17:47:16.758 INFO:tasks.workunit.client.0.smithi028.stdout: "pin_stats_invalid": false, 2024-08-29T17:47:16.758 INFO:tasks.workunit.client.0.smithi028.stdout: "purged_snaps": [], 2024-08-29T17:47:16.758 INFO:tasks.workunit.client.0.smithi028.stdout: "reported_epoch": 74, 2024-08-29T17:47:16.758 INFO:tasks.workunit.client.0.smithi028.stdout: "reported_seq": 24, 2024-08-29T17:47:16.758 INFO:tasks.workunit.client.0.smithi028.stdout: "scrub_duration": 0.0, 2024-08-29T17:47:16.758 INFO:tasks.workunit.client.0.smithi028.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-31T04:57:25.892563+0000", 2024-08-29T17:47:16.758 INFO:tasks.workunit.client.0.smithi028.stdout: "snaptrim_duration": 0.0, 2024-08-29T17:47:16.758 INFO:tasks.workunit.client.0.smithi028.stdout: "snaptrimq_len": 0, 2024-08-29T17:47:16.758 INFO:tasks.workunit.client.0.smithi028.stdout: "stat_sum": { 2024-08-29T17:47:16.758 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes": 0, 2024-08-29T17:47:16.758 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes_hit_set_archive": 0, 2024-08-29T17:47:16.758 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes_recovered": 0, 2024-08-29T17:47:16.758 INFO:tasks.workunit.client.0.smithi028.stdout: "num_deep_scrub_errors": 0, 2024-08-29T17:47:16.759 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict": 0, 2024-08-29T17:47:16.759 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_kb": 0, 2024-08-29T17:47:16.759 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_mode_full": 0, 2024-08-29T17:47:16.759 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_mode_some": 0, 2024-08-29T17:47:16.759 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush": 0, 2024-08-29T17:47:16.759 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_kb": 0, 2024-08-29T17:47:16.759 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_mode_high": 0, 2024-08-29T17:47:16.759 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_mode_low": 0, 2024-08-29T17:47:16.759 INFO:tasks.workunit.client.0.smithi028.stdout: "num_keys_recovered": 0, 2024-08-29T17:47:16.759 INFO:tasks.workunit.client.0.smithi028.stdout: "num_large_omap_objects": 0, 2024-08-29T17:47:16.759 INFO:tasks.workunit.client.0.smithi028.stdout: "num_legacy_snapsets": 0, 2024-08-29T17:47:16.759 INFO:tasks.workunit.client.0.smithi028.stdout: "num_object_clones": 0, 2024-08-29T17:47:16.759 INFO:tasks.workunit.client.0.smithi028.stdout: "num_object_copies": 0, 2024-08-29T17:47:16.759 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects": 0, 2024-08-29T17:47:16.760 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_degraded": 0, 2024-08-29T17:47:16.760 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_dirty": 0, 2024-08-29T17:47:16.760 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_hit_set_archive": 0, 2024-08-29T17:47:16.760 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_manifest": 0, 2024-08-29T17:47:16.760 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_misplaced": 0, 2024-08-29T17:47:16.760 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_missing": 0, 2024-08-29T17:47:16.760 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_missing_on_primary": 0, 2024-08-29T17:47:16.760 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_omap": 0, 2024-08-29T17:47:16.760 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_pinned": 0, 2024-08-29T17:47:16.760 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_recovered": 0, 2024-08-29T17:47:16.760 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_repaired": 0, 2024-08-29T17:47:16.760 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_unfound": 0, 2024-08-29T17:47:16.760 INFO:tasks.workunit.client.0.smithi028.stdout: "num_omap_bytes": 0, 2024-08-29T17:47:16.760 INFO:tasks.workunit.client.0.smithi028.stdout: "num_omap_keys": 0, 2024-08-29T17:47:16.761 INFO:tasks.workunit.client.0.smithi028.stdout: "num_promote": 0, 2024-08-29T17:47:16.761 INFO:tasks.workunit.client.0.smithi028.stdout: "num_read": 0, 2024-08-29T17:47:16.761 INFO:tasks.workunit.client.0.smithi028.stdout: "num_read_kb": 0, 2024-08-29T17:47:16.761 INFO:tasks.workunit.client.0.smithi028.stdout: "num_scrub_errors": 0, 2024-08-29T17:47:16.761 INFO:tasks.workunit.client.0.smithi028.stdout: "num_shallow_scrub_errors": 0, 2024-08-29T17:47:16.761 INFO:tasks.workunit.client.0.smithi028.stdout: "num_whiteouts": 0, 2024-08-29T17:47:16.761 INFO:tasks.workunit.client.0.smithi028.stdout: "num_write": 0, 2024-08-29T17:47:16.761 INFO:tasks.workunit.client.0.smithi028.stdout: "num_write_kb": 0 2024-08-29T17:47:16.761 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:16.761 INFO:tasks.workunit.client.0.smithi028.stdout: "state": "active+clean", 2024-08-29T17:47:16.761 INFO:tasks.workunit.client.0.smithi028.stdout: "stats_invalid": false, 2024-08-29T17:47:16.761 INFO:tasks.workunit.client.0.smithi028.stdout: "up": [ 2024-08-29T17:47:16.761 INFO:tasks.workunit.client.0.smithi028.stdout: 5, 2024-08-29T17:47:16.761 INFO:tasks.workunit.client.0.smithi028.stdout: 6, 2024-08-29T17:47:16.762 INFO:tasks.workunit.client.0.smithi028.stdout: 2 2024-08-29T17:47:16.762 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-08-29T17:47:16.762 INFO:tasks.workunit.client.0.smithi028.stdout: "up_primary": 5, 2024-08-29T17:47:16.762 INFO:tasks.workunit.client.0.smithi028.stdout: "version": "0'0" 2024-08-29T17:47:16.762 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:16.762 INFO:tasks.workunit.client.0.smithi028.stdout: { 2024-08-29T17:47:16.762 INFO:tasks.workunit.client.0.smithi028.stdout: "acting": [ 2024-08-29T17:47:16.762 INFO:tasks.workunit.client.0.smithi028.stdout: 0, 2024-08-29T17:47:16.762 INFO:tasks.workunit.client.0.smithi028.stdout: 5, 2024-08-29T17:47:16.762 INFO:tasks.workunit.client.0.smithi028.stdout: 3 2024-08-29T17:47:16.762 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-08-29T17:47:16.762 INFO:tasks.workunit.client.0.smithi028.stdout: "acting_primary": 0, 2024-08-29T17:47:16.763 INFO:tasks.workunit.client.0.smithi028.stdout: "avail_no_missing": [], 2024-08-29T17:47:16.763 INFO:tasks.workunit.client.0.smithi028.stdout: "blocked_by": [], 2024-08-29T17:47:16.763 INFO:tasks.workunit.client.0.smithi028.stdout: "created": 62, 2024-08-29T17:47:16.763 INFO:tasks.workunit.client.0.smithi028.stdout: "dirty_stats_invalid": false, 2024-08-29T17:47:16.763 INFO:tasks.workunit.client.0.smithi028.stdout: "hitset_bytes_stats_invalid": false, 2024-08-29T17:47:16.763 INFO:tasks.workunit.client.0.smithi028.stdout: "hitset_stats_invalid": false, 2024-08-29T17:47:16.763 INFO:tasks.workunit.client.0.smithi028.stdout: "last_active": "2024-08-29T17:43:51.184068+0000", 2024-08-29T17:47:16.763 INFO:tasks.workunit.client.0.smithi028.stdout: "last_became_active": "2024-08-29T17:41:03.068494+0000", 2024-08-29T17:47:16.763 INFO:tasks.workunit.client.0.smithi028.stdout: "last_became_peered": "2024-08-29T17:41:03.068494+0000", 2024-08-29T17:47:16.763 INFO:tasks.workunit.client.0.smithi028.stdout: "last_change": "2024-08-29T17:41:03.068886+0000", 2024-08-29T17:47:16.763 INFO:tasks.workunit.client.0.smithi028.stdout: "last_clean": "2024-08-29T17:43:51.184068+0000", 2024-08-29T17:47:16.763 INFO:tasks.workunit.client.0.smithi028.stdout: "last_clean_scrub_stamp": "2024-08-29T17:41:01.987071+0000", 2024-08-29T17:47:16.763 INFO:tasks.workunit.client.0.smithi028.stdout: "last_deep_scrub": "0'0", 2024-08-29T17:47:16.763 INFO:tasks.workunit.client.0.smithi028.stdout: "last_deep_scrub_stamp": "2024-08-29T17:41:01.987071+0000", 2024-08-29T17:47:16.764 INFO:tasks.workunit.client.0.smithi028.stdout: "last_epoch_clean": 63, 2024-08-29T17:47:16.764 INFO:tasks.workunit.client.0.smithi028.stdout: "last_fresh": "2024-08-29T17:43:51.184068+0000", 2024-08-29T17:47:16.764 INFO:tasks.workunit.client.0.smithi028.stdout: "last_fullsized": "2024-08-29T17:43:51.184068+0000", 2024-08-29T17:47:16.764 INFO:tasks.workunit.client.0.smithi028.stdout: "last_peered": "2024-08-29T17:43:51.184068+0000", 2024-08-29T17:47:16.764 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub": "0'0", 2024-08-29T17:47:16.764 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub_duration": 0, 2024-08-29T17:47:16.764 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub_stamp": "2024-08-29T17:41:01.987071+0000", 2024-08-29T17:47:16.764 INFO:tasks.workunit.client.0.smithi028.stdout: "last_undegraded": "2024-08-29T17:43:51.184068+0000", 2024-08-29T17:47:16.764 INFO:tasks.workunit.client.0.smithi028.stdout: "last_unstale": "2024-08-29T17:43:51.184068+0000", 2024-08-29T17:47:16.764 INFO:tasks.workunit.client.0.smithi028.stdout: "log_dups_size": 0, 2024-08-29T17:47:16.764 INFO:tasks.workunit.client.0.smithi028.stdout: "log_size": 0, 2024-08-29T17:47:16.764 INFO:tasks.workunit.client.0.smithi028.stdout: "log_start": "0'0", 2024-08-29T17:47:16.764 INFO:tasks.workunit.client.0.smithi028.stdout: "manifest_stats_invalid": false, 2024-08-29T17:47:16.765 INFO:tasks.workunit.client.0.smithi028.stdout: "mapping_epoch": 62, 2024-08-29T17:47:16.765 INFO:tasks.workunit.client.0.smithi028.stdout: "object_location_counts": [], 2024-08-29T17:47:16.765 INFO:tasks.workunit.client.0.smithi028.stdout: "objects_scrubbed": 0, 2024-08-29T17:47:16.765 INFO:tasks.workunit.client.0.smithi028.stdout: "objects_trimmed": 0, 2024-08-29T17:47:16.765 INFO:tasks.workunit.client.0.smithi028.stdout: "omap_stats_invalid": false, 2024-08-29T17:47:16.765 INFO:tasks.workunit.client.0.smithi028.stdout: "ondisk_log_size": 0, 2024-08-29T17:47:16.765 INFO:tasks.workunit.client.0.smithi028.stdout: "ondisk_log_start": "0'0", 2024-08-29T17:47:16.765 INFO:tasks.workunit.client.0.smithi028.stdout: "parent": "0.0", 2024-08-29T17:47:16.765 INFO:tasks.workunit.client.0.smithi028.stdout: "parent_split_bits": 0, 2024-08-29T17:47:16.765 INFO:tasks.workunit.client.0.smithi028.stdout: "pgid": "3.17", 2024-08-29T17:47:16.765 INFO:tasks.workunit.client.0.smithi028.stdout: "pin_stats_invalid": false, 2024-08-29T17:47:16.765 INFO:tasks.workunit.client.0.smithi028.stdout: "purged_snaps": [], 2024-08-29T17:47:16.765 INFO:tasks.workunit.client.0.smithi028.stdout: "reported_epoch": 74, 2024-08-29T17:47:16.765 INFO:tasks.workunit.client.0.smithi028.stdout: "reported_seq": 21, 2024-08-29T17:47:16.766 INFO:tasks.workunit.client.0.smithi028.stdout: "scrub_duration": 0.0, 2024-08-29T17:47:16.766 INFO:tasks.workunit.client.0.smithi028.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-30T20:19:15.693075+0000", 2024-08-29T17:47:16.766 INFO:tasks.workunit.client.0.smithi028.stdout: "snaptrim_duration": 0.0, 2024-08-29T17:47:16.766 INFO:tasks.workunit.client.0.smithi028.stdout: "snaptrimq_len": 0, 2024-08-29T17:47:16.766 INFO:tasks.workunit.client.0.smithi028.stdout: "stat_sum": { 2024-08-29T17:47:16.766 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes": 0, 2024-08-29T17:47:16.766 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes_hit_set_archive": 0, 2024-08-29T17:47:16.766 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes_recovered": 0, 2024-08-29T17:47:16.766 INFO:tasks.workunit.client.0.smithi028.stdout: "num_deep_scrub_errors": 0, 2024-08-29T17:47:16.766 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict": 0, 2024-08-29T17:47:16.766 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_kb": 0, 2024-08-29T17:47:16.766 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_mode_full": 0, 2024-08-29T17:47:16.766 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_mode_some": 0, 2024-08-29T17:47:16.767 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush": 0, 2024-08-29T17:47:16.767 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_kb": 0, 2024-08-29T17:47:16.767 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_mode_high": 0, 2024-08-29T17:47:16.767 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_mode_low": 0, 2024-08-29T17:47:16.767 INFO:tasks.workunit.client.0.smithi028.stdout: "num_keys_recovered": 0, 2024-08-29T17:47:16.767 INFO:tasks.workunit.client.0.smithi028.stdout: "num_large_omap_objects": 0, 2024-08-29T17:47:16.767 INFO:tasks.workunit.client.0.smithi028.stdout: "num_legacy_snapsets": 0, 2024-08-29T17:47:16.767 INFO:tasks.workunit.client.0.smithi028.stdout: "num_object_clones": 0, 2024-08-29T17:47:16.767 INFO:tasks.workunit.client.0.smithi028.stdout: "num_object_copies": 0, 2024-08-29T17:47:16.767 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects": 0, 2024-08-29T17:47:16.767 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_degraded": 0, 2024-08-29T17:47:16.767 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_dirty": 0, 2024-08-29T17:47:16.767 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_hit_set_archive": 0, 2024-08-29T17:47:16.767 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_manifest": 0, 2024-08-29T17:47:16.768 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_misplaced": 0, 2024-08-29T17:47:16.768 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_missing": 0, 2024-08-29T17:47:16.768 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_missing_on_primary": 0, 2024-08-29T17:47:16.768 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_omap": 0, 2024-08-29T17:47:16.768 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_pinned": 0, 2024-08-29T17:47:16.768 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_recovered": 0, 2024-08-29T17:47:16.768 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_repaired": 0, 2024-08-29T17:47:16.768 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_unfound": 0, 2024-08-29T17:47:16.768 INFO:tasks.workunit.client.0.smithi028.stdout: "num_omap_bytes": 0, 2024-08-29T17:47:16.768 INFO:tasks.workunit.client.0.smithi028.stdout: "num_omap_keys": 0, 2024-08-29T17:47:16.768 INFO:tasks.workunit.client.0.smithi028.stdout: "num_promote": 0, 2024-08-29T17:47:16.768 INFO:tasks.workunit.client.0.smithi028.stdout: "num_read": 0, 2024-08-29T17:47:16.768 INFO:tasks.workunit.client.0.smithi028.stdout: "num_read_kb": 0, 2024-08-29T17:47:16.768 INFO:tasks.workunit.client.0.smithi028.stdout: "num_scrub_errors": 0, 2024-08-29T17:47:16.769 INFO:tasks.workunit.client.0.smithi028.stdout: "num_shallow_scrub_errors": 0, 2024-08-29T17:47:16.769 INFO:tasks.workunit.client.0.smithi028.stdout: "num_whiteouts": 0, 2024-08-29T17:47:16.769 INFO:tasks.workunit.client.0.smithi028.stdout: "num_write": 0, 2024-08-29T17:47:16.769 INFO:tasks.workunit.client.0.smithi028.stdout: "num_write_kb": 0 2024-08-29T17:47:16.769 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:16.769 INFO:tasks.workunit.client.0.smithi028.stdout: "state": "active+clean", 2024-08-29T17:47:16.769 INFO:tasks.workunit.client.0.smithi028.stdout: "stats_invalid": false, 2024-08-29T17:47:16.769 INFO:tasks.workunit.client.0.smithi028.stdout: "up": [ 2024-08-29T17:47:16.769 INFO:tasks.workunit.client.0.smithi028.stdout: 0, 2024-08-29T17:47:16.769 INFO:tasks.workunit.client.0.smithi028.stdout: 5, 2024-08-29T17:47:16.769 INFO:tasks.workunit.client.0.smithi028.stdout: 3 2024-08-29T17:47:16.769 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-08-29T17:47:16.769 INFO:tasks.workunit.client.0.smithi028.stdout: "up_primary": 0, 2024-08-29T17:47:16.770 INFO:tasks.workunit.client.0.smithi028.stdout: "version": "0'0" 2024-08-29T17:47:16.770 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:16.770 INFO:tasks.workunit.client.0.smithi028.stdout: { 2024-08-29T17:47:16.770 INFO:tasks.workunit.client.0.smithi028.stdout: "acting": [ 2024-08-29T17:47:16.770 INFO:tasks.workunit.client.0.smithi028.stdout: 1, 2024-08-29T17:47:16.770 INFO:tasks.workunit.client.0.smithi028.stdout: 5, 2024-08-29T17:47:16.770 INFO:tasks.workunit.client.0.smithi028.stdout: 0 2024-08-29T17:47:16.770 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-08-29T17:47:16.770 INFO:tasks.workunit.client.0.smithi028.stdout: "acting_primary": 1, 2024-08-29T17:47:16.770 INFO:tasks.workunit.client.0.smithi028.stdout: "avail_no_missing": [], 2024-08-29T17:47:16.770 INFO:tasks.workunit.client.0.smithi028.stdout: "blocked_by": [], 2024-08-29T17:47:16.770 INFO:tasks.workunit.client.0.smithi028.stdout: "created": 59, 2024-08-29T17:47:16.770 INFO:tasks.workunit.client.0.smithi028.stdout: "dirty_stats_invalid": false, 2024-08-29T17:47:16.770 INFO:tasks.workunit.client.0.smithi028.stdout: "hitset_bytes_stats_invalid": false, 2024-08-29T17:47:16.771 INFO:tasks.workunit.client.0.smithi028.stdout: "hitset_stats_invalid": false, 2024-08-29T17:47:16.771 INFO:tasks.workunit.client.0.smithi028.stdout: "last_active": "2024-08-29T17:43:51.010402+0000", 2024-08-29T17:47:16.771 INFO:tasks.workunit.client.0.smithi028.stdout: "last_became_active": "2024-08-29T17:40:53.986240+0000", 2024-08-29T17:47:16.771 INFO:tasks.workunit.client.0.smithi028.stdout: "last_became_peered": "2024-08-29T17:40:53.986240+0000", 2024-08-29T17:47:16.771 INFO:tasks.workunit.client.0.smithi028.stdout: "last_change": "2024-08-29T17:40:53.989710+0000", 2024-08-29T17:47:16.771 INFO:tasks.workunit.client.0.smithi028.stdout: "last_clean": "2024-08-29T17:43:51.010402+0000", 2024-08-29T17:47:16.771 INFO:tasks.workunit.client.0.smithi028.stdout: "last_clean_scrub_stamp": "2024-08-29T17:40:52.944949+0000", 2024-08-29T17:47:16.771 INFO:tasks.workunit.client.0.smithi028.stdout: "last_deep_scrub": "0'0", 2024-08-29T17:47:16.771 INFO:tasks.workunit.client.0.smithi028.stdout: "last_deep_scrub_stamp": "2024-08-29T17:40:52.944949+0000", 2024-08-29T17:47:16.771 INFO:tasks.workunit.client.0.smithi028.stdout: "last_epoch_clean": 60, 2024-08-29T17:47:16.771 INFO:tasks.workunit.client.0.smithi028.stdout: "last_fresh": "2024-08-29T17:43:51.010402+0000", 2024-08-29T17:47:16.772 INFO:tasks.workunit.client.0.smithi028.stdout: "last_fullsized": "2024-08-29T17:43:51.010402+0000", 2024-08-29T17:47:16.772 INFO:tasks.workunit.client.0.smithi028.stdout: "last_peered": "2024-08-29T17:43:51.010402+0000", 2024-08-29T17:47:16.772 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub": "0'0", 2024-08-29T17:47:16.772 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub_duration": 0, 2024-08-29T17:47:16.772 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub_stamp": "2024-08-29T17:40:52.944949+0000", 2024-08-29T17:47:16.772 INFO:tasks.workunit.client.0.smithi028.stdout: "last_undegraded": "2024-08-29T17:43:51.010402+0000", 2024-08-29T17:47:16.772 INFO:tasks.workunit.client.0.smithi028.stdout: "last_unstale": "2024-08-29T17:43:51.010402+0000", 2024-08-29T17:47:16.772 INFO:tasks.workunit.client.0.smithi028.stdout: "log_dups_size": 0, 2024-08-29T17:47:16.772 INFO:tasks.workunit.client.0.smithi028.stdout: "log_size": 3, 2024-08-29T17:47:16.772 INFO:tasks.workunit.client.0.smithi028.stdout: "log_start": "0'0", 2024-08-29T17:47:16.772 INFO:tasks.workunit.client.0.smithi028.stdout: "manifest_stats_invalid": false, 2024-08-29T17:47:16.772 INFO:tasks.workunit.client.0.smithi028.stdout: "mapping_epoch": 59, 2024-08-29T17:47:16.773 INFO:tasks.workunit.client.0.smithi028.stdout: "object_location_counts": [], 2024-08-29T17:47:16.773 INFO:tasks.workunit.client.0.smithi028.stdout: "objects_scrubbed": 0, 2024-08-29T17:47:16.773 INFO:tasks.workunit.client.0.smithi028.stdout: "objects_trimmed": 0, 2024-08-29T17:47:16.773 INFO:tasks.workunit.client.0.smithi028.stdout: "omap_stats_invalid": false, 2024-08-29T17:47:16.773 INFO:tasks.workunit.client.0.smithi028.stdout: "ondisk_log_size": 3, 2024-08-29T17:47:16.773 INFO:tasks.workunit.client.0.smithi028.stdout: "ondisk_log_start": "0'0", 2024-08-29T17:47:16.773 INFO:tasks.workunit.client.0.smithi028.stdout: "parent": "0.0", 2024-08-29T17:47:16.773 INFO:tasks.workunit.client.0.smithi028.stdout: "parent_split_bits": 0, 2024-08-29T17:47:16.773 INFO:tasks.workunit.client.0.smithi028.stdout: "pgid": "2.15", 2024-08-29T17:47:16.773 INFO:tasks.workunit.client.0.smithi028.stdout: "pin_stats_invalid": false, 2024-08-29T17:47:16.773 INFO:tasks.workunit.client.0.smithi028.stdout: "purged_snaps": [], 2024-08-29T17:47:16.773 INFO:tasks.workunit.client.0.smithi028.stdout: "reported_epoch": 74, 2024-08-29T17:47:16.773 INFO:tasks.workunit.client.0.smithi028.stdout: "reported_seq": 27, 2024-08-29T17:47:16.773 INFO:tasks.workunit.client.0.smithi028.stdout: "scrub_duration": 0.0, 2024-08-29T17:47:16.774 INFO:tasks.workunit.client.0.smithi028.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-30T19:06:02.586277+0000", 2024-08-29T17:47:16.774 INFO:tasks.workunit.client.0.smithi028.stdout: "snaptrim_duration": 0.0, 2024-08-29T17:47:16.774 INFO:tasks.workunit.client.0.smithi028.stdout: "snaptrimq_len": 0, 2024-08-29T17:47:16.774 INFO:tasks.workunit.client.0.smithi028.stdout: "stat_sum": { 2024-08-29T17:47:16.774 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes": 90, 2024-08-29T17:47:16.774 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes_hit_set_archive": 0, 2024-08-29T17:47:16.774 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes_recovered": 0, 2024-08-29T17:47:16.774 INFO:tasks.workunit.client.0.smithi028.stdout: "num_deep_scrub_errors": 0, 2024-08-29T17:47:16.774 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict": 0, 2024-08-29T17:47:16.774 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_kb": 0, 2024-08-29T17:47:16.774 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_mode_full": 0, 2024-08-29T17:47:16.774 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_mode_some": 0, 2024-08-29T17:47:16.774 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush": 0, 2024-08-29T17:47:16.775 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_kb": 0, 2024-08-29T17:47:16.775 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_mode_high": 0, 2024-08-29T17:47:16.775 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_mode_low": 0, 2024-08-29T17:47:16.775 INFO:tasks.workunit.client.0.smithi028.stdout: "num_keys_recovered": 0, 2024-08-29T17:47:16.775 INFO:tasks.workunit.client.0.smithi028.stdout: "num_large_omap_objects": 0, 2024-08-29T17:47:16.775 INFO:tasks.workunit.client.0.smithi028.stdout: "num_legacy_snapsets": 0, 2024-08-29T17:47:16.775 INFO:tasks.workunit.client.0.smithi028.stdout: "num_object_clones": 0, 2024-08-29T17:47:16.775 INFO:tasks.workunit.client.0.smithi028.stdout: "num_object_copies": 6, 2024-08-29T17:47:16.775 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects": 2, 2024-08-29T17:47:16.775 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_degraded": 0, 2024-08-29T17:47:16.775 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_dirty": 2, 2024-08-29T17:47:16.775 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_hit_set_archive": 0, 2024-08-29T17:47:16.775 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_manifest": 0, 2024-08-29T17:47:16.775 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_misplaced": 0, 2024-08-29T17:47:16.776 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_missing": 0, 2024-08-29T17:47:16.776 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_missing_on_primary": 0, 2024-08-29T17:47:16.776 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_omap": 1, 2024-08-29T17:47:16.776 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_pinned": 0, 2024-08-29T17:47:16.776 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_recovered": 0, 2024-08-29T17:47:16.776 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_repaired": 0, 2024-08-29T17:47:16.776 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_unfound": 0, 2024-08-29T17:47:16.776 INFO:tasks.workunit.client.0.smithi028.stdout: "num_omap_bytes": 0, 2024-08-29T17:47:16.776 INFO:tasks.workunit.client.0.smithi028.stdout: "num_omap_keys": 0, 2024-08-29T17:47:16.776 INFO:tasks.workunit.client.0.smithi028.stdout: "num_promote": 0, 2024-08-29T17:47:16.776 INFO:tasks.workunit.client.0.smithi028.stdout: "num_read": 0, 2024-08-29T17:47:16.776 INFO:tasks.workunit.client.0.smithi028.stdout: "num_read_kb": 0, 2024-08-29T17:47:16.776 INFO:tasks.workunit.client.0.smithi028.stdout: "num_scrub_errors": 0, 2024-08-29T17:47:16.776 INFO:tasks.workunit.client.0.smithi028.stdout: "num_shallow_scrub_errors": 0, 2024-08-29T17:47:16.777 INFO:tasks.workunit.client.0.smithi028.stdout: "num_whiteouts": 0, 2024-08-29T17:47:16.777 INFO:tasks.workunit.client.0.smithi028.stdout: "num_write": 4, 2024-08-29T17:47:16.777 INFO:tasks.workunit.client.0.smithi028.stdout: "num_write_kb": 1 2024-08-29T17:47:16.777 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:16.777 INFO:tasks.workunit.client.0.smithi028.stdout: "state": "active+clean", 2024-08-29T17:47:16.777 INFO:tasks.workunit.client.0.smithi028.stdout: "stats_invalid": false, 2024-08-29T17:47:16.777 INFO:tasks.workunit.client.0.smithi028.stdout: "up": [ 2024-08-29T17:47:16.777 INFO:tasks.workunit.client.0.smithi028.stdout: 1, 2024-08-29T17:47:16.777 INFO:tasks.workunit.client.0.smithi028.stdout: 5, 2024-08-29T17:47:16.777 INFO:tasks.workunit.client.0.smithi028.stdout: 0 2024-08-29T17:47:16.777 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-08-29T17:47:16.777 INFO:tasks.workunit.client.0.smithi028.stdout: "up_primary": 1, 2024-08-29T17:47:16.777 INFO:tasks.workunit.client.0.smithi028.stdout: "version": "65'3" 2024-08-29T17:47:16.778 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:16.778 INFO:tasks.workunit.client.0.smithi028.stdout: { 2024-08-29T17:47:16.778 INFO:tasks.workunit.client.0.smithi028.stdout: "acting": [ 2024-08-29T17:47:16.778 INFO:tasks.workunit.client.0.smithi028.stdout: 2, 2024-08-29T17:47:16.778 INFO:tasks.workunit.client.0.smithi028.stdout: 7, 2024-08-29T17:47:16.778 INFO:tasks.workunit.client.0.smithi028.stdout: 6 2024-08-29T17:47:16.778 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-08-29T17:47:16.778 INFO:tasks.workunit.client.0.smithi028.stdout: "acting_primary": 2, 2024-08-29T17:47:16.778 INFO:tasks.workunit.client.0.smithi028.stdout: "avail_no_missing": [], 2024-08-29T17:47:16.778 INFO:tasks.workunit.client.0.smithi028.stdout: "blocked_by": [], 2024-08-29T17:47:16.778 INFO:tasks.workunit.client.0.smithi028.stdout: "created": 62, 2024-08-29T17:47:16.778 INFO:tasks.workunit.client.0.smithi028.stdout: "dirty_stats_invalid": false, 2024-08-29T17:47:16.778 INFO:tasks.workunit.client.0.smithi028.stdout: "hitset_bytes_stats_invalid": false, 2024-08-29T17:47:16.778 INFO:tasks.workunit.client.0.smithi028.stdout: "hitset_stats_invalid": false, 2024-08-29T17:47:16.779 INFO:tasks.workunit.client.0.smithi028.stdout: "last_active": "2024-08-29T17:43:51.004707+0000", 2024-08-29T17:47:16.779 INFO:tasks.workunit.client.0.smithi028.stdout: "last_became_active": "2024-08-29T17:41:16.104048+0000", 2024-08-29T17:47:16.779 INFO:tasks.workunit.client.0.smithi028.stdout: "last_became_peered": "2024-08-29T17:41:16.104048+0000", 2024-08-29T17:47:16.779 INFO:tasks.workunit.client.0.smithi028.stdout: "last_change": "2024-08-29T17:41:16.104711+0000", 2024-08-29T17:47:16.779 INFO:tasks.workunit.client.0.smithi028.stdout: "last_clean": "2024-08-29T17:43:51.004707+0000", 2024-08-29T17:47:16.779 INFO:tasks.workunit.client.0.smithi028.stdout: "last_clean_scrub_stamp": "2024-08-29T17:41:01.987071+0000", 2024-08-29T17:47:16.779 INFO:tasks.workunit.client.0.smithi028.stdout: "last_deep_scrub": "0'0", 2024-08-29T17:47:16.779 INFO:tasks.workunit.client.0.smithi028.stdout: "last_deep_scrub_stamp": "2024-08-29T17:41:01.987071+0000", 2024-08-29T17:47:16.779 INFO:tasks.workunit.client.0.smithi028.stdout: "last_epoch_clean": 67, 2024-08-29T17:47:16.779 INFO:tasks.workunit.client.0.smithi028.stdout: "last_fresh": "2024-08-29T17:43:51.004707+0000", 2024-08-29T17:47:16.779 INFO:tasks.workunit.client.0.smithi028.stdout: "last_fullsized": "2024-08-29T17:43:51.004707+0000", 2024-08-29T17:47:16.779 INFO:tasks.workunit.client.0.smithi028.stdout: "last_peered": "2024-08-29T17:43:51.004707+0000", 2024-08-29T17:47:16.779 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub": "0'0", 2024-08-29T17:47:16.780 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub_duration": 0, 2024-08-29T17:47:16.780 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub_stamp": "2024-08-29T17:41:01.987071+0000", 2024-08-29T17:47:16.780 INFO:tasks.workunit.client.0.smithi028.stdout: "last_undegraded": "2024-08-29T17:43:51.004707+0000", 2024-08-29T17:47:16.780 INFO:tasks.workunit.client.0.smithi028.stdout: "last_unstale": "2024-08-29T17:43:51.004707+0000", 2024-08-29T17:47:16.780 INFO:tasks.workunit.client.0.smithi028.stdout: "log_dups_size": 0, 2024-08-29T17:47:16.780 INFO:tasks.workunit.client.0.smithi028.stdout: "log_size": 0, 2024-08-29T17:47:16.780 INFO:tasks.workunit.client.0.smithi028.stdout: "log_start": "0'0", 2024-08-29T17:47:16.780 INFO:tasks.workunit.client.0.smithi028.stdout: "manifest_stats_invalid": false, 2024-08-29T17:47:16.780 INFO:tasks.workunit.client.0.smithi028.stdout: "mapping_epoch": 66, 2024-08-29T17:47:16.780 INFO:tasks.workunit.client.0.smithi028.stdout: "object_location_counts": [], 2024-08-29T17:47:16.780 INFO:tasks.workunit.client.0.smithi028.stdout: "objects_scrubbed": 0, 2024-08-29T17:47:16.780 INFO:tasks.workunit.client.0.smithi028.stdout: "objects_trimmed": 0, 2024-08-29T17:47:16.780 INFO:tasks.workunit.client.0.smithi028.stdout: "omap_stats_invalid": false, 2024-08-29T17:47:16.780 INFO:tasks.workunit.client.0.smithi028.stdout: "ondisk_log_size": 0, 2024-08-29T17:47:16.781 INFO:tasks.workunit.client.0.smithi028.stdout: "ondisk_log_start": "0'0", 2024-08-29T17:47:16.781 INFO:tasks.workunit.client.0.smithi028.stdout: "parent": "0.0", 2024-08-29T17:47:16.781 INFO:tasks.workunit.client.0.smithi028.stdout: "parent_split_bits": 0, 2024-08-29T17:47:16.781 INFO:tasks.workunit.client.0.smithi028.stdout: "pgid": "3.14", 2024-08-29T17:47:16.781 INFO:tasks.workunit.client.0.smithi028.stdout: "pin_stats_invalid": false, 2024-08-29T17:47:16.781 INFO:tasks.workunit.client.0.smithi028.stdout: "purged_snaps": [], 2024-08-29T17:47:16.781 INFO:tasks.workunit.client.0.smithi028.stdout: "reported_epoch": 74, 2024-08-29T17:47:16.781 INFO:tasks.workunit.client.0.smithi028.stdout: "reported_seq": 18, 2024-08-29T17:47:16.781 INFO:tasks.workunit.client.0.smithi028.stdout: "scrub_duration": 0.0, 2024-08-29T17:47:16.781 INFO:tasks.workunit.client.0.smithi028.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-30T19:26:03.843217+0000", 2024-08-29T17:47:16.781 INFO:tasks.workunit.client.0.smithi028.stdout: "snaptrim_duration": 0.0, 2024-08-29T17:47:16.781 INFO:tasks.workunit.client.0.smithi028.stdout: "snaptrimq_len": 0, 2024-08-29T17:47:16.781 INFO:tasks.workunit.client.0.smithi028.stdout: "stat_sum": { 2024-08-29T17:47:16.781 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes": 0, 2024-08-29T17:47:16.782 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes_hit_set_archive": 0, 2024-08-29T17:47:16.782 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes_recovered": 0, 2024-08-29T17:47:16.782 INFO:tasks.workunit.client.0.smithi028.stdout: "num_deep_scrub_errors": 0, 2024-08-29T17:47:16.782 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict": 0, 2024-08-29T17:47:16.782 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_kb": 0, 2024-08-29T17:47:16.782 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_mode_full": 0, 2024-08-29T17:47:16.782 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_mode_some": 0, 2024-08-29T17:47:16.782 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush": 0, 2024-08-29T17:47:16.782 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_kb": 0, 2024-08-29T17:47:16.782 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_mode_high": 0, 2024-08-29T17:47:16.782 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_mode_low": 0, 2024-08-29T17:47:16.782 INFO:tasks.workunit.client.0.smithi028.stdout: "num_keys_recovered": 0, 2024-08-29T17:47:16.782 INFO:tasks.workunit.client.0.smithi028.stdout: "num_large_omap_objects": 0, 2024-08-29T17:47:16.782 INFO:tasks.workunit.client.0.smithi028.stdout: "num_legacy_snapsets": 0, 2024-08-29T17:47:16.783 INFO:tasks.workunit.client.0.smithi028.stdout: "num_object_clones": 0, 2024-08-29T17:47:16.783 INFO:tasks.workunit.client.0.smithi028.stdout: "num_object_copies": 0, 2024-08-29T17:47:16.783 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects": 0, 2024-08-29T17:47:16.783 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_degraded": 0, 2024-08-29T17:47:16.783 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_dirty": 0, 2024-08-29T17:47:16.783 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_hit_set_archive": 0, 2024-08-29T17:47:16.783 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_manifest": 0, 2024-08-29T17:47:16.783 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_misplaced": 0, 2024-08-29T17:47:16.783 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_missing": 0, 2024-08-29T17:47:16.783 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_missing_on_primary": 0, 2024-08-29T17:47:16.783 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_omap": 0, 2024-08-29T17:47:16.783 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_pinned": 0, 2024-08-29T17:47:16.783 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_recovered": 0, 2024-08-29T17:47:16.783 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_repaired": 0, 2024-08-29T17:47:16.784 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_unfound": 0, 2024-08-29T17:47:16.784 INFO:tasks.workunit.client.0.smithi028.stdout: "num_omap_bytes": 0, 2024-08-29T17:47:16.784 INFO:tasks.workunit.client.0.smithi028.stdout: "num_omap_keys": 0, 2024-08-29T17:47:16.784 INFO:tasks.workunit.client.0.smithi028.stdout: "num_promote": 0, 2024-08-29T17:47:16.784 INFO:tasks.workunit.client.0.smithi028.stdout: "num_read": 0, 2024-08-29T17:47:16.784 INFO:tasks.workunit.client.0.smithi028.stdout: "num_read_kb": 0, 2024-08-29T17:47:16.784 INFO:tasks.workunit.client.0.smithi028.stdout: "num_scrub_errors": 0, 2024-08-29T17:47:16.784 INFO:tasks.workunit.client.0.smithi028.stdout: "num_shallow_scrub_errors": 0, 2024-08-29T17:47:16.784 INFO:tasks.workunit.client.0.smithi028.stdout: "num_whiteouts": 0, 2024-08-29T17:47:16.784 INFO:tasks.workunit.client.0.smithi028.stdout: "num_write": 0, 2024-08-29T17:47:16.784 INFO:tasks.workunit.client.0.smithi028.stdout: "num_write_kb": 0 2024-08-29T17:47:16.784 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:16.784 INFO:tasks.workunit.client.0.smithi028.stdout: "state": "active+clean", 2024-08-29T17:47:16.784 INFO:tasks.workunit.client.0.smithi028.stdout: "stats_invalid": false, 2024-08-29T17:47:16.785 INFO:tasks.workunit.client.0.smithi028.stdout: "up": [ 2024-08-29T17:47:16.785 INFO:tasks.workunit.client.0.smithi028.stdout: 2, 2024-08-29T17:47:16.785 INFO:tasks.workunit.client.0.smithi028.stdout: 7, 2024-08-29T17:47:16.785 INFO:tasks.workunit.client.0.smithi028.stdout: 6 2024-08-29T17:47:16.785 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-08-29T17:47:16.785 INFO:tasks.workunit.client.0.smithi028.stdout: "up_primary": 2, 2024-08-29T17:47:16.785 INFO:tasks.workunit.client.0.smithi028.stdout: "version": "0'0" 2024-08-29T17:47:16.785 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:16.785 INFO:tasks.workunit.client.0.smithi028.stdout: { 2024-08-29T17:47:16.785 INFO:tasks.workunit.client.0.smithi028.stdout: "acting": [ 2024-08-29T17:47:16.785 INFO:tasks.workunit.client.0.smithi028.stdout: 6, 2024-08-29T17:47:16.785 INFO:tasks.workunit.client.0.smithi028.stdout: 3, 2024-08-29T17:47:16.785 INFO:tasks.workunit.client.0.smithi028.stdout: 5 2024-08-29T17:47:16.785 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-08-29T17:47:16.786 INFO:tasks.workunit.client.0.smithi028.stdout: "acting_primary": 6, 2024-08-29T17:47:16.786 INFO:tasks.workunit.client.0.smithi028.stdout: "avail_no_missing": [], 2024-08-29T17:47:16.786 INFO:tasks.workunit.client.0.smithi028.stdout: "blocked_by": [], 2024-08-29T17:47:16.786 INFO:tasks.workunit.client.0.smithi028.stdout: "created": 59, 2024-08-29T17:47:16.786 INFO:tasks.workunit.client.0.smithi028.stdout: "dirty_stats_invalid": false, 2024-08-29T17:47:16.786 INFO:tasks.workunit.client.0.smithi028.stdout: "hitset_bytes_stats_invalid": false, 2024-08-29T17:47:16.786 INFO:tasks.workunit.client.0.smithi028.stdout: "hitset_stats_invalid": false, 2024-08-29T17:47:16.786 INFO:tasks.workunit.client.0.smithi028.stdout: "last_active": "2024-08-29T17:44:23.899024+0000", 2024-08-29T17:47:16.786 INFO:tasks.workunit.client.0.smithi028.stdout: "last_became_active": "2024-08-29T17:40:53.996743+0000", 2024-08-29T17:47:16.786 INFO:tasks.workunit.client.0.smithi028.stdout: "last_became_peered": "2024-08-29T17:40:53.996743+0000", 2024-08-29T17:47:16.786 INFO:tasks.workunit.client.0.smithi028.stdout: "last_change": "2024-08-29T17:40:53.997553+0000", 2024-08-29T17:47:16.786 INFO:tasks.workunit.client.0.smithi028.stdout: "last_clean": "2024-08-29T17:44:23.899024+0000", 2024-08-29T17:47:16.786 INFO:tasks.workunit.client.0.smithi028.stdout: "last_clean_scrub_stamp": "2024-08-29T17:40:52.944949+0000", 2024-08-29T17:47:16.786 INFO:tasks.workunit.client.0.smithi028.stdout: "last_deep_scrub": "0'0", 2024-08-29T17:47:16.787 INFO:tasks.workunit.client.0.smithi028.stdout: "last_deep_scrub_stamp": "2024-08-29T17:40:52.944949+0000", 2024-08-29T17:47:16.787 INFO:tasks.workunit.client.0.smithi028.stdout: "last_epoch_clean": 60, 2024-08-29T17:47:16.787 INFO:tasks.workunit.client.0.smithi028.stdout: "last_fresh": "2024-08-29T17:44:23.899024+0000", 2024-08-29T17:47:16.787 INFO:tasks.workunit.client.0.smithi028.stdout: "last_fullsized": "2024-08-29T17:44:23.899024+0000", 2024-08-29T17:47:16.787 INFO:tasks.workunit.client.0.smithi028.stdout: "last_peered": "2024-08-29T17:44:23.899024+0000", 2024-08-29T17:47:16.787 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub": "0'0", 2024-08-29T17:47:16.787 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub_duration": 0, 2024-08-29T17:47:16.787 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub_stamp": "2024-08-29T17:40:52.944949+0000", 2024-08-29T17:47:16.787 INFO:tasks.workunit.client.0.smithi028.stdout: "last_undegraded": "2024-08-29T17:44:23.899024+0000", 2024-08-29T17:47:16.787 INFO:tasks.workunit.client.0.smithi028.stdout: "last_unstale": "2024-08-29T17:44:23.899024+0000", 2024-08-29T17:47:16.787 INFO:tasks.workunit.client.0.smithi028.stdout: "log_dups_size": 0, 2024-08-29T17:47:16.787 INFO:tasks.workunit.client.0.smithi028.stdout: "log_size": 12, 2024-08-29T17:47:16.787 INFO:tasks.workunit.client.0.smithi028.stdout: "log_start": "0'0", 2024-08-29T17:47:16.788 INFO:tasks.workunit.client.0.smithi028.stdout: "manifest_stats_invalid": false, 2024-08-29T17:47:16.788 INFO:tasks.workunit.client.0.smithi028.stdout: "mapping_epoch": 59, 2024-08-29T17:47:16.788 INFO:tasks.workunit.client.0.smithi028.stdout: "object_location_counts": [], 2024-08-29T17:47:16.788 INFO:tasks.workunit.client.0.smithi028.stdout: "objects_scrubbed": 0, 2024-08-29T17:47:16.788 INFO:tasks.workunit.client.0.smithi028.stdout: "objects_trimmed": 0, 2024-08-29T17:47:16.788 INFO:tasks.workunit.client.0.smithi028.stdout: "omap_stats_invalid": false, 2024-08-29T17:47:16.788 INFO:tasks.workunit.client.0.smithi028.stdout: "ondisk_log_size": 12, 2024-08-29T17:47:16.788 INFO:tasks.workunit.client.0.smithi028.stdout: "ondisk_log_start": "0'0", 2024-08-29T17:47:16.788 INFO:tasks.workunit.client.0.smithi028.stdout: "parent": "0.0", 2024-08-29T17:47:16.788 INFO:tasks.workunit.client.0.smithi028.stdout: "parent_split_bits": 0, 2024-08-29T17:47:16.788 INFO:tasks.workunit.client.0.smithi028.stdout: "pgid": "2.14", 2024-08-29T17:47:16.788 INFO:tasks.workunit.client.0.smithi028.stdout: "pin_stats_invalid": false, 2024-08-29T17:47:16.789 INFO:tasks.workunit.client.0.smithi028.stdout: "purged_snaps": [], 2024-08-29T17:47:16.789 INFO:tasks.workunit.client.0.smithi028.stdout: "reported_epoch": 75, 2024-08-29T17:47:16.789 INFO:tasks.workunit.client.0.smithi028.stdout: "reported_seq": 36, 2024-08-29T17:47:16.789 INFO:tasks.workunit.client.0.smithi028.stdout: "scrub_duration": 0.0, 2024-08-29T17:47:16.789 INFO:tasks.workunit.client.0.smithi028.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-31T05:30:57.881047+0000", 2024-08-29T17:47:16.789 INFO:tasks.workunit.client.0.smithi028.stdout: "snaptrim_duration": 0.0, 2024-08-29T17:47:16.789 INFO:tasks.workunit.client.0.smithi028.stdout: "snaptrimq_len": 0, 2024-08-29T17:47:16.789 INFO:tasks.workunit.client.0.smithi028.stdout: "stat_sum": { 2024-08-29T17:47:16.789 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes": 2624, 2024-08-29T17:47:16.789 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes_hit_set_archive": 0, 2024-08-29T17:47:16.789 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes_recovered": 0, 2024-08-29T17:47:16.789 INFO:tasks.workunit.client.0.smithi028.stdout: "num_deep_scrub_errors": 0, 2024-08-29T17:47:16.789 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict": 0, 2024-08-29T17:47:16.789 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_kb": 0, 2024-08-29T17:47:16.790 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_mode_full": 0, 2024-08-29T17:47:16.790 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_mode_some": 0, 2024-08-29T17:47:16.790 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush": 0, 2024-08-29T17:47:16.790 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_kb": 0, 2024-08-29T17:47:16.790 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_mode_high": 0, 2024-08-29T17:47:16.790 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_mode_low": 0, 2024-08-29T17:47:16.790 INFO:tasks.workunit.client.0.smithi028.stdout: "num_keys_recovered": 0, 2024-08-29T17:47:16.790 INFO:tasks.workunit.client.0.smithi028.stdout: "num_large_omap_objects": 0, 2024-08-29T17:47:16.790 INFO:tasks.workunit.client.0.smithi028.stdout: "num_legacy_snapsets": 0, 2024-08-29T17:47:16.790 INFO:tasks.workunit.client.0.smithi028.stdout: "num_object_clones": 0, 2024-08-29T17:47:16.790 INFO:tasks.workunit.client.0.smithi028.stdout: "num_object_copies": 12, 2024-08-29T17:47:16.790 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects": 4, 2024-08-29T17:47:16.790 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_degraded": 0, 2024-08-29T17:47:16.790 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_dirty": 4, 2024-08-29T17:47:16.791 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_hit_set_archive": 0, 2024-08-29T17:47:16.791 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_manifest": 0, 2024-08-29T17:47:16.791 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_misplaced": 0, 2024-08-29T17:47:16.791 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_missing": 0, 2024-08-29T17:47:16.791 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_missing_on_primary": 0, 2024-08-29T17:47:16.791 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_omap": 1, 2024-08-29T17:47:16.791 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_pinned": 0, 2024-08-29T17:47:16.791 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_recovered": 0, 2024-08-29T17:47:16.791 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_repaired": 0, 2024-08-29T17:47:16.791 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_unfound": 0, 2024-08-29T17:47:16.791 INFO:tasks.workunit.client.0.smithi028.stdout: "num_omap_bytes": 0, 2024-08-29T17:47:16.791 INFO:tasks.workunit.client.0.smithi028.stdout: "num_omap_keys": 0, 2024-08-29T17:47:16.792 INFO:tasks.workunit.client.0.smithi028.stdout: "num_promote": 0, 2024-08-29T17:47:16.792 INFO:tasks.workunit.client.0.smithi028.stdout: "num_read": 0, 2024-08-29T17:47:16.792 INFO:tasks.workunit.client.0.smithi028.stdout: "num_read_kb": 0, 2024-08-29T17:47:16.792 INFO:tasks.workunit.client.0.smithi028.stdout: "num_scrub_errors": 0, 2024-08-29T17:47:16.792 INFO:tasks.workunit.client.0.smithi028.stdout: "num_shallow_scrub_errors": 0, 2024-08-29T17:47:16.792 INFO:tasks.workunit.client.0.smithi028.stdout: "num_whiteouts": 0, 2024-08-29T17:47:16.792 INFO:tasks.workunit.client.0.smithi028.stdout: "num_write": 12, 2024-08-29T17:47:16.792 INFO:tasks.workunit.client.0.smithi028.stdout: "num_write_kb": 9 2024-08-29T17:47:16.792 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:16.792 INFO:tasks.workunit.client.0.smithi028.stdout: "state": "active+clean", 2024-08-29T17:47:16.792 INFO:tasks.workunit.client.0.smithi028.stdout: "stats_invalid": false, 2024-08-29T17:47:16.792 INFO:tasks.workunit.client.0.smithi028.stdout: "up": [ 2024-08-29T17:47:16.793 INFO:tasks.workunit.client.0.smithi028.stdout: 6, 2024-08-29T17:47:16.793 INFO:tasks.workunit.client.0.smithi028.stdout: 3, 2024-08-29T17:47:16.793 INFO:tasks.workunit.client.0.smithi028.stdout: 5 2024-08-29T17:47:16.793 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-08-29T17:47:16.793 INFO:tasks.workunit.client.0.smithi028.stdout: "up_primary": 6, 2024-08-29T17:47:16.793 INFO:tasks.workunit.client.0.smithi028.stdout: "version": "75'12" 2024-08-29T17:47:16.793 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:16.793 INFO:tasks.workunit.client.0.smithi028.stdout: { 2024-08-29T17:47:16.793 INFO:tasks.workunit.client.0.smithi028.stdout: "acting": [ 2024-08-29T17:47:16.793 INFO:tasks.workunit.client.0.smithi028.stdout: 7, 2024-08-29T17:47:16.793 INFO:tasks.workunit.client.0.smithi028.stdout: 3, 2024-08-29T17:47:16.793 INFO:tasks.workunit.client.0.smithi028.stdout: 4 2024-08-29T17:47:16.793 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-08-29T17:47:16.793 INFO:tasks.workunit.client.0.smithi028.stdout: "acting_primary": 7, 2024-08-29T17:47:16.794 INFO:tasks.workunit.client.0.smithi028.stdout: "avail_no_missing": [], 2024-08-29T17:47:16.794 INFO:tasks.workunit.client.0.smithi028.stdout: "blocked_by": [], 2024-08-29T17:47:16.794 INFO:tasks.workunit.client.0.smithi028.stdout: "created": 62, 2024-08-29T17:47:16.794 INFO:tasks.workunit.client.0.smithi028.stdout: "dirty_stats_invalid": false, 2024-08-29T17:47:16.794 INFO:tasks.workunit.client.0.smithi028.stdout: "hitset_bytes_stats_invalid": false, 2024-08-29T17:47:16.794 INFO:tasks.workunit.client.0.smithi028.stdout: "hitset_stats_invalid": false, 2024-08-29T17:47:16.794 INFO:tasks.workunit.client.0.smithi028.stdout: "last_active": "2024-08-29T17:43:51.058430+0000", 2024-08-29T17:47:16.794 INFO:tasks.workunit.client.0.smithi028.stdout: "last_became_active": "2024-08-29T17:41:03.083713+0000", 2024-08-29T17:47:16.794 INFO:tasks.workunit.client.0.smithi028.stdout: "last_became_peered": "2024-08-29T17:41:03.083713+0000", 2024-08-29T17:47:16.794 INFO:tasks.workunit.client.0.smithi028.stdout: "last_change": "2024-08-29T17:41:03.084159+0000", 2024-08-29T17:47:16.794 INFO:tasks.workunit.client.0.smithi028.stdout: "last_clean": "2024-08-29T17:43:51.058430+0000", 2024-08-29T17:47:16.794 INFO:tasks.workunit.client.0.smithi028.stdout: "last_clean_scrub_stamp": "2024-08-29T17:41:01.987071+0000", 2024-08-29T17:47:16.794 INFO:tasks.workunit.client.0.smithi028.stdout: "last_deep_scrub": "0'0", 2024-08-29T17:47:16.795 INFO:tasks.workunit.client.0.smithi028.stdout: "last_deep_scrub_stamp": "2024-08-29T17:41:01.987071+0000", 2024-08-29T17:47:16.795 INFO:tasks.workunit.client.0.smithi028.stdout: "last_epoch_clean": 63, 2024-08-29T17:47:16.795 INFO:tasks.workunit.client.0.smithi028.stdout: "last_fresh": "2024-08-29T17:43:51.058430+0000", 2024-08-29T17:47:16.795 INFO:tasks.workunit.client.0.smithi028.stdout: "last_fullsized": "2024-08-29T17:43:51.058430+0000", 2024-08-29T17:47:16.795 INFO:tasks.workunit.client.0.smithi028.stdout: "last_peered": "2024-08-29T17:43:51.058430+0000", 2024-08-29T17:47:16.795 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub": "0'0", 2024-08-29T17:47:16.795 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub_duration": 0, 2024-08-29T17:47:16.795 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub_stamp": "2024-08-29T17:41:01.987071+0000", 2024-08-29T17:47:16.795 INFO:tasks.workunit.client.0.smithi028.stdout: "last_undegraded": "2024-08-29T17:43:51.058430+0000", 2024-08-29T17:47:16.795 INFO:tasks.workunit.client.0.smithi028.stdout: "last_unstale": "2024-08-29T17:43:51.058430+0000", 2024-08-29T17:47:16.795 INFO:tasks.workunit.client.0.smithi028.stdout: "log_dups_size": 0, 2024-08-29T17:47:16.795 INFO:tasks.workunit.client.0.smithi028.stdout: "log_size": 0, 2024-08-29T17:47:16.795 INFO:tasks.workunit.client.0.smithi028.stdout: "log_start": "0'0", 2024-08-29T17:47:16.796 INFO:tasks.workunit.client.0.smithi028.stdout: "manifest_stats_invalid": false, 2024-08-29T17:47:16.796 INFO:tasks.workunit.client.0.smithi028.stdout: "mapping_epoch": 62, 2024-08-29T17:47:16.796 INFO:tasks.workunit.client.0.smithi028.stdout: "object_location_counts": [], 2024-08-29T17:47:16.796 INFO:tasks.workunit.client.0.smithi028.stdout: "objects_scrubbed": 0, 2024-08-29T17:47:16.796 INFO:tasks.workunit.client.0.smithi028.stdout: "objects_trimmed": 0, 2024-08-29T17:47:16.796 INFO:tasks.workunit.client.0.smithi028.stdout: "omap_stats_invalid": false, 2024-08-29T17:47:16.796 INFO:tasks.workunit.client.0.smithi028.stdout: "ondisk_log_size": 0, 2024-08-29T17:47:16.796 INFO:tasks.workunit.client.0.smithi028.stdout: "ondisk_log_start": "0'0", 2024-08-29T17:47:16.796 INFO:tasks.workunit.client.0.smithi028.stdout: "parent": "0.0", 2024-08-29T17:47:16.796 INFO:tasks.workunit.client.0.smithi028.stdout: "parent_split_bits": 0, 2024-08-29T17:47:16.796 INFO:tasks.workunit.client.0.smithi028.stdout: "pgid": "3.15", 2024-08-29T17:47:16.796 INFO:tasks.workunit.client.0.smithi028.stdout: "pin_stats_invalid": false, 2024-08-29T17:47:16.796 INFO:tasks.workunit.client.0.smithi028.stdout: "purged_snaps": [], 2024-08-29T17:47:16.797 INFO:tasks.workunit.client.0.smithi028.stdout: "reported_epoch": 74, 2024-08-29T17:47:16.797 INFO:tasks.workunit.client.0.smithi028.stdout: "reported_seq": 21, 2024-08-29T17:47:16.797 INFO:tasks.workunit.client.0.smithi028.stdout: "scrub_duration": 0.0, 2024-08-29T17:47:16.797 INFO:tasks.workunit.client.0.smithi028.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-31T03:18:07.687648+0000", 2024-08-29T17:47:16.797 INFO:tasks.workunit.client.0.smithi028.stdout: "snaptrim_duration": 0.0, 2024-08-29T17:47:16.797 INFO:tasks.workunit.client.0.smithi028.stdout: "snaptrimq_len": 0, 2024-08-29T17:47:16.797 INFO:tasks.workunit.client.0.smithi028.stdout: "stat_sum": { 2024-08-29T17:47:16.797 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes": 0, 2024-08-29T17:47:16.797 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes_hit_set_archive": 0, 2024-08-29T17:47:16.797 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes_recovered": 0, 2024-08-29T17:47:16.797 INFO:tasks.workunit.client.0.smithi028.stdout: "num_deep_scrub_errors": 0, 2024-08-29T17:47:16.797 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict": 0, 2024-08-29T17:47:16.797 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_kb": 0, 2024-08-29T17:47:16.798 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_mode_full": 0, 2024-08-29T17:47:16.798 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_mode_some": 0, 2024-08-29T17:47:16.798 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush": 0, 2024-08-29T17:47:16.798 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_kb": 0, 2024-08-29T17:47:16.798 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_mode_high": 0, 2024-08-29T17:47:16.798 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_mode_low": 0, 2024-08-29T17:47:16.798 INFO:tasks.workunit.client.0.smithi028.stdout: "num_keys_recovered": 0, 2024-08-29T17:47:16.798 INFO:tasks.workunit.client.0.smithi028.stdout: "num_large_omap_objects": 0, 2024-08-29T17:47:16.798 INFO:tasks.workunit.client.0.smithi028.stdout: "num_legacy_snapsets": 0, 2024-08-29T17:47:16.798 INFO:tasks.workunit.client.0.smithi028.stdout: "num_object_clones": 0, 2024-08-29T17:47:16.798 INFO:tasks.workunit.client.0.smithi028.stdout: "num_object_copies": 0, 2024-08-29T17:47:16.798 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects": 0, 2024-08-29T17:47:16.798 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_degraded": 0, 2024-08-29T17:47:16.799 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_dirty": 0, 2024-08-29T17:47:16.799 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_hit_set_archive": 0, 2024-08-29T17:47:16.799 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_manifest": 0, 2024-08-29T17:47:16.799 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_misplaced": 0, 2024-08-29T17:47:16.799 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_missing": 0, 2024-08-29T17:47:16.799 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_missing_on_primary": 0, 2024-08-29T17:47:16.799 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_omap": 0, 2024-08-29T17:47:16.799 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_pinned": 0, 2024-08-29T17:47:16.799 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_recovered": 0, 2024-08-29T17:47:16.799 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_repaired": 0, 2024-08-29T17:47:16.799 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_unfound": 0, 2024-08-29T17:47:16.799 INFO:tasks.workunit.client.0.smithi028.stdout: "num_omap_bytes": 0, 2024-08-29T17:47:16.799 INFO:tasks.workunit.client.0.smithi028.stdout: "num_omap_keys": 0, 2024-08-29T17:47:16.800 INFO:tasks.workunit.client.0.smithi028.stdout: "num_promote": 0, 2024-08-29T17:47:16.800 INFO:tasks.workunit.client.0.smithi028.stdout: "num_read": 0, 2024-08-29T17:47:16.800 INFO:tasks.workunit.client.0.smithi028.stdout: "num_read_kb": 0, 2024-08-29T17:47:16.800 INFO:tasks.workunit.client.0.smithi028.stdout: "num_scrub_errors": 0, 2024-08-29T17:47:16.800 INFO:tasks.workunit.client.0.smithi028.stdout: "num_shallow_scrub_errors": 0, 2024-08-29T17:47:16.800 INFO:tasks.workunit.client.0.smithi028.stdout: "num_whiteouts": 0, 2024-08-29T17:47:16.800 INFO:tasks.workunit.client.0.smithi028.stdout: "num_write": 0, 2024-08-29T17:47:16.800 INFO:tasks.workunit.client.0.smithi028.stdout: "num_write_kb": 0 2024-08-29T17:47:16.800 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:16.800 INFO:tasks.workunit.client.0.smithi028.stdout: "state": "active+clean", 2024-08-29T17:47:16.800 INFO:tasks.workunit.client.0.smithi028.stdout: "stats_invalid": false, 2024-08-29T17:47:16.801 INFO:tasks.workunit.client.0.smithi028.stdout: "up": [ 2024-08-29T17:47:16.801 INFO:tasks.workunit.client.0.smithi028.stdout: 7, 2024-08-29T17:47:16.801 INFO:tasks.workunit.client.0.smithi028.stdout: 3, 2024-08-29T17:47:16.801 INFO:tasks.workunit.client.0.smithi028.stdout: 4 2024-08-29T17:47:16.801 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-08-29T17:47:16.801 INFO:tasks.workunit.client.0.smithi028.stdout: "up_primary": 7, 2024-08-29T17:47:16.801 INFO:tasks.workunit.client.0.smithi028.stdout: "version": "0'0" 2024-08-29T17:47:16.801 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:16.801 INFO:tasks.workunit.client.0.smithi028.stdout: { 2024-08-29T17:47:16.801 INFO:tasks.workunit.client.0.smithi028.stdout: "acting": [ 2024-08-29T17:47:16.801 INFO:tasks.workunit.client.0.smithi028.stdout: 0, 2024-08-29T17:47:16.801 INFO:tasks.workunit.client.0.smithi028.stdout: 4, 2024-08-29T17:47:16.801 INFO:tasks.workunit.client.0.smithi028.stdout: 3 2024-08-29T17:47:16.802 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-08-29T17:47:16.802 INFO:tasks.workunit.client.0.smithi028.stdout: "acting_primary": 0, 2024-08-29T17:47:16.802 INFO:tasks.workunit.client.0.smithi028.stdout: "avail_no_missing": [], 2024-08-29T17:47:16.802 INFO:tasks.workunit.client.0.smithi028.stdout: "blocked_by": [], 2024-08-29T17:47:16.802 INFO:tasks.workunit.client.0.smithi028.stdout: "created": 59, 2024-08-29T17:47:16.802 INFO:tasks.workunit.client.0.smithi028.stdout: "dirty_stats_invalid": false, 2024-08-29T17:47:16.802 INFO:tasks.workunit.client.0.smithi028.stdout: "hitset_bytes_stats_invalid": false, 2024-08-29T17:47:16.802 INFO:tasks.workunit.client.0.smithi028.stdout: "hitset_stats_invalid": false, 2024-08-29T17:47:16.802 INFO:tasks.workunit.client.0.smithi028.stdout: "last_active": "2024-08-29T17:43:51.184984+0000", 2024-08-29T17:47:16.802 INFO:tasks.workunit.client.0.smithi028.stdout: "last_became_active": "2024-08-29T17:40:53.987941+0000", 2024-08-29T17:47:16.802 INFO:tasks.workunit.client.0.smithi028.stdout: "last_became_peered": "2024-08-29T17:40:53.987941+0000", 2024-08-29T17:47:16.802 INFO:tasks.workunit.client.0.smithi028.stdout: "last_change": "2024-08-29T17:40:53.989102+0000", 2024-08-29T17:47:16.802 INFO:tasks.workunit.client.0.smithi028.stdout: "last_clean": "2024-08-29T17:43:51.184984+0000", 2024-08-29T17:47:16.802 INFO:tasks.workunit.client.0.smithi028.stdout: "last_clean_scrub_stamp": "2024-08-29T17:40:52.944949+0000", 2024-08-29T17:47:16.803 INFO:tasks.workunit.client.0.smithi028.stdout: "last_deep_scrub": "0'0", 2024-08-29T17:47:16.803 INFO:tasks.workunit.client.0.smithi028.stdout: "last_deep_scrub_stamp": "2024-08-29T17:40:52.944949+0000", 2024-08-29T17:47:16.803 INFO:tasks.workunit.client.0.smithi028.stdout: "last_epoch_clean": 60, 2024-08-29T17:47:16.803 INFO:tasks.workunit.client.0.smithi028.stdout: "last_fresh": "2024-08-29T17:43:51.184984+0000", 2024-08-29T17:47:16.803 INFO:tasks.workunit.client.0.smithi028.stdout: "last_fullsized": "2024-08-29T17:43:51.184984+0000", 2024-08-29T17:47:16.803 INFO:tasks.workunit.client.0.smithi028.stdout: "last_peered": "2024-08-29T17:43:51.184984+0000", 2024-08-29T17:47:16.803 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub": "0'0", 2024-08-29T17:47:16.803 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub_duration": 0, 2024-08-29T17:47:16.803 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub_stamp": "2024-08-29T17:40:52.944949+0000", 2024-08-29T17:47:16.803 INFO:tasks.workunit.client.0.smithi028.stdout: "last_undegraded": "2024-08-29T17:43:51.184984+0000", 2024-08-29T17:47:16.803 INFO:tasks.workunit.client.0.smithi028.stdout: "last_unstale": "2024-08-29T17:43:51.184984+0000", 2024-08-29T17:47:16.803 INFO:tasks.workunit.client.0.smithi028.stdout: "log_dups_size": 0, 2024-08-29T17:47:16.803 INFO:tasks.workunit.client.0.smithi028.stdout: "log_size": 2, 2024-08-29T17:47:16.803 INFO:tasks.workunit.client.0.smithi028.stdout: "log_start": "0'0", 2024-08-29T17:47:16.804 INFO:tasks.workunit.client.0.smithi028.stdout: "manifest_stats_invalid": false, 2024-08-29T17:47:16.804 INFO:tasks.workunit.client.0.smithi028.stdout: "mapping_epoch": 59, 2024-08-29T17:47:16.804 INFO:tasks.workunit.client.0.smithi028.stdout: "object_location_counts": [], 2024-08-29T17:47:16.804 INFO:tasks.workunit.client.0.smithi028.stdout: "objects_scrubbed": 0, 2024-08-29T17:47:16.804 INFO:tasks.workunit.client.0.smithi028.stdout: "objects_trimmed": 0, 2024-08-29T17:47:16.804 INFO:tasks.workunit.client.0.smithi028.stdout: "omap_stats_invalid": false, 2024-08-29T17:47:16.804 INFO:tasks.workunit.client.0.smithi028.stdout: "ondisk_log_size": 2, 2024-08-29T17:47:16.804 INFO:tasks.workunit.client.0.smithi028.stdout: "ondisk_log_start": "0'0", 2024-08-29T17:47:16.804 INFO:tasks.workunit.client.0.smithi028.stdout: "parent": "0.0", 2024-08-29T17:47:16.804 INFO:tasks.workunit.client.0.smithi028.stdout: "parent_split_bits": 0, 2024-08-29T17:47:16.804 INFO:tasks.workunit.client.0.smithi028.stdout: "pgid": "2.13", 2024-08-29T17:47:16.804 INFO:tasks.workunit.client.0.smithi028.stdout: "pin_stats_invalid": false, 2024-08-29T17:47:16.804 INFO:tasks.workunit.client.0.smithi028.stdout: "purged_snaps": [], 2024-08-29T17:47:16.804 INFO:tasks.workunit.client.0.smithi028.stdout: "reported_epoch": 74, 2024-08-29T17:47:16.805 INFO:tasks.workunit.client.0.smithi028.stdout: "reported_seq": 26, 2024-08-29T17:47:16.805 INFO:tasks.workunit.client.0.smithi028.stdout: "scrub_duration": 0.0, 2024-08-29T17:47:16.805 INFO:tasks.workunit.client.0.smithi028.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-31T03:19:15.030165+0000", 2024-08-29T17:47:16.805 INFO:tasks.workunit.client.0.smithi028.stdout: "snaptrim_duration": 0.0, 2024-08-29T17:47:16.805 INFO:tasks.workunit.client.0.smithi028.stdout: "snaptrimq_len": 0, 2024-08-29T17:47:16.805 INFO:tasks.workunit.client.0.smithi028.stdout: "stat_sum": { 2024-08-29T17:47:16.805 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes": 34, 2024-08-29T17:47:16.805 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes_hit_set_archive": 0, 2024-08-29T17:47:16.805 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes_recovered": 0, 2024-08-29T17:47:16.805 INFO:tasks.workunit.client.0.smithi028.stdout: "num_deep_scrub_errors": 0, 2024-08-29T17:47:16.805 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict": 0, 2024-08-29T17:47:16.805 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_kb": 0, 2024-08-29T17:47:16.805 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_mode_full": 0, 2024-08-29T17:47:16.806 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_mode_some": 0, 2024-08-29T17:47:16.806 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush": 0, 2024-08-29T17:47:16.806 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_kb": 0, 2024-08-29T17:47:16.806 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_mode_high": 0, 2024-08-29T17:47:16.806 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_mode_low": 0, 2024-08-29T17:47:16.806 INFO:tasks.workunit.client.0.smithi028.stdout: "num_keys_recovered": 0, 2024-08-29T17:47:16.806 INFO:tasks.workunit.client.0.smithi028.stdout: "num_large_omap_objects": 0, 2024-08-29T17:47:16.806 INFO:tasks.workunit.client.0.smithi028.stdout: "num_legacy_snapsets": 0, 2024-08-29T17:47:16.806 INFO:tasks.workunit.client.0.smithi028.stdout: "num_object_clones": 0, 2024-08-29T17:47:16.806 INFO:tasks.workunit.client.0.smithi028.stdout: "num_object_copies": 6, 2024-08-29T17:47:16.806 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects": 2, 2024-08-29T17:47:16.806 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_degraded": 0, 2024-08-29T17:47:16.806 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_dirty": 2, 2024-08-29T17:47:16.807 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_hit_set_archive": 0, 2024-08-29T17:47:16.807 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_manifest": 0, 2024-08-29T17:47:16.807 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_misplaced": 0, 2024-08-29T17:47:16.807 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_missing": 0, 2024-08-29T17:47:16.807 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_missing_on_primary": 0, 2024-08-29T17:47:16.807 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_omap": 1, 2024-08-29T17:47:16.807 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_pinned": 0, 2024-08-29T17:47:16.807 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_recovered": 0, 2024-08-29T17:47:16.807 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_repaired": 0, 2024-08-29T17:47:16.807 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_unfound": 0, 2024-08-29T17:47:16.807 INFO:tasks.workunit.client.0.smithi028.stdout: "num_omap_bytes": 0, 2024-08-29T17:47:16.807 INFO:tasks.workunit.client.0.smithi028.stdout: "num_omap_keys": 0, 2024-08-29T17:47:16.807 INFO:tasks.workunit.client.0.smithi028.stdout: "num_promote": 0, 2024-08-29T17:47:16.808 INFO:tasks.workunit.client.0.smithi028.stdout: "num_read": 0, 2024-08-29T17:47:16.808 INFO:tasks.workunit.client.0.smithi028.stdout: "num_read_kb": 0, 2024-08-29T17:47:16.808 INFO:tasks.workunit.client.0.smithi028.stdout: "num_scrub_errors": 0, 2024-08-29T17:47:16.808 INFO:tasks.workunit.client.0.smithi028.stdout: "num_shallow_scrub_errors": 0, 2024-08-29T17:47:16.808 INFO:tasks.workunit.client.0.smithi028.stdout: "num_whiteouts": 0, 2024-08-29T17:47:16.808 INFO:tasks.workunit.client.0.smithi028.stdout: "num_write": 3, 2024-08-29T17:47:16.808 INFO:tasks.workunit.client.0.smithi028.stdout: "num_write_kb": 6 2024-08-29T17:47:16.808 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:16.808 INFO:tasks.workunit.client.0.smithi028.stdout: "state": "active+clean", 2024-08-29T17:47:16.808 INFO:tasks.workunit.client.0.smithi028.stdout: "stats_invalid": false, 2024-08-29T17:47:16.808 INFO:tasks.workunit.client.0.smithi028.stdout: "up": [ 2024-08-29T17:47:16.808 INFO:tasks.workunit.client.0.smithi028.stdout: 0, 2024-08-29T17:47:16.808 INFO:tasks.workunit.client.0.smithi028.stdout: 4, 2024-08-29T17:47:16.808 INFO:tasks.workunit.client.0.smithi028.stdout: 3 2024-08-29T17:47:16.809 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-08-29T17:47:16.809 INFO:tasks.workunit.client.0.smithi028.stdout: "up_primary": 0, 2024-08-29T17:47:16.809 INFO:tasks.workunit.client.0.smithi028.stdout: "version": "65'2" 2024-08-29T17:47:16.809 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:16.809 INFO:tasks.workunit.client.0.smithi028.stdout: { 2024-08-29T17:47:16.809 INFO:tasks.workunit.client.0.smithi028.stdout: "acting": [ 2024-08-29T17:47:16.809 INFO:tasks.workunit.client.0.smithi028.stdout: 0, 2024-08-29T17:47:16.809 INFO:tasks.workunit.client.0.smithi028.stdout: 7, 2024-08-29T17:47:16.809 INFO:tasks.workunit.client.0.smithi028.stdout: 3 2024-08-29T17:47:16.809 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-08-29T17:47:16.809 INFO:tasks.workunit.client.0.smithi028.stdout: "acting_primary": 0, 2024-08-29T17:47:16.809 INFO:tasks.workunit.client.0.smithi028.stdout: "avail_no_missing": [], 2024-08-29T17:47:16.809 INFO:tasks.workunit.client.0.smithi028.stdout: "blocked_by": [], 2024-08-29T17:47:16.810 INFO:tasks.workunit.client.0.smithi028.stdout: "created": 62, 2024-08-29T17:47:16.810 INFO:tasks.workunit.client.0.smithi028.stdout: "dirty_stats_invalid": false, 2024-08-29T17:47:16.810 INFO:tasks.workunit.client.0.smithi028.stdout: "hitset_bytes_stats_invalid": false, 2024-08-29T17:47:16.810 INFO:tasks.workunit.client.0.smithi028.stdout: "hitset_stats_invalid": false, 2024-08-29T17:47:16.810 INFO:tasks.workunit.client.0.smithi028.stdout: "last_active": "2024-08-29T17:43:51.182741+0000", 2024-08-29T17:47:16.810 INFO:tasks.workunit.client.0.smithi028.stdout: "last_became_active": "2024-08-29T17:41:03.069567+0000", 2024-08-29T17:47:16.810 INFO:tasks.workunit.client.0.smithi028.stdout: "last_became_peered": "2024-08-29T17:41:03.069567+0000", 2024-08-29T17:47:16.810 INFO:tasks.workunit.client.0.smithi028.stdout: "last_change": "2024-08-29T17:41:03.070036+0000", 2024-08-29T17:47:16.810 INFO:tasks.workunit.client.0.smithi028.stdout: "last_clean": "2024-08-29T17:43:51.182741+0000", 2024-08-29T17:47:16.810 INFO:tasks.workunit.client.0.smithi028.stdout: "last_clean_scrub_stamp": "2024-08-29T17:41:01.987071+0000", 2024-08-29T17:47:16.810 INFO:tasks.workunit.client.0.smithi028.stdout: "last_deep_scrub": "0'0", 2024-08-29T17:47:16.810 INFO:tasks.workunit.client.0.smithi028.stdout: "last_deep_scrub_stamp": "2024-08-29T17:41:01.987071+0000", 2024-08-29T17:47:16.810 INFO:tasks.workunit.client.0.smithi028.stdout: "last_epoch_clean": 63, 2024-08-29T17:47:16.811 INFO:tasks.workunit.client.0.smithi028.stdout: "last_fresh": "2024-08-29T17:43:51.182741+0000", 2024-08-29T17:47:16.811 INFO:tasks.workunit.client.0.smithi028.stdout: "last_fullsized": "2024-08-29T17:43:51.182741+0000", 2024-08-29T17:47:16.811 INFO:tasks.workunit.client.0.smithi028.stdout: "last_peered": "2024-08-29T17:43:51.182741+0000", 2024-08-29T17:47:16.811 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub": "0'0", 2024-08-29T17:47:16.811 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub_duration": 0, 2024-08-29T17:47:16.811 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub_stamp": "2024-08-29T17:41:01.987071+0000", 2024-08-29T17:47:16.811 INFO:tasks.workunit.client.0.smithi028.stdout: "last_undegraded": "2024-08-29T17:43:51.182741+0000", 2024-08-29T17:47:16.811 INFO:tasks.workunit.client.0.smithi028.stdout: "last_unstale": "2024-08-29T17:43:51.182741+0000", 2024-08-29T17:47:16.811 INFO:tasks.workunit.client.0.smithi028.stdout: "log_dups_size": 0, 2024-08-29T17:47:16.811 INFO:tasks.workunit.client.0.smithi028.stdout: "log_size": 0, 2024-08-29T17:47:16.811 INFO:tasks.workunit.client.0.smithi028.stdout: "log_start": "0'0", 2024-08-29T17:47:16.811 INFO:tasks.workunit.client.0.smithi028.stdout: "manifest_stats_invalid": false, 2024-08-29T17:47:16.811 INFO:tasks.workunit.client.0.smithi028.stdout: "mapping_epoch": 62, 2024-08-29T17:47:16.812 INFO:tasks.workunit.client.0.smithi028.stdout: "object_location_counts": [], 2024-08-29T17:47:16.812 INFO:tasks.workunit.client.0.smithi028.stdout: "objects_scrubbed": 0, 2024-08-29T17:47:16.812 INFO:tasks.workunit.client.0.smithi028.stdout: "objects_trimmed": 0, 2024-08-29T17:47:16.812 INFO:tasks.workunit.client.0.smithi028.stdout: "omap_stats_invalid": false, 2024-08-29T17:47:16.812 INFO:tasks.workunit.client.0.smithi028.stdout: "ondisk_log_size": 0, 2024-08-29T17:47:16.812 INFO:tasks.workunit.client.0.smithi028.stdout: "ondisk_log_start": "0'0", 2024-08-29T17:47:16.812 INFO:tasks.workunit.client.0.smithi028.stdout: "parent": "0.0", 2024-08-29T17:47:16.812 INFO:tasks.workunit.client.0.smithi028.stdout: "parent_split_bits": 0, 2024-08-29T17:47:16.812 INFO:tasks.workunit.client.0.smithi028.stdout: "pgid": "3.12", 2024-08-29T17:47:16.812 INFO:tasks.workunit.client.0.smithi028.stdout: "pin_stats_invalid": false, 2024-08-29T17:47:16.812 INFO:tasks.workunit.client.0.smithi028.stdout: "purged_snaps": [], 2024-08-29T17:47:16.812 INFO:tasks.workunit.client.0.smithi028.stdout: "reported_epoch": 74, 2024-08-29T17:47:16.812 INFO:tasks.workunit.client.0.smithi028.stdout: "reported_seq": 21, 2024-08-29T17:47:16.812 INFO:tasks.workunit.client.0.smithi028.stdout: "scrub_duration": 0.0, 2024-08-29T17:47:16.813 INFO:tasks.workunit.client.0.smithi028.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-31T00:03:12.302759+0000", 2024-08-29T17:47:16.813 INFO:tasks.workunit.client.0.smithi028.stdout: "snaptrim_duration": 0.0, 2024-08-29T17:47:16.813 INFO:tasks.workunit.client.0.smithi028.stdout: "snaptrimq_len": 0, 2024-08-29T17:47:16.813 INFO:tasks.workunit.client.0.smithi028.stdout: "stat_sum": { 2024-08-29T17:47:16.813 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes": 0, 2024-08-29T17:47:16.813 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes_hit_set_archive": 0, 2024-08-29T17:47:16.813 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes_recovered": 0, 2024-08-29T17:47:16.813 INFO:tasks.workunit.client.0.smithi028.stdout: "num_deep_scrub_errors": 0, 2024-08-29T17:47:16.813 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict": 0, 2024-08-29T17:47:16.813 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_kb": 0, 2024-08-29T17:47:16.813 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_mode_full": 0, 2024-08-29T17:47:16.813 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_mode_some": 0, 2024-08-29T17:47:16.813 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush": 0, 2024-08-29T17:47:16.813 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_kb": 0, 2024-08-29T17:47:16.814 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_mode_high": 0, 2024-08-29T17:47:16.814 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_mode_low": 0, 2024-08-29T17:47:16.814 INFO:tasks.workunit.client.0.smithi028.stdout: "num_keys_recovered": 0, 2024-08-29T17:47:16.814 INFO:tasks.workunit.client.0.smithi028.stdout: "num_large_omap_objects": 0, 2024-08-29T17:47:16.814 INFO:tasks.workunit.client.0.smithi028.stdout: "num_legacy_snapsets": 0, 2024-08-29T17:47:16.814 INFO:tasks.workunit.client.0.smithi028.stdout: "num_object_clones": 0, 2024-08-29T17:47:16.814 INFO:tasks.workunit.client.0.smithi028.stdout: "num_object_copies": 0, 2024-08-29T17:47:16.814 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects": 0, 2024-08-29T17:47:16.814 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_degraded": 0, 2024-08-29T17:47:16.814 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_dirty": 0, 2024-08-29T17:47:16.814 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_hit_set_archive": 0, 2024-08-29T17:47:16.814 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_manifest": 0, 2024-08-29T17:47:16.814 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_misplaced": 0, 2024-08-29T17:47:16.814 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_missing": 0, 2024-08-29T17:47:16.815 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_missing_on_primary": 0, 2024-08-29T17:47:16.815 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_omap": 0, 2024-08-29T17:47:16.815 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_pinned": 0, 2024-08-29T17:47:16.815 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_recovered": 0, 2024-08-29T17:47:16.815 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_repaired": 0, 2024-08-29T17:47:16.815 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_unfound": 0, 2024-08-29T17:47:16.815 INFO:tasks.workunit.client.0.smithi028.stdout: "num_omap_bytes": 0, 2024-08-29T17:47:16.815 INFO:tasks.workunit.client.0.smithi028.stdout: "num_omap_keys": 0, 2024-08-29T17:47:16.815 INFO:tasks.workunit.client.0.smithi028.stdout: "num_promote": 0, 2024-08-29T17:47:16.815 INFO:tasks.workunit.client.0.smithi028.stdout: "num_read": 0, 2024-08-29T17:47:16.815 INFO:tasks.workunit.client.0.smithi028.stdout: "num_read_kb": 0, 2024-08-29T17:47:16.815 INFO:tasks.workunit.client.0.smithi028.stdout: "num_scrub_errors": 0, 2024-08-29T17:47:16.815 INFO:tasks.workunit.client.0.smithi028.stdout: "num_shallow_scrub_errors": 0, 2024-08-29T17:47:16.815 INFO:tasks.workunit.client.0.smithi028.stdout: "num_whiteouts": 0, 2024-08-29T17:47:16.815 INFO:tasks.workunit.client.0.smithi028.stdout: "num_write": 0, 2024-08-29T17:47:16.816 INFO:tasks.workunit.client.0.smithi028.stdout: "num_write_kb": 0 2024-08-29T17:47:16.816 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:16.816 INFO:tasks.workunit.client.0.smithi028.stdout: "state": "active+clean", 2024-08-29T17:47:16.816 INFO:tasks.workunit.client.0.smithi028.stdout: "stats_invalid": false, 2024-08-29T17:47:16.816 INFO:tasks.workunit.client.0.smithi028.stdout: "up": [ 2024-08-29T17:47:16.816 INFO:tasks.workunit.client.0.smithi028.stdout: 0, 2024-08-29T17:47:16.816 INFO:tasks.workunit.client.0.smithi028.stdout: 7, 2024-08-29T17:47:16.816 INFO:tasks.workunit.client.0.smithi028.stdout: 3 2024-08-29T17:47:16.816 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-08-29T17:47:16.816 INFO:tasks.workunit.client.0.smithi028.stdout: "up_primary": 0, 2024-08-29T17:47:16.816 INFO:tasks.workunit.client.0.smithi028.stdout: "version": "0'0" 2024-08-29T17:47:16.816 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:16.816 INFO:tasks.workunit.client.0.smithi028.stdout: { 2024-08-29T17:47:16.816 INFO:tasks.workunit.client.0.smithi028.stdout: "acting": [ 2024-08-29T17:47:16.816 INFO:tasks.workunit.client.0.smithi028.stdout: 5, 2024-08-29T17:47:16.817 INFO:tasks.workunit.client.0.smithi028.stdout: 3, 2024-08-29T17:47:16.817 INFO:tasks.workunit.client.0.smithi028.stdout: 7 2024-08-29T17:47:16.817 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-08-29T17:47:16.817 INFO:tasks.workunit.client.0.smithi028.stdout: "acting_primary": 5, 2024-08-29T17:47:16.817 INFO:tasks.workunit.client.0.smithi028.stdout: "avail_no_missing": [], 2024-08-29T17:47:16.817 INFO:tasks.workunit.client.0.smithi028.stdout: "blocked_by": [], 2024-08-29T17:47:16.817 INFO:tasks.workunit.client.0.smithi028.stdout: "created": 59, 2024-08-29T17:47:16.817 INFO:tasks.workunit.client.0.smithi028.stdout: "dirty_stats_invalid": false, 2024-08-29T17:47:16.817 INFO:tasks.workunit.client.0.smithi028.stdout: "hitset_bytes_stats_invalid": false, 2024-08-29T17:47:16.817 INFO:tasks.workunit.client.0.smithi028.stdout: "hitset_stats_invalid": false, 2024-08-29T17:47:16.817 INFO:tasks.workunit.client.0.smithi028.stdout: "last_active": "2024-08-29T17:43:51.012066+0000", 2024-08-29T17:47:16.817 INFO:tasks.workunit.client.0.smithi028.stdout: "last_became_active": "2024-08-29T17:40:54.009167+0000", 2024-08-29T17:47:16.818 INFO:tasks.workunit.client.0.smithi028.stdout: "last_became_peered": "2024-08-29T17:40:54.009167+0000", 2024-08-29T17:47:16.818 INFO:tasks.workunit.client.0.smithi028.stdout: "last_change": "2024-08-29T17:40:54.009820+0000", 2024-08-29T17:47:16.818 INFO:tasks.workunit.client.0.smithi028.stdout: "last_clean": "2024-08-29T17:43:51.012066+0000", 2024-08-29T17:47:16.818 INFO:tasks.workunit.client.0.smithi028.stdout: "last_clean_scrub_stamp": "2024-08-29T17:40:52.944949+0000", 2024-08-29T17:47:16.818 INFO:tasks.workunit.client.0.smithi028.stdout: "last_deep_scrub": "0'0", 2024-08-29T17:47:16.818 INFO:tasks.workunit.client.0.smithi028.stdout: "last_deep_scrub_stamp": "2024-08-29T17:40:52.944949+0000", 2024-08-29T17:47:16.818 INFO:tasks.workunit.client.0.smithi028.stdout: "last_epoch_clean": 60, 2024-08-29T17:47:16.818 INFO:tasks.workunit.client.0.smithi028.stdout: "last_fresh": "2024-08-29T17:43:51.012066+0000", 2024-08-29T17:47:16.818 INFO:tasks.workunit.client.0.smithi028.stdout: "last_fullsized": "2024-08-29T17:43:51.012066+0000", 2024-08-29T17:47:16.818 INFO:tasks.workunit.client.0.smithi028.stdout: "last_peered": "2024-08-29T17:43:51.012066+0000", 2024-08-29T17:47:16.818 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub": "0'0", 2024-08-29T17:47:16.818 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub_duration": 0, 2024-08-29T17:47:16.818 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub_stamp": "2024-08-29T17:40:52.944949+0000", 2024-08-29T17:47:16.818 INFO:tasks.workunit.client.0.smithi028.stdout: "last_undegraded": "2024-08-29T17:43:51.012066+0000", 2024-08-29T17:47:16.818 INFO:tasks.workunit.client.0.smithi028.stdout: "last_unstale": "2024-08-29T17:43:51.012066+0000", 2024-08-29T17:47:16.819 INFO:tasks.workunit.client.0.smithi028.stdout: "log_dups_size": 0, 2024-08-29T17:47:16.819 INFO:tasks.workunit.client.0.smithi028.stdout: "log_size": 0, 2024-08-29T17:47:16.819 INFO:tasks.workunit.client.0.smithi028.stdout: "log_start": "0'0", 2024-08-29T17:47:16.819 INFO:tasks.workunit.client.0.smithi028.stdout: "manifest_stats_invalid": false, 2024-08-29T17:47:16.819 INFO:tasks.workunit.client.0.smithi028.stdout: "mapping_epoch": 59, 2024-08-29T17:47:16.819 INFO:tasks.workunit.client.0.smithi028.stdout: "object_location_counts": [], 2024-08-29T17:47:16.819 INFO:tasks.workunit.client.0.smithi028.stdout: "objects_scrubbed": 0, 2024-08-29T17:47:16.819 INFO:tasks.workunit.client.0.smithi028.stdout: "objects_trimmed": 0, 2024-08-29T17:47:16.819 INFO:tasks.workunit.client.0.smithi028.stdout: "omap_stats_invalid": false, 2024-08-29T17:47:16.819 INFO:tasks.workunit.client.0.smithi028.stdout: "ondisk_log_size": 0, 2024-08-29T17:47:16.819 INFO:tasks.workunit.client.0.smithi028.stdout: "ondisk_log_start": "0'0", 2024-08-29T17:47:16.819 INFO:tasks.workunit.client.0.smithi028.stdout: "parent": "0.0", 2024-08-29T17:47:16.819 INFO:tasks.workunit.client.0.smithi028.stdout: "parent_split_bits": 0, 2024-08-29T17:47:16.819 INFO:tasks.workunit.client.0.smithi028.stdout: "pgid": "2.12", 2024-08-29T17:47:16.820 INFO:tasks.workunit.client.0.smithi028.stdout: "pin_stats_invalid": false, 2024-08-29T17:47:16.820 INFO:tasks.workunit.client.0.smithi028.stdout: "purged_snaps": [], 2024-08-29T17:47:16.820 INFO:tasks.workunit.client.0.smithi028.stdout: "reported_epoch": 74, 2024-08-29T17:47:16.820 INFO:tasks.workunit.client.0.smithi028.stdout: "reported_seq": 24, 2024-08-29T17:47:16.820 INFO:tasks.workunit.client.0.smithi028.stdout: "scrub_duration": 0.0, 2024-08-29T17:47:16.820 INFO:tasks.workunit.client.0.smithi028.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-31T03:07:14.415848+0000", 2024-08-29T17:47:16.820 INFO:tasks.workunit.client.0.smithi028.stdout: "snaptrim_duration": 0.0, 2024-08-29T17:47:16.820 INFO:tasks.workunit.client.0.smithi028.stdout: "snaptrimq_len": 0, 2024-08-29T17:47:16.820 INFO:tasks.workunit.client.0.smithi028.stdout: "stat_sum": { 2024-08-29T17:47:16.820 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes": 0, 2024-08-29T17:47:16.820 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes_hit_set_archive": 0, 2024-08-29T17:47:16.820 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes_recovered": 0, 2024-08-29T17:47:16.821 INFO:tasks.workunit.client.0.smithi028.stdout: "num_deep_scrub_errors": 0, 2024-08-29T17:47:16.821 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict": 0, 2024-08-29T17:47:16.821 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_kb": 0, 2024-08-29T17:47:16.821 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_mode_full": 0, 2024-08-29T17:47:16.821 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_mode_some": 0, 2024-08-29T17:47:16.821 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush": 0, 2024-08-29T17:47:16.821 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_kb": 0, 2024-08-29T17:47:16.821 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_mode_high": 0, 2024-08-29T17:47:16.821 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_mode_low": 0, 2024-08-29T17:47:16.821 INFO:tasks.workunit.client.0.smithi028.stdout: "num_keys_recovered": 0, 2024-08-29T17:47:16.821 INFO:tasks.workunit.client.0.smithi028.stdout: "num_large_omap_objects": 0, 2024-08-29T17:47:16.821 INFO:tasks.workunit.client.0.smithi028.stdout: "num_legacy_snapsets": 0, 2024-08-29T17:47:16.821 INFO:tasks.workunit.client.0.smithi028.stdout: "num_object_clones": 0, 2024-08-29T17:47:16.822 INFO:tasks.workunit.client.0.smithi028.stdout: "num_object_copies": 0, 2024-08-29T17:47:16.822 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects": 0, 2024-08-29T17:47:16.822 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_degraded": 0, 2024-08-29T17:47:16.822 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_dirty": 0, 2024-08-29T17:47:16.822 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_hit_set_archive": 0, 2024-08-29T17:47:16.822 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_manifest": 0, 2024-08-29T17:47:16.822 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_misplaced": 0, 2024-08-29T17:47:16.822 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_missing": 0, 2024-08-29T17:47:16.822 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_missing_on_primary": 0, 2024-08-29T17:47:16.822 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_omap": 0, 2024-08-29T17:47:16.822 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_pinned": 0, 2024-08-29T17:47:16.822 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_recovered": 0, 2024-08-29T17:47:16.822 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_repaired": 0, 2024-08-29T17:47:16.823 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_unfound": 0, 2024-08-29T17:47:16.823 INFO:tasks.workunit.client.0.smithi028.stdout: "num_omap_bytes": 0, 2024-08-29T17:47:16.823 INFO:tasks.workunit.client.0.smithi028.stdout: "num_omap_keys": 0, 2024-08-29T17:47:16.823 INFO:tasks.workunit.client.0.smithi028.stdout: "num_promote": 0, 2024-08-29T17:47:16.823 INFO:tasks.workunit.client.0.smithi028.stdout: "num_read": 0, 2024-08-29T17:47:16.823 INFO:tasks.workunit.client.0.smithi028.stdout: "num_read_kb": 0, 2024-08-29T17:47:16.823 INFO:tasks.workunit.client.0.smithi028.stdout: "num_scrub_errors": 0, 2024-08-29T17:47:16.823 INFO:tasks.workunit.client.0.smithi028.stdout: "num_shallow_scrub_errors": 0, 2024-08-29T17:47:16.823 INFO:tasks.workunit.client.0.smithi028.stdout: "num_whiteouts": 0, 2024-08-29T17:47:16.823 INFO:tasks.workunit.client.0.smithi028.stdout: "num_write": 0, 2024-08-29T17:47:16.823 INFO:tasks.workunit.client.0.smithi028.stdout: "num_write_kb": 0 2024-08-29T17:47:16.823 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:16.823 INFO:tasks.workunit.client.0.smithi028.stdout: "state": "active+clean", 2024-08-29T17:47:16.823 INFO:tasks.workunit.client.0.smithi028.stdout: "stats_invalid": false, 2024-08-29T17:47:16.824 INFO:tasks.workunit.client.0.smithi028.stdout: "up": [ 2024-08-29T17:47:16.824 INFO:tasks.workunit.client.0.smithi028.stdout: 5, 2024-08-29T17:47:16.824 INFO:tasks.workunit.client.0.smithi028.stdout: 3, 2024-08-29T17:47:16.824 INFO:tasks.workunit.client.0.smithi028.stdout: 7 2024-08-29T17:47:16.824 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-08-29T17:47:16.824 INFO:tasks.workunit.client.0.smithi028.stdout: "up_primary": 5, 2024-08-29T17:47:16.824 INFO:tasks.workunit.client.0.smithi028.stdout: "version": "0'0" 2024-08-29T17:47:16.824 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:16.824 INFO:tasks.workunit.client.0.smithi028.stdout: { 2024-08-29T17:47:16.824 INFO:tasks.workunit.client.0.smithi028.stdout: "acting": [ 2024-08-29T17:47:16.824 INFO:tasks.workunit.client.0.smithi028.stdout: 7, 2024-08-29T17:47:16.824 INFO:tasks.workunit.client.0.smithi028.stdout: 4, 2024-08-29T17:47:16.824 INFO:tasks.workunit.client.0.smithi028.stdout: 2 2024-08-29T17:47:16.824 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-08-29T17:47:16.825 INFO:tasks.workunit.client.0.smithi028.stdout: "acting_primary": 7, 2024-08-29T17:47:16.825 INFO:tasks.workunit.client.0.smithi028.stdout: "avail_no_missing": [], 2024-08-29T17:47:16.825 INFO:tasks.workunit.client.0.smithi028.stdout: "blocked_by": [], 2024-08-29T17:47:16.825 INFO:tasks.workunit.client.0.smithi028.stdout: "created": 62, 2024-08-29T17:47:16.825 INFO:tasks.workunit.client.0.smithi028.stdout: "dirty_stats_invalid": false, 2024-08-29T17:47:16.825 INFO:tasks.workunit.client.0.smithi028.stdout: "hitset_bytes_stats_invalid": false, 2024-08-29T17:47:16.825 INFO:tasks.workunit.client.0.smithi028.stdout: "hitset_stats_invalid": false, 2024-08-29T17:47:16.825 INFO:tasks.workunit.client.0.smithi028.stdout: "last_active": "2024-08-29T17:43:51.057628+0000", 2024-08-29T17:47:16.825 INFO:tasks.workunit.client.0.smithi028.stdout: "last_became_active": "2024-08-29T17:41:03.085711+0000", 2024-08-29T17:47:16.825 INFO:tasks.workunit.client.0.smithi028.stdout: "last_became_peered": "2024-08-29T17:41:03.085711+0000", 2024-08-29T17:47:16.825 INFO:tasks.workunit.client.0.smithi028.stdout: "last_change": "2024-08-29T17:41:03.086032+0000", 2024-08-29T17:47:16.825 INFO:tasks.workunit.client.0.smithi028.stdout: "last_clean": "2024-08-29T17:43:51.057628+0000", 2024-08-29T17:47:16.825 INFO:tasks.workunit.client.0.smithi028.stdout: "last_clean_scrub_stamp": "2024-08-29T17:41:01.987071+0000", 2024-08-29T17:47:16.825 INFO:tasks.workunit.client.0.smithi028.stdout: "last_deep_scrub": "0'0", 2024-08-29T17:47:16.826 INFO:tasks.workunit.client.0.smithi028.stdout: "last_deep_scrub_stamp": "2024-08-29T17:41:01.987071+0000", 2024-08-29T17:47:16.826 INFO:tasks.workunit.client.0.smithi028.stdout: "last_epoch_clean": 63, 2024-08-29T17:47:16.826 INFO:tasks.workunit.client.0.smithi028.stdout: "last_fresh": "2024-08-29T17:43:51.057628+0000", 2024-08-29T17:47:16.826 INFO:tasks.workunit.client.0.smithi028.stdout: "last_fullsized": "2024-08-29T17:43:51.057628+0000", 2024-08-29T17:47:16.826 INFO:tasks.workunit.client.0.smithi028.stdout: "last_peered": "2024-08-29T17:43:51.057628+0000", 2024-08-29T17:47:16.826 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub": "0'0", 2024-08-29T17:47:16.826 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub_duration": 0, 2024-08-29T17:47:16.826 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub_stamp": "2024-08-29T17:41:01.987071+0000", 2024-08-29T17:47:16.826 INFO:tasks.workunit.client.0.smithi028.stdout: "last_undegraded": "2024-08-29T17:43:51.057628+0000", 2024-08-29T17:47:16.826 INFO:tasks.workunit.client.0.smithi028.stdout: "last_unstale": "2024-08-29T17:43:51.057628+0000", 2024-08-29T17:47:16.826 INFO:tasks.workunit.client.0.smithi028.stdout: "log_dups_size": 0, 2024-08-29T17:47:16.826 INFO:tasks.workunit.client.0.smithi028.stdout: "log_size": 0, 2024-08-29T17:47:16.826 INFO:tasks.workunit.client.0.smithi028.stdout: "log_start": "0'0", 2024-08-29T17:47:16.826 INFO:tasks.workunit.client.0.smithi028.stdout: "manifest_stats_invalid": false, 2024-08-29T17:47:16.827 INFO:tasks.workunit.client.0.smithi028.stdout: "mapping_epoch": 62, 2024-08-29T17:47:16.827 INFO:tasks.workunit.client.0.smithi028.stdout: "object_location_counts": [], 2024-08-29T17:47:16.827 INFO:tasks.workunit.client.0.smithi028.stdout: "objects_scrubbed": 0, 2024-08-29T17:47:16.827 INFO:tasks.workunit.client.0.smithi028.stdout: "objects_trimmed": 0, 2024-08-29T17:47:16.827 INFO:tasks.workunit.client.0.smithi028.stdout: "omap_stats_invalid": false, 2024-08-29T17:47:16.827 INFO:tasks.workunit.client.0.smithi028.stdout: "ondisk_log_size": 0, 2024-08-29T17:47:16.827 INFO:tasks.workunit.client.0.smithi028.stdout: "ondisk_log_start": "0'0", 2024-08-29T17:47:16.827 INFO:tasks.workunit.client.0.smithi028.stdout: "parent": "0.0", 2024-08-29T17:47:16.827 INFO:tasks.workunit.client.0.smithi028.stdout: "parent_split_bits": 0, 2024-08-29T17:47:16.827 INFO:tasks.workunit.client.0.smithi028.stdout: "pgid": "3.13", 2024-08-29T17:47:16.827 INFO:tasks.workunit.client.0.smithi028.stdout: "pin_stats_invalid": false, 2024-08-29T17:47:16.827 INFO:tasks.workunit.client.0.smithi028.stdout: "purged_snaps": [], 2024-08-29T17:47:16.827 INFO:tasks.workunit.client.0.smithi028.stdout: "reported_epoch": 74, 2024-08-29T17:47:16.827 INFO:tasks.workunit.client.0.smithi028.stdout: "reported_seq": 21, 2024-08-29T17:47:16.828 INFO:tasks.workunit.client.0.smithi028.stdout: "scrub_duration": 0.0, 2024-08-29T17:47:16.828 INFO:tasks.workunit.client.0.smithi028.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-31T04:01:16.663046+0000", 2024-08-29T17:47:16.828 INFO:tasks.workunit.client.0.smithi028.stdout: "snaptrim_duration": 0.0, 2024-08-29T17:47:16.828 INFO:tasks.workunit.client.0.smithi028.stdout: "snaptrimq_len": 0, 2024-08-29T17:47:16.828 INFO:tasks.workunit.client.0.smithi028.stdout: "stat_sum": { 2024-08-29T17:47:16.828 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes": 0, 2024-08-29T17:47:16.828 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes_hit_set_archive": 0, 2024-08-29T17:47:16.828 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes_recovered": 0, 2024-08-29T17:47:16.828 INFO:tasks.workunit.client.0.smithi028.stdout: "num_deep_scrub_errors": 0, 2024-08-29T17:47:16.828 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict": 0, 2024-08-29T17:47:16.829 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_kb": 0, 2024-08-29T17:47:16.829 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_mode_full": 0, 2024-08-29T17:47:16.829 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_mode_some": 0, 2024-08-29T17:47:16.829 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush": 0, 2024-08-29T17:47:16.829 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_kb": 0, 2024-08-29T17:47:16.829 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_mode_high": 0, 2024-08-29T17:47:16.829 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_mode_low": 0, 2024-08-29T17:47:16.829 INFO:tasks.workunit.client.0.smithi028.stdout: "num_keys_recovered": 0, 2024-08-29T17:47:16.829 INFO:tasks.workunit.client.0.smithi028.stdout: "num_large_omap_objects": 0, 2024-08-29T17:47:16.829 INFO:tasks.workunit.client.0.smithi028.stdout: "num_legacy_snapsets": 0, 2024-08-29T17:47:16.829 INFO:tasks.workunit.client.0.smithi028.stdout: "num_object_clones": 0, 2024-08-29T17:47:16.829 INFO:tasks.workunit.client.0.smithi028.stdout: "num_object_copies": 0, 2024-08-29T17:47:16.829 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects": 0, 2024-08-29T17:47:16.830 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_degraded": 0, 2024-08-29T17:47:16.830 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_dirty": 0, 2024-08-29T17:47:16.830 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_hit_set_archive": 0, 2024-08-29T17:47:16.830 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_manifest": 0, 2024-08-29T17:47:16.830 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_misplaced": 0, 2024-08-29T17:47:16.830 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_missing": 0, 2024-08-29T17:47:16.830 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_missing_on_primary": 0, 2024-08-29T17:47:16.830 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_omap": 0, 2024-08-29T17:47:16.830 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_pinned": 0, 2024-08-29T17:47:16.830 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_recovered": 0, 2024-08-29T17:47:16.830 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_repaired": 0, 2024-08-29T17:47:16.830 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_unfound": 0, 2024-08-29T17:47:16.830 INFO:tasks.workunit.client.0.smithi028.stdout: "num_omap_bytes": 0, 2024-08-29T17:47:16.830 INFO:tasks.workunit.client.0.smithi028.stdout: "num_omap_keys": 0, 2024-08-29T17:47:16.831 INFO:tasks.workunit.client.0.smithi028.stdout: "num_promote": 0, 2024-08-29T17:47:16.831 INFO:tasks.workunit.client.0.smithi028.stdout: "num_read": 0, 2024-08-29T17:47:16.831 INFO:tasks.workunit.client.0.smithi028.stdout: "num_read_kb": 0, 2024-08-29T17:47:16.831 INFO:tasks.workunit.client.0.smithi028.stdout: "num_scrub_errors": 0, 2024-08-29T17:47:16.831 INFO:tasks.workunit.client.0.smithi028.stdout: "num_shallow_scrub_errors": 0, 2024-08-29T17:47:16.831 INFO:tasks.workunit.client.0.smithi028.stdout: "num_whiteouts": 0, 2024-08-29T17:47:16.831 INFO:tasks.workunit.client.0.smithi028.stdout: "num_write": 0, 2024-08-29T17:47:16.831 INFO:tasks.workunit.client.0.smithi028.stdout: "num_write_kb": 0 2024-08-29T17:47:16.831 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:16.831 INFO:tasks.workunit.client.0.smithi028.stdout: "state": "active+clean", 2024-08-29T17:47:16.831 INFO:tasks.workunit.client.0.smithi028.stdout: "stats_invalid": false, 2024-08-29T17:47:16.831 INFO:tasks.workunit.client.0.smithi028.stdout: "up": [ 2024-08-29T17:47:16.831 INFO:tasks.workunit.client.0.smithi028.stdout: 7, 2024-08-29T17:47:16.831 INFO:tasks.workunit.client.0.smithi028.stdout: 4, 2024-08-29T17:47:16.832 INFO:tasks.workunit.client.0.smithi028.stdout: 2 2024-08-29T17:47:16.832 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-08-29T17:47:16.832 INFO:tasks.workunit.client.0.smithi028.stdout: "up_primary": 7, 2024-08-29T17:47:16.832 INFO:tasks.workunit.client.0.smithi028.stdout: "version": "0'0" 2024-08-29T17:47:16.832 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:16.832 INFO:tasks.workunit.client.0.smithi028.stdout: { 2024-08-29T17:47:16.832 INFO:tasks.workunit.client.0.smithi028.stdout: "acting": [ 2024-08-29T17:47:16.832 INFO:tasks.workunit.client.0.smithi028.stdout: 6, 2024-08-29T17:47:16.832 INFO:tasks.workunit.client.0.smithi028.stdout: 4, 2024-08-29T17:47:16.832 INFO:tasks.workunit.client.0.smithi028.stdout: 1 2024-08-29T17:47:16.832 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-08-29T17:47:16.832 INFO:tasks.workunit.client.0.smithi028.stdout: "acting_primary": 6, 2024-08-29T17:47:16.832 INFO:tasks.workunit.client.0.smithi028.stdout: "avail_no_missing": [], 2024-08-29T17:47:16.833 INFO:tasks.workunit.client.0.smithi028.stdout: "blocked_by": [], 2024-08-29T17:47:16.833 INFO:tasks.workunit.client.0.smithi028.stdout: "created": 59, 2024-08-29T17:47:16.833 INFO:tasks.workunit.client.0.smithi028.stdout: "dirty_stats_invalid": false, 2024-08-29T17:47:16.833 INFO:tasks.workunit.client.0.smithi028.stdout: "hitset_bytes_stats_invalid": false, 2024-08-29T17:47:16.833 INFO:tasks.workunit.client.0.smithi028.stdout: "hitset_stats_invalid": false, 2024-08-29T17:47:16.833 INFO:tasks.workunit.client.0.smithi028.stdout: "last_active": "2024-08-29T17:43:51.183607+0000", 2024-08-29T17:47:16.833 INFO:tasks.workunit.client.0.smithi028.stdout: "last_became_active": "2024-08-29T17:40:53.990598+0000", 2024-08-29T17:47:16.833 INFO:tasks.workunit.client.0.smithi028.stdout: "last_became_peered": "2024-08-29T17:40:53.990598+0000", 2024-08-29T17:47:16.833 INFO:tasks.workunit.client.0.smithi028.stdout: "last_change": "2024-08-29T17:40:53.991412+0000", 2024-08-29T17:47:16.833 INFO:tasks.workunit.client.0.smithi028.stdout: "last_clean": "2024-08-29T17:43:51.183607+0000", 2024-08-29T17:47:16.833 INFO:tasks.workunit.client.0.smithi028.stdout: "last_clean_scrub_stamp": "2024-08-29T17:40:52.944949+0000", 2024-08-29T17:47:16.833 INFO:tasks.workunit.client.0.smithi028.stdout: "last_deep_scrub": "0'0", 2024-08-29T17:47:16.833 INFO:tasks.workunit.client.0.smithi028.stdout: "last_deep_scrub_stamp": "2024-08-29T17:40:52.944949+0000", 2024-08-29T17:47:16.833 INFO:tasks.workunit.client.0.smithi028.stdout: "last_epoch_clean": 60, 2024-08-29T17:47:16.834 INFO:tasks.workunit.client.0.smithi028.stdout: "last_fresh": "2024-08-29T17:43:51.183607+0000", 2024-08-29T17:47:16.834 INFO:tasks.workunit.client.0.smithi028.stdout: "last_fullsized": "2024-08-29T17:43:51.183607+0000", 2024-08-29T17:47:16.834 INFO:tasks.workunit.client.0.smithi028.stdout: "last_peered": "2024-08-29T17:43:51.183607+0000", 2024-08-29T17:47:16.834 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub": "0'0", 2024-08-29T17:47:16.834 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub_duration": 0, 2024-08-29T17:47:16.834 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub_stamp": "2024-08-29T17:40:52.944949+0000", 2024-08-29T17:47:16.834 INFO:tasks.workunit.client.0.smithi028.stdout: "last_undegraded": "2024-08-29T17:43:51.183607+0000", 2024-08-29T17:47:16.834 INFO:tasks.workunit.client.0.smithi028.stdout: "last_unstale": "2024-08-29T17:43:51.183607+0000", 2024-08-29T17:47:16.834 INFO:tasks.workunit.client.0.smithi028.stdout: "log_dups_size": 0, 2024-08-29T17:47:16.834 INFO:tasks.workunit.client.0.smithi028.stdout: "log_size": 0, 2024-08-29T17:47:16.834 INFO:tasks.workunit.client.0.smithi028.stdout: "log_start": "0'0", 2024-08-29T17:47:16.834 INFO:tasks.workunit.client.0.smithi028.stdout: "manifest_stats_invalid": false, 2024-08-29T17:47:16.834 INFO:tasks.workunit.client.0.smithi028.stdout: "mapping_epoch": 59, 2024-08-29T17:47:16.835 INFO:tasks.workunit.client.0.smithi028.stdout: "object_location_counts": [], 2024-08-29T17:47:16.835 INFO:tasks.workunit.client.0.smithi028.stdout: "objects_scrubbed": 0, 2024-08-29T17:47:16.835 INFO:tasks.workunit.client.0.smithi028.stdout: "objects_trimmed": 0, 2024-08-29T17:47:16.835 INFO:tasks.workunit.client.0.smithi028.stdout: "omap_stats_invalid": false, 2024-08-29T17:47:16.835 INFO:tasks.workunit.client.0.smithi028.stdout: "ondisk_log_size": 0, 2024-08-29T17:47:16.835 INFO:tasks.workunit.client.0.smithi028.stdout: "ondisk_log_start": "0'0", 2024-08-29T17:47:16.835 INFO:tasks.workunit.client.0.smithi028.stdout: "parent": "0.0", 2024-08-29T17:47:16.835 INFO:tasks.workunit.client.0.smithi028.stdout: "parent_split_bits": 0, 2024-08-29T17:47:16.835 INFO:tasks.workunit.client.0.smithi028.stdout: "pgid": "2.11", 2024-08-29T17:47:16.835 INFO:tasks.workunit.client.0.smithi028.stdout: "pin_stats_invalid": false, 2024-08-29T17:47:16.835 INFO:tasks.workunit.client.0.smithi028.stdout: "purged_snaps": [], 2024-08-29T17:47:16.835 INFO:tasks.workunit.client.0.smithi028.stdout: "reported_epoch": 74, 2024-08-29T17:47:16.835 INFO:tasks.workunit.client.0.smithi028.stdout: "reported_seq": 24, 2024-08-29T17:47:16.835 INFO:tasks.workunit.client.0.smithi028.stdout: "scrub_duration": 0.0, 2024-08-29T17:47:16.836 INFO:tasks.workunit.client.0.smithi028.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-31T03:12:39.402237+0000", 2024-08-29T17:47:16.836 INFO:tasks.workunit.client.0.smithi028.stdout: "snaptrim_duration": 0.0, 2024-08-29T17:47:16.836 INFO:tasks.workunit.client.0.smithi028.stdout: "snaptrimq_len": 0, 2024-08-29T17:47:16.836 INFO:tasks.workunit.client.0.smithi028.stdout: "stat_sum": { 2024-08-29T17:47:16.836 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes": 0, 2024-08-29T17:47:16.836 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes_hit_set_archive": 0, 2024-08-29T17:47:16.836 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes_recovered": 0, 2024-08-29T17:47:16.836 INFO:tasks.workunit.client.0.smithi028.stdout: "num_deep_scrub_errors": 0, 2024-08-29T17:47:16.836 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict": 0, 2024-08-29T17:47:16.836 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_kb": 0, 2024-08-29T17:47:16.836 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_mode_full": 0, 2024-08-29T17:47:16.836 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_mode_some": 0, 2024-08-29T17:47:16.836 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush": 0, 2024-08-29T17:47:16.836 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_kb": 0, 2024-08-29T17:47:16.836 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_mode_high": 0, 2024-08-29T17:47:16.837 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_mode_low": 0, 2024-08-29T17:47:16.837 INFO:tasks.workunit.client.0.smithi028.stdout: "num_keys_recovered": 0, 2024-08-29T17:47:16.837 INFO:tasks.workunit.client.0.smithi028.stdout: "num_large_omap_objects": 0, 2024-08-29T17:47:16.837 INFO:tasks.workunit.client.0.smithi028.stdout: "num_legacy_snapsets": 0, 2024-08-29T17:47:16.837 INFO:tasks.workunit.client.0.smithi028.stdout: "num_object_clones": 0, 2024-08-29T17:47:16.837 INFO:tasks.workunit.client.0.smithi028.stdout: "num_object_copies": 0, 2024-08-29T17:47:16.837 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects": 0, 2024-08-29T17:47:16.837 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_degraded": 0, 2024-08-29T17:47:16.837 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_dirty": 0, 2024-08-29T17:47:16.837 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_hit_set_archive": 0, 2024-08-29T17:47:16.837 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_manifest": 0, 2024-08-29T17:47:16.837 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_misplaced": 0, 2024-08-29T17:47:16.837 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_missing": 0, 2024-08-29T17:47:16.838 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_missing_on_primary": 0, 2024-08-29T17:47:16.838 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_omap": 0, 2024-08-29T17:47:16.838 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_pinned": 0, 2024-08-29T17:47:16.838 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_recovered": 0, 2024-08-29T17:47:16.838 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_repaired": 0, 2024-08-29T17:47:16.838 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_unfound": 0, 2024-08-29T17:47:16.838 INFO:tasks.workunit.client.0.smithi028.stdout: "num_omap_bytes": 0, 2024-08-29T17:47:16.838 INFO:tasks.workunit.client.0.smithi028.stdout: "num_omap_keys": 0, 2024-08-29T17:47:16.838 INFO:tasks.workunit.client.0.smithi028.stdout: "num_promote": 0, 2024-08-29T17:47:16.838 INFO:tasks.workunit.client.0.smithi028.stdout: "num_read": 0, 2024-08-29T17:47:16.838 INFO:tasks.workunit.client.0.smithi028.stdout: "num_read_kb": 0, 2024-08-29T17:47:16.838 INFO:tasks.workunit.client.0.smithi028.stdout: "num_scrub_errors": 0, 2024-08-29T17:47:16.838 INFO:tasks.workunit.client.0.smithi028.stdout: "num_shallow_scrub_errors": 0, 2024-08-29T17:47:16.838 INFO:tasks.workunit.client.0.smithi028.stdout: "num_whiteouts": 0, 2024-08-29T17:47:16.839 INFO:tasks.workunit.client.0.smithi028.stdout: "num_write": 0, 2024-08-29T17:47:16.839 INFO:tasks.workunit.client.0.smithi028.stdout: "num_write_kb": 0 2024-08-29T17:47:16.839 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:16.839 INFO:tasks.workunit.client.0.smithi028.stdout: "state": "active+clean", 2024-08-29T17:47:16.839 INFO:tasks.workunit.client.0.smithi028.stdout: "stats_invalid": false, 2024-08-29T17:47:16.839 INFO:tasks.workunit.client.0.smithi028.stdout: "up": [ 2024-08-29T17:47:16.839 INFO:tasks.workunit.client.0.smithi028.stdout: 6, 2024-08-29T17:47:16.839 INFO:tasks.workunit.client.0.smithi028.stdout: 4, 2024-08-29T17:47:16.839 INFO:tasks.workunit.client.0.smithi028.stdout: 1 2024-08-29T17:47:16.839 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-08-29T17:47:16.839 INFO:tasks.workunit.client.0.smithi028.stdout: "up_primary": 6, 2024-08-29T17:47:16.839 INFO:tasks.workunit.client.0.smithi028.stdout: "version": "0'0" 2024-08-29T17:47:16.839 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:16.839 INFO:tasks.workunit.client.0.smithi028.stdout: { 2024-08-29T17:47:16.840 INFO:tasks.workunit.client.0.smithi028.stdout: "acting": [ 2024-08-29T17:47:16.840 INFO:tasks.workunit.client.0.smithi028.stdout: 6, 2024-08-29T17:47:16.840 INFO:tasks.workunit.client.0.smithi028.stdout: 0, 2024-08-29T17:47:16.840 INFO:tasks.workunit.client.0.smithi028.stdout: 5 2024-08-29T17:47:16.840 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-08-29T17:47:16.840 INFO:tasks.workunit.client.0.smithi028.stdout: "acting_primary": 6, 2024-08-29T17:47:16.840 INFO:tasks.workunit.client.0.smithi028.stdout: "avail_no_missing": [], 2024-08-29T17:47:16.840 INFO:tasks.workunit.client.0.smithi028.stdout: "blocked_by": [], 2024-08-29T17:47:16.840 INFO:tasks.workunit.client.0.smithi028.stdout: "created": 62, 2024-08-29T17:47:16.840 INFO:tasks.workunit.client.0.smithi028.stdout: "dirty_stats_invalid": false, 2024-08-29T17:47:16.840 INFO:tasks.workunit.client.0.smithi028.stdout: "hitset_bytes_stats_invalid": false, 2024-08-29T17:47:16.840 INFO:tasks.workunit.client.0.smithi028.stdout: "hitset_stats_invalid": false, 2024-08-29T17:47:16.841 INFO:tasks.workunit.client.0.smithi028.stdout: "last_active": "2024-08-29T17:43:51.180699+0000", 2024-08-29T17:47:16.841 INFO:tasks.workunit.client.0.smithi028.stdout: "last_became_active": "2024-08-29T17:41:03.062441+0000", 2024-08-29T17:47:16.841 INFO:tasks.workunit.client.0.smithi028.stdout: "last_became_peered": "2024-08-29T17:41:03.062441+0000", 2024-08-29T17:47:16.841 INFO:tasks.workunit.client.0.smithi028.stdout: "last_change": "2024-08-29T17:41:03.063228+0000", 2024-08-29T17:47:16.841 INFO:tasks.workunit.client.0.smithi028.stdout: "last_clean": "2024-08-29T17:43:51.180699+0000", 2024-08-29T17:47:16.841 INFO:tasks.workunit.client.0.smithi028.stdout: "last_clean_scrub_stamp": "2024-08-29T17:41:01.987071+0000", 2024-08-29T17:47:16.841 INFO:tasks.workunit.client.0.smithi028.stdout: "last_deep_scrub": "0'0", 2024-08-29T17:47:16.841 INFO:tasks.workunit.client.0.smithi028.stdout: "last_deep_scrub_stamp": "2024-08-29T17:41:01.987071+0000", 2024-08-29T17:47:16.841 INFO:tasks.workunit.client.0.smithi028.stdout: "last_epoch_clean": 63, 2024-08-29T17:47:16.841 INFO:tasks.workunit.client.0.smithi028.stdout: "last_fresh": "2024-08-29T17:43:51.180699+0000", 2024-08-29T17:47:16.841 INFO:tasks.workunit.client.0.smithi028.stdout: "last_fullsized": "2024-08-29T17:43:51.180699+0000", 2024-08-29T17:47:16.841 INFO:tasks.workunit.client.0.smithi028.stdout: "last_peered": "2024-08-29T17:43:51.180699+0000", 2024-08-29T17:47:16.841 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub": "0'0", 2024-08-29T17:47:16.841 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub_duration": 0, 2024-08-29T17:47:16.841 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub_stamp": "2024-08-29T17:41:01.987071+0000", 2024-08-29T17:47:16.842 INFO:tasks.workunit.client.0.smithi028.stdout: "last_undegraded": "2024-08-29T17:43:51.180699+0000", 2024-08-29T17:47:16.842 INFO:tasks.workunit.client.0.smithi028.stdout: "last_unstale": "2024-08-29T17:43:51.180699+0000", 2024-08-29T17:47:16.842 INFO:tasks.workunit.client.0.smithi028.stdout: "log_dups_size": 0, 2024-08-29T17:47:16.842 INFO:tasks.workunit.client.0.smithi028.stdout: "log_size": 0, 2024-08-29T17:47:16.842 INFO:tasks.workunit.client.0.smithi028.stdout: "log_start": "0'0", 2024-08-29T17:47:16.842 INFO:tasks.workunit.client.0.smithi028.stdout: "manifest_stats_invalid": false, 2024-08-29T17:47:16.842 INFO:tasks.workunit.client.0.smithi028.stdout: "mapping_epoch": 62, 2024-08-29T17:47:16.842 INFO:tasks.workunit.client.0.smithi028.stdout: "object_location_counts": [], 2024-08-29T17:47:16.842 INFO:tasks.workunit.client.0.smithi028.stdout: "objects_scrubbed": 0, 2024-08-29T17:47:16.842 INFO:tasks.workunit.client.0.smithi028.stdout: "objects_trimmed": 0, 2024-08-29T17:47:16.842 INFO:tasks.workunit.client.0.smithi028.stdout: "omap_stats_invalid": false, 2024-08-29T17:47:16.842 INFO:tasks.workunit.client.0.smithi028.stdout: "ondisk_log_size": 0, 2024-08-29T17:47:16.842 INFO:tasks.workunit.client.0.smithi028.stdout: "ondisk_log_start": "0'0", 2024-08-29T17:47:16.842 INFO:tasks.workunit.client.0.smithi028.stdout: "parent": "0.0", 2024-08-29T17:47:16.843 INFO:tasks.workunit.client.0.smithi028.stdout: "parent_split_bits": 0, 2024-08-29T17:47:16.843 INFO:tasks.workunit.client.0.smithi028.stdout: "pgid": "3.10", 2024-08-29T17:47:16.843 INFO:tasks.workunit.client.0.smithi028.stdout: "pin_stats_invalid": false, 2024-08-29T17:47:16.843 INFO:tasks.workunit.client.0.smithi028.stdout: "purged_snaps": [], 2024-08-29T17:47:16.843 INFO:tasks.workunit.client.0.smithi028.stdout: "reported_epoch": 74, 2024-08-29T17:47:16.843 INFO:tasks.workunit.client.0.smithi028.stdout: "reported_seq": 21, 2024-08-29T17:47:16.843 INFO:tasks.workunit.client.0.smithi028.stdout: "scrub_duration": 0.0, 2024-08-29T17:47:16.843 INFO:tasks.workunit.client.0.smithi028.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-31T00:14:55.529603+0000", 2024-08-29T17:47:16.843 INFO:tasks.workunit.client.0.smithi028.stdout: "snaptrim_duration": 0.0, 2024-08-29T17:47:16.843 INFO:tasks.workunit.client.0.smithi028.stdout: "snaptrimq_len": 0, 2024-08-29T17:47:16.843 INFO:tasks.workunit.client.0.smithi028.stdout: "stat_sum": { 2024-08-29T17:47:16.843 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes": 0, 2024-08-29T17:47:16.843 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes_hit_set_archive": 0, 2024-08-29T17:47:16.843 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes_recovered": 0, 2024-08-29T17:47:16.844 INFO:tasks.workunit.client.0.smithi028.stdout: "num_deep_scrub_errors": 0, 2024-08-29T17:47:16.844 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict": 0, 2024-08-29T17:47:16.844 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_kb": 0, 2024-08-29T17:47:16.844 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_mode_full": 0, 2024-08-29T17:47:16.844 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_mode_some": 0, 2024-08-29T17:47:16.844 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush": 0, 2024-08-29T17:47:16.844 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_kb": 0, 2024-08-29T17:47:16.844 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_mode_high": 0, 2024-08-29T17:47:16.844 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_mode_low": 0, 2024-08-29T17:47:16.844 INFO:tasks.workunit.client.0.smithi028.stdout: "num_keys_recovered": 0, 2024-08-29T17:47:16.844 INFO:tasks.workunit.client.0.smithi028.stdout: "num_large_omap_objects": 0, 2024-08-29T17:47:16.844 INFO:tasks.workunit.client.0.smithi028.stdout: "num_legacy_snapsets": 0, 2024-08-29T17:47:16.844 INFO:tasks.workunit.client.0.smithi028.stdout: "num_object_clones": 0, 2024-08-29T17:47:16.844 INFO:tasks.workunit.client.0.smithi028.stdout: "num_object_copies": 0, 2024-08-29T17:47:16.844 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects": 0, 2024-08-29T17:47:16.845 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_degraded": 0, 2024-08-29T17:47:16.845 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_dirty": 0, 2024-08-29T17:47:16.845 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_hit_set_archive": 0, 2024-08-29T17:47:16.845 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_manifest": 0, 2024-08-29T17:47:16.845 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_misplaced": 0, 2024-08-29T17:47:16.845 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_missing": 0, 2024-08-29T17:47:16.845 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_missing_on_primary": 0, 2024-08-29T17:47:16.845 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_omap": 0, 2024-08-29T17:47:16.845 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_pinned": 0, 2024-08-29T17:47:16.845 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_recovered": 0, 2024-08-29T17:47:16.845 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_repaired": 0, 2024-08-29T17:47:16.845 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_unfound": 0, 2024-08-29T17:47:16.845 INFO:tasks.workunit.client.0.smithi028.stdout: "num_omap_bytes": 0, 2024-08-29T17:47:16.845 INFO:tasks.workunit.client.0.smithi028.stdout: "num_omap_keys": 0, 2024-08-29T17:47:16.845 INFO:tasks.workunit.client.0.smithi028.stdout: "num_promote": 0, 2024-08-29T17:47:16.846 INFO:tasks.workunit.client.0.smithi028.stdout: "num_read": 0, 2024-08-29T17:47:16.846 INFO:tasks.workunit.client.0.smithi028.stdout: "num_read_kb": 0, 2024-08-29T17:47:16.846 INFO:tasks.workunit.client.0.smithi028.stdout: "num_scrub_errors": 0, 2024-08-29T17:47:16.846 INFO:tasks.workunit.client.0.smithi028.stdout: "num_shallow_scrub_errors": 0, 2024-08-29T17:47:16.846 INFO:tasks.workunit.client.0.smithi028.stdout: "num_whiteouts": 0, 2024-08-29T17:47:16.846 INFO:tasks.workunit.client.0.smithi028.stdout: "num_write": 0, 2024-08-29T17:47:16.846 INFO:tasks.workunit.client.0.smithi028.stdout: "num_write_kb": 0 2024-08-29T17:47:16.846 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:16.846 INFO:tasks.workunit.client.0.smithi028.stdout: "state": "active+clean", 2024-08-29T17:47:16.846 INFO:tasks.workunit.client.0.smithi028.stdout: "stats_invalid": false, 2024-08-29T17:47:16.846 INFO:tasks.workunit.client.0.smithi028.stdout: "up": [ 2024-08-29T17:47:16.846 INFO:tasks.workunit.client.0.smithi028.stdout: 6, 2024-08-29T17:47:16.846 INFO:tasks.workunit.client.0.smithi028.stdout: 0, 2024-08-29T17:47:16.846 INFO:tasks.workunit.client.0.smithi028.stdout: 5 2024-08-29T17:47:16.846 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-08-29T17:47:16.847 INFO:tasks.workunit.client.0.smithi028.stdout: "up_primary": 6, 2024-08-29T17:47:16.847 INFO:tasks.workunit.client.0.smithi028.stdout: "version": "0'0" 2024-08-29T17:47:16.847 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:16.847 INFO:tasks.workunit.client.0.smithi028.stdout: { 2024-08-29T17:47:16.847 INFO:tasks.workunit.client.0.smithi028.stdout: "acting": [ 2024-08-29T17:47:16.847 INFO:tasks.workunit.client.0.smithi028.stdout: 2, 2024-08-29T17:47:16.847 INFO:tasks.workunit.client.0.smithi028.stdout: 1, 2024-08-29T17:47:16.847 INFO:tasks.workunit.client.0.smithi028.stdout: 0 2024-08-29T17:47:16.847 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-08-29T17:47:16.847 INFO:tasks.workunit.client.0.smithi028.stdout: "acting_primary": 2, 2024-08-29T17:47:16.847 INFO:tasks.workunit.client.0.smithi028.stdout: "avail_no_missing": [], 2024-08-29T17:47:16.847 INFO:tasks.workunit.client.0.smithi028.stdout: "blocked_by": [], 2024-08-29T17:47:16.847 INFO:tasks.workunit.client.0.smithi028.stdout: "created": 59, 2024-08-29T17:47:16.847 INFO:tasks.workunit.client.0.smithi028.stdout: "dirty_stats_invalid": false, 2024-08-29T17:47:16.847 INFO:tasks.workunit.client.0.smithi028.stdout: "hitset_bytes_stats_invalid": false, 2024-08-29T17:47:16.848 INFO:tasks.workunit.client.0.smithi028.stdout: "hitset_stats_invalid": false, 2024-08-29T17:47:16.848 INFO:tasks.workunit.client.0.smithi028.stdout: "last_active": "2024-08-29T17:43:51.003212+0000", 2024-08-29T17:47:16.848 INFO:tasks.workunit.client.0.smithi028.stdout: "last_became_active": "2024-08-29T17:40:53.991641+0000", 2024-08-29T17:47:16.848 INFO:tasks.workunit.client.0.smithi028.stdout: "last_became_peered": "2024-08-29T17:40:53.991641+0000", 2024-08-29T17:47:16.848 INFO:tasks.workunit.client.0.smithi028.stdout: "last_change": "2024-08-29T17:40:53.992470+0000", 2024-08-29T17:47:16.848 INFO:tasks.workunit.client.0.smithi028.stdout: "last_clean": "2024-08-29T17:43:51.003212+0000", 2024-08-29T17:47:16.848 INFO:tasks.workunit.client.0.smithi028.stdout: "last_clean_scrub_stamp": "2024-08-29T17:40:52.944949+0000", 2024-08-29T17:47:16.848 INFO:tasks.workunit.client.0.smithi028.stdout: "last_deep_scrub": "0'0", 2024-08-29T17:47:16.848 INFO:tasks.workunit.client.0.smithi028.stdout: "last_deep_scrub_stamp": "2024-08-29T17:40:52.944949+0000", 2024-08-29T17:47:16.848 INFO:tasks.workunit.client.0.smithi028.stdout: "last_epoch_clean": 60, 2024-08-29T17:47:16.848 INFO:tasks.workunit.client.0.smithi028.stdout: "last_fresh": "2024-08-29T17:43:51.003212+0000", 2024-08-29T17:47:16.848 INFO:tasks.workunit.client.0.smithi028.stdout: "last_fullsized": "2024-08-29T17:43:51.003212+0000", 2024-08-29T17:47:16.848 INFO:tasks.workunit.client.0.smithi028.stdout: "last_peered": "2024-08-29T17:43:51.003212+0000", 2024-08-29T17:47:16.848 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub": "0'0", 2024-08-29T17:47:16.849 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub_duration": 0, 2024-08-29T17:47:16.849 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub_stamp": "2024-08-29T17:40:52.944949+0000", 2024-08-29T17:47:16.849 INFO:tasks.workunit.client.0.smithi028.stdout: "last_undegraded": "2024-08-29T17:43:51.003212+0000", 2024-08-29T17:47:16.849 INFO:tasks.workunit.client.0.smithi028.stdout: "last_unstale": "2024-08-29T17:43:51.003212+0000", 2024-08-29T17:47:16.849 INFO:tasks.workunit.client.0.smithi028.stdout: "log_dups_size": 0, 2024-08-29T17:47:16.849 INFO:tasks.workunit.client.0.smithi028.stdout: "log_size": 8, 2024-08-29T17:47:16.849 INFO:tasks.workunit.client.0.smithi028.stdout: "log_start": "0'0", 2024-08-29T17:47:16.849 INFO:tasks.workunit.client.0.smithi028.stdout: "manifest_stats_invalid": false, 2024-08-29T17:47:16.849 INFO:tasks.workunit.client.0.smithi028.stdout: "mapping_epoch": 59, 2024-08-29T17:47:16.849 INFO:tasks.workunit.client.0.smithi028.stdout: "object_location_counts": [], 2024-08-29T17:47:16.849 INFO:tasks.workunit.client.0.smithi028.stdout: "objects_scrubbed": 0, 2024-08-29T17:47:16.849 INFO:tasks.workunit.client.0.smithi028.stdout: "objects_trimmed": 0, 2024-08-29T17:47:16.849 INFO:tasks.workunit.client.0.smithi028.stdout: "omap_stats_invalid": false, 2024-08-29T17:47:16.850 INFO:tasks.workunit.client.0.smithi028.stdout: "ondisk_log_size": 8, 2024-08-29T17:47:16.850 INFO:tasks.workunit.client.0.smithi028.stdout: "ondisk_log_start": "0'0", 2024-08-29T17:47:16.850 INFO:tasks.workunit.client.0.smithi028.stdout: "parent": "0.0", 2024-08-29T17:47:16.850 INFO:tasks.workunit.client.0.smithi028.stdout: "parent_split_bits": 0, 2024-08-29T17:47:16.850 INFO:tasks.workunit.client.0.smithi028.stdout: "pgid": "2.10", 2024-08-29T17:47:16.850 INFO:tasks.workunit.client.0.smithi028.stdout: "pin_stats_invalid": false, 2024-08-29T17:47:16.850 INFO:tasks.workunit.client.0.smithi028.stdout: "purged_snaps": [], 2024-08-29T17:47:16.850 INFO:tasks.workunit.client.0.smithi028.stdout: "reported_epoch": 74, 2024-08-29T17:47:16.850 INFO:tasks.workunit.client.0.smithi028.stdout: "reported_seq": 32, 2024-08-29T17:47:16.850 INFO:tasks.workunit.client.0.smithi028.stdout: "scrub_duration": 0.0, 2024-08-29T17:47:16.850 INFO:tasks.workunit.client.0.smithi028.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-30T23:13:18.374050+0000", 2024-08-29T17:47:16.850 INFO:tasks.workunit.client.0.smithi028.stdout: "snaptrim_duration": 0.0, 2024-08-29T17:47:16.850 INFO:tasks.workunit.client.0.smithi028.stdout: "snaptrimq_len": 0, 2024-08-29T17:47:16.851 INFO:tasks.workunit.client.0.smithi028.stdout: "stat_sum": { 2024-08-29T17:47:16.851 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes": 0, 2024-08-29T17:47:16.851 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes_hit_set_archive": 0, 2024-08-29T17:47:16.851 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes_recovered": 0, 2024-08-29T17:47:16.851 INFO:tasks.workunit.client.0.smithi028.stdout: "num_deep_scrub_errors": 0, 2024-08-29T17:47:16.851 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict": 0, 2024-08-29T17:47:16.851 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_kb": 0, 2024-08-29T17:47:16.851 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_mode_full": 0, 2024-08-29T17:47:16.851 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_mode_some": 0, 2024-08-29T17:47:16.851 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush": 0, 2024-08-29T17:47:16.851 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_kb": 0, 2024-08-29T17:47:16.851 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_mode_high": 0, 2024-08-29T17:47:16.851 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_mode_low": 0, 2024-08-29T17:47:16.851 INFO:tasks.workunit.client.0.smithi028.stdout: "num_keys_recovered": 0, 2024-08-29T17:47:16.852 INFO:tasks.workunit.client.0.smithi028.stdout: "num_large_omap_objects": 0, 2024-08-29T17:47:16.852 INFO:tasks.workunit.client.0.smithi028.stdout: "num_legacy_snapsets": 0, 2024-08-29T17:47:16.852 INFO:tasks.workunit.client.0.smithi028.stdout: "num_object_clones": 0, 2024-08-29T17:47:16.852 INFO:tasks.workunit.client.0.smithi028.stdout: "num_object_copies": 12, 2024-08-29T17:47:16.852 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects": 4, 2024-08-29T17:47:16.852 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_degraded": 0, 2024-08-29T17:47:16.852 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_dirty": 4, 2024-08-29T17:47:16.852 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_hit_set_archive": 0, 2024-08-29T17:47:16.852 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_manifest": 0, 2024-08-29T17:47:16.852 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_misplaced": 0, 2024-08-29T17:47:16.852 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_missing": 0, 2024-08-29T17:47:16.852 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_missing_on_primary": 0, 2024-08-29T17:47:16.853 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_omap": 4, 2024-08-29T17:47:16.853 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_pinned": 0, 2024-08-29T17:47:16.853 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_recovered": 0, 2024-08-29T17:47:16.853 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_repaired": 0, 2024-08-29T17:47:16.853 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_unfound": 0, 2024-08-29T17:47:16.853 INFO:tasks.workunit.client.0.smithi028.stdout: "num_omap_bytes": 0, 2024-08-29T17:47:16.853 INFO:tasks.workunit.client.0.smithi028.stdout: "num_omap_keys": 0, 2024-08-29T17:47:16.853 INFO:tasks.workunit.client.0.smithi028.stdout: "num_promote": 0, 2024-08-29T17:47:16.853 INFO:tasks.workunit.client.0.smithi028.stdout: "num_read": 0, 2024-08-29T17:47:16.853 INFO:tasks.workunit.client.0.smithi028.stdout: "num_read_kb": 0, 2024-08-29T17:47:16.853 INFO:tasks.workunit.client.0.smithi028.stdout: "num_scrub_errors": 0, 2024-08-29T17:47:16.853 INFO:tasks.workunit.client.0.smithi028.stdout: "num_shallow_scrub_errors": 0, 2024-08-29T17:47:16.853 INFO:tasks.workunit.client.0.smithi028.stdout: "num_whiteouts": 0, 2024-08-29T17:47:16.854 INFO:tasks.workunit.client.0.smithi028.stdout: "num_write": 12, 2024-08-29T17:47:16.854 INFO:tasks.workunit.client.0.smithi028.stdout: "num_write_kb": 0 2024-08-29T17:47:16.854 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:16.854 INFO:tasks.workunit.client.0.smithi028.stdout: "state": "active+clean", 2024-08-29T17:47:16.854 INFO:tasks.workunit.client.0.smithi028.stdout: "stats_invalid": false, 2024-08-29T17:47:16.854 INFO:tasks.workunit.client.0.smithi028.stdout: "up": [ 2024-08-29T17:47:16.854 INFO:tasks.workunit.client.0.smithi028.stdout: 2, 2024-08-29T17:47:16.854 INFO:tasks.workunit.client.0.smithi028.stdout: 1, 2024-08-29T17:47:16.854 INFO:tasks.workunit.client.0.smithi028.stdout: 0 2024-08-29T17:47:16.854 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-08-29T17:47:16.854 INFO:tasks.workunit.client.0.smithi028.stdout: "up_primary": 2, 2024-08-29T17:47:16.854 INFO:tasks.workunit.client.0.smithi028.stdout: "version": "65'8" 2024-08-29T17:47:16.854 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:16.855 INFO:tasks.workunit.client.0.smithi028.stdout: { 2024-08-29T17:47:16.855 INFO:tasks.workunit.client.0.smithi028.stdout: "acting": [ 2024-08-29T17:47:16.855 INFO:tasks.workunit.client.0.smithi028.stdout: 7, 2024-08-29T17:47:16.855 INFO:tasks.workunit.client.0.smithi028.stdout: 4, 2024-08-29T17:47:16.855 INFO:tasks.workunit.client.0.smithi028.stdout: 6 2024-08-29T17:47:16.855 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-08-29T17:47:16.855 INFO:tasks.workunit.client.0.smithi028.stdout: "acting_primary": 7, 2024-08-29T17:47:16.855 INFO:tasks.workunit.client.0.smithi028.stdout: "avail_no_missing": [], 2024-08-29T17:47:16.855 INFO:tasks.workunit.client.0.smithi028.stdout: "blocked_by": [], 2024-08-29T17:47:16.855 INFO:tasks.workunit.client.0.smithi028.stdout: "created": 62, 2024-08-29T17:47:16.855 INFO:tasks.workunit.client.0.smithi028.stdout: "dirty_stats_invalid": false, 2024-08-29T17:47:16.855 INFO:tasks.workunit.client.0.smithi028.stdout: "hitset_bytes_stats_invalid": false, 2024-08-29T17:47:16.855 INFO:tasks.workunit.client.0.smithi028.stdout: "hitset_stats_invalid": false, 2024-08-29T17:47:16.856 INFO:tasks.workunit.client.0.smithi028.stdout: "last_active": "2024-08-29T17:43:51.057057+0000", 2024-08-29T17:47:16.856 INFO:tasks.workunit.client.0.smithi028.stdout: "last_became_active": "2024-08-29T17:41:03.083892+0000", 2024-08-29T17:47:16.856 INFO:tasks.workunit.client.0.smithi028.stdout: "last_became_peered": "2024-08-29T17:41:03.083892+0000", 2024-08-29T17:47:16.856 INFO:tasks.workunit.client.0.smithi028.stdout: "last_change": "2024-08-29T17:41:03.085373+0000", 2024-08-29T17:47:16.856 INFO:tasks.workunit.client.0.smithi028.stdout: "last_clean": "2024-08-29T17:43:51.057057+0000", 2024-08-29T17:47:16.856 INFO:tasks.workunit.client.0.smithi028.stdout: "last_clean_scrub_stamp": "2024-08-29T17:41:01.987071+0000", 2024-08-29T17:47:16.856 INFO:tasks.workunit.client.0.smithi028.stdout: "last_deep_scrub": "0'0", 2024-08-29T17:47:16.856 INFO:tasks.workunit.client.0.smithi028.stdout: "last_deep_scrub_stamp": "2024-08-29T17:41:01.987071+0000", 2024-08-29T17:47:16.856 INFO:tasks.workunit.client.0.smithi028.stdout: "last_epoch_clean": 63, 2024-08-29T17:47:16.856 INFO:tasks.workunit.client.0.smithi028.stdout: "last_fresh": "2024-08-29T17:43:51.057057+0000", 2024-08-29T17:47:16.856 INFO:tasks.workunit.client.0.smithi028.stdout: "last_fullsized": "2024-08-29T17:43:51.057057+0000", 2024-08-29T17:47:16.856 INFO:tasks.workunit.client.0.smithi028.stdout: "last_peered": "2024-08-29T17:43:51.057057+0000", 2024-08-29T17:47:16.857 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub": "0'0", 2024-08-29T17:47:16.857 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub_duration": 0, 2024-08-29T17:47:16.857 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub_stamp": "2024-08-29T17:41:01.987071+0000", 2024-08-29T17:47:16.857 INFO:tasks.workunit.client.0.smithi028.stdout: "last_undegraded": "2024-08-29T17:43:51.057057+0000", 2024-08-29T17:47:16.857 INFO:tasks.workunit.client.0.smithi028.stdout: "last_unstale": "2024-08-29T17:43:51.057057+0000", 2024-08-29T17:47:16.857 INFO:tasks.workunit.client.0.smithi028.stdout: "log_dups_size": 0, 2024-08-29T17:47:16.857 INFO:tasks.workunit.client.0.smithi028.stdout: "log_size": 0, 2024-08-29T17:47:16.857 INFO:tasks.workunit.client.0.smithi028.stdout: "log_start": "0'0", 2024-08-29T17:47:16.857 INFO:tasks.workunit.client.0.smithi028.stdout: "manifest_stats_invalid": false, 2024-08-29T17:47:16.857 INFO:tasks.workunit.client.0.smithi028.stdout: "mapping_epoch": 62, 2024-08-29T17:47:16.857 INFO:tasks.workunit.client.0.smithi028.stdout: "object_location_counts": [], 2024-08-29T17:47:16.857 INFO:tasks.workunit.client.0.smithi028.stdout: "objects_scrubbed": 0, 2024-08-29T17:47:16.857 INFO:tasks.workunit.client.0.smithi028.stdout: "objects_trimmed": 0, 2024-08-29T17:47:16.858 INFO:tasks.workunit.client.0.smithi028.stdout: "omap_stats_invalid": false, 2024-08-29T17:47:16.858 INFO:tasks.workunit.client.0.smithi028.stdout: "ondisk_log_size": 0, 2024-08-29T17:47:16.858 INFO:tasks.workunit.client.0.smithi028.stdout: "ondisk_log_start": "0'0", 2024-08-29T17:47:16.858 INFO:tasks.workunit.client.0.smithi028.stdout: "parent": "0.0", 2024-08-29T17:47:16.858 INFO:tasks.workunit.client.0.smithi028.stdout: "parent_split_bits": 0, 2024-08-29T17:47:16.858 INFO:tasks.workunit.client.0.smithi028.stdout: "pgid": "3.11", 2024-08-29T17:47:16.858 INFO:tasks.workunit.client.0.smithi028.stdout: "pin_stats_invalid": false, 2024-08-29T17:47:16.858 INFO:tasks.workunit.client.0.smithi028.stdout: "purged_snaps": [], 2024-08-29T17:47:16.858 INFO:tasks.workunit.client.0.smithi028.stdout: "reported_epoch": 74, 2024-08-29T17:47:16.858 INFO:tasks.workunit.client.0.smithi028.stdout: "reported_seq": 21, 2024-08-29T17:47:16.858 INFO:tasks.workunit.client.0.smithi028.stdout: "scrub_duration": 0.0, 2024-08-29T17:47:16.858 INFO:tasks.workunit.client.0.smithi028.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-30T23:37:44.507424+0000", 2024-08-29T17:47:16.858 INFO:tasks.workunit.client.0.smithi028.stdout: "snaptrim_duration": 0.0, 2024-08-29T17:47:16.858 INFO:tasks.workunit.client.0.smithi028.stdout: "snaptrimq_len": 0, 2024-08-29T17:47:16.859 INFO:tasks.workunit.client.0.smithi028.stdout: "stat_sum": { 2024-08-29T17:47:16.859 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes": 0, 2024-08-29T17:47:16.859 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes_hit_set_archive": 0, 2024-08-29T17:47:16.859 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes_recovered": 0, 2024-08-29T17:47:16.859 INFO:tasks.workunit.client.0.smithi028.stdout: "num_deep_scrub_errors": 0, 2024-08-29T17:47:16.859 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict": 0, 2024-08-29T17:47:16.859 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_kb": 0, 2024-08-29T17:47:16.859 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_mode_full": 0, 2024-08-29T17:47:16.859 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_mode_some": 0, 2024-08-29T17:47:16.859 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush": 0, 2024-08-29T17:47:16.859 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_kb": 0, 2024-08-29T17:47:16.859 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_mode_high": 0, 2024-08-29T17:47:16.859 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_mode_low": 0, 2024-08-29T17:47:16.859 INFO:tasks.workunit.client.0.smithi028.stdout: "num_keys_recovered": 0, 2024-08-29T17:47:16.859 INFO:tasks.workunit.client.0.smithi028.stdout: "num_large_omap_objects": 0, 2024-08-29T17:47:16.860 INFO:tasks.workunit.client.0.smithi028.stdout: "num_legacy_snapsets": 0, 2024-08-29T17:47:16.860 INFO:tasks.workunit.client.0.smithi028.stdout: "num_object_clones": 0, 2024-08-29T17:47:16.860 INFO:tasks.workunit.client.0.smithi028.stdout: "num_object_copies": 0, 2024-08-29T17:47:16.860 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects": 0, 2024-08-29T17:47:16.860 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_degraded": 0, 2024-08-29T17:47:16.860 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_dirty": 0, 2024-08-29T17:47:16.860 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_hit_set_archive": 0, 2024-08-29T17:47:16.860 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_manifest": 0, 2024-08-29T17:47:16.860 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_misplaced": 0, 2024-08-29T17:47:16.860 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_missing": 0, 2024-08-29T17:47:16.860 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_missing_on_primary": 0, 2024-08-29T17:47:16.860 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_omap": 0, 2024-08-29T17:47:16.861 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_pinned": 0, 2024-08-29T17:47:16.861 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_recovered": 0, 2024-08-29T17:47:16.861 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_repaired": 0, 2024-08-29T17:47:16.861 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_unfound": 0, 2024-08-29T17:47:16.861 INFO:tasks.workunit.client.0.smithi028.stdout: "num_omap_bytes": 0, 2024-08-29T17:47:16.861 INFO:tasks.workunit.client.0.smithi028.stdout: "num_omap_keys": 0, 2024-08-29T17:47:16.861 INFO:tasks.workunit.client.0.smithi028.stdout: "num_promote": 0, 2024-08-29T17:47:16.861 INFO:tasks.workunit.client.0.smithi028.stdout: "num_read": 0, 2024-08-29T17:47:16.861 INFO:tasks.workunit.client.0.smithi028.stdout: "num_read_kb": 0, 2024-08-29T17:47:16.861 INFO:tasks.workunit.client.0.smithi028.stdout: "num_scrub_errors": 0, 2024-08-29T17:47:16.861 INFO:tasks.workunit.client.0.smithi028.stdout: "num_shallow_scrub_errors": 0, 2024-08-29T17:47:16.861 INFO:tasks.workunit.client.0.smithi028.stdout: "num_whiteouts": 0, 2024-08-29T17:47:16.861 INFO:tasks.workunit.client.0.smithi028.stdout: "num_write": 0, 2024-08-29T17:47:16.862 INFO:tasks.workunit.client.0.smithi028.stdout: "num_write_kb": 0 2024-08-29T17:47:16.862 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:16.862 INFO:tasks.workunit.client.0.smithi028.stdout: "state": "active+clean", 2024-08-29T17:47:16.862 INFO:tasks.workunit.client.0.smithi028.stdout: "stats_invalid": false, 2024-08-29T17:47:16.862 INFO:tasks.workunit.client.0.smithi028.stdout: "up": [ 2024-08-29T17:47:16.862 INFO:tasks.workunit.client.0.smithi028.stdout: 7, 2024-08-29T17:47:16.862 INFO:tasks.workunit.client.0.smithi028.stdout: 4, 2024-08-29T17:47:16.862 INFO:tasks.workunit.client.0.smithi028.stdout: 6 2024-08-29T17:47:16.862 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-08-29T17:47:16.862 INFO:tasks.workunit.client.0.smithi028.stdout: "up_primary": 7, 2024-08-29T17:47:16.862 INFO:tasks.workunit.client.0.smithi028.stdout: "version": "0'0" 2024-08-29T17:47:16.862 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:16.862 INFO:tasks.workunit.client.0.smithi028.stdout: { 2024-08-29T17:47:16.862 INFO:tasks.workunit.client.0.smithi028.stdout: "acting": [ 2024-08-29T17:47:16.863 INFO:tasks.workunit.client.0.smithi028.stdout: 4, 2024-08-29T17:47:16.863 INFO:tasks.workunit.client.0.smithi028.stdout: 0, 2024-08-29T17:47:16.863 INFO:tasks.workunit.client.0.smithi028.stdout: 7 2024-08-29T17:47:16.863 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-08-29T17:47:16.863 INFO:tasks.workunit.client.0.smithi028.stdout: "acting_primary": 4, 2024-08-29T17:47:16.863 INFO:tasks.workunit.client.0.smithi028.stdout: "avail_no_missing": [], 2024-08-29T17:47:16.863 INFO:tasks.workunit.client.0.smithi028.stdout: "blocked_by": [], 2024-08-29T17:47:16.863 INFO:tasks.workunit.client.0.smithi028.stdout: "created": 59, 2024-08-29T17:47:16.863 INFO:tasks.workunit.client.0.smithi028.stdout: "dirty_stats_invalid": false, 2024-08-29T17:47:16.863 INFO:tasks.workunit.client.0.smithi028.stdout: "hitset_bytes_stats_invalid": false, 2024-08-29T17:47:16.863 INFO:tasks.workunit.client.0.smithi028.stdout: "hitset_stats_invalid": false, 2024-08-29T17:47:16.863 INFO:tasks.workunit.client.0.smithi028.stdout: "last_active": "2024-08-29T17:43:51.003186+0000", 2024-08-29T17:47:16.863 INFO:tasks.workunit.client.0.smithi028.stdout: "last_became_active": "2024-08-29T17:40:53.982935+0000", 2024-08-29T17:47:16.864 INFO:tasks.workunit.client.0.smithi028.stdout: "last_became_peered": "2024-08-29T17:40:53.982935+0000", 2024-08-29T17:47:16.864 INFO:tasks.workunit.client.0.smithi028.stdout: "last_change": "2024-08-29T17:40:53.983874+0000", 2024-08-29T17:47:16.864 INFO:tasks.workunit.client.0.smithi028.stdout: "last_clean": "2024-08-29T17:43:51.003186+0000", 2024-08-29T17:47:16.864 INFO:tasks.workunit.client.0.smithi028.stdout: "last_clean_scrub_stamp": "2024-08-29T17:40:52.944949+0000", 2024-08-29T17:47:16.864 INFO:tasks.workunit.client.0.smithi028.stdout: "last_deep_scrub": "0'0", 2024-08-29T17:47:16.864 INFO:tasks.workunit.client.0.smithi028.stdout: "last_deep_scrub_stamp": "2024-08-29T17:40:52.944949+0000", 2024-08-29T17:47:16.864 INFO:tasks.workunit.client.0.smithi028.stdout: "last_epoch_clean": 60, 2024-08-29T17:47:16.864 INFO:tasks.workunit.client.0.smithi028.stdout: "last_fresh": "2024-08-29T17:43:51.003186+0000", 2024-08-29T17:47:16.864 INFO:tasks.workunit.client.0.smithi028.stdout: "last_fullsized": "2024-08-29T17:43:51.003186+0000", 2024-08-29T17:47:16.864 INFO:tasks.workunit.client.0.smithi028.stdout: "last_peered": "2024-08-29T17:43:51.003186+0000", 2024-08-29T17:47:16.864 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub": "0'0", 2024-08-29T17:47:16.864 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub_duration": 0, 2024-08-29T17:47:16.864 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub_stamp": "2024-08-29T17:40:52.944949+0000", 2024-08-29T17:47:16.865 INFO:tasks.workunit.client.0.smithi028.stdout: "last_undegraded": "2024-08-29T17:43:51.003186+0000", 2024-08-29T17:47:16.865 INFO:tasks.workunit.client.0.smithi028.stdout: "last_unstale": "2024-08-29T17:43:51.003186+0000", 2024-08-29T17:47:16.865 INFO:tasks.workunit.client.0.smithi028.stdout: "log_dups_size": 0, 2024-08-29T17:47:16.865 INFO:tasks.workunit.client.0.smithi028.stdout: "log_size": 1, 2024-08-29T17:47:16.865 INFO:tasks.workunit.client.0.smithi028.stdout: "log_start": "0'0", 2024-08-29T17:47:16.865 INFO:tasks.workunit.client.0.smithi028.stdout: "manifest_stats_invalid": false, 2024-08-29T17:47:16.865 INFO:tasks.workunit.client.0.smithi028.stdout: "mapping_epoch": 59, 2024-08-29T17:47:16.865 INFO:tasks.workunit.client.0.smithi028.stdout: "object_location_counts": [], 2024-08-29T17:47:16.865 INFO:tasks.workunit.client.0.smithi028.stdout: "objects_scrubbed": 0, 2024-08-29T17:47:16.865 INFO:tasks.workunit.client.0.smithi028.stdout: "objects_trimmed": 0, 2024-08-29T17:47:16.865 INFO:tasks.workunit.client.0.smithi028.stdout: "omap_stats_invalid": false, 2024-08-29T17:47:16.865 INFO:tasks.workunit.client.0.smithi028.stdout: "ondisk_log_size": 1, 2024-08-29T17:47:16.865 INFO:tasks.workunit.client.0.smithi028.stdout: "ondisk_log_start": "0'0", 2024-08-29T17:47:16.866 INFO:tasks.workunit.client.0.smithi028.stdout: "parent": "0.0", 2024-08-29T17:47:16.866 INFO:tasks.workunit.client.0.smithi028.stdout: "parent_split_bits": 0, 2024-08-29T17:47:16.866 INFO:tasks.workunit.client.0.smithi028.stdout: "pgid": "2.f", 2024-08-29T17:47:16.866 INFO:tasks.workunit.client.0.smithi028.stdout: "pin_stats_invalid": false, 2024-08-29T17:47:16.866 INFO:tasks.workunit.client.0.smithi028.stdout: "purged_snaps": [], 2024-08-29T17:47:16.866 INFO:tasks.workunit.client.0.smithi028.stdout: "reported_epoch": 74, 2024-08-29T17:47:16.866 INFO:tasks.workunit.client.0.smithi028.stdout: "reported_seq": 25, 2024-08-29T17:47:16.866 INFO:tasks.workunit.client.0.smithi028.stdout: "scrub_duration": 0.0, 2024-08-29T17:47:16.866 INFO:tasks.workunit.client.0.smithi028.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-30T20:26:30.323904+0000", 2024-08-29T17:47:16.866 INFO:tasks.workunit.client.0.smithi028.stdout: "snaptrim_duration": 0.0, 2024-08-29T17:47:16.866 INFO:tasks.workunit.client.0.smithi028.stdout: "snaptrimq_len": 0, 2024-08-29T17:47:16.866 INFO:tasks.workunit.client.0.smithi028.stdout: "stat_sum": { 2024-08-29T17:47:16.867 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes": 22, 2024-08-29T17:47:16.867 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes_hit_set_archive": 0, 2024-08-29T17:47:16.867 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes_recovered": 0, 2024-08-29T17:47:16.867 INFO:tasks.workunit.client.0.smithi028.stdout: "num_deep_scrub_errors": 0, 2024-08-29T17:47:16.867 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict": 0, 2024-08-29T17:47:16.867 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_kb": 0, 2024-08-29T17:47:16.867 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_mode_full": 0, 2024-08-29T17:47:16.867 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_mode_some": 0, 2024-08-29T17:47:16.867 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush": 0, 2024-08-29T17:47:16.867 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_kb": 0, 2024-08-29T17:47:16.867 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_mode_high": 0, 2024-08-29T17:47:16.867 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_mode_low": 0, 2024-08-29T17:47:16.867 INFO:tasks.workunit.client.0.smithi028.stdout: "num_keys_recovered": 0, 2024-08-29T17:47:16.867 INFO:tasks.workunit.client.0.smithi028.stdout: "num_large_omap_objects": 0, 2024-08-29T17:47:16.868 INFO:tasks.workunit.client.0.smithi028.stdout: "num_legacy_snapsets": 0, 2024-08-29T17:47:16.868 INFO:tasks.workunit.client.0.smithi028.stdout: "num_object_clones": 0, 2024-08-29T17:47:16.868 INFO:tasks.workunit.client.0.smithi028.stdout: "num_object_copies": 3, 2024-08-29T17:47:16.868 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects": 1, 2024-08-29T17:47:16.868 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_degraded": 0, 2024-08-29T17:47:16.868 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_dirty": 1, 2024-08-29T17:47:16.868 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_hit_set_archive": 0, 2024-08-29T17:47:16.868 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_manifest": 0, 2024-08-29T17:47:16.868 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_misplaced": 0, 2024-08-29T17:47:16.868 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_missing": 0, 2024-08-29T17:47:16.868 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_missing_on_primary": 0, 2024-08-29T17:47:16.869 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_omap": 0, 2024-08-29T17:47:16.869 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_pinned": 0, 2024-08-29T17:47:16.869 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_recovered": 0, 2024-08-29T17:47:16.869 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_repaired": 0, 2024-08-29T17:47:16.869 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_unfound": 0, 2024-08-29T17:47:16.869 INFO:tasks.workunit.client.0.smithi028.stdout: "num_omap_bytes": 0, 2024-08-29T17:47:16.869 INFO:tasks.workunit.client.0.smithi028.stdout: "num_omap_keys": 0, 2024-08-29T17:47:16.869 INFO:tasks.workunit.client.0.smithi028.stdout: "num_promote": 0, 2024-08-29T17:47:16.869 INFO:tasks.workunit.client.0.smithi028.stdout: "num_read": 0, 2024-08-29T17:47:16.869 INFO:tasks.workunit.client.0.smithi028.stdout: "num_read_kb": 0, 2024-08-29T17:47:16.869 INFO:tasks.workunit.client.0.smithi028.stdout: "num_scrub_errors": 0, 2024-08-29T17:47:16.869 INFO:tasks.workunit.client.0.smithi028.stdout: "num_shallow_scrub_errors": 0, 2024-08-29T17:47:16.869 INFO:tasks.workunit.client.0.smithi028.stdout: "num_whiteouts": 0, 2024-08-29T17:47:16.869 INFO:tasks.workunit.client.0.smithi028.stdout: "num_write": 1, 2024-08-29T17:47:16.870 INFO:tasks.workunit.client.0.smithi028.stdout: "num_write_kb": 1 2024-08-29T17:47:16.870 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:16.870 INFO:tasks.workunit.client.0.smithi028.stdout: "state": "active+clean", 2024-08-29T17:47:16.870 INFO:tasks.workunit.client.0.smithi028.stdout: "stats_invalid": false, 2024-08-29T17:47:16.870 INFO:tasks.workunit.client.0.smithi028.stdout: "up": [ 2024-08-29T17:47:16.870 INFO:tasks.workunit.client.0.smithi028.stdout: 4, 2024-08-29T17:47:16.870 INFO:tasks.workunit.client.0.smithi028.stdout: 0, 2024-08-29T17:47:16.870 INFO:tasks.workunit.client.0.smithi028.stdout: 7 2024-08-29T17:47:16.870 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-08-29T17:47:16.870 INFO:tasks.workunit.client.0.smithi028.stdout: "up_primary": 4, 2024-08-29T17:47:16.870 INFO:tasks.workunit.client.0.smithi028.stdout: "version": "65'1" 2024-08-29T17:47:16.870 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:16.870 INFO:tasks.workunit.client.0.smithi028.stdout: { 2024-08-29T17:47:16.871 INFO:tasks.workunit.client.0.smithi028.stdout: "acting": [ 2024-08-29T17:47:16.871 INFO:tasks.workunit.client.0.smithi028.stdout: 7, 2024-08-29T17:47:16.871 INFO:tasks.workunit.client.0.smithi028.stdout: 4, 2024-08-29T17:47:16.871 INFO:tasks.workunit.client.0.smithi028.stdout: 1 2024-08-29T17:47:16.871 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-08-29T17:47:16.871 INFO:tasks.workunit.client.0.smithi028.stdout: "acting_primary": 7, 2024-08-29T17:47:16.871 INFO:tasks.workunit.client.0.smithi028.stdout: "avail_no_missing": [], 2024-08-29T17:47:16.871 INFO:tasks.workunit.client.0.smithi028.stdout: "blocked_by": [], 2024-08-29T17:47:16.871 INFO:tasks.workunit.client.0.smithi028.stdout: "created": 62, 2024-08-29T17:47:16.871 INFO:tasks.workunit.client.0.smithi028.stdout: "dirty_stats_invalid": false, 2024-08-29T17:47:16.871 INFO:tasks.workunit.client.0.smithi028.stdout: "hitset_bytes_stats_invalid": false, 2024-08-29T17:47:16.871 INFO:tasks.workunit.client.0.smithi028.stdout: "hitset_stats_invalid": false, 2024-08-29T17:47:16.872 INFO:tasks.workunit.client.0.smithi028.stdout: "last_active": "2024-08-29T17:43:51.059146+0000", 2024-08-29T17:47:16.872 INFO:tasks.workunit.client.0.smithi028.stdout: "last_became_active": "2024-08-29T17:41:03.087498+0000", 2024-08-29T17:47:16.872 INFO:tasks.workunit.client.0.smithi028.stdout: "last_became_peered": "2024-08-29T17:41:03.087498+0000", 2024-08-29T17:47:16.872 INFO:tasks.workunit.client.0.smithi028.stdout: "last_change": "2024-08-29T17:41:03.087771+0000", 2024-08-29T17:47:16.872 INFO:tasks.workunit.client.0.smithi028.stdout: "last_clean": "2024-08-29T17:43:51.059146+0000", 2024-08-29T17:47:16.872 INFO:tasks.workunit.client.0.smithi028.stdout: "last_clean_scrub_stamp": "2024-08-29T17:41:01.987071+0000", 2024-08-29T17:47:16.872 INFO:tasks.workunit.client.0.smithi028.stdout: "last_deep_scrub": "0'0", 2024-08-29T17:47:16.872 INFO:tasks.workunit.client.0.smithi028.stdout: "last_deep_scrub_stamp": "2024-08-29T17:41:01.987071+0000", 2024-08-29T17:47:16.872 INFO:tasks.workunit.client.0.smithi028.stdout: "last_epoch_clean": 63, 2024-08-29T17:47:16.872 INFO:tasks.workunit.client.0.smithi028.stdout: "last_fresh": "2024-08-29T17:43:51.059146+0000", 2024-08-29T17:47:16.872 INFO:tasks.workunit.client.0.smithi028.stdout: "last_fullsized": "2024-08-29T17:43:51.059146+0000", 2024-08-29T17:47:16.872 INFO:tasks.workunit.client.0.smithi028.stdout: "last_peered": "2024-08-29T17:43:51.059146+0000", 2024-08-29T17:47:16.872 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub": "0'0", 2024-08-29T17:47:16.873 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub_duration": 0, 2024-08-29T17:47:16.873 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub_stamp": "2024-08-29T17:41:01.987071+0000", 2024-08-29T17:47:16.873 INFO:tasks.workunit.client.0.smithi028.stdout: "last_undegraded": "2024-08-29T17:43:51.059146+0000", 2024-08-29T17:47:16.873 INFO:tasks.workunit.client.0.smithi028.stdout: "last_unstale": "2024-08-29T17:43:51.059146+0000", 2024-08-29T17:47:16.873 INFO:tasks.workunit.client.0.smithi028.stdout: "log_dups_size": 0, 2024-08-29T17:47:16.873 INFO:tasks.workunit.client.0.smithi028.stdout: "log_size": 0, 2024-08-29T17:47:16.873 INFO:tasks.workunit.client.0.smithi028.stdout: "log_start": "0'0", 2024-08-29T17:47:16.873 INFO:tasks.workunit.client.0.smithi028.stdout: "manifest_stats_invalid": false, 2024-08-29T17:47:16.873 INFO:tasks.workunit.client.0.smithi028.stdout: "mapping_epoch": 62, 2024-08-29T17:47:16.873 INFO:tasks.workunit.client.0.smithi028.stdout: "object_location_counts": [], 2024-08-29T17:47:16.873 INFO:tasks.workunit.client.0.smithi028.stdout: "objects_scrubbed": 0, 2024-08-29T17:47:16.873 INFO:tasks.workunit.client.0.smithi028.stdout: "objects_trimmed": 0, 2024-08-29T17:47:16.873 INFO:tasks.workunit.client.0.smithi028.stdout: "omap_stats_invalid": false, 2024-08-29T17:47:16.874 INFO:tasks.workunit.client.0.smithi028.stdout: "ondisk_log_size": 0, 2024-08-29T17:47:16.874 INFO:tasks.workunit.client.0.smithi028.stdout: "ondisk_log_start": "0'0", 2024-08-29T17:47:16.874 INFO:tasks.workunit.client.0.smithi028.stdout: "parent": "0.0", 2024-08-29T17:47:16.874 INFO:tasks.workunit.client.0.smithi028.stdout: "parent_split_bits": 0, 2024-08-29T17:47:16.874 INFO:tasks.workunit.client.0.smithi028.stdout: "pgid": "3.e", 2024-08-29T17:47:16.874 INFO:tasks.workunit.client.0.smithi028.stdout: "pin_stats_invalid": false, 2024-08-29T17:47:16.874 INFO:tasks.workunit.client.0.smithi028.stdout: "purged_snaps": [], 2024-08-29T17:47:16.874 INFO:tasks.workunit.client.0.smithi028.stdout: "reported_epoch": 74, 2024-08-29T17:47:16.874 INFO:tasks.workunit.client.0.smithi028.stdout: "reported_seq": 21, 2024-08-29T17:47:16.874 INFO:tasks.workunit.client.0.smithi028.stdout: "scrub_duration": 0.0, 2024-08-29T17:47:16.874 INFO:tasks.workunit.client.0.smithi028.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-30T19:02:31.812110+0000", 2024-08-29T17:47:16.874 INFO:tasks.workunit.client.0.smithi028.stdout: "snaptrim_duration": 0.0, 2024-08-29T17:47:16.874 INFO:tasks.workunit.client.0.smithi028.stdout: "snaptrimq_len": 0, 2024-08-29T17:47:16.874 INFO:tasks.workunit.client.0.smithi028.stdout: "stat_sum": { 2024-08-29T17:47:16.875 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes": 0, 2024-08-29T17:47:16.875 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes_hit_set_archive": 0, 2024-08-29T17:47:16.875 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes_recovered": 0, 2024-08-29T17:47:16.875 INFO:tasks.workunit.client.0.smithi028.stdout: "num_deep_scrub_errors": 0, 2024-08-29T17:47:16.875 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict": 0, 2024-08-29T17:47:16.875 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_kb": 0, 2024-08-29T17:47:16.875 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_mode_full": 0, 2024-08-29T17:47:16.875 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_mode_some": 0, 2024-08-29T17:47:16.875 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush": 0, 2024-08-29T17:47:16.875 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_kb": 0, 2024-08-29T17:47:16.875 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_mode_high": 0, 2024-08-29T17:47:16.875 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_mode_low": 0, 2024-08-29T17:47:16.875 INFO:tasks.workunit.client.0.smithi028.stdout: "num_keys_recovered": 0, 2024-08-29T17:47:16.876 INFO:tasks.workunit.client.0.smithi028.stdout: "num_large_omap_objects": 0, 2024-08-29T17:47:16.876 INFO:tasks.workunit.client.0.smithi028.stdout: "num_legacy_snapsets": 0, 2024-08-29T17:47:16.876 INFO:tasks.workunit.client.0.smithi028.stdout: "num_object_clones": 0, 2024-08-29T17:47:16.876 INFO:tasks.workunit.client.0.smithi028.stdout: "num_object_copies": 0, 2024-08-29T17:47:16.876 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects": 0, 2024-08-29T17:47:16.876 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_degraded": 0, 2024-08-29T17:47:16.876 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_dirty": 0, 2024-08-29T17:47:16.876 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_hit_set_archive": 0, 2024-08-29T17:47:16.876 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_manifest": 0, 2024-08-29T17:47:16.876 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_misplaced": 0, 2024-08-29T17:47:16.876 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_missing": 0, 2024-08-29T17:47:16.876 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_missing_on_primary": 0, 2024-08-29T17:47:16.876 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_omap": 0, 2024-08-29T17:47:16.877 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_pinned": 0, 2024-08-29T17:47:16.877 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_recovered": 0, 2024-08-29T17:47:16.877 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_repaired": 0, 2024-08-29T17:47:16.877 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_unfound": 0, 2024-08-29T17:47:16.877 INFO:tasks.workunit.client.0.smithi028.stdout: "num_omap_bytes": 0, 2024-08-29T17:47:16.877 INFO:tasks.workunit.client.0.smithi028.stdout: "num_omap_keys": 0, 2024-08-29T17:47:16.877 INFO:tasks.workunit.client.0.smithi028.stdout: "num_promote": 0, 2024-08-29T17:47:16.877 INFO:tasks.workunit.client.0.smithi028.stdout: "num_read": 0, 2024-08-29T17:47:16.877 INFO:tasks.workunit.client.0.smithi028.stdout: "num_read_kb": 0, 2024-08-29T17:47:16.877 INFO:tasks.workunit.client.0.smithi028.stdout: "num_scrub_errors": 0, 2024-08-29T17:47:16.877 INFO:tasks.workunit.client.0.smithi028.stdout: "num_shallow_scrub_errors": 0, 2024-08-29T17:47:16.877 INFO:tasks.workunit.client.0.smithi028.stdout: "num_whiteouts": 0, 2024-08-29T17:47:16.878 INFO:tasks.workunit.client.0.smithi028.stdout: "num_write": 0, 2024-08-29T17:47:16.878 INFO:tasks.workunit.client.0.smithi028.stdout: "num_write_kb": 0 2024-08-29T17:47:16.878 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:16.878 INFO:tasks.workunit.client.0.smithi028.stdout: "state": "active+clean", 2024-08-29T17:47:16.878 INFO:tasks.workunit.client.0.smithi028.stdout: "stats_invalid": false, 2024-08-29T17:47:16.878 INFO:tasks.workunit.client.0.smithi028.stdout: "up": [ 2024-08-29T17:47:16.878 INFO:tasks.workunit.client.0.smithi028.stdout: 7, 2024-08-29T17:47:16.878 INFO:tasks.workunit.client.0.smithi028.stdout: 4, 2024-08-29T17:47:16.878 INFO:tasks.workunit.client.0.smithi028.stdout: 1 2024-08-29T17:47:16.878 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-08-29T17:47:16.878 INFO:tasks.workunit.client.0.smithi028.stdout: "up_primary": 7, 2024-08-29T17:47:16.878 INFO:tasks.workunit.client.0.smithi028.stdout: "version": "0'0" 2024-08-29T17:47:16.878 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:16.878 INFO:tasks.workunit.client.0.smithi028.stdout: { 2024-08-29T17:47:16.879 INFO:tasks.workunit.client.0.smithi028.stdout: "acting": [ 2024-08-29T17:47:16.879 INFO:tasks.workunit.client.0.smithi028.stdout: 2, 2024-08-29T17:47:16.879 INFO:tasks.workunit.client.0.smithi028.stdout: 3, 2024-08-29T17:47:16.879 INFO:tasks.workunit.client.0.smithi028.stdout: 7 2024-08-29T17:47:16.879 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-08-29T17:47:16.879 INFO:tasks.workunit.client.0.smithi028.stdout: "acting_primary": 2, 2024-08-29T17:47:16.879 INFO:tasks.workunit.client.0.smithi028.stdout: "avail_no_missing": [], 2024-08-29T17:47:16.879 INFO:tasks.workunit.client.0.smithi028.stdout: "blocked_by": [], 2024-08-29T17:47:16.879 INFO:tasks.workunit.client.0.smithi028.stdout: "created": 59, 2024-08-29T17:47:16.879 INFO:tasks.workunit.client.0.smithi028.stdout: "dirty_stats_invalid": false, 2024-08-29T17:47:16.879 INFO:tasks.workunit.client.0.smithi028.stdout: "hitset_bytes_stats_invalid": false, 2024-08-29T17:47:16.879 INFO:tasks.workunit.client.0.smithi028.stdout: "hitset_stats_invalid": false, 2024-08-29T17:47:16.879 INFO:tasks.workunit.client.0.smithi028.stdout: "last_active": "2024-08-29T17:43:51.006743+0000", 2024-08-29T17:47:16.879 INFO:tasks.workunit.client.0.smithi028.stdout: "last_became_active": "2024-08-29T17:40:53.981238+0000", 2024-08-29T17:47:16.880 INFO:tasks.workunit.client.0.smithi028.stdout: "last_became_peered": "2024-08-29T17:40:53.981238+0000", 2024-08-29T17:47:16.880 INFO:tasks.workunit.client.0.smithi028.stdout: "last_change": "2024-08-29T17:40:53.982103+0000", 2024-08-29T17:47:16.880 INFO:tasks.workunit.client.0.smithi028.stdout: "last_clean": "2024-08-29T17:43:51.006743+0000", 2024-08-29T17:47:16.880 INFO:tasks.workunit.client.0.smithi028.stdout: "last_clean_scrub_stamp": "2024-08-29T17:40:52.944949+0000", 2024-08-29T17:47:16.880 INFO:tasks.workunit.client.0.smithi028.stdout: "last_deep_scrub": "0'0", 2024-08-29T17:47:16.880 INFO:tasks.workunit.client.0.smithi028.stdout: "last_deep_scrub_stamp": "2024-08-29T17:40:52.944949+0000", 2024-08-29T17:47:16.880 INFO:tasks.workunit.client.0.smithi028.stdout: "last_epoch_clean": 60, 2024-08-29T17:47:16.880 INFO:tasks.workunit.client.0.smithi028.stdout: "last_fresh": "2024-08-29T17:43:51.006743+0000", 2024-08-29T17:47:16.880 INFO:tasks.workunit.client.0.smithi028.stdout: "last_fullsized": "2024-08-29T17:43:51.006743+0000", 2024-08-29T17:47:16.880 INFO:tasks.workunit.client.0.smithi028.stdout: "last_peered": "2024-08-29T17:43:51.006743+0000", 2024-08-29T17:47:16.880 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub": "0'0", 2024-08-29T17:47:16.880 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub_duration": 0, 2024-08-29T17:47:16.880 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub_stamp": "2024-08-29T17:40:52.944949+0000", 2024-08-29T17:47:16.880 INFO:tasks.workunit.client.0.smithi028.stdout: "last_undegraded": "2024-08-29T17:43:51.006743+0000", 2024-08-29T17:47:16.881 INFO:tasks.workunit.client.0.smithi028.stdout: "last_unstale": "2024-08-29T17:43:51.006743+0000", 2024-08-29T17:47:16.881 INFO:tasks.workunit.client.0.smithi028.stdout: "log_dups_size": 0, 2024-08-29T17:47:16.881 INFO:tasks.workunit.client.0.smithi028.stdout: "log_size": 2, 2024-08-29T17:47:16.881 INFO:tasks.workunit.client.0.smithi028.stdout: "log_start": "0'0", 2024-08-29T17:47:16.881 INFO:tasks.workunit.client.0.smithi028.stdout: "manifest_stats_invalid": false, 2024-08-29T17:47:16.881 INFO:tasks.workunit.client.0.smithi028.stdout: "mapping_epoch": 59, 2024-08-29T17:47:16.881 INFO:tasks.workunit.client.0.smithi028.stdout: "object_location_counts": [], 2024-08-29T17:47:16.881 INFO:tasks.workunit.client.0.smithi028.stdout: "objects_scrubbed": 0, 2024-08-29T17:47:16.881 INFO:tasks.workunit.client.0.smithi028.stdout: "objects_trimmed": 0, 2024-08-29T17:47:16.881 INFO:tasks.workunit.client.0.smithi028.stdout: "omap_stats_invalid": false, 2024-08-29T17:47:16.881 INFO:tasks.workunit.client.0.smithi028.stdout: "ondisk_log_size": 2, 2024-08-29T17:47:16.881 INFO:tasks.workunit.client.0.smithi028.stdout: "ondisk_log_start": "0'0", 2024-08-29T17:47:16.881 INFO:tasks.workunit.client.0.smithi028.stdout: "parent": "0.0", 2024-08-29T17:47:16.881 INFO:tasks.workunit.client.0.smithi028.stdout: "parent_split_bits": 0, 2024-08-29T17:47:16.882 INFO:tasks.workunit.client.0.smithi028.stdout: "pgid": "2.e", 2024-08-29T17:47:16.882 INFO:tasks.workunit.client.0.smithi028.stdout: "pin_stats_invalid": false, 2024-08-29T17:47:16.882 INFO:tasks.workunit.client.0.smithi028.stdout: "purged_snaps": [], 2024-08-29T17:47:16.882 INFO:tasks.workunit.client.0.smithi028.stdout: "reported_epoch": 74, 2024-08-29T17:47:16.882 INFO:tasks.workunit.client.0.smithi028.stdout: "reported_seq": 26, 2024-08-29T17:47:16.882 INFO:tasks.workunit.client.0.smithi028.stdout: "scrub_duration": 0.0, 2024-08-29T17:47:16.882 INFO:tasks.workunit.client.0.smithi028.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-30T22:28:03.650713+0000", 2024-08-29T17:47:16.882 INFO:tasks.workunit.client.0.smithi028.stdout: "snaptrim_duration": 0.0, 2024-08-29T17:47:16.882 INFO:tasks.workunit.client.0.smithi028.stdout: "snaptrimq_len": 0, 2024-08-29T17:47:16.882 INFO:tasks.workunit.client.0.smithi028.stdout: "stat_sum": { 2024-08-29T17:47:16.882 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes": 0, 2024-08-29T17:47:16.882 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes_hit_set_archive": 0, 2024-08-29T17:47:16.882 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes_recovered": 0, 2024-08-29T17:47:16.883 INFO:tasks.workunit.client.0.smithi028.stdout: "num_deep_scrub_errors": 0, 2024-08-29T17:47:16.883 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict": 0, 2024-08-29T17:47:16.883 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_kb": 0, 2024-08-29T17:47:16.883 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_mode_full": 0, 2024-08-29T17:47:16.883 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_mode_some": 0, 2024-08-29T17:47:16.883 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush": 0, 2024-08-29T17:47:16.883 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_kb": 0, 2024-08-29T17:47:16.883 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_mode_high": 0, 2024-08-29T17:47:16.883 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_mode_low": 0, 2024-08-29T17:47:16.883 INFO:tasks.workunit.client.0.smithi028.stdout: "num_keys_recovered": 0, 2024-08-29T17:47:16.883 INFO:tasks.workunit.client.0.smithi028.stdout: "num_large_omap_objects": 0, 2024-08-29T17:47:16.883 INFO:tasks.workunit.client.0.smithi028.stdout: "num_legacy_snapsets": 0, 2024-08-29T17:47:16.883 INFO:tasks.workunit.client.0.smithi028.stdout: "num_object_clones": 0, 2024-08-29T17:47:16.884 INFO:tasks.workunit.client.0.smithi028.stdout: "num_object_copies": 3, 2024-08-29T17:47:16.884 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects": 1, 2024-08-29T17:47:16.884 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_degraded": 0, 2024-08-29T17:47:16.884 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_dirty": 1, 2024-08-29T17:47:16.884 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_hit_set_archive": 0, 2024-08-29T17:47:16.884 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_manifest": 0, 2024-08-29T17:47:16.884 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_misplaced": 0, 2024-08-29T17:47:16.884 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_missing": 0, 2024-08-29T17:47:16.884 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_missing_on_primary": 0, 2024-08-29T17:47:16.884 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_omap": 1, 2024-08-29T17:47:16.884 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_pinned": 0, 2024-08-29T17:47:16.884 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_recovered": 0, 2024-08-29T17:47:16.884 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_repaired": 0, 2024-08-29T17:47:16.885 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_unfound": 0, 2024-08-29T17:47:16.885 INFO:tasks.workunit.client.0.smithi028.stdout: "num_omap_bytes": 0, 2024-08-29T17:47:16.885 INFO:tasks.workunit.client.0.smithi028.stdout: "num_omap_keys": 0, 2024-08-29T17:47:16.885 INFO:tasks.workunit.client.0.smithi028.stdout: "num_promote": 0, 2024-08-29T17:47:16.885 INFO:tasks.workunit.client.0.smithi028.stdout: "num_read": 0, 2024-08-29T17:47:16.885 INFO:tasks.workunit.client.0.smithi028.stdout: "num_read_kb": 0, 2024-08-29T17:47:16.885 INFO:tasks.workunit.client.0.smithi028.stdout: "num_scrub_errors": 0, 2024-08-29T17:47:16.885 INFO:tasks.workunit.client.0.smithi028.stdout: "num_shallow_scrub_errors": 0, 2024-08-29T17:47:16.885 INFO:tasks.workunit.client.0.smithi028.stdout: "num_whiteouts": 0, 2024-08-29T17:47:16.885 INFO:tasks.workunit.client.0.smithi028.stdout: "num_write": 3, 2024-08-29T17:47:16.885 INFO:tasks.workunit.client.0.smithi028.stdout: "num_write_kb": 0 2024-08-29T17:47:16.885 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:16.886 INFO:tasks.workunit.client.0.smithi028.stdout: "state": "active+clean", 2024-08-29T17:47:16.886 INFO:tasks.workunit.client.0.smithi028.stdout: "stats_invalid": false, 2024-08-29T17:47:16.886 INFO:tasks.workunit.client.0.smithi028.stdout: "up": [ 2024-08-29T17:47:16.886 INFO:tasks.workunit.client.0.smithi028.stdout: 2, 2024-08-29T17:47:16.886 INFO:tasks.workunit.client.0.smithi028.stdout: 3, 2024-08-29T17:47:16.886 INFO:tasks.workunit.client.0.smithi028.stdout: 7 2024-08-29T17:47:16.886 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-08-29T17:47:16.886 INFO:tasks.workunit.client.0.smithi028.stdout: "up_primary": 2, 2024-08-29T17:47:16.886 INFO:tasks.workunit.client.0.smithi028.stdout: "version": "65'2" 2024-08-29T17:47:16.886 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:16.886 INFO:tasks.workunit.client.0.smithi028.stdout: { 2024-08-29T17:47:16.886 INFO:tasks.workunit.client.0.smithi028.stdout: "acting": [ 2024-08-29T17:47:16.886 INFO:tasks.workunit.client.0.smithi028.stdout: 7, 2024-08-29T17:47:16.887 INFO:tasks.workunit.client.0.smithi028.stdout: 4, 2024-08-29T17:47:16.887 INFO:tasks.workunit.client.0.smithi028.stdout: 0 2024-08-29T17:47:16.887 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-08-29T17:47:16.887 INFO:tasks.workunit.client.0.smithi028.stdout: "acting_primary": 7, 2024-08-29T17:47:16.887 INFO:tasks.workunit.client.0.smithi028.stdout: "avail_no_missing": [], 2024-08-29T17:47:16.887 INFO:tasks.workunit.client.0.smithi028.stdout: "blocked_by": [], 2024-08-29T17:47:16.887 INFO:tasks.workunit.client.0.smithi028.stdout: "created": 62, 2024-08-29T17:47:16.887 INFO:tasks.workunit.client.0.smithi028.stdout: "dirty_stats_invalid": false, 2024-08-29T17:47:16.887 INFO:tasks.workunit.client.0.smithi028.stdout: "hitset_bytes_stats_invalid": false, 2024-08-29T17:47:16.887 INFO:tasks.workunit.client.0.smithi028.stdout: "hitset_stats_invalid": false, 2024-08-29T17:47:16.887 INFO:tasks.workunit.client.0.smithi028.stdout: "last_active": "2024-08-29T17:43:51.059118+0000", 2024-08-29T17:47:16.887 INFO:tasks.workunit.client.0.smithi028.stdout: "last_became_active": "2024-08-29T17:41:03.080505+0000", 2024-08-29T17:47:16.887 INFO:tasks.workunit.client.0.smithi028.stdout: "last_became_peered": "2024-08-29T17:41:03.080505+0000", 2024-08-29T17:47:16.887 INFO:tasks.workunit.client.0.smithi028.stdout: "last_change": "2024-08-29T17:41:03.081477+0000", 2024-08-29T17:47:16.888 INFO:tasks.workunit.client.0.smithi028.stdout: "last_clean": "2024-08-29T17:43:51.059118+0000", 2024-08-29T17:47:16.888 INFO:tasks.workunit.client.0.smithi028.stdout: "last_clean_scrub_stamp": "2024-08-29T17:41:01.987071+0000", 2024-08-29T17:47:16.888 INFO:tasks.workunit.client.0.smithi028.stdout: "last_deep_scrub": "0'0", 2024-08-29T17:47:16.888 INFO:tasks.workunit.client.0.smithi028.stdout: "last_deep_scrub_stamp": "2024-08-29T17:41:01.987071+0000", 2024-08-29T17:47:16.888 INFO:tasks.workunit.client.0.smithi028.stdout: "last_epoch_clean": 63, 2024-08-29T17:47:16.888 INFO:tasks.workunit.client.0.smithi028.stdout: "last_fresh": "2024-08-29T17:43:51.059118+0000", 2024-08-29T17:47:16.888 INFO:tasks.workunit.client.0.smithi028.stdout: "last_fullsized": "2024-08-29T17:43:51.059118+0000", 2024-08-29T17:47:16.888 INFO:tasks.workunit.client.0.smithi028.stdout: "last_peered": "2024-08-29T17:43:51.059118+0000", 2024-08-29T17:47:16.888 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub": "0'0", 2024-08-29T17:47:16.888 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub_duration": 0, 2024-08-29T17:47:16.888 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub_stamp": "2024-08-29T17:41:01.987071+0000", 2024-08-29T17:47:16.888 INFO:tasks.workunit.client.0.smithi028.stdout: "last_undegraded": "2024-08-29T17:43:51.059118+0000", 2024-08-29T17:47:16.888 INFO:tasks.workunit.client.0.smithi028.stdout: "last_unstale": "2024-08-29T17:43:51.059118+0000", 2024-08-29T17:47:16.888 INFO:tasks.workunit.client.0.smithi028.stdout: "log_dups_size": 0, 2024-08-29T17:47:16.889 INFO:tasks.workunit.client.0.smithi028.stdout: "log_size": 0, 2024-08-29T17:47:16.889 INFO:tasks.workunit.client.0.smithi028.stdout: "log_start": "0'0", 2024-08-29T17:47:16.889 INFO:tasks.workunit.client.0.smithi028.stdout: "manifest_stats_invalid": false, 2024-08-29T17:47:16.889 INFO:tasks.workunit.client.0.smithi028.stdout: "mapping_epoch": 62, 2024-08-29T17:47:16.889 INFO:tasks.workunit.client.0.smithi028.stdout: "object_location_counts": [], 2024-08-29T17:47:16.889 INFO:tasks.workunit.client.0.smithi028.stdout: "objects_scrubbed": 0, 2024-08-29T17:47:16.889 INFO:tasks.workunit.client.0.smithi028.stdout: "objects_trimmed": 0, 2024-08-29T17:47:16.889 INFO:tasks.workunit.client.0.smithi028.stdout: "omap_stats_invalid": false, 2024-08-29T17:47:16.889 INFO:tasks.workunit.client.0.smithi028.stdout: "ondisk_log_size": 0, 2024-08-29T17:47:16.889 INFO:tasks.workunit.client.0.smithi028.stdout: "ondisk_log_start": "0'0", 2024-08-29T17:47:16.889 INFO:tasks.workunit.client.0.smithi028.stdout: "parent": "0.0", 2024-08-29T17:47:16.889 INFO:tasks.workunit.client.0.smithi028.stdout: "parent_split_bits": 0, 2024-08-29T17:47:16.890 INFO:tasks.workunit.client.0.smithi028.stdout: "pgid": "3.f", 2024-08-29T17:47:16.890 INFO:tasks.workunit.client.0.smithi028.stdout: "pin_stats_invalid": false, 2024-08-29T17:47:16.890 INFO:tasks.workunit.client.0.smithi028.stdout: "purged_snaps": [], 2024-08-29T17:47:16.890 INFO:tasks.workunit.client.0.smithi028.stdout: "reported_epoch": 74, 2024-08-29T17:47:16.890 INFO:tasks.workunit.client.0.smithi028.stdout: "reported_seq": 21, 2024-08-29T17:47:16.890 INFO:tasks.workunit.client.0.smithi028.stdout: "scrub_duration": 0.0, 2024-08-29T17:47:16.890 INFO:tasks.workunit.client.0.smithi028.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-30T23:45:34.753556+0000", 2024-08-29T17:47:16.890 INFO:tasks.workunit.client.0.smithi028.stdout: "snaptrim_duration": 0.0, 2024-08-29T17:47:16.890 INFO:tasks.workunit.client.0.smithi028.stdout: "snaptrimq_len": 0, 2024-08-29T17:47:16.890 INFO:tasks.workunit.client.0.smithi028.stdout: "stat_sum": { 2024-08-29T17:47:16.890 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes": 0, 2024-08-29T17:47:16.890 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes_hit_set_archive": 0, 2024-08-29T17:47:16.890 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes_recovered": 0, 2024-08-29T17:47:16.890 INFO:tasks.workunit.client.0.smithi028.stdout: "num_deep_scrub_errors": 0, 2024-08-29T17:47:16.890 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict": 0, 2024-08-29T17:47:16.891 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_kb": 0, 2024-08-29T17:47:16.891 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_mode_full": 0, 2024-08-29T17:47:16.891 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_mode_some": 0, 2024-08-29T17:47:16.891 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush": 0, 2024-08-29T17:47:16.891 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_kb": 0, 2024-08-29T17:47:16.891 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_mode_high": 0, 2024-08-29T17:47:16.891 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_mode_low": 0, 2024-08-29T17:47:16.891 INFO:tasks.workunit.client.0.smithi028.stdout: "num_keys_recovered": 0, 2024-08-29T17:47:16.891 INFO:tasks.workunit.client.0.smithi028.stdout: "num_large_omap_objects": 0, 2024-08-29T17:47:16.891 INFO:tasks.workunit.client.0.smithi028.stdout: "num_legacy_snapsets": 0, 2024-08-29T17:47:16.891 INFO:tasks.workunit.client.0.smithi028.stdout: "num_object_clones": 0, 2024-08-29T17:47:16.891 INFO:tasks.workunit.client.0.smithi028.stdout: "num_object_copies": 0, 2024-08-29T17:47:16.891 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects": 0, 2024-08-29T17:47:16.891 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_degraded": 0, 2024-08-29T17:47:16.892 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_dirty": 0, 2024-08-29T17:47:16.892 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_hit_set_archive": 0, 2024-08-29T17:47:16.892 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_manifest": 0, 2024-08-29T17:47:16.892 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_misplaced": 0, 2024-08-29T17:47:16.892 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_missing": 0, 2024-08-29T17:47:16.892 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_missing_on_primary": 0, 2024-08-29T17:47:16.892 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_omap": 0, 2024-08-29T17:47:16.892 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_pinned": 0, 2024-08-29T17:47:16.892 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_recovered": 0, 2024-08-29T17:47:16.892 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_repaired": 0, 2024-08-29T17:47:16.892 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_unfound": 0, 2024-08-29T17:47:16.892 INFO:tasks.workunit.client.0.smithi028.stdout: "num_omap_bytes": 0, 2024-08-29T17:47:16.892 INFO:tasks.workunit.client.0.smithi028.stdout: "num_omap_keys": 0, 2024-08-29T17:47:16.893 INFO:tasks.workunit.client.0.smithi028.stdout: "num_promote": 0, 2024-08-29T17:47:16.893 INFO:tasks.workunit.client.0.smithi028.stdout: "num_read": 0, 2024-08-29T17:47:16.893 INFO:tasks.workunit.client.0.smithi028.stdout: "num_read_kb": 0, 2024-08-29T17:47:16.893 INFO:tasks.workunit.client.0.smithi028.stdout: "num_scrub_errors": 0, 2024-08-29T17:47:16.893 INFO:tasks.workunit.client.0.smithi028.stdout: "num_shallow_scrub_errors": 0, 2024-08-29T17:47:16.893 INFO:tasks.workunit.client.0.smithi028.stdout: "num_whiteouts": 0, 2024-08-29T17:47:16.893 INFO:tasks.workunit.client.0.smithi028.stdout: "num_write": 0, 2024-08-29T17:47:16.893 INFO:tasks.workunit.client.0.smithi028.stdout: "num_write_kb": 0 2024-08-29T17:47:16.893 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:16.893 INFO:tasks.workunit.client.0.smithi028.stdout: "state": "active+clean", 2024-08-29T17:47:16.893 INFO:tasks.workunit.client.0.smithi028.stdout: "stats_invalid": false, 2024-08-29T17:47:16.893 INFO:tasks.workunit.client.0.smithi028.stdout: "up": [ 2024-08-29T17:47:16.893 INFO:tasks.workunit.client.0.smithi028.stdout: 7, 2024-08-29T17:47:16.894 INFO:tasks.workunit.client.0.smithi028.stdout: 4, 2024-08-29T17:47:16.894 INFO:tasks.workunit.client.0.smithi028.stdout: 0 2024-08-29T17:47:16.894 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-08-29T17:47:16.894 INFO:tasks.workunit.client.0.smithi028.stdout: "up_primary": 7, 2024-08-29T17:47:16.894 INFO:tasks.workunit.client.0.smithi028.stdout: "version": "0'0" 2024-08-29T17:47:16.894 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:16.894 INFO:tasks.workunit.client.0.smithi028.stdout: { 2024-08-29T17:47:16.894 INFO:tasks.workunit.client.0.smithi028.stdout: "acting": [ 2024-08-29T17:47:16.894 INFO:tasks.workunit.client.0.smithi028.stdout: 1, 2024-08-29T17:47:16.894 INFO:tasks.workunit.client.0.smithi028.stdout: 4, 2024-08-29T17:47:16.894 INFO:tasks.workunit.client.0.smithi028.stdout: 3 2024-08-29T17:47:16.894 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-08-29T17:47:16.894 INFO:tasks.workunit.client.0.smithi028.stdout: "acting_primary": 1, 2024-08-29T17:47:16.894 INFO:tasks.workunit.client.0.smithi028.stdout: "avail_no_missing": [], 2024-08-29T17:47:16.894 INFO:tasks.workunit.client.0.smithi028.stdout: "blocked_by": [], 2024-08-29T17:47:16.895 INFO:tasks.workunit.client.0.smithi028.stdout: "created": 59, 2024-08-29T17:47:16.895 INFO:tasks.workunit.client.0.smithi028.stdout: "dirty_stats_invalid": false, 2024-08-29T17:47:16.895 INFO:tasks.workunit.client.0.smithi028.stdout: "hitset_bytes_stats_invalid": false, 2024-08-29T17:47:16.895 INFO:tasks.workunit.client.0.smithi028.stdout: "hitset_stats_invalid": false, 2024-08-29T17:47:16.895 INFO:tasks.workunit.client.0.smithi028.stdout: "last_active": "2024-08-29T17:43:51.010450+0000", 2024-08-29T17:47:16.895 INFO:tasks.workunit.client.0.smithi028.stdout: "last_became_active": "2024-08-29T17:40:53.992370+0000", 2024-08-29T17:47:16.895 INFO:tasks.workunit.client.0.smithi028.stdout: "last_became_peered": "2024-08-29T17:40:53.992370+0000", 2024-08-29T17:47:16.895 INFO:tasks.workunit.client.0.smithi028.stdout: "last_change": "2024-08-29T17:40:53.993674+0000", 2024-08-29T17:47:16.895 INFO:tasks.workunit.client.0.smithi028.stdout: "last_clean": "2024-08-29T17:43:51.010450+0000", 2024-08-29T17:47:16.895 INFO:tasks.workunit.client.0.smithi028.stdout: "last_clean_scrub_stamp": "2024-08-29T17:40:52.944949+0000", 2024-08-29T17:47:16.895 INFO:tasks.workunit.client.0.smithi028.stdout: "last_deep_scrub": "0'0", 2024-08-29T17:47:16.895 INFO:tasks.workunit.client.0.smithi028.stdout: "last_deep_scrub_stamp": "2024-08-29T17:40:52.944949+0000", 2024-08-29T17:47:16.895 INFO:tasks.workunit.client.0.smithi028.stdout: "last_epoch_clean": 60, 2024-08-29T17:47:16.895 INFO:tasks.workunit.client.0.smithi028.stdout: "last_fresh": "2024-08-29T17:43:51.010450+0000", 2024-08-29T17:47:16.896 INFO:tasks.workunit.client.0.smithi028.stdout: "last_fullsized": "2024-08-29T17:43:51.010450+0000", 2024-08-29T17:47:16.896 INFO:tasks.workunit.client.0.smithi028.stdout: "last_peered": "2024-08-29T17:43:51.010450+0000", 2024-08-29T17:47:16.896 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub": "0'0", 2024-08-29T17:47:16.896 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub_duration": 0, 2024-08-29T17:47:16.896 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub_stamp": "2024-08-29T17:40:52.944949+0000", 2024-08-29T17:47:16.896 INFO:tasks.workunit.client.0.smithi028.stdout: "last_undegraded": "2024-08-29T17:43:51.010450+0000", 2024-08-29T17:47:16.896 INFO:tasks.workunit.client.0.smithi028.stdout: "last_unstale": "2024-08-29T17:43:51.010450+0000", 2024-08-29T17:47:16.896 INFO:tasks.workunit.client.0.smithi028.stdout: "log_dups_size": 0, 2024-08-29T17:47:16.896 INFO:tasks.workunit.client.0.smithi028.stdout: "log_size": 1, 2024-08-29T17:47:16.896 INFO:tasks.workunit.client.0.smithi028.stdout: "log_start": "0'0", 2024-08-29T17:47:16.896 INFO:tasks.workunit.client.0.smithi028.stdout: "manifest_stats_invalid": false, 2024-08-29T17:47:16.896 INFO:tasks.workunit.client.0.smithi028.stdout: "mapping_epoch": 59, 2024-08-29T17:47:16.896 INFO:tasks.workunit.client.0.smithi028.stdout: "object_location_counts": [], 2024-08-29T17:47:16.896 INFO:tasks.workunit.client.0.smithi028.stdout: "objects_scrubbed": 0, 2024-08-29T17:47:16.897 INFO:tasks.workunit.client.0.smithi028.stdout: "objects_trimmed": 0, 2024-08-29T17:47:16.897 INFO:tasks.workunit.client.0.smithi028.stdout: "omap_stats_invalid": false, 2024-08-29T17:47:16.897 INFO:tasks.workunit.client.0.smithi028.stdout: "ondisk_log_size": 1, 2024-08-29T17:47:16.897 INFO:tasks.workunit.client.0.smithi028.stdout: "ondisk_log_start": "0'0", 2024-08-29T17:47:16.897 INFO:tasks.workunit.client.0.smithi028.stdout: "parent": "0.0", 2024-08-29T17:47:16.897 INFO:tasks.workunit.client.0.smithi028.stdout: "parent_split_bits": 0, 2024-08-29T17:47:16.897 INFO:tasks.workunit.client.0.smithi028.stdout: "pgid": "2.d", 2024-08-29T17:47:16.897 INFO:tasks.workunit.client.0.smithi028.stdout: "pin_stats_invalid": false, 2024-08-29T17:47:16.897 INFO:tasks.workunit.client.0.smithi028.stdout: "purged_snaps": [], 2024-08-29T17:47:16.897 INFO:tasks.workunit.client.0.smithi028.stdout: "reported_epoch": 74, 2024-08-29T17:47:16.897 INFO:tasks.workunit.client.0.smithi028.stdout: "reported_seq": 25, 2024-08-29T17:47:16.897 INFO:tasks.workunit.client.0.smithi028.stdout: "scrub_duration": 0.0, 2024-08-29T17:47:16.897 INFO:tasks.workunit.client.0.smithi028.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-31T04:16:19.258365+0000", 2024-08-29T17:47:16.897 INFO:tasks.workunit.client.0.smithi028.stdout: "snaptrim_duration": 0.0, 2024-08-29T17:47:16.898 INFO:tasks.workunit.client.0.smithi028.stdout: "snaptrimq_len": 0, 2024-08-29T17:47:16.898 INFO:tasks.workunit.client.0.smithi028.stdout: "stat_sum": { 2024-08-29T17:47:16.898 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes": 70, 2024-08-29T17:47:16.898 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes_hit_set_archive": 0, 2024-08-29T17:47:16.898 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes_recovered": 0, 2024-08-29T17:47:16.898 INFO:tasks.workunit.client.0.smithi028.stdout: "num_deep_scrub_errors": 0, 2024-08-29T17:47:16.898 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict": 0, 2024-08-29T17:47:16.898 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_kb": 0, 2024-08-29T17:47:16.898 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_mode_full": 0, 2024-08-29T17:47:16.898 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_mode_some": 0, 2024-08-29T17:47:16.898 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush": 0, 2024-08-29T17:47:16.898 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_kb": 0, 2024-08-29T17:47:16.898 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_mode_high": 0, 2024-08-29T17:47:16.899 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_mode_low": 0, 2024-08-29T17:47:16.899 INFO:tasks.workunit.client.0.smithi028.stdout: "num_keys_recovered": 0, 2024-08-29T17:47:16.899 INFO:tasks.workunit.client.0.smithi028.stdout: "num_large_omap_objects": 0, 2024-08-29T17:47:16.899 INFO:tasks.workunit.client.0.smithi028.stdout: "num_legacy_snapsets": 0, 2024-08-29T17:47:16.899 INFO:tasks.workunit.client.0.smithi028.stdout: "num_object_clones": 0, 2024-08-29T17:47:16.899 INFO:tasks.workunit.client.0.smithi028.stdout: "num_object_copies": 3, 2024-08-29T17:47:16.899 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects": 1, 2024-08-29T17:47:16.899 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_degraded": 0, 2024-08-29T17:47:16.899 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_dirty": 1, 2024-08-29T17:47:16.899 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_hit_set_archive": 0, 2024-08-29T17:47:16.899 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_manifest": 0, 2024-08-29T17:47:16.899 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_misplaced": 0, 2024-08-29T17:47:16.899 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_missing": 0, 2024-08-29T17:47:16.899 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_missing_on_primary": 0, 2024-08-29T17:47:16.900 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_omap": 0, 2024-08-29T17:47:16.900 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_pinned": 0, 2024-08-29T17:47:16.900 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_recovered": 0, 2024-08-29T17:47:16.900 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_repaired": 0, 2024-08-29T17:47:16.900 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_unfound": 0, 2024-08-29T17:47:16.900 INFO:tasks.workunit.client.0.smithi028.stdout: "num_omap_bytes": 0, 2024-08-29T17:47:16.900 INFO:tasks.workunit.client.0.smithi028.stdout: "num_omap_keys": 0, 2024-08-29T17:47:16.900 INFO:tasks.workunit.client.0.smithi028.stdout: "num_promote": 0, 2024-08-29T17:47:16.900 INFO:tasks.workunit.client.0.smithi028.stdout: "num_read": 0, 2024-08-29T17:47:16.900 INFO:tasks.workunit.client.0.smithi028.stdout: "num_read_kb": 0, 2024-08-29T17:47:16.900 INFO:tasks.workunit.client.0.smithi028.stdout: "num_scrub_errors": 0, 2024-08-29T17:47:16.900 INFO:tasks.workunit.client.0.smithi028.stdout: "num_shallow_scrub_errors": 0, 2024-08-29T17:47:16.900 INFO:tasks.workunit.client.0.smithi028.stdout: "num_whiteouts": 0, 2024-08-29T17:47:16.900 INFO:tasks.workunit.client.0.smithi028.stdout: "num_write": 1, 2024-08-29T17:47:16.901 INFO:tasks.workunit.client.0.smithi028.stdout: "num_write_kb": 1 2024-08-29T17:47:16.901 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:16.901 INFO:tasks.workunit.client.0.smithi028.stdout: "state": "active+clean", 2024-08-29T17:47:16.901 INFO:tasks.workunit.client.0.smithi028.stdout: "stats_invalid": false, 2024-08-29T17:47:16.901 INFO:tasks.workunit.client.0.smithi028.stdout: "up": [ 2024-08-29T17:47:16.901 INFO:tasks.workunit.client.0.smithi028.stdout: 1, 2024-08-29T17:47:16.901 INFO:tasks.workunit.client.0.smithi028.stdout: 4, 2024-08-29T17:47:16.901 INFO:tasks.workunit.client.0.smithi028.stdout: 3 2024-08-29T17:47:16.901 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-08-29T17:47:16.901 INFO:tasks.workunit.client.0.smithi028.stdout: "up_primary": 1, 2024-08-29T17:47:16.901 INFO:tasks.workunit.client.0.smithi028.stdout: "version": "65'1" 2024-08-29T17:47:16.901 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:16.901 INFO:tasks.workunit.client.0.smithi028.stdout: { 2024-08-29T17:47:16.901 INFO:tasks.workunit.client.0.smithi028.stdout: "acting": [ 2024-08-29T17:47:16.902 INFO:tasks.workunit.client.0.smithi028.stdout: 5, 2024-08-29T17:47:16.902 INFO:tasks.workunit.client.0.smithi028.stdout: 3, 2024-08-29T17:47:16.902 INFO:tasks.workunit.client.0.smithi028.stdout: 6 2024-08-29T17:47:16.902 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-08-29T17:47:16.902 INFO:tasks.workunit.client.0.smithi028.stdout: "acting_primary": 5, 2024-08-29T17:47:16.902 INFO:tasks.workunit.client.0.smithi028.stdout: "avail_no_missing": [], 2024-08-29T17:47:16.902 INFO:tasks.workunit.client.0.smithi028.stdout: "blocked_by": [], 2024-08-29T17:47:16.902 INFO:tasks.workunit.client.0.smithi028.stdout: "created": 62, 2024-08-29T17:47:16.902 INFO:tasks.workunit.client.0.smithi028.stdout: "dirty_stats_invalid": false, 2024-08-29T17:47:16.902 INFO:tasks.workunit.client.0.smithi028.stdout: "hitset_bytes_stats_invalid": false, 2024-08-29T17:47:16.902 INFO:tasks.workunit.client.0.smithi028.stdout: "hitset_stats_invalid": false, 2024-08-29T17:47:16.902 INFO:tasks.workunit.client.0.smithi028.stdout: "last_active": "2024-08-29T17:43:51.011483+0000", 2024-08-29T17:47:16.902 INFO:tasks.workunit.client.0.smithi028.stdout: "last_became_active": "2024-08-29T17:41:03.055779+0000", 2024-08-29T17:47:16.902 INFO:tasks.workunit.client.0.smithi028.stdout: "last_became_peered": "2024-08-29T17:41:03.055779+0000", 2024-08-29T17:47:16.903 INFO:tasks.workunit.client.0.smithi028.stdout: "last_change": "2024-08-29T17:41:03.056774+0000", 2024-08-29T17:47:16.903 INFO:tasks.workunit.client.0.smithi028.stdout: "last_clean": "2024-08-29T17:43:51.011483+0000", 2024-08-29T17:47:16.903 INFO:tasks.workunit.client.0.smithi028.stdout: "last_clean_scrub_stamp": "2024-08-29T17:41:01.987071+0000", 2024-08-29T17:47:16.903 INFO:tasks.workunit.client.0.smithi028.stdout: "last_deep_scrub": "0'0", 2024-08-29T17:47:16.903 INFO:tasks.workunit.client.0.smithi028.stdout: "last_deep_scrub_stamp": "2024-08-29T17:41:01.987071+0000", 2024-08-29T17:47:16.903 INFO:tasks.workunit.client.0.smithi028.stdout: "last_epoch_clean": 63, 2024-08-29T17:47:16.903 INFO:tasks.workunit.client.0.smithi028.stdout: "last_fresh": "2024-08-29T17:43:51.011483+0000", 2024-08-29T17:47:16.903 INFO:tasks.workunit.client.0.smithi028.stdout: "last_fullsized": "2024-08-29T17:43:51.011483+0000", 2024-08-29T17:47:16.903 INFO:tasks.workunit.client.0.smithi028.stdout: "last_peered": "2024-08-29T17:43:51.011483+0000", 2024-08-29T17:47:16.903 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub": "0'0", 2024-08-29T17:47:16.903 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub_duration": 0, 2024-08-29T17:47:16.903 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub_stamp": "2024-08-29T17:41:01.987071+0000", 2024-08-29T17:47:16.903 INFO:tasks.workunit.client.0.smithi028.stdout: "last_undegraded": "2024-08-29T17:43:51.011483+0000", 2024-08-29T17:47:16.904 INFO:tasks.workunit.client.0.smithi028.stdout: "last_unstale": "2024-08-29T17:43:51.011483+0000", 2024-08-29T17:47:16.904 INFO:tasks.workunit.client.0.smithi028.stdout: "log_dups_size": 0, 2024-08-29T17:47:16.904 INFO:tasks.workunit.client.0.smithi028.stdout: "log_size": 0, 2024-08-29T17:47:16.904 INFO:tasks.workunit.client.0.smithi028.stdout: "log_start": "0'0", 2024-08-29T17:47:16.904 INFO:tasks.workunit.client.0.smithi028.stdout: "manifest_stats_invalid": false, 2024-08-29T17:47:16.904 INFO:tasks.workunit.client.0.smithi028.stdout: "mapping_epoch": 62, 2024-08-29T17:47:16.904 INFO:tasks.workunit.client.0.smithi028.stdout: "object_location_counts": [], 2024-08-29T17:47:16.904 INFO:tasks.workunit.client.0.smithi028.stdout: "objects_scrubbed": 0, 2024-08-29T17:47:16.904 INFO:tasks.workunit.client.0.smithi028.stdout: "objects_trimmed": 0, 2024-08-29T17:47:16.904 INFO:tasks.workunit.client.0.smithi028.stdout: "omap_stats_invalid": false, 2024-08-29T17:47:16.904 INFO:tasks.workunit.client.0.smithi028.stdout: "ondisk_log_size": 0, 2024-08-29T17:47:16.904 INFO:tasks.workunit.client.0.smithi028.stdout: "ondisk_log_start": "0'0", 2024-08-29T17:47:16.904 INFO:tasks.workunit.client.0.smithi028.stdout: "parent": "0.0", 2024-08-29T17:47:16.905 INFO:tasks.workunit.client.0.smithi028.stdout: "parent_split_bits": 0, 2024-08-29T17:47:16.905 INFO:tasks.workunit.client.0.smithi028.stdout: "pgid": "3.c", 2024-08-29T17:47:16.905 INFO:tasks.workunit.client.0.smithi028.stdout: "pin_stats_invalid": false, 2024-08-29T17:47:16.905 INFO:tasks.workunit.client.0.smithi028.stdout: "purged_snaps": [], 2024-08-29T17:47:16.905 INFO:tasks.workunit.client.0.smithi028.stdout: "reported_epoch": 74, 2024-08-29T17:47:16.905 INFO:tasks.workunit.client.0.smithi028.stdout: "reported_seq": 21, 2024-08-29T17:47:16.905 INFO:tasks.workunit.client.0.smithi028.stdout: "scrub_duration": 0.0, 2024-08-29T17:47:16.905 INFO:tasks.workunit.client.0.smithi028.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-30T18:59:12.785308+0000", 2024-08-29T17:47:16.905 INFO:tasks.workunit.client.0.smithi028.stdout: "snaptrim_duration": 0.0, 2024-08-29T17:47:16.905 INFO:tasks.workunit.client.0.smithi028.stdout: "snaptrimq_len": 0, 2024-08-29T17:47:16.905 INFO:tasks.workunit.client.0.smithi028.stdout: "stat_sum": { 2024-08-29T17:47:16.905 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes": 0, 2024-08-29T17:47:16.905 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes_hit_set_archive": 0, 2024-08-29T17:47:16.906 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes_recovered": 0, 2024-08-29T17:47:16.906 INFO:tasks.workunit.client.0.smithi028.stdout: "num_deep_scrub_errors": 0, 2024-08-29T17:47:16.906 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict": 0, 2024-08-29T17:47:16.906 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_kb": 0, 2024-08-29T17:47:16.906 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_mode_full": 0, 2024-08-29T17:47:16.906 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_mode_some": 0, 2024-08-29T17:47:16.906 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush": 0, 2024-08-29T17:47:16.906 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_kb": 0, 2024-08-29T17:47:16.906 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_mode_high": 0, 2024-08-29T17:47:16.906 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_mode_low": 0, 2024-08-29T17:47:16.906 INFO:tasks.workunit.client.0.smithi028.stdout: "num_keys_recovered": 0, 2024-08-29T17:47:16.906 INFO:tasks.workunit.client.0.smithi028.stdout: "num_large_omap_objects": 0, 2024-08-29T17:47:16.906 INFO:tasks.workunit.client.0.smithi028.stdout: "num_legacy_snapsets": 0, 2024-08-29T17:47:16.907 INFO:tasks.workunit.client.0.smithi028.stdout: "num_object_clones": 0, 2024-08-29T17:47:16.907 INFO:tasks.workunit.client.0.smithi028.stdout: "num_object_copies": 0, 2024-08-29T17:47:16.907 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects": 0, 2024-08-29T17:47:16.907 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_degraded": 0, 2024-08-29T17:47:16.907 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_dirty": 0, 2024-08-29T17:47:16.907 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_hit_set_archive": 0, 2024-08-29T17:47:16.907 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_manifest": 0, 2024-08-29T17:47:16.907 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_misplaced": 0, 2024-08-29T17:47:16.907 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_missing": 0, 2024-08-29T17:47:16.907 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_missing_on_primary": 0, 2024-08-29T17:47:16.907 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_omap": 0, 2024-08-29T17:47:16.907 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_pinned": 0, 2024-08-29T17:47:16.907 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_recovered": 0, 2024-08-29T17:47:16.907 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_repaired": 0, 2024-08-29T17:47:16.908 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_unfound": 0, 2024-08-29T17:47:16.908 INFO:tasks.workunit.client.0.smithi028.stdout: "num_omap_bytes": 0, 2024-08-29T17:47:16.908 INFO:tasks.workunit.client.0.smithi028.stdout: "num_omap_keys": 0, 2024-08-29T17:47:16.908 INFO:tasks.workunit.client.0.smithi028.stdout: "num_promote": 0, 2024-08-29T17:47:16.908 INFO:tasks.workunit.client.0.smithi028.stdout: "num_read": 0, 2024-08-29T17:47:16.908 INFO:tasks.workunit.client.0.smithi028.stdout: "num_read_kb": 0, 2024-08-29T17:47:16.908 INFO:tasks.workunit.client.0.smithi028.stdout: "num_scrub_errors": 0, 2024-08-29T17:47:16.908 INFO:tasks.workunit.client.0.smithi028.stdout: "num_shallow_scrub_errors": 0, 2024-08-29T17:47:16.908 INFO:tasks.workunit.client.0.smithi028.stdout: "num_whiteouts": 0, 2024-08-29T17:47:16.908 INFO:tasks.workunit.client.0.smithi028.stdout: "num_write": 0, 2024-08-29T17:47:16.908 INFO:tasks.workunit.client.0.smithi028.stdout: "num_write_kb": 0 2024-08-29T17:47:16.908 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:16.908 INFO:tasks.workunit.client.0.smithi028.stdout: "state": "active+clean", 2024-08-29T17:47:16.909 INFO:tasks.workunit.client.0.smithi028.stdout: "stats_invalid": false, 2024-08-29T17:47:16.909 INFO:tasks.workunit.client.0.smithi028.stdout: "up": [ 2024-08-29T17:47:16.909 INFO:tasks.workunit.client.0.smithi028.stdout: 5, 2024-08-29T17:47:16.909 INFO:tasks.workunit.client.0.smithi028.stdout: 3, 2024-08-29T17:47:16.909 INFO:tasks.workunit.client.0.smithi028.stdout: 6 2024-08-29T17:47:16.909 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-08-29T17:47:16.909 INFO:tasks.workunit.client.0.smithi028.stdout: "up_primary": 5, 2024-08-29T17:47:16.909 INFO:tasks.workunit.client.0.smithi028.stdout: "version": "0'0" 2024-08-29T17:47:16.909 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:16.909 INFO:tasks.workunit.client.0.smithi028.stdout: { 2024-08-29T17:47:16.909 INFO:tasks.workunit.client.0.smithi028.stdout: "acting": [ 2024-08-29T17:47:16.909 INFO:tasks.workunit.client.0.smithi028.stdout: 2, 2024-08-29T17:47:16.909 INFO:tasks.workunit.client.0.smithi028.stdout: 5, 2024-08-29T17:47:16.909 INFO:tasks.workunit.client.0.smithi028.stdout: 0 2024-08-29T17:47:16.910 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-08-29T17:47:16.910 INFO:tasks.workunit.client.0.smithi028.stdout: "acting_primary": 2, 2024-08-29T17:47:16.910 INFO:tasks.workunit.client.0.smithi028.stdout: "avail_no_missing": [], 2024-08-29T17:47:16.910 INFO:tasks.workunit.client.0.smithi028.stdout: "blocked_by": [], 2024-08-29T17:47:16.910 INFO:tasks.workunit.client.0.smithi028.stdout: "created": 59, 2024-08-29T17:47:16.910 INFO:tasks.workunit.client.0.smithi028.stdout: "dirty_stats_invalid": false, 2024-08-29T17:47:16.910 INFO:tasks.workunit.client.0.smithi028.stdout: "hitset_bytes_stats_invalid": false, 2024-08-29T17:47:16.910 INFO:tasks.workunit.client.0.smithi028.stdout: "hitset_stats_invalid": false, 2024-08-29T17:47:16.910 INFO:tasks.workunit.client.0.smithi028.stdout: "last_active": "2024-08-29T17:43:51.005085+0000", 2024-08-29T17:47:16.910 INFO:tasks.workunit.client.0.smithi028.stdout: "last_became_active": "2024-08-29T17:40:53.990289+0000", 2024-08-29T17:47:16.910 INFO:tasks.workunit.client.0.smithi028.stdout: "last_became_peered": "2024-08-29T17:40:53.990289+0000", 2024-08-29T17:47:16.910 INFO:tasks.workunit.client.0.smithi028.stdout: "last_change": "2024-08-29T17:40:53.991108+0000", 2024-08-29T17:47:16.910 INFO:tasks.workunit.client.0.smithi028.stdout: "last_clean": "2024-08-29T17:43:51.005085+0000", 2024-08-29T17:47:16.910 INFO:tasks.workunit.client.0.smithi028.stdout: "last_clean_scrub_stamp": "2024-08-29T17:40:52.944949+0000", 2024-08-29T17:47:16.910 INFO:tasks.workunit.client.0.smithi028.stdout: "last_deep_scrub": "0'0", 2024-08-29T17:47:16.911 INFO:tasks.workunit.client.0.smithi028.stdout: "last_deep_scrub_stamp": "2024-08-29T17:40:52.944949+0000", 2024-08-29T17:47:16.911 INFO:tasks.workunit.client.0.smithi028.stdout: "last_epoch_clean": 60, 2024-08-29T17:47:16.911 INFO:tasks.workunit.client.0.smithi028.stdout: "last_fresh": "2024-08-29T17:43:51.005085+0000", 2024-08-29T17:47:16.911 INFO:tasks.workunit.client.0.smithi028.stdout: "last_fullsized": "2024-08-29T17:43:51.005085+0000", 2024-08-29T17:47:16.911 INFO:tasks.workunit.client.0.smithi028.stdout: "last_peered": "2024-08-29T17:43:51.005085+0000", 2024-08-29T17:47:16.911 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub": "0'0", 2024-08-29T17:47:16.911 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub_duration": 0, 2024-08-29T17:47:16.911 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub_stamp": "2024-08-29T17:40:52.944949+0000", 2024-08-29T17:47:16.911 INFO:tasks.workunit.client.0.smithi028.stdout: "last_undegraded": "2024-08-29T17:43:51.005085+0000", 2024-08-29T17:47:16.911 INFO:tasks.workunit.client.0.smithi028.stdout: "last_unstale": "2024-08-29T17:43:51.005085+0000", 2024-08-29T17:47:16.911 INFO:tasks.workunit.client.0.smithi028.stdout: "log_dups_size": 0, 2024-08-29T17:47:16.911 INFO:tasks.workunit.client.0.smithi028.stdout: "log_size": 0, 2024-08-29T17:47:16.911 INFO:tasks.workunit.client.0.smithi028.stdout: "log_start": "0'0", 2024-08-29T17:47:16.911 INFO:tasks.workunit.client.0.smithi028.stdout: "manifest_stats_invalid": false, 2024-08-29T17:47:16.912 INFO:tasks.workunit.client.0.smithi028.stdout: "mapping_epoch": 59, 2024-08-29T17:47:16.912 INFO:tasks.workunit.client.0.smithi028.stdout: "object_location_counts": [], 2024-08-29T17:47:16.912 INFO:tasks.workunit.client.0.smithi028.stdout: "objects_scrubbed": 0, 2024-08-29T17:47:16.912 INFO:tasks.workunit.client.0.smithi028.stdout: "objects_trimmed": 0, 2024-08-29T17:47:16.912 INFO:tasks.workunit.client.0.smithi028.stdout: "omap_stats_invalid": false, 2024-08-29T17:47:16.912 INFO:tasks.workunit.client.0.smithi028.stdout: "ondisk_log_size": 0, 2024-08-29T17:47:16.912 INFO:tasks.workunit.client.0.smithi028.stdout: "ondisk_log_start": "0'0", 2024-08-29T17:47:16.912 INFO:tasks.workunit.client.0.smithi028.stdout: "parent": "0.0", 2024-08-29T17:47:16.912 INFO:tasks.workunit.client.0.smithi028.stdout: "parent_split_bits": 0, 2024-08-29T17:47:16.912 INFO:tasks.workunit.client.0.smithi028.stdout: "pgid": "2.c", 2024-08-29T17:47:16.912 INFO:tasks.workunit.client.0.smithi028.stdout: "pin_stats_invalid": false, 2024-08-29T17:47:16.912 INFO:tasks.workunit.client.0.smithi028.stdout: "purged_snaps": [], 2024-08-29T17:47:16.912 INFO:tasks.workunit.client.0.smithi028.stdout: "reported_epoch": 74, 2024-08-29T17:47:16.912 INFO:tasks.workunit.client.0.smithi028.stdout: "reported_seq": 24, 2024-08-29T17:47:16.913 INFO:tasks.workunit.client.0.smithi028.stdout: "scrub_duration": 0.0, 2024-08-29T17:47:16.913 INFO:tasks.workunit.client.0.smithi028.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-31T00:04:22.663767+0000", 2024-08-29T17:47:16.913 INFO:tasks.workunit.client.0.smithi028.stdout: "snaptrim_duration": 0.0, 2024-08-29T17:47:16.913 INFO:tasks.workunit.client.0.smithi028.stdout: "snaptrimq_len": 0, 2024-08-29T17:47:16.913 INFO:tasks.workunit.client.0.smithi028.stdout: "stat_sum": { 2024-08-29T17:47:16.913 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes": 0, 2024-08-29T17:47:16.913 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes_hit_set_archive": 0, 2024-08-29T17:47:16.913 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes_recovered": 0, 2024-08-29T17:47:16.913 INFO:tasks.workunit.client.0.smithi028.stdout: "num_deep_scrub_errors": 0, 2024-08-29T17:47:16.913 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict": 0, 2024-08-29T17:47:16.913 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_kb": 0, 2024-08-29T17:47:16.913 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_mode_full": 0, 2024-08-29T17:47:16.914 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_mode_some": 0, 2024-08-29T17:47:16.914 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush": 0, 2024-08-29T17:47:16.914 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_kb": 0, 2024-08-29T17:47:16.914 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_mode_high": 0, 2024-08-29T17:47:16.914 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_mode_low": 0, 2024-08-29T17:47:16.914 INFO:tasks.workunit.client.0.smithi028.stdout: "num_keys_recovered": 0, 2024-08-29T17:47:16.914 INFO:tasks.workunit.client.0.smithi028.stdout: "num_large_omap_objects": 0, 2024-08-29T17:47:16.914 INFO:tasks.workunit.client.0.smithi028.stdout: "num_legacy_snapsets": 0, 2024-08-29T17:47:16.914 INFO:tasks.workunit.client.0.smithi028.stdout: "num_object_clones": 0, 2024-08-29T17:47:16.914 INFO:tasks.workunit.client.0.smithi028.stdout: "num_object_copies": 0, 2024-08-29T17:47:16.914 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects": 0, 2024-08-29T17:47:16.914 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_degraded": 0, 2024-08-29T17:47:16.914 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_dirty": 0, 2024-08-29T17:47:16.915 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_hit_set_archive": 0, 2024-08-29T17:47:16.915 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_manifest": 0, 2024-08-29T17:47:16.915 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_misplaced": 0, 2024-08-29T17:47:16.915 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_missing": 0, 2024-08-29T17:47:16.915 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_missing_on_primary": 0, 2024-08-29T17:47:16.915 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_omap": 0, 2024-08-29T17:47:16.915 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_pinned": 0, 2024-08-29T17:47:16.915 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_recovered": 0, 2024-08-29T17:47:16.915 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_repaired": 0, 2024-08-29T17:47:16.915 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_unfound": 0, 2024-08-29T17:47:16.915 INFO:tasks.workunit.client.0.smithi028.stdout: "num_omap_bytes": 0, 2024-08-29T17:47:16.915 INFO:tasks.workunit.client.0.smithi028.stdout: "num_omap_keys": 0, 2024-08-29T17:47:16.915 INFO:tasks.workunit.client.0.smithi028.stdout: "num_promote": 0, 2024-08-29T17:47:16.915 INFO:tasks.workunit.client.0.smithi028.stdout: "num_read": 0, 2024-08-29T17:47:16.915 INFO:tasks.workunit.client.0.smithi028.stdout: "num_read_kb": 0, 2024-08-29T17:47:16.916 INFO:tasks.workunit.client.0.smithi028.stdout: "num_scrub_errors": 0, 2024-08-29T17:47:16.916 INFO:tasks.workunit.client.0.smithi028.stdout: "num_shallow_scrub_errors": 0, 2024-08-29T17:47:16.916 INFO:tasks.workunit.client.0.smithi028.stdout: "num_whiteouts": 0, 2024-08-29T17:47:16.916 INFO:tasks.workunit.client.0.smithi028.stdout: "num_write": 0, 2024-08-29T17:47:16.916 INFO:tasks.workunit.client.0.smithi028.stdout: "num_write_kb": 0 2024-08-29T17:47:16.916 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:16.916 INFO:tasks.workunit.client.0.smithi028.stdout: "state": "active+clean", 2024-08-29T17:47:16.916 INFO:tasks.workunit.client.0.smithi028.stdout: "stats_invalid": false, 2024-08-29T17:47:16.916 INFO:tasks.workunit.client.0.smithi028.stdout: "up": [ 2024-08-29T17:47:16.916 INFO:tasks.workunit.client.0.smithi028.stdout: 2, 2024-08-29T17:47:16.916 INFO:tasks.workunit.client.0.smithi028.stdout: 5, 2024-08-29T17:47:16.916 INFO:tasks.workunit.client.0.smithi028.stdout: 0 2024-08-29T17:47:16.917 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-08-29T17:47:16.917 INFO:tasks.workunit.client.0.smithi028.stdout: "up_primary": 2, 2024-08-29T17:47:16.917 INFO:tasks.workunit.client.0.smithi028.stdout: "version": "0'0" 2024-08-29T17:47:16.917 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:16.917 INFO:tasks.workunit.client.0.smithi028.stdout: { 2024-08-29T17:47:16.917 INFO:tasks.workunit.client.0.smithi028.stdout: "acting": [ 2024-08-29T17:47:16.917 INFO:tasks.workunit.client.0.smithi028.stdout: 7, 2024-08-29T17:47:16.917 INFO:tasks.workunit.client.0.smithi028.stdout: 5, 2024-08-29T17:47:16.917 INFO:tasks.workunit.client.0.smithi028.stdout: 6 2024-08-29T17:47:16.917 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-08-29T17:47:16.917 INFO:tasks.workunit.client.0.smithi028.stdout: "acting_primary": 7, 2024-08-29T17:47:16.917 INFO:tasks.workunit.client.0.smithi028.stdout: "avail_no_missing": [], 2024-08-29T17:47:16.917 INFO:tasks.workunit.client.0.smithi028.stdout: "blocked_by": [], 2024-08-29T17:47:16.917 INFO:tasks.workunit.client.0.smithi028.stdout: "created": 62, 2024-08-29T17:47:16.918 INFO:tasks.workunit.client.0.smithi028.stdout: "dirty_stats_invalid": false, 2024-08-29T17:47:16.918 INFO:tasks.workunit.client.0.smithi028.stdout: "hitset_bytes_stats_invalid": false, 2024-08-29T17:47:16.918 INFO:tasks.workunit.client.0.smithi028.stdout: "hitset_stats_invalid": false, 2024-08-29T17:47:16.918 INFO:tasks.workunit.client.0.smithi028.stdout: "last_active": "2024-08-29T17:43:51.058601+0000", 2024-08-29T17:47:16.918 INFO:tasks.workunit.client.0.smithi028.stdout: "last_became_active": "2024-08-29T17:41:03.074702+0000", 2024-08-29T17:47:16.918 INFO:tasks.workunit.client.0.smithi028.stdout: "last_became_peered": "2024-08-29T17:41:03.074702+0000", 2024-08-29T17:47:16.918 INFO:tasks.workunit.client.0.smithi028.stdout: "last_change": "2024-08-29T17:41:03.075417+0000", 2024-08-29T17:47:16.918 INFO:tasks.workunit.client.0.smithi028.stdout: "last_clean": "2024-08-29T17:43:51.058601+0000", 2024-08-29T17:47:16.918 INFO:tasks.workunit.client.0.smithi028.stdout: "last_clean_scrub_stamp": "2024-08-29T17:41:01.987071+0000", 2024-08-29T17:47:16.918 INFO:tasks.workunit.client.0.smithi028.stdout: "last_deep_scrub": "0'0", 2024-08-29T17:47:16.918 INFO:tasks.workunit.client.0.smithi028.stdout: "last_deep_scrub_stamp": "2024-08-29T17:41:01.987071+0000", 2024-08-29T17:47:16.918 INFO:tasks.workunit.client.0.smithi028.stdout: "last_epoch_clean": 63, 2024-08-29T17:47:16.918 INFO:tasks.workunit.client.0.smithi028.stdout: "last_fresh": "2024-08-29T17:43:51.058601+0000", 2024-08-29T17:47:16.919 INFO:tasks.workunit.client.0.smithi028.stdout: "last_fullsized": "2024-08-29T17:43:51.058601+0000", 2024-08-29T17:47:16.919 INFO:tasks.workunit.client.0.smithi028.stdout: "last_peered": "2024-08-29T17:43:51.058601+0000", 2024-08-29T17:47:16.919 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub": "0'0", 2024-08-29T17:47:16.919 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub_duration": 0, 2024-08-29T17:47:16.919 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub_stamp": "2024-08-29T17:41:01.987071+0000", 2024-08-29T17:47:16.919 INFO:tasks.workunit.client.0.smithi028.stdout: "last_undegraded": "2024-08-29T17:43:51.058601+0000", 2024-08-29T17:47:16.919 INFO:tasks.workunit.client.0.smithi028.stdout: "last_unstale": "2024-08-29T17:43:51.058601+0000", 2024-08-29T17:47:16.919 INFO:tasks.workunit.client.0.smithi028.stdout: "log_dups_size": 0, 2024-08-29T17:47:16.919 INFO:tasks.workunit.client.0.smithi028.stdout: "log_size": 0, 2024-08-29T17:47:16.919 INFO:tasks.workunit.client.0.smithi028.stdout: "log_start": "0'0", 2024-08-29T17:47:16.919 INFO:tasks.workunit.client.0.smithi028.stdout: "manifest_stats_invalid": false, 2024-08-29T17:47:16.919 INFO:tasks.workunit.client.0.smithi028.stdout: "mapping_epoch": 62, 2024-08-29T17:47:16.919 INFO:tasks.workunit.client.0.smithi028.stdout: "object_location_counts": [], 2024-08-29T17:47:16.919 INFO:tasks.workunit.client.0.smithi028.stdout: "objects_scrubbed": 0, 2024-08-29T17:47:16.920 INFO:tasks.workunit.client.0.smithi028.stdout: "objects_trimmed": 0, 2024-08-29T17:47:16.920 INFO:tasks.workunit.client.0.smithi028.stdout: "omap_stats_invalid": false, 2024-08-29T17:47:16.920 INFO:tasks.workunit.client.0.smithi028.stdout: "ondisk_log_size": 0, 2024-08-29T17:47:16.920 INFO:tasks.workunit.client.0.smithi028.stdout: "ondisk_log_start": "0'0", 2024-08-29T17:47:16.920 INFO:tasks.workunit.client.0.smithi028.stdout: "parent": "0.0", 2024-08-29T17:47:16.920 INFO:tasks.workunit.client.0.smithi028.stdout: "parent_split_bits": 0, 2024-08-29T17:47:16.920 INFO:tasks.workunit.client.0.smithi028.stdout: "pgid": "3.d", 2024-08-29T17:47:16.920 INFO:tasks.workunit.client.0.smithi028.stdout: "pin_stats_invalid": false, 2024-08-29T17:47:16.920 INFO:tasks.workunit.client.0.smithi028.stdout: "purged_snaps": [], 2024-08-29T17:47:16.920 INFO:tasks.workunit.client.0.smithi028.stdout: "reported_epoch": 74, 2024-08-29T17:47:16.920 INFO:tasks.workunit.client.0.smithi028.stdout: "reported_seq": 21, 2024-08-29T17:47:16.920 INFO:tasks.workunit.client.0.smithi028.stdout: "scrub_duration": 0.0, 2024-08-29T17:47:16.920 INFO:tasks.workunit.client.0.smithi028.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-30T20:47:11.712933+0000", 2024-08-29T17:47:16.921 INFO:tasks.workunit.client.0.smithi028.stdout: "snaptrim_duration": 0.0, 2024-08-29T17:47:16.921 INFO:tasks.workunit.client.0.smithi028.stdout: "snaptrimq_len": 0, 2024-08-29T17:47:16.921 INFO:tasks.workunit.client.0.smithi028.stdout: "stat_sum": { 2024-08-29T17:47:16.921 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes": 0, 2024-08-29T17:47:16.921 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes_hit_set_archive": 0, 2024-08-29T17:47:16.921 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes_recovered": 0, 2024-08-29T17:47:16.921 INFO:tasks.workunit.client.0.smithi028.stdout: "num_deep_scrub_errors": 0, 2024-08-29T17:47:16.921 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict": 0, 2024-08-29T17:47:16.921 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_kb": 0, 2024-08-29T17:47:16.921 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_mode_full": 0, 2024-08-29T17:47:16.921 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_mode_some": 0, 2024-08-29T17:47:16.921 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush": 0, 2024-08-29T17:47:16.921 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_kb": 0, 2024-08-29T17:47:16.921 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_mode_high": 0, 2024-08-29T17:47:16.922 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_mode_low": 0, 2024-08-29T17:47:16.922 INFO:tasks.workunit.client.0.smithi028.stdout: "num_keys_recovered": 0, 2024-08-29T17:47:16.922 INFO:tasks.workunit.client.0.smithi028.stdout: "num_large_omap_objects": 0, 2024-08-29T17:47:16.922 INFO:tasks.workunit.client.0.smithi028.stdout: "num_legacy_snapsets": 0, 2024-08-29T17:47:16.922 INFO:tasks.workunit.client.0.smithi028.stdout: "num_object_clones": 0, 2024-08-29T17:47:16.922 INFO:tasks.workunit.client.0.smithi028.stdout: "num_object_copies": 0, 2024-08-29T17:47:16.922 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects": 0, 2024-08-29T17:47:16.922 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_degraded": 0, 2024-08-29T17:47:16.922 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_dirty": 0, 2024-08-29T17:47:16.922 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_hit_set_archive": 0, 2024-08-29T17:47:16.922 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_manifest": 0, 2024-08-29T17:47:16.922 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_misplaced": 0, 2024-08-29T17:47:16.922 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_missing": 0, 2024-08-29T17:47:16.923 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_missing_on_primary": 0, 2024-08-29T17:47:16.923 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_omap": 0, 2024-08-29T17:47:16.923 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_pinned": 0, 2024-08-29T17:47:16.923 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_recovered": 0, 2024-08-29T17:47:16.923 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_repaired": 0, 2024-08-29T17:47:16.923 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_unfound": 0, 2024-08-29T17:47:16.923 INFO:tasks.workunit.client.0.smithi028.stdout: "num_omap_bytes": 0, 2024-08-29T17:47:16.923 INFO:tasks.workunit.client.0.smithi028.stdout: "num_omap_keys": 0, 2024-08-29T17:47:16.923 INFO:tasks.workunit.client.0.smithi028.stdout: "num_promote": 0, 2024-08-29T17:47:16.923 INFO:tasks.workunit.client.0.smithi028.stdout: "num_read": 0, 2024-08-29T17:47:16.923 INFO:tasks.workunit.client.0.smithi028.stdout: "num_read_kb": 0, 2024-08-29T17:47:16.923 INFO:tasks.workunit.client.0.smithi028.stdout: "num_scrub_errors": 0, 2024-08-29T17:47:16.923 INFO:tasks.workunit.client.0.smithi028.stdout: "num_shallow_scrub_errors": 0, 2024-08-29T17:47:16.923 INFO:tasks.workunit.client.0.smithi028.stdout: "num_whiteouts": 0, 2024-08-29T17:47:16.924 INFO:tasks.workunit.client.0.smithi028.stdout: "num_write": 0, 2024-08-29T17:47:16.924 INFO:tasks.workunit.client.0.smithi028.stdout: "num_write_kb": 0 2024-08-29T17:47:16.924 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:16.924 INFO:tasks.workunit.client.0.smithi028.stdout: "state": "active+clean", 2024-08-29T17:47:16.924 INFO:tasks.workunit.client.0.smithi028.stdout: "stats_invalid": false, 2024-08-29T17:47:16.924 INFO:tasks.workunit.client.0.smithi028.stdout: "up": [ 2024-08-29T17:47:16.924 INFO:tasks.workunit.client.0.smithi028.stdout: 7, 2024-08-29T17:47:16.924 INFO:tasks.workunit.client.0.smithi028.stdout: 5, 2024-08-29T17:47:16.924 INFO:tasks.workunit.client.0.smithi028.stdout: 6 2024-08-29T17:47:16.924 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-08-29T17:47:16.924 INFO:tasks.workunit.client.0.smithi028.stdout: "up_primary": 7, 2024-08-29T17:47:16.924 INFO:tasks.workunit.client.0.smithi028.stdout: "version": "0'0" 2024-08-29T17:47:16.924 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:16.925 INFO:tasks.workunit.client.0.smithi028.stdout: { 2024-08-29T17:47:16.925 INFO:tasks.workunit.client.0.smithi028.stdout: "acting": [ 2024-08-29T17:47:16.925 INFO:tasks.workunit.client.0.smithi028.stdout: 6, 2024-08-29T17:47:16.925 INFO:tasks.workunit.client.0.smithi028.stdout: 4, 2024-08-29T17:47:16.925 INFO:tasks.workunit.client.0.smithi028.stdout: 7 2024-08-29T17:47:16.925 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-08-29T17:47:16.925 INFO:tasks.workunit.client.0.smithi028.stdout: "acting_primary": 6, 2024-08-29T17:47:16.925 INFO:tasks.workunit.client.0.smithi028.stdout: "avail_no_missing": [], 2024-08-29T17:47:16.925 INFO:tasks.workunit.client.0.smithi028.stdout: "blocked_by": [], 2024-08-29T17:47:16.925 INFO:tasks.workunit.client.0.smithi028.stdout: "created": 69, 2024-08-29T17:47:16.925 INFO:tasks.workunit.client.0.smithi028.stdout: "dirty_stats_invalid": false, 2024-08-29T17:47:16.925 INFO:tasks.workunit.client.0.smithi028.stdout: "hitset_bytes_stats_invalid": false, 2024-08-29T17:47:16.925 INFO:tasks.workunit.client.0.smithi028.stdout: "hitset_stats_invalid": false, 2024-08-29T17:47:16.925 INFO:tasks.workunit.client.0.smithi028.stdout: "last_active": "2024-08-29T17:43:59.435674+0000", 2024-08-29T17:47:16.926 INFO:tasks.workunit.client.0.smithi028.stdout: "last_became_active": "2024-08-29T17:43:40.900327+0000", 2024-08-29T17:47:16.926 INFO:tasks.workunit.client.0.smithi028.stdout: "last_became_peered": "2024-08-29T17:43:40.900327+0000", 2024-08-29T17:47:16.926 INFO:tasks.workunit.client.0.smithi028.stdout: "last_change": "2024-08-29T17:43:51.184751+0000", 2024-08-29T17:47:16.926 INFO:tasks.workunit.client.0.smithi028.stdout: "last_clean": "2024-08-29T17:43:59.435674+0000", 2024-08-29T17:47:16.926 INFO:tasks.workunit.client.0.smithi028.stdout: "last_clean_scrub_stamp": "2024-08-29T17:43:39.870944+0000", 2024-08-29T17:47:16.926 INFO:tasks.workunit.client.0.smithi028.stdout: "last_deep_scrub": "0'0", 2024-08-29T17:47:16.926 INFO:tasks.workunit.client.0.smithi028.stdout: "last_deep_scrub_stamp": "2024-08-29T17:43:39.870944+0000", 2024-08-29T17:47:16.926 INFO:tasks.workunit.client.0.smithi028.stdout: "last_epoch_clean": 70, 2024-08-29T17:47:16.926 INFO:tasks.workunit.client.0.smithi028.stdout: "last_fresh": "2024-08-29T17:43:59.435674+0000", 2024-08-29T17:47:16.926 INFO:tasks.workunit.client.0.smithi028.stdout: "last_fullsized": "2024-08-29T17:43:59.435674+0000", 2024-08-29T17:47:16.926 INFO:tasks.workunit.client.0.smithi028.stdout: "last_peered": "2024-08-29T17:43:59.435674+0000", 2024-08-29T17:47:16.926 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub": "0'0", 2024-08-29T17:47:16.926 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub_duration": 0, 2024-08-29T17:47:16.926 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub_stamp": "2024-08-29T17:43:39.870944+0000", 2024-08-29T17:47:16.927 INFO:tasks.workunit.client.0.smithi028.stdout: "last_undegraded": "2024-08-29T17:43:59.435674+0000", 2024-08-29T17:47:16.927 INFO:tasks.workunit.client.0.smithi028.stdout: "last_unstale": "2024-08-29T17:43:59.435674+0000", 2024-08-29T17:47:16.927 INFO:tasks.workunit.client.0.smithi028.stdout: "log_dups_size": 0, 2024-08-29T17:47:16.927 INFO:tasks.workunit.client.0.smithi028.stdout: "log_size": 0, 2024-08-29T17:47:16.927 INFO:tasks.workunit.client.0.smithi028.stdout: "log_start": "0'0", 2024-08-29T17:47:16.927 INFO:tasks.workunit.client.0.smithi028.stdout: "manifest_stats_invalid": false, 2024-08-29T17:47:16.927 INFO:tasks.workunit.client.0.smithi028.stdout: "mapping_epoch": 69, 2024-08-29T17:47:16.927 INFO:tasks.workunit.client.0.smithi028.stdout: "object_location_counts": [], 2024-08-29T17:47:16.927 INFO:tasks.workunit.client.0.smithi028.stdout: "objects_scrubbed": 0, 2024-08-29T17:47:16.927 INFO:tasks.workunit.client.0.smithi028.stdout: "objects_trimmed": 0, 2024-08-29T17:47:16.927 INFO:tasks.workunit.client.0.smithi028.stdout: "omap_stats_invalid": false, 2024-08-29T17:47:16.927 INFO:tasks.workunit.client.0.smithi028.stdout: "ondisk_log_size": 0, 2024-08-29T17:47:16.927 INFO:tasks.workunit.client.0.smithi028.stdout: "ondisk_log_start": "0'0", 2024-08-29T17:47:16.928 INFO:tasks.workunit.client.0.smithi028.stdout: "parent": "0.0", 2024-08-29T17:47:16.928 INFO:tasks.workunit.client.0.smithi028.stdout: "parent_split_bits": 0, 2024-08-29T17:47:16.928 INFO:tasks.workunit.client.0.smithi028.stdout: "pgid": "4.5", 2024-08-29T17:47:16.928 INFO:tasks.workunit.client.0.smithi028.stdout: "pin_stats_invalid": false, 2024-08-29T17:47:16.928 INFO:tasks.workunit.client.0.smithi028.stdout: "purged_snaps": [], 2024-08-29T17:47:16.928 INFO:tasks.workunit.client.0.smithi028.stdout: "reported_epoch": 75, 2024-08-29T17:47:16.928 INFO:tasks.workunit.client.0.smithi028.stdout: "reported_seq": 19, 2024-08-29T17:47:16.928 INFO:tasks.workunit.client.0.smithi028.stdout: "scrub_duration": 0.0, 2024-08-29T17:47:16.928 INFO:tasks.workunit.client.0.smithi028.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-31T03:13:05.199888+0000", 2024-08-29T17:47:16.928 INFO:tasks.workunit.client.0.smithi028.stdout: "snaptrim_duration": 0.000907965, 2024-08-29T17:47:16.928 INFO:tasks.workunit.client.0.smithi028.stdout: "snaptrimq_len": 0, 2024-08-29T17:47:16.928 INFO:tasks.workunit.client.0.smithi028.stdout: "stat_sum": { 2024-08-29T17:47:16.929 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes": 0, 2024-08-29T17:47:16.929 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes_hit_set_archive": 0, 2024-08-29T17:47:16.929 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes_recovered": 0, 2024-08-29T17:47:16.929 INFO:tasks.workunit.client.0.smithi028.stdout: "num_deep_scrub_errors": 0, 2024-08-29T17:47:16.929 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict": 0, 2024-08-29T17:47:16.929 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_kb": 0, 2024-08-29T17:47:16.929 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_mode_full": 0, 2024-08-29T17:47:16.929 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_mode_some": 0, 2024-08-29T17:47:16.929 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush": 0, 2024-08-29T17:47:16.929 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_kb": 0, 2024-08-29T17:47:16.929 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_mode_high": 0, 2024-08-29T17:47:16.929 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_mode_low": 0, 2024-08-29T17:47:16.929 INFO:tasks.workunit.client.0.smithi028.stdout: "num_keys_recovered": 0, 2024-08-29T17:47:16.930 INFO:tasks.workunit.client.0.smithi028.stdout: "num_large_omap_objects": 0, 2024-08-29T17:47:16.930 INFO:tasks.workunit.client.0.smithi028.stdout: "num_legacy_snapsets": 0, 2024-08-29T17:47:16.930 INFO:tasks.workunit.client.0.smithi028.stdout: "num_object_clones": 0, 2024-08-29T17:47:16.930 INFO:tasks.workunit.client.0.smithi028.stdout: "num_object_copies": 0, 2024-08-29T17:47:16.930 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects": 0, 2024-08-29T17:47:16.930 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_degraded": 0, 2024-08-29T17:47:16.930 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_dirty": 0, 2024-08-29T17:47:16.930 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_hit_set_archive": 0, 2024-08-29T17:47:16.930 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_manifest": 0, 2024-08-29T17:47:16.930 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_misplaced": 0, 2024-08-29T17:47:16.930 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_missing": 0, 2024-08-29T17:47:16.930 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_missing_on_primary": 0, 2024-08-29T17:47:16.930 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_omap": 0, 2024-08-29T17:47:16.931 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_pinned": 0, 2024-08-29T17:47:16.931 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_recovered": 0, 2024-08-29T17:47:16.931 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_repaired": 0, 2024-08-29T17:47:16.931 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_unfound": 0, 2024-08-29T17:47:16.931 INFO:tasks.workunit.client.0.smithi028.stdout: "num_omap_bytes": 0, 2024-08-29T17:47:16.931 INFO:tasks.workunit.client.0.smithi028.stdout: "num_omap_keys": 0, 2024-08-29T17:47:16.931 INFO:tasks.workunit.client.0.smithi028.stdout: "num_promote": 0, 2024-08-29T17:47:16.931 INFO:tasks.workunit.client.0.smithi028.stdout: "num_read": 0, 2024-08-29T17:47:16.931 INFO:tasks.workunit.client.0.smithi028.stdout: "num_read_kb": 0, 2024-08-29T17:47:16.931 INFO:tasks.workunit.client.0.smithi028.stdout: "num_scrub_errors": 0, 2024-08-29T17:47:16.931 INFO:tasks.workunit.client.0.smithi028.stdout: "num_shallow_scrub_errors": 0, 2024-08-29T17:47:16.931 INFO:tasks.workunit.client.0.smithi028.stdout: "num_whiteouts": 0, 2024-08-29T17:47:16.932 INFO:tasks.workunit.client.0.smithi028.stdout: "num_write": 0, 2024-08-29T17:47:16.932 INFO:tasks.workunit.client.0.smithi028.stdout: "num_write_kb": 0 2024-08-29T17:47:16.932 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:16.932 INFO:tasks.workunit.client.0.smithi028.stdout: "state": "active+clean", 2024-08-29T17:47:16.932 INFO:tasks.workunit.client.0.smithi028.stdout: "stats_invalid": false, 2024-08-29T17:47:16.932 INFO:tasks.workunit.client.0.smithi028.stdout: "up": [ 2024-08-29T17:47:16.932 INFO:tasks.workunit.client.0.smithi028.stdout: 6, 2024-08-29T17:47:16.932 INFO:tasks.workunit.client.0.smithi028.stdout: 4, 2024-08-29T17:47:16.932 INFO:tasks.workunit.client.0.smithi028.stdout: 7 2024-08-29T17:47:16.932 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-08-29T17:47:16.932 INFO:tasks.workunit.client.0.smithi028.stdout: "up_primary": 6, 2024-08-29T17:47:16.932 INFO:tasks.workunit.client.0.smithi028.stdout: "version": "0'0" 2024-08-29T17:47:16.932 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:16.933 INFO:tasks.workunit.client.0.smithi028.stdout: { 2024-08-29T17:47:16.933 INFO:tasks.workunit.client.0.smithi028.stdout: "acting": [ 2024-08-29T17:47:16.933 INFO:tasks.workunit.client.0.smithi028.stdout: 7, 2024-08-29T17:47:16.933 INFO:tasks.workunit.client.0.smithi028.stdout: 0, 2024-08-29T17:47:16.933 INFO:tasks.workunit.client.0.smithi028.stdout: 6 2024-08-29T17:47:16.933 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-08-29T17:47:16.933 INFO:tasks.workunit.client.0.smithi028.stdout: "acting_primary": 7, 2024-08-29T17:47:16.933 INFO:tasks.workunit.client.0.smithi028.stdout: "avail_no_missing": [], 2024-08-29T17:47:16.933 INFO:tasks.workunit.client.0.smithi028.stdout: "blocked_by": [], 2024-08-29T17:47:16.933 INFO:tasks.workunit.client.0.smithi028.stdout: "created": 19, 2024-08-29T17:47:16.933 INFO:tasks.workunit.client.0.smithi028.stdout: "dirty_stats_invalid": false, 2024-08-29T17:47:16.933 INFO:tasks.workunit.client.0.smithi028.stdout: "hitset_bytes_stats_invalid": false, 2024-08-29T17:47:16.933 INFO:tasks.workunit.client.0.smithi028.stdout: "hitset_stats_invalid": false, 2024-08-29T17:47:16.934 INFO:tasks.workunit.client.0.smithi028.stdout: "last_active": "2024-08-29T17:47:09.814262+0000", 2024-08-29T17:47:16.934 INFO:tasks.workunit.client.0.smithi028.stdout: "last_became_active": "2024-08-29T17:39:56.150582+0000", 2024-08-29T17:47:16.934 INFO:tasks.workunit.client.0.smithi028.stdout: "last_became_peered": "2024-08-29T17:39:56.150582+0000", 2024-08-29T17:47:16.934 INFO:tasks.workunit.client.0.smithi028.stdout: "last_change": "2024-08-29T17:39:56.151410+0000", 2024-08-29T17:47:16.934 INFO:tasks.workunit.client.0.smithi028.stdout: "last_clean": "2024-08-29T17:47:09.814262+0000", 2024-08-29T17:47:16.934 INFO:tasks.workunit.client.0.smithi028.stdout: "last_clean_scrub_stamp": "2024-08-29T17:35:25.395028+0000", 2024-08-29T17:47:16.934 INFO:tasks.workunit.client.0.smithi028.stdout: "last_deep_scrub": "0'0", 2024-08-29T17:47:16.934 INFO:tasks.workunit.client.0.smithi028.stdout: "last_deep_scrub_stamp": "2024-08-29T17:35:25.395028+0000", 2024-08-29T17:47:16.934 INFO:tasks.workunit.client.0.smithi028.stdout: "last_epoch_clean": 58, 2024-08-29T17:47:16.934 INFO:tasks.workunit.client.0.smithi028.stdout: "last_fresh": "2024-08-29T17:47:09.814262+0000", 2024-08-29T17:47:16.934 INFO:tasks.workunit.client.0.smithi028.stdout: "last_fullsized": "2024-08-29T17:47:09.814262+0000", 2024-08-29T17:47:16.934 INFO:tasks.workunit.client.0.smithi028.stdout: "last_peered": "2024-08-29T17:47:09.814262+0000", 2024-08-29T17:47:16.934 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub": "0'0", 2024-08-29T17:47:16.934 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub_duration": 0, 2024-08-29T17:47:16.935 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub_stamp": "2024-08-29T17:35:25.395028+0000", 2024-08-29T17:47:16.935 INFO:tasks.workunit.client.0.smithi028.stdout: "last_undegraded": "2024-08-29T17:47:09.814262+0000", 2024-08-29T17:47:16.935 INFO:tasks.workunit.client.0.smithi028.stdout: "last_unstale": "2024-08-29T17:47:09.814262+0000", 2024-08-29T17:47:16.935 INFO:tasks.workunit.client.0.smithi028.stdout: "log_dups_size": 0, 2024-08-29T17:47:16.935 INFO:tasks.workunit.client.0.smithi028.stdout: "log_size": 132, 2024-08-29T17:47:16.935 INFO:tasks.workunit.client.0.smithi028.stdout: "log_start": "0'0", 2024-08-29T17:47:16.935 INFO:tasks.workunit.client.0.smithi028.stdout: "manifest_stats_invalid": false, 2024-08-29T17:47:16.935 INFO:tasks.workunit.client.0.smithi028.stdout: "mapping_epoch": 57, 2024-08-29T17:47:16.935 INFO:tasks.workunit.client.0.smithi028.stdout: "object_location_counts": [], 2024-08-29T17:47:16.935 INFO:tasks.workunit.client.0.smithi028.stdout: "objects_scrubbed": 0, 2024-08-29T17:47:16.935 INFO:tasks.workunit.client.0.smithi028.stdout: "objects_trimmed": 0, 2024-08-29T17:47:16.935 INFO:tasks.workunit.client.0.smithi028.stdout: "omap_stats_invalid": false, 2024-08-29T17:47:16.935 INFO:tasks.workunit.client.0.smithi028.stdout: "ondisk_log_size": 132, 2024-08-29T17:47:16.935 INFO:tasks.workunit.client.0.smithi028.stdout: "ondisk_log_start": "0'0", 2024-08-29T17:47:16.935 INFO:tasks.workunit.client.0.smithi028.stdout: "parent": "0.0", 2024-08-29T17:47:16.936 INFO:tasks.workunit.client.0.smithi028.stdout: "parent_split_bits": 0, 2024-08-29T17:47:16.936 INFO:tasks.workunit.client.0.smithi028.stdout: "pgid": "1.0", 2024-08-29T17:47:16.936 INFO:tasks.workunit.client.0.smithi028.stdout: "pin_stats_invalid": false, 2024-08-29T17:47:16.936 INFO:tasks.workunit.client.0.smithi028.stdout: "purged_snaps": [], 2024-08-29T17:47:16.936 INFO:tasks.workunit.client.0.smithi028.stdout: "reported_epoch": 75, 2024-08-29T17:47:16.936 INFO:tasks.workunit.client.0.smithi028.stdout: "reported_seq": 298, 2024-08-29T17:47:16.936 INFO:tasks.workunit.client.0.smithi028.stdout: "scrub_duration": 0.0, 2024-08-29T17:47:16.936 INFO:tasks.workunit.client.0.smithi028.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-31T03:59:58.733872+0000", 2024-08-29T17:47:16.936 INFO:tasks.workunit.client.0.smithi028.stdout: "snaptrim_duration": 0.0, 2024-08-29T17:47:16.936 INFO:tasks.workunit.client.0.smithi028.stdout: "snaptrimq_len": 0, 2024-08-29T17:47:16.936 INFO:tasks.workunit.client.0.smithi028.stdout: "stat_sum": { 2024-08-29T17:47:16.936 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes": 590368, 2024-08-29T17:47:16.936 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes_hit_set_archive": 0, 2024-08-29T17:47:16.937 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes_recovered": 1771104, 2024-08-29T17:47:16.937 INFO:tasks.workunit.client.0.smithi028.stdout: "num_deep_scrub_errors": 0, 2024-08-29T17:47:16.937 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict": 0, 2024-08-29T17:47:16.937 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_kb": 0, 2024-08-29T17:47:16.937 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_mode_full": 0, 2024-08-29T17:47:16.937 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_mode_some": 0, 2024-08-29T17:47:16.937 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush": 0, 2024-08-29T17:47:16.937 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_kb": 0, 2024-08-29T17:47:16.937 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_mode_high": 0, 2024-08-29T17:47:16.937 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_mode_low": 0, 2024-08-29T17:47:16.937 INFO:tasks.workunit.client.0.smithi028.stdout: "num_keys_recovered": 0, 2024-08-29T17:47:16.937 INFO:tasks.workunit.client.0.smithi028.stdout: "num_large_omap_objects": 0, 2024-08-29T17:47:16.937 INFO:tasks.workunit.client.0.smithi028.stdout: "num_legacy_snapsets": 0, 2024-08-29T17:47:16.937 INFO:tasks.workunit.client.0.smithi028.stdout: "num_object_clones": 0, 2024-08-29T17:47:16.938 INFO:tasks.workunit.client.0.smithi028.stdout: "num_object_copies": 6, 2024-08-29T17:47:16.938 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects": 2, 2024-08-29T17:47:16.938 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_degraded": 0, 2024-08-29T17:47:16.938 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_dirty": 2, 2024-08-29T17:47:16.938 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_hit_set_archive": 0, 2024-08-29T17:47:16.938 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_manifest": 0, 2024-08-29T17:47:16.938 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_misplaced": 0, 2024-08-29T17:47:16.938 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_missing": 0, 2024-08-29T17:47:16.938 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_missing_on_primary": 0, 2024-08-29T17:47:16.938 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_omap": 0, 2024-08-29T17:47:16.938 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_pinned": 0, 2024-08-29T17:47:16.938 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_recovered": 6, 2024-08-29T17:47:16.938 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_repaired": 0, 2024-08-29T17:47:16.938 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_unfound": 0, 2024-08-29T17:47:16.939 INFO:tasks.workunit.client.0.smithi028.stdout: "num_omap_bytes": 0, 2024-08-29T17:47:16.939 INFO:tasks.workunit.client.0.smithi028.stdout: "num_omap_keys": 0, 2024-08-29T17:47:16.939 INFO:tasks.workunit.client.0.smithi028.stdout: "num_promote": 0, 2024-08-29T17:47:16.939 INFO:tasks.workunit.client.0.smithi028.stdout: "num_read": 250, 2024-08-29T17:47:16.939 INFO:tasks.workunit.client.0.smithi028.stdout: "num_read_kb": 464, 2024-08-29T17:47:16.939 INFO:tasks.workunit.client.0.smithi028.stdout: "num_scrub_errors": 0, 2024-08-29T17:47:16.939 INFO:tasks.workunit.client.0.smithi028.stdout: "num_shallow_scrub_errors": 0, 2024-08-29T17:47:16.939 INFO:tasks.workunit.client.0.smithi028.stdout: "num_whiteouts": 0, 2024-08-29T17:47:16.939 INFO:tasks.workunit.client.0.smithi028.stdout: "num_write": 187, 2024-08-29T17:47:16.939 INFO:tasks.workunit.client.0.smithi028.stdout: "num_write_kb": 2416 2024-08-29T17:47:16.939 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:16.939 INFO:tasks.workunit.client.0.smithi028.stdout: "state": "active+clean", 2024-08-29T17:47:16.939 INFO:tasks.workunit.client.0.smithi028.stdout: "stats_invalid": false, 2024-08-29T17:47:16.939 INFO:tasks.workunit.client.0.smithi028.stdout: "up": [ 2024-08-29T17:47:16.940 INFO:tasks.workunit.client.0.smithi028.stdout: 7, 2024-08-29T17:47:16.940 INFO:tasks.workunit.client.0.smithi028.stdout: 0, 2024-08-29T17:47:16.940 INFO:tasks.workunit.client.0.smithi028.stdout: 6 2024-08-29T17:47:16.940 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-08-29T17:47:16.940 INFO:tasks.workunit.client.0.smithi028.stdout: "up_primary": 7, 2024-08-29T17:47:16.940 INFO:tasks.workunit.client.0.smithi028.stdout: "version": "75'132" 2024-08-29T17:47:16.940 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:16.940 INFO:tasks.workunit.client.0.smithi028.stdout: { 2024-08-29T17:47:16.940 INFO:tasks.workunit.client.0.smithi028.stdout: "acting": [ 2024-08-29T17:47:16.940 INFO:tasks.workunit.client.0.smithi028.stdout: 5, 2024-08-29T17:47:16.940 INFO:tasks.workunit.client.0.smithi028.stdout: 2, 2024-08-29T17:47:16.940 INFO:tasks.workunit.client.0.smithi028.stdout: 7 2024-08-29T17:47:16.940 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-08-29T17:47:16.941 INFO:tasks.workunit.client.0.smithi028.stdout: "acting_primary": 5, 2024-08-29T17:47:16.941 INFO:tasks.workunit.client.0.smithi028.stdout: "avail_no_missing": [], 2024-08-29T17:47:16.941 INFO:tasks.workunit.client.0.smithi028.stdout: "blocked_by": [], 2024-08-29T17:47:16.941 INFO:tasks.workunit.client.0.smithi028.stdout: "created": 59, 2024-08-29T17:47:16.941 INFO:tasks.workunit.client.0.smithi028.stdout: "dirty_stats_invalid": false, 2024-08-29T17:47:16.941 INFO:tasks.workunit.client.0.smithi028.stdout: "hitset_bytes_stats_invalid": false, 2024-08-29T17:47:16.941 INFO:tasks.workunit.client.0.smithi028.stdout: "hitset_stats_invalid": false, 2024-08-29T17:47:16.941 INFO:tasks.workunit.client.0.smithi028.stdout: "last_active": "2024-08-29T17:43:51.011802+0000", 2024-08-29T17:47:16.941 INFO:tasks.workunit.client.0.smithi028.stdout: "last_became_active": "2024-08-29T17:40:54.005440+0000", 2024-08-29T17:47:16.941 INFO:tasks.workunit.client.0.smithi028.stdout: "last_became_peered": "2024-08-29T17:40:54.005440+0000", 2024-08-29T17:47:16.941 INFO:tasks.workunit.client.0.smithi028.stdout: "last_change": "2024-08-29T17:40:54.006212+0000", 2024-08-29T17:47:16.941 INFO:tasks.workunit.client.0.smithi028.stdout: "last_clean": "2024-08-29T17:43:51.011802+0000", 2024-08-29T17:47:16.941 INFO:tasks.workunit.client.0.smithi028.stdout: "last_clean_scrub_stamp": "2024-08-29T17:40:52.944949+0000", 2024-08-29T17:47:16.941 INFO:tasks.workunit.client.0.smithi028.stdout: "last_deep_scrub": "0'0", 2024-08-29T17:47:16.942 INFO:tasks.workunit.client.0.smithi028.stdout: "last_deep_scrub_stamp": "2024-08-29T17:40:52.944949+0000", 2024-08-29T17:47:16.942 INFO:tasks.workunit.client.0.smithi028.stdout: "last_epoch_clean": 60, 2024-08-29T17:47:16.942 INFO:tasks.workunit.client.0.smithi028.stdout: "last_fresh": "2024-08-29T17:43:51.011802+0000", 2024-08-29T17:47:16.942 INFO:tasks.workunit.client.0.smithi028.stdout: "last_fullsized": "2024-08-29T17:43:51.011802+0000", 2024-08-29T17:47:16.942 INFO:tasks.workunit.client.0.smithi028.stdout: "last_peered": "2024-08-29T17:43:51.011802+0000", 2024-08-29T17:47:16.942 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub": "0'0", 2024-08-29T17:47:16.942 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub_duration": 0, 2024-08-29T17:47:16.942 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub_stamp": "2024-08-29T17:40:52.944949+0000", 2024-08-29T17:47:16.942 INFO:tasks.workunit.client.0.smithi028.stdout: "last_undegraded": "2024-08-29T17:43:51.011802+0000", 2024-08-29T17:47:16.942 INFO:tasks.workunit.client.0.smithi028.stdout: "last_unstale": "2024-08-29T17:43:51.011802+0000", 2024-08-29T17:47:16.942 INFO:tasks.workunit.client.0.smithi028.stdout: "log_dups_size": 0, 2024-08-29T17:47:16.942 INFO:tasks.workunit.client.0.smithi028.stdout: "log_size": 0, 2024-08-29T17:47:16.943 INFO:tasks.workunit.client.0.smithi028.stdout: "log_start": "0'0", 2024-08-29T17:47:16.943 INFO:tasks.workunit.client.0.smithi028.stdout: "manifest_stats_invalid": false, 2024-08-29T17:47:16.943 INFO:tasks.workunit.client.0.smithi028.stdout: "mapping_epoch": 59, 2024-08-29T17:47:16.943 INFO:tasks.workunit.client.0.smithi028.stdout: "object_location_counts": [], 2024-08-29T17:47:16.943 INFO:tasks.workunit.client.0.smithi028.stdout: "objects_scrubbed": 0, 2024-08-29T17:47:16.943 INFO:tasks.workunit.client.0.smithi028.stdout: "objects_trimmed": 0, 2024-08-29T17:47:16.943 INFO:tasks.workunit.client.0.smithi028.stdout: "omap_stats_invalid": false, 2024-08-29T17:47:16.943 INFO:tasks.workunit.client.0.smithi028.stdout: "ondisk_log_size": 0, 2024-08-29T17:47:16.943 INFO:tasks.workunit.client.0.smithi028.stdout: "ondisk_log_start": "0'0", 2024-08-29T17:47:16.943 INFO:tasks.workunit.client.0.smithi028.stdout: "parent": "0.0", 2024-08-29T17:47:16.943 INFO:tasks.workunit.client.0.smithi028.stdout: "parent_split_bits": 0, 2024-08-29T17:47:16.943 INFO:tasks.workunit.client.0.smithi028.stdout: "pgid": "2.3", 2024-08-29T17:47:16.944 INFO:tasks.workunit.client.0.smithi028.stdout: "pin_stats_invalid": false, 2024-08-29T17:47:16.944 INFO:tasks.workunit.client.0.smithi028.stdout: "purged_snaps": [], 2024-08-29T17:47:16.944 INFO:tasks.workunit.client.0.smithi028.stdout: "reported_epoch": 74, 2024-08-29T17:47:16.944 INFO:tasks.workunit.client.0.smithi028.stdout: "reported_seq": 24, 2024-08-29T17:47:16.944 INFO:tasks.workunit.client.0.smithi028.stdout: "scrub_duration": 0.0, 2024-08-29T17:47:16.944 INFO:tasks.workunit.client.0.smithi028.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-31T01:05:27.094044+0000", 2024-08-29T17:47:16.944 INFO:tasks.workunit.client.0.smithi028.stdout: "snaptrim_duration": 0.0, 2024-08-29T17:47:16.944 INFO:tasks.workunit.client.0.smithi028.stdout: "snaptrimq_len": 0, 2024-08-29T17:47:16.944 INFO:tasks.workunit.client.0.smithi028.stdout: "stat_sum": { 2024-08-29T17:47:16.944 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes": 0, 2024-08-29T17:47:16.944 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes_hit_set_archive": 0, 2024-08-29T17:47:16.945 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes_recovered": 0, 2024-08-29T17:47:16.945 INFO:tasks.workunit.client.0.smithi028.stdout: "num_deep_scrub_errors": 0, 2024-08-29T17:47:16.945 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict": 0, 2024-08-29T17:47:16.945 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_kb": 0, 2024-08-29T17:47:16.945 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_mode_full": 0, 2024-08-29T17:47:16.945 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_mode_some": 0, 2024-08-29T17:47:16.945 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush": 0, 2024-08-29T17:47:16.945 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_kb": 0, 2024-08-29T17:47:16.945 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_mode_high": 0, 2024-08-29T17:47:16.945 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_mode_low": 0, 2024-08-29T17:47:16.945 INFO:tasks.workunit.client.0.smithi028.stdout: "num_keys_recovered": 0, 2024-08-29T17:47:16.945 INFO:tasks.workunit.client.0.smithi028.stdout: "num_large_omap_objects": 0, 2024-08-29T17:47:16.945 INFO:tasks.workunit.client.0.smithi028.stdout: "num_legacy_snapsets": 0, 2024-08-29T17:47:16.946 INFO:tasks.workunit.client.0.smithi028.stdout: "num_object_clones": 0, 2024-08-29T17:47:16.946 INFO:tasks.workunit.client.0.smithi028.stdout: "num_object_copies": 0, 2024-08-29T17:47:16.946 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects": 0, 2024-08-29T17:47:16.946 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_degraded": 0, 2024-08-29T17:47:16.946 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_dirty": 0, 2024-08-29T17:47:16.946 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_hit_set_archive": 0, 2024-08-29T17:47:16.946 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_manifest": 0, 2024-08-29T17:47:16.946 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_misplaced": 0, 2024-08-29T17:47:16.946 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_missing": 0, 2024-08-29T17:47:16.946 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_missing_on_primary": 0, 2024-08-29T17:47:16.946 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_omap": 0, 2024-08-29T17:47:16.946 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_pinned": 0, 2024-08-29T17:47:16.946 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_recovered": 0, 2024-08-29T17:47:16.946 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_repaired": 0, 2024-08-29T17:47:16.947 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_unfound": 0, 2024-08-29T17:47:16.947 INFO:tasks.workunit.client.0.smithi028.stdout: "num_omap_bytes": 0, 2024-08-29T17:47:16.947 INFO:tasks.workunit.client.0.smithi028.stdout: "num_omap_keys": 0, 2024-08-29T17:47:16.947 INFO:tasks.workunit.client.0.smithi028.stdout: "num_promote": 0, 2024-08-29T17:47:16.947 INFO:tasks.workunit.client.0.smithi028.stdout: "num_read": 0, 2024-08-29T17:47:16.947 INFO:tasks.workunit.client.0.smithi028.stdout: "num_read_kb": 0, 2024-08-29T17:47:16.947 INFO:tasks.workunit.client.0.smithi028.stdout: "num_scrub_errors": 0, 2024-08-29T17:47:16.947 INFO:tasks.workunit.client.0.smithi028.stdout: "num_shallow_scrub_errors": 0, 2024-08-29T17:47:16.947 INFO:tasks.workunit.client.0.smithi028.stdout: "num_whiteouts": 0, 2024-08-29T17:47:16.947 INFO:tasks.workunit.client.0.smithi028.stdout: "num_write": 0, 2024-08-29T17:47:16.947 INFO:tasks.workunit.client.0.smithi028.stdout: "num_write_kb": 0 2024-08-29T17:47:16.947 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:16.947 INFO:tasks.workunit.client.0.smithi028.stdout: "state": "active+clean", 2024-08-29T17:47:16.948 INFO:tasks.workunit.client.0.smithi028.stdout: "stats_invalid": false, 2024-08-29T17:47:16.948 INFO:tasks.workunit.client.0.smithi028.stdout: "up": [ 2024-08-29T17:47:16.948 INFO:tasks.workunit.client.0.smithi028.stdout: 5, 2024-08-29T17:47:16.948 INFO:tasks.workunit.client.0.smithi028.stdout: 2, 2024-08-29T17:47:16.948 INFO:tasks.workunit.client.0.smithi028.stdout: 7 2024-08-29T17:47:16.948 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-08-29T17:47:16.948 INFO:tasks.workunit.client.0.smithi028.stdout: "up_primary": 5, 2024-08-29T17:47:16.948 INFO:tasks.workunit.client.0.smithi028.stdout: "version": "0'0" 2024-08-29T17:47:16.948 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:16.948 INFO:tasks.workunit.client.0.smithi028.stdout: { 2024-08-29T17:47:16.948 INFO:tasks.workunit.client.0.smithi028.stdout: "acting": [ 2024-08-29T17:47:16.948 INFO:tasks.workunit.client.0.smithi028.stdout: 3, 2024-08-29T17:47:16.948 INFO:tasks.workunit.client.0.smithi028.stdout: 5, 2024-08-29T17:47:16.949 INFO:tasks.workunit.client.0.smithi028.stdout: 6 2024-08-29T17:47:16.949 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-08-29T17:47:16.949 INFO:tasks.workunit.client.0.smithi028.stdout: "acting_primary": 3, 2024-08-29T17:47:16.949 INFO:tasks.workunit.client.0.smithi028.stdout: "avail_no_missing": [], 2024-08-29T17:47:16.949 INFO:tasks.workunit.client.0.smithi028.stdout: "blocked_by": [], 2024-08-29T17:47:16.949 INFO:tasks.workunit.client.0.smithi028.stdout: "created": 62, 2024-08-29T17:47:16.949 INFO:tasks.workunit.client.0.smithi028.stdout: "dirty_stats_invalid": false, 2024-08-29T17:47:16.949 INFO:tasks.workunit.client.0.smithi028.stdout: "hitset_bytes_stats_invalid": false, 2024-08-29T17:47:16.949 INFO:tasks.workunit.client.0.smithi028.stdout: "hitset_stats_invalid": false, 2024-08-29T17:47:16.949 INFO:tasks.workunit.client.0.smithi028.stdout: "last_active": "2024-08-29T17:43:51.002995+0000", 2024-08-29T17:47:16.949 INFO:tasks.workunit.client.0.smithi028.stdout: "last_became_active": "2024-08-29T17:41:03.053457+0000", 2024-08-29T17:47:16.949 INFO:tasks.workunit.client.0.smithi028.stdout: "last_became_peered": "2024-08-29T17:41:03.053457+0000", 2024-08-29T17:47:16.949 INFO:tasks.workunit.client.0.smithi028.stdout: "last_change": "2024-08-29T17:41:03.056361+0000", 2024-08-29T17:47:16.949 INFO:tasks.workunit.client.0.smithi028.stdout: "last_clean": "2024-08-29T17:43:51.002995+0000", 2024-08-29T17:47:16.950 INFO:tasks.workunit.client.0.smithi028.stdout: "last_clean_scrub_stamp": "2024-08-29T17:41:01.987071+0000", 2024-08-29T17:47:16.950 INFO:tasks.workunit.client.0.smithi028.stdout: "last_deep_scrub": "0'0", 2024-08-29T17:47:16.950 INFO:tasks.workunit.client.0.smithi028.stdout: "last_deep_scrub_stamp": "2024-08-29T17:41:01.987071+0000", 2024-08-29T17:47:16.950 INFO:tasks.workunit.client.0.smithi028.stdout: "last_epoch_clean": 63, 2024-08-29T17:47:16.950 INFO:tasks.workunit.client.0.smithi028.stdout: "last_fresh": "2024-08-29T17:43:51.002995+0000", 2024-08-29T17:47:16.950 INFO:tasks.workunit.client.0.smithi028.stdout: "last_fullsized": "2024-08-29T17:43:51.002995+0000", 2024-08-29T17:47:16.950 INFO:tasks.workunit.client.0.smithi028.stdout: "last_peered": "2024-08-29T17:43:51.002995+0000", 2024-08-29T17:47:16.950 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub": "0'0", 2024-08-29T17:47:16.950 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub_duration": 0, 2024-08-29T17:47:16.950 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub_stamp": "2024-08-29T17:41:01.987071+0000", 2024-08-29T17:47:16.950 INFO:tasks.workunit.client.0.smithi028.stdout: "last_undegraded": "2024-08-29T17:43:51.002995+0000", 2024-08-29T17:47:16.950 INFO:tasks.workunit.client.0.smithi028.stdout: "last_unstale": "2024-08-29T17:43:51.002995+0000", 2024-08-29T17:47:16.950 INFO:tasks.workunit.client.0.smithi028.stdout: "log_dups_size": 0, 2024-08-29T17:47:16.951 INFO:tasks.workunit.client.0.smithi028.stdout: "log_size": 0, 2024-08-29T17:47:16.951 INFO:tasks.workunit.client.0.smithi028.stdout: "log_start": "0'0", 2024-08-29T17:47:16.951 INFO:tasks.workunit.client.0.smithi028.stdout: "manifest_stats_invalid": false, 2024-08-29T17:47:16.951 INFO:tasks.workunit.client.0.smithi028.stdout: "mapping_epoch": 62, 2024-08-29T17:47:16.951 INFO:tasks.workunit.client.0.smithi028.stdout: "object_location_counts": [], 2024-08-29T17:47:16.951 INFO:tasks.workunit.client.0.smithi028.stdout: "objects_scrubbed": 0, 2024-08-29T17:47:16.951 INFO:tasks.workunit.client.0.smithi028.stdout: "objects_trimmed": 0, 2024-08-29T17:47:16.951 INFO:tasks.workunit.client.0.smithi028.stdout: "omap_stats_invalid": false, 2024-08-29T17:47:16.951 INFO:tasks.workunit.client.0.smithi028.stdout: "ondisk_log_size": 0, 2024-08-29T17:47:16.951 INFO:tasks.workunit.client.0.smithi028.stdout: "ondisk_log_start": "0'0", 2024-08-29T17:47:16.951 INFO:tasks.workunit.client.0.smithi028.stdout: "parent": "0.0", 2024-08-29T17:47:16.951 INFO:tasks.workunit.client.0.smithi028.stdout: "parent_split_bits": 0, 2024-08-29T17:47:16.951 INFO:tasks.workunit.client.0.smithi028.stdout: "pgid": "3.2", 2024-08-29T17:47:16.951 INFO:tasks.workunit.client.0.smithi028.stdout: "pin_stats_invalid": false, 2024-08-29T17:47:16.952 INFO:tasks.workunit.client.0.smithi028.stdout: "purged_snaps": [], 2024-08-29T17:47:16.952 INFO:tasks.workunit.client.0.smithi028.stdout: "reported_epoch": 74, 2024-08-29T17:47:16.952 INFO:tasks.workunit.client.0.smithi028.stdout: "reported_seq": 21, 2024-08-29T17:47:16.952 INFO:tasks.workunit.client.0.smithi028.stdout: "scrub_duration": 0.0, 2024-08-29T17:47:16.952 INFO:tasks.workunit.client.0.smithi028.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-31T04:33:56.931372+0000", 2024-08-29T17:47:16.952 INFO:tasks.workunit.client.0.smithi028.stdout: "snaptrim_duration": 0.0, 2024-08-29T17:47:16.952 INFO:tasks.workunit.client.0.smithi028.stdout: "snaptrimq_len": 0, 2024-08-29T17:47:16.952 INFO:tasks.workunit.client.0.smithi028.stdout: "stat_sum": { 2024-08-29T17:47:16.952 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes": 0, 2024-08-29T17:47:16.952 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes_hit_set_archive": 0, 2024-08-29T17:47:16.952 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes_recovered": 0, 2024-08-29T17:47:16.952 INFO:tasks.workunit.client.0.smithi028.stdout: "num_deep_scrub_errors": 0, 2024-08-29T17:47:16.952 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict": 0, 2024-08-29T17:47:16.953 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_kb": 0, 2024-08-29T17:47:16.953 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_mode_full": 0, 2024-08-29T17:47:16.953 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_mode_some": 0, 2024-08-29T17:47:16.953 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush": 0, 2024-08-29T17:47:16.953 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_kb": 0, 2024-08-29T17:47:16.953 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_mode_high": 0, 2024-08-29T17:47:16.953 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_mode_low": 0, 2024-08-29T17:47:16.953 INFO:tasks.workunit.client.0.smithi028.stdout: "num_keys_recovered": 0, 2024-08-29T17:47:16.953 INFO:tasks.workunit.client.0.smithi028.stdout: "num_large_omap_objects": 0, 2024-08-29T17:47:16.953 INFO:tasks.workunit.client.0.smithi028.stdout: "num_legacy_snapsets": 0, 2024-08-29T17:47:16.953 INFO:tasks.workunit.client.0.smithi028.stdout: "num_object_clones": 0, 2024-08-29T17:47:16.953 INFO:tasks.workunit.client.0.smithi028.stdout: "num_object_copies": 0, 2024-08-29T17:47:16.953 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects": 0, 2024-08-29T17:47:16.953 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_degraded": 0, 2024-08-29T17:47:16.954 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_dirty": 0, 2024-08-29T17:47:16.954 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_hit_set_archive": 0, 2024-08-29T17:47:16.954 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_manifest": 0, 2024-08-29T17:47:16.954 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_misplaced": 0, 2024-08-29T17:47:16.954 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_missing": 0, 2024-08-29T17:47:16.954 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_missing_on_primary": 0, 2024-08-29T17:47:16.954 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_omap": 0, 2024-08-29T17:47:16.954 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_pinned": 0, 2024-08-29T17:47:16.954 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_recovered": 0, 2024-08-29T17:47:16.954 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_repaired": 0, 2024-08-29T17:47:16.954 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_unfound": 0, 2024-08-29T17:47:16.954 INFO:tasks.workunit.client.0.smithi028.stdout: "num_omap_bytes": 0, 2024-08-29T17:47:16.954 INFO:tasks.workunit.client.0.smithi028.stdout: "num_omap_keys": 0, 2024-08-29T17:47:16.954 INFO:tasks.workunit.client.0.smithi028.stdout: "num_promote": 0, 2024-08-29T17:47:16.955 INFO:tasks.workunit.client.0.smithi028.stdout: "num_read": 0, 2024-08-29T17:47:16.955 INFO:tasks.workunit.client.0.smithi028.stdout: "num_read_kb": 0, 2024-08-29T17:47:16.955 INFO:tasks.workunit.client.0.smithi028.stdout: "num_scrub_errors": 0, 2024-08-29T17:47:16.955 INFO:tasks.workunit.client.0.smithi028.stdout: "num_shallow_scrub_errors": 0, 2024-08-29T17:47:16.955 INFO:tasks.workunit.client.0.smithi028.stdout: "num_whiteouts": 0, 2024-08-29T17:47:16.955 INFO:tasks.workunit.client.0.smithi028.stdout: "num_write": 0, 2024-08-29T17:47:16.955 INFO:tasks.workunit.client.0.smithi028.stdout: "num_write_kb": 0 2024-08-29T17:47:16.955 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:16.955 INFO:tasks.workunit.client.0.smithi028.stdout: "state": "active+clean", 2024-08-29T17:47:16.955 INFO:tasks.workunit.client.0.smithi028.stdout: "stats_invalid": false, 2024-08-29T17:47:16.955 INFO:tasks.workunit.client.0.smithi028.stdout: "up": [ 2024-08-29T17:47:16.955 INFO:tasks.workunit.client.0.smithi028.stdout: 3, 2024-08-29T17:47:16.955 INFO:tasks.workunit.client.0.smithi028.stdout: 5, 2024-08-29T17:47:16.955 INFO:tasks.workunit.client.0.smithi028.stdout: 6 2024-08-29T17:47:16.956 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-08-29T17:47:16.956 INFO:tasks.workunit.client.0.smithi028.stdout: "up_primary": 3, 2024-08-29T17:47:16.956 INFO:tasks.workunit.client.0.smithi028.stdout: "version": "0'0" 2024-08-29T17:47:16.956 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:16.956 INFO:tasks.workunit.client.0.smithi028.stdout: { 2024-08-29T17:47:16.956 INFO:tasks.workunit.client.0.smithi028.stdout: "acting": [ 2024-08-29T17:47:16.956 INFO:tasks.workunit.client.0.smithi028.stdout: 0, 2024-08-29T17:47:16.956 INFO:tasks.workunit.client.0.smithi028.stdout: 1, 2024-08-29T17:47:16.956 INFO:tasks.workunit.client.0.smithi028.stdout: 2 2024-08-29T17:47:16.956 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-08-29T17:47:16.956 INFO:tasks.workunit.client.0.smithi028.stdout: "acting_primary": 0, 2024-08-29T17:47:16.956 INFO:tasks.workunit.client.0.smithi028.stdout: "avail_no_missing": [], 2024-08-29T17:47:16.956 INFO:tasks.workunit.client.0.smithi028.stdout: "blocked_by": [], 2024-08-29T17:47:16.957 INFO:tasks.workunit.client.0.smithi028.stdout: "created": 69, 2024-08-29T17:47:16.957 INFO:tasks.workunit.client.0.smithi028.stdout: "dirty_stats_invalid": false, 2024-08-29T17:47:16.957 INFO:tasks.workunit.client.0.smithi028.stdout: "hitset_bytes_stats_invalid": false, 2024-08-29T17:47:16.957 INFO:tasks.workunit.client.0.smithi028.stdout: "hitset_stats_invalid": false, 2024-08-29T17:47:16.957 INFO:tasks.workunit.client.0.smithi028.stdout: "last_active": "2024-08-29T17:43:59.436443+0000", 2024-08-29T17:47:16.957 INFO:tasks.workunit.client.0.smithi028.stdout: "last_became_active": "2024-08-29T17:43:40.903511+0000", 2024-08-29T17:47:16.957 INFO:tasks.workunit.client.0.smithi028.stdout: "last_became_peered": "2024-08-29T17:43:40.903511+0000", 2024-08-29T17:47:16.957 INFO:tasks.workunit.client.0.smithi028.stdout: "last_change": "2024-08-29T17:43:51.186621+0000", 2024-08-29T17:47:16.957 INFO:tasks.workunit.client.0.smithi028.stdout: "last_clean": "2024-08-29T17:43:59.436443+0000", 2024-08-29T17:47:16.957 INFO:tasks.workunit.client.0.smithi028.stdout: "last_clean_scrub_stamp": "2024-08-29T17:43:39.870944+0000", 2024-08-29T17:47:16.957 INFO:tasks.workunit.client.0.smithi028.stdout: "last_deep_scrub": "0'0", 2024-08-29T17:47:16.957 INFO:tasks.workunit.client.0.smithi028.stdout: "last_deep_scrub_stamp": "2024-08-29T17:43:39.870944+0000", 2024-08-29T17:47:16.957 INFO:tasks.workunit.client.0.smithi028.stdout: "last_epoch_clean": 70, 2024-08-29T17:47:16.957 INFO:tasks.workunit.client.0.smithi028.stdout: "last_fresh": "2024-08-29T17:43:59.436443+0000", 2024-08-29T17:47:16.958 INFO:tasks.workunit.client.0.smithi028.stdout: "last_fullsized": "2024-08-29T17:43:59.436443+0000", 2024-08-29T17:47:16.958 INFO:tasks.workunit.client.0.smithi028.stdout: "last_peered": "2024-08-29T17:43:59.436443+0000", 2024-08-29T17:47:16.958 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub": "0'0", 2024-08-29T17:47:16.958 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub_duration": 0, 2024-08-29T17:47:16.958 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub_stamp": "2024-08-29T17:43:39.870944+0000", 2024-08-29T17:47:16.958 INFO:tasks.workunit.client.0.smithi028.stdout: "last_undegraded": "2024-08-29T17:43:59.436443+0000", 2024-08-29T17:47:16.958 INFO:tasks.workunit.client.0.smithi028.stdout: "last_unstale": "2024-08-29T17:43:59.436443+0000", 2024-08-29T17:47:16.958 INFO:tasks.workunit.client.0.smithi028.stdout: "log_dups_size": 0, 2024-08-29T17:47:16.958 INFO:tasks.workunit.client.0.smithi028.stdout: "log_size": 0, 2024-08-29T17:47:16.958 INFO:tasks.workunit.client.0.smithi028.stdout: "log_start": "0'0", 2024-08-29T17:47:16.958 INFO:tasks.workunit.client.0.smithi028.stdout: "manifest_stats_invalid": false, 2024-08-29T17:47:16.958 INFO:tasks.workunit.client.0.smithi028.stdout: "mapping_epoch": 69, 2024-08-29T17:47:16.958 INFO:tasks.workunit.client.0.smithi028.stdout: "object_location_counts": [], 2024-08-29T17:47:16.958 INFO:tasks.workunit.client.0.smithi028.stdout: "objects_scrubbed": 0, 2024-08-29T17:47:16.959 INFO:tasks.workunit.client.0.smithi028.stdout: "objects_trimmed": 0, 2024-08-29T17:47:16.959 INFO:tasks.workunit.client.0.smithi028.stdout: "omap_stats_invalid": false, 2024-08-29T17:47:16.959 INFO:tasks.workunit.client.0.smithi028.stdout: "ondisk_log_size": 0, 2024-08-29T17:47:16.959 INFO:tasks.workunit.client.0.smithi028.stdout: "ondisk_log_start": "0'0", 2024-08-29T17:47:16.959 INFO:tasks.workunit.client.0.smithi028.stdout: "parent": "0.0", 2024-08-29T17:47:16.959 INFO:tasks.workunit.client.0.smithi028.stdout: "parent_split_bits": 0, 2024-08-29T17:47:16.959 INFO:tasks.workunit.client.0.smithi028.stdout: "pgid": "4.6", 2024-08-29T17:47:16.959 INFO:tasks.workunit.client.0.smithi028.stdout: "pin_stats_invalid": false, 2024-08-29T17:47:16.959 INFO:tasks.workunit.client.0.smithi028.stdout: "purged_snaps": [], 2024-08-29T17:47:16.959 INFO:tasks.workunit.client.0.smithi028.stdout: "reported_epoch": 75, 2024-08-29T17:47:16.959 INFO:tasks.workunit.client.0.smithi028.stdout: "reported_seq": 19, 2024-08-29T17:47:16.959 INFO:tasks.workunit.client.0.smithi028.stdout: "scrub_duration": 0.0, 2024-08-29T17:47:16.959 INFO:tasks.workunit.client.0.smithi028.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-31T02:50:01.142176+0000", 2024-08-29T17:47:16.959 INFO:tasks.workunit.client.0.smithi028.stdout: "snaptrim_duration": 0.000651663, 2024-08-29T17:47:16.960 INFO:tasks.workunit.client.0.smithi028.stdout: "snaptrimq_len": 0, 2024-08-29T17:47:16.960 INFO:tasks.workunit.client.0.smithi028.stdout: "stat_sum": { 2024-08-29T17:47:16.960 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes": 0, 2024-08-29T17:47:16.960 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes_hit_set_archive": 0, 2024-08-29T17:47:16.960 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes_recovered": 0, 2024-08-29T17:47:16.960 INFO:tasks.workunit.client.0.smithi028.stdout: "num_deep_scrub_errors": 0, 2024-08-29T17:47:16.960 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict": 0, 2024-08-29T17:47:16.960 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_kb": 0, 2024-08-29T17:47:16.960 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_mode_full": 0, 2024-08-29T17:47:16.960 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_mode_some": 0, 2024-08-29T17:47:16.960 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush": 0, 2024-08-29T17:47:16.960 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_kb": 0, 2024-08-29T17:47:16.960 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_mode_high": 0, 2024-08-29T17:47:16.960 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_mode_low": 0, 2024-08-29T17:47:16.961 INFO:tasks.workunit.client.0.smithi028.stdout: "num_keys_recovered": 0, 2024-08-29T17:47:16.961 INFO:tasks.workunit.client.0.smithi028.stdout: "num_large_omap_objects": 0, 2024-08-29T17:47:16.961 INFO:tasks.workunit.client.0.smithi028.stdout: "num_legacy_snapsets": 0, 2024-08-29T17:47:16.961 INFO:tasks.workunit.client.0.smithi028.stdout: "num_object_clones": 0, 2024-08-29T17:47:16.961 INFO:tasks.workunit.client.0.smithi028.stdout: "num_object_copies": 0, 2024-08-29T17:47:16.961 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects": 0, 2024-08-29T17:47:16.961 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_degraded": 0, 2024-08-29T17:47:16.961 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_dirty": 0, 2024-08-29T17:47:16.961 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_hit_set_archive": 0, 2024-08-29T17:47:16.961 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_manifest": 0, 2024-08-29T17:47:16.961 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_misplaced": 0, 2024-08-29T17:47:16.961 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_missing": 0, 2024-08-29T17:47:16.961 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_missing_on_primary": 0, 2024-08-29T17:47:16.961 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_omap": 0, 2024-08-29T17:47:16.962 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_pinned": 0, 2024-08-29T17:47:16.962 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_recovered": 0, 2024-08-29T17:47:16.962 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_repaired": 0, 2024-08-29T17:47:16.962 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_unfound": 0, 2024-08-29T17:47:16.962 INFO:tasks.workunit.client.0.smithi028.stdout: "num_omap_bytes": 0, 2024-08-29T17:47:16.962 INFO:tasks.workunit.client.0.smithi028.stdout: "num_omap_keys": 0, 2024-08-29T17:47:16.962 INFO:tasks.workunit.client.0.smithi028.stdout: "num_promote": 0, 2024-08-29T17:47:16.962 INFO:tasks.workunit.client.0.smithi028.stdout: "num_read": 0, 2024-08-29T17:47:16.962 INFO:tasks.workunit.client.0.smithi028.stdout: "num_read_kb": 0, 2024-08-29T17:47:16.962 INFO:tasks.workunit.client.0.smithi028.stdout: "num_scrub_errors": 0, 2024-08-29T17:47:16.962 INFO:tasks.workunit.client.0.smithi028.stdout: "num_shallow_scrub_errors": 0, 2024-08-29T17:47:16.962 INFO:tasks.workunit.client.0.smithi028.stdout: "num_whiteouts": 0, 2024-08-29T17:47:16.962 INFO:tasks.workunit.client.0.smithi028.stdout: "num_write": 0, 2024-08-29T17:47:16.962 INFO:tasks.workunit.client.0.smithi028.stdout: "num_write_kb": 0 2024-08-29T17:47:16.963 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:16.963 INFO:tasks.workunit.client.0.smithi028.stdout: "state": "active+clean", 2024-08-29T17:47:16.963 INFO:tasks.workunit.client.0.smithi028.stdout: "stats_invalid": false, 2024-08-29T17:47:16.963 INFO:tasks.workunit.client.0.smithi028.stdout: "up": [ 2024-08-29T17:47:16.963 INFO:tasks.workunit.client.0.smithi028.stdout: 0, 2024-08-29T17:47:16.963 INFO:tasks.workunit.client.0.smithi028.stdout: 1, 2024-08-29T17:47:16.963 INFO:tasks.workunit.client.0.smithi028.stdout: 2 2024-08-29T17:47:16.963 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-08-29T17:47:16.963 INFO:tasks.workunit.client.0.smithi028.stdout: "up_primary": 0, 2024-08-29T17:47:16.963 INFO:tasks.workunit.client.0.smithi028.stdout: "version": "0'0" 2024-08-29T17:47:16.963 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:16.963 INFO:tasks.workunit.client.0.smithi028.stdout: { 2024-08-29T17:47:16.963 INFO:tasks.workunit.client.0.smithi028.stdout: "acting": [ 2024-08-29T17:47:16.964 INFO:tasks.workunit.client.0.smithi028.stdout: 7, 2024-08-29T17:47:16.964 INFO:tasks.workunit.client.0.smithi028.stdout: 1, 2024-08-29T17:47:16.964 INFO:tasks.workunit.client.0.smithi028.stdout: 0 2024-08-29T17:47:16.964 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-08-29T17:47:16.964 INFO:tasks.workunit.client.0.smithi028.stdout: "acting_primary": 7, 2024-08-29T17:47:16.964 INFO:tasks.workunit.client.0.smithi028.stdout: "avail_no_missing": [], 2024-08-29T17:47:16.964 INFO:tasks.workunit.client.0.smithi028.stdout: "blocked_by": [], 2024-08-29T17:47:16.964 INFO:tasks.workunit.client.0.smithi028.stdout: "created": 59, 2024-08-29T17:47:16.964 INFO:tasks.workunit.client.0.smithi028.stdout: "dirty_stats_invalid": false, 2024-08-29T17:47:16.964 INFO:tasks.workunit.client.0.smithi028.stdout: "hitset_bytes_stats_invalid": false, 2024-08-29T17:47:16.964 INFO:tasks.workunit.client.0.smithi028.stdout: "hitset_stats_invalid": false, 2024-08-29T17:47:16.964 INFO:tasks.workunit.client.0.smithi028.stdout: "last_active": "2024-08-29T17:43:51.057635+0000", 2024-08-29T17:47:16.964 INFO:tasks.workunit.client.0.smithi028.stdout: "last_became_active": "2024-08-29T17:40:54.004002+0000", 2024-08-29T17:47:16.965 INFO:tasks.workunit.client.0.smithi028.stdout: "last_became_peered": "2024-08-29T17:40:54.004002+0000", 2024-08-29T17:47:16.965 INFO:tasks.workunit.client.0.smithi028.stdout: "last_change": "2024-08-29T17:40:54.004808+0000", 2024-08-29T17:47:16.965 INFO:tasks.workunit.client.0.smithi028.stdout: "last_clean": "2024-08-29T17:43:51.057635+0000", 2024-08-29T17:47:16.965 INFO:tasks.workunit.client.0.smithi028.stdout: "last_clean_scrub_stamp": "2024-08-29T17:40:52.944949+0000", 2024-08-29T17:47:16.965 INFO:tasks.workunit.client.0.smithi028.stdout: "last_deep_scrub": "0'0", 2024-08-29T17:47:16.965 INFO:tasks.workunit.client.0.smithi028.stdout: "last_deep_scrub_stamp": "2024-08-29T17:40:52.944949+0000", 2024-08-29T17:47:16.965 INFO:tasks.workunit.client.0.smithi028.stdout: "last_epoch_clean": 60, 2024-08-29T17:47:16.965 INFO:tasks.workunit.client.0.smithi028.stdout: "last_fresh": "2024-08-29T17:43:51.057635+0000", 2024-08-29T17:47:16.965 INFO:tasks.workunit.client.0.smithi028.stdout: "last_fullsized": "2024-08-29T17:43:51.057635+0000", 2024-08-29T17:47:16.965 INFO:tasks.workunit.client.0.smithi028.stdout: "last_peered": "2024-08-29T17:43:51.057635+0000", 2024-08-29T17:47:16.965 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub": "0'0", 2024-08-29T17:47:16.965 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub_duration": 0, 2024-08-29T17:47:16.965 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub_stamp": "2024-08-29T17:40:52.944949+0000", 2024-08-29T17:47:16.966 INFO:tasks.workunit.client.0.smithi028.stdout: "last_undegraded": "2024-08-29T17:43:51.057635+0000", 2024-08-29T17:47:16.966 INFO:tasks.workunit.client.0.smithi028.stdout: "last_unstale": "2024-08-29T17:43:51.057635+0000", 2024-08-29T17:47:16.966 INFO:tasks.workunit.client.0.smithi028.stdout: "log_dups_size": 0, 2024-08-29T17:47:16.966 INFO:tasks.workunit.client.0.smithi028.stdout: "log_size": 0, 2024-08-29T17:47:16.966 INFO:tasks.workunit.client.0.smithi028.stdout: "log_start": "0'0", 2024-08-29T17:47:16.966 INFO:tasks.workunit.client.0.smithi028.stdout: "manifest_stats_invalid": false, 2024-08-29T17:47:16.966 INFO:tasks.workunit.client.0.smithi028.stdout: "mapping_epoch": 59, 2024-08-29T17:47:16.966 INFO:tasks.workunit.client.0.smithi028.stdout: "object_location_counts": [], 2024-08-29T17:47:16.966 INFO:tasks.workunit.client.0.smithi028.stdout: "objects_scrubbed": 0, 2024-08-29T17:47:16.966 INFO:tasks.workunit.client.0.smithi028.stdout: "objects_trimmed": 0, 2024-08-29T17:47:16.966 INFO:tasks.workunit.client.0.smithi028.stdout: "omap_stats_invalid": false, 2024-08-29T17:47:16.966 INFO:tasks.workunit.client.0.smithi028.stdout: "ondisk_log_size": 0, 2024-08-29T17:47:16.967 INFO:tasks.workunit.client.0.smithi028.stdout: "ondisk_log_start": "0'0", 2024-08-29T17:47:16.967 INFO:tasks.workunit.client.0.smithi028.stdout: "parent": "0.0", 2024-08-29T17:47:16.967 INFO:tasks.workunit.client.0.smithi028.stdout: "parent_split_bits": 0, 2024-08-29T17:47:16.967 INFO:tasks.workunit.client.0.smithi028.stdout: "pgid": "2.0", 2024-08-29T17:47:16.967 INFO:tasks.workunit.client.0.smithi028.stdout: "pin_stats_invalid": false, 2024-08-29T17:47:16.967 INFO:tasks.workunit.client.0.smithi028.stdout: "purged_snaps": [], 2024-08-29T17:47:16.967 INFO:tasks.workunit.client.0.smithi028.stdout: "reported_epoch": 74, 2024-08-29T17:47:16.967 INFO:tasks.workunit.client.0.smithi028.stdout: "reported_seq": 24, 2024-08-29T17:47:16.967 INFO:tasks.workunit.client.0.smithi028.stdout: "scrub_duration": 0.0, 2024-08-29T17:47:16.967 INFO:tasks.workunit.client.0.smithi028.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-30T22:21:54.332860+0000", 2024-08-29T17:47:16.967 INFO:tasks.workunit.client.0.smithi028.stdout: "snaptrim_duration": 0.0, 2024-08-29T17:47:16.967 INFO:tasks.workunit.client.0.smithi028.stdout: "snaptrimq_len": 0, 2024-08-29T17:47:16.967 INFO:tasks.workunit.client.0.smithi028.stdout: "stat_sum": { 2024-08-29T17:47:16.967 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes": 0, 2024-08-29T17:47:16.968 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes_hit_set_archive": 0, 2024-08-29T17:47:16.968 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes_recovered": 0, 2024-08-29T17:47:16.968 INFO:tasks.workunit.client.0.smithi028.stdout: "num_deep_scrub_errors": 0, 2024-08-29T17:47:16.968 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict": 0, 2024-08-29T17:47:16.968 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_kb": 0, 2024-08-29T17:47:16.968 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_mode_full": 0, 2024-08-29T17:47:16.968 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_mode_some": 0, 2024-08-29T17:47:16.968 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush": 0, 2024-08-29T17:47:16.968 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_kb": 0, 2024-08-29T17:47:16.968 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_mode_high": 0, 2024-08-29T17:47:16.968 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_mode_low": 0, 2024-08-29T17:47:16.968 INFO:tasks.workunit.client.0.smithi028.stdout: "num_keys_recovered": 0, 2024-08-29T17:47:16.968 INFO:tasks.workunit.client.0.smithi028.stdout: "num_large_omap_objects": 0, 2024-08-29T17:47:16.969 INFO:tasks.workunit.client.0.smithi028.stdout: "num_legacy_snapsets": 0, 2024-08-29T17:47:16.969 INFO:tasks.workunit.client.0.smithi028.stdout: "num_object_clones": 0, 2024-08-29T17:47:16.969 INFO:tasks.workunit.client.0.smithi028.stdout: "num_object_copies": 0, 2024-08-29T17:47:16.969 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects": 0, 2024-08-29T17:47:16.969 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_degraded": 0, 2024-08-29T17:47:16.969 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_dirty": 0, 2024-08-29T17:47:16.969 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_hit_set_archive": 0, 2024-08-29T17:47:16.969 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_manifest": 0, 2024-08-29T17:47:16.969 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_misplaced": 0, 2024-08-29T17:47:16.969 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_missing": 0, 2024-08-29T17:47:16.969 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_missing_on_primary": 0, 2024-08-29T17:47:16.969 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_omap": 0, 2024-08-29T17:47:16.969 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_pinned": 0, 2024-08-29T17:47:16.969 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_recovered": 0, 2024-08-29T17:47:16.970 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_repaired": 0, 2024-08-29T17:47:16.970 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_unfound": 0, 2024-08-29T17:47:16.970 INFO:tasks.workunit.client.0.smithi028.stdout: "num_omap_bytes": 0, 2024-08-29T17:47:16.970 INFO:tasks.workunit.client.0.smithi028.stdout: "num_omap_keys": 0, 2024-08-29T17:47:16.970 INFO:tasks.workunit.client.0.smithi028.stdout: "num_promote": 0, 2024-08-29T17:47:16.970 INFO:tasks.workunit.client.0.smithi028.stdout: "num_read": 0, 2024-08-29T17:47:16.970 INFO:tasks.workunit.client.0.smithi028.stdout: "num_read_kb": 0, 2024-08-29T17:47:16.970 INFO:tasks.workunit.client.0.smithi028.stdout: "num_scrub_errors": 0, 2024-08-29T17:47:16.970 INFO:tasks.workunit.client.0.smithi028.stdout: "num_shallow_scrub_errors": 0, 2024-08-29T17:47:16.970 INFO:tasks.workunit.client.0.smithi028.stdout: "num_whiteouts": 0, 2024-08-29T17:47:16.970 INFO:tasks.workunit.client.0.smithi028.stdout: "num_write": 0, 2024-08-29T17:47:16.970 INFO:tasks.workunit.client.0.smithi028.stdout: "num_write_kb": 0 2024-08-29T17:47:16.970 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:16.971 INFO:tasks.workunit.client.0.smithi028.stdout: "state": "active+clean", 2024-08-29T17:47:16.971 INFO:tasks.workunit.client.0.smithi028.stdout: "stats_invalid": false, 2024-08-29T17:47:16.971 INFO:tasks.workunit.client.0.smithi028.stdout: "up": [ 2024-08-29T17:47:16.971 INFO:tasks.workunit.client.0.smithi028.stdout: 7, 2024-08-29T17:47:16.971 INFO:tasks.workunit.client.0.smithi028.stdout: 1, 2024-08-29T17:47:16.971 INFO:tasks.workunit.client.0.smithi028.stdout: 0 2024-08-29T17:47:16.971 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-08-29T17:47:16.971 INFO:tasks.workunit.client.0.smithi028.stdout: "up_primary": 7, 2024-08-29T17:47:16.971 INFO:tasks.workunit.client.0.smithi028.stdout: "version": "0'0" 2024-08-29T17:47:16.971 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:16.971 INFO:tasks.workunit.client.0.smithi028.stdout: { 2024-08-29T17:47:16.971 INFO:tasks.workunit.client.0.smithi028.stdout: "acting": [ 2024-08-29T17:47:16.971 INFO:tasks.workunit.client.0.smithi028.stdout: 0, 2024-08-29T17:47:16.971 INFO:tasks.workunit.client.0.smithi028.stdout: 4, 2024-08-29T17:47:16.972 INFO:tasks.workunit.client.0.smithi028.stdout: 3 2024-08-29T17:47:16.972 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-08-29T17:47:16.972 INFO:tasks.workunit.client.0.smithi028.stdout: "acting_primary": 0, 2024-08-29T17:47:16.972 INFO:tasks.workunit.client.0.smithi028.stdout: "avail_no_missing": [], 2024-08-29T17:47:16.972 INFO:tasks.workunit.client.0.smithi028.stdout: "blocked_by": [], 2024-08-29T17:47:16.972 INFO:tasks.workunit.client.0.smithi028.stdout: "created": 62, 2024-08-29T17:47:16.972 INFO:tasks.workunit.client.0.smithi028.stdout: "dirty_stats_invalid": false, 2024-08-29T17:47:16.972 INFO:tasks.workunit.client.0.smithi028.stdout: "hitset_bytes_stats_invalid": false, 2024-08-29T17:47:16.972 INFO:tasks.workunit.client.0.smithi028.stdout: "hitset_stats_invalid": false, 2024-08-29T17:47:16.972 INFO:tasks.workunit.client.0.smithi028.stdout: "last_active": "2024-08-29T17:43:51.182658+0000", 2024-08-29T17:47:16.972 INFO:tasks.workunit.client.0.smithi028.stdout: "last_became_active": "2024-08-29T17:41:03.072104+0000", 2024-08-29T17:47:16.972 INFO:tasks.workunit.client.0.smithi028.stdout: "last_became_peered": "2024-08-29T17:41:03.072104+0000", 2024-08-29T17:47:16.972 INFO:tasks.workunit.client.0.smithi028.stdout: "last_change": "2024-08-29T17:41:03.072763+0000", 2024-08-29T17:47:16.972 INFO:tasks.workunit.client.0.smithi028.stdout: "last_clean": "2024-08-29T17:43:51.182658+0000", 2024-08-29T17:47:16.973 INFO:tasks.workunit.client.0.smithi028.stdout: "last_clean_scrub_stamp": "2024-08-29T17:41:01.987071+0000", 2024-08-29T17:47:16.973 INFO:tasks.workunit.client.0.smithi028.stdout: "last_deep_scrub": "0'0", 2024-08-29T17:47:16.973 INFO:tasks.workunit.client.0.smithi028.stdout: "last_deep_scrub_stamp": "2024-08-29T17:41:01.987071+0000", 2024-08-29T17:47:16.973 INFO:tasks.workunit.client.0.smithi028.stdout: "last_epoch_clean": 63, 2024-08-29T17:47:16.973 INFO:tasks.workunit.client.0.smithi028.stdout: "last_fresh": "2024-08-29T17:43:51.182658+0000", 2024-08-29T17:47:16.973 INFO:tasks.workunit.client.0.smithi028.stdout: "last_fullsized": "2024-08-29T17:43:51.182658+0000", 2024-08-29T17:47:16.973 INFO:tasks.workunit.client.0.smithi028.stdout: "last_peered": "2024-08-29T17:43:51.182658+0000", 2024-08-29T17:47:16.973 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub": "0'0", 2024-08-29T17:47:16.973 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub_duration": 0, 2024-08-29T17:47:16.973 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub_stamp": "2024-08-29T17:41:01.987071+0000", 2024-08-29T17:47:16.973 INFO:tasks.workunit.client.0.smithi028.stdout: "last_undegraded": "2024-08-29T17:43:51.182658+0000", 2024-08-29T17:47:16.973 INFO:tasks.workunit.client.0.smithi028.stdout: "last_unstale": "2024-08-29T17:43:51.182658+0000", 2024-08-29T17:47:16.973 INFO:tasks.workunit.client.0.smithi028.stdout: "log_dups_size": 0, 2024-08-29T17:47:16.974 INFO:tasks.workunit.client.0.smithi028.stdout: "log_size": 0, 2024-08-29T17:47:16.974 INFO:tasks.workunit.client.0.smithi028.stdout: "log_start": "0'0", 2024-08-29T17:47:16.974 INFO:tasks.workunit.client.0.smithi028.stdout: "manifest_stats_invalid": false, 2024-08-29T17:47:16.974 INFO:tasks.workunit.client.0.smithi028.stdout: "mapping_epoch": 62, 2024-08-29T17:47:16.974 INFO:tasks.workunit.client.0.smithi028.stdout: "object_location_counts": [], 2024-08-29T17:47:16.974 INFO:tasks.workunit.client.0.smithi028.stdout: "objects_scrubbed": 0, 2024-08-29T17:47:16.974 INFO:tasks.workunit.client.0.smithi028.stdout: "objects_trimmed": 0, 2024-08-29T17:47:16.974 INFO:tasks.workunit.client.0.smithi028.stdout: "omap_stats_invalid": false, 2024-08-29T17:47:16.974 INFO:tasks.workunit.client.0.smithi028.stdout: "ondisk_log_size": 0, 2024-08-29T17:47:16.974 INFO:tasks.workunit.client.0.smithi028.stdout: "ondisk_log_start": "0'0", 2024-08-29T17:47:16.974 INFO:tasks.workunit.client.0.smithi028.stdout: "parent": "0.0", 2024-08-29T17:47:16.974 INFO:tasks.workunit.client.0.smithi028.stdout: "parent_split_bits": 0, 2024-08-29T17:47:16.974 INFO:tasks.workunit.client.0.smithi028.stdout: "pgid": "3.1", 2024-08-29T17:47:16.975 INFO:tasks.workunit.client.0.smithi028.stdout: "pin_stats_invalid": false, 2024-08-29T17:47:16.975 INFO:tasks.workunit.client.0.smithi028.stdout: "purged_snaps": [], 2024-08-29T17:47:16.975 INFO:tasks.workunit.client.0.smithi028.stdout: "reported_epoch": 74, 2024-08-29T17:47:16.975 INFO:tasks.workunit.client.0.smithi028.stdout: "reported_seq": 21, 2024-08-29T17:47:16.975 INFO:tasks.workunit.client.0.smithi028.stdout: "scrub_duration": 0.0, 2024-08-29T17:47:16.975 INFO:tasks.workunit.client.0.smithi028.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-30T22:50:13.394141+0000", 2024-08-29T17:47:16.975 INFO:tasks.workunit.client.0.smithi028.stdout: "snaptrim_duration": 0.0, 2024-08-29T17:47:16.975 INFO:tasks.workunit.client.0.smithi028.stdout: "snaptrimq_len": 0, 2024-08-29T17:47:16.975 INFO:tasks.workunit.client.0.smithi028.stdout: "stat_sum": { 2024-08-29T17:47:16.975 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes": 0, 2024-08-29T17:47:16.975 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes_hit_set_archive": 0, 2024-08-29T17:47:16.975 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes_recovered": 0, 2024-08-29T17:47:16.976 INFO:tasks.workunit.client.0.smithi028.stdout: "num_deep_scrub_errors": 0, 2024-08-29T17:47:16.976 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict": 0, 2024-08-29T17:47:16.976 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_kb": 0, 2024-08-29T17:47:16.976 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_mode_full": 0, 2024-08-29T17:47:16.976 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_mode_some": 0, 2024-08-29T17:47:16.976 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush": 0, 2024-08-29T17:47:16.976 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_kb": 0, 2024-08-29T17:47:16.976 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_mode_high": 0, 2024-08-29T17:47:16.976 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_mode_low": 0, 2024-08-29T17:47:16.976 INFO:tasks.workunit.client.0.smithi028.stdout: "num_keys_recovered": 0, 2024-08-29T17:47:16.976 INFO:tasks.workunit.client.0.smithi028.stdout: "num_large_omap_objects": 0, 2024-08-29T17:47:16.976 INFO:tasks.workunit.client.0.smithi028.stdout: "num_legacy_snapsets": 0, 2024-08-29T17:47:16.976 INFO:tasks.workunit.client.0.smithi028.stdout: "num_object_clones": 0, 2024-08-29T17:47:16.976 INFO:tasks.workunit.client.0.smithi028.stdout: "num_object_copies": 0, 2024-08-29T17:47:16.977 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects": 0, 2024-08-29T17:47:16.977 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_degraded": 0, 2024-08-29T17:47:16.977 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_dirty": 0, 2024-08-29T17:47:16.977 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_hit_set_archive": 0, 2024-08-29T17:47:16.977 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_manifest": 0, 2024-08-29T17:47:16.977 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_misplaced": 0, 2024-08-29T17:47:16.977 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_missing": 0, 2024-08-29T17:47:16.977 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_missing_on_primary": 0, 2024-08-29T17:47:16.977 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_omap": 0, 2024-08-29T17:47:16.977 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_pinned": 0, 2024-08-29T17:47:16.977 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_recovered": 0, 2024-08-29T17:47:16.977 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_repaired": 0, 2024-08-29T17:47:16.978 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_unfound": 0, 2024-08-29T17:47:16.978 INFO:tasks.workunit.client.0.smithi028.stdout: "num_omap_bytes": 0, 2024-08-29T17:47:16.978 INFO:tasks.workunit.client.0.smithi028.stdout: "num_omap_keys": 0, 2024-08-29T17:47:16.978 INFO:tasks.workunit.client.0.smithi028.stdout: "num_promote": 0, 2024-08-29T17:47:16.978 INFO:tasks.workunit.client.0.smithi028.stdout: "num_read": 0, 2024-08-29T17:47:16.978 INFO:tasks.workunit.client.0.smithi028.stdout: "num_read_kb": 0, 2024-08-29T17:47:16.978 INFO:tasks.workunit.client.0.smithi028.stdout: "num_scrub_errors": 0, 2024-08-29T17:47:16.978 INFO:tasks.workunit.client.0.smithi028.stdout: "num_shallow_scrub_errors": 0, 2024-08-29T17:47:16.978 INFO:tasks.workunit.client.0.smithi028.stdout: "num_whiteouts": 0, 2024-08-29T17:47:16.978 INFO:tasks.workunit.client.0.smithi028.stdout: "num_write": 0, 2024-08-29T17:47:16.978 INFO:tasks.workunit.client.0.smithi028.stdout: "num_write_kb": 0 2024-08-29T17:47:16.978 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:16.978 INFO:tasks.workunit.client.0.smithi028.stdout: "state": "active+clean", 2024-08-29T17:47:16.978 INFO:tasks.workunit.client.0.smithi028.stdout: "stats_invalid": false, 2024-08-29T17:47:16.979 INFO:tasks.workunit.client.0.smithi028.stdout: "up": [ 2024-08-29T17:47:16.979 INFO:tasks.workunit.client.0.smithi028.stdout: 0, 2024-08-29T17:47:16.979 INFO:tasks.workunit.client.0.smithi028.stdout: 4, 2024-08-29T17:47:16.979 INFO:tasks.workunit.client.0.smithi028.stdout: 3 2024-08-29T17:47:16.979 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-08-29T17:47:16.979 INFO:tasks.workunit.client.0.smithi028.stdout: "up_primary": 0, 2024-08-29T17:47:16.979 INFO:tasks.workunit.client.0.smithi028.stdout: "version": "0'0" 2024-08-29T17:47:16.979 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:16.979 INFO:tasks.workunit.client.0.smithi028.stdout: { 2024-08-29T17:47:16.979 INFO:tasks.workunit.client.0.smithi028.stdout: "acting": [ 2024-08-29T17:47:16.979 INFO:tasks.workunit.client.0.smithi028.stdout: 1, 2024-08-29T17:47:16.979 INFO:tasks.workunit.client.0.smithi028.stdout: 5, 2024-08-29T17:47:16.979 INFO:tasks.workunit.client.0.smithi028.stdout: 0 2024-08-29T17:47:16.980 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-08-29T17:47:16.980 INFO:tasks.workunit.client.0.smithi028.stdout: "acting_primary": 1, 2024-08-29T17:47:16.980 INFO:tasks.workunit.client.0.smithi028.stdout: "avail_no_missing": [], 2024-08-29T17:47:16.980 INFO:tasks.workunit.client.0.smithi028.stdout: "blocked_by": [], 2024-08-29T17:47:16.980 INFO:tasks.workunit.client.0.smithi028.stdout: "created": 69, 2024-08-29T17:47:16.980 INFO:tasks.workunit.client.0.smithi028.stdout: "dirty_stats_invalid": false, 2024-08-29T17:47:16.980 INFO:tasks.workunit.client.0.smithi028.stdout: "hitset_bytes_stats_invalid": false, 2024-08-29T17:47:16.980 INFO:tasks.workunit.client.0.smithi028.stdout: "hitset_stats_invalid": false, 2024-08-29T17:47:16.980 INFO:tasks.workunit.client.0.smithi028.stdout: "last_active": "2024-08-29T17:43:59.376641+0000", 2024-08-29T17:47:16.980 INFO:tasks.workunit.client.0.smithi028.stdout: "last_became_active": "2024-08-29T17:43:41.040525+0000", 2024-08-29T17:47:16.980 INFO:tasks.workunit.client.0.smithi028.stdout: "last_became_peered": "2024-08-29T17:43:41.040525+0000", 2024-08-29T17:47:16.980 INFO:tasks.workunit.client.0.smithi028.stdout: "last_change": "2024-08-29T17:43:51.011398+0000", 2024-08-29T17:47:16.980 INFO:tasks.workunit.client.0.smithi028.stdout: "last_clean": "2024-08-29T17:43:59.376641+0000", 2024-08-29T17:47:16.981 INFO:tasks.workunit.client.0.smithi028.stdout: "last_clean_scrub_stamp": "2024-08-29T17:43:39.870944+0000", 2024-08-29T17:47:16.981 INFO:tasks.workunit.client.0.smithi028.stdout: "last_deep_scrub": "0'0", 2024-08-29T17:47:16.981 INFO:tasks.workunit.client.0.smithi028.stdout: "last_deep_scrub_stamp": "2024-08-29T17:43:39.870944+0000", 2024-08-29T17:47:16.981 INFO:tasks.workunit.client.0.smithi028.stdout: "last_epoch_clean": 70, 2024-08-29T17:47:16.981 INFO:tasks.workunit.client.0.smithi028.stdout: "last_fresh": "2024-08-29T17:43:59.376641+0000", 2024-08-29T17:47:16.981 INFO:tasks.workunit.client.0.smithi028.stdout: "last_fullsized": "2024-08-29T17:43:59.376641+0000", 2024-08-29T17:47:16.981 INFO:tasks.workunit.client.0.smithi028.stdout: "last_peered": "2024-08-29T17:43:59.376641+0000", 2024-08-29T17:47:16.981 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub": "0'0", 2024-08-29T17:47:16.981 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub_duration": 0, 2024-08-29T17:47:16.981 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub_stamp": "2024-08-29T17:43:39.870944+0000", 2024-08-29T17:47:16.981 INFO:tasks.workunit.client.0.smithi028.stdout: "last_undegraded": "2024-08-29T17:43:59.376641+0000", 2024-08-29T17:47:16.981 INFO:tasks.workunit.client.0.smithi028.stdout: "last_unstale": "2024-08-29T17:43:59.376641+0000", 2024-08-29T17:47:16.981 INFO:tasks.workunit.client.0.smithi028.stdout: "log_dups_size": 0, 2024-08-29T17:47:16.981 INFO:tasks.workunit.client.0.smithi028.stdout: "log_size": 0, 2024-08-29T17:47:16.982 INFO:tasks.workunit.client.0.smithi028.stdout: "log_start": "0'0", 2024-08-29T17:47:16.982 INFO:tasks.workunit.client.0.smithi028.stdout: "manifest_stats_invalid": false, 2024-08-29T17:47:16.982 INFO:tasks.workunit.client.0.smithi028.stdout: "mapping_epoch": 69, 2024-08-29T17:47:16.982 INFO:tasks.workunit.client.0.smithi028.stdout: "object_location_counts": [], 2024-08-29T17:47:16.982 INFO:tasks.workunit.client.0.smithi028.stdout: "objects_scrubbed": 0, 2024-08-29T17:47:16.982 INFO:tasks.workunit.client.0.smithi028.stdout: "objects_trimmed": 0, 2024-08-29T17:47:16.982 INFO:tasks.workunit.client.0.smithi028.stdout: "omap_stats_invalid": false, 2024-08-29T17:47:16.982 INFO:tasks.workunit.client.0.smithi028.stdout: "ondisk_log_size": 0, 2024-08-29T17:47:16.982 INFO:tasks.workunit.client.0.smithi028.stdout: "ondisk_log_start": "0'0", 2024-08-29T17:47:16.982 INFO:tasks.workunit.client.0.smithi028.stdout: "parent": "0.0", 2024-08-29T17:47:16.982 INFO:tasks.workunit.client.0.smithi028.stdout: "parent_split_bits": 0, 2024-08-29T17:47:16.982 INFO:tasks.workunit.client.0.smithi028.stdout: "pgid": "4.7", 2024-08-29T17:47:16.982 INFO:tasks.workunit.client.0.smithi028.stdout: "pin_stats_invalid": false, 2024-08-29T17:47:16.982 INFO:tasks.workunit.client.0.smithi028.stdout: "purged_snaps": [], 2024-08-29T17:47:16.983 INFO:tasks.workunit.client.0.smithi028.stdout: "reported_epoch": 75, 2024-08-29T17:47:16.983 INFO:tasks.workunit.client.0.smithi028.stdout: "reported_seq": 19, 2024-08-29T17:47:16.983 INFO:tasks.workunit.client.0.smithi028.stdout: "scrub_duration": 0.0, 2024-08-29T17:47:16.983 INFO:tasks.workunit.client.0.smithi028.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-30T22:25:06.897159+0000", 2024-08-29T17:47:16.983 INFO:tasks.workunit.client.0.smithi028.stdout: "snaptrim_duration": 0.001672706, 2024-08-29T17:47:16.983 INFO:tasks.workunit.client.0.smithi028.stdout: "snaptrimq_len": 0, 2024-08-29T17:47:16.983 INFO:tasks.workunit.client.0.smithi028.stdout: "stat_sum": { 2024-08-29T17:47:16.983 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes": 0, 2024-08-29T17:47:16.983 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes_hit_set_archive": 0, 2024-08-29T17:47:16.983 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes_recovered": 0, 2024-08-29T17:47:16.983 INFO:tasks.workunit.client.0.smithi028.stdout: "num_deep_scrub_errors": 0, 2024-08-29T17:47:16.983 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict": 0, 2024-08-29T17:47:16.983 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_kb": 0, 2024-08-29T17:47:16.983 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_mode_full": 0, 2024-08-29T17:47:16.983 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_mode_some": 0, 2024-08-29T17:47:16.984 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush": 0, 2024-08-29T17:47:16.984 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_kb": 0, 2024-08-29T17:47:16.984 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_mode_high": 0, 2024-08-29T17:47:16.984 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_mode_low": 0, 2024-08-29T17:47:16.984 INFO:tasks.workunit.client.0.smithi028.stdout: "num_keys_recovered": 0, 2024-08-29T17:47:16.984 INFO:tasks.workunit.client.0.smithi028.stdout: "num_large_omap_objects": 0, 2024-08-29T17:47:16.984 INFO:tasks.workunit.client.0.smithi028.stdout: "num_legacy_snapsets": 0, 2024-08-29T17:47:16.984 INFO:tasks.workunit.client.0.smithi028.stdout: "num_object_clones": 0, 2024-08-29T17:47:16.984 INFO:tasks.workunit.client.0.smithi028.stdout: "num_object_copies": 0, 2024-08-29T17:47:16.984 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects": 0, 2024-08-29T17:47:16.984 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_degraded": 0, 2024-08-29T17:47:16.984 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_dirty": 0, 2024-08-29T17:47:16.984 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_hit_set_archive": 0, 2024-08-29T17:47:16.985 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_manifest": 0, 2024-08-29T17:47:16.985 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_misplaced": 0, 2024-08-29T17:47:16.985 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_missing": 0, 2024-08-29T17:47:16.985 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_missing_on_primary": 0, 2024-08-29T17:47:16.985 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_omap": 0, 2024-08-29T17:47:16.985 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_pinned": 0, 2024-08-29T17:47:16.985 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_recovered": 0, 2024-08-29T17:47:16.985 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_repaired": 0, 2024-08-29T17:47:16.985 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_unfound": 0, 2024-08-29T17:47:16.985 INFO:tasks.workunit.client.0.smithi028.stdout: "num_omap_bytes": 0, 2024-08-29T17:47:16.985 INFO:tasks.workunit.client.0.smithi028.stdout: "num_omap_keys": 0, 2024-08-29T17:47:16.985 INFO:tasks.workunit.client.0.smithi028.stdout: "num_promote": 0, 2024-08-29T17:47:16.985 INFO:tasks.workunit.client.0.smithi028.stdout: "num_read": 0, 2024-08-29T17:47:16.985 INFO:tasks.workunit.client.0.smithi028.stdout: "num_read_kb": 0, 2024-08-29T17:47:16.986 INFO:tasks.workunit.client.0.smithi028.stdout: "num_scrub_errors": 0, 2024-08-29T17:47:16.986 INFO:tasks.workunit.client.0.smithi028.stdout: "num_shallow_scrub_errors": 0, 2024-08-29T17:47:16.986 INFO:tasks.workunit.client.0.smithi028.stdout: "num_whiteouts": 0, 2024-08-29T17:47:16.986 INFO:tasks.workunit.client.0.smithi028.stdout: "num_write": 0, 2024-08-29T17:47:16.986 INFO:tasks.workunit.client.0.smithi028.stdout: "num_write_kb": 0 2024-08-29T17:47:16.986 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:16.986 INFO:tasks.workunit.client.0.smithi028.stdout: "state": "active+clean", 2024-08-29T17:47:16.986 INFO:tasks.workunit.client.0.smithi028.stdout: "stats_invalid": false, 2024-08-29T17:47:16.986 INFO:tasks.workunit.client.0.smithi028.stdout: "up": [ 2024-08-29T17:47:16.986 INFO:tasks.workunit.client.0.smithi028.stdout: 1, 2024-08-29T17:47:16.986 INFO:tasks.workunit.client.0.smithi028.stdout: 5, 2024-08-29T17:47:16.986 INFO:tasks.workunit.client.0.smithi028.stdout: 0 2024-08-29T17:47:16.986 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-08-29T17:47:16.987 INFO:tasks.workunit.client.0.smithi028.stdout: "up_primary": 1, 2024-08-29T17:47:16.987 INFO:tasks.workunit.client.0.smithi028.stdout: "version": "0'0" 2024-08-29T17:47:16.987 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:16.987 INFO:tasks.workunit.client.0.smithi028.stdout: { 2024-08-29T17:47:16.987 INFO:tasks.workunit.client.0.smithi028.stdout: "acting": [ 2024-08-29T17:47:16.987 INFO:tasks.workunit.client.0.smithi028.stdout: 2, 2024-08-29T17:47:16.987 INFO:tasks.workunit.client.0.smithi028.stdout: 3, 2024-08-29T17:47:16.987 INFO:tasks.workunit.client.0.smithi028.stdout: 0 2024-08-29T17:47:16.987 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-08-29T17:47:16.987 INFO:tasks.workunit.client.0.smithi028.stdout: "acting_primary": 2, 2024-08-29T17:47:16.987 INFO:tasks.workunit.client.0.smithi028.stdout: "avail_no_missing": [], 2024-08-29T17:47:16.987 INFO:tasks.workunit.client.0.smithi028.stdout: "blocked_by": [], 2024-08-29T17:47:16.987 INFO:tasks.workunit.client.0.smithi028.stdout: "created": 59, 2024-08-29T17:47:16.988 INFO:tasks.workunit.client.0.smithi028.stdout: "dirty_stats_invalid": false, 2024-08-29T17:47:16.988 INFO:tasks.workunit.client.0.smithi028.stdout: "hitset_bytes_stats_invalid": false, 2024-08-29T17:47:16.988 INFO:tasks.workunit.client.0.smithi028.stdout: "hitset_stats_invalid": false, 2024-08-29T17:47:16.988 INFO:tasks.workunit.client.0.smithi028.stdout: "last_active": "2024-08-29T17:43:51.003830+0000", 2024-08-29T17:47:16.988 INFO:tasks.workunit.client.0.smithi028.stdout: "last_became_active": "2024-08-29T17:40:53.995906+0000", 2024-08-29T17:47:16.988 INFO:tasks.workunit.client.0.smithi028.stdout: "last_became_peered": "2024-08-29T17:40:53.995906+0000", 2024-08-29T17:47:16.988 INFO:tasks.workunit.client.0.smithi028.stdout: "last_change": "2024-08-29T17:40:53.998575+0000", 2024-08-29T17:47:16.988 INFO:tasks.workunit.client.0.smithi028.stdout: "last_clean": "2024-08-29T17:43:51.003830+0000", 2024-08-29T17:47:16.988 INFO:tasks.workunit.client.0.smithi028.stdout: "last_clean_scrub_stamp": "2024-08-29T17:40:52.944949+0000", 2024-08-29T17:47:16.988 INFO:tasks.workunit.client.0.smithi028.stdout: "last_deep_scrub": "0'0", 2024-08-29T17:47:16.988 INFO:tasks.workunit.client.0.smithi028.stdout: "last_deep_scrub_stamp": "2024-08-29T17:40:52.944949+0000", 2024-08-29T17:47:16.989 INFO:tasks.workunit.client.0.smithi028.stdout: "last_epoch_clean": 60, 2024-08-29T17:47:16.989 INFO:tasks.workunit.client.0.smithi028.stdout: "last_fresh": "2024-08-29T17:43:51.003830+0000", 2024-08-29T17:47:16.989 INFO:tasks.workunit.client.0.smithi028.stdout: "last_fullsized": "2024-08-29T17:43:51.003830+0000", 2024-08-29T17:47:16.989 INFO:tasks.workunit.client.0.smithi028.stdout: "last_peered": "2024-08-29T17:43:51.003830+0000", 2024-08-29T17:47:16.989 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub": "0'0", 2024-08-29T17:47:16.989 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub_duration": 0, 2024-08-29T17:47:16.989 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub_stamp": "2024-08-29T17:40:52.944949+0000", 2024-08-29T17:47:16.989 INFO:tasks.workunit.client.0.smithi028.stdout: "last_undegraded": "2024-08-29T17:43:51.003830+0000", 2024-08-29T17:47:16.989 INFO:tasks.workunit.client.0.smithi028.stdout: "last_unstale": "2024-08-29T17:43:51.003830+0000", 2024-08-29T17:47:16.989 INFO:tasks.workunit.client.0.smithi028.stdout: "log_dups_size": 0, 2024-08-29T17:47:16.989 INFO:tasks.workunit.client.0.smithi028.stdout: "log_size": 0, 2024-08-29T17:47:16.989 INFO:tasks.workunit.client.0.smithi028.stdout: "log_start": "0'0", 2024-08-29T17:47:16.989 INFO:tasks.workunit.client.0.smithi028.stdout: "manifest_stats_invalid": false, 2024-08-29T17:47:16.989 INFO:tasks.workunit.client.0.smithi028.stdout: "mapping_epoch": 59, 2024-08-29T17:47:16.990 INFO:tasks.workunit.client.0.smithi028.stdout: "object_location_counts": [], 2024-08-29T17:47:16.990 INFO:tasks.workunit.client.0.smithi028.stdout: "objects_scrubbed": 0, 2024-08-29T17:47:16.990 INFO:tasks.workunit.client.0.smithi028.stdout: "objects_trimmed": 0, 2024-08-29T17:47:16.990 INFO:tasks.workunit.client.0.smithi028.stdout: "omap_stats_invalid": false, 2024-08-29T17:47:16.990 INFO:tasks.workunit.client.0.smithi028.stdout: "ondisk_log_size": 0, 2024-08-29T17:47:16.990 INFO:tasks.workunit.client.0.smithi028.stdout: "ondisk_log_start": "0'0", 2024-08-29T17:47:16.990 INFO:tasks.workunit.client.0.smithi028.stdout: "parent": "0.0", 2024-08-29T17:47:16.990 INFO:tasks.workunit.client.0.smithi028.stdout: "parent_split_bits": 0, 2024-08-29T17:47:16.990 INFO:tasks.workunit.client.0.smithi028.stdout: "pgid": "2.1", 2024-08-29T17:47:16.990 INFO:tasks.workunit.client.0.smithi028.stdout: "pin_stats_invalid": false, 2024-08-29T17:47:16.990 INFO:tasks.workunit.client.0.smithi028.stdout: "purged_snaps": [], 2024-08-29T17:47:16.990 INFO:tasks.workunit.client.0.smithi028.stdout: "reported_epoch": 74, 2024-08-29T17:47:16.991 INFO:tasks.workunit.client.0.smithi028.stdout: "reported_seq": 24, 2024-08-29T17:47:16.991 INFO:tasks.workunit.client.0.smithi028.stdout: "scrub_duration": 0.0, 2024-08-29T17:47:16.991 INFO:tasks.workunit.client.0.smithi028.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-30T21:27:51.683278+0000", 2024-08-29T17:47:16.991 INFO:tasks.workunit.client.0.smithi028.stdout: "snaptrim_duration": 0.0, 2024-08-29T17:47:16.991 INFO:tasks.workunit.client.0.smithi028.stdout: "snaptrimq_len": 0, 2024-08-29T17:47:16.991 INFO:tasks.workunit.client.0.smithi028.stdout: "stat_sum": { 2024-08-29T17:47:16.991 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes": 0, 2024-08-29T17:47:16.991 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes_hit_set_archive": 0, 2024-08-29T17:47:16.991 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes_recovered": 0, 2024-08-29T17:47:16.991 INFO:tasks.workunit.client.0.smithi028.stdout: "num_deep_scrub_errors": 0, 2024-08-29T17:47:16.991 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict": 0, 2024-08-29T17:47:16.991 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_kb": 0, 2024-08-29T17:47:16.991 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_mode_full": 0, 2024-08-29T17:47:16.991 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_mode_some": 0, 2024-08-29T17:47:16.992 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush": 0, 2024-08-29T17:47:16.992 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_kb": 0, 2024-08-29T17:47:16.992 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_mode_high": 0, 2024-08-29T17:47:16.992 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_mode_low": 0, 2024-08-29T17:47:16.992 INFO:tasks.workunit.client.0.smithi028.stdout: "num_keys_recovered": 0, 2024-08-29T17:47:16.992 INFO:tasks.workunit.client.0.smithi028.stdout: "num_large_omap_objects": 0, 2024-08-29T17:47:16.992 INFO:tasks.workunit.client.0.smithi028.stdout: "num_legacy_snapsets": 0, 2024-08-29T17:47:16.992 INFO:tasks.workunit.client.0.smithi028.stdout: "num_object_clones": 0, 2024-08-29T17:47:16.992 INFO:tasks.workunit.client.0.smithi028.stdout: "num_object_copies": 0, 2024-08-29T17:47:16.992 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects": 0, 2024-08-29T17:47:16.992 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_degraded": 0, 2024-08-29T17:47:16.992 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_dirty": 0, 2024-08-29T17:47:16.992 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_hit_set_archive": 0, 2024-08-29T17:47:16.992 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_manifest": 0, 2024-08-29T17:47:16.993 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_misplaced": 0, 2024-08-29T17:47:16.993 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_missing": 0, 2024-08-29T17:47:16.993 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_missing_on_primary": 0, 2024-08-29T17:47:16.993 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_omap": 0, 2024-08-29T17:47:16.993 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_pinned": 0, 2024-08-29T17:47:16.993 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_recovered": 0, 2024-08-29T17:47:16.993 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_repaired": 0, 2024-08-29T17:47:16.993 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_unfound": 0, 2024-08-29T17:47:16.993 INFO:tasks.workunit.client.0.smithi028.stdout: "num_omap_bytes": 0, 2024-08-29T17:47:16.993 INFO:tasks.workunit.client.0.smithi028.stdout: "num_omap_keys": 0, 2024-08-29T17:47:16.993 INFO:tasks.workunit.client.0.smithi028.stdout: "num_promote": 0, 2024-08-29T17:47:16.993 INFO:tasks.workunit.client.0.smithi028.stdout: "num_read": 0, 2024-08-29T17:47:16.993 INFO:tasks.workunit.client.0.smithi028.stdout: "num_read_kb": 0, 2024-08-29T17:47:16.994 INFO:tasks.workunit.client.0.smithi028.stdout: "num_scrub_errors": 0, 2024-08-29T17:47:16.994 INFO:tasks.workunit.client.0.smithi028.stdout: "num_shallow_scrub_errors": 0, 2024-08-29T17:47:16.994 INFO:tasks.workunit.client.0.smithi028.stdout: "num_whiteouts": 0, 2024-08-29T17:47:16.994 INFO:tasks.workunit.client.0.smithi028.stdout: "num_write": 0, 2024-08-29T17:47:16.994 INFO:tasks.workunit.client.0.smithi028.stdout: "num_write_kb": 0 2024-08-29T17:47:16.994 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:16.994 INFO:tasks.workunit.client.0.smithi028.stdout: "state": "active+clean", 2024-08-29T17:47:16.994 INFO:tasks.workunit.client.0.smithi028.stdout: "stats_invalid": false, 2024-08-29T17:47:16.994 INFO:tasks.workunit.client.0.smithi028.stdout: "up": [ 2024-08-29T17:47:16.994 INFO:tasks.workunit.client.0.smithi028.stdout: 2, 2024-08-29T17:47:16.994 INFO:tasks.workunit.client.0.smithi028.stdout: 3, 2024-08-29T17:47:16.994 INFO:tasks.workunit.client.0.smithi028.stdout: 0 2024-08-29T17:47:16.994 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-08-29T17:47:16.994 INFO:tasks.workunit.client.0.smithi028.stdout: "up_primary": 2, 2024-08-29T17:47:16.995 INFO:tasks.workunit.client.0.smithi028.stdout: "version": "0'0" 2024-08-29T17:47:16.995 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:16.995 INFO:tasks.workunit.client.0.smithi028.stdout: { 2024-08-29T17:47:16.995 INFO:tasks.workunit.client.0.smithi028.stdout: "acting": [ 2024-08-29T17:47:16.995 INFO:tasks.workunit.client.0.smithi028.stdout: 1, 2024-08-29T17:47:16.995 INFO:tasks.workunit.client.0.smithi028.stdout: 2, 2024-08-29T17:47:16.995 INFO:tasks.workunit.client.0.smithi028.stdout: 6 2024-08-29T17:47:16.995 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-08-29T17:47:16.995 INFO:tasks.workunit.client.0.smithi028.stdout: "acting_primary": 1, 2024-08-29T17:47:16.995 INFO:tasks.workunit.client.0.smithi028.stdout: "avail_no_missing": [], 2024-08-29T17:47:16.995 INFO:tasks.workunit.client.0.smithi028.stdout: "blocked_by": [], 2024-08-29T17:47:16.995 INFO:tasks.workunit.client.0.smithi028.stdout: "created": 62, 2024-08-29T17:47:16.995 INFO:tasks.workunit.client.0.smithi028.stdout: "dirty_stats_invalid": false, 2024-08-29T17:47:16.996 INFO:tasks.workunit.client.0.smithi028.stdout: "hitset_bytes_stats_invalid": false, 2024-08-29T17:47:16.996 INFO:tasks.workunit.client.0.smithi028.stdout: "hitset_stats_invalid": false, 2024-08-29T17:47:16.996 INFO:tasks.workunit.client.0.smithi028.stdout: "last_active": "2024-08-29T17:43:51.009103+0000", 2024-08-29T17:47:16.996 INFO:tasks.workunit.client.0.smithi028.stdout: "last_became_active": "2024-08-29T17:41:03.034122+0000", 2024-08-29T17:47:16.996 INFO:tasks.workunit.client.0.smithi028.stdout: "last_became_peered": "2024-08-29T17:41:03.034122+0000", 2024-08-29T17:47:16.996 INFO:tasks.workunit.client.0.smithi028.stdout: "last_change": "2024-08-29T17:41:03.034843+0000", 2024-08-29T17:47:16.996 INFO:tasks.workunit.client.0.smithi028.stdout: "last_clean": "2024-08-29T17:43:51.009103+0000", 2024-08-29T17:47:16.996 INFO:tasks.workunit.client.0.smithi028.stdout: "last_clean_scrub_stamp": "2024-08-29T17:41:01.987071+0000", 2024-08-29T17:47:16.996 INFO:tasks.workunit.client.0.smithi028.stdout: "last_deep_scrub": "0'0", 2024-08-29T17:47:16.996 INFO:tasks.workunit.client.0.smithi028.stdout: "last_deep_scrub_stamp": "2024-08-29T17:41:01.987071+0000", 2024-08-29T17:47:16.996 INFO:tasks.workunit.client.0.smithi028.stdout: "last_epoch_clean": 63, 2024-08-29T17:47:16.996 INFO:tasks.workunit.client.0.smithi028.stdout: "last_fresh": "2024-08-29T17:43:51.009103+0000", 2024-08-29T17:47:16.996 INFO:tasks.workunit.client.0.smithi028.stdout: "last_fullsized": "2024-08-29T17:43:51.009103+0000", 2024-08-29T17:47:16.997 INFO:tasks.workunit.client.0.smithi028.stdout: "last_peered": "2024-08-29T17:43:51.009103+0000", 2024-08-29T17:47:16.997 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub": "0'0", 2024-08-29T17:47:16.997 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub_duration": 0, 2024-08-29T17:47:16.997 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub_stamp": "2024-08-29T17:41:01.987071+0000", 2024-08-29T17:47:16.997 INFO:tasks.workunit.client.0.smithi028.stdout: "last_undegraded": "2024-08-29T17:43:51.009103+0000", 2024-08-29T17:47:16.997 INFO:tasks.workunit.client.0.smithi028.stdout: "last_unstale": "2024-08-29T17:43:51.009103+0000", 2024-08-29T17:47:16.997 INFO:tasks.workunit.client.0.smithi028.stdout: "log_dups_size": 0, 2024-08-29T17:47:16.997 INFO:tasks.workunit.client.0.smithi028.stdout: "log_size": 0, 2024-08-29T17:47:16.997 INFO:tasks.workunit.client.0.smithi028.stdout: "log_start": "0'0", 2024-08-29T17:47:16.997 INFO:tasks.workunit.client.0.smithi028.stdout: "manifest_stats_invalid": false, 2024-08-29T17:47:16.997 INFO:tasks.workunit.client.0.smithi028.stdout: "mapping_epoch": 62, 2024-08-29T17:47:16.997 INFO:tasks.workunit.client.0.smithi028.stdout: "object_location_counts": [], 2024-08-29T17:47:16.997 INFO:tasks.workunit.client.0.smithi028.stdout: "objects_scrubbed": 0, 2024-08-29T17:47:16.998 INFO:tasks.workunit.client.0.smithi028.stdout: "objects_trimmed": 0, 2024-08-29T17:47:16.998 INFO:tasks.workunit.client.0.smithi028.stdout: "omap_stats_invalid": false, 2024-08-29T17:47:16.998 INFO:tasks.workunit.client.0.smithi028.stdout: "ondisk_log_size": 0, 2024-08-29T17:47:16.998 INFO:tasks.workunit.client.0.smithi028.stdout: "ondisk_log_start": "0'0", 2024-08-29T17:47:16.998 INFO:tasks.workunit.client.0.smithi028.stdout: "parent": "0.0", 2024-08-29T17:47:16.998 INFO:tasks.workunit.client.0.smithi028.stdout: "parent_split_bits": 0, 2024-08-29T17:47:16.998 INFO:tasks.workunit.client.0.smithi028.stdout: "pgid": "3.0", 2024-08-29T17:47:16.998 INFO:tasks.workunit.client.0.smithi028.stdout: "pin_stats_invalid": false, 2024-08-29T17:47:16.998 INFO:tasks.workunit.client.0.smithi028.stdout: "purged_snaps": [], 2024-08-29T17:47:16.998 INFO:tasks.workunit.client.0.smithi028.stdout: "reported_epoch": 74, 2024-08-29T17:47:16.998 INFO:tasks.workunit.client.0.smithi028.stdout: "reported_seq": 21, 2024-08-29T17:47:16.998 INFO:tasks.workunit.client.0.smithi028.stdout: "scrub_duration": 0.0, 2024-08-29T17:47:16.998 INFO:tasks.workunit.client.0.smithi028.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-30T18:44:32.787847+0000", 2024-08-29T17:47:16.998 INFO:tasks.workunit.client.0.smithi028.stdout: "snaptrim_duration": 0.0, 2024-08-29T17:47:16.999 INFO:tasks.workunit.client.0.smithi028.stdout: "snaptrimq_len": 0, 2024-08-29T17:47:16.999 INFO:tasks.workunit.client.0.smithi028.stdout: "stat_sum": { 2024-08-29T17:47:16.999 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes": 0, 2024-08-29T17:47:16.999 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes_hit_set_archive": 0, 2024-08-29T17:47:16.999 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes_recovered": 0, 2024-08-29T17:47:16.999 INFO:tasks.workunit.client.0.smithi028.stdout: "num_deep_scrub_errors": 0, 2024-08-29T17:47:16.999 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict": 0, 2024-08-29T17:47:16.999 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_kb": 0, 2024-08-29T17:47:16.999 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_mode_full": 0, 2024-08-29T17:47:16.999 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_mode_some": 0, 2024-08-29T17:47:16.999 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush": 0, 2024-08-29T17:47:16.999 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_kb": 0, 2024-08-29T17:47:16.999 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_mode_high": 0, 2024-08-29T17:47:16.999 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_mode_low": 0, 2024-08-29T17:47:17.000 INFO:tasks.workunit.client.0.smithi028.stdout: "num_keys_recovered": 0, 2024-08-29T17:47:17.000 INFO:tasks.workunit.client.0.smithi028.stdout: "num_large_omap_objects": 0, 2024-08-29T17:47:17.000 INFO:tasks.workunit.client.0.smithi028.stdout: "num_legacy_snapsets": 0, 2024-08-29T17:47:17.000 INFO:tasks.workunit.client.0.smithi028.stdout: "num_object_clones": 0, 2024-08-29T17:47:17.000 INFO:tasks.workunit.client.0.smithi028.stdout: "num_object_copies": 0, 2024-08-29T17:47:17.000 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects": 0, 2024-08-29T17:47:17.000 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_degraded": 0, 2024-08-29T17:47:17.000 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_dirty": 0, 2024-08-29T17:47:17.000 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_hit_set_archive": 0, 2024-08-29T17:47:17.000 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_manifest": 0, 2024-08-29T17:47:17.000 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_misplaced": 0, 2024-08-29T17:47:17.000 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_missing": 0, 2024-08-29T17:47:17.000 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_missing_on_primary": 0, 2024-08-29T17:47:17.001 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_omap": 0, 2024-08-29T17:47:17.001 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_pinned": 0, 2024-08-29T17:47:17.001 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_recovered": 0, 2024-08-29T17:47:17.001 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_repaired": 0, 2024-08-29T17:47:17.001 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_unfound": 0, 2024-08-29T17:47:17.001 INFO:tasks.workunit.client.0.smithi028.stdout: "num_omap_bytes": 0, 2024-08-29T17:47:17.001 INFO:tasks.workunit.client.0.smithi028.stdout: "num_omap_keys": 0, 2024-08-29T17:47:17.001 INFO:tasks.workunit.client.0.smithi028.stdout: "num_promote": 0, 2024-08-29T17:47:17.001 INFO:tasks.workunit.client.0.smithi028.stdout: "num_read": 0, 2024-08-29T17:47:17.001 INFO:tasks.workunit.client.0.smithi028.stdout: "num_read_kb": 0, 2024-08-29T17:47:17.001 INFO:tasks.workunit.client.0.smithi028.stdout: "num_scrub_errors": 0, 2024-08-29T17:47:17.001 INFO:tasks.workunit.client.0.smithi028.stdout: "num_shallow_scrub_errors": 0, 2024-08-29T17:47:17.001 INFO:tasks.workunit.client.0.smithi028.stdout: "num_whiteouts": 0, 2024-08-29T17:47:17.001 INFO:tasks.workunit.client.0.smithi028.stdout: "num_write": 0, 2024-08-29T17:47:17.002 INFO:tasks.workunit.client.0.smithi028.stdout: "num_write_kb": 0 2024-08-29T17:47:17.002 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:17.002 INFO:tasks.workunit.client.0.smithi028.stdout: "state": "active+clean", 2024-08-29T17:47:17.002 INFO:tasks.workunit.client.0.smithi028.stdout: "stats_invalid": false, 2024-08-29T17:47:17.002 INFO:tasks.workunit.client.0.smithi028.stdout: "up": [ 2024-08-29T17:47:17.002 INFO:tasks.workunit.client.0.smithi028.stdout: 1, 2024-08-29T17:47:17.002 INFO:tasks.workunit.client.0.smithi028.stdout: 2, 2024-08-29T17:47:17.002 INFO:tasks.workunit.client.0.smithi028.stdout: 6 2024-08-29T17:47:17.002 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-08-29T17:47:17.002 INFO:tasks.workunit.client.0.smithi028.stdout: "up_primary": 1, 2024-08-29T17:47:17.002 INFO:tasks.workunit.client.0.smithi028.stdout: "version": "0'0" 2024-08-29T17:47:17.002 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:17.002 INFO:tasks.workunit.client.0.smithi028.stdout: { 2024-08-29T17:47:17.002 INFO:tasks.workunit.client.0.smithi028.stdout: "acting": [ 2024-08-29T17:47:17.003 INFO:tasks.workunit.client.0.smithi028.stdout: 1, 2024-08-29T17:47:17.003 INFO:tasks.workunit.client.0.smithi028.stdout: 2, 2024-08-29T17:47:17.003 INFO:tasks.workunit.client.0.smithi028.stdout: 3 2024-08-29T17:47:17.003 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-08-29T17:47:17.003 INFO:tasks.workunit.client.0.smithi028.stdout: "acting_primary": 1, 2024-08-29T17:47:17.003 INFO:tasks.workunit.client.0.smithi028.stdout: "avail_no_missing": [], 2024-08-29T17:47:17.003 INFO:tasks.workunit.client.0.smithi028.stdout: "blocked_by": [], 2024-08-29T17:47:17.003 INFO:tasks.workunit.client.0.smithi028.stdout: "created": 69, 2024-08-29T17:47:17.003 INFO:tasks.workunit.client.0.smithi028.stdout: "dirty_stats_invalid": false, 2024-08-29T17:47:17.003 INFO:tasks.workunit.client.0.smithi028.stdout: "hitset_bytes_stats_invalid": false, 2024-08-29T17:47:17.003 INFO:tasks.workunit.client.0.smithi028.stdout: "hitset_stats_invalid": false, 2024-08-29T17:47:17.003 INFO:tasks.workunit.client.0.smithi028.stdout: "last_active": "2024-08-29T17:43:59.375304+0000", 2024-08-29T17:47:17.003 INFO:tasks.workunit.client.0.smithi028.stdout: "last_became_active": "2024-08-29T17:43:40.910254+0000", 2024-08-29T17:47:17.003 INFO:tasks.workunit.client.0.smithi028.stdout: "last_became_peered": "2024-08-29T17:43:40.910254+0000", 2024-08-29T17:47:17.003 INFO:tasks.workunit.client.0.smithi028.stdout: "last_change": "2024-08-29T17:43:51.011895+0000", 2024-08-29T17:47:17.004 INFO:tasks.workunit.client.0.smithi028.stdout: "last_clean": "2024-08-29T17:43:59.375304+0000", 2024-08-29T17:47:17.004 INFO:tasks.workunit.client.0.smithi028.stdout: "last_clean_scrub_stamp": "2024-08-29T17:43:39.870944+0000", 2024-08-29T17:47:17.004 INFO:tasks.workunit.client.0.smithi028.stdout: "last_deep_scrub": "0'0", 2024-08-29T17:47:17.004 INFO:tasks.workunit.client.0.smithi028.stdout: "last_deep_scrub_stamp": "2024-08-29T17:43:39.870944+0000", 2024-08-29T17:47:17.004 INFO:tasks.workunit.client.0.smithi028.stdout: "last_epoch_clean": 70, 2024-08-29T17:47:17.004 INFO:tasks.workunit.client.0.smithi028.stdout: "last_fresh": "2024-08-29T17:43:59.375304+0000", 2024-08-29T17:47:17.004 INFO:tasks.workunit.client.0.smithi028.stdout: "last_fullsized": "2024-08-29T17:43:59.375304+0000", 2024-08-29T17:47:17.004 INFO:tasks.workunit.client.0.smithi028.stdout: "last_peered": "2024-08-29T17:43:59.375304+0000", 2024-08-29T17:47:17.004 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub": "0'0", 2024-08-29T17:47:17.004 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub_duration": 0, 2024-08-29T17:47:17.004 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub_stamp": "2024-08-29T17:43:39.870944+0000", 2024-08-29T17:47:17.004 INFO:tasks.workunit.client.0.smithi028.stdout: "last_undegraded": "2024-08-29T17:43:59.375304+0000", 2024-08-29T17:47:17.004 INFO:tasks.workunit.client.0.smithi028.stdout: "last_unstale": "2024-08-29T17:43:59.375304+0000", 2024-08-29T17:47:17.005 INFO:tasks.workunit.client.0.smithi028.stdout: "log_dups_size": 0, 2024-08-29T17:47:17.005 INFO:tasks.workunit.client.0.smithi028.stdout: "log_size": 0, 2024-08-29T17:47:17.005 INFO:tasks.workunit.client.0.smithi028.stdout: "log_start": "0'0", 2024-08-29T17:47:17.005 INFO:tasks.workunit.client.0.smithi028.stdout: "manifest_stats_invalid": false, 2024-08-29T17:47:17.005 INFO:tasks.workunit.client.0.smithi028.stdout: "mapping_epoch": 69, 2024-08-29T17:47:17.005 INFO:tasks.workunit.client.0.smithi028.stdout: "object_location_counts": [], 2024-08-29T17:47:17.005 INFO:tasks.workunit.client.0.smithi028.stdout: "objects_scrubbed": 0, 2024-08-29T17:47:17.005 INFO:tasks.workunit.client.0.smithi028.stdout: "objects_trimmed": 0, 2024-08-29T17:47:17.005 INFO:tasks.workunit.client.0.smithi028.stdout: "omap_stats_invalid": false, 2024-08-29T17:47:17.005 INFO:tasks.workunit.client.0.smithi028.stdout: "ondisk_log_size": 0, 2024-08-29T17:47:17.005 INFO:tasks.workunit.client.0.smithi028.stdout: "ondisk_log_start": "0'0", 2024-08-29T17:47:17.005 INFO:tasks.workunit.client.0.smithi028.stdout: "parent": "0.0", 2024-08-29T17:47:17.005 INFO:tasks.workunit.client.0.smithi028.stdout: "parent_split_bits": 0, 2024-08-29T17:47:17.005 INFO:tasks.workunit.client.0.smithi028.stdout: "pgid": "4.4", 2024-08-29T17:47:17.006 INFO:tasks.workunit.client.0.smithi028.stdout: "pin_stats_invalid": false, 2024-08-29T17:47:17.006 INFO:tasks.workunit.client.0.smithi028.stdout: "purged_snaps": [], 2024-08-29T17:47:17.006 INFO:tasks.workunit.client.0.smithi028.stdout: "reported_epoch": 75, 2024-08-29T17:47:17.006 INFO:tasks.workunit.client.0.smithi028.stdout: "reported_seq": 19, 2024-08-29T17:47:17.006 INFO:tasks.workunit.client.0.smithi028.stdout: "scrub_duration": 0.0, 2024-08-29T17:47:17.006 INFO:tasks.workunit.client.0.smithi028.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-31T00:28:57.614110+0000", 2024-08-29T17:47:17.006 INFO:tasks.workunit.client.0.smithi028.stdout: "snaptrim_duration": 0.000748052, 2024-08-29T17:47:17.006 INFO:tasks.workunit.client.0.smithi028.stdout: "snaptrimq_len": 0, 2024-08-29T17:47:17.006 INFO:tasks.workunit.client.0.smithi028.stdout: "stat_sum": { 2024-08-29T17:47:17.006 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes": 0, 2024-08-29T17:47:17.006 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes_hit_set_archive": 0, 2024-08-29T17:47:17.006 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes_recovered": 0, 2024-08-29T17:47:17.006 INFO:tasks.workunit.client.0.smithi028.stdout: "num_deep_scrub_errors": 0, 2024-08-29T17:47:17.006 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict": 0, 2024-08-29T17:47:17.007 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_kb": 0, 2024-08-29T17:47:17.007 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_mode_full": 0, 2024-08-29T17:47:17.007 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_mode_some": 0, 2024-08-29T17:47:17.007 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush": 0, 2024-08-29T17:47:17.007 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_kb": 0, 2024-08-29T17:47:17.007 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_mode_high": 0, 2024-08-29T17:47:17.007 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_mode_low": 0, 2024-08-29T17:47:17.007 INFO:tasks.workunit.client.0.smithi028.stdout: "num_keys_recovered": 0, 2024-08-29T17:47:17.007 INFO:tasks.workunit.client.0.smithi028.stdout: "num_large_omap_objects": 0, 2024-08-29T17:47:17.007 INFO:tasks.workunit.client.0.smithi028.stdout: "num_legacy_snapsets": 0, 2024-08-29T17:47:17.007 INFO:tasks.workunit.client.0.smithi028.stdout: "num_object_clones": 0, 2024-08-29T17:47:17.007 INFO:tasks.workunit.client.0.smithi028.stdout: "num_object_copies": 0, 2024-08-29T17:47:17.007 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects": 0, 2024-08-29T17:47:17.007 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_degraded": 0, 2024-08-29T17:47:17.008 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_dirty": 0, 2024-08-29T17:47:17.008 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_hit_set_archive": 0, 2024-08-29T17:47:17.008 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_manifest": 0, 2024-08-29T17:47:17.008 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_misplaced": 0, 2024-08-29T17:47:17.008 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_missing": 0, 2024-08-29T17:47:17.008 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_missing_on_primary": 0, 2024-08-29T17:47:17.008 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_omap": 0, 2024-08-29T17:47:17.008 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_pinned": 0, 2024-08-29T17:47:17.008 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_recovered": 0, 2024-08-29T17:47:17.008 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_repaired": 0, 2024-08-29T17:47:17.008 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_unfound": 0, 2024-08-29T17:47:17.008 INFO:tasks.workunit.client.0.smithi028.stdout: "num_omap_bytes": 0, 2024-08-29T17:47:17.008 INFO:tasks.workunit.client.0.smithi028.stdout: "num_omap_keys": 0, 2024-08-29T17:47:17.009 INFO:tasks.workunit.client.0.smithi028.stdout: "num_promote": 0, 2024-08-29T17:47:17.009 INFO:tasks.workunit.client.0.smithi028.stdout: "num_read": 0, 2024-08-29T17:47:17.009 INFO:tasks.workunit.client.0.smithi028.stdout: "num_read_kb": 0, 2024-08-29T17:47:17.009 INFO:tasks.workunit.client.0.smithi028.stdout: "num_scrub_errors": 0, 2024-08-29T17:47:17.009 INFO:tasks.workunit.client.0.smithi028.stdout: "num_shallow_scrub_errors": 0, 2024-08-29T17:47:17.009 INFO:tasks.workunit.client.0.smithi028.stdout: "num_whiteouts": 0, 2024-08-29T17:47:17.009 INFO:tasks.workunit.client.0.smithi028.stdout: "num_write": 0, 2024-08-29T17:47:17.009 INFO:tasks.workunit.client.0.smithi028.stdout: "num_write_kb": 0 2024-08-29T17:47:17.009 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:17.009 INFO:tasks.workunit.client.0.smithi028.stdout: "state": "active+clean", 2024-08-29T17:47:17.009 INFO:tasks.workunit.client.0.smithi028.stdout: "stats_invalid": false, 2024-08-29T17:47:17.009 INFO:tasks.workunit.client.0.smithi028.stdout: "up": [ 2024-08-29T17:47:17.010 INFO:tasks.workunit.client.0.smithi028.stdout: 1, 2024-08-29T17:47:17.010 INFO:tasks.workunit.client.0.smithi028.stdout: 2, 2024-08-29T17:47:17.010 INFO:tasks.workunit.client.0.smithi028.stdout: 3 2024-08-29T17:47:17.010 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-08-29T17:47:17.010 INFO:tasks.workunit.client.0.smithi028.stdout: "up_primary": 1, 2024-08-29T17:47:17.010 INFO:tasks.workunit.client.0.smithi028.stdout: "version": "0'0" 2024-08-29T17:47:17.010 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:17.010 INFO:tasks.workunit.client.0.smithi028.stdout: { 2024-08-29T17:47:17.010 INFO:tasks.workunit.client.0.smithi028.stdout: "acting": [ 2024-08-29T17:47:17.010 INFO:tasks.workunit.client.0.smithi028.stdout: 5, 2024-08-29T17:47:17.010 INFO:tasks.workunit.client.0.smithi028.stdout: 1, 2024-08-29T17:47:17.010 INFO:tasks.workunit.client.0.smithi028.stdout: 6 2024-08-29T17:47:17.010 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-08-29T17:47:17.011 INFO:tasks.workunit.client.0.smithi028.stdout: "acting_primary": 5, 2024-08-29T17:47:17.011 INFO:tasks.workunit.client.0.smithi028.stdout: "avail_no_missing": [], 2024-08-29T17:47:17.011 INFO:tasks.workunit.client.0.smithi028.stdout: "blocked_by": [], 2024-08-29T17:47:17.011 INFO:tasks.workunit.client.0.smithi028.stdout: "created": 59, 2024-08-29T17:47:17.011 INFO:tasks.workunit.client.0.smithi028.stdout: "dirty_stats_invalid": false, 2024-08-29T17:47:17.011 INFO:tasks.workunit.client.0.smithi028.stdout: "hitset_bytes_stats_invalid": false, 2024-08-29T17:47:17.011 INFO:tasks.workunit.client.0.smithi028.stdout: "hitset_stats_invalid": false, 2024-08-29T17:47:17.011 INFO:tasks.workunit.client.0.smithi028.stdout: "last_active": "2024-08-29T17:43:51.012206+0000", 2024-08-29T17:47:17.011 INFO:tasks.workunit.client.0.smithi028.stdout: "last_became_active": "2024-08-29T17:40:54.001015+0000", 2024-08-29T17:47:17.011 INFO:tasks.workunit.client.0.smithi028.stdout: "last_became_peered": "2024-08-29T17:40:54.001015+0000", 2024-08-29T17:47:17.011 INFO:tasks.workunit.client.0.smithi028.stdout: "last_change": "2024-08-29T17:40:54.005185+0000", 2024-08-29T17:47:17.011 INFO:tasks.workunit.client.0.smithi028.stdout: "last_clean": "2024-08-29T17:43:51.012206+0000", 2024-08-29T17:47:17.011 INFO:tasks.workunit.client.0.smithi028.stdout: "last_clean_scrub_stamp": "2024-08-29T17:40:52.944949+0000", 2024-08-29T17:47:17.011 INFO:tasks.workunit.client.0.smithi028.stdout: "last_deep_scrub": "0'0", 2024-08-29T17:47:17.012 INFO:tasks.workunit.client.0.smithi028.stdout: "last_deep_scrub_stamp": "2024-08-29T17:40:52.944949+0000", 2024-08-29T17:47:17.012 INFO:tasks.workunit.client.0.smithi028.stdout: "last_epoch_clean": 60, 2024-08-29T17:47:17.012 INFO:tasks.workunit.client.0.smithi028.stdout: "last_fresh": "2024-08-29T17:43:51.012206+0000", 2024-08-29T17:47:17.012 INFO:tasks.workunit.client.0.smithi028.stdout: "last_fullsized": "2024-08-29T17:43:51.012206+0000", 2024-08-29T17:47:17.012 INFO:tasks.workunit.client.0.smithi028.stdout: "last_peered": "2024-08-29T17:43:51.012206+0000", 2024-08-29T17:47:17.012 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub": "0'0", 2024-08-29T17:47:17.012 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub_duration": 0, 2024-08-29T17:47:17.012 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub_stamp": "2024-08-29T17:40:52.944949+0000", 2024-08-29T17:47:17.012 INFO:tasks.workunit.client.0.smithi028.stdout: "last_undegraded": "2024-08-29T17:43:51.012206+0000", 2024-08-29T17:47:17.012 INFO:tasks.workunit.client.0.smithi028.stdout: "last_unstale": "2024-08-29T17:43:51.012206+0000", 2024-08-29T17:47:17.012 INFO:tasks.workunit.client.0.smithi028.stdout: "log_dups_size": 0, 2024-08-29T17:47:17.012 INFO:tasks.workunit.client.0.smithi028.stdout: "log_size": 0, 2024-08-29T17:47:17.012 INFO:tasks.workunit.client.0.smithi028.stdout: "log_start": "0'0", 2024-08-29T17:47:17.013 INFO:tasks.workunit.client.0.smithi028.stdout: "manifest_stats_invalid": false, 2024-08-29T17:47:17.013 INFO:tasks.workunit.client.0.smithi028.stdout: "mapping_epoch": 59, 2024-08-29T17:47:17.013 INFO:tasks.workunit.client.0.smithi028.stdout: "object_location_counts": [], 2024-08-29T17:47:17.013 INFO:tasks.workunit.client.0.smithi028.stdout: "objects_scrubbed": 0, 2024-08-29T17:47:17.013 INFO:tasks.workunit.client.0.smithi028.stdout: "objects_trimmed": 0, 2024-08-29T17:47:17.013 INFO:tasks.workunit.client.0.smithi028.stdout: "omap_stats_invalid": false, 2024-08-29T17:47:17.013 INFO:tasks.workunit.client.0.smithi028.stdout: "ondisk_log_size": 0, 2024-08-29T17:47:17.013 INFO:tasks.workunit.client.0.smithi028.stdout: "ondisk_log_start": "0'0", 2024-08-29T17:47:17.013 INFO:tasks.workunit.client.0.smithi028.stdout: "parent": "0.0", 2024-08-29T17:47:17.013 INFO:tasks.workunit.client.0.smithi028.stdout: "parent_split_bits": 0, 2024-08-29T17:47:17.013 INFO:tasks.workunit.client.0.smithi028.stdout: "pgid": "2.2", 2024-08-29T17:47:17.013 INFO:tasks.workunit.client.0.smithi028.stdout: "pin_stats_invalid": false, 2024-08-29T17:47:17.013 INFO:tasks.workunit.client.0.smithi028.stdout: "purged_snaps": [], 2024-08-29T17:47:17.013 INFO:tasks.workunit.client.0.smithi028.stdout: "reported_epoch": 74, 2024-08-29T17:47:17.014 INFO:tasks.workunit.client.0.smithi028.stdout: "reported_seq": 24, 2024-08-29T17:47:17.014 INFO:tasks.workunit.client.0.smithi028.stdout: "scrub_duration": 0.0, 2024-08-29T17:47:17.014 INFO:tasks.workunit.client.0.smithi028.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-31T03:53:41.194819+0000", 2024-08-29T17:47:17.014 INFO:tasks.workunit.client.0.smithi028.stdout: "snaptrim_duration": 0.0, 2024-08-29T17:47:17.014 INFO:tasks.workunit.client.0.smithi028.stdout: "snaptrimq_len": 0, 2024-08-29T17:47:17.014 INFO:tasks.workunit.client.0.smithi028.stdout: "stat_sum": { 2024-08-29T17:47:17.014 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes": 0, 2024-08-29T17:47:17.014 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes_hit_set_archive": 0, 2024-08-29T17:47:17.014 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes_recovered": 0, 2024-08-29T17:47:17.014 INFO:tasks.workunit.client.0.smithi028.stdout: "num_deep_scrub_errors": 0, 2024-08-29T17:47:17.014 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict": 0, 2024-08-29T17:47:17.014 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_kb": 0, 2024-08-29T17:47:17.014 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_mode_full": 0, 2024-08-29T17:47:17.014 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_mode_some": 0, 2024-08-29T17:47:17.015 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush": 0, 2024-08-29T17:47:17.015 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_kb": 0, 2024-08-29T17:47:17.015 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_mode_high": 0, 2024-08-29T17:47:17.015 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_mode_low": 0, 2024-08-29T17:47:17.015 INFO:tasks.workunit.client.0.smithi028.stdout: "num_keys_recovered": 0, 2024-08-29T17:47:17.015 INFO:tasks.workunit.client.0.smithi028.stdout: "num_large_omap_objects": 0, 2024-08-29T17:47:17.015 INFO:tasks.workunit.client.0.smithi028.stdout: "num_legacy_snapsets": 0, 2024-08-29T17:47:17.015 INFO:tasks.workunit.client.0.smithi028.stdout: "num_object_clones": 0, 2024-08-29T17:47:17.015 INFO:tasks.workunit.client.0.smithi028.stdout: "num_object_copies": 0, 2024-08-29T17:47:17.015 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects": 0, 2024-08-29T17:47:17.015 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_degraded": 0, 2024-08-29T17:47:17.015 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_dirty": 0, 2024-08-29T17:47:17.015 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_hit_set_archive": 0, 2024-08-29T17:47:17.016 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_manifest": 0, 2024-08-29T17:47:17.016 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_misplaced": 0, 2024-08-29T17:47:17.016 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_missing": 0, 2024-08-29T17:47:17.016 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_missing_on_primary": 0, 2024-08-29T17:47:17.016 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_omap": 0, 2024-08-29T17:47:17.016 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_pinned": 0, 2024-08-29T17:47:17.016 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_recovered": 0, 2024-08-29T17:47:17.016 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_repaired": 0, 2024-08-29T17:47:17.016 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_unfound": 0, 2024-08-29T17:47:17.016 INFO:tasks.workunit.client.0.smithi028.stdout: "num_omap_bytes": 0, 2024-08-29T17:47:17.016 INFO:tasks.workunit.client.0.smithi028.stdout: "num_omap_keys": 0, 2024-08-29T17:47:17.016 INFO:tasks.workunit.client.0.smithi028.stdout: "num_promote": 0, 2024-08-29T17:47:17.016 INFO:tasks.workunit.client.0.smithi028.stdout: "num_read": 0, 2024-08-29T17:47:17.017 INFO:tasks.workunit.client.0.smithi028.stdout: "num_read_kb": 0, 2024-08-29T17:47:17.017 INFO:tasks.workunit.client.0.smithi028.stdout: "num_scrub_errors": 0, 2024-08-29T17:47:17.017 INFO:tasks.workunit.client.0.smithi028.stdout: "num_shallow_scrub_errors": 0, 2024-08-29T17:47:17.017 INFO:tasks.workunit.client.0.smithi028.stdout: "num_whiteouts": 0, 2024-08-29T17:47:17.017 INFO:tasks.workunit.client.0.smithi028.stdout: "num_write": 0, 2024-08-29T17:47:17.017 INFO:tasks.workunit.client.0.smithi028.stdout: "num_write_kb": 0 2024-08-29T17:47:17.017 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:17.017 INFO:tasks.workunit.client.0.smithi028.stdout: "state": "active+clean", 2024-08-29T17:47:17.017 INFO:tasks.workunit.client.0.smithi028.stdout: "stats_invalid": false, 2024-08-29T17:47:17.017 INFO:tasks.workunit.client.0.smithi028.stdout: "up": [ 2024-08-29T17:47:17.017 INFO:tasks.workunit.client.0.smithi028.stdout: 5, 2024-08-29T17:47:17.017 INFO:tasks.workunit.client.0.smithi028.stdout: 1, 2024-08-29T17:47:17.017 INFO:tasks.workunit.client.0.smithi028.stdout: 6 2024-08-29T17:47:17.018 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-08-29T17:47:17.018 INFO:tasks.workunit.client.0.smithi028.stdout: "up_primary": 5, 2024-08-29T17:47:17.018 INFO:tasks.workunit.client.0.smithi028.stdout: "version": "0'0" 2024-08-29T17:47:17.018 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:17.018 INFO:tasks.workunit.client.0.smithi028.stdout: { 2024-08-29T17:47:17.018 INFO:tasks.workunit.client.0.smithi028.stdout: "acting": [ 2024-08-29T17:47:17.018 INFO:tasks.workunit.client.0.smithi028.stdout: 4, 2024-08-29T17:47:17.018 INFO:tasks.workunit.client.0.smithi028.stdout: 0, 2024-08-29T17:47:17.018 INFO:tasks.workunit.client.0.smithi028.stdout: 6 2024-08-29T17:47:17.018 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-08-29T17:47:17.018 INFO:tasks.workunit.client.0.smithi028.stdout: "acting_primary": 4, 2024-08-29T17:47:17.018 INFO:tasks.workunit.client.0.smithi028.stdout: "avail_no_missing": [], 2024-08-29T17:47:17.018 INFO:tasks.workunit.client.0.smithi028.stdout: "blocked_by": [], 2024-08-29T17:47:17.019 INFO:tasks.workunit.client.0.smithi028.stdout: "created": 62, 2024-08-29T17:47:17.019 INFO:tasks.workunit.client.0.smithi028.stdout: "dirty_stats_invalid": false, 2024-08-29T17:47:17.019 INFO:tasks.workunit.client.0.smithi028.stdout: "hitset_bytes_stats_invalid": false, 2024-08-29T17:47:17.019 INFO:tasks.workunit.client.0.smithi028.stdout: "hitset_stats_invalid": false, 2024-08-29T17:47:17.019 INFO:tasks.workunit.client.0.smithi028.stdout: "last_active": "2024-08-29T17:43:51.001600+0000", 2024-08-29T17:47:17.019 INFO:tasks.workunit.client.0.smithi028.stdout: "last_became_active": "2024-08-29T17:41:03.067189+0000", 2024-08-29T17:47:17.019 INFO:tasks.workunit.client.0.smithi028.stdout: "last_became_peered": "2024-08-29T17:41:03.067189+0000", 2024-08-29T17:47:17.019 INFO:tasks.workunit.client.0.smithi028.stdout: "last_change": "2024-08-29T17:41:03.070738+0000", 2024-08-29T17:47:17.019 INFO:tasks.workunit.client.0.smithi028.stdout: "last_clean": "2024-08-29T17:43:51.001600+0000", 2024-08-29T17:47:17.019 INFO:tasks.workunit.client.0.smithi028.stdout: "last_clean_scrub_stamp": "2024-08-29T17:41:01.987071+0000", 2024-08-29T17:47:17.019 INFO:tasks.workunit.client.0.smithi028.stdout: "last_deep_scrub": "0'0", 2024-08-29T17:47:17.019 INFO:tasks.workunit.client.0.smithi028.stdout: "last_deep_scrub_stamp": "2024-08-29T17:41:01.987071+0000", 2024-08-29T17:47:17.019 INFO:tasks.workunit.client.0.smithi028.stdout: "last_epoch_clean": 63, 2024-08-29T17:47:17.019 INFO:tasks.workunit.client.0.smithi028.stdout: "last_fresh": "2024-08-29T17:43:51.001600+0000", 2024-08-29T17:47:17.019 INFO:tasks.workunit.client.0.smithi028.stdout: "last_fullsized": "2024-08-29T17:43:51.001600+0000", 2024-08-29T17:47:17.020 INFO:tasks.workunit.client.0.smithi028.stdout: "last_peered": "2024-08-29T17:43:51.001600+0000", 2024-08-29T17:47:17.020 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub": "0'0", 2024-08-29T17:47:17.020 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub_duration": 0, 2024-08-29T17:47:17.020 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub_stamp": "2024-08-29T17:41:01.987071+0000", 2024-08-29T17:47:17.020 INFO:tasks.workunit.client.0.smithi028.stdout: "last_undegraded": "2024-08-29T17:43:51.001600+0000", 2024-08-29T17:47:17.020 INFO:tasks.workunit.client.0.smithi028.stdout: "last_unstale": "2024-08-29T17:43:51.001600+0000", 2024-08-29T17:47:17.020 INFO:tasks.workunit.client.0.smithi028.stdout: "log_dups_size": 0, 2024-08-29T17:47:17.020 INFO:tasks.workunit.client.0.smithi028.stdout: "log_size": 0, 2024-08-29T17:47:17.020 INFO:tasks.workunit.client.0.smithi028.stdout: "log_start": "0'0", 2024-08-29T17:47:17.020 INFO:tasks.workunit.client.0.smithi028.stdout: "manifest_stats_invalid": false, 2024-08-29T17:47:17.020 INFO:tasks.workunit.client.0.smithi028.stdout: "mapping_epoch": 62, 2024-08-29T17:47:17.020 INFO:tasks.workunit.client.0.smithi028.stdout: "object_location_counts": [], 2024-08-29T17:47:17.020 INFO:tasks.workunit.client.0.smithi028.stdout: "objects_scrubbed": 0, 2024-08-29T17:47:17.020 INFO:tasks.workunit.client.0.smithi028.stdout: "objects_trimmed": 0, 2024-08-29T17:47:17.021 INFO:tasks.workunit.client.0.smithi028.stdout: "omap_stats_invalid": false, 2024-08-29T17:47:17.021 INFO:tasks.workunit.client.0.smithi028.stdout: "ondisk_log_size": 0, 2024-08-29T17:47:17.021 INFO:tasks.workunit.client.0.smithi028.stdout: "ondisk_log_start": "0'0", 2024-08-29T17:47:17.021 INFO:tasks.workunit.client.0.smithi028.stdout: "parent": "0.0", 2024-08-29T17:47:17.021 INFO:tasks.workunit.client.0.smithi028.stdout: "parent_split_bits": 0, 2024-08-29T17:47:17.021 INFO:tasks.workunit.client.0.smithi028.stdout: "pgid": "3.3", 2024-08-29T17:47:17.021 INFO:tasks.workunit.client.0.smithi028.stdout: "pin_stats_invalid": false, 2024-08-29T17:47:17.021 INFO:tasks.workunit.client.0.smithi028.stdout: "purged_snaps": [], 2024-08-29T17:47:17.021 INFO:tasks.workunit.client.0.smithi028.stdout: "reported_epoch": 74, 2024-08-29T17:47:17.021 INFO:tasks.workunit.client.0.smithi028.stdout: "reported_seq": 21, 2024-08-29T17:47:17.021 INFO:tasks.workunit.client.0.smithi028.stdout: "scrub_duration": 0.0, 2024-08-29T17:47:17.021 INFO:tasks.workunit.client.0.smithi028.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-30T23:15:45.293658+0000", 2024-08-29T17:47:17.021 INFO:tasks.workunit.client.0.smithi028.stdout: "snaptrim_duration": 0.0, 2024-08-29T17:47:17.021 INFO:tasks.workunit.client.0.smithi028.stdout: "snaptrimq_len": 0, 2024-08-29T17:47:17.022 INFO:tasks.workunit.client.0.smithi028.stdout: "stat_sum": { 2024-08-29T17:47:17.022 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes": 0, 2024-08-29T17:47:17.022 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes_hit_set_archive": 0, 2024-08-29T17:47:17.022 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes_recovered": 0, 2024-08-29T17:47:17.022 INFO:tasks.workunit.client.0.smithi028.stdout: "num_deep_scrub_errors": 0, 2024-08-29T17:47:17.022 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict": 0, 2024-08-29T17:47:17.022 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_kb": 0, 2024-08-29T17:47:17.022 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_mode_full": 0, 2024-08-29T17:47:17.022 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_mode_some": 0, 2024-08-29T17:47:17.022 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush": 0, 2024-08-29T17:47:17.022 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_kb": 0, 2024-08-29T17:47:17.022 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_mode_high": 0, 2024-08-29T17:47:17.022 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_mode_low": 0, 2024-08-29T17:47:17.022 INFO:tasks.workunit.client.0.smithi028.stdout: "num_keys_recovered": 0, 2024-08-29T17:47:17.023 INFO:tasks.workunit.client.0.smithi028.stdout: "num_large_omap_objects": 0, 2024-08-29T17:47:17.023 INFO:tasks.workunit.client.0.smithi028.stdout: "num_legacy_snapsets": 0, 2024-08-29T17:47:17.023 INFO:tasks.workunit.client.0.smithi028.stdout: "num_object_clones": 0, 2024-08-29T17:47:17.023 INFO:tasks.workunit.client.0.smithi028.stdout: "num_object_copies": 0, 2024-08-29T17:47:17.023 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects": 0, 2024-08-29T17:47:17.023 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_degraded": 0, 2024-08-29T17:47:17.023 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_dirty": 0, 2024-08-29T17:47:17.023 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_hit_set_archive": 0, 2024-08-29T17:47:17.023 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_manifest": 0, 2024-08-29T17:47:17.023 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_misplaced": 0, 2024-08-29T17:47:17.023 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_missing": 0, 2024-08-29T17:47:17.023 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_missing_on_primary": 0, 2024-08-29T17:47:17.023 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_omap": 0, 2024-08-29T17:47:17.023 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_pinned": 0, 2024-08-29T17:47:17.024 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_recovered": 0, 2024-08-29T17:47:17.024 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_repaired": 0, 2024-08-29T17:47:17.024 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_unfound": 0, 2024-08-29T17:47:17.024 INFO:tasks.workunit.client.0.smithi028.stdout: "num_omap_bytes": 0, 2024-08-29T17:47:17.024 INFO:tasks.workunit.client.0.smithi028.stdout: "num_omap_keys": 0, 2024-08-29T17:47:17.024 INFO:tasks.workunit.client.0.smithi028.stdout: "num_promote": 0, 2024-08-29T17:47:17.024 INFO:tasks.workunit.client.0.smithi028.stdout: "num_read": 0, 2024-08-29T17:47:17.024 INFO:tasks.workunit.client.0.smithi028.stdout: "num_read_kb": 0, 2024-08-29T17:47:17.024 INFO:tasks.workunit.client.0.smithi028.stdout: "num_scrub_errors": 0, 2024-08-29T17:47:17.024 INFO:tasks.workunit.client.0.smithi028.stdout: "num_shallow_scrub_errors": 0, 2024-08-29T17:47:17.024 INFO:tasks.workunit.client.0.smithi028.stdout: "num_whiteouts": 0, 2024-08-29T17:47:17.024 INFO:tasks.workunit.client.0.smithi028.stdout: "num_write": 0, 2024-08-29T17:47:17.024 INFO:tasks.workunit.client.0.smithi028.stdout: "num_write_kb": 0 2024-08-29T17:47:17.025 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:17.025 INFO:tasks.workunit.client.0.smithi028.stdout: "state": "active+clean", 2024-08-29T17:47:17.025 INFO:tasks.workunit.client.0.smithi028.stdout: "stats_invalid": false, 2024-08-29T17:47:17.025 INFO:tasks.workunit.client.0.smithi028.stdout: "up": [ 2024-08-29T17:47:17.025 INFO:tasks.workunit.client.0.smithi028.stdout: 4, 2024-08-29T17:47:17.025 INFO:tasks.workunit.client.0.smithi028.stdout: 0, 2024-08-29T17:47:17.025 INFO:tasks.workunit.client.0.smithi028.stdout: 6 2024-08-29T17:47:17.025 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-08-29T17:47:17.025 INFO:tasks.workunit.client.0.smithi028.stdout: "up_primary": 4, 2024-08-29T17:47:17.025 INFO:tasks.workunit.client.0.smithi028.stdout: "version": "0'0" 2024-08-29T17:47:17.025 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:17.025 INFO:tasks.workunit.client.0.smithi028.stdout: { 2024-08-29T17:47:17.025 INFO:tasks.workunit.client.0.smithi028.stdout: "acting": [ 2024-08-29T17:47:17.025 INFO:tasks.workunit.client.0.smithi028.stdout: 1, 2024-08-29T17:47:17.026 INFO:tasks.workunit.client.0.smithi028.stdout: 5, 2024-08-29T17:47:17.026 INFO:tasks.workunit.client.0.smithi028.stdout: 4 2024-08-29T17:47:17.026 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-08-29T17:47:17.026 INFO:tasks.workunit.client.0.smithi028.stdout: "acting_primary": 1, 2024-08-29T17:47:17.026 INFO:tasks.workunit.client.0.smithi028.stdout: "avail_no_missing": [], 2024-08-29T17:47:17.026 INFO:tasks.workunit.client.0.smithi028.stdout: "blocked_by": [], 2024-08-29T17:47:17.026 INFO:tasks.workunit.client.0.smithi028.stdout: "created": 69, 2024-08-29T17:47:17.026 INFO:tasks.workunit.client.0.smithi028.stdout: "dirty_stats_invalid": false, 2024-08-29T17:47:17.026 INFO:tasks.workunit.client.0.smithi028.stdout: "hitset_bytes_stats_invalid": false, 2024-08-29T17:47:17.026 INFO:tasks.workunit.client.0.smithi028.stdout: "hitset_stats_invalid": false, 2024-08-29T17:47:17.026 INFO:tasks.workunit.client.0.smithi028.stdout: "last_active": "2024-08-29T17:43:59.376729+0000", 2024-08-29T17:47:17.026 INFO:tasks.workunit.client.0.smithi028.stdout: "last_became_active": "2024-08-29T17:43:41.040490+0000", 2024-08-29T17:47:17.026 INFO:tasks.workunit.client.0.smithi028.stdout: "last_became_peered": "2024-08-29T17:43:41.040490+0000", 2024-08-29T17:47:17.026 INFO:tasks.workunit.client.0.smithi028.stdout: "last_change": "2024-08-29T17:43:51.011452+0000", 2024-08-29T17:47:17.027 INFO:tasks.workunit.client.0.smithi028.stdout: "last_clean": "2024-08-29T17:43:59.376729+0000", 2024-08-29T17:47:17.027 INFO:tasks.workunit.client.0.smithi028.stdout: "last_clean_scrub_stamp": "2024-08-29T17:43:39.870944+0000", 2024-08-29T17:47:17.027 INFO:tasks.workunit.client.0.smithi028.stdout: "last_deep_scrub": "0'0", 2024-08-29T17:47:17.027 INFO:tasks.workunit.client.0.smithi028.stdout: "last_deep_scrub_stamp": "2024-08-29T17:43:39.870944+0000", 2024-08-29T17:47:17.027 INFO:tasks.workunit.client.0.smithi028.stdout: "last_epoch_clean": 70, 2024-08-29T17:47:17.027 INFO:tasks.workunit.client.0.smithi028.stdout: "last_fresh": "2024-08-29T17:43:59.376729+0000", 2024-08-29T17:47:17.027 INFO:tasks.workunit.client.0.smithi028.stdout: "last_fullsized": "2024-08-29T17:43:59.376729+0000", 2024-08-29T17:47:17.027 INFO:tasks.workunit.client.0.smithi028.stdout: "last_peered": "2024-08-29T17:43:59.376729+0000", 2024-08-29T17:47:17.027 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub": "0'0", 2024-08-29T17:47:17.027 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub_duration": 0, 2024-08-29T17:47:17.027 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub_stamp": "2024-08-29T17:43:39.870944+0000", 2024-08-29T17:47:17.027 INFO:tasks.workunit.client.0.smithi028.stdout: "last_undegraded": "2024-08-29T17:43:59.376729+0000", 2024-08-29T17:47:17.028 INFO:tasks.workunit.client.0.smithi028.stdout: "last_unstale": "2024-08-29T17:43:59.376729+0000", 2024-08-29T17:47:17.028 INFO:tasks.workunit.client.0.smithi028.stdout: "log_dups_size": 0, 2024-08-29T17:47:17.028 INFO:tasks.workunit.client.0.smithi028.stdout: "log_size": 2, 2024-08-29T17:47:17.028 INFO:tasks.workunit.client.0.smithi028.stdout: "log_start": "0'0", 2024-08-29T17:47:17.028 INFO:tasks.workunit.client.0.smithi028.stdout: "manifest_stats_invalid": false, 2024-08-29T17:47:17.028 INFO:tasks.workunit.client.0.smithi028.stdout: "mapping_epoch": 69, 2024-08-29T17:47:17.028 INFO:tasks.workunit.client.0.smithi028.stdout: "object_location_counts": [], 2024-08-29T17:47:17.028 INFO:tasks.workunit.client.0.smithi028.stdout: "objects_scrubbed": 0, 2024-08-29T17:47:17.028 INFO:tasks.workunit.client.0.smithi028.stdout: "objects_trimmed": 0, 2024-08-29T17:47:17.028 INFO:tasks.workunit.client.0.smithi028.stdout: "omap_stats_invalid": false, 2024-08-29T17:47:17.028 INFO:tasks.workunit.client.0.smithi028.stdout: "ondisk_log_size": 2, 2024-08-29T17:47:17.028 INFO:tasks.workunit.client.0.smithi028.stdout: "ondisk_log_start": "0'0", 2024-08-29T17:47:17.028 INFO:tasks.workunit.client.0.smithi028.stdout: "parent": "0.0", 2024-08-29T17:47:17.029 INFO:tasks.workunit.client.0.smithi028.stdout: "parent_split_bits": 0, 2024-08-29T17:47:17.029 INFO:tasks.workunit.client.0.smithi028.stdout: "pgid": "4.2", 2024-08-29T17:47:17.029 INFO:tasks.workunit.client.0.smithi028.stdout: "pin_stats_invalid": false, 2024-08-29T17:47:17.029 INFO:tasks.workunit.client.0.smithi028.stdout: "purged_snaps": [], 2024-08-29T17:47:17.029 INFO:tasks.workunit.client.0.smithi028.stdout: "reported_epoch": 75, 2024-08-29T17:47:17.029 INFO:tasks.workunit.client.0.smithi028.stdout: "reported_seq": 21, 2024-08-29T17:47:17.029 INFO:tasks.workunit.client.0.smithi028.stdout: "scrub_duration": 0.0, 2024-08-29T17:47:17.029 INFO:tasks.workunit.client.0.smithi028.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-30T19:05:06.169669+0000", 2024-08-29T17:47:17.029 INFO:tasks.workunit.client.0.smithi028.stdout: "snaptrim_duration": 0.002068425, 2024-08-29T17:47:17.029 INFO:tasks.workunit.client.0.smithi028.stdout: "snaptrimq_len": 0, 2024-08-29T17:47:17.029 INFO:tasks.workunit.client.0.smithi028.stdout: "stat_sum": { 2024-08-29T17:47:17.029 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes": 19, 2024-08-29T17:47:17.029 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes_hit_set_archive": 0, 2024-08-29T17:47:17.030 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes_recovered": 0, 2024-08-29T17:47:17.030 INFO:tasks.workunit.client.0.smithi028.stdout: "num_deep_scrub_errors": 0, 2024-08-29T17:47:17.030 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict": 0, 2024-08-29T17:47:17.030 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_kb": 0, 2024-08-29T17:47:17.030 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_mode_full": 0, 2024-08-29T17:47:17.030 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_mode_some": 0, 2024-08-29T17:47:17.030 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush": 0, 2024-08-29T17:47:17.030 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_kb": 0, 2024-08-29T17:47:17.030 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_mode_high": 0, 2024-08-29T17:47:17.030 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_mode_low": 0, 2024-08-29T17:47:17.030 INFO:tasks.workunit.client.0.smithi028.stdout: "num_keys_recovered": 0, 2024-08-29T17:47:17.030 INFO:tasks.workunit.client.0.smithi028.stdout: "num_large_omap_objects": 0, 2024-08-29T17:47:17.031 INFO:tasks.workunit.client.0.smithi028.stdout: "num_legacy_snapsets": 0, 2024-08-29T17:47:17.031 INFO:tasks.workunit.client.0.smithi028.stdout: "num_object_clones": 0, 2024-08-29T17:47:17.031 INFO:tasks.workunit.client.0.smithi028.stdout: "num_object_copies": 3, 2024-08-29T17:47:17.031 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects": 1, 2024-08-29T17:47:17.031 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_degraded": 0, 2024-08-29T17:47:17.031 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_dirty": 1, 2024-08-29T17:47:17.031 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_hit_set_archive": 0, 2024-08-29T17:47:17.031 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_manifest": 0, 2024-08-29T17:47:17.031 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_misplaced": 0, 2024-08-29T17:47:17.031 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_missing": 0, 2024-08-29T17:47:17.031 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_missing_on_primary": 0, 2024-08-29T17:47:17.031 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_omap": 0, 2024-08-29T17:47:17.031 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_pinned": 0, 2024-08-29T17:47:17.031 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_recovered": 0, 2024-08-29T17:47:17.032 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_repaired": 0, 2024-08-29T17:47:17.032 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_unfound": 0, 2024-08-29T17:47:17.032 INFO:tasks.workunit.client.0.smithi028.stdout: "num_omap_bytes": 0, 2024-08-29T17:47:17.032 INFO:tasks.workunit.client.0.smithi028.stdout: "num_omap_keys": 0, 2024-08-29T17:47:17.032 INFO:tasks.workunit.client.0.smithi028.stdout: "num_promote": 0, 2024-08-29T17:47:17.032 INFO:tasks.workunit.client.0.smithi028.stdout: "num_read": 0, 2024-08-29T17:47:17.032 INFO:tasks.workunit.client.0.smithi028.stdout: "num_read_kb": 0, 2024-08-29T17:47:17.032 INFO:tasks.workunit.client.0.smithi028.stdout: "num_scrub_errors": 0, 2024-08-29T17:47:17.032 INFO:tasks.workunit.client.0.smithi028.stdout: "num_shallow_scrub_errors": 0, 2024-08-29T17:47:17.032 INFO:tasks.workunit.client.0.smithi028.stdout: "num_whiteouts": 0, 2024-08-29T17:47:17.032 INFO:tasks.workunit.client.0.smithi028.stdout: "num_write": 2, 2024-08-29T17:47:17.032 INFO:tasks.workunit.client.0.smithi028.stdout: "num_write_kb": 2 2024-08-29T17:47:17.032 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:17.032 INFO:tasks.workunit.client.0.smithi028.stdout: "state": "active+clean", 2024-08-29T17:47:17.033 INFO:tasks.workunit.client.0.smithi028.stdout: "stats_invalid": false, 2024-08-29T17:47:17.033 INFO:tasks.workunit.client.0.smithi028.stdout: "up": [ 2024-08-29T17:47:17.033 INFO:tasks.workunit.client.0.smithi028.stdout: 1, 2024-08-29T17:47:17.033 INFO:tasks.workunit.client.0.smithi028.stdout: 5, 2024-08-29T17:47:17.033 INFO:tasks.workunit.client.0.smithi028.stdout: 4 2024-08-29T17:47:17.033 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-08-29T17:47:17.033 INFO:tasks.workunit.client.0.smithi028.stdout: "up_primary": 1, 2024-08-29T17:47:17.033 INFO:tasks.workunit.client.0.smithi028.stdout: "version": "74'2" 2024-08-29T17:47:17.033 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:17.033 INFO:tasks.workunit.client.0.smithi028.stdout: { 2024-08-29T17:47:17.033 INFO:tasks.workunit.client.0.smithi028.stdout: "acting": [ 2024-08-29T17:47:17.033 INFO:tasks.workunit.client.0.smithi028.stdout: 1, 2024-08-29T17:47:17.033 INFO:tasks.workunit.client.0.smithi028.stdout: 0, 2024-08-29T17:47:17.033 INFO:tasks.workunit.client.0.smithi028.stdout: 7 2024-08-29T17:47:17.034 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-08-29T17:47:17.034 INFO:tasks.workunit.client.0.smithi028.stdout: "acting_primary": 1, 2024-08-29T17:47:17.034 INFO:tasks.workunit.client.0.smithi028.stdout: "avail_no_missing": [], 2024-08-29T17:47:17.034 INFO:tasks.workunit.client.0.smithi028.stdout: "blocked_by": [], 2024-08-29T17:47:17.034 INFO:tasks.workunit.client.0.smithi028.stdout: "created": 59, 2024-08-29T17:47:17.034 INFO:tasks.workunit.client.0.smithi028.stdout: "dirty_stats_invalid": false, 2024-08-29T17:47:17.034 INFO:tasks.workunit.client.0.smithi028.stdout: "hitset_bytes_stats_invalid": false, 2024-08-29T17:47:17.034 INFO:tasks.workunit.client.0.smithi028.stdout: "hitset_stats_invalid": false, 2024-08-29T17:47:17.034 INFO:tasks.workunit.client.0.smithi028.stdout: "last_active": "2024-08-29T17:43:51.010223+0000", 2024-08-29T17:47:17.034 INFO:tasks.workunit.client.0.smithi028.stdout: "last_became_active": "2024-08-29T17:40:53.994383+0000", 2024-08-29T17:47:17.034 INFO:tasks.workunit.client.0.smithi028.stdout: "last_became_peered": "2024-08-29T17:40:53.994383+0000", 2024-08-29T17:47:17.034 INFO:tasks.workunit.client.0.smithi028.stdout: "last_change": "2024-08-29T17:40:53.998274+0000", 2024-08-29T17:47:17.034 INFO:tasks.workunit.client.0.smithi028.stdout: "last_clean": "2024-08-29T17:43:51.010223+0000", 2024-08-29T17:47:17.035 INFO:tasks.workunit.client.0.smithi028.stdout: "last_clean_scrub_stamp": "2024-08-29T17:40:52.944949+0000", 2024-08-29T17:47:17.035 INFO:tasks.workunit.client.0.smithi028.stdout: "last_deep_scrub": "0'0", 2024-08-29T17:47:17.035 INFO:tasks.workunit.client.0.smithi028.stdout: "last_deep_scrub_stamp": "2024-08-29T17:40:52.944949+0000", 2024-08-29T17:47:17.035 INFO:tasks.workunit.client.0.smithi028.stdout: "last_epoch_clean": 60, 2024-08-29T17:47:17.035 INFO:tasks.workunit.client.0.smithi028.stdout: "last_fresh": "2024-08-29T17:43:51.010223+0000", 2024-08-29T17:47:17.035 INFO:tasks.workunit.client.0.smithi028.stdout: "last_fullsized": "2024-08-29T17:43:51.010223+0000", 2024-08-29T17:47:17.035 INFO:tasks.workunit.client.0.smithi028.stdout: "last_peered": "2024-08-29T17:43:51.010223+0000", 2024-08-29T17:47:17.035 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub": "0'0", 2024-08-29T17:47:17.035 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub_duration": 0, 2024-08-29T17:47:17.035 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub_stamp": "2024-08-29T17:40:52.944949+0000", 2024-08-29T17:47:17.035 INFO:tasks.workunit.client.0.smithi028.stdout: "last_undegraded": "2024-08-29T17:43:51.010223+0000", 2024-08-29T17:47:17.035 INFO:tasks.workunit.client.0.smithi028.stdout: "last_unstale": "2024-08-29T17:43:51.010223+0000", 2024-08-29T17:47:17.035 INFO:tasks.workunit.client.0.smithi028.stdout: "log_dups_size": 0, 2024-08-29T17:47:17.035 INFO:tasks.workunit.client.0.smithi028.stdout: "log_size": 0, 2024-08-29T17:47:17.036 INFO:tasks.workunit.client.0.smithi028.stdout: "log_start": "0'0", 2024-08-29T17:47:17.036 INFO:tasks.workunit.client.0.smithi028.stdout: "manifest_stats_invalid": false, 2024-08-29T17:47:17.036 INFO:tasks.workunit.client.0.smithi028.stdout: "mapping_epoch": 59, 2024-08-29T17:47:17.036 INFO:tasks.workunit.client.0.smithi028.stdout: "object_location_counts": [], 2024-08-29T17:47:17.036 INFO:tasks.workunit.client.0.smithi028.stdout: "objects_scrubbed": 0, 2024-08-29T17:47:17.036 INFO:tasks.workunit.client.0.smithi028.stdout: "objects_trimmed": 0, 2024-08-29T17:47:17.036 INFO:tasks.workunit.client.0.smithi028.stdout: "omap_stats_invalid": false, 2024-08-29T17:47:17.036 INFO:tasks.workunit.client.0.smithi028.stdout: "ondisk_log_size": 0, 2024-08-29T17:47:17.036 INFO:tasks.workunit.client.0.smithi028.stdout: "ondisk_log_start": "0'0", 2024-08-29T17:47:17.036 INFO:tasks.workunit.client.0.smithi028.stdout: "parent": "0.0", 2024-08-29T17:47:17.036 INFO:tasks.workunit.client.0.smithi028.stdout: "parent_split_bits": 0, 2024-08-29T17:47:17.036 INFO:tasks.workunit.client.0.smithi028.stdout: "pgid": "2.4", 2024-08-29T17:47:17.037 INFO:tasks.workunit.client.0.smithi028.stdout: "pin_stats_invalid": false, 2024-08-29T17:47:17.037 INFO:tasks.workunit.client.0.smithi028.stdout: "purged_snaps": [], 2024-08-29T17:47:17.037 INFO:tasks.workunit.client.0.smithi028.stdout: "reported_epoch": 74, 2024-08-29T17:47:17.037 INFO:tasks.workunit.client.0.smithi028.stdout: "reported_seq": 24, 2024-08-29T17:47:17.037 INFO:tasks.workunit.client.0.smithi028.stdout: "scrub_duration": 0.0, 2024-08-29T17:47:17.037 INFO:tasks.workunit.client.0.smithi028.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-30T21:13:02.703327+0000", 2024-08-29T17:47:17.037 INFO:tasks.workunit.client.0.smithi028.stdout: "snaptrim_duration": 0.0, 2024-08-29T17:47:17.037 INFO:tasks.workunit.client.0.smithi028.stdout: "snaptrimq_len": 0, 2024-08-29T17:47:17.037 INFO:tasks.workunit.client.0.smithi028.stdout: "stat_sum": { 2024-08-29T17:47:17.037 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes": 0, 2024-08-29T17:47:17.037 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes_hit_set_archive": 0, 2024-08-29T17:47:17.037 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes_recovered": 0, 2024-08-29T17:47:17.037 INFO:tasks.workunit.client.0.smithi028.stdout: "num_deep_scrub_errors": 0, 2024-08-29T17:47:17.037 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict": 0, 2024-08-29T17:47:17.038 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_kb": 0, 2024-08-29T17:47:17.038 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_mode_full": 0, 2024-08-29T17:47:17.038 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_mode_some": 0, 2024-08-29T17:47:17.038 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush": 0, 2024-08-29T17:47:17.038 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_kb": 0, 2024-08-29T17:47:17.038 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_mode_high": 0, 2024-08-29T17:47:17.038 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_mode_low": 0, 2024-08-29T17:47:17.038 INFO:tasks.workunit.client.0.smithi028.stdout: "num_keys_recovered": 0, 2024-08-29T17:47:17.038 INFO:tasks.workunit.client.0.smithi028.stdout: "num_large_omap_objects": 0, 2024-08-29T17:47:17.038 INFO:tasks.workunit.client.0.smithi028.stdout: "num_legacy_snapsets": 0, 2024-08-29T17:47:17.038 INFO:tasks.workunit.client.0.smithi028.stdout: "num_object_clones": 0, 2024-08-29T17:47:17.038 INFO:tasks.workunit.client.0.smithi028.stdout: "num_object_copies": 0, 2024-08-29T17:47:17.038 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects": 0, 2024-08-29T17:47:17.039 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_degraded": 0, 2024-08-29T17:47:17.039 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_dirty": 0, 2024-08-29T17:47:17.039 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_hit_set_archive": 0, 2024-08-29T17:47:17.039 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_manifest": 0, 2024-08-29T17:47:17.039 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_misplaced": 0, 2024-08-29T17:47:17.039 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_missing": 0, 2024-08-29T17:47:17.039 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_missing_on_primary": 0, 2024-08-29T17:47:17.039 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_omap": 0, 2024-08-29T17:47:17.039 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_pinned": 0, 2024-08-29T17:47:17.039 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_recovered": 0, 2024-08-29T17:47:17.039 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_repaired": 0, 2024-08-29T17:47:17.039 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_unfound": 0, 2024-08-29T17:47:17.039 INFO:tasks.workunit.client.0.smithi028.stdout: "num_omap_bytes": 0, 2024-08-29T17:47:17.039 INFO:tasks.workunit.client.0.smithi028.stdout: "num_omap_keys": 0, 2024-08-29T17:47:17.040 INFO:tasks.workunit.client.0.smithi028.stdout: "num_promote": 0, 2024-08-29T17:47:17.040 INFO:tasks.workunit.client.0.smithi028.stdout: "num_read": 0, 2024-08-29T17:47:17.040 INFO:tasks.workunit.client.0.smithi028.stdout: "num_read_kb": 0, 2024-08-29T17:47:17.040 INFO:tasks.workunit.client.0.smithi028.stdout: "num_scrub_errors": 0, 2024-08-29T17:47:17.040 INFO:tasks.workunit.client.0.smithi028.stdout: "num_shallow_scrub_errors": 0, 2024-08-29T17:47:17.040 INFO:tasks.workunit.client.0.smithi028.stdout: "num_whiteouts": 0, 2024-08-29T17:47:17.040 INFO:tasks.workunit.client.0.smithi028.stdout: "num_write": 0, 2024-08-29T17:47:17.040 INFO:tasks.workunit.client.0.smithi028.stdout: "num_write_kb": 0 2024-08-29T17:47:17.040 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:17.040 INFO:tasks.workunit.client.0.smithi028.stdout: "state": "active+clean", 2024-08-29T17:47:17.040 INFO:tasks.workunit.client.0.smithi028.stdout: "stats_invalid": false, 2024-08-29T17:47:17.040 INFO:tasks.workunit.client.0.smithi028.stdout: "up": [ 2024-08-29T17:47:17.040 INFO:tasks.workunit.client.0.smithi028.stdout: 1, 2024-08-29T17:47:17.041 INFO:tasks.workunit.client.0.smithi028.stdout: 0, 2024-08-29T17:47:17.041 INFO:tasks.workunit.client.0.smithi028.stdout: 7 2024-08-29T17:47:17.041 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-08-29T17:47:17.041 INFO:tasks.workunit.client.0.smithi028.stdout: "up_primary": 1, 2024-08-29T17:47:17.041 INFO:tasks.workunit.client.0.smithi028.stdout: "version": "0'0" 2024-08-29T17:47:17.041 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:17.041 INFO:tasks.workunit.client.0.smithi028.stdout: { 2024-08-29T17:47:17.041 INFO:tasks.workunit.client.0.smithi028.stdout: "acting": [ 2024-08-29T17:47:17.041 INFO:tasks.workunit.client.0.smithi028.stdout: 5, 2024-08-29T17:47:17.041 INFO:tasks.workunit.client.0.smithi028.stdout: 3, 2024-08-29T17:47:17.041 INFO:tasks.workunit.client.0.smithi028.stdout: 2 2024-08-29T17:47:17.041 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-08-29T17:47:17.041 INFO:tasks.workunit.client.0.smithi028.stdout: "acting_primary": 5, 2024-08-29T17:47:17.042 INFO:tasks.workunit.client.0.smithi028.stdout: "avail_no_missing": [], 2024-08-29T17:47:17.042 INFO:tasks.workunit.client.0.smithi028.stdout: "blocked_by": [], 2024-08-29T17:47:17.042 INFO:tasks.workunit.client.0.smithi028.stdout: "created": 62, 2024-08-29T17:47:17.042 INFO:tasks.workunit.client.0.smithi028.stdout: "dirty_stats_invalid": false, 2024-08-29T17:47:17.042 INFO:tasks.workunit.client.0.smithi028.stdout: "hitset_bytes_stats_invalid": false, 2024-08-29T17:47:17.042 INFO:tasks.workunit.client.0.smithi028.stdout: "hitset_stats_invalid": false, 2024-08-29T17:47:17.042 INFO:tasks.workunit.client.0.smithi028.stdout: "last_active": "2024-08-29T17:43:51.012161+0000", 2024-08-29T17:47:17.042 INFO:tasks.workunit.client.0.smithi028.stdout: "last_became_active": "2024-08-29T17:41:03.060229+0000", 2024-08-29T17:47:17.042 INFO:tasks.workunit.client.0.smithi028.stdout: "last_became_peered": "2024-08-29T17:41:03.060229+0000", 2024-08-29T17:47:17.042 INFO:tasks.workunit.client.0.smithi028.stdout: "last_change": "2024-08-29T17:41:03.063220+0000", 2024-08-29T17:47:17.042 INFO:tasks.workunit.client.0.smithi028.stdout: "last_clean": "2024-08-29T17:43:51.012161+0000", 2024-08-29T17:47:17.042 INFO:tasks.workunit.client.0.smithi028.stdout: "last_clean_scrub_stamp": "2024-08-29T17:41:01.987071+0000", 2024-08-29T17:47:17.042 INFO:tasks.workunit.client.0.smithi028.stdout: "last_deep_scrub": "0'0", 2024-08-29T17:47:17.042 INFO:tasks.workunit.client.0.smithi028.stdout: "last_deep_scrub_stamp": "2024-08-29T17:41:01.987071+0000", 2024-08-29T17:47:17.043 INFO:tasks.workunit.client.0.smithi028.stdout: "last_epoch_clean": 63, 2024-08-29T17:47:17.043 INFO:tasks.workunit.client.0.smithi028.stdout: "last_fresh": "2024-08-29T17:43:51.012161+0000", 2024-08-29T17:47:17.043 INFO:tasks.workunit.client.0.smithi028.stdout: "last_fullsized": "2024-08-29T17:43:51.012161+0000", 2024-08-29T17:47:17.043 INFO:tasks.workunit.client.0.smithi028.stdout: "last_peered": "2024-08-29T17:43:51.012161+0000", 2024-08-29T17:47:17.043 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub": "0'0", 2024-08-29T17:47:17.043 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub_duration": 0, 2024-08-29T17:47:17.043 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub_stamp": "2024-08-29T17:41:01.987071+0000", 2024-08-29T17:47:17.043 INFO:tasks.workunit.client.0.smithi028.stdout: "last_undegraded": "2024-08-29T17:43:51.012161+0000", 2024-08-29T17:47:17.043 INFO:tasks.workunit.client.0.smithi028.stdout: "last_unstale": "2024-08-29T17:43:51.012161+0000", 2024-08-29T17:47:17.043 INFO:tasks.workunit.client.0.smithi028.stdout: "log_dups_size": 0, 2024-08-29T17:47:17.043 INFO:tasks.workunit.client.0.smithi028.stdout: "log_size": 0, 2024-08-29T17:47:17.043 INFO:tasks.workunit.client.0.smithi028.stdout: "log_start": "0'0", 2024-08-29T17:47:17.043 INFO:tasks.workunit.client.0.smithi028.stdout: "manifest_stats_invalid": false, 2024-08-29T17:47:17.044 INFO:tasks.workunit.client.0.smithi028.stdout: "mapping_epoch": 62, 2024-08-29T17:47:17.044 INFO:tasks.workunit.client.0.smithi028.stdout: "object_location_counts": [], 2024-08-29T17:47:17.044 INFO:tasks.workunit.client.0.smithi028.stdout: "objects_scrubbed": 0, 2024-08-29T17:47:17.044 INFO:tasks.workunit.client.0.smithi028.stdout: "objects_trimmed": 0, 2024-08-29T17:47:17.044 INFO:tasks.workunit.client.0.smithi028.stdout: "omap_stats_invalid": false, 2024-08-29T17:47:17.044 INFO:tasks.workunit.client.0.smithi028.stdout: "ondisk_log_size": 0, 2024-08-29T17:47:17.044 INFO:tasks.workunit.client.0.smithi028.stdout: "ondisk_log_start": "0'0", 2024-08-29T17:47:17.044 INFO:tasks.workunit.client.0.smithi028.stdout: "parent": "0.0", 2024-08-29T17:47:17.044 INFO:tasks.workunit.client.0.smithi028.stdout: "parent_split_bits": 0, 2024-08-29T17:47:17.044 INFO:tasks.workunit.client.0.smithi028.stdout: "pgid": "3.5", 2024-08-29T17:47:17.044 INFO:tasks.workunit.client.0.smithi028.stdout: "pin_stats_invalid": false, 2024-08-29T17:47:17.044 INFO:tasks.workunit.client.0.smithi028.stdout: "purged_snaps": [], 2024-08-29T17:47:17.044 INFO:tasks.workunit.client.0.smithi028.stdout: "reported_epoch": 74, 2024-08-29T17:47:17.045 INFO:tasks.workunit.client.0.smithi028.stdout: "reported_seq": 21, 2024-08-29T17:47:17.045 INFO:tasks.workunit.client.0.smithi028.stdout: "scrub_duration": 0.0, 2024-08-29T17:47:17.045 INFO:tasks.workunit.client.0.smithi028.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-30T18:28:39.703075+0000", 2024-08-29T17:47:17.045 INFO:tasks.workunit.client.0.smithi028.stdout: "snaptrim_duration": 0.0, 2024-08-29T17:47:17.045 INFO:tasks.workunit.client.0.smithi028.stdout: "snaptrimq_len": 0, 2024-08-29T17:47:17.045 INFO:tasks.workunit.client.0.smithi028.stdout: "stat_sum": { 2024-08-29T17:47:17.045 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes": 0, 2024-08-29T17:47:17.045 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes_hit_set_archive": 0, 2024-08-29T17:47:17.045 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes_recovered": 0, 2024-08-29T17:47:17.045 INFO:tasks.workunit.client.0.smithi028.stdout: "num_deep_scrub_errors": 0, 2024-08-29T17:47:17.045 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict": 0, 2024-08-29T17:47:17.045 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_kb": 0, 2024-08-29T17:47:17.045 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_mode_full": 0, 2024-08-29T17:47:17.045 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_mode_some": 0, 2024-08-29T17:47:17.046 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush": 0, 2024-08-29T17:47:17.046 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_kb": 0, 2024-08-29T17:47:17.046 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_mode_high": 0, 2024-08-29T17:47:17.046 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_mode_low": 0, 2024-08-29T17:47:17.046 INFO:tasks.workunit.client.0.smithi028.stdout: "num_keys_recovered": 0, 2024-08-29T17:47:17.046 INFO:tasks.workunit.client.0.smithi028.stdout: "num_large_omap_objects": 0, 2024-08-29T17:47:17.046 INFO:tasks.workunit.client.0.smithi028.stdout: "num_legacy_snapsets": 0, 2024-08-29T17:47:17.046 INFO:tasks.workunit.client.0.smithi028.stdout: "num_object_clones": 0, 2024-08-29T17:47:17.046 INFO:tasks.workunit.client.0.smithi028.stdout: "num_object_copies": 0, 2024-08-29T17:47:17.046 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects": 0, 2024-08-29T17:47:17.046 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_degraded": 0, 2024-08-29T17:47:17.046 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_dirty": 0, 2024-08-29T17:47:17.046 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_hit_set_archive": 0, 2024-08-29T17:47:17.046 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_manifest": 0, 2024-08-29T17:47:17.047 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_misplaced": 0, 2024-08-29T17:47:17.047 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_missing": 0, 2024-08-29T17:47:17.047 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_missing_on_primary": 0, 2024-08-29T17:47:17.047 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_omap": 0, 2024-08-29T17:47:17.047 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_pinned": 0, 2024-08-29T17:47:17.047 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_recovered": 0, 2024-08-29T17:47:17.047 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_repaired": 0, 2024-08-29T17:47:17.047 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_unfound": 0, 2024-08-29T17:47:17.047 INFO:tasks.workunit.client.0.smithi028.stdout: "num_omap_bytes": 0, 2024-08-29T17:47:17.047 INFO:tasks.workunit.client.0.smithi028.stdout: "num_omap_keys": 0, 2024-08-29T17:47:17.047 INFO:tasks.workunit.client.0.smithi028.stdout: "num_promote": 0, 2024-08-29T17:47:17.047 INFO:tasks.workunit.client.0.smithi028.stdout: "num_read": 0, 2024-08-29T17:47:17.047 INFO:tasks.workunit.client.0.smithi028.stdout: "num_read_kb": 0, 2024-08-29T17:47:17.048 INFO:tasks.workunit.client.0.smithi028.stdout: "num_scrub_errors": 0, 2024-08-29T17:47:17.048 INFO:tasks.workunit.client.0.smithi028.stdout: "num_shallow_scrub_errors": 0, 2024-08-29T17:47:17.048 INFO:tasks.workunit.client.0.smithi028.stdout: "num_whiteouts": 0, 2024-08-29T17:47:17.048 INFO:tasks.workunit.client.0.smithi028.stdout: "num_write": 0, 2024-08-29T17:47:17.048 INFO:tasks.workunit.client.0.smithi028.stdout: "num_write_kb": 0 2024-08-29T17:47:17.048 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:17.048 INFO:tasks.workunit.client.0.smithi028.stdout: "state": "active+clean", 2024-08-29T17:47:17.048 INFO:tasks.workunit.client.0.smithi028.stdout: "stats_invalid": false, 2024-08-29T17:47:17.048 INFO:tasks.workunit.client.0.smithi028.stdout: "up": [ 2024-08-29T17:47:17.048 INFO:tasks.workunit.client.0.smithi028.stdout: 5, 2024-08-29T17:47:17.048 INFO:tasks.workunit.client.0.smithi028.stdout: 3, 2024-08-29T17:47:17.048 INFO:tasks.workunit.client.0.smithi028.stdout: 2 2024-08-29T17:47:17.048 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-08-29T17:47:17.049 INFO:tasks.workunit.client.0.smithi028.stdout: "up_primary": 5, 2024-08-29T17:47:17.049 INFO:tasks.workunit.client.0.smithi028.stdout: "version": "0'0" 2024-08-29T17:47:17.049 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:17.049 INFO:tasks.workunit.client.0.smithi028.stdout: { 2024-08-29T17:47:17.049 INFO:tasks.workunit.client.0.smithi028.stdout: "acting": [ 2024-08-29T17:47:17.049 INFO:tasks.workunit.client.0.smithi028.stdout: 0, 2024-08-29T17:47:17.049 INFO:tasks.workunit.client.0.smithi028.stdout: 5, 2024-08-29T17:47:17.049 INFO:tasks.workunit.client.0.smithi028.stdout: 7 2024-08-29T17:47:17.049 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-08-29T17:47:17.049 INFO:tasks.workunit.client.0.smithi028.stdout: "acting_primary": 0, 2024-08-29T17:47:17.049 INFO:tasks.workunit.client.0.smithi028.stdout: "avail_no_missing": [], 2024-08-29T17:47:17.049 INFO:tasks.workunit.client.0.smithi028.stdout: "blocked_by": [], 2024-08-29T17:47:17.049 INFO:tasks.workunit.client.0.smithi028.stdout: "created": 69, 2024-08-29T17:47:17.049 INFO:tasks.workunit.client.0.smithi028.stdout: "dirty_stats_invalid": false, 2024-08-29T17:47:17.050 INFO:tasks.workunit.client.0.smithi028.stdout: "hitset_bytes_stats_invalid": false, 2024-08-29T17:47:17.050 INFO:tasks.workunit.client.0.smithi028.stdout: "hitset_stats_invalid": false, 2024-08-29T17:47:17.050 INFO:tasks.workunit.client.0.smithi028.stdout: "last_active": "2024-08-29T17:43:59.435172+0000", 2024-08-29T17:47:17.050 INFO:tasks.workunit.client.0.smithi028.stdout: "last_became_active": "2024-08-29T17:43:41.040351+0000", 2024-08-29T17:47:17.050 INFO:tasks.workunit.client.0.smithi028.stdout: "last_became_peered": "2024-08-29T17:43:41.040351+0000", 2024-08-29T17:47:17.050 INFO:tasks.workunit.client.0.smithi028.stdout: "last_change": "2024-08-29T17:43:51.185485+0000", 2024-08-29T17:47:17.050 INFO:tasks.workunit.client.0.smithi028.stdout: "last_clean": "2024-08-29T17:43:59.435172+0000", 2024-08-29T17:47:17.050 INFO:tasks.workunit.client.0.smithi028.stdout: "last_clean_scrub_stamp": "2024-08-29T17:43:39.870944+0000", 2024-08-29T17:47:17.050 INFO:tasks.workunit.client.0.smithi028.stdout: "last_deep_scrub": "0'0", 2024-08-29T17:47:17.050 INFO:tasks.workunit.client.0.smithi028.stdout: "last_deep_scrub_stamp": "2024-08-29T17:43:39.870944+0000", 2024-08-29T17:47:17.050 INFO:tasks.workunit.client.0.smithi028.stdout: "last_epoch_clean": 70, 2024-08-29T17:47:17.050 INFO:tasks.workunit.client.0.smithi028.stdout: "last_fresh": "2024-08-29T17:43:59.435172+0000", 2024-08-29T17:47:17.050 INFO:tasks.workunit.client.0.smithi028.stdout: "last_fullsized": "2024-08-29T17:43:59.435172+0000", 2024-08-29T17:47:17.051 INFO:tasks.workunit.client.0.smithi028.stdout: "last_peered": "2024-08-29T17:43:59.435172+0000", 2024-08-29T17:47:17.051 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub": "0'0", 2024-08-29T17:47:17.051 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub_duration": 0, 2024-08-29T17:47:17.051 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub_stamp": "2024-08-29T17:43:39.870944+0000", 2024-08-29T17:47:17.051 INFO:tasks.workunit.client.0.smithi028.stdout: "last_undegraded": "2024-08-29T17:43:59.435172+0000", 2024-08-29T17:47:17.051 INFO:tasks.workunit.client.0.smithi028.stdout: "last_unstale": "2024-08-29T17:43:59.435172+0000", 2024-08-29T17:47:17.051 INFO:tasks.workunit.client.0.smithi028.stdout: "log_dups_size": 0, 2024-08-29T17:47:17.051 INFO:tasks.workunit.client.0.smithi028.stdout: "log_size": 1, 2024-08-29T17:47:17.051 INFO:tasks.workunit.client.0.smithi028.stdout: "log_start": "0'0", 2024-08-29T17:47:17.051 INFO:tasks.workunit.client.0.smithi028.stdout: "manifest_stats_invalid": false, 2024-08-29T17:47:17.051 INFO:tasks.workunit.client.0.smithi028.stdout: "mapping_epoch": 69, 2024-08-29T17:47:17.051 INFO:tasks.workunit.client.0.smithi028.stdout: "object_location_counts": [], 2024-08-29T17:47:17.051 INFO:tasks.workunit.client.0.smithi028.stdout: "objects_scrubbed": 0, 2024-08-29T17:47:17.051 INFO:tasks.workunit.client.0.smithi028.stdout: "objects_trimmed": 0, 2024-08-29T17:47:17.052 INFO:tasks.workunit.client.0.smithi028.stdout: "omap_stats_invalid": false, 2024-08-29T17:47:17.052 INFO:tasks.workunit.client.0.smithi028.stdout: "ondisk_log_size": 1, 2024-08-29T17:47:17.052 INFO:tasks.workunit.client.0.smithi028.stdout: "ondisk_log_start": "0'0", 2024-08-29T17:47:17.052 INFO:tasks.workunit.client.0.smithi028.stdout: "parent": "0.0", 2024-08-29T17:47:17.052 INFO:tasks.workunit.client.0.smithi028.stdout: "parent_split_bits": 0, 2024-08-29T17:47:17.052 INFO:tasks.workunit.client.0.smithi028.stdout: "pgid": "4.3", 2024-08-29T17:47:17.052 INFO:tasks.workunit.client.0.smithi028.stdout: "pin_stats_invalid": false, 2024-08-29T17:47:17.052 INFO:tasks.workunit.client.0.smithi028.stdout: "purged_snaps": [], 2024-08-29T17:47:17.052 INFO:tasks.workunit.client.0.smithi028.stdout: "reported_epoch": 75, 2024-08-29T17:47:17.052 INFO:tasks.workunit.client.0.smithi028.stdout: "reported_seq": 20, 2024-08-29T17:47:17.052 INFO:tasks.workunit.client.0.smithi028.stdout: "scrub_duration": 0.0, 2024-08-29T17:47:17.052 INFO:tasks.workunit.client.0.smithi028.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-30T22:18:02.003588+0000", 2024-08-29T17:47:17.052 INFO:tasks.workunit.client.0.smithi028.stdout: "snaptrim_duration": 0.000609862, 2024-08-29T17:47:17.053 INFO:tasks.workunit.client.0.smithi028.stdout: "snaptrimq_len": 0, 2024-08-29T17:47:17.053 INFO:tasks.workunit.client.0.smithi028.stdout: "stat_sum": { 2024-08-29T17:47:17.053 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes": 0, 2024-08-29T17:47:17.053 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes_hit_set_archive": 0, 2024-08-29T17:47:17.053 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes_recovered": 0, 2024-08-29T17:47:17.053 INFO:tasks.workunit.client.0.smithi028.stdout: "num_deep_scrub_errors": 0, 2024-08-29T17:47:17.053 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict": 0, 2024-08-29T17:47:17.053 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_kb": 0, 2024-08-29T17:47:17.053 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_mode_full": 0, 2024-08-29T17:47:17.053 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_mode_some": 0, 2024-08-29T17:47:17.053 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush": 0, 2024-08-29T17:47:17.053 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_kb": 0, 2024-08-29T17:47:17.053 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_mode_high": 0, 2024-08-29T17:47:17.053 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_mode_low": 0, 2024-08-29T17:47:17.054 INFO:tasks.workunit.client.0.smithi028.stdout: "num_keys_recovered": 0, 2024-08-29T17:47:17.054 INFO:tasks.workunit.client.0.smithi028.stdout: "num_large_omap_objects": 0, 2024-08-29T17:47:17.054 INFO:tasks.workunit.client.0.smithi028.stdout: "num_legacy_snapsets": 0, 2024-08-29T17:47:17.054 INFO:tasks.workunit.client.0.smithi028.stdout: "num_object_clones": 0, 2024-08-29T17:47:17.054 INFO:tasks.workunit.client.0.smithi028.stdout: "num_object_copies": 3, 2024-08-29T17:47:17.054 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects": 1, 2024-08-29T17:47:17.054 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_degraded": 0, 2024-08-29T17:47:17.054 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_dirty": 1, 2024-08-29T17:47:17.054 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_hit_set_archive": 0, 2024-08-29T17:47:17.054 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_manifest": 0, 2024-08-29T17:47:17.054 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_misplaced": 0, 2024-08-29T17:47:17.054 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_missing": 0, 2024-08-29T17:47:17.054 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_missing_on_primary": 0, 2024-08-29T17:47:17.055 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_omap": 0, 2024-08-29T17:47:17.055 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_pinned": 0, 2024-08-29T17:47:17.055 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_recovered": 0, 2024-08-29T17:47:17.055 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_repaired": 0, 2024-08-29T17:47:17.055 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_unfound": 0, 2024-08-29T17:47:17.055 INFO:tasks.workunit.client.0.smithi028.stdout: "num_omap_bytes": 0, 2024-08-29T17:47:17.055 INFO:tasks.workunit.client.0.smithi028.stdout: "num_omap_keys": 0, 2024-08-29T17:47:17.055 INFO:tasks.workunit.client.0.smithi028.stdout: "num_promote": 0, 2024-08-29T17:47:17.055 INFO:tasks.workunit.client.0.smithi028.stdout: "num_read": 0, 2024-08-29T17:47:17.055 INFO:tasks.workunit.client.0.smithi028.stdout: "num_read_kb": 0, 2024-08-29T17:47:17.055 INFO:tasks.workunit.client.0.smithi028.stdout: "num_scrub_errors": 0, 2024-08-29T17:47:17.055 INFO:tasks.workunit.client.0.smithi028.stdout: "num_shallow_scrub_errors": 0, 2024-08-29T17:47:17.055 INFO:tasks.workunit.client.0.smithi028.stdout: "num_whiteouts": 0, 2024-08-29T17:47:17.056 INFO:tasks.workunit.client.0.smithi028.stdout: "num_write": 0, 2024-08-29T17:47:17.056 INFO:tasks.workunit.client.0.smithi028.stdout: "num_write_kb": 0 2024-08-29T17:47:17.056 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:17.056 INFO:tasks.workunit.client.0.smithi028.stdout: "state": "active+clean", 2024-08-29T17:47:17.056 INFO:tasks.workunit.client.0.smithi028.stdout: "stats_invalid": false, 2024-08-29T17:47:17.056 INFO:tasks.workunit.client.0.smithi028.stdout: "up": [ 2024-08-29T17:47:17.056 INFO:tasks.workunit.client.0.smithi028.stdout: 0, 2024-08-29T17:47:17.056 INFO:tasks.workunit.client.0.smithi028.stdout: 5, 2024-08-29T17:47:17.056 INFO:tasks.workunit.client.0.smithi028.stdout: 7 2024-08-29T17:47:17.056 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-08-29T17:47:17.056 INFO:tasks.workunit.client.0.smithi028.stdout: "up_primary": 0, 2024-08-29T17:47:17.056 INFO:tasks.workunit.client.0.smithi028.stdout: "version": "72'1" 2024-08-29T17:47:17.056 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:17.056 INFO:tasks.workunit.client.0.smithi028.stdout: { 2024-08-29T17:47:17.057 INFO:tasks.workunit.client.0.smithi028.stdout: "acting": [ 2024-08-29T17:47:17.057 INFO:tasks.workunit.client.0.smithi028.stdout: 7, 2024-08-29T17:47:17.057 INFO:tasks.workunit.client.0.smithi028.stdout: 0, 2024-08-29T17:47:17.057 INFO:tasks.workunit.client.0.smithi028.stdout: 4 2024-08-29T17:47:17.057 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-08-29T17:47:17.057 INFO:tasks.workunit.client.0.smithi028.stdout: "acting_primary": 7, 2024-08-29T17:47:17.057 INFO:tasks.workunit.client.0.smithi028.stdout: "avail_no_missing": [], 2024-08-29T17:47:17.057 INFO:tasks.workunit.client.0.smithi028.stdout: "blocked_by": [], 2024-08-29T17:47:17.057 INFO:tasks.workunit.client.0.smithi028.stdout: "created": 59, 2024-08-29T17:47:17.057 INFO:tasks.workunit.client.0.smithi028.stdout: "dirty_stats_invalid": false, 2024-08-29T17:47:17.057 INFO:tasks.workunit.client.0.smithi028.stdout: "hitset_bytes_stats_invalid": false, 2024-08-29T17:47:17.057 INFO:tasks.workunit.client.0.smithi028.stdout: "hitset_stats_invalid": false, 2024-08-29T17:47:17.057 INFO:tasks.workunit.client.0.smithi028.stdout: "last_active": "2024-08-29T17:43:51.059257+0000", 2024-08-29T17:47:17.058 INFO:tasks.workunit.client.0.smithi028.stdout: "last_became_active": "2024-08-29T17:40:54.000629+0000", 2024-08-29T17:47:17.058 INFO:tasks.workunit.client.0.smithi028.stdout: "last_became_peered": "2024-08-29T17:40:54.000629+0000", 2024-08-29T17:47:17.058 INFO:tasks.workunit.client.0.smithi028.stdout: "last_change": "2024-08-29T17:40:54.001565+0000", 2024-08-29T17:47:17.058 INFO:tasks.workunit.client.0.smithi028.stdout: "last_clean": "2024-08-29T17:43:51.059257+0000", 2024-08-29T17:47:17.058 INFO:tasks.workunit.client.0.smithi028.stdout: "last_clean_scrub_stamp": "2024-08-29T17:40:52.944949+0000", 2024-08-29T17:47:17.058 INFO:tasks.workunit.client.0.smithi028.stdout: "last_deep_scrub": "0'0", 2024-08-29T17:47:17.058 INFO:tasks.workunit.client.0.smithi028.stdout: "last_deep_scrub_stamp": "2024-08-29T17:40:52.944949+0000", 2024-08-29T17:47:17.058 INFO:tasks.workunit.client.0.smithi028.stdout: "last_epoch_clean": 60, 2024-08-29T17:47:17.058 INFO:tasks.workunit.client.0.smithi028.stdout: "last_fresh": "2024-08-29T17:43:51.059257+0000", 2024-08-29T17:47:17.058 INFO:tasks.workunit.client.0.smithi028.stdout: "last_fullsized": "2024-08-29T17:43:51.059257+0000", 2024-08-29T17:47:17.058 INFO:tasks.workunit.client.0.smithi028.stdout: "last_peered": "2024-08-29T17:43:51.059257+0000", 2024-08-29T17:47:17.058 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub": "0'0", 2024-08-29T17:47:17.058 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub_duration": 0, 2024-08-29T17:47:17.058 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub_stamp": "2024-08-29T17:40:52.944949+0000", 2024-08-29T17:47:17.059 INFO:tasks.workunit.client.0.smithi028.stdout: "last_undegraded": "2024-08-29T17:43:51.059257+0000", 2024-08-29T17:47:17.059 INFO:tasks.workunit.client.0.smithi028.stdout: "last_unstale": "2024-08-29T17:43:51.059257+0000", 2024-08-29T17:47:17.059 INFO:tasks.workunit.client.0.smithi028.stdout: "log_dups_size": 0, 2024-08-29T17:47:17.059 INFO:tasks.workunit.client.0.smithi028.stdout: "log_size": 0, 2024-08-29T17:47:17.059 INFO:tasks.workunit.client.0.smithi028.stdout: "log_start": "0'0", 2024-08-29T17:47:17.059 INFO:tasks.workunit.client.0.smithi028.stdout: "manifest_stats_invalid": false, 2024-08-29T17:47:17.059 INFO:tasks.workunit.client.0.smithi028.stdout: "mapping_epoch": 59, 2024-08-29T17:47:17.059 INFO:tasks.workunit.client.0.smithi028.stdout: "object_location_counts": [], 2024-08-29T17:47:17.059 INFO:tasks.workunit.client.0.smithi028.stdout: "objects_scrubbed": 0, 2024-08-29T17:47:17.059 INFO:tasks.workunit.client.0.smithi028.stdout: "objects_trimmed": 0, 2024-08-29T17:47:17.059 INFO:tasks.workunit.client.0.smithi028.stdout: "omap_stats_invalid": false, 2024-08-29T17:47:17.059 INFO:tasks.workunit.client.0.smithi028.stdout: "ondisk_log_size": 0, 2024-08-29T17:47:17.059 INFO:tasks.workunit.client.0.smithi028.stdout: "ondisk_log_start": "0'0", 2024-08-29T17:47:17.059 INFO:tasks.workunit.client.0.smithi028.stdout: "parent": "0.0", 2024-08-29T17:47:17.060 INFO:tasks.workunit.client.0.smithi028.stdout: "parent_split_bits": 0, 2024-08-29T17:47:17.060 INFO:tasks.workunit.client.0.smithi028.stdout: "pgid": "2.5", 2024-08-29T17:47:17.060 INFO:tasks.workunit.client.0.smithi028.stdout: "pin_stats_invalid": false, 2024-08-29T17:47:17.060 INFO:tasks.workunit.client.0.smithi028.stdout: "purged_snaps": [], 2024-08-29T17:47:17.060 INFO:tasks.workunit.client.0.smithi028.stdout: "reported_epoch": 74, 2024-08-29T17:47:17.060 INFO:tasks.workunit.client.0.smithi028.stdout: "reported_seq": 24, 2024-08-29T17:47:17.060 INFO:tasks.workunit.client.0.smithi028.stdout: "scrub_duration": 0.0, 2024-08-29T17:47:17.060 INFO:tasks.workunit.client.0.smithi028.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-30T21:46:22.288419+0000", 2024-08-29T17:47:17.060 INFO:tasks.workunit.client.0.smithi028.stdout: "snaptrim_duration": 0.0, 2024-08-29T17:47:17.060 INFO:tasks.workunit.client.0.smithi028.stdout: "snaptrimq_len": 0, 2024-08-29T17:47:17.060 INFO:tasks.workunit.client.0.smithi028.stdout: "stat_sum": { 2024-08-29T17:47:17.060 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes": 0, 2024-08-29T17:47:17.060 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes_hit_set_archive": 0, 2024-08-29T17:47:17.061 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes_recovered": 0, 2024-08-29T17:47:17.061 INFO:tasks.workunit.client.0.smithi028.stdout: "num_deep_scrub_errors": 0, 2024-08-29T17:47:17.061 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict": 0, 2024-08-29T17:47:17.061 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_kb": 0, 2024-08-29T17:47:17.061 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_mode_full": 0, 2024-08-29T17:47:17.061 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_mode_some": 0, 2024-08-29T17:47:17.061 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush": 0, 2024-08-29T17:47:17.061 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_kb": 0, 2024-08-29T17:47:17.061 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_mode_high": 0, 2024-08-29T17:47:17.061 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_mode_low": 0, 2024-08-29T17:47:17.061 INFO:tasks.workunit.client.0.smithi028.stdout: "num_keys_recovered": 0, 2024-08-29T17:47:17.061 INFO:tasks.workunit.client.0.smithi028.stdout: "num_large_omap_objects": 0, 2024-08-29T17:47:17.061 INFO:tasks.workunit.client.0.smithi028.stdout: "num_legacy_snapsets": 0, 2024-08-29T17:47:17.062 INFO:tasks.workunit.client.0.smithi028.stdout: "num_object_clones": 0, 2024-08-29T17:47:17.062 INFO:tasks.workunit.client.0.smithi028.stdout: "num_object_copies": 0, 2024-08-29T17:47:17.062 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects": 0, 2024-08-29T17:47:17.062 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_degraded": 0, 2024-08-29T17:47:17.062 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_dirty": 0, 2024-08-29T17:47:17.062 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_hit_set_archive": 0, 2024-08-29T17:47:17.062 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_manifest": 0, 2024-08-29T17:47:17.062 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_misplaced": 0, 2024-08-29T17:47:17.062 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_missing": 0, 2024-08-29T17:47:17.062 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_missing_on_primary": 0, 2024-08-29T17:47:17.062 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_omap": 0, 2024-08-29T17:47:17.062 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_pinned": 0, 2024-08-29T17:47:17.062 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_recovered": 0, 2024-08-29T17:47:17.062 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_repaired": 0, 2024-08-29T17:47:17.063 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_unfound": 0, 2024-08-29T17:47:17.063 INFO:tasks.workunit.client.0.smithi028.stdout: "num_omap_bytes": 0, 2024-08-29T17:47:17.063 INFO:tasks.workunit.client.0.smithi028.stdout: "num_omap_keys": 0, 2024-08-29T17:47:17.063 INFO:tasks.workunit.client.0.smithi028.stdout: "num_promote": 0, 2024-08-29T17:47:17.063 INFO:tasks.workunit.client.0.smithi028.stdout: "num_read": 0, 2024-08-29T17:47:17.063 INFO:tasks.workunit.client.0.smithi028.stdout: "num_read_kb": 0, 2024-08-29T17:47:17.063 INFO:tasks.workunit.client.0.smithi028.stdout: "num_scrub_errors": 0, 2024-08-29T17:47:17.063 INFO:tasks.workunit.client.0.smithi028.stdout: "num_shallow_scrub_errors": 0, 2024-08-29T17:47:17.063 INFO:tasks.workunit.client.0.smithi028.stdout: "num_whiteouts": 0, 2024-08-29T17:47:17.063 INFO:tasks.workunit.client.0.smithi028.stdout: "num_write": 0, 2024-08-29T17:47:17.063 INFO:tasks.workunit.client.0.smithi028.stdout: "num_write_kb": 0 2024-08-29T17:47:17.063 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:17.063 INFO:tasks.workunit.client.0.smithi028.stdout: "state": "active+clean", 2024-08-29T17:47:17.063 INFO:tasks.workunit.client.0.smithi028.stdout: "stats_invalid": false, 2024-08-29T17:47:17.064 INFO:tasks.workunit.client.0.smithi028.stdout: "up": [ 2024-08-29T17:47:17.064 INFO:tasks.workunit.client.0.smithi028.stdout: 7, 2024-08-29T17:47:17.064 INFO:tasks.workunit.client.0.smithi028.stdout: 0, 2024-08-29T17:47:17.064 INFO:tasks.workunit.client.0.smithi028.stdout: 4 2024-08-29T17:47:17.064 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-08-29T17:47:17.064 INFO:tasks.workunit.client.0.smithi028.stdout: "up_primary": 7, 2024-08-29T17:47:17.064 INFO:tasks.workunit.client.0.smithi028.stdout: "version": "0'0" 2024-08-29T17:47:17.064 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:17.064 INFO:tasks.workunit.client.0.smithi028.stdout: { 2024-08-29T17:47:17.064 INFO:tasks.workunit.client.0.smithi028.stdout: "acting": [ 2024-08-29T17:47:17.064 INFO:tasks.workunit.client.0.smithi028.stdout: 1, 2024-08-29T17:47:17.064 INFO:tasks.workunit.client.0.smithi028.stdout: 2, 2024-08-29T17:47:17.064 INFO:tasks.workunit.client.0.smithi028.stdout: 5 2024-08-29T17:47:17.064 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-08-29T17:47:17.065 INFO:tasks.workunit.client.0.smithi028.stdout: "acting_primary": 1, 2024-08-29T17:47:17.065 INFO:tasks.workunit.client.0.smithi028.stdout: "avail_no_missing": [], 2024-08-29T17:47:17.065 INFO:tasks.workunit.client.0.smithi028.stdout: "blocked_by": [], 2024-08-29T17:47:17.065 INFO:tasks.workunit.client.0.smithi028.stdout: "created": 62, 2024-08-29T17:47:17.065 INFO:tasks.workunit.client.0.smithi028.stdout: "dirty_stats_invalid": false, 2024-08-29T17:47:17.065 INFO:tasks.workunit.client.0.smithi028.stdout: "hitset_bytes_stats_invalid": false, 2024-08-29T17:47:17.065 INFO:tasks.workunit.client.0.smithi028.stdout: "hitset_stats_invalid": false, 2024-08-29T17:47:17.065 INFO:tasks.workunit.client.0.smithi028.stdout: "last_active": "2024-08-29T17:43:51.010092+0000", 2024-08-29T17:47:17.065 INFO:tasks.workunit.client.0.smithi028.stdout: "last_became_active": "2024-08-29T17:41:03.060489+0000", 2024-08-29T17:47:17.065 INFO:tasks.workunit.client.0.smithi028.stdout: "last_became_peered": "2024-08-29T17:41:03.060489+0000", 2024-08-29T17:47:17.065 INFO:tasks.workunit.client.0.smithi028.stdout: "last_change": "2024-08-29T17:41:03.060898+0000", 2024-08-29T17:47:17.065 INFO:tasks.workunit.client.0.smithi028.stdout: "last_clean": "2024-08-29T17:43:51.010092+0000", 2024-08-29T17:47:17.065 INFO:tasks.workunit.client.0.smithi028.stdout: "last_clean_scrub_stamp": "2024-08-29T17:41:01.987071+0000", 2024-08-29T17:47:17.065 INFO:tasks.workunit.client.0.smithi028.stdout: "last_deep_scrub": "0'0", 2024-08-29T17:47:17.066 INFO:tasks.workunit.client.0.smithi028.stdout: "last_deep_scrub_stamp": "2024-08-29T17:41:01.987071+0000", 2024-08-29T17:47:17.066 INFO:tasks.workunit.client.0.smithi028.stdout: "last_epoch_clean": 63, 2024-08-29T17:47:17.066 INFO:tasks.workunit.client.0.smithi028.stdout: "last_fresh": "2024-08-29T17:43:51.010092+0000", 2024-08-29T17:47:17.066 INFO:tasks.workunit.client.0.smithi028.stdout: "last_fullsized": "2024-08-29T17:43:51.010092+0000", 2024-08-29T17:47:17.066 INFO:tasks.workunit.client.0.smithi028.stdout: "last_peered": "2024-08-29T17:43:51.010092+0000", 2024-08-29T17:47:17.066 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub": "0'0", 2024-08-29T17:47:17.066 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub_duration": 0, 2024-08-29T17:47:17.066 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub_stamp": "2024-08-29T17:41:01.987071+0000", 2024-08-29T17:47:17.066 INFO:tasks.workunit.client.0.smithi028.stdout: "last_undegraded": "2024-08-29T17:43:51.010092+0000", 2024-08-29T17:47:17.066 INFO:tasks.workunit.client.0.smithi028.stdout: "last_unstale": "2024-08-29T17:43:51.010092+0000", 2024-08-29T17:47:17.066 INFO:tasks.workunit.client.0.smithi028.stdout: "log_dups_size": 0, 2024-08-29T17:47:17.066 INFO:tasks.workunit.client.0.smithi028.stdout: "log_size": 0, 2024-08-29T17:47:17.066 INFO:tasks.workunit.client.0.smithi028.stdout: "log_start": "0'0", 2024-08-29T17:47:17.066 INFO:tasks.workunit.client.0.smithi028.stdout: "manifest_stats_invalid": false, 2024-08-29T17:47:17.067 INFO:tasks.workunit.client.0.smithi028.stdout: "mapping_epoch": 62, 2024-08-29T17:47:17.067 INFO:tasks.workunit.client.0.smithi028.stdout: "object_location_counts": [], 2024-08-29T17:47:17.067 INFO:tasks.workunit.client.0.smithi028.stdout: "objects_scrubbed": 0, 2024-08-29T17:47:17.067 INFO:tasks.workunit.client.0.smithi028.stdout: "objects_trimmed": 0, 2024-08-29T17:47:17.067 INFO:tasks.workunit.client.0.smithi028.stdout: "omap_stats_invalid": false, 2024-08-29T17:47:17.067 INFO:tasks.workunit.client.0.smithi028.stdout: "ondisk_log_size": 0, 2024-08-29T17:47:17.067 INFO:tasks.workunit.client.0.smithi028.stdout: "ondisk_log_start": "0'0", 2024-08-29T17:47:17.067 INFO:tasks.workunit.client.0.smithi028.stdout: "parent": "0.0", 2024-08-29T17:47:17.067 INFO:tasks.workunit.client.0.smithi028.stdout: "parent_split_bits": 0, 2024-08-29T17:47:17.067 INFO:tasks.workunit.client.0.smithi028.stdout: "pgid": "3.4", 2024-08-29T17:47:17.067 INFO:tasks.workunit.client.0.smithi028.stdout: "pin_stats_invalid": false, 2024-08-29T17:47:17.067 INFO:tasks.workunit.client.0.smithi028.stdout: "purged_snaps": [], 2024-08-29T17:47:17.067 INFO:tasks.workunit.client.0.smithi028.stdout: "reported_epoch": 74, 2024-08-29T17:47:17.068 INFO:tasks.workunit.client.0.smithi028.stdout: "reported_seq": 21, 2024-08-29T17:47:17.068 INFO:tasks.workunit.client.0.smithi028.stdout: "scrub_duration": 0.0, 2024-08-29T17:47:17.068 INFO:tasks.workunit.client.0.smithi028.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-31T02:53:14.459155+0000", 2024-08-29T17:47:17.068 INFO:tasks.workunit.client.0.smithi028.stdout: "snaptrim_duration": 0.0, 2024-08-29T17:47:17.068 INFO:tasks.workunit.client.0.smithi028.stdout: "snaptrimq_len": 0, 2024-08-29T17:47:17.068 INFO:tasks.workunit.client.0.smithi028.stdout: "stat_sum": { 2024-08-29T17:47:17.068 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes": 0, 2024-08-29T17:47:17.068 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes_hit_set_archive": 0, 2024-08-29T17:47:17.068 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes_recovered": 0, 2024-08-29T17:47:17.068 INFO:tasks.workunit.client.0.smithi028.stdout: "num_deep_scrub_errors": 0, 2024-08-29T17:47:17.068 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict": 0, 2024-08-29T17:47:17.068 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_kb": 0, 2024-08-29T17:47:17.068 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_mode_full": 0, 2024-08-29T17:47:17.069 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_mode_some": 0, 2024-08-29T17:47:17.069 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush": 0, 2024-08-29T17:47:17.069 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_kb": 0, 2024-08-29T17:47:17.069 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_mode_high": 0, 2024-08-29T17:47:17.069 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_mode_low": 0, 2024-08-29T17:47:17.069 INFO:tasks.workunit.client.0.smithi028.stdout: "num_keys_recovered": 0, 2024-08-29T17:47:17.069 INFO:tasks.workunit.client.0.smithi028.stdout: "num_large_omap_objects": 0, 2024-08-29T17:47:17.069 INFO:tasks.workunit.client.0.smithi028.stdout: "num_legacy_snapsets": 0, 2024-08-29T17:47:17.069 INFO:tasks.workunit.client.0.smithi028.stdout: "num_object_clones": 0, 2024-08-29T17:47:17.069 INFO:tasks.workunit.client.0.smithi028.stdout: "num_object_copies": 0, 2024-08-29T17:47:17.069 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects": 0, 2024-08-29T17:47:17.069 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_degraded": 0, 2024-08-29T17:47:17.069 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_dirty": 0, 2024-08-29T17:47:17.070 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_hit_set_archive": 0, 2024-08-29T17:47:17.070 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_manifest": 0, 2024-08-29T17:47:17.070 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_misplaced": 0, 2024-08-29T17:47:17.070 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_missing": 0, 2024-08-29T17:47:17.070 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_missing_on_primary": 0, 2024-08-29T17:47:17.070 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_omap": 0, 2024-08-29T17:47:17.070 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_pinned": 0, 2024-08-29T17:47:17.070 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_recovered": 0, 2024-08-29T17:47:17.070 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_repaired": 0, 2024-08-29T17:47:17.070 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_unfound": 0, 2024-08-29T17:47:17.070 INFO:tasks.workunit.client.0.smithi028.stdout: "num_omap_bytes": 0, 2024-08-29T17:47:17.070 INFO:tasks.workunit.client.0.smithi028.stdout: "num_omap_keys": 0, 2024-08-29T17:47:17.070 INFO:tasks.workunit.client.0.smithi028.stdout: "num_promote": 0, 2024-08-29T17:47:17.070 INFO:tasks.workunit.client.0.smithi028.stdout: "num_read": 0, 2024-08-29T17:47:17.071 INFO:tasks.workunit.client.0.smithi028.stdout: "num_read_kb": 0, 2024-08-29T17:47:17.071 INFO:tasks.workunit.client.0.smithi028.stdout: "num_scrub_errors": 0, 2024-08-29T17:47:17.071 INFO:tasks.workunit.client.0.smithi028.stdout: "num_shallow_scrub_errors": 0, 2024-08-29T17:47:17.071 INFO:tasks.workunit.client.0.smithi028.stdout: "num_whiteouts": 0, 2024-08-29T17:47:17.071 INFO:tasks.workunit.client.0.smithi028.stdout: "num_write": 0, 2024-08-29T17:47:17.071 INFO:tasks.workunit.client.0.smithi028.stdout: "num_write_kb": 0 2024-08-29T17:47:17.071 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:17.071 INFO:tasks.workunit.client.0.smithi028.stdout: "state": "active+clean", 2024-08-29T17:47:17.071 INFO:tasks.workunit.client.0.smithi028.stdout: "stats_invalid": false, 2024-08-29T17:47:17.071 INFO:tasks.workunit.client.0.smithi028.stdout: "up": [ 2024-08-29T17:47:17.071 INFO:tasks.workunit.client.0.smithi028.stdout: 1, 2024-08-29T17:47:17.071 INFO:tasks.workunit.client.0.smithi028.stdout: 2, 2024-08-29T17:47:17.071 INFO:tasks.workunit.client.0.smithi028.stdout: 5 2024-08-29T17:47:17.072 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-08-29T17:47:17.072 INFO:tasks.workunit.client.0.smithi028.stdout: "up_primary": 1, 2024-08-29T17:47:17.072 INFO:tasks.workunit.client.0.smithi028.stdout: "version": "0'0" 2024-08-29T17:47:17.072 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:17.072 INFO:tasks.workunit.client.0.smithi028.stdout: { 2024-08-29T17:47:17.072 INFO:tasks.workunit.client.0.smithi028.stdout: "acting": [ 2024-08-29T17:47:17.072 INFO:tasks.workunit.client.0.smithi028.stdout: 3, 2024-08-29T17:47:17.072 INFO:tasks.workunit.client.0.smithi028.stdout: 7, 2024-08-29T17:47:17.072 INFO:tasks.workunit.client.0.smithi028.stdout: 0 2024-08-29T17:47:17.072 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-08-29T17:47:17.072 INFO:tasks.workunit.client.0.smithi028.stdout: "acting_primary": 3, 2024-08-29T17:47:17.072 INFO:tasks.workunit.client.0.smithi028.stdout: "avail_no_missing": [], 2024-08-29T17:47:17.072 INFO:tasks.workunit.client.0.smithi028.stdout: "blocked_by": [], 2024-08-29T17:47:17.072 INFO:tasks.workunit.client.0.smithi028.stdout: "created": 69, 2024-08-29T17:47:17.073 INFO:tasks.workunit.client.0.smithi028.stdout: "dirty_stats_invalid": false, 2024-08-29T17:47:17.073 INFO:tasks.workunit.client.0.smithi028.stdout: "hitset_bytes_stats_invalid": false, 2024-08-29T17:47:17.073 INFO:tasks.workunit.client.0.smithi028.stdout: "hitset_stats_invalid": false, 2024-08-29T17:47:17.073 INFO:tasks.workunit.client.0.smithi028.stdout: "last_active": "2024-08-29T17:43:59.435049+0000", 2024-08-29T17:47:17.073 INFO:tasks.workunit.client.0.smithi028.stdout: "last_became_active": "2024-08-29T17:43:40.899440+0000", 2024-08-29T17:47:17.073 INFO:tasks.workunit.client.0.smithi028.stdout: "last_became_peered": "2024-08-29T17:43:40.899440+0000", 2024-08-29T17:47:17.073 INFO:tasks.workunit.client.0.smithi028.stdout: "last_change": "2024-08-29T17:43:51.003411+0000", 2024-08-29T17:47:17.073 INFO:tasks.workunit.client.0.smithi028.stdout: "last_clean": "2024-08-29T17:43:59.435049+0000", 2024-08-29T17:47:17.073 INFO:tasks.workunit.client.0.smithi028.stdout: "last_clean_scrub_stamp": "2024-08-29T17:43:39.870944+0000", 2024-08-29T17:47:17.073 INFO:tasks.workunit.client.0.smithi028.stdout: "last_deep_scrub": "0'0", 2024-08-29T17:47:17.073 INFO:tasks.workunit.client.0.smithi028.stdout: "last_deep_scrub_stamp": "2024-08-29T17:43:39.870944+0000", 2024-08-29T17:47:17.073 INFO:tasks.workunit.client.0.smithi028.stdout: "last_epoch_clean": 70, 2024-08-29T17:47:17.073 INFO:tasks.workunit.client.0.smithi028.stdout: "last_fresh": "2024-08-29T17:43:59.435049+0000", 2024-08-29T17:47:17.073 INFO:tasks.workunit.client.0.smithi028.stdout: "last_fullsized": "2024-08-29T17:43:59.435049+0000", 2024-08-29T17:47:17.074 INFO:tasks.workunit.client.0.smithi028.stdout: "last_peered": "2024-08-29T17:43:59.435049+0000", 2024-08-29T17:47:17.074 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub": "0'0", 2024-08-29T17:47:17.074 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub_duration": 0, 2024-08-29T17:47:17.074 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub_stamp": "2024-08-29T17:43:39.870944+0000", 2024-08-29T17:47:17.074 INFO:tasks.workunit.client.0.smithi028.stdout: "last_undegraded": "2024-08-29T17:43:59.435049+0000", 2024-08-29T17:47:17.074 INFO:tasks.workunit.client.0.smithi028.stdout: "last_unstale": "2024-08-29T17:43:59.435049+0000", 2024-08-29T17:47:17.074 INFO:tasks.workunit.client.0.smithi028.stdout: "log_dups_size": 0, 2024-08-29T17:47:17.074 INFO:tasks.workunit.client.0.smithi028.stdout: "log_size": 0, 2024-08-29T17:47:17.074 INFO:tasks.workunit.client.0.smithi028.stdout: "log_start": "0'0", 2024-08-29T17:47:17.074 INFO:tasks.workunit.client.0.smithi028.stdout: "manifest_stats_invalid": false, 2024-08-29T17:47:17.074 INFO:tasks.workunit.client.0.smithi028.stdout: "mapping_epoch": 69, 2024-08-29T17:47:17.074 INFO:tasks.workunit.client.0.smithi028.stdout: "object_location_counts": [], 2024-08-29T17:47:17.074 INFO:tasks.workunit.client.0.smithi028.stdout: "objects_scrubbed": 0, 2024-08-29T17:47:17.075 INFO:tasks.workunit.client.0.smithi028.stdout: "objects_trimmed": 0, 2024-08-29T17:47:17.075 INFO:tasks.workunit.client.0.smithi028.stdout: "omap_stats_invalid": false, 2024-08-29T17:47:17.075 INFO:tasks.workunit.client.0.smithi028.stdout: "ondisk_log_size": 0, 2024-08-29T17:47:17.075 INFO:tasks.workunit.client.0.smithi028.stdout: "ondisk_log_start": "0'0", 2024-08-29T17:47:17.075 INFO:tasks.workunit.client.0.smithi028.stdout: "parent": "0.0", 2024-08-29T17:47:17.075 INFO:tasks.workunit.client.0.smithi028.stdout: "parent_split_bits": 0, 2024-08-29T17:47:17.075 INFO:tasks.workunit.client.0.smithi028.stdout: "pgid": "4.0", 2024-08-29T17:47:17.075 INFO:tasks.workunit.client.0.smithi028.stdout: "pin_stats_invalid": false, 2024-08-29T17:47:17.075 INFO:tasks.workunit.client.0.smithi028.stdout: "purged_snaps": [], 2024-08-29T17:47:17.075 INFO:tasks.workunit.client.0.smithi028.stdout: "reported_epoch": 75, 2024-08-29T17:47:17.075 INFO:tasks.workunit.client.0.smithi028.stdout: "reported_seq": 19, 2024-08-29T17:47:17.075 INFO:tasks.workunit.client.0.smithi028.stdout: "scrub_duration": 0.0, 2024-08-29T17:47:17.075 INFO:tasks.workunit.client.0.smithi028.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-30T20:24:33.505933+0000", 2024-08-29T17:47:17.075 INFO:tasks.workunit.client.0.smithi028.stdout: "snaptrim_duration": 0.001474179, 2024-08-29T17:47:17.075 INFO:tasks.workunit.client.0.smithi028.stdout: "snaptrimq_len": 0, 2024-08-29T17:47:17.076 INFO:tasks.workunit.client.0.smithi028.stdout: "stat_sum": { 2024-08-29T17:47:17.076 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes": 0, 2024-08-29T17:47:17.076 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes_hit_set_archive": 0, 2024-08-29T17:47:17.076 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes_recovered": 0, 2024-08-29T17:47:17.076 INFO:tasks.workunit.client.0.smithi028.stdout: "num_deep_scrub_errors": 0, 2024-08-29T17:47:17.076 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict": 0, 2024-08-29T17:47:17.076 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_kb": 0, 2024-08-29T17:47:17.076 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_mode_full": 0, 2024-08-29T17:47:17.076 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_mode_some": 0, 2024-08-29T17:47:17.076 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush": 0, 2024-08-29T17:47:17.076 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_kb": 0, 2024-08-29T17:47:17.076 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_mode_high": 0, 2024-08-29T17:47:17.077 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_mode_low": 0, 2024-08-29T17:47:17.077 INFO:tasks.workunit.client.0.smithi028.stdout: "num_keys_recovered": 0, 2024-08-29T17:47:17.077 INFO:tasks.workunit.client.0.smithi028.stdout: "num_large_omap_objects": 0, 2024-08-29T17:47:17.077 INFO:tasks.workunit.client.0.smithi028.stdout: "num_legacy_snapsets": 0, 2024-08-29T17:47:17.077 INFO:tasks.workunit.client.0.smithi028.stdout: "num_object_clones": 0, 2024-08-29T17:47:17.077 INFO:tasks.workunit.client.0.smithi028.stdout: "num_object_copies": 0, 2024-08-29T17:47:17.077 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects": 0, 2024-08-29T17:47:17.077 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_degraded": 0, 2024-08-29T17:47:17.077 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_dirty": 0, 2024-08-29T17:47:17.077 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_hit_set_archive": 0, 2024-08-29T17:47:17.077 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_manifest": 0, 2024-08-29T17:47:17.077 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_misplaced": 0, 2024-08-29T17:47:17.077 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_missing": 0, 2024-08-29T17:47:17.078 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_missing_on_primary": 0, 2024-08-29T17:47:17.078 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_omap": 0, 2024-08-29T17:47:17.078 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_pinned": 0, 2024-08-29T17:47:17.078 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_recovered": 0, 2024-08-29T17:47:17.078 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_repaired": 0, 2024-08-29T17:47:17.078 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_unfound": 0, 2024-08-29T17:47:17.078 INFO:tasks.workunit.client.0.smithi028.stdout: "num_omap_bytes": 0, 2024-08-29T17:47:17.078 INFO:tasks.workunit.client.0.smithi028.stdout: "num_omap_keys": 0, 2024-08-29T17:47:17.078 INFO:tasks.workunit.client.0.smithi028.stdout: "num_promote": 0, 2024-08-29T17:47:17.078 INFO:tasks.workunit.client.0.smithi028.stdout: "num_read": 0, 2024-08-29T17:47:17.078 INFO:tasks.workunit.client.0.smithi028.stdout: "num_read_kb": 0, 2024-08-29T17:47:17.078 INFO:tasks.workunit.client.0.smithi028.stdout: "num_scrub_errors": 0, 2024-08-29T17:47:17.079 INFO:tasks.workunit.client.0.smithi028.stdout: "num_shallow_scrub_errors": 0, 2024-08-29T17:47:17.079 INFO:tasks.workunit.client.0.smithi028.stdout: "num_whiteouts": 0, 2024-08-29T17:47:17.079 INFO:tasks.workunit.client.0.smithi028.stdout: "num_write": 0, 2024-08-29T17:47:17.079 INFO:tasks.workunit.client.0.smithi028.stdout: "num_write_kb": 0 2024-08-29T17:47:17.079 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:17.079 INFO:tasks.workunit.client.0.smithi028.stdout: "state": "active+clean", 2024-08-29T17:47:17.079 INFO:tasks.workunit.client.0.smithi028.stdout: "stats_invalid": false, 2024-08-29T17:47:17.079 INFO:tasks.workunit.client.0.smithi028.stdout: "up": [ 2024-08-29T17:47:17.079 INFO:tasks.workunit.client.0.smithi028.stdout: 3, 2024-08-29T17:47:17.079 INFO:tasks.workunit.client.0.smithi028.stdout: 7, 2024-08-29T17:47:17.079 INFO:tasks.workunit.client.0.smithi028.stdout: 0 2024-08-29T17:47:17.079 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-08-29T17:47:17.079 INFO:tasks.workunit.client.0.smithi028.stdout: "up_primary": 3, 2024-08-29T17:47:17.080 INFO:tasks.workunit.client.0.smithi028.stdout: "version": "0'0" 2024-08-29T17:47:17.080 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:17.080 INFO:tasks.workunit.client.0.smithi028.stdout: { 2024-08-29T17:47:17.080 INFO:tasks.workunit.client.0.smithi028.stdout: "acting": [ 2024-08-29T17:47:17.080 INFO:tasks.workunit.client.0.smithi028.stdout: 1, 2024-08-29T17:47:17.080 INFO:tasks.workunit.client.0.smithi028.stdout: 6, 2024-08-29T17:47:17.080 INFO:tasks.workunit.client.0.smithi028.stdout: 4 2024-08-29T17:47:17.080 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-08-29T17:47:17.080 INFO:tasks.workunit.client.0.smithi028.stdout: "acting_primary": 1, 2024-08-29T17:47:17.080 INFO:tasks.workunit.client.0.smithi028.stdout: "avail_no_missing": [], 2024-08-29T17:47:17.080 INFO:tasks.workunit.client.0.smithi028.stdout: "blocked_by": [], 2024-08-29T17:47:17.080 INFO:tasks.workunit.client.0.smithi028.stdout: "created": 59, 2024-08-29T17:47:17.080 INFO:tasks.workunit.client.0.smithi028.stdout: "dirty_stats_invalid": false, 2024-08-29T17:47:17.080 INFO:tasks.workunit.client.0.smithi028.stdout: "hitset_bytes_stats_invalid": false, 2024-08-29T17:47:17.081 INFO:tasks.workunit.client.0.smithi028.stdout: "hitset_stats_invalid": false, 2024-08-29T17:47:17.081 INFO:tasks.workunit.client.0.smithi028.stdout: "last_active": "2024-08-29T17:43:51.010275+0000", 2024-08-29T17:47:17.081 INFO:tasks.workunit.client.0.smithi028.stdout: "last_became_active": "2024-08-29T17:40:53.984037+0000", 2024-08-29T17:47:17.081 INFO:tasks.workunit.client.0.smithi028.stdout: "last_became_peered": "2024-08-29T17:40:53.984037+0000", 2024-08-29T17:47:17.081 INFO:tasks.workunit.client.0.smithi028.stdout: "last_change": "2024-08-29T17:40:53.984827+0000", 2024-08-29T17:47:17.081 INFO:tasks.workunit.client.0.smithi028.stdout: "last_clean": "2024-08-29T17:43:51.010275+0000", 2024-08-29T17:47:17.081 INFO:tasks.workunit.client.0.smithi028.stdout: "last_clean_scrub_stamp": "2024-08-29T17:40:52.944949+0000", 2024-08-29T17:47:17.081 INFO:tasks.workunit.client.0.smithi028.stdout: "last_deep_scrub": "0'0", 2024-08-29T17:47:17.081 INFO:tasks.workunit.client.0.smithi028.stdout: "last_deep_scrub_stamp": "2024-08-29T17:40:52.944949+0000", 2024-08-29T17:47:17.081 INFO:tasks.workunit.client.0.smithi028.stdout: "last_epoch_clean": 60, 2024-08-29T17:47:17.081 INFO:tasks.workunit.client.0.smithi028.stdout: "last_fresh": "2024-08-29T17:43:51.010275+0000", 2024-08-29T17:47:17.081 INFO:tasks.workunit.client.0.smithi028.stdout: "last_fullsized": "2024-08-29T17:43:51.010275+0000", 2024-08-29T17:47:17.081 INFO:tasks.workunit.client.0.smithi028.stdout: "last_peered": "2024-08-29T17:43:51.010275+0000", 2024-08-29T17:47:17.082 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub": "0'0", 2024-08-29T17:47:17.082 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub_duration": 0, 2024-08-29T17:47:17.082 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub_stamp": "2024-08-29T17:40:52.944949+0000", 2024-08-29T17:47:17.082 INFO:tasks.workunit.client.0.smithi028.stdout: "last_undegraded": "2024-08-29T17:43:51.010275+0000", 2024-08-29T17:47:17.082 INFO:tasks.workunit.client.0.smithi028.stdout: "last_unstale": "2024-08-29T17:43:51.010275+0000", 2024-08-29T17:47:17.082 INFO:tasks.workunit.client.0.smithi028.stdout: "log_dups_size": 0, 2024-08-29T17:47:17.082 INFO:tasks.workunit.client.0.smithi028.stdout: "log_size": 1, 2024-08-29T17:47:17.082 INFO:tasks.workunit.client.0.smithi028.stdout: "log_start": "0'0", 2024-08-29T17:47:17.082 INFO:tasks.workunit.client.0.smithi028.stdout: "manifest_stats_invalid": false, 2024-08-29T17:47:17.082 INFO:tasks.workunit.client.0.smithi028.stdout: "mapping_epoch": 59, 2024-08-29T17:47:17.082 INFO:tasks.workunit.client.0.smithi028.stdout: "object_location_counts": [], 2024-08-29T17:47:17.082 INFO:tasks.workunit.client.0.smithi028.stdout: "objects_scrubbed": 0, 2024-08-29T17:47:17.082 INFO:tasks.workunit.client.0.smithi028.stdout: "objects_trimmed": 0, 2024-08-29T17:47:17.082 INFO:tasks.workunit.client.0.smithi028.stdout: "omap_stats_invalid": false, 2024-08-29T17:47:17.083 INFO:tasks.workunit.client.0.smithi028.stdout: "ondisk_log_size": 1, 2024-08-29T17:47:17.083 INFO:tasks.workunit.client.0.smithi028.stdout: "ondisk_log_start": "0'0", 2024-08-29T17:47:17.083 INFO:tasks.workunit.client.0.smithi028.stdout: "parent": "0.0", 2024-08-29T17:47:17.083 INFO:tasks.workunit.client.0.smithi028.stdout: "parent_split_bits": 0, 2024-08-29T17:47:17.083 INFO:tasks.workunit.client.0.smithi028.stdout: "pgid": "2.6", 2024-08-29T17:47:17.083 INFO:tasks.workunit.client.0.smithi028.stdout: "pin_stats_invalid": false, 2024-08-29T17:47:17.083 INFO:tasks.workunit.client.0.smithi028.stdout: "purged_snaps": [], 2024-08-29T17:47:17.083 INFO:tasks.workunit.client.0.smithi028.stdout: "reported_epoch": 74, 2024-08-29T17:47:17.083 INFO:tasks.workunit.client.0.smithi028.stdout: "reported_seq": 25, 2024-08-29T17:47:17.083 INFO:tasks.workunit.client.0.smithi028.stdout: "scrub_duration": 0.0, 2024-08-29T17:47:17.083 INFO:tasks.workunit.client.0.smithi028.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-30T22:02:41.476248+0000", 2024-08-29T17:47:17.083 INFO:tasks.workunit.client.0.smithi028.stdout: "snaptrim_duration": 0.0, 2024-08-29T17:47:17.083 INFO:tasks.workunit.client.0.smithi028.stdout: "snaptrimq_len": 0, 2024-08-29T17:47:17.084 INFO:tasks.workunit.client.0.smithi028.stdout: "stat_sum": { 2024-08-29T17:47:17.084 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes": 0, 2024-08-29T17:47:17.084 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes_hit_set_archive": 0, 2024-08-29T17:47:17.084 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes_recovered": 0, 2024-08-29T17:47:17.084 INFO:tasks.workunit.client.0.smithi028.stdout: "num_deep_scrub_errors": 0, 2024-08-29T17:47:17.084 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict": 0, 2024-08-29T17:47:17.084 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_kb": 0, 2024-08-29T17:47:17.084 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_mode_full": 0, 2024-08-29T17:47:17.084 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_mode_some": 0, 2024-08-29T17:47:17.084 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush": 0, 2024-08-29T17:47:17.084 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_kb": 0, 2024-08-29T17:47:17.084 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_mode_high": 0, 2024-08-29T17:47:17.085 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_mode_low": 0, 2024-08-29T17:47:17.085 INFO:tasks.workunit.client.0.smithi028.stdout: "num_keys_recovered": 0, 2024-08-29T17:47:17.085 INFO:tasks.workunit.client.0.smithi028.stdout: "num_large_omap_objects": 0, 2024-08-29T17:47:17.085 INFO:tasks.workunit.client.0.smithi028.stdout: "num_legacy_snapsets": 0, 2024-08-29T17:47:17.085 INFO:tasks.workunit.client.0.smithi028.stdout: "num_object_clones": 0, 2024-08-29T17:47:17.085 INFO:tasks.workunit.client.0.smithi028.stdout: "num_object_copies": 3, 2024-08-29T17:47:17.085 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects": 1, 2024-08-29T17:47:17.085 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_degraded": 0, 2024-08-29T17:47:17.085 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_dirty": 1, 2024-08-29T17:47:17.085 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_hit_set_archive": 0, 2024-08-29T17:47:17.085 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_manifest": 0, 2024-08-29T17:47:17.085 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_misplaced": 0, 2024-08-29T17:47:17.085 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_missing": 0, 2024-08-29T17:47:17.085 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_missing_on_primary": 0, 2024-08-29T17:47:17.086 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_omap": 1, 2024-08-29T17:47:17.086 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_pinned": 0, 2024-08-29T17:47:17.086 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_recovered": 0, 2024-08-29T17:47:17.086 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_repaired": 0, 2024-08-29T17:47:17.086 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_unfound": 0, 2024-08-29T17:47:17.086 INFO:tasks.workunit.client.0.smithi028.stdout: "num_omap_bytes": 0, 2024-08-29T17:47:17.086 INFO:tasks.workunit.client.0.smithi028.stdout: "num_omap_keys": 0, 2024-08-29T17:47:17.086 INFO:tasks.workunit.client.0.smithi028.stdout: "num_promote": 0, 2024-08-29T17:47:17.086 INFO:tasks.workunit.client.0.smithi028.stdout: "num_read": 0, 2024-08-29T17:47:17.086 INFO:tasks.workunit.client.0.smithi028.stdout: "num_read_kb": 0, 2024-08-29T17:47:17.086 INFO:tasks.workunit.client.0.smithi028.stdout: "num_scrub_errors": 0, 2024-08-29T17:47:17.086 INFO:tasks.workunit.client.0.smithi028.stdout: "num_shallow_scrub_errors": 0, 2024-08-29T17:47:17.086 INFO:tasks.workunit.client.0.smithi028.stdout: "num_whiteouts": 0, 2024-08-29T17:47:17.087 INFO:tasks.workunit.client.0.smithi028.stdout: "num_write": 1, 2024-08-29T17:47:17.087 INFO:tasks.workunit.client.0.smithi028.stdout: "num_write_kb": 0 2024-08-29T17:47:17.087 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:17.087 INFO:tasks.workunit.client.0.smithi028.stdout: "state": "active+clean", 2024-08-29T17:47:17.087 INFO:tasks.workunit.client.0.smithi028.stdout: "stats_invalid": false, 2024-08-29T17:47:17.087 INFO:tasks.workunit.client.0.smithi028.stdout: "up": [ 2024-08-29T17:47:17.087 INFO:tasks.workunit.client.0.smithi028.stdout: 1, 2024-08-29T17:47:17.087 INFO:tasks.workunit.client.0.smithi028.stdout: 6, 2024-08-29T17:47:17.087 INFO:tasks.workunit.client.0.smithi028.stdout: 4 2024-08-29T17:47:17.087 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-08-29T17:47:17.087 INFO:tasks.workunit.client.0.smithi028.stdout: "up_primary": 1, 2024-08-29T17:47:17.087 INFO:tasks.workunit.client.0.smithi028.stdout: "version": "65'1" 2024-08-29T17:47:17.087 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:17.087 INFO:tasks.workunit.client.0.smithi028.stdout: { 2024-08-29T17:47:17.088 INFO:tasks.workunit.client.0.smithi028.stdout: "acting": [ 2024-08-29T17:47:17.088 INFO:tasks.workunit.client.0.smithi028.stdout: 3, 2024-08-29T17:47:17.088 INFO:tasks.workunit.client.0.smithi028.stdout: 7, 2024-08-29T17:47:17.088 INFO:tasks.workunit.client.0.smithi028.stdout: 1 2024-08-29T17:47:17.088 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-08-29T17:47:17.088 INFO:tasks.workunit.client.0.smithi028.stdout: "acting_primary": 3, 2024-08-29T17:47:17.088 INFO:tasks.workunit.client.0.smithi028.stdout: "avail_no_missing": [], 2024-08-29T17:47:17.088 INFO:tasks.workunit.client.0.smithi028.stdout: "blocked_by": [], 2024-08-29T17:47:17.088 INFO:tasks.workunit.client.0.smithi028.stdout: "created": 62, 2024-08-29T17:47:17.088 INFO:tasks.workunit.client.0.smithi028.stdout: "dirty_stats_invalid": false, 2024-08-29T17:47:17.088 INFO:tasks.workunit.client.0.smithi028.stdout: "hitset_bytes_stats_invalid": false, 2024-08-29T17:47:17.088 INFO:tasks.workunit.client.0.smithi028.stdout: "hitset_stats_invalid": false, 2024-08-29T17:47:17.089 INFO:tasks.workunit.client.0.smithi028.stdout: "last_active": "2024-08-29T17:43:51.003768+0000", 2024-08-29T17:47:17.089 INFO:tasks.workunit.client.0.smithi028.stdout: "last_became_active": "2024-08-29T17:41:16.104675+0000", 2024-08-29T17:47:17.089 INFO:tasks.workunit.client.0.smithi028.stdout: "last_became_peered": "2024-08-29T17:41:16.104675+0000", 2024-08-29T17:47:17.089 INFO:tasks.workunit.client.0.smithi028.stdout: "last_change": "2024-08-29T17:41:16.105628+0000", 2024-08-29T17:47:17.089 INFO:tasks.workunit.client.0.smithi028.stdout: "last_clean": "2024-08-29T17:43:51.003768+0000", 2024-08-29T17:47:17.089 INFO:tasks.workunit.client.0.smithi028.stdout: "last_clean_scrub_stamp": "2024-08-29T17:41:01.987071+0000", 2024-08-29T17:47:17.089 INFO:tasks.workunit.client.0.smithi028.stdout: "last_deep_scrub": "0'0", 2024-08-29T17:47:17.089 INFO:tasks.workunit.client.0.smithi028.stdout: "last_deep_scrub_stamp": "2024-08-29T17:41:01.987071+0000", 2024-08-29T17:47:17.089 INFO:tasks.workunit.client.0.smithi028.stdout: "last_epoch_clean": 67, 2024-08-29T17:47:17.089 INFO:tasks.workunit.client.0.smithi028.stdout: "last_fresh": "2024-08-29T17:43:51.003768+0000", 2024-08-29T17:47:17.089 INFO:tasks.workunit.client.0.smithi028.stdout: "last_fullsized": "2024-08-29T17:43:51.003768+0000", 2024-08-29T17:47:17.089 INFO:tasks.workunit.client.0.smithi028.stdout: "last_peered": "2024-08-29T17:43:51.003768+0000", 2024-08-29T17:47:17.090 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub": "0'0", 2024-08-29T17:47:17.090 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub_duration": 0, 2024-08-29T17:47:17.090 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub_stamp": "2024-08-29T17:41:01.987071+0000", 2024-08-29T17:47:17.090 INFO:tasks.workunit.client.0.smithi028.stdout: "last_undegraded": "2024-08-29T17:43:51.003768+0000", 2024-08-29T17:47:17.090 INFO:tasks.workunit.client.0.smithi028.stdout: "last_unstale": "2024-08-29T17:43:51.003768+0000", 2024-08-29T17:47:17.090 INFO:tasks.workunit.client.0.smithi028.stdout: "log_dups_size": 0, 2024-08-29T17:47:17.090 INFO:tasks.workunit.client.0.smithi028.stdout: "log_size": 0, 2024-08-29T17:47:17.090 INFO:tasks.workunit.client.0.smithi028.stdout: "log_start": "0'0", 2024-08-29T17:47:17.090 INFO:tasks.workunit.client.0.smithi028.stdout: "manifest_stats_invalid": false, 2024-08-29T17:47:17.090 INFO:tasks.workunit.client.0.smithi028.stdout: "mapping_epoch": 66, 2024-08-29T17:47:17.090 INFO:tasks.workunit.client.0.smithi028.stdout: "object_location_counts": [], 2024-08-29T17:47:17.090 INFO:tasks.workunit.client.0.smithi028.stdout: "objects_scrubbed": 0, 2024-08-29T17:47:17.090 INFO:tasks.workunit.client.0.smithi028.stdout: "objects_trimmed": 0, 2024-08-29T17:47:17.091 INFO:tasks.workunit.client.0.smithi028.stdout: "omap_stats_invalid": false, 2024-08-29T17:47:17.091 INFO:tasks.workunit.client.0.smithi028.stdout: "ondisk_log_size": 0, 2024-08-29T17:47:17.091 INFO:tasks.workunit.client.0.smithi028.stdout: "ondisk_log_start": "0'0", 2024-08-29T17:47:17.091 INFO:tasks.workunit.client.0.smithi028.stdout: "parent": "0.0", 2024-08-29T17:47:17.091 INFO:tasks.workunit.client.0.smithi028.stdout: "parent_split_bits": 0, 2024-08-29T17:47:17.091 INFO:tasks.workunit.client.0.smithi028.stdout: "pgid": "3.7", 2024-08-29T17:47:17.091 INFO:tasks.workunit.client.0.smithi028.stdout: "pin_stats_invalid": false, 2024-08-29T17:47:17.091 INFO:tasks.workunit.client.0.smithi028.stdout: "purged_snaps": [], 2024-08-29T17:47:17.091 INFO:tasks.workunit.client.0.smithi028.stdout: "reported_epoch": 74, 2024-08-29T17:47:17.091 INFO:tasks.workunit.client.0.smithi028.stdout: "reported_seq": 31, 2024-08-29T17:47:17.091 INFO:tasks.workunit.client.0.smithi028.stdout: "scrub_duration": 0.0, 2024-08-29T17:47:17.091 INFO:tasks.workunit.client.0.smithi028.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-31T00:19:32.620395+0000", 2024-08-29T17:47:17.091 INFO:tasks.workunit.client.0.smithi028.stdout: "snaptrim_duration": 0.0, 2024-08-29T17:47:17.091 INFO:tasks.workunit.client.0.smithi028.stdout: "snaptrimq_len": 0, 2024-08-29T17:47:17.092 INFO:tasks.workunit.client.0.smithi028.stdout: "stat_sum": { 2024-08-29T17:47:17.092 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes": 0, 2024-08-29T17:47:17.092 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes_hit_set_archive": 0, 2024-08-29T17:47:17.092 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes_recovered": 0, 2024-08-29T17:47:17.092 INFO:tasks.workunit.client.0.smithi028.stdout: "num_deep_scrub_errors": 0, 2024-08-29T17:47:17.092 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict": 0, 2024-08-29T17:47:17.092 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_kb": 0, 2024-08-29T17:47:17.092 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_mode_full": 0, 2024-08-29T17:47:17.092 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_mode_some": 0, 2024-08-29T17:47:17.092 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush": 0, 2024-08-29T17:47:17.092 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_kb": 0, 2024-08-29T17:47:17.092 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_mode_high": 0, 2024-08-29T17:47:17.092 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_mode_low": 0, 2024-08-29T17:47:17.092 INFO:tasks.workunit.client.0.smithi028.stdout: "num_keys_recovered": 0, 2024-08-29T17:47:17.093 INFO:tasks.workunit.client.0.smithi028.stdout: "num_large_omap_objects": 0, 2024-08-29T17:47:17.093 INFO:tasks.workunit.client.0.smithi028.stdout: "num_legacy_snapsets": 0, 2024-08-29T17:47:17.093 INFO:tasks.workunit.client.0.smithi028.stdout: "num_object_clones": 0, 2024-08-29T17:47:17.093 INFO:tasks.workunit.client.0.smithi028.stdout: "num_object_copies": 0, 2024-08-29T17:47:17.093 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects": 0, 2024-08-29T17:47:17.093 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_degraded": 0, 2024-08-29T17:47:17.093 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_dirty": 0, 2024-08-29T17:47:17.093 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_hit_set_archive": 0, 2024-08-29T17:47:17.093 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_manifest": 0, 2024-08-29T17:47:17.093 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_misplaced": 0, 2024-08-29T17:47:17.093 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_missing": 0, 2024-08-29T17:47:17.093 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_missing_on_primary": 0, 2024-08-29T17:47:17.093 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_omap": 0, 2024-08-29T17:47:17.094 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_pinned": 0, 2024-08-29T17:47:17.094 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_recovered": 0, 2024-08-29T17:47:17.094 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_repaired": 0, 2024-08-29T17:47:17.094 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_unfound": 0, 2024-08-29T17:47:17.094 INFO:tasks.workunit.client.0.smithi028.stdout: "num_omap_bytes": 0, 2024-08-29T17:47:17.094 INFO:tasks.workunit.client.0.smithi028.stdout: "num_omap_keys": 0, 2024-08-29T17:47:17.094 INFO:tasks.workunit.client.0.smithi028.stdout: "num_promote": 0, 2024-08-29T17:47:17.094 INFO:tasks.workunit.client.0.smithi028.stdout: "num_read": 0, 2024-08-29T17:47:17.094 INFO:tasks.workunit.client.0.smithi028.stdout: "num_read_kb": 0, 2024-08-29T17:47:17.094 INFO:tasks.workunit.client.0.smithi028.stdout: "num_scrub_errors": 0, 2024-08-29T17:47:17.094 INFO:tasks.workunit.client.0.smithi028.stdout: "num_shallow_scrub_errors": 0, 2024-08-29T17:47:17.094 INFO:tasks.workunit.client.0.smithi028.stdout: "num_whiteouts": 0, 2024-08-29T17:47:17.094 INFO:tasks.workunit.client.0.smithi028.stdout: "num_write": 0, 2024-08-29T17:47:17.094 INFO:tasks.workunit.client.0.smithi028.stdout: "num_write_kb": 0 2024-08-29T17:47:17.095 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:17.095 INFO:tasks.workunit.client.0.smithi028.stdout: "state": "active+clean", 2024-08-29T17:47:17.095 INFO:tasks.workunit.client.0.smithi028.stdout: "stats_invalid": false, 2024-08-29T17:47:17.095 INFO:tasks.workunit.client.0.smithi028.stdout: "up": [ 2024-08-29T17:47:17.095 INFO:tasks.workunit.client.0.smithi028.stdout: 3, 2024-08-29T17:47:17.095 INFO:tasks.workunit.client.0.smithi028.stdout: 7, 2024-08-29T17:47:17.095 INFO:tasks.workunit.client.0.smithi028.stdout: 1 2024-08-29T17:47:17.095 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-08-29T17:47:17.095 INFO:tasks.workunit.client.0.smithi028.stdout: "up_primary": 3, 2024-08-29T17:47:17.095 INFO:tasks.workunit.client.0.smithi028.stdout: "version": "0'0" 2024-08-29T17:47:17.095 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:17.095 INFO:tasks.workunit.client.0.smithi028.stdout: { 2024-08-29T17:47:17.095 INFO:tasks.workunit.client.0.smithi028.stdout: "acting": [ 2024-08-29T17:47:17.096 INFO:tasks.workunit.client.0.smithi028.stdout: 4, 2024-08-29T17:47:17.096 INFO:tasks.workunit.client.0.smithi028.stdout: 5, 2024-08-29T17:47:17.096 INFO:tasks.workunit.client.0.smithi028.stdout: 6 2024-08-29T17:47:17.096 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-08-29T17:47:17.096 INFO:tasks.workunit.client.0.smithi028.stdout: "acting_primary": 4, 2024-08-29T17:47:17.096 INFO:tasks.workunit.client.0.smithi028.stdout: "avail_no_missing": [], 2024-08-29T17:47:17.096 INFO:tasks.workunit.client.0.smithi028.stdout: "blocked_by": [], 2024-08-29T17:47:17.096 INFO:tasks.workunit.client.0.smithi028.stdout: "created": 69, 2024-08-29T17:47:17.096 INFO:tasks.workunit.client.0.smithi028.stdout: "dirty_stats_invalid": false, 2024-08-29T17:47:17.096 INFO:tasks.workunit.client.0.smithi028.stdout: "hitset_bytes_stats_invalid": false, 2024-08-29T17:47:17.096 INFO:tasks.workunit.client.0.smithi028.stdout: "hitset_stats_invalid": false, 2024-08-29T17:47:17.096 INFO:tasks.workunit.client.0.smithi028.stdout: "last_active": "2024-08-29T17:43:59.372441+0000", 2024-08-29T17:47:17.096 INFO:tasks.workunit.client.0.smithi028.stdout: "last_became_active": "2024-08-29T17:43:41.038348+0000", 2024-08-29T17:47:17.097 INFO:tasks.workunit.client.0.smithi028.stdout: "last_became_peered": "2024-08-29T17:43:41.038348+0000", 2024-08-29T17:47:17.097 INFO:tasks.workunit.client.0.smithi028.stdout: "last_change": "2024-08-29T17:43:51.002167+0000", 2024-08-29T17:47:17.097 INFO:tasks.workunit.client.0.smithi028.stdout: "last_clean": "2024-08-29T17:43:59.372441+0000", 2024-08-29T17:47:17.097 INFO:tasks.workunit.client.0.smithi028.stdout: "last_clean_scrub_stamp": "2024-08-29T17:43:39.870944+0000", 2024-08-29T17:47:17.097 INFO:tasks.workunit.client.0.smithi028.stdout: "last_deep_scrub": "0'0", 2024-08-29T17:47:17.097 INFO:tasks.workunit.client.0.smithi028.stdout: "last_deep_scrub_stamp": "2024-08-29T17:43:39.870944+0000", 2024-08-29T17:47:17.097 INFO:tasks.workunit.client.0.smithi028.stdout: "last_epoch_clean": 70, 2024-08-29T17:47:17.097 INFO:tasks.workunit.client.0.smithi028.stdout: "last_fresh": "2024-08-29T17:43:59.372441+0000", 2024-08-29T17:47:17.097 INFO:tasks.workunit.client.0.smithi028.stdout: "last_fullsized": "2024-08-29T17:43:59.372441+0000", 2024-08-29T17:47:17.097 INFO:tasks.workunit.client.0.smithi028.stdout: "last_peered": "2024-08-29T17:43:59.372441+0000", 2024-08-29T17:47:17.097 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub": "0'0", 2024-08-29T17:47:17.097 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub_duration": 0, 2024-08-29T17:47:17.097 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub_stamp": "2024-08-29T17:43:39.870944+0000", 2024-08-29T17:47:17.098 INFO:tasks.workunit.client.0.smithi028.stdout: "last_undegraded": "2024-08-29T17:43:59.372441+0000", 2024-08-29T17:47:17.098 INFO:tasks.workunit.client.0.smithi028.stdout: "last_unstale": "2024-08-29T17:43:59.372441+0000", 2024-08-29T17:47:17.098 INFO:tasks.workunit.client.0.smithi028.stdout: "log_dups_size": 0, 2024-08-29T17:47:17.098 INFO:tasks.workunit.client.0.smithi028.stdout: "log_size": 0, 2024-08-29T17:47:17.098 INFO:tasks.workunit.client.0.smithi028.stdout: "log_start": "0'0", 2024-08-29T17:47:17.098 INFO:tasks.workunit.client.0.smithi028.stdout: "manifest_stats_invalid": false, 2024-08-29T17:47:17.098 INFO:tasks.workunit.client.0.smithi028.stdout: "mapping_epoch": 69, 2024-08-29T17:47:17.098 INFO:tasks.workunit.client.0.smithi028.stdout: "object_location_counts": [], 2024-08-29T17:47:17.098 INFO:tasks.workunit.client.0.smithi028.stdout: "objects_scrubbed": 0, 2024-08-29T17:47:17.098 INFO:tasks.workunit.client.0.smithi028.stdout: "objects_trimmed": 0, 2024-08-29T17:47:17.098 INFO:tasks.workunit.client.0.smithi028.stdout: "omap_stats_invalid": false, 2024-08-29T17:47:17.098 INFO:tasks.workunit.client.0.smithi028.stdout: "ondisk_log_size": 0, 2024-08-29T17:47:17.098 INFO:tasks.workunit.client.0.smithi028.stdout: "ondisk_log_start": "0'0", 2024-08-29T17:47:17.099 INFO:tasks.workunit.client.0.smithi028.stdout: "parent": "0.0", 2024-08-29T17:47:17.099 INFO:tasks.workunit.client.0.smithi028.stdout: "parent_split_bits": 0, 2024-08-29T17:47:17.099 INFO:tasks.workunit.client.0.smithi028.stdout: "pgid": "4.1", 2024-08-29T17:47:17.099 INFO:tasks.workunit.client.0.smithi028.stdout: "pin_stats_invalid": false, 2024-08-29T17:47:17.099 INFO:tasks.workunit.client.0.smithi028.stdout: "purged_snaps": [], 2024-08-29T17:47:17.099 INFO:tasks.workunit.client.0.smithi028.stdout: "reported_epoch": 75, 2024-08-29T17:47:17.099 INFO:tasks.workunit.client.0.smithi028.stdout: "reported_seq": 19, 2024-08-29T17:47:17.099 INFO:tasks.workunit.client.0.smithi028.stdout: "scrub_duration": 0.0, 2024-08-29T17:47:17.099 INFO:tasks.workunit.client.0.smithi028.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-31T01:35:38.075334+0000", 2024-08-29T17:47:17.099 INFO:tasks.workunit.client.0.smithi028.stdout: "snaptrim_duration": 0.001437234, 2024-08-29T17:47:17.099 INFO:tasks.workunit.client.0.smithi028.stdout: "snaptrimq_len": 0, 2024-08-29T17:47:17.099 INFO:tasks.workunit.client.0.smithi028.stdout: "stat_sum": { 2024-08-29T17:47:17.099 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes": 0, 2024-08-29T17:47:17.100 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes_hit_set_archive": 0, 2024-08-29T17:47:17.100 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes_recovered": 0, 2024-08-29T17:47:17.100 INFO:tasks.workunit.client.0.smithi028.stdout: "num_deep_scrub_errors": 0, 2024-08-29T17:47:17.100 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict": 0, 2024-08-29T17:47:17.100 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_kb": 0, 2024-08-29T17:47:17.100 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_mode_full": 0, 2024-08-29T17:47:17.100 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_mode_some": 0, 2024-08-29T17:47:17.100 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush": 0, 2024-08-29T17:47:17.100 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_kb": 0, 2024-08-29T17:47:17.100 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_mode_high": 0, 2024-08-29T17:47:17.100 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_mode_low": 0, 2024-08-29T17:47:17.100 INFO:tasks.workunit.client.0.smithi028.stdout: "num_keys_recovered": 0, 2024-08-29T17:47:17.100 INFO:tasks.workunit.client.0.smithi028.stdout: "num_large_omap_objects": 0, 2024-08-29T17:47:17.101 INFO:tasks.workunit.client.0.smithi028.stdout: "num_legacy_snapsets": 0, 2024-08-29T17:47:17.101 INFO:tasks.workunit.client.0.smithi028.stdout: "num_object_clones": 0, 2024-08-29T17:47:17.101 INFO:tasks.workunit.client.0.smithi028.stdout: "num_object_copies": 0, 2024-08-29T17:47:17.101 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects": 0, 2024-08-29T17:47:17.101 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_degraded": 0, 2024-08-29T17:47:17.101 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_dirty": 0, 2024-08-29T17:47:17.101 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_hit_set_archive": 0, 2024-08-29T17:47:17.101 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_manifest": 0, 2024-08-29T17:47:17.101 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_misplaced": 0, 2024-08-29T17:47:17.101 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_missing": 0, 2024-08-29T17:47:17.101 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_missing_on_primary": 0, 2024-08-29T17:47:17.101 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_omap": 0, 2024-08-29T17:47:17.101 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_pinned": 0, 2024-08-29T17:47:17.101 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_recovered": 0, 2024-08-29T17:47:17.102 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_repaired": 0, 2024-08-29T17:47:17.102 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_unfound": 0, 2024-08-29T17:47:17.102 INFO:tasks.workunit.client.0.smithi028.stdout: "num_omap_bytes": 0, 2024-08-29T17:47:17.102 INFO:tasks.workunit.client.0.smithi028.stdout: "num_omap_keys": 0, 2024-08-29T17:47:17.102 INFO:tasks.workunit.client.0.smithi028.stdout: "num_promote": 0, 2024-08-29T17:47:17.102 INFO:tasks.workunit.client.0.smithi028.stdout: "num_read": 0, 2024-08-29T17:47:17.102 INFO:tasks.workunit.client.0.smithi028.stdout: "num_read_kb": 0, 2024-08-29T17:47:17.102 INFO:tasks.workunit.client.0.smithi028.stdout: "num_scrub_errors": 0, 2024-08-29T17:47:17.102 INFO:tasks.workunit.client.0.smithi028.stdout: "num_shallow_scrub_errors": 0, 2024-08-29T17:47:17.102 INFO:tasks.workunit.client.0.smithi028.stdout: "num_whiteouts": 0, 2024-08-29T17:47:17.102 INFO:tasks.workunit.client.0.smithi028.stdout: "num_write": 0, 2024-08-29T17:47:17.102 INFO:tasks.workunit.client.0.smithi028.stdout: "num_write_kb": 0 2024-08-29T17:47:17.102 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:17.102 INFO:tasks.workunit.client.0.smithi028.stdout: "state": "active+clean", 2024-08-29T17:47:17.103 INFO:tasks.workunit.client.0.smithi028.stdout: "stats_invalid": false, 2024-08-29T17:47:17.103 INFO:tasks.workunit.client.0.smithi028.stdout: "up": [ 2024-08-29T17:47:17.103 INFO:tasks.workunit.client.0.smithi028.stdout: 4, 2024-08-29T17:47:17.103 INFO:tasks.workunit.client.0.smithi028.stdout: 5, 2024-08-29T17:47:17.103 INFO:tasks.workunit.client.0.smithi028.stdout: 6 2024-08-29T17:47:17.103 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-08-29T17:47:17.103 INFO:tasks.workunit.client.0.smithi028.stdout: "up_primary": 4, 2024-08-29T17:47:17.103 INFO:tasks.workunit.client.0.smithi028.stdout: "version": "0'0" 2024-08-29T17:47:17.103 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:17.103 INFO:tasks.workunit.client.0.smithi028.stdout: { 2024-08-29T17:47:17.103 INFO:tasks.workunit.client.0.smithi028.stdout: "acting": [ 2024-08-29T17:47:17.103 INFO:tasks.workunit.client.0.smithi028.stdout: 6, 2024-08-29T17:47:17.103 INFO:tasks.workunit.client.0.smithi028.stdout: 4, 2024-08-29T17:47:17.103 INFO:tasks.workunit.client.0.smithi028.stdout: 2 2024-08-29T17:47:17.103 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-08-29T17:47:17.104 INFO:tasks.workunit.client.0.smithi028.stdout: "acting_primary": 6, 2024-08-29T17:47:17.104 INFO:tasks.workunit.client.0.smithi028.stdout: "avail_no_missing": [], 2024-08-29T17:47:17.104 INFO:tasks.workunit.client.0.smithi028.stdout: "blocked_by": [], 2024-08-29T17:47:17.104 INFO:tasks.workunit.client.0.smithi028.stdout: "created": 59, 2024-08-29T17:47:17.104 INFO:tasks.workunit.client.0.smithi028.stdout: "dirty_stats_invalid": false, 2024-08-29T17:47:17.104 INFO:tasks.workunit.client.0.smithi028.stdout: "hitset_bytes_stats_invalid": false, 2024-08-29T17:47:17.104 INFO:tasks.workunit.client.0.smithi028.stdout: "hitset_stats_invalid": false, 2024-08-29T17:47:17.104 INFO:tasks.workunit.client.0.smithi028.stdout: "last_active": "2024-08-29T17:43:51.184949+0000", 2024-08-29T17:47:17.104 INFO:tasks.workunit.client.0.smithi028.stdout: "last_became_active": "2024-08-29T17:41:17.075971+0000", 2024-08-29T17:47:17.104 INFO:tasks.workunit.client.0.smithi028.stdout: "last_became_peered": "2024-08-29T17:41:17.075971+0000", 2024-08-29T17:47:17.104 INFO:tasks.workunit.client.0.smithi028.stdout: "last_change": "2024-08-29T17:41:17.081540+0000", 2024-08-29T17:47:17.105 INFO:tasks.workunit.client.0.smithi028.stdout: "last_clean": "2024-08-29T17:43:51.184949+0000", 2024-08-29T17:47:17.105 INFO:tasks.workunit.client.0.smithi028.stdout: "last_clean_scrub_stamp": "2024-08-29T17:40:52.944949+0000", 2024-08-29T17:47:17.105 INFO:tasks.workunit.client.0.smithi028.stdout: "last_deep_scrub": "0'0", 2024-08-29T17:47:17.105 INFO:tasks.workunit.client.0.smithi028.stdout: "last_deep_scrub_stamp": "2024-08-29T17:40:52.944949+0000", 2024-08-29T17:47:17.105 INFO:tasks.workunit.client.0.smithi028.stdout: "last_epoch_clean": 67, 2024-08-29T17:47:17.105 INFO:tasks.workunit.client.0.smithi028.stdout: "last_fresh": "2024-08-29T17:43:51.184949+0000", 2024-08-29T17:47:17.105 INFO:tasks.workunit.client.0.smithi028.stdout: "last_fullsized": "2024-08-29T17:43:51.184949+0000", 2024-08-29T17:47:17.105 INFO:tasks.workunit.client.0.smithi028.stdout: "last_peered": "2024-08-29T17:43:51.184949+0000", 2024-08-29T17:47:17.105 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub": "0'0", 2024-08-29T17:47:17.105 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub_duration": 0, 2024-08-29T17:47:17.105 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub_stamp": "2024-08-29T17:40:52.944949+0000", 2024-08-29T17:47:17.105 INFO:tasks.workunit.client.0.smithi028.stdout: "last_undegraded": "2024-08-29T17:43:51.184949+0000", 2024-08-29T17:47:17.105 INFO:tasks.workunit.client.0.smithi028.stdout: "last_unstale": "2024-08-29T17:43:51.184949+0000", 2024-08-29T17:47:17.105 INFO:tasks.workunit.client.0.smithi028.stdout: "log_dups_size": 0, 2024-08-29T17:47:17.106 INFO:tasks.workunit.client.0.smithi028.stdout: "log_size": 2, 2024-08-29T17:47:17.106 INFO:tasks.workunit.client.0.smithi028.stdout: "log_start": "0'0", 2024-08-29T17:47:17.106 INFO:tasks.workunit.client.0.smithi028.stdout: "manifest_stats_invalid": false, 2024-08-29T17:47:17.106 INFO:tasks.workunit.client.0.smithi028.stdout: "mapping_epoch": 66, 2024-08-29T17:47:17.106 INFO:tasks.workunit.client.0.smithi028.stdout: "object_location_counts": [], 2024-08-29T17:47:17.106 INFO:tasks.workunit.client.0.smithi028.stdout: "objects_scrubbed": 0, 2024-08-29T17:47:17.106 INFO:tasks.workunit.client.0.smithi028.stdout: "objects_trimmed": 0, 2024-08-29T17:47:17.106 INFO:tasks.workunit.client.0.smithi028.stdout: "omap_stats_invalid": false, 2024-08-29T17:47:17.106 INFO:tasks.workunit.client.0.smithi028.stdout: "ondisk_log_size": 2, 2024-08-29T17:47:17.106 INFO:tasks.workunit.client.0.smithi028.stdout: "ondisk_log_start": "0'0", 2024-08-29T17:47:17.106 INFO:tasks.workunit.client.0.smithi028.stdout: "parent": "0.0", 2024-08-29T17:47:17.106 INFO:tasks.workunit.client.0.smithi028.stdout: "parent_split_bits": 0, 2024-08-29T17:47:17.106 INFO:tasks.workunit.client.0.smithi028.stdout: "pgid": "2.7", 2024-08-29T17:47:17.106 INFO:tasks.workunit.client.0.smithi028.stdout: "pin_stats_invalid": false, 2024-08-29T17:47:17.107 INFO:tasks.workunit.client.0.smithi028.stdout: "purged_snaps": [], 2024-08-29T17:47:17.107 INFO:tasks.workunit.client.0.smithi028.stdout: "reported_epoch": 74, 2024-08-29T17:47:17.107 INFO:tasks.workunit.client.0.smithi028.stdout: "reported_seq": 40, 2024-08-29T17:47:17.107 INFO:tasks.workunit.client.0.smithi028.stdout: "scrub_duration": 0.0, 2024-08-29T17:47:17.107 INFO:tasks.workunit.client.0.smithi028.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-30T22:50:47.050721+0000", 2024-08-29T17:47:17.107 INFO:tasks.workunit.client.0.smithi028.stdout: "snaptrim_duration": 0.0, 2024-08-29T17:47:17.107 INFO:tasks.workunit.client.0.smithi028.stdout: "snaptrimq_len": 0, 2024-08-29T17:47:17.107 INFO:tasks.workunit.client.0.smithi028.stdout: "stat_sum": { 2024-08-29T17:47:17.107 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes": 0, 2024-08-29T17:47:17.107 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes_hit_set_archive": 0, 2024-08-29T17:47:17.107 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes_recovered": 0, 2024-08-29T17:47:17.107 INFO:tasks.workunit.client.0.smithi028.stdout: "num_deep_scrub_errors": 0, 2024-08-29T17:47:17.107 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict": 0, 2024-08-29T17:47:17.107 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_kb": 0, 2024-08-29T17:47:17.108 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_mode_full": 0, 2024-08-29T17:47:17.108 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_mode_some": 0, 2024-08-29T17:47:17.108 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush": 0, 2024-08-29T17:47:17.108 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_kb": 0, 2024-08-29T17:47:17.108 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_mode_high": 0, 2024-08-29T17:47:17.108 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_mode_low": 0, 2024-08-29T17:47:17.108 INFO:tasks.workunit.client.0.smithi028.stdout: "num_keys_recovered": 0, 2024-08-29T17:47:17.108 INFO:tasks.workunit.client.0.smithi028.stdout: "num_large_omap_objects": 0, 2024-08-29T17:47:17.108 INFO:tasks.workunit.client.0.smithi028.stdout: "num_legacy_snapsets": 0, 2024-08-29T17:47:17.108 INFO:tasks.workunit.client.0.smithi028.stdout: "num_object_clones": 0, 2024-08-29T17:47:17.108 INFO:tasks.workunit.client.0.smithi028.stdout: "num_object_copies": 3, 2024-08-29T17:47:17.108 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects": 1, 2024-08-29T17:47:17.108 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_degraded": 0, 2024-08-29T17:47:17.109 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_dirty": 1, 2024-08-29T17:47:17.109 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_hit_set_archive": 0, 2024-08-29T17:47:17.109 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_manifest": 0, 2024-08-29T17:47:17.109 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_misplaced": 0, 2024-08-29T17:47:17.109 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_missing": 0, 2024-08-29T17:47:17.109 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_missing_on_primary": 0, 2024-08-29T17:47:17.109 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_omap": 1, 2024-08-29T17:47:17.109 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_pinned": 0, 2024-08-29T17:47:17.109 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_recovered": 1, 2024-08-29T17:47:17.109 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_repaired": 0, 2024-08-29T17:47:17.109 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_unfound": 0, 2024-08-29T17:47:17.109 INFO:tasks.workunit.client.0.smithi028.stdout: "num_omap_bytes": 0, 2024-08-29T17:47:17.109 INFO:tasks.workunit.client.0.smithi028.stdout: "num_omap_keys": 0, 2024-08-29T17:47:17.109 INFO:tasks.workunit.client.0.smithi028.stdout: "num_promote": 0, 2024-08-29T17:47:17.110 INFO:tasks.workunit.client.0.smithi028.stdout: "num_read": 0, 2024-08-29T17:47:17.110 INFO:tasks.workunit.client.0.smithi028.stdout: "num_read_kb": 0, 2024-08-29T17:47:17.110 INFO:tasks.workunit.client.0.smithi028.stdout: "num_scrub_errors": 0, 2024-08-29T17:47:17.110 INFO:tasks.workunit.client.0.smithi028.stdout: "num_shallow_scrub_errors": 0, 2024-08-29T17:47:17.110 INFO:tasks.workunit.client.0.smithi028.stdout: "num_whiteouts": 0, 2024-08-29T17:47:17.110 INFO:tasks.workunit.client.0.smithi028.stdout: "num_write": 3, 2024-08-29T17:47:17.110 INFO:tasks.workunit.client.0.smithi028.stdout: "num_write_kb": 0 2024-08-29T17:47:17.110 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:17.110 INFO:tasks.workunit.client.0.smithi028.stdout: "state": "active+clean", 2024-08-29T17:47:17.110 INFO:tasks.workunit.client.0.smithi028.stdout: "stats_invalid": false, 2024-08-29T17:47:17.110 INFO:tasks.workunit.client.0.smithi028.stdout: "up": [ 2024-08-29T17:47:17.110 INFO:tasks.workunit.client.0.smithi028.stdout: 6, 2024-08-29T17:47:17.110 INFO:tasks.workunit.client.0.smithi028.stdout: 4, 2024-08-29T17:47:17.110 INFO:tasks.workunit.client.0.smithi028.stdout: 2 2024-08-29T17:47:17.110 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-08-29T17:47:17.111 INFO:tasks.workunit.client.0.smithi028.stdout: "up_primary": 6, 2024-08-29T17:47:17.111 INFO:tasks.workunit.client.0.smithi028.stdout: "version": "65'2" 2024-08-29T17:47:17.111 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:17.111 INFO:tasks.workunit.client.0.smithi028.stdout: { 2024-08-29T17:47:17.111 INFO:tasks.workunit.client.0.smithi028.stdout: "acting": [ 2024-08-29T17:47:17.111 INFO:tasks.workunit.client.0.smithi028.stdout: 0, 2024-08-29T17:47:17.111 INFO:tasks.workunit.client.0.smithi028.stdout: 1, 2024-08-29T17:47:17.111 INFO:tasks.workunit.client.0.smithi028.stdout: 4 2024-08-29T17:47:17.111 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-08-29T17:47:17.111 INFO:tasks.workunit.client.0.smithi028.stdout: "acting_primary": 0, 2024-08-29T17:47:17.111 INFO:tasks.workunit.client.0.smithi028.stdout: "avail_no_missing": [], 2024-08-29T17:47:17.111 INFO:tasks.workunit.client.0.smithi028.stdout: "blocked_by": [], 2024-08-29T17:47:17.111 INFO:tasks.workunit.client.0.smithi028.stdout: "created": 62, 2024-08-29T17:47:17.111 INFO:tasks.workunit.client.0.smithi028.stdout: "dirty_stats_invalid": false, 2024-08-29T17:47:17.111 INFO:tasks.workunit.client.0.smithi028.stdout: "hitset_bytes_stats_invalid": false, 2024-08-29T17:47:17.112 INFO:tasks.workunit.client.0.smithi028.stdout: "hitset_stats_invalid": false, 2024-08-29T17:47:17.112 INFO:tasks.workunit.client.0.smithi028.stdout: "last_active": "2024-08-29T17:43:51.183086+0000", 2024-08-29T17:47:17.112 INFO:tasks.workunit.client.0.smithi028.stdout: "last_became_active": "2024-08-29T17:41:03.071476+0000", 2024-08-29T17:47:17.112 INFO:tasks.workunit.client.0.smithi028.stdout: "last_became_peered": "2024-08-29T17:41:03.071476+0000", 2024-08-29T17:47:17.112 INFO:tasks.workunit.client.0.smithi028.stdout: "last_change": "2024-08-29T17:41:03.071783+0000", 2024-08-29T17:47:17.112 INFO:tasks.workunit.client.0.smithi028.stdout: "last_clean": "2024-08-29T17:43:51.183086+0000", 2024-08-29T17:47:17.112 INFO:tasks.workunit.client.0.smithi028.stdout: "last_clean_scrub_stamp": "2024-08-29T17:41:01.987071+0000", 2024-08-29T17:47:17.112 INFO:tasks.workunit.client.0.smithi028.stdout: "last_deep_scrub": "0'0", 2024-08-29T17:47:17.112 INFO:tasks.workunit.client.0.smithi028.stdout: "last_deep_scrub_stamp": "2024-08-29T17:41:01.987071+0000", 2024-08-29T17:47:17.112 INFO:tasks.workunit.client.0.smithi028.stdout: "last_epoch_clean": 63, 2024-08-29T17:47:17.112 INFO:tasks.workunit.client.0.smithi028.stdout: "last_fresh": "2024-08-29T17:43:51.183086+0000", 2024-08-29T17:47:17.112 INFO:tasks.workunit.client.0.smithi028.stdout: "last_fullsized": "2024-08-29T17:43:51.183086+0000", 2024-08-29T17:47:17.113 INFO:tasks.workunit.client.0.smithi028.stdout: "last_peered": "2024-08-29T17:43:51.183086+0000", 2024-08-29T17:47:17.113 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub": "0'0", 2024-08-29T17:47:17.113 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub_duration": 0, 2024-08-29T17:47:17.113 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub_stamp": "2024-08-29T17:41:01.987071+0000", 2024-08-29T17:47:17.113 INFO:tasks.workunit.client.0.smithi028.stdout: "last_undegraded": "2024-08-29T17:43:51.183086+0000", 2024-08-29T17:47:17.113 INFO:tasks.workunit.client.0.smithi028.stdout: "last_unstale": "2024-08-29T17:43:51.183086+0000", 2024-08-29T17:47:17.113 INFO:tasks.workunit.client.0.smithi028.stdout: "log_dups_size": 0, 2024-08-29T17:47:17.113 INFO:tasks.workunit.client.0.smithi028.stdout: "log_size": 0, 2024-08-29T17:47:17.113 INFO:tasks.workunit.client.0.smithi028.stdout: "log_start": "0'0", 2024-08-29T17:47:17.113 INFO:tasks.workunit.client.0.smithi028.stdout: "manifest_stats_invalid": false, 2024-08-29T17:47:17.113 INFO:tasks.workunit.client.0.smithi028.stdout: "mapping_epoch": 62, 2024-08-29T17:47:17.113 INFO:tasks.workunit.client.0.smithi028.stdout: "object_location_counts": [], 2024-08-29T17:47:17.113 INFO:tasks.workunit.client.0.smithi028.stdout: "objects_scrubbed": 0, 2024-08-29T17:47:17.114 INFO:tasks.workunit.client.0.smithi028.stdout: "objects_trimmed": 0, 2024-08-29T17:47:17.114 INFO:tasks.workunit.client.0.smithi028.stdout: "omap_stats_invalid": false, 2024-08-29T17:47:17.114 INFO:tasks.workunit.client.0.smithi028.stdout: "ondisk_log_size": 0, 2024-08-29T17:47:17.114 INFO:tasks.workunit.client.0.smithi028.stdout: "ondisk_log_start": "0'0", 2024-08-29T17:47:17.114 INFO:tasks.workunit.client.0.smithi028.stdout: "parent": "0.0", 2024-08-29T17:47:17.114 INFO:tasks.workunit.client.0.smithi028.stdout: "parent_split_bits": 0, 2024-08-29T17:47:17.114 INFO:tasks.workunit.client.0.smithi028.stdout: "pgid": "3.6", 2024-08-29T17:47:17.114 INFO:tasks.workunit.client.0.smithi028.stdout: "pin_stats_invalid": false, 2024-08-29T17:47:17.114 INFO:tasks.workunit.client.0.smithi028.stdout: "purged_snaps": [], 2024-08-29T17:47:17.114 INFO:tasks.workunit.client.0.smithi028.stdout: "reported_epoch": 74, 2024-08-29T17:47:17.114 INFO:tasks.workunit.client.0.smithi028.stdout: "reported_seq": 21, 2024-08-29T17:47:17.114 INFO:tasks.workunit.client.0.smithi028.stdout: "scrub_duration": 0.0, 2024-08-29T17:47:17.114 INFO:tasks.workunit.client.0.smithi028.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-30T20:09:47.112614+0000", 2024-08-29T17:47:17.115 INFO:tasks.workunit.client.0.smithi028.stdout: "snaptrim_duration": 0.0, 2024-08-29T17:47:17.115 INFO:tasks.workunit.client.0.smithi028.stdout: "snaptrimq_len": 0, 2024-08-29T17:47:17.115 INFO:tasks.workunit.client.0.smithi028.stdout: "stat_sum": { 2024-08-29T17:47:17.115 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes": 0, 2024-08-29T17:47:17.115 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes_hit_set_archive": 0, 2024-08-29T17:47:17.115 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes_recovered": 0, 2024-08-29T17:47:17.115 INFO:tasks.workunit.client.0.smithi028.stdout: "num_deep_scrub_errors": 0, 2024-08-29T17:47:17.115 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict": 0, 2024-08-29T17:47:17.115 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_kb": 0, 2024-08-29T17:47:17.115 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_mode_full": 0, 2024-08-29T17:47:17.115 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_mode_some": 0, 2024-08-29T17:47:17.115 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush": 0, 2024-08-29T17:47:17.115 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_kb": 0, 2024-08-29T17:47:17.115 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_mode_high": 0, 2024-08-29T17:47:17.116 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_mode_low": 0, 2024-08-29T17:47:17.116 INFO:tasks.workunit.client.0.smithi028.stdout: "num_keys_recovered": 0, 2024-08-29T17:47:17.116 INFO:tasks.workunit.client.0.smithi028.stdout: "num_large_omap_objects": 0, 2024-08-29T17:47:17.116 INFO:tasks.workunit.client.0.smithi028.stdout: "num_legacy_snapsets": 0, 2024-08-29T17:47:17.116 INFO:tasks.workunit.client.0.smithi028.stdout: "num_object_clones": 0, 2024-08-29T17:47:17.116 INFO:tasks.workunit.client.0.smithi028.stdout: "num_object_copies": 0, 2024-08-29T17:47:17.116 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects": 0, 2024-08-29T17:47:17.116 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_degraded": 0, 2024-08-29T17:47:17.116 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_dirty": 0, 2024-08-29T17:47:17.116 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_hit_set_archive": 0, 2024-08-29T17:47:17.116 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_manifest": 0, 2024-08-29T17:47:17.116 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_misplaced": 0, 2024-08-29T17:47:17.116 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_missing": 0, 2024-08-29T17:47:17.116 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_missing_on_primary": 0, 2024-08-29T17:47:17.117 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_omap": 0, 2024-08-29T17:47:17.117 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_pinned": 0, 2024-08-29T17:47:17.117 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_recovered": 0, 2024-08-29T17:47:17.117 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_repaired": 0, 2024-08-29T17:47:17.117 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_unfound": 0, 2024-08-29T17:47:17.117 INFO:tasks.workunit.client.0.smithi028.stdout: "num_omap_bytes": 0, 2024-08-29T17:47:17.117 INFO:tasks.workunit.client.0.smithi028.stdout: "num_omap_keys": 0, 2024-08-29T17:47:17.117 INFO:tasks.workunit.client.0.smithi028.stdout: "num_promote": 0, 2024-08-29T17:47:17.117 INFO:tasks.workunit.client.0.smithi028.stdout: "num_read": 0, 2024-08-29T17:47:17.117 INFO:tasks.workunit.client.0.smithi028.stdout: "num_read_kb": 0, 2024-08-29T17:47:17.117 INFO:tasks.workunit.client.0.smithi028.stdout: "num_scrub_errors": 0, 2024-08-29T17:47:17.117 INFO:tasks.workunit.client.0.smithi028.stdout: "num_shallow_scrub_errors": 0, 2024-08-29T17:47:17.117 INFO:tasks.workunit.client.0.smithi028.stdout: "num_whiteouts": 0, 2024-08-29T17:47:17.117 INFO:tasks.workunit.client.0.smithi028.stdout: "num_write": 0, 2024-08-29T17:47:17.118 INFO:tasks.workunit.client.0.smithi028.stdout: "num_write_kb": 0 2024-08-29T17:47:17.118 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:17.118 INFO:tasks.workunit.client.0.smithi028.stdout: "state": "active+clean", 2024-08-29T17:47:17.118 INFO:tasks.workunit.client.0.smithi028.stdout: "stats_invalid": false, 2024-08-29T17:47:17.118 INFO:tasks.workunit.client.0.smithi028.stdout: "up": [ 2024-08-29T17:47:17.118 INFO:tasks.workunit.client.0.smithi028.stdout: 0, 2024-08-29T17:47:17.118 INFO:tasks.workunit.client.0.smithi028.stdout: 1, 2024-08-29T17:47:17.118 INFO:tasks.workunit.client.0.smithi028.stdout: 4 2024-08-29T17:47:17.118 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-08-29T17:47:17.118 INFO:tasks.workunit.client.0.smithi028.stdout: "up_primary": 0, 2024-08-29T17:47:17.118 INFO:tasks.workunit.client.0.smithi028.stdout: "version": "0'0" 2024-08-29T17:47:17.118 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:17.118 INFO:tasks.workunit.client.0.smithi028.stdout: { 2024-08-29T17:47:17.118 INFO:tasks.workunit.client.0.smithi028.stdout: "acting": [ 2024-08-29T17:47:17.119 INFO:tasks.workunit.client.0.smithi028.stdout: 7, 2024-08-29T17:47:17.119 INFO:tasks.workunit.client.0.smithi028.stdout: 0, 2024-08-29T17:47:17.119 INFO:tasks.workunit.client.0.smithi028.stdout: 1 2024-08-29T17:47:17.119 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-08-29T17:47:17.119 INFO:tasks.workunit.client.0.smithi028.stdout: "acting_primary": 7, 2024-08-29T17:47:17.119 INFO:tasks.workunit.client.0.smithi028.stdout: "avail_no_missing": [], 2024-08-29T17:47:17.119 INFO:tasks.workunit.client.0.smithi028.stdout: "blocked_by": [], 2024-08-29T17:47:17.119 INFO:tasks.workunit.client.0.smithi028.stdout: "created": 59, 2024-08-29T17:47:17.119 INFO:tasks.workunit.client.0.smithi028.stdout: "dirty_stats_invalid": false, 2024-08-29T17:47:17.119 INFO:tasks.workunit.client.0.smithi028.stdout: "hitset_bytes_stats_invalid": false, 2024-08-29T17:47:17.119 INFO:tasks.workunit.client.0.smithi028.stdout: "hitset_stats_invalid": false, 2024-08-29T17:47:17.119 INFO:tasks.workunit.client.0.smithi028.stdout: "last_active": "2024-08-29T17:43:51.057459+0000", 2024-08-29T17:47:17.119 INFO:tasks.workunit.client.0.smithi028.stdout: "last_became_active": "2024-08-29T17:40:54.003948+0000", 2024-08-29T17:47:17.119 INFO:tasks.workunit.client.0.smithi028.stdout: "last_became_peered": "2024-08-29T17:40:54.003948+0000", 2024-08-29T17:47:17.120 INFO:tasks.workunit.client.0.smithi028.stdout: "last_change": "2024-08-29T17:40:54.004582+0000", 2024-08-29T17:47:17.120 INFO:tasks.workunit.client.0.smithi028.stdout: "last_clean": "2024-08-29T17:43:51.057459+0000", 2024-08-29T17:47:17.120 INFO:tasks.workunit.client.0.smithi028.stdout: "last_clean_scrub_stamp": "2024-08-29T17:40:52.944949+0000", 2024-08-29T17:47:17.120 INFO:tasks.workunit.client.0.smithi028.stdout: "last_deep_scrub": "0'0", 2024-08-29T17:47:17.120 INFO:tasks.workunit.client.0.smithi028.stdout: "last_deep_scrub_stamp": "2024-08-29T17:40:52.944949+0000", 2024-08-29T17:47:17.120 INFO:tasks.workunit.client.0.smithi028.stdout: "last_epoch_clean": 60, 2024-08-29T17:47:17.120 INFO:tasks.workunit.client.0.smithi028.stdout: "last_fresh": "2024-08-29T17:43:51.057459+0000", 2024-08-29T17:47:17.120 INFO:tasks.workunit.client.0.smithi028.stdout: "last_fullsized": "2024-08-29T17:43:51.057459+0000", 2024-08-29T17:47:17.120 INFO:tasks.workunit.client.0.smithi028.stdout: "last_peered": "2024-08-29T17:43:51.057459+0000", 2024-08-29T17:47:17.120 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub": "0'0", 2024-08-29T17:47:17.120 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub_duration": 0, 2024-08-29T17:47:17.120 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub_stamp": "2024-08-29T17:40:52.944949+0000", 2024-08-29T17:47:17.120 INFO:tasks.workunit.client.0.smithi028.stdout: "last_undegraded": "2024-08-29T17:43:51.057459+0000", 2024-08-29T17:47:17.121 INFO:tasks.workunit.client.0.smithi028.stdout: "last_unstale": "2024-08-29T17:43:51.057459+0000", 2024-08-29T17:47:17.121 INFO:tasks.workunit.client.0.smithi028.stdout: "log_dups_size": 0, 2024-08-29T17:47:17.121 INFO:tasks.workunit.client.0.smithi028.stdout: "log_size": 0, 2024-08-29T17:47:17.121 INFO:tasks.workunit.client.0.smithi028.stdout: "log_start": "0'0", 2024-08-29T17:47:17.121 INFO:tasks.workunit.client.0.smithi028.stdout: "manifest_stats_invalid": false, 2024-08-29T17:47:17.121 INFO:tasks.workunit.client.0.smithi028.stdout: "mapping_epoch": 59, 2024-08-29T17:47:17.121 INFO:tasks.workunit.client.0.smithi028.stdout: "object_location_counts": [], 2024-08-29T17:47:17.121 INFO:tasks.workunit.client.0.smithi028.stdout: "objects_scrubbed": 0, 2024-08-29T17:47:17.121 INFO:tasks.workunit.client.0.smithi028.stdout: "objects_trimmed": 0, 2024-08-29T17:47:17.121 INFO:tasks.workunit.client.0.smithi028.stdout: "omap_stats_invalid": false, 2024-08-29T17:47:17.121 INFO:tasks.workunit.client.0.smithi028.stdout: "ondisk_log_size": 0, 2024-08-29T17:47:17.121 INFO:tasks.workunit.client.0.smithi028.stdout: "ondisk_log_start": "0'0", 2024-08-29T17:47:17.121 INFO:tasks.workunit.client.0.smithi028.stdout: "parent": "0.0", 2024-08-29T17:47:17.121 INFO:tasks.workunit.client.0.smithi028.stdout: "parent_split_bits": 0, 2024-08-29T17:47:17.121 INFO:tasks.workunit.client.0.smithi028.stdout: "pgid": "2.8", 2024-08-29T17:47:17.122 INFO:tasks.workunit.client.0.smithi028.stdout: "pin_stats_invalid": false, 2024-08-29T17:47:17.122 INFO:tasks.workunit.client.0.smithi028.stdout: "purged_snaps": [], 2024-08-29T17:47:17.122 INFO:tasks.workunit.client.0.smithi028.stdout: "reported_epoch": 74, 2024-08-29T17:47:17.122 INFO:tasks.workunit.client.0.smithi028.stdout: "reported_seq": 24, 2024-08-29T17:47:17.122 INFO:tasks.workunit.client.0.smithi028.stdout: "scrub_duration": 0.0, 2024-08-29T17:47:17.122 INFO:tasks.workunit.client.0.smithi028.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-30T22:51:00.006032+0000", 2024-08-29T17:47:17.122 INFO:tasks.workunit.client.0.smithi028.stdout: "snaptrim_duration": 0.0, 2024-08-29T17:47:17.122 INFO:tasks.workunit.client.0.smithi028.stdout: "snaptrimq_len": 0, 2024-08-29T17:47:17.122 INFO:tasks.workunit.client.0.smithi028.stdout: "stat_sum": { 2024-08-29T17:47:17.122 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes": 0, 2024-08-29T17:47:17.122 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes_hit_set_archive": 0, 2024-08-29T17:47:17.122 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes_recovered": 0, 2024-08-29T17:47:17.122 INFO:tasks.workunit.client.0.smithi028.stdout: "num_deep_scrub_errors": 0, 2024-08-29T17:47:17.123 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict": 0, 2024-08-29T17:47:17.123 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_kb": 0, 2024-08-29T17:47:17.123 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_mode_full": 0, 2024-08-29T17:47:17.123 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_mode_some": 0, 2024-08-29T17:47:17.123 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush": 0, 2024-08-29T17:47:17.123 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_kb": 0, 2024-08-29T17:47:17.123 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_mode_high": 0, 2024-08-29T17:47:17.123 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_mode_low": 0, 2024-08-29T17:47:17.123 INFO:tasks.workunit.client.0.smithi028.stdout: "num_keys_recovered": 0, 2024-08-29T17:47:17.123 INFO:tasks.workunit.client.0.smithi028.stdout: "num_large_omap_objects": 0, 2024-08-29T17:47:17.123 INFO:tasks.workunit.client.0.smithi028.stdout: "num_legacy_snapsets": 0, 2024-08-29T17:47:17.123 INFO:tasks.workunit.client.0.smithi028.stdout: "num_object_clones": 0, 2024-08-29T17:47:17.123 INFO:tasks.workunit.client.0.smithi028.stdout: "num_object_copies": 0, 2024-08-29T17:47:17.123 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects": 0, 2024-08-29T17:47:17.124 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_degraded": 0, 2024-08-29T17:47:17.124 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_dirty": 0, 2024-08-29T17:47:17.124 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_hit_set_archive": 0, 2024-08-29T17:47:17.124 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_manifest": 0, 2024-08-29T17:47:17.124 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_misplaced": 0, 2024-08-29T17:47:17.124 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_missing": 0, 2024-08-29T17:47:17.124 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_missing_on_primary": 0, 2024-08-29T17:47:17.124 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_omap": 0, 2024-08-29T17:47:17.124 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_pinned": 0, 2024-08-29T17:47:17.124 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_recovered": 0, 2024-08-29T17:47:17.124 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_repaired": 0, 2024-08-29T17:47:17.124 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_unfound": 0, 2024-08-29T17:47:17.124 INFO:tasks.workunit.client.0.smithi028.stdout: "num_omap_bytes": 0, 2024-08-29T17:47:17.125 INFO:tasks.workunit.client.0.smithi028.stdout: "num_omap_keys": 0, 2024-08-29T17:47:17.125 INFO:tasks.workunit.client.0.smithi028.stdout: "num_promote": 0, 2024-08-29T17:47:17.125 INFO:tasks.workunit.client.0.smithi028.stdout: "num_read": 0, 2024-08-29T17:47:17.125 INFO:tasks.workunit.client.0.smithi028.stdout: "num_read_kb": 0, 2024-08-29T17:47:17.125 INFO:tasks.workunit.client.0.smithi028.stdout: "num_scrub_errors": 0, 2024-08-29T17:47:17.125 INFO:tasks.workunit.client.0.smithi028.stdout: "num_shallow_scrub_errors": 0, 2024-08-29T17:47:17.125 INFO:tasks.workunit.client.0.smithi028.stdout: "num_whiteouts": 0, 2024-08-29T17:47:17.125 INFO:tasks.workunit.client.0.smithi028.stdout: "num_write": 0, 2024-08-29T17:47:17.125 INFO:tasks.workunit.client.0.smithi028.stdout: "num_write_kb": 0 2024-08-29T17:47:17.125 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:17.125 INFO:tasks.workunit.client.0.smithi028.stdout: "state": "active+clean", 2024-08-29T17:47:17.125 INFO:tasks.workunit.client.0.smithi028.stdout: "stats_invalid": false, 2024-08-29T17:47:17.125 INFO:tasks.workunit.client.0.smithi028.stdout: "up": [ 2024-08-29T17:47:17.125 INFO:tasks.workunit.client.0.smithi028.stdout: 7, 2024-08-29T17:47:17.125 INFO:tasks.workunit.client.0.smithi028.stdout: 0, 2024-08-29T17:47:17.126 INFO:tasks.workunit.client.0.smithi028.stdout: 1 2024-08-29T17:47:17.126 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-08-29T17:47:17.126 INFO:tasks.workunit.client.0.smithi028.stdout: "up_primary": 7, 2024-08-29T17:47:17.126 INFO:tasks.workunit.client.0.smithi028.stdout: "version": "0'0" 2024-08-29T17:47:17.126 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:17.126 INFO:tasks.workunit.client.0.smithi028.stdout: { 2024-08-29T17:47:17.126 INFO:tasks.workunit.client.0.smithi028.stdout: "acting": [ 2024-08-29T17:47:17.126 INFO:tasks.workunit.client.0.smithi028.stdout: 4, 2024-08-29T17:47:17.126 INFO:tasks.workunit.client.0.smithi028.stdout: 2, 2024-08-29T17:47:17.126 INFO:tasks.workunit.client.0.smithi028.stdout: 7 2024-08-29T17:47:17.126 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-08-29T17:47:17.126 INFO:tasks.workunit.client.0.smithi028.stdout: "acting_primary": 4, 2024-08-29T17:47:17.126 INFO:tasks.workunit.client.0.smithi028.stdout: "avail_no_missing": [], 2024-08-29T17:47:17.127 INFO:tasks.workunit.client.0.smithi028.stdout: "blocked_by": [], 2024-08-29T17:47:17.127 INFO:tasks.workunit.client.0.smithi028.stdout: "created": 62, 2024-08-29T17:47:17.127 INFO:tasks.workunit.client.0.smithi028.stdout: "dirty_stats_invalid": false, 2024-08-29T17:47:17.127 INFO:tasks.workunit.client.0.smithi028.stdout: "hitset_bytes_stats_invalid": false, 2024-08-29T17:47:17.127 INFO:tasks.workunit.client.0.smithi028.stdout: "hitset_stats_invalid": false, 2024-08-29T17:47:17.127 INFO:tasks.workunit.client.0.smithi028.stdout: "last_active": "2024-08-29T17:43:51.001309+0000", 2024-08-29T17:47:17.127 INFO:tasks.workunit.client.0.smithi028.stdout: "last_became_active": "2024-08-29T17:41:03.076410+0000", 2024-08-29T17:47:17.127 INFO:tasks.workunit.client.0.smithi028.stdout: "last_became_peered": "2024-08-29T17:41:03.076410+0000", 2024-08-29T17:47:17.127 INFO:tasks.workunit.client.0.smithi028.stdout: "last_change": "2024-08-29T17:41:03.078707+0000", 2024-08-29T17:47:17.127 INFO:tasks.workunit.client.0.smithi028.stdout: "last_clean": "2024-08-29T17:43:51.001309+0000", 2024-08-29T17:47:17.127 INFO:tasks.workunit.client.0.smithi028.stdout: "last_clean_scrub_stamp": "2024-08-29T17:41:01.987071+0000", 2024-08-29T17:47:17.127 INFO:tasks.workunit.client.0.smithi028.stdout: "last_deep_scrub": "0'0", 2024-08-29T17:47:17.127 INFO:tasks.workunit.client.0.smithi028.stdout: "last_deep_scrub_stamp": "2024-08-29T17:41:01.987071+0000", 2024-08-29T17:47:17.127 INFO:tasks.workunit.client.0.smithi028.stdout: "last_epoch_clean": 63, 2024-08-29T17:47:17.128 INFO:tasks.workunit.client.0.smithi028.stdout: "last_fresh": "2024-08-29T17:43:51.001309+0000", 2024-08-29T17:47:17.128 INFO:tasks.workunit.client.0.smithi028.stdout: "last_fullsized": "2024-08-29T17:43:51.001309+0000", 2024-08-29T17:47:17.128 INFO:tasks.workunit.client.0.smithi028.stdout: "last_peered": "2024-08-29T17:43:51.001309+0000", 2024-08-29T17:47:17.128 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub": "0'0", 2024-08-29T17:47:17.128 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub_duration": 0, 2024-08-29T17:47:17.128 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub_stamp": "2024-08-29T17:41:01.987071+0000", 2024-08-29T17:47:17.128 INFO:tasks.workunit.client.0.smithi028.stdout: "last_undegraded": "2024-08-29T17:43:51.001309+0000", 2024-08-29T17:47:17.128 INFO:tasks.workunit.client.0.smithi028.stdout: "last_unstale": "2024-08-29T17:43:51.001309+0000", 2024-08-29T17:47:17.128 INFO:tasks.workunit.client.0.smithi028.stdout: "log_dups_size": 0, 2024-08-29T17:47:17.128 INFO:tasks.workunit.client.0.smithi028.stdout: "log_size": 0, 2024-08-29T17:47:17.128 INFO:tasks.workunit.client.0.smithi028.stdout: "log_start": "0'0", 2024-08-29T17:47:17.128 INFO:tasks.workunit.client.0.smithi028.stdout: "manifest_stats_invalid": false, 2024-08-29T17:47:17.129 INFO:tasks.workunit.client.0.smithi028.stdout: "mapping_epoch": 62, 2024-08-29T17:47:17.129 INFO:tasks.workunit.client.0.smithi028.stdout: "object_location_counts": [], 2024-08-29T17:47:17.129 INFO:tasks.workunit.client.0.smithi028.stdout: "objects_scrubbed": 0, 2024-08-29T17:47:17.129 INFO:tasks.workunit.client.0.smithi028.stdout: "objects_trimmed": 0, 2024-08-29T17:47:17.129 INFO:tasks.workunit.client.0.smithi028.stdout: "omap_stats_invalid": false, 2024-08-29T17:47:17.129 INFO:tasks.workunit.client.0.smithi028.stdout: "ondisk_log_size": 0, 2024-08-29T17:47:17.129 INFO:tasks.workunit.client.0.smithi028.stdout: "ondisk_log_start": "0'0", 2024-08-29T17:47:17.129 INFO:tasks.workunit.client.0.smithi028.stdout: "parent": "0.0", 2024-08-29T17:47:17.129 INFO:tasks.workunit.client.0.smithi028.stdout: "parent_split_bits": 0, 2024-08-29T17:47:17.129 INFO:tasks.workunit.client.0.smithi028.stdout: "pgid": "3.9", 2024-08-29T17:47:17.129 INFO:tasks.workunit.client.0.smithi028.stdout: "pin_stats_invalid": false, 2024-08-29T17:47:17.129 INFO:tasks.workunit.client.0.smithi028.stdout: "purged_snaps": [], 2024-08-29T17:47:17.129 INFO:tasks.workunit.client.0.smithi028.stdout: "reported_epoch": 74, 2024-08-29T17:47:17.129 INFO:tasks.workunit.client.0.smithi028.stdout: "reported_seq": 21, 2024-08-29T17:47:17.130 INFO:tasks.workunit.client.0.smithi028.stdout: "scrub_duration": 0.0, 2024-08-29T17:47:17.130 INFO:tasks.workunit.client.0.smithi028.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-30T17:53:37.747869+0000", 2024-08-29T17:47:17.130 INFO:tasks.workunit.client.0.smithi028.stdout: "snaptrim_duration": 0.0, 2024-08-29T17:47:17.130 INFO:tasks.workunit.client.0.smithi028.stdout: "snaptrimq_len": 0, 2024-08-29T17:47:17.130 INFO:tasks.workunit.client.0.smithi028.stdout: "stat_sum": { 2024-08-29T17:47:17.130 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes": 0, 2024-08-29T17:47:17.130 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes_hit_set_archive": 0, 2024-08-29T17:47:17.130 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes_recovered": 0, 2024-08-29T17:47:17.130 INFO:tasks.workunit.client.0.smithi028.stdout: "num_deep_scrub_errors": 0, 2024-08-29T17:47:17.130 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict": 0, 2024-08-29T17:47:17.130 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_kb": 0, 2024-08-29T17:47:17.130 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_mode_full": 0, 2024-08-29T17:47:17.130 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_mode_some": 0, 2024-08-29T17:47:17.130 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush": 0, 2024-08-29T17:47:17.131 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_kb": 0, 2024-08-29T17:47:17.131 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_mode_high": 0, 2024-08-29T17:47:17.131 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_mode_low": 0, 2024-08-29T17:47:17.131 INFO:tasks.workunit.client.0.smithi028.stdout: "num_keys_recovered": 0, 2024-08-29T17:47:17.131 INFO:tasks.workunit.client.0.smithi028.stdout: "num_large_omap_objects": 0, 2024-08-29T17:47:17.131 INFO:tasks.workunit.client.0.smithi028.stdout: "num_legacy_snapsets": 0, 2024-08-29T17:47:17.131 INFO:tasks.workunit.client.0.smithi028.stdout: "num_object_clones": 0, 2024-08-29T17:47:17.131 INFO:tasks.workunit.client.0.smithi028.stdout: "num_object_copies": 0, 2024-08-29T17:47:17.131 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects": 0, 2024-08-29T17:47:17.131 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_degraded": 0, 2024-08-29T17:47:17.131 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_dirty": 0, 2024-08-29T17:47:17.131 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_hit_set_archive": 0, 2024-08-29T17:47:17.131 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_manifest": 0, 2024-08-29T17:47:17.131 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_misplaced": 0, 2024-08-29T17:47:17.131 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_missing": 0, 2024-08-29T17:47:17.132 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_missing_on_primary": 0, 2024-08-29T17:47:17.132 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_omap": 0, 2024-08-29T17:47:17.132 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_pinned": 0, 2024-08-29T17:47:17.132 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_recovered": 0, 2024-08-29T17:47:17.132 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_repaired": 0, 2024-08-29T17:47:17.132 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_unfound": 0, 2024-08-29T17:47:17.132 INFO:tasks.workunit.client.0.smithi028.stdout: "num_omap_bytes": 0, 2024-08-29T17:47:17.132 INFO:tasks.workunit.client.0.smithi028.stdout: "num_omap_keys": 0, 2024-08-29T17:47:17.132 INFO:tasks.workunit.client.0.smithi028.stdout: "num_promote": 0, 2024-08-29T17:47:17.132 INFO:tasks.workunit.client.0.smithi028.stdout: "num_read": 0, 2024-08-29T17:47:17.132 INFO:tasks.workunit.client.0.smithi028.stdout: "num_read_kb": 0, 2024-08-29T17:47:17.132 INFO:tasks.workunit.client.0.smithi028.stdout: "num_scrub_errors": 0, 2024-08-29T17:47:17.133 INFO:tasks.workunit.client.0.smithi028.stdout: "num_shallow_scrub_errors": 0, 2024-08-29T17:47:17.133 INFO:tasks.workunit.client.0.smithi028.stdout: "num_whiteouts": 0, 2024-08-29T17:47:17.133 INFO:tasks.workunit.client.0.smithi028.stdout: "num_write": 0, 2024-08-29T17:47:17.133 INFO:tasks.workunit.client.0.smithi028.stdout: "num_write_kb": 0 2024-08-29T17:47:17.133 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:17.133 INFO:tasks.workunit.client.0.smithi028.stdout: "state": "active+clean", 2024-08-29T17:47:17.133 INFO:tasks.workunit.client.0.smithi028.stdout: "stats_invalid": false, 2024-08-29T17:47:17.133 INFO:tasks.workunit.client.0.smithi028.stdout: "up": [ 2024-08-29T17:47:17.133 INFO:tasks.workunit.client.0.smithi028.stdout: 4, 2024-08-29T17:47:17.133 INFO:tasks.workunit.client.0.smithi028.stdout: 2, 2024-08-29T17:47:17.133 INFO:tasks.workunit.client.0.smithi028.stdout: 7 2024-08-29T17:47:17.133 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-08-29T17:47:17.133 INFO:tasks.workunit.client.0.smithi028.stdout: "up_primary": 4, 2024-08-29T17:47:17.133 INFO:tasks.workunit.client.0.smithi028.stdout: "version": "0'0" 2024-08-29T17:47:17.134 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:17.134 INFO:tasks.workunit.client.0.smithi028.stdout: { 2024-08-29T17:47:17.134 INFO:tasks.workunit.client.0.smithi028.stdout: "acting": [ 2024-08-29T17:47:17.134 INFO:tasks.workunit.client.0.smithi028.stdout: 1, 2024-08-29T17:47:17.134 INFO:tasks.workunit.client.0.smithi028.stdout: 7, 2024-08-29T17:47:17.134 INFO:tasks.workunit.client.0.smithi028.stdout: 3 2024-08-29T17:47:17.134 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-08-29T17:47:17.134 INFO:tasks.workunit.client.0.smithi028.stdout: "acting_primary": 1, 2024-08-29T17:47:17.134 INFO:tasks.workunit.client.0.smithi028.stdout: "avail_no_missing": [], 2024-08-29T17:47:17.134 INFO:tasks.workunit.client.0.smithi028.stdout: "blocked_by": [], 2024-08-29T17:47:17.134 INFO:tasks.workunit.client.0.smithi028.stdout: "created": 59, 2024-08-29T17:47:17.134 INFO:tasks.workunit.client.0.smithi028.stdout: "dirty_stats_invalid": false, 2024-08-29T17:47:17.134 INFO:tasks.workunit.client.0.smithi028.stdout: "hitset_bytes_stats_invalid": false, 2024-08-29T17:47:17.134 INFO:tasks.workunit.client.0.smithi028.stdout: "hitset_stats_invalid": false, 2024-08-29T17:47:17.135 INFO:tasks.workunit.client.0.smithi028.stdout: "last_active": "2024-08-29T17:43:51.009407+0000", 2024-08-29T17:47:17.135 INFO:tasks.workunit.client.0.smithi028.stdout: "last_became_active": "2024-08-29T17:40:53.998553+0000", 2024-08-29T17:47:17.135 INFO:tasks.workunit.client.0.smithi028.stdout: "last_became_peered": "2024-08-29T17:40:53.998553+0000", 2024-08-29T17:47:17.135 INFO:tasks.workunit.client.0.smithi028.stdout: "last_change": "2024-08-29T17:40:53.999191+0000", 2024-08-29T17:47:17.135 INFO:tasks.workunit.client.0.smithi028.stdout: "last_clean": "2024-08-29T17:43:51.009407+0000", 2024-08-29T17:47:17.135 INFO:tasks.workunit.client.0.smithi028.stdout: "last_clean_scrub_stamp": "2024-08-29T17:40:52.944949+0000", 2024-08-29T17:47:17.135 INFO:tasks.workunit.client.0.smithi028.stdout: "last_deep_scrub": "0'0", 2024-08-29T17:47:17.135 INFO:tasks.workunit.client.0.smithi028.stdout: "last_deep_scrub_stamp": "2024-08-29T17:40:52.944949+0000", 2024-08-29T17:47:17.135 INFO:tasks.workunit.client.0.smithi028.stdout: "last_epoch_clean": 60, 2024-08-29T17:47:17.135 INFO:tasks.workunit.client.0.smithi028.stdout: "last_fresh": "2024-08-29T17:43:51.009407+0000", 2024-08-29T17:47:17.135 INFO:tasks.workunit.client.0.smithi028.stdout: "last_fullsized": "2024-08-29T17:43:51.009407+0000", 2024-08-29T17:47:17.135 INFO:tasks.workunit.client.0.smithi028.stdout: "last_peered": "2024-08-29T17:43:51.009407+0000", 2024-08-29T17:47:17.135 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub": "0'0", 2024-08-29T17:47:17.136 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub_duration": 0, 2024-08-29T17:47:17.136 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub_stamp": "2024-08-29T17:40:52.944949+0000", 2024-08-29T17:47:17.136 INFO:tasks.workunit.client.0.smithi028.stdout: "last_undegraded": "2024-08-29T17:43:51.009407+0000", 2024-08-29T17:47:17.136 INFO:tasks.workunit.client.0.smithi028.stdout: "last_unstale": "2024-08-29T17:43:51.009407+0000", 2024-08-29T17:47:17.136 INFO:tasks.workunit.client.0.smithi028.stdout: "log_dups_size": 0, 2024-08-29T17:47:17.136 INFO:tasks.workunit.client.0.smithi028.stdout: "log_size": 0, 2024-08-29T17:47:17.136 INFO:tasks.workunit.client.0.smithi028.stdout: "log_start": "0'0", 2024-08-29T17:47:17.136 INFO:tasks.workunit.client.0.smithi028.stdout: "manifest_stats_invalid": false, 2024-08-29T17:47:17.136 INFO:tasks.workunit.client.0.smithi028.stdout: "mapping_epoch": 59, 2024-08-29T17:47:17.136 INFO:tasks.workunit.client.0.smithi028.stdout: "object_location_counts": [], 2024-08-29T17:47:17.136 INFO:tasks.workunit.client.0.smithi028.stdout: "objects_scrubbed": 0, 2024-08-29T17:47:17.136 INFO:tasks.workunit.client.0.smithi028.stdout: "objects_trimmed": 0, 2024-08-29T17:47:17.136 INFO:tasks.workunit.client.0.smithi028.stdout: "omap_stats_invalid": false, 2024-08-29T17:47:17.137 INFO:tasks.workunit.client.0.smithi028.stdout: "ondisk_log_size": 0, 2024-08-29T17:47:17.137 INFO:tasks.workunit.client.0.smithi028.stdout: "ondisk_log_start": "0'0", 2024-08-29T17:47:17.137 INFO:tasks.workunit.client.0.smithi028.stdout: "parent": "0.0", 2024-08-29T17:47:17.137 INFO:tasks.workunit.client.0.smithi028.stdout: "parent_split_bits": 0, 2024-08-29T17:47:17.137 INFO:tasks.workunit.client.0.smithi028.stdout: "pgid": "2.9", 2024-08-29T17:47:17.137 INFO:tasks.workunit.client.0.smithi028.stdout: "pin_stats_invalid": false, 2024-08-29T17:47:17.137 INFO:tasks.workunit.client.0.smithi028.stdout: "purged_snaps": [], 2024-08-29T17:47:17.137 INFO:tasks.workunit.client.0.smithi028.stdout: "reported_epoch": 74, 2024-08-29T17:47:17.137 INFO:tasks.workunit.client.0.smithi028.stdout: "reported_seq": 24, 2024-08-29T17:47:17.137 INFO:tasks.workunit.client.0.smithi028.stdout: "scrub_duration": 0.0, 2024-08-29T17:47:17.137 INFO:tasks.workunit.client.0.smithi028.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-30T19:35:05.530174+0000", 2024-08-29T17:47:17.137 INFO:tasks.workunit.client.0.smithi028.stdout: "snaptrim_duration": 0.0, 2024-08-29T17:47:17.137 INFO:tasks.workunit.client.0.smithi028.stdout: "snaptrimq_len": 0, 2024-08-29T17:47:17.137 INFO:tasks.workunit.client.0.smithi028.stdout: "stat_sum": { 2024-08-29T17:47:17.138 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes": 0, 2024-08-29T17:47:17.138 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes_hit_set_archive": 0, 2024-08-29T17:47:17.138 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes_recovered": 0, 2024-08-29T17:47:17.138 INFO:tasks.workunit.client.0.smithi028.stdout: "num_deep_scrub_errors": 0, 2024-08-29T17:47:17.138 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict": 0, 2024-08-29T17:47:17.138 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_kb": 0, 2024-08-29T17:47:17.138 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_mode_full": 0, 2024-08-29T17:47:17.138 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_mode_some": 0, 2024-08-29T17:47:17.138 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush": 0, 2024-08-29T17:47:17.138 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_kb": 0, 2024-08-29T17:47:17.138 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_mode_high": 0, 2024-08-29T17:47:17.138 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_mode_low": 0, 2024-08-29T17:47:17.138 INFO:tasks.workunit.client.0.smithi028.stdout: "num_keys_recovered": 0, 2024-08-29T17:47:17.138 INFO:tasks.workunit.client.0.smithi028.stdout: "num_large_omap_objects": 0, 2024-08-29T17:47:17.139 INFO:tasks.workunit.client.0.smithi028.stdout: "num_legacy_snapsets": 0, 2024-08-29T17:47:17.139 INFO:tasks.workunit.client.0.smithi028.stdout: "num_object_clones": 0, 2024-08-29T17:47:17.139 INFO:tasks.workunit.client.0.smithi028.stdout: "num_object_copies": 0, 2024-08-29T17:47:17.139 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects": 0, 2024-08-29T17:47:17.139 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_degraded": 0, 2024-08-29T17:47:17.139 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_dirty": 0, 2024-08-29T17:47:17.139 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_hit_set_archive": 0, 2024-08-29T17:47:17.139 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_manifest": 0, 2024-08-29T17:47:17.139 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_misplaced": 0, 2024-08-29T17:47:17.139 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_missing": 0, 2024-08-29T17:47:17.139 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_missing_on_primary": 0, 2024-08-29T17:47:17.139 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_omap": 0, 2024-08-29T17:47:17.139 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_pinned": 0, 2024-08-29T17:47:17.139 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_recovered": 0, 2024-08-29T17:47:17.140 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_repaired": 0, 2024-08-29T17:47:17.140 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_unfound": 0, 2024-08-29T17:47:17.140 INFO:tasks.workunit.client.0.smithi028.stdout: "num_omap_bytes": 0, 2024-08-29T17:47:17.140 INFO:tasks.workunit.client.0.smithi028.stdout: "num_omap_keys": 0, 2024-08-29T17:47:17.140 INFO:tasks.workunit.client.0.smithi028.stdout: "num_promote": 0, 2024-08-29T17:47:17.140 INFO:tasks.workunit.client.0.smithi028.stdout: "num_read": 0, 2024-08-29T17:47:17.140 INFO:tasks.workunit.client.0.smithi028.stdout: "num_read_kb": 0, 2024-08-29T17:47:17.140 INFO:tasks.workunit.client.0.smithi028.stdout: "num_scrub_errors": 0, 2024-08-29T17:47:17.140 INFO:tasks.workunit.client.0.smithi028.stdout: "num_shallow_scrub_errors": 0, 2024-08-29T17:47:17.140 INFO:tasks.workunit.client.0.smithi028.stdout: "num_whiteouts": 0, 2024-08-29T17:47:17.140 INFO:tasks.workunit.client.0.smithi028.stdout: "num_write": 0, 2024-08-29T17:47:17.140 INFO:tasks.workunit.client.0.smithi028.stdout: "num_write_kb": 0 2024-08-29T17:47:17.140 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:17.140 INFO:tasks.workunit.client.0.smithi028.stdout: "state": "active+clean", 2024-08-29T17:47:17.141 INFO:tasks.workunit.client.0.smithi028.stdout: "stats_invalid": false, 2024-08-29T17:47:17.141 INFO:tasks.workunit.client.0.smithi028.stdout: "up": [ 2024-08-29T17:47:17.141 INFO:tasks.workunit.client.0.smithi028.stdout: 1, 2024-08-29T17:47:17.141 INFO:tasks.workunit.client.0.smithi028.stdout: 7, 2024-08-29T17:47:17.141 INFO:tasks.workunit.client.0.smithi028.stdout: 3 2024-08-29T17:47:17.141 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-08-29T17:47:17.141 INFO:tasks.workunit.client.0.smithi028.stdout: "up_primary": 1, 2024-08-29T17:47:17.141 INFO:tasks.workunit.client.0.smithi028.stdout: "version": "0'0" 2024-08-29T17:47:17.141 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:17.141 INFO:tasks.workunit.client.0.smithi028.stdout: { 2024-08-29T17:47:17.141 INFO:tasks.workunit.client.0.smithi028.stdout: "acting": [ 2024-08-29T17:47:17.141 INFO:tasks.workunit.client.0.smithi028.stdout: 3, 2024-08-29T17:47:17.141 INFO:tasks.workunit.client.0.smithi028.stdout: 1, 2024-08-29T17:47:17.141 INFO:tasks.workunit.client.0.smithi028.stdout: 7 2024-08-29T17:47:17.142 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-08-29T17:47:17.142 INFO:tasks.workunit.client.0.smithi028.stdout: "acting_primary": 3, 2024-08-29T17:47:17.142 INFO:tasks.workunit.client.0.smithi028.stdout: "avail_no_missing": [], 2024-08-29T17:47:17.142 INFO:tasks.workunit.client.0.smithi028.stdout: "blocked_by": [], 2024-08-29T17:47:17.142 INFO:tasks.workunit.client.0.smithi028.stdout: "created": 62, 2024-08-29T17:47:17.142 INFO:tasks.workunit.client.0.smithi028.stdout: "dirty_stats_invalid": false, 2024-08-29T17:47:17.142 INFO:tasks.workunit.client.0.smithi028.stdout: "hitset_bytes_stats_invalid": false, 2024-08-29T17:47:17.142 INFO:tasks.workunit.client.0.smithi028.stdout: "hitset_stats_invalid": false, 2024-08-29T17:47:17.142 INFO:tasks.workunit.client.0.smithi028.stdout: "last_active": "2024-08-29T17:43:51.002306+0000", 2024-08-29T17:47:17.142 INFO:tasks.workunit.client.0.smithi028.stdout: "last_became_active": "2024-08-29T17:41:03.056480+0000", 2024-08-29T17:47:17.142 INFO:tasks.workunit.client.0.smithi028.stdout: "last_became_peered": "2024-08-29T17:41:03.056480+0000", 2024-08-29T17:47:17.142 INFO:tasks.workunit.client.0.smithi028.stdout: "last_change": "2024-08-29T17:41:03.057392+0000", 2024-08-29T17:47:17.142 INFO:tasks.workunit.client.0.smithi028.stdout: "last_clean": "2024-08-29T17:43:51.002306+0000", 2024-08-29T17:47:17.142 INFO:tasks.workunit.client.0.smithi028.stdout: "last_clean_scrub_stamp": "2024-08-29T17:41:01.987071+0000", 2024-08-29T17:47:17.143 INFO:tasks.workunit.client.0.smithi028.stdout: "last_deep_scrub": "0'0", 2024-08-29T17:47:17.143 INFO:tasks.workunit.client.0.smithi028.stdout: "last_deep_scrub_stamp": "2024-08-29T17:41:01.987071+0000", 2024-08-29T17:47:17.143 INFO:tasks.workunit.client.0.smithi028.stdout: "last_epoch_clean": 63, 2024-08-29T17:47:17.143 INFO:tasks.workunit.client.0.smithi028.stdout: "last_fresh": "2024-08-29T17:43:51.002306+0000", 2024-08-29T17:47:17.143 INFO:tasks.workunit.client.0.smithi028.stdout: "last_fullsized": "2024-08-29T17:43:51.002306+0000", 2024-08-29T17:47:17.143 INFO:tasks.workunit.client.0.smithi028.stdout: "last_peered": "2024-08-29T17:43:51.002306+0000", 2024-08-29T17:47:17.143 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub": "0'0", 2024-08-29T17:47:17.143 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub_duration": 0, 2024-08-29T17:47:17.143 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub_stamp": "2024-08-29T17:41:01.987071+0000", 2024-08-29T17:47:17.143 INFO:tasks.workunit.client.0.smithi028.stdout: "last_undegraded": "2024-08-29T17:43:51.002306+0000", 2024-08-29T17:47:17.143 INFO:tasks.workunit.client.0.smithi028.stdout: "last_unstale": "2024-08-29T17:43:51.002306+0000", 2024-08-29T17:47:17.143 INFO:tasks.workunit.client.0.smithi028.stdout: "log_dups_size": 0, 2024-08-29T17:47:17.143 INFO:tasks.workunit.client.0.smithi028.stdout: "log_size": 0, 2024-08-29T17:47:17.143 INFO:tasks.workunit.client.0.smithi028.stdout: "log_start": "0'0", 2024-08-29T17:47:17.144 INFO:tasks.workunit.client.0.smithi028.stdout: "manifest_stats_invalid": false, 2024-08-29T17:47:17.144 INFO:tasks.workunit.client.0.smithi028.stdout: "mapping_epoch": 62, 2024-08-29T17:47:17.144 INFO:tasks.workunit.client.0.smithi028.stdout: "object_location_counts": [], 2024-08-29T17:47:17.144 INFO:tasks.workunit.client.0.smithi028.stdout: "objects_scrubbed": 0, 2024-08-29T17:47:17.144 INFO:tasks.workunit.client.0.smithi028.stdout: "objects_trimmed": 0, 2024-08-29T17:47:17.144 INFO:tasks.workunit.client.0.smithi028.stdout: "omap_stats_invalid": false, 2024-08-29T17:47:17.144 INFO:tasks.workunit.client.0.smithi028.stdout: "ondisk_log_size": 0, 2024-08-29T17:47:17.144 INFO:tasks.workunit.client.0.smithi028.stdout: "ondisk_log_start": "0'0", 2024-08-29T17:47:17.144 INFO:tasks.workunit.client.0.smithi028.stdout: "parent": "0.0", 2024-08-29T17:47:17.144 INFO:tasks.workunit.client.0.smithi028.stdout: "parent_split_bits": 0, 2024-08-29T17:47:17.144 INFO:tasks.workunit.client.0.smithi028.stdout: "pgid": "3.8", 2024-08-29T17:47:17.144 INFO:tasks.workunit.client.0.smithi028.stdout: "pin_stats_invalid": false, 2024-08-29T17:47:17.144 INFO:tasks.workunit.client.0.smithi028.stdout: "purged_snaps": [], 2024-08-29T17:47:17.145 INFO:tasks.workunit.client.0.smithi028.stdout: "reported_epoch": 74, 2024-08-29T17:47:17.145 INFO:tasks.workunit.client.0.smithi028.stdout: "reported_seq": 21, 2024-08-29T17:47:17.145 INFO:tasks.workunit.client.0.smithi028.stdout: "scrub_duration": 0.0, 2024-08-29T17:47:17.145 INFO:tasks.workunit.client.0.smithi028.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-30T21:26:13.016911+0000", 2024-08-29T17:47:17.145 INFO:tasks.workunit.client.0.smithi028.stdout: "snaptrim_duration": 0.0, 2024-08-29T17:47:17.145 INFO:tasks.workunit.client.0.smithi028.stdout: "snaptrimq_len": 0, 2024-08-29T17:47:17.145 INFO:tasks.workunit.client.0.smithi028.stdout: "stat_sum": { 2024-08-29T17:47:17.145 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes": 0, 2024-08-29T17:47:17.145 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes_hit_set_archive": 0, 2024-08-29T17:47:17.145 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes_recovered": 0, 2024-08-29T17:47:17.145 INFO:tasks.workunit.client.0.smithi028.stdout: "num_deep_scrub_errors": 0, 2024-08-29T17:47:17.145 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict": 0, 2024-08-29T17:47:17.145 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_kb": 0, 2024-08-29T17:47:17.145 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_mode_full": 0, 2024-08-29T17:47:17.146 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_mode_some": 0, 2024-08-29T17:47:17.146 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush": 0, 2024-08-29T17:47:17.146 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_kb": 0, 2024-08-29T17:47:17.146 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_mode_high": 0, 2024-08-29T17:47:17.146 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_mode_low": 0, 2024-08-29T17:47:17.146 INFO:tasks.workunit.client.0.smithi028.stdout: "num_keys_recovered": 0, 2024-08-29T17:47:17.146 INFO:tasks.workunit.client.0.smithi028.stdout: "num_large_omap_objects": 0, 2024-08-29T17:47:17.146 INFO:tasks.workunit.client.0.smithi028.stdout: "num_legacy_snapsets": 0, 2024-08-29T17:47:17.146 INFO:tasks.workunit.client.0.smithi028.stdout: "num_object_clones": 0, 2024-08-29T17:47:17.146 INFO:tasks.workunit.client.0.smithi028.stdout: "num_object_copies": 0, 2024-08-29T17:47:17.146 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects": 0, 2024-08-29T17:47:17.146 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_degraded": 0, 2024-08-29T17:47:17.146 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_dirty": 0, 2024-08-29T17:47:17.147 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_hit_set_archive": 0, 2024-08-29T17:47:17.147 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_manifest": 0, 2024-08-29T17:47:17.147 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_misplaced": 0, 2024-08-29T17:47:17.147 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_missing": 0, 2024-08-29T17:47:17.147 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_missing_on_primary": 0, 2024-08-29T17:47:17.147 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_omap": 0, 2024-08-29T17:47:17.147 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_pinned": 0, 2024-08-29T17:47:17.147 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_recovered": 0, 2024-08-29T17:47:17.147 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_repaired": 0, 2024-08-29T17:47:17.147 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_unfound": 0, 2024-08-29T17:47:17.147 INFO:tasks.workunit.client.0.smithi028.stdout: "num_omap_bytes": 0, 2024-08-29T17:47:17.147 INFO:tasks.workunit.client.0.smithi028.stdout: "num_omap_keys": 0, 2024-08-29T17:47:17.147 INFO:tasks.workunit.client.0.smithi028.stdout: "num_promote": 0, 2024-08-29T17:47:17.147 INFO:tasks.workunit.client.0.smithi028.stdout: "num_read": 0, 2024-08-29T17:47:17.148 INFO:tasks.workunit.client.0.smithi028.stdout: "num_read_kb": 0, 2024-08-29T17:47:17.148 INFO:tasks.workunit.client.0.smithi028.stdout: "num_scrub_errors": 0, 2024-08-29T17:47:17.148 INFO:tasks.workunit.client.0.smithi028.stdout: "num_shallow_scrub_errors": 0, 2024-08-29T17:47:17.148 INFO:tasks.workunit.client.0.smithi028.stdout: "num_whiteouts": 0, 2024-08-29T17:47:17.148 INFO:tasks.workunit.client.0.smithi028.stdout: "num_write": 0, 2024-08-29T17:47:17.148 INFO:tasks.workunit.client.0.smithi028.stdout: "num_write_kb": 0 2024-08-29T17:47:17.148 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:17.148 INFO:tasks.workunit.client.0.smithi028.stdout: "state": "active+clean", 2024-08-29T17:47:17.148 INFO:tasks.workunit.client.0.smithi028.stdout: "stats_invalid": false, 2024-08-29T17:47:17.148 INFO:tasks.workunit.client.0.smithi028.stdout: "up": [ 2024-08-29T17:47:17.148 INFO:tasks.workunit.client.0.smithi028.stdout: 3, 2024-08-29T17:47:17.148 INFO:tasks.workunit.client.0.smithi028.stdout: 1, 2024-08-29T17:47:17.148 INFO:tasks.workunit.client.0.smithi028.stdout: 7 2024-08-29T17:47:17.149 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-08-29T17:47:17.149 INFO:tasks.workunit.client.0.smithi028.stdout: "up_primary": 3, 2024-08-29T17:47:17.149 INFO:tasks.workunit.client.0.smithi028.stdout: "version": "0'0" 2024-08-29T17:47:17.149 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:17.149 INFO:tasks.workunit.client.0.smithi028.stdout: { 2024-08-29T17:47:17.149 INFO:tasks.workunit.client.0.smithi028.stdout: "acting": [ 2024-08-29T17:47:17.149 INFO:tasks.workunit.client.0.smithi028.stdout: 1, 2024-08-29T17:47:17.149 INFO:tasks.workunit.client.0.smithi028.stdout: 3, 2024-08-29T17:47:17.149 INFO:tasks.workunit.client.0.smithi028.stdout: 7 2024-08-29T17:47:17.149 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-08-29T17:47:17.149 INFO:tasks.workunit.client.0.smithi028.stdout: "acting_primary": 1, 2024-08-29T17:47:17.149 INFO:tasks.workunit.client.0.smithi028.stdout: "avail_no_missing": [], 2024-08-29T17:47:17.149 INFO:tasks.workunit.client.0.smithi028.stdout: "blocked_by": [], 2024-08-29T17:47:17.149 INFO:tasks.workunit.client.0.smithi028.stdout: "created": 59, 2024-08-29T17:47:17.150 INFO:tasks.workunit.client.0.smithi028.stdout: "dirty_stats_invalid": false, 2024-08-29T17:47:17.150 INFO:tasks.workunit.client.0.smithi028.stdout: "hitset_bytes_stats_invalid": false, 2024-08-29T17:47:17.150 INFO:tasks.workunit.client.0.smithi028.stdout: "hitset_stats_invalid": false, 2024-08-29T17:47:17.150 INFO:tasks.workunit.client.0.smithi028.stdout: "last_active": "2024-08-29T17:43:51.010327+0000", 2024-08-29T17:47:17.150 INFO:tasks.workunit.client.0.smithi028.stdout: "last_became_active": "2024-08-29T17:40:53.987830+0000", 2024-08-29T17:47:17.150 INFO:tasks.workunit.client.0.smithi028.stdout: "last_became_peered": "2024-08-29T17:40:53.987830+0000", 2024-08-29T17:47:17.150 INFO:tasks.workunit.client.0.smithi028.stdout: "last_change": "2024-08-29T17:40:53.988890+0000", 2024-08-29T17:47:17.150 INFO:tasks.workunit.client.0.smithi028.stdout: "last_clean": "2024-08-29T17:43:51.010327+0000", 2024-08-29T17:47:17.150 INFO:tasks.workunit.client.0.smithi028.stdout: "last_clean_scrub_stamp": "2024-08-29T17:40:52.944949+0000", 2024-08-29T17:47:17.150 INFO:tasks.workunit.client.0.smithi028.stdout: "last_deep_scrub": "0'0", 2024-08-29T17:47:17.150 INFO:tasks.workunit.client.0.smithi028.stdout: "last_deep_scrub_stamp": "2024-08-29T17:40:52.944949+0000", 2024-08-29T17:47:17.150 INFO:tasks.workunit.client.0.smithi028.stdout: "last_epoch_clean": 60, 2024-08-29T17:47:17.150 INFO:tasks.workunit.client.0.smithi028.stdout: "last_fresh": "2024-08-29T17:43:51.010327+0000", 2024-08-29T17:47:17.150 INFO:tasks.workunit.client.0.smithi028.stdout: "last_fullsized": "2024-08-29T17:43:51.010327+0000", 2024-08-29T17:47:17.151 INFO:tasks.workunit.client.0.smithi028.stdout: "last_peered": "2024-08-29T17:43:51.010327+0000", 2024-08-29T17:47:17.151 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub": "0'0", 2024-08-29T17:47:17.151 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub_duration": 0, 2024-08-29T17:47:17.151 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub_stamp": "2024-08-29T17:40:52.944949+0000", 2024-08-29T17:47:17.151 INFO:tasks.workunit.client.0.smithi028.stdout: "last_undegraded": "2024-08-29T17:43:51.010327+0000", 2024-08-29T17:47:17.151 INFO:tasks.workunit.client.0.smithi028.stdout: "last_unstale": "2024-08-29T17:43:51.010327+0000", 2024-08-29T17:47:17.151 INFO:tasks.workunit.client.0.smithi028.stdout: "log_dups_size": 0, 2024-08-29T17:47:17.151 INFO:tasks.workunit.client.0.smithi028.stdout: "log_size": 0, 2024-08-29T17:47:17.151 INFO:tasks.workunit.client.0.smithi028.stdout: "log_start": "0'0", 2024-08-29T17:47:17.151 INFO:tasks.workunit.client.0.smithi028.stdout: "manifest_stats_invalid": false, 2024-08-29T17:47:17.151 INFO:tasks.workunit.client.0.smithi028.stdout: "mapping_epoch": 59, 2024-08-29T17:47:17.151 INFO:tasks.workunit.client.0.smithi028.stdout: "object_location_counts": [], 2024-08-29T17:47:17.151 INFO:tasks.workunit.client.0.smithi028.stdout: "objects_scrubbed": 0, 2024-08-29T17:47:17.151 INFO:tasks.workunit.client.0.smithi028.stdout: "objects_trimmed": 0, 2024-08-29T17:47:17.151 INFO:tasks.workunit.client.0.smithi028.stdout: "omap_stats_invalid": false, 2024-08-29T17:47:17.152 INFO:tasks.workunit.client.0.smithi028.stdout: "ondisk_log_size": 0, 2024-08-29T17:47:17.152 INFO:tasks.workunit.client.0.smithi028.stdout: "ondisk_log_start": "0'0", 2024-08-29T17:47:17.152 INFO:tasks.workunit.client.0.smithi028.stdout: "parent": "0.0", 2024-08-29T17:47:17.152 INFO:tasks.workunit.client.0.smithi028.stdout: "parent_split_bits": 0, 2024-08-29T17:47:17.152 INFO:tasks.workunit.client.0.smithi028.stdout: "pgid": "2.a", 2024-08-29T17:47:17.152 INFO:tasks.workunit.client.0.smithi028.stdout: "pin_stats_invalid": false, 2024-08-29T17:47:17.152 INFO:tasks.workunit.client.0.smithi028.stdout: "purged_snaps": [], 2024-08-29T17:47:17.152 INFO:tasks.workunit.client.0.smithi028.stdout: "reported_epoch": 74, 2024-08-29T17:47:17.152 INFO:tasks.workunit.client.0.smithi028.stdout: "reported_seq": 24, 2024-08-29T17:47:17.152 INFO:tasks.workunit.client.0.smithi028.stdout: "scrub_duration": 0.0, 2024-08-29T17:47:17.152 INFO:tasks.workunit.client.0.smithi028.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-31T01:52:35.315116+0000", 2024-08-29T17:47:17.152 INFO:tasks.workunit.client.0.smithi028.stdout: "snaptrim_duration": 0.0, 2024-08-29T17:47:17.152 INFO:tasks.workunit.client.0.smithi028.stdout: "snaptrimq_len": 0, 2024-08-29T17:47:17.153 INFO:tasks.workunit.client.0.smithi028.stdout: "stat_sum": { 2024-08-29T17:47:17.153 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes": 0, 2024-08-29T17:47:17.153 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes_hit_set_archive": 0, 2024-08-29T17:47:17.153 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes_recovered": 0, 2024-08-29T17:47:17.153 INFO:tasks.workunit.client.0.smithi028.stdout: "num_deep_scrub_errors": 0, 2024-08-29T17:47:17.153 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict": 0, 2024-08-29T17:47:17.153 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_kb": 0, 2024-08-29T17:47:17.153 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_mode_full": 0, 2024-08-29T17:47:17.153 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_mode_some": 0, 2024-08-29T17:47:17.153 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush": 0, 2024-08-29T17:47:17.153 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_kb": 0, 2024-08-29T17:47:17.153 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_mode_high": 0, 2024-08-29T17:47:17.153 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_mode_low": 0, 2024-08-29T17:47:17.153 INFO:tasks.workunit.client.0.smithi028.stdout: "num_keys_recovered": 0, 2024-08-29T17:47:17.154 INFO:tasks.workunit.client.0.smithi028.stdout: "num_large_omap_objects": 0, 2024-08-29T17:47:17.154 INFO:tasks.workunit.client.0.smithi028.stdout: "num_legacy_snapsets": 0, 2024-08-29T17:47:17.154 INFO:tasks.workunit.client.0.smithi028.stdout: "num_object_clones": 0, 2024-08-29T17:47:17.154 INFO:tasks.workunit.client.0.smithi028.stdout: "num_object_copies": 0, 2024-08-29T17:47:17.154 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects": 0, 2024-08-29T17:47:17.154 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_degraded": 0, 2024-08-29T17:47:17.154 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_dirty": 0, 2024-08-29T17:47:17.154 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_hit_set_archive": 0, 2024-08-29T17:47:17.154 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_manifest": 0, 2024-08-29T17:47:17.154 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_misplaced": 0, 2024-08-29T17:47:17.154 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_missing": 0, 2024-08-29T17:47:17.154 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_missing_on_primary": 0, 2024-08-29T17:47:17.154 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_omap": 0, 2024-08-29T17:47:17.154 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_pinned": 0, 2024-08-29T17:47:17.155 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_recovered": 0, 2024-08-29T17:47:17.155 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_repaired": 0, 2024-08-29T17:47:17.155 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_unfound": 0, 2024-08-29T17:47:17.155 INFO:tasks.workunit.client.0.smithi028.stdout: "num_omap_bytes": 0, 2024-08-29T17:47:17.155 INFO:tasks.workunit.client.0.smithi028.stdout: "num_omap_keys": 0, 2024-08-29T17:47:17.155 INFO:tasks.workunit.client.0.smithi028.stdout: "num_promote": 0, 2024-08-29T17:47:17.155 INFO:tasks.workunit.client.0.smithi028.stdout: "num_read": 0, 2024-08-29T17:47:17.155 INFO:tasks.workunit.client.0.smithi028.stdout: "num_read_kb": 0, 2024-08-29T17:47:17.155 INFO:tasks.workunit.client.0.smithi028.stdout: "num_scrub_errors": 0, 2024-08-29T17:47:17.155 INFO:tasks.workunit.client.0.smithi028.stdout: "num_shallow_scrub_errors": 0, 2024-08-29T17:47:17.155 INFO:tasks.workunit.client.0.smithi028.stdout: "num_whiteouts": 0, 2024-08-29T17:47:17.155 INFO:tasks.workunit.client.0.smithi028.stdout: "num_write": 0, 2024-08-29T17:47:17.156 INFO:tasks.workunit.client.0.smithi028.stdout: "num_write_kb": 0 2024-08-29T17:47:17.156 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:17.156 INFO:tasks.workunit.client.0.smithi028.stdout: "state": "active+clean", 2024-08-29T17:47:17.156 INFO:tasks.workunit.client.0.smithi028.stdout: "stats_invalid": false, 2024-08-29T17:47:17.156 INFO:tasks.workunit.client.0.smithi028.stdout: "up": [ 2024-08-29T17:47:17.156 INFO:tasks.workunit.client.0.smithi028.stdout: 1, 2024-08-29T17:47:17.156 INFO:tasks.workunit.client.0.smithi028.stdout: 3, 2024-08-29T17:47:17.156 INFO:tasks.workunit.client.0.smithi028.stdout: 7 2024-08-29T17:47:17.156 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-08-29T17:47:17.156 INFO:tasks.workunit.client.0.smithi028.stdout: "up_primary": 1, 2024-08-29T17:47:17.156 INFO:tasks.workunit.client.0.smithi028.stdout: "version": "0'0" 2024-08-29T17:47:17.156 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:17.156 INFO:tasks.workunit.client.0.smithi028.stdout: { 2024-08-29T17:47:17.157 INFO:tasks.workunit.client.0.smithi028.stdout: "acting": [ 2024-08-29T17:47:17.157 INFO:tasks.workunit.client.0.smithi028.stdout: 3, 2024-08-29T17:47:17.157 INFO:tasks.workunit.client.0.smithi028.stdout: 0, 2024-08-29T17:47:17.157 INFO:tasks.workunit.client.0.smithi028.stdout: 4 2024-08-29T17:47:17.157 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-08-29T17:47:17.157 INFO:tasks.workunit.client.0.smithi028.stdout: "acting_primary": 3, 2024-08-29T17:47:17.157 INFO:tasks.workunit.client.0.smithi028.stdout: "avail_no_missing": [], 2024-08-29T17:47:17.157 INFO:tasks.workunit.client.0.smithi028.stdout: "blocked_by": [], 2024-08-29T17:47:17.157 INFO:tasks.workunit.client.0.smithi028.stdout: "created": 62, 2024-08-29T17:47:17.157 INFO:tasks.workunit.client.0.smithi028.stdout: "dirty_stats_invalid": false, 2024-08-29T17:47:17.157 INFO:tasks.workunit.client.0.smithi028.stdout: "hitset_bytes_stats_invalid": false, 2024-08-29T17:47:17.157 INFO:tasks.workunit.client.0.smithi028.stdout: "hitset_stats_invalid": false, 2024-08-29T17:47:17.158 INFO:tasks.workunit.client.0.smithi028.stdout: "last_active": "2024-08-29T17:43:51.004512+0000", 2024-08-29T17:47:17.158 INFO:tasks.workunit.client.0.smithi028.stdout: "last_became_active": "2024-08-29T17:41:03.067540+0000", 2024-08-29T17:47:17.158 INFO:tasks.workunit.client.0.smithi028.stdout: "last_became_peered": "2024-08-29T17:41:03.067540+0000", 2024-08-29T17:47:17.158 INFO:tasks.workunit.client.0.smithi028.stdout: "last_change": "2024-08-29T17:41:03.068281+0000", 2024-08-29T17:47:17.158 INFO:tasks.workunit.client.0.smithi028.stdout: "last_clean": "2024-08-29T17:43:51.004512+0000", 2024-08-29T17:47:17.158 INFO:tasks.workunit.client.0.smithi028.stdout: "last_clean_scrub_stamp": "2024-08-29T17:41:01.987071+0000", 2024-08-29T17:47:17.158 INFO:tasks.workunit.client.0.smithi028.stdout: "last_deep_scrub": "0'0", 2024-08-29T17:47:17.158 INFO:tasks.workunit.client.0.smithi028.stdout: "last_deep_scrub_stamp": "2024-08-29T17:41:01.987071+0000", 2024-08-29T17:47:17.158 INFO:tasks.workunit.client.0.smithi028.stdout: "last_epoch_clean": 63, 2024-08-29T17:47:17.158 INFO:tasks.workunit.client.0.smithi028.stdout: "last_fresh": "2024-08-29T17:43:51.004512+0000", 2024-08-29T17:47:17.158 INFO:tasks.workunit.client.0.smithi028.stdout: "last_fullsized": "2024-08-29T17:43:51.004512+0000", 2024-08-29T17:47:17.158 INFO:tasks.workunit.client.0.smithi028.stdout: "last_peered": "2024-08-29T17:43:51.004512+0000", 2024-08-29T17:47:17.158 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub": "0'0", 2024-08-29T17:47:17.158 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub_duration": 0, 2024-08-29T17:47:17.159 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub_stamp": "2024-08-29T17:41:01.987071+0000", 2024-08-29T17:47:17.159 INFO:tasks.workunit.client.0.smithi028.stdout: "last_undegraded": "2024-08-29T17:43:51.004512+0000", 2024-08-29T17:47:17.159 INFO:tasks.workunit.client.0.smithi028.stdout: "last_unstale": "2024-08-29T17:43:51.004512+0000", 2024-08-29T17:47:17.159 INFO:tasks.workunit.client.0.smithi028.stdout: "log_dups_size": 0, 2024-08-29T17:47:17.159 INFO:tasks.workunit.client.0.smithi028.stdout: "log_size": 0, 2024-08-29T17:47:17.159 INFO:tasks.workunit.client.0.smithi028.stdout: "log_start": "0'0", 2024-08-29T17:47:17.159 INFO:tasks.workunit.client.0.smithi028.stdout: "manifest_stats_invalid": false, 2024-08-29T17:47:17.159 INFO:tasks.workunit.client.0.smithi028.stdout: "mapping_epoch": 62, 2024-08-29T17:47:17.159 INFO:tasks.workunit.client.0.smithi028.stdout: "object_location_counts": [], 2024-08-29T17:47:17.159 INFO:tasks.workunit.client.0.smithi028.stdout: "objects_scrubbed": 0, 2024-08-29T17:47:17.159 INFO:tasks.workunit.client.0.smithi028.stdout: "objects_trimmed": 0, 2024-08-29T17:47:17.159 INFO:tasks.workunit.client.0.smithi028.stdout: "omap_stats_invalid": false, 2024-08-29T17:47:17.159 INFO:tasks.workunit.client.0.smithi028.stdout: "ondisk_log_size": 0, 2024-08-29T17:47:17.160 INFO:tasks.workunit.client.0.smithi028.stdout: "ondisk_log_start": "0'0", 2024-08-29T17:47:17.160 INFO:tasks.workunit.client.0.smithi028.stdout: "parent": "0.0", 2024-08-29T17:47:17.160 INFO:tasks.workunit.client.0.smithi028.stdout: "parent_split_bits": 0, 2024-08-29T17:47:17.160 INFO:tasks.workunit.client.0.smithi028.stdout: "pgid": "3.b", 2024-08-29T17:47:17.160 INFO:tasks.workunit.client.0.smithi028.stdout: "pin_stats_invalid": false, 2024-08-29T17:47:17.160 INFO:tasks.workunit.client.0.smithi028.stdout: "purged_snaps": [], 2024-08-29T17:47:17.160 INFO:tasks.workunit.client.0.smithi028.stdout: "reported_epoch": 74, 2024-08-29T17:47:17.160 INFO:tasks.workunit.client.0.smithi028.stdout: "reported_seq": 21, 2024-08-29T17:47:17.160 INFO:tasks.workunit.client.0.smithi028.stdout: "scrub_duration": 0.0, 2024-08-29T17:47:17.160 INFO:tasks.workunit.client.0.smithi028.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-31T01:24:36.674196+0000", 2024-08-29T17:47:17.160 INFO:tasks.workunit.client.0.smithi028.stdout: "snaptrim_duration": 0.0, 2024-08-29T17:47:17.160 INFO:tasks.workunit.client.0.smithi028.stdout: "snaptrimq_len": 0, 2024-08-29T17:47:17.160 INFO:tasks.workunit.client.0.smithi028.stdout: "stat_sum": { 2024-08-29T17:47:17.161 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes": 0, 2024-08-29T17:47:17.161 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes_hit_set_archive": 0, 2024-08-29T17:47:17.161 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes_recovered": 0, 2024-08-29T17:47:17.161 INFO:tasks.workunit.client.0.smithi028.stdout: "num_deep_scrub_errors": 0, 2024-08-29T17:47:17.161 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict": 0, 2024-08-29T17:47:17.161 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_kb": 0, 2024-08-29T17:47:17.161 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_mode_full": 0, 2024-08-29T17:47:17.161 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_mode_some": 0, 2024-08-29T17:47:17.161 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush": 0, 2024-08-29T17:47:17.161 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_kb": 0, 2024-08-29T17:47:17.161 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_mode_high": 0, 2024-08-29T17:47:17.161 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_mode_low": 0, 2024-08-29T17:47:17.161 INFO:tasks.workunit.client.0.smithi028.stdout: "num_keys_recovered": 0, 2024-08-29T17:47:17.162 INFO:tasks.workunit.client.0.smithi028.stdout: "num_large_omap_objects": 0, 2024-08-29T17:47:17.162 INFO:tasks.workunit.client.0.smithi028.stdout: "num_legacy_snapsets": 0, 2024-08-29T17:47:17.162 INFO:tasks.workunit.client.0.smithi028.stdout: "num_object_clones": 0, 2024-08-29T17:47:17.162 INFO:tasks.workunit.client.0.smithi028.stdout: "num_object_copies": 0, 2024-08-29T17:47:17.162 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects": 0, 2024-08-29T17:47:17.162 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_degraded": 0, 2024-08-29T17:47:17.162 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_dirty": 0, 2024-08-29T17:47:17.162 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_hit_set_archive": 0, 2024-08-29T17:47:17.162 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_manifest": 0, 2024-08-29T17:47:17.162 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_misplaced": 0, 2024-08-29T17:47:17.162 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_missing": 0, 2024-08-29T17:47:17.162 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_missing_on_primary": 0, 2024-08-29T17:47:17.162 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_omap": 0, 2024-08-29T17:47:17.162 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_pinned": 0, 2024-08-29T17:47:17.162 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_recovered": 0, 2024-08-29T17:47:17.163 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_repaired": 0, 2024-08-29T17:47:17.163 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_unfound": 0, 2024-08-29T17:47:17.163 INFO:tasks.workunit.client.0.smithi028.stdout: "num_omap_bytes": 0, 2024-08-29T17:47:17.163 INFO:tasks.workunit.client.0.smithi028.stdout: "num_omap_keys": 0, 2024-08-29T17:47:17.163 INFO:tasks.workunit.client.0.smithi028.stdout: "num_promote": 0, 2024-08-29T17:47:17.163 INFO:tasks.workunit.client.0.smithi028.stdout: "num_read": 0, 2024-08-29T17:47:17.163 INFO:tasks.workunit.client.0.smithi028.stdout: "num_read_kb": 0, 2024-08-29T17:47:17.163 INFO:tasks.workunit.client.0.smithi028.stdout: "num_scrub_errors": 0, 2024-08-29T17:47:17.163 INFO:tasks.workunit.client.0.smithi028.stdout: "num_shallow_scrub_errors": 0, 2024-08-29T17:47:17.163 INFO:tasks.workunit.client.0.smithi028.stdout: "num_whiteouts": 0, 2024-08-29T17:47:17.163 INFO:tasks.workunit.client.0.smithi028.stdout: "num_write": 0, 2024-08-29T17:47:17.163 INFO:tasks.workunit.client.0.smithi028.stdout: "num_write_kb": 0 2024-08-29T17:47:17.163 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:17.164 INFO:tasks.workunit.client.0.smithi028.stdout: "state": "active+clean", 2024-08-29T17:47:17.164 INFO:tasks.workunit.client.0.smithi028.stdout: "stats_invalid": false, 2024-08-29T17:47:17.164 INFO:tasks.workunit.client.0.smithi028.stdout: "up": [ 2024-08-29T17:47:17.164 INFO:tasks.workunit.client.0.smithi028.stdout: 3, 2024-08-29T17:47:17.164 INFO:tasks.workunit.client.0.smithi028.stdout: 0, 2024-08-29T17:47:17.164 INFO:tasks.workunit.client.0.smithi028.stdout: 4 2024-08-29T17:47:17.164 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-08-29T17:47:17.164 INFO:tasks.workunit.client.0.smithi028.stdout: "up_primary": 3, 2024-08-29T17:47:17.164 INFO:tasks.workunit.client.0.smithi028.stdout: "version": "0'0" 2024-08-29T17:47:17.164 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:17.164 INFO:tasks.workunit.client.0.smithi028.stdout: { 2024-08-29T17:47:17.164 INFO:tasks.workunit.client.0.smithi028.stdout: "acting": [ 2024-08-29T17:47:17.164 INFO:tasks.workunit.client.0.smithi028.stdout: 7, 2024-08-29T17:47:17.164 INFO:tasks.workunit.client.0.smithi028.stdout: 4, 2024-08-29T17:47:17.165 INFO:tasks.workunit.client.0.smithi028.stdout: 5 2024-08-29T17:47:17.165 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-08-29T17:47:17.165 INFO:tasks.workunit.client.0.smithi028.stdout: "acting_primary": 7, 2024-08-29T17:47:17.165 INFO:tasks.workunit.client.0.smithi028.stdout: "avail_no_missing": [], 2024-08-29T17:47:17.165 INFO:tasks.workunit.client.0.smithi028.stdout: "blocked_by": [], 2024-08-29T17:47:17.165 INFO:tasks.workunit.client.0.smithi028.stdout: "created": 59, 2024-08-29T17:47:17.165 INFO:tasks.workunit.client.0.smithi028.stdout: "dirty_stats_invalid": false, 2024-08-29T17:47:17.165 INFO:tasks.workunit.client.0.smithi028.stdout: "hitset_bytes_stats_invalid": false, 2024-08-29T17:47:17.165 INFO:tasks.workunit.client.0.smithi028.stdout: "hitset_stats_invalid": false, 2024-08-29T17:47:17.165 INFO:tasks.workunit.client.0.smithi028.stdout: "last_active": "2024-08-29T17:43:51.058155+0000", 2024-08-29T17:47:17.165 INFO:tasks.workunit.client.0.smithi028.stdout: "last_became_active": "2024-08-29T17:40:53.994961+0000", 2024-08-29T17:47:17.165 INFO:tasks.workunit.client.0.smithi028.stdout: "last_became_peered": "2024-08-29T17:40:53.994961+0000", 2024-08-29T17:47:17.165 INFO:tasks.workunit.client.0.smithi028.stdout: "last_change": "2024-08-29T17:40:53.996349+0000", 2024-08-29T17:47:17.165 INFO:tasks.workunit.client.0.smithi028.stdout: "last_clean": "2024-08-29T17:43:51.058155+0000", 2024-08-29T17:47:17.166 INFO:tasks.workunit.client.0.smithi028.stdout: "last_clean_scrub_stamp": "2024-08-29T17:40:52.944949+0000", 2024-08-29T17:47:17.166 INFO:tasks.workunit.client.0.smithi028.stdout: "last_deep_scrub": "0'0", 2024-08-29T17:47:17.166 INFO:tasks.workunit.client.0.smithi028.stdout: "last_deep_scrub_stamp": "2024-08-29T17:40:52.944949+0000", 2024-08-29T17:47:17.166 INFO:tasks.workunit.client.0.smithi028.stdout: "last_epoch_clean": 60, 2024-08-29T17:47:17.166 INFO:tasks.workunit.client.0.smithi028.stdout: "last_fresh": "2024-08-29T17:43:51.058155+0000", 2024-08-29T17:47:17.166 INFO:tasks.workunit.client.0.smithi028.stdout: "last_fullsized": "2024-08-29T17:43:51.058155+0000", 2024-08-29T17:47:17.166 INFO:tasks.workunit.client.0.smithi028.stdout: "last_peered": "2024-08-29T17:43:51.058155+0000", 2024-08-29T17:47:17.166 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub": "0'0", 2024-08-29T17:47:17.166 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub_duration": 0, 2024-08-29T17:47:17.166 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub_stamp": "2024-08-29T17:40:52.944949+0000", 2024-08-29T17:47:17.166 INFO:tasks.workunit.client.0.smithi028.stdout: "last_undegraded": "2024-08-29T17:43:51.058155+0000", 2024-08-29T17:47:17.166 INFO:tasks.workunit.client.0.smithi028.stdout: "last_unstale": "2024-08-29T17:43:51.058155+0000", 2024-08-29T17:47:17.166 INFO:tasks.workunit.client.0.smithi028.stdout: "log_dups_size": 0, 2024-08-29T17:47:17.166 INFO:tasks.workunit.client.0.smithi028.stdout: "log_size": 2, 2024-08-29T17:47:17.166 INFO:tasks.workunit.client.0.smithi028.stdout: "log_start": "0'0", 2024-08-29T17:47:17.167 INFO:tasks.workunit.client.0.smithi028.stdout: "manifest_stats_invalid": false, 2024-08-29T17:47:17.167 INFO:tasks.workunit.client.0.smithi028.stdout: "mapping_epoch": 59, 2024-08-29T17:47:17.167 INFO:tasks.workunit.client.0.smithi028.stdout: "object_location_counts": [], 2024-08-29T17:47:17.167 INFO:tasks.workunit.client.0.smithi028.stdout: "objects_scrubbed": 0, 2024-08-29T17:47:17.167 INFO:tasks.workunit.client.0.smithi028.stdout: "objects_trimmed": 0, 2024-08-29T17:47:17.167 INFO:tasks.workunit.client.0.smithi028.stdout: "omap_stats_invalid": false, 2024-08-29T17:47:17.167 INFO:tasks.workunit.client.0.smithi028.stdout: "ondisk_log_size": 2, 2024-08-29T17:47:17.167 INFO:tasks.workunit.client.0.smithi028.stdout: "ondisk_log_start": "0'0", 2024-08-29T17:47:17.167 INFO:tasks.workunit.client.0.smithi028.stdout: "parent": "0.0", 2024-08-29T17:47:17.167 INFO:tasks.workunit.client.0.smithi028.stdout: "parent_split_bits": 0, 2024-08-29T17:47:17.167 INFO:tasks.workunit.client.0.smithi028.stdout: "pgid": "2.b", 2024-08-29T17:47:17.167 INFO:tasks.workunit.client.0.smithi028.stdout: "pin_stats_invalid": false, 2024-08-29T17:47:17.167 INFO:tasks.workunit.client.0.smithi028.stdout: "purged_snaps": [], 2024-08-29T17:47:17.167 INFO:tasks.workunit.client.0.smithi028.stdout: "reported_epoch": 74, 2024-08-29T17:47:17.168 INFO:tasks.workunit.client.0.smithi028.stdout: "reported_seq": 26, 2024-08-29T17:47:17.168 INFO:tasks.workunit.client.0.smithi028.stdout: "scrub_duration": 0.0, 2024-08-29T17:47:17.168 INFO:tasks.workunit.client.0.smithi028.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-31T01:59:05.156956+0000", 2024-08-29T17:47:17.168 INFO:tasks.workunit.client.0.smithi028.stdout: "snaptrim_duration": 0.0, 2024-08-29T17:47:17.168 INFO:tasks.workunit.client.0.smithi028.stdout: "snaptrimq_len": 0, 2024-08-29T17:47:17.168 INFO:tasks.workunit.client.0.smithi028.stdout: "stat_sum": { 2024-08-29T17:47:17.168 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes": 0, 2024-08-29T17:47:17.168 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes_hit_set_archive": 0, 2024-08-29T17:47:17.168 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes_recovered": 0, 2024-08-29T17:47:17.168 INFO:tasks.workunit.client.0.smithi028.stdout: "num_deep_scrub_errors": 0, 2024-08-29T17:47:17.168 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict": 0, 2024-08-29T17:47:17.168 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_kb": 0, 2024-08-29T17:47:17.169 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_mode_full": 0, 2024-08-29T17:47:17.169 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_mode_some": 0, 2024-08-29T17:47:17.169 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush": 0, 2024-08-29T17:47:17.169 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_kb": 0, 2024-08-29T17:47:17.169 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_mode_high": 0, 2024-08-29T17:47:17.169 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_mode_low": 0, 2024-08-29T17:47:17.169 INFO:tasks.workunit.client.0.smithi028.stdout: "num_keys_recovered": 0, 2024-08-29T17:47:17.169 INFO:tasks.workunit.client.0.smithi028.stdout: "num_large_omap_objects": 0, 2024-08-29T17:47:17.169 INFO:tasks.workunit.client.0.smithi028.stdout: "num_legacy_snapsets": 0, 2024-08-29T17:47:17.169 INFO:tasks.workunit.client.0.smithi028.stdout: "num_object_clones": 0, 2024-08-29T17:47:17.169 INFO:tasks.workunit.client.0.smithi028.stdout: "num_object_copies": 3, 2024-08-29T17:47:17.169 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects": 1, 2024-08-29T17:47:17.169 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_degraded": 0, 2024-08-29T17:47:17.169 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_dirty": 1, 2024-08-29T17:47:17.170 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_hit_set_archive": 0, 2024-08-29T17:47:17.170 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_manifest": 0, 2024-08-29T17:47:17.170 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_misplaced": 0, 2024-08-29T17:47:17.170 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_missing": 0, 2024-08-29T17:47:17.170 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_missing_on_primary": 0, 2024-08-29T17:47:17.170 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_omap": 1, 2024-08-29T17:47:17.170 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_pinned": 0, 2024-08-29T17:47:17.170 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_recovered": 0, 2024-08-29T17:47:17.170 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_repaired": 0, 2024-08-29T17:47:17.170 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_unfound": 0, 2024-08-29T17:47:17.170 INFO:tasks.workunit.client.0.smithi028.stdout: "num_omap_bytes": 0, 2024-08-29T17:47:17.171 INFO:tasks.workunit.client.0.smithi028.stdout: "num_omap_keys": 0, 2024-08-29T17:47:17.171 INFO:tasks.workunit.client.0.smithi028.stdout: "num_promote": 0, 2024-08-29T17:47:17.171 INFO:tasks.workunit.client.0.smithi028.stdout: "num_read": 0, 2024-08-29T17:47:17.171 INFO:tasks.workunit.client.0.smithi028.stdout: "num_read_kb": 0, 2024-08-29T17:47:17.171 INFO:tasks.workunit.client.0.smithi028.stdout: "num_scrub_errors": 0, 2024-08-29T17:47:17.171 INFO:tasks.workunit.client.0.smithi028.stdout: "num_shallow_scrub_errors": 0, 2024-08-29T17:47:17.171 INFO:tasks.workunit.client.0.smithi028.stdout: "num_whiteouts": 0, 2024-08-29T17:47:17.171 INFO:tasks.workunit.client.0.smithi028.stdout: "num_write": 1, 2024-08-29T17:47:17.171 INFO:tasks.workunit.client.0.smithi028.stdout: "num_write_kb": 0 2024-08-29T17:47:17.171 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:17.171 INFO:tasks.workunit.client.0.smithi028.stdout: "state": "active+clean", 2024-08-29T17:47:17.171 INFO:tasks.workunit.client.0.smithi028.stdout: "stats_invalid": false, 2024-08-29T17:47:17.171 INFO:tasks.workunit.client.0.smithi028.stdout: "up": [ 2024-08-29T17:47:17.171 INFO:tasks.workunit.client.0.smithi028.stdout: 7, 2024-08-29T17:47:17.172 INFO:tasks.workunit.client.0.smithi028.stdout: 4, 2024-08-29T17:47:17.172 INFO:tasks.workunit.client.0.smithi028.stdout: 5 2024-08-29T17:47:17.172 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-08-29T17:47:17.172 INFO:tasks.workunit.client.0.smithi028.stdout: "up_primary": 7, 2024-08-29T17:47:17.172 INFO:tasks.workunit.client.0.smithi028.stdout: "version": "65'2" 2024-08-29T17:47:17.172 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:17.172 INFO:tasks.workunit.client.0.smithi028.stdout: { 2024-08-29T17:47:17.172 INFO:tasks.workunit.client.0.smithi028.stdout: "acting": [ 2024-08-29T17:47:17.172 INFO:tasks.workunit.client.0.smithi028.stdout: 6, 2024-08-29T17:47:17.172 INFO:tasks.workunit.client.0.smithi028.stdout: 4, 2024-08-29T17:47:17.172 INFO:tasks.workunit.client.0.smithi028.stdout: 1 2024-08-29T17:47:17.172 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-08-29T17:47:17.172 INFO:tasks.workunit.client.0.smithi028.stdout: "acting_primary": 6, 2024-08-29T17:47:17.172 INFO:tasks.workunit.client.0.smithi028.stdout: "avail_no_missing": [], 2024-08-29T17:47:17.173 INFO:tasks.workunit.client.0.smithi028.stdout: "blocked_by": [], 2024-08-29T17:47:17.173 INFO:tasks.workunit.client.0.smithi028.stdout: "created": 62, 2024-08-29T17:47:17.173 INFO:tasks.workunit.client.0.smithi028.stdout: "dirty_stats_invalid": false, 2024-08-29T17:47:17.173 INFO:tasks.workunit.client.0.smithi028.stdout: "hitset_bytes_stats_invalid": false, 2024-08-29T17:47:17.173 INFO:tasks.workunit.client.0.smithi028.stdout: "hitset_stats_invalid": false, 2024-08-29T17:47:17.173 INFO:tasks.workunit.client.0.smithi028.stdout: "last_active": "2024-08-29T17:43:51.180779+0000", 2024-08-29T17:47:17.173 INFO:tasks.workunit.client.0.smithi028.stdout: "last_became_active": "2024-08-29T17:41:03.050002+0000", 2024-08-29T17:47:17.173 INFO:tasks.workunit.client.0.smithi028.stdout: "last_became_peered": "2024-08-29T17:41:03.050002+0000", 2024-08-29T17:47:17.173 INFO:tasks.workunit.client.0.smithi028.stdout: "last_change": "2024-08-29T17:41:03.050967+0000", 2024-08-29T17:47:17.173 INFO:tasks.workunit.client.0.smithi028.stdout: "last_clean": "2024-08-29T17:43:51.180779+0000", 2024-08-29T17:47:17.173 INFO:tasks.workunit.client.0.smithi028.stdout: "last_clean_scrub_stamp": "2024-08-29T17:41:01.987071+0000", 2024-08-29T17:47:17.173 INFO:tasks.workunit.client.0.smithi028.stdout: "last_deep_scrub": "0'0", 2024-08-29T17:47:17.173 INFO:tasks.workunit.client.0.smithi028.stdout: "last_deep_scrub_stamp": "2024-08-29T17:41:01.987071+0000", 2024-08-29T17:47:17.173 INFO:tasks.workunit.client.0.smithi028.stdout: "last_epoch_clean": 63, 2024-08-29T17:47:17.174 INFO:tasks.workunit.client.0.smithi028.stdout: "last_fresh": "2024-08-29T17:43:51.180779+0000", 2024-08-29T17:47:17.174 INFO:tasks.workunit.client.0.smithi028.stdout: "last_fullsized": "2024-08-29T17:43:51.180779+0000", 2024-08-29T17:47:17.174 INFO:tasks.workunit.client.0.smithi028.stdout: "last_peered": "2024-08-29T17:43:51.180779+0000", 2024-08-29T17:47:17.174 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub": "0'0", 2024-08-29T17:47:17.174 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub_duration": 0, 2024-08-29T17:47:17.174 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub_stamp": "2024-08-29T17:41:01.987071+0000", 2024-08-29T17:47:17.174 INFO:tasks.workunit.client.0.smithi028.stdout: "last_undegraded": "2024-08-29T17:43:51.180779+0000", 2024-08-29T17:47:17.174 INFO:tasks.workunit.client.0.smithi028.stdout: "last_unstale": "2024-08-29T17:43:51.180779+0000", 2024-08-29T17:47:17.174 INFO:tasks.workunit.client.0.smithi028.stdout: "log_dups_size": 0, 2024-08-29T17:47:17.174 INFO:tasks.workunit.client.0.smithi028.stdout: "log_size": 0, 2024-08-29T17:47:17.174 INFO:tasks.workunit.client.0.smithi028.stdout: "log_start": "0'0", 2024-08-29T17:47:17.174 INFO:tasks.workunit.client.0.smithi028.stdout: "manifest_stats_invalid": false, 2024-08-29T17:47:17.174 INFO:tasks.workunit.client.0.smithi028.stdout: "mapping_epoch": 62, 2024-08-29T17:47:17.175 INFO:tasks.workunit.client.0.smithi028.stdout: "object_location_counts": [], 2024-08-29T17:47:17.175 INFO:tasks.workunit.client.0.smithi028.stdout: "objects_scrubbed": 0, 2024-08-29T17:47:17.175 INFO:tasks.workunit.client.0.smithi028.stdout: "objects_trimmed": 0, 2024-08-29T17:47:17.175 INFO:tasks.workunit.client.0.smithi028.stdout: "omap_stats_invalid": false, 2024-08-29T17:47:17.175 INFO:tasks.workunit.client.0.smithi028.stdout: "ondisk_log_size": 0, 2024-08-29T17:47:17.175 INFO:tasks.workunit.client.0.smithi028.stdout: "ondisk_log_start": "0'0", 2024-08-29T17:47:17.175 INFO:tasks.workunit.client.0.smithi028.stdout: "parent": "0.0", 2024-08-29T17:47:17.175 INFO:tasks.workunit.client.0.smithi028.stdout: "parent_split_bits": 0, 2024-08-29T17:47:17.175 INFO:tasks.workunit.client.0.smithi028.stdout: "pgid": "3.a", 2024-08-29T17:47:17.175 INFO:tasks.workunit.client.0.smithi028.stdout: "pin_stats_invalid": false, 2024-08-29T17:47:17.175 INFO:tasks.workunit.client.0.smithi028.stdout: "purged_snaps": [], 2024-08-29T17:47:17.175 INFO:tasks.workunit.client.0.smithi028.stdout: "reported_epoch": 74, 2024-08-29T17:47:17.176 INFO:tasks.workunit.client.0.smithi028.stdout: "reported_seq": 21, 2024-08-29T17:47:17.176 INFO:tasks.workunit.client.0.smithi028.stdout: "scrub_duration": 0.0, 2024-08-29T17:47:17.176 INFO:tasks.workunit.client.0.smithi028.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-31T02:43:09.072336+0000", 2024-08-29T17:47:17.176 INFO:tasks.workunit.client.0.smithi028.stdout: "snaptrim_duration": 0.0, 2024-08-29T17:47:17.176 INFO:tasks.workunit.client.0.smithi028.stdout: "snaptrimq_len": 0, 2024-08-29T17:47:17.176 INFO:tasks.workunit.client.0.smithi028.stdout: "stat_sum": { 2024-08-29T17:47:17.176 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes": 0, 2024-08-29T17:47:17.176 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes_hit_set_archive": 0, 2024-08-29T17:47:17.176 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes_recovered": 0, 2024-08-29T17:47:17.176 INFO:tasks.workunit.client.0.smithi028.stdout: "num_deep_scrub_errors": 0, 2024-08-29T17:47:17.176 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict": 0, 2024-08-29T17:47:17.176 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_kb": 0, 2024-08-29T17:47:17.176 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_mode_full": 0, 2024-08-29T17:47:17.177 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_mode_some": 0, 2024-08-29T17:47:17.177 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush": 0, 2024-08-29T17:47:17.177 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_kb": 0, 2024-08-29T17:47:17.177 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_mode_high": 0, 2024-08-29T17:47:17.177 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_mode_low": 0, 2024-08-29T17:47:17.177 INFO:tasks.workunit.client.0.smithi028.stdout: "num_keys_recovered": 0, 2024-08-29T17:47:17.177 INFO:tasks.workunit.client.0.smithi028.stdout: "num_large_omap_objects": 0, 2024-08-29T17:47:17.177 INFO:tasks.workunit.client.0.smithi028.stdout: "num_legacy_snapsets": 0, 2024-08-29T17:47:17.177 INFO:tasks.workunit.client.0.smithi028.stdout: "num_object_clones": 0, 2024-08-29T17:47:17.177 INFO:tasks.workunit.client.0.smithi028.stdout: "num_object_copies": 0, 2024-08-29T17:47:17.177 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects": 0, 2024-08-29T17:47:17.177 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_degraded": 0, 2024-08-29T17:47:17.177 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_dirty": 0, 2024-08-29T17:47:17.178 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_hit_set_archive": 0, 2024-08-29T17:47:17.178 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_manifest": 0, 2024-08-29T17:47:17.178 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_misplaced": 0, 2024-08-29T17:47:17.178 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_missing": 0, 2024-08-29T17:47:17.178 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_missing_on_primary": 0, 2024-08-29T17:47:17.178 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_omap": 0, 2024-08-29T17:47:17.178 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_pinned": 0, 2024-08-29T17:47:17.178 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_recovered": 0, 2024-08-29T17:47:17.178 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_repaired": 0, 2024-08-29T17:47:17.178 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_unfound": 0, 2024-08-29T17:47:17.178 INFO:tasks.workunit.client.0.smithi028.stdout: "num_omap_bytes": 0, 2024-08-29T17:47:17.178 INFO:tasks.workunit.client.0.smithi028.stdout: "num_omap_keys": 0, 2024-08-29T17:47:17.178 INFO:tasks.workunit.client.0.smithi028.stdout: "num_promote": 0, 2024-08-29T17:47:17.179 INFO:tasks.workunit.client.0.smithi028.stdout: "num_read": 0, 2024-08-29T17:47:17.179 INFO:tasks.workunit.client.0.smithi028.stdout: "num_read_kb": 0, 2024-08-29T17:47:17.179 INFO:tasks.workunit.client.0.smithi028.stdout: "num_scrub_errors": 0, 2024-08-29T17:47:17.179 INFO:tasks.workunit.client.0.smithi028.stdout: "num_shallow_scrub_errors": 0, 2024-08-29T17:47:17.179 INFO:tasks.workunit.client.0.smithi028.stdout: "num_whiteouts": 0, 2024-08-29T17:47:17.179 INFO:tasks.workunit.client.0.smithi028.stdout: "num_write": 0, 2024-08-29T17:47:17.179 INFO:tasks.workunit.client.0.smithi028.stdout: "num_write_kb": 0 2024-08-29T17:47:17.179 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:17.179 INFO:tasks.workunit.client.0.smithi028.stdout: "state": "active+clean", 2024-08-29T17:47:17.179 INFO:tasks.workunit.client.0.smithi028.stdout: "stats_invalid": false, 2024-08-29T17:47:17.179 INFO:tasks.workunit.client.0.smithi028.stdout: "up": [ 2024-08-29T17:47:17.179 INFO:tasks.workunit.client.0.smithi028.stdout: 6, 2024-08-29T17:47:17.179 INFO:tasks.workunit.client.0.smithi028.stdout: 4, 2024-08-29T17:47:17.179 INFO:tasks.workunit.client.0.smithi028.stdout: 1 2024-08-29T17:47:17.180 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-08-29T17:47:17.180 INFO:tasks.workunit.client.0.smithi028.stdout: "up_primary": 6, 2024-08-29T17:47:17.180 INFO:tasks.workunit.client.0.smithi028.stdout: "version": "0'0" 2024-08-29T17:47:17.180 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:17.180 INFO:tasks.workunit.client.0.smithi028.stdout: { 2024-08-29T17:47:17.180 INFO:tasks.workunit.client.0.smithi028.stdout: "acting": [ 2024-08-29T17:47:17.180 INFO:tasks.workunit.client.0.smithi028.stdout: 5, 2024-08-29T17:47:17.180 INFO:tasks.workunit.client.0.smithi028.stdout: 4, 2024-08-29T17:47:17.180 INFO:tasks.workunit.client.0.smithi028.stdout: 6 2024-08-29T17:47:17.180 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-08-29T17:47:17.180 INFO:tasks.workunit.client.0.smithi028.stdout: "acting_primary": 5, 2024-08-29T17:47:17.180 INFO:tasks.workunit.client.0.smithi028.stdout: "avail_no_missing": [], 2024-08-29T17:47:17.180 INFO:tasks.workunit.client.0.smithi028.stdout: "blocked_by": [], 2024-08-29T17:47:17.181 INFO:tasks.workunit.client.0.smithi028.stdout: "created": 62, 2024-08-29T17:47:17.181 INFO:tasks.workunit.client.0.smithi028.stdout: "dirty_stats_invalid": false, 2024-08-29T17:47:17.181 INFO:tasks.workunit.client.0.smithi028.stdout: "hitset_bytes_stats_invalid": false, 2024-08-29T17:47:17.181 INFO:tasks.workunit.client.0.smithi028.stdout: "hitset_stats_invalid": false, 2024-08-29T17:47:17.181 INFO:tasks.workunit.client.0.smithi028.stdout: "last_active": "2024-08-29T17:43:51.011928+0000", 2024-08-29T17:47:17.181 INFO:tasks.workunit.client.0.smithi028.stdout: "last_became_active": "2024-08-29T17:41:03.055218+0000", 2024-08-29T17:47:17.181 INFO:tasks.workunit.client.0.smithi028.stdout: "last_became_peered": "2024-08-29T17:41:03.055218+0000", 2024-08-29T17:47:17.181 INFO:tasks.workunit.client.0.smithi028.stdout: "last_change": "2024-08-29T17:41:03.056090+0000", 2024-08-29T17:47:17.181 INFO:tasks.workunit.client.0.smithi028.stdout: "last_clean": "2024-08-29T17:43:51.011928+0000", 2024-08-29T17:47:17.181 INFO:tasks.workunit.client.0.smithi028.stdout: "last_clean_scrub_stamp": "2024-08-29T17:41:01.987071+0000", 2024-08-29T17:47:17.181 INFO:tasks.workunit.client.0.smithi028.stdout: "last_deep_scrub": "0'0", 2024-08-29T17:47:17.181 INFO:tasks.workunit.client.0.smithi028.stdout: "last_deep_scrub_stamp": "2024-08-29T17:41:01.987071+0000", 2024-08-29T17:47:17.181 INFO:tasks.workunit.client.0.smithi028.stdout: "last_epoch_clean": 63, 2024-08-29T17:47:17.181 INFO:tasks.workunit.client.0.smithi028.stdout: "last_fresh": "2024-08-29T17:43:51.011928+0000", 2024-08-29T17:47:17.182 INFO:tasks.workunit.client.0.smithi028.stdout: "last_fullsized": "2024-08-29T17:43:51.011928+0000", 2024-08-29T17:47:17.182 INFO:tasks.workunit.client.0.smithi028.stdout: "last_peered": "2024-08-29T17:43:51.011928+0000", 2024-08-29T17:47:17.182 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub": "0'0", 2024-08-29T17:47:17.182 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub_duration": 0, 2024-08-29T17:47:17.182 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub_stamp": "2024-08-29T17:41:01.987071+0000", 2024-08-29T17:47:17.182 INFO:tasks.workunit.client.0.smithi028.stdout: "last_undegraded": "2024-08-29T17:43:51.011928+0000", 2024-08-29T17:47:17.182 INFO:tasks.workunit.client.0.smithi028.stdout: "last_unstale": "2024-08-29T17:43:51.011928+0000", 2024-08-29T17:47:17.182 INFO:tasks.workunit.client.0.smithi028.stdout: "log_dups_size": 0, 2024-08-29T17:47:17.182 INFO:tasks.workunit.client.0.smithi028.stdout: "log_size": 0, 2024-08-29T17:47:17.182 INFO:tasks.workunit.client.0.smithi028.stdout: "log_start": "0'0", 2024-08-29T17:47:17.182 INFO:tasks.workunit.client.0.smithi028.stdout: "manifest_stats_invalid": false, 2024-08-29T17:47:17.182 INFO:tasks.workunit.client.0.smithi028.stdout: "mapping_epoch": 62, 2024-08-29T17:47:17.182 INFO:tasks.workunit.client.0.smithi028.stdout: "object_location_counts": [], 2024-08-29T17:47:17.182 INFO:tasks.workunit.client.0.smithi028.stdout: "objects_scrubbed": 0, 2024-08-29T17:47:17.183 INFO:tasks.workunit.client.0.smithi028.stdout: "objects_trimmed": 0, 2024-08-29T17:47:17.183 INFO:tasks.workunit.client.0.smithi028.stdout: "omap_stats_invalid": false, 2024-08-29T17:47:17.183 INFO:tasks.workunit.client.0.smithi028.stdout: "ondisk_log_size": 0, 2024-08-29T17:47:17.183 INFO:tasks.workunit.client.0.smithi028.stdout: "ondisk_log_start": "0'0", 2024-08-29T17:47:17.183 INFO:tasks.workunit.client.0.smithi028.stdout: "parent": "0.0", 2024-08-29T17:47:17.183 INFO:tasks.workunit.client.0.smithi028.stdout: "parent_split_bits": 0, 2024-08-29T17:47:17.183 INFO:tasks.workunit.client.0.smithi028.stdout: "pgid": "3.1d", 2024-08-29T17:47:17.183 INFO:tasks.workunit.client.0.smithi028.stdout: "pin_stats_invalid": false, 2024-08-29T17:47:17.183 INFO:tasks.workunit.client.0.smithi028.stdout: "purged_snaps": [], 2024-08-29T17:47:17.183 INFO:tasks.workunit.client.0.smithi028.stdout: "reported_epoch": 74, 2024-08-29T17:47:17.183 INFO:tasks.workunit.client.0.smithi028.stdout: "reported_seq": 21, 2024-08-29T17:47:17.183 INFO:tasks.workunit.client.0.smithi028.stdout: "scrub_duration": 0.0, 2024-08-29T17:47:17.183 INFO:tasks.workunit.client.0.smithi028.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-30T23:46:17.035805+0000", 2024-08-29T17:47:17.183 INFO:tasks.workunit.client.0.smithi028.stdout: "snaptrim_duration": 0.0, 2024-08-29T17:47:17.183 INFO:tasks.workunit.client.0.smithi028.stdout: "snaptrimq_len": 0, 2024-08-29T17:47:17.184 INFO:tasks.workunit.client.0.smithi028.stdout: "stat_sum": { 2024-08-29T17:47:17.184 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes": 0, 2024-08-29T17:47:17.184 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes_hit_set_archive": 0, 2024-08-29T17:47:17.184 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes_recovered": 0, 2024-08-29T17:47:17.184 INFO:tasks.workunit.client.0.smithi028.stdout: "num_deep_scrub_errors": 0, 2024-08-29T17:47:17.184 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict": 0, 2024-08-29T17:47:17.184 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_kb": 0, 2024-08-29T17:47:17.184 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_mode_full": 0, 2024-08-29T17:47:17.184 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_mode_some": 0, 2024-08-29T17:47:17.184 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush": 0, 2024-08-29T17:47:17.184 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_kb": 0, 2024-08-29T17:47:17.184 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_mode_high": 0, 2024-08-29T17:47:17.184 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_mode_low": 0, 2024-08-29T17:47:17.184 INFO:tasks.workunit.client.0.smithi028.stdout: "num_keys_recovered": 0, 2024-08-29T17:47:17.185 INFO:tasks.workunit.client.0.smithi028.stdout: "num_large_omap_objects": 0, 2024-08-29T17:47:17.185 INFO:tasks.workunit.client.0.smithi028.stdout: "num_legacy_snapsets": 0, 2024-08-29T17:47:17.185 INFO:tasks.workunit.client.0.smithi028.stdout: "num_object_clones": 0, 2024-08-29T17:47:17.185 INFO:tasks.workunit.client.0.smithi028.stdout: "num_object_copies": 0, 2024-08-29T17:47:17.185 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects": 0, 2024-08-29T17:47:17.185 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_degraded": 0, 2024-08-29T17:47:17.185 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_dirty": 0, 2024-08-29T17:47:17.185 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_hit_set_archive": 0, 2024-08-29T17:47:17.185 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_manifest": 0, 2024-08-29T17:47:17.185 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_misplaced": 0, 2024-08-29T17:47:17.185 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_missing": 0, 2024-08-29T17:47:17.185 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_missing_on_primary": 0, 2024-08-29T17:47:17.185 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_omap": 0, 2024-08-29T17:47:17.185 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_pinned": 0, 2024-08-29T17:47:17.186 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_recovered": 0, 2024-08-29T17:47:17.186 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_repaired": 0, 2024-08-29T17:47:17.186 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_unfound": 0, 2024-08-29T17:47:17.186 INFO:tasks.workunit.client.0.smithi028.stdout: "num_omap_bytes": 0, 2024-08-29T17:47:17.186 INFO:tasks.workunit.client.0.smithi028.stdout: "num_omap_keys": 0, 2024-08-29T17:47:17.186 INFO:tasks.workunit.client.0.smithi028.stdout: "num_promote": 0, 2024-08-29T17:47:17.186 INFO:tasks.workunit.client.0.smithi028.stdout: "num_read": 0, 2024-08-29T17:47:17.186 INFO:tasks.workunit.client.0.smithi028.stdout: "num_read_kb": 0, 2024-08-29T17:47:17.186 INFO:tasks.workunit.client.0.smithi028.stdout: "num_scrub_errors": 0, 2024-08-29T17:47:17.186 INFO:tasks.workunit.client.0.smithi028.stdout: "num_shallow_scrub_errors": 0, 2024-08-29T17:47:17.186 INFO:tasks.workunit.client.0.smithi028.stdout: "num_whiteouts": 0, 2024-08-29T17:47:17.186 INFO:tasks.workunit.client.0.smithi028.stdout: "num_write": 0, 2024-08-29T17:47:17.186 INFO:tasks.workunit.client.0.smithi028.stdout: "num_write_kb": 0 2024-08-29T17:47:17.186 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:17.186 INFO:tasks.workunit.client.0.smithi028.stdout: "state": "active+clean", 2024-08-29T17:47:17.186 INFO:tasks.workunit.client.0.smithi028.stdout: "stats_invalid": false, 2024-08-29T17:47:17.187 INFO:tasks.workunit.client.0.smithi028.stdout: "up": [ 2024-08-29T17:47:17.187 INFO:tasks.workunit.client.0.smithi028.stdout: 5, 2024-08-29T17:47:17.187 INFO:tasks.workunit.client.0.smithi028.stdout: 4, 2024-08-29T17:47:17.187 INFO:tasks.workunit.client.0.smithi028.stdout: 6 2024-08-29T17:47:17.187 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-08-29T17:47:17.187 INFO:tasks.workunit.client.0.smithi028.stdout: "up_primary": 5, 2024-08-29T17:47:17.187 INFO:tasks.workunit.client.0.smithi028.stdout: "version": "0'0" 2024-08-29T17:47:17.187 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:17.187 INFO:tasks.workunit.client.0.smithi028.stdout: { 2024-08-29T17:47:17.187 INFO:tasks.workunit.client.0.smithi028.stdout: "acting": [ 2024-08-29T17:47:17.187 INFO:tasks.workunit.client.0.smithi028.stdout: 7, 2024-08-29T17:47:17.187 INFO:tasks.workunit.client.0.smithi028.stdout: 5, 2024-08-29T17:47:17.187 INFO:tasks.workunit.client.0.smithi028.stdout: 2 2024-08-29T17:47:17.188 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-08-29T17:47:17.188 INFO:tasks.workunit.client.0.smithi028.stdout: "acting_primary": 7, 2024-08-29T17:47:17.188 INFO:tasks.workunit.client.0.smithi028.stdout: "avail_no_missing": [], 2024-08-29T17:47:17.188 INFO:tasks.workunit.client.0.smithi028.stdout: "blocked_by": [], 2024-08-29T17:47:17.188 INFO:tasks.workunit.client.0.smithi028.stdout: "created": 59, 2024-08-29T17:47:17.188 INFO:tasks.workunit.client.0.smithi028.stdout: "dirty_stats_invalid": false, 2024-08-29T17:47:17.188 INFO:tasks.workunit.client.0.smithi028.stdout: "hitset_bytes_stats_invalid": false, 2024-08-29T17:47:17.188 INFO:tasks.workunit.client.0.smithi028.stdout: "hitset_stats_invalid": false, 2024-08-29T17:47:17.188 INFO:tasks.workunit.client.0.smithi028.stdout: "last_active": "2024-08-29T17:43:51.058429+0000", 2024-08-29T17:47:17.188 INFO:tasks.workunit.client.0.smithi028.stdout: "last_became_active": "2024-08-29T17:40:53.999633+0000", 2024-08-29T17:47:17.188 INFO:tasks.workunit.client.0.smithi028.stdout: "last_became_peered": "2024-08-29T17:40:53.999633+0000", 2024-08-29T17:47:17.188 INFO:tasks.workunit.client.0.smithi028.stdout: "last_change": "2024-08-29T17:40:54.000492+0000", 2024-08-29T17:47:17.188 INFO:tasks.workunit.client.0.smithi028.stdout: "last_clean": "2024-08-29T17:43:51.058429+0000", 2024-08-29T17:47:17.189 INFO:tasks.workunit.client.0.smithi028.stdout: "last_clean_scrub_stamp": "2024-08-29T17:40:52.944949+0000", 2024-08-29T17:47:17.189 INFO:tasks.workunit.client.0.smithi028.stdout: "last_deep_scrub": "0'0", 2024-08-29T17:47:17.189 INFO:tasks.workunit.client.0.smithi028.stdout: "last_deep_scrub_stamp": "2024-08-29T17:40:52.944949+0000", 2024-08-29T17:47:17.189 INFO:tasks.workunit.client.0.smithi028.stdout: "last_epoch_clean": 60, 2024-08-29T17:47:17.189 INFO:tasks.workunit.client.0.smithi028.stdout: "last_fresh": "2024-08-29T17:43:51.058429+0000", 2024-08-29T17:47:17.189 INFO:tasks.workunit.client.0.smithi028.stdout: "last_fullsized": "2024-08-29T17:43:51.058429+0000", 2024-08-29T17:47:17.189 INFO:tasks.workunit.client.0.smithi028.stdout: "last_peered": "2024-08-29T17:43:51.058429+0000", 2024-08-29T17:47:17.189 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub": "0'0", 2024-08-29T17:47:17.189 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub_duration": 0, 2024-08-29T17:47:17.189 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub_stamp": "2024-08-29T17:40:52.944949+0000", 2024-08-29T17:47:17.189 INFO:tasks.workunit.client.0.smithi028.stdout: "last_undegraded": "2024-08-29T17:43:51.058429+0000", 2024-08-29T17:47:17.189 INFO:tasks.workunit.client.0.smithi028.stdout: "last_unstale": "2024-08-29T17:43:51.058429+0000", 2024-08-29T17:47:17.189 INFO:tasks.workunit.client.0.smithi028.stdout: "log_dups_size": 0, 2024-08-29T17:47:17.190 INFO:tasks.workunit.client.0.smithi028.stdout: "log_size": 2, 2024-08-29T17:47:17.190 INFO:tasks.workunit.client.0.smithi028.stdout: "log_start": "0'0", 2024-08-29T17:47:17.190 INFO:tasks.workunit.client.0.smithi028.stdout: "manifest_stats_invalid": false, 2024-08-29T17:47:17.190 INFO:tasks.workunit.client.0.smithi028.stdout: "mapping_epoch": 59, 2024-08-29T17:47:17.190 INFO:tasks.workunit.client.0.smithi028.stdout: "object_location_counts": [], 2024-08-29T17:47:17.190 INFO:tasks.workunit.client.0.smithi028.stdout: "objects_scrubbed": 0, 2024-08-29T17:47:17.190 INFO:tasks.workunit.client.0.smithi028.stdout: "objects_trimmed": 0, 2024-08-29T17:47:17.190 INFO:tasks.workunit.client.0.smithi028.stdout: "omap_stats_invalid": false, 2024-08-29T17:47:17.190 INFO:tasks.workunit.client.0.smithi028.stdout: "ondisk_log_size": 2, 2024-08-29T17:47:17.190 INFO:tasks.workunit.client.0.smithi028.stdout: "ondisk_log_start": "0'0", 2024-08-29T17:47:17.190 INFO:tasks.workunit.client.0.smithi028.stdout: "parent": "0.0", 2024-08-29T17:47:17.190 INFO:tasks.workunit.client.0.smithi028.stdout: "parent_split_bits": 0, 2024-08-29T17:47:17.190 INFO:tasks.workunit.client.0.smithi028.stdout: "pgid": "2.1c", 2024-08-29T17:47:17.191 INFO:tasks.workunit.client.0.smithi028.stdout: "pin_stats_invalid": false, 2024-08-29T17:47:17.191 INFO:tasks.workunit.client.0.smithi028.stdout: "purged_snaps": [], 2024-08-29T17:47:17.191 INFO:tasks.workunit.client.0.smithi028.stdout: "reported_epoch": 74, 2024-08-29T17:47:17.191 INFO:tasks.workunit.client.0.smithi028.stdout: "reported_seq": 26, 2024-08-29T17:47:17.191 INFO:tasks.workunit.client.0.smithi028.stdout: "scrub_duration": 0.0, 2024-08-29T17:47:17.191 INFO:tasks.workunit.client.0.smithi028.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-31T00:56:17.292560+0000", 2024-08-29T17:47:17.191 INFO:tasks.workunit.client.0.smithi028.stdout: "snaptrim_duration": 0.0, 2024-08-29T17:47:17.191 INFO:tasks.workunit.client.0.smithi028.stdout: "snaptrimq_len": 0, 2024-08-29T17:47:17.191 INFO:tasks.workunit.client.0.smithi028.stdout: "stat_sum": { 2024-08-29T17:47:17.191 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes": 0, 2024-08-29T17:47:17.191 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes_hit_set_archive": 0, 2024-08-29T17:47:17.191 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes_recovered": 0, 2024-08-29T17:47:17.191 INFO:tasks.workunit.client.0.smithi028.stdout: "num_deep_scrub_errors": 0, 2024-08-29T17:47:17.191 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict": 0, 2024-08-29T17:47:17.192 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_kb": 0, 2024-08-29T17:47:17.192 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_mode_full": 0, 2024-08-29T17:47:17.192 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_mode_some": 0, 2024-08-29T17:47:17.192 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush": 0, 2024-08-29T17:47:17.192 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_kb": 0, 2024-08-29T17:47:17.192 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_mode_high": 0, 2024-08-29T17:47:17.192 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_mode_low": 0, 2024-08-29T17:47:17.192 INFO:tasks.workunit.client.0.smithi028.stdout: "num_keys_recovered": 0, 2024-08-29T17:47:17.192 INFO:tasks.workunit.client.0.smithi028.stdout: "num_large_omap_objects": 0, 2024-08-29T17:47:17.192 INFO:tasks.workunit.client.0.smithi028.stdout: "num_legacy_snapsets": 0, 2024-08-29T17:47:17.192 INFO:tasks.workunit.client.0.smithi028.stdout: "num_object_clones": 0, 2024-08-29T17:47:17.193 INFO:tasks.workunit.client.0.smithi028.stdout: "num_object_copies": 3, 2024-08-29T17:47:17.193 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects": 1, 2024-08-29T17:47:17.193 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_degraded": 0, 2024-08-29T17:47:17.193 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_dirty": 1, 2024-08-29T17:47:17.193 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_hit_set_archive": 0, 2024-08-29T17:47:17.193 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_manifest": 0, 2024-08-29T17:47:17.193 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_misplaced": 0, 2024-08-29T17:47:17.193 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_missing": 0, 2024-08-29T17:47:17.193 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_missing_on_primary": 0, 2024-08-29T17:47:17.193 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_omap": 1, 2024-08-29T17:47:17.193 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_pinned": 0, 2024-08-29T17:47:17.193 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_recovered": 0, 2024-08-29T17:47:17.193 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_repaired": 0, 2024-08-29T17:47:17.194 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_unfound": 0, 2024-08-29T17:47:17.194 INFO:tasks.workunit.client.0.smithi028.stdout: "num_omap_bytes": 0, 2024-08-29T17:47:17.194 INFO:tasks.workunit.client.0.smithi028.stdout: "num_omap_keys": 0, 2024-08-29T17:47:17.194 INFO:tasks.workunit.client.0.smithi028.stdout: "num_promote": 0, 2024-08-29T17:47:17.194 INFO:tasks.workunit.client.0.smithi028.stdout: "num_read": 0, 2024-08-29T17:47:17.194 INFO:tasks.workunit.client.0.smithi028.stdout: "num_read_kb": 0, 2024-08-29T17:47:17.194 INFO:tasks.workunit.client.0.smithi028.stdout: "num_scrub_errors": 0, 2024-08-29T17:47:17.194 INFO:tasks.workunit.client.0.smithi028.stdout: "num_shallow_scrub_errors": 0, 2024-08-29T17:47:17.194 INFO:tasks.workunit.client.0.smithi028.stdout: "num_whiteouts": 0, 2024-08-29T17:47:17.194 INFO:tasks.workunit.client.0.smithi028.stdout: "num_write": 3, 2024-08-29T17:47:17.194 INFO:tasks.workunit.client.0.smithi028.stdout: "num_write_kb": 0 2024-08-29T17:47:17.194 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:17.194 INFO:tasks.workunit.client.0.smithi028.stdout: "state": "active+clean", 2024-08-29T17:47:17.194 INFO:tasks.workunit.client.0.smithi028.stdout: "stats_invalid": false, 2024-08-29T17:47:17.195 INFO:tasks.workunit.client.0.smithi028.stdout: "up": [ 2024-08-29T17:47:17.195 INFO:tasks.workunit.client.0.smithi028.stdout: 7, 2024-08-29T17:47:17.195 INFO:tasks.workunit.client.0.smithi028.stdout: 5, 2024-08-29T17:47:17.195 INFO:tasks.workunit.client.0.smithi028.stdout: 2 2024-08-29T17:47:17.195 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-08-29T17:47:17.195 INFO:tasks.workunit.client.0.smithi028.stdout: "up_primary": 7, 2024-08-29T17:47:17.195 INFO:tasks.workunit.client.0.smithi028.stdout: "version": "65'2" 2024-08-29T17:47:17.195 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:17.195 INFO:tasks.workunit.client.0.smithi028.stdout: { 2024-08-29T17:47:17.195 INFO:tasks.workunit.client.0.smithi028.stdout: "acting": [ 2024-08-29T17:47:17.195 INFO:tasks.workunit.client.0.smithi028.stdout: 5, 2024-08-29T17:47:17.195 INFO:tasks.workunit.client.0.smithi028.stdout: 4, 2024-08-29T17:47:17.195 INFO:tasks.workunit.client.0.smithi028.stdout: 1 2024-08-29T17:47:17.195 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-08-29T17:47:17.196 INFO:tasks.workunit.client.0.smithi028.stdout: "acting_primary": 5, 2024-08-29T17:47:17.196 INFO:tasks.workunit.client.0.smithi028.stdout: "avail_no_missing": [], 2024-08-29T17:47:17.196 INFO:tasks.workunit.client.0.smithi028.stdout: "blocked_by": [], 2024-08-29T17:47:17.196 INFO:tasks.workunit.client.0.smithi028.stdout: "created": 62, 2024-08-29T17:47:17.196 INFO:tasks.workunit.client.0.smithi028.stdout: "dirty_stats_invalid": false, 2024-08-29T17:47:17.196 INFO:tasks.workunit.client.0.smithi028.stdout: "hitset_bytes_stats_invalid": false, 2024-08-29T17:47:17.196 INFO:tasks.workunit.client.0.smithi028.stdout: "hitset_stats_invalid": false, 2024-08-29T17:47:17.196 INFO:tasks.workunit.client.0.smithi028.stdout: "last_active": "2024-08-29T17:43:51.011365+0000", 2024-08-29T17:47:17.196 INFO:tasks.workunit.client.0.smithi028.stdout: "last_became_active": "2024-08-29T17:41:03.066352+0000", 2024-08-29T17:47:17.196 INFO:tasks.workunit.client.0.smithi028.stdout: "last_became_peered": "2024-08-29T17:41:03.066352+0000", 2024-08-29T17:47:17.196 INFO:tasks.workunit.client.0.smithi028.stdout: "last_change": "2024-08-29T17:41:03.067082+0000", 2024-08-29T17:47:17.196 INFO:tasks.workunit.client.0.smithi028.stdout: "last_clean": "2024-08-29T17:43:51.011365+0000", 2024-08-29T17:47:17.196 INFO:tasks.workunit.client.0.smithi028.stdout: "last_clean_scrub_stamp": "2024-08-29T17:41:01.987071+0000", 2024-08-29T17:47:17.197 INFO:tasks.workunit.client.0.smithi028.stdout: "last_deep_scrub": "0'0", 2024-08-29T17:47:17.197 INFO:tasks.workunit.client.0.smithi028.stdout: "last_deep_scrub_stamp": "2024-08-29T17:41:01.987071+0000", 2024-08-29T17:47:17.197 INFO:tasks.workunit.client.0.smithi028.stdout: "last_epoch_clean": 63, 2024-08-29T17:47:17.197 INFO:tasks.workunit.client.0.smithi028.stdout: "last_fresh": "2024-08-29T17:43:51.011365+0000", 2024-08-29T17:47:17.197 INFO:tasks.workunit.client.0.smithi028.stdout: "last_fullsized": "2024-08-29T17:43:51.011365+0000", 2024-08-29T17:47:17.197 INFO:tasks.workunit.client.0.smithi028.stdout: "last_peered": "2024-08-29T17:43:51.011365+0000", 2024-08-29T17:47:17.197 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub": "0'0", 2024-08-29T17:47:17.197 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub_duration": 0, 2024-08-29T17:47:17.197 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub_stamp": "2024-08-29T17:41:01.987071+0000", 2024-08-29T17:47:17.197 INFO:tasks.workunit.client.0.smithi028.stdout: "last_undegraded": "2024-08-29T17:43:51.011365+0000", 2024-08-29T17:47:17.198 INFO:tasks.workunit.client.0.smithi028.stdout: "last_unstale": "2024-08-29T17:43:51.011365+0000", 2024-08-29T17:47:17.198 INFO:tasks.workunit.client.0.smithi028.stdout: "log_dups_size": 0, 2024-08-29T17:47:17.198 INFO:tasks.workunit.client.0.smithi028.stdout: "log_size": 0, 2024-08-29T17:47:17.198 INFO:tasks.workunit.client.0.smithi028.stdout: "log_start": "0'0", 2024-08-29T17:47:17.198 INFO:tasks.workunit.client.0.smithi028.stdout: "manifest_stats_invalid": false, 2024-08-29T17:47:17.198 INFO:tasks.workunit.client.0.smithi028.stdout: "mapping_epoch": 62, 2024-08-29T17:47:17.198 INFO:tasks.workunit.client.0.smithi028.stdout: "object_location_counts": [], 2024-08-29T17:47:17.198 INFO:tasks.workunit.client.0.smithi028.stdout: "objects_scrubbed": 0, 2024-08-29T17:47:17.198 INFO:tasks.workunit.client.0.smithi028.stdout: "objects_trimmed": 0, 2024-08-29T17:47:17.198 INFO:tasks.workunit.client.0.smithi028.stdout: "omap_stats_invalid": false, 2024-08-29T17:47:17.198 INFO:tasks.workunit.client.0.smithi028.stdout: "ondisk_log_size": 0, 2024-08-29T17:47:17.198 INFO:tasks.workunit.client.0.smithi028.stdout: "ondisk_log_start": "0'0", 2024-08-29T17:47:17.198 INFO:tasks.workunit.client.0.smithi028.stdout: "parent": "0.0", 2024-08-29T17:47:17.198 INFO:tasks.workunit.client.0.smithi028.stdout: "parent_split_bits": 0, 2024-08-29T17:47:17.199 INFO:tasks.workunit.client.0.smithi028.stdout: "pgid": "3.1c", 2024-08-29T17:47:17.199 INFO:tasks.workunit.client.0.smithi028.stdout: "pin_stats_invalid": false, 2024-08-29T17:47:17.199 INFO:tasks.workunit.client.0.smithi028.stdout: "purged_snaps": [], 2024-08-29T17:47:17.199 INFO:tasks.workunit.client.0.smithi028.stdout: "reported_epoch": 74, 2024-08-29T17:47:17.199 INFO:tasks.workunit.client.0.smithi028.stdout: "reported_seq": 21, 2024-08-29T17:47:17.199 INFO:tasks.workunit.client.0.smithi028.stdout: "scrub_duration": 0.0, 2024-08-29T17:47:17.199 INFO:tasks.workunit.client.0.smithi028.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-30T18:08:46.728133+0000", 2024-08-29T17:47:17.199 INFO:tasks.workunit.client.0.smithi028.stdout: "snaptrim_duration": 0.0, 2024-08-29T17:47:17.199 INFO:tasks.workunit.client.0.smithi028.stdout: "snaptrimq_len": 0, 2024-08-29T17:47:17.199 INFO:tasks.workunit.client.0.smithi028.stdout: "stat_sum": { 2024-08-29T17:47:17.199 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes": 0, 2024-08-29T17:47:17.199 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes_hit_set_archive": 0, 2024-08-29T17:47:17.199 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes_recovered": 0, 2024-08-29T17:47:17.199 INFO:tasks.workunit.client.0.smithi028.stdout: "num_deep_scrub_errors": 0, 2024-08-29T17:47:17.200 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict": 0, 2024-08-29T17:47:17.200 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_kb": 0, 2024-08-29T17:47:17.200 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_mode_full": 0, 2024-08-29T17:47:17.200 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_mode_some": 0, 2024-08-29T17:47:17.200 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush": 0, 2024-08-29T17:47:17.200 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_kb": 0, 2024-08-29T17:47:17.200 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_mode_high": 0, 2024-08-29T17:47:17.200 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_mode_low": 0, 2024-08-29T17:47:17.200 INFO:tasks.workunit.client.0.smithi028.stdout: "num_keys_recovered": 0, 2024-08-29T17:47:17.200 INFO:tasks.workunit.client.0.smithi028.stdout: "num_large_omap_objects": 0, 2024-08-29T17:47:17.200 INFO:tasks.workunit.client.0.smithi028.stdout: "num_legacy_snapsets": 0, 2024-08-29T17:47:17.200 INFO:tasks.workunit.client.0.smithi028.stdout: "num_object_clones": 0, 2024-08-29T17:47:17.200 INFO:tasks.workunit.client.0.smithi028.stdout: "num_object_copies": 0, 2024-08-29T17:47:17.201 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects": 0, 2024-08-29T17:47:17.201 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_degraded": 0, 2024-08-29T17:47:17.201 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_dirty": 0, 2024-08-29T17:47:17.201 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_hit_set_archive": 0, 2024-08-29T17:47:17.201 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_manifest": 0, 2024-08-29T17:47:17.201 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_misplaced": 0, 2024-08-29T17:47:17.201 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_missing": 0, 2024-08-29T17:47:17.201 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_missing_on_primary": 0, 2024-08-29T17:47:17.201 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_omap": 0, 2024-08-29T17:47:17.201 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_pinned": 0, 2024-08-29T17:47:17.201 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_recovered": 0, 2024-08-29T17:47:17.201 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_repaired": 0, 2024-08-29T17:47:17.201 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_unfound": 0, 2024-08-29T17:47:17.202 INFO:tasks.workunit.client.0.smithi028.stdout: "num_omap_bytes": 0, 2024-08-29T17:47:17.202 INFO:tasks.workunit.client.0.smithi028.stdout: "num_omap_keys": 0, 2024-08-29T17:47:17.202 INFO:tasks.workunit.client.0.smithi028.stdout: "num_promote": 0, 2024-08-29T17:47:17.202 INFO:tasks.workunit.client.0.smithi028.stdout: "num_read": 0, 2024-08-29T17:47:17.202 INFO:tasks.workunit.client.0.smithi028.stdout: "num_read_kb": 0, 2024-08-29T17:47:17.202 INFO:tasks.workunit.client.0.smithi028.stdout: "num_scrub_errors": 0, 2024-08-29T17:47:17.202 INFO:tasks.workunit.client.0.smithi028.stdout: "num_shallow_scrub_errors": 0, 2024-08-29T17:47:17.202 INFO:tasks.workunit.client.0.smithi028.stdout: "num_whiteouts": 0, 2024-08-29T17:47:17.202 INFO:tasks.workunit.client.0.smithi028.stdout: "num_write": 0, 2024-08-29T17:47:17.202 INFO:tasks.workunit.client.0.smithi028.stdout: "num_write_kb": 0 2024-08-29T17:47:17.202 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:17.202 INFO:tasks.workunit.client.0.smithi028.stdout: "state": "active+clean", 2024-08-29T17:47:17.202 INFO:tasks.workunit.client.0.smithi028.stdout: "stats_invalid": false, 2024-08-29T17:47:17.203 INFO:tasks.workunit.client.0.smithi028.stdout: "up": [ 2024-08-29T17:47:17.203 INFO:tasks.workunit.client.0.smithi028.stdout: 5, 2024-08-29T17:47:17.203 INFO:tasks.workunit.client.0.smithi028.stdout: 4, 2024-08-29T17:47:17.203 INFO:tasks.workunit.client.0.smithi028.stdout: 1 2024-08-29T17:47:17.203 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-08-29T17:47:17.203 INFO:tasks.workunit.client.0.smithi028.stdout: "up_primary": 5, 2024-08-29T17:47:17.203 INFO:tasks.workunit.client.0.smithi028.stdout: "version": "0'0" 2024-08-29T17:47:17.203 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:17.203 INFO:tasks.workunit.client.0.smithi028.stdout: { 2024-08-29T17:47:17.203 INFO:tasks.workunit.client.0.smithi028.stdout: "acting": [ 2024-08-29T17:47:17.203 INFO:tasks.workunit.client.0.smithi028.stdout: 7, 2024-08-29T17:47:17.203 INFO:tasks.workunit.client.0.smithi028.stdout: 6, 2024-08-29T17:47:17.203 INFO:tasks.workunit.client.0.smithi028.stdout: 0 2024-08-29T17:47:17.204 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-08-29T17:47:17.204 INFO:tasks.workunit.client.0.smithi028.stdout: "acting_primary": 7, 2024-08-29T17:47:17.204 INFO:tasks.workunit.client.0.smithi028.stdout: "avail_no_missing": [], 2024-08-29T17:47:17.204 INFO:tasks.workunit.client.0.smithi028.stdout: "blocked_by": [], 2024-08-29T17:47:17.204 INFO:tasks.workunit.client.0.smithi028.stdout: "created": 59, 2024-08-29T17:47:17.204 INFO:tasks.workunit.client.0.smithi028.stdout: "dirty_stats_invalid": false, 2024-08-29T17:47:17.204 INFO:tasks.workunit.client.0.smithi028.stdout: "hitset_bytes_stats_invalid": false, 2024-08-29T17:47:17.204 INFO:tasks.workunit.client.0.smithi028.stdout: "hitset_stats_invalid": false, 2024-08-29T17:47:17.204 INFO:tasks.workunit.client.0.smithi028.stdout: "last_active": "2024-08-29T17:43:51.058785+0000", 2024-08-29T17:47:17.204 INFO:tasks.workunit.client.0.smithi028.stdout: "last_became_active": "2024-08-29T17:40:53.996547+0000", 2024-08-29T17:47:17.204 INFO:tasks.workunit.client.0.smithi028.stdout: "last_became_peered": "2024-08-29T17:40:53.996547+0000", 2024-08-29T17:47:17.204 INFO:tasks.workunit.client.0.smithi028.stdout: "last_change": "2024-08-29T17:40:53.997438+0000", 2024-08-29T17:47:17.204 INFO:tasks.workunit.client.0.smithi028.stdout: "last_clean": "2024-08-29T17:43:51.058785+0000", 2024-08-29T17:47:17.205 INFO:tasks.workunit.client.0.smithi028.stdout: "last_clean_scrub_stamp": "2024-08-29T17:40:52.944949+0000", 2024-08-29T17:47:17.205 INFO:tasks.workunit.client.0.smithi028.stdout: "last_deep_scrub": "0'0", 2024-08-29T17:47:17.205 INFO:tasks.workunit.client.0.smithi028.stdout: "last_deep_scrub_stamp": "2024-08-29T17:40:52.944949+0000", 2024-08-29T17:47:17.205 INFO:tasks.workunit.client.0.smithi028.stdout: "last_epoch_clean": 60, 2024-08-29T17:47:17.205 INFO:tasks.workunit.client.0.smithi028.stdout: "last_fresh": "2024-08-29T17:43:51.058785+0000", 2024-08-29T17:47:17.205 INFO:tasks.workunit.client.0.smithi028.stdout: "last_fullsized": "2024-08-29T17:43:51.058785+0000", 2024-08-29T17:47:17.205 INFO:tasks.workunit.client.0.smithi028.stdout: "last_peered": "2024-08-29T17:43:51.058785+0000", 2024-08-29T17:47:17.205 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub": "0'0", 2024-08-29T17:47:17.205 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub_duration": 0, 2024-08-29T17:47:17.205 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub_stamp": "2024-08-29T17:40:52.944949+0000", 2024-08-29T17:47:17.205 INFO:tasks.workunit.client.0.smithi028.stdout: "last_undegraded": "2024-08-29T17:43:51.058785+0000", 2024-08-29T17:47:17.205 INFO:tasks.workunit.client.0.smithi028.stdout: "last_unstale": "2024-08-29T17:43:51.058785+0000", 2024-08-29T17:47:17.205 INFO:tasks.workunit.client.0.smithi028.stdout: "log_dups_size": 0, 2024-08-29T17:47:17.206 INFO:tasks.workunit.client.0.smithi028.stdout: "log_size": 2, 2024-08-29T17:47:17.206 INFO:tasks.workunit.client.0.smithi028.stdout: "log_start": "0'0", 2024-08-29T17:47:17.206 INFO:tasks.workunit.client.0.smithi028.stdout: "manifest_stats_invalid": false, 2024-08-29T17:47:17.206 INFO:tasks.workunit.client.0.smithi028.stdout: "mapping_epoch": 59, 2024-08-29T17:47:17.206 INFO:tasks.workunit.client.0.smithi028.stdout: "object_location_counts": [], 2024-08-29T17:47:17.206 INFO:tasks.workunit.client.0.smithi028.stdout: "objects_scrubbed": 0, 2024-08-29T17:47:17.206 INFO:tasks.workunit.client.0.smithi028.stdout: "objects_trimmed": 0, 2024-08-29T17:47:17.206 INFO:tasks.workunit.client.0.smithi028.stdout: "omap_stats_invalid": false, 2024-08-29T17:47:17.206 INFO:tasks.workunit.client.0.smithi028.stdout: "ondisk_log_size": 2, 2024-08-29T17:47:17.206 INFO:tasks.workunit.client.0.smithi028.stdout: "ondisk_log_start": "0'0", 2024-08-29T17:47:17.206 INFO:tasks.workunit.client.0.smithi028.stdout: "parent": "0.0", 2024-08-29T17:47:17.206 INFO:tasks.workunit.client.0.smithi028.stdout: "parent_split_bits": 0, 2024-08-29T17:47:17.206 INFO:tasks.workunit.client.0.smithi028.stdout: "pgid": "2.1d", 2024-08-29T17:47:17.206 INFO:tasks.workunit.client.0.smithi028.stdout: "pin_stats_invalid": false, 2024-08-29T17:47:17.207 INFO:tasks.workunit.client.0.smithi028.stdout: "purged_snaps": [], 2024-08-29T17:47:17.207 INFO:tasks.workunit.client.0.smithi028.stdout: "reported_epoch": 74, 2024-08-29T17:47:17.207 INFO:tasks.workunit.client.0.smithi028.stdout: "reported_seq": 26, 2024-08-29T17:47:17.207 INFO:tasks.workunit.client.0.smithi028.stdout: "scrub_duration": 0.0, 2024-08-29T17:47:17.207 INFO:tasks.workunit.client.0.smithi028.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-30T20:49:45.750433+0000", 2024-08-29T17:47:17.207 INFO:tasks.workunit.client.0.smithi028.stdout: "snaptrim_duration": 0.0, 2024-08-29T17:47:17.207 INFO:tasks.workunit.client.0.smithi028.stdout: "snaptrimq_len": 0, 2024-08-29T17:47:17.207 INFO:tasks.workunit.client.0.smithi028.stdout: "stat_sum": { 2024-08-29T17:47:17.207 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes": 0, 2024-08-29T17:47:17.207 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes_hit_set_archive": 0, 2024-08-29T17:47:17.207 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes_recovered": 0, 2024-08-29T17:47:17.207 INFO:tasks.workunit.client.0.smithi028.stdout: "num_deep_scrub_errors": 0, 2024-08-29T17:47:17.207 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict": 0, 2024-08-29T17:47:17.207 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_kb": 0, 2024-08-29T17:47:17.208 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_mode_full": 0, 2024-08-29T17:47:17.208 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_mode_some": 0, 2024-08-29T17:47:17.208 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush": 0, 2024-08-29T17:47:17.208 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_kb": 0, 2024-08-29T17:47:17.208 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_mode_high": 0, 2024-08-29T17:47:17.208 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_mode_low": 0, 2024-08-29T17:47:17.208 INFO:tasks.workunit.client.0.smithi028.stdout: "num_keys_recovered": 0, 2024-08-29T17:47:17.208 INFO:tasks.workunit.client.0.smithi028.stdout: "num_large_omap_objects": 0, 2024-08-29T17:47:17.208 INFO:tasks.workunit.client.0.smithi028.stdout: "num_legacy_snapsets": 0, 2024-08-29T17:47:17.208 INFO:tasks.workunit.client.0.smithi028.stdout: "num_object_clones": 0, 2024-08-29T17:47:17.208 INFO:tasks.workunit.client.0.smithi028.stdout: "num_object_copies": 3, 2024-08-29T17:47:17.208 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects": 1, 2024-08-29T17:47:17.209 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_degraded": 0, 2024-08-29T17:47:17.209 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_dirty": 1, 2024-08-29T17:47:17.209 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_hit_set_archive": 0, 2024-08-29T17:47:17.209 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_manifest": 0, 2024-08-29T17:47:17.209 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_misplaced": 0, 2024-08-29T17:47:17.209 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_missing": 0, 2024-08-29T17:47:17.209 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_missing_on_primary": 0, 2024-08-29T17:47:17.209 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_omap": 1, 2024-08-29T17:47:17.209 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_pinned": 0, 2024-08-29T17:47:17.209 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_recovered": 0, 2024-08-29T17:47:17.209 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_repaired": 0, 2024-08-29T17:47:17.209 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_unfound": 0, 2024-08-29T17:47:17.209 INFO:tasks.workunit.client.0.smithi028.stdout: "num_omap_bytes": 0, 2024-08-29T17:47:17.209 INFO:tasks.workunit.client.0.smithi028.stdout: "num_omap_keys": 0, 2024-08-29T17:47:17.210 INFO:tasks.workunit.client.0.smithi028.stdout: "num_promote": 0, 2024-08-29T17:47:17.210 INFO:tasks.workunit.client.0.smithi028.stdout: "num_read": 0, 2024-08-29T17:47:17.210 INFO:tasks.workunit.client.0.smithi028.stdout: "num_read_kb": 0, 2024-08-29T17:47:17.210 INFO:tasks.workunit.client.0.smithi028.stdout: "num_scrub_errors": 0, 2024-08-29T17:47:17.210 INFO:tasks.workunit.client.0.smithi028.stdout: "num_shallow_scrub_errors": 0, 2024-08-29T17:47:17.210 INFO:tasks.workunit.client.0.smithi028.stdout: "num_whiteouts": 0, 2024-08-29T17:47:17.210 INFO:tasks.workunit.client.0.smithi028.stdout: "num_write": 3, 2024-08-29T17:47:17.210 INFO:tasks.workunit.client.0.smithi028.stdout: "num_write_kb": 0 2024-08-29T17:47:17.210 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:17.210 INFO:tasks.workunit.client.0.smithi028.stdout: "state": "active+clean", 2024-08-29T17:47:17.210 INFO:tasks.workunit.client.0.smithi028.stdout: "stats_invalid": false, 2024-08-29T17:47:17.210 INFO:tasks.workunit.client.0.smithi028.stdout: "up": [ 2024-08-29T17:47:17.210 INFO:tasks.workunit.client.0.smithi028.stdout: 7, 2024-08-29T17:47:17.210 INFO:tasks.workunit.client.0.smithi028.stdout: 6, 2024-08-29T17:47:17.211 INFO:tasks.workunit.client.0.smithi028.stdout: 0 2024-08-29T17:47:17.211 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-08-29T17:47:17.211 INFO:tasks.workunit.client.0.smithi028.stdout: "up_primary": 7, 2024-08-29T17:47:17.211 INFO:tasks.workunit.client.0.smithi028.stdout: "version": "65'2" 2024-08-29T17:47:17.211 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:17.211 INFO:tasks.workunit.client.0.smithi028.stdout: { 2024-08-29T17:47:17.211 INFO:tasks.workunit.client.0.smithi028.stdout: "acting": [ 2024-08-29T17:47:17.211 INFO:tasks.workunit.client.0.smithi028.stdout: 0, 2024-08-29T17:47:17.211 INFO:tasks.workunit.client.0.smithi028.stdout: 5, 2024-08-29T17:47:17.211 INFO:tasks.workunit.client.0.smithi028.stdout: 2 2024-08-29T17:47:17.211 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-08-29T17:47:17.211 INFO:tasks.workunit.client.0.smithi028.stdout: "acting_primary": 0, 2024-08-29T17:47:17.211 INFO:tasks.workunit.client.0.smithi028.stdout: "avail_no_missing": [], 2024-08-29T17:47:17.212 INFO:tasks.workunit.client.0.smithi028.stdout: "blocked_by": [], 2024-08-29T17:47:17.212 INFO:tasks.workunit.client.0.smithi028.stdout: "created": 62, 2024-08-29T17:47:17.212 INFO:tasks.workunit.client.0.smithi028.stdout: "dirty_stats_invalid": false, 2024-08-29T17:47:17.212 INFO:tasks.workunit.client.0.smithi028.stdout: "hitset_bytes_stats_invalid": false, 2024-08-29T17:47:17.212 INFO:tasks.workunit.client.0.smithi028.stdout: "hitset_stats_invalid": false, 2024-08-29T17:47:17.212 INFO:tasks.workunit.client.0.smithi028.stdout: "last_active": "2024-08-29T17:43:51.184746+0000", 2024-08-29T17:47:17.212 INFO:tasks.workunit.client.0.smithi028.stdout: "last_became_active": "2024-08-29T17:41:03.064910+0000", 2024-08-29T17:47:17.212 INFO:tasks.workunit.client.0.smithi028.stdout: "last_became_peered": "2024-08-29T17:41:03.064910+0000", 2024-08-29T17:47:17.212 INFO:tasks.workunit.client.0.smithi028.stdout: "last_change": "2024-08-29T17:41:03.065361+0000", 2024-08-29T17:47:17.212 INFO:tasks.workunit.client.0.smithi028.stdout: "last_clean": "2024-08-29T17:43:51.184746+0000", 2024-08-29T17:47:17.212 INFO:tasks.workunit.client.0.smithi028.stdout: "last_clean_scrub_stamp": "2024-08-29T17:41:01.987071+0000", 2024-08-29T17:47:17.212 INFO:tasks.workunit.client.0.smithi028.stdout: "last_deep_scrub": "0'0", 2024-08-29T17:47:17.213 INFO:tasks.workunit.client.0.smithi028.stdout: "last_deep_scrub_stamp": "2024-08-29T17:41:01.987071+0000", 2024-08-29T17:47:17.213 INFO:tasks.workunit.client.0.smithi028.stdout: "last_epoch_clean": 63, 2024-08-29T17:47:17.213 INFO:tasks.workunit.client.0.smithi028.stdout: "last_fresh": "2024-08-29T17:43:51.184746+0000", 2024-08-29T17:47:17.213 INFO:tasks.workunit.client.0.smithi028.stdout: "last_fullsized": "2024-08-29T17:43:51.184746+0000", 2024-08-29T17:47:17.213 INFO:tasks.workunit.client.0.smithi028.stdout: "last_peered": "2024-08-29T17:43:51.184746+0000", 2024-08-29T17:47:17.213 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub": "0'0", 2024-08-29T17:47:17.213 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub_duration": 0, 2024-08-29T17:47:17.213 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub_stamp": "2024-08-29T17:41:01.987071+0000", 2024-08-29T17:47:17.213 INFO:tasks.workunit.client.0.smithi028.stdout: "last_undegraded": "2024-08-29T17:43:51.184746+0000", 2024-08-29T17:47:17.213 INFO:tasks.workunit.client.0.smithi028.stdout: "last_unstale": "2024-08-29T17:43:51.184746+0000", 2024-08-29T17:47:17.213 INFO:tasks.workunit.client.0.smithi028.stdout: "log_dups_size": 0, 2024-08-29T17:47:17.213 INFO:tasks.workunit.client.0.smithi028.stdout: "log_size": 0, 2024-08-29T17:47:17.213 INFO:tasks.workunit.client.0.smithi028.stdout: "log_start": "0'0", 2024-08-29T17:47:17.213 INFO:tasks.workunit.client.0.smithi028.stdout: "manifest_stats_invalid": false, 2024-08-29T17:47:17.214 INFO:tasks.workunit.client.0.smithi028.stdout: "mapping_epoch": 62, 2024-08-29T17:47:17.214 INFO:tasks.workunit.client.0.smithi028.stdout: "object_location_counts": [], 2024-08-29T17:47:17.214 INFO:tasks.workunit.client.0.smithi028.stdout: "objects_scrubbed": 0, 2024-08-29T17:47:17.214 INFO:tasks.workunit.client.0.smithi028.stdout: "objects_trimmed": 0, 2024-08-29T17:47:17.214 INFO:tasks.workunit.client.0.smithi028.stdout: "omap_stats_invalid": false, 2024-08-29T17:47:17.214 INFO:tasks.workunit.client.0.smithi028.stdout: "ondisk_log_size": 0, 2024-08-29T17:47:17.214 INFO:tasks.workunit.client.0.smithi028.stdout: "ondisk_log_start": "0'0", 2024-08-29T17:47:17.214 INFO:tasks.workunit.client.0.smithi028.stdout: "parent": "0.0", 2024-08-29T17:47:17.214 INFO:tasks.workunit.client.0.smithi028.stdout: "parent_split_bits": 0, 2024-08-29T17:47:17.214 INFO:tasks.workunit.client.0.smithi028.stdout: "pgid": "3.1f", 2024-08-29T17:47:17.214 INFO:tasks.workunit.client.0.smithi028.stdout: "pin_stats_invalid": false, 2024-08-29T17:47:17.214 INFO:tasks.workunit.client.0.smithi028.stdout: "purged_snaps": [], 2024-08-29T17:47:17.214 INFO:tasks.workunit.client.0.smithi028.stdout: "reported_epoch": 74, 2024-08-29T17:47:17.215 INFO:tasks.workunit.client.0.smithi028.stdout: "reported_seq": 21, 2024-08-29T17:47:17.215 INFO:tasks.workunit.client.0.smithi028.stdout: "scrub_duration": 0.0, 2024-08-29T17:47:17.215 INFO:tasks.workunit.client.0.smithi028.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-31T01:56:49.253918+0000", 2024-08-29T17:47:17.215 INFO:tasks.workunit.client.0.smithi028.stdout: "snaptrim_duration": 0.0, 2024-08-29T17:47:17.215 INFO:tasks.workunit.client.0.smithi028.stdout: "snaptrimq_len": 0, 2024-08-29T17:47:17.215 INFO:tasks.workunit.client.0.smithi028.stdout: "stat_sum": { 2024-08-29T17:47:17.215 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes": 0, 2024-08-29T17:47:17.215 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes_hit_set_archive": 0, 2024-08-29T17:47:17.215 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes_recovered": 0, 2024-08-29T17:47:17.215 INFO:tasks.workunit.client.0.smithi028.stdout: "num_deep_scrub_errors": 0, 2024-08-29T17:47:17.215 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict": 0, 2024-08-29T17:47:17.215 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_kb": 0, 2024-08-29T17:47:17.215 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_mode_full": 0, 2024-08-29T17:47:17.216 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_mode_some": 0, 2024-08-29T17:47:17.216 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush": 0, 2024-08-29T17:47:17.216 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_kb": 0, 2024-08-29T17:47:17.216 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_mode_high": 0, 2024-08-29T17:47:17.216 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_mode_low": 0, 2024-08-29T17:47:17.216 INFO:tasks.workunit.client.0.smithi028.stdout: "num_keys_recovered": 0, 2024-08-29T17:47:17.216 INFO:tasks.workunit.client.0.smithi028.stdout: "num_large_omap_objects": 0, 2024-08-29T17:47:17.216 INFO:tasks.workunit.client.0.smithi028.stdout: "num_legacy_snapsets": 0, 2024-08-29T17:47:17.216 INFO:tasks.workunit.client.0.smithi028.stdout: "num_object_clones": 0, 2024-08-29T17:47:17.216 INFO:tasks.workunit.client.0.smithi028.stdout: "num_object_copies": 0, 2024-08-29T17:47:17.216 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects": 0, 2024-08-29T17:47:17.216 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_degraded": 0, 2024-08-29T17:47:17.216 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_dirty": 0, 2024-08-29T17:47:17.216 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_hit_set_archive": 0, 2024-08-29T17:47:17.217 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_manifest": 0, 2024-08-29T17:47:17.217 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_misplaced": 0, 2024-08-29T17:47:17.217 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_missing": 0, 2024-08-29T17:47:17.217 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_missing_on_primary": 0, 2024-08-29T17:47:17.217 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_omap": 0, 2024-08-29T17:47:17.217 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_pinned": 0, 2024-08-29T17:47:17.217 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_recovered": 0, 2024-08-29T17:47:17.217 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_repaired": 0, 2024-08-29T17:47:17.217 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_unfound": 0, 2024-08-29T17:47:17.217 INFO:tasks.workunit.client.0.smithi028.stdout: "num_omap_bytes": 0, 2024-08-29T17:47:17.217 INFO:tasks.workunit.client.0.smithi028.stdout: "num_omap_keys": 0, 2024-08-29T17:47:17.217 INFO:tasks.workunit.client.0.smithi028.stdout: "num_promote": 0, 2024-08-29T17:47:17.217 INFO:tasks.workunit.client.0.smithi028.stdout: "num_read": 0, 2024-08-29T17:47:17.217 INFO:tasks.workunit.client.0.smithi028.stdout: "num_read_kb": 0, 2024-08-29T17:47:17.218 INFO:tasks.workunit.client.0.smithi028.stdout: "num_scrub_errors": 0, 2024-08-29T17:47:17.218 INFO:tasks.workunit.client.0.smithi028.stdout: "num_shallow_scrub_errors": 0, 2024-08-29T17:47:17.218 INFO:tasks.workunit.client.0.smithi028.stdout: "num_whiteouts": 0, 2024-08-29T17:47:17.218 INFO:tasks.workunit.client.0.smithi028.stdout: "num_write": 0, 2024-08-29T17:47:17.218 INFO:tasks.workunit.client.0.smithi028.stdout: "num_write_kb": 0 2024-08-29T17:47:17.218 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:17.218 INFO:tasks.workunit.client.0.smithi028.stdout: "state": "active+clean", 2024-08-29T17:47:17.218 INFO:tasks.workunit.client.0.smithi028.stdout: "stats_invalid": false, 2024-08-29T17:47:17.218 INFO:tasks.workunit.client.0.smithi028.stdout: "up": [ 2024-08-29T17:47:17.218 INFO:tasks.workunit.client.0.smithi028.stdout: 0, 2024-08-29T17:47:17.218 INFO:tasks.workunit.client.0.smithi028.stdout: 5, 2024-08-29T17:47:17.218 INFO:tasks.workunit.client.0.smithi028.stdout: 2 2024-08-29T17:47:17.218 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-08-29T17:47:17.219 INFO:tasks.workunit.client.0.smithi028.stdout: "up_primary": 0, 2024-08-29T17:47:17.219 INFO:tasks.workunit.client.0.smithi028.stdout: "version": "0'0" 2024-08-29T17:47:17.219 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:17.219 INFO:tasks.workunit.client.0.smithi028.stdout: { 2024-08-29T17:47:17.219 INFO:tasks.workunit.client.0.smithi028.stdout: "acting": [ 2024-08-29T17:47:17.219 INFO:tasks.workunit.client.0.smithi028.stdout: 3, 2024-08-29T17:47:17.219 INFO:tasks.workunit.client.0.smithi028.stdout: 0, 2024-08-29T17:47:17.219 INFO:tasks.workunit.client.0.smithi028.stdout: 5 2024-08-29T17:47:17.219 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-08-29T17:47:17.219 INFO:tasks.workunit.client.0.smithi028.stdout: "acting_primary": 3, 2024-08-29T17:47:17.219 INFO:tasks.workunit.client.0.smithi028.stdout: "avail_no_missing": [], 2024-08-29T17:47:17.219 INFO:tasks.workunit.client.0.smithi028.stdout: "blocked_by": [], 2024-08-29T17:47:17.219 INFO:tasks.workunit.client.0.smithi028.stdout: "created": 59, 2024-08-29T17:47:17.220 INFO:tasks.workunit.client.0.smithi028.stdout: "dirty_stats_invalid": false, 2024-08-29T17:47:17.220 INFO:tasks.workunit.client.0.smithi028.stdout: "hitset_bytes_stats_invalid": false, 2024-08-29T17:47:17.220 INFO:tasks.workunit.client.0.smithi028.stdout: "hitset_stats_invalid": false, 2024-08-29T17:47:17.220 INFO:tasks.workunit.client.0.smithi028.stdout: "last_active": "2024-08-29T17:43:51.003035+0000", 2024-08-29T17:47:17.220 INFO:tasks.workunit.client.0.smithi028.stdout: "last_became_active": "2024-08-29T17:40:53.989608+0000", 2024-08-29T17:47:17.220 INFO:tasks.workunit.client.0.smithi028.stdout: "last_became_peered": "2024-08-29T17:40:53.989608+0000", 2024-08-29T17:47:17.220 INFO:tasks.workunit.client.0.smithi028.stdout: "last_change": "2024-08-29T17:40:53.990408+0000", 2024-08-29T17:47:17.220 INFO:tasks.workunit.client.0.smithi028.stdout: "last_clean": "2024-08-29T17:43:51.003035+0000", 2024-08-29T17:47:17.220 INFO:tasks.workunit.client.0.smithi028.stdout: "last_clean_scrub_stamp": "2024-08-29T17:40:52.944949+0000", 2024-08-29T17:47:17.220 INFO:tasks.workunit.client.0.smithi028.stdout: "last_deep_scrub": "0'0", 2024-08-29T17:47:17.220 INFO:tasks.workunit.client.0.smithi028.stdout: "last_deep_scrub_stamp": "2024-08-29T17:40:52.944949+0000", 2024-08-29T17:47:17.220 INFO:tasks.workunit.client.0.smithi028.stdout: "last_epoch_clean": 60, 2024-08-29T17:47:17.221 INFO:tasks.workunit.client.0.smithi028.stdout: "last_fresh": "2024-08-29T17:43:51.003035+0000", 2024-08-29T17:47:17.221 INFO:tasks.workunit.client.0.smithi028.stdout: "last_fullsized": "2024-08-29T17:43:51.003035+0000", 2024-08-29T17:47:17.221 INFO:tasks.workunit.client.0.smithi028.stdout: "last_peered": "2024-08-29T17:43:51.003035+0000", 2024-08-29T17:47:17.221 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub": "0'0", 2024-08-29T17:47:17.221 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub_duration": 0, 2024-08-29T17:47:17.221 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub_stamp": "2024-08-29T17:40:52.944949+0000", 2024-08-29T17:47:17.221 INFO:tasks.workunit.client.0.smithi028.stdout: "last_undegraded": "2024-08-29T17:43:51.003035+0000", 2024-08-29T17:47:17.221 INFO:tasks.workunit.client.0.smithi028.stdout: "last_unstale": "2024-08-29T17:43:51.003035+0000", 2024-08-29T17:47:17.221 INFO:tasks.workunit.client.0.smithi028.stdout: "log_dups_size": 0, 2024-08-29T17:47:17.221 INFO:tasks.workunit.client.0.smithi028.stdout: "log_size": 1, 2024-08-29T17:47:17.221 INFO:tasks.workunit.client.0.smithi028.stdout: "log_start": "0'0", 2024-08-29T17:47:17.221 INFO:tasks.workunit.client.0.smithi028.stdout: "manifest_stats_invalid": false, 2024-08-29T17:47:17.221 INFO:tasks.workunit.client.0.smithi028.stdout: "mapping_epoch": 59, 2024-08-29T17:47:17.221 INFO:tasks.workunit.client.0.smithi028.stdout: "object_location_counts": [], 2024-08-29T17:47:17.222 INFO:tasks.workunit.client.0.smithi028.stdout: "objects_scrubbed": 0, 2024-08-29T17:47:17.222 INFO:tasks.workunit.client.0.smithi028.stdout: "objects_trimmed": 0, 2024-08-29T17:47:17.222 INFO:tasks.workunit.client.0.smithi028.stdout: "omap_stats_invalid": false, 2024-08-29T17:47:17.222 INFO:tasks.workunit.client.0.smithi028.stdout: "ondisk_log_size": 1, 2024-08-29T17:47:17.222 INFO:tasks.workunit.client.0.smithi028.stdout: "ondisk_log_start": "0'0", 2024-08-29T17:47:17.222 INFO:tasks.workunit.client.0.smithi028.stdout: "parent": "0.0", 2024-08-29T17:47:17.222 INFO:tasks.workunit.client.0.smithi028.stdout: "parent_split_bits": 0, 2024-08-29T17:47:17.222 INFO:tasks.workunit.client.0.smithi028.stdout: "pgid": "2.1e", 2024-08-29T17:47:17.222 INFO:tasks.workunit.client.0.smithi028.stdout: "pin_stats_invalid": false, 2024-08-29T17:47:17.222 INFO:tasks.workunit.client.0.smithi028.stdout: "purged_snaps": [], 2024-08-29T17:47:17.222 INFO:tasks.workunit.client.0.smithi028.stdout: "reported_epoch": 74, 2024-08-29T17:47:17.222 INFO:tasks.workunit.client.0.smithi028.stdout: "reported_seq": 25, 2024-08-29T17:47:17.223 INFO:tasks.workunit.client.0.smithi028.stdout: "scrub_duration": 0.0, 2024-08-29T17:47:17.223 INFO:tasks.workunit.client.0.smithi028.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-31T04:13:02.440764+0000", 2024-08-29T17:47:17.223 INFO:tasks.workunit.client.0.smithi028.stdout: "snaptrim_duration": 0.0, 2024-08-29T17:47:17.223 INFO:tasks.workunit.client.0.smithi028.stdout: "snaptrimq_len": 0, 2024-08-29T17:47:17.223 INFO:tasks.workunit.client.0.smithi028.stdout: "stat_sum": { 2024-08-29T17:47:17.223 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes": 0, 2024-08-29T17:47:17.223 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes_hit_set_archive": 0, 2024-08-29T17:47:17.223 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes_recovered": 0, 2024-08-29T17:47:17.223 INFO:tasks.workunit.client.0.smithi028.stdout: "num_deep_scrub_errors": 0, 2024-08-29T17:47:17.223 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict": 0, 2024-08-29T17:47:17.223 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_kb": 0, 2024-08-29T17:47:17.223 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_mode_full": 0, 2024-08-29T17:47:17.223 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_mode_some": 0, 2024-08-29T17:47:17.224 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush": 0, 2024-08-29T17:47:17.224 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_kb": 0, 2024-08-29T17:47:17.224 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_mode_high": 0, 2024-08-29T17:47:17.224 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_mode_low": 0, 2024-08-29T17:47:17.224 INFO:tasks.workunit.client.0.smithi028.stdout: "num_keys_recovered": 0, 2024-08-29T17:47:17.224 INFO:tasks.workunit.client.0.smithi028.stdout: "num_large_omap_objects": 0, 2024-08-29T17:47:17.224 INFO:tasks.workunit.client.0.smithi028.stdout: "num_legacy_snapsets": 0, 2024-08-29T17:47:17.224 INFO:tasks.workunit.client.0.smithi028.stdout: "num_object_clones": 0, 2024-08-29T17:47:17.224 INFO:tasks.workunit.client.0.smithi028.stdout: "num_object_copies": 0, 2024-08-29T17:47:17.224 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects": 0, 2024-08-29T17:47:17.224 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_degraded": 0, 2024-08-29T17:47:17.224 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_dirty": 0, 2024-08-29T17:47:17.224 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_hit_set_archive": 0, 2024-08-29T17:47:17.224 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_manifest": 0, 2024-08-29T17:47:17.225 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_misplaced": 0, 2024-08-29T17:47:17.225 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_missing": 0, 2024-08-29T17:47:17.225 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_missing_on_primary": 0, 2024-08-29T17:47:17.225 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_omap": 0, 2024-08-29T17:47:17.225 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_pinned": 0, 2024-08-29T17:47:17.225 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_recovered": 0, 2024-08-29T17:47:17.225 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_repaired": 0, 2024-08-29T17:47:17.225 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_unfound": 0, 2024-08-29T17:47:17.225 INFO:tasks.workunit.client.0.smithi028.stdout: "num_omap_bytes": 0, 2024-08-29T17:47:17.225 INFO:tasks.workunit.client.0.smithi028.stdout: "num_omap_keys": 0, 2024-08-29T17:47:17.225 INFO:tasks.workunit.client.0.smithi028.stdout: "num_promote": 0, 2024-08-29T17:47:17.225 INFO:tasks.workunit.client.0.smithi028.stdout: "num_read": 0, 2024-08-29T17:47:17.225 INFO:tasks.workunit.client.0.smithi028.stdout: "num_read_kb": 0, 2024-08-29T17:47:17.226 INFO:tasks.workunit.client.0.smithi028.stdout: "num_scrub_errors": 0, 2024-08-29T17:47:17.226 INFO:tasks.workunit.client.0.smithi028.stdout: "num_shallow_scrub_errors": 0, 2024-08-29T17:47:17.226 INFO:tasks.workunit.client.0.smithi028.stdout: "num_whiteouts": 0, 2024-08-29T17:47:17.226 INFO:tasks.workunit.client.0.smithi028.stdout: "num_write": 0, 2024-08-29T17:47:17.226 INFO:tasks.workunit.client.0.smithi028.stdout: "num_write_kb": 0 2024-08-29T17:47:17.226 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:17.226 INFO:tasks.workunit.client.0.smithi028.stdout: "state": "active+clean", 2024-08-29T17:47:17.226 INFO:tasks.workunit.client.0.smithi028.stdout: "stats_invalid": false, 2024-08-29T17:47:17.226 INFO:tasks.workunit.client.0.smithi028.stdout: "up": [ 2024-08-29T17:47:17.226 INFO:tasks.workunit.client.0.smithi028.stdout: 3, 2024-08-29T17:47:17.226 INFO:tasks.workunit.client.0.smithi028.stdout: 0, 2024-08-29T17:47:17.226 INFO:tasks.workunit.client.0.smithi028.stdout: 5 2024-08-29T17:47:17.226 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-08-29T17:47:17.226 INFO:tasks.workunit.client.0.smithi028.stdout: "up_primary": 3, 2024-08-29T17:47:17.227 INFO:tasks.workunit.client.0.smithi028.stdout: "version": "65'1" 2024-08-29T17:47:17.227 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:17.227 INFO:tasks.workunit.client.0.smithi028.stdout: { 2024-08-29T17:47:17.227 INFO:tasks.workunit.client.0.smithi028.stdout: "acting": [ 2024-08-29T17:47:17.227 INFO:tasks.workunit.client.0.smithi028.stdout: 3, 2024-08-29T17:47:17.227 INFO:tasks.workunit.client.0.smithi028.stdout: 6, 2024-08-29T17:47:17.227 INFO:tasks.workunit.client.0.smithi028.stdout: 2 2024-08-29T17:47:17.227 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-08-29T17:47:17.227 INFO:tasks.workunit.client.0.smithi028.stdout: "acting_primary": 3, 2024-08-29T17:47:17.227 INFO:tasks.workunit.client.0.smithi028.stdout: "avail_no_missing": [], 2024-08-29T17:47:17.227 INFO:tasks.workunit.client.0.smithi028.stdout: "blocked_by": [], 2024-08-29T17:47:17.227 INFO:tasks.workunit.client.0.smithi028.stdout: "created": 62, 2024-08-29T17:47:17.227 INFO:tasks.workunit.client.0.smithi028.stdout: "dirty_stats_invalid": false, 2024-08-29T17:47:17.227 INFO:tasks.workunit.client.0.smithi028.stdout: "hitset_bytes_stats_invalid": false, 2024-08-29T17:47:17.228 INFO:tasks.workunit.client.0.smithi028.stdout: "hitset_stats_invalid": false, 2024-08-29T17:47:17.228 INFO:tasks.workunit.client.0.smithi028.stdout: "last_active": "2024-08-29T17:43:51.002570+0000", 2024-08-29T17:47:17.228 INFO:tasks.workunit.client.0.smithi028.stdout: "last_became_active": "2024-08-29T17:41:03.044260+0000", 2024-08-29T17:47:17.228 INFO:tasks.workunit.client.0.smithi028.stdout: "last_became_peered": "2024-08-29T17:41:03.044260+0000", 2024-08-29T17:47:17.228 INFO:tasks.workunit.client.0.smithi028.stdout: "last_change": "2024-08-29T17:41:03.045150+0000", 2024-08-29T17:47:17.228 INFO:tasks.workunit.client.0.smithi028.stdout: "last_clean": "2024-08-29T17:43:51.002570+0000", 2024-08-29T17:47:17.228 INFO:tasks.workunit.client.0.smithi028.stdout: "last_clean_scrub_stamp": "2024-08-29T17:41:01.987071+0000", 2024-08-29T17:47:17.228 INFO:tasks.workunit.client.0.smithi028.stdout: "last_deep_scrub": "0'0", 2024-08-29T17:47:17.228 INFO:tasks.workunit.client.0.smithi028.stdout: "last_deep_scrub_stamp": "2024-08-29T17:41:01.987071+0000", 2024-08-29T17:47:17.228 INFO:tasks.workunit.client.0.smithi028.stdout: "last_epoch_clean": 63, 2024-08-29T17:47:17.228 INFO:tasks.workunit.client.0.smithi028.stdout: "last_fresh": "2024-08-29T17:43:51.002570+0000", 2024-08-29T17:47:17.228 INFO:tasks.workunit.client.0.smithi028.stdout: "last_fullsized": "2024-08-29T17:43:51.002570+0000", 2024-08-29T17:47:17.228 INFO:tasks.workunit.client.0.smithi028.stdout: "last_peered": "2024-08-29T17:43:51.002570+0000", 2024-08-29T17:47:17.228 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub": "0'0", 2024-08-29T17:47:17.229 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub_duration": 0, 2024-08-29T17:47:17.229 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub_stamp": "2024-08-29T17:41:01.987071+0000", 2024-08-29T17:47:17.229 INFO:tasks.workunit.client.0.smithi028.stdout: "last_undegraded": "2024-08-29T17:43:51.002570+0000", 2024-08-29T17:47:17.229 INFO:tasks.workunit.client.0.smithi028.stdout: "last_unstale": "2024-08-29T17:43:51.002570+0000", 2024-08-29T17:47:17.229 INFO:tasks.workunit.client.0.smithi028.stdout: "log_dups_size": 0, 2024-08-29T17:47:17.229 INFO:tasks.workunit.client.0.smithi028.stdout: "log_size": 0, 2024-08-29T17:47:17.229 INFO:tasks.workunit.client.0.smithi028.stdout: "log_start": "0'0", 2024-08-29T17:47:17.229 INFO:tasks.workunit.client.0.smithi028.stdout: "manifest_stats_invalid": false, 2024-08-29T17:47:17.229 INFO:tasks.workunit.client.0.smithi028.stdout: "mapping_epoch": 62, 2024-08-29T17:47:17.229 INFO:tasks.workunit.client.0.smithi028.stdout: "object_location_counts": [], 2024-08-29T17:47:17.229 INFO:tasks.workunit.client.0.smithi028.stdout: "objects_scrubbed": 0, 2024-08-29T17:47:17.229 INFO:tasks.workunit.client.0.smithi028.stdout: "objects_trimmed": 0, 2024-08-29T17:47:17.229 INFO:tasks.workunit.client.0.smithi028.stdout: "omap_stats_invalid": false, 2024-08-29T17:47:17.230 INFO:tasks.workunit.client.0.smithi028.stdout: "ondisk_log_size": 0, 2024-08-29T17:47:17.230 INFO:tasks.workunit.client.0.smithi028.stdout: "ondisk_log_start": "0'0", 2024-08-29T17:47:17.230 INFO:tasks.workunit.client.0.smithi028.stdout: "parent": "0.0", 2024-08-29T17:47:17.230 INFO:tasks.workunit.client.0.smithi028.stdout: "parent_split_bits": 0, 2024-08-29T17:47:17.230 INFO:tasks.workunit.client.0.smithi028.stdout: "pgid": "3.1e", 2024-08-29T17:47:17.230 INFO:tasks.workunit.client.0.smithi028.stdout: "pin_stats_invalid": false, 2024-08-29T17:47:17.230 INFO:tasks.workunit.client.0.smithi028.stdout: "purged_snaps": [], 2024-08-29T17:47:17.230 INFO:tasks.workunit.client.0.smithi028.stdout: "reported_epoch": 74, 2024-08-29T17:47:17.230 INFO:tasks.workunit.client.0.smithi028.stdout: "reported_seq": 21, 2024-08-29T17:47:17.230 INFO:tasks.workunit.client.0.smithi028.stdout: "scrub_duration": 0.0, 2024-08-29T17:47:17.230 INFO:tasks.workunit.client.0.smithi028.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-30T22:23:38.421238+0000", 2024-08-29T17:47:17.230 INFO:tasks.workunit.client.0.smithi028.stdout: "snaptrim_duration": 0.0, 2024-08-29T17:47:17.230 INFO:tasks.workunit.client.0.smithi028.stdout: "snaptrimq_len": 0, 2024-08-29T17:47:17.230 INFO:tasks.workunit.client.0.smithi028.stdout: "stat_sum": { 2024-08-29T17:47:17.231 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes": 0, 2024-08-29T17:47:17.231 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes_hit_set_archive": 0, 2024-08-29T17:47:17.231 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes_recovered": 0, 2024-08-29T17:47:17.231 INFO:tasks.workunit.client.0.smithi028.stdout: "num_deep_scrub_errors": 0, 2024-08-29T17:47:17.231 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict": 0, 2024-08-29T17:47:17.231 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_kb": 0, 2024-08-29T17:47:17.231 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_mode_full": 0, 2024-08-29T17:47:17.231 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_mode_some": 0, 2024-08-29T17:47:17.231 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush": 0, 2024-08-29T17:47:17.231 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_kb": 0, 2024-08-29T17:47:17.231 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_mode_high": 0, 2024-08-29T17:47:17.231 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_mode_low": 0, 2024-08-29T17:47:17.231 INFO:tasks.workunit.client.0.smithi028.stdout: "num_keys_recovered": 0, 2024-08-29T17:47:17.232 INFO:tasks.workunit.client.0.smithi028.stdout: "num_large_omap_objects": 0, 2024-08-29T17:47:17.232 INFO:tasks.workunit.client.0.smithi028.stdout: "num_legacy_snapsets": 0, 2024-08-29T17:47:17.232 INFO:tasks.workunit.client.0.smithi028.stdout: "num_object_clones": 0, 2024-08-29T17:47:17.232 INFO:tasks.workunit.client.0.smithi028.stdout: "num_object_copies": 0, 2024-08-29T17:47:17.232 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects": 0, 2024-08-29T17:47:17.232 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_degraded": 0, 2024-08-29T17:47:17.232 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_dirty": 0, 2024-08-29T17:47:17.232 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_hit_set_archive": 0, 2024-08-29T17:47:17.232 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_manifest": 0, 2024-08-29T17:47:17.232 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_misplaced": 0, 2024-08-29T17:47:17.232 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_missing": 0, 2024-08-29T17:47:17.232 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_missing_on_primary": 0, 2024-08-29T17:47:17.232 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_omap": 0, 2024-08-29T17:47:17.232 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_pinned": 0, 2024-08-29T17:47:17.233 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_recovered": 0, 2024-08-29T17:47:17.233 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_repaired": 0, 2024-08-29T17:47:17.233 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_unfound": 0, 2024-08-29T17:47:17.233 INFO:tasks.workunit.client.0.smithi028.stdout: "num_omap_bytes": 0, 2024-08-29T17:47:17.233 INFO:tasks.workunit.client.0.smithi028.stdout: "num_omap_keys": 0, 2024-08-29T17:47:17.233 INFO:tasks.workunit.client.0.smithi028.stdout: "num_promote": 0, 2024-08-29T17:47:17.233 INFO:tasks.workunit.client.0.smithi028.stdout: "num_read": 0, 2024-08-29T17:47:17.233 INFO:tasks.workunit.client.0.smithi028.stdout: "num_read_kb": 0, 2024-08-29T17:47:17.233 INFO:tasks.workunit.client.0.smithi028.stdout: "num_scrub_errors": 0, 2024-08-29T17:47:17.233 INFO:tasks.workunit.client.0.smithi028.stdout: "num_shallow_scrub_errors": 0, 2024-08-29T17:47:17.233 INFO:tasks.workunit.client.0.smithi028.stdout: "num_whiteouts": 0, 2024-08-29T17:47:17.233 INFO:tasks.workunit.client.0.smithi028.stdout: "num_write": 0, 2024-08-29T17:47:17.233 INFO:tasks.workunit.client.0.smithi028.stdout: "num_write_kb": 0 2024-08-29T17:47:17.234 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:17.234 INFO:tasks.workunit.client.0.smithi028.stdout: "state": "active+clean", 2024-08-29T17:47:17.234 INFO:tasks.workunit.client.0.smithi028.stdout: "stats_invalid": false, 2024-08-29T17:47:17.234 INFO:tasks.workunit.client.0.smithi028.stdout: "up": [ 2024-08-29T17:47:17.234 INFO:tasks.workunit.client.0.smithi028.stdout: 3, 2024-08-29T17:47:17.234 INFO:tasks.workunit.client.0.smithi028.stdout: 6, 2024-08-29T17:47:17.234 INFO:tasks.workunit.client.0.smithi028.stdout: 2 2024-08-29T17:47:17.234 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-08-29T17:47:17.234 INFO:tasks.workunit.client.0.smithi028.stdout: "up_primary": 3, 2024-08-29T17:47:17.234 INFO:tasks.workunit.client.0.smithi028.stdout: "version": "0'0" 2024-08-29T17:47:17.234 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:17.234 INFO:tasks.workunit.client.0.smithi028.stdout: { 2024-08-29T17:47:17.234 INFO:tasks.workunit.client.0.smithi028.stdout: "acting": [ 2024-08-29T17:47:17.234 INFO:tasks.workunit.client.0.smithi028.stdout: 0, 2024-08-29T17:47:17.235 INFO:tasks.workunit.client.0.smithi028.stdout: 7, 2024-08-29T17:47:17.235 INFO:tasks.workunit.client.0.smithi028.stdout: 4 2024-08-29T17:47:17.235 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-08-29T17:47:17.235 INFO:tasks.workunit.client.0.smithi028.stdout: "acting_primary": 0, 2024-08-29T17:47:17.235 INFO:tasks.workunit.client.0.smithi028.stdout: "avail_no_missing": [], 2024-08-29T17:47:17.235 INFO:tasks.workunit.client.0.smithi028.stdout: "blocked_by": [], 2024-08-29T17:47:17.235 INFO:tasks.workunit.client.0.smithi028.stdout: "created": 59, 2024-08-29T17:47:17.235 INFO:tasks.workunit.client.0.smithi028.stdout: "dirty_stats_invalid": false, 2024-08-29T17:47:17.235 INFO:tasks.workunit.client.0.smithi028.stdout: "hitset_bytes_stats_invalid": false, 2024-08-29T17:47:17.235 INFO:tasks.workunit.client.0.smithi028.stdout: "hitset_stats_invalid": false, 2024-08-29T17:47:17.235 INFO:tasks.workunit.client.0.smithi028.stdout: "last_active": "2024-08-29T17:43:51.186113+0000", 2024-08-29T17:47:17.236 INFO:tasks.workunit.client.0.smithi028.stdout: "last_became_active": "2024-08-29T17:40:53.982916+0000", 2024-08-29T17:47:17.236 INFO:tasks.workunit.client.0.smithi028.stdout: "last_became_peered": "2024-08-29T17:40:53.982916+0000", 2024-08-29T17:47:17.236 INFO:tasks.workunit.client.0.smithi028.stdout: "last_change": "2024-08-29T17:40:53.984051+0000", 2024-08-29T17:47:17.236 INFO:tasks.workunit.client.0.smithi028.stdout: "last_clean": "2024-08-29T17:43:51.186113+0000", 2024-08-29T17:47:17.236 INFO:tasks.workunit.client.0.smithi028.stdout: "last_clean_scrub_stamp": "2024-08-29T17:40:52.944949+0000", 2024-08-29T17:47:17.236 INFO:tasks.workunit.client.0.smithi028.stdout: "last_deep_scrub": "0'0", 2024-08-29T17:47:17.236 INFO:tasks.workunit.client.0.smithi028.stdout: "last_deep_scrub_stamp": "2024-08-29T17:40:52.944949+0000", 2024-08-29T17:47:17.236 INFO:tasks.workunit.client.0.smithi028.stdout: "last_epoch_clean": 60, 2024-08-29T17:47:17.236 INFO:tasks.workunit.client.0.smithi028.stdout: "last_fresh": "2024-08-29T17:43:51.186113+0000", 2024-08-29T17:47:17.236 INFO:tasks.workunit.client.0.smithi028.stdout: "last_fullsized": "2024-08-29T17:43:51.186113+0000", 2024-08-29T17:47:17.236 INFO:tasks.workunit.client.0.smithi028.stdout: "last_peered": "2024-08-29T17:43:51.186113+0000", 2024-08-29T17:47:17.236 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub": "0'0", 2024-08-29T17:47:17.236 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub_duration": 0, 2024-08-29T17:47:17.237 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub_stamp": "2024-08-29T17:40:52.944949+0000", 2024-08-29T17:47:17.237 INFO:tasks.workunit.client.0.smithi028.stdout: "last_undegraded": "2024-08-29T17:43:51.186113+0000", 2024-08-29T17:47:17.237 INFO:tasks.workunit.client.0.smithi028.stdout: "last_unstale": "2024-08-29T17:43:51.186113+0000", 2024-08-29T17:47:17.237 INFO:tasks.workunit.client.0.smithi028.stdout: "log_dups_size": 0, 2024-08-29T17:47:17.237 INFO:tasks.workunit.client.0.smithi028.stdout: "log_size": 4, 2024-08-29T17:47:17.237 INFO:tasks.workunit.client.0.smithi028.stdout: "log_start": "0'0", 2024-08-29T17:47:17.237 INFO:tasks.workunit.client.0.smithi028.stdout: "manifest_stats_invalid": false, 2024-08-29T17:47:17.237 INFO:tasks.workunit.client.0.smithi028.stdout: "mapping_epoch": 59, 2024-08-29T17:47:17.237 INFO:tasks.workunit.client.0.smithi028.stdout: "object_location_counts": [], 2024-08-29T17:47:17.237 INFO:tasks.workunit.client.0.smithi028.stdout: "objects_scrubbed": 0, 2024-08-29T17:47:17.237 INFO:tasks.workunit.client.0.smithi028.stdout: "objects_trimmed": 0, 2024-08-29T17:47:17.237 INFO:tasks.workunit.client.0.smithi028.stdout: "omap_stats_invalid": false, 2024-08-29T17:47:17.237 INFO:tasks.workunit.client.0.smithi028.stdout: "ondisk_log_size": 4, 2024-08-29T17:47:17.238 INFO:tasks.workunit.client.0.smithi028.stdout: "ondisk_log_start": "0'0", 2024-08-29T17:47:17.238 INFO:tasks.workunit.client.0.smithi028.stdout: "parent": "0.0", 2024-08-29T17:47:17.238 INFO:tasks.workunit.client.0.smithi028.stdout: "parent_split_bits": 0, 2024-08-29T17:47:17.238 INFO:tasks.workunit.client.0.smithi028.stdout: "pgid": "2.1f", 2024-08-29T17:47:17.238 INFO:tasks.workunit.client.0.smithi028.stdout: "pin_stats_invalid": false, 2024-08-29T17:47:17.238 INFO:tasks.workunit.client.0.smithi028.stdout: "purged_snaps": [], 2024-08-29T17:47:17.238 INFO:tasks.workunit.client.0.smithi028.stdout: "reported_epoch": 74, 2024-08-29T17:47:17.238 INFO:tasks.workunit.client.0.smithi028.stdout: "reported_seq": 28, 2024-08-29T17:47:17.238 INFO:tasks.workunit.client.0.smithi028.stdout: "scrub_duration": 0.0, 2024-08-29T17:47:17.238 INFO:tasks.workunit.client.0.smithi028.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-30T23:13:10.265403+0000", 2024-08-29T17:47:17.238 INFO:tasks.workunit.client.0.smithi028.stdout: "snaptrim_duration": 0.0, 2024-08-29T17:47:17.238 INFO:tasks.workunit.client.0.smithi028.stdout: "snaptrimq_len": 0, 2024-08-29T17:47:17.239 INFO:tasks.workunit.client.0.smithi028.stdout: "stat_sum": { 2024-08-29T17:47:17.239 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes": 570, 2024-08-29T17:47:17.239 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes_hit_set_archive": 0, 2024-08-29T17:47:17.239 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes_recovered": 0, 2024-08-29T17:47:17.239 INFO:tasks.workunit.client.0.smithi028.stdout: "num_deep_scrub_errors": 0, 2024-08-29T17:47:17.239 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict": 0, 2024-08-29T17:47:17.239 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_kb": 0, 2024-08-29T17:47:17.239 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_mode_full": 0, 2024-08-29T17:47:17.239 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_mode_some": 0, 2024-08-29T17:47:17.239 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush": 0, 2024-08-29T17:47:17.239 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_kb": 0, 2024-08-29T17:47:17.239 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_mode_high": 0, 2024-08-29T17:47:17.239 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_mode_low": 0, 2024-08-29T17:47:17.240 INFO:tasks.workunit.client.0.smithi028.stdout: "num_keys_recovered": 0, 2024-08-29T17:47:17.240 INFO:tasks.workunit.client.0.smithi028.stdout: "num_large_omap_objects": 0, 2024-08-29T17:47:17.240 INFO:tasks.workunit.client.0.smithi028.stdout: "num_legacy_snapsets": 0, 2024-08-29T17:47:17.240 INFO:tasks.workunit.client.0.smithi028.stdout: "num_object_clones": 0, 2024-08-29T17:47:17.240 INFO:tasks.workunit.client.0.smithi028.stdout: "num_object_copies": 6, 2024-08-29T17:47:17.240 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects": 2, 2024-08-29T17:47:17.240 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_degraded": 0, 2024-08-29T17:47:17.240 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_dirty": 2, 2024-08-29T17:47:17.240 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_hit_set_archive": 0, 2024-08-29T17:47:17.240 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_manifest": 0, 2024-08-29T17:47:17.240 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_misplaced": 0, 2024-08-29T17:47:17.240 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_missing": 0, 2024-08-29T17:47:17.240 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_missing_on_primary": 0, 2024-08-29T17:47:17.241 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_omap": 1, 2024-08-29T17:47:17.241 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_pinned": 0, 2024-08-29T17:47:17.241 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_recovered": 0, 2024-08-29T17:47:17.241 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_repaired": 0, 2024-08-29T17:47:17.241 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_unfound": 0, 2024-08-29T17:47:17.241 INFO:tasks.workunit.client.0.smithi028.stdout: "num_omap_bytes": 0, 2024-08-29T17:47:17.241 INFO:tasks.workunit.client.0.smithi028.stdout: "num_omap_keys": 0, 2024-08-29T17:47:17.241 INFO:tasks.workunit.client.0.smithi028.stdout: "num_promote": 0, 2024-08-29T17:47:17.241 INFO:tasks.workunit.client.0.smithi028.stdout: "num_read": 0, 2024-08-29T17:47:17.241 INFO:tasks.workunit.client.0.smithi028.stdout: "num_read_kb": 0, 2024-08-29T17:47:17.241 INFO:tasks.workunit.client.0.smithi028.stdout: "num_scrub_errors": 0, 2024-08-29T17:47:17.241 INFO:tasks.workunit.client.0.smithi028.stdout: "num_shallow_scrub_errors": 0, 2024-08-29T17:47:17.241 INFO:tasks.workunit.client.0.smithi028.stdout: "num_whiteouts": 0, 2024-08-29T17:47:17.242 INFO:tasks.workunit.client.0.smithi028.stdout: "num_write": 4, 2024-08-29T17:47:17.242 INFO:tasks.workunit.client.0.smithi028.stdout: "num_write_kb": 1 2024-08-29T17:47:17.242 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:17.242 INFO:tasks.workunit.client.0.smithi028.stdout: "state": "active+clean", 2024-08-29T17:47:17.242 INFO:tasks.workunit.client.0.smithi028.stdout: "stats_invalid": false, 2024-08-29T17:47:17.242 INFO:tasks.workunit.client.0.smithi028.stdout: "up": [ 2024-08-29T17:47:17.242 INFO:tasks.workunit.client.0.smithi028.stdout: 0, 2024-08-29T17:47:17.242 INFO:tasks.workunit.client.0.smithi028.stdout: 7, 2024-08-29T17:47:17.242 INFO:tasks.workunit.client.0.smithi028.stdout: 4 2024-08-29T17:47:17.242 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-08-29T17:47:17.242 INFO:tasks.workunit.client.0.smithi028.stdout: "up_primary": 0, 2024-08-29T17:47:17.242 INFO:tasks.workunit.client.0.smithi028.stdout: "version": "65'4" 2024-08-29T17:47:17.243 INFO:tasks.workunit.client.0.smithi028.stdout: } 2024-08-29T17:47:17.243 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-08-29T17:47:17.243 INFO:tasks.workunit.client.0.smithi028.stdout: "stats_per_pool": [ 2024-08-29T17:47:17.243 INFO:tasks.workunit.client.0.smithi028.stdout: { 2024-08-29T17:47:17.243 INFO:tasks.workunit.client.0.smithi028.stdout: "acting": 24, 2024-08-29T17:47:17.243 INFO:tasks.workunit.client.0.smithi028.stdout: "application": [ 2024-08-29T17:47:17.243 INFO:tasks.workunit.client.0.smithi028.stdout: "rbd" 2024-08-29T17:47:17.243 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-08-29T17:47:17.243 INFO:tasks.workunit.client.0.smithi028.stdout: "log_size": 3, 2024-08-29T17:47:17.243 INFO:tasks.workunit.client.0.smithi028.stdout: "num_pg": 8, 2024-08-29T17:47:17.243 INFO:tasks.workunit.client.0.smithi028.stdout: "num_store_stats": 8, 2024-08-29T17:47:17.243 INFO:tasks.workunit.client.0.smithi028.stdout: "ondisk_log_size": 3, 2024-08-29T17:47:17.243 INFO:tasks.workunit.client.0.smithi028.stdout: "poolid": 4, 2024-08-29T17:47:17.244 INFO:tasks.workunit.client.0.smithi028.stdout: "stat_sum": { 2024-08-29T17:47:17.244 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes": 19, 2024-08-29T17:47:17.244 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes_hit_set_archive": 0, 2024-08-29T17:47:17.244 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes_recovered": 0, 2024-08-29T17:47:17.244 INFO:tasks.workunit.client.0.smithi028.stdout: "num_deep_scrub_errors": 0, 2024-08-29T17:47:17.244 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict": 0, 2024-08-29T17:47:17.244 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_kb": 0, 2024-08-29T17:47:17.244 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_mode_full": 0, 2024-08-29T17:47:17.244 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_mode_some": 0, 2024-08-29T17:47:17.244 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush": 0, 2024-08-29T17:47:17.244 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_kb": 0, 2024-08-29T17:47:17.244 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_mode_high": 0, 2024-08-29T17:47:17.244 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_mode_low": 0, 2024-08-29T17:47:17.244 INFO:tasks.workunit.client.0.smithi028.stdout: "num_keys_recovered": 0, 2024-08-29T17:47:17.245 INFO:tasks.workunit.client.0.smithi028.stdout: "num_large_omap_objects": 0, 2024-08-29T17:47:17.245 INFO:tasks.workunit.client.0.smithi028.stdout: "num_legacy_snapsets": 0, 2024-08-29T17:47:17.245 INFO:tasks.workunit.client.0.smithi028.stdout: "num_object_clones": 0, 2024-08-29T17:47:17.245 INFO:tasks.workunit.client.0.smithi028.stdout: "num_object_copies": 6, 2024-08-29T17:47:17.245 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects": 2, 2024-08-29T17:47:17.245 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_degraded": 0, 2024-08-29T17:47:17.245 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_dirty": 2, 2024-08-29T17:47:17.245 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_hit_set_archive": 0, 2024-08-29T17:47:17.245 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_manifest": 0, 2024-08-29T17:47:17.245 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_misplaced": 0, 2024-08-29T17:47:17.245 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_missing": 0, 2024-08-29T17:47:17.245 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_missing_on_primary": 0, 2024-08-29T17:47:17.245 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_omap": 0, 2024-08-29T17:47:17.246 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_pinned": 0, 2024-08-29T17:47:17.246 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_recovered": 0, 2024-08-29T17:47:17.246 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_repaired": 0, 2024-08-29T17:47:17.246 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_unfound": 0, 2024-08-29T17:47:17.246 INFO:tasks.workunit.client.0.smithi028.stdout: "num_omap_bytes": 0, 2024-08-29T17:47:17.246 INFO:tasks.workunit.client.0.smithi028.stdout: "num_omap_keys": 0, 2024-08-29T17:47:17.246 INFO:tasks.workunit.client.0.smithi028.stdout: "num_promote": 0, 2024-08-29T17:47:17.246 INFO:tasks.workunit.client.0.smithi028.stdout: "num_read": 0, 2024-08-29T17:47:17.246 INFO:tasks.workunit.client.0.smithi028.stdout: "num_read_kb": 0, 2024-08-29T17:47:17.246 INFO:tasks.workunit.client.0.smithi028.stdout: "num_scrub_errors": 0, 2024-08-29T17:47:17.246 INFO:tasks.workunit.client.0.smithi028.stdout: "num_shallow_scrub_errors": 0, 2024-08-29T17:47:17.246 INFO:tasks.workunit.client.0.smithi028.stdout: "num_whiteouts": 0, 2024-08-29T17:47:17.246 INFO:tasks.workunit.client.0.smithi028.stdout: "num_write": 2, 2024-08-29T17:47:17.247 INFO:tasks.workunit.client.0.smithi028.stdout: "num_write_kb": 2 2024-08-29T17:47:17.247 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:17.247 INFO:tasks.workunit.client.0.smithi028.stdout: "store_stats": { 2024-08-29T17:47:17.247 INFO:tasks.workunit.client.0.smithi028.stdout: "allocated": 12288, 2024-08-29T17:47:17.247 INFO:tasks.workunit.client.0.smithi028.stdout: "available": 0, 2024-08-29T17:47:17.247 INFO:tasks.workunit.client.0.smithi028.stdout: "data_compressed": 0, 2024-08-29T17:47:17.247 INFO:tasks.workunit.client.0.smithi028.stdout: "data_compressed_allocated": 0, 2024-08-29T17:47:17.247 INFO:tasks.workunit.client.0.smithi028.stdout: "data_compressed_original": 0, 2024-08-29T17:47:17.247 INFO:tasks.workunit.client.0.smithi028.stdout: "data_stored": 57, 2024-08-29T17:47:17.247 INFO:tasks.workunit.client.0.smithi028.stdout: "internal_metadata": 0, 2024-08-29T17:47:17.247 INFO:tasks.workunit.client.0.smithi028.stdout: "internally_reserved": 0, 2024-08-29T17:47:17.247 INFO:tasks.workunit.client.0.smithi028.stdout: "omap_allocated": 0, 2024-08-29T17:47:17.247 INFO:tasks.workunit.client.0.smithi028.stdout: "total": 0 2024-08-29T17:47:17.247 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:17.248 INFO:tasks.workunit.client.0.smithi028.stdout: "up": 24 2024-08-29T17:47:17.248 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:17.248 INFO:tasks.workunit.client.0.smithi028.stdout: { 2024-08-29T17:47:17.248 INFO:tasks.workunit.client.0.smithi028.stdout: "acting": 192, 2024-08-29T17:47:17.248 INFO:tasks.workunit.client.0.smithi028.stdout: "application": [ 2024-08-29T17:47:17.248 INFO:tasks.workunit.client.0.smithi028.stdout: "cephfs" 2024-08-29T17:47:17.248 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-08-29T17:47:17.248 INFO:tasks.workunit.client.0.smithi028.stdout: "log_size": 0, 2024-08-29T17:47:17.248 INFO:tasks.workunit.client.0.smithi028.stdout: "num_pg": 64, 2024-08-29T17:47:17.248 INFO:tasks.workunit.client.0.smithi028.stdout: "num_store_stats": 8, 2024-08-29T17:47:17.248 INFO:tasks.workunit.client.0.smithi028.stdout: "ondisk_log_size": 0, 2024-08-29T17:47:17.248 INFO:tasks.workunit.client.0.smithi028.stdout: "poolid": 3, 2024-08-29T17:47:17.248 INFO:tasks.workunit.client.0.smithi028.stdout: "stat_sum": { 2024-08-29T17:47:17.249 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes": 0, 2024-08-29T17:47:17.249 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes_hit_set_archive": 0, 2024-08-29T17:47:17.249 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes_recovered": 0, 2024-08-29T17:47:17.249 INFO:tasks.workunit.client.0.smithi028.stdout: "num_deep_scrub_errors": 0, 2024-08-29T17:47:17.249 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict": 0, 2024-08-29T17:47:17.249 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_kb": 0, 2024-08-29T17:47:17.249 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_mode_full": 0, 2024-08-29T17:47:17.249 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_mode_some": 0, 2024-08-29T17:47:17.249 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush": 0, 2024-08-29T17:47:17.249 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_kb": 0, 2024-08-29T17:47:17.249 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_mode_high": 0, 2024-08-29T17:47:17.249 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_mode_low": 0, 2024-08-29T17:47:17.249 INFO:tasks.workunit.client.0.smithi028.stdout: "num_keys_recovered": 0, 2024-08-29T17:47:17.249 INFO:tasks.workunit.client.0.smithi028.stdout: "num_large_omap_objects": 0, 2024-08-29T17:47:17.250 INFO:tasks.workunit.client.0.smithi028.stdout: "num_legacy_snapsets": 0, 2024-08-29T17:47:17.250 INFO:tasks.workunit.client.0.smithi028.stdout: "num_object_clones": 0, 2024-08-29T17:47:17.250 INFO:tasks.workunit.client.0.smithi028.stdout: "num_object_copies": 0, 2024-08-29T17:47:17.250 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects": 0, 2024-08-29T17:47:17.250 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_degraded": 0, 2024-08-29T17:47:17.250 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_dirty": 0, 2024-08-29T17:47:17.250 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_hit_set_archive": 0, 2024-08-29T17:47:17.250 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_manifest": 0, 2024-08-29T17:47:17.250 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_misplaced": 0, 2024-08-29T17:47:17.250 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_missing": 0, 2024-08-29T17:47:17.250 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_missing_on_primary": 0, 2024-08-29T17:47:17.250 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_omap": 0, 2024-08-29T17:47:17.250 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_pinned": 0, 2024-08-29T17:47:17.251 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_recovered": 0, 2024-08-29T17:47:17.251 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_repaired": 0, 2024-08-29T17:47:17.251 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_unfound": 0, 2024-08-29T17:47:17.251 INFO:tasks.workunit.client.0.smithi028.stdout: "num_omap_bytes": 0, 2024-08-29T17:47:17.251 INFO:tasks.workunit.client.0.smithi028.stdout: "num_omap_keys": 0, 2024-08-29T17:47:17.251 INFO:tasks.workunit.client.0.smithi028.stdout: "num_promote": 0, 2024-08-29T17:47:17.251 INFO:tasks.workunit.client.0.smithi028.stdout: "num_read": 0, 2024-08-29T17:47:17.251 INFO:tasks.workunit.client.0.smithi028.stdout: "num_read_kb": 0, 2024-08-29T17:47:17.251 INFO:tasks.workunit.client.0.smithi028.stdout: "num_scrub_errors": 0, 2024-08-29T17:47:17.251 INFO:tasks.workunit.client.0.smithi028.stdout: "num_shallow_scrub_errors": 0, 2024-08-29T17:47:17.251 INFO:tasks.workunit.client.0.smithi028.stdout: "num_whiteouts": 0, 2024-08-29T17:47:17.251 INFO:tasks.workunit.client.0.smithi028.stdout: "num_write": 0, 2024-08-29T17:47:17.251 INFO:tasks.workunit.client.0.smithi028.stdout: "num_write_kb": 0 2024-08-29T17:47:17.251 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:17.252 INFO:tasks.workunit.client.0.smithi028.stdout: "store_stats": { 2024-08-29T17:47:17.252 INFO:tasks.workunit.client.0.smithi028.stdout: "allocated": 0, 2024-08-29T17:47:17.252 INFO:tasks.workunit.client.0.smithi028.stdout: "available": 0, 2024-08-29T17:47:17.252 INFO:tasks.workunit.client.0.smithi028.stdout: "data_compressed": 0, 2024-08-29T17:47:17.252 INFO:tasks.workunit.client.0.smithi028.stdout: "data_compressed_allocated": 0, 2024-08-29T17:47:17.252 INFO:tasks.workunit.client.0.smithi028.stdout: "data_compressed_original": 0, 2024-08-29T17:47:17.252 INFO:tasks.workunit.client.0.smithi028.stdout: "data_stored": 0, 2024-08-29T17:47:17.252 INFO:tasks.workunit.client.0.smithi028.stdout: "internal_metadata": 0, 2024-08-29T17:47:17.252 INFO:tasks.workunit.client.0.smithi028.stdout: "internally_reserved": 0, 2024-08-29T17:47:17.252 INFO:tasks.workunit.client.0.smithi028.stdout: "omap_allocated": 0, 2024-08-29T17:47:17.252 INFO:tasks.workunit.client.0.smithi028.stdout: "total": 0 2024-08-29T17:47:17.252 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:17.252 INFO:tasks.workunit.client.0.smithi028.stdout: "up": 192 2024-08-29T17:47:17.253 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:17.253 INFO:tasks.workunit.client.0.smithi028.stdout: { 2024-08-29T17:47:17.253 INFO:tasks.workunit.client.0.smithi028.stdout: "acting": 96, 2024-08-29T17:47:17.253 INFO:tasks.workunit.client.0.smithi028.stdout: "application": [ 2024-08-29T17:47:17.253 INFO:tasks.workunit.client.0.smithi028.stdout: "cephfs" 2024-08-29T17:47:17.253 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-08-29T17:47:17.253 INFO:tasks.workunit.client.0.smithi028.stdout: "log_size": 45, 2024-08-29T17:47:17.253 INFO:tasks.workunit.client.0.smithi028.stdout: "num_pg": 32, 2024-08-29T17:47:17.253 INFO:tasks.workunit.client.0.smithi028.stdout: "num_store_stats": 8, 2024-08-29T17:47:17.253 INFO:tasks.workunit.client.0.smithi028.stdout: "ondisk_log_size": 45, 2024-08-29T17:47:17.253 INFO:tasks.workunit.client.0.smithi028.stdout: "poolid": 2, 2024-08-29T17:47:17.253 INFO:tasks.workunit.client.0.smithi028.stdout: "stat_sum": { 2024-08-29T17:47:17.253 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes": 3410, 2024-08-29T17:47:17.254 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes_hit_set_archive": 0, 2024-08-29T17:47:17.254 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes_recovered": 0, 2024-08-29T17:47:17.254 INFO:tasks.workunit.client.0.smithi028.stdout: "num_deep_scrub_errors": 0, 2024-08-29T17:47:17.254 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict": 0, 2024-08-29T17:47:17.254 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_kb": 0, 2024-08-29T17:47:17.254 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_mode_full": 0, 2024-08-29T17:47:17.254 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_mode_some": 0, 2024-08-29T17:47:17.254 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush": 0, 2024-08-29T17:47:17.254 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_kb": 0, 2024-08-29T17:47:17.254 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_mode_high": 0, 2024-08-29T17:47:17.254 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_mode_low": 0, 2024-08-29T17:47:17.254 INFO:tasks.workunit.client.0.smithi028.stdout: "num_keys_recovered": 0, 2024-08-29T17:47:17.254 INFO:tasks.workunit.client.0.smithi028.stdout: "num_large_omap_objects": 0, 2024-08-29T17:47:17.254 INFO:tasks.workunit.client.0.smithi028.stdout: "num_legacy_snapsets": 0, 2024-08-29T17:47:17.255 INFO:tasks.workunit.client.0.smithi028.stdout: "num_object_clones": 0, 2024-08-29T17:47:17.255 INFO:tasks.workunit.client.0.smithi028.stdout: "num_object_copies": 66, 2024-08-29T17:47:17.255 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects": 22, 2024-08-29T17:47:17.255 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_degraded": 0, 2024-08-29T17:47:17.255 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_dirty": 22, 2024-08-29T17:47:17.255 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_hit_set_archive": 0, 2024-08-29T17:47:17.255 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_manifest": 0, 2024-08-29T17:47:17.255 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_misplaced": 0, 2024-08-29T17:47:17.255 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_missing": 0, 2024-08-29T17:47:17.255 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_missing_on_primary": 0, 2024-08-29T17:47:17.255 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_omap": 14, 2024-08-29T17:47:17.255 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_pinned": 0, 2024-08-29T17:47:17.255 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_recovered": 1, 2024-08-29T17:47:17.255 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_repaired": 0, 2024-08-29T17:47:17.256 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_unfound": 0, 2024-08-29T17:47:17.256 INFO:tasks.workunit.client.0.smithi028.stdout: "num_omap_bytes": 0, 2024-08-29T17:47:17.256 INFO:tasks.workunit.client.0.smithi028.stdout: "num_omap_keys": 0, 2024-08-29T17:47:17.256 INFO:tasks.workunit.client.0.smithi028.stdout: "num_promote": 0, 2024-08-29T17:47:17.256 INFO:tasks.workunit.client.0.smithi028.stdout: "num_read": 0, 2024-08-29T17:47:17.256 INFO:tasks.workunit.client.0.smithi028.stdout: "num_read_kb": 0, 2024-08-29T17:47:17.256 INFO:tasks.workunit.client.0.smithi028.stdout: "num_scrub_errors": 0, 2024-08-29T17:47:17.256 INFO:tasks.workunit.client.0.smithi028.stdout: "num_shallow_scrub_errors": 0, 2024-08-29T17:47:17.256 INFO:tasks.workunit.client.0.smithi028.stdout: "num_whiteouts": 0, 2024-08-29T17:47:17.256 INFO:tasks.workunit.client.0.smithi028.stdout: "num_write": 51, 2024-08-29T17:47:17.256 INFO:tasks.workunit.client.0.smithi028.stdout: "num_write_kb": 19 2024-08-29T17:47:17.256 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:17.256 INFO:tasks.workunit.client.0.smithi028.stdout: "store_stats": { 2024-08-29T17:47:17.257 INFO:tasks.workunit.client.0.smithi028.stdout: "allocated": 98304, 2024-08-29T17:47:17.257 INFO:tasks.workunit.client.0.smithi028.stdout: "available": 0, 2024-08-29T17:47:17.257 INFO:tasks.workunit.client.0.smithi028.stdout: "data_compressed": 0, 2024-08-29T17:47:17.257 INFO:tasks.workunit.client.0.smithi028.stdout: "data_compressed_allocated": 0, 2024-08-29T17:47:17.257 INFO:tasks.workunit.client.0.smithi028.stdout: "data_compressed_original": 0, 2024-08-29T17:47:17.257 INFO:tasks.workunit.client.0.smithi028.stdout: "data_stored": 10230, 2024-08-29T17:47:17.257 INFO:tasks.workunit.client.0.smithi028.stdout: "internal_metadata": 0, 2024-08-29T17:47:17.257 INFO:tasks.workunit.client.0.smithi028.stdout: "internally_reserved": 0, 2024-08-29T17:47:17.257 INFO:tasks.workunit.client.0.smithi028.stdout: "omap_allocated": 0, 2024-08-29T17:47:17.257 INFO:tasks.workunit.client.0.smithi028.stdout: "total": 0 2024-08-29T17:47:17.257 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:17.257 INFO:tasks.workunit.client.0.smithi028.stdout: "up": 96 2024-08-29T17:47:17.257 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:17.258 INFO:tasks.workunit.client.0.smithi028.stdout: { 2024-08-29T17:47:17.258 INFO:tasks.workunit.client.0.smithi028.stdout: "acting": 3, 2024-08-29T17:47:17.258 INFO:tasks.workunit.client.0.smithi028.stdout: "application": [ 2024-08-29T17:47:17.258 INFO:tasks.workunit.client.0.smithi028.stdout: "mgr" 2024-08-29T17:47:17.258 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-08-29T17:47:17.258 INFO:tasks.workunit.client.0.smithi028.stdout: "log_size": 132, 2024-08-29T17:47:17.258 INFO:tasks.workunit.client.0.smithi028.stdout: "num_pg": 1, 2024-08-29T17:47:17.258 INFO:tasks.workunit.client.0.smithi028.stdout: "num_store_stats": 3, 2024-08-29T17:47:17.258 INFO:tasks.workunit.client.0.smithi028.stdout: "ondisk_log_size": 132, 2024-08-29T17:47:17.258 INFO:tasks.workunit.client.0.smithi028.stdout: "poolid": 1, 2024-08-29T17:47:17.258 INFO:tasks.workunit.client.0.smithi028.stdout: "stat_sum": { 2024-08-29T17:47:17.258 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes": 590368, 2024-08-29T17:47:17.258 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes_hit_set_archive": 0, 2024-08-29T17:47:17.259 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes_recovered": 1771104, 2024-08-29T17:47:17.259 INFO:tasks.workunit.client.0.smithi028.stdout: "num_deep_scrub_errors": 0, 2024-08-29T17:47:17.259 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict": 0, 2024-08-29T17:47:17.259 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_kb": 0, 2024-08-29T17:47:17.259 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_mode_full": 0, 2024-08-29T17:47:17.259 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_mode_some": 0, 2024-08-29T17:47:17.259 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush": 0, 2024-08-29T17:47:17.259 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_kb": 0, 2024-08-29T17:47:17.259 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_mode_high": 0, 2024-08-29T17:47:17.259 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_mode_low": 0, 2024-08-29T17:47:17.259 INFO:tasks.workunit.client.0.smithi028.stdout: "num_keys_recovered": 0, 2024-08-29T17:47:17.259 INFO:tasks.workunit.client.0.smithi028.stdout: "num_large_omap_objects": 0, 2024-08-29T17:47:17.259 INFO:tasks.workunit.client.0.smithi028.stdout: "num_legacy_snapsets": 0, 2024-08-29T17:47:17.259 INFO:tasks.workunit.client.0.smithi028.stdout: "num_object_clones": 0, 2024-08-29T17:47:17.260 INFO:tasks.workunit.client.0.smithi028.stdout: "num_object_copies": 6, 2024-08-29T17:47:17.260 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects": 2, 2024-08-29T17:47:17.260 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_degraded": 0, 2024-08-29T17:47:17.260 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_dirty": 2, 2024-08-29T17:47:17.260 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_hit_set_archive": 0, 2024-08-29T17:47:17.260 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_manifest": 0, 2024-08-29T17:47:17.260 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_misplaced": 0, 2024-08-29T17:47:17.260 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_missing": 0, 2024-08-29T17:47:17.260 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_missing_on_primary": 0, 2024-08-29T17:47:17.260 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_omap": 0, 2024-08-29T17:47:17.260 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_pinned": 0, 2024-08-29T17:47:17.260 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_recovered": 6, 2024-08-29T17:47:17.260 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_repaired": 0, 2024-08-29T17:47:17.260 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_unfound": 0, 2024-08-29T17:47:17.261 INFO:tasks.workunit.client.0.smithi028.stdout: "num_omap_bytes": 0, 2024-08-29T17:47:17.261 INFO:tasks.workunit.client.0.smithi028.stdout: "num_omap_keys": 0, 2024-08-29T17:47:17.261 INFO:tasks.workunit.client.0.smithi028.stdout: "num_promote": 0, 2024-08-29T17:47:17.261 INFO:tasks.workunit.client.0.smithi028.stdout: "num_read": 250, 2024-08-29T17:47:17.261 INFO:tasks.workunit.client.0.smithi028.stdout: "num_read_kb": 464, 2024-08-29T17:47:17.261 INFO:tasks.workunit.client.0.smithi028.stdout: "num_scrub_errors": 0, 2024-08-29T17:47:17.261 INFO:tasks.workunit.client.0.smithi028.stdout: "num_shallow_scrub_errors": 0, 2024-08-29T17:47:17.261 INFO:tasks.workunit.client.0.smithi028.stdout: "num_whiteouts": 0, 2024-08-29T17:47:17.261 INFO:tasks.workunit.client.0.smithi028.stdout: "num_write": 187, 2024-08-29T17:47:17.261 INFO:tasks.workunit.client.0.smithi028.stdout: "num_write_kb": 2416 2024-08-29T17:47:17.261 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:17.261 INFO:tasks.workunit.client.0.smithi028.stdout: "store_stats": { 2024-08-29T17:47:17.261 INFO:tasks.workunit.client.0.smithi028.stdout: "allocated": 1781760, 2024-08-29T17:47:17.262 INFO:tasks.workunit.client.0.smithi028.stdout: "available": 0, 2024-08-29T17:47:17.262 INFO:tasks.workunit.client.0.smithi028.stdout: "data_compressed": 0, 2024-08-29T17:47:17.262 INFO:tasks.workunit.client.0.smithi028.stdout: "data_compressed_allocated": 0, 2024-08-29T17:47:17.262 INFO:tasks.workunit.client.0.smithi028.stdout: "data_compressed_original": 0, 2024-08-29T17:47:17.262 INFO:tasks.workunit.client.0.smithi028.stdout: "data_stored": 1771104, 2024-08-29T17:47:17.262 INFO:tasks.workunit.client.0.smithi028.stdout: "internal_metadata": 0, 2024-08-29T17:47:17.262 INFO:tasks.workunit.client.0.smithi028.stdout: "internally_reserved": 0, 2024-08-29T17:47:17.262 INFO:tasks.workunit.client.0.smithi028.stdout: "omap_allocated": 0, 2024-08-29T17:47:17.262 INFO:tasks.workunit.client.0.smithi028.stdout: "total": 0 2024-08-29T17:47:17.262 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:17.262 INFO:tasks.workunit.client.0.smithi028.stdout: "up": 3 2024-08-29T17:47:17.262 INFO:tasks.workunit.client.0.smithi028.stdout: } 2024-08-29T17:47:17.262 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-08-29T17:47:17.262 INFO:tasks.workunit.client.0.smithi028.stdout: "usage": { 2024-08-29T17:47:17.263 INFO:tasks.workunit.client.0.smithi028.stdout: "pg_num": 105, 2024-08-29T17:47:17.263 INFO:tasks.workunit.client.0.smithi028.stdout: "pools": 4, 2024-08-29T17:47:17.263 INFO:tasks.workunit.client.0.smithi028.stdout: "stats_by_class": { 2024-08-29T17:47:17.263 INFO:tasks.workunit.client.0.smithi028.stdout: "ssd": { 2024-08-29T17:47:17.263 INFO:tasks.workunit.client.0.smithi028.stdout: "total_avail_bytes": 765516267520, 2024-08-29T17:47:17.263 INFO:tasks.workunit.client.0.smithi028.stdout: "total_bytes": 767960285184, 2024-08-29T17:47:17.263 INFO:tasks.workunit.client.0.smithi028.stdout: "total_used_bytes": 2444017664, 2024-08-29T17:47:17.263 INFO:tasks.workunit.client.0.smithi028.stdout: "total_used_raw_bytes": 2444017664, 2024-08-29T17:47:17.263 INFO:tasks.workunit.client.0.smithi028.stdout: "total_used_raw_ratio": 0.003182479180395603 2024-08-29T17:47:17.263 INFO:tasks.workunit.client.0.smithi028.stdout: } 2024-08-29T17:47:17.263 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T17:47:17.263 INFO:tasks.workunit.client.0.smithi028.stdout: "total_avail_bytes": 765516267520, 2024-08-29T17:47:17.263 INFO:tasks.workunit.client.0.smithi028.stdout: "total_bytes": 767960285184, 2024-08-29T17:47:17.264 INFO:tasks.workunit.client.0.smithi028.stdout: "total_used_bytes": 2444017664 2024-08-29T17:47:17.264 INFO:tasks.workunit.client.0.smithi028.stdout: } 2024-08-29T17:47:17.264 INFO:tasks.workunit.client.0.smithi028.stdout: } 2024-08-29T17:47:17.264 INFO:tasks.workunit.client.0.smithi028.stdout:} 2024-08-29T17:47:17.265 INFO:tasks.workunit.client.0.smithi028.stdout:OK 2024-08-29T17:47:17.265 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:47:16 smithi053 bash[24720]: audit 2024-08-29T17:47:14.611806+0000 mgr.y (mgr.14499) 183 : audit [DBG] from='client.24737 -' entity='client.admin' cmd=[{"prefix": "telemetry show-all", "target": ["mon-mgr", ""]}]: dispatch 2024-08-29T17:47:17.265 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:47:16 smithi053 bash[24720]: audit 2024-08-29T17:47:15.115004+0000 mgr.y (mgr.14499) 184 : audit [DBG] from='client.24737 -' entity='client.admin' cmd=[{"prefix": "telemetry show-all", "target": ["mon-mgr", ""]}]: dispatch 2024-08-29T17:47:17.265 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:47:16 smithi053 bash[24720]: audit 2024-08-29T17:47:15.116437+0000 mon.a (mon.0) 1040 : audit [DBG] from='mgr.14499 172.21.15.28:0/1402656687' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-29T17:47:17.265 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:47:16 smithi053 bash[24720]: audit 2024-08-29T17:47:15.121730+0000 mon.a (mon.0) 1041 : audit [DBG] from='mgr.14499 172.21.15.28:0/1402656687' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-08-29T17:47:17.265 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:47:16 smithi053 bash[24720]: audit 2024-08-29T17:47:15.288930+0000 mon.a (mon.0) 1042 : audit [DBG] from='mgr.14499 172.21.15.28:0/1402656687' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-29T17:47:17.265 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:47:16 smithi053 bash[24720]: audit 2024-08-29T17:47:15.289304+0000 mon.a (mon.0) 1043 : audit [DBG] from='mgr.14499 172.21.15.28:0/1402656687' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-29T17:47:17.266 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:47:16 smithi053 bash[24720]: audit 2024-08-29T17:47:15.289629+0000 mon.a (mon.0) 1044 : audit [DBG] from='mgr.14499 172.21.15.28:0/1402656687' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-29T17:47:17.266 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:47:16 smithi053 bash[24720]: audit 2024-08-29T17:47:15.293264+0000 mon.a (mon.0) 1045 : audit [DBG] from='mgr.14499 172.21.15.28:0/1402656687' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-29T17:47:17.266 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:47:16 smithi053 bash[24720]: audit 2024-08-29T17:47:15.293624+0000 mon.a (mon.0) 1046 : audit [DBG] from='mgr.14499 172.21.15.28:0/1402656687' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-29T17:47:17.266 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:47:16 smithi053 bash[24720]: audit 2024-08-29T17:47:15.293969+0000 mon.a (mon.0) 1047 : audit [DBG] from='mgr.14499 172.21.15.28:0/1402656687' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-29T17:47:17.266 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:47:16 smithi053 bash[24720]: audit 2024-08-29T17:47:15.296978+0000 mon.a (mon.0) 1048 : audit [DBG] from='mgr.14499 172.21.15.28:0/1402656687' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-29T17:47:17.266 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:47:16 smithi053 bash[24720]: audit 2024-08-29T17:47:15.297509+0000 mon.a (mon.0) 1049 : audit [DBG] from='mgr.14499 172.21.15.28:0/1402656687' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-29T17:47:17.266 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:47:16 smithi053 bash[24720]: audit 2024-08-29T17:47:15.297881+0000 mon.a (mon.0) 1050 : audit [DBG] from='mgr.14499 172.21.15.28:0/1402656687' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-29T17:47:17.266 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:47:16 smithi053 bash[24720]: audit 2024-08-29T17:47:15.315061+0000 mon.a (mon.0) 1051 : audit [INF] from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-08-29T17:47:17.266 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:47:16 smithi053 bash[24720]: audit 2024-08-29T17:47:15.315159+0000 mon.a (mon.0) 1052 : audit [INF] from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-08-29T17:47:17.266 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:47:16 smithi053 bash[24720]: audit 2024-08-29T17:47:15.315321+0000 mon.b (mon.1) 37 : audit [INF] from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-08-29T17:47:17.266 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:47:16 smithi053 bash[24720]: audit 2024-08-29T17:47:15.315443+0000 mon.b (mon.1) 38 : audit [INF] from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-08-29T17:47:17.266 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:47:16 smithi053 bash[24720]: audit 2024-08-29T17:47:15.315667+0000 mon.a (mon.0) 1053 : audit [DBG] from='mgr.14499 172.21.15.28:0/1402656687' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-29T17:47:17.266 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:47:16 smithi053 bash[24720]: audit 2024-08-29T17:47:15.316143+0000 mon.a (mon.0) 1054 : audit [DBG] from='mgr.14499 172.21.15.28:0/1402656687' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-29T17:47:17.266 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:47:16 smithi053 bash[24720]: audit 2024-08-29T17:47:15.316506+0000 mon.a (mon.0) 1055 : audit [DBG] from='mgr.14499 172.21.15.28:0/1402656687' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-29T17:47:17.267 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:47:16 smithi053 bash[24720]: audit 2024-08-29T17:47:15.319698+0000 mon.a (mon.0) 1056 : audit [DBG] from='mgr.14499 172.21.15.28:0/1402656687' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-29T17:47:17.267 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:47:16 smithi053 bash[24720]: audit 2024-08-29T17:47:15.320448+0000 mon.a (mon.0) 1057 : audit [DBG] from='mgr.14499 172.21.15.28:0/1402656687' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-29T17:47:17.267 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:47:16 smithi053 bash[24720]: audit 2024-08-29T17:47:15.320838+0000 mon.a (mon.0) 1058 : audit [DBG] from='mgr.14499 172.21.15.28:0/1402656687' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-29T17:47:17.267 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:47:16 smithi053 bash[24720]: audit 2024-08-29T17:47:15.323685+0000 mon.c (mon.2) 26 : audit [INF] from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-08-29T17:47:17.267 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:47:16 smithi053 bash[24720]: audit 2024-08-29T17:47:15.323833+0000 mon.c (mon.2) 27 : audit [INF] from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-08-29T17:47:17.267 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:47:16 smithi053 bash[24720]: audit 2024-08-29T17:47:15.324086+0000 mon.a (mon.0) 1059 : audit [DBG] from='mgr.14499 172.21.15.28:0/1402656687' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-29T17:47:17.267 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:47:16 smithi053 bash[24720]: audit 2024-08-29T17:47:15.324636+0000 mon.a (mon.0) 1060 : audit [DBG] from='mgr.14499 172.21.15.28:0/1402656687' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-29T17:47:17.267 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:47:16 smithi053 bash[24720]: audit 2024-08-29T17:47:15.325287+0000 mon.a (mon.0) 1061 : audit [DBG] from='mgr.14499 172.21.15.28:0/1402656687' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-29T17:47:17.267 INFO:journalctl@ceph.mgr.x.smithi053.stdout:Aug 29 17:47:16 smithi053 bash[25641]: ::ffff:172.21.15.53 - - [29/Aug/2024:17:47:16] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.43.0" 2024-08-29T17:47:17.268 INFO:tasks.workunit.client.0.smithi028.stderr:+ echo OK 2024-08-29T17:47:17.268 INFO:teuthology.orchestra.run:Running command with timeout 3600 2024-08-29T17:47:17.269 DEBUG:teuthology.orchestra.run.smithi028:> sudo rm -rf -- /home/ubuntu/cephtest/mnt.0/client.0/tmp 2024-08-29T17:47:17.269 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:47:16 smithi028 bash[31855]: audit 2024-08-29T17:47:14.611806+0000 mgr.y (mgr.14499) 183 : audit [DBG] from='client.24737 -' entity='client.admin' cmd=[{"prefix": "telemetry show-all", "target": ["mon-mgr", ""]}]: dispatch 2024-08-29T17:47:17.269 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:47:16 smithi028 bash[31855]: audit 2024-08-29T17:47:15.115004+0000 mgr.y (mgr.14499) 184 : audit [DBG] from='client.24737 -' entity='client.admin' cmd=[{"prefix": "telemetry show-all", "target": ["mon-mgr", ""]}]: dispatch 2024-08-29T17:47:17.269 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:47:16 smithi028 bash[31855]: audit 2024-08-29T17:47:15.116437+0000 mon.a (mon.0) 1040 : audit [DBG] from='mgr.14499 172.21.15.28:0/1402656687' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-29T17:47:17.269 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:47:16 smithi028 bash[31855]: audit 2024-08-29T17:47:15.121730+0000 mon.a (mon.0) 1041 : audit [DBG] from='mgr.14499 172.21.15.28:0/1402656687' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-08-29T17:47:17.269 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:47:16 smithi028 bash[31855]: audit 2024-08-29T17:47:15.288930+0000 mon.a (mon.0) 1042 : audit [DBG] from='mgr.14499 172.21.15.28:0/1402656687' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-29T17:47:17.270 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:47:16 smithi028 bash[31855]: audit 2024-08-29T17:47:15.289304+0000 mon.a (mon.0) 1043 : audit [DBG] from='mgr.14499 172.21.15.28:0/1402656687' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-29T17:47:17.270 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:47:16 smithi028 bash[31855]: audit 2024-08-29T17:47:15.289629+0000 mon.a (mon.0) 1044 : audit [DBG] from='mgr.14499 172.21.15.28:0/1402656687' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-29T17:47:17.270 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:47:16 smithi028 bash[31855]: audit 2024-08-29T17:47:15.293264+0000 mon.a (mon.0) 1045 : audit [DBG] from='mgr.14499 172.21.15.28:0/1402656687' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-29T17:47:17.270 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:47:16 smithi028 bash[31855]: audit 2024-08-29T17:47:15.293624+0000 mon.a (mon.0) 1046 : audit [DBG] from='mgr.14499 172.21.15.28:0/1402656687' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-29T17:47:17.270 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:47:16 smithi028 bash[31855]: audit 2024-08-29T17:47:15.293969+0000 mon.a (mon.0) 1047 : audit [DBG] from='mgr.14499 172.21.15.28:0/1402656687' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-29T17:47:17.270 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:47:16 smithi028 bash[31855]: audit 2024-08-29T17:47:15.296978+0000 mon.a (mon.0) 1048 : audit [DBG] from='mgr.14499 172.21.15.28:0/1402656687' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-29T17:47:17.270 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:47:16 smithi028 bash[31855]: audit 2024-08-29T17:47:15.297509+0000 mon.a (mon.0) 1049 : audit [DBG] from='mgr.14499 172.21.15.28:0/1402656687' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-29T17:47:17.270 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:47:16 smithi028 bash[31855]: audit 2024-08-29T17:47:15.297881+0000 mon.a (mon.0) 1050 : audit [DBG] from='mgr.14499 172.21.15.28:0/1402656687' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-29T17:47:17.270 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:47:16 smithi028 bash[31855]: audit 2024-08-29T17:47:15.315061+0000 mon.a (mon.0) 1051 : audit [INF] from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-08-29T17:47:17.270 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:47:16 smithi028 bash[31855]: audit 2024-08-29T17:47:15.315159+0000 mon.a (mon.0) 1052 : audit [INF] from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-08-29T17:47:17.270 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:47:16 smithi028 bash[31855]: audit 2024-08-29T17:47:15.315321+0000 mon.b (mon.1) 37 : audit [INF] from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-08-29T17:47:17.270 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:47:16 smithi028 bash[31855]: audit 2024-08-29T17:47:15.315443+0000 mon.b (mon.1) 38 : audit [INF] from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-08-29T17:47:17.270 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:47:16 smithi028 bash[31855]: audit 2024-08-29T17:47:15.315667+0000 mon.a (mon.0) 1053 : audit [DBG] from='mgr.14499 172.21.15.28:0/1402656687' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-29T17:47:17.271 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:47:16 smithi028 bash[22419]: audit 2024-08-29T17:47:14.611806+0000 mgr.y (mgr.14499) 183 : audit [DBG] from='client.24737 -' entity='client.admin' cmd=[{"prefix": "telemetry show-all", "target": ["mon-mgr", ""]}]: dispatch 2024-08-29T17:47:17.271 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:47:16 smithi028 bash[22419]: audit 2024-08-29T17:47:15.115004+0000 mgr.y (mgr.14499) 184 : audit [DBG] from='client.24737 -' entity='client.admin' cmd=[{"prefix": "telemetry show-all", "target": ["mon-mgr", ""]}]: dispatch 2024-08-29T17:47:17.271 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:47:16 smithi028 bash[22419]: audit 2024-08-29T17:47:15.116437+0000 mon.a (mon.0) 1040 : audit [DBG] from='mgr.14499 172.21.15.28:0/1402656687' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-29T17:47:17.271 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:47:16 smithi028 bash[22419]: audit 2024-08-29T17:47:15.121730+0000 mon.a (mon.0) 1041 : audit [DBG] from='mgr.14499 172.21.15.28:0/1402656687' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-08-29T17:47:17.271 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:47:16 smithi028 bash[22419]: audit 2024-08-29T17:47:15.288930+0000 mon.a (mon.0) 1042 : audit [DBG] from='mgr.14499 172.21.15.28:0/1402656687' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-29T17:47:17.271 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:47:16 smithi028 bash[22419]: audit 2024-08-29T17:47:15.289304+0000 mon.a (mon.0) 1043 : audit [DBG] from='mgr.14499 172.21.15.28:0/1402656687' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-29T17:47:17.271 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:47:16 smithi028 bash[22419]: audit 2024-08-29T17:47:15.289629+0000 mon.a (mon.0) 1044 : audit [DBG] from='mgr.14499 172.21.15.28:0/1402656687' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-29T17:47:17.271 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:47:16 smithi028 bash[22419]: audit 2024-08-29T17:47:15.293264+0000 mon.a (mon.0) 1045 : audit [DBG] from='mgr.14499 172.21.15.28:0/1402656687' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-29T17:47:17.271 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:47:16 smithi028 bash[22419]: audit 2024-08-29T17:47:15.293624+0000 mon.a (mon.0) 1046 : audit [DBG] from='mgr.14499 172.21.15.28:0/1402656687' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-29T17:47:17.271 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:47:16 smithi028 bash[22419]: audit 2024-08-29T17:47:15.293969+0000 mon.a (mon.0) 1047 : audit [DBG] from='mgr.14499 172.21.15.28:0/1402656687' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-29T17:47:17.272 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:47:16 smithi028 bash[22419]: audit 2024-08-29T17:47:15.296978+0000 mon.a (mon.0) 1048 : audit [DBG] from='mgr.14499 172.21.15.28:0/1402656687' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-29T17:47:17.272 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:47:16 smithi028 bash[22419]: audit 2024-08-29T17:47:15.297509+0000 mon.a (mon.0) 1049 : audit [DBG] from='mgr.14499 172.21.15.28:0/1402656687' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-29T17:47:17.272 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:47:16 smithi028 bash[22419]: audit 2024-08-29T17:47:15.297881+0000 mon.a (mon.0) 1050 : audit [DBG] from='mgr.14499 172.21.15.28:0/1402656687' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-29T17:47:17.272 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:47:16 smithi028 bash[22419]: audit 2024-08-29T17:47:15.315061+0000 mon.a (mon.0) 1051 : audit [INF] from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-08-29T17:47:17.272 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:47:16 smithi028 bash[22419]: audit 2024-08-29T17:47:15.315159+0000 mon.a (mon.0) 1052 : audit [INF] from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-08-29T17:47:17.272 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:47:16 smithi028 bash[22419]: audit 2024-08-29T17:47:15.315321+0000 mon.b (mon.1) 37 : audit [INF] from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-08-29T17:47:17.272 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:47:16 smithi028 bash[22419]: audit 2024-08-29T17:47:15.315443+0000 mon.b (mon.1) 38 : audit [INF] from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-08-29T17:47:17.272 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:47:16 smithi028 bash[22419]: audit 2024-08-29T17:47:15.315667+0000 mon.a (mon.0) 1053 : audit [DBG] from='mgr.14499 172.21.15.28:0/1402656687' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-29T17:47:17.272 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:47:16 smithi028 bash[22419]: audit 2024-08-29T17:47:15.316143+0000 mon.a (mon.0) 1054 : audit [DBG] from='mgr.14499 172.21.15.28:0/1402656687' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-29T17:47:17.272 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:47:16 smithi028 bash[22419]: audit 2024-08-29T17:47:15.316506+0000 mon.a (mon.0) 1055 : audit [DBG] from='mgr.14499 172.21.15.28:0/1402656687' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-29T17:47:17.272 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:47:16 smithi028 bash[22419]: audit 2024-08-29T17:47:15.319698+0000 mon.a (mon.0) 1056 : audit [DBG] from='mgr.14499 172.21.15.28:0/1402656687' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-29T17:47:17.272 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:47:16 smithi028 bash[22419]: audit 2024-08-29T17:47:15.320448+0000 mon.a (mon.0) 1057 : audit [DBG] from='mgr.14499 172.21.15.28:0/1402656687' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-29T17:47:17.272 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:47:16 smithi028 bash[22419]: audit 2024-08-29T17:47:15.320838+0000 mon.a (mon.0) 1058 : audit [DBG] from='mgr.14499 172.21.15.28:0/1402656687' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-29T17:47:17.272 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:47:16 smithi028 bash[22419]: audit 2024-08-29T17:47:15.323685+0000 mon.c (mon.2) 26 : audit [INF] from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-08-29T17:47:17.273 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:47:16 smithi028 bash[22419]: audit 2024-08-29T17:47:15.323833+0000 mon.c (mon.2) 27 : audit [INF] from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-08-29T17:47:17.273 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:47:16 smithi028 bash[22419]: audit 2024-08-29T17:47:15.324086+0000 mon.a (mon.0) 1059 : audit [DBG] from='mgr.14499 172.21.15.28:0/1402656687' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-29T17:47:17.273 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:47:16 smithi028 bash[22419]: audit 2024-08-29T17:47:15.324636+0000 mon.a (mon.0) 1060 : audit [DBG] from='mgr.14499 172.21.15.28:0/1402656687' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-29T17:47:17.273 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:47:16 smithi028 bash[22419]: audit 2024-08-29T17:47:15.325287+0000 mon.a (mon.0) 1061 : audit [DBG] from='mgr.14499 172.21.15.28:0/1402656687' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-29T17:47:17.273 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:47:16 smithi028 bash[31855]: audit 2024-08-29T17:47:15.316143+0000 mon.a (mon.0) 1054 : audit [DBG] from='mgr.14499 172.21.15.28:0/1402656687' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-29T17:47:17.273 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:47:16 smithi028 bash[31855]: audit 2024-08-29T17:47:15.316506+0000 mon.a (mon.0) 1055 : audit [DBG] from='mgr.14499 172.21.15.28:0/1402656687' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-29T17:47:17.273 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:47:16 smithi028 bash[31855]: audit 2024-08-29T17:47:15.319698+0000 mon.a (mon.0) 1056 : audit [DBG] from='mgr.14499 172.21.15.28:0/1402656687' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-29T17:47:17.273 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:47:16 smithi028 bash[31855]: audit 2024-08-29T17:47:15.320448+0000 mon.a (mon.0) 1057 : audit [DBG] from='mgr.14499 172.21.15.28:0/1402656687' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-29T17:47:17.273 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:47:16 smithi028 bash[31855]: audit 2024-08-29T17:47:15.320838+0000 mon.a (mon.0) 1058 : audit [DBG] from='mgr.14499 172.21.15.28:0/1402656687' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-29T17:47:17.273 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:47:16 smithi028 bash[31855]: audit 2024-08-29T17:47:15.323685+0000 mon.c (mon.2) 26 : audit [INF] from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-08-29T17:47:17.274 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:47:16 smithi028 bash[31855]: audit 2024-08-29T17:47:15.323833+0000 mon.c (mon.2) 27 : audit [INF] from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-08-29T17:47:17.274 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:47:16 smithi028 bash[31855]: audit 2024-08-29T17:47:15.324086+0000 mon.a (mon.0) 1059 : audit [DBG] from='mgr.14499 172.21.15.28:0/1402656687' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-29T17:47:17.274 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:47:16 smithi028 bash[31855]: audit 2024-08-29T17:47:15.324636+0000 mon.a (mon.0) 1060 : audit [DBG] from='mgr.14499 172.21.15.28:0/1402656687' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-29T17:47:17.274 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:47:16 smithi028 bash[31855]: audit 2024-08-29T17:47:15.325287+0000 mon.a (mon.0) 1061 : audit [DBG] from='mgr.14499 172.21.15.28:0/1402656687' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-29T17:47:17.287 INFO:tasks.workunit:Stopping ['test_telemetry_quincy.sh'] on client.0... 2024-08-29T17:47:17.287 DEBUG:teuthology.orchestra.run.smithi028:> sudo rm -rf -- /home/ubuntu/cephtest/workunits.list.client.0 /home/ubuntu/cephtest/clone.client.0 2024-08-29T17:47:17.323 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:47:17 smithi053 bash[24720]: cluster 2024-08-29T17:47:15.881659+0000 mgr.y (mgr.14499) 185 : cluster [DBG] pgmap v141: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 31 KiB/s rd, 0 B/s wr, 29 op/s 2024-08-29T17:47:17.339 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:47:17 smithi028 bash[22419]: cluster 2024-08-29T17:47:15.881659+0000 mgr.y (mgr.14499) 185 : cluster [DBG] pgmap v141: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 31 KiB/s rd, 0 B/s wr, 29 op/s 2024-08-29T17:47:17.339 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:47:17 smithi028 bash[31855]: cluster 2024-08-29T17:47:15.881659+0000 mgr.y (mgr.14499) 185 : cluster [DBG] pgmap v141: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 31 KiB/s rd, 0 B/s wr, 29 op/s 2024-08-29T17:47:17.610 DEBUG:teuthology.parallel:result is None 2024-08-29T17:47:17.611 DEBUG:teuthology.orchestra.run.smithi028:> sudo rm -rf -- /home/ubuntu/cephtest/mnt.0/client.0 2024-08-29T17:47:17.665 INFO:tasks.workunit:Deleted dir /home/ubuntu/cephtest/mnt.0/client.0 2024-08-29T17:47:17.665 DEBUG:teuthology.orchestra.run.smithi028:> rmdir -- /home/ubuntu/cephtest/mnt.0 2024-08-29T17:47:17.720 INFO:tasks.workunit:Deleted artificial mount point /home/ubuntu/cephtest/mnt.0/client.0 2024-08-29T17:47:17.720 INFO:teuthology.run_tasks:Running task print... 2024-08-29T17:47:17.733 INFO:teuthology.task.print:**** done end telemetry quincy... 2024-08-29T17:47:17.733 INFO:teuthology.run_tasks:Running task print... 2024-08-29T17:47:17.772 INFO:teuthology.task.print:**** done start parallel 2024-08-29T17:47:17.772 INFO:teuthology.run_tasks:Running task parallel... 2024-08-29T17:47:17.823 INFO:teuthology.task.parallel:starting parallel... 2024-08-29T17:47:17.824 INFO:teuthology.task.parallel:In parallel, running task full_sequential... 2024-08-29T17:47:17.824 INFO:teuthology.task.full_sequential:In full_sequential, running task print... 2024-08-29T17:47:17.824 INFO:teuthology.task.print:**** done start ec-rados-default.yaml 2024-08-29T17:47:17.825 INFO:teuthology.task.full_sequential:In full_sequential, running task rados... 2024-08-29T17:47:17.827 INFO:tasks.rados:Beginning rados... 2024-08-29T17:47:17.827 INFO:tasks.rados:joining rados 2024-08-29T17:47:17.827 INFO:teuthology.task.parallel:In parallel, running task sequential... 2024-08-29T17:47:17.828 INFO:teuthology.task.sequential:In sequential, running task print... 2024-08-29T17:47:17.828 INFO:teuthology.task.print:**** done start upgrade, wait 2024-08-29T17:47:17.828 INFO:teuthology.task.sequential:In sequential, running task cephadm.shell... 2024-08-29T17:47:17.828 INFO:tasks.cephadm:Running commands on role mon.a host ubuntu@smithi028.front.sepia.ceph.com 2024-08-29T17:47:17.829 DEBUG:teuthology.orchestra.run.smithi028:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 3167ee72-662c-11ef-bcd4-c7b262605968 -e sha1=1ef864504b8875c83ee6c2c5fedc13315bebf7f5 -- bash -c 'ceph config set global log_to_journald false --force' 2024-08-29T17:47:17.829 INFO:tasks.rados:clients are ['client.0', 'client.1'] 2024-08-29T17:47:17.829 DEBUG:teuthology.orchestra.run.smithi028:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 3167ee72-662c-11ef-bcd4-c7b262605968 -- ceph osd erasure-code-profile set teuthologyprofile k=2 m=1 crush-failure-domain=osd 2024-08-29T17:47:19.323 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:47:19 smithi053 bash[24720]: cluster 2024-08-29T17:47:17.882342+0000 mgr.y (mgr.14499) 186 : cluster [DBG] pgmap v142: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 31 KiB/s rd, 0 B/s wr, 29 op/s 2024-08-29T17:47:19.374 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:47:19 smithi028 bash[31855]: cluster 2024-08-29T17:47:17.882342+0000 mgr.y (mgr.14499) 186 : cluster [DBG] pgmap v142: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 31 KiB/s rd, 0 B/s wr, 29 op/s 2024-08-29T17:47:19.374 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:47:19 smithi028 bash[22419]: cluster 2024-08-29T17:47:17.882342+0000 mgr.y (mgr.14499) 186 : cluster [DBG] pgmap v142: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 31 KiB/s rd, 0 B/s wr, 29 op/s 2024-08-29T17:47:21.052 INFO:journalctl@ceph.mgr.y.smithi028.stdout:Aug 29 17:47:20 smithi028 bash[22672]: ::ffff:172.21.15.53 - - [29/Aug/2024:17:47:20] "GET /metrics HTTP/1.1" 200 236472 "" "Prometheus/2.43.0" 2024-08-29T17:47:21.323 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:47:21 smithi053 bash[24720]: cluster 2024-08-29T17:47:19.883496+0000 mgr.y (mgr.14499) 187 : cluster [DBG] pgmap v143: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 33 KiB/s rd, 0 B/s wr, 33 op/s 2024-08-29T17:47:21.374 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:47:21 smithi028 bash[22419]: cluster 2024-08-29T17:47:19.883496+0000 mgr.y (mgr.14499) 187 : cluster [DBG] pgmap v143: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 33 KiB/s rd, 0 B/s wr, 33 op/s 2024-08-29T17:47:21.375 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:47:21 smithi028 bash[31855]: cluster 2024-08-29T17:47:19.883496+0000 mgr.y (mgr.14499) 187 : cluster [DBG] pgmap v143: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 33 KiB/s rd, 0 B/s wr, 33 op/s 2024-08-29T17:47:22.630 INFO:teuthology.orchestra.run.smithi028.stderr:Inferring config /var/lib/ceph/3167ee72-662c-11ef-bcd4-c7b262605968/mon.a/config 2024-08-29T17:47:22.630 INFO:teuthology.orchestra.run.smithi028.stderr:Inferring config /var/lib/ceph/3167ee72-662c-11ef-bcd4-c7b262605968/mon.a/config 2024-08-29T17:47:23.323 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:47:23 smithi053 bash[24720]: cluster 2024-08-29T17:47:21.884129+0000 mgr.y (mgr.14499) 188 : cluster [DBG] pgmap v144: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 20 KiB/s rd, 0 B/s wr, 29 op/s 2024-08-29T17:47:23.374 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:47:23 smithi028 bash[22419]: cluster 2024-08-29T17:47:21.884129+0000 mgr.y (mgr.14499) 188 : cluster [DBG] pgmap v144: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 20 KiB/s rd, 0 B/s wr, 29 op/s 2024-08-29T17:47:23.374 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:47:23 smithi028 bash[31855]: cluster 2024-08-29T17:47:21.884129+0000 mgr.y (mgr.14499) 188 : cluster [DBG] pgmap v144: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 20 KiB/s rd, 0 B/s wr, 29 op/s 2024-08-29T17:47:24.323 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:47:24 smithi053 bash[24720]: audit 2024-08-29T17:47:23.874126+0000 mon.a (mon.0) 1062 : audit [DBG] from='mgr.14499 172.21.15.28:0/1402656687' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-29T17:47:24.348 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:47:24 smithi028 bash[31855]: audit 2024-08-29T17:47:23.874126+0000 mon.a (mon.0) 1062 : audit [DBG] from='mgr.14499 172.21.15.28:0/1402656687' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-29T17:47:24.349 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:47:24 smithi028 bash[22419]: audit 2024-08-29T17:47:23.874126+0000 mon.a (mon.0) 1062 : audit [DBG] from='mgr.14499 172.21.15.28:0/1402656687' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-29T17:47:25.323 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:47:25 smithi053 bash[24720]: cluster 2024-08-29T17:47:23.894379+0000 mgr.y (mgr.14499) 189 : cluster [DBG] pgmap v145: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 20 KiB/s rd, 0 B/s wr, 29 op/s 2024-08-29T17:47:25.374 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:47:25 smithi028 bash[31855]: cluster 2024-08-29T17:47:23.894379+0000 mgr.y (mgr.14499) 189 : cluster [DBG] pgmap v145: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 20 KiB/s rd, 0 B/s wr, 29 op/s 2024-08-29T17:47:25.374 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:47:25 smithi028 bash[22419]: cluster 2024-08-29T17:47:23.894379+0000 mgr.y (mgr.14499) 189 : cluster [DBG] pgmap v145: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 20 KiB/s rd, 0 B/s wr, 29 op/s 2024-08-29T17:47:26.573 INFO:journalctl@ceph.mgr.x.smithi053.stdout:Aug 29 17:47:26 smithi053 bash[25641]: ::ffff:172.21.15.53 - - [29/Aug/2024:17:47:26] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.43.0" 2024-08-29T17:47:27.124 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:47:27 smithi028 bash[22419]: cluster 2024-08-29T17:47:25.895582+0000 mgr.y (mgr.14499) 190 : cluster [DBG] pgmap v146: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 20 KiB/s rd, 0 B/s wr, 29 op/s 2024-08-29T17:47:27.124 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:47:27 smithi028 bash[31855]: cluster 2024-08-29T17:47:25.895582+0000 mgr.y (mgr.14499) 190 : cluster [DBG] pgmap v146: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 20 KiB/s rd, 0 B/s wr, 29 op/s 2024-08-29T17:47:27.323 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:47:27 smithi053 bash[24720]: cluster 2024-08-29T17:47:25.895582+0000 mgr.y (mgr.14499) 190 : cluster [DBG] pgmap v146: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 20 KiB/s rd, 0 B/s wr, 29 op/s 2024-08-29T17:47:27.782 DEBUG:teuthology.orchestra.run.smithi028:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 3167ee72-662c-11ef-bcd4-c7b262605968 -e sha1=1ef864504b8875c83ee6c2c5fedc13315bebf7f5 -- bash -c 'ceph orch upgrade start --image quay.ceph.io/ceph-ci/ceph:$sha1' 2024-08-29T17:47:28.323 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:47:28 smithi053 bash[24720]: audit 2024-08-29T17:47:27.224484+0000 mon.a (mon.0) 1063 : audit [INF] from='client.? 172.21.15.28:0/209729733' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile set", "name": "teuthologyprofile", "profile": ["k=2", "m=1", "crush-failure-domain=osd"]}]: dispatch 2024-08-29T17:47:28.374 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:47:28 smithi028 bash[31855]: audit 2024-08-29T17:47:27.224484+0000 mon.a (mon.0) 1063 : audit [INF] from='client.? 172.21.15.28:0/209729733' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile set", "name": "teuthologyprofile", "profile": ["k=2", "m=1", "crush-failure-domain=osd"]}]: dispatch 2024-08-29T17:47:28.374 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:47:28 smithi028 bash[22419]: audit 2024-08-29T17:47:27.224484+0000 mon.a (mon.0) 1063 : audit [INF] from='client.? 172.21.15.28:0/209729733' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile set", "name": "teuthologyprofile", "profile": ["k=2", "m=1", "crush-failure-domain=osd"]}]: dispatch 2024-08-29T17:47:28.726 INFO:tasks.rados:starting run 0 out of 1 2024-08-29T17:47:28.727 INFO:tasks.cephadm.ceph_manager.ceph:creating pool_name unique_pool_0 2024-08-29T17:47:28.727 DEBUG:teuthology.orchestra.run.smithi028:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 3167ee72-662c-11ef-bcd4-c7b262605968 -- ceph osd pool create unique_pool_0 16 16 erasure teuthologyprofile 2024-08-29T17:47:29.374 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:47:29 smithi028 bash[31855]: cluster 2024-08-29T17:47:27.896259+0000 mgr.y (mgr.14499) 191 : cluster [DBG] pgmap v147: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 2.5 KiB/s rd, 0 B/s wr, 3 op/s 2024-08-29T17:47:29.375 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:47:29 smithi028 bash[31855]: audit 2024-08-29T17:47:28.092867+0000 mon.a (mon.0) 1064 : audit [INF] from='client.? 172.21.15.28:0/209729733' entity='client.admin' cmd='[{"prefix": "osd erasure-code-profile set", "name": "teuthologyprofile", "profile": ["k=2", "m=1", "crush-failure-domain=osd"]}]': finished 2024-08-29T17:47:29.375 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:47:29 smithi028 bash[31855]: cluster 2024-08-29T17:47:28.093049+0000 mon.a (mon.0) 1065 : cluster [DBG] osdmap e76: 8 total, 8 up, 8 in 2024-08-29T17:47:29.375 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:47:29 smithi028 bash[22419]: cluster 2024-08-29T17:47:27.896259+0000 mgr.y (mgr.14499) 191 : cluster [DBG] pgmap v147: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 2.5 KiB/s rd, 0 B/s wr, 3 op/s 2024-08-29T17:47:29.375 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:47:29 smithi028 bash[22419]: audit 2024-08-29T17:47:28.092867+0000 mon.a (mon.0) 1064 : audit [INF] from='client.? 172.21.15.28:0/209729733' entity='client.admin' cmd='[{"prefix": "osd erasure-code-profile set", "name": "teuthologyprofile", "profile": ["k=2", "m=1", "crush-failure-domain=osd"]}]': finished 2024-08-29T17:47:29.375 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:47:29 smithi028 bash[22419]: cluster 2024-08-29T17:47:28.093049+0000 mon.a (mon.0) 1065 : cluster [DBG] osdmap e76: 8 total, 8 up, 8 in 2024-08-29T17:47:29.573 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:47:29 smithi053 bash[24720]: cluster 2024-08-29T17:47:27.896259+0000 mgr.y (mgr.14499) 191 : cluster [DBG] pgmap v147: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 2.5 KiB/s rd, 0 B/s wr, 3 op/s 2024-08-29T17:47:29.573 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:47:29 smithi053 bash[24720]: audit 2024-08-29T17:47:28.092867+0000 mon.a (mon.0) 1064 : audit [INF] from='client.? 172.21.15.28:0/209729733' entity='client.admin' cmd='[{"prefix": "osd erasure-code-profile set", "name": "teuthologyprofile", "profile": ["k=2", "m=1", "crush-failure-domain=osd"]}]': finished 2024-08-29T17:47:29.573 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:47:29 smithi053 bash[24720]: cluster 2024-08-29T17:47:28.093049+0000 mon.a (mon.0) 1065 : cluster [DBG] osdmap e76: 8 total, 8 up, 8 in 2024-08-29T17:47:31.084 INFO:journalctl@ceph.mgr.y.smithi028.stdout:Aug 29 17:47:30 smithi028 bash[22672]: ::ffff:172.21.15.53 - - [29/Aug/2024:17:47:30] "GET /metrics HTTP/1.1" 200 236513 "" "Prometheus/2.43.0" 2024-08-29T17:47:31.374 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:47:31 smithi028 bash[22419]: cluster 2024-08-29T17:47:29.897454+0000 mgr.y (mgr.14499) 192 : cluster [DBG] pgmap v149: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-29T17:47:31.375 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:47:31 smithi028 bash[31855]: cluster 2024-08-29T17:47:29.897454+0000 mgr.y (mgr.14499) 192 : cluster [DBG] pgmap v149: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-29T17:47:31.573 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:47:31 smithi053 bash[24720]: cluster 2024-08-29T17:47:29.897454+0000 mgr.y (mgr.14499) 192 : cluster [DBG] pgmap v149: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-29T17:47:32.576 INFO:teuthology.orchestra.run.smithi028.stderr:Inferring config /var/lib/ceph/3167ee72-662c-11ef-bcd4-c7b262605968/mon.a/config 2024-08-29T17:47:32.577 INFO:teuthology.orchestra.run.smithi028.stderr:Inferring config /var/lib/ceph/3167ee72-662c-11ef-bcd4-c7b262605968/mon.a/config 2024-08-29T17:47:33.374 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:47:33 smithi028 bash[31855]: cluster 2024-08-29T17:47:31.898120+0000 mgr.y (mgr.14499) 193 : cluster [DBG] pgmap v150: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-29T17:47:33.375 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:47:33 smithi028 bash[22419]: cluster 2024-08-29T17:47:31.898120+0000 mgr.y (mgr.14499) 193 : cluster [DBG] pgmap v150: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-29T17:47:33.573 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:47:33 smithi053 bash[24720]: cluster 2024-08-29T17:47:31.898120+0000 mgr.y (mgr.14499) 193 : cluster [DBG] pgmap v150: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-29T17:47:35.100 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:47:35 smithi028 bash[31855]: cluster 2024-08-29T17:47:33.898711+0000 mgr.y (mgr.14499) 194 : cluster [DBG] pgmap v151: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-29T17:47:35.357 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:47:35 smithi028 bash[22419]: cluster 2024-08-29T17:47:33.898711+0000 mgr.y (mgr.14499) 194 : cluster [DBG] pgmap v151: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-29T17:47:35.573 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:47:35 smithi053 bash[24720]: cluster 2024-08-29T17:47:33.898711+0000 mgr.y (mgr.14499) 194 : cluster [DBG] pgmap v151: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-29T17:47:36.573 INFO:journalctl@ceph.mgr.x.smithi053.stdout:Aug 29 17:47:36 smithi053 bash[25641]: ::ffff:172.21.15.53 - - [29/Aug/2024:17:47:36] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.43.0" 2024-08-29T17:47:36.913 INFO:teuthology.orchestra.run.smithi028.stdout:Initiating upgrade to quay.ceph.io/ceph-ci/ceph:1ef864504b8875c83ee6c2c5fedc13315bebf7f5 2024-08-29T17:47:37.374 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:47:37 smithi028 bash[31855]: cluster 2024-08-29T17:47:35.899914+0000 mgr.y (mgr.14499) 195 : cluster [DBG] pgmap v152: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-29T17:47:37.374 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:47:37 smithi028 bash[31855]: audit 2024-08-29T17:47:36.920733+0000 mon.a (mon.0) 1066 : audit [INF] from='mgr.14499 172.21.15.28:0/1402656687' entity='mgr.y' 2024-08-29T17:47:37.374 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:47:37 smithi028 bash[31855]: audit 2024-08-29T17:47:36.921692+0000 mon.a (mon.0) 1067 : audit [DBG] from='mgr.14499 172.21.15.28:0/1402656687' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-29T17:47:37.374 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:47:37 smithi028 bash[31855]: audit 2024-08-29T17:47:36.923721+0000 mon.c (mon.2) 28 : audit [INF] from='client.? 172.21.15.28:0/3265554879' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "unique_pool_0", "pg_num": 16, "pgp_num": 16, "pool_type": "erasure", "erasure_code_profile": "teuthologyprofile"}]: dispatch 2024-08-29T17:47:37.374 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:47:37 smithi028 bash[31855]: audit 2024-08-29T17:47:36.924091+0000 mon.a (mon.0) 1068 : audit [INF] from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "unique_pool_0", "pg_num": 16, "pgp_num": 16, "pool_type": "erasure", "erasure_code_profile": "teuthologyprofile"}]: dispatch 2024-08-29T17:47:37.375 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:47:37 smithi028 bash[22419]: cluster 2024-08-29T17:47:35.899914+0000 mgr.y (mgr.14499) 195 : cluster [DBG] pgmap v152: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-29T17:47:37.375 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:47:37 smithi028 bash[22419]: audit 2024-08-29T17:47:36.920733+0000 mon.a (mon.0) 1066 : audit [INF] from='mgr.14499 172.21.15.28:0/1402656687' entity='mgr.y' 2024-08-29T17:47:37.375 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:47:37 smithi028 bash[22419]: audit 2024-08-29T17:47:36.921692+0000 mon.a (mon.0) 1067 : audit [DBG] from='mgr.14499 172.21.15.28:0/1402656687' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-29T17:47:37.375 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:47:37 smithi028 bash[22419]: audit 2024-08-29T17:47:36.923721+0000 mon.c (mon.2) 28 : audit [INF] from='client.? 172.21.15.28:0/3265554879' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "unique_pool_0", "pg_num": 16, "pgp_num": 16, "pool_type": "erasure", "erasure_code_profile": "teuthologyprofile"}]: dispatch 2024-08-29T17:47:37.375 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:47:37 smithi028 bash[22419]: audit 2024-08-29T17:47:36.924091+0000 mon.a (mon.0) 1068 : audit [INF] from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "unique_pool_0", "pg_num": 16, "pgp_num": 16, "pool_type": "erasure", "erasure_code_profile": "teuthologyprofile"}]: dispatch 2024-08-29T17:47:37.464 DEBUG:teuthology.orchestra.run.smithi028:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 3167ee72-662c-11ef-bcd4-c7b262605968 -e sha1=1ef864504b8875c83ee6c2c5fedc13315bebf7f5 -- bash -c 'while ceph orch upgrade status | jq '"'"'.in_progress'"'"' | grep true ; do ceph orch ps ; ceph versions ; sleep 30 ; done' 2024-08-29T17:47:37.573 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:47:37 smithi053 bash[24720]: cluster 2024-08-29T17:47:35.899914+0000 mgr.y (mgr.14499) 195 : cluster [DBG] pgmap v152: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-29T17:47:37.573 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:47:37 smithi053 bash[24720]: audit 2024-08-29T17:47:36.920733+0000 mon.a (mon.0) 1066 : audit [INF] from='mgr.14499 172.21.15.28:0/1402656687' entity='mgr.y' 2024-08-29T17:47:37.573 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:47:37 smithi053 bash[24720]: audit 2024-08-29T17:47:36.921692+0000 mon.a (mon.0) 1067 : audit [DBG] from='mgr.14499 172.21.15.28:0/1402656687' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-29T17:47:37.573 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:47:37 smithi053 bash[24720]: audit 2024-08-29T17:47:36.923721+0000 mon.c (mon.2) 28 : audit [INF] from='client.? 172.21.15.28:0/3265554879' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "unique_pool_0", "pg_num": 16, "pgp_num": 16, "pool_type": "erasure", "erasure_code_profile": "teuthologyprofile"}]: dispatch 2024-08-29T17:47:37.573 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:47:37 smithi053 bash[24720]: audit 2024-08-29T17:47:36.924091+0000 mon.a (mon.0) 1068 : audit [INF] from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "unique_pool_0", "pg_num": 16, "pgp_num": 16, "pool_type": "erasure", "erasure_code_profile": "teuthologyprofile"}]: dispatch 2024-08-29T17:47:38.823 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:47:38 smithi053 bash[24720]: audit 2024-08-29T17:47:36.914853+0000 mgr.y (mgr.14499) 196 : audit [DBG] from='client.24767 -' entity='client.admin' cmd=[{"prefix": "orch upgrade start", "image": "quay.ceph.io/ceph-ci/ceph:1ef864504b8875c83ee6c2c5fedc13315bebf7f5", "target": ["mon-mgr", ""]}]: dispatch 2024-08-29T17:47:38.823 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:47:38 smithi053 bash[24720]: cephadm 2024-08-29T17:47:36.915510+0000 mgr.y (mgr.14499) 197 : cephadm [INF] Upgrade: Started with target quay.ceph.io/ceph-ci/ceph:1ef864504b8875c83ee6c2c5fedc13315bebf7f5 2024-08-29T17:47:38.823 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:47:38 smithi053 bash[24720]: audit 2024-08-29T17:47:37.337452+0000 mon.a (mon.0) 1069 : audit [DBG] from='mgr.14499 172.21.15.28:0/1402656687' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-29T17:47:38.823 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:47:38 smithi053 bash[24720]: audit 2024-08-29T17:47:37.339254+0000 mon.a (mon.0) 1070 : audit [INF] from='mgr.14499 172.21.15.28:0/1402656687' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-29T17:47:38.824 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:47:38 smithi053 bash[24720]: audit 2024-08-29T17:47:37.348906+0000 mon.a (mon.0) 1071 : audit [INF] from='mgr.14499 172.21.15.28:0/1402656687' entity='mgr.y' 2024-08-29T17:47:38.874 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:47:38 smithi028 bash[31855]: audit 2024-08-29T17:47:36.914853+0000 mgr.y (mgr.14499) 196 : audit [DBG] from='client.24767 -' entity='client.admin' cmd=[{"prefix": "orch upgrade start", "image": "quay.ceph.io/ceph-ci/ceph:1ef864504b8875c83ee6c2c5fedc13315bebf7f5", "target": ["mon-mgr", ""]}]: dispatch 2024-08-29T17:47:38.874 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:47:38 smithi028 bash[31855]: cephadm 2024-08-29T17:47:36.915510+0000 mgr.y (mgr.14499) 197 : cephadm [INF] Upgrade: Started with target quay.ceph.io/ceph-ci/ceph:1ef864504b8875c83ee6c2c5fedc13315bebf7f5 2024-08-29T17:47:38.875 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:47:38 smithi028 bash[31855]: audit 2024-08-29T17:47:37.337452+0000 mon.a (mon.0) 1069 : audit [DBG] from='mgr.14499 172.21.15.28:0/1402656687' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-29T17:47:38.875 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:47:38 smithi028 bash[31855]: audit 2024-08-29T17:47:37.339254+0000 mon.a (mon.0) 1070 : audit [INF] from='mgr.14499 172.21.15.28:0/1402656687' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-29T17:47:38.875 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:47:38 smithi028 bash[31855]: audit 2024-08-29T17:47:37.348906+0000 mon.a (mon.0) 1071 : audit [INF] from='mgr.14499 172.21.15.28:0/1402656687' entity='mgr.y' 2024-08-29T17:47:38.875 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:47:38 smithi028 bash[22419]: audit 2024-08-29T17:47:36.914853+0000 mgr.y (mgr.14499) 196 : audit [DBG] from='client.24767 -' entity='client.admin' cmd=[{"prefix": "orch upgrade start", "image": "quay.ceph.io/ceph-ci/ceph:1ef864504b8875c83ee6c2c5fedc13315bebf7f5", "target": ["mon-mgr", ""]}]: dispatch 2024-08-29T17:47:38.875 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:47:38 smithi028 bash[22419]: cephadm 2024-08-29T17:47:36.915510+0000 mgr.y (mgr.14499) 197 : cephadm [INF] Upgrade: Started with target quay.ceph.io/ceph-ci/ceph:1ef864504b8875c83ee6c2c5fedc13315bebf7f5 2024-08-29T17:47:38.875 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:47:38 smithi028 bash[22419]: audit 2024-08-29T17:47:37.337452+0000 mon.a (mon.0) 1069 : audit [DBG] from='mgr.14499 172.21.15.28:0/1402656687' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-29T17:47:38.875 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:47:38 smithi028 bash[22419]: audit 2024-08-29T17:47:37.339254+0000 mon.a (mon.0) 1070 : audit [INF] from='mgr.14499 172.21.15.28:0/1402656687' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-29T17:47:38.875 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:47:38 smithi028 bash[22419]: audit 2024-08-29T17:47:37.348906+0000 mon.a (mon.0) 1071 : audit [INF] from='mgr.14499 172.21.15.28:0/1402656687' entity='mgr.y' 2024-08-29T17:47:38.935 INFO:teuthology.orchestra.run.smithi028.stderr:pool 'unique_pool_0' created 2024-08-29T17:47:39.823 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:47:39 smithi053 bash[24720]: cephadm 2024-08-29T17:47:37.391053+0000 mgr.y (mgr.14499) 198 : cephadm [INF] Upgrade: First pull of quay.ceph.io/ceph-ci/ceph:1ef864504b8875c83ee6c2c5fedc13315bebf7f5 2024-08-29T17:47:39.823 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:47:39 smithi053 bash[24720]: cluster 2024-08-29T17:47:37.900405+0000 mgr.y (mgr.14499) 199 : cluster [DBG] pgmap v153: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-29T17:47:39.823 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:47:39 smithi053 bash[24720]: cluster 2024-08-29T17:47:38.391668+0000 mon.a (mon.0) 1072 : cluster [DBG] osdmap e77: 8 total, 8 up, 8 in 2024-08-29T17:47:39.824 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:47:39 smithi053 bash[24720]: audit 2024-08-29T17:47:38.874727+0000 mon.a (mon.0) 1073 : audit [DBG] from='mgr.14499 172.21.15.28:0/1402656687' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-29T17:47:39.824 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:47:39 smithi053 bash[24720]: audit 2024-08-29T17:47:38.931218+0000 mon.a (mon.0) 1074 : audit [INF] from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool create", "pool": "unique_pool_0", "pg_num": 16, "pgp_num": 16, "pool_type": "erasure", "erasure_code_profile": "teuthologyprofile"}]': finished 2024-08-29T17:47:39.824 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:47:39 smithi053 bash[24720]: cluster 2024-08-29T17:47:38.931438+0000 mon.a (mon.0) 1075 : cluster [DBG] osdmap e78: 8 total, 8 up, 8 in 2024-08-29T17:47:39.874 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:47:39 smithi028 bash[22419]: cephadm 2024-08-29T17:47:37.391053+0000 mgr.y (mgr.14499) 198 : cephadm [INF] Upgrade: First pull of quay.ceph.io/ceph-ci/ceph:1ef864504b8875c83ee6c2c5fedc13315bebf7f5 2024-08-29T17:47:39.875 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:47:39 smithi028 bash[22419]: cluster 2024-08-29T17:47:37.900405+0000 mgr.y (mgr.14499) 199 : cluster [DBG] pgmap v153: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-29T17:47:39.875 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:47:39 smithi028 bash[22419]: cluster 2024-08-29T17:47:38.391668+0000 mon.a (mon.0) 1072 : cluster [DBG] osdmap e77: 8 total, 8 up, 8 in 2024-08-29T17:47:39.875 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:47:39 smithi028 bash[22419]: audit 2024-08-29T17:47:38.874727+0000 mon.a (mon.0) 1073 : audit [DBG] from='mgr.14499 172.21.15.28:0/1402656687' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-29T17:47:39.875 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:47:39 smithi028 bash[22419]: audit 2024-08-29T17:47:38.931218+0000 mon.a (mon.0) 1074 : audit [INF] from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool create", "pool": "unique_pool_0", "pg_num": 16, "pgp_num": 16, "pool_type": "erasure", "erasure_code_profile": "teuthologyprofile"}]': finished 2024-08-29T17:47:39.875 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:47:39 smithi028 bash[22419]: cluster 2024-08-29T17:47:38.931438+0000 mon.a (mon.0) 1075 : cluster [DBG] osdmap e78: 8 total, 8 up, 8 in 2024-08-29T17:47:39.875 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:47:39 smithi028 bash[31855]: cephadm 2024-08-29T17:47:37.391053+0000 mgr.y (mgr.14499) 198 : cephadm [INF] Upgrade: First pull of quay.ceph.io/ceph-ci/ceph:1ef864504b8875c83ee6c2c5fedc13315bebf7f5 2024-08-29T17:47:39.875 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:47:39 smithi028 bash[31855]: cluster 2024-08-29T17:47:37.900405+0000 mgr.y (mgr.14499) 199 : cluster [DBG] pgmap v153: 105 pgs: 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-29T17:47:39.875 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:47:39 smithi028 bash[31855]: cluster 2024-08-29T17:47:38.391668+0000 mon.a (mon.0) 1072 : cluster [DBG] osdmap e77: 8 total, 8 up, 8 in 2024-08-29T17:47:39.875 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:47:39 smithi028 bash[31855]: audit 2024-08-29T17:47:38.874727+0000 mon.a (mon.0) 1073 : audit [DBG] from='mgr.14499 172.21.15.28:0/1402656687' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-29T17:47:39.876 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:47:39 smithi028 bash[31855]: audit 2024-08-29T17:47:38.931218+0000 mon.a (mon.0) 1074 : audit [INF] from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool create", "pool": "unique_pool_0", "pg_num": 16, "pgp_num": 16, "pool_type": "erasure", "erasure_code_profile": "teuthologyprofile"}]': finished 2024-08-29T17:47:39.876 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:47:39 smithi028 bash[31855]: cluster 2024-08-29T17:47:38.931438+0000 mon.a (mon.0) 1075 : cluster [DBG] osdmap e78: 8 total, 8 up, 8 in 2024-08-29T17:47:39.916 DEBUG:teuthology.orchestra.run.smithi028:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 3167ee72-662c-11ef-bcd4-c7b262605968 -- ceph osd pool application enable unique_pool_0 rados --yes-i-really-mean-it || true 2024-08-29T17:47:41.124 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:47:40 smithi028 bash[31855]: cluster 2024-08-29T17:47:39.901833+0000 mgr.y (mgr.14499) 200 : cluster [DBG] pgmap v156: 121 pgs: 16 creating+peering, 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-29T17:47:41.124 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:47:40 smithi028 bash[31855]: cluster 2024-08-29T17:47:39.934460+0000 mon.a (mon.0) 1076 : cluster [DBG] osdmap e79: 8 total, 8 up, 8 in 2024-08-29T17:47:41.125 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:47:40 smithi028 bash[31855]: cluster 2024-08-29T17:47:40.396293+0000 mon.a (mon.0) 1077 : cluster [WRN] Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-08-29T17:47:41.125 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:47:40 smithi028 bash[22419]: cluster 2024-08-29T17:47:39.901833+0000 mgr.y (mgr.14499) 200 : cluster [DBG] pgmap v156: 121 pgs: 16 creating+peering, 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-29T17:47:41.125 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:47:40 smithi028 bash[22419]: cluster 2024-08-29T17:47:39.934460+0000 mon.a (mon.0) 1076 : cluster [DBG] osdmap e79: 8 total, 8 up, 8 in 2024-08-29T17:47:41.125 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:47:40 smithi028 bash[22419]: cluster 2024-08-29T17:47:40.396293+0000 mon.a (mon.0) 1077 : cluster [WRN] Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-08-29T17:47:41.125 INFO:journalctl@ceph.mgr.y.smithi028.stdout:Aug 29 17:47:40 smithi028 bash[22672]: ::ffff:172.21.15.53 - - [29/Aug/2024:17:47:40] "GET /metrics HTTP/1.1" 200 236532 "" "Prometheus/2.43.0" 2024-08-29T17:47:41.323 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:47:40 smithi053 bash[24720]: cluster 2024-08-29T17:47:39.901833+0000 mgr.y (mgr.14499) 200 : cluster [DBG] pgmap v156: 121 pgs: 16 creating+peering, 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-29T17:47:41.323 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:47:40 smithi053 bash[24720]: cluster 2024-08-29T17:47:39.934460+0000 mon.a (mon.0) 1076 : cluster [DBG] osdmap e79: 8 total, 8 up, 8 in 2024-08-29T17:47:41.323 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:47:40 smithi053 bash[24720]: cluster 2024-08-29T17:47:40.396293+0000 mon.a (mon.0) 1077 : cluster [WRN] Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-08-29T17:47:42.323 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:47:41 smithi053 bash[24720]: cluster 2024-08-29T17:47:40.949042+0000 mon.a (mon.0) 1078 : cluster [DBG] osdmap e80: 8 total, 8 up, 8 in 2024-08-29T17:47:42.374 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:47:41 smithi028 bash[31855]: cluster 2024-08-29T17:47:40.949042+0000 mon.a (mon.0) 1078 : cluster [DBG] osdmap e80: 8 total, 8 up, 8 in 2024-08-29T17:47:42.374 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:47:41 smithi028 bash[22419]: cluster 2024-08-29T17:47:40.949042+0000 mon.a (mon.0) 1078 : cluster [DBG] osdmap e80: 8 total, 8 up, 8 in 2024-08-29T17:47:42.410 INFO:teuthology.orchestra.run.smithi028.stderr:Inferring config /var/lib/ceph/3167ee72-662c-11ef-bcd4-c7b262605968/mon.a/config 2024-08-29T17:47:43.323 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:47:42 smithi053 bash[24720]: cluster 2024-08-29T17:47:41.902453+0000 mgr.y (mgr.14499) 201 : cluster [DBG] pgmap v159: 121 pgs: 16 creating+peering, 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-29T17:47:43.374 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:47:42 smithi028 bash[31855]: cluster 2024-08-29T17:47:41.902453+0000 mgr.y (mgr.14499) 201 : cluster [DBG] pgmap v159: 121 pgs: 16 creating+peering, 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-29T17:47:43.374 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:47:42 smithi028 bash[22419]: cluster 2024-08-29T17:47:41.902453+0000 mgr.y (mgr.14499) 201 : cluster [DBG] pgmap v159: 121 pgs: 16 creating+peering, 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-29T17:47:44.462 INFO:teuthology.orchestra.run.smithi028.stderr:Inferring config /var/lib/ceph/3167ee72-662c-11ef-bcd4-c7b262605968/mon.a/config 2024-08-29T17:47:45.323 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:47:44 smithi053 bash[24720]: cluster 2024-08-29T17:47:43.903063+0000 mgr.y (mgr.14499) 202 : cluster [DBG] pgmap v160: 121 pgs: 16 creating+peering, 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-29T17:47:45.407 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:47:44 smithi028 bash[22419]: cluster 2024-08-29T17:47:43.903063+0000 mgr.y (mgr.14499) 202 : cluster [DBG] pgmap v160: 121 pgs: 16 creating+peering, 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-29T17:47:45.408 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:47:44 smithi028 bash[31855]: cluster 2024-08-29T17:47:43.903063+0000 mgr.y (mgr.14499) 202 : cluster [DBG] pgmap v160: 121 pgs: 16 creating+peering, 105 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-29T17:47:46.573 INFO:journalctl@ceph.mgr.x.smithi053.stdout:Aug 29 17:47:46 smithi053 bash[25641]: ::ffff:172.21.15.53 - - [29/Aug/2024:17:47:46] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.43.0" 2024-08-29T17:47:47.124 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:47:46 smithi028 bash[22419]: cluster 2024-08-29T17:47:45.904615+0000 mgr.y (mgr.14499) 203 : cluster [DBG] pgmap v161: 121 pgs: 121 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-29T17:47:47.125 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:47:46 smithi028 bash[31855]: cluster 2024-08-29T17:47:45.904615+0000 mgr.y (mgr.14499) 203 : cluster [DBG] pgmap v161: 121 pgs: 121 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-29T17:47:47.323 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:47:46 smithi053 bash[24720]: cluster 2024-08-29T17:47:45.904615+0000 mgr.y (mgr.14499) 203 : cluster [DBG] pgmap v161: 121 pgs: 121 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-29T17:47:47.520 INFO:teuthology.orchestra.run.smithi028.stdout:true 2024-08-29T17:47:47.830 INFO:teuthology.orchestra.run.smithi028.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2024-08-29T17:47:47.831 INFO:teuthology.orchestra.run.smithi028.stdout:alertmanager.a smithi028 *:9093,9094 running (3m) 3m ago 4m 13.7M - 0.25.0 c8568f914cd2 73e8e346c97a 2024-08-29T17:47:47.831 INFO:teuthology.orchestra.run.smithi028.stdout:grafana.a smithi053 *:3000 running (3m) 3m ago 3m 27.7M - 9.4.7 954c08fa6188 ec63dec12ec5 2024-08-29T17:47:47.831 INFO:teuthology.orchestra.run.smithi028.stdout:mds.a smithi028 running (7m) 3m ago 7m 12.4M - 17.2.7-1503-ga89f613d 250d9a61b6c5 c6b415d0b6f0 2024-08-29T17:47:47.831 INFO:teuthology.orchestra.run.smithi028.stdout:mds.b smithi053 running (7m) 3m ago 7m 14.5M - 17.2.7-1503-ga89f613d 250d9a61b6c5 8d3ee9e57659 2024-08-29T17:47:47.831 INFO:teuthology.orchestra.run.smithi028.stdout:mgr.x smithi053 *:8443 running (14m) 3m ago 14m 387M - 17.2.7-1503-ga89f613d 250d9a61b6c5 7406c4acb462 2024-08-29T17:47:47.831 INFO:teuthology.orchestra.run.smithi028.stdout:mgr.y smithi028 *:9283,8765 running (17m) 3m ago 17m 437M - 17.2.7-1503-ga89f613d 250d9a61b6c5 75945864276f 2024-08-29T17:47:47.831 INFO:teuthology.orchestra.run.smithi028.stdout:mon.a smithi028 running (17m) 3m ago 17m 51.2M 2048M 17.2.7-1503-ga89f613d 250d9a61b6c5 fa08202e10c3 2024-08-29T17:47:47.831 INFO:teuthology.orchestra.run.smithi028.stdout:mon.b smithi053 running (15m) 3m ago 15m 40.5M 2048M 17.2.7-1503-ga89f613d 250d9a61b6c5 45c16fe81a22 2024-08-29T17:47:47.831 INFO:teuthology.orchestra.run.smithi028.stdout:mon.c smithi028 running (15m) 3m ago 15m 38.2M 2048M 17.2.7-1503-ga89f613d 250d9a61b6c5 20cfd8b5e450 2024-08-29T17:47:47.831 INFO:teuthology.orchestra.run.smithi028.stdout:node-exporter.a smithi028 *:9100 running (4m) 3m ago 4m 3252k - 1.5.0 0da6a335fe13 5d3362e27819 2024-08-29T17:47:47.831 INFO:teuthology.orchestra.run.smithi028.stdout:node-exporter.b smithi053 *:9100 running (4m) 3m ago 4m 3036k - 1.5.0 0da6a335fe13 0d6e81d3809a 2024-08-29T17:47:47.831 INFO:teuthology.orchestra.run.smithi028.stdout:osd.0 smithi028 running (14m) 3m ago 14m 47.4M 3037M 17.2.7-1503-ga89f613d 250d9a61b6c5 6170d7ba6af9 2024-08-29T17:47:47.831 INFO:teuthology.orchestra.run.smithi028.stdout:osd.1 smithi028 running (13m) 3m ago 13m 44.7M 3037M 17.2.7-1503-ga89f613d 250d9a61b6c5 f84612c9ccfa 2024-08-29T17:47:47.831 INFO:teuthology.orchestra.run.smithi028.stdout:osd.2 smithi028 running (12m) 3m ago 12m 43.0M 3037M 17.2.7-1503-ga89f613d 250d9a61b6c5 7e6fdf4e2629 2024-08-29T17:47:47.832 INFO:teuthology.orchestra.run.smithi028.stdout:osd.3 smithi028 running (11m) 3m ago 11m 42.4M 3037M 17.2.7-1503-ga89f613d 250d9a61b6c5 4f0fede11ee1 2024-08-29T17:47:47.832 INFO:teuthology.orchestra.run.smithi028.stdout:osd.4 smithi053 running (10m) 3m ago 10m 42.9M 3037M 17.2.7-1503-ga89f613d 250d9a61b6c5 e93527f41048 2024-08-29T17:47:47.832 INFO:teuthology.orchestra.run.smithi028.stdout:osd.5 smithi053 running (9m) 3m ago 9m 43.1M 3037M 17.2.7-1503-ga89f613d 250d9a61b6c5 86885633963d 2024-08-29T17:47:47.832 INFO:teuthology.orchestra.run.smithi028.stdout:osd.6 smithi053 running (8m) 3m ago 9m 43.4M 3037M 17.2.7-1503-ga89f613d 250d9a61b6c5 e65db659e42e 2024-08-29T17:47:47.832 INFO:teuthology.orchestra.run.smithi028.stdout:osd.7 smithi053 running (8m) 3m ago 8m 43.2M 3037M 17.2.7-1503-ga89f613d 250d9a61b6c5 69a8ac6ca110 2024-08-29T17:47:47.832 INFO:teuthology.orchestra.run.smithi028.stdout:prometheus.a smithi053 *:9095 running (3m) 3m ago 5m 21.0M - 2.43.0 a07b618ecd1d 52010e9a4965 2024-08-29T17:47:48.209 INFO:teuthology.orchestra.run.smithi028.stdout:{ 2024-08-29T17:47:48.209 INFO:teuthology.orchestra.run.smithi028.stdout: "mon": { 2024-08-29T17:47:48.209 INFO:teuthology.orchestra.run.smithi028.stdout: "ceph version 17.2.7-1503-ga89f613d (a89f613db4d5b6bca82681f19d73c6d337aae2d5) quincy (stable)": 3 2024-08-29T17:47:48.209 INFO:teuthology.orchestra.run.smithi028.stdout: }, 2024-08-29T17:47:48.209 INFO:teuthology.orchestra.run.smithi028.stdout: "mgr": { 2024-08-29T17:47:48.209 INFO:teuthology.orchestra.run.smithi028.stdout: "ceph version 17.2.7-1503-ga89f613d (a89f613db4d5b6bca82681f19d73c6d337aae2d5) quincy (stable)": 2 2024-08-29T17:47:48.209 INFO:teuthology.orchestra.run.smithi028.stdout: }, 2024-08-29T17:47:48.209 INFO:teuthology.orchestra.run.smithi028.stdout: "osd": { 2024-08-29T17:47:48.209 INFO:teuthology.orchestra.run.smithi028.stdout: "ceph version 17.2.7-1503-ga89f613d (a89f613db4d5b6bca82681f19d73c6d337aae2d5) quincy (stable)": 8 2024-08-29T17:47:48.210 INFO:teuthology.orchestra.run.smithi028.stdout: }, 2024-08-29T17:47:48.210 INFO:teuthology.orchestra.run.smithi028.stdout: "mds": { 2024-08-29T17:47:48.210 INFO:teuthology.orchestra.run.smithi028.stdout: "ceph version 17.2.7-1503-ga89f613d (a89f613db4d5b6bca82681f19d73c6d337aae2d5) quincy (stable)": 2 2024-08-29T17:47:48.210 INFO:teuthology.orchestra.run.smithi028.stdout: }, 2024-08-29T17:47:48.210 INFO:teuthology.orchestra.run.smithi028.stdout: "overall": { 2024-08-29T17:47:48.210 INFO:teuthology.orchestra.run.smithi028.stdout: "ceph version 17.2.7-1503-ga89f613d (a89f613db4d5b6bca82681f19d73c6d337aae2d5) quincy (stable)": 15 2024-08-29T17:47:48.210 INFO:teuthology.orchestra.run.smithi028.stdout: } 2024-08-29T17:47:48.210 INFO:teuthology.orchestra.run.smithi028.stdout:} 2024-08-29T17:47:49.323 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:47:48 smithi053 bash[24720]: audit 2024-08-29T17:47:47.515896+0000 mgr.y (mgr.14499) 204 : audit [DBG] from='client.24779 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-08-29T17:47:49.323 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:47:48 smithi053 bash[24720]: audit 2024-08-29T17:47:47.824847+0000 mgr.y (mgr.14499) 205 : audit [DBG] from='client.14889 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-08-29T17:47:49.323 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:47:48 smithi053 bash[24720]: cluster 2024-08-29T17:47:47.905133+0000 mgr.y (mgr.14499) 206 : cluster [DBG] pgmap v162: 121 pgs: 121 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-29T17:47:49.323 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:47:48 smithi053 bash[24720]: audit 2024-08-29T17:47:48.216734+0000 mon.c (mon.2) 29 : audit [DBG] from='client.? 172.21.15.28:0/2889842548' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-08-29T17:47:49.374 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:47:48 smithi028 bash[31855]: audit 2024-08-29T17:47:47.515896+0000 mgr.y (mgr.14499) 204 : audit [DBG] from='client.24779 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-08-29T17:47:49.374 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:47:48 smithi028 bash[31855]: audit 2024-08-29T17:47:47.824847+0000 mgr.y (mgr.14499) 205 : audit [DBG] from='client.14889 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-08-29T17:47:49.374 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:47:48 smithi028 bash[31855]: cluster 2024-08-29T17:47:47.905133+0000 mgr.y (mgr.14499) 206 : cluster [DBG] pgmap v162: 121 pgs: 121 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-29T17:47:49.374 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:47:48 smithi028 bash[31855]: audit 2024-08-29T17:47:48.216734+0000 mon.c (mon.2) 29 : audit [DBG] from='client.? 172.21.15.28:0/2889842548' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-08-29T17:47:49.375 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:47:48 smithi028 bash[22419]: audit 2024-08-29T17:47:47.515896+0000 mgr.y (mgr.14499) 204 : audit [DBG] from='client.24779 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-08-29T17:47:49.375 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:47:48 smithi028 bash[22419]: audit 2024-08-29T17:47:47.824847+0000 mgr.y (mgr.14499) 205 : audit [DBG] from='client.14889 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-08-29T17:47:49.375 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:47:48 smithi028 bash[22419]: cluster 2024-08-29T17:47:47.905133+0000 mgr.y (mgr.14499) 206 : cluster [DBG] pgmap v162: 121 pgs: 121 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-29T17:47:49.375 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:47:48 smithi028 bash[22419]: audit 2024-08-29T17:47:48.216734+0000 mon.c (mon.2) 29 : audit [DBG] from='client.? 172.21.15.28:0/2889842548' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-08-29T17:47:49.979 INFO:teuthology.orchestra.run.smithi028.stderr:enabled application 'rados' on pool 'unique_pool_0' 2024-08-29T17:47:50.323 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:47:49 smithi053 bash[24720]: audit 2024-08-29T17:47:49.339867+0000 mon.c (mon.2) 30 : audit [INF] from='client.? 172.21.15.28:0/1696537375' entity='client.admin' cmd=[{"prefix": "osd pool application enable", "pool": "unique_pool_0", "app": "rados", "yes_i_really_mean_it": true}]: dispatch 2024-08-29T17:47:50.323 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:47:49 smithi053 bash[24720]: audit 2024-08-29T17:47:49.340415+0000 mon.a (mon.0) 1079 : audit [INF] from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable", "pool": "unique_pool_0", "app": "rados", "yes_i_really_mean_it": true}]: dispatch 2024-08-29T17:47:50.374 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:47:49 smithi028 bash[22419]: audit 2024-08-29T17:47:49.339867+0000 mon.c (mon.2) 30 : audit [INF] from='client.? 172.21.15.28:0/1696537375' entity='client.admin' cmd=[{"prefix": "osd pool application enable", "pool": "unique_pool_0", "app": "rados", "yes_i_really_mean_it": true}]: dispatch 2024-08-29T17:47:50.374 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:47:49 smithi028 bash[22419]: audit 2024-08-29T17:47:49.340415+0000 mon.a (mon.0) 1079 : audit [INF] from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable", "pool": "unique_pool_0", "app": "rados", "yes_i_really_mean_it": true}]: dispatch 2024-08-29T17:47:50.375 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:47:49 smithi028 bash[31855]: audit 2024-08-29T17:47:49.339867+0000 mon.c (mon.2) 30 : audit [INF] from='client.? 172.21.15.28:0/1696537375' entity='client.admin' cmd=[{"prefix": "osd pool application enable", "pool": "unique_pool_0", "app": "rados", "yes_i_really_mean_it": true}]: dispatch 2024-08-29T17:47:50.375 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:47:49 smithi028 bash[31855]: audit 2024-08-29T17:47:49.340415+0000 mon.a (mon.0) 1079 : audit [INF] from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable", "pool": "unique_pool_0", "app": "rados", "yes_i_really_mean_it": true}]: dispatch 2024-08-29T17:47:50.971 INFO:journalctl@ceph.mgr.y.smithi028.stdout:Aug 29 17:47:50 smithi028 bash[22672]: ::ffff:172.21.15.53 - - [29/Aug/2024:17:47:50] "GET /metrics HTTP/1.1" 200 236532 "" "Prometheus/2.43.0" 2024-08-29T17:47:51.124 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:47:50 smithi028 bash[31855]: cluster 2024-08-29T17:47:49.906778+0000 mgr.y (mgr.14499) 207 : cluster [DBG] pgmap v163: 121 pgs: 121 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-29T17:47:51.124 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:47:50 smithi028 bash[31855]: audit 2024-08-29T17:47:49.983813+0000 mon.a (mon.0) 1080 : audit [INF] from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable", "pool": "unique_pool_0", "app": "rados", "yes_i_really_mean_it": true}]': finished 2024-08-29T17:47:51.124 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:47:50 smithi028 bash[31855]: cluster 2024-08-29T17:47:49.984030+0000 mon.a (mon.0) 1081 : cluster [DBG] osdmap e81: 8 total, 8 up, 8 in 2024-08-29T17:47:51.125 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:47:50 smithi028 bash[22419]: cluster 2024-08-29T17:47:49.906778+0000 mgr.y (mgr.14499) 207 : cluster [DBG] pgmap v163: 121 pgs: 121 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-29T17:47:51.125 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:47:50 smithi028 bash[22419]: audit 2024-08-29T17:47:49.983813+0000 mon.a (mon.0) 1080 : audit [INF] from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable", "pool": "unique_pool_0", "app": "rados", "yes_i_really_mean_it": true}]': finished 2024-08-29T17:47:51.125 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:47:50 smithi028 bash[22419]: cluster 2024-08-29T17:47:49.984030+0000 mon.a (mon.0) 1081 : cluster [DBG] osdmap e81: 8 total, 8 up, 8 in 2024-08-29T17:47:51.323 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:47:50 smithi053 bash[24720]: cluster 2024-08-29T17:47:49.906778+0000 mgr.y (mgr.14499) 207 : cluster [DBG] pgmap v163: 121 pgs: 121 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-29T17:47:51.323 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:47:50 smithi053 bash[24720]: audit 2024-08-29T17:47:49.983813+0000 mon.a (mon.0) 1080 : audit [INF] from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable", "pool": "unique_pool_0", "app": "rados", "yes_i_really_mean_it": true}]': finished 2024-08-29T17:47:51.323 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:47:50 smithi053 bash[24720]: cluster 2024-08-29T17:47:49.984030+0000 mon.a (mon.0) 1081 : cluster [DBG] osdmap e81: 8 total, 8 up, 8 in 2024-08-29T17:47:51.859 DEBUG:teuthology.orchestra.run.smithi028:> CEPH_CLIENT_ID=0 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph_test_rados --no-omap --ec-pool --max-ops 4000 --objects 50 --max-in-flight 16 --size 4000000 --min-stride-size 400000 --max-stride-size 800000 --max-seconds 0 --op read 100 --op write 0 --op delete 50 --op snap_create 50 --op snap_remove 50 --op rollback 50 --op setattr 25 --op rmattr 25 --op copy_from 50 --op append 100 --pool unique_pool_0 2024-08-29T17:47:51.879 INFO:tasks.rados.rados.0.smithi028.stdout:adding op weight read -> 100 2024-08-29T17:47:51.879 INFO:tasks.rados.rados.0.smithi028.stdout:adding op weight delete -> 50 2024-08-29T17:47:51.879 INFO:tasks.rados.rados.0.smithi028.stdout:adding op weight snap_create -> 50 2024-08-29T17:47:51.879 INFO:tasks.rados.rados.0.smithi028.stdout:adding op weight snap_remove -> 50 2024-08-29T17:47:51.880 INFO:tasks.rados.rados.0.smithi028.stdout:adding op weight rollback -> 50 2024-08-29T17:47:51.880 INFO:tasks.rados.rados.0.smithi028.stdout:adding op weight setattr -> 25 2024-08-29T17:47:51.880 INFO:tasks.rados.rados.0.smithi028.stdout:adding op weight rmattr -> 25 2024-08-29T17:47:51.880 INFO:tasks.rados.rados.0.smithi028.stdout:adding op weight copy_from -> 50 2024-08-29T17:47:51.880 INFO:tasks.rados.rados.0.smithi028.stdout:adding op weight append -> 100 2024-08-29T17:47:51.880 INFO:tasks.rados.rados.0.smithi028.stdout:ceph version 17.2.7 (b12291d110049b2f35e32e0de30d70e9a4c060d2) quincy (stable) 2024-08-29T17:47:51.880 INFO:tasks.rados.rados.0.smithi028.stdout:Configuration: 2024-08-29T17:47:51.880 INFO:tasks.rados.rados.0.smithi028.stdout: Number of operations: 4000 2024-08-29T17:47:51.880 INFO:tasks.rados.rados.0.smithi028.stdout: Number of objects: 50 2024-08-29T17:47:51.880 INFO:tasks.rados.rados.0.smithi028.stdout: Max in flight operations: 16 2024-08-29T17:47:51.880 INFO:tasks.rados.rados.0.smithi028.stdout: Object size (in bytes): 4000000 2024-08-29T17:47:51.880 INFO:tasks.rados.rados.0.smithi028.stdout: Write stride min: 400000 2024-08-29T17:47:51.881 INFO:tasks.rados.rados.0.smithi028.stdout: Write stride max: 800000 2024-08-29T17:47:51.987 INFO:tasks.rados.rados.0.smithi028.stdout:1: write initial oid 1 2024-08-29T17:47:51.987 INFO:tasks.rados.rados.0.smithi028.stdout:1: seq_num 0 ranges {0=24576} 2024-08-29T17:47:51.987 INFO:tasks.rados.rados.0.smithi028.stdout:1: writing smithi02869045-1 from 0 to 24576 tid 1 2024-08-29T17:47:51.988 INFO:tasks.rados.rados.0.smithi028.stdout:2: write initial oid 2 2024-08-29T17:47:51.988 INFO:tasks.rados.rados.0.smithi028.stdout:2: seq_num 1 ranges {0=24576} 2024-08-29T17:47:51.988 INFO:tasks.rados.rados.0.smithi028.stdout:2: writing smithi02869045-2 from 0 to 24576 tid 1 2024-08-29T17:47:51.988 INFO:tasks.rados.rados.0.smithi028.stdout:3: write initial oid 3 2024-08-29T17:47:51.988 INFO:tasks.rados.rados.0.smithi028.stdout:3: seq_num 2 ranges {0=40960} 2024-08-29T17:47:51.989 INFO:tasks.rados.rados.0.smithi028.stdout:3: writing smithi02869045-3 from 0 to 40960 tid 1 2024-08-29T17:47:51.989 INFO:tasks.rados.rados.0.smithi028.stdout:4: write initial oid 4 2024-08-29T17:47:51.989 INFO:tasks.rados.rados.0.smithi028.stdout:4: seq_num 3 ranges {0=57344} 2024-08-29T17:47:51.989 INFO:tasks.rados.rados.0.smithi028.stdout:4: writing smithi02869045-4 from 0 to 57344 tid 1 2024-08-29T17:47:51.989 INFO:tasks.rados.rados.0.smithi028.stdout:5: write initial oid 5 2024-08-29T17:47:51.989 INFO:tasks.rados.rados.0.smithi028.stdout:5: seq_num 4 ranges {0=73728} 2024-08-29T17:47:51.990 INFO:tasks.rados.rados.0.smithi028.stdout:5: writing smithi02869045-5 from 0 to 73728 tid 1 2024-08-29T17:47:51.991 INFO:tasks.rados.rados.0.smithi028.stdout:6: write initial oid 6 2024-08-29T17:47:51.991 INFO:tasks.rados.rados.0.smithi028.stdout:6: seq_num 5 ranges {0=90112} 2024-08-29T17:47:51.991 INFO:tasks.rados.rados.0.smithi028.stdout:6: writing smithi02869045-6 from 0 to 90112 tid 1 2024-08-29T17:47:51.991 INFO:tasks.rados.rados.0.smithi028.stdout:7: write initial oid 7 2024-08-29T17:47:51.991 INFO:tasks.rados.rados.0.smithi028.stdout:7: seq_num 6 ranges {0=106496} 2024-08-29T17:47:51.992 INFO:tasks.rados.rados.0.smithi028.stdout:7: writing smithi02869045-7 from 0 to 106496 tid 1 2024-08-29T17:47:51.992 INFO:tasks.rados.rados.0.smithi028.stdout:8: write initial oid 8 2024-08-29T17:47:51.992 INFO:tasks.rados.rados.0.smithi028.stdout:8: seq_num 7 ranges {0=122880} 2024-08-29T17:47:51.994 INFO:tasks.rados.rados.0.smithi028.stdout:8: writing smithi02869045-8 from 0 to 122880 tid 1 2024-08-29T17:47:51.994 INFO:tasks.rados.rados.0.smithi028.stdout:9: write initial oid 9 2024-08-29T17:47:51.994 INFO:tasks.rados.rados.0.smithi028.stdout:9: seq_num 8 ranges {0=139264} 2024-08-29T17:47:51.995 INFO:tasks.rados.rados.0.smithi028.stdout:9: writing smithi02869045-9 from 0 to 139264 tid 1 2024-08-29T17:47:51.995 INFO:tasks.rados.rados.0.smithi028.stdout:10: write initial oid 10 2024-08-29T17:47:51.995 INFO:tasks.rados.rados.0.smithi028.stdout:10: seq_num 9 ranges {0=155648} 2024-08-29T17:47:51.996 INFO:tasks.rados.rados.0.smithi028.stdout:10: writing smithi02869045-10 from 0 to 155648 tid 1 2024-08-29T17:47:51.996 INFO:tasks.rados.rados.0.smithi028.stdout:11: write initial oid 11 2024-08-29T17:47:51.996 INFO:tasks.rados.rados.0.smithi028.stdout:11: seq_num 10 ranges {0=172032} 2024-08-29T17:47:51.998 INFO:tasks.rados.rados.0.smithi028.stdout:11: writing smithi02869045-11 from 0 to 172032 tid 1 2024-08-29T17:47:51.998 INFO:tasks.rados.rados.0.smithi028.stdout:12: write initial oid 12 2024-08-29T17:47:51.998 INFO:tasks.rados.rados.0.smithi028.stdout:12: seq_num 11 ranges {0=188416} 2024-08-29T17:47:51.999 INFO:tasks.rados.rados.0.smithi028.stdout:12: writing smithi02869045-12 from 0 to 188416 tid 1 2024-08-29T17:47:52.000 INFO:tasks.rados.rados.0.smithi028.stdout:13: write initial oid 13 2024-08-29T17:47:52.000 INFO:tasks.rados.rados.0.smithi028.stdout:13: seq_num 12 ranges {0=204800} 2024-08-29T17:47:52.001 INFO:tasks.rados.rados.0.smithi028.stdout:13: writing smithi02869045-13 from 0 to 204800 tid 1 2024-08-29T17:47:52.002 INFO:tasks.rados.rados.0.smithi028.stdout:14: write initial oid 14 2024-08-29T17:47:52.002 INFO:tasks.rados.rados.0.smithi028.stdout:1: finishing write tid 1 to smithi02869045-1 2024-08-29T17:47:52.002 INFO:tasks.rados.rados.0.smithi028.stdout:1: finishing write tid 2 to smithi02869045-1 2024-08-29T17:47:52.002 INFO:tasks.rados.rados.0.smithi028.stdout:4: finishing write tid 1 to smithi02869045-4 2024-08-29T17:47:52.002 INFO:tasks.rados.rados.0.smithi028.stdout:4: finishing write tid 2 to smithi02869045-4 2024-08-29T17:47:52.003 INFO:tasks.rados.rados.0.smithi028.stdout:8: finishing write tid 1 to smithi02869045-8 2024-08-29T17:47:52.003 INFO:tasks.rados.rados.0.smithi028.stdout:14: seq_num 13 ranges {0=221184} 2024-08-29T17:47:52.004 INFO:tasks.rados.rados.0.smithi028.stdout:14: writing smithi02869045-14 from 0 to 221184 tid 1 2024-08-29T17:47:52.004 INFO:tasks.rados.rados.0.smithi028.stdout:15: write initial oid 15 2024-08-29T17:47:52.004 INFO:tasks.rados.rados.0.smithi028.stdout:15: seq_num 14 ranges {0=237568} 2024-08-29T17:47:52.006 INFO:tasks.rados.rados.0.smithi028.stdout:15: writing smithi02869045-15 from 0 to 237568 tid 1 2024-08-29T17:47:52.006 INFO:tasks.rados.rados.0.smithi028.stdout:16: write initial oid 16 2024-08-29T17:47:52.006 INFO:tasks.rados.rados.0.smithi028.stdout:16: seq_num 15 ranges {0=253952} 2024-08-29T17:47:52.008 INFO:tasks.rados.rados.0.smithi028.stdout:16: writing smithi02869045-16 from 0 to 253952 tid 1 2024-08-29T17:47:52.009 INFO:tasks.rados.rados.0.smithi028.stdout: waiting on 16 2024-08-29T17:47:52.009 INFO:tasks.rados.rados.0.smithi028.stdout:8: finishing write tid 2 to smithi02869045-8 2024-08-29T17:47:52.009 INFO:tasks.rados.rados.0.smithi028.stdout:3: finishing write tid 1 to smithi02869045-3 2024-08-29T17:47:52.010 INFO:tasks.rados.rados.0.smithi028.stdout:3: finishing write tid 2 to smithi02869045-3 2024-08-29T17:47:52.010 INFO:tasks.rados.rados.0.smithi028.stdout:3: finishing write tid 3 to smithi02869045-3 2024-08-29T17:47:52.010 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 3 v 2 (ObjNum 2 snap 0 seq_num 2) dirty exists 2024-08-29T17:47:52.010 INFO:tasks.rados.rados.0.smithi028.stdout:3: left oid 3 (ObjNum 2 snap 0 seq_num 2) 2024-08-29T17:47:52.010 INFO:tasks.rados.rados.0.smithi028.stdout:2: finishing write tid 1 to smithi02869045-2 2024-08-29T17:47:52.010 INFO:tasks.rados.rados.0.smithi028.stdout:2: finishing write tid 2 to smithi02869045-2 2024-08-29T17:47:52.010 INFO:tasks.rados.rados.0.smithi028.stdout:2: finishing write tid 3 to smithi02869045-2 2024-08-29T17:47:52.010 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 2 v 2 (ObjNum 1 snap 0 seq_num 1) dirty exists 2024-08-29T17:47:52.010 INFO:tasks.rados.rados.0.smithi028.stdout:2: left oid 2 (ObjNum 1 snap 0 seq_num 1) 2024-08-29T17:47:52.010 INFO:tasks.rados.rados.0.smithi028.stdout:2: done (15 left) 2024-08-29T17:47:52.010 INFO:tasks.rados.rados.0.smithi028.stdout:3: done (14 left) 2024-08-29T17:47:52.010 INFO:tasks.rados.rados.0.smithi028.stdout:17: write initial oid 17 2024-08-29T17:47:52.010 INFO:tasks.rados.rados.0.smithi028.stdout:17: seq_num 16 ranges {0=270336} 2024-08-29T17:47:52.011 INFO:tasks.rados.rados.0.smithi028.stdout:17: writing smithi02869045-17 from 0 to 270336 tid 1 2024-08-29T17:47:52.012 INFO:tasks.rados.rados.0.smithi028.stdout:8: finishing write tid 3 to smithi02869045-8 2024-08-29T17:47:52.012 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 8 v 2 (ObjNum 7 snap 0 seq_num 7) dirty exists 2024-08-29T17:47:52.012 INFO:tasks.rados.rados.0.smithi028.stdout:8: left oid 8 (ObjNum 7 snap 0 seq_num 7) 2024-08-29T17:47:52.012 INFO:tasks.rados.rados.0.smithi028.stdout:8: done (14 left) 2024-08-29T17:47:52.013 INFO:tasks.rados.rados.0.smithi028.stdout:18: write initial oid 18 2024-08-29T17:47:52.013 INFO:tasks.rados.rados.0.smithi028.stdout:18: seq_num 17 ranges {0=286720} 2024-08-29T17:47:52.016 INFO:tasks.rados.rados.0.smithi028.stdout:18: writing smithi02869045-18 from 0 to 286720 tid 1 2024-08-29T17:47:52.016 INFO:tasks.rados.rados.0.smithi028.stdout:19: write initial oid 19 2024-08-29T17:47:52.016 INFO:tasks.rados.rados.0.smithi028.stdout:19: seq_num 18 ranges {0=303104} 2024-08-29T17:47:52.018 INFO:tasks.rados.rados.0.smithi028.stdout:19: writing smithi02869045-19 from 0 to 303104 tid 1 2024-08-29T17:47:52.019 INFO:tasks.rados.rados.0.smithi028.stdout:1: finishing write tid 3 to smithi02869045-1 2024-08-29T17:47:52.019 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 1 v 2 (ObjNum 0 snap 0 seq_num 0) dirty exists 2024-08-29T17:47:52.019 INFO:tasks.rados.rados.0.smithi028.stdout:1: left oid 1 (ObjNum 0 snap 0 seq_num 0) 2024-08-29T17:47:52.019 INFO:tasks.rados.rados.0.smithi028.stdout:4: finishing write tid 3 to smithi02869045-4 2024-08-29T17:47:52.019 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 4 v 4 (ObjNum 3 snap 0 seq_num 3) dirty exists 2024-08-29T17:47:52.019 INFO:tasks.rados.rados.0.smithi028.stdout:4: left oid 4 (ObjNum 3 snap 0 seq_num 3) 2024-08-29T17:47:52.019 INFO:tasks.rados.rados.0.smithi028.stdout:7: finishing write tid 1 to smithi02869045-7 2024-08-29T17:47:52.019 INFO:tasks.rados.rados.0.smithi028.stdout:7: finishing write tid 2 to smithi02869045-7 2024-08-29T17:47:52.019 INFO:tasks.rados.rados.0.smithi028.stdout:10: finishing write tid 1 to smithi02869045-10 2024-08-29T17:47:52.019 INFO:tasks.rados.rados.0.smithi028.stdout:9: finishing write tid 1 to smithi02869045-9 2024-08-29T17:47:52.019 INFO:tasks.rados.rados.0.smithi028.stdout:9: finishing write tid 2 to smithi02869045-9 2024-08-29T17:47:52.020 INFO:tasks.rados.rados.0.smithi028.stdout:12: finishing write tid 1 to smithi02869045-12 2024-08-29T17:47:52.020 INFO:tasks.rados.rados.0.smithi028.stdout:11: finishing write tid 1 to smithi02869045-11 2024-08-29T17:47:52.020 INFO:tasks.rados.rados.0.smithi028.stdout:12: finishing write tid 2 to smithi02869045-12 2024-08-29T17:47:52.020 INFO:tasks.rados.rados.0.smithi028.stdout:11: finishing write tid 2 to smithi02869045-11 2024-08-29T17:47:52.020 INFO:tasks.rados.rados.0.smithi028.stdout:14: finishing write tid 1 to smithi02869045-14 2024-08-29T17:47:52.020 INFO:tasks.rados.rados.0.smithi028.stdout:10: finishing write tid 2 to smithi02869045-10 2024-08-29T17:47:52.020 INFO:tasks.rados.rados.0.smithi028.stdout:14: finishing write tid 2 to smithi02869045-14 2024-08-29T17:47:52.020 INFO:tasks.rados.rados.0.smithi028.stdout:9: finishing write tid 3 to smithi02869045-9 2024-08-29T17:47:52.021 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 9 v 2 (ObjNum 8 snap 0 seq_num 8) dirty exists 2024-08-29T17:47:52.021 INFO:tasks.rados.rados.0.smithi028.stdout:9: left oid 9 (ObjNum 8 snap 0 seq_num 8) 2024-08-29T17:47:52.021 INFO:tasks.rados.rados.0.smithi028.stdout:7: finishing write tid 3 to smithi02869045-7 2024-08-29T17:47:52.021 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 7 v 6 (ObjNum 6 snap 0 seq_num 6) dirty exists 2024-08-29T17:47:52.021 INFO:tasks.rados.rados.0.smithi028.stdout:7: left oid 7 (ObjNum 6 snap 0 seq_num 6) 2024-08-29T17:47:52.021 INFO:tasks.rados.rados.0.smithi028.stdout:1: done (15 left) 2024-08-29T17:47:52.021 INFO:tasks.rados.rados.0.smithi028.stdout:4: done (14 left) 2024-08-29T17:47:52.021 INFO:tasks.rados.rados.0.smithi028.stdout:7: done (13 left) 2024-08-29T17:47:52.021 INFO:tasks.rados.rados.0.smithi028.stdout:9: done (12 left) 2024-08-29T17:47:52.021 INFO:tasks.rados.rados.0.smithi028.stdout:20: write initial oid 20 2024-08-29T17:47:52.021 INFO:tasks.rados.rados.0.smithi028.stdout:20: seq_num 19 ranges {0=319488} 2024-08-29T17:47:52.022 INFO:tasks.rados.rados.0.smithi028.stdout:20: writing smithi02869045-20 from 0 to 319488 tid 1 2024-08-29T17:47:52.022 INFO:tasks.rados.rados.0.smithi028.stdout:21: write initial oid 21 2024-08-29T17:47:52.022 INFO:tasks.rados.rados.0.smithi028.stdout:21: seq_num 20 ranges {0=344064} 2024-08-29T17:47:52.023 INFO:tasks.rados.rados.0.smithi028.stdout:21: writing smithi02869045-21 from 0 to 344064 tid 1 2024-08-29T17:47:52.024 INFO:tasks.rados.rados.0.smithi028.stdout:22: write initial oid 22 2024-08-29T17:47:52.024 INFO:tasks.rados.rados.0.smithi028.stdout:22: seq_num 21 ranges {0=360448} 2024-08-29T17:47:52.027 INFO:tasks.rados.rados.0.smithi028.stdout:22: writing smithi02869045-22 from 0 to 360448 tid 1 2024-08-29T17:47:52.027 INFO:tasks.rados.rados.0.smithi028.stdout:23: write initial oid 23 2024-08-29T17:47:52.027 INFO:tasks.rados.rados.0.smithi028.stdout:23: seq_num 22 ranges {0=376832} 2024-08-29T17:47:52.030 INFO:tasks.rados.rados.0.smithi028.stdout:23: writing smithi02869045-23 from 0 to 376832 tid 1 2024-08-29T17:47:52.030 INFO:tasks.rados.rados.0.smithi028.stdout: waiting on 16 2024-08-29T17:47:52.030 INFO:tasks.rados.rados.0.smithi028.stdout:6: finishing write tid 1 to smithi02869045-6 2024-08-29T17:47:52.030 INFO:tasks.rados.rados.0.smithi028.stdout:6: finishing write tid 2 to smithi02869045-6 2024-08-29T17:47:52.031 INFO:tasks.rados.rados.0.smithi028.stdout:14: finishing write tid 3 to smithi02869045-14 2024-08-29T17:47:52.031 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 14 v 2 (ObjNum 13 snap 0 seq_num 13) dirty exists 2024-08-29T17:47:52.031 INFO:tasks.rados.rados.0.smithi028.stdout:14: left oid 14 (ObjNum 13 snap 0 seq_num 13) 2024-08-29T17:47:52.031 INFO:tasks.rados.rados.0.smithi028.stdout:12: finishing write tid 3 to smithi02869045-12 2024-08-29T17:47:52.031 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 12 v 2 (ObjNum 11 snap 0 seq_num 11) dirty exists 2024-08-29T17:47:52.031 INFO:tasks.rados.rados.0.smithi028.stdout:12: left oid 12 (ObjNum 11 snap 0 seq_num 11) 2024-08-29T17:47:52.031 INFO:tasks.rados.rados.0.smithi028.stdout:11: finishing write tid 3 to smithi02869045-11 2024-08-29T17:47:52.031 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 11 v 4 (ObjNum 10 snap 0 seq_num 10) dirty exists 2024-08-29T17:47:52.031 INFO:tasks.rados.rados.0.smithi028.stdout:11: left oid 11 (ObjNum 10 snap 0 seq_num 10) 2024-08-29T17:47:52.031 INFO:tasks.rados.rados.0.smithi028.stdout:10: finishing write tid 3 to smithi02869045-10 2024-08-29T17:47:52.031 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 10 v 4 (ObjNum 9 snap 0 seq_num 9) dirty exists 2024-08-29T17:47:52.031 INFO:tasks.rados.rados.0.smithi028.stdout:10: left oid 10 (ObjNum 9 snap 0 seq_num 9) 2024-08-29T17:47:52.032 INFO:tasks.rados.rados.0.smithi028.stdout:13: finishing write tid 1 to smithi02869045-13 2024-08-29T17:47:52.032 INFO:tasks.rados.rados.0.smithi028.stdout:13: finishing write tid 2 to smithi02869045-13 2024-08-29T17:47:52.032 INFO:tasks.rados.rados.0.smithi028.stdout:17: finishing write tid 1 to smithi02869045-17 2024-08-29T17:47:52.032 INFO:tasks.rados.rados.0.smithi028.stdout:5: finishing write tid 1 to smithi02869045-5 2024-08-29T17:47:52.032 INFO:tasks.rados.rados.0.smithi028.stdout:17: finishing write tid 2 to smithi02869045-17 2024-08-29T17:47:52.032 INFO:tasks.rados.rados.0.smithi028.stdout:5: finishing write tid 2 to smithi02869045-5 2024-08-29T17:47:52.032 INFO:tasks.rados.rados.0.smithi028.stdout:13: finishing write tid 3 to smithi02869045-13 2024-08-29T17:47:52.032 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 13 v 8 (ObjNum 12 snap 0 seq_num 12) dirty exists 2024-08-29T17:47:52.032 INFO:tasks.rados.rados.0.smithi028.stdout:13: left oid 13 (ObjNum 12 snap 0 seq_num 12) 2024-08-29T17:47:52.032 INFO:tasks.rados.rados.0.smithi028.stdout:15: finishing write tid 1 to smithi02869045-15 2024-08-29T17:47:52.032 INFO:tasks.rados.rados.0.smithi028.stdout:15: finishing write tid 2 to smithi02869045-15 2024-08-29T17:47:52.032 INFO:tasks.rados.rados.0.smithi028.stdout:10: done (15 left) 2024-08-29T17:47:52.032 INFO:tasks.rados.rados.0.smithi028.stdout:11: done (14 left) 2024-08-29T17:47:52.032 INFO:tasks.rados.rados.0.smithi028.stdout:12: done (13 left) 2024-08-29T17:47:52.033 INFO:tasks.rados.rados.0.smithi028.stdout:13: done (12 left) 2024-08-29T17:47:52.033 INFO:tasks.rados.rados.0.smithi028.stdout:14: done (11 left) 2024-08-29T17:47:52.033 INFO:tasks.rados.rados.0.smithi028.stdout:24: write initial oid 24 2024-08-29T17:47:52.033 INFO:tasks.rados.rados.0.smithi028.stdout:24: seq_num 23 ranges {0=393216} 2024-08-29T17:47:52.034 INFO:tasks.rados.rados.0.smithi028.stdout:24: writing smithi02869045-24 from 0 to 393216 tid 1 2024-08-29T17:47:52.034 INFO:tasks.rados.rados.0.smithi028.stdout:17: finishing write tid 3 to smithi02869045-17 2024-08-29T17:47:52.034 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 17 v 10 (ObjNum 16 snap 0 seq_num 16) dirty exists 2024-08-29T17:47:52.034 INFO:tasks.rados.rados.0.smithi028.stdout:17: left oid 17 (ObjNum 16 snap 0 seq_num 16) 2024-08-29T17:47:52.034 INFO:tasks.rados.rados.0.smithi028.stdout:5: finishing write tid 3 to smithi02869045-5 2024-08-29T17:47:52.034 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 5 v 2 (ObjNum 4 snap 0 seq_num 4) dirty exists 2024-08-29T17:47:52.034 INFO:tasks.rados.rados.0.smithi028.stdout:5: left oid 5 (ObjNum 4 snap 0 seq_num 4) 2024-08-29T17:47:52.035 INFO:tasks.rados.rados.0.smithi028.stdout:16: finishing write tid 1 to smithi02869045-16 2024-08-29T17:47:52.035 INFO:tasks.rados.rados.0.smithi028.stdout:16: finishing write tid 2 to smithi02869045-16 2024-08-29T17:47:52.035 INFO:tasks.rados.rados.0.smithi028.stdout:15: finishing write tid 3 to smithi02869045-15 2024-08-29T17:47:52.035 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 15 v 4 (ObjNum 14 snap 0 seq_num 14) dirty exists 2024-08-29T17:47:52.035 INFO:tasks.rados.rados.0.smithi028.stdout:15: left oid 15 (ObjNum 14 snap 0 seq_num 14) 2024-08-29T17:47:52.035 INFO:tasks.rados.rados.0.smithi028.stdout:19: finishing write tid 1 to smithi02869045-19 2024-08-29T17:47:52.035 INFO:tasks.rados.rados.0.smithi028.stdout:19: finishing write tid 2 to smithi02869045-19 2024-08-29T17:47:52.035 INFO:tasks.rados.rados.0.smithi028.stdout:18: finishing write tid 1 to smithi02869045-18 2024-08-29T17:47:52.035 INFO:tasks.rados.rados.0.smithi028.stdout:16: finishing write tid 3 to smithi02869045-16 2024-08-29T17:47:52.035 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 16 v 4 (ObjNum 15 snap 0 seq_num 15) dirty exists 2024-08-29T17:47:52.035 INFO:tasks.rados.rados.0.smithi028.stdout:16: left oid 16 (ObjNum 15 snap 0 seq_num 15) 2024-08-29T17:47:52.035 INFO:tasks.rados.rados.0.smithi028.stdout:18: finishing write tid 2 to smithi02869045-18 2024-08-29T17:47:52.035 INFO:tasks.rados.rados.0.smithi028.stdout:19: finishing write tid 3 to smithi02869045-19 2024-08-29T17:47:52.036 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 19 v 6 (ObjNum 18 snap 0 seq_num 18) dirty exists 2024-08-29T17:47:52.036 INFO:tasks.rados.rados.0.smithi028.stdout:19: left oid 19 (ObjNum 18 snap 0 seq_num 18) 2024-08-29T17:47:52.036 INFO:tasks.rados.rados.0.smithi028.stdout:6: finishing write tid 3 to smithi02869045-6 2024-08-29T17:47:52.036 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 6 v 2 (ObjNum 5 snap 0 seq_num 5) dirty exists 2024-08-29T17:47:52.036 INFO:tasks.rados.rados.0.smithi028.stdout:6: left oid 6 (ObjNum 5 snap 0 seq_num 5) 2024-08-29T17:47:52.036 INFO:tasks.rados.rados.0.smithi028.stdout:21: finishing write tid 1 to smithi02869045-21 2024-08-29T17:47:52.036 INFO:tasks.rados.rados.0.smithi028.stdout:21: finishing write tid 2 to smithi02869045-21 2024-08-29T17:47:52.036 INFO:tasks.rados.rados.0.smithi028.stdout:21: finishing write tid 3 to smithi02869045-21 2024-08-29T17:47:52.036 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 21 v 6 (ObjNum 20 snap 0 seq_num 20) dirty exists 2024-08-29T17:47:52.036 INFO:tasks.rados.rados.0.smithi028.stdout:21: left oid 21 (ObjNum 20 snap 0 seq_num 20) 2024-08-29T17:47:52.036 INFO:tasks.rados.rados.0.smithi028.stdout:5: done (11 left) 2024-08-29T17:47:52.036 INFO:tasks.rados.rados.0.smithi028.stdout:6: done (10 left) 2024-08-29T17:47:52.036 INFO:tasks.rados.rados.0.smithi028.stdout:15: done (9 left) 2024-08-29T17:47:52.037 INFO:tasks.rados.rados.0.smithi028.stdout:16: done (8 left) 2024-08-29T17:47:52.037 INFO:tasks.rados.rados.0.smithi028.stdout:17: done (7 left) 2024-08-29T17:47:52.037 INFO:tasks.rados.rados.0.smithi028.stdout:19: done (6 left) 2024-08-29T17:47:52.037 INFO:tasks.rados.rados.0.smithi028.stdout:21: done (5 left) 2024-08-29T17:47:52.037 INFO:tasks.rados.rados.0.smithi028.stdout:25: write initial oid 25 2024-08-29T17:47:52.037 INFO:tasks.rados.rados.0.smithi028.stdout:25: seq_num 24 ranges {0=409600} 2024-08-29T17:47:52.038 INFO:tasks.rados.rados.0.smithi028.stdout:25: writing smithi02869045-25 from 0 to 409600 tid 1 2024-08-29T17:47:52.038 INFO:tasks.rados.rados.0.smithi028.stdout:26: write initial oid 26 2024-08-29T17:47:52.038 INFO:tasks.rados.rados.0.smithi028.stdout:26: seq_num 25 ranges {0=425984} 2024-08-29T17:47:52.038 INFO:tasks.rados.rados.0.smithi028.stdout:26: writing smithi02869045-26 from 0 to 425984 tid 1 2024-08-29T17:47:52.038 INFO:tasks.rados.rados.0.smithi028.stdout:27: write initial oid 27 2024-08-29T17:47:52.038 INFO:tasks.rados.rados.0.smithi028.stdout:27: seq_num 26 ranges {0=442368} 2024-08-29T17:47:52.041 INFO:tasks.rados.rados.0.smithi028.stdout:27: writing smithi02869045-27 from 0 to 442368 tid 1 2024-08-29T17:47:52.041 INFO:tasks.rados.rados.0.smithi028.stdout:28: write initial oid 28 2024-08-29T17:47:52.041 INFO:tasks.rados.rados.0.smithi028.stdout:28: seq_num 27 ranges {0=458752} 2024-08-29T17:47:52.044 INFO:tasks.rados.rados.0.smithi028.stdout:28: writing smithi02869045-28 from 0 to 458752 tid 1 2024-08-29T17:47:52.044 INFO:tasks.rados.rados.0.smithi028.stdout:29: write initial oid 29 2024-08-29T17:47:52.044 INFO:tasks.rados.rados.0.smithi028.stdout:29: seq_num 28 ranges {0=475136} 2024-08-29T17:47:52.047 INFO:tasks.rados.rados.0.smithi028.stdout:29: writing smithi02869045-29 from 0 to 475136 tid 1 2024-08-29T17:47:52.047 INFO:tasks.rados.rados.0.smithi028.stdout:30: write initial oid 30 2024-08-29T17:47:52.047 INFO:tasks.rados.rados.0.smithi028.stdout:30: seq_num 29 ranges {0=491520} 2024-08-29T17:47:52.050 INFO:tasks.rados.rados.0.smithi028.stdout:30: writing smithi02869045-30 from 0 to 491520 tid 1 2024-08-29T17:47:52.050 INFO:tasks.rados.rados.0.smithi028.stdout:31: write initial oid 31 2024-08-29T17:47:52.050 INFO:tasks.rados.rados.0.smithi028.stdout:31: seq_num 30 ranges {0=507904} 2024-08-29T17:47:52.054 INFO:tasks.rados.rados.0.smithi028.stdout:31: writing smithi02869045-31 from 0 to 507904 tid 1 2024-08-29T17:47:52.054 INFO:tasks.rados.rados.0.smithi028.stdout:32: write initial oid 32 2024-08-29T17:47:52.054 INFO:tasks.rados.rados.0.smithi028.stdout:32: seq_num 31 ranges {0=524288} 2024-08-29T17:47:52.058 INFO:tasks.rados.rados.0.smithi028.stdout:32: writing smithi02869045-32 from 0 to 524288 tid 1 2024-08-29T17:47:52.058 INFO:tasks.rados.rados.0.smithi028.stdout:33: write initial oid 33 2024-08-29T17:47:52.058 INFO:tasks.rados.rados.0.smithi028.stdout:33: seq_num 32 ranges {0=540672} 2024-08-29T17:47:52.061 INFO:tasks.rados.rados.0.smithi028.stdout:33: writing smithi02869045-33 from 0 to 540672 tid 1 2024-08-29T17:47:52.061 INFO:tasks.rados.rados.0.smithi028.stdout:34: write initial oid 34 2024-08-29T17:47:52.062 INFO:tasks.rados.rados.0.smithi028.stdout:34: seq_num 33 ranges {0=557056} 2024-08-29T17:47:52.065 INFO:tasks.rados.rados.0.smithi028.stdout:34: writing smithi02869045-34 from 0 to 557056 tid 1 2024-08-29T17:47:52.065 INFO:tasks.rados.rados.0.smithi028.stdout:35: write initial oid 35 2024-08-29T17:47:52.065 INFO:tasks.rados.rados.0.smithi028.stdout:35: seq_num 34 ranges {0=573440} 2024-08-29T17:47:52.069 INFO:tasks.rados.rados.0.smithi028.stdout:35: writing smithi02869045-35 from 0 to 573440 tid 1 2024-08-29T17:47:52.069 INFO:tasks.rados.rados.0.smithi028.stdout: waiting on 16 2024-08-29T17:47:52.069 INFO:tasks.rados.rados.0.smithi028.stdout:23: finishing write tid 1 to smithi02869045-23 2024-08-29T17:47:52.069 INFO:tasks.rados.rados.0.smithi028.stdout:23: finishing write tid 2 to smithi02869045-23 2024-08-29T17:47:52.069 INFO:tasks.rados.rados.0.smithi028.stdout:18: finishing write tid 3 to smithi02869045-18 2024-08-29T17:47:52.069 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 18 v 2 (ObjNum 17 snap 0 seq_num 17) dirty exists 2024-08-29T17:47:52.069 INFO:tasks.rados.rados.0.smithi028.stdout:18: left oid 18 (ObjNum 17 snap 0 seq_num 17) 2024-08-29T17:47:52.070 INFO:tasks.rados.rados.0.smithi028.stdout:20: finishing write tid 1 to smithi02869045-20 2024-08-29T17:47:52.070 INFO:tasks.rados.rados.0.smithi028.stdout:20: finishing write tid 2 to smithi02869045-20 2024-08-29T17:47:52.070 INFO:tasks.rados.rados.0.smithi028.stdout:18: done (15 left) 2024-08-29T17:47:52.070 INFO:tasks.rados.rados.0.smithi028.stdout:36: write initial oid 36 2024-08-29T17:47:52.070 INFO:tasks.rados.rados.0.smithi028.stdout:36: seq_num 35 ranges {0=589824} 2024-08-29T17:47:52.073 INFO:tasks.rados.rados.0.smithi028.stdout:36: writing smithi02869045-36 from 0 to 589824 tid 1 2024-08-29T17:47:52.073 INFO:tasks.rados.rados.0.smithi028.stdout: waiting on 16 2024-08-29T17:47:52.073 INFO:tasks.rados.rados.0.smithi028.stdout:24: finishing write tid 1 to smithi02869045-24 2024-08-29T17:47:52.073 INFO:tasks.rados.rados.0.smithi028.stdout:24: finishing write tid 2 to smithi02869045-24 2024-08-29T17:47:52.073 INFO:tasks.rados.rados.0.smithi028.stdout:24: finishing write tid 3 to smithi02869045-24 2024-08-29T17:47:52.073 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 24 v 2 (ObjNum 23 snap 0 seq_num 23) dirty exists 2024-08-29T17:47:52.073 INFO:tasks.rados.rados.0.smithi028.stdout:24: left oid 24 (ObjNum 23 snap 0 seq_num 23) 2024-08-29T17:47:52.073 INFO:tasks.rados.rados.0.smithi028.stdout:22: finishing write tid 1 to smithi02869045-22 2024-08-29T17:47:52.073 INFO:tasks.rados.rados.0.smithi028.stdout:22: finishing write tid 2 to smithi02869045-22 2024-08-29T17:47:52.073 INFO:tasks.rados.rados.0.smithi028.stdout:23: finishing write tid 3 to smithi02869045-23 2024-08-29T17:47:52.073 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 23 v 2 (ObjNum 22 snap 0 seq_num 22) dirty exists 2024-08-29T17:47:52.073 INFO:tasks.rados.rados.0.smithi028.stdout:23: left oid 23 (ObjNum 22 snap 0 seq_num 22) 2024-08-29T17:47:52.073 INFO:tasks.rados.rados.0.smithi028.stdout:20: finishing write tid 3 to smithi02869045-20 2024-08-29T17:47:52.074 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 20 v 2 (ObjNum 19 snap 0 seq_num 19) dirty exists 2024-08-29T17:47:52.074 INFO:tasks.rados.rados.0.smithi028.stdout:20: left oid 20 (ObjNum 19 snap 0 seq_num 19) 2024-08-29T17:47:52.074 INFO:tasks.rados.rados.0.smithi028.stdout:25: finishing write tid 1 to smithi02869045-25 2024-08-29T17:47:52.074 INFO:tasks.rados.rados.0.smithi028.stdout:25: finishing write tid 2 to smithi02869045-25 2024-08-29T17:47:52.074 INFO:tasks.rados.rados.0.smithi028.stdout:20: done (15 left) 2024-08-29T17:47:52.074 INFO:tasks.rados.rados.0.smithi028.stdout:23: done (14 left) 2024-08-29T17:47:52.074 INFO:tasks.rados.rados.0.smithi028.stdout:24: done (13 left) 2024-08-29T17:47:52.074 INFO:tasks.rados.rados.0.smithi028.stdout:37: write initial oid 37 2024-08-29T17:47:52.074 INFO:tasks.rados.rados.0.smithi028.stdout:37: seq_num 36 ranges {0=606208} 2024-08-29T17:47:52.077 INFO:tasks.rados.rados.0.smithi028.stdout:37: writing smithi02869045-37 from 0 to 606208 tid 1 2024-08-29T17:47:52.077 INFO:tasks.rados.rados.0.smithi028.stdout:38: write initial oid 38 2024-08-29T17:47:52.077 INFO:tasks.rados.rados.0.smithi028.stdout:38: seq_num 37 ranges {0=622592} 2024-08-29T17:47:52.081 INFO:tasks.rados.rados.0.smithi028.stdout:38: writing smithi02869045-38 from 0 to 622592 tid 1 2024-08-29T17:47:52.081 INFO:tasks.rados.rados.0.smithi028.stdout:39: write initial oid 39 2024-08-29T17:47:52.081 INFO:tasks.rados.rados.0.smithi028.stdout:39: seq_num 38 ranges {0=638976} 2024-08-29T17:47:52.086 INFO:tasks.rados.rados.0.smithi028.stdout:39: writing smithi02869045-39 from 0 to 638976 tid 1 2024-08-29T17:47:52.086 INFO:tasks.rados.rados.0.smithi028.stdout: waiting on 16 2024-08-29T17:47:52.086 INFO:tasks.rados.rados.0.smithi028.stdout:22: finishing write tid 3 to smithi02869045-22 2024-08-29T17:47:52.086 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 22 v 4 (ObjNum 21 snap 0 seq_num 21) dirty exists 2024-08-29T17:47:52.086 INFO:tasks.rados.rados.0.smithi028.stdout:22: left oid 22 (ObjNum 21 snap 0 seq_num 21) 2024-08-29T17:47:52.086 INFO:tasks.rados.rados.0.smithi028.stdout:26: finishing write tid 1 to smithi02869045-26 2024-08-29T17:47:52.086 INFO:tasks.rados.rados.0.smithi028.stdout:25: finishing write tid 3 to smithi02869045-25 2024-08-29T17:47:52.086 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 25 v 2 (ObjNum 24 snap 0 seq_num 24) dirty exists 2024-08-29T17:47:52.086 INFO:tasks.rados.rados.0.smithi028.stdout:25: left oid 25 (ObjNum 24 snap 0 seq_num 24) 2024-08-29T17:47:52.086 INFO:tasks.rados.rados.0.smithi028.stdout:26: finishing write tid 2 to smithi02869045-26 2024-08-29T17:47:52.086 INFO:tasks.rados.rados.0.smithi028.stdout:22: done (15 left) 2024-08-29T17:47:52.086 INFO:tasks.rados.rados.0.smithi028.stdout:25: done (14 left) 2024-08-29T17:47:52.087 INFO:tasks.rados.rados.0.smithi028.stdout:40: write initial oid 40 2024-08-29T17:47:52.087 INFO:tasks.rados.rados.0.smithi028.stdout:40: seq_num 39 ranges {0=663552} 2024-08-29T17:47:52.090 INFO:tasks.rados.rados.0.smithi028.stdout:40: writing smithi02869045-40 from 0 to 663552 tid 1 2024-08-29T17:47:52.090 INFO:tasks.rados.rados.0.smithi028.stdout:41: write initial oid 41 2024-08-29T17:47:52.090 INFO:tasks.rados.rados.0.smithi028.stdout:41: seq_num 40 ranges {0=679936} 2024-08-29T17:47:52.095 INFO:tasks.rados.rados.0.smithi028.stdout:41: writing smithi02869045-41 from 0 to 679936 tid 1 2024-08-29T17:47:52.095 INFO:tasks.rados.rados.0.smithi028.stdout: waiting on 16 2024-08-29T17:47:52.095 INFO:tasks.rados.rados.0.smithi028.stdout:27: finishing write tid 1 to smithi02869045-27 2024-08-29T17:47:52.095 INFO:tasks.rados.rados.0.smithi028.stdout:27: finishing write tid 2 to smithi02869045-27 2024-08-29T17:47:52.095 INFO:tasks.rados.rados.0.smithi028.stdout:28: finishing write tid 1 to smithi02869045-28 2024-08-29T17:47:52.095 INFO:tasks.rados.rados.0.smithi028.stdout:26: finishing write tid 3 to smithi02869045-26 2024-08-29T17:47:52.095 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 26 v 6 (ObjNum 25 snap 0 seq_num 25) dirty exists 2024-08-29T17:47:52.095 INFO:tasks.rados.rados.0.smithi028.stdout:26: left oid 26 (ObjNum 25 snap 0 seq_num 25) 2024-08-29T17:47:52.096 INFO:tasks.rados.rados.0.smithi028.stdout:27: finishing write tid 3 to smithi02869045-27 2024-08-29T17:47:52.096 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 27 v 8 (ObjNum 26 snap 0 seq_num 26) dirty exists 2024-08-29T17:47:52.096 INFO:tasks.rados.rados.0.smithi028.stdout:27: left oid 27 (ObjNum 26 snap 0 seq_num 26) 2024-08-29T17:47:52.096 INFO:tasks.rados.rados.0.smithi028.stdout:28: finishing write tid 2 to smithi02869045-28 2024-08-29T17:47:52.096 INFO:tasks.rados.rados.0.smithi028.stdout:29: finishing write tid 1 to smithi02869045-29 2024-08-29T17:47:52.096 INFO:tasks.rados.rados.0.smithi028.stdout:29: finishing write tid 2 to smithi02869045-29 2024-08-29T17:47:52.096 INFO:tasks.rados.rados.0.smithi028.stdout:28: finishing write tid 3 to smithi02869045-28 2024-08-29T17:47:52.096 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 28 v 4 (ObjNum 27 snap 0 seq_num 27) dirty exists 2024-08-29T17:47:52.096 INFO:tasks.rados.rados.0.smithi028.stdout:28: left oid 28 (ObjNum 27 snap 0 seq_num 27) 2024-08-29T17:47:52.096 INFO:tasks.rados.rados.0.smithi028.stdout:30: finishing write tid 1 to smithi02869045-30 2024-08-29T17:47:52.096 INFO:tasks.rados.rados.0.smithi028.stdout:26: done (15 left) 2024-08-29T17:47:52.097 INFO:tasks.rados.rados.0.smithi028.stdout:27: done (14 left) 2024-08-29T17:47:52.097 INFO:tasks.rados.rados.0.smithi028.stdout:28: done (13 left) 2024-08-29T17:47:52.097 INFO:tasks.rados.rados.0.smithi028.stdout:42: write initial oid 42 2024-08-29T17:47:52.097 INFO:tasks.rados.rados.0.smithi028.stdout:42: seq_num 41 ranges {0=696320} 2024-08-29T17:47:52.099 INFO:tasks.rados.rados.0.smithi028.stdout:42: writing smithi02869045-42 from 0 to 696320 tid 1 2024-08-29T17:47:52.099 INFO:tasks.rados.rados.0.smithi028.stdout:43: write initial oid 43 2024-08-29T17:47:52.099 INFO:tasks.rados.rados.0.smithi028.stdout:43: seq_num 42 ranges {0=712704} 2024-08-29T17:47:52.103 INFO:tasks.rados.rados.0.smithi028.stdout:43: writing smithi02869045-43 from 0 to 712704 tid 1 2024-08-29T17:47:52.104 INFO:tasks.rados.rados.0.smithi028.stdout:44: write initial oid 44 2024-08-29T17:47:52.104 INFO:tasks.rados.rados.0.smithi028.stdout:44: seq_num 43 ranges {0=729088} 2024-08-29T17:47:52.109 INFO:tasks.rados.rados.0.smithi028.stdout:44: writing smithi02869045-44 from 0 to 729088 tid 1 2024-08-29T17:47:52.109 INFO:tasks.rados.rados.0.smithi028.stdout: waiting on 16 2024-08-29T17:47:52.109 INFO:tasks.rados.rados.0.smithi028.stdout:30: finishing write tid 2 to smithi02869045-30 2024-08-29T17:47:52.109 INFO:tasks.rados.rados.0.smithi028.stdout:29: finishing write tid 3 to smithi02869045-29 2024-08-29T17:47:52.109 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 29 v 4 (ObjNum 28 snap 0 seq_num 28) dirty exists 2024-08-29T17:47:52.109 INFO:tasks.rados.rados.0.smithi028.stdout:29: left oid 29 (ObjNum 28 snap 0 seq_num 28) 2024-08-29T17:47:52.109 INFO:tasks.rados.rados.0.smithi028.stdout:30: finishing write tid 3 to smithi02869045-30 2024-08-29T17:47:52.109 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 30 v 2 (ObjNum 29 snap 0 seq_num 29) dirty exists 2024-08-29T17:47:52.109 INFO:tasks.rados.rados.0.smithi028.stdout:30: left oid 30 (ObjNum 29 snap 0 seq_num 29) 2024-08-29T17:47:52.109 INFO:tasks.rados.rados.0.smithi028.stdout:31: finishing write tid 1 to smithi02869045-31 2024-08-29T17:47:52.109 INFO:tasks.rados.rados.0.smithi028.stdout:31: finishing write tid 2 to smithi02869045-31 2024-08-29T17:47:52.109 INFO:tasks.rados.rados.0.smithi028.stdout:31: finishing write tid 3 to smithi02869045-31 2024-08-29T17:47:52.110 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 31 v 12 (ObjNum 30 snap 0 seq_num 30) dirty exists 2024-08-29T17:47:52.110 INFO:tasks.rados.rados.0.smithi028.stdout:31: left oid 31 (ObjNum 30 snap 0 seq_num 30) 2024-08-29T17:47:52.110 INFO:tasks.rados.rados.0.smithi028.stdout:32: finishing write tid 1 to smithi02869045-32 2024-08-29T17:47:52.110 INFO:tasks.rados.rados.0.smithi028.stdout:32: finishing write tid 2 to smithi02869045-32 2024-08-29T17:47:52.110 INFO:tasks.rados.rados.0.smithi028.stdout:29: done (15 left) 2024-08-29T17:47:52.110 INFO:tasks.rados.rados.0.smithi028.stdout:30: done (14 left) 2024-08-29T17:47:52.110 INFO:tasks.rados.rados.0.smithi028.stdout:31: done (13 left) 2024-08-29T17:47:52.110 INFO:tasks.rados.rados.0.smithi028.stdout:45: write initial oid 45 2024-08-29T17:47:52.110 INFO:tasks.rados.rados.0.smithi028.stdout:45: seq_num 44 ranges {0=745472} 2024-08-29T17:47:52.114 INFO:tasks.rados.rados.0.smithi028.stdout:45: writing smithi02869045-45 from 0 to 745472 tid 1 2024-08-29T17:47:52.114 INFO:tasks.rados.rados.0.smithi028.stdout:46: write initial oid 46 2024-08-29T17:47:52.114 INFO:tasks.rados.rados.0.smithi028.stdout:46: seq_num 45 ranges {0=761856} 2024-08-29T17:47:52.119 INFO:tasks.rados.rados.0.smithi028.stdout:46: writing smithi02869045-46 from 0 to 761856 tid 1 2024-08-29T17:47:52.119 INFO:tasks.rados.rados.0.smithi028.stdout:47: write initial oid 47 2024-08-29T17:47:52.119 INFO:tasks.rados.rados.0.smithi028.stdout:47: seq_num 46 ranges {0=778240} 2024-08-29T17:47:52.125 INFO:tasks.rados.rados.0.smithi028.stdout:47: writing smithi02869045-47 from 0 to 778240 tid 1 2024-08-29T17:47:52.125 INFO:tasks.rados.rados.0.smithi028.stdout: waiting on 16 2024-08-29T17:47:52.125 INFO:tasks.rados.rados.0.smithi028.stdout:32: finishing write tid 3 to smithi02869045-32 2024-08-29T17:47:52.125 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 32 v 2 (ObjNum 31 snap 0 seq_num 31) dirty exists 2024-08-29T17:47:52.125 INFO:tasks.rados.rados.0.smithi028.stdout:32: left oid 32 (ObjNum 31 snap 0 seq_num 31) 2024-08-29T17:47:52.125 INFO:tasks.rados.rados.0.smithi028.stdout:33: finishing write tid 1 to smithi02869045-33 2024-08-29T17:47:52.125 INFO:tasks.rados.rados.0.smithi028.stdout:33: finishing write tid 2 to smithi02869045-33 2024-08-29T17:47:52.125 INFO:tasks.rados.rados.0.smithi028.stdout:33: finishing write tid 3 to smithi02869045-33 2024-08-29T17:47:52.125 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 33 v 14 (ObjNum 32 snap 0 seq_num 32) dirty exists 2024-08-29T17:47:52.125 INFO:tasks.rados.rados.0.smithi028.stdout:33: left oid 33 (ObjNum 32 snap 0 seq_num 32) 2024-08-29T17:47:52.125 INFO:tasks.rados.rados.0.smithi028.stdout:32: done (15 left) 2024-08-29T17:47:52.126 INFO:tasks.rados.rados.0.smithi028.stdout:33: done (14 left) 2024-08-29T17:47:52.126 INFO:tasks.rados.rados.0.smithi028.stdout:48: write initial oid 48 2024-08-29T17:47:52.126 INFO:tasks.rados.rados.0.smithi028.stdout:48: seq_num 47 ranges {0=794624} 2024-08-29T17:47:52.130 INFO:tasks.rados.rados.0.smithi028.stdout:48: writing smithi02869045-48 from 0 to 794624 tid 1 2024-08-29T17:47:52.130 INFO:tasks.rados.rados.0.smithi028.stdout:49: write initial oid 49 2024-08-29T17:47:52.130 INFO:tasks.rados.rados.0.smithi028.stdout:49: seq_num 48 ranges {0=409600,409600=401408} 2024-08-29T17:47:52.132 INFO:tasks.rados.rados.0.smithi028.stdout:49: writing smithi02869045-49 from 0 to 409600 tid 1 2024-08-29T17:47:52.136 INFO:tasks.rados.rados.0.smithi028.stdout:49: writing smithi02869045-49 from 409600 to 811008 tid 2 2024-08-29T17:47:52.136 INFO:tasks.rados.rados.0.smithi028.stdout: waiting on 16 2024-08-29T17:47:52.137 INFO:tasks.rados.rados.0.smithi028.stdout:34: finishing write tid 1 to smithi02869045-34 2024-08-29T17:47:52.137 INFO:tasks.rados.rados.0.smithi028.stdout:34: finishing write tid 2 to smithi02869045-34 2024-08-29T17:47:52.137 INFO:tasks.rados.rados.0.smithi028.stdout:35: finishing write tid 1 to smithi02869045-35 2024-08-29T17:47:52.137 INFO:tasks.rados.rados.0.smithi028.stdout:34: finishing write tid 3 to smithi02869045-34 2024-08-29T17:47:52.137 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 34 v 6 (ObjNum 33 snap 0 seq_num 33) dirty exists 2024-08-29T17:47:52.137 INFO:tasks.rados.rados.0.smithi028.stdout:34: left oid 34 (ObjNum 33 snap 0 seq_num 33) 2024-08-29T17:47:52.137 INFO:tasks.rados.rados.0.smithi028.stdout:35: finishing write tid 2 to smithi02869045-35 2024-08-29T17:47:52.137 INFO:tasks.rados.rados.0.smithi028.stdout:35: finishing write tid 3 to smithi02869045-35 2024-08-29T17:47:52.137 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 35 v 8 (ObjNum 34 snap 0 seq_num 34) dirty exists 2024-08-29T17:47:52.137 INFO:tasks.rados.rados.0.smithi028.stdout:35: left oid 35 (ObjNum 34 snap 0 seq_num 34) 2024-08-29T17:47:52.137 INFO:tasks.rados.rados.0.smithi028.stdout:36: finishing write tid 1 to smithi02869045-36 2024-08-29T17:47:52.138 INFO:tasks.rados.rados.0.smithi028.stdout:36: finishing write tid 2 to smithi02869045-36 2024-08-29T17:47:52.138 INFO:tasks.rados.rados.0.smithi028.stdout:36: finishing write tid 3 to smithi02869045-36 2024-08-29T17:47:52.138 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 36 v 4 (ObjNum 35 snap 0 seq_num 35) dirty exists 2024-08-29T17:47:52.138 INFO:tasks.rados.rados.0.smithi028.stdout:36: left oid 36 (ObjNum 35 snap 0 seq_num 35) 2024-08-29T17:47:52.138 INFO:tasks.rados.rados.0.smithi028.stdout:37: finishing write tid 1 to smithi02869045-37 2024-08-29T17:47:52.138 INFO:tasks.rados.rados.0.smithi028.stdout:34: done (15 left) 2024-08-29T17:47:52.138 INFO:tasks.rados.rados.0.smithi028.stdout:35: done (14 left) 2024-08-29T17:47:52.138 INFO:tasks.rados.rados.0.smithi028.stdout:36: done (13 left) 2024-08-29T17:47:52.138 INFO:tasks.rados.rados.0.smithi028.stdout:50: write initial oid 50 2024-08-29T17:47:52.139 INFO:tasks.rados.rados.0.smithi028.stdout:50: seq_num 49 ranges {0=425984,425984=401408} 2024-08-29T17:47:52.139 INFO:tasks.rados.rados.0.smithi028.stdout:50: writing smithi02869045-50 from 0 to 425984 tid 1 2024-08-29T17:47:52.141 INFO:tasks.rados.rados.0.smithi028.stdout:50: writing smithi02869045-50 from 425984 to 827392 tid 2 2024-08-29T17:47:52.142 INFO:tasks.rados.rados.0.smithi028.stdout:51: copy_from oid 8 from oid 18 current snap is 0 2024-08-29T17:47:52.142 INFO:tasks.rados.rados.0.smithi028.stdout:37: finishing write tid 2 to smithi02869045-37 2024-08-29T17:47:52.142 INFO:tasks.rados.rados.0.smithi028.stdout:37: finishing write tid 3 to smithi02869045-37 2024-08-29T17:47:52.142 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 37 v 16 (ObjNum 36 snap 0 seq_num 36) dirty exists 2024-08-29T17:47:52.142 INFO:tasks.rados.rados.0.smithi028.stdout:37: left oid 37 (ObjNum 36 snap 0 seq_num 36) 2024-08-29T17:47:52.142 INFO:tasks.rados.rados.0.smithi028.stdout:38: finishing write tid 1 to smithi02869045-38 2024-08-29T17:47:52.142 INFO:tasks.rados.rados.0.smithi028.stdout:38: finishing write tid 2 to smithi02869045-38 2024-08-29T17:47:52.142 INFO:tasks.rados.rados.0.smithi028.stdout:37: done (14 left) 2024-08-29T17:47:52.142 INFO:tasks.rados.rados.0.smithi028.stdout:append oid 17 current snap is 0 2024-08-29T17:47:52.142 INFO:tasks.rados.rados.0.smithi028.stdout:38: finishing write tid 3 to smithi02869045-38 2024-08-29T17:47:52.142 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 38 v 6 (ObjNum 37 snap 0 seq_num 37) dirty exists 2024-08-29T17:47:52.142 INFO:tasks.rados.rados.0.smithi028.stdout:38: left oid 38 (ObjNum 37 snap 0 seq_num 37) 2024-08-29T17:47:52.142 INFO:tasks.rados.rados.0.smithi028.stdout:39: finishing write tid 1 to smithi02869045-39 2024-08-29T17:47:52.142 INFO:tasks.rados.rados.0.smithi028.stdout:52: seq_num 50 ranges {270336=442368,712704=401408} 2024-08-29T17:47:52.145 INFO:tasks.rados.rados.0.smithi028.stdout:52: writing smithi02869045-17 from 270336 to 712704 tid 1 2024-08-29T17:47:52.149 INFO:tasks.rados.rados.0.smithi028.stdout:52: writing smithi02869045-17 from 712704 to 1114112 tid 2 2024-08-29T17:47:52.149 INFO:tasks.rados.rados.0.smithi028.stdout:38: done (14 left) 2024-08-29T17:47:52.149 INFO:tasks.rados.rados.0.smithi028.stdout:53: rmattr oid 5 current snap is 0 2024-08-29T17:47:52.149 INFO:tasks.rados.rados.0.smithi028.stdout:53: done (14 left) 2024-08-29T17:47:52.150 INFO:tasks.rados.rados.0.smithi028.stdout:54: delete oid 5 current snap is 0 2024-08-29T17:47:52.150 INFO:tasks.rados.rados.0.smithi028.stdout:39: finishing write tid 2 to smithi02869045-39 2024-08-29T17:47:52.150 INFO:tasks.rados.rados.0.smithi028.stdout:39: finishing write tid 3 to smithi02869045-39 2024-08-29T17:47:52.150 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 39 v 6 (ObjNum 38 snap 0 seq_num 38) dirty exists 2024-08-29T17:47:52.150 INFO:tasks.rados.rados.0.smithi028.stdout:39: left oid 39 (ObjNum 38 snap 0 seq_num 38) 2024-08-29T17:47:52.150 INFO:tasks.rados.rados.0.smithi028.stdout:40: finishing write tid 1 to smithi02869045-40 2024-08-29T17:47:52.150 INFO:tasks.rados.rados.0.smithi028.stdout:40: finishing write tid 2 to smithi02869045-40 2024-08-29T17:47:52.150 INFO:tasks.rados.rados.0.smithi028.stdout:40: finishing write tid 3 to smithi02869045-40 2024-08-29T17:47:52.150 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 40 v 10 (ObjNum 39 snap 0 seq_num 39) dirty exists 2024-08-29T17:47:52.150 INFO:tasks.rados.rados.0.smithi028.stdout:40: left oid 40 (ObjNum 39 snap 0 seq_num 39) 2024-08-29T17:47:52.150 INFO:tasks.rados.rados.0.smithi028.stdout:41: finishing write tid 1 to smithi02869045-41 2024-08-29T17:47:52.150 INFO:tasks.rados.rados.0.smithi028.stdout:41: finishing write tid 2 to smithi02869045-41 2024-08-29T17:47:52.150 INFO:tasks.rados.rados.0.smithi028.stdout:41: finishing write tid 3 to smithi02869045-41 2024-08-29T17:47:52.151 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 41 v 6 (ObjNum 40 snap 0 seq_num 40) dirty exists 2024-08-29T17:47:52.151 INFO:tasks.rados.rados.0.smithi028.stdout:41: left oid 41 (ObjNum 40 snap 0 seq_num 40) 2024-08-29T17:47:52.151 INFO:tasks.rados.rados.0.smithi028.stdout:42: finishing write tid 1 to smithi02869045-42 2024-08-29T17:47:52.151 INFO:tasks.rados.rados.0.smithi028.stdout:42: finishing write tid 2 to smithi02869045-42 2024-08-29T17:47:52.151 INFO:tasks.rados.rados.0.smithi028.stdout:42: finishing write tid 3 to smithi02869045-42 2024-08-29T17:47:52.151 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 42 v 4 (ObjNum 41 snap 0 seq_num 41) dirty exists 2024-08-29T17:47:52.151 INFO:tasks.rados.rados.0.smithi028.stdout:42: left oid 42 (ObjNum 41 snap 0 seq_num 41) 2024-08-29T17:47:52.151 INFO:tasks.rados.rados.0.smithi028.stdout:43: finishing write tid 1 to smithi02869045-43 2024-08-29T17:47:52.151 INFO:tasks.rados.rados.0.smithi028.stdout:43: finishing write tid 2 to smithi02869045-43 2024-08-29T17:47:52.151 INFO:tasks.rados.rados.0.smithi028.stdout:43: finishing write tid 3 to smithi02869045-43 2024-08-29T17:47:52.151 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 43 v 4 (ObjNum 42 snap 0 seq_num 42) dirty exists 2024-08-29T17:47:52.151 INFO:tasks.rados.rados.0.smithi028.stdout:43: left oid 43 (ObjNum 42 snap 0 seq_num 42) 2024-08-29T17:47:52.151 INFO:tasks.rados.rados.0.smithi028.stdout:44: finishing write tid 1 to smithi02869045-44 2024-08-29T17:47:52.152 INFO:tasks.rados.rados.0.smithi028.stdout:44: finishing write tid 2 to smithi02869045-44 2024-08-29T17:47:52.152 INFO:tasks.rados.rados.0.smithi028.stdout:44: finishing write tid 3 to smithi02869045-44 2024-08-29T17:47:52.152 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 44 v 8 (ObjNum 43 snap 0 seq_num 43) dirty exists 2024-08-29T17:47:52.152 INFO:tasks.rados.rados.0.smithi028.stdout:44: left oid 44 (ObjNum 43 snap 0 seq_num 43) 2024-08-29T17:47:52.152 INFO:tasks.rados.rados.0.smithi028.stdout:45: finishing write tid 1 to smithi02869045-45 2024-08-29T17:47:52.152 INFO:tasks.rados.rados.0.smithi028.stdout:45: finishing write tid 2 to smithi02869045-45 2024-08-29T17:47:52.152 INFO:tasks.rados.rados.0.smithi028.stdout:45: finishing write tid 3 to smithi02869045-45 2024-08-29T17:47:52.152 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 45 v 8 (ObjNum 44 snap 0 seq_num 44) dirty exists 2024-08-29T17:47:52.152 INFO:tasks.rados.rados.0.smithi028.stdout:45: left oid 45 (ObjNum 44 snap 0 seq_num 44) 2024-08-29T17:47:52.153 INFO:tasks.rados.rados.0.smithi028.stdout:46: finishing write tid 1 to smithi02869045-46 2024-08-29T17:47:52.153 INFO:tasks.rados.rados.0.smithi028.stdout:46: finishing write tid 2 to smithi02869045-46 2024-08-29T17:47:52.153 INFO:tasks.rados.rados.0.smithi028.stdout:46: finishing write tid 3 to smithi02869045-46 2024-08-29T17:47:52.153 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 46 v 4 (ObjNum 45 snap 0 seq_num 45) dirty exists 2024-08-29T17:47:52.153 INFO:tasks.rados.rados.0.smithi028.stdout:46: left oid 46 (ObjNum 45 snap 0 seq_num 45) 2024-08-29T17:47:52.153 INFO:tasks.rados.rados.0.smithi028.stdout:47: finishing write tid 1 to smithi02869045-47 2024-08-29T17:47:52.153 INFO:tasks.rados.rados.0.smithi028.stdout:47: finishing write tid 2 to smithi02869045-47 2024-08-29T17:47:52.153 INFO:tasks.rados.rados.0.smithi028.stdout:47: finishing write tid 3 to smithi02869045-47 2024-08-29T17:47:52.153 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 47 v 8 (ObjNum 46 snap 0 seq_num 46) dirty exists 2024-08-29T17:47:52.153 INFO:tasks.rados.rados.0.smithi028.stdout:47: left oid 47 (ObjNum 46 snap 0 seq_num 46) 2024-08-29T17:47:52.153 INFO:tasks.rados.rados.0.smithi028.stdout:48: finishing write tid 1 to smithi02869045-48 2024-08-29T17:47:52.153 INFO:tasks.rados.rados.0.smithi028.stdout:48: finishing write tid 2 to smithi02869045-48 2024-08-29T17:47:52.153 INFO:tasks.rados.rados.0.smithi028.stdout:48: finishing write tid 3 to smithi02869045-48 2024-08-29T17:47:52.153 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 48 v 10 (ObjNum 47 snap 0 seq_num 47) dirty exists 2024-08-29T17:47:52.154 INFO:tasks.rados.rados.0.smithi028.stdout:48: left oid 48 (ObjNum 47 snap 0 seq_num 47) 2024-08-29T17:47:52.154 INFO:tasks.rados.rados.0.smithi028.stdout:49: finishing write tid 1 to smithi02869045-49 2024-08-29T17:47:52.154 INFO:tasks.rados.rados.0.smithi028.stdout:49: finishing write tid 2 to smithi02869045-49 2024-08-29T17:47:52.154 INFO:tasks.rados.rados.0.smithi028.stdout:49: finishing write tid 3 to smithi02869045-49 2024-08-29T17:47:52.154 INFO:tasks.rados.rados.0.smithi028.stdout:49: finishing write tid 4 to smithi02869045-49 2024-08-29T17:47:52.154 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 49 v 11 (ObjNum 48 snap 0 seq_num 48) dirty exists 2024-08-29T17:47:52.154 INFO:tasks.rados.rados.0.smithi028.stdout:49: left oid 49 (ObjNum 48 snap 0 seq_num 48) 2024-08-29T17:47:52.154 INFO:tasks.rados.rados.0.smithi028.stdout:50: finishing write tid 1 to smithi02869045-50 2024-08-29T17:47:52.154 INFO:tasks.rados.rados.0.smithi028.stdout:50: finishing write tid 2 to smithi02869045-50 2024-08-29T17:47:52.154 INFO:tasks.rados.rados.0.smithi028.stdout:50: finishing write tid 3 to smithi02869045-50 2024-08-29T17:47:52.154 INFO:tasks.rados.rados.0.smithi028.stdout:50: finishing write tid 4 to smithi02869045-50 2024-08-29T17:47:52.154 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 50 v 13 (ObjNum 49 snap 0 seq_num 49) dirty exists 2024-08-29T17:47:52.154 INFO:tasks.rados.rados.0.smithi028.stdout:50: left oid 50 (ObjNum 49 snap 0 seq_num 49) 2024-08-29T17:47:52.156 INFO:tasks.rados.rados.0.smithi028.stdout:51: finishing copy_from racing read to smithi02869045-8 2024-08-29T17:47:52.157 INFO:tasks.rados.rados.0.smithi028.stdout:39: done (14 left) 2024-08-29T17:47:52.157 INFO:tasks.rados.rados.0.smithi028.stdout:40: done (13 left) 2024-08-29T17:47:52.157 INFO:tasks.rados.rados.0.smithi028.stdout:41: done (12 left) 2024-08-29T17:47:52.157 INFO:tasks.rados.rados.0.smithi028.stdout:42: done (11 left) 2024-08-29T17:47:52.158 INFO:tasks.rados.rados.0.smithi028.stdout:43: done (10 left) 2024-08-29T17:47:52.158 INFO:tasks.rados.rados.0.smithi028.stdout:44: done (9 left) 2024-08-29T17:47:52.158 INFO:tasks.rados.rados.0.smithi028.stdout:45: done (8 left) 2024-08-29T17:47:52.158 INFO:tasks.rados.rados.0.smithi028.stdout:46: done (7 left) 2024-08-29T17:47:52.158 INFO:tasks.rados.rados.0.smithi028.stdout:47: done (6 left) 2024-08-29T17:47:52.158 INFO:tasks.rados.rados.0.smithi028.stdout:48: done (5 left) 2024-08-29T17:47:52.158 INFO:tasks.rados.rados.0.smithi028.stdout:49: done (4 left) 2024-08-29T17:47:52.158 INFO:tasks.rados.rados.0.smithi028.stdout:50: done (3 left) 2024-08-29T17:47:52.158 INFO:tasks.rados.rados.0.smithi028.stdout:54: done (2 left) 2024-08-29T17:47:52.158 INFO:tasks.rados.rados.0.smithi028.stdout:55: read oid 6 snap -1 2024-08-29T17:47:52.158 INFO:tasks.rados.rados.0.smithi028.stdout:55: expect (ObjNum 5 snap 0 seq_num 5) 2024-08-29T17:47:52.158 INFO:tasks.rados.rados.0.smithi028.stdout:56: rollback oid 48 current snap is 0 2024-08-29T17:47:52.158 INFO:tasks.rados.rados.0.smithi028.stdout:56: done (3 left) 2024-08-29T17:47:52.158 INFO:tasks.rados.rados.0.smithi028.stdout:57: read oid 20 snap -1 2024-08-29T17:47:52.159 INFO:tasks.rados.rados.0.smithi028.stdout:57: expect (ObjNum 19 snap 0 seq_num 19) 2024-08-29T17:47:52.159 INFO:tasks.rados.rados.0.smithi028.stdout:58: copy_from oid 50 from oid 34 current snap is 0 2024-08-29T17:47:52.159 INFO:tasks.rados.rados.0.smithi028.stdout:59: rollback oid 32 current snap is 0 2024-08-29T17:47:52.159 INFO:tasks.rados.rados.0.smithi028.stdout:59: done (5 left) 2024-08-29T17:47:52.159 INFO:tasks.rados.rados.0.smithi028.stdout:60: copy_from oid 38 from oid 1 current snap is 0 2024-08-29T17:47:52.159 INFO:tasks.rados.rados.0.smithi028.stdout:51: finishing copy_from to smithi02869045-8 2024-08-29T17:47:52.159 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 8 v 2 (ObjNum 17 snap 0 seq_num 17) dirty exists 2024-08-29T17:47:52.159 INFO:tasks.rados.rados.0.smithi028.stdout:51: done (5 left) 2024-08-29T17:47:52.159 INFO:tasks.rados.rados.0.smithi028.stdout:61: delete oid 10 current snap is 0 2024-08-29T17:47:52.159 INFO:tasks.rados.rados.0.smithi028.stdout:52: finishing write tid 1 to smithi02869045-17 2024-08-29T17:47:52.159 INFO:tasks.rados.rados.0.smithi028.stdout:52: finishing write tid 2 to smithi02869045-17 2024-08-29T17:47:52.159 INFO:tasks.rados.rados.0.smithi028.stdout:52: finishing write tid 3 to smithi02869045-17 2024-08-29T17:47:52.159 INFO:tasks.rados.rados.0.smithi028.stdout:61: done (5 left) 2024-08-29T17:47:52.159 INFO:tasks.rados.rados.0.smithi028.stdout:62: read oid 18 snap -1 2024-08-29T17:47:52.159 INFO:tasks.rados.rados.0.smithi028.stdout:62: expect (ObjNum 17 snap 0 seq_num 17) 2024-08-29T17:47:52.160 INFO:tasks.rados.rados.0.smithi028.stdout:63: snap_create 2024-08-29T17:47:52.160 INFO:tasks.rados.rados.0.smithi028.stdout:52: finishing write tid 4 to smithi02869045-17 2024-08-29T17:47:52.160 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 17 v 19 (ObjNum 50 snap 0 seq_num 50) dirty exists 2024-08-29T17:47:52.160 INFO:tasks.rados.rados.0.smithi028.stdout:52: left oid 17 (ObjNum 50 snap 0 seq_num 50) 2024-08-29T17:47:52.160 INFO:tasks.rados.rados.0.smithi028.stdout:55: expect (ObjNum 5 snap 0 seq_num 5) 2024-08-29T17:47:52.160 INFO:tasks.rados.rados.0.smithi028.stdout:57: expect (ObjNum 19 snap 0 seq_num 19) 2024-08-29T17:47:52.168 INFO:tasks.rados.rados.0.smithi028.stdout:60: finishing copy_from racing read to smithi02869045-38 2024-08-29T17:47:52.168 INFO:tasks.rados.rados.0.smithi028.stdout:58: finishing copy_from racing read to smithi02869045-50 2024-08-29T17:47:52.168 INFO:tasks.rados.rados.0.smithi028.stdout:60: finishing copy_from to smithi02869045-38 2024-08-29T17:47:52.168 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 38 v 2 (ObjNum 0 snap 0 seq_num 0) dirty exists 2024-08-29T17:47:52.168 INFO:tasks.rados.rados.0.smithi028.stdout:62: expect (ObjNum 17 snap 0 seq_num 17) 2024-08-29T17:47:52.176 INFO:tasks.rados.rados.0.smithi028.stdout:58: finishing copy_from to smithi02869045-50 2024-08-29T17:47:52.176 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 50 v 6 (ObjNum 33 snap 0 seq_num 33) dirty exists 2024-08-29T17:47:52.323 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:47:51 smithi053 bash[24720]: audit 2024-08-29T17:47:51.904077+0000 mon.a (mon.0) 1082 : audit [INF] from='client.? 172.21.15.28:0/1785138786' entity='client.0' cmd=[{"prefix": "osd pool set", "pool": "unique_pool_0", "var": "write_fadvise_dontneed", "val": "false"}]: dispatch 2024-08-29T17:47:52.374 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:47:51 smithi028 bash[31855]: audit 2024-08-29T17:47:51.904077+0000 mon.a (mon.0) 1082 : audit [INF] from='client.? 172.21.15.28:0/1785138786' entity='client.0' cmd=[{"prefix": "osd pool set", "pool": "unique_pool_0", "var": "write_fadvise_dontneed", "val": "false"}]: dispatch 2024-08-29T17:47:52.374 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:47:51 smithi028 bash[22419]: audit 2024-08-29T17:47:51.904077+0000 mon.a (mon.0) 1082 : audit [INF] from='client.? 172.21.15.28:0/1785138786' entity='client.0' cmd=[{"prefix": "osd pool set", "pool": "unique_pool_0", "var": "write_fadvise_dontneed", "val": "false"}]: dispatch 2024-08-29T17:47:52.993 INFO:tasks.rados.rados.0.smithi028.stdout:52: done (6 left) 2024-08-29T17:47:52.993 INFO:tasks.rados.rados.0.smithi028.stdout:55: done (5 left) 2024-08-29T17:47:52.993 INFO:tasks.rados.rados.0.smithi028.stdout:57: done (4 left) 2024-08-29T17:47:52.993 INFO:tasks.rados.rados.0.smithi028.stdout:58: done (3 left) 2024-08-29T17:47:52.993 INFO:tasks.rados.rados.0.smithi028.stdout:60: done (2 left) 2024-08-29T17:47:52.993 INFO:tasks.rados.rados.0.smithi028.stdout:62: done (1 left) 2024-08-29T17:47:52.993 INFO:tasks.rados.rados.0.smithi028.stdout:63: done (0 left) 2024-08-29T17:47:52.993 INFO:tasks.rados.rados.0.smithi028.stdout:64: copy_from oid 15 from oid 2 current snap is 1 2024-08-29T17:47:52.993 INFO:tasks.rados.rados.0.smithi028.stdout:65: read oid 30 snap -1 2024-08-29T17:47:52.993 INFO:tasks.rados.rados.0.smithi028.stdout:65: expect (ObjNum 29 snap 0 seq_num 29) 2024-08-29T17:47:52.993 INFO:tasks.rados.rados.0.smithi028.stdout:append oid 23 current snap is 1 2024-08-29T17:47:52.994 INFO:tasks.rados.rados.0.smithi028.stdout:66: seq_num 53 ranges {376832=491520,868352=401408} 2024-08-29T17:47:52.998 INFO:tasks.rados.rados.0.smithi028.stdout:66: writing smithi02869045-23 from 376832 to 868352 tid 1 2024-08-29T17:47:53.001 INFO:tasks.rados.rados.0.smithi028.stdout:66: writing smithi02869045-23 from 868352 to 1269760 tid 2 2024-08-29T17:47:53.001 INFO:tasks.rados.rados.0.smithi028.stdout:67: rollback oid 10 current snap is 1 2024-08-29T17:47:53.002 INFO:tasks.rados.rados.0.smithi028.stdout:rollback oid 10 to 0 2024-08-29T17:47:53.002 INFO:tasks.rados.rados.0.smithi028.stdout:68: setattr oid 32 current snap is 1 2024-08-29T17:47:53.003 INFO:tasks.rados.rados.0.smithi028.stdout:69: copy_from oid 7 from oid 17 current snap is 1 2024-08-29T17:47:53.003 INFO:tasks.rados.rados.0.smithi028.stdout:70: read oid 20 snap 0 2024-08-29T17:47:53.003 INFO:tasks.rados.rados.0.smithi028.stdout:70: expect (ObjNum 19 snap 0 seq_num 19) 2024-08-29T17:47:53.003 INFO:tasks.rados.rados.0.smithi028.stdout:71: copy_from oid 24 from oid 29 current snap is 1 2024-08-29T17:47:53.003 INFO:tasks.rados.rados.0.smithi028.stdout:72: rollback oid 6 current snap is 1 2024-08-29T17:47:53.003 INFO:tasks.rados.rados.0.smithi028.stdout:rollback oid 6 to 0 2024-08-29T17:47:53.003 INFO:tasks.rados.rados.0.smithi028.stdout:73: read oid 13 snap 0 2024-08-29T17:47:53.004 INFO:tasks.rados.rados.0.smithi028.stdout:73: expect (ObjNum 12 snap 0 seq_num 12) 2024-08-29T17:47:53.004 INFO:tasks.rados.rados.0.smithi028.stdout:74: rmattr oid 4 current snap is 1 2024-08-29T17:47:53.004 INFO:tasks.rados.rados.0.smithi028.stdout:74: done (10 left) 2024-08-29T17:47:53.004 INFO:tasks.rados.rados.0.smithi028.stdout:75: copy_from oid 48 from oid 1 current snap is 1 2024-08-29T17:47:53.004 INFO:tasks.rados.rados.0.smithi028.stdout:76: read oid 27 snap -1 2024-08-29T17:47:53.004 INFO:tasks.rados.rados.0.smithi028.stdout:76: expect (ObjNum 26 snap 0 seq_num 26) 2024-08-29T17:47:53.005 INFO:tasks.rados.rados.0.smithi028.stdout:77: copy_from oid 28 from oid 34 current snap is 1 2024-08-29T17:47:53.005 INFO:tasks.rados.rados.0.smithi028.stdout:78: read oid 43 snap -1 2024-08-29T17:47:53.005 INFO:tasks.rados.rados.0.smithi028.stdout:78: expect (ObjNum 42 snap 0 seq_num 42) 2024-08-29T17:47:53.005 INFO:tasks.rados.rados.0.smithi028.stdout:79: setattr oid 14 current snap is 1 2024-08-29T17:47:53.005 INFO:tasks.rados.rados.0.smithi028.stdout:80: snap_create 2024-08-29T17:47:53.014 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 14 v 4 (ObjNum 13 snap 0 seq_num 13) dirty exists 2024-08-29T17:47:53.015 INFO:tasks.rados.rados.0.smithi028.stdout:67: finishing rollback tid 1 to smithi02869045-10 2024-08-29T17:47:53.015 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 10 v 0 (ObjNum 49 snap 0 seq_num 1671779672) dirty dne 2024-08-29T17:47:53.016 INFO:tasks.rados.rados.0.smithi028.stdout:76: expect (ObjNum 26 snap 0 seq_num 26) 2024-08-29T17:47:53.035 INFO:tasks.rados.rados.0.smithi028.stdout:64: finishing copy_from racing read to smithi02869045-15 2024-08-29T17:47:53.035 INFO:tasks.rados.rados.0.smithi028.stdout:66: finishing write tid 1 to smithi02869045-23 2024-08-29T17:47:53.035 INFO:tasks.rados.rados.0.smithi028.stdout:66: finishing write tid 2 to smithi02869045-23 2024-08-29T17:47:53.035 INFO:tasks.rados.rados.0.smithi028.stdout:65: expect (ObjNum 29 snap 0 seq_num 29) 2024-08-29T17:47:53.048 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 32 v 4 (ObjNum 31 snap 0 seq_num 31) dirty exists 2024-08-29T17:47:53.048 INFO:tasks.rados.rados.0.smithi028.stdout:64: finishing copy_from to smithi02869045-15 2024-08-29T17:47:53.048 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 15 v 2 (ObjNum 1 snap 0 seq_num 1) dirty exists 2024-08-29T17:47:53.049 INFO:tasks.rados.rados.0.smithi028.stdout:73: expect (ObjNum 12 snap 0 seq_num 12) 2024-08-29T17:47:53.053 INFO:tasks.rados.rados.0.smithi028.stdout:78: expect (ObjNum 42 snap 0 seq_num 42) 2024-08-29T17:47:53.074 INFO:tasks.rados.rados.0.smithi028.stdout:66: finishing write tid 3 to smithi02869045-23 2024-08-29T17:47:53.075 INFO:tasks.rados.rados.0.smithi028.stdout:70: expect (ObjNum 19 snap 0 seq_num 19) 2024-08-29T17:47:53.085 INFO:tasks.rados.rados.0.smithi028.stdout:66: finishing write tid 4 to smithi02869045-23 2024-08-29T17:47:53.085 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 23 v 6 (ObjNum 53 snap 1 seq_num 53) dirty exists 2024-08-29T17:47:53.085 INFO:tasks.rados.rados.0.smithi028.stdout:66: left oid 23 (ObjNum 53 snap 1 seq_num 53) 2024-08-29T17:47:53.085 INFO:tasks.rados.rados.0.smithi028.stdout:72: finishing rollback tid 0 to smithi02869045-6 2024-08-29T17:47:53.085 INFO:tasks.rados.rados.0.smithi028.stdout:72: finishing rollback tid 1 to smithi02869045-6 2024-08-29T17:47:53.085 INFO:tasks.rados.rados.0.smithi028.stdout:72: finishing rollback tid 2 to smithi02869045-6 2024-08-29T17:47:53.085 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 6 v 13 (ObjNum 5 snap 0 seq_num 5) dirty exists 2024-08-29T17:47:53.085 INFO:tasks.rados.rados.0.smithi028.stdout:75: finishing copy_from racing read to smithi02869045-48 2024-08-29T17:47:53.085 INFO:tasks.rados.rados.0.smithi028.stdout:75: finishing copy_from to smithi02869045-48 2024-08-29T17:47:53.085 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 48 v 2 (ObjNum 0 snap 0 seq_num 0) dirty exists 2024-08-29T17:47:53.085 INFO:tasks.rados.rados.0.smithi028.stdout:69: finishing copy_from racing read to smithi02869045-7 2024-08-29T17:47:53.085 INFO:tasks.rados.rados.0.smithi028.stdout:71: finishing copy_from racing read to smithi02869045-24 2024-08-29T17:47:53.086 INFO:tasks.rados.rados.0.smithi028.stdout:71: finishing copy_from to smithi02869045-24 2024-08-29T17:47:53.086 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 24 v 4 (ObjNum 28 snap 0 seq_num 28) dirty exists 2024-08-29T17:47:53.086 INFO:tasks.rados.rados.0.smithi028.stdout:69: finishing copy_from to smithi02869045-7 2024-08-29T17:47:53.086 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 7 v 19 (ObjNum 50 snap 0 seq_num 50) dirty exists 2024-08-29T17:47:53.086 INFO:tasks.rados.rados.0.smithi028.stdout:77: finishing copy_from racing read to smithi02869045-28 2024-08-29T17:47:53.086 INFO:tasks.rados.rados.0.smithi028.stdout:77: finishing copy_from to smithi02869045-28 2024-08-29T17:47:53.086 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 28 v 6 (ObjNum 33 snap 0 seq_num 33) dirty exists 2024-08-29T17:47:53.323 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:47:52 smithi053 bash[24720]: cluster 2024-08-29T17:47:51.907241+0000 mgr.y (mgr.14499) 208 : cluster [DBG] pgmap v165: 121 pgs: 121 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-29T17:47:53.323 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:47:53 smithi053 bash[24720]: cluster 2024-08-29T17:47:51.978768+0000 mon.a (mon.0) 1083 : cluster [INF] Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-08-29T17:47:53.323 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:47:53 smithi053 bash[24720]: cluster 2024-08-29T17:47:51.978801+0000 mon.a (mon.0) 1084 : cluster [INF] Cluster is now healthy 2024-08-29T17:47:53.323 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:47:53 smithi053 bash[24720]: audit 2024-08-29T17:47:51.994525+0000 mon.a (mon.0) 1085 : audit [INF] from='client.? 172.21.15.28:0/1785138786' entity='client.0' cmd='[{"prefix": "osd pool set", "pool": "unique_pool_0", "var": "write_fadvise_dontneed", "val": "false"}]': finished 2024-08-29T17:47:53.323 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:47:53 smithi053 bash[24720]: cluster 2024-08-29T17:47:51.994628+0000 mon.a (mon.0) 1086 : cluster [DBG] osdmap e82: 8 total, 8 up, 8 in 2024-08-29T17:47:53.374 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:47:53 smithi028 bash[22419]: cluster 2024-08-29T17:47:51.907241+0000 mgr.y (mgr.14499) 208 : cluster [DBG] pgmap v165: 121 pgs: 121 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-29T17:47:53.374 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:47:53 smithi028 bash[22419]: cluster 2024-08-29T17:47:51.978768+0000 mon.a (mon.0) 1083 : cluster [INF] Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-08-29T17:47:53.375 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:47:53 smithi028 bash[22419]: cluster 2024-08-29T17:47:51.978801+0000 mon.a (mon.0) 1084 : cluster [INF] Cluster is now healthy 2024-08-29T17:47:53.375 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:47:53 smithi028 bash[22419]: audit 2024-08-29T17:47:51.994525+0000 mon.a (mon.0) 1085 : audit [INF] from='client.? 172.21.15.28:0/1785138786' entity='client.0' cmd='[{"prefix": "osd pool set", "pool": "unique_pool_0", "var": "write_fadvise_dontneed", "val": "false"}]': finished 2024-08-29T17:47:53.375 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:47:53 smithi028 bash[22419]: cluster 2024-08-29T17:47:51.994628+0000 mon.a (mon.0) 1086 : cluster [DBG] osdmap e82: 8 total, 8 up, 8 in 2024-08-29T17:47:53.375 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:47:53 smithi028 bash[31855]: cluster 2024-08-29T17:47:51.907241+0000 mgr.y (mgr.14499) 208 : cluster [DBG] pgmap v165: 121 pgs: 121 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-29T17:47:53.375 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:47:53 smithi028 bash[31855]: cluster 2024-08-29T17:47:51.978768+0000 mon.a (mon.0) 1083 : cluster [INF] Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-08-29T17:47:53.375 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:47:53 smithi028 bash[31855]: cluster 2024-08-29T17:47:51.978801+0000 mon.a (mon.0) 1084 : cluster [INF] Cluster is now healthy 2024-08-29T17:47:53.375 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:47:53 smithi028 bash[31855]: audit 2024-08-29T17:47:51.994525+0000 mon.a (mon.0) 1085 : audit [INF] from='client.? 172.21.15.28:0/1785138786' entity='client.0' cmd='[{"prefix": "osd pool set", "pool": "unique_pool_0", "var": "write_fadvise_dontneed", "val": "false"}]': finished 2024-08-29T17:47:53.375 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:47:53 smithi028 bash[31855]: cluster 2024-08-29T17:47:51.994628+0000 mon.a (mon.0) 1086 : cluster [DBG] osdmap e82: 8 total, 8 up, 8 in 2024-08-29T17:47:54.012 INFO:tasks.rados.rados.0.smithi028.stdout:64: done (15 left) 2024-08-29T17:47:54.013 INFO:tasks.rados.rados.0.smithi028.stdout:65: done (14 left) 2024-08-29T17:47:54.013 INFO:tasks.rados.rados.0.smithi028.stdout:66: done (13 left) 2024-08-29T17:47:54.013 INFO:tasks.rados.rados.0.smithi028.stdout:67: done (12 left) 2024-08-29T17:47:54.013 INFO:tasks.rados.rados.0.smithi028.stdout:68: done (11 left) 2024-08-29T17:47:54.013 INFO:tasks.rados.rados.0.smithi028.stdout:69: done (10 left) 2024-08-29T17:47:54.013 INFO:tasks.rados.rados.0.smithi028.stdout:70: done (9 left) 2024-08-29T17:47:54.013 INFO:tasks.rados.rados.0.smithi028.stdout:71: done (8 left) 2024-08-29T17:47:54.013 INFO:tasks.rados.rados.0.smithi028.stdout:72: done (7 left) 2024-08-29T17:47:54.013 INFO:tasks.rados.rados.0.smithi028.stdout:73: done (6 left) 2024-08-29T17:47:54.013 INFO:tasks.rados.rados.0.smithi028.stdout:75: done (5 left) 2024-08-29T17:47:54.013 INFO:tasks.rados.rados.0.smithi028.stdout:76: done (4 left) 2024-08-29T17:47:54.013 INFO:tasks.rados.rados.0.smithi028.stdout:77: done (3 left) 2024-08-29T17:47:54.014 INFO:tasks.rados.rados.0.smithi028.stdout:78: done (2 left) 2024-08-29T17:47:54.014 INFO:tasks.rados.rados.0.smithi028.stdout:79: done (1 left) 2024-08-29T17:47:54.014 INFO:tasks.rados.rados.0.smithi028.stdout:80: done (0 left) 2024-08-29T17:47:54.014 INFO:tasks.rados.rados.0.smithi028.stdout:81: rollback oid 40 current snap is 2 2024-08-29T17:47:54.014 INFO:tasks.rados.rados.0.smithi028.stdout:rollback oid 40 to 1 2024-08-29T17:47:54.014 INFO:tasks.rados.rados.0.smithi028.stdout:82: snap_create 2024-08-29T17:47:54.021 INFO:tasks.rados.rados.0.smithi028.stdout:81: finishing rollback tid 0 to smithi02869045-40 2024-08-29T17:47:54.022 INFO:tasks.rados.rados.0.smithi028.stdout:81: finishing rollback tid 1 to smithi02869045-40 2024-08-29T17:47:54.023 INFO:tasks.rados.rados.0.smithi028.stdout:81: finishing rollback tid 2 to smithi02869045-40 2024-08-29T17:47:54.023 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 40 v 18 (ObjNum 39 snap 0 seq_num 39) dirty exists 2024-08-29T17:47:54.323 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:47:54 smithi053 bash[24720]: cluster 2024-08-29T17:47:52.998883+0000 mon.a (mon.0) 1087 : cluster [DBG] osdmap e83: 8 total, 8 up, 8 in 2024-08-29T17:47:54.323 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:47:54 smithi053 bash[24720]: audit 2024-08-29T17:47:53.875057+0000 mon.a (mon.0) 1088 : audit [DBG] from='mgr.14499 172.21.15.28:0/1402656687' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-29T17:47:54.323 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:47:54 smithi053 bash[24720]: audit 2024-08-29T17:47:53.993539+0000 mon.a (mon.0) 1089 : audit [INF] from='mgr.14499 172.21.15.28:0/1402656687' entity='mgr.y' 2024-08-29T17:47:54.374 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:47:54 smithi028 bash[22419]: cluster 2024-08-29T17:47:52.998883+0000 mon.a (mon.0) 1087 : cluster [DBG] osdmap e83: 8 total, 8 up, 8 in 2024-08-29T17:47:54.374 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:47:54 smithi028 bash[22419]: audit 2024-08-29T17:47:53.875057+0000 mon.a (mon.0) 1088 : audit [DBG] from='mgr.14499 172.21.15.28:0/1402656687' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-29T17:47:54.375 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:47:54 smithi028 bash[22419]: audit 2024-08-29T17:47:53.993539+0000 mon.a (mon.0) 1089 : audit [INF] from='mgr.14499 172.21.15.28:0/1402656687' entity='mgr.y' 2024-08-29T17:47:54.375 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:47:54 smithi028 bash[31855]: cluster 2024-08-29T17:47:52.998883+0000 mon.a (mon.0) 1087 : cluster [DBG] osdmap e83: 8 total, 8 up, 8 in 2024-08-29T17:47:54.375 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:47:54 smithi028 bash[31855]: audit 2024-08-29T17:47:53.875057+0000 mon.a (mon.0) 1088 : audit [DBG] from='mgr.14499 172.21.15.28:0/1402656687' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-29T17:47:54.375 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:47:54 smithi028 bash[31855]: audit 2024-08-29T17:47:53.993539+0000 mon.a (mon.0) 1089 : audit [INF] from='mgr.14499 172.21.15.28:0/1402656687' entity='mgr.y' 2024-08-29T17:47:55.023 INFO:tasks.rados.rados.0.smithi028.stdout:81: done (1 left) 2024-08-29T17:47:55.023 INFO:tasks.rados.rados.0.smithi028.stdout:82: done (0 left) 2024-08-29T17:47:55.023 INFO:tasks.rados.rados.0.smithi028.stdout:83: rollback oid 9 current snap is 3 2024-08-29T17:47:55.023 INFO:tasks.rados.rados.0.smithi028.stdout:rollback oid 9 to 0 2024-08-29T17:47:55.024 INFO:tasks.rados.rados.0.smithi028.stdout:84: read oid 20 snap 1 2024-08-29T17:47:55.024 INFO:tasks.rados.rados.0.smithi028.stdout:84: expect (ObjNum 19 snap 0 seq_num 19) 2024-08-29T17:47:55.024 INFO:tasks.rados.rados.0.smithi028.stdout:85: read oid 41 snap -1 2024-08-29T17:47:55.024 INFO:tasks.rados.rados.0.smithi028.stdout:85: expect (ObjNum 40 snap 0 seq_num 40) 2024-08-29T17:47:55.024 INFO:tasks.rados.rados.0.smithi028.stdout:86: read oid 5 snap -1 2024-08-29T17:47:55.024 INFO:tasks.rados.rados.0.smithi028.stdout:86: expect deleted 2024-08-29T17:47:55.024 INFO:tasks.rados.rados.0.smithi028.stdout:87: read oid 4 snap -1 2024-08-29T17:47:55.024 INFO:tasks.rados.rados.0.smithi028.stdout:87: expect (ObjNum 3 snap 0 seq_num 3) 2024-08-29T17:47:55.024 INFO:tasks.rados.rados.0.smithi028.stdout:append oid 3 current snap is 3 2024-08-29T17:47:55.024 INFO:tasks.rados.rados.0.smithi028.stdout:88: seq_num 54 ranges {40960=507904,548864=401408} 2024-08-29T17:47:55.029 INFO:tasks.rados.rados.0.smithi028.stdout:88: writing smithi02869045-3 from 40960 to 548864 tid 1 2024-08-29T17:47:55.033 INFO:tasks.rados.rados.0.smithi028.stdout:88: writing smithi02869045-3 from 548864 to 950272 tid 2 2024-08-29T17:47:55.033 INFO:tasks.rados.rados.0.smithi028.stdout:89: read oid 27 snap -1 2024-08-29T17:47:55.033 INFO:tasks.rados.rados.0.smithi028.stdout:89: expect (ObjNum 26 snap 0 seq_num 26) 2024-08-29T17:47:55.033 INFO:tasks.rados.rados.0.smithi028.stdout:append oid 17 current snap is 3 2024-08-29T17:47:55.033 INFO:tasks.rados.rados.0.smithi028.stdout:90: seq_num 55 ranges {1114112=524288,1638400=401408} 2024-08-29T17:47:55.048 INFO:tasks.rados.rados.0.smithi028.stdout:90: writing smithi02869045-17 from 1114112 to 1638400 tid 1 2024-08-29T17:47:55.052 INFO:tasks.rados.rados.0.smithi028.stdout:90: writing smithi02869045-17 from 1638400 to 2039808 tid 2 2024-08-29T17:47:55.052 INFO:tasks.rados.rados.0.smithi028.stdout:91: rollback oid 36 current snap is 3 2024-08-29T17:47:55.052 INFO:tasks.rados.rados.0.smithi028.stdout:rollback oid 36 to 2 2024-08-29T17:47:55.052 INFO:tasks.rados.rados.0.smithi028.stdout:83: finishing rollback tid 0 to smithi02869045-9 2024-08-29T17:47:55.052 INFO:tasks.rados.rados.0.smithi028.stdout:84: expect (ObjNum 19 snap 0 seq_num 19) 2024-08-29T17:47:55.069 INFO:tasks.rados.rados.0.smithi028.stdout:87: expect (ObjNum 3 snap 0 seq_num 3) 2024-08-29T17:47:55.072 INFO:tasks.rados.rados.0.smithi028.stdout:88: finishing write tid 1 to smithi02869045-3 2024-08-29T17:47:55.072 INFO:tasks.rados.rados.0.smithi028.stdout:88: finishing write tid 2 to smithi02869045-3 2024-08-29T17:47:55.073 INFO:tasks.rados.rados.0.smithi028.stdout:89: expect (ObjNum 26 snap 0 seq_num 26) 2024-08-29T17:47:55.089 INFO:tasks.rados.rados.0.smithi028.stdout:83: finishing rollback tid 1 to smithi02869045-9 2024-08-29T17:47:55.089 INFO:tasks.rados.rados.0.smithi028.stdout:83: finishing rollback tid 2 to smithi02869045-9 2024-08-29T17:47:55.089 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 9 v 10 (ObjNum 8 snap 0 seq_num 8) dirty exists 2024-08-29T17:47:55.090 INFO:tasks.rados.rados.0.smithi028.stdout:88: finishing write tid 3 to smithi02869045-3 2024-08-29T17:47:55.090 INFO:tasks.rados.rados.0.smithi028.stdout:85: expect (ObjNum 40 snap 0 seq_num 40) 2024-08-29T17:47:55.112 INFO:tasks.rados.rados.0.smithi028.stdout:91: finishing rollback tid 0 to smithi02869045-36 2024-08-29T17:47:55.112 INFO:tasks.rados.rados.0.smithi028.stdout:90: finishing write tid 1 to smithi02869045-17 2024-08-29T17:47:55.112 INFO:tasks.rados.rados.0.smithi028.stdout:83: done (8 left) 2024-08-29T17:47:55.113 INFO:tasks.rados.rados.0.smithi028.stdout:84: done (7 left) 2024-08-29T17:47:55.113 INFO:tasks.rados.rados.0.smithi028.stdout:85: done (6 left) 2024-08-29T17:47:55.113 INFO:tasks.rados.rados.0.smithi028.stdout:86: done (5 left) 2024-08-29T17:47:55.113 INFO:tasks.rados.rados.0.smithi028.stdout:87: done (4 left) 2024-08-29T17:47:55.113 INFO:tasks.rados.rados.0.smithi028.stdout:89: done (3 left) 2024-08-29T17:47:55.113 INFO:tasks.rados.rados.0.smithi028.stdout:92: rollback oid 31 current snap is 3 2024-08-29T17:47:55.113 INFO:tasks.rados.rados.0.smithi028.stdout:rollback oid 31 to 0 2024-08-29T17:47:55.113 INFO:tasks.rados.rados.0.smithi028.stdout:90: finishing write tid 2 to smithi02869045-17 2024-08-29T17:47:55.113 INFO:tasks.rados.rados.0.smithi028.stdout:91: finishing rollback tid 1 to smithi02869045-36 2024-08-29T17:47:55.113 INFO:tasks.rados.rados.0.smithi028.stdout:90: finishing write tid 3 to smithi02869045-17 2024-08-29T17:47:55.113 INFO:tasks.rados.rados.0.smithi028.stdout:91: finishing rollback tid 2 to smithi02869045-36 2024-08-29T17:47:55.113 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 36 v 8 (ObjNum 35 snap 0 seq_num 35) dirty exists 2024-08-29T17:47:55.113 INFO:tasks.rados.rados.0.smithi028.stdout:90: finishing write tid 4 to smithi02869045-17 2024-08-29T17:47:55.114 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 17 v 25 (ObjNum 55 snap 3 seq_num 55) dirty exists 2024-08-29T17:47:55.114 INFO:tasks.rados.rados.0.smithi028.stdout:90: left oid 17 (ObjNum 55 snap 3 seq_num 55) 2024-08-29T17:47:55.114 INFO:tasks.rados.rados.0.smithi028.stdout:88: finishing write tid 4 to smithi02869045-3 2024-08-29T17:47:55.114 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 3 v 16 (ObjNum 54 snap 3 seq_num 54) dirty exists 2024-08-29T17:47:55.114 INFO:tasks.rados.rados.0.smithi028.stdout:88: left oid 3 (ObjNum 54 snap 3 seq_num 54) 2024-08-29T17:47:55.114 INFO:tasks.rados.rados.0.smithi028.stdout:88: done (3 left) 2024-08-29T17:47:55.114 INFO:tasks.rados.rados.0.smithi028.stdout:90: done (2 left) 2024-08-29T17:47:55.114 INFO:tasks.rados.rados.0.smithi028.stdout:91: done (1 left) 2024-08-29T17:47:55.114 INFO:tasks.rados.rados.0.smithi028.stdout:93: snap_create 2024-08-29T17:47:55.115 INFO:tasks.rados.rados.0.smithi028.stdout:92: finishing rollback tid 0 to smithi02869045-31 2024-08-29T17:47:55.116 INFO:tasks.rados.rados.0.smithi028.stdout:92: finishing rollback tid 1 to smithi02869045-31 2024-08-29T17:47:55.116 INFO:tasks.rados.rados.0.smithi028.stdout:92: finishing rollback tid 2 to smithi02869045-31 2024-08-29T17:47:55.116 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 31 v 29 (ObjNum 30 snap 0 seq_num 30) dirty exists 2024-08-29T17:47:55.323 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:47:55 smithi053 bash[24720]: cluster 2024-08-29T17:47:53.922083+0000 mgr.y (mgr.14499) 209 : cluster [DBG] pgmap v168: 121 pgs: 121 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-29T17:47:55.323 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:47:55 smithi053 bash[24720]: cluster 2024-08-29T17:47:54.018842+0000 mon.a (mon.0) 1090 : cluster [DBG] osdmap e84: 8 total, 8 up, 8 in 2024-08-29T17:47:55.374 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:47:55 smithi028 bash[22419]: cluster 2024-08-29T17:47:53.922083+0000 mgr.y (mgr.14499) 209 : cluster [DBG] pgmap v168: 121 pgs: 121 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-29T17:47:55.374 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:47:55 smithi028 bash[22419]: cluster 2024-08-29T17:47:54.018842+0000 mon.a (mon.0) 1090 : cluster [DBG] osdmap e84: 8 total, 8 up, 8 in 2024-08-29T17:47:55.375 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:47:55 smithi028 bash[31855]: cluster 2024-08-29T17:47:53.922083+0000 mgr.y (mgr.14499) 209 : cluster [DBG] pgmap v168: 121 pgs: 121 active+clean; 580 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-29T17:47:55.375 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:47:55 smithi028 bash[31855]: cluster 2024-08-29T17:47:54.018842+0000 mon.a (mon.0) 1090 : cluster [DBG] osdmap e84: 8 total, 8 up, 8 in 2024-08-29T17:47:56.032 INFO:tasks.rados.rados.0.smithi028.stdout:92: done (1 left) 2024-08-29T17:47:56.033 INFO:tasks.rados.rados.0.smithi028.stdout:93: done (0 left) 2024-08-29T17:47:56.033 INFO:tasks.rados.rados.0.smithi028.stdout:append oid 27 current snap is 4 2024-08-29T17:47:56.033 INFO:tasks.rados.rados.0.smithi028.stdout:94: seq_num 56 ranges {442368=540672,983040=401408} 2024-08-29T17:47:56.047 INFO:tasks.rados.rados.0.smithi028.stdout:94: writing smithi02869045-27 from 442368 to 983040 tid 1 2024-08-29T17:47:56.054 INFO:tasks.rados.rados.0.smithi028.stdout:94: writing smithi02869045-27 from 983040 to 1384448 tid 2 2024-08-29T17:47:56.054 INFO:tasks.rados.rados.0.smithi028.stdout:append oid 39 current snap is 4 2024-08-29T17:47:56.055 INFO:tasks.rados.rados.0.smithi028.stdout:95: seq_num 57 ranges {638976=557056,1196032=401408} 2024-08-29T17:47:56.073 INFO:tasks.rados.rados.0.smithi028.stdout:95: writing smithi02869045-39 from 638976 to 1196032 tid 1 2024-08-29T17:47:56.080 INFO:tasks.rados.rados.0.smithi028.stdout:95: writing smithi02869045-39 from 1196032 to 1597440 tid 2 2024-08-29T17:47:56.080 INFO:tasks.rados.rados.0.smithi028.stdout:96: read oid 45 snap -1 2024-08-29T17:47:56.080 INFO:tasks.rados.rados.0.smithi028.stdout:96: expect (ObjNum 44 snap 0 seq_num 44) 2024-08-29T17:47:56.080 INFO:tasks.rados.rados.0.smithi028.stdout:97: rollback oid 12 current snap is 4 2024-08-29T17:47:56.080 INFO:tasks.rados.rados.0.smithi028.stdout:rollback oid 12 to 3 2024-08-29T17:47:56.080 INFO:tasks.rados.rados.0.smithi028.stdout:94: finishing write tid 1 to smithi02869045-27 2024-08-29T17:47:56.080 INFO:tasks.rados.rados.0.smithi028.stdout:98: snap_remove snap 0 2024-08-29T17:47:56.309 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:47:56 smithi053 bash[24720]: cluster 2024-08-29T17:47:55.029460+0000 mon.a (mon.0) 1091 : cluster [DBG] osdmap e85: 8 total, 8 up, 8 in 2024-08-29T17:47:56.374 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:47:56 smithi028 bash[22419]: cluster 2024-08-29T17:47:55.029460+0000 mon.a (mon.0) 1091 : cluster [DBG] osdmap e85: 8 total, 8 up, 8 in 2024-08-29T17:47:56.374 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:47:56 smithi028 bash[31855]: cluster 2024-08-29T17:47:55.029460+0000 mon.a (mon.0) 1091 : cluster [DBG] osdmap e85: 8 total, 8 up, 8 in 2024-08-29T17:47:56.573 INFO:journalctl@ceph.mgr.x.smithi053.stdout:Aug 29 17:47:56 smithi053 bash[25641]: ::ffff:172.21.15.53 - - [29/Aug/2024:17:47:56] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.43.0" 2024-08-29T17:47:57.054 INFO:tasks.rados.rados.0.smithi028.stdout:98: done (4 left) 2024-08-29T17:47:57.054 INFO:tasks.rados.rados.0.smithi028.stdout:append oid 34 current snap is 4 2024-08-29T17:47:57.054 INFO:tasks.rados.rados.0.smithi028.stdout:94: finishing write tid 2 to smithi02869045-27 2024-08-29T17:47:57.054 INFO:tasks.rados.rados.0.smithi028.stdout:94: finishing write tid 3 to smithi02869045-27 2024-08-29T17:47:57.054 INFO:tasks.rados.rados.0.smithi028.stdout:94: finishing write tid 4 to smithi02869045-27 2024-08-29T17:47:57.054 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 27 v 22 (ObjNum 56 snap 4 seq_num 56) dirty exists 2024-08-29T17:47:57.054 INFO:tasks.rados.rados.0.smithi028.stdout:94: left oid 27 (ObjNum 56 snap 4 seq_num 56) 2024-08-29T17:47:57.055 INFO:tasks.rados.rados.0.smithi028.stdout:95: finishing write tid 1 to smithi02869045-39 2024-08-29T17:47:57.055 INFO:tasks.rados.rados.0.smithi028.stdout:95: finishing write tid 2 to smithi02869045-39 2024-08-29T17:47:57.055 INFO:tasks.rados.rados.0.smithi028.stdout:99: seq_num 58 ranges {557056=573440,1130496=401408} 2024-08-29T17:47:57.065 INFO:tasks.rados.rados.0.smithi028.stdout:99: writing smithi02869045-34 from 557056 to 1130496 tid 1 2024-08-29T17:47:57.070 INFO:tasks.rados.rados.0.smithi028.stdout:99: writing smithi02869045-34 from 1130496 to 1531904 tid 2 2024-08-29T17:47:57.070 INFO:tasks.rados.rados.0.smithi028.stdout:94: done (4 left) 2024-08-29T17:47:57.070 INFO:tasks.rados.rados.0.smithi028.stdout:100: read oid 10 snap -1 2024-08-29T17:47:57.070 INFO:tasks.rados.rados.0.smithi028.stdout:100: expect deleted 2024-08-29T17:47:57.070 INFO:tasks.rados.rados.0.smithi028.stdout:101: snap_create 2024-08-29T17:47:57.070 INFO:tasks.rados.rados.0.smithi028.stdout:95: finishing write tid 3 to smithi02869045-39 2024-08-29T17:47:57.070 INFO:tasks.rados.rados.0.smithi028.stdout:97: finishing rollback tid 0 to smithi02869045-12 2024-08-29T17:47:57.070 INFO:tasks.rados.rados.0.smithi028.stdout:97: finishing rollback tid 1 to smithi02869045-12 2024-08-29T17:47:57.070 INFO:tasks.rados.rados.0.smithi028.stdout:95: finishing write tid 4 to smithi02869045-39 2024-08-29T17:47:57.070 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 39 v 13 (ObjNum 57 snap 4 seq_num 57) dirty exists 2024-08-29T17:47:57.070 INFO:tasks.rados.rados.0.smithi028.stdout:95: left oid 39 (ObjNum 57 snap 4 seq_num 57) 2024-08-29T17:47:57.070 INFO:tasks.rados.rados.0.smithi028.stdout:96: expect (ObjNum 44 snap 0 seq_num 44) 2024-08-29T17:47:57.091 INFO:tasks.rados.rados.0.smithi028.stdout:97: finishing rollback tid 2 to smithi02869045-12 2024-08-29T17:47:57.091 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 12 v 12 (ObjNum 11 snap 0 seq_num 11) dirty exists 2024-08-29T17:47:57.091 INFO:tasks.rados.rados.0.smithi028.stdout:99: finishing write tid 1 to smithi02869045-34 2024-08-29T17:47:57.091 INFO:tasks.rados.rados.0.smithi028.stdout:99: finishing write tid 2 to smithi02869045-34 2024-08-29T17:47:57.091 INFO:tasks.rados.rados.0.smithi028.stdout:99: finishing write tid 3 to smithi02869045-34 2024-08-29T17:47:57.091 INFO:tasks.rados.rados.0.smithi028.stdout:99: finishing write tid 4 to smithi02869045-34 2024-08-29T17:47:57.091 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 34 v 13 (ObjNum 58 snap 4 seq_num 58) dirty exists 2024-08-29T17:47:57.091 INFO:tasks.rados.rados.0.smithi028.stdout:99: left oid 34 (ObjNum 58 snap 4 seq_num 58) 2024-08-29T17:47:57.323 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:47:57 smithi053 bash[24720]: cluster 2024-08-29T17:47:55.922878+0000 mgr.y (mgr.14499) 210 : cluster [DBG] pgmap v171: 121 pgs: 121 active+clean; 23 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 2.1 MiB/s rd, 6.1 MiB/s wr, 75 op/s 2024-08-29T17:47:57.323 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:47:57 smithi053 bash[24720]: cluster 2024-08-29T17:47:56.039682+0000 mon.a (mon.0) 1092 : cluster [DBG] osdmap e86: 8 total, 8 up, 8 in 2024-08-29T17:47:57.376 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:47:57 smithi028 bash[31855]: cluster 2024-08-29T17:47:55.922878+0000 mgr.y (mgr.14499) 210 : cluster [DBG] pgmap v171: 121 pgs: 121 active+clean; 23 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 2.1 MiB/s rd, 6.1 MiB/s wr, 75 op/s 2024-08-29T17:47:57.376 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:47:57 smithi028 bash[31855]: cluster 2024-08-29T17:47:56.039682+0000 mon.a (mon.0) 1092 : cluster [DBG] osdmap e86: 8 total, 8 up, 8 in 2024-08-29T17:47:57.377 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:47:57 smithi028 bash[22419]: cluster 2024-08-29T17:47:55.922878+0000 mgr.y (mgr.14499) 210 : cluster [DBG] pgmap v171: 121 pgs: 121 active+clean; 23 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 2.1 MiB/s rd, 6.1 MiB/s wr, 75 op/s 2024-08-29T17:47:57.377 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:47:57 smithi028 bash[22419]: cluster 2024-08-29T17:47:56.039682+0000 mon.a (mon.0) 1092 : cluster [DBG] osdmap e86: 8 total, 8 up, 8 in 2024-08-29T17:47:58.071 INFO:tasks.rados.rados.0.smithi028.stdout:95: done (5 left) 2024-08-29T17:47:58.071 INFO:tasks.rados.rados.0.smithi028.stdout:96: done (4 left) 2024-08-29T17:47:58.071 INFO:tasks.rados.rados.0.smithi028.stdout:97: done (3 left) 2024-08-29T17:47:58.071 INFO:tasks.rados.rados.0.smithi028.stdout:99: done (2 left) 2024-08-29T17:47:58.071 INFO:tasks.rados.rados.0.smithi028.stdout:100: done (1 left) 2024-08-29T17:47:58.071 INFO:tasks.rados.rados.0.smithi028.stdout:101: done (0 left) 2024-08-29T17:47:58.071 INFO:tasks.rados.rados.0.smithi028.stdout:102: snap_remove snap 1 2024-08-29T17:47:58.323 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:47:58 smithi053 bash[24720]: cluster 2024-08-29T17:47:57.053698+0000 mon.a (mon.0) 1093 : cluster [DBG] osdmap e87: 8 total, 8 up, 8 in 2024-08-29T17:47:58.374 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:47:58 smithi028 bash[31855]: cluster 2024-08-29T17:47:57.053698+0000 mon.a (mon.0) 1093 : cluster [DBG] osdmap e87: 8 total, 8 up, 8 in 2024-08-29T17:47:58.374 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:47:58 smithi028 bash[22419]: cluster 2024-08-29T17:47:57.053698+0000 mon.a (mon.0) 1093 : cluster [DBG] osdmap e87: 8 total, 8 up, 8 in 2024-08-29T17:47:59.081 INFO:tasks.rados.rados.0.smithi028.stdout:102: done (0 left) 2024-08-29T17:47:59.081 INFO:tasks.rados.rados.0.smithi028.stdout:103: read oid 29 snap 4 2024-08-29T17:47:59.082 INFO:tasks.rados.rados.0.smithi028.stdout:103: expect (ObjNum 28 snap 0 seq_num 28) 2024-08-29T17:47:59.082 INFO:tasks.rados.rados.0.smithi028.stdout:104: read oid 46 snap -1 2024-08-29T17:47:59.082 INFO:tasks.rados.rados.0.smithi028.stdout:104: expect (ObjNum 45 snap 0 seq_num 45) 2024-08-29T17:47:59.082 INFO:tasks.rados.rados.0.smithi028.stdout:105: copy_from oid 36 from oid 2 current snap is 5 2024-08-29T17:47:59.082 INFO:tasks.rados.rados.0.smithi028.stdout:106: rmattr oid 49 current snap is 5 2024-08-29T17:47:59.082 INFO:tasks.rados.rados.0.smithi028.stdout:106: done (3 left) 2024-08-29T17:47:59.082 INFO:tasks.rados.rados.0.smithi028.stdout:107: snap_remove snap 3 2024-08-29T17:47:59.323 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:47:59 smithi053 bash[24720]: cluster 2024-08-29T17:47:57.923630+0000 mgr.y (mgr.14499) 211 : cluster [DBG] pgmap v174: 121 pgs: 121 active+clean; 23 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 2.1 MiB/s rd, 6.1 MiB/s wr, 75 op/s 2024-08-29T17:47:59.323 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:47:59 smithi053 bash[24720]: cluster 2024-08-29T17:47:58.078137+0000 mon.a (mon.0) 1094 : cluster [DBG] osdmap e88: 8 total, 8 up, 8 in 2024-08-29T17:47:59.374 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:47:59 smithi028 bash[22419]: cluster 2024-08-29T17:47:57.923630+0000 mgr.y (mgr.14499) 211 : cluster [DBG] pgmap v174: 121 pgs: 121 active+clean; 23 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 2.1 MiB/s rd, 6.1 MiB/s wr, 75 op/s 2024-08-29T17:47:59.374 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:47:59 smithi028 bash[22419]: cluster 2024-08-29T17:47:58.078137+0000 mon.a (mon.0) 1094 : cluster [DBG] osdmap e88: 8 total, 8 up, 8 in 2024-08-29T17:47:59.374 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:47:59 smithi028 bash[31855]: cluster 2024-08-29T17:47:57.923630+0000 mgr.y (mgr.14499) 211 : cluster [DBG] pgmap v174: 121 pgs: 121 active+clean; 23 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 2.1 MiB/s rd, 6.1 MiB/s wr, 75 op/s 2024-08-29T17:47:59.374 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:47:59 smithi028 bash[31855]: cluster 2024-08-29T17:47:58.078137+0000 mon.a (mon.0) 1094 : cluster [DBG] osdmap e88: 8 total, 8 up, 8 in 2024-08-29T17:48:00.088 INFO:tasks.rados.rados.0.smithi028.stdout:107: done (3 left) 2024-08-29T17:48:00.089 INFO:tasks.rados.rados.0.smithi028.stdout:108: rmattr oid 30 current snap is 5 2024-08-29T17:48:00.089 INFO:tasks.rados.rados.0.smithi028.stdout:108: done (3 left) 2024-08-29T17:48:00.089 INFO:tasks.rados.rados.0.smithi028.stdout:109: read oid 42 snap 2 2024-08-29T17:48:00.089 INFO:tasks.rados.rados.0.smithi028.stdout:109: expect (ObjNum 41 snap 0 seq_num 41) 2024-08-29T17:48:00.089 INFO:tasks.rados.rados.0.smithi028.stdout:110: rmattr oid 14 current snap is 5 2024-08-29T17:48:00.089 INFO:tasks.rados.rados.0.smithi028.stdout:111: read oid 32 snap 2 2024-08-29T17:48:00.089 INFO:tasks.rados.rados.0.smithi028.stdout:111: expect (ObjNum 31 snap 0 seq_num 31) 2024-08-29T17:48:00.089 INFO:tasks.rados.rados.0.smithi028.stdout:112: delete oid 28 current snap is 5 2024-08-29T17:48:00.089 INFO:tasks.rados.rados.0.smithi028.stdout:104: expect (ObjNum 45 snap 0 seq_num 45) 2024-08-29T17:48:00.118 INFO:tasks.rados.rados.0.smithi028.stdout:105: finishing copy_from racing read to smithi02869045-36 2024-08-29T17:48:00.118 INFO:tasks.rados.rados.0.smithi028.stdout:105: finishing copy_from to smithi02869045-36 2024-08-29T17:48:00.118 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 36 v 2 (ObjNum 1 snap 0 seq_num 1) dirty exists 2024-08-29T17:48:00.118 INFO:tasks.rados.rados.0.smithi028.stdout:104: done (6 left) 2024-08-29T17:48:00.118 INFO:tasks.rados.rados.0.smithi028.stdout:105: done (5 left) 2024-08-29T17:48:00.118 INFO:tasks.rados.rados.0.smithi028.stdout:112: done (4 left) 2024-08-29T17:48:00.119 INFO:tasks.rados.rados.0.smithi028.stdout:append oid 40 current snap is 5 2024-08-29T17:48:00.119 INFO:tasks.rados.rados.0.smithi028.stdout:103: expect (ObjNum 28 snap 0 seq_num 28) 2024-08-29T17:48:00.137 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 14 v 8 (ObjNum 13 snap 0 seq_num 13) dirty exists 2024-08-29T17:48:00.137 INFO:tasks.rados.rados.0.smithi028.stdout:109: expect (ObjNum 41 snap 0 seq_num 41) 2024-08-29T17:48:00.161 INFO:tasks.rados.rados.0.smithi028.stdout:111: expect (ObjNum 31 snap 0 seq_num 31) 2024-08-29T17:48:00.177 INFO:tasks.rados.rados.0.smithi028.stdout:113: seq_num 60 ranges {663552=614400,1277952=401408} 2024-08-29T17:48:00.185 INFO:tasks.rados.rados.0.smithi028.stdout:113: writing smithi02869045-40 from 663552 to 1277952 tid 1 2024-08-29T17:48:00.188 INFO:tasks.rados.rados.0.smithi028.stdout:113: writing smithi02869045-40 from 1277952 to 1679360 tid 2 2024-08-29T17:48:00.188 INFO:tasks.rados.rados.0.smithi028.stdout:103: done (4 left) 2024-08-29T17:48:00.188 INFO:tasks.rados.rados.0.smithi028.stdout:109: done (3 left) 2024-08-29T17:48:00.188 INFO:tasks.rados.rados.0.smithi028.stdout:110: done (2 left) 2024-08-29T17:48:00.188 INFO:tasks.rados.rados.0.smithi028.stdout:111: done (1 left) 2024-08-29T17:48:00.188 INFO:tasks.rados.rados.0.smithi028.stdout:append oid 29 current snap is 5 2024-08-29T17:48:00.188 INFO:tasks.rados.rados.0.smithi028.stdout:114: seq_num 61 ranges {475136=630784,1105920=401408} 2024-08-29T17:48:00.195 INFO:tasks.rados.rados.0.smithi028.stdout:114: writing smithi02869045-29 from 475136 to 1105920 tid 1 2024-08-29T17:48:00.197 INFO:tasks.rados.rados.0.smithi028.stdout:114: writing smithi02869045-29 from 1105920 to 1507328 tid 2 2024-08-29T17:48:00.197 INFO:tasks.rados.rados.0.smithi028.stdout:115: snap_remove snap 2 2024-08-29T17:48:00.374 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:48:00 smithi028 bash[31855]: cluster 2024-08-29T17:47:59.085857+0000 mon.a (mon.0) 1095 : cluster [DBG] osdmap e89: 8 total, 8 up, 8 in 2024-08-29T17:48:00.374 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:48:00 smithi028 bash[22419]: cluster 2024-08-29T17:47:59.085857+0000 mon.a (mon.0) 1095 : cluster [DBG] osdmap e89: 8 total, 8 up, 8 in 2024-08-29T17:48:00.573 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:48:00 smithi053 bash[24720]: cluster 2024-08-29T17:47:59.085857+0000 mon.a (mon.0) 1095 : cluster [DBG] osdmap e89: 8 total, 8 up, 8 in 2024-08-29T17:48:01.090 INFO:tasks.rados.rados.0.smithi028.stdout:115: done (2 left) 2024-08-29T17:48:01.090 INFO:tasks.rados.rados.0.smithi028.stdout:116: snap_create 2024-08-29T17:48:01.090 INFO:tasks.rados.rados.0.smithi028.stdout:113: finishing write tid 1 to smithi02869045-40 2024-08-29T17:48:01.090 INFO:tasks.rados.rados.0.smithi028.stdout:113: finishing write tid 2 to smithi02869045-40 2024-08-29T17:48:01.090 INFO:tasks.rados.rados.0.smithi028.stdout:113: finishing write tid 3 to smithi02869045-40 2024-08-29T17:48:01.090 INFO:tasks.rados.rados.0.smithi028.stdout:113: finishing write tid 4 to smithi02869045-40 2024-08-29T17:48:01.091 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 40 v 36 (ObjNum 60 snap 5 seq_num 60) dirty exists 2024-08-29T17:48:01.091 INFO:tasks.rados.rados.0.smithi028.stdout:113: left oid 40 (ObjNum 60 snap 5 seq_num 60) 2024-08-29T17:48:01.091 INFO:tasks.rados.rados.0.smithi028.stdout:114: finishing write tid 1 to smithi02869045-29 2024-08-29T17:48:01.091 INFO:tasks.rados.rados.0.smithi028.stdout:114: finishing write tid 2 to smithi02869045-29 2024-08-29T17:48:01.091 INFO:tasks.rados.rados.0.smithi028.stdout:114: finishing write tid 3 to smithi02869045-29 2024-08-29T17:48:01.091 INFO:tasks.rados.rados.0.smithi028.stdout:114: finishing write tid 4 to smithi02869045-29 2024-08-29T17:48:01.091 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 29 v 21 (ObjNum 61 snap 5 seq_num 61) dirty exists 2024-08-29T17:48:01.091 INFO:tasks.rados.rados.0.smithi028.stdout:114: left oid 29 (ObjNum 61 snap 5 seq_num 61) 2024-08-29T17:48:01.094 INFO:journalctl@ceph.mgr.y.smithi028.stdout:Aug 29 17:48:00 smithi028 bash[22672]: ::ffff:172.21.15.53 - - [29/Aug/2024:17:48:00] "GET /metrics HTTP/1.1" 200 238844 "" "Prometheus/2.43.0" 2024-08-29T17:48:01.374 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:48:01 smithi028 bash[31855]: cluster 2024-08-29T17:47:59.925022+0000 mgr.y (mgr.14499) 212 : cluster [DBG] pgmap v177: 121 pgs: 121 active+clean; 26 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 2.5 MiB/s rd, 1.1 MiB/s wr, 14 op/s 2024-08-29T17:48:01.374 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:48:01 smithi028 bash[31855]: cluster 2024-08-29T17:48:00.093467+0000 mon.a (mon.0) 1096 : cluster [DBG] osdmap e90: 8 total, 8 up, 8 in 2024-08-29T17:48:01.374 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:48:01 smithi028 bash[22419]: cluster 2024-08-29T17:47:59.925022+0000 mgr.y (mgr.14499) 212 : cluster [DBG] pgmap v177: 121 pgs: 121 active+clean; 26 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 2.5 MiB/s rd, 1.1 MiB/s wr, 14 op/s 2024-08-29T17:48:01.374 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:48:01 smithi028 bash[22419]: cluster 2024-08-29T17:48:00.093467+0000 mon.a (mon.0) 1096 : cluster [DBG] osdmap e90: 8 total, 8 up, 8 in 2024-08-29T17:48:01.573 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:48:01 smithi053 bash[24720]: cluster 2024-08-29T17:47:59.925022+0000 mgr.y (mgr.14499) 212 : cluster [DBG] pgmap v177: 121 pgs: 121 active+clean; 26 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 2.5 MiB/s rd, 1.1 MiB/s wr, 14 op/s 2024-08-29T17:48:01.573 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:48:01 smithi053 bash[24720]: cluster 2024-08-29T17:48:00.093467+0000 mon.a (mon.0) 1096 : cluster [DBG] osdmap e90: 8 total, 8 up, 8 in 2024-08-29T17:48:02.094 INFO:tasks.rados.rados.0.smithi028.stdout:113: done (2 left) 2024-08-29T17:48:02.094 INFO:tasks.rados.rados.0.smithi028.stdout:114: done (1 left) 2024-08-29T17:48:02.094 INFO:tasks.rados.rados.0.smithi028.stdout:116: done (0 left) 2024-08-29T17:48:02.094 INFO:tasks.rados.rados.0.smithi028.stdout:append oid 9 current snap is 6 2024-08-29T17:48:02.094 INFO:tasks.rados.rados.0.smithi028.stdout:117: seq_num 62 ranges {139264=647168,786432=401408} 2024-08-29T17:48:02.102 INFO:tasks.rados.rados.0.smithi028.stdout:117: writing smithi02869045-9 from 139264 to 786432 tid 1 2024-08-29T17:48:02.108 INFO:tasks.rados.rados.0.smithi028.stdout:117: writing smithi02869045-9 from 786432 to 1187840 tid 2 2024-08-29T17:48:02.108 INFO:tasks.rados.rados.0.smithi028.stdout:118: rollback oid 3 current snap is 6 2024-08-29T17:48:02.108 INFO:tasks.rados.rados.0.smithi028.stdout:rollback oid 3 to 4 2024-08-29T17:48:02.108 INFO:tasks.rados.rados.0.smithi028.stdout:119: read oid 25 snap -1 2024-08-29T17:48:02.108 INFO:tasks.rados.rados.0.smithi028.stdout:119: expect (ObjNum 24 snap 0 seq_num 24) 2024-08-29T17:48:02.108 INFO:tasks.rados.rados.0.smithi028.stdout:append oid 2 current snap is 6 2024-08-29T17:48:02.108 INFO:tasks.rados.rados.0.smithi028.stdout:120: seq_num 63 ranges {24576=663552,688128=401408} 2024-08-29T17:48:02.117 INFO:tasks.rados.rados.0.smithi028.stdout:120: writing smithi02869045-2 from 24576 to 688128 tid 1 2024-08-29T17:48:02.123 INFO:tasks.rados.rados.0.smithi028.stdout:120: writing smithi02869045-2 from 688128 to 1089536 tid 2 2024-08-29T17:48:02.123 INFO:tasks.rados.rados.0.smithi028.stdout:121: snap_create 2024-08-29T17:48:02.123 INFO:tasks.rados.rados.0.smithi028.stdout:118: finishing rollback tid 0 to smithi02869045-3 2024-08-29T17:48:02.123 INFO:tasks.rados.rados.0.smithi028.stdout:117: finishing write tid 1 to smithi02869045-9 2024-08-29T17:48:02.123 INFO:tasks.rados.rados.0.smithi028.stdout:117: finishing write tid 2 to smithi02869045-9 2024-08-29T17:48:02.123 INFO:tasks.rados.rados.0.smithi028.stdout:117: finishing write tid 3 to smithi02869045-9 2024-08-29T17:48:02.123 INFO:tasks.rados.rados.0.smithi028.stdout:117: finishing write tid 4 to smithi02869045-9 2024-08-29T17:48:02.123 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 9 v 20 (ObjNum 62 snap 6 seq_num 62) dirty exists 2024-08-29T17:48:02.123 INFO:tasks.rados.rados.0.smithi028.stdout:117: left oid 9 (ObjNum 62 snap 6 seq_num 62) 2024-08-29T17:48:02.123 INFO:tasks.rados.rados.0.smithi028.stdout:119: expect (ObjNum 24 snap 0 seq_num 24) 2024-08-29T17:48:02.141 INFO:tasks.rados.rados.0.smithi028.stdout:118: finishing rollback tid 1 to smithi02869045-3 2024-08-29T17:48:02.142 INFO:tasks.rados.rados.0.smithi028.stdout:118: finishing rollback tid 2 to smithi02869045-3 2024-08-29T17:48:02.142 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 3 v 28 (ObjNum 54 snap 3 seq_num 54) dirty exists 2024-08-29T17:48:02.142 INFO:tasks.rados.rados.0.smithi028.stdout:120: finishing write tid 1 to smithi02869045-2 2024-08-29T17:48:02.142 INFO:tasks.rados.rados.0.smithi028.stdout:120: finishing write tid 2 to smithi02869045-2 2024-08-29T17:48:02.142 INFO:tasks.rados.rados.0.smithi028.stdout:120: finishing write tid 3 to smithi02869045-2 2024-08-29T17:48:02.142 INFO:tasks.rados.rados.0.smithi028.stdout:120: finishing write tid 4 to smithi02869045-2 2024-08-29T17:48:02.142 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 2 v 17 (ObjNum 63 snap 6 seq_num 63) dirty exists 2024-08-29T17:48:02.142 INFO:tasks.rados.rados.0.smithi028.stdout:120: left oid 2 (ObjNum 63 snap 6 seq_num 63) 2024-08-29T17:48:02.374 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:48:02 smithi028 bash[31855]: cluster 2024-08-29T17:48:01.096943+0000 mon.a (mon.0) 1097 : cluster [DBG] osdmap e91: 8 total, 8 up, 8 in 2024-08-29T17:48:02.374 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:48:02 smithi028 bash[31855]: cluster 2024-08-29T17:48:02.100968+0000 mon.a (mon.0) 1098 : cluster [DBG] osdmap e92: 8 total, 8 up, 8 in 2024-08-29T17:48:02.374 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:48:02 smithi028 bash[22419]: cluster 2024-08-29T17:48:01.096943+0000 mon.a (mon.0) 1097 : cluster [DBG] osdmap e91: 8 total, 8 up, 8 in 2024-08-29T17:48:02.374 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:48:02 smithi028 bash[22419]: cluster 2024-08-29T17:48:02.100968+0000 mon.a (mon.0) 1098 : cluster [DBG] osdmap e92: 8 total, 8 up, 8 in 2024-08-29T17:48:02.573 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:48:02 smithi053 bash[24720]: cluster 2024-08-29T17:48:01.096943+0000 mon.a (mon.0) 1097 : cluster [DBG] osdmap e91: 8 total, 8 up, 8 in 2024-08-29T17:48:02.573 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:48:02 smithi053 bash[24720]: cluster 2024-08-29T17:48:02.100968+0000 mon.a (mon.0) 1098 : cluster [DBG] osdmap e92: 8 total, 8 up, 8 in 2024-08-29T17:48:03.123 INFO:tasks.rados.rados.0.smithi028.stdout:117: done (4 left) 2024-08-29T17:48:03.123 INFO:tasks.rados.rados.0.smithi028.stdout:118: done (3 left) 2024-08-29T17:48:03.123 INFO:tasks.rados.rados.0.smithi028.stdout:119: done (2 left) 2024-08-29T17:48:03.123 INFO:tasks.rados.rados.0.smithi028.stdout:120: done (1 left) 2024-08-29T17:48:03.123 INFO:tasks.rados.rados.0.smithi028.stdout:121: done (0 left) 2024-08-29T17:48:03.124 INFO:tasks.rados.rados.0.smithi028.stdout:122: read oid 48 snap 5 2024-08-29T17:48:03.124 INFO:tasks.rados.rados.0.smithi028.stdout:122: expect (ObjNum 0 snap 0 seq_num 0) 2024-08-29T17:48:03.124 INFO:tasks.rados.rados.0.smithi028.stdout:123: read oid 49 snap 6 2024-08-29T17:48:03.124 INFO:tasks.rados.rados.0.smithi028.stdout:123: expect (ObjNum 48 snap 0 seq_num 48) 2024-08-29T17:48:03.124 INFO:tasks.rados.rados.0.smithi028.stdout:124: delete oid 44 current snap is 7 2024-08-29T17:48:03.127 INFO:tasks.rados.rados.0.smithi028.stdout:122: expect (ObjNum 0 snap 0 seq_num 0) 2024-08-29T17:48:03.135 INFO:tasks.rados.rados.0.smithi028.stdout:123: expect (ObjNum 48 snap 0 seq_num 48) 2024-08-29T17:48:03.176 INFO:tasks.rados.rados.0.smithi028.stdout:122: done (2 left) 2024-08-29T17:48:03.176 INFO:tasks.rados.rados.0.smithi028.stdout:123: done (1 left) 2024-08-29T17:48:03.176 INFO:tasks.rados.rados.0.smithi028.stdout:124: done (0 left) 2024-08-29T17:48:03.177 INFO:tasks.rados.rados.0.smithi028.stdout:125: rollback oid 49 current snap is 7 2024-08-29T17:48:03.177 INFO:tasks.rados.rados.0.smithi028.stdout:rollback oid 49 to 5 2024-08-29T17:48:03.177 INFO:tasks.rados.rados.0.smithi028.stdout:126: read oid 27 snap -1 2024-08-29T17:48:03.177 INFO:tasks.rados.rados.0.smithi028.stdout:126: expect (ObjNum 56 snap 4 seq_num 56) 2024-08-29T17:48:03.177 INFO:tasks.rados.rados.0.smithi028.stdout:127: setattr oid 41 current snap is 7 2024-08-29T17:48:03.179 INFO:tasks.rados.rados.0.smithi028.stdout:128: delete oid 28 current snap is 7 2024-08-29T17:48:03.179 INFO:tasks.rados.rados.0.smithi028.stdout:125: finishing rollback tid 0 to smithi02869045-49 2024-08-29T17:48:03.180 INFO:tasks.rados.rados.0.smithi028.stdout:125: finishing rollback tid 1 to smithi02869045-49 2024-08-29T17:48:03.180 INFO:tasks.rados.rados.0.smithi028.stdout:125: finishing rollback tid 2 to smithi02869045-49 2024-08-29T17:48:03.180 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 49 v 23 (ObjNum 48 snap 0 seq_num 48) dirty exists 2024-08-29T17:48:03.183 INFO:tasks.rados.rados.0.smithi028.stdout:125: done (3 left) 2024-08-29T17:48:03.183 INFO:tasks.rados.rados.0.smithi028.stdout:128: done (2 left) 2024-08-29T17:48:03.183 INFO:tasks.rados.rados.0.smithi028.stdout:129: snap_remove snap 5 2024-08-29T17:48:03.374 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:48:03 smithi028 bash[31855]: cluster 2024-08-29T17:48:01.925676+0000 mgr.y (mgr.14499) 213 : cluster [DBG] pgmap v180: 121 pgs: 121 active+clean; 26 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 2.5 MiB/s rd, 1.1 MiB/s wr, 14 op/s 2024-08-29T17:48:03.374 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:48:03 smithi028 bash[22419]: cluster 2024-08-29T17:48:01.925676+0000 mgr.y (mgr.14499) 213 : cluster [DBG] pgmap v180: 121 pgs: 121 active+clean; 26 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 2.5 MiB/s rd, 1.1 MiB/s wr, 14 op/s 2024-08-29T17:48:03.573 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:48:03 smithi053 bash[24720]: cluster 2024-08-29T17:48:01.925676+0000 mgr.y (mgr.14499) 213 : cluster [DBG] pgmap v180: 121 pgs: 121 active+clean; 26 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 2.5 MiB/s rd, 1.1 MiB/s wr, 14 op/s 2024-08-29T17:48:04.136 INFO:tasks.rados.rados.0.smithi028.stdout:129: done (2 left) 2024-08-29T17:48:04.137 INFO:tasks.rados.rados.0.smithi028.stdout:130: setattr oid 32 current snap is 7 2024-08-29T17:48:04.137 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 41 v 22 (ObjNum 40 snap 0 seq_num 40) dirty exists 2024-08-29T17:48:04.137 INFO:tasks.rados.rados.0.smithi028.stdout:126: expect (ObjNum 56 snap 4 seq_num 56) 2024-08-29T17:48:04.198 INFO:tasks.rados.rados.0.smithi028.stdout:126: done (2 left) 2024-08-29T17:48:04.198 INFO:tasks.rados.rados.0.smithi028.stdout:127: done (1 left) 2024-08-29T17:48:04.199 INFO:tasks.rados.rados.0.smithi028.stdout:131: snap_remove snap 4 2024-08-29T17:48:04.374 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:48:04 smithi028 bash[31855]: cluster 2024-08-29T17:48:03.130426+0000 mon.a (mon.0) 1099 : cluster [DBG] osdmap e93: 8 total, 8 up, 8 in 2024-08-29T17:48:04.374 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:48:04 smithi028 bash[22419]: cluster 2024-08-29T17:48:03.130426+0000 mon.a (mon.0) 1099 : cluster [DBG] osdmap e93: 8 total, 8 up, 8 in 2024-08-29T17:48:04.415 INFO:tasks.rados.rados.0.smithi028.stdout:131: done (1 left) 2024-08-29T17:48:04.415 INFO:tasks.rados.rados.0.smithi028.stdout:132: delete oid 6 current snap is 7 2024-08-29T17:48:04.415 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 32 v 8 (ObjNum 31 snap 0 seq_num 31) dirty exists 2024-08-29T17:48:04.436 INFO:tasks.rados.rados.0.smithi028.stdout:130: done (1 left) 2024-08-29T17:48:04.437 INFO:tasks.rados.rados.0.smithi028.stdout:132: done (0 left) 2024-08-29T17:48:04.437 INFO:tasks.rados.rados.0.smithi028.stdout:133: snap_remove snap 6 2024-08-29T17:48:04.573 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:48:04 smithi053 bash[24720]: cluster 2024-08-29T17:48:03.130426+0000 mon.a (mon.0) 1099 : cluster [DBG] osdmap e93: 8 total, 8 up, 8 in 2024-08-29T17:48:05.374 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:48:05 smithi028 bash[22419]: cluster 2024-08-29T17:48:03.926503+0000 mgr.y (mgr.14499) 214 : cluster [DBG] pgmap v183: 121 pgs: 121 active+clean; 26 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-29T17:48:05.374 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:48:05 smithi028 bash[22419]: cluster 2024-08-29T17:48:04.144359+0000 mon.a (mon.0) 1100 : cluster [DBG] osdmap e94: 8 total, 8 up, 8 in 2024-08-29T17:48:05.374 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:48:05 smithi028 bash[22419]: cluster 2024-08-29T17:48:04.421712+0000 mon.a (mon.0) 1101 : cluster [DBG] osdmap e95: 8 total, 8 up, 8 in 2024-08-29T17:48:05.375 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:48:05 smithi028 bash[31855]: cluster 2024-08-29T17:48:03.926503+0000 mgr.y (mgr.14499) 214 : cluster [DBG] pgmap v183: 121 pgs: 121 active+clean; 26 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-29T17:48:05.375 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:48:05 smithi028 bash[31855]: cluster 2024-08-29T17:48:04.144359+0000 mon.a (mon.0) 1100 : cluster [DBG] osdmap e94: 8 total, 8 up, 8 in 2024-08-29T17:48:05.375 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:48:05 smithi028 bash[31855]: cluster 2024-08-29T17:48:04.421712+0000 mon.a (mon.0) 1101 : cluster [DBG] osdmap e95: 8 total, 8 up, 8 in 2024-08-29T17:48:05.423 INFO:tasks.rados.rados.0.smithi028.stdout:133: done (0 left) 2024-08-29T17:48:05.423 INFO:tasks.rados.rados.0.smithi028.stdout:134: rollback oid 17 current snap is 7 2024-08-29T17:48:05.423 INFO:tasks.rados.rados.0.smithi028.stdout:134: done (0 left) 2024-08-29T17:48:05.423 INFO:tasks.rados.rados.0.smithi028.stdout:append oid 43 current snap is 7 2024-08-29T17:48:05.423 INFO:tasks.rados.rados.0.smithi028.stdout:135: seq_num 67 ranges {712704=729088,1441792=401408} 2024-08-29T17:48:05.434 INFO:tasks.rados.rados.0.smithi028.stdout:135: writing smithi02869045-43 from 712704 to 1441792 tid 1 2024-08-29T17:48:05.439 INFO:tasks.rados.rados.0.smithi028.stdout:135: writing smithi02869045-43 from 1441792 to 1843200 tid 2 2024-08-29T17:48:05.439 INFO:tasks.rados.rados.0.smithi028.stdout:136: read oid 11 snap -1 2024-08-29T17:48:05.439 INFO:tasks.rados.rados.0.smithi028.stdout:136: expect (ObjNum 10 snap 0 seq_num 10) 2024-08-29T17:48:05.439 INFO:tasks.rados.rados.0.smithi028.stdout:137: read oid 6 snap -1 2024-08-29T17:48:05.439 INFO:tasks.rados.rados.0.smithi028.stdout:137: expect deleted 2024-08-29T17:48:05.439 INFO:tasks.rados.rados.0.smithi028.stdout:138: copy_from oid 18 from oid 46 current snap is 7 2024-08-29T17:48:05.440 INFO:tasks.rados.rados.0.smithi028.stdout:139: read oid 41 snap -1 2024-08-29T17:48:05.440 INFO:tasks.rados.rados.0.smithi028.stdout:139: expect (ObjNum 40 snap 0 seq_num 40) 2024-08-29T17:48:05.440 INFO:tasks.rados.rados.0.smithi028.stdout:140: rmattr oid 37 current snap is 7 2024-08-29T17:48:05.440 INFO:tasks.rados.rados.0.smithi028.stdout:140: done (5 left) 2024-08-29T17:48:05.440 INFO:tasks.rados.rados.0.smithi028.stdout:141: read oid 1 snap -1 2024-08-29T17:48:05.440 INFO:tasks.rados.rados.0.smithi028.stdout:141: expect (ObjNum 0 snap 0 seq_num 0) 2024-08-29T17:48:05.440 INFO:tasks.rados.rados.0.smithi028.stdout:142: rmattr oid 30 current snap is 7 2024-08-29T17:48:05.440 INFO:tasks.rados.rados.0.smithi028.stdout:142: done (6 left) 2024-08-29T17:48:05.440 INFO:tasks.rados.rados.0.smithi028.stdout:143: setattr oid 47 current snap is 7 2024-08-29T17:48:05.442 INFO:tasks.rados.rados.0.smithi028.stdout:137: done (6 left) 2024-08-29T17:48:05.442 INFO:tasks.rados.rados.0.smithi028.stdout:144: copy_from oid 31 from oid 17 current snap is 7 2024-08-29T17:48:05.442 INFO:tasks.rados.rados.0.smithi028.stdout:145: setattr oid 35 current snap is 7 2024-08-29T17:48:05.444 INFO:tasks.rados.rados.0.smithi028.stdout:append oid 30 current snap is 7 2024-08-29T17:48:05.444 INFO:tasks.rados.rados.0.smithi028.stdout:146: seq_num 68 ranges {491520=745472,1236992=401408} 2024-08-29T17:48:05.454 INFO:tasks.rados.rados.0.smithi028.stdout:146: writing smithi02869045-30 from 491520 to 1236992 tid 1 2024-08-29T17:48:05.457 INFO:tasks.rados.rados.0.smithi028.stdout:146: writing smithi02869045-30 from 1236992 to 1638400 tid 2 2024-08-29T17:48:05.457 INFO:tasks.rados.rados.0.smithi028.stdout:147: setattr oid 9 current snap is 7 2024-08-29T17:48:05.457 INFO:tasks.rados.rados.0.smithi028.stdout:136: expect (ObjNum 10 snap 0 seq_num 10) 2024-08-29T17:48:05.462 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 47 v 31 (ObjNum 46 snap 0 seq_num 46) dirty exists 2024-08-29T17:48:05.463 INFO:tasks.rados.rados.0.smithi028.stdout:135: finishing write tid 1 to smithi02869045-43 2024-08-29T17:48:05.463 INFO:tasks.rados.rados.0.smithi028.stdout:141: expect (ObjNum 0 snap 0 seq_num 0) 2024-08-29T17:48:05.463 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 35 v 28 (ObjNum 34 snap 0 seq_num 34) dirty exists 2024-08-29T17:48:05.463 INFO:tasks.rados.rados.0.smithi028.stdout:139: expect (ObjNum 40 snap 0 seq_num 40) 2024-08-29T17:48:05.489 INFO:tasks.rados.rados.0.smithi028.stdout:135: finishing write tid 2 to smithi02869045-43 2024-08-29T17:48:05.489 INFO:tasks.rados.rados.0.smithi028.stdout:135: finishing write tid 3 to smithi02869045-43 2024-08-29T17:48:05.489 INFO:tasks.rados.rados.0.smithi028.stdout:138: finishing copy_from racing read to smithi02869045-18 2024-08-29T17:48:05.489 INFO:tasks.rados.rados.0.smithi028.stdout:135: finishing write tid 4 to smithi02869045-43 2024-08-29T17:48:05.489 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 43 v 7 (ObjNum 67 snap 7 seq_num 67) dirty exists 2024-08-29T17:48:05.490 INFO:tasks.rados.rados.0.smithi028.stdout:135: left oid 43 (ObjNum 67 snap 7 seq_num 67) 2024-08-29T17:48:05.490 INFO:tasks.rados.rados.0.smithi028.stdout:135: done (9 left) 2024-08-29T17:48:05.490 INFO:tasks.rados.rados.0.smithi028.stdout:136: done (8 left) 2024-08-29T17:48:05.490 INFO:tasks.rados.rados.0.smithi028.stdout:139: done (7 left) 2024-08-29T17:48:05.490 INFO:tasks.rados.rados.0.smithi028.stdout:141: done (6 left) 2024-08-29T17:48:05.490 INFO:tasks.rados.rados.0.smithi028.stdout:143: done (5 left) 2024-08-29T17:48:05.490 INFO:tasks.rados.rados.0.smithi028.stdout:145: done (4 left) 2024-08-29T17:48:05.490 INFO:tasks.rados.rados.0.smithi028.stdout:148: snap_create 2024-08-29T17:48:05.490 INFO:tasks.rados.rados.0.smithi028.stdout:138: finishing copy_from to smithi02869045-18 2024-08-29T17:48:05.490 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 18 v 4 (ObjNum 45 snap 0 seq_num 45) dirty exists 2024-08-29T17:48:05.490 INFO:tasks.rados.rados.0.smithi028.stdout:146: finishing write tid 1 to smithi02869045-30 2024-08-29T17:48:05.490 INFO:tasks.rados.rados.0.smithi028.stdout:144: finishing copy_from racing read to smithi02869045-31 2024-08-29T17:48:05.490 INFO:tasks.rados.rados.0.smithi028.stdout:146: finishing write tid 2 to smithi02869045-30 2024-08-29T17:48:05.490 INFO:tasks.rados.rados.0.smithi028.stdout:146: finishing write tid 3 to smithi02869045-30 2024-08-29T17:48:05.491 INFO:tasks.rados.rados.0.smithi028.stdout:146: finishing write tid 4 to smithi02869045-30 2024-08-29T17:48:05.491 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 30 v 10 (ObjNum 68 snap 7 seq_num 68) dirty exists 2024-08-29T17:48:05.491 INFO:tasks.rados.rados.0.smithi028.stdout:146: left oid 30 (ObjNum 68 snap 7 seq_num 68) 2024-08-29T17:48:05.491 INFO:tasks.rados.rados.0.smithi028.stdout:144: finishing copy_from to smithi02869045-31 2024-08-29T17:48:05.491 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 31 v 25 (ObjNum 55 snap 3 seq_num 55) dirty exists 2024-08-29T17:48:05.491 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 9 v 33 (ObjNum 62 snap 6 seq_num 62) dirty exists 2024-08-29T17:48:05.573 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:48:05 smithi053 bash[24720]: cluster 2024-08-29T17:48:03.926503+0000 mgr.y (mgr.14499) 214 : cluster [DBG] pgmap v183: 121 pgs: 121 active+clean; 26 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-29T17:48:05.573 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:48:05 smithi053 bash[24720]: cluster 2024-08-29T17:48:04.144359+0000 mon.a (mon.0) 1100 : cluster [DBG] osdmap e94: 8 total, 8 up, 8 in 2024-08-29T17:48:05.573 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:48:05 smithi053 bash[24720]: cluster 2024-08-29T17:48:04.421712+0000 mon.a (mon.0) 1101 : cluster [DBG] osdmap e95: 8 total, 8 up, 8 in 2024-08-29T17:48:06.428 INFO:tasks.rados.rados.0.smithi028.stdout:138: done (4 left) 2024-08-29T17:48:06.428 INFO:tasks.rados.rados.0.smithi028.stdout:144: done (3 left) 2024-08-29T17:48:06.428 INFO:tasks.rados.rados.0.smithi028.stdout:146: done (2 left) 2024-08-29T17:48:06.428 INFO:tasks.rados.rados.0.smithi028.stdout:147: done (1 left) 2024-08-29T17:48:06.428 INFO:tasks.rados.rados.0.smithi028.stdout:148: done (0 left) 2024-08-29T17:48:06.428 INFO:tasks.rados.rados.0.smithi028.stdout:149: snap_remove snap 7 2024-08-29T17:48:06.573 INFO:journalctl@ceph.mgr.x.smithi053.stdout:Aug 29 17:48:06 smithi053 bash[25641]: ::ffff:172.21.15.53 - - [29/Aug/2024:17:48:06] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.43.0" 2024-08-29T17:48:06.573 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:48:06 smithi053 bash[24720]: cluster 2024-08-29T17:48:05.430221+0000 mon.a (mon.0) 1102 : cluster [DBG] osdmap e96: 8 total, 8 up, 8 in 2024-08-29T17:48:06.573 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:48:06 smithi053 bash[24720]: cluster 2024-08-29T17:48:05.927047+0000 mgr.y (mgr.14499) 215 : cluster [DBG] pgmap v187: 121 pgs: 121 active+clean; 29 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 2.9 MiB/s rd, 1.0 MiB/s wr, 25 op/s 2024-08-29T17:48:06.874 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:48:06 smithi028 bash[31855]: cluster 2024-08-29T17:48:05.430221+0000 mon.a (mon.0) 1102 : cluster [DBG] osdmap e96: 8 total, 8 up, 8 in 2024-08-29T17:48:06.874 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:48:06 smithi028 bash[31855]: cluster 2024-08-29T17:48:05.927047+0000 mgr.y (mgr.14499) 215 : cluster [DBG] pgmap v187: 121 pgs: 121 active+clean; 29 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 2.9 MiB/s rd, 1.0 MiB/s wr, 25 op/s 2024-08-29T17:48:06.874 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:48:06 smithi028 bash[22419]: cluster 2024-08-29T17:48:05.430221+0000 mon.a (mon.0) 1102 : cluster [DBG] osdmap e96: 8 total, 8 up, 8 in 2024-08-29T17:48:06.874 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:48:06 smithi028 bash[22419]: cluster 2024-08-29T17:48:05.927047+0000 mgr.y (mgr.14499) 215 : cluster [DBG] pgmap v187: 121 pgs: 121 active+clean; 29 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 2.9 MiB/s rd, 1.0 MiB/s wr, 25 op/s 2024-08-29T17:48:07.436 INFO:tasks.rados.rados.0.smithi028.stdout:149: done (0 left) 2024-08-29T17:48:07.436 INFO:tasks.rados.rados.0.smithi028.stdout:150: delete oid 1 current snap is 8 2024-08-29T17:48:07.441 INFO:tasks.rados.rados.0.smithi028.stdout:150: done (0 left) 2024-08-29T17:48:07.441 INFO:tasks.rados.rados.0.smithi028.stdout:151: snap_create 2024-08-29T17:48:07.823 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:48:07 smithi053 bash[24720]: cluster 2024-08-29T17:48:06.435458+0000 mon.a (mon.0) 1103 : cluster [DBG] osdmap e97: 8 total, 8 up, 8 in 2024-08-29T17:48:07.874 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:48:07 smithi028 bash[22419]: cluster 2024-08-29T17:48:06.435458+0000 mon.a (mon.0) 1103 : cluster [DBG] osdmap e97: 8 total, 8 up, 8 in 2024-08-29T17:48:07.874 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:48:07 smithi028 bash[31855]: cluster 2024-08-29T17:48:06.435458+0000 mon.a (mon.0) 1103 : cluster [DBG] osdmap e97: 8 total, 8 up, 8 in 2024-08-29T17:48:08.445 INFO:tasks.rados.rados.0.smithi028.stdout:151: done (0 left) 2024-08-29T17:48:08.445 INFO:tasks.rados.rados.0.smithi028.stdout:append oid 31 current snap is 9 2024-08-29T17:48:08.445 INFO:tasks.rados.rados.0.smithi028.stdout:152: seq_num 70 ranges {2039808=778240,2818048=401408} 2024-08-29T17:48:08.482 INFO:tasks.rados.rados.0.smithi028.stdout:152: writing smithi02869045-31 from 2039808 to 2818048 tid 1 2024-08-29T17:48:08.488 INFO:tasks.rados.rados.0.smithi028.stdout:152: writing smithi02869045-31 from 2818048 to 3219456 tid 2 2024-08-29T17:48:08.488 INFO:tasks.rados.rados.0.smithi028.stdout:append oid 16 current snap is 9 2024-08-29T17:48:08.488 INFO:tasks.rados.rados.0.smithi028.stdout:153: seq_num 71 ranges {253952=794624,1048576=401408} 2024-08-29T17:48:08.500 INFO:tasks.rados.rados.0.smithi028.stdout:153: writing smithi02869045-16 from 253952 to 1048576 tid 1 2024-08-29T17:48:08.505 INFO:tasks.rados.rados.0.smithi028.stdout:153: writing smithi02869045-16 from 1048576 to 1449984 tid 2 2024-08-29T17:48:08.505 INFO:tasks.rados.rados.0.smithi028.stdout:154: copy_from oid 10 from oid 39 current snap is 9 2024-08-29T17:48:08.505 INFO:tasks.rados.rados.0.smithi028.stdout:152: finishing write tid 1 to smithi02869045-31 2024-08-29T17:48:08.505 INFO:tasks.rados.rados.0.smithi028.stdout:152: finishing write tid 2 to smithi02869045-31 2024-08-29T17:48:08.505 INFO:tasks.rados.rados.0.smithi028.stdout:155: read oid 48 snap 8 2024-08-29T17:48:08.505 INFO:tasks.rados.rados.0.smithi028.stdout:155: expect (ObjNum 0 snap 0 seq_num 0) 2024-08-29T17:48:08.505 INFO:tasks.rados.rados.0.smithi028.stdout:156: copy_from oid 50 from oid 1 current snap is 9 2024-08-29T17:48:08.505 INFO:tasks.rados.rados.0.smithi028.stdout:152: finishing write tid 3 to smithi02869045-31 2024-08-29T17:48:08.505 INFO:tasks.rados.rados.0.smithi028.stdout:152: finishing write tid 4 to smithi02869045-31 2024-08-29T17:48:08.506 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 31 v 49 (ObjNum 70 snap 9 seq_num 70) dirty exists 2024-08-29T17:48:08.506 INFO:tasks.rados.rados.0.smithi028.stdout:152: left oid 31 (ObjNum 70 snap 9 seq_num 70) 2024-08-29T17:48:08.506 INFO:tasks.rados.rados.0.smithi028.stdout:152: done (4 left) 2024-08-29T17:48:08.506 INFO:tasks.rados.rados.0.smithi028.stdout:157: rollback oid 2 current snap is 9 2024-08-29T17:48:08.506 INFO:tasks.rados.rados.0.smithi028.stdout:rollback oid 2 to 8 2024-08-29T17:48:08.506 INFO:tasks.rados.rados.0.smithi028.stdout:158: copy_from oid 36 from oid 24 current snap is 9 2024-08-29T17:48:08.506 INFO:tasks.rados.rados.0.smithi028.stdout:159: snap_create 2024-08-29T17:48:08.507 INFO:tasks.rados.rados.0.smithi028.stdout:153: finishing write tid 1 to smithi02869045-16 2024-08-29T17:48:08.510 INFO:tasks.rados.rados.0.smithi028.stdout:156: finishing copy_from to smithi02869045-50 2024-08-29T17:48:08.510 INFO:tasks.rados.rados.0.smithi028.stdout:156: got expected ENOENT (src dne) 2024-08-29T17:48:08.510 INFO:tasks.rados.rados.0.smithi028.stdout:156: finishing copy_from racing read to smithi02869045-50 2024-08-29T17:48:08.511 INFO:tasks.rados.rados.0.smithi028.stdout:157: finishing rollback tid 0 to smithi02869045-2 2024-08-29T17:48:08.511 INFO:tasks.rados.rados.0.smithi028.stdout:157: finishing rollback tid 1 to smithi02869045-2 2024-08-29T17:48:08.512 INFO:tasks.rados.rados.0.smithi028.stdout:157: finishing rollback tid 2 to smithi02869045-2 2024-08-29T17:48:08.512 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 2 v 43 (ObjNum 63 snap 6 seq_num 63) dirty exists 2024-08-29T17:48:08.514 INFO:tasks.rados.rados.0.smithi028.stdout:153: finishing write tid 2 to smithi02869045-16 2024-08-29T17:48:08.514 INFO:tasks.rados.rados.0.smithi028.stdout:153: finishing write tid 3 to smithi02869045-16 2024-08-29T17:48:08.514 INFO:tasks.rados.rados.0.smithi028.stdout:155: expect (ObjNum 0 snap 0 seq_num 0) 2024-08-29T17:48:08.516 INFO:tasks.rados.rados.0.smithi028.stdout:153: finishing write tid 4 to smithi02869045-16 2024-08-29T17:48:08.516 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 16 v 36 (ObjNum 71 snap 9 seq_num 71) dirty exists 2024-08-29T17:48:08.516 INFO:tasks.rados.rados.0.smithi028.stdout:153: left oid 16 (ObjNum 71 snap 9 seq_num 71) 2024-08-29T17:48:08.520 INFO:tasks.rados.rados.0.smithi028.stdout:158: finishing copy_from racing read to smithi02869045-36 2024-08-29T17:48:08.523 INFO:tasks.rados.rados.0.smithi028.stdout:154: finishing copy_from racing read to smithi02869045-10 2024-08-29T17:48:08.523 INFO:tasks.rados.rados.0.smithi028.stdout:158: finishing copy_from to smithi02869045-36 2024-08-29T17:48:08.523 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 36 v 4 (ObjNum 28 snap 0 seq_num 28) dirty exists 2024-08-29T17:48:08.526 INFO:tasks.rados.rados.0.smithi028.stdout:154: finishing copy_from to smithi02869045-10 2024-08-29T17:48:08.527 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 10 v 13 (ObjNum 57 snap 4 seq_num 57) dirty exists 2024-08-29T17:48:08.823 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:48:08 smithi053 bash[24720]: cluster 2024-08-29T17:48:07.441785+0000 mon.a (mon.0) 1104 : cluster [DBG] osdmap e98: 8 total, 8 up, 8 in 2024-08-29T17:48:08.823 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:48:08 smithi053 bash[24720]: cluster 2024-08-29T17:48:07.927677+0000 mgr.y (mgr.14499) 216 : cluster [DBG] pgmap v190: 121 pgs: 121 active+clean; 29 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 2.9 MiB/s rd, 1.0 MiB/s wr, 26 op/s 2024-08-29T17:48:08.874 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:48:08 smithi028 bash[31855]: cluster 2024-08-29T17:48:07.441785+0000 mon.a (mon.0) 1104 : cluster [DBG] osdmap e98: 8 total, 8 up, 8 in 2024-08-29T17:48:08.874 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:48:08 smithi028 bash[31855]: cluster 2024-08-29T17:48:07.927677+0000 mgr.y (mgr.14499) 216 : cluster [DBG] pgmap v190: 121 pgs: 121 active+clean; 29 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 2.9 MiB/s rd, 1.0 MiB/s wr, 26 op/s 2024-08-29T17:48:08.874 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:48:08 smithi028 bash[22419]: cluster 2024-08-29T17:48:07.441785+0000 mon.a (mon.0) 1104 : cluster [DBG] osdmap e98: 8 total, 8 up, 8 in 2024-08-29T17:48:08.874 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:48:08 smithi028 bash[22419]: cluster 2024-08-29T17:48:07.927677+0000 mgr.y (mgr.14499) 216 : cluster [DBG] pgmap v190: 121 pgs: 121 active+clean; 29 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 2.9 MiB/s rd, 1.0 MiB/s wr, 26 op/s 2024-08-29T17:48:09.422 INFO:tasks.rados.rados.0.smithi028.stdout:153: done (6 left) 2024-08-29T17:48:09.423 INFO:tasks.rados.rados.0.smithi028.stdout:154: done (5 left) 2024-08-29T17:48:09.423 INFO:tasks.rados.rados.0.smithi028.stdout:155: done (4 left) 2024-08-29T17:48:09.423 INFO:tasks.rados.rados.0.smithi028.stdout:156: done (3 left) 2024-08-29T17:48:09.423 INFO:tasks.rados.rados.0.smithi028.stdout:157: done (2 left) 2024-08-29T17:48:09.423 INFO:tasks.rados.rados.0.smithi028.stdout:158: done (1 left) 2024-08-29T17:48:09.423 INFO:tasks.rados.rados.0.smithi028.stdout:159: done (0 left) 2024-08-29T17:48:09.423 INFO:tasks.rados.rados.0.smithi028.stdout:160: read oid 46 snap -1 2024-08-29T17:48:09.423 INFO:tasks.rados.rados.0.smithi028.stdout:160: expect (ObjNum 45 snap 0 seq_num 45) 2024-08-29T17:48:09.423 INFO:tasks.rados.rados.0.smithi028.stdout:161: read oid 7 snap 8 2024-08-29T17:48:09.423 INFO:tasks.rados.rados.0.smithi028.stdout:161: expect (ObjNum 50 snap 0 seq_num 50) 2024-08-29T17:48:09.423 INFO:tasks.rados.rados.0.smithi028.stdout:162: snap_create 2024-08-29T17:48:09.430 INFO:tasks.rados.rados.0.smithi028.stdout:160: expect (ObjNum 45 snap 0 seq_num 45) 2024-08-29T17:48:09.477 INFO:tasks.rados.rados.0.smithi028.stdout:161: expect (ObjNum 50 snap 0 seq_num 50) 2024-08-29T17:48:09.823 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:48:09 smithi053 bash[24720]: cluster 2024-08-29T17:48:08.452307+0000 mon.a (mon.0) 1105 : cluster [DBG] osdmap e99: 8 total, 8 up, 8 in 2024-08-29T17:48:09.823 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:48:09 smithi053 bash[24720]: audit 2024-08-29T17:48:08.875539+0000 mon.a (mon.0) 1106 : audit [DBG] from='mgr.14499 172.21.15.28:0/1402656687' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-29T17:48:09.823 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:48:09 smithi053 bash[24720]: cluster 2024-08-29T17:48:09.429904+0000 mon.a (mon.0) 1107 : cluster [DBG] osdmap e100: 8 total, 8 up, 8 in 2024-08-29T17:48:09.874 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:48:09 smithi028 bash[22419]: cluster 2024-08-29T17:48:08.452307+0000 mon.a (mon.0) 1105 : cluster [DBG] osdmap e99: 8 total, 8 up, 8 in 2024-08-29T17:48:09.874 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:48:09 smithi028 bash[22419]: audit 2024-08-29T17:48:08.875539+0000 mon.a (mon.0) 1106 : audit [DBG] from='mgr.14499 172.21.15.28:0/1402656687' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-29T17:48:09.874 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:48:09 smithi028 bash[22419]: cluster 2024-08-29T17:48:09.429904+0000 mon.a (mon.0) 1107 : cluster [DBG] osdmap e100: 8 total, 8 up, 8 in 2024-08-29T17:48:09.874 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:48:09 smithi028 bash[31855]: cluster 2024-08-29T17:48:08.452307+0000 mon.a (mon.0) 1105 : cluster [DBG] osdmap e99: 8 total, 8 up, 8 in 2024-08-29T17:48:09.874 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:48:09 smithi028 bash[31855]: audit 2024-08-29T17:48:08.875539+0000 mon.a (mon.0) 1106 : audit [DBG] from='mgr.14499 172.21.15.28:0/1402656687' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-29T17:48:09.874 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:48:09 smithi028 bash[31855]: cluster 2024-08-29T17:48:09.429904+0000 mon.a (mon.0) 1107 : cluster [DBG] osdmap e100: 8 total, 8 up, 8 in 2024-08-29T17:48:10.424 INFO:tasks.rados.rados.0.smithi028.stdout:160: done (2 left) 2024-08-29T17:48:10.424 INFO:tasks.rados.rados.0.smithi028.stdout:161: done (1 left) 2024-08-29T17:48:10.424 INFO:tasks.rados.rados.0.smithi028.stdout:162: done (0 left) 2024-08-29T17:48:10.424 INFO:tasks.rados.rados.0.smithi028.stdout:append oid 13 current snap is 11 2024-08-29T17:48:10.424 INFO:tasks.rados.rados.0.smithi028.stdout:163: seq_num 72 ranges {204800=409600,614400=524288,1138688=278528} 2024-08-29T17:48:10.427 INFO:tasks.rados.rados.0.smithi028.stdout:163: writing smithi02869045-13 from 204800 to 614400 tid 1 2024-08-29T17:48:10.431 INFO:tasks.rados.rados.0.smithi028.stdout:163: writing smithi02869045-13 from 614400 to 1138688 tid 2 2024-08-29T17:48:10.433 INFO:tasks.rados.rados.0.smithi028.stdout:163: writing smithi02869045-13 from 1138688 to 1417216 tid 3 2024-08-29T17:48:10.433 INFO:tasks.rados.rados.0.smithi028.stdout:164: copy_from oid 15 from oid 5 current snap is 11 2024-08-29T17:48:10.433 INFO:tasks.rados.rados.0.smithi028.stdout:165: rollback oid 19 current snap is 11 2024-08-29T17:48:10.433 INFO:tasks.rados.rados.0.smithi028.stdout:rollback oid 19 to 9 2024-08-29T17:48:10.433 INFO:tasks.rados.rados.0.smithi028.stdout:166: copy_from oid 21 from oid 24 current snap is 11 2024-08-29T17:48:10.433 INFO:tasks.rados.rados.0.smithi028.stdout:167: copy_from oid 3 from oid 7 current snap is 11 2024-08-29T17:48:10.434 INFO:tasks.rados.rados.0.smithi028.stdout:168: read oid 33 snap -1 2024-08-29T17:48:10.434 INFO:tasks.rados.rados.0.smithi028.stdout:168: expect (ObjNum 32 snap 0 seq_num 32) 2024-08-29T17:48:10.434 INFO:tasks.rados.rados.0.smithi028.stdout:append oid 16 current snap is 11 2024-08-29T17:48:10.434 INFO:tasks.rados.rados.0.smithi028.stdout:169: seq_num 73 ranges {1449984=425984,1875968=409600,2285568=393216} 2024-08-29T17:48:10.444 INFO:tasks.rados.rados.0.smithi028.stdout:169: writing smithi02869045-16 from 1449984 to 1875968 tid 1 2024-08-29T17:48:10.447 INFO:tasks.rados.rados.0.smithi028.stdout:169: writing smithi02869045-16 from 1875968 to 2285568 tid 2 2024-08-29T17:48:10.450 INFO:tasks.rados.rados.0.smithi028.stdout:169: writing smithi02869045-16 from 2285568 to 2678784 tid 3 2024-08-29T17:48:10.452 INFO:tasks.rados.rados.0.smithi028.stdout:170: rmattr oid 34 current snap is 11 2024-08-29T17:48:10.452 INFO:tasks.rados.rados.0.smithi028.stdout:170: done (7 left) 2024-08-29T17:48:10.452 INFO:tasks.rados.rados.0.smithi028.stdout:171: snap_remove snap 10 2024-08-29T17:48:10.823 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:48:10 smithi053 bash[24720]: cluster 2024-08-29T17:48:09.928426+0000 mgr.y (mgr.14499) 217 : cluster [DBG] pgmap v193: 121 pgs: 121 active+clean; 36 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.3 MiB/s wr, 27 op/s 2024-08-29T17:48:10.823 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:48:10 smithi053 bash[24720]: cluster 2024-08-29T17:48:10.427170+0000 mon.a (mon.0) 1108 : cluster [DBG] osdmap e101: 8 total, 8 up, 8 in 2024-08-29T17:48:10.874 INFO:journalctl@ceph.mgr.y.smithi028.stdout:Aug 29 17:48:10 smithi028 bash[22672]: ::ffff:172.21.15.53 - - [29/Aug/2024:17:48:10] "GET /metrics HTTP/1.1" 200 239778 "" "Prometheus/2.43.0" 2024-08-29T17:48:10.874 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:48:10 smithi028 bash[31855]: cluster 2024-08-29T17:48:09.928426+0000 mgr.y (mgr.14499) 217 : cluster [DBG] pgmap v193: 121 pgs: 121 active+clean; 36 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.3 MiB/s wr, 27 op/s 2024-08-29T17:48:10.874 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:48:10 smithi028 bash[31855]: cluster 2024-08-29T17:48:10.427170+0000 mon.a (mon.0) 1108 : cluster [DBG] osdmap e101: 8 total, 8 up, 8 in 2024-08-29T17:48:10.874 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:48:10 smithi028 bash[22419]: cluster 2024-08-29T17:48:09.928426+0000 mgr.y (mgr.14499) 217 : cluster [DBG] pgmap v193: 121 pgs: 121 active+clean; 36 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.3 MiB/s wr, 27 op/s 2024-08-29T17:48:10.875 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:48:10 smithi028 bash[22419]: cluster 2024-08-29T17:48:10.427170+0000 mon.a (mon.0) 1108 : cluster [DBG] osdmap e101: 8 total, 8 up, 8 in 2024-08-29T17:48:11.464 INFO:tasks.rados.rados.0.smithi028.stdout:164: finishing copy_from to smithi02869045-15 2024-08-29T17:48:11.464 INFO:tasks.rados.rados.0.smithi028.stdout:164: got expected ENOENT (src dne) 2024-08-29T17:48:11.464 INFO:tasks.rados.rados.0.smithi028.stdout:164: finishing copy_from racing read to smithi02869045-15 2024-08-29T17:48:11.465 INFO:tasks.rados.rados.0.smithi028.stdout:165: finishing rollback tid 0 to smithi02869045-19 2024-08-29T17:48:11.465 INFO:tasks.rados.rados.0.smithi028.stdout:165: finishing rollback tid 1 to smithi02869045-19 2024-08-29T17:48:11.465 INFO:tasks.rados.rados.0.smithi028.stdout:165: finishing rollback tid 2 to smithi02869045-19 2024-08-29T17:48:11.465 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 19 v 40 (ObjNum 18 snap 0 seq_num 18) dirty exists 2024-08-29T17:48:11.465 INFO:tasks.rados.rados.0.smithi028.stdout:166: finishing copy_from racing read to smithi02869045-21 2024-08-29T17:48:11.465 INFO:tasks.rados.rados.0.smithi028.stdout:166: finishing copy_from to smithi02869045-21 2024-08-29T17:48:11.465 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 21 v 4 (ObjNum 28 snap 0 seq_num 28) dirty exists 2024-08-29T17:48:11.465 INFO:tasks.rados.rados.0.smithi028.stdout:168: expect (ObjNum 32 snap 0 seq_num 32) 2024-08-29T17:48:11.483 INFO:tasks.rados.rados.0.smithi028.stdout:163: finishing write tid 1 to smithi02869045-13 2024-08-29T17:48:11.483 INFO:tasks.rados.rados.0.smithi028.stdout:169: finishing write tid 1 to smithi02869045-16 2024-08-29T17:48:11.483 INFO:tasks.rados.rados.0.smithi028.stdout:163: finishing write tid 2 to smithi02869045-13 2024-08-29T17:48:11.483 INFO:tasks.rados.rados.0.smithi028.stdout:163: finishing write tid 3 to smithi02869045-13 2024-08-29T17:48:11.483 INFO:tasks.rados.rados.0.smithi028.stdout:164: done (7 left) 2024-08-29T17:48:11.484 INFO:tasks.rados.rados.0.smithi028.stdout:165: done (6 left) 2024-08-29T17:48:11.484 INFO:tasks.rados.rados.0.smithi028.stdout:166: done (5 left) 2024-08-29T17:48:11.484 INFO:tasks.rados.rados.0.smithi028.stdout:168: done (4 left) 2024-08-29T17:48:11.484 INFO:tasks.rados.rados.0.smithi028.stdout:171: done (3 left) 2024-08-29T17:48:11.484 INFO:tasks.rados.rados.0.smithi028.stdout:172: rollback oid 44 current snap is 11 2024-08-29T17:48:11.484 INFO:tasks.rados.rados.0.smithi028.stdout:rollback oid 44 to 8 2024-08-29T17:48:11.484 INFO:tasks.rados.rados.0.smithi028.stdout:163: finishing write tid 4 to smithi02869045-13 2024-08-29T17:48:11.484 INFO:tasks.rados.rados.0.smithi028.stdout:167: finishing copy_from racing read to smithi02869045-3 2024-08-29T17:48:11.484 INFO:tasks.rados.rados.0.smithi028.stdout:169: finishing write tid 2 to smithi02869045-16 2024-08-29T17:48:11.484 INFO:tasks.rados.rados.0.smithi028.stdout:169: finishing write tid 3 to smithi02869045-16 2024-08-29T17:48:11.484 INFO:tasks.rados.rados.0.smithi028.stdout:169: finishing write tid 4 to smithi02869045-16 2024-08-29T17:48:11.484 INFO:tasks.rados.rados.0.smithi028.stdout:163: finishing write tid 5 to smithi02869045-13 2024-08-29T17:48:11.484 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 13 v 54 (ObjNum 72 snap 11 seq_num 72) dirty exists 2024-08-29T17:48:11.484 INFO:tasks.rados.rados.0.smithi028.stdout:163: left oid 13 (ObjNum 72 snap 11 seq_num 72) 2024-08-29T17:48:11.485 INFO:tasks.rados.rados.0.smithi028.stdout:169: finishing write tid 5 to smithi02869045-16 2024-08-29T17:48:11.485 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 16 v 45 (ObjNum 73 snap 11 seq_num 73) dirty exists 2024-08-29T17:48:11.485 INFO:tasks.rados.rados.0.smithi028.stdout:169: left oid 16 (ObjNum 73 snap 11 seq_num 73) 2024-08-29T17:48:11.485 INFO:tasks.rados.rados.0.smithi028.stdout:167: finishing copy_from to smithi02869045-3 2024-08-29T17:48:11.485 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 3 v 19 (ObjNum 50 snap 0 seq_num 50) dirty exists 2024-08-29T17:48:11.485 INFO:tasks.rados.rados.0.smithi028.stdout:163: done (3 left) 2024-08-29T17:48:11.485 INFO:tasks.rados.rados.0.smithi028.stdout:167: done (2 left) 2024-08-29T17:48:11.485 INFO:tasks.rados.rados.0.smithi028.stdout:169: done (1 left) 2024-08-29T17:48:11.485 INFO:tasks.rados.rados.0.smithi028.stdout:173: copy_from oid 3 from oid 30 current snap is 11 2024-08-29T17:48:11.485 INFO:tasks.rados.rados.0.smithi028.stdout:174: copy_from oid 17 from oid 9 current snap is 11 2024-08-29T17:48:11.485 INFO:tasks.rados.rados.0.smithi028.stdout:append oid 31 current snap is 11 2024-08-29T17:48:11.485 INFO:tasks.rados.rados.0.smithi028.stdout:175: seq_num 74 ranges {3219456=442368,3661824=696320,4358144=106496} 2024-08-29T17:48:11.504 INFO:tasks.rados.rados.0.smithi028.stdout:175: writing smithi02869045-31 from 3219456 to 3661824 tid 1 2024-08-29T17:48:11.509 INFO:tasks.rados.rados.0.smithi028.stdout:175: writing smithi02869045-31 from 3661824 to 4358144 tid 2 2024-08-29T17:48:11.510 INFO:tasks.rados.rados.0.smithi028.stdout:175: writing smithi02869045-31 from 4358144 to 4464640 tid 3 2024-08-29T17:48:11.510 INFO:tasks.rados.rados.0.smithi028.stdout:176: setattr oid 32 current snap is 11 2024-08-29T17:48:11.510 INFO:tasks.rados.rados.0.smithi028.stdout:172: finishing rollback tid 1 to smithi02869045-44 2024-08-29T17:48:11.510 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 44 v 0 (ObjNum 161 snap 0 seq_num 0) dirty dne 2024-08-29T17:48:11.510 INFO:tasks.rados.rados.0.smithi028.stdout:173: finishing copy_from racing read to smithi02869045-3 2024-08-29T17:48:11.511 INFO:tasks.rados.rados.0.smithi028.stdout:174: finishing copy_from racing read to smithi02869045-17 2024-08-29T17:48:11.511 INFO:tasks.rados.rados.0.smithi028.stdout:173: finishing copy_from to smithi02869045-3 2024-08-29T17:48:11.511 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 3 v 10 (ObjNum 68 snap 7 seq_num 68) dirty exists 2024-08-29T17:48:11.511 INFO:tasks.rados.rados.0.smithi028.stdout:174: finishing copy_from to smithi02869045-17 2024-08-29T17:48:11.511 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 17 v 33 (ObjNum 62 snap 6 seq_num 62) dirty exists 2024-08-29T17:48:11.511 INFO:tasks.rados.rados.0.smithi028.stdout:175: finishing write tid 1 to smithi02869045-31 2024-08-29T17:48:11.511 INFO:tasks.rados.rados.0.smithi028.stdout:172: done (4 left) 2024-08-29T17:48:11.511 INFO:tasks.rados.rados.0.smithi028.stdout:173: done (3 left) 2024-08-29T17:48:11.511 INFO:tasks.rados.rados.0.smithi028.stdout:174: done (2 left) 2024-08-29T17:48:11.512 INFO:tasks.rados.rados.0.smithi028.stdout:177: snap_remove snap 9 2024-08-29T17:48:12.467 INFO:tasks.rados.rados.0.smithi028.stdout:177: done (2 left) 2024-08-29T17:48:12.467 INFO:tasks.rados.rados.0.smithi028.stdout:178: rmattr oid 45 current snap is 11 2024-08-29T17:48:12.467 INFO:tasks.rados.rados.0.smithi028.stdout:178: done (2 left) 2024-08-29T17:48:12.467 INFO:tasks.rados.rados.0.smithi028.stdout:179: copy_from oid 5 from oid 4 current snap is 11 2024-08-29T17:48:12.468 INFO:tasks.rados.rados.0.smithi028.stdout:175: finishing write tid 2 to smithi02869045-31 2024-08-29T17:48:12.468 INFO:tasks.rados.rados.0.smithi028.stdout:175: finishing write tid 3 to smithi02869045-31 2024-08-29T17:48:12.468 INFO:tasks.rados.rados.0.smithi028.stdout:175: finishing write tid 4 to smithi02869045-31 2024-08-29T17:48:12.468 INFO:tasks.rados.rados.0.smithi028.stdout:175: finishing write tid 5 to smithi02869045-31 2024-08-29T17:48:12.468 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 31 v 63 (ObjNum 74 snap 11 seq_num 74) dirty exists 2024-08-29T17:48:12.468 INFO:tasks.rados.rados.0.smithi028.stdout:175: left oid 31 (ObjNum 74 snap 11 seq_num 74) 2024-08-29T17:48:12.468 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 32 v 14 (ObjNum 31 snap 0 seq_num 31) dirty exists 2024-08-29T17:48:12.468 INFO:tasks.rados.rados.0.smithi028.stdout:175: done (2 left) 2024-08-29T17:48:12.468 INFO:tasks.rados.rados.0.smithi028.stdout:176: done (1 left) 2024-08-29T17:48:12.468 INFO:tasks.rados.rados.0.smithi028.stdout:180: snap_remove snap 8 2024-08-29T17:48:12.823 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:48:12 smithi053 bash[24720]: cluster 2024-08-29T17:48:11.470558+0000 mon.a (mon.0) 1109 : cluster [DBG] osdmap e102: 8 total, 8 up, 8 in 2024-08-29T17:48:12.823 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:48:12 smithi053 bash[24720]: cluster 2024-08-29T17:48:11.929044+0000 mgr.y (mgr.14499) 218 : cluster [DBG] pgmap v196: 121 pgs: 121 active+clean; 36 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.3 MiB/s wr, 27 op/s 2024-08-29T17:48:12.874 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:48:12 smithi028 bash[22419]: cluster 2024-08-29T17:48:11.470558+0000 mon.a (mon.0) 1109 : cluster [DBG] osdmap e102: 8 total, 8 up, 8 in 2024-08-29T17:48:12.874 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:48:12 smithi028 bash[22419]: cluster 2024-08-29T17:48:11.929044+0000 mgr.y (mgr.14499) 218 : cluster [DBG] pgmap v196: 121 pgs: 121 active+clean; 36 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.3 MiB/s wr, 27 op/s 2024-08-29T17:48:12.874 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:48:12 smithi028 bash[31855]: cluster 2024-08-29T17:48:11.470558+0000 mon.a (mon.0) 1109 : cluster [DBG] osdmap e102: 8 total, 8 up, 8 in 2024-08-29T17:48:12.874 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:48:12 smithi028 bash[31855]: cluster 2024-08-29T17:48:11.929044+0000 mgr.y (mgr.14499) 218 : cluster [DBG] pgmap v196: 121 pgs: 121 active+clean; 36 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.3 MiB/s wr, 27 op/s 2024-08-29T17:48:13.477 INFO:tasks.rados.rados.0.smithi028.stdout:180: done (1 left) 2024-08-29T17:48:13.477 INFO:tasks.rados.rados.0.smithi028.stdout:181: read oid 28 snap -1 2024-08-29T17:48:13.477 INFO:tasks.rados.rados.0.smithi028.stdout:181: expect deleted 2024-08-29T17:48:13.477 INFO:tasks.rados.rados.0.smithi028.stdout:182: rollback oid 34 current snap is 11 2024-08-29T17:48:13.478 INFO:tasks.rados.rados.0.smithi028.stdout:182: done (2 left) 2024-08-29T17:48:13.478 INFO:tasks.rados.rados.0.smithi028.stdout:append oid 19 current snap is 11 2024-08-29T17:48:13.478 INFO:tasks.rados.rados.0.smithi028.stdout:183: seq_num 75 ranges {303104=458752,761856=581632,1343488=221184} 2024-08-29T17:48:13.481 INFO:tasks.rados.rados.0.smithi028.stdout:183: writing smithi02869045-19 from 303104 to 761856 tid 1 2024-08-29T17:48:13.489 INFO:tasks.rados.rados.0.smithi028.stdout:183: writing smithi02869045-19 from 761856 to 1343488 tid 2 2024-08-29T17:48:13.492 INFO:tasks.rados.rados.0.smithi028.stdout:183: writing smithi02869045-19 from 1343488 to 1564672 tid 3 2024-08-29T17:48:13.493 INFO:tasks.rados.rados.0.smithi028.stdout:184: read oid 42 snap -1 2024-08-29T17:48:13.493 INFO:tasks.rados.rados.0.smithi028.stdout:184: expect (ObjNum 41 snap 0 seq_num 41) 2024-08-29T17:48:13.493 INFO:tasks.rados.rados.0.smithi028.stdout:185: rollback oid 31 current snap is 11 2024-08-29T17:48:13.494 INFO:tasks.rados.rados.0.smithi028.stdout:185: done (4 left) 2024-08-29T17:48:13.494 INFO:tasks.rados.rados.0.smithi028.stdout:186: snap_create 2024-08-29T17:48:13.494 INFO:tasks.rados.rados.0.smithi028.stdout:179: finishing copy_from racing read to smithi02869045-5 2024-08-29T17:48:13.494 INFO:tasks.rados.rados.0.smithi028.stdout:179: finishing copy_from to smithi02869045-5 2024-08-29T17:48:13.494 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 5 v 4 (ObjNum 3 snap 0 seq_num 3) dirty exists 2024-08-29T17:48:13.494 INFO:tasks.rados.rados.0.smithi028.stdout:183: finishing write tid 1 to smithi02869045-19 2024-08-29T17:48:13.498 INFO:tasks.rados.rados.0.smithi028.stdout:183: finishing write tid 2 to smithi02869045-19 2024-08-29T17:48:13.498 INFO:tasks.rados.rados.0.smithi028.stdout:183: finishing write tid 3 to smithi02869045-19 2024-08-29T17:48:13.499 INFO:tasks.rados.rados.0.smithi028.stdout:183: finishing write tid 4 to smithi02869045-19 2024-08-29T17:48:13.501 INFO:tasks.rados.rados.0.smithi028.stdout:183: finishing write tid 5 to smithi02869045-19 2024-08-29T17:48:13.501 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 19 v 70 (ObjNum 75 snap 11 seq_num 75) dirty exists 2024-08-29T17:48:13.501 INFO:tasks.rados.rados.0.smithi028.stdout:183: left oid 19 (ObjNum 75 snap 11 seq_num 75) 2024-08-29T17:48:13.507 INFO:tasks.rados.rados.0.smithi028.stdout:184: expect (ObjNum 41 snap 0 seq_num 41) 2024-08-29T17:48:13.823 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:48:13 smithi053 bash[24720]: cluster 2024-08-29T17:48:12.474184+0000 mon.a (mon.0) 1110 : cluster [DBG] osdmap e103: 8 total, 8 up, 8 in 2024-08-29T17:48:13.874 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:48:13 smithi028 bash[22419]: cluster 2024-08-29T17:48:12.474184+0000 mon.a (mon.0) 1110 : cluster [DBG] osdmap e103: 8 total, 8 up, 8 in 2024-08-29T17:48:13.874 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:48:13 smithi028 bash[31855]: cluster 2024-08-29T17:48:12.474184+0000 mon.a (mon.0) 1110 : cluster [DBG] osdmap e103: 8 total, 8 up, 8 in 2024-08-29T17:48:14.424 INFO:tasks.rados.rados.0.smithi028.stdout:179: done (4 left) 2024-08-29T17:48:14.425 INFO:tasks.rados.rados.0.smithi028.stdout:181: done (3 left) 2024-08-29T17:48:14.425 INFO:tasks.rados.rados.0.smithi028.stdout:183: done (2 left) 2024-08-29T17:48:14.425 INFO:tasks.rados.rados.0.smithi028.stdout:184: done (1 left) 2024-08-29T17:48:14.425 INFO:tasks.rados.rados.0.smithi028.stdout:186: done (0 left) 2024-08-29T17:48:14.425 INFO:tasks.rados.rados.0.smithi028.stdout:187: delete oid 11 current snap is 12 2024-08-29T17:48:14.428 INFO:tasks.rados.rados.0.smithi028.stdout:187: done (0 left) 2024-08-29T17:48:14.429 INFO:tasks.rados.rados.0.smithi028.stdout:append oid 44 current snap is 12 2024-08-29T17:48:14.429 INFO:tasks.rados.rados.0.smithi028.stdout:188: seq_num 77 ranges {0=491520,491520=794624,1286144=8192} 2024-08-29T17:48:14.436 INFO:tasks.rados.rados.0.smithi028.stdout:188: writing smithi02869045-44 from 0 to 491520 tid 1 2024-08-29T17:48:14.451 INFO:tasks.rados.rados.0.smithi028.stdout:188: writing smithi02869045-44 from 491520 to 1286144 tid 2 2024-08-29T17:48:14.451 INFO:tasks.rados.rados.0.smithi028.stdout:188: writing smithi02869045-44 from 1286144 to 1294336 tid 3 2024-08-29T17:48:14.452 INFO:tasks.rados.rados.0.smithi028.stdout:189: snap_create 2024-08-29T17:48:14.452 INFO:tasks.rados.rados.0.smithi028.stdout:188: finishing write tid 1 to smithi02869045-44 2024-08-29T17:48:14.459 INFO:tasks.rados.rados.0.smithi028.stdout:188: finishing write tid 2 to smithi02869045-44 2024-08-29T17:48:14.459 INFO:tasks.rados.rados.0.smithi028.stdout:188: finishing write tid 3 to smithi02869045-44 2024-08-29T17:48:14.460 INFO:tasks.rados.rados.0.smithi028.stdout:188: finishing write tid 4 to smithi02869045-44 2024-08-29T17:48:14.462 INFO:tasks.rados.rados.0.smithi028.stdout:188: finishing write tid 5 to smithi02869045-44 2024-08-29T17:48:14.462 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 44 v 58 (ObjNum 77 snap 12 seq_num 77) dirty exists 2024-08-29T17:48:14.463 INFO:tasks.rados.rados.0.smithi028.stdout:188: left oid 44 (ObjNum 77 snap 12 seq_num 77) 2024-08-29T17:48:14.823 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:48:14 smithi053 bash[24720]: cluster 2024-08-29T17:48:13.476239+0000 mon.a (mon.0) 1111 : cluster [DBG] osdmap e104: 8 total, 8 up, 8 in 2024-08-29T17:48:14.823 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:48:14 smithi053 bash[24720]: cluster 2024-08-29T17:48:13.929704+0000 mgr.y (mgr.14499) 219 : cluster [DBG] pgmap v199: 121 pgs: 121 active+clean; 36 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-29T17:48:14.823 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:48:14 smithi053 bash[24720]: cluster 2024-08-29T17:48:14.430441+0000 mon.a (mon.0) 1112 : cluster [DBG] osdmap e105: 8 total, 8 up, 8 in 2024-08-29T17:48:14.874 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:48:14 smithi028 bash[31855]: cluster 2024-08-29T17:48:13.476239+0000 mon.a (mon.0) 1111 : cluster [DBG] osdmap e104: 8 total, 8 up, 8 in 2024-08-29T17:48:14.874 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:48:14 smithi028 bash[31855]: cluster 2024-08-29T17:48:13.929704+0000 mgr.y (mgr.14499) 219 : cluster [DBG] pgmap v199: 121 pgs: 121 active+clean; 36 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-29T17:48:14.874 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:48:14 smithi028 bash[31855]: cluster 2024-08-29T17:48:14.430441+0000 mon.a (mon.0) 1112 : cluster [DBG] osdmap e105: 8 total, 8 up, 8 in 2024-08-29T17:48:14.874 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:48:14 smithi028 bash[22419]: cluster 2024-08-29T17:48:13.476239+0000 mon.a (mon.0) 1111 : cluster [DBG] osdmap e104: 8 total, 8 up, 8 in 2024-08-29T17:48:14.875 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:48:14 smithi028 bash[22419]: cluster 2024-08-29T17:48:13.929704+0000 mgr.y (mgr.14499) 219 : cluster [DBG] pgmap v199: 121 pgs: 121 active+clean; 36 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-08-29T17:48:14.875 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:48:14 smithi028 bash[22419]: cluster 2024-08-29T17:48:14.430441+0000 mon.a (mon.0) 1112 : cluster [DBG] osdmap e105: 8 total, 8 up, 8 in 2024-08-29T17:48:15.426 INFO:tasks.rados.rados.0.smithi028.stdout:188: done (1 left) 2024-08-29T17:48:15.426 INFO:tasks.rados.rados.0.smithi028.stdout:189: done (0 left) 2024-08-29T17:48:15.426 INFO:tasks.rados.rados.0.smithi028.stdout:190: snap_remove snap 11 2024-08-29T17:48:16.441 INFO:tasks.rados.rados.0.smithi028.stdout:190: done (0 left) 2024-08-29T17:48:16.441 INFO:tasks.rados.rados.0.smithi028.stdout:append oid 22 current snap is 13 2024-08-29T17:48:16.441 INFO:tasks.rados.rados.0.smithi028.stdout:191: seq_num 78 ranges {360448=516096,876544=679936,1556480=122880} 2024-08-29T17:48:16.450 INFO:tasks.rados.rados.0.smithi028.stdout:191: writing smithi02869045-22 from 360448 to 876544 tid 1 2024-08-29T17:48:16.457 INFO:tasks.rados.rados.0.smithi028.stdout:191: writing smithi02869045-22 from 876544 to 1556480 tid 2 2024-08-29T17:48:16.458 INFO:tasks.rados.rados.0.smithi028.stdout:191: writing smithi02869045-22 from 1556480 to 1679360 tid 3 2024-08-29T17:48:16.459 INFO:tasks.rados.rados.0.smithi028.stdout:append oid 10 current snap is 13 2024-08-29T17:48:16.459 INFO:tasks.rados.rados.0.smithi028.stdout:192: seq_num 79 ranges {1597440=532480,2129920=565248,2695168=237568} 2024-08-29T17:48:16.481 INFO:tasks.rados.rados.0.smithi028.stdout:192: writing smithi02869045-10 from 1597440 to 2129920 tid 1 2024-08-29T17:48:16.487 INFO:tasks.rados.rados.0.smithi028.stdout:192: writing smithi02869045-10 from 2129920 to 2695168 tid 2 2024-08-29T17:48:16.490 INFO:tasks.rados.rados.0.smithi028.stdout:192: writing smithi02869045-10 from 2695168 to 2932736 tid 3 2024-08-29T17:48:16.491 INFO:tasks.rados.rados.0.smithi028.stdout:193: setattr oid 6 current snap is 13 2024-08-29T17:48:16.491 INFO:tasks.rados.rados.0.smithi028.stdout:191: finishing write tid 1 to smithi02869045-22 2024-08-29T17:48:16.491 INFO:tasks.rados.rados.0.smithi028.stdout:191: finishing write tid 2 to smithi02869045-22 2024-08-29T17:48:16.491 INFO:tasks.rados.rados.0.smithi028.stdout:191: finishing write tid 3 to smithi02869045-22 2024-08-29T17:48:16.491 INFO:tasks.rados.rados.0.smithi028.stdout:191: finishing write tid 4 to smithi02869045-22 2024-08-29T17:48:16.491 INFO:tasks.rados.rados.0.smithi028.stdout:191: finishing write tid 5 to smithi02869045-22 2024-08-29T17:48:16.491 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 22 v 48 (ObjNum 78 snap 13 seq_num 78) dirty exists 2024-08-29T17:48:16.491 INFO:tasks.rados.rados.0.smithi028.stdout:191: left oid 22 (ObjNum 78 snap 13 seq_num 78) 2024-08-29T17:48:16.493 INFO:tasks.rados.rados.0.smithi028.stdout:192: finishing write tid 1 to smithi02869045-10 2024-08-29T17:48:16.495 INFO:tasks.rados.rados.0.smithi028.stdout:191: done (2 left) 2024-08-29T17:48:16.495 INFO:tasks.rados.rados.0.smithi028.stdout:194: read oid 12 snap 12 2024-08-29T17:48:16.495 INFO:tasks.rados.rados.0.smithi028.stdout:194: expect (ObjNum 11 snap 0 seq_num 11) 2024-08-29T17:48:16.495 INFO:tasks.rados.rados.0.smithi028.stdout:append oid 3 current snap is 13 2024-08-29T17:48:16.495 INFO:tasks.rados.rados.0.smithi028.stdout:195: seq_num 80 ranges {1638400=548864,2187264=450560,2637824=352256} 2024-08-29T17:48:16.515 INFO:tasks.rados.rados.0.smithi028.stdout:195: writing smithi02869045-3 from 1638400 to 2187264 tid 1 2024-08-29T17:48:16.518 INFO:tasks.rados.rados.0.smithi028.stdout:195: writing smithi02869045-3 from 2187264 to 2637824 tid 2 2024-08-29T17:48:16.522 INFO:tasks.rados.rados.0.smithi028.stdout:195: writing smithi02869045-3 from 2637824 to 2990080 tid 3 2024-08-29T17:48:16.522 INFO:tasks.rados.rados.0.smithi028.stdout:196: snap_create 2024-08-29T17:48:16.522 INFO:tasks.rados.rados.0.smithi028.stdout:192: finishing write tid 2 to smithi02869045-10 2024-08-29T17:48:16.522 INFO:tasks.rados.rados.0.smithi028.stdout:192: finishing write tid 3 to smithi02869045-10 2024-08-29T17:48:16.522 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 6 v 32 (ObjNum 289 snap 0 seq_num 0) dirty exists 2024-08-29T17:48:16.522 INFO:tasks.rados.rados.0.smithi028.stdout:192: finishing write tid 4 to smithi02869045-10 2024-08-29T17:48:16.522 INFO:tasks.rados.rados.0.smithi028.stdout:194: expect (ObjNum 11 snap 0 seq_num 11) 2024-08-29T17:48:16.539 INFO:tasks.rados.rados.0.smithi028.stdout:192: finishing write tid 5 to smithi02869045-10 2024-08-29T17:48:16.539 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 10 v 63 (ObjNum 79 snap 13 seq_num 79) dirty exists 2024-08-29T17:48:16.539 INFO:tasks.rados.rados.0.smithi028.stdout:192: left oid 10 (ObjNum 79 snap 13 seq_num 79) 2024-08-29T17:48:16.539 INFO:tasks.rados.rados.0.smithi028.stdout:195: finishing write tid 1 to smithi02869045-3 2024-08-29T17:48:16.539 INFO:tasks.rados.rados.0.smithi028.stdout:195: finishing write tid 2 to smithi02869045-3 2024-08-29T17:48:16.539 INFO:tasks.rados.rados.0.smithi028.stdout:195: finishing write tid 3 to smithi02869045-3 2024-08-29T17:48:16.539 INFO:tasks.rados.rados.0.smithi028.stdout:195: finishing write tid 4 to smithi02869045-3 2024-08-29T17:48:16.539 INFO:tasks.rados.rados.0.smithi028.stdout:195: finishing write tid 5 to smithi02869045-3 2024-08-29T17:48:16.539 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 3 v 75 (ObjNum 80 snap 13 seq_num 80) dirty exists 2024-08-29T17:48:16.539 INFO:tasks.rados.rados.0.smithi028.stdout:195: left oid 3 (ObjNum 80 snap 13 seq_num 80) 2024-08-29T17:48:16.573 INFO:journalctl@ceph.mgr.x.smithi053.stdout:Aug 29 17:48:16 smithi053 bash[25641]: ::ffff:172.21.15.53 - - [29/Aug/2024:17:48:16] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.43.0" 2024-08-29T17:48:16.573 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:48:16 smithi053 bash[24720]: cluster 2024-08-29T17:48:15.433450+0000 mon.a (mon.0) 1113 : cluster [DBG] osdmap e106: 8 total, 8 up, 8 in 2024-08-29T17:48:16.573 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:48:16 smithi053 bash[24720]: cluster 2024-08-29T17:48:15.930566+0000 mgr.y (mgr.14499) 220 : cluster [DBG] pgmap v202: 121 pgs: 121 active+clean; 42 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 907 KiB/s rd, 2.6 MiB/s wr, 16 op/s 2024-08-29T17:48:16.874 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:48:16 smithi028 bash[31855]: cluster 2024-08-29T17:48:15.433450+0000 mon.a (mon.0) 1113 : cluster [DBG] osdmap e106: 8 total, 8 up, 8 in 2024-08-29T17:48:16.874 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:48:16 smithi028 bash[31855]: cluster 2024-08-29T17:48:15.930566+0000 mgr.y (mgr.14499) 220 : cluster [DBG] pgmap v202: 121 pgs: 121 active+clean; 42 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 907 KiB/s rd, 2.6 MiB/s wr, 16 op/s 2024-08-29T17:48:16.874 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:48:16 smithi028 bash[22419]: cluster 2024-08-29T17:48:15.433450+0000 mon.a (mon.0) 1113 : cluster [DBG] osdmap e106: 8 total, 8 up, 8 in 2024-08-29T17:48:16.874 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:48:16 smithi028 bash[22419]: cluster 2024-08-29T17:48:15.930566+0000 mgr.y (mgr.14499) 220 : cluster [DBG] pgmap v202: 121 pgs: 121 active+clean; 42 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 907 KiB/s rd, 2.6 MiB/s wr, 16 op/s 2024-08-29T17:48:17.439 INFO:tasks.rados.rados.0.smithi028.stdout:192: done (4 left) 2024-08-29T17:48:17.439 INFO:tasks.rados.rados.0.smithi028.stdout:193: done (3 left) 2024-08-29T17:48:17.439 INFO:tasks.rados.rados.0.smithi028.stdout:194: done (2 left) 2024-08-29T17:48:17.439 INFO:tasks.rados.rados.0.smithi028.stdout:195: done (1 left) 2024-08-29T17:48:17.439 INFO:tasks.rados.rados.0.smithi028.stdout:196: done (0 left) 2024-08-29T17:48:17.439 INFO:tasks.rados.rados.0.smithi028.stdout:197: snap_create 2024-08-29T17:48:17.823 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:48:17 smithi053 bash[24720]: cluster 2024-08-29T17:48:16.446423+0000 mon.a (mon.0) 1114 : cluster [DBG] osdmap e107: 8 total, 8 up, 8 in 2024-08-29T17:48:17.874 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:48:17 smithi028 bash[22419]: cluster 2024-08-29T17:48:16.446423+0000 mon.a (mon.0) 1114 : cluster [DBG] osdmap e107: 8 total, 8 up, 8 in 2024-08-29T17:48:17.874 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:48:17 smithi028 bash[31855]: cluster 2024-08-29T17:48:16.446423+0000 mon.a (mon.0) 1114 : cluster [DBG] osdmap e107: 8 total, 8 up, 8 in 2024-08-29T17:48:18.442 INFO:tasks.rados.rados.0.smithi028.stdout:197: done (0 left) 2024-08-29T17:48:18.442 INFO:tasks.rados.rados.0.smithi028.stdout:198: read oid 45 snap -1 2024-08-29T17:48:18.442 INFO:tasks.rados.rados.0.smithi028.stdout:198: expect (ObjNum 44 snap 0 seq_num 44) 2024-08-29T17:48:18.442 INFO:tasks.rados.rados.0.smithi028.stdout:append oid 31 current snap is 15 2024-08-29T17:48:18.442 INFO:tasks.rados.rados.0.smithi028.stdout:199: seq_num 81 ranges {4464640=565248,5029888=737280,5767168=65536} 2024-08-29T17:48:18.480 INFO:tasks.rados.rados.0.smithi028.stdout:199: writing smithi02869045-31 from 4464640 to 5029888 tid 1 2024-08-29T17:48:18.485 INFO:tasks.rados.rados.0.smithi028.stdout:199: writing smithi02869045-31 from 5029888 to 5767168 tid 2 2024-08-29T17:48:18.486 INFO:tasks.rados.rados.0.smithi028.stdout:199: writing smithi02869045-31 from 5767168 to 5832704 tid 3 2024-08-29T17:48:18.486 INFO:tasks.rados.rados.0.smithi028.stdout:200: read oid 49 snap -1 2024-08-29T17:48:18.486 INFO:tasks.rados.rados.0.smithi028.stdout:200: expect (ObjNum 48 snap 0 seq_num 48) 2024-08-29T17:48:18.487 INFO:tasks.rados.rados.0.smithi028.stdout:201: read oid 38 snap -1 2024-08-29T17:48:18.487 INFO:tasks.rados.rados.0.smithi028.stdout:201: expect (ObjNum 0 snap 0 seq_num 0) 2024-08-29T17:48:18.487 INFO:tasks.rados.rados.0.smithi028.stdout:202: read oid 40 snap -1 2024-08-29T17:48:18.487 INFO:tasks.rados.rados.0.smithi028.stdout:202: expect (ObjNum 60 snap 5 seq_num 60) 2024-08-29T17:48:18.487 INFO:tasks.rados.rados.0.smithi028.stdout:203: snap_create 2024-08-29T17:48:18.487 INFO:tasks.rados.rados.0.smithi028.stdout:198: expect (ObjNum 44 snap 0 seq_num 44) 2024-08-29T17:48:18.524 INFO:tasks.rados.rados.0.smithi028.stdout:199: finishing write tid 1 to smithi02869045-31 2024-08-29T17:48:18.524 INFO:tasks.rados.rados.0.smithi028.stdout:199: finishing write tid 2 to smithi02869045-31 2024-08-29T17:48:18.525 INFO:tasks.rados.rados.0.smithi028.stdout:199: finishing write tid 3 to smithi02869045-31 2024-08-29T17:48:18.525 INFO:tasks.rados.rados.0.smithi028.stdout:199: finishing write tid 4 to smithi02869045-31 2024-08-29T17:48:18.525 INFO:tasks.rados.rados.0.smithi028.stdout:199: finishing write tid 5 to smithi02869045-31 2024-08-29T17:48:18.525 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 31 v 80 (ObjNum 81 snap 15 seq_num 81) dirty exists 2024-08-29T17:48:18.525 INFO:tasks.rados.rados.0.smithi028.stdout:199: left oid 31 (ObjNum 81 snap 15 seq_num 81) 2024-08-29T17:48:18.525 INFO:tasks.rados.rados.0.smithi028.stdout:200: expect (ObjNum 48 snap 0 seq_num 48) 2024-08-29T17:48:18.552 INFO:tasks.rados.rados.0.smithi028.stdout:201: expect (ObjNum 0 snap 0 seq_num 0) 2024-08-29T17:48:18.553 INFO:tasks.rados.rados.0.smithi028.stdout:202: expect (ObjNum 60 snap 5 seq_num 60) 2024-08-29T17:48:18.557 INFO:teuthology.orchestra.run.smithi028.stdout:true 2024-08-29T17:48:18.825 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:48:18 smithi053 bash[24720]: cluster 2024-08-29T17:48:17.446267+0000 mon.a (mon.0) 1115 : cluster [DBG] osdmap e108: 8 total, 8 up, 8 in 2024-08-29T17:48:18.825 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:48:18 smithi053 bash[24720]: cluster 2024-08-29T17:48:17.931284+0000 mgr.y (mgr.14499) 221 : cluster [DBG] pgmap v205: 121 pgs: 121 active+clean; 42 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 907 KiB/s rd, 2.6 MiB/s wr, 16 op/s 2024-08-29T17:48:18.873 INFO:teuthology.orchestra.run.smithi028.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2024-08-29T17:48:18.873 INFO:teuthology.orchestra.run.smithi028.stdout:alertmanager.a smithi028 *:9093,9094 running (4m) 4m ago 5m 13.7M - 0.25.0 c8568f914cd2 73e8e346c97a 2024-08-29T17:48:18.873 INFO:teuthology.orchestra.run.smithi028.stdout:grafana.a smithi053 *:3000 running (4m) 4m ago 4m 27.7M - 9.4.7 954c08fa6188 ec63dec12ec5 2024-08-29T17:48:18.874 INFO:teuthology.orchestra.run.smithi028.stdout:mds.a smithi028 running (7m) 4m ago 7m 12.4M - 17.2.7-1503-ga89f613d 250d9a61b6c5 c6b415d0b6f0 2024-08-29T17:48:18.874 INFO:teuthology.orchestra.run.smithi028.stdout:mds.b smithi053 running (7m) 4m ago 7m 14.5M - 17.2.7-1503-ga89f613d 250d9a61b6c5 8d3ee9e57659 2024-08-29T17:48:18.874 INFO:teuthology.orchestra.run.smithi028.stdout:mgr.x smithi053 *:8443 running (15m) 4m ago 15m 387M - 17.2.7-1503-ga89f613d 250d9a61b6c5 7406c4acb462 2024-08-29T17:48:18.874 INFO:teuthology.orchestra.run.smithi028.stdout:mgr.y smithi028 *:9283,8765 running (17m) 4m ago 17m 437M - 17.2.7-1503-ga89f613d 250d9a61b6c5 75945864276f 2024-08-29T17:48:18.874 INFO:teuthology.orchestra.run.smithi028.stdout:mon.a smithi028 running (17m) 4m ago 18m 51.2M 2048M 17.2.7-1503-ga89f613d 250d9a61b6c5 fa08202e10c3 2024-08-29T17:48:18.874 INFO:teuthology.orchestra.run.smithi028.stdout:mon.b smithi053 running (15m) 4m ago 15m 40.5M 2048M 17.2.7-1503-ga89f613d 250d9a61b6c5 45c16fe81a22 2024-08-29T17:48:18.875 INFO:teuthology.orchestra.run.smithi028.stdout:mon.c smithi028 running (15m) 4m ago 15m 38.2M 2048M 17.2.7-1503-ga89f613d 250d9a61b6c5 20cfd8b5e450 2024-08-29T17:48:18.875 INFO:teuthology.orchestra.run.smithi028.stdout:node-exporter.a smithi028 *:9100 running (5m) 4m ago 5m 3252k - 1.5.0 0da6a335fe13 5d3362e27819 2024-08-29T17:48:18.875 INFO:teuthology.orchestra.run.smithi028.stdout:node-exporter.b smithi053 *:9100 running (5m) 4m ago 5m 3036k - 1.5.0 0da6a335fe13 0d6e81d3809a 2024-08-29T17:48:18.875 INFO:teuthology.orchestra.run.smithi028.stdout:osd.0 smithi028 running (14m) 4m ago 14m 47.4M 3037M 17.2.7-1503-ga89f613d 250d9a61b6c5 6170d7ba6af9 2024-08-29T17:48:18.875 INFO:teuthology.orchestra.run.smithi028.stdout:osd.1 smithi028 running (13m) 4m ago 13m 44.7M 3037M 17.2.7-1503-ga89f613d 250d9a61b6c5 f84612c9ccfa 2024-08-29T17:48:18.876 INFO:teuthology.orchestra.run.smithi028.stdout:osd.2 smithi028 running (13m) 4m ago 13m 43.0M 3037M 17.2.7-1503-ga89f613d 250d9a61b6c5 7e6fdf4e2629 2024-08-29T17:48:18.876 INFO:teuthology.orchestra.run.smithi028.stdout:osd.3 smithi028 running (12m) 4m ago 12m 42.4M 3037M 17.2.7-1503-ga89f613d 250d9a61b6c5 4f0fede11ee1 2024-08-29T17:48:18.876 INFO:teuthology.orchestra.run.smithi028.stdout:osd.4 smithi053 running (11m) 4m ago 11m 42.9M 3037M 17.2.7-1503-ga89f613d 250d9a61b6c5 e93527f41048 2024-08-29T17:48:18.876 INFO:teuthology.orchestra.run.smithi028.stdout:osd.5 smithi053 running (10m) 4m ago 10m 43.1M 3037M 17.2.7-1503-ga89f613d 250d9a61b6c5 86885633963d 2024-08-29T17:48:18.876 INFO:teuthology.orchestra.run.smithi028.stdout:osd.6 smithi053 running (9m) 4m ago 9m 43.4M 3037M 17.2.7-1503-ga89f613d 250d9a61b6c5 e65db659e42e 2024-08-29T17:48:18.876 INFO:teuthology.orchestra.run.smithi028.stdout:osd.7 smithi053 running (8m) 4m ago 8m 43.2M 3037M 17.2.7-1503-ga89f613d 250d9a61b6c5 69a8ac6ca110 2024-08-29T17:48:18.877 INFO:teuthology.orchestra.run.smithi028.stdout:prometheus.a smithi053 *:9095 running (4m) 4m ago 5m 21.0M - 2.43.0 a07b618ecd1d 52010e9a4965 2024-08-29T17:48:18.878 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:48:18 smithi028 bash[22419]: cluster 2024-08-29T17:48:17.446267+0000 mon.a (mon.0) 1115 : cluster [DBG] osdmap e108: 8 total, 8 up, 8 in 2024-08-29T17:48:18.878 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:48:18 smithi028 bash[22419]: cluster 2024-08-29T17:48:17.931284+0000 mgr.y (mgr.14499) 221 : cluster [DBG] pgmap v205: 121 pgs: 121 active+clean; 42 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 907 KiB/s rd, 2.6 MiB/s wr, 16 op/s 2024-08-29T17:48:18.879 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:48:18 smithi028 bash[31855]: cluster 2024-08-29T17:48:17.446267+0000 mon.a (mon.0) 1115 : cluster [DBG] osdmap e108: 8 total, 8 up, 8 in 2024-08-29T17:48:18.879 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:48:18 smithi028 bash[31855]: cluster 2024-08-29T17:48:17.931284+0000 mgr.y (mgr.14499) 221 : cluster [DBG] pgmap v205: 121 pgs: 121 active+clean; 42 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 907 KiB/s rd, 2.6 MiB/s wr, 16 op/s 2024-08-29T17:48:19.221 INFO:teuthology.orchestra.run.smithi028.stdout:{ 2024-08-29T17:48:19.221 INFO:teuthology.orchestra.run.smithi028.stdout: "mon": { 2024-08-29T17:48:19.221 INFO:teuthology.orchestra.run.smithi028.stdout: "ceph version 17.2.7-1503-ga89f613d (a89f613db4d5b6bca82681f19d73c6d337aae2d5) quincy (stable)": 3 2024-08-29T17:48:19.222 INFO:teuthology.orchestra.run.smithi028.stdout: }, 2024-08-29T17:48:19.222 INFO:teuthology.orchestra.run.smithi028.stdout: "mgr": { 2024-08-29T17:48:19.222 INFO:teuthology.orchestra.run.smithi028.stdout: "ceph version 17.2.7-1503-ga89f613d (a89f613db4d5b6bca82681f19d73c6d337aae2d5) quincy (stable)": 2 2024-08-29T17:48:19.222 INFO:teuthology.orchestra.run.smithi028.stdout: }, 2024-08-29T17:48:19.222 INFO:teuthology.orchestra.run.smithi028.stdout: "osd": { 2024-08-29T17:48:19.222 INFO:teuthology.orchestra.run.smithi028.stdout: "ceph version 17.2.7-1503-ga89f613d (a89f613db4d5b6bca82681f19d73c6d337aae2d5) quincy (stable)": 8 2024-08-29T17:48:19.222 INFO:teuthology.orchestra.run.smithi028.stdout: }, 2024-08-29T17:48:19.222 INFO:teuthology.orchestra.run.smithi028.stdout: "mds": { 2024-08-29T17:48:19.223 INFO:teuthology.orchestra.run.smithi028.stdout: "ceph version 17.2.7-1503-ga89f613d (a89f613db4d5b6bca82681f19d73c6d337aae2d5) quincy (stable)": 2 2024-08-29T17:48:19.223 INFO:teuthology.orchestra.run.smithi028.stdout: }, 2024-08-29T17:48:19.223 INFO:teuthology.orchestra.run.smithi028.stdout: "overall": { 2024-08-29T17:48:19.223 INFO:teuthology.orchestra.run.smithi028.stdout: "ceph version 17.2.7-1503-ga89f613d (a89f613db4d5b6bca82681f19d73c6d337aae2d5) quincy (stable)": 15 2024-08-29T17:48:19.223 INFO:teuthology.orchestra.run.smithi028.stdout: } 2024-08-29T17:48:19.223 INFO:teuthology.orchestra.run.smithi028.stdout:} 2024-08-29T17:48:19.426 INFO:tasks.rados.rados.0.smithi028.stdout:198: done (5 left) 2024-08-29T17:48:19.426 INFO:tasks.rados.rados.0.smithi028.stdout:199: done (4 left) 2024-08-29T17:48:19.427 INFO:tasks.rados.rados.0.smithi028.stdout:200: done (3 left) 2024-08-29T17:48:19.427 INFO:tasks.rados.rados.0.smithi028.stdout:201: done (2 left) 2024-08-29T17:48:19.427 INFO:tasks.rados.rados.0.smithi028.stdout:202: done (1 left) 2024-08-29T17:48:19.427 INFO:tasks.rados.rados.0.smithi028.stdout:203: done (0 left) 2024-08-29T17:48:19.427 INFO:tasks.rados.rados.0.smithi028.stdout:204: snap_remove snap 15 2024-08-29T17:48:19.823 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:48:19 smithi053 bash[24720]: cluster 2024-08-29T17:48:18.445618+0000 mon.a (mon.0) 1116 : cluster [DBG] osdmap e109: 8 total, 8 up, 8 in 2024-08-29T17:48:19.823 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:48:19 smithi053 bash[24720]: audit 2024-08-29T17:48:18.553226+0000 mgr.y (mgr.14499) 222 : audit [DBG] from='client.24809 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-08-29T17:48:19.823 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:48:19 smithi053 bash[24720]: audit 2024-08-29T17:48:18.842267+0000 mgr.y (mgr.14499) 223 : audit [DBG] from='client.24815 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-08-29T17:48:19.823 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:48:19 smithi053 bash[24720]: audit 2024-08-29T17:48:19.228721+0000 mon.c (mon.2) 31 : audit [DBG] from='client.? 172.21.15.28:0/3056550486' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-08-29T17:48:19.823 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:48:19 smithi053 bash[24720]: cluster 2024-08-29T17:48:19.431844+0000 mon.a (mon.0) 1117 : cluster [DBG] osdmap e110: 8 total, 8 up, 8 in 2024-08-29T17:48:19.874 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:48:19 smithi028 bash[31855]: cluster 2024-08-29T17:48:18.445618+0000 mon.a (mon.0) 1116 : cluster [DBG] osdmap e109: 8 total, 8 up, 8 in 2024-08-29T17:48:19.874 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:48:19 smithi028 bash[31855]: audit 2024-08-29T17:48:18.553226+0000 mgr.y (mgr.14499) 222 : audit [DBG] from='client.24809 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-08-29T17:48:19.874 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:48:19 smithi028 bash[31855]: audit 2024-08-29T17:48:18.842267+0000 mgr.y (mgr.14499) 223 : audit [DBG] from='client.24815 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-08-29T17:48:19.874 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:48:19 smithi028 bash[31855]: audit 2024-08-29T17:48:19.228721+0000 mon.c (mon.2) 31 : audit [DBG] from='client.? 172.21.15.28:0/3056550486' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-08-29T17:48:19.874 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:48:19 smithi028 bash[31855]: cluster 2024-08-29T17:48:19.431844+0000 mon.a (mon.0) 1117 : cluster [DBG] osdmap e110: 8 total, 8 up, 8 in 2024-08-29T17:48:19.875 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:48:19 smithi028 bash[22419]: cluster 2024-08-29T17:48:18.445618+0000 mon.a (mon.0) 1116 : cluster [DBG] osdmap e109: 8 total, 8 up, 8 in 2024-08-29T17:48:19.875 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:48:19 smithi028 bash[22419]: audit 2024-08-29T17:48:18.553226+0000 mgr.y (mgr.14499) 222 : audit [DBG] from='client.24809 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-08-29T17:48:19.875 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:48:19 smithi028 bash[22419]: audit 2024-08-29T17:48:18.842267+0000 mgr.y (mgr.14499) 223 : audit [DBG] from='client.24815 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-08-29T17:48:19.875 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:48:19 smithi028 bash[22419]: audit 2024-08-29T17:48:19.228721+0000 mon.c (mon.2) 31 : audit [DBG] from='client.? 172.21.15.28:0/3056550486' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-08-29T17:48:19.875 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:48:19 smithi028 bash[22419]: cluster 2024-08-29T17:48:19.431844+0000 mon.a (mon.0) 1117 : cluster [DBG] osdmap e110: 8 total, 8 up, 8 in 2024-08-29T17:48:20.428 INFO:tasks.rados.rados.0.smithi028.stdout:204: done (0 left) 2024-08-29T17:48:20.429 INFO:tasks.rados.rados.0.smithi028.stdout:205: read oid 36 snap -1 2024-08-29T17:48:20.429 INFO:tasks.rados.rados.0.smithi028.stdout:205: expect (ObjNum 28 snap 0 seq_num 28) 2024-08-29T17:48:20.429 INFO:tasks.rados.rados.0.smithi028.stdout:append oid 1 current snap is 16 2024-08-29T17:48:20.429 INFO:tasks.rados.rados.0.smithi028.stdout:206: seq_num 82 ranges {0=581632,581632=622592,1204224=180224} 2024-08-29T17:48:20.432 INFO:tasks.rados.rados.0.smithi028.stdout:206: writing smithi02869045-1 from 0 to 581632 tid 1 2024-08-29T17:48:20.436 INFO:tasks.rados.rados.0.smithi028.stdout:206: writing smithi02869045-1 from 581632 to 1204224 tid 2 2024-08-29T17:48:20.437 INFO:tasks.rados.rados.0.smithi028.stdout:206: writing smithi02869045-1 from 1204224 to 1384448 tid 3 2024-08-29T17:48:20.437 INFO:tasks.rados.rados.0.smithi028.stdout:append oid 9 current snap is 16 2024-08-29T17:48:20.437 INFO:tasks.rados.rados.0.smithi028.stdout:207: seq_num 83 ranges {1187840=598016,1785856=499712,2285568=303104} 2024-08-29T17:48:20.448 INFO:tasks.rados.rados.0.smithi028.stdout:207: writing smithi02869045-9 from 1187840 to 1785856 tid 1 2024-08-29T17:48:20.452 INFO:tasks.rados.rados.0.smithi028.stdout:207: writing smithi02869045-9 from 1785856 to 2285568 tid 2 2024-08-29T17:48:20.454 INFO:tasks.rados.rados.0.smithi028.stdout:207: writing smithi02869045-9 from 2285568 to 2588672 tid 3 2024-08-29T17:48:20.454 INFO:tasks.rados.rados.0.smithi028.stdout:208: rmattr oid 11 current snap is 16 2024-08-29T17:48:20.454 INFO:tasks.rados.rados.0.smithi028.stdout:208: done (3 left) 2024-08-29T17:48:20.454 INFO:tasks.rados.rados.0.smithi028.stdout:209: snap_remove snap 14 2024-08-29T17:48:20.823 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:48:20 smithi053 bash[24720]: cluster 2024-08-29T17:48:19.932606+0000 mgr.y (mgr.14499) 224 : cluster [DBG] pgmap v208: 121 pgs: 121 active+clean; 47 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 2.5 MiB/s rd, 1.3 MiB/s wr, 14 op/s 2024-08-29T17:48:20.823 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:48:20 smithi053 bash[24720]: cluster 2024-08-29T17:48:20.434572+0000 mon.a (mon.0) 1118 : cluster [DBG] osdmap e111: 8 total, 8 up, 8 in 2024-08-29T17:48:20.874 INFO:journalctl@ceph.mgr.y.smithi028.stdout:Aug 29 17:48:20 smithi028 bash[22672]: ::ffff:172.21.15.53 - - [29/Aug/2024:17:48:20] "GET /metrics HTTP/1.1" 200 239778 "" "Prometheus/2.43.0" 2024-08-29T17:48:20.874 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:48:20 smithi028 bash[31855]: cluster 2024-08-29T17:48:19.932606+0000 mgr.y (mgr.14499) 224 : cluster [DBG] pgmap v208: 121 pgs: 121 active+clean; 47 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 2.5 MiB/s rd, 1.3 MiB/s wr, 14 op/s 2024-08-29T17:48:20.874 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:48:20 smithi028 bash[31855]: cluster 2024-08-29T17:48:20.434572+0000 mon.a (mon.0) 1118 : cluster [DBG] osdmap e111: 8 total, 8 up, 8 in 2024-08-29T17:48:20.875 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:48:20 smithi028 bash[22419]: cluster 2024-08-29T17:48:19.932606+0000 mgr.y (mgr.14499) 224 : cluster [DBG] pgmap v208: 121 pgs: 121 active+clean; 47 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 2.5 MiB/s rd, 1.3 MiB/s wr, 14 op/s 2024-08-29T17:48:20.875 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:48:20 smithi028 bash[22419]: cluster 2024-08-29T17:48:20.434572+0000 mon.a (mon.0) 1118 : cluster [DBG] osdmap e111: 8 total, 8 up, 8 in 2024-08-29T17:48:21.432 INFO:tasks.rados.rados.0.smithi028.stdout:209: done (3 left) 2024-08-29T17:48:21.432 INFO:tasks.rados.rados.0.smithi028.stdout:append oid 2 current snap is 16 2024-08-29T17:48:21.432 INFO:tasks.rados.rados.0.smithi028.stdout:205: expect (ObjNum 28 snap 0 seq_num 28) 2024-08-29T17:48:21.448 INFO:tasks.rados.rados.0.smithi028.stdout:206: finishing write tid 1 to smithi02869045-1 2024-08-29T17:48:21.448 INFO:tasks.rados.rados.0.smithi028.stdout:206: finishing write tid 2 to smithi02869045-1 2024-08-29T17:48:21.448 INFO:tasks.rados.rados.0.smithi028.stdout:206: finishing write tid 3 to smithi02869045-1 2024-08-29T17:48:21.448 INFO:tasks.rados.rados.0.smithi028.stdout:206: finishing write tid 4 to smithi02869045-1 2024-08-29T17:48:21.448 INFO:tasks.rados.rados.0.smithi028.stdout:206: finishing write tid 5 to smithi02869045-1 2024-08-29T17:48:21.448 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 1 v 84 (ObjNum 82 snap 16 seq_num 82) dirty exists 2024-08-29T17:48:21.448 INFO:tasks.rados.rados.0.smithi028.stdout:206: left oid 1 (ObjNum 82 snap 16 seq_num 82) 2024-08-29T17:48:21.448 INFO:tasks.rados.rados.0.smithi028.stdout:207: finishing write tid 1 to smithi02869045-9 2024-08-29T17:48:21.448 INFO:tasks.rados.rados.0.smithi028.stdout:207: finishing write tid 2 to smithi02869045-9 2024-08-29T17:48:21.449 INFO:tasks.rados.rados.0.smithi028.stdout:207: finishing write tid 3 to smithi02869045-9 2024-08-29T17:48:21.449 INFO:tasks.rados.rados.0.smithi028.stdout:210: seq_num 84 ranges {1089536=614400,1703936=434176,2138112=368640} 2024-08-29T17:48:21.459 INFO:tasks.rados.rados.0.smithi028.stdout:210: writing smithi02869045-2 from 1089536 to 1703936 tid 1 2024-08-29T17:48:21.462 INFO:tasks.rados.rados.0.smithi028.stdout:210: writing smithi02869045-2 from 1703936 to 2138112 tid 2 2024-08-29T17:48:21.466 INFO:tasks.rados.rados.0.smithi028.stdout:210: writing smithi02869045-2 from 2138112 to 2506752 tid 3 2024-08-29T17:48:21.466 INFO:tasks.rados.rados.0.smithi028.stdout:205: done (3 left) 2024-08-29T17:48:21.466 INFO:tasks.rados.rados.0.smithi028.stdout:206: done (2 left) 2024-08-29T17:48:21.466 INFO:tasks.rados.rados.0.smithi028.stdout:211: copy_from oid 13 from oid 43 current snap is 16 2024-08-29T17:48:21.466 INFO:tasks.rados.rados.0.smithi028.stdout:212: rollback oid 30 current snap is 16 2024-08-29T17:48:21.466 INFO:tasks.rados.rados.0.smithi028.stdout:rollback oid 30 to 12 2024-08-29T17:48:21.467 INFO:tasks.rados.rados.0.smithi028.stdout:213: rmattr oid 20 current snap is 16 2024-08-29T17:48:21.467 INFO:tasks.rados.rados.0.smithi028.stdout:213: done (4 left) 2024-08-29T17:48:21.467 INFO:tasks.rados.rados.0.smithi028.stdout:214: rmattr oid 16 current snap is 16 2024-08-29T17:48:21.467 INFO:tasks.rados.rados.0.smithi028.stdout:214: done (4 left) 2024-08-29T17:48:21.467 INFO:tasks.rados.rados.0.smithi028.stdout:215: rmattr oid 11 current snap is 16 2024-08-29T17:48:21.467 INFO:tasks.rados.rados.0.smithi028.stdout:215: done (4 left) 2024-08-29T17:48:21.467 INFO:tasks.rados.rados.0.smithi028.stdout:216: read oid 4 snap -1 2024-08-29T17:48:21.467 INFO:tasks.rados.rados.0.smithi028.stdout:216: expect (ObjNum 3 snap 0 seq_num 3) 2024-08-29T17:48:21.467 INFO:tasks.rados.rados.0.smithi028.stdout:217: read oid 19 snap -1 2024-08-29T17:48:21.467 INFO:tasks.rados.rados.0.smithi028.stdout:217: expect (ObjNum 75 snap 11 seq_num 75) 2024-08-29T17:48:21.467 INFO:tasks.rados.rados.0.smithi028.stdout:218: setattr oid 26 current snap is 16 2024-08-29T17:48:21.467 INFO:tasks.rados.rados.0.smithi028.stdout:207: finishing write tid 4 to smithi02869045-9 2024-08-29T17:48:21.467 INFO:tasks.rados.rados.0.smithi028.stdout:207: finishing write tid 5 to smithi02869045-9 2024-08-29T17:48:21.467 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 9 v 42 (ObjNum 83 snap 16 seq_num 83) dirty exists 2024-08-29T17:48:21.468 INFO:tasks.rados.rados.0.smithi028.stdout:207: left oid 9 (ObjNum 83 snap 16 seq_num 83) 2024-08-29T17:48:21.468 INFO:tasks.rados.rados.0.smithi028.stdout:207: done (6 left) 2024-08-29T17:48:21.468 INFO:tasks.rados.rados.0.smithi028.stdout:append oid 21 current snap is 16 2024-08-29T17:48:21.468 INFO:tasks.rados.rados.0.smithi028.stdout:219: seq_num 85 ranges {475136=630784,1105920=720896,1826816=81920} 2024-08-29T17:48:21.478 INFO:tasks.rados.rados.0.smithi028.stdout:219: writing smithi02869045-21 from 475136 to 1105920 tid 1 2024-08-29T17:48:21.485 INFO:tasks.rados.rados.0.smithi028.stdout:219: writing smithi02869045-21 from 1105920 to 1826816 tid 2 2024-08-29T17:48:21.486 INFO:tasks.rados.rados.0.smithi028.stdout:219: writing smithi02869045-21 from 1826816 to 1908736 tid 3 2024-08-29T17:48:21.486 INFO:tasks.rados.rados.0.smithi028.stdout:220: copy_from oid 36 from oid 24 current snap is 16 2024-08-29T17:48:21.486 INFO:tasks.rados.rados.0.smithi028.stdout:210: finishing write tid 1 to smithi02869045-2 2024-08-29T17:48:21.486 INFO:tasks.rados.rados.0.smithi028.stdout:210: finishing write tid 2 to smithi02869045-2 2024-08-29T17:48:21.486 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 26 v 50 (ObjNum 25 snap 0 seq_num 25) dirty exists 2024-08-29T17:48:21.486 INFO:tasks.rados.rados.0.smithi028.stdout:216: expect (ObjNum 3 snap 0 seq_num 3) 2024-08-29T17:48:21.488 INFO:tasks.rados.rados.0.smithi028.stdout:212: finishing rollback tid 0 to smithi02869045-30 2024-08-29T17:48:21.488 INFO:tasks.rados.rados.0.smithi028.stdout:210: finishing write tid 3 to smithi02869045-2 2024-08-29T17:48:21.489 INFO:tasks.rados.rados.0.smithi028.stdout:210: finishing write tid 4 to smithi02869045-2 2024-08-29T17:48:21.489 INFO:tasks.rados.rados.0.smithi028.stdout:212: finishing rollback tid 1 to smithi02869045-30 2024-08-29T17:48:21.489 INFO:tasks.rados.rados.0.smithi028.stdout:212: finishing rollback tid 2 to smithi02869045-30 2024-08-29T17:48:21.489 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 30 v 14 (ObjNum 68 snap 7 seq_num 68) dirty exists 2024-08-29T17:48:21.489 INFO:tasks.rados.rados.0.smithi028.stdout:217: expect (ObjNum 75 snap 11 seq_num 75) 2024-08-29T17:48:21.537 INFO:tasks.rados.rados.0.smithi028.stdout:219: finishing write tid 1 to smithi02869045-21 2024-08-29T17:48:21.538 INFO:tasks.rados.rados.0.smithi028.stdout:210: finishing write tid 5 to smithi02869045-2 2024-08-29T17:48:21.538 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 2 v 68 (ObjNum 84 snap 16 seq_num 84) dirty exists 2024-08-29T17:48:21.538 INFO:tasks.rados.rados.0.smithi028.stdout:210: left oid 2 (ObjNum 84 snap 16 seq_num 84) 2024-08-29T17:48:21.538 INFO:tasks.rados.rados.0.smithi028.stdout:219: finishing write tid 2 to smithi02869045-21 2024-08-29T17:48:21.538 INFO:tasks.rados.rados.0.smithi028.stdout:220: finishing copy_from racing read to smithi02869045-36 2024-08-29T17:48:21.538 INFO:tasks.rados.rados.0.smithi028.stdout:219: finishing write tid 3 to smithi02869045-21 2024-08-29T17:48:21.538 INFO:tasks.rados.rados.0.smithi028.stdout:211: finishing copy_from racing read to smithi02869045-13 2024-08-29T17:48:21.538 INFO:tasks.rados.rados.0.smithi028.stdout:219: finishing write tid 4 to smithi02869045-21 2024-08-29T17:48:21.538 INFO:tasks.rados.rados.0.smithi028.stdout:220: finishing copy_from to smithi02869045-36 2024-08-29T17:48:21.538 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 36 v 4 (ObjNum 28 snap 0 seq_num 28) dirty exists 2024-08-29T17:48:21.538 INFO:tasks.rados.rados.0.smithi028.stdout:211: finishing copy_from to smithi02869045-13 2024-08-29T17:48:21.538 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 13 v 7 (ObjNum 67 snap 7 seq_num 67) dirty exists 2024-08-29T17:48:21.538 INFO:tasks.rados.rados.0.smithi028.stdout:219: finishing write tid 5 to smithi02869045-21 2024-08-29T17:48:21.539 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 21 v 73 (ObjNum 85 snap 16 seq_num 85) dirty exists 2024-08-29T17:48:21.539 INFO:tasks.rados.rados.0.smithi028.stdout:219: left oid 21 (ObjNum 85 snap 16 seq_num 85) 2024-08-29T17:48:21.539 INFO:tasks.rados.rados.0.smithi028.stdout:210: done (7 left) 2024-08-29T17:48:21.539 INFO:tasks.rados.rados.0.smithi028.stdout:211: done (6 left) 2024-08-29T17:48:21.539 INFO:tasks.rados.rados.0.smithi028.stdout:212: done (5 left) 2024-08-29T17:48:21.539 INFO:tasks.rados.rados.0.smithi028.stdout:216: done (4 left) 2024-08-29T17:48:21.539 INFO:tasks.rados.rados.0.smithi028.stdout:217: done (3 left) 2024-08-29T17:48:21.539 INFO:tasks.rados.rados.0.smithi028.stdout:218: done (2 left) 2024-08-29T17:48:21.539 INFO:tasks.rados.rados.0.smithi028.stdout:219: done (1 left) 2024-08-29T17:48:21.539 INFO:tasks.rados.rados.0.smithi028.stdout:220: done (0 left) 2024-08-29T17:48:21.539 INFO:tasks.rados.rados.0.smithi028.stdout:221: snap_create 2024-08-29T17:48:22.439 INFO:tasks.rados.rados.0.smithi028.stdout:221: done (0 left) 2024-08-29T17:48:22.440 INFO:tasks.rados.rados.0.smithi028.stdout:222: delete oid 31 current snap is 17 2024-08-29T17:48:22.445 INFO:tasks.rados.rados.0.smithi028.stdout:222: done (0 left) 2024-08-29T17:48:22.445 INFO:tasks.rados.rados.0.smithi028.stdout:223: delete oid 26 current snap is 17 2024-08-29T17:48:22.456 INFO:tasks.rados.rados.0.smithi028.stdout:223: done (0 left) 2024-08-29T17:48:22.456 INFO:tasks.rados.rados.0.smithi028.stdout:224: copy_from oid 20 from oid 42 current snap is 17 2024-08-29T17:48:22.456 INFO:tasks.rados.rados.0.smithi028.stdout:225: delete oid 5 current snap is 17 2024-08-29T17:48:22.459 INFO:tasks.rados.rados.0.smithi028.stdout:225: done (1 left) 2024-08-29T17:48:22.459 INFO:tasks.rados.rados.0.smithi028.stdout:append oid 13 current snap is 17 2024-08-29T17:48:22.459 INFO:tasks.rados.rados.0.smithi028.stdout:226: seq_num 89 ranges {1843200=696320,2539520=655360,3194880=147456} 2024-08-29T17:48:22.501 INFO:tasks.rados.rados.0.smithi028.stdout:226: writing smithi02869045-13 from 1843200 to 2539520 tid 1 2024-08-29T17:48:22.511 INFO:tasks.rados.rados.0.smithi028.stdout:226: writing smithi02869045-13 from 2539520 to 3194880 tid 2 2024-08-29T17:48:22.513 INFO:tasks.rados.rados.0.smithi028.stdout:226: writing smithi02869045-13 from 3194880 to 3342336 tid 3 2024-08-29T17:48:22.513 INFO:tasks.rados.rados.0.smithi028.stdout:227: read oid 19 snap -1 2024-08-29T17:48:22.513 INFO:tasks.rados.rados.0.smithi028.stdout:227: expect (ObjNum 75 snap 11 seq_num 75) 2024-08-29T17:48:22.513 INFO:tasks.rados.rados.0.smithi028.stdout:append oid 21 current snap is 17 2024-08-29T17:48:22.513 INFO:tasks.rados.rados.0.smithi028.stdout:228: seq_num 90 ranges {1908736=712704,2621440=540672,3162112=262144} 2024-08-29T17:48:22.539 INFO:tasks.rados.rados.0.smithi028.stdout:228: writing smithi02869045-21 from 1908736 to 2621440 tid 1 2024-08-29T17:48:22.544 INFO:tasks.rados.rados.0.smithi028.stdout:228: writing smithi02869045-21 from 2621440 to 3162112 tid 2 2024-08-29T17:48:22.547 INFO:tasks.rados.rados.0.smithi028.stdout:228: writing smithi02869045-21 from 3162112 to 3424256 tid 3 2024-08-29T17:48:22.547 INFO:tasks.rados.rados.0.smithi028.stdout:229: delete oid 22 current snap is 17 2024-08-29T17:48:22.547 INFO:tasks.rados.rados.0.smithi028.stdout:224: finishing copy_from racing read to smithi02869045-20 2024-08-29T17:48:22.547 INFO:tasks.rados.rados.0.smithi028.stdout:224: finishing copy_from to smithi02869045-20 2024-08-29T17:48:22.547 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 20 v 4 (ObjNum 41 snap 0 seq_num 41) dirty exists 2024-08-29T17:48:22.547 INFO:tasks.rados.rados.0.smithi028.stdout:226: finishing write tid 1 to smithi02869045-13 2024-08-29T17:48:22.547 INFO:tasks.rados.rados.0.smithi028.stdout:226: finishing write tid 2 to smithi02869045-13 2024-08-29T17:48:22.547 INFO:tasks.rados.rados.0.smithi028.stdout:226: finishing write tid 3 to smithi02869045-13 2024-08-29T17:48:22.547 INFO:tasks.rados.rados.0.smithi028.stdout:226: finishing write tid 4 to smithi02869045-13 2024-08-29T17:48:22.547 INFO:tasks.rados.rados.0.smithi028.stdout:226: finishing write tid 5 to smithi02869045-13 2024-08-29T17:48:22.548 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 13 v 95 (ObjNum 89 snap 17 seq_num 89) dirty exists 2024-08-29T17:48:22.548 INFO:tasks.rados.rados.0.smithi028.stdout:226: left oid 13 (ObjNum 89 snap 17 seq_num 89) 2024-08-29T17:48:22.548 INFO:tasks.rados.rados.0.smithi028.stdout:227: expect (ObjNum 75 snap 11 seq_num 75) 2024-08-29T17:48:22.618 INFO:tasks.rados.rados.0.smithi028.stdout:228: finishing write tid 1 to smithi02869045-21 2024-08-29T17:48:22.618 INFO:tasks.rados.rados.0.smithi028.stdout:228: finishing write tid 2 to smithi02869045-21 2024-08-29T17:48:22.618 INFO:tasks.rados.rados.0.smithi028.stdout:228: finishing write tid 3 to smithi02869045-21 2024-08-29T17:48:22.618 INFO:tasks.rados.rados.0.smithi028.stdout:228: finishing write tid 4 to smithi02869045-21 2024-08-29T17:48:22.618 INFO:tasks.rados.rados.0.smithi028.stdout:228: finishing write tid 5 to smithi02869045-21 2024-08-29T17:48:22.618 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 21 v 78 (ObjNum 90 snap 17 seq_num 90) dirty exists 2024-08-29T17:48:22.618 INFO:tasks.rados.rados.0.smithi028.stdout:228: left oid 21 (ObjNum 90 snap 17 seq_num 90) 2024-08-29T17:48:22.619 INFO:tasks.rados.rados.0.smithi028.stdout:224: done (4 left) 2024-08-29T17:48:22.619 INFO:tasks.rados.rados.0.smithi028.stdout:226: done (3 left) 2024-08-29T17:48:22.619 INFO:tasks.rados.rados.0.smithi028.stdout:227: done (2 left) 2024-08-29T17:48:22.619 INFO:tasks.rados.rados.0.smithi028.stdout:228: done (1 left) 2024-08-29T17:48:22.619 INFO:tasks.rados.rados.0.smithi028.stdout:229: done (0 left) 2024-08-29T17:48:22.619 INFO:tasks.rados.rados.0.smithi028.stdout:230: read oid 38 snap -1 2024-08-29T17:48:22.619 INFO:tasks.rados.rados.0.smithi028.stdout:230: expect (ObjNum 0 snap 0 seq_num 0) 2024-08-29T17:48:22.619 INFO:tasks.rados.rados.0.smithi028.stdout:231: copy_from oid 41 from oid 6 current snap is 17 2024-08-29T17:48:22.619 INFO:tasks.rados.rados.0.smithi028.stdout:232: copy_from oid 30 from oid 19 current snap is 17 2024-08-29T17:48:22.619 INFO:tasks.rados.rados.0.smithi028.stdout:233: read oid 14 snap 12 2024-08-29T17:48:22.619 INFO:tasks.rados.rados.0.smithi028.stdout:233: expect (ObjNum 13 snap 0 seq_num 13) 2024-08-29T17:48:22.619 INFO:tasks.rados.rados.0.smithi028.stdout:234: rollback oid 44 current snap is 17 2024-08-29T17:48:22.619 INFO:tasks.rados.rados.0.smithi028.stdout:rollback oid 44 to 16 2024-08-29T17:48:22.620 INFO:tasks.rados.rados.0.smithi028.stdout:235: snap_remove snap 13 2024-08-29T17:48:22.823 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:48:22 smithi053 bash[24720]: cluster 2024-08-29T17:48:21.437313+0000 mon.a (mon.0) 1119 : cluster [DBG] osdmap e112: 8 total, 8 up, 8 in 2024-08-29T17:48:22.823 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:48:22 smithi053 bash[24720]: cluster 2024-08-29T17:48:21.933289+0000 mgr.y (mgr.14499) 225 : cluster [DBG] pgmap v211: 121 pgs: 121 active+clean; 47 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 2.5 MiB/s rd, 1.3 MiB/s wr, 14 op/s 2024-08-29T17:48:22.874 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:48:22 smithi028 bash[31855]: cluster 2024-08-29T17:48:21.437313+0000 mon.a (mon.0) 1119 : cluster [DBG] osdmap e112: 8 total, 8 up, 8 in 2024-08-29T17:48:22.874 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:48:22 smithi028 bash[31855]: cluster 2024-08-29T17:48:21.933289+0000 mgr.y (mgr.14499) 225 : cluster [DBG] pgmap v211: 121 pgs: 121 active+clean; 47 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 2.5 MiB/s rd, 1.3 MiB/s wr, 14 op/s 2024-08-29T17:48:22.874 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:48:22 smithi028 bash[22419]: cluster 2024-08-29T17:48:21.437313+0000 mon.a (mon.0) 1119 : cluster [DBG] osdmap e112: 8 total, 8 up, 8 in 2024-08-29T17:48:22.874 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:48:22 smithi028 bash[22419]: cluster 2024-08-29T17:48:21.933289+0000 mgr.y (mgr.14499) 225 : cluster [DBG] pgmap v211: 121 pgs: 121 active+clean; 47 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 2.5 MiB/s rd, 1.3 MiB/s wr, 14 op/s 2024-08-29T17:48:23.448 INFO:tasks.rados.rados.0.smithi028.stdout:235: done (5 left) 2024-08-29T17:48:23.448 INFO:tasks.rados.rados.0.smithi028.stdout:236: read oid 43 snap -1 2024-08-29T17:48:23.448 INFO:tasks.rados.rados.0.smithi028.stdout:236: expect (ObjNum 67 snap 7 seq_num 67) 2024-08-29T17:48:23.448 INFO:tasks.rados.rados.0.smithi028.stdout:237: copy_from oid 18 from oid 21 current snap is 17 2024-08-29T17:48:23.448 INFO:tasks.rados.rados.0.smithi028.stdout:230: expect (ObjNum 0 snap 0 seq_num 0) 2024-08-29T17:48:23.451 INFO:tasks.rados.rados.0.smithi028.stdout:233: expect (ObjNum 13 snap 0 seq_num 13) 2024-08-29T17:48:23.481 INFO:tasks.rados.rados.0.smithi028.stdout:234: finishing rollback tid 0 to smithi02869045-44 2024-08-29T17:48:23.482 INFO:tasks.rados.rados.0.smithi028.stdout:234: finishing rollback tid 1 to smithi02869045-44 2024-08-29T17:48:23.482 INFO:tasks.rados.rados.0.smithi028.stdout:234: finishing rollback tid 2 to smithi02869045-44 2024-08-29T17:48:23.482 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 44 v 82 (ObjNum 77 snap 12 seq_num 77) dirty exists 2024-08-29T17:48:23.482 INFO:tasks.rados.rados.0.smithi028.stdout:231: finishing copy_from racing read to smithi02869045-41 2024-08-29T17:48:23.482 INFO:tasks.rados.rados.0.smithi028.stdout:231: finishing copy_from to smithi02869045-41 2024-08-29T17:48:23.482 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 41 v 32 (ObjNum 129 snap 0 seq_num 1676437864) dirty exists 2024-08-29T17:48:23.482 INFO:tasks.rados.rados.0.smithi028.stdout:232: finishing copy_from racing read to smithi02869045-30 2024-08-29T17:48:23.482 INFO:tasks.rados.rados.0.smithi028.stdout:230: done (6 left) 2024-08-29T17:48:23.482 INFO:tasks.rados.rados.0.smithi028.stdout:231: done (5 left) 2024-08-29T17:48:23.482 INFO:tasks.rados.rados.0.smithi028.stdout:233: done (4 left) 2024-08-29T17:48:23.482 INFO:tasks.rados.rados.0.smithi028.stdout:234: done (3 left) 2024-08-29T17:48:23.483 INFO:tasks.rados.rados.0.smithi028.stdout:238: delete oid 2 current snap is 17 2024-08-29T17:48:23.483 INFO:tasks.rados.rados.0.smithi028.stdout:232: finishing copy_from to smithi02869045-30 2024-08-29T17:48:23.483 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 30 v 70 (ObjNum 75 snap 11 seq_num 75) dirty exists 2024-08-29T17:48:23.483 INFO:tasks.rados.rados.0.smithi028.stdout:236: expect (ObjNum 67 snap 7 seq_num 67) 2024-08-29T17:48:23.575 INFO:tasks.rados.rados.0.smithi028.stdout:237: finishing copy_from racing read to smithi02869045-18 2024-08-29T17:48:23.576 INFO:tasks.rados.rados.0.smithi028.stdout:237: finishing copy_from to smithi02869045-18 2024-08-29T17:48:23.576 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 18 v 78 (ObjNum 90 snap 17 seq_num 90) dirty exists 2024-08-29T17:48:23.576 INFO:tasks.rados.rados.0.smithi028.stdout:232: done (3 left) 2024-08-29T17:48:23.576 INFO:tasks.rados.rados.0.smithi028.stdout:236: done (2 left) 2024-08-29T17:48:23.576 INFO:tasks.rados.rados.0.smithi028.stdout:237: done (1 left) 2024-08-29T17:48:23.576 INFO:tasks.rados.rados.0.smithi028.stdout:238: done (0 left) 2024-08-29T17:48:23.576 INFO:tasks.rados.rados.0.smithi028.stdout:239: delete oid 35 current snap is 17 2024-08-29T17:48:23.579 INFO:tasks.rados.rados.0.smithi028.stdout:239: done (0 left) 2024-08-29T17:48:23.580 INFO:tasks.rados.rados.0.smithi028.stdout:240: setattr oid 29 current snap is 17 2024-08-29T17:48:23.583 INFO:tasks.rados.rados.0.smithi028.stdout:241: snap_remove snap 12 2024-08-29T17:48:23.823 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:48:23 smithi053 bash[24720]: cluster 2024-08-29T17:48:22.446774+0000 mon.a (mon.0) 1120 : cluster [DBG] osdmap e113: 8 total, 8 up, 8 in 2024-08-29T17:48:23.874 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:48:23 smithi028 bash[22419]: cluster 2024-08-29T17:48:22.446774+0000 mon.a (mon.0) 1120 : cluster [DBG] osdmap e113: 8 total, 8 up, 8 in 2024-08-29T17:48:23.874 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:48:23 smithi028 bash[31855]: cluster 2024-08-29T17:48:22.446774+0000 mon.a (mon.0) 1120 : cluster [DBG] osdmap e113: 8 total, 8 up, 8 in 2024-08-29T17:48:24.429 INFO:tasks.rados.rados.0.smithi028.stdout:241: done (1 left) 2024-08-29T17:48:24.429 INFO:tasks.rados.rados.0.smithi028.stdout:append oid 38 current snap is 17 2024-08-29T17:48:24.429 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 29 v 32 (ObjNum 61 snap 5 seq_num 61) dirty exists 2024-08-29T17:48:24.429 INFO:tasks.rados.rados.0.smithi028.stdout:242: seq_num 94 ranges {24576=778240,802816=532480,1335296=270336} 2024-08-29T17:48:24.446 INFO:tasks.rados.rados.0.smithi028.stdout:242: writing smithi02869045-38 from 24576 to 802816 tid 1 2024-08-29T17:48:24.457 INFO:tasks.rados.rados.0.smithi028.stdout:242: writing smithi02869045-38 from 802816 to 1335296 tid 2 2024-08-29T17:48:24.463 INFO:tasks.rados.rados.0.smithi028.stdout:242: writing smithi02869045-38 from 1335296 to 1605632 tid 3 2024-08-29T17:48:24.463 INFO:tasks.rados.rados.0.smithi028.stdout:240: done (1 left) 2024-08-29T17:48:24.463 INFO:tasks.rados.rados.0.smithi028.stdout:append oid 2 current snap is 17 2024-08-29T17:48:24.463 INFO:tasks.rados.rados.0.smithi028.stdout:242: finishing write tid 1 to smithi02869045-38 2024-08-29T17:48:24.463 INFO:tasks.rados.rados.0.smithi028.stdout:242: finishing write tid 2 to smithi02869045-38 2024-08-29T17:48:24.463 INFO:tasks.rados.rados.0.smithi028.stdout:243: seq_num 95 ranges {0=794624,794624=409600,1204224=393216} 2024-08-29T17:48:24.477 INFO:tasks.rados.rados.0.smithi028.stdout:243: writing smithi02869045-2 from 0 to 794624 tid 1 2024-08-29T17:48:24.484 INFO:tasks.rados.rados.0.smithi028.stdout:243: writing smithi02869045-2 from 794624 to 1204224 tid 2 2024-08-29T17:48:24.491 INFO:tasks.rados.rados.0.smithi028.stdout:243: writing smithi02869045-2 from 1204224 to 1597440 tid 3 2024-08-29T17:48:24.491 INFO:tasks.rados.rados.0.smithi028.stdout:244: copy_from oid 27 from oid 26 current snap is 17 2024-08-29T17:48:24.491 INFO:tasks.rados.rados.0.smithi028.stdout:242: finishing write tid 3 to smithi02869045-38 2024-08-29T17:48:24.491 INFO:tasks.rados.rados.0.smithi028.stdout:242: finishing write tid 4 to smithi02869045-38 2024-08-29T17:48:24.491 INFO:tasks.rados.rados.0.smithi028.stdout:242: finishing write tid 5 to smithi02869045-38 2024-08-29T17:48:24.492 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 38 v 37 (ObjNum 94 snap 17 seq_num 94) dirty exists 2024-08-29T17:48:24.492 INFO:tasks.rados.rados.0.smithi028.stdout:242: left oid 38 (ObjNum 94 snap 17 seq_num 94) 2024-08-29T17:48:24.492 INFO:tasks.rados.rados.0.smithi028.stdout:243: finishing write tid 1 to smithi02869045-2 2024-08-29T17:48:24.492 INFO:tasks.rados.rados.0.smithi028.stdout:243: finishing write tid 2 to smithi02869045-2 2024-08-29T17:48:24.492 INFO:tasks.rados.rados.0.smithi028.stdout:242: done (2 left) 2024-08-29T17:48:24.492 INFO:tasks.rados.rados.0.smithi028.stdout:245: snap_create 2024-08-29T17:48:24.494 INFO:tasks.rados.rados.0.smithi028.stdout:244: finishing copy_from to smithi02869045-27 2024-08-29T17:48:24.494 INFO:tasks.rados.rados.0.smithi028.stdout:244: got expected ENOENT (src dne) 2024-08-29T17:48:24.495 INFO:tasks.rados.rados.0.smithi028.stdout:243: finishing write tid 3 to smithi02869045-2 2024-08-29T17:48:24.495 INFO:tasks.rados.rados.0.smithi028.stdout:244: finishing copy_from racing read to smithi02869045-27 2024-08-29T17:48:24.495 INFO:tasks.rados.rados.0.smithi028.stdout:243: finishing write tid 4 to smithi02869045-2 2024-08-29T17:48:24.496 INFO:tasks.rados.rados.0.smithi028.stdout:243: finishing write tid 5 to smithi02869045-2 2024-08-29T17:48:24.496 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 2 v 102 (ObjNum 95 snap 17 seq_num 95) dirty exists 2024-08-29T17:48:24.496 INFO:tasks.rados.rados.0.smithi028.stdout:243: left oid 2 (ObjNum 95 snap 17 seq_num 95) 2024-08-29T17:48:24.749 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:48:24 smithi028 bash[31855]: cluster 2024-08-29T17:48:23.453940+0000 mon.a (mon.0) 1121 : cluster [DBG] osdmap e114: 8 total, 8 up, 8 in 2024-08-29T17:48:24.749 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:48:24 smithi028 bash[31855]: audit 2024-08-29T17:48:23.876341+0000 mon.a (mon.0) 1122 : audit [DBG] from='mgr.14499 172.21.15.28:0/1402656687' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-29T17:48:24.749 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:48:24 smithi028 bash[31855]: cluster 2024-08-29T17:48:23.934013+0000 mgr.y (mgr.14499) 226 : cluster [DBG] pgmap v214: 121 pgs: 121 active+clean; 47 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail 2024-08-29T17:48:24.749 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:48:24 smithi028 bash[31855]: cluster 2024-08-29T17:48:24.434374+0000 mon.a (mon.0) 1123 : cluster [DBG] osdmap e115: 8 total, 8 up, 8 in 2024-08-29T17:48:24.750 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:48:24 smithi028 bash[22419]: cluster 2024-08-29T17:48:23.453940+0000 mon.a (mon.0) 1121 : cluster [DBG] osdmap e114: 8 total, 8 up, 8 in 2024-08-29T17:48:24.750 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:48:24 smithi028 bash[22419]: audit 2024-08-29T17:48:23.876341+0000 mon.a (mon.0) 1122 : audit [DBG] from='mgr.14499 172.21.15.28:0/1402656687' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-29T17:48:24.750 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:48:24 smithi028 bash[22419]: cluster 2024-08-29T17:48:23.934013+0000 mgr.y (mgr.14499) 226 : cluster [DBG] pgmap v214: 121 pgs: 121 active+clean; 47 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail 2024-08-29T17:48:24.750 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:48:24 smithi028 bash[22419]: cluster 2024-08-29T17:48:24.434374+0000 mon.a (mon.0) 1123 : cluster [DBG] osdmap e115: 8 total, 8 up, 8 in 2024-08-29T17:48:24.823 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:48:24 smithi053 bash[24720]: cluster 2024-08-29T17:48:23.453940+0000 mon.a (mon.0) 1121 : cluster [DBG] osdmap e114: 8 total, 8 up, 8 in 2024-08-29T17:48:24.823 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:48:24 smithi053 bash[24720]: audit 2024-08-29T17:48:23.876341+0000 mon.a (mon.0) 1122 : audit [DBG] from='mgr.14499 172.21.15.28:0/1402656687' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-29T17:48:24.823 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:48:24 smithi053 bash[24720]: cluster 2024-08-29T17:48:23.934013+0000 mgr.y (mgr.14499) 226 : cluster [DBG] pgmap v214: 121 pgs: 121 active+clean; 47 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail 2024-08-29T17:48:24.823 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:48:24 smithi053 bash[24720]: cluster 2024-08-29T17:48:24.434374+0000 mon.a (mon.0) 1123 : cluster [DBG] osdmap e115: 8 total, 8 up, 8 in 2024-08-29T17:48:25.469 INFO:tasks.rados.rados.0.smithi028.stdout:243: done (2 left) 2024-08-29T17:48:25.469 INFO:tasks.rados.rados.0.smithi028.stdout:244: done (1 left) 2024-08-29T17:48:25.469 INFO:tasks.rados.rados.0.smithi028.stdout:245: done (0 left) 2024-08-29T17:48:25.469 INFO:tasks.rados.rados.0.smithi028.stdout:246: snap_create 2024-08-29T17:48:26.467 INFO:journalctl@ceph.mgr.x.smithi053.stdout:Aug 29 17:48:26 smithi053 bash[25641]: ::ffff:172.21.15.53 - - [29/Aug/2024:17:48:26] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.43.0" 2024-08-29T17:48:26.482 INFO:tasks.rados.rados.0.smithi028.stdout:246: done (0 left) 2024-08-29T17:48:26.482 INFO:tasks.rados.rados.0.smithi028.stdout:append oid 17 current snap is 19 2024-08-29T17:48:26.482 INFO:tasks.rados.rados.0.smithi028.stdout:247: seq_num 96 ranges {1187840=409600,1597440=696320,2293760=507904} 2024-08-29T17:48:26.508 INFO:tasks.rados.rados.0.smithi028.stdout:247: writing smithi02869045-17 from 1187840 to 1597440 tid 1 2024-08-29T17:48:26.519 INFO:tasks.rados.rados.0.smithi028.stdout:247: writing smithi02869045-17 from 1597440 to 2293760 tid 2 2024-08-29T17:48:26.527 INFO:tasks.rados.rados.0.smithi028.stdout:247: writing smithi02869045-17 from 2293760 to 2801664 tid 3 2024-08-29T17:48:26.527 INFO:tasks.rados.rados.0.smithi028.stdout:248: rollback oid 8 current snap is 19 2024-08-29T17:48:26.527 INFO:tasks.rados.rados.0.smithi028.stdout:rollback oid 8 to 17 2024-08-29T17:48:26.527 INFO:tasks.rados.rados.0.smithi028.stdout:247: finishing write tid 1 to smithi02869045-17 2024-08-29T17:48:26.527 INFO:tasks.rados.rados.0.smithi028.stdout:247: finishing write tid 2 to smithi02869045-17 2024-08-29T17:48:26.527 INFO:tasks.rados.rados.0.smithi028.stdout:249: rmattr oid 26 current snap is 19 2024-08-29T17:48:26.527 INFO:tasks.rados.rados.0.smithi028.stdout:249: done (2 left) 2024-08-29T17:48:26.527 INFO:tasks.rados.rados.0.smithi028.stdout:250: delete oid 2 current snap is 19 2024-08-29T17:48:26.532 INFO:tasks.rados.rados.0.smithi028.stdout:248: finishing rollback tid 0 to smithi02869045-8 2024-08-29T17:48:26.534 INFO:tasks.rados.rados.0.smithi028.stdout:248: finishing rollback tid 1 to smithi02869045-8 2024-08-29T17:48:26.535 INFO:tasks.rados.rados.0.smithi028.stdout:248: finishing rollback tid 2 to smithi02869045-8 2024-08-29T17:48:26.535 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 8 v 40 (ObjNum 17 snap 0 seq_num 17) dirty exists 2024-08-29T17:48:26.537 INFO:tasks.rados.rados.0.smithi028.stdout:247: finishing write tid 3 to smithi02869045-17 2024-08-29T17:48:26.537 INFO:tasks.rados.rados.0.smithi028.stdout:248: done (2 left) 2024-08-29T17:48:26.537 INFO:tasks.rados.rados.0.smithi028.stdout:250: done (1 left) 2024-08-29T17:48:26.537 INFO:tasks.rados.rados.0.smithi028.stdout:251: rmattr oid 10 current snap is 19 2024-08-29T17:48:26.537 INFO:tasks.rados.rados.0.smithi028.stdout:251: done (1 left) 2024-08-29T17:48:26.537 INFO:tasks.rados.rados.0.smithi028.stdout:252: snap_create 2024-08-29T17:48:26.538 INFO:tasks.rados.rados.0.smithi028.stdout:247: finishing write tid 4 to smithi02869045-17 2024-08-29T17:48:26.540 INFO:tasks.rados.rados.0.smithi028.stdout:247: finishing write tid 5 to smithi02869045-17 2024-08-29T17:48:26.540 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 17 v 108 (ObjNum 96 snap 19 seq_num 96) dirty exists 2024-08-29T17:48:26.540 INFO:tasks.rados.rados.0.smithi028.stdout:247: left oid 17 (ObjNum 96 snap 19 seq_num 96) 2024-08-29T17:48:26.823 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:48:26 smithi053 bash[24720]: cluster 2024-08-29T17:48:25.475623+0000 mon.a (mon.0) 1124 : cluster [DBG] osdmap e116: 8 total, 8 up, 8 in 2024-08-29T17:48:26.823 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:48:26 smithi053 bash[24720]: audit 2024-08-29T17:48:25.650893+0000 mon.a (mon.0) 1125 : audit [INF] from='mgr.14499 172.21.15.28:0/1402656687' entity='mgr.y' 2024-08-29T17:48:26.823 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:48:26 smithi053 bash[24720]: cephadm 2024-08-29T17:48:25.651681+0000 mgr.y (mgr.14499) 227 : cephadm [INF] Upgrade: Target is version 19.1.1-235-g1ef86450 (unknown) 2024-08-29T17:48:26.824 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:48:26 smithi053 bash[24720]: cephadm 2024-08-29T17:48:25.651867+0000 mgr.y (mgr.14499) 228 : cephadm [INF] Upgrade: Target container is quay.ceph.io/ceph-ci/ceph@sha256:8f3b6bac69336351d15cf039dfef8f2a6f91298db15a9ffbb83a9ec0b4e7f64d, digests ['quay.ceph.io/ceph-ci/ceph@sha256:8f3b6bac69336351d15cf039dfef8f2a6f91298db15a9ffbb83a9ec0b4e7f64d'] 2024-08-29T17:48:26.824 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:48:26 smithi053 bash[24720]: audit 2024-08-29T17:48:25.653992+0000 mon.a (mon.0) 1126 : audit [DBG] from='mgr.14499 172.21.15.28:0/1402656687' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-29T17:48:26.824 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:48:26 smithi053 bash[24720]: audit 2024-08-29T17:48:25.664144+0000 mon.a (mon.0) 1127 : audit [INF] from='mgr.14499 172.21.15.28:0/1402656687' entity='mgr.y' 2024-08-29T17:48:26.824 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:48:26 smithi053 bash[24720]: cephadm 2024-08-29T17:48:25.665867+0000 mgr.y (mgr.14499) 229 : cephadm [INF] Upgrade: Need to upgrade myself (mgr.y) 2024-08-29T17:48:26.824 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:48:26 smithi053 bash[24720]: cephadm 2024-08-29T17:48:25.925273+0000 mgr.y (mgr.14499) 230 : cephadm [INF] Upgrade: Pulling quay.ceph.io/ceph-ci/ceph@sha256:8f3b6bac69336351d15cf039dfef8f2a6f91298db15a9ffbb83a9ec0b4e7f64d on smithi053 2024-08-29T17:48:26.824 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:48:26 smithi053 bash[24720]: cluster 2024-08-29T17:48:25.934868+0000 mgr.y (mgr.14499) 231 : cluster [DBG] pgmap v217: 121 pgs: 121 active+clean; 64 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 4.1 MiB/s rd, 4.7 MiB/s wr, 33 op/s 2024-08-29T17:48:26.874 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:48:26 smithi028 bash[31855]: cluster 2024-08-29T17:48:25.475623+0000 mon.a (mon.0) 1124 : cluster [DBG] osdmap e116: 8 total, 8 up, 8 in 2024-08-29T17:48:26.874 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:48:26 smithi028 bash[31855]: audit 2024-08-29T17:48:25.650893+0000 mon.a (mon.0) 1125 : audit [INF] from='mgr.14499 172.21.15.28:0/1402656687' entity='mgr.y' 2024-08-29T17:48:26.875 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:48:26 smithi028 bash[31855]: cephadm 2024-08-29T17:48:25.651681+0000 mgr.y (mgr.14499) 227 : cephadm [INF] Upgrade: Target is version 19.1.1-235-g1ef86450 (unknown) 2024-08-29T17:48:26.875 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:48:26 smithi028 bash[31855]: cephadm 2024-08-29T17:48:25.651867+0000 mgr.y (mgr.14499) 228 : cephadm [INF] Upgrade: Target container is quay.ceph.io/ceph-ci/ceph@sha256:8f3b6bac69336351d15cf039dfef8f2a6f91298db15a9ffbb83a9ec0b4e7f64d, digests ['quay.ceph.io/ceph-ci/ceph@sha256:8f3b6bac69336351d15cf039dfef8f2a6f91298db15a9ffbb83a9ec0b4e7f64d'] 2024-08-29T17:48:26.875 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:48:26 smithi028 bash[31855]: audit 2024-08-29T17:48:25.653992+0000 mon.a (mon.0) 1126 : audit [DBG] from='mgr.14499 172.21.15.28:0/1402656687' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-29T17:48:26.875 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:48:26 smithi028 bash[31855]: audit 2024-08-29T17:48:25.664144+0000 mon.a (mon.0) 1127 : audit [INF] from='mgr.14499 172.21.15.28:0/1402656687' entity='mgr.y' 2024-08-29T17:48:26.875 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:48:26 smithi028 bash[31855]: cephadm 2024-08-29T17:48:25.665867+0000 mgr.y (mgr.14499) 229 : cephadm [INF] Upgrade: Need to upgrade myself (mgr.y) 2024-08-29T17:48:26.875 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:48:26 smithi028 bash[31855]: cephadm 2024-08-29T17:48:25.925273+0000 mgr.y (mgr.14499) 230 : cephadm [INF] Upgrade: Pulling quay.ceph.io/ceph-ci/ceph@sha256:8f3b6bac69336351d15cf039dfef8f2a6f91298db15a9ffbb83a9ec0b4e7f64d on smithi053 2024-08-29T17:48:26.875 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:48:26 smithi028 bash[31855]: cluster 2024-08-29T17:48:25.934868+0000 mgr.y (mgr.14499) 231 : cluster [DBG] pgmap v217: 121 pgs: 121 active+clean; 64 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 4.1 MiB/s rd, 4.7 MiB/s wr, 33 op/s 2024-08-29T17:48:26.875 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:48:26 smithi028 bash[22419]: cluster 2024-08-29T17:48:25.475623+0000 mon.a (mon.0) 1124 : cluster [DBG] osdmap e116: 8 total, 8 up, 8 in 2024-08-29T17:48:26.875 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:48:26 smithi028 bash[22419]: audit 2024-08-29T17:48:25.650893+0000 mon.a (mon.0) 1125 : audit [INF] from='mgr.14499 172.21.15.28:0/1402656687' entity='mgr.y' 2024-08-29T17:48:26.875 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:48:26 smithi028 bash[22419]: cephadm 2024-08-29T17:48:25.651681+0000 mgr.y (mgr.14499) 227 : cephadm [INF] Upgrade: Target is version 19.1.1-235-g1ef86450 (unknown) 2024-08-29T17:48:26.875 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:48:26 smithi028 bash[22419]: cephadm 2024-08-29T17:48:25.651867+0000 mgr.y (mgr.14499) 228 : cephadm [INF] Upgrade: Target container is quay.ceph.io/ceph-ci/ceph@sha256:8f3b6bac69336351d15cf039dfef8f2a6f91298db15a9ffbb83a9ec0b4e7f64d, digests ['quay.ceph.io/ceph-ci/ceph@sha256:8f3b6bac69336351d15cf039dfef8f2a6f91298db15a9ffbb83a9ec0b4e7f64d'] 2024-08-29T17:48:26.876 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:48:26 smithi028 bash[22419]: audit 2024-08-29T17:48:25.653992+0000 mon.a (mon.0) 1126 : audit [DBG] from='mgr.14499 172.21.15.28:0/1402656687' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-29T17:48:26.876 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:48:26 smithi028 bash[22419]: audit 2024-08-29T17:48:25.664144+0000 mon.a (mon.0) 1127 : audit [INF] from='mgr.14499 172.21.15.28:0/1402656687' entity='mgr.y' 2024-08-29T17:48:26.876 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:48:26 smithi028 bash[22419]: cephadm 2024-08-29T17:48:25.665867+0000 mgr.y (mgr.14499) 229 : cephadm [INF] Upgrade: Need to upgrade myself (mgr.y) 2024-08-29T17:48:26.876 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:48:26 smithi028 bash[22419]: cephadm 2024-08-29T17:48:25.925273+0000 mgr.y (mgr.14499) 230 : cephadm [INF] Upgrade: Pulling quay.ceph.io/ceph-ci/ceph@sha256:8f3b6bac69336351d15cf039dfef8f2a6f91298db15a9ffbb83a9ec0b4e7f64d on smithi053 2024-08-29T17:48:26.876 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:48:26 smithi028 bash[22419]: cluster 2024-08-29T17:48:25.934868+0000 mgr.y (mgr.14499) 231 : cluster [DBG] pgmap v217: 121 pgs: 121 active+clean; 64 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 4.1 MiB/s rd, 4.7 MiB/s wr, 33 op/s 2024-08-29T17:48:27.491 INFO:tasks.rados.rados.0.smithi028.stdout:247: done (1 left) 2024-08-29T17:48:27.491 INFO:tasks.rados.rados.0.smithi028.stdout:252: done (0 left) 2024-08-29T17:48:27.491 INFO:tasks.rados.rados.0.smithi028.stdout:253: copy_from oid 48 from oid 47 current snap is 20 2024-08-29T17:48:27.491 INFO:tasks.rados.rados.0.smithi028.stdout:254: read oid 34 snap -1 2024-08-29T17:48:27.491 INFO:tasks.rados.rados.0.smithi028.stdout:254: expect (ObjNum 58 snap 4 seq_num 58) 2024-08-29T17:48:27.491 INFO:tasks.rados.rados.0.smithi028.stdout:255: snap_create 2024-08-29T17:48:27.507 INFO:tasks.rados.rados.0.smithi028.stdout:254: expect (ObjNum 58 snap 4 seq_num 58) 2024-08-29T17:48:27.611 INFO:tasks.rados.rados.0.smithi028.stdout:253: finishing copy_from racing read to smithi02869045-48 2024-08-29T17:48:27.611 INFO:tasks.rados.rados.0.smithi028.stdout:253: finishing copy_from to smithi02869045-48 2024-08-29T17:48:27.611 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 48 v 31 (ObjNum 46 snap 0 seq_num 46) dirty exists 2024-08-29T17:48:27.823 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:48:27 smithi053 bash[24720]: cluster 2024-08-29T17:48:26.486915+0000 mon.a (mon.0) 1128 : cluster [DBG] osdmap e117: 8 total, 8 up, 8 in 2024-08-29T17:48:27.874 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:48:27 smithi028 bash[31855]: cluster 2024-08-29T17:48:26.486915+0000 mon.a (mon.0) 1128 : cluster [DBG] osdmap e117: 8 total, 8 up, 8 in 2024-08-29T17:48:27.874 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:48:27 smithi028 bash[22419]: cluster 2024-08-29T17:48:26.486915+0000 mon.a (mon.0) 1128 : cluster [DBG] osdmap e117: 8 total, 8 up, 8 in 2024-08-29T17:48:28.500 INFO:tasks.rados.rados.0.smithi028.stdout:253: done (2 left) 2024-08-29T17:48:28.500 INFO:tasks.rados.rados.0.smithi028.stdout:254: done (1 left) 2024-08-29T17:48:28.500 INFO:tasks.rados.rados.0.smithi028.stdout:255: done (0 left) 2024-08-29T17:48:28.500 INFO:tasks.rados.rados.0.smithi028.stdout:256: read oid 47 snap -1 2024-08-29T17:48:28.500 INFO:tasks.rados.rados.0.smithi028.stdout:256: expect (ObjNum 46 snap 0 seq_num 46) 2024-08-29T17:48:28.501 INFO:tasks.rados.rados.0.smithi028.stdout:append oid 36 current snap is 21 2024-08-29T17:48:28.501 INFO:tasks.rados.rados.0.smithi028.stdout:257: seq_num 98 ranges {475136=450560,925696=466944,1392640=737280} 2024-08-29T17:48:28.516 INFO:tasks.rados.rados.0.smithi028.stdout:257: writing smithi02869045-36 from 475136 to 925696 tid 1 2024-08-29T17:48:28.525 INFO:tasks.rados.rados.0.smithi028.stdout:257: writing smithi02869045-36 from 925696 to 1392640 tid 2 2024-08-29T17:48:28.538 INFO:tasks.rados.rados.0.smithi028.stdout:257: writing smithi02869045-36 from 1392640 to 2129920 tid 3 2024-08-29T17:48:28.538 INFO:tasks.rados.rados.0.smithi028.stdout:258: rollback oid 18 current snap is 21 2024-08-29T17:48:28.538 INFO:tasks.rados.rados.0.smithi028.stdout:rollback oid 18 to 20 2024-08-29T17:48:28.538 INFO:tasks.rados.rados.0.smithi028.stdout:256: expect (ObjNum 46 snap 0 seq_num 46) 2024-08-29T17:48:28.575 INFO:tasks.rados.rados.0.smithi028.stdout:257: finishing write tid 1 to smithi02869045-36 2024-08-29T17:48:28.575 INFO:tasks.rados.rados.0.smithi028.stdout:257: finishing write tid 2 to smithi02869045-36 2024-08-29T17:48:28.575 INFO:tasks.rados.rados.0.smithi028.stdout:257: finishing write tid 3 to smithi02869045-36 2024-08-29T17:48:28.575 INFO:tasks.rados.rados.0.smithi028.stdout:257: finishing write tid 4 to smithi02869045-36 2024-08-29T17:48:28.575 INFO:tasks.rados.rados.0.smithi028.stdout:258: finishing rollback tid 0 to smithi02869045-18 2024-08-29T17:48:28.575 INFO:tasks.rados.rados.0.smithi028.stdout:258: finishing rollback tid 1 to smithi02869045-18 2024-08-29T17:48:28.575 INFO:tasks.rados.rados.0.smithi028.stdout:258: finishing rollback tid 2 to smithi02869045-18 2024-08-29T17:48:28.575 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 18 v 81 (ObjNum 90 snap 17 seq_num 90) dirty exists 2024-08-29T17:48:28.575 INFO:tasks.rados.rados.0.smithi028.stdout:257: finishing write tid 5 to smithi02869045-36 2024-08-29T17:48:28.575 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 36 v 47 (ObjNum 98 snap 21 seq_num 98) dirty exists 2024-08-29T17:48:28.575 INFO:tasks.rados.rados.0.smithi028.stdout:257: left oid 36 (ObjNum 98 snap 21 seq_num 98) 2024-08-29T17:48:28.576 INFO:tasks.rados.rados.0.smithi028.stdout:256: done (2 left) 2024-08-29T17:48:28.576 INFO:tasks.rados.rados.0.smithi028.stdout:257: done (1 left) 2024-08-29T17:48:28.576 INFO:tasks.rados.rados.0.smithi028.stdout:258: done (0 left) 2024-08-29T17:48:28.576 INFO:tasks.rados.rados.0.smithi028.stdout:append oid 2 current snap is 21 2024-08-29T17:48:28.576 INFO:tasks.rados.rados.0.smithi028.stdout:259: seq_num 99 ranges {0=466944,466944=802816,1269760=401408} 2024-08-29T17:48:28.582 INFO:tasks.rados.rados.0.smithi028.stdout:259: writing smithi02869045-2 from 0 to 466944 tid 1 2024-08-29T17:48:28.596 INFO:tasks.rados.rados.0.smithi028.stdout:259: writing smithi02869045-2 from 466944 to 1269760 tid 2 2024-08-29T17:48:28.603 INFO:tasks.rados.rados.0.smithi028.stdout:259: writing smithi02869045-2 from 1269760 to 1671168 tid 3 2024-08-29T17:48:28.603 INFO:tasks.rados.rados.0.smithi028.stdout:260: delete oid 40 current snap is 21 2024-08-29T17:48:28.603 INFO:tasks.rados.rados.0.smithi028.stdout:259: finishing write tid 1 to smithi02869045-2 2024-08-29T17:48:28.603 INFO:tasks.rados.rados.0.smithi028.stdout:259: finishing write tid 2 to smithi02869045-2 2024-08-29T17:48:28.607 INFO:tasks.rados.rados.0.smithi028.stdout:260: done (1 left) 2024-08-29T17:48:28.607 INFO:tasks.rados.rados.0.smithi028.stdout:261: read oid 47 snap -1 2024-08-29T17:48:28.608 INFO:tasks.rados.rados.0.smithi028.stdout:261: expect (ObjNum 46 snap 0 seq_num 46) 2024-08-29T17:48:28.608 INFO:tasks.rados.rados.0.smithi028.stdout:262: rollback oid 49 current snap is 21 2024-08-29T17:48:28.608 INFO:tasks.rados.rados.0.smithi028.stdout:rollback oid 49 to 17 2024-08-29T17:48:28.608 INFO:tasks.rados.rados.0.smithi028.stdout:263: snap_remove snap 18 2024-08-29T17:48:28.823 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:48:28 smithi053 bash[24720]: cluster 2024-08-29T17:48:27.496788+0000 mon.a (mon.0) 1129 : cluster [DBG] osdmap e118: 8 total, 8 up, 8 in 2024-08-29T17:48:28.823 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:48:28 smithi053 bash[24720]: cluster 2024-08-29T17:48:27.935595+0000 mgr.y (mgr.14499) 232 : cluster [DBG] pgmap v220: 121 pgs: 121 active+clean; 64 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 4.1 MiB/s rd, 4.7 MiB/s wr, 33 op/s 2024-08-29T17:48:28.874 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:48:28 smithi028 bash[31855]: cluster 2024-08-29T17:48:27.496788+0000 mon.a (mon.0) 1129 : cluster [DBG] osdmap e118: 8 total, 8 up, 8 in 2024-08-29T17:48:28.874 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:48:28 smithi028 bash[31855]: cluster 2024-08-29T17:48:27.935595+0000 mgr.y (mgr.14499) 232 : cluster [DBG] pgmap v220: 121 pgs: 121 active+clean; 64 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 4.1 MiB/s rd, 4.7 MiB/s wr, 33 op/s 2024-08-29T17:48:28.874 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:48:28 smithi028 bash[22419]: cluster 2024-08-29T17:48:27.496788+0000 mon.a (mon.0) 1129 : cluster [DBG] osdmap e118: 8 total, 8 up, 8 in 2024-08-29T17:48:28.875 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:48:28 smithi028 bash[22419]: cluster 2024-08-29T17:48:27.935595+0000 mgr.y (mgr.14499) 232 : cluster [DBG] pgmap v220: 121 pgs: 121 active+clean; 64 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 4.1 MiB/s rd, 4.7 MiB/s wr, 33 op/s 2024-08-29T17:48:29.432 INFO:tasks.rados.rados.0.smithi028.stdout:263: done (3 left) 2024-08-29T17:48:29.432 INFO:tasks.rados.rados.0.smithi028.stdout:264: snap_create 2024-08-29T17:48:29.432 INFO:tasks.rados.rados.0.smithi028.stdout:259: finishing write tid 3 to smithi02869045-2 2024-08-29T17:48:29.432 INFO:tasks.rados.rados.0.smithi028.stdout:259: finishing write tid 4 to smithi02869045-2 2024-08-29T17:48:29.432 INFO:tasks.rados.rados.0.smithi028.stdout:262: finishing rollback tid 0 to smithi02869045-49 2024-08-29T17:48:29.432 INFO:tasks.rados.rados.0.smithi028.stdout:262: finishing rollback tid 1 to smithi02869045-49 2024-08-29T17:48:29.432 INFO:tasks.rados.rados.0.smithi028.stdout:259: finishing write tid 5 to smithi02869045-2 2024-08-29T17:48:29.432 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 2 v 108 (ObjNum 99 snap 21 seq_num 99) dirty exists 2024-08-29T17:48:29.433 INFO:tasks.rados.rados.0.smithi028.stdout:259: left oid 2 (ObjNum 99 snap 21 seq_num 99) 2024-08-29T17:48:29.433 INFO:tasks.rados.rados.0.smithi028.stdout:261: expect (ObjNum 46 snap 0 seq_num 46) 2024-08-29T17:48:29.471 INFO:tasks.rados.rados.0.smithi028.stdout:262: finishing rollback tid 2 to smithi02869045-49 2024-08-29T17:48:29.472 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 49 v 112 (ObjNum 48 snap 0 seq_num 48) dirty exists 2024-08-29T17:48:29.823 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:48:29 smithi053 bash[24720]: cluster 2024-08-29T17:48:28.506719+0000 mon.a (mon.0) 1130 : cluster [DBG] osdmap e119: 8 total, 8 up, 8 in 2024-08-29T17:48:29.823 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:48:29 smithi053 bash[24720]: cluster 2024-08-29T17:48:29.436735+0000 mon.a (mon.0) 1131 : cluster [DBG] osdmap e120: 8 total, 8 up, 8 in 2024-08-29T17:48:29.874 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:48:29 smithi028 bash[31855]: cluster 2024-08-29T17:48:28.506719+0000 mon.a (mon.0) 1130 : cluster [DBG] osdmap e119: 8 total, 8 up, 8 in 2024-08-29T17:48:29.874 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:48:29 smithi028 bash[31855]: cluster 2024-08-29T17:48:29.436735+0000 mon.a (mon.0) 1131 : cluster [DBG] osdmap e120: 8 total, 8 up, 8 in 2024-08-29T17:48:29.875 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:48:29 smithi028 bash[22419]: cluster 2024-08-29T17:48:28.506719+0000 mon.a (mon.0) 1130 : cluster [DBG] osdmap e119: 8 total, 8 up, 8 in 2024-08-29T17:48:29.875 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:48:29 smithi028 bash[22419]: cluster 2024-08-29T17:48:29.436735+0000 mon.a (mon.0) 1131 : cluster [DBG] osdmap e120: 8 total, 8 up, 8 in 2024-08-29T17:48:30.432 INFO:tasks.rados.rados.0.smithi028.stdout:259: done (3 left) 2024-08-29T17:48:30.432 INFO:tasks.rados.rados.0.smithi028.stdout:261: done (2 left) 2024-08-29T17:48:30.432 INFO:tasks.rados.rados.0.smithi028.stdout:262: done (1 left) 2024-08-29T17:48:30.432 INFO:tasks.rados.rados.0.smithi028.stdout:264: done (0 left) 2024-08-29T17:48:30.432 INFO:tasks.rados.rados.0.smithi028.stdout:265: snap_create 2024-08-29T17:48:30.823 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:48:30 smithi053 bash[24720]: cluster 2024-08-29T17:48:29.936936+0000 mgr.y (mgr.14499) 233 : cluster [DBG] pgmap v223: 121 pgs: 121 active+clean; 70 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 2.2 MiB/s rd, 1.4 MiB/s wr, 9 op/s 2024-08-29T17:48:30.823 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:48:30 smithi053 bash[24720]: cluster 2024-08-29T17:48:30.438964+0000 mon.a (mon.0) 1132 : cluster [DBG] osdmap e121: 8 total, 8 up, 8 in 2024-08-29T17:48:30.874 INFO:journalctl@ceph.mgr.y.smithi028.stdout:Aug 29 17:48:30 smithi028 bash[22672]: ::ffff:172.21.15.53 - - [29/Aug/2024:17:48:30] "GET /metrics HTTP/1.1" 200 239858 "" "Prometheus/2.43.0" 2024-08-29T17:48:30.874 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:48:30 smithi028 bash[22419]: cluster 2024-08-29T17:48:29.936936+0000 mgr.y (mgr.14499) 233 : cluster [DBG] pgmap v223: 121 pgs: 121 active+clean; 70 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 2.2 MiB/s rd, 1.4 MiB/s wr, 9 op/s 2024-08-29T17:48:30.875 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:48:30 smithi028 bash[22419]: cluster 2024-08-29T17:48:30.438964+0000 mon.a (mon.0) 1132 : cluster [DBG] osdmap e121: 8 total, 8 up, 8 in 2024-08-29T17:48:30.875 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:48:30 smithi028 bash[31855]: cluster 2024-08-29T17:48:29.936936+0000 mgr.y (mgr.14499) 233 : cluster [DBG] pgmap v223: 121 pgs: 121 active+clean; 70 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 2.2 MiB/s rd, 1.4 MiB/s wr, 9 op/s 2024-08-29T17:48:30.875 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:48:30 smithi028 bash[31855]: cluster 2024-08-29T17:48:30.438964+0000 mon.a (mon.0) 1132 : cluster [DBG] osdmap e121: 8 total, 8 up, 8 in 2024-08-29T17:48:31.434 INFO:tasks.rados.rados.0.smithi028.stdout:265: done (0 left) 2024-08-29T17:48:31.434 INFO:tasks.rados.rados.0.smithi028.stdout:append oid 30 current snap is 23 2024-08-29T17:48:31.434 INFO:tasks.rados.rados.0.smithi028.stdout:266: seq_num 101 ranges {1564672=499712,2064384=573440,2637824=524288,3162112=106496} 2024-08-29T17:48:31.468 INFO:tasks.rados.rados.0.smithi028.stdout:266: writing smithi02869045-30 from 1564672 to 2064384 tid 1 2024-08-29T17:48:31.478 INFO:tasks.rados.rados.0.smithi028.stdout:266: writing smithi02869045-30 from 2064384 to 2637824 tid 2 2024-08-29T17:48:31.486 INFO:tasks.rados.rados.0.smithi028.stdout:266: writing smithi02869045-30 from 2637824 to 3162112 tid 3 2024-08-29T17:48:31.488 INFO:tasks.rados.rados.0.smithi028.stdout:266: writing smithi02869045-30 from 3162112 to 3268608 tid 4 2024-08-29T17:48:31.488 INFO:tasks.rados.rados.0.smithi028.stdout:267: rmattr oid 17 current snap is 23 2024-08-29T17:48:31.488 INFO:tasks.rados.rados.0.smithi028.stdout:266: finishing write tid 1 to smithi02869045-30 2024-08-29T17:48:31.488 INFO:tasks.rados.rados.0.smithi028.stdout:266: finishing write tid 2 to smithi02869045-30 2024-08-29T17:48:31.488 INFO:tasks.rados.rados.0.smithi028.stdout:268: snap_remove snap 16 2024-08-29T17:48:32.448 INFO:tasks.rados.rados.0.smithi028.stdout:268: done (2 left) 2024-08-29T17:48:32.448 INFO:tasks.rados.rados.0.smithi028.stdout:269: snap_remove snap 19 2024-08-29T17:48:32.823 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:48:32 smithi053 bash[24720]: cluster 2024-08-29T17:48:31.441462+0000 mon.a (mon.0) 1133 : cluster [DBG] osdmap e122: 8 total, 8 up, 8 in 2024-08-29T17:48:32.823 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:48:32 smithi053 bash[24720]: cluster 2024-08-29T17:48:31.937639+0000 mgr.y (mgr.14499) 234 : cluster [DBG] pgmap v226: 121 pgs: 121 active+clean; 70 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 2.2 MiB/s rd, 1.4 MiB/s wr, 9 op/s 2024-08-29T17:48:32.874 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:48:32 smithi028 bash[31855]: cluster 2024-08-29T17:48:31.441462+0000 mon.a (mon.0) 1133 : cluster [DBG] osdmap e122: 8 total, 8 up, 8 in 2024-08-29T17:48:32.874 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:48:32 smithi028 bash[31855]: cluster 2024-08-29T17:48:31.937639+0000 mgr.y (mgr.14499) 234 : cluster [DBG] pgmap v226: 121 pgs: 121 active+clean; 70 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 2.2 MiB/s rd, 1.4 MiB/s wr, 9 op/s 2024-08-29T17:48:32.874 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:48:32 smithi028 bash[22419]: cluster 2024-08-29T17:48:31.441462+0000 mon.a (mon.0) 1133 : cluster [DBG] osdmap e122: 8 total, 8 up, 8 in 2024-08-29T17:48:32.875 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:48:32 smithi028 bash[22419]: cluster 2024-08-29T17:48:31.937639+0000 mgr.y (mgr.14499) 234 : cluster [DBG] pgmap v226: 121 pgs: 121 active+clean; 70 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 2.2 MiB/s rd, 1.4 MiB/s wr, 9 op/s 2024-08-29T17:48:33.447 INFO:tasks.rados.rados.0.smithi028.stdout:269: done (2 left) 2024-08-29T17:48:33.447 INFO:tasks.rados.rados.0.smithi028.stdout:append oid 9 current snap is 23 2024-08-29T17:48:33.447 INFO:tasks.rados.rados.0.smithi028.stdout:270: seq_num 102 ranges {2588672=516096,3104768=450560,3555328=729088,4284416=24576} 2024-08-29T17:48:33.492 INFO:tasks.rados.rados.0.smithi028.stdout:270: writing smithi02869045-9 from 2588672 to 3104768 tid 1 2024-08-29T17:48:33.497 INFO:tasks.rados.rados.0.smithi028.stdout:270: writing smithi02869045-9 from 3104768 to 3555328 tid 2 2024-08-29T17:48:33.506 INFO:tasks.rados.rados.0.smithi028.stdout:270: writing smithi02869045-9 from 3555328 to 4284416 tid 3 2024-08-29T17:48:33.507 INFO:tasks.rados.rados.0.smithi028.stdout:270: writing smithi02869045-9 from 4284416 to 4308992 tid 4 2024-08-29T17:48:33.507 INFO:tasks.rados.rados.0.smithi028.stdout:271: read oid 31 snap -1 2024-08-29T17:48:33.507 INFO:tasks.rados.rados.0.smithi028.stdout:271: expect deleted 2024-08-29T17:48:33.507 INFO:tasks.rados.rados.0.smithi028.stdout:append oid 42 current snap is 23 2024-08-29T17:48:33.507 INFO:tasks.rados.rados.0.smithi028.stdout:266: finishing write tid 3 to smithi02869045-30 2024-08-29T17:48:33.507 INFO:tasks.rados.rados.0.smithi028.stdout:266: finishing write tid 4 to smithi02869045-30 2024-08-29T17:48:33.507 INFO:tasks.rados.rados.0.smithi028.stdout:272: seq_num 103 ranges {696320=532480,1228800=737280,1966080=466944} 2024-08-29T17:48:33.519 INFO:tasks.rados.rados.0.smithi028.stdout:272: writing smithi02869045-42 from 696320 to 1228800 tid 1 2024-08-29T17:48:33.526 INFO:tasks.rados.rados.0.smithi028.stdout:272: writing smithi02869045-42 from 1228800 to 1966080 tid 2 2024-08-29T17:48:33.531 INFO:tasks.rados.rados.0.smithi028.stdout:272: writing smithi02869045-42 from 1966080 to 2433024 tid 3 2024-08-29T17:48:33.531 INFO:tasks.rados.rados.0.smithi028.stdout:273: snap_create 2024-08-29T17:48:33.531 INFO:tasks.rados.rados.0.smithi028.stdout:266: finishing write tid 5 to smithi02869045-30 2024-08-29T17:48:33.531 INFO:tasks.rados.rados.0.smithi028.stdout:266: finishing write tid 6 to smithi02869045-30 2024-08-29T17:48:33.531 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 30 v 75 (ObjNum 101 snap 23 seq_num 101) dirty exists 2024-08-29T17:48:33.531 INFO:tasks.rados.rados.0.smithi028.stdout:266: left oid 30 (ObjNum 101 snap 23 seq_num 101) 2024-08-29T17:48:33.531 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 17 v 112 (ObjNum 96 snap 19 seq_num 96) dirty exists 2024-08-29T17:48:33.531 INFO:tasks.rados.rados.0.smithi028.stdout:270: finishing write tid 1 to smithi02869045-9 2024-08-29T17:48:33.531 INFO:tasks.rados.rados.0.smithi028.stdout:270: finishing write tid 2 to smithi02869045-9 2024-08-29T17:48:33.531 INFO:tasks.rados.rados.0.smithi028.stdout:270: finishing write tid 3 to smithi02869045-9 2024-08-29T17:48:33.532 INFO:tasks.rados.rados.0.smithi028.stdout:270: finishing write tid 4 to smithi02869045-9 2024-08-29T17:48:33.532 INFO:tasks.rados.rados.0.smithi028.stdout:270: finishing write tid 5 to smithi02869045-9 2024-08-29T17:48:33.532 INFO:tasks.rados.rados.0.smithi028.stdout:270: finishing write tid 6 to smithi02869045-9 2024-08-29T17:48:33.532 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 9 v 62 (ObjNum 102 snap 23 seq_num 102) dirty exists 2024-08-29T17:48:33.532 INFO:tasks.rados.rados.0.smithi028.stdout:270: left oid 9 (ObjNum 102 snap 23 seq_num 102) 2024-08-29T17:48:33.532 INFO:tasks.rados.rados.0.smithi028.stdout:272: finishing write tid 1 to smithi02869045-42 2024-08-29T17:48:33.537 INFO:tasks.rados.rados.0.smithi028.stdout:272: finishing write tid 2 to smithi02869045-42 2024-08-29T17:48:33.538 INFO:tasks.rados.rados.0.smithi028.stdout:272: finishing write tid 3 to smithi02869045-42 2024-08-29T17:48:33.538 INFO:tasks.rados.rados.0.smithi028.stdout:272: finishing write tid 4 to smithi02869045-42 2024-08-29T17:48:33.540 INFO:tasks.rados.rados.0.smithi028.stdout:272: finishing write tid 5 to smithi02869045-42 2024-08-29T17:48:33.540 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 42 v 17 (ObjNum 103 snap 23 seq_num 103) dirty exists 2024-08-29T17:48:33.540 INFO:tasks.rados.rados.0.smithi028.stdout:272: left oid 42 (ObjNum 103 snap 23 seq_num 103) 2024-08-29T17:48:33.823 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:48:33 smithi053 bash[24720]: cluster 2024-08-29T17:48:32.451925+0000 mon.a (mon.0) 1134 : cluster [DBG] osdmap e123: 8 total, 8 up, 8 in 2024-08-29T17:48:33.874 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:48:33 smithi028 bash[22419]: cluster 2024-08-29T17:48:32.451925+0000 mon.a (mon.0) 1134 : cluster [DBG] osdmap e123: 8 total, 8 up, 8 in 2024-08-29T17:48:33.874 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:48:33 smithi028 bash[31855]: cluster 2024-08-29T17:48:32.451925+0000 mon.a (mon.0) 1134 : cluster [DBG] osdmap e123: 8 total, 8 up, 8 in 2024-08-29T17:48:34.480 INFO:tasks.rados.rados.0.smithi028.stdout:266: done (5 left) 2024-08-29T17:48:34.480 INFO:tasks.rados.rados.0.smithi028.stdout:267: done (4 left) 2024-08-29T17:48:34.480 INFO:tasks.rados.rados.0.smithi028.stdout:270: done (3 left) 2024-08-29T17:48:34.480 INFO:tasks.rados.rados.0.smithi028.stdout:271: done (2 left) 2024-08-29T17:48:34.480 INFO:tasks.rados.rados.0.smithi028.stdout:272: done (1 left) 2024-08-29T17:48:34.481 INFO:tasks.rados.rados.0.smithi028.stdout:273: done (0 left) 2024-08-29T17:48:34.481 INFO:tasks.rados.rados.0.smithi028.stdout:274: delete oid 41 current snap is 24 2024-08-29T17:48:34.486 INFO:tasks.rados.rados.0.smithi028.stdout:274: done (0 left) 2024-08-29T17:48:34.486 INFO:tasks.rados.rados.0.smithi028.stdout:275: read oid 13 snap -1 2024-08-29T17:48:34.486 INFO:tasks.rados.rados.0.smithi028.stdout:275: expect (ObjNum 89 snap 17 seq_num 89) 2024-08-29T17:48:34.486 INFO:tasks.rados.rados.0.smithi028.stdout:276: setattr oid 26 current snap is 24 2024-08-29T17:48:34.490 INFO:tasks.rados.rados.0.smithi028.stdout:277: copy_from oid 32 from oid 7 current snap is 24 2024-08-29T17:48:34.490 INFO:tasks.rados.rados.0.smithi028.stdout:278: read oid 22 snap -1 2024-08-29T17:48:34.491 INFO:tasks.rados.rados.0.smithi028.stdout:278: expect deleted 2024-08-29T17:48:34.491 INFO:tasks.rados.rados.0.smithi028.stdout:append oid 15 current snap is 24 2024-08-29T17:48:34.491 INFO:tasks.rados.rados.0.smithi028.stdout:279: seq_num 105 ranges {24576=565248,589824=507904,1097728=507904,1605632=188416} 2024-08-29T17:48:34.498 INFO:tasks.rados.rados.0.smithi028.stdout:279: writing smithi02869045-15 from 24576 to 589824 tid 1 2024-08-29T17:48:34.504 INFO:tasks.rados.rados.0.smithi028.stdout:279: writing smithi02869045-15 from 589824 to 1097728 tid 2 2024-08-29T17:48:34.511 INFO:tasks.rados.rados.0.smithi028.stdout:279: writing smithi02869045-15 from 1097728 to 1605632 tid 3 2024-08-29T17:48:34.513 INFO:tasks.rados.rados.0.smithi028.stdout:279: writing smithi02869045-15 from 1605632 to 1794048 tid 4 2024-08-29T17:48:34.514 INFO:tasks.rados.rados.0.smithi028.stdout:append oid 49 current snap is 24 2024-08-29T17:48:34.514 INFO:tasks.rados.rados.0.smithi028.stdout:280: seq_num 106 ranges {811008=581632,1392640=794624,2187264=409600} 2024-08-29T17:48:34.528 INFO:tasks.rados.rados.0.smithi028.stdout:280: writing smithi02869045-49 from 811008 to 1392640 tid 1 2024-08-29T17:48:34.537 INFO:tasks.rados.rados.0.smithi028.stdout:280: writing smithi02869045-49 from 1392640 to 2187264 tid 2 2024-08-29T17:48:34.541 INFO:tasks.rados.rados.0.smithi028.stdout:280: writing smithi02869045-49 from 2187264 to 2596864 tid 3 2024-08-29T17:48:34.541 INFO:tasks.rados.rados.0.smithi028.stdout:281: rollback oid 33 current snap is 24 2024-08-29T17:48:34.541 INFO:tasks.rados.rados.0.smithi028.stdout:rollback oid 33 to 20 2024-08-29T17:48:34.541 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 26 v 89 (ObjNum 8449 snap 0 seq_num 1676300224) dirty exists 2024-08-29T17:48:34.541 INFO:tasks.rados.rados.0.smithi028.stdout:279: finishing write tid 1 to smithi02869045-15 2024-08-29T17:48:34.541 INFO:tasks.rados.rados.0.smithi028.stdout:276: done (6 left) 2024-08-29T17:48:34.541 INFO:tasks.rados.rados.0.smithi028.stdout:278: done (5 left) 2024-08-29T17:48:34.542 INFO:tasks.rados.rados.0.smithi028.stdout:append oid 16 current snap is 24 2024-08-29T17:48:34.542 INFO:tasks.rados.rados.0.smithi028.stdout:282: seq_num 107 ranges {2678784=598016,3276800=729088,4005888=466944,4472832=8192} 2024-08-29T17:48:34.573 INFO:tasks.rados.rados.0.smithi028.stdout:282: writing smithi02869045-16 from 2678784 to 3276800 tid 1 2024-08-29T17:48:34.579 INFO:tasks.rados.rados.0.smithi028.stdout:282: writing smithi02869045-16 from 3276800 to 4005888 tid 2 2024-08-29T17:48:34.583 INFO:tasks.rados.rados.0.smithi028.stdout:282: writing smithi02869045-16 from 4005888 to 4472832 tid 3 2024-08-29T17:48:34.583 INFO:tasks.rados.rados.0.smithi028.stdout:282: writing smithi02869045-16 from 4472832 to 4481024 tid 4 2024-08-29T17:48:34.583 INFO:tasks.rados.rados.0.smithi028.stdout:283: read oid 22 snap -1 2024-08-29T17:48:34.583 INFO:tasks.rados.rados.0.smithi028.stdout:283: expect deleted 2024-08-29T17:48:34.583 INFO:tasks.rados.rados.0.smithi028.stdout:284: rollback oid 1 current snap is 24 2024-08-29T17:48:34.584 INFO:tasks.rados.rados.0.smithi028.stdout:rollback oid 1 to 20 2024-08-29T17:48:34.584 INFO:tasks.rados.rados.0.smithi028.stdout:275: expect (ObjNum 89 snap 17 seq_num 89) 2024-08-29T17:48:34.741 INFO:tasks.rados.rados.0.smithi028.stdout:279: finishing write tid 2 to smithi02869045-15 2024-08-29T17:48:34.741 INFO:tasks.rados.rados.0.smithi028.stdout:275: done (7 left) 2024-08-29T17:48:34.743 INFO:tasks.rados.rados.0.smithi028.stdout:285: rmattr oid 39 current snap is 24 2024-08-29T17:48:34.743 INFO:tasks.rados.rados.0.smithi028.stdout:285: done (7 left) 2024-08-29T17:48:34.743 INFO:tasks.rados.rados.0.smithi028.stdout:286: copy_from oid 34 from oid 31 current snap is 24 2024-08-29T17:48:34.744 INFO:tasks.rados.rados.0.smithi028.stdout:277: finishing copy_from racing read to smithi02869045-32 2024-08-29T17:48:34.744 INFO:tasks.rados.rados.0.smithi028.stdout:279: finishing write tid 3 to smithi02869045-15 2024-08-29T17:48:34.744 INFO:tasks.rados.rados.0.smithi028.stdout:279: finishing write tid 4 to smithi02869045-15 2024-08-29T17:48:34.744 INFO:tasks.rados.rados.0.smithi028.stdout:277: finishing copy_from to smithi02869045-32 2024-08-29T17:48:34.744 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 32 v 19 (ObjNum 50 snap 0 seq_num 50) dirty exists 2024-08-29T17:48:34.744 INFO:tasks.rados.rados.0.smithi028.stdout:279: finishing write tid 5 to smithi02869045-15 2024-08-29T17:48:34.744 INFO:tasks.rados.rados.0.smithi028.stdout:279: finishing write tid 6 to smithi02869045-15 2024-08-29T17:48:34.745 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 15 v 38 (ObjNum 105 snap 24 seq_num 105) dirty exists 2024-08-29T17:48:34.745 INFO:tasks.rados.rados.0.smithi028.stdout:279: left oid 15 (ObjNum 105 snap 24 seq_num 105) 2024-08-29T17:48:34.745 INFO:tasks.rados.rados.0.smithi028.stdout:280: finishing write tid 1 to smithi02869045-49 2024-08-29T17:48:34.745 INFO:tasks.rados.rados.0.smithi028.stdout:280: finishing write tid 2 to smithi02869045-49 2024-08-29T17:48:34.745 INFO:tasks.rados.rados.0.smithi028.stdout:280: finishing write tid 3 to smithi02869045-49 2024-08-29T17:48:34.745 INFO:tasks.rados.rados.0.smithi028.stdout:280: finishing write tid 4 to smithi02869045-49 2024-08-29T17:48:34.745 INFO:tasks.rados.rados.0.smithi028.stdout:277: done (7 left) 2024-08-29T17:48:34.745 INFO:tasks.rados.rados.0.smithi028.stdout:279: done (6 left) 2024-08-29T17:48:34.745 INFO:tasks.rados.rados.0.smithi028.stdout:append oid 17 current snap is 24 2024-08-29T17:48:34.745 INFO:tasks.rados.rados.0.smithi028.stdout:281: finishing rollback tid 0 to smithi02869045-33 2024-08-29T17:48:34.745 INFO:tasks.rados.rados.0.smithi028.stdout:280: finishing write tid 5 to smithi02869045-49 2024-08-29T17:48:34.745 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 49 v 131 (ObjNum 106 snap 24 seq_num 106) dirty exists 2024-08-29T17:48:34.746 INFO:tasks.rados.rados.0.smithi028.stdout:280: left oid 49 (ObjNum 106 snap 24 seq_num 106) 2024-08-29T17:48:34.746 INFO:tasks.rados.rados.0.smithi028.stdout:281: finishing rollback tid 1 to smithi02869045-33 2024-08-29T17:48:34.746 INFO:tasks.rados.rados.0.smithi028.stdout:281: finishing rollback tid 2 to smithi02869045-33 2024-08-29T17:48:34.746 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 33 v 124 (ObjNum 32 snap 0 seq_num 32) dirty exists 2024-08-29T17:48:34.746 INFO:tasks.rados.rados.0.smithi028.stdout:282: finishing write tid 1 to smithi02869045-16 2024-08-29T17:48:34.746 INFO:tasks.rados.rados.0.smithi028.stdout:287: seq_num 108 ranges {2801664=614400,3416064=606208,4022272=598016} 2024-08-29T17:48:34.787 INFO:tasks.rados.rados.0.smithi028.stdout:287: writing smithi02869045-17 from 2801664 to 3416064 tid 1 2024-08-29T17:48:34.795 INFO:tasks.rados.rados.0.smithi028.stdout:287: writing smithi02869045-17 from 3416064 to 4022272 tid 2 2024-08-29T17:48:34.804 INFO:tasks.rados.rados.0.smithi028.stdout:287: writing smithi02869045-17 from 4022272 to 4620288 tid 3 2024-08-29T17:48:34.804 INFO:tasks.rados.rados.0.smithi028.stdout:280: done (6 left) 2024-08-29T17:48:34.805 INFO:tasks.rados.rados.0.smithi028.stdout:281: done (5 left) 2024-08-29T17:48:34.805 INFO:tasks.rados.rados.0.smithi028.stdout:append oid 12 current snap is 24 2024-08-29T17:48:34.805 INFO:tasks.rados.rados.0.smithi028.stdout:288: seq_num 109 ranges {188416=630784,819200=491520,1310720=483328,1794048=229376} 2024-08-29T17:48:34.810 INFO:tasks.rados.rados.0.smithi028.stdout:288: writing smithi02869045-12 from 188416 to 819200 tid 1 2024-08-29T17:48:34.815 INFO:tasks.rados.rados.0.smithi028.stdout:288: writing smithi02869045-12 from 819200 to 1310720 tid 2 2024-08-29T17:48:34.819 INFO:tasks.rados.rados.0.smithi028.stdout:288: writing smithi02869045-12 from 1310720 to 1794048 tid 3 2024-08-29T17:48:34.822 INFO:tasks.rados.rados.0.smithi028.stdout:288: writing smithi02869045-12 from 1794048 to 2023424 tid 4 2024-08-29T17:48:34.822 INFO:tasks.rados.rados.0.smithi028.stdout:289: read oid 47 snap 22 2024-08-29T17:48:34.822 INFO:tasks.rados.rados.0.smithi028.stdout:289: expect (ObjNum 46 snap 0 seq_num 46) 2024-08-29T17:48:34.822 INFO:tasks.rados.rados.0.smithi028.stdout:290: snap_create 2024-08-29T17:48:34.822 INFO:tasks.rados.rados.0.smithi028.stdout:282: finishing write tid 2 to smithi02869045-16 2024-08-29T17:48:34.822 INFO:tasks.rados.rados.0.smithi028.stdout:282: finishing write tid 3 to smithi02869045-16 2024-08-29T17:48:34.822 INFO:tasks.rados.rados.0.smithi028.stdout:282: finishing write tid 4 to smithi02869045-16 2024-08-29T17:48:34.822 INFO:tasks.rados.rados.0.smithi028.stdout:284: finishing rollback tid 0 to smithi02869045-1 2024-08-29T17:48:34.822 INFO:tasks.rados.rados.0.smithi028.stdout:284: finishing rollback tid 1 to smithi02869045-1 2024-08-29T17:48:34.822 INFO:tasks.rados.rados.0.smithi028.stdout:282: finishing write tid 5 to smithi02869045-16 2024-08-29T17:48:34.823 INFO:tasks.rados.rados.0.smithi028.stdout:284: finishing rollback tid 2 to smithi02869045-1 2024-08-29T17:48:34.823 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 1 v 128 (ObjNum 82 snap 16 seq_num 82) dirty exists 2024-08-29T17:48:34.823 INFO:tasks.rados.rados.0.smithi028.stdout:282: finishing write tid 6 to smithi02869045-16 2024-08-29T17:48:34.823 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 16 v 91 (ObjNum 107 snap 24 seq_num 107) dirty exists 2024-08-29T17:48:34.823 INFO:tasks.rados.rados.0.smithi028.stdout:282: left oid 16 (ObjNum 107 snap 24 seq_num 107) 2024-08-29T17:48:34.823 INFO:tasks.rados.rados.0.smithi028.stdout:286: finishing copy_from to smithi02869045-34 2024-08-29T17:48:34.823 INFO:tasks.rados.rados.0.smithi028.stdout:286: got expected ENOENT (src dne) 2024-08-29T17:48:34.823 INFO:tasks.rados.rados.0.smithi028.stdout:286: finishing copy_from racing read to smithi02869045-34 2024-08-29T17:48:34.823 INFO:tasks.rados.rados.0.smithi028.stdout:287: finishing write tid 1 to smithi02869045-17 2024-08-29T17:48:34.823 INFO:tasks.rados.rados.0.smithi028.stdout:287: finishing write tid 2 to smithi02869045-17 2024-08-29T17:48:34.823 INFO:tasks.rados.rados.0.smithi028.stdout:287: finishing write tid 3 to smithi02869045-17 2024-08-29T17:48:34.823 INFO:tasks.rados.rados.0.smithi028.stdout:287: finishing write tid 4 to smithi02869045-17 2024-08-29T17:48:34.823 INFO:tasks.rados.rados.0.smithi028.stdout:287: finishing write tid 5 to smithi02869045-17 2024-08-29T17:48:34.823 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 17 v 133 (ObjNum 108 snap 24 seq_num 108) dirty exists 2024-08-29T17:48:34.823 INFO:tasks.rados.rados.0.smithi028.stdout:287: left oid 17 (ObjNum 108 snap 24 seq_num 108) 2024-08-29T17:48:34.824 INFO:tasks.rados.rados.0.smithi028.stdout:288: finishing write tid 1 to smithi02869045-12 2024-08-29T17:48:34.824 INFO:tasks.rados.rados.0.smithi028.stdout:288: finishing write tid 2 to smithi02869045-12 2024-08-29T17:48:34.824 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:48:34 smithi053 bash[24720]: cluster 2024-08-29T17:48:33.452614+0000 mon.a (mon.0) 1135 : cluster [DBG] osdmap e124: 8 total, 8 up, 8 in 2024-08-29T17:48:34.824 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:48:34 smithi053 bash[24720]: cluster 2024-08-29T17:48:33.938391+0000 mgr.y (mgr.14499) 235 : cluster [DBG] pgmap v229: 121 pgs: 121 active+clean; 70 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail 2024-08-29T17:48:34.824 INFO:tasks.rados.rados.0.smithi028.stdout:288: finishing write tid 3 to smithi02869045-12 2024-08-29T17:48:34.825 INFO:tasks.rados.rados.0.smithi028.stdout:288: finishing write tid 4 to smithi02869045-12 2024-08-29T17:48:34.825 INFO:tasks.rados.rados.0.smithi028.stdout:288: finishing write tid 5 to smithi02869045-12 2024-08-29T17:48:34.827 INFO:tasks.rados.rados.0.smithi028.stdout:288: finishing write tid 6 to smithi02869045-12 2024-08-29T17:48:34.827 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 12 v 59 (ObjNum 109 snap 24 seq_num 109) dirty exists 2024-08-29T17:48:34.827 INFO:tasks.rados.rados.0.smithi028.stdout:288: left oid 12 (ObjNum 109 snap 24 seq_num 109) 2024-08-29T17:48:34.830 INFO:tasks.rados.rados.0.smithi028.stdout:289: expect (ObjNum 46 snap 0 seq_num 46) 2024-08-29T17:48:34.874 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:48:34 smithi028 bash[31855]: cluster 2024-08-29T17:48:33.452614+0000 mon.a (mon.0) 1135 : cluster [DBG] osdmap e124: 8 total, 8 up, 8 in 2024-08-29T17:48:34.874 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:48:34 smithi028 bash[31855]: cluster 2024-08-29T17:48:33.938391+0000 mgr.y (mgr.14499) 235 : cluster [DBG] pgmap v229: 121 pgs: 121 active+clean; 70 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail 2024-08-29T17:48:34.874 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:48:34 smithi028 bash[22419]: cluster 2024-08-29T17:48:33.452614+0000 mon.a (mon.0) 1135 : cluster [DBG] osdmap e124: 8 total, 8 up, 8 in 2024-08-29T17:48:34.875 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:48:34 smithi028 bash[22419]: cluster 2024-08-29T17:48:33.938391+0000 mgr.y (mgr.14499) 235 : cluster [DBG] pgmap v229: 121 pgs: 121 active+clean; 70 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail 2024-08-29T17:48:35.489 INFO:tasks.rados.rados.0.smithi028.stdout:282: done (7 left) 2024-08-29T17:48:35.490 INFO:tasks.rados.rados.0.smithi028.stdout:283: done (6 left) 2024-08-29T17:48:35.490 INFO:tasks.rados.rados.0.smithi028.stdout:284: done (5 left) 2024-08-29T17:48:35.490 INFO:tasks.rados.rados.0.smithi028.stdout:286: done (4 left) 2024-08-29T17:48:35.490 INFO:tasks.rados.rados.0.smithi028.stdout:287: done (3 left) 2024-08-29T17:48:35.490 INFO:tasks.rados.rados.0.smithi028.stdout:288: done (2 left) 2024-08-29T17:48:35.490 INFO:tasks.rados.rados.0.smithi028.stdout:289: done (1 left) 2024-08-29T17:48:35.490 INFO:tasks.rados.rados.0.smithi028.stdout:290: done (0 left) 2024-08-29T17:48:35.490 INFO:tasks.rados.rados.0.smithi028.stdout:291: rmattr oid 29 current snap is 25 2024-08-29T17:48:35.490 INFO:tasks.rados.rados.0.smithi028.stdout:292: copy_from oid 18 from oid 3 current snap is 25 2024-08-29T17:48:35.490 INFO:tasks.rados.rados.0.smithi028.stdout:293: rollback oid 38 current snap is 25 2024-08-29T17:48:35.490 INFO:tasks.rados.rados.0.smithi028.stdout:rollback oid 38 to 23 2024-08-29T17:48:35.490 INFO:tasks.rados.rados.0.smithi028.stdout:294: snap_remove snap 20 2024-08-29T17:48:35.824 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:48:35 smithi053 bash[24720]: cluster 2024-08-29T17:48:34.487236+0000 mon.a (mon.0) 1136 : cluster [DBG] osdmap e125: 8 total, 8 up, 8 in 2024-08-29T17:48:35.874 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:48:35 smithi028 bash[31855]: cluster 2024-08-29T17:48:34.487236+0000 mon.a (mon.0) 1136 : cluster [DBG] osdmap e125: 8 total, 8 up, 8 in 2024-08-29T17:48:35.874 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:48:35 smithi028 bash[22419]: cluster 2024-08-29T17:48:34.487236+0000 mon.a (mon.0) 1136 : cluster [DBG] osdmap e125: 8 total, 8 up, 8 in 2024-08-29T17:48:36.501 INFO:tasks.rados.rados.0.smithi028.stdout:294: done (3 left) 2024-08-29T17:48:36.502 INFO:tasks.rados.rados.0.smithi028.stdout:295: snap_create 2024-08-29T17:48:36.502 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 29 v 50 (ObjNum 61 snap 5 seq_num 61) dirty exists 2024-08-29T17:48:36.502 INFO:tasks.rados.rados.0.smithi028.stdout:293: finishing rollback tid 0 to smithi02869045-38 2024-08-29T17:48:36.502 INFO:tasks.rados.rados.0.smithi028.stdout:293: finishing rollback tid 1 to smithi02869045-38 2024-08-29T17:48:36.502 INFO:tasks.rados.rados.0.smithi028.stdout:293: finishing rollback tid 2 to smithi02869045-38 2024-08-29T17:48:36.502 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 38 v 43 (ObjNum 94 snap 17 seq_num 94) dirty exists 2024-08-29T17:48:36.502 INFO:tasks.rados.rados.0.smithi028.stdout:292: finishing copy_from racing read to smithi02869045-18 2024-08-29T17:48:36.502 INFO:tasks.rados.rados.0.smithi028.stdout:292: finishing copy_from to smithi02869045-18 2024-08-29T17:48:36.502 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 18 v 75 (ObjNum 80 snap 13 seq_num 80) dirty exists 2024-08-29T17:48:36.573 INFO:journalctl@ceph.mgr.x.smithi053.stdout:Aug 29 17:48:36 smithi053 bash[25641]: ::ffff:172.21.15.53 - - [29/Aug/2024:17:48:36] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.43.0" 2024-08-29T17:48:36.573 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:48:36 smithi053 bash[24720]: cluster 2024-08-29T17:48:35.496318+0000 mon.a (mon.0) 1137 : cluster [DBG] osdmap e126: 8 total, 8 up, 8 in 2024-08-29T17:48:36.573 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:48:36 smithi053 bash[24720]: cluster 2024-08-29T17:48:35.939115+0000 mgr.y (mgr.14499) 236 : cluster [DBG] pgmap v232: 121 pgs: 121 active+clean; 71 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 3.0 MiB/s rd, 3.6 MiB/s wr, 21 op/s 2024-08-29T17:48:36.874 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:48:36 smithi028 bash[22419]: cluster 2024-08-29T17:48:35.496318+0000 mon.a (mon.0) 1137 : cluster [DBG] osdmap e126: 8 total, 8 up, 8 in 2024-08-29T17:48:36.874 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:48:36 smithi028 bash[22419]: cluster 2024-08-29T17:48:35.939115+0000 mgr.y (mgr.14499) 236 : cluster [DBG] pgmap v232: 121 pgs: 121 active+clean; 71 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 3.0 MiB/s rd, 3.6 MiB/s wr, 21 op/s 2024-08-29T17:48:36.875 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:48:36 smithi028 bash[31855]: cluster 2024-08-29T17:48:35.496318+0000 mon.a (mon.0) 1137 : cluster [DBG] osdmap e126: 8 total, 8 up, 8 in 2024-08-29T17:48:36.875 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:48:36 smithi028 bash[31855]: cluster 2024-08-29T17:48:35.939115+0000 mgr.y (mgr.14499) 236 : cluster [DBG] pgmap v232: 121 pgs: 121 active+clean; 71 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 3.0 MiB/s rd, 3.6 MiB/s wr, 21 op/s 2024-08-29T17:48:37.502 INFO:tasks.rados.rados.0.smithi028.stdout:291: done (3 left) 2024-08-29T17:48:37.502 INFO:tasks.rados.rados.0.smithi028.stdout:292: done (2 left) 2024-08-29T17:48:37.502 INFO:tasks.rados.rados.0.smithi028.stdout:293: done (1 left) 2024-08-29T17:48:37.502 INFO:tasks.rados.rados.0.smithi028.stdout:295: done (0 left) 2024-08-29T17:48:37.502 INFO:tasks.rados.rados.0.smithi028.stdout:append oid 16 current snap is 26 2024-08-29T17:48:37.502 INFO:tasks.rados.rados.0.smithi028.stdout:296: seq_num 110 ranges {4481024=647168,5128192=778240,5906432=425984} 2024-08-29T17:48:37.554 INFO:tasks.rados.rados.0.smithi028.stdout:296: writing smithi02869045-16 from 4481024 to 5128192 tid 1 2024-08-29T17:48:37.562 INFO:tasks.rados.rados.0.smithi028.stdout:296: writing smithi02869045-16 from 5128192 to 5906432 tid 2 2024-08-29T17:48:37.566 INFO:tasks.rados.rados.0.smithi028.stdout:296: writing smithi02869045-16 from 5906432 to 6332416 tid 3 2024-08-29T17:48:37.566 INFO:tasks.rados.rados.0.smithi028.stdout:append oid 18 current snap is 26 2024-08-29T17:48:37.566 INFO:tasks.rados.rados.0.smithi028.stdout:296: finishing write tid 1 to smithi02869045-16 2024-08-29T17:48:37.567 INFO:tasks.rados.rados.0.smithi028.stdout:297: seq_num 111 ranges {2990080=663552,3653632=663552,4317184=450560,4767744=90112} 2024-08-29T17:48:37.596 INFO:tasks.rados.rados.0.smithi028.stdout:297: writing smithi02869045-18 from 2990080 to 3653632 tid 1 2024-08-29T17:48:37.601 INFO:tasks.rados.rados.0.smithi028.stdout:297: writing smithi02869045-18 from 3653632 to 4317184 tid 2 2024-08-29T17:48:37.605 INFO:tasks.rados.rados.0.smithi028.stdout:297: writing smithi02869045-18 from 4317184 to 4767744 tid 3 2024-08-29T17:48:37.606 INFO:tasks.rados.rados.0.smithi028.stdout:297: writing smithi02869045-18 from 4767744 to 4857856 tid 4 2024-08-29T17:48:37.606 INFO:tasks.rados.rados.0.smithi028.stdout:298: setattr oid 45 current snap is 26 2024-08-29T17:48:37.606 INFO:tasks.rados.rados.0.smithi028.stdout:296: finishing write tid 2 to smithi02869045-16 2024-08-29T17:48:37.606 INFO:tasks.rados.rados.0.smithi028.stdout:296: finishing write tid 3 to smithi02869045-16 2024-08-29T17:48:37.606 INFO:tasks.rados.rados.0.smithi028.stdout:296: finishing write tid 4 to smithi02869045-16 2024-08-29T17:48:37.606 INFO:tasks.rados.rados.0.smithi028.stdout:296: finishing write tid 5 to smithi02869045-16 2024-08-29T17:48:37.606 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 16 v 98 (ObjNum 110 snap 26 seq_num 110) dirty exists 2024-08-29T17:48:37.606 INFO:tasks.rados.rados.0.smithi028.stdout:296: left oid 16 (ObjNum 110 snap 26 seq_num 110) 2024-08-29T17:48:37.607 INFO:tasks.rados.rados.0.smithi028.stdout:296: done (2 left) 2024-08-29T17:48:37.607 INFO:tasks.rados.rados.0.smithi028.stdout:299: snap_remove snap 17 2024-08-29T17:48:37.823 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:48:37 smithi053 bash[24720]: cluster 2024-08-29T17:48:36.507597+0000 mon.a (mon.0) 1138 : cluster [DBG] osdmap e127: 8 total, 8 up, 8 in 2024-08-29T17:48:37.874 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:48:37 smithi028 bash[22419]: cluster 2024-08-29T17:48:36.507597+0000 mon.a (mon.0) 1138 : cluster [DBG] osdmap e127: 8 total, 8 up, 8 in 2024-08-29T17:48:37.874 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:48:37 smithi028 bash[31855]: cluster 2024-08-29T17:48:36.507597+0000 mon.a (mon.0) 1138 : cluster [DBG] osdmap e127: 8 total, 8 up, 8 in 2024-08-29T17:48:38.523 INFO:tasks.rados.rados.0.smithi028.stdout:299: done (2 left) 2024-08-29T17:48:38.523 INFO:tasks.rados.rados.0.smithi028.stdout:300: setattr oid 15 current snap is 26 2024-08-29T17:48:38.525 INFO:tasks.rados.rados.0.smithi028.stdout:301: snap_create 2024-08-29T17:48:38.525 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 45 v 100 (ObjNum 44 snap 0 seq_num 44) dirty exists 2024-08-29T17:48:38.525 INFO:tasks.rados.rados.0.smithi028.stdout:297: finishing write tid 1 to smithi02869045-18 2024-08-29T17:48:38.525 INFO:tasks.rados.rados.0.smithi028.stdout:297: finishing write tid 2 to smithi02869045-18 2024-08-29T17:48:38.525 INFO:tasks.rados.rados.0.smithi028.stdout:297: finishing write tid 3 to smithi02869045-18 2024-08-29T17:48:38.525 INFO:tasks.rados.rados.0.smithi028.stdout:297: finishing write tid 4 to smithi02869045-18 2024-08-29T17:48:38.525 INFO:tasks.rados.rados.0.smithi028.stdout:297: finishing write tid 5 to smithi02869045-18 2024-08-29T17:48:38.525 INFO:tasks.rados.rados.0.smithi028.stdout:297: finishing write tid 6 to smithi02869045-18 2024-08-29T17:48:38.525 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 18 v 101 (ObjNum 111 snap 26 seq_num 111) dirty exists 2024-08-29T17:48:38.525 INFO:tasks.rados.rados.0.smithi028.stdout:297: left oid 18 (ObjNum 111 snap 26 seq_num 111) 2024-08-29T17:48:38.537 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 15 v 42 (ObjNum 105 snap 24 seq_num 105) dirty exists 2024-08-29T17:48:38.823 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:48:38 smithi053 bash[24720]: cluster 2024-08-29T17:48:37.507459+0000 mon.a (mon.0) 1139 : cluster [DBG] osdmap e128: 8 total, 8 up, 8 in 2024-08-29T17:48:38.823 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:48:38 smithi053 bash[24720]: cluster 2024-08-29T17:48:37.939788+0000 mgr.y (mgr.14499) 237 : cluster [DBG] pgmap v235: 121 pgs: 121 active+clean; 71 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 3.0 MiB/s rd, 3.6 MiB/s wr, 21 op/s 2024-08-29T17:48:38.874 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:48:38 smithi028 bash[22419]: cluster 2024-08-29T17:48:37.507459+0000 mon.a (mon.0) 1139 : cluster [DBG] osdmap e128: 8 total, 8 up, 8 in 2024-08-29T17:48:38.874 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:48:38 smithi028 bash[22419]: cluster 2024-08-29T17:48:37.939788+0000 mgr.y (mgr.14499) 237 : cluster [DBG] pgmap v235: 121 pgs: 121 active+clean; 71 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 3.0 MiB/s rd, 3.6 MiB/s wr, 21 op/s 2024-08-29T17:48:38.874 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:48:38 smithi028 bash[31855]: cluster 2024-08-29T17:48:37.507459+0000 mon.a (mon.0) 1139 : cluster [DBG] osdmap e128: 8 total, 8 up, 8 in 2024-08-29T17:48:38.875 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:48:38 smithi028 bash[31855]: cluster 2024-08-29T17:48:37.939788+0000 mgr.y (mgr.14499) 237 : cluster [DBG] pgmap v235: 121 pgs: 121 active+clean; 71 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 3.0 MiB/s rd, 3.6 MiB/s wr, 21 op/s 2024-08-29T17:48:39.438 INFO:tasks.rados.rados.0.smithi028.stdout:297: done (3 left) 2024-08-29T17:48:39.439 INFO:tasks.rados.rados.0.smithi028.stdout:298: done (2 left) 2024-08-29T17:48:39.439 INFO:tasks.rados.rados.0.smithi028.stdout:300: done (1 left) 2024-08-29T17:48:39.439 INFO:tasks.rados.rados.0.smithi028.stdout:301: done (0 left) 2024-08-29T17:48:39.439 INFO:tasks.rados.rados.0.smithi028.stdout:append oid 33 current snap is 27 2024-08-29T17:48:39.439 INFO:tasks.rados.rados.0.smithi028.stdout:302: seq_num 112 ranges {540672=679936,1220608=548864,1769472=655360} 2024-08-29T17:48:39.450 INFO:tasks.rados.rados.0.smithi028.stdout:302: writing smithi02869045-33 from 540672 to 1220608 tid 1 2024-08-29T17:48:39.456 INFO:tasks.rados.rados.0.smithi028.stdout:302: writing smithi02869045-33 from 1220608 to 1769472 tid 2 2024-08-29T17:48:39.463 INFO:tasks.rados.rados.0.smithi028.stdout:302: writing smithi02869045-33 from 1769472 to 2424832 tid 3 2024-08-29T17:48:39.463 INFO:tasks.rados.rados.0.smithi028.stdout:303: copy_from oid 18 from oid 13 current snap is 27 2024-08-29T17:48:39.464 INFO:tasks.rados.rados.0.smithi028.stdout:304: snap_create 2024-08-29T17:48:39.465 INFO:tasks.rados.rados.0.smithi028.stdout:302: finishing write tid 1 to smithi02869045-33 2024-08-29T17:48:39.470 INFO:tasks.rados.rados.0.smithi028.stdout:302: finishing write tid 2 to smithi02869045-33 2024-08-29T17:48:39.471 INFO:tasks.rados.rados.0.smithi028.stdout:302: finishing write tid 3 to smithi02869045-33 2024-08-29T17:48:39.472 INFO:tasks.rados.rados.0.smithi028.stdout:302: finishing write tid 4 to smithi02869045-33 2024-08-29T17:48:39.477 INFO:tasks.rados.rados.0.smithi028.stdout:302: finishing write tid 5 to smithi02869045-33 2024-08-29T17:48:39.477 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 33 v 150 (ObjNum 112 snap 27 seq_num 112) dirty exists 2024-08-29T17:48:39.477 INFO:tasks.rados.rados.0.smithi028.stdout:302: left oid 33 (ObjNum 112 snap 27 seq_num 112) 2024-08-29T17:48:39.499 INFO:tasks.rados.rados.0.smithi028.stdout:303: finishing copy_from racing read to smithi02869045-18 2024-08-29T17:48:39.500 INFO:tasks.rados.rados.0.smithi028.stdout:303: finishing copy_from to smithi02869045-18 2024-08-29T17:48:39.500 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 18 v 95 (ObjNum 89 snap 17 seq_num 89) dirty exists 2024-08-29T17:48:39.823 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:48:39 smithi053 bash[24720]: cluster 2024-08-29T17:48:38.529719+0000 mon.a (mon.0) 1140 : cluster [DBG] osdmap e129: 8 total, 8 up, 8 in 2024-08-29T17:48:39.823 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:48:39 smithi053 bash[24720]: audit 2024-08-29T17:48:38.876024+0000 mon.a (mon.0) 1141 : audit [DBG] from='mgr.14499 172.21.15.28:0/1402656687' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-29T17:48:39.823 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:48:39 smithi053 bash[24720]: cluster 2024-08-29T17:48:39.444992+0000 mon.a (mon.0) 1142 : cluster [DBG] osdmap e130: 8 total, 8 up, 8 in 2024-08-29T17:48:39.874 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:48:39 smithi028 bash[31855]: cluster 2024-08-29T17:48:38.529719+0000 mon.a (mon.0) 1140 : cluster [DBG] osdmap e129: 8 total, 8 up, 8 in 2024-08-29T17:48:39.874 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:48:39 smithi028 bash[31855]: audit 2024-08-29T17:48:38.876024+0000 mon.a (mon.0) 1141 : audit [DBG] from='mgr.14499 172.21.15.28:0/1402656687' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-29T17:48:39.875 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:48:39 smithi028 bash[31855]: cluster 2024-08-29T17:48:39.444992+0000 mon.a (mon.0) 1142 : cluster [DBG] osdmap e130: 8 total, 8 up, 8 in 2024-08-29T17:48:39.875 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:48:39 smithi028 bash[22419]: cluster 2024-08-29T17:48:38.529719+0000 mon.a (mon.0) 1140 : cluster [DBG] osdmap e129: 8 total, 8 up, 8 in 2024-08-29T17:48:39.875 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:48:39 smithi028 bash[22419]: audit 2024-08-29T17:48:38.876024+0000 mon.a (mon.0) 1141 : audit [DBG] from='mgr.14499 172.21.15.28:0/1402656687' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-29T17:48:39.875 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:48:39 smithi028 bash[22419]: cluster 2024-08-29T17:48:39.444992+0000 mon.a (mon.0) 1142 : cluster [DBG] osdmap e130: 8 total, 8 up, 8 in 2024-08-29T17:48:40.441 INFO:tasks.rados.rados.0.smithi028.stdout:302: done (2 left) 2024-08-29T17:48:40.441 INFO:tasks.rados.rados.0.smithi028.stdout:303: done (1 left) 2024-08-29T17:48:40.442 INFO:tasks.rados.rados.0.smithi028.stdout:304: done (0 left) 2024-08-29T17:48:40.442 INFO:tasks.rados.rados.0.smithi028.stdout:305: snap_create 2024-08-29T17:48:40.823 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:48:40 smithi053 bash[24720]: cluster 2024-08-29T17:48:39.941103+0000 mgr.y (mgr.14499) 238 : cluster [DBG] pgmap v238: 121 pgs: 121 active+clean; 79 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 767 B/s rd, 2.8 MiB/s wr, 15 op/s 2024-08-29T17:48:40.823 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:48:40 smithi053 bash[24720]: cluster 2024-08-29T17:48:40.447077+0000 mon.a (mon.0) 1143 : cluster [DBG] osdmap e131: 8 total, 8 up, 8 in 2024-08-29T17:48:40.874 INFO:journalctl@ceph.mgr.y.smithi028.stdout:Aug 29 17:48:40 smithi028 bash[22672]: ::ffff:172.21.15.53 - - [29/Aug/2024:17:48:40] "GET /metrics HTTP/1.1" 200 239936 "" "Prometheus/2.43.0" 2024-08-29T17:48:40.875 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:48:40 smithi028 bash[22419]: cluster 2024-08-29T17:48:39.941103+0000 mgr.y (mgr.14499) 238 : cluster [DBG] pgmap v238: 121 pgs: 121 active+clean; 79 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 767 B/s rd, 2.8 MiB/s wr, 15 op/s 2024-08-29T17:48:40.875 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:48:40 smithi028 bash[22419]: cluster 2024-08-29T17:48:40.447077+0000 mon.a (mon.0) 1143 : cluster [DBG] osdmap e131: 8 total, 8 up, 8 in 2024-08-29T17:48:40.875 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:48:40 smithi028 bash[31855]: cluster 2024-08-29T17:48:39.941103+0000 mgr.y (mgr.14499) 238 : cluster [DBG] pgmap v238: 121 pgs: 121 active+clean; 79 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 767 B/s rd, 2.8 MiB/s wr, 15 op/s 2024-08-29T17:48:40.875 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:48:40 smithi028 bash[31855]: cluster 2024-08-29T17:48:40.447077+0000 mon.a (mon.0) 1143 : cluster [DBG] osdmap e131: 8 total, 8 up, 8 in 2024-08-29T17:48:41.442 INFO:tasks.rados.rados.0.smithi028.stdout:305: done (0 left) 2024-08-29T17:48:41.442 INFO:tasks.rados.rados.0.smithi028.stdout:306: read oid 15 snap -1 2024-08-29T17:48:41.442 INFO:tasks.rados.rados.0.smithi028.stdout:306: expect (ObjNum 105 snap 24 seq_num 105) 2024-08-29T17:48:41.443 INFO:tasks.rados.rados.0.smithi028.stdout:307: snap_create 2024-08-29T17:48:41.460 INFO:tasks.rados.rados.0.smithi028.stdout:306: expect (ObjNum 105 snap 24 seq_num 105) 2024-08-29T17:48:42.455 INFO:tasks.rados.rados.0.smithi028.stdout:306: done (1 left) 2024-08-29T17:48:42.455 INFO:tasks.rados.rados.0.smithi028.stdout:307: done (0 left) 2024-08-29T17:48:42.455 INFO:tasks.rados.rados.0.smithi028.stdout:append oid 23 current snap is 30 2024-08-29T17:48:42.455 INFO:tasks.rados.rados.0.smithi028.stdout:308: seq_num 113 ranges {1269760=696320,1966080=434176,2400256=466944,2867200=303104} 2024-08-29T17:48:42.477 INFO:tasks.rados.rados.0.smithi028.stdout:308: writing smithi02869045-23 from 1269760 to 1966080 tid 1 2024-08-29T17:48:42.483 INFO:tasks.rados.rados.0.smithi028.stdout:308: writing smithi02869045-23 from 1966080 to 2400256 tid 2 2024-08-29T17:48:42.489 INFO:tasks.rados.rados.0.smithi028.stdout:308: writing smithi02869045-23 from 2400256 to 2867200 tid 3 2024-08-29T17:48:42.493 INFO:tasks.rados.rados.0.smithi028.stdout:308: writing smithi02869045-23 from 2867200 to 3170304 tid 4 2024-08-29T17:48:42.493 INFO:tasks.rados.rados.0.smithi028.stdout:309: rollback oid 9 current snap is 30 2024-08-29T17:48:42.493 INFO:tasks.rados.rados.0.smithi028.stdout:rollback oid 9 to 22 2024-08-29T17:48:42.493 INFO:tasks.rados.rados.0.smithi028.stdout:308: finishing write tid 1 to smithi02869045-23 2024-08-29T17:48:42.493 INFO:tasks.rados.rados.0.smithi028.stdout:308: finishing write tid 2 to smithi02869045-23 2024-08-29T17:48:42.493 INFO:tasks.rados.rados.0.smithi028.stdout:310: snap_remove snap 27 2024-08-29T17:48:42.823 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:48:42 smithi053 bash[24720]: cluster 2024-08-29T17:48:41.449403+0000 mon.a (mon.0) 1144 : cluster [DBG] osdmap e132: 8 total, 8 up, 8 in 2024-08-29T17:48:42.823 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:48:42 smithi053 bash[24720]: cluster 2024-08-29T17:48:41.941828+0000 mgr.y (mgr.14499) 239 : cluster [DBG] pgmap v241: 121 pgs: 121 active+clean; 79 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 767 B/s rd, 2.8 MiB/s wr, 15 op/s 2024-08-29T17:48:42.874 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:48:42 smithi028 bash[22419]: cluster 2024-08-29T17:48:41.449403+0000 mon.a (mon.0) 1144 : cluster [DBG] osdmap e132: 8 total, 8 up, 8 in 2024-08-29T17:48:42.874 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:48:42 smithi028 bash[22419]: cluster 2024-08-29T17:48:41.941828+0000 mgr.y (mgr.14499) 239 : cluster [DBG] pgmap v241: 121 pgs: 121 active+clean; 79 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 767 B/s rd, 2.8 MiB/s wr, 15 op/s 2024-08-29T17:48:42.875 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:48:42 smithi028 bash[31855]: cluster 2024-08-29T17:48:41.449403+0000 mon.a (mon.0) 1144 : cluster [DBG] osdmap e132: 8 total, 8 up, 8 in 2024-08-29T17:48:42.875 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:48:42 smithi028 bash[31855]: cluster 2024-08-29T17:48:41.941828+0000 mgr.y (mgr.14499) 239 : cluster [DBG] pgmap v241: 121 pgs: 121 active+clean; 79 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 767 B/s rd, 2.8 MiB/s wr, 15 op/s 2024-08-29T17:48:43.457 INFO:tasks.rados.rados.0.smithi028.stdout:310: done (2 left) 2024-08-29T17:48:43.457 INFO:tasks.rados.rados.0.smithi028.stdout:311: rollback oid 25 current snap is 30 2024-08-29T17:48:43.457 INFO:tasks.rados.rados.0.smithi028.stdout:308: finishing write tid 3 to smithi02869045-23 2024-08-29T17:48:43.457 INFO:tasks.rados.rados.0.smithi028.stdout:308: finishing write tid 4 to smithi02869045-23 2024-08-29T17:48:43.457 INFO:tasks.rados.rados.0.smithi028.stdout:308: finishing write tid 5 to smithi02869045-23 2024-08-29T17:48:43.457 INFO:tasks.rados.rados.0.smithi028.stdout:309: finishing rollback tid 0 to smithi02869045-9 2024-08-29T17:48:43.458 INFO:tasks.rados.rados.0.smithi028.stdout:308: finishing write tid 6 to smithi02869045-23 2024-08-29T17:48:43.458 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 23 v 14 (ObjNum 113 snap 30 seq_num 113) dirty exists 2024-08-29T17:48:43.458 INFO:tasks.rados.rados.0.smithi028.stdout:308: left oid 23 (ObjNum 113 snap 30 seq_num 113) 2024-08-29T17:48:43.458 INFO:tasks.rados.rados.0.smithi028.stdout:309: finishing rollback tid 1 to smithi02869045-9 2024-08-29T17:48:43.458 INFO:tasks.rados.rados.0.smithi028.stdout:309: finishing rollback tid 2 to smithi02869045-9 2024-08-29T17:48:43.458 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 9 v 76 (ObjNum 83 snap 16 seq_num 83) dirty exists 2024-08-29T17:48:43.458 INFO:tasks.rados.rados.0.smithi028.stdout:rollback oid 25 to 28 2024-08-29T17:48:43.458 INFO:tasks.rados.rados.0.smithi028.stdout:308: done (2 left) 2024-08-29T17:48:43.458 INFO:tasks.rados.rados.0.smithi028.stdout:309: done (1 left) 2024-08-29T17:48:43.458 INFO:tasks.rados.rados.0.smithi028.stdout:312: snap_create 2024-08-29T17:48:43.477 INFO:tasks.rados.rados.0.smithi028.stdout:311: finishing rollback tid 0 to smithi02869045-25 2024-08-29T17:48:43.478 INFO:tasks.rados.rados.0.smithi028.stdout:311: finishing rollback tid 1 to smithi02869045-25 2024-08-29T17:48:43.479 INFO:tasks.rados.rados.0.smithi028.stdout:311: finishing rollback tid 2 to smithi02869045-25 2024-08-29T17:48:43.479 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 25 v 6 (ObjNum 24 snap 0 seq_num 24) dirty exists 2024-08-29T17:48:43.823 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:48:43 smithi053 bash[24720]: cluster 2024-08-29T17:48:42.462276+0000 mon.a (mon.0) 1145 : cluster [DBG] osdmap e133: 8 total, 8 up, 8 in 2024-08-29T17:48:43.874 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:48:43 smithi028 bash[22419]: cluster 2024-08-29T17:48:42.462276+0000 mon.a (mon.0) 1145 : cluster [DBG] osdmap e133: 8 total, 8 up, 8 in 2024-08-29T17:48:43.875 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:48:43 smithi028 bash[31855]: cluster 2024-08-29T17:48:42.462276+0000 mon.a (mon.0) 1145 : cluster [DBG] osdmap e133: 8 total, 8 up, 8 in 2024-08-29T17:48:44.441 INFO:tasks.rados.rados.0.smithi028.stdout:311: done (1 left) 2024-08-29T17:48:44.441 INFO:tasks.rados.rados.0.smithi028.stdout:312: done (0 left) 2024-08-29T17:48:44.441 INFO:tasks.rados.rados.0.smithi028.stdout:313: read oid 23 snap -1 2024-08-29T17:48:44.441 INFO:tasks.rados.rados.0.smithi028.stdout:313: expect (ObjNum 113 snap 30 seq_num 113) 2024-08-29T17:48:44.442 INFO:tasks.rados.rados.0.smithi028.stdout:314: snap_remove snap 28 2024-08-29T17:48:44.823 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:48:44 smithi053 bash[24720]: cluster 2024-08-29T17:48:43.462740+0000 mon.a (mon.0) 1146 : cluster [DBG] osdmap e134: 8 total, 8 up, 8 in 2024-08-29T17:48:44.823 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:48:44 smithi053 bash[24720]: cluster 2024-08-29T17:48:43.942464+0000 mgr.y (mgr.14499) 240 : cluster [DBG] pgmap v244: 121 pgs: 121 active+clean; 79 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail 2024-08-29T17:48:44.823 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:48:44 smithi053 bash[24720]: cluster 2024-08-29T17:48:44.447387+0000 mon.a (mon.0) 1147 : cluster [DBG] osdmap e135: 8 total, 8 up, 8 in 2024-08-29T17:48:44.874 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:48:44 smithi028 bash[31855]: cluster 2024-08-29T17:48:43.462740+0000 mon.a (mon.0) 1146 : cluster [DBG] osdmap e134: 8 total, 8 up, 8 in 2024-08-29T17:48:44.874 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:48:44 smithi028 bash[31855]: cluster 2024-08-29T17:48:43.942464+0000 mgr.y (mgr.14499) 240 : cluster [DBG] pgmap v244: 121 pgs: 121 active+clean; 79 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail 2024-08-29T17:48:44.874 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:48:44 smithi028 bash[31855]: cluster 2024-08-29T17:48:44.447387+0000 mon.a (mon.0) 1147 : cluster [DBG] osdmap e135: 8 total, 8 up, 8 in 2024-08-29T17:48:44.875 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:48:44 smithi028 bash[22419]: cluster 2024-08-29T17:48:43.462740+0000 mon.a (mon.0) 1146 : cluster [DBG] osdmap e134: 8 total, 8 up, 8 in 2024-08-29T17:48:44.875 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:48:44 smithi028 bash[22419]: cluster 2024-08-29T17:48:43.942464+0000 mgr.y (mgr.14499) 240 : cluster [DBG] pgmap v244: 121 pgs: 121 active+clean; 79 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail 2024-08-29T17:48:44.875 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:48:44 smithi028 bash[22419]: cluster 2024-08-29T17:48:44.447387+0000 mon.a (mon.0) 1147 : cluster [DBG] osdmap e135: 8 total, 8 up, 8 in 2024-08-29T17:48:45.445 INFO:tasks.rados.rados.0.smithi028.stdout:314: done (1 left) 2024-08-29T17:48:45.445 INFO:tasks.rados.rados.0.smithi028.stdout:append oid 45 current snap is 31 2024-08-29T17:48:45.445 INFO:tasks.rados.rados.0.smithi028.stdout:315: seq_num 114 ranges {745472=712704,1458176=712704,2170880=491520} 2024-08-29T17:48:45.468 INFO:tasks.rados.rados.0.smithi028.stdout:315: writing smithi02869045-45 from 745472 to 1458176 tid 1 2024-08-29T17:48:45.480 INFO:tasks.rados.rados.0.smithi028.stdout:315: writing smithi02869045-45 from 1458176 to 2170880 tid 2 2024-08-29T17:48:45.489 INFO:tasks.rados.rados.0.smithi028.stdout:315: writing smithi02869045-45 from 2170880 to 2662400 tid 3 2024-08-29T17:48:45.489 INFO:tasks.rados.rados.0.smithi028.stdout:316: rollback oid 35 current snap is 31 2024-08-29T17:48:45.489 INFO:tasks.rados.rados.0.smithi028.stdout:rollback oid 35 to 21 2024-08-29T17:48:45.489 INFO:tasks.rados.rados.0.smithi028.stdout:313: expect (ObjNum 113 snap 30 seq_num 113) 2024-08-29T17:48:45.649 INFO:tasks.rados.rados.0.smithi028.stdout:315: finishing write tid 1 to smithi02869045-45 2024-08-29T17:48:45.649 INFO:tasks.rados.rados.0.smithi028.stdout:315: finishing write tid 2 to smithi02869045-45 2024-08-29T17:48:45.649 INFO:tasks.rados.rados.0.smithi028.stdout:316: finishing rollback tid 1 to smithi02869045-35 2024-08-29T17:48:45.649 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 35 v 0 (ObjNum 4113 snap 0 seq_num 2470739472) dirty dne 2024-08-29T17:48:45.649 INFO:tasks.rados.rados.0.smithi028.stdout:315: finishing write tid 3 to smithi02869045-45 2024-08-29T17:48:45.649 INFO:tasks.rados.rados.0.smithi028.stdout:315: finishing write tid 4 to smithi02869045-45 2024-08-29T17:48:45.649 INFO:tasks.rados.rados.0.smithi028.stdout:315: finishing write tid 5 to smithi02869045-45 2024-08-29T17:48:45.649 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 45 v 111 (ObjNum 114 snap 31 seq_num 114) dirty exists 2024-08-29T17:48:45.649 INFO:tasks.rados.rados.0.smithi028.stdout:315: left oid 45 (ObjNum 114 snap 31 seq_num 114) 2024-08-29T17:48:45.649 INFO:tasks.rados.rados.0.smithi028.stdout:313: done (2 left) 2024-08-29T17:48:45.650 INFO:tasks.rados.rados.0.smithi028.stdout:315: done (1 left) 2024-08-29T17:48:45.650 INFO:tasks.rados.rados.0.smithi028.stdout:316: done (0 left) 2024-08-29T17:48:45.650 INFO:tasks.rados.rados.0.smithi028.stdout:317: snap_create 2024-08-29T17:48:46.453 INFO:tasks.rados.rados.0.smithi028.stdout:317: done (0 left) 2024-08-29T17:48:46.453 INFO:tasks.rados.rados.0.smithi028.stdout:append oid 18 current snap is 32 2024-08-29T17:48:46.453 INFO:tasks.rados.rados.0.smithi028.stdout:318: seq_num 115 ranges {3342336=729088,4071424=647168,4718592=434176,5152768=122880} 2024-08-29T17:48:46.514 INFO:tasks.rados.rados.0.smithi028.stdout:318: writing smithi02869045-18 from 3342336 to 4071424 tid 1 2024-08-29T17:48:46.522 INFO:tasks.rados.rados.0.smithi028.stdout:318: writing smithi02869045-18 from 4071424 to 4718592 tid 2 2024-08-29T17:48:46.526 INFO:tasks.rados.rados.0.smithi028.stdout:318: writing smithi02869045-18 from 4718592 to 5152768 tid 3 2024-08-29T17:48:46.527 INFO:tasks.rados.rados.0.smithi028.stdout:318: writing smithi02869045-18 from 5152768 to 5275648 tid 4 2024-08-29T17:48:46.527 INFO:tasks.rados.rados.0.smithi028.stdout:319: read oid 31 snap -1 2024-08-29T17:48:46.528 INFO:tasks.rados.rados.0.smithi028.stdout:319: expect deleted 2024-08-29T17:48:46.528 INFO:tasks.rados.rados.0.smithi028.stdout:320: read oid 5 snap -1 2024-08-29T17:48:46.528 INFO:tasks.rados.rados.0.smithi028.stdout:320: expect deleted 2024-08-29T17:48:46.528 INFO:tasks.rados.rados.0.smithi028.stdout:321: copy_from oid 21 from oid 32 current snap is 32 2024-08-29T17:48:46.528 INFO:tasks.rados.rados.0.smithi028.stdout:318: finishing write tid 1 to smithi02869045-18 2024-08-29T17:48:46.528 INFO:tasks.rados.rados.0.smithi028.stdout:318: finishing write tid 2 to smithi02869045-18 2024-08-29T17:48:46.528 INFO:tasks.rados.rados.0.smithi028.stdout:322: snap_create 2024-08-29T17:48:46.532 INFO:tasks.rados.rados.0.smithi028.stdout:318: finishing write tid 3 to smithi02869045-18 2024-08-29T17:48:46.532 INFO:tasks.rados.rados.0.smithi028.stdout:318: finishing write tid 4 to smithi02869045-18 2024-08-29T17:48:46.533 INFO:tasks.rados.rados.0.smithi028.stdout:318: finishing write tid 5 to smithi02869045-18 2024-08-29T17:48:46.534 INFO:tasks.rados.rados.0.smithi028.stdout:318: finishing write tid 6 to smithi02869045-18 2024-08-29T17:48:46.534 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 18 v 113 (ObjNum 115 snap 32 seq_num 115) dirty exists 2024-08-29T17:48:46.534 INFO:tasks.rados.rados.0.smithi028.stdout:318: left oid 18 (ObjNum 115 snap 32 seq_num 115) 2024-08-29T17:48:46.543 INFO:tasks.rados.rados.0.smithi028.stdout:321: finishing copy_from racing read to smithi02869045-21 2024-08-29T17:48:46.543 INFO:tasks.rados.rados.0.smithi028.stdout:321: finishing copy_from to smithi02869045-21 2024-08-29T17:48:46.543 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 21 v 19 (ObjNum 50 snap 0 seq_num 50) dirty exists 2024-08-29T17:48:46.572 INFO:journalctl@ceph.mgr.x.smithi053.stdout:Aug 29 17:48:46 smithi053 bash[25641]: ::ffff:172.21.15.53 - - [29/Aug/2024:17:48:46] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.43.0" 2024-08-29T17:48:46.573 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:48:46 smithi053 bash[24720]: cluster 2024-08-29T17:48:45.450955+0000 mon.a (mon.0) 1148 : cluster [DBG] osdmap e136: 8 total, 8 up, 8 in 2024-08-29T17:48:46.573 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:48:46 smithi053 bash[24720]: cluster 2024-08-29T17:48:45.943145+0000 mgr.y (mgr.14499) 241 : cluster [DBG] pgmap v247: 121 pgs: 121 active+clean; 81 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 3.6 MiB/s rd, 464 KiB/s wr, 4 op/s 2024-08-29T17:48:46.874 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:48:46 smithi028 bash[22419]: cluster 2024-08-29T17:48:45.450955+0000 mon.a (mon.0) 1148 : cluster [DBG] osdmap e136: 8 total, 8 up, 8 in 2024-08-29T17:48:46.875 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:48:46 smithi028 bash[22419]: cluster 2024-08-29T17:48:45.943145+0000 mgr.y (mgr.14499) 241 : cluster [DBG] pgmap v247: 121 pgs: 121 active+clean; 81 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 3.6 MiB/s rd, 464 KiB/s wr, 4 op/s 2024-08-29T17:48:46.875 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:48:46 smithi028 bash[31855]: cluster 2024-08-29T17:48:45.450955+0000 mon.a (mon.0) 1148 : cluster [DBG] osdmap e136: 8 total, 8 up, 8 in 2024-08-29T17:48:46.875 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:48:46 smithi028 bash[31855]: cluster 2024-08-29T17:48:45.943145+0000 mgr.y (mgr.14499) 241 : cluster [DBG] pgmap v247: 121 pgs: 121 active+clean; 81 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 3.6 MiB/s rd, 464 KiB/s wr, 4 op/s 2024-08-29T17:48:47.461 INFO:tasks.rados.rados.0.smithi028.stdout:318: done (4 left) 2024-08-29T17:48:47.461 INFO:tasks.rados.rados.0.smithi028.stdout:319: done (3 left) 2024-08-29T17:48:47.461 INFO:tasks.rados.rados.0.smithi028.stdout:320: done (2 left) 2024-08-29T17:48:47.461 INFO:tasks.rados.rados.0.smithi028.stdout:321: done (1 left) 2024-08-29T17:48:47.461 INFO:tasks.rados.rados.0.smithi028.stdout:322: done (0 left) 2024-08-29T17:48:47.461 INFO:tasks.rados.rados.0.smithi028.stdout:323: read oid 41 snap -1 2024-08-29T17:48:47.461 INFO:tasks.rados.rados.0.smithi028.stdout:323: expect deleted 2024-08-29T17:48:47.462 INFO:tasks.rados.rados.0.smithi028.stdout:append oid 16 current snap is 33 2024-08-29T17:48:47.462 INFO:tasks.rados.rados.0.smithi028.stdout:324: seq_num 116 ranges {6332416=745472,7077888=532480,7610368=638976,8249344=32768} 2024-08-29T17:48:47.525 INFO:tasks.rados.rados.0.smithi028.stdout:324: writing smithi02869045-16 from 6332416 to 7077888 tid 1 2024-08-29T17:48:47.529 INFO:tasks.rados.rados.0.smithi028.stdout:324: writing smithi02869045-16 from 7077888 to 7610368 tid 2 2024-08-29T17:48:47.535 INFO:tasks.rados.rados.0.smithi028.stdout:324: writing smithi02869045-16 from 7610368 to 8249344 tid 3 2024-08-29T17:48:47.535 INFO:tasks.rados.rados.0.smithi028.stdout:324: writing smithi02869045-16 from 8249344 to 8282112 tid 4 2024-08-29T17:48:47.535 INFO:tasks.rados.rados.0.smithi028.stdout:325: setattr oid 13 current snap is 33 2024-08-29T17:48:47.535 INFO:tasks.rados.rados.0.smithi028.stdout:324: finishing write tid 1 to smithi02869045-16 2024-08-29T17:48:47.535 INFO:tasks.rados.rados.0.smithi028.stdout:324: finishing write tid 2 to smithi02869045-16 2024-08-29T17:48:47.536 INFO:tasks.rados.rados.0.smithi028.stdout:323: done (2 left) 2024-08-29T17:48:47.536 INFO:tasks.rados.rados.0.smithi028.stdout:326: delete oid 37 current snap is 33 2024-08-29T17:48:47.543 INFO:tasks.rados.rados.0.smithi028.stdout:324: finishing write tid 3 to smithi02869045-16 2024-08-29T17:48:47.543 INFO:tasks.rados.rados.0.smithi028.stdout:324: finishing write tid 4 to smithi02869045-16 2024-08-29T17:48:47.546 INFO:tasks.rados.rados.0.smithi028.stdout:324: finishing write tid 5 to smithi02869045-16 2024-08-29T17:48:47.549 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 13 v 152 (ObjNum 89 snap 17 seq_num 89) dirty exists 2024-08-29T17:48:47.550 INFO:tasks.rados.rados.0.smithi028.stdout:325: done (2 left) 2024-08-29T17:48:47.550 INFO:tasks.rados.rados.0.smithi028.stdout:326: done (1 left) 2024-08-29T17:48:47.550 INFO:tasks.rados.rados.0.smithi028.stdout:327: read oid 21 snap -1 2024-08-29T17:48:47.550 INFO:tasks.rados.rados.0.smithi028.stdout:327: expect (ObjNum 50 snap 0 seq_num 50) 2024-08-29T17:48:47.550 INFO:tasks.rados.rados.0.smithi028.stdout:328: read oid 28 snap 21 2024-08-29T17:48:47.550 INFO:tasks.rados.rados.0.smithi028.stdout:328: expect deleted 2024-08-29T17:48:47.550 INFO:tasks.rados.rados.0.smithi028.stdout:329: delete oid 8 current snap is 33 2024-08-29T17:48:47.551 INFO:tasks.rados.rados.0.smithi028.stdout:324: finishing write tid 6 to smithi02869045-16 2024-08-29T17:48:47.551 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 16 v 117 (ObjNum 116 snap 33 seq_num 116) dirty exists 2024-08-29T17:48:47.551 INFO:tasks.rados.rados.0.smithi028.stdout:324: left oid 16 (ObjNum 116 snap 33 seq_num 116) 2024-08-29T17:48:47.553 INFO:tasks.rados.rados.0.smithi028.stdout:324: done (3 left) 2024-08-29T17:48:47.554 INFO:tasks.rados.rados.0.smithi028.stdout:329: done (2 left) 2024-08-29T17:48:47.554 INFO:tasks.rados.rados.0.smithi028.stdout:append oid 15 current snap is 33 2024-08-29T17:48:47.554 INFO:tasks.rados.rados.0.smithi028.stdout:330: seq_num 119 ranges {1794048=802816,2596864=589824,3186688=409600,3596288=204800} 2024-08-29T17:48:47.571 INFO:tasks.rados.rados.0.smithi028.stdout:330: writing smithi02869045-15 from 1794048 to 2596864 tid 1 2024-08-29T17:48:47.575 INFO:tasks.rados.rados.0.smithi028.stdout:330: writing smithi02869045-15 from 2596864 to 3186688 tid 2 2024-08-29T17:48:47.578 INFO:tasks.rados.rados.0.smithi028.stdout:330: writing smithi02869045-15 from 3186688 to 3596288 tid 3 2024-08-29T17:48:47.580 INFO:tasks.rados.rados.0.smithi028.stdout:330: writing smithi02869045-15 from 3596288 to 3801088 tid 4 2024-08-29T17:48:47.580 INFO:tasks.rados.rados.0.smithi028.stdout:331: delete oid 26 current snap is 33 2024-08-29T17:48:47.580 INFO:tasks.rados.rados.0.smithi028.stdout:327: expect (ObjNum 50 snap 0 seq_num 50) 2024-08-29T17:48:47.616 INFO:tasks.rados.rados.0.smithi028.stdout:330: finishing write tid 1 to smithi02869045-15 2024-08-29T17:48:47.616 INFO:tasks.rados.rados.0.smithi028.stdout:330: finishing write tid 2 to smithi02869045-15 2024-08-29T17:48:47.616 INFO:tasks.rados.rados.0.smithi028.stdout:330: finishing write tid 3 to smithi02869045-15 2024-08-29T17:48:47.616 INFO:tasks.rados.rados.0.smithi028.stdout:330: finishing write tid 4 to smithi02869045-15 2024-08-29T17:48:47.616 INFO:tasks.rados.rados.0.smithi028.stdout:330: finishing write tid 5 to smithi02869045-15 2024-08-29T17:48:47.616 INFO:tasks.rados.rados.0.smithi028.stdout:330: finishing write tid 6 to smithi02869045-15 2024-08-29T17:48:47.617 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 15 v 50 (ObjNum 119 snap 33 seq_num 119) dirty exists 2024-08-29T17:48:47.617 INFO:tasks.rados.rados.0.smithi028.stdout:330: left oid 15 (ObjNum 119 snap 33 seq_num 119) 2024-08-29T17:48:47.617 INFO:tasks.rados.rados.0.smithi028.stdout:327: done (3 left) 2024-08-29T17:48:47.617 INFO:tasks.rados.rados.0.smithi028.stdout:328: done (2 left) 2024-08-29T17:48:47.617 INFO:tasks.rados.rados.0.smithi028.stdout:330: done (1 left) 2024-08-29T17:48:47.617 INFO:tasks.rados.rados.0.smithi028.stdout:331: done (0 left) 2024-08-29T17:48:47.617 INFO:tasks.rados.rados.0.smithi028.stdout:332: copy_from oid 32 from oid 23 current snap is 33 2024-08-29T17:48:47.617 INFO:tasks.rados.rados.0.smithi028.stdout:333: read oid 7 snap -1 2024-08-29T17:48:47.617 INFO:tasks.rados.rados.0.smithi028.stdout:333: expect (ObjNum 50 snap 0 seq_num 50) 2024-08-29T17:48:47.617 INFO:tasks.rados.rados.0.smithi028.stdout:334: read oid 19 snap -1 2024-08-29T17:48:47.617 INFO:tasks.rados.rados.0.smithi028.stdout:334: expect (ObjNum 75 snap 11 seq_num 75) 2024-08-29T17:48:47.617 INFO:tasks.rados.rados.0.smithi028.stdout:335: copy_from oid 5 from oid 44 current snap is 33 2024-08-29T17:48:47.617 INFO:tasks.rados.rados.0.smithi028.stdout:336: rmattr oid 36 current snap is 33 2024-08-29T17:48:47.618 INFO:tasks.rados.rados.0.smithi028.stdout:336: done (4 left) 2024-08-29T17:48:47.618 INFO:tasks.rados.rados.0.smithi028.stdout:337: read oid 45 snap -1 2024-08-29T17:48:47.618 INFO:tasks.rados.rados.0.smithi028.stdout:337: expect (ObjNum 114 snap 31 seq_num 114) 2024-08-29T17:48:47.618 INFO:tasks.rados.rados.0.smithi028.stdout:338: setattr oid 29 current snap is 33 2024-08-29T17:48:47.618 INFO:tasks.rados.rados.0.smithi028.stdout:339: rollback oid 31 current snap is 33 2024-08-29T17:48:47.618 INFO:tasks.rados.rados.0.smithi028.stdout:rollback oid 31 to 26 2024-08-29T17:48:47.618 INFO:tasks.rados.rados.0.smithi028.stdout:340: snap_create 2024-08-29T17:48:47.619 INFO:tasks.rados.rados.0.smithi028.stdout:339: finishing rollback tid 1 to smithi02869045-31 2024-08-29T17:48:47.619 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 31 v 0 (ObjNum 65 snap 0 seq_num 2128899344) dirty dne 2024-08-29T17:48:47.627 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 29 v 60 (ObjNum 61 snap 5 seq_num 61) dirty exists 2024-08-29T17:48:47.628 INFO:tasks.rados.rados.0.smithi028.stdout:334: expect (ObjNum 75 snap 11 seq_num 75) 2024-08-29T17:48:47.726 INFO:tasks.rados.rados.0.smithi028.stdout:333: expect (ObjNum 50 snap 0 seq_num 50) 2024-08-29T17:48:47.761 INFO:tasks.rados.rados.0.smithi028.stdout:332: finishing copy_from racing read to smithi02869045-32 2024-08-29T17:48:47.762 INFO:tasks.rados.rados.0.smithi028.stdout:335: finishing copy_from racing read to smithi02869045-5 2024-08-29T17:48:47.762 INFO:tasks.rados.rados.0.smithi028.stdout:335: finishing copy_from to smithi02869045-5 2024-08-29T17:48:47.762 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 5 v 82 (ObjNum 77 snap 12 seq_num 77) dirty exists 2024-08-29T17:48:47.762 INFO:tasks.rados.rados.0.smithi028.stdout:337: expect (ObjNum 114 snap 31 seq_num 114) 2024-08-29T17:48:47.822 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:48:47 smithi053 bash[24720]: cluster 2024-08-29T17:48:46.459648+0000 mon.a (mon.0) 1149 : cluster [DBG] osdmap e137: 8 total, 8 up, 8 in 2024-08-29T17:48:47.845 INFO:tasks.rados.rados.0.smithi028.stdout:332: finishing copy_from to smithi02869045-32 2024-08-29T17:48:47.845 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 32 v 14 (ObjNum 113 snap 30 seq_num 113) dirty exists 2024-08-29T17:48:47.874 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:48:47 smithi028 bash[31855]: cluster 2024-08-29T17:48:46.459648+0000 mon.a (mon.0) 1149 : cluster [DBG] osdmap e137: 8 total, 8 up, 8 in 2024-08-29T17:48:47.874 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:48:47 smithi028 bash[22419]: cluster 2024-08-29T17:48:46.459648+0000 mon.a (mon.0) 1149 : cluster [DBG] osdmap e137: 8 total, 8 up, 8 in 2024-08-29T17:48:48.473 INFO:tasks.rados.rados.0.smithi028.stdout:332: done (7 left) 2024-08-29T17:48:48.473 INFO:tasks.rados.rados.0.smithi028.stdout:333: done (6 left) 2024-08-29T17:48:48.473 INFO:tasks.rados.rados.0.smithi028.stdout:334: done (5 left) 2024-08-29T17:48:48.473 INFO:tasks.rados.rados.0.smithi028.stdout:335: done (4 left) 2024-08-29T17:48:48.473 INFO:tasks.rados.rados.0.smithi028.stdout:337: done (3 left) 2024-08-29T17:48:48.474 INFO:tasks.rados.rados.0.smithi028.stdout:338: done (2 left) 2024-08-29T17:48:48.474 INFO:tasks.rados.rados.0.smithi028.stdout:339: done (1 left) 2024-08-29T17:48:48.474 INFO:tasks.rados.rados.0.smithi028.stdout:340: done (0 left) 2024-08-29T17:48:48.474 INFO:tasks.rados.rados.0.smithi028.stdout:341: rollback oid 50 current snap is 34 2024-08-29T17:48:48.474 INFO:tasks.rados.rados.0.smithi028.stdout:rollback oid 50 to 25 2024-08-29T17:48:48.474 INFO:tasks.rados.rados.0.smithi028.stdout:342: rmattr oid 38 current snap is 34 2024-08-29T17:48:48.474 INFO:tasks.rados.rados.0.smithi028.stdout:342: done (1 left) 2024-08-29T17:48:48.474 INFO:tasks.rados.rados.0.smithi028.stdout:append oid 21 current snap is 34 2024-08-29T17:48:48.474 INFO:tasks.rados.rados.0.smithi028.stdout:343: seq_num 121 ranges {1114112=434176,1548288=753664,2301952=425984,2727936=425984} 2024-08-29T17:48:48.490 INFO:tasks.rados.rados.0.smithi028.stdout:343: writing smithi02869045-21 from 1114112 to 1548288 tid 1 2024-08-29T17:48:48.500 INFO:tasks.rados.rados.0.smithi028.stdout:343: writing smithi02869045-21 from 1548288 to 2301952 tid 2 2024-08-29T17:48:48.504 INFO:tasks.rados.rados.0.smithi028.stdout:343: writing smithi02869045-21 from 2301952 to 2727936 tid 3 2024-08-29T17:48:48.510 INFO:tasks.rados.rados.0.smithi028.stdout:343: writing smithi02869045-21 from 2727936 to 3153920 tid 4 2024-08-29T17:48:48.510 INFO:tasks.rados.rados.0.smithi028.stdout:344: copy_from oid 37 from oid 14 current snap is 34 2024-08-29T17:48:48.510 INFO:tasks.rados.rados.0.smithi028.stdout:341: finishing rollback tid 0 to smithi02869045-50 2024-08-29T17:48:48.510 INFO:tasks.rados.rados.0.smithi028.stdout:341: finishing rollback tid 1 to smithi02869045-50 2024-08-29T17:48:48.510 INFO:tasks.rados.rados.0.smithi028.stdout:341: finishing rollback tid 2 to smithi02869045-50 2024-08-29T17:48:48.510 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 50 v 119 (ObjNum 33 snap 0 seq_num 33) dirty exists 2024-08-29T17:48:48.511 INFO:tasks.rados.rados.0.smithi028.stdout:343: finishing write tid 1 to smithi02869045-21 2024-08-29T17:48:48.511 INFO:tasks.rados.rados.0.smithi028.stdout:343: finishing write tid 2 to smithi02869045-21 2024-08-29T17:48:48.511 INFO:tasks.rados.rados.0.smithi028.stdout:343: finishing write tid 3 to smithi02869045-21 2024-08-29T17:48:48.511 INFO:tasks.rados.rados.0.smithi028.stdout:341: done (2 left) 2024-08-29T17:48:48.511 INFO:tasks.rados.rados.0.smithi028.stdout:345: rmattr oid 44 current snap is 34 2024-08-29T17:48:48.511 INFO:tasks.rados.rados.0.smithi028.stdout:345: done (2 left) 2024-08-29T17:48:48.512 INFO:tasks.rados.rados.0.smithi028.stdout:append oid 15 current snap is 34 2024-08-29T17:48:48.512 INFO:tasks.rados.rados.0.smithi028.stdout:346: seq_num 122 ranges {3801088=450560,4251648=688128,4939776=630784,5570560=286720} 2024-08-29T17:48:48.550 INFO:tasks.rados.rados.0.smithi028.stdout:346: writing smithi02869045-15 from 3801088 to 4251648 tid 1 2024-08-29T17:48:48.555 INFO:tasks.rados.rados.0.smithi028.stdout:346: writing smithi02869045-15 from 4251648 to 4939776 tid 2 2024-08-29T17:48:48.559 INFO:tasks.rados.rados.0.smithi028.stdout:346: writing smithi02869045-15 from 4939776 to 5570560 tid 3 2024-08-29T17:48:48.561 INFO:tasks.rados.rados.0.smithi028.stdout:346: writing smithi02869045-15 from 5570560 to 5857280 tid 4 2024-08-29T17:48:48.561 INFO:tasks.rados.rados.0.smithi028.stdout:append oid 22 current snap is 34 2024-08-29T17:48:48.561 INFO:tasks.rados.rados.0.smithi028.stdout:343: finishing write tid 4 to smithi02869045-21 2024-08-29T17:48:48.561 INFO:tasks.rados.rados.0.smithi028.stdout:347: seq_num 123 ranges {0=466944,466944=573440,1040384=794624,1835008=237568} 2024-08-29T17:48:48.564 INFO:tasks.rados.rados.0.smithi028.stdout:347: writing smithi02869045-22 from 0 to 466944 tid 1 2024-08-29T17:48:48.567 INFO:tasks.rados.rados.0.smithi028.stdout:347: writing smithi02869045-22 from 466944 to 1040384 tid 2 2024-08-29T17:48:48.572 INFO:tasks.rados.rados.0.smithi028.stdout:347: writing smithi02869045-22 from 1040384 to 1835008 tid 3 2024-08-29T17:48:48.575 INFO:tasks.rados.rados.0.smithi028.stdout:347: writing smithi02869045-22 from 1835008 to 2072576 tid 4 2024-08-29T17:48:48.575 INFO:tasks.rados.rados.0.smithi028.stdout:348: copy_from oid 23 from oid 11 current snap is 34 2024-08-29T17:48:48.575 INFO:tasks.rados.rados.0.smithi028.stdout:343: finishing write tid 5 to smithi02869045-21 2024-08-29T17:48:48.575 INFO:tasks.rados.rados.0.smithi028.stdout:343: finishing write tid 6 to smithi02869045-21 2024-08-29T17:48:48.575 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 21 v 145 (ObjNum 121 snap 34 seq_num 121) dirty exists 2024-08-29T17:48:48.575 INFO:tasks.rados.rados.0.smithi028.stdout:343: left oid 21 (ObjNum 121 snap 34 seq_num 121) 2024-08-29T17:48:48.575 INFO:tasks.rados.rados.0.smithi028.stdout:344: finishing copy_from racing read to smithi02869045-37 2024-08-29T17:48:48.575 INFO:tasks.rados.rados.0.smithi028.stdout:344: finishing copy_from to smithi02869045-37 2024-08-29T17:48:48.576 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 37 v 8 (ObjNum 13 snap 0 seq_num 13) dirty exists 2024-08-29T17:48:48.576 INFO:tasks.rados.rados.0.smithi028.stdout:346: finishing write tid 1 to smithi02869045-15 2024-08-29T17:48:48.576 INFO:tasks.rados.rados.0.smithi028.stdout:346: finishing write tid 2 to smithi02869045-15 2024-08-29T17:48:48.576 INFO:tasks.rados.rados.0.smithi028.stdout:346: finishing write tid 3 to smithi02869045-15 2024-08-29T17:48:48.576 INFO:tasks.rados.rados.0.smithi028.stdout:346: finishing write tid 4 to smithi02869045-15 2024-08-29T17:48:48.576 INFO:tasks.rados.rados.0.smithi028.stdout:346: finishing write tid 5 to smithi02869045-15 2024-08-29T17:48:48.576 INFO:tasks.rados.rados.0.smithi028.stdout:347: finishing write tid 1 to smithi02869045-22 2024-08-29T17:48:48.576 INFO:tasks.rados.rados.0.smithi028.stdout:347: finishing write tid 2 to smithi02869045-22 2024-08-29T17:48:48.576 INFO:tasks.rados.rados.0.smithi028.stdout:346: finishing write tid 6 to smithi02869045-15 2024-08-29T17:48:48.576 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 15 v 87 (ObjNum 122 snap 34 seq_num 122) dirty exists 2024-08-29T17:48:48.576 INFO:tasks.rados.rados.0.smithi028.stdout:346: left oid 15 (ObjNum 122 snap 34 seq_num 122) 2024-08-29T17:48:48.576 INFO:tasks.rados.rados.0.smithi028.stdout:343: done (4 left) 2024-08-29T17:48:48.576 INFO:tasks.rados.rados.0.smithi028.stdout:344: done (3 left) 2024-08-29T17:48:48.576 INFO:tasks.rados.rados.0.smithi028.stdout:346: done (2 left) 2024-08-29T17:48:48.577 INFO:tasks.rados.rados.0.smithi028.stdout:append oid 12 current snap is 34 2024-08-29T17:48:48.577 INFO:tasks.rados.rados.0.smithi028.stdout:349: seq_num 124 ranges {2023424=483328,2506752=458752,2965504=598016,3563520=548864} 2024-08-29T17:48:48.588 INFO:tasks.rados.rados.0.smithi028.stdout:349: writing smithi02869045-12 from 2023424 to 2506752 tid 1 2024-08-29T17:48:48.592 INFO:tasks.rados.rados.0.smithi028.stdout:349: writing smithi02869045-12 from 2506752 to 2965504 tid 2 2024-08-29T17:48:48.596 INFO:tasks.rados.rados.0.smithi028.stdout:349: writing smithi02869045-12 from 2965504 to 3563520 tid 3 2024-08-29T17:48:48.600 INFO:tasks.rados.rados.0.smithi028.stdout:349: writing smithi02869045-12 from 3563520 to 4112384 tid 4 2024-08-29T17:48:48.601 INFO:tasks.rados.rados.0.smithi028.stdout:350: snap_remove snap 32 2024-08-29T17:48:48.822 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:48:48 smithi053 bash[24720]: cluster 2024-08-29T17:48:47.466677+0000 mon.a (mon.0) 1150 : cluster [DBG] osdmap e138: 8 total, 8 up, 8 in 2024-08-29T17:48:48.823 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:48:48 smithi053 bash[24720]: cluster 2024-08-29T17:48:47.943843+0000 mgr.y (mgr.14499) 242 : cluster [DBG] pgmap v250: 121 pgs: 121 active+clean; 81 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 3.6 MiB/s rd, 464 KiB/s wr, 4 op/s 2024-08-29T17:48:48.874 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:48:48 smithi028 bash[31855]: cluster 2024-08-29T17:48:47.466677+0000 mon.a (mon.0) 1150 : cluster [DBG] osdmap e138: 8 total, 8 up, 8 in 2024-08-29T17:48:48.874 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:48:48 smithi028 bash[31855]: cluster 2024-08-29T17:48:47.943843+0000 mgr.y (mgr.14499) 242 : cluster [DBG] pgmap v250: 121 pgs: 121 active+clean; 81 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 3.6 MiB/s rd, 464 KiB/s wr, 4 op/s 2024-08-29T17:48:48.875 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:48:48 smithi028 bash[22419]: cluster 2024-08-29T17:48:47.466677+0000 mon.a (mon.0) 1150 : cluster [DBG] osdmap e138: 8 total, 8 up, 8 in 2024-08-29T17:48:48.875 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:48:48 smithi028 bash[22419]: cluster 2024-08-29T17:48:47.943843+0000 mgr.y (mgr.14499) 242 : cluster [DBG] pgmap v250: 121 pgs: 121 active+clean; 81 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 3.6 MiB/s rd, 464 KiB/s wr, 4 op/s 2024-08-29T17:48:49.444 INFO:tasks.rados.rados.0.smithi028.stdout:350: done (3 left) 2024-08-29T17:48:49.444 INFO:tasks.rados.rados.0.smithi028.stdout:351: copy_from oid 17 from oid 44 current snap is 34 2024-08-29T17:48:49.444 INFO:tasks.rados.rados.0.smithi028.stdout:352: copy_from oid 20 from oid 46 current snap is 34 2024-08-29T17:48:49.444 INFO:tasks.rados.rados.0.smithi028.stdout:347: finishing write tid 3 to smithi02869045-22 2024-08-29T17:48:49.444 INFO:tasks.rados.rados.0.smithi028.stdout:348: finishing copy_from to smithi02869045-23 2024-08-29T17:48:49.444 INFO:tasks.rados.rados.0.smithi028.stdout:348: got expected ENOENT (src dne) 2024-08-29T17:48:49.444 INFO:tasks.rados.rados.0.smithi028.stdout:347: finishing write tid 4 to smithi02869045-22 2024-08-29T17:48:49.444 INFO:tasks.rados.rados.0.smithi028.stdout:348: finishing copy_from racing read to smithi02869045-23 2024-08-29T17:48:49.444 INFO:tasks.rados.rados.0.smithi028.stdout:347: finishing write tid 5 to smithi02869045-22 2024-08-29T17:48:49.444 INFO:tasks.rados.rados.0.smithi028.stdout:347: finishing write tid 6 to smithi02869045-22 2024-08-29T17:48:49.444 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 22 v 124 (ObjNum 123 snap 34 seq_num 123) dirty exists 2024-08-29T17:48:49.445 INFO:tasks.rados.rados.0.smithi028.stdout:347: left oid 22 (ObjNum 123 snap 34 seq_num 123) 2024-08-29T17:48:49.445 INFO:tasks.rados.rados.0.smithi028.stdout:349: finishing write tid 1 to smithi02869045-12 2024-08-29T17:48:49.445 INFO:tasks.rados.rados.0.smithi028.stdout:349: finishing write tid 2 to smithi02869045-12 2024-08-29T17:48:49.445 INFO:tasks.rados.rados.0.smithi028.stdout:349: finishing write tid 3 to smithi02869045-12 2024-08-29T17:48:49.445 INFO:tasks.rados.rados.0.smithi028.stdout:349: finishing write tid 4 to smithi02869045-12 2024-08-29T17:48:49.445 INFO:tasks.rados.rados.0.smithi028.stdout:349: finishing write tid 5 to smithi02869045-12 2024-08-29T17:48:49.445 INFO:tasks.rados.rados.0.smithi028.stdout:349: finishing write tid 6 to smithi02869045-12 2024-08-29T17:48:49.445 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 12 v 73 (ObjNum 124 snap 34 seq_num 124) dirty exists 2024-08-29T17:48:49.445 INFO:tasks.rados.rados.0.smithi028.stdout:349: left oid 12 (ObjNum 124 snap 34 seq_num 124) 2024-08-29T17:48:49.445 INFO:tasks.rados.rados.0.smithi028.stdout:347: done (4 left) 2024-08-29T17:48:49.445 INFO:tasks.rados.rados.0.smithi028.stdout:348: done (3 left) 2024-08-29T17:48:49.445 INFO:tasks.rados.rados.0.smithi028.stdout:349: done (2 left) 2024-08-29T17:48:49.446 INFO:tasks.rados.rados.0.smithi028.stdout:353: snap_create 2024-08-29T17:48:49.463 INFO:tasks.rados.rados.0.smithi028.stdout:351: finishing copy_from racing read to smithi02869045-17 2024-08-29T17:48:49.466 INFO:tasks.rados.rados.0.smithi028.stdout:351: finishing copy_from to smithi02869045-17 2024-08-29T17:48:49.466 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 17 v 82 (ObjNum 77 snap 12 seq_num 77) dirty exists 2024-08-29T17:48:49.475 INFO:tasks.rados.rados.0.smithi028.stdout:352: finishing copy_from racing read to smithi02869045-20 2024-08-29T17:48:49.475 INFO:tasks.rados.rados.0.smithi028.stdout:352: finishing copy_from to smithi02869045-20 2024-08-29T17:48:49.476 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 20 v 4 (ObjNum 45 snap 0 seq_num 45) dirty exists 2024-08-29T17:48:49.556 INFO:teuthology.orchestra.run.smithi028.stdout:true 2024-08-29T17:48:49.823 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:48:49 smithi053 bash[24720]: cluster 2024-08-29T17:48:48.478945+0000 mon.a (mon.0) 1151 : cluster [DBG] osdmap e139: 8 total, 8 up, 8 in 2024-08-29T17:48:49.823 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:48:49 smithi053 bash[24720]: cluster 2024-08-29T17:48:49.449678+0000 mon.a (mon.0) 1152 : cluster [DBG] osdmap e140: 8 total, 8 up, 8 in 2024-08-29T17:48:49.865 INFO:teuthology.orchestra.run.smithi028.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2024-08-29T17:48:49.865 INFO:teuthology.orchestra.run.smithi028.stdout:alertmanager.a smithi028 *:9093,9094 running (4m) 4m ago 5m 13.7M - 0.25.0 c8568f914cd2 73e8e346c97a 2024-08-29T17:48:49.865 INFO:teuthology.orchestra.run.smithi028.stdout:grafana.a smithi053 *:3000 running (5m) 4m ago 5m 27.7M - 9.4.7 954c08fa6188 ec63dec12ec5 2024-08-29T17:48:49.865 INFO:teuthology.orchestra.run.smithi028.stdout:mds.a smithi028 running (8m) 4m ago 8m 12.4M - 17.2.7-1503-ga89f613d 250d9a61b6c5 c6b415d0b6f0 2024-08-29T17:48:49.865 INFO:teuthology.orchestra.run.smithi028.stdout:mds.b smithi053 running (8m) 4m ago 8m 14.5M - 17.2.7-1503-ga89f613d 250d9a61b6c5 8d3ee9e57659 2024-08-29T17:48:49.866 INFO:teuthology.orchestra.run.smithi028.stdout:mgr.x smithi053 *:8443 running (15m) 4m ago 15m 387M - 17.2.7-1503-ga89f613d 250d9a61b6c5 7406c4acb462 2024-08-29T17:48:49.866 INFO:teuthology.orchestra.run.smithi028.stdout:mgr.y smithi028 *:9283,8765 running (18m) 4m ago 18m 437M - 17.2.7-1503-ga89f613d 250d9a61b6c5 75945864276f 2024-08-29T17:48:49.866 INFO:teuthology.orchestra.run.smithi028.stdout:mon.a smithi028 running (18m) 4m ago 18m 51.2M 2048M 17.2.7-1503-ga89f613d 250d9a61b6c5 fa08202e10c3 2024-08-29T17:48:49.866 INFO:teuthology.orchestra.run.smithi028.stdout:mon.b smithi053 running (16m) 4m ago 16m 40.5M 2048M 17.2.7-1503-ga89f613d 250d9a61b6c5 45c16fe81a22 2024-08-29T17:48:49.866 INFO:teuthology.orchestra.run.smithi028.stdout:mon.c smithi028 running (16m) 4m ago 16m 38.2M 2048M 17.2.7-1503-ga89f613d 250d9a61b6c5 20cfd8b5e450 2024-08-29T17:48:49.866 INFO:teuthology.orchestra.run.smithi028.stdout:node-exporter.a smithi028 *:9100 running (5m) 4m ago 5m 3252k - 1.5.0 0da6a335fe13 5d3362e27819 2024-08-29T17:48:49.866 INFO:teuthology.orchestra.run.smithi028.stdout:node-exporter.b smithi053 *:9100 running (5m) 4m ago 5m 3036k - 1.5.0 0da6a335fe13 0d6e81d3809a 2024-08-29T17:48:49.866 INFO:teuthology.orchestra.run.smithi028.stdout:osd.0 smithi028 running (15m) 4m ago 15m 47.4M 3037M 17.2.7-1503-ga89f613d 250d9a61b6c5 6170d7ba6af9 2024-08-29T17:48:49.866 INFO:teuthology.orchestra.run.smithi028.stdout:osd.1 smithi028 running (14m) 4m ago 14m 44.7M 3037M 17.2.7-1503-ga89f613d 250d9a61b6c5 f84612c9ccfa 2024-08-29T17:48:49.866 INFO:teuthology.orchestra.run.smithi028.stdout:osd.2 smithi028 running (13m) 4m ago 13m 43.0M 3037M 17.2.7-1503-ga89f613d 250d9a61b6c5 7e6fdf4e2629 2024-08-29T17:48:49.866 INFO:teuthology.orchestra.run.smithi028.stdout:osd.3 smithi028 running (12m) 4m ago 12m 42.4M 3037M 17.2.7-1503-ga89f613d 250d9a61b6c5 4f0fede11ee1 2024-08-29T17:48:49.866 INFO:teuthology.orchestra.run.smithi028.stdout:osd.4 smithi053 running (11m) 4m ago 11m 42.9M 3037M 17.2.7-1503-ga89f613d 250d9a61b6c5 e93527f41048 2024-08-29T17:48:49.867 INFO:teuthology.orchestra.run.smithi028.stdout:osd.5 smithi053 running (10m) 4m ago 11m 43.1M 3037M 17.2.7-1503-ga89f613d 250d9a61b6c5 86885633963d 2024-08-29T17:48:49.867 INFO:teuthology.orchestra.run.smithi028.stdout:osd.6 smithi053 running (10m) 4m ago 10m 43.4M 3037M 17.2.7-1503-ga89f613d 250d9a61b6c5 e65db659e42e 2024-08-29T17:48:49.867 INFO:teuthology.orchestra.run.smithi028.stdout:osd.7 smithi053 running (9m) 4m ago 9m 43.2M 3037M 17.2.7-1503-ga89f613d 250d9a61b6c5 69a8ac6ca110 2024-08-29T17:48:49.867 INFO:teuthology.orchestra.run.smithi028.stdout:prometheus.a smithi053 *:9095 running (4m) 4m ago 6m 21.0M - 2.43.0 a07b618ecd1d 52010e9a4965 2024-08-29T17:48:49.874 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:48:49 smithi028 bash[22419]: cluster 2024-08-29T17:48:48.478945+0000 mon.a (mon.0) 1151 : cluster [DBG] osdmap e139: 8 total, 8 up, 8 in 2024-08-29T17:48:49.874 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:48:49 smithi028 bash[22419]: cluster 2024-08-29T17:48:49.449678+0000 mon.a (mon.0) 1152 : cluster [DBG] osdmap e140: 8 total, 8 up, 8 in 2024-08-29T17:48:49.874 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:48:49 smithi028 bash[31855]: cluster 2024-08-29T17:48:48.478945+0000 mon.a (mon.0) 1151 : cluster [DBG] osdmap e139: 8 total, 8 up, 8 in 2024-08-29T17:48:49.874 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:48:49 smithi028 bash[31855]: cluster 2024-08-29T17:48:49.449678+0000 mon.a (mon.0) 1152 : cluster [DBG] osdmap e140: 8 total, 8 up, 8 in 2024-08-29T17:48:50.213 INFO:teuthology.orchestra.run.smithi028.stdout:{ 2024-08-29T17:48:50.213 INFO:teuthology.orchestra.run.smithi028.stdout: "mon": { 2024-08-29T17:48:50.213 INFO:teuthology.orchestra.run.smithi028.stdout: "ceph version 17.2.7-1503-ga89f613d (a89f613db4d5b6bca82681f19d73c6d337aae2d5) quincy (stable)": 3 2024-08-29T17:48:50.213 INFO:teuthology.orchestra.run.smithi028.stdout: }, 2024-08-29T17:48:50.213 INFO:teuthology.orchestra.run.smithi028.stdout: "mgr": { 2024-08-29T17:48:50.214 INFO:teuthology.orchestra.run.smithi028.stdout: "ceph version 17.2.7-1503-ga89f613d (a89f613db4d5b6bca82681f19d73c6d337aae2d5) quincy (stable)": 2 2024-08-29T17:48:50.214 INFO:teuthology.orchestra.run.smithi028.stdout: }, 2024-08-29T17:48:50.214 INFO:teuthology.orchestra.run.smithi028.stdout: "osd": { 2024-08-29T17:48:50.214 INFO:teuthology.orchestra.run.smithi028.stdout: "ceph version 17.2.7-1503-ga89f613d (a89f613db4d5b6bca82681f19d73c6d337aae2d5) quincy (stable)": 8 2024-08-29T17:48:50.214 INFO:teuthology.orchestra.run.smithi028.stdout: }, 2024-08-29T17:48:50.214 INFO:teuthology.orchestra.run.smithi028.stdout: "mds": { 2024-08-29T17:48:50.214 INFO:teuthology.orchestra.run.smithi028.stdout: "ceph version 17.2.7-1503-ga89f613d (a89f613db4d5b6bca82681f19d73c6d337aae2d5) quincy (stable)": 2 2024-08-29T17:48:50.214 INFO:teuthology.orchestra.run.smithi028.stdout: }, 2024-08-29T17:48:50.214 INFO:teuthology.orchestra.run.smithi028.stdout: "overall": { 2024-08-29T17:48:50.214 INFO:teuthology.orchestra.run.smithi028.stdout: "ceph version 17.2.7-1503-ga89f613d (a89f613db4d5b6bca82681f19d73c6d337aae2d5) quincy (stable)": 15 2024-08-29T17:48:50.214 INFO:teuthology.orchestra.run.smithi028.stdout: } 2024-08-29T17:48:50.214 INFO:teuthology.orchestra.run.smithi028.stdout:} 2024-08-29T17:48:50.448 INFO:tasks.rados.rados.0.smithi028.stdout:351: done (2 left) 2024-08-29T17:48:50.449 INFO:tasks.rados.rados.0.smithi028.stdout:352: done (1 left) 2024-08-29T17:48:50.449 INFO:tasks.rados.rados.0.smithi028.stdout:353: done (0 left) 2024-08-29T17:48:50.449 INFO:tasks.rados.rados.0.smithi028.stdout:354: read oid 15 snap -1 2024-08-29T17:48:50.449 INFO:tasks.rados.rados.0.smithi028.stdout:354: expect (ObjNum 122 snap 34 seq_num 122) 2024-08-29T17:48:50.449 INFO:tasks.rados.rados.0.smithi028.stdout:355: copy_from oid 39 from oid 19 current snap is 35 2024-08-29T17:48:50.449 INFO:tasks.rados.rados.0.smithi028.stdout:append oid 9 current snap is 35 2024-08-29T17:48:50.449 INFO:tasks.rados.rados.0.smithi028.stdout:356: seq_num 125 ranges {2588672=499712,3088384=745472,3833856=409600,4243456=450560} 2024-08-29T17:48:50.485 INFO:tasks.rados.rados.0.smithi028.stdout:356: writing smithi02869045-9 from 2588672 to 3088384 tid 1 2024-08-29T17:48:50.485 INFO:tasks.rados.rados.0.smithi028.stdout:356: writing smithi02869045-9 from 3088384 to 3833856 tid 2 2024-08-29T17:48:50.487 INFO:tasks.rados.rados.0.smithi028.stdout:356: writing smithi02869045-9 from 3833856 to 4243456 tid 3 2024-08-29T17:48:50.490 INFO:tasks.rados.rados.0.smithi028.stdout:356: writing smithi02869045-9 from 4243456 to 4694016 tid 4 2024-08-29T17:48:50.490 INFO:tasks.rados.rados.0.smithi028.stdout:append oid 45 current snap is 35 2024-08-29T17:48:50.490 INFO:tasks.rados.rados.0.smithi028.stdout:357: seq_num 126 ranges {2662400=516096,3178496=630784,3809280=614400,4423680=360448} 2024-08-29T17:48:50.508 INFO:tasks.rados.rados.0.smithi028.stdout:357: writing smithi02869045-45 from 2662400 to 3178496 tid 1 2024-08-29T17:48:50.513 INFO:tasks.rados.rados.0.smithi028.stdout:357: writing smithi02869045-45 from 3178496 to 3809280 tid 2 2024-08-29T17:48:50.517 INFO:tasks.rados.rados.0.smithi028.stdout:357: writing smithi02869045-45 from 3809280 to 4423680 tid 3 2024-08-29T17:48:50.521 INFO:tasks.rados.rados.0.smithi028.stdout:357: writing smithi02869045-45 from 4423680 to 4784128 tid 4 2024-08-29T17:48:50.524 INFO:tasks.rados.rados.0.smithi028.stdout:358: snap_create 2024-08-29T17:48:50.525 INFO:tasks.rados.rados.0.smithi028.stdout:355: finishing copy_from racing read to smithi02869045-39 2024-08-29T17:48:50.525 INFO:tasks.rados.rados.0.smithi028.stdout:356: finishing write tid 1 to smithi02869045-9 2024-08-29T17:48:50.525 INFO:tasks.rados.rados.0.smithi028.stdout:356: finishing write tid 2 to smithi02869045-9 2024-08-29T17:48:50.525 INFO:tasks.rados.rados.0.smithi028.stdout:356: finishing write tid 3 to smithi02869045-9 2024-08-29T17:48:50.525 INFO:tasks.rados.rados.0.smithi028.stdout:356: finishing write tid 4 to smithi02869045-9 2024-08-29T17:48:50.525 INFO:tasks.rados.rados.0.smithi028.stdout:356: finishing write tid 5 to smithi02869045-9 2024-08-29T17:48:50.525 INFO:tasks.rados.rados.0.smithi028.stdout:356: finishing write tid 6 to smithi02869045-9 2024-08-29T17:48:50.525 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 9 v 86 (ObjNum 125 snap 35 seq_num 125) dirty exists 2024-08-29T17:48:50.525 INFO:tasks.rados.rados.0.smithi028.stdout:356: left oid 9 (ObjNum 125 snap 35 seq_num 125) 2024-08-29T17:48:50.525 INFO:tasks.rados.rados.0.smithi028.stdout:354: expect (ObjNum 122 snap 34 seq_num 122) 2024-08-29T17:48:50.817 INFO:tasks.rados.rados.0.smithi028.stdout:355: finishing copy_from to smithi02869045-39 2024-08-29T17:48:50.817 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 39 v 70 (ObjNum 75 snap 11 seq_num 75) dirty exists 2024-08-29T17:48:50.817 INFO:tasks.rados.rados.0.smithi028.stdout:357: finishing write tid 1 to smithi02869045-45 2024-08-29T17:48:50.818 INFO:tasks.rados.rados.0.smithi028.stdout:357: finishing write tid 2 to smithi02869045-45 2024-08-29T17:48:50.818 INFO:tasks.rados.rados.0.smithi028.stdout:357: finishing write tid 3 to smithi02869045-45 2024-08-29T17:48:50.818 INFO:tasks.rados.rados.0.smithi028.stdout:357: finishing write tid 4 to smithi02869045-45 2024-08-29T17:48:50.818 INFO:tasks.rados.rados.0.smithi028.stdout:357: finishing write tid 5 to smithi02869045-45 2024-08-29T17:48:50.818 INFO:tasks.rados.rados.0.smithi028.stdout:357: finishing write tid 6 to smithi02869045-45 2024-08-29T17:48:50.818 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 45 v 125 (ObjNum 126 snap 35 seq_num 126) dirty exists 2024-08-29T17:48:50.818 INFO:tasks.rados.rados.0.smithi028.stdout:357: left oid 45 (ObjNum 126 snap 35 seq_num 126) 2024-08-29T17:48:50.823 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:48:50 smithi053 bash[24720]: audit 2024-08-29T17:48:49.551779+0000 mgr.y (mgr.14499) 243 : audit [DBG] from='client.14931 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-08-29T17:48:50.823 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:48:50 smithi053 bash[24720]: audit 2024-08-29T17:48:49.835882+0000 mgr.y (mgr.14499) 244 : audit [DBG] from='client.14937 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-08-29T17:48:50.823 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:48:50 smithi053 bash[24720]: cluster 2024-08-29T17:48:49.945179+0000 mgr.y (mgr.14499) 245 : cluster [DBG] pgmap v253: 121 pgs: 121 active+clean; 103 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 4.6 MiB/s rd, 5.7 MiB/s wr, 30 op/s 2024-08-29T17:48:50.823 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:48:50 smithi053 bash[24720]: audit 2024-08-29T17:48:50.220278+0000 mon.c (mon.2) 32 : audit [DBG] from='client.? 172.21.15.28:0/81440784' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-08-29T17:48:50.823 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:48:50 smithi053 bash[24720]: cluster 2024-08-29T17:48:50.455616+0000 mon.a (mon.0) 1153 : cluster [DBG] osdmap e141: 8 total, 8 up, 8 in 2024-08-29T17:48:50.874 INFO:journalctl@ceph.mgr.y.smithi028.stdout:Aug 29 17:48:50 smithi028 bash[22672]: ::ffff:172.21.15.53 - - [29/Aug/2024:17:48:50] "GET /metrics HTTP/1.1" 200 239936 "" "Prometheus/2.43.0" 2024-08-29T17:48:50.875 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:48:50 smithi028 bash[22419]: audit 2024-08-29T17:48:49.551779+0000 mgr.y (mgr.14499) 243 : audit [DBG] from='client.14931 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-08-29T17:48:50.875 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:48:50 smithi028 bash[22419]: audit 2024-08-29T17:48:49.835882+0000 mgr.y (mgr.14499) 244 : audit [DBG] from='client.14937 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-08-29T17:48:50.875 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:48:50 smithi028 bash[22419]: cluster 2024-08-29T17:48:49.945179+0000 mgr.y (mgr.14499) 245 : cluster [DBG] pgmap v253: 121 pgs: 121 active+clean; 103 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 4.6 MiB/s rd, 5.7 MiB/s wr, 30 op/s 2024-08-29T17:48:50.875 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:48:50 smithi028 bash[22419]: audit 2024-08-29T17:48:50.220278+0000 mon.c (mon.2) 32 : audit [DBG] from='client.? 172.21.15.28:0/81440784' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-08-29T17:48:50.875 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:48:50 smithi028 bash[22419]: cluster 2024-08-29T17:48:50.455616+0000 mon.a (mon.0) 1153 : cluster [DBG] osdmap e141: 8 total, 8 up, 8 in 2024-08-29T17:48:50.875 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:48:50 smithi028 bash[31855]: audit 2024-08-29T17:48:49.551779+0000 mgr.y (mgr.14499) 243 : audit [DBG] from='client.14931 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-08-29T17:48:50.875 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:48:50 smithi028 bash[31855]: audit 2024-08-29T17:48:49.835882+0000 mgr.y (mgr.14499) 244 : audit [DBG] from='client.14937 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-08-29T17:48:50.876 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:48:50 smithi028 bash[31855]: cluster 2024-08-29T17:48:49.945179+0000 mgr.y (mgr.14499) 245 : cluster [DBG] pgmap v253: 121 pgs: 121 active+clean; 103 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 4.6 MiB/s rd, 5.7 MiB/s wr, 30 op/s 2024-08-29T17:48:50.876 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:48:50 smithi028 bash[31855]: audit 2024-08-29T17:48:50.220278+0000 mon.c (mon.2) 32 : audit [DBG] from='client.? 172.21.15.28:0/81440784' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-08-29T17:48:50.876 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:48:50 smithi028 bash[31855]: cluster 2024-08-29T17:48:50.455616+0000 mon.a (mon.0) 1153 : cluster [DBG] osdmap e141: 8 total, 8 up, 8 in 2024-08-29T17:48:51.485 INFO:tasks.rados.rados.0.smithi028.stdout:354: done (4 left) 2024-08-29T17:48:51.486 INFO:tasks.rados.rados.0.smithi028.stdout:355: done (3 left) 2024-08-29T17:48:51.486 INFO:tasks.rados.rados.0.smithi028.stdout:356: done (2 left) 2024-08-29T17:48:51.486 INFO:tasks.rados.rados.0.smithi028.stdout:357: done (1 left) 2024-08-29T17:48:51.487 INFO:tasks.rados.rados.0.smithi028.stdout:358: done (0 left) 2024-08-29T17:48:51.487 INFO:tasks.rados.rados.0.smithi028.stdout:append oid 5 current snap is 36 2024-08-29T17:48:51.487 INFO:tasks.rados.rados.0.smithi028.stdout:359: seq_num 127 ranges {1294336=532480,1826816=507904,2334720=778240,3112960=319488} 2024-08-29T17:48:51.498 INFO:tasks.rados.rados.0.smithi028.stdout:359: writing smithi02869045-5 from 1294336 to 1826816 tid 1 2024-08-29T17:48:51.501 INFO:tasks.rados.rados.0.smithi028.stdout:359: writing smithi02869045-5 from 1826816 to 2334720 tid 2 2024-08-29T17:48:51.507 INFO:tasks.rados.rados.0.smithi028.stdout:359: writing smithi02869045-5 from 2334720 to 3112960 tid 3 2024-08-29T17:48:51.509 INFO:tasks.rados.rados.0.smithi028.stdout:359: writing smithi02869045-5 from 3112960 to 3432448 tid 4 2024-08-29T17:48:51.509 INFO:tasks.rados.rados.0.smithi028.stdout:360: rollback oid 31 current snap is 36 2024-08-29T17:48:51.509 INFO:tasks.rados.rados.0.smithi028.stdout:rollback oid 31 to 34 2024-08-29T17:48:51.509 INFO:tasks.rados.rados.0.smithi028.stdout:append oid 49 current snap is 36 2024-08-29T17:48:51.510 INFO:tasks.rados.rados.0.smithi028.stdout:361: seq_num 128 ranges {2596864=548864,3145728=794624,3940352=581632,4521984=229376} 2024-08-29T17:48:51.529 INFO:tasks.rados.rados.0.smithi028.stdout:361: writing smithi02869045-49 from 2596864 to 3145728 tid 1 2024-08-29T17:48:51.535 INFO:tasks.rados.rados.0.smithi028.stdout:361: writing smithi02869045-49 from 3145728 to 3940352 tid 2 2024-08-29T17:48:51.539 INFO:tasks.rados.rados.0.smithi028.stdout:361: writing smithi02869045-49 from 3940352 to 4521984 tid 3 2024-08-29T17:48:51.541 INFO:tasks.rados.rados.0.smithi028.stdout:361: writing smithi02869045-49 from 4521984 to 4751360 tid 4 2024-08-29T17:48:51.541 INFO:tasks.rados.rados.0.smithi028.stdout:362: rmattr oid 41 current snap is 36 2024-08-29T17:48:51.541 INFO:tasks.rados.rados.0.smithi028.stdout:362: done (3 left) 2024-08-29T17:48:51.541 INFO:tasks.rados.rados.0.smithi028.stdout:363: read oid 7 snap -1 2024-08-29T17:48:51.541 INFO:tasks.rados.rados.0.smithi028.stdout:363: expect (ObjNum 50 snap 0 seq_num 50) 2024-08-29T17:48:51.541 INFO:tasks.rados.rados.0.smithi028.stdout:364: snap_create 2024-08-29T17:48:51.542 INFO:tasks.rados.rados.0.smithi028.stdout:359: finishing write tid 1 to smithi02869045-5 2024-08-29T17:48:51.542 INFO:tasks.rados.rados.0.smithi028.stdout:359: finishing write tid 2 to smithi02869045-5 2024-08-29T17:48:51.542 INFO:tasks.rados.rados.0.smithi028.stdout:360: finishing rollback tid 1 to smithi02869045-31 2024-08-29T17:48:51.542 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 31 v 0 (ObjNum 609 snap 0 seq_num 992080805) dirty dne 2024-08-29T17:48:51.542 INFO:tasks.rados.rados.0.smithi028.stdout:359: finishing write tid 3 to smithi02869045-5 2024-08-29T17:48:51.542 INFO:tasks.rados.rados.0.smithi028.stdout:359: finishing write tid 4 to smithi02869045-5 2024-08-29T17:48:51.542 INFO:tasks.rados.rados.0.smithi028.stdout:359: finishing write tid 5 to smithi02869045-5 2024-08-29T17:48:51.542 INFO:tasks.rados.rados.0.smithi028.stdout:359: finishing write tid 6 to smithi02869045-5 2024-08-29T17:48:51.542 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 5 v 92 (ObjNum 127 snap 36 seq_num 127) dirty exists 2024-08-29T17:48:51.542 INFO:tasks.rados.rados.0.smithi028.stdout:359: left oid 5 (ObjNum 127 snap 36 seq_num 127) 2024-08-29T17:48:51.542 INFO:tasks.rados.rados.0.smithi028.stdout:361: finishing write tid 1 to smithi02869045-49 2024-08-29T17:48:51.542 INFO:tasks.rados.rados.0.smithi028.stdout:361: finishing write tid 2 to smithi02869045-49 2024-08-29T17:48:51.544 INFO:tasks.rados.rados.0.smithi028.stdout:361: finishing write tid 3 to smithi02869045-49 2024-08-29T17:48:51.548 INFO:tasks.rados.rados.0.smithi028.stdout:361: finishing write tid 4 to smithi02869045-49 2024-08-29T17:48:51.549 INFO:tasks.rados.rados.0.smithi028.stdout:361: finishing write tid 5 to smithi02869045-49 2024-08-29T17:48:51.549 INFO:tasks.rados.rados.0.smithi028.stdout:361: finishing write tid 6 to smithi02869045-49 2024-08-29T17:48:51.549 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 49 v 153 (ObjNum 128 snap 36 seq_num 128) dirty exists 2024-08-29T17:48:51.549 INFO:tasks.rados.rados.0.smithi028.stdout:361: left oid 49 (ObjNum 128 snap 36 seq_num 128) 2024-08-29T17:48:51.549 INFO:tasks.rados.rados.0.smithi028.stdout:363: expect (ObjNum 50 snap 0 seq_num 50) 2024-08-29T17:48:52.495 INFO:tasks.rados.rados.0.smithi028.stdout:359: done (4 left) 2024-08-29T17:48:52.496 INFO:tasks.rados.rados.0.smithi028.stdout:360: done (3 left) 2024-08-29T17:48:52.496 INFO:tasks.rados.rados.0.smithi028.stdout:361: done (2 left) 2024-08-29T17:48:52.496 INFO:tasks.rados.rados.0.smithi028.stdout:363: done (1 left) 2024-08-29T17:48:52.496 INFO:tasks.rados.rados.0.smithi028.stdout:364: done (0 left) 2024-08-29T17:48:52.496 INFO:tasks.rados.rados.0.smithi028.stdout:365: delete oid 49 current snap is 37 2024-08-29T17:48:52.503 INFO:tasks.rados.rados.0.smithi028.stdout:365: done (0 left) 2024-08-29T17:48:52.503 INFO:tasks.rados.rados.0.smithi028.stdout:366: rollback oid 18 current snap is 37 2024-08-29T17:48:52.503 INFO:tasks.rados.rados.0.smithi028.stdout:rollback oid 18 to 33 2024-08-29T17:48:52.503 INFO:tasks.rados.rados.0.smithi028.stdout:367: snap_create 2024-08-29T17:48:52.509 INFO:tasks.rados.rados.0.smithi028.stdout:366: finishing rollback tid 0 to smithi02869045-18 2024-08-29T17:48:52.510 INFO:tasks.rados.rados.0.smithi028.stdout:366: finishing rollback tid 1 to smithi02869045-18 2024-08-29T17:48:52.510 INFO:tasks.rados.rados.0.smithi028.stdout:366: finishing rollback tid 2 to smithi02869045-18 2024-08-29T17:48:52.510 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 18 v 132 (ObjNum 115 snap 32 seq_num 115) dirty exists 2024-08-29T17:48:52.823 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:48:52 smithi053 bash[24720]: cluster 2024-08-29T17:48:51.492097+0000 mon.a (mon.0) 1154 : cluster [DBG] osdmap e142: 8 total, 8 up, 8 in 2024-08-29T17:48:52.823 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:48:52 smithi053 bash[24720]: cluster 2024-08-29T17:48:51.945848+0000 mgr.y (mgr.14499) 246 : cluster [DBG] pgmap v256: 121 pgs: 121 active+clean; 103 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 4.6 MiB/s rd, 5.7 MiB/s wr, 30 op/s 2024-08-29T17:48:52.874 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:48:52 smithi028 bash[22419]: cluster 2024-08-29T17:48:51.492097+0000 mon.a (mon.0) 1154 : cluster [DBG] osdmap e142: 8 total, 8 up, 8 in 2024-08-29T17:48:52.875 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:48:52 smithi028 bash[22419]: cluster 2024-08-29T17:48:51.945848+0000 mgr.y (mgr.14499) 246 : cluster [DBG] pgmap v256: 121 pgs: 121 active+clean; 103 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 4.6 MiB/s rd, 5.7 MiB/s wr, 30 op/s 2024-08-29T17:48:52.875 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:48:52 smithi028 bash[31855]: cluster 2024-08-29T17:48:51.492097+0000 mon.a (mon.0) 1154 : cluster [DBG] osdmap e142: 8 total, 8 up, 8 in 2024-08-29T17:48:52.875 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:48:52 smithi028 bash[31855]: cluster 2024-08-29T17:48:51.945848+0000 mgr.y (mgr.14499) 246 : cluster [DBG] pgmap v256: 121 pgs: 121 active+clean; 103 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 4.6 MiB/s rd, 5.7 MiB/s wr, 30 op/s 2024-08-29T17:48:53.499 INFO:tasks.rados.rados.0.smithi028.stdout:366: done (1 left) 2024-08-29T17:48:53.499 INFO:tasks.rados.rados.0.smithi028.stdout:367: done (0 left) 2024-08-29T17:48:53.499 INFO:tasks.rados.rados.0.smithi028.stdout:368: rollback oid 41 current snap is 38 2024-08-29T17:48:53.499 INFO:tasks.rados.rados.0.smithi028.stdout:rollback oid 41 to 23 2024-08-29T17:48:53.499 INFO:tasks.rados.rados.0.smithi028.stdout:369: rollback oid 18 current snap is 38 2024-08-29T17:48:53.499 INFO:tasks.rados.rados.0.smithi028.stdout:rollback oid 18 to 35 2024-08-29T17:48:53.500 INFO:tasks.rados.rados.0.smithi028.stdout:370: rmattr oid 23 current snap is 38 2024-08-29T17:48:53.500 INFO:tasks.rados.rados.0.smithi028.stdout:370: done (2 left) 2024-08-29T17:48:53.500 INFO:tasks.rados.rados.0.smithi028.stdout:371: copy_from oid 43 from oid 10 current snap is 38 2024-08-29T17:48:53.500 INFO:tasks.rados.rados.0.smithi028.stdout:append oid 19 current snap is 38 2024-08-29T17:48:53.500 INFO:tasks.rados.rados.0.smithi028.stdout:372: seq_num 130 ranges {1564672=581632,2146304=614400,2760704=598016,3358720=393216} 2024-08-29T17:48:53.513 INFO:tasks.rados.rados.0.smithi028.stdout:372: writing smithi02869045-19 from 1564672 to 2146304 tid 1 2024-08-29T17:48:53.518 INFO:tasks.rados.rados.0.smithi028.stdout:372: writing smithi02869045-19 from 2146304 to 2760704 tid 2 2024-08-29T17:48:53.525 INFO:tasks.rados.rados.0.smithi028.stdout:372: writing smithi02869045-19 from 2760704 to 3358720 tid 3 2024-08-29T17:48:53.525 INFO:tasks.rados.rados.0.smithi028.stdout:372: writing smithi02869045-19 from 3358720 to 3751936 tid 4 2024-08-29T17:48:53.525 INFO:tasks.rados.rados.0.smithi028.stdout:append oid 13 current snap is 38 2024-08-29T17:48:53.525 INFO:tasks.rados.rados.0.smithi028.stdout:368: finishing rollback tid 1 to smithi02869045-41 2024-08-29T17:48:53.525 INFO:tasks.rados.rados.0.smithi028.stdout:368: finishing rollback tid 2 to smithi02869045-41 2024-08-29T17:48:53.525 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 41 v 88 (ObjNum 49 snap 0 seq_num 992785670) dirty exists 2024-08-29T17:48:53.525 INFO:tasks.rados.rados.0.smithi028.stdout:369: finishing rollback tid 0 to smithi02869045-18 2024-08-29T17:48:53.525 INFO:tasks.rados.rados.0.smithi028.stdout:372: finishing write tid 1 to smithi02869045-19 2024-08-29T17:48:53.525 INFO:tasks.rados.rados.0.smithi028.stdout:369: finishing rollback tid 1 to smithi02869045-18 2024-08-29T17:48:53.525 INFO:tasks.rados.rados.0.smithi028.stdout:369: finishing rollback tid 2 to smithi02869045-18 2024-08-29T17:48:53.526 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 18 v 136 (ObjNum 115 snap 32 seq_num 115) dirty exists 2024-08-29T17:48:53.526 INFO:tasks.rados.rados.0.smithi028.stdout:373: seq_num 131 ranges {3342336=598016,3940352=499712,4440064=753664,5193728=352256} 2024-08-29T17:48:53.550 INFO:tasks.rados.rados.0.smithi028.stdout:373: writing smithi02869045-13 from 3342336 to 3940352 tid 1 2024-08-29T17:48:53.553 INFO:tasks.rados.rados.0.smithi028.stdout:373: writing smithi02869045-13 from 3940352 to 4440064 tid 2 2024-08-29T17:48:53.559 INFO:tasks.rados.rados.0.smithi028.stdout:373: writing smithi02869045-13 from 4440064 to 5193728 tid 3 2024-08-29T17:48:53.562 INFO:tasks.rados.rados.0.smithi028.stdout:373: writing smithi02869045-13 from 5193728 to 5545984 tid 4 2024-08-29T17:48:53.562 INFO:tasks.rados.rados.0.smithi028.stdout:368: done (4 left) 2024-08-29T17:48:53.562 INFO:tasks.rados.rados.0.smithi028.stdout:369: done (3 left) 2024-08-29T17:48:53.562 INFO:tasks.rados.rados.0.smithi028.stdout:374: setattr oid 17 current snap is 38 2024-08-29T17:48:53.562 INFO:tasks.rados.rados.0.smithi028.stdout:372: finishing write tid 2 to smithi02869045-19 2024-08-29T17:48:53.562 INFO:tasks.rados.rados.0.smithi028.stdout:371: finishing copy_from racing read to smithi02869045-43 2024-08-29T17:48:53.562 INFO:tasks.rados.rados.0.smithi028.stdout:371: finishing copy_from to smithi02869045-43 2024-08-29T17:48:53.562 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 43 v 63 (ObjNum 79 snap 13 seq_num 79) dirty exists 2024-08-29T17:48:53.562 INFO:tasks.rados.rados.0.smithi028.stdout:372: finishing write tid 3 to smithi02869045-19 2024-08-29T17:48:53.563 INFO:tasks.rados.rados.0.smithi028.stdout:372: finishing write tid 4 to smithi02869045-19 2024-08-29T17:48:53.563 INFO:tasks.rados.rados.0.smithi028.stdout:372: finishing write tid 5 to smithi02869045-19 2024-08-29T17:48:53.563 INFO:tasks.rados.rados.0.smithi028.stdout:372: finishing write tid 6 to smithi02869045-19 2024-08-29T17:48:53.563 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 19 v 131 (ObjNum 130 snap 38 seq_num 130) dirty exists 2024-08-29T17:48:53.563 INFO:tasks.rados.rados.0.smithi028.stdout:372: left oid 19 (ObjNum 130 snap 38 seq_num 130) 2024-08-29T17:48:53.563 INFO:tasks.rados.rados.0.smithi028.stdout:373: finishing write tid 1 to smithi02869045-13 2024-08-29T17:48:53.563 INFO:tasks.rados.rados.0.smithi028.stdout:373: finishing write tid 2 to smithi02869045-13 2024-08-29T17:48:53.565 INFO:tasks.rados.rados.0.smithi028.stdout:371: done (3 left) 2024-08-29T17:48:53.565 INFO:tasks.rados.rados.0.smithi028.stdout:372: done (2 left) 2024-08-29T17:48:53.565 INFO:tasks.rados.rados.0.smithi028.stdout:375: snap_create 2024-08-29T17:48:53.565 INFO:tasks.rados.rados.0.smithi028.stdout:373: finishing write tid 3 to smithi02869045-13 2024-08-29T17:48:53.565 INFO:tasks.rados.rados.0.smithi028.stdout:373: finishing write tid 4 to smithi02869045-13 2024-08-29T17:48:53.566 INFO:tasks.rados.rados.0.smithi028.stdout:373: finishing write tid 5 to smithi02869045-13 2024-08-29T17:48:53.567 INFO:tasks.rados.rados.0.smithi028.stdout:373: finishing write tid 6 to smithi02869045-13 2024-08-29T17:48:53.567 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 13 v 168 (ObjNum 131 snap 38 seq_num 131) dirty exists 2024-08-29T17:48:53.568 INFO:tasks.rados.rados.0.smithi028.stdout:373: left oid 13 (ObjNum 131 snap 38 seq_num 131) 2024-08-29T17:48:53.569 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 17 v 170 (ObjNum 77 snap 12 seq_num 77) dirty exists 2024-08-29T17:48:53.823 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:48:53 smithi053 bash[24720]: cluster 2024-08-29T17:48:52.502571+0000 mon.a (mon.0) 1155 : cluster [DBG] osdmap e143: 8 total, 8 up, 8 in 2024-08-29T17:48:53.874 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:48:53 smithi028 bash[31855]: cluster 2024-08-29T17:48:52.502571+0000 mon.a (mon.0) 1155 : cluster [DBG] osdmap e143: 8 total, 8 up, 8 in 2024-08-29T17:48:53.875 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:48:53 smithi028 bash[22419]: cluster 2024-08-29T17:48:52.502571+0000 mon.a (mon.0) 1155 : cluster [DBG] osdmap e143: 8 total, 8 up, 8 in 2024-08-29T17:48:54.447 INFO:tasks.rados.rados.0.smithi028.stdout:373: done (2 left) 2024-08-29T17:48:54.448 INFO:tasks.rados.rados.0.smithi028.stdout:374: done (1 left) 2024-08-29T17:48:54.448 INFO:tasks.rados.rados.0.smithi028.stdout:375: done (0 left) 2024-08-29T17:48:54.448 INFO:tasks.rados.rados.0.smithi028.stdout:376: copy_from oid 34 from oid 46 current snap is 39 2024-08-29T17:48:54.448 INFO:tasks.rados.rados.0.smithi028.stdout:377: snap_remove snap 29 2024-08-29T17:48:54.823 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:48:54 smithi053 bash[24720]: cluster 2024-08-29T17:48:53.502815+0000 mon.a (mon.0) 1156 : cluster [DBG] osdmap e144: 8 total, 8 up, 8 in 2024-08-29T17:48:54.823 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:48:54 smithi053 bash[24720]: audit 2024-08-29T17:48:53.876380+0000 mon.a (mon.0) 1157 : audit [DBG] from='mgr.14499 172.21.15.28:0/1402656687' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-29T17:48:54.823 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:48:54 smithi053 bash[24720]: cluster 2024-08-29T17:48:53.946538+0000 mgr.y (mgr.14499) 247 : cluster [DBG] pgmap v259: 121 pgs: 121 active+clean; 103 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail 2024-08-29T17:48:54.823 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:48:54 smithi053 bash[24720]: cluster 2024-08-29T17:48:54.452608+0000 mon.a (mon.0) 1158 : cluster [DBG] osdmap e145: 8 total, 8 up, 8 in 2024-08-29T17:48:54.874 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:48:54 smithi028 bash[31855]: cluster 2024-08-29T17:48:53.502815+0000 mon.a (mon.0) 1156 : cluster [DBG] osdmap e144: 8 total, 8 up, 8 in 2024-08-29T17:48:54.875 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:48:54 smithi028 bash[31855]: audit 2024-08-29T17:48:53.876380+0000 mon.a (mon.0) 1157 : audit [DBG] from='mgr.14499 172.21.15.28:0/1402656687' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-29T17:48:54.875 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:48:54 smithi028 bash[31855]: cluster 2024-08-29T17:48:53.946538+0000 mgr.y (mgr.14499) 247 : cluster [DBG] pgmap v259: 121 pgs: 121 active+clean; 103 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail 2024-08-29T17:48:54.875 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:48:54 smithi028 bash[31855]: cluster 2024-08-29T17:48:54.452608+0000 mon.a (mon.0) 1158 : cluster [DBG] osdmap e145: 8 total, 8 up, 8 in 2024-08-29T17:48:54.875 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:48:54 smithi028 bash[22419]: cluster 2024-08-29T17:48:53.502815+0000 mon.a (mon.0) 1156 : cluster [DBG] osdmap e144: 8 total, 8 up, 8 in 2024-08-29T17:48:54.875 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:48:54 smithi028 bash[22419]: audit 2024-08-29T17:48:53.876380+0000 mon.a (mon.0) 1157 : audit [DBG] from='mgr.14499 172.21.15.28:0/1402656687' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-29T17:48:54.875 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:48:54 smithi028 bash[22419]: cluster 2024-08-29T17:48:53.946538+0000 mgr.y (mgr.14499) 247 : cluster [DBG] pgmap v259: 121 pgs: 121 active+clean; 103 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail 2024-08-29T17:48:54.875 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:48:54 smithi028 bash[22419]: cluster 2024-08-29T17:48:54.452608+0000 mon.a (mon.0) 1158 : cluster [DBG] osdmap e145: 8 total, 8 up, 8 in 2024-08-29T17:48:55.449 INFO:tasks.rados.rados.0.smithi028.stdout:377: done (1 left) 2024-08-29T17:48:55.449 INFO:tasks.rados.rados.0.smithi028.stdout:378: rollback oid 45 current snap is 39 2024-08-29T17:48:55.450 INFO:tasks.rados.rados.0.smithi028.stdout:rollback oid 45 to 38 2024-08-29T17:48:55.450 INFO:tasks.rados.rados.0.smithi028.stdout:379: read oid 20 snap -1 2024-08-29T17:48:55.450 INFO:tasks.rados.rados.0.smithi028.stdout:379: expect (ObjNum 45 snap 0 seq_num 45) 2024-08-29T17:48:55.450 INFO:tasks.rados.rados.0.smithi028.stdout:380: read oid 37 snap -1 2024-08-29T17:48:55.450 INFO:tasks.rados.rados.0.smithi028.stdout:380: expect (ObjNum 13 snap 0 seq_num 13) 2024-08-29T17:48:55.450 INFO:tasks.rados.rados.0.smithi028.stdout:381: snap_create 2024-08-29T17:48:55.450 INFO:tasks.rados.rados.0.smithi028.stdout:376: finishing copy_from racing read to smithi02869045-34 2024-08-29T17:48:55.450 INFO:tasks.rados.rados.0.smithi028.stdout:376: finishing copy_from to smithi02869045-34 2024-08-29T17:48:55.450 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 34 v 4 (ObjNum 45 snap 0 seq_num 45) dirty exists 2024-08-29T17:48:55.473 INFO:tasks.rados.rados.0.smithi028.stdout:379: expect (ObjNum 45 snap 0 seq_num 45) 2024-08-29T17:48:55.516 INFO:tasks.rados.rados.0.smithi028.stdout:380: expect (ObjNum 13 snap 0 seq_num 13) 2024-08-29T17:48:55.527 INFO:tasks.rados.rados.0.smithi028.stdout:378: finishing rollback tid 0 to smithi02869045-45 2024-08-29T17:48:55.527 INFO:tasks.rados.rados.0.smithi028.stdout:378: finishing rollback tid 1 to smithi02869045-45 2024-08-29T17:48:55.527 INFO:tasks.rados.rados.0.smithi028.stdout:378: finishing rollback tid 2 to smithi02869045-45 2024-08-29T17:48:55.527 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 45 v 135 (ObjNum 126 snap 35 seq_num 126) dirty exists 2024-08-29T17:48:56.457 INFO:tasks.rados.rados.0.smithi028.stdout:376: done (4 left) 2024-08-29T17:48:56.457 INFO:tasks.rados.rados.0.smithi028.stdout:378: done (3 left) 2024-08-29T17:48:56.457 INFO:tasks.rados.rados.0.smithi028.stdout:379: done (2 left) 2024-08-29T17:48:56.457 INFO:tasks.rados.rados.0.smithi028.stdout:380: done (1 left) 2024-08-29T17:48:56.457 INFO:tasks.rados.rados.0.smithi028.stdout:381: done (0 left) 2024-08-29T17:48:56.457 INFO:tasks.rados.rados.0.smithi028.stdout:382: snap_remove snap 37 2024-08-29T17:48:56.573 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:48:56 smithi053 bash[24720]: cluster 2024-08-29T17:48:55.455264+0000 mon.a (mon.0) 1159 : cluster [DBG] osdmap e146: 8 total, 8 up, 8 in 2024-08-29T17:48:56.573 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:48:56 smithi053 bash[24720]: cluster 2024-08-29T17:48:55.947795+0000 mgr.y (mgr.14499) 248 : cluster [DBG] pgmap v262: 121 pgs: 121 active+clean; 121 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 5.0 MiB/s rd, 4.3 MiB/s wr, 18 op/s 2024-08-29T17:48:56.573 INFO:journalctl@ceph.mgr.x.smithi053.stdout:Aug 29 17:48:56 smithi053 bash[25641]: ::ffff:172.21.15.53 - - [29/Aug/2024:17:48:56] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.43.0" 2024-08-29T17:48:56.874 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:48:56 smithi028 bash[31855]: cluster 2024-08-29T17:48:55.455264+0000 mon.a (mon.0) 1159 : cluster [DBG] osdmap e146: 8 total, 8 up, 8 in 2024-08-29T17:48:56.875 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:48:56 smithi028 bash[31855]: cluster 2024-08-29T17:48:55.947795+0000 mgr.y (mgr.14499) 248 : cluster [DBG] pgmap v262: 121 pgs: 121 active+clean; 121 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 5.0 MiB/s rd, 4.3 MiB/s wr, 18 op/s 2024-08-29T17:48:56.875 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:48:56 smithi028 bash[22419]: cluster 2024-08-29T17:48:55.455264+0000 mon.a (mon.0) 1159 : cluster [DBG] osdmap e146: 8 total, 8 up, 8 in 2024-08-29T17:48:56.875 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:48:56 smithi028 bash[22419]: cluster 2024-08-29T17:48:55.947795+0000 mgr.y (mgr.14499) 248 : cluster [DBG] pgmap v262: 121 pgs: 121 active+clean; 121 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 5.0 MiB/s rd, 4.3 MiB/s wr, 18 op/s 2024-08-29T17:48:57.458 INFO:tasks.rados.rados.0.smithi028.stdout:382: done (0 left) 2024-08-29T17:48:57.458 INFO:tasks.rados.rados.0.smithi028.stdout:383: copy_from oid 38 from oid 11 current snap is 40 2024-08-29T17:48:57.458 INFO:tasks.rados.rados.0.smithi028.stdout:384: snap_create 2024-08-29T17:48:57.479 INFO:tasks.rados.rados.0.smithi028.stdout:383: finishing copy_from to smithi02869045-38 2024-08-29T17:48:57.480 INFO:tasks.rados.rados.0.smithi028.stdout:383: got expected ENOENT (src dne) 2024-08-29T17:48:57.480 INFO:tasks.rados.rados.0.smithi028.stdout:383: finishing copy_from racing read to smithi02869045-38 2024-08-29T17:48:57.823 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:48:57 smithi053 bash[24720]: cluster 2024-08-29T17:48:56.463701+0000 mon.a (mon.0) 1160 : cluster [DBG] osdmap e147: 8 total, 8 up, 8 in 2024-08-29T17:48:57.874 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:48:57 smithi028 bash[22419]: cluster 2024-08-29T17:48:56.463701+0000 mon.a (mon.0) 1160 : cluster [DBG] osdmap e147: 8 total, 8 up, 8 in 2024-08-29T17:48:57.875 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:48:57 smithi028 bash[31855]: cluster 2024-08-29T17:48:56.463701+0000 mon.a (mon.0) 1160 : cluster [DBG] osdmap e147: 8 total, 8 up, 8 in 2024-08-29T17:48:58.462 INFO:tasks.rados.rados.0.smithi028.stdout:383: done (1 left) 2024-08-29T17:48:58.462 INFO:tasks.rados.rados.0.smithi028.stdout:384: done (0 left) 2024-08-29T17:48:58.462 INFO:tasks.rados.rados.0.smithi028.stdout:385: snap_remove snap 39 2024-08-29T17:48:58.823 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:48:58 smithi053 bash[24720]: cluster 2024-08-29T17:48:57.464470+0000 mon.a (mon.0) 1161 : cluster [DBG] osdmap e148: 8 total, 8 up, 8 in 2024-08-29T17:48:58.823 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:48:58 smithi053 bash[24720]: cluster 2024-08-29T17:48:57.948498+0000 mgr.y (mgr.14499) 249 : cluster [DBG] pgmap v265: 121 pgs: 121 active+clean; 121 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 5.0 MiB/s rd, 4.3 MiB/s wr, 18 op/s 2024-08-29T17:48:58.823 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:48:58 smithi053 bash[24720]: cluster 2024-08-29T17:48:58.466903+0000 mon.a (mon.0) 1162 : cluster [DBG] osdmap e149: 8 total, 8 up, 8 in 2024-08-29T17:48:58.874 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:48:58 smithi028 bash[22419]: cluster 2024-08-29T17:48:57.464470+0000 mon.a (mon.0) 1161 : cluster [DBG] osdmap e148: 8 total, 8 up, 8 in 2024-08-29T17:48:58.875 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:48:58 smithi028 bash[22419]: cluster 2024-08-29T17:48:57.948498+0000 mgr.y (mgr.14499) 249 : cluster [DBG] pgmap v265: 121 pgs: 121 active+clean; 121 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 5.0 MiB/s rd, 4.3 MiB/s wr, 18 op/s 2024-08-29T17:48:58.875 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:48:58 smithi028 bash[22419]: cluster 2024-08-29T17:48:58.466903+0000 mon.a (mon.0) 1162 : cluster [DBG] osdmap e149: 8 total, 8 up, 8 in 2024-08-29T17:48:58.875 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:48:58 smithi028 bash[31855]: cluster 2024-08-29T17:48:57.464470+0000 mon.a (mon.0) 1161 : cluster [DBG] osdmap e148: 8 total, 8 up, 8 in 2024-08-29T17:48:58.875 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:48:58 smithi028 bash[31855]: cluster 2024-08-29T17:48:57.948498+0000 mgr.y (mgr.14499) 249 : cluster [DBG] pgmap v265: 121 pgs: 121 active+clean; 121 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 5.0 MiB/s rd, 4.3 MiB/s wr, 18 op/s 2024-08-29T17:48:58.875 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:48:58 smithi028 bash[31855]: cluster 2024-08-29T17:48:58.466903+0000 mon.a (mon.0) 1162 : cluster [DBG] osdmap e149: 8 total, 8 up, 8 in 2024-08-29T17:48:59.467 INFO:tasks.rados.rados.0.smithi028.stdout:385: done (0 left) 2024-08-29T17:48:59.467 INFO:tasks.rados.rados.0.smithi028.stdout:386: snap_remove snap 22 2024-08-29T17:49:00.474 INFO:tasks.rados.rados.0.smithi028.stdout:386: done (0 left) 2024-08-29T17:49:00.474 INFO:tasks.rados.rados.0.smithi028.stdout:387: copy_from oid 43 from oid 3 current snap is 41 2024-08-29T17:49:00.475 INFO:tasks.rados.rados.0.smithi028.stdout:388: read oid 37 snap -1 2024-08-29T17:49:00.475 INFO:tasks.rados.rados.0.smithi028.stdout:388: expect (ObjNum 13 snap 0 seq_num 13) 2024-08-29T17:49:00.475 INFO:tasks.rados.rados.0.smithi028.stdout:389: read oid 12 snap -1 2024-08-29T17:49:00.475 INFO:tasks.rados.rados.0.smithi028.stdout:389: expect (ObjNum 124 snap 34 seq_num 124) 2024-08-29T17:49:00.475 INFO:tasks.rados.rados.0.smithi028.stdout:390: rollback oid 7 current snap is 41 2024-08-29T17:49:00.475 INFO:tasks.rados.rados.0.smithi028.stdout:rollback oid 7 to 33 2024-08-29T17:49:00.475 INFO:tasks.rados.rados.0.smithi028.stdout:391: read oid 34 snap -1 2024-08-29T17:49:00.475 INFO:tasks.rados.rados.0.smithi028.stdout:391: expect (ObjNum 45 snap 0 seq_num 45) 2024-08-29T17:49:00.475 INFO:tasks.rados.rados.0.smithi028.stdout:392: read oid 4 snap 34 2024-08-29T17:49:00.475 INFO:tasks.rados.rados.0.smithi028.stdout:392: expect (ObjNum 3 snap 0 seq_num 3) 2024-08-29T17:49:00.475 INFO:tasks.rados.rados.0.smithi028.stdout:393: snap_remove snap 35 2024-08-29T17:49:00.822 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:49:00 smithi053 bash[24720]: cluster 2024-08-29T17:48:59.470345+0000 mon.a (mon.0) 1163 : cluster [DBG] osdmap e150: 8 total, 8 up, 8 in 2024-08-29T17:49:00.823 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:49:00 smithi053 bash[24720]: cluster 2024-08-29T17:48:59.949833+0000 mgr.y (mgr.14499) 250 : cluster [DBG] pgmap v268: 121 pgs: 121 active+clean; 121 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 723 KiB/s rd, 0 B/s wr, 2 op/s 2024-08-29T17:49:00.874 INFO:journalctl@ceph.mgr.y.smithi028.stdout:Aug 29 17:49:00 smithi028 bash[22672]: ::ffff:172.21.15.53 - - [29/Aug/2024:17:49:00] "GET /metrics HTTP/1.1" 200 240035 "" "Prometheus/2.43.0" 2024-08-29T17:49:00.875 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:49:00 smithi028 bash[31855]: cluster 2024-08-29T17:48:59.470345+0000 mon.a (mon.0) 1163 : cluster [DBG] osdmap e150: 8 total, 8 up, 8 in 2024-08-29T17:49:00.875 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:49:00 smithi028 bash[31855]: cluster 2024-08-29T17:48:59.949833+0000 mgr.y (mgr.14499) 250 : cluster [DBG] pgmap v268: 121 pgs: 121 active+clean; 121 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 723 KiB/s rd, 0 B/s wr, 2 op/s 2024-08-29T17:49:00.875 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:49:00 smithi028 bash[22419]: cluster 2024-08-29T17:48:59.470345+0000 mon.a (mon.0) 1163 : cluster [DBG] osdmap e150: 8 total, 8 up, 8 in 2024-08-29T17:49:00.875 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:49:00 smithi028 bash[22419]: cluster 2024-08-29T17:48:59.949833+0000 mgr.y (mgr.14499) 250 : cluster [DBG] pgmap v268: 121 pgs: 121 active+clean; 121 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 723 KiB/s rd, 0 B/s wr, 2 op/s 2024-08-29T17:49:01.482 INFO:tasks.rados.rados.0.smithi028.stdout:393: done (6 left) 2024-08-29T17:49:01.482 INFO:tasks.rados.rados.0.smithi028.stdout:394: read oid 35 snap -1 2024-08-29T17:49:01.482 INFO:tasks.rados.rados.0.smithi028.stdout:394: expect deleted 2024-08-29T17:49:01.482 INFO:tasks.rados.rados.0.smithi028.stdout:395: snap_remove snap 30 2024-08-29T17:49:01.823 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:49:01 smithi053 bash[24720]: cluster 2024-08-29T17:49:00.479347+0000 mon.a (mon.0) 1164 : cluster [DBG] osdmap e151: 8 total, 8 up, 8 in 2024-08-29T17:49:01.875 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:49:01 smithi028 bash[31855]: cluster 2024-08-29T17:49:00.479347+0000 mon.a (mon.0) 1164 : cluster [DBG] osdmap e151: 8 total, 8 up, 8 in 2024-08-29T17:49:01.875 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:49:01 smithi028 bash[22419]: cluster 2024-08-29T17:49:00.479347+0000 mon.a (mon.0) 1164 : cluster [DBG] osdmap e151: 8 total, 8 up, 8 in 2024-08-29T17:49:02.494 INFO:tasks.rados.rados.0.smithi028.stdout:395: done (7 left) 2024-08-29T17:49:02.494 INFO:tasks.rados.rados.0.smithi028.stdout:396: snap_create 2024-08-29T17:49:02.501 INFO:tasks.rados.rados.0.smithi028.stdout:391: expect (ObjNum 45 snap 0 seq_num 45) 2024-08-29T17:49:02.548 INFO:tasks.rados.rados.0.smithi028.stdout:388: expect (ObjNum 13 snap 0 seq_num 13) 2024-08-29T17:49:02.558 INFO:tasks.rados.rados.0.smithi028.stdout:390: finishing rollback tid 0 to smithi02869045-7 2024-08-29T17:49:02.558 INFO:tasks.rados.rados.0.smithi028.stdout:390: finishing rollback tid 1 to smithi02869045-7 2024-08-29T17:49:02.559 INFO:tasks.rados.rados.0.smithi028.stdout:390: finishing rollback tid 2 to smithi02869045-7 2024-08-29T17:49:02.559 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 7 v 188 (ObjNum 50 snap 0 seq_num 50) dirty exists 2024-08-29T17:49:02.559 INFO:tasks.rados.rados.0.smithi028.stdout:392: expect (ObjNum 3 snap 0 seq_num 3) 2024-08-29T17:49:02.561 INFO:tasks.rados.rados.0.smithi028.stdout:389: expect (ObjNum 124 snap 34 seq_num 124) 2024-08-29T17:49:02.713 INFO:tasks.rados.rados.0.smithi028.stdout:387: finishing copy_from racing read to smithi02869045-43 2024-08-29T17:49:02.713 INFO:tasks.rados.rados.0.smithi028.stdout:387: finishing copy_from to smithi02869045-43 2024-08-29T17:49:02.713 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 43 v 75 (ObjNum 80 snap 13 seq_num 80) dirty exists 2024-08-29T17:49:02.823 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:49:02 smithi053 bash[24720]: cluster 2024-08-29T17:49:01.487773+0000 mon.a (mon.0) 1165 : cluster [DBG] osdmap e152: 8 total, 8 up, 8 in 2024-08-29T17:49:02.823 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:49:02 smithi053 bash[24720]: cluster 2024-08-29T17:49:01.950506+0000 mgr.y (mgr.14499) 251 : cluster [DBG] pgmap v271: 121 pgs: 121 active+clean; 121 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 723 KiB/s rd, 0 B/s wr, 2 op/s 2024-08-29T17:49:02.874 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:49:02 smithi028 bash[31855]: cluster 2024-08-29T17:49:01.487773+0000 mon.a (mon.0) 1165 : cluster [DBG] osdmap e152: 8 total, 8 up, 8 in 2024-08-29T17:49:02.875 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:49:02 smithi028 bash[31855]: cluster 2024-08-29T17:49:01.950506+0000 mgr.y (mgr.14499) 251 : cluster [DBG] pgmap v271: 121 pgs: 121 active+clean; 121 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 723 KiB/s rd, 0 B/s wr, 2 op/s 2024-08-29T17:49:02.875 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:49:02 smithi028 bash[22419]: cluster 2024-08-29T17:49:01.487773+0000 mon.a (mon.0) 1165 : cluster [DBG] osdmap e152: 8 total, 8 up, 8 in 2024-08-29T17:49:02.875 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:49:02 smithi028 bash[22419]: cluster 2024-08-29T17:49:01.950506+0000 mgr.y (mgr.14499) 251 : cluster [DBG] pgmap v271: 121 pgs: 121 active+clean; 121 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 723 KiB/s rd, 0 B/s wr, 2 op/s 2024-08-29T17:49:03.492 INFO:tasks.rados.rados.0.smithi028.stdout:387: done (7 left) 2024-08-29T17:49:03.492 INFO:tasks.rados.rados.0.smithi028.stdout:388: done (6 left) 2024-08-29T17:49:03.492 INFO:tasks.rados.rados.0.smithi028.stdout:389: done (5 left) 2024-08-29T17:49:03.493 INFO:tasks.rados.rados.0.smithi028.stdout:390: done (4 left) 2024-08-29T17:49:03.493 INFO:tasks.rados.rados.0.smithi028.stdout:391: done (3 left) 2024-08-29T17:49:03.493 INFO:tasks.rados.rados.0.smithi028.stdout:392: done (2 left) 2024-08-29T17:49:03.493 INFO:tasks.rados.rados.0.smithi028.stdout:394: done (1 left) 2024-08-29T17:49:03.493 INFO:tasks.rados.rados.0.smithi028.stdout:396: done (0 left) 2024-08-29T17:49:03.493 INFO:tasks.rados.rados.0.smithi028.stdout:397: delete oid 47 current snap is 42 2024-08-29T17:49:03.508 INFO:tasks.rados.rados.0.smithi028.stdout:397: done (0 left) 2024-08-29T17:49:03.508 INFO:tasks.rados.rados.0.smithi028.stdout:398: rollback oid 29 current snap is 42 2024-08-29T17:49:03.508 INFO:tasks.rados.rados.0.smithi028.stdout:rollback oid 29 to 25 2024-08-29T17:49:03.508 INFO:tasks.rados.rados.0.smithi028.stdout:399: rmattr oid 34 current snap is 42 2024-08-29T17:49:03.508 INFO:tasks.rados.rados.0.smithi028.stdout:400: snap_remove snap 34 2024-08-29T17:49:03.823 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:49:03 smithi053 bash[24720]: cluster 2024-08-29T17:49:02.498125+0000 mon.a (mon.0) 1166 : cluster [DBG] osdmap e153: 8 total, 8 up, 8 in 2024-08-29T17:49:03.874 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:49:03 smithi028 bash[31855]: cluster 2024-08-29T17:49:02.498125+0000 mon.a (mon.0) 1166 : cluster [DBG] osdmap e153: 8 total, 8 up, 8 in 2024-08-29T17:49:03.875 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:49:03 smithi028 bash[22419]: cluster 2024-08-29T17:49:02.498125+0000 mon.a (mon.0) 1166 : cluster [DBG] osdmap e153: 8 total, 8 up, 8 in 2024-08-29T17:49:04.450 INFO:tasks.rados.rados.0.smithi028.stdout:400: done (2 left) 2024-08-29T17:49:04.450 INFO:tasks.rados.rados.0.smithi028.stdout:401: read oid 1 snap -1 2024-08-29T17:49:04.450 INFO:tasks.rados.rados.0.smithi028.stdout:401: expect (ObjNum 82 snap 16 seq_num 82) 2024-08-29T17:49:04.451 INFO:tasks.rados.rados.0.smithi028.stdout:402: copy_from oid 27 from oid 25 current snap is 42 2024-08-29T17:49:04.451 INFO:tasks.rados.rados.0.smithi028.stdout:append oid 50 current snap is 42 2024-08-29T17:49:04.451 INFO:tasks.rados.rados.0.smithi028.stdout:403: seq_num 133 ranges {557056=630784,1187840=663552,1851392=770048,2621440=172032} 2024-08-29T17:49:04.458 INFO:tasks.rados.rados.0.smithi028.stdout:403: writing smithi02869045-50 from 557056 to 1187840 tid 1 2024-08-29T17:49:04.463 INFO:tasks.rados.rados.0.smithi028.stdout:403: writing smithi02869045-50 from 1187840 to 1851392 tid 2 2024-08-29T17:49:04.468 INFO:tasks.rados.rados.0.smithi028.stdout:403: writing smithi02869045-50 from 1851392 to 2621440 tid 3 2024-08-29T17:49:04.469 INFO:tasks.rados.rados.0.smithi028.stdout:403: writing smithi02869045-50 from 2621440 to 2793472 tid 4 2024-08-29T17:49:04.469 INFO:tasks.rados.rados.0.smithi028.stdout:404: copy_from oid 33 from oid 15 current snap is 42 2024-08-29T17:49:04.470 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 34 v 0 (ObjNum 45 snap 0 seq_num 45) dirty exists 2024-08-29T17:49:04.470 INFO:tasks.rados.rados.0.smithi028.stdout:398: finishing rollback tid 0 to smithi02869045-29 2024-08-29T17:49:04.470 INFO:tasks.rados.rados.0.smithi028.stdout:398: finishing rollback tid 1 to smithi02869045-29 2024-08-29T17:49:04.470 INFO:tasks.rados.rados.0.smithi028.stdout:398: finishing rollback tid 2 to smithi02869045-29 2024-08-29T17:49:04.470 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 29 v 92 (ObjNum 61 snap 5 seq_num 61) dirty exists 2024-08-29T17:49:04.470 INFO:tasks.rados.rados.0.smithi028.stdout:398: done (5 left) 2024-08-29T17:49:04.470 INFO:tasks.rados.rados.0.smithi028.stdout:399: done (4 left) 2024-08-29T17:49:04.470 INFO:tasks.rados.rados.0.smithi028.stdout:405: snap_create 2024-08-29T17:49:04.488 INFO:tasks.rados.rados.0.smithi028.stdout:401: expect (ObjNum 82 snap 16 seq_num 82) 2024-08-29T17:49:04.553 INFO:tasks.rados.rados.0.smithi028.stdout:402: finishing copy_from racing read to smithi02869045-27 2024-08-29T17:49:04.553 INFO:tasks.rados.rados.0.smithi028.stdout:403: finishing write tid 1 to smithi02869045-50 2024-08-29T17:49:04.553 INFO:tasks.rados.rados.0.smithi028.stdout:403: finishing write tid 2 to smithi02869045-50 2024-08-29T17:49:04.553 INFO:tasks.rados.rados.0.smithi028.stdout:403: finishing write tid 3 to smithi02869045-50 2024-08-29T17:49:04.553 INFO:tasks.rados.rados.0.smithi028.stdout:403: finishing write tid 4 to smithi02869045-50 2024-08-29T17:49:04.553 INFO:tasks.rados.rados.0.smithi028.stdout:402: finishing copy_from to smithi02869045-27 2024-08-29T17:49:04.553 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 27 v 6 (ObjNum 24 snap 0 seq_num 24) dirty exists 2024-08-29T17:49:04.553 INFO:tasks.rados.rados.0.smithi028.stdout:403: finishing write tid 5 to smithi02869045-50 2024-08-29T17:49:04.553 INFO:tasks.rados.rados.0.smithi028.stdout:403: finishing write tid 6 to smithi02869045-50 2024-08-29T17:49:04.553 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 50 v 166 (ObjNum 133 snap 42 seq_num 133) dirty exists 2024-08-29T17:49:04.553 INFO:tasks.rados.rados.0.smithi028.stdout:403: left oid 50 (ObjNum 133 snap 42 seq_num 133) 2024-08-29T17:49:04.554 INFO:tasks.rados.rados.0.smithi028.stdout:404: finishing copy_from racing read to smithi02869045-33 2024-08-29T17:49:04.554 INFO:tasks.rados.rados.0.smithi028.stdout:404: finishing copy_from to smithi02869045-33 2024-08-29T17:49:04.554 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 33 v 87 (ObjNum 122 snap 34 seq_num 122) dirty exists 2024-08-29T17:49:04.823 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:49:04 smithi053 bash[24720]: cluster 2024-08-29T17:49:03.498136+0000 mon.a (mon.0) 1167 : cluster [DBG] osdmap e154: 8 total, 8 up, 8 in 2024-08-29T17:49:04.823 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:49:04 smithi053 bash[24720]: cluster 2024-08-29T17:49:03.951183+0000 mgr.y (mgr.14499) 252 : cluster [DBG] pgmap v274: 121 pgs: 121 active+clean; 121 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail 2024-08-29T17:49:04.823 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:49:04 smithi053 bash[24720]: cluster 2024-08-29T17:49:04.455208+0000 mon.a (mon.0) 1168 : cluster [DBG] osdmap e155: 8 total, 8 up, 8 in 2024-08-29T17:49:04.875 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:49:04 smithi028 bash[31855]: cluster 2024-08-29T17:49:03.498136+0000 mon.a (mon.0) 1167 : cluster [DBG] osdmap e154: 8 total, 8 up, 8 in 2024-08-29T17:49:04.875 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:49:04 smithi028 bash[31855]: cluster 2024-08-29T17:49:03.951183+0000 mgr.y (mgr.14499) 252 : cluster [DBG] pgmap v274: 121 pgs: 121 active+clean; 121 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail 2024-08-29T17:49:04.875 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:49:04 smithi028 bash[31855]: cluster 2024-08-29T17:49:04.455208+0000 mon.a (mon.0) 1168 : cluster [DBG] osdmap e155: 8 total, 8 up, 8 in 2024-08-29T17:49:04.875 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:49:04 smithi028 bash[22419]: cluster 2024-08-29T17:49:03.498136+0000 mon.a (mon.0) 1167 : cluster [DBG] osdmap e154: 8 total, 8 up, 8 in 2024-08-29T17:49:04.875 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:49:04 smithi028 bash[22419]: cluster 2024-08-29T17:49:03.951183+0000 mgr.y (mgr.14499) 252 : cluster [DBG] pgmap v274: 121 pgs: 121 active+clean; 121 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail 2024-08-29T17:49:04.875 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:49:04 smithi028 bash[22419]: cluster 2024-08-29T17:49:04.455208+0000 mon.a (mon.0) 1168 : cluster [DBG] osdmap e155: 8 total, 8 up, 8 in 2024-08-29T17:49:05.453 INFO:tasks.rados.rados.0.smithi028.stdout:401: done (4 left) 2024-08-29T17:49:05.453 INFO:tasks.rados.rados.0.smithi028.stdout:402: done (3 left) 2024-08-29T17:49:05.453 INFO:tasks.rados.rados.0.smithi028.stdout:403: done (2 left) 2024-08-29T17:49:05.454 INFO:tasks.rados.rados.0.smithi028.stdout:404: done (1 left) 2024-08-29T17:49:05.454 INFO:tasks.rados.rados.0.smithi028.stdout:405: done (0 left) 2024-08-29T17:49:05.454 INFO:tasks.rados.rados.0.smithi028.stdout:406: read oid 36 snap -1 2024-08-29T17:49:05.454 INFO:tasks.rados.rados.0.smithi028.stdout:406: expect (ObjNum 98 snap 21 seq_num 98) 2024-08-29T17:49:05.454 INFO:tasks.rados.rados.0.smithi028.stdout:407: delete oid 21 current snap is 43 2024-08-29T17:49:05.463 INFO:tasks.rados.rados.0.smithi028.stdout:407: done (1 left) 2024-08-29T17:49:05.463 INFO:tasks.rados.rados.0.smithi028.stdout:408: rmattr oid 9 current snap is 43 2024-08-29T17:49:05.464 INFO:tasks.rados.rados.0.smithi028.stdout:409: rmattr oid 3 current snap is 43 2024-08-29T17:49:05.464 INFO:tasks.rados.rados.0.smithi028.stdout:409: done (2 left) 2024-08-29T17:49:05.464 INFO:tasks.rados.rados.0.smithi028.stdout:410: rmattr oid 5 current snap is 43 2024-08-29T17:49:05.464 INFO:tasks.rados.rados.0.smithi028.stdout:410: done (2 left) 2024-08-29T17:49:05.464 INFO:tasks.rados.rados.0.smithi028.stdout:411: copy_from oid 12 from oid 11 current snap is 43 2024-08-29T17:49:05.464 INFO:tasks.rados.rados.0.smithi028.stdout:412: delete oid 6 current snap is 43 2024-08-29T17:49:05.469 INFO:tasks.rados.rados.0.smithi028.stdout:412: done (3 left) 2024-08-29T17:49:05.469 INFO:tasks.rados.rados.0.smithi028.stdout:413: rollback oid 44 current snap is 43 2024-08-29T17:49:05.470 INFO:tasks.rados.rados.0.smithi028.stdout:rollback oid 44 to 42 2024-08-29T17:49:05.470 INFO:tasks.rados.rados.0.smithi028.stdout:414: read oid 18 snap -1 2024-08-29T17:49:05.470 INFO:tasks.rados.rados.0.smithi028.stdout:414: expect (ObjNum 115 snap 32 seq_num 115) 2024-08-29T17:49:05.470 INFO:tasks.rados.rados.0.smithi028.stdout:415: snap_remove snap 38 2024-08-29T17:49:06.323 INFO:journalctl@ceph.mgr.x.smithi053.stdout:Aug 29 17:49:06 smithi053 bash[25641]: ::ffff:172.21.15.53 - - [29/Aug/2024:17:49:06] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.43.0" 2024-08-29T17:49:06.469 INFO:tasks.rados.rados.0.smithi028.stdout:406: expect (ObjNum 98 snap 21 seq_num 98) 2024-08-29T17:49:06.553 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 9 v 100 (ObjNum 125 snap 35 seq_num 125) dirty exists 2024-08-29T17:49:06.553 INFO:tasks.rados.rados.0.smithi028.stdout:411: finishing copy_from to smithi02869045-12 2024-08-29T17:49:06.553 INFO:tasks.rados.rados.0.smithi028.stdout:411: got expected ENOENT (src dne) 2024-08-29T17:49:06.553 INFO:tasks.rados.rados.0.smithi028.stdout:413: finishing rollback tid 0 to smithi02869045-44 2024-08-29T17:49:06.553 INFO:tasks.rados.rados.0.smithi028.stdout:411: finishing copy_from racing read to smithi02869045-12 2024-08-29T17:49:06.553 INFO:tasks.rados.rados.0.smithi028.stdout:413: finishing rollback tid 1 to smithi02869045-44 2024-08-29T17:49:06.553 INFO:tasks.rados.rados.0.smithi028.stdout:413: finishing rollback tid 2 to smithi02869045-44 2024-08-29T17:49:06.553 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 44 v 177 (ObjNum 77 snap 12 seq_num 77) dirty exists 2024-08-29T17:49:06.553 INFO:tasks.rados.rados.0.smithi028.stdout:414: expect (ObjNum 115 snap 32 seq_num 115) 2024-08-29T17:49:06.791 INFO:tasks.rados.rados.0.smithi028.stdout:406: done (5 left) 2024-08-29T17:49:06.791 INFO:tasks.rados.rados.0.smithi028.stdout:408: done (4 left) 2024-08-29T17:49:06.791 INFO:tasks.rados.rados.0.smithi028.stdout:411: done (3 left) 2024-08-29T17:49:06.791 INFO:tasks.rados.rados.0.smithi028.stdout:413: done (2 left) 2024-08-29T17:49:06.791 INFO:tasks.rados.rados.0.smithi028.stdout:414: done (1 left) 2024-08-29T17:49:06.792 INFO:tasks.rados.rados.0.smithi028.stdout:415: done (0 left) 2024-08-29T17:49:06.792 INFO:tasks.rados.rados.0.smithi028.stdout:416: delete oid 18 current snap is 43 2024-08-29T17:49:06.795 INFO:tasks.rados.rados.0.smithi028.stdout:416: done (0 left) 2024-08-29T17:49:06.795 INFO:tasks.rados.rados.0.smithi028.stdout:append oid 12 current snap is 43 2024-08-29T17:49:06.795 INFO:tasks.rados.rados.0.smithi028.stdout:417: seq_num 137 ranges {4112384=704512,4816896=655360,5472256=753664,6225920=196608} 2024-08-29T17:49:06.822 INFO:tasks.rados.rados.0.smithi028.stdout:417: writing smithi02869045-12 from 4112384 to 4816896 tid 1 2024-08-29T17:49:06.823 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:49:06 smithi053 bash[24720]: cluster 2024-08-29T17:49:05.457752+0000 mon.a (mon.0) 1169 : cluster [DBG] osdmap e156: 8 total, 8 up, 8 in 2024-08-29T17:49:06.823 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:49:06 smithi053 bash[24720]: cluster 2024-08-29T17:49:05.951863+0000 mgr.y (mgr.14499) 253 : cluster [DBG] pgmap v277: 121 pgs: 121 active+clean; 132 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 4.7 MiB/s rd, 2.7 MiB/s wr, 9 op/s 2024-08-29T17:49:06.828 INFO:tasks.rados.rados.0.smithi028.stdout:417: writing smithi02869045-12 from 4816896 to 5472256 tid 2 2024-08-29T17:49:06.834 INFO:tasks.rados.rados.0.smithi028.stdout:417: writing smithi02869045-12 from 5472256 to 6225920 tid 3 2024-08-29T17:49:06.836 INFO:tasks.rados.rados.0.smithi028.stdout:417: writing smithi02869045-12 from 6225920 to 6422528 tid 4 2024-08-29T17:49:06.837 INFO:tasks.rados.rados.0.smithi028.stdout:418: snap_remove snap 41 2024-08-29T17:49:06.874 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:49:06 smithi028 bash[31855]: cluster 2024-08-29T17:49:05.457752+0000 mon.a (mon.0) 1169 : cluster [DBG] osdmap e156: 8 total, 8 up, 8 in 2024-08-29T17:49:06.875 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:49:06 smithi028 bash[31855]: cluster 2024-08-29T17:49:05.951863+0000 mgr.y (mgr.14499) 253 : cluster [DBG] pgmap v277: 121 pgs: 121 active+clean; 132 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 4.7 MiB/s rd, 2.7 MiB/s wr, 9 op/s 2024-08-29T17:49:06.875 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:49:06 smithi028 bash[22419]: cluster 2024-08-29T17:49:05.457752+0000 mon.a (mon.0) 1169 : cluster [DBG] osdmap e156: 8 total, 8 up, 8 in 2024-08-29T17:49:06.875 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:49:06 smithi028 bash[22419]: cluster 2024-08-29T17:49:05.951863+0000 mgr.y (mgr.14499) 253 : cluster [DBG] pgmap v277: 121 pgs: 121 active+clean; 132 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 4.7 MiB/s rd, 2.7 MiB/s wr, 9 op/s 2024-08-29T17:49:07.472 INFO:tasks.rados.rados.0.smithi028.stdout:417: finishing write tid 1 to smithi02869045-12 2024-08-29T17:49:07.473 INFO:tasks.rados.rados.0.smithi028.stdout:417: finishing write tid 2 to smithi02869045-12 2024-08-29T17:49:07.473 INFO:tasks.rados.rados.0.smithi028.stdout:417: finishing write tid 3 to smithi02869045-12 2024-08-29T17:49:07.473 INFO:tasks.rados.rados.0.smithi028.stdout:417: finishing write tid 4 to smithi02869045-12 2024-08-29T17:49:07.473 INFO:tasks.rados.rados.0.smithi028.stdout:417: finishing write tid 5 to smithi02869045-12 2024-08-29T17:49:07.473 INFO:tasks.rados.rados.0.smithi028.stdout:417: finishing write tid 6 to smithi02869045-12 2024-08-29T17:49:07.473 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 12 v 87 (ObjNum 137 snap 43 seq_num 137) dirty exists 2024-08-29T17:49:07.473 INFO:tasks.rados.rados.0.smithi028.stdout:417: left oid 12 (ObjNum 137 snap 43 seq_num 137) 2024-08-29T17:49:07.473 INFO:tasks.rados.rados.0.smithi028.stdout:417: done (1 left) 2024-08-29T17:49:07.473 INFO:tasks.rados.rados.0.smithi028.stdout:418: done (0 left) 2024-08-29T17:49:07.473 INFO:tasks.rados.rados.0.smithi028.stdout:419: snap_remove snap 26 2024-08-29T17:49:07.823 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:49:07 smithi053 bash[24720]: cluster 2024-08-29T17:49:06.468988+0000 mon.a (mon.0) 1170 : cluster [DBG] osdmap e157: 8 total, 8 up, 8 in 2024-08-29T17:49:07.875 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:49:07 smithi028 bash[31855]: cluster 2024-08-29T17:49:06.468988+0000 mon.a (mon.0) 1170 : cluster [DBG] osdmap e157: 8 total, 8 up, 8 in 2024-08-29T17:49:07.875 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:49:07 smithi028 bash[22419]: cluster 2024-08-29T17:49:06.468988+0000 mon.a (mon.0) 1170 : cluster [DBG] osdmap e157: 8 total, 8 up, 8 in 2024-08-29T17:49:08.480 INFO:tasks.rados.rados.0.smithi028.stdout:419: done (0 left) 2024-08-29T17:49:08.480 INFO:tasks.rados.rados.0.smithi028.stdout:420: snap_remove snap 25 2024-08-29T17:49:08.823 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:49:08 smithi053 bash[24720]: cluster 2024-08-29T17:49:07.476558+0000 mon.a (mon.0) 1171 : cluster [DBG] osdmap e158: 8 total, 8 up, 8 in 2024-08-29T17:49:08.823 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:49:08 smithi053 bash[24720]: cluster 2024-08-29T17:49:07.952718+0000 mgr.y (mgr.14499) 254 : cluster [DBG] pgmap v280: 121 pgs: 121 active+clean; 132 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 4.7 MiB/s rd, 2.7 MiB/s wr, 9 op/s 2024-08-29T17:49:08.875 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:49:08 smithi028 bash[31855]: cluster 2024-08-29T17:49:07.476558+0000 mon.a (mon.0) 1171 : cluster [DBG] osdmap e158: 8 total, 8 up, 8 in 2024-08-29T17:49:08.875 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:49:08 smithi028 bash[31855]: cluster 2024-08-29T17:49:07.952718+0000 mgr.y (mgr.14499) 254 : cluster [DBG] pgmap v280: 121 pgs: 121 active+clean; 132 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 4.7 MiB/s rd, 2.7 MiB/s wr, 9 op/s 2024-08-29T17:49:08.875 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:49:08 smithi028 bash[22419]: cluster 2024-08-29T17:49:07.476558+0000 mon.a (mon.0) 1171 : cluster [DBG] osdmap e158: 8 total, 8 up, 8 in 2024-08-29T17:49:08.875 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:49:08 smithi028 bash[22419]: cluster 2024-08-29T17:49:07.952718+0000 mgr.y (mgr.14499) 254 : cluster [DBG] pgmap v280: 121 pgs: 121 active+clean; 132 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 4.7 MiB/s rd, 2.7 MiB/s wr, 9 op/s 2024-08-29T17:49:09.454 INFO:tasks.rados.rados.0.smithi028.stdout:420: done (0 left) 2024-08-29T17:49:09.454 INFO:tasks.rados.rados.0.smithi028.stdout:421: snap_remove snap 31 2024-08-29T17:49:09.823 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:49:09 smithi053 bash[24720]: cluster 2024-08-29T17:49:08.486192+0000 mon.a (mon.0) 1172 : cluster [DBG] osdmap e159: 8 total, 8 up, 8 in 2024-08-29T17:49:09.823 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:49:09 smithi053 bash[24720]: audit 2024-08-29T17:49:08.876973+0000 mon.a (mon.0) 1173 : audit [DBG] from='mgr.14499 172.21.15.28:0/1402656687' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-29T17:49:09.823 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:49:09 smithi053 bash[24720]: cluster 2024-08-29T17:49:09.457893+0000 mon.a (mon.0) 1174 : cluster [DBG] osdmap e160: 8 total, 8 up, 8 in 2024-08-29T17:49:09.875 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:49:09 smithi028 bash[31855]: cluster 2024-08-29T17:49:08.486192+0000 mon.a (mon.0) 1172 : cluster [DBG] osdmap e159: 8 total, 8 up, 8 in 2024-08-29T17:49:09.875 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:49:09 smithi028 bash[31855]: audit 2024-08-29T17:49:08.876973+0000 mon.a (mon.0) 1173 : audit [DBG] from='mgr.14499 172.21.15.28:0/1402656687' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-29T17:49:09.875 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:49:09 smithi028 bash[31855]: cluster 2024-08-29T17:49:09.457893+0000 mon.a (mon.0) 1174 : cluster [DBG] osdmap e160: 8 total, 8 up, 8 in 2024-08-29T17:49:09.875 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:49:09 smithi028 bash[22419]: cluster 2024-08-29T17:49:08.486192+0000 mon.a (mon.0) 1172 : cluster [DBG] osdmap e159: 8 total, 8 up, 8 in 2024-08-29T17:49:09.875 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:49:09 smithi028 bash[22419]: audit 2024-08-29T17:49:08.876973+0000 mon.a (mon.0) 1173 : audit [DBG] from='mgr.14499 172.21.15.28:0/1402656687' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-29T17:49:09.875 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:49:09 smithi028 bash[22419]: cluster 2024-08-29T17:49:09.457893+0000 mon.a (mon.0) 1174 : cluster [DBG] osdmap e160: 8 total, 8 up, 8 in 2024-08-29T17:49:10.457 INFO:tasks.rados.rados.0.smithi028.stdout:421: done (0 left) 2024-08-29T17:49:10.457 INFO:tasks.rados.rados.0.smithi028.stdout:422: setattr oid 41 current snap is 43 2024-08-29T17:49:10.461 INFO:tasks.rados.rados.0.smithi028.stdout:423: read oid 26 snap -1 2024-08-29T17:49:10.461 INFO:tasks.rados.rados.0.smithi028.stdout:423: expect deleted 2024-08-29T17:49:10.461 INFO:tasks.rados.rados.0.smithi028.stdout:append oid 31 current snap is 43 2024-08-29T17:49:10.461 INFO:tasks.rados.rados.0.smithi028.stdout:424: seq_num 138 ranges {0=720896,720896=540672,1261568=557056,1818624=507904} 2024-08-29T17:49:10.467 INFO:tasks.rados.rados.0.smithi028.stdout:424: writing smithi02869045-31 from 0 to 720896 tid 1 2024-08-29T17:49:10.473 INFO:tasks.rados.rados.0.smithi028.stdout:424: writing smithi02869045-31 from 720896 to 1261568 tid 2 2024-08-29T17:49:10.479 INFO:tasks.rados.rados.0.smithi028.stdout:424: writing smithi02869045-31 from 1261568 to 1818624 tid 3 2024-08-29T17:49:10.484 INFO:tasks.rados.rados.0.smithi028.stdout:424: writing smithi02869045-31 from 1818624 to 2326528 tid 4 2024-08-29T17:49:10.484 INFO:tasks.rados.rados.0.smithi028.stdout:425: setattr oid 8 current snap is 43 2024-08-29T17:49:10.484 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 41 v 112 (ObjNum 593 snap 0 seq_num 1676589920) dirty exists 2024-08-29T17:49:10.487 INFO:tasks.rados.rados.0.smithi028.stdout:422: done (3 left) 2024-08-29T17:49:10.487 INFO:tasks.rados.rados.0.smithi028.stdout:423: done (2 left) 2024-08-29T17:49:10.487 INFO:tasks.rados.rados.0.smithi028.stdout:426: read oid 33 snap -1 2024-08-29T17:49:10.487 INFO:tasks.rados.rados.0.smithi028.stdout:426: expect (ObjNum 122 snap 34 seq_num 122) 2024-08-29T17:49:10.487 INFO:tasks.rados.rados.0.smithi028.stdout:append oid 43 current snap is 43 2024-08-29T17:49:10.487 INFO:tasks.rados.rados.0.smithi028.stdout:427: seq_num 139 ranges {2990080=737280,3727360=425984,4153344=761856,4915200=417792} 2024-08-29T17:49:10.518 INFO:tasks.rados.rados.0.smithi028.stdout:427: writing smithi02869045-43 from 2990080 to 3727360 tid 1 2024-08-29T17:49:10.521 INFO:tasks.rados.rados.0.smithi028.stdout:427: writing smithi02869045-43 from 3727360 to 4153344 tid 2 2024-08-29T17:49:10.528 INFO:tasks.rados.rados.0.smithi028.stdout:427: writing smithi02869045-43 from 4153344 to 4915200 tid 3 2024-08-29T17:49:10.531 INFO:tasks.rados.rados.0.smithi028.stdout:427: writing smithi02869045-43 from 4915200 to 5332992 tid 4 2024-08-29T17:49:10.531 INFO:tasks.rados.rados.0.smithi028.stdout:append oid 7 current snap is 43 2024-08-29T17:49:10.531 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 8 v 121 (ObjNum 161 snap 0 seq_num 1) dirty exists 2024-08-29T17:49:10.532 INFO:tasks.rados.rados.0.smithi028.stdout:428: seq_num 140 ranges {1114112=753664,1867776=704512,2572288=524288,3096576=376832} 2024-08-29T17:49:10.541 INFO:tasks.rados.rados.0.smithi028.stdout:428: writing smithi02869045-7 from 1114112 to 1867776 tid 1 2024-08-29T17:49:10.546 INFO:tasks.rados.rados.0.smithi028.stdout:428: writing smithi02869045-7 from 1867776 to 2572288 tid 2 2024-08-29T17:49:10.549 INFO:tasks.rados.rados.0.smithi028.stdout:428: writing smithi02869045-7 from 2572288 to 3096576 tid 3 2024-08-29T17:49:10.551 INFO:tasks.rados.rados.0.smithi028.stdout:428: writing smithi02869045-7 from 3096576 to 3473408 tid 4 2024-08-29T17:49:10.551 INFO:tasks.rados.rados.0.smithi028.stdout:425: done (4 left) 2024-08-29T17:49:10.551 INFO:tasks.rados.rados.0.smithi028.stdout:append oid 49 current snap is 43 2024-08-29T17:49:10.551 INFO:tasks.rados.rados.0.smithi028.stdout:424: finishing write tid 1 to smithi02869045-31 2024-08-29T17:49:10.552 INFO:tasks.rados.rados.0.smithi028.stdout:424: finishing write tid 2 to smithi02869045-31 2024-08-29T17:49:10.552 INFO:tasks.rados.rados.0.smithi028.stdout:424: finishing write tid 3 to smithi02869045-31 2024-08-29T17:49:10.552 INFO:tasks.rados.rados.0.smithi028.stdout:424: finishing write tid 4 to smithi02869045-31 2024-08-29T17:49:10.552 INFO:tasks.rados.rados.0.smithi028.stdout:424: finishing write tid 5 to smithi02869045-31 2024-08-29T17:49:10.552 INFO:tasks.rados.rados.0.smithi028.stdout:429: seq_num 141 ranges {0=770048,770048=589824,1359872=729088,2088960=286720} 2024-08-29T17:49:10.556 INFO:tasks.rados.rados.0.smithi028.stdout:429: writing smithi02869045-49 from 0 to 770048 tid 1 2024-08-29T17:49:10.559 INFO:tasks.rados.rados.0.smithi028.stdout:429: writing smithi02869045-49 from 770048 to 1359872 tid 2 2024-08-29T17:49:10.564 INFO:tasks.rados.rados.0.smithi028.stdout:429: writing smithi02869045-49 from 1359872 to 2088960 tid 3 2024-08-29T17:49:10.567 INFO:tasks.rados.rados.0.smithi028.stdout:429: writing smithi02869045-49 from 2088960 to 2375680 tid 4 2024-08-29T17:49:10.567 INFO:tasks.rados.rados.0.smithi028.stdout:430: delete oid 25 current snap is 43 2024-08-29T17:49:10.567 INFO:tasks.rados.rados.0.smithi028.stdout:427: finishing write tid 1 to smithi02869045-43 2024-08-29T17:49:10.567 INFO:tasks.rados.rados.0.smithi028.stdout:427: finishing write tid 2 to smithi02869045-43 2024-08-29T17:49:10.567 INFO:tasks.rados.rados.0.smithi028.stdout:426: expect (ObjNum 122 snap 34 seq_num 122) 2024-08-29T17:49:10.823 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:49:10 smithi053 bash[24720]: cluster 2024-08-29T17:49:09.954128+0000 mgr.y (mgr.14499) 255 : cluster [DBG] pgmap v283: 121 pgs: 121 active+clean; 129 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 5.3 MiB/s rd, 564 KiB/s wr, 6 op/s 2024-08-29T17:49:10.823 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:49:10 smithi053 bash[24720]: cluster 2024-08-29T17:49:10.459969+0000 mon.a (mon.0) 1175 : cluster [DBG] osdmap e161: 8 total, 8 up, 8 in 2024-08-29T17:49:10.832 INFO:tasks.rados.rados.0.smithi028.stdout:424: finishing write tid 6 to smithi02869045-31 2024-08-29T17:49:10.833 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 31 v 251 (ObjNum 138 snap 43 seq_num 138) dirty exists 2024-08-29T17:49:10.833 INFO:tasks.rados.rados.0.smithi028.stdout:424: left oid 31 (ObjNum 138 snap 43 seq_num 138) 2024-08-29T17:49:10.833 INFO:tasks.rados.rados.0.smithi028.stdout:427: finishing write tid 3 to smithi02869045-43 2024-08-29T17:49:10.833 INFO:tasks.rados.rados.0.smithi028.stdout:427: finishing write tid 4 to smithi02869045-43 2024-08-29T17:49:10.833 INFO:tasks.rados.rados.0.smithi028.stdout:427: finishing write tid 5 to smithi02869045-43 2024-08-29T17:49:10.833 INFO:tasks.rados.rados.0.smithi028.stdout:427: finishing write tid 6 to smithi02869045-43 2024-08-29T17:49:10.834 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 43 v 80 (ObjNum 139 snap 43 seq_num 139) dirty exists 2024-08-29T17:49:10.834 INFO:tasks.rados.rados.0.smithi028.stdout:427: left oid 43 (ObjNum 139 snap 43 seq_num 139) 2024-08-29T17:49:10.834 INFO:tasks.rados.rados.0.smithi028.stdout:424: done (5 left) 2024-08-29T17:49:10.834 INFO:tasks.rados.rados.0.smithi028.stdout:426: done (4 left) 2024-08-29T17:49:10.834 INFO:tasks.rados.rados.0.smithi028.stdout:427: done (3 left) 2024-08-29T17:49:10.834 INFO:tasks.rados.rados.0.smithi028.stdout:430: done (2 left) 2024-08-29T17:49:10.834 INFO:tasks.rados.rados.0.smithi028.stdout:append oid 6 current snap is 43 2024-08-29T17:49:10.835 INFO:tasks.rados.rados.0.smithi028.stdout:428: finishing write tid 1 to smithi02869045-7 2024-08-29T17:49:10.835 INFO:tasks.rados.rados.0.smithi028.stdout:431: seq_num 143 ranges {0=802816,802816=761856,1564672=745472,2310144=98304} 2024-08-29T17:49:10.836 INFO:tasks.rados.rados.0.smithi028.stdout:431: writing smithi02869045-6 from 0 to 802816 tid 1 2024-08-29T17:49:10.841 INFO:tasks.rados.rados.0.smithi028.stdout:431: writing smithi02869045-6 from 802816 to 1564672 tid 2 2024-08-29T17:49:10.845 INFO:tasks.rados.rados.0.smithi028.stdout:431: writing smithi02869045-6 from 1564672 to 2310144 tid 3 2024-08-29T17:49:10.846 INFO:tasks.rados.rados.0.smithi028.stdout:431: writing smithi02869045-6 from 2310144 to 2408448 tid 4 2024-08-29T17:49:10.846 INFO:tasks.rados.rados.0.smithi028.stdout:432: setattr oid 13 current snap is 43 2024-08-29T17:49:10.846 INFO:tasks.rados.rados.0.smithi028.stdout:428: finishing write tid 2 to smithi02869045-7 2024-08-29T17:49:10.846 INFO:tasks.rados.rados.0.smithi028.stdout:428: finishing write tid 3 to smithi02869045-7 2024-08-29T17:49:10.846 INFO:tasks.rados.rados.0.smithi028.stdout:428: finishing write tid 4 to smithi02869045-7 2024-08-29T17:49:10.846 INFO:tasks.rados.rados.0.smithi028.stdout:428: finishing write tid 5 to smithi02869045-7 2024-08-29T17:49:10.846 INFO:tasks.rados.rados.0.smithi028.stdout:428: finishing write tid 6 to smithi02869045-7 2024-08-29T17:49:10.846 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 7 v 263 (ObjNum 140 snap 43 seq_num 140) dirty exists 2024-08-29T17:49:10.846 INFO:tasks.rados.rados.0.smithi028.stdout:428: left oid 7 (ObjNum 140 snap 43 seq_num 140) 2024-08-29T17:49:10.847 INFO:tasks.rados.rados.0.smithi028.stdout:429: finishing write tid 1 to smithi02869045-49 2024-08-29T17:49:10.847 INFO:tasks.rados.rados.0.smithi028.stdout:429: finishing write tid 2 to smithi02869045-49 2024-08-29T17:49:10.847 INFO:tasks.rados.rados.0.smithi028.stdout:429: finishing write tid 3 to smithi02869045-49 2024-08-29T17:49:10.847 INFO:tasks.rados.rados.0.smithi028.stdout:429: finishing write tid 4 to smithi02869045-49 2024-08-29T17:49:10.847 INFO:tasks.rados.rados.0.smithi028.stdout:429: finishing write tid 5 to smithi02869045-49 2024-08-29T17:49:10.847 INFO:tasks.rados.rados.0.smithi028.stdout:429: finishing write tid 6 to smithi02869045-49 2024-08-29T17:49:10.847 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 49 v 208 (ObjNum 141 snap 43 seq_num 141) dirty exists 2024-08-29T17:49:10.847 INFO:tasks.rados.rados.0.smithi028.stdout:429: left oid 49 (ObjNum 141 snap 43 seq_num 141) 2024-08-29T17:49:10.847 INFO:tasks.rados.rados.0.smithi028.stdout:431: finishing write tid 1 to smithi02869045-6 2024-08-29T17:49:10.848 INFO:tasks.rados.rados.0.smithi028.stdout:428: done (3 left) 2024-08-29T17:49:10.848 INFO:tasks.rados.rados.0.smithi028.stdout:429: done (2 left) 2024-08-29T17:49:10.848 INFO:tasks.rados.rados.0.smithi028.stdout:433: read oid 15 snap -1 2024-08-29T17:49:10.848 INFO:tasks.rados.rados.0.smithi028.stdout:433: expect (ObjNum 122 snap 34 seq_num 122) 2024-08-29T17:49:10.848 INFO:tasks.rados.rados.0.smithi028.stdout:434: delete oid 47 current snap is 43 2024-08-29T17:49:10.852 INFO:tasks.rados.rados.0.smithi028.stdout:431: finishing write tid 2 to smithi02869045-6 2024-08-29T17:49:10.852 INFO:tasks.rados.rados.0.smithi028.stdout:431: finishing write tid 3 to smithi02869045-6 2024-08-29T17:49:10.855 INFO:tasks.rados.rados.0.smithi028.stdout:431: finishing write tid 4 to smithi02869045-6 2024-08-29T17:49:10.856 INFO:tasks.rados.rados.0.smithi028.stdout:431: finishing write tid 5 to smithi02869045-6 2024-08-29T17:49:10.861 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 13 v 265 (ObjNum 131 snap 38 seq_num 131) dirty exists 2024-08-29T17:49:10.861 INFO:tasks.rados.rados.0.smithi028.stdout:431: finishing write tid 6 to smithi02869045-6 2024-08-29T17:49:10.861 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 6 v 80 (ObjNum 143 snap 43 seq_num 143) dirty exists 2024-08-29T17:49:10.861 INFO:tasks.rados.rados.0.smithi028.stdout:431: left oid 6 (ObjNum 143 snap 43 seq_num 143) 2024-08-29T17:49:10.861 INFO:tasks.rados.rados.0.smithi028.stdout:431: done (3 left) 2024-08-29T17:49:10.861 INFO:tasks.rados.rados.0.smithi028.stdout:432: done (2 left) 2024-08-29T17:49:10.861 INFO:tasks.rados.rados.0.smithi028.stdout:434: done (1 left) 2024-08-29T17:49:10.861 INFO:tasks.rados.rados.0.smithi028.stdout:435: delete oid 7 current snap is 43 2024-08-29T17:49:10.875 INFO:journalctl@ceph.mgr.y.smithi028.stdout:Aug 29 17:49:10 smithi028 bash[22672]: ::ffff:172.21.15.53 - - [29/Aug/2024:17:49:10] "GET /metrics HTTP/1.1" 200 240108 "" "Prometheus/2.43.0" 2024-08-29T17:49:10.875 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:49:10 smithi028 bash[22419]: cluster 2024-08-29T17:49:09.954128+0000 mgr.y (mgr.14499) 255 : cluster [DBG] pgmap v283: 121 pgs: 121 active+clean; 129 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 5.3 MiB/s rd, 564 KiB/s wr, 6 op/s 2024-08-29T17:49:10.875 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:49:10 smithi028 bash[22419]: cluster 2024-08-29T17:49:10.459969+0000 mon.a (mon.0) 1175 : cluster [DBG] osdmap e161: 8 total, 8 up, 8 in 2024-08-29T17:49:10.875 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:49:10 smithi028 bash[31855]: cluster 2024-08-29T17:49:09.954128+0000 mgr.y (mgr.14499) 255 : cluster [DBG] pgmap v283: 121 pgs: 121 active+clean; 129 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 5.3 MiB/s rd, 564 KiB/s wr, 6 op/s 2024-08-29T17:49:10.875 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:49:10 smithi028 bash[31855]: cluster 2024-08-29T17:49:10.459969+0000 mon.a (mon.0) 1175 : cluster [DBG] osdmap e161: 8 total, 8 up, 8 in 2024-08-29T17:49:10.878 INFO:tasks.rados.rados.0.smithi028.stdout:433: expect (ObjNum 122 snap 34 seq_num 122) 2024-08-29T17:49:11.133 INFO:tasks.rados.rados.0.smithi028.stdout:433: done (1 left) 2024-08-29T17:49:11.134 INFO:tasks.rados.rados.0.smithi028.stdout:435: done (0 left) 2024-08-29T17:49:11.134 INFO:tasks.rados.rados.0.smithi028.stdout:436: snap_create 2024-08-29T17:49:11.510 INFO:tasks.rados.rados.0.smithi028.stdout:436: done (0 left) 2024-08-29T17:49:11.511 INFO:tasks.rados.rados.0.smithi028.stdout:437: read oid 45 snap -1 2024-08-29T17:49:11.511 INFO:tasks.rados.rados.0.smithi028.stdout:437: expect (ObjNum 126 snap 35 seq_num 126) 2024-08-29T17:49:11.511 INFO:tasks.rados.rados.0.smithi028.stdout:438: rmattr oid 18 current snap is 44 2024-08-29T17:49:11.511 INFO:tasks.rados.rados.0.smithi028.stdout:438: done (1 left) 2024-08-29T17:49:11.511 INFO:tasks.rados.rados.0.smithi028.stdout:439: read oid 28 snap -1 2024-08-29T17:49:11.511 INFO:tasks.rados.rados.0.smithi028.stdout:439: expect deleted 2024-08-29T17:49:11.511 INFO:tasks.rados.rados.0.smithi028.stdout:440: copy_from oid 19 from oid 20 current snap is 44 2024-08-29T17:49:11.511 INFO:tasks.rados.rados.0.smithi028.stdout:441: rmattr oid 26 current snap is 44 2024-08-29T17:49:11.511 INFO:tasks.rados.rados.0.smithi028.stdout:441: done (3 left) 2024-08-29T17:49:11.512 INFO:tasks.rados.rados.0.smithi028.stdout:append oid 39 current snap is 44 2024-08-29T17:49:11.512 INFO:tasks.rados.rados.0.smithi028.stdout:442: seq_num 146 ranges {1564672=49152} 2024-08-29T17:49:11.528 INFO:tasks.rados.rados.0.smithi028.stdout:442: writing smithi02869045-39 from 1564672 to 1613824 tid 1 2024-08-29T17:49:11.528 INFO:tasks.rados.rados.0.smithi028.stdout:443: delete oid 1 current snap is 44 2024-08-29T17:49:11.537 INFO:tasks.rados.rados.0.smithi028.stdout:442: finishing write tid 1 to smithi02869045-39 2024-08-29T17:49:11.538 INFO:tasks.rados.rados.0.smithi028.stdout:442: finishing write tid 2 to smithi02869045-39 2024-08-29T17:49:11.539 INFO:tasks.rados.rados.0.smithi028.stdout:439: done (4 left) 2024-08-29T17:49:11.539 INFO:tasks.rados.rados.0.smithi028.stdout:443: done (3 left) 2024-08-29T17:49:11.539 INFO:tasks.rados.rados.0.smithi028.stdout:444: delete oid 10 current snap is 44 2024-08-29T17:49:11.540 INFO:tasks.rados.rados.0.smithi028.stdout:442: finishing write tid 3 to smithi02869045-39 2024-08-29T17:49:11.540 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 39 v 100 (ObjNum 146 snap 44 seq_num 146) dirty exists 2024-08-29T17:49:11.540 INFO:tasks.rados.rados.0.smithi028.stdout:442: left oid 39 (ObjNum 146 snap 44 seq_num 146) 2024-08-29T17:49:11.543 INFO:tasks.rados.rados.0.smithi028.stdout:442: done (3 left) 2024-08-29T17:49:11.543 INFO:tasks.rados.rados.0.smithi028.stdout:444: done (2 left) 2024-08-29T17:49:11.543 INFO:tasks.rados.rados.0.smithi028.stdout:445: read oid 10 snap 21 2024-08-29T17:49:11.543 INFO:tasks.rados.rados.0.smithi028.stdout:445: expect (ObjNum 79 snap 13 seq_num 79) 2024-08-29T17:49:11.543 INFO:tasks.rados.rados.0.smithi028.stdout:446: setattr oid 49 current snap is 44 2024-08-29T17:49:11.548 INFO:tasks.rados.rados.0.smithi028.stdout:437: expect (ObjNum 126 snap 35 seq_num 126) 2024-08-29T17:49:11.741 INFO:tasks.rados.rados.0.smithi028.stdout:440: finishing copy_from racing read to smithi02869045-19 2024-08-29T17:49:11.741 INFO:tasks.rados.rados.0.smithi028.stdout:440: finishing copy_from to smithi02869045-19 2024-08-29T17:49:11.741 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 19 v 4 (ObjNum 45 snap 0 seq_num 45) dirty exists 2024-08-29T17:49:11.741 INFO:tasks.rados.rados.0.smithi028.stdout:445: expect (ObjNum 79 snap 13 seq_num 79) 2024-08-29T17:49:11.855 INFO:tasks.rados.rados.0.smithi028.stdout:437: done (3 left) 2024-08-29T17:49:11.855 INFO:tasks.rados.rados.0.smithi028.stdout:440: done (2 left) 2024-08-29T17:49:11.855 INFO:tasks.rados.rados.0.smithi028.stdout:445: done (1 left) 2024-08-29T17:49:11.855 INFO:tasks.rados.rados.0.smithi028.stdout:447: setattr oid 3 current snap is 44 2024-08-29T17:49:11.859 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 49 v 212 (ObjNum 141 snap 43 seq_num 141) dirty exists 2024-08-29T17:49:11.863 INFO:tasks.rados.rados.0.smithi028.stdout:446: done (1 left) 2024-08-29T17:49:11.863 INFO:tasks.rados.rados.0.smithi028.stdout:448: delete oid 2 current snap is 44 2024-08-29T17:49:11.866 INFO:tasks.rados.rados.0.smithi028.stdout:448: done (1 left) 2024-08-29T17:49:11.866 INFO:tasks.rados.rados.0.smithi028.stdout:append oid 28 current snap is 44 2024-08-29T17:49:11.866 INFO:tasks.rados.rados.0.smithi028.stdout:449: seq_num 150 ranges {0=114688} 2024-08-29T17:49:11.868 INFO:tasks.rados.rados.0.smithi028.stdout:449: writing smithi02869045-28 from 0 to 114688 tid 1 2024-08-29T17:49:11.868 INFO:tasks.rados.rados.0.smithi028.stdout:450: snap_remove snap 21 2024-08-29T17:49:12.521 INFO:tasks.rados.rados.0.smithi028.stdout:450: done (2 left) 2024-08-29T17:49:12.521 INFO:tasks.rados.rados.0.smithi028.stdout:451: copy_from oid 22 from oid 13 current snap is 44 2024-08-29T17:49:12.521 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 3 v 189 (ObjNum 80 snap 13 seq_num 80) dirty exists 2024-08-29T17:49:12.522 INFO:tasks.rados.rados.0.smithi028.stdout:449: finishing write tid 1 to smithi02869045-28 2024-08-29T17:49:12.522 INFO:tasks.rados.rados.0.smithi028.stdout:449: finishing write tid 2 to smithi02869045-28 2024-08-29T17:49:12.522 INFO:tasks.rados.rados.0.smithi028.stdout:449: finishing write tid 3 to smithi02869045-28 2024-08-29T17:49:12.522 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 28 v 83 (ObjNum 150 snap 44 seq_num 150) dirty exists 2024-08-29T17:49:12.522 INFO:tasks.rados.rados.0.smithi028.stdout:449: left oid 28 (ObjNum 150 snap 44 seq_num 150) 2024-08-29T17:49:12.522 INFO:tasks.rados.rados.0.smithi028.stdout:447: done (2 left) 2024-08-29T17:49:12.523 INFO:tasks.rados.rados.0.smithi028.stdout:449: done (1 left) 2024-08-29T17:49:12.523 INFO:tasks.rados.rados.0.smithi028.stdout:452: read oid 50 snap -1 2024-08-29T17:49:12.523 INFO:tasks.rados.rados.0.smithi028.stdout:452: expect (ObjNum 133 snap 42 seq_num 133) 2024-08-29T17:49:12.523 INFO:tasks.rados.rados.0.smithi028.stdout:453: rollback oid 1 current snap is 44 2024-08-29T17:49:12.523 INFO:tasks.rados.rados.0.smithi028.stdout:rollback oid 1 to 33 2024-08-29T17:49:12.523 INFO:tasks.rados.rados.0.smithi028.stdout:454: snap_remove snap 36 2024-08-29T17:49:12.823 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:49:12 smithi053 bash[24720]: cluster 2024-08-29T17:49:11.516669+0000 mon.a (mon.0) 1176 : cluster [DBG] osdmap e162: 8 total, 8 up, 8 in 2024-08-29T17:49:12.823 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:49:12 smithi053 bash[24720]: cluster 2024-08-29T17:49:11.954790+0000 mgr.y (mgr.14499) 256 : cluster [DBG] pgmap v286: 121 pgs: 121 active+clean; 129 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 5.3 MiB/s rd, 564 KiB/s wr, 6 op/s 2024-08-29T17:49:12.875 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:49:12 smithi028 bash[31855]: cluster 2024-08-29T17:49:11.516669+0000 mon.a (mon.0) 1176 : cluster [DBG] osdmap e162: 8 total, 8 up, 8 in 2024-08-29T17:49:12.875 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:49:12 smithi028 bash[31855]: cluster 2024-08-29T17:49:11.954790+0000 mgr.y (mgr.14499) 256 : cluster [DBG] pgmap v286: 121 pgs: 121 active+clean; 129 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 5.3 MiB/s rd, 564 KiB/s wr, 6 op/s 2024-08-29T17:49:12.875 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:49:12 smithi028 bash[22419]: cluster 2024-08-29T17:49:11.516669+0000 mon.a (mon.0) 1176 : cluster [DBG] osdmap e162: 8 total, 8 up, 8 in 2024-08-29T17:49:12.875 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:49:12 smithi028 bash[22419]: cluster 2024-08-29T17:49:11.954790+0000 mgr.y (mgr.14499) 256 : cluster [DBG] pgmap v286: 121 pgs: 121 active+clean; 129 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 5.3 MiB/s rd, 564 KiB/s wr, 6 op/s 2024-08-29T17:49:13.529 INFO:tasks.rados.rados.0.smithi028.stdout:454: done (3 left) 2024-08-29T17:49:13.529 INFO:tasks.rados.rados.0.smithi028.stdout:append oid 19 current snap is 44 2024-08-29T17:49:13.529 INFO:tasks.rados.rados.0.smithi028.stdout:455: seq_num 151 ranges {761856=131072} 2024-08-29T17:49:13.534 INFO:tasks.rados.rados.0.smithi028.stdout:455: writing smithi02869045-19 from 761856 to 892928 tid 1 2024-08-29T17:49:13.535 INFO:tasks.rados.rados.0.smithi028.stdout:456: delete oid 20 current snap is 44 2024-08-29T17:49:13.542 INFO:tasks.rados.rados.0.smithi028.stdout:453: finishing rollback tid 1 to smithi02869045-1 2024-08-29T17:49:13.542 INFO:tasks.rados.rados.0.smithi028.stdout:453: finishing rollback tid 2 to smithi02869045-1 2024-08-29T17:49:13.542 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 1 v 270 (ObjNum 82 snap 16 seq_num 82) dirty exists 2024-08-29T17:49:13.542 INFO:tasks.rados.rados.0.smithi028.stdout:452: expect (ObjNum 133 snap 42 seq_num 133) 2024-08-29T17:49:13.674 INFO:tasks.rados.rados.0.smithi028.stdout:451: finishing copy_from racing read to smithi02869045-22 2024-08-29T17:49:13.674 INFO:tasks.rados.rados.0.smithi028.stdout:451: finishing copy_from to smithi02869045-22 2024-08-29T17:49:13.674 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 22 v 265 (ObjNum 131 snap 38 seq_num 131) dirty exists 2024-08-29T17:49:13.674 INFO:tasks.rados.rados.0.smithi028.stdout:455: finishing write tid 1 to smithi02869045-19 2024-08-29T17:49:13.675 INFO:tasks.rados.rados.0.smithi028.stdout:455: finishing write tid 2 to smithi02869045-19 2024-08-29T17:49:13.675 INFO:tasks.rados.rados.0.smithi028.stdout:455: finishing write tid 3 to smithi02869045-19 2024-08-29T17:49:13.675 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 19 v 199 (ObjNum 151 snap 44 seq_num 151) dirty exists 2024-08-29T17:49:13.675 INFO:tasks.rados.rados.0.smithi028.stdout:455: left oid 19 (ObjNum 151 snap 44 seq_num 151) 2024-08-29T17:49:13.675 INFO:tasks.rados.rados.0.smithi028.stdout:451: done (4 left) 2024-08-29T17:49:13.675 INFO:tasks.rados.rados.0.smithi028.stdout:452: done (3 left) 2024-08-29T17:49:13.675 INFO:tasks.rados.rados.0.smithi028.stdout:453: done (2 left) 2024-08-29T17:49:13.675 INFO:tasks.rados.rados.0.smithi028.stdout:455: done (1 left) 2024-08-29T17:49:13.675 INFO:tasks.rados.rados.0.smithi028.stdout:456: done (0 left) 2024-08-29T17:49:13.675 INFO:tasks.rados.rados.0.smithi028.stdout:457: read oid 16 snap 24 2024-08-29T17:49:13.675 INFO:tasks.rados.rados.0.smithi028.stdout:457: expect (ObjNum 107 snap 24 seq_num 107) 2024-08-29T17:49:13.675 INFO:tasks.rados.rados.0.smithi028.stdout:458: read oid 14 snap -1 2024-08-29T17:49:13.675 INFO:tasks.rados.rados.0.smithi028.stdout:458: expect (ObjNum 13 snap 0 seq_num 13) 2024-08-29T17:49:13.676 INFO:tasks.rados.rados.0.smithi028.stdout:459: read oid 17 snap -1 2024-08-29T17:49:13.676 INFO:tasks.rados.rados.0.smithi028.stdout:459: expect (ObjNum 77 snap 12 seq_num 77) 2024-08-29T17:49:13.676 INFO:tasks.rados.rados.0.smithi028.stdout:460: rmattr oid 33 current snap is 44 2024-08-29T17:49:13.676 INFO:tasks.rados.rados.0.smithi028.stdout:461: rollback oid 42 current snap is 44 2024-08-29T17:49:13.676 INFO:tasks.rados.rados.0.smithi028.stdout:rollback oid 42 to 40 2024-08-29T17:49:13.676 INFO:tasks.rados.rados.0.smithi028.stdout:462: rollback oid 49 current snap is 44 2024-08-29T17:49:13.676 INFO:tasks.rados.rados.0.smithi028.stdout:rollback oid 49 to 24 2024-08-29T17:49:13.676 INFO:tasks.rados.rados.0.smithi028.stdout:463: read oid 10 snap -1 2024-08-29T17:49:13.676 INFO:tasks.rados.rados.0.smithi028.stdout:463: expect deleted 2024-08-29T17:49:13.676 INFO:tasks.rados.rados.0.smithi028.stdout:464: snap_create 2024-08-29T17:49:13.679 INFO:tasks.rados.rados.0.smithi028.stdout:458: expect (ObjNum 13 snap 0 seq_num 13) 2024-08-29T17:49:13.689 INFO:tasks.rados.rados.0.smithi028.stdout:462: finishing rollback tid 0 to smithi02869045-49 2024-08-29T17:49:13.689 INFO:tasks.rados.rados.0.smithi028.stdout:462: finishing rollback tid 1 to smithi02869045-49 2024-08-29T17:49:13.689 INFO:tasks.rados.rados.0.smithi028.stdout:462: finishing rollback tid 2 to smithi02869045-49 2024-08-29T17:49:13.689 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 49 v 237 (ObjNum 106 snap 24 seq_num 106) dirty exists 2024-08-29T17:49:13.689 INFO:tasks.rados.rados.0.smithi028.stdout:461: finishing rollback tid 0 to smithi02869045-42 2024-08-29T17:49:13.690 INFO:tasks.rados.rados.0.smithi028.stdout:461: finishing rollback tid 1 to smithi02869045-42 2024-08-29T17:49:13.690 INFO:tasks.rados.rados.0.smithi028.stdout:461: finishing rollback tid 2 to smithi02869045-42 2024-08-29T17:49:13.690 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 42 v 47 (ObjNum 103 snap 23 seq_num 103) dirty exists 2024-08-29T17:49:13.690 INFO:tasks.rados.rados.0.smithi028.stdout:459: expect (ObjNum 77 snap 12 seq_num 77) 2024-08-29T17:49:13.735 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 33 v 294 (ObjNum 122 snap 34 seq_num 122) dirty exists 2024-08-29T17:49:13.735 INFO:tasks.rados.rados.0.smithi028.stdout:457: expect (ObjNum 107 snap 24 seq_num 107) 2024-08-29T17:49:13.823 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:49:13 smithi053 bash[24720]: cluster 2024-08-29T17:49:12.526577+0000 mon.a (mon.0) 1177 : cluster [DBG] osdmap e163: 8 total, 8 up, 8 in 2024-08-29T17:49:13.875 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:49:13 smithi028 bash[31855]: cluster 2024-08-29T17:49:12.526577+0000 mon.a (mon.0) 1177 : cluster [DBG] osdmap e163: 8 total, 8 up, 8 in 2024-08-29T17:49:13.875 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:49:13 smithi028 bash[22419]: cluster 2024-08-29T17:49:12.526577+0000 mon.a (mon.0) 1177 : cluster [DBG] osdmap e163: 8 total, 8 up, 8 in 2024-08-29T17:49:14.455 INFO:tasks.rados.rados.0.smithi028.stdout:457: done (7 left) 2024-08-29T17:49:14.456 INFO:tasks.rados.rados.0.smithi028.stdout:458: done (6 left) 2024-08-29T17:49:14.456 INFO:tasks.rados.rados.0.smithi028.stdout:459: done (5 left) 2024-08-29T17:49:14.456 INFO:tasks.rados.rados.0.smithi028.stdout:460: done (4 left) 2024-08-29T17:49:14.456 INFO:tasks.rados.rados.0.smithi028.stdout:461: done (3 left) 2024-08-29T17:49:14.456 INFO:tasks.rados.rados.0.smithi028.stdout:462: done (2 left) 2024-08-29T17:49:14.456 INFO:tasks.rados.rados.0.smithi028.stdout:463: done (1 left) 2024-08-29T17:49:14.456 INFO:tasks.rados.rados.0.smithi028.stdout:464: done (0 left) 2024-08-29T17:49:14.456 INFO:tasks.rados.rados.0.smithi028.stdout:465: copy_from oid 1 from oid 7 current snap is 45 2024-08-29T17:49:14.456 INFO:tasks.rados.rados.0.smithi028.stdout:append oid 48 current snap is 45 2024-08-29T17:49:14.456 INFO:tasks.rados.rados.0.smithi028.stdout:466: seq_num 153 ranges {778240=163840} 2024-08-29T17:49:14.461 INFO:tasks.rados.rados.0.smithi028.stdout:466: writing smithi02869045-48 from 778240 to 942080 tid 1 2024-08-29T17:49:14.461 INFO:tasks.rados.rados.0.smithi028.stdout:467: rmattr oid 50 current snap is 45 2024-08-29T17:49:14.461 INFO:tasks.rados.rados.0.smithi028.stdout:467: done (2 left) 2024-08-29T17:49:14.461 INFO:tasks.rados.rados.0.smithi028.stdout:468: delete oid 43 current snap is 45 2024-08-29T17:49:14.462 INFO:tasks.rados.rados.0.smithi028.stdout:465: finishing copy_from to smithi02869045-1 2024-08-29T17:49:14.462 INFO:tasks.rados.rados.0.smithi028.stdout:465: got expected ENOENT (src dne) 2024-08-29T17:49:14.463 INFO:tasks.rados.rados.0.smithi028.stdout:465: finishing copy_from racing read to smithi02869045-1 2024-08-29T17:49:14.467 INFO:tasks.rados.rados.0.smithi028.stdout:465: done (2 left) 2024-08-29T17:49:14.467 INFO:tasks.rados.rados.0.smithi028.stdout:468: done (1 left) 2024-08-29T17:49:14.467 INFO:tasks.rados.rados.0.smithi028.stdout:469: read oid 26 snap -1 2024-08-29T17:49:14.467 INFO:tasks.rados.rados.0.smithi028.stdout:469: expect deleted 2024-08-29T17:49:14.467 INFO:tasks.rados.rados.0.smithi028.stdout:append oid 34 current snap is 45 2024-08-29T17:49:14.467 INFO:tasks.rados.rados.0.smithi028.stdout:470: seq_num 155 ranges {761856=204800} 2024-08-29T17:49:14.473 INFO:tasks.rados.rados.0.smithi028.stdout:470: writing smithi02869045-34 from 761856 to 966656 tid 1 2024-08-29T17:49:14.473 INFO:tasks.rados.rados.0.smithi028.stdout:471: delete oid 9 current snap is 45 2024-08-29T17:49:14.473 INFO:tasks.rados.rados.0.smithi028.stdout:466: finishing write tid 1 to smithi02869045-48 2024-08-29T17:49:14.473 INFO:tasks.rados.rados.0.smithi028.stdout:466: finishing write tid 2 to smithi02869045-48 2024-08-29T17:49:14.473 INFO:tasks.rados.rados.0.smithi028.stdout:466: finishing write tid 3 to smithi02869045-48 2024-08-29T17:49:14.473 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 48 v 208 (ObjNum 153 snap 45 seq_num 153) dirty exists 2024-08-29T17:49:14.473 INFO:tasks.rados.rados.0.smithi028.stdout:466: left oid 48 (ObjNum 153 snap 45 seq_num 153) 2024-08-29T17:49:14.480 INFO:tasks.rados.rados.0.smithi028.stdout:466: done (3 left) 2024-08-29T17:49:14.480 INFO:tasks.rados.rados.0.smithi028.stdout:469: done (2 left) 2024-08-29T17:49:14.480 INFO:tasks.rados.rados.0.smithi028.stdout:471: done (1 left) 2024-08-29T17:49:14.480 INFO:tasks.rados.rados.0.smithi028.stdout:472: delete oid 33 current snap is 45 2024-08-29T17:49:14.484 INFO:tasks.rados.rados.0.smithi028.stdout:470: finishing write tid 1 to smithi02869045-34 2024-08-29T17:49:14.485 INFO:tasks.rados.rados.0.smithi028.stdout:470: finishing write tid 2 to smithi02869045-34 2024-08-29T17:49:14.485 INFO:tasks.rados.rados.0.smithi028.stdout:472: done (1 left) 2024-08-29T17:49:14.485 INFO:tasks.rados.rados.0.smithi028.stdout:append oid 10 current snap is 45 2024-08-29T17:49:14.485 INFO:tasks.rados.rados.0.smithi028.stdout:473: seq_num 158 ranges {0=253952} 2024-08-29T17:49:14.489 INFO:tasks.rados.rados.0.smithi028.stdout:473: writing smithi02869045-10 from 0 to 253952 tid 1 2024-08-29T17:49:14.489 INFO:tasks.rados.rados.0.smithi028.stdout:474: read oid 13 snap -1 2024-08-29T17:49:14.489 INFO:tasks.rados.rados.0.smithi028.stdout:474: expect (ObjNum 131 snap 38 seq_num 131) 2024-08-29T17:49:14.489 INFO:tasks.rados.rados.0.smithi028.stdout:475: snap_create 2024-08-29T17:49:14.490 INFO:tasks.rados.rados.0.smithi028.stdout:470: finishing write tid 3 to smithi02869045-34 2024-08-29T17:49:14.490 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 34 v 134 (ObjNum 155 snap 45 seq_num 155) dirty exists 2024-08-29T17:49:14.490 INFO:tasks.rados.rados.0.smithi028.stdout:470: left oid 34 (ObjNum 155 snap 45 seq_num 155) 2024-08-29T17:49:14.493 INFO:tasks.rados.rados.0.smithi028.stdout:473: finishing write tid 1 to smithi02869045-10 2024-08-29T17:49:14.495 INFO:tasks.rados.rados.0.smithi028.stdout:473: finishing write tid 2 to smithi02869045-10 2024-08-29T17:49:14.497 INFO:tasks.rados.rados.0.smithi028.stdout:473: finishing write tid 3 to smithi02869045-10 2024-08-29T17:49:14.497 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 10 v 239 (ObjNum 158 snap 45 seq_num 158) dirty exists 2024-08-29T17:49:14.497 INFO:tasks.rados.rados.0.smithi028.stdout:473: left oid 10 (ObjNum 158 snap 45 seq_num 158) 2024-08-29T17:49:14.522 INFO:tasks.rados.rados.0.smithi028.stdout:474: expect (ObjNum 131 snap 38 seq_num 131) 2024-08-29T17:49:14.823 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:49:14 smithi053 bash[24720]: cluster 2024-08-29T17:49:13.535107+0000 mon.a (mon.0) 1178 : cluster [DBG] osdmap e164: 8 total, 8 up, 8 in 2024-08-29T17:49:14.823 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:49:14 smithi053 bash[24720]: cluster 2024-08-29T17:49:13.955447+0000 mgr.y (mgr.14499) 257 : cluster [DBG] pgmap v289: 121 pgs: 121 active+clean; 129 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail 2024-08-29T17:49:14.823 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:49:14 smithi053 bash[24720]: cluster 2024-08-29T17:49:14.459539+0000 mon.a (mon.0) 1179 : cluster [DBG] osdmap e165: 8 total, 8 up, 8 in 2024-08-29T17:49:14.875 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:49:14 smithi028 bash[22419]: cluster 2024-08-29T17:49:13.535107+0000 mon.a (mon.0) 1178 : cluster [DBG] osdmap e164: 8 total, 8 up, 8 in 2024-08-29T17:49:14.875 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:49:14 smithi028 bash[22419]: cluster 2024-08-29T17:49:13.955447+0000 mgr.y (mgr.14499) 257 : cluster [DBG] pgmap v289: 121 pgs: 121 active+clean; 129 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail 2024-08-29T17:49:14.875 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:49:14 smithi028 bash[22419]: cluster 2024-08-29T17:49:14.459539+0000 mon.a (mon.0) 1179 : cluster [DBG] osdmap e165: 8 total, 8 up, 8 in 2024-08-29T17:49:14.875 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:49:14 smithi028 bash[31855]: cluster 2024-08-29T17:49:13.535107+0000 mon.a (mon.0) 1178 : cluster [DBG] osdmap e164: 8 total, 8 up, 8 in 2024-08-29T17:49:14.875 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:49:14 smithi028 bash[31855]: cluster 2024-08-29T17:49:13.955447+0000 mgr.y (mgr.14499) 257 : cluster [DBG] pgmap v289: 121 pgs: 121 active+clean; 129 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail 2024-08-29T17:49:14.875 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:49:14 smithi028 bash[31855]: cluster 2024-08-29T17:49:14.459539+0000 mon.a (mon.0) 1179 : cluster [DBG] osdmap e165: 8 total, 8 up, 8 in 2024-08-29T17:49:15.456 INFO:tasks.rados.rados.0.smithi028.stdout:470: done (3 left) 2024-08-29T17:49:15.456 INFO:tasks.rados.rados.0.smithi028.stdout:473: done (2 left) 2024-08-29T17:49:15.456 INFO:tasks.rados.rados.0.smithi028.stdout:474: done (1 left) 2024-08-29T17:49:15.456 INFO:tasks.rados.rados.0.smithi028.stdout:475: done (0 left) 2024-08-29T17:49:15.456 INFO:tasks.rados.rados.0.smithi028.stdout:append oid 28 current snap is 46 2024-08-29T17:49:15.457 INFO:tasks.rados.rados.0.smithi028.stdout:476: seq_num 159 ranges {114688=270336} 2024-08-29T17:49:15.465 INFO:tasks.rados.rados.0.smithi028.stdout:476: writing smithi02869045-28 from 114688 to 385024 tid 1 2024-08-29T17:49:15.465 INFO:tasks.rados.rados.0.smithi028.stdout:append oid 17 current snap is 46 2024-08-29T17:49:15.465 INFO:tasks.rados.rados.0.smithi028.stdout:477: seq_num 160 ranges {1294336=286720} 2024-08-29T17:49:15.489 INFO:tasks.rados.rados.0.smithi028.stdout:477: writing smithi02869045-17 from 1294336 to 1581056 tid 1 2024-08-29T17:49:15.489 INFO:tasks.rados.rados.0.smithi028.stdout:append oid 12 current snap is 46 2024-08-29T17:49:15.489 INFO:tasks.rados.rados.0.smithi028.stdout:478: seq_num 161 ranges {6422528=303104} 2024-08-29T17:49:15.558 INFO:tasks.rados.rados.0.smithi028.stdout:478: writing smithi02869045-12 from 6422528 to 6725632 tid 1 2024-08-29T17:49:15.558 INFO:tasks.rados.rados.0.smithi028.stdout:479: read oid 34 snap -1 2024-08-29T17:49:15.558 INFO:tasks.rados.rados.0.smithi028.stdout:479: expect (ObjNum 155 snap 45 seq_num 155) 2024-08-29T17:49:15.559 INFO:tasks.rados.rados.0.smithi028.stdout:480: snap_remove snap 42 2024-08-29T17:49:16.470 INFO:tasks.rados.rados.0.smithi028.stdout:480: done (4 left) 2024-08-29T17:49:16.470 INFO:tasks.rados.rados.0.smithi028.stdout:481: rollback oid 1 current snap is 46 2024-08-29T17:49:16.470 INFO:tasks.rados.rados.0.smithi028.stdout:rollback oid 1 to 43 2024-08-29T17:49:16.470 INFO:tasks.rados.rados.0.smithi028.stdout:482: delete oid 15 current snap is 46 2024-08-29T17:49:16.471 INFO:tasks.rados.rados.0.smithi028.stdout:476: finishing write tid 1 to smithi02869045-28 2024-08-29T17:49:16.471 INFO:tasks.rados.rados.0.smithi028.stdout:476: finishing write tid 2 to smithi02869045-28 2024-08-29T17:49:16.471 INFO:tasks.rados.rados.0.smithi028.stdout:476: finishing write tid 3 to smithi02869045-28 2024-08-29T17:49:16.471 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 28 v 96 (ObjNum 159 snap 46 seq_num 159) dirty exists 2024-08-29T17:49:16.471 INFO:tasks.rados.rados.0.smithi028.stdout:476: left oid 28 (ObjNum 159 snap 46 seq_num 159) 2024-08-29T17:49:16.471 INFO:tasks.rados.rados.0.smithi028.stdout:477: finishing write tid 1 to smithi02869045-17 2024-08-29T17:49:16.471 INFO:tasks.rados.rados.0.smithi028.stdout:477: finishing write tid 2 to smithi02869045-17 2024-08-29T17:49:16.471 INFO:tasks.rados.rados.0.smithi028.stdout:477: finishing write tid 3 to smithi02869045-17 2024-08-29T17:49:16.471 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 17 v 299 (ObjNum 160 snap 46 seq_num 160) dirty exists 2024-08-29T17:49:16.471 INFO:tasks.rados.rados.0.smithi028.stdout:477: left oid 17 (ObjNum 160 snap 46 seq_num 160) 2024-08-29T17:49:16.471 INFO:tasks.rados.rados.0.smithi028.stdout:478: finishing write tid 1 to smithi02869045-12 2024-08-29T17:49:16.471 INFO:tasks.rados.rados.0.smithi028.stdout:478: finishing write tid 2 to smithi02869045-12 2024-08-29T17:49:16.471 INFO:tasks.rados.rados.0.smithi028.stdout:478: finishing write tid 3 to smithi02869045-12 2024-08-29T17:49:16.471 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 12 v 102 (ObjNum 161 snap 46 seq_num 161) dirty exists 2024-08-29T17:49:16.472 INFO:tasks.rados.rados.0.smithi028.stdout:478: left oid 12 (ObjNum 161 snap 46 seq_num 161) 2024-08-29T17:49:16.472 INFO:tasks.rados.rados.0.smithi028.stdout:479: expect (ObjNum 155 snap 45 seq_num 155) 2024-08-29T17:49:16.520 INFO:tasks.rados.rados.0.smithi028.stdout:481: finishing rollback tid 0 to smithi02869045-1 2024-08-29T17:49:16.520 INFO:tasks.rados.rados.0.smithi028.stdout:481: finishing rollback tid 1 to smithi02869045-1 2024-08-29T17:49:16.520 INFO:tasks.rados.rados.0.smithi028.stdout:481: finishing rollback tid 2 to smithi02869045-1 2024-08-29T17:49:16.521 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 1 v 307 (ObjNum 82 snap 16 seq_num 82) dirty exists 2024-08-29T17:49:16.521 INFO:tasks.rados.rados.0.smithi028.stdout:476: done (5 left) 2024-08-29T17:49:16.521 INFO:tasks.rados.rados.0.smithi028.stdout:477: done (4 left) 2024-08-29T17:49:16.521 INFO:tasks.rados.rados.0.smithi028.stdout:478: done (3 left) 2024-08-29T17:49:16.521 INFO:tasks.rados.rados.0.smithi028.stdout:479: done (2 left) 2024-08-29T17:49:16.521 INFO:tasks.rados.rados.0.smithi028.stdout:481: done (1 left) 2024-08-29T17:49:16.521 INFO:tasks.rados.rados.0.smithi028.stdout:482: done (0 left) 2024-08-29T17:49:16.521 INFO:tasks.rados.rados.0.smithi028.stdout:append oid 49 current snap is 46 2024-08-29T17:49:16.521 INFO:tasks.rados.rados.0.smithi028.stdout:483: seq_num 163 ranges {2596864=335872} 2024-08-29T17:49:16.536 INFO:tasks.rados.rados.0.smithi028.stdout:483: writing smithi02869045-49 from 2596864 to 2932736 tid 1 2024-08-29T17:49:16.536 INFO:tasks.rados.rados.0.smithi028.stdout:484: snap_remove snap 44 2024-08-29T17:49:16.573 INFO:journalctl@ceph.mgr.x.smithi053.stdout:Aug 29 17:49:16 smithi053 bash[25641]: ::ffff:172.21.15.53 - - [29/Aug/2024:17:49:16] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.43.0" 2024-08-29T17:49:16.573 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:49:16 smithi053 bash[24720]: cluster 2024-08-29T17:49:15.462676+0000 mon.a (mon.0) 1180 : cluster [DBG] osdmap e166: 8 total, 8 up, 8 in 2024-08-29T17:49:16.573 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:49:16 smithi053 bash[24720]: cluster 2024-08-29T17:49:15.956145+0000 mgr.y (mgr.14499) 258 : cluster [DBG] pgmap v292: 121 pgs: 121 active+clean; 147 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 24 MiB/s rd, 4.5 MiB/s wr, 54 op/s 2024-08-29T17:49:16.875 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:49:16 smithi028 bash[31855]: cluster 2024-08-29T17:49:15.462676+0000 mon.a (mon.0) 1180 : cluster [DBG] osdmap e166: 8 total, 8 up, 8 in 2024-08-29T17:49:16.875 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:49:16 smithi028 bash[31855]: cluster 2024-08-29T17:49:15.956145+0000 mgr.y (mgr.14499) 258 : cluster [DBG] pgmap v292: 121 pgs: 121 active+clean; 147 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 24 MiB/s rd, 4.5 MiB/s wr, 54 op/s 2024-08-29T17:49:16.875 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:49:16 smithi028 bash[22419]: cluster 2024-08-29T17:49:15.462676+0000 mon.a (mon.0) 1180 : cluster [DBG] osdmap e166: 8 total, 8 up, 8 in 2024-08-29T17:49:16.875 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:49:16 smithi028 bash[22419]: cluster 2024-08-29T17:49:15.956145+0000 mgr.y (mgr.14499) 258 : cluster [DBG] pgmap v292: 121 pgs: 121 active+clean; 147 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 24 MiB/s rd, 4.5 MiB/s wr, 54 op/s 2024-08-29T17:49:17.475 INFO:tasks.rados.rados.0.smithi028.stdout:483: finishing write tid 1 to smithi02869045-49 2024-08-29T17:49:17.475 INFO:tasks.rados.rados.0.smithi028.stdout:483: finishing write tid 2 to smithi02869045-49 2024-08-29T17:49:17.475 INFO:tasks.rados.rados.0.smithi028.stdout:483: finishing write tid 3 to smithi02869045-49 2024-08-29T17:49:17.475 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 49 v 250 (ObjNum 163 snap 46 seq_num 163) dirty exists 2024-08-29T17:49:17.475 INFO:tasks.rados.rados.0.smithi028.stdout:483: left oid 49 (ObjNum 163 snap 46 seq_num 163) 2024-08-29T17:49:17.475 INFO:tasks.rados.rados.0.smithi028.stdout:483: done (1 left) 2024-08-29T17:49:17.475 INFO:tasks.rados.rados.0.smithi028.stdout:484: done (0 left) 2024-08-29T17:49:17.475 INFO:tasks.rados.rados.0.smithi028.stdout:485: copy_from oid 5 from oid 32 current snap is 46 2024-08-29T17:49:17.476 INFO:tasks.rados.rados.0.smithi028.stdout:486: setattr oid 26 current snap is 46 2024-08-29T17:49:17.479 INFO:tasks.rados.rados.0.smithi028.stdout:487: rollback oid 29 current snap is 46 2024-08-29T17:49:17.479 INFO:tasks.rados.rados.0.smithi028.stdout:rollback oid 29 to 24 2024-08-29T17:49:17.479 INFO:tasks.rados.rados.0.smithi028.stdout:488: setattr oid 40 current snap is 46 2024-08-29T17:49:17.483 INFO:tasks.rados.rados.0.smithi028.stdout:489: snap_create 2024-08-29T17:49:17.496 INFO:tasks.rados.rados.0.smithi028.stdout:487: finishing rollback tid 0 to smithi02869045-29 2024-08-29T17:49:17.496 INFO:tasks.rados.rados.0.smithi028.stdout:487: finishing rollback tid 1 to smithi02869045-29 2024-08-29T17:49:17.496 INFO:tasks.rados.rados.0.smithi028.stdout:487: finishing rollback tid 2 to smithi02869045-29 2024-08-29T17:49:17.496 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 29 v 142 (ObjNum 61 snap 5 seq_num 61) dirty exists 2024-08-29T17:49:17.498 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 26 v 266 (ObjNum 161 snap 0 seq_num 0) dirty exists 2024-08-29T17:49:17.498 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 40 v 267 (ObjNum 4113 snap 0 seq_num 17) dirty exists 2024-08-29T17:49:17.520 INFO:tasks.rados.rados.0.smithi028.stdout:485: finishing copy_from racing read to smithi02869045-5 2024-08-29T17:49:17.521 INFO:tasks.rados.rados.0.smithi028.stdout:485: finishing copy_from to smithi02869045-5 2024-08-29T17:49:17.521 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 5 v 14 (ObjNum 113 snap 30 seq_num 113) dirty exists 2024-08-29T17:49:17.823 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:49:17 smithi053 bash[24720]: cluster 2024-08-29T17:49:16.473976+0000 mon.a (mon.0) 1181 : cluster [DBG] osdmap e167: 8 total, 8 up, 8 in 2024-08-29T17:49:17.875 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:49:17 smithi028 bash[31855]: cluster 2024-08-29T17:49:16.473976+0000 mon.a (mon.0) 1181 : cluster [DBG] osdmap e167: 8 total, 8 up, 8 in 2024-08-29T17:49:17.875 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:49:17 smithi028 bash[22419]: cluster 2024-08-29T17:49:16.473976+0000 mon.a (mon.0) 1181 : cluster [DBG] osdmap e167: 8 total, 8 up, 8 in 2024-08-29T17:49:18.497 INFO:tasks.rados.rados.0.smithi028.stdout:485: done (4 left) 2024-08-29T17:49:18.497 INFO:tasks.rados.rados.0.smithi028.stdout:486: done (3 left) 2024-08-29T17:49:18.497 INFO:tasks.rados.rados.0.smithi028.stdout:487: done (2 left) 2024-08-29T17:49:18.497 INFO:tasks.rados.rados.0.smithi028.stdout:488: done (1 left) 2024-08-29T17:49:18.497 INFO:tasks.rados.rados.0.smithi028.stdout:489: done (0 left) 2024-08-29T17:49:18.497 INFO:tasks.rados.rados.0.smithi028.stdout:490: snap_create 2024-08-29T17:49:18.823 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:49:18 smithi053 bash[24720]: cluster 2024-08-29T17:49:17.477323+0000 mon.a (mon.0) 1182 : cluster [DBG] osdmap e168: 8 total, 8 up, 8 in 2024-08-29T17:49:18.823 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:49:18 smithi053 bash[24720]: cluster 2024-08-29T17:49:17.956885+0000 mgr.y (mgr.14499) 259 : cluster [DBG] pgmap v295: 121 pgs: 121 active+clean; 147 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 24 MiB/s rd, 4.5 MiB/s wr, 54 op/s 2024-08-29T17:49:18.875 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:49:18 smithi028 bash[31855]: cluster 2024-08-29T17:49:17.477323+0000 mon.a (mon.0) 1182 : cluster [DBG] osdmap e168: 8 total, 8 up, 8 in 2024-08-29T17:49:18.875 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:49:18 smithi028 bash[31855]: cluster 2024-08-29T17:49:17.956885+0000 mgr.y (mgr.14499) 259 : cluster [DBG] pgmap v295: 121 pgs: 121 active+clean; 147 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 24 MiB/s rd, 4.5 MiB/s wr, 54 op/s 2024-08-29T17:49:18.875 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:49:18 smithi028 bash[22419]: cluster 2024-08-29T17:49:17.477323+0000 mon.a (mon.0) 1182 : cluster [DBG] osdmap e168: 8 total, 8 up, 8 in 2024-08-29T17:49:18.875 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:49:18 smithi028 bash[22419]: cluster 2024-08-29T17:49:17.956885+0000 mgr.y (mgr.14499) 259 : cluster [DBG] pgmap v295: 121 pgs: 121 active+clean; 147 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 24 MiB/s rd, 4.5 MiB/s wr, 54 op/s 2024-08-29T17:49:19.459 INFO:tasks.rados.rados.0.smithi028.stdout:490: done (0 left) 2024-08-29T17:49:19.459 INFO:tasks.rados.rados.0.smithi028.stdout:491: setattr oid 4 current snap is 48 2024-08-29T17:49:19.467 INFO:tasks.rados.rados.0.smithi028.stdout:append oid 14 current snap is 48 2024-08-29T17:49:19.467 INFO:tasks.rados.rados.0.smithi028.stdout:492: seq_num 164 ranges {221184=352256} 2024-08-29T17:49:19.476 INFO:tasks.rados.rados.0.smithi028.stdout:492: writing smithi02869045-14 from 221184 to 573440 tid 1 2024-08-29T17:49:19.476 INFO:tasks.rados.rados.0.smithi028.stdout:493: read oid 16 snap 24 2024-08-29T17:49:19.476 INFO:tasks.rados.rados.0.smithi028.stdout:493: expect (ObjNum 107 snap 24 seq_num 107) 2024-08-29T17:49:19.476 INFO:tasks.rados.rados.0.smithi028.stdout:494: rmattr oid 10 current snap is 48 2024-08-29T17:49:19.476 INFO:tasks.rados.rados.0.smithi028.stdout:494: done (3 left) 2024-08-29T17:49:19.476 INFO:tasks.rados.rados.0.smithi028.stdout:495: copy_from oid 41 from oid 17 current snap is 48 2024-08-29T17:49:19.476 INFO:tasks.rados.rados.0.smithi028.stdout:496: delete oid 32 current snap is 48 2024-08-29T17:49:19.485 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 4 v 321 (ObjNum 3 snap 0 seq_num 3) dirty exists 2024-08-29T17:49:19.487 INFO:tasks.rados.rados.0.smithi028.stdout:491: done (4 left) 2024-08-29T17:49:19.487 INFO:tasks.rados.rados.0.smithi028.stdout:496: done (3 left) 2024-08-29T17:49:19.487 INFO:tasks.rados.rados.0.smithi028.stdout:497: rmattr oid 28 current snap is 48 2024-08-29T17:49:19.487 INFO:tasks.rados.rados.0.smithi028.stdout:497: done (3 left) 2024-08-29T17:49:19.487 INFO:tasks.rados.rados.0.smithi028.stdout:498: rollback oid 13 current snap is 48 2024-08-29T17:49:19.487 INFO:tasks.rados.rados.0.smithi028.stdout:rollback oid 13 to 33 2024-08-29T17:49:19.488 INFO:tasks.rados.rados.0.smithi028.stdout:499: copy_from oid 23 from oid 3 current snap is 48 2024-08-29T17:49:19.488 INFO:tasks.rados.rados.0.smithi028.stdout:500: read oid 6 snap -1 2024-08-29T17:49:19.488 INFO:tasks.rados.rados.0.smithi028.stdout:500: expect (ObjNum 143 snap 43 seq_num 143) 2024-08-29T17:49:19.488 INFO:tasks.rados.rados.0.smithi028.stdout:501: rollback oid 5 current snap is 48 2024-08-29T17:49:19.493 INFO:tasks.rados.rados.0.smithi028.stdout:rollback oid 5 to 24 2024-08-29T17:49:19.493 INFO:tasks.rados.rados.0.smithi028.stdout:502: setattr oid 21 current snap is 48 2024-08-29T17:49:19.494 INFO:tasks.rados.rados.0.smithi028.stdout:492: finishing write tid 1 to smithi02869045-14 2024-08-29T17:49:19.494 INFO:tasks.rados.rados.0.smithi028.stdout:492: finishing write tid 2 to smithi02869045-14 2024-08-29T17:49:19.497 INFO:tasks.rados.rados.0.smithi028.stdout:503: snap_create 2024-08-29T17:49:19.511 INFO:tasks.rados.rados.0.smithi028.stdout:498: finishing rollback tid 0 to smithi02869045-13 2024-08-29T17:49:19.511 INFO:tasks.rados.rados.0.smithi028.stdout:498: finishing rollback tid 1 to smithi02869045-13 2024-08-29T17:49:19.511 INFO:tasks.rados.rados.0.smithi028.stdout:498: finishing rollback tid 2 to smithi02869045-13 2024-08-29T17:49:19.511 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 13 v 325 (ObjNum 89 snap 17 seq_num 89) dirty exists 2024-08-29T17:49:19.512 INFO:tasks.rados.rados.0.smithi028.stdout:501: finishing rollback tid 0 to smithi02869045-5 2024-08-29T17:49:19.514 INFO:tasks.rados.rados.0.smithi028.stdout:501: finishing rollback tid 1 to smithi02869045-5 2024-08-29T17:49:19.514 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 5 v 117 (ObjNum 289 snap 0 seq_num 0) dirty dne 2024-08-29T17:49:19.515 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 21 v 253 (ObjNum 33 snap 0 seq_num 1676322288) dirty exists 2024-08-29T17:49:19.515 INFO:tasks.rados.rados.0.smithi028.stdout:500: expect (ObjNum 143 snap 43 seq_num 143) 2024-08-29T17:49:19.621 INFO:tasks.rados.rados.0.smithi028.stdout:492: finishing write tid 3 to smithi02869045-14 2024-08-29T17:49:19.621 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 14 v 15 (ObjNum 164 snap 48 seq_num 164) dirty exists 2024-08-29T17:49:19.621 INFO:tasks.rados.rados.0.smithi028.stdout:492: left oid 14 (ObjNum 164 snap 48 seq_num 164) 2024-08-29T17:49:19.621 INFO:tasks.rados.rados.0.smithi028.stdout:493: expect (ObjNum 107 snap 24 seq_num 107) 2024-08-29T17:49:19.784 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:49:19 smithi053 bash[24720]: cluster 2024-08-29T17:49:18.503724+0000 mon.a (mon.0) 1183 : cluster [DBG] osdmap e169: 8 total, 8 up, 8 in 2024-08-29T17:49:19.784 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:49:19 smithi053 bash[24720]: audit 2024-08-29T17:49:19.438242+0000 mon.a (mon.0) 1184 : audit [INF] from='mgr.14499 172.21.15.28:0/1402656687' entity='mgr.y' 2024-08-29T17:49:19.784 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:49:19 smithi053 bash[24720]: audit 2024-08-29T17:49:19.440294+0000 mon.a (mon.0) 1185 : audit [INF] from='mgr.14499 172.21.15.28:0/1402656687' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.x", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2024-08-29T17:49:19.784 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:49:19 smithi053 bash[24720]: audit 2024-08-29T17:49:19.442175+0000 mon.a (mon.0) 1186 : audit [DBG] from='mgr.14499 172.21.15.28:0/1402656687' entity='mgr.y' cmd=[{"prefix": "mgr services"}]: dispatch 2024-08-29T17:49:19.784 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:49:19 smithi053 bash[24720]: audit 2024-08-29T17:49:19.444314+0000 mon.a (mon.0) 1187 : audit [DBG] from='mgr.14499 172.21.15.28:0/1402656687' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-29T17:49:19.784 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:49:19 smithi053 bash[24720]: cluster 2024-08-29T17:49:19.462738+0000 mon.a (mon.0) 1188 : cluster [DBG] osdmap e170: 8 total, 8 up, 8 in 2024-08-29T17:49:19.812 INFO:tasks.rados.rados.0.smithi028.stdout:495: finishing copy_from racing read to smithi02869045-41 2024-08-29T17:49:19.812 INFO:tasks.rados.rados.0.smithi028.stdout:495: finishing copy_from to smithi02869045-41 2024-08-29T17:49:19.812 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 41 v 299 (ObjNum 160 snap 46 seq_num 160) dirty exists 2024-08-29T17:49:19.812 INFO:tasks.rados.rados.0.smithi028.stdout:499: finishing copy_from racing read to smithi02869045-23 2024-08-29T17:49:19.812 INFO:tasks.rados.rados.0.smithi028.stdout:499: finishing copy_from to smithi02869045-23 2024-08-29T17:49:19.812 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 23 v 189 (ObjNum 80 snap 13 seq_num 80) dirty exists 2024-08-29T17:49:19.875 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:49:19 smithi028 bash[22419]: cluster 2024-08-29T17:49:18.503724+0000 mon.a (mon.0) 1183 : cluster [DBG] osdmap e169: 8 total, 8 up, 8 in 2024-08-29T17:49:19.875 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:49:19 smithi028 bash[22419]: audit 2024-08-29T17:49:19.438242+0000 mon.a (mon.0) 1184 : audit [INF] from='mgr.14499 172.21.15.28:0/1402656687' entity='mgr.y' 2024-08-29T17:49:19.875 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:49:19 smithi028 bash[22419]: audit 2024-08-29T17:49:19.440294+0000 mon.a (mon.0) 1185 : audit [INF] from='mgr.14499 172.21.15.28:0/1402656687' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.x", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2024-08-29T17:49:19.875 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:49:19 smithi028 bash[22419]: audit 2024-08-29T17:49:19.442175+0000 mon.a (mon.0) 1186 : audit [DBG] from='mgr.14499 172.21.15.28:0/1402656687' entity='mgr.y' cmd=[{"prefix": "mgr services"}]: dispatch 2024-08-29T17:49:19.875 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:49:19 smithi028 bash[22419]: audit 2024-08-29T17:49:19.444314+0000 mon.a (mon.0) 1187 : audit [DBG] from='mgr.14499 172.21.15.28:0/1402656687' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-29T17:49:19.875 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:49:19 smithi028 bash[22419]: cluster 2024-08-29T17:49:19.462738+0000 mon.a (mon.0) 1188 : cluster [DBG] osdmap e170: 8 total, 8 up, 8 in 2024-08-29T17:49:19.876 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:49:19 smithi028 bash[31855]: cluster 2024-08-29T17:49:18.503724+0000 mon.a (mon.0) 1183 : cluster [DBG] osdmap e169: 8 total, 8 up, 8 in 2024-08-29T17:49:19.876 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:49:19 smithi028 bash[31855]: audit 2024-08-29T17:49:19.438242+0000 mon.a (mon.0) 1184 : audit [INF] from='mgr.14499 172.21.15.28:0/1402656687' entity='mgr.y' 2024-08-29T17:49:19.876 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:49:19 smithi028 bash[31855]: audit 2024-08-29T17:49:19.440294+0000 mon.a (mon.0) 1185 : audit [INF] from='mgr.14499 172.21.15.28:0/1402656687' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.x", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2024-08-29T17:49:19.876 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:49:19 smithi028 bash[31855]: audit 2024-08-29T17:49:19.442175+0000 mon.a (mon.0) 1186 : audit [DBG] from='mgr.14499 172.21.15.28:0/1402656687' entity='mgr.y' cmd=[{"prefix": "mgr services"}]: dispatch 2024-08-29T17:49:19.876 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:49:19 smithi028 bash[31855]: audit 2024-08-29T17:49:19.444314+0000 mon.a (mon.0) 1187 : audit [DBG] from='mgr.14499 172.21.15.28:0/1402656687' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-29T17:49:19.876 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:49:19 smithi028 bash[31855]: cluster 2024-08-29T17:49:19.462738+0000 mon.a (mon.0) 1188 : cluster [DBG] osdmap e170: 8 total, 8 up, 8 in 2024-08-29T17:49:20.510 INFO:tasks.rados.rados.0.smithi028.stdout:492: done (8 left) 2024-08-29T17:49:20.510 INFO:tasks.rados.rados.0.smithi028.stdout:493: done (7 left) 2024-08-29T17:49:20.510 INFO:tasks.rados.rados.0.smithi028.stdout:495: done (6 left) 2024-08-29T17:49:20.510 INFO:tasks.rados.rados.0.smithi028.stdout:498: done (5 left) 2024-08-29T17:49:20.510 INFO:tasks.rados.rados.0.smithi028.stdout:499: done (4 left) 2024-08-29T17:49:20.511 INFO:tasks.rados.rados.0.smithi028.stdout:500: done (3 left) 2024-08-29T17:49:20.511 INFO:tasks.rados.rados.0.smithi028.stdout:501: done (2 left) 2024-08-29T17:49:20.511 INFO:tasks.rados.rados.0.smithi028.stdout:502: done (1 left) 2024-08-29T17:49:20.511 INFO:tasks.rados.rados.0.smithi028.stdout:503: done (0 left) 2024-08-29T17:49:20.511 INFO:tasks.rados.rados.0.smithi028.stdout:504: rmattr oid 4 current snap is 49 2024-08-29T17:49:20.511 INFO:tasks.rados.rados.0.smithi028.stdout:append oid 47 current snap is 49 2024-08-29T17:49:20.511 INFO:tasks.rados.rados.0.smithi028.stdout:505: seq_num 166 ranges {0=385024} 2024-08-29T17:49:20.517 INFO:tasks.rados.rados.0.smithi028.stdout:505: writing smithi02869045-47 from 0 to 385024 tid 1 2024-08-29T17:49:20.518 INFO:tasks.rados.rados.0.smithi028.stdout:append oid 40 current snap is 49 2024-08-29T17:49:20.518 INFO:tasks.rados.rados.0.smithi028.stdout:506: seq_num 167 ranges {0=401408} 2024-08-29T17:49:20.524 INFO:tasks.rados.rados.0.smithi028.stdout:506: writing smithi02869045-40 from 0 to 401408 tid 1 2024-08-29T17:49:20.524 INFO:tasks.rados.rados.0.smithi028.stdout:507: read oid 38 snap 45 2024-08-29T17:49:20.524 INFO:tasks.rados.rados.0.smithi028.stdout:507: expect (ObjNum 94 snap 17 seq_num 94) 2024-08-29T17:49:20.524 INFO:tasks.rados.rados.0.smithi028.stdout:508: delete oid 16 current snap is 49 2024-08-29T17:49:20.524 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 4 v 327 (ObjNum 3 snap 0 seq_num 3) dirty exists 2024-08-29T17:49:20.525 INFO:tasks.rados.rados.0.smithi028.stdout:505: finishing write tid 1 to smithi02869045-47 2024-08-29T17:49:20.525 INFO:tasks.rados.rados.0.smithi028.stdout:505: finishing write tid 2 to smithi02869045-47 2024-08-29T17:49:20.529 INFO:tasks.rados.rados.0.smithi028.stdout:504: done (4 left) 2024-08-29T17:49:20.529 INFO:tasks.rados.rados.0.smithi028.stdout:508: done (3 left) 2024-08-29T17:49:20.529 INFO:tasks.rados.rados.0.smithi028.stdout:append oid 49 current snap is 49 2024-08-29T17:49:20.529 INFO:tasks.rados.rados.0.smithi028.stdout:509: seq_num 169 ranges {2932736=434176} 2024-08-29T17:49:20.548 INFO:tasks.rados.rados.0.smithi028.stdout:509: writing smithi02869045-49 from 2932736 to 3366912 tid 1 2024-08-29T17:49:20.549 INFO:tasks.rados.rados.0.smithi028.stdout:append oid 27 current snap is 49 2024-08-29T17:49:20.549 INFO:tasks.rados.rados.0.smithi028.stdout:510: seq_num 170 ranges {409600=450560} 2024-08-29T17:49:20.554 INFO:tasks.rados.rados.0.smithi028.stdout:510: writing smithi02869045-27 from 409600 to 860160 tid 1 2024-08-29T17:49:20.554 INFO:tasks.rados.rados.0.smithi028.stdout:511: rollback oid 32 current snap is 49 2024-08-29T17:49:20.554 INFO:tasks.rados.rados.0.smithi028.stdout:rollback oid 32 to 40 2024-08-29T17:49:20.554 INFO:tasks.rados.rados.0.smithi028.stdout:505: finishing write tid 3 to smithi02869045-47 2024-08-29T17:49:20.554 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 47 v 102 (ObjNum 166 snap 49 seq_num 166) dirty exists 2024-08-29T17:49:20.554 INFO:tasks.rados.rados.0.smithi028.stdout:505: left oid 47 (ObjNum 166 snap 49 seq_num 166) 2024-08-29T17:49:20.554 INFO:tasks.rados.rados.0.smithi028.stdout:506: finishing write tid 1 to smithi02869045-40 2024-08-29T17:49:20.554 INFO:tasks.rados.rados.0.smithi028.stdout:506: finishing write tid 2 to smithi02869045-40 2024-08-29T17:49:20.555 INFO:tasks.rados.rados.0.smithi028.stdout:506: finishing write tid 3 to smithi02869045-40 2024-08-29T17:49:20.555 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 40 v 269 (ObjNum 167 snap 49 seq_num 167) dirty exists 2024-08-29T17:49:20.555 INFO:tasks.rados.rados.0.smithi028.stdout:506: left oid 40 (ObjNum 167 snap 49 seq_num 167) 2024-08-29T17:49:20.555 INFO:tasks.rados.rados.0.smithi028.stdout:507: expect (ObjNum 94 snap 17 seq_num 94) 2024-08-29T17:49:20.555 INFO:teuthology.orchestra.run.smithi028.stdout:true 2024-08-29T17:49:20.597 INFO:tasks.rados.rados.0.smithi028.stdout:509: finishing write tid 1 to smithi02869045-49 2024-08-29T17:49:20.597 INFO:tasks.rados.rados.0.smithi028.stdout:509: finishing write tid 2 to smithi02869045-49 2024-08-29T17:49:20.597 INFO:tasks.rados.rados.0.smithi028.stdout:509: finishing write tid 3 to smithi02869045-49 2024-08-29T17:49:20.598 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 49 v 256 (ObjNum 169 snap 49 seq_num 169) dirty exists 2024-08-29T17:49:20.598 INFO:tasks.rados.rados.0.smithi028.stdout:509: left oid 49 (ObjNum 169 snap 49 seq_num 169) 2024-08-29T17:49:20.598 INFO:tasks.rados.rados.0.smithi028.stdout:510: finishing write tid 1 to smithi02869045-27 2024-08-29T17:49:20.598 INFO:tasks.rados.rados.0.smithi028.stdout:510: finishing write tid 2 to smithi02869045-27 2024-08-29T17:49:20.598 INFO:tasks.rados.rados.0.smithi028.stdout:511: finishing rollback tid 1 to smithi02869045-32 2024-08-29T17:49:20.598 INFO:tasks.rados.rados.0.smithi028.stdout:511: finishing rollback tid 2 to smithi02869045-32 2024-08-29T17:49:20.598 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 32 v 46 (ObjNum 113 snap 30 seq_num 113) dirty exists 2024-08-29T17:49:20.598 INFO:tasks.rados.rados.0.smithi028.stdout:510: finishing write tid 3 to smithi02869045-27 2024-08-29T17:49:20.598 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 27 v 271 (ObjNum 170 snap 49 seq_num 170) dirty exists 2024-08-29T17:49:20.598 INFO:tasks.rados.rados.0.smithi028.stdout:510: left oid 27 (ObjNum 170 snap 49 seq_num 170) 2024-08-29T17:49:20.598 INFO:tasks.rados.rados.0.smithi028.stdout:505: done (5 left) 2024-08-29T17:49:20.598 INFO:tasks.rados.rados.0.smithi028.stdout:506: done (4 left) 2024-08-29T17:49:20.598 INFO:tasks.rados.rados.0.smithi028.stdout:507: done (3 left) 2024-08-29T17:49:20.598 INFO:tasks.rados.rados.0.smithi028.stdout:509: done (2 left) 2024-08-29T17:49:20.599 INFO:tasks.rados.rados.0.smithi028.stdout:510: done (1 left) 2024-08-29T17:49:20.599 INFO:tasks.rados.rados.0.smithi028.stdout:511: done (0 left) 2024-08-29T17:49:20.599 INFO:tasks.rados.rados.0.smithi028.stdout:512: read oid 42 snap -1 2024-08-29T17:49:20.599 INFO:tasks.rados.rados.0.smithi028.stdout:512: expect (ObjNum 103 snap 23 seq_num 103) 2024-08-29T17:49:20.599 INFO:tasks.rados.rados.0.smithi028.stdout:513: rollback oid 13 current snap is 49 2024-08-29T17:49:20.599 INFO:tasks.rados.rados.0.smithi028.stdout:rollback oid 13 to 48 2024-08-29T17:49:20.599 INFO:tasks.rados.rados.0.smithi028.stdout:append oid 14 current snap is 49 2024-08-29T17:49:20.599 INFO:tasks.rados.rados.0.smithi028.stdout:514: seq_num 171 ranges {573440=466944} 2024-08-29T17:49:20.603 INFO:tasks.rados.rados.0.smithi028.stdout:514: writing smithi02869045-14 from 573440 to 1040384 tid 1 2024-08-29T17:49:20.603 INFO:tasks.rados.rados.0.smithi028.stdout:515: rollback oid 47 current snap is 49 2024-08-29T17:49:20.603 INFO:tasks.rados.rados.0.smithi028.stdout:rollback oid 47 to 48 2024-08-29T17:49:20.603 INFO:tasks.rados.rados.0.smithi028.stdout:513: finishing rollback tid 0 to smithi02869045-13 2024-08-29T17:49:20.603 INFO:tasks.rados.rados.0.smithi028.stdout:516: snap_remove snap 24 2024-08-29T17:49:20.823 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:49:20 smithi053 bash[24720]: cephadm 2024-08-29T17:49:19.428457+0000 mgr.y (mgr.14499) 260 : cephadm [INF] Upgrade: Updating mgr.x 2024-08-29T17:49:20.823 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:49:20 smithi053 bash[24720]: cephadm 2024-08-29T17:49:19.446390+0000 mgr.y (mgr.14499) 261 : cephadm [INF] Deploying daemon mgr.x on smithi053 2024-08-29T17:49:20.823 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:49:20 smithi053 bash[24720]: cluster 2024-08-29T17:49:19.958215+0000 mgr.y (mgr.14499) 262 : cluster [DBG] pgmap v298: 121 pgs: 121 active+clean; 157 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 5.6 MiB/s rd, 2.2 MiB/s wr, 30 op/s 2024-08-29T17:49:20.847 INFO:teuthology.orchestra.run.smithi028.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2024-08-29T17:49:20.848 INFO:teuthology.orchestra.run.smithi028.stdout:alertmanager.a smithi028 *:9093,9094 running (5m) 5m ago 6m 13.7M - 0.25.0 c8568f914cd2 73e8e346c97a 2024-08-29T17:49:20.848 INFO:teuthology.orchestra.run.smithi028.stdout:grafana.a smithi053 *:3000 running (5m) 5m ago 5m 27.7M - 9.4.7 954c08fa6188 ec63dec12ec5 2024-08-29T17:49:20.848 INFO:teuthology.orchestra.run.smithi028.stdout:mds.a smithi028 running (8m) 5m ago 8m 12.4M - 17.2.7-1503-ga89f613d 250d9a61b6c5 c6b415d0b6f0 2024-08-29T17:49:20.848 INFO:teuthology.orchestra.run.smithi028.stdout:mds.b smithi053 running (8m) 5m ago 8m 14.5M - 17.2.7-1503-ga89f613d 250d9a61b6c5 8d3ee9e57659 2024-08-29T17:49:20.848 INFO:teuthology.orchestra.run.smithi028.stdout:mgr.x smithi053 *:8443 running (16m) 5m ago 16m 387M - 17.2.7-1503-ga89f613d 250d9a61b6c5 7406c4acb462 2024-08-29T17:49:20.848 INFO:teuthology.orchestra.run.smithi028.stdout:mgr.y smithi028 *:9283,8765 running (18m) 5m ago 18m 437M - 17.2.7-1503-ga89f613d 250d9a61b6c5 75945864276f 2024-08-29T17:49:20.848 INFO:teuthology.orchestra.run.smithi028.stdout:mon.a smithi028 running (18m) 5m ago 19m 51.2M 2048M 17.2.7-1503-ga89f613d 250d9a61b6c5 fa08202e10c3 2024-08-29T17:49:20.848 INFO:teuthology.orchestra.run.smithi028.stdout:mon.b smithi053 running (16m) 5m ago 16m 40.5M 2048M 17.2.7-1503-ga89f613d 250d9a61b6c5 45c16fe81a22 2024-08-29T17:49:20.848 INFO:teuthology.orchestra.run.smithi028.stdout:mon.c smithi028 running (16m) 5m ago 16m 38.2M 2048M 17.2.7-1503-ga89f613d 250d9a61b6c5 20cfd8b5e450 2024-08-29T17:49:20.848 INFO:teuthology.orchestra.run.smithi028.stdout:node-exporter.a smithi028 *:9100 running (6m) 5m ago 6m 3252k - 1.5.0 0da6a335fe13 5d3362e27819 2024-08-29T17:49:20.848 INFO:teuthology.orchestra.run.smithi028.stdout:node-exporter.b smithi053 *:9100 running (6m) 5m ago 6m 3036k - 1.5.0 0da6a335fe13 0d6e81d3809a 2024-08-29T17:49:20.848 INFO:teuthology.orchestra.run.smithi028.stdout:osd.0 smithi028 running (15m) 5m ago 15m 47.4M 3037M 17.2.7-1503-ga89f613d 250d9a61b6c5 6170d7ba6af9 2024-08-29T17:49:20.849 INFO:teuthology.orchestra.run.smithi028.stdout:osd.1 smithi028 running (14m) 5m ago 14m 44.7M 3037M 17.2.7-1503-ga89f613d 250d9a61b6c5 f84612c9ccfa 2024-08-29T17:49:20.849 INFO:teuthology.orchestra.run.smithi028.stdout:osd.2 smithi028 running (14m) 5m ago 14m 43.0M 3037M 17.2.7-1503-ga89f613d 250d9a61b6c5 7e6fdf4e2629 2024-08-29T17:49:20.849 INFO:teuthology.orchestra.run.smithi028.stdout:osd.3 smithi028 running (13m) 5m ago 13m 42.4M 3037M 17.2.7-1503-ga89f613d 250d9a61b6c5 4f0fede11ee1 2024-08-29T17:49:20.849 INFO:teuthology.orchestra.run.smithi028.stdout:osd.4 smithi053 running (12m) 5m ago 12m 42.9M 3037M 17.2.7-1503-ga89f613d 250d9a61b6c5 e93527f41048 2024-08-29T17:49:20.849 INFO:teuthology.orchestra.run.smithi028.stdout:osd.5 smithi053 running (11m) 5m ago 11m 43.1M 3037M 17.2.7-1503-ga89f613d 250d9a61b6c5 86885633963d 2024-08-29T17:49:20.849 INFO:teuthology.orchestra.run.smithi028.stdout:osd.6 smithi053 running (10m) 5m ago 10m 43.4M 3037M 17.2.7-1503-ga89f613d 250d9a61b6c5 e65db659e42e 2024-08-29T17:49:20.849 INFO:teuthology.orchestra.run.smithi028.stdout:osd.7 smithi053 running (9m) 5m ago 9m 43.2M 3037M 17.2.7-1503-ga89f613d 250d9a61b6c5 69a8ac6ca110 2024-08-29T17:49:20.849 INFO:teuthology.orchestra.run.smithi028.stdout:prometheus.a smithi053 *:9095 running (5m) 5m ago 6m 21.0M - 2.43.0 a07b618ecd1d 52010e9a4965 2024-08-29T17:49:20.874 INFO:journalctl@ceph.mgr.y.smithi028.stdout:Aug 29 17:49:20 smithi028 bash[22672]: ::ffff:172.21.15.53 - - [29/Aug/2024:17:49:20] "GET /metrics HTTP/1.1" 200 240108 "" "Prometheus/2.43.0" 2024-08-29T17:49:20.875 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:49:20 smithi028 bash[22419]: cephadm 2024-08-29T17:49:19.428457+0000 mgr.y (mgr.14499) 260 : cephadm [INF] Upgrade: Updating mgr.x 2024-08-29T17:49:20.875 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:49:20 smithi028 bash[22419]: cephadm 2024-08-29T17:49:19.446390+0000 mgr.y (mgr.14499) 261 : cephadm [INF] Deploying daemon mgr.x on smithi053 2024-08-29T17:49:20.875 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:49:20 smithi028 bash[22419]: cluster 2024-08-29T17:49:19.958215+0000 mgr.y (mgr.14499) 262 : cluster [DBG] pgmap v298: 121 pgs: 121 active+clean; 157 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 5.6 MiB/s rd, 2.2 MiB/s wr, 30 op/s 2024-08-29T17:49:20.875 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:49:20 smithi028 bash[31855]: cephadm 2024-08-29T17:49:19.428457+0000 mgr.y (mgr.14499) 260 : cephadm [INF] Upgrade: Updating mgr.x 2024-08-29T17:49:20.875 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:49:20 smithi028 bash[31855]: cephadm 2024-08-29T17:49:19.446390+0000 mgr.y (mgr.14499) 261 : cephadm [INF] Deploying daemon mgr.x on smithi053 2024-08-29T17:49:20.875 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:49:20 smithi028 bash[31855]: cluster 2024-08-29T17:49:19.958215+0000 mgr.y (mgr.14499) 262 : cluster [DBG] pgmap v298: 121 pgs: 121 active+clean; 157 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 5.6 MiB/s rd, 2.2 MiB/s wr, 30 op/s 2024-08-29T17:49:21.197 INFO:teuthology.orchestra.run.smithi028.stdout:{ 2024-08-29T17:49:21.197 INFO:teuthology.orchestra.run.smithi028.stdout: "mon": { 2024-08-29T17:49:21.197 INFO:teuthology.orchestra.run.smithi028.stdout: "ceph version 17.2.7-1503-ga89f613d (a89f613db4d5b6bca82681f19d73c6d337aae2d5) quincy (stable)": 3 2024-08-29T17:49:21.197 INFO:teuthology.orchestra.run.smithi028.stdout: }, 2024-08-29T17:49:21.197 INFO:teuthology.orchestra.run.smithi028.stdout: "mgr": { 2024-08-29T17:49:21.197 INFO:teuthology.orchestra.run.smithi028.stdout: "ceph version 17.2.7-1503-ga89f613d (a89f613db4d5b6bca82681f19d73c6d337aae2d5) quincy (stable)": 2 2024-08-29T17:49:21.198 INFO:teuthology.orchestra.run.smithi028.stdout: }, 2024-08-29T17:49:21.198 INFO:teuthology.orchestra.run.smithi028.stdout: "osd": { 2024-08-29T17:49:21.198 INFO:teuthology.orchestra.run.smithi028.stdout: "ceph version 17.2.7-1503-ga89f613d (a89f613db4d5b6bca82681f19d73c6d337aae2d5) quincy (stable)": 8 2024-08-29T17:49:21.198 INFO:teuthology.orchestra.run.smithi028.stdout: }, 2024-08-29T17:49:21.198 INFO:teuthology.orchestra.run.smithi028.stdout: "mds": { 2024-08-29T17:49:21.198 INFO:teuthology.orchestra.run.smithi028.stdout: "ceph version 17.2.7-1503-ga89f613d (a89f613db4d5b6bca82681f19d73c6d337aae2d5) quincy (stable)": 2 2024-08-29T17:49:21.198 INFO:teuthology.orchestra.run.smithi028.stdout: }, 2024-08-29T17:49:21.198 INFO:teuthology.orchestra.run.smithi028.stdout: "overall": { 2024-08-29T17:49:21.198 INFO:teuthology.orchestra.run.smithi028.stdout: "ceph version 17.2.7-1503-ga89f613d (a89f613db4d5b6bca82681f19d73c6d337aae2d5) quincy (stable)": 15 2024-08-29T17:49:21.198 INFO:teuthology.orchestra.run.smithi028.stdout: } 2024-08-29T17:49:21.198 INFO:teuthology.orchestra.run.smithi028.stdout:} 2024-08-29T17:49:21.513 INFO:tasks.rados.rados.0.smithi028.stdout:516: done (4 left) 2024-08-29T17:49:21.513 INFO:tasks.rados.rados.0.smithi028.stdout:append oid 34 current snap is 49 2024-08-29T17:49:21.513 INFO:tasks.rados.rados.0.smithi028.stdout:517: seq_num 172 ranges {966656=483328} 2024-08-29T17:49:21.523 INFO:tasks.rados.rados.0.smithi028.stdout:517: writing smithi02869045-34 from 966656 to 1449984 tid 1 2024-08-29T17:49:21.525 INFO:tasks.rados.rados.0.smithi028.stdout:518: delete oid 28 current snap is 49 2024-08-29T17:49:21.525 INFO:tasks.rados.rados.0.smithi028.stdout:513: finishing rollback tid 1 to smithi02869045-13 2024-08-29T17:49:21.525 INFO:tasks.rados.rados.0.smithi028.stdout:513: finishing rollback tid 2 to smithi02869045-13 2024-08-29T17:49:21.525 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 13 v 331 (ObjNum 89 snap 17 seq_num 89) dirty exists 2024-08-29T17:49:21.525 INFO:tasks.rados.rados.0.smithi028.stdout:515: finishing rollback tid 0 to smithi02869045-47 2024-08-29T17:49:21.525 INFO:tasks.rados.rados.0.smithi028.stdout:514: finishing write tid 1 to smithi02869045-14 2024-08-29T17:49:21.525 INFO:tasks.rados.rados.0.smithi028.stdout:514: finishing write tid 2 to smithi02869045-14 2024-08-29T17:49:21.525 INFO:tasks.rados.rados.0.smithi028.stdout:514: finishing write tid 3 to smithi02869045-14 2024-08-29T17:49:21.525 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 14 v 18 (ObjNum 171 snap 49 seq_num 171) dirty exists 2024-08-29T17:49:21.526 INFO:tasks.rados.rados.0.smithi028.stdout:514: left oid 14 (ObjNum 171 snap 49 seq_num 171) 2024-08-29T17:49:21.526 INFO:tasks.rados.rados.0.smithi028.stdout:515: finishing rollback tid 1 to smithi02869045-47 2024-08-29T17:49:21.526 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 47 v 104 (ObjNum 273 snap 0 seq_num 0) dirty dne 2024-08-29T17:49:21.526 INFO:tasks.rados.rados.0.smithi028.stdout:512: expect (ObjNum 103 snap 23 seq_num 103) 2024-08-29T17:49:21.573 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:49:21 smithi053 bash[24720]: cluster 2024-08-29T17:49:20.516495+0000 mon.a (mon.0) 1189 : cluster [DBG] osdmap e171: 8 total, 8 up, 8 in 2024-08-29T17:49:21.573 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:49:21 smithi053 bash[24720]: audit 2024-08-29T17:49:20.548461+0000 mgr.y (mgr.14499) 263 : audit [DBG] from='client.24845 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-08-29T17:49:21.573 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:49:21 smithi053 bash[24720]: audit 2024-08-29T17:49:20.842166+0000 mgr.y (mgr.14499) 264 : audit [DBG] from='client.24851 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-08-29T17:49:21.573 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:49:21 smithi053 bash[24720]: audit 2024-08-29T17:49:21.204110+0000 mon.c (mon.2) 33 : audit [DBG] from='client.? 172.21.15.28:0/1135592001' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-08-29T17:49:21.612 INFO:tasks.rados.rados.0.smithi028.stdout:517: finishing write tid 1 to smithi02869045-34 2024-08-29T17:49:21.613 INFO:tasks.rados.rados.0.smithi028.stdout:517: finishing write tid 2 to smithi02869045-34 2024-08-29T17:49:21.613 INFO:tasks.rados.rados.0.smithi028.stdout:517: finishing write tid 3 to smithi02869045-34 2024-08-29T17:49:21.613 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 34 v 149 (ObjNum 172 snap 49 seq_num 172) dirty exists 2024-08-29T17:49:21.613 INFO:tasks.rados.rados.0.smithi028.stdout:517: left oid 34 (ObjNum 172 snap 49 seq_num 172) 2024-08-29T17:49:21.613 INFO:tasks.rados.rados.0.smithi028.stdout:512: done (5 left) 2024-08-29T17:49:21.613 INFO:tasks.rados.rados.0.smithi028.stdout:513: done (4 left) 2024-08-29T17:49:21.613 INFO:tasks.rados.rados.0.smithi028.stdout:514: done (3 left) 2024-08-29T17:49:21.613 INFO:tasks.rados.rados.0.smithi028.stdout:515: done (2 left) 2024-08-29T17:49:21.613 INFO:tasks.rados.rados.0.smithi028.stdout:517: done (1 left) 2024-08-29T17:49:21.613 INFO:tasks.rados.rados.0.smithi028.stdout:518: done (0 left) 2024-08-29T17:49:21.613 INFO:tasks.rados.rados.0.smithi028.stdout:519: snap_create 2024-08-29T17:49:21.875 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:49:21 smithi028 bash[22419]: cluster 2024-08-29T17:49:20.516495+0000 mon.a (mon.0) 1189 : cluster [DBG] osdmap e171: 8 total, 8 up, 8 in 2024-08-29T17:49:21.875 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:49:21 smithi028 bash[22419]: audit 2024-08-29T17:49:20.548461+0000 mgr.y (mgr.14499) 263 : audit [DBG] from='client.24845 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-08-29T17:49:21.875 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:49:21 smithi028 bash[22419]: audit 2024-08-29T17:49:20.842166+0000 mgr.y (mgr.14499) 264 : audit [DBG] from='client.24851 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-08-29T17:49:21.875 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:49:21 smithi028 bash[22419]: audit 2024-08-29T17:49:21.204110+0000 mon.c (mon.2) 33 : audit [DBG] from='client.? 172.21.15.28:0/1135592001' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-08-29T17:49:21.876 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:49:21 smithi028 bash[31855]: cluster 2024-08-29T17:49:20.516495+0000 mon.a (mon.0) 1189 : cluster [DBG] osdmap e171: 8 total, 8 up, 8 in 2024-08-29T17:49:21.876 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:49:21 smithi028 bash[31855]: audit 2024-08-29T17:49:20.548461+0000 mgr.y (mgr.14499) 263 : audit [DBG] from='client.24845 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-08-29T17:49:21.876 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:49:21 smithi028 bash[31855]: audit 2024-08-29T17:49:20.842166+0000 mgr.y (mgr.14499) 264 : audit [DBG] from='client.24851 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-08-29T17:49:21.876 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:49:21 smithi028 bash[31855]: audit 2024-08-29T17:49:21.204110+0000 mon.c (mon.2) 33 : audit [DBG] from='client.? 172.21.15.28:0/1135592001' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-08-29T17:49:22.111 INFO:journalctl@ceph.grafana.a.smithi053.stdout:Aug 29 17:49:22 smithi053 systemd[1]: /etc/systemd/system/ceph-3167ee72-662c-11ef-bcd4-c7b262605968@.service:24: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-08-29T17:49:22.111 INFO:journalctl@ceph.mds.b.smithi053.stdout:Aug 29 17:49:22 smithi053 systemd[1]: /etc/systemd/system/ceph-3167ee72-662c-11ef-bcd4-c7b262605968@.service:24: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-08-29T17:49:22.111 INFO:journalctl@ceph.osd.4.smithi053.stdout:Aug 29 17:49:22 smithi053 systemd[1]: /etc/systemd/system/ceph-3167ee72-662c-11ef-bcd4-c7b262605968@.service:24: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-08-29T17:49:22.112 INFO:journalctl@ceph.osd.6.smithi053.stdout:Aug 29 17:49:22 smithi053 systemd[1]: /etc/systemd/system/ceph-3167ee72-662c-11ef-bcd4-c7b262605968@.service:24: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-08-29T17:49:22.112 INFO:journalctl@ceph.osd.7.smithi053.stdout:Aug 29 17:49:22 smithi053 systemd[1]: /etc/systemd/system/ceph-3167ee72-662c-11ef-bcd4-c7b262605968@.service:24: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-08-29T17:49:22.112 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:49:22 smithi053 systemd[1]: /etc/systemd/system/ceph-3167ee72-662c-11ef-bcd4-c7b262605968@.service:24: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-08-29T17:49:22.113 INFO:journalctl@ceph.osd.5.smithi053.stdout:Aug 29 17:49:22 smithi053 systemd[1]: /etc/systemd/system/ceph-3167ee72-662c-11ef-bcd4-c7b262605968@.service:24: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-08-29T17:49:22.113 INFO:journalctl@ceph.prometheus.a.smithi053.stdout:Aug 29 17:49:21 smithi053 systemd[1]: /etc/systemd/system/ceph-3167ee72-662c-11ef-bcd4-c7b262605968@.service:24: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-08-29T17:49:22.113 INFO:journalctl@ceph.node-exporter.b.smithi053.stdout:Aug 29 17:49:22 smithi053 systemd[1]: /etc/systemd/system/ceph-3167ee72-662c-11ef-bcd4-c7b262605968@.service:24: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-08-29T17:49:22.113 INFO:journalctl@ceph.mgr.x.smithi053.stdout:Aug 29 17:49:22 smithi053 systemd[1]: /etc/systemd/system/ceph-3167ee72-662c-11ef-bcd4-c7b262605968@.service:24: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-08-29T17:49:22.114 INFO:journalctl@ceph.mgr.x.smithi053.stdout:Aug 29 17:49:22 smithi053 systemd[1]: Stopping Ceph mgr.x for 3167ee72-662c-11ef-bcd4-c7b262605968... 2024-08-29T17:49:22.534 INFO:tasks.rados.rados.0.smithi028.stdout:519: done (0 left) 2024-08-29T17:49:22.535 INFO:tasks.rados.rados.0.smithi028.stdout:520: snap_create 2024-08-29T17:49:22.823 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:49:22 smithi053 bash[24720]: cluster 2024-08-29T17:49:21.517927+0000 mon.a (mon.0) 1190 : cluster [DBG] osdmap e172: 8 total, 8 up, 8 in 2024-08-29T17:49:22.823 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:49:22 smithi053 bash[24720]: cluster 2024-08-29T17:49:21.958890+0000 mgr.y (mgr.14499) 265 : cluster [DBG] pgmap v301: 121 pgs: 121 active+clean; 157 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 5.6 MiB/s rd, 2.2 MiB/s wr, 30 op/s 2024-08-29T17:49:22.875 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:49:22 smithi028 bash[31855]: cluster 2024-08-29T17:49:21.517927+0000 mon.a (mon.0) 1190 : cluster [DBG] osdmap e172: 8 total, 8 up, 8 in 2024-08-29T17:49:22.875 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:49:22 smithi028 bash[31855]: cluster 2024-08-29T17:49:21.958890+0000 mgr.y (mgr.14499) 265 : cluster [DBG] pgmap v301: 121 pgs: 121 active+clean; 157 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 5.6 MiB/s rd, 2.2 MiB/s wr, 30 op/s 2024-08-29T17:49:22.875 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:49:22 smithi028 bash[22419]: cluster 2024-08-29T17:49:21.517927+0000 mon.a (mon.0) 1190 : cluster [DBG] osdmap e172: 8 total, 8 up, 8 in 2024-08-29T17:49:22.876 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:49:22 smithi028 bash[22419]: cluster 2024-08-29T17:49:21.958890+0000 mgr.y (mgr.14499) 265 : cluster [DBG] pgmap v301: 121 pgs: 121 active+clean; 157 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 5.6 MiB/s rd, 2.2 MiB/s wr, 30 op/s 2024-08-29T17:49:23.181 INFO:journalctl@ceph.mgr.x.smithi053.stdout:Aug 29 17:49:22 smithi053 bash[52929]: ceph-3167ee72-662c-11ef-bcd4-c7b262605968-mgr-x 2024-08-29T17:49:23.181 INFO:journalctl@ceph.mgr.x.smithi053.stdout:Aug 29 17:49:23 smithi053 systemd[1]: ceph-3167ee72-662c-11ef-bcd4-c7b262605968@mgr.x.service: Main process exited, code=exited, status=143/n/a 2024-08-29T17:49:23.181 INFO:journalctl@ceph.mgr.x.smithi053.stdout:Aug 29 17:49:23 smithi053 bash[52989]: Error response from daemon: No such container: ceph-3167ee72-662c-11ef-bcd4-c7b262605968-mgr-x 2024-08-29T17:49:23.182 INFO:journalctl@ceph.mgr.x.smithi053.stdout:Aug 29 17:49:23 smithi053 systemd[1]: ceph-3167ee72-662c-11ef-bcd4-c7b262605968@mgr.x.service: Failed with result 'exit-code'. 2024-08-29T17:49:23.182 INFO:journalctl@ceph.mgr.x.smithi053.stdout:Aug 29 17:49:23 smithi053 systemd[1]: Stopped Ceph mgr.x for 3167ee72-662c-11ef-bcd4-c7b262605968. 2024-08-29T17:49:23.432 INFO:journalctl@ceph.mds.b.smithi053.stdout:Aug 29 17:49:23 smithi053 systemd[1]: /etc/systemd/system/ceph-3167ee72-662c-11ef-bcd4-c7b262605968@.service:24: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-08-29T17:49:23.432 INFO:journalctl@ceph.grafana.a.smithi053.stdout:Aug 29 17:49:23 smithi053 systemd[1]: /etc/systemd/system/ceph-3167ee72-662c-11ef-bcd4-c7b262605968@.service:24: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-08-29T17:49:23.432 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:49:23 smithi053 systemd[1]: /etc/systemd/system/ceph-3167ee72-662c-11ef-bcd4-c7b262605968@.service:24: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-08-29T17:49:23.433 INFO:journalctl@ceph.mgr.x.smithi053.stdout:Aug 29 17:49:23 smithi053 systemd[1]: /etc/systemd/system/ceph-3167ee72-662c-11ef-bcd4-c7b262605968@.service:24: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-08-29T17:49:23.433 INFO:journalctl@ceph.mgr.x.smithi053.stdout:Aug 29 17:49:23 smithi053 systemd[1]: Started Ceph mgr.x for 3167ee72-662c-11ef-bcd4-c7b262605968. 2024-08-29T17:49:23.433 INFO:journalctl@ceph.osd.6.smithi053.stdout:Aug 29 17:49:23 smithi053 systemd[1]: /etc/systemd/system/ceph-3167ee72-662c-11ef-bcd4-c7b262605968@.service:24: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-08-29T17:49:23.436 INFO:journalctl@ceph.osd.7.smithi053.stdout:Aug 29 17:49:23 smithi053 systemd[1]: /etc/systemd/system/ceph-3167ee72-662c-11ef-bcd4-c7b262605968@.service:24: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-08-29T17:49:23.436 INFO:journalctl@ceph.node-exporter.b.smithi053.stdout:Aug 29 17:49:23 smithi053 systemd[1]: /etc/systemd/system/ceph-3167ee72-662c-11ef-bcd4-c7b262605968@.service:24: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-08-29T17:49:23.437 INFO:journalctl@ceph.osd.4.smithi053.stdout:Aug 29 17:49:23 smithi053 systemd[1]: /etc/systemd/system/ceph-3167ee72-662c-11ef-bcd4-c7b262605968@.service:24: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-08-29T17:49:23.437 INFO:journalctl@ceph.prometheus.a.smithi053.stdout:Aug 29 17:49:23 smithi053 systemd[1]: /etc/systemd/system/ceph-3167ee72-662c-11ef-bcd4-c7b262605968@.service:24: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-08-29T17:49:23.437 INFO:journalctl@ceph.osd.5.smithi053.stdout:Aug 29 17:49:23 smithi053 systemd[1]: /etc/systemd/system/ceph-3167ee72-662c-11ef-bcd4-c7b262605968@.service:24: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-08-29T17:49:23.539 INFO:tasks.rados.rados.0.smithi028.stdout:520: done (0 left) 2024-08-29T17:49:23.539 INFO:tasks.rados.rados.0.smithi028.stdout:521: snap_remove snap 49 2024-08-29T17:49:23.823 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:49:23 smithi053 bash[24720]: cluster 2024-08-29T17:49:22.541287+0000 mon.a (mon.0) 1191 : cluster [DBG] osdmap e173: 8 total, 8 up, 8 in 2024-08-29T17:49:23.823 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:49:23 smithi053 bash[24720]: audit 2024-08-29T17:49:23.478250+0000 mon.a (mon.0) 1192 : audit [INF] from='mgr.14499 172.21.15.28:0/1402656687' entity='mgr.y' 2024-08-29T17:49:23.823 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:49:23 smithi053 bash[24720]: audit 2024-08-29T17:49:23.488306+0000 mon.a (mon.0) 1193 : audit [INF] from='mgr.14499 172.21.15.28:0/1402656687' entity='mgr.y' 2024-08-29T17:49:23.823 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:49:23 smithi053 bash[24720]: audit 2024-08-29T17:49:23.490539+0000 mon.a (mon.0) 1194 : audit [DBG] from='mgr.14499 172.21.15.28:0/1402656687' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-29T17:49:23.875 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:49:23 smithi028 bash[31855]: cluster 2024-08-29T17:49:22.541287+0000 mon.a (mon.0) 1191 : cluster [DBG] osdmap e173: 8 total, 8 up, 8 in 2024-08-29T17:49:23.875 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:49:23 smithi028 bash[31855]: audit 2024-08-29T17:49:23.478250+0000 mon.a (mon.0) 1192 : audit [INF] from='mgr.14499 172.21.15.28:0/1402656687' entity='mgr.y' 2024-08-29T17:49:23.875 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:49:23 smithi028 bash[31855]: audit 2024-08-29T17:49:23.488306+0000 mon.a (mon.0) 1193 : audit [INF] from='mgr.14499 172.21.15.28:0/1402656687' entity='mgr.y' 2024-08-29T17:49:23.875 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:49:23 smithi028 bash[31855]: audit 2024-08-29T17:49:23.490539+0000 mon.a (mon.0) 1194 : audit [DBG] from='mgr.14499 172.21.15.28:0/1402656687' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-29T17:49:23.875 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:49:23 smithi028 bash[22419]: cluster 2024-08-29T17:49:22.541287+0000 mon.a (mon.0) 1191 : cluster [DBG] osdmap e173: 8 total, 8 up, 8 in 2024-08-29T17:49:23.875 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:49:23 smithi028 bash[22419]: audit 2024-08-29T17:49:23.478250+0000 mon.a (mon.0) 1192 : audit [INF] from='mgr.14499 172.21.15.28:0/1402656687' entity='mgr.y' 2024-08-29T17:49:23.875 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:49:23 smithi028 bash[22419]: audit 2024-08-29T17:49:23.488306+0000 mon.a (mon.0) 1193 : audit [INF] from='mgr.14499 172.21.15.28:0/1402656687' entity='mgr.y' 2024-08-29T17:49:23.876 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:49:23 smithi028 bash[22419]: audit 2024-08-29T17:49:23.490539+0000 mon.a (mon.0) 1194 : audit [DBG] from='mgr.14499 172.21.15.28:0/1402656687' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-29T17:49:24.462 INFO:tasks.rados.rados.0.smithi028.stdout:521: done (0 left) 2024-08-29T17:49:24.462 INFO:tasks.rados.rados.0.smithi028.stdout:522: read oid 21 snap -1 2024-08-29T17:49:24.463 INFO:tasks.rados.rados.0.smithi028.stdout:522: expect (ObjNum 0 snap 0 seq_num 0) 2024-08-29T17:49:24.463 INFO:tasks.rados.rados.0.smithi028.stdout:523: snap_remove snap 45 2024-08-29T17:49:24.809 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:49:24 smithi053 bash[24720]: cluster 2024-08-29T17:49:23.546390+0000 mon.a (mon.0) 1195 : cluster [DBG] osdmap e174: 8 total, 8 up, 8 in 2024-08-29T17:49:24.809 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:49:24 smithi053 bash[24720]: audit 2024-08-29T17:49:23.917780+0000 mon.a (mon.0) 1196 : audit [DBG] from='mgr.14499 172.21.15.28:0/1402656687' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-29T17:49:24.809 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:49:24 smithi053 bash[24720]: cluster 2024-08-29T17:49:23.959461+0000 mgr.y (mgr.14499) 266 : cluster [DBG] pgmap v304: 121 pgs: 121 active+clean; 157 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail 2024-08-29T17:49:24.809 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:49:24 smithi053 bash[24720]: cluster 2024-08-29T17:49:24.468493+0000 mon.a (mon.0) 1197 : cluster [DBG] osdmap e175: 8 total, 8 up, 8 in 2024-08-29T17:49:24.875 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:49:24 smithi028 bash[31855]: cluster 2024-08-29T17:49:23.546390+0000 mon.a (mon.0) 1195 : cluster [DBG] osdmap e174: 8 total, 8 up, 8 in 2024-08-29T17:49:24.875 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:49:24 smithi028 bash[31855]: audit 2024-08-29T17:49:23.917780+0000 mon.a (mon.0) 1196 : audit [DBG] from='mgr.14499 172.21.15.28:0/1402656687' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-29T17:49:24.875 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:49:24 smithi028 bash[31855]: cluster 2024-08-29T17:49:23.959461+0000 mgr.y (mgr.14499) 266 : cluster [DBG] pgmap v304: 121 pgs: 121 active+clean; 157 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail 2024-08-29T17:49:24.875 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:49:24 smithi028 bash[31855]: cluster 2024-08-29T17:49:24.468493+0000 mon.a (mon.0) 1197 : cluster [DBG] osdmap e175: 8 total, 8 up, 8 in 2024-08-29T17:49:24.875 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:49:24 smithi028 bash[22419]: cluster 2024-08-29T17:49:23.546390+0000 mon.a (mon.0) 1195 : cluster [DBG] osdmap e174: 8 total, 8 up, 8 in 2024-08-29T17:49:24.875 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:49:24 smithi028 bash[22419]: audit 2024-08-29T17:49:23.917780+0000 mon.a (mon.0) 1196 : audit [DBG] from='mgr.14499 172.21.15.28:0/1402656687' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-29T17:49:24.875 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:49:24 smithi028 bash[22419]: cluster 2024-08-29T17:49:23.959461+0000 mgr.y (mgr.14499) 266 : cluster [DBG] pgmap v304: 121 pgs: 121 active+clean; 157 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail 2024-08-29T17:49:24.876 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:49:24 smithi028 bash[22419]: cluster 2024-08-29T17:49:24.468493+0000 mon.a (mon.0) 1197 : cluster [DBG] osdmap e175: 8 total, 8 up, 8 in 2024-08-29T17:49:25.073 INFO:journalctl@ceph.mgr.x.smithi053.stdout:Aug 29 17:49:24 smithi053 bash[53049]: debug 2024-08-29T17:49:24.875+0000 7f1f13062640 1 -- 172.21.15.53:0/1913710612 <== mon.1 v2:172.21.15.53:3300/0 4 ==== auth_reply(proto 2 0 (0) Success) ==== 194+0+0 (secure 0 0 0) 0x558fed2650e0 con 0x558fed266800 2024-08-29T17:49:25.073 INFO:journalctl@ceph.mgr.x.smithi053.stdout:Aug 29 17:49:24 smithi053 bash[53049]: debug 2024-08-29T17:49:24.991+0000 7f1f158cc040 -1 mgr[py] Module devicehealth has missing NOTIFY_TYPES member 2024-08-29T17:49:25.466 INFO:tasks.rados.rados.0.smithi028.stdout:523: done (1 left) 2024-08-29T17:49:25.466 INFO:tasks.rados.rados.0.smithi028.stdout:524: snap_remove snap 48 2024-08-29T17:49:26.477 INFO:tasks.rados.rados.0.smithi028.stdout:524: done (1 left) 2024-08-29T17:49:26.477 INFO:tasks.rados.rados.0.smithi028.stdout:525: copy_from oid 40 from oid 22 current snap is 51 2024-08-29T17:49:26.477 INFO:tasks.rados.rados.0.smithi028.stdout:522: expect (ObjNum 0 snap 0 seq_num 0) 2024-08-29T17:49:26.480 INFO:tasks.rados.rados.0.smithi028.stdout:522: done (1 left) 2024-08-29T17:49:26.481 INFO:tasks.rados.rados.0.smithi028.stdout:526: rollback oid 8 current snap is 51 2024-08-29T17:49:26.481 INFO:tasks.rados.rados.0.smithi028.stdout:rollback oid 8 to 23 2024-08-29T17:49:26.484 INFO:tasks.rados.rados.0.smithi028.stdout:append oid 43 current snap is 51 2024-08-29T17:49:26.484 INFO:tasks.rados.rados.0.smithi028.stdout:527: seq_num 174 ranges {0=516096} 2024-08-29T17:49:26.491 INFO:tasks.rados.rados.0.smithi028.stdout:527: writing smithi02869045-43 from 0 to 516096 tid 1 2024-08-29T17:49:26.492 INFO:tasks.rados.rados.0.smithi028.stdout:528: snap_create 2024-08-29T17:49:26.500 INFO:tasks.rados.rados.0.smithi028.stdout:526: finishing rollback tid 0 to smithi02869045-8 2024-08-29T17:49:26.501 INFO:tasks.rados.rados.0.smithi028.stdout:526: finishing rollback tid 1 to smithi02869045-8 2024-08-29T17:49:26.501 INFO:tasks.rados.rados.0.smithi028.stdout:527: finishing write tid 1 to smithi02869045-43 2024-08-29T17:49:26.501 INFO:tasks.rados.rados.0.smithi028.stdout:526: finishing rollback tid 2 to smithi02869045-8 2024-08-29T17:49:26.501 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 8 v 161 (ObjNum 17 snap 0 seq_num 17) dirty exists 2024-08-29T17:49:26.501 INFO:tasks.rados.rados.0.smithi028.stdout:527: finishing write tid 2 to smithi02869045-43 2024-08-29T17:49:26.503 INFO:tasks.rados.rados.0.smithi028.stdout:527: finishing write tid 3 to smithi02869045-43 2024-08-29T17:49:26.503 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 43 v 83 (ObjNum 174 snap 51 seq_num 174) dirty exists 2024-08-29T17:49:26.503 INFO:tasks.rados.rados.0.smithi028.stdout:527: left oid 43 (ObjNum 174 snap 51 seq_num 174) 2024-08-29T17:49:26.528 INFO:tasks.rados.rados.0.smithi028.stdout:525: finishing copy_from racing read to smithi02869045-40 2024-08-29T17:49:26.531 INFO:tasks.rados.rados.0.smithi028.stdout:525: finishing copy_from to smithi02869045-40 2024-08-29T17:49:26.531 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 40 v 265 (ObjNum 131 snap 38 seq_num 131) dirty exists 2024-08-29T17:49:26.573 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:49:26 smithi053 bash[24720]: cluster 2024-08-29T17:49:25.471865+0000 mon.a (mon.0) 1198 : cluster [DBG] osdmap e176: 8 total, 8 up, 8 in 2024-08-29T17:49:26.573 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:49:26 smithi053 bash[24720]: cluster 2024-08-29T17:49:25.960146+0000 mgr.y (mgr.14499) 267 : cluster [DBG] pgmap v307: 121 pgs: 121 active+clean; 161 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 2.9 MiB/s rd, 640 KiB/s wr, 10 op/s 2024-08-29T17:49:26.573 INFO:journalctl@ceph.mgr.x.smithi053.stdout:Aug 29 17:49:26 smithi053 bash[53049]: debug 2024-08-29T17:49:26.275+0000 7f1f158cc040 -1 mgr[py] Module rook has missing NOTIFY_TYPES member 2024-08-29T17:49:26.573 INFO:journalctl@ceph.mgr.x.smithi053.stdout:Aug 29 17:49:26 smithi053 bash[53049]: debug 2024-08-29T17:49:26.343+0000 7f1f158cc040 -1 mgr[py] Module iostat has missing NOTIFY_TYPES member 2024-08-29T17:49:26.573 INFO:journalctl@ceph.mgr.x.smithi053.stdout:Aug 29 17:49:26 smithi053 bash[53049]: debug 2024-08-29T17:49:26.515+0000 7f1f158cc040 -1 mgr[py] Module telemetry has missing NOTIFY_TYPES member 2024-08-29T17:49:26.875 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:49:26 smithi028 bash[31855]: cluster 2024-08-29T17:49:25.471865+0000 mon.a (mon.0) 1198 : cluster [DBG] osdmap e176: 8 total, 8 up, 8 in 2024-08-29T17:49:26.875 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:49:26 smithi028 bash[31855]: cluster 2024-08-29T17:49:25.960146+0000 mgr.y (mgr.14499) 267 : cluster [DBG] pgmap v307: 121 pgs: 121 active+clean; 161 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 2.9 MiB/s rd, 640 KiB/s wr, 10 op/s 2024-08-29T17:49:26.875 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:49:26 smithi028 bash[22419]: cluster 2024-08-29T17:49:25.471865+0000 mon.a (mon.0) 1198 : cluster [DBG] osdmap e176: 8 total, 8 up, 8 in 2024-08-29T17:49:26.875 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:49:26 smithi028 bash[22419]: cluster 2024-08-29T17:49:25.960146+0000 mgr.y (mgr.14499) 267 : cluster [DBG] pgmap v307: 121 pgs: 121 active+clean; 161 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 2.9 MiB/s rd, 640 KiB/s wr, 10 op/s 2024-08-29T17:49:27.468 INFO:journalctl@ceph.mgr.x.smithi053.stdout:Aug 29 17:49:27 smithi053 bash[53049]: debug 2024-08-29T17:49:27.203+0000 7f1f158cc040 -1 mgr[py] Module osd_support has missing NOTIFY_TYPES member 2024-08-29T17:49:27.468 INFO:journalctl@ceph.mgr.x.smithi053.stdout:Aug 29 17:49:27 smithi053 bash[53049]: debug 2024-08-29T17:49:27.275+0000 7f1f158cc040 -1 mgr[py] Module selftest has missing NOTIFY_TYPES member 2024-08-29T17:49:27.468 INFO:journalctl@ceph.mgr.x.smithi053.stdout:Aug 29 17:49:27 smithi053 bash[53049]: debug 2024-08-29T17:49:27.351+0000 7f1f158cc040 -1 mgr[py] Module progress has missing NOTIFY_TYPES member 2024-08-29T17:49:27.481 INFO:tasks.rados.rados.0.smithi028.stdout:525: done (3 left) 2024-08-29T17:49:27.482 INFO:tasks.rados.rados.0.smithi028.stdout:526: done (2 left) 2024-08-29T17:49:27.482 INFO:tasks.rados.rados.0.smithi028.stdout:527: done (1 left) 2024-08-29T17:49:27.482 INFO:tasks.rados.rados.0.smithi028.stdout:528: done (0 left) 2024-08-29T17:49:27.482 INFO:tasks.rados.rados.0.smithi028.stdout:append oid 17 current snap is 52 2024-08-29T17:49:27.482 INFO:tasks.rados.rados.0.smithi028.stdout:529: seq_num 175 ranges {1581056=540672} 2024-08-29T17:49:27.516 INFO:tasks.rados.rados.0.smithi028.stdout:529: writing smithi02869045-17 from 1581056 to 2121728 tid 1 2024-08-29T17:49:27.517 INFO:tasks.rados.rados.0.smithi028.stdout:530: copy_from oid 28 from oid 42 current snap is 52 2024-08-29T17:49:27.517 INFO:tasks.rados.rados.0.smithi028.stdout:531: rollback oid 15 current snap is 52 2024-08-29T17:49:27.517 INFO:tasks.rados.rados.0.smithi028.stdout:rollback oid 15 to 40 2024-08-29T17:49:27.517 INFO:tasks.rados.rados.0.smithi028.stdout:532: rollback oid 33 current snap is 52 2024-08-29T17:49:27.517 INFO:tasks.rados.rados.0.smithi028.stdout:rollback oid 33 to 43 2024-08-29T17:49:27.517 INFO:tasks.rados.rados.0.smithi028.stdout:533: delete oid 46 current snap is 52 2024-08-29T17:49:27.525 INFO:tasks.rados.rados.0.smithi028.stdout:533: done (4 left) 2024-08-29T17:49:27.525 INFO:tasks.rados.rados.0.smithi028.stdout:534: read oid 11 snap 46 2024-08-29T17:49:27.525 INFO:tasks.rados.rados.0.smithi028.stdout:534: expect deleted 2024-08-29T17:49:27.525 INFO:tasks.rados.rados.0.smithi028.stdout:535: read oid 19 snap -1 2024-08-29T17:49:27.525 INFO:tasks.rados.rados.0.smithi028.stdout:535: expect (ObjNum 151 snap 44 seq_num 151) 2024-08-29T17:49:27.525 INFO:tasks.rados.rados.0.smithi028.stdout:536: copy_from oid 14 from oid 7 current snap is 52 2024-08-29T17:49:27.525 INFO:tasks.rados.rados.0.smithi028.stdout:537: delete oid 47 current snap is 52 2024-08-29T17:49:27.525 INFO:tasks.rados.rados.0.smithi028.stdout:531: finishing rollback tid 1 to smithi02869045-15 2024-08-29T17:49:27.528 INFO:tasks.rados.rados.0.smithi028.stdout:531: finishing rollback tid 2 to smithi02869045-15 2024-08-29T17:49:27.528 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 15 v 127 (ObjNum 122 snap 34 seq_num 122) dirty exists 2024-08-29T17:49:27.528 INFO:tasks.rados.rados.0.smithi028.stdout:531: done (7 left) 2024-08-29T17:49:27.529 INFO:tasks.rados.rados.0.smithi028.stdout:534: done (6 left) 2024-08-29T17:49:27.529 INFO:tasks.rados.rados.0.smithi028.stdout:537: done (5 left) 2024-08-29T17:49:27.529 INFO:tasks.rados.rados.0.smithi028.stdout:538: read oid 5 snap -1 2024-08-29T17:49:27.529 INFO:tasks.rados.rados.0.smithi028.stdout:538: expect deleted 2024-08-29T17:49:27.529 INFO:tasks.rados.rados.0.smithi028.stdout:539: delete oid 43 current snap is 52 2024-08-29T17:49:27.535 INFO:tasks.rados.rados.0.smithi028.stdout:529: finishing write tid 1 to smithi02869045-17 2024-08-29T17:49:27.536 INFO:tasks.rados.rados.0.smithi028.stdout:529: finishing write tid 2 to smithi02869045-17 2024-08-29T17:49:27.536 INFO:tasks.rados.rados.0.smithi028.stdout:535: expect (ObjNum 151 snap 44 seq_num 151) 2024-08-29T17:49:27.575 INFO:tasks.rados.rados.0.smithi028.stdout:536: finishing copy_from to smithi02869045-14 2024-08-29T17:49:27.575 INFO:tasks.rados.rados.0.smithi028.stdout:536: got expected ENOENT (src dne) 2024-08-29T17:49:27.575 INFO:tasks.rados.rados.0.smithi028.stdout:536: finishing copy_from racing read to smithi02869045-14 2024-08-29T17:49:27.575 INFO:tasks.rados.rados.0.smithi028.stdout:532: finishing rollback tid 1 to smithi02869045-33 2024-08-29T17:49:27.575 INFO:tasks.rados.rados.0.smithi028.stdout:532: finishing rollback tid 2 to smithi02869045-33 2024-08-29T17:49:27.576 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 33 v 362 (ObjNum 122 snap 34 seq_num 122) dirty exists 2024-08-29T17:49:27.576 INFO:tasks.rados.rados.0.smithi028.stdout:530: finishing copy_from racing read to smithi02869045-28 2024-08-29T17:49:27.576 INFO:tasks.rados.rados.0.smithi028.stdout:529: finishing write tid 3 to smithi02869045-17 2024-08-29T17:49:27.576 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 17 v 360 (ObjNum 175 snap 52 seq_num 175) dirty exists 2024-08-29T17:49:27.576 INFO:tasks.rados.rados.0.smithi028.stdout:529: left oid 17 (ObjNum 175 snap 52 seq_num 175) 2024-08-29T17:49:27.576 INFO:tasks.rados.rados.0.smithi028.stdout:530: finishing copy_from to smithi02869045-28 2024-08-29T17:49:27.576 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 28 v 47 (ObjNum 103 snap 23 seq_num 103) dirty exists 2024-08-29T17:49:27.576 INFO:tasks.rados.rados.0.smithi028.stdout:529: done (6 left) 2024-08-29T17:49:27.576 INFO:tasks.rados.rados.0.smithi028.stdout:530: done (5 left) 2024-08-29T17:49:27.576 INFO:tasks.rados.rados.0.smithi028.stdout:532: done (4 left) 2024-08-29T17:49:27.576 INFO:tasks.rados.rados.0.smithi028.stdout:535: done (3 left) 2024-08-29T17:49:27.576 INFO:tasks.rados.rados.0.smithi028.stdout:536: done (2 left) 2024-08-29T17:49:27.576 INFO:tasks.rados.rados.0.smithi028.stdout:538: done (1 left) 2024-08-29T17:49:27.577 INFO:tasks.rados.rados.0.smithi028.stdout:539: done (0 left) 2024-08-29T17:49:27.577 INFO:tasks.rados.rados.0.smithi028.stdout:540: copy_from oid 8 from oid 29 current snap is 52 2024-08-29T17:49:27.577 INFO:tasks.rados.rados.0.smithi028.stdout:541: delete oid 10 current snap is 52 2024-08-29T17:49:27.581 INFO:tasks.rados.rados.0.smithi028.stdout:541: done (1 left) 2024-08-29T17:49:27.581 INFO:tasks.rados.rados.0.smithi028.stdout:append oid 47 current snap is 52 2024-08-29T17:49:27.581 INFO:tasks.rados.rados.0.smithi028.stdout:542: seq_num 180 ranges {0=622592} 2024-08-29T17:49:27.585 INFO:tasks.rados.rados.0.smithi028.stdout:542: writing smithi02869045-47 from 0 to 622592 tid 1 2024-08-29T17:49:27.585 INFO:tasks.rados.rados.0.smithi028.stdout:543: rollback oid 21 current snap is 52 2024-08-29T17:49:27.585 INFO:tasks.rados.rados.0.smithi028.stdout:rollback oid 21 to 33 2024-08-29T17:49:27.585 INFO:tasks.rados.rados.0.smithi028.stdout:append oid 42 current snap is 52 2024-08-29T17:49:27.585 INFO:tasks.rados.rados.0.smithi028.stdout:544: seq_num 181 ranges {2433024=638976} 2024-08-29T17:49:27.606 INFO:tasks.rados.rados.0.smithi028.stdout:544: writing smithi02869045-42 from 2433024 to 3072000 tid 1 2024-08-29T17:49:27.606 INFO:tasks.rados.rados.0.smithi028.stdout:545: delete oid 3 current snap is 52 2024-08-29T17:49:27.606 INFO:tasks.rados.rados.0.smithi028.stdout:540: finishing copy_from racing read to smithi02869045-8 2024-08-29T17:49:27.606 INFO:tasks.rados.rados.0.smithi028.stdout:542: finishing write tid 1 to smithi02869045-47 2024-08-29T17:49:27.606 INFO:tasks.rados.rados.0.smithi028.stdout:542: finishing write tid 2 to smithi02869045-47 2024-08-29T17:49:27.606 INFO:tasks.rados.rados.0.smithi028.stdout:543: finishing rollback tid 0 to smithi02869045-21 2024-08-29T17:49:27.606 INFO:tasks.rados.rados.0.smithi028.stdout:543: finishing rollback tid 1 to smithi02869045-21 2024-08-29T17:49:27.606 INFO:tasks.rados.rados.0.smithi028.stdout:543: finishing rollback tid 2 to smithi02869045-21 2024-08-29T17:49:27.606 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 21 v 276 (ObjNum 50 snap 0 seq_num 50) dirty exists 2024-08-29T17:49:27.606 INFO:tasks.rados.rados.0.smithi028.stdout:542: finishing write tid 3 to smithi02869045-47 2024-08-29T17:49:27.606 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 47 v 120 (ObjNum 180 snap 52 seq_num 180) dirty exists 2024-08-29T17:49:27.606 INFO:tasks.rados.rados.0.smithi028.stdout:542: left oid 47 (ObjNum 180 snap 52 seq_num 180) 2024-08-29T17:49:27.607 INFO:tasks.rados.rados.0.smithi028.stdout:540: finishing copy_from to smithi02869045-8 2024-08-29T17:49:27.607 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 8 v 142 (ObjNum 61 snap 5 seq_num 61) dirty exists 2024-08-29T17:49:27.609 INFO:tasks.rados.rados.0.smithi028.stdout:540: done (4 left) 2024-08-29T17:49:27.609 INFO:tasks.rados.rados.0.smithi028.stdout:542: done (3 left) 2024-08-29T17:49:27.609 INFO:tasks.rados.rados.0.smithi028.stdout:543: done (2 left) 2024-08-29T17:49:27.609 INFO:tasks.rados.rados.0.smithi028.stdout:545: done (1 left) 2024-08-29T17:49:27.609 INFO:tasks.rados.rados.0.smithi028.stdout:546: delete oid 10 current snap is 52 2024-08-29T17:49:27.612 INFO:tasks.rados.rados.0.smithi028.stdout:546: done (1 left) 2024-08-29T17:49:27.612 INFO:tasks.rados.rados.0.smithi028.stdout:547: rmattr oid 29 current snap is 52 2024-08-29T17:49:27.612 INFO:tasks.rados.rados.0.smithi028.stdout:append oid 14 current snap is 52 2024-08-29T17:49:27.612 INFO:tasks.rados.rados.0.smithi028.stdout:548: seq_num 184 ranges {1040384=688128} 2024-08-29T17:49:27.624 INFO:tasks.rados.rados.0.smithi028.stdout:548: writing smithi02869045-14 from 1040384 to 1728512 tid 1 2024-08-29T17:49:27.624 INFO:tasks.rados.rados.0.smithi028.stdout:549: read oid 26 snap -1 2024-08-29T17:49:27.624 INFO:tasks.rados.rados.0.smithi028.stdout:549: expect (ObjNum 0 snap 0 seq_num 0) 2024-08-29T17:49:27.624 INFO:tasks.rados.rados.0.smithi028.stdout:550: read oid 12 snap -1 2024-08-29T17:49:27.624 INFO:tasks.rados.rados.0.smithi028.stdout:550: expect (ObjNum 161 snap 46 seq_num 161) 2024-08-29T17:49:27.624 INFO:tasks.rados.rados.0.smithi028.stdout:551: rollback oid 40 current snap is 52 2024-08-29T17:49:27.624 INFO:tasks.rados.rados.0.smithi028.stdout:rollback oid 40 to 50 2024-08-29T17:49:27.625 INFO:tasks.rados.rados.0.smithi028.stdout:544: finishing write tid 1 to smithi02869045-42 2024-08-29T17:49:27.625 INFO:tasks.rados.rados.0.smithi028.stdout:552: delete oid 17 current snap is 52 2024-08-29T17:49:27.625 INFO:tasks.rados.rados.0.smithi028.stdout:544: finishing write tid 2 to smithi02869045-42 2024-08-29T17:49:27.625 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 29 v 165 (ObjNum 61 snap 5 seq_num 61) dirty exists 2024-08-29T17:49:27.625 INFO:tasks.rados.rados.0.smithi028.stdout:544: finishing write tid 3 to smithi02869045-42 2024-08-29T17:49:27.625 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 42 v 58 (ObjNum 181 snap 52 seq_num 181) dirty exists 2024-08-29T17:49:27.625 INFO:tasks.rados.rados.0.smithi028.stdout:544: left oid 42 (ObjNum 181 snap 52 seq_num 181) 2024-08-29T17:49:27.626 INFO:tasks.rados.rados.0.smithi028.stdout:549: expect (ObjNum 0 snap 0 seq_num 0) 2024-08-29T17:49:27.632 INFO:tasks.rados.rados.0.smithi028.stdout:548: finishing write tid 1 to smithi02869045-14 2024-08-29T17:49:27.632 INFO:tasks.rados.rados.0.smithi028.stdout:548: finishing write tid 2 to smithi02869045-14 2024-08-29T17:49:27.632 INFO:tasks.rados.rados.0.smithi028.stdout:544: done (6 left) 2024-08-29T17:49:27.632 INFO:tasks.rados.rados.0.smithi028.stdout:547: done (5 left) 2024-08-29T17:49:27.633 INFO:tasks.rados.rados.0.smithi028.stdout:549: done (4 left) 2024-08-29T17:49:27.634 INFO:tasks.rados.rados.0.smithi028.stdout:552: done (3 left) 2024-08-29T17:49:27.634 INFO:tasks.rados.rados.0.smithi028.stdout:553: rmattr oid 8 current snap is 52 2024-08-29T17:49:27.634 INFO:tasks.rados.rados.0.smithi028.stdout:548: finishing write tid 3 to smithi02869045-14 2024-08-29T17:49:27.634 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 14 v 27 (ObjNum 184 snap 52 seq_num 184) dirty exists 2024-08-29T17:49:27.634 INFO:tasks.rados.rados.0.smithi028.stdout:548: left oid 14 (ObjNum 184 snap 52 seq_num 184) 2024-08-29T17:49:27.634 INFO:tasks.rados.rados.0.smithi028.stdout:551: finishing rollback tid 0 to smithi02869045-40 2024-08-29T17:49:27.634 INFO:tasks.rados.rados.0.smithi028.stdout:551: finishing rollback tid 1 to smithi02869045-40 2024-08-29T17:49:27.634 INFO:tasks.rados.rados.0.smithi028.stdout:548: done (3 left) 2024-08-29T17:49:27.634 INFO:tasks.rados.rados.0.smithi028.stdout:554: snap_create 2024-08-29T17:49:27.634 INFO:tasks.rados.rados.0.smithi028.stdout:551: finishing rollback tid 2 to smithi02869045-40 2024-08-29T17:49:27.634 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 40 v 274 (ObjNum 167 snap 49 seq_num 167) dirty exists 2024-08-29T17:49:27.636 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 8 v 166 (ObjNum 61 snap 5 seq_num 61) dirty exists 2024-08-29T17:49:27.657 INFO:tasks.rados.rados.0.smithi028.stdout:550: expect (ObjNum 161 snap 46 seq_num 161) 2024-08-29T17:49:27.823 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:49:27 smithi053 bash[24720]: cluster 2024-08-29T17:49:26.481396+0000 mon.a (mon.0) 1199 : cluster [DBG] osdmap e177: 8 total, 8 up, 8 in 2024-08-29T17:49:27.823 INFO:journalctl@ceph.mgr.x.smithi053.stdout:Aug 29 17:49:27 smithi053 bash[53049]: debug 2024-08-29T17:49:27.551+0000 7f1f158cc040 -1 mgr[py] Module rgw has missing NOTIFY_TYPES member 2024-08-29T17:49:27.823 INFO:journalctl@ceph.mgr.x.smithi053.stdout:Aug 29 17:49:27 smithi053 bash[53049]: debug 2024-08-29T17:49:27.647+0000 7f1f158cc040 -1 mgr[py] Module crash has missing NOTIFY_TYPES member 2024-08-29T17:49:27.823 INFO:journalctl@ceph.mgr.x.smithi053.stdout:Aug 29 17:49:27 smithi053 bash[53049]: debug 2024-08-29T17:49:27.719+0000 7f1f158cc040 -1 mgr[py] Module telegraf has missing NOTIFY_TYPES member 2024-08-29T17:49:27.875 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:49:27 smithi028 bash[31855]: cluster 2024-08-29T17:49:26.481396+0000 mon.a (mon.0) 1199 : cluster [DBG] osdmap e177: 8 total, 8 up, 8 in 2024-08-29T17:49:27.875 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:49:27 smithi028 bash[22419]: cluster 2024-08-29T17:49:26.481396+0000 mon.a (mon.0) 1199 : cluster [DBG] osdmap e177: 8 total, 8 up, 8 in 2024-08-29T17:49:28.263 INFO:journalctl@ceph.mgr.x.smithi053.stdout:Aug 29 17:49:27 smithi053 bash[53049]: debug 2024-08-29T17:49:27.987+0000 7f1f158cc040 -1 mgr[py] Module pg_autoscaler has missing NOTIFY_TYPES member 2024-08-29T17:49:28.263 INFO:journalctl@ceph.mgr.x.smithi053.stdout:Aug 29 17:49:28 smithi053 bash[53049]: debug 2024-08-29T17:49:28.059+0000 7f1f158cc040 -1 mgr[py] Module zabbix has missing NOTIFY_TYPES member 2024-08-29T17:49:28.494 INFO:tasks.rados.rados.0.smithi028.stdout:550: done (3 left) 2024-08-29T17:49:28.495 INFO:tasks.rados.rados.0.smithi028.stdout:551: done (2 left) 2024-08-29T17:49:28.495 INFO:tasks.rados.rados.0.smithi028.stdout:553: done (1 left) 2024-08-29T17:49:28.495 INFO:tasks.rados.rados.0.smithi028.stdout:554: done (0 left) 2024-08-29T17:49:28.495 INFO:tasks.rados.rados.0.smithi028.stdout:555: delete oid 37 current snap is 53 2024-08-29T17:49:28.509 INFO:tasks.rados.rados.0.smithi028.stdout:555: done (0 left) 2024-08-29T17:49:28.510 INFO:tasks.rados.rados.0.smithi028.stdout:556: read oid 28 snap 52 2024-08-29T17:49:28.510 INFO:tasks.rados.rados.0.smithi028.stdout:556: expect (ObjNum 103 snap 23 seq_num 103) 2024-08-29T17:49:28.510 INFO:tasks.rados.rados.0.smithi028.stdout:557: read oid 2 snap 47 2024-08-29T17:49:28.510 INFO:tasks.rados.rados.0.smithi028.stdout:557: expect deleted 2024-08-29T17:49:28.510 INFO:tasks.rados.rados.0.smithi028.stdout:append oid 42 current snap is 53 2024-08-29T17:49:28.510 INFO:tasks.rados.rados.0.smithi028.stdout:558: seq_num 187 ranges {3072000=737280} 2024-08-29T17:49:28.544 INFO:tasks.rados.rados.0.smithi028.stdout:558: writing smithi02869045-42 from 3072000 to 3809280 tid 1 2024-08-29T17:49:28.544 INFO:tasks.rados.rados.0.smithi028.stdout:559: snap_create 2024-08-29T17:49:28.544 INFO:tasks.rados.rados.0.smithi028.stdout:556: expect (ObjNum 103 snap 23 seq_num 103) 2024-08-29T17:49:28.573 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:49:28 smithi053 bash[24720]: cluster 2024-08-29T17:49:27.488119+0000 mon.a (mon.0) 1200 : cluster [DBG] osdmap e178: 8 total, 8 up, 8 in 2024-08-29T17:49:28.573 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:49:28 smithi053 bash[24720]: cluster 2024-08-29T17:49:27.960788+0000 mgr.y (mgr.14499) 268 : cluster [DBG] pgmap v310: 121 pgs: 121 active+clean; 161 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 2.9 MiB/s rd, 640 KiB/s wr, 10 op/s 2024-08-29T17:49:28.573 INFO:journalctl@ceph.mgr.x.smithi053.stdout:Aug 29 17:49:28 smithi053 bash[53049]: debug 2024-08-29T17:49:28.263+0000 7f1f158cc040 -1 mgr[py] Module nfs has missing NOTIFY_TYPES member 2024-08-29T17:49:28.573 INFO:journalctl@ceph.mgr.x.smithi053.stdout:Aug 29 17:49:28 smithi053 bash[53049]: debug 2024-08-29T17:49:28.347+0000 7f1f158cc040 -1 mgr[py] Module balancer has missing NOTIFY_TYPES member 2024-08-29T17:49:28.620 INFO:tasks.rados.rados.0.smithi028.stdout:558: finishing write tid 1 to smithi02869045-42 2024-08-29T17:49:28.620 INFO:tasks.rados.rados.0.smithi028.stdout:558: finishing write tid 2 to smithi02869045-42 2024-08-29T17:49:28.620 INFO:tasks.rados.rados.0.smithi028.stdout:558: finishing write tid 3 to smithi02869045-42 2024-08-29T17:49:28.620 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 42 v 61 (ObjNum 187 snap 53 seq_num 187) dirty exists 2024-08-29T17:49:28.620 INFO:tasks.rados.rados.0.smithi028.stdout:558: left oid 42 (ObjNum 187 snap 53 seq_num 187) 2024-08-29T17:49:28.875 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:49:28 smithi028 bash[31855]: cluster 2024-08-29T17:49:27.488119+0000 mon.a (mon.0) 1200 : cluster [DBG] osdmap e178: 8 total, 8 up, 8 in 2024-08-29T17:49:28.875 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:49:28 smithi028 bash[31855]: cluster 2024-08-29T17:49:27.960788+0000 mgr.y (mgr.14499) 268 : cluster [DBG] pgmap v310: 121 pgs: 121 active+clean; 161 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 2.9 MiB/s rd, 640 KiB/s wr, 10 op/s 2024-08-29T17:49:28.875 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:49:28 smithi028 bash[22419]: cluster 2024-08-29T17:49:27.488119+0000 mon.a (mon.0) 1200 : cluster [DBG] osdmap e178: 8 total, 8 up, 8 in 2024-08-29T17:49:28.875 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:49:28 smithi028 bash[22419]: cluster 2024-08-29T17:49:27.960788+0000 mgr.y (mgr.14499) 268 : cluster [DBG] pgmap v310: 121 pgs: 121 active+clean; 161 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 2.9 MiB/s rd, 640 KiB/s wr, 10 op/s 2024-08-29T17:49:28.975 INFO:journalctl@ceph.mgr.x.smithi053.stdout:Aug 29 17:49:28 smithi053 bash[53049]: debug 2024-08-29T17:49:28.619+0000 7f1f158cc040 -1 mgr[py] Module diskprediction_local has missing NOTIFY_TYPES member 2024-08-29T17:49:28.975 INFO:journalctl@ceph.mgr.x.smithi053.stdout:Aug 29 17:49:28 smithi053 bash[53049]: debug 2024-08-29T17:49:28.803+0000 7f1f158cc040 -1 mgr[py] Module orchestrator has missing NOTIFY_TYPES member 2024-08-29T17:49:29.244 INFO:journalctl@ceph.mgr.x.smithi053.stdout:Aug 29 17:49:28 smithi053 bash[53049]: debug 2024-08-29T17:49:28.975+0000 7f1f158cc040 -1 mgr[py] Module rbd_support has missing NOTIFY_TYPES member 2024-08-29T17:49:29.244 INFO:journalctl@ceph.mgr.x.smithi053.stdout:Aug 29 17:49:29 smithi053 bash[53049]: debug 2024-08-29T17:49:29.059+0000 7f1f158cc040 -1 mgr[py] Module alerts has missing NOTIFY_TYPES member 2024-08-29T17:49:29.466 INFO:tasks.rados.rados.0.smithi028.stdout:556: done (3 left) 2024-08-29T17:49:29.466 INFO:tasks.rados.rados.0.smithi028.stdout:557: done (2 left) 2024-08-29T17:49:29.467 INFO:tasks.rados.rados.0.smithi028.stdout:558: done (1 left) 2024-08-29T17:49:29.467 INFO:tasks.rados.rados.0.smithi028.stdout:559: done (0 left) 2024-08-29T17:49:29.467 INFO:tasks.rados.rados.0.smithi028.stdout:560: setattr oid 5 current snap is 54 2024-08-29T17:49:29.471 INFO:tasks.rados.rados.0.smithi028.stdout:561: rollback oid 50 current snap is 54 2024-08-29T17:49:29.471 INFO:tasks.rados.rados.0.smithi028.stdout:rollback oid 50 to 46 2024-08-29T17:49:29.471 INFO:tasks.rados.rados.0.smithi028.stdout:562: setattr oid 47 current snap is 54 2024-08-29T17:49:29.478 INFO:tasks.rados.rados.0.smithi028.stdout:563: rollback oid 10 current snap is 54 2024-08-29T17:49:29.478 INFO:tasks.rados.rados.0.smithi028.stdout:rollback oid 10 to 51 2024-08-29T17:49:29.478 INFO:tasks.rados.rados.0.smithi028.stdout:append oid 11 current snap is 54 2024-08-29T17:49:29.478 INFO:tasks.rados.rados.0.smithi028.stdout:564: seq_num 188 ranges {0=753664} 2024-08-29T17:49:29.488 INFO:tasks.rados.rados.0.smithi028.stdout:564: writing smithi02869045-11 from 0 to 753664 tid 1 2024-08-29T17:49:29.488 INFO:tasks.rados.rados.0.smithi028.stdout:565: snap_remove snap 40 2024-08-29T17:49:29.573 INFO:journalctl@ceph.mgr.x.smithi053.stdout:Aug 29 17:49:29 smithi053 bash[53049]: debug 2024-08-29T17:49:29.247+0000 7f1f158cc040 -1 mgr[py] Module test_orchestrator has missing NOTIFY_TYPES member 2024-08-29T17:49:29.573 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:49:29 smithi053 bash[24720]: cluster 2024-08-29T17:49:28.500437+0000 mon.a (mon.0) 1201 : cluster [DBG] osdmap e179: 8 total, 8 up, 8 in 2024-08-29T17:49:29.573 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:49:29 smithi053 bash[24720]: cluster 2024-08-29T17:49:29.471003+0000 mon.a (mon.0) 1202 : cluster [DBG] osdmap e180: 8 total, 8 up, 8 in 2024-08-29T17:49:29.875 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:49:29 smithi028 bash[31855]: cluster 2024-08-29T17:49:28.500437+0000 mon.a (mon.0) 1201 : cluster [DBG] osdmap e179: 8 total, 8 up, 8 in 2024-08-29T17:49:29.875 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:49:29 smithi028 bash[31855]: cluster 2024-08-29T17:49:29.471003+0000 mon.a (mon.0) 1202 : cluster [DBG] osdmap e180: 8 total, 8 up, 8 in 2024-08-29T17:49:29.876 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:49:29 smithi028 bash[22419]: cluster 2024-08-29T17:49:28.500437+0000 mon.a (mon.0) 1201 : cluster [DBG] osdmap e179: 8 total, 8 up, 8 in 2024-08-29T17:49:29.876 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:49:29 smithi028 bash[22419]: cluster 2024-08-29T17:49:29.471003+0000 mon.a (mon.0) 1202 : cluster [DBG] osdmap e180: 8 total, 8 up, 8 in 2024-08-29T17:49:30.486 INFO:journalctl@ceph.mgr.x.smithi053.stdout:Aug 29 17:49:30 smithi053 bash[53049]: debug 2024-08-29T17:49:30.163+0000 7f1f158cc040 -1 mgr[py] Module influx has missing NOTIFY_TYPES member 2024-08-29T17:49:30.486 INFO:journalctl@ceph.mgr.x.smithi053.stdout:Aug 29 17:49:30 smithi053 bash[53049]: debug 2024-08-29T17:49:30.247+0000 7f1f158cc040 -1 mgr[py] Module status has missing NOTIFY_TYPES member 2024-08-29T17:49:30.506 INFO:tasks.rados.rados.0.smithi028.stdout:565: done (5 left) 2024-08-29T17:49:30.506 INFO:tasks.rados.rados.0.smithi028.stdout:append oid 23 current snap is 54 2024-08-29T17:49:30.506 INFO:tasks.rados.rados.0.smithi028.stdout:566: seq_num 189 ranges {2990080=770048} 2024-08-29T17:49:30.531 INFO:tasks.rados.rados.0.smithi028.stdout:566: writing smithi02869045-23 from 2990080 to 3760128 tid 1 2024-08-29T17:49:30.531 INFO:tasks.rados.rados.0.smithi028.stdout:567: rollback oid 20 current snap is 54 2024-08-29T17:49:30.532 INFO:tasks.rados.rados.0.smithi028.stdout:rollback oid 20 to 51 2024-08-29T17:49:30.532 INFO:tasks.rados.rados.0.smithi028.stdout:561: finishing rollback tid 0 to smithi02869045-50 2024-08-29T17:49:30.532 INFO:tasks.rados.rados.0.smithi028.stdout:561: finishing rollback tid 1 to smithi02869045-50 2024-08-29T17:49:30.532 INFO:tasks.rados.rados.0.smithi028.stdout:561: finishing rollback tid 2 to smithi02869045-50 2024-08-29T17:49:30.532 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 50 v 277 (ObjNum 133 snap 42 seq_num 133) dirty exists 2024-08-29T17:49:30.532 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 5 v 128 (ObjNum 3 snap 0 seq_num 304) dirty exists 2024-08-29T17:49:30.532 INFO:tasks.rados.rados.0.smithi028.stdout:563: finishing rollback tid 1 to smithi02869045-10 2024-08-29T17:49:30.532 INFO:tasks.rados.rados.0.smithi028.stdout:563: finishing rollback tid 2 to smithi02869045-10 2024-08-29T17:49:30.532 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 10 v 279 (ObjNum 158 snap 45 seq_num 158) dirty exists 2024-08-29T17:49:30.532 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 47 v 122 (ObjNum 180 snap 52 seq_num 180) dirty exists 2024-08-29T17:49:30.532 INFO:tasks.rados.rados.0.smithi028.stdout:564: finishing write tid 1 to smithi02869045-11 2024-08-29T17:49:30.532 INFO:tasks.rados.rados.0.smithi028.stdout:564: finishing write tid 2 to smithi02869045-11 2024-08-29T17:49:30.532 INFO:tasks.rados.rados.0.smithi028.stdout:564: finishing write tid 3 to smithi02869045-11 2024-08-29T17:49:30.532 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 11 v 301 (ObjNum 188 snap 54 seq_num 188) dirty exists 2024-08-29T17:49:30.533 INFO:tasks.rados.rados.0.smithi028.stdout:564: left oid 11 (ObjNum 188 snap 54 seq_num 188) 2024-08-29T17:49:30.533 INFO:tasks.rados.rados.0.smithi028.stdout:560: done (6 left) 2024-08-29T17:49:30.533 INFO:tasks.rados.rados.0.smithi028.stdout:561: done (5 left) 2024-08-29T17:49:30.533 INFO:tasks.rados.rados.0.smithi028.stdout:562: done (4 left) 2024-08-29T17:49:30.533 INFO:tasks.rados.rados.0.smithi028.stdout:563: done (3 left) 2024-08-29T17:49:30.533 INFO:tasks.rados.rados.0.smithi028.stdout:564: done (2 left) 2024-08-29T17:49:30.533 INFO:tasks.rados.rados.0.smithi028.stdout:568: rmattr oid 41 current snap is 54 2024-08-29T17:49:30.533 INFO:tasks.rados.rados.0.smithi028.stdout:569: read oid 18 snap -1 2024-08-29T17:49:30.533 INFO:tasks.rados.rados.0.smithi028.stdout:569: expect deleted 2024-08-29T17:49:30.533 INFO:tasks.rados.rados.0.smithi028.stdout:570: snap_create 2024-08-29T17:49:30.534 INFO:tasks.rados.rados.0.smithi028.stdout:567: finishing rollback tid 1 to smithi02869045-20 2024-08-29T17:49:30.534 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 20 v 43 (ObjNum 529 snap 0 seq_num 2128899808) dirty dne 2024-08-29T17:49:30.539 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 41 v 302 (ObjNum 160 snap 46 seq_num 160) dirty exists 2024-08-29T17:49:30.541 INFO:tasks.rados.rados.0.smithi028.stdout:566: finishing write tid 1 to smithi02869045-23 2024-08-29T17:49:30.542 INFO:tasks.rados.rados.0.smithi028.stdout:566: finishing write tid 2 to smithi02869045-23 2024-08-29T17:49:30.543 INFO:tasks.rados.rados.0.smithi028.stdout:566: finishing write tid 3 to smithi02869045-23 2024-08-29T17:49:30.543 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 23 v 191 (ObjNum 189 snap 54 seq_num 189) dirty exists 2024-08-29T17:49:30.543 INFO:tasks.rados.rados.0.smithi028.stdout:566: left oid 23 (ObjNum 189 snap 54 seq_num 189) 2024-08-29T17:49:30.823 INFO:journalctl@ceph.mgr.x.smithi053.stdout:Aug 29 17:49:30 smithi053 bash[53049]: debug 2024-08-29T17:49:30.487+0000 7f1f158cc040 -1 mgr[py] Module volumes has missing NOTIFY_TYPES member 2024-08-29T17:49:30.913 INFO:journalctl@ceph.mgr.x.smithi053.stdout:Aug 29 17:49:30 smithi053 bash[53049]: debug 2024-08-29T17:49:30.579+0000 7f1f158cc040 -1 mgr[py] Module osd_perf_query has missing NOTIFY_TYPES member 2024-08-29T17:49:31.125 INFO:journalctl@ceph.mgr.y.smithi028.stdout:Aug 29 17:49:30 smithi028 bash[22672]: ::ffff:172.21.15.53 - - [29/Aug/2024:17:49:30] "GET /metrics HTTP/1.1" 200 240145 "" "Prometheus/2.43.0" 2024-08-29T17:49:31.286 INFO:journalctl@ceph.mgr.x.smithi053.stdout:Aug 29 17:49:31 smithi053 bash[53049]: debug 2024-08-29T17:49:31.003+0000 7f1f158cc040 -1 mgr[py] Module prometheus has missing NOTIFY_TYPES member 2024-08-29T17:49:31.286 INFO:journalctl@ceph.mgr.x.smithi053.stdout:Aug 29 17:49:31 smithi053 bash[53049]: debug 2024-08-29T17:49:31.087+0000 7f1f158cc040 -1 mgr[py] Module snap_schedule has missing NOTIFY_TYPES member 2024-08-29T17:49:31.286 INFO:journalctl@ceph.mgr.x.smithi053.stdout:Aug 29 17:49:31 smithi053 bash[53049]: [29/Aug/2024:17:49:31] ENGINE Bus STARTING 2024-08-29T17:49:31.286 INFO:journalctl@ceph.mgr.x.smithi053.stdout:Aug 29 17:49:31 smithi053 bash[53049]: CherryPy Checker: 2024-08-29T17:49:31.286 INFO:journalctl@ceph.mgr.x.smithi053.stdout:Aug 29 17:49:31 smithi053 bash[53049]: The Application mounted at '' has an empty config. 2024-08-29T17:49:31.287 INFO:journalctl@ceph.mgr.x.smithi053.stdout:Aug 29 17:49:31 smithi053 bash[53049]: [29/Aug/2024:17:49:31] ENGINE Serving on http://:::9283 2024-08-29T17:49:31.287 INFO:journalctl@ceph.mgr.x.smithi053.stdout:Aug 29 17:49:31 smithi053 bash[53049]: [29/Aug/2024:17:49:31] ENGINE Bus STARTED 2024-08-29T17:49:31.505 INFO:tasks.rados.rados.0.smithi028.stdout:566: done (4 left) 2024-08-29T17:49:31.505 INFO:tasks.rados.rados.0.smithi028.stdout:567: done (3 left) 2024-08-29T17:49:31.505 INFO:tasks.rados.rados.0.smithi028.stdout:568: done (2 left) 2024-08-29T17:49:31.506 INFO:tasks.rados.rados.0.smithi028.stdout:569: done (1 left) 2024-08-29T17:49:31.506 INFO:tasks.rados.rados.0.smithi028.stdout:570: done (0 left) 2024-08-29T17:49:31.506 INFO:tasks.rados.rados.0.smithi028.stdout:append oid 3 current snap is 55 2024-08-29T17:49:31.506 INFO:tasks.rados.rados.0.smithi028.stdout:571: seq_num 190 ranges {0=786432} 2024-08-29T17:49:31.514 INFO:tasks.rados.rados.0.smithi028.stdout:571: writing smithi02869045-3 from 0 to 786432 tid 1 2024-08-29T17:49:31.514 INFO:tasks.rados.rados.0.smithi028.stdout:append oid 49 current snap is 55 2024-08-29T17:49:31.515 INFO:tasks.rados.rados.0.smithi028.stdout:572: seq_num 191 ranges {3366912=802816} 2024-08-29T17:49:31.562 INFO:tasks.rados.rados.0.smithi028.stdout:572: writing smithi02869045-49 from 3366912 to 4169728 tid 1 2024-08-29T17:49:31.563 INFO:tasks.rados.rados.0.smithi028.stdout:573: read oid 32 snap 52 2024-08-29T17:49:31.563 INFO:tasks.rados.rados.0.smithi028.stdout:573: expect (ObjNum 113 snap 30 seq_num 113) 2024-08-29T17:49:31.563 INFO:tasks.rados.rados.0.smithi028.stdout:574: rollback oid 50 current snap is 55 2024-08-29T17:49:31.563 INFO:tasks.rados.rados.0.smithi028.stdout:rollback oid 50 to 54 2024-08-29T17:49:31.563 INFO:tasks.rados.rados.0.smithi028.stdout:571: finishing write tid 1 to smithi02869045-3 2024-08-29T17:49:31.563 INFO:tasks.rados.rados.0.smithi028.stdout:575: snap_create 2024-08-29T17:49:31.563 INFO:tasks.rados.rados.0.smithi028.stdout:571: finishing write tid 2 to smithi02869045-3 2024-08-29T17:49:31.563 INFO:tasks.rados.rados.0.smithi028.stdout:571: finishing write tid 3 to smithi02869045-3 2024-08-29T17:49:31.563 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 3 v 244 (ObjNum 190 snap 55 seq_num 190) dirty exists 2024-08-29T17:49:31.563 INFO:tasks.rados.rados.0.smithi028.stdout:571: left oid 3 (ObjNum 190 snap 55 seq_num 190) 2024-08-29T17:49:31.570 INFO:tasks.rados.rados.0.smithi028.stdout:574: finishing rollback tid 0 to smithi02869045-50 2024-08-29T17:49:31.571 INFO:tasks.rados.rados.0.smithi028.stdout:574: finishing rollback tid 1 to smithi02869045-50 2024-08-29T17:49:31.571 INFO:tasks.rados.rados.0.smithi028.stdout:572: finishing write tid 1 to smithi02869045-49 2024-08-29T17:49:31.571 INFO:tasks.rados.rados.0.smithi028.stdout:572: finishing write tid 2 to smithi02869045-49 2024-08-29T17:49:31.572 INFO:tasks.rados.rados.0.smithi028.stdout:574: finishing rollback tid 2 to smithi02869045-50 2024-08-29T17:49:31.572 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 50 v 280 (ObjNum 133 snap 42 seq_num 133) dirty exists 2024-08-29T17:49:31.573 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:49:31 smithi053 bash[24720]: cluster 2024-08-29T17:49:29.962204+0000 mgr.y (mgr.14499) 269 : cluster [DBG] pgmap v313: 121 pgs: 121 active+clean; 186 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 7.2 MiB/s rd, 3.3 MiB/s wr, 28 op/s 2024-08-29T17:49:31.573 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:49:31 smithi053 bash[24720]: audit 2024-08-29T17:49:30.297500+0000 mon.a (mon.0) 1203 : audit [INF] from='mgr.14499 172.21.15.28:0/1402656687' entity='mgr.y' 2024-08-29T17:49:31.574 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:49:31 smithi053 bash[24720]: audit 2024-08-29T17:49:30.308263+0000 mon.a (mon.0) 1204 : audit [INF] from='mgr.14499 172.21.15.28:0/1402656687' entity='mgr.y' 2024-08-29T17:49:31.574 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:49:31 smithi053 bash[24720]: cluster 2024-08-29T17:49:30.508299+0000 mon.a (mon.0) 1205 : cluster [DBG] osdmap e181: 8 total, 8 up, 8 in 2024-08-29T17:49:31.574 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:49:31 smithi053 bash[24720]: audit 2024-08-29T17:49:30.990755+0000 mon.a (mon.0) 1206 : audit [INF] from='mgr.14499 172.21.15.28:0/1402656687' entity='mgr.y' 2024-08-29T17:49:31.574 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:49:31 smithi053 bash[24720]: audit 2024-08-29T17:49:31.002376+0000 mon.a (mon.0) 1207 : audit [INF] from='mgr.14499 172.21.15.28:0/1402656687' entity='mgr.y' 2024-08-29T17:49:31.574 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:49:31 smithi053 bash[24720]: audit 2024-08-29T17:49:31.094806+0000 mon.b (mon.1) 39 : audit [DBG] from='mgr.? 172.21.15.53:0/2794946223' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/crt"}]: dispatch 2024-08-29T17:49:31.574 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:49:31 smithi053 bash[24720]: audit 2024-08-29T17:49:31.095438+0000 mon.b (mon.1) 40 : audit [DBG] from='mgr.? 172.21.15.53:0/2794946223' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2024-08-29T17:49:31.574 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:49:31 smithi053 bash[24720]: cluster 2024-08-29T17:49:31.095797+0000 mon.a (mon.0) 1208 : cluster [DBG] Standby manager daemon x restarted 2024-08-29T17:49:31.574 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:49:31 smithi053 bash[24720]: cluster 2024-08-29T17:49:31.096145+0000 mon.a (mon.0) 1209 : cluster [DBG] Standby manager daemon x started 2024-08-29T17:49:31.574 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:49:31 smithi053 bash[24720]: audit 2024-08-29T17:49:31.098310+0000 mon.b (mon.1) 41 : audit [DBG] from='mgr.? 172.21.15.53:0/2794946223' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/key"}]: dispatch 2024-08-29T17:49:31.574 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:49:31 smithi053 bash[24720]: audit 2024-08-29T17:49:31.098764+0000 mon.b (mon.1) 42 : audit [DBG] from='mgr.? 172.21.15.53:0/2794946223' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2024-08-29T17:49:31.575 INFO:tasks.rados.rados.0.smithi028.stdout:572: finishing write tid 3 to smithi02869045-49 2024-08-29T17:49:31.575 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 49 v 290 (ObjNum 191 snap 55 seq_num 191) dirty exists 2024-08-29T17:49:31.575 INFO:tasks.rados.rados.0.smithi028.stdout:572: left oid 49 (ObjNum 191 snap 55 seq_num 191) 2024-08-29T17:49:31.585 INFO:tasks.rados.rados.0.smithi028.stdout:573: expect (ObjNum 113 snap 30 seq_num 113) 2024-08-29T17:49:31.625 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:49:31 smithi028 bash[31855]: cluster 2024-08-29T17:49:29.962204+0000 mgr.y (mgr.14499) 269 : cluster [DBG] pgmap v313: 121 pgs: 121 active+clean; 186 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 7.2 MiB/s rd, 3.3 MiB/s wr, 28 op/s 2024-08-29T17:49:31.625 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:49:31 smithi028 bash[31855]: audit 2024-08-29T17:49:30.297500+0000 mon.a (mon.0) 1203 : audit [INF] from='mgr.14499 172.21.15.28:0/1402656687' entity='mgr.y' 2024-08-29T17:49:31.625 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:49:31 smithi028 bash[31855]: audit 2024-08-29T17:49:30.308263+0000 mon.a (mon.0) 1204 : audit [INF] from='mgr.14499 172.21.15.28:0/1402656687' entity='mgr.y' 2024-08-29T17:49:31.626 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:49:31 smithi028 bash[31855]: cluster 2024-08-29T17:49:30.508299+0000 mon.a (mon.0) 1205 : cluster [DBG] osdmap e181: 8 total, 8 up, 8 in 2024-08-29T17:49:31.626 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:49:31 smithi028 bash[31855]: audit 2024-08-29T17:49:30.990755+0000 mon.a (mon.0) 1206 : audit [INF] from='mgr.14499 172.21.15.28:0/1402656687' entity='mgr.y' 2024-08-29T17:49:31.626 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:49:31 smithi028 bash[31855]: audit 2024-08-29T17:49:31.002376+0000 mon.a (mon.0) 1207 : audit [INF] from='mgr.14499 172.21.15.28:0/1402656687' entity='mgr.y' 2024-08-29T17:49:31.626 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:49:31 smithi028 bash[31855]: audit 2024-08-29T17:49:31.094806+0000 mon.b (mon.1) 39 : audit [DBG] from='mgr.? 172.21.15.53:0/2794946223' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/crt"}]: dispatch 2024-08-29T17:49:31.626 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:49:31 smithi028 bash[31855]: audit 2024-08-29T17:49:31.095438+0000 mon.b (mon.1) 40 : audit [DBG] from='mgr.? 172.21.15.53:0/2794946223' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2024-08-29T17:49:31.626 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:49:31 smithi028 bash[31855]: cluster 2024-08-29T17:49:31.095797+0000 mon.a (mon.0) 1208 : cluster [DBG] Standby manager daemon x restarted 2024-08-29T17:49:31.626 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:49:31 smithi028 bash[31855]: cluster 2024-08-29T17:49:31.096145+0000 mon.a (mon.0) 1209 : cluster [DBG] Standby manager daemon x started 2024-08-29T17:49:31.626 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:49:31 smithi028 bash[31855]: audit 2024-08-29T17:49:31.098310+0000 mon.b (mon.1) 41 : audit [DBG] from='mgr.? 172.21.15.53:0/2794946223' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/key"}]: dispatch 2024-08-29T17:49:31.626 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:49:31 smithi028 bash[31855]: audit 2024-08-29T17:49:31.098764+0000 mon.b (mon.1) 42 : audit [DBG] from='mgr.? 172.21.15.53:0/2794946223' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2024-08-29T17:49:31.626 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:49:31 smithi028 bash[22419]: cluster 2024-08-29T17:49:29.962204+0000 mgr.y (mgr.14499) 269 : cluster [DBG] pgmap v313: 121 pgs: 121 active+clean; 186 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 7.2 MiB/s rd, 3.3 MiB/s wr, 28 op/s 2024-08-29T17:49:31.627 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:49:31 smithi028 bash[22419]: audit 2024-08-29T17:49:30.297500+0000 mon.a (mon.0) 1203 : audit [INF] from='mgr.14499 172.21.15.28:0/1402656687' entity='mgr.y' 2024-08-29T17:49:31.627 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:49:31 smithi028 bash[22419]: audit 2024-08-29T17:49:30.308263+0000 mon.a (mon.0) 1204 : audit [INF] from='mgr.14499 172.21.15.28:0/1402656687' entity='mgr.y' 2024-08-29T17:49:31.627 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:49:31 smithi028 bash[22419]: cluster 2024-08-29T17:49:30.508299+0000 mon.a (mon.0) 1205 : cluster [DBG] osdmap e181: 8 total, 8 up, 8 in 2024-08-29T17:49:31.627 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:49:31 smithi028 bash[22419]: audit 2024-08-29T17:49:30.990755+0000 mon.a (mon.0) 1206 : audit [INF] from='mgr.14499 172.21.15.28:0/1402656687' entity='mgr.y' 2024-08-29T17:49:31.627 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:49:31 smithi028 bash[22419]: audit 2024-08-29T17:49:31.002376+0000 mon.a (mon.0) 1207 : audit [INF] from='mgr.14499 172.21.15.28:0/1402656687' entity='mgr.y' 2024-08-29T17:49:31.627 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:49:31 smithi028 bash[22419]: audit 2024-08-29T17:49:31.094806+0000 mon.b (mon.1) 39 : audit [DBG] from='mgr.? 172.21.15.53:0/2794946223' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/crt"}]: dispatch 2024-08-29T17:49:31.627 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:49:31 smithi028 bash[22419]: audit 2024-08-29T17:49:31.095438+0000 mon.b (mon.1) 40 : audit [DBG] from='mgr.? 172.21.15.53:0/2794946223' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2024-08-29T17:49:31.627 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:49:31 smithi028 bash[22419]: cluster 2024-08-29T17:49:31.095797+0000 mon.a (mon.0) 1208 : cluster [DBG] Standby manager daemon x restarted 2024-08-29T17:49:31.627 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:49:31 smithi028 bash[22419]: cluster 2024-08-29T17:49:31.096145+0000 mon.a (mon.0) 1209 : cluster [DBG] Standby manager daemon x started 2024-08-29T17:49:31.627 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:49:31 smithi028 bash[22419]: audit 2024-08-29T17:49:31.098310+0000 mon.b (mon.1) 41 : audit [DBG] from='mgr.? 172.21.15.53:0/2794946223' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/key"}]: dispatch 2024-08-29T17:49:31.627 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:49:31 smithi028 bash[22419]: audit 2024-08-29T17:49:31.098764+0000 mon.b (mon.1) 42 : audit [DBG] from='mgr.? 172.21.15.53:0/2794946223' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2024-08-29T17:49:32.518 INFO:tasks.rados.rados.0.smithi028.stdout:571: done (4 left) 2024-08-29T17:49:32.518 INFO:tasks.rados.rados.0.smithi028.stdout:572: done (3 left) 2024-08-29T17:49:32.518 INFO:tasks.rados.rados.0.smithi028.stdout:573: done (2 left) 2024-08-29T17:49:32.518 INFO:tasks.rados.rados.0.smithi028.stdout:574: done (1 left) 2024-08-29T17:49:32.518 INFO:tasks.rados.rados.0.smithi028.stdout:575: done (0 left) 2024-08-29T17:49:32.518 INFO:tasks.rados.rados.0.smithi028.stdout:576: read oid 22 snap -1 2024-08-29T17:49:32.518 INFO:tasks.rados.rados.0.smithi028.stdout:576: expect (ObjNum 131 snap 38 seq_num 131) 2024-08-29T17:49:32.519 INFO:tasks.rados.rados.0.smithi028.stdout:577: read oid 45 snap 23 2024-08-29T17:49:32.519 INFO:tasks.rados.rados.0.smithi028.stdout:577: expect (ObjNum 44 snap 0 seq_num 44) 2024-08-29T17:49:32.519 INFO:tasks.rados.rados.0.smithi028.stdout:578: read oid 27 snap -1 2024-08-29T17:49:32.519 INFO:tasks.rados.rados.0.smithi028.stdout:578: expect (ObjNum 170 snap 49 seq_num 170) 2024-08-29T17:49:32.519 INFO:tasks.rados.rados.0.smithi028.stdout:579: delete oid 25 current snap is 56 2024-08-29T17:49:32.526 INFO:tasks.rados.rados.0.smithi028.stdout:577: expect (ObjNum 44 snap 0 seq_num 44) 2024-08-29T17:49:32.548 INFO:tasks.rados.rados.0.smithi028.stdout:577: done (3 left) 2024-08-29T17:49:32.548 INFO:tasks.rados.rados.0.smithi028.stdout:579: done (2 left) 2024-08-29T17:49:32.548 INFO:tasks.rados.rados.0.smithi028.stdout:580: delete oid 43 current snap is 56 2024-08-29T17:49:32.550 INFO:tasks.rados.rados.0.smithi028.stdout:580: done (2 left) 2024-08-29T17:49:32.550 INFO:tasks.rados.rados.0.smithi028.stdout:581: snap_remove snap 23 2024-08-29T17:49:32.823 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:49:32 smithi053 bash[24720]: cluster 2024-08-29T17:49:31.512220+0000 mon.a (mon.0) 1210 : cluster [DBG] osdmap e182: 8 total, 8 up, 8 in 2024-08-29T17:49:32.823 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:49:32 smithi053 bash[24720]: cluster 2024-08-29T17:49:31.962934+0000 mgr.y (mgr.14499) 270 : cluster [DBG] pgmap v316: 121 pgs: 121 active+clean; 186 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 7.2 MiB/s rd, 3.3 MiB/s wr, 28 op/s 2024-08-29T17:49:32.823 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:49:32 smithi053 bash[24720]: cluster 2024-08-29T17:49:32.019308+0000 mon.a (mon.0) 1211 : cluster [DBG] mgrmap e23: y(active, since 6m), standbys: x 2024-08-29T17:49:32.875 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:49:32 smithi028 bash[22419]: cluster 2024-08-29T17:49:31.512220+0000 mon.a (mon.0) 1210 : cluster [DBG] osdmap e182: 8 total, 8 up, 8 in 2024-08-29T17:49:32.875 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:49:32 smithi028 bash[22419]: cluster 2024-08-29T17:49:31.962934+0000 mgr.y (mgr.14499) 270 : cluster [DBG] pgmap v316: 121 pgs: 121 active+clean; 186 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 7.2 MiB/s rd, 3.3 MiB/s wr, 28 op/s 2024-08-29T17:49:32.875 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:49:32 smithi028 bash[22419]: cluster 2024-08-29T17:49:32.019308+0000 mon.a (mon.0) 1211 : cluster [DBG] mgrmap e23: y(active, since 6m), standbys: x 2024-08-29T17:49:32.875 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:49:32 smithi028 bash[31855]: cluster 2024-08-29T17:49:31.512220+0000 mon.a (mon.0) 1210 : cluster [DBG] osdmap e182: 8 total, 8 up, 8 in 2024-08-29T17:49:32.876 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:49:32 smithi028 bash[31855]: cluster 2024-08-29T17:49:31.962934+0000 mgr.y (mgr.14499) 270 : cluster [DBG] pgmap v316: 121 pgs: 121 active+clean; 186 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 7.2 MiB/s rd, 3.3 MiB/s wr, 28 op/s 2024-08-29T17:49:32.876 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:49:32 smithi028 bash[31855]: cluster 2024-08-29T17:49:32.019308+0000 mon.a (mon.0) 1211 : cluster [DBG] mgrmap e23: y(active, since 6m), standbys: x 2024-08-29T17:49:33.546 INFO:tasks.rados.rados.0.smithi028.stdout:581: done (2 left) 2024-08-29T17:49:33.546 INFO:tasks.rados.rados.0.smithi028.stdout:append oid 34 current snap is 56 2024-08-29T17:49:33.546 INFO:tasks.rados.rados.0.smithi028.stdout:582: seq_num 194 ranges {1449984=458752,1908736=401408} 2024-08-29T17:49:33.555 INFO:tasks.rados.rados.0.smithi028.stdout:582: writing smithi02869045-34 from 1449984 to 1908736 tid 1 2024-08-29T17:49:33.558 INFO:tasks.rados.rados.0.smithi028.stdout:582: writing smithi02869045-34 from 1908736 to 2310144 tid 2 2024-08-29T17:49:33.558 INFO:tasks.rados.rados.0.smithi028.stdout:583: snap_create 2024-08-29T17:49:33.570 INFO:tasks.rados.rados.0.smithi028.stdout:576: expect (ObjNum 131 snap 38 seq_num 131) 2024-08-29T17:49:33.813 INFO:tasks.rados.rados.0.smithi028.stdout:578: expect (ObjNum 170 snap 49 seq_num 170) 2024-08-29T17:49:33.823 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:49:33 smithi053 bash[24720]: cluster 2024-08-29T17:49:32.523887+0000 mon.a (mon.0) 1212 : cluster [DBG] osdmap e183: 8 total, 8 up, 8 in 2024-08-29T17:49:33.842 INFO:tasks.rados.rados.0.smithi028.stdout:582: finishing write tid 1 to smithi02869045-34 2024-08-29T17:49:33.842 INFO:tasks.rados.rados.0.smithi028.stdout:582: finishing write tid 2 to smithi02869045-34 2024-08-29T17:49:33.842 INFO:tasks.rados.rados.0.smithi028.stdout:582: finishing write tid 3 to smithi02869045-34 2024-08-29T17:49:33.843 INFO:tasks.rados.rados.0.smithi028.stdout:582: finishing write tid 4 to smithi02869045-34 2024-08-29T17:49:33.843 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 34 v 180 (ObjNum 194 snap 56 seq_num 194) dirty exists 2024-08-29T17:49:33.843 INFO:tasks.rados.rados.0.smithi028.stdout:582: left oid 34 (ObjNum 194 snap 56 seq_num 194) 2024-08-29T17:49:33.875 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:49:33 smithi028 bash[31855]: cluster 2024-08-29T17:49:32.523887+0000 mon.a (mon.0) 1212 : cluster [DBG] osdmap e183: 8 total, 8 up, 8 in 2024-08-29T17:49:33.875 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:49:33 smithi028 bash[22419]: cluster 2024-08-29T17:49:32.523887+0000 mon.a (mon.0) 1212 : cluster [DBG] osdmap e183: 8 total, 8 up, 8 in 2024-08-29T17:49:34.469 INFO:tasks.rados.rados.0.smithi028.stdout:576: done (3 left) 2024-08-29T17:49:34.469 INFO:tasks.rados.rados.0.smithi028.stdout:578: done (2 left) 2024-08-29T17:49:34.469 INFO:tasks.rados.rados.0.smithi028.stdout:582: done (1 left) 2024-08-29T17:49:34.469 INFO:tasks.rados.rados.0.smithi028.stdout:583: done (0 left) 2024-08-29T17:49:34.469 INFO:tasks.rados.rados.0.smithi028.stdout:append oid 27 current snap is 57 2024-08-29T17:49:34.469 INFO:tasks.rados.rados.0.smithi028.stdout:584: seq_num 195 ranges {860160=475136,1335296=401408} 2024-08-29T17:49:34.490 INFO:tasks.rados.rados.0.smithi028.stdout:584: writing smithi02869045-27 from 860160 to 1335296 tid 1 2024-08-29T17:49:34.497 INFO:tasks.rados.rados.0.smithi028.stdout:584: writing smithi02869045-27 from 1335296 to 1736704 tid 2 2024-08-29T17:49:34.497 INFO:tasks.rados.rados.0.smithi028.stdout:585: rollback oid 16 current snap is 57 2024-08-29T17:49:34.498 INFO:tasks.rados.rados.0.smithi028.stdout:rollback oid 16 to 52 2024-08-29T17:49:34.498 INFO:tasks.rados.rados.0.smithi028.stdout:append oid 32 current snap is 57 2024-08-29T17:49:34.498 INFO:tasks.rados.rados.0.smithi028.stdout:586: seq_num 196 ranges {3170304=491520,3661824=401408} 2024-08-29T17:49:34.544 INFO:tasks.rados.rados.0.smithi028.stdout:586: writing smithi02869045-32 from 3170304 to 3661824 tid 1 2024-08-29T17:49:34.548 INFO:tasks.rados.rados.0.smithi028.stdout:586: writing smithi02869045-32 from 3661824 to 4063232 tid 2 2024-08-29T17:49:34.548 INFO:tasks.rados.rados.0.smithi028.stdout:587: snap_create 2024-08-29T17:49:34.548 INFO:tasks.rados.rados.0.smithi028.stdout:585: finishing rollback tid 1 to smithi02869045-16 2024-08-29T17:49:34.549 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 16 v 218 (ObjNum 4417 snap 0 seq_num 1676254480) dirty dne 2024-08-29T17:49:34.549 INFO:tasks.rados.rados.0.smithi028.stdout:584: finishing write tid 1 to smithi02869045-27 2024-08-29T17:49:34.549 INFO:tasks.rados.rados.0.smithi028.stdout:584: finishing write tid 2 to smithi02869045-27 2024-08-29T17:49:34.549 INFO:tasks.rados.rados.0.smithi028.stdout:584: finishing write tid 3 to smithi02869045-27 2024-08-29T17:49:34.549 INFO:tasks.rados.rados.0.smithi028.stdout:584: finishing write tid 4 to smithi02869045-27 2024-08-29T17:49:34.549 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 27 v 283 (ObjNum 195 snap 57 seq_num 195) dirty exists 2024-08-29T17:49:34.549 INFO:tasks.rados.rados.0.smithi028.stdout:584: left oid 27 (ObjNum 195 snap 57 seq_num 195) 2024-08-29T17:49:34.559 INFO:tasks.rados.rados.0.smithi028.stdout:586: finishing write tid 1 to smithi02869045-32 2024-08-29T17:49:34.560 INFO:tasks.rados.rados.0.smithi028.stdout:586: finishing write tid 2 to smithi02869045-32 2024-08-29T17:49:34.560 INFO:tasks.rados.rados.0.smithi028.stdout:586: finishing write tid 3 to smithi02869045-32 2024-08-29T17:49:34.563 INFO:tasks.rados.rados.0.smithi028.stdout:586: finishing write tid 4 to smithi02869045-32 2024-08-29T17:49:34.563 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 32 v 58 (ObjNum 196 snap 57 seq_num 196) dirty exists 2024-08-29T17:49:34.563 INFO:tasks.rados.rados.0.smithi028.stdout:586: left oid 32 (ObjNum 196 snap 57 seq_num 196) 2024-08-29T17:49:34.823 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:49:34 smithi053 bash[24720]: cluster 2024-08-29T17:49:33.529723+0000 mon.a (mon.0) 1213 : cluster [DBG] osdmap e184: 8 total, 8 up, 8 in 2024-08-29T17:49:34.823 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:49:34 smithi053 bash[24720]: cluster 2024-08-29T17:49:33.963584+0000 mgr.y (mgr.14499) 271 : cluster [DBG] pgmap v319: 121 pgs: 121 active+clean; 186 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail 2024-08-29T17:49:34.823 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:49:34 smithi053 bash[24720]: cluster 2024-08-29T17:49:34.475170+0000 mon.a (mon.0) 1214 : cluster [DBG] osdmap e185: 8 total, 8 up, 8 in 2024-08-29T17:49:34.875 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:49:34 smithi028 bash[22419]: cluster 2024-08-29T17:49:33.529723+0000 mon.a (mon.0) 1213 : cluster [DBG] osdmap e184: 8 total, 8 up, 8 in 2024-08-29T17:49:34.875 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:49:34 smithi028 bash[22419]: cluster 2024-08-29T17:49:33.963584+0000 mgr.y (mgr.14499) 271 : cluster [DBG] pgmap v319: 121 pgs: 121 active+clean; 186 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail 2024-08-29T17:49:34.875 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:49:34 smithi028 bash[22419]: cluster 2024-08-29T17:49:34.475170+0000 mon.a (mon.0) 1214 : cluster [DBG] osdmap e185: 8 total, 8 up, 8 in 2024-08-29T17:49:34.875 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:49:34 smithi028 bash[31855]: cluster 2024-08-29T17:49:33.529723+0000 mon.a (mon.0) 1213 : cluster [DBG] osdmap e184: 8 total, 8 up, 8 in 2024-08-29T17:49:34.875 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:49:34 smithi028 bash[31855]: cluster 2024-08-29T17:49:33.963584+0000 mgr.y (mgr.14499) 271 : cluster [DBG] pgmap v319: 121 pgs: 121 active+clean; 186 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail 2024-08-29T17:49:34.875 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:49:34 smithi028 bash[31855]: cluster 2024-08-29T17:49:34.475170+0000 mon.a (mon.0) 1214 : cluster [DBG] osdmap e185: 8 total, 8 up, 8 in 2024-08-29T17:49:35.557 INFO:tasks.rados.rados.0.smithi028.stdout:584: done (3 left) 2024-08-29T17:49:35.558 INFO:tasks.rados.rados.0.smithi028.stdout:585: done (2 left) 2024-08-29T17:49:35.558 INFO:tasks.rados.rados.0.smithi028.stdout:586: done (1 left) 2024-08-29T17:49:35.558 INFO:tasks.rados.rados.0.smithi028.stdout:587: done (0 left) 2024-08-29T17:49:35.558 INFO:tasks.rados.rados.0.smithi028.stdout:588: setattr oid 7 current snap is 58 2024-08-29T17:49:35.560 INFO:tasks.rados.rados.0.smithi028.stdout:append oid 19 current snap is 58 2024-08-29T17:49:35.560 INFO:tasks.rados.rados.0.smithi028.stdout:589: seq_num 197 ranges {892928=507904,1400832=401408} 2024-08-29T17:49:35.571 INFO:tasks.rados.rados.0.smithi028.stdout:589: writing smithi02869045-19 from 892928 to 1400832 tid 1 2024-08-29T17:49:35.575 INFO:tasks.rados.rados.0.smithi028.stdout:589: writing smithi02869045-19 from 1400832 to 1802240 tid 2 2024-08-29T17:49:35.575 INFO:tasks.rados.rados.0.smithi028.stdout:590: copy_from oid 13 from oid 8 current snap is 58 2024-08-29T17:49:35.575 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 7 v 394 (ObjNum 177 snap 0 seq_num 1676632096) dirty exists 2024-08-29T17:49:35.575 INFO:tasks.rados.rados.0.smithi028.stdout:588: done (2 left) 2024-08-29T17:49:35.575 INFO:tasks.rados.rados.0.smithi028.stdout:append oid 41 current snap is 58 2024-08-29T17:49:35.575 INFO:tasks.rados.rados.0.smithi028.stdout:591: seq_num 198 ranges {1581056=524288,2105344=401408} 2024-08-29T17:49:35.593 INFO:tasks.rados.rados.0.smithi028.stdout:591: writing smithi02869045-41 from 1581056 to 2105344 tid 1 2024-08-29T17:49:35.597 INFO:tasks.rados.rados.0.smithi028.stdout:591: writing smithi02869045-41 from 2105344 to 2506752 tid 2 2024-08-29T17:49:35.597 INFO:tasks.rados.rados.0.smithi028.stdout:592: read oid 20 snap 33 2024-08-29T17:49:35.597 INFO:tasks.rados.rados.0.smithi028.stdout:592: expect (ObjNum 41 snap 0 seq_num 41) 2024-08-29T17:49:35.597 INFO:tasks.rados.rados.0.smithi028.stdout:593: read oid 21 snap -1 2024-08-29T17:49:35.597 INFO:tasks.rados.rados.0.smithi028.stdout:593: expect (ObjNum 50 snap 0 seq_num 50) 2024-08-29T17:49:35.597 INFO:tasks.rados.rados.0.smithi028.stdout:append oid 26 current snap is 58 2024-08-29T17:49:35.598 INFO:tasks.rados.rados.0.smithi028.stdout:589: finishing write tid 1 to smithi02869045-19 2024-08-29T17:49:35.598 INFO:tasks.rados.rados.0.smithi028.stdout:589: finishing write tid 2 to smithi02869045-19 2024-08-29T17:49:35.598 INFO:tasks.rados.rados.0.smithi028.stdout:589: finishing write tid 3 to smithi02869045-19 2024-08-29T17:49:35.598 INFO:tasks.rados.rados.0.smithi028.stdout:589: finishing write tid 4 to smithi02869045-19 2024-08-29T17:49:35.598 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 19 v 259 (ObjNum 197 snap 58 seq_num 197) dirty exists 2024-08-29T17:49:35.598 INFO:tasks.rados.rados.0.smithi028.stdout:589: left oid 19 (ObjNum 197 snap 58 seq_num 197) 2024-08-29T17:49:35.598 INFO:tasks.rados.rados.0.smithi028.stdout:590: finishing copy_from racing read to smithi02869045-13 2024-08-29T17:49:35.598 INFO:tasks.rados.rados.0.smithi028.stdout:594: seq_num 199 ranges {0=540672,540672=401408} 2024-08-29T17:49:35.602 INFO:tasks.rados.rados.0.smithi028.stdout:594: writing smithi02869045-26 from 0 to 540672 tid 1 2024-08-29T17:49:35.606 INFO:tasks.rados.rados.0.smithi028.stdout:594: writing smithi02869045-26 from 540672 to 942080 tid 2 2024-08-29T17:49:35.606 INFO:tasks.rados.rados.0.smithi028.stdout:589: done (5 left) 2024-08-29T17:49:35.606 INFO:tasks.rados.rados.0.smithi028.stdout:595: rollback oid 27 current snap is 58 2024-08-29T17:49:35.606 INFO:tasks.rados.rados.0.smithi028.stdout:rollback oid 27 to 43 2024-08-29T17:49:35.606 INFO:tasks.rados.rados.0.smithi028.stdout:590: finishing copy_from to smithi02869045-13 2024-08-29T17:49:35.606 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 13 v 166 (ObjNum 61 snap 5 seq_num 61) dirty exists 2024-08-29T17:49:35.606 INFO:tasks.rados.rados.0.smithi028.stdout:590: done (5 left) 2024-08-29T17:49:35.606 INFO:tasks.rados.rados.0.smithi028.stdout:596: rollback oid 2 current snap is 58 2024-08-29T17:49:35.606 INFO:tasks.rados.rados.0.smithi028.stdout:rollback oid 2 to 47 2024-08-29T17:49:35.606 INFO:tasks.rados.rados.0.smithi028.stdout:593: expect (ObjNum 50 snap 0 seq_num 50) 2024-08-29T17:49:35.680 INFO:tasks.rados.rados.0.smithi028.stdout:591: finishing write tid 1 to smithi02869045-41 2024-08-29T17:49:35.681 INFO:tasks.rados.rados.0.smithi028.stdout:591: finishing write tid 2 to smithi02869045-41 2024-08-29T17:49:35.681 INFO:tasks.rados.rados.0.smithi028.stdout:591: finishing write tid 3 to smithi02869045-41 2024-08-29T17:49:35.681 INFO:tasks.rados.rados.0.smithi028.stdout:591: finishing write tid 4 to smithi02869045-41 2024-08-29T17:49:35.681 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 41 v 305 (ObjNum 198 snap 58 seq_num 198) dirty exists 2024-08-29T17:49:35.681 INFO:tasks.rados.rados.0.smithi028.stdout:591: left oid 41 (ObjNum 198 snap 58 seq_num 198) 2024-08-29T17:49:35.681 INFO:tasks.rados.rados.0.smithi028.stdout:596: finishing rollback tid 1 to smithi02869045-2 2024-08-29T17:49:35.681 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 2 v 214 (ObjNum 273 snap 0 seq_num 0) dirty dne 2024-08-29T17:49:35.681 INFO:tasks.rados.rados.0.smithi028.stdout:592: expect (ObjNum 41 snap 0 seq_num 41) 2024-08-29T17:49:35.704 INFO:tasks.rados.rados.0.smithi028.stdout:594: finishing write tid 1 to smithi02869045-26 2024-08-29T17:49:35.704 INFO:tasks.rados.rados.0.smithi028.stdout:594: finishing write tid 2 to smithi02869045-26 2024-08-29T17:49:35.705 INFO:tasks.rados.rados.0.smithi028.stdout:594: finishing write tid 3 to smithi02869045-26 2024-08-29T17:49:35.705 INFO:tasks.rados.rados.0.smithi028.stdout:595: finishing rollback tid 0 to smithi02869045-27 2024-08-29T17:49:35.705 INFO:tasks.rados.rados.0.smithi028.stdout:595: finishing rollback tid 1 to smithi02869045-27 2024-08-29T17:49:35.705 INFO:tasks.rados.rados.0.smithi028.stdout:595: finishing rollback tid 2 to smithi02869045-27 2024-08-29T17:49:35.705 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 27 v 289 (ObjNum 24 snap 0 seq_num 24) dirty exists 2024-08-29T17:49:35.705 INFO:tasks.rados.rados.0.smithi028.stdout:594: finishing write tid 4 to smithi02869045-26 2024-08-29T17:49:35.705 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 26 v 286 (ObjNum 199 snap 58 seq_num 199) dirty exists 2024-08-29T17:49:35.705 INFO:tasks.rados.rados.0.smithi028.stdout:594: left oid 26 (ObjNum 199 snap 58 seq_num 199) 2024-08-29T17:49:35.705 INFO:tasks.rados.rados.0.smithi028.stdout:591: done (5 left) 2024-08-29T17:49:35.705 INFO:tasks.rados.rados.0.smithi028.stdout:592: done (4 left) 2024-08-29T17:49:35.705 INFO:tasks.rados.rados.0.smithi028.stdout:593: done (3 left) 2024-08-29T17:49:35.705 INFO:tasks.rados.rados.0.smithi028.stdout:594: done (2 left) 2024-08-29T17:49:35.705 INFO:tasks.rados.rados.0.smithi028.stdout:595: done (1 left) 2024-08-29T17:49:35.705 INFO:tasks.rados.rados.0.smithi028.stdout:596: done (0 left) 2024-08-29T17:49:35.706 INFO:tasks.rados.rados.0.smithi028.stdout:append oid 6 current snap is 58 2024-08-29T17:49:35.706 INFO:tasks.rados.rados.0.smithi028.stdout:597: seq_num 200 ranges {2408448=557056,2965504=401408} 2024-08-29T17:49:35.740 INFO:tasks.rados.rados.0.smithi028.stdout:597: writing smithi02869045-6 from 2408448 to 2965504 tid 1 2024-08-29T17:49:35.746 INFO:tasks.rados.rados.0.smithi028.stdout:597: writing smithi02869045-6 from 2965504 to 3366912 tid 2 2024-08-29T17:49:35.746 INFO:tasks.rados.rados.0.smithi028.stdout:598: rollback oid 15 current snap is 58 2024-08-29T17:49:35.746 INFO:tasks.rados.rados.0.smithi028.stdout:rollback oid 15 to 51 2024-08-29T17:49:35.746 INFO:tasks.rados.rados.0.smithi028.stdout:599: read oid 43 snap -1 2024-08-29T17:49:35.746 INFO:tasks.rados.rados.0.smithi028.stdout:599: expect deleted 2024-08-29T17:49:35.746 INFO:tasks.rados.rados.0.smithi028.stdout:600: rollback oid 29 current snap is 58 2024-08-29T17:49:35.746 INFO:tasks.rados.rados.0.smithi028.stdout:rollback oid 29 to 43 2024-08-29T17:49:35.746 INFO:tasks.rados.rados.0.smithi028.stdout:601: read oid 8 snap -1 2024-08-29T17:49:35.747 INFO:tasks.rados.rados.0.smithi028.stdout:601: expect (ObjNum 61 snap 5 seq_num 61) 2024-08-29T17:49:35.747 INFO:tasks.rados.rados.0.smithi028.stdout:602: rollback oid 38 current snap is 58 2024-08-29T17:49:35.747 INFO:tasks.rados.rados.0.smithi028.stdout:rollback oid 38 to 52 2024-08-29T17:49:35.747 INFO:tasks.rados.rados.0.smithi028.stdout:603: copy_from oid 3 from oid 23 current snap is 58 2024-08-29T17:49:35.747 INFO:tasks.rados.rados.0.smithi028.stdout:604: rollback oid 50 current snap is 58 2024-08-29T17:49:35.747 INFO:tasks.rados.rados.0.smithi028.stdout:rollback oid 50 to 43 2024-08-29T17:49:35.747 INFO:tasks.rados.rados.0.smithi028.stdout:605: delete oid 34 current snap is 58 2024-08-29T17:49:35.751 INFO:tasks.rados.rados.0.smithi028.stdout:598: finishing rollback tid 0 to smithi02869045-15 2024-08-29T17:49:35.752 INFO:tasks.rados.rados.0.smithi028.stdout:597: finishing write tid 1 to smithi02869045-6 2024-08-29T17:49:35.752 INFO:tasks.rados.rados.0.smithi028.stdout:598: finishing rollback tid 1 to smithi02869045-15 2024-08-29T17:49:35.752 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 15 v 141 (ObjNum 65 snap 0 seq_num 1953066355) dirty dne 2024-08-29T17:49:35.761 INFO:tasks.rados.rados.0.smithi028.stdout:604: finishing rollback tid 0 to smithi02869045-50 2024-08-29T17:49:35.761 INFO:tasks.rados.rados.0.smithi028.stdout:597: finishing write tid 2 to smithi02869045-6 2024-08-29T17:49:35.762 INFO:tasks.rados.rados.0.smithi028.stdout:604: finishing rollback tid 1 to smithi02869045-50 2024-08-29T17:49:35.762 INFO:tasks.rados.rados.0.smithi028.stdout:600: finishing rollback tid 0 to smithi02869045-29 2024-08-29T17:49:35.762 INFO:tasks.rados.rados.0.smithi028.stdout:600: finishing rollback tid 1 to smithi02869045-29 2024-08-29T17:49:35.762 INFO:tasks.rados.rados.0.smithi028.stdout:600: finishing rollback tid 2 to smithi02869045-29 2024-08-29T17:49:35.762 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 29 v 184 (ObjNum 61 snap 5 seq_num 61) dirty exists 2024-08-29T17:49:35.764 INFO:tasks.rados.rados.0.smithi028.stdout:597: finishing write tid 3 to smithi02869045-6 2024-08-29T17:49:35.765 INFO:tasks.rados.rados.0.smithi028.stdout:604: finishing rollback tid 2 to smithi02869045-50 2024-08-29T17:49:35.765 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 50 v 292 (ObjNum 133 snap 42 seq_num 133) dirty exists 2024-08-29T17:49:35.766 INFO:tasks.rados.rados.0.smithi028.stdout:602: finishing rollback tid 0 to smithi02869045-38 2024-08-29T17:49:35.766 INFO:tasks.rados.rados.0.smithi028.stdout:602: finishing rollback tid 1 to smithi02869045-38 2024-08-29T17:49:35.766 INFO:tasks.rados.rados.0.smithi028.stdout:602: finishing rollback tid 2 to smithi02869045-38 2024-08-29T17:49:35.766 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 38 v 140 (ObjNum 94 snap 17 seq_num 94) dirty exists 2024-08-29T17:49:35.768 INFO:tasks.rados.rados.0.smithi028.stdout:597: finishing write tid 4 to smithi02869045-6 2024-08-29T17:49:35.768 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 6 v 136 (ObjNum 200 snap 58 seq_num 200) dirty exists 2024-08-29T17:49:35.769 INFO:tasks.rados.rados.0.smithi028.stdout:597: left oid 6 (ObjNum 200 snap 58 seq_num 200) 2024-08-29T17:49:35.774 INFO:tasks.rados.rados.0.smithi028.stdout:601: expect (ObjNum 61 snap 5 seq_num 61) 2024-08-29T17:49:35.855 INFO:tasks.rados.rados.0.smithi028.stdout:603: finishing copy_from racing read to smithi02869045-3 2024-08-29T17:49:35.855 INFO:tasks.rados.rados.0.smithi028.stdout:603: finishing copy_from to smithi02869045-3 2024-08-29T17:49:35.855 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 3 v 191 (ObjNum 189 snap 54 seq_num 189) dirty exists 2024-08-29T17:49:35.855 INFO:tasks.rados.rados.0.smithi028.stdout:597: done (8 left) 2024-08-29T17:49:35.855 INFO:tasks.rados.rados.0.smithi028.stdout:598: done (7 left) 2024-08-29T17:49:35.855 INFO:tasks.rados.rados.0.smithi028.stdout:599: done (6 left) 2024-08-29T17:49:35.856 INFO:tasks.rados.rados.0.smithi028.stdout:600: done (5 left) 2024-08-29T17:49:35.856 INFO:tasks.rados.rados.0.smithi028.stdout:601: done (4 left) 2024-08-29T17:49:35.856 INFO:tasks.rados.rados.0.smithi028.stdout:602: done (3 left) 2024-08-29T17:49:35.856 INFO:tasks.rados.rados.0.smithi028.stdout:603: done (2 left) 2024-08-29T17:49:35.856 INFO:tasks.rados.rados.0.smithi028.stdout:604: done (1 left) 2024-08-29T17:49:35.856 INFO:tasks.rados.rados.0.smithi028.stdout:605: done (0 left) 2024-08-29T17:49:35.856 INFO:tasks.rados.rados.0.smithi028.stdout:606: delete oid 40 current snap is 58 2024-08-29T17:49:35.859 INFO:tasks.rados.rados.0.smithi028.stdout:606: done (0 left) 2024-08-29T17:49:35.859 INFO:tasks.rados.rados.0.smithi028.stdout:607: read oid 50 snap -1 2024-08-29T17:49:35.859 INFO:tasks.rados.rados.0.smithi028.stdout:607: expect (ObjNum 133 snap 42 seq_num 133) 2024-08-29T17:49:35.859 INFO:tasks.rados.rados.0.smithi028.stdout:608: rollback oid 34 current snap is 58 2024-08-29T17:49:35.860 INFO:tasks.rados.rados.0.smithi028.stdout:rollback oid 34 to 55 2024-08-29T17:49:35.860 INFO:tasks.rados.rados.0.smithi028.stdout:609: delete oid 5 current snap is 58 2024-08-29T17:49:35.863 INFO:tasks.rados.rados.0.smithi028.stdout:608: finishing rollback tid 1 to smithi02869045-34 2024-08-29T17:49:35.864 INFO:tasks.rados.rados.0.smithi028.stdout:608: finishing rollback tid 2 to smithi02869045-34 2024-08-29T17:49:35.864 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 34 v 188 (ObjNum 172 snap 49 seq_num 172) dirty exists 2024-08-29T17:49:35.865 INFO:tasks.rados.rados.0.smithi028.stdout:608: done (2 left) 2024-08-29T17:49:35.865 INFO:tasks.rados.rados.0.smithi028.stdout:609: done (1 left) 2024-08-29T17:49:35.865 INFO:tasks.rados.rados.0.smithi028.stdout:610: read oid 6 snap -1 2024-08-29T17:49:35.866 INFO:tasks.rados.rados.0.smithi028.stdout:610: expect (ObjNum 200 snap 58 seq_num 200) 2024-08-29T17:49:35.866 INFO:tasks.rados.rados.0.smithi028.stdout:611: snap_create 2024-08-29T17:49:35.875 INFO:tasks.rados.rados.0.smithi028.stdout:607: expect (ObjNum 133 snap 42 seq_num 133) 2024-08-29T17:49:36.017 INFO:tasks.rados.rados.0.smithi028.stdout:610: expect (ObjNum 200 snap 58 seq_num 200) 2024-08-29T17:49:36.560 INFO:journalctl@ceph.mgr.x.smithi053.stdout:Aug 29 17:49:36 smithi053 bash[53049]: ::ffff:172.21.15.53 - - [29/Aug/2024:17:49:36] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.43.0" 2024-08-29T17:49:36.568 INFO:tasks.rados.rados.0.smithi028.stdout:607: done (2 left) 2024-08-29T17:49:36.568 INFO:tasks.rados.rados.0.smithi028.stdout:610: done (1 left) 2024-08-29T17:49:36.568 INFO:tasks.rados.rados.0.smithi028.stdout:611: done (0 left) 2024-08-29T17:49:36.568 INFO:tasks.rados.rados.0.smithi028.stdout:append oid 39 current snap is 59 2024-08-29T17:49:36.568 INFO:tasks.rados.rados.0.smithi028.stdout:612: seq_num 204 ranges {1613824=622592,2236416=401408} 2024-08-29T17:49:36.604 INFO:tasks.rados.rados.0.smithi028.stdout:612: writing smithi02869045-39 from 1613824 to 2236416 tid 1 2024-08-29T17:49:36.612 INFO:tasks.rados.rados.0.smithi028.stdout:612: writing smithi02869045-39 from 2236416 to 2637824 tid 2 2024-08-29T17:49:36.612 INFO:tasks.rados.rados.0.smithi028.stdout:613: read oid 48 snap -1 2024-08-29T17:49:36.612 INFO:tasks.rados.rados.0.smithi028.stdout:613: expect (ObjNum 153 snap 45 seq_num 153) 2024-08-29T17:49:36.612 INFO:tasks.rados.rados.0.smithi028.stdout:614: read oid 26 snap 43 2024-08-29T17:49:36.612 INFO:tasks.rados.rados.0.smithi028.stdout:614: expect deleted 2024-08-29T17:49:36.612 INFO:tasks.rados.rados.0.smithi028.stdout:615: rollback oid 14 current snap is 59 2024-08-29T17:49:36.612 INFO:tasks.rados.rados.0.smithi028.stdout:rollback oid 14 to 55 2024-08-29T17:49:36.612 INFO:tasks.rados.rados.0.smithi028.stdout:616: snap_create 2024-08-29T17:49:36.618 INFO:tasks.rados.rados.0.smithi028.stdout:612: finishing write tid 1 to smithi02869045-39 2024-08-29T17:49:36.620 INFO:tasks.rados.rados.0.smithi028.stdout:612: finishing write tid 2 to smithi02869045-39 2024-08-29T17:49:36.622 INFO:tasks.rados.rados.0.smithi028.stdout:612: finishing write tid 3 to smithi02869045-39 2024-08-29T17:49:36.624 INFO:tasks.rados.rados.0.smithi028.stdout:615: finishing rollback tid 0 to smithi02869045-14 2024-08-29T17:49:36.625 INFO:tasks.rados.rados.0.smithi028.stdout:615: finishing rollback tid 1 to smithi02869045-14 2024-08-29T17:49:36.625 INFO:tasks.rados.rados.0.smithi028.stdout:615: finishing rollback tid 2 to smithi02869045-14 2024-08-29T17:49:36.625 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 14 v 35 (ObjNum 184 snap 52 seq_num 184) dirty exists 2024-08-29T17:49:36.625 INFO:tasks.rados.rados.0.smithi028.stdout:612: finishing write tid 4 to smithi02869045-39 2024-08-29T17:49:36.625 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 39 v 147 (ObjNum 204 snap 59 seq_num 204) dirty exists 2024-08-29T17:49:36.625 INFO:tasks.rados.rados.0.smithi028.stdout:612: left oid 39 (ObjNum 204 snap 59 seq_num 204) 2024-08-29T17:49:36.626 INFO:tasks.rados.rados.0.smithi028.stdout:613: expect (ObjNum 153 snap 45 seq_num 153) 2024-08-29T17:49:36.823 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:49:36 smithi053 bash[24720]: cluster 2024-08-29T17:49:35.563884+0000 mon.a (mon.0) 1215 : cluster [DBG] osdmap e186: 8 total, 8 up, 8 in 2024-08-29T17:49:36.823 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:49:36 smithi053 bash[24720]: cluster 2024-08-29T17:49:35.964258+0000 mgr.y (mgr.14499) 272 : cluster [DBG] pgmap v322: 121 pgs: 121 active+clean; 176 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 7.4 MiB/s rd, 1.2 MiB/s wr, 11 op/s 2024-08-29T17:49:36.875 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:49:36 smithi028 bash[31855]: cluster 2024-08-29T17:49:35.563884+0000 mon.a (mon.0) 1215 : cluster [DBG] osdmap e186: 8 total, 8 up, 8 in 2024-08-29T17:49:36.875 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:49:36 smithi028 bash[31855]: cluster 2024-08-29T17:49:35.964258+0000 mgr.y (mgr.14499) 272 : cluster [DBG] pgmap v322: 121 pgs: 121 active+clean; 176 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 7.4 MiB/s rd, 1.2 MiB/s wr, 11 op/s 2024-08-29T17:49:36.875 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:49:36 smithi028 bash[22419]: cluster 2024-08-29T17:49:35.563884+0000 mon.a (mon.0) 1215 : cluster [DBG] osdmap e186: 8 total, 8 up, 8 in 2024-08-29T17:49:36.875 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:49:36 smithi028 bash[22419]: cluster 2024-08-29T17:49:35.964258+0000 mgr.y (mgr.14499) 272 : cluster [DBG] pgmap v322: 121 pgs: 121 active+clean; 176 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 7.4 MiB/s rd, 1.2 MiB/s wr, 11 op/s 2024-08-29T17:49:37.574 INFO:tasks.rados.rados.0.smithi028.stdout:612: done (4 left) 2024-08-29T17:49:37.574 INFO:tasks.rados.rados.0.smithi028.stdout:613: done (3 left) 2024-08-29T17:49:37.574 INFO:tasks.rados.rados.0.smithi028.stdout:614: done (2 left) 2024-08-29T17:49:37.574 INFO:tasks.rados.rados.0.smithi028.stdout:615: done (1 left) 2024-08-29T17:49:37.574 INFO:tasks.rados.rados.0.smithi028.stdout:616: done (0 left) 2024-08-29T17:49:37.575 INFO:tasks.rados.rados.0.smithi028.stdout:617: copy_from oid 16 from oid 10 current snap is 60 2024-08-29T17:49:37.575 INFO:tasks.rados.rados.0.smithi028.stdout:618: snap_remove snap 56 2024-08-29T17:49:37.823 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:49:37 smithi053 bash[24720]: cluster 2024-08-29T17:49:36.574212+0000 mon.a (mon.0) 1216 : cluster [DBG] osdmap e187: 8 total, 8 up, 8 in 2024-08-29T17:49:37.875 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:49:37 smithi028 bash[31855]: cluster 2024-08-29T17:49:36.574212+0000 mon.a (mon.0) 1216 : cluster [DBG] osdmap e187: 8 total, 8 up, 8 in 2024-08-29T17:49:37.875 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:49:37 smithi028 bash[22419]: cluster 2024-08-29T17:49:36.574212+0000 mon.a (mon.0) 1216 : cluster [DBG] osdmap e187: 8 total, 8 up, 8 in 2024-08-29T17:49:38.587 INFO:tasks.rados.rados.0.smithi028.stdout:618: done (1 left) 2024-08-29T17:49:38.587 INFO:tasks.rados.rados.0.smithi028.stdout:619: read oid 35 snap -1 2024-08-29T17:49:38.587 INFO:tasks.rados.rados.0.smithi028.stdout:619: expect deleted 2024-08-29T17:49:38.587 INFO:tasks.rados.rados.0.smithi028.stdout:620: snap_create 2024-08-29T17:49:38.588 INFO:tasks.rados.rados.0.smithi028.stdout:617: finishing copy_from racing read to smithi02869045-16 2024-08-29T17:49:38.588 INFO:tasks.rados.rados.0.smithi028.stdout:617: finishing copy_from to smithi02869045-16 2024-08-29T17:49:38.588 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 16 v 279 (ObjNum 158 snap 45 seq_num 158) dirty exists 2024-08-29T17:49:38.875 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:49:38 smithi028 bash[22419]: cluster 2024-08-29T17:49:37.580500+0000 mon.a (mon.0) 1217 : cluster [DBG] osdmap e188: 8 total, 8 up, 8 in 2024-08-29T17:49:38.875 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:49:38 smithi028 bash[22419]: cluster 2024-08-29T17:49:37.964897+0000 mgr.y (mgr.14499) 273 : cluster [DBG] pgmap v325: 121 pgs: 121 active+clean; 176 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 7.4 MiB/s rd, 1.2 MiB/s wr, 11 op/s 2024-08-29T17:49:38.875 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:49:38 smithi028 bash[31855]: cluster 2024-08-29T17:49:37.580500+0000 mon.a (mon.0) 1217 : cluster [DBG] osdmap e188: 8 total, 8 up, 8 in 2024-08-29T17:49:38.875 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:49:38 smithi028 bash[31855]: cluster 2024-08-29T17:49:37.964897+0000 mgr.y (mgr.14499) 273 : cluster [DBG] pgmap v325: 121 pgs: 121 active+clean; 176 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 7.4 MiB/s rd, 1.2 MiB/s wr, 11 op/s 2024-08-29T17:49:39.073 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:49:38 smithi053 bash[24720]: cluster 2024-08-29T17:49:37.580500+0000 mon.a (mon.0) 1217 : cluster [DBG] osdmap e188: 8 total, 8 up, 8 in 2024-08-29T17:49:39.073 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:49:38 smithi053 bash[24720]: cluster 2024-08-29T17:49:37.964897+0000 mgr.y (mgr.14499) 273 : cluster [DBG] pgmap v325: 121 pgs: 121 active+clean; 176 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 7.4 MiB/s rd, 1.2 MiB/s wr, 11 op/s 2024-08-29T17:49:39.471 INFO:tasks.rados.rados.0.smithi028.stdout:617: done (2 left) 2024-08-29T17:49:39.471 INFO:tasks.rados.rados.0.smithi028.stdout:619: done (1 left) 2024-08-29T17:49:39.472 INFO:tasks.rados.rados.0.smithi028.stdout:620: done (0 left) 2024-08-29T17:49:39.472 INFO:tasks.rados.rados.0.smithi028.stdout:621: rmattr oid 33 current snap is 61 2024-08-29T17:49:39.472 INFO:tasks.rados.rados.0.smithi028.stdout:append oid 42 current snap is 61 2024-08-29T17:49:39.472 INFO:tasks.rados.rados.0.smithi028.stdout:622: seq_num 205 ranges {3809280=638976,4448256=401408} 2024-08-29T17:49:39.507 INFO:tasks.rados.rados.0.smithi028.stdout:622: writing smithi02869045-42 from 3809280 to 4448256 tid 1 2024-08-29T17:49:39.510 INFO:tasks.rados.rados.0.smithi028.stdout:622: writing smithi02869045-42 from 4448256 to 4849664 tid 2 2024-08-29T17:49:39.510 INFO:tasks.rados.rados.0.smithi028.stdout:623: copy_from oid 46 from oid 21 current snap is 61 2024-08-29T17:49:39.510 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 33 v 400 (ObjNum 122 snap 34 seq_num 122) dirty exists 2024-08-29T17:49:39.510 INFO:tasks.rados.rados.0.smithi028.stdout:621: done (2 left) 2024-08-29T17:49:39.510 INFO:tasks.rados.rados.0.smithi028.stdout:append oid 7 current snap is 61 2024-08-29T17:49:39.510 INFO:tasks.rados.rados.0.smithi028.stdout:624: seq_num 206 ranges {0=655360,655360=401408} 2024-08-29T17:49:39.514 INFO:tasks.rados.rados.0.smithi028.stdout:624: writing smithi02869045-7 from 0 to 655360 tid 1 2024-08-29T17:49:39.518 INFO:tasks.rados.rados.0.smithi028.stdout:624: writing smithi02869045-7 from 655360 to 1056768 tid 2 2024-08-29T17:49:39.518 INFO:tasks.rados.rados.0.smithi028.stdout:625: rollback oid 11 current snap is 61 2024-08-29T17:49:39.518 INFO:tasks.rados.rados.0.smithi028.stdout:rollback oid 11 to 54 2024-08-29T17:49:39.518 INFO:tasks.rados.rados.0.smithi028.stdout:622: finishing write tid 1 to smithi02869045-42 2024-08-29T17:49:39.518 INFO:tasks.rados.rados.0.smithi028.stdout:622: finishing write tid 2 to smithi02869045-42 2024-08-29T17:49:39.518 INFO:tasks.rados.rados.0.smithi028.stdout:622: finishing write tid 3 to smithi02869045-42 2024-08-29T17:49:39.518 INFO:tasks.rados.rados.0.smithi028.stdout:622: finishing write tid 4 to smithi02869045-42 2024-08-29T17:49:39.519 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 42 v 74 (ObjNum 205 snap 61 seq_num 205) dirty exists 2024-08-29T17:49:39.519 INFO:tasks.rados.rados.0.smithi028.stdout:622: left oid 42 (ObjNum 205 snap 61 seq_num 205) 2024-08-29T17:49:39.519 INFO:tasks.rados.rados.0.smithi028.stdout:622: done (3 left) 2024-08-29T17:49:39.519 INFO:tasks.rados.rados.0.smithi028.stdout:626: setattr oid 12 current snap is 61 2024-08-29T17:49:39.521 INFO:tasks.rados.rados.0.smithi028.stdout:627: rmattr oid 28 current snap is 61 2024-08-29T17:49:39.521 INFO:tasks.rados.rados.0.smithi028.stdout:627: done (4 left) 2024-08-29T17:49:39.522 INFO:tasks.rados.rados.0.smithi028.stdout:628: read oid 42 snap -1 2024-08-29T17:49:39.522 INFO:tasks.rados.rados.0.smithi028.stdout:628: expect (ObjNum 205 snap 61 seq_num 205) 2024-08-29T17:49:39.522 INFO:tasks.rados.rados.0.smithi028.stdout:629: rollback oid 28 current snap is 61 2024-08-29T17:49:39.522 INFO:tasks.rados.rados.0.smithi028.stdout:rollback oid 28 to 33 2024-08-29T17:49:39.522 INFO:tasks.rados.rados.0.smithi028.stdout:630: copy_from oid 4 from oid 37 current snap is 61 2024-08-29T17:49:39.522 INFO:tasks.rados.rados.0.smithi028.stdout:631: delete oid 8 current snap is 61 2024-08-29T17:49:39.522 INFO:tasks.rados.rados.0.smithi028.stdout:625: finishing rollback tid 0 to smithi02869045-11 2024-08-29T17:49:39.525 INFO:tasks.rados.rados.0.smithi028.stdout:625: finishing rollback tid 1 to smithi02869045-11 2024-08-29T17:49:39.526 INFO:tasks.rados.rados.0.smithi028.stdout:623: finishing copy_from racing read to smithi02869045-46 2024-08-29T17:49:39.526 INFO:tasks.rados.rados.0.smithi028.stdout:625: finishing rollback tid 2 to smithi02869045-11 2024-08-29T17:49:39.527 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 11 v 308 (ObjNum 188 snap 54 seq_num 188) dirty exists 2024-08-29T17:49:39.527 INFO:tasks.rados.rados.0.smithi028.stdout:630: finishing copy_from to smithi02869045-4 2024-08-29T17:49:39.527 INFO:tasks.rados.rados.0.smithi028.stdout:630: got expected ENOENT (src dne) 2024-08-29T17:49:39.528 INFO:tasks.rados.rados.0.smithi028.stdout:629: finishing rollback tid 0 to smithi02869045-28 2024-08-29T17:49:39.528 INFO:tasks.rados.rados.0.smithi028.stdout:630: finishing copy_from racing read to smithi02869045-4 2024-08-29T17:49:39.528 INFO:tasks.rados.rados.0.smithi028.stdout:624: finishing write tid 1 to smithi02869045-7 2024-08-29T17:49:39.528 INFO:tasks.rados.rados.0.smithi028.stdout:629: finishing rollback tid 1 to smithi02869045-28 2024-08-29T17:49:39.529 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 28 v 147 (ObjNum 33 snap 0 seq_num 1676291088) dirty dne 2024-08-29T17:49:39.529 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 12 v 116 (ObjNum 161 snap 46 seq_num 161) dirty exists 2024-08-29T17:49:39.529 INFO:tasks.rados.rados.0.smithi028.stdout:625: done (7 left) 2024-08-29T17:49:39.529 INFO:tasks.rados.rados.0.smithi028.stdout:626: done (6 left) 2024-08-29T17:49:39.529 INFO:tasks.rados.rados.0.smithi028.stdout:629: done (5 left) 2024-08-29T17:49:39.530 INFO:tasks.rados.rados.0.smithi028.stdout:630: done (4 left) 2024-08-29T17:49:39.530 INFO:tasks.rados.rados.0.smithi028.stdout:631: done (3 left) 2024-08-29T17:49:39.530 INFO:tasks.rados.rados.0.smithi028.stdout:632: rollback oid 25 current snap is 61 2024-08-29T17:49:39.530 INFO:tasks.rados.rados.0.smithi028.stdout:rollback oid 25 to 43 2024-08-29T17:49:39.530 INFO:tasks.rados.rados.0.smithi028.stdout:633: snap_remove snap 55 2024-08-29T17:49:39.823 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:49:39 smithi053 bash[24720]: cluster 2024-08-29T17:49:38.592200+0000 mon.a (mon.0) 1218 : cluster [DBG] osdmap e189: 8 total, 8 up, 8 in 2024-08-29T17:49:39.823 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:49:39 smithi053 bash[24720]: audit 2024-08-29T17:49:38.918734+0000 mon.a (mon.0) 1219 : audit [DBG] from='mgr.14499 172.21.15.28:0/1402656687' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-29T17:49:39.823 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:49:39 smithi053 bash[24720]: cluster 2024-08-29T17:49:39.477794+0000 mon.a (mon.0) 1220 : cluster [DBG] osdmap e190: 8 total, 8 up, 8 in 2024-08-29T17:49:39.875 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:49:39 smithi028 bash[22419]: cluster 2024-08-29T17:49:38.592200+0000 mon.a (mon.0) 1218 : cluster [DBG] osdmap e189: 8 total, 8 up, 8 in 2024-08-29T17:49:39.875 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:49:39 smithi028 bash[22419]: audit 2024-08-29T17:49:38.918734+0000 mon.a (mon.0) 1219 : audit [DBG] from='mgr.14499 172.21.15.28:0/1402656687' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-29T17:49:39.875 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:49:39 smithi028 bash[22419]: cluster 2024-08-29T17:49:39.477794+0000 mon.a (mon.0) 1220 : cluster [DBG] osdmap e190: 8 total, 8 up, 8 in 2024-08-29T17:49:39.875 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:49:39 smithi028 bash[31855]: cluster 2024-08-29T17:49:38.592200+0000 mon.a (mon.0) 1218 : cluster [DBG] osdmap e189: 8 total, 8 up, 8 in 2024-08-29T17:49:39.876 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:49:39 smithi028 bash[31855]: audit 2024-08-29T17:49:38.918734+0000 mon.a (mon.0) 1219 : audit [DBG] from='mgr.14499 172.21.15.28:0/1402656687' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-29T17:49:39.876 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:49:39 smithi028 bash[31855]: cluster 2024-08-29T17:49:39.477794+0000 mon.a (mon.0) 1220 : cluster [DBG] osdmap e190: 8 total, 8 up, 8 in 2024-08-29T17:49:40.482 INFO:tasks.rados.rados.0.smithi028.stdout:623: finishing copy_from to smithi02869045-46 2024-08-29T17:49:40.482 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 46 v 276 (ObjNum 50 snap 0 seq_num 50) dirty exists 2024-08-29T17:49:40.482 INFO:tasks.rados.rados.0.smithi028.stdout:624: finishing write tid 2 to smithi02869045-7 2024-08-29T17:49:40.482 INFO:tasks.rados.rados.0.smithi028.stdout:624: finishing write tid 3 to smithi02869045-7 2024-08-29T17:49:40.482 INFO:tasks.rados.rados.0.smithi028.stdout:624: finishing write tid 4 to smithi02869045-7 2024-08-29T17:49:40.482 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 7 v 404 (ObjNum 206 snap 61 seq_num 206) dirty exists 2024-08-29T17:49:40.482 INFO:tasks.rados.rados.0.smithi028.stdout:624: left oid 7 (ObjNum 206 snap 61 seq_num 206) 2024-08-29T17:49:40.482 INFO:tasks.rados.rados.0.smithi028.stdout:628: expect (ObjNum 205 snap 61 seq_num 205) 2024-08-29T17:49:40.787 INFO:tasks.rados.rados.0.smithi028.stdout:632: finishing rollback tid 1 to smithi02869045-25 2024-08-29T17:49:40.787 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 25 v 18 (ObjNum 49 snap 0 seq_num 1671781968) dirty dne 2024-08-29T17:49:40.787 INFO:tasks.rados.rados.0.smithi028.stdout:623: done (4 left) 2024-08-29T17:49:40.788 INFO:tasks.rados.rados.0.smithi028.stdout:624: done (3 left) 2024-08-29T17:49:40.788 INFO:tasks.rados.rados.0.smithi028.stdout:628: done (2 left) 2024-08-29T17:49:40.788 INFO:tasks.rados.rados.0.smithi028.stdout:632: done (1 left) 2024-08-29T17:49:40.788 INFO:tasks.rados.rados.0.smithi028.stdout:633: done (0 left) 2024-08-29T17:49:40.788 INFO:tasks.rados.rados.0.smithi028.stdout:634: delete oid 10 current snap is 61 2024-08-29T17:49:40.790 INFO:tasks.rados.rados.0.smithi028.stdout:634: done (0 left) 2024-08-29T17:49:40.790 INFO:tasks.rados.rados.0.smithi028.stdout:append oid 10 current snap is 61 2024-08-29T17:49:40.790 INFO:tasks.rados.rados.0.smithi028.stdout:635: seq_num 209 ranges {0=704512,704512=401408} 2024-08-29T17:49:40.802 INFO:tasks.rados.rados.0.smithi028.stdout:635: writing smithi02869045-10 from 0 to 704512 tid 1 2024-08-29T17:49:40.810 INFO:tasks.rados.rados.0.smithi028.stdout:635: writing smithi02869045-10 from 704512 to 1105920 tid 2 2024-08-29T17:49:40.810 INFO:tasks.rados.rados.0.smithi028.stdout:636: rollback oid 31 current snap is 61 2024-08-29T17:49:40.810 INFO:tasks.rados.rados.0.smithi028.stdout:rollback oid 31 to 59 2024-08-29T17:49:40.810 INFO:tasks.rados.rados.0.smithi028.stdout:635: finishing write tid 1 to smithi02869045-10 2024-08-29T17:49:40.810 INFO:tasks.rados.rados.0.smithi028.stdout:append oid 48 current snap is 61 2024-08-29T17:49:40.810 INFO:tasks.rados.rados.0.smithi028.stdout:637: seq_num 210 ranges {942080=720896,1662976=401408} 2024-08-29T17:49:40.838 INFO:tasks.rados.rados.0.smithi028.stdout:637: writing smithi02869045-48 from 942080 to 1662976 tid 1 2024-08-29T17:49:40.845 INFO:tasks.rados.rados.0.smithi028.stdout:637: writing smithi02869045-48 from 1662976 to 2064384 tid 2 2024-08-29T17:49:40.845 INFO:tasks.rados.rados.0.smithi028.stdout:638: rollback oid 43 current snap is 61 2024-08-29T17:49:40.846 INFO:tasks.rados.rados.0.smithi028.stdout:rollback oid 43 to 43 2024-08-29T17:49:40.846 INFO:tasks.rados.rados.0.smithi028.stdout:635: finishing write tid 2 to smithi02869045-10 2024-08-29T17:49:40.846 INFO:tasks.rados.rados.0.smithi028.stdout:635: finishing write tid 3 to smithi02869045-10 2024-08-29T17:49:40.846 INFO:tasks.rados.rados.0.smithi028.stdout:636: finishing rollback tid 0 to smithi02869045-31 2024-08-29T17:49:40.846 INFO:tasks.rados.rados.0.smithi028.stdout:639: snap_remove snap 54 2024-08-29T17:49:40.875 INFO:journalctl@ceph.mgr.y.smithi028.stdout:Aug 29 17:49:40 smithi028 bash[22672]: ::ffff:172.21.15.53 - - [29/Aug/2024:17:49:40] "GET /metrics HTTP/1.1" 200 240206 "" "Prometheus/2.43.0" 2024-08-29T17:49:40.875 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:49:40 smithi028 bash[22419]: cluster 2024-08-29T17:49:39.966278+0000 mgr.y (mgr.14499) 274 : cluster [DBG] pgmap v328: 121 pgs: 121 active+clean; 191 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 11 MiB/s rd, 3.2 MiB/s wr, 33 op/s 2024-08-29T17:49:40.875 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:49:40 smithi028 bash[22419]: cluster 2024-08-29T17:49:40.480050+0000 mon.a (mon.0) 1221 : cluster [DBG] osdmap e191: 8 total, 8 up, 8 in 2024-08-29T17:49:40.876 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:49:40 smithi028 bash[31855]: cluster 2024-08-29T17:49:39.966278+0000 mgr.y (mgr.14499) 274 : cluster [DBG] pgmap v328: 121 pgs: 121 active+clean; 191 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 11 MiB/s rd, 3.2 MiB/s wr, 33 op/s 2024-08-29T17:49:40.876 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:49:40 smithi028 bash[31855]: cluster 2024-08-29T17:49:40.480050+0000 mon.a (mon.0) 1221 : cluster [DBG] osdmap e191: 8 total, 8 up, 8 in 2024-08-29T17:49:40.902 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:49:40 smithi053 bash[24720]: cluster 2024-08-29T17:49:39.966278+0000 mgr.y (mgr.14499) 274 : cluster [DBG] pgmap v328: 121 pgs: 121 active+clean; 191 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 11 MiB/s rd, 3.2 MiB/s wr, 33 op/s 2024-08-29T17:49:40.902 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:49:40 smithi053 bash[24720]: cluster 2024-08-29T17:49:40.480050+0000 mon.a (mon.0) 1221 : cluster [DBG] osdmap e191: 8 total, 8 up, 8 in 2024-08-29T17:49:41.599 INFO:tasks.rados.rados.0.smithi028.stdout:639: done (4 left) 2024-08-29T17:49:41.600 INFO:tasks.rados.rados.0.smithi028.stdout:640: snap_create 2024-08-29T17:49:41.600 INFO:tasks.rados.rados.0.smithi028.stdout:635: finishing write tid 4 to smithi02869045-10 2024-08-29T17:49:41.600 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 10 v 306 (ObjNum 209 snap 61 seq_num 209) dirty exists 2024-08-29T17:49:41.600 INFO:tasks.rados.rados.0.smithi028.stdout:635: left oid 10 (ObjNum 209 snap 61 seq_num 209) 2024-08-29T17:49:41.600 INFO:tasks.rados.rados.0.smithi028.stdout:636: finishing rollback tid 1 to smithi02869045-31 2024-08-29T17:49:41.600 INFO:tasks.rados.rados.0.smithi028.stdout:636: finishing rollback tid 2 to smithi02869045-31 2024-08-29T17:49:41.600 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 31 v 412 (ObjNum 138 snap 43 seq_num 138) dirty exists 2024-08-29T17:49:41.600 INFO:tasks.rados.rados.0.smithi028.stdout:637: finishing write tid 1 to smithi02869045-48 2024-08-29T17:49:41.600 INFO:tasks.rados.rados.0.smithi028.stdout:637: finishing write tid 2 to smithi02869045-48 2024-08-29T17:49:41.600 INFO:tasks.rados.rados.0.smithi028.stdout:638: finishing rollback tid 1 to smithi02869045-43 2024-08-29T17:49:41.601 INFO:tasks.rados.rados.0.smithi028.stdout:637: finishing write tid 3 to smithi02869045-48 2024-08-29T17:49:41.601 INFO:tasks.rados.rados.0.smithi028.stdout:638: finishing rollback tid 2 to smithi02869045-43 2024-08-29T17:49:41.601 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 43 v 91 (ObjNum 139 snap 43 seq_num 139) dirty exists 2024-08-29T17:49:41.601 INFO:tasks.rados.rados.0.smithi028.stdout:637: finishing write tid 4 to smithi02869045-48 2024-08-29T17:49:41.601 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 48 v 282 (ObjNum 210 snap 61 seq_num 210) dirty exists 2024-08-29T17:49:41.601 INFO:tasks.rados.rados.0.smithi028.stdout:637: left oid 48 (ObjNum 210 snap 61 seq_num 210) 2024-08-29T17:49:41.669 INFO:tasks.rados.rados.0.smithi028.stdout:635: done (4 left) 2024-08-29T17:49:41.669 INFO:tasks.rados.rados.0.smithi028.stdout:636: done (3 left) 2024-08-29T17:49:41.669 INFO:tasks.rados.rados.0.smithi028.stdout:637: done (2 left) 2024-08-29T17:49:41.669 INFO:tasks.rados.rados.0.smithi028.stdout:638: done (1 left) 2024-08-29T17:49:41.669 INFO:tasks.rados.rados.0.smithi028.stdout:640: done (0 left) 2024-08-29T17:49:41.670 INFO:tasks.rados.rados.0.smithi028.stdout:641: rmattr oid 40 current snap is 62 2024-08-29T17:49:41.670 INFO:tasks.rados.rados.0.smithi028.stdout:641: done (0 left) 2024-08-29T17:49:41.670 INFO:tasks.rados.rados.0.smithi028.stdout:642: read oid 10 snap 51 2024-08-29T17:49:41.670 INFO:tasks.rados.rados.0.smithi028.stdout:642: expect (ObjNum 158 snap 45 seq_num 158) 2024-08-29T17:49:41.670 INFO:tasks.rados.rados.0.smithi028.stdout:643: read oid 50 snap -1 2024-08-29T17:49:41.670 INFO:tasks.rados.rados.0.smithi028.stdout:643: expect (ObjNum 133 snap 42 seq_num 133) 2024-08-29T17:49:41.670 INFO:tasks.rados.rados.0.smithi028.stdout:644: setattr oid 7 current snap is 62 2024-08-29T17:49:41.671 INFO:tasks.rados.rados.0.smithi028.stdout:645: read oid 18 snap 50 2024-08-29T17:49:41.671 INFO:tasks.rados.rados.0.smithi028.stdout:645: expect deleted 2024-08-29T17:49:41.671 INFO:tasks.rados.rados.0.smithi028.stdout:646: copy_from oid 42 from oid 35 current snap is 62 2024-08-29T17:49:41.671 INFO:tasks.rados.rados.0.smithi028.stdout:647: read oid 46 snap -1 2024-08-29T17:49:41.672 INFO:tasks.rados.rados.0.smithi028.stdout:647: expect (ObjNum 50 snap 0 seq_num 50) 2024-08-29T17:49:41.672 INFO:tasks.rados.rados.0.smithi028.stdout:648: rollback oid 31 current snap is 62 2024-08-29T17:49:41.672 INFO:tasks.rados.rados.0.smithi028.stdout:rollback oid 31 to 57 2024-08-29T17:49:41.672 INFO:tasks.rados.rados.0.smithi028.stdout:append oid 8 current snap is 62 2024-08-29T17:49:41.672 INFO:tasks.rados.rados.0.smithi028.stdout:649: seq_num 211 ranges {0=737280,737280=401408} 2024-08-29T17:49:41.680 INFO:tasks.rados.rados.0.smithi028.stdout:649: writing smithi02869045-8 from 0 to 737280 tid 1 2024-08-29T17:49:41.680 INFO:tasks.rados.rados.0.smithi028.stdout:649: writing smithi02869045-8 from 737280 to 1138688 tid 2 2024-08-29T17:49:41.680 INFO:tasks.rados.rados.0.smithi028.stdout:650: rollback oid 19 current snap is 62 2024-08-29T17:49:41.680 INFO:tasks.rados.rados.0.smithi028.stdout:rollback oid 19 to 59 2024-08-29T17:49:41.680 INFO:tasks.rados.rados.0.smithi028.stdout:642: expect (ObjNum 158 snap 45 seq_num 158) 2024-08-29T17:49:41.690 INFO:tasks.rados.rados.0.smithi028.stdout:642: done (8 left) 2024-08-29T17:49:41.690 INFO:tasks.rados.rados.0.smithi028.stdout:645: done (7 left) 2024-08-29T17:49:41.690 INFO:tasks.rados.rados.0.smithi028.stdout:651: rollback oid 40 current snap is 62 2024-08-29T17:49:41.691 INFO:tasks.rados.rados.0.smithi028.stdout:rollback oid 40 to 52 2024-08-29T17:49:41.691 INFO:tasks.rados.rados.0.smithi028.stdout:646: finishing copy_from to smithi02869045-42 2024-08-29T17:49:41.691 INFO:tasks.rados.rados.0.smithi028.stdout:646: got expected ENOENT (src dne) 2024-08-29T17:49:41.691 INFO:tasks.rados.rados.0.smithi028.stdout:646: finishing copy_from racing read to smithi02869045-42 2024-08-29T17:49:41.691 INFO:tasks.rados.rados.0.smithi028.stdout:647: expect (ObjNum 50 snap 0 seq_num 50) 2024-08-29T17:49:41.727 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 7 v 420 (ObjNum 206 snap 61 seq_num 206) dirty exists 2024-08-29T17:49:41.727 INFO:tasks.rados.rados.0.smithi028.stdout:648: finishing rollback tid 0 to smithi02869045-31 2024-08-29T17:49:41.727 INFO:tasks.rados.rados.0.smithi028.stdout:648: finishing rollback tid 1 to smithi02869045-31 2024-08-29T17:49:41.727 INFO:tasks.rados.rados.0.smithi028.stdout:648: finishing rollback tid 2 to smithi02869045-31 2024-08-29T17:49:41.727 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 31 v 424 (ObjNum 138 snap 43 seq_num 138) dirty exists 2024-08-29T17:49:41.727 INFO:tasks.rados.rados.0.smithi028.stdout:649: finishing write tid 1 to smithi02869045-8 2024-08-29T17:49:41.727 INFO:tasks.rados.rados.0.smithi028.stdout:650: finishing rollback tid 0 to smithi02869045-19 2024-08-29T17:49:41.727 INFO:tasks.rados.rados.0.smithi028.stdout:650: finishing rollback tid 1 to smithi02869045-19 2024-08-29T17:49:41.727 INFO:tasks.rados.rados.0.smithi028.stdout:644: done (7 left) 2024-08-29T17:49:41.728 INFO:tasks.rados.rados.0.smithi028.stdout:646: done (6 left) 2024-08-29T17:49:41.728 INFO:tasks.rados.rados.0.smithi028.stdout:647: done (5 left) 2024-08-29T17:49:41.728 INFO:tasks.rados.rados.0.smithi028.stdout:648: done (4 left) 2024-08-29T17:49:41.728 INFO:tasks.rados.rados.0.smithi028.stdout:652: read oid 48 snap 58 2024-08-29T17:49:41.728 INFO:tasks.rados.rados.0.smithi028.stdout:652: expect (ObjNum 153 snap 45 seq_num 153) 2024-08-29T17:49:41.728 INFO:tasks.rados.rados.0.smithi028.stdout:653: rollback oid 29 current snap is 62 2024-08-29T17:49:41.728 INFO:tasks.rados.rados.0.smithi028.stdout:rollback oid 29 to 33 2024-08-29T17:49:41.728 INFO:tasks.rados.rados.0.smithi028.stdout:650: finishing rollback tid 2 to smithi02869045-19 2024-08-29T17:49:41.728 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 19 v 285 (ObjNum 197 snap 58 seq_num 197) dirty exists 2024-08-29T17:49:41.729 INFO:tasks.rados.rados.0.smithi028.stdout:650: done (5 left) 2024-08-29T17:49:41.729 INFO:tasks.rados.rados.0.smithi028.stdout:654: setattr oid 47 current snap is 62 2024-08-29T17:49:41.729 INFO:tasks.rados.rados.0.smithi028.stdout:649: finishing write tid 2 to smithi02869045-8 2024-08-29T17:49:41.729 INFO:tasks.rados.rados.0.smithi028.stdout:649: finishing write tid 3 to smithi02869045-8 2024-08-29T17:49:41.729 INFO:tasks.rados.rados.0.smithi028.stdout:649: finishing write tid 4 to smithi02869045-8 2024-08-29T17:49:41.729 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 8 v 209 (ObjNum 211 snap 62 seq_num 211) dirty exists 2024-08-29T17:49:41.729 INFO:tasks.rados.rados.0.smithi028.stdout:649: left oid 8 (ObjNum 211 snap 62 seq_num 211) 2024-08-29T17:49:41.729 INFO:tasks.rados.rados.0.smithi028.stdout:643: expect (ObjNum 133 snap 42 seq_num 133) 2024-08-29T17:49:41.810 INFO:tasks.rados.rados.0.smithi028.stdout:651: finishing rollback tid 1 to smithi02869045-40 2024-08-29T17:49:41.810 INFO:tasks.rados.rados.0.smithi028.stdout:651: finishing rollback tid 2 to smithi02869045-40 2024-08-29T17:49:41.810 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 40 v 316 (ObjNum 167 snap 49 seq_num 167) dirty exists 2024-08-29T17:49:41.810 INFO:tasks.rados.rados.0.smithi028.stdout:653: finishing rollback tid 0 to smithi02869045-29 2024-08-29T17:49:41.810 INFO:tasks.rados.rados.0.smithi028.stdout:653: finishing rollback tid 1 to smithi02869045-29 2024-08-29T17:49:41.810 INFO:tasks.rados.rados.0.smithi028.stdout:653: finishing rollback tid 2 to smithi02869045-29 2024-08-29T17:49:41.811 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 29 v 213 (ObjNum 61 snap 5 seq_num 61) dirty exists 2024-08-29T17:49:41.811 INFO:tasks.rados.rados.0.smithi028.stdout:652: expect (ObjNum 153 snap 45 seq_num 153) 2024-08-29T17:49:41.850 INFO:tasks.rados.rados.0.smithi028.stdout:643: done (5 left) 2024-08-29T17:49:41.850 INFO:tasks.rados.rados.0.smithi028.stdout:649: done (4 left) 2024-08-29T17:49:41.850 INFO:tasks.rados.rados.0.smithi028.stdout:651: done (3 left) 2024-08-29T17:49:41.850 INFO:tasks.rados.rados.0.smithi028.stdout:652: done (2 left) 2024-08-29T17:49:41.850 INFO:tasks.rados.rados.0.smithi028.stdout:653: done (1 left) 2024-08-29T17:49:41.850 INFO:tasks.rados.rados.0.smithi028.stdout:655: setattr oid 15 current snap is 62 2024-08-29T17:49:41.855 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 47 v 161 (ObjNum 180 snap 52 seq_num 180) dirty exists 2024-08-29T17:49:41.856 INFO:tasks.rados.rados.0.smithi028.stdout:654: done (1 left) 2024-08-29T17:49:41.856 INFO:tasks.rados.rados.0.smithi028.stdout:656: delete oid 25 current snap is 62 2024-08-29T17:49:41.858 INFO:tasks.rados.rados.0.smithi028.stdout:656: done (1 left) 2024-08-29T17:49:41.858 INFO:tasks.rados.rados.0.smithi028.stdout:append oid 44 current snap is 62 2024-08-29T17:49:41.858 INFO:tasks.rados.rados.0.smithi028.stdout:657: seq_num 213 ranges {1294336=770048,2064384=401408} 2024-08-29T17:49:41.891 INFO:tasks.rados.rados.0.smithi028.stdout:657: writing smithi02869045-44 from 1294336 to 2064384 tid 1 2024-08-29T17:49:41.902 INFO:tasks.rados.rados.0.smithi028.stdout:657: writing smithi02869045-44 from 2064384 to 2465792 tid 2 2024-08-29T17:49:41.902 INFO:tasks.rados.rados.0.smithi028.stdout:append oid 28 current snap is 62 2024-08-29T17:49:41.902 INFO:tasks.rados.rados.0.smithi028.stdout:658: seq_num 214 ranges {0=794624,794624=401408} 2024-08-29T17:49:41.908 INFO:tasks.rados.rados.0.smithi028.stdout:658: writing smithi02869045-28 from 0 to 794624 tid 1 2024-08-29T17:49:41.913 INFO:tasks.rados.rados.0.smithi028.stdout:658: writing smithi02869045-28 from 794624 to 1196032 tid 2 2024-08-29T17:49:41.913 INFO:tasks.rados.rados.0.smithi028.stdout:659: setattr oid 3 current snap is 62 2024-08-29T17:49:41.913 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 15 v 166 (ObjNum 289 snap 0 seq_num 1) dirty exists 2024-08-29T17:49:41.913 INFO:tasks.rados.rados.0.smithi028.stdout:657: finishing write tid 1 to smithi02869045-44 2024-08-29T17:49:41.913 INFO:tasks.rados.rados.0.smithi028.stdout:657: finishing write tid 2 to smithi02869045-44 2024-08-29T17:49:41.913 INFO:tasks.rados.rados.0.smithi028.stdout:657: finishing write tid 3 to smithi02869045-44 2024-08-29T17:49:41.913 INFO:tasks.rados.rados.0.smithi028.stdout:657: finishing write tid 4 to smithi02869045-44 2024-08-29T17:49:41.913 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 44 v 314 (ObjNum 213 snap 62 seq_num 213) dirty exists 2024-08-29T17:49:41.913 INFO:tasks.rados.rados.0.smithi028.stdout:657: left oid 44 (ObjNum 213 snap 62 seq_num 213) 2024-08-29T17:49:41.913 INFO:tasks.rados.rados.0.smithi028.stdout:658: finishing write tid 1 to smithi02869045-28 2024-08-29T17:49:41.916 INFO:tasks.rados.rados.0.smithi028.stdout:658: finishing write tid 2 to smithi02869045-28 2024-08-29T17:49:41.916 INFO:tasks.rados.rados.0.smithi028.stdout:658: finishing write tid 3 to smithi02869045-28 2024-08-29T17:49:41.917 INFO:tasks.rados.rados.0.smithi028.stdout:655: done (3 left) 2024-08-29T17:49:41.917 INFO:tasks.rados.rados.0.smithi028.stdout:657: done (2 left) 2024-08-29T17:49:41.917 INFO:tasks.rados.rados.0.smithi028.stdout:660: delete oid 7 current snap is 62 2024-08-29T17:49:41.917 INFO:tasks.rados.rados.0.smithi028.stdout:658: finishing write tid 4 to smithi02869045-28 2024-08-29T17:49:41.918 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 28 v 164 (ObjNum 214 snap 62 seq_num 214) dirty exists 2024-08-29T17:49:41.918 INFO:tasks.rados.rados.0.smithi028.stdout:658: left oid 28 (ObjNum 214 snap 62 seq_num 214) 2024-08-29T17:49:41.919 INFO:tasks.rados.rados.0.smithi028.stdout:658: done (2 left) 2024-08-29T17:49:41.919 INFO:tasks.rados.rados.0.smithi028.stdout:660: done (1 left) 2024-08-29T17:49:41.919 INFO:tasks.rados.rados.0.smithi028.stdout:append oid 5 current snap is 62 2024-08-29T17:49:41.920 INFO:tasks.rados.rados.0.smithi028.stdout:661: seq_num 216 ranges {0=425984,425984=409600,835584=393216} 2024-08-29T17:49:41.925 INFO:tasks.rados.rados.0.smithi028.stdout:661: writing smithi02869045-5 from 0 to 425984 tid 1 2024-08-29T17:49:41.931 INFO:tasks.rados.rados.0.smithi028.stdout:661: writing smithi02869045-5 from 425984 to 835584 tid 2 2024-08-29T17:49:41.937 INFO:tasks.rados.rados.0.smithi028.stdout:661: writing smithi02869045-5 from 835584 to 1228800 tid 3 2024-08-29T17:49:41.937 INFO:tasks.rados.rados.0.smithi028.stdout:662: copy_from oid 44 from oid 47 current snap is 62 2024-08-29T17:49:41.938 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 3 v 286 (ObjNum 189 snap 54 seq_num 189) dirty exists 2024-08-29T17:49:41.938 INFO:tasks.rados.rados.0.smithi028.stdout:661: finishing write tid 1 to smithi02869045-5 2024-08-29T17:49:41.938 INFO:tasks.rados.rados.0.smithi028.stdout:661: finishing write tid 2 to smithi02869045-5 2024-08-29T17:49:41.938 INFO:tasks.rados.rados.0.smithi028.stdout:659: done (2 left) 2024-08-29T17:49:41.938 INFO:tasks.rados.rados.0.smithi028.stdout:663: rollback oid 9 current snap is 62 2024-08-29T17:49:41.938 INFO:tasks.rados.rados.0.smithi028.stdout:rollback oid 9 to 59 2024-08-29T17:49:41.938 INFO:tasks.rados.rados.0.smithi028.stdout:664: copy_from oid 31 from oid 18 current snap is 62 2024-08-29T17:49:41.938 INFO:tasks.rados.rados.0.smithi028.stdout:665: copy_from oid 17 from oid 7 current snap is 62 2024-08-29T17:49:41.938 INFO:tasks.rados.rados.0.smithi028.stdout:append oid 16 current snap is 62 2024-08-29T17:49:41.938 INFO:tasks.rados.rados.0.smithi028.stdout:666: seq_num 217 ranges {253952=442368,696320=696320,1392640=106496} 2024-08-29T17:49:41.945 INFO:tasks.rados.rados.0.smithi028.stdout:666: writing smithi02869045-16 from 253952 to 696320 tid 1 2024-08-29T17:49:41.951 INFO:journalctl@ceph.mgr.x.smithi053.stdout:Aug 29 17:49:41 smithi053 bash[53049]: [29/Aug/2024:17:49:41] ENGINE Bus STOPPING 2024-08-29T17:49:41.951 INFO:journalctl@ceph.mgr.x.smithi053.stdout:Aug 29 17:49:41 smithi053 bash[53049]: [29/Aug/2024:17:49:41] ENGINE HTTP Server cherrypy._cpwsgi_server.CPWSGIServer(('::', 9283)) shut down 2024-08-29T17:49:41.951 INFO:journalctl@ceph.mgr.x.smithi053.stdout:Aug 29 17:49:41 smithi053 bash[53049]: [29/Aug/2024:17:49:41] ENGINE Bus STOPPED 2024-08-29T17:49:41.955 INFO:tasks.rados.rados.0.smithi028.stdout:666: writing smithi02869045-16 from 696320 to 1392640 tid 2 2024-08-29T17:49:41.957 INFO:tasks.rados.rados.0.smithi028.stdout:666: writing smithi02869045-16 from 1392640 to 1499136 tid 3 2024-08-29T17:49:41.957 INFO:tasks.rados.rados.0.smithi028.stdout:667: snap_remove snap 50 2024-08-29T17:49:42.125 INFO:journalctl@ceph.mgr.y.smithi028.stdout:Aug 29 17:49:41 smithi028 bash[22672]: debug 2024-08-29T17:49:41.667+0000 7f91253af640 -1 mgr handle_mgr_map I was active but no longer am 2024-08-29T17:49:42.125 INFO:journalctl@ceph.mgr.y.smithi028.stdout:Aug 29 17:49:41 smithi028 bash[22672]: ignoring --setuser ceph since I am not root 2024-08-29T17:49:42.125 INFO:journalctl@ceph.mgr.y.smithi028.stdout:Aug 29 17:49:41 smithi028 bash[22672]: ignoring --setgroup ceph since I am not root 2024-08-29T17:49:42.125 INFO:journalctl@ceph.mgr.y.smithi028.stdout:Aug 29 17:49:41 smithi028 bash[22672]: debug 2024-08-29T17:49:41.847+0000 7f4f07b36ec0 -1 mgr[py] Module devicehealth has missing NOTIFY_TYPES member 2024-08-29T17:49:42.323 INFO:journalctl@ceph.mgr.x.smithi053.stdout:Aug 29 17:49:41 smithi053 bash[53049]: [29/Aug/2024:17:49:41] ENGINE Bus STARTING 2024-08-29T17:49:42.323 INFO:journalctl@ceph.mgr.x.smithi053.stdout:Aug 29 17:49:42 smithi053 bash[53049]: debug 2024-08-29T17:49:41.999+0000 7f1e7c2bd640 -1 client.0 error registering admin socket command: (17) File exists 2024-08-29T17:49:42.323 INFO:journalctl@ceph.mgr.x.smithi053.stdout:Aug 29 17:49:42 smithi053 bash[53049]: debug 2024-08-29T17:49:41.999+0000 7f1e7c2bd640 -1 client.0 error registering admin socket command: (17) File exists 2024-08-29T17:49:42.323 INFO:journalctl@ceph.mgr.x.smithi053.stdout:Aug 29 17:49:42 smithi053 bash[53049]: debug 2024-08-29T17:49:41.999+0000 7f1e7c2bd640 -1 client.0 error registering admin socket command: (17) File exists 2024-08-29T17:49:42.323 INFO:journalctl@ceph.mgr.x.smithi053.stdout:Aug 29 17:49:42 smithi053 bash[53049]: debug 2024-08-29T17:49:41.999+0000 7f1e7c2bd640 -1 client.0 error registering admin socket command: (17) File exists 2024-08-29T17:49:42.323 INFO:journalctl@ceph.mgr.x.smithi053.stdout:Aug 29 17:49:42 smithi053 bash[53049]: debug 2024-08-29T17:49:41.999+0000 7f1e7c2bd640 -1 client.0 error registering admin socket command: (17) File exists 2024-08-29T17:49:42.324 INFO:journalctl@ceph.mgr.x.smithi053.stdout:Aug 29 17:49:42 smithi053 bash[53049]: debug 2024-08-29T17:49:42.011+0000 7f1e7e2c1640 -1 client.0 error registering admin socket command: (17) File exists 2024-08-29T17:49:42.324 INFO:journalctl@ceph.mgr.x.smithi053.stdout:Aug 29 17:49:42 smithi053 bash[53049]: debug 2024-08-29T17:49:42.011+0000 7f1e7e2c1640 -1 client.0 error registering admin socket command: (17) File exists 2024-08-29T17:49:42.324 INFO:journalctl@ceph.mgr.x.smithi053.stdout:Aug 29 17:49:42 smithi053 bash[53049]: debug 2024-08-29T17:49:42.011+0000 7f1e7e2c1640 -1 client.0 error registering admin socket command: (17) File exists 2024-08-29T17:49:42.324 INFO:journalctl@ceph.mgr.x.smithi053.stdout:Aug 29 17:49:42 smithi053 bash[53049]: debug 2024-08-29T17:49:42.011+0000 7f1e7e2c1640 -1 client.0 error registering admin socket command: (17) File exists 2024-08-29T17:49:42.324 INFO:journalctl@ceph.mgr.x.smithi053.stdout:Aug 29 17:49:42 smithi053 bash[53049]: debug 2024-08-29T17:49:42.011+0000 7f1e7e2c1640 -1 client.0 error registering admin socket command: (17) File exists 2024-08-29T17:49:42.324 INFO:journalctl@ceph.mgr.x.smithi053.stdout:Aug 29 17:49:42 smithi053 bash[53049]: [29/Aug/2024:17:49:42] ENGINE Serving on http://:::9283 2024-08-29T17:49:42.324 INFO:journalctl@ceph.mgr.x.smithi053.stdout:Aug 29 17:49:42 smithi053 bash[53049]: [29/Aug/2024:17:49:42] ENGINE Bus STARTED 2024-08-29T17:49:42.823 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:49:42 smithi053 bash[24720]: audit 2024-08-29T17:49:41.545835+0000 mon.a (mon.0) 1222 : audit [INF] from='mgr.14499 172.21.15.28:0/1402656687' entity='mgr.y' 2024-08-29T17:49:42.824 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:49:42 smithi053 bash[24720]: audit 2024-08-29T17:49:41.556308+0000 mon.a (mon.0) 1223 : audit [INF] from='mgr.14499 172.21.15.28:0/1402656687' entity='mgr.y' 2024-08-29T17:49:42.824 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:49:42 smithi053 bash[24720]: audit 2024-08-29T17:49:41.558501+0000 mon.a (mon.0) 1224 : audit [DBG] from='mgr.14499 172.21.15.28:0/1402656687' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-29T17:49:42.824 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:49:42 smithi053 bash[24720]: audit 2024-08-29T17:49:41.560414+0000 mon.a (mon.0) 1225 : audit [INF] from='mgr.14499 172.21.15.28:0/1402656687' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-29T17:49:42.824 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:49:42 smithi053 bash[24720]: audit 2024-08-29T17:49:41.571006+0000 mon.a (mon.0) 1226 : audit [INF] from='mgr.14499 172.21.15.28:0/1402656687' entity='mgr.y' 2024-08-29T17:49:42.824 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:49:42 smithi053 bash[24720]: cluster 2024-08-29T17:49:41.604315+0000 mon.a (mon.0) 1227 : cluster [DBG] osdmap e192: 8 total, 8 up, 8 in 2024-08-29T17:49:42.824 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:49:42 smithi053 bash[24720]: audit 2024-08-29T17:49:41.654757+0000 mon.a (mon.0) 1228 : audit [DBG] from='mgr.14499 172.21.15.28:0/1402656687' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-29T17:49:42.824 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:49:42 smithi053 bash[24720]: audit 2024-08-29T17:49:41.661383+0000 mon.a (mon.0) 1229 : audit [INF] from='mgr.14499 172.21.15.28:0/1402656687' entity='mgr.y' cmd=[{"prefix": "mgr fail", "who": "y"}]: dispatch 2024-08-29T17:49:42.824 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:49:42 smithi053 bash[24720]: cluster 2024-08-29T17:49:41.662340+0000 mon.a (mon.0) 1230 : cluster [INF] Activating manager daemon x 2024-08-29T17:49:42.824 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:49:42 smithi053 bash[24720]: audit 2024-08-29T17:49:41.671419+0000 mon.b (mon.1) 43 : audit [DBG] from='mgr.24565 172.21.15.53:0/2794946223' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-29T17:49:42.824 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:49:42 smithi053 bash[24720]: audit 2024-08-29T17:49:41.671631+0000 mon.b (mon.1) 44 : audit [DBG] from='mgr.24565 172.21.15.53:0/2794946223' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-29T17:49:42.825 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:49:42 smithi053 bash[24720]: audit 2024-08-29T17:49:41.671902+0000 mon.b (mon.1) 45 : audit [DBG] from='mgr.24565 172.21.15.53:0/2794946223' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-29T17:49:42.825 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:49:42 smithi053 bash[24720]: audit 2024-08-29T17:49:41.672470+0000 mon.b (mon.1) 46 : audit [DBG] from='mgr.24565 172.21.15.53:0/2794946223' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "a"}]: dispatch 2024-08-29T17:49:42.825 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:49:42 smithi053 bash[24720]: audit 2024-08-29T17:49:41.672806+0000 mon.b (mon.1) 47 : audit [DBG] from='mgr.24565 172.21.15.53:0/2794946223' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "b"}]: dispatch 2024-08-29T17:49:42.825 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:49:42 smithi053 bash[24720]: audit 2024-08-29T17:49:41.673616+0000 mon.b (mon.1) 48 : audit [DBG] from='mgr.24565 172.21.15.53:0/2794946223' entity='mgr.x' cmd=[{"prefix": "mgr metadata", "who": "x", "id": "x"}]: dispatch 2024-08-29T17:49:42.825 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:49:42 smithi053 bash[24720]: audit 2024-08-29T17:49:41.674408+0000 mon.b (mon.1) 49 : audit [DBG] from='mgr.24565 172.21.15.53:0/2794946223' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-08-29T17:49:42.825 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:49:42 smithi053 bash[24720]: audit 2024-08-29T17:49:41.674754+0000 mon.b (mon.1) 50 : audit [DBG] from='mgr.24565 172.21.15.53:0/2794946223' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-08-29T17:49:42.825 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:49:42 smithi053 bash[24720]: audit 2024-08-29T17:49:41.675112+0000 mon.b (mon.1) 51 : audit [DBG] from='mgr.24565 172.21.15.53:0/2794946223' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-08-29T17:49:42.825 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:49:42 smithi053 bash[24720]: cluster 2024-08-29T17:49:41.675428+0000 mon.a (mon.0) 1231 : cluster [DBG] osdmap e193: 8 total, 8 up, 8 in 2024-08-29T17:49:42.825 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:49:42 smithi053 bash[24720]: audit 2024-08-29T17:49:41.675489+0000 mon.b (mon.1) 52 : audit [DBG] from='mgr.24565 172.21.15.53:0/2794946223' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-08-29T17:49:42.826 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:49:42 smithi053 bash[24720]: audit 2024-08-29T17:49:41.675723+0000 mon.a (mon.0) 1232 : audit [INF] from='mgr.14499 172.21.15.28:0/1402656687' entity='mgr.y' cmd='[{"prefix": "mgr fail", "who": "y"}]': finished 2024-08-29T17:49:42.826 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:49:42 smithi053 bash[24720]: cluster 2024-08-29T17:49:41.675767+0000 mon.a (mon.0) 1233 : cluster [DBG] mgrmap e24: x(active, starting, since 0.013434s) 2024-08-29T17:49:42.826 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:49:42 smithi053 bash[24720]: audit 2024-08-29T17:49:41.675812+0000 mon.b (mon.1) 53 : audit [DBG] from='mgr.24565 172.21.15.53:0/2794946223' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-08-29T17:49:42.826 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:49:42 smithi053 bash[24720]: audit 2024-08-29T17:49:41.676196+0000 mon.b (mon.1) 54 : audit [DBG] from='mgr.24565 172.21.15.53:0/2794946223' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-08-29T17:49:42.826 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:49:42 smithi053 bash[24720]: audit 2024-08-29T17:49:41.676555+0000 mon.b (mon.1) 55 : audit [DBG] from='mgr.24565 172.21.15.53:0/2794946223' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-08-29T17:49:42.826 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:49:42 smithi053 bash[24720]: audit 2024-08-29T17:49:41.676861+0000 mon.b (mon.1) 56 : audit [DBG] from='mgr.24565 172.21.15.53:0/2794946223' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-08-29T17:49:42.826 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:49:42 smithi053 bash[24720]: audit 2024-08-29T17:49:41.681887+0000 mon.b (mon.1) 57 : audit [DBG] from='mgr.24565 172.21.15.53:0/2794946223' entity='mgr.x' cmd=[{"prefix": "mds metadata"}]: dispatch 2024-08-29T17:49:42.827 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:49:42 smithi053 bash[24720]: audit 2024-08-29T17:49:41.682300+0000 mon.b (mon.1) 58 : audit [DBG] from='mgr.24565 172.21.15.53:0/2794946223' entity='mgr.x' cmd=[{"prefix": "osd metadata"}]: dispatch 2024-08-29T17:49:42.827 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:49:42 smithi053 bash[24720]: audit 2024-08-29T17:49:41.682931+0000 mon.b (mon.1) 59 : audit [DBG] from='mgr.24565 172.21.15.53:0/2794946223' entity='mgr.x' cmd=[{"prefix": "mon metadata"}]: dispatch 2024-08-29T17:49:42.827 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:49:42 smithi053 bash[24720]: cluster 2024-08-29T17:49:41.859135+0000 mon.a (mon.0) 1234 : cluster [INF] Manager daemon x is now available 2024-08-29T17:49:42.827 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:49:42 smithi053 bash[24720]: audit 2024-08-29T17:49:41.900293+0000 mon.a (mon.0) 1235 : audit [INF] from='mgr.24565 ' entity='mgr.x' 2024-08-29T17:49:42.827 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:49:42 smithi053 bash[24720]: audit 2024-08-29T17:49:41.907685+0000 mon.a (mon.0) 1236 : audit [INF] from='mgr.24565 ' entity='mgr.x' 2024-08-29T17:49:42.827 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:49:42 smithi053 bash[24720]: audit 2024-08-29T17:49:41.916523+0000 mon.a (mon.0) 1237 : audit [INF] from='mgr.24565 ' entity='mgr.x' 2024-08-29T17:49:42.827 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:49:42 smithi053 bash[24720]: audit 2024-08-29T17:49:41.917592+0000 mon.b (mon.1) 60 : audit [DBG] from='mgr.24565 172.21.15.53:0/2794946223' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-29T17:49:42.827 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:49:42 smithi053 bash[24720]: audit 2024-08-29T17:49:41.955227+0000 mon.b (mon.1) 61 : audit [DBG] from='mgr.24565 172.21.15.53:0/2794946223' entity='mgr.x' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-29T17:49:42.827 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:49:42 smithi053 bash[24720]: audit 2024-08-29T17:49:41.979741+0000 mon.b (mon.1) 62 : audit [INF] from='mgr.24565 172.21.15.53:0/2794946223' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/mirror_snapshot_schedule"}]: dispatch 2024-08-29T17:49:42.827 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:49:42 smithi053 bash[24720]: audit 2024-08-29T17:49:41.983741+0000 mon.a (mon.0) 1238 : audit [INF] from='mgr.24565 ' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/mirror_snapshot_schedule"}]: dispatch 2024-08-29T17:49:42.827 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:49:42 smithi053 bash[24720]: audit 2024-08-29T17:49:41.989766+0000 mon.b (mon.1) 63 : audit [INF] from='mgr.24565 172.21.15.53:0/2794946223' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/trash_purge_schedule"}]: dispatch 2024-08-29T17:49:42.827 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:49:42 smithi053 bash[24720]: audit 2024-08-29T17:49:41.993673+0000 mon.a (mon.0) 1239 : audit [INF] from='mgr.24565 ' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/trash_purge_schedule"}]: dispatch 2024-08-29T17:49:42.876 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:49:42 smithi028 bash[31855]: audit 2024-08-29T17:49:41.545835+0000 mon.a (mon.0) 1222 : audit [INF] from='mgr.14499 172.21.15.28:0/1402656687' entity='mgr.y' 2024-08-29T17:49:42.876 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:49:42 smithi028 bash[31855]: audit 2024-08-29T17:49:41.556308+0000 mon.a (mon.0) 1223 : audit [INF] from='mgr.14499 172.21.15.28:0/1402656687' entity='mgr.y' 2024-08-29T17:49:42.877 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:49:42 smithi028 bash[31855]: audit 2024-08-29T17:49:41.558501+0000 mon.a (mon.0) 1224 : audit [DBG] from='mgr.14499 172.21.15.28:0/1402656687' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-29T17:49:42.877 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:49:42 smithi028 bash[31855]: audit 2024-08-29T17:49:41.560414+0000 mon.a (mon.0) 1225 : audit [INF] from='mgr.14499 172.21.15.28:0/1402656687' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-29T17:49:42.877 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:49:42 smithi028 bash[31855]: audit 2024-08-29T17:49:41.571006+0000 mon.a (mon.0) 1226 : audit [INF] from='mgr.14499 172.21.15.28:0/1402656687' entity='mgr.y' 2024-08-29T17:49:42.878 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:49:42 smithi028 bash[31855]: cluster 2024-08-29T17:49:41.604315+0000 mon.a (mon.0) 1227 : cluster [DBG] osdmap e192: 8 total, 8 up, 8 in 2024-08-29T17:49:42.878 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:49:42 smithi028 bash[31855]: audit 2024-08-29T17:49:41.654757+0000 mon.a (mon.0) 1228 : audit [DBG] from='mgr.14499 172.21.15.28:0/1402656687' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-29T17:49:42.878 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:49:42 smithi028 bash[31855]: audit 2024-08-29T17:49:41.661383+0000 mon.a (mon.0) 1229 : audit [INF] from='mgr.14499 172.21.15.28:0/1402656687' entity='mgr.y' cmd=[{"prefix": "mgr fail", "who": "y"}]: dispatch 2024-08-29T17:49:42.878 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:49:42 smithi028 bash[31855]: cluster 2024-08-29T17:49:41.662340+0000 mon.a (mon.0) 1230 : cluster [INF] Activating manager daemon x 2024-08-29T17:49:42.878 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:49:42 smithi028 bash[31855]: audit 2024-08-29T17:49:41.671419+0000 mon.b (mon.1) 43 : audit [DBG] from='mgr.24565 172.21.15.53:0/2794946223' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-29T17:49:42.878 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:49:42 smithi028 bash[31855]: audit 2024-08-29T17:49:41.671631+0000 mon.b (mon.1) 44 : audit [DBG] from='mgr.24565 172.21.15.53:0/2794946223' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-29T17:49:42.878 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:49:42 smithi028 bash[31855]: audit 2024-08-29T17:49:41.671902+0000 mon.b (mon.1) 45 : audit [DBG] from='mgr.24565 172.21.15.53:0/2794946223' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-29T17:49:42.878 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:49:42 smithi028 bash[31855]: audit 2024-08-29T17:49:41.672470+0000 mon.b (mon.1) 46 : audit [DBG] from='mgr.24565 172.21.15.53:0/2794946223' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "a"}]: dispatch 2024-08-29T17:49:42.878 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:49:42 smithi028 bash[31855]: audit 2024-08-29T17:49:41.672806+0000 mon.b (mon.1) 47 : audit [DBG] from='mgr.24565 172.21.15.53:0/2794946223' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "b"}]: dispatch 2024-08-29T17:49:42.878 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:49:42 smithi028 bash[31855]: audit 2024-08-29T17:49:41.673616+0000 mon.b (mon.1) 48 : audit [DBG] from='mgr.24565 172.21.15.53:0/2794946223' entity='mgr.x' cmd=[{"prefix": "mgr metadata", "who": "x", "id": "x"}]: dispatch 2024-08-29T17:49:42.878 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:49:42 smithi028 bash[31855]: audit 2024-08-29T17:49:41.674408+0000 mon.b (mon.1) 49 : audit [DBG] from='mgr.24565 172.21.15.53:0/2794946223' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-08-29T17:49:42.878 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:49:42 smithi028 bash[31855]: audit 2024-08-29T17:49:41.674754+0000 mon.b (mon.1) 50 : audit [DBG] from='mgr.24565 172.21.15.53:0/2794946223' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-08-29T17:49:42.878 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:49:42 smithi028 bash[31855]: audit 2024-08-29T17:49:41.675112+0000 mon.b (mon.1) 51 : audit [DBG] from='mgr.24565 172.21.15.53:0/2794946223' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-08-29T17:49:42.879 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:49:42 smithi028 bash[31855]: cluster 2024-08-29T17:49:41.675428+0000 mon.a (mon.0) 1231 : cluster [DBG] osdmap e193: 8 total, 8 up, 8 in 2024-08-29T17:49:42.879 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:49:42 smithi028 bash[31855]: audit 2024-08-29T17:49:41.675489+0000 mon.b (mon.1) 52 : audit [DBG] from='mgr.24565 172.21.15.53:0/2794946223' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-08-29T17:49:42.879 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:49:42 smithi028 bash[22419]: audit 2024-08-29T17:49:41.545835+0000 mon.a (mon.0) 1222 : audit [INF] from='mgr.14499 172.21.15.28:0/1402656687' entity='mgr.y' 2024-08-29T17:49:42.879 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:49:42 smithi028 bash[22419]: audit 2024-08-29T17:49:41.556308+0000 mon.a (mon.0) 1223 : audit [INF] from='mgr.14499 172.21.15.28:0/1402656687' entity='mgr.y' 2024-08-29T17:49:42.879 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:49:42 smithi028 bash[22419]: audit 2024-08-29T17:49:41.558501+0000 mon.a (mon.0) 1224 : audit [DBG] from='mgr.14499 172.21.15.28:0/1402656687' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-29T17:49:42.879 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:49:42 smithi028 bash[22419]: audit 2024-08-29T17:49:41.560414+0000 mon.a (mon.0) 1225 : audit [INF] from='mgr.14499 172.21.15.28:0/1402656687' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-29T17:49:42.879 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:49:42 smithi028 bash[22419]: audit 2024-08-29T17:49:41.571006+0000 mon.a (mon.0) 1226 : audit [INF] from='mgr.14499 172.21.15.28:0/1402656687' entity='mgr.y' 2024-08-29T17:49:42.879 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:49:42 smithi028 bash[22419]: cluster 2024-08-29T17:49:41.604315+0000 mon.a (mon.0) 1227 : cluster [DBG] osdmap e192: 8 total, 8 up, 8 in 2024-08-29T17:49:42.879 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:49:42 smithi028 bash[22419]: audit 2024-08-29T17:49:41.654757+0000 mon.a (mon.0) 1228 : audit [DBG] from='mgr.14499 172.21.15.28:0/1402656687' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-29T17:49:42.880 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:49:42 smithi028 bash[22419]: audit 2024-08-29T17:49:41.661383+0000 mon.a (mon.0) 1229 : audit [INF] from='mgr.14499 172.21.15.28:0/1402656687' entity='mgr.y' cmd=[{"prefix": "mgr fail", "who": "y"}]: dispatch 2024-08-29T17:49:42.880 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:49:42 smithi028 bash[22419]: cluster 2024-08-29T17:49:41.662340+0000 mon.a (mon.0) 1230 : cluster [INF] Activating manager daemon x 2024-08-29T17:49:42.880 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:49:42 smithi028 bash[22419]: audit 2024-08-29T17:49:41.671419+0000 mon.b (mon.1) 43 : audit [DBG] from='mgr.24565 172.21.15.53:0/2794946223' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-29T17:49:42.880 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:49:42 smithi028 bash[22419]: audit 2024-08-29T17:49:41.671631+0000 mon.b (mon.1) 44 : audit [DBG] from='mgr.24565 172.21.15.53:0/2794946223' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-29T17:49:42.880 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:49:42 smithi028 bash[22419]: audit 2024-08-29T17:49:41.671902+0000 mon.b (mon.1) 45 : audit [DBG] from='mgr.24565 172.21.15.53:0/2794946223' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-29T17:49:42.880 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:49:42 smithi028 bash[22419]: audit 2024-08-29T17:49:41.672470+0000 mon.b (mon.1) 46 : audit [DBG] from='mgr.24565 172.21.15.53:0/2794946223' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "a"}]: dispatch 2024-08-29T17:49:42.880 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:49:42 smithi028 bash[22419]: audit 2024-08-29T17:49:41.672806+0000 mon.b (mon.1) 47 : audit [DBG] from='mgr.24565 172.21.15.53:0/2794946223' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "b"}]: dispatch 2024-08-29T17:49:42.880 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:49:42 smithi028 bash[22419]: audit 2024-08-29T17:49:41.673616+0000 mon.b (mon.1) 48 : audit [DBG] from='mgr.24565 172.21.15.53:0/2794946223' entity='mgr.x' cmd=[{"prefix": "mgr metadata", "who": "x", "id": "x"}]: dispatch 2024-08-29T17:49:42.880 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:49:42 smithi028 bash[22419]: audit 2024-08-29T17:49:41.674408+0000 mon.b (mon.1) 49 : audit [DBG] from='mgr.24565 172.21.15.53:0/2794946223' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-08-29T17:49:42.880 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:49:42 smithi028 bash[22419]: audit 2024-08-29T17:49:41.674754+0000 mon.b (mon.1) 50 : audit [DBG] from='mgr.24565 172.21.15.53:0/2794946223' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-08-29T17:49:42.880 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:49:42 smithi028 bash[22419]: audit 2024-08-29T17:49:41.675112+0000 mon.b (mon.1) 51 : audit [DBG] from='mgr.24565 172.21.15.53:0/2794946223' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-08-29T17:49:42.880 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:49:42 smithi028 bash[22419]: cluster 2024-08-29T17:49:41.675428+0000 mon.a (mon.0) 1231 : cluster [DBG] osdmap e193: 8 total, 8 up, 8 in 2024-08-29T17:49:42.880 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:49:42 smithi028 bash[22419]: audit 2024-08-29T17:49:41.675489+0000 mon.b (mon.1) 52 : audit [DBG] from='mgr.24565 172.21.15.53:0/2794946223' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-08-29T17:49:42.881 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:49:42 smithi028 bash[31855]: audit 2024-08-29T17:49:41.675723+0000 mon.a (mon.0) 1232 : audit [INF] from='mgr.14499 172.21.15.28:0/1402656687' entity='mgr.y' cmd='[{"prefix": "mgr fail", "who": "y"}]': finished 2024-08-29T17:49:42.881 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:49:42 smithi028 bash[31855]: cluster 2024-08-29T17:49:41.675767+0000 mon.a (mon.0) 1233 : cluster [DBG] mgrmap e24: x(active, starting, since 0.013434s) 2024-08-29T17:49:42.881 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:49:42 smithi028 bash[31855]: audit 2024-08-29T17:49:41.675812+0000 mon.b (mon.1) 53 : audit [DBG] from='mgr.24565 172.21.15.53:0/2794946223' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-08-29T17:49:42.881 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:49:42 smithi028 bash[31855]: audit 2024-08-29T17:49:41.676196+0000 mon.b (mon.1) 54 : audit [DBG] from='mgr.24565 172.21.15.53:0/2794946223' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-08-29T17:49:42.881 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:49:42 smithi028 bash[31855]: audit 2024-08-29T17:49:41.676555+0000 mon.b (mon.1) 55 : audit [DBG] from='mgr.24565 172.21.15.53:0/2794946223' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-08-29T17:49:42.881 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:49:42 smithi028 bash[31855]: audit 2024-08-29T17:49:41.676861+0000 mon.b (mon.1) 56 : audit [DBG] from='mgr.24565 172.21.15.53:0/2794946223' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-08-29T17:49:42.881 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:49:42 smithi028 bash[31855]: audit 2024-08-29T17:49:41.681887+0000 mon.b (mon.1) 57 : audit [DBG] from='mgr.24565 172.21.15.53:0/2794946223' entity='mgr.x' cmd=[{"prefix": "mds metadata"}]: dispatch 2024-08-29T17:49:42.881 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:49:42 smithi028 bash[31855]: audit 2024-08-29T17:49:41.682300+0000 mon.b (mon.1) 58 : audit [DBG] from='mgr.24565 172.21.15.53:0/2794946223' entity='mgr.x' cmd=[{"prefix": "osd metadata"}]: dispatch 2024-08-29T17:49:42.881 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:49:42 smithi028 bash[31855]: audit 2024-08-29T17:49:41.682931+0000 mon.b (mon.1) 59 : audit [DBG] from='mgr.24565 172.21.15.53:0/2794946223' entity='mgr.x' cmd=[{"prefix": "mon metadata"}]: dispatch 2024-08-29T17:49:42.881 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:49:42 smithi028 bash[31855]: cluster 2024-08-29T17:49:41.859135+0000 mon.a (mon.0) 1234 : cluster [INF] Manager daemon x is now available 2024-08-29T17:49:42.881 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:49:42 smithi028 bash[31855]: audit 2024-08-29T17:49:41.900293+0000 mon.a (mon.0) 1235 : audit [INF] from='mgr.24565 ' entity='mgr.x' 2024-08-29T17:49:42.882 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:49:42 smithi028 bash[31855]: audit 2024-08-29T17:49:41.907685+0000 mon.a (mon.0) 1236 : audit [INF] from='mgr.24565 ' entity='mgr.x' 2024-08-29T17:49:42.882 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:49:42 smithi028 bash[31855]: audit 2024-08-29T17:49:41.916523+0000 mon.a (mon.0) 1237 : audit [INF] from='mgr.24565 ' entity='mgr.x' 2024-08-29T17:49:42.882 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:49:42 smithi028 bash[31855]: audit 2024-08-29T17:49:41.917592+0000 mon.b (mon.1) 60 : audit [DBG] from='mgr.24565 172.21.15.53:0/2794946223' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-29T17:49:42.882 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:49:42 smithi028 bash[31855]: audit 2024-08-29T17:49:41.955227+0000 mon.b (mon.1) 61 : audit [DBG] from='mgr.24565 172.21.15.53:0/2794946223' entity='mgr.x' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-29T17:49:42.882 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:49:42 smithi028 bash[31855]: audit 2024-08-29T17:49:41.979741+0000 mon.b (mon.1) 62 : audit [INF] from='mgr.24565 172.21.15.53:0/2794946223' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/mirror_snapshot_schedule"}]: dispatch 2024-08-29T17:49:42.882 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:49:42 smithi028 bash[31855]: audit 2024-08-29T17:49:41.983741+0000 mon.a (mon.0) 1238 : audit [INF] from='mgr.24565 ' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/mirror_snapshot_schedule"}]: dispatch 2024-08-29T17:49:42.882 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:49:42 smithi028 bash[31855]: audit 2024-08-29T17:49:41.989766+0000 mon.b (mon.1) 63 : audit [INF] from='mgr.24565 172.21.15.53:0/2794946223' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/trash_purge_schedule"}]: dispatch 2024-08-29T17:49:42.882 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:49:42 smithi028 bash[31855]: audit 2024-08-29T17:49:41.993673+0000 mon.a (mon.0) 1239 : audit [INF] from='mgr.24565 ' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/trash_purge_schedule"}]: dispatch 2024-08-29T17:49:42.882 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:49:42 smithi028 bash[22419]: audit 2024-08-29T17:49:41.675723+0000 mon.a (mon.0) 1232 : audit [INF] from='mgr.14499 172.21.15.28:0/1402656687' entity='mgr.y' cmd='[{"prefix": "mgr fail", "who": "y"}]': finished 2024-08-29T17:49:42.882 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:49:42 smithi028 bash[22419]: cluster 2024-08-29T17:49:41.675767+0000 mon.a (mon.0) 1233 : cluster [DBG] mgrmap e24: x(active, starting, since 0.013434s) 2024-08-29T17:49:42.882 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:49:42 smithi028 bash[22419]: audit 2024-08-29T17:49:41.675812+0000 mon.b (mon.1) 53 : audit [DBG] from='mgr.24565 172.21.15.53:0/2794946223' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-08-29T17:49:42.882 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:49:42 smithi028 bash[22419]: audit 2024-08-29T17:49:41.676196+0000 mon.b (mon.1) 54 : audit [DBG] from='mgr.24565 172.21.15.53:0/2794946223' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-08-29T17:49:42.883 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:49:42 smithi028 bash[22419]: audit 2024-08-29T17:49:41.676555+0000 mon.b (mon.1) 55 : audit [DBG] from='mgr.24565 172.21.15.53:0/2794946223' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-08-29T17:49:42.883 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:49:42 smithi028 bash[22419]: audit 2024-08-29T17:49:41.676861+0000 mon.b (mon.1) 56 : audit [DBG] from='mgr.24565 172.21.15.53:0/2794946223' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-08-29T17:49:42.883 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:49:42 smithi028 bash[22419]: audit 2024-08-29T17:49:41.681887+0000 mon.b (mon.1) 57 : audit [DBG] from='mgr.24565 172.21.15.53:0/2794946223' entity='mgr.x' cmd=[{"prefix": "mds metadata"}]: dispatch 2024-08-29T17:49:42.883 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:49:42 smithi028 bash[22419]: audit 2024-08-29T17:49:41.682300+0000 mon.b (mon.1) 58 : audit [DBG] from='mgr.24565 172.21.15.53:0/2794946223' entity='mgr.x' cmd=[{"prefix": "osd metadata"}]: dispatch 2024-08-29T17:49:42.883 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:49:42 smithi028 bash[22419]: audit 2024-08-29T17:49:41.682931+0000 mon.b (mon.1) 59 : audit [DBG] from='mgr.24565 172.21.15.53:0/2794946223' entity='mgr.x' cmd=[{"prefix": "mon metadata"}]: dispatch 2024-08-29T17:49:42.883 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:49:42 smithi028 bash[22419]: cluster 2024-08-29T17:49:41.859135+0000 mon.a (mon.0) 1234 : cluster [INF] Manager daemon x is now available 2024-08-29T17:49:42.883 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:49:42 smithi028 bash[22419]: audit 2024-08-29T17:49:41.900293+0000 mon.a (mon.0) 1235 : audit [INF] from='mgr.24565 ' entity='mgr.x' 2024-08-29T17:49:42.883 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:49:42 smithi028 bash[22419]: audit 2024-08-29T17:49:41.907685+0000 mon.a (mon.0) 1236 : audit [INF] from='mgr.24565 ' entity='mgr.x' 2024-08-29T17:49:42.883 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:49:42 smithi028 bash[22419]: audit 2024-08-29T17:49:41.916523+0000 mon.a (mon.0) 1237 : audit [INF] from='mgr.24565 ' entity='mgr.x' 2024-08-29T17:49:42.883 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:49:42 smithi028 bash[22419]: audit 2024-08-29T17:49:41.917592+0000 mon.b (mon.1) 60 : audit [DBG] from='mgr.24565 172.21.15.53:0/2794946223' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-29T17:49:42.883 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:49:42 smithi028 bash[22419]: audit 2024-08-29T17:49:41.955227+0000 mon.b (mon.1) 61 : audit [DBG] from='mgr.24565 172.21.15.53:0/2794946223' entity='mgr.x' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-29T17:49:42.883 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:49:42 smithi028 bash[22419]: audit 2024-08-29T17:49:41.979741+0000 mon.b (mon.1) 62 : audit [INF] from='mgr.24565 172.21.15.53:0/2794946223' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/mirror_snapshot_schedule"}]: dispatch 2024-08-29T17:49:42.883 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:49:42 smithi028 bash[22419]: audit 2024-08-29T17:49:41.983741+0000 mon.a (mon.0) 1238 : audit [INF] from='mgr.24565 ' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/mirror_snapshot_schedule"}]: dispatch 2024-08-29T17:49:42.883 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:49:42 smithi028 bash[22419]: audit 2024-08-29T17:49:41.989766+0000 mon.b (mon.1) 63 : audit [INF] from='mgr.24565 172.21.15.53:0/2794946223' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/trash_purge_schedule"}]: dispatch 2024-08-29T17:49:42.884 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:49:42 smithi028 bash[22419]: audit 2024-08-29T17:49:41.993673+0000 mon.a (mon.0) 1239 : audit [INF] from='mgr.24565 ' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/trash_purge_schedule"}]: dispatch 2024-08-29T17:49:42.927 INFO:tasks.rados.rados.0.smithi028.stdout:665: finishing copy_from to smithi02869045-17 2024-08-29T17:49:42.927 INFO:tasks.rados.rados.0.smithi028.stdout:665: got expected ENOENT (src dne) 2024-08-29T17:49:42.927 INFO:tasks.rados.rados.0.smithi028.stdout:665: finishing copy_from racing read to smithi02869045-17 2024-08-29T17:49:42.928 INFO:tasks.rados.rados.0.smithi028.stdout:663: finishing rollback tid 1 to smithi02869045-9 2024-08-29T17:49:42.928 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 9 v 120 (ObjNum 273 snap 0 seq_num 0) dirty dne 2024-08-29T17:49:42.928 INFO:tasks.rados.rados.0.smithi028.stdout:664: finishing copy_from to smithi02869045-31 2024-08-29T17:49:42.928 INFO:tasks.rados.rados.0.smithi028.stdout:664: got expected ENOENT (src dne) 2024-08-29T17:49:42.928 INFO:tasks.rados.rados.0.smithi028.stdout:664: finishing copy_from racing read to smithi02869045-31 2024-08-29T17:49:42.928 INFO:tasks.rados.rados.0.smithi028.stdout:661: finishing write tid 3 to smithi02869045-5 2024-08-29T17:49:42.928 INFO:tasks.rados.rados.0.smithi028.stdout:661: finishing write tid 4 to smithi02869045-5 2024-08-29T17:49:42.928 INFO:tasks.rados.rados.0.smithi028.stdout:662: finishing copy_from racing read to smithi02869045-44 2024-08-29T17:49:42.928 INFO:tasks.rados.rados.0.smithi028.stdout:666: finishing write tid 1 to smithi02869045-16 2024-08-29T17:49:42.928 INFO:tasks.rados.rados.0.smithi028.stdout:661: finishing write tid 5 to smithi02869045-5 2024-08-29T17:49:42.928 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 5 v 170 (ObjNum 216 snap 62 seq_num 216) dirty exists 2024-08-29T17:49:42.928 INFO:tasks.rados.rados.0.smithi028.stdout:661: left oid 5 (ObjNum 216 snap 62 seq_num 216) 2024-08-29T17:49:42.928 INFO:tasks.rados.rados.0.smithi028.stdout:662: finishing copy_from to smithi02869045-44 2024-08-29T17:49:42.929 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 44 v 161 (ObjNum 180 snap 52 seq_num 180) dirty exists 2024-08-29T17:49:42.929 INFO:tasks.rados.rados.0.smithi028.stdout:666: finishing write tid 2 to smithi02869045-16 2024-08-29T17:49:42.929 INFO:tasks.rados.rados.0.smithi028.stdout:666: finishing write tid 3 to smithi02869045-16 2024-08-29T17:49:42.929 INFO:tasks.rados.rados.0.smithi028.stdout:666: finishing write tid 4 to smithi02869045-16 2024-08-29T17:49:42.929 INFO:tasks.rados.rados.0.smithi028.stdout:666: finishing write tid 5 to smithi02869045-16 2024-08-29T17:49:42.929 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 16 v 290 (ObjNum 217 snap 62 seq_num 217) dirty exists 2024-08-29T17:49:42.929 INFO:tasks.rados.rados.0.smithi028.stdout:666: left oid 16 (ObjNum 217 snap 62 seq_num 217) 2024-08-29T17:49:42.929 INFO:tasks.rados.rados.0.smithi028.stdout:661: done (6 left) 2024-08-29T17:49:42.929 INFO:tasks.rados.rados.0.smithi028.stdout:662: done (5 left) 2024-08-29T17:49:42.929 INFO:tasks.rados.rados.0.smithi028.stdout:663: done (4 left) 2024-08-29T17:49:42.929 INFO:tasks.rados.rados.0.smithi028.stdout:664: done (3 left) 2024-08-29T17:49:42.929 INFO:tasks.rados.rados.0.smithi028.stdout:665: done (2 left) 2024-08-29T17:49:42.929 INFO:tasks.rados.rados.0.smithi028.stdout:666: done (1 left) 2024-08-29T17:49:42.929 INFO:tasks.rados.rados.0.smithi028.stdout:667: done (0 left) 2024-08-29T17:49:42.930 INFO:tasks.rados.rados.0.smithi028.stdout:668: rmattr oid 22 current snap is 62 2024-08-29T17:49:42.930 INFO:tasks.rados.rados.0.smithi028.stdout:669: snap_create 2024-08-29T17:49:42.947 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 22 v 318 (ObjNum 131 snap 38 seq_num 131) dirty exists 2024-08-29T17:49:43.584 INFO:journalctl@ceph.mgr.y.smithi028.stdout:Aug 29 17:49:43 smithi028 bash[22672]: debug 2024-08-29T17:49:43.142+0000 7f4f07b36ec0 -1 mgr[py] Module rook has missing NOTIFY_TYPES member 2024-08-29T17:49:43.585 INFO:journalctl@ceph.mgr.y.smithi028.stdout:Aug 29 17:49:43 smithi028 bash[22672]: debug 2024-08-29T17:49:43.206+0000 7f4f07b36ec0 -1 mgr[py] Module iostat has missing NOTIFY_TYPES member 2024-08-29T17:49:43.585 INFO:journalctl@ceph.mgr.y.smithi028.stdout:Aug 29 17:49:43 smithi028 bash[22672]: debug 2024-08-29T17:49:43.362+0000 7f4f07b36ec0 -1 mgr[py] Module telemetry has missing NOTIFY_TYPES member 2024-08-29T17:49:43.875 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:49:43 smithi028 bash[31855]: cephadm 2024-08-29T17:49:41.891281+0000 mgr.x (mgr.24565) 1 : cephadm [INF] Checking for cert/key for grafana.a 2024-08-29T17:49:43.875 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:49:43 smithi028 bash[31855]: cephadm 2024-08-29T17:49:41.891356+0000 mgr.x (mgr.24565) 2 : cephadm [INF] Migrating grafana.a cert to cert store 2024-08-29T17:49:43.875 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:49:43 smithi028 bash[31855]: cephadm 2024-08-29T17:49:41.897803+0000 mgr.x (mgr.24565) 3 : cephadm [INF] Migrating grafana.a key to cert store 2024-08-29T17:49:43.875 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:49:43 smithi028 bash[31855]: cephadm 2024-08-29T17:49:42.538336+0000 mgr.x (mgr.24565) 4 : cephadm [INF] Deploying cephadm binary to smithi053 2024-08-29T17:49:43.876 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:49:43 smithi028 bash[31855]: cephadm 2024-08-29T17:49:42.575869+0000 mgr.x (mgr.24565) 5 : cephadm [INF] Deploying cephadm binary to smithi028 2024-08-29T17:49:43.876 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:49:43 smithi028 bash[31855]: audit 2024-08-29T17:49:42.591123+0000 mon.a (mon.0) 1240 : audit [INF] from='mgr.24565 ' entity='mgr.x' 2024-08-29T17:49:43.876 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:49:43 smithi028 bash[31855]: audit 2024-08-29T17:49:42.597169+0000 mon.a (mon.0) 1241 : audit [INF] from='mgr.24565 ' entity='mgr.x' 2024-08-29T17:49:43.876 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:49:43 smithi028 bash[31855]: cluster 2024-08-29T17:49:42.674388+0000 mon.a (mon.0) 1242 : cluster [DBG] mgrmap e25: x(active, since 1.01205s) 2024-08-29T17:49:43.876 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:49:43 smithi028 bash[31855]: cluster 2024-08-29T17:49:42.692013+0000 mgr.x (mgr.24565) 6 : cluster [DBG] pgmap v3: 121 pgs: 121 active+clean; 203 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail 2024-08-29T17:49:43.876 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:49:43 smithi028 bash[31855]: cluster 2024-08-29T17:49:42.918729+0000 mon.a (mon.0) 1243 : cluster [DBG] osdmap e194: 8 total, 8 up, 8 in 2024-08-29T17:49:43.876 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:49:43 smithi028 bash[22419]: cephadm 2024-08-29T17:49:41.891281+0000 mgr.x (mgr.24565) 1 : cephadm [INF] Checking for cert/key for grafana.a 2024-08-29T17:49:43.876 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:49:43 smithi028 bash[22419]: cephadm 2024-08-29T17:49:41.891356+0000 mgr.x (mgr.24565) 2 : cephadm [INF] Migrating grafana.a cert to cert store 2024-08-29T17:49:43.876 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:49:43 smithi028 bash[22419]: cephadm 2024-08-29T17:49:41.897803+0000 mgr.x (mgr.24565) 3 : cephadm [INF] Migrating grafana.a key to cert store 2024-08-29T17:49:43.876 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:49:43 smithi028 bash[22419]: cephadm 2024-08-29T17:49:42.538336+0000 mgr.x (mgr.24565) 4 : cephadm [INF] Deploying cephadm binary to smithi053 2024-08-29T17:49:43.877 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:49:43 smithi028 bash[22419]: cephadm 2024-08-29T17:49:42.575869+0000 mgr.x (mgr.24565) 5 : cephadm [INF] Deploying cephadm binary to smithi028 2024-08-29T17:49:43.877 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:49:43 smithi028 bash[22419]: audit 2024-08-29T17:49:42.591123+0000 mon.a (mon.0) 1240 : audit [INF] from='mgr.24565 ' entity='mgr.x' 2024-08-29T17:49:43.877 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:49:43 smithi028 bash[22419]: audit 2024-08-29T17:49:42.597169+0000 mon.a (mon.0) 1241 : audit [INF] from='mgr.24565 ' entity='mgr.x' 2024-08-29T17:49:43.877 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:49:43 smithi028 bash[22419]: cluster 2024-08-29T17:49:42.674388+0000 mon.a (mon.0) 1242 : cluster [DBG] mgrmap e25: x(active, since 1.01205s) 2024-08-29T17:49:43.877 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:49:43 smithi028 bash[22419]: cluster 2024-08-29T17:49:42.692013+0000 mgr.x (mgr.24565) 6 : cluster [DBG] pgmap v3: 121 pgs: 121 active+clean; 203 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail 2024-08-29T17:49:43.877 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:49:43 smithi028 bash[22419]: cluster 2024-08-29T17:49:42.918729+0000 mon.a (mon.0) 1243 : cluster [DBG] osdmap e194: 8 total, 8 up, 8 in 2024-08-29T17:49:43.928 INFO:tasks.rados.rados.0.smithi028.stdout:668: done (1 left) 2024-08-29T17:49:43.928 INFO:tasks.rados.rados.0.smithi028.stdout:669: done (0 left) 2024-08-29T17:49:43.928 INFO:tasks.rados.rados.0.smithi028.stdout:append oid 16 current snap is 63 2024-08-29T17:49:43.928 INFO:tasks.rados.rados.0.smithi028.stdout:670: seq_num 218 ranges {1499136=458752,1957888=581632,2539520=221184} 2024-08-29T17:49:43.946 INFO:tasks.rados.rados.0.smithi028.stdout:670: writing smithi02869045-16 from 1499136 to 1957888 tid 1 2024-08-29T17:49:43.951 INFO:tasks.rados.rados.0.smithi028.stdout:670: writing smithi02869045-16 from 1957888 to 2539520 tid 2 2024-08-29T17:49:43.954 INFO:tasks.rados.rados.0.smithi028.stdout:670: writing smithi02869045-16 from 2539520 to 2760704 tid 3 2024-08-29T17:49:43.954 INFO:tasks.rados.rados.0.smithi028.stdout:671: snap_create 2024-08-29T17:49:43.954 INFO:tasks.rados.rados.0.smithi028.stdout:670: finishing write tid 1 to smithi02869045-16 2024-08-29T17:49:43.957 INFO:tasks.rados.rados.0.smithi028.stdout:670: finishing write tid 2 to smithi02869045-16 2024-08-29T17:49:43.957 INFO:tasks.rados.rados.0.smithi028.stdout:670: finishing write tid 3 to smithi02869045-16 2024-08-29T17:49:43.958 INFO:tasks.rados.rados.0.smithi028.stdout:670: finishing write tid 4 to smithi02869045-16 2024-08-29T17:49:43.960 INFO:tasks.rados.rados.0.smithi028.stdout:670: finishing write tid 5 to smithi02869045-16 2024-08-29T17:49:43.960 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 16 v 300 (ObjNum 218 snap 63 seq_num 218) dirty exists 2024-08-29T17:49:43.960 INFO:tasks.rados.rados.0.smithi028.stdout:670: left oid 16 (ObjNum 218 snap 63 seq_num 218) 2024-08-29T17:49:44.073 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:49:43 smithi053 bash[24720]: cephadm 2024-08-29T17:49:41.891281+0000 mgr.x (mgr.24565) 1 : cephadm [INF] Checking for cert/key for grafana.a 2024-08-29T17:49:44.073 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:49:43 smithi053 bash[24720]: cephadm 2024-08-29T17:49:41.891356+0000 mgr.x (mgr.24565) 2 : cephadm [INF] Migrating grafana.a cert to cert store 2024-08-29T17:49:44.073 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:49:43 smithi053 bash[24720]: cephadm 2024-08-29T17:49:41.897803+0000 mgr.x (mgr.24565) 3 : cephadm [INF] Migrating grafana.a key to cert store 2024-08-29T17:49:44.073 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:49:43 smithi053 bash[24720]: cephadm 2024-08-29T17:49:42.538336+0000 mgr.x (mgr.24565) 4 : cephadm [INF] Deploying cephadm binary to smithi053 2024-08-29T17:49:44.073 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:49:43 smithi053 bash[24720]: cephadm 2024-08-29T17:49:42.575869+0000 mgr.x (mgr.24565) 5 : cephadm [INF] Deploying cephadm binary to smithi028 2024-08-29T17:49:44.073 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:49:43 smithi053 bash[24720]: audit 2024-08-29T17:49:42.591123+0000 mon.a (mon.0) 1240 : audit [INF] from='mgr.24565 ' entity='mgr.x' 2024-08-29T17:49:44.074 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:49:43 smithi053 bash[24720]: audit 2024-08-29T17:49:42.597169+0000 mon.a (mon.0) 1241 : audit [INF] from='mgr.24565 ' entity='mgr.x' 2024-08-29T17:49:44.074 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:49:43 smithi053 bash[24720]: cluster 2024-08-29T17:49:42.674388+0000 mon.a (mon.0) 1242 : cluster [DBG] mgrmap e25: x(active, since 1.01205s) 2024-08-29T17:49:44.074 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:49:43 smithi053 bash[24720]: cluster 2024-08-29T17:49:42.692013+0000 mgr.x (mgr.24565) 6 : cluster [DBG] pgmap v3: 121 pgs: 121 active+clean; 203 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail 2024-08-29T17:49:44.074 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:49:43 smithi053 bash[24720]: cluster 2024-08-29T17:49:42.918729+0000 mon.a (mon.0) 1243 : cluster [DBG] osdmap e194: 8 total, 8 up, 8 in 2024-08-29T17:49:44.332 INFO:journalctl@ceph.mgr.y.smithi028.stdout:Aug 29 17:49:44 smithi028 bash[22672]: debug 2024-08-29T17:49:44.026+0000 7f4f07b36ec0 -1 mgr[py] Module osd_support has missing NOTIFY_TYPES member 2024-08-29T17:49:44.332 INFO:journalctl@ceph.mgr.y.smithi028.stdout:Aug 29 17:49:44 smithi028 bash[22672]: debug 2024-08-29T17:49:44.098+0000 7f4f07b36ec0 -1 mgr[py] Module selftest has missing NOTIFY_TYPES member 2024-08-29T17:49:44.332 INFO:journalctl@ceph.mgr.y.smithi028.stdout:Aug 29 17:49:44 smithi028 bash[22672]: debug 2024-08-29T17:49:44.170+0000 7f4f07b36ec0 -1 mgr[py] Module progress has missing NOTIFY_TYPES member 2024-08-29T17:49:44.479 INFO:tasks.rados.rados.0.smithi028.stdout:670: done (1 left) 2024-08-29T17:49:44.479 INFO:tasks.rados.rados.0.smithi028.stdout:671: done (0 left) 2024-08-29T17:49:44.479 INFO:tasks.rados.rados.0.smithi028.stdout:672: delete oid 2 current snap is 64 2024-08-29T17:49:44.482 INFO:tasks.rados.rados.0.smithi028.stdout:672: done (0 left) 2024-08-29T17:49:44.482 INFO:tasks.rados.rados.0.smithi028.stdout:673: delete oid 5 current snap is 64 2024-08-29T17:49:44.487 INFO:tasks.rados.rados.0.smithi028.stdout:673: done (0 left) 2024-08-29T17:49:44.487 INFO:tasks.rados.rados.0.smithi028.stdout:674: read oid 43 snap -1 2024-08-29T17:49:44.487 INFO:tasks.rados.rados.0.smithi028.stdout:674: expect (ObjNum 139 snap 43 seq_num 139) 2024-08-29T17:49:44.487 INFO:tasks.rados.rados.0.smithi028.stdout:675: read oid 28 snap 51 2024-08-29T17:49:44.487 INFO:tasks.rados.rados.0.smithi028.stdout:675: expect deleted 2024-08-29T17:49:44.487 INFO:tasks.rados.rados.0.smithi028.stdout:676: delete oid 17 current snap is 64 2024-08-29T17:49:44.509 INFO:tasks.rados.rados.0.smithi028.stdout:675: done (2 left) 2024-08-29T17:49:44.509 INFO:tasks.rados.rados.0.smithi028.stdout:676: done (1 left) 2024-08-29T17:49:44.509 INFO:tasks.rados.rados.0.smithi028.stdout:677: copy_from oid 45 from oid 13 current snap is 64 2024-08-29T17:49:44.509 INFO:tasks.rados.rados.0.smithi028.stdout:678: rmattr oid 35 current snap is 64 2024-08-29T17:49:44.509 INFO:tasks.rados.rados.0.smithi028.stdout:678: done (2 left) 2024-08-29T17:49:44.510 INFO:tasks.rados.rados.0.smithi028.stdout:append oid 11 current snap is 64 2024-08-29T17:49:44.510 INFO:tasks.rados.rados.0.smithi028.stdout:679: seq_num 222 ranges {753664=524288,1277952=565248,1843200=237568} 2024-08-29T17:49:44.531 INFO:tasks.rados.rados.0.smithi028.stdout:679: writing smithi02869045-11 from 753664 to 1277952 tid 1 2024-08-29T17:49:44.541 INFO:tasks.rados.rados.0.smithi028.stdout:679: writing smithi02869045-11 from 1277952 to 1843200 tid 2 2024-08-29T17:49:44.545 INFO:tasks.rados.rados.0.smithi028.stdout:679: writing smithi02869045-11 from 1843200 to 2080768 tid 3 2024-08-29T17:49:44.545 INFO:tasks.rados.rados.0.smithi028.stdout:680: read oid 19 snap -1 2024-08-29T17:49:44.545 INFO:tasks.rados.rados.0.smithi028.stdout:680: expect (ObjNum 197 snap 58 seq_num 197) 2024-08-29T17:49:44.545 INFO:tasks.rados.rados.0.smithi028.stdout:681: read oid 49 snap 51 2024-08-29T17:49:44.545 INFO:tasks.rados.rados.0.smithi028.stdout:681: expect (ObjNum 169 snap 49 seq_num 169) 2024-08-29T17:49:44.546 INFO:tasks.rados.rados.0.smithi028.stdout:append oid 22 current snap is 64 2024-08-29T17:49:44.546 INFO:tasks.rados.rados.0.smithi028.stdout:682: seq_num 223 ranges {5545984=540672,6086656=450560,6537216=352256} 2024-08-29T17:49:44.609 INFO:tasks.rados.rados.0.smithi028.stdout:682: writing smithi02869045-22 from 5545984 to 6086656 tid 1 2024-08-29T17:49:44.612 INFO:tasks.rados.rados.0.smithi028.stdout:682: writing smithi02869045-22 from 6086656 to 6537216 tid 2 2024-08-29T17:49:44.615 INFO:tasks.rados.rados.0.smithi028.stdout:682: writing smithi02869045-22 from 6537216 to 6889472 tid 3 2024-08-29T17:49:44.615 INFO:tasks.rados.rados.0.smithi028.stdout:683: copy_from oid 41 from oid 24 current snap is 64 2024-08-29T17:49:44.615 INFO:tasks.rados.rados.0.smithi028.stdout:674: expect (ObjNum 139 snap 43 seq_num 139) 2024-08-29T17:49:44.625 INFO:journalctl@ceph.mgr.y.smithi028.stdout:Aug 29 17:49:44 smithi028 bash[22672]: debug 2024-08-29T17:49:44.334+0000 7f4f07b36ec0 -1 mgr[py] Module rgw has missing NOTIFY_TYPES member 2024-08-29T17:49:44.625 INFO:journalctl@ceph.mgr.y.smithi028.stdout:Aug 29 17:49:44 smithi028 bash[22672]: debug 2024-08-29T17:49:44.410+0000 7f4f07b36ec0 -1 mgr[py] Module crash has missing NOTIFY_TYPES member 2024-08-29T17:49:44.625 INFO:journalctl@ceph.mgr.y.smithi028.stdout:Aug 29 17:49:44 smithi028 bash[22672]: debug 2024-08-29T17:49:44.486+0000 7f4f07b36ec0 -1 mgr[py] Module telegraf has missing NOTIFY_TYPES member 2024-08-29T17:49:44.869 INFO:tasks.rados.rados.0.smithi028.stdout:677: finishing copy_from racing read to smithi02869045-45 2024-08-29T17:49:44.869 INFO:tasks.rados.rados.0.smithi028.stdout:677: finishing copy_from to smithi02869045-45 2024-08-29T17:49:44.870 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 45 v 166 (ObjNum 61 snap 5 seq_num 61) dirty exists 2024-08-29T17:49:44.870 INFO:tasks.rados.rados.0.smithi028.stdout:679: finishing write tid 1 to smithi02869045-11 2024-08-29T17:49:44.870 INFO:tasks.rados.rados.0.smithi028.stdout:679: finishing write tid 2 to smithi02869045-11 2024-08-29T17:49:44.870 INFO:tasks.rados.rados.0.smithi028.stdout:679: finishing write tid 3 to smithi02869045-11 2024-08-29T17:49:44.870 INFO:tasks.rados.rados.0.smithi028.stdout:680: expect (ObjNum 197 snap 58 seq_num 197) 2024-08-29T17:49:44.944 INFO:tasks.rados.rados.0.smithi028.stdout:679: finishing write tid 4 to smithi02869045-11 2024-08-29T17:49:44.944 INFO:tasks.rados.rados.0.smithi028.stdout:679: finishing write tid 5 to smithi02869045-11 2024-08-29T17:49:44.944 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 11 v 312 (ObjNum 222 snap 64 seq_num 222) dirty exists 2024-08-29T17:49:44.944 INFO:tasks.rados.rados.0.smithi028.stdout:679: left oid 11 (ObjNum 222 snap 64 seq_num 222) 2024-08-29T17:49:44.944 INFO:tasks.rados.rados.0.smithi028.stdout:681: expect (ObjNum 169 snap 49 seq_num 169) 2024-08-29T17:49:44.948 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:49:44 smithi053 bash[24720]: cluster 2024-08-29T17:49:43.682170+0000 mgr.x (mgr.24565) 7 : cluster [DBG] pgmap v5: 121 pgs: 121 active+clean; 203 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail 2024-08-29T17:49:44.948 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:49:44 smithi053 bash[24720]: cluster 2024-08-29T17:49:43.924305+0000 mon.a (mon.0) 1244 : cluster [DBG] mgrmap e26: x(active, since 2s) 2024-08-29T17:49:44.948 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:49:44 smithi053 bash[24720]: cluster 2024-08-29T17:49:43.931973+0000 mon.a (mon.0) 1245 : cluster [DBG] osdmap e195: 8 total, 8 up, 8 in 2024-08-29T17:49:44.948 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:49:44 smithi053 bash[24720]: cluster 2024-08-29T17:49:44.482019+0000 mon.a (mon.0) 1246 : cluster [DBG] osdmap e196: 8 total, 8 up, 8 in 2024-08-29T17:49:45.010 INFO:journalctl@ceph.mgr.y.smithi028.stdout:Aug 29 17:49:44 smithi028 bash[22672]: debug 2024-08-29T17:49:44.766+0000 7f4f07b36ec0 -1 mgr[py] Module pg_autoscaler has missing NOTIFY_TYPES member 2024-08-29T17:49:45.010 INFO:journalctl@ceph.mgr.y.smithi028.stdout:Aug 29 17:49:44 smithi028 bash[22672]: debug 2024-08-29T17:49:44.834+0000 7f4f07b36ec0 -1 mgr[py] Module zabbix has missing NOTIFY_TYPES member 2024-08-29T17:49:45.011 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:49:44 smithi028 bash[31855]: cluster 2024-08-29T17:49:43.682170+0000 mgr.x (mgr.24565) 7 : cluster [DBG] pgmap v5: 121 pgs: 121 active+clean; 203 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail 2024-08-29T17:49:45.011 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:49:44 smithi028 bash[31855]: cluster 2024-08-29T17:49:43.924305+0000 mon.a (mon.0) 1244 : cluster [DBG] mgrmap e26: x(active, since 2s) 2024-08-29T17:49:45.011 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:49:44 smithi028 bash[31855]: cluster 2024-08-29T17:49:43.931973+0000 mon.a (mon.0) 1245 : cluster [DBG] osdmap e195: 8 total, 8 up, 8 in 2024-08-29T17:49:45.011 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:49:44 smithi028 bash[31855]: cluster 2024-08-29T17:49:44.482019+0000 mon.a (mon.0) 1246 : cluster [DBG] osdmap e196: 8 total, 8 up, 8 in 2024-08-29T17:49:45.011 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:49:44 smithi028 bash[22419]: cluster 2024-08-29T17:49:43.682170+0000 mgr.x (mgr.24565) 7 : cluster [DBG] pgmap v5: 121 pgs: 121 active+clean; 203 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail 2024-08-29T17:49:45.011 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:49:44 smithi028 bash[22419]: cluster 2024-08-29T17:49:43.924305+0000 mon.a (mon.0) 1244 : cluster [DBG] mgrmap e26: x(active, since 2s) 2024-08-29T17:49:45.011 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:49:44 smithi028 bash[22419]: cluster 2024-08-29T17:49:43.931973+0000 mon.a (mon.0) 1245 : cluster [DBG] osdmap e195: 8 total, 8 up, 8 in 2024-08-29T17:49:45.011 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:49:44 smithi028 bash[22419]: cluster 2024-08-29T17:49:44.482019+0000 mon.a (mon.0) 1246 : cluster [DBG] osdmap e196: 8 total, 8 up, 8 in 2024-08-29T17:49:45.138 INFO:tasks.rados.rados.0.smithi028.stdout:682: finishing write tid 1 to smithi02869045-22 2024-08-29T17:49:45.139 INFO:tasks.rados.rados.0.smithi028.stdout:682: finishing write tid 2 to smithi02869045-22 2024-08-29T17:49:45.139 INFO:tasks.rados.rados.0.smithi028.stdout:682: finishing write tid 3 to smithi02869045-22 2024-08-29T17:49:45.139 INFO:tasks.rados.rados.0.smithi028.stdout:682: finishing write tid 4 to smithi02869045-22 2024-08-29T17:49:45.139 INFO:tasks.rados.rados.0.smithi028.stdout:682: finishing write tid 5 to smithi02869045-22 2024-08-29T17:49:45.139 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 22 v 331 (ObjNum 223 snap 64 seq_num 223) dirty exists 2024-08-29T17:49:45.139 INFO:tasks.rados.rados.0.smithi028.stdout:682: left oid 22 (ObjNum 223 snap 64 seq_num 223) 2024-08-29T17:49:45.139 INFO:tasks.rados.rados.0.smithi028.stdout:683: finishing copy_from racing read to smithi02869045-41 2024-08-29T17:49:45.139 INFO:tasks.rados.rados.0.smithi028.stdout:683: finishing copy_from to smithi02869045-41 2024-08-29T17:49:45.139 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 41 v 4 (ObjNum 28 snap 0 seq_num 28) dirty exists 2024-08-29T17:49:45.139 INFO:tasks.rados.rados.0.smithi028.stdout:674: done (6 left) 2024-08-29T17:49:45.139 INFO:tasks.rados.rados.0.smithi028.stdout:677: done (5 left) 2024-08-29T17:49:45.139 INFO:tasks.rados.rados.0.smithi028.stdout:679: done (4 left) 2024-08-29T17:49:45.140 INFO:tasks.rados.rados.0.smithi028.stdout:680: done (3 left) 2024-08-29T17:49:45.140 INFO:tasks.rados.rados.0.smithi028.stdout:681: done (2 left) 2024-08-29T17:49:45.140 INFO:tasks.rados.rados.0.smithi028.stdout:682: done (1 left) 2024-08-29T17:49:45.140 INFO:tasks.rados.rados.0.smithi028.stdout:683: done (0 left) 2024-08-29T17:49:45.140 INFO:tasks.rados.rados.0.smithi028.stdout:append oid 28 current snap is 64 2024-08-29T17:49:45.140 INFO:tasks.rados.rados.0.smithi028.stdout:684: seq_num 224 ranges {1196032=557056,1753088=737280,2490368=65536} 2024-08-29T17:49:45.160 INFO:tasks.rados.rados.0.smithi028.stdout:684: writing smithi02869045-28 from 1196032 to 1753088 tid 1 2024-08-29T17:49:45.169 INFO:tasks.rados.rados.0.smithi028.stdout:684: writing smithi02869045-28 from 1753088 to 2490368 tid 2 2024-08-29T17:49:45.170 INFO:tasks.rados.rados.0.smithi028.stdout:684: writing smithi02869045-28 from 2490368 to 2555904 tid 3 2024-08-29T17:49:45.171 INFO:tasks.rados.rados.0.smithi028.stdout:685: rollback oid 25 current snap is 64 2024-08-29T17:49:45.171 INFO:tasks.rados.rados.0.smithi028.stdout:rollback oid 25 to 53 2024-08-29T17:49:45.171 INFO:tasks.rados.rados.0.smithi028.stdout:684: finishing write tid 1 to smithi02869045-28 2024-08-29T17:49:45.171 INFO:tasks.rados.rados.0.smithi028.stdout:686: read oid 33 snap -1 2024-08-29T17:49:45.171 INFO:tasks.rados.rados.0.smithi028.stdout:686: expect (ObjNum 122 snap 34 seq_num 122) 2024-08-29T17:49:45.171 INFO:tasks.rados.rados.0.smithi028.stdout:append oid 6 current snap is 64 2024-08-29T17:49:45.171 INFO:tasks.rados.rados.0.smithi028.stdout:687: seq_num 225 ranges {3366912=573440,3940352=622592,4562944=180224} 2024-08-29T17:49:45.213 INFO:tasks.rados.rados.0.smithi028.stdout:687: writing smithi02869045-6 from 3366912 to 3940352 tid 1 2024-08-29T17:49:45.218 INFO:tasks.rados.rados.0.smithi028.stdout:687: writing smithi02869045-6 from 3940352 to 4562944 tid 2 2024-08-29T17:49:45.220 INFO:tasks.rados.rados.0.smithi028.stdout:687: writing smithi02869045-6 from 4562944 to 4743168 tid 3 2024-08-29T17:49:45.220 INFO:tasks.rados.rados.0.smithi028.stdout:688: read oid 30 snap -1 2024-08-29T17:49:45.220 INFO:tasks.rados.rados.0.smithi028.stdout:688: expect (ObjNum 101 snap 23 seq_num 101) 2024-08-29T17:49:45.220 INFO:tasks.rados.rados.0.smithi028.stdout:689: copy_from oid 1 from oid 23 current snap is 64 2024-08-29T17:49:45.220 INFO:tasks.rados.rados.0.smithi028.stdout:685: finishing rollback tid 1 to smithi02869045-25 2024-08-29T17:49:45.220 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 25 v 18 (ObjNum 4113 snap 0 seq_num 2895220355) dirty dne 2024-08-29T17:49:45.220 INFO:tasks.rados.rados.0.smithi028.stdout:685: done (5 left) 2024-08-29T17:49:45.220 INFO:tasks.rados.rados.0.smithi028.stdout:690: snap_remove snap 59 2024-08-29T17:49:45.323 INFO:journalctl@ceph.mgr.x.smithi053.stdout:Aug 29 17:49:44 smithi053 bash[53049]: debug 2024-08-29T17:49:44.950+0000 7f1e5e81f640 -1 log_channel(cephadm) log [ERR] : [29/Aug/2024:17:49:44] ENGINE Error in HTTPServer.serve 2024-08-29T17:49:45.323 INFO:journalctl@ceph.mgr.x.smithi053.stdout:Aug 29 17:49:44 smithi053 bash[53049]: Traceback (most recent call last): 2024-08-29T17:49:45.324 INFO:journalctl@ceph.mgr.x.smithi053.stdout:Aug 29 17:49:44 smithi053 bash[53049]: File "/lib/python3.9/site-packages/cheroot/server.py", line 1823, in serve 2024-08-29T17:49:45.324 INFO:journalctl@ceph.mgr.x.smithi053.stdout:Aug 29 17:49:44 smithi053 bash[53049]: self._connections.run(self.expiration_interval) 2024-08-29T17:49:45.324 INFO:journalctl@ceph.mgr.x.smithi053.stdout:Aug 29 17:49:44 smithi053 bash[53049]: File "/lib/python3.9/site-packages/cheroot/connections.py", line 203, in run 2024-08-29T17:49:45.324 INFO:journalctl@ceph.mgr.x.smithi053.stdout:Aug 29 17:49:44 smithi053 bash[53049]: self._run(expiration_interval) 2024-08-29T17:49:45.324 INFO:journalctl@ceph.mgr.x.smithi053.stdout:Aug 29 17:49:44 smithi053 bash[53049]: File "/lib/python3.9/site-packages/cheroot/connections.py", line 246, in _run 2024-08-29T17:49:45.324 INFO:journalctl@ceph.mgr.x.smithi053.stdout:Aug 29 17:49:44 smithi053 bash[53049]: new_conn = self._from_server_socket(self.server.socket) 2024-08-29T17:49:45.324 INFO:journalctl@ceph.mgr.x.smithi053.stdout:Aug 29 17:49:44 smithi053 bash[53049]: File "/lib/python3.9/site-packages/cheroot/connections.py", line 300, in _from_server_socket 2024-08-29T17:49:45.324 INFO:journalctl@ceph.mgr.x.smithi053.stdout:Aug 29 17:49:44 smithi053 bash[53049]: s, ssl_env = self.server.ssl_adapter.wrap(s) 2024-08-29T17:49:45.324 INFO:journalctl@ceph.mgr.x.smithi053.stdout:Aug 29 17:49:44 smithi053 bash[53049]: File "/lib/python3.9/site-packages/cheroot/ssl/builtin.py", line 277, in wrap 2024-08-29T17:49:45.324 INFO:journalctl@ceph.mgr.x.smithi053.stdout:Aug 29 17:49:44 smithi053 bash[53049]: s = self.context.wrap_socket( 2024-08-29T17:49:45.324 INFO:journalctl@ceph.mgr.x.smithi053.stdout:Aug 29 17:49:44 smithi053 bash[53049]: File "/lib64/python3.9/ssl.py", line 501, in wrap_socket 2024-08-29T17:49:45.324 INFO:journalctl@ceph.mgr.x.smithi053.stdout:Aug 29 17:49:44 smithi053 bash[53049]: return self.sslsocket_class._create( 2024-08-29T17:49:45.324 INFO:journalctl@ceph.mgr.x.smithi053.stdout:Aug 29 17:49:44 smithi053 bash[53049]: File "/lib64/python3.9/ssl.py", line 1074, in _create 2024-08-29T17:49:45.325 INFO:journalctl@ceph.mgr.x.smithi053.stdout:Aug 29 17:49:44 smithi053 bash[53049]: self.do_handshake() 2024-08-29T17:49:45.325 INFO:journalctl@ceph.mgr.x.smithi053.stdout:Aug 29 17:49:44 smithi053 bash[53049]: File "/lib64/python3.9/ssl.py", line 1343, in do_handshake 2024-08-29T17:49:45.325 INFO:journalctl@ceph.mgr.x.smithi053.stdout:Aug 29 17:49:44 smithi053 bash[53049]: self._sslobj.do_handshake() 2024-08-29T17:49:45.325 INFO:journalctl@ceph.mgr.x.smithi053.stdout:Aug 29 17:49:44 smithi053 bash[53049]: ssl.SSLZeroReturnError: TLS/SSL connection has been closed (EOF) (_ssl.c:1133) 2024-08-29T17:49:45.352 INFO:journalctl@ceph.mgr.y.smithi028.stdout:Aug 29 17:49:45 smithi028 bash[22672]: debug 2024-08-29T17:49:45.010+0000 7f4f07b36ec0 -1 mgr[py] Module nfs has missing NOTIFY_TYPES member 2024-08-29T17:49:45.352 INFO:journalctl@ceph.mgr.y.smithi028.stdout:Aug 29 17:49:45 smithi028 bash[22672]: debug 2024-08-29T17:49:45.090+0000 7f4f07b36ec0 -1 mgr[py] Module balancer has missing NOTIFY_TYPES member 2024-08-29T17:49:45.625 INFO:journalctl@ceph.mgr.y.smithi028.stdout:Aug 29 17:49:45 smithi028 bash[22672]: debug 2024-08-29T17:49:45.354+0000 7f4f07b36ec0 -1 mgr[py] Module orchestrator has missing NOTIFY_TYPES member 2024-08-29T17:49:45.625 INFO:journalctl@ceph.mgr.y.smithi028.stdout:Aug 29 17:49:45 smithi028 bash[22672]: debug 2024-08-29T17:49:45.522+0000 7f4f07b36ec0 -1 mgr[py] Module rbd_support has missing NOTIFY_TYPES member 2024-08-29T17:49:45.625 INFO:journalctl@ceph.mgr.y.smithi028.stdout:Aug 29 17:49:45 smithi028 bash[22672]: debug 2024-08-29T17:49:45.602+0000 7f4f07b36ec0 -1 mgr[py] Module alerts has missing NOTIFY_TYPES member 2024-08-29T17:49:45.682 INFO:tasks.rados.rados.0.smithi028.stdout:690: done (5 left) 2024-08-29T17:49:45.682 INFO:tasks.rados.rados.0.smithi028.stdout:691: delete oid 27 current snap is 64 2024-08-29T17:49:45.682 INFO:tasks.rados.rados.0.smithi028.stdout:684: finishing write tid 2 to smithi02869045-28 2024-08-29T17:49:45.682 INFO:tasks.rados.rados.0.smithi028.stdout:684: finishing write tid 3 to smithi02869045-28 2024-08-29T17:49:45.682 INFO:tasks.rados.rados.0.smithi028.stdout:684: finishing write tid 4 to smithi02869045-28 2024-08-29T17:49:45.682 INFO:tasks.rados.rados.0.smithi028.stdout:684: finishing write tid 5 to smithi02869045-28 2024-08-29T17:49:45.683 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 28 v 173 (ObjNum 224 snap 64 seq_num 224) dirty exists 2024-08-29T17:49:45.683 INFO:tasks.rados.rados.0.smithi028.stdout:684: left oid 28 (ObjNum 224 snap 64 seq_num 224) 2024-08-29T17:49:45.683 INFO:tasks.rados.rados.0.smithi028.stdout:686: expect (ObjNum 122 snap 34 seq_num 122) 2024-08-29T17:49:45.944 INFO:tasks.rados.rados.0.smithi028.stdout:687: finishing write tid 1 to smithi02869045-6 2024-08-29T17:49:45.944 INFO:tasks.rados.rados.0.smithi028.stdout:687: finishing write tid 2 to smithi02869045-6 2024-08-29T17:49:45.944 INFO:tasks.rados.rados.0.smithi028.stdout:684: done (5 left) 2024-08-29T17:49:45.944 INFO:tasks.rados.rados.0.smithi028.stdout:686: done (4 left) 2024-08-29T17:49:45.944 INFO:tasks.rados.rados.0.smithi028.stdout:691: done (3 left) 2024-08-29T17:49:45.944 INFO:tasks.rados.rados.0.smithi028.stdout:692: read oid 34 snap -1 2024-08-29T17:49:45.944 INFO:tasks.rados.rados.0.smithi028.stdout:692: expect (ObjNum 172 snap 49 seq_num 172) 2024-08-29T17:49:45.944 INFO:tasks.rados.rados.0.smithi028.stdout:687: finishing write tid 3 to smithi02869045-6 2024-08-29T17:49:45.945 INFO:tasks.rados.rados.0.smithi028.stdout:687: finishing write tid 4 to smithi02869045-6 2024-08-29T17:49:45.945 INFO:tasks.rados.rados.0.smithi028.stdout:687: finishing write tid 5 to smithi02869045-6 2024-08-29T17:49:45.945 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 6 v 178 (ObjNum 225 snap 64 seq_num 225) dirty exists 2024-08-29T17:49:45.945 INFO:tasks.rados.rados.0.smithi028.stdout:687: left oid 6 (ObjNum 225 snap 64 seq_num 225) 2024-08-29T17:49:45.945 INFO:tasks.rados.rados.0.smithi028.stdout:688: expect (ObjNum 101 snap 23 seq_num 101) 2024-08-29T17:49:46.061 INFO:tasks.rados.rados.0.smithi028.stdout:689: finishing copy_from racing read to smithi02869045-1 2024-08-29T17:49:46.061 INFO:tasks.rados.rados.0.smithi028.stdout:689: finishing copy_from to smithi02869045-1 2024-08-29T17:49:46.061 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 1 v 191 (ObjNum 189 snap 54 seq_num 189) dirty exists 2024-08-29T17:49:46.061 INFO:tasks.rados.rados.0.smithi028.stdout:692: expect (ObjNum 172 snap 49 seq_num 172) 2024-08-29T17:49:46.073 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:49:45 smithi053 bash[24720]: cephadm 2024-08-29T17:49:44.626480+0000 mgr.x (mgr.24565) 8 : cephadm [INF] [29/Aug/2024:17:49:44] ENGINE Bus STARTING 2024-08-29T17:49:46.073 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:49:45 smithi053 bash[24720]: cephadm 2024-08-29T17:49:44.764575+0000 mgr.x (mgr.24565) 9 : cephadm [INF] [29/Aug/2024:17:49:44] ENGINE Serving on http://172.21.15.53:8765 2024-08-29T17:49:46.125 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:49:45 smithi028 bash[31855]: cephadm 2024-08-29T17:49:44.626480+0000 mgr.x (mgr.24565) 8 : cephadm [INF] [29/Aug/2024:17:49:44] ENGINE Bus STARTING 2024-08-29T17:49:46.125 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:49:45 smithi028 bash[31855]: cephadm 2024-08-29T17:49:44.764575+0000 mgr.x (mgr.24565) 9 : cephadm [INF] [29/Aug/2024:17:49:44] ENGINE Serving on http://172.21.15.53:8765 2024-08-29T17:49:46.125 INFO:journalctl@ceph.mgr.y.smithi028.stdout:Aug 29 17:49:45 smithi028 bash[22672]: debug 2024-08-29T17:49:45.778+0000 7f4f07b36ec0 -1 mgr[py] Module test_orchestrator has missing NOTIFY_TYPES member 2024-08-29T17:49:46.126 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:49:45 smithi028 bash[22419]: cephadm 2024-08-29T17:49:44.626480+0000 mgr.x (mgr.24565) 8 : cephadm [INF] [29/Aug/2024:17:49:44] ENGINE Bus STARTING 2024-08-29T17:49:46.126 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:49:45 smithi028 bash[22419]: cephadm 2024-08-29T17:49:44.764575+0000 mgr.x (mgr.24565) 9 : cephadm [INF] [29/Aug/2024:17:49:44] ENGINE Serving on http://172.21.15.53:8765 2024-08-29T17:49:46.128 INFO:tasks.rados.rados.0.smithi028.stdout:693: read oid 29 snap -1 2024-08-29T17:49:46.128 INFO:tasks.rados.rados.0.smithi028.stdout:693: expect (ObjNum 61 snap 5 seq_num 61) 2024-08-29T17:49:46.128 INFO:tasks.rados.rados.0.smithi028.stdout:687: done (4 left) 2024-08-29T17:49:46.128 INFO:tasks.rados.rados.0.smithi028.stdout:688: done (3 left) 2024-08-29T17:49:46.128 INFO:tasks.rados.rados.0.smithi028.stdout:689: done (2 left) 2024-08-29T17:49:46.128 INFO:tasks.rados.rados.0.smithi028.stdout:692: done (1 left) 2024-08-29T17:49:46.128 INFO:tasks.rados.rados.0.smithi028.stdout:694: read oid 14 snap 63 2024-08-29T17:49:46.128 INFO:tasks.rados.rados.0.smithi028.stdout:694: expect (ObjNum 184 snap 52 seq_num 184) 2024-08-29T17:49:46.129 INFO:tasks.rados.rados.0.smithi028.stdout:695: rollback oid 4 current snap is 64 2024-08-29T17:49:46.129 INFO:tasks.rados.rados.0.smithi028.stdout:rollback oid 4 to 33 2024-08-29T17:49:46.129 INFO:tasks.rados.rados.0.smithi028.stdout:append oid 32 current snap is 64 2024-08-29T17:49:46.129 INFO:tasks.rados.rados.0.smithi028.stdout:696: seq_num 227 ranges {4063232=606208,4669440=794624,5464064=8192} 2024-08-29T17:49:46.160 INFO:tasks.rados.rados.0.smithi028.stdout:696: writing smithi02869045-32 from 4063232 to 4669440 tid 1 2024-08-29T17:49:46.172 INFO:tasks.rados.rados.0.smithi028.stdout:696: writing smithi02869045-32 from 4669440 to 5464064 tid 2 2024-08-29T17:49:46.172 INFO:tasks.rados.rados.0.smithi028.stdout:696: writing smithi02869045-32 from 5464064 to 5472256 tid 3 2024-08-29T17:49:46.172 INFO:tasks.rados.rados.0.smithi028.stdout:697: read oid 5 snap -1 2024-08-29T17:49:46.172 INFO:tasks.rados.rados.0.smithi028.stdout:697: expect deleted 2024-08-29T17:49:46.172 INFO:tasks.rados.rados.0.smithi028.stdout:698: read oid 10 snap -1 2024-08-29T17:49:46.172 INFO:tasks.rados.rados.0.smithi028.stdout:698: expect (ObjNum 209 snap 61 seq_num 209) 2024-08-29T17:49:46.172 INFO:tasks.rados.rados.0.smithi028.stdout:append oid 25 current snap is 64 2024-08-29T17:49:46.172 INFO:tasks.rados.rados.0.smithi028.stdout:699: seq_num 228 ranges {0=622592,622592=671744,1294336=131072} 2024-08-29T17:49:46.180 INFO:tasks.rados.rados.0.smithi028.stdout:699: writing smithi02869045-25 from 0 to 622592 tid 1 2024-08-29T17:49:46.190 INFO:tasks.rados.rados.0.smithi028.stdout:699: writing smithi02869045-25 from 622592 to 1294336 tid 2 2024-08-29T17:49:46.192 INFO:tasks.rados.rados.0.smithi028.stdout:699: writing smithi02869045-25 from 1294336 to 1425408 tid 3 2024-08-29T17:49:46.192 INFO:tasks.rados.rados.0.smithi028.stdout:append oid 17 current snap is 64 2024-08-29T17:49:46.192 INFO:tasks.rados.rados.0.smithi028.stdout:700: seq_num 229 ranges {0=638976,638976=606208,1245184=196608} 2024-08-29T17:49:46.201 INFO:tasks.rados.rados.0.smithi028.stdout:700: writing smithi02869045-17 from 0 to 638976 tid 1 2024-08-29T17:49:46.210 INFO:tasks.rados.rados.0.smithi028.stdout:700: writing smithi02869045-17 from 638976 to 1245184 tid 2 2024-08-29T17:49:46.213 INFO:tasks.rados.rados.0.smithi028.stdout:700: writing smithi02869045-17 from 1245184 to 1441792 tid 3 2024-08-29T17:49:46.213 INFO:tasks.rados.rados.0.smithi028.stdout:701: snap_remove snap 47 2024-08-29T17:49:46.573 INFO:journalctl@ceph.mgr.x.smithi053.stdout:Aug 29 17:49:46 smithi053 bash[53049]: ::ffff:172.21.15.53 - - [29/Aug/2024:17:49:46] "GET /metrics HTTP/1.1" 200 33084 "" "Prometheus/2.43.0" 2024-08-29T17:49:46.726 INFO:tasks.rados.rados.0.smithi028.stdout:695: finishing rollback tid 0 to smithi02869045-4 2024-08-29T17:49:46.726 INFO:tasks.rados.rados.0.smithi028.stdout:695: finishing rollback tid 1 to smithi02869045-4 2024-08-29T17:49:46.726 INFO:tasks.rados.rados.0.smithi028.stdout:695: finishing rollback tid 2 to smithi02869045-4 2024-08-29T17:49:46.726 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 4 v 448 (ObjNum 3 snap 0 seq_num 3) dirty exists 2024-08-29T17:49:46.726 INFO:tasks.rados.rados.0.smithi028.stdout:694: expect (ObjNum 184 snap 52 seq_num 184) 2024-08-29T17:49:46.803 INFO:tasks.rados.rados.0.smithi028.stdout:693: expect (ObjNum 61 snap 5 seq_num 61) 2024-08-29T17:49:46.855 INFO:tasks.rados.rados.0.smithi028.stdout:696: finishing write tid 1 to smithi02869045-32 2024-08-29T17:49:46.855 INFO:tasks.rados.rados.0.smithi028.stdout:693: done (8 left) 2024-08-29T17:49:46.855 INFO:tasks.rados.rados.0.smithi028.stdout:694: done (7 left) 2024-08-29T17:49:46.855 INFO:tasks.rados.rados.0.smithi028.stdout:695: done (6 left) 2024-08-29T17:49:46.855 INFO:tasks.rados.rados.0.smithi028.stdout:701: done (5 left) 2024-08-29T17:49:46.855 INFO:tasks.rados.rados.0.smithi028.stdout:702: snap_remove snap 53 2024-08-29T17:49:46.875 INFO:journalctl@ceph.mgr.y.smithi028.stdout:Aug 29 17:49:46 smithi028 bash[22672]: debug 2024-08-29T17:49:46.618+0000 7f4f07b36ec0 -1 mgr[py] Module influx has missing NOTIFY_TYPES member 2024-08-29T17:49:46.875 INFO:journalctl@ceph.mgr.y.smithi028.stdout:Aug 29 17:49:46 smithi028 bash[22672]: debug 2024-08-29T17:49:46.698+0000 7f4f07b36ec0 -1 mgr[py] Module status has missing NOTIFY_TYPES member 2024-08-29T17:49:46.875 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:49:46 smithi028 bash[22419]: cephadm 2024-08-29T17:49:44.950425+0000 mgr.x (mgr.24565) 10 : cephadm [INF] [29/Aug/2024:17:49:44] ENGINE Serving on https://172.21.15.53:7150 2024-08-29T17:49:46.875 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:49:46 smithi028 bash[22419]: cephadm 2024-08-29T17:49:44.950748+0000 mgr.x (mgr.24565) 11 : cephadm [INF] [29/Aug/2024:17:49:44] ENGINE Bus STARTED 2024-08-29T17:49:46.875 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:49:46 smithi028 bash[22419]: cephadm 2024-08-29T17:49:44.952456+0000 mgr.x (mgr.24565) 12 : cephadm [ERR] [29/Aug/2024:17:49:44] ENGINE Error in HTTPServer.serve 2024-08-29T17:49:46.875 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:49:46 smithi028 bash[22419]: Traceback (most recent call last): 2024-08-29T17:49:46.876 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:49:46 smithi028 bash[22419]: File "/lib/python3.9/site-packages/cheroot/server.py", line 1823, in serve 2024-08-29T17:49:46.876 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:49:46 smithi028 bash[22419]: self._connections.run(self.expiration_interval) 2024-08-29T17:49:46.876 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:49:46 smithi028 bash[22419]: File "/lib/python3.9/site-packages/cheroot/connections.py", line 203, in run 2024-08-29T17:49:46.876 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:49:46 smithi028 bash[22419]: self._run(expiration_interval) 2024-08-29T17:49:46.876 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:49:46 smithi028 bash[22419]: File "/lib/python3.9/site-packages/cheroot/connections.py", line 246, in _run 2024-08-29T17:49:46.876 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:49:46 smithi028 bash[22419]: new_conn = self._from_server_socket(self.server.socket) 2024-08-29T17:49:46.876 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:49:46 smithi028 bash[22419]: File "/lib/python3.9/site-packages/cheroot/connections.py", line 300, in _from_server_socket 2024-08-29T17:49:46.876 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:49:46 smithi028 bash[22419]: s, ssl_env = self.server.ssl_adapter.wrap(s) 2024-08-29T17:49:46.876 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:49:46 smithi028 bash[22419]: File "/lib/python3.9/site-packages/cheroot/ssl/builtin.py", line 277, in wrap 2024-08-29T17:49:46.876 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:49:46 smithi028 bash[22419]: s = self.context.wrap_socket( 2024-08-29T17:49:46.877 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:49:46 smithi028 bash[22419]: File "/lib64/python3.9/ssl.py", line 501, in wrap_socket 2024-08-29T17:49:46.877 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:49:46 smithi028 bash[22419]: return self.sslsocket_class._create( 2024-08-29T17:49:46.877 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:49:46 smithi028 bash[22419]: File "/lib64/python3.9/ssl.py", line 1074, in _create 2024-08-29T17:49:46.877 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:49:46 smithi028 bash[22419]: self.do_handshake() 2024-08-29T17:49:46.877 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:49:46 smithi028 bash[22419]: File "/lib64/python3.9/ssl.py", line 1343, in do_handshake 2024-08-29T17:49:46.877 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:49:46 smithi028 bash[22419]: self._sslobj.do_handshake() 2024-08-29T17:49:46.877 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:49:46 smithi028 bash[22419]: ssl.SSLZeroReturnError: TLS/SSL connection has been closed (EOF) (_ssl.c:1133) 2024-08-29T17:49:46.877 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:49:46 smithi028 bash[22419]: cluster 2024-08-29T17:49:45.683618+0000 mgr.x (mgr.24565) 13 : cluster [DBG] pgmap v9: 121 pgs: 121 active+clean; 203 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail 2024-08-29T17:49:46.878 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:49:46 smithi028 bash[22419]: cluster 2024-08-29T17:49:45.687342+0000 mon.a (mon.0) 1247 : cluster [DBG] osdmap e197: 8 total, 8 up, 8 in 2024-08-29T17:49:46.878 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:49:46 smithi028 bash[22419]: cluster 2024-08-29T17:49:45.710702+0000 mon.a (mon.0) 1248 : cluster [DBG] mgrmap e27: x(active, since 4s) 2024-08-29T17:49:46.878 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:49:46 smithi028 bash[31855]: cephadm 2024-08-29T17:49:44.950425+0000 mgr.x (mgr.24565) 10 : cephadm [INF] [29/Aug/2024:17:49:44] ENGINE Serving on https://172.21.15.53:7150 2024-08-29T17:49:46.878 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:49:46 smithi028 bash[31855]: cephadm 2024-08-29T17:49:44.950748+0000 mgr.x (mgr.24565) 11 : cephadm [INF] [29/Aug/2024:17:49:44] ENGINE Bus STARTED 2024-08-29T17:49:46.878 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:49:46 smithi028 bash[31855]: cephadm 2024-08-29T17:49:44.952456+0000 mgr.x (mgr.24565) 12 : cephadm [ERR] [29/Aug/2024:17:49:44] ENGINE Error in HTTPServer.serve 2024-08-29T17:49:46.878 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:49:46 smithi028 bash[31855]: Traceback (most recent call last): 2024-08-29T17:49:46.878 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:49:46 smithi028 bash[31855]: File "/lib/python3.9/site-packages/cheroot/server.py", line 1823, in serve 2024-08-29T17:49:46.878 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:49:46 smithi028 bash[31855]: self._connections.run(self.expiration_interval) 2024-08-29T17:49:46.878 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:49:46 smithi028 bash[31855]: File "/lib/python3.9/site-packages/cheroot/connections.py", line 203, in run 2024-08-29T17:49:46.879 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:49:46 smithi028 bash[31855]: self._run(expiration_interval) 2024-08-29T17:49:46.879 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:49:46 smithi028 bash[31855]: File "/lib/python3.9/site-packages/cheroot/connections.py", line 246, in _run 2024-08-29T17:49:46.879 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:49:46 smithi028 bash[31855]: new_conn = self._from_server_socket(self.server.socket) 2024-08-29T17:49:46.879 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:49:46 smithi028 bash[31855]: File "/lib/python3.9/site-packages/cheroot/connections.py", line 300, in _from_server_socket 2024-08-29T17:49:46.879 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:49:46 smithi028 bash[31855]: s, ssl_env = self.server.ssl_adapter.wrap(s) 2024-08-29T17:49:46.879 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:49:46 smithi028 bash[31855]: File "/lib/python3.9/site-packages/cheroot/ssl/builtin.py", line 277, in wrap 2024-08-29T17:49:46.879 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:49:46 smithi028 bash[31855]: s = self.context.wrap_socket( 2024-08-29T17:49:46.879 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:49:46 smithi028 bash[31855]: File "/lib64/python3.9/ssl.py", line 501, in wrap_socket 2024-08-29T17:49:46.880 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:49:46 smithi028 bash[31855]: return self.sslsocket_class._create( 2024-08-29T17:49:46.880 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:49:46 smithi028 bash[31855]: File "/lib64/python3.9/ssl.py", line 1074, in _create 2024-08-29T17:49:46.880 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:49:46 smithi028 bash[31855]: self.do_handshake() 2024-08-29T17:49:46.880 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:49:46 smithi028 bash[31855]: File "/lib64/python3.9/ssl.py", line 1343, in do_handshake 2024-08-29T17:49:46.880 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:49:46 smithi028 bash[31855]: self._sslobj.do_handshake() 2024-08-29T17:49:46.880 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:49:46 smithi028 bash[31855]: ssl.SSLZeroReturnError: TLS/SSL connection has been closed (EOF) (_ssl.c:1133) 2024-08-29T17:49:46.880 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:49:46 smithi028 bash[31855]: cluster 2024-08-29T17:49:45.683618+0000 mgr.x (mgr.24565) 13 : cluster [DBG] pgmap v9: 121 pgs: 121 active+clean; 203 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail 2024-08-29T17:49:46.880 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:49:46 smithi028 bash[31855]: cluster 2024-08-29T17:49:45.687342+0000 mon.a (mon.0) 1247 : cluster [DBG] osdmap e197: 8 total, 8 up, 8 in 2024-08-29T17:49:46.880 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:49:46 smithi028 bash[31855]: cluster 2024-08-29T17:49:45.710702+0000 mon.a (mon.0) 1248 : cluster [DBG] mgrmap e27: x(active, since 4s) 2024-08-29T17:49:47.074 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:49:46 smithi053 bash[24720]: cephadm 2024-08-29T17:49:44.950425+0000 mgr.x (mgr.24565) 10 : cephadm [INF] [29/Aug/2024:17:49:44] ENGINE Serving on https://172.21.15.53:7150 2024-08-29T17:49:47.074 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:49:46 smithi053 bash[24720]: cephadm 2024-08-29T17:49:44.950748+0000 mgr.x (mgr.24565) 11 : cephadm [INF] [29/Aug/2024:17:49:44] ENGINE Bus STARTED 2024-08-29T17:49:47.074 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:49:46 smithi053 bash[24720]: cephadm 2024-08-29T17:49:44.952456+0000 mgr.x (mgr.24565) 12 : cephadm [ERR] [29/Aug/2024:17:49:44] ENGINE Error in HTTPServer.serve 2024-08-29T17:49:47.074 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:49:46 smithi053 bash[24720]: Traceback (most recent call last): 2024-08-29T17:49:47.074 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:49:46 smithi053 bash[24720]: File "/lib/python3.9/site-packages/cheroot/server.py", line 1823, in serve 2024-08-29T17:49:47.074 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:49:46 smithi053 bash[24720]: self._connections.run(self.expiration_interval) 2024-08-29T17:49:47.074 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:49:46 smithi053 bash[24720]: File "/lib/python3.9/site-packages/cheroot/connections.py", line 203, in run 2024-08-29T17:49:47.074 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:49:46 smithi053 bash[24720]: self._run(expiration_interval) 2024-08-29T17:49:47.074 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:49:46 smithi053 bash[24720]: File "/lib/python3.9/site-packages/cheroot/connections.py", line 246, in _run 2024-08-29T17:49:47.074 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:49:46 smithi053 bash[24720]: new_conn = self._from_server_socket(self.server.socket) 2024-08-29T17:49:47.075 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:49:46 smithi053 bash[24720]: File "/lib/python3.9/site-packages/cheroot/connections.py", line 300, in _from_server_socket 2024-08-29T17:49:47.075 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:49:46 smithi053 bash[24720]: s, ssl_env = self.server.ssl_adapter.wrap(s) 2024-08-29T17:49:47.075 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:49:46 smithi053 bash[24720]: File "/lib/python3.9/site-packages/cheroot/ssl/builtin.py", line 277, in wrap 2024-08-29T17:49:47.075 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:49:46 smithi053 bash[24720]: s = self.context.wrap_socket( 2024-08-29T17:49:47.075 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:49:46 smithi053 bash[24720]: File "/lib64/python3.9/ssl.py", line 501, in wrap_socket 2024-08-29T17:49:47.075 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:49:46 smithi053 bash[24720]: return self.sslsocket_class._create( 2024-08-29T17:49:47.075 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:49:46 smithi053 bash[24720]: File "/lib64/python3.9/ssl.py", line 1074, in _create 2024-08-29T17:49:47.075 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:49:46 smithi053 bash[24720]: self.do_handshake() 2024-08-29T17:49:47.075 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:49:46 smithi053 bash[24720]: File "/lib64/python3.9/ssl.py", line 1343, in do_handshake 2024-08-29T17:49:47.075 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:49:46 smithi053 bash[24720]: self._sslobj.do_handshake() 2024-08-29T17:49:47.075 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:49:46 smithi053 bash[24720]: ssl.SSLZeroReturnError: TLS/SSL connection has been closed (EOF) (_ssl.c:1133) 2024-08-29T17:49:47.075 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:49:46 smithi053 bash[24720]: cluster 2024-08-29T17:49:45.683618+0000 mgr.x (mgr.24565) 13 : cluster [DBG] pgmap v9: 121 pgs: 121 active+clean; 203 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail 2024-08-29T17:49:47.075 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:49:46 smithi053 bash[24720]: cluster 2024-08-29T17:49:45.687342+0000 mon.a (mon.0) 1247 : cluster [DBG] osdmap e197: 8 total, 8 up, 8 in 2024-08-29T17:49:47.075 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:49:46 smithi053 bash[24720]: cluster 2024-08-29T17:49:45.710702+0000 mon.a (mon.0) 1248 : cluster [DBG] mgrmap e27: x(active, since 4s) 2024-08-29T17:49:47.321 INFO:journalctl@ceph.mgr.y.smithi028.stdout:Aug 29 17:49:46 smithi028 bash[22672]: debug 2024-08-29T17:49:46.922+0000 7f4f07b36ec0 -1 mgr[py] Module volumes has missing NOTIFY_TYPES member 2024-08-29T17:49:47.321 INFO:journalctl@ceph.mgr.y.smithi028.stdout:Aug 29 17:49:47 smithi028 bash[22672]: debug 2024-08-29T17:49:46.998+0000 7f4f07b36ec0 -1 mgr[py] Module osd_perf_query has missing NOTIFY_TYPES member 2024-08-29T17:49:47.625 INFO:journalctl@ceph.mgr.y.smithi028.stdout:Aug 29 17:49:47 smithi028 bash[22672]: debug 2024-08-29T17:49:47.322+0000 7f4f07b36ec0 -1 mgr[py] Module prometheus has missing NOTIFY_TYPES member 2024-08-29T17:49:47.625 INFO:journalctl@ceph.mgr.y.smithi028.stdout:Aug 29 17:49:47 smithi028 bash[22672]: debug 2024-08-29T17:49:47.402+0000 7f4f07b36ec0 -1 mgr[py] Module snap_schedule has missing NOTIFY_TYPES member 2024-08-29T17:49:47.625 INFO:journalctl@ceph.mgr.y.smithi028.stdout:Aug 29 17:49:47 smithi028 bash[22672]: [29/Aug/2024:17:49:47] ENGINE Bus STARTING 2024-08-29T17:49:47.625 INFO:journalctl@ceph.mgr.y.smithi028.stdout:Aug 29 17:49:47 smithi028 bash[22672]: CherryPy Checker: 2024-08-29T17:49:47.625 INFO:journalctl@ceph.mgr.y.smithi028.stdout:Aug 29 17:49:47 smithi028 bash[22672]: The Application mounted at '' has an empty config. 2024-08-29T17:49:47.625 INFO:journalctl@ceph.mgr.y.smithi028.stdout:Aug 29 17:49:47 smithi028 bash[22672]: [29/Aug/2024:17:49:47] ENGINE Serving on http://:::9283 2024-08-29T17:49:47.626 INFO:journalctl@ceph.mgr.y.smithi028.stdout:Aug 29 17:49:47 smithi028 bash[22672]: [29/Aug/2024:17:49:47] ENGINE Bus STARTED 2024-08-29T17:49:47.738 INFO:tasks.rados.rados.0.smithi028.stdout:702: done (5 left) 2024-08-29T17:49:47.738 INFO:tasks.rados.rados.0.smithi028.stdout:append oid 40 current snap is 64 2024-08-29T17:49:47.738 INFO:tasks.rados.rados.0.smithi028.stdout:703: seq_num 230 ranges {401408=655360,1056768=491520,1548288=311296} 2024-08-29T17:49:47.753 INFO:tasks.rados.rados.0.smithi028.stdout:703: writing smithi02869045-40 from 401408 to 1056768 tid 1 2024-08-29T17:49:47.761 INFO:tasks.rados.rados.0.smithi028.stdout:703: writing smithi02869045-40 from 1056768 to 1548288 tid 2 2024-08-29T17:49:47.765 INFO:tasks.rados.rados.0.smithi028.stdout:703: writing smithi02869045-40 from 1548288 to 1859584 tid 3 2024-08-29T17:49:47.765 INFO:tasks.rados.rados.0.smithi028.stdout:append oid 8 current snap is 64 2024-08-29T17:49:47.765 INFO:tasks.rados.rados.0.smithi028.stdout:704: seq_num 231 ranges {1138688=671744,1810432=778240,2588672=24576} 2024-08-29T17:49:47.786 INFO:tasks.rados.rados.0.smithi028.stdout:704: writing smithi02869045-8 from 1138688 to 1810432 tid 1 2024-08-29T17:49:47.794 INFO:tasks.rados.rados.0.smithi028.stdout:704: writing smithi02869045-8 from 1810432 to 2588672 tid 2 2024-08-29T17:49:47.794 INFO:tasks.rados.rados.0.smithi028.stdout:704: writing smithi02869045-8 from 2588672 to 2613248 tid 3 2024-08-29T17:49:47.794 INFO:tasks.rados.rados.0.smithi028.stdout:705: snap_create 2024-08-29T17:49:47.794 INFO:tasks.rados.rados.0.smithi028.stdout:698: expect (ObjNum 209 snap 61 seq_num 209) 2024-08-29T17:49:47.827 INFO:tasks.rados.rados.0.smithi028.stdout:696: finishing write tid 2 to smithi02869045-32 2024-08-29T17:49:47.827 INFO:tasks.rados.rados.0.smithi028.stdout:696: finishing write tid 3 to smithi02869045-32 2024-08-29T17:49:47.827 INFO:tasks.rados.rados.0.smithi028.stdout:696: finishing write tid 4 to smithi02869045-32 2024-08-29T17:49:47.828 INFO:tasks.rados.rados.0.smithi028.stdout:696: finishing write tid 5 to smithi02869045-32 2024-08-29T17:49:47.828 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 32 v 71 (ObjNum 227 snap 64 seq_num 227) dirty exists 2024-08-29T17:49:47.828 INFO:tasks.rados.rados.0.smithi028.stdout:696: left oid 32 (ObjNum 227 snap 64 seq_num 227) 2024-08-29T17:49:47.828 INFO:tasks.rados.rados.0.smithi028.stdout:699: finishing write tid 1 to smithi02869045-25 2024-08-29T17:49:47.828 INFO:tasks.rados.rados.0.smithi028.stdout:699: finishing write tid 2 to smithi02869045-25 2024-08-29T17:49:47.828 INFO:tasks.rados.rados.0.smithi028.stdout:699: finishing write tid 3 to smithi02869045-25 2024-08-29T17:49:47.828 INFO:tasks.rados.rados.0.smithi028.stdout:699: finishing write tid 4 to smithi02869045-25 2024-08-29T17:49:47.828 INFO:tasks.rados.rados.0.smithi028.stdout:699: finishing write tid 5 to smithi02869045-25 2024-08-29T17:49:47.828 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 25 v 38 (ObjNum 228 snap 64 seq_num 228) dirty exists 2024-08-29T17:49:47.828 INFO:tasks.rados.rados.0.smithi028.stdout:699: left oid 25 (ObjNum 228 snap 64 seq_num 228) 2024-08-29T17:49:47.828 INFO:tasks.rados.rados.0.smithi028.stdout:700: finishing write tid 1 to smithi02869045-17 2024-08-29T17:49:47.828 INFO:tasks.rados.rados.0.smithi028.stdout:700: finishing write tid 2 to smithi02869045-17 2024-08-29T17:49:47.829 INFO:tasks.rados.rados.0.smithi028.stdout:700: finishing write tid 3 to smithi02869045-17 2024-08-29T17:49:47.829 INFO:tasks.rados.rados.0.smithi028.stdout:700: finishing write tid 4 to smithi02869045-17 2024-08-29T17:49:47.829 INFO:tasks.rados.rados.0.smithi028.stdout:700: finishing write tid 5 to smithi02869045-17 2024-08-29T17:49:47.829 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 17 v 452 (ObjNum 229 snap 64 seq_num 229) dirty exists 2024-08-29T17:49:47.829 INFO:tasks.rados.rados.0.smithi028.stdout:700: left oid 17 (ObjNum 229 snap 64 seq_num 229) 2024-08-29T17:49:47.829 INFO:tasks.rados.rados.0.smithi028.stdout:703: finishing write tid 1 to smithi02869045-40 2024-08-29T17:49:47.829 INFO:tasks.rados.rados.0.smithi028.stdout:703: finishing write tid 2 to smithi02869045-40 2024-08-29T17:49:47.829 INFO:tasks.rados.rados.0.smithi028.stdout:703: finishing write tid 3 to smithi02869045-40 2024-08-29T17:49:47.829 INFO:tasks.rados.rados.0.smithi028.stdout:703: finishing write tid 4 to smithi02869045-40 2024-08-29T17:49:47.829 INFO:tasks.rados.rados.0.smithi028.stdout:703: finishing write tid 5 to smithi02869045-40 2024-08-29T17:49:47.829 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 40 v 360 (ObjNum 230 snap 64 seq_num 230) dirty exists 2024-08-29T17:49:47.829 INFO:tasks.rados.rados.0.smithi028.stdout:703: left oid 40 (ObjNum 230 snap 64 seq_num 230) 2024-08-29T17:49:47.829 INFO:tasks.rados.rados.0.smithi028.stdout:704: finishing write tid 1 to smithi02869045-8 2024-08-29T17:49:47.830 INFO:tasks.rados.rados.0.smithi028.stdout:704: finishing write tid 2 to smithi02869045-8 2024-08-29T17:49:47.830 INFO:tasks.rados.rados.0.smithi028.stdout:704: finishing write tid 3 to smithi02869045-8 2024-08-29T17:49:47.830 INFO:tasks.rados.rados.0.smithi028.stdout:704: finishing write tid 4 to smithi02869045-8 2024-08-29T17:49:47.830 INFO:tasks.rados.rados.0.smithi028.stdout:704: finishing write tid 5 to smithi02869045-8 2024-08-29T17:49:47.830 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 8 v 240 (ObjNum 231 snap 64 seq_num 231) dirty exists 2024-08-29T17:49:47.830 INFO:tasks.rados.rados.0.smithi028.stdout:704: left oid 8 (ObjNum 231 snap 64 seq_num 231) 2024-08-29T17:49:48.073 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:49:47 smithi053 bash[24720]: cluster 2024-08-29T17:49:46.712802+0000 mon.a (mon.0) 1249 : cluster [DBG] osdmap e198: 8 total, 8 up, 8 in 2024-08-29T17:49:48.073 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:49:47 smithi053 bash[24720]: cluster 2024-08-29T17:49:47.429150+0000 mon.a (mon.0) 1250 : cluster [DBG] Standby manager daemon y started 2024-08-29T17:49:48.073 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:49:47 smithi053 bash[24720]: audit 2024-08-29T17:49:47.432018+0000 mon.c (mon.2) 34 : audit [DBG] from='mgr.? 172.21.15.28:0/352588437' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/y/crt"}]: dispatch 2024-08-29T17:49:48.073 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:49:47 smithi053 bash[24720]: audit 2024-08-29T17:49:47.434607+0000 mon.c (mon.2) 35 : audit [DBG] from='mgr.? 172.21.15.28:0/352588437' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2024-08-29T17:49:48.073 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:49:47 smithi053 bash[24720]: audit 2024-08-29T17:49:47.435995+0000 mon.c (mon.2) 36 : audit [DBG] from='mgr.? 172.21.15.28:0/352588437' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/y/key"}]: dispatch 2024-08-29T17:49:48.074 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:49:47 smithi053 bash[24720]: audit 2024-08-29T17:49:47.436316+0000 mon.c (mon.2) 37 : audit [DBG] from='mgr.? 172.21.15.28:0/352588437' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2024-08-29T17:49:48.125 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:49:47 smithi028 bash[22419]: cluster 2024-08-29T17:49:46.712802+0000 mon.a (mon.0) 1249 : cluster [DBG] osdmap e198: 8 total, 8 up, 8 in 2024-08-29T17:49:48.125 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:49:47 smithi028 bash[22419]: cluster 2024-08-29T17:49:47.429150+0000 mon.a (mon.0) 1250 : cluster [DBG] Standby manager daemon y started 2024-08-29T17:49:48.125 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:49:47 smithi028 bash[22419]: audit 2024-08-29T17:49:47.432018+0000 mon.c (mon.2) 34 : audit [DBG] from='mgr.? 172.21.15.28:0/352588437' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/y/crt"}]: dispatch 2024-08-29T17:49:48.125 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:49:47 smithi028 bash[22419]: audit 2024-08-29T17:49:47.434607+0000 mon.c (mon.2) 35 : audit [DBG] from='mgr.? 172.21.15.28:0/352588437' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2024-08-29T17:49:48.125 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:49:47 smithi028 bash[22419]: audit 2024-08-29T17:49:47.435995+0000 mon.c (mon.2) 36 : audit [DBG] from='mgr.? 172.21.15.28:0/352588437' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/y/key"}]: dispatch 2024-08-29T17:49:48.126 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:49:47 smithi028 bash[22419]: audit 2024-08-29T17:49:47.436316+0000 mon.c (mon.2) 37 : audit [DBG] from='mgr.? 172.21.15.28:0/352588437' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2024-08-29T17:49:48.126 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:49:47 smithi028 bash[31855]: cluster 2024-08-29T17:49:46.712802+0000 mon.a (mon.0) 1249 : cluster [DBG] osdmap e198: 8 total, 8 up, 8 in 2024-08-29T17:49:48.126 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:49:47 smithi028 bash[31855]: cluster 2024-08-29T17:49:47.429150+0000 mon.a (mon.0) 1250 : cluster [DBG] Standby manager daemon y started 2024-08-29T17:49:48.126 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:49:47 smithi028 bash[31855]: audit 2024-08-29T17:49:47.432018+0000 mon.c (mon.2) 34 : audit [DBG] from='mgr.? 172.21.15.28:0/352588437' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/y/crt"}]: dispatch 2024-08-29T17:49:48.126 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:49:47 smithi028 bash[31855]: audit 2024-08-29T17:49:47.434607+0000 mon.c (mon.2) 35 : audit [DBG] from='mgr.? 172.21.15.28:0/352588437' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2024-08-29T17:49:48.126 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:49:47 smithi028 bash[31855]: audit 2024-08-29T17:49:47.435995+0000 mon.c (mon.2) 36 : audit [DBG] from='mgr.? 172.21.15.28:0/352588437' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/y/key"}]: dispatch 2024-08-29T17:49:48.126 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:49:47 smithi028 bash[31855]: audit 2024-08-29T17:49:47.436316+0000 mon.c (mon.2) 37 : audit [DBG] from='mgr.? 172.21.15.28:0/352588437' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2024-08-29T17:49:48.729 INFO:tasks.rados.rados.0.smithi028.stdout:696: done (7 left) 2024-08-29T17:49:48.730 INFO:tasks.rados.rados.0.smithi028.stdout:697: done (6 left) 2024-08-29T17:49:48.730 INFO:tasks.rados.rados.0.smithi028.stdout:698: done (5 left) 2024-08-29T17:49:48.730 INFO:tasks.rados.rados.0.smithi028.stdout:699: done (4 left) 2024-08-29T17:49:48.730 INFO:tasks.rados.rados.0.smithi028.stdout:700: done (3 left) 2024-08-29T17:49:48.730 INFO:tasks.rados.rados.0.smithi028.stdout:703: done (2 left) 2024-08-29T17:49:48.730 INFO:tasks.rados.rados.0.smithi028.stdout:704: done (1 left) 2024-08-29T17:49:48.730 INFO:tasks.rados.rados.0.smithi028.stdout:705: done (0 left) 2024-08-29T17:49:48.730 INFO:tasks.rados.rados.0.smithi028.stdout:706: rollback oid 13 current snap is 65 2024-08-29T17:49:48.730 INFO:tasks.rados.rados.0.smithi028.stdout:rollback oid 13 to 57 2024-08-29T17:49:48.730 INFO:tasks.rados.rados.0.smithi028.stdout:append oid 35 current snap is 65 2024-08-29T17:49:48.730 INFO:tasks.rados.rados.0.smithi028.stdout:707: seq_num 232 ranges {0=688128,688128=663552,1351680=139264} 2024-08-29T17:49:48.737 INFO:tasks.rados.rados.0.smithi028.stdout:707: writing smithi02869045-35 from 0 to 688128 tid 1 2024-08-29T17:49:48.745 INFO:tasks.rados.rados.0.smithi028.stdout:707: writing smithi02869045-35 from 688128 to 1351680 tid 2 2024-08-29T17:49:48.748 INFO:tasks.rados.rados.0.smithi028.stdout:707: writing smithi02869045-35 from 1351680 to 1490944 tid 3 2024-08-29T17:49:48.748 INFO:tasks.rados.rados.0.smithi028.stdout:708: read oid 1 snap -1 2024-08-29T17:49:48.748 INFO:tasks.rados.rados.0.smithi028.stdout:708: expect (ObjNum 189 snap 54 seq_num 189) 2024-08-29T17:49:48.748 INFO:tasks.rados.rados.0.smithi028.stdout:709: rollback oid 26 current snap is 65 2024-08-29T17:49:48.748 INFO:tasks.rados.rados.0.smithi028.stdout:rollback oid 26 to 52 2024-08-29T17:49:48.748 INFO:tasks.rados.rados.0.smithi028.stdout:707: finishing write tid 1 to smithi02869045-35 2024-08-29T17:49:48.748 INFO:tasks.rados.rados.0.smithi028.stdout:706: finishing rollback tid 0 to smithi02869045-13 2024-08-29T17:49:48.748 INFO:tasks.rados.rados.0.smithi028.stdout:710: rollback oid 5 current snap is 65 2024-08-29T17:49:48.748 INFO:tasks.rados.rados.0.smithi028.stdout:rollback oid 5 to 33 2024-08-29T17:49:48.748 INFO:tasks.rados.rados.0.smithi028.stdout:711: setattr oid 22 current snap is 65 2024-08-29T17:49:48.751 INFO:tasks.rados.rados.0.smithi028.stdout:712: delete oid 39 current snap is 65 2024-08-29T17:49:48.752 INFO:tasks.rados.rados.0.smithi028.stdout:710: finishing rollback tid 1 to smithi02869045-5 2024-08-29T17:49:48.752 INFO:tasks.rados.rados.0.smithi028.stdout:710: finishing rollback tid 2 to smithi02869045-5 2024-08-29T17:49:48.752 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 5 v 184 (ObjNum 77 snap 12 seq_num 77) dirty exists 2024-08-29T17:49:48.754 INFO:tasks.rados.rados.0.smithi028.stdout:710: done (6 left) 2024-08-29T17:49:48.754 INFO:tasks.rados.rados.0.smithi028.stdout:712: done (5 left) 2024-08-29T17:49:48.754 INFO:tasks.rados.rados.0.smithi028.stdout:713: delete oid 34 current snap is 65 2024-08-29T17:49:48.755 INFO:tasks.rados.rados.0.smithi028.stdout:706: finishing rollback tid 1 to smithi02869045-13 2024-08-29T17:49:48.759 INFO:tasks.rados.rados.0.smithi028.stdout:707: finishing write tid 2 to smithi02869045-35 2024-08-29T17:49:48.762 INFO:tasks.rados.rados.0.smithi028.stdout:707: finishing write tid 3 to smithi02869045-35 2024-08-29T17:49:48.764 INFO:tasks.rados.rados.0.smithi028.stdout:707: finishing write tid 4 to smithi02869045-35 2024-08-29T17:49:48.766 INFO:tasks.rados.rados.0.smithi028.stdout:713: done (5 left) 2024-08-29T17:49:48.766 INFO:tasks.rados.rados.0.smithi028.stdout:714: rmattr oid 2 current snap is 65 2024-08-29T17:49:48.766 INFO:tasks.rados.rados.0.smithi028.stdout:714: done (5 left) 2024-08-29T17:49:48.766 INFO:tasks.rados.rados.0.smithi028.stdout:715: read oid 46 snap -1 2024-08-29T17:49:48.766 INFO:tasks.rados.rados.0.smithi028.stdout:715: expect (ObjNum 50 snap 0 seq_num 50) 2024-08-29T17:49:48.768 INFO:tasks.rados.rados.0.smithi028.stdout:716: copy_from oid 3 from oid 49 current snap is 65 2024-08-29T17:49:48.768 INFO:tasks.rados.rados.0.smithi028.stdout:717: read oid 40 snap -1 2024-08-29T17:49:48.768 INFO:tasks.rados.rados.0.smithi028.stdout:717: expect (ObjNum 230 snap 64 seq_num 230) 2024-08-29T17:49:48.769 INFO:tasks.rados.rados.0.smithi028.stdout:718: read oid 17 snap -1 2024-08-29T17:49:48.769 INFO:tasks.rados.rados.0.smithi028.stdout:718: expect (ObjNum 229 snap 64 seq_num 229) 2024-08-29T17:49:48.769 INFO:tasks.rados.rados.0.smithi028.stdout:719: read oid 2 snap 51 2024-08-29T17:49:48.769 INFO:tasks.rados.rados.0.smithi028.stdout:719: expect deleted 2024-08-29T17:49:48.769 INFO:tasks.rados.rados.0.smithi028.stdout:720: snap_create 2024-08-29T17:49:48.769 INFO:tasks.rados.rados.0.smithi028.stdout:706: finishing rollback tid 2 to smithi02869045-13 2024-08-29T17:49:48.769 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 13 v 478 (ObjNum 89 snap 17 seq_num 89) dirty exists 2024-08-29T17:49:48.769 INFO:tasks.rados.rados.0.smithi028.stdout:709: finishing rollback tid 0 to smithi02869045-26 2024-08-29T17:49:48.769 INFO:tasks.rados.rados.0.smithi028.stdout:707: finishing write tid 5 to smithi02869045-35 2024-08-29T17:49:48.769 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 35 v 244 (ObjNum 232 snap 65 seq_num 232) dirty exists 2024-08-29T17:49:48.769 INFO:tasks.rados.rados.0.smithi028.stdout:707: left oid 35 (ObjNum 232 snap 65 seq_num 232) 2024-08-29T17:49:48.770 INFO:tasks.rados.rados.0.smithi028.stdout:709: finishing rollback tid 1 to smithi02869045-26 2024-08-29T17:49:48.770 INFO:tasks.rados.rados.0.smithi028.stdout:709: finishing rollback tid 2 to smithi02869045-26 2024-08-29T17:49:48.770 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 26 v 364 (ObjNum 161 snap 0 seq_num 1) dirty exists 2024-08-29T17:49:48.772 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 22 v 366 (ObjNum 223 snap 64 seq_num 223) dirty exists 2024-08-29T17:49:48.774 INFO:tasks.rados.rados.0.smithi028.stdout:715: expect (ObjNum 50 snap 0 seq_num 50) 2024-08-29T17:49:48.825 INFO:tasks.rados.rados.0.smithi028.stdout:708: expect (ObjNum 189 snap 54 seq_num 189) 2024-08-29T17:49:49.020 INFO:tasks.rados.rados.0.smithi028.stdout:717: expect (ObjNum 230 snap 64 seq_num 230) 2024-08-29T17:49:49.073 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:49:48 smithi053 bash[24720]: cluster 2024-08-29T17:49:47.684633+0000 mgr.x (mgr.24565) 14 : cluster [DBG] pgmap v11: 121 pgs: 121 active+clean; 208 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 8.6 MiB/s rd, 1.2 MiB/s wr, 6 op/s 2024-08-29T17:49:49.073 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:49:48 smithi053 bash[24720]: cluster 2024-08-29T17:49:47.720868+0000 mon.a (mon.0) 1251 : cluster [DBG] mgrmap e28: x(active, since 6s), standbys: y 2024-08-29T17:49:49.073 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:49:48 smithi053 bash[24720]: cluster 2024-08-29T17:49:47.734201+0000 mon.a (mon.0) 1252 : cluster [DBG] osdmap e199: 8 total, 8 up, 8 in 2024-08-29T17:49:49.073 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:49:48 smithi053 bash[24720]: audit 2024-08-29T17:49:47.734470+0000 mon.b (mon.1) 64 : audit [DBG] from='mgr.24565 172.21.15.53:0/2794946223' entity='mgr.x' cmd=[{"prefix": "mgr metadata", "who": "y", "id": "y"}]: dispatch 2024-08-29T17:49:49.078 INFO:tasks.rados.rados.0.smithi028.stdout:718: expect (ObjNum 229 snap 64 seq_num 229) 2024-08-29T17:49:49.116 INFO:tasks.rados.rados.0.smithi028.stdout:716: finishing copy_from racing read to smithi02869045-3 2024-08-29T17:49:49.117 INFO:tasks.rados.rados.0.smithi028.stdout:716: finishing copy_from to smithi02869045-3 2024-08-29T17:49:49.117 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 3 v 290 (ObjNum 191 snap 55 seq_num 191) dirty exists 2024-08-29T17:49:49.125 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:49:48 smithi028 bash[22419]: cluster 2024-08-29T17:49:47.684633+0000 mgr.x (mgr.24565) 14 : cluster [DBG] pgmap v11: 121 pgs: 121 active+clean; 208 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 8.6 MiB/s rd, 1.2 MiB/s wr, 6 op/s 2024-08-29T17:49:49.125 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:49:48 smithi028 bash[22419]: cluster 2024-08-29T17:49:47.720868+0000 mon.a (mon.0) 1251 : cluster [DBG] mgrmap e28: x(active, since 6s), standbys: y 2024-08-29T17:49:49.125 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:49:48 smithi028 bash[22419]: cluster 2024-08-29T17:49:47.734201+0000 mon.a (mon.0) 1252 : cluster [DBG] osdmap e199: 8 total, 8 up, 8 in 2024-08-29T17:49:49.125 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:49:48 smithi028 bash[22419]: audit 2024-08-29T17:49:47.734470+0000 mon.b (mon.1) 64 : audit [DBG] from='mgr.24565 172.21.15.53:0/2794946223' entity='mgr.x' cmd=[{"prefix": "mgr metadata", "who": "y", "id": "y"}]: dispatch 2024-08-29T17:49:49.126 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:49:48 smithi028 bash[31855]: cluster 2024-08-29T17:49:47.684633+0000 mgr.x (mgr.24565) 14 : cluster [DBG] pgmap v11: 121 pgs: 121 active+clean; 208 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 8.6 MiB/s rd, 1.2 MiB/s wr, 6 op/s 2024-08-29T17:49:49.126 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:49:48 smithi028 bash[31855]: cluster 2024-08-29T17:49:47.720868+0000 mon.a (mon.0) 1251 : cluster [DBG] mgrmap e28: x(active, since 6s), standbys: y 2024-08-29T17:49:49.126 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:49:48 smithi028 bash[31855]: cluster 2024-08-29T17:49:47.734201+0000 mon.a (mon.0) 1252 : cluster [DBG] osdmap e199: 8 total, 8 up, 8 in 2024-08-29T17:49:49.126 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:49:48 smithi028 bash[31855]: audit 2024-08-29T17:49:47.734470+0000 mon.b (mon.1) 64 : audit [DBG] from='mgr.24565 172.21.15.53:0/2794946223' entity='mgr.x' cmd=[{"prefix": "mgr metadata", "who": "y", "id": "y"}]: dispatch 2024-08-29T17:49:49.748 INFO:tasks.rados.rados.0.smithi028.stdout:706: done (10 left) 2024-08-29T17:49:49.748 INFO:tasks.rados.rados.0.smithi028.stdout:707: done (9 left) 2024-08-29T17:49:49.748 INFO:tasks.rados.rados.0.smithi028.stdout:708: done (8 left) 2024-08-29T17:49:49.748 INFO:tasks.rados.rados.0.smithi028.stdout:709: done (7 left) 2024-08-29T17:49:49.748 INFO:tasks.rados.rados.0.smithi028.stdout:711: done (6 left) 2024-08-29T17:49:49.748 INFO:tasks.rados.rados.0.smithi028.stdout:715: done (5 left) 2024-08-29T17:49:49.748 INFO:tasks.rados.rados.0.smithi028.stdout:716: done (4 left) 2024-08-29T17:49:49.748 INFO:tasks.rados.rados.0.smithi028.stdout:717: done (3 left) 2024-08-29T17:49:49.748 INFO:tasks.rados.rados.0.smithi028.stdout:718: done (2 left) 2024-08-29T17:49:49.748 INFO:tasks.rados.rados.0.smithi028.stdout:719: done (1 left) 2024-08-29T17:49:49.748 INFO:tasks.rados.rados.0.smithi028.stdout:720: done (0 left) 2024-08-29T17:49:49.749 INFO:tasks.rados.rados.0.smithi028.stdout:721: snap_remove snap 63 2024-08-29T17:49:50.073 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:49:49 smithi053 bash[24720]: cluster 2024-08-29T17:49:48.735369+0000 mon.a (mon.0) 1253 : cluster [DBG] osdmap e200: 8 total, 8 up, 8 in 2024-08-29T17:49:50.125 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:49:49 smithi028 bash[22419]: cluster 2024-08-29T17:49:48.735369+0000 mon.a (mon.0) 1253 : cluster [DBG] osdmap e200: 8 total, 8 up, 8 in 2024-08-29T17:49:50.125 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:49:49 smithi028 bash[31855]: cluster 2024-08-29T17:49:48.735369+0000 mon.a (mon.0) 1253 : cluster [DBG] osdmap e200: 8 total, 8 up, 8 in 2024-08-29T17:49:50.751 INFO:tasks.rados.rados.0.smithi028.stdout:721: done (0 left) 2024-08-29T17:49:50.751 INFO:tasks.rados.rados.0.smithi028.stdout:722: snap_remove snap 51 2024-08-29T17:49:50.933 INFO:journalctl@ceph.mgr.y.smithi028.stdout:Aug 29 17:49:50 smithi028 bash[22672]: ::ffff:172.21.15.53 - - [29/Aug/2024:17:49:50] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.43.0" 2024-08-29T17:49:51.073 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:49:50 smithi053 bash[24720]: cluster 2024-08-29T17:49:49.685386+0000 mgr.x (mgr.24565) 15 : cluster [DBG] pgmap v14: 121 pgs: 121 active+clean; 219 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 18 MiB/s rd, 4.0 MiB/s wr, 54 op/s 2024-08-29T17:49:51.073 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:49:50 smithi053 bash[24720]: cluster 2024-08-29T17:49:49.753820+0000 mon.a (mon.0) 1254 : cluster [DBG] osdmap e201: 8 total, 8 up, 8 in 2024-08-29T17:49:51.073 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:49:50 smithi053 bash[24720]: audit 2024-08-29T17:49:50.546556+0000 mon.a (mon.0) 1255 : audit [INF] from='mgr.24565 ' entity='mgr.x' 2024-08-29T17:49:51.073 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:49:50 smithi053 bash[24720]: audit 2024-08-29T17:49:50.552284+0000 mon.a (mon.0) 1256 : audit [INF] from='mgr.24565 ' entity='mgr.x' 2024-08-29T17:49:51.375 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:49:50 smithi028 bash[22419]: cluster 2024-08-29T17:49:49.685386+0000 mgr.x (mgr.24565) 15 : cluster [DBG] pgmap v14: 121 pgs: 121 active+clean; 219 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 18 MiB/s rd, 4.0 MiB/s wr, 54 op/s 2024-08-29T17:49:51.375 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:49:50 smithi028 bash[22419]: cluster 2024-08-29T17:49:49.753820+0000 mon.a (mon.0) 1254 : cluster [DBG] osdmap e201: 8 total, 8 up, 8 in 2024-08-29T17:49:51.375 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:49:50 smithi028 bash[22419]: audit 2024-08-29T17:49:50.546556+0000 mon.a (mon.0) 1255 : audit [INF] from='mgr.24565 ' entity='mgr.x' 2024-08-29T17:49:51.375 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:49:50 smithi028 bash[22419]: audit 2024-08-29T17:49:50.552284+0000 mon.a (mon.0) 1256 : audit [INF] from='mgr.24565 ' entity='mgr.x' 2024-08-29T17:49:51.376 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:49:50 smithi028 bash[31855]: cluster 2024-08-29T17:49:49.685386+0000 mgr.x (mgr.24565) 15 : cluster [DBG] pgmap v14: 121 pgs: 121 active+clean; 219 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 18 MiB/s rd, 4.0 MiB/s wr, 54 op/s 2024-08-29T17:49:51.376 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:49:50 smithi028 bash[31855]: cluster 2024-08-29T17:49:49.753820+0000 mon.a (mon.0) 1254 : cluster [DBG] osdmap e201: 8 total, 8 up, 8 in 2024-08-29T17:49:51.376 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:49:50 smithi028 bash[31855]: audit 2024-08-29T17:49:50.546556+0000 mon.a (mon.0) 1255 : audit [INF] from='mgr.24565 ' entity='mgr.x' 2024-08-29T17:49:51.376 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:49:50 smithi028 bash[31855]: audit 2024-08-29T17:49:50.552284+0000 mon.a (mon.0) 1256 : audit [INF] from='mgr.24565 ' entity='mgr.x' 2024-08-29T17:49:51.511 INFO:teuthology.orchestra.run.smithi028.stdout:true 2024-08-29T17:49:51.798 INFO:tasks.rados.rados.0.smithi028.stdout:722: done (0 left) 2024-08-29T17:49:51.798 INFO:tasks.rados.rados.0.smithi028.stdout:723: copy_from oid 48 from oid 5 current snap is 66 2024-08-29T17:49:51.798 INFO:tasks.rados.rados.0.smithi028.stdout:724: setattr oid 20 current snap is 66 2024-08-29T17:49:51.798 INFO:tasks.rados.rados.0.smithi028.stdout:725: read oid 3 snap -1 2024-08-29T17:49:51.798 INFO:tasks.rados.rados.0.smithi028.stdout:725: expect (ObjNum 191 snap 55 seq_num 191) 2024-08-29T17:49:51.799 INFO:tasks.rados.rados.0.smithi028.stdout:726: copy_from oid 49 from oid 17 current snap is 66 2024-08-29T17:49:51.799 INFO:tasks.rados.rados.0.smithi028.stdout:append oid 35 current snap is 66 2024-08-29T17:49:51.799 INFO:tasks.rados.rados.0.smithi028.stdout:727: seq_num 235 ranges {1490944=745472,2236416=712704,2949120=90112} 2024-08-29T17:49:51.799 INFO:tasks.rados.rados.0.smithi028.stdout:727: writing smithi02869045-35 from 1490944 to 2236416 tid 1 2024-08-29T17:49:51.800 INFO:tasks.rados.rados.0.smithi028.stdout:727: writing smithi02869045-35 from 2236416 to 2949120 tid 2 2024-08-29T17:49:51.800 INFO:tasks.rados.rados.0.smithi028.stdout:727: writing smithi02869045-35 from 2949120 to 3039232 tid 3 2024-08-29T17:49:51.801 INFO:tasks.rados.rados.0.smithi028.stdout:728: copy_from oid 31 from oid 40 current snap is 66 2024-08-29T17:49:51.801 INFO:tasks.rados.rados.0.smithi028.stdout:729: delete oid 11 current snap is 66 2024-08-29T17:49:51.801 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 20 v 89 (ObjNum 289 snap 0 seq_num 1) dirty exists 2024-08-29T17:49:51.801 INFO:tasks.rados.rados.0.smithi028.stdout:724: done (6 left) 2024-08-29T17:49:51.801 INFO:tasks.rados.rados.0.smithi028.stdout:729: done (5 left) 2024-08-29T17:49:51.801 INFO:tasks.rados.rados.0.smithi028.stdout:append oid 41 current snap is 66 2024-08-29T17:49:51.802 INFO:tasks.rados.rados.0.smithi028.stdout:730: seq_num 237 ranges {475136=778240,1253376=532480,1785856=270336} 2024-08-29T17:49:51.805 INFO:tasks.rados.rados.0.smithi028.stdout:730: writing smithi02869045-41 from 475136 to 1253376 tid 1 2024-08-29T17:49:51.807 INFO:tasks.rados.rados.0.smithi028.stdout:730: writing smithi02869045-41 from 1253376 to 1785856 tid 2 2024-08-29T17:49:51.808 INFO:tasks.rados.rados.0.smithi028.stdout:730: writing smithi02869045-41 from 1785856 to 2056192 tid 3 2024-08-29T17:49:51.808 INFO:tasks.rados.rados.0.smithi028.stdout:731: snap_create 2024-08-29T17:49:51.808 INFO:tasks.rados.rados.0.smithi028.stdout:727: finishing write tid 1 to smithi02869045-35 2024-08-29T17:49:51.809 INFO:tasks.rados.rados.0.smithi028.stdout:727: finishing write tid 2 to smithi02869045-35 2024-08-29T17:49:51.809 INFO:tasks.rados.rados.0.smithi028.stdout:727: finishing write tid 3 to smithi02869045-35 2024-08-29T17:49:51.809 INFO:tasks.rados.rados.0.smithi028.stdout:727: finishing write tid 4 to smithi02869045-35 2024-08-29T17:49:51.809 INFO:tasks.rados.rados.0.smithi028.stdout:726: finishing copy_from racing read to smithi02869045-49 2024-08-29T17:49:51.809 INFO:tasks.rados.rados.0.smithi028.stdout:727: finishing write tid 5 to smithi02869045-35 2024-08-29T17:49:51.809 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 35 v 261 (ObjNum 235 snap 66 seq_num 235) dirty exists 2024-08-29T17:49:51.809 INFO:tasks.rados.rados.0.smithi028.stdout:727: left oid 35 (ObjNum 235 snap 66 seq_num 235) 2024-08-29T17:49:51.809 INFO:tasks.rados.rados.0.smithi028.stdout:726: finishing copy_from to smithi02869045-49 2024-08-29T17:49:51.809 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 49 v 452 (ObjNum 229 snap 64 seq_num 229) dirty exists 2024-08-29T17:49:51.809 INFO:tasks.rados.rados.0.smithi028.stdout:728: finishing copy_from racing read to smithi02869045-31 2024-08-29T17:49:51.810 INFO:tasks.rados.rados.0.smithi028.stdout:728: finishing copy_from to smithi02869045-31 2024-08-29T17:49:51.810 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 31 v 360 (ObjNum 230 snap 64 seq_num 230) dirty exists 2024-08-29T17:49:51.813 INFO:tasks.rados.rados.0.smithi028.stdout:723: finishing copy_from racing read to smithi02869045-48 2024-08-29T17:49:51.815 INFO:tasks.rados.rados.0.smithi028.stdout:725: expect (ObjNum 191 snap 55 seq_num 191) 2024-08-29T17:49:51.872 INFO:teuthology.orchestra.run.smithi028.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2024-08-29T17:49:51.872 INFO:teuthology.orchestra.run.smithi028.stdout:alertmanager.a smithi028 *:9093,9094 running (5m) 1s ago 6m 14.7M - 0.25.0 c8568f914cd2 73e8e346c97a 2024-08-29T17:49:51.872 INFO:teuthology.orchestra.run.smithi028.stdout:grafana.a smithi053 *:3000 running (6m) 0s ago 6m 78.4M - 9.4.7 954c08fa6188 ec63dec12ec5 2024-08-29T17:49:51.873 INFO:teuthology.orchestra.run.smithi028.stdout:mds.a smithi028 running (9m) 1s ago 9m 13.7M - 17.2.7-1503-ga89f613d 250d9a61b6c5 c6b415d0b6f0 2024-08-29T17:49:51.873 INFO:teuthology.orchestra.run.smithi028.stdout:mds.b smithi053 running (9m) 0s ago 9m 16.7M - 17.2.7-1503-ga89f613d 250d9a61b6c5 8d3ee9e57659 2024-08-29T17:49:51.873 INFO:teuthology.orchestra.run.smithi028.stdout:mgr.x smithi053 *:8443,9283 running (28s) 0s ago 16m 471M - 19.1.1-235-g1ef86450 d401bb9bb76e 8461d85d68d4 2024-08-29T17:49:51.873 INFO:teuthology.orchestra.run.smithi028.stdout:mgr.y smithi028 *:9283,8765 running (19m) 1s ago 19m 383M - 17.2.7-1503-ga89f613d 250d9a61b6c5 75945864276f 2024-08-29T17:49:51.873 INFO:teuthology.orchestra.run.smithi028.stdout:mon.a smithi028 running (19m) 1s ago 19m 59.0M 2048M 17.2.7-1503-ga89f613d 250d9a61b6c5 fa08202e10c3 2024-08-29T17:49:51.873 INFO:teuthology.orchestra.run.smithi028.stdout:mon.b smithi053 running (17m) 0s ago 17m 48.5M 2048M 17.2.7-1503-ga89f613d 250d9a61b6c5 45c16fe81a22 2024-08-29T17:49:51.873 INFO:teuthology.orchestra.run.smithi028.stdout:mon.c smithi028 running (17m) 1s ago 17m 42.3M 2048M 17.2.7-1503-ga89f613d 250d9a61b6c5 20cfd8b5e450 2024-08-29T17:49:51.873 INFO:teuthology.orchestra.run.smithi028.stdout:node-exporter.a smithi028 *:9100 running (6m) 1s ago 6m 8775k - 1.5.0 0da6a335fe13 5d3362e27819 2024-08-29T17:49:51.873 INFO:teuthology.orchestra.run.smithi028.stdout:node-exporter.b smithi053 *:9100 running (6m) 0s ago 6m 8311k - 1.5.0 0da6a335fe13 0d6e81d3809a 2024-08-29T17:49:51.873 INFO:teuthology.orchestra.run.smithi028.stdout:osd.0 smithi028 running (16m) 1s ago 16m 124M 2525M 17.2.7-1503-ga89f613d 250d9a61b6c5 6170d7ba6af9 2024-08-29T17:49:51.873 INFO:teuthology.orchestra.run.smithi028.stdout:osd.1 smithi028 running (15m) 1s ago 15m 116M 2525M 17.2.7-1503-ga89f613d 250d9a61b6c5 f84612c9ccfa 2024-08-29T17:49:51.873 INFO:teuthology.orchestra.run.smithi028.stdout:osd.2 smithi028 running (14m) 1s ago 14m 120M 2525M 17.2.7-1503-ga89f613d 250d9a61b6c5 7e6fdf4e2629 2024-08-29T17:49:51.873 INFO:teuthology.orchestra.run.smithi028.stdout:osd.3 smithi028 running (13m) 1s ago 13m 93.5M 2525M 17.2.7-1503-ga89f613d 250d9a61b6c5 4f0fede11ee1 2024-08-29T17:49:51.874 INFO:teuthology.orchestra.run.smithi028.stdout:osd.4 smithi053 running (12m) 0s ago 12m 138M 3037M 17.2.7-1503-ga89f613d 250d9a61b6c5 e93527f41048 2024-08-29T17:49:51.874 INFO:teuthology.orchestra.run.smithi028.stdout:osd.5 smithi053 running (11m) 0s ago 12m 104M 3037M 17.2.7-1503-ga89f613d 250d9a61b6c5 86885633963d 2024-08-29T17:49:51.874 INFO:teuthology.orchestra.run.smithi028.stdout:osd.6 smithi053 running (11m) 0s ago 11m 89.2M 3037M 17.2.7-1503-ga89f613d 250d9a61b6c5 e65db659e42e 2024-08-29T17:49:51.874 INFO:teuthology.orchestra.run.smithi028.stdout:osd.7 smithi053 running (10m) 0s ago 10m 97.3M 3037M 17.2.7-1503-ga89f613d 250d9a61b6c5 69a8ac6ca110 2024-08-29T17:49:51.874 INFO:teuthology.orchestra.run.smithi028.stdout:prometheus.a smithi053 *:9095 running (5m) 0s ago 7m 50.6M - 2.43.0 a07b618ecd1d 52010e9a4965 2024-08-29T17:49:52.074 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:49:51 smithi053 bash[24720]: cluster 2024-08-29T17:49:50.757807+0000 mon.a (mon.0) 1257 : cluster [DBG] osdmap e202: 8 total, 8 up, 8 in 2024-08-29T17:49:52.074 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:49:51 smithi053 bash[24720]: audit 2024-08-29T17:49:50.972417+0000 mon.a (mon.0) 1258 : audit [INF] from='mgr.24565 ' entity='mgr.x' 2024-08-29T17:49:52.074 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:49:51 smithi053 bash[24720]: audit 2024-08-29T17:49:50.984064+0000 mon.a (mon.0) 1259 : audit [INF] from='mgr.24565 ' entity='mgr.x' 2024-08-29T17:49:52.074 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:49:51 smithi053 bash[24720]: audit 2024-08-29T17:49:51.722147+0000 mon.a (mon.0) 1260 : audit [INF] from='mgr.24565 ' entity='mgr.x' 2024-08-29T17:49:52.074 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:49:51 smithi053 bash[24720]: audit 2024-08-29T17:49:51.731491+0000 mon.a (mon.0) 1261 : audit [INF] from='mgr.24565 ' entity='mgr.x' 2024-08-29T17:49:52.074 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:49:51 smithi053 bash[24720]: audit 2024-08-29T17:49:51.734563+0000 mon.b (mon.1) 65 : audit [INF] from='mgr.24565 172.21.15.53:0/2794946223' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2024-08-29T17:49:52.075 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:49:51 smithi053 bash[24720]: audit 2024-08-29T17:49:51.737065+0000 mon.b (mon.1) 66 : audit [INF] from='mgr.24565 172.21.15.53:0/2794946223' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2024-08-29T17:49:52.075 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:49:51 smithi053 bash[24720]: audit 2024-08-29T17:49:51.738599+0000 mon.a (mon.0) 1262 : audit [INF] from='mgr.24565 ' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2024-08-29T17:49:52.075 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:49:51 smithi053 bash[24720]: audit 2024-08-29T17:49:51.739320+0000 mon.b (mon.1) 67 : audit [INF] from='mgr.24565 172.21.15.53:0/2794946223' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2024-08-29T17:49:52.075 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:49:51 smithi053 bash[24720]: audit 2024-08-29T17:49:51.741110+0000 mon.a (mon.0) 1263 : audit [INF] from='mgr.24565 ' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2024-08-29T17:49:52.075 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:49:51 smithi053 bash[24720]: audit 2024-08-29T17:49:51.741447+0000 mon.b (mon.1) 68 : audit [INF] from='mgr.24565 172.21.15.53:0/2794946223' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.3", "name": "osd_memory_target"}]: dispatch 2024-08-29T17:49:52.075 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:49:51 smithi053 bash[24720]: audit 2024-08-29T17:49:51.743274+0000 mon.a (mon.0) 1264 : audit [INF] from='mgr.24565 ' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2024-08-29T17:49:52.075 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:49:51 smithi053 bash[24720]: audit 2024-08-29T17:49:51.745391+0000 mon.a (mon.0) 1265 : audit [INF] from='mgr.24565 ' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.3", "name": "osd_memory_target"}]: dispatch 2024-08-29T17:49:52.075 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:49:51 smithi053 bash[24720]: audit 2024-08-29T17:49:51.752489+0000 mon.a (mon.0) 1266 : audit [INF] from='mgr.24565 ' entity='mgr.x' 2024-08-29T17:49:52.075 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:49:51 smithi053 bash[24720]: cluster 2024-08-29T17:49:51.763546+0000 mon.a (mon.0) 1267 : cluster [DBG] osdmap e203: 8 total, 8 up, 8 in 2024-08-29T17:49:52.090 INFO:tasks.rados.rados.0.smithi028.stdout:723: finishing copy_from to smithi02869045-48 2024-08-29T17:49:52.090 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 48 v 184 (ObjNum 77 snap 12 seq_num 77) dirty exists 2024-08-29T17:49:52.091 INFO:tasks.rados.rados.0.smithi028.stdout:730: finishing write tid 1 to smithi02869045-41 2024-08-29T17:49:52.091 INFO:tasks.rados.rados.0.smithi028.stdout:730: finishing write tid 2 to smithi02869045-41 2024-08-29T17:49:52.091 INFO:tasks.rados.rados.0.smithi028.stdout:730: finishing write tid 3 to smithi02869045-41 2024-08-29T17:49:52.091 INFO:tasks.rados.rados.0.smithi028.stdout:730: finishing write tid 4 to smithi02869045-41 2024-08-29T17:49:52.091 INFO:tasks.rados.rados.0.smithi028.stdout:730: finishing write tid 5 to smithi02869045-41 2024-08-29T17:49:52.091 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 41 v 317 (ObjNum 237 snap 66 seq_num 237) dirty exists 2024-08-29T17:49:52.091 INFO:tasks.rados.rados.0.smithi028.stdout:730: left oid 41 (ObjNum 237 snap 66 seq_num 237) 2024-08-29T17:49:52.126 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:49:51 smithi028 bash[22419]: cluster 2024-08-29T17:49:50.757807+0000 mon.a (mon.0) 1257 : cluster [DBG] osdmap e202: 8 total, 8 up, 8 in 2024-08-29T17:49:52.126 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:49:51 smithi028 bash[22419]: audit 2024-08-29T17:49:50.972417+0000 mon.a (mon.0) 1258 : audit [INF] from='mgr.24565 ' entity='mgr.x' 2024-08-29T17:49:52.126 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:49:51 smithi028 bash[22419]: audit 2024-08-29T17:49:50.984064+0000 mon.a (mon.0) 1259 : audit [INF] from='mgr.24565 ' entity='mgr.x' 2024-08-29T17:49:52.126 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:49:51 smithi028 bash[22419]: audit 2024-08-29T17:49:51.722147+0000 mon.a (mon.0) 1260 : audit [INF] from='mgr.24565 ' entity='mgr.x' 2024-08-29T17:49:52.126 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:49:51 smithi028 bash[22419]: audit 2024-08-29T17:49:51.731491+0000 mon.a (mon.0) 1261 : audit [INF] from='mgr.24565 ' entity='mgr.x' 2024-08-29T17:49:52.126 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:49:51 smithi028 bash[22419]: audit 2024-08-29T17:49:51.734563+0000 mon.b (mon.1) 65 : audit [INF] from='mgr.24565 172.21.15.53:0/2794946223' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2024-08-29T17:49:52.126 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:49:51 smithi028 bash[22419]: audit 2024-08-29T17:49:51.737065+0000 mon.b (mon.1) 66 : audit [INF] from='mgr.24565 172.21.15.53:0/2794946223' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2024-08-29T17:49:52.126 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:49:51 smithi028 bash[22419]: audit 2024-08-29T17:49:51.738599+0000 mon.a (mon.0) 1262 : audit [INF] from='mgr.24565 ' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2024-08-29T17:49:52.126 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:49:51 smithi028 bash[22419]: audit 2024-08-29T17:49:51.739320+0000 mon.b (mon.1) 67 : audit [INF] from='mgr.24565 172.21.15.53:0/2794946223' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2024-08-29T17:49:52.127 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:49:51 smithi028 bash[22419]: audit 2024-08-29T17:49:51.741110+0000 mon.a (mon.0) 1263 : audit [INF] from='mgr.24565 ' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2024-08-29T17:49:52.127 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:49:51 smithi028 bash[22419]: audit 2024-08-29T17:49:51.741447+0000 mon.b (mon.1) 68 : audit [INF] from='mgr.24565 172.21.15.53:0/2794946223' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.3", "name": "osd_memory_target"}]: dispatch 2024-08-29T17:49:52.127 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:49:51 smithi028 bash[22419]: audit 2024-08-29T17:49:51.743274+0000 mon.a (mon.0) 1264 : audit [INF] from='mgr.24565 ' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2024-08-29T17:49:52.127 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:49:51 smithi028 bash[22419]: audit 2024-08-29T17:49:51.745391+0000 mon.a (mon.0) 1265 : audit [INF] from='mgr.24565 ' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.3", "name": "osd_memory_target"}]: dispatch 2024-08-29T17:49:52.127 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:49:51 smithi028 bash[22419]: audit 2024-08-29T17:49:51.752489+0000 mon.a (mon.0) 1266 : audit [INF] from='mgr.24565 ' entity='mgr.x' 2024-08-29T17:49:52.127 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:49:51 smithi028 bash[22419]: cluster 2024-08-29T17:49:51.763546+0000 mon.a (mon.0) 1267 : cluster [DBG] osdmap e203: 8 total, 8 up, 8 in 2024-08-29T17:49:52.127 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:49:51 smithi028 bash[31855]: cluster 2024-08-29T17:49:50.757807+0000 mon.a (mon.0) 1257 : cluster [DBG] osdmap e202: 8 total, 8 up, 8 in 2024-08-29T17:49:52.127 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:49:51 smithi028 bash[31855]: audit 2024-08-29T17:49:50.972417+0000 mon.a (mon.0) 1258 : audit [INF] from='mgr.24565 ' entity='mgr.x' 2024-08-29T17:49:52.127 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:49:51 smithi028 bash[31855]: audit 2024-08-29T17:49:50.984064+0000 mon.a (mon.0) 1259 : audit [INF] from='mgr.24565 ' entity='mgr.x' 2024-08-29T17:49:52.127 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:49:51 smithi028 bash[31855]: audit 2024-08-29T17:49:51.722147+0000 mon.a (mon.0) 1260 : audit [INF] from='mgr.24565 ' entity='mgr.x' 2024-08-29T17:49:52.128 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:49:51 smithi028 bash[31855]: audit 2024-08-29T17:49:51.731491+0000 mon.a (mon.0) 1261 : audit [INF] from='mgr.24565 ' entity='mgr.x' 2024-08-29T17:49:52.128 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:49:51 smithi028 bash[31855]: audit 2024-08-29T17:49:51.734563+0000 mon.b (mon.1) 65 : audit [INF] from='mgr.24565 172.21.15.53:0/2794946223' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2024-08-29T17:49:52.128 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:49:51 smithi028 bash[31855]: audit 2024-08-29T17:49:51.737065+0000 mon.b (mon.1) 66 : audit [INF] from='mgr.24565 172.21.15.53:0/2794946223' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2024-08-29T17:49:52.128 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:49:51 smithi028 bash[31855]: audit 2024-08-29T17:49:51.738599+0000 mon.a (mon.0) 1262 : audit [INF] from='mgr.24565 ' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2024-08-29T17:49:52.128 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:49:51 smithi028 bash[31855]: audit 2024-08-29T17:49:51.739320+0000 mon.b (mon.1) 67 : audit [INF] from='mgr.24565 172.21.15.53:0/2794946223' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2024-08-29T17:49:52.128 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:49:51 smithi028 bash[31855]: audit 2024-08-29T17:49:51.741110+0000 mon.a (mon.0) 1263 : audit [INF] from='mgr.24565 ' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2024-08-29T17:49:52.128 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:49:51 smithi028 bash[31855]: audit 2024-08-29T17:49:51.741447+0000 mon.b (mon.1) 68 : audit [INF] from='mgr.24565 172.21.15.53:0/2794946223' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.3", "name": "osd_memory_target"}]: dispatch 2024-08-29T17:49:52.128 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:49:51 smithi028 bash[31855]: audit 2024-08-29T17:49:51.743274+0000 mon.a (mon.0) 1264 : audit [INF] from='mgr.24565 ' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2024-08-29T17:49:52.128 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:49:51 smithi028 bash[31855]: audit 2024-08-29T17:49:51.745391+0000 mon.a (mon.0) 1265 : audit [INF] from='mgr.24565 ' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.3", "name": "osd_memory_target"}]: dispatch 2024-08-29T17:49:52.129 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:49:51 smithi028 bash[31855]: audit 2024-08-29T17:49:51.752489+0000 mon.a (mon.0) 1266 : audit [INF] from='mgr.24565 ' entity='mgr.x' 2024-08-29T17:49:52.129 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:49:51 smithi028 bash[31855]: cluster 2024-08-29T17:49:51.763546+0000 mon.a (mon.0) 1267 : cluster [DBG] osdmap e203: 8 total, 8 up, 8 in 2024-08-29T17:49:52.194 INFO:teuthology.orchestra.run.smithi028.stdout:{ 2024-08-29T17:49:52.194 INFO:teuthology.orchestra.run.smithi028.stdout: "mon": { 2024-08-29T17:49:52.195 INFO:teuthology.orchestra.run.smithi028.stdout: "ceph version 17.2.7-1503-ga89f613d (a89f613db4d5b6bca82681f19d73c6d337aae2d5) quincy (stable)": 3 2024-08-29T17:49:52.195 INFO:teuthology.orchestra.run.smithi028.stdout: }, 2024-08-29T17:49:52.195 INFO:teuthology.orchestra.run.smithi028.stdout: "mgr": { 2024-08-29T17:49:52.195 INFO:teuthology.orchestra.run.smithi028.stdout: "ceph version 17.2.7-1503-ga89f613d (a89f613db4d5b6bca82681f19d73c6d337aae2d5) quincy (stable)": 1, 2024-08-29T17:49:52.195 INFO:teuthology.orchestra.run.smithi028.stdout: "ceph version 19.1.1-235-g1ef86450 (1ef864504b8875c83ee6c2c5fedc13315bebf7f5) squid (rc)": 1 2024-08-29T17:49:52.195 INFO:teuthology.orchestra.run.smithi028.stdout: }, 2024-08-29T17:49:52.195 INFO:teuthology.orchestra.run.smithi028.stdout: "osd": { 2024-08-29T17:49:52.196 INFO:teuthology.orchestra.run.smithi028.stdout: "ceph version 17.2.7-1503-ga89f613d (a89f613db4d5b6bca82681f19d73c6d337aae2d5) quincy (stable)": 8 2024-08-29T17:49:52.196 INFO:teuthology.orchestra.run.smithi028.stdout: }, 2024-08-29T17:49:52.196 INFO:teuthology.orchestra.run.smithi028.stdout: "mds": { 2024-08-29T17:49:52.196 INFO:teuthology.orchestra.run.smithi028.stdout: "ceph version 17.2.7-1503-ga89f613d (a89f613db4d5b6bca82681f19d73c6d337aae2d5) quincy (stable)": 2 2024-08-29T17:49:52.196 INFO:teuthology.orchestra.run.smithi028.stdout: }, 2024-08-29T17:49:52.196 INFO:teuthology.orchestra.run.smithi028.stdout: "overall": { 2024-08-29T17:49:52.196 INFO:teuthology.orchestra.run.smithi028.stdout: "ceph version 17.2.7-1503-ga89f613d (a89f613db4d5b6bca82681f19d73c6d337aae2d5) quincy (stable)": 14, 2024-08-29T17:49:52.196 INFO:teuthology.orchestra.run.smithi028.stdout: "ceph version 19.1.1-235-g1ef86450 (1ef864504b8875c83ee6c2c5fedc13315bebf7f5) squid (rc)": 1 2024-08-29T17:49:52.196 INFO:teuthology.orchestra.run.smithi028.stdout: } 2024-08-29T17:49:52.197 INFO:teuthology.orchestra.run.smithi028.stdout:} 2024-08-29T17:49:52.787 INFO:tasks.rados.rados.0.smithi028.stdout:723: done (6 left) 2024-08-29T17:49:52.787 INFO:tasks.rados.rados.0.smithi028.stdout:725: done (5 left) 2024-08-29T17:49:52.788 INFO:tasks.rados.rados.0.smithi028.stdout:726: done (4 left) 2024-08-29T17:49:52.788 INFO:tasks.rados.rados.0.smithi028.stdout:727: done (3 left) 2024-08-29T17:49:52.788 INFO:tasks.rados.rados.0.smithi028.stdout:728: done (2 left) 2024-08-29T17:49:52.788 INFO:tasks.rados.rados.0.smithi028.stdout:730: done (1 left) 2024-08-29T17:49:52.788 INFO:tasks.rados.rados.0.smithi028.stdout:731: done (0 left) 2024-08-29T17:49:52.788 INFO:tasks.rados.rados.0.smithi028.stdout:732: delete oid 35 current snap is 67 2024-08-29T17:49:52.794 INFO:tasks.rados.rados.0.smithi028.stdout:732: done (0 left) 2024-08-29T17:49:52.794 INFO:tasks.rados.rados.0.smithi028.stdout:733: snap_create 2024-08-29T17:49:53.073 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:49:52 smithi053 bash[24720]: audit 2024-08-29T17:49:51.502366+0000 mgr.x (mgr.24565) 16 : audit [DBG] from='client.15009 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-08-29T17:49:53.073 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:49:52 smithi053 bash[24720]: cluster 2024-08-29T17:49:51.686078+0000 mgr.x (mgr.24565) 17 : cluster [DBG] pgmap v17: 121 pgs: 121 active+clean; 219 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 9.6 MiB/s rd, 2.7 MiB/s wr, 48 op/s 2024-08-29T17:49:53.073 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:49:52 smithi053 bash[24720]: cephadm 2024-08-29T17:49:51.743196+0000 mgr.x (mgr.24565) 18 : cephadm [INF] Adjusting osd_memory_target on smithi028 to 2525M 2024-08-29T17:49:53.073 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:49:52 smithi053 bash[24720]: audit 2024-08-29T17:49:51.837107+0000 mgr.x (mgr.24565) 19 : audit [DBG] from='client.24914 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-08-29T17:49:53.073 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:49:52 smithi053 bash[24720]: audit 2024-08-29T17:49:52.178888+0000 mon.a (mon.0) 1268 : audit [INF] from='mgr.24565 ' entity='mgr.x' 2024-08-29T17:49:53.074 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:49:52 smithi053 bash[24720]: audit 2024-08-29T17:49:52.189545+0000 mon.a (mon.0) 1269 : audit [INF] from='mgr.24565 ' entity='mgr.x' 2024-08-29T17:49:53.074 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:49:52 smithi053 bash[24720]: audit 2024-08-29T17:49:52.201128+0000 mon.c (mon.2) 38 : audit [DBG] from='client.? 172.21.15.28:0/795600076' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-08-29T17:49:53.125 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:49:52 smithi028 bash[22419]: audit 2024-08-29T17:49:51.502366+0000 mgr.x (mgr.24565) 16 : audit [DBG] from='client.15009 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-08-29T17:49:53.125 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:49:52 smithi028 bash[22419]: cluster 2024-08-29T17:49:51.686078+0000 mgr.x (mgr.24565) 17 : cluster [DBG] pgmap v17: 121 pgs: 121 active+clean; 219 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 9.6 MiB/s rd, 2.7 MiB/s wr, 48 op/s 2024-08-29T17:49:53.126 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:49:52 smithi028 bash[22419]: cephadm 2024-08-29T17:49:51.743196+0000 mgr.x (mgr.24565) 18 : cephadm [INF] Adjusting osd_memory_target on smithi028 to 2525M 2024-08-29T17:49:53.126 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:49:52 smithi028 bash[22419]: audit 2024-08-29T17:49:51.837107+0000 mgr.x (mgr.24565) 19 : audit [DBG] from='client.24914 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-08-29T17:49:53.126 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:49:52 smithi028 bash[22419]: audit 2024-08-29T17:49:52.178888+0000 mon.a (mon.0) 1268 : audit [INF] from='mgr.24565 ' entity='mgr.x' 2024-08-29T17:49:53.126 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:49:52 smithi028 bash[22419]: audit 2024-08-29T17:49:52.189545+0000 mon.a (mon.0) 1269 : audit [INF] from='mgr.24565 ' entity='mgr.x' 2024-08-29T17:49:53.126 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:49:52 smithi028 bash[22419]: audit 2024-08-29T17:49:52.201128+0000 mon.c (mon.2) 38 : audit [DBG] from='client.? 172.21.15.28:0/795600076' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-08-29T17:49:53.126 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:49:52 smithi028 bash[31855]: audit 2024-08-29T17:49:51.502366+0000 mgr.x (mgr.24565) 16 : audit [DBG] from='client.15009 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-08-29T17:49:53.126 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:49:52 smithi028 bash[31855]: cluster 2024-08-29T17:49:51.686078+0000 mgr.x (mgr.24565) 17 : cluster [DBG] pgmap v17: 121 pgs: 121 active+clean; 219 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 9.6 MiB/s rd, 2.7 MiB/s wr, 48 op/s 2024-08-29T17:49:53.126 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:49:52 smithi028 bash[31855]: cephadm 2024-08-29T17:49:51.743196+0000 mgr.x (mgr.24565) 18 : cephadm [INF] Adjusting osd_memory_target on smithi028 to 2525M 2024-08-29T17:49:53.126 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:49:52 smithi028 bash[31855]: audit 2024-08-29T17:49:51.837107+0000 mgr.x (mgr.24565) 19 : audit [DBG] from='client.24914 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-08-29T17:49:53.126 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:49:52 smithi028 bash[31855]: audit 2024-08-29T17:49:52.178888+0000 mon.a (mon.0) 1268 : audit [INF] from='mgr.24565 ' entity='mgr.x' 2024-08-29T17:49:53.126 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:49:52 smithi028 bash[31855]: audit 2024-08-29T17:49:52.189545+0000 mon.a (mon.0) 1269 : audit [INF] from='mgr.24565 ' entity='mgr.x' 2024-08-29T17:49:53.127 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:49:52 smithi028 bash[31855]: audit 2024-08-29T17:49:52.201128+0000 mon.c (mon.2) 38 : audit [DBG] from='client.? 172.21.15.28:0/795600076' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-08-29T17:49:53.797 INFO:tasks.rados.rados.0.smithi028.stdout:733: done (0 left) 2024-08-29T17:49:53.797 INFO:tasks.rados.rados.0.smithi028.stdout:734: snap_create 2024-08-29T17:49:54.073 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:49:53 smithi053 bash[24720]: cluster 2024-08-29T17:49:52.792574+0000 mon.a (mon.0) 1270 : cluster [DBG] osdmap e204: 8 total, 8 up, 8 in 2024-08-29T17:49:54.125 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:49:53 smithi028 bash[31855]: cluster 2024-08-29T17:49:52.792574+0000 mon.a (mon.0) 1270 : cluster [DBG] osdmap e204: 8 total, 8 up, 8 in 2024-08-29T17:49:54.125 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:49:53 smithi028 bash[22419]: cluster 2024-08-29T17:49:52.792574+0000 mon.a (mon.0) 1270 : cluster [DBG] osdmap e204: 8 total, 8 up, 8 in 2024-08-29T17:49:54.483 INFO:tasks.rados.rados.0.smithi028.stdout:734: done (0 left) 2024-08-29T17:49:54.483 INFO:tasks.rados.rados.0.smithi028.stdout:735: read oid 22 snap -1 2024-08-29T17:49:54.483 INFO:tasks.rados.rados.0.smithi028.stdout:735: expect (ObjNum 223 snap 64 seq_num 223) 2024-08-29T17:49:54.483 INFO:tasks.rados.rados.0.smithi028.stdout:736: read oid 44 snap -1 2024-08-29T17:49:54.483 INFO:tasks.rados.rados.0.smithi028.stdout:736: expect (ObjNum 180 snap 52 seq_num 180) 2024-08-29T17:49:54.483 INFO:tasks.rados.rados.0.smithi028.stdout:737: snap_remove snap 68 2024-08-29T17:49:55.073 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:49:54 smithi053 bash[24720]: cluster 2024-08-29T17:49:53.686701+0000 mgr.x (mgr.24565) 20 : cluster [DBG] pgmap v20: 121 pgs: 121 active+clean; 233 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 8.9 MiB/s rd, 3.9 MiB/s wr, 25 op/s 2024-08-29T17:49:55.073 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:49:54 smithi053 bash[24720]: cluster 2024-08-29T17:49:53.803634+0000 mon.a (mon.0) 1271 : cluster [DBG] osdmap e205: 8 total, 8 up, 8 in 2024-08-29T17:49:55.073 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:49:54 smithi053 bash[24720]: cluster 2024-08-29T17:49:54.488746+0000 mon.a (mon.0) 1272 : cluster [DBG] osdmap e206: 8 total, 8 up, 8 in 2024-08-29T17:49:55.125 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:49:54 smithi028 bash[31855]: cluster 2024-08-29T17:49:53.686701+0000 mgr.x (mgr.24565) 20 : cluster [DBG] pgmap v20: 121 pgs: 121 active+clean; 233 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 8.9 MiB/s rd, 3.9 MiB/s wr, 25 op/s 2024-08-29T17:49:55.125 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:49:54 smithi028 bash[31855]: cluster 2024-08-29T17:49:53.803634+0000 mon.a (mon.0) 1271 : cluster [DBG] osdmap e205: 8 total, 8 up, 8 in 2024-08-29T17:49:55.125 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:49:54 smithi028 bash[31855]: cluster 2024-08-29T17:49:54.488746+0000 mon.a (mon.0) 1272 : cluster [DBG] osdmap e206: 8 total, 8 up, 8 in 2024-08-29T17:49:55.126 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:49:54 smithi028 bash[22419]: cluster 2024-08-29T17:49:53.686701+0000 mgr.x (mgr.24565) 20 : cluster [DBG] pgmap v20: 121 pgs: 121 active+clean; 233 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 8.9 MiB/s rd, 3.9 MiB/s wr, 25 op/s 2024-08-29T17:49:55.126 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:49:54 smithi028 bash[22419]: cluster 2024-08-29T17:49:53.803634+0000 mon.a (mon.0) 1271 : cluster [DBG] osdmap e205: 8 total, 8 up, 8 in 2024-08-29T17:49:55.126 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:49:54 smithi028 bash[22419]: cluster 2024-08-29T17:49:54.488746+0000 mon.a (mon.0) 1272 : cluster [DBG] osdmap e206: 8 total, 8 up, 8 in 2024-08-29T17:49:55.485 INFO:tasks.rados.rados.0.smithi028.stdout:737: done (2 left) 2024-08-29T17:49:55.485 INFO:tasks.rados.rados.0.smithi028.stdout:append oid 2 current snap is 69 2024-08-29T17:49:55.485 INFO:tasks.rados.rados.0.smithi028.stdout:738: seq_num 239 ranges {0=409600,409600=704512,1114112=499712} 2024-08-29T17:49:55.492 INFO:tasks.rados.rados.0.smithi028.stdout:738: writing smithi02869045-2 from 0 to 409600 tid 1 2024-08-29T17:49:55.505 INFO:tasks.rados.rados.0.smithi028.stdout:738: writing smithi02869045-2 from 409600 to 1114112 tid 2 2024-08-29T17:49:55.514 INFO:tasks.rados.rados.0.smithi028.stdout:738: writing smithi02869045-2 from 1114112 to 1613824 tid 3 2024-08-29T17:49:55.514 INFO:tasks.rados.rados.0.smithi028.stdout:739: snap_remove snap 64 2024-08-29T17:49:56.494 INFO:tasks.rados.rados.0.smithi028.stdout:739: done (3 left) 2024-08-29T17:49:56.495 INFO:tasks.rados.rados.0.smithi028.stdout:740: copy_from oid 30 from oid 19 current snap is 69 2024-08-29T17:49:56.495 INFO:tasks.rados.rados.0.smithi028.stdout:736: expect (ObjNum 180 snap 52 seq_num 180) 2024-08-29T17:49:56.525 INFO:tasks.rados.rados.0.smithi028.stdout:735: expect (ObjNum 223 snap 64 seq_num 223) 2024-08-29T17:49:56.573 INFO:journalctl@ceph.mgr.x.smithi053.stdout:Aug 29 17:49:56 smithi053 bash[53049]: ::ffff:172.21.15.53 - - [29/Aug/2024:17:49:56] "GET /metrics HTTP/1.1" 200 33084 "" "Prometheus/2.43.0" 2024-08-29T17:49:56.573 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:49:56 smithi053 bash[24720]: cluster 2024-08-29T17:49:55.489959+0000 mon.a (mon.0) 1273 : cluster [DBG] osdmap e207: 8 total, 8 up, 8 in 2024-08-29T17:49:56.573 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:49:56 smithi053 bash[24720]: cluster 2024-08-29T17:49:55.687471+0000 mgr.x (mgr.24565) 21 : cluster [DBG] pgmap v24: 121 pgs: 121 active+clean; 233 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 9.0 MiB/s rd, 4.0 MiB/s wr, 26 op/s 2024-08-29T17:49:56.875 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:49:56 smithi028 bash[22419]: cluster 2024-08-29T17:49:55.489959+0000 mon.a (mon.0) 1273 : cluster [DBG] osdmap e207: 8 total, 8 up, 8 in 2024-08-29T17:49:56.875 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:49:56 smithi028 bash[22419]: cluster 2024-08-29T17:49:55.687471+0000 mgr.x (mgr.24565) 21 : cluster [DBG] pgmap v24: 121 pgs: 121 active+clean; 233 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 9.0 MiB/s rd, 4.0 MiB/s wr, 26 op/s 2024-08-29T17:49:56.875 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:49:56 smithi028 bash[31855]: cluster 2024-08-29T17:49:55.489959+0000 mon.a (mon.0) 1273 : cluster [DBG] osdmap e207: 8 total, 8 up, 8 in 2024-08-29T17:49:56.875 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:49:56 smithi028 bash[31855]: cluster 2024-08-29T17:49:55.687471+0000 mgr.x (mgr.24565) 21 : cluster [DBG] pgmap v24: 121 pgs: 121 active+clean; 233 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 9.0 MiB/s rd, 4.0 MiB/s wr, 26 op/s 2024-08-29T17:49:56.901 INFO:tasks.rados.rados.0.smithi028.stdout:738: finishing write tid 1 to smithi02869045-2 2024-08-29T17:49:56.901 INFO:tasks.rados.rados.0.smithi028.stdout:738: finishing write tid 2 to smithi02869045-2 2024-08-29T17:49:56.901 INFO:tasks.rados.rados.0.smithi028.stdout:738: finishing write tid 3 to smithi02869045-2 2024-08-29T17:49:56.901 INFO:tasks.rados.rados.0.smithi028.stdout:738: finishing write tid 4 to smithi02869045-2 2024-08-29T17:49:56.901 INFO:tasks.rados.rados.0.smithi028.stdout:738: finishing write tid 5 to smithi02869045-2 2024-08-29T17:49:56.901 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 2 v 456 (ObjNum 239 snap 69 seq_num 239) dirty exists 2024-08-29T17:49:56.901 INFO:tasks.rados.rados.0.smithi028.stdout:738: left oid 2 (ObjNum 239 snap 69 seq_num 239) 2024-08-29T17:49:56.901 INFO:tasks.rados.rados.0.smithi028.stdout:735: done (3 left) 2024-08-29T17:49:56.902 INFO:tasks.rados.rados.0.smithi028.stdout:736: done (2 left) 2024-08-29T17:49:56.902 INFO:tasks.rados.rados.0.smithi028.stdout:738: done (1 left) 2024-08-29T17:49:56.902 INFO:tasks.rados.rados.0.smithi028.stdout:741: rollback oid 1 current snap is 69 2024-08-29T17:49:56.902 INFO:tasks.rados.rados.0.smithi028.stdout:rollback oid 1 to 60 2024-08-29T17:49:56.903 INFO:tasks.rados.rados.0.smithi028.stdout:742: setattr oid 6 current snap is 69 2024-08-29T17:49:56.908 INFO:tasks.rados.rados.0.smithi028.stdout:743: delete oid 38 current snap is 69 2024-08-29T17:49:56.909 INFO:tasks.rados.rados.0.smithi028.stdout:741: finishing rollback tid 0 to smithi02869045-1 2024-08-29T17:49:56.910 INFO:tasks.rados.rados.0.smithi028.stdout:741: finishing rollback tid 1 to smithi02869045-1 2024-08-29T17:49:56.910 INFO:tasks.rados.rados.0.smithi028.stdout:741: finishing rollback tid 2 to smithi02869045-1 2024-08-29T17:49:56.910 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 1 v 506 (ObjNum 82 snap 16 seq_num 82) dirty exists 2024-08-29T17:49:56.916 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 6 v 208 (ObjNum 225 snap 64 seq_num 225) dirty exists 2024-08-29T17:49:56.917 INFO:tasks.rados.rados.0.smithi028.stdout:741: done (3 left) 2024-08-29T17:49:56.917 INFO:tasks.rados.rados.0.smithi028.stdout:742: done (2 left) 2024-08-29T17:49:56.918 INFO:tasks.rados.rados.0.smithi028.stdout:743: done (1 left) 2024-08-29T17:49:56.918 INFO:tasks.rados.rados.0.smithi028.stdout:744: snap_create 2024-08-29T17:49:56.918 INFO:tasks.rados.rados.0.smithi028.stdout:740: finishing copy_from racing read to smithi02869045-30 2024-08-29T17:49:56.920 INFO:tasks.rados.rados.0.smithi028.stdout:740: finishing copy_from to smithi02869045-30 2024-08-29T17:49:56.920 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 30 v 285 (ObjNum 197 snap 58 seq_num 197) dirty exists 2024-08-29T17:49:57.495 INFO:tasks.rados.rados.0.smithi028.stdout:740: done (1 left) 2024-08-29T17:49:57.495 INFO:tasks.rados.rados.0.smithi028.stdout:744: done (0 left) 2024-08-29T17:49:57.495 INFO:tasks.rados.rados.0.smithi028.stdout:745: delete oid 9 current snap is 70 2024-08-29T17:49:57.499 INFO:tasks.rados.rados.0.smithi028.stdout:745: done (0 left) 2024-08-29T17:49:57.499 INFO:tasks.rados.rados.0.smithi028.stdout:746: snap_create 2024-08-29T17:49:57.823 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:49:57 smithi053 bash[24720]: cluster 2024-08-29T17:49:56.500481+0000 mon.a (mon.0) 1274 : cluster [DBG] osdmap e208: 8 total, 8 up, 8 in 2024-08-29T17:49:57.823 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:49:57 smithi053 bash[24720]: audit 2024-08-29T17:49:56.955913+0000 mon.b (mon.1) 69 : audit [DBG] from='mgr.24565 172.21.15.53:0/2794946223' entity='mgr.x' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-29T17:49:57.875 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:49:57 smithi028 bash[31855]: cluster 2024-08-29T17:49:56.500481+0000 mon.a (mon.0) 1274 : cluster [DBG] osdmap e208: 8 total, 8 up, 8 in 2024-08-29T17:49:57.875 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:49:57 smithi028 bash[31855]: audit 2024-08-29T17:49:56.955913+0000 mon.b (mon.1) 69 : audit [DBG] from='mgr.24565 172.21.15.53:0/2794946223' entity='mgr.x' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-29T17:49:57.875 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:49:57 smithi028 bash[22419]: cluster 2024-08-29T17:49:56.500481+0000 mon.a (mon.0) 1274 : cluster [DBG] osdmap e208: 8 total, 8 up, 8 in 2024-08-29T17:49:57.875 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:49:57 smithi028 bash[22419]: audit 2024-08-29T17:49:56.955913+0000 mon.b (mon.1) 69 : audit [DBG] from='mgr.24565 172.21.15.53:0/2794946223' entity='mgr.x' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-29T17:49:58.513 INFO:tasks.rados.rados.0.smithi028.stdout:746: done (0 left) 2024-08-29T17:49:58.513 INFO:tasks.rados.rados.0.smithi028.stdout:747: rmattr oid 13 current snap is 71 2024-08-29T17:49:58.514 INFO:tasks.rados.rados.0.smithi028.stdout:748: snap_create 2024-08-29T17:49:58.525 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 13 v 508 (ObjNum 89 snap 17 seq_num 89) dirty exists 2024-08-29T17:49:58.770 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:49:58 smithi053 bash[24720]: cluster 2024-08-29T17:49:57.501068+0000 mon.a (mon.0) 1275 : cluster [DBG] osdmap e209: 8 total, 8 up, 8 in 2024-08-29T17:49:58.771 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:49:58 smithi053 bash[24720]: cluster 2024-08-29T17:49:57.688069+0000 mgr.x (mgr.24565) 22 : cluster [DBG] pgmap v27: 121 pgs: 121 active+clean; 236 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 517 KiB/s rd, 405 KiB/s wr, 2 op/s 2024-08-29T17:49:58.875 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:49:58 smithi028 bash[22419]: cluster 2024-08-29T17:49:57.501068+0000 mon.a (mon.0) 1275 : cluster [DBG] osdmap e209: 8 total, 8 up, 8 in 2024-08-29T17:49:58.875 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:49:58 smithi028 bash[22419]: cluster 2024-08-29T17:49:57.688069+0000 mgr.x (mgr.24565) 22 : cluster [DBG] pgmap v27: 121 pgs: 121 active+clean; 236 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 517 KiB/s rd, 405 KiB/s wr, 2 op/s 2024-08-29T17:49:58.875 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:49:58 smithi028 bash[31855]: cluster 2024-08-29T17:49:57.501068+0000 mon.a (mon.0) 1275 : cluster [DBG] osdmap e209: 8 total, 8 up, 8 in 2024-08-29T17:49:58.876 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:49:58 smithi028 bash[31855]: cluster 2024-08-29T17:49:57.688069+0000 mgr.x (mgr.24565) 22 : cluster [DBG] pgmap v27: 121 pgs: 121 active+clean; 236 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 517 KiB/s rd, 405 KiB/s wr, 2 op/s 2024-08-29T17:49:59.515 INFO:tasks.rados.rados.0.smithi028.stdout:747: done (1 left) 2024-08-29T17:49:59.515 INFO:tasks.rados.rados.0.smithi028.stdout:748: done (0 left) 2024-08-29T17:49:59.515 INFO:tasks.rados.rados.0.smithi028.stdout:749: copy_from oid 43 from oid 39 current snap is 72 2024-08-29T17:49:59.515 INFO:tasks.rados.rados.0.smithi028.stdout:750: delete oid 49 current snap is 72 2024-08-29T17:49:59.525 INFO:tasks.rados.rados.0.smithi028.stdout:750: done (1 left) 2024-08-29T17:49:59.525 INFO:tasks.rados.rados.0.smithi028.stdout:append oid 23 current snap is 72 2024-08-29T17:49:59.525 INFO:tasks.rados.rados.0.smithi028.stdout:751: seq_num 243 ranges {3760128=475136,4235264=638976,4874240=565248} 2024-08-29T17:49:59.588 INFO:tasks.rados.rados.0.smithi028.stdout:751: writing smithi02869045-23 from 3760128 to 4235264 tid 1 2024-08-29T17:49:59.595 INFO:tasks.rados.rados.0.smithi028.stdout:751: writing smithi02869045-23 from 4235264 to 4874240 tid 2 2024-08-29T17:49:59.601 INFO:tasks.rados.rados.0.smithi028.stdout:751: writing smithi02869045-23 from 4874240 to 5439488 tid 3 2024-08-29T17:49:59.601 INFO:tasks.rados.rados.0.smithi028.stdout:752: rollback oid 3 current snap is 72 2024-08-29T17:49:59.601 INFO:tasks.rados.rados.0.smithi028.stdout:rollback oid 3 to 61 2024-08-29T17:49:59.601 INFO:tasks.rados.rados.0.smithi028.stdout:749: finishing copy_from to smithi02869045-43 2024-08-29T17:49:59.601 INFO:tasks.rados.rados.0.smithi028.stdout:749: got expected ENOENT (src dne) 2024-08-29T17:49:59.601 INFO:tasks.rados.rados.0.smithi028.stdout:749: finishing copy_from racing read to smithi02869045-43 2024-08-29T17:49:59.601 INFO:tasks.rados.rados.0.smithi028.stdout:751: finishing write tid 1 to smithi02869045-23 2024-08-29T17:49:59.601 INFO:tasks.rados.rados.0.smithi028.stdout:749: done (2 left) 2024-08-29T17:49:59.601 INFO:tasks.rados.rados.0.smithi028.stdout:753: snap_create 2024-08-29T17:49:59.602 INFO:tasks.rados.rados.0.smithi028.stdout:751: finishing write tid 2 to smithi02869045-23 2024-08-29T17:49:59.607 INFO:tasks.rados.rados.0.smithi028.stdout:751: finishing write tid 3 to smithi02869045-23 2024-08-29T17:49:59.608 INFO:tasks.rados.rados.0.smithi028.stdout:752: finishing rollback tid 0 to smithi02869045-3 2024-08-29T17:49:59.608 INFO:tasks.rados.rados.0.smithi028.stdout:751: finishing write tid 4 to smithi02869045-23 2024-08-29T17:49:59.609 INFO:tasks.rados.rados.0.smithi028.stdout:752: finishing rollback tid 1 to smithi02869045-3 2024-08-29T17:49:59.609 INFO:tasks.rados.rados.0.smithi028.stdout:752: finishing rollback tid 2 to smithi02869045-3 2024-08-29T17:49:59.609 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 3 v 350 (ObjNum 189 snap 54 seq_num 189) dirty exists 2024-08-29T17:49:59.610 INFO:tasks.rados.rados.0.smithi028.stdout:751: finishing write tid 5 to smithi02869045-23 2024-08-29T17:49:59.610 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 23 v 195 (ObjNum 243 snap 72 seq_num 243) dirty exists 2024-08-29T17:49:59.610 INFO:tasks.rados.rados.0.smithi028.stdout:751: left oid 23 (ObjNum 243 snap 72 seq_num 243) 2024-08-29T17:49:59.823 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:49:59 smithi053 bash[24720]: cluster 2024-08-29T17:49:58.519851+0000 mon.a (mon.0) 1276 : cluster [DBG] osdmap e210: 8 total, 8 up, 8 in 2024-08-29T17:49:59.875 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:49:59 smithi028 bash[22419]: cluster 2024-08-29T17:49:58.519851+0000 mon.a (mon.0) 1276 : cluster [DBG] osdmap e210: 8 total, 8 up, 8 in 2024-08-29T17:49:59.875 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:49:59 smithi028 bash[31855]: cluster 2024-08-29T17:49:58.519851+0000 mon.a (mon.0) 1276 : cluster [DBG] osdmap e210: 8 total, 8 up, 8 in 2024-08-29T17:50:00.536 INFO:tasks.rados.rados.0.smithi028.stdout:751: done (2 left) 2024-08-29T17:50:00.536 INFO:tasks.rados.rados.0.smithi028.stdout:752: done (1 left) 2024-08-29T17:50:00.536 INFO:tasks.rados.rados.0.smithi028.stdout:753: done (0 left) 2024-08-29T17:50:00.536 INFO:tasks.rados.rados.0.smithi028.stdout:754: read oid 42 snap -1 2024-08-29T17:50:00.536 INFO:tasks.rados.rados.0.smithi028.stdout:754: expect (ObjNum 205 snap 61 seq_num 205) 2024-08-29T17:50:00.536 INFO:tasks.rados.rados.0.smithi028.stdout:755: read oid 24 snap -1 2024-08-29T17:50:00.536 INFO:tasks.rados.rados.0.smithi028.stdout:755: expect (ObjNum 28 snap 0 seq_num 28) 2024-08-29T17:50:00.536 INFO:tasks.rados.rados.0.smithi028.stdout:756: snap_create 2024-08-29T17:50:00.543 INFO:tasks.rados.rados.0.smithi028.stdout:755: expect (ObjNum 28 snap 0 seq_num 28) 2024-08-29T17:50:00.577 INFO:tasks.rados.rados.0.smithi028.stdout:754: expect (ObjNum 205 snap 61 seq_num 205) 2024-08-29T17:50:00.823 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:50:00 smithi053 bash[24720]: cluster 2024-08-29T17:49:59.521066+0000 mon.a (mon.0) 1277 : cluster [DBG] osdmap e211: 8 total, 8 up, 8 in 2024-08-29T17:50:00.823 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:50:00 smithi053 bash[24720]: cluster 2024-08-29T17:49:59.688767+0000 mgr.x (mgr.24565) 23 : cluster [DBG] pgmap v30: 121 pgs: 121 active+clean; 237 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 5.4 MiB/s rd, 834 KiB/s wr, 9 op/s 2024-08-29T17:50:00.823 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:50:00 smithi053 bash[24720]: cluster 2024-08-29T17:50:00.000119+0000 mon.a (mon.0) 1278 : cluster [INF] overall HEALTH_OK 2024-08-29T17:50:00.875 INFO:journalctl@ceph.mgr.y.smithi028.stdout:Aug 29 17:50:00 smithi028 bash[22672]: ::ffff:172.21.15.53 - - [29/Aug/2024:17:50:00] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.43.0" 2024-08-29T17:50:00.875 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:50:00 smithi028 bash[31855]: cluster 2024-08-29T17:49:59.521066+0000 mon.a (mon.0) 1277 : cluster [DBG] osdmap e211: 8 total, 8 up, 8 in 2024-08-29T17:50:00.875 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:50:00 smithi028 bash[31855]: cluster 2024-08-29T17:49:59.688767+0000 mgr.x (mgr.24565) 23 : cluster [DBG] pgmap v30: 121 pgs: 121 active+clean; 237 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 5.4 MiB/s rd, 834 KiB/s wr, 9 op/s 2024-08-29T17:50:00.875 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:50:00 smithi028 bash[31855]: cluster 2024-08-29T17:50:00.000119+0000 mon.a (mon.0) 1278 : cluster [INF] overall HEALTH_OK 2024-08-29T17:50:00.876 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:50:00 smithi028 bash[22419]: cluster 2024-08-29T17:49:59.521066+0000 mon.a (mon.0) 1277 : cluster [DBG] osdmap e211: 8 total, 8 up, 8 in 2024-08-29T17:50:00.876 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:50:00 smithi028 bash[22419]: cluster 2024-08-29T17:49:59.688767+0000 mgr.x (mgr.24565) 23 : cluster [DBG] pgmap v30: 121 pgs: 121 active+clean; 237 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 5.4 MiB/s rd, 834 KiB/s wr, 9 op/s 2024-08-29T17:50:00.876 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:50:00 smithi028 bash[22419]: cluster 2024-08-29T17:50:00.000119+0000 mon.a (mon.0) 1278 : cluster [INF] overall HEALTH_OK 2024-08-29T17:50:01.537 INFO:tasks.rados.rados.0.smithi028.stdout:754: done (2 left) 2024-08-29T17:50:01.538 INFO:tasks.rados.rados.0.smithi028.stdout:755: done (1 left) 2024-08-29T17:50:01.538 INFO:tasks.rados.rados.0.smithi028.stdout:756: done (0 left) 2024-08-29T17:50:01.538 INFO:tasks.rados.rados.0.smithi028.stdout:757: delete oid 10 current snap is 74 2024-08-29T17:50:01.543 INFO:tasks.rados.rados.0.smithi028.stdout:757: done (0 left) 2024-08-29T17:50:01.543 INFO:tasks.rados.rados.0.smithi028.stdout:758: snap_create 2024-08-29T17:50:01.823 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:50:01 smithi053 bash[24720]: cluster 2024-08-29T17:50:00.542199+0000 mon.a (mon.0) 1279 : cluster [DBG] osdmap e212: 8 total, 8 up, 8 in 2024-08-29T17:50:01.875 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:50:01 smithi028 bash[22419]: cluster 2024-08-29T17:50:00.542199+0000 mon.a (mon.0) 1279 : cluster [DBG] osdmap e212: 8 total, 8 up, 8 in 2024-08-29T17:50:01.875 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:50:01 smithi028 bash[31855]: cluster 2024-08-29T17:50:00.542199+0000 mon.a (mon.0) 1279 : cluster [DBG] osdmap e212: 8 total, 8 up, 8 in 2024-08-29T17:50:02.556 INFO:tasks.rados.rados.0.smithi028.stdout:758: done (0 left) 2024-08-29T17:50:02.556 INFO:tasks.rados.rados.0.smithi028.stdout:759: read oid 17 snap -1 2024-08-29T17:50:02.557 INFO:tasks.rados.rados.0.smithi028.stdout:759: expect (ObjNum 229 snap 64 seq_num 229) 2024-08-29T17:50:02.557 INFO:tasks.rados.rados.0.smithi028.stdout:760: rollback oid 6 current snap is 75 2024-08-29T17:50:02.557 INFO:tasks.rados.rados.0.smithi028.stdout:rollback oid 6 to 65 2024-08-29T17:50:02.557 INFO:tasks.rados.rados.0.smithi028.stdout:761: read oid 27 snap 65 2024-08-29T17:50:02.557 INFO:tasks.rados.rados.0.smithi028.stdout:761: expect deleted 2024-08-29T17:50:02.558 INFO:tasks.rados.rados.0.smithi028.stdout:762: copy_from oid 18 from oid 22 current snap is 75 2024-08-29T17:50:02.558 INFO:tasks.rados.rados.0.smithi028.stdout:763: rmattr oid 14 current snap is 75 2024-08-29T17:50:02.558 INFO:tasks.rados.rados.0.smithi028.stdout:append oid 10 current snap is 75 2024-08-29T17:50:02.558 INFO:tasks.rados.rados.0.smithi028.stdout:764: seq_num 245 ranges {0=507904,507904=458752,966656=671744,1638400=73728} 2024-08-29T17:50:02.561 INFO:tasks.rados.rados.0.smithi028.stdout:764: writing smithi02869045-10 from 0 to 507904 tid 1 2024-08-29T17:50:02.567 INFO:tasks.rados.rados.0.smithi028.stdout:764: writing smithi02869045-10 from 507904 to 966656 tid 2 2024-08-29T17:50:02.575 INFO:tasks.rados.rados.0.smithi028.stdout:764: writing smithi02869045-10 from 966656 to 1638400 tid 3 2024-08-29T17:50:02.576 INFO:tasks.rados.rados.0.smithi028.stdout:764: writing smithi02869045-10 from 1638400 to 1712128 tid 4 2024-08-29T17:50:02.576 INFO:tasks.rados.rados.0.smithi028.stdout:765: setattr oid 4 current snap is 75 2024-08-29T17:50:02.576 INFO:tasks.rados.rados.0.smithi028.stdout:760: finishing rollback tid 0 to smithi02869045-6 2024-08-29T17:50:02.576 INFO:tasks.rados.rados.0.smithi028.stdout:760: finishing rollback tid 1 to smithi02869045-6 2024-08-29T17:50:02.576 INFO:tasks.rados.rados.0.smithi028.stdout:760: finishing rollback tid 2 to smithi02869045-6 2024-08-29T17:50:02.576 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 6 v 214 (ObjNum 225 snap 64 seq_num 225) dirty exists 2024-08-29T17:50:02.577 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 14 v 51 (ObjNum 184 snap 52 seq_num 184) dirty exists 2024-08-29T17:50:02.577 INFO:tasks.rados.rados.0.smithi028.stdout:759: expect (ObjNum 229 snap 64 seq_num 229) 2024-08-29T17:50:02.662 INFO:tasks.rados.rados.0.smithi028.stdout:764: finishing write tid 1 to smithi02869045-10 2024-08-29T17:50:02.662 INFO:tasks.rados.rados.0.smithi028.stdout:764: finishing write tid 2 to smithi02869045-10 2024-08-29T17:50:02.662 INFO:tasks.rados.rados.0.smithi028.stdout:764: finishing write tid 3 to smithi02869045-10 2024-08-29T17:50:02.662 INFO:tasks.rados.rados.0.smithi028.stdout:764: finishing write tid 4 to smithi02869045-10 2024-08-29T17:50:02.662 INFO:tasks.rados.rados.0.smithi028.stdout:764: finishing write tid 5 to smithi02869045-10 2024-08-29T17:50:02.662 INFO:tasks.rados.rados.0.smithi028.stdout:764: finishing write tid 6 to smithi02869045-10 2024-08-29T17:50:02.662 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 10 v 463 (ObjNum 245 snap 75 seq_num 245) dirty exists 2024-08-29T17:50:02.662 INFO:tasks.rados.rados.0.smithi028.stdout:764: left oid 10 (ObjNum 245 snap 75 seq_num 245) 2024-08-29T17:50:02.662 INFO:tasks.rados.rados.0.smithi028.stdout:762: finishing copy_from racing read to smithi02869045-18 2024-08-29T17:50:02.662 INFO:tasks.rados.rados.0.smithi028.stdout:762: finishing copy_from to smithi02869045-18 2024-08-29T17:50:02.662 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 18 v 366 (ObjNum 223 snap 64 seq_num 223) dirty exists 2024-08-29T17:50:02.663 INFO:tasks.rados.rados.0.smithi028.stdout:759: done (6 left) 2024-08-29T17:50:02.663 INFO:tasks.rados.rados.0.smithi028.stdout:760: done (5 left) 2024-08-29T17:50:02.663 INFO:tasks.rados.rados.0.smithi028.stdout:761: done (4 left) 2024-08-29T17:50:02.663 INFO:tasks.rados.rados.0.smithi028.stdout:762: done (3 left) 2024-08-29T17:50:02.663 INFO:tasks.rados.rados.0.smithi028.stdout:763: done (2 left) 2024-08-29T17:50:02.663 INFO:tasks.rados.rados.0.smithi028.stdout:764: done (1 left) 2024-08-29T17:50:02.663 INFO:tasks.rados.rados.0.smithi028.stdout:766: read oid 37 snap -1 2024-08-29T17:50:02.663 INFO:tasks.rados.rados.0.smithi028.stdout:766: expect deleted 2024-08-29T17:50:02.663 INFO:tasks.rados.rados.0.smithi028.stdout:767: delete oid 27 current snap is 75 2024-08-29T17:50:02.664 INFO:tasks.rados.rados.0.smithi028.stdout:767: done (2 left) 2024-08-29T17:50:02.664 INFO:tasks.rados.rados.0.smithi028.stdout:768: delete oid 31 current snap is 75 2024-08-29T17:50:02.668 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 4 v 510 (ObjNum 3 snap 0 seq_num 3) dirty exists 2024-08-29T17:50:02.670 INFO:tasks.rados.rados.0.smithi028.stdout:765: done (2 left) 2024-08-29T17:50:02.670 INFO:tasks.rados.rados.0.smithi028.stdout:766: done (1 left) 2024-08-29T17:50:02.670 INFO:tasks.rados.rados.0.smithi028.stdout:768: done (0 left) 2024-08-29T17:50:02.670 INFO:tasks.rados.rados.0.smithi028.stdout:769: delete oid 30 current snap is 75 2024-08-29T17:50:02.673 INFO:tasks.rados.rados.0.smithi028.stdout:769: done (0 left) 2024-08-29T17:50:02.674 INFO:tasks.rados.rados.0.smithi028.stdout:770: snap_create 2024-08-29T17:50:02.823 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:50:02 smithi053 bash[24720]: cluster 2024-08-29T17:50:01.542588+0000 mon.a (mon.0) 1280 : cluster [DBG] osdmap e213: 8 total, 8 up, 8 in 2024-08-29T17:50:02.823 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:50:02 smithi053 bash[24720]: cluster 2024-08-29T17:50:01.689274+0000 mgr.x (mgr.24565) 24 : cluster [DBG] pgmap v33: 121 pgs: 121 active+clean; 237 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 5.0 MiB/s rd, 440 KiB/s wr, 6 op/s 2024-08-29T17:50:02.875 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:50:02 smithi028 bash[22419]: cluster 2024-08-29T17:50:01.542588+0000 mon.a (mon.0) 1280 : cluster [DBG] osdmap e213: 8 total, 8 up, 8 in 2024-08-29T17:50:02.875 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:50:02 smithi028 bash[22419]: cluster 2024-08-29T17:50:01.689274+0000 mgr.x (mgr.24565) 24 : cluster [DBG] pgmap v33: 121 pgs: 121 active+clean; 237 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 5.0 MiB/s rd, 440 KiB/s wr, 6 op/s 2024-08-29T17:50:02.875 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:50:02 smithi028 bash[31855]: cluster 2024-08-29T17:50:01.542588+0000 mon.a (mon.0) 1280 : cluster [DBG] osdmap e213: 8 total, 8 up, 8 in 2024-08-29T17:50:02.875 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:50:02 smithi028 bash[31855]: cluster 2024-08-29T17:50:01.689274+0000 mgr.x (mgr.24565) 24 : cluster [DBG] pgmap v33: 121 pgs: 121 active+clean; 237 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 5.0 MiB/s rd, 440 KiB/s wr, 6 op/s 2024-08-29T17:50:03.557 INFO:tasks.rados.rados.0.smithi028.stdout:770: done (0 left) 2024-08-29T17:50:03.558 INFO:tasks.rados.rados.0.smithi028.stdout:771: snap_create 2024-08-29T17:50:03.824 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:50:03 smithi053 bash[24720]: cluster 2024-08-29T17:50:02.562751+0000 mon.a (mon.0) 1281 : cluster [DBG] osdmap e214: 8 total, 8 up, 8 in 2024-08-29T17:50:03.824 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:50:03 smithi053 bash[24720]: audit 2024-08-29T17:50:02.805727+0000 mon.a (mon.0) 1282 : audit [INF] from='mgr.24565 ' entity='mgr.x' 2024-08-29T17:50:03.824 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:50:03 smithi053 bash[24720]: audit 2024-08-29T17:50:02.818948+0000 mon.a (mon.0) 1283 : audit [INF] from='mgr.24565 ' entity='mgr.x' 2024-08-29T17:50:03.824 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:50:03 smithi053 bash[24720]: audit 2024-08-29T17:50:02.820457+0000 mon.b (mon.1) 70 : audit [INF] from='mgr.24565 172.21.15.53:0/2794946223' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2024-08-29T17:50:03.824 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:50:03 smithi053 bash[24720]: audit 2024-08-29T17:50:02.823558+0000 mon.b (mon.1) 71 : audit [INF] from='mgr.24565 172.21.15.53:0/2794946223' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch 2024-08-29T17:50:03.824 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:50:03 smithi053 bash[24720]: audit 2024-08-29T17:50:02.824659+0000 mon.a (mon.0) 1284 : audit [INF] from='mgr.24565 ' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2024-08-29T17:50:03.824 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:50:03 smithi053 bash[24720]: audit 2024-08-29T17:50:02.826631+0000 mon.b (mon.1) 72 : audit [INF] from='mgr.24565 172.21.15.53:0/2794946223' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.6", "name": "osd_memory_target"}]: dispatch 2024-08-29T17:50:03.824 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:50:03 smithi053 bash[24720]: audit 2024-08-29T17:50:02.827754+0000 mon.a (mon.0) 1285 : audit [INF] from='mgr.24565 ' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch 2024-08-29T17:50:03.824 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:50:03 smithi053 bash[24720]: audit 2024-08-29T17:50:02.829559+0000 mon.b (mon.1) 73 : audit [INF] from='mgr.24565 172.21.15.53:0/2794946223' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.7", "name": "osd_memory_target"}]: dispatch 2024-08-29T17:50:03.825 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:50:03 smithi053 bash[24720]: audit 2024-08-29T17:50:02.830785+0000 mon.a (mon.0) 1286 : audit [INF] from='mgr.24565 ' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.6", "name": "osd_memory_target"}]: dispatch 2024-08-29T17:50:03.825 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:50:03 smithi053 bash[24720]: cephadm 2024-08-29T17:50:02.832116+0000 mgr.x (mgr.24565) 25 : cephadm [INF] Adjusting osd_memory_target on smithi053 to 2525M 2024-08-29T17:50:03.825 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:50:03 smithi053 bash[24720]: audit 2024-08-29T17:50:02.833720+0000 mon.a (mon.0) 1287 : audit [INF] from='mgr.24565 ' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.7", "name": "osd_memory_target"}]: dispatch 2024-08-29T17:50:03.825 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:50:03 smithi053 bash[24720]: audit 2024-08-29T17:50:02.844378+0000 mon.a (mon.0) 1288 : audit [INF] from='mgr.24565 ' entity='mgr.x' 2024-08-29T17:50:03.825 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:50:03 smithi053 bash[24720]: audit 2024-08-29T17:50:02.844561+0000 mon.b (mon.1) 74 : audit [DBG] from='mgr.24565 172.21.15.53:0/2794946223' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-29T17:50:03.825 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:50:03 smithi053 bash[24720]: audit 2024-08-29T17:50:02.846320+0000 mon.b (mon.1) 75 : audit [INF] from='mgr.24565 172.21.15.53:0/2794946223' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-29T17:50:03.825 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:50:03 smithi053 bash[24720]: cephadm 2024-08-29T17:50:02.848714+0000 mgr.x (mgr.24565) 26 : cephadm [INF] Updating smithi028:/etc/ceph/ceph.conf 2024-08-29T17:50:03.825 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:50:03 smithi053 bash[24720]: cephadm 2024-08-29T17:50:02.849171+0000 mgr.x (mgr.24565) 27 : cephadm [INF] Updating smithi053:/etc/ceph/ceph.conf 2024-08-29T17:50:03.825 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:50:03 smithi053 bash[24720]: audit 2024-08-29T17:50:03.480217+0000 mon.a (mon.0) 1289 : audit [INF] from='mgr.24565 ' entity='mgr.x' 2024-08-29T17:50:03.825 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:50:03 smithi053 bash[24720]: audit 2024-08-29T17:50:03.489014+0000 mon.a (mon.0) 1290 : audit [INF] from='mgr.24565 ' entity='mgr.x' 2024-08-29T17:50:03.825 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:50:03 smithi053 bash[24720]: audit 2024-08-29T17:50:03.497411+0000 mon.a (mon.0) 1291 : audit [INF] from='mgr.24565 ' entity='mgr.x' 2024-08-29T17:50:03.825 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:50:03 smithi053 bash[24720]: audit 2024-08-29T17:50:03.505638+0000 mon.a (mon.0) 1292 : audit [INF] from='mgr.24565 ' entity='mgr.x' 2024-08-29T17:50:03.825 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:50:03 smithi053 bash[24720]: audit 2024-08-29T17:50:03.514068+0000 mon.a (mon.0) 1293 : audit [INF] from='mgr.24565 ' entity='mgr.x' 2024-08-29T17:50:03.876 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:50:03 smithi028 bash[31855]: cluster 2024-08-29T17:50:02.562751+0000 mon.a (mon.0) 1281 : cluster [DBG] osdmap e214: 8 total, 8 up, 8 in 2024-08-29T17:50:03.876 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:50:03 smithi028 bash[31855]: audit 2024-08-29T17:50:02.805727+0000 mon.a (mon.0) 1282 : audit [INF] from='mgr.24565 ' entity='mgr.x' 2024-08-29T17:50:03.876 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:50:03 smithi028 bash[31855]: audit 2024-08-29T17:50:02.818948+0000 mon.a (mon.0) 1283 : audit [INF] from='mgr.24565 ' entity='mgr.x' 2024-08-29T17:50:03.876 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:50:03 smithi028 bash[31855]: audit 2024-08-29T17:50:02.820457+0000 mon.b (mon.1) 70 : audit [INF] from='mgr.24565 172.21.15.53:0/2794946223' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2024-08-29T17:50:03.876 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:50:03 smithi028 bash[31855]: audit 2024-08-29T17:50:02.823558+0000 mon.b (mon.1) 71 : audit [INF] from='mgr.24565 172.21.15.53:0/2794946223' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch 2024-08-29T17:50:03.876 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:50:03 smithi028 bash[31855]: audit 2024-08-29T17:50:02.824659+0000 mon.a (mon.0) 1284 : audit [INF] from='mgr.24565 ' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2024-08-29T17:50:03.876 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:50:03 smithi028 bash[31855]: audit 2024-08-29T17:50:02.826631+0000 mon.b (mon.1) 72 : audit [INF] from='mgr.24565 172.21.15.53:0/2794946223' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.6", "name": "osd_memory_target"}]: dispatch 2024-08-29T17:50:03.876 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:50:03 smithi028 bash[31855]: audit 2024-08-29T17:50:02.827754+0000 mon.a (mon.0) 1285 : audit [INF] from='mgr.24565 ' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch 2024-08-29T17:50:03.876 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:50:03 smithi028 bash[31855]: audit 2024-08-29T17:50:02.829559+0000 mon.b (mon.1) 73 : audit [INF] from='mgr.24565 172.21.15.53:0/2794946223' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.7", "name": "osd_memory_target"}]: dispatch 2024-08-29T17:50:03.876 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:50:03 smithi028 bash[31855]: audit 2024-08-29T17:50:02.830785+0000 mon.a (mon.0) 1286 : audit [INF] from='mgr.24565 ' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.6", "name": "osd_memory_target"}]: dispatch 2024-08-29T17:50:03.876 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:50:03 smithi028 bash[31855]: cephadm 2024-08-29T17:50:02.832116+0000 mgr.x (mgr.24565) 25 : cephadm [INF] Adjusting osd_memory_target on smithi053 to 2525M 2024-08-29T17:50:03.877 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:50:03 smithi028 bash[31855]: audit 2024-08-29T17:50:02.833720+0000 mon.a (mon.0) 1287 : audit [INF] from='mgr.24565 ' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.7", "name": "osd_memory_target"}]: dispatch 2024-08-29T17:50:03.877 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:50:03 smithi028 bash[31855]: audit 2024-08-29T17:50:02.844378+0000 mon.a (mon.0) 1288 : audit [INF] from='mgr.24565 ' entity='mgr.x' 2024-08-29T17:50:03.877 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:50:03 smithi028 bash[31855]: audit 2024-08-29T17:50:02.844561+0000 mon.b (mon.1) 74 : audit [DBG] from='mgr.24565 172.21.15.53:0/2794946223' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-29T17:50:03.877 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:50:03 smithi028 bash[31855]: audit 2024-08-29T17:50:02.846320+0000 mon.b (mon.1) 75 : audit [INF] from='mgr.24565 172.21.15.53:0/2794946223' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-29T17:50:03.877 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:50:03 smithi028 bash[31855]: cephadm 2024-08-29T17:50:02.848714+0000 mgr.x (mgr.24565) 26 : cephadm [INF] Updating smithi028:/etc/ceph/ceph.conf 2024-08-29T17:50:03.877 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:50:03 smithi028 bash[31855]: cephadm 2024-08-29T17:50:02.849171+0000 mgr.x (mgr.24565) 27 : cephadm [INF] Updating smithi053:/etc/ceph/ceph.conf 2024-08-29T17:50:03.877 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:50:03 smithi028 bash[31855]: audit 2024-08-29T17:50:03.480217+0000 mon.a (mon.0) 1289 : audit [INF] from='mgr.24565 ' entity='mgr.x' 2024-08-29T17:50:03.877 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:50:03 smithi028 bash[31855]: audit 2024-08-29T17:50:03.489014+0000 mon.a (mon.0) 1290 : audit [INF] from='mgr.24565 ' entity='mgr.x' 2024-08-29T17:50:03.877 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:50:03 smithi028 bash[31855]: audit 2024-08-29T17:50:03.497411+0000 mon.a (mon.0) 1291 : audit [INF] from='mgr.24565 ' entity='mgr.x' 2024-08-29T17:50:03.877 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:50:03 smithi028 bash[31855]: audit 2024-08-29T17:50:03.505638+0000 mon.a (mon.0) 1292 : audit [INF] from='mgr.24565 ' entity='mgr.x' 2024-08-29T17:50:03.877 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:50:03 smithi028 bash[31855]: audit 2024-08-29T17:50:03.514068+0000 mon.a (mon.0) 1293 : audit [INF] from='mgr.24565 ' entity='mgr.x' 2024-08-29T17:50:03.877 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:50:03 smithi028 bash[22419]: cluster 2024-08-29T17:50:02.562751+0000 mon.a (mon.0) 1281 : cluster [DBG] osdmap e214: 8 total, 8 up, 8 in 2024-08-29T17:50:03.878 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:50:03 smithi028 bash[22419]: audit 2024-08-29T17:50:02.805727+0000 mon.a (mon.0) 1282 : audit [INF] from='mgr.24565 ' entity='mgr.x' 2024-08-29T17:50:03.878 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:50:03 smithi028 bash[22419]: audit 2024-08-29T17:50:02.818948+0000 mon.a (mon.0) 1283 : audit [INF] from='mgr.24565 ' entity='mgr.x' 2024-08-29T17:50:03.878 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:50:03 smithi028 bash[22419]: audit 2024-08-29T17:50:02.820457+0000 mon.b (mon.1) 70 : audit [INF] from='mgr.24565 172.21.15.53:0/2794946223' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2024-08-29T17:50:03.878 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:50:03 smithi028 bash[22419]: audit 2024-08-29T17:50:02.823558+0000 mon.b (mon.1) 71 : audit [INF] from='mgr.24565 172.21.15.53:0/2794946223' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch 2024-08-29T17:50:03.878 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:50:03 smithi028 bash[22419]: audit 2024-08-29T17:50:02.824659+0000 mon.a (mon.0) 1284 : audit [INF] from='mgr.24565 ' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2024-08-29T17:50:03.878 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:50:03 smithi028 bash[22419]: audit 2024-08-29T17:50:02.826631+0000 mon.b (mon.1) 72 : audit [INF] from='mgr.24565 172.21.15.53:0/2794946223' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.6", "name": "osd_memory_target"}]: dispatch 2024-08-29T17:50:03.878 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:50:03 smithi028 bash[22419]: audit 2024-08-29T17:50:02.827754+0000 mon.a (mon.0) 1285 : audit [INF] from='mgr.24565 ' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch 2024-08-29T17:50:03.878 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:50:03 smithi028 bash[22419]: audit 2024-08-29T17:50:02.829559+0000 mon.b (mon.1) 73 : audit [INF] from='mgr.24565 172.21.15.53:0/2794946223' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.7", "name": "osd_memory_target"}]: dispatch 2024-08-29T17:50:03.878 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:50:03 smithi028 bash[22419]: audit 2024-08-29T17:50:02.830785+0000 mon.a (mon.0) 1286 : audit [INF] from='mgr.24565 ' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.6", "name": "osd_memory_target"}]: dispatch 2024-08-29T17:50:03.878 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:50:03 smithi028 bash[22419]: cephadm 2024-08-29T17:50:02.832116+0000 mgr.x (mgr.24565) 25 : cephadm [INF] Adjusting osd_memory_target on smithi053 to 2525M 2024-08-29T17:50:03.878 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:50:03 smithi028 bash[22419]: audit 2024-08-29T17:50:02.833720+0000 mon.a (mon.0) 1287 : audit [INF] from='mgr.24565 ' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.7", "name": "osd_memory_target"}]: dispatch 2024-08-29T17:50:03.878 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:50:03 smithi028 bash[22419]: audit 2024-08-29T17:50:02.844378+0000 mon.a (mon.0) 1288 : audit [INF] from='mgr.24565 ' entity='mgr.x' 2024-08-29T17:50:03.878 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:50:03 smithi028 bash[22419]: audit 2024-08-29T17:50:02.844561+0000 mon.b (mon.1) 74 : audit [DBG] from='mgr.24565 172.21.15.53:0/2794946223' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-29T17:50:03.878 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:50:03 smithi028 bash[22419]: audit 2024-08-29T17:50:02.846320+0000 mon.b (mon.1) 75 : audit [INF] from='mgr.24565 172.21.15.53:0/2794946223' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-29T17:50:03.879 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:50:03 smithi028 bash[22419]: cephadm 2024-08-29T17:50:02.848714+0000 mgr.x (mgr.24565) 26 : cephadm [INF] Updating smithi028:/etc/ceph/ceph.conf 2024-08-29T17:50:03.879 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:50:03 smithi028 bash[22419]: cephadm 2024-08-29T17:50:02.849171+0000 mgr.x (mgr.24565) 27 : cephadm [INF] Updating smithi053:/etc/ceph/ceph.conf 2024-08-29T17:50:03.879 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:50:03 smithi028 bash[22419]: audit 2024-08-29T17:50:03.480217+0000 mon.a (mon.0) 1289 : audit [INF] from='mgr.24565 ' entity='mgr.x' 2024-08-29T17:50:03.879 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:50:03 smithi028 bash[22419]: audit 2024-08-29T17:50:03.489014+0000 mon.a (mon.0) 1290 : audit [INF] from='mgr.24565 ' entity='mgr.x' 2024-08-29T17:50:03.879 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:50:03 smithi028 bash[22419]: audit 2024-08-29T17:50:03.497411+0000 mon.a (mon.0) 1291 : audit [INF] from='mgr.24565 ' entity='mgr.x' 2024-08-29T17:50:03.879 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:50:03 smithi028 bash[22419]: audit 2024-08-29T17:50:03.505638+0000 mon.a (mon.0) 1292 : audit [INF] from='mgr.24565 ' entity='mgr.x' 2024-08-29T17:50:03.879 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:50:03 smithi028 bash[22419]: audit 2024-08-29T17:50:03.514068+0000 mon.a (mon.0) 1293 : audit [INF] from='mgr.24565 ' entity='mgr.x' 2024-08-29T17:50:04.365 INFO:journalctl@ceph.node-exporter.a.smithi028.stdout:Aug 29 17:50:04 smithi028 systemd[1]: Stopping Ceph node-exporter.a for 3167ee72-662c-11ef-bcd4-c7b262605968... 2024-08-29T17:50:04.489 INFO:tasks.rados.rados.0.smithi028.stdout:771: done (0 left) 2024-08-29T17:50:04.489 INFO:tasks.rados.rados.0.smithi028.stdout:772: copy_from oid 48 from oid 1 current snap is 77 2024-08-29T17:50:04.489 INFO:tasks.rados.rados.0.smithi028.stdout:append oid 41 current snap is 77 2024-08-29T17:50:04.489 INFO:tasks.rados.rados.0.smithi028.stdout:773: seq_num 249 ranges {2056192=573440,2629632=794624,3424256=409600} 2024-08-29T17:50:04.532 INFO:tasks.rados.rados.0.smithi028.stdout:773: writing smithi02869045-41 from 2056192 to 2629632 tid 1 2024-08-29T17:50:04.544 INFO:tasks.rados.rados.0.smithi028.stdout:773: writing smithi02869045-41 from 2629632 to 3424256 tid 2 2024-08-29T17:50:04.548 INFO:tasks.rados.rados.0.smithi028.stdout:773: writing smithi02869045-41 from 3424256 to 3833856 tid 3 2024-08-29T17:50:04.548 INFO:tasks.rados.rados.0.smithi028.stdout:append oid 25 current snap is 77 2024-08-29T17:50:04.548 INFO:tasks.rados.rados.0.smithi028.stdout:772: finishing copy_from racing read to smithi02869045-48 2024-08-29T17:50:04.549 INFO:tasks.rados.rados.0.smithi028.stdout:772: finishing copy_from to smithi02869045-48 2024-08-29T17:50:04.549 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 48 v 506 (ObjNum 82 snap 16 seq_num 82) dirty exists 2024-08-29T17:50:04.549 INFO:tasks.rados.rados.0.smithi028.stdout:773: finishing write tid 1 to smithi02869045-41 2024-08-29T17:50:04.549 INFO:tasks.rados.rados.0.smithi028.stdout:774: seq_num 250 ranges {1425408=589824,2015232=679936,2695168=409600,3104768=114688} 2024-08-29T17:50:04.571 INFO:tasks.rados.rados.0.smithi028.stdout:774: writing smithi02869045-25 from 1425408 to 2015232 tid 1 2024-08-29T17:50:04.578 INFO:tasks.rados.rados.0.smithi028.stdout:774: writing smithi02869045-25 from 2015232 to 2695168 tid 2 2024-08-29T17:50:04.583 INFO:tasks.rados.rados.0.smithi028.stdout:774: writing smithi02869045-25 from 2695168 to 3104768 tid 3 2024-08-29T17:50:04.585 INFO:tasks.rados.rados.0.smithi028.stdout:774: writing smithi02869045-25 from 3104768 to 3219456 tid 4 2024-08-29T17:50:04.585 INFO:tasks.rados.rados.0.smithi028.stdout:772: done (2 left) 2024-08-29T17:50:04.585 INFO:tasks.rados.rados.0.smithi028.stdout:775: rmattr oid 9 current snap is 77 2024-08-29T17:50:04.585 INFO:tasks.rados.rados.0.smithi028.stdout:775: done (2 left) 2024-08-29T17:50:04.585 INFO:tasks.rados.rados.0.smithi028.stdout:776: read oid 21 snap -1 2024-08-29T17:50:04.585 INFO:tasks.rados.rados.0.smithi028.stdout:776: expect (ObjNum 50 snap 0 seq_num 50) 2024-08-29T17:50:04.585 INFO:tasks.rados.rados.0.smithi028.stdout:773: finishing write tid 2 to smithi02869045-41 2024-08-29T17:50:04.585 INFO:tasks.rados.rados.0.smithi028.stdout:773: finishing write tid 3 to smithi02869045-41 2024-08-29T17:50:04.585 INFO:tasks.rados.rados.0.smithi028.stdout:773: finishing write tid 4 to smithi02869045-41 2024-08-29T17:50:04.585 INFO:tasks.rados.rados.0.smithi028.stdout:773: finishing write tid 5 to smithi02869045-41 2024-08-29T17:50:04.586 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 41 v 321 (ObjNum 249 snap 77 seq_num 249) dirty exists 2024-08-29T17:50:04.586 INFO:tasks.rados.rados.0.smithi028.stdout:773: left oid 41 (ObjNum 249 snap 77 seq_num 249) 2024-08-29T17:50:04.586 INFO:tasks.rados.rados.0.smithi028.stdout:774: finishing write tid 1 to smithi02869045-25 2024-08-29T17:50:04.586 INFO:tasks.rados.rados.0.smithi028.stdout:773: done (2 left) 2024-08-29T17:50:04.586 INFO:tasks.rados.rados.0.smithi028.stdout:append oid 28 current snap is 77 2024-08-29T17:50:04.586 INFO:tasks.rados.rados.0.smithi028.stdout:777: seq_num 251 ranges {2555904=606208,3162112=614400,3776512=589824} 2024-08-29T17:50:04.616 INFO:tasks.rados.rados.0.smithi028.stdout:777: writing smithi02869045-28 from 2555904 to 3162112 tid 1 2024-08-29T17:50:04.621 INFO:tasks.rados.rados.0.smithi028.stdout:777: writing smithi02869045-28 from 3162112 to 3776512 tid 2 2024-08-29T17:50:04.625 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:50:04 smithi028 bash[31855]: cephadm 2024-08-29T17:50:03.045248+0000 mgr.x (mgr.24565) 28 : cephadm [INF] Updating smithi028:/var/lib/ceph/3167ee72-662c-11ef-bcd4-c7b262605968/config/ceph.conf 2024-08-29T17:50:04.626 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:50:04 smithi028 bash[31855]: cephadm 2024-08-29T17:50:03.045524+0000 mgr.x (mgr.24565) 29 : cephadm [INF] Updating smithi053:/var/lib/ceph/3167ee72-662c-11ef-bcd4-c7b262605968/config/ceph.conf 2024-08-29T17:50:04.626 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:50:04 smithi028 bash[31855]: cephadm 2024-08-29T17:50:03.188235+0000 mgr.x (mgr.24565) 30 : cephadm [INF] Updating smithi053:/etc/ceph/ceph.client.admin.keyring 2024-08-29T17:50:04.626 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:50:04 smithi028 bash[31855]: cephadm 2024-08-29T17:50:03.198097+0000 mgr.x (mgr.24565) 31 : cephadm [INF] Updating smithi028:/etc/ceph/ceph.client.admin.keyring 2024-08-29T17:50:04.626 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:50:04 smithi028 bash[31855]: cephadm 2024-08-29T17:50:03.325446+0000 mgr.x (mgr.24565) 32 : cephadm [INF] Updating smithi053:/var/lib/ceph/3167ee72-662c-11ef-bcd4-c7b262605968/config/ceph.client.admin.keyring 2024-08-29T17:50:04.626 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:50:04 smithi028 bash[31855]: cephadm 2024-08-29T17:50:03.342323+0000 mgr.x (mgr.24565) 33 : cephadm [INF] Updating smithi028:/var/lib/ceph/3167ee72-662c-11ef-bcd4-c7b262605968/config/ceph.client.admin.keyring 2024-08-29T17:50:04.626 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:50:04 smithi028 bash[31855]: audit 2024-08-29T17:50:03.557410+0000 mon.a (mon.0) 1294 : audit [INF] from='mgr.24565 ' entity='mgr.x' 2024-08-29T17:50:04.626 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:50:04 smithi028 bash[31855]: cluster 2024-08-29T17:50:03.564387+0000 mon.a (mon.0) 1295 : cluster [DBG] osdmap e215: 8 total, 8 up, 8 in 2024-08-29T17:50:04.626 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:50:04 smithi028 bash[31855]: audit 2024-08-29T17:50:03.576495+0000 mon.a (mon.0) 1296 : audit [INF] from='mgr.24565 ' entity='mgr.x' 2024-08-29T17:50:04.626 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:50:04 smithi028 bash[31855]: audit 2024-08-29T17:50:03.583587+0000 mon.a (mon.0) 1297 : audit [INF] from='mgr.24565 ' entity='mgr.x' 2024-08-29T17:50:04.626 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:50:04 smithi028 bash[31855]: audit 2024-08-29T17:50:03.590707+0000 mon.a (mon.0) 1298 : audit [INF] from='mgr.24565 ' entity='mgr.x' 2024-08-29T17:50:04.626 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:50:04 smithi028 bash[31855]: cephadm 2024-08-29T17:50:03.591123+0000 mgr.x (mgr.24565) 34 : cephadm [INF] Reconfiguring node-exporter.a (dependencies changed)... 2024-08-29T17:50:04.627 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:50:04 smithi028 bash[31855]: cephadm 2024-08-29T17:50:03.591752+0000 mgr.x (mgr.24565) 35 : cephadm [INF] Reconfiguring daemon node-exporter.a on smithi028 2024-08-29T17:50:04.627 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:50:04 smithi028 bash[31855]: cluster 2024-08-29T17:50:03.689959+0000 mgr.x (mgr.24565) 36 : cluster [DBG] pgmap v36: 121 pgs: 121 active+clean; 251 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 4.8 MiB/s rd, 2.5 MiB/s wr, 17 op/s 2024-08-29T17:50:04.627 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:50:04 smithi028 bash[31855]: cluster 2024-08-29T17:50:04.495071+0000 mon.a (mon.0) 1299 : cluster [DBG] osdmap e216: 8 total, 8 up, 8 in 2024-08-29T17:50:04.627 INFO:tasks.rados.rados.0.smithi028.stdout:777: writing smithi02869045-28 from 3776512 to 4366336 tid 3 2024-08-29T17:50:04.627 INFO:tasks.rados.rados.0.smithi028.stdout:778: copy_from oid 19 from oid 2 current snap is 77 2024-08-29T17:50:04.628 INFO:tasks.rados.rados.0.smithi028.stdout:774: finishing write tid 2 to smithi02869045-25 2024-08-29T17:50:04.628 INFO:tasks.rados.rados.0.smithi028.stdout:779: snap_create 2024-08-29T17:50:04.628 INFO:tasks.rados.rados.0.smithi028.stdout:774: finishing write tid 3 to smithi02869045-25 2024-08-29T17:50:04.628 INFO:tasks.rados.rados.0.smithi028.stdout:774: finishing write tid 4 to smithi02869045-25 2024-08-29T17:50:04.628 INFO:tasks.rados.rados.0.smithi028.stdout:774: finishing write tid 5 to smithi02869045-25 2024-08-29T17:50:04.628 INFO:tasks.rados.rados.0.smithi028.stdout:774: finishing write tid 6 to smithi02869045-25 2024-08-29T17:50:04.628 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 25 v 44 (ObjNum 250 snap 77 seq_num 250) dirty exists 2024-08-29T17:50:04.628 INFO:tasks.rados.rados.0.smithi028.stdout:774: left oid 25 (ObjNum 250 snap 77 seq_num 250) 2024-08-29T17:50:04.628 INFO:tasks.rados.rados.0.smithi028.stdout:776: expect (ObjNum 50 snap 0 seq_num 50) 2024-08-29T17:50:04.629 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:50:04 smithi028 bash[22419]: cephadm 2024-08-29T17:50:03.045248+0000 mgr.x (mgr.24565) 28 : cephadm [INF] Updating smithi028:/var/lib/ceph/3167ee72-662c-11ef-bcd4-c7b262605968/config/ceph.conf 2024-08-29T17:50:04.629 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:50:04 smithi028 bash[22419]: cephadm 2024-08-29T17:50:03.045524+0000 mgr.x (mgr.24565) 29 : cephadm [INF] Updating smithi053:/var/lib/ceph/3167ee72-662c-11ef-bcd4-c7b262605968/config/ceph.conf 2024-08-29T17:50:04.629 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:50:04 smithi028 bash[22419]: cephadm 2024-08-29T17:50:03.188235+0000 mgr.x (mgr.24565) 30 : cephadm [INF] Updating smithi053:/etc/ceph/ceph.client.admin.keyring 2024-08-29T17:50:04.629 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:50:04 smithi028 bash[22419]: cephadm 2024-08-29T17:50:03.198097+0000 mgr.x (mgr.24565) 31 : cephadm [INF] Updating smithi028:/etc/ceph/ceph.client.admin.keyring 2024-08-29T17:50:04.629 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:50:04 smithi028 bash[22419]: cephadm 2024-08-29T17:50:03.325446+0000 mgr.x (mgr.24565) 32 : cephadm [INF] Updating smithi053:/var/lib/ceph/3167ee72-662c-11ef-bcd4-c7b262605968/config/ceph.client.admin.keyring 2024-08-29T17:50:04.629 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:50:04 smithi028 bash[22419]: cephadm 2024-08-29T17:50:03.342323+0000 mgr.x (mgr.24565) 33 : cephadm [INF] Updating smithi028:/var/lib/ceph/3167ee72-662c-11ef-bcd4-c7b262605968/config/ceph.client.admin.keyring 2024-08-29T17:50:04.629 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:50:04 smithi028 bash[22419]: audit 2024-08-29T17:50:03.557410+0000 mon.a (mon.0) 1294 : audit [INF] from='mgr.24565 ' entity='mgr.x' 2024-08-29T17:50:04.629 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:50:04 smithi028 bash[22419]: cluster 2024-08-29T17:50:03.564387+0000 mon.a (mon.0) 1295 : cluster [DBG] osdmap e215: 8 total, 8 up, 8 in 2024-08-29T17:50:04.629 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:50:04 smithi028 bash[22419]: audit 2024-08-29T17:50:03.576495+0000 mon.a (mon.0) 1296 : audit [INF] from='mgr.24565 ' entity='mgr.x' 2024-08-29T17:50:04.629 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:50:04 smithi028 bash[22419]: audit 2024-08-29T17:50:03.583587+0000 mon.a (mon.0) 1297 : audit [INF] from='mgr.24565 ' entity='mgr.x' 2024-08-29T17:50:04.629 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:50:04 smithi028 bash[22419]: audit 2024-08-29T17:50:03.590707+0000 mon.a (mon.0) 1298 : audit [INF] from='mgr.24565 ' entity='mgr.x' 2024-08-29T17:50:04.629 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:50:04 smithi028 bash[22419]: cephadm 2024-08-29T17:50:03.591123+0000 mgr.x (mgr.24565) 34 : cephadm [INF] Reconfiguring node-exporter.a (dependencies changed)... 2024-08-29T17:50:04.629 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:50:04 smithi028 bash[22419]: cephadm 2024-08-29T17:50:03.591752+0000 mgr.x (mgr.24565) 35 : cephadm [INF] Reconfiguring daemon node-exporter.a on smithi028 2024-08-29T17:50:04.630 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:50:04 smithi028 bash[22419]: cluster 2024-08-29T17:50:03.689959+0000 mgr.x (mgr.24565) 36 : cluster [DBG] pgmap v36: 121 pgs: 121 active+clean; 251 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 4.8 MiB/s rd, 2.5 MiB/s wr, 17 op/s 2024-08-29T17:50:04.630 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:50:04 smithi028 bash[22419]: cluster 2024-08-29T17:50:04.495071+0000 mon.a (mon.0) 1299 : cluster [DBG] osdmap e216: 8 total, 8 up, 8 in 2024-08-29T17:50:04.708 INFO:tasks.rados.rados.0.smithi028.stdout:777: finishing write tid 1 to smithi02869045-28 2024-08-29T17:50:04.708 INFO:tasks.rados.rados.0.smithi028.stdout:777: finishing write tid 2 to smithi02869045-28 2024-08-29T17:50:04.708 INFO:tasks.rados.rados.0.smithi028.stdout:777: finishing write tid 3 to smithi02869045-28 2024-08-29T17:50:04.708 INFO:tasks.rados.rados.0.smithi028.stdout:777: finishing write tid 4 to smithi02869045-28 2024-08-29T17:50:04.708 INFO:tasks.rados.rados.0.smithi028.stdout:777: finishing write tid 5 to smithi02869045-28 2024-08-29T17:50:04.708 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 28 v 219 (ObjNum 251 snap 77 seq_num 251) dirty exists 2024-08-29T17:50:04.708 INFO:tasks.rados.rados.0.smithi028.stdout:777: left oid 28 (ObjNum 251 snap 77 seq_num 251) 2024-08-29T17:50:04.708 INFO:tasks.rados.rados.0.smithi028.stdout:778: finishing copy_from racing read to smithi02869045-19 2024-08-29T17:50:04.708 INFO:tasks.rados.rados.0.smithi028.stdout:778: finishing copy_from to smithi02869045-19 2024-08-29T17:50:04.709 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 19 v 456 (ObjNum 239 snap 69 seq_num 239) dirty exists 2024-08-29T17:50:04.824 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:50:04 smithi053 bash[24720]: cephadm 2024-08-29T17:50:03.045248+0000 mgr.x (mgr.24565) 28 : cephadm [INF] Updating smithi028:/var/lib/ceph/3167ee72-662c-11ef-bcd4-c7b262605968/config/ceph.conf 2024-08-29T17:50:04.824 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:50:04 smithi053 bash[24720]: cephadm 2024-08-29T17:50:03.045524+0000 mgr.x (mgr.24565) 29 : cephadm [INF] Updating smithi053:/var/lib/ceph/3167ee72-662c-11ef-bcd4-c7b262605968/config/ceph.conf 2024-08-29T17:50:04.824 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:50:04 smithi053 bash[24720]: cephadm 2024-08-29T17:50:03.188235+0000 mgr.x (mgr.24565) 30 : cephadm [INF] Updating smithi053:/etc/ceph/ceph.client.admin.keyring 2024-08-29T17:50:04.825 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:50:04 smithi053 bash[24720]: cephadm 2024-08-29T17:50:03.198097+0000 mgr.x (mgr.24565) 31 : cephadm [INF] Updating smithi028:/etc/ceph/ceph.client.admin.keyring 2024-08-29T17:50:04.825 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:50:04 smithi053 bash[24720]: cephadm 2024-08-29T17:50:03.325446+0000 mgr.x (mgr.24565) 32 : cephadm [INF] Updating smithi053:/var/lib/ceph/3167ee72-662c-11ef-bcd4-c7b262605968/config/ceph.client.admin.keyring 2024-08-29T17:50:04.825 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:50:04 smithi053 bash[24720]: cephadm 2024-08-29T17:50:03.342323+0000 mgr.x (mgr.24565) 33 : cephadm [INF] Updating smithi028:/var/lib/ceph/3167ee72-662c-11ef-bcd4-c7b262605968/config/ceph.client.admin.keyring 2024-08-29T17:50:04.825 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:50:04 smithi053 bash[24720]: audit 2024-08-29T17:50:03.557410+0000 mon.a (mon.0) 1294 : audit [INF] from='mgr.24565 ' entity='mgr.x' 2024-08-29T17:50:04.825 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:50:04 smithi053 bash[24720]: cluster 2024-08-29T17:50:03.564387+0000 mon.a (mon.0) 1295 : cluster [DBG] osdmap e215: 8 total, 8 up, 8 in 2024-08-29T17:50:04.825 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:50:04 smithi053 bash[24720]: audit 2024-08-29T17:50:03.576495+0000 mon.a (mon.0) 1296 : audit [INF] from='mgr.24565 ' entity='mgr.x' 2024-08-29T17:50:04.825 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:50:04 smithi053 bash[24720]: audit 2024-08-29T17:50:03.583587+0000 mon.a (mon.0) 1297 : audit [INF] from='mgr.24565 ' entity='mgr.x' 2024-08-29T17:50:04.825 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:50:04 smithi053 bash[24720]: audit 2024-08-29T17:50:03.590707+0000 mon.a (mon.0) 1298 : audit [INF] from='mgr.24565 ' entity='mgr.x' 2024-08-29T17:50:04.825 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:50:04 smithi053 bash[24720]: cephadm 2024-08-29T17:50:03.591123+0000 mgr.x (mgr.24565) 34 : cephadm [INF] Reconfiguring node-exporter.a (dependencies changed)... 2024-08-29T17:50:04.825 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:50:04 smithi053 bash[24720]: cephadm 2024-08-29T17:50:03.591752+0000 mgr.x (mgr.24565) 35 : cephadm [INF] Reconfiguring daemon node-exporter.a on smithi028 2024-08-29T17:50:04.825 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:50:04 smithi053 bash[24720]: cluster 2024-08-29T17:50:03.689959+0000 mgr.x (mgr.24565) 36 : cluster [DBG] pgmap v36: 121 pgs: 121 active+clean; 251 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 4.8 MiB/s rd, 2.5 MiB/s wr, 17 op/s 2024-08-29T17:50:04.825 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:50:04 smithi053 bash[24720]: cluster 2024-08-29T17:50:04.495071+0000 mon.a (mon.0) 1299 : cluster [DBG] osdmap e216: 8 total, 8 up, 8 in 2024-08-29T17:50:05.119 INFO:journalctl@ceph.node-exporter.a.smithi028.stdout:Aug 29 17:50:04 smithi028 bash[69948]: ceph-3167ee72-662c-11ef-bcd4-c7b262605968-node-exporter-a 2024-08-29T17:50:05.119 INFO:journalctl@ceph.node-exporter.a.smithi028.stdout:Aug 29 17:50:04 smithi028 systemd[1]: ceph-3167ee72-662c-11ef-bcd4-c7b262605968@node-exporter.a.service: Main process exited, code=exited, status=143/n/a 2024-08-29T17:50:05.119 INFO:journalctl@ceph.node-exporter.a.smithi028.stdout:Aug 29 17:50:05 smithi028 bash[70007]: Error response from daemon: No such container: ceph-3167ee72-662c-11ef-bcd4-c7b262605968-node-exporter-a 2024-08-29T17:50:05.119 INFO:journalctl@ceph.node-exporter.a.smithi028.stdout:Aug 29 17:50:05 smithi028 systemd[1]: ceph-3167ee72-662c-11ef-bcd4-c7b262605968@node-exporter.a.service: Failed with result 'exit-code'. 2024-08-29T17:50:05.119 INFO:journalctl@ceph.node-exporter.a.smithi028.stdout:Aug 29 17:50:05 smithi028 systemd[1]: Stopped Ceph node-exporter.a for 3167ee72-662c-11ef-bcd4-c7b262605968. 2024-08-29T17:50:05.120 INFO:journalctl@ceph.node-exporter.a.smithi028.stdout:Aug 29 17:50:05 smithi028 systemd[1]: Started Ceph node-exporter.a for 3167ee72-662c-11ef-bcd4-c7b262605968. 2024-08-29T17:50:05.593 INFO:tasks.rados.rados.0.smithi028.stdout:774: done (4 left) 2024-08-29T17:50:05.593 INFO:tasks.rados.rados.0.smithi028.stdout:776: done (3 left) 2024-08-29T17:50:05.593 INFO:tasks.rados.rados.0.smithi028.stdout:777: done (2 left) 2024-08-29T17:50:05.593 INFO:tasks.rados.rados.0.smithi028.stdout:778: done (1 left) 2024-08-29T17:50:05.593 INFO:tasks.rados.rados.0.smithi028.stdout:779: done (0 left) 2024-08-29T17:50:05.593 INFO:tasks.rados.rados.0.smithi028.stdout:780: rollback oid 46 current snap is 78 2024-08-29T17:50:05.593 INFO:tasks.rados.rados.0.smithi028.stdout:rollback oid 46 to 66 2024-08-29T17:50:05.593 INFO:tasks.rados.rados.0.smithi028.stdout:781: copy_from oid 35 from oid 11 current snap is 78 2024-08-29T17:50:05.593 INFO:tasks.rados.rados.0.smithi028.stdout:782: read oid 30 snap -1 2024-08-29T17:50:05.593 INFO:tasks.rados.rados.0.smithi028.stdout:782: expect deleted 2024-08-29T17:50:05.593 INFO:tasks.rados.rados.0.smithi028.stdout:783: copy_from oid 6 from oid 38 current snap is 78 2024-08-29T17:50:05.593 INFO:tasks.rados.rados.0.smithi028.stdout:784: delete oid 33 current snap is 78 2024-08-29T17:50:05.597 INFO:tasks.rados.rados.0.smithi028.stdout:780: finishing rollback tid 0 to smithi02869045-46 2024-08-29T17:50:05.598 INFO:tasks.rados.rados.0.smithi028.stdout:780: finishing rollback tid 1 to smithi02869045-46 2024-08-29T17:50:05.598 INFO:tasks.rados.rados.0.smithi028.stdout:781: finishing copy_from to smithi02869045-35 2024-08-29T17:50:05.598 INFO:tasks.rados.rados.0.smithi028.stdout:781: got expected ENOENT (src dne) 2024-08-29T17:50:05.599 INFO:tasks.rados.rados.0.smithi028.stdout:781: finishing copy_from racing read to smithi02869045-35 2024-08-29T17:50:05.600 INFO:tasks.rados.rados.0.smithi028.stdout:780: finishing rollback tid 2 to smithi02869045-46 2024-08-29T17:50:05.600 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 46 v 279 (ObjNum 50 snap 0 seq_num 50) dirty exists 2024-08-29T17:50:05.602 INFO:tasks.rados.rados.0.smithi028.stdout:783: finishing copy_from to smithi02869045-6 2024-08-29T17:50:05.602 INFO:tasks.rados.rados.0.smithi028.stdout:783: got expected ENOENT (src dne) 2024-08-29T17:50:05.603 INFO:tasks.rados.rados.0.smithi028.stdout:783: finishing copy_from racing read to smithi02869045-6 2024-08-29T17:50:05.603 INFO:tasks.rados.rados.0.smithi028.stdout:780: done (4 left) 2024-08-29T17:50:05.603 INFO:tasks.rados.rados.0.smithi028.stdout:781: done (3 left) 2024-08-29T17:50:05.603 INFO:tasks.rados.rados.0.smithi028.stdout:782: done (2 left) 2024-08-29T17:50:05.603 INFO:tasks.rados.rados.0.smithi028.stdout:783: done (1 left) 2024-08-29T17:50:05.603 INFO:tasks.rados.rados.0.smithi028.stdout:784: done (0 left) 2024-08-29T17:50:05.603 INFO:tasks.rados.rados.0.smithi028.stdout:785: read oid 18 snap -1 2024-08-29T17:50:05.604 INFO:tasks.rados.rados.0.smithi028.stdout:785: expect (ObjNum 223 snap 64 seq_num 223) 2024-08-29T17:50:05.604 INFO:tasks.rados.rados.0.smithi028.stdout:786: delete oid 42 current snap is 78 2024-08-29T17:50:05.611 INFO:tasks.rados.rados.0.smithi028.stdout:786: done (1 left) 2024-08-29T17:50:05.611 INFO:tasks.rados.rados.0.smithi028.stdout:787: read oid 42 snap -1 2024-08-29T17:50:05.611 INFO:tasks.rados.rados.0.smithi028.stdout:787: expect deleted 2024-08-29T17:50:05.611 INFO:tasks.rados.rados.0.smithi028.stdout:788: snap_remove snap 57 2024-08-29T17:50:06.309 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:50:06 smithi053 bash[24720]: audit 2024-08-29T17:50:05.061796+0000 mon.a (mon.0) 1300 : audit [INF] from='mgr.24565 ' entity='mgr.x' 2024-08-29T17:50:06.309 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:50:06 smithi053 bash[24720]: audit 2024-08-29T17:50:05.073181+0000 mon.a (mon.0) 1301 : audit [INF] from='mgr.24565 ' entity='mgr.x' 2024-08-29T17:50:06.309 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:50:06 smithi053 bash[24720]: cephadm 2024-08-29T17:50:05.074842+0000 mgr.x (mgr.24565) 37 : cephadm [INF] Reconfiguring alertmanager.a (dependencies changed)... 2024-08-29T17:50:06.309 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:50:06 smithi053 bash[24720]: cephadm 2024-08-29T17:50:05.102399+0000 mgr.x (mgr.24565) 38 : cephadm [INF] Reconfiguring daemon alertmanager.a on smithi028 2024-08-29T17:50:06.310 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:50:06 smithi053 bash[24720]: cluster 2024-08-29T17:50:05.598867+0000 mon.a (mon.0) 1302 : cluster [DBG] osdmap e217: 8 total, 8 up, 8 in 2024-08-29T17:50:06.310 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:50:06 smithi053 bash[24720]: cluster 2024-08-29T17:50:05.690729+0000 mgr.x (mgr.24565) 39 : cluster [DBG] pgmap v39: 121 pgs: 121 active+clean; 251 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 4.8 MiB/s rd, 2.5 MiB/s wr, 17 op/s 2024-08-29T17:50:06.375 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:50:06 smithi028 bash[22419]: audit 2024-08-29T17:50:05.061796+0000 mon.a (mon.0) 1300 : audit [INF] from='mgr.24565 ' entity='mgr.x' 2024-08-29T17:50:06.375 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:50:06 smithi028 bash[22419]: audit 2024-08-29T17:50:05.073181+0000 mon.a (mon.0) 1301 : audit [INF] from='mgr.24565 ' entity='mgr.x' 2024-08-29T17:50:06.375 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:50:06 smithi028 bash[22419]: cephadm 2024-08-29T17:50:05.074842+0000 mgr.x (mgr.24565) 37 : cephadm [INF] Reconfiguring alertmanager.a (dependencies changed)... 2024-08-29T17:50:06.376 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:50:06 smithi028 bash[22419]: cephadm 2024-08-29T17:50:05.102399+0000 mgr.x (mgr.24565) 38 : cephadm [INF] Reconfiguring daemon alertmanager.a on smithi028 2024-08-29T17:50:06.376 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:50:06 smithi028 bash[22419]: cluster 2024-08-29T17:50:05.598867+0000 mon.a (mon.0) 1302 : cluster [DBG] osdmap e217: 8 total, 8 up, 8 in 2024-08-29T17:50:06.376 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:50:06 smithi028 bash[22419]: cluster 2024-08-29T17:50:05.690729+0000 mgr.x (mgr.24565) 39 : cluster [DBG] pgmap v39: 121 pgs: 121 active+clean; 251 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 4.8 MiB/s rd, 2.5 MiB/s wr, 17 op/s 2024-08-29T17:50:06.376 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:50:06 smithi028 bash[31855]: audit 2024-08-29T17:50:05.061796+0000 mon.a (mon.0) 1300 : audit [INF] from='mgr.24565 ' entity='mgr.x' 2024-08-29T17:50:06.376 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:50:06 smithi028 bash[31855]: audit 2024-08-29T17:50:05.073181+0000 mon.a (mon.0) 1301 : audit [INF] from='mgr.24565 ' entity='mgr.x' 2024-08-29T17:50:06.376 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:50:06 smithi028 bash[31855]: cephadm 2024-08-29T17:50:05.074842+0000 mgr.x (mgr.24565) 37 : cephadm [INF] Reconfiguring alertmanager.a (dependencies changed)... 2024-08-29T17:50:06.376 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:50:06 smithi028 bash[31855]: cephadm 2024-08-29T17:50:05.102399+0000 mgr.x (mgr.24565) 38 : cephadm [INF] Reconfiguring daemon alertmanager.a on smithi028 2024-08-29T17:50:06.376 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:50:06 smithi028 bash[31855]: cluster 2024-08-29T17:50:05.598867+0000 mon.a (mon.0) 1302 : cluster [DBG] osdmap e217: 8 total, 8 up, 8 in 2024-08-29T17:50:06.376 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:50:06 smithi028 bash[31855]: cluster 2024-08-29T17:50:05.690729+0000 mgr.x (mgr.24565) 39 : cluster [DBG] pgmap v39: 121 pgs: 121 active+clean; 251 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 4.8 MiB/s rd, 2.5 MiB/s wr, 17 op/s 2024-08-29T17:50:06.573 INFO:journalctl@ceph.mgr.x.smithi053.stdout:Aug 29 17:50:06 smithi053 bash[53049]: ::ffff:172.21.15.53 - - [29/Aug/2024:17:50:06] "GET /metrics HTTP/1.1" 200 36044 "" "Prometheus/2.43.0" 2024-08-29T17:50:06.602 INFO:tasks.rados.rados.0.smithi028.stdout:788: done (2 left) 2024-08-29T17:50:06.602 INFO:tasks.rados.rados.0.smithi028.stdout:789: read oid 29 snap -1 2024-08-29T17:50:06.602 INFO:tasks.rados.rados.0.smithi028.stdout:789: expect (ObjNum 61 snap 5 seq_num 61) 2024-08-29T17:50:06.610 INFO:tasks.rados.rados.0.smithi028.stdout:790: rollback oid 32 current snap is 78 2024-08-29T17:50:06.610 INFO:tasks.rados.rados.0.smithi028.stdout:rollback oid 32 to 66 2024-08-29T17:50:06.610 INFO:tasks.rados.rados.0.smithi028.stdout:791: read oid 25 snap 62 2024-08-29T17:50:06.611 INFO:tasks.rados.rados.0.smithi028.stdout:791: expect deleted 2024-08-29T17:50:06.611 INFO:tasks.rados.rados.0.smithi028.stdout:792: rollback oid 10 current snap is 78 2024-08-29T17:50:06.611 INFO:tasks.rados.rados.0.smithi028.stdout:rollback oid 10 to 67 2024-08-29T17:50:06.611 INFO:tasks.rados.rados.0.smithi028.stdout:793: read oid 12 snap -1 2024-08-29T17:50:06.611 INFO:tasks.rados.rados.0.smithi028.stdout:793: expect (ObjNum 161 snap 46 seq_num 161) 2024-08-29T17:50:06.611 INFO:tasks.rados.rados.0.smithi028.stdout:append oid 48 current snap is 78 2024-08-29T17:50:06.611 INFO:tasks.rados.rados.0.smithi028.stdout:794: seq_num 254 ranges {1384448=663552,2048000=663552,2711552=540672} 2024-08-29T17:50:06.624 INFO:tasks.rados.rados.0.smithi028.stdout:794: writing smithi02869045-48 from 1384448 to 2048000 tid 1 2024-08-29T17:50:06.628 INFO:tasks.rados.rados.0.smithi028.stdout:794: writing smithi02869045-48 from 2048000 to 2711552 tid 2 2024-08-29T17:50:06.632 INFO:tasks.rados.rados.0.smithi028.stdout:794: writing smithi02869045-48 from 2711552 to 3252224 tid 3 2024-08-29T17:50:06.632 INFO:tasks.rados.rados.0.smithi028.stdout:795: delete oid 26 current snap is 78 2024-08-29T17:50:06.632 INFO:tasks.rados.rados.0.smithi028.stdout:785: expect (ObjNum 223 snap 64 seq_num 223) 2024-08-29T17:50:07.064 INFO:tasks.rados.rados.0.smithi028.stdout:792: finishing rollback tid 0 to smithi02869045-10 2024-08-29T17:50:07.064 INFO:tasks.rados.rados.0.smithi028.stdout:790: finishing rollback tid 0 to smithi02869045-32 2024-08-29T17:50:07.064 INFO:tasks.rados.rados.0.smithi028.stdout:790: finishing rollback tid 1 to smithi02869045-32 2024-08-29T17:50:07.064 INFO:tasks.rados.rados.0.smithi028.stdout:790: finishing rollback tid 2 to smithi02869045-32 2024-08-29T17:50:07.064 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 32 v 83 (ObjNum 227 snap 64 seq_num 227) dirty exists 2024-08-29T17:50:07.064 INFO:tasks.rados.rados.0.smithi028.stdout:792: finishing rollback tid 1 to smithi02869045-10 2024-08-29T17:50:07.064 INFO:tasks.rados.rados.0.smithi028.stdout:785: done (8 left) 2024-08-29T17:50:07.065 INFO:tasks.rados.rados.0.smithi028.stdout:787: done (7 left) 2024-08-29T17:50:07.065 INFO:tasks.rados.rados.0.smithi028.stdout:790: done (6 left) 2024-08-29T17:50:07.065 INFO:tasks.rados.rados.0.smithi028.stdout:791: done (5 left) 2024-08-29T17:50:07.065 INFO:tasks.rados.rados.0.smithi028.stdout:795: done (4 left) 2024-08-29T17:50:07.065 INFO:tasks.rados.rados.0.smithi028.stdout:796: snap_remove snap 74 2024-08-29T17:50:07.253 INFO:journalctl@ceph.node-exporter.a.smithi028.stdout:Aug 29 17:50:07 smithi028 bash[70035]: ts=2024-08-29T17:50:07.036Z caller=node_exporter.go:180 level=info msg="Starting node_exporter" version="(version=1.5.0, branch=HEAD, revision=1b48970ffcf5630534fb00bb0687d73c66d1c959)" 2024-08-29T17:50:07.253 INFO:journalctl@ceph.node-exporter.a.smithi028.stdout:Aug 29 17:50:07 smithi028 bash[70035]: ts=2024-08-29T17:50:07.036Z caller=node_exporter.go:181 level=info msg="Build context" build_context="(go=go1.19.3, user=root@6e7732a7b81b, date=20221129-18:59:09)" 2024-08-29T17:50:07.253 INFO:journalctl@ceph.node-exporter.a.smithi028.stdout:Aug 29 17:50:07 smithi028 bash[70035]: ts=2024-08-29T17:50:07.036Z caller=filesystem_common.go:111 level=info collector=filesystem msg="Parsed flag --collector.filesystem.mount-points-exclude" flag=^/(dev|proc|run/credentials/.+|sys|var/lib/docker/.+|var/lib/containers/storage/.+)($|/) 2024-08-29T17:50:07.254 INFO:journalctl@ceph.node-exporter.a.smithi028.stdout:Aug 29 17:50:07 smithi028 bash[70035]: ts=2024-08-29T17:50:07.036Z caller=filesystem_common.go:113 level=info collector=filesystem msg="Parsed flag --collector.filesystem.fs-types-exclude" flag=^(autofs|binfmt_misc|bpf|cgroup2?|configfs|debugfs|devpts|devtmpfs|fusectl|hugetlbfs|iso9660|mqueue|nsfs|overlay|proc|procfs|pstore|rpc_pipefs|securityfs|selinuxfs|squashfs|sysfs|tracefs)$ 2024-08-29T17:50:07.254 INFO:journalctl@ceph.node-exporter.a.smithi028.stdout:Aug 29 17:50:07 smithi028 bash[70035]: ts=2024-08-29T17:50:07.037Z caller=diskstats_common.go:111 level=info collector=diskstats msg="Parsed flag --collector.diskstats.device-exclude" flag=^(ram|loop|fd|(h|s|v|xv)d[a-z]|nvme\d+n\d+p)\d+$ 2024-08-29T17:50:07.254 INFO:journalctl@ceph.node-exporter.a.smithi028.stdout:Aug 29 17:50:07 smithi028 bash[70035]: ts=2024-08-29T17:50:07.037Z caller=diskstats_linux.go:264 level=error collector=diskstats msg="Failed to open directory, disabling udev device properties" path=/run/udev/data 2024-08-29T17:50:07.254 INFO:journalctl@ceph.node-exporter.a.smithi028.stdout:Aug 29 17:50:07 smithi028 bash[70035]: ts=2024-08-29T17:50:07.038Z caller=node_exporter.go:110 level=info msg="Enabled collectors" 2024-08-29T17:50:07.254 INFO:journalctl@ceph.node-exporter.a.smithi028.stdout:Aug 29 17:50:07 smithi028 bash[70035]: ts=2024-08-29T17:50:07.038Z caller=node_exporter.go:117 level=info collector=arp 2024-08-29T17:50:07.254 INFO:journalctl@ceph.node-exporter.a.smithi028.stdout:Aug 29 17:50:07 smithi028 bash[70035]: ts=2024-08-29T17:50:07.038Z caller=node_exporter.go:117 level=info collector=bcache 2024-08-29T17:50:07.254 INFO:journalctl@ceph.node-exporter.a.smithi028.stdout:Aug 29 17:50:07 smithi028 bash[70035]: ts=2024-08-29T17:50:07.038Z caller=node_exporter.go:117 level=info collector=bonding 2024-08-29T17:50:07.254 INFO:journalctl@ceph.node-exporter.a.smithi028.stdout:Aug 29 17:50:07 smithi028 bash[70035]: ts=2024-08-29T17:50:07.038Z caller=node_exporter.go:117 level=info collector=btrfs 2024-08-29T17:50:07.254 INFO:journalctl@ceph.node-exporter.a.smithi028.stdout:Aug 29 17:50:07 smithi028 bash[70035]: ts=2024-08-29T17:50:07.038Z caller=node_exporter.go:117 level=info collector=conntrack 2024-08-29T17:50:07.254 INFO:journalctl@ceph.node-exporter.a.smithi028.stdout:Aug 29 17:50:07 smithi028 bash[70035]: ts=2024-08-29T17:50:07.038Z caller=node_exporter.go:117 level=info collector=cpu 2024-08-29T17:50:07.254 INFO:journalctl@ceph.node-exporter.a.smithi028.stdout:Aug 29 17:50:07 smithi028 bash[70035]: ts=2024-08-29T17:50:07.038Z caller=node_exporter.go:117 level=info collector=cpufreq 2024-08-29T17:50:07.254 INFO:journalctl@ceph.node-exporter.a.smithi028.stdout:Aug 29 17:50:07 smithi028 bash[70035]: ts=2024-08-29T17:50:07.038Z caller=node_exporter.go:117 level=info collector=diskstats 2024-08-29T17:50:07.255 INFO:journalctl@ceph.node-exporter.a.smithi028.stdout:Aug 29 17:50:07 smithi028 bash[70035]: ts=2024-08-29T17:50:07.038Z caller=node_exporter.go:117 level=info collector=dmi 2024-08-29T17:50:07.255 INFO:journalctl@ceph.node-exporter.a.smithi028.stdout:Aug 29 17:50:07 smithi028 bash[70035]: ts=2024-08-29T17:50:07.038Z caller=node_exporter.go:117 level=info collector=edac 2024-08-29T17:50:07.255 INFO:journalctl@ceph.node-exporter.a.smithi028.stdout:Aug 29 17:50:07 smithi028 bash[70035]: ts=2024-08-29T17:50:07.038Z caller=node_exporter.go:117 level=info collector=entropy 2024-08-29T17:50:07.255 INFO:journalctl@ceph.node-exporter.a.smithi028.stdout:Aug 29 17:50:07 smithi028 bash[70035]: ts=2024-08-29T17:50:07.038Z caller=node_exporter.go:117 level=info collector=fibrechannel 2024-08-29T17:50:07.255 INFO:journalctl@ceph.node-exporter.a.smithi028.stdout:Aug 29 17:50:07 smithi028 bash[70035]: ts=2024-08-29T17:50:07.038Z caller=node_exporter.go:117 level=info collector=filefd 2024-08-29T17:50:07.255 INFO:journalctl@ceph.node-exporter.a.smithi028.stdout:Aug 29 17:50:07 smithi028 bash[70035]: ts=2024-08-29T17:50:07.038Z caller=node_exporter.go:117 level=info collector=filesystem 2024-08-29T17:50:07.255 INFO:journalctl@ceph.node-exporter.a.smithi028.stdout:Aug 29 17:50:07 smithi028 bash[70035]: ts=2024-08-29T17:50:07.038Z caller=node_exporter.go:117 level=info collector=hwmon 2024-08-29T17:50:07.255 INFO:journalctl@ceph.node-exporter.a.smithi028.stdout:Aug 29 17:50:07 smithi028 bash[70035]: ts=2024-08-29T17:50:07.038Z caller=node_exporter.go:117 level=info collector=infiniband 2024-08-29T17:50:07.255 INFO:journalctl@ceph.node-exporter.a.smithi028.stdout:Aug 29 17:50:07 smithi028 bash[70035]: ts=2024-08-29T17:50:07.038Z caller=node_exporter.go:117 level=info collector=ipvs 2024-08-29T17:50:07.255 INFO:journalctl@ceph.node-exporter.a.smithi028.stdout:Aug 29 17:50:07 smithi028 bash[70035]: ts=2024-08-29T17:50:07.038Z caller=node_exporter.go:117 level=info collector=loadavg 2024-08-29T17:50:07.255 INFO:journalctl@ceph.node-exporter.a.smithi028.stdout:Aug 29 17:50:07 smithi028 bash[70035]: ts=2024-08-29T17:50:07.038Z caller=node_exporter.go:117 level=info collector=mdadm 2024-08-29T17:50:07.255 INFO:journalctl@ceph.node-exporter.a.smithi028.stdout:Aug 29 17:50:07 smithi028 bash[70035]: ts=2024-08-29T17:50:07.038Z caller=node_exporter.go:117 level=info collector=meminfo 2024-08-29T17:50:07.255 INFO:journalctl@ceph.node-exporter.a.smithi028.stdout:Aug 29 17:50:07 smithi028 bash[70035]: ts=2024-08-29T17:50:07.038Z caller=node_exporter.go:117 level=info collector=netclass 2024-08-29T17:50:07.256 INFO:journalctl@ceph.node-exporter.a.smithi028.stdout:Aug 29 17:50:07 smithi028 bash[70035]: ts=2024-08-29T17:50:07.038Z caller=node_exporter.go:117 level=info collector=netdev 2024-08-29T17:50:07.256 INFO:journalctl@ceph.node-exporter.a.smithi028.stdout:Aug 29 17:50:07 smithi028 bash[70035]: ts=2024-08-29T17:50:07.038Z caller=node_exporter.go:117 level=info collector=netstat 2024-08-29T17:50:07.256 INFO:journalctl@ceph.node-exporter.a.smithi028.stdout:Aug 29 17:50:07 smithi028 bash[70035]: ts=2024-08-29T17:50:07.038Z caller=node_exporter.go:117 level=info collector=nfs 2024-08-29T17:50:07.256 INFO:journalctl@ceph.node-exporter.a.smithi028.stdout:Aug 29 17:50:07 smithi028 bash[70035]: ts=2024-08-29T17:50:07.038Z caller=node_exporter.go:117 level=info collector=nfsd 2024-08-29T17:50:07.256 INFO:journalctl@ceph.node-exporter.a.smithi028.stdout:Aug 29 17:50:07 smithi028 bash[70035]: ts=2024-08-29T17:50:07.038Z caller=node_exporter.go:117 level=info collector=nvme 2024-08-29T17:50:07.256 INFO:journalctl@ceph.node-exporter.a.smithi028.stdout:Aug 29 17:50:07 smithi028 bash[70035]: ts=2024-08-29T17:50:07.038Z caller=node_exporter.go:117 level=info collector=os 2024-08-29T17:50:07.256 INFO:journalctl@ceph.node-exporter.a.smithi028.stdout:Aug 29 17:50:07 smithi028 bash[70035]: ts=2024-08-29T17:50:07.038Z caller=node_exporter.go:117 level=info collector=powersupplyclass 2024-08-29T17:50:07.256 INFO:journalctl@ceph.node-exporter.a.smithi028.stdout:Aug 29 17:50:07 smithi028 bash[70035]: ts=2024-08-29T17:50:07.038Z caller=node_exporter.go:117 level=info collector=pressure 2024-08-29T17:50:07.256 INFO:journalctl@ceph.node-exporter.a.smithi028.stdout:Aug 29 17:50:07 smithi028 bash[70035]: ts=2024-08-29T17:50:07.038Z caller=node_exporter.go:117 level=info collector=rapl 2024-08-29T17:50:07.256 INFO:journalctl@ceph.node-exporter.a.smithi028.stdout:Aug 29 17:50:07 smithi028 bash[70035]: ts=2024-08-29T17:50:07.038Z caller=node_exporter.go:117 level=info collector=schedstat 2024-08-29T17:50:07.256 INFO:journalctl@ceph.node-exporter.a.smithi028.stdout:Aug 29 17:50:07 smithi028 bash[70035]: ts=2024-08-29T17:50:07.038Z caller=node_exporter.go:117 level=info collector=selinux 2024-08-29T17:50:07.256 INFO:journalctl@ceph.node-exporter.a.smithi028.stdout:Aug 29 17:50:07 smithi028 bash[70035]: ts=2024-08-29T17:50:07.038Z caller=node_exporter.go:117 level=info collector=sockstat 2024-08-29T17:50:07.256 INFO:journalctl@ceph.node-exporter.a.smithi028.stdout:Aug 29 17:50:07 smithi028 bash[70035]: ts=2024-08-29T17:50:07.038Z caller=node_exporter.go:117 level=info collector=softnet 2024-08-29T17:50:07.256 INFO:journalctl@ceph.node-exporter.a.smithi028.stdout:Aug 29 17:50:07 smithi028 bash[70035]: ts=2024-08-29T17:50:07.038Z caller=node_exporter.go:117 level=info collector=stat 2024-08-29T17:50:07.257 INFO:journalctl@ceph.node-exporter.a.smithi028.stdout:Aug 29 17:50:07 smithi028 bash[70035]: ts=2024-08-29T17:50:07.038Z caller=node_exporter.go:117 level=info collector=tapestats 2024-08-29T17:50:07.257 INFO:journalctl@ceph.node-exporter.a.smithi028.stdout:Aug 29 17:50:07 smithi028 bash[70035]: ts=2024-08-29T17:50:07.038Z caller=node_exporter.go:117 level=info collector=textfile 2024-08-29T17:50:07.257 INFO:journalctl@ceph.node-exporter.a.smithi028.stdout:Aug 29 17:50:07 smithi028 bash[70035]: ts=2024-08-29T17:50:07.038Z caller=node_exporter.go:117 level=info collector=thermal_zone 2024-08-29T17:50:07.257 INFO:journalctl@ceph.node-exporter.a.smithi028.stdout:Aug 29 17:50:07 smithi028 bash[70035]: ts=2024-08-29T17:50:07.038Z caller=node_exporter.go:117 level=info collector=time 2024-08-29T17:50:07.257 INFO:journalctl@ceph.node-exporter.a.smithi028.stdout:Aug 29 17:50:07 smithi028 bash[70035]: ts=2024-08-29T17:50:07.038Z caller=node_exporter.go:117 level=info collector=udp_queues 2024-08-29T17:50:07.257 INFO:journalctl@ceph.node-exporter.a.smithi028.stdout:Aug 29 17:50:07 smithi028 bash[70035]: ts=2024-08-29T17:50:07.038Z caller=node_exporter.go:117 level=info collector=uname 2024-08-29T17:50:07.257 INFO:journalctl@ceph.node-exporter.a.smithi028.stdout:Aug 29 17:50:07 smithi028 bash[70035]: ts=2024-08-29T17:50:07.038Z caller=node_exporter.go:117 level=info collector=vmstat 2024-08-29T17:50:07.257 INFO:journalctl@ceph.node-exporter.a.smithi028.stdout:Aug 29 17:50:07 smithi028 bash[70035]: ts=2024-08-29T17:50:07.038Z caller=node_exporter.go:117 level=info collector=xfs 2024-08-29T17:50:07.257 INFO:journalctl@ceph.node-exporter.a.smithi028.stdout:Aug 29 17:50:07 smithi028 bash[70035]: ts=2024-08-29T17:50:07.038Z caller=node_exporter.go:117 level=info collector=zfs 2024-08-29T17:50:07.257 INFO:journalctl@ceph.node-exporter.a.smithi028.stdout:Aug 29 17:50:07 smithi028 bash[70035]: ts=2024-08-29T17:50:07.038Z caller=tls_config.go:232 level=info msg="Listening on" address=[::]:9100 2024-08-29T17:50:07.257 INFO:journalctl@ceph.node-exporter.a.smithi028.stdout:Aug 29 17:50:07 smithi028 bash[70035]: ts=2024-08-29T17:50:07.038Z caller=tls_config.go:235 level=info msg="TLS is disabled." http2=false address=[::]:9100 2024-08-29T17:50:07.606 INFO:tasks.rados.rados.0.smithi028.stdout:796: done (4 left) 2024-08-29T17:50:07.606 INFO:tasks.rados.rados.0.smithi028.stdout:797: read oid 7 snap -1 2024-08-29T17:50:07.606 INFO:tasks.rados.rados.0.smithi028.stdout:797: expect deleted 2024-08-29T17:50:07.606 INFO:tasks.rados.rados.0.smithi028.stdout:798: snap_remove snap 65 2024-08-29T17:50:07.875 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:50:07 smithi028 bash[22419]: cluster 2024-08-29T17:50:06.606597+0000 mon.a (mon.0) 1303 : cluster [DBG] osdmap e218: 8 total, 8 up, 8 in 2024-08-29T17:50:07.875 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:50:07 smithi028 bash[31855]: cluster 2024-08-29T17:50:06.606597+0000 mon.a (mon.0) 1303 : cluster [DBG] osdmap e218: 8 total, 8 up, 8 in 2024-08-29T17:50:08.073 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:50:07 smithi053 bash[24720]: cluster 2024-08-29T17:50:06.606597+0000 mon.a (mon.0) 1303 : cluster [DBG] osdmap e218: 8 total, 8 up, 8 in 2024-08-29T17:50:08.610 INFO:tasks.rados.rados.0.smithi028.stdout:798: done (5 left) 2024-08-29T17:50:08.610 INFO:tasks.rados.rados.0.smithi028.stdout:799: read oid 8 snap -1 2024-08-29T17:50:08.610 INFO:tasks.rados.rados.0.smithi028.stdout:799: expect (ObjNum 231 snap 64 seq_num 231) 2024-08-29T17:50:08.611 INFO:tasks.rados.rados.0.smithi028.stdout:800: rollback oid 27 current snap is 78 2024-08-29T17:50:08.611 INFO:tasks.rados.rados.0.smithi028.stdout:rollback oid 27 to 46 2024-08-29T17:50:08.611 INFO:tasks.rados.rados.0.smithi028.stdout:append oid 11 current snap is 78 2024-08-29T17:50:08.611 INFO:tasks.rados.rados.0.smithi028.stdout:801: seq_num 256 ranges {0=696320,696320=434176,1130496=770048} 2024-08-29T17:50:08.619 INFO:tasks.rados.rados.0.smithi028.stdout:801: writing smithi02869045-11 from 0 to 696320 tid 1 2024-08-29T17:50:08.627 INFO:tasks.rados.rados.0.smithi028.stdout:801: writing smithi02869045-11 from 696320 to 1130496 tid 2 2024-08-29T17:50:08.641 INFO:tasks.rados.rados.0.smithi028.stdout:801: writing smithi02869045-11 from 1130496 to 1900544 tid 3 2024-08-29T17:50:08.641 INFO:tasks.rados.rados.0.smithi028.stdout:802: read oid 49 snap -1 2024-08-29T17:50:08.641 INFO:tasks.rados.rados.0.smithi028.stdout:802: expect deleted 2024-08-29T17:50:08.641 INFO:tasks.rados.rados.0.smithi028.stdout:append oid 21 current snap is 78 2024-08-29T17:50:08.641 INFO:tasks.rados.rados.0.smithi028.stdout:803: seq_num 257 ranges {1114112=712704,1826816=720896,2547712=483328} 2024-08-29T17:50:08.658 INFO:tasks.rados.rados.0.smithi028.stdout:803: writing smithi02869045-21 from 1114112 to 1826816 tid 1 2024-08-29T17:50:08.665 INFO:tasks.rados.rados.0.smithi028.stdout:803: writing smithi02869045-21 from 1826816 to 2547712 tid 2 2024-08-29T17:50:08.670 INFO:tasks.rados.rados.0.smithi028.stdout:803: writing smithi02869045-21 from 2547712 to 3031040 tid 3 2024-08-29T17:50:08.670 INFO:tasks.rados.rados.0.smithi028.stdout:804: rollback oid 30 current snap is 78 2024-08-29T17:50:08.670 INFO:tasks.rados.rados.0.smithi028.stdout:rollback oid 30 to 46 2024-08-29T17:50:08.670 INFO:tasks.rados.rados.0.smithi028.stdout:792: finishing rollback tid 2 to smithi02869045-10 2024-08-29T17:50:08.671 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 10 v 466 (ObjNum 209 snap 61 seq_num 209) dirty exists 2024-08-29T17:50:08.671 INFO:tasks.rados.rados.0.smithi028.stdout:794: finishing write tid 1 to smithi02869045-48 2024-08-29T17:50:08.671 INFO:tasks.rados.rados.0.smithi028.stdout:794: finishing write tid 2 to smithi02869045-48 2024-08-29T17:50:08.671 INFO:tasks.rados.rados.0.smithi028.stdout:789: expect (ObjNum 61 snap 5 seq_num 61) 2024-08-29T17:50:08.743 INFO:tasks.rados.rados.0.smithi028.stdout:794: finishing write tid 3 to smithi02869045-48 2024-08-29T17:50:08.743 INFO:tasks.rados.rados.0.smithi028.stdout:794: finishing write tid 4 to smithi02869045-48 2024-08-29T17:50:08.743 INFO:tasks.rados.rados.0.smithi028.stdout:794: finishing write tid 5 to smithi02869045-48 2024-08-29T17:50:08.743 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 48 v 510 (ObjNum 254 snap 78 seq_num 254) dirty exists 2024-08-29T17:50:08.743 INFO:tasks.rados.rados.0.smithi028.stdout:794: left oid 48 (ObjNum 254 snap 78 seq_num 254) 2024-08-29T17:50:08.743 INFO:tasks.rados.rados.0.smithi028.stdout:793: expect (ObjNum 161 snap 46 seq_num 161) 2024-08-29T17:50:08.875 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:50:08 smithi028 bash[31855]: cluster 2024-08-29T17:50:07.610906+0000 mon.a (mon.0) 1304 : cluster [DBG] osdmap e219: 8 total, 8 up, 8 in 2024-08-29T17:50:08.875 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:50:08 smithi028 bash[31855]: cluster 2024-08-29T17:50:07.692083+0000 mgr.x (mgr.24565) 40 : cluster [DBG] pgmap v42: 121 pgs: 121 active+clean; 259 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail; 5.6 MiB/s rd, 2.0 MiB/s wr, 8 op/s 2024-08-29T17:50:08.875 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:50:08 smithi028 bash[31855]: cluster 2024-08-29T17:50:08.612806+0000 mon.a (mon.0) 1305 : cluster [DBG] osdmap e220: 8 total, 8 up, 8 in 2024-08-29T17:50:08.876 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:50:08 smithi028 bash[22419]: cluster 2024-08-29T17:50:07.610906+0000 mon.a (mon.0) 1304 : cluster [DBG] osdmap e219: 8 total, 8 up, 8 in 2024-08-29T17:50:08.876 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:50:08 smithi028 bash[22419]: cluster 2024-08-29T17:50:07.692083+0000 mgr.x (mgr.24565) 40 : cluster [DBG] pgmap v42: 121 pgs: 121 active+clean; 259 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail; 5.6 MiB/s rd, 2.0 MiB/s wr, 8 op/s 2024-08-29T17:50:08.876 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:50:08 smithi028 bash[22419]: cluster 2024-08-29T17:50:08.612806+0000 mon.a (mon.0) 1305 : cluster [DBG] osdmap e220: 8 total, 8 up, 8 in 2024-08-29T17:50:09.073 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:50:08 smithi053 bash[24720]: cluster 2024-08-29T17:50:07.610906+0000 mon.a (mon.0) 1304 : cluster [DBG] osdmap e219: 8 total, 8 up, 8 in 2024-08-29T17:50:09.073 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:50:08 smithi053 bash[24720]: cluster 2024-08-29T17:50:07.692083+0000 mgr.x (mgr.24565) 40 : cluster [DBG] pgmap v42: 121 pgs: 121 active+clean; 259 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail; 5.6 MiB/s rd, 2.0 MiB/s wr, 8 op/s 2024-08-29T17:50:09.074 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:50:08 smithi053 bash[24720]: cluster 2024-08-29T17:50:08.612806+0000 mon.a (mon.0) 1305 : cluster [DBG] osdmap e220: 8 total, 8 up, 8 in 2024-08-29T17:50:09.140 INFO:tasks.rados.rados.0.smithi028.stdout:800: finishing rollback tid 1 to smithi02869045-27 2024-08-29T17:50:09.140 INFO:tasks.rados.rados.0.smithi028.stdout:800: finishing rollback tid 2 to smithi02869045-27 2024-08-29T17:50:09.140 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 27 v 406 (ObjNum 24 snap 0 seq_num 24) dirty exists 2024-08-29T17:50:09.140 INFO:tasks.rados.rados.0.smithi028.stdout:801: finishing write tid 1 to smithi02869045-11 2024-08-29T17:50:09.140 INFO:tasks.rados.rados.0.smithi028.stdout:801: finishing write tid 2 to smithi02869045-11 2024-08-29T17:50:09.140 INFO:tasks.rados.rados.0.smithi028.stdout:799: expect (ObjNum 231 snap 64 seq_num 231) 2024-08-29T17:50:09.229 INFO:tasks.rados.rados.0.smithi028.stdout:801: finishing write tid 3 to smithi02869045-11 2024-08-29T17:50:09.230 INFO:tasks.rados.rados.0.smithi028.stdout:801: finishing write tid 4 to smithi02869045-11 2024-08-29T17:50:09.230 INFO:tasks.rados.rados.0.smithi028.stdout:801: finishing write tid 5 to smithi02869045-11 2024-08-29T17:50:09.230 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 11 v 325 (ObjNum 256 snap 78 seq_num 256) dirty exists 2024-08-29T17:50:09.230 INFO:tasks.rados.rados.0.smithi028.stdout:801: left oid 11 (ObjNum 256 snap 78 seq_num 256) 2024-08-29T17:50:09.230 INFO:tasks.rados.rados.0.smithi028.stdout:803: finishing write tid 1 to smithi02869045-21 2024-08-29T17:50:09.230 INFO:tasks.rados.rados.0.smithi028.stdout:803: finishing write tid 2 to smithi02869045-21 2024-08-29T17:50:09.230 INFO:tasks.rados.rados.0.smithi028.stdout:803: finishing write tid 3 to smithi02869045-21 2024-08-29T17:50:09.230 INFO:tasks.rados.rados.0.smithi028.stdout:789: done (10 left) 2024-08-29T17:50:09.230 INFO:tasks.rados.rados.0.smithi028.stdout:792: done (9 left) 2024-08-29T17:50:09.230 INFO:tasks.rados.rados.0.smithi028.stdout:793: done (8 left) 2024-08-29T17:50:09.230 INFO:tasks.rados.rados.0.smithi028.stdout:794: done (7 left) 2024-08-29T17:50:09.230 INFO:tasks.rados.rados.0.smithi028.stdout:797: done (6 left) 2024-08-29T17:50:09.231 INFO:tasks.rados.rados.0.smithi028.stdout:799: done (5 left) 2024-08-29T17:50:09.231 INFO:tasks.rados.rados.0.smithi028.stdout:800: done (4 left) 2024-08-29T17:50:09.231 INFO:tasks.rados.rados.0.smithi028.stdout:801: done (3 left) 2024-08-29T17:50:09.231 INFO:tasks.rados.rados.0.smithi028.stdout:802: done (2 left) 2024-08-29T17:50:09.231 INFO:tasks.rados.rados.0.smithi028.stdout:805: read oid 17 snap -1 2024-08-29T17:50:09.231 INFO:tasks.rados.rados.0.smithi028.stdout:805: expect (ObjNum 229 snap 64 seq_num 229) 2024-08-29T17:50:09.231 INFO:tasks.rados.rados.0.smithi028.stdout:806: copy_from oid 29 from oid 39 current snap is 78 2024-08-29T17:50:09.231 INFO:tasks.rados.rados.0.smithi028.stdout:807: rmattr oid 47 current snap is 78 2024-08-29T17:50:09.231 INFO:tasks.rados.rados.0.smithi028.stdout:803: finishing write tid 4 to smithi02869045-21 2024-08-29T17:50:09.231 INFO:tasks.rados.rados.0.smithi028.stdout:804: finishing rollback tid 1 to smithi02869045-30 2024-08-29T17:50:09.231 INFO:tasks.rados.rados.0.smithi028.stdout:804: finishing rollback tid 2 to smithi02869045-30 2024-08-29T17:50:09.231 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 30 v 288 (ObjNum 101 snap 23 seq_num 101) dirty exists 2024-08-29T17:50:09.231 INFO:tasks.rados.rados.0.smithi028.stdout:803: finishing write tid 5 to smithi02869045-21 2024-08-29T17:50:09.231 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 21 v 470 (ObjNum 257 snap 78 seq_num 257) dirty exists 2024-08-29T17:50:09.232 INFO:tasks.rados.rados.0.smithi028.stdout:803: left oid 21 (ObjNum 257 snap 78 seq_num 257) 2024-08-29T17:50:09.232 INFO:tasks.rados.rados.0.smithi028.stdout:803: done (4 left) 2024-08-29T17:50:09.232 INFO:tasks.rados.rados.0.smithi028.stdout:804: done (3 left) 2024-08-29T17:50:09.232 INFO:tasks.rados.rados.0.smithi028.stdout:808: rollback oid 8 current snap is 78 2024-08-29T17:50:09.232 INFO:tasks.rados.rados.0.smithi028.stdout:rollback oid 8 to 33 2024-08-29T17:50:09.232 INFO:tasks.rados.rados.0.smithi028.stdout:append oid 23 current snap is 78 2024-08-29T17:50:09.232 INFO:tasks.rados.rados.0.smithi028.stdout:809: seq_num 258 ranges {5439488=729088,6168576=606208,6774784=598016} 2024-08-29T17:50:09.301 INFO:tasks.rados.rados.0.smithi028.stdout:809: writing smithi02869045-23 from 5439488 to 6168576 tid 1 2024-08-29T17:50:09.306 INFO:tasks.rados.rados.0.smithi028.stdout:809: writing smithi02869045-23 from 6168576 to 6774784 tid 2 2024-08-29T17:50:09.312 INFO:tasks.rados.rados.0.smithi028.stdout:809: writing smithi02869045-23 from 6774784 to 7372800 tid 3 2024-08-29T17:50:09.312 INFO:tasks.rados.rados.0.smithi028.stdout:810: read oid 38 snap -1 2024-08-29T17:50:09.312 INFO:tasks.rados.rados.0.smithi028.stdout:810: expect deleted 2024-08-29T17:50:09.312 INFO:tasks.rados.rados.0.smithi028.stdout:append oid 50 current snap is 78 2024-08-29T17:50:09.312 INFO:tasks.rados.rados.0.smithi028.stdout:806: finishing copy_from to smithi02869045-29 2024-08-29T17:50:09.312 INFO:tasks.rados.rados.0.smithi028.stdout:806: got expected ENOENT (src dne) 2024-08-29T17:50:09.312 INFO:tasks.rados.rados.0.smithi028.stdout:806: finishing copy_from racing read to smithi02869045-29 2024-08-29T17:50:09.312 INFO:tasks.rados.rados.0.smithi028.stdout:808: finishing rollback tid 0 to smithi02869045-8 2024-08-29T17:50:09.312 INFO:tasks.rados.rados.0.smithi028.stdout:811: seq_num 259 ranges {2793472=745472,3538944=540672,4079616=581632,4661248=81920} 2024-08-29T17:50:09.342 INFO:tasks.rados.rados.0.smithi028.stdout:811: writing smithi02869045-50 from 2793472 to 3538944 tid 1 2024-08-29T17:50:09.346 INFO:tasks.rados.rados.0.smithi028.stdout:811: writing smithi02869045-50 from 3538944 to 4079616 tid 2 2024-08-29T17:50:09.351 INFO:tasks.rados.rados.0.smithi028.stdout:811: writing smithi02869045-50 from 4079616 to 4661248 tid 3 2024-08-29T17:50:09.352 INFO:tasks.rados.rados.0.smithi028.stdout:811: writing smithi02869045-50 from 4661248 to 4743168 tid 4 2024-08-29T17:50:09.352 INFO:tasks.rados.rados.0.smithi028.stdout:806: done (6 left) 2024-08-29T17:50:09.352 INFO:tasks.rados.rados.0.smithi028.stdout:812: setattr oid 6 current snap is 78 2024-08-29T17:50:09.352 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 47 v 239 (ObjNum 180 snap 52 seq_num 180) dirty exists 2024-08-29T17:50:09.352 INFO:tasks.rados.rados.0.smithi028.stdout:808: finishing rollback tid 1 to smithi02869045-8 2024-08-29T17:50:09.352 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 8 v 276 (ObjNum 129 snap 0 seq_num 993017184) dirty dne 2024-08-29T17:50:09.352 INFO:tasks.rados.rados.0.smithi028.stdout:805: expect (ObjNum 229 snap 64 seq_num 229) 2024-08-29T17:50:09.439 INFO:tasks.rados.rados.0.smithi028.stdout:809: finishing write tid 1 to smithi02869045-23 2024-08-29T17:50:09.439 INFO:tasks.rados.rados.0.smithi028.stdout:809: finishing write tid 2 to smithi02869045-23 2024-08-29T17:50:09.439 INFO:tasks.rados.rados.0.smithi028.stdout:809: finishing write tid 3 to smithi02869045-23 2024-08-29T17:50:09.439 INFO:tasks.rados.rados.0.smithi028.stdout:809: finishing write tid 4 to smithi02869045-23 2024-08-29T17:50:09.439 INFO:tasks.rados.rados.0.smithi028.stdout:809: finishing write tid 5 to smithi02869045-23 2024-08-29T17:50:09.439 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 23 v 199 (ObjNum 258 snap 78 seq_num 258) dirty exists 2024-08-29T17:50:09.439 INFO:tasks.rados.rados.0.smithi028.stdout:809: left oid 23 (ObjNum 258 snap 78 seq_num 258) 2024-08-29T17:50:09.439 INFO:tasks.rados.rados.0.smithi028.stdout:811: finishing write tid 1 to smithi02869045-50 2024-08-29T17:50:09.440 INFO:tasks.rados.rados.0.smithi028.stdout:811: finishing write tid 2 to smithi02869045-50 2024-08-29T17:50:09.440 INFO:tasks.rados.rados.0.smithi028.stdout:811: finishing write tid 3 to smithi02869045-50 2024-08-29T17:50:09.440 INFO:tasks.rados.rados.0.smithi028.stdout:811: finishing write tid 4 to smithi02869045-50 2024-08-29T17:50:09.440 INFO:tasks.rados.rados.0.smithi028.stdout:811: finishing write tid 5 to smithi02869045-50 2024-08-29T17:50:09.440 INFO:tasks.rados.rados.0.smithi028.stdout:811: finishing write tid 6 to smithi02869045-50 2024-08-29T17:50:09.440 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 50 v 414 (ObjNum 259 snap 78 seq_num 259) dirty exists 2024-08-29T17:50:09.440 INFO:tasks.rados.rados.0.smithi028.stdout:811: left oid 50 (ObjNum 259 snap 78 seq_num 259) 2024-08-29T17:50:09.440 INFO:tasks.rados.rados.0.smithi028.stdout:805: done (6 left) 2024-08-29T17:50:09.440 INFO:tasks.rados.rados.0.smithi028.stdout:807: done (5 left) 2024-08-29T17:50:09.440 INFO:tasks.rados.rados.0.smithi028.stdout:808: done (4 left) 2024-08-29T17:50:09.440 INFO:tasks.rados.rados.0.smithi028.stdout:809: done (3 left) 2024-08-29T17:50:09.440 INFO:tasks.rados.rados.0.smithi028.stdout:810: done (2 left) 2024-08-29T17:50:09.440 INFO:tasks.rados.rados.0.smithi028.stdout:811: done (1 left) 2024-08-29T17:50:09.441 INFO:tasks.rados.rados.0.smithi028.stdout:813: read oid 21 snap -1 2024-08-29T17:50:09.441 INFO:tasks.rados.rados.0.smithi028.stdout:813: expect (ObjNum 257 snap 78 seq_num 257) 2024-08-29T17:50:09.441 INFO:tasks.rados.rados.0.smithi028.stdout:814: snap_remove snap 77 2024-08-29T17:50:09.655 INFO:tasks.rados.rados.0.smithi028.stdout:814: done (2 left) 2024-08-29T17:50:09.655 INFO:tasks.rados.rados.0.smithi028.stdout:815: rollback oid 19 current snap is 78 2024-08-29T17:50:09.655 INFO:tasks.rados.rados.0.smithi028.stdout:rollback oid 19 to 70 2024-08-29T17:50:09.655 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 6 v 241 (ObjNum 225 snap 64 seq_num 225) dirty exists 2024-08-29T17:50:09.655 INFO:tasks.rados.rados.0.smithi028.stdout:813: expect (ObjNum 257 snap 78 seq_num 257) 2024-08-29T17:50:09.770 INFO:tasks.rados.rados.0.smithi028.stdout:815: finishing rollback tid 0 to smithi02869045-19 2024-08-29T17:50:09.770 INFO:tasks.rados.rados.0.smithi028.stdout:815: finishing rollback tid 1 to smithi02869045-19 2024-08-29T17:50:09.770 INFO:tasks.rados.rados.0.smithi028.stdout:815: finishing rollback tid 2 to smithi02869045-19 2024-08-29T17:50:09.770 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 19 v 513 (ObjNum 197 snap 58 seq_num 197) dirty exists 2024-08-29T17:50:09.770 INFO:tasks.rados.rados.0.smithi028.stdout:812: done (2 left) 2024-08-29T17:50:09.770 INFO:tasks.rados.rados.0.smithi028.stdout:813: done (1 left) 2024-08-29T17:50:09.770 INFO:tasks.rados.rados.0.smithi028.stdout:815: done (0 left) 2024-08-29T17:50:09.770 INFO:tasks.rados.rados.0.smithi028.stdout:816: read oid 31 snap -1 2024-08-29T17:50:09.771 INFO:tasks.rados.rados.0.smithi028.stdout:816: expect deleted 2024-08-29T17:50:09.771 INFO:tasks.rados.rados.0.smithi028.stdout:append oid 28 current snap is 78 2024-08-29T17:50:09.771 INFO:tasks.rados.rados.0.smithi028.stdout:817: seq_num 260 ranges {4366336=761856,5128192=417792,5545984=786432} 2024-08-29T17:50:09.798 INFO:tasks.rados.rados.0.smithi028.stdout:817: writing smithi02869045-28 from 4366336 to 5128192 tid 1 2024-08-29T17:50:09.801 INFO:tasks.rados.rados.0.smithi028.stdout:817: writing smithi02869045-28 from 5128192 to 5545984 tid 2 2024-08-29T17:50:09.805 INFO:tasks.rados.rados.0.smithi028.stdout:817: writing smithi02869045-28 from 5545984 to 6332416 tid 3 2024-08-29T17:50:09.805 INFO:tasks.rados.rados.0.smithi028.stdout:818: setattr oid 16 current snap is 78 2024-08-29T17:50:09.806 INFO:tasks.rados.rados.0.smithi028.stdout:816: done (2 left) 2024-08-29T17:50:09.806 INFO:tasks.rados.rados.0.smithi028.stdout:819: rmattr oid 20 current snap is 78 2024-08-29T17:50:09.806 INFO:tasks.rados.rados.0.smithi028.stdout:820: setattr oid 40 current snap is 78 2024-08-29T17:50:09.807 INFO:tasks.rados.rados.0.smithi028.stdout:821: delete oid 36 current snap is 78 2024-08-29T17:50:09.807 INFO:tasks.rados.rados.0.smithi028.stdout:817: finishing write tid 1 to smithi02869045-28 2024-08-29T17:50:09.812 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 16 v 514 (ObjNum 218 snap 63 seq_num 218) dirty exists 2024-08-29T17:50:09.813 INFO:tasks.rados.rados.0.smithi028.stdout:818: done (4 left) 2024-08-29T17:50:09.813 INFO:tasks.rados.rados.0.smithi028.stdout:821: done (3 left) 2024-08-29T17:50:09.813 INFO:tasks.rados.rados.0.smithi028.stdout:822: copy_from oid 6 from oid 44 current snap is 78 2024-08-29T17:50:09.813 INFO:tasks.rados.rados.0.smithi028.stdout:823: read oid 38 snap -1 2024-08-29T17:50:09.813 INFO:tasks.rados.rados.0.smithi028.stdout:823: expect deleted 2024-08-29T17:50:09.814 INFO:tasks.rados.rados.0.smithi028.stdout:824: setattr oid 45 current snap is 78 2024-08-29T17:50:09.815 INFO:tasks.rados.rados.0.smithi028.stdout:825: rollback oid 31 current snap is 78 2024-08-29T17:50:09.815 INFO:tasks.rados.rados.0.smithi028.stdout:rollback oid 31 to 61 2024-08-29T17:50:09.815 INFO:tasks.rados.rados.0.smithi028.stdout:826: copy_from oid 22 from oid 8 current snap is 78 2024-08-29T17:50:09.816 INFO:tasks.rados.rados.0.smithi028.stdout:827: read oid 3 snap -1 2024-08-29T17:50:09.816 INFO:tasks.rados.rados.0.smithi028.stdout:827: expect (ObjNum 189 snap 54 seq_num 189) 2024-08-29T17:50:09.816 INFO:tasks.rados.rados.0.smithi028.stdout:828: copy_from oid 19 from oid 49 current snap is 78 2024-08-29T17:50:09.816 INFO:tasks.rados.rados.0.smithi028.stdout:829: snap_remove snap 60 2024-08-29T17:50:09.980 INFO:journalctl@ceph.alertmanager.a.smithi028.stdout:Aug 29 17:50:09 smithi028 systemd[1]: Stopping Ceph alertmanager.a for 3167ee72-662c-11ef-bcd4-c7b262605968... 2024-08-29T17:50:09.980 INFO:journalctl@ceph.alertmanager.a.smithi028.stdout:Aug 29 17:50:09 smithi028 bash[61353]: ts=2024-08-29T17:50:09.791Z caller=main.go:583 level=info msg="Received SIGTERM, exiting gracefully..." 2024-08-29T17:50:10.625 INFO:journalctl@ceph.alertmanager.a.smithi028.stdout:Aug 29 17:50:10 smithi028 bash[70268]: ceph-3167ee72-662c-11ef-bcd4-c7b262605968-alertmanager-a 2024-08-29T17:50:10.625 INFO:journalctl@ceph.alertmanager.a.smithi028.stdout:Aug 29 17:50:10 smithi028 bash[70326]: ceph-3167ee72-662c-11ef-bcd4-c7b262605968-alertmanager-a 2024-08-29T17:50:10.625 INFO:journalctl@ceph.alertmanager.a.smithi028.stdout:Aug 29 17:50:10 smithi028 systemd[1]: ceph-3167ee72-662c-11ef-bcd4-c7b262605968@alertmanager.a.service: Deactivated successfully. 2024-08-29T17:50:10.625 INFO:journalctl@ceph.alertmanager.a.smithi028.stdout:Aug 29 17:50:10 smithi028 systemd[1]: Stopped Ceph alertmanager.a for 3167ee72-662c-11ef-bcd4-c7b262605968. 2024-08-29T17:50:10.625 INFO:journalctl@ceph.alertmanager.a.smithi028.stdout:Aug 29 17:50:10 smithi028 systemd[1]: Started Ceph alertmanager.a for 3167ee72-662c-11ef-bcd4-c7b262605968. 2024-08-29T17:50:10.669 INFO:tasks.rados.rados.0.smithi028.stdout:829: done (10 left) 2024-08-29T17:50:10.669 INFO:tasks.rados.rados.0.smithi028.stdout:830: setattr oid 5 current snap is 78 2024-08-29T17:50:10.669 INFO:tasks.rados.rados.0.smithi028.stdout:817: finishing write tid 2 to smithi02869045-28 2024-08-29T17:50:10.669 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 20 v 101 (ObjNum 161 snap 0 seq_num 0) dirty exists 2024-08-29T17:50:10.670 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 40 v 420 (ObjNum 230 snap 64 seq_num 230) dirty exists 2024-08-29T17:50:10.670 INFO:tasks.rados.rados.0.smithi028.stdout:825: finishing rollback tid 1 to smithi02869045-31 2024-08-29T17:50:10.670 INFO:tasks.rados.rados.0.smithi028.stdout:825: finishing rollback tid 2 to smithi02869045-31 2024-08-29T17:50:10.670 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 31 v 544 (ObjNum 138 snap 43 seq_num 138) dirty exists 2024-08-29T17:50:10.670 INFO:tasks.rados.rados.0.smithi028.stdout:826: finishing copy_from to smithi02869045-22 2024-08-29T17:50:10.670 INFO:tasks.rados.rados.0.smithi028.stdout:826: got expected ENOENT (src dne) 2024-08-29T17:50:10.670 INFO:tasks.rados.rados.0.smithi028.stdout:817: finishing write tid 3 to smithi02869045-28 2024-08-29T17:50:10.670 INFO:tasks.rados.rados.0.smithi028.stdout:826: finishing copy_from racing read to smithi02869045-22 2024-08-29T17:50:10.670 INFO:tasks.rados.rados.0.smithi028.stdout:817: finishing write tid 4 to smithi02869045-28 2024-08-29T17:50:10.670 INFO:tasks.rados.rados.0.smithi028.stdout:828: finishing copy_from to smithi02869045-19 2024-08-29T17:50:10.670 INFO:tasks.rados.rados.0.smithi028.stdout:828: got expected ENOENT (src dne) 2024-08-29T17:50:10.670 INFO:tasks.rados.rados.0.smithi028.stdout:828: finishing copy_from racing read to smithi02869045-19 2024-08-29T17:50:10.670 INFO:tasks.rados.rados.0.smithi028.stdout:817: finishing write tid 5 to smithi02869045-28 2024-08-29T17:50:10.671 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 28 v 249 (ObjNum 260 snap 78 seq_num 260) dirty exists 2024-08-29T17:50:10.671 INFO:tasks.rados.rados.0.smithi028.stdout:817: left oid 28 (ObjNum 260 snap 78 seq_num 260) 2024-08-29T17:50:10.671 INFO:tasks.rados.rados.0.smithi028.stdout:822: finishing copy_from racing read to smithi02869045-6 2024-08-29T17:50:10.671 INFO:tasks.rados.rados.0.smithi028.stdout:822: finishing copy_from to smithi02869045-6 2024-08-29T17:50:10.671 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 6 v 161 (ObjNum 180 snap 52 seq_num 180) dirty exists 2024-08-29T17:50:10.671 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 45 v 515 (ObjNum 61 snap 5 seq_num 61) dirty exists 2024-08-29T17:50:10.671 INFO:tasks.rados.rados.0.smithi028.stdout:827: expect (ObjNum 189 snap 54 seq_num 189) 2024-08-29T17:50:10.872 INFO:tasks.rados.rados.0.smithi028.stdout:817: done (10 left) 2024-08-29T17:50:10.872 INFO:tasks.rados.rados.0.smithi028.stdout:819: done (9 left) 2024-08-29T17:50:10.872 INFO:tasks.rados.rados.0.smithi028.stdout:820: done (8 left) 2024-08-29T17:50:10.872 INFO:tasks.rados.rados.0.smithi028.stdout:822: done (7 left) 2024-08-29T17:50:10.872 INFO:tasks.rados.rados.0.smithi028.stdout:823: done (6 left) 2024-08-29T17:50:10.872 INFO:tasks.rados.rados.0.smithi028.stdout:824: done (5 left) 2024-08-29T17:50:10.872 INFO:tasks.rados.rados.0.smithi028.stdout:825: done (4 left) 2024-08-29T17:50:10.872 INFO:tasks.rados.rados.0.smithi028.stdout:826: done (3 left) 2024-08-29T17:50:10.872 INFO:tasks.rados.rados.0.smithi028.stdout:827: done (2 left) 2024-08-29T17:50:10.872 INFO:tasks.rados.rados.0.smithi028.stdout:828: done (1 left) 2024-08-29T17:50:10.872 INFO:tasks.rados.rados.0.smithi028.stdout:831: read oid 37 snap -1 2024-08-29T17:50:10.872 INFO:tasks.rados.rados.0.smithi028.stdout:831: expect deleted 2024-08-29T17:50:10.873 INFO:tasks.rados.rados.0.smithi028.stdout:append oid 48 current snap is 78 2024-08-29T17:50:10.873 INFO:tasks.rados.rados.0.smithi028.stdout:832: seq_num 262 ranges {3252224=794624,4046848=589824,4636672=614400} 2024-08-29T17:50:10.894 INFO:tasks.rados.rados.0.smithi028.stdout:832: writing smithi02869045-48 from 3252224 to 4046848 tid 1 2024-08-29T17:50:10.900 INFO:tasks.rados.rados.0.smithi028.stdout:832: writing smithi02869045-48 from 4046848 to 4636672 tid 2 2024-08-29T17:50:10.903 INFO:tasks.rados.rados.0.smithi028.stdout:832: writing smithi02869045-48 from 4636672 to 5251072 tid 3 2024-08-29T17:50:10.903 INFO:tasks.rados.rados.0.smithi028.stdout:833: copy_from oid 3 from oid 19 current snap is 78 2024-08-29T17:50:10.903 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 5 v 204 (ObjNum 77 snap 12 seq_num 77) dirty exists 2024-08-29T17:50:10.903 INFO:tasks.rados.rados.0.smithi028.stdout:832: finishing write tid 1 to smithi02869045-48 2024-08-29T17:50:10.904 INFO:tasks.rados.rados.0.smithi028.stdout:830: done (3 left) 2024-08-29T17:50:10.904 INFO:tasks.rados.rados.0.smithi028.stdout:831: done (2 left) 2024-08-29T17:50:10.904 INFO:tasks.rados.rados.0.smithi028.stdout:834: read oid 22 snap -1 2024-08-29T17:50:10.904 INFO:tasks.rados.rados.0.smithi028.stdout:834: expect (ObjNum 223 snap 64 seq_num 223) 2024-08-29T17:50:10.904 INFO:tasks.rados.rados.0.smithi028.stdout:append oid 35 current snap is 78 2024-08-29T17:50:10.904 INFO:tasks.rados.rados.0.smithi028.stdout:835: seq_num 263 ranges {0=409600,409600=475136,884736=557056,1441792=573440} 2024-08-29T17:50:10.907 INFO:tasks.rados.rados.0.smithi028.stdout:835: writing smithi02869045-35 from 0 to 409600 tid 1 2024-08-29T17:50:10.911 INFO:tasks.rados.rados.0.smithi028.stdout:835: writing smithi02869045-35 from 409600 to 884736 tid 2 2024-08-29T17:50:10.916 INFO:tasks.rados.rados.0.smithi028.stdout:835: writing smithi02869045-35 from 884736 to 1441792 tid 3 2024-08-29T17:50:10.922 INFO:tasks.rados.rados.0.smithi028.stdout:835: writing smithi02869045-35 from 1441792 to 2015232 tid 4 2024-08-29T17:50:10.922 INFO:tasks.rados.rados.0.smithi028.stdout:836: read oid 10 snap -1 2024-08-29T17:50:10.922 INFO:tasks.rados.rados.0.smithi028.stdout:836: expect (ObjNum 209 snap 61 seq_num 209) 2024-08-29T17:50:10.923 INFO:tasks.rados.rados.0.smithi028.stdout:837: rmattr oid 4 current snap is 78 2024-08-29T17:50:10.923 INFO:tasks.rados.rados.0.smithi028.stdout:838: rmattr oid 44 current snap is 78 2024-08-29T17:50:10.923 INFO:tasks.rados.rados.0.smithi028.stdout:832: finishing write tid 2 to smithi02869045-48 2024-08-29T17:50:10.923 INFO:tasks.rados.rados.0.smithi028.stdout:832: finishing write tid 3 to smithi02869045-48 2024-08-29T17:50:10.923 INFO:tasks.rados.rados.0.smithi028.stdout:832: finishing write tid 4 to smithi02869045-48 2024-08-29T17:50:10.923 INFO:tasks.rados.rados.0.smithi028.stdout:832: finishing write tid 5 to smithi02869045-48 2024-08-29T17:50:10.923 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 48 v 519 (ObjNum 262 snap 78 seq_num 262) dirty exists 2024-08-29T17:50:10.923 INFO:tasks.rados.rados.0.smithi028.stdout:832: left oid 48 (ObjNum 262 snap 78 seq_num 262) 2024-08-29T17:50:10.923 INFO:tasks.rados.rados.0.smithi028.stdout:835: finishing write tid 1 to smithi02869045-35 2024-08-29T17:50:10.923 INFO:tasks.rados.rados.0.smithi028.stdout:835: finishing write tid 2 to smithi02869045-35 2024-08-29T17:50:10.923 INFO:tasks.rados.rados.0.smithi028.stdout:835: finishing write tid 3 to smithi02869045-35 2024-08-29T17:50:10.923 INFO:tasks.rados.rados.0.smithi028.stdout:832: done (6 left) 2024-08-29T17:50:10.924 INFO:tasks.rados.rados.0.smithi028.stdout:append oid 43 current snap is 78 2024-08-29T17:50:10.924 INFO:tasks.rados.rados.0.smithi028.stdout:839: seq_num 264 ranges {5332992=425984,5758976=761856,6520832=770048,7290880=73728} 2024-08-29T17:50:10.943 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:50:10 smithi028 bash[22419]: cluster 2024-08-29T17:50:09.660670+0000 mon.a (mon.0) 1306 : cluster [DBG] osdmap e221: 8 total, 8 up, 8 in 2024-08-29T17:50:10.944 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:50:10 smithi028 bash[22419]: cluster 2024-08-29T17:50:09.692622+0000 mgr.x (mgr.24565) 41 : cluster [DBG] pgmap v45: 121 pgs: 121 active+clean; 259 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail; 12 MiB/s rd, 2.4 MiB/s wr, 12 op/s 2024-08-29T17:50:10.944 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:50:10 smithi028 bash[22419]: audit 2024-08-29T17:50:10.525696+0000 mon.a (mon.0) 1307 : audit [INF] from='mgr.24565 ' entity='mgr.x' 2024-08-29T17:50:10.944 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:50:10 smithi028 bash[22419]: audit 2024-08-29T17:50:10.535903+0000 mon.a (mon.0) 1308 : audit [INF] from='mgr.24565 ' entity='mgr.x' 2024-08-29T17:50:10.944 INFO:journalctl@ceph.mgr.y.smithi028.stdout:Aug 29 17:50:10 smithi028 bash[22672]: ::ffff:172.21.15.53 - - [29/Aug/2024:17:50:10] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.43.0" 2024-08-29T17:50:10.944 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:50:10 smithi028 bash[31855]: cluster 2024-08-29T17:50:09.660670+0000 mon.a (mon.0) 1306 : cluster [DBG] osdmap e221: 8 total, 8 up, 8 in 2024-08-29T17:50:10.944 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:50:10 smithi028 bash[31855]: cluster 2024-08-29T17:50:09.692622+0000 mgr.x (mgr.24565) 41 : cluster [DBG] pgmap v45: 121 pgs: 121 active+clean; 259 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail; 12 MiB/s rd, 2.4 MiB/s wr, 12 op/s 2024-08-29T17:50:10.945 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:50:10 smithi028 bash[31855]: audit 2024-08-29T17:50:10.525696+0000 mon.a (mon.0) 1307 : audit [INF] from='mgr.24565 ' entity='mgr.x' 2024-08-29T17:50:10.945 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:50:10 smithi028 bash[31855]: audit 2024-08-29T17:50:10.535903+0000 mon.a (mon.0) 1308 : audit [INF] from='mgr.24565 ' entity='mgr.x' 2024-08-29T17:50:10.956 INFO:tasks.rados.rados.0.smithi028.stdout:839: writing smithi02869045-43 from 5332992 to 5758976 tid 1 2024-08-29T17:50:10.961 INFO:tasks.rados.rados.0.smithi028.stdout:839: writing smithi02869045-43 from 5758976 to 6520832 tid 2 2024-08-29T17:50:10.966 INFO:tasks.rados.rados.0.smithi028.stdout:839: writing smithi02869045-43 from 6520832 to 7290880 tid 3 2024-08-29T17:50:10.967 INFO:tasks.rados.rados.0.smithi028.stdout:839: writing smithi02869045-43 from 7290880 to 7364608 tid 4 2024-08-29T17:50:10.967 INFO:tasks.rados.rados.0.smithi028.stdout:840: rollback oid 45 current snap is 78 2024-08-29T17:50:10.967 INFO:tasks.rados.rados.0.smithi028.stdout:rollback oid 45 to 52 2024-08-29T17:50:10.967 INFO:tasks.rados.rados.0.smithi028.stdout:835: finishing write tid 4 to smithi02869045-35 2024-08-29T17:50:10.967 INFO:tasks.rados.rados.0.smithi028.stdout:841: delete oid 37 current snap is 78 2024-08-29T17:50:10.967 INFO:tasks.rados.rados.0.smithi028.stdout:833: finishing copy_from racing read to smithi02869045-3 2024-08-29T17:50:10.967 INFO:tasks.rados.rados.0.smithi028.stdout:835: finishing write tid 5 to smithi02869045-35 2024-08-29T17:50:10.967 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 4 v 558 (ObjNum 3 snap 0 seq_num 3) dirty exists 2024-08-29T17:50:10.967 INFO:tasks.rados.rados.0.smithi028.stdout:836: expect (ObjNum 209 snap 61 seq_num 209) 2024-08-29T17:50:10.998 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 44 v 471 (ObjNum 180 snap 52 seq_num 180) dirty exists 2024-08-29T17:50:10.998 INFO:tasks.rados.rados.0.smithi028.stdout:835: finishing write tid 6 to smithi02869045-35 2024-08-29T17:50:10.998 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 35 v 289 (ObjNum 263 snap 78 seq_num 263) dirty exists 2024-08-29T17:50:10.998 INFO:tasks.rados.rados.0.smithi028.stdout:835: left oid 35 (ObjNum 263 snap 78 seq_num 263) 2024-08-29T17:50:10.998 INFO:tasks.rados.rados.0.smithi028.stdout:833: finishing copy_from to smithi02869045-3 2024-08-29T17:50:10.998 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 3 v 513 (ObjNum 197 snap 58 seq_num 197) dirty exists 2024-08-29T17:50:10.998 INFO:tasks.rados.rados.0.smithi028.stdout:834: expect (ObjNum 223 snap 64 seq_num 223) 2024-08-29T17:50:11.073 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:50:10 smithi053 bash[24720]: cluster 2024-08-29T17:50:09.660670+0000 mon.a (mon.0) 1306 : cluster [DBG] osdmap e221: 8 total, 8 up, 8 in 2024-08-29T17:50:11.073 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:50:10 smithi053 bash[24720]: cluster 2024-08-29T17:50:09.692622+0000 mgr.x (mgr.24565) 41 : cluster [DBG] pgmap v45: 121 pgs: 121 active+clean; 259 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail; 12 MiB/s rd, 2.4 MiB/s wr, 12 op/s 2024-08-29T17:50:11.073 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:50:10 smithi053 bash[24720]: audit 2024-08-29T17:50:10.525696+0000 mon.a (mon.0) 1307 : audit [INF] from='mgr.24565 ' entity='mgr.x' 2024-08-29T17:50:11.073 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:50:10 smithi053 bash[24720]: audit 2024-08-29T17:50:10.535903+0000 mon.a (mon.0) 1308 : audit [INF] from='mgr.24565 ' entity='mgr.x' 2024-08-29T17:50:11.372 INFO:tasks.rados.rados.0.smithi028.stdout:839: finishing write tid 1 to smithi02869045-43 2024-08-29T17:50:11.373 INFO:tasks.rados.rados.0.smithi028.stdout:839: finishing write tid 2 to smithi02869045-43 2024-08-29T17:50:11.373 INFO:tasks.rados.rados.0.smithi028.stdout:840: finishing rollback tid 0 to smithi02869045-45 2024-08-29T17:50:11.373 INFO:tasks.rados.rados.0.smithi028.stdout:840: finishing rollback tid 1 to smithi02869045-45 2024-08-29T17:50:11.373 INFO:tasks.rados.rados.0.smithi028.stdout:840: finishing rollback tid 2 to smithi02869045-45 2024-08-29T17:50:11.373 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 45 v 522 (ObjNum 126 snap 35 seq_num 126) dirty exists 2024-08-29T17:50:11.373 INFO:tasks.rados.rados.0.smithi028.stdout:839: finishing write tid 3 to smithi02869045-43 2024-08-29T17:50:11.373 INFO:tasks.rados.rados.0.smithi028.stdout:839: finishing write tid 4 to smithi02869045-43 2024-08-29T17:50:11.373 INFO:tasks.rados.rados.0.smithi028.stdout:839: finishing write tid 5 to smithi02869045-43 2024-08-29T17:50:11.373 INFO:tasks.rados.rados.0.smithi028.stdout:839: finishing write tid 6 to smithi02869045-43 2024-08-29T17:50:11.373 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 43 v 293 (ObjNum 264 snap 78 seq_num 264) dirty exists 2024-08-29T17:50:11.373 INFO:tasks.rados.rados.0.smithi028.stdout:839: left oid 43 (ObjNum 264 snap 78 seq_num 264) 2024-08-29T17:50:11.373 INFO:tasks.rados.rados.0.smithi028.stdout:833: done (8 left) 2024-08-29T17:50:11.373 INFO:tasks.rados.rados.0.smithi028.stdout:834: done (7 left) 2024-08-29T17:50:11.374 INFO:tasks.rados.rados.0.smithi028.stdout:835: done (6 left) 2024-08-29T17:50:11.374 INFO:tasks.rados.rados.0.smithi028.stdout:836: done (5 left) 2024-08-29T17:50:11.374 INFO:tasks.rados.rados.0.smithi028.stdout:837: done (4 left) 2024-08-29T17:50:11.374 INFO:tasks.rados.rados.0.smithi028.stdout:838: done (3 left) 2024-08-29T17:50:11.374 INFO:tasks.rados.rados.0.smithi028.stdout:839: done (2 left) 2024-08-29T17:50:11.374 INFO:tasks.rados.rados.0.smithi028.stdout:840: done (1 left) 2024-08-29T17:50:11.374 INFO:tasks.rados.rados.0.smithi028.stdout:841: done (0 left) 2024-08-29T17:50:11.374 INFO:tasks.rados.rados.0.smithi028.stdout:842: rmattr oid 3 current snap is 78 2024-08-29T17:50:11.374 INFO:tasks.rados.rados.0.smithi028.stdout:842: done (0 left) 2024-08-29T17:50:11.375 INFO:tasks.rados.rados.0.smithi028.stdout:append oid 44 current snap is 78 2024-08-29T17:50:11.375 INFO:tasks.rados.rados.0.smithi028.stdout:843: seq_num 266 ranges {622592=458752,1081344=524288,1605632=729088,2334720=352256} 2024-08-29T17:50:11.380 INFO:tasks.rados.rados.0.smithi028.stdout:843: writing smithi02869045-44 from 622592 to 1081344 tid 1 2024-08-29T17:50:11.383 INFO:tasks.rados.rados.0.smithi028.stdout:843: writing smithi02869045-44 from 1081344 to 1605632 tid 2 2024-08-29T17:50:11.388 INFO:tasks.rados.rados.0.smithi028.stdout:843: writing smithi02869045-44 from 1605632 to 2334720 tid 3 2024-08-29T17:50:11.391 INFO:tasks.rados.rados.0.smithi028.stdout:843: writing smithi02869045-44 from 2334720 to 2686976 tid 4 2024-08-29T17:50:11.391 INFO:tasks.rados.rados.0.smithi028.stdout:844: rollback oid 13 current snap is 78 2024-08-29T17:50:11.391 INFO:tasks.rados.rados.0.smithi028.stdout:rollback oid 13 to 75 2024-08-29T17:50:11.391 INFO:tasks.rados.rados.0.smithi028.stdout:843: finishing write tid 1 to smithi02869045-44 2024-08-29T17:50:11.391 INFO:tasks.rados.rados.0.smithi028.stdout:843: finishing write tid 2 to smithi02869045-44 2024-08-29T17:50:11.391 INFO:tasks.rados.rados.0.smithi028.stdout:845: read oid 37 snap -1 2024-08-29T17:50:11.391 INFO:tasks.rados.rados.0.smithi028.stdout:845: expect deleted 2024-08-29T17:50:11.391 INFO:tasks.rados.rados.0.smithi028.stdout:append oid 14 current snap is 78 2024-08-29T17:50:11.391 INFO:tasks.rados.rados.0.smithi028.stdout:846: seq_num 267 ranges {1728512=475136,2203648=458752,2662400=540672,3203072=606208} 2024-08-29T17:50:11.404 INFO:tasks.rados.rados.0.smithi028.stdout:846: writing smithi02869045-14 from 1728512 to 2203648 tid 1 2024-08-29T17:50:11.407 INFO:tasks.rados.rados.0.smithi028.stdout:846: writing smithi02869045-14 from 2203648 to 2662400 tid 2 2024-08-29T17:50:11.411 INFO:tasks.rados.rados.0.smithi028.stdout:846: writing smithi02869045-14 from 2662400 to 3203072 tid 3 2024-08-29T17:50:11.415 INFO:tasks.rados.rados.0.smithi028.stdout:846: writing smithi02869045-14 from 3203072 to 3809280 tid 4 2024-08-29T17:50:11.415 INFO:tasks.rados.rados.0.smithi028.stdout:847: setattr oid 4 current snap is 78 2024-08-29T17:50:11.415 INFO:tasks.rados.rados.0.smithi028.stdout:843: finishing write tid 3 to smithi02869045-44 2024-08-29T17:50:11.415 INFO:tasks.rados.rados.0.smithi028.stdout:844: finishing rollback tid 0 to smithi02869045-13 2024-08-29T17:50:11.415 INFO:tasks.rados.rados.0.smithi028.stdout:844: finishing rollback tid 1 to smithi02869045-13 2024-08-29T17:50:11.415 INFO:tasks.rados.rados.0.smithi028.stdout:843: finishing write tid 4 to smithi02869045-44 2024-08-29T17:50:11.415 INFO:tasks.rados.rados.0.smithi028.stdout:844: finishing rollback tid 2 to smithi02869045-13 2024-08-29T17:50:11.416 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 13 v 563 (ObjNum 89 snap 17 seq_num 89) dirty exists 2024-08-29T17:50:11.416 INFO:tasks.rados.rados.0.smithi028.stdout:843: finishing write tid 5 to smithi02869045-44 2024-08-29T17:50:11.416 INFO:tasks.rados.rados.0.smithi028.stdout:843: finishing write tid 6 to smithi02869045-44 2024-08-29T17:50:11.416 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 44 v 476 (ObjNum 266 snap 78 seq_num 266) dirty exists 2024-08-29T17:50:11.416 INFO:tasks.rados.rados.0.smithi028.stdout:843: left oid 44 (ObjNum 266 snap 78 seq_num 266) 2024-08-29T17:50:11.416 INFO:tasks.rados.rados.0.smithi028.stdout:846: finishing write tid 1 to smithi02869045-14 2024-08-29T17:50:11.416 INFO:tasks.rados.rados.0.smithi028.stdout:846: finishing write tid 2 to smithi02869045-14 2024-08-29T17:50:11.416 INFO:tasks.rados.rados.0.smithi028.stdout:846: finishing write tid 3 to smithi02869045-14 2024-08-29T17:50:11.417 INFO:tasks.rados.rados.0.smithi028.stdout:843: done (4 left) 2024-08-29T17:50:11.417 INFO:tasks.rados.rados.0.smithi028.stdout:844: done (3 left) 2024-08-29T17:50:11.417 INFO:tasks.rados.rados.0.smithi028.stdout:845: done (2 left) 2024-08-29T17:50:11.417 INFO:tasks.rados.rados.0.smithi028.stdout:848: copy_from oid 41 from oid 48 current snap is 78 2024-08-29T17:50:11.417 INFO:tasks.rados.rados.0.smithi028.stdout:849: read oid 11 snap 33 2024-08-29T17:50:11.417 INFO:tasks.rados.rados.0.smithi028.stdout:849: expect deleted 2024-08-29T17:50:11.417 INFO:tasks.rados.rados.0.smithi028.stdout:850: rmattr oid 23 current snap is 78 2024-08-29T17:50:11.418 INFO:tasks.rados.rados.0.smithi028.stdout:append oid 22 current snap is 78 2024-08-29T17:50:11.418 INFO:tasks.rados.rados.0.smithi028.stdout:851: seq_num 268 ranges {6889472=491520,7380992=745472,8126464=745472,8871936=114688} 2024-08-29T17:50:11.459 INFO:tasks.rados.rados.0.smithi028.stdout:851: writing smithi02869045-22 from 6889472 to 7380992 tid 1 2024-08-29T17:50:11.463 INFO:tasks.rados.rados.0.smithi028.stdout:851: writing smithi02869045-22 from 7380992 to 8126464 tid 2 2024-08-29T17:50:11.467 INFO:tasks.rados.rados.0.smithi028.stdout:851: writing smithi02869045-22 from 8126464 to 8871936 tid 3 2024-08-29T17:50:11.468 INFO:tasks.rados.rados.0.smithi028.stdout:851: writing smithi02869045-22 from 8871936 to 8986624 tid 4 2024-08-29T17:50:11.468 INFO:tasks.rados.rados.0.smithi028.stdout:852: rmattr oid 43 current snap is 78 2024-08-29T17:50:11.468 INFO:tasks.rados.rados.0.smithi028.stdout:852: done (6 left) 2024-08-29T17:50:11.468 INFO:tasks.rados.rados.0.smithi028.stdout:append oid 6 current snap is 78 2024-08-29T17:50:11.469 INFO:tasks.rados.rados.0.smithi028.stdout:853: seq_num 269 ranges {622592=507904,1130496=630784,1761280=557056,2318336=417792} 2024-08-29T17:50:11.474 INFO:tasks.rados.rados.0.smithi028.stdout:853: writing smithi02869045-6 from 622592 to 1130496 tid 1 2024-08-29T17:50:11.478 INFO:tasks.rados.rados.0.smithi028.stdout:853: writing smithi02869045-6 from 1130496 to 1761280 tid 2 2024-08-29T17:50:11.481 INFO:tasks.rados.rados.0.smithi028.stdout:853: writing smithi02869045-6 from 1761280 to 2318336 tid 3 2024-08-29T17:50:11.484 INFO:tasks.rados.rados.0.smithi028.stdout:853: writing smithi02869045-6 from 2318336 to 2736128 tid 4 2024-08-29T17:50:11.484 INFO:tasks.rados.rados.0.smithi028.stdout:854: read oid 38 snap 76 2024-08-29T17:50:11.484 INFO:tasks.rados.rados.0.smithi028.stdout:854: expect deleted 2024-08-29T17:50:11.484 INFO:tasks.rados.rados.0.smithi028.stdout:append oid 50 current snap is 78 2024-08-29T17:50:11.484 INFO:tasks.rados.rados.0.smithi028.stdout:846: finishing write tid 4 to smithi02869045-14 2024-08-29T17:50:11.485 INFO:tasks.rados.rados.0.smithi028.stdout:846: finishing write tid 5 to smithi02869045-14 2024-08-29T17:50:11.485 INFO:tasks.rados.rados.0.smithi028.stdout:855: seq_num 270 ranges {4743168=524288,5267456=516096,5783552=761856,6545408=327680} 2024-08-29T17:50:11.513 INFO:tasks.rados.rados.0.smithi028.stdout:855: writing smithi02869045-50 from 4743168 to 5267456 tid 1 2024-08-29T17:50:11.516 INFO:tasks.rados.rados.0.smithi028.stdout:855: writing smithi02869045-50 from 5267456 to 5783552 tid 2 2024-08-29T17:50:11.521 INFO:tasks.rados.rados.0.smithi028.stdout:855: writing smithi02869045-50 from 5783552 to 6545408 tid 3 2024-08-29T17:50:11.523 INFO:tasks.rados.rados.0.smithi028.stdout:855: writing smithi02869045-50 from 6545408 to 6873088 tid 4 2024-08-29T17:50:11.523 INFO:tasks.rados.rados.0.smithi028.stdout:849: done (8 left) 2024-08-29T17:50:11.523 INFO:tasks.rados.rados.0.smithi028.stdout:856: read oid 18 snap 52 2024-08-29T17:50:11.523 INFO:tasks.rados.rados.0.smithi028.stdout:856: expect deleted 2024-08-29T17:50:11.524 INFO:tasks.rados.rados.0.smithi028.stdout:857: setattr oid 11 current snap is 78 2024-08-29T17:50:11.524 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 4 v 564 (ObjNum 3 snap 0 seq_num 3) dirty exists 2024-08-29T17:50:11.524 INFO:tasks.rados.rados.0.smithi028.stdout:846: finishing write tid 6 to smithi02869045-14 2024-08-29T17:50:11.524 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 14 v 65 (ObjNum 267 snap 78 seq_num 267) dirty exists 2024-08-29T17:50:11.524 INFO:tasks.rados.rados.0.smithi028.stdout:846: left oid 14 (ObjNum 267 snap 78 seq_num 267) 2024-08-29T17:50:11.524 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 23 v 200 (ObjNum 258 snap 78 seq_num 258) dirty exists 2024-08-29T17:50:11.524 INFO:tasks.rados.rados.0.smithi028.stdout:848: finishing copy_from racing read to smithi02869045-41 2024-08-29T17:50:11.524 INFO:tasks.rados.rados.0.smithi028.stdout:848: finishing copy_from to smithi02869045-41 2024-08-29T17:50:11.524 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 41 v 519 (ObjNum 262 snap 78 seq_num 262) dirty exists 2024-08-29T17:50:11.524 INFO:tasks.rados.rados.0.smithi028.stdout:851: finishing write tid 1 to smithi02869045-22 2024-08-29T17:50:11.524 INFO:tasks.rados.rados.0.smithi028.stdout:851: finishing write tid 2 to smithi02869045-22 2024-08-29T17:50:11.524 INFO:tasks.rados.rados.0.smithi028.stdout:851: finishing write tid 3 to smithi02869045-22 2024-08-29T17:50:11.524 INFO:tasks.rados.rados.0.smithi028.stdout:851: finishing write tid 4 to smithi02869045-22 2024-08-29T17:50:11.524 INFO:tasks.rados.rados.0.smithi028.stdout:851: finishing write tid 5 to smithi02869045-22 2024-08-29T17:50:11.525 INFO:tasks.rados.rados.0.smithi028.stdout:851: finishing write tid 6 to smithi02869045-22 2024-08-29T17:50:11.525 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 22 v 434 (ObjNum 268 snap 78 seq_num 268) dirty exists 2024-08-29T17:50:11.525 INFO:tasks.rados.rados.0.smithi028.stdout:851: left oid 22 (ObjNum 268 snap 78 seq_num 268) 2024-08-29T17:50:11.525 INFO:tasks.rados.rados.0.smithi028.stdout:853: finishing write tid 1 to smithi02869045-6 2024-08-29T17:50:11.525 INFO:tasks.rados.rados.0.smithi028.stdout:853: finishing write tid 2 to smithi02869045-6 2024-08-29T17:50:11.525 INFO:tasks.rados.rados.0.smithi028.stdout:853: finishing write tid 3 to smithi02869045-6 2024-08-29T17:50:11.525 INFO:tasks.rados.rados.0.smithi028.stdout:853: finishing write tid 4 to smithi02869045-6 2024-08-29T17:50:11.525 INFO:tasks.rados.rados.0.smithi028.stdout:853: finishing write tid 5 to smithi02869045-6 2024-08-29T17:50:11.525 INFO:tasks.rados.rados.0.smithi028.stdout:853: finishing write tid 6 to smithi02869045-6 2024-08-29T17:50:11.525 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 6 v 263 (ObjNum 269 snap 78 seq_num 269) dirty exists 2024-08-29T17:50:11.525 INFO:tasks.rados.rados.0.smithi028.stdout:853: left oid 6 (ObjNum 269 snap 78 seq_num 269) 2024-08-29T17:50:11.525 INFO:tasks.rados.rados.0.smithi028.stdout:855: finishing write tid 1 to smithi02869045-50 2024-08-29T17:50:11.525 INFO:tasks.rados.rados.0.smithi028.stdout:855: finishing write tid 2 to smithi02869045-50 2024-08-29T17:50:11.526 INFO:tasks.rados.rados.0.smithi028.stdout:846: done (9 left) 2024-08-29T17:50:11.526 INFO:tasks.rados.rados.0.smithi028.stdout:847: done (8 left) 2024-08-29T17:50:11.526 INFO:tasks.rados.rados.0.smithi028.stdout:848: done (7 left) 2024-08-29T17:50:11.526 INFO:tasks.rados.rados.0.smithi028.stdout:850: done (6 left) 2024-08-29T17:50:11.526 INFO:tasks.rados.rados.0.smithi028.stdout:851: done (5 left) 2024-08-29T17:50:11.526 INFO:tasks.rados.rados.0.smithi028.stdout:853: done (4 left) 2024-08-29T17:50:11.526 INFO:tasks.rados.rados.0.smithi028.stdout:854: done (3 left) 2024-08-29T17:50:11.526 INFO:tasks.rados.rados.0.smithi028.stdout:858: read oid 20 snap 66 2024-08-29T17:50:11.526 INFO:tasks.rados.rados.0.smithi028.stdout:858: expect (ObjNum 1676550960 snap 21900 seq_num 1677617584) 2024-08-29T17:50:11.526 INFO:tasks.rados.rados.0.smithi028.stdout:859: delete oid 34 current snap is 78 2024-08-29T17:50:11.527 INFO:tasks.rados.rados.0.smithi028.stdout:858: expect (ObjNum 1676550960 snap 21900 seq_num 1677617584) 2024-08-29T17:50:11.529 INFO:tasks.rados.rados.0.smithi028.stdout:858: done (4 left) 2024-08-29T17:50:11.529 INFO:tasks.rados.rados.0.smithi028.stdout:859: done (3 left) 2024-08-29T17:50:11.530 INFO:tasks.rados.rados.0.smithi028.stdout:860: rollback oid 46 current snap is 78 2024-08-29T17:50:11.530 INFO:tasks.rados.rados.0.smithi028.stdout:rollback oid 46 to 67 2024-08-29T17:50:11.530 INFO:tasks.rados.rados.0.smithi028.stdout:append oid 27 current snap is 78 2024-08-29T17:50:11.530 INFO:tasks.rados.rados.0.smithi028.stdout:861: seq_num 272 ranges {409600=565248,974848=688128,1662976=729088,2392064=188416} 2024-08-29T17:50:11.535 INFO:tasks.rados.rados.0.smithi028.stdout:861: writing smithi02869045-27 from 409600 to 974848 tid 1 2024-08-29T17:50:11.539 INFO:tasks.rados.rados.0.smithi028.stdout:861: writing smithi02869045-27 from 974848 to 1662976 tid 2 2024-08-29T17:50:11.543 INFO:tasks.rados.rados.0.smithi028.stdout:861: writing smithi02869045-27 from 1662976 to 2392064 tid 3 2024-08-29T17:50:11.544 INFO:tasks.rados.rados.0.smithi028.stdout:861: writing smithi02869045-27 from 2392064 to 2580480 tid 4 2024-08-29T17:50:11.544 INFO:tasks.rados.rados.0.smithi028.stdout:append oid 34 current snap is 78 2024-08-29T17:50:11.545 INFO:tasks.rados.rados.0.smithi028.stdout:855: finishing write tid 3 to smithi02869045-50 2024-08-29T17:50:11.545 INFO:tasks.rados.rados.0.smithi028.stdout:862: seq_num 273 ranges {0=581632,581632=565248,1146880=532480,1679360=507904} 2024-08-29T17:50:11.548 INFO:tasks.rados.rados.0.smithi028.stdout:862: writing smithi02869045-34 from 0 to 581632 tid 1 2024-08-29T17:50:11.551 INFO:tasks.rados.rados.0.smithi028.stdout:862: writing smithi02869045-34 from 581632 to 1146880 tid 2 2024-08-29T17:50:11.554 INFO:tasks.rados.rados.0.smithi028.stdout:862: writing smithi02869045-34 from 1146880 to 1679360 tid 3 2024-08-29T17:50:11.557 INFO:tasks.rados.rados.0.smithi028.stdout:862: writing smithi02869045-34 from 1679360 to 2187264 tid 4 2024-08-29T17:50:11.557 INFO:tasks.rados.rados.0.smithi028.stdout:863: snap_create 2024-08-29T17:50:11.557 INFO:tasks.rados.rados.0.smithi028.stdout:855: finishing write tid 4 to smithi02869045-50 2024-08-29T17:50:11.557 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 11 v 520 (ObjNum 256 snap 78 seq_num 256) dirty exists 2024-08-29T17:50:11.558 INFO:tasks.rados.rados.0.smithi028.stdout:855: finishing write tid 5 to smithi02869045-50 2024-08-29T17:50:11.558 INFO:tasks.rados.rados.0.smithi028.stdout:855: finishing write tid 6 to smithi02869045-50 2024-08-29T17:50:11.558 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 50 v 439 (ObjNum 270 snap 78 seq_num 270) dirty exists 2024-08-29T17:50:11.558 INFO:tasks.rados.rados.0.smithi028.stdout:855: left oid 50 (ObjNum 270 snap 78 seq_num 270) 2024-08-29T17:50:11.558 INFO:tasks.rados.rados.0.smithi028.stdout:860: finishing rollback tid 0 to smithi02869045-46 2024-08-29T17:50:11.558 INFO:tasks.rados.rados.0.smithi028.stdout:860: finishing rollback tid 1 to smithi02869045-46 2024-08-29T17:50:11.558 INFO:tasks.rados.rados.0.smithi028.stdout:860: finishing rollback tid 2 to smithi02869045-46 2024-08-29T17:50:11.558 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 46 v 282 (ObjNum 50 snap 0 seq_num 50) dirty exists 2024-08-29T17:50:11.558 INFO:tasks.rados.rados.0.smithi028.stdout:861: finishing write tid 1 to smithi02869045-27 2024-08-29T17:50:11.558 INFO:tasks.rados.rados.0.smithi028.stdout:861: finishing write tid 2 to smithi02869045-27 2024-08-29T17:50:11.558 INFO:tasks.rados.rados.0.smithi028.stdout:861: finishing write tid 3 to smithi02869045-27 2024-08-29T17:50:11.558 INFO:tasks.rados.rados.0.smithi028.stdout:861: finishing write tid 4 to smithi02869045-27 2024-08-29T17:50:11.558 INFO:tasks.rados.rados.0.smithi028.stdout:861: finishing write tid 5 to smithi02869045-27 2024-08-29T17:50:11.559 INFO:tasks.rados.rados.0.smithi028.stdout:862: finishing write tid 1 to smithi02869045-34 2024-08-29T17:50:11.559 INFO:tasks.rados.rados.0.smithi028.stdout:862: finishing write tid 2 to smithi02869045-34 2024-08-29T17:50:11.559 INFO:tasks.rados.rados.0.smithi028.stdout:861: finishing write tid 6 to smithi02869045-27 2024-08-29T17:50:11.559 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 27 v 444 (ObjNum 272 snap 78 seq_num 272) dirty exists 2024-08-29T17:50:11.559 INFO:tasks.rados.rados.0.smithi028.stdout:861: left oid 27 (ObjNum 272 snap 78 seq_num 272) 2024-08-29T17:50:11.563 INFO:tasks.rados.rados.0.smithi028.stdout:862: finishing write tid 3 to smithi02869045-34 2024-08-29T17:50:11.563 INFO:tasks.rados.rados.0.smithi028.stdout:862: finishing write tid 4 to smithi02869045-34 2024-08-29T17:50:11.563 INFO:tasks.rados.rados.0.smithi028.stdout:862: finishing write tid 5 to smithi02869045-34 2024-08-29T17:50:11.565 INFO:tasks.rados.rados.0.smithi028.stdout:862: finishing write tid 6 to smithi02869045-34 2024-08-29T17:50:11.565 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 34 v 295 (ObjNum 273 snap 78 seq_num 273) dirty exists 2024-08-29T17:50:11.565 INFO:tasks.rados.rados.0.smithi028.stdout:862: left oid 34 (ObjNum 273 snap 78 seq_num 273) 2024-08-29T17:50:11.671 INFO:tasks.rados.rados.0.smithi028.stdout:855: done (6 left) 2024-08-29T17:50:11.671 INFO:tasks.rados.rados.0.smithi028.stdout:856: done (5 left) 2024-08-29T17:50:11.671 INFO:tasks.rados.rados.0.smithi028.stdout:857: done (4 left) 2024-08-29T17:50:11.671 INFO:tasks.rados.rados.0.smithi028.stdout:860: done (3 left) 2024-08-29T17:50:11.671 INFO:tasks.rados.rados.0.smithi028.stdout:861: done (2 left) 2024-08-29T17:50:11.671 INFO:tasks.rados.rados.0.smithi028.stdout:862: done (1 left) 2024-08-29T17:50:11.671 INFO:tasks.rados.rados.0.smithi028.stdout:863: done (0 left) 2024-08-29T17:50:11.671 INFO:tasks.rados.rados.0.smithi028.stdout:append oid 45 current snap is 79 2024-08-29T17:50:11.671 INFO:tasks.rados.rados.0.smithi028.stdout:864: seq_num 274 ranges {4784128=598016,5382144=499712,5881856=745472,6627328=360448} 2024-08-29T17:50:11.701 INFO:tasks.rados.rados.0.smithi028.stdout:864: writing smithi02869045-45 from 4784128 to 5382144 tid 1 2024-08-29T17:50:11.706 INFO:tasks.rados.rados.0.smithi028.stdout:864: writing smithi02869045-45 from 5382144 to 5881856 tid 2 2024-08-29T17:50:11.709 INFO:tasks.rados.rados.0.smithi028.stdout:864: writing smithi02869045-45 from 5881856 to 6627328 tid 3 2024-08-29T17:50:11.711 INFO:tasks.rados.rados.0.smithi028.stdout:864: writing smithi02869045-45 from 6627328 to 6987776 tid 4 2024-08-29T17:50:11.712 INFO:tasks.rados.rados.0.smithi028.stdout:append oid 10 current snap is 79 2024-08-29T17:50:11.712 INFO:tasks.rados.rados.0.smithi028.stdout:864: finishing write tid 1 to smithi02869045-45 2024-08-29T17:50:11.712 INFO:tasks.rados.rados.0.smithi028.stdout:864: finishing write tid 2 to smithi02869045-45 2024-08-29T17:50:11.712 INFO:tasks.rados.rados.0.smithi028.stdout:865: seq_num 275 ranges {1105920=614400,1720320=786432,2506752=499712,3006464=319488} 2024-08-29T17:50:11.726 INFO:tasks.rados.rados.0.smithi028.stdout:865: writing smithi02869045-10 from 1105920 to 1720320 tid 1 2024-08-29T17:50:11.737 INFO:tasks.rados.rados.0.smithi028.stdout:865: writing smithi02869045-10 from 1720320 to 2506752 tid 2 2024-08-29T17:50:11.741 INFO:tasks.rados.rados.0.smithi028.stdout:865: writing smithi02869045-10 from 2506752 to 3006464 tid 3 2024-08-29T17:50:11.743 INFO:tasks.rados.rados.0.smithi028.stdout:865: writing smithi02869045-10 from 3006464 to 3325952 tid 4 2024-08-29T17:50:11.743 INFO:tasks.rados.rados.0.smithi028.stdout:866: delete oid 7 current snap is 79 2024-08-29T17:50:11.743 INFO:tasks.rados.rados.0.smithi028.stdout:864: finishing write tid 3 to smithi02869045-45 2024-08-29T17:50:11.744 INFO:tasks.rados.rados.0.smithi028.stdout:864: finishing write tid 4 to smithi02869045-45 2024-08-29T17:50:11.744 INFO:tasks.rados.rados.0.smithi028.stdout:864: finishing write tid 5 to smithi02869045-45 2024-08-29T17:50:11.744 INFO:tasks.rados.rados.0.smithi028.stdout:864: finishing write tid 6 to smithi02869045-45 2024-08-29T17:50:11.744 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 45 v 527 (ObjNum 274 snap 79 seq_num 274) dirty exists 2024-08-29T17:50:11.744 INFO:tasks.rados.rados.0.smithi028.stdout:864: left oid 45 (ObjNum 274 snap 79 seq_num 274) 2024-08-29T17:50:11.744 INFO:tasks.rados.rados.0.smithi028.stdout:865: finishing write tid 1 to smithi02869045-10 2024-08-29T17:50:11.744 INFO:tasks.rados.rados.0.smithi028.stdout:865: finishing write tid 2 to smithi02869045-10 2024-08-29T17:50:11.745 INFO:tasks.rados.rados.0.smithi028.stdout:865: finishing write tid 3 to smithi02869045-10 2024-08-29T17:50:11.745 INFO:tasks.rados.rados.0.smithi028.stdout:864: done (2 left) 2024-08-29T17:50:11.745 INFO:tasks.rados.rados.0.smithi028.stdout:866: done (1 left) 2024-08-29T17:50:11.745 INFO:tasks.rados.rados.0.smithi028.stdout:867: rmattr oid 20 current snap is 79 2024-08-29T17:50:11.745 INFO:tasks.rados.rados.0.smithi028.stdout:append oid 47 current snap is 79 2024-08-29T17:50:11.745 INFO:tasks.rados.rados.0.smithi028.stdout:868: seq_num 277 ranges {622592=647168,1269760=557056,1826816=516096,2342912=532480} 2024-08-29T17:50:11.752 INFO:tasks.rados.rados.0.smithi028.stdout:868: writing smithi02869045-47 from 622592 to 1269760 tid 1 2024-08-29T17:50:11.755 INFO:tasks.rados.rados.0.smithi028.stdout:868: writing smithi02869045-47 from 1269760 to 1826816 tid 2 2024-08-29T17:50:11.758 INFO:tasks.rados.rados.0.smithi028.stdout:868: writing smithi02869045-47 from 1826816 to 2342912 tid 3 2024-08-29T17:50:11.761 INFO:tasks.rados.rados.0.smithi028.stdout:868: writing smithi02869045-47 from 2342912 to 2875392 tid 4 2024-08-29T17:50:11.762 INFO:tasks.rados.rados.0.smithi028.stdout:append oid 48 current snap is 79 2024-08-29T17:50:11.762 INFO:tasks.rados.rados.0.smithi028.stdout:865: finishing write tid 4 to smithi02869045-10 2024-08-29T17:50:11.762 INFO:tasks.rados.rados.0.smithi028.stdout:865: finishing write tid 5 to smithi02869045-10 2024-08-29T17:50:11.762 INFO:tasks.rados.rados.0.smithi028.stdout:869: seq_num 278 ranges {5251072=663552,5914624=442368,6356992=720896,7077888=442368} 2024-08-29T17:50:11.794 INFO:tasks.rados.rados.0.smithi028.stdout:869: writing smithi02869045-48 from 5251072 to 5914624 tid 1 2024-08-29T17:50:11.797 INFO:tasks.rados.rados.0.smithi028.stdout:869: writing smithi02869045-48 from 5914624 to 6356992 tid 2 2024-08-29T17:50:11.801 INFO:tasks.rados.rados.0.smithi028.stdout:869: writing smithi02869045-48 from 6356992 to 7077888 tid 3 2024-08-29T17:50:11.805 INFO:tasks.rados.rados.0.smithi028.stdout:869: writing smithi02869045-48 from 7077888 to 7520256 tid 4 2024-08-29T17:50:11.805 INFO:tasks.rados.rados.0.smithi028.stdout:870: delete oid 6 current snap is 79 2024-08-29T17:50:11.805 INFO:tasks.rados.rados.0.smithi028.stdout:865: finishing write tid 6 to smithi02869045-10 2024-08-29T17:50:11.805 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 10 v 481 (ObjNum 275 snap 79 seq_num 275) dirty exists 2024-08-29T17:50:11.805 INFO:tasks.rados.rados.0.smithi028.stdout:865: left oid 10 (ObjNum 275 snap 79 seq_num 275) 2024-08-29T17:50:11.805 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 20 v 105 (ObjNum 0 snap 0 seq_num 304) dirty exists 2024-08-29T17:50:11.805 INFO:tasks.rados.rados.0.smithi028.stdout:868: finishing write tid 1 to smithi02869045-47 2024-08-29T17:50:11.805 INFO:tasks.rados.rados.0.smithi028.stdout:868: finishing write tid 2 to smithi02869045-47 2024-08-29T17:50:11.805 INFO:tasks.rados.rados.0.smithi028.stdout:868: finishing write tid 3 to smithi02869045-47 2024-08-29T17:50:11.806 INFO:tasks.rados.rados.0.smithi028.stdout:868: finishing write tid 4 to smithi02869045-47 2024-08-29T17:50:11.806 INFO:tasks.rados.rados.0.smithi028.stdout:868: finishing write tid 5 to smithi02869045-47 2024-08-29T17:50:11.806 INFO:tasks.rados.rados.0.smithi028.stdout:868: finishing write tid 6 to smithi02869045-47 2024-08-29T17:50:11.806 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 47 v 269 (ObjNum 277 snap 79 seq_num 277) dirty exists 2024-08-29T17:50:11.806 INFO:tasks.rados.rados.0.smithi028.stdout:868: left oid 47 (ObjNum 277 snap 79 seq_num 277) 2024-08-29T17:50:11.806 INFO:tasks.rados.rados.0.smithi028.stdout:869: finishing write tid 1 to smithi02869045-48 2024-08-29T17:50:11.806 INFO:tasks.rados.rados.0.smithi028.stdout:869: finishing write tid 2 to smithi02869045-48 2024-08-29T17:50:11.807 INFO:tasks.rados.rados.0.smithi028.stdout:869: finishing write tid 3 to smithi02869045-48 2024-08-29T17:50:11.808 INFO:tasks.rados.rados.0.smithi028.stdout:869: finishing write tid 4 to smithi02869045-48 2024-08-29T17:50:11.808 INFO:tasks.rados.rados.0.smithi028.stdout:869: finishing write tid 5 to smithi02869045-48 2024-08-29T17:50:11.809 INFO:tasks.rados.rados.0.smithi028.stdout:869: finishing write tid 6 to smithi02869045-48 2024-08-29T17:50:11.809 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 48 v 532 (ObjNum 278 snap 79 seq_num 278) dirty exists 2024-08-29T17:50:11.809 INFO:tasks.rados.rados.0.smithi028.stdout:869: left oid 48 (ObjNum 278 snap 79 seq_num 278) 2024-08-29T17:50:11.810 INFO:tasks.rados.rados.0.smithi028.stdout:865: done (4 left) 2024-08-29T17:50:11.810 INFO:tasks.rados.rados.0.smithi028.stdout:867: done (3 left) 2024-08-29T17:50:11.810 INFO:tasks.rados.rados.0.smithi028.stdout:868: done (2 left) 2024-08-29T17:50:11.811 INFO:tasks.rados.rados.0.smithi028.stdout:869: done (1 left) 2024-08-29T17:50:11.811 INFO:tasks.rados.rados.0.smithi028.stdout:870: done (0 left) 2024-08-29T17:50:11.811 INFO:tasks.rados.rados.0.smithi028.stdout:871: snap_create 2024-08-29T17:50:11.823 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:50:11 smithi053 bash[24720]: cephadm 2024-08-29T17:50:10.538096+0000 mgr.x (mgr.24565) 42 : cephadm [INF] Reconfiguring prometheus.a (dependencies changed)... 2024-08-29T17:50:11.823 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:50:11 smithi053 bash[24720]: cluster 2024-08-29T17:50:10.674589+0000 mon.a (mon.0) 1309 : cluster [DBG] osdmap e222: 8 total, 8 up, 8 in 2024-08-29T17:50:11.823 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:50:11 smithi053 bash[24720]: cephadm 2024-08-29T17:50:10.860871+0000 mgr.x (mgr.24565) 43 : cephadm [INF] Reconfiguring daemon prometheus.a on smithi053 2024-08-29T17:50:11.875 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:50:11 smithi028 bash[31855]: cephadm 2024-08-29T17:50:10.538096+0000 mgr.x (mgr.24565) 42 : cephadm [INF] Reconfiguring prometheus.a (dependencies changed)... 2024-08-29T17:50:11.875 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:50:11 smithi028 bash[31855]: cluster 2024-08-29T17:50:10.674589+0000 mon.a (mon.0) 1309 : cluster [DBG] osdmap e222: 8 total, 8 up, 8 in 2024-08-29T17:50:11.875 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:50:11 smithi028 bash[31855]: cephadm 2024-08-29T17:50:10.860871+0000 mgr.x (mgr.24565) 43 : cephadm [INF] Reconfiguring daemon prometheus.a on smithi053 2024-08-29T17:50:11.876 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:50:11 smithi028 bash[22419]: cephadm 2024-08-29T17:50:10.538096+0000 mgr.x (mgr.24565) 42 : cephadm [INF] Reconfiguring prometheus.a (dependencies changed)... 2024-08-29T17:50:11.876 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:50:11 smithi028 bash[22419]: cluster 2024-08-29T17:50:10.674589+0000 mon.a (mon.0) 1309 : cluster [DBG] osdmap e222: 8 total, 8 up, 8 in 2024-08-29T17:50:11.876 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:50:11 smithi028 bash[22419]: cephadm 2024-08-29T17:50:10.860871+0000 mgr.x (mgr.24565) 43 : cephadm [INF] Reconfiguring daemon prometheus.a on smithi053 2024-08-29T17:50:11.876 INFO:journalctl@ceph.alertmanager.a.smithi028.stdout:Aug 29 17:50:11 smithi028 bash[70352]: ts=2024-08-29T17:50:11.701Z caller=main.go:240 level=info msg="Starting Alertmanager" version="(version=0.25.0, branch=HEAD, revision=258fab7cdd551f2cf251ed0348f0ad7289aee789)" 2024-08-29T17:50:11.876 INFO:journalctl@ceph.alertmanager.a.smithi028.stdout:Aug 29 17:50:11 smithi028 bash[70352]: ts=2024-08-29T17:50:11.701Z caller=main.go:241 level=info build_context="(go=go1.19.4, user=root@abe866dd5717, date=20221222-14:51:36)" 2024-08-29T17:50:11.876 INFO:journalctl@ceph.alertmanager.a.smithi028.stdout:Aug 29 17:50:11 smithi028 bash[70352]: ts=2024-08-29T17:50:11.703Z caller=cluster.go:185 level=info component=cluster msg="setting advertise address explicitly" addr=172.21.15.28 port=9094 2024-08-29T17:50:11.876 INFO:journalctl@ceph.alertmanager.a.smithi028.stdout:Aug 29 17:50:11 smithi028 bash[70352]: ts=2024-08-29T17:50:11.704Z caller=cluster.go:681 level=info component=cluster msg="Waiting for gossip to settle..." interval=2s 2024-08-29T17:50:11.876 INFO:journalctl@ceph.alertmanager.a.smithi028.stdout:Aug 29 17:50:11 smithi028 bash[70352]: ts=2024-08-29T17:50:11.744Z caller=coordinator.go:113 level=info component=configuration msg="Loading configuration file" file=/etc/alertmanager/alertmanager.yml 2024-08-29T17:50:11.877 INFO:journalctl@ceph.alertmanager.a.smithi028.stdout:Aug 29 17:50:11 smithi028 bash[70352]: ts=2024-08-29T17:50:11.745Z caller=coordinator.go:126 level=info component=configuration msg="Completed loading of configuration file" file=/etc/alertmanager/alertmanager.yml 2024-08-29T17:50:11.877 INFO:journalctl@ceph.alertmanager.a.smithi028.stdout:Aug 29 17:50:11 smithi028 bash[70352]: ts=2024-08-29T17:50:11.748Z caller=tls_config.go:232 level=info msg="Listening on" address=[::]:9093 2024-08-29T17:50:11.877 INFO:journalctl@ceph.alertmanager.a.smithi028.stdout:Aug 29 17:50:11 smithi028 bash[70352]: ts=2024-08-29T17:50:11.748Z caller=tls_config.go:235 level=info msg="TLS is disabled." http2=false address=[::]:9093 2024-08-29T17:50:12.688 INFO:tasks.rados.rados.0.smithi028.stdout:871: done (0 left) 2024-08-29T17:50:12.688 INFO:tasks.rados.rados.0.smithi028.stdout:append oid 13 current snap is 80 2024-08-29T17:50:12.688 INFO:tasks.rados.rados.0.smithi028.stdout:872: seq_num 280 ranges {3342336=696320,4038656=606208,4644864=688128,5332992=311296} 2024-08-29T17:50:12.712 INFO:tasks.rados.rados.0.smithi028.stdout:872: writing smithi02869045-13 from 3342336 to 4038656 tid 1 2024-08-29T17:50:12.715 INFO:tasks.rados.rados.0.smithi028.stdout:872: writing smithi02869045-13 from 4038656 to 4644864 tid 2 2024-08-29T17:50:12.720 INFO:tasks.rados.rados.0.smithi028.stdout:872: writing smithi02869045-13 from 4644864 to 5332992 tid 3 2024-08-29T17:50:12.721 INFO:tasks.rados.rados.0.smithi028.stdout:872: writing smithi02869045-13 from 5332992 to 5644288 tid 4 2024-08-29T17:50:12.722 INFO:tasks.rados.rados.0.smithi028.stdout:873: delete oid 50 current snap is 80 2024-08-29T17:50:12.725 INFO:tasks.rados.rados.0.smithi028.stdout:872: finishing write tid 1 to smithi02869045-13 2024-08-29T17:50:12.727 INFO:tasks.rados.rados.0.smithi028.stdout:872: finishing write tid 2 to smithi02869045-13 2024-08-29T17:50:12.729 INFO:tasks.rados.rados.0.smithi028.stdout:872: finishing write tid 3 to smithi02869045-13 2024-08-29T17:50:12.730 INFO:tasks.rados.rados.0.smithi028.stdout:872: finishing write tid 4 to smithi02869045-13 2024-08-29T17:50:12.730 INFO:tasks.rados.rados.0.smithi028.stdout:872: finishing write tid 5 to smithi02869045-13 2024-08-29T17:50:12.733 INFO:tasks.rados.rados.0.smithi028.stdout:873: done (1 left) 2024-08-29T17:50:12.733 INFO:tasks.rados.rados.0.smithi028.stdout:874: rollback oid 21 current snap is 80 2024-08-29T17:50:12.733 INFO:tasks.rados.rados.0.smithi028.stdout:rollback oid 21 to 62 2024-08-29T17:50:12.733 INFO:tasks.rados.rados.0.smithi028.stdout:875: snap_remove snap 66 2024-08-29T17:50:13.073 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:50:12 smithi053 bash[24720]: cluster 2024-08-29T17:50:11.677903+0000 mon.a (mon.0) 1310 : cluster [DBG] osdmap e223: 8 total, 8 up, 8 in 2024-08-29T17:50:13.073 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:50:12 smithi053 bash[24720]: cluster 2024-08-29T17:50:11.693269+0000 mgr.x (mgr.24565) 44 : cluster [DBG] pgmap v48: 121 pgs: 121 active+clean; 259 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail; 6.1 MiB/s rd, 442 KiB/s wr, 4 op/s 2024-08-29T17:50:13.073 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:50:12 smithi053 bash[24720]: audit 2024-08-29T17:50:11.956332+0000 mon.b (mon.1) 76 : audit [DBG] from='mgr.24565 172.21.15.53:0/2794946223' entity='mgr.x' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-29T17:50:13.125 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:50:12 smithi028 bash[22419]: cluster 2024-08-29T17:50:11.677903+0000 mon.a (mon.0) 1310 : cluster [DBG] osdmap e223: 8 total, 8 up, 8 in 2024-08-29T17:50:13.125 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:50:12 smithi028 bash[22419]: cluster 2024-08-29T17:50:11.693269+0000 mgr.x (mgr.24565) 44 : cluster [DBG] pgmap v48: 121 pgs: 121 active+clean; 259 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail; 6.1 MiB/s rd, 442 KiB/s wr, 4 op/s 2024-08-29T17:50:13.125 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:50:12 smithi028 bash[22419]: audit 2024-08-29T17:50:11.956332+0000 mon.b (mon.1) 76 : audit [DBG] from='mgr.24565 172.21.15.53:0/2794946223' entity='mgr.x' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-29T17:50:13.126 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:50:12 smithi028 bash[31855]: cluster 2024-08-29T17:50:11.677903+0000 mon.a (mon.0) 1310 : cluster [DBG] osdmap e223: 8 total, 8 up, 8 in 2024-08-29T17:50:13.126 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:50:12 smithi028 bash[31855]: cluster 2024-08-29T17:50:11.693269+0000 mgr.x (mgr.24565) 44 : cluster [DBG] pgmap v48: 121 pgs: 121 active+clean; 259 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail; 6.1 MiB/s rd, 442 KiB/s wr, 4 op/s 2024-08-29T17:50:13.126 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:50:12 smithi028 bash[31855]: audit 2024-08-29T17:50:11.956332+0000 mon.b (mon.1) 76 : audit [DBG] from='mgr.24565 172.21.15.53:0/2794946223' entity='mgr.x' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-29T17:50:13.695 INFO:tasks.rados.rados.0.smithi028.stdout:875: done (2 left) 2024-08-29T17:50:13.695 INFO:tasks.rados.rados.0.smithi028.stdout:876: snap_create 2024-08-29T17:50:13.695 INFO:tasks.rados.rados.0.smithi028.stdout:872: finishing write tid 6 to smithi02869045-13 2024-08-29T17:50:13.695 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 13 v 571 (ObjNum 280 snap 80 seq_num 280) dirty exists 2024-08-29T17:50:13.695 INFO:tasks.rados.rados.0.smithi028.stdout:872: left oid 13 (ObjNum 280 snap 80 seq_num 280) 2024-08-29T17:50:13.695 INFO:tasks.rados.rados.0.smithi028.stdout:874: finishing rollback tid 0 to smithi02869045-21 2024-08-29T17:50:13.695 INFO:tasks.rados.rados.0.smithi028.stdout:874: finishing rollback tid 1 to smithi02869045-21 2024-08-29T17:50:13.695 INFO:tasks.rados.rados.0.smithi028.stdout:874: finishing rollback tid 2 to smithi02869045-21 2024-08-29T17:50:13.696 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 21 v 484 (ObjNum 50 snap 0 seq_num 50) dirty exists 2024-08-29T17:50:13.823 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:50:13 smithi053 bash[24720]: cluster 2024-08-29T17:50:12.694232+0000 mon.a (mon.0) 1311 : cluster [DBG] osdmap e224: 8 total, 8 up, 8 in 2024-08-29T17:50:14.126 INFO:journalctl@ceph.alertmanager.a.smithi028.stdout:Aug 29 17:50:13 smithi028 bash[70352]: ts=2024-08-29T17:50:13.705Z caller=cluster.go:706 level=info component=cluster msg="gossip not settled" polls=0 before=0 now=1 elapsed=2.001437635s 2024-08-29T17:50:14.126 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:50:13 smithi028 bash[22419]: cluster 2024-08-29T17:50:12.694232+0000 mon.a (mon.0) 1311 : cluster [DBG] osdmap e224: 8 total, 8 up, 8 in 2024-08-29T17:50:14.127 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:50:13 smithi028 bash[31855]: cluster 2024-08-29T17:50:12.694232+0000 mon.a (mon.0) 1311 : cluster [DBG] osdmap e224: 8 total, 8 up, 8 in 2024-08-29T17:50:14.490 INFO:tasks.rados.rados.0.smithi028.stdout:872: done (2 left) 2024-08-29T17:50:14.490 INFO:tasks.rados.rados.0.smithi028.stdout:874: done (1 left) 2024-08-29T17:50:14.490 INFO:tasks.rados.rados.0.smithi028.stdout:876: done (0 left) 2024-08-29T17:50:14.490 INFO:tasks.rados.rados.0.smithi028.stdout:877: read oid 46 snap -1 2024-08-29T17:50:14.490 INFO:tasks.rados.rados.0.smithi028.stdout:877: expect (ObjNum 50 snap 0 seq_num 50) 2024-08-29T17:50:14.490 INFO:tasks.rados.rados.0.smithi028.stdout:878: read oid 12 snap -1 2024-08-29T17:50:14.490 INFO:tasks.rados.rados.0.smithi028.stdout:878: expect (ObjNum 161 snap 46 seq_num 161) 2024-08-29T17:50:14.490 INFO:tasks.rados.rados.0.smithi028.stdout:879: copy_from oid 19 from oid 41 current snap is 81 2024-08-29T17:50:14.491 INFO:tasks.rados.rados.0.smithi028.stdout:880: copy_from oid 49 from oid 18 current snap is 81 2024-08-29T17:50:14.491 INFO:tasks.rados.rados.0.smithi028.stdout:append oid 35 current snap is 81 2024-08-29T17:50:14.491 INFO:tasks.rados.rados.0.smithi028.stdout:881: seq_num 282 ranges {2015232=729088,2744320=425984,3170304=704512,3874816=475136} 2024-08-29T17:50:14.513 INFO:tasks.rados.rados.0.smithi028.stdout:881: writing smithi02869045-35 from 2015232 to 2744320 tid 1 2024-08-29T17:50:14.516 INFO:tasks.rados.rados.0.smithi028.stdout:881: writing smithi02869045-35 from 2744320 to 3170304 tid 2 2024-08-29T17:50:14.522 INFO:tasks.rados.rados.0.smithi028.stdout:881: writing smithi02869045-35 from 3170304 to 3874816 tid 3 2024-08-29T17:50:14.528 INFO:tasks.rados.rados.0.smithi028.stdout:881: writing smithi02869045-35 from 3874816 to 4349952 tid 4 2024-08-29T17:50:14.529 INFO:tasks.rados.rados.0.smithi028.stdout:882: rollback oid 15 current snap is 81 2024-08-29T17:50:14.529 INFO:tasks.rados.rados.0.smithi028.stdout:rollback oid 15 to 71 2024-08-29T17:50:14.529 INFO:tasks.rados.rados.0.smithi028.stdout:883: rollback oid 36 current snap is 81 2024-08-29T17:50:14.529 INFO:tasks.rados.rados.0.smithi028.stdout:rollback oid 36 to 62 2024-08-29T17:50:14.529 INFO:tasks.rados.rados.0.smithi028.stdout:884: rollback oid 40 current snap is 81 2024-08-29T17:50:14.529 INFO:tasks.rados.rados.0.smithi028.stdout:rollback oid 40 to 73 2024-08-29T17:50:14.529 INFO:tasks.rados.rados.0.smithi028.stdout:append oid 8 current snap is 81 2024-08-29T17:50:14.529 INFO:tasks.rados.rados.0.smithi028.stdout:885: seq_num 283 ranges {0=745472,745472=712704,1458176=458752,1916928=434176} 2024-08-29T17:50:14.538 INFO:tasks.rados.rados.0.smithi028.stdout:885: writing smithi02869045-8 from 0 to 745472 tid 1 2024-08-29T17:50:14.543 INFO:tasks.rados.rados.0.smithi028.stdout:885: writing smithi02869045-8 from 745472 to 1458176 tid 2 2024-08-29T17:50:14.546 INFO:tasks.rados.rados.0.smithi028.stdout:885: writing smithi02869045-8 from 1458176 to 1916928 tid 3 2024-08-29T17:50:14.548 INFO:tasks.rados.rados.0.smithi028.stdout:885: writing smithi02869045-8 from 1916928 to 2351104 tid 4 2024-08-29T17:50:14.549 INFO:tasks.rados.rados.0.smithi028.stdout:886: rollback oid 38 current snap is 81 2024-08-29T17:50:14.549 INFO:tasks.rados.rados.0.smithi028.stdout:rollback oid 38 to 62 2024-08-29T17:50:14.549 INFO:tasks.rados.rados.0.smithi028.stdout:877: expect (ObjNum 50 snap 0 seq_num 50) 2024-08-29T17:50:14.617 INFO:tasks.rados.rados.0.smithi028.stdout:881: finishing write tid 1 to smithi02869045-35 2024-08-29T17:50:14.617 INFO:tasks.rados.rados.0.smithi028.stdout:881: finishing write tid 2 to smithi02869045-35 2024-08-29T17:50:14.617 INFO:tasks.rados.rados.0.smithi028.stdout:881: finishing write tid 3 to smithi02869045-35 2024-08-29T17:50:14.617 INFO:tasks.rados.rados.0.smithi028.stdout:881: finishing write tid 4 to smithi02869045-35 2024-08-29T17:50:14.617 INFO:tasks.rados.rados.0.smithi028.stdout:881: finishing write tid 5 to smithi02869045-35 2024-08-29T17:50:14.617 INFO:tasks.rados.rados.0.smithi028.stdout:884: finishing rollback tid 0 to smithi02869045-40 2024-08-29T17:50:14.618 INFO:tasks.rados.rados.0.smithi028.stdout:881: finishing write tid 6 to smithi02869045-35 2024-08-29T17:50:14.618 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 35 v 305 (ObjNum 282 snap 81 seq_num 282) dirty exists 2024-08-29T17:50:14.618 INFO:tasks.rados.rados.0.smithi028.stdout:881: left oid 35 (ObjNum 282 snap 81 seq_num 282) 2024-08-29T17:50:14.618 INFO:tasks.rados.rados.0.smithi028.stdout:886: finishing rollback tid 1 to smithi02869045-38 2024-08-29T17:50:14.618 INFO:tasks.rados.rados.0.smithi028.stdout:886: finishing rollback tid 2 to smithi02869045-38 2024-08-29T17:50:14.618 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 38 v 281 (ObjNum 94 snap 17 seq_num 94) dirty exists 2024-08-29T17:50:14.618 INFO:tasks.rados.rados.0.smithi028.stdout:882: finishing rollback tid 0 to smithi02869045-15 2024-08-29T17:50:14.618 INFO:tasks.rados.rados.0.smithi028.stdout:882: finishing rollback tid 1 to smithi02869045-15 2024-08-29T17:50:14.618 INFO:tasks.rados.rados.0.smithi028.stdout:877: done (9 left) 2024-08-29T17:50:14.618 INFO:tasks.rados.rados.0.smithi028.stdout:881: done (8 left) 2024-08-29T17:50:14.618 INFO:tasks.rados.rados.0.smithi028.stdout:886: done (7 left) 2024-08-29T17:50:14.618 INFO:tasks.rados.rados.0.smithi028.stdout:887: read oid 30 snap -1 2024-08-29T17:50:14.618 INFO:tasks.rados.rados.0.smithi028.stdout:887: expect (ObjNum 101 snap 23 seq_num 101) 2024-08-29T17:50:14.619 INFO:tasks.rados.rados.0.smithi028.stdout:888: snap_create 2024-08-29T17:50:14.619 INFO:tasks.rados.rados.0.smithi028.stdout:882: finishing rollback tid 2 to smithi02869045-15 2024-08-29T17:50:14.619 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 15 v 210 (ObjNum 129 snap 0 seq_num 1676277664) dirty exists 2024-08-29T17:50:14.619 INFO:tasks.rados.rados.0.smithi028.stdout:884: finishing rollback tid 1 to smithi02869045-40 2024-08-29T17:50:14.619 INFO:tasks.rados.rados.0.smithi028.stdout:884: finishing rollback tid 2 to smithi02869045-40 2024-08-29T17:50:14.619 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 40 v 458 (ObjNum 230 snap 64 seq_num 230) dirty exists 2024-08-29T17:50:14.619 INFO:tasks.rados.rados.0.smithi028.stdout:885: finishing write tid 1 to smithi02869045-8 2024-08-29T17:50:14.619 INFO:tasks.rados.rados.0.smithi028.stdout:885: finishing write tid 2 to smithi02869045-8 2024-08-29T17:50:14.619 INFO:tasks.rados.rados.0.smithi028.stdout:878: expect (ObjNum 161 snap 46 seq_num 161) 2024-08-29T17:50:14.823 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:50:14 smithi053 bash[24720]: cluster 2024-08-29T17:50:13.694050+0000 mgr.x (mgr.24565) 45 : cluster [DBG] pgmap v51: 121 pgs: 121 active+clean; 312 MiB data, 2.7 GiB used, 712 GiB / 715 GiB avail; 14 MiB/s rd, 11 MiB/s wr, 87 op/s 2024-08-29T17:50:14.823 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:50:14 smithi053 bash[24720]: cluster 2024-08-29T17:50:13.700824+0000 mon.a (mon.0) 1312 : cluster [DBG] osdmap e225: 8 total, 8 up, 8 in 2024-08-29T17:50:14.823 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:50:14 smithi053 bash[24720]: cluster 2024-08-29T17:50:14.494711+0000 mon.a (mon.0) 1313 : cluster [DBG] osdmap e226: 8 total, 8 up, 8 in 2024-08-29T17:50:15.026 INFO:tasks.rados.rados.0.smithi028.stdout:879: finishing copy_from racing read to smithi02869045-19 2024-08-29T17:50:15.026 INFO:tasks.rados.rados.0.smithi028.stdout:883: finishing rollback tid 1 to smithi02869045-36 2024-08-29T17:50:15.026 INFO:tasks.rados.rados.0.smithi028.stdout:883: finishing rollback tid 2 to smithi02869045-36 2024-08-29T17:50:15.026 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 36 v 142 (ObjNum 98 snap 21 seq_num 98) dirty exists 2024-08-29T17:50:15.026 INFO:tasks.rados.rados.0.smithi028.stdout:879: finishing copy_from to smithi02869045-19 2024-08-29T17:50:15.026 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 19 v 519 (ObjNum 262 snap 78 seq_num 262) dirty exists 2024-08-29T17:50:15.026 INFO:tasks.rados.rados.0.smithi028.stdout:880: finishing copy_from racing read to smithi02869045-49 2024-08-29T17:50:15.026 INFO:tasks.rados.rados.0.smithi028.stdout:885: finishing write tid 3 to smithi02869045-8 2024-08-29T17:50:15.026 INFO:tasks.rados.rados.0.smithi028.stdout:885: finishing write tid 4 to smithi02869045-8 2024-08-29T17:50:15.026 INFO:tasks.rados.rados.0.smithi028.stdout:885: finishing write tid 5 to smithi02869045-8 2024-08-29T17:50:15.027 INFO:tasks.rados.rados.0.smithi028.stdout:885: finishing write tid 6 to smithi02869045-8 2024-08-29T17:50:15.027 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 8 v 310 (ObjNum 283 snap 81 seq_num 283) dirty exists 2024-08-29T17:50:15.027 INFO:tasks.rados.rados.0.smithi028.stdout:885: left oid 8 (ObjNum 283 snap 81 seq_num 283) 2024-08-29T17:50:15.027 INFO:tasks.rados.rados.0.smithi028.stdout:880: finishing copy_from to smithi02869045-49 2024-08-29T17:50:15.027 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 49 v 366 (ObjNum 223 snap 64 seq_num 223) dirty exists 2024-08-29T17:50:15.027 INFO:tasks.rados.rados.0.smithi028.stdout:887: expect (ObjNum 101 snap 23 seq_num 101) 2024-08-29T17:50:15.125 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:50:14 smithi028 bash[31855]: cluster 2024-08-29T17:50:13.694050+0000 mgr.x (mgr.24565) 45 : cluster [DBG] pgmap v51: 121 pgs: 121 active+clean; 312 MiB data, 2.7 GiB used, 712 GiB / 715 GiB avail; 14 MiB/s rd, 11 MiB/s wr, 87 op/s 2024-08-29T17:50:15.125 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:50:14 smithi028 bash[31855]: cluster 2024-08-29T17:50:13.700824+0000 mon.a (mon.0) 1312 : cluster [DBG] osdmap e225: 8 total, 8 up, 8 in 2024-08-29T17:50:15.125 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:50:14 smithi028 bash[31855]: cluster 2024-08-29T17:50:14.494711+0000 mon.a (mon.0) 1313 : cluster [DBG] osdmap e226: 8 total, 8 up, 8 in 2024-08-29T17:50:15.126 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:50:14 smithi028 bash[22419]: cluster 2024-08-29T17:50:13.694050+0000 mgr.x (mgr.24565) 45 : cluster [DBG] pgmap v51: 121 pgs: 121 active+clean; 312 MiB data, 2.7 GiB used, 712 GiB / 715 GiB avail; 14 MiB/s rd, 11 MiB/s wr, 87 op/s 2024-08-29T17:50:15.126 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:50:14 smithi028 bash[22419]: cluster 2024-08-29T17:50:13.700824+0000 mon.a (mon.0) 1312 : cluster [DBG] osdmap e225: 8 total, 8 up, 8 in 2024-08-29T17:50:15.126 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:50:14 smithi028 bash[22419]: cluster 2024-08-29T17:50:14.494711+0000 mon.a (mon.0) 1313 : cluster [DBG] osdmap e226: 8 total, 8 up, 8 in 2024-08-29T17:50:15.492 INFO:tasks.rados.rados.0.smithi028.stdout:878: done (8 left) 2024-08-29T17:50:15.492 INFO:tasks.rados.rados.0.smithi028.stdout:879: done (7 left) 2024-08-29T17:50:15.492 INFO:tasks.rados.rados.0.smithi028.stdout:880: done (6 left) 2024-08-29T17:50:15.492 INFO:tasks.rados.rados.0.smithi028.stdout:882: done (5 left) 2024-08-29T17:50:15.492 INFO:tasks.rados.rados.0.smithi028.stdout:883: done (4 left) 2024-08-29T17:50:15.492 INFO:tasks.rados.rados.0.smithi028.stdout:884: done (3 left) 2024-08-29T17:50:15.492 INFO:tasks.rados.rados.0.smithi028.stdout:885: done (2 left) 2024-08-29T17:50:15.492 INFO:tasks.rados.rados.0.smithi028.stdout:887: done (1 left) 2024-08-29T17:50:15.493 INFO:tasks.rados.rados.0.smithi028.stdout:888: done (0 left) 2024-08-29T17:50:15.493 INFO:tasks.rados.rados.0.smithi028.stdout:889: snap_remove snap 62 2024-08-29T17:50:16.494 INFO:journalctl@ceph.mgr.x.smithi053.stdout:Aug 29 17:50:16 smithi053 bash[53049]: ::ffff:172.21.15.53 - - [29/Aug/2024:17:50:16] "GET /metrics HTTP/1.1" 200 36046 "" "Prometheus/2.43.0" 2024-08-29T17:50:16.494 INFO:journalctl@ceph.prometheus.a.smithi053.stdout:Aug 29 17:50:16 smithi053 systemd[1]: Stopping Ceph prometheus.a for 3167ee72-662c-11ef-bcd4-c7b262605968... 2024-08-29T17:50:16.494 INFO:journalctl@ceph.prometheus.a.smithi053.stdout:Aug 29 17:50:16 smithi053 bash[52175]: ts=2024-08-29T17:50:16.328Z caller=main.go:840 level=warn msg="Received SIGTERM, exiting gracefully..." 2024-08-29T17:50:16.494 INFO:journalctl@ceph.prometheus.a.smithi053.stdout:Aug 29 17:50:16 smithi053 bash[52175]: ts=2024-08-29T17:50:16.328Z caller=main.go:864 level=info msg="Stopping scrape discovery manager..." 2024-08-29T17:50:16.494 INFO:journalctl@ceph.prometheus.a.smithi053.stdout:Aug 29 17:50:16 smithi053 bash[52175]: ts=2024-08-29T17:50:16.328Z caller=main.go:878 level=info msg="Stopping notify discovery manager..." 2024-08-29T17:50:16.494 INFO:journalctl@ceph.prometheus.a.smithi053.stdout:Aug 29 17:50:16 smithi053 bash[52175]: ts=2024-08-29T17:50:16.328Z caller=manager.go:988 level=info component="rule manager" msg="Stopping rule manager..." 2024-08-29T17:50:16.495 INFO:journalctl@ceph.prometheus.a.smithi053.stdout:Aug 29 17:50:16 smithi053 bash[52175]: ts=2024-08-29T17:50:16.328Z caller=main.go:860 level=info msg="Scrape discovery manager stopped" 2024-08-29T17:50:16.495 INFO:journalctl@ceph.prometheus.a.smithi053.stdout:Aug 29 17:50:16 smithi053 bash[52175]: ts=2024-08-29T17:50:16.328Z caller=manager.go:998 level=info component="rule manager" msg="Rule manager stopped" 2024-08-29T17:50:16.495 INFO:journalctl@ceph.prometheus.a.smithi053.stdout:Aug 29 17:50:16 smithi053 bash[52175]: ts=2024-08-29T17:50:16.328Z caller=main.go:915 level=info msg="Stopping scrape manager..." 2024-08-29T17:50:16.495 INFO:journalctl@ceph.prometheus.a.smithi053.stdout:Aug 29 17:50:16 smithi053 bash[52175]: ts=2024-08-29T17:50:16.328Z caller=main.go:874 level=info msg="Notify discovery manager stopped" 2024-08-29T17:50:16.495 INFO:journalctl@ceph.prometheus.a.smithi053.stdout:Aug 29 17:50:16 smithi053 bash[52175]: ts=2024-08-29T17:50:16.328Z caller=main.go:907 level=info msg="Scrape manager stopped" 2024-08-29T17:50:16.495 INFO:journalctl@ceph.prometheus.a.smithi053.stdout:Aug 29 17:50:16 smithi053 bash[52175]: ts=2024-08-29T17:50:16.329Z caller=notifier.go:606 level=info component=notifier msg="Stopping notification manager..." 2024-08-29T17:50:16.495 INFO:journalctl@ceph.prometheus.a.smithi053.stdout:Aug 29 17:50:16 smithi053 bash[52175]: ts=2024-08-29T17:50:16.329Z caller=main.go:1135 level=info msg="Notifier manager stopped" 2024-08-29T17:50:16.495 INFO:journalctl@ceph.prometheus.a.smithi053.stdout:Aug 29 17:50:16 smithi053 bash[52175]: ts=2024-08-29T17:50:16.329Z caller=main.go:1147 level=info msg="See you next time!" 2024-08-29T17:50:16.502 INFO:tasks.rados.rados.0.smithi028.stdout:889: done (0 left) 2024-08-29T17:50:16.502 INFO:tasks.rados.rados.0.smithi028.stdout:890: rmattr oid 41 current snap is 82 2024-08-29T17:50:16.502 INFO:tasks.rados.rados.0.smithi028.stdout:890: done (0 left) 2024-08-29T17:50:16.503 INFO:tasks.rados.rados.0.smithi028.stdout:891: snap_remove snap 73 2024-08-29T17:50:16.823 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:50:16 smithi053 bash[24720]: cluster 2024-08-29T17:50:15.496970+0000 mon.a (mon.0) 1314 : cluster [DBG] osdmap e227: 8 total, 8 up, 8 in 2024-08-29T17:50:16.823 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:50:16 smithi053 bash[24720]: cluster 2024-08-29T17:50:15.694845+0000 mgr.x (mgr.24565) 46 : cluster [DBG] pgmap v54: 121 pgs: 121 active+clean; 312 MiB data, 2.7 GiB used, 712 GiB / 715 GiB avail; 14 MiB/s rd, 11 MiB/s wr, 87 op/s 2024-08-29T17:50:16.875 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:50:16 smithi028 bash[31855]: cluster 2024-08-29T17:50:15.496970+0000 mon.a (mon.0) 1314 : cluster [DBG] osdmap e227: 8 total, 8 up, 8 in 2024-08-29T17:50:16.875 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:50:16 smithi028 bash[31855]: cluster 2024-08-29T17:50:15.694845+0000 mgr.x (mgr.24565) 46 : cluster [DBG] pgmap v54: 121 pgs: 121 active+clean; 312 MiB data, 2.7 GiB used, 712 GiB / 715 GiB avail; 14 MiB/s rd, 11 MiB/s wr, 87 op/s 2024-08-29T17:50:16.876 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:50:16 smithi028 bash[22419]: cluster 2024-08-29T17:50:15.496970+0000 mon.a (mon.0) 1314 : cluster [DBG] osdmap e227: 8 total, 8 up, 8 in 2024-08-29T17:50:16.876 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:50:16 smithi028 bash[22419]: cluster 2024-08-29T17:50:15.694845+0000 mgr.x (mgr.24565) 46 : cluster [DBG] pgmap v54: 121 pgs: 121 active+clean; 312 MiB data, 2.7 GiB used, 712 GiB / 715 GiB avail; 14 MiB/s rd, 11 MiB/s wr, 87 op/s 2024-08-29T17:50:17.155 INFO:journalctl@ceph.prometheus.a.smithi053.stdout:Aug 29 17:50:16 smithi053 bash[59919]: ceph-3167ee72-662c-11ef-bcd4-c7b262605968-prometheus-a 2024-08-29T17:50:17.517 INFO:tasks.rados.rados.0.smithi028.stdout:891: done (0 left) 2024-08-29T17:50:17.517 INFO:tasks.rados.rados.0.smithi028.stdout:892: setattr oid 11 current snap is 82 2024-08-29T17:50:17.517 INFO:tasks.rados.rados.0.smithi028.stdout:893: rmattr oid 31 current snap is 82 2024-08-29T17:50:17.517 INFO:tasks.rados.rados.0.smithi028.stdout:893: done (1 left) 2024-08-29T17:50:17.517 INFO:tasks.rados.rados.0.smithi028.stdout:894: rollback oid 42 current snap is 82 2024-08-29T17:50:17.517 INFO:tasks.rados.rados.0.smithi028.stdout:rollback oid 42 to 79 2024-08-29T17:50:17.517 INFO:tasks.rados.rados.0.smithi028.stdout:895: rollback oid 38 current snap is 82 2024-08-29T17:50:17.517 INFO:tasks.rados.rados.0.smithi028.stdout:rollback oid 38 to 61 2024-08-29T17:50:17.518 INFO:tasks.rados.rados.0.smithi028.stdout:896: snap_create 2024-08-29T17:50:17.522 INFO:tasks.rados.rados.0.smithi028.stdout:894: finishing rollback tid 1 to smithi02869045-42 2024-08-29T17:50:17.523 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 42 v 91 (ObjNum 273 snap 0 seq_num 0) dirty dne 2024-08-29T17:50:17.524 INFO:tasks.rados.rados.0.smithi028.stdout:895: finishing rollback tid 0 to smithi02869045-38 2024-08-29T17:50:17.524 INFO:tasks.rados.rados.0.smithi028.stdout:895: finishing rollback tid 1 to smithi02869045-38 2024-08-29T17:50:17.525 INFO:journalctl@ceph.prometheus.a.smithi053.stdout:Aug 29 17:50:17 smithi053 bash[59979]: ceph-3167ee72-662c-11ef-bcd4-c7b262605968-prometheus-a 2024-08-29T17:50:17.525 INFO:journalctl@ceph.prometheus.a.smithi053.stdout:Aug 29 17:50:17 smithi053 systemd[1]: ceph-3167ee72-662c-11ef-bcd4-c7b262605968@prometheus.a.service: Deactivated successfully. 2024-08-29T17:50:17.525 INFO:journalctl@ceph.prometheus.a.smithi053.stdout:Aug 29 17:50:17 smithi053 systemd[1]: Stopped Ceph prometheus.a for 3167ee72-662c-11ef-bcd4-c7b262605968. 2024-08-29T17:50:17.525 INFO:journalctl@ceph.prometheus.a.smithi053.stdout:Aug 29 17:50:17 smithi053 systemd[1]: Started Ceph prometheus.a for 3167ee72-662c-11ef-bcd4-c7b262605968. 2024-08-29T17:50:17.529 INFO:tasks.rados.rados.0.smithi028.stdout:895: finishing rollback tid 2 to smithi02869045-38 2024-08-29T17:50:17.529 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 38 v 297 (ObjNum 94 snap 17 seq_num 94) dirty exists 2024-08-29T17:50:17.530 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 11 v 521 (ObjNum 256 snap 78 seq_num 256) dirty exists 2024-08-29T17:50:17.823 INFO:journalctl@ceph.node-exporter.b.smithi053.stdout:Aug 29 17:50:17 smithi053 systemd[1]: Stopping Ceph node-exporter.b for 3167ee72-662c-11ef-bcd4-c7b262605968... 2024-08-29T17:50:17.823 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:50:17 smithi053 bash[24720]: cluster 2024-08-29T17:50:16.507344+0000 mon.a (mon.0) 1315 : cluster [DBG] osdmap e228: 8 total, 8 up, 8 in 2024-08-29T17:50:17.823 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:50:17 smithi053 bash[24720]: audit 2024-08-29T17:50:17.225750+0000 mon.a (mon.0) 1316 : audit [INF] from='mgr.24565 ' entity='mgr.x' 2024-08-29T17:50:17.823 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:50:17 smithi053 bash[24720]: audit 2024-08-29T17:50:17.238261+0000 mon.a (mon.0) 1317 : audit [INF] from='mgr.24565 ' entity='mgr.x' 2024-08-29T17:50:17.875 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:50:17 smithi028 bash[31855]: cluster 2024-08-29T17:50:16.507344+0000 mon.a (mon.0) 1315 : cluster [DBG] osdmap e228: 8 total, 8 up, 8 in 2024-08-29T17:50:17.875 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:50:17 smithi028 bash[31855]: audit 2024-08-29T17:50:17.225750+0000 mon.a (mon.0) 1316 : audit [INF] from='mgr.24565 ' entity='mgr.x' 2024-08-29T17:50:17.875 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:50:17 smithi028 bash[31855]: audit 2024-08-29T17:50:17.238261+0000 mon.a (mon.0) 1317 : audit [INF] from='mgr.24565 ' entity='mgr.x' 2024-08-29T17:50:17.876 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:50:17 smithi028 bash[22419]: cluster 2024-08-29T17:50:16.507344+0000 mon.a (mon.0) 1315 : cluster [DBG] osdmap e228: 8 total, 8 up, 8 in 2024-08-29T17:50:17.876 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:50:17 smithi028 bash[22419]: audit 2024-08-29T17:50:17.225750+0000 mon.a (mon.0) 1316 : audit [INF] from='mgr.24565 ' entity='mgr.x' 2024-08-29T17:50:17.876 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:50:17 smithi028 bash[22419]: audit 2024-08-29T17:50:17.238261+0000 mon.a (mon.0) 1317 : audit [INF] from='mgr.24565 ' entity='mgr.x' 2024-08-29T17:50:18.505 INFO:tasks.rados.rados.0.smithi028.stdout:892: done (3 left) 2024-08-29T17:50:18.505 INFO:tasks.rados.rados.0.smithi028.stdout:894: done (2 left) 2024-08-29T17:50:18.505 INFO:tasks.rados.rados.0.smithi028.stdout:895: done (1 left) 2024-08-29T17:50:18.506 INFO:tasks.rados.rados.0.smithi028.stdout:896: done (0 left) 2024-08-29T17:50:18.506 INFO:tasks.rados.rados.0.smithi028.stdout:897: rollback oid 43 current snap is 83 2024-08-29T17:50:18.506 INFO:tasks.rados.rados.0.smithi028.stdout:rollback oid 43 to 72 2024-08-29T17:50:18.506 INFO:tasks.rados.rados.0.smithi028.stdout:898: snap_create 2024-08-29T17:50:18.511 INFO:tasks.rados.rados.0.smithi028.stdout:897: finishing rollback tid 0 to smithi02869045-43 2024-08-29T17:50:18.512 INFO:tasks.rados.rados.0.smithi028.stdout:897: finishing rollback tid 1 to smithi02869045-43 2024-08-29T17:50:18.512 INFO:tasks.rados.rados.0.smithi028.stdout:897: finishing rollback tid 2 to smithi02869045-43 2024-08-29T17:50:18.512 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 43 v 296 (ObjNum 139 snap 43 seq_num 139) dirty exists 2024-08-29T17:50:18.823 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:50:18 smithi053 bash[24720]: cephadm 2024-08-29T17:50:17.237021+0000 mgr.x (mgr.24565) 47 : cephadm [INF] Reconfiguring node-exporter.b (dependencies changed)... 2024-08-29T17:50:18.823 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:50:18 smithi053 bash[24720]: cephadm 2024-08-29T17:50:17.237424+0000 mgr.x (mgr.24565) 48 : cephadm [INF] Reconfiguring daemon node-exporter.b on smithi053 2024-08-29T17:50:18.823 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:50:18 smithi053 bash[24720]: cluster 2024-08-29T17:50:17.508995+0000 mon.a (mon.0) 1318 : cluster [DBG] osdmap e229: 8 total, 8 up, 8 in 2024-08-29T17:50:18.824 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:50:18 smithi053 bash[24720]: cluster 2024-08-29T17:50:17.696245+0000 mgr.x (mgr.24565) 49 : cluster [DBG] pgmap v57: 121 pgs: 121 active+clean; 331 MiB data, 2.8 GiB used, 712 GiB / 715 GiB avail; 8.0 MiB/s rd, 4.6 MiB/s wr, 16 op/s 2024-08-29T17:50:18.824 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:50:18 smithi053 bash[24720]: cluster 2024-08-29T17:50:18.510362+0000 mon.a (mon.0) 1319 : cluster [DBG] osdmap e230: 8 total, 8 up, 8 in 2024-08-29T17:50:18.875 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:50:18 smithi028 bash[31855]: cephadm 2024-08-29T17:50:17.237021+0000 mgr.x (mgr.24565) 47 : cephadm [INF] Reconfiguring node-exporter.b (dependencies changed)... 2024-08-29T17:50:18.876 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:50:18 smithi028 bash[31855]: cephadm 2024-08-29T17:50:17.237424+0000 mgr.x (mgr.24565) 48 : cephadm [INF] Reconfiguring daemon node-exporter.b on smithi053 2024-08-29T17:50:18.876 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:50:18 smithi028 bash[31855]: cluster 2024-08-29T17:50:17.508995+0000 mon.a (mon.0) 1318 : cluster [DBG] osdmap e229: 8 total, 8 up, 8 in 2024-08-29T17:50:18.876 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:50:18 smithi028 bash[31855]: cluster 2024-08-29T17:50:17.696245+0000 mgr.x (mgr.24565) 49 : cluster [DBG] pgmap v57: 121 pgs: 121 active+clean; 331 MiB data, 2.8 GiB used, 712 GiB / 715 GiB avail; 8.0 MiB/s rd, 4.6 MiB/s wr, 16 op/s 2024-08-29T17:50:18.876 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:50:18 smithi028 bash[31855]: cluster 2024-08-29T17:50:18.510362+0000 mon.a (mon.0) 1319 : cluster [DBG] osdmap e230: 8 total, 8 up, 8 in 2024-08-29T17:50:18.876 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:50:18 smithi028 bash[22419]: cephadm 2024-08-29T17:50:17.237021+0000 mgr.x (mgr.24565) 47 : cephadm [INF] Reconfiguring node-exporter.b (dependencies changed)... 2024-08-29T17:50:18.876 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:50:18 smithi028 bash[22419]: cephadm 2024-08-29T17:50:17.237424+0000 mgr.x (mgr.24565) 48 : cephadm [INF] Reconfiguring daemon node-exporter.b on smithi053 2024-08-29T17:50:18.876 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:50:18 smithi028 bash[22419]: cluster 2024-08-29T17:50:17.508995+0000 mon.a (mon.0) 1318 : cluster [DBG] osdmap e229: 8 total, 8 up, 8 in 2024-08-29T17:50:18.876 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:50:18 smithi028 bash[22419]: cluster 2024-08-29T17:50:17.696245+0000 mgr.x (mgr.24565) 49 : cluster [DBG] pgmap v57: 121 pgs: 121 active+clean; 331 MiB data, 2.8 GiB used, 712 GiB / 715 GiB avail; 8.0 MiB/s rd, 4.6 MiB/s wr, 16 op/s 2024-08-29T17:50:18.876 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:50:18 smithi028 bash[22419]: cluster 2024-08-29T17:50:18.510362+0000 mon.a (mon.0) 1319 : cluster [DBG] osdmap e230: 8 total, 8 up, 8 in 2024-08-29T17:50:19.483 INFO:journalctl@ceph.node-exporter.b.smithi053.stdout:Aug 29 17:50:19 smithi053 bash[60054]: ceph-3167ee72-662c-11ef-bcd4-c7b262605968-node-exporter-b 2024-08-29T17:50:19.495 INFO:tasks.rados.rados.0.smithi028.stdout:897: done (1 left) 2024-08-29T17:50:19.495 INFO:tasks.rados.rados.0.smithi028.stdout:898: done (0 left) 2024-08-29T17:50:19.495 INFO:tasks.rados.rados.0.smithi028.stdout:899: rmattr oid 29 current snap is 84 2024-08-29T17:50:19.495 INFO:tasks.rados.rados.0.smithi028.stdout:900: snap_create 2024-08-29T17:50:19.505 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 29 v 318 (ObjNum 61 snap 5 seq_num 61) dirty exists 2024-08-29T17:50:19.823 INFO:journalctl@ceph.node-exporter.b.smithi053.stdout:Aug 29 17:50:19 smithi053 systemd[1]: ceph-3167ee72-662c-11ef-bcd4-c7b262605968@node-exporter.b.service: Main process exited, code=exited, status=143/n/a 2024-08-29T17:50:19.823 INFO:journalctl@ceph.node-exporter.b.smithi053.stdout:Aug 29 17:50:19 smithi053 bash[60116]: Error response from daemon: No such container: ceph-3167ee72-662c-11ef-bcd4-c7b262605968-node-exporter-b 2024-08-29T17:50:19.823 INFO:journalctl@ceph.node-exporter.b.smithi053.stdout:Aug 29 17:50:19 smithi053 systemd[1]: ceph-3167ee72-662c-11ef-bcd4-c7b262605968@node-exporter.b.service: Failed with result 'exit-code'. 2024-08-29T17:50:19.823 INFO:journalctl@ceph.node-exporter.b.smithi053.stdout:Aug 29 17:50:19 smithi053 systemd[1]: Stopped Ceph node-exporter.b for 3167ee72-662c-11ef-bcd4-c7b262605968. 2024-08-29T17:50:19.824 INFO:journalctl@ceph.node-exporter.b.smithi053.stdout:Aug 29 17:50:19 smithi053 systemd[1]: Started Ceph node-exporter.b for 3167ee72-662c-11ef-bcd4-c7b262605968. 2024-08-29T17:50:19.824 INFO:journalctl@ceph.prometheus.a.smithi053.stdout:Aug 29 17:50:19 smithi053 bash[60008]: ts=2024-08-29T17:50:19.598Z caller=main.go:564 level=info msg="Starting Prometheus Server" mode=server version="(version=2.43.0, branch=HEAD, revision=edfc3bcd025dd6fe296c167a14a216cab1e552ee)" 2024-08-29T17:50:19.824 INFO:journalctl@ceph.prometheus.a.smithi053.stdout:Aug 29 17:50:19 smithi053 bash[60008]: ts=2024-08-29T17:50:19.598Z caller=main.go:569 level=info build_context="(go=go1.19.7, platform=linux/amd64, user=root@8a0ee342e522, date=20230321-12:56:07, tags=netgo,builtinassets)" 2024-08-29T17:50:19.824 INFO:journalctl@ceph.prometheus.a.smithi053.stdout:Aug 29 17:50:19 smithi053 bash[60008]: ts=2024-08-29T17:50:19.599Z caller=main.go:570 level=info host_details="(Linux 5.15.0-119-generic #129-Ubuntu SMP Fri Aug 2 19:25:20 UTC 2024 x86_64 smithi053 (none))" 2024-08-29T17:50:19.824 INFO:journalctl@ceph.prometheus.a.smithi053.stdout:Aug 29 17:50:19 smithi053 bash[60008]: ts=2024-08-29T17:50:19.599Z caller=main.go:571 level=info fd_limits="(soft=1048576, hard=1048576)" 2024-08-29T17:50:19.824 INFO:journalctl@ceph.prometheus.a.smithi053.stdout:Aug 29 17:50:19 smithi053 bash[60008]: ts=2024-08-29T17:50:19.599Z caller=main.go:572 level=info vm_limits="(soft=unlimited, hard=unlimited)" 2024-08-29T17:50:19.824 INFO:journalctl@ceph.prometheus.a.smithi053.stdout:Aug 29 17:50:19 smithi053 bash[60008]: ts=2024-08-29T17:50:19.600Z caller=web.go:561 level=info component=web msg="Start listening for connections" address=:9095 2024-08-29T17:50:19.824 INFO:journalctl@ceph.prometheus.a.smithi053.stdout:Aug 29 17:50:19 smithi053 bash[60008]: ts=2024-08-29T17:50:19.601Z caller=main.go:1005 level=info msg="Starting TSDB ..." 2024-08-29T17:50:19.824 INFO:journalctl@ceph.prometheus.a.smithi053.stdout:Aug 29 17:50:19 smithi053 bash[60008]: ts=2024-08-29T17:50:19.604Z caller=tls_config.go:232 level=info component=web msg="Listening on" address=[::]:9095 2024-08-29T17:50:19.825 INFO:journalctl@ceph.prometheus.a.smithi053.stdout:Aug 29 17:50:19 smithi053 bash[60008]: ts=2024-08-29T17:50:19.604Z caller=tls_config.go:235 level=info component=web msg="TLS is disabled." http2=false address=[::]:9095 2024-08-29T17:50:19.825 INFO:journalctl@ceph.prometheus.a.smithi053.stdout:Aug 29 17:50:19 smithi053 bash[60008]: ts=2024-08-29T17:50:19.605Z caller=head.go:587 level=info component=tsdb msg="Replaying on-disk memory mappable chunks if any" 2024-08-29T17:50:19.825 INFO:journalctl@ceph.prometheus.a.smithi053.stdout:Aug 29 17:50:19 smithi053 bash[60008]: ts=2024-08-29T17:50:19.605Z caller=head.go:658 level=info component=tsdb msg="On-disk memory mappable chunks replay completed" duration=1.643µs 2024-08-29T17:50:19.825 INFO:journalctl@ceph.prometheus.a.smithi053.stdout:Aug 29 17:50:19 smithi053 bash[60008]: ts=2024-08-29T17:50:19.605Z caller=head.go:664 level=info component=tsdb msg="Replaying WAL, this may take a while" 2024-08-29T17:50:19.825 INFO:journalctl@ceph.prometheus.a.smithi053.stdout:Aug 29 17:50:19 smithi053 bash[60008]: ts=2024-08-29T17:50:19.606Z caller=head.go:735 level=info component=tsdb msg="WAL segment loaded" segment=0 maxSegment=2 2024-08-29T17:50:19.825 INFO:journalctl@ceph.prometheus.a.smithi053.stdout:Aug 29 17:50:19 smithi053 bash[60008]: ts=2024-08-29T17:50:19.627Z caller=head.go:735 level=info component=tsdb msg="WAL segment loaded" segment=1 maxSegment=2 2024-08-29T17:50:19.825 INFO:journalctl@ceph.prometheus.a.smithi053.stdout:Aug 29 17:50:19 smithi053 bash[60008]: ts=2024-08-29T17:50:19.628Z caller=head.go:735 level=info component=tsdb msg="WAL segment loaded" segment=2 maxSegment=2 2024-08-29T17:50:19.825 INFO:journalctl@ceph.prometheus.a.smithi053.stdout:Aug 29 17:50:19 smithi053 bash[60008]: ts=2024-08-29T17:50:19.628Z caller=head.go:772 level=info component=tsdb msg="WAL replay completed" checkpoint_replay_duration=26.068µs wal_replay_duration=22.644897ms wbl_replay_duration=106ns total_replay_duration=22.692994ms 2024-08-29T17:50:19.825 INFO:journalctl@ceph.prometheus.a.smithi053.stdout:Aug 29 17:50:19 smithi053 bash[60008]: ts=2024-08-29T17:50:19.630Z caller=main.go:1026 level=info fs_type=XFS_SUPER_MAGIC 2024-08-29T17:50:19.825 INFO:journalctl@ceph.prometheus.a.smithi053.stdout:Aug 29 17:50:19 smithi053 bash[60008]: ts=2024-08-29T17:50:19.630Z caller=main.go:1029 level=info msg="TSDB started" 2024-08-29T17:50:19.825 INFO:journalctl@ceph.prometheus.a.smithi053.stdout:Aug 29 17:50:19 smithi053 bash[60008]: ts=2024-08-29T17:50:19.630Z caller=main.go:1209 level=info msg="Loading configuration file" filename=/etc/prometheus/prometheus.yml 2024-08-29T17:50:19.825 INFO:journalctl@ceph.prometheus.a.smithi053.stdout:Aug 29 17:50:19 smithi053 bash[60008]: ts=2024-08-29T17:50:19.655Z caller=main.go:1246 level=info msg="Completed loading of configuration file" filename=/etc/prometheus/prometheus.yml totalDuration=24.670101ms db_storage=1.503µs remote_storage=1.252µs web_handler=398ns query_engine=802ns scrape=269.213µs scrape_sd=109.569µs notify=19.325µs notify_sd=37.401µs rules=23.703186ms tracing=9.437µs 2024-08-29T17:50:19.825 INFO:journalctl@ceph.prometheus.a.smithi053.stdout:Aug 29 17:50:19 smithi053 bash[60008]: ts=2024-08-29T17:50:19.655Z caller=main.go:990 level=info msg="Server is ready to receive web requests." 2024-08-29T17:50:19.826 INFO:journalctl@ceph.prometheus.a.smithi053.stdout:Aug 29 17:50:19 smithi053 bash[60008]: ts=2024-08-29T17:50:19.655Z caller=manager.go:974 level=info component="rule manager" msg="Starting rule manager..." 2024-08-29T17:50:20.507 INFO:tasks.rados.rados.0.smithi028.stdout:899: done (1 left) 2024-08-29T17:50:20.507 INFO:tasks.rados.rados.0.smithi028.stdout:900: done (0 left) 2024-08-29T17:50:20.507 INFO:tasks.rados.rados.0.smithi028.stdout:901: delete oid 33 current snap is 85 2024-08-29T17:50:20.514 INFO:tasks.rados.rados.0.smithi028.stdout:901: done (0 left) 2024-08-29T17:50:20.514 INFO:tasks.rados.rados.0.smithi028.stdout:902: setattr oid 48 current snap is 85 2024-08-29T17:50:20.517 INFO:tasks.rados.rados.0.smithi028.stdout:append oid 2 current snap is 85 2024-08-29T17:50:20.517 INFO:tasks.rados.rados.0.smithi028.stdout:903: seq_num 285 ranges {1613824=778240,2392064=475136,2867200=475136,3342336=655360} 2024-08-29T17:50:20.557 INFO:tasks.rados.rados.0.smithi028.stdout:903: writing smithi02869045-2 from 1613824 to 2392064 tid 1 2024-08-29T17:50:20.564 INFO:tasks.rados.rados.0.smithi028.stdout:903: writing smithi02869045-2 from 2392064 to 2867200 tid 2 2024-08-29T17:50:20.571 INFO:tasks.rados.rados.0.smithi028.stdout:903: writing smithi02869045-2 from 2867200 to 3342336 tid 3 2024-08-29T17:50:20.579 INFO:tasks.rados.rados.0.smithi028.stdout:903: writing smithi02869045-2 from 3342336 to 3997696 tid 4 2024-08-29T17:50:20.579 INFO:tasks.rados.rados.0.smithi028.stdout:904: read oid 37 snap -1 2024-08-29T17:50:20.579 INFO:tasks.rados.rados.0.smithi028.stdout:904: expect deleted 2024-08-29T17:50:20.579 INFO:tasks.rados.rados.0.smithi028.stdout:905: copy_from oid 40 from oid 33 current snap is 85 2024-08-29T17:50:20.579 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 48 v 533 (ObjNum 278 snap 79 seq_num 278) dirty exists 2024-08-29T17:50:20.579 INFO:tasks.rados.rados.0.smithi028.stdout:903: finishing write tid 1 to smithi02869045-2 2024-08-29T17:50:20.580 INFO:tasks.rados.rados.0.smithi028.stdout:902: done (3 left) 2024-08-29T17:50:20.580 INFO:tasks.rados.rados.0.smithi028.stdout:906: snap_remove snap 58 2024-08-29T17:50:20.824 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:50:20 smithi053 bash[24720]: cluster 2024-08-29T17:50:19.499339+0000 mon.a (mon.0) 1320 : cluster [DBG] osdmap e231: 8 total, 8 up, 8 in 2024-08-29T17:50:20.824 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:50:20 smithi053 bash[24720]: audit 2024-08-29T17:50:19.568417+0000 mon.a (mon.0) 1321 : audit [INF] from='mgr.24565 ' entity='mgr.x' 2024-08-29T17:50:20.824 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:50:20 smithi053 bash[24720]: cephadm 2024-08-29T17:50:19.577042+0000 mgr.x (mgr.24565) 50 : cephadm [INF] Reconfiguring grafana.a (dependencies changed)... 2024-08-29T17:50:20.824 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:50:20 smithi053 bash[24720]: audit 2024-08-29T17:50:19.578340+0000 mon.a (mon.0) 1322 : audit [INF] from='mgr.24565 ' entity='mgr.x' 2024-08-29T17:50:20.824 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:50:20 smithi053 bash[24720]: cephadm 2024-08-29T17:50:19.642859+0000 mgr.x (mgr.24565) 51 : cephadm [INF] Reconfiguring daemon grafana.a on smithi053 2024-08-29T17:50:20.824 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:50:20 smithi053 bash[24720]: cluster 2024-08-29T17:50:19.696689+0000 mgr.x (mgr.24565) 52 : cluster [DBG] pgmap v60: 121 pgs: 121 active+clean; 331 MiB data, 2.8 GiB used, 712 GiB / 715 GiB avail; 8.0 MiB/s rd, 4.6 MiB/s wr, 16 op/s 2024-08-29T17:50:20.876 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:50:20 smithi028 bash[31855]: cluster 2024-08-29T17:50:19.499339+0000 mon.a (mon.0) 1320 : cluster [DBG] osdmap e231: 8 total, 8 up, 8 in 2024-08-29T17:50:20.876 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:50:20 smithi028 bash[31855]: audit 2024-08-29T17:50:19.568417+0000 mon.a (mon.0) 1321 : audit [INF] from='mgr.24565 ' entity='mgr.x' 2024-08-29T17:50:20.876 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:50:20 smithi028 bash[31855]: cephadm 2024-08-29T17:50:19.577042+0000 mgr.x (mgr.24565) 50 : cephadm [INF] Reconfiguring grafana.a (dependencies changed)... 2024-08-29T17:50:20.876 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:50:20 smithi028 bash[31855]: audit 2024-08-29T17:50:19.578340+0000 mon.a (mon.0) 1322 : audit [INF] from='mgr.24565 ' entity='mgr.x' 2024-08-29T17:50:20.876 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:50:20 smithi028 bash[31855]: cephadm 2024-08-29T17:50:19.642859+0000 mgr.x (mgr.24565) 51 : cephadm [INF] Reconfiguring daemon grafana.a on smithi053 2024-08-29T17:50:20.876 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:50:20 smithi028 bash[31855]: cluster 2024-08-29T17:50:19.696689+0000 mgr.x (mgr.24565) 52 : cluster [DBG] pgmap v60: 121 pgs: 121 active+clean; 331 MiB data, 2.8 GiB used, 712 GiB / 715 GiB avail; 8.0 MiB/s rd, 4.6 MiB/s wr, 16 op/s 2024-08-29T17:50:20.876 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:50:20 smithi028 bash[22419]: cluster 2024-08-29T17:50:19.499339+0000 mon.a (mon.0) 1320 : cluster [DBG] osdmap e231: 8 total, 8 up, 8 in 2024-08-29T17:50:20.876 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:50:20 smithi028 bash[22419]: audit 2024-08-29T17:50:19.568417+0000 mon.a (mon.0) 1321 : audit [INF] from='mgr.24565 ' entity='mgr.x' 2024-08-29T17:50:20.877 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:50:20 smithi028 bash[22419]: cephadm 2024-08-29T17:50:19.577042+0000 mgr.x (mgr.24565) 50 : cephadm [INF] Reconfiguring grafana.a (dependencies changed)... 2024-08-29T17:50:20.877 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:50:20 smithi028 bash[22419]: audit 2024-08-29T17:50:19.578340+0000 mon.a (mon.0) 1322 : audit [INF] from='mgr.24565 ' entity='mgr.x' 2024-08-29T17:50:20.877 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:50:20 smithi028 bash[22419]: cephadm 2024-08-29T17:50:19.642859+0000 mgr.x (mgr.24565) 51 : cephadm [INF] Reconfiguring daemon grafana.a on smithi053 2024-08-29T17:50:20.877 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:50:20 smithi028 bash[22419]: cluster 2024-08-29T17:50:19.696689+0000 mgr.x (mgr.24565) 52 : cluster [DBG] pgmap v60: 121 pgs: 121 active+clean; 331 MiB data, 2.8 GiB used, 712 GiB / 715 GiB avail; 8.0 MiB/s rd, 4.6 MiB/s wr, 16 op/s 2024-08-29T17:50:21.583 INFO:tasks.rados.rados.0.smithi028.stdout:906: done (3 left) 2024-08-29T17:50:21.584 INFO:tasks.rados.rados.0.smithi028.stdout:907: setattr oid 27 current snap is 85 2024-08-29T17:50:21.584 INFO:tasks.rados.rados.0.smithi028.stdout:908: snap_create 2024-08-29T17:50:21.584 INFO:tasks.rados.rados.0.smithi028.stdout:903: finishing write tid 2 to smithi02869045-2 2024-08-29T17:50:21.584 INFO:tasks.rados.rados.0.smithi028.stdout:903: finishing write tid 3 to smithi02869045-2 2024-08-29T17:50:21.584 INFO:tasks.rados.rados.0.smithi028.stdout:903: finishing write tid 4 to smithi02869045-2 2024-08-29T17:50:21.584 INFO:tasks.rados.rados.0.smithi028.stdout:903: finishing write tid 5 to smithi02869045-2 2024-08-29T17:50:21.584 INFO:tasks.rados.rados.0.smithi028.stdout:905: finishing copy_from to smithi02869045-40 2024-08-29T17:50:21.585 INFO:tasks.rados.rados.0.smithi028.stdout:905: got expected ENOENT (src dne) 2024-08-29T17:50:21.585 INFO:tasks.rados.rados.0.smithi028.stdout:905: finishing copy_from racing read to smithi02869045-40 2024-08-29T17:50:21.585 INFO:tasks.rados.rados.0.smithi028.stdout:903: finishing write tid 6 to smithi02869045-2 2024-08-29T17:50:21.585 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 2 v 489 (ObjNum 285 snap 85 seq_num 285) dirty exists 2024-08-29T17:50:21.585 INFO:tasks.rados.rados.0.smithi028.stdout:903: left oid 2 (ObjNum 285 snap 85 seq_num 285) 2024-08-29T17:50:21.598 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 27 v 482 (ObjNum 272 snap 78 seq_num 272) dirty exists 2024-08-29T17:50:21.823 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:50:21 smithi053 bash[24720]: cluster 2024-08-29T17:50:20.512185+0000 mon.a (mon.0) 1323 : cluster [DBG] osdmap e232: 8 total, 8 up, 8 in 2024-08-29T17:50:21.875 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:50:21 smithi028 bash[31855]: cluster 2024-08-29T17:50:20.512185+0000 mon.a (mon.0) 1323 : cluster [DBG] osdmap e232: 8 total, 8 up, 8 in 2024-08-29T17:50:21.876 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:50:21 smithi028 bash[22419]: cluster 2024-08-29T17:50:20.512185+0000 mon.a (mon.0) 1323 : cluster [DBG] osdmap e232: 8 total, 8 up, 8 in 2024-08-29T17:50:21.876 INFO:journalctl@ceph.alertmanager.a.smithi028.stdout:Aug 29 17:50:21 smithi028 bash[70352]: ts=2024-08-29T17:50:21.707Z caller=cluster.go:698 level=info component=cluster msg="gossip settled; proceeding" elapsed=10.003497844s 2024-08-29T17:50:22.174 INFO:journalctl@ceph.node-exporter.b.smithi053.stdout:Aug 29 17:50:21 smithi053 bash[60178]: ts=2024-08-29T17:50:21.966Z caller=node_exporter.go:180 level=info msg="Starting node_exporter" version="(version=1.5.0, branch=HEAD, revision=1b48970ffcf5630534fb00bb0687d73c66d1c959)" 2024-08-29T17:50:22.174 INFO:journalctl@ceph.node-exporter.b.smithi053.stdout:Aug 29 17:50:21 smithi053 bash[60178]: ts=2024-08-29T17:50:21.966Z caller=node_exporter.go:181 level=info msg="Build context" build_context="(go=go1.19.3, user=root@6e7732a7b81b, date=20221129-18:59:09)" 2024-08-29T17:50:22.175 INFO:journalctl@ceph.node-exporter.b.smithi053.stdout:Aug 29 17:50:21 smithi053 bash[60178]: ts=2024-08-29T17:50:21.967Z caller=filesystem_common.go:111 level=info collector=filesystem msg="Parsed flag --collector.filesystem.mount-points-exclude" flag=^/(dev|proc|run/credentials/.+|sys|var/lib/docker/.+|var/lib/containers/storage/.+)($|/) 2024-08-29T17:50:22.175 INFO:journalctl@ceph.node-exporter.b.smithi053.stdout:Aug 29 17:50:21 smithi053 bash[60178]: ts=2024-08-29T17:50:21.967Z caller=filesystem_common.go:113 level=info collector=filesystem msg="Parsed flag --collector.filesystem.fs-types-exclude" flag=^(autofs|binfmt_misc|bpf|cgroup2?|configfs|debugfs|devpts|devtmpfs|fusectl|hugetlbfs|iso9660|mqueue|nsfs|overlay|proc|procfs|pstore|rpc_pipefs|securityfs|selinuxfs|squashfs|sysfs|tracefs)$ 2024-08-29T17:50:22.175 INFO:journalctl@ceph.node-exporter.b.smithi053.stdout:Aug 29 17:50:21 smithi053 bash[60178]: ts=2024-08-29T17:50:21.968Z caller=diskstats_common.go:111 level=info collector=diskstats msg="Parsed flag --collector.diskstats.device-exclude" flag=^(ram|loop|fd|(h|s|v|xv)d[a-z]|nvme\d+n\d+p)\d+$ 2024-08-29T17:50:22.175 INFO:journalctl@ceph.node-exporter.b.smithi053.stdout:Aug 29 17:50:21 smithi053 bash[60178]: ts=2024-08-29T17:50:21.968Z caller=diskstats_linux.go:264 level=error collector=diskstats msg="Failed to open directory, disabling udev device properties" path=/run/udev/data 2024-08-29T17:50:22.175 INFO:journalctl@ceph.node-exporter.b.smithi053.stdout:Aug 29 17:50:21 smithi053 bash[60178]: ts=2024-08-29T17:50:21.968Z caller=node_exporter.go:110 level=info msg="Enabled collectors" 2024-08-29T17:50:22.175 INFO:journalctl@ceph.node-exporter.b.smithi053.stdout:Aug 29 17:50:21 smithi053 bash[60178]: ts=2024-08-29T17:50:21.968Z caller=node_exporter.go:117 level=info collector=arp 2024-08-29T17:50:22.175 INFO:journalctl@ceph.node-exporter.b.smithi053.stdout:Aug 29 17:50:21 smithi053 bash[60178]: ts=2024-08-29T17:50:21.968Z caller=node_exporter.go:117 level=info collector=bcache 2024-08-29T17:50:22.175 INFO:journalctl@ceph.node-exporter.b.smithi053.stdout:Aug 29 17:50:21 smithi053 bash[60178]: ts=2024-08-29T17:50:21.968Z caller=node_exporter.go:117 level=info collector=bonding 2024-08-29T17:50:22.175 INFO:journalctl@ceph.node-exporter.b.smithi053.stdout:Aug 29 17:50:21 smithi053 bash[60178]: ts=2024-08-29T17:50:21.968Z caller=node_exporter.go:117 level=info collector=btrfs 2024-08-29T17:50:22.175 INFO:journalctl@ceph.node-exporter.b.smithi053.stdout:Aug 29 17:50:21 smithi053 bash[60178]: ts=2024-08-29T17:50:21.968Z caller=node_exporter.go:117 level=info collector=conntrack 2024-08-29T17:50:22.175 INFO:journalctl@ceph.node-exporter.b.smithi053.stdout:Aug 29 17:50:21 smithi053 bash[60178]: ts=2024-08-29T17:50:21.968Z caller=node_exporter.go:117 level=info collector=cpu 2024-08-29T17:50:22.175 INFO:journalctl@ceph.node-exporter.b.smithi053.stdout:Aug 29 17:50:21 smithi053 bash[60178]: ts=2024-08-29T17:50:21.968Z caller=node_exporter.go:117 level=info collector=cpufreq 2024-08-29T17:50:22.175 INFO:journalctl@ceph.node-exporter.b.smithi053.stdout:Aug 29 17:50:21 smithi053 bash[60178]: ts=2024-08-29T17:50:21.968Z caller=node_exporter.go:117 level=info collector=diskstats 2024-08-29T17:50:22.176 INFO:journalctl@ceph.node-exporter.b.smithi053.stdout:Aug 29 17:50:21 smithi053 bash[60178]: ts=2024-08-29T17:50:21.968Z caller=node_exporter.go:117 level=info collector=dmi 2024-08-29T17:50:22.176 INFO:journalctl@ceph.node-exporter.b.smithi053.stdout:Aug 29 17:50:21 smithi053 bash[60178]: ts=2024-08-29T17:50:21.968Z caller=node_exporter.go:117 level=info collector=edac 2024-08-29T17:50:22.176 INFO:journalctl@ceph.node-exporter.b.smithi053.stdout:Aug 29 17:50:21 smithi053 bash[60178]: ts=2024-08-29T17:50:21.968Z caller=node_exporter.go:117 level=info collector=entropy 2024-08-29T17:50:22.176 INFO:journalctl@ceph.node-exporter.b.smithi053.stdout:Aug 29 17:50:21 smithi053 bash[60178]: ts=2024-08-29T17:50:21.968Z caller=node_exporter.go:117 level=info collector=fibrechannel 2024-08-29T17:50:22.176 INFO:journalctl@ceph.node-exporter.b.smithi053.stdout:Aug 29 17:50:21 smithi053 bash[60178]: ts=2024-08-29T17:50:21.968Z caller=node_exporter.go:117 level=info collector=filefd 2024-08-29T17:50:22.176 INFO:journalctl@ceph.node-exporter.b.smithi053.stdout:Aug 29 17:50:21 smithi053 bash[60178]: ts=2024-08-29T17:50:21.968Z caller=node_exporter.go:117 level=info collector=filesystem 2024-08-29T17:50:22.176 INFO:journalctl@ceph.node-exporter.b.smithi053.stdout:Aug 29 17:50:21 smithi053 bash[60178]: ts=2024-08-29T17:50:21.968Z caller=node_exporter.go:117 level=info collector=hwmon 2024-08-29T17:50:22.176 INFO:journalctl@ceph.node-exporter.b.smithi053.stdout:Aug 29 17:50:21 smithi053 bash[60178]: ts=2024-08-29T17:50:21.968Z caller=node_exporter.go:117 level=info collector=infiniband 2024-08-29T17:50:22.176 INFO:journalctl@ceph.node-exporter.b.smithi053.stdout:Aug 29 17:50:21 smithi053 bash[60178]: ts=2024-08-29T17:50:21.968Z caller=node_exporter.go:117 level=info collector=ipvs 2024-08-29T17:50:22.176 INFO:journalctl@ceph.node-exporter.b.smithi053.stdout:Aug 29 17:50:21 smithi053 bash[60178]: ts=2024-08-29T17:50:21.968Z caller=node_exporter.go:117 level=info collector=loadavg 2024-08-29T17:50:22.176 INFO:journalctl@ceph.node-exporter.b.smithi053.stdout:Aug 29 17:50:21 smithi053 bash[60178]: ts=2024-08-29T17:50:21.968Z caller=node_exporter.go:117 level=info collector=mdadm 2024-08-29T17:50:22.176 INFO:journalctl@ceph.node-exporter.b.smithi053.stdout:Aug 29 17:50:21 smithi053 bash[60178]: ts=2024-08-29T17:50:21.968Z caller=node_exporter.go:117 level=info collector=meminfo 2024-08-29T17:50:22.176 INFO:journalctl@ceph.node-exporter.b.smithi053.stdout:Aug 29 17:50:21 smithi053 bash[60178]: ts=2024-08-29T17:50:21.968Z caller=node_exporter.go:117 level=info collector=netclass 2024-08-29T17:50:22.176 INFO:journalctl@ceph.node-exporter.b.smithi053.stdout:Aug 29 17:50:21 smithi053 bash[60178]: ts=2024-08-29T17:50:21.968Z caller=node_exporter.go:117 level=info collector=netdev 2024-08-29T17:50:22.177 INFO:journalctl@ceph.node-exporter.b.smithi053.stdout:Aug 29 17:50:21 smithi053 bash[60178]: ts=2024-08-29T17:50:21.968Z caller=node_exporter.go:117 level=info collector=netstat 2024-08-29T17:50:22.177 INFO:journalctl@ceph.node-exporter.b.smithi053.stdout:Aug 29 17:50:21 smithi053 bash[60178]: ts=2024-08-29T17:50:21.968Z caller=node_exporter.go:117 level=info collector=nfs 2024-08-29T17:50:22.177 INFO:journalctl@ceph.node-exporter.b.smithi053.stdout:Aug 29 17:50:21 smithi053 bash[60178]: ts=2024-08-29T17:50:21.968Z caller=node_exporter.go:117 level=info collector=nfsd 2024-08-29T17:50:22.177 INFO:journalctl@ceph.node-exporter.b.smithi053.stdout:Aug 29 17:50:21 smithi053 bash[60178]: ts=2024-08-29T17:50:21.968Z caller=node_exporter.go:117 level=info collector=nvme 2024-08-29T17:50:22.177 INFO:journalctl@ceph.node-exporter.b.smithi053.stdout:Aug 29 17:50:21 smithi053 bash[60178]: ts=2024-08-29T17:50:21.968Z caller=node_exporter.go:117 level=info collector=os 2024-08-29T17:50:22.177 INFO:journalctl@ceph.node-exporter.b.smithi053.stdout:Aug 29 17:50:21 smithi053 bash[60178]: ts=2024-08-29T17:50:21.968Z caller=node_exporter.go:117 level=info collector=powersupplyclass 2024-08-29T17:50:22.177 INFO:journalctl@ceph.node-exporter.b.smithi053.stdout:Aug 29 17:50:21 smithi053 bash[60178]: ts=2024-08-29T17:50:21.968Z caller=node_exporter.go:117 level=info collector=pressure 2024-08-29T17:50:22.177 INFO:journalctl@ceph.node-exporter.b.smithi053.stdout:Aug 29 17:50:21 smithi053 bash[60178]: ts=2024-08-29T17:50:21.968Z caller=node_exporter.go:117 level=info collector=rapl 2024-08-29T17:50:22.177 INFO:journalctl@ceph.node-exporter.b.smithi053.stdout:Aug 29 17:50:21 smithi053 bash[60178]: ts=2024-08-29T17:50:21.968Z caller=node_exporter.go:117 level=info collector=schedstat 2024-08-29T17:50:22.177 INFO:journalctl@ceph.node-exporter.b.smithi053.stdout:Aug 29 17:50:21 smithi053 bash[60178]: ts=2024-08-29T17:50:21.968Z caller=node_exporter.go:117 level=info collector=selinux 2024-08-29T17:50:22.178 INFO:journalctl@ceph.node-exporter.b.smithi053.stdout:Aug 29 17:50:21 smithi053 bash[60178]: ts=2024-08-29T17:50:21.968Z caller=node_exporter.go:117 level=info collector=sockstat 2024-08-29T17:50:22.178 INFO:journalctl@ceph.node-exporter.b.smithi053.stdout:Aug 29 17:50:21 smithi053 bash[60178]: ts=2024-08-29T17:50:21.968Z caller=node_exporter.go:117 level=info collector=softnet 2024-08-29T17:50:22.178 INFO:journalctl@ceph.node-exporter.b.smithi053.stdout:Aug 29 17:50:21 smithi053 bash[60178]: ts=2024-08-29T17:50:21.968Z caller=node_exporter.go:117 level=info collector=stat 2024-08-29T17:50:22.178 INFO:journalctl@ceph.node-exporter.b.smithi053.stdout:Aug 29 17:50:21 smithi053 bash[60178]: ts=2024-08-29T17:50:21.968Z caller=node_exporter.go:117 level=info collector=tapestats 2024-08-29T17:50:22.178 INFO:journalctl@ceph.node-exporter.b.smithi053.stdout:Aug 29 17:50:21 smithi053 bash[60178]: ts=2024-08-29T17:50:21.968Z caller=node_exporter.go:117 level=info collector=textfile 2024-08-29T17:50:22.178 INFO:journalctl@ceph.node-exporter.b.smithi053.stdout:Aug 29 17:50:21 smithi053 bash[60178]: ts=2024-08-29T17:50:21.968Z caller=node_exporter.go:117 level=info collector=thermal_zone 2024-08-29T17:50:22.178 INFO:journalctl@ceph.node-exporter.b.smithi053.stdout:Aug 29 17:50:21 smithi053 bash[60178]: ts=2024-08-29T17:50:21.968Z caller=node_exporter.go:117 level=info collector=time 2024-08-29T17:50:22.178 INFO:journalctl@ceph.node-exporter.b.smithi053.stdout:Aug 29 17:50:21 smithi053 bash[60178]: ts=2024-08-29T17:50:21.968Z caller=node_exporter.go:117 level=info collector=udp_queues 2024-08-29T17:50:22.178 INFO:journalctl@ceph.node-exporter.b.smithi053.stdout:Aug 29 17:50:21 smithi053 bash[60178]: ts=2024-08-29T17:50:21.968Z caller=node_exporter.go:117 level=info collector=uname 2024-08-29T17:50:22.178 INFO:journalctl@ceph.node-exporter.b.smithi053.stdout:Aug 29 17:50:21 smithi053 bash[60178]: ts=2024-08-29T17:50:21.968Z caller=node_exporter.go:117 level=info collector=vmstat 2024-08-29T17:50:22.178 INFO:journalctl@ceph.node-exporter.b.smithi053.stdout:Aug 29 17:50:21 smithi053 bash[60178]: ts=2024-08-29T17:50:21.968Z caller=node_exporter.go:117 level=info collector=xfs 2024-08-29T17:50:22.178 INFO:journalctl@ceph.node-exporter.b.smithi053.stdout:Aug 29 17:50:21 smithi053 bash[60178]: ts=2024-08-29T17:50:21.968Z caller=node_exporter.go:117 level=info collector=zfs 2024-08-29T17:50:22.179 INFO:journalctl@ceph.node-exporter.b.smithi053.stdout:Aug 29 17:50:21 smithi053 bash[60178]: ts=2024-08-29T17:50:21.969Z caller=tls_config.go:232 level=info msg="Listening on" address=[::]:9100 2024-08-29T17:50:22.179 INFO:journalctl@ceph.node-exporter.b.smithi053.stdout:Aug 29 17:50:21 smithi053 bash[60178]: ts=2024-08-29T17:50:21.969Z caller=tls_config.go:235 level=info msg="TLS is disabled." http2=false address=[::]:9100 2024-08-29T17:50:22.524 INFO:teuthology.orchestra.run.smithi028.stdout:true 2024-08-29T17:50:22.589 INFO:tasks.rados.rados.0.smithi028.stdout:903: done (4 left) 2024-08-29T17:50:22.589 INFO:tasks.rados.rados.0.smithi028.stdout:904: done (3 left) 2024-08-29T17:50:22.590 INFO:tasks.rados.rados.0.smithi028.stdout:905: done (2 left) 2024-08-29T17:50:22.590 INFO:tasks.rados.rados.0.smithi028.stdout:907: done (1 left) 2024-08-29T17:50:22.590 INFO:tasks.rados.rados.0.smithi028.stdout:908: done (0 left) 2024-08-29T17:50:22.590 INFO:tasks.rados.rados.0.smithi028.stdout:append oid 37 current snap is 86 2024-08-29T17:50:22.590 INFO:tasks.rados.rados.0.smithi028.stdout:909: seq_num 286 ranges {0=794624,794624=761856,1556480=679936,2236416=163840} 2024-08-29T17:50:22.599 INFO:tasks.rados.rados.0.smithi028.stdout:909: writing smithi02869045-37 from 0 to 794624 tid 1 2024-08-29T17:50:22.611 INFO:tasks.rados.rados.0.smithi028.stdout:909: writing smithi02869045-37 from 794624 to 1556480 tid 2 2024-08-29T17:50:22.618 INFO:tasks.rados.rados.0.smithi028.stdout:909: writing smithi02869045-37 from 1556480 to 2236416 tid 3 2024-08-29T17:50:22.620 INFO:tasks.rados.rados.0.smithi028.stdout:909: writing smithi02869045-37 from 2236416 to 2400256 tid 4 2024-08-29T17:50:22.620 INFO:tasks.rados.rados.0.smithi028.stdout:910: snap_create 2024-08-29T17:50:22.620 INFO:tasks.rados.rados.0.smithi028.stdout:909: finishing write tid 1 to smithi02869045-37 2024-08-29T17:50:22.620 INFO:tasks.rados.rados.0.smithi028.stdout:909: finishing write tid 2 to smithi02869045-37 2024-08-29T17:50:22.623 INFO:tasks.rados.rados.0.smithi028.stdout:909: finishing write tid 3 to smithi02869045-37 2024-08-29T17:50:22.623 INFO:tasks.rados.rados.0.smithi028.stdout:909: finishing write tid 4 to smithi02869045-37 2024-08-29T17:50:22.623 INFO:tasks.rados.rados.0.smithi028.stdout:909: finishing write tid 5 to smithi02869045-37 2024-08-29T17:50:22.624 INFO:tasks.rados.rados.0.smithi028.stdout:909: finishing write tid 6 to smithi02869045-37 2024-08-29T17:50:22.624 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 37 v 617 (ObjNum 286 snap 86 seq_num 286) dirty exists 2024-08-29T17:50:22.625 INFO:tasks.rados.rados.0.smithi028.stdout:909: left oid 37 (ObjNum 286 snap 86 seq_num 286) 2024-08-29T17:50:22.823 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:50:22 smithi053 bash[24720]: cluster 2024-08-29T17:50:21.586369+0000 mon.a (mon.0) 1324 : cluster [DBG] osdmap e233: 8 total, 8 up, 8 in 2024-08-29T17:50:22.824 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:50:22 smithi053 bash[24720]: cluster 2024-08-29T17:50:21.697477+0000 mgr.x (mgr.24565) 53 : cluster [DBG] pgmap v63: 121 pgs: 121 active+clean; 331 MiB data, 2.8 GiB used, 712 GiB / 715 GiB avail 2024-08-29T17:50:22.857 INFO:teuthology.orchestra.run.smithi028.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2024-08-29T17:50:22.858 INFO:teuthology.orchestra.run.smithi028.stdout:alertmanager.a smithi028 *:9093,9094 starting - - - - 2024-08-29T17:50:22.858 INFO:teuthology.orchestra.run.smithi028.stdout:grafana.a smithi053 *:3000 running (6m) 31s ago 6m 78.4M - 9.4.7 954c08fa6188 ec63dec12ec5 2024-08-29T17:50:22.858 INFO:teuthology.orchestra.run.smithi028.stdout:mds.a smithi028 running (9m) 32s ago 9m 13.7M - 17.2.7-1503-ga89f613d 250d9a61b6c5 c6b415d0b6f0 2024-08-29T17:50:22.859 INFO:teuthology.orchestra.run.smithi028.stdout:mds.b smithi053 running (9m) 31s ago 9m 16.7M - 17.2.7-1503-ga89f613d 250d9a61b6c5 8d3ee9e57659 2024-08-29T17:50:22.859 INFO:teuthology.orchestra.run.smithi028.stdout:mgr.x smithi053 *:8443,9283 running (59s) 31s ago 17m 471M - 19.1.1-235-g1ef86450 d401bb9bb76e 8461d85d68d4 2024-08-29T17:50:22.859 INFO:teuthology.orchestra.run.smithi028.stdout:mgr.y smithi028 *:9283,8765 running (19m) 32s ago 19m 383M - 17.2.7-1503-ga89f613d 250d9a61b6c5 75945864276f 2024-08-29T17:50:22.859 INFO:teuthology.orchestra.run.smithi028.stdout:mon.a smithi028 running (20m) 32s ago 20m 59.0M 2048M 17.2.7-1503-ga89f613d 250d9a61b6c5 fa08202e10c3 2024-08-29T17:50:22.859 INFO:teuthology.orchestra.run.smithi028.stdout:mon.b smithi053 running (18m) 31s ago 18m 48.5M 2048M 17.2.7-1503-ga89f613d 250d9a61b6c5 45c16fe81a22 2024-08-29T17:50:22.859 INFO:teuthology.orchestra.run.smithi028.stdout:mon.c smithi028 running (17m) 32s ago 17m 42.3M 2048M 17.2.7-1503-ga89f613d 250d9a61b6c5 20cfd8b5e450 2024-08-29T17:50:22.859 INFO:teuthology.orchestra.run.smithi028.stdout:node-exporter.a smithi028 *:9100 starting - - - - 2024-08-29T17:50:22.860 INFO:teuthology.orchestra.run.smithi028.stdout:node-exporter.b smithi053 *:9100 starting - - - - 2024-08-29T17:50:22.860 INFO:teuthology.orchestra.run.smithi028.stdout:osd.0 smithi028 running (16m) 32s ago 16m 124M 2525M 17.2.7-1503-ga89f613d 250d9a61b6c5 6170d7ba6af9 2024-08-29T17:50:22.860 INFO:teuthology.orchestra.run.smithi028.stdout:osd.1 smithi028 running (15m) 32s ago 16m 116M 2525M 17.2.7-1503-ga89f613d 250d9a61b6c5 f84612c9ccfa 2024-08-29T17:50:22.860 INFO:teuthology.orchestra.run.smithi028.stdout:osd.2 smithi028 running (15m) 32s ago 15m 120M 2525M 17.2.7-1503-ga89f613d 250d9a61b6c5 7e6fdf4e2629 2024-08-29T17:50:22.860 INFO:teuthology.orchestra.run.smithi028.stdout:osd.3 smithi028 running (14m) 32s ago 14m 93.5M 2525M 17.2.7-1503-ga89f613d 250d9a61b6c5 4f0fede11ee1 2024-08-29T17:50:22.860 INFO:teuthology.orchestra.run.smithi028.stdout:osd.4 smithi053 running (13m) 31s ago 13m 138M 2525M 17.2.7-1503-ga89f613d 250d9a61b6c5 e93527f41048 2024-08-29T17:50:22.861 INFO:teuthology.orchestra.run.smithi028.stdout:osd.5 smithi053 running (12m) 31s ago 12m 104M 2525M 17.2.7-1503-ga89f613d 250d9a61b6c5 86885633963d 2024-08-29T17:50:22.861 INFO:teuthology.orchestra.run.smithi028.stdout:osd.6 smithi053 running (11m) 31s ago 11m 89.2M 2525M 17.2.7-1503-ga89f613d 250d9a61b6c5 e65db659e42e 2024-08-29T17:50:22.861 INFO:teuthology.orchestra.run.smithi028.stdout:osd.7 smithi053 running (10m) 31s ago 10m 97.3M 2525M 17.2.7-1503-ga89f613d 250d9a61b6c5 69a8ac6ca110 2024-08-29T17:50:22.861 INFO:teuthology.orchestra.run.smithi028.stdout:prometheus.a smithi053 *:9095 starting - - - - 2024-08-29T17:50:22.876 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:50:22 smithi028 bash[22419]: cluster 2024-08-29T17:50:21.586369+0000 mon.a (mon.0) 1324 : cluster [DBG] osdmap e233: 8 total, 8 up, 8 in 2024-08-29T17:50:22.876 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:50:22 smithi028 bash[22419]: cluster 2024-08-29T17:50:21.697477+0000 mgr.x (mgr.24565) 53 : cluster [DBG] pgmap v63: 121 pgs: 121 active+clean; 331 MiB data, 2.8 GiB used, 712 GiB / 715 GiB avail 2024-08-29T17:50:22.876 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:50:22 smithi028 bash[31855]: cluster 2024-08-29T17:50:21.586369+0000 mon.a (mon.0) 1324 : cluster [DBG] osdmap e233: 8 total, 8 up, 8 in 2024-08-29T17:50:22.876 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:50:22 smithi028 bash[31855]: cluster 2024-08-29T17:50:21.697477+0000 mgr.x (mgr.24565) 53 : cluster [DBG] pgmap v63: 121 pgs: 121 active+clean; 331 MiB data, 2.8 GiB used, 712 GiB / 715 GiB avail 2024-08-29T17:50:23.220 INFO:teuthology.orchestra.run.smithi028.stdout:{ 2024-08-29T17:50:23.221 INFO:teuthology.orchestra.run.smithi028.stdout: "mon": { 2024-08-29T17:50:23.221 INFO:teuthology.orchestra.run.smithi028.stdout: "ceph version 17.2.7-1503-ga89f613d (a89f613db4d5b6bca82681f19d73c6d337aae2d5) quincy (stable)": 3 2024-08-29T17:50:23.221 INFO:teuthology.orchestra.run.smithi028.stdout: }, 2024-08-29T17:50:23.221 INFO:teuthology.orchestra.run.smithi028.stdout: "mgr": { 2024-08-29T17:50:23.221 INFO:teuthology.orchestra.run.smithi028.stdout: "ceph version 17.2.7-1503-ga89f613d (a89f613db4d5b6bca82681f19d73c6d337aae2d5) quincy (stable)": 1, 2024-08-29T17:50:23.221 INFO:teuthology.orchestra.run.smithi028.stdout: "ceph version 19.1.1-235-g1ef86450 (1ef864504b8875c83ee6c2c5fedc13315bebf7f5) squid (rc)": 1 2024-08-29T17:50:23.221 INFO:teuthology.orchestra.run.smithi028.stdout: }, 2024-08-29T17:50:23.221 INFO:teuthology.orchestra.run.smithi028.stdout: "osd": { 2024-08-29T17:50:23.221 INFO:teuthology.orchestra.run.smithi028.stdout: "ceph version 17.2.7-1503-ga89f613d (a89f613db4d5b6bca82681f19d73c6d337aae2d5) quincy (stable)": 8 2024-08-29T17:50:23.221 INFO:teuthology.orchestra.run.smithi028.stdout: }, 2024-08-29T17:50:23.221 INFO:teuthology.orchestra.run.smithi028.stdout: "mds": { 2024-08-29T17:50:23.221 INFO:teuthology.orchestra.run.smithi028.stdout: "ceph version 17.2.7-1503-ga89f613d (a89f613db4d5b6bca82681f19d73c6d337aae2d5) quincy (stable)": 2 2024-08-29T17:50:23.222 INFO:teuthology.orchestra.run.smithi028.stdout: }, 2024-08-29T17:50:23.222 INFO:teuthology.orchestra.run.smithi028.stdout: "overall": { 2024-08-29T17:50:23.222 INFO:teuthology.orchestra.run.smithi028.stdout: "ceph version 17.2.7-1503-ga89f613d (a89f613db4d5b6bca82681f19d73c6d337aae2d5) quincy (stable)": 14, 2024-08-29T17:50:23.222 INFO:teuthology.orchestra.run.smithi028.stdout: "ceph version 19.1.1-235-g1ef86450 (1ef864504b8875c83ee6c2c5fedc13315bebf7f5) squid (rc)": 1 2024-08-29T17:50:23.222 INFO:teuthology.orchestra.run.smithi028.stdout: } 2024-08-29T17:50:23.222 INFO:teuthology.orchestra.run.smithi028.stdout:} 2024-08-29T17:50:23.597 INFO:tasks.rados.rados.0.smithi028.stdout:909: done (1 left) 2024-08-29T17:50:23.597 INFO:tasks.rados.rados.0.smithi028.stdout:910: done (0 left) 2024-08-29T17:50:23.597 INFO:tasks.rados.rados.0.smithi028.stdout:911: read oid 11 snap 84 2024-08-29T17:50:23.597 INFO:tasks.rados.rados.0.smithi028.stdout:911: expect (ObjNum 256 snap 78 seq_num 256) 2024-08-29T17:50:23.598 INFO:tasks.rados.rados.0.smithi028.stdout:912: snap_create 2024-08-29T17:50:23.611 INFO:tasks.rados.rados.0.smithi028.stdout:911: expect (ObjNum 256 snap 78 seq_num 256) 2024-08-29T17:50:23.875 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:50:23 smithi028 bash[22419]: audit 2024-08-29T17:50:22.514614+0000 mgr.x (mgr.24565) 54 : audit [DBG] from='client.15027 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-08-29T17:50:23.876 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:50:23 smithi028 bash[22419]: cluster 2024-08-29T17:50:22.594934+0000 mon.a (mon.0) 1325 : cluster [DBG] osdmap e234: 8 total, 8 up, 8 in 2024-08-29T17:50:23.876 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:50:23 smithi028 bash[22419]: audit 2024-08-29T17:50:22.825357+0000 mgr.x (mgr.24565) 55 : audit [DBG] from='client.24932 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-08-29T17:50:23.876 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:50:23 smithi028 bash[22419]: audit 2024-08-29T17:50:23.227260+0000 mon.a (mon.0) 1326 : audit [DBG] from='client.? 172.21.15.28:0/3586738022' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-08-29T17:50:23.876 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:50:23 smithi028 bash[31855]: audit 2024-08-29T17:50:22.514614+0000 mgr.x (mgr.24565) 54 : audit [DBG] from='client.15027 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-08-29T17:50:23.876 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:50:23 smithi028 bash[31855]: cluster 2024-08-29T17:50:22.594934+0000 mon.a (mon.0) 1325 : cluster [DBG] osdmap e234: 8 total, 8 up, 8 in 2024-08-29T17:50:23.876 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:50:23 smithi028 bash[31855]: audit 2024-08-29T17:50:22.825357+0000 mgr.x (mgr.24565) 55 : audit [DBG] from='client.24932 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-08-29T17:50:23.876 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:50:23 smithi028 bash[31855]: audit 2024-08-29T17:50:23.227260+0000 mon.a (mon.0) 1326 : audit [DBG] from='client.? 172.21.15.28:0/3586738022' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-08-29T17:50:24.073 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:50:23 smithi053 bash[24720]: audit 2024-08-29T17:50:22.514614+0000 mgr.x (mgr.24565) 54 : audit [DBG] from='client.15027 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-08-29T17:50:24.073 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:50:23 smithi053 bash[24720]: cluster 2024-08-29T17:50:22.594934+0000 mon.a (mon.0) 1325 : cluster [DBG] osdmap e234: 8 total, 8 up, 8 in 2024-08-29T17:50:24.073 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:50:23 smithi053 bash[24720]: audit 2024-08-29T17:50:22.825357+0000 mgr.x (mgr.24565) 55 : audit [DBG] from='client.24932 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-08-29T17:50:24.074 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:50:23 smithi053 bash[24720]: audit 2024-08-29T17:50:23.227260+0000 mon.a (mon.0) 1326 : audit [DBG] from='client.? 172.21.15.28:0/3586738022' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-08-29T17:50:24.607 INFO:tasks.rados.rados.0.smithi028.stdout:911: done (1 left) 2024-08-29T17:50:24.607 INFO:tasks.rados.rados.0.smithi028.stdout:912: done (0 left) 2024-08-29T17:50:24.607 INFO:tasks.rados.rados.0.smithi028.stdout:append oid 2 current snap is 88 2024-08-29T17:50:24.607 INFO:tasks.rados.rados.0.smithi028.stdout:913: seq_num 287 ranges {3997696=8192} 2024-08-29T17:50:24.668 INFO:tasks.rados.rados.0.smithi028.stdout:913: writing smithi02869045-2 from 3997696 to 4005888 tid 1 2024-08-29T17:50:24.669 INFO:tasks.rados.rados.0.smithi028.stdout:914: delete oid 36 current snap is 88 2024-08-29T17:50:24.674 INFO:tasks.rados.rados.0.smithi028.stdout:913: finishing write tid 1 to smithi02869045-2 2024-08-29T17:50:24.678 INFO:tasks.rados.rados.0.smithi028.stdout:914: done (1 left) 2024-08-29T17:50:24.678 INFO:tasks.rados.rados.0.smithi028.stdout:915: read oid 41 snap -1 2024-08-29T17:50:24.678 INFO:tasks.rados.rados.0.smithi028.stdout:915: expect (ObjNum 262 snap 78 seq_num 262) 2024-08-29T17:50:24.678 INFO:tasks.rados.rados.0.smithi028.stdout:append oid 29 current snap is 88 2024-08-29T17:50:24.678 INFO:tasks.rados.rados.0.smithi028.stdout:916: seq_num 289 ranges {1507328=40960} 2024-08-29T17:50:24.685 INFO:tasks.rados.rados.0.smithi028.stdout:916: writing smithi02869045-29 from 1507328 to 1548288 tid 1 2024-08-29T17:50:24.685 INFO:tasks.rados.rados.0.smithi028.stdout:append oid 39 current snap is 88 2024-08-29T17:50:24.685 INFO:tasks.rados.rados.0.smithi028.stdout:913: finishing write tid 2 to smithi02869045-2 2024-08-29T17:50:24.685 INFO:tasks.rados.rados.0.smithi028.stdout:913: finishing write tid 3 to smithi02869045-2 2024-08-29T17:50:24.685 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 2 v 491 (ObjNum 287 snap 88 seq_num 287) dirty exists 2024-08-29T17:50:24.686 INFO:tasks.rados.rados.0.smithi028.stdout:913: left oid 2 (ObjNum 287 snap 88 seq_num 287) 2024-08-29T17:50:24.686 INFO:tasks.rados.rados.0.smithi028.stdout:917: seq_num 290 ranges {0=57344} 2024-08-29T17:50:24.686 INFO:tasks.rados.rados.0.smithi028.stdout:917: writing smithi02869045-39 from 0 to 57344 tid 1 2024-08-29T17:50:24.686 INFO:tasks.rados.rados.0.smithi028.stdout:913: done (3 left) 2024-08-29T17:50:24.686 INFO:tasks.rados.rados.0.smithi028.stdout:918: delete oid 4 current snap is 88 2024-08-29T17:50:24.692 INFO:tasks.rados.rados.0.smithi028.stdout:916: finishing write tid 1 to smithi02869045-29 2024-08-29T17:50:24.693 INFO:tasks.rados.rados.0.smithi028.stdout:916: finishing write tid 2 to smithi02869045-29 2024-08-29T17:50:24.693 INFO:tasks.rados.rados.0.smithi028.stdout:918: done (3 left) 2024-08-29T17:50:24.693 INFO:tasks.rados.rados.0.smithi028.stdout:append oid 47 current snap is 88 2024-08-29T17:50:24.697 INFO:tasks.rados.rados.0.smithi028.stdout:919: seq_num 292 ranges {2875392=98304} 2024-08-29T17:50:24.727 INFO:tasks.rados.rados.0.smithi028.stdout:919: writing smithi02869045-47 from 2875392 to 2973696 tid 1 2024-08-29T17:50:24.727 INFO:tasks.rados.rados.0.smithi028.stdout:920: copy_from oid 42 from oid 25 current snap is 88 2024-08-29T17:50:24.727 INFO:tasks.rados.rados.0.smithi028.stdout:916: finishing write tid 3 to smithi02869045-29 2024-08-29T17:50:24.727 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 29 v 327 (ObjNum 289 snap 88 seq_num 289) dirty exists 2024-08-29T17:50:24.727 INFO:tasks.rados.rados.0.smithi028.stdout:916: left oid 29 (ObjNum 289 snap 88 seq_num 289) 2024-08-29T17:50:24.727 INFO:tasks.rados.rados.0.smithi028.stdout:917: finishing write tid 1 to smithi02869045-39 2024-08-29T17:50:24.727 INFO:tasks.rados.rados.0.smithi028.stdout:917: finishing write tid 2 to smithi02869045-39 2024-08-29T17:50:24.727 INFO:tasks.rados.rados.0.smithi028.stdout:917: finishing write tid 3 to smithi02869045-39 2024-08-29T17:50:24.728 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 39 v 224 (ObjNum 290 snap 88 seq_num 290) dirty exists 2024-08-29T17:50:24.728 INFO:tasks.rados.rados.0.smithi028.stdout:917: left oid 39 (ObjNum 290 snap 88 seq_num 290) 2024-08-29T17:50:24.728 INFO:tasks.rados.rados.0.smithi028.stdout:915: expect (ObjNum 262 snap 78 seq_num 262) 2024-08-29T17:50:24.738 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:50:24 smithi053 bash[24720]: cluster 2024-08-29T17:50:23.602670+0000 mon.a (mon.0) 1327 : cluster [DBG] osdmap e235: 8 total, 8 up, 8 in 2024-08-29T17:50:24.738 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:50:24 smithi053 bash[24720]: cluster 2024-08-29T17:50:23.698338+0000 mgr.x (mgr.24565) 56 : cluster [DBG] pgmap v66: 121 pgs: 121 active+clean; 335 MiB data, 2.8 GiB used, 712 GiB / 715 GiB avail; 511 B/s rd, 1.1 MiB/s wr, 18 op/s 2024-08-29T17:50:24.875 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:50:24 smithi028 bash[31855]: cluster 2024-08-29T17:50:23.602670+0000 mon.a (mon.0) 1327 : cluster [DBG] osdmap e235: 8 total, 8 up, 8 in 2024-08-29T17:50:24.875 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:50:24 smithi028 bash[31855]: cluster 2024-08-29T17:50:23.698338+0000 mgr.x (mgr.24565) 56 : cluster [DBG] pgmap v66: 121 pgs: 121 active+clean; 335 MiB data, 2.8 GiB used, 712 GiB / 715 GiB avail; 511 B/s rd, 1.1 MiB/s wr, 18 op/s 2024-08-29T17:50:24.876 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:50:24 smithi028 bash[22419]: cluster 2024-08-29T17:50:23.602670+0000 mon.a (mon.0) 1327 : cluster [DBG] osdmap e235: 8 total, 8 up, 8 in 2024-08-29T17:50:24.876 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:50:24 smithi028 bash[22419]: cluster 2024-08-29T17:50:23.698338+0000 mgr.x (mgr.24565) 56 : cluster [DBG] pgmap v66: 121 pgs: 121 active+clean; 335 MiB data, 2.8 GiB used, 712 GiB / 715 GiB avail; 511 B/s rd, 1.1 MiB/s wr, 18 op/s 2024-08-29T17:50:24.985 INFO:tasks.rados.rados.0.smithi028.stdout:919: finishing write tid 1 to smithi02869045-47 2024-08-29T17:50:24.985 INFO:tasks.rados.rados.0.smithi028.stdout:919: finishing write tid 2 to smithi02869045-47 2024-08-29T17:50:24.985 INFO:tasks.rados.rados.0.smithi028.stdout:919: finishing write tid 3 to smithi02869045-47 2024-08-29T17:50:24.985 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 47 v 310 (ObjNum 292 snap 88 seq_num 292) dirty exists 2024-08-29T17:50:24.986 INFO:tasks.rados.rados.0.smithi028.stdout:919: left oid 47 (ObjNum 292 snap 88 seq_num 292) 2024-08-29T17:50:24.986 INFO:tasks.rados.rados.0.smithi028.stdout:920: finishing copy_from racing read to smithi02869045-42 2024-08-29T17:50:24.986 INFO:tasks.rados.rados.0.smithi028.stdout:920: finishing copy_from to smithi02869045-42 2024-08-29T17:50:24.986 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 42 v 44 (ObjNum 250 snap 77 seq_num 250) dirty exists 2024-08-29T17:50:24.986 INFO:tasks.rados.rados.0.smithi028.stdout:915: done (4 left) 2024-08-29T17:50:24.986 INFO:tasks.rados.rados.0.smithi028.stdout:916: done (3 left) 2024-08-29T17:50:24.986 INFO:tasks.rados.rados.0.smithi028.stdout:917: done (2 left) 2024-08-29T17:50:24.986 INFO:tasks.rados.rados.0.smithi028.stdout:919: done (1 left) 2024-08-29T17:50:24.986 INFO:tasks.rados.rados.0.smithi028.stdout:920: done (0 left) 2024-08-29T17:50:24.986 INFO:tasks.rados.rados.0.smithi028.stdout:append oid 35 current snap is 88 2024-08-29T17:50:24.986 INFO:tasks.rados.rados.0.smithi028.stdout:921: seq_num 293 ranges {4349952=114688} 2024-08-29T17:50:25.029 INFO:tasks.rados.rados.0.smithi028.stdout:921: writing smithi02869045-35 from 4349952 to 4464640 tid 1 2024-08-29T17:50:25.029 INFO:tasks.rados.rados.0.smithi028.stdout:922: delete oid 33 current snap is 88 2024-08-29T17:50:25.032 INFO:tasks.rados.rados.0.smithi028.stdout:922: done (1 left) 2024-08-29T17:50:25.032 INFO:tasks.rados.rados.0.smithi028.stdout:append oid 48 current snap is 88 2024-08-29T17:50:25.032 INFO:tasks.rados.rados.0.smithi028.stdout:923: seq_num 295 ranges {7520256=147456} 2024-08-29T17:50:25.099 INFO:tasks.rados.rados.0.smithi028.stdout:923: writing smithi02869045-48 from 7520256 to 7667712 tid 1 2024-08-29T17:50:25.099 INFO:tasks.rados.rados.0.smithi028.stdout:924: snap_create 2024-08-29T17:50:25.099 INFO:tasks.rados.rados.0.smithi028.stdout:921: finishing write tid 1 to smithi02869045-35 2024-08-29T17:50:25.099 INFO:tasks.rados.rados.0.smithi028.stdout:921: finishing write tid 2 to smithi02869045-35 2024-08-29T17:50:25.099 INFO:tasks.rados.rados.0.smithi028.stdout:921: finishing write tid 3 to smithi02869045-35 2024-08-29T17:50:25.099 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 35 v 330 (ObjNum 293 snap 88 seq_num 293) dirty exists 2024-08-29T17:50:25.099 INFO:tasks.rados.rados.0.smithi028.stdout:921: left oid 35 (ObjNum 293 snap 88 seq_num 293) 2024-08-29T17:50:25.105 INFO:tasks.rados.rados.0.smithi028.stdout:923: finishing write tid 1 to smithi02869045-48 2024-08-29T17:50:25.105 INFO:tasks.rados.rados.0.smithi028.stdout:923: finishing write tid 2 to smithi02869045-48 2024-08-29T17:50:25.108 INFO:tasks.rados.rados.0.smithi028.stdout:923: finishing write tid 3 to smithi02869045-48 2024-08-29T17:50:25.108 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 48 v 535 (ObjNum 295 snap 88 seq_num 295) dirty exists 2024-08-29T17:50:25.108 INFO:tasks.rados.rados.0.smithi028.stdout:923: left oid 48 (ObjNum 295 snap 88 seq_num 295) 2024-08-29T17:50:25.573 INFO:journalctl@ceph.grafana.a.smithi053.stdout:Aug 29 17:50:25 smithi053 systemd[1]: Stopping Ceph grafana.a for 3167ee72-662c-11ef-bcd4-c7b262605968... 2024-08-29T17:50:25.617 INFO:tasks.rados.rados.0.smithi028.stdout:921: done (2 left) 2024-08-29T17:50:25.617 INFO:tasks.rados.rados.0.smithi028.stdout:923: done (1 left) 2024-08-29T17:50:25.617 INFO:tasks.rados.rados.0.smithi028.stdout:924: done (0 left) 2024-08-29T17:50:25.617 INFO:tasks.rados.rados.0.smithi028.stdout:925: snap_remove snap 75 2024-08-29T17:50:25.875 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:50:25 smithi028 bash[22419]: cluster 2024-08-29T17:50:24.612725+0000 mon.a (mon.0) 1328 : cluster [DBG] osdmap e236: 8 total, 8 up, 8 in 2024-08-29T17:50:25.875 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:50:25 smithi028 bash[31855]: cluster 2024-08-29T17:50:24.612725+0000 mon.a (mon.0) 1328 : cluster [DBG] osdmap e236: 8 total, 8 up, 8 in 2024-08-29T17:50:25.925 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:50:25 smithi053 bash[24720]: cluster 2024-08-29T17:50:24.612725+0000 mon.a (mon.0) 1328 : cluster [DBG] osdmap e236: 8 total, 8 up, 8 in 2024-08-29T17:50:26.278 INFO:journalctl@ceph.grafana.a.smithi053.stdout:Aug 29 17:50:25 smithi053 bash[60432]: ceph-3167ee72-662c-11ef-bcd4-c7b262605968-grafana-a 2024-08-29T17:50:26.279 INFO:journalctl@ceph.grafana.a.smithi053.stdout:Aug 29 17:50:26 smithi053 systemd[1]: ceph-3167ee72-662c-11ef-bcd4-c7b262605968@grafana.a.service: Main process exited, code=exited, status=143/n/a 2024-08-29T17:50:26.279 INFO:journalctl@ceph.grafana.a.smithi053.stdout:Aug 29 17:50:26 smithi053 bash[60495]: Error response from daemon: No such container: ceph-3167ee72-662c-11ef-bcd4-c7b262605968-grafana-a 2024-08-29T17:50:26.279 INFO:journalctl@ceph.grafana.a.smithi053.stdout:Aug 29 17:50:26 smithi053 systemd[1]: ceph-3167ee72-662c-11ef-bcd4-c7b262605968@grafana.a.service: Failed with result 'exit-code'. 2024-08-29T17:50:26.279 INFO:journalctl@ceph.grafana.a.smithi053.stdout:Aug 29 17:50:26 smithi053 systemd[1]: Stopped Ceph grafana.a for 3167ee72-662c-11ef-bcd4-c7b262605968. 2024-08-29T17:50:26.279 INFO:journalctl@ceph.grafana.a.smithi053.stdout:Aug 29 17:50:26 smithi053 systemd[1]: Started Ceph grafana.a for 3167ee72-662c-11ef-bcd4-c7b262605968. 2024-08-29T17:50:26.573 INFO:journalctl@ceph.mgr.x.smithi053.stdout:Aug 29 17:50:26 smithi053 bash[53049]: ::ffff:172.21.15.53 - - [29/Aug/2024:17:50:26] "GET /metrics HTTP/1.1" 200 36046 "" "Prometheus/2.43.0" 2024-08-29T17:50:26.634 INFO:tasks.rados.rados.0.smithi028.stdout:925: done (0 left) 2024-08-29T17:50:26.634 INFO:tasks.rados.rados.0.smithi028.stdout:926: rmattr oid 46 current snap is 89 2024-08-29T17:50:26.634 INFO:tasks.rados.rados.0.smithi028.stdout:926: done (0 left) 2024-08-29T17:50:26.634 INFO:tasks.rados.rados.0.smithi028.stdout:append oid 21 current snap is 89 2024-08-29T17:50:26.635 INFO:tasks.rados.rados.0.smithi028.stdout:927: seq_num 296 ranges {1114112=163840} 2024-08-29T17:50:26.639 INFO:tasks.rados.rados.0.smithi028.stdout:927: writing smithi02869045-21 from 1114112 to 1277952 tid 1 2024-08-29T17:50:26.640 INFO:tasks.rados.rados.0.smithi028.stdout:928: delete oid 39 current snap is 89 2024-08-29T17:50:26.658 INFO:tasks.rados.rados.0.smithi028.stdout:927: finishing write tid 1 to smithi02869045-21 2024-08-29T17:50:26.658 INFO:tasks.rados.rados.0.smithi028.stdout:927: finishing write tid 2 to smithi02869045-21 2024-08-29T17:50:26.659 INFO:tasks.rados.rados.0.smithi028.stdout:927: finishing write tid 3 to smithi02869045-21 2024-08-29T17:50:26.659 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 21 v 493 (ObjNum 296 snap 89 seq_num 296) dirty exists 2024-08-29T17:50:26.659 INFO:tasks.rados.rados.0.smithi028.stdout:927: left oid 21 (ObjNum 296 snap 89 seq_num 296) 2024-08-29T17:50:26.666 INFO:tasks.rados.rados.0.smithi028.stdout:927: done (1 left) 2024-08-29T17:50:26.666 INFO:tasks.rados.rados.0.smithi028.stdout:928: done (0 left) 2024-08-29T17:50:26.666 INFO:tasks.rados.rados.0.smithi028.stdout:929: read oid 10 snap -1 2024-08-29T17:50:26.666 INFO:tasks.rados.rados.0.smithi028.stdout:929: expect (ObjNum 275 snap 79 seq_num 275) 2024-08-29T17:50:26.666 INFO:tasks.rados.rados.0.smithi028.stdout:append oid 29 current snap is 89 2024-08-29T17:50:26.666 INFO:tasks.rados.rados.0.smithi028.stdout:930: seq_num 298 ranges {1548288=196608} 2024-08-29T17:50:26.675 INFO:tasks.rados.rados.0.smithi028.stdout:930: writing smithi02869045-29 from 1548288 to 1744896 tid 1 2024-08-29T17:50:26.675 INFO:tasks.rados.rados.0.smithi028.stdout:931: read oid 20 snap -1 2024-08-29T17:50:26.675 INFO:tasks.rados.rados.0.smithi028.stdout:931: expect (ObjNum 0 snap 0 seq_num 0) 2024-08-29T17:50:26.675 INFO:tasks.rados.rados.0.smithi028.stdout:932: copy_from oid 14 from oid 7 current snap is 89 2024-08-29T17:50:26.675 INFO:tasks.rados.rados.0.smithi028.stdout:933: snap_create 2024-08-29T17:50:26.675 INFO:tasks.rados.rados.0.smithi028.stdout:931: expect (ObjNum 0 snap 0 seq_num 0) 2024-08-29T17:50:26.677 INFO:tasks.rados.rados.0.smithi028.stdout:932: finishing copy_from to smithi02869045-14 2024-08-29T17:50:26.677 INFO:tasks.rados.rados.0.smithi028.stdout:932: got expected ENOENT (src dne) 2024-08-29T17:50:26.677 INFO:tasks.rados.rados.0.smithi028.stdout:932: finishing copy_from racing read to smithi02869045-14 2024-08-29T17:50:26.680 INFO:tasks.rados.rados.0.smithi028.stdout:930: finishing write tid 1 to smithi02869045-29 2024-08-29T17:50:26.681 INFO:tasks.rados.rados.0.smithi028.stdout:930: finishing write tid 2 to smithi02869045-29 2024-08-29T17:50:26.683 INFO:tasks.rados.rados.0.smithi028.stdout:930: finishing write tid 3 to smithi02869045-29 2024-08-29T17:50:26.683 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 29 v 337 (ObjNum 298 snap 89 seq_num 298) dirty exists 2024-08-29T17:50:26.683 INFO:tasks.rados.rados.0.smithi028.stdout:930: left oid 29 (ObjNum 298 snap 89 seq_num 298) 2024-08-29T17:50:26.685 INFO:tasks.rados.rados.0.smithi028.stdout:929: expect (ObjNum 275 snap 79 seq_num 275) 2024-08-29T17:50:26.876 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:50:26 smithi028 bash[22419]: cluster 2024-08-29T17:50:25.623257+0000 mon.a (mon.0) 1329 : cluster [DBG] osdmap e237: 8 total, 8 up, 8 in 2024-08-29T17:50:26.876 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:50:26 smithi028 bash[22419]: cluster 2024-08-29T17:50:25.699058+0000 mgr.x (mgr.24565) 57 : cluster [DBG] pgmap v69: 121 pgs: 121 active+clean; 335 MiB data, 2.8 GiB used, 712 GiB / 715 GiB avail; 511 B/s rd, 1.1 MiB/s wr, 18 op/s 2024-08-29T17:50:26.876 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:50:26 smithi028 bash[22419]: audit 2024-08-29T17:50:26.223202+0000 mon.a (mon.0) 1330 : audit [INF] from='mgr.24565 ' entity='mgr.x' 2024-08-29T17:50:26.876 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:50:26 smithi028 bash[22419]: audit 2024-08-29T17:50:26.235615+0000 mon.a (mon.0) 1331 : audit [INF] from='mgr.24565 ' entity='mgr.x' 2024-08-29T17:50:26.876 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:50:26 smithi028 bash[22419]: audit 2024-08-29T17:50:26.237732+0000 mon.b (mon.1) 77 : audit [DBG] from='mgr.24565 172.21.15.53:0/2794946223' entity='mgr.x' cmd=[{"prefix": "dashboard get-alertmanager-api-host"}]: dispatch 2024-08-29T17:50:26.876 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:50:26 smithi028 bash[22419]: audit 2024-08-29T17:50:26.241526+0000 mon.b (mon.1) 78 : audit [DBG] from='mgr.24565 172.21.15.53:0/2794946223' entity='mgr.x' cmd=[{"prefix": "dashboard get-prometheus-api-host"}]: dispatch 2024-08-29T17:50:26.876 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:50:26 smithi028 bash[22419]: audit 2024-08-29T17:50:26.244698+0000 mon.b (mon.1) 79 : audit [DBG] from='mgr.24565 172.21.15.53:0/2794946223' entity='mgr.x' cmd=[{"prefix": "dashboard get-grafana-api-url"}]: dispatch 2024-08-29T17:50:26.876 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:50:26 smithi028 bash[22419]: audit 2024-08-29T17:50:26.285759+0000 mon.b (mon.1) 80 : audit [DBG] from='mgr.24565 172.21.15.53:0/2794946223' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-29T17:50:26.877 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:50:26 smithi028 bash[31855]: cluster 2024-08-29T17:50:25.623257+0000 mon.a (mon.0) 1329 : cluster [DBG] osdmap e237: 8 total, 8 up, 8 in 2024-08-29T17:50:26.877 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:50:26 smithi028 bash[31855]: cluster 2024-08-29T17:50:25.699058+0000 mgr.x (mgr.24565) 57 : cluster [DBG] pgmap v69: 121 pgs: 121 active+clean; 335 MiB data, 2.8 GiB used, 712 GiB / 715 GiB avail; 511 B/s rd, 1.1 MiB/s wr, 18 op/s 2024-08-29T17:50:26.877 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:50:26 smithi028 bash[31855]: audit 2024-08-29T17:50:26.223202+0000 mon.a (mon.0) 1330 : audit [INF] from='mgr.24565 ' entity='mgr.x' 2024-08-29T17:50:26.877 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:50:26 smithi028 bash[31855]: audit 2024-08-29T17:50:26.235615+0000 mon.a (mon.0) 1331 : audit [INF] from='mgr.24565 ' entity='mgr.x' 2024-08-29T17:50:26.877 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:50:26 smithi028 bash[31855]: audit 2024-08-29T17:50:26.237732+0000 mon.b (mon.1) 77 : audit [DBG] from='mgr.24565 172.21.15.53:0/2794946223' entity='mgr.x' cmd=[{"prefix": "dashboard get-alertmanager-api-host"}]: dispatch 2024-08-29T17:50:26.877 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:50:26 smithi028 bash[31855]: audit 2024-08-29T17:50:26.241526+0000 mon.b (mon.1) 78 : audit [DBG] from='mgr.24565 172.21.15.53:0/2794946223' entity='mgr.x' cmd=[{"prefix": "dashboard get-prometheus-api-host"}]: dispatch 2024-08-29T17:50:26.877 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:50:26 smithi028 bash[31855]: audit 2024-08-29T17:50:26.244698+0000 mon.b (mon.1) 79 : audit [DBG] from='mgr.24565 172.21.15.53:0/2794946223' entity='mgr.x' cmd=[{"prefix": "dashboard get-grafana-api-url"}]: dispatch 2024-08-29T17:50:26.877 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:50:26 smithi028 bash[31855]: audit 2024-08-29T17:50:26.285759+0000 mon.b (mon.1) 80 : audit [DBG] from='mgr.24565 172.21.15.53:0/2794946223' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-29T17:50:27.073 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:50:26 smithi053 bash[24720]: cluster 2024-08-29T17:50:25.623257+0000 mon.a (mon.0) 1329 : cluster [DBG] osdmap e237: 8 total, 8 up, 8 in 2024-08-29T17:50:27.073 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:50:26 smithi053 bash[24720]: cluster 2024-08-29T17:50:25.699058+0000 mgr.x (mgr.24565) 57 : cluster [DBG] pgmap v69: 121 pgs: 121 active+clean; 335 MiB data, 2.8 GiB used, 712 GiB / 715 GiB avail; 511 B/s rd, 1.1 MiB/s wr, 18 op/s 2024-08-29T17:50:27.073 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:50:26 smithi053 bash[24720]: audit 2024-08-29T17:50:26.223202+0000 mon.a (mon.0) 1330 : audit [INF] from='mgr.24565 ' entity='mgr.x' 2024-08-29T17:50:27.074 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:50:26 smithi053 bash[24720]: audit 2024-08-29T17:50:26.235615+0000 mon.a (mon.0) 1331 : audit [INF] from='mgr.24565 ' entity='mgr.x' 2024-08-29T17:50:27.074 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:50:26 smithi053 bash[24720]: audit 2024-08-29T17:50:26.237732+0000 mon.b (mon.1) 77 : audit [DBG] from='mgr.24565 172.21.15.53:0/2794946223' entity='mgr.x' cmd=[{"prefix": "dashboard get-alertmanager-api-host"}]: dispatch 2024-08-29T17:50:27.074 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:50:26 smithi053 bash[24720]: audit 2024-08-29T17:50:26.241526+0000 mon.b (mon.1) 78 : audit [DBG] from='mgr.24565 172.21.15.53:0/2794946223' entity='mgr.x' cmd=[{"prefix": "dashboard get-prometheus-api-host"}]: dispatch 2024-08-29T17:50:27.074 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:50:26 smithi053 bash[24720]: audit 2024-08-29T17:50:26.244698+0000 mon.b (mon.1) 79 : audit [DBG] from='mgr.24565 172.21.15.53:0/2794946223' entity='mgr.x' cmd=[{"prefix": "dashboard get-grafana-api-url"}]: dispatch 2024-08-29T17:50:27.074 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:50:26 smithi053 bash[24720]: audit 2024-08-29T17:50:26.285759+0000 mon.b (mon.1) 80 : audit [DBG] from='mgr.24565 172.21.15.53:0/2794946223' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-29T17:50:27.631 INFO:tasks.rados.rados.0.smithi028.stdout:929: done (4 left) 2024-08-29T17:50:27.631 INFO:tasks.rados.rados.0.smithi028.stdout:930: done (3 left) 2024-08-29T17:50:27.631 INFO:tasks.rados.rados.0.smithi028.stdout:931: done (2 left) 2024-08-29T17:50:27.631 INFO:tasks.rados.rados.0.smithi028.stdout:932: done (1 left) 2024-08-29T17:50:27.631 INFO:tasks.rados.rados.0.smithi028.stdout:933: done (0 left) 2024-08-29T17:50:27.631 INFO:tasks.rados.rados.0.smithi028.stdout:append oid 15 current snap is 90 2024-08-29T17:50:27.631 INFO:tasks.rados.rados.0.smithi028.stdout:934: seq_num 299 ranges {0=212992} 2024-08-29T17:50:27.633 INFO:tasks.rados.rados.0.smithi028.stdout:934: writing smithi02869045-15 from 0 to 212992 tid 1 2024-08-29T17:50:27.633 INFO:tasks.rados.rados.0.smithi028.stdout:935: delete oid 31 current snap is 90 2024-08-29T17:50:27.653 INFO:tasks.rados.rados.0.smithi028.stdout:935: done (1 left) 2024-08-29T17:50:27.653 INFO:tasks.rados.rados.0.smithi028.stdout:936: snap_create 2024-08-29T17:50:27.653 INFO:tasks.rados.rados.0.smithi028.stdout:934: finishing write tid 1 to smithi02869045-15 2024-08-29T17:50:27.654 INFO:tasks.rados.rados.0.smithi028.stdout:934: finishing write tid 2 to smithi02869045-15 2024-08-29T17:50:27.656 INFO:tasks.rados.rados.0.smithi028.stdout:934: finishing write tid 3 to smithi02869045-15 2024-08-29T17:50:27.656 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 15 v 233 (ObjNum 299 snap 90 seq_num 299) dirty exists 2024-08-29T17:50:27.656 INFO:tasks.rados.rados.0.smithi028.stdout:934: left oid 15 (ObjNum 299 snap 90 seq_num 299) 2024-08-29T17:50:27.881 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:50:27 smithi053 bash[24720]: audit 2024-08-29T17:50:26.238360+0000 mgr.x (mgr.24565) 58 : audit [DBG] from='mon.? -' entity='mon.' cmd=[{"prefix": "dashboard get-alertmanager-api-host"}]: dispatch 2024-08-29T17:50:27.881 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:50:27 smithi053 bash[24720]: audit 2024-08-29T17:50:26.241894+0000 mgr.x (mgr.24565) 59 : audit [DBG] from='mon.? -' entity='mon.' cmd=[{"prefix": "dashboard get-prometheus-api-host"}]: dispatch 2024-08-29T17:50:27.881 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:50:27 smithi053 bash[24720]: audit 2024-08-29T17:50:26.245020+0000 mgr.x (mgr.24565) 60 : audit [DBG] from='mon.? -' entity='mon.' cmd=[{"prefix": "dashboard get-grafana-api-url"}]: dispatch 2024-08-29T17:50:27.881 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:50:27 smithi053 bash[24720]: cephadm 2024-08-29T17:50:26.286967+0000 mgr.x (mgr.24565) 61 : cephadm [INF] Upgrade: Need to upgrade myself (mgr.x) 2024-08-29T17:50:27.881 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:50:27 smithi053 bash[24720]: cephadm 2024-08-29T17:50:26.287520+0000 mgr.x (mgr.24565) 62 : cephadm [INF] Upgrade: Need to upgrade myself (mgr.x) 2024-08-29T17:50:27.881 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:50:27 smithi053 bash[24720]: cluster 2024-08-29T17:50:26.636194+0000 mon.a (mon.0) 1332 : cluster [DBG] osdmap e238: 8 total, 8 up, 8 in 2024-08-29T17:50:27.881 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:50:27 smithi053 bash[24720]: audit 2024-08-29T17:50:26.956774+0000 mon.b (mon.1) 81 : audit [DBG] from='mgr.24565 172.21.15.53:0/2794946223' entity='mgr.x' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-29T17:50:27.882 INFO:journalctl@ceph.grafana.a.smithi053.stdout:Aug 29 17:50:27 smithi053 bash[60522]: logger=settings t=2024-08-29T17:50:27.859328187Z level=info msg="Starting Grafana" version=9.4.7 commit=4add91f03d branch=HEAD compiled=2023-03-16T23:56:52Z 2024-08-29T17:50:27.882 INFO:journalctl@ceph.grafana.a.smithi053.stdout:Aug 29 17:50:27 smithi053 bash[60522]: logger=settings t=2024-08-29T17:50:27.859522532Z level=warn msg="\"sentry\" frontend logging provider is deprecated and will be removed in the next major version. Use \"grafana\" provider instead." 2024-08-29T17:50:27.882 INFO:journalctl@ceph.grafana.a.smithi053.stdout:Aug 29 17:50:27 smithi053 bash[60522]: logger=settings t=2024-08-29T17:50:27.859546179Z level=info msg="Config loaded from" file=/usr/share/grafana/conf/defaults.ini 2024-08-29T17:50:27.882 INFO:journalctl@ceph.grafana.a.smithi053.stdout:Aug 29 17:50:27 smithi053 bash[60522]: logger=settings t=2024-08-29T17:50:27.859555173Z level=info msg="Config loaded from" file=/etc/grafana/grafana.ini 2024-08-29T17:50:27.882 INFO:journalctl@ceph.grafana.a.smithi053.stdout:Aug 29 17:50:27 smithi053 bash[60522]: logger=settings t=2024-08-29T17:50:27.859562854Z level=info msg="Config overridden from Environment variable" var="GF_PATHS_DATA=/var/lib/grafana" 2024-08-29T17:50:27.882 INFO:journalctl@ceph.grafana.a.smithi053.stdout:Aug 29 17:50:27 smithi053 bash[60522]: logger=settings t=2024-08-29T17:50:27.859570366Z level=info msg="Config overridden from Environment variable" var="GF_PATHS_LOGS=/var/log/grafana" 2024-08-29T17:50:27.882 INFO:journalctl@ceph.grafana.a.smithi053.stdout:Aug 29 17:50:27 smithi053 bash[60522]: logger=settings t=2024-08-29T17:50:27.859577913Z level=info msg="Config overridden from Environment variable" var="GF_PATHS_PLUGINS=/var/lib/grafana/plugins" 2024-08-29T17:50:27.882 INFO:journalctl@ceph.grafana.a.smithi053.stdout:Aug 29 17:50:27 smithi053 bash[60522]: logger=settings t=2024-08-29T17:50:27.859591893Z level=info msg="Config overridden from Environment variable" var="GF_PATHS_PROVISIONING=/etc/grafana/provisioning" 2024-08-29T17:50:27.882 INFO:journalctl@ceph.grafana.a.smithi053.stdout:Aug 29 17:50:27 smithi053 bash[60522]: logger=settings t=2024-08-29T17:50:27.859613177Z level=info msg="Path Home" path=/usr/share/grafana 2024-08-29T17:50:27.882 INFO:journalctl@ceph.grafana.a.smithi053.stdout:Aug 29 17:50:27 smithi053 bash[60522]: logger=settings t=2024-08-29T17:50:27.859626298Z level=info msg="Path Data" path=/var/lib/grafana 2024-08-29T17:50:27.882 INFO:journalctl@ceph.grafana.a.smithi053.stdout:Aug 29 17:50:27 smithi053 bash[60522]: logger=settings t=2024-08-29T17:50:27.859637968Z level=info msg="Path Logs" path=/var/log/grafana 2024-08-29T17:50:27.883 INFO:journalctl@ceph.grafana.a.smithi053.stdout:Aug 29 17:50:27 smithi053 bash[60522]: logger=settings t=2024-08-29T17:50:27.859646563Z level=info msg="Path Plugins" path=/var/lib/grafana/plugins 2024-08-29T17:50:27.883 INFO:journalctl@ceph.grafana.a.smithi053.stdout:Aug 29 17:50:27 smithi053 bash[60522]: logger=settings t=2024-08-29T17:50:27.859653646Z level=info msg="Path Provisioning" path=/etc/grafana/provisioning 2024-08-29T17:50:27.883 INFO:journalctl@ceph.grafana.a.smithi053.stdout:Aug 29 17:50:27 smithi053 bash[60522]: logger=settings t=2024-08-29T17:50:27.859661592Z level=info msg="App mode production" 2024-08-29T17:50:27.883 INFO:journalctl@ceph.grafana.a.smithi053.stdout:Aug 29 17:50:27 smithi053 bash[60522]: logger=sqlstore t=2024-08-29T17:50:27.859750569Z level=info msg="Connecting to DB" dbtype=sqlite3 2024-08-29T17:50:27.883 INFO:journalctl@ceph.grafana.a.smithi053.stdout:Aug 29 17:50:27 smithi053 bash[60522]: logger=sqlstore t=2024-08-29T17:50:27.859786745Z level=warn msg="SQLite database file has broader permissions than it should" path=/var/lib/grafana/grafana.db mode=-rw-r--r-- expected=-rw-r----- 2024-08-29T17:50:27.883 INFO:journalctl@ceph.grafana.a.smithi053.stdout:Aug 29 17:50:27 smithi053 bash[60522]: logger=migrator t=2024-08-29T17:50:27.876747962Z level=info msg="Starting DB migrations" 2024-08-29T17:50:27.883 INFO:journalctl@ceph.grafana.a.smithi053.stdout:Aug 29 17:50:27 smithi053 bash[60522]: logger=migrator t=2024-08-29T17:50:27.882434461Z level=info msg="migrations completed" performed=0 skipped=481 duration=529.917µs 2024-08-29T17:50:27.883 INFO:journalctl@ceph.grafana.a.smithi053.stdout:Aug 29 17:50:27 smithi053 bash[60522]: logger=sqlstore t=2024-08-29T17:50:27.882887954Z level=info msg="Created default organization" 2024-08-29T17:50:28.137 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:50:27 smithi028 bash[31855]: audit 2024-08-29T17:50:26.238360+0000 mgr.x (mgr.24565) 58 : audit [DBG] from='mon.? -' entity='mon.' cmd=[{"prefix": "dashboard get-alertmanager-api-host"}]: dispatch 2024-08-29T17:50:28.138 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:50:27 smithi028 bash[31855]: audit 2024-08-29T17:50:26.241894+0000 mgr.x (mgr.24565) 59 : audit [DBG] from='mon.? -' entity='mon.' cmd=[{"prefix": "dashboard get-prometheus-api-host"}]: dispatch 2024-08-29T17:50:28.138 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:50:27 smithi028 bash[31855]: audit 2024-08-29T17:50:26.245020+0000 mgr.x (mgr.24565) 60 : audit [DBG] from='mon.? -' entity='mon.' cmd=[{"prefix": "dashboard get-grafana-api-url"}]: dispatch 2024-08-29T17:50:28.138 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:50:27 smithi028 bash[31855]: cephadm 2024-08-29T17:50:26.286967+0000 mgr.x (mgr.24565) 61 : cephadm [INF] Upgrade: Need to upgrade myself (mgr.x) 2024-08-29T17:50:28.138 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:50:27 smithi028 bash[31855]: cephadm 2024-08-29T17:50:26.287520+0000 mgr.x (mgr.24565) 62 : cephadm [INF] Upgrade: Need to upgrade myself (mgr.x) 2024-08-29T17:50:28.138 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:50:27 smithi028 bash[31855]: cluster 2024-08-29T17:50:26.636194+0000 mon.a (mon.0) 1332 : cluster [DBG] osdmap e238: 8 total, 8 up, 8 in 2024-08-29T17:50:28.138 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:50:27 smithi028 bash[31855]: audit 2024-08-29T17:50:26.956774+0000 mon.b (mon.1) 81 : audit [DBG] from='mgr.24565 172.21.15.53:0/2794946223' entity='mgr.x' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-29T17:50:28.141 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:50:27 smithi028 bash[22419]: audit 2024-08-29T17:50:26.238360+0000 mgr.x (mgr.24565) 58 : audit [DBG] from='mon.? -' entity='mon.' cmd=[{"prefix": "dashboard get-alertmanager-api-host"}]: dispatch 2024-08-29T17:50:28.141 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:50:27 smithi028 bash[22419]: audit 2024-08-29T17:50:26.241894+0000 mgr.x (mgr.24565) 59 : audit [DBG] from='mon.? -' entity='mon.' cmd=[{"prefix": "dashboard get-prometheus-api-host"}]: dispatch 2024-08-29T17:50:28.141 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:50:27 smithi028 bash[22419]: audit 2024-08-29T17:50:26.245020+0000 mgr.x (mgr.24565) 60 : audit [DBG] from='mon.? -' entity='mon.' cmd=[{"prefix": "dashboard get-grafana-api-url"}]: dispatch 2024-08-29T17:50:28.141 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:50:27 smithi028 bash[22419]: cephadm 2024-08-29T17:50:26.286967+0000 mgr.x (mgr.24565) 61 : cephadm [INF] Upgrade: Need to upgrade myself (mgr.x) 2024-08-29T17:50:28.141 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:50:27 smithi028 bash[22419]: cephadm 2024-08-29T17:50:26.287520+0000 mgr.x (mgr.24565) 62 : cephadm [INF] Upgrade: Need to upgrade myself (mgr.x) 2024-08-29T17:50:28.141 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:50:27 smithi028 bash[22419]: cluster 2024-08-29T17:50:26.636194+0000 mon.a (mon.0) 1332 : cluster [DBG] osdmap e238: 8 total, 8 up, 8 in 2024-08-29T17:50:28.141 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:50:27 smithi028 bash[22419]: audit 2024-08-29T17:50:26.956774+0000 mon.b (mon.1) 81 : audit [DBG] from='mgr.24565 172.21.15.53:0/2794946223' entity='mgr.x' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-29T17:50:28.324 INFO:journalctl@ceph.grafana.a.smithi053.stdout:Aug 29 17:50:28 smithi053 bash[60522]: logger=plugin.loader t=2024-08-29T17:50:28.028701195Z level=info msg="Plugin registered" pluginID=input 2024-08-29T17:50:28.324 INFO:journalctl@ceph.grafana.a.smithi053.stdout:Aug 29 17:50:28 smithi053 bash[60522]: logger=plugin.loader t=2024-08-29T17:50:28.071068906Z level=info msg="Plugin registered" pluginID=grafana-piechart-panel 2024-08-29T17:50:28.324 INFO:journalctl@ceph.grafana.a.smithi053.stdout:Aug 29 17:50:28 smithi053 bash[60522]: logger=plugin.loader t=2024-08-29T17:50:28.071096452Z level=info msg="Plugin registered" pluginID=vonage-status-panel 2024-08-29T17:50:28.324 INFO:journalctl@ceph.grafana.a.smithi053.stdout:Aug 29 17:50:28 smithi053 bash[60522]: logger=secrets t=2024-08-29T17:50:28.071140559Z level=info msg="Envelope encryption state" enabled=true currentprovider=secretKey.v1 2024-08-29T17:50:28.324 INFO:journalctl@ceph.grafana.a.smithi053.stdout:Aug 29 17:50:28 smithi053 bash[60522]: logger=query_data t=2024-08-29T17:50:28.073395812Z level=info msg="Query Service initialization" 2024-08-29T17:50:28.325 INFO:journalctl@ceph.grafana.a.smithi053.stdout:Aug 29 17:50:28 smithi053 bash[60522]: logger=live.push_http t=2024-08-29T17:50:28.07780153Z level=info msg="Live Push Gateway initialization" 2024-08-29T17:50:28.653 INFO:tasks.rados.rados.0.smithi028.stdout:934: done (1 left) 2024-08-29T17:50:28.653 INFO:tasks.rados.rados.0.smithi028.stdout:936: done (0 left) 2024-08-29T17:50:28.653 INFO:tasks.rados.rados.0.smithi028.stdout:937: copy_from oid 33 from oid 44 current snap is 91 2024-08-29T17:50:28.653 INFO:tasks.rados.rados.0.smithi028.stdout:938: delete oid 3 current snap is 91 2024-08-29T17:50:28.659 INFO:tasks.rados.rados.0.smithi028.stdout:938: done (1 left) 2024-08-29T17:50:28.659 INFO:tasks.rados.rados.0.smithi028.stdout:939: snap_remove snap 70 2024-08-29T17:50:29.077 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:50:28 smithi053 bash[24720]: cluster 2024-08-29T17:50:27.635754+0000 mon.a (mon.0) 1333 : cluster [DBG] osdmap e239: 8 total, 8 up, 8 in 2024-08-29T17:50:29.077 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:50:28 smithi053 bash[24720]: cluster 2024-08-29T17:50:27.699827+0000 mgr.x (mgr.24565) 63 : cluster [DBG] pgmap v72: 121 pgs: 121 active+clean; 339 MiB data, 2.8 GiB used, 712 GiB / 715 GiB avail; 7.5 MiB/s rd, 1.0 MiB/s wr, 12 op/s 2024-08-29T17:50:29.077 INFO:journalctl@ceph.prometheus.a.smithi053.stdout:Aug 29 17:50:28 smithi053 bash[60008]: ts=2024-08-29T17:50:28.662Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=osd name=CephOSDFlapping index=13 msg="Evaluating rule failed" rule="alert: CephOSDFlapping\nexpr: (rate(ceph_osd_up[5m]) * on (ceph_daemon) group_left (hostname) ceph_osd_metadata)\n * 60 > 1\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.4.4\n severity: warning\n type: ceph_default\nannotations:\n description: OSD {{ $labels.ceph_daemon }} on {{ $labels.hostname }} was marked\n down and back up {{ $value | humanize }} times once a minute for 5 minutes. This\n may indicate a network issue (latency, packet loss, MTU mismatch) on the cluster\n network, or the public network if no cluster network is deployed. Check the network\n stats on the listed host(s).\n documentation: https://docs.ceph.com/en/latest/rados/troubleshooting/troubleshooting-osd#flapping-osds\n summary: Network issues are causing OSDs to flap (mark each other down)\n" err="found duplicate series for the match group {ceph_daemon=\"osd.0\"} on the right hand-side of the operation: [{__name__=\"ceph_osd_metadata\", ceph_daemon=\"osd.0\", ceph_version=\"ceph version 17.2.7-1503-ga89f613d (a89f613db4d5b6bca82681f19d73c6d337aae2d5) quincy (stable)\", cluster_addr=\"172.21.15.28\", device_class=\"ssd\", hostname=\"smithi028\", instance=\"ceph_cluster\", job=\"ceph\", objectstore=\"bluestore\", public_addr=\"172.21.15.28\"}, {__name__=\"ceph_osd_metadata\", ceph_daemon=\"osd.0\", ceph_version=\"ceph version 17.2.7-1503-ga89f613d (a89f613db4d5b6bca82681f19d73c6d337aae2d5) quincy (stable)\", cluster=\"3167ee72-662c-11ef-bcd4-c7b262605968\", cluster_addr=\"172.21.15.28\", device_class=\"ssd\", hostname=\"smithi028\", instance=\"ceph_cluster\", job=\"ceph\", objectstore=\"bluestore\", public_addr=\"172.21.15.28\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-29T17:50:29.125 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:50:28 smithi028 bash[22419]: cluster 2024-08-29T17:50:27.635754+0000 mon.a (mon.0) 1333 : cluster [DBG] osdmap e239: 8 total, 8 up, 8 in 2024-08-29T17:50:29.125 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:50:28 smithi028 bash[22419]: cluster 2024-08-29T17:50:27.699827+0000 mgr.x (mgr.24565) 63 : cluster [DBG] pgmap v72: 121 pgs: 121 active+clean; 339 MiB data, 2.8 GiB used, 712 GiB / 715 GiB avail; 7.5 MiB/s rd, 1.0 MiB/s wr, 12 op/s 2024-08-29T17:50:29.126 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:50:28 smithi028 bash[31855]: cluster 2024-08-29T17:50:27.635754+0000 mon.a (mon.0) 1333 : cluster [DBG] osdmap e239: 8 total, 8 up, 8 in 2024-08-29T17:50:29.126 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:50:28 smithi028 bash[31855]: cluster 2024-08-29T17:50:27.699827+0000 mgr.x (mgr.24565) 63 : cluster [DBG] pgmap v72: 121 pgs: 121 active+clean; 339 MiB data, 2.8 GiB used, 712 GiB / 715 GiB avail; 7.5 MiB/s rd, 1.0 MiB/s wr, 12 op/s 2024-08-29T17:50:29.498 INFO:tasks.rados.rados.0.smithi028.stdout:939: done (1 left) 2024-08-29T17:50:29.498 INFO:tasks.rados.rados.0.smithi028.stdout:append oid 21 current snap is 91 2024-08-29T17:50:29.498 INFO:tasks.rados.rados.0.smithi028.stdout:940: seq_num 302 ranges {1277952=262144} 2024-08-29T17:50:29.506 INFO:tasks.rados.rados.0.smithi028.stdout:940: writing smithi02869045-21 from 1277952 to 1540096 tid 1 2024-08-29T17:50:29.506 INFO:tasks.rados.rados.0.smithi028.stdout:937: finishing copy_from racing read to smithi02869045-33 2024-08-29T17:50:29.506 INFO:tasks.rados.rados.0.smithi028.stdout:937: finishing copy_from to smithi02869045-33 2024-08-29T17:50:29.506 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 33 v 476 (ObjNum 266 snap 78 seq_num 266) dirty exists 2024-08-29T17:50:29.506 INFO:tasks.rados.rados.0.smithi028.stdout:937: done (1 left) 2024-08-29T17:50:29.507 INFO:tasks.rados.rados.0.smithi028.stdout:941: read oid 26 snap -1 2024-08-29T17:50:29.507 INFO:tasks.rados.rados.0.smithi028.stdout:941: expect deleted 2024-08-29T17:50:29.507 INFO:tasks.rados.rados.0.smithi028.stdout:942: read oid 39 snap -1 2024-08-29T17:50:29.507 INFO:tasks.rados.rados.0.smithi028.stdout:942: expect deleted 2024-08-29T17:50:29.507 INFO:tasks.rados.rados.0.smithi028.stdout:943: delete oid 37 current snap is 91 2024-08-29T17:50:29.525 INFO:tasks.rados.rados.0.smithi028.stdout:941: done (3 left) 2024-08-29T17:50:29.525 INFO:tasks.rados.rados.0.smithi028.stdout:942: done (2 left) 2024-08-29T17:50:29.525 INFO:tasks.rados.rados.0.smithi028.stdout:943: done (1 left) 2024-08-29T17:50:29.526 INFO:tasks.rados.rados.0.smithi028.stdout:944: read oid 14 snap -1 2024-08-29T17:50:29.526 INFO:tasks.rados.rados.0.smithi028.stdout:944: expect (ObjNum 267 snap 78 seq_num 267) 2024-08-29T17:50:29.526 INFO:tasks.rados.rados.0.smithi028.stdout:945: setattr oid 13 current snap is 91 2024-08-29T17:50:29.526 INFO:tasks.rados.rados.0.smithi028.stdout:940: finishing write tid 1 to smithi02869045-21 2024-08-29T17:50:29.526 INFO:tasks.rados.rados.0.smithi028.stdout:940: finishing write tid 2 to smithi02869045-21 2024-08-29T17:50:29.528 INFO:tasks.rados.rados.0.smithi028.stdout:940: finishing write tid 3 to smithi02869045-21 2024-08-29T17:50:29.528 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 21 v 495 (ObjNum 302 snap 91 seq_num 302) dirty exists 2024-08-29T17:50:29.528 INFO:tasks.rados.rados.0.smithi028.stdout:940: left oid 21 (ObjNum 302 snap 91 seq_num 302) 2024-08-29T17:50:29.537 INFO:tasks.rados.rados.0.smithi028.stdout:940: done (2 left) 2024-08-29T17:50:29.538 INFO:tasks.rados.rados.0.smithi028.stdout:append oid 22 current snap is 91 2024-08-29T17:50:29.538 INFO:tasks.rados.rados.0.smithi028.stdout:946: seq_num 304 ranges {8986624=294912} 2024-08-29T17:50:29.573 INFO:journalctl@ceph.grafana.a.smithi053.stdout:Aug 29 17:50:29 smithi053 bash[60522]: logger=infra.usagestats.collector t=2024-08-29T17:50:29.286920828Z level=info msg="registering usage stat providers" usageStatsProvidersLen=2 2024-08-29T17:50:29.573 INFO:journalctl@ceph.grafana.a.smithi053.stdout:Aug 29 17:50:29 smithi053 bash[60522]: logger=provisioning.datasources t=2024-08-29T17:50:29.409876282Z level=info msg="deleted correlations based on configuration" ds_name=Dashboard1 2024-08-29T17:50:29.573 INFO:journalctl@ceph.grafana.a.smithi053.stdout:Aug 29 17:50:29 smithi053 bash[60522]: logger=provisioning.datasources t=2024-08-29T17:50:29.40996953Z level=info msg="deleted datasource based on configuration" name=Dashboard1 2024-08-29T17:50:29.574 INFO:journalctl@ceph.grafana.a.smithi053.stdout:Aug 29 17:50:29 smithi053 bash[60522]: logger=provisioning.datasources t=2024-08-29T17:50:29.421371191Z level=info msg="inserting datasource from configuration " name=Dashboard1 uid=P43CA22E17D0F9596 2024-08-29T17:50:29.613 INFO:tasks.rados.rados.0.smithi028.stdout:946: writing smithi02869045-22 from 8986624 to 9281536 tid 1 2024-08-29T17:50:29.613 INFO:tasks.rados.rados.0.smithi028.stdout:947: rollback oid 12 current snap is 91 2024-08-29T17:50:29.613 INFO:tasks.rados.rados.0.smithi028.stdout:rollback oid 12 to 69 2024-08-29T17:50:29.613 INFO:tasks.rados.rados.0.smithi028.stdout:944: expect (ObjNum 267 snap 78 seq_num 267) 2024-08-29T17:50:29.822 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 13 v 641 (ObjNum 280 snap 80 seq_num 280) dirty exists 2024-08-29T17:50:29.822 INFO:tasks.rados.rados.0.smithi028.stdout:947: finishing rollback tid 0 to smithi02869045-12 2024-08-29T17:50:29.822 INFO:tasks.rados.rados.0.smithi028.stdout:947: finishing rollback tid 1 to smithi02869045-12 2024-08-29T17:50:29.822 INFO:tasks.rados.rados.0.smithi028.stdout:946: finishing write tid 1 to smithi02869045-22 2024-08-29T17:50:29.822 INFO:tasks.rados.rados.0.smithi028.stdout:946: finishing write tid 2 to smithi02869045-22 2024-08-29T17:50:29.822 INFO:tasks.rados.rados.0.smithi028.stdout:947: finishing rollback tid 2 to smithi02869045-12 2024-08-29T17:50:29.822 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 12 v 160 (ObjNum 161 snap 46 seq_num 161) dirty exists 2024-08-29T17:50:29.823 INFO:tasks.rados.rados.0.smithi028.stdout:946: finishing write tid 3 to smithi02869045-22 2024-08-29T17:50:29.823 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 22 v 505 (ObjNum 304 snap 91 seq_num 304) dirty exists 2024-08-29T17:50:29.823 INFO:tasks.rados.rados.0.smithi028.stdout:946: left oid 22 (ObjNum 304 snap 91 seq_num 304) 2024-08-29T17:50:29.823 INFO:tasks.rados.rados.0.smithi028.stdout:944: done (3 left) 2024-08-29T17:50:29.823 INFO:tasks.rados.rados.0.smithi028.stdout:945: done (2 left) 2024-08-29T17:50:29.823 INFO:tasks.rados.rados.0.smithi028.stdout:946: done (1 left) 2024-08-29T17:50:29.823 INFO:tasks.rados.rados.0.smithi028.stdout:947: done (0 left) 2024-08-29T17:50:29.823 INFO:tasks.rados.rados.0.smithi028.stdout:948: snap_remove snap 88 2024-08-29T17:50:30.074 INFO:journalctl@ceph.grafana.a.smithi053.stdout:Aug 29 17:50:29 smithi053 bash[60522]: logger=provisioning.alerting t=2024-08-29T17:50:29.610920314Z level=info msg="starting to provision alerting" 2024-08-29T17:50:30.074 INFO:journalctl@ceph.grafana.a.smithi053.stdout:Aug 29 17:50:29 smithi053 bash[60522]: logger=provisioning.alerting t=2024-08-29T17:50:29.610989005Z level=info msg="finished to provision alerting" 2024-08-29T17:50:30.074 INFO:journalctl@ceph.grafana.a.smithi053.stdout:Aug 29 17:50:29 smithi053 bash[60522]: logger=ngalert.state.manager t=2024-08-29T17:50:29.611194541Z level=info msg="Warming state cache for startup" 2024-08-29T17:50:30.074 INFO:journalctl@ceph.grafana.a.smithi053.stdout:Aug 29 17:50:29 smithi053 bash[60522]: logger=grafanaStorageLogger t=2024-08-29T17:50:29.612382193Z level=info msg="storage starting" 2024-08-29T17:50:30.074 INFO:journalctl@ceph.grafana.a.smithi053.stdout:Aug 29 17:50:29 smithi053 bash[60522]: logger=http.server t=2024-08-29T17:50:29.621147605Z level=info msg="HTTP Server Listen" address=[::]:3000 protocol=https subUrl= socket= 2024-08-29T17:50:30.074 INFO:journalctl@ceph.grafana.a.smithi053.stdout:Aug 29 17:50:29 smithi053 bash[60522]: logger=ngalert.state.manager t=2024-08-29T17:50:29.622512743Z level=info msg="State cache has been initialized" states=0 duration=11.313763ms 2024-08-29T17:50:30.074 INFO:journalctl@ceph.grafana.a.smithi053.stdout:Aug 29 17:50:29 smithi053 bash[60522]: logger=ticker t=2024-08-29T17:50:29.623057604Z level=info msg=starting first_tick=2024-08-29T17:50:30Z 2024-08-29T17:50:30.074 INFO:journalctl@ceph.grafana.a.smithi053.stdout:Aug 29 17:50:29 smithi053 bash[60522]: logger=ngalert.multiorg.alertmanager t=2024-08-29T17:50:29.623131216Z level=info msg="starting MultiOrg Alertmanager" 2024-08-29T17:50:30.075 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:50:29 smithi053 bash[24720]: cluster 2024-08-29T17:50:28.658113+0000 mon.a (mon.0) 1334 : cluster [DBG] osdmap e240: 8 total, 8 up, 8 in 2024-08-29T17:50:30.075 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:50:29 smithi053 bash[24720]: cephadm 2024-08-29T17:50:28.711278+0000 mgr.x (mgr.24565) 64 : cephadm [INF] Upgrade: Updating mgr.y 2024-08-29T17:50:30.075 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:50:29 smithi053 bash[24720]: audit 2024-08-29T17:50:28.719103+0000 mon.b (mon.1) 82 : audit [INF] from='mgr.24565 172.21.15.53:0/2794946223' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.y", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2024-08-29T17:50:30.075 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:50:29 smithi053 bash[24720]: audit 2024-08-29T17:50:28.720571+0000 mon.a (mon.0) 1335 : audit [INF] from='mgr.24565 ' entity='mgr.x' 2024-08-29T17:50:30.075 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:50:29 smithi053 bash[24720]: audit 2024-08-29T17:50:28.721317+0000 mon.b (mon.1) 83 : audit [DBG] from='mgr.24565 172.21.15.53:0/2794946223' entity='mgr.x' cmd=[{"prefix": "mgr services"}]: dispatch 2024-08-29T17:50:30.075 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:50:29 smithi053 bash[24720]: audit 2024-08-29T17:50:28.722450+0000 mon.b (mon.1) 84 : audit [DBG] from='mgr.24565 172.21.15.53:0/2794946223' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-29T17:50:30.075 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:50:29 smithi053 bash[24720]: audit 2024-08-29T17:50:28.723025+0000 mon.a (mon.0) 1336 : audit [INF] from='mgr.24565 ' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.y", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2024-08-29T17:50:30.075 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:50:29 smithi053 bash[24720]: cephadm 2024-08-29T17:50:28.723637+0000 mgr.x (mgr.24565) 65 : cephadm [INF] Deploying daemon mgr.y on smithi028 2024-08-29T17:50:30.075 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:50:29 smithi053 bash[24720]: cluster 2024-08-29T17:50:29.501803+0000 mon.a (mon.0) 1337 : cluster [DBG] osdmap e241: 8 total, 8 up, 8 in 2024-08-29T17:50:30.125 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:50:29 smithi028 bash[22419]: cluster 2024-08-29T17:50:28.658113+0000 mon.a (mon.0) 1334 : cluster [DBG] osdmap e240: 8 total, 8 up, 8 in 2024-08-29T17:50:30.126 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:50:29 smithi028 bash[22419]: cephadm 2024-08-29T17:50:28.711278+0000 mgr.x (mgr.24565) 64 : cephadm [INF] Upgrade: Updating mgr.y 2024-08-29T17:50:30.126 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:50:29 smithi028 bash[22419]: audit 2024-08-29T17:50:28.719103+0000 mon.b (mon.1) 82 : audit [INF] from='mgr.24565 172.21.15.53:0/2794946223' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.y", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2024-08-29T17:50:30.126 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:50:29 smithi028 bash[22419]: audit 2024-08-29T17:50:28.720571+0000 mon.a (mon.0) 1335 : audit [INF] from='mgr.24565 ' entity='mgr.x' 2024-08-29T17:50:30.126 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:50:29 smithi028 bash[22419]: audit 2024-08-29T17:50:28.721317+0000 mon.b (mon.1) 83 : audit [DBG] from='mgr.24565 172.21.15.53:0/2794946223' entity='mgr.x' cmd=[{"prefix": "mgr services"}]: dispatch 2024-08-29T17:50:30.126 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:50:29 smithi028 bash[22419]: audit 2024-08-29T17:50:28.722450+0000 mon.b (mon.1) 84 : audit [DBG] from='mgr.24565 172.21.15.53:0/2794946223' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-29T17:50:30.126 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:50:29 smithi028 bash[22419]: audit 2024-08-29T17:50:28.723025+0000 mon.a (mon.0) 1336 : audit [INF] from='mgr.24565 ' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.y", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2024-08-29T17:50:30.126 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:50:29 smithi028 bash[22419]: cephadm 2024-08-29T17:50:28.723637+0000 mgr.x (mgr.24565) 65 : cephadm [INF] Deploying daemon mgr.y on smithi028 2024-08-29T17:50:30.126 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:50:29 smithi028 bash[22419]: cluster 2024-08-29T17:50:29.501803+0000 mon.a (mon.0) 1337 : cluster [DBG] osdmap e241: 8 total, 8 up, 8 in 2024-08-29T17:50:30.126 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:50:29 smithi028 bash[31855]: cluster 2024-08-29T17:50:28.658113+0000 mon.a (mon.0) 1334 : cluster [DBG] osdmap e240: 8 total, 8 up, 8 in 2024-08-29T17:50:30.126 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:50:29 smithi028 bash[31855]: cephadm 2024-08-29T17:50:28.711278+0000 mgr.x (mgr.24565) 64 : cephadm [INF] Upgrade: Updating mgr.y 2024-08-29T17:50:30.126 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:50:29 smithi028 bash[31855]: audit 2024-08-29T17:50:28.719103+0000 mon.b (mon.1) 82 : audit [INF] from='mgr.24565 172.21.15.53:0/2794946223' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.y", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2024-08-29T17:50:30.127 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:50:29 smithi028 bash[31855]: audit 2024-08-29T17:50:28.720571+0000 mon.a (mon.0) 1335 : audit [INF] from='mgr.24565 ' entity='mgr.x' 2024-08-29T17:50:30.127 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:50:29 smithi028 bash[31855]: audit 2024-08-29T17:50:28.721317+0000 mon.b (mon.1) 83 : audit [DBG] from='mgr.24565 172.21.15.53:0/2794946223' entity='mgr.x' cmd=[{"prefix": "mgr services"}]: dispatch 2024-08-29T17:50:30.127 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:50:29 smithi028 bash[31855]: audit 2024-08-29T17:50:28.722450+0000 mon.b (mon.1) 84 : audit [DBG] from='mgr.24565 172.21.15.53:0/2794946223' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-29T17:50:30.127 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:50:29 smithi028 bash[31855]: audit 2024-08-29T17:50:28.723025+0000 mon.a (mon.0) 1336 : audit [INF] from='mgr.24565 ' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.y", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2024-08-29T17:50:30.127 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:50:29 smithi028 bash[31855]: cephadm 2024-08-29T17:50:28.723637+0000 mgr.x (mgr.24565) 65 : cephadm [INF] Deploying daemon mgr.y on smithi028 2024-08-29T17:50:30.127 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:50:29 smithi028 bash[31855]: cluster 2024-08-29T17:50:29.501803+0000 mon.a (mon.0) 1337 : cluster [DBG] osdmap e241: 8 total, 8 up, 8 in 2024-08-29T17:50:30.664 INFO:tasks.rados.rados.0.smithi028.stdout:948: done (0 left) 2024-08-29T17:50:30.665 INFO:tasks.rados.rados.0.smithi028.stdout:append oid 42 current snap is 91 2024-08-29T17:50:30.665 INFO:tasks.rados.rados.0.smithi028.stdout:949: seq_num 305 ranges {3219456=311296} 2024-08-29T17:50:30.694 INFO:tasks.rados.rados.0.smithi028.stdout:949: writing smithi02869045-42 from 3219456 to 3530752 tid 1 2024-08-29T17:50:30.694 INFO:tasks.rados.rados.0.smithi028.stdout:950: read oid 39 snap -1 2024-08-29T17:50:30.694 INFO:tasks.rados.rados.0.smithi028.stdout:950: expect deleted 2024-08-29T17:50:30.694 INFO:tasks.rados.rados.0.smithi028.stdout:951: setattr oid 31 current snap is 91 2024-08-29T17:50:30.695 INFO:tasks.rados.rados.0.smithi028.stdout:952: delete oid 12 current snap is 91 2024-08-29T17:50:30.699 INFO:tasks.rados.rados.0.smithi028.stdout:950: done (3 left) 2024-08-29T17:50:30.699 INFO:tasks.rados.rados.0.smithi028.stdout:952: done (2 left) 2024-08-29T17:50:30.699 INFO:tasks.rados.rados.0.smithi028.stdout:953: rollback oid 40 current snap is 91 2024-08-29T17:50:30.699 INFO:tasks.rados.rados.0.smithi028.stdout:rollback oid 40 to 71 2024-08-29T17:50:30.699 INFO:tasks.rados.rados.0.smithi028.stdout:954: rollback oid 21 current snap is 91 2024-08-29T17:50:30.699 INFO:tasks.rados.rados.0.smithi028.stdout:rollback oid 21 to 80 2024-08-29T17:50:30.699 INFO:tasks.rados.rados.0.smithi028.stdout:955: rmattr oid 30 current snap is 91 2024-08-29T17:50:30.700 INFO:tasks.rados.rados.0.smithi028.stdout:955: done (4 left) 2024-08-29T17:50:30.700 INFO:tasks.rados.rados.0.smithi028.stdout:956: read oid 20 snap -1 2024-08-29T17:50:30.700 INFO:tasks.rados.rados.0.smithi028.stdout:956: expect (ObjNum 0 snap 0 seq_num 0) 2024-08-29T17:50:30.700 INFO:tasks.rados.rados.0.smithi028.stdout:957: rollback oid 35 current snap is 91 2024-08-29T17:50:30.700 INFO:tasks.rados.rados.0.smithi028.stdout:rollback oid 35 to 86 2024-08-29T17:50:30.700 INFO:tasks.rados.rados.0.smithi028.stdout:958: delete oid 28 current snap is 91 2024-08-29T17:50:30.700 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 31 v 648 (ObjNum 81 snap 0 seq_num 1952142419) dirty exists 2024-08-29T17:50:30.706 INFO:tasks.rados.rados.0.smithi028.stdout:956: expect (ObjNum 0 snap 0 seq_num 0) 2024-08-29T17:50:30.713 INFO:tasks.rados.rados.0.smithi028.stdout:949: finishing write tid 1 to smithi02869045-42 2024-08-29T17:50:30.713 INFO:tasks.rados.rados.0.smithi028.stdout:957: finishing rollback tid 0 to smithi02869045-35 2024-08-29T17:50:30.714 INFO:tasks.rados.rados.0.smithi028.stdout:951: done (6 left) 2024-08-29T17:50:30.714 INFO:tasks.rados.rados.0.smithi028.stdout:956: done (5 left) 2024-08-29T17:50:30.714 INFO:tasks.rados.rados.0.smithi028.stdout:958: done (4 left) 2024-08-29T17:50:30.714 INFO:tasks.rados.rados.0.smithi028.stdout:append oid 45 current snap is 91 2024-08-29T17:50:30.714 INFO:tasks.rados.rados.0.smithi028.stdout:954: finishing rollback tid 0 to smithi02869045-21 2024-08-29T17:50:30.714 INFO:tasks.rados.rados.0.smithi028.stdout:959: seq_num 308 ranges {6987776=360448} 2024-08-29T17:50:30.771 INFO:tasks.rados.rados.0.smithi028.stdout:959: writing smithi02869045-45 from 6987776 to 7348224 tid 1 2024-08-29T17:50:30.771 INFO:tasks.rados.rados.0.smithi028.stdout:960: read oid 29 snap -1 2024-08-29T17:50:30.771 INFO:tasks.rados.rados.0.smithi028.stdout:960: expect (ObjNum 298 snap 89 seq_num 298) 2024-08-29T17:50:30.772 INFO:tasks.rados.rados.0.smithi028.stdout:961: rollback oid 43 current snap is 91 2024-08-29T17:50:30.772 INFO:tasks.rados.rados.0.smithi028.stdout:rollback oid 43 to 52 2024-08-29T17:50:30.772 INFO:tasks.rados.rados.0.smithi028.stdout:957: finishing rollback tid 1 to smithi02869045-35 2024-08-29T17:50:30.773 INFO:tasks.rados.rados.0.smithi028.stdout:962: delete oid 22 current snap is 91 2024-08-29T17:50:30.773 INFO:tasks.rados.rados.0.smithi028.stdout:949: finishing write tid 2 to smithi02869045-42 2024-08-29T17:50:30.773 INFO:tasks.rados.rados.0.smithi028.stdout:954: finishing rollback tid 1 to smithi02869045-21 2024-08-29T17:50:30.773 INFO:tasks.rados.rados.0.smithi028.stdout:954: finishing rollback tid 2 to smithi02869045-21 2024-08-29T17:50:30.774 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 21 v 498 (ObjNum 50 snap 0 seq_num 50) dirty exists 2024-08-29T17:50:30.774 INFO:tasks.rados.rados.0.smithi028.stdout:957: finishing rollback tid 2 to smithi02869045-35 2024-08-29T17:50:30.774 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 35 v 347 (ObjNum 282 snap 81 seq_num 282) dirty exists 2024-08-29T17:50:30.774 INFO:tasks.rados.rados.0.smithi028.stdout:949: finishing write tid 3 to smithi02869045-42 2024-08-29T17:50:30.774 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 42 v 130 (ObjNum 305 snap 91 seq_num 305) dirty exists 2024-08-29T17:50:30.774 INFO:tasks.rados.rados.0.smithi028.stdout:949: left oid 42 (ObjNum 305 snap 91 seq_num 305) 2024-08-29T17:50:30.774 INFO:tasks.rados.rados.0.smithi028.stdout:953: finishing rollback tid 0 to smithi02869045-40 2024-08-29T17:50:30.774 INFO:tasks.rados.rados.0.smithi028.stdout:953: finishing rollback tid 1 to smithi02869045-40 2024-08-29T17:50:30.774 INFO:tasks.rados.rados.0.smithi028.stdout:953: finishing rollback tid 2 to smithi02869045-40 2024-08-29T17:50:30.774 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 40 v 509 (ObjNum 230 snap 64 seq_num 230) dirty exists 2024-08-29T17:50:30.776 INFO:tasks.rados.rados.0.smithi028.stdout:961: finishing rollback tid 0 to smithi02869045-43 2024-08-29T17:50:30.779 INFO:tasks.rados.rados.0.smithi028.stdout:949: done (7 left) 2024-08-29T17:50:30.779 INFO:tasks.rados.rados.0.smithi028.stdout:953: done (6 left) 2024-08-29T17:50:30.779 INFO:tasks.rados.rados.0.smithi028.stdout:954: done (5 left) 2024-08-29T17:50:30.779 INFO:tasks.rados.rados.0.smithi028.stdout:957: done (4 left) 2024-08-29T17:50:30.779 INFO:tasks.rados.rados.0.smithi028.stdout:962: done (3 left) 2024-08-29T17:50:30.779 INFO:tasks.rados.rados.0.smithi028.stdout:963: copy_from oid 18 from oid 48 current snap is 91 2024-08-29T17:50:30.779 INFO:tasks.rados.rados.0.smithi028.stdout:964: read oid 12 snap 78 2024-08-29T17:50:30.779 INFO:tasks.rados.rados.0.smithi028.stdout:964: expect (ObjNum 161 snap 46 seq_num 161) 2024-08-29T17:50:30.780 INFO:tasks.rados.rados.0.smithi028.stdout:965: rmattr oid 17 current snap is 91 2024-08-29T17:50:30.780 INFO:tasks.rados.rados.0.smithi028.stdout:965: done (5 left) 2024-08-29T17:50:30.780 INFO:tasks.rados.rados.0.smithi028.stdout:966: read oid 27 snap -1 2024-08-29T17:50:30.780 INFO:tasks.rados.rados.0.smithi028.stdout:966: expect (ObjNum 272 snap 78 seq_num 272) 2024-08-29T17:50:30.780 INFO:tasks.rados.rados.0.smithi028.stdout:967: read oid 50 snap -1 2024-08-29T17:50:30.780 INFO:tasks.rados.rados.0.smithi028.stdout:967: expect deleted 2024-08-29T17:50:30.780 INFO:tasks.rados.rados.0.smithi028.stdout:968: copy_from oid 40 from oid 8 current snap is 91 2024-08-29T17:50:30.780 INFO:tasks.rados.rados.0.smithi028.stdout:969: snap_remove snap 46 2024-08-29T17:50:31.073 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:50:30 smithi053 bash[24720]: cluster 2024-08-29T17:50:29.700233+0000 mgr.x (mgr.24565) 66 : cluster [DBG] pgmap v75: 121 pgs: 121 active+clean; 339 MiB data, 2.8 GiB used, 712 GiB / 715 GiB avail; 7.5 MiB/s rd, 1.0 MiB/s wr, 12 op/s 2024-08-29T17:50:31.093 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:50:30 smithi028 bash[31855]: cluster 2024-08-29T17:50:29.700233+0000 mgr.x (mgr.24565) 66 : cluster [DBG] pgmap v75: 121 pgs: 121 active+clean; 339 MiB data, 2.8 GiB used, 712 GiB / 715 GiB avail; 7.5 MiB/s rd, 1.0 MiB/s wr, 12 op/s 2024-08-29T17:50:31.094 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:50:30 smithi028 bash[22419]: cluster 2024-08-29T17:50:29.700233+0000 mgr.x (mgr.24565) 66 : cluster [DBG] pgmap v75: 121 pgs: 121 active+clean; 339 MiB data, 2.8 GiB used, 712 GiB / 715 GiB avail; 7.5 MiB/s rd, 1.0 MiB/s wr, 12 op/s 2024-08-29T17:50:31.364 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:50:31 smithi028 systemd[1]: /etc/systemd/system/ceph-3167ee72-662c-11ef-bcd4-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-08-29T17:50:31.365 INFO:journalctl@ceph.osd.0.smithi028.stdout:Aug 29 17:50:31 smithi028 systemd[1]: /etc/systemd/system/ceph-3167ee72-662c-11ef-bcd4-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-08-29T17:50:31.365 INFO:journalctl@ceph.osd.2.smithi028.stdout:Aug 29 17:50:31 smithi028 systemd[1]: /etc/systemd/system/ceph-3167ee72-662c-11ef-bcd4-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-08-29T17:50:31.366 INFO:journalctl@ceph.mgr.y.smithi028.stdout:Aug 29 17:50:31 smithi028 systemd[1]: /etc/systemd/system/ceph-3167ee72-662c-11ef-bcd4-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-08-29T17:50:31.366 INFO:journalctl@ceph.osd.1.smithi028.stdout:Aug 29 17:50:31 smithi028 systemd[1]: /etc/systemd/system/ceph-3167ee72-662c-11ef-bcd4-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-08-29T17:50:31.366 INFO:journalctl@ceph.osd.3.smithi028.stdout:Aug 29 17:50:31 smithi028 systemd[1]: /etc/systemd/system/ceph-3167ee72-662c-11ef-bcd4-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-08-29T17:50:31.366 INFO:journalctl@ceph.alertmanager.a.smithi028.stdout:Aug 29 17:50:31 smithi028 systemd[1]: /etc/systemd/system/ceph-3167ee72-662c-11ef-bcd4-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-08-29T17:50:31.367 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:50:31 smithi028 systemd[1]: /etc/systemd/system/ceph-3167ee72-662c-11ef-bcd4-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-08-29T17:50:31.367 INFO:journalctl@ceph.mds.a.smithi028.stdout:Aug 29 17:50:31 smithi028 systemd[1]: /etc/systemd/system/ceph-3167ee72-662c-11ef-bcd4-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-08-29T17:50:31.367 INFO:journalctl@ceph.node-exporter.a.smithi028.stdout:Aug 29 17:50:31 smithi028 systemd[1]: /etc/systemd/system/ceph-3167ee72-662c-11ef-bcd4-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-08-29T17:50:31.625 INFO:journalctl@ceph.mgr.y.smithi028.stdout:Aug 29 17:50:31 smithi028 systemd[1]: Stopping Ceph mgr.y for 3167ee72-662c-11ef-bcd4-c7b262605968... 2024-08-29T17:50:31.669 INFO:tasks.rados.rados.0.smithi028.stdout:969: done (8 left) 2024-08-29T17:50:31.670 INFO:tasks.rados.rados.0.smithi028.stdout:append oid 21 current snap is 91 2024-08-29T17:50:31.670 INFO:tasks.rados.rados.0.smithi028.stdout:970: seq_num 310 ranges {1114112=401408} 2024-08-29T17:50:31.681 INFO:tasks.rados.rados.0.smithi028.stdout:970: writing smithi02869045-21 from 1114112 to 1515520 tid 1 2024-08-29T17:50:31.682 INFO:tasks.rados.rados.0.smithi028.stdout:971: read oid 26 snap -1 2024-08-29T17:50:31.682 INFO:tasks.rados.rados.0.smithi028.stdout:971: expect deleted 2024-08-29T17:50:31.682 INFO:tasks.rados.rados.0.smithi028.stdout:append oid 37 current snap is 91 2024-08-29T17:50:31.682 INFO:tasks.rados.rados.0.smithi028.stdout:959: finishing write tid 1 to smithi02869045-45 2024-08-29T17:50:31.682 INFO:tasks.rados.rados.0.smithi028.stdout:961: finishing rollback tid 1 to smithi02869045-43 2024-08-29T17:50:31.682 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 43 v 298 (ObjNum 49 snap 0 seq_num 1953066355) dirty dne 2024-08-29T17:50:31.682 INFO:tasks.rados.rados.0.smithi028.stdout:959: finishing write tid 2 to smithi02869045-45 2024-08-29T17:50:31.682 INFO:tasks.rados.rados.0.smithi028.stdout:972: seq_num 311 ranges {0=417792} 2024-08-29T17:50:31.684 INFO:tasks.rados.rados.0.smithi028.stdout:972: writing smithi02869045-37 from 0 to 417792 tid 1 2024-08-29T17:50:31.684 INFO:tasks.rados.rados.0.smithi028.stdout:961: done (10 left) 2024-08-29T17:50:31.685 INFO:tasks.rados.rados.0.smithi028.stdout:973: delete oid 3 current snap is 91 2024-08-29T17:50:31.685 INFO:tasks.rados.rados.0.smithi028.stdout:960: expect (ObjNum 298 snap 89 seq_num 298) 2024-08-29T17:50:31.801 INFO:tasks.rados.rados.0.smithi028.stdout:966: expect (ObjNum 272 snap 78 seq_num 272) 2024-08-29T17:50:31.877 INFO:tasks.rados.rados.0.smithi028.stdout:968: finishing copy_from racing read to smithi02869045-40 2024-08-29T17:50:31.877 INFO:tasks.rados.rados.0.smithi028.stdout:959: finishing write tid 3 to smithi02869045-45 2024-08-29T17:50:31.877 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 45 v 538 (ObjNum 308 snap 91 seq_num 308) dirty exists 2024-08-29T17:50:31.877 INFO:tasks.rados.rados.0.smithi028.stdout:959: left oid 45 (ObjNum 308 snap 91 seq_num 308) 2024-08-29T17:50:31.878 INFO:tasks.rados.rados.0.smithi028.stdout:968: finishing copy_from to smithi02869045-40 2024-08-29T17:50:31.878 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 40 v 310 (ObjNum 283 snap 81 seq_num 283) dirty exists 2024-08-29T17:50:31.878 INFO:tasks.rados.rados.0.smithi028.stdout:964: expect (ObjNum 161 snap 46 seq_num 161) 2024-08-29T17:50:32.044 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:50:31 smithi028 bash[22419]: cluster 2024-08-29T17:50:30.667771+0000 mon.a (mon.0) 1338 : cluster [DBG] osdmap e242: 8 total, 8 up, 8 in 2024-08-29T17:50:32.044 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:50:31 smithi028 bash[31855]: cluster 2024-08-29T17:50:30.667771+0000 mon.a (mon.0) 1338 : cluster [DBG] osdmap e242: 8 total, 8 up, 8 in 2024-08-29T17:50:32.073 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:50:31 smithi053 bash[24720]: cluster 2024-08-29T17:50:30.667771+0000 mon.a (mon.0) 1338 : cluster [DBG] osdmap e242: 8 total, 8 up, 8 in 2024-08-29T17:50:32.261 INFO:tasks.rados.rados.0.smithi028.stdout:963: finishing copy_from racing read to smithi02869045-18 2024-08-29T17:50:32.261 INFO:tasks.rados.rados.0.smithi028.stdout:963: finishing copy_from to smithi02869045-18 2024-08-29T17:50:32.262 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 18 v 535 (ObjNum 295 snap 88 seq_num 295) dirty exists 2024-08-29T17:50:32.262 INFO:tasks.rados.rados.0.smithi028.stdout:959: done (10 left) 2024-08-29T17:50:32.262 INFO:tasks.rados.rados.0.smithi028.stdout:960: done (9 left) 2024-08-29T17:50:32.262 INFO:tasks.rados.rados.0.smithi028.stdout:963: done (8 left) 2024-08-29T17:50:32.262 INFO:tasks.rados.rados.0.smithi028.stdout:964: done (7 left) 2024-08-29T17:50:32.262 INFO:tasks.rados.rados.0.smithi028.stdout:966: done (6 left) 2024-08-29T17:50:32.262 INFO:tasks.rados.rados.0.smithi028.stdout:967: done (5 left) 2024-08-29T17:50:32.262 INFO:tasks.rados.rados.0.smithi028.stdout:968: done (4 left) 2024-08-29T17:50:32.262 INFO:tasks.rados.rados.0.smithi028.stdout:973: done (3 left) 2024-08-29T17:50:32.262 INFO:tasks.rados.rados.0.smithi028.stdout:974: snap_remove snap 80 2024-08-29T17:50:32.374 INFO:journalctl@ceph.mgr.y.smithi028.stdout:Aug 29 17:50:32 smithi028 bash[70701]: ceph-3167ee72-662c-11ef-bcd4-c7b262605968-mgr-y 2024-08-29T17:50:32.374 INFO:journalctl@ceph.mgr.y.smithi028.stdout:Aug 29 17:50:32 smithi028 systemd[1]: ceph-3167ee72-662c-11ef-bcd4-c7b262605968@mgr.y.service: Main process exited, code=exited, status=143/n/a 2024-08-29T17:50:32.375 INFO:journalctl@ceph.mgr.y.smithi028.stdout:Aug 29 17:50:32 smithi028 bash[70761]: Error response from daemon: No such container: ceph-3167ee72-662c-11ef-bcd4-c7b262605968-mgr-y 2024-08-29T17:50:32.375 INFO:journalctl@ceph.mgr.y.smithi028.stdout:Aug 29 17:50:32 smithi028 systemd[1]: ceph-3167ee72-662c-11ef-bcd4-c7b262605968@mgr.y.service: Failed with result 'exit-code'. 2024-08-29T17:50:32.375 INFO:journalctl@ceph.mgr.y.smithi028.stdout:Aug 29 17:50:32 smithi028 systemd[1]: Stopped Ceph mgr.y for 3167ee72-662c-11ef-bcd4-c7b262605968. 2024-08-29T17:50:32.625 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:50:32 smithi028 systemd[1]: /etc/systemd/system/ceph-3167ee72-662c-11ef-bcd4-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-08-29T17:50:32.626 INFO:journalctl@ceph.osd.0.smithi028.stdout:Aug 29 17:50:32 smithi028 systemd[1]: /etc/systemd/system/ceph-3167ee72-662c-11ef-bcd4-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-08-29T17:50:32.626 INFO:journalctl@ceph.osd.1.smithi028.stdout:Aug 29 17:50:32 smithi028 systemd[1]: /etc/systemd/system/ceph-3167ee72-662c-11ef-bcd4-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-08-29T17:50:32.626 INFO:journalctl@ceph.osd.2.smithi028.stdout:Aug 29 17:50:32 smithi028 systemd[1]: /etc/systemd/system/ceph-3167ee72-662c-11ef-bcd4-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-08-29T17:50:32.626 INFO:journalctl@ceph.osd.3.smithi028.stdout:Aug 29 17:50:32 smithi028 systemd[1]: /etc/systemd/system/ceph-3167ee72-662c-11ef-bcd4-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-08-29T17:50:32.627 INFO:journalctl@ceph.mds.a.smithi028.stdout:Aug 29 17:50:32 smithi028 systemd[1]: /etc/systemd/system/ceph-3167ee72-662c-11ef-bcd4-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-08-29T17:50:32.627 INFO:journalctl@ceph.node-exporter.a.smithi028.stdout:Aug 29 17:50:32 smithi028 systemd[1]: /etc/systemd/system/ceph-3167ee72-662c-11ef-bcd4-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-08-29T17:50:32.627 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:50:32 smithi028 systemd[1]: /etc/systemd/system/ceph-3167ee72-662c-11ef-bcd4-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-08-29T17:50:32.628 INFO:journalctl@ceph.mgr.y.smithi028.stdout:Aug 29 17:50:32 smithi028 systemd[1]: /etc/systemd/system/ceph-3167ee72-662c-11ef-bcd4-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-08-29T17:50:32.628 INFO:journalctl@ceph.mgr.y.smithi028.stdout:Aug 29 17:50:32 smithi028 systemd[1]: Started Ceph mgr.y for 3167ee72-662c-11ef-bcd4-c7b262605968. 2024-08-29T17:50:32.628 INFO:journalctl@ceph.alertmanager.a.smithi028.stdout:Aug 29 17:50:32 smithi028 systemd[1]: /etc/systemd/system/ceph-3167ee72-662c-11ef-bcd4-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-08-29T17:50:32.824 INFO:tasks.rados.rados.0.smithi028.stdout:974: done (3 left) 2024-08-29T17:50:32.824 INFO:tasks.rados.rados.0.smithi028.stdout:append oid 24 current snap is 91 2024-08-29T17:50:32.824 INFO:tasks.rados.rados.0.smithi028.stdout:975: seq_num 313 ranges {475136=450560} 2024-08-29T17:50:32.840 INFO:tasks.rados.rados.0.smithi028.stdout:975: writing smithi02869045-24 from 475136 to 925696 tid 1 2024-08-29T17:50:32.840 INFO:tasks.rados.rados.0.smithi028.stdout:976: copy_from oid 38 from oid 10 current snap is 91 2024-08-29T17:50:32.840 INFO:tasks.rados.rados.0.smithi028.stdout:970: finishing write tid 1 to smithi02869045-21 2024-08-29T17:50:32.840 INFO:tasks.rados.rados.0.smithi028.stdout:971: done (4 left) 2024-08-29T17:50:32.840 INFO:tasks.rados.rados.0.smithi028.stdout:977: snap_remove snap 67 2024-08-29T17:50:33.073 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:50:32 smithi053 bash[24720]: cluster 2024-08-29T17:50:31.669819+0000 mon.a (mon.0) 1339 : cluster [DBG] osdmap e243: 8 total, 8 up, 8 in 2024-08-29T17:50:33.102 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:50:32 smithi053 bash[24720]: cluster 2024-08-29T17:50:31.700924+0000 mgr.x (mgr.24565) 67 : cluster [DBG] pgmap v78: 121 pgs: 121 active+clean; 339 MiB data, 2.8 GiB used, 712 GiB / 715 GiB avail 2024-08-29T17:50:33.102 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:50:32 smithi053 bash[24720]: audit 2024-08-29T17:50:32.535366+0000 mon.a (mon.0) 1340 : audit [INF] from='mgr.24565 ' entity='mgr.x' 2024-08-29T17:50:33.103 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:50:32 smithi053 bash[24720]: audit 2024-08-29T17:50:32.545391+0000 mon.a (mon.0) 1341 : audit [INF] from='mgr.24565 ' entity='mgr.x' 2024-08-29T17:50:33.103 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:50:32 smithi053 bash[24720]: audit 2024-08-29T17:50:32.547204+0000 mon.b (mon.1) 85 : audit [DBG] from='mgr.24565 172.21.15.53:0/2794946223' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-29T17:50:33.125 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:50:32 smithi028 bash[22419]: cluster 2024-08-29T17:50:31.669819+0000 mon.a (mon.0) 1339 : cluster [DBG] osdmap e243: 8 total, 8 up, 8 in 2024-08-29T17:50:33.125 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:50:32 smithi028 bash[22419]: cluster 2024-08-29T17:50:31.700924+0000 mgr.x (mgr.24565) 67 : cluster [DBG] pgmap v78: 121 pgs: 121 active+clean; 339 MiB data, 2.8 GiB used, 712 GiB / 715 GiB avail 2024-08-29T17:50:33.125 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:50:32 smithi028 bash[22419]: audit 2024-08-29T17:50:32.535366+0000 mon.a (mon.0) 1340 : audit [INF] from='mgr.24565 ' entity='mgr.x' 2024-08-29T17:50:33.126 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:50:32 smithi028 bash[22419]: audit 2024-08-29T17:50:32.545391+0000 mon.a (mon.0) 1341 : audit [INF] from='mgr.24565 ' entity='mgr.x' 2024-08-29T17:50:33.126 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:50:32 smithi028 bash[22419]: audit 2024-08-29T17:50:32.547204+0000 mon.b (mon.1) 85 : audit [DBG] from='mgr.24565 172.21.15.53:0/2794946223' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-29T17:50:33.126 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:50:32 smithi028 bash[31855]: cluster 2024-08-29T17:50:31.669819+0000 mon.a (mon.0) 1339 : cluster [DBG] osdmap e243: 8 total, 8 up, 8 in 2024-08-29T17:50:33.126 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:50:32 smithi028 bash[31855]: cluster 2024-08-29T17:50:31.700924+0000 mgr.x (mgr.24565) 67 : cluster [DBG] pgmap v78: 121 pgs: 121 active+clean; 339 MiB data, 2.8 GiB used, 712 GiB / 715 GiB avail 2024-08-29T17:50:33.126 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:50:32 smithi028 bash[31855]: audit 2024-08-29T17:50:32.535366+0000 mon.a (mon.0) 1340 : audit [INF] from='mgr.24565 ' entity='mgr.x' 2024-08-29T17:50:33.126 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:50:32 smithi028 bash[31855]: audit 2024-08-29T17:50:32.545391+0000 mon.a (mon.0) 1341 : audit [INF] from='mgr.24565 ' entity='mgr.x' 2024-08-29T17:50:33.126 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:50:32 smithi028 bash[31855]: audit 2024-08-29T17:50:32.547204+0000 mon.b (mon.1) 85 : audit [DBG] from='mgr.24565 172.21.15.53:0/2794946223' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-29T17:50:33.695 INFO:tasks.rados.rados.0.smithi028.stdout:977: done (4 left) 2024-08-29T17:50:33.695 INFO:tasks.rados.rados.0.smithi028.stdout:978: snap_remove snap 82 2024-08-29T17:50:33.823 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:50:33 smithi053 bash[24720]: cluster 2024-08-29T17:50:32.830404+0000 mon.a (mon.0) 1342 : cluster [DBG] osdmap e244: 8 total, 8 up, 8 in 2024-08-29T17:50:33.824 INFO:journalctl@ceph.prometheus.a.smithi053.stdout:Aug 29 17:50:33 smithi053 bash[60008]: ts=2024-08-29T17:50:33.510Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=nodes name=CephNodeDiskspaceWarning index=4 msg="Evaluating rule failed" rule="alert: CephNodeDiskspaceWarning\nexpr: predict_linear(node_filesystem_free_bytes{device=~\"/.*\"}[2d], 3600 * 24 * 5)\n * on (instance) group_left (nodename) node_uname_info < 0\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.8.4\n severity: warning\n type: ceph_default\nannotations:\n description: Mountpoint {{ $labels.mountpoint }} on {{ $labels.nodename }} will\n be full in less than 5 days based on the 48 hour trailing fill rate.\n summary: Host filesystem free space is getting low\n" err="found duplicate series for the match group {instance=\"smithi053\"} on the right hand-side of the operation: [{__name__=\"node_uname_info\", domainname=\"(none)\", instance=\"smithi053\", job=\"node\", machine=\"x86_64\", nodename=\"smithi053\", release=\"5.15.0-119-generic\", sysname=\"Linux\", version=\"#129-Ubuntu SMP Fri Aug 2 19:25:20 UTC 2024\"}, {__name__=\"node_uname_info\", cluster=\"3167ee72-662c-11ef-bcd4-c7b262605968\", domainname=\"(none)\", instance=\"smithi053\", job=\"node\", machine=\"x86_64\", nodename=\"smithi053\", release=\"5.15.0-119-generic\", sysname=\"Linux\", version=\"#129-Ubuntu SMP Fri Aug 2 19:25:20 UTC 2024\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-29T17:50:34.125 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:50:33 smithi028 bash[22419]: cluster 2024-08-29T17:50:32.830404+0000 mon.a (mon.0) 1342 : cluster [DBG] osdmap e244: 8 total, 8 up, 8 in 2024-08-29T17:50:34.125 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:50:33 smithi028 bash[31855]: cluster 2024-08-29T17:50:32.830404+0000 mon.a (mon.0) 1342 : cluster [DBG] osdmap e244: 8 total, 8 up, 8 in 2024-08-29T17:50:34.126 INFO:journalctl@ceph.mgr.y.smithi028.stdout:Aug 29 17:50:33 smithi028 bash[70818]: debug 2024-08-29T17:50:33.757+0000 7f8095cda640 1 -- 172.21.15.28:0/1595833993 <== mon.2 v2:172.21.15.28:3301/0 4 ==== auth_reply(proto 2 0 (0) Success) ==== 194+0+0 (secure 0 0 0) 0x562b700230e0 con 0x562b70025400 2024-08-29T17:50:34.126 INFO:journalctl@ceph.mgr.y.smithi028.stdout:Aug 29 17:50:33 smithi028 bash[70818]: debug 2024-08-29T17:50:33.869+0000 7f8098544040 -1 mgr[py] Module devicehealth has missing NOTIFY_TYPES member 2024-08-29T17:50:34.702 INFO:tasks.rados.rados.0.smithi028.stdout:978: done (4 left) 2024-08-29T17:50:34.702 INFO:tasks.rados.rados.0.smithi028.stdout:append oid 28 current snap is 91 2024-08-29T17:50:34.703 INFO:tasks.rados.rados.0.smithi028.stdout:979: seq_num 314 ranges {0=466944} 2024-08-29T17:50:34.703 INFO:tasks.rados.rados.0.smithi028.stdout:979: writing smithi02869045-28 from 0 to 466944 tid 1 2024-08-29T17:50:34.703 INFO:tasks.rados.rados.0.smithi028.stdout:980: read oid 20 snap -1 2024-08-29T17:50:34.703 INFO:tasks.rados.rados.0.smithi028.stdout:980: expect (ObjNum 0 snap 0 seq_num 0) 2024-08-29T17:50:34.703 INFO:tasks.rados.rados.0.smithi028.stdout:append oid 8 current snap is 91 2024-08-29T17:50:34.703 INFO:tasks.rados.rados.0.smithi028.stdout:981: seq_num 315 ranges {2351104=483328} 2024-08-29T17:50:34.716 INFO:journalctl@ceph.prometheus.a.smithi053.stdout:Aug 29 17:50:34 smithi053 bash[60008]: ts=2024-08-29T17:50:34.454Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pgs name=CephPGsInactive index=0 msg="Evaluating rule failed" rule="alert: CephPGsInactive\nexpr: ceph_pool_metadata * on (pool_id, instance) group_left () (ceph_pg_total - ceph_pg_active)\n > 0\nfor: 5m\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.7.1\n severity: critical\n type: ceph_default\nannotations:\n description: '{{ $value }} PGs have been inactive for more than 5 minutes in pool\n {{ $labels.name }}. Inactive placement groups are not able to serve read/write\n requests.'\n summary: One or more placement groups are inactive\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the right hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"3167ee72-662c-11ef-bcd4-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-29T17:50:34.716 INFO:journalctl@ceph.prometheus.a.smithi053.stdout:Aug 29 17:50:34 smithi053 bash[60008]: ts=2024-08-29T17:50:34.455Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pgs name=CephPGsUnclean index=1 msg="Evaluating rule failed" rule="alert: CephPGsUnclean\nexpr: ceph_pool_metadata * on (pool_id, instance) group_left () (ceph_pg_total - ceph_pg_clean)\n > 0\nfor: 15m\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.7.2\n severity: warning\n type: ceph_default\nannotations:\n description: '{{ $value }} PGs have been unclean for more than 15 minutes in pool\n {{ $labels.name }}. Unclean PGs have not recovered from a previous failure.'\n summary: One or more placement groups are marked unclean\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the right hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"3167ee72-662c-11ef-bcd4-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-29T17:50:34.722 INFO:tasks.rados.rados.0.smithi028.stdout:981: writing smithi02869045-8 from 2351104 to 2834432 tid 1 2024-08-29T17:50:34.722 INFO:tasks.rados.rados.0.smithi028.stdout:982: read oid 5 snap -1 2024-08-29T17:50:34.722 INFO:tasks.rados.rados.0.smithi028.stdout:982: expect (ObjNum 77 snap 12 seq_num 77) 2024-08-29T17:50:34.722 INFO:tasks.rados.rados.0.smithi028.stdout:983: read oid 36 snap -1 2024-08-29T17:50:34.722 INFO:tasks.rados.rados.0.smithi028.stdout:983: expect deleted 2024-08-29T17:50:34.722 INFO:tasks.rados.rados.0.smithi028.stdout:984: rollback oid 30 current snap is 91 2024-08-29T17:50:34.722 INFO:tasks.rados.rados.0.smithi028.stdout:rollback oid 30 to 86 2024-08-29T17:50:34.722 INFO:tasks.rados.rados.0.smithi028.stdout:970: finishing write tid 2 to smithi02869045-21 2024-08-29T17:50:34.722 INFO:tasks.rados.rados.0.smithi028.stdout:972: finishing write tid 1 to smithi02869045-37 2024-08-29T17:50:34.722 INFO:tasks.rados.rados.0.smithi028.stdout:972: finishing write tid 2 to smithi02869045-37 2024-08-29T17:50:34.722 INFO:tasks.rados.rados.0.smithi028.stdout:970: finishing write tid 3 to smithi02869045-21 2024-08-29T17:50:34.723 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 21 v 500 (ObjNum 310 snap 91 seq_num 310) dirty exists 2024-08-29T17:50:34.723 INFO:tasks.rados.rados.0.smithi028.stdout:970: left oid 21 (ObjNum 310 snap 91 seq_num 310) 2024-08-29T17:50:34.723 INFO:tasks.rados.rados.0.smithi028.stdout:972: finishing write tid 3 to smithi02869045-37 2024-08-29T17:50:34.723 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 37 v 662 (ObjNum 311 snap 91 seq_num 311) dirty exists 2024-08-29T17:50:34.723 INFO:tasks.rados.rados.0.smithi028.stdout:972: left oid 37 (ObjNum 311 snap 91 seq_num 311) 2024-08-29T17:50:34.723 INFO:tasks.rados.rados.0.smithi028.stdout:970: done (9 left) 2024-08-29T17:50:34.723 INFO:tasks.rados.rados.0.smithi028.stdout:972: done (8 left) 2024-08-29T17:50:34.723 INFO:tasks.rados.rados.0.smithi028.stdout:985: snap_create 2024-08-29T17:50:34.723 INFO:tasks.rados.rados.0.smithi028.stdout:975: finishing write tid 1 to smithi02869045-24 2024-08-29T17:50:34.723 INFO:tasks.rados.rados.0.smithi028.stdout:975: finishing write tid 2 to smithi02869045-24 2024-08-29T17:50:34.723 INFO:tasks.rados.rados.0.smithi028.stdout:975: finishing write tid 3 to smithi02869045-24 2024-08-29T17:50:34.723 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 24 v 284 (ObjNum 313 snap 91 seq_num 313) dirty exists 2024-08-29T17:50:34.723 INFO:tasks.rados.rados.0.smithi028.stdout:975: left oid 24 (ObjNum 313 snap 91 seq_num 313) 2024-08-29T17:50:34.724 INFO:tasks.rados.rados.0.smithi028.stdout:976: finishing copy_from racing read to smithi02869045-38 2024-08-29T17:50:34.724 INFO:tasks.rados.rados.0.smithi028.stdout:976: finishing copy_from to smithi02869045-38 2024-08-29T17:50:34.724 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 38 v 481 (ObjNum 275 snap 79 seq_num 275) dirty exists 2024-08-29T17:50:34.724 INFO:tasks.rados.rados.0.smithi028.stdout:980: expect (ObjNum 0 snap 0 seq_num 0) 2024-08-29T17:50:34.729 INFO:tasks.rados.rados.0.smithi028.stdout:981: finishing write tid 1 to smithi02869045-8 2024-08-29T17:50:34.729 INFO:tasks.rados.rados.0.smithi028.stdout:981: finishing write tid 2 to smithi02869045-8 2024-08-29T17:50:34.732 INFO:tasks.rados.rados.0.smithi028.stdout:984: finishing rollback tid 0 to smithi02869045-30 2024-08-29T17:50:34.732 INFO:tasks.rados.rados.0.smithi028.stdout:984: finishing rollback tid 1 to smithi02869045-30 2024-08-29T17:50:34.732 INFO:tasks.rados.rados.0.smithi028.stdout:984: finishing rollback tid 2 to smithi02869045-30 2024-08-29T17:50:34.732 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 30 v 301 (ObjNum 101 snap 23 seq_num 101) dirty exists 2024-08-29T17:50:34.733 INFO:tasks.rados.rados.0.smithi028.stdout:982: expect (ObjNum 77 snap 12 seq_num 77) 2024-08-29T17:50:34.793 INFO:tasks.rados.rados.0.smithi028.stdout:981: finishing write tid 3 to smithi02869045-8 2024-08-29T17:50:34.794 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 8 v 368 (ObjNum 315 snap 91 seq_num 315) dirty exists 2024-08-29T17:50:34.794 INFO:tasks.rados.rados.0.smithi028.stdout:981: left oid 8 (ObjNum 315 snap 91 seq_num 315) 2024-08-29T17:50:34.794 INFO:tasks.rados.rados.0.smithi028.stdout:979: finishing write tid 1 to smithi02869045-28 2024-08-29T17:50:34.794 INFO:tasks.rados.rados.0.smithi028.stdout:979: finishing write tid 2 to smithi02869045-28 2024-08-29T17:50:34.794 INFO:tasks.rados.rados.0.smithi028.stdout:979: finishing write tid 3 to smithi02869045-28 2024-08-29T17:50:34.794 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 28 v 483 (ObjNum 314 snap 91 seq_num 314) dirty exists 2024-08-29T17:50:34.794 INFO:tasks.rados.rados.0.smithi028.stdout:979: left oid 28 (ObjNum 314 snap 91 seq_num 314) 2024-08-29T17:50:35.073 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:50:34 smithi053 bash[24720]: cluster 2024-08-29T17:50:33.697982+0000 mon.a (mon.0) 1343 : cluster [DBG] osdmap e245: 8 total, 8 up, 8 in 2024-08-29T17:50:35.074 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:50:34 smithi053 bash[24720]: cluster 2024-08-29T17:50:33.701879+0000 mgr.x (mgr.24565) 68 : cluster [DBG] pgmap v81: 121 pgs: 2 active+clean+snaptrim_wait, 4 active+clean+snaptrim, 115 active+clean; 349 MiB data, 2.8 GiB used, 712 GiB / 715 GiB avail; 11 MiB/s rd, 3.5 MiB/s wr, 25 op/s 2024-08-29T17:50:35.074 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:50:34 smithi053 bash[24720]: cluster 2024-08-29T17:50:34.699815+0000 mon.a (mon.0) 1344 : cluster [DBG] osdmap e246: 8 total, 8 up, 8 in 2024-08-29T17:50:35.125 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:50:34 smithi028 bash[22419]: cluster 2024-08-29T17:50:33.697982+0000 mon.a (mon.0) 1343 : cluster [DBG] osdmap e245: 8 total, 8 up, 8 in 2024-08-29T17:50:35.126 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:50:34 smithi028 bash[22419]: cluster 2024-08-29T17:50:33.701879+0000 mgr.x (mgr.24565) 68 : cluster [DBG] pgmap v81: 121 pgs: 2 active+clean+snaptrim_wait, 4 active+clean+snaptrim, 115 active+clean; 349 MiB data, 2.8 GiB used, 712 GiB / 715 GiB avail; 11 MiB/s rd, 3.5 MiB/s wr, 25 op/s 2024-08-29T17:50:35.126 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:50:34 smithi028 bash[22419]: cluster 2024-08-29T17:50:34.699815+0000 mon.a (mon.0) 1344 : cluster [DBG] osdmap e246: 8 total, 8 up, 8 in 2024-08-29T17:50:35.126 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:50:34 smithi028 bash[31855]: cluster 2024-08-29T17:50:33.697982+0000 mon.a (mon.0) 1343 : cluster [DBG] osdmap e245: 8 total, 8 up, 8 in 2024-08-29T17:50:35.126 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:50:34 smithi028 bash[31855]: cluster 2024-08-29T17:50:33.701879+0000 mgr.x (mgr.24565) 68 : cluster [DBG] pgmap v81: 121 pgs: 2 active+clean+snaptrim_wait, 4 active+clean+snaptrim, 115 active+clean; 349 MiB data, 2.8 GiB used, 712 GiB / 715 GiB avail; 11 MiB/s rd, 3.5 MiB/s wr, 25 op/s 2024-08-29T17:50:35.126 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:50:34 smithi028 bash[31855]: cluster 2024-08-29T17:50:34.699815+0000 mon.a (mon.0) 1344 : cluster [DBG] osdmap e246: 8 total, 8 up, 8 in 2024-08-29T17:50:35.626 INFO:journalctl@ceph.mgr.y.smithi028.stdout:Aug 29 17:50:35 smithi028 bash[70818]: debug 2024-08-29T17:50:35.184+0000 7f8098544040 -1 mgr[py] Module rook has missing NOTIFY_TYPES member 2024-08-29T17:50:35.626 INFO:journalctl@ceph.mgr.y.smithi028.stdout:Aug 29 17:50:35 smithi028 bash[70818]: debug 2024-08-29T17:50:35.252+0000 7f8098544040 -1 mgr[py] Module iostat has missing NOTIFY_TYPES member 2024-08-29T17:50:35.626 INFO:journalctl@ceph.mgr.y.smithi028.stdout:Aug 29 17:50:35 smithi028 bash[70818]: debug 2024-08-29T17:50:35.412+0000 7f8098544040 -1 mgr[py] Module telemetry has missing NOTIFY_TYPES member 2024-08-29T17:50:35.725 INFO:tasks.rados.rados.0.smithi028.stdout:975: done (8 left) 2024-08-29T17:50:35.725 INFO:tasks.rados.rados.0.smithi028.stdout:976: done (7 left) 2024-08-29T17:50:35.725 INFO:tasks.rados.rados.0.smithi028.stdout:979: done (6 left) 2024-08-29T17:50:35.725 INFO:tasks.rados.rados.0.smithi028.stdout:980: done (5 left) 2024-08-29T17:50:35.725 INFO:tasks.rados.rados.0.smithi028.stdout:981: done (4 left) 2024-08-29T17:50:35.726 INFO:tasks.rados.rados.0.smithi028.stdout:982: done (3 left) 2024-08-29T17:50:35.726 INFO:tasks.rados.rados.0.smithi028.stdout:983: done (2 left) 2024-08-29T17:50:35.726 INFO:tasks.rados.rados.0.smithi028.stdout:984: done (1 left) 2024-08-29T17:50:35.726 INFO:tasks.rados.rados.0.smithi028.stdout:985: done (0 left) 2024-08-29T17:50:35.726 INFO:tasks.rados.rados.0.smithi028.stdout:986: read oid 43 snap -1 2024-08-29T17:50:35.726 INFO:tasks.rados.rados.0.smithi028.stdout:986: expect deleted 2024-08-29T17:50:35.726 INFO:tasks.rados.rados.0.smithi028.stdout:987: snap_create 2024-08-29T17:50:36.375 INFO:journalctl@ceph.mgr.y.smithi028.stdout:Aug 29 17:50:36 smithi028 bash[70818]: debug 2024-08-29T17:50:36.104+0000 7f8098544040 -1 mgr[py] Module osd_support has missing NOTIFY_TYPES member 2024-08-29T17:50:36.376 INFO:journalctl@ceph.mgr.y.smithi028.stdout:Aug 29 17:50:36 smithi028 bash[70818]: debug 2024-08-29T17:50:36.176+0000 7f8098544040 -1 mgr[py] Module selftest has missing NOTIFY_TYPES member 2024-08-29T17:50:36.376 INFO:journalctl@ceph.mgr.y.smithi028.stdout:Aug 29 17:50:36 smithi028 bash[70818]: debug 2024-08-29T17:50:36.248+0000 7f8098544040 -1 mgr[py] Module progress has missing NOTIFY_TYPES member 2024-08-29T17:50:36.722 INFO:journalctl@ceph.mgr.y.smithi028.stdout:Aug 29 17:50:36 smithi028 bash[70818]: debug 2024-08-29T17:50:36.444+0000 7f8098544040 -1 mgr[py] Module rgw has missing NOTIFY_TYPES member 2024-08-29T17:50:36.722 INFO:journalctl@ceph.mgr.y.smithi028.stdout:Aug 29 17:50:36 smithi028 bash[70818]: debug 2024-08-29T17:50:36.524+0000 7f8098544040 -1 mgr[py] Module crash has missing NOTIFY_TYPES member 2024-08-29T17:50:36.723 INFO:journalctl@ceph.mgr.y.smithi028.stdout:Aug 29 17:50:36 smithi028 bash[70818]: debug 2024-08-29T17:50:36.596+0000 7f8098544040 -1 mgr[py] Module telegraf has missing NOTIFY_TYPES member 2024-08-29T17:50:36.723 INFO:journalctl@ceph.mgr.x.smithi053.stdout:Aug 29 17:50:36 smithi053 bash[53049]: ::ffff:172.21.15.53 - - [29/Aug/2024:17:50:36] "GET /metrics HTTP/1.1" 200 36045 "" "Prometheus/2.43.0" 2024-08-29T17:50:36.732 INFO:tasks.rados.rados.0.smithi028.stdout:986: done (1 left) 2024-08-29T17:50:36.733 INFO:tasks.rados.rados.0.smithi028.stdout:987: done (0 left) 2024-08-29T17:50:36.733 INFO:tasks.rados.rados.0.smithi028.stdout:988: copy_from oid 2 from oid 18 current snap is 93 2024-08-29T17:50:36.733 INFO:tasks.rados.rados.0.smithi028.stdout:989: snap_create 2024-08-29T17:50:36.793 INFO:tasks.rados.rados.0.smithi028.stdout:988: finishing copy_from racing read to smithi02869045-2 2024-08-29T17:50:36.795 INFO:tasks.rados.rados.0.smithi028.stdout:988: finishing copy_from to smithi02869045-2 2024-08-29T17:50:36.795 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 2 v 535 (ObjNum 295 snap 88 seq_num 295) dirty exists 2024-08-29T17:50:37.073 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:50:36 smithi053 bash[24720]: cluster 2024-08-29T17:50:35.702504+0000 mgr.x (mgr.24565) 69 : cluster [DBG] pgmap v83: 121 pgs: 2 active+clean+snaptrim_wait, 4 active+clean+snaptrim, 115 active+clean; 349 MiB data, 2.8 GiB used, 712 GiB / 715 GiB avail; 11 MiB/s rd, 3.5 MiB/s wr, 24 op/s 2024-08-29T17:50:37.074 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:50:36 smithi053 bash[24720]: cluster 2024-08-29T17:50:35.730243+0000 mon.a (mon.0) 1345 : cluster [DBG] osdmap e247: 8 total, 8 up, 8 in 2024-08-29T17:50:37.125 INFO:journalctl@ceph.mgr.y.smithi028.stdout:Aug 29 17:50:36 smithi028 bash[70818]: debug 2024-08-29T17:50:36.872+0000 7f8098544040 -1 mgr[py] Module pg_autoscaler has missing NOTIFY_TYPES member 2024-08-29T17:50:37.126 INFO:journalctl@ceph.mgr.y.smithi028.stdout:Aug 29 17:50:36 smithi028 bash[70818]: debug 2024-08-29T17:50:36.944+0000 7f8098544040 -1 mgr[py] Module zabbix has missing NOTIFY_TYPES member 2024-08-29T17:50:37.126 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:50:36 smithi028 bash[22419]: cluster 2024-08-29T17:50:35.702504+0000 mgr.x (mgr.24565) 69 : cluster [DBG] pgmap v83: 121 pgs: 2 active+clean+snaptrim_wait, 4 active+clean+snaptrim, 115 active+clean; 349 MiB data, 2.8 GiB used, 712 GiB / 715 GiB avail; 11 MiB/s rd, 3.5 MiB/s wr, 24 op/s 2024-08-29T17:50:37.126 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:50:36 smithi028 bash[22419]: cluster 2024-08-29T17:50:35.730243+0000 mon.a (mon.0) 1345 : cluster [DBG] osdmap e247: 8 total, 8 up, 8 in 2024-08-29T17:50:37.126 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:50:36 smithi028 bash[31855]: cluster 2024-08-29T17:50:35.702504+0000 mgr.x (mgr.24565) 69 : cluster [DBG] pgmap v83: 121 pgs: 2 active+clean+snaptrim_wait, 4 active+clean+snaptrim, 115 active+clean; 349 MiB data, 2.8 GiB used, 712 GiB / 715 GiB avail; 11 MiB/s rd, 3.5 MiB/s wr, 24 op/s 2024-08-29T17:50:37.126 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:50:36 smithi028 bash[31855]: cluster 2024-08-29T17:50:35.730243+0000 mon.a (mon.0) 1345 : cluster [DBG] osdmap e247: 8 total, 8 up, 8 in 2024-08-29T17:50:37.494 INFO:journalctl@ceph.mgr.y.smithi028.stdout:Aug 29 17:50:37 smithi028 bash[70818]: debug 2024-08-29T17:50:37.152+0000 7f8098544040 -1 mgr[py] Module nfs has missing NOTIFY_TYPES member 2024-08-29T17:50:37.494 INFO:journalctl@ceph.mgr.y.smithi028.stdout:Aug 29 17:50:37 smithi028 bash[70818]: debug 2024-08-29T17:50:37.236+0000 7f8098544040 -1 mgr[py] Module balancer has missing NOTIFY_TYPES member 2024-08-29T17:50:37.739 INFO:tasks.rados.rados.0.smithi028.stdout:988: done (1 left) 2024-08-29T17:50:37.739 INFO:tasks.rados.rados.0.smithi028.stdout:989: done (0 left) 2024-08-29T17:50:37.739 INFO:tasks.rados.rados.0.smithi028.stdout:990: read oid 19 snap -1 2024-08-29T17:50:37.739 INFO:tasks.rados.rados.0.smithi028.stdout:990: expect (ObjNum 262 snap 78 seq_num 262) 2024-08-29T17:50:37.739 INFO:tasks.rados.rados.0.smithi028.stdout:append oid 44 current snap is 94 2024-08-29T17:50:37.740 INFO:tasks.rados.rados.0.smithi028.stdout:991: seq_num 316 ranges {2686976=499712} 2024-08-29T17:50:37.760 INFO:tasks.rados.rados.0.smithi028.stdout:991: writing smithi02869045-44 from 2686976 to 3186688 tid 1 2024-08-29T17:50:37.760 INFO:tasks.rados.rados.0.smithi028.stdout:992: snap_create 2024-08-29T17:50:37.762 INFO:tasks.rados.rados.0.smithi028.stdout:990: expect (ObjNum 262 snap 78 seq_num 262) 2024-08-29T17:50:37.870 INFO:journalctl@ceph.mgr.y.smithi028.stdout:Aug 29 17:50:37 smithi028 bash[70818]: debug 2024-08-29T17:50:37.496+0000 7f8098544040 -1 mgr[py] Module diskprediction_local has missing NOTIFY_TYPES member 2024-08-29T17:50:37.870 INFO:journalctl@ceph.mgr.y.smithi028.stdout:Aug 29 17:50:37 smithi028 bash[70818]: debug 2024-08-29T17:50:37.684+0000 7f8098544040 -1 mgr[py] Module orchestrator has missing NOTIFY_TYPES member 2024-08-29T17:50:37.870 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:50:37 smithi028 bash[31855]: cluster 2024-08-29T17:50:36.739089+0000 mon.a (mon.0) 1346 : cluster [DBG] osdmap e248: 8 total, 8 up, 8 in 2024-08-29T17:50:37.870 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:50:37 smithi028 bash[22419]: cluster 2024-08-29T17:50:36.739089+0000 mon.a (mon.0) 1346 : cluster [DBG] osdmap e248: 8 total, 8 up, 8 in 2024-08-29T17:50:37.980 INFO:tasks.rados.rados.0.smithi028.stdout:991: finishing write tid 1 to smithi02869045-44 2024-08-29T17:50:37.980 INFO:tasks.rados.rados.0.smithi028.stdout:991: finishing write tid 2 to smithi02869045-44 2024-08-29T17:50:37.980 INFO:tasks.rados.rados.0.smithi028.stdout:991: finishing write tid 3 to smithi02869045-44 2024-08-29T17:50:37.980 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 44 v 537 (ObjNum 316 snap 94 seq_num 316) dirty exists 2024-08-29T17:50:37.980 INFO:tasks.rados.rados.0.smithi028.stdout:991: left oid 44 (ObjNum 316 snap 94 seq_num 316) 2024-08-29T17:50:38.073 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:50:37 smithi053 bash[24720]: cluster 2024-08-29T17:50:36.739089+0000 mon.a (mon.0) 1346 : cluster [DBG] osdmap e248: 8 total, 8 up, 8 in 2024-08-29T17:50:38.125 INFO:journalctl@ceph.mgr.y.smithi028.stdout:Aug 29 17:50:37 smithi028 bash[70818]: debug 2024-08-29T17:50:37.872+0000 7f8098544040 -1 mgr[py] Module rbd_support has missing NOTIFY_TYPES member 2024-08-29T17:50:38.125 INFO:journalctl@ceph.mgr.y.smithi028.stdout:Aug 29 17:50:37 smithi028 bash[70818]: debug 2024-08-29T17:50:37.964+0000 7f8098544040 -1 mgr[py] Module alerts has missing NOTIFY_TYPES member 2024-08-29T17:50:38.625 INFO:journalctl@ceph.mgr.y.smithi028.stdout:Aug 29 17:50:38 smithi028 bash[70818]: debug 2024-08-29T17:50:38.164+0000 7f8098544040 -1 mgr[py] Module test_orchestrator has missing NOTIFY_TYPES member 2024-08-29T17:50:38.752 INFO:tasks.rados.rados.0.smithi028.stdout:990: done (2 left) 2024-08-29T17:50:38.752 INFO:tasks.rados.rados.0.smithi028.stdout:991: done (1 left) 2024-08-29T17:50:38.752 INFO:tasks.rados.rados.0.smithi028.stdout:992: done (0 left) 2024-08-29T17:50:38.752 INFO:tasks.rados.rados.0.smithi028.stdout:993: copy_from oid 44 from oid 47 current snap is 95 2024-08-29T17:50:38.752 INFO:tasks.rados.rados.0.smithi028.stdout:994: copy_from oid 18 from oid 21 current snap is 95 2024-08-29T17:50:38.752 INFO:tasks.rados.rados.0.smithi028.stdout:995: snap_create 2024-08-29T17:50:38.768 INFO:tasks.rados.rados.0.smithi028.stdout:994: finishing copy_from racing read to smithi02869045-18 2024-08-29T17:50:38.772 INFO:tasks.rados.rados.0.smithi028.stdout:994: finishing copy_from to smithi02869045-18 2024-08-29T17:50:38.772 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 18 v 500 (ObjNum 310 snap 91 seq_num 310) dirty exists 2024-08-29T17:50:38.775 INFO:tasks.rados.rados.0.smithi028.stdout:993: finishing copy_from racing read to smithi02869045-44 2024-08-29T17:50:38.782 INFO:tasks.rados.rados.0.smithi028.stdout:993: finishing copy_from to smithi02869045-44 2024-08-29T17:50:38.783 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 44 v 310 (ObjNum 292 snap 88 seq_num 292) dirty exists 2024-08-29T17:50:39.073 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:50:38 smithi053 bash[24720]: cluster 2024-08-29T17:50:37.703881+0000 mgr.x (mgr.24565) 70 : cluster [DBG] pgmap v86: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 357 MiB data, 2.8 GiB used, 712 GiB / 715 GiB avail; 971 KiB/s rd, 2.8 MiB/s wr, 4 op/s 2024-08-29T17:50:39.074 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:50:38 smithi053 bash[24720]: cluster 2024-08-29T17:50:37.744791+0000 mon.a (mon.0) 1347 : cluster [DBG] osdmap e249: 8 total, 8 up, 8 in 2024-08-29T17:50:39.074 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:50:38 smithi053 bash[24720]: audit 2024-08-29T17:50:38.378500+0000 mon.a (mon.0) 1348 : audit [INF] from='mgr.24565 ' entity='mgr.x' 2024-08-29T17:50:39.074 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:50:38 smithi053 bash[24720]: audit 2024-08-29T17:50:38.384236+0000 mon.a (mon.0) 1349 : audit [INF] from='mgr.24565 ' entity='mgr.x' 2024-08-29T17:50:39.074 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:50:38 smithi053 bash[24720]: audit 2024-08-29T17:50:38.644385+0000 mon.a (mon.0) 1350 : audit [INF] from='mgr.24565 ' entity='mgr.x' 2024-08-29T17:50:39.074 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:50:38 smithi053 bash[24720]: audit 2024-08-29T17:50:38.651498+0000 mon.a (mon.0) 1351 : audit [INF] from='mgr.24565 ' entity='mgr.x' 2024-08-29T17:50:39.075 INFO:journalctl@ceph.prometheus.a.smithi053.stdout:Aug 29 17:50:38 smithi053 bash[60008]: ts=2024-08-29T17:50:38.660Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=osd name=CephOSDFlapping index=13 msg="Evaluating rule failed" rule="alert: CephOSDFlapping\nexpr: (rate(ceph_osd_up[5m]) * on (ceph_daemon) group_left (hostname) ceph_osd_metadata)\n * 60 > 1\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.4.4\n severity: warning\n type: ceph_default\nannotations:\n description: OSD {{ $labels.ceph_daemon }} on {{ $labels.hostname }} was marked\n down and back up {{ $value | humanize }} times once a minute for 5 minutes. This\n may indicate a network issue (latency, packet loss, MTU mismatch) on the cluster\n network, or the public network if no cluster network is deployed. Check the network\n stats on the listed host(s).\n documentation: https://docs.ceph.com/en/latest/rados/troubleshooting/troubleshooting-osd#flapping-osds\n summary: Network issues are causing OSDs to flap (mark each other down)\n" err="found duplicate series for the match group {ceph_daemon=\"osd.0\"} on the right hand-side of the operation: [{__name__=\"ceph_osd_metadata\", ceph_daemon=\"osd.0\", ceph_version=\"ceph version 17.2.7-1503-ga89f613d (a89f613db4d5b6bca82681f19d73c6d337aae2d5) quincy (stable)\", cluster_addr=\"172.21.15.28\", device_class=\"ssd\", hostname=\"smithi028\", instance=\"ceph_cluster\", job=\"ceph\", objectstore=\"bluestore\", public_addr=\"172.21.15.28\"}, {__name__=\"ceph_osd_metadata\", ceph_daemon=\"osd.0\", ceph_version=\"ceph version 17.2.7-1503-ga89f613d (a89f613db4d5b6bca82681f19d73c6d337aae2d5) quincy (stable)\", cluster=\"3167ee72-662c-11ef-bcd4-c7b262605968\", cluster_addr=\"172.21.15.28\", device_class=\"ssd\", hostname=\"smithi028\", instance=\"ceph_cluster\", job=\"ceph\", objectstore=\"bluestore\", public_addr=\"172.21.15.28\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-29T17:50:39.092 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:50:38 smithi028 bash[22419]: cluster 2024-08-29T17:50:37.703881+0000 mgr.x (mgr.24565) 70 : cluster [DBG] pgmap v86: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 357 MiB data, 2.8 GiB used, 712 GiB / 715 GiB avail; 971 KiB/s rd, 2.8 MiB/s wr, 4 op/s 2024-08-29T17:50:39.093 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:50:38 smithi028 bash[22419]: cluster 2024-08-29T17:50:37.744791+0000 mon.a (mon.0) 1347 : cluster [DBG] osdmap e249: 8 total, 8 up, 8 in 2024-08-29T17:50:39.093 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:50:38 smithi028 bash[22419]: audit 2024-08-29T17:50:38.378500+0000 mon.a (mon.0) 1348 : audit [INF] from='mgr.24565 ' entity='mgr.x' 2024-08-29T17:50:39.093 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:50:38 smithi028 bash[22419]: audit 2024-08-29T17:50:38.384236+0000 mon.a (mon.0) 1349 : audit [INF] from='mgr.24565 ' entity='mgr.x' 2024-08-29T17:50:39.093 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:50:38 smithi028 bash[22419]: audit 2024-08-29T17:50:38.644385+0000 mon.a (mon.0) 1350 : audit [INF] from='mgr.24565 ' entity='mgr.x' 2024-08-29T17:50:39.093 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:50:38 smithi028 bash[22419]: audit 2024-08-29T17:50:38.651498+0000 mon.a (mon.0) 1351 : audit [INF] from='mgr.24565 ' entity='mgr.x' 2024-08-29T17:50:39.093 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:50:38 smithi028 bash[31855]: cluster 2024-08-29T17:50:37.703881+0000 mgr.x (mgr.24565) 70 : cluster [DBG] pgmap v86: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 357 MiB data, 2.8 GiB used, 712 GiB / 715 GiB avail; 971 KiB/s rd, 2.8 MiB/s wr, 4 op/s 2024-08-29T17:50:39.093 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:50:38 smithi028 bash[31855]: cluster 2024-08-29T17:50:37.744791+0000 mon.a (mon.0) 1347 : cluster [DBG] osdmap e249: 8 total, 8 up, 8 in 2024-08-29T17:50:39.093 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:50:38 smithi028 bash[31855]: audit 2024-08-29T17:50:38.378500+0000 mon.a (mon.0) 1348 : audit [INF] from='mgr.24565 ' entity='mgr.x' 2024-08-29T17:50:39.093 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:50:38 smithi028 bash[31855]: audit 2024-08-29T17:50:38.384236+0000 mon.a (mon.0) 1349 : audit [INF] from='mgr.24565 ' entity='mgr.x' 2024-08-29T17:50:39.094 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:50:38 smithi028 bash[31855]: audit 2024-08-29T17:50:38.644385+0000 mon.a (mon.0) 1350 : audit [INF] from='mgr.24565 ' entity='mgr.x' 2024-08-29T17:50:39.094 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:50:38 smithi028 bash[31855]: audit 2024-08-29T17:50:38.651498+0000 mon.a (mon.0) 1351 : audit [INF] from='mgr.24565 ' entity='mgr.x' 2024-08-29T17:50:39.376 INFO:journalctl@ceph.mgr.y.smithi028.stdout:Aug 29 17:50:39 smithi028 bash[70818]: debug 2024-08-29T17:50:39.092+0000 7f8098544040 -1 mgr[py] Module influx has missing NOTIFY_TYPES member 2024-08-29T17:50:39.376 INFO:journalctl@ceph.mgr.y.smithi028.stdout:Aug 29 17:50:39 smithi028 bash[70818]: debug 2024-08-29T17:50:39.176+0000 7f8098544040 -1 mgr[py] Module status has missing NOTIFY_TYPES member 2024-08-29T17:50:39.501 INFO:tasks.rados.rados.0.smithi028.stdout:993: done (2 left) 2024-08-29T17:50:39.501 INFO:tasks.rados.rados.0.smithi028.stdout:994: done (1 left) 2024-08-29T17:50:39.501 INFO:tasks.rados.rados.0.smithi028.stdout:995: done (0 left) 2024-08-29T17:50:39.501 INFO:tasks.rados.rados.0.smithi028.stdout:996: read oid 16 snap 72 2024-08-29T17:50:39.501 INFO:tasks.rados.rados.0.smithi028.stdout:996: expect (ObjNum 218 snap 63 seq_num 218) 2024-08-29T17:50:39.501 INFO:tasks.rados.rados.0.smithi028.stdout:997: setattr oid 20 current snap is 96 2024-08-29T17:50:39.503 INFO:tasks.rados.rados.0.smithi028.stdout:998: copy_from oid 23 from oid 36 current snap is 96 2024-08-29T17:50:39.503 INFO:tasks.rados.rados.0.smithi028.stdout:append oid 17 current snap is 96 2024-08-29T17:50:39.503 INFO:tasks.rados.rados.0.smithi028.stdout:999: seq_num 317 ranges {1441792=516096} 2024-08-29T17:50:39.515 INFO:tasks.rados.rados.0.smithi028.stdout:999: writing smithi02869045-17 from 1441792 to 1957888 tid 1 2024-08-29T17:50:39.515 INFO:tasks.rados.rados.0.smithi028.stdout:1000: setattr oid 13 current snap is 96 2024-08-29T17:50:39.516 INFO:tasks.rados.rados.0.smithi028.stdout:998: finishing copy_from to smithi02869045-23 2024-08-29T17:50:39.516 INFO:tasks.rados.rados.0.smithi028.stdout:998: got expected ENOENT (src dne) 2024-08-29T17:50:39.516 INFO:tasks.rados.rados.0.smithi028.stdout:998: finishing copy_from racing read to smithi02869045-23 2024-08-29T17:50:39.517 INFO:tasks.rados.rados.0.smithi028.stdout:998: done (4 left) 2024-08-29T17:50:39.517 INFO:tasks.rados.rados.0.smithi028.stdout:1001: snap_create 2024-08-29T17:50:39.520 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 20 v 138 (ObjNum 161 snap 0 seq_num 0) dirty exists 2024-08-29T17:50:39.521 INFO:tasks.rados.rados.0.smithi028.stdout:996: expect (ObjNum 218 snap 63 seq_num 218) 2024-08-29T17:50:39.657 INFO:tasks.rados.rados.0.smithi028.stdout:999: finishing write tid 1 to smithi02869045-17 2024-08-29T17:50:39.657 INFO:tasks.rados.rados.0.smithi028.stdout:999: finishing write tid 2 to smithi02869045-17 2024-08-29T17:50:39.657 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 13 v 689 (ObjNum 280 snap 80 seq_num 280) dirty exists 2024-08-29T17:50:39.657 INFO:tasks.rados.rados.0.smithi028.stdout:999: finishing write tid 3 to smithi02869045-17 2024-08-29T17:50:39.657 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 17 v 687 (ObjNum 317 snap 96 seq_num 317) dirty exists 2024-08-29T17:50:39.657 INFO:tasks.rados.rados.0.smithi028.stdout:999: left oid 17 (ObjNum 317 snap 96 seq_num 317) 2024-08-29T17:50:39.746 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:50:39 smithi028 bash[22419]: cluster 2024-08-29T17:50:38.754261+0000 mon.a (mon.0) 1352 : cluster [DBG] osdmap e250: 8 total, 8 up, 8 in 2024-08-29T17:50:39.746 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:50:39 smithi028 bash[22419]: cluster 2024-08-29T17:50:39.506559+0000 mon.a (mon.0) 1353 : cluster [DBG] osdmap e251: 8 total, 8 up, 8 in 2024-08-29T17:50:39.747 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:50:39 smithi028 bash[22419]: audit 2024-08-29T17:50:39.597543+0000 mon.a (mon.0) 1354 : audit [INF] from='mgr.24565 ' entity='mgr.x' 2024-08-29T17:50:39.747 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:50:39 smithi028 bash[22419]: audit 2024-08-29T17:50:39.607890+0000 mon.a (mon.0) 1355 : audit [INF] from='mgr.24565 ' entity='mgr.x' 2024-08-29T17:50:39.747 INFO:journalctl@ceph.mgr.y.smithi028.stdout:Aug 29 17:50:39 smithi028 bash[70818]: debug 2024-08-29T17:50:39.412+0000 7f8098544040 -1 mgr[py] Module volumes has missing NOTIFY_TYPES member 2024-08-29T17:50:39.747 INFO:journalctl@ceph.mgr.y.smithi028.stdout:Aug 29 17:50:39 smithi028 bash[70818]: debug 2024-08-29T17:50:39.492+0000 7f8098544040 -1 mgr[py] Module osd_perf_query has missing NOTIFY_TYPES member 2024-08-29T17:50:40.017 INFO:journalctl@ceph.mgr.y.smithi028.stdout:Aug 29 17:50:39 smithi028 bash[70818]: debug 2024-08-29T17:50:39.936+0000 7f8098544040 -1 mgr[py] Module prometheus has missing NOTIFY_TYPES member 2024-08-29T17:50:40.017 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:50:39 smithi028 bash[31855]: cluster 2024-08-29T17:50:38.754261+0000 mon.a (mon.0) 1352 : cluster [DBG] osdmap e250: 8 total, 8 up, 8 in 2024-08-29T17:50:40.017 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:50:39 smithi028 bash[31855]: cluster 2024-08-29T17:50:39.506559+0000 mon.a (mon.0) 1353 : cluster [DBG] osdmap e251: 8 total, 8 up, 8 in 2024-08-29T17:50:40.017 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:50:39 smithi028 bash[31855]: audit 2024-08-29T17:50:39.597543+0000 mon.a (mon.0) 1354 : audit [INF] from='mgr.24565 ' entity='mgr.x' 2024-08-29T17:50:40.017 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:50:39 smithi028 bash[31855]: audit 2024-08-29T17:50:39.607890+0000 mon.a (mon.0) 1355 : audit [INF] from='mgr.24565 ' entity='mgr.x' 2024-08-29T17:50:40.073 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:50:39 smithi053 bash[24720]: cluster 2024-08-29T17:50:38.754261+0000 mon.a (mon.0) 1352 : cluster [DBG] osdmap e250: 8 total, 8 up, 8 in 2024-08-29T17:50:40.074 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:50:39 smithi053 bash[24720]: cluster 2024-08-29T17:50:39.506559+0000 mon.a (mon.0) 1353 : cluster [DBG] osdmap e251: 8 total, 8 up, 8 in 2024-08-29T17:50:40.074 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:50:39 smithi053 bash[24720]: audit 2024-08-29T17:50:39.597543+0000 mon.a (mon.0) 1354 : audit [INF] from='mgr.24565 ' entity='mgr.x' 2024-08-29T17:50:40.074 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:50:39 smithi053 bash[24720]: audit 2024-08-29T17:50:39.607890+0000 mon.a (mon.0) 1355 : audit [INF] from='mgr.24565 ' entity='mgr.x' 2024-08-29T17:50:40.376 INFO:journalctl@ceph.mgr.y.smithi028.stdout:Aug 29 17:50:40 smithi028 bash[70818]: debug 2024-08-29T17:50:40.020+0000 7f8098544040 -1 mgr[py] Module snap_schedule has missing NOTIFY_TYPES member 2024-08-29T17:50:40.376 INFO:journalctl@ceph.mgr.y.smithi028.stdout:Aug 29 17:50:40 smithi028 bash[70818]: [29/Aug/2024:17:50:40] ENGINE Bus STARTING 2024-08-29T17:50:40.376 INFO:journalctl@ceph.mgr.y.smithi028.stdout:Aug 29 17:50:40 smithi028 bash[70818]: CherryPy Checker: 2024-08-29T17:50:40.376 INFO:journalctl@ceph.mgr.y.smithi028.stdout:Aug 29 17:50:40 smithi028 bash[70818]: The Application mounted at '' has an empty config. 2024-08-29T17:50:40.376 INFO:journalctl@ceph.mgr.y.smithi028.stdout:Aug 29 17:50:40 smithi028 bash[70818]: [29/Aug/2024:17:50:40] ENGINE Serving on http://:::9283 2024-08-29T17:50:40.376 INFO:journalctl@ceph.mgr.y.smithi028.stdout:Aug 29 17:50:40 smithi028 bash[70818]: [29/Aug/2024:17:50:40] ENGINE Bus STARTED 2024-08-29T17:50:40.501 INFO:tasks.rados.rados.0.smithi028.stdout:996: done (4 left) 2024-08-29T17:50:40.501 INFO:tasks.rados.rados.0.smithi028.stdout:997: done (3 left) 2024-08-29T17:50:40.501 INFO:tasks.rados.rados.0.smithi028.stdout:999: done (2 left) 2024-08-29T17:50:40.502 INFO:tasks.rados.rados.0.smithi028.stdout:1000: done (1 left) 2024-08-29T17:50:40.502 INFO:tasks.rados.rados.0.smithi028.stdout:1001: done (0 left) 2024-08-29T17:50:40.502 INFO:tasks.rados.rados.0.smithi028.stdout:1002: snap_create 2024-08-29T17:50:41.074 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:50:40 smithi053 bash[24720]: cluster 2024-08-29T17:50:39.704601+0000 mgr.x (mgr.24565) 71 : cluster [DBG] pgmap v90: 121 pgs: 121 active+clean; 357 MiB data, 2.8 GiB used, 712 GiB / 715 GiB avail; 979 KiB/s rd, 3.0 MiB/s wr, 5 op/s 2024-08-29T17:50:41.074 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:50:40 smithi053 bash[24720]: cluster 2024-08-29T17:50:40.044360+0000 mon.a (mon.0) 1356 : cluster [DBG] Standby manager daemon y restarted 2024-08-29T17:50:41.074 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:50:40 smithi053 bash[24720]: cluster 2024-08-29T17:50:40.044530+0000 mon.a (mon.0) 1357 : cluster [DBG] Standby manager daemon y started 2024-08-29T17:50:41.074 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:50:40 smithi053 bash[24720]: audit 2024-08-29T17:50:40.047889+0000 mon.c (mon.2) 39 : audit [DBG] from='mgr.? 172.21.15.28:0/4206064451' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/y/crt"}]: dispatch 2024-08-29T17:50:41.074 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:50:40 smithi053 bash[24720]: audit 2024-08-29T17:50:40.048775+0000 mon.c (mon.2) 40 : audit [DBG] from='mgr.? 172.21.15.28:0/4206064451' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2024-08-29T17:50:41.074 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:50:40 smithi053 bash[24720]: audit 2024-08-29T17:50:40.051506+0000 mon.c (mon.2) 41 : audit [DBG] from='mgr.? 172.21.15.28:0/4206064451' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/y/key"}]: dispatch 2024-08-29T17:50:41.074 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:50:40 smithi053 bash[24720]: audit 2024-08-29T17:50:40.051883+0000 mon.c (mon.2) 42 : audit [DBG] from='mgr.? 172.21.15.28:0/4206064451' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2024-08-29T17:50:41.075 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:50:40 smithi053 bash[24720]: cluster 2024-08-29T17:50:40.506738+0000 mon.a (mon.0) 1358 : cluster [DBG] osdmap e252: 8 total, 8 up, 8 in 2024-08-29T17:50:41.126 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:50:40 smithi028 bash[31855]: cluster 2024-08-29T17:50:39.704601+0000 mgr.x (mgr.24565) 71 : cluster [DBG] pgmap v90: 121 pgs: 121 active+clean; 357 MiB data, 2.8 GiB used, 712 GiB / 715 GiB avail; 979 KiB/s rd, 3.0 MiB/s wr, 5 op/s 2024-08-29T17:50:41.126 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:50:40 smithi028 bash[31855]: cluster 2024-08-29T17:50:40.044360+0000 mon.a (mon.0) 1356 : cluster [DBG] Standby manager daemon y restarted 2024-08-29T17:50:41.126 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:50:40 smithi028 bash[31855]: cluster 2024-08-29T17:50:40.044530+0000 mon.a (mon.0) 1357 : cluster [DBG] Standby manager daemon y started 2024-08-29T17:50:41.126 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:50:40 smithi028 bash[31855]: audit 2024-08-29T17:50:40.047889+0000 mon.c (mon.2) 39 : audit [DBG] from='mgr.? 172.21.15.28:0/4206064451' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/y/crt"}]: dispatch 2024-08-29T17:50:41.126 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:50:40 smithi028 bash[31855]: audit 2024-08-29T17:50:40.048775+0000 mon.c (mon.2) 40 : audit [DBG] from='mgr.? 172.21.15.28:0/4206064451' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2024-08-29T17:50:41.126 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:50:40 smithi028 bash[31855]: audit 2024-08-29T17:50:40.051506+0000 mon.c (mon.2) 41 : audit [DBG] from='mgr.? 172.21.15.28:0/4206064451' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/y/key"}]: dispatch 2024-08-29T17:50:41.127 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:50:40 smithi028 bash[31855]: audit 2024-08-29T17:50:40.051883+0000 mon.c (mon.2) 42 : audit [DBG] from='mgr.? 172.21.15.28:0/4206064451' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2024-08-29T17:50:41.127 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:50:40 smithi028 bash[31855]: cluster 2024-08-29T17:50:40.506738+0000 mon.a (mon.0) 1358 : cluster [DBG] osdmap e252: 8 total, 8 up, 8 in 2024-08-29T17:50:41.127 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:50:40 smithi028 bash[22419]: cluster 2024-08-29T17:50:39.704601+0000 mgr.x (mgr.24565) 71 : cluster [DBG] pgmap v90: 121 pgs: 121 active+clean; 357 MiB data, 2.8 GiB used, 712 GiB / 715 GiB avail; 979 KiB/s rd, 3.0 MiB/s wr, 5 op/s 2024-08-29T17:50:41.127 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:50:40 smithi028 bash[22419]: cluster 2024-08-29T17:50:40.044360+0000 mon.a (mon.0) 1356 : cluster [DBG] Standby manager daemon y restarted 2024-08-29T17:50:41.127 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:50:40 smithi028 bash[22419]: cluster 2024-08-29T17:50:40.044530+0000 mon.a (mon.0) 1357 : cluster [DBG] Standby manager daemon y started 2024-08-29T17:50:41.127 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:50:40 smithi028 bash[22419]: audit 2024-08-29T17:50:40.047889+0000 mon.c (mon.2) 39 : audit [DBG] from='mgr.? 172.21.15.28:0/4206064451' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/y/crt"}]: dispatch 2024-08-29T17:50:41.127 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:50:40 smithi028 bash[22419]: audit 2024-08-29T17:50:40.048775+0000 mon.c (mon.2) 40 : audit [DBG] from='mgr.? 172.21.15.28:0/4206064451' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2024-08-29T17:50:41.127 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:50:40 smithi028 bash[22419]: audit 2024-08-29T17:50:40.051506+0000 mon.c (mon.2) 41 : audit [DBG] from='mgr.? 172.21.15.28:0/4206064451' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/y/key"}]: dispatch 2024-08-29T17:50:41.127 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:50:40 smithi028 bash[22419]: audit 2024-08-29T17:50:40.051883+0000 mon.c (mon.2) 42 : audit [DBG] from='mgr.? 172.21.15.28:0/4206064451' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2024-08-29T17:50:41.127 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:50:40 smithi028 bash[22419]: cluster 2024-08-29T17:50:40.506738+0000 mon.a (mon.0) 1358 : cluster [DBG] osdmap e252: 8 total, 8 up, 8 in 2024-08-29T17:50:41.504 INFO:tasks.rados.rados.0.smithi028.stdout:1002: done (0 left) 2024-08-29T17:50:41.504 INFO:tasks.rados.rados.0.smithi028.stdout:1003: copy_from oid 10 from oid 16 current snap is 98 2024-08-29T17:50:41.504 INFO:tasks.rados.rados.0.smithi028.stdout:append oid 5 current snap is 98 2024-08-29T17:50:41.504 INFO:tasks.rados.rados.0.smithi028.stdout:1004: seq_num 318 ranges {1294336=532480} 2024-08-29T17:50:41.536 INFO:tasks.rados.rados.0.smithi028.stdout:1004: writing smithi02869045-5 from 1294336 to 1826816 tid 1 2024-08-29T17:50:41.537 INFO:tasks.rados.rados.0.smithi028.stdout:1005: read oid 23 snap 81 2024-08-29T17:50:41.537 INFO:tasks.rados.rados.0.smithi028.stdout:1005: expect (ObjNum 258 snap 78 seq_num 258) 2024-08-29T17:50:41.537 INFO:tasks.rados.rados.0.smithi028.stdout:1006: snap_remove snap 89 2024-08-29T17:50:42.073 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:50:41 smithi053 bash[24720]: cluster 2024-08-29T17:50:40.768164+0000 mon.a (mon.0) 1359 : cluster [DBG] mgrmap e29: x(active, since 59s), standbys: y 2024-08-29T17:50:42.074 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:50:41 smithi053 bash[24720]: cluster 2024-08-29T17:50:41.509209+0000 mon.a (mon.0) 1360 : cluster [DBG] osdmap e253: 8 total, 8 up, 8 in 2024-08-29T17:50:42.126 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:50:41 smithi028 bash[31855]: cluster 2024-08-29T17:50:40.768164+0000 mon.a (mon.0) 1359 : cluster [DBG] mgrmap e29: x(active, since 59s), standbys: y 2024-08-29T17:50:42.126 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:50:41 smithi028 bash[31855]: cluster 2024-08-29T17:50:41.509209+0000 mon.a (mon.0) 1360 : cluster [DBG] osdmap e253: 8 total, 8 up, 8 in 2024-08-29T17:50:42.126 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:50:41 smithi028 bash[22419]: cluster 2024-08-29T17:50:40.768164+0000 mon.a (mon.0) 1359 : cluster [DBG] mgrmap e29: x(active, since 59s), standbys: y 2024-08-29T17:50:42.126 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:50:41 smithi028 bash[22419]: cluster 2024-08-29T17:50:41.509209+0000 mon.a (mon.0) 1360 : cluster [DBG] osdmap e253: 8 total, 8 up, 8 in 2024-08-29T17:50:42.531 INFO:tasks.rados.rados.0.smithi028.stdout:1003: finishing copy_from racing read to smithi02869045-10 2024-08-29T17:50:42.531 INFO:tasks.rados.rados.0.smithi028.stdout:1003: finishing copy_from to smithi02869045-10 2024-08-29T17:50:42.531 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 10 v 514 (ObjNum 218 snap 63 seq_num 218) dirty exists 2024-08-29T17:50:42.531 INFO:tasks.rados.rados.0.smithi028.stdout:1004: finishing write tid 1 to smithi02869045-5 2024-08-29T17:50:42.531 INFO:tasks.rados.rados.0.smithi028.stdout:1004: finishing write tid 2 to smithi02869045-5 2024-08-29T17:50:42.531 INFO:tasks.rados.rados.0.smithi028.stdout:1004: finishing write tid 3 to smithi02869045-5 2024-08-29T17:50:42.531 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 5 v 256 (ObjNum 318 snap 98 seq_num 318) dirty exists 2024-08-29T17:50:42.531 INFO:tasks.rados.rados.0.smithi028.stdout:1004: left oid 5 (ObjNum 318 snap 98 seq_num 318) 2024-08-29T17:50:42.531 INFO:tasks.rados.rados.0.smithi028.stdout:1005: expect (ObjNum 258 snap 78 seq_num 258) 2024-08-29T17:50:42.573 INFO:journalctl@ceph.prometheus.a.smithi053.stdout:Aug 29 17:50:42 smithi053 bash[60008]: ts=2024-08-29T17:50:42.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"3167ee72-662c-11ef-bcd4-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-29T17:50:43.001 INFO:tasks.rados.rados.0.smithi028.stdout:1003: done (3 left) 2024-08-29T17:50:43.001 INFO:tasks.rados.rados.0.smithi028.stdout:1004: done (2 left) 2024-08-29T17:50:43.001 INFO:tasks.rados.rados.0.smithi028.stdout:1005: done (1 left) 2024-08-29T17:50:43.002 INFO:tasks.rados.rados.0.smithi028.stdout:1006: done (0 left) 2024-08-29T17:50:43.002 INFO:tasks.rados.rados.0.smithi028.stdout:1007: snap_remove snap 96 2024-08-29T17:50:43.073 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:50:42 smithi053 bash[24720]: cluster 2024-08-29T17:50:41.705266+0000 mgr.x (mgr.24565) 72 : cluster [DBG] pgmap v93: 121 pgs: 121 active+clean; 357 MiB data, 2.8 GiB used, 712 GiB / 715 GiB avail 2024-08-29T17:50:43.073 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:50:42 smithi053 bash[24720]: audit 2024-08-29T17:50:41.970496+0000 mon.b (mon.1) 86 : audit [DBG] from='mgr.24565 172.21.15.53:0/2794946223' entity='mgr.x' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-29T17:50:43.074 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:50:42 smithi053 bash[24720]: cluster 2024-08-29T17:50:42.517361+0000 mon.a (mon.0) 1361 : cluster [DBG] osdmap e254: 8 total, 8 up, 8 in 2024-08-29T17:50:43.126 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:50:42 smithi028 bash[31855]: cluster 2024-08-29T17:50:41.705266+0000 mgr.x (mgr.24565) 72 : cluster [DBG] pgmap v93: 121 pgs: 121 active+clean; 357 MiB data, 2.8 GiB used, 712 GiB / 715 GiB avail 2024-08-29T17:50:43.126 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:50:42 smithi028 bash[31855]: audit 2024-08-29T17:50:41.970496+0000 mon.b (mon.1) 86 : audit [DBG] from='mgr.24565 172.21.15.53:0/2794946223' entity='mgr.x' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-29T17:50:43.126 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:50:42 smithi028 bash[31855]: cluster 2024-08-29T17:50:42.517361+0000 mon.a (mon.0) 1361 : cluster [DBG] osdmap e254: 8 total, 8 up, 8 in 2024-08-29T17:50:43.126 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:50:42 smithi028 bash[22419]: cluster 2024-08-29T17:50:41.705266+0000 mgr.x (mgr.24565) 72 : cluster [DBG] pgmap v93: 121 pgs: 121 active+clean; 357 MiB data, 2.8 GiB used, 712 GiB / 715 GiB avail 2024-08-29T17:50:43.126 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:50:42 smithi028 bash[22419]: audit 2024-08-29T17:50:41.970496+0000 mon.b (mon.1) 86 : audit [DBG] from='mgr.24565 172.21.15.53:0/2794946223' entity='mgr.x' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-29T17:50:43.127 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:50:42 smithi028 bash[22419]: cluster 2024-08-29T17:50:42.517361+0000 mon.a (mon.0) 1361 : cluster [DBG] osdmap e254: 8 total, 8 up, 8 in 2024-08-29T17:50:43.803 INFO:tasks.rados.rados.0.smithi028.stdout:1007: done (0 left) 2024-08-29T17:50:43.804 INFO:tasks.rados.rados.0.smithi028.stdout:1008: snap_create 2024-08-29T17:50:43.823 INFO:journalctl@ceph.prometheus.a.smithi053.stdout:Aug 29 17:50:43 smithi053 bash[60008]: ts=2024-08-29T17:50:43.509Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=nodes name=CephNodeDiskspaceWarning index=4 msg="Evaluating rule failed" rule="alert: CephNodeDiskspaceWarning\nexpr: predict_linear(node_filesystem_free_bytes{device=~\"/.*\"}[2d], 3600 * 24 * 5)\n * on (instance) group_left (nodename) node_uname_info < 0\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.8.4\n severity: warning\n type: ceph_default\nannotations:\n description: Mountpoint {{ $labels.mountpoint }} on {{ $labels.nodename }} will\n be full in less than 5 days based on the 48 hour trailing fill rate.\n summary: Host filesystem free space is getting low\n" err="found duplicate series for the match group {instance=\"smithi028\"} on the right hand-side of the operation: [{__name__=\"node_uname_info\", domainname=\"(none)\", instance=\"smithi028\", job=\"node\", machine=\"x86_64\", nodename=\"smithi028\", release=\"5.15.0-119-generic\", sysname=\"Linux\", version=\"#129-Ubuntu SMP Fri Aug 2 19:25:20 UTC 2024\"}, {__name__=\"node_uname_info\", cluster=\"3167ee72-662c-11ef-bcd4-c7b262605968\", domainname=\"(none)\", instance=\"smithi028\", job=\"node\", machine=\"x86_64\", nodename=\"smithi028\", release=\"5.15.0-119-generic\", sysname=\"Linux\", version=\"#129-Ubuntu SMP Fri Aug 2 19:25:20 UTC 2024\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-29T17:50:44.503 INFO:tasks.rados.rados.0.smithi028.stdout:1008: done (0 left) 2024-08-29T17:50:44.503 INFO:tasks.rados.rados.0.smithi028.stdout:1009: rollback oid 48 current snap is 99 2024-08-29T17:50:44.504 INFO:tasks.rados.rados.0.smithi028.stdout:rollback oid 48 to 61 2024-08-29T17:50:44.504 INFO:tasks.rados.rados.0.smithi028.stdout:1010: copy_from oid 4 from oid 24 current snap is 99 2024-08-29T17:50:44.504 INFO:tasks.rados.rados.0.smithi028.stdout:1011: snap_create 2024-08-29T17:50:44.511 INFO:tasks.rados.rados.0.smithi028.stdout:1009: finishing rollback tid 0 to smithi02869045-48 2024-08-29T17:50:44.511 INFO:tasks.rados.rados.0.smithi028.stdout:1009: finishing rollback tid 1 to smithi02869045-48 2024-08-29T17:50:44.512 INFO:tasks.rados.rados.0.smithi028.stdout:1009: finishing rollback tid 2 to smithi02869045-48 2024-08-29T17:50:44.512 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 48 v 541 (ObjNum 210 snap 61 seq_num 210) dirty exists 2024-08-29T17:50:44.520 INFO:tasks.rados.rados.0.smithi028.stdout:1010: finishing copy_from racing read to smithi02869045-4 2024-08-29T17:50:44.520 INFO:tasks.rados.rados.0.smithi028.stdout:1010: finishing copy_from to smithi02869045-4 2024-08-29T17:50:44.521 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 4 v 284 (ObjNum 313 snap 91 seq_num 313) dirty exists 2024-08-29T17:50:44.785 INFO:journalctl@ceph.prometheus.a.smithi053.stdout:Aug 29 17:50:44 smithi053 bash[60008]: ts=2024-08-29T17:50:44.454Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pgs name=CephPGsInactive index=0 msg="Evaluating rule failed" rule="alert: CephPGsInactive\nexpr: ceph_pool_metadata * on (pool_id, instance) group_left () (ceph_pg_total - ceph_pg_active)\n > 0\nfor: 5m\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.7.1\n severity: critical\n type: ceph_default\nannotations:\n description: '{{ $value }} PGs have been inactive for more than 5 minutes in pool\n {{ $labels.name }}. Inactive placement groups are not able to serve read/write\n requests.'\n summary: One or more placement groups are inactive\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the right hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"3167ee72-662c-11ef-bcd4-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-29T17:50:44.786 INFO:journalctl@ceph.prometheus.a.smithi053.stdout:Aug 29 17:50:44 smithi053 bash[60008]: ts=2024-08-29T17:50:44.456Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pgs name=CephPGsUnclean index=1 msg="Evaluating rule failed" rule="alert: CephPGsUnclean\nexpr: ceph_pool_metadata * on (pool_id, instance) group_left () (ceph_pg_total - ceph_pg_clean)\n > 0\nfor: 15m\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.7.2\n severity: warning\n type: ceph_default\nannotations:\n description: '{{ $value }} PGs have been unclean for more than 15 minutes in pool\n {{ $labels.name }}. Unclean PGs have not recovered from a previous failure.'\n summary: One or more placement groups are marked unclean\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the right hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"3167ee72-662c-11ef-bcd4-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-29T17:50:45.073 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:50:44 smithi053 bash[24720]: cluster 2024-08-29T17:50:43.706783+0000 mgr.x (mgr.24565) 73 : cluster [DBG] pgmap v95: 121 pgs: 121 active+clean; 366 MiB data, 2.8 GiB used, 712 GiB / 715 GiB avail; 10 MiB/s rd, 2.0 MiB/s wr, 16 op/s 2024-08-29T17:50:45.074 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:50:44 smithi053 bash[24720]: cluster 2024-08-29T17:50:43.799633+0000 mon.a (mon.0) 1362 : cluster [DBG] osdmap e255: 8 total, 8 up, 8 in 2024-08-29T17:50:45.074 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:50:44 smithi053 bash[24720]: cluster 2024-08-29T17:50:43.804190+0000 mon.a (mon.0) 1363 : cluster [DBG] mgrmap e30: x(active, since 62s), standbys: y 2024-08-29T17:50:45.074 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:50:44 smithi053 bash[24720]: cluster 2024-08-29T17:50:44.507159+0000 mon.a (mon.0) 1364 : cluster [DBG] osdmap e256: 8 total, 8 up, 8 in 2024-08-29T17:50:45.126 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:50:44 smithi028 bash[31855]: cluster 2024-08-29T17:50:43.706783+0000 mgr.x (mgr.24565) 73 : cluster [DBG] pgmap v95: 121 pgs: 121 active+clean; 366 MiB data, 2.8 GiB used, 712 GiB / 715 GiB avail; 10 MiB/s rd, 2.0 MiB/s wr, 16 op/s 2024-08-29T17:50:45.126 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:50:44 smithi028 bash[31855]: cluster 2024-08-29T17:50:43.799633+0000 mon.a (mon.0) 1362 : cluster [DBG] osdmap e255: 8 total, 8 up, 8 in 2024-08-29T17:50:45.126 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:50:44 smithi028 bash[31855]: cluster 2024-08-29T17:50:43.804190+0000 mon.a (mon.0) 1363 : cluster [DBG] mgrmap e30: x(active, since 62s), standbys: y 2024-08-29T17:50:45.126 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:50:44 smithi028 bash[31855]: cluster 2024-08-29T17:50:44.507159+0000 mon.a (mon.0) 1364 : cluster [DBG] osdmap e256: 8 total, 8 up, 8 in 2024-08-29T17:50:45.126 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:50:44 smithi028 bash[22419]: cluster 2024-08-29T17:50:43.706783+0000 mgr.x (mgr.24565) 73 : cluster [DBG] pgmap v95: 121 pgs: 121 active+clean; 366 MiB data, 2.8 GiB used, 712 GiB / 715 GiB avail; 10 MiB/s rd, 2.0 MiB/s wr, 16 op/s 2024-08-29T17:50:45.126 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:50:44 smithi028 bash[22419]: cluster 2024-08-29T17:50:43.799633+0000 mon.a (mon.0) 1362 : cluster [DBG] osdmap e255: 8 total, 8 up, 8 in 2024-08-29T17:50:45.126 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:50:44 smithi028 bash[22419]: cluster 2024-08-29T17:50:43.804190+0000 mon.a (mon.0) 1363 : cluster [DBG] mgrmap e30: x(active, since 62s), standbys: y 2024-08-29T17:50:45.126 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:50:44 smithi028 bash[22419]: cluster 2024-08-29T17:50:44.507159+0000 mon.a (mon.0) 1364 : cluster [DBG] osdmap e256: 8 total, 8 up, 8 in 2024-08-29T17:50:45.504 INFO:tasks.rados.rados.0.smithi028.stdout:1009: done (2 left) 2024-08-29T17:50:45.504 INFO:tasks.rados.rados.0.smithi028.stdout:1010: done (1 left) 2024-08-29T17:50:45.504 INFO:tasks.rados.rados.0.smithi028.stdout:1011: done (0 left) 2024-08-29T17:50:45.504 INFO:tasks.rados.rados.0.smithi028.stdout:1012: read oid 34 snap 81 2024-08-29T17:50:45.504 INFO:tasks.rados.rados.0.smithi028.stdout:1012: expect (ObjNum 273 snap 78 seq_num 273) 2024-08-29T17:50:45.504 INFO:tasks.rados.rados.0.smithi028.stdout:append oid 45 current snap is 100 2024-08-29T17:50:45.504 INFO:tasks.rados.rados.0.smithi028.stdout:1013: seq_num 319 ranges {7348224=548864} 2024-08-29T17:50:45.597 INFO:tasks.rados.rados.0.smithi028.stdout:1013: writing smithi02869045-45 from 7348224 to 7897088 tid 1 2024-08-29T17:50:45.597 INFO:tasks.rados.rados.0.smithi028.stdout:1014: delete oid 48 current snap is 100 2024-08-29T17:50:45.597 INFO:tasks.rados.rados.0.smithi028.stdout:1012: expect (ObjNum 273 snap 78 seq_num 273) 2024-08-29T17:50:45.678 INFO:tasks.rados.rados.0.smithi028.stdout:1013: finishing write tid 1 to smithi02869045-45 2024-08-29T17:50:45.678 INFO:tasks.rados.rados.0.smithi028.stdout:1013: finishing write tid 2 to smithi02869045-45 2024-08-29T17:50:45.678 INFO:tasks.rados.rados.0.smithi028.stdout:1013: finishing write tid 3 to smithi02869045-45 2024-08-29T17:50:45.678 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 45 v 543 (ObjNum 319 snap 100 seq_num 319) dirty exists 2024-08-29T17:50:45.678 INFO:tasks.rados.rados.0.smithi028.stdout:1013: left oid 45 (ObjNum 319 snap 100 seq_num 319) 2024-08-29T17:50:45.678 INFO:tasks.rados.rados.0.smithi028.stdout:1012: done (2 left) 2024-08-29T17:50:45.678 INFO:tasks.rados.rados.0.smithi028.stdout:1013: done (1 left) 2024-08-29T17:50:45.679 INFO:tasks.rados.rados.0.smithi028.stdout:1014: done (0 left) 2024-08-29T17:50:45.679 INFO:tasks.rados.rados.0.smithi028.stdout:1015: setattr oid 29 current snap is 100 2024-08-29T17:50:45.679 INFO:tasks.rados.rados.0.smithi028.stdout:1016: rollback oid 3 current snap is 100 2024-08-29T17:50:45.679 INFO:tasks.rados.rados.0.smithi028.stdout:rollback oid 3 to 61 2024-08-29T17:50:45.679 INFO:tasks.rados.rados.0.smithi028.stdout:1017: snap_create 2024-08-29T17:50:45.684 INFO:tasks.rados.rados.0.smithi028.stdout:1016: finishing rollback tid 1 to smithi02869045-3 2024-08-29T17:50:45.685 INFO:tasks.rados.rados.0.smithi028.stdout:1016: finishing rollback tid 2 to smithi02869045-3 2024-08-29T17:50:45.685 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 3 v 546 (ObjNum 189 snap 54 seq_num 189) dirty exists 2024-08-29T17:50:45.686 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 29 v 374 (ObjNum 298 snap 89 seq_num 298) dirty exists 2024-08-29T17:50:46.514 INFO:tasks.rados.rados.0.smithi028.stdout:1015: done (2 left) 2024-08-29T17:50:46.514 INFO:tasks.rados.rados.0.smithi028.stdout:1016: done (1 left) 2024-08-29T17:50:46.514 INFO:tasks.rados.rados.0.smithi028.stdout:1017: done (0 left) 2024-08-29T17:50:46.514 INFO:tasks.rados.rados.0.smithi028.stdout:append oid 36 current snap is 101 2024-08-29T17:50:46.514 INFO:tasks.rados.rados.0.smithi028.stdout:1018: seq_num 321 ranges {0=581632} 2024-08-29T17:50:46.521 INFO:tasks.rados.rados.0.smithi028.stdout:1018: writing smithi02869045-36 from 0 to 581632 tid 1 2024-08-29T17:50:46.521 INFO:tasks.rados.rados.0.smithi028.stdout:1019: read oid 24 snap -1 2024-08-29T17:50:46.521 INFO:tasks.rados.rados.0.smithi028.stdout:1019: expect (ObjNum 313 snap 91 seq_num 313) 2024-08-29T17:50:46.521 INFO:tasks.rados.rados.0.smithi028.stdout:1020: snap_remove snap 83 2024-08-29T17:50:46.823 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:50:46 smithi053 bash[24720]: cluster 2024-08-29T17:50:45.509330+0000 mon.a (mon.0) 1365 : cluster [DBG] osdmap e257: 8 total, 8 up, 8 in 2024-08-29T17:50:46.824 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:50:46 smithi053 bash[24720]: cluster 2024-08-29T17:50:45.707623+0000 mgr.x (mgr.24565) 74 : cluster [DBG] pgmap v99: 121 pgs: 121 active+clean; 366 MiB data, 2.8 GiB used, 712 GiB / 715 GiB avail; 11 MiB/s rd, 2.1 MiB/s wr, 17 op/s 2024-08-29T17:50:46.824 INFO:journalctl@ceph.mgr.x.smithi053.stdout:Aug 29 17:50:46 smithi053 bash[53049]: ::ffff:172.21.15.53 - - [29/Aug/2024:17:50:46] "GET /metrics HTTP/1.1" 200 36042 "" "Prometheus/2.43.0" 2024-08-29T17:50:46.876 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:50:46 smithi028 bash[31855]: cluster 2024-08-29T17:50:45.509330+0000 mon.a (mon.0) 1365 : cluster [DBG] osdmap e257: 8 total, 8 up, 8 in 2024-08-29T17:50:46.876 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:50:46 smithi028 bash[31855]: cluster 2024-08-29T17:50:45.707623+0000 mgr.x (mgr.24565) 74 : cluster [DBG] pgmap v99: 121 pgs: 121 active+clean; 366 MiB data, 2.8 GiB used, 712 GiB / 715 GiB avail; 11 MiB/s rd, 2.1 MiB/s wr, 17 op/s 2024-08-29T17:50:46.876 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:50:46 smithi028 bash[22419]: cluster 2024-08-29T17:50:45.509330+0000 mon.a (mon.0) 1365 : cluster [DBG] osdmap e257: 8 total, 8 up, 8 in 2024-08-29T17:50:46.876 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:50:46 smithi028 bash[22419]: cluster 2024-08-29T17:50:45.707623+0000 mgr.x (mgr.24565) 74 : cluster [DBG] pgmap v99: 121 pgs: 121 active+clean; 366 MiB data, 2.8 GiB used, 712 GiB / 715 GiB avail; 11 MiB/s rd, 2.1 MiB/s wr, 17 op/s 2024-08-29T17:50:47.515 INFO:tasks.rados.rados.0.smithi028.stdout:1020: done (2 left) 2024-08-29T17:50:47.515 INFO:tasks.rados.rados.0.smithi028.stdout:1021: read oid 22 snap -1 2024-08-29T17:50:47.515 INFO:tasks.rados.rados.0.smithi028.stdout:1021: expect deleted 2024-08-29T17:50:47.515 INFO:tasks.rados.rados.0.smithi028.stdout:1022: read oid 46 snap -1 2024-08-29T17:50:47.515 INFO:tasks.rados.rados.0.smithi028.stdout:1022: expect (ObjNum 50 snap 0 seq_num 50) 2024-08-29T17:50:47.515 INFO:tasks.rados.rados.0.smithi028.stdout:1023: snap_remove snap 69 2024-08-29T17:50:47.823 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:50:47 smithi053 bash[24720]: cluster 2024-08-29T17:50:46.519341+0000 mon.a (mon.0) 1366 : cluster [DBG] osdmap e258: 8 total, 8 up, 8 in 2024-08-29T17:50:47.877 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:50:47 smithi028 bash[31855]: cluster 2024-08-29T17:50:46.519341+0000 mon.a (mon.0) 1366 : cluster [DBG] osdmap e258: 8 total, 8 up, 8 in 2024-08-29T17:50:47.877 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:50:47 smithi028 bash[22419]: cluster 2024-08-29T17:50:46.519341+0000 mon.a (mon.0) 1366 : cluster [DBG] osdmap e258: 8 total, 8 up, 8 in 2024-08-29T17:50:48.514 INFO:tasks.rados.rados.0.smithi028.stdout:1023: done (4 left) 2024-08-29T17:50:48.514 INFO:tasks.rados.rados.0.smithi028.stdout:1024: read oid 40 snap 79 2024-08-29T17:50:48.514 INFO:tasks.rados.rados.0.smithi028.stdout:1024: expect (ObjNum 230 snap 64 seq_num 230) 2024-08-29T17:50:48.514 INFO:tasks.rados.rados.0.smithi028.stdout:append oid 10 current snap is 101 2024-08-29T17:50:48.514 INFO:tasks.rados.rados.0.smithi028.stdout:1025: seq_num 322 ranges {2760704=598016} 2024-08-29T17:50:48.535 INFO:tasks.rados.rados.0.smithi028.stdout:1025: writing smithi02869045-10 from 2760704 to 3358720 tid 1 2024-08-29T17:50:48.535 INFO:tasks.rados.rados.0.smithi028.stdout:append oid 35 current snap is 101 2024-08-29T17:50:48.535 INFO:tasks.rados.rados.0.smithi028.stdout:1018: finishing write tid 1 to smithi02869045-36 2024-08-29T17:50:48.536 INFO:tasks.rados.rados.0.smithi028.stdout:1019: expect (ObjNum 313 snap 91 seq_num 313) 2024-08-29T17:50:48.580 INFO:tasks.rados.rados.0.smithi028.stdout:1018: finishing write tid 2 to smithi02869045-36 2024-08-29T17:50:48.580 INFO:tasks.rados.rados.0.smithi028.stdout:1018: finishing write tid 3 to smithi02869045-36 2024-08-29T17:50:48.581 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 36 v 181 (ObjNum 321 snap 101 seq_num 321) dirty exists 2024-08-29T17:50:48.581 INFO:tasks.rados.rados.0.smithi028.stdout:1018: left oid 36 (ObjNum 321 snap 101 seq_num 321) 2024-08-29T17:50:48.581 INFO:tasks.rados.rados.0.smithi028.stdout:1022: expect (ObjNum 50 snap 0 seq_num 50) 2024-08-29T17:50:48.618 INFO:tasks.rados.rados.0.smithi028.stdout:1025: finishing write tid 1 to smithi02869045-10 2024-08-29T17:50:48.618 INFO:tasks.rados.rados.0.smithi028.stdout:1025: finishing write tid 2 to smithi02869045-10 2024-08-29T17:50:48.618 INFO:tasks.rados.rados.0.smithi028.stdout:1025: finishing write tid 3 to smithi02869045-10 2024-08-29T17:50:48.618 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 10 v 539 (ObjNum 322 snap 101 seq_num 322) dirty exists 2024-08-29T17:50:48.618 INFO:tasks.rados.rados.0.smithi028.stdout:1025: left oid 10 (ObjNum 322 snap 101 seq_num 322) 2024-08-29T17:50:48.618 INFO:tasks.rados.rados.0.smithi028.stdout:1026: seq_num 323 ranges {4349952=614400} 2024-08-29T17:50:48.646 INFO:tasks.rados.rados.0.smithi028.stdout:1026: writing smithi02869045-35 from 4349952 to 4964352 tid 1 2024-08-29T17:50:48.647 INFO:tasks.rados.rados.0.smithi028.stdout:1018: done (6 left) 2024-08-29T17:50:48.647 INFO:tasks.rados.rados.0.smithi028.stdout:1019: done (5 left) 2024-08-29T17:50:48.647 INFO:tasks.rados.rados.0.smithi028.stdout:1021: done (4 left) 2024-08-29T17:50:48.647 INFO:tasks.rados.rados.0.smithi028.stdout:1022: done (3 left) 2024-08-29T17:50:48.647 INFO:tasks.rados.rados.0.smithi028.stdout:1025: done (2 left) 2024-08-29T17:50:48.647 INFO:tasks.rados.rados.0.smithi028.stdout:1027: copy_from oid 49 from oid 45 current snap is 101 2024-08-29T17:50:48.647 INFO:tasks.rados.rados.0.smithi028.stdout:1024: expect (ObjNum 230 snap 64 seq_num 230) 2024-08-29T17:50:48.710 INFO:tasks.rados.rados.0.smithi028.stdout:1026: finishing write tid 1 to smithi02869045-35 2024-08-29T17:50:48.711 INFO:tasks.rados.rados.0.smithi028.stdout:1026: finishing write tid 2 to smithi02869045-35 2024-08-29T17:50:48.711 INFO:tasks.rados.rados.0.smithi028.stdout:1026: finishing write tid 3 to smithi02869045-35 2024-08-29T17:50:48.711 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 35 v 387 (ObjNum 323 snap 101 seq_num 323) dirty exists 2024-08-29T17:50:48.711 INFO:tasks.rados.rados.0.smithi028.stdout:1026: left oid 35 (ObjNum 323 snap 101 seq_num 323) 2024-08-29T17:50:48.711 INFO:tasks.rados.rados.0.smithi028.stdout:1027: finishing copy_from racing read to smithi02869045-49 2024-08-29T17:50:48.711 INFO:tasks.rados.rados.0.smithi028.stdout:1027: finishing copy_from to smithi02869045-49 2024-08-29T17:50:48.711 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 49 v 543 (ObjNum 319 snap 100 seq_num 319) dirty exists 2024-08-29T17:50:48.711 INFO:tasks.rados.rados.0.smithi028.stdout:1024: done (2 left) 2024-08-29T17:50:48.711 INFO:tasks.rados.rados.0.smithi028.stdout:1026: done (1 left) 2024-08-29T17:50:48.711 INFO:tasks.rados.rados.0.smithi028.stdout:1027: done (0 left) 2024-08-29T17:50:48.711 INFO:tasks.rados.rados.0.smithi028.stdout:1028: rollback oid 27 current snap is 101 2024-08-29T17:50:48.711 INFO:tasks.rados.rados.0.smithi028.stdout:rollback oid 27 to 61 2024-08-29T17:50:48.711 INFO:tasks.rados.rados.0.smithi028.stdout:1029: copy_from oid 8 from oid 46 current snap is 101 2024-08-29T17:50:48.712 INFO:tasks.rados.rados.0.smithi028.stdout:1030: read oid 28 snap 97 2024-08-29T17:50:48.712 INFO:tasks.rados.rados.0.smithi028.stdout:1030: expect (ObjNum 314 snap 91 seq_num 314) 2024-08-29T17:50:48.712 INFO:tasks.rados.rados.0.smithi028.stdout:1031: copy_from oid 7 from oid 34 current snap is 101 2024-08-29T17:50:48.712 INFO:tasks.rados.rados.0.smithi028.stdout:1032: snap_create 2024-08-29T17:50:48.718 INFO:tasks.rados.rados.0.smithi028.stdout:1030: expect (ObjNum 314 snap 91 seq_num 314) 2024-08-29T17:50:48.733 INFO:tasks.rados.rados.0.smithi028.stdout:1028: finishing rollback tid 0 to smithi02869045-27 2024-08-29T17:50:48.733 INFO:tasks.rados.rados.0.smithi028.stdout:1028: finishing rollback tid 1 to smithi02869045-27 2024-08-29T17:50:48.733 INFO:tasks.rados.rados.0.smithi028.stdout:1029: finishing copy_from racing read to smithi02869045-8 2024-08-29T17:50:48.733 INFO:tasks.rados.rados.0.smithi028.stdout:1028: finishing rollback tid 2 to smithi02869045-27 2024-08-29T17:50:48.733 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 27 v 577 (ObjNum 24 snap 0 seq_num 24) dirty exists 2024-08-29T17:50:48.733 INFO:tasks.rados.rados.0.smithi028.stdout:1029: finishing copy_from to smithi02869045-8 2024-08-29T17:50:48.734 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 8 v 282 (ObjNum 50 snap 0 seq_num 50) dirty exists 2024-08-29T17:50:48.734 INFO:tasks.rados.rados.0.smithi028.stdout:1031: finishing copy_from racing read to smithi02869045-7 2024-08-29T17:50:48.734 INFO:tasks.rados.rados.0.smithi028.stdout:1031: finishing copy_from to smithi02869045-7 2024-08-29T17:50:48.734 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 7 v 295 (ObjNum 273 snap 78 seq_num 273) dirty exists 2024-08-29T17:50:48.824 INFO:journalctl@ceph.prometheus.a.smithi053.stdout:Aug 29 17:50:48 smithi053 bash[60008]: ts=2024-08-29T17:50:48.663Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=osd name=CephOSDFlapping index=13 msg="Evaluating rule failed" rule="alert: CephOSDFlapping\nexpr: (rate(ceph_osd_up[5m]) * on (ceph_daemon) group_left (hostname) ceph_osd_metadata)\n * 60 > 1\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.4.4\n severity: warning\n type: ceph_default\nannotations:\n description: OSD {{ $labels.ceph_daemon }} on {{ $labels.hostname }} was marked\n down and back up {{ $value | humanize }} times once a minute for 5 minutes. This\n may indicate a network issue (latency, packet loss, MTU mismatch) on the cluster\n network, or the public network if no cluster network is deployed. Check the network\n stats on the listed host(s).\n documentation: https://docs.ceph.com/en/latest/rados/troubleshooting/troubleshooting-osd#flapping-osds\n summary: Network issues are causing OSDs to flap (mark each other down)\n" err="found duplicate series for the match group {ceph_daemon=\"osd.0\"} on the right hand-side of the operation: [{__name__=\"ceph_osd_metadata\", ceph_daemon=\"osd.0\", ceph_version=\"ceph version 17.2.7-1503-ga89f613d (a89f613db4d5b6bca82681f19d73c6d337aae2d5) quincy (stable)\", cluster_addr=\"172.21.15.28\", device_class=\"ssd\", hostname=\"smithi028\", instance=\"ceph_cluster\", job=\"ceph\", objectstore=\"bluestore\", public_addr=\"172.21.15.28\"}, {__name__=\"ceph_osd_metadata\", ceph_daemon=\"osd.0\", ceph_version=\"ceph version 17.2.7-1503-ga89f613d (a89f613db4d5b6bca82681f19d73c6d337aae2d5) quincy (stable)\", cluster=\"3167ee72-662c-11ef-bcd4-c7b262605968\", cluster_addr=\"172.21.15.28\", device_class=\"ssd\", hostname=\"smithi028\", instance=\"ceph_cluster\", job=\"ceph\", objectstore=\"bluestore\", public_addr=\"172.21.15.28\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-29T17:50:48.824 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:50:48 smithi053 bash[24720]: cluster 2024-08-29T17:50:47.519978+0000 mon.a (mon.0) 1367 : cluster [DBG] osdmap e259: 8 total, 8 up, 8 in 2024-08-29T17:50:48.824 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:50:48 smithi053 bash[24720]: cluster 2024-08-29T17:50:47.708966+0000 mgr.x (mgr.24565) 75 : cluster [DBG] pgmap v102: 121 pgs: 121 active+clean; 373 MiB data, 2.8 GiB used, 712 GiB / 715 GiB avail; 3.1 MiB/s rd, 512 KiB/s wr, 11 op/s 2024-08-29T17:50:48.824 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:50:48 smithi053 bash[24720]: cluster 2024-08-29T17:50:48.519348+0000 mon.a (mon.0) 1368 : cluster [DBG] osdmap e260: 8 total, 8 up, 8 in 2024-08-29T17:50:48.867 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:50:48 smithi028 bash[22419]: cluster 2024-08-29T17:50:47.519978+0000 mon.a (mon.0) 1367 : cluster [DBG] osdmap e259: 8 total, 8 up, 8 in 2024-08-29T17:50:48.867 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:50:48 smithi028 bash[22419]: cluster 2024-08-29T17:50:47.708966+0000 mgr.x (mgr.24565) 75 : cluster [DBG] pgmap v102: 121 pgs: 121 active+clean; 373 MiB data, 2.8 GiB used, 712 GiB / 715 GiB avail; 3.1 MiB/s rd, 512 KiB/s wr, 11 op/s 2024-08-29T17:50:48.867 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:50:48 smithi028 bash[22419]: cluster 2024-08-29T17:50:48.519348+0000 mon.a (mon.0) 1368 : cluster [DBG] osdmap e260: 8 total, 8 up, 8 in 2024-08-29T17:50:48.867 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:50:48 smithi028 bash[31855]: cluster 2024-08-29T17:50:47.519978+0000 mon.a (mon.0) 1367 : cluster [DBG] osdmap e259: 8 total, 8 up, 8 in 2024-08-29T17:50:48.867 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:50:48 smithi028 bash[31855]: cluster 2024-08-29T17:50:47.708966+0000 mgr.x (mgr.24565) 75 : cluster [DBG] pgmap v102: 121 pgs: 121 active+clean; 373 MiB data, 2.8 GiB used, 712 GiB / 715 GiB avail; 3.1 MiB/s rd, 512 KiB/s wr, 11 op/s 2024-08-29T17:50:48.868 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:50:48 smithi028 bash[31855]: cluster 2024-08-29T17:50:48.519348+0000 mon.a (mon.0) 1368 : cluster [DBG] osdmap e260: 8 total, 8 up, 8 in 2024-08-29T17:50:49.503 INFO:tasks.rados.rados.0.smithi028.stdout:1028: done (4 left) 2024-08-29T17:50:49.503 INFO:tasks.rados.rados.0.smithi028.stdout:1029: done (3 left) 2024-08-29T17:50:49.503 INFO:tasks.rados.rados.0.smithi028.stdout:1030: done (2 left) 2024-08-29T17:50:49.503 INFO:tasks.rados.rados.0.smithi028.stdout:1031: done (1 left) 2024-08-29T17:50:49.503 INFO:tasks.rados.rados.0.smithi028.stdout:1032: done (0 left) 2024-08-29T17:50:49.503 INFO:tasks.rados.rados.0.smithi028.stdout:1033: read oid 48 snap -1 2024-08-29T17:50:49.503 INFO:tasks.rados.rados.0.smithi028.stdout:1033: expect deleted 2024-08-29T17:50:49.504 INFO:tasks.rados.rados.0.smithi028.stdout:1034: read oid 35 snap 100 2024-08-29T17:50:49.504 INFO:tasks.rados.rados.0.smithi028.stdout:1034: expect (ObjNum 282 snap 81 seq_num 282) 2024-08-29T17:50:49.504 INFO:tasks.rados.rados.0.smithi028.stdout:1035: rollback oid 21 current snap is 102 2024-08-29T17:50:49.504 INFO:tasks.rados.rados.0.smithi028.stdout:rollback oid 21 to 97 2024-08-29T17:50:49.504 INFO:tasks.rados.rados.0.smithi028.stdout:1036: snap_remove snap 71 2024-08-29T17:50:49.632 INFO:tasks.rados.rados.0.smithi028.stdout:1036: done (3 left) 2024-08-29T17:50:49.632 INFO:tasks.rados.rados.0.smithi028.stdout:1037: read oid 32 snap -1 2024-08-29T17:50:49.632 INFO:tasks.rados.rados.0.smithi028.stdout:1037: expect (ObjNum 227 snap 64 seq_num 227) 2024-08-29T17:50:49.632 INFO:tasks.rados.rados.0.smithi028.stdout:1038: read oid 25 snap -1 2024-08-29T17:50:49.632 INFO:tasks.rados.rados.0.smithi028.stdout:1038: expect (ObjNum 250 snap 77 seq_num 250) 2024-08-29T17:50:49.633 INFO:tasks.rados.rados.0.smithi028.stdout:1039: read oid 23 snap -1 2024-08-29T17:50:49.633 INFO:tasks.rados.rados.0.smithi028.stdout:1039: expect (ObjNum 258 snap 78 seq_num 258) 2024-08-29T17:50:49.633 INFO:tasks.rados.rados.0.smithi028.stdout:1040: snap_remove snap 43 2024-08-29T17:50:49.941 INFO:journalctl@ceph.mgr.y.smithi028.stdout:Aug 29 17:50:49 smithi028 bash[70818]: [29/Aug/2024:17:50:49] ENGINE Bus STOPPING 2024-08-29T17:50:49.941 INFO:journalctl@ceph.mgr.y.smithi028.stdout:Aug 29 17:50:49 smithi028 bash[70818]: [29/Aug/2024:17:50:49] ENGINE HTTP Server cherrypy._cpwsgi_server.CPWSGIServer(('::', 9283)) shut down 2024-08-29T17:50:49.941 INFO:journalctl@ceph.mgr.y.smithi028.stdout:Aug 29 17:50:49 smithi028 bash[70818]: [29/Aug/2024:17:50:49] ENGINE Bus STOPPED 2024-08-29T17:50:49.941 INFO:journalctl@ceph.mgr.y.smithi028.stdout:Aug 29 17:50:49 smithi028 bash[70818]: [29/Aug/2024:17:50:49] ENGINE Bus STARTING 2024-08-29T17:50:49.941 INFO:journalctl@ceph.mgr.y.smithi028.stdout:Aug 29 17:50:49 smithi028 bash[70818]: debug 2024-08-29T17:50:49.900+0000 7f7ffef35640 -1 client.0 error registering admin socket command: (17) File exists 2024-08-29T17:50:49.941 INFO:journalctl@ceph.mgr.y.smithi028.stdout:Aug 29 17:50:49 smithi028 bash[70818]: debug 2024-08-29T17:50:49.900+0000 7f7ffef35640 -1 client.0 error registering admin socket command: (17) File exists 2024-08-29T17:50:49.941 INFO:journalctl@ceph.mgr.y.smithi028.stdout:Aug 29 17:50:49 smithi028 bash[70818]: debug 2024-08-29T17:50:49.900+0000 7f7ffef35640 -1 client.0 error registering admin socket command: (17) File exists 2024-08-29T17:50:49.941 INFO:journalctl@ceph.mgr.y.smithi028.stdout:Aug 29 17:50:49 smithi028 bash[70818]: debug 2024-08-29T17:50:49.900+0000 7f7ffef35640 -1 client.0 error registering admin socket command: (17) File exists 2024-08-29T17:50:49.941 INFO:journalctl@ceph.mgr.y.smithi028.stdout:Aug 29 17:50:49 smithi028 bash[70818]: debug 2024-08-29T17:50:49.900+0000 7f7ffef35640 -1 client.0 error registering admin socket command: (17) File exists 2024-08-29T17:50:49.941 INFO:journalctl@ceph.mgr.y.smithi028.stdout:Aug 29 17:50:49 smithi028 bash[70818]: debug 2024-08-29T17:50:49.900+0000 7f8002f3d640 -1 client.0 error registering admin socket command: (17) File exists 2024-08-29T17:50:49.942 INFO:journalctl@ceph.mgr.y.smithi028.stdout:Aug 29 17:50:49 smithi028 bash[70818]: debug 2024-08-29T17:50:49.900+0000 7f8002f3d640 -1 client.0 error registering admin socket command: (17) File exists 2024-08-29T17:50:49.942 INFO:journalctl@ceph.mgr.y.smithi028.stdout:Aug 29 17:50:49 smithi028 bash[70818]: debug 2024-08-29T17:50:49.900+0000 7f8002f3d640 -1 client.0 error registering admin socket command: (17) File exists 2024-08-29T17:50:49.942 INFO:journalctl@ceph.mgr.y.smithi028.stdout:Aug 29 17:50:49 smithi028 bash[70818]: debug 2024-08-29T17:50:49.900+0000 7f8002f3d640 -1 client.0 error registering admin socket command: (17) File exists 2024-08-29T17:50:49.942 INFO:journalctl@ceph.mgr.y.smithi028.stdout:Aug 29 17:50:49 smithi028 bash[70818]: debug 2024-08-29T17:50:49.900+0000 7f8002f3d640 -1 client.0 error registering admin socket command: (17) File exists 2024-08-29T17:50:49.942 INFO:journalctl@ceph.mgr.y.smithi028.stdout:Aug 29 17:50:49 smithi028 bash[70818]: [29/Aug/2024:17:50:49] ENGINE Serving on http://:::9283 2024-08-29T17:50:49.942 INFO:journalctl@ceph.mgr.y.smithi028.stdout:Aug 29 17:50:49 smithi028 bash[70818]: [29/Aug/2024:17:50:49] ENGINE Bus STARTED 2024-08-29T17:50:50.073 INFO:journalctl@ceph.mgr.x.smithi053.stdout:Aug 29 17:50:49 smithi053 bash[53049]: ignoring --setuser ceph since I am not root 2024-08-29T17:50:50.074 INFO:journalctl@ceph.mgr.x.smithi053.stdout:Aug 29 17:50:49 smithi053 bash[53049]: ignoring --setgroup ceph since I am not root 2024-08-29T17:50:50.074 INFO:journalctl@ceph.mgr.x.smithi053.stdout:Aug 29 17:50:49 smithi053 bash[53049]: debug 2024-08-29T17:50:49.697+0000 7f3c6c81e640 1 -- 172.21.15.53:0/3244404631 <== mon.1 v2:172.21.15.53:3300/0 4 ==== auth_reply(proto 2 0 (0) Success) ==== 194+0+0 (secure 0 0 0) 0x5640112ff0e0 con 0x564011301800 2024-08-29T17:50:50.074 INFO:journalctl@ceph.mgr.x.smithi053.stdout:Aug 29 17:50:49 smithi053 bash[53049]: debug 2024-08-29T17:50:49.809+0000 7f3c6f07a040 -1 mgr[py] Module devicehealth has missing NOTIFY_TYPES member 2024-08-29T17:50:50.631 INFO:tasks.rados.rados.0.smithi028.stdout:1040: done (6 left) 2024-08-29T17:50:50.632 INFO:tasks.rados.rados.0.smithi028.stdout:1041: snap_remove snap 81 2024-08-29T17:50:50.824 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:50:50 smithi053 bash[24720]: audit 2024-08-29T17:50:49.416643+0000 mon.a (mon.0) 1369 : audit [INF] from='mgr.24565 ' entity='mgr.x' 2024-08-29T17:50:50.824 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:50:50 smithi053 bash[24720]: audit 2024-08-29T17:50:49.429374+0000 mon.a (mon.0) 1370 : audit [INF] from='mgr.24565 ' entity='mgr.x' 2024-08-29T17:50:50.824 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:50:50 smithi053 bash[24720]: audit 2024-08-29T17:50:49.429470+0000 mon.b (mon.1) 87 : audit [DBG] from='mgr.24565 172.21.15.53:0/2794946223' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-29T17:50:50.825 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:50:50 smithi053 bash[24720]: audit 2024-08-29T17:50:49.431266+0000 mon.b (mon.1) 88 : audit [INF] from='mgr.24565 172.21.15.53:0/2794946223' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-29T17:50:50.825 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:50:50 smithi053 bash[24720]: audit 2024-08-29T17:50:49.444956+0000 mon.a (mon.0) 1371 : audit [INF] from='mgr.24565 ' entity='mgr.x' 2024-08-29T17:50:50.825 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:50:50 smithi053 bash[24720]: cluster 2024-08-29T17:50:49.508780+0000 mon.a (mon.0) 1372 : cluster [DBG] osdmap e261: 8 total, 8 up, 8 in 2024-08-29T17:50:50.825 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:50:50 smithi053 bash[24720]: audit 2024-08-29T17:50:49.600849+0000 mon.b (mon.1) 89 : audit [DBG] from='mgr.24565 172.21.15.53:0/2794946223' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-29T17:50:50.825 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:50:50 smithi053 bash[24720]: audit 2024-08-29T17:50:49.608577+0000 mon.b (mon.1) 90 : audit [INF] from='mgr.24565 172.21.15.53:0/2794946223' entity='mgr.x' cmd=[{"prefix": "mgr fail", "who": "x"}]: dispatch 2024-08-29T17:50:50.825 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:50:50 smithi053 bash[24720]: audit 2024-08-29T17:50:49.612650+0000 mon.a (mon.0) 1373 : audit [INF] from='mgr.24565 ' entity='mgr.x' cmd=[{"prefix": "mgr fail", "who": "x"}]: dispatch 2024-08-29T17:50:50.825 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:50:50 smithi053 bash[24720]: cluster 2024-08-29T17:50:49.613995+0000 mon.a (mon.0) 1374 : cluster [INF] Activating manager daemon y 2024-08-29T17:50:50.825 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:50:50 smithi053 bash[24720]: cluster 2024-08-29T17:50:49.629936+0000 mon.a (mon.0) 1375 : cluster [DBG] osdmap e262: 8 total, 8 up, 8 in 2024-08-29T17:50:50.825 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:50:50 smithi053 bash[24720]: audit 2024-08-29T17:50:49.635917+0000 mon.a (mon.0) 1376 : audit [INF] from='mgr.24565 ' entity='mgr.x' cmd='[{"prefix": "mgr fail", "who": "x"}]': finished 2024-08-29T17:50:50.825 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:50:50 smithi053 bash[24720]: cluster 2024-08-29T17:50:49.636039+0000 mon.a (mon.0) 1377 : cluster [DBG] mgrmap e31: y(active, starting, since 0.0220482s) 2024-08-29T17:50:50.826 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:50:50 smithi053 bash[24720]: audit 2024-08-29T17:50:49.640061+0000 mon.a (mon.0) 1378 : audit [DBG] from='mgr.24944 172.21.15.28:0/4206064451' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-29T17:50:50.826 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:50:50 smithi053 bash[24720]: audit 2024-08-29T17:50:49.640615+0000 mon.a (mon.0) 1379 : audit [DBG] from='mgr.24944 172.21.15.28:0/4206064451' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-29T17:50:50.826 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:50:50 smithi053 bash[24720]: audit 2024-08-29T17:50:49.641206+0000 mon.a (mon.0) 1380 : audit [DBG] from='mgr.24944 172.21.15.28:0/4206064451' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-29T17:50:50.826 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:50:50 smithi053 bash[24720]: audit 2024-08-29T17:50:49.641486+0000 mon.a (mon.0) 1381 : audit [DBG] from='mgr.24944 172.21.15.28:0/4206064451' entity='mgr.y' cmd=[{"prefix": "mds metadata", "who": "a"}]: dispatch 2024-08-29T17:50:50.826 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:50:50 smithi053 bash[24720]: audit 2024-08-29T17:50:49.644737+0000 mon.a (mon.0) 1382 : audit [DBG] from='mgr.24944 172.21.15.28:0/4206064451' entity='mgr.y' cmd=[{"prefix": "mds metadata", "who": "b"}]: dispatch 2024-08-29T17:50:50.826 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:50:50 smithi053 bash[24720]: audit 2024-08-29T17:50:49.645450+0000 mon.a (mon.0) 1383 : audit [DBG] from='mgr.24944 172.21.15.28:0/4206064451' entity='mgr.y' cmd=[{"prefix": "mgr metadata", "who": "y", "id": "y"}]: dispatch 2024-08-29T17:50:50.826 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:50:50 smithi053 bash[24720]: audit 2024-08-29T17:50:49.645756+0000 mon.a (mon.0) 1384 : audit [DBG] from='mgr.24944 172.21.15.28:0/4206064451' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-08-29T17:50:50.826 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:50:50 smithi053 bash[24720]: audit 2024-08-29T17:50:49.646513+0000 mon.a (mon.0) 1385 : audit [DBG] from='mgr.24944 172.21.15.28:0/4206064451' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-08-29T17:50:50.827 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:50:50 smithi053 bash[24720]: audit 2024-08-29T17:50:49.646955+0000 mon.a (mon.0) 1386 : audit [DBG] from='mgr.24944 172.21.15.28:0/4206064451' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-08-29T17:50:50.827 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:50:50 smithi053 bash[24720]: audit 2024-08-29T17:50:49.647626+0000 mon.a (mon.0) 1387 : audit [DBG] from='mgr.24944 172.21.15.28:0/4206064451' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-08-29T17:50:50.827 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:50:50 smithi053 bash[24720]: audit 2024-08-29T17:50:49.648106+0000 mon.a (mon.0) 1388 : audit [DBG] from='mgr.24944 172.21.15.28:0/4206064451' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-08-29T17:50:50.827 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:50:50 smithi053 bash[24720]: audit 2024-08-29T17:50:49.648547+0000 mon.a (mon.0) 1389 : audit [DBG] from='mgr.24944 172.21.15.28:0/4206064451' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-08-29T17:50:50.827 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:50:50 smithi053 bash[24720]: audit 2024-08-29T17:50:49.649087+0000 mon.a (mon.0) 1390 : audit [DBG] from='mgr.24944 172.21.15.28:0/4206064451' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-08-29T17:50:50.827 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:50:50 smithi053 bash[24720]: audit 2024-08-29T17:50:49.649587+0000 mon.a (mon.0) 1391 : audit [DBG] from='mgr.24944 172.21.15.28:0/4206064451' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-08-29T17:50:50.827 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:50:50 smithi053 bash[24720]: audit 2024-08-29T17:50:49.650039+0000 mon.a (mon.0) 1392 : audit [DBG] from='mgr.24944 172.21.15.28:0/4206064451' entity='mgr.y' cmd=[{"prefix": "mds metadata"}]: dispatch 2024-08-29T17:50:50.827 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:50:50 smithi053 bash[24720]: audit 2024-08-29T17:50:49.650756+0000 mon.a (mon.0) 1393 : audit [DBG] from='mgr.24944 172.21.15.28:0/4206064451' entity='mgr.y' cmd=[{"prefix": "osd metadata"}]: dispatch 2024-08-29T17:50:50.827 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:50:50 smithi053 bash[24720]: audit 2024-08-29T17:50:49.651882+0000 mon.a (mon.0) 1394 : audit [DBG] from='mgr.24944 172.21.15.28:0/4206064451' entity='mgr.y' cmd=[{"prefix": "mon metadata"}]: dispatch 2024-08-29T17:50:50.827 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:50:50 smithi053 bash[24720]: cluster 2024-08-29T17:50:49.776291+0000 mon.a (mon.0) 1395 : cluster [INF] Manager daemon y is now available 2024-08-29T17:50:50.827 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:50:50 smithi053 bash[24720]: audit 2024-08-29T17:50:49.813692+0000 mon.a (mon.0) 1396 : audit [DBG] from='mgr.24944 172.21.15.28:0/4206064451' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-29T17:50:50.827 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:50:50 smithi053 bash[24720]: audit 2024-08-29T17:50:49.842876+0000 mon.a (mon.0) 1397 : audit [DBG] from='mgr.24944 172.21.15.28:0/4206064451' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-29T17:50:50.827 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:50:50 smithi053 bash[24720]: audit 2024-08-29T17:50:49.871534+0000 mon.a (mon.0) 1398 : audit [INF] from='mgr.24944 172.21.15.28:0/4206064451' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/mirror_snapshot_schedule"}]: dispatch 2024-08-29T17:50:50.828 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:50:50 smithi053 bash[24720]: audit 2024-08-29T17:50:49.891423+0000 mon.a (mon.0) 1399 : audit [INF] from='mgr.24944 172.21.15.28:0/4206064451' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/trash_purge_schedule"}]: dispatch 2024-08-29T17:50:50.876 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:50:50 smithi028 bash[22419]: audit 2024-08-29T17:50:49.416643+0000 mon.a (mon.0) 1369 : audit [INF] from='mgr.24565 ' entity='mgr.x' 2024-08-29T17:50:50.876 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:50:50 smithi028 bash[22419]: audit 2024-08-29T17:50:49.429374+0000 mon.a (mon.0) 1370 : audit [INF] from='mgr.24565 ' entity='mgr.x' 2024-08-29T17:50:50.876 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:50:50 smithi028 bash[22419]: audit 2024-08-29T17:50:49.429470+0000 mon.b (mon.1) 87 : audit [DBG] from='mgr.24565 172.21.15.53:0/2794946223' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-29T17:50:50.877 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:50:50 smithi028 bash[22419]: audit 2024-08-29T17:50:49.431266+0000 mon.b (mon.1) 88 : audit [INF] from='mgr.24565 172.21.15.53:0/2794946223' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-29T17:50:50.877 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:50:50 smithi028 bash[22419]: audit 2024-08-29T17:50:49.444956+0000 mon.a (mon.0) 1371 : audit [INF] from='mgr.24565 ' entity='mgr.x' 2024-08-29T17:50:50.877 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:50:50 smithi028 bash[22419]: cluster 2024-08-29T17:50:49.508780+0000 mon.a (mon.0) 1372 : cluster [DBG] osdmap e261: 8 total, 8 up, 8 in 2024-08-29T17:50:50.877 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:50:50 smithi028 bash[22419]: audit 2024-08-29T17:50:49.600849+0000 mon.b (mon.1) 89 : audit [DBG] from='mgr.24565 172.21.15.53:0/2794946223' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-29T17:50:50.877 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:50:50 smithi028 bash[22419]: audit 2024-08-29T17:50:49.608577+0000 mon.b (mon.1) 90 : audit [INF] from='mgr.24565 172.21.15.53:0/2794946223' entity='mgr.x' cmd=[{"prefix": "mgr fail", "who": "x"}]: dispatch 2024-08-29T17:50:50.877 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:50:50 smithi028 bash[22419]: audit 2024-08-29T17:50:49.612650+0000 mon.a (mon.0) 1373 : audit [INF] from='mgr.24565 ' entity='mgr.x' cmd=[{"prefix": "mgr fail", "who": "x"}]: dispatch 2024-08-29T17:50:50.877 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:50:50 smithi028 bash[22419]: cluster 2024-08-29T17:50:49.613995+0000 mon.a (mon.0) 1374 : cluster [INF] Activating manager daemon y 2024-08-29T17:50:50.877 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:50:50 smithi028 bash[22419]: cluster 2024-08-29T17:50:49.629936+0000 mon.a (mon.0) 1375 : cluster [DBG] osdmap e262: 8 total, 8 up, 8 in 2024-08-29T17:50:50.877 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:50:50 smithi028 bash[22419]: audit 2024-08-29T17:50:49.635917+0000 mon.a (mon.0) 1376 : audit [INF] from='mgr.24565 ' entity='mgr.x' cmd='[{"prefix": "mgr fail", "who": "x"}]': finished 2024-08-29T17:50:50.877 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:50:50 smithi028 bash[22419]: cluster 2024-08-29T17:50:49.636039+0000 mon.a (mon.0) 1377 : cluster [DBG] mgrmap e31: y(active, starting, since 0.0220482s) 2024-08-29T17:50:50.877 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:50:50 smithi028 bash[22419]: audit 2024-08-29T17:50:49.640061+0000 mon.a (mon.0) 1378 : audit [DBG] from='mgr.24944 172.21.15.28:0/4206064451' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-29T17:50:50.877 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:50:50 smithi028 bash[22419]: audit 2024-08-29T17:50:49.640615+0000 mon.a (mon.0) 1379 : audit [DBG] from='mgr.24944 172.21.15.28:0/4206064451' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-29T17:50:50.877 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:50:50 smithi028 bash[22419]: audit 2024-08-29T17:50:49.641206+0000 mon.a (mon.0) 1380 : audit [DBG] from='mgr.24944 172.21.15.28:0/4206064451' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-29T17:50:50.877 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:50:50 smithi028 bash[22419]: audit 2024-08-29T17:50:49.641486+0000 mon.a (mon.0) 1381 : audit [DBG] from='mgr.24944 172.21.15.28:0/4206064451' entity='mgr.y' cmd=[{"prefix": "mds metadata", "who": "a"}]: dispatch 2024-08-29T17:50:50.878 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:50:50 smithi028 bash[22419]: audit 2024-08-29T17:50:49.644737+0000 mon.a (mon.0) 1382 : audit [DBG] from='mgr.24944 172.21.15.28:0/4206064451' entity='mgr.y' cmd=[{"prefix": "mds metadata", "who": "b"}]: dispatch 2024-08-29T17:50:50.878 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:50:50 smithi028 bash[22419]: audit 2024-08-29T17:50:49.645450+0000 mon.a (mon.0) 1383 : audit [DBG] from='mgr.24944 172.21.15.28:0/4206064451' entity='mgr.y' cmd=[{"prefix": "mgr metadata", "who": "y", "id": "y"}]: dispatch 2024-08-29T17:50:50.878 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:50:50 smithi028 bash[22419]: audit 2024-08-29T17:50:49.645756+0000 mon.a (mon.0) 1384 : audit [DBG] from='mgr.24944 172.21.15.28:0/4206064451' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-08-29T17:50:50.878 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:50:50 smithi028 bash[22419]: audit 2024-08-29T17:50:49.646513+0000 mon.a (mon.0) 1385 : audit [DBG] from='mgr.24944 172.21.15.28:0/4206064451' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-08-29T17:50:50.878 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:50:50 smithi028 bash[22419]: audit 2024-08-29T17:50:49.646955+0000 mon.a (mon.0) 1386 : audit [DBG] from='mgr.24944 172.21.15.28:0/4206064451' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-08-29T17:50:50.878 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:50:50 smithi028 bash[22419]: audit 2024-08-29T17:50:49.647626+0000 mon.a (mon.0) 1387 : audit [DBG] from='mgr.24944 172.21.15.28:0/4206064451' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-08-29T17:50:50.878 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:50:50 smithi028 bash[22419]: audit 2024-08-29T17:50:49.648106+0000 mon.a (mon.0) 1388 : audit [DBG] from='mgr.24944 172.21.15.28:0/4206064451' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-08-29T17:50:50.878 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:50:50 smithi028 bash[22419]: audit 2024-08-29T17:50:49.648547+0000 mon.a (mon.0) 1389 : audit [DBG] from='mgr.24944 172.21.15.28:0/4206064451' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-08-29T17:50:50.878 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:50:50 smithi028 bash[22419]: audit 2024-08-29T17:50:49.649087+0000 mon.a (mon.0) 1390 : audit [DBG] from='mgr.24944 172.21.15.28:0/4206064451' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-08-29T17:50:50.878 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:50:50 smithi028 bash[22419]: audit 2024-08-29T17:50:49.649587+0000 mon.a (mon.0) 1391 : audit [DBG] from='mgr.24944 172.21.15.28:0/4206064451' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-08-29T17:50:50.878 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:50:50 smithi028 bash[22419]: audit 2024-08-29T17:50:49.650039+0000 mon.a (mon.0) 1392 : audit [DBG] from='mgr.24944 172.21.15.28:0/4206064451' entity='mgr.y' cmd=[{"prefix": "mds metadata"}]: dispatch 2024-08-29T17:50:50.878 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:50:50 smithi028 bash[22419]: audit 2024-08-29T17:50:49.650756+0000 mon.a (mon.0) 1393 : audit [DBG] from='mgr.24944 172.21.15.28:0/4206064451' entity='mgr.y' cmd=[{"prefix": "osd metadata"}]: dispatch 2024-08-29T17:50:50.878 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:50:50 smithi028 bash[22419]: audit 2024-08-29T17:50:49.651882+0000 mon.a (mon.0) 1394 : audit [DBG] from='mgr.24944 172.21.15.28:0/4206064451' entity='mgr.y' cmd=[{"prefix": "mon metadata"}]: dispatch 2024-08-29T17:50:50.878 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:50:50 smithi028 bash[22419]: cluster 2024-08-29T17:50:49.776291+0000 mon.a (mon.0) 1395 : cluster [INF] Manager daemon y is now available 2024-08-29T17:50:50.879 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:50:50 smithi028 bash[22419]: audit 2024-08-29T17:50:49.813692+0000 mon.a (mon.0) 1396 : audit [DBG] from='mgr.24944 172.21.15.28:0/4206064451' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-29T17:50:50.879 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:50:50 smithi028 bash[22419]: audit 2024-08-29T17:50:49.842876+0000 mon.a (mon.0) 1397 : audit [DBG] from='mgr.24944 172.21.15.28:0/4206064451' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-29T17:50:50.879 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:50:50 smithi028 bash[22419]: audit 2024-08-29T17:50:49.871534+0000 mon.a (mon.0) 1398 : audit [INF] from='mgr.24944 172.21.15.28:0/4206064451' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/mirror_snapshot_schedule"}]: dispatch 2024-08-29T17:50:50.879 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:50:50 smithi028 bash[22419]: audit 2024-08-29T17:50:49.891423+0000 mon.a (mon.0) 1399 : audit [INF] from='mgr.24944 172.21.15.28:0/4206064451' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/trash_purge_schedule"}]: dispatch 2024-08-29T17:50:50.879 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:50:50 smithi028 bash[31855]: audit 2024-08-29T17:50:49.416643+0000 mon.a (mon.0) 1369 : audit [INF] from='mgr.24565 ' entity='mgr.x' 2024-08-29T17:50:50.879 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:50:50 smithi028 bash[31855]: audit 2024-08-29T17:50:49.429374+0000 mon.a (mon.0) 1370 : audit [INF] from='mgr.24565 ' entity='mgr.x' 2024-08-29T17:50:50.879 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:50:50 smithi028 bash[31855]: audit 2024-08-29T17:50:49.429470+0000 mon.b (mon.1) 87 : audit [DBG] from='mgr.24565 172.21.15.53:0/2794946223' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-29T17:50:50.879 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:50:50 smithi028 bash[31855]: audit 2024-08-29T17:50:49.431266+0000 mon.b (mon.1) 88 : audit [INF] from='mgr.24565 172.21.15.53:0/2794946223' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-29T17:50:50.879 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:50:50 smithi028 bash[31855]: audit 2024-08-29T17:50:49.444956+0000 mon.a (mon.0) 1371 : audit [INF] from='mgr.24565 ' entity='mgr.x' 2024-08-29T17:50:50.880 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:50:50 smithi028 bash[31855]: cluster 2024-08-29T17:50:49.508780+0000 mon.a (mon.0) 1372 : cluster [DBG] osdmap e261: 8 total, 8 up, 8 in 2024-08-29T17:50:50.880 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:50:50 smithi028 bash[31855]: audit 2024-08-29T17:50:49.600849+0000 mon.b (mon.1) 89 : audit [DBG] from='mgr.24565 172.21.15.53:0/2794946223' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-29T17:50:50.880 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:50:50 smithi028 bash[31855]: audit 2024-08-29T17:50:49.608577+0000 mon.b (mon.1) 90 : audit [INF] from='mgr.24565 172.21.15.53:0/2794946223' entity='mgr.x' cmd=[{"prefix": "mgr fail", "who": "x"}]: dispatch 2024-08-29T17:50:50.880 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:50:50 smithi028 bash[31855]: audit 2024-08-29T17:50:49.612650+0000 mon.a (mon.0) 1373 : audit [INF] from='mgr.24565 ' entity='mgr.x' cmd=[{"prefix": "mgr fail", "who": "x"}]: dispatch 2024-08-29T17:50:50.880 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:50:50 smithi028 bash[31855]: cluster 2024-08-29T17:50:49.613995+0000 mon.a (mon.0) 1374 : cluster [INF] Activating manager daemon y 2024-08-29T17:50:50.880 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:50:50 smithi028 bash[31855]: cluster 2024-08-29T17:50:49.629936+0000 mon.a (mon.0) 1375 : cluster [DBG] osdmap e262: 8 total, 8 up, 8 in 2024-08-29T17:50:50.880 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:50:50 smithi028 bash[31855]: audit 2024-08-29T17:50:49.635917+0000 mon.a (mon.0) 1376 : audit [INF] from='mgr.24565 ' entity='mgr.x' cmd='[{"prefix": "mgr fail", "who": "x"}]': finished 2024-08-29T17:50:50.880 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:50:50 smithi028 bash[31855]: cluster 2024-08-29T17:50:49.636039+0000 mon.a (mon.0) 1377 : cluster [DBG] mgrmap e31: y(active, starting, since 0.0220482s) 2024-08-29T17:50:50.880 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:50:50 smithi028 bash[31855]: audit 2024-08-29T17:50:49.640061+0000 mon.a (mon.0) 1378 : audit [DBG] from='mgr.24944 172.21.15.28:0/4206064451' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-29T17:50:50.880 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:50:50 smithi028 bash[31855]: audit 2024-08-29T17:50:49.640615+0000 mon.a (mon.0) 1379 : audit [DBG] from='mgr.24944 172.21.15.28:0/4206064451' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-29T17:50:50.880 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:50:50 smithi028 bash[31855]: audit 2024-08-29T17:50:49.641206+0000 mon.a (mon.0) 1380 : audit [DBG] from='mgr.24944 172.21.15.28:0/4206064451' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-29T17:50:50.880 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:50:50 smithi028 bash[31855]: audit 2024-08-29T17:50:49.641486+0000 mon.a (mon.0) 1381 : audit [DBG] from='mgr.24944 172.21.15.28:0/4206064451' entity='mgr.y' cmd=[{"prefix": "mds metadata", "who": "a"}]: dispatch 2024-08-29T17:50:50.880 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:50:50 smithi028 bash[31855]: audit 2024-08-29T17:50:49.644737+0000 mon.a (mon.0) 1382 : audit [DBG] from='mgr.24944 172.21.15.28:0/4206064451' entity='mgr.y' cmd=[{"prefix": "mds metadata", "who": "b"}]: dispatch 2024-08-29T17:50:50.880 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:50:50 smithi028 bash[31855]: audit 2024-08-29T17:50:49.645450+0000 mon.a (mon.0) 1383 : audit [DBG] from='mgr.24944 172.21.15.28:0/4206064451' entity='mgr.y' cmd=[{"prefix": "mgr metadata", "who": "y", "id": "y"}]: dispatch 2024-08-29T17:50:50.881 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:50:50 smithi028 bash[31855]: audit 2024-08-29T17:50:49.645756+0000 mon.a (mon.0) 1384 : audit [DBG] from='mgr.24944 172.21.15.28:0/4206064451' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-08-29T17:50:50.881 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:50:50 smithi028 bash[31855]: audit 2024-08-29T17:50:49.646513+0000 mon.a (mon.0) 1385 : audit [DBG] from='mgr.24944 172.21.15.28:0/4206064451' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-08-29T17:50:50.881 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:50:50 smithi028 bash[31855]: audit 2024-08-29T17:50:49.646955+0000 mon.a (mon.0) 1386 : audit [DBG] from='mgr.24944 172.21.15.28:0/4206064451' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-08-29T17:50:50.881 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:50:50 smithi028 bash[31855]: audit 2024-08-29T17:50:49.647626+0000 mon.a (mon.0) 1387 : audit [DBG] from='mgr.24944 172.21.15.28:0/4206064451' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-08-29T17:50:50.881 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:50:50 smithi028 bash[31855]: audit 2024-08-29T17:50:49.648106+0000 mon.a (mon.0) 1388 : audit [DBG] from='mgr.24944 172.21.15.28:0/4206064451' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-08-29T17:50:50.881 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:50:50 smithi028 bash[31855]: audit 2024-08-29T17:50:49.648547+0000 mon.a (mon.0) 1389 : audit [DBG] from='mgr.24944 172.21.15.28:0/4206064451' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-08-29T17:50:50.881 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:50:50 smithi028 bash[31855]: audit 2024-08-29T17:50:49.649087+0000 mon.a (mon.0) 1390 : audit [DBG] from='mgr.24944 172.21.15.28:0/4206064451' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-08-29T17:50:50.881 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:50:50 smithi028 bash[31855]: audit 2024-08-29T17:50:49.649587+0000 mon.a (mon.0) 1391 : audit [DBG] from='mgr.24944 172.21.15.28:0/4206064451' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-08-29T17:50:50.881 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:50:50 smithi028 bash[31855]: audit 2024-08-29T17:50:49.650039+0000 mon.a (mon.0) 1392 : audit [DBG] from='mgr.24944 172.21.15.28:0/4206064451' entity='mgr.y' cmd=[{"prefix": "mds metadata"}]: dispatch 2024-08-29T17:50:50.881 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:50:50 smithi028 bash[31855]: audit 2024-08-29T17:50:49.650756+0000 mon.a (mon.0) 1393 : audit [DBG] from='mgr.24944 172.21.15.28:0/4206064451' entity='mgr.y' cmd=[{"prefix": "osd metadata"}]: dispatch 2024-08-29T17:50:50.881 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:50:50 smithi028 bash[31855]: audit 2024-08-29T17:50:49.651882+0000 mon.a (mon.0) 1394 : audit [DBG] from='mgr.24944 172.21.15.28:0/4206064451' entity='mgr.y' cmd=[{"prefix": "mon metadata"}]: dispatch 2024-08-29T17:50:50.881 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:50:50 smithi028 bash[31855]: cluster 2024-08-29T17:50:49.776291+0000 mon.a (mon.0) 1395 : cluster [INF] Manager daemon y is now available 2024-08-29T17:50:50.881 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:50:50 smithi028 bash[31855]: audit 2024-08-29T17:50:49.813692+0000 mon.a (mon.0) 1396 : audit [DBG] from='mgr.24944 172.21.15.28:0/4206064451' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-29T17:50:50.881 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:50:50 smithi028 bash[31855]: audit 2024-08-29T17:50:49.842876+0000 mon.a (mon.0) 1397 : audit [DBG] from='mgr.24944 172.21.15.28:0/4206064451' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-29T17:50:50.882 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:50:50 smithi028 bash[31855]: audit 2024-08-29T17:50:49.871534+0000 mon.a (mon.0) 1398 : audit [INF] from='mgr.24944 172.21.15.28:0/4206064451' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/mirror_snapshot_schedule"}]: dispatch 2024-08-29T17:50:50.882 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:50:50 smithi028 bash[31855]: audit 2024-08-29T17:50:49.891423+0000 mon.a (mon.0) 1399 : audit [INF] from='mgr.24944 172.21.15.28:0/4206064451' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/trash_purge_schedule"}]: dispatch 2024-08-29T17:50:51.574 INFO:journalctl@ceph.mgr.x.smithi053.stdout:Aug 29 17:50:51 smithi053 bash[53049]: debug 2024-08-29T17:50:51.097+0000 7f3c6f07a040 -1 mgr[py] Module rook has missing NOTIFY_TYPES member 2024-08-29T17:50:51.574 INFO:journalctl@ceph.mgr.x.smithi053.stdout:Aug 29 17:50:51 smithi053 bash[53049]: debug 2024-08-29T17:50:51.165+0000 7f3c6f07a040 -1 mgr[py] Module iostat has missing NOTIFY_TYPES member 2024-08-29T17:50:51.574 INFO:journalctl@ceph.mgr.x.smithi053.stdout:Aug 29 17:50:51 smithi053 bash[53049]: debug 2024-08-29T17:50:51.321+0000 7f3c6f07a040 -1 mgr[py] Module telemetry has missing NOTIFY_TYPES member 2024-08-29T17:50:51.624 INFO:tasks.rados.rados.0.smithi028.stdout:1041: done (6 left) 2024-08-29T17:50:51.624 INFO:tasks.rados.rados.0.smithi028.stdout:1042: copy_from oid 18 from oid 36 current snap is 102 2024-08-29T17:50:51.624 INFO:tasks.rados.rados.0.smithi028.stdout:1043: snap_remove snap 85 2024-08-29T17:50:52.030 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:50:51 smithi053 bash[24720]: cluster 2024-08-29T17:50:50.633836+0000 mon.a (mon.0) 1400 : cluster [DBG] osdmap e263: 8 total, 8 up, 8 in 2024-08-29T17:50:52.030 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:50:51 smithi053 bash[24720]: cluster 2024-08-29T17:50:50.655495+0000 mon.a (mon.0) 1401 : cluster [DBG] mgrmap e32: y(active, since 1.03975s) 2024-08-29T17:50:52.030 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:50:51 smithi053 bash[24720]: cluster 2024-08-29T17:50:50.687530+0000 mgr.y (mgr.24944) 1 : cluster [DBG] pgmap v4: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 354 MiB data, 2.8 GiB used, 712 GiB / 715 GiB avail 2024-08-29T17:50:52.126 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:50:51 smithi028 bash[31855]: cluster 2024-08-29T17:50:50.633836+0000 mon.a (mon.0) 1400 : cluster [DBG] osdmap e263: 8 total, 8 up, 8 in 2024-08-29T17:50:52.126 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:50:51 smithi028 bash[31855]: cluster 2024-08-29T17:50:50.655495+0000 mon.a (mon.0) 1401 : cluster [DBG] mgrmap e32: y(active, since 1.03975s) 2024-08-29T17:50:52.126 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:50:51 smithi028 bash[31855]: cluster 2024-08-29T17:50:50.687530+0000 mgr.y (mgr.24944) 1 : cluster [DBG] pgmap v4: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 354 MiB data, 2.8 GiB used, 712 GiB / 715 GiB avail 2024-08-29T17:50:52.126 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:50:51 smithi028 bash[22419]: cluster 2024-08-29T17:50:50.633836+0000 mon.a (mon.0) 1400 : cluster [DBG] osdmap e263: 8 total, 8 up, 8 in 2024-08-29T17:50:52.126 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:50:51 smithi028 bash[22419]: cluster 2024-08-29T17:50:50.655495+0000 mon.a (mon.0) 1401 : cluster [DBG] mgrmap e32: y(active, since 1.03975s) 2024-08-29T17:50:52.126 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:50:51 smithi028 bash[22419]: cluster 2024-08-29T17:50:50.687530+0000 mgr.y (mgr.24944) 1 : cluster [DBG] pgmap v4: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 354 MiB data, 2.8 GiB used, 712 GiB / 715 GiB avail 2024-08-29T17:50:52.312 INFO:journalctl@ceph.mgr.x.smithi053.stdout:Aug 29 17:50:52 smithi053 bash[53049]: debug 2024-08-29T17:50:52.029+0000 7f3c6f07a040 -1 mgr[py] Module osd_support has missing NOTIFY_TYPES member 2024-08-29T17:50:52.312 INFO:journalctl@ceph.mgr.x.smithi053.stdout:Aug 29 17:50:52 smithi053 bash[53049]: debug 2024-08-29T17:50:52.101+0000 7f3c6f07a040 -1 mgr[py] Module selftest has missing NOTIFY_TYPES member 2024-08-29T17:50:52.312 INFO:journalctl@ceph.mgr.x.smithi053.stdout:Aug 29 17:50:52 smithi053 bash[53049]: debug 2024-08-29T17:50:52.173+0000 7f3c6f07a040 -1 mgr[py] Module progress has missing NOTIFY_TYPES member 2024-08-29T17:50:52.573 INFO:journalctl@ceph.prometheus.a.smithi053.stdout:Aug 29 17:50:52 smithi053 bash[60008]: ts=2024-08-29T17:50:52.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"3167ee72-662c-11ef-bcd4-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-29T17:50:52.574 INFO:journalctl@ceph.mgr.x.smithi053.stdout:Aug 29 17:50:52 smithi053 bash[53049]: debug 2024-08-29T17:50:52.369+0000 7f3c6f07a040 -1 mgr[py] Module rgw has missing NOTIFY_TYPES member 2024-08-29T17:50:52.574 INFO:journalctl@ceph.mgr.x.smithi053.stdout:Aug 29 17:50:52 smithi053 bash[53049]: debug 2024-08-29T17:50:52.449+0000 7f3c6f07a040 -1 mgr[py] Module crash has missing NOTIFY_TYPES member 2024-08-29T17:50:52.574 INFO:journalctl@ceph.mgr.x.smithi053.stdout:Aug 29 17:50:52 smithi053 bash[53049]: debug 2024-08-29T17:50:52.521+0000 7f3c6f07a040 -1 mgr[py] Module telegraf has missing NOTIFY_TYPES member 2024-08-29T17:50:52.627 INFO:tasks.rados.rados.0.smithi028.stdout:1043: done (7 left) 2024-08-29T17:50:52.627 INFO:tasks.rados.rados.0.smithi028.stdout:1044: snap_create 2024-08-29T17:50:52.627 INFO:tasks.rados.rados.0.smithi028.stdout:1035: finishing rollback tid 0 to smithi02869045-21 2024-08-29T17:50:52.627 INFO:tasks.rados.rados.0.smithi028.stdout:1035: finishing rollback tid 1 to smithi02869045-21 2024-08-29T17:50:52.627 INFO:tasks.rados.rados.0.smithi028.stdout:1035: finishing rollback tid 2 to smithi02869045-21 2024-08-29T17:50:52.627 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 21 v 550 (ObjNum 310 snap 91 seq_num 310) dirty exists 2024-08-29T17:50:52.627 INFO:tasks.rados.rados.0.smithi028.stdout:1034: expect (ObjNum 282 snap 81 seq_num 282) 2024-08-29T17:50:52.628 INFO:journalctl@ceph.mgr.y.smithi028.stdout:Aug 29 17:50:52 smithi028 bash[70818]: debug 2024-08-29T17:50:52.148+0000 7f7fe6ce2640 -1 log_channel(cephadm) log [ERR] : [29/Aug/2024:17:50:52] ENGINE Error in HTTPServer.serve 2024-08-29T17:50:52.628 INFO:journalctl@ceph.mgr.y.smithi028.stdout:Aug 29 17:50:52 smithi028 bash[70818]: Traceback (most recent call last): 2024-08-29T17:50:52.628 INFO:journalctl@ceph.mgr.y.smithi028.stdout:Aug 29 17:50:52 smithi028 bash[70818]: File "/lib/python3.9/site-packages/cheroot/server.py", line 1823, in serve 2024-08-29T17:50:52.629 INFO:journalctl@ceph.mgr.y.smithi028.stdout:Aug 29 17:50:52 smithi028 bash[70818]: self._connections.run(self.expiration_interval) 2024-08-29T17:50:52.629 INFO:journalctl@ceph.mgr.y.smithi028.stdout:Aug 29 17:50:52 smithi028 bash[70818]: File "/lib/python3.9/site-packages/cheroot/connections.py", line 203, in run 2024-08-29T17:50:52.629 INFO:journalctl@ceph.mgr.y.smithi028.stdout:Aug 29 17:50:52 smithi028 bash[70818]: self._run(expiration_interval) 2024-08-29T17:50:52.629 INFO:journalctl@ceph.mgr.y.smithi028.stdout:Aug 29 17:50:52 smithi028 bash[70818]: File "/lib/python3.9/site-packages/cheroot/connections.py", line 246, in _run 2024-08-29T17:50:52.629 INFO:journalctl@ceph.mgr.y.smithi028.stdout:Aug 29 17:50:52 smithi028 bash[70818]: new_conn = self._from_server_socket(self.server.socket) 2024-08-29T17:50:52.629 INFO:journalctl@ceph.mgr.y.smithi028.stdout:Aug 29 17:50:52 smithi028 bash[70818]: File "/lib/python3.9/site-packages/cheroot/connections.py", line 300, in _from_server_socket 2024-08-29T17:50:52.629 INFO:journalctl@ceph.mgr.y.smithi028.stdout:Aug 29 17:50:52 smithi028 bash[70818]: s, ssl_env = self.server.ssl_adapter.wrap(s) 2024-08-29T17:50:52.629 INFO:journalctl@ceph.mgr.y.smithi028.stdout:Aug 29 17:50:52 smithi028 bash[70818]: File "/lib/python3.9/site-packages/cheroot/ssl/builtin.py", line 277, in wrap 2024-08-29T17:50:52.629 INFO:journalctl@ceph.mgr.y.smithi028.stdout:Aug 29 17:50:52 smithi028 bash[70818]: s = self.context.wrap_socket( 2024-08-29T17:50:52.629 INFO:journalctl@ceph.mgr.y.smithi028.stdout:Aug 29 17:50:52 smithi028 bash[70818]: File "/lib64/python3.9/ssl.py", line 501, in wrap_socket 2024-08-29T17:50:52.629 INFO:journalctl@ceph.mgr.y.smithi028.stdout:Aug 29 17:50:52 smithi028 bash[70818]: return self.sslsocket_class._create( 2024-08-29T17:50:52.629 INFO:journalctl@ceph.mgr.y.smithi028.stdout:Aug 29 17:50:52 smithi028 bash[70818]: File "/lib64/python3.9/ssl.py", line 1074, in _create 2024-08-29T17:50:52.629 INFO:journalctl@ceph.mgr.y.smithi028.stdout:Aug 29 17:50:52 smithi028 bash[70818]: self.do_handshake() 2024-08-29T17:50:52.630 INFO:journalctl@ceph.mgr.y.smithi028.stdout:Aug 29 17:50:52 smithi028 bash[70818]: File "/lib64/python3.9/ssl.py", line 1343, in do_handshake 2024-08-29T17:50:52.630 INFO:journalctl@ceph.mgr.y.smithi028.stdout:Aug 29 17:50:52 smithi028 bash[70818]: self._sslobj.do_handshake() 2024-08-29T17:50:52.630 INFO:journalctl@ceph.mgr.y.smithi028.stdout:Aug 29 17:50:52 smithi028 bash[70818]: ssl.SSLZeroReturnError: TLS/SSL connection has been closed (EOF) (_ssl.c:1133) 2024-08-29T17:50:52.796 INFO:tasks.rados.rados.0.smithi028.stdout:1038: expect (ObjNum 250 snap 77 seq_num 250) 2024-08-29T17:50:52.910 INFO:tasks.rados.rados.0.smithi028.stdout:1037: expect (ObjNum 227 snap 64 seq_num 227) 2024-08-29T17:50:53.073 INFO:journalctl@ceph.mgr.x.smithi053.stdout:Aug 29 17:50:52 smithi053 bash[53049]: debug 2024-08-29T17:50:52.805+0000 7f3c6f07a040 -1 mgr[py] Module pg_autoscaler has missing NOTIFY_TYPES member 2024-08-29T17:50:53.074 INFO:journalctl@ceph.mgr.x.smithi053.stdout:Aug 29 17:50:52 smithi053 bash[53049]: debug 2024-08-29T17:50:52.873+0000 7f3c6f07a040 -1 mgr[py] Module zabbix has missing NOTIFY_TYPES member 2024-08-29T17:50:53.074 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:50:52 smithi053 bash[24720]: cluster 2024-08-29T17:50:51.627761+0000 mon.a (mon.0) 1402 : cluster [DBG] osdmap e264: 8 total, 8 up, 8 in 2024-08-29T17:50:53.074 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:50:52 smithi053 bash[24720]: cluster 2024-08-29T17:50:51.644981+0000 mgr.y (mgr.24944) 2 : cluster [DBG] pgmap v6: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 354 MiB data, 2.8 GiB used, 712 GiB / 715 GiB avail 2024-08-29T17:50:53.074 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:50:52 smithi053 bash[24720]: cluster 2024-08-29T17:50:52.630644+0000 mon.a (mon.0) 1403 : cluster [DBG] osdmap e265: 8 total, 8 up, 8 in 2024-08-29T17:50:53.126 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:50:52 smithi028 bash[31855]: cluster 2024-08-29T17:50:51.627761+0000 mon.a (mon.0) 1402 : cluster [DBG] osdmap e264: 8 total, 8 up, 8 in 2024-08-29T17:50:53.126 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:50:52 smithi028 bash[31855]: cluster 2024-08-29T17:50:51.644981+0000 mgr.y (mgr.24944) 2 : cluster [DBG] pgmap v6: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 354 MiB data, 2.8 GiB used, 712 GiB / 715 GiB avail 2024-08-29T17:50:53.126 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:50:52 smithi028 bash[31855]: cluster 2024-08-29T17:50:52.630644+0000 mon.a (mon.0) 1403 : cluster [DBG] osdmap e265: 8 total, 8 up, 8 in 2024-08-29T17:50:53.126 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:50:52 smithi028 bash[22419]: cluster 2024-08-29T17:50:51.627761+0000 mon.a (mon.0) 1402 : cluster [DBG] osdmap e264: 8 total, 8 up, 8 in 2024-08-29T17:50:53.126 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:50:52 smithi028 bash[22419]: cluster 2024-08-29T17:50:51.644981+0000 mgr.y (mgr.24944) 2 : cluster [DBG] pgmap v6: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 354 MiB data, 2.8 GiB used, 712 GiB / 715 GiB avail 2024-08-29T17:50:53.126 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:50:52 smithi028 bash[22419]: cluster 2024-08-29T17:50:52.630644+0000 mon.a (mon.0) 1403 : cluster [DBG] osdmap e265: 8 total, 8 up, 8 in 2024-08-29T17:50:53.201 INFO:tasks.rados.rados.0.smithi028.stdout:1039: expect (ObjNum 258 snap 78 seq_num 258) 2024-08-29T17:50:53.427 INFO:journalctl@ceph.mgr.x.smithi053.stdout:Aug 29 17:50:53 smithi053 bash[53049]: debug 2024-08-29T17:50:53.081+0000 7f3c6f07a040 -1 mgr[py] Module nfs has missing NOTIFY_TYPES member 2024-08-29T17:50:53.427 INFO:journalctl@ceph.mgr.x.smithi053.stdout:Aug 29 17:50:53 smithi053 bash[53049]: debug 2024-08-29T17:50:53.165+0000 7f3c6f07a040 -1 mgr[py] Module balancer has missing NOTIFY_TYPES member 2024-08-29T17:50:53.546 INFO:teuthology.orchestra.run.smithi028.stdout:true 2024-08-29T17:50:53.644 INFO:tasks.rados.rados.0.smithi028.stdout:1042: finishing copy_from racing read to smithi02869045-18 2024-08-29T17:50:53.644 INFO:tasks.rados.rados.0.smithi028.stdout:1042: finishing copy_from to smithi02869045-18 2024-08-29T17:50:53.644 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 18 v 181 (ObjNum 321 snap 101 seq_num 321) dirty exists 2024-08-29T17:50:53.644 INFO:tasks.rados.rados.0.smithi028.stdout:1033: done (7 left) 2024-08-29T17:50:53.645 INFO:tasks.rados.rados.0.smithi028.stdout:1034: done (6 left) 2024-08-29T17:50:53.645 INFO:tasks.rados.rados.0.smithi028.stdout:1035: done (5 left) 2024-08-29T17:50:53.645 INFO:tasks.rados.rados.0.smithi028.stdout:1037: done (4 left) 2024-08-29T17:50:53.645 INFO:tasks.rados.rados.0.smithi028.stdout:1038: done (3 left) 2024-08-29T17:50:53.645 INFO:tasks.rados.rados.0.smithi028.stdout:1039: done (2 left) 2024-08-29T17:50:53.646 INFO:tasks.rados.rados.0.smithi028.stdout:1042: done (1 left) 2024-08-29T17:50:53.646 INFO:tasks.rados.rados.0.smithi028.stdout:1044: done (0 left) 2024-08-29T17:50:53.646 INFO:tasks.rados.rados.0.smithi028.stdout:1045: snap_remove snap 61 2024-08-29T17:50:53.797 INFO:journalctl@ceph.prometheus.a.smithi053.stdout:Aug 29 17:50:53 smithi053 bash[60008]: ts=2024-08-29T17:50:53.505Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=nodes name=CephNodeDiskspaceWarning index=4 msg="Evaluating rule failed" rule="alert: CephNodeDiskspaceWarning\nexpr: predict_linear(node_filesystem_free_bytes{device=~\"/.*\"}[2d], 3600 * 24 * 5)\n * on (instance) group_left (nodename) node_uname_info < 0\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.8.4\n severity: warning\n type: ceph_default\nannotations:\n description: Mountpoint {{ $labels.mountpoint }} on {{ $labels.nodename }} will\n be full in less than 5 days based on the 48 hour trailing fill rate.\n summary: Host filesystem free space is getting low\n" err="found duplicate series for the match group {instance=\"smithi028\"} on the right hand-side of the operation: [{__name__=\"node_uname_info\", domainname=\"(none)\", instance=\"smithi028\", job=\"node\", machine=\"x86_64\", nodename=\"smithi028\", release=\"5.15.0-119-generic\", sysname=\"Linux\", version=\"#129-Ubuntu SMP Fri Aug 2 19:25:20 UTC 2024\"}, {__name__=\"node_uname_info\", cluster=\"3167ee72-662c-11ef-bcd4-c7b262605968\", domainname=\"(none)\", instance=\"smithi028\", job=\"node\", machine=\"x86_64\", nodename=\"smithi028\", release=\"5.15.0-119-generic\", sysname=\"Linux\", version=\"#129-Ubuntu SMP Fri Aug 2 19:25:20 UTC 2024\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-29T17:50:53.798 INFO:journalctl@ceph.mgr.x.smithi053.stdout:Aug 29 17:50:53 smithi053 bash[53049]: debug 2024-08-29T17:50:53.425+0000 7f3c6f07a040 -1 mgr[py] Module diskprediction_local has missing NOTIFY_TYPES member 2024-08-29T17:50:53.799 INFO:journalctl@ceph.mgr.x.smithi053.stdout:Aug 29 17:50:53 smithi053 bash[53049]: debug 2024-08-29T17:50:53.617+0000 7f3c6f07a040 -1 mgr[py] Module orchestrator has missing NOTIFY_TYPES member 2024-08-29T17:50:53.799 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:50:53 smithi053 bash[24720]: cephadm 2024-08-29T17:50:52.022927+0000 mgr.y (mgr.24944) 3 : cephadm [INF] [29/Aug/2024:17:50:52] ENGINE Bus STARTING 2024-08-29T17:50:53.800 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:50:53 smithi053 bash[24720]: cephadm 2024-08-29T17:50:52.147671+0000 mgr.y (mgr.24944) 4 : cephadm [INF] [29/Aug/2024:17:50:52] ENGINE Serving on https://172.21.15.28:7150 2024-08-29T17:50:53.800 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:50:53 smithi053 bash[24720]: cephadm 2024-08-29T17:50:52.152194+0000 mgr.y (mgr.24944) 5 : cephadm [ERR] [29/Aug/2024:17:50:52] ENGINE Error in HTTPServer.serve 2024-08-29T17:50:53.800 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:50:53 smithi053 bash[24720]: Traceback (most recent call last): 2024-08-29T17:50:53.801 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:50:53 smithi053 bash[24720]: File "/lib/python3.9/site-packages/cheroot/server.py", line 1823, in serve 2024-08-29T17:50:53.801 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:50:53 smithi053 bash[24720]: self._connections.run(self.expiration_interval) 2024-08-29T17:50:53.801 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:50:53 smithi053 bash[24720]: File "/lib/python3.9/site-packages/cheroot/connections.py", line 203, in run 2024-08-29T17:50:53.801 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:50:53 smithi053 bash[24720]: self._run(expiration_interval) 2024-08-29T17:50:53.801 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:50:53 smithi053 bash[24720]: File "/lib/python3.9/site-packages/cheroot/connections.py", line 246, in _run 2024-08-29T17:50:53.802 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:50:53 smithi053 bash[24720]: new_conn = self._from_server_socket(self.server.socket) 2024-08-29T17:50:53.802 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:50:53 smithi053 bash[24720]: File "/lib/python3.9/site-packages/cheroot/connections.py", line 300, in _from_server_socket 2024-08-29T17:50:53.802 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:50:53 smithi053 bash[24720]: s, ssl_env = self.server.ssl_adapter.wrap(s) 2024-08-29T17:50:53.802 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:50:53 smithi053 bash[24720]: File "/lib/python3.9/site-packages/cheroot/ssl/builtin.py", line 277, in wrap 2024-08-29T17:50:53.802 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:50:53 smithi053 bash[24720]: s = self.context.wrap_socket( 2024-08-29T17:50:53.802 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:50:53 smithi053 bash[24720]: File "/lib64/python3.9/ssl.py", line 501, in wrap_socket 2024-08-29T17:50:53.802 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:50:53 smithi053 bash[24720]: return self.sslsocket_class._create( 2024-08-29T17:50:53.802 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:50:53 smithi053 bash[24720]: File "/lib64/python3.9/ssl.py", line 1074, in _create 2024-08-29T17:50:53.802 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:50:53 smithi053 bash[24720]: self.do_handshake() 2024-08-29T17:50:53.802 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:50:53 smithi053 bash[24720]: File "/lib64/python3.9/ssl.py", line 1343, in do_handshake 2024-08-29T17:50:53.802 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:50:53 smithi053 bash[24720]: self._sslobj.do_handshake() 2024-08-29T17:50:53.802 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:50:53 smithi053 bash[24720]: ssl.SSLZeroReturnError: TLS/SSL connection has been closed (EOF) (_ssl.c:1133) 2024-08-29T17:50:53.802 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:50:53 smithi053 bash[24720]: cephadm 2024-08-29T17:50:52.249102+0000 mgr.y (mgr.24944) 6 : cephadm [INF] [29/Aug/2024:17:50:52] ENGINE Serving on http://172.21.15.28:8765 2024-08-29T17:50:53.803 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:50:53 smithi053 bash[24720]: cephadm 2024-08-29T17:50:52.249269+0000 mgr.y (mgr.24944) 7 : cephadm [INF] [29/Aug/2024:17:50:52] ENGINE Bus STARTED 2024-08-29T17:50:53.803 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:50:53 smithi053 bash[24720]: cluster 2024-08-29T17:50:52.666306+0000 mon.a (mon.0) 1404 : cluster [DBG] mgrmap e33: y(active, since 3s) 2024-08-29T17:50:53.803 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:50:53 smithi053 bash[24720]: cluster 2024-08-29T17:50:53.628768+0000 mon.a (mon.0) 1405 : cluster [DBG] osdmap e266: 8 total, 8 up, 8 in 2024-08-29T17:50:53.872 INFO:teuthology.orchestra.run.smithi028.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2024-08-29T17:50:53.872 INFO:teuthology.orchestra.run.smithi028.stdout:alertmanager.a smithi028 *:9093,9094 running (43s) 15s ago 7m 13.9M - 0.25.0 c8568f914cd2 c7223f7204fa 2024-08-29T17:50:53.872 INFO:teuthology.orchestra.run.smithi028.stdout:grafana.a smithi053 *:3000 running (27s) 15s ago 7m 64.2M - 9.4.7 954c08fa6188 a7eaafe982e3 2024-08-29T17:50:53.872 INFO:teuthology.orchestra.run.smithi028.stdout:mds.a smithi028 running (10m) 15s ago 10m 13.9M - 17.2.7-1503-ga89f613d 250d9a61b6c5 c6b415d0b6f0 2024-08-29T17:50:53.872 INFO:teuthology.orchestra.run.smithi028.stdout:mds.b smithi053 running (10m) 15s ago 10m 17.0M - 17.2.7-1503-ga89f613d 250d9a61b6c5 8d3ee9e57659 2024-08-29T17:50:53.872 INFO:teuthology.orchestra.run.smithi028.stdout:mgr.x smithi053 *:8443,9283 running (90s) 15s ago 18m 489M - 19.1.1-235-g1ef86450 d401bb9bb76e 8461d85d68d4 2024-08-29T17:50:53.872 INFO:teuthology.orchestra.run.smithi028.stdout:mgr.y smithi028 *:8443,9283,8765 running (21s) 15s ago 20m 137M - 19.1.1-235-g1ef86450 d401bb9bb76e ef4c084deb28 2024-08-29T17:50:53.873 INFO:teuthology.orchestra.run.smithi028.stdout:mon.a smithi028 running (20m) 15s ago 20m 60.7M 2048M 17.2.7-1503-ga89f613d 250d9a61b6c5 fa08202e10c3 2024-08-29T17:50:53.873 INFO:teuthology.orchestra.run.smithi028.stdout:mon.b smithi053 running (18m) 15s ago 18m 48.5M 2048M 17.2.7-1503-ga89f613d 250d9a61b6c5 45c16fe81a22 2024-08-29T17:50:53.873 INFO:teuthology.orchestra.run.smithi028.stdout:mon.c smithi028 running (18m) 15s ago 18m 44.5M 2048M 17.2.7-1503-ga89f613d 250d9a61b6c5 20cfd8b5e450 2024-08-29T17:50:53.873 INFO:teuthology.orchestra.run.smithi028.stdout:node-exporter.a smithi028 *:9100 running (48s) 15s ago 7m 7787k - 1.5.0 0da6a335fe13 620017e337b2 2024-08-29T17:50:53.873 INFO:teuthology.orchestra.run.smithi028.stdout:node-exporter.b smithi053 *:9100 running (34s) 15s ago 7m 7016k - 1.5.0 0da6a335fe13 e8eb22b0ee9e 2024-08-29T17:50:53.873 INFO:teuthology.orchestra.run.smithi028.stdout:osd.0 smithi028 running (17m) 15s ago 17m 165M 2525M 17.2.7-1503-ga89f613d 250d9a61b6c5 6170d7ba6af9 2024-08-29T17:50:53.873 INFO:teuthology.orchestra.run.smithi028.stdout:osd.1 smithi028 running (16m) 15s ago 16m 142M 2525M 17.2.7-1503-ga89f613d 250d9a61b6c5 f84612c9ccfa 2024-08-29T17:50:53.873 INFO:teuthology.orchestra.run.smithi028.stdout:osd.2 smithi028 running (15m) 15s ago 15m 152M 2525M 17.2.7-1503-ga89f613d 250d9a61b6c5 7e6fdf4e2629 2024-08-29T17:50:53.873 INFO:teuthology.orchestra.run.smithi028.stdout:osd.3 smithi028 running (14m) 15s ago 14m 124M 2525M 17.2.7-1503-ga89f613d 250d9a61b6c5 4f0fede11ee1 2024-08-29T17:50:53.873 INFO:teuthology.orchestra.run.smithi028.stdout:osd.4 smithi053 running (13m) 15s ago 13m 178M 2525M 17.2.7-1503-ga89f613d 250d9a61b6c5 e93527f41048 2024-08-29T17:50:53.873 INFO:teuthology.orchestra.run.smithi028.stdout:osd.5 smithi053 running (13m) 15s ago 13m 151M 2525M 17.2.7-1503-ga89f613d 250d9a61b6c5 86885633963d 2024-08-29T17:50:53.873 INFO:teuthology.orchestra.run.smithi028.stdout:osd.6 smithi053 running (12m) 15s ago 12m 114M 2525M 17.2.7-1503-ga89f613d 250d9a61b6c5 e65db659e42e 2024-08-29T17:50:53.874 INFO:teuthology.orchestra.run.smithi028.stdout:osd.7 smithi053 running (11m) 15s ago 11m 121M 2525M 17.2.7-1503-ga89f613d 250d9a61b6c5 69a8ac6ca110 2024-08-29T17:50:53.874 INFO:teuthology.orchestra.run.smithi028.stdout:prometheus.a smithi053 *:9095 running (36s) 15s ago 8m 36.9M - 2.43.0 a07b618ecd1d bacceacd3c6e 2024-08-29T17:50:54.070 INFO:journalctl@ceph.mgr.x.smithi053.stdout:Aug 29 17:50:53 smithi053 bash[53049]: debug 2024-08-29T17:50:53.789+0000 7f3c6f07a040 -1 mgr[py] Module rbd_support has missing NOTIFY_TYPES member 2024-08-29T17:50:54.070 INFO:journalctl@ceph.mgr.x.smithi053.stdout:Aug 29 17:50:53 smithi053 bash[53049]: debug 2024-08-29T17:50:53.873+0000 7f3c6f07a040 -1 mgr[py] Module alerts has missing NOTIFY_TYPES member 2024-08-29T17:50:54.127 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:50:53 smithi028 bash[22419]: cephadm 2024-08-29T17:50:52.022927+0000 mgr.y (mgr.24944) 3 : cephadm [INF] [29/Aug/2024:17:50:52] ENGINE Bus STARTING 2024-08-29T17:50:54.128 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:50:53 smithi028 bash[22419]: cephadm 2024-08-29T17:50:52.147671+0000 mgr.y (mgr.24944) 4 : cephadm [INF] [29/Aug/2024:17:50:52] ENGINE Serving on https://172.21.15.28:7150 2024-08-29T17:50:54.128 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:50:53 smithi028 bash[22419]: cephadm 2024-08-29T17:50:52.152194+0000 mgr.y (mgr.24944) 5 : cephadm [ERR] [29/Aug/2024:17:50:52] ENGINE Error in HTTPServer.serve 2024-08-29T17:50:54.128 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:50:53 smithi028 bash[22419]: Traceback (most recent call last): 2024-08-29T17:50:54.128 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:50:53 smithi028 bash[22419]: File "/lib/python3.9/site-packages/cheroot/server.py", line 1823, in serve 2024-08-29T17:50:54.128 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:50:53 smithi028 bash[22419]: self._connections.run(self.expiration_interval) 2024-08-29T17:50:54.128 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:50:53 smithi028 bash[22419]: File "/lib/python3.9/site-packages/cheroot/connections.py", line 203, in run 2024-08-29T17:50:54.128 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:50:53 smithi028 bash[22419]: self._run(expiration_interval) 2024-08-29T17:50:54.128 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:50:53 smithi028 bash[22419]: File "/lib/python3.9/site-packages/cheroot/connections.py", line 246, in _run 2024-08-29T17:50:54.128 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:50:53 smithi028 bash[22419]: new_conn = self._from_server_socket(self.server.socket) 2024-08-29T17:50:54.128 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:50:53 smithi028 bash[22419]: File "/lib/python3.9/site-packages/cheroot/connections.py", line 300, in _from_server_socket 2024-08-29T17:50:54.128 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:50:53 smithi028 bash[22419]: s, ssl_env = self.server.ssl_adapter.wrap(s) 2024-08-29T17:50:54.129 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:50:53 smithi028 bash[22419]: File "/lib/python3.9/site-packages/cheroot/ssl/builtin.py", line 277, in wrap 2024-08-29T17:50:54.129 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:50:53 smithi028 bash[22419]: s = self.context.wrap_socket( 2024-08-29T17:50:54.129 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:50:53 smithi028 bash[22419]: File "/lib64/python3.9/ssl.py", line 501, in wrap_socket 2024-08-29T17:50:54.129 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:50:53 smithi028 bash[22419]: return self.sslsocket_class._create( 2024-08-29T17:50:54.129 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:50:53 smithi028 bash[22419]: File "/lib64/python3.9/ssl.py", line 1074, in _create 2024-08-29T17:50:54.129 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:50:53 smithi028 bash[22419]: self.do_handshake() 2024-08-29T17:50:54.129 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:50:53 smithi028 bash[22419]: File "/lib64/python3.9/ssl.py", line 1343, in do_handshake 2024-08-29T17:50:54.129 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:50:53 smithi028 bash[22419]: self._sslobj.do_handshake() 2024-08-29T17:50:54.129 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:50:53 smithi028 bash[22419]: ssl.SSLZeroReturnError: TLS/SSL connection has been closed (EOF) (_ssl.c:1133) 2024-08-29T17:50:54.129 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:50:53 smithi028 bash[22419]: cephadm 2024-08-29T17:50:52.249102+0000 mgr.y (mgr.24944) 6 : cephadm [INF] [29/Aug/2024:17:50:52] ENGINE Serving on http://172.21.15.28:8765 2024-08-29T17:50:54.129 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:50:53 smithi028 bash[22419]: cephadm 2024-08-29T17:50:52.249269+0000 mgr.y (mgr.24944) 7 : cephadm [INF] [29/Aug/2024:17:50:52] ENGINE Bus STARTED 2024-08-29T17:50:54.129 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:50:53 smithi028 bash[22419]: cluster 2024-08-29T17:50:52.666306+0000 mon.a (mon.0) 1404 : cluster [DBG] mgrmap e33: y(active, since 3s) 2024-08-29T17:50:54.129 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:50:53 smithi028 bash[22419]: cluster 2024-08-29T17:50:53.628768+0000 mon.a (mon.0) 1405 : cluster [DBG] osdmap e266: 8 total, 8 up, 8 in 2024-08-29T17:50:54.130 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:50:53 smithi028 bash[31855]: cephadm 2024-08-29T17:50:52.022927+0000 mgr.y (mgr.24944) 3 : cephadm [INF] [29/Aug/2024:17:50:52] ENGINE Bus STARTING 2024-08-29T17:50:54.130 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:50:53 smithi028 bash[31855]: cephadm 2024-08-29T17:50:52.147671+0000 mgr.y (mgr.24944) 4 : cephadm [INF] [29/Aug/2024:17:50:52] ENGINE Serving on https://172.21.15.28:7150 2024-08-29T17:50:54.130 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:50:53 smithi028 bash[31855]: cephadm 2024-08-29T17:50:52.152194+0000 mgr.y (mgr.24944) 5 : cephadm [ERR] [29/Aug/2024:17:50:52] ENGINE Error in HTTPServer.serve 2024-08-29T17:50:54.130 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:50:53 smithi028 bash[31855]: Traceback (most recent call last): 2024-08-29T17:50:54.130 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:50:53 smithi028 bash[31855]: File "/lib/python3.9/site-packages/cheroot/server.py", line 1823, in serve 2024-08-29T17:50:54.130 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:50:53 smithi028 bash[31855]: self._connections.run(self.expiration_interval) 2024-08-29T17:50:54.130 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:50:53 smithi028 bash[31855]: File "/lib/python3.9/site-packages/cheroot/connections.py", line 203, in run 2024-08-29T17:50:54.131 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:50:53 smithi028 bash[31855]: self._run(expiration_interval) 2024-08-29T17:50:54.131 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:50:53 smithi028 bash[31855]: File "/lib/python3.9/site-packages/cheroot/connections.py", line 246, in _run 2024-08-29T17:50:54.131 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:50:53 smithi028 bash[31855]: new_conn = self._from_server_socket(self.server.socket) 2024-08-29T17:50:54.131 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:50:53 smithi028 bash[31855]: File "/lib/python3.9/site-packages/cheroot/connections.py", line 300, in _from_server_socket 2024-08-29T17:50:54.131 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:50:53 smithi028 bash[31855]: s, ssl_env = self.server.ssl_adapter.wrap(s) 2024-08-29T17:50:54.131 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:50:53 smithi028 bash[31855]: File "/lib/python3.9/site-packages/cheroot/ssl/builtin.py", line 277, in wrap 2024-08-29T17:50:54.131 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:50:53 smithi028 bash[31855]: s = self.context.wrap_socket( 2024-08-29T17:50:54.131 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:50:53 smithi028 bash[31855]: File "/lib64/python3.9/ssl.py", line 501, in wrap_socket 2024-08-29T17:50:54.131 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:50:53 smithi028 bash[31855]: return self.sslsocket_class._create( 2024-08-29T17:50:54.131 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:50:53 smithi028 bash[31855]: File "/lib64/python3.9/ssl.py", line 1074, in _create 2024-08-29T17:50:54.131 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:50:53 smithi028 bash[31855]: self.do_handshake() 2024-08-29T17:50:54.131 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:50:53 smithi028 bash[31855]: File "/lib64/python3.9/ssl.py", line 1343, in do_handshake 2024-08-29T17:50:54.131 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:50:53 smithi028 bash[31855]: self._sslobj.do_handshake() 2024-08-29T17:50:54.131 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:50:53 smithi028 bash[31855]: ssl.SSLZeroReturnError: TLS/SSL connection has been closed (EOF) (_ssl.c:1133) 2024-08-29T17:50:54.132 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:50:53 smithi028 bash[31855]: cephadm 2024-08-29T17:50:52.249102+0000 mgr.y (mgr.24944) 6 : cephadm [INF] [29/Aug/2024:17:50:52] ENGINE Serving on http://172.21.15.28:8765 2024-08-29T17:50:54.132 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:50:53 smithi028 bash[31855]: cephadm 2024-08-29T17:50:52.249269+0000 mgr.y (mgr.24944) 7 : cephadm [INF] [29/Aug/2024:17:50:52] ENGINE Bus STARTED 2024-08-29T17:50:54.132 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:50:53 smithi028 bash[31855]: cluster 2024-08-29T17:50:52.666306+0000 mon.a (mon.0) 1404 : cluster [DBG] mgrmap e33: y(active, since 3s) 2024-08-29T17:50:54.132 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:50:53 smithi028 bash[31855]: cluster 2024-08-29T17:50:53.628768+0000 mon.a (mon.0) 1405 : cluster [DBG] osdmap e266: 8 total, 8 up, 8 in 2024-08-29T17:50:54.236 INFO:teuthology.orchestra.run.smithi028.stdout:{ 2024-08-29T17:50:54.236 INFO:teuthology.orchestra.run.smithi028.stdout: "mon": { 2024-08-29T17:50:54.236 INFO:teuthology.orchestra.run.smithi028.stdout: "ceph version 17.2.7-1503-ga89f613d (a89f613db4d5b6bca82681f19d73c6d337aae2d5) quincy (stable)": 3 2024-08-29T17:50:54.236 INFO:teuthology.orchestra.run.smithi028.stdout: }, 2024-08-29T17:50:54.236 INFO:teuthology.orchestra.run.smithi028.stdout: "mgr": { 2024-08-29T17:50:54.236 INFO:teuthology.orchestra.run.smithi028.stdout: "ceph version 19.1.1-235-g1ef86450 (1ef864504b8875c83ee6c2c5fedc13315bebf7f5) squid (rc)": 1 2024-08-29T17:50:54.236 INFO:teuthology.orchestra.run.smithi028.stdout: }, 2024-08-29T17:50:54.236 INFO:teuthology.orchestra.run.smithi028.stdout: "osd": { 2024-08-29T17:50:54.236 INFO:teuthology.orchestra.run.smithi028.stdout: "ceph version 17.2.7-1503-ga89f613d (a89f613db4d5b6bca82681f19d73c6d337aae2d5) quincy (stable)": 8 2024-08-29T17:50:54.236 INFO:teuthology.orchestra.run.smithi028.stdout: }, 2024-08-29T17:50:54.237 INFO:teuthology.orchestra.run.smithi028.stdout: "mds": { 2024-08-29T17:50:54.237 INFO:teuthology.orchestra.run.smithi028.stdout: "ceph version 17.2.7-1503-ga89f613d (a89f613db4d5b6bca82681f19d73c6d337aae2d5) quincy (stable)": 2 2024-08-29T17:50:54.237 INFO:teuthology.orchestra.run.smithi028.stdout: }, 2024-08-29T17:50:54.237 INFO:teuthology.orchestra.run.smithi028.stdout: "overall": { 2024-08-29T17:50:54.237 INFO:teuthology.orchestra.run.smithi028.stdout: "ceph version 17.2.7-1503-ga89f613d (a89f613db4d5b6bca82681f19d73c6d337aae2d5) quincy (stable)": 13, 2024-08-29T17:50:54.237 INFO:teuthology.orchestra.run.smithi028.stdout: "ceph version 19.1.1-235-g1ef86450 (1ef864504b8875c83ee6c2c5fedc13315bebf7f5) squid (rc)": 1 2024-08-29T17:50:54.237 INFO:teuthology.orchestra.run.smithi028.stdout: } 2024-08-29T17:50:54.237 INFO:teuthology.orchestra.run.smithi028.stdout:} 2024-08-29T17:50:54.324 INFO:journalctl@ceph.mgr.x.smithi053.stdout:Aug 29 17:50:54 smithi053 bash[53049]: debug 2024-08-29T17:50:54.069+0000 7f3c6f07a040 -1 mgr[py] Module test_orchestrator has missing NOTIFY_TYPES member 2024-08-29T17:50:54.512 INFO:tasks.rados.rados.0.smithi028.stdout:1045: done (0 left) 2024-08-29T17:50:54.512 INFO:tasks.rados.rados.0.smithi028.stdout:append oid 25 current snap is 103 2024-08-29T17:50:54.512 INFO:tasks.rados.rados.0.smithi028.stdout:1046: seq_num 324 ranges {3219456=630784} 2024-08-29T17:50:54.548 INFO:tasks.rados.rados.0.smithi028.stdout:1046: writing smithi02869045-25 from 3219456 to 3850240 tid 1 2024-08-29T17:50:54.549 INFO:tasks.rados.rados.0.smithi028.stdout:1047: copy_from oid 1 from oid 10 current snap is 103 2024-08-29T17:50:54.549 INFO:tasks.rados.rados.0.smithi028.stdout:1048: read oid 46 snap -1 2024-08-29T17:50:54.549 INFO:tasks.rados.rados.0.smithi028.stdout:1048: expect (ObjNum 50 snap 0 seq_num 50) 2024-08-29T17:50:54.549 INFO:tasks.rados.rados.0.smithi028.stdout:append oid 24 current snap is 103 2024-08-29T17:50:54.549 INFO:tasks.rados.rados.0.smithi028.stdout:1049: seq_num 325 ranges {925696=647168} 2024-08-29T17:50:54.563 INFO:tasks.rados.rados.0.smithi028.stdout:1049: writing smithi02869045-24 from 925696 to 1572864 tid 1 2024-08-29T17:50:54.564 INFO:tasks.rados.rados.0.smithi028.stdout:append oid 5 current snap is 103 2024-08-29T17:50:54.564 INFO:tasks.rados.rados.0.smithi028.stdout:1050: seq_num 326 ranges {1826816=663552} 2024-08-29T17:50:54.584 INFO:tasks.rados.rados.0.smithi028.stdout:1050: writing smithi02869045-5 from 1826816 to 2490368 tid 1 2024-08-29T17:50:54.585 INFO:tasks.rados.rados.0.smithi028.stdout:1051: rollback oid 26 current snap is 103 2024-08-29T17:50:54.585 INFO:tasks.rados.rados.0.smithi028.stdout:rollback oid 26 to 98 2024-08-29T17:50:54.585 INFO:tasks.rados.rados.0.smithi028.stdout:1046: finishing write tid 1 to smithi02869045-25 2024-08-29T17:50:54.585 INFO:tasks.rados.rados.0.smithi028.stdout:1046: finishing write tid 2 to smithi02869045-25 2024-08-29T17:50:54.585 INFO:tasks.rados.rados.0.smithi028.stdout:append oid 37 current snap is 103 2024-08-29T17:50:54.585 INFO:tasks.rados.rados.0.smithi028.stdout:1052: seq_num 327 ranges {417792=679936} 2024-08-29T17:50:54.592 INFO:tasks.rados.rados.0.smithi028.stdout:1052: writing smithi02869045-37 from 417792 to 1097728 tid 1 2024-08-29T17:50:54.592 INFO:tasks.rados.rados.0.smithi028.stdout:1053: copy_from oid 35 from oid 18 current snap is 103 2024-08-29T17:50:54.592 INFO:tasks.rados.rados.0.smithi028.stdout:1048: expect (ObjNum 50 snap 0 seq_num 50) 2024-08-29T17:50:54.653 INFO:tasks.rados.rados.0.smithi028.stdout:1046: finishing write tid 3 to smithi02869045-25 2024-08-29T17:50:54.653 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 25 v 65 (ObjNum 324 snap 103 seq_num 324) dirty exists 2024-08-29T17:50:54.654 INFO:tasks.rados.rados.0.smithi028.stdout:1046: left oid 25 (ObjNum 324 snap 103 seq_num 324) 2024-08-29T17:50:54.654 INFO:tasks.rados.rados.0.smithi028.stdout:1049: finishing write tid 1 to smithi02869045-24 2024-08-29T17:50:54.654 INFO:tasks.rados.rados.0.smithi028.stdout:1049: finishing write tid 2 to smithi02869045-24 2024-08-29T17:50:54.654 INFO:tasks.rados.rados.0.smithi028.stdout:1049: finishing write tid 3 to smithi02869045-24 2024-08-29T17:50:54.654 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 24 v 286 (ObjNum 325 snap 103 seq_num 325) dirty exists 2024-08-29T17:50:54.654 INFO:tasks.rados.rados.0.smithi028.stdout:1049: left oid 24 (ObjNum 325 snap 103 seq_num 325) 2024-08-29T17:50:54.654 INFO:tasks.rados.rados.0.smithi028.stdout:1047: finishing copy_from racing read to smithi02869045-1 2024-08-29T17:50:54.654 INFO:tasks.rados.rados.0.smithi028.stdout:1047: finishing copy_from to smithi02869045-1 2024-08-29T17:50:54.654 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 1 v 539 (ObjNum 322 snap 101 seq_num 322) dirty exists 2024-08-29T17:50:54.654 INFO:tasks.rados.rados.0.smithi028.stdout:1051: finishing rollback tid 1 to smithi02869045-26 2024-08-29T17:50:54.654 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 26 v 400 (ObjNum 273 snap 0 seq_num 0) dirty dne 2024-08-29T17:50:54.654 INFO:tasks.rados.rados.0.smithi028.stdout:1050: finishing write tid 1 to smithi02869045-5 2024-08-29T17:50:54.654 INFO:tasks.rados.rados.0.smithi028.stdout:1050: finishing write tid 2 to smithi02869045-5 2024-08-29T17:50:54.655 INFO:tasks.rados.rados.0.smithi028.stdout:1050: finishing write tid 3 to smithi02869045-5 2024-08-29T17:50:54.655 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 5 v 293 (ObjNum 326 snap 103 seq_num 326) dirty exists 2024-08-29T17:50:54.655 INFO:tasks.rados.rados.0.smithi028.stdout:1050: left oid 5 (ObjNum 326 snap 103 seq_num 326) 2024-08-29T17:50:54.655 INFO:tasks.rados.rados.0.smithi028.stdout:1052: finishing write tid 1 to smithi02869045-37 2024-08-29T17:50:54.655 INFO:tasks.rados.rados.0.smithi028.stdout:1052: finishing write tid 2 to smithi02869045-37 2024-08-29T17:50:54.655 INFO:tasks.rados.rados.0.smithi028.stdout:1053: finishing copy_from racing read to smithi02869045-35 2024-08-29T17:50:54.655 INFO:tasks.rados.rados.0.smithi028.stdout:1052: finishing write tid 3 to smithi02869045-37 2024-08-29T17:50:54.655 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 37 v 774 (ObjNum 327 snap 103 seq_num 327) dirty exists 2024-08-29T17:50:54.655 INFO:tasks.rados.rados.0.smithi028.stdout:1052: left oid 37 (ObjNum 327 snap 103 seq_num 327) 2024-08-29T17:50:54.655 INFO:tasks.rados.rados.0.smithi028.stdout:1053: finishing copy_from to smithi02869045-35 2024-08-29T17:50:54.655 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 35 v 181 (ObjNum 321 snap 101 seq_num 321) dirty exists 2024-08-29T17:50:54.655 INFO:tasks.rados.rados.0.smithi028.stdout:1046: done (7 left) 2024-08-29T17:50:54.655 INFO:tasks.rados.rados.0.smithi028.stdout:1047: done (6 left) 2024-08-29T17:50:54.655 INFO:tasks.rados.rados.0.smithi028.stdout:1048: done (5 left) 2024-08-29T17:50:54.655 INFO:tasks.rados.rados.0.smithi028.stdout:1049: done (4 left) 2024-08-29T17:50:54.656 INFO:tasks.rados.rados.0.smithi028.stdout:1050: done (3 left) 2024-08-29T17:50:54.656 INFO:tasks.rados.rados.0.smithi028.stdout:1051: done (2 left) 2024-08-29T17:50:54.656 INFO:tasks.rados.rados.0.smithi028.stdout:1052: done (1 left) 2024-08-29T17:50:54.656 INFO:tasks.rados.rados.0.smithi028.stdout:1053: done (0 left) 2024-08-29T17:50:54.656 INFO:tasks.rados.rados.0.smithi028.stdout:1054: copy_from oid 49 from oid 9 current snap is 103 2024-08-29T17:50:54.656 INFO:tasks.rados.rados.0.smithi028.stdout:1055: read oid 33 snap -1 2024-08-29T17:50:54.656 INFO:tasks.rados.rados.0.smithi028.stdout:1055: expect (ObjNum 266 snap 78 seq_num 266) 2024-08-29T17:50:54.656 INFO:tasks.rados.rados.0.smithi028.stdout:1056: delete oid 10 current snap is 103 2024-08-29T17:50:54.658 INFO:tasks.rados.rados.0.smithi028.stdout:1054: finishing copy_from to smithi02869045-49 2024-08-29T17:50:54.658 INFO:tasks.rados.rados.0.smithi028.stdout:1054: got expected ENOENT (src dne) 2024-08-29T17:50:54.659 INFO:tasks.rados.rados.0.smithi028.stdout:1054: finishing copy_from racing read to smithi02869045-49 2024-08-29T17:50:54.664 INFO:tasks.rados.rados.0.smithi028.stdout:1054: done (2 left) 2024-08-29T17:50:54.664 INFO:tasks.rados.rados.0.smithi028.stdout:1056: done (1 left) 2024-08-29T17:50:54.664 INFO:tasks.rados.rados.0.smithi028.stdout:1057: rollback oid 47 current snap is 103 2024-08-29T17:50:54.664 INFO:tasks.rados.rados.0.smithi028.stdout:rollback oid 47 to 76 2024-08-29T17:50:54.664 INFO:tasks.rados.rados.0.smithi028.stdout:1058: read oid 28 snap -1 2024-08-29T17:50:54.665 INFO:tasks.rados.rados.0.smithi028.stdout:1058: expect (ObjNum 314 snap 91 seq_num 314) 2024-08-29T17:50:54.665 INFO:tasks.rados.rados.0.smithi028.stdout:1059: setattr oid 30 current snap is 103 2024-08-29T17:50:54.668 INFO:tasks.rados.rados.0.smithi028.stdout:1060: read oid 36 snap 101 2024-08-29T17:50:54.668 INFO:tasks.rados.rados.0.smithi028.stdout:1060: expect (ObjNum 321 snap 101 seq_num 321) 2024-08-29T17:50:54.668 INFO:tasks.rados.rados.0.smithi028.stdout:1061: snap_create 2024-08-29T17:50:54.672 INFO:tasks.rados.rados.0.smithi028.stdout:1057: finishing rollback tid 0 to smithi02869045-47 2024-08-29T17:50:54.674 INFO:tasks.rados.rados.0.smithi028.stdout:1055: expect (ObjNum 266 snap 78 seq_num 266) 2024-08-29T17:50:54.772 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 30 v 302 (ObjNum 101 snap 23 seq_num 101) dirty exists 2024-08-29T17:50:54.772 INFO:tasks.rados.rados.0.smithi028.stdout:1057: finishing rollback tid 1 to smithi02869045-47 2024-08-29T17:50:54.772 INFO:tasks.rados.rados.0.smithi028.stdout:1057: finishing rollback tid 2 to smithi02869045-47 2024-08-29T17:50:54.772 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 47 v 486 (ObjNum 180 snap 52 seq_num 180) dirty exists 2024-08-29T17:50:54.772 INFO:tasks.rados.rados.0.smithi028.stdout:1060: expect (ObjNum 321 snap 101 seq_num 321) 2024-08-29T17:50:54.787 INFO:tasks.rados.rados.0.smithi028.stdout:1058: expect (ObjNum 314 snap 91 seq_num 314) 2024-08-29T17:50:54.824 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:50:54 smithi053 bash[24720]: audit 2024-08-29T17:50:53.540537+0000 mgr.y (mgr.24944) 8 : audit [DBG] from='client.24980 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-08-29T17:50:54.824 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:50:54 smithi053 bash[24720]: cluster 2024-08-29T17:50:53.645408+0000 mgr.y (mgr.24944) 9 : cluster [DBG] pgmap v9: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 354 MiB data, 2.8 GiB used, 712 GiB / 715 GiB avail 2024-08-29T17:50:54.824 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:50:54 smithi053 bash[24720]: audit 2024-08-29T17:50:54.240167+0000 mon.a (mon.0) 1406 : audit [DBG] from='client.? 172.21.15.28:0/2043614193' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-08-29T17:50:54.824 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:50:54 smithi053 bash[24720]: cluster 2024-08-29T17:50:54.511258+0000 mon.a (mon.0) 1407 : cluster [DBG] osdmap e267: 8 total, 8 up, 8 in 2024-08-29T17:50:54.825 INFO:journalctl@ceph.prometheus.a.smithi053.stdout:Aug 29 17:50:54 smithi053 bash[60008]: ts=2024-08-29T17:50:54.454Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pgs name=CephPGsInactive index=0 msg="Evaluating rule failed" rule="alert: CephPGsInactive\nexpr: ceph_pool_metadata * on (pool_id, instance) group_left () (ceph_pg_total - ceph_pg_active)\n > 0\nfor: 5m\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.7.1\n severity: critical\n type: ceph_default\nannotations:\n description: '{{ $value }} PGs have been inactive for more than 5 minutes in pool\n {{ $labels.name }}. Inactive placement groups are not able to serve read/write\n requests.'\n summary: One or more placement groups are inactive\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the right hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"3167ee72-662c-11ef-bcd4-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-29T17:50:54.825 INFO:journalctl@ceph.prometheus.a.smithi053.stdout:Aug 29 17:50:54 smithi053 bash[60008]: ts=2024-08-29T17:50:54.455Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pgs name=CephPGsUnclean index=1 msg="Evaluating rule failed" rule="alert: CephPGsUnclean\nexpr: ceph_pool_metadata * on (pool_id, instance) group_left () (ceph_pg_total - ceph_pg_clean)\n > 0\nfor: 15m\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.7.2\n severity: warning\n type: ceph_default\nannotations:\n description: '{{ $value }} PGs have been unclean for more than 15 minutes in pool\n {{ $labels.name }}. Unclean PGs have not recovered from a previous failure.'\n summary: One or more placement groups are marked unclean\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the right hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"3167ee72-662c-11ef-bcd4-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-29T17:50:55.126 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:50:54 smithi028 bash[22419]: audit 2024-08-29T17:50:53.540537+0000 mgr.y (mgr.24944) 8 : audit [DBG] from='client.24980 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-08-29T17:50:55.126 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:50:54 smithi028 bash[22419]: cluster 2024-08-29T17:50:53.645408+0000 mgr.y (mgr.24944) 9 : cluster [DBG] pgmap v9: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 354 MiB data, 2.8 GiB used, 712 GiB / 715 GiB avail 2024-08-29T17:50:55.126 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:50:54 smithi028 bash[22419]: audit 2024-08-29T17:50:54.240167+0000 mon.a (mon.0) 1406 : audit [DBG] from='client.? 172.21.15.28:0/2043614193' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-08-29T17:50:55.126 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:50:54 smithi028 bash[22419]: cluster 2024-08-29T17:50:54.511258+0000 mon.a (mon.0) 1407 : cluster [DBG] osdmap e267: 8 total, 8 up, 8 in 2024-08-29T17:50:55.127 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:50:54 smithi028 bash[31855]: audit 2024-08-29T17:50:53.540537+0000 mgr.y (mgr.24944) 8 : audit [DBG] from='client.24980 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-08-29T17:50:55.127 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:50:54 smithi028 bash[31855]: cluster 2024-08-29T17:50:53.645408+0000 mgr.y (mgr.24944) 9 : cluster [DBG] pgmap v9: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 354 MiB data, 2.8 GiB used, 712 GiB / 715 GiB avail 2024-08-29T17:50:55.127 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:50:54 smithi028 bash[31855]: audit 2024-08-29T17:50:54.240167+0000 mon.a (mon.0) 1406 : audit [DBG] from='client.? 172.21.15.28:0/2043614193' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-08-29T17:50:55.127 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:50:54 smithi028 bash[31855]: cluster 2024-08-29T17:50:54.511258+0000 mon.a (mon.0) 1407 : cluster [DBG] osdmap e267: 8 total, 8 up, 8 in 2024-08-29T17:50:55.284 INFO:journalctl@ceph.mgr.x.smithi053.stdout:Aug 29 17:50:54 smithi053 bash[53049]: debug 2024-08-29T17:50:54.960+0000 7f3c6f07a040 -1 mgr[py] Module influx has missing NOTIFY_TYPES member 2024-08-29T17:50:55.285 INFO:journalctl@ceph.mgr.x.smithi053.stdout:Aug 29 17:50:55 smithi053 bash[53049]: debug 2024-08-29T17:50:55.044+0000 7f3c6f07a040 -1 mgr[py] Module status has missing NOTIFY_TYPES member 2024-08-29T17:50:55.573 INFO:journalctl@ceph.mgr.x.smithi053.stdout:Aug 29 17:50:55 smithi053 bash[53049]: debug 2024-08-29T17:50:55.284+0000 7f3c6f07a040 -1 mgr[py] Module volumes has missing NOTIFY_TYPES member 2024-08-29T17:50:55.573 INFO:journalctl@ceph.mgr.x.smithi053.stdout:Aug 29 17:50:55 smithi053 bash[53049]: debug 2024-08-29T17:50:55.360+0000 7f3c6f07a040 -1 mgr[py] Module osd_perf_query has missing NOTIFY_TYPES member 2024-08-29T17:50:55.665 INFO:tasks.rados.rados.0.smithi028.stdout:1055: done (5 left) 2024-08-29T17:50:55.665 INFO:tasks.rados.rados.0.smithi028.stdout:1057: done (4 left) 2024-08-29T17:50:55.665 INFO:tasks.rados.rados.0.smithi028.stdout:1058: done (3 left) 2024-08-29T17:50:55.665 INFO:tasks.rados.rados.0.smithi028.stdout:1059: done (2 left) 2024-08-29T17:50:55.665 INFO:tasks.rados.rados.0.smithi028.stdout:1060: done (1 left) 2024-08-29T17:50:55.665 INFO:tasks.rados.rados.0.smithi028.stdout:1061: done (0 left) 2024-08-29T17:50:55.666 INFO:tasks.rados.rados.0.smithi028.stdout:1062: read oid 50 snap -1 2024-08-29T17:50:55.666 INFO:tasks.rados.rados.0.smithi028.stdout:1062: expect deleted 2024-08-29T17:50:55.666 INFO:tasks.rados.rados.0.smithi028.stdout:append oid 49 current snap is 104 2024-08-29T17:50:55.667 INFO:tasks.rados.rados.0.smithi028.stdout:1063: seq_num 329 ranges {7897088=712704} 2024-08-29T17:50:55.714 INFO:tasks.rados.rados.0.smithi028.stdout:1063: writing smithi02869045-49 from 7897088 to 8609792 tid 1 2024-08-29T17:50:55.714 INFO:tasks.rados.rados.0.smithi028.stdout:1064: rollback oid 32 current snap is 104 2024-08-29T17:50:55.714 INFO:tasks.rados.rados.0.smithi028.stdout:rollback oid 32 to 93 2024-08-29T17:50:55.714 INFO:tasks.rados.rados.0.smithi028.stdout:1062: done (2 left) 2024-08-29T17:50:55.714 INFO:tasks.rados.rados.0.smithi028.stdout:1065: delete oid 28 current snap is 104 2024-08-29T17:50:55.719 INFO:tasks.rados.rados.0.smithi028.stdout:1063: finishing write tid 1 to smithi02869045-49 2024-08-29T17:50:55.720 INFO:tasks.rados.rados.0.smithi028.stdout:1064: finishing rollback tid 0 to smithi02869045-32 2024-08-29T17:50:55.721 INFO:tasks.rados.rados.0.smithi028.stdout:1063: finishing write tid 2 to smithi02869045-49 2024-08-29T17:50:55.721 INFO:tasks.rados.rados.0.smithi028.stdout:1064: finishing rollback tid 1 to smithi02869045-32 2024-08-29T17:50:55.721 INFO:tasks.rados.rados.0.smithi028.stdout:1065: done (2 left) 2024-08-29T17:50:55.721 INFO:tasks.rados.rados.0.smithi028.stdout:append oid 35 current snap is 104 2024-08-29T17:50:55.721 INFO:tasks.rados.rados.0.smithi028.stdout:1066: seq_num 331 ranges {581632=753664} 2024-08-29T17:50:55.735 INFO:tasks.rados.rados.0.smithi028.stdout:1066: writing smithi02869045-35 from 581632 to 1335296 tid 1 2024-08-29T17:50:55.735 INFO:tasks.rados.rados.0.smithi028.stdout:1067: delete oid 30 current snap is 104 2024-08-29T17:50:55.735 INFO:tasks.rados.rados.0.smithi028.stdout:1064: finishing rollback tid 2 to smithi02869045-32 2024-08-29T17:50:55.735 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 32 v 121 (ObjNum 227 snap 64 seq_num 227) dirty exists 2024-08-29T17:50:55.735 INFO:tasks.rados.rados.0.smithi028.stdout:1063: finishing write tid 3 to smithi02869045-49 2024-08-29T17:50:55.735 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 49 v 601 (ObjNum 329 snap 104 seq_num 329) dirty exists 2024-08-29T17:50:55.736 INFO:tasks.rados.rados.0.smithi028.stdout:1063: left oid 49 (ObjNum 329 snap 104 seq_num 329) 2024-08-29T17:50:55.739 INFO:tasks.rados.rados.0.smithi028.stdout:1063: done (3 left) 2024-08-29T17:50:55.739 INFO:tasks.rados.rados.0.smithi028.stdout:1064: done (2 left) 2024-08-29T17:50:55.739 INFO:tasks.rados.rados.0.smithi028.stdout:1067: done (1 left) 2024-08-29T17:50:55.739 INFO:tasks.rados.rados.0.smithi028.stdout:append oid 3 current snap is 104 2024-08-29T17:50:55.739 INFO:tasks.rados.rados.0.smithi028.stdout:1068: seq_num 333 ranges {3760128=786432} 2024-08-29T17:50:55.766 INFO:tasks.rados.rados.0.smithi028.stdout:1068: writing smithi02869045-3 from 3760128 to 4546560 tid 1 2024-08-29T17:50:55.766 INFO:tasks.rados.rados.0.smithi028.stdout:1069: read oid 39 snap -1 2024-08-29T17:50:55.766 INFO:tasks.rados.rados.0.smithi028.stdout:1069: expect deleted 2024-08-29T17:50:55.766 INFO:tasks.rados.rados.0.smithi028.stdout:append oid 20 current snap is 104 2024-08-29T17:50:55.766 INFO:tasks.rados.rados.0.smithi028.stdout:1066: finishing write tid 1 to smithi02869045-35 2024-08-29T17:50:55.766 INFO:tasks.rados.rados.0.smithi028.stdout:1066: finishing write tid 2 to smithi02869045-35 2024-08-29T17:50:55.767 INFO:tasks.rados.rados.0.smithi028.stdout:1066: finishing write tid 3 to smithi02869045-35 2024-08-29T17:50:55.767 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 35 v 420 (ObjNum 331 snap 104 seq_num 331) dirty exists 2024-08-29T17:50:55.767 INFO:tasks.rados.rados.0.smithi028.stdout:1066: left oid 35 (ObjNum 331 snap 104 seq_num 331) 2024-08-29T17:50:55.767 INFO:tasks.rados.rados.0.smithi028.stdout:1070: seq_num 334 ranges {0=802816} 2024-08-29T17:50:55.771 INFO:tasks.rados.rados.0.smithi028.stdout:1070: writing smithi02869045-20 from 0 to 802816 tid 1 2024-08-29T17:50:55.771 INFO:tasks.rados.rados.0.smithi028.stdout:1066: done (3 left) 2024-08-29T17:50:55.771 INFO:tasks.rados.rados.0.smithi028.stdout:append oid 5 current snap is 104 2024-08-29T17:50:55.771 INFO:tasks.rados.rados.0.smithi028.stdout:1071: seq_num 335 ranges {2490368=417792,2908160=401408} 2024-08-29T17:50:55.788 INFO:tasks.rados.rados.0.smithi028.stdout:1071: writing smithi02869045-5 from 2490368 to 2908160 tid 1 2024-08-29T17:50:55.791 INFO:tasks.rados.rados.0.smithi028.stdout:1071: writing smithi02869045-5 from 2908160 to 3309568 tid 2 2024-08-29T17:50:55.791 INFO:tasks.rados.rados.0.smithi028.stdout:1072: snap_create 2024-08-29T17:50:55.791 INFO:tasks.rados.rados.0.smithi028.stdout:1068: finishing write tid 1 to smithi02869045-3 2024-08-29T17:50:55.791 INFO:tasks.rados.rados.0.smithi028.stdout:1068: finishing write tid 2 to smithi02869045-3 2024-08-29T17:50:55.791 INFO:tasks.rados.rados.0.smithi028.stdout:1068: finishing write tid 3 to smithi02869045-3 2024-08-29T17:50:55.791 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 3 v 600 (ObjNum 333 snap 104 seq_num 333) dirty exists 2024-08-29T17:50:55.792 INFO:tasks.rados.rados.0.smithi028.stdout:1068: left oid 3 (ObjNum 333 snap 104 seq_num 333) 2024-08-29T17:50:55.792 INFO:tasks.rados.rados.0.smithi028.stdout:1070: finishing write tid 1 to smithi02869045-20 2024-08-29T17:50:55.792 INFO:tasks.rados.rados.0.smithi028.stdout:1070: finishing write tid 2 to smithi02869045-20 2024-08-29T17:50:55.792 INFO:tasks.rados.rados.0.smithi028.stdout:1070: finishing write tid 3 to smithi02869045-20 2024-08-29T17:50:55.792 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 20 v 165 (ObjNum 334 snap 104 seq_num 334) dirty exists 2024-08-29T17:50:55.792 INFO:tasks.rados.rados.0.smithi028.stdout:1070: left oid 20 (ObjNum 334 snap 104 seq_num 334) 2024-08-29T17:50:55.793 INFO:tasks.rados.rados.0.smithi028.stdout:1071: finishing write tid 1 to smithi02869045-5 2024-08-29T17:50:55.793 INFO:tasks.rados.rados.0.smithi028.stdout:1071: finishing write tid 2 to smithi02869045-5 2024-08-29T17:50:55.794 INFO:tasks.rados.rados.0.smithi028.stdout:1071: finishing write tid 3 to smithi02869045-5 2024-08-29T17:50:55.795 INFO:tasks.rados.rados.0.smithi028.stdout:1071: finishing write tid 4 to smithi02869045-5 2024-08-29T17:50:55.795 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 5 v 297 (ObjNum 335 snap 104 seq_num 335) dirty exists 2024-08-29T17:50:55.795 INFO:tasks.rados.rados.0.smithi028.stdout:1071: left oid 5 (ObjNum 335 snap 104 seq_num 335) 2024-08-29T17:50:56.004 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:50:55 smithi053 bash[24720]: audit 2024-08-29T17:50:53.835150+0000 mgr.y (mgr.24944) 10 : audit [DBG] from='client.24986 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-08-29T17:50:56.005 INFO:journalctl@ceph.mgr.x.smithi053.stdout:Aug 29 17:50:55 smithi053 bash[53049]: debug 2024-08-29T17:50:55.788+0000 7f3c6f07a040 -1 mgr[py] Module prometheus has missing NOTIFY_TYPES member 2024-08-29T17:50:56.005 INFO:journalctl@ceph.mgr.x.smithi053.stdout:Aug 29 17:50:55 smithi053 bash[53049]: debug 2024-08-29T17:50:55.876+0000 7f3c6f07a040 -1 mgr[py] Module snap_schedule has missing NOTIFY_TYPES member 2024-08-29T17:50:56.005 INFO:journalctl@ceph.mgr.x.smithi053.stdout:Aug 29 17:50:55 smithi053 bash[53049]: [29/Aug/2024:17:50:55] ENGINE Bus STARTING 2024-08-29T17:50:56.005 INFO:journalctl@ceph.mgr.x.smithi053.stdout:Aug 29 17:50:55 smithi053 bash[53049]: CherryPy Checker: 2024-08-29T17:50:56.005 INFO:journalctl@ceph.mgr.x.smithi053.stdout:Aug 29 17:50:55 smithi053 bash[53049]: The Application mounted at '' has an empty config. 2024-08-29T17:50:56.126 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:50:55 smithi028 bash[22419]: audit 2024-08-29T17:50:53.835150+0000 mgr.y (mgr.24944) 10 : audit [DBG] from='client.24986 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-08-29T17:50:56.126 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:50:55 smithi028 bash[31855]: audit 2024-08-29T17:50:53.835150+0000 mgr.y (mgr.24944) 10 : audit [DBG] from='client.24986 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-08-29T17:50:56.324 INFO:journalctl@ceph.mgr.x.smithi053.stdout:Aug 29 17:50:56 smithi053 bash[53049]: [29/Aug/2024:17:50:56] ENGINE Serving on http://:::9283 2024-08-29T17:50:56.324 INFO:journalctl@ceph.mgr.x.smithi053.stdout:Aug 29 17:50:56 smithi053 bash[53049]: [29/Aug/2024:17:50:56] ENGINE Bus STARTED 2024-08-29T17:50:56.664 INFO:journalctl@ceph.mgr.x.smithi053.stdout:Aug 29 17:50:56 smithi053 bash[53049]: ::ffff:172.21.15.53 - - [29/Aug/2024:17:50:56] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.43.0" 2024-08-29T17:50:56.684 INFO:tasks.rados.rados.0.smithi028.stdout:1068: done (4 left) 2024-08-29T17:50:56.684 INFO:tasks.rados.rados.0.smithi028.stdout:1069: done (3 left) 2024-08-29T17:50:56.684 INFO:tasks.rados.rados.0.smithi028.stdout:1070: done (2 left) 2024-08-29T17:50:56.684 INFO:tasks.rados.rados.0.smithi028.stdout:1071: done (1 left) 2024-08-29T17:50:56.684 INFO:tasks.rados.rados.0.smithi028.stdout:1072: done (0 left) 2024-08-29T17:50:56.685 INFO:tasks.rados.rados.0.smithi028.stdout:1073: copy_from oid 12 from oid 23 current snap is 105 2024-08-29T17:50:56.685 INFO:tasks.rados.rados.0.smithi028.stdout:append oid 19 current snap is 105 2024-08-29T17:50:56.685 INFO:tasks.rados.rados.0.smithi028.stdout:1074: seq_num 336 ranges {5251072=434176,5685248=401408} 2024-08-29T17:50:56.718 INFO:tasks.rados.rados.0.smithi028.stdout:1074: writing smithi02869045-19 from 5251072 to 5685248 tid 1 2024-08-29T17:50:56.720 INFO:tasks.rados.rados.0.smithi028.stdout:1074: writing smithi02869045-19 from 5685248 to 6086656 tid 2 2024-08-29T17:50:56.721 INFO:tasks.rados.rados.0.smithi028.stdout:1075: read oid 2 snap -1 2024-08-29T17:50:56.721 INFO:tasks.rados.rados.0.smithi028.stdout:1075: expect (ObjNum 295 snap 88 seq_num 295) 2024-08-29T17:50:56.721 INFO:tasks.rados.rados.0.smithi028.stdout:1076: copy_from oid 20 from oid 26 current snap is 105 2024-08-29T17:50:56.721 INFO:tasks.rados.rados.0.smithi028.stdout:1077: rollback oid 40 current snap is 105 2024-08-29T17:50:56.721 INFO:tasks.rados.rados.0.smithi028.stdout:rollback oid 40 to 91 2024-08-29T17:50:56.721 INFO:tasks.rados.rados.0.smithi028.stdout:1078: snap_create 2024-08-29T17:50:56.724 INFO:tasks.rados.rados.0.smithi028.stdout:1073: finishing copy_from racing read to smithi02869045-12 2024-08-29T17:50:56.725 INFO:tasks.rados.rados.0.smithi028.stdout:1074: finishing write tid 1 to smithi02869045-19 2024-08-29T17:50:56.727 INFO:tasks.rados.rados.0.smithi028.stdout:1076: finishing copy_from to smithi02869045-20 2024-08-29T17:50:56.727 INFO:tasks.rados.rados.0.smithi028.stdout:1076: got expected ENOENT (src dne) 2024-08-29T17:50:56.728 INFO:tasks.rados.rados.0.smithi028.stdout:1074: finishing write tid 2 to smithi02869045-19 2024-08-29T17:50:56.728 INFO:tasks.rados.rados.0.smithi028.stdout:1073: finishing copy_from to smithi02869045-12 2024-08-29T17:50:56.729 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 12 v 200 (ObjNum 258 snap 78 seq_num 258) dirty exists 2024-08-29T17:50:56.729 INFO:tasks.rados.rados.0.smithi028.stdout:1076: finishing copy_from racing read to smithi02869045-20 2024-08-29T17:50:56.730 INFO:tasks.rados.rados.0.smithi028.stdout:1074: finishing write tid 3 to smithi02869045-19 2024-08-29T17:50:56.733 INFO:tasks.rados.rados.0.smithi028.stdout:1074: finishing write tid 4 to smithi02869045-19 2024-08-29T17:50:56.733 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 19 v 604 (ObjNum 336 snap 105 seq_num 336) dirty exists 2024-08-29T17:50:56.733 INFO:tasks.rados.rados.0.smithi028.stdout:1074: left oid 19 (ObjNum 336 snap 105 seq_num 336) 2024-08-29T17:50:56.734 INFO:tasks.rados.rados.0.smithi028.stdout:1077: finishing rollback tid 0 to smithi02869045-40 2024-08-29T17:50:56.734 INFO:tasks.rados.rados.0.smithi028.stdout:1077: finishing rollback tid 1 to smithi02869045-40 2024-08-29T17:50:56.735 INFO:tasks.rados.rados.0.smithi028.stdout:1077: finishing rollback tid 2 to smithi02869045-40 2024-08-29T17:50:56.735 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 40 v 622 (ObjNum 283 snap 81 seq_num 283) dirty exists 2024-08-29T17:50:56.757 INFO:tasks.rados.rados.0.smithi028.stdout:1075: expect (ObjNum 295 snap 88 seq_num 295) 2024-08-29T17:50:57.074 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:50:56 smithi053 bash[24720]: cluster 2024-08-29T17:50:55.645870+0000 mgr.y (mgr.24944) 11 : cluster [DBG] pgmap v11: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 354 MiB data, 2.8 GiB used, 712 GiB / 715 GiB avail 2024-08-29T17:50:57.074 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:50:56 smithi053 bash[24720]: cluster 2024-08-29T17:50:55.671012+0000 mon.a (mon.0) 1408 : cluster [DBG] osdmap e268: 8 total, 8 up, 8 in 2024-08-29T17:50:57.074 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:50:56 smithi053 bash[24720]: audit 2024-08-29T17:50:55.903524+0000 mon.b (mon.1) 91 : audit [DBG] from='mgr.? 172.21.15.53:0/8978545' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/crt"}]: dispatch 2024-08-29T17:50:57.074 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:50:56 smithi053 bash[24720]: audit 2024-08-29T17:50:55.904335+0000 mon.b (mon.1) 92 : audit [DBG] from='mgr.? 172.21.15.53:0/8978545' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2024-08-29T17:50:57.074 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:50:56 smithi053 bash[24720]: cluster 2024-08-29T17:50:55.904751+0000 mon.a (mon.0) 1409 : cluster [DBG] Standby manager daemon x started 2024-08-29T17:50:57.074 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:50:56 smithi053 bash[24720]: audit 2024-08-29T17:50:55.905931+0000 mon.b (mon.1) 93 : audit [DBG] from='mgr.? 172.21.15.53:0/8978545' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/key"}]: dispatch 2024-08-29T17:50:57.074 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:50:56 smithi053 bash[24720]: audit 2024-08-29T17:50:55.906829+0000 mon.b (mon.1) 94 : audit [DBG] from='mgr.? 172.21.15.53:0/8978545' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2024-08-29T17:50:57.074 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:50:56 smithi053 bash[24720]: audit 2024-08-29T17:50:56.138791+0000 mon.a (mon.0) 1410 : audit [INF] from='mgr.24944 172.21.15.28:0/4206064451' entity='mgr.y' 2024-08-29T17:50:57.074 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:50:56 smithi053 bash[24720]: audit 2024-08-29T17:50:56.154353+0000 mon.a (mon.0) 1411 : audit [INF] from='mgr.24944 172.21.15.28:0/4206064451' entity='mgr.y' 2024-08-29T17:50:57.074 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:50:56 smithi053 bash[24720]: audit 2024-08-29T17:50:56.413089+0000 mon.a (mon.0) 1412 : audit [INF] from='mgr.24944 172.21.15.28:0/4206064451' entity='mgr.y' 2024-08-29T17:50:57.075 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:50:56 smithi053 bash[24720]: audit 2024-08-29T17:50:56.420678+0000 mon.a (mon.0) 1413 : audit [INF] from='mgr.24944 172.21.15.28:0/4206064451' entity='mgr.y' 2024-08-29T17:50:57.126 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:50:56 smithi028 bash[31855]: cluster 2024-08-29T17:50:55.645870+0000 mgr.y (mgr.24944) 11 : cluster [DBG] pgmap v11: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 354 MiB data, 2.8 GiB used, 712 GiB / 715 GiB avail 2024-08-29T17:50:57.127 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:50:56 smithi028 bash[31855]: cluster 2024-08-29T17:50:55.671012+0000 mon.a (mon.0) 1408 : cluster [DBG] osdmap e268: 8 total, 8 up, 8 in 2024-08-29T17:50:57.127 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:50:56 smithi028 bash[31855]: audit 2024-08-29T17:50:55.903524+0000 mon.b (mon.1) 91 : audit [DBG] from='mgr.? 172.21.15.53:0/8978545' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/crt"}]: dispatch 2024-08-29T17:50:57.127 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:50:56 smithi028 bash[31855]: audit 2024-08-29T17:50:55.904335+0000 mon.b (mon.1) 92 : audit [DBG] from='mgr.? 172.21.15.53:0/8978545' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2024-08-29T17:50:57.127 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:50:56 smithi028 bash[31855]: cluster 2024-08-29T17:50:55.904751+0000 mon.a (mon.0) 1409 : cluster [DBG] Standby manager daemon x started 2024-08-29T17:50:57.127 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:50:56 smithi028 bash[31855]: audit 2024-08-29T17:50:55.905931+0000 mon.b (mon.1) 93 : audit [DBG] from='mgr.? 172.21.15.53:0/8978545' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/key"}]: dispatch 2024-08-29T17:50:57.127 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:50:56 smithi028 bash[31855]: audit 2024-08-29T17:50:55.906829+0000 mon.b (mon.1) 94 : audit [DBG] from='mgr.? 172.21.15.53:0/8978545' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2024-08-29T17:50:57.127 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:50:56 smithi028 bash[31855]: audit 2024-08-29T17:50:56.138791+0000 mon.a (mon.0) 1410 : audit [INF] from='mgr.24944 172.21.15.28:0/4206064451' entity='mgr.y' 2024-08-29T17:50:57.127 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:50:56 smithi028 bash[31855]: audit 2024-08-29T17:50:56.154353+0000 mon.a (mon.0) 1411 : audit [INF] from='mgr.24944 172.21.15.28:0/4206064451' entity='mgr.y' 2024-08-29T17:50:57.127 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:50:56 smithi028 bash[31855]: audit 2024-08-29T17:50:56.413089+0000 mon.a (mon.0) 1412 : audit [INF] from='mgr.24944 172.21.15.28:0/4206064451' entity='mgr.y' 2024-08-29T17:50:57.127 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:50:56 smithi028 bash[31855]: audit 2024-08-29T17:50:56.420678+0000 mon.a (mon.0) 1413 : audit [INF] from='mgr.24944 172.21.15.28:0/4206064451' entity='mgr.y' 2024-08-29T17:50:57.127 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:50:56 smithi028 bash[22419]: cluster 2024-08-29T17:50:55.645870+0000 mgr.y (mgr.24944) 11 : cluster [DBG] pgmap v11: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 354 MiB data, 2.8 GiB used, 712 GiB / 715 GiB avail 2024-08-29T17:50:57.128 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:50:56 smithi028 bash[22419]: cluster 2024-08-29T17:50:55.671012+0000 mon.a (mon.0) 1408 : cluster [DBG] osdmap e268: 8 total, 8 up, 8 in 2024-08-29T17:50:57.128 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:50:56 smithi028 bash[22419]: audit 2024-08-29T17:50:55.903524+0000 mon.b (mon.1) 91 : audit [DBG] from='mgr.? 172.21.15.53:0/8978545' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/crt"}]: dispatch 2024-08-29T17:50:57.128 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:50:56 smithi028 bash[22419]: audit 2024-08-29T17:50:55.904335+0000 mon.b (mon.1) 92 : audit [DBG] from='mgr.? 172.21.15.53:0/8978545' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2024-08-29T17:50:57.128 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:50:56 smithi028 bash[22419]: cluster 2024-08-29T17:50:55.904751+0000 mon.a (mon.0) 1409 : cluster [DBG] Standby manager daemon x started 2024-08-29T17:50:57.128 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:50:56 smithi028 bash[22419]: audit 2024-08-29T17:50:55.905931+0000 mon.b (mon.1) 93 : audit [DBG] from='mgr.? 172.21.15.53:0/8978545' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/key"}]: dispatch 2024-08-29T17:50:57.128 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:50:56 smithi028 bash[22419]: audit 2024-08-29T17:50:55.906829+0000 mon.b (mon.1) 94 : audit [DBG] from='mgr.? 172.21.15.53:0/8978545' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2024-08-29T17:50:57.128 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:50:56 smithi028 bash[22419]: audit 2024-08-29T17:50:56.138791+0000 mon.a (mon.0) 1410 : audit [INF] from='mgr.24944 172.21.15.28:0/4206064451' entity='mgr.y' 2024-08-29T17:50:57.128 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:50:56 smithi028 bash[22419]: audit 2024-08-29T17:50:56.154353+0000 mon.a (mon.0) 1411 : audit [INF] from='mgr.24944 172.21.15.28:0/4206064451' entity='mgr.y' 2024-08-29T17:50:57.128 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:50:56 smithi028 bash[22419]: audit 2024-08-29T17:50:56.413089+0000 mon.a (mon.0) 1412 : audit [INF] from='mgr.24944 172.21.15.28:0/4206064451' entity='mgr.y' 2024-08-29T17:50:57.129 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:50:56 smithi028 bash[22419]: audit 2024-08-29T17:50:56.420678+0000 mon.a (mon.0) 1413 : audit [INF] from='mgr.24944 172.21.15.28:0/4206064451' entity='mgr.y' 2024-08-29T17:50:57.689 INFO:tasks.rados.rados.0.smithi028.stdout:1073: done (5 left) 2024-08-29T17:50:57.690 INFO:tasks.rados.rados.0.smithi028.stdout:1074: done (4 left) 2024-08-29T17:50:57.690 INFO:tasks.rados.rados.0.smithi028.stdout:1075: done (3 left) 2024-08-29T17:50:57.690 INFO:tasks.rados.rados.0.smithi028.stdout:1076: done (2 left) 2024-08-29T17:50:57.690 INFO:tasks.rados.rados.0.smithi028.stdout:1077: done (1 left) 2024-08-29T17:50:57.691 INFO:tasks.rados.rados.0.smithi028.stdout:1078: done (0 left) 2024-08-29T17:50:57.691 INFO:tasks.rados.rados.0.smithi028.stdout:append oid 39 current snap is 106 2024-08-29T17:50:57.691 INFO:tasks.rados.rados.0.smithi028.stdout:1079: seq_num 337 ranges {0=450560,450560=401408} 2024-08-29T17:50:57.693 INFO:tasks.rados.rados.0.smithi028.stdout:1079: writing smithi02869045-39 from 0 to 450560 tid 1 2024-08-29T17:50:57.695 INFO:tasks.rados.rados.0.smithi028.stdout:1079: writing smithi02869045-39 from 450560 to 851968 tid 2 2024-08-29T17:50:57.696 INFO:tasks.rados.rados.0.smithi028.stdout:append oid 43 current snap is 106 2024-08-29T17:50:57.696 INFO:tasks.rados.rados.0.smithi028.stdout:1080: seq_num 338 ranges {0=466944,466944=401408} 2024-08-29T17:50:57.699 INFO:tasks.rados.rados.0.smithi028.stdout:1080: writing smithi02869045-43 from 0 to 466944 tid 1 2024-08-29T17:50:57.702 INFO:tasks.rados.rados.0.smithi028.stdout:1080: writing smithi02869045-43 from 466944 to 868352 tid 2 2024-08-29T17:50:57.702 INFO:tasks.rados.rados.0.smithi028.stdout:1081: read oid 2 snap -1 2024-08-29T17:50:57.702 INFO:tasks.rados.rados.0.smithi028.stdout:1081: expect (ObjNum 295 snap 88 seq_num 295) 2024-08-29T17:50:57.702 INFO:tasks.rados.rados.0.smithi028.stdout:1082: delete oid 13 current snap is 106 2024-08-29T17:50:57.703 INFO:tasks.rados.rados.0.smithi028.stdout:1079: finishing write tid 1 to smithi02869045-39 2024-08-29T17:50:57.703 INFO:tasks.rados.rados.0.smithi028.stdout:1079: finishing write tid 2 to smithi02869045-39 2024-08-29T17:50:57.714 INFO:tasks.rados.rados.0.smithi028.stdout:1079: finishing write tid 3 to smithi02869045-39 2024-08-29T17:50:57.715 INFO:tasks.rados.rados.0.smithi028.stdout:1080: finishing write tid 1 to smithi02869045-43 2024-08-29T17:50:57.717 INFO:tasks.rados.rados.0.smithi028.stdout:1082: done (3 left) 2024-08-29T17:50:57.717 INFO:tasks.rados.rados.0.smithi028.stdout:1083: copy_from oid 7 from oid 3 current snap is 106 2024-08-29T17:50:57.717 INFO:tasks.rados.rados.0.smithi028.stdout:append oid 18 current snap is 106 2024-08-29T17:50:57.718 INFO:tasks.rados.rados.0.smithi028.stdout:1084: seq_num 340 ranges {581632=499712,1081344=401408} 2024-08-29T17:50:57.725 INFO:tasks.rados.rados.0.smithi028.stdout:1084: writing smithi02869045-18 from 581632 to 1081344 tid 1 2024-08-29T17:50:57.728 INFO:tasks.rados.rados.0.smithi028.stdout:1084: writing smithi02869045-18 from 1081344 to 1482752 tid 2 2024-08-29T17:50:57.728 INFO:tasks.rados.rados.0.smithi028.stdout:1085: delete oid 17 current snap is 106 2024-08-29T17:50:57.728 INFO:tasks.rados.rados.0.smithi028.stdout:1079: finishing write tid 4 to smithi02869045-39 2024-08-29T17:50:57.729 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 39 v 300 (ObjNum 337 snap 106 seq_num 337) dirty exists 2024-08-29T17:50:57.729 INFO:tasks.rados.rados.0.smithi028.stdout:1079: left oid 39 (ObjNum 337 snap 106 seq_num 337) 2024-08-29T17:50:57.729 INFO:tasks.rados.rados.0.smithi028.stdout:1080: finishing write tid 2 to smithi02869045-43 2024-08-29T17:50:57.729 INFO:tasks.rados.rados.0.smithi028.stdout:1080: finishing write tid 3 to smithi02869045-43 2024-08-29T17:50:57.729 INFO:tasks.rados.rados.0.smithi028.stdout:1080: finishing write tid 4 to smithi02869045-43 2024-08-29T17:50:57.729 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 43 v 306 (ObjNum 338 snap 106 seq_num 338) dirty exists 2024-08-29T17:50:57.729 INFO:tasks.rados.rados.0.smithi028.stdout:1080: left oid 43 (ObjNum 338 snap 106 seq_num 338) 2024-08-29T17:50:57.740 INFO:tasks.rados.rados.0.smithi028.stdout:1084: finishing write tid 1 to smithi02869045-18 2024-08-29T17:50:57.741 INFO:tasks.rados.rados.0.smithi028.stdout:1084: finishing write tid 2 to smithi02869045-18 2024-08-29T17:50:57.742 INFO:tasks.rados.rados.0.smithi028.stdout:1084: finishing write tid 3 to smithi02869045-18 2024-08-29T17:50:57.744 INFO:tasks.rados.rados.0.smithi028.stdout:1083: finishing copy_from racing read to smithi02869045-7 2024-08-29T17:50:57.744 INFO:tasks.rados.rados.0.smithi028.stdout:1084: finishing write tid 4 to smithi02869045-18 2024-08-29T17:50:57.744 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 18 v 626 (ObjNum 340 snap 106 seq_num 340) dirty exists 2024-08-29T17:50:57.744 INFO:tasks.rados.rados.0.smithi028.stdout:1084: left oid 18 (ObjNum 340 snap 106 seq_num 340) 2024-08-29T17:50:57.745 INFO:tasks.rados.rados.0.smithi028.stdout:1079: done (5 left) 2024-08-29T17:50:57.745 INFO:tasks.rados.rados.0.smithi028.stdout:1080: done (4 left) 2024-08-29T17:50:57.745 INFO:tasks.rados.rados.0.smithi028.stdout:1084: done (3 left) 2024-08-29T17:50:57.745 INFO:tasks.rados.rados.0.smithi028.stdout:1085: done (2 left) 2024-08-29T17:50:57.745 INFO:tasks.rados.rados.0.smithi028.stdout:1086: snap_create 2024-08-29T17:50:57.745 INFO:tasks.rados.rados.0.smithi028.stdout:1081: expect (ObjNum 295 snap 88 seq_num 295) 2024-08-29T17:50:58.074 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:50:57 smithi053 bash[24720]: cluster 2024-08-29T17:50:56.689417+0000 mon.a (mon.0) 1414 : cluster [DBG] mgrmap e34: y(active, since 7s), standbys: x 2024-08-29T17:50:58.074 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:50:57 smithi053 bash[24720]: cluster 2024-08-29T17:50:56.689547+0000 mon.a (mon.0) 1415 : cluster [DBG] osdmap e269: 8 total, 8 up, 8 in 2024-08-29T17:50:58.074 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:50:57 smithi053 bash[24720]: audit 2024-08-29T17:50:56.693588+0000 mon.a (mon.0) 1416 : audit [DBG] from='mgr.24944 172.21.15.28:0/4206064451' entity='mgr.y' cmd=[{"prefix": "mgr metadata", "who": "x", "id": "x"}]: dispatch 2024-08-29T17:50:58.074 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:50:57 smithi053 bash[24720]: audit 2024-08-29T17:50:57.344566+0000 mon.a (mon.0) 1417 : audit [INF] from='mgr.24944 172.21.15.28:0/4206064451' entity='mgr.y' 2024-08-29T17:50:58.074 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:50:57 smithi053 bash[24720]: audit 2024-08-29T17:50:57.351367+0000 mon.a (mon.0) 1418 : audit [INF] from='mgr.24944 172.21.15.28:0/4206064451' entity='mgr.y' 2024-08-29T17:50:58.074 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:50:57 smithi053 bash[24720]: audit 2024-08-29T17:50:57.559040+0000 mon.a (mon.0) 1419 : audit [INF] from='mgr.24944 172.21.15.28:0/4206064451' entity='mgr.y' 2024-08-29T17:50:58.074 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:50:57 smithi053 bash[24720]: audit 2024-08-29T17:50:57.569063+0000 mon.a (mon.0) 1420 : audit [INF] from='mgr.24944 172.21.15.28:0/4206064451' entity='mgr.y' 2024-08-29T17:50:58.126 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:50:57 smithi028 bash[31855]: cluster 2024-08-29T17:50:56.689417+0000 mon.a (mon.0) 1414 : cluster [DBG] mgrmap e34: y(active, since 7s), standbys: x 2024-08-29T17:50:58.126 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:50:57 smithi028 bash[31855]: cluster 2024-08-29T17:50:56.689547+0000 mon.a (mon.0) 1415 : cluster [DBG] osdmap e269: 8 total, 8 up, 8 in 2024-08-29T17:50:58.126 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:50:57 smithi028 bash[31855]: audit 2024-08-29T17:50:56.693588+0000 mon.a (mon.0) 1416 : audit [DBG] from='mgr.24944 172.21.15.28:0/4206064451' entity='mgr.y' cmd=[{"prefix": "mgr metadata", "who": "x", "id": "x"}]: dispatch 2024-08-29T17:50:58.126 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:50:57 smithi028 bash[31855]: audit 2024-08-29T17:50:57.344566+0000 mon.a (mon.0) 1417 : audit [INF] from='mgr.24944 172.21.15.28:0/4206064451' entity='mgr.y' 2024-08-29T17:50:58.126 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:50:57 smithi028 bash[31855]: audit 2024-08-29T17:50:57.351367+0000 mon.a (mon.0) 1418 : audit [INF] from='mgr.24944 172.21.15.28:0/4206064451' entity='mgr.y' 2024-08-29T17:50:58.126 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:50:57 smithi028 bash[31855]: audit 2024-08-29T17:50:57.559040+0000 mon.a (mon.0) 1419 : audit [INF] from='mgr.24944 172.21.15.28:0/4206064451' entity='mgr.y' 2024-08-29T17:50:58.127 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:50:57 smithi028 bash[31855]: audit 2024-08-29T17:50:57.569063+0000 mon.a (mon.0) 1420 : audit [INF] from='mgr.24944 172.21.15.28:0/4206064451' entity='mgr.y' 2024-08-29T17:50:58.127 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:50:57 smithi028 bash[22419]: cluster 2024-08-29T17:50:56.689417+0000 mon.a (mon.0) 1414 : cluster [DBG] mgrmap e34: y(active, since 7s), standbys: x 2024-08-29T17:50:58.127 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:50:57 smithi028 bash[22419]: cluster 2024-08-29T17:50:56.689547+0000 mon.a (mon.0) 1415 : cluster [DBG] osdmap e269: 8 total, 8 up, 8 in 2024-08-29T17:50:58.127 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:50:57 smithi028 bash[22419]: audit 2024-08-29T17:50:56.693588+0000 mon.a (mon.0) 1416 : audit [DBG] from='mgr.24944 172.21.15.28:0/4206064451' entity='mgr.y' cmd=[{"prefix": "mgr metadata", "who": "x", "id": "x"}]: dispatch 2024-08-29T17:50:58.127 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:50:57 smithi028 bash[22419]: audit 2024-08-29T17:50:57.344566+0000 mon.a (mon.0) 1417 : audit [INF] from='mgr.24944 172.21.15.28:0/4206064451' entity='mgr.y' 2024-08-29T17:50:58.127 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:50:57 smithi028 bash[22419]: audit 2024-08-29T17:50:57.351367+0000 mon.a (mon.0) 1418 : audit [INF] from='mgr.24944 172.21.15.28:0/4206064451' entity='mgr.y' 2024-08-29T17:50:58.127 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:50:57 smithi028 bash[22419]: audit 2024-08-29T17:50:57.559040+0000 mon.a (mon.0) 1419 : audit [INF] from='mgr.24944 172.21.15.28:0/4206064451' entity='mgr.y' 2024-08-29T17:50:58.127 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:50:57 smithi028 bash[22419]: audit 2024-08-29T17:50:57.569063+0000 mon.a (mon.0) 1420 : audit [INF] from='mgr.24944 172.21.15.28:0/4206064451' entity='mgr.y' 2024-08-29T17:50:58.251 INFO:tasks.rados.rados.0.smithi028.stdout:1083: finishing copy_from to smithi02869045-7 2024-08-29T17:50:58.251 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 7 v 600 (ObjNum 333 snap 104 seq_num 333) dirty exists 2024-08-29T17:50:58.699 INFO:tasks.rados.rados.0.smithi028.stdout:1081: done (2 left) 2024-08-29T17:50:58.701 INFO:tasks.rados.rados.0.smithi028.stdout:1083: done (1 left) 2024-08-29T17:50:58.701 INFO:tasks.rados.rados.0.smithi028.stdout:1086: done (0 left) 2024-08-29T17:50:58.701 INFO:tasks.rados.rados.0.smithi028.stdout:append oid 47 current snap is 107 2024-08-29T17:50:58.701 INFO:tasks.rados.rados.0.smithi028.stdout:1087: seq_num 342 ranges {622592=532480,1155072=401408} 2024-08-29T17:50:58.711 INFO:tasks.rados.rados.0.smithi028.stdout:1087: writing smithi02869045-47 from 622592 to 1155072 tid 1 2024-08-29T17:50:58.714 INFO:tasks.rados.rados.0.smithi028.stdout:1087: writing smithi02869045-47 from 1155072 to 1556480 tid 2 2024-08-29T17:50:58.714 INFO:tasks.rados.rados.0.smithi028.stdout:1088: snap_remove snap 91 2024-08-29T17:50:59.074 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:50:58 smithi053 bash[24720]: cluster 2024-08-29T17:50:57.646618+0000 mgr.y (mgr.24944) 12 : cluster [DBG] pgmap v14: 121 pgs: 121 active+clean; 345 MiB data, 2.8 GiB used, 712 GiB / 715 GiB avail; 3.5 MiB/s rd, 1.7 MiB/s wr, 43 op/s 2024-08-29T17:50:59.074 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:50:58 smithi053 bash[24720]: cluster 2024-08-29T17:50:57.691453+0000 mon.a (mon.0) 1421 : cluster [DBG] osdmap e270: 8 total, 8 up, 8 in 2024-08-29T17:50:59.126 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:50:58 smithi028 bash[31855]: cluster 2024-08-29T17:50:57.646618+0000 mgr.y (mgr.24944) 12 : cluster [DBG] pgmap v14: 121 pgs: 121 active+clean; 345 MiB data, 2.8 GiB used, 712 GiB / 715 GiB avail; 3.5 MiB/s rd, 1.7 MiB/s wr, 43 op/s 2024-08-29T17:50:59.126 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:50:58 smithi028 bash[31855]: cluster 2024-08-29T17:50:57.691453+0000 mon.a (mon.0) 1421 : cluster [DBG] osdmap e270: 8 total, 8 up, 8 in 2024-08-29T17:50:59.127 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:50:58 smithi028 bash[22419]: cluster 2024-08-29T17:50:57.646618+0000 mgr.y (mgr.24944) 12 : cluster [DBG] pgmap v14: 121 pgs: 121 active+clean; 345 MiB data, 2.8 GiB used, 712 GiB / 715 GiB avail; 3.5 MiB/s rd, 1.7 MiB/s wr, 43 op/s 2024-08-29T17:50:59.127 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:50:58 smithi028 bash[22419]: cluster 2024-08-29T17:50:57.691453+0000 mon.a (mon.0) 1421 : cluster [DBG] osdmap e270: 8 total, 8 up, 8 in 2024-08-29T17:50:59.514 INFO:tasks.rados.rados.0.smithi028.stdout:1088: done (1 left) 2024-08-29T17:50:59.514 INFO:tasks.rados.rados.0.smithi028.stdout:1089: delete oid 9 current snap is 107 2024-08-29T17:50:59.514 INFO:tasks.rados.rados.0.smithi028.stdout:1087: finishing write tid 1 to smithi02869045-47 2024-08-29T17:50:59.514 INFO:tasks.rados.rados.0.smithi028.stdout:1087: finishing write tid 2 to smithi02869045-47 2024-08-29T17:50:59.514 INFO:tasks.rados.rados.0.smithi028.stdout:1087: finishing write tid 3 to smithi02869045-47 2024-08-29T17:50:59.514 INFO:tasks.rados.rados.0.smithi028.stdout:1087: finishing write tid 4 to smithi02869045-47 2024-08-29T17:50:59.514 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 47 v 490 (ObjNum 342 snap 107 seq_num 342) dirty exists 2024-08-29T17:50:59.514 INFO:tasks.rados.rados.0.smithi028.stdout:1087: left oid 47 (ObjNum 342 snap 107 seq_num 342) 2024-08-29T17:50:59.529 INFO:tasks.rados.rados.0.smithi028.stdout:1087: done (1 left) 2024-08-29T17:50:59.529 INFO:tasks.rados.rados.0.smithi028.stdout:1089: done (0 left) 2024-08-29T17:50:59.529 INFO:tasks.rados.rados.0.smithi028.stdout:append oid 46 current snap is 107 2024-08-29T17:50:59.529 INFO:tasks.rados.rados.0.smithi028.stdout:1090: seq_num 344 ranges {1114112=565248,1679360=401408} 2024-08-29T17:50:59.545 INFO:tasks.rados.rados.0.smithi028.stdout:1090: writing smithi02869045-46 from 1114112 to 1679360 tid 1 2024-08-29T17:50:59.550 INFO:tasks.rados.rados.0.smithi028.stdout:1090: writing smithi02869045-46 from 1679360 to 2080768 tid 2 2024-08-29T17:50:59.550 INFO:tasks.rados.rados.0.smithi028.stdout:append oid 15 current snap is 107 2024-08-29T17:50:59.550 INFO:tasks.rados.rados.0.smithi028.stdout:1091: seq_num 345 ranges {212992=581632,794624=401408} 2024-08-29T17:50:59.558 INFO:tasks.rados.rados.0.smithi028.stdout:1091: writing smithi02869045-15 from 212992 to 794624 tid 1 2024-08-29T17:50:59.563 INFO:tasks.rados.rados.0.smithi028.stdout:1091: writing smithi02869045-15 from 794624 to 1196032 tid 2 2024-08-29T17:50:59.563 INFO:tasks.rados.rados.0.smithi028.stdout:1092: read oid 31 snap -1 2024-08-29T17:50:59.563 INFO:tasks.rados.rados.0.smithi028.stdout:1092: expect (ObjNum 0 snap 0 seq_num 0) 2024-08-29T17:50:59.563 INFO:tasks.rados.rados.0.smithi028.stdout:1093: copy_from oid 33 from oid 44 current snap is 107 2024-08-29T17:50:59.563 INFO:tasks.rados.rados.0.smithi028.stdout:1090: finishing write tid 1 to smithi02869045-46 2024-08-29T17:50:59.563 INFO:tasks.rados.rados.0.smithi028.stdout:1094: snap_create 2024-08-29T17:50:59.564 INFO:tasks.rados.rados.0.smithi028.stdout:1090: finishing write tid 2 to smithi02869045-46 2024-08-29T17:50:59.564 INFO:tasks.rados.rados.0.smithi028.stdout:1090: finishing write tid 3 to smithi02869045-46 2024-08-29T17:50:59.564 INFO:tasks.rados.rados.0.smithi028.stdout:1090: finishing write tid 4 to smithi02869045-46 2024-08-29T17:50:59.564 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 46 v 289 (ObjNum 344 snap 107 seq_num 344) dirty exists 2024-08-29T17:50:59.564 INFO:tasks.rados.rados.0.smithi028.stdout:1090: left oid 46 (ObjNum 344 snap 107 seq_num 344) 2024-08-29T17:50:59.564 INFO:tasks.rados.rados.0.smithi028.stdout:1092: expect (ObjNum 0 snap 0 seq_num 0) 2024-08-29T17:50:59.565 INFO:tasks.rados.rados.0.smithi028.stdout:1091: finishing write tid 1 to smithi02869045-15 2024-08-29T17:50:59.566 INFO:tasks.rados.rados.0.smithi028.stdout:1091: finishing write tid 2 to smithi02869045-15 2024-08-29T17:50:59.566 INFO:tasks.rados.rados.0.smithi028.stdout:1091: finishing write tid 3 to smithi02869045-15 2024-08-29T17:50:59.568 INFO:tasks.rados.rados.0.smithi028.stdout:1091: finishing write tid 4 to smithi02869045-15 2024-08-29T17:50:59.568 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 15 v 306 (ObjNum 345 snap 107 seq_num 345) dirty exists 2024-08-29T17:50:59.568 INFO:tasks.rados.rados.0.smithi028.stdout:1091: left oid 15 (ObjNum 345 snap 107 seq_num 345) 2024-08-29T17:50:59.578 INFO:tasks.rados.rados.0.smithi028.stdout:1093: finishing copy_from racing read to smithi02869045-33 2024-08-29T17:50:59.581 INFO:tasks.rados.rados.0.smithi028.stdout:1093: finishing copy_from to smithi02869045-33 2024-08-29T17:50:59.581 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 33 v 310 (ObjNum 292 snap 88 seq_num 292) dirty exists 2024-08-29T17:51:00.073 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:50:59 smithi053 bash[24720]: cluster 2024-08-29T17:50:58.704414+0000 mon.a (mon.0) 1422 : cluster [DBG] osdmap e271: 8 total, 8 up, 8 in 2024-08-29T17:51:00.074 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:50:59 smithi053 bash[24720]: cluster 2024-08-29T17:50:59.514508+0000 mon.a (mon.0) 1423 : cluster [DBG] osdmap e272: 8 total, 8 up, 8 in 2024-08-29T17:51:00.126 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:50:59 smithi028 bash[22419]: cluster 2024-08-29T17:50:58.704414+0000 mon.a (mon.0) 1422 : cluster [DBG] osdmap e271: 8 total, 8 up, 8 in 2024-08-29T17:51:00.126 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:50:59 smithi028 bash[22419]: cluster 2024-08-29T17:50:59.514508+0000 mon.a (mon.0) 1423 : cluster [DBG] osdmap e272: 8 total, 8 up, 8 in 2024-08-29T17:51:00.126 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:50:59 smithi028 bash[31855]: cluster 2024-08-29T17:50:58.704414+0000 mon.a (mon.0) 1422 : cluster [DBG] osdmap e271: 8 total, 8 up, 8 in 2024-08-29T17:51:00.127 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:50:59 smithi028 bash[31855]: cluster 2024-08-29T17:50:59.514508+0000 mon.a (mon.0) 1423 : cluster [DBG] osdmap e272: 8 total, 8 up, 8 in 2024-08-29T17:51:00.521 INFO:tasks.rados.rados.0.smithi028.stdout:1090: done (4 left) 2024-08-29T17:51:00.521 INFO:tasks.rados.rados.0.smithi028.stdout:1091: done (3 left) 2024-08-29T17:51:00.522 INFO:tasks.rados.rados.0.smithi028.stdout:1092: done (2 left) 2024-08-29T17:51:00.522 INFO:tasks.rados.rados.0.smithi028.stdout:1093: done (1 left) 2024-08-29T17:51:00.522 INFO:tasks.rados.rados.0.smithi028.stdout:1094: done (0 left) 2024-08-29T17:51:00.522 INFO:tasks.rados.rados.0.smithi028.stdout:1095: snap_create 2024-08-29T17:51:01.073 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:51:00 smithi053 bash[24720]: cluster 2024-08-29T17:50:59.647356+0000 mgr.y (mgr.24944) 13 : cluster [DBG] pgmap v18: 121 pgs: 121 active+clean; 345 MiB data, 2.8 GiB used, 712 GiB / 715 GiB avail; 3.6 MiB/s rd, 1.7 MiB/s wr, 43 op/s 2024-08-29T17:51:01.074 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:51:00 smithi053 bash[24720]: cluster 2024-08-29T17:51:00.527279+0000 mon.a (mon.0) 1424 : cluster [DBG] osdmap e273: 8 total, 8 up, 8 in 2024-08-29T17:51:01.126 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:51:00 smithi028 bash[31855]: cluster 2024-08-29T17:50:59.647356+0000 mgr.y (mgr.24944) 13 : cluster [DBG] pgmap v18: 121 pgs: 121 active+clean; 345 MiB data, 2.8 GiB used, 712 GiB / 715 GiB avail; 3.6 MiB/s rd, 1.7 MiB/s wr, 43 op/s 2024-08-29T17:51:01.126 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:51:00 smithi028 bash[31855]: cluster 2024-08-29T17:51:00.527279+0000 mon.a (mon.0) 1424 : cluster [DBG] osdmap e273: 8 total, 8 up, 8 in 2024-08-29T17:51:01.126 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:51:00 smithi028 bash[22419]: cluster 2024-08-29T17:50:59.647356+0000 mgr.y (mgr.24944) 13 : cluster [DBG] pgmap v18: 121 pgs: 121 active+clean; 345 MiB data, 2.8 GiB used, 712 GiB / 715 GiB avail; 3.6 MiB/s rd, 1.7 MiB/s wr, 43 op/s 2024-08-29T17:51:01.126 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:51:00 smithi028 bash[22419]: cluster 2024-08-29T17:51:00.527279+0000 mon.a (mon.0) 1424 : cluster [DBG] osdmap e273: 8 total, 8 up, 8 in 2024-08-29T17:51:01.523 INFO:tasks.rados.rados.0.smithi028.stdout:1095: done (0 left) 2024-08-29T17:51:01.523 INFO:tasks.rados.rados.0.smithi028.stdout:1096: snap_remove snap 72 2024-08-29T17:51:02.531 INFO:tasks.rados.rados.0.smithi028.stdout:1096: done (0 left) 2024-08-29T17:51:02.531 INFO:tasks.rados.rados.0.smithi028.stdout:1097: snap_remove snap 103 2024-08-29T17:51:02.573 INFO:journalctl@ceph.prometheus.a.smithi053.stdout:Aug 29 17:51:02 smithi053 bash[60008]: ts=2024-08-29T17:51:02.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"3167ee72-662c-11ef-bcd4-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-29T17:51:02.576 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:51:02 smithi053 bash[24720]: cluster 2024-08-29T17:51:01.526955+0000 mon.a (mon.0) 1425 : cluster [DBG] osdmap e274: 8 total, 8 up, 8 in 2024-08-29T17:51:02.576 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:51:02 smithi053 bash[24720]: cluster 2024-08-29T17:51:01.648155+0000 mgr.y (mgr.24944) 14 : cluster [DBG] pgmap v21: 121 pgs: 121 active+clean; 369 MiB data, 2.9 GiB used, 712 GiB / 715 GiB avail; 11 MiB/s rd, 6.0 MiB/s wr, 18 op/s 2024-08-29T17:51:02.876 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:51:02 smithi028 bash[22419]: cluster 2024-08-29T17:51:01.526955+0000 mon.a (mon.0) 1425 : cluster [DBG] osdmap e274: 8 total, 8 up, 8 in 2024-08-29T17:51:02.876 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:51:02 smithi028 bash[22419]: cluster 2024-08-29T17:51:01.648155+0000 mgr.y (mgr.24944) 14 : cluster [DBG] pgmap v21: 121 pgs: 121 active+clean; 369 MiB data, 2.9 GiB used, 712 GiB / 715 GiB avail; 11 MiB/s rd, 6.0 MiB/s wr, 18 op/s 2024-08-29T17:51:02.876 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:51:02 smithi028 bash[31855]: cluster 2024-08-29T17:51:01.526955+0000 mon.a (mon.0) 1425 : cluster [DBG] osdmap e274: 8 total, 8 up, 8 in 2024-08-29T17:51:02.877 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:51:02 smithi028 bash[31855]: cluster 2024-08-29T17:51:01.648155+0000 mgr.y (mgr.24944) 14 : cluster [DBG] pgmap v21: 121 pgs: 121 active+clean; 369 MiB data, 2.9 GiB used, 712 GiB / 715 GiB avail; 11 MiB/s rd, 6.0 MiB/s wr, 18 op/s 2024-08-29T17:51:03.532 INFO:tasks.rados.rados.0.smithi028.stdout:1097: done (0 left) 2024-08-29T17:51:03.533 INFO:tasks.rados.rados.0.smithi028.stdout:1098: delete oid 6 current snap is 109 2024-08-29T17:51:03.554 INFO:tasks.rados.rados.0.smithi028.stdout:1098: done (0 left) 2024-08-29T17:51:03.554 INFO:tasks.rados.rados.0.smithi028.stdout:1099: read oid 23 snap 87 2024-08-29T17:51:03.554 INFO:tasks.rados.rados.0.smithi028.stdout:1099: expect (ObjNum 258 snap 78 seq_num 258) 2024-08-29T17:51:03.554 INFO:tasks.rados.rados.0.smithi028.stdout:1100: delete oid 47 current snap is 109 2024-08-29T17:51:03.568 INFO:tasks.rados.rados.0.smithi028.stdout:1100: done (1 left) 2024-08-29T17:51:03.568 INFO:tasks.rados.rados.0.smithi028.stdout:1101: rollback oid 41 current snap is 109 2024-08-29T17:51:03.568 INFO:tasks.rados.rados.0.smithi028.stdout:rollback oid 41 to 104 2024-08-29T17:51:03.568 INFO:tasks.rados.rados.0.smithi028.stdout:1102: snap_remove snap 76 2024-08-29T17:51:03.805 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:51:03 smithi028 bash[31855]: cluster 2024-08-29T17:51:02.536286+0000 mon.a (mon.0) 1426 : cluster [DBG] osdmap e275: 8 total, 8 up, 8 in 2024-08-29T17:51:03.806 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:51:03 smithi028 bash[22419]: cluster 2024-08-29T17:51:02.536286+0000 mon.a (mon.0) 1426 : cluster [DBG] osdmap e275: 8 total, 8 up, 8 in 2024-08-29T17:51:03.823 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:51:03 smithi053 bash[24720]: cluster 2024-08-29T17:51:02.536286+0000 mon.a (mon.0) 1426 : cluster [DBG] osdmap e275: 8 total, 8 up, 8 in 2024-08-29T17:51:03.824 INFO:journalctl@ceph.prometheus.a.smithi053.stdout:Aug 29 17:51:03 smithi053 bash[60008]: ts=2024-08-29T17:51:03.509Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=nodes name=CephNodeDiskspaceWarning index=4 msg="Evaluating rule failed" rule="alert: CephNodeDiskspaceWarning\nexpr: predict_linear(node_filesystem_free_bytes{device=~\"/.*\"}[2d], 3600 * 24 * 5)\n * on (instance) group_left (nodename) node_uname_info < 0\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.8.4\n severity: warning\n type: ceph_default\nannotations:\n description: Mountpoint {{ $labels.mountpoint }} on {{ $labels.nodename }} will\n be full in less than 5 days based on the 48 hour trailing fill rate.\n summary: Host filesystem free space is getting low\n" err="found duplicate series for the match group {instance=\"smithi028\"} on the right hand-side of the operation: [{__name__=\"node_uname_info\", domainname=\"(none)\", instance=\"smithi028\", job=\"node\", machine=\"x86_64\", nodename=\"smithi028\", release=\"5.15.0-119-generic\", sysname=\"Linux\", version=\"#129-Ubuntu SMP Fri Aug 2 19:25:20 UTC 2024\"}, {__name__=\"node_uname_info\", cluster=\"3167ee72-662c-11ef-bcd4-c7b262605968\", domainname=\"(none)\", instance=\"smithi028\", job=\"node\", machine=\"x86_64\", nodename=\"smithi028\", release=\"5.15.0-119-generic\", sysname=\"Linux\", version=\"#129-Ubuntu SMP Fri Aug 2 19:25:20 UTC 2024\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-29T17:51:04.525 INFO:tasks.rados.rados.0.smithi028.stdout:1102: done (2 left) 2024-08-29T17:51:04.526 INFO:tasks.rados.rados.0.smithi028.stdout:1103: read oid 29 snap -1 2024-08-29T17:51:04.526 INFO:tasks.rados.rados.0.smithi028.stdout:1103: expect (ObjNum 298 snap 89 seq_num 298) 2024-08-29T17:51:04.526 INFO:tasks.rados.rados.0.smithi028.stdout:1104: copy_from oid 44 from oid 47 current snap is 109 2024-08-29T17:51:04.526 INFO:tasks.rados.rados.0.smithi028.stdout:1105: read oid 34 snap -1 2024-08-29T17:51:04.526 INFO:tasks.rados.rados.0.smithi028.stdout:1105: expect (ObjNum 273 snap 78 seq_num 273) 2024-08-29T17:51:04.526 INFO:tasks.rados.rados.0.smithi028.stdout:1106: delete oid 48 current snap is 109 2024-08-29T17:51:04.526 INFO:tasks.rados.rados.0.smithi028.stdout:1101: finishing rollback tid 0 to smithi02869045-41 2024-08-29T17:51:04.526 INFO:tasks.rados.rados.0.smithi028.stdout:1101: finishing rollback tid 1 to smithi02869045-41 2024-08-29T17:51:04.526 INFO:tasks.rados.rados.0.smithi028.stdout:1101: finishing rollback tid 2 to smithi02869045-41 2024-08-29T17:51:04.526 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 41 v 524 (ObjNum 262 snap 78 seq_num 262) dirty exists 2024-08-29T17:51:04.526 INFO:tasks.rados.rados.0.smithi028.stdout:1099: expect (ObjNum 258 snap 78 seq_num 258) 2024-08-29T17:51:04.824 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:51:04 smithi053 bash[24720]: cluster 2024-08-29T17:51:03.536651+0000 mon.a (mon.0) 1427 : cluster [DBG] osdmap e276: 8 total, 8 up, 8 in 2024-08-29T17:51:04.824 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:51:04 smithi053 bash[24720]: cluster 2024-08-29T17:51:03.648900+0000 mgr.y (mgr.24944) 15 : cluster [DBG] pgmap v24: 121 pgs: 121 active+clean; 369 MiB data, 2.9 GiB used, 712 GiB / 715 GiB avail; 11 MiB/s rd, 6.0 MiB/s wr, 18 op/s 2024-08-29T17:51:04.824 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:51:04 smithi053 bash[24720]: cluster 2024-08-29T17:51:04.526732+0000 mon.a (mon.0) 1428 : cluster [DBG] osdmap e277: 8 total, 8 up, 8 in 2024-08-29T17:51:04.876 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:51:04 smithi028 bash[31855]: cluster 2024-08-29T17:51:03.536651+0000 mon.a (mon.0) 1427 : cluster [DBG] osdmap e276: 8 total, 8 up, 8 in 2024-08-29T17:51:04.876 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:51:04 smithi028 bash[31855]: cluster 2024-08-29T17:51:03.648900+0000 mgr.y (mgr.24944) 15 : cluster [DBG] pgmap v24: 121 pgs: 121 active+clean; 369 MiB data, 2.9 GiB used, 712 GiB / 715 GiB avail; 11 MiB/s rd, 6.0 MiB/s wr, 18 op/s 2024-08-29T17:51:04.876 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:51:04 smithi028 bash[31855]: cluster 2024-08-29T17:51:04.526732+0000 mon.a (mon.0) 1428 : cluster [DBG] osdmap e277: 8 total, 8 up, 8 in 2024-08-29T17:51:04.877 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:51:04 smithi028 bash[22419]: cluster 2024-08-29T17:51:03.536651+0000 mon.a (mon.0) 1427 : cluster [DBG] osdmap e276: 8 total, 8 up, 8 in 2024-08-29T17:51:04.877 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:51:04 smithi028 bash[22419]: cluster 2024-08-29T17:51:03.648900+0000 mgr.y (mgr.24944) 15 : cluster [DBG] pgmap v24: 121 pgs: 121 active+clean; 369 MiB data, 2.9 GiB used, 712 GiB / 715 GiB avail; 11 MiB/s rd, 6.0 MiB/s wr, 18 op/s 2024-08-29T17:51:04.877 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:51:04 smithi028 bash[22419]: cluster 2024-08-29T17:51:04.526732+0000 mon.a (mon.0) 1428 : cluster [DBG] osdmap e277: 8 total, 8 up, 8 in 2024-08-29T17:51:05.026 INFO:tasks.rados.rados.0.smithi028.stdout:1104: finishing copy_from to smithi02869045-44 2024-08-29T17:51:05.026 INFO:tasks.rados.rados.0.smithi028.stdout:1104: got expected ENOENT (src dne) 2024-08-29T17:51:05.026 INFO:tasks.rados.rados.0.smithi028.stdout:1104: finishing copy_from racing read to smithi02869045-44 2024-08-29T17:51:05.026 INFO:tasks.rados.rados.0.smithi028.stdout:1105: expect (ObjNum 273 snap 78 seq_num 273) 2024-08-29T17:51:05.082 INFO:tasks.rados.rados.0.smithi028.stdout:1103: expect (ObjNum 298 snap 89 seq_num 298) 2024-08-29T17:51:05.191 INFO:tasks.rados.rados.0.smithi028.stdout:1099: done (5 left) 2024-08-29T17:51:05.192 INFO:tasks.rados.rados.0.smithi028.stdout:1101: done (4 left) 2024-08-29T17:51:05.192 INFO:tasks.rados.rados.0.smithi028.stdout:1103: done (3 left) 2024-08-29T17:51:05.192 INFO:tasks.rados.rados.0.smithi028.stdout:1104: done (2 left) 2024-08-29T17:51:05.192 INFO:tasks.rados.rados.0.smithi028.stdout:1105: done (1 left) 2024-08-29T17:51:05.192 INFO:tasks.rados.rados.0.smithi028.stdout:1106: done (0 left) 2024-08-29T17:51:05.192 INFO:tasks.rados.rados.0.smithi028.stdout:1107: delete oid 49 current snap is 109 2024-08-29T17:51:05.196 INFO:tasks.rados.rados.0.smithi028.stdout:1107: done (0 left) 2024-08-29T17:51:05.196 INFO:tasks.rados.rados.0.smithi028.stdout:1108: snap_create 2024-08-29T17:51:05.568 INFO:tasks.rados.rados.0.smithi028.stdout:1108: done (0 left) 2024-08-29T17:51:05.568 INFO:tasks.rados.rados.0.smithi028.stdout:1109: rmattr oid 12 current snap is 110 2024-08-29T17:51:05.568 INFO:tasks.rados.rados.0.smithi028.stdout:1110: rollback oid 16 current snap is 110 2024-08-29T17:51:05.568 INFO:tasks.rados.rados.0.smithi028.stdout:rollback oid 16 to 99 2024-08-29T17:51:05.568 INFO:tasks.rados.rados.0.smithi028.stdout:1111: snap_remove snap 87 2024-08-29T17:51:05.823 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:51:05 smithi053 bash[24720]: audit 2024-08-29T17:51:04.843381+0000 mon.a (mon.0) 1429 : audit [DBG] from='mgr.24944 172.21.15.28:0/4206064451' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-29T17:51:05.876 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:51:05 smithi028 bash[22419]: audit 2024-08-29T17:51:04.843381+0000 mon.a (mon.0) 1429 : audit [DBG] from='mgr.24944 172.21.15.28:0/4206064451' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-29T17:51:05.876 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:51:05 smithi028 bash[31855]: audit 2024-08-29T17:51:04.843381+0000 mon.a (mon.0) 1429 : audit [DBG] from='mgr.24944 172.21.15.28:0/4206064451' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-29T17:51:06.576 INFO:tasks.rados.rados.0.smithi028.stdout:1111: done (2 left) 2024-08-29T17:51:06.576 INFO:tasks.rados.rados.0.smithi028.stdout:1112: snap_create 2024-08-29T17:51:06.576 INFO:tasks.rados.rados.0.smithi028.stdout:1110: finishing rollback tid 0 to smithi02869045-16 2024-08-29T17:51:06.576 INFO:tasks.rados.rados.0.smithi028.stdout:1110: finishing rollback tid 1 to smithi02869045-16 2024-08-29T17:51:06.576 INFO:tasks.rados.rados.0.smithi028.stdout:1110: finishing rollback tid 2 to smithi02869045-16 2024-08-29T17:51:06.576 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 16 v 639 (ObjNum 218 snap 63 seq_num 218) dirty exists 2024-08-29T17:51:06.576 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 12 v 220 (ObjNum 258 snap 78 seq_num 258) dirty exists 2024-08-29T17:51:06.824 INFO:journalctl@ceph.mgr.x.smithi053.stdout:Aug 29 17:51:06 smithi053 bash[53049]: ::ffff:172.21.15.53 - - [29/Aug/2024:17:51:06] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.43.0" 2024-08-29T17:51:06.824 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:51:06 smithi053 bash[24720]: cluster 2024-08-29T17:51:05.572832+0000 mon.a (mon.0) 1430 : cluster [DBG] osdmap e278: 8 total, 8 up, 8 in 2024-08-29T17:51:06.824 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:51:06 smithi053 bash[24720]: cluster 2024-08-29T17:51:05.649570+0000 mgr.y (mgr.24944) 16 : cluster [DBG] pgmap v27: 121 pgs: 121 active+clean; 369 MiB data, 2.9 GiB used, 712 GiB / 715 GiB avail 2024-08-29T17:51:06.876 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:51:06 smithi028 bash[22419]: cluster 2024-08-29T17:51:05.572832+0000 mon.a (mon.0) 1430 : cluster [DBG] osdmap e278: 8 total, 8 up, 8 in 2024-08-29T17:51:06.876 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:51:06 smithi028 bash[22419]: cluster 2024-08-29T17:51:05.649570+0000 mgr.y (mgr.24944) 16 : cluster [DBG] pgmap v27: 121 pgs: 121 active+clean; 369 MiB data, 2.9 GiB used, 712 GiB / 715 GiB avail 2024-08-29T17:51:06.876 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:51:06 smithi028 bash[31855]: cluster 2024-08-29T17:51:05.572832+0000 mon.a (mon.0) 1430 : cluster [DBG] osdmap e278: 8 total, 8 up, 8 in 2024-08-29T17:51:06.877 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:51:06 smithi028 bash[31855]: cluster 2024-08-29T17:51:05.649570+0000 mgr.y (mgr.24944) 16 : cluster [DBG] pgmap v27: 121 pgs: 121 active+clean; 369 MiB data, 2.9 GiB used, 712 GiB / 715 GiB avail 2024-08-29T17:51:07.574 INFO:tasks.rados.rados.0.smithi028.stdout:1109: done (2 left) 2024-08-29T17:51:07.574 INFO:tasks.rados.rados.0.smithi028.stdout:1110: done (1 left) 2024-08-29T17:51:07.574 INFO:tasks.rados.rados.0.smithi028.stdout:1112: done (0 left) 2024-08-29T17:51:07.574 INFO:tasks.rados.rados.0.smithi028.stdout:1113: copy_from oid 23 from oid 38 current snap is 111 2024-08-29T17:51:07.575 INFO:tasks.rados.rados.0.smithi028.stdout:1114: snap_remove snap 84 2024-08-29T17:51:07.876 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:51:07 smithi028 bash[22419]: cluster 2024-08-29T17:51:06.579391+0000 mon.a (mon.0) 1431 : cluster [DBG] osdmap e279: 8 total, 8 up, 8 in 2024-08-29T17:51:07.876 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:51:07 smithi028 bash[22419]: audit 2024-08-29T17:51:07.463408+0000 mon.a (mon.0) 1432 : audit [INF] from='mgr.24944 172.21.15.28:0/4206064451' entity='mgr.y' 2024-08-29T17:51:07.876 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:51:07 smithi028 bash[22419]: audit 2024-08-29T17:51:07.470233+0000 mon.a (mon.0) 1433 : audit [INF] from='mgr.24944 172.21.15.28:0/4206064451' entity='mgr.y' 2024-08-29T17:51:07.877 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:51:07 smithi028 bash[22419]: audit 2024-08-29T17:51:07.473073+0000 mon.a (mon.0) 1434 : audit [DBG] from='mgr.24944 172.21.15.28:0/4206064451' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-29T17:51:07.877 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:51:07 smithi028 bash[22419]: audit 2024-08-29T17:51:07.474545+0000 mon.a (mon.0) 1435 : audit [INF] from='mgr.24944 172.21.15.28:0/4206064451' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-29T17:51:07.877 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:51:07 smithi028 bash[31855]: cluster 2024-08-29T17:51:06.579391+0000 mon.a (mon.0) 1431 : cluster [DBG] osdmap e279: 8 total, 8 up, 8 in 2024-08-29T17:51:07.877 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:51:07 smithi028 bash[31855]: audit 2024-08-29T17:51:07.463408+0000 mon.a (mon.0) 1432 : audit [INF] from='mgr.24944 172.21.15.28:0/4206064451' entity='mgr.y' 2024-08-29T17:51:07.877 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:51:07 smithi028 bash[31855]: audit 2024-08-29T17:51:07.470233+0000 mon.a (mon.0) 1433 : audit [INF] from='mgr.24944 172.21.15.28:0/4206064451' entity='mgr.y' 2024-08-29T17:51:07.877 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:51:07 smithi028 bash[31855]: audit 2024-08-29T17:51:07.473073+0000 mon.a (mon.0) 1434 : audit [DBG] from='mgr.24944 172.21.15.28:0/4206064451' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-29T17:51:07.877 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:51:07 smithi028 bash[31855]: audit 2024-08-29T17:51:07.474545+0000 mon.a (mon.0) 1435 : audit [INF] from='mgr.24944 172.21.15.28:0/4206064451' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-29T17:51:08.074 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:51:07 smithi053 bash[24720]: cluster 2024-08-29T17:51:06.579391+0000 mon.a (mon.0) 1431 : cluster [DBG] osdmap e279: 8 total, 8 up, 8 in 2024-08-29T17:51:08.074 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:51:07 smithi053 bash[24720]: audit 2024-08-29T17:51:07.463408+0000 mon.a (mon.0) 1432 : audit [INF] from='mgr.24944 172.21.15.28:0/4206064451' entity='mgr.y' 2024-08-29T17:51:08.074 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:51:07 smithi053 bash[24720]: audit 2024-08-29T17:51:07.470233+0000 mon.a (mon.0) 1433 : audit [INF] from='mgr.24944 172.21.15.28:0/4206064451' entity='mgr.y' 2024-08-29T17:51:08.074 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:51:07 smithi053 bash[24720]: audit 2024-08-29T17:51:07.473073+0000 mon.a (mon.0) 1434 : audit [DBG] from='mgr.24944 172.21.15.28:0/4206064451' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-29T17:51:08.074 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:51:07 smithi053 bash[24720]: audit 2024-08-29T17:51:07.474545+0000 mon.a (mon.0) 1435 : audit [INF] from='mgr.24944 172.21.15.28:0/4206064451' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-29T17:51:08.586 INFO:tasks.rados.rados.0.smithi028.stdout:1114: done (1 left) 2024-08-29T17:51:08.586 INFO:tasks.rados.rados.0.smithi028.stdout:append oid 12 current snap is 111 2024-08-29T17:51:08.587 INFO:tasks.rados.rados.0.smithi028.stdout:1115: seq_num 350 ranges {7372800=671744,8044544=401408} 2024-08-29T17:51:08.644 INFO:tasks.rados.rados.0.smithi028.stdout:1115: writing smithi02869045-12 from 7372800 to 8044544 tid 1 2024-08-29T17:51:08.647 INFO:tasks.rados.rados.0.smithi028.stdout:1115: writing smithi02869045-12 from 8044544 to 8445952 tid 2 2024-08-29T17:51:08.647 INFO:tasks.rados.rados.0.smithi028.stdout:1116: copy_from oid 44 from oid 4 current snap is 111 2024-08-29T17:51:08.647 INFO:tasks.rados.rados.0.smithi028.stdout:1113: finishing copy_from racing read to smithi02869045-23 2024-08-29T17:51:08.647 INFO:tasks.rados.rados.0.smithi028.stdout:1113: finishing copy_from to smithi02869045-23 2024-08-29T17:51:08.647 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 23 v 481 (ObjNum 275 snap 79 seq_num 275) dirty exists 2024-08-29T17:51:08.647 INFO:tasks.rados.rados.0.smithi028.stdout:1113: done (2 left) 2024-08-29T17:51:08.647 INFO:tasks.rados.rados.0.smithi028.stdout:1117: rmattr oid 15 current snap is 111 2024-08-29T17:51:08.648 INFO:tasks.rados.rados.0.smithi028.stdout:append oid 5 current snap is 111 2024-08-29T17:51:08.648 INFO:tasks.rados.rados.0.smithi028.stdout:1118: seq_num 351 ranges {3309568=688128,3997696=401408} 2024-08-29T17:51:08.672 INFO:tasks.rados.rados.0.smithi028.stdout:1118: writing smithi02869045-5 from 3309568 to 3997696 tid 1 2024-08-29T17:51:08.675 INFO:tasks.rados.rados.0.smithi028.stdout:1118: writing smithi02869045-5 from 3997696 to 4399104 tid 2 2024-08-29T17:51:08.675 INFO:tasks.rados.rados.0.smithi028.stdout:1119: snap_create 2024-08-29T17:51:08.676 INFO:tasks.rados.rados.0.smithi028.stdout:1115: finishing write tid 1 to smithi02869045-12 2024-08-29T17:51:08.676 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 15 v 328 (ObjNum 345 snap 107 seq_num 345) dirty exists 2024-08-29T17:51:08.676 INFO:tasks.rados.rados.0.smithi028.stdout:1115: finishing write tid 2 to smithi02869045-12 2024-08-29T17:51:08.676 INFO:tasks.rados.rados.0.smithi028.stdout:1115: finishing write tid 3 to smithi02869045-12 2024-08-29T17:51:08.676 INFO:tasks.rados.rados.0.smithi028.stdout:1115: finishing write tid 4 to smithi02869045-12 2024-08-29T17:51:08.676 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 12 v 232 (ObjNum 350 snap 111 seq_num 350) dirty exists 2024-08-29T17:51:08.676 INFO:tasks.rados.rados.0.smithi028.stdout:1115: left oid 12 (ObjNum 350 snap 111 seq_num 350) 2024-08-29T17:51:08.676 INFO:tasks.rados.rados.0.smithi028.stdout:1116: finishing copy_from racing read to smithi02869045-44 2024-08-29T17:51:08.676 INFO:tasks.rados.rados.0.smithi028.stdout:1116: finishing copy_from to smithi02869045-44 2024-08-29T17:51:08.676 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 44 v 284 (ObjNum 313 snap 91 seq_num 313) dirty exists 2024-08-29T17:51:08.678 INFO:tasks.rados.rados.0.smithi028.stdout:1118: finishing write tid 1 to smithi02869045-5 2024-08-29T17:51:08.678 INFO:tasks.rados.rados.0.smithi028.stdout:1118: finishing write tid 2 to smithi02869045-5 2024-08-29T17:51:08.678 INFO:tasks.rados.rados.0.smithi028.stdout:1118: finishing write tid 3 to smithi02869045-5 2024-08-29T17:51:08.679 INFO:tasks.rados.rados.0.smithi028.stdout:1118: finishing write tid 4 to smithi02869045-5 2024-08-29T17:51:08.679 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 5 v 332 (ObjNum 351 snap 111 seq_num 351) dirty exists 2024-08-29T17:51:08.680 INFO:tasks.rados.rados.0.smithi028.stdout:1118: left oid 5 (ObjNum 351 snap 111 seq_num 351) 2024-08-29T17:51:08.876 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:51:08 smithi028 bash[31855]: cephadm 2024-08-29T17:51:07.476790+0000 mgr.y (mgr.24944) 17 : cephadm [INF] Updating smithi028:/etc/ceph/ceph.conf 2024-08-29T17:51:08.877 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:51:08 smithi028 bash[31855]: cephadm 2024-08-29T17:51:07.477167+0000 mgr.y (mgr.24944) 18 : cephadm [INF] Updating smithi053:/etc/ceph/ceph.conf 2024-08-29T17:51:08.877 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:51:08 smithi028 bash[31855]: cluster 2024-08-29T17:51:07.579557+0000 mon.a (mon.0) 1436 : cluster [DBG] osdmap e280: 8 total, 8 up, 8 in 2024-08-29T17:51:08.877 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:51:08 smithi028 bash[31855]: cephadm 2024-08-29T17:51:07.648822+0000 mgr.y (mgr.24944) 19 : cephadm [INF] Updating smithi028:/var/lib/ceph/3167ee72-662c-11ef-bcd4-c7b262605968/config/ceph.conf 2024-08-29T17:51:08.877 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:51:08 smithi028 bash[31855]: cephadm 2024-08-29T17:51:07.648992+0000 mgr.y (mgr.24944) 20 : cephadm [INF] Updating smithi053:/var/lib/ceph/3167ee72-662c-11ef-bcd4-c7b262605968/config/ceph.conf 2024-08-29T17:51:08.877 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:51:08 smithi028 bash[31855]: cluster 2024-08-29T17:51:07.650056+0000 mgr.y (mgr.24944) 21 : cluster [DBG] pgmap v30: 121 pgs: 121 active+clean; 348 MiB data, 2.8 GiB used, 712 GiB / 715 GiB avail; 8.1 MiB/s rd, 0 B/s wr, 5 op/s 2024-08-29T17:51:08.877 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:51:08 smithi028 bash[31855]: audit 2024-08-29T17:51:08.096508+0000 mon.a (mon.0) 1437 : audit [INF] from='mgr.24944 172.21.15.28:0/4206064451' entity='mgr.y' 2024-08-29T17:51:08.877 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:51:08 smithi028 bash[31855]: audit 2024-08-29T17:51:08.100785+0000 mon.a (mon.0) 1438 : audit [INF] from='mgr.24944 172.21.15.28:0/4206064451' entity='mgr.y' 2024-08-29T17:51:08.877 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:51:08 smithi028 bash[31855]: audit 2024-08-29T17:51:08.105956+0000 mon.a (mon.0) 1439 : audit [INF] from='mgr.24944 172.21.15.28:0/4206064451' entity='mgr.y' 2024-08-29T17:51:08.877 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:51:08 smithi028 bash[31855]: audit 2024-08-29T17:51:08.112048+0000 mon.a (mon.0) 1440 : audit [INF] from='mgr.24944 172.21.15.28:0/4206064451' entity='mgr.y' 2024-08-29T17:51:08.877 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:51:08 smithi028 bash[31855]: audit 2024-08-29T17:51:08.119273+0000 mon.a (mon.0) 1441 : audit [INF] from='mgr.24944 172.21.15.28:0/4206064451' entity='mgr.y' 2024-08-29T17:51:08.877 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:51:08 smithi028 bash[22419]: cephadm 2024-08-29T17:51:07.476790+0000 mgr.y (mgr.24944) 17 : cephadm [INF] Updating smithi028:/etc/ceph/ceph.conf 2024-08-29T17:51:08.878 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:51:08 smithi028 bash[22419]: cephadm 2024-08-29T17:51:07.477167+0000 mgr.y (mgr.24944) 18 : cephadm [INF] Updating smithi053:/etc/ceph/ceph.conf 2024-08-29T17:51:08.878 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:51:08 smithi028 bash[22419]: cluster 2024-08-29T17:51:07.579557+0000 mon.a (mon.0) 1436 : cluster [DBG] osdmap e280: 8 total, 8 up, 8 in 2024-08-29T17:51:08.878 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:51:08 smithi028 bash[22419]: cephadm 2024-08-29T17:51:07.648822+0000 mgr.y (mgr.24944) 19 : cephadm [INF] Updating smithi028:/var/lib/ceph/3167ee72-662c-11ef-bcd4-c7b262605968/config/ceph.conf 2024-08-29T17:51:08.878 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:51:08 smithi028 bash[22419]: cephadm 2024-08-29T17:51:07.648992+0000 mgr.y (mgr.24944) 20 : cephadm [INF] Updating smithi053:/var/lib/ceph/3167ee72-662c-11ef-bcd4-c7b262605968/config/ceph.conf 2024-08-29T17:51:08.878 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:51:08 smithi028 bash[22419]: cluster 2024-08-29T17:51:07.650056+0000 mgr.y (mgr.24944) 21 : cluster [DBG] pgmap v30: 121 pgs: 121 active+clean; 348 MiB data, 2.8 GiB used, 712 GiB / 715 GiB avail; 8.1 MiB/s rd, 0 B/s wr, 5 op/s 2024-08-29T17:51:08.878 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:51:08 smithi028 bash[22419]: audit 2024-08-29T17:51:08.096508+0000 mon.a (mon.0) 1437 : audit [INF] from='mgr.24944 172.21.15.28:0/4206064451' entity='mgr.y' 2024-08-29T17:51:08.878 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:51:08 smithi028 bash[22419]: audit 2024-08-29T17:51:08.100785+0000 mon.a (mon.0) 1438 : audit [INF] from='mgr.24944 172.21.15.28:0/4206064451' entity='mgr.y' 2024-08-29T17:51:08.878 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:51:08 smithi028 bash[22419]: audit 2024-08-29T17:51:08.105956+0000 mon.a (mon.0) 1439 : audit [INF] from='mgr.24944 172.21.15.28:0/4206064451' entity='mgr.y' 2024-08-29T17:51:08.878 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:51:08 smithi028 bash[22419]: audit 2024-08-29T17:51:08.112048+0000 mon.a (mon.0) 1440 : audit [INF] from='mgr.24944 172.21.15.28:0/4206064451' entity='mgr.y' 2024-08-29T17:51:08.878 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:51:08 smithi028 bash[22419]: audit 2024-08-29T17:51:08.119273+0000 mon.a (mon.0) 1441 : audit [INF] from='mgr.24944 172.21.15.28:0/4206064451' entity='mgr.y' 2024-08-29T17:51:09.074 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:51:08 smithi053 bash[24720]: cephadm 2024-08-29T17:51:07.476790+0000 mgr.y (mgr.24944) 17 : cephadm [INF] Updating smithi028:/etc/ceph/ceph.conf 2024-08-29T17:51:09.074 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:51:08 smithi053 bash[24720]: cephadm 2024-08-29T17:51:07.477167+0000 mgr.y (mgr.24944) 18 : cephadm [INF] Updating smithi053:/etc/ceph/ceph.conf 2024-08-29T17:51:09.074 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:51:08 smithi053 bash[24720]: cluster 2024-08-29T17:51:07.579557+0000 mon.a (mon.0) 1436 : cluster [DBG] osdmap e280: 8 total, 8 up, 8 in 2024-08-29T17:51:09.074 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:51:08 smithi053 bash[24720]: cephadm 2024-08-29T17:51:07.648822+0000 mgr.y (mgr.24944) 19 : cephadm [INF] Updating smithi028:/var/lib/ceph/3167ee72-662c-11ef-bcd4-c7b262605968/config/ceph.conf 2024-08-29T17:51:09.074 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:51:08 smithi053 bash[24720]: cephadm 2024-08-29T17:51:07.648992+0000 mgr.y (mgr.24944) 20 : cephadm [INF] Updating smithi053:/var/lib/ceph/3167ee72-662c-11ef-bcd4-c7b262605968/config/ceph.conf 2024-08-29T17:51:09.074 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:51:08 smithi053 bash[24720]: cluster 2024-08-29T17:51:07.650056+0000 mgr.y (mgr.24944) 21 : cluster [DBG] pgmap v30: 121 pgs: 121 active+clean; 348 MiB data, 2.8 GiB used, 712 GiB / 715 GiB avail; 8.1 MiB/s rd, 0 B/s wr, 5 op/s 2024-08-29T17:51:09.074 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:51:08 smithi053 bash[24720]: audit 2024-08-29T17:51:08.096508+0000 mon.a (mon.0) 1437 : audit [INF] from='mgr.24944 172.21.15.28:0/4206064451' entity='mgr.y' 2024-08-29T17:51:09.074 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:51:08 smithi053 bash[24720]: audit 2024-08-29T17:51:08.100785+0000 mon.a (mon.0) 1438 : audit [INF] from='mgr.24944 172.21.15.28:0/4206064451' entity='mgr.y' 2024-08-29T17:51:09.075 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:51:08 smithi053 bash[24720]: audit 2024-08-29T17:51:08.105956+0000 mon.a (mon.0) 1439 : audit [INF] from='mgr.24944 172.21.15.28:0/4206064451' entity='mgr.y' 2024-08-29T17:51:09.075 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:51:08 smithi053 bash[24720]: audit 2024-08-29T17:51:08.112048+0000 mon.a (mon.0) 1440 : audit [INF] from='mgr.24944 172.21.15.28:0/4206064451' entity='mgr.y' 2024-08-29T17:51:09.075 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:51:08 smithi053 bash[24720]: audit 2024-08-29T17:51:08.119273+0000 mon.a (mon.0) 1441 : audit [INF] from='mgr.24944 172.21.15.28:0/4206064451' entity='mgr.y' 2024-08-29T17:51:09.514 INFO:tasks.rados.rados.0.smithi028.stdout:1115: done (4 left) 2024-08-29T17:51:09.514 INFO:tasks.rados.rados.0.smithi028.stdout:1116: done (3 left) 2024-08-29T17:51:09.514 INFO:tasks.rados.rados.0.smithi028.stdout:1117: done (2 left) 2024-08-29T17:51:09.514 INFO:tasks.rados.rados.0.smithi028.stdout:1118: done (1 left) 2024-08-29T17:51:09.515 INFO:tasks.rados.rados.0.smithi028.stdout:1119: done (0 left) 2024-08-29T17:51:09.515 INFO:tasks.rados.rados.0.smithi028.stdout:1120: rollback oid 26 current snap is 112 2024-08-29T17:51:09.515 INFO:tasks.rados.rados.0.smithi028.stdout:rollback oid 26 to 79 2024-08-29T17:51:09.515 INFO:tasks.rados.rados.0.smithi028.stdout:1121: copy_from oid 48 from oid 14 current snap is 112 2024-08-29T17:51:09.515 INFO:tasks.rados.rados.0.smithi028.stdout:1122: snap_create 2024-08-29T17:51:09.527 INFO:tasks.rados.rados.0.smithi028.stdout:1120: finishing rollback tid 1 to smithi02869045-26 2024-08-29T17:51:09.527 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 26 v 400 (ObjNum 49 snap 0 seq_num 1953066355) dirty dne 2024-08-29T17:51:09.545 INFO:tasks.rados.rados.0.smithi028.stdout:1121: finishing copy_from racing read to smithi02869045-48 2024-08-29T17:51:09.545 INFO:tasks.rados.rados.0.smithi028.stdout:1121: finishing copy_from to smithi02869045-48 2024-08-29T17:51:09.545 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 48 v 65 (ObjNum 267 snap 78 seq_num 267) dirty exists 2024-08-29T17:51:09.876 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:51:09 smithi028 bash[22419]: cephadm 2024-08-29T17:51:07.794008+0000 mgr.y (mgr.24944) 22 : cephadm [INF] Updating smithi028:/etc/ceph/ceph.client.admin.keyring 2024-08-29T17:51:09.877 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:51:09 smithi028 bash[22419]: cephadm 2024-08-29T17:51:07.794298+0000 mgr.y (mgr.24944) 23 : cephadm [INF] Updating smithi053:/etc/ceph/ceph.client.admin.keyring 2024-08-29T17:51:09.877 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:51:09 smithi028 bash[22419]: cephadm 2024-08-29T17:51:07.939878+0000 mgr.y (mgr.24944) 24 : cephadm [INF] Updating smithi028:/var/lib/ceph/3167ee72-662c-11ef-bcd4-c7b262605968/config/ceph.client.admin.keyring 2024-08-29T17:51:09.877 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:51:09 smithi028 bash[22419]: cephadm 2024-08-29T17:51:07.940207+0000 mgr.y (mgr.24944) 25 : cephadm [INF] Updating smithi053:/var/lib/ceph/3167ee72-662c-11ef-bcd4-c7b262605968/config/ceph.client.admin.keyring 2024-08-29T17:51:09.877 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:51:09 smithi028 bash[22419]: cephadm 2024-08-29T17:51:08.165388+0000 mgr.y (mgr.24944) 26 : cephadm [INF] Reconfiguring prometheus.a (dependencies changed)... 2024-08-29T17:51:09.877 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:51:09 smithi028 bash[22419]: cephadm 2024-08-29T17:51:08.481801+0000 mgr.y (mgr.24944) 27 : cephadm [INF] Reconfiguring daemon prometheus.a on smithi053 2024-08-29T17:51:09.877 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:51:09 smithi028 bash[22419]: cluster 2024-08-29T17:51:08.589780+0000 mon.a (mon.0) 1442 : cluster [DBG] osdmap e281: 8 total, 8 up, 8 in 2024-08-29T17:51:09.877 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:51:09 smithi028 bash[22419]: cluster 2024-08-29T17:51:09.519076+0000 mon.a (mon.0) 1443 : cluster [DBG] osdmap e282: 8 total, 8 up, 8 in 2024-08-29T17:51:09.877 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:51:09 smithi028 bash[31855]: cephadm 2024-08-29T17:51:07.794008+0000 mgr.y (mgr.24944) 22 : cephadm [INF] Updating smithi028:/etc/ceph/ceph.client.admin.keyring 2024-08-29T17:51:09.877 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:51:09 smithi028 bash[31855]: cephadm 2024-08-29T17:51:07.794298+0000 mgr.y (mgr.24944) 23 : cephadm [INF] Updating smithi053:/etc/ceph/ceph.client.admin.keyring 2024-08-29T17:51:09.878 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:51:09 smithi028 bash[31855]: cephadm 2024-08-29T17:51:07.939878+0000 mgr.y (mgr.24944) 24 : cephadm [INF] Updating smithi028:/var/lib/ceph/3167ee72-662c-11ef-bcd4-c7b262605968/config/ceph.client.admin.keyring 2024-08-29T17:51:09.878 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:51:09 smithi028 bash[31855]: cephadm 2024-08-29T17:51:07.940207+0000 mgr.y (mgr.24944) 25 : cephadm [INF] Updating smithi053:/var/lib/ceph/3167ee72-662c-11ef-bcd4-c7b262605968/config/ceph.client.admin.keyring 2024-08-29T17:51:09.878 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:51:09 smithi028 bash[31855]: cephadm 2024-08-29T17:51:08.165388+0000 mgr.y (mgr.24944) 26 : cephadm [INF] Reconfiguring prometheus.a (dependencies changed)... 2024-08-29T17:51:09.878 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:51:09 smithi028 bash[31855]: cephadm 2024-08-29T17:51:08.481801+0000 mgr.y (mgr.24944) 27 : cephadm [INF] Reconfiguring daemon prometheus.a on smithi053 2024-08-29T17:51:09.878 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:51:09 smithi028 bash[31855]: cluster 2024-08-29T17:51:08.589780+0000 mon.a (mon.0) 1442 : cluster [DBG] osdmap e281: 8 total, 8 up, 8 in 2024-08-29T17:51:09.878 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:51:09 smithi028 bash[31855]: cluster 2024-08-29T17:51:09.519076+0000 mon.a (mon.0) 1443 : cluster [DBG] osdmap e282: 8 total, 8 up, 8 in 2024-08-29T17:51:10.074 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:51:09 smithi053 bash[24720]: cephadm 2024-08-29T17:51:07.794008+0000 mgr.y (mgr.24944) 22 : cephadm [INF] Updating smithi028:/etc/ceph/ceph.client.admin.keyring 2024-08-29T17:51:10.074 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:51:09 smithi053 bash[24720]: cephadm 2024-08-29T17:51:07.794298+0000 mgr.y (mgr.24944) 23 : cephadm [INF] Updating smithi053:/etc/ceph/ceph.client.admin.keyring 2024-08-29T17:51:10.074 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:51:09 smithi053 bash[24720]: cephadm 2024-08-29T17:51:07.939878+0000 mgr.y (mgr.24944) 24 : cephadm [INF] Updating smithi028:/var/lib/ceph/3167ee72-662c-11ef-bcd4-c7b262605968/config/ceph.client.admin.keyring 2024-08-29T17:51:10.074 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:51:09 smithi053 bash[24720]: cephadm 2024-08-29T17:51:07.940207+0000 mgr.y (mgr.24944) 25 : cephadm [INF] Updating smithi053:/var/lib/ceph/3167ee72-662c-11ef-bcd4-c7b262605968/config/ceph.client.admin.keyring 2024-08-29T17:51:10.074 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:51:09 smithi053 bash[24720]: cephadm 2024-08-29T17:51:08.165388+0000 mgr.y (mgr.24944) 26 : cephadm [INF] Reconfiguring prometheus.a (dependencies changed)... 2024-08-29T17:51:10.074 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:51:09 smithi053 bash[24720]: cephadm 2024-08-29T17:51:08.481801+0000 mgr.y (mgr.24944) 27 : cephadm [INF] Reconfiguring daemon prometheus.a on smithi053 2024-08-29T17:51:10.074 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:51:09 smithi053 bash[24720]: cluster 2024-08-29T17:51:08.589780+0000 mon.a (mon.0) 1442 : cluster [DBG] osdmap e281: 8 total, 8 up, 8 in 2024-08-29T17:51:10.074 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:51:09 smithi053 bash[24720]: cluster 2024-08-29T17:51:09.519076+0000 mon.a (mon.0) 1443 : cluster [DBG] osdmap e282: 8 total, 8 up, 8 in 2024-08-29T17:51:10.517 INFO:tasks.rados.rados.0.smithi028.stdout:1120: done (2 left) 2024-08-29T17:51:10.517 INFO:tasks.rados.rados.0.smithi028.stdout:1121: done (1 left) 2024-08-29T17:51:10.517 INFO:tasks.rados.rados.0.smithi028.stdout:1122: done (0 left) 2024-08-29T17:51:10.517 INFO:tasks.rados.rados.0.smithi028.stdout:append oid 23 current snap is 113 2024-08-29T17:51:10.517 INFO:tasks.rados.rados.0.smithi028.stdout:1123: seq_num 352 ranges {3325952=704512,4030464=401408} 2024-08-29T17:51:10.547 INFO:tasks.rados.rados.0.smithi028.stdout:1123: writing smithi02869045-23 from 3325952 to 4030464 tid 1 2024-08-29T17:51:10.550 INFO:tasks.rados.rados.0.smithi028.stdout:1123: writing smithi02869045-23 from 4030464 to 4431872 tid 2 2024-08-29T17:51:10.550 INFO:tasks.rados.rados.0.smithi028.stdout:append oid 36 current snap is 113 2024-08-29T17:51:10.550 INFO:tasks.rados.rados.0.smithi028.stdout:1124: seq_num 353 ranges {581632=720896,1302528=401408} 2024-08-29T17:51:10.560 INFO:tasks.rados.rados.0.smithi028.stdout:1124: writing smithi02869045-36 from 581632 to 1302528 tid 1 2024-08-29T17:51:10.563 INFO:tasks.rados.rados.0.smithi028.stdout:1124: writing smithi02869045-36 from 1302528 to 1703936 tid 2 2024-08-29T17:51:10.563 INFO:tasks.rados.rados.0.smithi028.stdout:append oid 12 current snap is 113 2024-08-29T17:51:10.564 INFO:tasks.rados.rados.0.smithi028.stdout:1125: seq_num 354 ranges {8445952=737280,9183232=401408} 2024-08-29T17:51:10.623 INFO:tasks.rados.rados.0.smithi028.stdout:1125: writing smithi02869045-12 from 8445952 to 9183232 tid 1 2024-08-29T17:51:10.626 INFO:tasks.rados.rados.0.smithi028.stdout:1125: writing smithi02869045-12 from 9183232 to 9584640 tid 2 2024-08-29T17:51:10.626 INFO:tasks.rados.rados.0.smithi028.stdout:1126: snap_create 2024-08-29T17:51:10.626 INFO:tasks.rados.rados.0.smithi028.stdout:1123: finishing write tid 1 to smithi02869045-23 2024-08-29T17:51:10.626 INFO:tasks.rados.rados.0.smithi028.stdout:1123: finishing write tid 2 to smithi02869045-23 2024-08-29T17:51:10.626 INFO:tasks.rados.rados.0.smithi028.stdout:1123: finishing write tid 3 to smithi02869045-23 2024-08-29T17:51:10.626 INFO:tasks.rados.rados.0.smithi028.stdout:1123: finishing write tid 4 to smithi02869045-23 2024-08-29T17:51:10.626 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 23 v 484 (ObjNum 352 snap 113 seq_num 352) dirty exists 2024-08-29T17:51:10.626 INFO:tasks.rados.rados.0.smithi028.stdout:1123: left oid 23 (ObjNum 352 snap 113 seq_num 352) 2024-08-29T17:51:10.627 INFO:tasks.rados.rados.0.smithi028.stdout:1124: finishing write tid 1 to smithi02869045-36 2024-08-29T17:51:10.627 INFO:tasks.rados.rados.0.smithi028.stdout:1124: finishing write tid 2 to smithi02869045-36 2024-08-29T17:51:10.627 INFO:tasks.rados.rados.0.smithi028.stdout:1124: finishing write tid 3 to smithi02869045-36 2024-08-29T17:51:10.627 INFO:tasks.rados.rados.0.smithi028.stdout:1124: finishing write tid 4 to smithi02869045-36 2024-08-29T17:51:10.627 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 36 v 236 (ObjNum 353 snap 113 seq_num 353) dirty exists 2024-08-29T17:51:10.627 INFO:tasks.rados.rados.0.smithi028.stdout:1124: left oid 36 (ObjNum 353 snap 113 seq_num 353) 2024-08-29T17:51:10.631 INFO:tasks.rados.rados.0.smithi028.stdout:1125: finishing write tid 1 to smithi02869045-12 2024-08-29T17:51:10.631 INFO:tasks.rados.rados.0.smithi028.stdout:1125: finishing write tid 2 to smithi02869045-12 2024-08-29T17:51:10.632 INFO:tasks.rados.rados.0.smithi028.stdout:1125: finishing write tid 3 to smithi02869045-12 2024-08-29T17:51:10.634 INFO:tasks.rados.rados.0.smithi028.stdout:1125: finishing write tid 4 to smithi02869045-12 2024-08-29T17:51:10.635 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 12 v 240 (ObjNum 354 snap 113 seq_num 354) dirty exists 2024-08-29T17:51:10.635 INFO:tasks.rados.rados.0.smithi028.stdout:1125: left oid 12 (ObjNum 354 snap 113 seq_num 354) 2024-08-29T17:51:10.876 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:51:10 smithi028 bash[31855]: cluster 2024-08-29T17:51:09.650728+0000 mgr.y (mgr.24944) 28 : cluster [DBG] pgmap v33: 121 pgs: 121 active+clean; 348 MiB data, 2.8 GiB used, 712 GiB / 715 GiB avail; 8.1 MiB/s rd, 0 B/s wr, 5 op/s 2024-08-29T17:51:10.876 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:51:10 smithi028 bash[31855]: cluster 2024-08-29T17:51:10.521933+0000 mon.a (mon.0) 1444 : cluster [DBG] osdmap e283: 8 total, 8 up, 8 in 2024-08-29T17:51:10.877 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:51:10 smithi028 bash[22419]: cluster 2024-08-29T17:51:09.650728+0000 mgr.y (mgr.24944) 28 : cluster [DBG] pgmap v33: 121 pgs: 121 active+clean; 348 MiB data, 2.8 GiB used, 712 GiB / 715 GiB avail; 8.1 MiB/s rd, 0 B/s wr, 5 op/s 2024-08-29T17:51:10.877 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:51:10 smithi028 bash[22419]: cluster 2024-08-29T17:51:10.521933+0000 mon.a (mon.0) 1444 : cluster [DBG] osdmap e283: 8 total, 8 up, 8 in 2024-08-29T17:51:11.074 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:51:10 smithi053 bash[24720]: cluster 2024-08-29T17:51:09.650728+0000 mgr.y (mgr.24944) 28 : cluster [DBG] pgmap v33: 121 pgs: 121 active+clean; 348 MiB data, 2.8 GiB used, 712 GiB / 715 GiB avail; 8.1 MiB/s rd, 0 B/s wr, 5 op/s 2024-08-29T17:51:11.074 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:51:10 smithi053 bash[24720]: cluster 2024-08-29T17:51:10.521933+0000 mon.a (mon.0) 1444 : cluster [DBG] osdmap e283: 8 total, 8 up, 8 in 2024-08-29T17:51:11.629 INFO:tasks.rados.rados.0.smithi028.stdout:1123: done (3 left) 2024-08-29T17:51:11.629 INFO:tasks.rados.rados.0.smithi028.stdout:1124: done (2 left) 2024-08-29T17:51:11.629 INFO:tasks.rados.rados.0.smithi028.stdout:1125: done (1 left) 2024-08-29T17:51:11.629 INFO:tasks.rados.rados.0.smithi028.stdout:1126: done (0 left) 2024-08-29T17:51:11.629 INFO:tasks.rados.rados.0.smithi028.stdout:1127: read oid 16 snap -1 2024-08-29T17:51:11.629 INFO:tasks.rados.rados.0.smithi028.stdout:1127: expect (ObjNum 218 snap 63 seq_num 218) 2024-08-29T17:51:11.629 INFO:tasks.rados.rados.0.smithi028.stdout:1128: snap_create 2024-08-29T17:51:11.646 INFO:tasks.rados.rados.0.smithi028.stdout:1127: expect (ObjNum 218 snap 63 seq_num 218) 2024-08-29T17:51:12.574 INFO:journalctl@ceph.prometheus.a.smithi053.stdout:Aug 29 17:51:12 smithi053 bash[60008]: ts=2024-08-29T17:51:12.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"3167ee72-662c-11ef-bcd4-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-29T17:51:12.638 INFO:tasks.rados.rados.0.smithi028.stdout:1127: done (1 left) 2024-08-29T17:51:12.638 INFO:tasks.rados.rados.0.smithi028.stdout:1128: done (0 left) 2024-08-29T17:51:12.638 INFO:tasks.rados.rados.0.smithi028.stdout:1129: rmattr oid 40 current snap is 115 2024-08-29T17:51:12.638 INFO:tasks.rados.rados.0.smithi028.stdout:1129: done (0 left) 2024-08-29T17:51:12.638 INFO:tasks.rados.rados.0.smithi028.stdout:append oid 19 current snap is 115 2024-08-29T17:51:12.638 INFO:tasks.rados.rados.0.smithi028.stdout:1130: seq_num 355 ranges {6086656=753664,6840320=401408} 2024-08-29T17:51:12.676 INFO:tasks.rados.rados.0.smithi028.stdout:1130: writing smithi02869045-19 from 6086656 to 6840320 tid 1 2024-08-29T17:51:12.678 INFO:tasks.rados.rados.0.smithi028.stdout:1130: writing smithi02869045-19 from 6840320 to 7241728 tid 2 2024-08-29T17:51:12.679 INFO:tasks.rados.rados.0.smithi028.stdout:1131: snap_create 2024-08-29T17:51:12.684 INFO:tasks.rados.rados.0.smithi028.stdout:1130: finishing write tid 1 to smithi02869045-19 2024-08-29T17:51:12.684 INFO:tasks.rados.rados.0.smithi028.stdout:1130: finishing write tid 2 to smithi02869045-19 2024-08-29T17:51:12.684 INFO:tasks.rados.rados.0.smithi028.stdout:1130: finishing write tid 3 to smithi02869045-19 2024-08-29T17:51:12.686 INFO:tasks.rados.rados.0.smithi028.stdout:1130: finishing write tid 4 to smithi02869045-19 2024-08-29T17:51:12.686 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 19 v 664 (ObjNum 355 snap 115 seq_num 355) dirty exists 2024-08-29T17:51:12.686 INFO:tasks.rados.rados.0.smithi028.stdout:1130: left oid 19 (ObjNum 355 snap 115 seq_num 355) 2024-08-29T17:51:12.903 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:51:12 smithi053 bash[24720]: cluster 2024-08-29T17:51:11.633167+0000 mon.a (mon.0) 1445 : cluster [DBG] osdmap e284: 8 total, 8 up, 8 in 2024-08-29T17:51:13.412 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:51:12 smithi053 bash[24720]: cluster 2024-08-29T17:51:11.651401+0000 mgr.y (mgr.24944) 29 : cluster [DBG] pgmap v36: 121 pgs: 121 active+clean; 361 MiB data, 2.9 GiB used, 712 GiB / 715 GiB avail; 1.2 KiB/s rd, 3.2 MiB/s wr, 8 op/s 2024-08-29T17:51:13.413 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:51:12 smithi028 bash[22419]: cluster 2024-08-29T17:51:11.633167+0000 mon.a (mon.0) 1445 : cluster [DBG] osdmap e284: 8 total, 8 up, 8 in 2024-08-29T17:51:13.413 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:51:12 smithi028 bash[22419]: cluster 2024-08-29T17:51:11.651401+0000 mgr.y (mgr.24944) 29 : cluster [DBG] pgmap v36: 121 pgs: 121 active+clean; 361 MiB data, 2.9 GiB used, 712 GiB / 715 GiB avail; 1.2 KiB/s rd, 3.2 MiB/s wr, 8 op/s 2024-08-29T17:51:13.413 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:51:12 smithi028 bash[31855]: cluster 2024-08-29T17:51:11.633167+0000 mon.a (mon.0) 1445 : cluster [DBG] osdmap e284: 8 total, 8 up, 8 in 2024-08-29T17:51:13.413 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:51:12 smithi028 bash[31855]: cluster 2024-08-29T17:51:11.651401+0000 mgr.y (mgr.24944) 29 : cluster [DBG] pgmap v36: 121 pgs: 121 active+clean; 361 MiB data, 2.9 GiB used, 712 GiB / 715 GiB avail; 1.2 KiB/s rd, 3.2 MiB/s wr, 8 op/s 2024-08-29T17:51:13.574 INFO:journalctl@ceph.prometheus.a.smithi053.stdout:Aug 29 17:51:13 smithi053 bash[60008]: ts=2024-08-29T17:51:13.509Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=nodes name=CephNodeDiskspaceWarning index=4 msg="Evaluating rule failed" rule="alert: CephNodeDiskspaceWarning\nexpr: predict_linear(node_filesystem_free_bytes{device=~\"/.*\"}[2d], 3600 * 24 * 5)\n * on (instance) group_left (nodename) node_uname_info < 0\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.8.4\n severity: warning\n type: ceph_default\nannotations:\n description: Mountpoint {{ $labels.mountpoint }} on {{ $labels.nodename }} will\n be full in less than 5 days based on the 48 hour trailing fill rate.\n summary: Host filesystem free space is getting low\n" err="found duplicate series for the match group {instance=\"smithi028\"} on the right hand-side of the operation: [{__name__=\"node_uname_info\", domainname=\"(none)\", instance=\"smithi028\", job=\"node\", machine=\"x86_64\", nodename=\"smithi028\", release=\"5.15.0-119-generic\", sysname=\"Linux\", version=\"#129-Ubuntu SMP Fri Aug 2 19:25:20 UTC 2024\"}, {__name__=\"node_uname_info\", cluster=\"3167ee72-662c-11ef-bcd4-c7b262605968\", domainname=\"(none)\", instance=\"smithi028\", job=\"node\", machine=\"x86_64\", nodename=\"smithi028\", release=\"5.15.0-119-generic\", sysname=\"Linux\", version=\"#129-Ubuntu SMP Fri Aug 2 19:25:20 UTC 2024\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-29T17:51:13.639 INFO:tasks.rados.rados.0.smithi028.stdout:1130: done (1 left) 2024-08-29T17:51:13.639 INFO:tasks.rados.rados.0.smithi028.stdout:1131: done (0 left) 2024-08-29T17:51:13.639 INFO:tasks.rados.rados.0.smithi028.stdout:1132: snap_remove snap 86 2024-08-29T17:51:13.927 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:51:13 smithi053 bash[24720]: cluster 2024-08-29T17:51:12.642373+0000 mon.a (mon.0) 1446 : cluster [DBG] osdmap e285: 8 total, 8 up, 8 in 2024-08-29T17:51:13.927 INFO:journalctl@ceph.prometheus.a.smithi053.stdout:Aug 29 17:51:13 smithi053 systemd[1]: Stopping Ceph prometheus.a for 3167ee72-662c-11ef-bcd4-c7b262605968... 2024-08-29T17:51:14.126 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:51:13 smithi028 bash[31855]: cluster 2024-08-29T17:51:12.642373+0000 mon.a (mon.0) 1446 : cluster [DBG] osdmap e285: 8 total, 8 up, 8 in 2024-08-29T17:51:14.126 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:51:13 smithi028 bash[22419]: cluster 2024-08-29T17:51:12.642373+0000 mon.a (mon.0) 1446 : cluster [DBG] osdmap e285: 8 total, 8 up, 8 in 2024-08-29T17:51:14.207 INFO:journalctl@ceph.prometheus.a.smithi053.stdout:Aug 29 17:51:13 smithi053 bash[60008]: ts=2024-08-29T17:51:13.929Z caller=main.go:840 level=warn msg="Received SIGTERM, exiting gracefully..." 2024-08-29T17:51:14.208 INFO:journalctl@ceph.prometheus.a.smithi053.stdout:Aug 29 17:51:13 smithi053 bash[60008]: ts=2024-08-29T17:51:13.929Z caller=main.go:864 level=info msg="Stopping scrape discovery manager..." 2024-08-29T17:51:14.208 INFO:journalctl@ceph.prometheus.a.smithi053.stdout:Aug 29 17:51:13 smithi053 bash[60008]: ts=2024-08-29T17:51:13.929Z caller=main.go:878 level=info msg="Stopping notify discovery manager..." 2024-08-29T17:51:14.208 INFO:journalctl@ceph.prometheus.a.smithi053.stdout:Aug 29 17:51:13 smithi053 bash[60008]: ts=2024-08-29T17:51:13.929Z caller=manager.go:988 level=info component="rule manager" msg="Stopping rule manager..." 2024-08-29T17:51:14.208 INFO:journalctl@ceph.prometheus.a.smithi053.stdout:Aug 29 17:51:13 smithi053 bash[60008]: ts=2024-08-29T17:51:13.929Z caller=main.go:860 level=info msg="Scrape discovery manager stopped" 2024-08-29T17:51:14.208 INFO:journalctl@ceph.prometheus.a.smithi053.stdout:Aug 29 17:51:13 smithi053 bash[60008]: ts=2024-08-29T17:51:13.929Z caller=main.go:874 level=info msg="Notify discovery manager stopped" 2024-08-29T17:51:14.208 INFO:journalctl@ceph.prometheus.a.smithi053.stdout:Aug 29 17:51:13 smithi053 bash[60008]: ts=2024-08-29T17:51:13.930Z caller=manager.go:998 level=info component="rule manager" msg="Rule manager stopped" 2024-08-29T17:51:14.208 INFO:journalctl@ceph.prometheus.a.smithi053.stdout:Aug 29 17:51:13 smithi053 bash[60008]: ts=2024-08-29T17:51:13.930Z caller=main.go:915 level=info msg="Stopping scrape manager..." 2024-08-29T17:51:14.208 INFO:journalctl@ceph.prometheus.a.smithi053.stdout:Aug 29 17:51:13 smithi053 bash[60008]: ts=2024-08-29T17:51:13.930Z caller=main.go:907 level=info msg="Scrape manager stopped" 2024-08-29T17:51:14.208 INFO:journalctl@ceph.prometheus.a.smithi053.stdout:Aug 29 17:51:13 smithi053 bash[60008]: ts=2024-08-29T17:51:13.930Z caller=notifier.go:606 level=info component=notifier msg="Stopping notification manager..." 2024-08-29T17:51:14.208 INFO:journalctl@ceph.prometheus.a.smithi053.stdout:Aug 29 17:51:13 smithi053 bash[60008]: ts=2024-08-29T17:51:13.930Z caller=main.go:1135 level=info msg="Notifier manager stopped" 2024-08-29T17:51:14.208 INFO:journalctl@ceph.prometheus.a.smithi053.stdout:Aug 29 17:51:13 smithi053 bash[60008]: ts=2024-08-29T17:51:13.931Z caller=main.go:1147 level=info msg="See you next time!" 2024-08-29T17:51:14.517 INFO:tasks.rados.rados.0.smithi028.stdout:1132: done (0 left) 2024-08-29T17:51:14.517 INFO:tasks.rados.rados.0.smithi028.stdout:1133: copy_from oid 33 from oid 1 current snap is 116 2024-08-29T17:51:14.517 INFO:tasks.rados.rados.0.smithi028.stdout:1134: read oid 46 snap -1 2024-08-29T17:51:14.517 INFO:tasks.rados.rados.0.smithi028.stdout:1134: expect (ObjNum 344 snap 107 seq_num 344) 2024-08-29T17:51:14.517 INFO:tasks.rados.rados.0.smithi028.stdout:1135: snap_remove snap 112 2024-08-29T17:51:14.824 INFO:journalctl@ceph.prometheus.a.smithi053.stdout:Aug 29 17:51:14 smithi053 bash[61698]: ceph-3167ee72-662c-11ef-bcd4-c7b262605968-prometheus-a 2024-08-29T17:51:14.824 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:51:14 smithi053 bash[24720]: cluster 2024-08-29T17:51:13.643733+0000 mon.a (mon.0) 1447 : cluster [DBG] osdmap e286: 8 total, 8 up, 8 in 2024-08-29T17:51:14.824 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:51:14 smithi053 bash[24720]: cluster 2024-08-29T17:51:13.652320+0000 mgr.y (mgr.24944) 30 : cluster [DBG] pgmap v39: 121 pgs: 121 active+clean; 361 MiB data, 2.9 GiB used, 712 GiB / 715 GiB avail; 1.2 KiB/s rd, 3.2 MiB/s wr, 8 op/s 2024-08-29T17:51:14.824 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:51:14 smithi053 bash[24720]: cluster 2024-08-29T17:51:14.521322+0000 mon.a (mon.0) 1448 : cluster [DBG] osdmap e287: 8 total, 8 up, 8 in 2024-08-29T17:51:15.126 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:51:14 smithi028 bash[22419]: cluster 2024-08-29T17:51:13.643733+0000 mon.a (mon.0) 1447 : cluster [DBG] osdmap e286: 8 total, 8 up, 8 in 2024-08-29T17:51:15.126 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:51:14 smithi028 bash[22419]: cluster 2024-08-29T17:51:13.652320+0000 mgr.y (mgr.24944) 30 : cluster [DBG] pgmap v39: 121 pgs: 121 active+clean; 361 MiB data, 2.9 GiB used, 712 GiB / 715 GiB avail; 1.2 KiB/s rd, 3.2 MiB/s wr, 8 op/s 2024-08-29T17:51:15.126 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:51:14 smithi028 bash[22419]: cluster 2024-08-29T17:51:14.521322+0000 mon.a (mon.0) 1448 : cluster [DBG] osdmap e287: 8 total, 8 up, 8 in 2024-08-29T17:51:15.127 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:51:14 smithi028 bash[31855]: cluster 2024-08-29T17:51:13.643733+0000 mon.a (mon.0) 1447 : cluster [DBG] osdmap e286: 8 total, 8 up, 8 in 2024-08-29T17:51:15.127 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:51:14 smithi028 bash[31855]: cluster 2024-08-29T17:51:13.652320+0000 mgr.y (mgr.24944) 30 : cluster [DBG] pgmap v39: 121 pgs: 121 active+clean; 361 MiB data, 2.9 GiB used, 712 GiB / 715 GiB avail; 1.2 KiB/s rd, 3.2 MiB/s wr, 8 op/s 2024-08-29T17:51:15.127 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:51:14 smithi028 bash[31855]: cluster 2024-08-29T17:51:14.521322+0000 mon.a (mon.0) 1448 : cluster [DBG] osdmap e287: 8 total, 8 up, 8 in 2024-08-29T17:51:15.324 INFO:journalctl@ceph.prometheus.a.smithi053.stdout:Aug 29 17:51:14 smithi053 bash[61760]: Error response from daemon: No such container: ceph-3167ee72-662c-11ef-bcd4-c7b262605968-prometheus-a 2024-08-29T17:51:15.324 INFO:journalctl@ceph.prometheus.a.smithi053.stdout:Aug 29 17:51:14 smithi053 systemd[1]: ceph-3167ee72-662c-11ef-bcd4-c7b262605968@prometheus.a.service: Deactivated successfully. 2024-08-29T17:51:15.324 INFO:journalctl@ceph.prometheus.a.smithi053.stdout:Aug 29 17:51:14 smithi053 systemd[1]: Stopped Ceph prometheus.a for 3167ee72-662c-11ef-bcd4-c7b262605968. 2024-08-29T17:51:15.324 INFO:journalctl@ceph.prometheus.a.smithi053.stdout:Aug 29 17:51:14 smithi053 systemd[1]: Started Ceph prometheus.a for 3167ee72-662c-11ef-bcd4-c7b262605968. 2024-08-29T17:51:15.521 INFO:tasks.rados.rados.0.smithi028.stdout:1135: done (2 left) 2024-08-29T17:51:15.521 INFO:tasks.rados.rados.0.smithi028.stdout:1136: snap_remove snap 79 2024-08-29T17:51:16.324 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:51:15 smithi053 bash[24720]: audit 2024-08-29T17:51:14.937659+0000 mon.a (mon.0) 1449 : audit [INF] from='mgr.24944 172.21.15.28:0/4206064451' entity='mgr.y' 2024-08-29T17:51:16.324 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:51:15 smithi053 bash[24720]: audit 2024-08-29T17:51:14.947362+0000 mon.a (mon.0) 1450 : audit [INF] from='mgr.24944 172.21.15.28:0/4206064451' entity='mgr.y' 2024-08-29T17:51:16.324 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:51:15 smithi053 bash[24720]: audit 2024-08-29T17:51:14.954522+0000 mon.a (mon.0) 1451 : audit [DBG] from='mgr.24944 172.21.15.28:0/4206064451' entity='mgr.y' cmd=[{"prefix": "dashboard get-prometheus-api-host"}]: dispatch 2024-08-29T17:51:16.324 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:51:15 smithi053 bash[24720]: audit 2024-08-29T17:51:14.955118+0000 mgr.y (mgr.24944) 31 : audit [DBG] from='mon.0 -' entity='mon.' cmd=[{"prefix": "dashboard get-prometheus-api-host"}]: dispatch 2024-08-29T17:51:16.324 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:51:15 smithi053 bash[24720]: audit 2024-08-29T17:51:14.996456+0000 mon.a (mon.0) 1452 : audit [DBG] from='mgr.24944 172.21.15.28:0/4206064451' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-29T17:51:16.324 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:51:15 smithi053 bash[24720]: cluster 2024-08-29T17:51:15.524381+0000 mon.a (mon.0) 1453 : cluster [DBG] osdmap e288: 8 total, 8 up, 8 in 2024-08-29T17:51:16.324 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:51:15 smithi053 bash[24720]: cluster 2024-08-29T17:51:15.653198+0000 mgr.y (mgr.24944) 32 : cluster [DBG] pgmap v42: 121 pgs: 121 active+clean; 361 MiB data, 2.9 GiB used, 712 GiB / 715 GiB avail 2024-08-29T17:51:16.376 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:51:15 smithi028 bash[22419]: audit 2024-08-29T17:51:14.937659+0000 mon.a (mon.0) 1449 : audit [INF] from='mgr.24944 172.21.15.28:0/4206064451' entity='mgr.y' 2024-08-29T17:51:16.377 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:51:15 smithi028 bash[22419]: audit 2024-08-29T17:51:14.947362+0000 mon.a (mon.0) 1450 : audit [INF] from='mgr.24944 172.21.15.28:0/4206064451' entity='mgr.y' 2024-08-29T17:51:16.377 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:51:15 smithi028 bash[22419]: audit 2024-08-29T17:51:14.954522+0000 mon.a (mon.0) 1451 : audit [DBG] from='mgr.24944 172.21.15.28:0/4206064451' entity='mgr.y' cmd=[{"prefix": "dashboard get-prometheus-api-host"}]: dispatch 2024-08-29T17:51:16.377 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:51:15 smithi028 bash[22419]: audit 2024-08-29T17:51:14.955118+0000 mgr.y (mgr.24944) 31 : audit [DBG] from='mon.0 -' entity='mon.' cmd=[{"prefix": "dashboard get-prometheus-api-host"}]: dispatch 2024-08-29T17:51:16.377 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:51:15 smithi028 bash[22419]: audit 2024-08-29T17:51:14.996456+0000 mon.a (mon.0) 1452 : audit [DBG] from='mgr.24944 172.21.15.28:0/4206064451' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-29T17:51:16.377 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:51:15 smithi028 bash[22419]: cluster 2024-08-29T17:51:15.524381+0000 mon.a (mon.0) 1453 : cluster [DBG] osdmap e288: 8 total, 8 up, 8 in 2024-08-29T17:51:16.377 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:51:15 smithi028 bash[22419]: cluster 2024-08-29T17:51:15.653198+0000 mgr.y (mgr.24944) 32 : cluster [DBG] pgmap v42: 121 pgs: 121 active+clean; 361 MiB data, 2.9 GiB used, 712 GiB / 715 GiB avail 2024-08-29T17:51:16.377 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:51:15 smithi028 bash[31855]: audit 2024-08-29T17:51:14.937659+0000 mon.a (mon.0) 1449 : audit [INF] from='mgr.24944 172.21.15.28:0/4206064451' entity='mgr.y' 2024-08-29T17:51:16.377 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:51:15 smithi028 bash[31855]: audit 2024-08-29T17:51:14.947362+0000 mon.a (mon.0) 1450 : audit [INF] from='mgr.24944 172.21.15.28:0/4206064451' entity='mgr.y' 2024-08-29T17:51:16.378 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:51:15 smithi028 bash[31855]: audit 2024-08-29T17:51:14.954522+0000 mon.a (mon.0) 1451 : audit [DBG] from='mgr.24944 172.21.15.28:0/4206064451' entity='mgr.y' cmd=[{"prefix": "dashboard get-prometheus-api-host"}]: dispatch 2024-08-29T17:51:16.378 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:51:15 smithi028 bash[31855]: audit 2024-08-29T17:51:14.955118+0000 mgr.y (mgr.24944) 31 : audit [DBG] from='mon.0 -' entity='mon.' cmd=[{"prefix": "dashboard get-prometheus-api-host"}]: dispatch 2024-08-29T17:51:16.378 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:51:15 smithi028 bash[31855]: audit 2024-08-29T17:51:14.996456+0000 mon.a (mon.0) 1452 : audit [DBG] from='mgr.24944 172.21.15.28:0/4206064451' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-29T17:51:16.378 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:51:15 smithi028 bash[31855]: cluster 2024-08-29T17:51:15.524381+0000 mon.a (mon.0) 1453 : cluster [DBG] osdmap e288: 8 total, 8 up, 8 in 2024-08-29T17:51:16.378 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:51:15 smithi028 bash[31855]: cluster 2024-08-29T17:51:15.653198+0000 mgr.y (mgr.24944) 32 : cluster [DBG] pgmap v42: 121 pgs: 121 active+clean; 361 MiB data, 2.9 GiB used, 712 GiB / 715 GiB avail 2024-08-29T17:51:16.531 INFO:tasks.rados.rados.0.smithi028.stdout:1136: done (2 left) 2024-08-29T17:51:16.531 INFO:tasks.rados.rados.0.smithi028.stdout:1137: snap_create 2024-08-29T17:51:16.531 INFO:tasks.rados.rados.0.smithi028.stdout:1134: expect (ObjNum 344 snap 107 seq_num 344) 2024-08-29T17:51:16.621 INFO:tasks.rados.rados.0.smithi028.stdout:1133: finishing copy_from racing read to smithi02869045-33 2024-08-29T17:51:16.621 INFO:tasks.rados.rados.0.smithi028.stdout:1133: finishing copy_from to smithi02869045-33 2024-08-29T17:51:16.621 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 33 v 539 (ObjNum 322 snap 101 seq_num 322) dirty exists 2024-08-29T17:51:17.451 INFO:journalctl@ceph.prometheus.a.smithi053.stdout:Aug 29 17:51:17 smithi053 bash[61790]: ts=2024-08-29T17:51:17.208Z caller=main.go:564 level=info msg="Starting Prometheus Server" mode=server version="(version=2.43.0, branch=HEAD, revision=edfc3bcd025dd6fe296c167a14a216cab1e552ee)" 2024-08-29T17:51:17.451 INFO:journalctl@ceph.prometheus.a.smithi053.stdout:Aug 29 17:51:17 smithi053 bash[61790]: ts=2024-08-29T17:51:17.208Z caller=main.go:569 level=info build_context="(go=go1.19.7, platform=linux/amd64, user=root@8a0ee342e522, date=20230321-12:56:07, tags=netgo,builtinassets)" 2024-08-29T17:51:17.452 INFO:journalctl@ceph.prometheus.a.smithi053.stdout:Aug 29 17:51:17 smithi053 bash[61790]: ts=2024-08-29T17:51:17.208Z caller=main.go:570 level=info host_details="(Linux 5.15.0-119-generic #129-Ubuntu SMP Fri Aug 2 19:25:20 UTC 2024 x86_64 smithi053 (none))" 2024-08-29T17:51:17.452 INFO:journalctl@ceph.prometheus.a.smithi053.stdout:Aug 29 17:51:17 smithi053 bash[61790]: ts=2024-08-29T17:51:17.208Z caller=main.go:571 level=info fd_limits="(soft=1048576, hard=1048576)" 2024-08-29T17:51:17.452 INFO:journalctl@ceph.prometheus.a.smithi053.stdout:Aug 29 17:51:17 smithi053 bash[61790]: ts=2024-08-29T17:51:17.208Z caller=main.go:572 level=info vm_limits="(soft=unlimited, hard=unlimited)" 2024-08-29T17:51:17.452 INFO:journalctl@ceph.prometheus.a.smithi053.stdout:Aug 29 17:51:17 smithi053 bash[61790]: ts=2024-08-29T17:51:17.210Z caller=web.go:561 level=info component=web msg="Start listening for connections" address=:9095 2024-08-29T17:51:17.452 INFO:journalctl@ceph.prometheus.a.smithi053.stdout:Aug 29 17:51:17 smithi053 bash[61790]: ts=2024-08-29T17:51:17.210Z caller=main.go:1005 level=info msg="Starting TSDB ..." 2024-08-29T17:51:17.452 INFO:journalctl@ceph.prometheus.a.smithi053.stdout:Aug 29 17:51:17 smithi053 bash[61790]: ts=2024-08-29T17:51:17.211Z caller=tls_config.go:232 level=info component=web msg="Listening on" address=[::]:9095 2024-08-29T17:51:17.452 INFO:journalctl@ceph.prometheus.a.smithi053.stdout:Aug 29 17:51:17 smithi053 bash[61790]: ts=2024-08-29T17:51:17.211Z caller=tls_config.go:235 level=info component=web msg="TLS is disabled." http2=false address=[::]:9095 2024-08-29T17:51:17.452 INFO:journalctl@ceph.prometheus.a.smithi053.stdout:Aug 29 17:51:17 smithi053 bash[61790]: ts=2024-08-29T17:51:17.213Z caller=head.go:587 level=info component=tsdb msg="Replaying on-disk memory mappable chunks if any" 2024-08-29T17:51:17.452 INFO:journalctl@ceph.prometheus.a.smithi053.stdout:Aug 29 17:51:17 smithi053 bash[61790]: ts=2024-08-29T17:51:17.213Z caller=head.go:658 level=info component=tsdb msg="On-disk memory mappable chunks replay completed" duration=1.865µs 2024-08-29T17:51:17.452 INFO:journalctl@ceph.prometheus.a.smithi053.stdout:Aug 29 17:51:17 smithi053 bash[61790]: ts=2024-08-29T17:51:17.213Z caller=head.go:664 level=info component=tsdb msg="Replaying WAL, this may take a while" 2024-08-29T17:51:17.453 INFO:journalctl@ceph.prometheus.a.smithi053.stdout:Aug 29 17:51:17 smithi053 bash[61790]: ts=2024-08-29T17:51:17.213Z caller=head.go:735 level=info component=tsdb msg="WAL segment loaded" segment=0 maxSegment=3 2024-08-29T17:51:17.453 INFO:journalctl@ceph.prometheus.a.smithi053.stdout:Aug 29 17:51:17 smithi053 bash[61790]: ts=2024-08-29T17:51:17.235Z caller=head.go:735 level=info component=tsdb msg="WAL segment loaded" segment=1 maxSegment=3 2024-08-29T17:51:17.453 INFO:journalctl@ceph.prometheus.a.smithi053.stdout:Aug 29 17:51:17 smithi053 bash[61790]: ts=2024-08-29T17:51:17.242Z caller=head.go:735 level=info component=tsdb msg="WAL segment loaded" segment=2 maxSegment=3 2024-08-29T17:51:17.453 INFO:journalctl@ceph.prometheus.a.smithi053.stdout:Aug 29 17:51:17 smithi053 bash[61790]: ts=2024-08-29T17:51:17.242Z caller=head.go:735 level=info component=tsdb msg="WAL segment loaded" segment=3 maxSegment=3 2024-08-29T17:51:17.453 INFO:journalctl@ceph.prometheus.a.smithi053.stdout:Aug 29 17:51:17 smithi053 bash[61790]: ts=2024-08-29T17:51:17.242Z caller=head.go:772 level=info component=tsdb msg="WAL replay completed" checkpoint_replay_duration=41.483µs wal_replay_duration=29.502712ms wbl_replay_duration=102ns total_replay_duration=29.56742ms 2024-08-29T17:51:17.453 INFO:journalctl@ceph.prometheus.a.smithi053.stdout:Aug 29 17:51:17 smithi053 bash[61790]: ts=2024-08-29T17:51:17.246Z caller=main.go:1026 level=info fs_type=XFS_SUPER_MAGIC 2024-08-29T17:51:17.453 INFO:journalctl@ceph.prometheus.a.smithi053.stdout:Aug 29 17:51:17 smithi053 bash[61790]: ts=2024-08-29T17:51:17.246Z caller=main.go:1029 level=info msg="TSDB started" 2024-08-29T17:51:17.453 INFO:journalctl@ceph.prometheus.a.smithi053.stdout:Aug 29 17:51:17 smithi053 bash[61790]: ts=2024-08-29T17:51:17.246Z caller=main.go:1209 level=info msg="Loading configuration file" filename=/etc/prometheus/prometheus.yml 2024-08-29T17:51:17.453 INFO:journalctl@ceph.prometheus.a.smithi053.stdout:Aug 29 17:51:17 smithi053 bash[61790]: ts=2024-08-29T17:51:17.272Z caller=main.go:1246 level=info msg="Completed loading of configuration file" filename=/etc/prometheus/prometheus.yml totalDuration=25.828159ms db_storage=1.003µs remote_storage=1.691µs web_handler=525ns query_engine=711ns scrape=299.331µs scrape_sd=101.616µs notify=14.499µs notify_sd=43.732µs rules=24.946302ms tracing=7.015µs 2024-08-29T17:51:17.453 INFO:journalctl@ceph.prometheus.a.smithi053.stdout:Aug 29 17:51:17 smithi053 bash[61790]: ts=2024-08-29T17:51:17.272Z caller=main.go:990 level=info msg="Server is ready to receive web requests." 2024-08-29T17:51:17.453 INFO:journalctl@ceph.prometheus.a.smithi053.stdout:Aug 29 17:51:17 smithi053 bash[61790]: ts=2024-08-29T17:51:17.272Z caller=manager.go:974 level=info component="rule manager" msg="Starting rule manager..." 2024-08-29T17:51:17.531 INFO:tasks.rados.rados.0.smithi028.stdout:1133: done (2 left) 2024-08-29T17:51:17.531 INFO:tasks.rados.rados.0.smithi028.stdout:1134: done (1 left) 2024-08-29T17:51:17.531 INFO:tasks.rados.rados.0.smithi028.stdout:1137: done (0 left) 2024-08-29T17:51:17.531 INFO:tasks.rados.rados.0.smithi028.stdout:1138: rmattr oid 26 current snap is 117 2024-08-29T17:51:17.531 INFO:tasks.rados.rados.0.smithi028.stdout:1138: done (0 left) 2024-08-29T17:51:17.531 INFO:tasks.rados.rados.0.smithi028.stdout:1139: rmattr oid 47 current snap is 117 2024-08-29T17:51:17.531 INFO:tasks.rados.rados.0.smithi028.stdout:1139: done (0 left) 2024-08-29T17:51:17.531 INFO:tasks.rados.rados.0.smithi028.stdout:1140: rmattr oid 22 current snap is 117 2024-08-29T17:51:17.532 INFO:tasks.rados.rados.0.smithi028.stdout:1140: done (0 left) 2024-08-29T17:51:17.532 INFO:tasks.rados.rados.0.smithi028.stdout:1141: snap_remove snap 110 2024-08-29T17:51:17.824 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:51:17 smithi053 bash[24720]: cluster 2024-08-29T17:51:16.532810+0000 mon.a (mon.0) 1454 : cluster [DBG] osdmap e289: 8 total, 8 up, 8 in 2024-08-29T17:51:17.876 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:51:17 smithi028 bash[22419]: cluster 2024-08-29T17:51:16.532810+0000 mon.a (mon.0) 1454 : cluster [DBG] osdmap e289: 8 total, 8 up, 8 in 2024-08-29T17:51:17.877 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:51:17 smithi028 bash[31855]: cluster 2024-08-29T17:51:16.532810+0000 mon.a (mon.0) 1454 : cluster [DBG] osdmap e289: 8 total, 8 up, 8 in 2024-08-29T17:51:18.535 INFO:tasks.rados.rados.0.smithi028.stdout:1141: done (0 left) 2024-08-29T17:51:18.535 INFO:tasks.rados.rados.0.smithi028.stdout:1142: delete oid 38 current snap is 117 2024-08-29T17:51:18.552 INFO:tasks.rados.rados.0.smithi028.stdout:1142: done (0 left) 2024-08-29T17:51:18.552 INFO:tasks.rados.rados.0.smithi028.stdout:1143: rollback oid 3 current snap is 117 2024-08-29T17:51:18.552 INFO:tasks.rados.rados.0.smithi028.stdout:rollback oid 3 to 107 2024-08-29T17:51:18.552 INFO:tasks.rados.rados.0.smithi028.stdout:1144: setattr oid 37 current snap is 117 2024-08-29T17:51:18.555 INFO:tasks.rados.rados.0.smithi028.stdout:append oid 18 current snap is 117 2024-08-29T17:51:18.555 INFO:tasks.rados.rados.0.smithi028.stdout:1145: seq_num 357 ranges {1482752=786432,2269184=401408} 2024-08-29T17:51:18.577 INFO:tasks.rados.rados.0.smithi028.stdout:1145: writing smithi02869045-18 from 1482752 to 2269184 tid 1 2024-08-29T17:51:18.581 INFO:tasks.rados.rados.0.smithi028.stdout:1145: writing smithi02869045-18 from 2269184 to 2670592 tid 2 2024-08-29T17:51:18.582 INFO:tasks.rados.rados.0.smithi028.stdout:1146: snap_create 2024-08-29T17:51:18.582 INFO:tasks.rados.rados.0.smithi028.stdout:1143: finishing rollback tid 0 to smithi02869045-3 2024-08-29T17:51:18.582 INFO:tasks.rados.rados.0.smithi028.stdout:1143: finishing rollback tid 1 to smithi02869045-3 2024-08-29T17:51:18.582 INFO:tasks.rados.rados.0.smithi028.stdout:1143: finishing rollback tid 2 to smithi02869045-3 2024-08-29T17:51:18.582 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 3 v 692 (ObjNum 333 snap 104 seq_num 333) dirty exists 2024-08-29T17:51:18.582 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 37 v 872 (ObjNum 327 snap 103 seq_num 327) dirty exists 2024-08-29T17:51:18.587 INFO:tasks.rados.rados.0.smithi028.stdout:1145: finishing write tid 1 to smithi02869045-18 2024-08-29T17:51:18.590 INFO:tasks.rados.rados.0.smithi028.stdout:1145: finishing write tid 2 to smithi02869045-18 2024-08-29T17:51:18.590 INFO:tasks.rados.rados.0.smithi028.stdout:1145: finishing write tid 3 to smithi02869045-18 2024-08-29T17:51:18.594 INFO:tasks.rados.rados.0.smithi028.stdout:1145: finishing write tid 4 to smithi02869045-18 2024-08-29T17:51:18.594 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 18 v 693 (ObjNum 357 snap 117 seq_num 357) dirty exists 2024-08-29T17:51:18.594 INFO:tasks.rados.rados.0.smithi028.stdout:1145: left oid 18 (ObjNum 357 snap 117 seq_num 357) 2024-08-29T17:51:18.824 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:51:18 smithi053 bash[24720]: cluster 2024-08-29T17:51:17.535881+0000 mon.a (mon.0) 1455 : cluster [DBG] osdmap e290: 8 total, 8 up, 8 in 2024-08-29T17:51:18.824 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:51:18 smithi053 bash[24720]: cluster 2024-08-29T17:51:17.653952+0000 mgr.y (mgr.24944) 33 : cluster [DBG] pgmap v45: 121 pgs: 121 active+clean; 363 MiB data, 2.9 GiB used, 712 GiB / 715 GiB avail; 3.5 MiB/s rd, 1.1 MiB/s wr, 3 op/s 2024-08-29T17:51:18.824 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:51:18 smithi053 bash[24720]: audit 2024-08-29T17:51:18.466284+0000 mon.a (mon.0) 1456 : audit [INF] from='mgr.24944 172.21.15.28:0/4206064451' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.x", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2024-08-29T17:51:18.824 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:51:18 smithi053 bash[24720]: audit 2024-08-29T17:51:18.468274+0000 mon.a (mon.0) 1457 : audit [DBG] from='mgr.24944 172.21.15.28:0/4206064451' entity='mgr.y' cmd=[{"prefix": "mgr services"}]: dispatch 2024-08-29T17:51:18.824 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:51:18 smithi053 bash[24720]: audit 2024-08-29T17:51:18.469961+0000 mon.a (mon.0) 1458 : audit [DBG] from='mgr.24944 172.21.15.28:0/4206064451' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-29T17:51:18.876 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:51:18 smithi028 bash[31855]: cluster 2024-08-29T17:51:17.535881+0000 mon.a (mon.0) 1455 : cluster [DBG] osdmap e290: 8 total, 8 up, 8 in 2024-08-29T17:51:18.877 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:51:18 smithi028 bash[31855]: cluster 2024-08-29T17:51:17.653952+0000 mgr.y (mgr.24944) 33 : cluster [DBG] pgmap v45: 121 pgs: 121 active+clean; 363 MiB data, 2.9 GiB used, 712 GiB / 715 GiB avail; 3.5 MiB/s rd, 1.1 MiB/s wr, 3 op/s 2024-08-29T17:51:18.877 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:51:18 smithi028 bash[31855]: audit 2024-08-29T17:51:18.466284+0000 mon.a (mon.0) 1456 : audit [INF] from='mgr.24944 172.21.15.28:0/4206064451' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.x", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2024-08-29T17:51:18.877 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:51:18 smithi028 bash[31855]: audit 2024-08-29T17:51:18.468274+0000 mon.a (mon.0) 1457 : audit [DBG] from='mgr.24944 172.21.15.28:0/4206064451' entity='mgr.y' cmd=[{"prefix": "mgr services"}]: dispatch 2024-08-29T17:51:18.877 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:51:18 smithi028 bash[31855]: audit 2024-08-29T17:51:18.469961+0000 mon.a (mon.0) 1458 : audit [DBG] from='mgr.24944 172.21.15.28:0/4206064451' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-29T17:51:18.878 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:51:18 smithi028 bash[22419]: cluster 2024-08-29T17:51:17.535881+0000 mon.a (mon.0) 1455 : cluster [DBG] osdmap e290: 8 total, 8 up, 8 in 2024-08-29T17:51:18.878 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:51:18 smithi028 bash[22419]: cluster 2024-08-29T17:51:17.653952+0000 mgr.y (mgr.24944) 33 : cluster [DBG] pgmap v45: 121 pgs: 121 active+clean; 363 MiB data, 2.9 GiB used, 712 GiB / 715 GiB avail; 3.5 MiB/s rd, 1.1 MiB/s wr, 3 op/s 2024-08-29T17:51:18.878 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:51:18 smithi028 bash[22419]: audit 2024-08-29T17:51:18.466284+0000 mon.a (mon.0) 1456 : audit [INF] from='mgr.24944 172.21.15.28:0/4206064451' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.x", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2024-08-29T17:51:18.878 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:51:18 smithi028 bash[22419]: audit 2024-08-29T17:51:18.468274+0000 mon.a (mon.0) 1457 : audit [DBG] from='mgr.24944 172.21.15.28:0/4206064451' entity='mgr.y' cmd=[{"prefix": "mgr services"}]: dispatch 2024-08-29T17:51:18.878 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:51:18 smithi028 bash[22419]: audit 2024-08-29T17:51:18.469961+0000 mon.a (mon.0) 1458 : audit [DBG] from='mgr.24944 172.21.15.28:0/4206064451' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-29T17:51:19.521 INFO:tasks.rados.rados.0.smithi028.stdout:1143: done (3 left) 2024-08-29T17:51:19.521 INFO:tasks.rados.rados.0.smithi028.stdout:1144: done (2 left) 2024-08-29T17:51:19.521 INFO:tasks.rados.rados.0.smithi028.stdout:1145: done (1 left) 2024-08-29T17:51:19.521 INFO:tasks.rados.rados.0.smithi028.stdout:1146: done (0 left) 2024-08-29T17:51:19.521 INFO:tasks.rados.rados.0.smithi028.stdout:1147: read oid 7 snap 102 2024-08-29T17:51:19.521 INFO:tasks.rados.rados.0.smithi028.stdout:1147: expect (ObjNum 273 snap 78 seq_num 273) 2024-08-29T17:51:19.522 INFO:tasks.rados.rados.0.smithi028.stdout:1148: rmattr oid 2 current snap is 118 2024-08-29T17:51:19.522 INFO:tasks.rados.rados.0.smithi028.stdout:1149: copy_from oid 46 from oid 47 current snap is 118 2024-08-29T17:51:19.522 INFO:tasks.rados.rados.0.smithi028.stdout:1150: copy_from oid 38 from oid 20 current snap is 118 2024-08-29T17:51:19.522 INFO:tasks.rados.rados.0.smithi028.stdout:1151: copy_from oid 44 from oid 39 current snap is 118 2024-08-29T17:51:19.522 INFO:tasks.rados.rados.0.smithi028.stdout:1152: delete oid 25 current snap is 118 2024-08-29T17:51:19.533 INFO:tasks.rados.rados.0.smithi028.stdout:1149: finishing copy_from to smithi02869045-46 2024-08-29T17:51:19.533 INFO:tasks.rados.rados.0.smithi028.stdout:1149: got expected ENOENT (src dne) 2024-08-29T17:51:19.533 INFO:tasks.rados.rados.0.smithi028.stdout:1149: finishing copy_from racing read to smithi02869045-46 2024-08-29T17:51:19.535 INFO:tasks.rados.rados.0.smithi028.stdout:1149: done (5 left) 2024-08-29T17:51:19.536 INFO:tasks.rados.rados.0.smithi028.stdout:1152: done (4 left) 2024-08-29T17:51:19.536 INFO:tasks.rados.rados.0.smithi028.stdout:1153: rollback oid 41 current snap is 118 2024-08-29T17:51:19.536 INFO:tasks.rados.rados.0.smithi028.stdout:rollback oid 41 to 105 2024-08-29T17:51:19.536 INFO:tasks.rados.rados.0.smithi028.stdout:append oid 48 current snap is 118 2024-08-29T17:51:19.536 INFO:tasks.rados.rados.0.smithi028.stdout:1154: seq_num 359 ranges {3809280=417792,4227072=417792,4644864=385024} 2024-08-29T17:51:19.581 INFO:tasks.rados.rados.0.smithi028.stdout:1154: writing smithi02869045-48 from 3809280 to 4227072 tid 1 2024-08-29T17:51:19.585 INFO:tasks.rados.rados.0.smithi028.stdout:1154: writing smithi02869045-48 from 4227072 to 4644864 tid 2 2024-08-29T17:51:19.589 INFO:tasks.rados.rados.0.smithi028.stdout:1154: writing smithi02869045-48 from 4644864 to 5029888 tid 3 2024-08-29T17:51:19.590 INFO:tasks.rados.rados.0.smithi028.stdout:1155: snap_remove snap 107 2024-08-29T17:51:19.824 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:51:19 smithi053 bash[24720]: cephadm 2024-08-29T17:51:18.465666+0000 mgr.y (mgr.24944) 34 : cephadm [INF] Upgrade: Updating mgr.x 2024-08-29T17:51:19.824 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:51:19 smithi053 bash[24720]: cephadm 2024-08-29T17:51:18.471825+0000 mgr.y (mgr.24944) 35 : cephadm [INF] Deploying daemon mgr.x on smithi053 2024-08-29T17:51:19.824 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:51:19 smithi053 bash[24720]: cluster 2024-08-29T17:51:18.538677+0000 mon.a (mon.0) 1459 : cluster [DBG] osdmap e291: 8 total, 8 up, 8 in 2024-08-29T17:51:19.824 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:51:19 smithi053 bash[24720]: cluster 2024-08-29T17:51:19.524201+0000 mon.a (mon.0) 1460 : cluster [DBG] osdmap e292: 8 total, 8 up, 8 in 2024-08-29T17:51:19.876 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:51:19 smithi028 bash[31855]: cephadm 2024-08-29T17:51:18.465666+0000 mgr.y (mgr.24944) 34 : cephadm [INF] Upgrade: Updating mgr.x 2024-08-29T17:51:19.877 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:51:19 smithi028 bash[31855]: cephadm 2024-08-29T17:51:18.471825+0000 mgr.y (mgr.24944) 35 : cephadm [INF] Deploying daemon mgr.x on smithi053 2024-08-29T17:51:19.877 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:51:19 smithi028 bash[31855]: cluster 2024-08-29T17:51:18.538677+0000 mon.a (mon.0) 1459 : cluster [DBG] osdmap e291: 8 total, 8 up, 8 in 2024-08-29T17:51:19.877 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:51:19 smithi028 bash[31855]: cluster 2024-08-29T17:51:19.524201+0000 mon.a (mon.0) 1460 : cluster [DBG] osdmap e292: 8 total, 8 up, 8 in 2024-08-29T17:51:19.877 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:51:19 smithi028 bash[22419]: cephadm 2024-08-29T17:51:18.465666+0000 mgr.y (mgr.24944) 34 : cephadm [INF] Upgrade: Updating mgr.x 2024-08-29T17:51:19.877 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:51:19 smithi028 bash[22419]: cephadm 2024-08-29T17:51:18.471825+0000 mgr.y (mgr.24944) 35 : cephadm [INF] Deploying daemon mgr.x on smithi053 2024-08-29T17:51:19.877 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:51:19 smithi028 bash[22419]: cluster 2024-08-29T17:51:18.538677+0000 mon.a (mon.0) 1459 : cluster [DBG] osdmap e291: 8 total, 8 up, 8 in 2024-08-29T17:51:19.877 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:51:19 smithi028 bash[22419]: cluster 2024-08-29T17:51:19.524201+0000 mon.a (mon.0) 1460 : cluster [DBG] osdmap e292: 8 total, 8 up, 8 in 2024-08-29T17:51:20.570 INFO:tasks.rados.rados.0.smithi028.stdout:1155: done (6 left) 2024-08-29T17:51:20.570 INFO:tasks.rados.rados.0.smithi028.stdout:1156: snap_remove snap 108 2024-08-29T17:51:20.570 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 2 v 675 (ObjNum 295 snap 88 seq_num 295) dirty exists 2024-08-29T17:51:20.571 INFO:tasks.rados.rados.0.smithi028.stdout:1151: finishing copy_from racing read to smithi02869045-44 2024-08-29T17:51:20.571 INFO:tasks.rados.rados.0.smithi028.stdout:1150: finishing copy_from racing read to smithi02869045-38 2024-08-29T17:51:20.571 INFO:tasks.rados.rados.0.smithi028.stdout:1147: expect (ObjNum 273 snap 78 seq_num 273) 2024-08-29T17:51:20.641 INFO:tasks.rados.rados.0.smithi028.stdout:1153: finishing rollback tid 0 to smithi02869045-41 2024-08-29T17:51:20.641 INFO:tasks.rados.rados.0.smithi028.stdout:1153: finishing rollback tid 1 to smithi02869045-41 2024-08-29T17:51:20.641 INFO:tasks.rados.rados.0.smithi028.stdout:1153: finishing rollback tid 2 to smithi02869045-41 2024-08-29T17:51:20.642 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 41 v 527 (ObjNum 262 snap 78 seq_num 262) dirty exists 2024-08-29T17:51:20.642 INFO:tasks.rados.rados.0.smithi028.stdout:1150: finishing copy_from to smithi02869045-38 2024-08-29T17:51:20.642 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 38 v 165 (ObjNum 334 snap 104 seq_num 334) dirty exists 2024-08-29T17:51:20.642 INFO:tasks.rados.rados.0.smithi028.stdout:1151: finishing copy_from to smithi02869045-44 2024-08-29T17:51:20.642 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 44 v 300 (ObjNum 337 snap 106 seq_num 337) dirty exists 2024-08-29T17:51:20.642 INFO:tasks.rados.rados.0.smithi028.stdout:1154: finishing write tid 1 to smithi02869045-48 2024-08-29T17:51:20.642 INFO:tasks.rados.rados.0.smithi028.stdout:1154: finishing write tid 2 to smithi02869045-48 2024-08-29T17:51:20.747 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:51:20 smithi053 bash[24720]: cluster 2024-08-29T17:51:19.654666+0000 mgr.y (mgr.24944) 36 : cluster [DBG] pgmap v48: 121 pgs: 121 active+clean; 363 MiB data, 2.9 GiB used, 712 GiB / 715 GiB avail; 3.5 MiB/s rd, 1.1 MiB/s wr, 3 op/s 2024-08-29T17:51:20.747 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:51:20 smithi053 bash[24720]: audit 2024-08-29T17:51:19.844276+0000 mon.a (mon.0) 1461 : audit [DBG] from='mgr.24944 172.21.15.28:0/4206064451' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-29T17:51:20.876 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:51:20 smithi028 bash[31855]: cluster 2024-08-29T17:51:19.654666+0000 mgr.y (mgr.24944) 36 : cluster [DBG] pgmap v48: 121 pgs: 121 active+clean; 363 MiB data, 2.9 GiB used, 712 GiB / 715 GiB avail; 3.5 MiB/s rd, 1.1 MiB/s wr, 3 op/s 2024-08-29T17:51:20.877 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:51:20 smithi028 bash[31855]: audit 2024-08-29T17:51:19.844276+0000 mon.a (mon.0) 1461 : audit [DBG] from='mgr.24944 172.21.15.28:0/4206064451' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-29T17:51:20.877 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:51:20 smithi028 bash[22419]: cluster 2024-08-29T17:51:19.654666+0000 mgr.y (mgr.24944) 36 : cluster [DBG] pgmap v48: 121 pgs: 121 active+clean; 363 MiB data, 2.9 GiB used, 712 GiB / 715 GiB avail; 3.5 MiB/s rd, 1.1 MiB/s wr, 3 op/s 2024-08-29T17:51:20.877 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:51:20 smithi028 bash[22419]: audit 2024-08-29T17:51:19.844276+0000 mon.a (mon.0) 1461 : audit [DBG] from='mgr.24944 172.21.15.28:0/4206064451' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-29T17:51:21.576 INFO:journalctl@ceph.mgr.x.smithi053.stdout:Aug 29 17:51:21 smithi053 systemd[1]: /etc/systemd/system/ceph-3167ee72-662c-11ef-bcd4-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-08-29T17:51:21.577 INFO:journalctl@ceph.osd.6.smithi053.stdout:Aug 29 17:51:21 smithi053 systemd[1]: /etc/systemd/system/ceph-3167ee72-662c-11ef-bcd4-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-08-29T17:51:21.578 INFO:journalctl@ceph.grafana.a.smithi053.stdout:Aug 29 17:51:21 smithi053 systemd[1]: /etc/systemd/system/ceph-3167ee72-662c-11ef-bcd4-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-08-29T17:51:21.578 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:51:21 smithi053 systemd[1]: /etc/systemd/system/ceph-3167ee72-662c-11ef-bcd4-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-08-29T17:51:21.578 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:51:21 smithi053 bash[24720]: cluster 2024-08-29T17:51:20.575093+0000 mon.a (mon.0) 1462 : cluster [DBG] osdmap e293: 8 total, 8 up, 8 in 2024-08-29T17:51:21.578 INFO:journalctl@ceph.osd.7.smithi053.stdout:Aug 29 17:51:21 smithi053 systemd[1]: /etc/systemd/system/ceph-3167ee72-662c-11ef-bcd4-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-08-29T17:51:21.579 INFO:journalctl@ceph.mds.b.smithi053.stdout:Aug 29 17:51:21 smithi053 systemd[1]: /etc/systemd/system/ceph-3167ee72-662c-11ef-bcd4-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-08-29T17:51:21.579 INFO:journalctl@ceph.osd.5.smithi053.stdout:Aug 29 17:51:21 smithi053 systemd[1]: /etc/systemd/system/ceph-3167ee72-662c-11ef-bcd4-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-08-29T17:51:21.580 INFO:journalctl@ceph.prometheus.a.smithi053.stdout:Aug 29 17:51:21 smithi053 systemd[1]: /etc/systemd/system/ceph-3167ee72-662c-11ef-bcd4-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-08-29T17:51:21.580 INFO:journalctl@ceph.node-exporter.b.smithi053.stdout:Aug 29 17:51:21 smithi053 systemd[1]: /etc/systemd/system/ceph-3167ee72-662c-11ef-bcd4-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-08-29T17:51:21.581 INFO:journalctl@ceph.osd.4.smithi053.stdout:Aug 29 17:51:21 smithi053 systemd[1]: /etc/systemd/system/ceph-3167ee72-662c-11ef-bcd4-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-08-29T17:51:21.582 INFO:tasks.rados.rados.0.smithi028.stdout:1147: done (6 left) 2024-08-29T17:51:21.582 INFO:tasks.rados.rados.0.smithi028.stdout:1148: done (5 left) 2024-08-29T17:51:21.582 INFO:tasks.rados.rados.0.smithi028.stdout:1150: done (4 left) 2024-08-29T17:51:21.582 INFO:tasks.rados.rados.0.smithi028.stdout:1151: done (3 left) 2024-08-29T17:51:21.582 INFO:tasks.rados.rados.0.smithi028.stdout:1153: done (2 left) 2024-08-29T17:51:21.582 INFO:tasks.rados.rados.0.smithi028.stdout:1156: done (1 left) 2024-08-29T17:51:21.583 INFO:tasks.rados.rados.0.smithi028.stdout:append oid 42 current snap is 118 2024-08-29T17:51:21.583 INFO:tasks.rados.rados.0.smithi028.stdout:1154: finishing write tid 3 to smithi02869045-48 2024-08-29T17:51:21.583 INFO:tasks.rados.rados.0.smithi028.stdout:1154: finishing write tid 4 to smithi02869045-48 2024-08-29T17:51:21.583 INFO:tasks.rados.rados.0.smithi028.stdout:1157: seq_num 360 ranges {3530752=434176,3964928=704512,4669440=98304} 2024-08-29T17:51:21.634 INFO:tasks.rados.rados.0.smithi028.stdout:1157: writing smithi02869045-42 from 3530752 to 3964928 tid 1 2024-08-29T17:51:21.640 INFO:tasks.rados.rados.0.smithi028.stdout:1157: writing smithi02869045-42 from 3964928 to 4669440 tid 2 2024-08-29T17:51:21.641 INFO:tasks.rados.rados.0.smithi028.stdout:1157: writing smithi02869045-42 from 4669440 to 4767744 tid 3 2024-08-29T17:51:21.641 INFO:tasks.rados.rados.0.smithi028.stdout:1158: read oid 47 snap -1 2024-08-29T17:51:21.642 INFO:tasks.rados.rados.0.smithi028.stdout:1158: expect deleted 2024-08-29T17:51:21.642 INFO:tasks.rados.rados.0.smithi028.stdout:1159: delete oid 7 current snap is 118 2024-08-29T17:51:21.642 INFO:tasks.rados.rados.0.smithi028.stdout:1154: finishing write tid 5 to smithi02869045-48 2024-08-29T17:51:21.642 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 48 v 697 (ObjNum 359 snap 118 seq_num 359) dirty exists 2024-08-29T17:51:21.642 INFO:tasks.rados.rados.0.smithi028.stdout:1154: left oid 48 (ObjNum 359 snap 118 seq_num 359) 2024-08-29T17:51:21.642 INFO:tasks.rados.rados.0.smithi028.stdout:1157: finishing write tid 1 to smithi02869045-42 2024-08-29T17:51:21.644 INFO:tasks.rados.rados.0.smithi028.stdout:1157: finishing write tid 2 to smithi02869045-42 2024-08-29T17:51:21.644 INFO:tasks.rados.rados.0.smithi028.stdout:1157: finishing write tid 3 to smithi02869045-42 2024-08-29T17:51:21.645 INFO:tasks.rados.rados.0.smithi028.stdout:1157: finishing write tid 4 to smithi02869045-42 2024-08-29T17:51:21.645 INFO:tasks.rados.rados.0.smithi028.stdout:1157: finishing write tid 5 to smithi02869045-42 2024-08-29T17:51:21.646 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 42 v 190 (ObjNum 360 snap 118 seq_num 360) dirty exists 2024-08-29T17:51:21.646 INFO:tasks.rados.rados.0.smithi028.stdout:1157: left oid 42 (ObjNum 360 snap 118 seq_num 360) 2024-08-29T17:51:21.647 INFO:tasks.rados.rados.0.smithi028.stdout:1154: done (3 left) 2024-08-29T17:51:21.647 INFO:tasks.rados.rados.0.smithi028.stdout:1157: done (2 left) 2024-08-29T17:51:21.648 INFO:tasks.rados.rados.0.smithi028.stdout:1158: done (1 left) 2024-08-29T17:51:21.648 INFO:tasks.rados.rados.0.smithi028.stdout:1159: done (0 left) 2024-08-29T17:51:21.648 INFO:tasks.rados.rados.0.smithi028.stdout:1160: rollback oid 41 current snap is 118 2024-08-29T17:51:21.648 INFO:tasks.rados.rados.0.smithi028.stdout:rollback oid 41 to 101 2024-08-29T17:51:21.648 INFO:tasks.rados.rados.0.smithi028.stdout:append oid 25 current snap is 118 2024-08-29T17:51:21.648 INFO:tasks.rados.rados.0.smithi028.stdout:1161: seq_num 362 ranges {0=466944,466944=466944,933888=335872} 2024-08-29T17:51:21.652 INFO:tasks.rados.rados.0.smithi028.stdout:1161: writing smithi02869045-25 from 0 to 466944 tid 1 2024-08-29T17:51:21.657 INFO:tasks.rados.rados.0.smithi028.stdout:1161: writing smithi02869045-25 from 466944 to 933888 tid 2 2024-08-29T17:51:21.660 INFO:tasks.rados.rados.0.smithi028.stdout:1161: writing smithi02869045-25 from 933888 to 1269760 tid 3 2024-08-29T17:51:21.661 INFO:tasks.rados.rados.0.smithi028.stdout:1162: rollback oid 49 current snap is 118 2024-08-29T17:51:21.661 INFO:tasks.rados.rados.0.smithi028.stdout:rollback oid 49 to 116 2024-08-29T17:51:21.661 INFO:tasks.rados.rados.0.smithi028.stdout:1160: finishing rollback tid 0 to smithi02869045-41 2024-08-29T17:51:21.661 INFO:tasks.rados.rados.0.smithi028.stdout:1163: delete oid 39 current snap is 118 2024-08-29T17:51:21.661 INFO:tasks.rados.rados.0.smithi028.stdout:1160: finishing rollback tid 1 to smithi02869045-41 2024-08-29T17:51:21.661 INFO:tasks.rados.rados.0.smithi028.stdout:1160: finishing rollback tid 2 to smithi02869045-41 2024-08-29T17:51:21.661 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 41 v 530 (ObjNum 262 snap 78 seq_num 262) dirty exists 2024-08-29T17:51:21.661 INFO:tasks.rados.rados.0.smithi028.stdout:1161: finishing write tid 1 to smithi02869045-25 2024-08-29T17:51:21.661 INFO:tasks.rados.rados.0.smithi028.stdout:1161: finishing write tid 2 to smithi02869045-25 2024-08-29T17:51:21.664 INFO:tasks.rados.rados.0.smithi028.stdout:1161: finishing write tid 3 to smithi02869045-25 2024-08-29T17:51:21.664 INFO:tasks.rados.rados.0.smithi028.stdout:1160: done (3 left) 2024-08-29T17:51:21.664 INFO:tasks.rados.rados.0.smithi028.stdout:1163: done (2 left) 2024-08-29T17:51:21.664 INFO:tasks.rados.rados.0.smithi028.stdout:1164: delete oid 41 current snap is 118 2024-08-29T17:51:21.664 INFO:tasks.rados.rados.0.smithi028.stdout:1161: finishing write tid 4 to smithi02869045-25 2024-08-29T17:51:21.665 INFO:tasks.rados.rados.0.smithi028.stdout:1162: finishing rollback tid 1 to smithi02869045-49 2024-08-29T17:51:21.665 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 49 v 631 (ObjNum 289 snap 0 seq_num 1) dirty dne 2024-08-29T17:51:21.666 INFO:tasks.rados.rados.0.smithi028.stdout:1161: finishing write tid 5 to smithi02869045-25 2024-08-29T17:51:21.666 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 25 v 89 (ObjNum 362 snap 118 seq_num 362) dirty exists 2024-08-29T17:51:21.666 INFO:tasks.rados.rados.0.smithi028.stdout:1161: left oid 25 (ObjNum 362 snap 118 seq_num 362) 2024-08-29T17:51:21.666 INFO:tasks.rados.rados.0.smithi028.stdout:1161: done (2 left) 2024-08-29T17:51:21.667 INFO:tasks.rados.rados.0.smithi028.stdout:1162: done (1 left) 2024-08-29T17:51:21.667 INFO:tasks.rados.rados.0.smithi028.stdout:1164: done (0 left) 2024-08-29T17:51:21.667 INFO:tasks.rados.rados.0.smithi028.stdout:append oid 10 current snap is 118 2024-08-29T17:51:21.667 INFO:tasks.rados.rados.0.smithi028.stdout:1165: seq_num 365 ranges {0=516096,516096=573440,1089536=229376} 2024-08-29T17:51:21.671 INFO:tasks.rados.rados.0.smithi028.stdout:1165: writing smithi02869045-10 from 0 to 516096 tid 1 2024-08-29T17:51:21.676 INFO:tasks.rados.rados.0.smithi028.stdout:1165: writing smithi02869045-10 from 516096 to 1089536 tid 2 2024-08-29T17:51:21.677 INFO:tasks.rados.rados.0.smithi028.stdout:1165: writing smithi02869045-10 from 1089536 to 1318912 tid 3 2024-08-29T17:51:21.678 INFO:tasks.rados.rados.0.smithi028.stdout:1166: rmattr oid 1 current snap is 118 2024-08-29T17:51:21.678 INFO:tasks.rados.rados.0.smithi028.stdout:1165: finishing write tid 1 to smithi02869045-10 2024-08-29T17:51:21.678 INFO:tasks.rados.rados.0.smithi028.stdout:1167: read oid 36 snap 33 2024-08-29T17:51:21.678 INFO:tasks.rados.rados.0.smithi028.stdout:1167: expect (ObjNum 98 snap 21 seq_num 98) 2024-08-29T17:51:21.678 INFO:tasks.rados.rados.0.smithi028.stdout:1168: snap_remove snap 78 2024-08-29T17:51:21.876 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:51:21 smithi028 bash[22419]: cluster 2024-08-29T17:51:20.575093+0000 mon.a (mon.0) 1462 : cluster [DBG] osdmap e293: 8 total, 8 up, 8 in 2024-08-29T17:51:21.877 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:51:21 smithi028 bash[31855]: cluster 2024-08-29T17:51:20.575093+0000 mon.a (mon.0) 1462 : cluster [DBG] osdmap e293: 8 total, 8 up, 8 in 2024-08-29T17:51:22.013 INFO:journalctl@ceph.mgr.x.smithi053.stdout:Aug 29 17:51:21 smithi053 systemd[1]: Stopping Ceph mgr.x for 3167ee72-662c-11ef-bcd4-c7b262605968... 2024-08-29T17:51:22.574 INFO:journalctl@ceph.mgr.x.smithi053.stdout:Aug 29 17:51:22 smithi053 bash[62062]: ceph-3167ee72-662c-11ef-bcd4-c7b262605968-mgr-x 2024-08-29T17:51:22.574 INFO:journalctl@ceph.prometheus.a.smithi053.stdout:Aug 29 17:51:22 smithi053 bash[61790]: ts=2024-08-29T17:51:22.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"3167ee72-662c-11ef-bcd4-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-29T17:51:22.594 INFO:tasks.rados.rados.0.smithi028.stdout:1168: done (3 left) 2024-08-29T17:51:22.595 INFO:tasks.rados.rados.0.smithi028.stdout:1169: read oid 29 snap -1 2024-08-29T17:51:22.595 INFO:tasks.rados.rados.0.smithi028.stdout:1169: expect (ObjNum 298 snap 89 seq_num 298) 2024-08-29T17:51:22.595 INFO:tasks.rados.rados.0.smithi028.stdout:append oid 39 current snap is 118 2024-08-29T17:51:22.595 INFO:tasks.rados.rados.0.smithi028.stdout:1170: seq_num 366 ranges {0=532480,532480=458752,991232=344064} 2024-08-29T17:51:22.599 INFO:tasks.rados.rados.0.smithi028.stdout:1170: writing smithi02869045-39 from 0 to 532480 tid 1 2024-08-29T17:51:22.603 INFO:tasks.rados.rados.0.smithi028.stdout:1170: writing smithi02869045-39 from 532480 to 991232 tid 2 2024-08-29T17:51:22.606 INFO:tasks.rados.rados.0.smithi028.stdout:1170: writing smithi02869045-39 from 991232 to 1335296 tid 3 2024-08-29T17:51:22.607 INFO:tasks.rados.rados.0.smithi028.stdout:1171: snap_create 2024-08-29T17:51:22.607 INFO:tasks.rados.rados.0.smithi028.stdout:1165: finishing write tid 2 to smithi02869045-10 2024-08-29T17:51:22.607 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 1 v 884 (ObjNum 322 snap 101 seq_num 322) dirty exists 2024-08-29T17:51:22.607 INFO:tasks.rados.rados.0.smithi028.stdout:1165: finishing write tid 3 to smithi02869045-10 2024-08-29T17:51:22.607 INFO:tasks.rados.rados.0.smithi028.stdout:1165: finishing write tid 4 to smithi02869045-10 2024-08-29T17:51:22.607 INFO:tasks.rados.rados.0.smithi028.stdout:1167: expect (ObjNum 98 snap 21 seq_num 98) 2024-08-29T17:51:22.693 INFO:tasks.rados.rados.0.smithi028.stdout:1165: finishing write tid 5 to smithi02869045-10 2024-08-29T17:51:22.693 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 10 v 694 (ObjNum 365 snap 118 seq_num 365) dirty exists 2024-08-29T17:51:22.693 INFO:tasks.rados.rados.0.smithi028.stdout:1165: left oid 10 (ObjNum 365 snap 118 seq_num 365) 2024-08-29T17:51:22.693 INFO:tasks.rados.rados.0.smithi028.stdout:1170: finishing write tid 1 to smithi02869045-39 2024-08-29T17:51:22.693 INFO:tasks.rados.rados.0.smithi028.stdout:1169: expect (ObjNum 298 snap 89 seq_num 298) 2024-08-29T17:51:22.803 INFO:tasks.rados.rados.0.smithi028.stdout:1170: finishing write tid 2 to smithi02869045-39 2024-08-29T17:51:22.803 INFO:tasks.rados.rados.0.smithi028.stdout:1170: finishing write tid 3 to smithi02869045-39 2024-08-29T17:51:22.803 INFO:tasks.rados.rados.0.smithi028.stdout:1170: finishing write tid 4 to smithi02869045-39 2024-08-29T17:51:22.803 INFO:tasks.rados.rados.0.smithi028.stdout:1170: finishing write tid 5 to smithi02869045-39 2024-08-29T17:51:22.803 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 39 v 362 (ObjNum 366 snap 118 seq_num 366) dirty exists 2024-08-29T17:51:22.803 INFO:tasks.rados.rados.0.smithi028.stdout:1170: left oid 39 (ObjNum 366 snap 118 seq_num 366) 2024-08-29T17:51:22.877 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:51:22 smithi028 bash[22419]: cluster 2024-08-29T17:51:21.582421+0000 mon.a (mon.0) 1463 : cluster [DBG] osdmap e294: 8 total, 8 up, 8 in 2024-08-29T17:51:22.877 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:51:22 smithi028 bash[22419]: cluster 2024-08-29T17:51:21.655197+0000 mgr.y (mgr.24944) 37 : cluster [DBG] pgmap v51: 121 pgs: 121 active+clean; 367 MiB data, 2.9 GiB used, 712 GiB / 715 GiB avail; 1.6 MiB/s rd, 992 KiB/s wr, 12 op/s 2024-08-29T17:51:22.877 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:51:22 smithi028 bash[31855]: cluster 2024-08-29T17:51:21.582421+0000 mon.a (mon.0) 1463 : cluster [DBG] osdmap e294: 8 total, 8 up, 8 in 2024-08-29T17:51:22.877 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:51:22 smithi028 bash[31855]: cluster 2024-08-29T17:51:21.655197+0000 mgr.y (mgr.24944) 37 : cluster [DBG] pgmap v51: 121 pgs: 121 active+clean; 367 MiB data, 2.9 GiB used, 712 GiB / 715 GiB avail; 1.6 MiB/s rd, 992 KiB/s wr, 12 op/s 2024-08-29T17:51:22.895 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:51:22 smithi053 bash[24720]: cluster 2024-08-29T17:51:21.582421+0000 mon.a (mon.0) 1463 : cluster [DBG] osdmap e294: 8 total, 8 up, 8 in 2024-08-29T17:51:22.895 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:51:22 smithi053 bash[24720]: cluster 2024-08-29T17:51:21.655197+0000 mgr.y (mgr.24944) 37 : cluster [DBG] pgmap v51: 121 pgs: 121 active+clean; 367 MiB data, 2.9 GiB used, 712 GiB / 715 GiB avail; 1.6 MiB/s rd, 992 KiB/s wr, 12 op/s 2024-08-29T17:51:22.895 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:51:22 smithi053 systemd[1]: /etc/systemd/system/ceph-3167ee72-662c-11ef-bcd4-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-08-29T17:51:22.895 INFO:journalctl@ceph.mgr.x.smithi053.stdout:Aug 29 17:51:22 smithi053 systemd[1]: ceph-3167ee72-662c-11ef-bcd4-c7b262605968@mgr.x.service: Main process exited, code=exited, status=143/n/a 2024-08-29T17:51:22.895 INFO:journalctl@ceph.mgr.x.smithi053.stdout:Aug 29 17:51:22 smithi053 bash[62123]: Error response from daemon: No such container: ceph-3167ee72-662c-11ef-bcd4-c7b262605968-mgr-x 2024-08-29T17:51:22.895 INFO:journalctl@ceph.mgr.x.smithi053.stdout:Aug 29 17:51:22 smithi053 systemd[1]: ceph-3167ee72-662c-11ef-bcd4-c7b262605968@mgr.x.service: Failed with result 'exit-code'. 2024-08-29T17:51:22.895 INFO:journalctl@ceph.mgr.x.smithi053.stdout:Aug 29 17:51:22 smithi053 systemd[1]: Stopped Ceph mgr.x for 3167ee72-662c-11ef-bcd4-c7b262605968. 2024-08-29T17:51:22.895 INFO:journalctl@ceph.mgr.x.smithi053.stdout:Aug 29 17:51:22 smithi053 systemd[1]: /etc/systemd/system/ceph-3167ee72-662c-11ef-bcd4-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-08-29T17:51:22.896 INFO:journalctl@ceph.osd.4.smithi053.stdout:Aug 29 17:51:22 smithi053 systemd[1]: /etc/systemd/system/ceph-3167ee72-662c-11ef-bcd4-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-08-29T17:51:22.896 INFO:journalctl@ceph.osd.6.smithi053.stdout:Aug 29 17:51:22 smithi053 systemd[1]: /etc/systemd/system/ceph-3167ee72-662c-11ef-bcd4-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-08-29T17:51:22.896 INFO:journalctl@ceph.osd.7.smithi053.stdout:Aug 29 17:51:22 smithi053 systemd[1]: /etc/systemd/system/ceph-3167ee72-662c-11ef-bcd4-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-08-29T17:51:22.897 INFO:journalctl@ceph.prometheus.a.smithi053.stdout:Aug 29 17:51:22 smithi053 systemd[1]: /etc/systemd/system/ceph-3167ee72-662c-11ef-bcd4-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-08-29T17:51:22.897 INFO:journalctl@ceph.grafana.a.smithi053.stdout:Aug 29 17:51:22 smithi053 systemd[1]: /etc/systemd/system/ceph-3167ee72-662c-11ef-bcd4-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-08-29T17:51:22.897 INFO:journalctl@ceph.osd.5.smithi053.stdout:Aug 29 17:51:22 smithi053 systemd[1]: /etc/systemd/system/ceph-3167ee72-662c-11ef-bcd4-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-08-29T17:51:22.897 INFO:journalctl@ceph.node-exporter.b.smithi053.stdout:Aug 29 17:51:22 smithi053 systemd[1]: /etc/systemd/system/ceph-3167ee72-662c-11ef-bcd4-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-08-29T17:51:22.898 INFO:journalctl@ceph.mds.b.smithi053.stdout:Aug 29 17:51:22 smithi053 systemd[1]: /etc/systemd/system/ceph-3167ee72-662c-11ef-bcd4-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-08-29T17:51:23.323 INFO:journalctl@ceph.mgr.x.smithi053.stdout:Aug 29 17:51:22 smithi053 systemd[1]: Started Ceph mgr.x for 3167ee72-662c-11ef-bcd4-c7b262605968. 2024-08-29T17:51:23.597 INFO:tasks.rados.rados.0.smithi028.stdout:1165: done (5 left) 2024-08-29T17:51:23.598 INFO:tasks.rados.rados.0.smithi028.stdout:1166: done (4 left) 2024-08-29T17:51:23.598 INFO:tasks.rados.rados.0.smithi028.stdout:1167: done (3 left) 2024-08-29T17:51:23.598 INFO:tasks.rados.rados.0.smithi028.stdout:1169: done (2 left) 2024-08-29T17:51:23.598 INFO:tasks.rados.rados.0.smithi028.stdout:1170: done (1 left) 2024-08-29T17:51:23.598 INFO:tasks.rados.rados.0.smithi028.stdout:1171: done (0 left) 2024-08-29T17:51:23.598 INFO:tasks.rados.rados.0.smithi028.stdout:1172: read oid 38 snap -1 2024-08-29T17:51:23.598 INFO:tasks.rados.rados.0.smithi028.stdout:1172: expect (ObjNum 334 snap 104 seq_num 334) 2024-08-29T17:51:23.598 INFO:tasks.rados.rados.0.smithi028.stdout:1173: read oid 22 snap 90 2024-08-29T17:51:23.598 INFO:tasks.rados.rados.0.smithi028.stdout:1173: expect (ObjNum 268 snap 78 seq_num 268) 2024-08-29T17:51:23.598 INFO:tasks.rados.rados.0.smithi028.stdout:append oid 36 current snap is 119 2024-08-29T17:51:23.598 INFO:tasks.rados.rados.0.smithi028.stdout:1174: seq_num 367 ranges {1703936=548864,2252800=737280,2990080=65536} 2024-08-29T17:51:23.618 INFO:tasks.rados.rados.0.smithi028.stdout:1174: writing smithi02869045-36 from 1703936 to 2252800 tid 1 2024-08-29T17:51:23.623 INFO:tasks.rados.rados.0.smithi028.stdout:1174: writing smithi02869045-36 from 2252800 to 2990080 tid 2 2024-08-29T17:51:23.623 INFO:tasks.rados.rados.0.smithi028.stdout:1174: writing smithi02869045-36 from 2990080 to 3055616 tid 3 2024-08-29T17:51:23.623 INFO:tasks.rados.rados.0.smithi028.stdout:append oid 25 current snap is 119 2024-08-29T17:51:23.623 INFO:tasks.rados.rados.0.smithi028.stdout:1175: seq_num 368 ranges {1269760=573440,1843200=622592,2465792=180224} 2024-08-29T17:51:23.633 INFO:tasks.rados.rados.0.smithi028.stdout:1175: writing smithi02869045-25 from 1269760 to 1843200 tid 1 2024-08-29T17:51:23.637 INFO:tasks.rados.rados.0.smithi028.stdout:1175: writing smithi02869045-25 from 1843200 to 2465792 tid 2 2024-08-29T17:51:23.639 INFO:tasks.rados.rados.0.smithi028.stdout:1175: writing smithi02869045-25 from 2465792 to 2646016 tid 3 2024-08-29T17:51:23.639 INFO:tasks.rados.rados.0.smithi028.stdout:1176: snap_remove snap 102 2024-08-29T17:51:23.824 INFO:journalctl@ceph.prometheus.a.smithi053.stdout:Aug 29 17:51:23 smithi053 bash[61790]: ts=2024-08-29T17:51:23.504Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=nodes name=CephNodeDiskspaceWarning index=4 msg="Evaluating rule failed" rule="alert: CephNodeDiskspaceWarning\nexpr: predict_linear(node_filesystem_free_bytes{device=~\"/.*\"}[2d], 3600 * 24 * 5)\n * on (instance) group_left (nodename) node_uname_info < 0\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.8.4\n severity: warning\n type: ceph_default\nannotations:\n description: Mountpoint {{ $labels.mountpoint }} on {{ $labels.nodename }} will\n be full in less than 5 days based on the 48 hour trailing fill rate.\n summary: Host filesystem free space is getting low\n" err="found duplicate series for the match group {instance=\"smithi028\"} on the right hand-side of the operation: [{__name__=\"node_uname_info\", domainname=\"(none)\", instance=\"smithi028\", job=\"node\", machine=\"x86_64\", nodename=\"smithi028\", release=\"5.15.0-119-generic\", sysname=\"Linux\", version=\"#129-Ubuntu SMP Fri Aug 2 19:25:20 UTC 2024\"}, {__name__=\"node_uname_info\", cluster=\"3167ee72-662c-11ef-bcd4-c7b262605968\", domainname=\"(none)\", instance=\"smithi028\", job=\"node\", machine=\"x86_64\", nodename=\"smithi028\", release=\"5.15.0-119-generic\", sysname=\"Linux\", version=\"#129-Ubuntu SMP Fri Aug 2 19:25:20 UTC 2024\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-29T17:51:23.824 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:51:23 smithi053 bash[24720]: cluster 2024-08-29T17:51:22.593179+0000 mon.a (mon.0) 1464 : cluster [DBG] osdmap e295: 8 total, 8 up, 8 in 2024-08-29T17:51:23.824 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:51:23 smithi053 bash[24720]: audit 2024-08-29T17:51:22.961141+0000 mon.a (mon.0) 1465 : audit [INF] from='mgr.24944 172.21.15.28:0/4206064451' entity='mgr.y' 2024-08-29T17:51:23.825 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:51:23 smithi053 bash[24720]: audit 2024-08-29T17:51:22.971172+0000 mon.a (mon.0) 1466 : audit [INF] from='mgr.24944 172.21.15.28:0/4206064451' entity='mgr.y' 2024-08-29T17:51:23.825 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:51:23 smithi053 bash[24720]: audit 2024-08-29T17:51:22.973542+0000 mon.a (mon.0) 1467 : audit [DBG] from='mgr.24944 172.21.15.28:0/4206064451' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-29T17:51:23.877 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:51:23 smithi028 bash[22419]: cluster 2024-08-29T17:51:22.593179+0000 mon.a (mon.0) 1464 : cluster [DBG] osdmap e295: 8 total, 8 up, 8 in 2024-08-29T17:51:23.877 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:51:23 smithi028 bash[22419]: audit 2024-08-29T17:51:22.961141+0000 mon.a (mon.0) 1465 : audit [INF] from='mgr.24944 172.21.15.28:0/4206064451' entity='mgr.y' 2024-08-29T17:51:23.877 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:51:23 smithi028 bash[22419]: audit 2024-08-29T17:51:22.971172+0000 mon.a (mon.0) 1466 : audit [INF] from='mgr.24944 172.21.15.28:0/4206064451' entity='mgr.y' 2024-08-29T17:51:23.877 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:51:23 smithi028 bash[22419]: audit 2024-08-29T17:51:22.973542+0000 mon.a (mon.0) 1467 : audit [DBG] from='mgr.24944 172.21.15.28:0/4206064451' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-29T17:51:23.877 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:51:23 smithi028 bash[31855]: cluster 2024-08-29T17:51:22.593179+0000 mon.a (mon.0) 1464 : cluster [DBG] osdmap e295: 8 total, 8 up, 8 in 2024-08-29T17:51:23.877 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:51:23 smithi028 bash[31855]: audit 2024-08-29T17:51:22.961141+0000 mon.a (mon.0) 1465 : audit [INF] from='mgr.24944 172.21.15.28:0/4206064451' entity='mgr.y' 2024-08-29T17:51:23.877 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:51:23 smithi028 bash[31855]: audit 2024-08-29T17:51:22.971172+0000 mon.a (mon.0) 1466 : audit [INF] from='mgr.24944 172.21.15.28:0/4206064451' entity='mgr.y' 2024-08-29T17:51:23.877 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:51:23 smithi028 bash[31855]: audit 2024-08-29T17:51:22.973542+0000 mon.a (mon.0) 1467 : audit [DBG] from='mgr.24944 172.21.15.28:0/4206064451' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-29T17:51:24.521 INFO:tasks.rados.rados.0.smithi028.stdout:1176: done (4 left) 2024-08-29T17:51:24.521 INFO:tasks.rados.rados.0.smithi028.stdout:1177: rollback oid 10 current snap is 119 2024-08-29T17:51:24.521 INFO:tasks.rados.rados.0.smithi028.stdout:rollback oid 10 to 92 2024-08-29T17:51:24.521 INFO:tasks.rados.rados.0.smithi028.stdout:1172: expect (ObjNum 334 snap 104 seq_num 334) 2024-08-29T17:51:24.560 INFO:tasks.rados.rados.0.smithi028.stdout:1174: finishing write tid 1 to smithi02869045-36 2024-08-29T17:51:24.561 INFO:tasks.rados.rados.0.smithi028.stdout:1174: finishing write tid 2 to smithi02869045-36 2024-08-29T17:51:24.561 INFO:tasks.rados.rados.0.smithi028.stdout:1174: finishing write tid 3 to smithi02869045-36 2024-08-29T17:51:24.561 INFO:tasks.rados.rados.0.smithi028.stdout:1174: finishing write tid 4 to smithi02869045-36 2024-08-29T17:51:24.561 INFO:tasks.rados.rados.0.smithi028.stdout:1174: finishing write tid 5 to smithi02869045-36 2024-08-29T17:51:24.561 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 36 v 269 (ObjNum 367 snap 119 seq_num 367) dirty exists 2024-08-29T17:51:24.561 INFO:tasks.rados.rados.0.smithi028.stdout:1174: left oid 36 (ObjNum 367 snap 119 seq_num 367) 2024-08-29T17:51:24.561 INFO:tasks.rados.rados.0.smithi028.stdout:1175: finishing write tid 1 to smithi02869045-25 2024-08-29T17:51:24.561 INFO:tasks.rados.rados.0.smithi028.stdout:1175: finishing write tid 2 to smithi02869045-25 2024-08-29T17:51:24.561 INFO:tasks.rados.rados.0.smithi028.stdout:1175: finishing write tid 3 to smithi02869045-25 2024-08-29T17:51:24.561 INFO:tasks.rados.rados.0.smithi028.stdout:1175: finishing write tid 4 to smithi02869045-25 2024-08-29T17:51:24.561 INFO:tasks.rados.rados.0.smithi028.stdout:1175: finishing write tid 5 to smithi02869045-25 2024-08-29T17:51:24.561 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 25 v 96 (ObjNum 368 snap 119 seq_num 368) dirty exists 2024-08-29T17:51:24.562 INFO:tasks.rados.rados.0.smithi028.stdout:1175: left oid 25 (ObjNum 368 snap 119 seq_num 368) 2024-08-29T17:51:24.562 INFO:tasks.rados.rados.0.smithi028.stdout:1173: expect (ObjNum 268 snap 78 seq_num 268) 2024-08-29T17:51:24.573 INFO:journalctl@ceph.mgr.x.smithi053.stdout:Aug 29 17:51:24 smithi053 bash[62179]: debug 2024-08-29T17:51:24.380+0000 7f21856a0640 1 -- 172.21.15.53:0/3703483325 <== mon.1 v2:172.21.15.53:3300/0 4 ==== auth_reply(proto 2 0 (0) Success) ==== 194+0+0 (secure 0 0 0) 0x563c851c50e0 con 0x563c851c6800 2024-08-29T17:51:24.573 INFO:journalctl@ceph.mgr.x.smithi053.stdout:Aug 29 17:51:24 smithi053 bash[62179]: debug 2024-08-29T17:51:24.500+0000 7f2187f0a040 -1 mgr[py] Module devicehealth has missing NOTIFY_TYPES member 2024-08-29T17:51:24.587 INFO:teuthology.orchestra.run.smithi028.stdout:true 2024-08-29T17:51:24.876 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:51:24 smithi028 bash[31855]: cluster 2024-08-29T17:51:23.600913+0000 mon.a (mon.0) 1468 : cluster [DBG] osdmap e296: 8 total, 8 up, 8 in 2024-08-29T17:51:24.876 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:51:24 smithi028 bash[31855]: cluster 2024-08-29T17:51:23.655790+0000 mgr.y (mgr.24944) 38 : cluster [DBG] pgmap v54: 121 pgs: 121 active+clean; 367 MiB data, 2.9 GiB used, 712 GiB / 715 GiB avail; 1.6 MiB/s rd, 992 KiB/s wr, 12 op/s 2024-08-29T17:51:24.876 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:51:24 smithi028 bash[31855]: cluster 2024-08-29T17:51:24.525995+0000 mon.a (mon.0) 1469 : cluster [DBG] osdmap e297: 8 total, 8 up, 8 in 2024-08-29T17:51:24.877 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:51:24 smithi028 bash[22419]: cluster 2024-08-29T17:51:23.600913+0000 mon.a (mon.0) 1468 : cluster [DBG] osdmap e296: 8 total, 8 up, 8 in 2024-08-29T17:51:24.877 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:51:24 smithi028 bash[22419]: cluster 2024-08-29T17:51:23.655790+0000 mgr.y (mgr.24944) 38 : cluster [DBG] pgmap v54: 121 pgs: 121 active+clean; 367 MiB data, 2.9 GiB used, 712 GiB / 715 GiB avail; 1.6 MiB/s rd, 992 KiB/s wr, 12 op/s 2024-08-29T17:51:24.877 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:51:24 smithi028 bash[22419]: cluster 2024-08-29T17:51:24.525995+0000 mon.a (mon.0) 1469 : cluster [DBG] osdmap e297: 8 total, 8 up, 8 in 2024-08-29T17:51:24.886 INFO:teuthology.orchestra.run.smithi028.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2024-08-29T17:51:24.886 INFO:teuthology.orchestra.run.smithi028.stdout:alertmanager.a smithi028 *:9093,9094 running (74s) 28s ago 8m 13.9M - 0.25.0 c8568f914cd2 c7223f7204fa 2024-08-29T17:51:24.886 INFO:teuthology.orchestra.run.smithi028.stdout:grafana.a smithi053 *:3000 running (58s) 28s ago 7m 72.7M - 9.4.7 954c08fa6188 a7eaafe982e3 2024-08-29T17:51:24.886 INFO:teuthology.orchestra.run.smithi028.stdout:mds.a smithi028 running (10m) 28s ago 10m 14.2M - 17.2.7-1503-ga89f613d 250d9a61b6c5 c6b415d0b6f0 2024-08-29T17:51:24.886 INFO:teuthology.orchestra.run.smithi028.stdout:mds.b smithi053 running (10m) 28s ago 10m 17.5M - 17.2.7-1503-ga89f613d 250d9a61b6c5 8d3ee9e57659 2024-08-29T17:51:24.886 INFO:teuthology.orchestra.run.smithi028.stdout:mgr.x smithi053 *:8443,9283,8765 starting - - - - 2024-08-29T17:51:24.886 INFO:teuthology.orchestra.run.smithi028.stdout:mgr.y smithi028 *:8443,9283,8765 running (52s) 28s ago 20m 468M - 19.1.1-235-g1ef86450 d401bb9bb76e ef4c084deb28 2024-08-29T17:51:24.886 INFO:teuthology.orchestra.run.smithi028.stdout:mon.a smithi028 running (21m) 28s ago 21m 64.8M 2048M 17.2.7-1503-ga89f613d 250d9a61b6c5 fa08202e10c3 2024-08-29T17:51:24.886 INFO:teuthology.orchestra.run.smithi028.stdout:mon.b smithi053 running (19m) 28s ago 19m 53.4M 2048M 17.2.7-1503-ga89f613d 250d9a61b6c5 45c16fe81a22 2024-08-29T17:51:24.886 INFO:teuthology.orchestra.run.smithi028.stdout:mon.c smithi028 running (18m) 28s ago 18m 47.9M 2048M 17.2.7-1503-ga89f613d 250d9a61b6c5 20cfd8b5e450 2024-08-29T17:51:24.887 INFO:teuthology.orchestra.run.smithi028.stdout:node-exporter.a smithi028 *:9100 running (79s) 28s ago 8m 8032k - 1.5.0 0da6a335fe13 620017e337b2 2024-08-29T17:51:24.887 INFO:teuthology.orchestra.run.smithi028.stdout:node-exporter.b smithi053 *:9100 running (65s) 28s ago 8m 7287k - 1.5.0 0da6a335fe13 e8eb22b0ee9e 2024-08-29T17:51:24.887 INFO:teuthology.orchestra.run.smithi028.stdout:osd.0 smithi028 running (17m) 28s ago 17m 175M 2525M 17.2.7-1503-ga89f613d 250d9a61b6c5 6170d7ba6af9 2024-08-29T17:51:24.887 INFO:teuthology.orchestra.run.smithi028.stdout:osd.1 smithi028 running (17m) 28s ago 17m 155M 2525M 17.2.7-1503-ga89f613d 250d9a61b6c5 f84612c9ccfa 2024-08-29T17:51:24.887 INFO:teuthology.orchestra.run.smithi028.stdout:osd.2 smithi028 running (16m) 28s ago 16m 162M 2525M 17.2.7-1503-ga89f613d 250d9a61b6c5 7e6fdf4e2629 2024-08-29T17:51:24.887 INFO:teuthology.orchestra.run.smithi028.stdout:osd.3 smithi028 running (15m) 28s ago 15m 142M 2525M 17.2.7-1503-ga89f613d 250d9a61b6c5 4f0fede11ee1 2024-08-29T17:51:24.887 INFO:teuthology.orchestra.run.smithi028.stdout:osd.4 smithi053 running (14m) 28s ago 14m 206M 2525M 17.2.7-1503-ga89f613d 250d9a61b6c5 e93527f41048 2024-08-29T17:51:24.887 INFO:teuthology.orchestra.run.smithi028.stdout:osd.5 smithi053 running (13m) 28s ago 13m 157M 2525M 17.2.7-1503-ga89f613d 250d9a61b6c5 86885633963d 2024-08-29T17:51:24.887 INFO:teuthology.orchestra.run.smithi028.stdout:osd.6 smithi053 running (12m) 28s ago 12m 114M 2525M 17.2.7-1503-ga89f613d 250d9a61b6c5 e65db659e42e 2024-08-29T17:51:24.887 INFO:teuthology.orchestra.run.smithi028.stdout:osd.7 smithi053 running (11m) 28s ago 11m 127M 2525M 17.2.7-1503-ga89f613d 250d9a61b6c5 69a8ac6ca110 2024-08-29T17:51:24.887 INFO:teuthology.orchestra.run.smithi028.stdout:prometheus.a smithi053 *:9095 starting - - - - 2024-08-29T17:51:25.074 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:51:24 smithi053 bash[24720]: cluster 2024-08-29T17:51:23.600913+0000 mon.a (mon.0) 1468 : cluster [DBG] osdmap e296: 8 total, 8 up, 8 in 2024-08-29T17:51:25.074 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:51:24 smithi053 bash[24720]: cluster 2024-08-29T17:51:23.655790+0000 mgr.y (mgr.24944) 38 : cluster [DBG] pgmap v54: 121 pgs: 121 active+clean; 367 MiB data, 2.9 GiB used, 712 GiB / 715 GiB avail; 1.6 MiB/s rd, 992 KiB/s wr, 12 op/s 2024-08-29T17:51:25.074 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:51:24 smithi053 bash[24720]: cluster 2024-08-29T17:51:24.525995+0000 mon.a (mon.0) 1469 : cluster [DBG] osdmap e297: 8 total, 8 up, 8 in 2024-08-29T17:51:25.112 INFO:tasks.rados.rados.0.smithi028.stdout:1177: finishing rollback tid 0 to smithi02869045-10 2024-08-29T17:51:25.112 INFO:tasks.rados.rados.0.smithi028.stdout:1177: finishing rollback tid 1 to smithi02869045-10 2024-08-29T17:51:25.112 INFO:tasks.rados.rados.0.smithi028.stdout:1172: done (4 left) 2024-08-29T17:51:25.112 INFO:tasks.rados.rados.0.smithi028.stdout:1173: done (3 left) 2024-08-29T17:51:25.113 INFO:tasks.rados.rados.0.smithi028.stdout:1174: done (2 left) 2024-08-29T17:51:25.113 INFO:tasks.rados.rados.0.smithi028.stdout:1175: done (1 left) 2024-08-29T17:51:25.113 INFO:tasks.rados.rados.0.smithi028.stdout:1178: read oid 9 snap -1 2024-08-29T17:51:25.113 INFO:tasks.rados.rados.0.smithi028.stdout:1178: expect deleted 2024-08-29T17:51:25.113 INFO:tasks.rados.rados.0.smithi028.stdout:1179: read oid 29 snap -1 2024-08-29T17:51:25.113 INFO:tasks.rados.rados.0.smithi028.stdout:1179: expect (ObjNum 298 snap 89 seq_num 298) 2024-08-29T17:51:25.113 INFO:tasks.rados.rados.0.smithi028.stdout:1180: snap_create 2024-08-29T17:51:25.113 INFO:tasks.rados.rados.0.smithi028.stdout:1177: finishing rollback tid 2 to smithi02869045-10 2024-08-29T17:51:25.114 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 10 v 706 (ObjNum 275 snap 79 seq_num 275) dirty exists 2024-08-29T17:51:25.123 INFO:tasks.rados.rados.0.smithi028.stdout:1179: expect (ObjNum 298 snap 89 seq_num 298) 2024-08-29T17:51:25.237 INFO:teuthology.orchestra.run.smithi028.stdout:{ 2024-08-29T17:51:25.237 INFO:teuthology.orchestra.run.smithi028.stdout: "mon": { 2024-08-29T17:51:25.237 INFO:teuthology.orchestra.run.smithi028.stdout: "ceph version 17.2.7-1503-ga89f613d (a89f613db4d5b6bca82681f19d73c6d337aae2d5) quincy (stable)": 3 2024-08-29T17:51:25.237 INFO:teuthology.orchestra.run.smithi028.stdout: }, 2024-08-29T17:51:25.237 INFO:teuthology.orchestra.run.smithi028.stdout: "mgr": { 2024-08-29T17:51:25.237 INFO:teuthology.orchestra.run.smithi028.stdout: "ceph version 19.1.1-235-g1ef86450 (1ef864504b8875c83ee6c2c5fedc13315bebf7f5) squid (rc)": 2 2024-08-29T17:51:25.237 INFO:teuthology.orchestra.run.smithi028.stdout: }, 2024-08-29T17:51:25.237 INFO:teuthology.orchestra.run.smithi028.stdout: "osd": { 2024-08-29T17:51:25.237 INFO:teuthology.orchestra.run.smithi028.stdout: "ceph version 17.2.7-1503-ga89f613d (a89f613db4d5b6bca82681f19d73c6d337aae2d5) quincy (stable)": 8 2024-08-29T17:51:25.237 INFO:teuthology.orchestra.run.smithi028.stdout: }, 2024-08-29T17:51:25.237 INFO:teuthology.orchestra.run.smithi028.stdout: "mds": { 2024-08-29T17:51:25.237 INFO:teuthology.orchestra.run.smithi028.stdout: "ceph version 17.2.7-1503-ga89f613d (a89f613db4d5b6bca82681f19d73c6d337aae2d5) quincy (stable)": 2 2024-08-29T17:51:25.238 INFO:teuthology.orchestra.run.smithi028.stdout: }, 2024-08-29T17:51:25.238 INFO:teuthology.orchestra.run.smithi028.stdout: "overall": { 2024-08-29T17:51:25.238 INFO:teuthology.orchestra.run.smithi028.stdout: "ceph version 17.2.7-1503-ga89f613d (a89f613db4d5b6bca82681f19d73c6d337aae2d5) quincy (stable)": 13, 2024-08-29T17:51:25.238 INFO:teuthology.orchestra.run.smithi028.stdout: "ceph version 19.1.1-235-g1ef86450 (1ef864504b8875c83ee6c2c5fedc13315bebf7f5) squid (rc)": 2 2024-08-29T17:51:25.238 INFO:teuthology.orchestra.run.smithi028.stdout: } 2024-08-29T17:51:25.238 INFO:teuthology.orchestra.run.smithi028.stdout:} 2024-08-29T17:51:25.609 INFO:tasks.rados.rados.0.smithi028.stdout:1177: done (3 left) 2024-08-29T17:51:25.609 INFO:tasks.rados.rados.0.smithi028.stdout:1178: done (2 left) 2024-08-29T17:51:25.609 INFO:tasks.rados.rados.0.smithi028.stdout:1179: done (1 left) 2024-08-29T17:51:25.610 INFO:tasks.rados.rados.0.smithi028.stdout:1180: done (0 left) 2024-08-29T17:51:25.610 INFO:tasks.rados.rados.0.smithi028.stdout:append oid 26 current snap is 120 2024-08-29T17:51:25.610 INFO:tasks.rados.rados.0.smithi028.stdout:1181: seq_num 369 ranges {0=589824,589824=507904,1097728=294912} 2024-08-29T17:51:25.618 INFO:tasks.rados.rados.0.smithi028.stdout:1181: writing smithi02869045-26 from 0 to 589824 tid 1 2024-08-29T17:51:25.626 INFO:tasks.rados.rados.0.smithi028.stdout:1181: writing smithi02869045-26 from 589824 to 1097728 tid 2 2024-08-29T17:51:25.632 INFO:tasks.rados.rados.0.smithi028.stdout:1181: writing smithi02869045-26 from 1097728 to 1392640 tid 3 2024-08-29T17:51:25.632 INFO:tasks.rados.rados.0.smithi028.stdout:1182: copy_from oid 30 from oid 22 current snap is 120 2024-08-29T17:51:25.632 INFO:tasks.rados.rados.0.smithi028.stdout:1183: snap_create 2024-08-29T17:51:25.632 INFO:tasks.rados.rados.0.smithi028.stdout:1181: finishing write tid 1 to smithi02869045-26 2024-08-29T17:51:25.637 INFO:tasks.rados.rados.0.smithi028.stdout:1181: finishing write tid 2 to smithi02869045-26 2024-08-29T17:51:25.638 INFO:tasks.rados.rados.0.smithi028.stdout:1181: finishing write tid 3 to smithi02869045-26 2024-08-29T17:51:25.639 INFO:tasks.rados.rados.0.smithi028.stdout:1181: finishing write tid 4 to smithi02869045-26 2024-08-29T17:51:25.644 INFO:tasks.rados.rados.0.smithi028.stdout:1182: finishing copy_from to smithi02869045-30 2024-08-29T17:51:25.645 INFO:tasks.rados.rados.0.smithi028.stdout:1182: got expected ENOENT (src dne) 2024-08-29T17:51:25.645 INFO:tasks.rados.rados.0.smithi028.stdout:1182: finishing copy_from racing read to smithi02869045-30 2024-08-29T17:51:25.645 INFO:tasks.rados.rados.0.smithi028.stdout:1181: finishing write tid 5 to smithi02869045-26 2024-08-29T17:51:25.645 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 26 v 715 (ObjNum 369 snap 120 seq_num 369) dirty exists 2024-08-29T17:51:25.645 INFO:tasks.rados.rados.0.smithi028.stdout:1181: left oid 26 (ObjNum 369 snap 120 seq_num 369) 2024-08-29T17:51:25.850 INFO:journalctl@ceph.mgr.x.smithi053.stdout:Aug 29 17:51:25 smithi053 bash[62179]: debug 2024-08-29T17:51:25.780+0000 7f2187f0a040 -1 mgr[py] Module rook has missing NOTIFY_TYPES member 2024-08-29T17:51:25.851 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:51:25 smithi053 bash[24720]: audit 2024-08-29T17:51:24.581797+0000 mgr.y (mgr.24944) 39 : audit [DBG] from='client.15108 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-08-29T17:51:25.851 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:51:25 smithi053 bash[24720]: audit 2024-08-29T17:51:25.240966+0000 mon.c (mon.2) 43 : audit [DBG] from='client.? 172.21.15.28:0/990747491' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-08-29T17:51:25.876 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:51:25 smithi028 bash[22419]: audit 2024-08-29T17:51:24.581797+0000 mgr.y (mgr.24944) 39 : audit [DBG] from='client.15108 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-08-29T17:51:25.876 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:51:25 smithi028 bash[22419]: audit 2024-08-29T17:51:25.240966+0000 mon.c (mon.2) 43 : audit [DBG] from='client.? 172.21.15.28:0/990747491' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-08-29T17:51:25.877 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:51:25 smithi028 bash[31855]: audit 2024-08-29T17:51:24.581797+0000 mgr.y (mgr.24944) 39 : audit [DBG] from='client.15108 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-08-29T17:51:25.877 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:51:25 smithi028 bash[31855]: audit 2024-08-29T17:51:25.240966+0000 mon.c (mon.2) 43 : audit [DBG] from='client.? 172.21.15.28:0/990747491' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-08-29T17:51:26.323 INFO:journalctl@ceph.mgr.x.smithi053.stdout:Aug 29 17:51:25 smithi053 bash[62179]: debug 2024-08-29T17:51:25.848+0000 7f2187f0a040 -1 mgr[py] Module iostat has missing NOTIFY_TYPES member 2024-08-29T17:51:26.324 INFO:journalctl@ceph.mgr.x.smithi053.stdout:Aug 29 17:51:26 smithi053 bash[62179]: debug 2024-08-29T17:51:26.004+0000 7f2187f0a040 -1 mgr[py] Module telemetry has missing NOTIFY_TYPES member 2024-08-29T17:51:26.614 INFO:tasks.rados.rados.0.smithi028.stdout:1181: done (2 left) 2024-08-29T17:51:26.614 INFO:tasks.rados.rados.0.smithi028.stdout:1182: done (1 left) 2024-08-29T17:51:26.614 INFO:tasks.rados.rados.0.smithi028.stdout:1183: done (0 left) 2024-08-29T17:51:26.614 INFO:tasks.rados.rados.0.smithi028.stdout:1184: delete oid 25 current snap is 121 2024-08-29T17:51:26.628 INFO:tasks.rados.rados.0.smithi028.stdout:1184: done (0 left) 2024-08-29T17:51:26.628 INFO:tasks.rados.rados.0.smithi028.stdout:1185: delete oid 12 current snap is 121 2024-08-29T17:51:26.635 INFO:tasks.rados.rados.0.smithi028.stdout:1185: done (0 left) 2024-08-29T17:51:26.635 INFO:tasks.rados.rados.0.smithi028.stdout:1186: rollback oid 34 current snap is 121 2024-08-29T17:51:26.635 INFO:tasks.rados.rados.0.smithi028.stdout:rollback oid 34 to 120 2024-08-29T17:51:26.635 INFO:tasks.rados.rados.0.smithi028.stdout:1187: snap_remove snap 117 2024-08-29T17:51:26.876 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:51:26 smithi028 bash[22419]: audit 2024-08-29T17:51:24.874376+0000 mgr.y (mgr.24944) 40 : audit [DBG] from='client.25010 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-08-29T17:51:26.877 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:51:26 smithi028 bash[22419]: cluster 2024-08-29T17:51:25.614433+0000 mon.a (mon.0) 1470 : cluster [DBG] osdmap e298: 8 total, 8 up, 8 in 2024-08-29T17:51:26.877 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:51:26 smithi028 bash[22419]: cluster 2024-08-29T17:51:25.656680+0000 mgr.y (mgr.24944) 41 : cluster [DBG] pgmap v57: 121 pgs: 121 active+clean; 367 MiB data, 2.9 GiB used, 712 GiB / 715 GiB avail 2024-08-29T17:51:26.877 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:51:26 smithi028 bash[31855]: audit 2024-08-29T17:51:24.874376+0000 mgr.y (mgr.24944) 40 : audit [DBG] from='client.25010 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-08-29T17:51:26.877 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:51:26 smithi028 bash[31855]: cluster 2024-08-29T17:51:25.614433+0000 mon.a (mon.0) 1470 : cluster [DBG] osdmap e298: 8 total, 8 up, 8 in 2024-08-29T17:51:26.877 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:51:26 smithi028 bash[31855]: cluster 2024-08-29T17:51:25.656680+0000 mgr.y (mgr.24944) 41 : cluster [DBG] pgmap v57: 121 pgs: 121 active+clean; 367 MiB data, 2.9 GiB used, 712 GiB / 715 GiB avail 2024-08-29T17:51:27.041 INFO:journalctl@ceph.mgr.x.smithi053.stdout:Aug 29 17:51:26 smithi053 bash[62179]: debug 2024-08-29T17:51:26.700+0000 7f2187f0a040 -1 mgr[py] Module osd_support has missing NOTIFY_TYPES member 2024-08-29T17:51:27.041 INFO:journalctl@ceph.mgr.x.smithi053.stdout:Aug 29 17:51:26 smithi053 bash[62179]: debug 2024-08-29T17:51:26.772+0000 7f2187f0a040 -1 mgr[py] Module selftest has missing NOTIFY_TYPES member 2024-08-29T17:51:27.041 INFO:journalctl@ceph.mgr.x.smithi053.stdout:Aug 29 17:51:26 smithi053 bash[62179]: debug 2024-08-29T17:51:26.844+0000 7f2187f0a040 -1 mgr[py] Module progress has missing NOTIFY_TYPES member 2024-08-29T17:51:27.041 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:51:26 smithi053 bash[24720]: audit 2024-08-29T17:51:24.874376+0000 mgr.y (mgr.24944) 40 : audit [DBG] from='client.25010 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-08-29T17:51:27.042 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:51:26 smithi053 bash[24720]: cluster 2024-08-29T17:51:25.614433+0000 mon.a (mon.0) 1470 : cluster [DBG] osdmap e298: 8 total, 8 up, 8 in 2024-08-29T17:51:27.042 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:51:26 smithi053 bash[24720]: cluster 2024-08-29T17:51:25.656680+0000 mgr.y (mgr.24944) 41 : cluster [DBG] pgmap v57: 121 pgs: 121 active+clean; 367 MiB data, 2.9 GiB used, 712 GiB / 715 GiB avail 2024-08-29T17:51:27.324 INFO:journalctl@ceph.mgr.x.smithi053.stdout:Aug 29 17:51:27 smithi053 bash[62179]: debug 2024-08-29T17:51:27.040+0000 7f2187f0a040 -1 mgr[py] Module rgw has missing NOTIFY_TYPES member 2024-08-29T17:51:27.324 INFO:journalctl@ceph.mgr.x.smithi053.stdout:Aug 29 17:51:27 smithi053 bash[62179]: debug 2024-08-29T17:51:27.124+0000 7f2187f0a040 -1 mgr[py] Module crash has missing NOTIFY_TYPES member 2024-08-29T17:51:27.324 INFO:journalctl@ceph.mgr.x.smithi053.stdout:Aug 29 17:51:27 smithi053 bash[62179]: debug 2024-08-29T17:51:27.196+0000 7f2187f0a040 -1 mgr[py] Module telegraf has missing NOTIFY_TYPES member 2024-08-29T17:51:27.632 INFO:tasks.rados.rados.0.smithi028.stdout:1187: done (1 left) 2024-08-29T17:51:27.633 INFO:tasks.rados.rados.0.smithi028.stdout:1188: copy_from oid 15 from oid 41 current snap is 121 2024-08-29T17:51:27.633 INFO:tasks.rados.rados.0.smithi028.stdout:1186: finishing rollback tid 0 to smithi02869045-34 2024-08-29T17:51:27.633 INFO:tasks.rados.rados.0.smithi028.stdout:1186: finishing rollback tid 1 to smithi02869045-34 2024-08-29T17:51:27.633 INFO:tasks.rados.rados.0.smithi028.stdout:1186: finishing rollback tid 2 to smithi02869045-34 2024-08-29T17:51:27.633 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 34 v 468 (ObjNum 273 snap 78 seq_num 273) dirty exists 2024-08-29T17:51:27.633 INFO:tasks.rados.rados.0.smithi028.stdout:1186: done (1 left) 2024-08-29T17:51:27.633 INFO:tasks.rados.rados.0.smithi028.stdout:1189: rollback oid 24 current snap is 121 2024-08-29T17:51:27.633 INFO:tasks.rados.rados.0.smithi028.stdout:rollback oid 24 to 101 2024-08-29T17:51:27.633 INFO:tasks.rados.rados.0.smithi028.stdout:1190: rollback oid 49 current snap is 121 2024-08-29T17:51:27.633 INFO:tasks.rados.rados.0.smithi028.stdout:rollback oid 49 to 101 2024-08-29T17:51:27.634 INFO:tasks.rados.rados.0.smithi028.stdout:1191: snap_remove snap 33 2024-08-29T17:51:27.753 INFO:journalctl@ceph.mgr.x.smithi053.stdout:Aug 29 17:51:27 smithi053 bash[62179]: debug 2024-08-29T17:51:27.464+0000 7f2187f0a040 -1 mgr[py] Module pg_autoscaler has missing NOTIFY_TYPES member 2024-08-29T17:51:27.754 INFO:journalctl@ceph.mgr.x.smithi053.stdout:Aug 29 17:51:27 smithi053 bash[62179]: debug 2024-08-29T17:51:27.536+0000 7f2187f0a040 -1 mgr[py] Module zabbix has missing NOTIFY_TYPES member 2024-08-29T17:51:27.754 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:51:27 smithi053 bash[24720]: cluster 2024-08-29T17:51:26.618367+0000 mon.a (mon.0) 1471 : cluster [DBG] osdmap e299: 8 total, 8 up, 8 in 2024-08-29T17:51:27.877 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:51:27 smithi028 bash[22419]: cluster 2024-08-29T17:51:26.618367+0000 mon.a (mon.0) 1471 : cluster [DBG] osdmap e299: 8 total, 8 up, 8 in 2024-08-29T17:51:27.877 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:51:27 smithi028 bash[31855]: cluster 2024-08-29T17:51:26.618367+0000 mon.a (mon.0) 1471 : cluster [DBG] osdmap e299: 8 total, 8 up, 8 in 2024-08-29T17:51:28.073 INFO:journalctl@ceph.mgr.x.smithi053.stdout:Aug 29 17:51:27 smithi053 bash[62179]: debug 2024-08-29T17:51:27.752+0000 7f2187f0a040 -1 mgr[py] Module nfs has missing NOTIFY_TYPES member 2024-08-29T17:51:28.074 INFO:journalctl@ceph.mgr.x.smithi053.stdout:Aug 29 17:51:27 smithi053 bash[62179]: debug 2024-08-29T17:51:27.832+0000 7f2187f0a040 -1 mgr[py] Module balancer has missing NOTIFY_TYPES member 2024-08-29T17:51:28.479 INFO:journalctl@ceph.mgr.x.smithi053.stdout:Aug 29 17:51:28 smithi053 bash[62179]: debug 2024-08-29T17:51:28.096+0000 7f2187f0a040 -1 mgr[py] Module diskprediction_local has missing NOTIFY_TYPES member 2024-08-29T17:51:28.480 INFO:journalctl@ceph.mgr.x.smithi053.stdout:Aug 29 17:51:28 smithi053 bash[62179]: debug 2024-08-29T17:51:28.296+0000 7f2187f0a040 -1 mgr[py] Module orchestrator has missing NOTIFY_TYPES member 2024-08-29T17:51:28.643 INFO:tasks.rados.rados.0.smithi028.stdout:1189: finishing rollback tid 0 to smithi02869045-24 2024-08-29T17:51:28.643 INFO:tasks.rados.rados.0.smithi028.stdout:1188: finishing copy_from to smithi02869045-15 2024-08-29T17:51:28.644 INFO:tasks.rados.rados.0.smithi028.stdout:1188: got expected ENOENT (src dne) 2024-08-29T17:51:28.644 INFO:tasks.rados.rados.0.smithi028.stdout:1188: finishing copy_from racing read to smithi02869045-15 2024-08-29T17:51:28.644 INFO:tasks.rados.rados.0.smithi028.stdout:1189: finishing rollback tid 1 to smithi02869045-24 2024-08-29T17:51:28.644 INFO:tasks.rados.rados.0.smithi028.stdout:1189: finishing rollback tid 2 to smithi02869045-24 2024-08-29T17:51:28.644 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 24 v 292 (ObjNum 313 snap 91 seq_num 313) dirty exists 2024-08-29T17:51:28.644 INFO:tasks.rados.rados.0.smithi028.stdout:1190: finishing rollback tid 1 to smithi02869045-49 2024-08-29T17:51:28.644 INFO:tasks.rados.rados.0.smithi028.stdout:1190: finishing rollback tid 2 to smithi02869045-49 2024-08-29T17:51:28.644 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 49 v 716 (ObjNum 319 snap 100 seq_num 319) dirty exists 2024-08-29T17:51:28.644 INFO:tasks.rados.rados.0.smithi028.stdout:1188: done (3 left) 2024-08-29T17:51:28.644 INFO:tasks.rados.rados.0.smithi028.stdout:1189: done (2 left) 2024-08-29T17:51:28.644 INFO:tasks.rados.rados.0.smithi028.stdout:1190: done (1 left) 2024-08-29T17:51:28.644 INFO:tasks.rados.rados.0.smithi028.stdout:1191: done (0 left) 2024-08-29T17:51:28.645 INFO:tasks.rados.rados.0.smithi028.stdout:1192: copy_from oid 33 from oid 48 current snap is 121 2024-08-29T17:51:28.645 INFO:tasks.rados.rados.0.smithi028.stdout:1193: snap_create 2024-08-29T17:51:28.707 INFO:tasks.rados.rados.0.smithi028.stdout:1192: finishing copy_from racing read to smithi02869045-33 2024-08-29T17:51:28.710 INFO:tasks.rados.rados.0.smithi028.stdout:1192: finishing copy_from to smithi02869045-33 2024-08-29T17:51:28.710 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 33 v 697 (ObjNum 359 snap 118 seq_num 359) dirty exists 2024-08-29T17:51:28.785 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:51:28 smithi053 bash[24720]: cluster 2024-08-29T17:51:27.636725+0000 mon.a (mon.0) 1472 : cluster [DBG] osdmap e300: 8 total, 8 up, 8 in 2024-08-29T17:51:28.786 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:51:28 smithi053 bash[24720]: cluster 2024-08-29T17:51:27.657706+0000 mgr.y (mgr.24944) 42 : cluster [DBG] pgmap v60: 121 pgs: 121 active+clean; 364 MiB data, 2.9 GiB used, 712 GiB / 715 GiB avail; 11 MiB/s rd, 2.2 MiB/s wr, 17 op/s 2024-08-29T17:51:28.786 INFO:journalctl@ceph.mgr.x.smithi053.stdout:Aug 29 17:51:28 smithi053 bash[62179]: debug 2024-08-29T17:51:28.476+0000 7f2187f0a040 -1 mgr[py] Module rbd_support has missing NOTIFY_TYPES member 2024-08-29T17:51:28.786 INFO:journalctl@ceph.mgr.x.smithi053.stdout:Aug 29 17:51:28 smithi053 bash[62179]: debug 2024-08-29T17:51:28.564+0000 7f2187f0a040 -1 mgr[py] Module alerts has missing NOTIFY_TYPES member 2024-08-29T17:51:29.073 INFO:journalctl@ceph.mgr.x.smithi053.stdout:Aug 29 17:51:28 smithi053 bash[62179]: debug 2024-08-29T17:51:28.784+0000 7f2187f0a040 -1 mgr[py] Module test_orchestrator has missing NOTIFY_TYPES member 2024-08-29T17:51:29.126 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:51:28 smithi028 bash[22419]: cluster 2024-08-29T17:51:27.636725+0000 mon.a (mon.0) 1472 : cluster [DBG] osdmap e300: 8 total, 8 up, 8 in 2024-08-29T17:51:29.127 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:51:28 smithi028 bash[22419]: cluster 2024-08-29T17:51:27.657706+0000 mgr.y (mgr.24944) 42 : cluster [DBG] pgmap v60: 121 pgs: 121 active+clean; 364 MiB data, 2.9 GiB used, 712 GiB / 715 GiB avail; 11 MiB/s rd, 2.2 MiB/s wr, 17 op/s 2024-08-29T17:51:29.127 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:51:28 smithi028 bash[31855]: cluster 2024-08-29T17:51:27.636725+0000 mon.a (mon.0) 1472 : cluster [DBG] osdmap e300: 8 total, 8 up, 8 in 2024-08-29T17:51:29.127 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:51:28 smithi028 bash[31855]: cluster 2024-08-29T17:51:27.657706+0000 mgr.y (mgr.24944) 42 : cluster [DBG] pgmap v60: 121 pgs: 121 active+clean; 364 MiB data, 2.9 GiB used, 712 GiB / 715 GiB avail; 11 MiB/s rd, 2.2 MiB/s wr, 17 op/s 2024-08-29T17:51:29.525 INFO:tasks.rados.rados.0.smithi028.stdout:1192: done (1 left) 2024-08-29T17:51:29.525 INFO:tasks.rados.rados.0.smithi028.stdout:1193: done (0 left) 2024-08-29T17:51:29.525 INFO:tasks.rados.rados.0.smithi028.stdout:1194: copy_from oid 35 from oid 22 current snap is 122 2024-08-29T17:51:29.525 INFO:tasks.rados.rados.0.smithi028.stdout:1195: rollback oid 20 current snap is 122 2024-08-29T17:51:29.525 INFO:tasks.rados.rados.0.smithi028.stdout:rollback oid 20 to 111 2024-08-29T17:51:29.526 INFO:tasks.rados.rados.0.smithi028.stdout:1196: delete oid 27 current snap is 122 2024-08-29T17:51:29.535 INFO:tasks.rados.rados.0.smithi028.stdout:1194: finishing copy_from to smithi02869045-35 2024-08-29T17:51:29.536 INFO:tasks.rados.rados.0.smithi028.stdout:1194: got expected ENOENT (src dne) 2024-08-29T17:51:29.536 INFO:tasks.rados.rados.0.smithi028.stdout:1196: done (2 left) 2024-08-29T17:51:29.536 INFO:tasks.rados.rados.0.smithi028.stdout:1197: rollback oid 36 current snap is 122 2024-08-29T17:51:29.536 INFO:tasks.rados.rados.0.smithi028.stdout:rollback oid 36 to 100 2024-08-29T17:51:29.537 INFO:tasks.rados.rados.0.smithi028.stdout:1198: delete oid 7 current snap is 122 2024-08-29T17:51:29.537 INFO:tasks.rados.rados.0.smithi028.stdout:1194: finishing copy_from racing read to smithi02869045-35 2024-08-29T17:51:29.541 INFO:tasks.rados.rados.0.smithi028.stdout:1195: finishing rollback tid 0 to smithi02869045-20 2024-08-29T17:51:29.542 INFO:tasks.rados.rados.0.smithi028.stdout:1195: finishing rollback tid 1 to smithi02869045-20 2024-08-29T17:51:29.542 INFO:tasks.rados.rados.0.smithi028.stdout:1195: finishing rollback tid 2 to smithi02869045-20 2024-08-29T17:51:29.542 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 20 v 206 (ObjNum 334 snap 104 seq_num 334) dirty exists 2024-08-29T17:51:29.544 INFO:tasks.rados.rados.0.smithi028.stdout:1197: finishing rollback tid 0 to smithi02869045-36 2024-08-29T17:51:29.545 INFO:tasks.rados.rados.0.smithi028.stdout:1197: finishing rollback tid 1 to smithi02869045-36 2024-08-29T17:51:29.545 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 36 v 284 (ObjNum 129 snap 0 seq_num 1676691552) dirty dne 2024-08-29T17:51:29.548 INFO:tasks.rados.rados.0.smithi028.stdout:1194: done (3 left) 2024-08-29T17:51:29.548 INFO:tasks.rados.rados.0.smithi028.stdout:1195: done (2 left) 2024-08-29T17:51:29.548 INFO:tasks.rados.rados.0.smithi028.stdout:1197: done (1 left) 2024-08-29T17:51:29.548 INFO:tasks.rados.rados.0.smithi028.stdout:1198: done (0 left) 2024-08-29T17:51:29.548 INFO:tasks.rados.rados.0.smithi028.stdout:1199: copy_from oid 20 from oid 27 current snap is 122 2024-08-29T17:51:29.548 INFO:tasks.rados.rados.0.smithi028.stdout:append oid 12 current snap is 122 2024-08-29T17:51:29.548 INFO:tasks.rados.rados.0.smithi028.stdout:1200: seq_num 374 ranges {0=671744,671744=778240,1449984=24576} 2024-08-29T17:51:29.558 INFO:tasks.rados.rados.0.smithi028.stdout:1200: writing smithi02869045-12 from 0 to 671744 tid 1 2024-08-29T17:51:29.572 INFO:tasks.rados.rados.0.smithi028.stdout:1200: writing smithi02869045-12 from 671744 to 1449984 tid 2 2024-08-29T17:51:29.573 INFO:tasks.rados.rados.0.smithi028.stdout:1200: writing smithi02869045-12 from 1449984 to 1474560 tid 3 2024-08-29T17:51:29.573 INFO:tasks.rados.rados.0.smithi028.stdout:append oid 19 current snap is 122 2024-08-29T17:51:29.573 INFO:tasks.rados.rados.0.smithi028.stdout:1199: finishing copy_from to smithi02869045-20 2024-08-29T17:51:29.573 INFO:tasks.rados.rados.0.smithi028.stdout:1199: got expected ENOENT (src dne) 2024-08-29T17:51:29.573 INFO:tasks.rados.rados.0.smithi028.stdout:1199: finishing copy_from racing read to smithi02869045-20 2024-08-29T17:51:29.573 INFO:tasks.rados.rados.0.smithi028.stdout:1200: finishing write tid 1 to smithi02869045-12 2024-08-29T17:51:29.573 INFO:tasks.rados.rados.0.smithi028.stdout:1201: seq_num 375 ranges {7241728=688128,7929856=663552,8593408=139264} 2024-08-29T17:51:29.658 INFO:tasks.rados.rados.0.smithi028.stdout:1201: writing smithi02869045-19 from 7241728 to 7929856 tid 1 2024-08-29T17:51:29.663 INFO:tasks.rados.rados.0.smithi028.stdout:1201: writing smithi02869045-19 from 7929856 to 8593408 tid 2 2024-08-29T17:51:29.664 INFO:tasks.rados.rados.0.smithi028.stdout:1201: writing smithi02869045-19 from 8593408 to 8732672 tid 3 2024-08-29T17:51:29.664 INFO:tasks.rados.rados.0.smithi028.stdout:1199: done (2 left) 2024-08-29T17:51:29.664 INFO:tasks.rados.rados.0.smithi028.stdout:1202: rollback oid 33 current snap is 122 2024-08-29T17:51:29.665 INFO:tasks.rados.rados.0.smithi028.stdout:rollback oid 33 to 116 2024-08-29T17:51:29.665 INFO:tasks.rados.rados.0.smithi028.stdout:1200: finishing write tid 2 to smithi02869045-12 2024-08-29T17:51:29.665 INFO:tasks.rados.rados.0.smithi028.stdout:1200: finishing write tid 3 to smithi02869045-12 2024-08-29T17:51:29.665 INFO:tasks.rados.rados.0.smithi028.stdout:1200: finishing write tid 4 to smithi02869045-12 2024-08-29T17:51:29.665 INFO:tasks.rados.rados.0.smithi028.stdout:1200: finishing write tid 5 to smithi02869045-12 2024-08-29T17:51:29.665 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 12 v 288 (ObjNum 374 snap 122 seq_num 374) dirty exists 2024-08-29T17:51:29.665 INFO:tasks.rados.rados.0.smithi028.stdout:1200: left oid 12 (ObjNum 374 snap 122 seq_num 374) 2024-08-29T17:51:29.665 INFO:tasks.rados.rados.0.smithi028.stdout:1200: done (2 left) 2024-08-29T17:51:29.665 INFO:tasks.rados.rados.0.smithi028.stdout:1203: read oid 10 snap -1 2024-08-29T17:51:29.665 INFO:tasks.rados.rados.0.smithi028.stdout:1203: expect (ObjNum 275 snap 79 seq_num 275) 2024-08-29T17:51:29.665 INFO:tasks.rados.rados.0.smithi028.stdout:1204: snap_remove snap 111 2024-08-29T17:51:30.011 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:51:29 smithi053 bash[24720]: cluster 2024-08-29T17:51:28.647446+0000 mon.a (mon.0) 1473 : cluster [DBG] osdmap e301: 8 total, 8 up, 8 in 2024-08-29T17:51:30.011 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:51:29 smithi053 bash[24720]: audit 2024-08-29T17:51:29.048047+0000 mon.a (mon.0) 1474 : audit [INF] from='mgr.24944 172.21.15.28:0/4206064451' entity='mgr.y' 2024-08-29T17:51:30.011 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:51:29 smithi053 bash[24720]: audit 2024-08-29T17:51:29.058523+0000 mon.a (mon.0) 1475 : audit [INF] from='mgr.24944 172.21.15.28:0/4206064451' entity='mgr.y' 2024-08-29T17:51:30.011 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:51:29 smithi053 bash[24720]: cluster 2024-08-29T17:51:29.528338+0000 mon.a (mon.0) 1476 : cluster [DBG] osdmap e302: 8 total, 8 up, 8 in 2024-08-29T17:51:30.012 INFO:journalctl@ceph.mgr.x.smithi053.stdout:Aug 29 17:51:29 smithi053 bash[62179]: debug 2024-08-29T17:51:29.688+0000 7f2187f0a040 -1 mgr[py] Module influx has missing NOTIFY_TYPES member 2024-08-29T17:51:30.012 INFO:journalctl@ceph.mgr.x.smithi053.stdout:Aug 29 17:51:29 smithi053 bash[62179]: debug 2024-08-29T17:51:29.768+0000 7f2187f0a040 -1 mgr[py] Module status has missing NOTIFY_TYPES member 2024-08-29T17:51:30.012 INFO:journalctl@ceph.mgr.x.smithi053.stdout:Aug 29 17:51:30 smithi053 bash[62179]: debug 2024-08-29T17:51:30.008+0000 7f2187f0a040 -1 mgr[py] Module volumes has missing NOTIFY_TYPES member 2024-08-29T17:51:30.126 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:51:29 smithi028 bash[31855]: cluster 2024-08-29T17:51:28.647446+0000 mon.a (mon.0) 1473 : cluster [DBG] osdmap e301: 8 total, 8 up, 8 in 2024-08-29T17:51:30.127 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:51:29 smithi028 bash[31855]: audit 2024-08-29T17:51:29.048047+0000 mon.a (mon.0) 1474 : audit [INF] from='mgr.24944 172.21.15.28:0/4206064451' entity='mgr.y' 2024-08-29T17:51:30.127 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:51:29 smithi028 bash[31855]: audit 2024-08-29T17:51:29.058523+0000 mon.a (mon.0) 1475 : audit [INF] from='mgr.24944 172.21.15.28:0/4206064451' entity='mgr.y' 2024-08-29T17:51:30.127 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:51:29 smithi028 bash[31855]: cluster 2024-08-29T17:51:29.528338+0000 mon.a (mon.0) 1476 : cluster [DBG] osdmap e302: 8 total, 8 up, 8 in 2024-08-29T17:51:30.127 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:51:29 smithi028 bash[22419]: cluster 2024-08-29T17:51:28.647446+0000 mon.a (mon.0) 1473 : cluster [DBG] osdmap e301: 8 total, 8 up, 8 in 2024-08-29T17:51:30.127 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:51:29 smithi028 bash[22419]: audit 2024-08-29T17:51:29.048047+0000 mon.a (mon.0) 1474 : audit [INF] from='mgr.24944 172.21.15.28:0/4206064451' entity='mgr.y' 2024-08-29T17:51:30.127 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:51:29 smithi028 bash[22419]: audit 2024-08-29T17:51:29.058523+0000 mon.a (mon.0) 1475 : audit [INF] from='mgr.24944 172.21.15.28:0/4206064451' entity='mgr.y' 2024-08-29T17:51:30.127 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:51:29 smithi028 bash[22419]: cluster 2024-08-29T17:51:29.528338+0000 mon.a (mon.0) 1476 : cluster [DBG] osdmap e302: 8 total, 8 up, 8 in 2024-08-29T17:51:30.323 INFO:journalctl@ceph.mgr.x.smithi053.stdout:Aug 29 17:51:30 smithi053 bash[62179]: debug 2024-08-29T17:51:30.088+0000 7f2187f0a040 -1 mgr[py] Module osd_perf_query has missing NOTIFY_TYPES member 2024-08-29T17:51:30.659 INFO:tasks.rados.rados.0.smithi028.stdout:1204: done (3 left) 2024-08-29T17:51:30.659 INFO:tasks.rados.rados.0.smithi028.stdout:1205: delete oid 30 current snap is 122 2024-08-29T17:51:30.663 INFO:tasks.rados.rados.0.smithi028.stdout:1201: finishing write tid 1 to smithi02869045-19 2024-08-29T17:51:30.664 INFO:tasks.rados.rados.0.smithi028.stdout:1201: finishing write tid 2 to smithi02869045-19 2024-08-29T17:51:30.664 INFO:tasks.rados.rados.0.smithi028.stdout:1201: finishing write tid 3 to smithi02869045-19 2024-08-29T17:51:30.664 INFO:tasks.rados.rados.0.smithi028.stdout:1201: finishing write tid 4 to smithi02869045-19 2024-08-29T17:51:30.664 INFO:tasks.rados.rados.0.smithi028.stdout:1201: finishing write tid 5 to smithi02869045-19 2024-08-29T17:51:30.664 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 19 v 742 (ObjNum 375 snap 122 seq_num 375) dirty exists 2024-08-29T17:51:30.664 INFO:tasks.rados.rados.0.smithi028.stdout:1201: left oid 19 (ObjNum 375 snap 122 seq_num 375) 2024-08-29T17:51:30.664 INFO:tasks.rados.rados.0.smithi028.stdout:1202: finishing rollback tid 0 to smithi02869045-33 2024-08-29T17:51:30.664 INFO:tasks.rados.rados.0.smithi028.stdout:1202: finishing rollback tid 1 to smithi02869045-33 2024-08-29T17:51:30.664 INFO:tasks.rados.rados.0.smithi028.stdout:1202: finishing rollback tid 2 to smithi02869045-33 2024-08-29T17:51:30.664 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 33 v 929 (ObjNum 322 snap 101 seq_num 322) dirty exists 2024-08-29T17:51:30.664 INFO:tasks.rados.rados.0.smithi028.stdout:1203: expect (ObjNum 275 snap 79 seq_num 275) 2024-08-29T17:51:30.778 INFO:tasks.rados.rados.0.smithi028.stdout:1201: done (3 left) 2024-08-29T17:51:30.778 INFO:tasks.rados.rados.0.smithi028.stdout:1202: done (2 left) 2024-08-29T17:51:30.778 INFO:tasks.rados.rados.0.smithi028.stdout:1203: done (1 left) 2024-08-29T17:51:30.778 INFO:tasks.rados.rados.0.smithi028.stdout:1205: done (0 left) 2024-08-29T17:51:30.778 INFO:tasks.rados.rados.0.smithi028.stdout:append oid 19 current snap is 122 2024-08-29T17:51:30.778 INFO:tasks.rados.rados.0.smithi028.stdout:1206: seq_num 377 ranges {8732672=720896,9453568=434176,9887744=368640} 2024-08-29T17:51:30.824 INFO:journalctl@ceph.mgr.x.smithi053.stdout:Aug 29 17:51:30 smithi053 bash[62179]: debug 2024-08-29T17:51:30.508+0000 7f2187f0a040 -1 mgr[py] Module prometheus has missing NOTIFY_TYPES member 2024-08-29T17:51:30.824 INFO:journalctl@ceph.mgr.x.smithi053.stdout:Aug 29 17:51:30 smithi053 bash[62179]: debug 2024-08-29T17:51:30.592+0000 7f2187f0a040 -1 mgr[py] Module snap_schedule has missing NOTIFY_TYPES member 2024-08-29T17:51:30.824 INFO:journalctl@ceph.mgr.x.smithi053.stdout:Aug 29 17:51:30 smithi053 bash[62179]: [29/Aug/2024:17:51:30] ENGINE Bus STARTING 2024-08-29T17:51:30.824 INFO:journalctl@ceph.mgr.x.smithi053.stdout:Aug 29 17:51:30 smithi053 bash[62179]: CherryPy Checker: 2024-08-29T17:51:30.824 INFO:journalctl@ceph.mgr.x.smithi053.stdout:Aug 29 17:51:30 smithi053 bash[62179]: The Application mounted at '' has an empty config. 2024-08-29T17:51:30.824 INFO:journalctl@ceph.mgr.x.smithi053.stdout:Aug 29 17:51:30 smithi053 bash[62179]: [29/Aug/2024:17:51:30] ENGINE Serving on http://:::9283 2024-08-29T17:51:30.824 INFO:journalctl@ceph.mgr.x.smithi053.stdout:Aug 29 17:51:30 smithi053 bash[62179]: [29/Aug/2024:17:51:30] ENGINE Bus STARTED 2024-08-29T17:51:30.825 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:51:30 smithi053 bash[24720]: cluster 2024-08-29T17:51:29.658480+0000 mgr.y (mgr.24944) 43 : cluster [DBG] pgmap v63: 121 pgs: 121 active+clean; 364 MiB data, 2.9 GiB used, 712 GiB / 715 GiB avail; 11 MiB/s rd, 2.2 MiB/s wr, 17 op/s 2024-08-29T17:51:30.825 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:51:30 smithi053 bash[24720]: audit 2024-08-29T17:51:30.297162+0000 mon.a (mon.0) 1477 : audit [INF] from='mgr.24944 172.21.15.28:0/4206064451' entity='mgr.y' 2024-08-29T17:51:30.825 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:51:30 smithi053 bash[24720]: audit 2024-08-29T17:51:30.307298+0000 mon.a (mon.0) 1478 : audit [INF] from='mgr.24944 172.21.15.28:0/4206064451' entity='mgr.y' 2024-08-29T17:51:30.825 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:51:30 smithi053 bash[24720]: cluster 2024-08-29T17:51:30.621587+0000 mon.a (mon.0) 1479 : cluster [DBG] Standby manager daemon x restarted 2024-08-29T17:51:30.825 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:51:30 smithi053 bash[24720]: cluster 2024-08-29T17:51:30.621810+0000 mon.a (mon.0) 1480 : cluster [DBG] Standby manager daemon x started 2024-08-29T17:51:30.825 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:51:30 smithi053 bash[24720]: audit 2024-08-29T17:51:30.625458+0000 mon.c (mon.2) 44 : audit [DBG] from='mgr.? 172.21.15.53:0/3691308391' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/crt"}]: dispatch 2024-08-29T17:51:30.825 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:51:30 smithi053 bash[24720]: audit 2024-08-29T17:51:30.626361+0000 mon.c (mon.2) 45 : audit [DBG] from='mgr.? 172.21.15.53:0/3691308391' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2024-08-29T17:51:30.825 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:51:30 smithi053 bash[24720]: audit 2024-08-29T17:51:30.628379+0000 mon.c (mon.2) 46 : audit [DBG] from='mgr.? 172.21.15.53:0/3691308391' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/key"}]: dispatch 2024-08-29T17:51:30.825 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:51:30 smithi053 bash[24720]: audit 2024-08-29T17:51:30.629721+0000 mon.c (mon.2) 47 : audit [DBG] from='mgr.? 172.21.15.53:0/3691308391' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2024-08-29T17:51:30.838 INFO:tasks.rados.rados.0.smithi028.stdout:1206: writing smithi02869045-19 from 8732672 to 9453568 tid 1 2024-08-29T17:51:30.841 INFO:tasks.rados.rados.0.smithi028.stdout:1206: writing smithi02869045-19 from 9453568 to 9887744 tid 2 2024-08-29T17:51:30.843 INFO:tasks.rados.rados.0.smithi028.stdout:1206: writing smithi02869045-19 from 9887744 to 10256384 tid 3 2024-08-29T17:51:30.844 INFO:tasks.rados.rados.0.smithi028.stdout:1207: snap_create 2024-08-29T17:51:30.844 INFO:tasks.rados.rados.0.smithi028.stdout:1206: finishing write tid 1 to smithi02869045-19 2024-08-29T17:51:30.848 INFO:tasks.rados.rados.0.smithi028.stdout:1206: finishing write tid 2 to smithi02869045-19 2024-08-29T17:51:30.848 INFO:tasks.rados.rados.0.smithi028.stdout:1206: finishing write tid 3 to smithi02869045-19 2024-08-29T17:51:30.848 INFO:tasks.rados.rados.0.smithi028.stdout:1206: finishing write tid 4 to smithi02869045-19 2024-08-29T17:51:30.850 INFO:tasks.rados.rados.0.smithi028.stdout:1206: finishing write tid 5 to smithi02869045-19 2024-08-29T17:51:30.851 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 19 v 750 (ObjNum 377 snap 122 seq_num 377) dirty exists 2024-08-29T17:51:30.851 INFO:tasks.rados.rados.0.smithi028.stdout:1206: left oid 19 (ObjNum 377 snap 122 seq_num 377) 2024-08-29T17:51:31.127 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:51:30 smithi028 bash[22419]: cluster 2024-08-29T17:51:29.658480+0000 mgr.y (mgr.24944) 43 : cluster [DBG] pgmap v63: 121 pgs: 121 active+clean; 364 MiB data, 2.9 GiB used, 712 GiB / 715 GiB avail; 11 MiB/s rd, 2.2 MiB/s wr, 17 op/s 2024-08-29T17:51:31.127 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:51:30 smithi028 bash[22419]: audit 2024-08-29T17:51:30.297162+0000 mon.a (mon.0) 1477 : audit [INF] from='mgr.24944 172.21.15.28:0/4206064451' entity='mgr.y' 2024-08-29T17:51:31.127 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:51:30 smithi028 bash[22419]: audit 2024-08-29T17:51:30.307298+0000 mon.a (mon.0) 1478 : audit [INF] from='mgr.24944 172.21.15.28:0/4206064451' entity='mgr.y' 2024-08-29T17:51:31.127 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:51:30 smithi028 bash[22419]: cluster 2024-08-29T17:51:30.621587+0000 mon.a (mon.0) 1479 : cluster [DBG] Standby manager daemon x restarted 2024-08-29T17:51:31.127 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:51:30 smithi028 bash[22419]: cluster 2024-08-29T17:51:30.621810+0000 mon.a (mon.0) 1480 : cluster [DBG] Standby manager daemon x started 2024-08-29T17:51:31.127 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:51:30 smithi028 bash[22419]: audit 2024-08-29T17:51:30.625458+0000 mon.c (mon.2) 44 : audit [DBG] from='mgr.? 172.21.15.53:0/3691308391' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/crt"}]: dispatch 2024-08-29T17:51:31.127 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:51:30 smithi028 bash[22419]: audit 2024-08-29T17:51:30.626361+0000 mon.c (mon.2) 45 : audit [DBG] from='mgr.? 172.21.15.53:0/3691308391' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2024-08-29T17:51:31.127 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:51:30 smithi028 bash[22419]: audit 2024-08-29T17:51:30.628379+0000 mon.c (mon.2) 46 : audit [DBG] from='mgr.? 172.21.15.53:0/3691308391' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/key"}]: dispatch 2024-08-29T17:51:31.127 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:51:30 smithi028 bash[22419]: audit 2024-08-29T17:51:30.629721+0000 mon.c (mon.2) 47 : audit [DBG] from='mgr.? 172.21.15.53:0/3691308391' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2024-08-29T17:51:31.128 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:51:30 smithi028 bash[31855]: cluster 2024-08-29T17:51:29.658480+0000 mgr.y (mgr.24944) 43 : cluster [DBG] pgmap v63: 121 pgs: 121 active+clean; 364 MiB data, 2.9 GiB used, 712 GiB / 715 GiB avail; 11 MiB/s rd, 2.2 MiB/s wr, 17 op/s 2024-08-29T17:51:31.128 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:51:30 smithi028 bash[31855]: audit 2024-08-29T17:51:30.297162+0000 mon.a (mon.0) 1477 : audit [INF] from='mgr.24944 172.21.15.28:0/4206064451' entity='mgr.y' 2024-08-29T17:51:31.128 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:51:30 smithi028 bash[31855]: audit 2024-08-29T17:51:30.307298+0000 mon.a (mon.0) 1478 : audit [INF] from='mgr.24944 172.21.15.28:0/4206064451' entity='mgr.y' 2024-08-29T17:51:31.128 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:51:30 smithi028 bash[31855]: cluster 2024-08-29T17:51:30.621587+0000 mon.a (mon.0) 1479 : cluster [DBG] Standby manager daemon x restarted 2024-08-29T17:51:31.128 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:51:30 smithi028 bash[31855]: cluster 2024-08-29T17:51:30.621810+0000 mon.a (mon.0) 1480 : cluster [DBG] Standby manager daemon x started 2024-08-29T17:51:31.128 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:51:30 smithi028 bash[31855]: audit 2024-08-29T17:51:30.625458+0000 mon.c (mon.2) 44 : audit [DBG] from='mgr.? 172.21.15.53:0/3691308391' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/crt"}]: dispatch 2024-08-29T17:51:31.128 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:51:30 smithi028 bash[31855]: audit 2024-08-29T17:51:30.626361+0000 mon.c (mon.2) 45 : audit [DBG] from='mgr.? 172.21.15.53:0/3691308391' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2024-08-29T17:51:31.128 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:51:30 smithi028 bash[31855]: audit 2024-08-29T17:51:30.628379+0000 mon.c (mon.2) 46 : audit [DBG] from='mgr.? 172.21.15.53:0/3691308391' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/key"}]: dispatch 2024-08-29T17:51:31.128 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:51:30 smithi028 bash[31855]: audit 2024-08-29T17:51:30.629721+0000 mon.c (mon.2) 47 : audit [DBG] from='mgr.? 172.21.15.53:0/3691308391' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2024-08-29T17:51:31.662 INFO:tasks.rados.rados.0.smithi028.stdout:1206: done (1 left) 2024-08-29T17:51:31.662 INFO:tasks.rados.rados.0.smithi028.stdout:1207: done (0 left) 2024-08-29T17:51:31.662 INFO:tasks.rados.rados.0.smithi028.stdout:1208: snap_create 2024-08-29T17:51:31.876 INFO:journalctl@ceph.mgr.y.smithi028.stdout:Aug 29 17:51:31 smithi028 bash[70818]: ::ffff:172.21.15.53 - - [29/Aug/2024:17:51:31] "GET /metrics HTTP/1.1" 200 36041 "" "Prometheus/2.43.0" 2024-08-29T17:51:31.877 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:51:31 smithi028 bash[22419]: cluster 2024-08-29T17:51:30.659362+0000 mon.a (mon.0) 1481 : cluster [DBG] osdmap e303: 8 total, 8 up, 8 in 2024-08-29T17:51:31.877 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:51:31 smithi028 bash[22419]: cluster 2024-08-29T17:51:31.321104+0000 mon.a (mon.0) 1482 : cluster [DBG] mgrmap e35: y(active, since 41s), standbys: x 2024-08-29T17:51:31.877 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:51:31 smithi028 bash[31855]: cluster 2024-08-29T17:51:30.659362+0000 mon.a (mon.0) 1481 : cluster [DBG] osdmap e303: 8 total, 8 up, 8 in 2024-08-29T17:51:31.877 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:51:31 smithi028 bash[31855]: cluster 2024-08-29T17:51:31.321104+0000 mon.a (mon.0) 1482 : cluster [DBG] mgrmap e35: y(active, since 41s), standbys: x 2024-08-29T17:51:32.074 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:51:31 smithi053 bash[24720]: cluster 2024-08-29T17:51:30.659362+0000 mon.a (mon.0) 1481 : cluster [DBG] osdmap e303: 8 total, 8 up, 8 in 2024-08-29T17:51:32.074 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:51:31 smithi053 bash[24720]: cluster 2024-08-29T17:51:31.321104+0000 mon.a (mon.0) 1482 : cluster [DBG] mgrmap e35: y(active, since 41s), standbys: x 2024-08-29T17:51:32.574 INFO:journalctl@ceph.prometheus.a.smithi053.stdout:Aug 29 17:51:32 smithi053 bash[61790]: ts=2024-08-29T17:51:32.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"3167ee72-662c-11ef-bcd4-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-29T17:51:32.665 INFO:tasks.rados.rados.0.smithi028.stdout:1208: done (0 left) 2024-08-29T17:51:32.665 INFO:tasks.rados.rados.0.smithi028.stdout:1209: rollback oid 44 current snap is 124 2024-08-29T17:51:32.665 INFO:tasks.rados.rados.0.smithi028.stdout:rollback oid 44 to 94 2024-08-29T17:51:32.665 INFO:tasks.rados.rados.0.smithi028.stdout:1210: read oid 36 snap -1 2024-08-29T17:51:32.665 INFO:tasks.rados.rados.0.smithi028.stdout:1210: expect deleted 2024-08-29T17:51:32.666 INFO:tasks.rados.rados.0.smithi028.stdout:append oid 1 current snap is 124 2024-08-29T17:51:32.666 INFO:tasks.rados.rados.0.smithi028.stdout:1211: seq_num 378 ranges {3358720=737280,4096000=720896,4816896=81920} 2024-08-29T17:51:32.698 INFO:tasks.rados.rados.0.smithi028.stdout:1211: writing smithi02869045-1 from 3358720 to 4096000 tid 1 2024-08-29T17:51:32.705 INFO:tasks.rados.rados.0.smithi028.stdout:1211: writing smithi02869045-1 from 4096000 to 4816896 tid 2 2024-08-29T17:51:32.706 INFO:tasks.rados.rados.0.smithi028.stdout:1211: writing smithi02869045-1 from 4816896 to 4898816 tid 3 2024-08-29T17:51:32.706 INFO:tasks.rados.rados.0.smithi028.stdout:1212: delete oid 50 current snap is 124 2024-08-29T17:51:32.706 INFO:tasks.rados.rados.0.smithi028.stdout:1209: finishing rollback tid 0 to smithi02869045-44 2024-08-29T17:51:32.706 INFO:tasks.rados.rados.0.smithi028.stdout:1209: finishing rollback tid 1 to smithi02869045-44 2024-08-29T17:51:32.706 INFO:tasks.rados.rados.0.smithi028.stdout:1209: finishing rollback tid 2 to smithi02869045-44 2024-08-29T17:51:32.706 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 44 v 738 (ObjNum 316 snap 94 seq_num 316) dirty exists 2024-08-29T17:51:32.707 INFO:tasks.rados.rados.0.smithi028.stdout:1211: finishing write tid 1 to smithi02869045-1 2024-08-29T17:51:32.715 INFO:tasks.rados.rados.0.smithi028.stdout:1209: done (3 left) 2024-08-29T17:51:32.716 INFO:tasks.rados.rados.0.smithi028.stdout:1210: done (2 left) 2024-08-29T17:51:32.716 INFO:tasks.rados.rados.0.smithi028.stdout:1212: done (1 left) 2024-08-29T17:51:32.716 INFO:tasks.rados.rados.0.smithi028.stdout:1213: read oid 48 snap -1 2024-08-29T17:51:32.716 INFO:tasks.rados.rados.0.smithi028.stdout:1213: expect (ObjNum 359 snap 118 seq_num 359) 2024-08-29T17:51:32.716 INFO:tasks.rados.rados.0.smithi028.stdout:1214: rmattr oid 5 current snap is 124 2024-08-29T17:51:32.716 INFO:tasks.rados.rados.0.smithi028.stdout:1211: finishing write tid 2 to smithi02869045-1 2024-08-29T17:51:32.716 INFO:tasks.rados.rados.0.smithi028.stdout:1215: rmattr oid 14 current snap is 124 2024-08-29T17:51:32.716 INFO:tasks.rados.rados.0.smithi028.stdout:1216: read oid 26 snap 94 2024-08-29T17:51:32.716 INFO:tasks.rados.rados.0.smithi028.stdout:1216: expect deleted 2024-08-29T17:51:32.717 INFO:tasks.rados.rados.0.smithi028.stdout:append oid 37 current snap is 124 2024-08-29T17:51:32.717 INFO:tasks.rados.rados.0.smithi028.stdout:1211: finishing write tid 3 to smithi02869045-1 2024-08-29T17:51:32.717 INFO:tasks.rados.rados.0.smithi028.stdout:1211: finishing write tid 4 to smithi02869045-1 2024-08-29T17:51:32.717 INFO:tasks.rados.rados.0.smithi028.stdout:1217: seq_num 380 ranges {1097728=770048,1867776=483328,2351104=319488} 2024-08-29T17:51:32.734 INFO:tasks.rados.rados.0.smithi028.stdout:1217: writing smithi02869045-37 from 1097728 to 1867776 tid 1 2024-08-29T17:51:32.738 INFO:tasks.rados.rados.0.smithi028.stdout:1217: writing smithi02869045-37 from 1867776 to 2351104 tid 2 2024-08-29T17:51:32.742 INFO:tasks.rados.rados.0.smithi028.stdout:1217: writing smithi02869045-37 from 2351104 to 2670592 tid 3 2024-08-29T17:51:32.742 INFO:tasks.rados.rados.0.smithi028.stdout:1218: snap_create 2024-08-29T17:51:32.742 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 14 v 97 (ObjNum 267 snap 78 seq_num 267) dirty exists 2024-08-29T17:51:32.742 INFO:tasks.rados.rados.0.smithi028.stdout:1211: finishing write tid 5 to smithi02869045-1 2024-08-29T17:51:32.742 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 1 v 942 (ObjNum 378 snap 124 seq_num 378) dirty exists 2024-08-29T17:51:32.742 INFO:tasks.rados.rados.0.smithi028.stdout:1211: left oid 1 (ObjNum 378 snap 124 seq_num 378) 2024-08-29T17:51:32.742 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 5 v 378 (ObjNum 351 snap 111 seq_num 351) dirty exists 2024-08-29T17:51:32.742 INFO:tasks.rados.rados.0.smithi028.stdout:1217: finishing write tid 1 to smithi02869045-37 2024-08-29T17:51:32.743 INFO:tasks.rados.rados.0.smithi028.stdout:1213: expect (ObjNum 359 snap 118 seq_num 359) 2024-08-29T17:51:33.006 INFO:tasks.rados.rados.0.smithi028.stdout:1217: finishing write tid 2 to smithi02869045-37 2024-08-29T17:51:33.007 INFO:tasks.rados.rados.0.smithi028.stdout:1217: finishing write tid 3 to smithi02869045-37 2024-08-29T17:51:33.007 INFO:tasks.rados.rados.0.smithi028.stdout:1217: finishing write tid 4 to smithi02869045-37 2024-08-29T17:51:33.007 INFO:tasks.rados.rados.0.smithi028.stdout:1217: finishing write tid 5 to smithi02869045-37 2024-08-29T17:51:33.007 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 37 v 947 (ObjNum 380 snap 124 seq_num 380) dirty exists 2024-08-29T17:51:33.007 INFO:tasks.rados.rados.0.smithi028.stdout:1217: left oid 37 (ObjNum 380 snap 124 seq_num 380) 2024-08-29T17:51:33.074 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:51:32 smithi053 bash[24720]: cluster 2024-08-29T17:51:31.660458+0000 mgr.y (mgr.24944) 44 : cluster [DBG] pgmap v65: 121 pgs: 2 active+clean+snaptrim, 119 active+clean; 326 MiB data, 2.8 GiB used, 712 GiB / 715 GiB avail; 2.4 MiB/s rd, 1.9 MiB/s wr, 8 op/s 2024-08-29T17:51:33.074 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:51:32 smithi053 bash[24720]: cluster 2024-08-29T17:51:31.665886+0000 mon.a (mon.0) 1483 : cluster [DBG] osdmap e304: 8 total, 8 up, 8 in 2024-08-29T17:51:33.126 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:51:32 smithi028 bash[31855]: cluster 2024-08-29T17:51:31.660458+0000 mgr.y (mgr.24944) 44 : cluster [DBG] pgmap v65: 121 pgs: 2 active+clean+snaptrim, 119 active+clean; 326 MiB data, 2.8 GiB used, 712 GiB / 715 GiB avail; 2.4 MiB/s rd, 1.9 MiB/s wr, 8 op/s 2024-08-29T17:51:33.127 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:51:32 smithi028 bash[31855]: cluster 2024-08-29T17:51:31.665886+0000 mon.a (mon.0) 1483 : cluster [DBG] osdmap e304: 8 total, 8 up, 8 in 2024-08-29T17:51:33.127 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:51:32 smithi028 bash[22419]: cluster 2024-08-29T17:51:31.660458+0000 mgr.y (mgr.24944) 44 : cluster [DBG] pgmap v65: 121 pgs: 2 active+clean+snaptrim, 119 active+clean; 326 MiB data, 2.8 GiB used, 712 GiB / 715 GiB avail; 2.4 MiB/s rd, 1.9 MiB/s wr, 8 op/s 2024-08-29T17:51:33.127 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:51:32 smithi028 bash[22419]: cluster 2024-08-29T17:51:31.665886+0000 mon.a (mon.0) 1483 : cluster [DBG] osdmap e304: 8 total, 8 up, 8 in 2024-08-29T17:51:33.684 INFO:tasks.rados.rados.0.smithi028.stdout:1211: done (6 left) 2024-08-29T17:51:33.684 INFO:tasks.rados.rados.0.smithi028.stdout:1213: done (5 left) 2024-08-29T17:51:33.684 INFO:tasks.rados.rados.0.smithi028.stdout:1214: done (4 left) 2024-08-29T17:51:33.684 INFO:tasks.rados.rados.0.smithi028.stdout:1215: done (3 left) 2024-08-29T17:51:33.684 INFO:tasks.rados.rados.0.smithi028.stdout:1216: done (2 left) 2024-08-29T17:51:33.684 INFO:tasks.rados.rados.0.smithi028.stdout:1217: done (1 left) 2024-08-29T17:51:33.685 INFO:tasks.rados.rados.0.smithi028.stdout:1218: done (0 left) 2024-08-29T17:51:33.685 INFO:tasks.rados.rados.0.smithi028.stdout:append oid 42 current snap is 125 2024-08-29T17:51:33.685 INFO:tasks.rados.rados.0.smithi028.stdout:1219: seq_num 381 ranges {4767744=786432,5554176=417792,5971968=385024} 2024-08-29T17:51:33.735 INFO:tasks.rados.rados.0.smithi028.stdout:1219: writing smithi02869045-42 from 4767744 to 5554176 tid 1 2024-08-29T17:51:33.738 INFO:tasks.rados.rados.0.smithi028.stdout:1219: writing smithi02869045-42 from 5554176 to 5971968 tid 2 2024-08-29T17:51:33.742 INFO:tasks.rados.rados.0.smithi028.stdout:1219: writing smithi02869045-42 from 5971968 to 6356992 tid 3 2024-08-29T17:51:33.742 INFO:tasks.rados.rados.0.smithi028.stdout:1220: read oid 6 snap -1 2024-08-29T17:51:33.742 INFO:tasks.rados.rados.0.smithi028.stdout:1220: expect deleted 2024-08-29T17:51:33.742 INFO:tasks.rados.rados.0.smithi028.stdout:append oid 14 current snap is 125 2024-08-29T17:51:33.743 INFO:tasks.rados.rados.0.smithi028.stdout:1221: seq_num 382 ranges {3809280=802816,4612096=704512,5316608=98304} 2024-08-29T17:51:33.775 INFO:tasks.rados.rados.0.smithi028.stdout:1221: writing smithi02869045-14 from 3809280 to 4612096 tid 1 2024-08-29T17:51:33.779 INFO:tasks.rados.rados.0.smithi028.stdout:1221: writing smithi02869045-14 from 4612096 to 5316608 tid 2 2024-08-29T17:51:33.780 INFO:tasks.rados.rados.0.smithi028.stdout:1221: writing smithi02869045-14 from 5316608 to 5414912 tid 3 2024-08-29T17:51:33.780 INFO:tasks.rados.rados.0.smithi028.stdout:append oid 12 current snap is 125 2024-08-29T17:51:33.780 INFO:tasks.rados.rados.0.smithi028.stdout:1222: seq_num 383 ranges {1474560=417792,1892352=589824,2482176=417792,2899968=196608} 2024-08-29T17:51:33.791 INFO:tasks.rados.rados.0.smithi028.stdout:1222: writing smithi02869045-12 from 1474560 to 1892352 tid 1 2024-08-29T17:51:33.794 INFO:tasks.rados.rados.0.smithi028.stdout:1222: writing smithi02869045-12 from 1892352 to 2482176 tid 2 2024-08-29T17:51:33.797 INFO:tasks.rados.rados.0.smithi028.stdout:1222: writing smithi02869045-12 from 2482176 to 2899968 tid 3 2024-08-29T17:51:33.799 INFO:tasks.rados.rados.0.smithi028.stdout:1222: writing smithi02869045-12 from 2899968 to 3096576 tid 4 2024-08-29T17:51:33.799 INFO:tasks.rados.rados.0.smithi028.stdout:1223: rmattr oid 16 current snap is 125 2024-08-29T17:51:33.799 INFO:tasks.rados.rados.0.smithi028.stdout:1220: done (4 left) 2024-08-29T17:51:33.799 INFO:tasks.rados.rados.0.smithi028.stdout:1224: delete oid 3 current snap is 125 2024-08-29T17:51:33.799 INFO:tasks.rados.rados.0.smithi028.stdout:1219: finishing write tid 1 to smithi02869045-42 2024-08-29T17:51:33.799 INFO:tasks.rados.rados.0.smithi028.stdout:1219: finishing write tid 2 to smithi02869045-42 2024-08-29T17:51:33.799 INFO:tasks.rados.rados.0.smithi028.stdout:1219: finishing write tid 3 to smithi02869045-42 2024-08-29T17:51:33.799 INFO:tasks.rados.rados.0.smithi028.stdout:1219: finishing write tid 4 to smithi02869045-42 2024-08-29T17:51:33.799 INFO:tasks.rados.rados.0.smithi028.stdout:1219: finishing write tid 5 to smithi02869045-42 2024-08-29T17:51:33.800 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 42 v 215 (ObjNum 381 snap 125 seq_num 381) dirty exists 2024-08-29T17:51:33.800 INFO:tasks.rados.rados.0.smithi028.stdout:1219: left oid 42 (ObjNum 381 snap 125 seq_num 381) 2024-08-29T17:51:33.800 INFO:tasks.rados.rados.0.smithi028.stdout:1221: finishing write tid 1 to smithi02869045-14 2024-08-29T17:51:33.800 INFO:tasks.rados.rados.0.smithi028.stdout:1221: finishing write tid 2 to smithi02869045-14 2024-08-29T17:51:33.800 INFO:tasks.rados.rados.0.smithi028.stdout:1221: finishing write tid 3 to smithi02869045-14 2024-08-29T17:51:33.800 INFO:tasks.rados.rados.0.smithi028.stdout:1221: finishing write tid 4 to smithi02869045-14 2024-08-29T17:51:33.800 INFO:tasks.rados.rados.0.smithi028.stdout:1221: finishing write tid 5 to smithi02869045-14 2024-08-29T17:51:33.800 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 14 v 102 (ObjNum 382 snap 125 seq_num 382) dirty exists 2024-08-29T17:51:33.800 INFO:tasks.rados.rados.0.smithi028.stdout:1221: left oid 14 (ObjNum 382 snap 125 seq_num 382) 2024-08-29T17:51:33.802 INFO:tasks.rados.rados.0.smithi028.stdout:1222: finishing write tid 1 to smithi02869045-12 2024-08-29T17:51:33.804 INFO:tasks.rados.rados.0.smithi028.stdout:1222: finishing write tid 2 to smithi02869045-12 2024-08-29T17:51:33.805 INFO:tasks.rados.rados.0.smithi028.stdout:1222: finishing write tid 3 to smithi02869045-12 2024-08-29T17:51:33.806 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 16 v 752 (ObjNum 218 snap 63 seq_num 218) dirty exists 2024-08-29T17:51:33.806 INFO:tasks.rados.rados.0.smithi028.stdout:1222: finishing write tid 4 to smithi02869045-12 2024-08-29T17:51:33.807 INFO:tasks.rados.rados.0.smithi028.stdout:1222: finishing write tid 5 to smithi02869045-12 2024-08-29T17:51:33.809 INFO:tasks.rados.rados.0.smithi028.stdout:1219: done (4 left) 2024-08-29T17:51:33.809 INFO:tasks.rados.rados.0.smithi028.stdout:1221: done (3 left) 2024-08-29T17:51:33.809 INFO:tasks.rados.rados.0.smithi028.stdout:1223: done (2 left) 2024-08-29T17:51:33.809 INFO:tasks.rados.rados.0.smithi028.stdout:1224: done (1 left) 2024-08-29T17:51:33.809 INFO:tasks.rados.rados.0.smithi028.stdout:1225: snap_create 2024-08-29T17:51:33.812 INFO:tasks.rados.rados.0.smithi028.stdout:1222: finishing write tid 6 to smithi02869045-12 2024-08-29T17:51:33.813 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 12 v 298 (ObjNum 383 snap 125 seq_num 383) dirty exists 2024-08-29T17:51:33.813 INFO:tasks.rados.rados.0.smithi028.stdout:1222: left oid 12 (ObjNum 383 snap 125 seq_num 383) 2024-08-29T17:51:33.823 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:51:33 smithi053 bash[24720]: cluster 2024-08-29T17:51:32.668190+0000 mon.a (mon.0) 1484 : cluster [DBG] osdmap e305: 8 total, 8 up, 8 in 2024-08-29T17:51:33.824 INFO:journalctl@ceph.prometheus.a.smithi053.stdout:Aug 29 17:51:33 smithi053 bash[61790]: ts=2024-08-29T17:51:33.509Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=nodes name=CephNodeDiskspaceWarning index=4 msg="Evaluating rule failed" rule="alert: CephNodeDiskspaceWarning\nexpr: predict_linear(node_filesystem_free_bytes{device=~\"/.*\"}[2d], 3600 * 24 * 5)\n * on (instance) group_left (nodename) node_uname_info < 0\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.8.4\n severity: warning\n type: ceph_default\nannotations:\n description: Mountpoint {{ $labels.mountpoint }} on {{ $labels.nodename }} will\n be full in less than 5 days based on the 48 hour trailing fill rate.\n summary: Host filesystem free space is getting low\n" err="found duplicate series for the match group {instance=\"smithi028\"} on the right hand-side of the operation: [{__name__=\"node_uname_info\", domainname=\"(none)\", instance=\"smithi028\", job=\"node\", machine=\"x86_64\", nodename=\"smithi028\", release=\"5.15.0-119-generic\", sysname=\"Linux\", version=\"#129-Ubuntu SMP Fri Aug 2 19:25:20 UTC 2024\"}, {__name__=\"node_uname_info\", cluster=\"3167ee72-662c-11ef-bcd4-c7b262605968\", domainname=\"(none)\", instance=\"smithi028\", job=\"node\", machine=\"x86_64\", nodename=\"smithi028\", release=\"5.15.0-119-generic\", sysname=\"Linux\", version=\"#129-Ubuntu SMP Fri Aug 2 19:25:20 UTC 2024\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-29T17:51:34.126 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:51:33 smithi028 bash[31855]: cluster 2024-08-29T17:51:32.668190+0000 mon.a (mon.0) 1484 : cluster [DBG] osdmap e305: 8 total, 8 up, 8 in 2024-08-29T17:51:34.127 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:51:33 smithi028 bash[22419]: cluster 2024-08-29T17:51:32.668190+0000 mon.a (mon.0) 1484 : cluster [DBG] osdmap e305: 8 total, 8 up, 8 in 2024-08-29T17:51:34.526 INFO:tasks.rados.rados.0.smithi028.stdout:1222: done (1 left) 2024-08-29T17:51:34.526 INFO:tasks.rados.rados.0.smithi028.stdout:1225: done (0 left) 2024-08-29T17:51:34.526 INFO:tasks.rados.rados.0.smithi028.stdout:1226: read oid 10 snap -1 2024-08-29T17:51:34.526 INFO:tasks.rados.rados.0.smithi028.stdout:1226: expect (ObjNum 275 snap 79 seq_num 275) 2024-08-29T17:51:34.526 INFO:tasks.rados.rados.0.smithi028.stdout:1227: delete oid 19 current snap is 126 2024-08-29T17:51:34.533 INFO:tasks.rados.rados.0.smithi028.stdout:1227: done (1 left) 2024-08-29T17:51:34.533 INFO:tasks.rados.rados.0.smithi028.stdout:1228: delete oid 5 current snap is 126 2024-08-29T17:51:34.540 INFO:tasks.rados.rados.0.smithi028.stdout:1228: done (1 left) 2024-08-29T17:51:34.540 INFO:tasks.rados.rados.0.smithi028.stdout:1229: read oid 9 snap -1 2024-08-29T17:51:34.540 INFO:tasks.rados.rados.0.smithi028.stdout:1229: expect deleted 2024-08-29T17:51:34.540 INFO:tasks.rados.rados.0.smithi028.stdout:append oid 50 current snap is 126 2024-08-29T17:51:34.540 INFO:tasks.rados.rados.0.smithi028.stdout:1230: seq_num 387 ranges {0=483328,483328=524288,1007616=679936} 2024-08-29T17:51:34.544 INFO:tasks.rados.rados.0.smithi028.stdout:1230: writing smithi02869045-50 from 0 to 483328 tid 1 2024-08-29T17:51:34.549 INFO:tasks.rados.rados.0.smithi028.stdout:1230: writing smithi02869045-50 from 483328 to 1007616 tid 2 2024-08-29T17:51:34.555 INFO:tasks.rados.rados.0.smithi028.stdout:1230: writing smithi02869045-50 from 1007616 to 1687552 tid 3 2024-08-29T17:51:34.555 INFO:tasks.rados.rados.0.smithi028.stdout:1231: rmattr oid 45 current snap is 126 2024-08-29T17:51:34.555 INFO:tasks.rados.rados.0.smithi028.stdout:append oid 26 current snap is 126 2024-08-29T17:51:34.555 INFO:tasks.rados.rados.0.smithi028.stdout:1232: seq_num 388 ranges {1392640=507904,1900544=458752,2359296=606208,2965504=139264} 2024-08-29T17:51:34.571 INFO:tasks.rados.rados.0.smithi028.stdout:1232: writing smithi02869045-26 from 1392640 to 1900544 tid 1 2024-08-29T17:51:34.575 INFO:tasks.rados.rados.0.smithi028.stdout:1232: writing smithi02869045-26 from 1900544 to 2359296 tid 2 2024-08-29T17:51:34.580 INFO:tasks.rados.rados.0.smithi028.stdout:1232: writing smithi02869045-26 from 2359296 to 2965504 tid 3 2024-08-29T17:51:34.581 INFO:tasks.rados.rados.0.smithi028.stdout:1232: writing smithi02869045-26 from 2965504 to 3104768 tid 4 2024-08-29T17:51:34.581 INFO:tasks.rados.rados.0.smithi028.stdout:append oid 30 current snap is 126 2024-08-29T17:51:34.581 INFO:tasks.rados.rados.0.smithi028.stdout:1233: seq_num 389 ranges {0=524288,524288=745472,1269760=458752} 2024-08-29T17:51:34.586 INFO:tasks.rados.rados.0.smithi028.stdout:1233: writing smithi02869045-30 from 0 to 524288 tid 1 2024-08-29T17:51:34.592 INFO:tasks.rados.rados.0.smithi028.stdout:1233: writing smithi02869045-30 from 524288 to 1269760 tid 2 2024-08-29T17:51:34.596 INFO:tasks.rados.rados.0.smithi028.stdout:1233: writing smithi02869045-30 from 1269760 to 1728512 tid 3 2024-08-29T17:51:34.596 INFO:tasks.rados.rados.0.smithi028.stdout:1234: snap_remove snap 124 2024-08-29T17:51:34.824 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:51:34 smithi053 bash[24720]: cluster 2024-08-29T17:51:33.661345+0000 mgr.y (mgr.24944) 45 : cluster [DBG] pgmap v68: 121 pgs: 2 active+clean+snaptrim, 119 active+clean; 326 MiB data, 2.8 GiB used, 712 GiB / 715 GiB avail; 2.3 MiB/s rd, 1.8 MiB/s wr, 8 op/s 2024-08-29T17:51:34.824 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:51:34 smithi053 bash[24720]: cluster 2024-08-29T17:51:33.688355+0000 mon.a (mon.0) 1485 : cluster [DBG] osdmap e306: 8 total, 8 up, 8 in 2024-08-29T17:51:34.824 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:51:34 smithi053 bash[24720]: cluster 2024-08-29T17:51:34.530919+0000 mon.a (mon.0) 1486 : cluster [DBG] osdmap e307: 8 total, 8 up, 8 in 2024-08-29T17:51:34.824 INFO:journalctl@ceph.prometheus.a.smithi053.stdout:Aug 29 17:51:34 smithi053 bash[61790]: ts=2024-08-29T17:51:34.455Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pgs name=CephPGsInactive index=0 msg="Evaluating rule failed" rule="alert: CephPGsInactive\nexpr: ceph_pool_metadata * on (pool_id, instance) group_left () (ceph_pg_total - ceph_pg_active)\n > 0\nfor: 5m\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.7.1\n severity: critical\n type: ceph_default\nannotations:\n description: '{{ $value }} PGs have been inactive for more than 5 minutes in pool\n {{ $labels.name }}. Inactive placement groups are not able to serve read/write\n requests.'\n summary: One or more placement groups are inactive\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the right hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"3167ee72-662c-11ef-bcd4-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-29T17:51:34.824 INFO:journalctl@ceph.prometheus.a.smithi053.stdout:Aug 29 17:51:34 smithi053 bash[61790]: ts=2024-08-29T17:51:34.456Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pgs name=CephPGsUnclean index=1 msg="Evaluating rule failed" rule="alert: CephPGsUnclean\nexpr: ceph_pool_metadata * on (pool_id, instance) group_left () (ceph_pg_total - ceph_pg_clean)\n > 0\nfor: 15m\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.7.2\n severity: warning\n type: ceph_default\nannotations:\n description: '{{ $value }} PGs have been unclean for more than 15 minutes in pool\n {{ $labels.name }}. Unclean PGs have not recovered from a previous failure.'\n summary: One or more placement groups are marked unclean\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the right hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"3167ee72-662c-11ef-bcd4-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-29T17:51:35.127 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:51:34 smithi028 bash[31855]: cluster 2024-08-29T17:51:33.661345+0000 mgr.y (mgr.24944) 45 : cluster [DBG] pgmap v68: 121 pgs: 2 active+clean+snaptrim, 119 active+clean; 326 MiB data, 2.8 GiB used, 712 GiB / 715 GiB avail; 2.3 MiB/s rd, 1.8 MiB/s wr, 8 op/s 2024-08-29T17:51:35.127 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:51:34 smithi028 bash[31855]: cluster 2024-08-29T17:51:33.688355+0000 mon.a (mon.0) 1485 : cluster [DBG] osdmap e306: 8 total, 8 up, 8 in 2024-08-29T17:51:35.127 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:51:34 smithi028 bash[31855]: cluster 2024-08-29T17:51:34.530919+0000 mon.a (mon.0) 1486 : cluster [DBG] osdmap e307: 8 total, 8 up, 8 in 2024-08-29T17:51:35.127 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:51:34 smithi028 bash[22419]: cluster 2024-08-29T17:51:33.661345+0000 mgr.y (mgr.24944) 45 : cluster [DBG] pgmap v68: 121 pgs: 2 active+clean+snaptrim, 119 active+clean; 326 MiB data, 2.8 GiB used, 712 GiB / 715 GiB avail; 2.3 MiB/s rd, 1.8 MiB/s wr, 8 op/s 2024-08-29T17:51:35.127 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:51:34 smithi028 bash[22419]: cluster 2024-08-29T17:51:33.688355+0000 mon.a (mon.0) 1485 : cluster [DBG] osdmap e306: 8 total, 8 up, 8 in 2024-08-29T17:51:35.127 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:51:34 smithi028 bash[22419]: cluster 2024-08-29T17:51:34.530919+0000 mon.a (mon.0) 1486 : cluster [DBG] osdmap e307: 8 total, 8 up, 8 in 2024-08-29T17:51:35.529 INFO:tasks.rados.rados.0.smithi028.stdout:1234: done (6 left) 2024-08-29T17:51:35.529 INFO:tasks.rados.rados.0.smithi028.stdout:1235: snap_remove snap 93 2024-08-29T17:51:35.824 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:51:35 smithi053 bash[24720]: audit 2024-08-29T17:51:34.844425+0000 mon.a (mon.0) 1487 : audit [DBG] from='mgr.24944 172.21.15.28:0/4206064451' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-29T17:51:35.824 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:51:35 smithi053 bash[24720]: cluster 2024-08-29T17:51:35.533810+0000 mon.a (mon.0) 1488 : cluster [DBG] osdmap e308: 8 total, 8 up, 8 in 2024-08-29T17:51:36.127 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:51:35 smithi028 bash[22419]: audit 2024-08-29T17:51:34.844425+0000 mon.a (mon.0) 1487 : audit [DBG] from='mgr.24944 172.21.15.28:0/4206064451' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-29T17:51:36.127 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:51:35 smithi028 bash[22419]: cluster 2024-08-29T17:51:35.533810+0000 mon.a (mon.0) 1488 : cluster [DBG] osdmap e308: 8 total, 8 up, 8 in 2024-08-29T17:51:36.127 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:51:35 smithi028 bash[31855]: audit 2024-08-29T17:51:34.844425+0000 mon.a (mon.0) 1487 : audit [DBG] from='mgr.24944 172.21.15.28:0/4206064451' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-29T17:51:36.127 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:51:35 smithi028 bash[31855]: cluster 2024-08-29T17:51:35.533810+0000 mon.a (mon.0) 1488 : cluster [DBG] osdmap e308: 8 total, 8 up, 8 in 2024-08-29T17:51:36.538 INFO:tasks.rados.rados.0.smithi028.stdout:1235: done (6 left) 2024-08-29T17:51:36.539 INFO:tasks.rados.rados.0.smithi028.stdout:append oid 29 current snap is 126 2024-08-29T17:51:36.539 INFO:tasks.rados.rados.0.smithi028.stdout:1236: seq_num 390 ranges {1744896=540672,2285568=630784,2916352=573440} 2024-08-29T17:51:36.558 INFO:tasks.rados.rados.0.smithi028.stdout:1236: writing smithi02869045-29 from 1744896 to 2285568 tid 1 2024-08-29T17:51:36.564 INFO:tasks.rados.rados.0.smithi028.stdout:1236: writing smithi02869045-29 from 2285568 to 2916352 tid 2 2024-08-29T17:51:36.570 INFO:tasks.rados.rados.0.smithi028.stdout:1236: writing smithi02869045-29 from 2916352 to 3489792 tid 3 2024-08-29T17:51:36.571 INFO:tasks.rados.rados.0.smithi028.stdout:1237: read oid 22 snap 106 2024-08-29T17:51:36.571 INFO:tasks.rados.rados.0.smithi028.stdout:1237: expect deleted 2024-08-29T17:51:36.571 INFO:tasks.rados.rados.0.smithi028.stdout:1238: rmattr oid 20 current snap is 126 2024-08-29T17:51:36.571 INFO:tasks.rados.rados.0.smithi028.stdout:1226: expect (ObjNum 275 snap 79 seq_num 275) 2024-08-29T17:51:36.685 INFO:tasks.rados.rados.0.smithi028.stdout:1230: finishing write tid 1 to smithi02869045-50 2024-08-29T17:51:36.685 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 45 v 758 (ObjNum 319 snap 100 seq_num 319) dirty exists 2024-08-29T17:51:36.685 INFO:tasks.rados.rados.0.smithi028.stdout:1230: finishing write tid 2 to smithi02869045-50 2024-08-29T17:51:36.685 INFO:tasks.rados.rados.0.smithi028.stdout:1230: finishing write tid 3 to smithi02869045-50 2024-08-29T17:51:36.685 INFO:tasks.rados.rados.0.smithi028.stdout:1230: finishing write tid 4 to smithi02869045-50 2024-08-29T17:51:36.685 INFO:tasks.rados.rados.0.smithi028.stdout:1230: finishing write tid 5 to smithi02869045-50 2024-08-29T17:51:36.685 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 50 v 732 (ObjNum 387 snap 126 seq_num 387) dirty exists 2024-08-29T17:51:36.685 INFO:tasks.rados.rados.0.smithi028.stdout:1230: left oid 50 (ObjNum 387 snap 126 seq_num 387) 2024-08-29T17:51:36.685 INFO:tasks.rados.rados.0.smithi028.stdout:1232: finishing write tid 1 to smithi02869045-26 2024-08-29T17:51:36.685 INFO:tasks.rados.rados.0.smithi028.stdout:1232: finishing write tid 2 to smithi02869045-26 2024-08-29T17:51:36.685 INFO:tasks.rados.rados.0.smithi028.stdout:1232: finishing write tid 3 to smithi02869045-26 2024-08-29T17:51:36.686 INFO:tasks.rados.rados.0.smithi028.stdout:1232: finishing write tid 4 to smithi02869045-26 2024-08-29T17:51:36.686 INFO:tasks.rados.rados.0.smithi028.stdout:1232: finishing write tid 5 to smithi02869045-26 2024-08-29T17:51:36.686 INFO:tasks.rados.rados.0.smithi028.stdout:1226: done (8 left) 2024-08-29T17:51:36.686 INFO:tasks.rados.rados.0.smithi028.stdout:1229: done (7 left) 2024-08-29T17:51:36.686 INFO:tasks.rados.rados.0.smithi028.stdout:1230: done (6 left) 2024-08-29T17:51:36.686 INFO:tasks.rados.rados.0.smithi028.stdout:1231: done (5 left) 2024-08-29T17:51:36.686 INFO:tasks.rados.rados.0.smithi028.stdout:append oid 32 current snap is 126 2024-08-29T17:51:36.686 INFO:tasks.rados.rados.0.smithi028.stdout:1233: finishing write tid 1 to smithi02869045-30 2024-08-29T17:51:36.686 INFO:tasks.rados.rados.0.smithi028.stdout:1232: finishing write tid 6 to smithi02869045-26 2024-08-29T17:51:36.686 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 26 v 738 (ObjNum 388 snap 126 seq_num 388) dirty exists 2024-08-29T17:51:36.686 INFO:tasks.rados.rados.0.smithi028.stdout:1232: left oid 26 (ObjNum 388 snap 126 seq_num 388) 2024-08-29T17:51:36.686 INFO:tasks.rados.rados.0.smithi028.stdout:1233: finishing write tid 2 to smithi02869045-30 2024-08-29T17:51:36.686 INFO:tasks.rados.rados.0.smithi028.stdout:1233: finishing write tid 3 to smithi02869045-30 2024-08-29T17:51:36.686 INFO:tasks.rados.rados.0.smithi028.stdout:1233: finishing write tid 4 to smithi02869045-30 2024-08-29T17:51:36.687 INFO:tasks.rados.rados.0.smithi028.stdout:1233: finishing write tid 5 to smithi02869045-30 2024-08-29T17:51:36.687 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 30 v 310 (ObjNum 389 snap 126 seq_num 389) dirty exists 2024-08-29T17:51:36.687 INFO:tasks.rados.rados.0.smithi028.stdout:1233: left oid 30 (ObjNum 389 snap 126 seq_num 389) 2024-08-29T17:51:36.687 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 20 v 223 (ObjNum 334 snap 104 seq_num 334) dirty exists 2024-08-29T17:51:36.687 INFO:tasks.rados.rados.0.smithi028.stdout:1236: finishing write tid 1 to smithi02869045-29 2024-08-29T17:51:36.687 INFO:tasks.rados.rados.0.smithi028.stdout:1236: finishing write tid 2 to smithi02869045-29 2024-08-29T17:51:36.687 INFO:tasks.rados.rados.0.smithi028.stdout:1236: finishing write tid 3 to smithi02869045-29 2024-08-29T17:51:36.687 INFO:tasks.rados.rados.0.smithi028.stdout:1236: finishing write tid 4 to smithi02869045-29 2024-08-29T17:51:36.687 INFO:tasks.rados.rados.0.smithi028.stdout:1236: finishing write tid 5 to smithi02869045-29 2024-08-29T17:51:36.687 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 29 v 489 (ObjNum 390 snap 126 seq_num 390) dirty exists 2024-08-29T17:51:36.687 INFO:tasks.rados.rados.0.smithi028.stdout:1236: left oid 29 (ObjNum 390 snap 126 seq_num 390) 2024-08-29T17:51:36.687 INFO:tasks.rados.rados.0.smithi028.stdout:1239: seq_num 391 ranges {5472256=557056,6029312=516096,6545408=688128} 2024-08-29T17:51:36.742 INFO:tasks.rados.rados.0.smithi028.stdout:1239: writing smithi02869045-32 from 5472256 to 6029312 tid 1 2024-08-29T17:51:36.746 INFO:tasks.rados.rados.0.smithi028.stdout:1239: writing smithi02869045-32 from 6029312 to 6545408 tid 2 2024-08-29T17:51:36.752 INFO:tasks.rados.rados.0.smithi028.stdout:1239: writing smithi02869045-32 from 6545408 to 7233536 tid 3 2024-08-29T17:51:36.752 INFO:tasks.rados.rados.0.smithi028.stdout:1232: done (5 left) 2024-08-29T17:51:36.752 INFO:tasks.rados.rados.0.smithi028.stdout:1233: done (4 left) 2024-08-29T17:51:36.753 INFO:tasks.rados.rados.0.smithi028.stdout:1236: done (3 left) 2024-08-29T17:51:36.753 INFO:tasks.rados.rados.0.smithi028.stdout:1237: done (2 left) 2024-08-29T17:51:36.753 INFO:tasks.rados.rados.0.smithi028.stdout:1238: done (1 left) 2024-08-29T17:51:36.753 INFO:tasks.rados.rados.0.smithi028.stdout:1240: read oid 12 snap -1 2024-08-29T17:51:36.753 INFO:tasks.rados.rados.0.smithi028.stdout:1240: expect (ObjNum 383 snap 125 seq_num 383) 2024-08-29T17:51:36.753 INFO:tasks.rados.rados.0.smithi028.stdout:1241: delete oid 43 current snap is 126 2024-08-29T17:51:36.753 INFO:tasks.rados.rados.0.smithi028.stdout:1239: finishing write tid 1 to smithi02869045-32 2024-08-29T17:51:36.753 INFO:tasks.rados.rados.0.smithi028.stdout:1239: finishing write tid 2 to smithi02869045-32 2024-08-29T17:51:36.756 INFO:tasks.rados.rados.0.smithi028.stdout:1241: done (2 left) 2024-08-29T17:51:36.756 INFO:tasks.rados.rados.0.smithi028.stdout:1242: rollback oid 47 current snap is 126 2024-08-29T17:51:36.756 INFO:tasks.rados.rados.0.smithi028.stdout:rollback oid 47 to 104 2024-08-29T17:51:36.756 INFO:tasks.rados.rados.0.smithi028.stdout:append oid 29 current snap is 126 2024-08-29T17:51:36.756 INFO:tasks.rados.rados.0.smithi028.stdout:1243: seq_num 393 ranges {3489792=589824,4079616=679936,4759552=524288} 2024-08-29T17:51:36.789 INFO:tasks.rados.rados.0.smithi028.stdout:1243: writing smithi02869045-29 from 3489792 to 4079616 tid 1 2024-08-29T17:51:36.794 INFO:tasks.rados.rados.0.smithi028.stdout:1243: writing smithi02869045-29 from 4079616 to 4759552 tid 2 2024-08-29T17:51:36.798 INFO:tasks.rados.rados.0.smithi028.stdout:1243: writing smithi02869045-29 from 4759552 to 5283840 tid 3 2024-08-29T17:51:36.798 INFO:tasks.rados.rados.0.smithi028.stdout:1244: read oid 31 snap -1 2024-08-29T17:51:36.798 INFO:tasks.rados.rados.0.smithi028.stdout:1244: expect (ObjNum 0 snap 0 seq_num 0) 2024-08-29T17:51:36.798 INFO:tasks.rados.rados.0.smithi028.stdout:1245: snap_remove snap 101 2024-08-29T17:51:37.074 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:51:36 smithi053 bash[24720]: cluster 2024-08-29T17:51:35.662116+0000 mgr.y (mgr.24944) 46 : cluster [DBG] pgmap v72: 121 pgs: 2 active+clean+snaptrim, 119 active+clean; 326 MiB data, 2.8 GiB used, 712 GiB / 715 GiB avail 2024-08-29T17:51:37.074 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:51:36 smithi053 bash[24720]: cluster 2024-08-29T17:51:36.541431+0000 mon.a (mon.0) 1489 : cluster [DBG] osdmap e309: 8 total, 8 up, 8 in 2024-08-29T17:51:37.127 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:51:36 smithi028 bash[31855]: cluster 2024-08-29T17:51:35.662116+0000 mgr.y (mgr.24944) 46 : cluster [DBG] pgmap v72: 121 pgs: 2 active+clean+snaptrim, 119 active+clean; 326 MiB data, 2.8 GiB used, 712 GiB / 715 GiB avail 2024-08-29T17:51:37.127 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:51:36 smithi028 bash[31855]: cluster 2024-08-29T17:51:36.541431+0000 mon.a (mon.0) 1489 : cluster [DBG] osdmap e309: 8 total, 8 up, 8 in 2024-08-29T17:51:37.127 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:51:36 smithi028 bash[22419]: cluster 2024-08-29T17:51:35.662116+0000 mgr.y (mgr.24944) 46 : cluster [DBG] pgmap v72: 121 pgs: 2 active+clean+snaptrim, 119 active+clean; 326 MiB data, 2.8 GiB used, 712 GiB / 715 GiB avail 2024-08-29T17:51:37.127 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:51:36 smithi028 bash[22419]: cluster 2024-08-29T17:51:36.541431+0000 mon.a (mon.0) 1489 : cluster [DBG] osdmap e309: 8 total, 8 up, 8 in 2024-08-29T17:51:37.702 INFO:tasks.rados.rados.0.smithi028.stdout:1245: done (5 left) 2024-08-29T17:51:37.702 INFO:tasks.rados.rados.0.smithi028.stdout:1246: snap_remove snap 123 2024-08-29T17:51:38.702 INFO:tasks.rados.rados.0.smithi028.stdout:1246: done (5 left) 2024-08-29T17:51:38.702 INFO:tasks.rados.rados.0.smithi028.stdout:1247: setattr oid 41 current snap is 126 2024-08-29T17:51:38.704 INFO:tasks.rados.rados.0.smithi028.stdout:1239: finishing write tid 3 to smithi02869045-32 2024-08-29T17:51:38.704 INFO:tasks.rados.rados.0.smithi028.stdout:1239: finishing write tid 4 to smithi02869045-32 2024-08-29T17:51:38.704 INFO:tasks.rados.rados.0.smithi028.stdout:1242: finishing rollback tid 1 to smithi02869045-47 2024-08-29T17:51:38.704 INFO:tasks.rados.rados.0.smithi028.stdout:1239: finishing write tid 5 to smithi02869045-32 2024-08-29T17:51:38.704 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 32 v 150 (ObjNum 391 snap 126 seq_num 391) dirty exists 2024-08-29T17:51:38.704 INFO:tasks.rados.rados.0.smithi028.stdout:1239: left oid 32 (ObjNum 391 snap 126 seq_num 391) 2024-08-29T17:51:38.704 INFO:tasks.rados.rados.0.smithi028.stdout:1242: finishing rollback tid 2 to smithi02869045-47 2024-08-29T17:51:38.705 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 47 v 494 (ObjNum 180 snap 52 seq_num 180) dirty exists 2024-08-29T17:51:38.705 INFO:tasks.rados.rados.0.smithi028.stdout:1240: expect (ObjNum 383 snap 125 seq_num 383) 2024-08-29T17:51:38.819 INFO:tasks.rados.rados.0.smithi028.stdout:1243: finishing write tid 1 to smithi02869045-29 2024-08-29T17:51:38.820 INFO:tasks.rados.rados.0.smithi028.stdout:1244: expect (ObjNum 0 snap 0 seq_num 0) 2024-08-29T17:51:38.821 INFO:tasks.rados.rados.0.smithi028.stdout:1243: finishing write tid 2 to smithi02869045-29 2024-08-29T17:51:38.821 INFO:tasks.rados.rados.0.smithi028.stdout:1243: finishing write tid 3 to smithi02869045-29 2024-08-29T17:51:38.821 INFO:tasks.rados.rados.0.smithi028.stdout:1243: finishing write tid 4 to smithi02869045-29 2024-08-29T17:51:38.821 INFO:tasks.rados.rados.0.smithi028.stdout:1243: finishing write tid 5 to smithi02869045-29 2024-08-29T17:51:38.821 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 29 v 493 (ObjNum 393 snap 126 seq_num 393) dirty exists 2024-08-29T17:51:38.821 INFO:tasks.rados.rados.0.smithi028.stdout:1243: left oid 29 (ObjNum 393 snap 126 seq_num 393) 2024-08-29T17:51:38.821 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 41 v 532 (ObjNum 129 snap 0 seq_num 1676548144) dirty exists 2024-08-29T17:51:38.821 INFO:tasks.rados.rados.0.smithi028.stdout:1239: done (5 left) 2024-08-29T17:51:38.821 INFO:tasks.rados.rados.0.smithi028.stdout:1240: done (4 left) 2024-08-29T17:51:38.822 INFO:tasks.rados.rados.0.smithi028.stdout:1242: done (3 left) 2024-08-29T17:51:38.822 INFO:tasks.rados.rados.0.smithi028.stdout:1243: done (2 left) 2024-08-29T17:51:38.822 INFO:tasks.rados.rados.0.smithi028.stdout:1244: done (1 left) 2024-08-29T17:51:38.822 INFO:tasks.rados.rados.0.smithi028.stdout:1247: done (0 left) 2024-08-29T17:51:38.822 INFO:tasks.rados.rados.0.smithi028.stdout:1248: snap_remove snap 99 2024-08-29T17:51:39.074 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:51:38 smithi053 bash[24720]: cluster 2024-08-29T17:51:37.662827+0000 mgr.y (mgr.24944) 47 : cluster [DBG] pgmap v74: 121 pgs: 121 active+clean; 343 MiB data, 2.8 GiB used, 712 GiB / 715 GiB avail; 6.0 MiB/s rd, 3.5 MiB/s wr, 22 op/s 2024-08-29T17:51:39.074 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:51:38 smithi053 bash[24720]: cluster 2024-08-29T17:51:37.701124+0000 mon.a (mon.0) 1490 : cluster [DBG] osdmap e310: 8 total, 8 up, 8 in 2024-08-29T17:51:39.074 INFO:journalctl@ceph.prometheus.a.smithi053.stdout:Aug 29 17:51:38 smithi053 bash[61790]: ts=2024-08-29T17:51:38.664Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=osd name=CephOSDFlapping index=13 msg="Evaluating rule failed" rule="alert: CephOSDFlapping\nexpr: (rate(ceph_osd_up[5m]) * on (ceph_daemon) group_left (hostname) ceph_osd_metadata)\n * 60 > 1\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.4.4\n severity: warning\n type: ceph_default\nannotations:\n description: OSD {{ $labels.ceph_daemon }} on {{ $labels.hostname }} was marked\n down and back up {{ $value | humanize }} times once a minute for 5 minutes. This\n may indicate a network issue (latency, packet loss, MTU mismatch) on the cluster\n network, or the public network if no cluster network is deployed. Check the network\n stats on the listed host(s).\n documentation: https://docs.ceph.com/en/latest/rados/troubleshooting/troubleshooting-osd#flapping-osds\n summary: Network issues are causing OSDs to flap (mark each other down)\n" err="found duplicate series for the match group {ceph_daemon=\"osd.0\"} on the right hand-side of the operation: [{__name__=\"ceph_osd_metadata\", ceph_daemon=\"osd.0\", ceph_version=\"ceph version 17.2.7-1503-ga89f613d (a89f613db4d5b6bca82681f19d73c6d337aae2d5) quincy (stable)\", cluster_addr=\"172.21.15.28\", device_class=\"ssd\", hostname=\"smithi028\", instance=\"ceph_cluster\", job=\"ceph\", objectstore=\"bluestore\", public_addr=\"172.21.15.28\"}, {__name__=\"ceph_osd_metadata\", ceph_daemon=\"osd.0\", ceph_version=\"ceph version 17.2.7-1503-ga89f613d (a89f613db4d5b6bca82681f19d73c6d337aae2d5) quincy (stable)\", cluster=\"3167ee72-662c-11ef-bcd4-c7b262605968\", cluster_addr=\"172.21.15.28\", device_class=\"ssd\", hostname=\"smithi028\", instance=\"ceph_cluster\", job=\"ceph\", objectstore=\"bluestore\", public_addr=\"172.21.15.28\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-29T17:51:39.127 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:51:38 smithi028 bash[22419]: cluster 2024-08-29T17:51:37.662827+0000 mgr.y (mgr.24944) 47 : cluster [DBG] pgmap v74: 121 pgs: 121 active+clean; 343 MiB data, 2.8 GiB used, 712 GiB / 715 GiB avail; 6.0 MiB/s rd, 3.5 MiB/s wr, 22 op/s 2024-08-29T17:51:39.127 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:51:38 smithi028 bash[22419]: cluster 2024-08-29T17:51:37.701124+0000 mon.a (mon.0) 1490 : cluster [DBG] osdmap e310: 8 total, 8 up, 8 in 2024-08-29T17:51:39.127 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:51:38 smithi028 bash[31855]: cluster 2024-08-29T17:51:37.662827+0000 mgr.y (mgr.24944) 47 : cluster [DBG] pgmap v74: 121 pgs: 121 active+clean; 343 MiB data, 2.8 GiB used, 712 GiB / 715 GiB avail; 6.0 MiB/s rd, 3.5 MiB/s wr, 22 op/s 2024-08-29T17:51:39.127 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:51:38 smithi028 bash[31855]: cluster 2024-08-29T17:51:37.701124+0000 mon.a (mon.0) 1490 : cluster [DBG] osdmap e310: 8 total, 8 up, 8 in 2024-08-29T17:51:39.529 INFO:tasks.rados.rados.0.smithi028.stdout:1248: done (0 left) 2024-08-29T17:51:39.529 INFO:tasks.rados.rados.0.smithi028.stdout:append oid 11 current snap is 126 2024-08-29T17:51:39.530 INFO:tasks.rados.rados.0.smithi028.stdout:1249: seq_num 394 ranges {1900544=606208,2506752=565248,3072000=557056,3629056=81920} 2024-08-29T17:51:39.553 INFO:tasks.rados.rados.0.smithi028.stdout:1249: writing smithi02869045-11 from 1900544 to 2506752 tid 1 2024-08-29T17:51:39.559 INFO:tasks.rados.rados.0.smithi028.stdout:1249: writing smithi02869045-11 from 2506752 to 3072000 tid 2 2024-08-29T17:51:39.565 INFO:tasks.rados.rados.0.smithi028.stdout:1249: writing smithi02869045-11 from 3072000 to 3629056 tid 3 2024-08-29T17:51:39.566 INFO:tasks.rados.rados.0.smithi028.stdout:1249: writing smithi02869045-11 from 3629056 to 3710976 tid 4 2024-08-29T17:51:39.566 INFO:tasks.rados.rados.0.smithi028.stdout:append oid 3 current snap is 126 2024-08-29T17:51:39.566 INFO:tasks.rados.rados.0.smithi028.stdout:1250: seq_num 395 ranges {0=622592,622592=450560,1073152=753664} 2024-08-29T17:51:39.573 INFO:tasks.rados.rados.0.smithi028.stdout:1250: writing smithi02869045-3 from 0 to 622592 tid 1 2024-08-29T17:51:39.577 INFO:tasks.rados.rados.0.smithi028.stdout:1250: writing smithi02869045-3 from 622592 to 1073152 tid 2 2024-08-29T17:51:39.585 INFO:tasks.rados.rados.0.smithi028.stdout:1250: writing smithi02869045-3 from 1073152 to 1826816 tid 3 2024-08-29T17:51:39.585 INFO:tasks.rados.rados.0.smithi028.stdout:1251: rollback oid 13 current snap is 126 2024-08-29T17:51:39.585 INFO:tasks.rados.rados.0.smithi028.stdout:rollback oid 13 to 94 2024-08-29T17:51:39.585 INFO:tasks.rados.rados.0.smithi028.stdout:1252: rollback oid 8 current snap is 126 2024-08-29T17:51:39.585 INFO:tasks.rados.rados.0.smithi028.stdout:rollback oid 8 to 95 2024-08-29T17:51:39.585 INFO:tasks.rados.rados.0.smithi028.stdout:1253: rmattr oid 35 current snap is 126 2024-08-29T17:51:39.586 INFO:tasks.rados.rados.0.smithi028.stdout:1254: rmattr oid 14 current snap is 126 2024-08-29T17:51:39.586 INFO:tasks.rados.rados.0.smithi028.stdout:1255: delete oid 42 current snap is 126 2024-08-29T17:51:39.588 INFO:tasks.rados.rados.0.smithi028.stdout:1250: finishing write tid 1 to smithi02869045-3 2024-08-29T17:51:39.588 INFO:tasks.rados.rados.0.smithi028.stdout:1250: finishing write tid 2 to smithi02869045-3 2024-08-29T17:51:39.588 INFO:tasks.rados.rados.0.smithi028.stdout:1249: finishing write tid 1 to smithi02869045-11 2024-08-29T17:51:39.588 INFO:tasks.rados.rados.0.smithi028.stdout:1249: finishing write tid 2 to smithi02869045-11 2024-08-29T17:51:39.588 INFO:tasks.rados.rados.0.smithi028.stdout:1249: finishing write tid 3 to smithi02869045-11 2024-08-29T17:51:39.588 INFO:tasks.rados.rados.0.smithi028.stdout:1249: finishing write tid 4 to smithi02869045-11 2024-08-29T17:51:39.589 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 35 v 0 (ObjNum 331 snap 104 seq_num 331) dirty exists 2024-08-29T17:51:39.589 INFO:tasks.rados.rados.0.smithi028.stdout:1253: done (6 left) 2024-08-29T17:51:39.589 INFO:tasks.rados.rados.0.smithi028.stdout:1255: done (5 left) 2024-08-29T17:51:39.589 INFO:tasks.rados.rados.0.smithi028.stdout:append oid 1 current snap is 126 2024-08-29T17:51:39.589 INFO:tasks.rados.rados.0.smithi028.stdout:1256: seq_num 397 ranges {4898816=655360,5554176=671744,6225920=532480} 2024-08-29T17:51:39.626 INFO:tasks.rados.rados.0.smithi028.stdout:1256: writing smithi02869045-1 from 4898816 to 5554176 tid 1 2024-08-29T17:51:39.631 INFO:tasks.rados.rados.0.smithi028.stdout:1256: writing smithi02869045-1 from 5554176 to 6225920 tid 2 2024-08-29T17:51:39.634 INFO:tasks.rados.rados.0.smithi028.stdout:1256: writing smithi02869045-1 from 6225920 to 6758400 tid 3 2024-08-29T17:51:39.635 INFO:tasks.rados.rados.0.smithi028.stdout:1257: snap_remove snap 120 2024-08-29T17:51:40.074 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:51:39 smithi053 bash[24720]: cluster 2024-08-29T17:51:38.704343+0000 mon.a (mon.0) 1491 : cluster [DBG] osdmap e311: 8 total, 8 up, 8 in 2024-08-29T17:51:40.074 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:51:39 smithi053 bash[24720]: cluster 2024-08-29T17:51:39.533569+0000 mon.a (mon.0) 1492 : cluster [DBG] osdmap e312: 8 total, 8 up, 8 in 2024-08-29T17:51:40.127 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:51:39 smithi028 bash[31855]: cluster 2024-08-29T17:51:38.704343+0000 mon.a (mon.0) 1491 : cluster [DBG] osdmap e311: 8 total, 8 up, 8 in 2024-08-29T17:51:40.127 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:51:39 smithi028 bash[31855]: cluster 2024-08-29T17:51:39.533569+0000 mon.a (mon.0) 1492 : cluster [DBG] osdmap e312: 8 total, 8 up, 8 in 2024-08-29T17:51:40.127 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:51:39 smithi028 bash[22419]: cluster 2024-08-29T17:51:38.704343+0000 mon.a (mon.0) 1491 : cluster [DBG] osdmap e311: 8 total, 8 up, 8 in 2024-08-29T17:51:40.127 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:51:39 smithi028 bash[22419]: cluster 2024-08-29T17:51:39.533569+0000 mon.a (mon.0) 1492 : cluster [DBG] osdmap e312: 8 total, 8 up, 8 in 2024-08-29T17:51:40.537 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 14 v 114 (ObjNum 382 snap 125 seq_num 382) dirty exists 2024-08-29T17:51:40.537 INFO:tasks.rados.rados.0.smithi028.stdout:1252: finishing rollback tid 0 to smithi02869045-8 2024-08-29T17:51:40.537 INFO:tasks.rados.rados.0.smithi028.stdout:1252: finishing rollback tid 1 to smithi02869045-8 2024-08-29T17:51:40.537 INFO:tasks.rados.rados.0.smithi028.stdout:1252: finishing rollback tid 2 to smithi02869045-8 2024-08-29T17:51:40.537 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 8 v 513 (ObjNum 315 snap 91 seq_num 315) dirty exists 2024-08-29T17:51:40.537 INFO:tasks.rados.rados.0.smithi028.stdout:1249: finishing write tid 5 to smithi02869045-11 2024-08-29T17:51:40.538 INFO:tasks.rados.rados.0.smithi028.stdout:1251: finishing rollback tid 1 to smithi02869045-13 2024-08-29T17:51:40.538 INFO:tasks.rados.rados.0.smithi028.stdout:1251: finishing rollback tid 2 to smithi02869045-13 2024-08-29T17:51:40.538 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 13 v 985 (ObjNum 280 snap 80 seq_num 280) dirty exists 2024-08-29T17:51:40.538 INFO:tasks.rados.rados.0.smithi028.stdout:1249: finishing write tid 6 to smithi02869045-11 2024-08-29T17:51:40.538 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 11 v 537 (ObjNum 394 snap 126 seq_num 394) dirty exists 2024-08-29T17:51:40.538 INFO:tasks.rados.rados.0.smithi028.stdout:1249: left oid 11 (ObjNum 394 snap 126 seq_num 394) 2024-08-29T17:51:40.538 INFO:tasks.rados.rados.0.smithi028.stdout:1250: finishing write tid 3 to smithi02869045-3 2024-08-29T17:51:40.538 INFO:tasks.rados.rados.0.smithi028.stdout:1250: finishing write tid 4 to smithi02869045-3 2024-08-29T17:51:40.538 INFO:tasks.rados.rados.0.smithi028.stdout:1250: finishing write tid 5 to smithi02869045-3 2024-08-29T17:51:40.538 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 3 v 802 (ObjNum 395 snap 126 seq_num 395) dirty exists 2024-08-29T17:51:40.538 INFO:tasks.rados.rados.0.smithi028.stdout:1250: left oid 3 (ObjNum 395 snap 126 seq_num 395) 2024-08-29T17:51:40.538 INFO:tasks.rados.rados.0.smithi028.stdout:1256: finishing write tid 1 to smithi02869045-1 2024-08-29T17:51:40.538 INFO:tasks.rados.rados.0.smithi028.stdout:1256: finishing write tid 2 to smithi02869045-1 2024-08-29T17:51:40.539 INFO:tasks.rados.rados.0.smithi028.stdout:1256: finishing write tid 3 to smithi02869045-1 2024-08-29T17:51:40.539 INFO:tasks.rados.rados.0.smithi028.stdout:1256: finishing write tid 4 to smithi02869045-1 2024-08-29T17:51:40.539 INFO:tasks.rados.rados.0.smithi028.stdout:1256: finishing write tid 5 to smithi02869045-1 2024-08-29T17:51:40.539 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 1 v 990 (ObjNum 397 snap 126 seq_num 397) dirty exists 2024-08-29T17:51:40.539 INFO:tasks.rados.rados.0.smithi028.stdout:1256: left oid 1 (ObjNum 397 snap 126 seq_num 397) 2024-08-29T17:51:40.539 INFO:tasks.rados.rados.0.smithi028.stdout:1249: done (6 left) 2024-08-29T17:51:40.539 INFO:tasks.rados.rados.0.smithi028.stdout:1250: done (5 left) 2024-08-29T17:51:40.539 INFO:tasks.rados.rados.0.smithi028.stdout:1251: done (4 left) 2024-08-29T17:51:40.539 INFO:tasks.rados.rados.0.smithi028.stdout:1252: done (3 left) 2024-08-29T17:51:40.539 INFO:tasks.rados.rados.0.smithi028.stdout:1254: done (2 left) 2024-08-29T17:51:40.539 INFO:tasks.rados.rados.0.smithi028.stdout:1256: done (1 left) 2024-08-29T17:51:40.539 INFO:tasks.rados.rados.0.smithi028.stdout:1257: done (0 left) 2024-08-29T17:51:40.539 INFO:tasks.rados.rados.0.smithi028.stdout:1258: read oid 18 snap -1 2024-08-29T17:51:40.539 INFO:tasks.rados.rados.0.smithi028.stdout:1258: expect (ObjNum 357 snap 117 seq_num 357) 2024-08-29T17:51:40.540 INFO:tasks.rados.rados.0.smithi028.stdout:1259: copy_from oid 31 from oid 16 current snap is 126 2024-08-29T17:51:40.540 INFO:tasks.rados.rados.0.smithi028.stdout:1260: delete oid 46 current snap is 126 2024-08-29T17:51:40.550 INFO:tasks.rados.rados.0.smithi028.stdout:1260: done (2 left) 2024-08-29T17:51:40.550 INFO:tasks.rados.rados.0.smithi028.stdout:1261: copy_from oid 25 from oid 27 current snap is 126 2024-08-29T17:51:40.550 INFO:tasks.rados.rados.0.smithi028.stdout:append oid 41 current snap is 126 2024-08-29T17:51:40.550 INFO:tasks.rados.rados.0.smithi028.stdout:1262: seq_num 399 ranges {0=688128,688128=434176,1122304=745472,1867776=24576} 2024-08-29T17:51:40.554 INFO:tasks.rados.rados.0.smithi028.stdout:1262: writing smithi02869045-41 from 0 to 688128 tid 1 2024-08-29T17:51:40.557 INFO:tasks.rados.rados.0.smithi028.stdout:1262: writing smithi02869045-41 from 688128 to 1122304 tid 2 2024-08-29T17:51:40.562 INFO:tasks.rados.rados.0.smithi028.stdout:1262: writing smithi02869045-41 from 1122304 to 1867776 tid 3 2024-08-29T17:51:40.563 INFO:tasks.rados.rados.0.smithi028.stdout:1262: writing smithi02869045-41 from 1867776 to 1892352 tid 4 2024-08-29T17:51:40.563 INFO:tasks.rados.rados.0.smithi028.stdout:append oid 38 current snap is 126 2024-08-29T17:51:40.563 INFO:tasks.rados.rados.0.smithi028.stdout:1263: seq_num 400 ranges {802816=704512,1507328=720896,2228224=483328} 2024-08-29T17:51:40.572 INFO:tasks.rados.rados.0.smithi028.stdout:1263: writing smithi02869045-38 from 802816 to 1507328 tid 1 2024-08-29T17:51:40.577 INFO:tasks.rados.rados.0.smithi028.stdout:1263: writing smithi02869045-38 from 1507328 to 2228224 tid 2 2024-08-29T17:51:40.580 INFO:tasks.rados.rados.0.smithi028.stdout:1263: writing smithi02869045-38 from 2228224 to 2711552 tid 3 2024-08-29T17:51:40.580 INFO:tasks.rados.rados.0.smithi028.stdout:1262: finishing write tid 1 to smithi02869045-41 2024-08-29T17:51:40.580 INFO:tasks.rados.rados.0.smithi028.stdout:1258: expect (ObjNum 357 snap 117 seq_num 357) 2024-08-29T17:51:40.689 INFO:tasks.rados.rados.0.smithi028.stdout:1262: finishing write tid 2 to smithi02869045-41 2024-08-29T17:51:40.690 INFO:tasks.rados.rados.0.smithi028.stdout:1261: finishing copy_from to smithi02869045-25 2024-08-29T17:51:40.690 INFO:tasks.rados.rados.0.smithi028.stdout:1261: got expected ENOENT (src dne) 2024-08-29T17:51:40.690 INFO:tasks.rados.rados.0.smithi028.stdout:1261: finishing copy_from racing read to smithi02869045-25 2024-08-29T17:51:40.690 INFO:tasks.rados.rados.0.smithi028.stdout:1262: finishing write tid 3 to smithi02869045-41 2024-08-29T17:51:40.690 INFO:tasks.rados.rados.0.smithi028.stdout:1262: finishing write tid 4 to smithi02869045-41 2024-08-29T17:51:40.690 INFO:tasks.rados.rados.0.smithi028.stdout:1262: finishing write tid 5 to smithi02869045-41 2024-08-29T17:51:40.690 INFO:tasks.rados.rados.0.smithi028.stdout:1262: finishing write tid 6 to smithi02869045-41 2024-08-29T17:51:40.690 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 41 v 542 (ObjNum 399 snap 126 seq_num 399) dirty exists 2024-08-29T17:51:40.690 INFO:tasks.rados.rados.0.smithi028.stdout:1262: left oid 41 (ObjNum 399 snap 126 seq_num 399) 2024-08-29T17:51:40.690 INFO:tasks.rados.rados.0.smithi028.stdout:1263: finishing write tid 1 to smithi02869045-38 2024-08-29T17:51:40.690 INFO:tasks.rados.rados.0.smithi028.stdout:1263: finishing write tid 2 to smithi02869045-38 2024-08-29T17:51:40.690 INFO:tasks.rados.rados.0.smithi028.stdout:1264: read oid 2 snap -1 2024-08-29T17:51:40.690 INFO:tasks.rados.rados.0.smithi028.stdout:1264: expect (ObjNum 295 snap 88 seq_num 295) 2024-08-29T17:51:40.691 INFO:tasks.rados.rados.0.smithi028.stdout:1258: done (5 left) 2024-08-29T17:51:40.691 INFO:tasks.rados.rados.0.smithi028.stdout:1261: done (4 left) 2024-08-29T17:51:40.691 INFO:tasks.rados.rados.0.smithi028.stdout:1262: done (3 left) 2024-08-29T17:51:40.691 INFO:tasks.rados.rados.0.smithi028.stdout:1265: copy_from oid 34 from oid 25 current snap is 126 2024-08-29T17:51:40.691 INFO:tasks.rados.rados.0.smithi028.stdout:1259: finishing copy_from racing read to smithi02869045-31 2024-08-29T17:51:40.691 INFO:tasks.rados.rados.0.smithi028.stdout:1263: finishing write tid 3 to smithi02869045-38 2024-08-29T17:51:40.691 INFO:tasks.rados.rados.0.smithi028.stdout:1263: finishing write tid 4 to smithi02869045-38 2024-08-29T17:51:40.691 INFO:tasks.rados.rados.0.smithi028.stdout:1259: finishing copy_from to smithi02869045-31 2024-08-29T17:51:40.691 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 31 v 752 (ObjNum 218 snap 63 seq_num 218) dirty exists 2024-08-29T17:51:40.691 INFO:tasks.rados.rados.0.smithi028.stdout:1263: finishing write tid 5 to smithi02869045-38 2024-08-29T17:51:40.691 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 38 v 507 (ObjNum 400 snap 126 seq_num 400) dirty exists 2024-08-29T17:51:40.691 INFO:tasks.rados.rados.0.smithi028.stdout:1263: left oid 38 (ObjNum 400 snap 126 seq_num 400) 2024-08-29T17:51:40.691 INFO:tasks.rados.rados.0.smithi028.stdout:1259: done (3 left) 2024-08-29T17:51:40.691 INFO:tasks.rados.rados.0.smithi028.stdout:1263: done (2 left) 2024-08-29T17:51:40.692 INFO:tasks.rados.rados.0.smithi028.stdout:append oid 31 current snap is 126 2024-08-29T17:51:40.692 INFO:tasks.rados.rados.0.smithi028.stdout:1266: seq_num 401 ranges {2760704=720896,3481600=606208,4087808=598016} 2024-08-29T17:51:40.714 INFO:tasks.rados.rados.0.smithi028.stdout:1266: writing smithi02869045-31 from 2760704 to 3481600 tid 1 2024-08-29T17:51:40.719 INFO:tasks.rados.rados.0.smithi028.stdout:1266: writing smithi02869045-31 from 3481600 to 4087808 tid 2 2024-08-29T17:51:40.724 INFO:tasks.rados.rados.0.smithi028.stdout:1266: writing smithi02869045-31 from 4087808 to 4685824 tid 3 2024-08-29T17:51:40.724 INFO:tasks.rados.rados.0.smithi028.stdout:1267: read oid 38 snap 97 2024-08-29T17:51:40.724 INFO:tasks.rados.rados.0.smithi028.stdout:1267: expect (ObjNum 275 snap 79 seq_num 275) 2024-08-29T17:51:40.724 INFO:tasks.rados.rados.0.smithi028.stdout:1268: snap_create 2024-08-29T17:51:40.724 INFO:tasks.rados.rados.0.smithi028.stdout:1265: finishing copy_from to smithi02869045-34 2024-08-29T17:51:40.724 INFO:tasks.rados.rados.0.smithi028.stdout:1265: got expected ENOENT (src dne) 2024-08-29T17:51:40.724 INFO:tasks.rados.rados.0.smithi028.stdout:1265: finishing copy_from racing read to smithi02869045-34 2024-08-29T17:51:40.725 INFO:tasks.rados.rados.0.smithi028.stdout:1264: expect (ObjNum 295 snap 88 seq_num 295) 2024-08-29T17:51:41.074 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:51:40 smithi053 bash[24720]: cluster 2024-08-29T17:51:39.663539+0000 mgr.y (mgr.24944) 48 : cluster [DBG] pgmap v78: 121 pgs: 121 active+clean; 343 MiB data, 2.8 GiB used, 712 GiB / 715 GiB avail; 6.0 MiB/s rd, 3.5 MiB/s wr, 22 op/s 2024-08-29T17:51:41.074 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:51:40 smithi053 bash[24720]: cluster 2024-08-29T17:51:40.541575+0000 mon.a (mon.0) 1493 : cluster [DBG] osdmap e313: 8 total, 8 up, 8 in 2024-08-29T17:51:41.126 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:51:40 smithi028 bash[22419]: cluster 2024-08-29T17:51:39.663539+0000 mgr.y (mgr.24944) 48 : cluster [DBG] pgmap v78: 121 pgs: 121 active+clean; 343 MiB data, 2.8 GiB used, 712 GiB / 715 GiB avail; 6.0 MiB/s rd, 3.5 MiB/s wr, 22 op/s 2024-08-29T17:51:41.127 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:51:40 smithi028 bash[22419]: cluster 2024-08-29T17:51:40.541575+0000 mon.a (mon.0) 1493 : cluster [DBG] osdmap e313: 8 total, 8 up, 8 in 2024-08-29T17:51:41.127 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:51:40 smithi028 bash[31855]: cluster 2024-08-29T17:51:39.663539+0000 mgr.y (mgr.24944) 48 : cluster [DBG] pgmap v78: 121 pgs: 121 active+clean; 343 MiB data, 2.8 GiB used, 712 GiB / 715 GiB avail; 6.0 MiB/s rd, 3.5 MiB/s wr, 22 op/s 2024-08-29T17:51:41.127 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:51:40 smithi028 bash[31855]: cluster 2024-08-29T17:51:40.541575+0000 mon.a (mon.0) 1493 : cluster [DBG] osdmap e313: 8 total, 8 up, 8 in 2024-08-29T17:51:41.256 INFO:tasks.rados.rados.0.smithi028.stdout:1266: finishing write tid 1 to smithi02869045-31 2024-08-29T17:51:41.256 INFO:tasks.rados.rados.0.smithi028.stdout:1266: finishing write tid 2 to smithi02869045-31 2024-08-29T17:51:41.256 INFO:tasks.rados.rados.0.smithi028.stdout:1266: finishing write tid 3 to smithi02869045-31 2024-08-29T17:51:41.256 INFO:tasks.rados.rados.0.smithi028.stdout:1266: finishing write tid 4 to smithi02869045-31 2024-08-29T17:51:41.256 INFO:tasks.rados.rados.0.smithi028.stdout:1266: finishing write tid 5 to smithi02869045-31 2024-08-29T17:51:41.256 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 31 v 1002 (ObjNum 401 snap 126 seq_num 401) dirty exists 2024-08-29T17:51:41.256 INFO:tasks.rados.rados.0.smithi028.stdout:1266: left oid 31 (ObjNum 401 snap 126 seq_num 401) 2024-08-29T17:51:41.257 INFO:tasks.rados.rados.0.smithi028.stdout:1267: expect (ObjNum 275 snap 79 seq_num 275) 2024-08-29T17:51:41.721 INFO:tasks.rados.rados.0.smithi028.stdout:1264: done (4 left) 2024-08-29T17:51:41.721 INFO:tasks.rados.rados.0.smithi028.stdout:1265: done (3 left) 2024-08-29T17:51:41.721 INFO:tasks.rados.rados.0.smithi028.stdout:1266: done (2 left) 2024-08-29T17:51:41.721 INFO:tasks.rados.rados.0.smithi028.stdout:1267: done (1 left) 2024-08-29T17:51:41.721 INFO:tasks.rados.rados.0.smithi028.stdout:1268: done (0 left) 2024-08-29T17:51:41.721 INFO:tasks.rados.rados.0.smithi028.stdout:1269: delete oid 26 current snap is 127 2024-08-29T17:51:41.731 INFO:tasks.rados.rados.0.smithi028.stdout:1269: done (0 left) 2024-08-29T17:51:41.731 INFO:tasks.rados.rados.0.smithi028.stdout:1270: delete oid 5 current snap is 127 2024-08-29T17:51:41.734 INFO:tasks.rados.rados.0.smithi028.stdout:1270: done (0 left) 2024-08-29T17:51:41.734 INFO:tasks.rados.rados.0.smithi028.stdout:1271: copy_from oid 21 from oid 29 current snap is 127 2024-08-29T17:51:41.734 INFO:tasks.rados.rados.0.smithi028.stdout:append oid 3 current snap is 127 2024-08-29T17:51:41.734 INFO:tasks.rados.rados.0.smithi028.stdout:1272: seq_num 404 ranges {1826816=770048,2596864=712704,3309568=491520} 2024-08-29T17:51:41.749 INFO:tasks.rados.rados.0.smithi028.stdout:1272: writing smithi02869045-3 from 1826816 to 2596864 tid 1 2024-08-29T17:51:41.754 INFO:tasks.rados.rados.0.smithi028.stdout:1272: writing smithi02869045-3 from 2596864 to 3309568 tid 2 2024-08-29T17:51:41.757 INFO:tasks.rados.rados.0.smithi028.stdout:1272: writing smithi02869045-3 from 3309568 to 3801088 tid 3 2024-08-29T17:51:41.757 INFO:tasks.rados.rados.0.smithi028.stdout:1273: copy_from oid 35 from oid 34 current snap is 127 2024-08-29T17:51:41.757 INFO:tasks.rados.rados.0.smithi028.stdout:1274: read oid 19 snap -1 2024-08-29T17:51:41.758 INFO:tasks.rados.rados.0.smithi028.stdout:1274: expect deleted 2024-08-29T17:51:41.758 INFO:tasks.rados.rados.0.smithi028.stdout:append oid 17 current snap is 127 2024-08-29T17:51:41.758 INFO:tasks.rados.rados.0.smithi028.stdout:1275: seq_num 405 ranges {0=786432,786432=589824,1376256=614400} 2024-08-29T17:51:41.763 INFO:tasks.rados.rados.0.smithi028.stdout:1275: writing smithi02869045-17 from 0 to 786432 tid 1 2024-08-29T17:51:41.767 INFO:tasks.rados.rados.0.smithi028.stdout:1275: writing smithi02869045-17 from 786432 to 1376256 tid 2 2024-08-29T17:51:41.767 INFO:journalctl@ceph.mgr.y.smithi028.stdout:Aug 29 17:51:41 smithi028 bash[70818]: ::ffff:172.21.15.53 - - [29/Aug/2024:17:51:41] "GET /metrics HTTP/1.1" 200 36043 "" "Prometheus/2.43.0" 2024-08-29T17:51:41.771 INFO:tasks.rados.rados.0.smithi028.stdout:1275: writing smithi02869045-17 from 1376256 to 1990656 tid 3 2024-08-29T17:51:41.771 INFO:tasks.rados.rados.0.smithi028.stdout:1276: copy_from oid 41 from oid 32 current snap is 127 2024-08-29T17:51:41.771 INFO:tasks.rados.rados.0.smithi028.stdout:append oid 8 current snap is 127 2024-08-29T17:51:41.772 INFO:tasks.rados.rados.0.smithi028.stdout:1277: seq_num 406 ranges {2834432=802816,3637248=475136,4112384=499712,4612096=229376} 2024-08-29T17:51:41.793 INFO:tasks.rados.rados.0.smithi028.stdout:1277: writing smithi02869045-8 from 2834432 to 3637248 tid 1 2024-08-29T17:51:41.795 INFO:tasks.rados.rados.0.smithi028.stdout:1277: writing smithi02869045-8 from 3637248 to 4112384 tid 2 2024-08-29T17:51:41.798 INFO:tasks.rados.rados.0.smithi028.stdout:1277: writing smithi02869045-8 from 4112384 to 4612096 tid 3 2024-08-29T17:51:41.800 INFO:tasks.rados.rados.0.smithi028.stdout:1277: writing smithi02869045-8 from 4612096 to 4841472 tid 4 2024-08-29T17:51:41.800 INFO:tasks.rados.rados.0.smithi028.stdout:append oid 2 current snap is 127 2024-08-29T17:51:41.800 INFO:tasks.rados.rados.0.smithi028.stdout:1272: finishing write tid 1 to smithi02869045-3 2024-08-29T17:51:41.800 INFO:tasks.rados.rados.0.smithi028.stdout:1272: finishing write tid 2 to smithi02869045-3 2024-08-29T17:51:41.800 INFO:tasks.rados.rados.0.smithi028.stdout:1272: finishing write tid 3 to smithi02869045-3 2024-08-29T17:51:41.800 INFO:tasks.rados.rados.0.smithi028.stdout:1272: finishing write tid 4 to smithi02869045-3 2024-08-29T17:51:41.800 INFO:tasks.rados.rados.0.smithi028.stdout:1272: finishing write tid 5 to smithi02869045-3 2024-08-29T17:51:41.800 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 3 v 815 (ObjNum 404 snap 127 seq_num 404) dirty exists 2024-08-29T17:51:41.801 INFO:tasks.rados.rados.0.smithi028.stdout:1272: left oid 3 (ObjNum 404 snap 127 seq_num 404) 2024-08-29T17:51:41.801 INFO:tasks.rados.rados.0.smithi028.stdout:1271: finishing copy_from racing read to smithi02869045-21 2024-08-29T17:51:41.801 INFO:tasks.rados.rados.0.smithi028.stdout:1275: finishing write tid 1 to smithi02869045-17 2024-08-29T17:51:41.801 INFO:tasks.rados.rados.0.smithi028.stdout:1278: seq_num 407 ranges {7667712=425984,8093696=761856,8855552=704512,9560064=139264} 2024-08-29T17:51:41.846 INFO:tasks.rados.rados.0.smithi028.stdout:1278: writing smithi02869045-2 from 7667712 to 8093696 tid 1 2024-08-29T17:51:41.850 INFO:tasks.rados.rados.0.smithi028.stdout:1278: writing smithi02869045-2 from 8093696 to 8855552 tid 2 2024-08-29T17:51:41.854 INFO:tasks.rados.rados.0.smithi028.stdout:1278: writing smithi02869045-2 from 8855552 to 9560064 tid 3 2024-08-29T17:51:41.856 INFO:tasks.rados.rados.0.smithi028.stdout:1278: writing smithi02869045-2 from 9560064 to 9699328 tid 4 2024-08-29T17:51:41.856 INFO:tasks.rados.rados.0.smithi028.stdout:1272: done (7 left) 2024-08-29T17:51:41.856 INFO:tasks.rados.rados.0.smithi028.stdout:1274: done (6 left) 2024-08-29T17:51:41.856 INFO:tasks.rados.rados.0.smithi028.stdout:1279: read oid 42 snap -1 2024-08-29T17:51:41.856 INFO:tasks.rados.rados.0.smithi028.stdout:1279: expect deleted 2024-08-29T17:51:41.856 INFO:tasks.rados.rados.0.smithi028.stdout:1280: snap_create 2024-08-29T17:51:41.856 INFO:tasks.rados.rados.0.smithi028.stdout:1273: finishing copy_from racing read to smithi02869045-35 2024-08-29T17:51:41.856 INFO:tasks.rados.rados.0.smithi028.stdout:1275: finishing write tid 2 to smithi02869045-17 2024-08-29T17:51:41.856 INFO:tasks.rados.rados.0.smithi028.stdout:1271: finishing copy_from to smithi02869045-21 2024-08-29T17:51:41.857 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 21 v 493 (ObjNum 393 snap 126 seq_num 393) dirty exists 2024-08-29T17:51:41.857 INFO:tasks.rados.rados.0.smithi028.stdout:1275: finishing write tid 3 to smithi02869045-17 2024-08-29T17:51:41.857 INFO:tasks.rados.rados.0.smithi028.stdout:1275: finishing write tid 4 to smithi02869045-17 2024-08-29T17:51:41.857 INFO:tasks.rados.rados.0.smithi028.stdout:1273: finishing copy_from to smithi02869045-35 2024-08-29T17:51:41.857 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 35 v 468 (ObjNum 273 snap 78 seq_num 273) dirty exists 2024-08-29T17:51:41.857 INFO:tasks.rados.rados.0.smithi028.stdout:1275: finishing write tid 5 to smithi02869045-17 2024-08-29T17:51:41.857 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 17 v 1006 (ObjNum 405 snap 127 seq_num 405) dirty exists 2024-08-29T17:51:41.857 INFO:tasks.rados.rados.0.smithi028.stdout:1275: left oid 17 (ObjNum 405 snap 127 seq_num 405) 2024-08-29T17:51:41.857 INFO:tasks.rados.rados.0.smithi028.stdout:1277: finishing write tid 1 to smithi02869045-8 2024-08-29T17:51:41.857 INFO:tasks.rados.rados.0.smithi028.stdout:1277: finishing write tid 2 to smithi02869045-8 2024-08-29T17:51:41.857 INFO:tasks.rados.rados.0.smithi028.stdout:1277: finishing write tid 3 to smithi02869045-8 2024-08-29T17:51:41.857 INFO:tasks.rados.rados.0.smithi028.stdout:1277: finishing write tid 4 to smithi02869045-8 2024-08-29T17:51:41.857 INFO:tasks.rados.rados.0.smithi028.stdout:1277: finishing write tid 5 to smithi02869045-8 2024-08-29T17:51:41.857 INFO:tasks.rados.rados.0.smithi028.stdout:1277: finishing write tid 6 to smithi02869045-8 2024-08-29T17:51:41.857 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 8 v 527 (ObjNum 406 snap 127 seq_num 406) dirty exists 2024-08-29T17:51:41.858 INFO:tasks.rados.rados.0.smithi028.stdout:1277: left oid 8 (ObjNum 406 snap 127 seq_num 406) 2024-08-29T17:51:41.858 INFO:tasks.rados.rados.0.smithi028.stdout:1276: finishing copy_from racing read to smithi02869045-41 2024-08-29T17:51:41.858 INFO:tasks.rados.rados.0.smithi028.stdout:1276: finishing copy_from to smithi02869045-41 2024-08-29T17:51:41.858 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 41 v 150 (ObjNum 391 snap 126 seq_num 391) dirty exists 2024-08-29T17:51:41.858 INFO:tasks.rados.rados.0.smithi028.stdout:1278: finishing write tid 1 to smithi02869045-2 2024-08-29T17:51:41.858 INFO:tasks.rados.rados.0.smithi028.stdout:1278: finishing write tid 2 to smithi02869045-2 2024-08-29T17:51:41.861 INFO:tasks.rados.rados.0.smithi028.stdout:1278: finishing write tid 3 to smithi02869045-2 2024-08-29T17:51:41.862 INFO:tasks.rados.rados.0.smithi028.stdout:1278: finishing write tid 4 to smithi02869045-2 2024-08-29T17:51:41.862 INFO:tasks.rados.rados.0.smithi028.stdout:1278: finishing write tid 5 to smithi02869045-2 2024-08-29T17:51:41.863 INFO:tasks.rados.rados.0.smithi028.stdout:1278: finishing write tid 6 to smithi02869045-2 2024-08-29T17:51:41.863 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 2 v 780 (ObjNum 407 snap 127 seq_num 407) dirty exists 2024-08-29T17:51:41.863 INFO:tasks.rados.rados.0.smithi028.stdout:1278: left oid 2 (ObjNum 407 snap 127 seq_num 407) 2024-08-29T17:51:42.128 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:51:42 smithi028 bash[22419]: audit 2024-08-29T17:51:41.009017+0000 mon.a (mon.0) 1494 : audit [INF] from='mgr.24944 172.21.15.28:0/4206064451' entity='mgr.y' 2024-08-29T17:51:42.128 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:51:42 smithi028 bash[22419]: audit 2024-08-29T17:51:41.017189+0000 mon.a (mon.0) 1495 : audit [INF] from='mgr.24944 172.21.15.28:0/4206064451' entity='mgr.y' 2024-08-29T17:51:42.128 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:51:42 smithi028 bash[22419]: audit 2024-08-29T17:51:41.018905+0000 mon.a (mon.0) 1496 : audit [DBG] from='mgr.24944 172.21.15.28:0/4206064451' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-29T17:51:42.128 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:51:42 smithi028 bash[22419]: audit 2024-08-29T17:51:41.020493+0000 mon.a (mon.0) 1497 : audit [INF] from='mgr.24944 172.21.15.28:0/4206064451' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-29T17:51:42.128 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:51:42 smithi028 bash[22419]: audit 2024-08-29T17:51:41.027784+0000 mon.a (mon.0) 1498 : audit [INF] from='mgr.24944 172.21.15.28:0/4206064451' entity='mgr.y' 2024-08-29T17:51:42.128 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:51:42 smithi028 bash[22419]: audit 2024-08-29T17:51:41.144201+0000 mon.a (mon.0) 1499 : audit [DBG] from='mgr.24944 172.21.15.28:0/4206064451' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-29T17:51:42.129 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:51:42 smithi028 bash[22419]: audit 2024-08-29T17:51:41.146948+0000 mon.a (mon.0) 1500 : audit [DBG] from='mgr.24944 172.21.15.28:0/4206064451' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-08-29T17:51:42.129 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:51:42 smithi028 bash[22419]: cephadm 2024-08-29T17:51:41.148191+0000 mgr.y (mgr.24944) 49 : cephadm [INF] Upgrade: Setting container_image for all mgr 2024-08-29T17:51:42.129 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:51:42 smithi028 bash[22419]: audit 2024-08-29T17:51:41.153036+0000 mon.a (mon.0) 1501 : audit [INF] from='mgr.24944 172.21.15.28:0/4206064451' entity='mgr.y' 2024-08-29T17:51:42.129 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:51:42 smithi028 bash[22419]: audit 2024-08-29T17:51:41.154365+0000 mon.a (mon.0) 1502 : audit [INF] from='mgr.24944 172.21.15.28:0/4206064451' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mgr.x"}]: dispatch 2024-08-29T17:51:42.129 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:51:42 smithi028 bash[22419]: audit 2024-08-29T17:51:41.160249+0000 mon.a (mon.0) 1503 : audit [INF] from='mgr.24944 172.21.15.28:0/4206064451' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mgr.x"}]': finished 2024-08-29T17:51:42.129 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:51:42 smithi028 bash[22419]: audit 2024-08-29T17:51:41.161494+0000 mon.a (mon.0) 1504 : audit [INF] from='mgr.24944 172.21.15.28:0/4206064451' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mgr.y"}]: dispatch 2024-08-29T17:51:42.129 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:51:42 smithi028 bash[22419]: audit 2024-08-29T17:51:41.167297+0000 mon.a (mon.0) 1505 : audit [INF] from='mgr.24944 172.21.15.28:0/4206064451' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mgr.y"}]': finished 2024-08-29T17:51:42.129 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:51:42 smithi028 bash[22419]: audit 2024-08-29T17:51:41.169260+0000 mon.a (mon.0) 1506 : audit [DBG] from='mgr.24944 172.21.15.28:0/4206064451' entity='mgr.y' cmd=[{"prefix": "quorum_status"}]: dispatch 2024-08-29T17:51:42.129 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:51:42 smithi028 bash[22419]: audit 2024-08-29T17:51:41.170854+0000 mon.a (mon.0) 1507 : audit [DBG] from='mgr.24944 172.21.15.28:0/4206064451' entity='mgr.y' cmd=[{"prefix": "mon ok-to-stop", "ids": ["a"]}]: dispatch 2024-08-29T17:51:42.129 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:51:42 smithi028 bash[22419]: cephadm 2024-08-29T17:51:41.171811+0000 mgr.y (mgr.24944) 50 : cephadm [INF] Upgrade: It appears safe to stop mon.a 2024-08-29T17:51:42.129 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:51:42 smithi028 bash[22419]: cluster 2024-08-29T17:51:41.664667+0000 mgr.y (mgr.24944) 51 : cluster [DBG] pgmap v80: 121 pgs: 121 active+clean; 365 MiB data, 2.8 GiB used, 712 GiB / 715 GiB avail; 4.1 MiB/s rd, 4.1 MiB/s wr, 24 op/s 2024-08-29T17:51:42.129 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:51:42 smithi028 bash[22419]: cluster 2024-08-29T17:51:41.724957+0000 mon.a (mon.0) 1508 : cluster [DBG] osdmap e314: 8 total, 8 up, 8 in 2024-08-29T17:51:42.130 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:51:42 smithi028 bash[31855]: audit 2024-08-29T17:51:41.009017+0000 mon.a (mon.0) 1494 : audit [INF] from='mgr.24944 172.21.15.28:0/4206064451' entity='mgr.y' 2024-08-29T17:51:42.130 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:51:42 smithi028 bash[31855]: audit 2024-08-29T17:51:41.017189+0000 mon.a (mon.0) 1495 : audit [INF] from='mgr.24944 172.21.15.28:0/4206064451' entity='mgr.y' 2024-08-29T17:51:42.130 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:51:42 smithi028 bash[31855]: audit 2024-08-29T17:51:41.018905+0000 mon.a (mon.0) 1496 : audit [DBG] from='mgr.24944 172.21.15.28:0/4206064451' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-29T17:51:42.130 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:51:42 smithi028 bash[31855]: audit 2024-08-29T17:51:41.020493+0000 mon.a (mon.0) 1497 : audit [INF] from='mgr.24944 172.21.15.28:0/4206064451' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-29T17:51:42.130 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:51:42 smithi028 bash[31855]: audit 2024-08-29T17:51:41.027784+0000 mon.a (mon.0) 1498 : audit [INF] from='mgr.24944 172.21.15.28:0/4206064451' entity='mgr.y' 2024-08-29T17:51:42.130 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:51:42 smithi028 bash[31855]: audit 2024-08-29T17:51:41.144201+0000 mon.a (mon.0) 1499 : audit [DBG] from='mgr.24944 172.21.15.28:0/4206064451' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-29T17:51:42.130 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:51:42 smithi028 bash[31855]: audit 2024-08-29T17:51:41.146948+0000 mon.a (mon.0) 1500 : audit [DBG] from='mgr.24944 172.21.15.28:0/4206064451' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-08-29T17:51:42.130 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:51:42 smithi028 bash[31855]: cephadm 2024-08-29T17:51:41.148191+0000 mgr.y (mgr.24944) 49 : cephadm [INF] Upgrade: Setting container_image for all mgr 2024-08-29T17:51:42.131 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:51:42 smithi028 bash[31855]: audit 2024-08-29T17:51:41.153036+0000 mon.a (mon.0) 1501 : audit [INF] from='mgr.24944 172.21.15.28:0/4206064451' entity='mgr.y' 2024-08-29T17:51:42.131 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:51:42 smithi028 bash[31855]: audit 2024-08-29T17:51:41.154365+0000 mon.a (mon.0) 1502 : audit [INF] from='mgr.24944 172.21.15.28:0/4206064451' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mgr.x"}]: dispatch 2024-08-29T17:51:42.131 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:51:42 smithi028 bash[31855]: audit 2024-08-29T17:51:41.160249+0000 mon.a (mon.0) 1503 : audit [INF] from='mgr.24944 172.21.15.28:0/4206064451' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mgr.x"}]': finished 2024-08-29T17:51:42.131 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:51:42 smithi028 bash[31855]: audit 2024-08-29T17:51:41.161494+0000 mon.a (mon.0) 1504 : audit [INF] from='mgr.24944 172.21.15.28:0/4206064451' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mgr.y"}]: dispatch 2024-08-29T17:51:42.131 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:51:42 smithi028 bash[31855]: audit 2024-08-29T17:51:41.167297+0000 mon.a (mon.0) 1505 : audit [INF] from='mgr.24944 172.21.15.28:0/4206064451' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mgr.y"}]': finished 2024-08-29T17:51:42.131 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:51:42 smithi028 bash[31855]: audit 2024-08-29T17:51:41.169260+0000 mon.a (mon.0) 1506 : audit [DBG] from='mgr.24944 172.21.15.28:0/4206064451' entity='mgr.y' cmd=[{"prefix": "quorum_status"}]: dispatch 2024-08-29T17:51:42.131 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:51:42 smithi028 bash[31855]: audit 2024-08-29T17:51:41.170854+0000 mon.a (mon.0) 1507 : audit [DBG] from='mgr.24944 172.21.15.28:0/4206064451' entity='mgr.y' cmd=[{"prefix": "mon ok-to-stop", "ids": ["a"]}]: dispatch 2024-08-29T17:51:42.131 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:51:42 smithi028 bash[31855]: cephadm 2024-08-29T17:51:41.171811+0000 mgr.y (mgr.24944) 50 : cephadm [INF] Upgrade: It appears safe to stop mon.a 2024-08-29T17:51:42.131 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:51:42 smithi028 bash[31855]: cluster 2024-08-29T17:51:41.664667+0000 mgr.y (mgr.24944) 51 : cluster [DBG] pgmap v80: 121 pgs: 121 active+clean; 365 MiB data, 2.8 GiB used, 712 GiB / 715 GiB avail; 4.1 MiB/s rd, 4.1 MiB/s wr, 24 op/s 2024-08-29T17:51:42.131 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:51:42 smithi028 bash[31855]: cluster 2024-08-29T17:51:41.724957+0000 mon.a (mon.0) 1508 : cluster [DBG] osdmap e314: 8 total, 8 up, 8 in 2024-08-29T17:51:42.314 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:51:42 smithi053 bash[24720]: audit 2024-08-29T17:51:41.009017+0000 mon.a (mon.0) 1494 : audit [INF] from='mgr.24944 172.21.15.28:0/4206064451' entity='mgr.y' 2024-08-29T17:51:42.314 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:51:42 smithi053 bash[24720]: audit 2024-08-29T17:51:41.017189+0000 mon.a (mon.0) 1495 : audit [INF] from='mgr.24944 172.21.15.28:0/4206064451' entity='mgr.y' 2024-08-29T17:51:42.314 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:51:42 smithi053 bash[24720]: audit 2024-08-29T17:51:41.018905+0000 mon.a (mon.0) 1496 : audit [DBG] from='mgr.24944 172.21.15.28:0/4206064451' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-29T17:51:42.314 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:51:42 smithi053 bash[24720]: audit 2024-08-29T17:51:41.020493+0000 mon.a (mon.0) 1497 : audit [INF] from='mgr.24944 172.21.15.28:0/4206064451' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-29T17:51:42.314 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:51:42 smithi053 bash[24720]: audit 2024-08-29T17:51:41.027784+0000 mon.a (mon.0) 1498 : audit [INF] from='mgr.24944 172.21.15.28:0/4206064451' entity='mgr.y' 2024-08-29T17:51:42.314 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:51:42 smithi053 bash[24720]: audit 2024-08-29T17:51:41.144201+0000 mon.a (mon.0) 1499 : audit [DBG] from='mgr.24944 172.21.15.28:0/4206064451' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-29T17:51:42.314 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:51:42 smithi053 bash[24720]: audit 2024-08-29T17:51:41.146948+0000 mon.a (mon.0) 1500 : audit [DBG] from='mgr.24944 172.21.15.28:0/4206064451' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-08-29T17:51:42.314 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:51:42 smithi053 bash[24720]: cephadm 2024-08-29T17:51:41.148191+0000 mgr.y (mgr.24944) 49 : cephadm [INF] Upgrade: Setting container_image for all mgr 2024-08-29T17:51:42.314 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:51:42 smithi053 bash[24720]: audit 2024-08-29T17:51:41.153036+0000 mon.a (mon.0) 1501 : audit [INF] from='mgr.24944 172.21.15.28:0/4206064451' entity='mgr.y' 2024-08-29T17:51:42.314 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:51:42 smithi053 bash[24720]: audit 2024-08-29T17:51:41.154365+0000 mon.a (mon.0) 1502 : audit [INF] from='mgr.24944 172.21.15.28:0/4206064451' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mgr.x"}]: dispatch 2024-08-29T17:51:42.315 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:51:42 smithi053 bash[24720]: audit 2024-08-29T17:51:41.160249+0000 mon.a (mon.0) 1503 : audit [INF] from='mgr.24944 172.21.15.28:0/4206064451' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mgr.x"}]': finished 2024-08-29T17:51:42.315 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:51:42 smithi053 bash[24720]: audit 2024-08-29T17:51:41.161494+0000 mon.a (mon.0) 1504 : audit [INF] from='mgr.24944 172.21.15.28:0/4206064451' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mgr.y"}]: dispatch 2024-08-29T17:51:42.315 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:51:42 smithi053 bash[24720]: audit 2024-08-29T17:51:41.167297+0000 mon.a (mon.0) 1505 : audit [INF] from='mgr.24944 172.21.15.28:0/4206064451' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mgr.y"}]': finished 2024-08-29T17:51:42.315 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:51:42 smithi053 bash[24720]: audit 2024-08-29T17:51:41.169260+0000 mon.a (mon.0) 1506 : audit [DBG] from='mgr.24944 172.21.15.28:0/4206064451' entity='mgr.y' cmd=[{"prefix": "quorum_status"}]: dispatch 2024-08-29T17:51:42.315 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:51:42 smithi053 bash[24720]: audit 2024-08-29T17:51:41.170854+0000 mon.a (mon.0) 1507 : audit [DBG] from='mgr.24944 172.21.15.28:0/4206064451' entity='mgr.y' cmd=[{"prefix": "mon ok-to-stop", "ids": ["a"]}]: dispatch 2024-08-29T17:51:42.315 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:51:42 smithi053 bash[24720]: cephadm 2024-08-29T17:51:41.171811+0000 mgr.y (mgr.24944) 50 : cephadm [INF] Upgrade: It appears safe to stop mon.a 2024-08-29T17:51:42.315 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:51:42 smithi053 bash[24720]: cluster 2024-08-29T17:51:41.664667+0000 mgr.y (mgr.24944) 51 : cluster [DBG] pgmap v80: 121 pgs: 121 active+clean; 365 MiB data, 2.8 GiB used, 712 GiB / 715 GiB avail; 4.1 MiB/s rd, 4.1 MiB/s wr, 24 op/s 2024-08-29T17:51:42.315 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:51:42 smithi053 bash[24720]: cluster 2024-08-29T17:51:41.724957+0000 mon.a (mon.0) 1508 : cluster [DBG] osdmap e314: 8 total, 8 up, 8 in 2024-08-29T17:51:42.574 INFO:journalctl@ceph.prometheus.a.smithi053.stdout:Aug 29 17:51:42 smithi053 bash[61790]: ts=2024-08-29T17:51:42.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"3167ee72-662c-11ef-bcd4-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-29T17:51:42.727 INFO:tasks.rados.rados.0.smithi028.stdout:1271: done (7 left) 2024-08-29T17:51:42.727 INFO:tasks.rados.rados.0.smithi028.stdout:1273: done (6 left) 2024-08-29T17:51:42.727 INFO:tasks.rados.rados.0.smithi028.stdout:1275: done (5 left) 2024-08-29T17:51:42.727 INFO:tasks.rados.rados.0.smithi028.stdout:1276: done (4 left) 2024-08-29T17:51:42.727 INFO:tasks.rados.rados.0.smithi028.stdout:1277: done (3 left) 2024-08-29T17:51:42.727 INFO:tasks.rados.rados.0.smithi028.stdout:1278: done (2 left) 2024-08-29T17:51:42.728 INFO:tasks.rados.rados.0.smithi028.stdout:1279: done (1 left) 2024-08-29T17:51:42.728 INFO:tasks.rados.rados.0.smithi028.stdout:1280: done (0 left) 2024-08-29T17:51:42.728 INFO:tasks.rados.rados.0.smithi028.stdout:1281: setattr oid 23 current snap is 128 2024-08-29T17:51:42.728 INFO:tasks.rados.rados.0.smithi028.stdout:1282: snap_remove snap 95 2024-08-29T17:51:43.739 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 23 v 485 (ObjNum 352 snap 113 seq_num 352) dirty exists 2024-08-29T17:51:43.739 INFO:tasks.rados.rados.0.smithi028.stdout:1281: done (1 left) 2024-08-29T17:51:43.739 INFO:tasks.rados.rados.0.smithi028.stdout:1282: done (0 left) 2024-08-29T17:51:43.739 INFO:tasks.rados.rados.0.smithi028.stdout:append oid 41 current snap is 128 2024-08-29T17:51:43.739 INFO:tasks.rados.rados.0.smithi028.stdout:1283: seq_num 408 ranges {7233536=442368,7675904=647168,8323072=507904,8830976=450560} 2024-08-29T17:51:43.785 INFO:tasks.rados.rados.0.smithi028.stdout:1283: writing smithi02869045-41 from 7233536 to 7675904 tid 1 2024-08-29T17:51:43.789 INFO:tasks.rados.rados.0.smithi028.stdout:1283: writing smithi02869045-41 from 7675904 to 8323072 tid 2 2024-08-29T17:51:43.793 INFO:tasks.rados.rados.0.smithi028.stdout:1283: writing smithi02869045-41 from 8323072 to 8830976 tid 3 2024-08-29T17:51:43.795 INFO:tasks.rados.rados.0.smithi028.stdout:1283: writing smithi02869045-41 from 8830976 to 9281536 tid 4 2024-08-29T17:51:43.795 INFO:tasks.rados.rados.0.smithi028.stdout:1284: snap_remove snap 109 2024-08-29T17:51:43.824 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:51:43 smithi053 bash[24720]: cluster 2024-08-29T17:51:42.731436+0000 mon.a (mon.0) 1509 : cluster [DBG] osdmap e315: 8 total, 8 up, 8 in 2024-08-29T17:51:43.824 INFO:journalctl@ceph.prometheus.a.smithi053.stdout:Aug 29 17:51:43 smithi053 bash[61790]: ts=2024-08-29T17:51:43.508Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=nodes name=CephNodeDiskspaceWarning index=4 msg="Evaluating rule failed" rule="alert: CephNodeDiskspaceWarning\nexpr: predict_linear(node_filesystem_free_bytes{device=~\"/.*\"}[2d], 3600 * 24 * 5)\n * on (instance) group_left (nodename) node_uname_info < 0\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.8.4\n severity: warning\n type: ceph_default\nannotations:\n description: Mountpoint {{ $labels.mountpoint }} on {{ $labels.nodename }} will\n be full in less than 5 days based on the 48 hour trailing fill rate.\n summary: Host filesystem free space is getting low\n" err="found duplicate series for the match group {instance=\"smithi028\"} on the right hand-side of the operation: [{__name__=\"node_uname_info\", domainname=\"(none)\", instance=\"smithi028\", job=\"node\", machine=\"x86_64\", nodename=\"smithi028\", release=\"5.15.0-119-generic\", sysname=\"Linux\", version=\"#129-Ubuntu SMP Fri Aug 2 19:25:20 UTC 2024\"}, {__name__=\"node_uname_info\", cluster=\"3167ee72-662c-11ef-bcd4-c7b262605968\", domainname=\"(none)\", instance=\"smithi028\", job=\"node\", machine=\"x86_64\", nodename=\"smithi028\", release=\"5.15.0-119-generic\", sysname=\"Linux\", version=\"#129-Ubuntu SMP Fri Aug 2 19:25:20 UTC 2024\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-29T17:51:43.877 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:51:43 smithi028 bash[22419]: cluster 2024-08-29T17:51:42.731436+0000 mon.a (mon.0) 1509 : cluster [DBG] osdmap e315: 8 total, 8 up, 8 in 2024-08-29T17:51:43.877 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:51:43 smithi028 bash[31855]: cluster 2024-08-29T17:51:42.731436+0000 mon.a (mon.0) 1509 : cluster [DBG] osdmap e315: 8 total, 8 up, 8 in 2024-08-29T17:51:44.535 INFO:tasks.rados.rados.0.smithi028.stdout:1283: finishing write tid 1 to smithi02869045-41 2024-08-29T17:51:44.535 INFO:tasks.rados.rados.0.smithi028.stdout:1283: finishing write tid 2 to smithi02869045-41 2024-08-29T17:51:44.535 INFO:tasks.rados.rados.0.smithi028.stdout:1283: finishing write tid 3 to smithi02869045-41 2024-08-29T17:51:44.535 INFO:tasks.rados.rados.0.smithi028.stdout:1283: finishing write tid 4 to smithi02869045-41 2024-08-29T17:51:44.535 INFO:tasks.rados.rados.0.smithi028.stdout:1283: finishing write tid 5 to smithi02869045-41 2024-08-29T17:51:44.535 INFO:tasks.rados.rados.0.smithi028.stdout:1283: finishing write tid 6 to smithi02869045-41 2024-08-29T17:51:44.535 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 41 v 547 (ObjNum 408 snap 128 seq_num 408) dirty exists 2024-08-29T17:51:44.535 INFO:tasks.rados.rados.0.smithi028.stdout:1283: left oid 41 (ObjNum 408 snap 128 seq_num 408) 2024-08-29T17:51:44.535 INFO:tasks.rados.rados.0.smithi028.stdout:1283: done (1 left) 2024-08-29T17:51:44.535 INFO:tasks.rados.rados.0.smithi028.stdout:1284: done (0 left) 2024-08-29T17:51:44.536 INFO:tasks.rados.rados.0.smithi028.stdout:1285: delete oid 3 current snap is 128 2024-08-29T17:51:44.562 INFO:tasks.rados.rados.0.smithi028.stdout:1285: done (0 left) 2024-08-29T17:51:44.562 INFO:tasks.rados.rados.0.smithi028.stdout:1286: rollback oid 50 current snap is 128 2024-08-29T17:51:44.562 INFO:tasks.rados.rados.0.smithi028.stdout:rollback oid 50 to 98 2024-08-29T17:51:44.562 INFO:tasks.rados.rados.0.smithi028.stdout:1287: copy_from oid 39 from oid 10 current snap is 128 2024-08-29T17:51:44.563 INFO:tasks.rados.rados.0.smithi028.stdout:append oid 2 current snap is 128 2024-08-29T17:51:44.563 INFO:tasks.rados.rados.0.smithi028.stdout:1288: seq_num 410 ranges {9699328=475136,10174464=417792,10592256=475136,11067392=425984,11493376=286720} 2024-08-29T17:51:44.631 INFO:tasks.rados.rados.0.smithi028.stdout:1288: writing smithi02869045-2 from 9699328 to 10174464 tid 1 2024-08-29T17:51:44.633 INFO:tasks.rados.rados.0.smithi028.stdout:1288: writing smithi02869045-2 from 10174464 to 10592256 tid 2 2024-08-29T17:51:44.636 INFO:tasks.rados.rados.0.smithi028.stdout:1288: writing smithi02869045-2 from 10592256 to 11067392 tid 3 2024-08-29T17:51:44.639 INFO:tasks.rados.rados.0.smithi028.stdout:1288: writing smithi02869045-2 from 11067392 to 11493376 tid 4 2024-08-29T17:51:44.641 INFO:tasks.rados.rados.0.smithi028.stdout:1288: writing smithi02869045-2 from 11493376 to 11780096 tid 5 2024-08-29T17:51:44.641 INFO:tasks.rados.rados.0.smithi028.stdout:1289: read oid 36 snap -1 2024-08-29T17:51:44.641 INFO:tasks.rados.rados.0.smithi028.stdout:1289: expect deleted 2024-08-29T17:51:44.641 INFO:tasks.rados.rados.0.smithi028.stdout:1290: rollback oid 32 current snap is 128 2024-08-29T17:51:44.641 INFO:tasks.rados.rados.0.smithi028.stdout:rollback oid 32 to 127 2024-08-29T17:51:44.642 INFO:tasks.rados.rados.0.smithi028.stdout:1291: rollback oid 40 current snap is 128 2024-08-29T17:51:44.642 INFO:tasks.rados.rados.0.smithi028.stdout:rollback oid 40 to 98 2024-08-29T17:51:44.642 INFO:tasks.rados.rados.0.smithi028.stdout:1292: copy_from oid 45 from oid 17 current snap is 128 2024-08-29T17:51:44.642 INFO:tasks.rados.rados.0.smithi028.stdout:1293: snap_create 2024-08-29T17:51:44.642 INFO:tasks.rados.rados.0.smithi028.stdout:1286: finishing rollback tid 0 to smithi02869045-50 2024-08-29T17:51:44.642 INFO:tasks.rados.rados.0.smithi028.stdout:1286: finishing rollback tid 1 to smithi02869045-50 2024-08-29T17:51:44.642 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 50 v 779 (ObjNum 4113 snap 0 seq_num 3829880092) dirty dne 2024-08-29T17:51:44.642 INFO:tasks.rados.rados.0.smithi028.stdout:1287: finishing copy_from racing read to smithi02869045-39 2024-08-29T17:51:44.642 INFO:tasks.rados.rados.0.smithi028.stdout:1287: finishing copy_from to smithi02869045-39 2024-08-29T17:51:44.642 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 39 v 706 (ObjNum 275 snap 79 seq_num 275) dirty exists 2024-08-29T17:51:44.642 INFO:tasks.rados.rados.0.smithi028.stdout:1288: finishing write tid 1 to smithi02869045-2 2024-08-29T17:51:44.642 INFO:tasks.rados.rados.0.smithi028.stdout:1288: finishing write tid 2 to smithi02869045-2 2024-08-29T17:51:44.642 INFO:tasks.rados.rados.0.smithi028.stdout:1288: finishing write tid 3 to smithi02869045-2 2024-08-29T17:51:44.646 INFO:tasks.rados.rados.0.smithi028.stdout:1288: finishing write tid 4 to smithi02869045-2 2024-08-29T17:51:44.646 INFO:tasks.rados.rados.0.smithi028.stdout:1288: finishing write tid 5 to smithi02869045-2 2024-08-29T17:51:44.646 INFO:tasks.rados.rados.0.smithi028.stdout:1288: finishing write tid 6 to smithi02869045-2 2024-08-29T17:51:44.648 INFO:tasks.rados.rados.0.smithi028.stdout:1291: finishing rollback tid 0 to smithi02869045-40 2024-08-29T17:51:44.648 INFO:tasks.rados.rados.0.smithi028.stdout:1288: finishing write tid 7 to smithi02869045-2 2024-08-29T17:51:44.648 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 2 v 803 (ObjNum 410 snap 128 seq_num 410) dirty exists 2024-08-29T17:51:44.648 INFO:tasks.rados.rados.0.smithi028.stdout:1288: left oid 2 (ObjNum 410 snap 128 seq_num 410) 2024-08-29T17:51:44.648 INFO:tasks.rados.rados.0.smithi028.stdout:1290: finishing rollback tid 0 to smithi02869045-32 2024-08-29T17:51:44.650 INFO:tasks.rados.rados.0.smithi028.stdout:1291: finishing rollback tid 1 to smithi02869045-40 2024-08-29T17:51:44.650 INFO:tasks.rados.rados.0.smithi028.stdout:1290: finishing rollback tid 1 to smithi02869045-32 2024-08-29T17:51:44.652 INFO:tasks.rados.rados.0.smithi028.stdout:1291: finishing rollback tid 2 to smithi02869045-40 2024-08-29T17:51:44.652 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 40 v 783 (ObjNum 283 snap 81 seq_num 283) dirty exists 2024-08-29T17:51:44.652 INFO:tasks.rados.rados.0.smithi028.stdout:1290: finishing rollback tid 2 to smithi02869045-32 2024-08-29T17:51:44.652 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 32 v 166 (ObjNum 391 snap 126 seq_num 391) dirty exists 2024-08-29T17:51:44.653 INFO:tasks.rados.rados.0.smithi028.stdout:1292: finishing copy_from racing read to smithi02869045-45 2024-08-29T17:51:44.657 INFO:tasks.rados.rados.0.smithi028.stdout:1292: finishing copy_from to smithi02869045-45 2024-08-29T17:51:44.657 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 45 v 1006 (ObjNum 405 snap 127 seq_num 405) dirty exists 2024-08-29T17:51:44.731 INFO:journalctl@ceph.prometheus.a.smithi053.stdout:Aug 29 17:51:44 smithi053 bash[61790]: ts=2024-08-29T17:51:44.454Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pgs name=CephPGsInactive index=0 msg="Evaluating rule failed" rule="alert: CephPGsInactive\nexpr: ceph_pool_metadata * on (pool_id, instance) group_left () (ceph_pg_total - ceph_pg_active)\n > 0\nfor: 5m\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.7.1\n severity: critical\n type: ceph_default\nannotations:\n description: '{{ $value }} PGs have been inactive for more than 5 minutes in pool\n {{ $labels.name }}. Inactive placement groups are not able to serve read/write\n requests.'\n summary: One or more placement groups are inactive\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the right hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"3167ee72-662c-11ef-bcd4-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-29T17:51:44.731 INFO:journalctl@ceph.prometheus.a.smithi053.stdout:Aug 29 17:51:44 smithi053 bash[61790]: ts=2024-08-29T17:51:44.455Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pgs name=CephPGsUnclean index=1 msg="Evaluating rule failed" rule="alert: CephPGsUnclean\nexpr: ceph_pool_metadata * on (pool_id, instance) group_left () (ceph_pg_total - ceph_pg_clean)\n > 0\nfor: 15m\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.7.2\n severity: warning\n type: ceph_default\nannotations:\n description: '{{ $value }} PGs have been unclean for more than 15 minutes in pool\n {{ $labels.name }}. Unclean PGs have not recovered from a previous failure.'\n summary: One or more placement groups are marked unclean\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the right hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"3167ee72-662c-11ef-bcd4-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-29T17:51:45.074 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:51:44 smithi053 bash[24720]: cluster 2024-08-29T17:51:43.665414+0000 mgr.y (mgr.24944) 52 : cluster [DBG] pgmap v83: 121 pgs: 121 active+clean; 365 MiB data, 2.8 GiB used, 712 GiB / 715 GiB avail; 4.0 MiB/s rd, 4.0 MiB/s wr, 23 op/s 2024-08-29T17:51:45.074 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:51:44 smithi053 bash[24720]: cluster 2024-08-29T17:51:43.742105+0000 mon.a (mon.0) 1510 : cluster [DBG] osdmap e316: 8 total, 8 up, 8 in 2024-08-29T17:51:45.074 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:51:44 smithi053 bash[24720]: audit 2024-08-29T17:51:44.059682+0000 mon.a (mon.0) 1511 : audit [INF] from='mgr.24944 172.21.15.28:0/4206064451' entity='mgr.y' 2024-08-29T17:51:45.074 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:51:44 smithi053 bash[24720]: audit 2024-08-29T17:51:44.061444+0000 mon.a (mon.0) 1512 : audit [INF] from='mgr.24944 172.21.15.28:0/4206064451' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2024-08-29T17:51:45.074 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:51:44 smithi053 bash[24720]: audit 2024-08-29T17:51:44.062700+0000 mon.a (mon.0) 1513 : audit [DBG] from='mgr.24944 172.21.15.28:0/4206064451' entity='mgr.y' cmd=[{"prefix": "config get", "who": "mon", "key": "public_network"}]: dispatch 2024-08-29T17:51:45.074 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:51:44 smithi053 bash[24720]: audit 2024-08-29T17:51:44.063873+0000 mon.a (mon.0) 1514 : audit [DBG] from='mgr.24944 172.21.15.28:0/4206064451' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-29T17:51:45.075 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:51:44 smithi053 bash[24720]: cluster 2024-08-29T17:51:44.535935+0000 mon.a (mon.0) 1515 : cluster [DBG] osdmap e317: 8 total, 8 up, 8 in 2024-08-29T17:51:45.127 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:51:44 smithi028 bash[31855]: cluster 2024-08-29T17:51:43.665414+0000 mgr.y (mgr.24944) 52 : cluster [DBG] pgmap v83: 121 pgs: 121 active+clean; 365 MiB data, 2.8 GiB used, 712 GiB / 715 GiB avail; 4.0 MiB/s rd, 4.0 MiB/s wr, 23 op/s 2024-08-29T17:51:45.127 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:51:44 smithi028 bash[31855]: cluster 2024-08-29T17:51:43.742105+0000 mon.a (mon.0) 1510 : cluster [DBG] osdmap e316: 8 total, 8 up, 8 in 2024-08-29T17:51:45.127 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:51:44 smithi028 bash[31855]: audit 2024-08-29T17:51:44.059682+0000 mon.a (mon.0) 1511 : audit [INF] from='mgr.24944 172.21.15.28:0/4206064451' entity='mgr.y' 2024-08-29T17:51:45.127 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:51:44 smithi028 bash[31855]: audit 2024-08-29T17:51:44.061444+0000 mon.a (mon.0) 1512 : audit [INF] from='mgr.24944 172.21.15.28:0/4206064451' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2024-08-29T17:51:45.127 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:51:44 smithi028 bash[31855]: audit 2024-08-29T17:51:44.062700+0000 mon.a (mon.0) 1513 : audit [DBG] from='mgr.24944 172.21.15.28:0/4206064451' entity='mgr.y' cmd=[{"prefix": "config get", "who": "mon", "key": "public_network"}]: dispatch 2024-08-29T17:51:45.127 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:51:44 smithi028 bash[31855]: audit 2024-08-29T17:51:44.063873+0000 mon.a (mon.0) 1514 : audit [DBG] from='mgr.24944 172.21.15.28:0/4206064451' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-29T17:51:45.127 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:51:44 smithi028 bash[31855]: cluster 2024-08-29T17:51:44.535935+0000 mon.a (mon.0) 1515 : cluster [DBG] osdmap e317: 8 total, 8 up, 8 in 2024-08-29T17:51:45.128 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:51:44 smithi028 bash[22419]: cluster 2024-08-29T17:51:43.665414+0000 mgr.y (mgr.24944) 52 : cluster [DBG] pgmap v83: 121 pgs: 121 active+clean; 365 MiB data, 2.8 GiB used, 712 GiB / 715 GiB avail; 4.0 MiB/s rd, 4.0 MiB/s wr, 23 op/s 2024-08-29T17:51:45.128 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:51:44 smithi028 bash[22419]: cluster 2024-08-29T17:51:43.742105+0000 mon.a (mon.0) 1510 : cluster [DBG] osdmap e316: 8 total, 8 up, 8 in 2024-08-29T17:51:45.128 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:51:44 smithi028 bash[22419]: audit 2024-08-29T17:51:44.059682+0000 mon.a (mon.0) 1511 : audit [INF] from='mgr.24944 172.21.15.28:0/4206064451' entity='mgr.y' 2024-08-29T17:51:45.128 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:51:44 smithi028 bash[22419]: audit 2024-08-29T17:51:44.061444+0000 mon.a (mon.0) 1512 : audit [INF] from='mgr.24944 172.21.15.28:0/4206064451' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2024-08-29T17:51:45.128 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:51:44 smithi028 bash[22419]: audit 2024-08-29T17:51:44.062700+0000 mon.a (mon.0) 1513 : audit [DBG] from='mgr.24944 172.21.15.28:0/4206064451' entity='mgr.y' cmd=[{"prefix": "config get", "who": "mon", "key": "public_network"}]: dispatch 2024-08-29T17:51:45.128 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:51:44 smithi028 bash[22419]: audit 2024-08-29T17:51:44.063873+0000 mon.a (mon.0) 1514 : audit [DBG] from='mgr.24944 172.21.15.28:0/4206064451' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-29T17:51:45.128 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:51:44 smithi028 bash[22419]: cluster 2024-08-29T17:51:44.535935+0000 mon.a (mon.0) 1515 : cluster [DBG] osdmap e317: 8 total, 8 up, 8 in 2024-08-29T17:51:45.534 INFO:tasks.rados.rados.0.smithi028.stdout:1286: done (7 left) 2024-08-29T17:51:45.534 INFO:tasks.rados.rados.0.smithi028.stdout:1287: done (6 left) 2024-08-29T17:51:45.534 INFO:tasks.rados.rados.0.smithi028.stdout:1288: done (5 left) 2024-08-29T17:51:45.534 INFO:tasks.rados.rados.0.smithi028.stdout:1289: done (4 left) 2024-08-29T17:51:45.534 INFO:tasks.rados.rados.0.smithi028.stdout:1290: done (3 left) 2024-08-29T17:51:45.534 INFO:tasks.rados.rados.0.smithi028.stdout:1291: done (2 left) 2024-08-29T17:51:45.534 INFO:tasks.rados.rados.0.smithi028.stdout:1292: done (1 left) 2024-08-29T17:51:45.535 INFO:tasks.rados.rados.0.smithi028.stdout:1293: done (0 left) 2024-08-29T17:51:45.535 INFO:tasks.rados.rados.0.smithi028.stdout:1294: read oid 31 snap 116 2024-08-29T17:51:45.535 INFO:tasks.rados.rados.0.smithi028.stdout:1294: expect (ObjNum 1676123776 snap 21900 seq_num 1676110128) 2024-08-29T17:51:45.535 INFO:tasks.rados.rados.0.smithi028.stdout:1295: snap_create 2024-08-29T17:51:45.538 INFO:tasks.rados.rados.0.smithi028.stdout:1294: expect (ObjNum 1676123776 snap 21900 seq_num 1676110128) 2024-08-29T17:51:46.042 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:51:45 smithi028 bash[22419]: cephadm 2024-08-29T17:51:44.050315+0000 mgr.y (mgr.24944) 53 : cephadm [INF] Upgrade: Updating mon.a 2024-08-29T17:51:46.042 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:51:45 smithi028 bash[22419]: cephadm 2024-08-29T17:51:44.065442+0000 mgr.y (mgr.24944) 54 : cephadm [INF] Deploying daemon mon.a on smithi028 2024-08-29T17:51:46.042 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:51:45 smithi028 bash[22419]: cluster 2024-08-29T17:51:45.538652+0000 mon.a (mon.0) 1516 : cluster [DBG] osdmap e318: 8 total, 8 up, 8 in 2024-08-29T17:51:46.043 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:51:45 smithi028 bash[31855]: cephadm 2024-08-29T17:51:44.050315+0000 mgr.y (mgr.24944) 53 : cephadm [INF] Upgrade: Updating mon.a 2024-08-29T17:51:46.043 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:51:45 smithi028 bash[31855]: cephadm 2024-08-29T17:51:44.065442+0000 mgr.y (mgr.24944) 54 : cephadm [INF] Deploying daemon mon.a on smithi028 2024-08-29T17:51:46.043 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:51:45 smithi028 bash[31855]: cluster 2024-08-29T17:51:45.538652+0000 mon.a (mon.0) 1516 : cluster [DBG] osdmap e318: 8 total, 8 up, 8 in 2024-08-29T17:51:46.074 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:51:45 smithi053 bash[24720]: cephadm 2024-08-29T17:51:44.050315+0000 mgr.y (mgr.24944) 53 : cephadm [INF] Upgrade: Updating mon.a 2024-08-29T17:51:46.074 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:51:45 smithi053 bash[24720]: cephadm 2024-08-29T17:51:44.065442+0000 mgr.y (mgr.24944) 54 : cephadm [INF] Deploying daemon mon.a on smithi028 2024-08-29T17:51:46.074 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:51:45 smithi053 bash[24720]: cluster 2024-08-29T17:51:45.538652+0000 mon.a (mon.0) 1516 : cluster [DBG] osdmap e318: 8 total, 8 up, 8 in 2024-08-29T17:51:46.542 INFO:tasks.rados.rados.0.smithi028.stdout:1294: done (1 left) 2024-08-29T17:51:46.543 INFO:tasks.rados.rados.0.smithi028.stdout:1295: done (0 left) 2024-08-29T17:51:46.543 INFO:tasks.rados.rados.0.smithi028.stdout:append oid 28 current snap is 130 2024-08-29T17:51:46.543 INFO:tasks.rados.rados.0.smithi028.stdout:1296: seq_num 411 ranges {0=491520,491520=753664,1245184=688128,1933312=163840} 2024-08-29T17:51:46.546 INFO:tasks.rados.rados.0.smithi028.stdout:1296: writing smithi02869045-28 from 0 to 491520 tid 1 2024-08-29T17:51:46.552 INFO:tasks.rados.rados.0.smithi028.stdout:1296: writing smithi02869045-28 from 491520 to 1245184 tid 2 2024-08-29T17:51:46.557 INFO:tasks.rados.rados.0.smithi028.stdout:1296: writing smithi02869045-28 from 1245184 to 1933312 tid 3 2024-08-29T17:51:46.558 INFO:tasks.rados.rados.0.smithi028.stdout:1296: writing smithi02869045-28 from 1933312 to 2097152 tid 4 2024-08-29T17:51:46.558 INFO:tasks.rados.rados.0.smithi028.stdout:1297: rollback oid 6 current snap is 130 2024-08-29T17:51:46.558 INFO:tasks.rados.rados.0.smithi028.stdout:rollback oid 6 to 114 2024-08-29T17:51:46.559 INFO:tasks.rados.rados.0.smithi028.stdout:1298: snap_remove snap 97 2024-08-29T17:51:46.877 INFO:journalctl@ceph.mgr.y.smithi028.stdout:Aug 29 17:51:46 smithi028 systemd[1]: /etc/systemd/system/ceph-3167ee72-662c-11ef-bcd4-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-08-29T17:51:46.877 INFO:journalctl@ceph.osd.0.smithi028.stdout:Aug 29 17:51:46 smithi028 systemd[1]: /etc/systemd/system/ceph-3167ee72-662c-11ef-bcd4-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-08-29T17:51:46.877 INFO:journalctl@ceph.osd.2.smithi028.stdout:Aug 29 17:51:46 smithi028 systemd[1]: /etc/systemd/system/ceph-3167ee72-662c-11ef-bcd4-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-08-29T17:51:46.878 INFO:journalctl@ceph.osd.3.smithi028.stdout:Aug 29 17:51:46 smithi028 systemd[1]: /etc/systemd/system/ceph-3167ee72-662c-11ef-bcd4-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-08-29T17:51:46.878 INFO:journalctl@ceph.mds.a.smithi028.stdout:Aug 29 17:51:46 smithi028 systemd[1]: /etc/systemd/system/ceph-3167ee72-662c-11ef-bcd4-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-08-29T17:51:46.878 INFO:journalctl@ceph.node-exporter.a.smithi028.stdout:Aug 29 17:51:46 smithi028 systemd[1]: /etc/systemd/system/ceph-3167ee72-662c-11ef-bcd4-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-08-29T17:51:46.879 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:51:46 smithi028 systemd[1]: /etc/systemd/system/ceph-3167ee72-662c-11ef-bcd4-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-08-29T17:51:46.879 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:51:46 smithi028 bash[22419]: cluster 2024-08-29T17:51:45.666183+0000 mgr.y (mgr.24944) 55 : cluster [DBG] pgmap v87: 121 pgs: 121 active+clean; 365 MiB data, 2.8 GiB used, 712 GiB / 715 GiB avail 2024-08-29T17:51:46.879 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:51:46 smithi028 bash[22419]: cluster 2024-08-29T17:51:46.546697+0000 mon.a (mon.0) 1517 : cluster [DBG] osdmap e319: 8 total, 8 up, 8 in 2024-08-29T17:51:46.879 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:51:46 smithi028 systemd[1]: Stopping Ceph mon.a for 3167ee72-662c-11ef-bcd4-c7b262605968... 2024-08-29T17:51:46.879 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:51:46 smithi028 systemd[1]: /etc/systemd/system/ceph-3167ee72-662c-11ef-bcd4-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-08-29T17:51:46.879 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:51:46 smithi028 bash[31855]: cluster 2024-08-29T17:51:45.666183+0000 mgr.y (mgr.24944) 55 : cluster [DBG] pgmap v87: 121 pgs: 121 active+clean; 365 MiB data, 2.8 GiB used, 712 GiB / 715 GiB avail 2024-08-29T17:51:46.879 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:51:46 smithi028 bash[31855]: cluster 2024-08-29T17:51:46.546697+0000 mon.a (mon.0) 1517 : cluster [DBG] osdmap e319: 8 total, 8 up, 8 in 2024-08-29T17:51:46.880 INFO:journalctl@ceph.osd.1.smithi028.stdout:Aug 29 17:51:46 smithi028 systemd[1]: /etc/systemd/system/ceph-3167ee72-662c-11ef-bcd4-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-08-29T17:51:46.880 INFO:journalctl@ceph.alertmanager.a.smithi028.stdout:Aug 29 17:51:46 smithi028 systemd[1]: /etc/systemd/system/ceph-3167ee72-662c-11ef-bcd4-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-08-29T17:51:47.074 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:51:46 smithi053 bash[24720]: cluster 2024-08-29T17:51:45.666183+0000 mgr.y (mgr.24944) 55 : cluster [DBG] pgmap v87: 121 pgs: 121 active+clean; 365 MiB data, 2.8 GiB used, 712 GiB / 715 GiB avail 2024-08-29T17:51:47.074 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:51:46 smithi053 bash[24720]: cluster 2024-08-29T17:51:46.546697+0000 mon.a (mon.0) 1517 : cluster [DBG] osdmap e319: 8 total, 8 up, 8 in 2024-08-29T17:51:47.377 INFO:journalctl@ceph.mgr.y.smithi028.stdout:Aug 29 17:51:46 smithi028 bash[70818]: [29/Aug/2024:17:51:46] ENGINE Bus STOPPING 2024-08-29T17:51:47.377 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:51:46 smithi028 bash[22419]: debug 2024-08-29T17:51:46.913+0000 7f9a33033640 -1 received signal: Terminated from /sbin/docker-init -- /usr/bin/ceph-mon -n mon.a -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug --default-mon-cluster-log-to-file=false --default-mon-cluster-log-to-stderr=true (PID: 1) UID: 0 2024-08-29T17:51:47.377 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:51:46 smithi028 bash[22419]: debug 2024-08-29T17:51:46.913+0000 7f9a33033640 -1 mon.a@0(leader) e3 *** Got Signal Terminated *** 2024-08-29T17:51:47.737 INFO:journalctl@ceph.mgr.y.smithi028.stdout:Aug 29 17:51:47 smithi028 bash[70818]: [29/Aug/2024:17:51:47] ENGINE HTTP Server cherrypy._cpwsgi_server.CPWSGIServer(('::', 9283)) shut down 2024-08-29T17:51:47.737 INFO:journalctl@ceph.mgr.y.smithi028.stdout:Aug 29 17:51:47 smithi028 bash[70818]: [29/Aug/2024:17:51:47] ENGINE Bus STOPPED 2024-08-29T17:51:47.737 INFO:journalctl@ceph.mgr.y.smithi028.stdout:Aug 29 17:51:47 smithi028 bash[70818]: [29/Aug/2024:17:51:47] ENGINE Bus STARTING 2024-08-29T17:51:47.737 INFO:journalctl@ceph.mgr.y.smithi028.stdout:Aug 29 17:51:47 smithi028 bash[70818]: [29/Aug/2024:17:51:47] ENGINE Serving on http://:::9283 2024-08-29T17:51:47.737 INFO:journalctl@ceph.mgr.y.smithi028.stdout:Aug 29 17:51:47 smithi028 bash[70818]: [29/Aug/2024:17:51:47] ENGINE Bus STARTED 2024-08-29T17:51:47.737 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:51:47 smithi028 bash[77041]: ceph-3167ee72-662c-11ef-bcd4-c7b262605968-mon-a 2024-08-29T17:51:47.737 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:51:47 smithi028 bash[77113]: Error response from daemon: No such container: ceph-3167ee72-662c-11ef-bcd4-c7b262605968-mon-a 2024-08-29T17:51:47.737 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:51:47 smithi028 systemd[1]: ceph-3167ee72-662c-11ef-bcd4-c7b262605968@mon.a.service: Deactivated successfully. 2024-08-29T17:51:47.738 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:51:47 smithi028 systemd[1]: Stopped Ceph mon.a for 3167ee72-662c-11ef-bcd4-c7b262605968. 2024-08-29T17:51:48.127 INFO:journalctl@ceph.mgr.y.smithi028.stdout:Aug 29 17:51:47 smithi028 systemd[1]: /etc/systemd/system/ceph-3167ee72-662c-11ef-bcd4-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-08-29T17:51:48.127 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:51:47 smithi028 systemd[1]: /etc/systemd/system/ceph-3167ee72-662c-11ef-bcd4-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-08-29T17:51:48.127 INFO:journalctl@ceph.osd.0.smithi028.stdout:Aug 29 17:51:47 smithi028 systemd[1]: /etc/systemd/system/ceph-3167ee72-662c-11ef-bcd4-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-08-29T17:51:48.128 INFO:journalctl@ceph.osd.1.smithi028.stdout:Aug 29 17:51:47 smithi028 systemd[1]: /etc/systemd/system/ceph-3167ee72-662c-11ef-bcd4-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-08-29T17:51:48.128 INFO:journalctl@ceph.osd.2.smithi028.stdout:Aug 29 17:51:47 smithi028 systemd[1]: /etc/systemd/system/ceph-3167ee72-662c-11ef-bcd4-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-08-29T17:51:48.128 INFO:journalctl@ceph.node-exporter.a.smithi028.stdout:Aug 29 17:51:47 smithi028 systemd[1]: /etc/systemd/system/ceph-3167ee72-662c-11ef-bcd4-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-08-29T17:51:48.128 INFO:journalctl@ceph.alertmanager.a.smithi028.stdout:Aug 29 17:51:47 smithi028 systemd[1]: /etc/systemd/system/ceph-3167ee72-662c-11ef-bcd4-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-08-29T17:51:48.129 INFO:journalctl@ceph.osd.3.smithi028.stdout:Aug 29 17:51:47 smithi028 systemd[1]: /etc/systemd/system/ceph-3167ee72-662c-11ef-bcd4-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-08-29T17:51:48.129 INFO:journalctl@ceph.mds.a.smithi028.stdout:Aug 29 17:51:47 smithi028 systemd[1]: /etc/systemd/system/ceph-3167ee72-662c-11ef-bcd4-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-08-29T17:51:48.129 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:51:47 smithi028 systemd[1]: /etc/systemd/system/ceph-3167ee72-662c-11ef-bcd4-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-08-29T17:51:48.129 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:51:47 smithi028 systemd[1]: Started Ceph mon.a for 3167ee72-662c-11ef-bcd4-c7b262605968. 2024-08-29T17:51:49.074 INFO:journalctl@ceph.prometheus.a.smithi053.stdout:Aug 29 17:51:48 smithi053 bash[61790]: ts=2024-08-29T17:51:48.661Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=osd name=CephOSDFlapping index=13 msg="Evaluating rule failed" rule="alert: CephOSDFlapping\nexpr: (rate(ceph_osd_up[5m]) * on (ceph_daemon) group_left (hostname) ceph_osd_metadata)\n * 60 > 1\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.4.4\n severity: warning\n type: ceph_default\nannotations:\n description: OSD {{ $labels.ceph_daemon }} on {{ $labels.hostname }} was marked\n down and back up {{ $value | humanize }} times once a minute for 5 minutes. This\n may indicate a network issue (latency, packet loss, MTU mismatch) on the cluster\n network, or the public network if no cluster network is deployed. Check the network\n stats on the listed host(s).\n documentation: https://docs.ceph.com/en/latest/rados/troubleshooting/troubleshooting-osd#flapping-osds\n summary: Network issues are causing OSDs to flap (mark each other down)\n" err="found duplicate series for the match group {ceph_daemon=\"osd.0\"} on the right hand-side of the operation: [{__name__=\"ceph_osd_metadata\", ceph_daemon=\"osd.0\", ceph_version=\"ceph version 17.2.7-1503-ga89f613d (a89f613db4d5b6bca82681f19d73c6d337aae2d5) quincy (stable)\", cluster_addr=\"172.21.15.28\", device_class=\"ssd\", hostname=\"smithi028\", instance=\"ceph_cluster\", job=\"ceph\", objectstore=\"bluestore\", public_addr=\"172.21.15.28\"}, {__name__=\"ceph_osd_metadata\", ceph_daemon=\"osd.0\", ceph_version=\"ceph version 17.2.7-1503-ga89f613d (a89f613db4d5b6bca82681f19d73c6d337aae2d5) quincy (stable)\", cluster=\"3167ee72-662c-11ef-bcd4-c7b262605968\", cluster_addr=\"172.21.15.28\", device_class=\"ssd\", hostname=\"smithi028\", instance=\"ceph_cluster\", job=\"ceph\", objectstore=\"bluestore\", public_addr=\"172.21.15.28\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-29T17:51:49.377 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:51:49 smithi028 bash[77168]: debug 2024-08-29T17:51:49.061+0000 7ff3ab442b00 0 set uid:gid to 167:167 (ceph:ceph) 2024-08-29T17:51:49.378 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:51:49 smithi028 bash[77168]: debug 2024-08-29T17:51:49.061+0000 7ff3ab442b00 0 ceph version 19.1.1-235-g1ef86450 (1ef864504b8875c83ee6c2c5fedc13315bebf7f5) squid (rc), process ceph-mon, pid 7 2024-08-29T17:51:49.378 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:51:49 smithi028 bash[77168]: debug 2024-08-29T17:51:49.061+0000 7ff3ab442b00 0 pidfile_write: ignore empty --pid-file 2024-08-29T17:51:49.378 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:51:49 smithi028 bash[77168]: debug 2024-08-29T17:51:49.065+0000 7ff3ab442b00 0 load: jerasure load: lrc 2024-08-29T17:51:49.378 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:51:49 smithi028 bash[77168]: debug 2024-08-29T17:51:49.065+0000 7ff3ab442b00 4 rocksdb: RocksDB version: 7.9.2 2024-08-29T17:51:49.378 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:51:49 smithi028 bash[77168]: debug 2024-08-29T17:51:49.065+0000 7ff3ab442b00 4 rocksdb: Git sha 0 2024-08-29T17:51:49.378 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:51:49 smithi028 bash[77168]: debug 2024-08-29T17:51:49.065+0000 7ff3ab442b00 4 rocksdb: Compile date 2024-08-28 23:52:59 2024-08-29T17:51:49.378 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:51:49 smithi028 bash[77168]: debug 2024-08-29T17:51:49.065+0000 7ff3ab442b00 4 rocksdb: DB SUMMARY 2024-08-29T17:51:49.378 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:51:49 smithi028 bash[77168]: debug 2024-08-29T17:51:49.065+0000 7ff3ab442b00 4 rocksdb: DB Session ID: 4LKDMV5UO02ZOQQFNQI9 2024-08-29T17:51:49.378 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:51:49 smithi028 bash[77168]: debug 2024-08-29T17:51:49.065+0000 7ff3ab442b00 4 rocksdb: CURRENT file: CURRENT 2024-08-29T17:51:49.378 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:51:49 smithi028 bash[77168]: debug 2024-08-29T17:51:49.065+0000 7ff3ab442b00 4 rocksdb: IDENTITY file: IDENTITY 2024-08-29T17:51:49.378 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:51:49 smithi028 bash[77168]: debug 2024-08-29T17:51:49.065+0000 7ff3ab442b00 4 rocksdb: MANIFEST file: MANIFEST-000015 size: 1929 Bytes 2024-08-29T17:51:49.378 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:51:49 smithi028 bash[77168]: debug 2024-08-29T17:51:49.065+0000 7ff3ab442b00 4 rocksdb: SST files in /var/lib/ceph/mon/ceph-a/store.db dir, Total Num: 1, files: 000045.sst 2024-08-29T17:51:49.379 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:51:49 smithi028 bash[77168]: debug 2024-08-29T17:51:49.065+0000 7ff3ab442b00 4 rocksdb: Write Ahead Log file in /var/lib/ceph/mon/ceph-a/store.db: 000043.log size: 1888615 ; 2024-08-29T17:51:49.379 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:51:49 smithi028 bash[77168]: debug 2024-08-29T17:51:49.065+0000 7ff3ab442b00 4 rocksdb: Options.error_if_exists: 0 2024-08-29T17:51:49.379 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:51:49 smithi028 bash[77168]: debug 2024-08-29T17:51:49.065+0000 7ff3ab442b00 4 rocksdb: Options.create_if_missing: 0 2024-08-29T17:51:49.379 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:51:49 smithi028 bash[77168]: debug 2024-08-29T17:51:49.065+0000 7ff3ab442b00 4 rocksdb: Options.paranoid_checks: 1 2024-08-29T17:51:49.379 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:51:49 smithi028 bash[77168]: debug 2024-08-29T17:51:49.065+0000 7ff3ab442b00 4 rocksdb: Options.flush_verify_memtable_count: 1 2024-08-29T17:51:49.379 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:51:49 smithi028 bash[77168]: debug 2024-08-29T17:51:49.065+0000 7ff3ab442b00 4 rocksdb: Options.track_and_verify_wals_in_manifest: 0 2024-08-29T17:51:49.379 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:51:49 smithi028 bash[77168]: debug 2024-08-29T17:51:49.065+0000 7ff3ab442b00 4 rocksdb: Options.verify_sst_unique_id_in_manifest: 1 2024-08-29T17:51:49.379 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:51:49 smithi028 bash[77168]: debug 2024-08-29T17:51:49.065+0000 7ff3ab442b00 4 rocksdb: Options.env: 0x55bb06bf37a0 2024-08-29T17:51:49.379 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:51:49 smithi028 bash[77168]: debug 2024-08-29T17:51:49.065+0000 7ff3ab442b00 4 rocksdb: Options.fs: PosixFileSystem 2024-08-29T17:51:49.379 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:51:49 smithi028 bash[77168]: debug 2024-08-29T17:51:49.065+0000 7ff3ab442b00 4 rocksdb: Options.info_log: 0x55bb08701560 2024-08-29T17:51:49.379 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:51:49 smithi028 bash[77168]: debug 2024-08-29T17:51:49.065+0000 7ff3ab442b00 4 rocksdb: Options.max_file_opening_threads: 16 2024-08-29T17:51:49.379 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:51:49 smithi028 bash[77168]: debug 2024-08-29T17:51:49.065+0000 7ff3ab442b00 4 rocksdb: Options.statistics: (nil) 2024-08-29T17:51:49.380 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:51:49 smithi028 bash[77168]: debug 2024-08-29T17:51:49.065+0000 7ff3ab442b00 4 rocksdb: Options.use_fsync: 0 2024-08-29T17:51:49.380 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:51:49 smithi028 bash[77168]: debug 2024-08-29T17:51:49.065+0000 7ff3ab442b00 4 rocksdb: Options.max_log_file_size: 0 2024-08-29T17:51:49.381 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:51:49 smithi028 bash[77168]: debug 2024-08-29T17:51:49.065+0000 7ff3ab442b00 4 rocksdb: Options.max_manifest_file_size: 1073741824 2024-08-29T17:51:49.381 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:51:49 smithi028 bash[77168]: debug 2024-08-29T17:51:49.065+0000 7ff3ab442b00 4 rocksdb: Options.log_file_time_to_roll: 0 2024-08-29T17:51:49.381 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:51:49 smithi028 bash[77168]: debug 2024-08-29T17:51:49.065+0000 7ff3ab442b00 4 rocksdb: Options.keep_log_file_num: 1000 2024-08-29T17:51:49.381 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:51:49 smithi028 bash[77168]: debug 2024-08-29T17:51:49.065+0000 7ff3ab442b00 4 rocksdb: Options.recycle_log_file_num: 0 2024-08-29T17:51:49.381 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:51:49 smithi028 bash[77168]: debug 2024-08-29T17:51:49.065+0000 7ff3ab442b00 4 rocksdb: Options.allow_fallocate: 1 2024-08-29T17:51:49.381 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:51:49 smithi028 bash[77168]: debug 2024-08-29T17:51:49.065+0000 7ff3ab442b00 4 rocksdb: Options.allow_mmap_reads: 0 2024-08-29T17:51:49.381 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:51:49 smithi028 bash[77168]: debug 2024-08-29T17:51:49.065+0000 7ff3ab442b00 4 rocksdb: Options.allow_mmap_writes: 0 2024-08-29T17:51:49.381 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:51:49 smithi028 bash[77168]: debug 2024-08-29T17:51:49.065+0000 7ff3ab442b00 4 rocksdb: Options.use_direct_reads: 0 2024-08-29T17:51:49.381 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:51:49 smithi028 bash[77168]: debug 2024-08-29T17:51:49.065+0000 7ff3ab442b00 4 rocksdb: Options.use_direct_io_for_flush_and_compaction: 0 2024-08-29T17:51:49.381 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:51:49 smithi028 bash[77168]: debug 2024-08-29T17:51:49.065+0000 7ff3ab442b00 4 rocksdb: Options.create_missing_column_families: 0 2024-08-29T17:51:49.382 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:51:49 smithi028 bash[77168]: debug 2024-08-29T17:51:49.065+0000 7ff3ab442b00 4 rocksdb: Options.db_log_dir: 2024-08-29T17:51:49.382 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:51:49 smithi028 bash[77168]: debug 2024-08-29T17:51:49.065+0000 7ff3ab442b00 4 rocksdb: Options.wal_dir: 2024-08-29T17:51:49.382 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:51:49 smithi028 bash[77168]: debug 2024-08-29T17:51:49.065+0000 7ff3ab442b00 4 rocksdb: Options.table_cache_numshardbits: 6 2024-08-29T17:51:49.382 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:51:49 smithi028 bash[77168]: debug 2024-08-29T17:51:49.065+0000 7ff3ab442b00 4 rocksdb: Options.WAL_ttl_seconds: 0 2024-08-29T17:51:49.382 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:51:49 smithi028 bash[77168]: debug 2024-08-29T17:51:49.065+0000 7ff3ab442b00 4 rocksdb: Options.WAL_size_limit_MB: 0 2024-08-29T17:51:49.382 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:51:49 smithi028 bash[77168]: debug 2024-08-29T17:51:49.065+0000 7ff3ab442b00 4 rocksdb: Options.max_write_batch_group_size_bytes: 1048576 2024-08-29T17:51:49.382 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:51:49 smithi028 bash[77168]: debug 2024-08-29T17:51:49.065+0000 7ff3ab442b00 4 rocksdb: Options.manifest_preallocation_size: 4194304 2024-08-29T17:51:49.382 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:51:49 smithi028 bash[77168]: debug 2024-08-29T17:51:49.065+0000 7ff3ab442b00 4 rocksdb: Options.is_fd_close_on_exec: 1 2024-08-29T17:51:49.382 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:51:49 smithi028 bash[77168]: debug 2024-08-29T17:51:49.065+0000 7ff3ab442b00 4 rocksdb: Options.advise_random_on_open: 1 2024-08-29T17:51:49.382 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:51:49 smithi028 bash[77168]: debug 2024-08-29T17:51:49.065+0000 7ff3ab442b00 4 rocksdb: Options.db_write_buffer_size: 0 2024-08-29T17:51:49.382 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:51:49 smithi028 bash[77168]: debug 2024-08-29T17:51:49.065+0000 7ff3ab442b00 4 rocksdb: Options.write_buffer_manager: 0x55bb08710dc0 2024-08-29T17:51:49.383 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:51:49 smithi028 bash[77168]: debug 2024-08-29T17:51:49.065+0000 7ff3ab442b00 4 rocksdb: Options.access_hint_on_compaction_start: 1 2024-08-29T17:51:49.383 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:51:49 smithi028 bash[77168]: debug 2024-08-29T17:51:49.065+0000 7ff3ab442b00 4 rocksdb: Options.random_access_max_buffer_size: 1048576 2024-08-29T17:51:49.383 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:51:49 smithi028 bash[77168]: debug 2024-08-29T17:51:49.065+0000 7ff3ab442b00 4 rocksdb: Options.use_adaptive_mutex: 0 2024-08-29T17:51:49.383 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:51:49 smithi028 bash[77168]: debug 2024-08-29T17:51:49.065+0000 7ff3ab442b00 4 rocksdb: Options.rate_limiter: (nil) 2024-08-29T17:51:49.383 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:51:49 smithi028 bash[77168]: debug 2024-08-29T17:51:49.065+0000 7ff3ab442b00 4 rocksdb: Options.sst_file_manager.rate_bytes_per_sec: 0 2024-08-29T17:51:49.383 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:51:49 smithi028 bash[77168]: debug 2024-08-29T17:51:49.065+0000 7ff3ab442b00 4 rocksdb: Options.wal_recovery_mode: 2 2024-08-29T17:51:49.383 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:51:49 smithi028 bash[77168]: debug 2024-08-29T17:51:49.065+0000 7ff3ab442b00 4 rocksdb: Options.enable_thread_tracking: 0 2024-08-29T17:51:49.383 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:51:49 smithi028 bash[77168]: debug 2024-08-29T17:51:49.065+0000 7ff3ab442b00 4 rocksdb: Options.enable_pipelined_write: 0 2024-08-29T17:51:49.383 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:51:49 smithi028 bash[77168]: debug 2024-08-29T17:51:49.065+0000 7ff3ab442b00 4 rocksdb: Options.unordered_write: 0 2024-08-29T17:51:49.383 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:51:49 smithi028 bash[77168]: debug 2024-08-29T17:51:49.065+0000 7ff3ab442b00 4 rocksdb: Options.allow_concurrent_memtable_write: 1 2024-08-29T17:51:49.383 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:51:49 smithi028 bash[77168]: debug 2024-08-29T17:51:49.065+0000 7ff3ab442b00 4 rocksdb: Options.enable_write_thread_adaptive_yield: 1 2024-08-29T17:51:49.383 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:51:49 smithi028 bash[77168]: debug 2024-08-29T17:51:49.065+0000 7ff3ab442b00 4 rocksdb: Options.write_thread_max_yield_usec: 100 2024-08-29T17:51:49.383 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:51:49 smithi028 bash[77168]: debug 2024-08-29T17:51:49.065+0000 7ff3ab442b00 4 rocksdb: Options.write_thread_slow_yield_usec: 3 2024-08-29T17:51:49.384 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:51:49 smithi028 bash[77168]: debug 2024-08-29T17:51:49.065+0000 7ff3ab442b00 4 rocksdb: Options.row_cache: None 2024-08-29T17:51:49.384 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:51:49 smithi028 bash[77168]: debug 2024-08-29T17:51:49.065+0000 7ff3ab442b00 4 rocksdb: Options.wal_filter: None 2024-08-29T17:51:49.384 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:51:49 smithi028 bash[77168]: debug 2024-08-29T17:51:49.065+0000 7ff3ab442b00 4 rocksdb: Options.avoid_flush_during_recovery: 0 2024-08-29T17:51:49.384 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:51:49 smithi028 bash[77168]: debug 2024-08-29T17:51:49.065+0000 7ff3ab442b00 4 rocksdb: Options.allow_ingest_behind: 0 2024-08-29T17:51:49.384 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:51:49 smithi028 bash[77168]: debug 2024-08-29T17:51:49.065+0000 7ff3ab442b00 4 rocksdb: Options.two_write_queues: 0 2024-08-29T17:51:49.384 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:51:49 smithi028 bash[77168]: debug 2024-08-29T17:51:49.065+0000 7ff3ab442b00 4 rocksdb: Options.manual_wal_flush: 0 2024-08-29T17:51:49.384 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:51:49 smithi028 bash[77168]: debug 2024-08-29T17:51:49.065+0000 7ff3ab442b00 4 rocksdb: Options.wal_compression: 0 2024-08-29T17:51:49.384 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:51:49 smithi028 bash[77168]: debug 2024-08-29T17:51:49.065+0000 7ff3ab442b00 4 rocksdb: Options.atomic_flush: 0 2024-08-29T17:51:49.384 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:51:49 smithi028 bash[77168]: debug 2024-08-29T17:51:49.065+0000 7ff3ab442b00 4 rocksdb: Options.avoid_unnecessary_blocking_io: 0 2024-08-29T17:51:49.384 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:51:49 smithi028 bash[77168]: debug 2024-08-29T17:51:49.065+0000 7ff3ab442b00 4 rocksdb: Options.persist_stats_to_disk: 0 2024-08-29T17:51:49.385 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:51:49 smithi028 bash[77168]: debug 2024-08-29T17:51:49.065+0000 7ff3ab442b00 4 rocksdb: Options.write_dbid_to_manifest: 0 2024-08-29T17:51:49.385 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:51:49 smithi028 bash[77168]: debug 2024-08-29T17:51:49.065+0000 7ff3ab442b00 4 rocksdb: Options.log_readahead_size: 0 2024-08-29T17:51:49.385 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:51:49 smithi028 bash[77168]: debug 2024-08-29T17:51:49.065+0000 7ff3ab442b00 4 rocksdb: Options.file_checksum_gen_factory: Unknown 2024-08-29T17:51:49.385 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:51:49 smithi028 bash[77168]: debug 2024-08-29T17:51:49.065+0000 7ff3ab442b00 4 rocksdb: Options.best_efforts_recovery: 0 2024-08-29T17:51:49.385 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:51:49 smithi028 bash[77168]: debug 2024-08-29T17:51:49.065+0000 7ff3ab442b00 4 rocksdb: Options.max_bgerror_resume_count: 2147483647 2024-08-29T17:51:49.385 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:51:49 smithi028 bash[77168]: debug 2024-08-29T17:51:49.065+0000 7ff3ab442b00 4 rocksdb: Options.bgerror_resume_retry_interval: 1000000 2024-08-29T17:51:49.385 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:51:49 smithi028 bash[77168]: debug 2024-08-29T17:51:49.065+0000 7ff3ab442b00 4 rocksdb: Options.allow_data_in_errors: 0 2024-08-29T17:51:49.385 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:51:49 smithi028 bash[77168]: debug 2024-08-29T17:51:49.065+0000 7ff3ab442b00 4 rocksdb: Options.db_host_id: __hostname__ 2024-08-29T17:51:49.385 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:51:49 smithi028 bash[77168]: debug 2024-08-29T17:51:49.065+0000 7ff3ab442b00 4 rocksdb: Options.enforce_single_del_contracts: true 2024-08-29T17:51:49.385 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:51:49 smithi028 bash[77168]: debug 2024-08-29T17:51:49.065+0000 7ff3ab442b00 4 rocksdb: Options.max_background_jobs: 2 2024-08-29T17:51:49.385 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:51:49 smithi028 bash[77168]: debug 2024-08-29T17:51:49.065+0000 7ff3ab442b00 4 rocksdb: Options.max_background_compactions: -1 2024-08-29T17:51:49.385 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:51:49 smithi028 bash[77168]: debug 2024-08-29T17:51:49.065+0000 7ff3ab442b00 4 rocksdb: Options.max_subcompactions: 1 2024-08-29T17:51:49.386 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:51:49 smithi028 bash[77168]: debug 2024-08-29T17:51:49.065+0000 7ff3ab442b00 4 rocksdb: Options.avoid_flush_during_shutdown: 0 2024-08-29T17:51:49.386 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:51:49 smithi028 bash[77168]: debug 2024-08-29T17:51:49.065+0000 7ff3ab442b00 4 rocksdb: Options.writable_file_max_buffer_size: 1048576 2024-08-29T17:51:49.386 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:51:49 smithi028 bash[77168]: debug 2024-08-29T17:51:49.065+0000 7ff3ab442b00 4 rocksdb: Options.delayed_write_rate : 16777216 2024-08-29T17:51:49.386 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:51:49 smithi028 bash[77168]: debug 2024-08-29T17:51:49.065+0000 7ff3ab442b00 4 rocksdb: Options.max_total_wal_size: 0 2024-08-29T17:51:49.386 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:51:49 smithi028 bash[77168]: debug 2024-08-29T17:51:49.065+0000 7ff3ab442b00 4 rocksdb: Options.delete_obsolete_files_period_micros: 21600000000 2024-08-29T17:51:49.386 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:51:49 smithi028 bash[77168]: debug 2024-08-29T17:51:49.065+0000 7ff3ab442b00 4 rocksdb: Options.stats_dump_period_sec: 600 2024-08-29T17:51:49.386 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:51:49 smithi028 bash[77168]: debug 2024-08-29T17:51:49.065+0000 7ff3ab442b00 4 rocksdb: Options.stats_persist_period_sec: 600 2024-08-29T17:51:49.386 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:51:49 smithi028 bash[77168]: debug 2024-08-29T17:51:49.065+0000 7ff3ab442b00 4 rocksdb: Options.stats_history_buffer_size: 1048576 2024-08-29T17:51:49.386 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:51:49 smithi028 bash[77168]: debug 2024-08-29T17:51:49.065+0000 7ff3ab442b00 4 rocksdb: Options.max_open_files: -1 2024-08-29T17:51:49.386 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:51:49 smithi028 bash[77168]: debug 2024-08-29T17:51:49.065+0000 7ff3ab442b00 4 rocksdb: Options.bytes_per_sync: 0 2024-08-29T17:51:49.387 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:51:49 smithi028 bash[77168]: debug 2024-08-29T17:51:49.065+0000 7ff3ab442b00 4 rocksdb: Options.wal_bytes_per_sync: 0 2024-08-29T17:51:49.387 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:51:49 smithi028 bash[77168]: debug 2024-08-29T17:51:49.065+0000 7ff3ab442b00 4 rocksdb: Options.strict_bytes_per_sync: 0 2024-08-29T17:51:49.387 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:51:49 smithi028 bash[77168]: debug 2024-08-29T17:51:49.065+0000 7ff3ab442b00 4 rocksdb: Options.compaction_readahead_size: 0 2024-08-29T17:51:49.387 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:51:49 smithi028 bash[77168]: debug 2024-08-29T17:51:49.065+0000 7ff3ab442b00 4 rocksdb: Options.max_background_flushes: -1 2024-08-29T17:51:49.387 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:51:49 smithi028 bash[77168]: debug 2024-08-29T17:51:49.065+0000 7ff3ab442b00 4 rocksdb: Compression algorithms supported: 2024-08-29T17:51:49.387 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:51:49 smithi028 bash[77168]: debug 2024-08-29T17:51:49.065+0000 7ff3ab442b00 4 rocksdb: kZSTD supported: 0 2024-08-29T17:51:49.387 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:51:49 smithi028 bash[77168]: debug 2024-08-29T17:51:49.065+0000 7ff3ab442b00 4 rocksdb: kXpressCompression supported: 0 2024-08-29T17:51:49.387 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:51:49 smithi028 bash[77168]: debug 2024-08-29T17:51:49.065+0000 7ff3ab442b00 4 rocksdb: kBZip2Compression supported: 0 2024-08-29T17:51:49.387 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:51:49 smithi028 bash[77168]: debug 2024-08-29T17:51:49.065+0000 7ff3ab442b00 4 rocksdb: kZSTDNotFinalCompression supported: 0 2024-08-29T17:51:49.387 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:51:49 smithi028 bash[77168]: debug 2024-08-29T17:51:49.065+0000 7ff3ab442b00 4 rocksdb: kLZ4Compression supported: 1 2024-08-29T17:51:49.387 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:51:49 smithi028 bash[77168]: debug 2024-08-29T17:51:49.065+0000 7ff3ab442b00 4 rocksdb: kZlibCompression supported: 1 2024-08-29T17:51:49.387 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:51:49 smithi028 bash[77168]: debug 2024-08-29T17:51:49.065+0000 7ff3ab442b00 4 rocksdb: kLZ4HCCompression supported: 1 2024-08-29T17:51:49.388 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:51:49 smithi028 bash[77168]: debug 2024-08-29T17:51:49.065+0000 7ff3ab442b00 4 rocksdb: kSnappyCompression supported: 1 2024-08-29T17:51:49.388 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:51:49 smithi028 bash[77168]: debug 2024-08-29T17:51:49.065+0000 7ff3ab442b00 4 rocksdb: Fast CRC32 supported: Supported on x86 2024-08-29T17:51:49.388 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:51:49 smithi028 bash[77168]: debug 2024-08-29T17:51:49.065+0000 7ff3ab442b00 4 rocksdb: DMutex implementation: pthread_mutex_t 2024-08-29T17:51:49.388 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:51:49 smithi028 bash[77168]: debug 2024-08-29T17:51:49.065+0000 7ff3ab442b00 4 rocksdb: [db/version_set.cc:5527] Recovering from manifest file: /var/lib/ceph/mon/ceph-a/store.db/MANIFEST-000015 2024-08-29T17:51:49.388 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:51:49 smithi028 bash[77168]: debug 2024-08-29T17:51:49.065+0000 7ff3ab442b00 4 rocksdb: [db/column_family.cc:630] --------------- Options for column family [default]: 2024-08-29T17:51:49.388 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:51:49 smithi028 bash[77168]: debug 2024-08-29T17:51:49.065+0000 7ff3ab442b00 4 rocksdb: Options.comparator: leveldb.BytewiseComparator 2024-08-29T17:51:49.388 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:51:49 smithi028 bash[77168]: debug 2024-08-29T17:51:49.065+0000 7ff3ab442b00 4 rocksdb: Options.merge_operator: 2024-08-29T17:51:49.388 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:51:49 smithi028 bash[77168]: debug 2024-08-29T17:51:49.065+0000 7ff3ab442b00 4 rocksdb: Options.compaction_filter: None 2024-08-29T17:51:49.388 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:51:49 smithi028 bash[77168]: debug 2024-08-29T17:51:49.065+0000 7ff3ab442b00 4 rocksdb: Options.compaction_filter_factory: None 2024-08-29T17:51:49.388 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:51:49 smithi028 bash[77168]: debug 2024-08-29T17:51:49.065+0000 7ff3ab442b00 4 rocksdb: Options.sst_partitioner_factory: None 2024-08-29T17:51:49.388 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:51:49 smithi028 bash[77168]: debug 2024-08-29T17:51:49.065+0000 7ff3ab442b00 4 rocksdb: Options.memtable_factory: SkipListFactory 2024-08-29T17:51:49.388 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:51:49 smithi028 bash[77168]: debug 2024-08-29T17:51:49.065+0000 7ff3ab442b00 4 rocksdb: Options.table_factory: BlockBasedTable 2024-08-29T17:51:49.389 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:51:49 smithi028 bash[77168]: debug 2024-08-29T17:51:49.065+0000 7ff3ab442b00 4 rocksdb: table_factory options: flush_block_policy_factory: FlushBlockBySizePolicyFactory (0x55bb08701180) 2024-08-29T17:51:49.389 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:51:49 smithi028 bash[77168]: cache_index_and_filter_blocks: 1 2024-08-29T17:51:49.389 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:51:49 smithi028 bash[77168]: cache_index_and_filter_blocks_with_high_priority: 0 2024-08-29T17:51:49.389 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:51:49 smithi028 bash[77168]: pin_l0_filter_and_index_blocks_in_cache: 0 2024-08-29T17:51:49.389 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:51:49 smithi028 bash[77168]: pin_top_level_index_and_filter: 1 2024-08-29T17:51:49.389 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:51:49 smithi028 bash[77168]: index_type: 0 2024-08-29T17:51:49.389 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:51:49 smithi028 bash[77168]: data_block_index_type: 0 2024-08-29T17:51:49.389 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:51:49 smithi028 bash[77168]: index_shortening: 1 2024-08-29T17:51:49.389 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:51:49 smithi028 bash[77168]: data_block_hash_table_util_ratio: 0.750000 2024-08-29T17:51:49.389 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:51:49 smithi028 bash[77168]: checksum: 4 2024-08-29T17:51:49.389 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:51:49 smithi028 bash[77168]: no_block_cache: 0 2024-08-29T17:51:49.389 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:51:49 smithi028 bash[77168]: block_cache: 0x55bb086f7090 2024-08-29T17:51:49.389 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:51:49 smithi028 bash[77168]: block_cache_name: BinnedLRUCache 2024-08-29T17:51:49.390 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:51:49 smithi028 bash[77168]: block_cache_options: 2024-08-29T17:51:49.390 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:51:49 smithi028 bash[77168]: capacity : 536870912 2024-08-29T17:51:49.390 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:51:49 smithi028 bash[77168]: num_shard_bits : 4 2024-08-29T17:51:49.390 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:51:49 smithi028 bash[77168]: strict_capacity_limit : 0 2024-08-29T17:51:49.390 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:51:49 smithi028 bash[77168]: high_pri_pool_ratio: 0.000 2024-08-29T17:51:49.390 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:51:49 smithi028 bash[77168]: block_cache_compressed: (nil) 2024-08-29T17:51:49.390 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:51:49 smithi028 bash[77168]: persistent_cache: (nil) 2024-08-29T17:51:49.390 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:51:49 smithi028 bash[77168]: block_size: 4096 2024-08-29T17:51:49.390 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:51:49 smithi028 bash[77168]: block_size_deviation: 10 2024-08-29T17:51:49.390 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:51:49 smithi028 bash[77168]: block_restart_interval: 16 2024-08-29T17:51:49.390 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:51:49 smithi028 bash[77168]: index_block_restart_interval: 1 2024-08-29T17:51:49.390 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:51:49 smithi028 bash[77168]: metadata_block_size: 4096 2024-08-29T17:51:49.390 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:51:49 smithi028 bash[77168]: partition_filters: 0 2024-08-29T17:51:49.391 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:51:49 smithi028 bash[77168]: use_delta_encoding: 1 2024-08-29T17:51:49.391 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:51:49 smithi028 bash[77168]: filter_policy: bloomfilter 2024-08-29T17:51:49.391 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:51:49 smithi028 bash[77168]: whole_key_filtering: 1 2024-08-29T17:51:49.391 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:51:49 smithi028 bash[77168]: verify_compression: 0 2024-08-29T17:51:49.391 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:51:49 smithi028 bash[77168]: read_amp_bytes_per_bit: 0 2024-08-29T17:51:49.391 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:51:49 smithi028 bash[77168]: format_version: 5 2024-08-29T17:51:49.391 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:51:49 smithi028 bash[77168]: enable_index_compression: 1 2024-08-29T17:51:49.391 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:51:49 smithi028 bash[77168]: block_align: 0 2024-08-29T17:51:49.391 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:51:49 smithi028 bash[77168]: max_auto_readahead_size: 262144 2024-08-29T17:51:49.391 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:51:49 smithi028 bash[77168]: prepopulate_block_cache: 0 2024-08-29T17:51:49.391 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:51:49 smithi028 bash[77168]: initial_auto_readahead_size: 8192 2024-08-29T17:51:49.391 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:51:49 smithi028 bash[77168]: num_file_reads_for_auto_readahead: 2 2024-08-29T17:51:49.391 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:51:49 smithi028 bash[77168]: debug 2024-08-29T17:51:49.065+0000 7ff3ab442b00 4 rocksdb: Options.write_buffer_size: 33554432 2024-08-29T17:51:49.392 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:51:49 smithi028 bash[77168]: debug 2024-08-29T17:51:49.065+0000 7ff3ab442b00 4 rocksdb: Options.max_write_buffer_number: 2 2024-08-29T17:51:49.393 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:51:49 smithi028 bash[77168]: debug 2024-08-29T17:51:49.065+0000 7ff3ab442b00 4 rocksdb: Options.compression: NoCompression 2024-08-29T17:51:49.393 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:51:49 smithi028 bash[77168]: debug 2024-08-29T17:51:49.065+0000 7ff3ab442b00 4 rocksdb: Options.bottommost_compression: Disabled 2024-08-29T17:51:49.393 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:51:49 smithi028 bash[77168]: debug 2024-08-29T17:51:49.065+0000 7ff3ab442b00 4 rocksdb: Options.prefix_extractor: nullptr 2024-08-29T17:51:49.394 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:51:49 smithi028 bash[77168]: debug 2024-08-29T17:51:49.065+0000 7ff3ab442b00 4 rocksdb: Options.memtable_insert_with_hint_prefix_extractor: nullptr 2024-08-29T17:51:49.394 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:51:49 smithi028 bash[77168]: debug 2024-08-29T17:51:49.065+0000 7ff3ab442b00 4 rocksdb: Options.num_levels: 7 2024-08-29T17:51:49.394 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:51:49 smithi028 bash[77168]: debug 2024-08-29T17:51:49.065+0000 7ff3ab442b00 4 rocksdb: Options.min_write_buffer_number_to_merge: 1 2024-08-29T17:51:49.394 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:51:49 smithi028 bash[77168]: debug 2024-08-29T17:51:49.065+0000 7ff3ab442b00 4 rocksdb: Options.max_write_buffer_number_to_maintain: 0 2024-08-29T17:51:49.394 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:51:49 smithi028 bash[77168]: debug 2024-08-29T17:51:49.065+0000 7ff3ab442b00 4 rocksdb: Options.max_write_buffer_size_to_maintain: 0 2024-08-29T17:51:49.394 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:51:49 smithi028 bash[77168]: debug 2024-08-29T17:51:49.065+0000 7ff3ab442b00 4 rocksdb: Options.bottommost_compression_opts.window_bits: -14 2024-08-29T17:51:49.394 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:51:49 smithi028 bash[77168]: debug 2024-08-29T17:51:49.065+0000 7ff3ab442b00 4 rocksdb: Options.bottommost_compression_opts.level: 32767 2024-08-29T17:51:49.394 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:51:49 smithi028 bash[77168]: debug 2024-08-29T17:51:49.065+0000 7ff3ab442b00 4 rocksdb: Options.bottommost_compression_opts.strategy: 0 2024-08-29T17:51:49.394 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:51:49 smithi028 bash[77168]: debug 2024-08-29T17:51:49.065+0000 7ff3ab442b00 4 rocksdb: Options.bottommost_compression_opts.max_dict_bytes: 0 2024-08-29T17:51:49.394 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:51:49 smithi028 bash[77168]: debug 2024-08-29T17:51:49.065+0000 7ff3ab442b00 4 rocksdb: Options.bottommost_compression_opts.zstd_max_train_bytes: 0 2024-08-29T17:51:49.394 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:51:49 smithi028 bash[77168]: debug 2024-08-29T17:51:49.065+0000 7ff3ab442b00 4 rocksdb: Options.bottommost_compression_opts.parallel_threads: 1 2024-08-29T17:51:49.395 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:51:49 smithi028 bash[77168]: debug 2024-08-29T17:51:49.065+0000 7ff3ab442b00 4 rocksdb: Options.bottommost_compression_opts.enabled: false 2024-08-29T17:51:49.395 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:51:49 smithi028 bash[77168]: debug 2024-08-29T17:51:49.065+0000 7ff3ab442b00 4 rocksdb: Options.bottommost_compression_opts.max_dict_buffer_bytes: 0 2024-08-29T17:51:49.395 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:51:49 smithi028 bash[77168]: debug 2024-08-29T17:51:49.065+0000 7ff3ab442b00 4 rocksdb: Options.bottommost_compression_opts.use_zstd_dict_trainer: true 2024-08-29T17:51:49.395 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:51:49 smithi028 bash[77168]: debug 2024-08-29T17:51:49.065+0000 7ff3ab442b00 4 rocksdb: Options.compression_opts.window_bits: -14 2024-08-29T17:51:49.395 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:51:49 smithi028 bash[77168]: debug 2024-08-29T17:51:49.065+0000 7ff3ab442b00 4 rocksdb: Options.compression_opts.level: 32767 2024-08-29T17:51:49.395 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:51:49 smithi028 bash[77168]: debug 2024-08-29T17:51:49.065+0000 7ff3ab442b00 4 rocksdb: Options.compression_opts.strategy: 0 2024-08-29T17:51:49.395 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:51:49 smithi028 bash[77168]: debug 2024-08-29T17:51:49.065+0000 7ff3ab442b00 4 rocksdb: Options.compression_opts.max_dict_bytes: 0 2024-08-29T17:51:49.395 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:51:49 smithi028 bash[77168]: debug 2024-08-29T17:51:49.065+0000 7ff3ab442b00 4 rocksdb: Options.compression_opts.zstd_max_train_bytes: 0 2024-08-29T17:51:49.395 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:51:49 smithi028 bash[77168]: debug 2024-08-29T17:51:49.065+0000 7ff3ab442b00 4 rocksdb: Options.compression_opts.use_zstd_dict_trainer: true 2024-08-29T17:51:49.395 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:51:49 smithi028 bash[77168]: debug 2024-08-29T17:51:49.065+0000 7ff3ab442b00 4 rocksdb: Options.compression_opts.parallel_threads: 1 2024-08-29T17:51:49.396 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:51:49 smithi028 bash[77168]: debug 2024-08-29T17:51:49.065+0000 7ff3ab442b00 4 rocksdb: Options.compression_opts.enabled: false 2024-08-29T17:51:49.396 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:51:49 smithi028 bash[77168]: debug 2024-08-29T17:51:49.065+0000 7ff3ab442b00 4 rocksdb: Options.compression_opts.max_dict_buffer_bytes: 0 2024-08-29T17:51:49.396 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:51:49 smithi028 bash[77168]: debug 2024-08-29T17:51:49.065+0000 7ff3ab442b00 4 rocksdb: Options.level0_file_num_compaction_trigger: 4 2024-08-29T17:51:49.396 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:51:49 smithi028 bash[77168]: debug 2024-08-29T17:51:49.065+0000 7ff3ab442b00 4 rocksdb: Options.level0_slowdown_writes_trigger: 20 2024-08-29T17:51:49.396 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:51:49 smithi028 bash[77168]: debug 2024-08-29T17:51:49.065+0000 7ff3ab442b00 4 rocksdb: Options.level0_stop_writes_trigger: 36 2024-08-29T17:51:49.396 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:51:49 smithi028 bash[77168]: debug 2024-08-29T17:51:49.065+0000 7ff3ab442b00 4 rocksdb: Options.target_file_size_base: 67108864 2024-08-29T17:51:49.396 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:51:49 smithi028 bash[77168]: debug 2024-08-29T17:51:49.065+0000 7ff3ab442b00 4 rocksdb: Options.target_file_size_multiplier: 1 2024-08-29T17:51:49.396 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:51:49 smithi028 bash[77168]: debug 2024-08-29T17:51:49.065+0000 7ff3ab442b00 4 rocksdb: Options.max_bytes_for_level_base: 268435456 2024-08-29T17:51:49.396 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:51:49 smithi028 bash[77168]: debug 2024-08-29T17:51:49.065+0000 7ff3ab442b00 4 rocksdb: Options.level_compaction_dynamic_level_bytes: 1 2024-08-29T17:51:49.396 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:51:49 smithi028 bash[77168]: debug 2024-08-29T17:51:49.065+0000 7ff3ab442b00 4 rocksdb: Options.max_bytes_for_level_multiplier: 10.000000 2024-08-29T17:51:49.396 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:51:49 smithi028 bash[77168]: debug 2024-08-29T17:51:49.065+0000 7ff3ab442b00 4 rocksdb: Options.max_bytes_for_level_multiplier_addtl[0]: 1 2024-08-29T17:51:49.396 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:51:49 smithi028 bash[77168]: debug 2024-08-29T17:51:49.065+0000 7ff3ab442b00 4 rocksdb: Options.max_bytes_for_level_multiplier_addtl[1]: 1 2024-08-29T17:51:49.397 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:51:49 smithi028 bash[77168]: debug 2024-08-29T17:51:49.065+0000 7ff3ab442b00 4 rocksdb: Options.max_bytes_for_level_multiplier_addtl[2]: 1 2024-08-29T17:51:49.397 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:51:49 smithi028 bash[77168]: debug 2024-08-29T17:51:49.065+0000 7ff3ab442b00 4 rocksdb: Options.max_bytes_for_level_multiplier_addtl[3]: 1 2024-08-29T17:51:49.397 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:51:49 smithi028 bash[77168]: debug 2024-08-29T17:51:49.065+0000 7ff3ab442b00 4 rocksdb: Options.max_bytes_for_level_multiplier_addtl[4]: 1 2024-08-29T17:51:49.397 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:51:49 smithi028 bash[77168]: debug 2024-08-29T17:51:49.065+0000 7ff3ab442b00 4 rocksdb: Options.max_bytes_for_level_multiplier_addtl[5]: 1 2024-08-29T17:51:49.397 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:51:49 smithi028 bash[77168]: debug 2024-08-29T17:51:49.065+0000 7ff3ab442b00 4 rocksdb: Options.max_bytes_for_level_multiplier_addtl[6]: 1 2024-08-29T17:51:49.397 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:51:49 smithi028 bash[77168]: debug 2024-08-29T17:51:49.065+0000 7ff3ab442b00 4 rocksdb: Options.max_sequential_skip_in_iterations: 8 2024-08-29T17:51:49.397 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:51:49 smithi028 bash[77168]: debug 2024-08-29T17:51:49.065+0000 7ff3ab442b00 4 rocksdb: Options.max_compaction_bytes: 1677721600 2024-08-29T17:51:49.397 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:51:49 smithi028 bash[77168]: debug 2024-08-29T17:51:49.065+0000 7ff3ab442b00 4 rocksdb: Options.ignore_max_compaction_bytes_for_input: true 2024-08-29T17:51:49.397 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:51:49 smithi028 bash[77168]: debug 2024-08-29T17:51:49.065+0000 7ff3ab442b00 4 rocksdb: Options.arena_block_size: 1048576 2024-08-29T17:51:49.397 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:51:49 smithi028 bash[77168]: debug 2024-08-29T17:51:49.065+0000 7ff3ab442b00 4 rocksdb: Options.soft_pending_compaction_bytes_limit: 68719476736 2024-08-29T17:51:49.397 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:51:49 smithi028 bash[77168]: debug 2024-08-29T17:51:49.065+0000 7ff3ab442b00 4 rocksdb: Options.hard_pending_compaction_bytes_limit: 274877906944 2024-08-29T17:51:49.397 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:51:49 smithi028 bash[77168]: debug 2024-08-29T17:51:49.065+0000 7ff3ab442b00 4 rocksdb: Options.disable_auto_compactions: 0 2024-08-29T17:51:49.397 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:51:49 smithi028 bash[77168]: debug 2024-08-29T17:51:49.065+0000 7ff3ab442b00 4 rocksdb: Options.compaction_style: kCompactionStyleLevel 2024-08-29T17:51:49.398 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:51:49 smithi028 bash[77168]: debug 2024-08-29T17:51:49.065+0000 7ff3ab442b00 4 rocksdb: Options.compaction_pri: kMinOverlappingRatio 2024-08-29T17:51:49.398 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:51:49 smithi028 bash[77168]: debug 2024-08-29T17:51:49.065+0000 7ff3ab442b00 4 rocksdb: Options.compaction_options_universal.size_ratio: 1 2024-08-29T17:51:49.398 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:51:49 smithi028 bash[77168]: debug 2024-08-29T17:51:49.065+0000 7ff3ab442b00 4 rocksdb: Options.compaction_options_universal.min_merge_width: 2 2024-08-29T17:51:49.398 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:51:49 smithi028 bash[77168]: debug 2024-08-29T17:51:49.065+0000 7ff3ab442b00 4 rocksdb: Options.compaction_options_universal.max_merge_width: 4294967295 2024-08-29T17:51:49.398 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:51:49 smithi028 bash[77168]: debug 2024-08-29T17:51:49.065+0000 7ff3ab442b00 4 rocksdb: Options.compaction_options_universal.max_size_amplification_percent: 200 2024-08-29T17:51:49.398 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:51:49 smithi028 bash[77168]: debug 2024-08-29T17:51:49.065+0000 7ff3ab442b00 4 rocksdb: Options.compaction_options_universal.compression_size_percent: -1 2024-08-29T17:51:49.398 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:51:49 smithi028 bash[77168]: debug 2024-08-29T17:51:49.065+0000 7ff3ab442b00 4 rocksdb: Options.compaction_options_universal.stop_style: kCompactionStopStyleTotalSize 2024-08-29T17:51:49.398 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:51:49 smithi028 bash[77168]: debug 2024-08-29T17:51:49.065+0000 7ff3ab442b00 4 rocksdb: Options.compaction_options_fifo.max_table_files_size: 1073741824 2024-08-29T17:51:49.398 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:51:49 smithi028 bash[77168]: debug 2024-08-29T17:51:49.065+0000 7ff3ab442b00 4 rocksdb: Options.compaction_options_fifo.allow_compaction: 0 2024-08-29T17:51:49.398 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:51:49 smithi028 bash[77168]: debug 2024-08-29T17:51:49.065+0000 7ff3ab442b00 4 rocksdb: Options.table_properties_collectors: CompactOnDeletionCollector (Sliding window size = 32768 Deletion trigger = 16384 Deletion ratio = 0); 2024-08-29T17:51:49.398 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:51:49 smithi028 bash[77168]: debug 2024-08-29T17:51:49.065+0000 7ff3ab442b00 4 rocksdb: Options.inplace_update_support: 0 2024-08-29T17:51:49.399 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:51:49 smithi028 bash[77168]: debug 2024-08-29T17:51:49.065+0000 7ff3ab442b00 4 rocksdb: Options.inplace_update_num_locks: 10000 2024-08-29T17:51:49.399 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:51:49 smithi028 bash[77168]: debug 2024-08-29T17:51:49.065+0000 7ff3ab442b00 4 rocksdb: Options.memtable_prefix_bloom_size_ratio: 0.000000 2024-08-29T17:51:49.399 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:51:49 smithi028 bash[77168]: debug 2024-08-29T17:51:49.065+0000 7ff3ab442b00 4 rocksdb: Options.memtable_whole_key_filtering: 0 2024-08-29T17:51:49.399 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:51:49 smithi028 bash[77168]: debug 2024-08-29T17:51:49.065+0000 7ff3ab442b00 4 rocksdb: Options.memtable_huge_page_size: 0 2024-08-29T17:51:49.399 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:51:49 smithi028 bash[77168]: debug 2024-08-29T17:51:49.065+0000 7ff3ab442b00 4 rocksdb: Options.bloom_locality: 0 2024-08-29T17:51:49.399 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:51:49 smithi028 bash[77168]: debug 2024-08-29T17:51:49.065+0000 7ff3ab442b00 4 rocksdb: Options.max_successive_merges: 0 2024-08-29T17:51:49.399 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:51:49 smithi028 bash[77168]: debug 2024-08-29T17:51:49.065+0000 7ff3ab442b00 4 rocksdb: Options.optimize_filters_for_hits: 0 2024-08-29T17:51:49.399 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:51:49 smithi028 bash[77168]: debug 2024-08-29T17:51:49.065+0000 7ff3ab442b00 4 rocksdb: Options.paranoid_file_checks: 0 2024-08-29T17:51:49.399 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:51:49 smithi028 bash[77168]: debug 2024-08-29T17:51:49.065+0000 7ff3ab442b00 4 rocksdb: Options.force_consistency_checks: 1 2024-08-29T17:51:49.399 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:51:49 smithi028 bash[77168]: debug 2024-08-29T17:51:49.065+0000 7ff3ab442b00 4 rocksdb: Options.report_bg_io_stats: 0 2024-08-29T17:51:49.399 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:51:49 smithi028 bash[77168]: debug 2024-08-29T17:51:49.065+0000 7ff3ab442b00 4 rocksdb: Options.ttl: 2592000 2024-08-29T17:51:49.399 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:51:49 smithi028 bash[77168]: debug 2024-08-29T17:51:49.065+0000 7ff3ab442b00 4 rocksdb: Options.periodic_compaction_seconds: 0 2024-08-29T17:51:49.400 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:51:49 smithi028 bash[77168]: debug 2024-08-29T17:51:49.065+0000 7ff3ab442b00 4 rocksdb: Options.preclude_last_level_data_seconds: 0 2024-08-29T17:51:49.400 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:51:49 smithi028 bash[77168]: debug 2024-08-29T17:51:49.065+0000 7ff3ab442b00 4 rocksdb: Options.preserve_internal_time_seconds: 0 2024-08-29T17:51:49.400 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:51:49 smithi028 bash[77168]: debug 2024-08-29T17:51:49.065+0000 7ff3ab442b00 4 rocksdb: Options.enable_blob_files: false 2024-08-29T17:51:49.400 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:51:49 smithi028 bash[77168]: debug 2024-08-29T17:51:49.065+0000 7ff3ab442b00 4 rocksdb: Options.min_blob_size: 0 2024-08-29T17:51:49.400 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:51:49 smithi028 bash[77168]: debug 2024-08-29T17:51:49.065+0000 7ff3ab442b00 4 rocksdb: Options.blob_file_size: 268435456 2024-08-29T17:51:49.400 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:51:49 smithi028 bash[77168]: debug 2024-08-29T17:51:49.065+0000 7ff3ab442b00 4 rocksdb: Options.blob_compression_type: NoCompression 2024-08-29T17:51:49.400 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:51:49 smithi028 bash[77168]: debug 2024-08-29T17:51:49.065+0000 7ff3ab442b00 4 rocksdb: Options.enable_blob_garbage_collection: false 2024-08-29T17:51:49.400 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:51:49 smithi028 bash[77168]: debug 2024-08-29T17:51:49.065+0000 7ff3ab442b00 4 rocksdb: Options.blob_garbage_collection_age_cutoff: 0.250000 2024-08-29T17:51:49.400 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:51:49 smithi028 bash[77168]: debug 2024-08-29T17:51:49.065+0000 7ff3ab442b00 4 rocksdb: Options.blob_garbage_collection_force_threshold: 1.000000 2024-08-29T17:51:49.400 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:51:49 smithi028 bash[77168]: debug 2024-08-29T17:51:49.065+0000 7ff3ab442b00 4 rocksdb: Options.blob_compaction_readahead_size: 0 2024-08-29T17:51:49.400 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:51:49 smithi028 bash[77168]: debug 2024-08-29T17:51:49.065+0000 7ff3ab442b00 4 rocksdb: Options.blob_file_starting_level: 0 2024-08-29T17:51:49.401 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:51:49 smithi028 bash[77168]: debug 2024-08-29T17:51:49.065+0000 7ff3ab442b00 4 rocksdb: Options.experimental_mempurge_threshold: 0.000000 2024-08-29T17:51:49.401 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:51:49 smithi028 bash[77168]: debug 2024-08-29T17:51:49.065+0000 7ff3a8219640 3 rocksdb: [table/block_based/block_based_table_reader.cc:721] At least one SST file opened without unique ID to verify: 45.sst 2024-08-29T17:51:49.401 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:51:49 smithi028 bash[77168]: debug 2024-08-29T17:51:49.065+0000 7ff3ab442b00 4 rocksdb: [db/version_set.cc:4390] More existing levels in DB than needed. max_bytes_for_level_multiplier may not be guaranteed. 2024-08-29T17:51:49.401 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:51:49 smithi028 bash[77168]: debug 2024-08-29T17:51:49.065+0000 7ff3ab442b00 4 rocksdb: [db/version_set.cc:5566] Recovered from manifest file:/var/lib/ceph/mon/ceph-a/store.db/MANIFEST-000015 succeeded,manifest_file_number is 15, next_file_number is 47, last_sequence is 20188, log_number is 43,prev_log_number is 0,max_column_family is 0,min_log_number_to_keep is 0 2024-08-29T17:51:49.401 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:51:49 smithi028 bash[77168]: debug 2024-08-29T17:51:49.065+0000 7ff3ab442b00 4 rocksdb: [db/version_set.cc:5581] Column family [default] (ID 0), log number is 43 2024-08-29T17:51:49.401 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:51:49 smithi028 bash[77168]: debug 2024-08-29T17:51:49.065+0000 7ff3ab442b00 4 rocksdb: [db/db_impl/db_impl_open.cc:539] DB ID: 5836c03f-0314-47b5-8185-68523899376c 2024-08-29T17:51:49.401 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:51:49 smithi028 bash[77168]: debug 2024-08-29T17:51:49.065+0000 7ff3ab442b00 4 rocksdb: EVENT_LOG_v1 {"time_micros": 1724953909069692, "job": 1, "event": "recovery_started", "wal_files": [43]} 2024-08-29T17:51:49.401 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:51:49 smithi028 bash[77168]: debug 2024-08-29T17:51:49.065+0000 7ff3ab442b00 4 rocksdb: [db/db_impl/db_impl_open.cc:1043] Recovering log #43 mode 2 2024-08-29T17:51:49.401 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:51:49 smithi028 bash[77168]: debug 2024-08-29T17:51:49.077+0000 7ff3ab442b00 4 rocksdb: EVENT_LOG_v1 {"time_micros": 1724953909079152, "cf_name": "default", "job": 1, "event": "table_file_creation", "file_number": 48, "file_size": 1794682, "file_checksum": "", "file_checksum_func_name": "Unknown", "smallest_seqno": 20189, "largest_seqno": 21426, "table_properties": {"data_size": 1787934, "index_size": 4363, "index_partitions": 0, "top_level_index_size": 0, "index_key_is_user_key": 1, "index_value_is_delta_encoded": 1, "filter_size": 1349, "raw_key_size": 13239, "raw_average_key_size": 24, "raw_value_size": 1775648, "raw_average_value_size": 3343, "num_data_blocks": 192, "num_entries": 531, "num_filter_entries": 531, "num_deletions": 29, "num_merge_operands": 0, "num_range_deletions": 0, "format_version": 0, "fixed_key_len": 0, "filter_policy": "bloomfilter", "column_family_name": "default", "column_family_id": 0, "comparator": "leveldb.BytewiseComparator", "merge_operator": "", "prefix_extractor_name": "nullptr", "property_collectors": "[CompactOnDeletionCollector]", "compression": "NoCompression", "compression_options": "window_bits=-14; level=32767; strategy=0; max_dict_bytes=0; zstd_max_train_bytes=0; enabled=0; max_dict_buffer_bytes=0; use_zstd_dict_trainer=1; ", "creation_time": 1724953909, "oldest_key_time": 0, "file_creation_time": 0, "slow_compression_estimated_data_size": 0, "fast_compression_estimated_data_size": 0, "db_id": "5836c03f-0314-47b5-8185-68523899376c", "db_session_id": "4LKDMV5UO02ZOQQFNQI9", "orig_file_number": 48, "seqno_to_time_mapping": "N/A"}} 2024-08-29T17:51:49.401 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:51:49 smithi028 bash[77168]: debug 2024-08-29T17:51:49.077+0000 7ff3ab442b00 4 rocksdb: EVENT_LOG_v1 {"time_micros": 1724953909079318, "job": 1, "event": "recovery_finished"} 2024-08-29T17:51:49.401 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:51:49 smithi028 bash[77168]: debug 2024-08-29T17:51:49.077+0000 7ff3ab442b00 4 rocksdb: [db/version_set.cc:5047] Creating manifest 50 2024-08-29T17:51:49.401 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:51:49 smithi028 bash[77168]: debug 2024-08-29T17:51:49.077+0000 7ff3ab442b00 4 rocksdb: [db/version_set.cc:4390] More existing levels in DB than needed. max_bytes_for_level_multiplier may not be guaranteed. 2024-08-29T17:51:49.402 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:51:49 smithi028 bash[77168]: debug 2024-08-29T17:51:49.077+0000 7ff3ab442b00 4 rocksdb: [file/delete_scheduler.cc:74] Deleted file /var/lib/ceph/mon/ceph-a/store.db/000043.log immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024-08-29T17:51:49.402 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:51:49 smithi028 bash[77168]: debug 2024-08-29T17:51:49.077+0000 7ff3ab442b00 4 rocksdb: [db/db_impl/db_impl_open.cc:1987] SstFileManager instance 0x55bb08722e00 2024-08-29T17:51:49.402 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:51:49 smithi028 bash[77168]: debug 2024-08-29T17:51:49.077+0000 7ff3ab442b00 4 rocksdb: DB pointer 0x55bb08822000 2024-08-29T17:51:49.402 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:51:49 smithi028 bash[77168]: debug 2024-08-29T17:51:49.077+0000 7ff3a120b640 4 rocksdb: [db/db_impl/db_impl.cc:1109] ------- DUMPING STATS ------- 2024-08-29T17:51:49.402 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:51:49 smithi028 bash[77168]: debug 2024-08-29T17:51:49.077+0000 7ff3a120b640 4 rocksdb: [db/db_impl/db_impl.cc:1111] 2024-08-29T17:51:49.402 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:51:49 smithi028 bash[77168]: ** DB Stats ** 2024-08-29T17:51:49.402 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:51:49 smithi028 bash[77168]: Uptime(secs): 0.0 total, 0.0 interval 2024-08-29T17:51:49.402 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:51:49 smithi028 bash[77168]: Cumulative writes: 0 writes, 0 keys, 0 commit groups, 0.0 writes per commit group, ingest: 0.00 GB, 0.00 MB/s 2024-08-29T17:51:49.402 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:51:49 smithi028 bash[77168]: Cumulative WAL: 0 writes, 0 syncs, 0.00 writes per sync, written: 0.00 GB, 0.00 MB/s 2024-08-29T17:51:49.402 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:51:49 smithi028 bash[77168]: Cumulative stall: 00:00:0.000 H:M:S, 0.0 percent 2024-08-29T17:51:49.402 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:51:49 smithi028 bash[77168]: Interval writes: 0 writes, 0 keys, 0 commit groups, 0.0 writes per commit group, ingest: 0.00 MB, 0.00 MB/s 2024-08-29T17:51:49.402 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:51:49 smithi028 bash[77168]: Interval WAL: 0 writes, 0 syncs, 0.00 writes per sync, written: 0.00 GB, 0.00 MB/s 2024-08-29T17:51:49.403 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:51:49 smithi028 bash[77168]: Interval stall: 00:00:0.000 H:M:S, 0.0 percent 2024-08-29T17:51:49.403 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:51:49 smithi028 bash[77168]: ** Compaction Stats [default] ** 2024-08-29T17:51:49.403 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:51:49 smithi028 bash[77168]: Level Files Size Score Read(GB) Rn(GB) Rnp1(GB) Write(GB) Wnew(GB) Moved(GB) W-Amp Rd(MB/s) Wr(MB/s) Comp(sec) CompMergeCPU(sec) Comp(cnt) Avg(sec) KeyIn KeyDrop Rblob(GB) Wblob(GB) 2024-08-29T17:51:49.403 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:51:49 smithi028 bash[77168]: ------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------ 2024-08-29T17:51:49.403 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:51:49 smithi028 bash[77168]: L0 1/0 1.71 MB 0.2 0.0 0.0 0.0 0.0 0.0 0.0 1.0 0.0 354.5 0.00 0.00 1 0.005 0 0 0.0 0.0 2024-08-29T17:51:49.403 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:51:49 smithi028 bash[77168]: L6 1/0 10.05 MB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.00 0.00 0 0.000 0 0 0.0 0.0 2024-08-29T17:51:49.403 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:51:49 smithi028 bash[77168]: Sum 2/0 11.76 MB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 1.0 0.0 354.5 0.00 0.00 1 0.005 0 0 0.0 0.0 2024-08-29T17:51:49.403 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:51:49 smithi028 bash[77168]: Int 0/0 0.00 KB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 1.0 0.0 354.5 0.00 0.00 1 0.005 0 0 0.0 0.0 2024-08-29T17:51:49.403 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:51:49 smithi028 bash[77168]: ** Compaction Stats [default] ** 2024-08-29T17:51:49.404 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:51:49 smithi028 bash[77168]: Priority Files Size Score Read(GB) Rn(GB) Rnp1(GB) Write(GB) Wnew(GB) Moved(GB) W-Amp Rd(MB/s) Wr(MB/s) Comp(sec) CompMergeCPU(sec) Comp(cnt) Avg(sec) KeyIn KeyDrop Rblob(GB) Wblob(GB) 2024-08-29T17:51:49.404 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:51:49 smithi028 bash[77168]: --------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------- 2024-08-29T17:51:49.404 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:51:49 smithi028 bash[77168]: User 0/0 0.00 KB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 354.5 0.00 0.00 1 0.005 0 0 0.0 0.0 2024-08-29T17:51:49.404 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:51:49 smithi028 bash[77168]: Blob file count: 0, total size: 0.0 GB, garbage size: 0.0 GB, space amp: 0.0 2024-08-29T17:51:49.404 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:51:49 smithi028 bash[77168]: Uptime(secs): 0.0 total, 0.0 interval 2024-08-29T17:51:49.404 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:51:49 smithi028 bash[77168]: Flush(GB): cumulative 0.002, interval 0.002 2024-08-29T17:51:49.404 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:51:49 smithi028 bash[77168]: AddFile(GB): cumulative 0.000, interval 0.000 2024-08-29T17:51:49.404 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:51:49 smithi028 bash[77168]: AddFile(Total Files): cumulative 0, interval 0 2024-08-29T17:51:49.404 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:51:49 smithi028 bash[77168]: AddFile(L0 Files): cumulative 0, interval 0 2024-08-29T17:51:49.404 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:51:49 smithi028 bash[77168]: AddFile(Keys): cumulative 0, interval 0 2024-08-29T17:51:49.404 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:51:49 smithi028 bash[77168]: Cumulative compaction: 0.00 GB write, 134.49 MB/s write, 0.00 GB read, 0.00 MB/s read, 0.0 seconds 2024-08-29T17:51:49.404 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:51:49 smithi028 bash[77168]: Interval compaction: 0.00 GB write, 134.49 MB/s write, 0.00 GB read, 0.00 MB/s read, 0.0 seconds 2024-08-29T17:51:49.404 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:51:49 smithi028 bash[77168]: Stalls(count): 0 level0_slowdown, 0 level0_slowdown_with_compaction, 0 level0_numfiles, 0 level0_numfiles_with_compaction, 0 stop for pending_compaction_bytes, 0 slowdown for pending_compaction_bytes, 0 memtable_compaction, 0 memtable_slowdown, interval 0 total count 2024-08-29T17:51:49.405 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:51:49 smithi028 bash[77168]: Block cache BinnedLRUCache@0x55bb086f7090#7 capacity: 512.00 MB usage: 5.98 KB table_size: 0 occupancy: 18446744073709551615 collections: 1 last_copies: 0 last_secs: 1.6e-05 secs_since: 0 2024-08-29T17:51:49.405 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:51:49 smithi028 bash[77168]: Block cache entry stats(count,size,portion): FilterBlock(1,1.41 KB,0.000268221%) IndexBlock(1,4.58 KB,0.000873208%) Misc(1,0.00 KB,0%) 2024-08-29T17:51:49.405 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:51:49 smithi028 bash[77168]: ** File Read Latency Histogram By Level [default] ** 2024-08-29T17:51:49.405 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:51:49 smithi028 bash[77168]: debug 2024-08-29T17:51:49.081+0000 7ff3ab442b00 0 starting mon.a rank 0 at public addrs [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] at bind addrs [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] mon_data /var/lib/ceph/mon/ceph-a fsid 3167ee72-662c-11ef-bcd4-c7b262605968 2024-08-29T17:51:49.405 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:51:49 smithi028 bash[77168]: debug 2024-08-29T17:51:49.081+0000 7ff3ab442b00 1 mon.a@-1(???) e3 preinit fsid 3167ee72-662c-11ef-bcd4-c7b262605968 2024-08-29T17:51:49.405 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:51:49 smithi028 bash[77168]: debug 2024-08-29T17:51:49.081+0000 7ff3ab442b00 0 mon.a@-1(???).mds e8 new map 2024-08-29T17:51:49.405 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:51:49 smithi028 bash[77168]: debug 2024-08-29T17:51:49.081+0000 7ff3ab442b00 0 mon.a@-1(???).mds e8 print_map 2024-08-29T17:51:49.405 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:51:49 smithi028 bash[77168]: e8 2024-08-29T17:51:49.405 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:51:49 smithi028 bash[77168]: btime 1970-01-01T00:00:00:000000+0000 2024-08-29T17:51:49.405 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:51:49 smithi028 bash[77168]: enable_multiple, ever_enabled_multiple: 1,1 2024-08-29T17:51:49.405 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:51:49 smithi028 bash[77168]: default compat: compat={},rocompat={},incompat={1=base v0.20,2=client writeable ranges,3=default file layouts on dirs,4=dir inode in separate object,5=mds uses versioned encoding,6=dirfrag is stored in omap,8=no anchor table,9=file layout v2,10=snaprealm v2} 2024-08-29T17:51:49.405 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:51:49 smithi028 bash[77168]: legacy client fscid: 1 2024-08-29T17:51:49.405 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:51:49 smithi028 bash[77168]: 2024-08-29T17:51:49.406 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:51:49 smithi028 bash[77168]: Filesystem 'cephfs' (1) 2024-08-29T17:51:49.406 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:51:49 smithi028 bash[77168]: fs_name cephfs 2024-08-29T17:51:49.406 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:51:49 smithi028 bash[77168]: epoch 8 2024-08-29T17:51:49.406 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:51:49 smithi028 bash[77168]: flags 12 joinable allow_snaps allow_multimds_snaps 2024-08-29T17:51:49.406 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:51:49 smithi028 bash[77168]: created 2024-08-29T17:41:10.604613+0000 2024-08-29T17:51:49.406 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:51:49 smithi028 bash[77168]: modified 2024-08-29T17:41:45.167070+0000 2024-08-29T17:51:49.406 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:51:49 smithi028 bash[77168]: tableserver 0 2024-08-29T17:51:49.406 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:51:49 smithi028 bash[77168]: root 0 2024-08-29T17:51:49.406 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:51:49 smithi028 bash[77168]: session_timeout 60 2024-08-29T17:51:49.406 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:51:49 smithi028 bash[77168]: session_autoclose 300 2024-08-29T17:51:49.406 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:51:49 smithi028 bash[77168]: max_file_size 1099511627776 2024-08-29T17:51:49.406 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:51:49 smithi028 bash[77168]: max_xattr_size 65536 2024-08-29T17:51:49.406 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:51:49 smithi028 bash[77168]: required_client_features {} 2024-08-29T17:51:49.407 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:51:49 smithi028 bash[77168]: last_failure 0 2024-08-29T17:51:49.407 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:51:49 smithi028 bash[77168]: last_failure_osd_epoch 0 2024-08-29T17:51:49.407 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:51:49 smithi028 bash[77168]: compat compat={},rocompat={},incompat={1=base v0.20,2=client writeable ranges,3=default file layouts on dirs,4=dir inode in separate object,5=mds uses versioned encoding,6=dirfrag is stored in omap,7=mds uses inline data,8=no anchor table,9=file layout v2,10=snaprealm v2} 2024-08-29T17:51:49.407 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:51:49 smithi028 bash[77168]: max_mds 1 2024-08-29T17:51:49.407 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:51:49 smithi028 bash[77168]: in 0 2024-08-29T17:51:49.407 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:51:49 smithi028 bash[77168]: up {0=24322} 2024-08-29T17:51:49.407 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:51:49 smithi028 bash[77168]: failed 2024-08-29T17:51:49.407 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:51:49 smithi028 bash[77168]: damaged 2024-08-29T17:51:49.407 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:51:49 smithi028 bash[77168]: stopped 2024-08-29T17:51:49.407 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:51:49 smithi028 bash[77168]: data_pools [3] 2024-08-29T17:51:49.407 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:51:49 smithi028 bash[77168]: metadata_pool 2 2024-08-29T17:51:49.407 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:51:49 smithi028 bash[77168]: inline_data disabled 2024-08-29T17:51:49.407 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:51:49 smithi028 bash[77168]: balancer 2024-08-29T17:51:49.408 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:51:49 smithi028 bash[77168]: bal_rank_mask -1 2024-08-29T17:51:49.408 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:51:49 smithi028 bash[77168]: standby_count_wanted 0 2024-08-29T17:51:49.408 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:51:49 smithi028 bash[77168]: qdb_cluster leader: 0 members: 2024-08-29T17:51:49.408 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:51:49 smithi028 bash[77168]: [mds.b{0:24322} state up:active seq 11 addr [v2:172.21.15.53:6832/1231318269,v1:172.21.15.53:6833/1231318269] compat {c=[1],r=[1],i=[7ff]}] 2024-08-29T17:51:49.408 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:51:49 smithi028 bash[77168]: 2024-08-29T17:51:49.408 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:51:49 smithi028 bash[77168]: 2024-08-29T17:51:49.408 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:51:49 smithi028 bash[77168]: Standby daemons: 2024-08-29T17:51:49.408 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:51:49 smithi028 bash[77168]: 2024-08-29T17:51:49.408 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:51:49 smithi028 bash[77168]: [mds.a{-1:24317} state up:standby seq 1 addr [v2:172.21.15.28:6834/827521080,v1:172.21.15.28:6835/827521080] compat {c=[1],r=[1],i=[7ff]}] 2024-08-29T17:51:49.408 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:51:49 smithi028 bash[77168]: debug 2024-08-29T17:51:49.081+0000 7ff3ab442b00 0 mon.a@-1(???).osd e319 crush map has features 3314933069573799936, adjusting msgr requires 2024-08-29T17:51:49.408 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:51:49 smithi028 bash[77168]: debug 2024-08-29T17:51:49.081+0000 7ff3ab442b00 0 mon.a@-1(???).osd e319 crush map has features 432629308056666112, adjusting msgr requires 2024-08-29T17:51:49.408 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:51:49 smithi028 bash[77168]: debug 2024-08-29T17:51:49.081+0000 7ff3ab442b00 0 mon.a@-1(???).osd e319 crush map has features 432629308056666112, adjusting msgr requires 2024-08-29T17:51:49.408 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:51:49 smithi028 bash[77168]: debug 2024-08-29T17:51:49.081+0000 7ff3ab442b00 0 mon.a@-1(???).osd e319 crush map has features 432629308056666112, adjusting msgr requires 2024-08-29T17:51:49.409 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:51:49 smithi028 bash[77168]: debug 2024-08-29T17:51:49.081+0000 7ff3ab442b00 1 mon.a@-1(???).paxosservice(auth 1..21) refresh upgraded, format 0 -> 3 2024-08-29T17:51:50.599 INFO:tasks.rados.rados.0.smithi028.stdout:1298: done (2 left) 2024-08-29T17:51:50.599 INFO:tasks.rados.rados.0.smithi028.stdout:1299: delete oid 2 current snap is 130 2024-08-29T17:51:50.599 INFO:tasks.rados.rados.0.smithi028.stdout:1296: finishing write tid 1 to smithi02869045-28 2024-08-29T17:51:50.599 INFO:tasks.rados.rados.0.smithi028.stdout:1296: finishing write tid 2 to smithi02869045-28 2024-08-29T17:51:50.599 INFO:tasks.rados.rados.0.smithi028.stdout:1296: finishing write tid 3 to smithi02869045-28 2024-08-29T17:51:50.599 INFO:tasks.rados.rados.0.smithi028.stdout:1296: finishing write tid 4 to smithi02869045-28 2024-08-29T17:51:50.600 INFO:tasks.rados.rados.0.smithi028.stdout:1296: finishing write tid 5 to smithi02869045-28 2024-08-29T17:51:50.600 INFO:tasks.rados.rados.0.smithi028.stdout:1297: finishing rollback tid 1 to smithi02869045-6 2024-08-29T17:51:50.600 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 6 v 271 (ObjNum 289 snap 0 seq_num 0) dirty dne 2024-08-29T17:51:50.600 INFO:tasks.rados.rados.0.smithi028.stdout:1296: finishing write tid 6 to smithi02869045-28 2024-08-29T17:51:50.600 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 28 v 520 (ObjNum 411 snap 130 seq_num 411) dirty exists 2024-08-29T17:51:50.600 INFO:tasks.rados.rados.0.smithi028.stdout:1296: left oid 28 (ObjNum 411 snap 130 seq_num 411) 2024-08-29T17:51:50.632 INFO:tasks.rados.rados.0.smithi028.stdout:1296: done (2 left) 2024-08-29T17:51:50.632 INFO:tasks.rados.rados.0.smithi028.stdout:1297: done (1 left) 2024-08-29T17:51:50.632 INFO:tasks.rados.rados.0.smithi028.stdout:1299: done (0 left) 2024-08-29T17:51:50.632 INFO:tasks.rados.rados.0.smithi028.stdout:1300: snap_create 2024-08-29T17:51:50.877 INFO:journalctl@ceph.mgr.y.smithi028.stdout:Aug 29 17:51:50 smithi028 bash[70818]: ignoring --setuser ceph since I am not root 2024-08-29T17:51:50.877 INFO:journalctl@ceph.mgr.y.smithi028.stdout:Aug 29 17:51:50 smithi028 bash[70818]: ignoring --setgroup ceph since I am not root 2024-08-29T17:51:50.877 INFO:journalctl@ceph.mgr.y.smithi028.stdout:Aug 29 17:51:50 smithi028 bash[70818]: debug 2024-08-29T17:51:50.665+0000 7fc114221640 1 -- 172.21.15.28:0/4201776679 <== mon.0 v2:172.21.15.28:3300/0 4 ==== auth_reply(proto 2 0 (0) Success) ==== 194+0+0 (secure 0 0 0) 0x5623343690e0 con 0x56233436b400 2024-08-29T17:51:50.877 INFO:journalctl@ceph.mgr.y.smithi028.stdout:Aug 29 17:51:50 smithi028 bash[70818]: debug 2024-08-29T17:51:50.777+0000 7fc116a7d040 -1 mgr[py] Module devicehealth has missing NOTIFY_TYPES member 2024-08-29T17:51:50.877 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:51:50 smithi028 bash[31855]: audit 2024-08-29T17:51:46.928791+0000 mon.c (mon.2) 48 : audit [DBG] from='mgr.24944 172.21.15.28:0/4206064451' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-29T17:51:50.878 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:51:50 smithi028 bash[31855]: audit 2024-08-29T17:51:46.928995+0000 mon.c (mon.2) 49 : audit [DBG] from='mgr.24944 172.21.15.28:0/4206064451' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-29T17:51:50.878 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:51:50 smithi028 bash[31855]: audit 2024-08-29T17:51:46.929227+0000 mon.c (mon.2) 50 : audit [DBG] from='mgr.24944 172.21.15.28:0/4206064451' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-29T17:51:50.878 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:51:50 smithi028 bash[31855]: cluster 2024-08-29T17:51:47.666631+0000 mgr.y (mgr.24944) 56 : cluster [DBG] pgmap v89: 121 pgs: 121 active+clean; 397 MiB data, 2.9 GiB used, 712 GiB / 715 GiB avail; 7.9 MiB/s rd, 8.1 MiB/s wr, 22 op/s 2024-08-29T17:51:50.878 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:51:50 smithi028 bash[31855]: cluster 2024-08-29T17:51:49.667326+0000 mgr.y (mgr.24944) 57 : cluster [DBG] pgmap v90: 121 pgs: 121 active+clean; 397 MiB data, 2.9 GiB used, 712 GiB / 715 GiB avail; 5.3 MiB/s rd, 5.5 MiB/s wr, 15 op/s 2024-08-29T17:51:50.878 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:51:50 smithi028 bash[31855]: audit 2024-08-29T17:51:49.862137+0000 mon.c (mon.2) 51 : audit [DBG] from='mgr.24944 172.21.15.28:0/4206064451' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-29T17:51:50.878 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:51:50 smithi028 bash[31855]: cluster 2024-08-29T17:51:50.504043+0000 mon.a (mon.0) 1 : cluster [INF] mon.a calling monitor election 2024-08-29T17:51:50.878 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:51:50 smithi028 bash[31855]: cluster 2024-08-29T17:51:50.523901+0000 mon.a (mon.0) 2 : cluster [INF] mon.a is new leader, mons a,b,c in quorum (ranks 0,1,2) 2024-08-29T17:51:50.878 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:51:50 smithi028 bash[31855]: cluster 2024-08-29T17:51:50.534494+0000 mon.a (mon.0) 3 : cluster [DBG] monmap epoch 3 2024-08-29T17:51:50.878 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:51:50 smithi028 bash[31855]: cluster 2024-08-29T17:51:50.534526+0000 mon.a (mon.0) 4 : cluster [DBG] fsid 3167ee72-662c-11ef-bcd4-c7b262605968 2024-08-29T17:51:50.878 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:51:50 smithi028 bash[31855]: cluster 2024-08-29T17:51:50.534544+0000 mon.a (mon.0) 5 : cluster [DBG] last_changed 2024-08-29T17:32:28.992631+0000 2024-08-29T17:51:50.878 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:51:50 smithi028 bash[31855]: cluster 2024-08-29T17:51:50.534565+0000 mon.a (mon.0) 6 : cluster [DBG] created 2024-08-29T17:30:13.516586+0000 2024-08-29T17:51:50.878 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:51:50 smithi028 bash[31855]: cluster 2024-08-29T17:51:50.534582+0000 mon.a (mon.0) 7 : cluster [DBG] min_mon_release 17 (quincy) 2024-08-29T17:51:50.878 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:51:50 smithi028 bash[31855]: cluster 2024-08-29T17:51:50.534600+0000 mon.a (mon.0) 8 : cluster [DBG] election_strategy: 1 2024-08-29T17:51:50.878 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:51:50 smithi028 bash[31855]: cluster 2024-08-29T17:51:50.534615+0000 mon.a (mon.0) 9 : cluster [DBG] 0: [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] mon.a 2024-08-29T17:51:50.879 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:51:50 smithi028 bash[31855]: cluster 2024-08-29T17:51:50.534632+0000 mon.a (mon.0) 10 : cluster [DBG] 1: [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] mon.b 2024-08-29T17:51:50.879 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:51:50 smithi028 bash[31855]: cluster 2024-08-29T17:51:50.534652+0000 mon.a (mon.0) 11 : cluster [DBG] 2: [v2:172.21.15.28:3301/0,v1:172.21.15.28:6790/0] mon.c 2024-08-29T17:51:50.879 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:51:50 smithi028 bash[31855]: cluster 2024-08-29T17:51:50.535911+0000 mon.a (mon.0) 12 : cluster [DBG] fsmap cephfs:1 {0=b=up:active} 1 up:standby 2024-08-29T17:51:50.879 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:51:50 smithi028 bash[31855]: cluster 2024-08-29T17:51:50.535998+0000 mon.a (mon.0) 13 : cluster [DBG] osdmap e319: 8 total, 8 up, 8 in 2024-08-29T17:51:50.879 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:51:50 smithi028 bash[31855]: cluster 2024-08-29T17:51:50.538456+0000 mon.a (mon.0) 14 : cluster [DBG] mgrmap e35: y(active, since 60s), standbys: x 2024-08-29T17:51:50.879 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:51:50 smithi028 bash[31855]: cluster 2024-08-29T17:51:50.539487+0000 mon.a (mon.0) 15 : cluster [INF] overall HEALTH_OK 2024-08-29T17:51:50.879 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:51:50 smithi028 bash[31855]: audit 2024-08-29T17:51:50.566173+0000 mon.a (mon.0) 16 : audit [INF] from='mgr.24944 ' entity='' 2024-08-29T17:51:50.879 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:51:50 smithi028 bash[31855]: cluster 2024-08-29T17:51:50.567847+0000 mon.a (mon.0) 17 : cluster [DBG] mgrmap e36: y(active, since 60s), standbys: x 2024-08-29T17:51:50.879 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:51:50 smithi028 bash[77168]: audit 2024-08-29T17:51:46.928791+0000 mon.c (mon.2) 48 : audit [DBG] from='mgr.24944 172.21.15.28:0/4206064451' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-29T17:51:50.879 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:51:50 smithi028 bash[77168]: audit 2024-08-29T17:51:46.928995+0000 mon.c (mon.2) 49 : audit [DBG] from='mgr.24944 172.21.15.28:0/4206064451' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-29T17:51:50.879 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:51:50 smithi028 bash[77168]: audit 2024-08-29T17:51:46.929227+0000 mon.c (mon.2) 50 : audit [DBG] from='mgr.24944 172.21.15.28:0/4206064451' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-29T17:51:50.879 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:51:50 smithi028 bash[77168]: cluster 2024-08-29T17:51:47.666631+0000 mgr.y (mgr.24944) 56 : cluster [DBG] pgmap v89: 121 pgs: 121 active+clean; 397 MiB data, 2.9 GiB used, 712 GiB / 715 GiB avail; 7.9 MiB/s rd, 8.1 MiB/s wr, 22 op/s 2024-08-29T17:51:50.880 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:51:50 smithi028 bash[77168]: cluster 2024-08-29T17:51:49.667326+0000 mgr.y (mgr.24944) 57 : cluster [DBG] pgmap v90: 121 pgs: 121 active+clean; 397 MiB data, 2.9 GiB used, 712 GiB / 715 GiB avail; 5.3 MiB/s rd, 5.5 MiB/s wr, 15 op/s 2024-08-29T17:51:50.880 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:51:50 smithi028 bash[77168]: audit 2024-08-29T17:51:49.862137+0000 mon.c (mon.2) 51 : audit [DBG] from='mgr.24944 172.21.15.28:0/4206064451' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-29T17:51:50.880 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:51:50 smithi028 bash[77168]: cluster 2024-08-29T17:51:50.504043+0000 mon.a (mon.0) 1 : cluster [INF] mon.a calling monitor election 2024-08-29T17:51:50.880 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:51:50 smithi028 bash[77168]: cluster 2024-08-29T17:51:50.523901+0000 mon.a (mon.0) 2 : cluster [INF] mon.a is new leader, mons a,b,c in quorum (ranks 0,1,2) 2024-08-29T17:51:50.880 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:51:50 smithi028 bash[77168]: cluster 2024-08-29T17:51:50.534494+0000 mon.a (mon.0) 3 : cluster [DBG] monmap epoch 3 2024-08-29T17:51:50.880 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:51:50 smithi028 bash[77168]: cluster 2024-08-29T17:51:50.534526+0000 mon.a (mon.0) 4 : cluster [DBG] fsid 3167ee72-662c-11ef-bcd4-c7b262605968 2024-08-29T17:51:50.880 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:51:50 smithi028 bash[77168]: cluster 2024-08-29T17:51:50.534544+0000 mon.a (mon.0) 5 : cluster [DBG] last_changed 2024-08-29T17:32:28.992631+0000 2024-08-29T17:51:50.880 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:51:50 smithi028 bash[77168]: cluster 2024-08-29T17:51:50.534565+0000 mon.a (mon.0) 6 : cluster [DBG] created 2024-08-29T17:30:13.516586+0000 2024-08-29T17:51:50.880 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:51:50 smithi028 bash[77168]: cluster 2024-08-29T17:51:50.534582+0000 mon.a (mon.0) 7 : cluster [DBG] min_mon_release 17 (quincy) 2024-08-29T17:51:50.880 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:51:50 smithi028 bash[77168]: cluster 2024-08-29T17:51:50.534600+0000 mon.a (mon.0) 8 : cluster [DBG] election_strategy: 1 2024-08-29T17:51:50.880 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:51:50 smithi028 bash[77168]: cluster 2024-08-29T17:51:50.534615+0000 mon.a (mon.0) 9 : cluster [DBG] 0: [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] mon.a 2024-08-29T17:51:50.880 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:51:50 smithi028 bash[77168]: cluster 2024-08-29T17:51:50.534632+0000 mon.a (mon.0) 10 : cluster [DBG] 1: [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] mon.b 2024-08-29T17:51:50.880 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:51:50 smithi028 bash[77168]: cluster 2024-08-29T17:51:50.534652+0000 mon.a (mon.0) 11 : cluster [DBG] 2: [v2:172.21.15.28:3301/0,v1:172.21.15.28:6790/0] mon.c 2024-08-29T17:51:50.880 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:51:50 smithi028 bash[77168]: cluster 2024-08-29T17:51:50.535911+0000 mon.a (mon.0) 12 : cluster [DBG] fsmap cephfs:1 {0=b=up:active} 1 up:standby 2024-08-29T17:51:50.881 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:51:50 smithi028 bash[77168]: cluster 2024-08-29T17:51:50.535998+0000 mon.a (mon.0) 13 : cluster [DBG] osdmap e319: 8 total, 8 up, 8 in 2024-08-29T17:51:50.881 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:51:50 smithi028 bash[77168]: cluster 2024-08-29T17:51:50.538456+0000 mon.a (mon.0) 14 : cluster [DBG] mgrmap e35: y(active, since 60s), standbys: x 2024-08-29T17:51:50.881 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:51:50 smithi028 bash[77168]: cluster 2024-08-29T17:51:50.539487+0000 mon.a (mon.0) 15 : cluster [INF] overall HEALTH_OK 2024-08-29T17:51:50.881 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:51:50 smithi028 bash[77168]: audit 2024-08-29T17:51:50.566173+0000 mon.a (mon.0) 16 : audit [INF] from='mgr.24944 ' entity='' 2024-08-29T17:51:50.881 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:51:50 smithi028 bash[77168]: cluster 2024-08-29T17:51:50.567847+0000 mon.a (mon.0) 17 : cluster [DBG] mgrmap e36: y(active, since 60s), standbys: x 2024-08-29T17:51:51.074 INFO:journalctl@ceph.mgr.x.smithi053.stdout:Aug 29 17:51:50 smithi053 bash[62179]: ignoring --setuser ceph since I am not root 2024-08-29T17:51:51.074 INFO:journalctl@ceph.mgr.x.smithi053.stdout:Aug 29 17:51:50 smithi053 bash[62179]: ignoring --setgroup ceph since I am not root 2024-08-29T17:51:51.074 INFO:journalctl@ceph.mgr.x.smithi053.stdout:Aug 29 17:51:50 smithi053 bash[62179]: debug 2024-08-29T17:51:50.675+0000 7f6b84103640 1 -- 172.21.15.53:0/2539436189 <== mon.1 v2:172.21.15.53:3300/0 4 ==== auth_reply(proto 2 0 (0) Success) ==== 194+0+0 (secure 0 0 0) 0x564eb859f0e0 con 0x564eb85a1400 2024-08-29T17:51:51.074 INFO:journalctl@ceph.mgr.x.smithi053.stdout:Aug 29 17:51:50 smithi053 bash[62179]: debug 2024-08-29T17:51:50.791+0000 7f6b8695f040 -1 mgr[py] Module devicehealth has missing NOTIFY_TYPES member 2024-08-29T17:51:51.075 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:51:50 smithi053 bash[24720]: audit 2024-08-29T17:51:46.928791+0000 mon.c (mon.2) 48 : audit [DBG] from='mgr.24944 172.21.15.28:0/4206064451' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-29T17:51:51.075 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:51:50 smithi053 bash[24720]: audit 2024-08-29T17:51:46.928995+0000 mon.c (mon.2) 49 : audit [DBG] from='mgr.24944 172.21.15.28:0/4206064451' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-29T17:51:51.075 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:51:50 smithi053 bash[24720]: audit 2024-08-29T17:51:46.929227+0000 mon.c (mon.2) 50 : audit [DBG] from='mgr.24944 172.21.15.28:0/4206064451' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-29T17:51:51.075 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:51:50 smithi053 bash[24720]: cluster 2024-08-29T17:51:47.666631+0000 mgr.y (mgr.24944) 56 : cluster [DBG] pgmap v89: 121 pgs: 121 active+clean; 397 MiB data, 2.9 GiB used, 712 GiB / 715 GiB avail; 7.9 MiB/s rd, 8.1 MiB/s wr, 22 op/s 2024-08-29T17:51:51.075 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:51:50 smithi053 bash[24720]: cluster 2024-08-29T17:51:49.667326+0000 mgr.y (mgr.24944) 57 : cluster [DBG] pgmap v90: 121 pgs: 121 active+clean; 397 MiB data, 2.9 GiB used, 712 GiB / 715 GiB avail; 5.3 MiB/s rd, 5.5 MiB/s wr, 15 op/s 2024-08-29T17:51:51.075 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:51:50 smithi053 bash[24720]: audit 2024-08-29T17:51:49.862137+0000 mon.c (mon.2) 51 : audit [DBG] from='mgr.24944 172.21.15.28:0/4206064451' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-29T17:51:51.075 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:51:50 smithi053 bash[24720]: cluster 2024-08-29T17:51:50.504043+0000 mon.a (mon.0) 1 : cluster [INF] mon.a calling monitor election 2024-08-29T17:51:51.075 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:51:50 smithi053 bash[24720]: cluster 2024-08-29T17:51:50.523901+0000 mon.a (mon.0) 2 : cluster [INF] mon.a is new leader, mons a,b,c in quorum (ranks 0,1,2) 2024-08-29T17:51:51.075 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:51:50 smithi053 bash[24720]: cluster 2024-08-29T17:51:50.534494+0000 mon.a (mon.0) 3 : cluster [DBG] monmap epoch 3 2024-08-29T17:51:51.075 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:51:50 smithi053 bash[24720]: cluster 2024-08-29T17:51:50.534526+0000 mon.a (mon.0) 4 : cluster [DBG] fsid 3167ee72-662c-11ef-bcd4-c7b262605968 2024-08-29T17:51:51.075 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:51:50 smithi053 bash[24720]: cluster 2024-08-29T17:51:50.534544+0000 mon.a (mon.0) 5 : cluster [DBG] last_changed 2024-08-29T17:32:28.992631+0000 2024-08-29T17:51:51.076 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:51:50 smithi053 bash[24720]: cluster 2024-08-29T17:51:50.534565+0000 mon.a (mon.0) 6 : cluster [DBG] created 2024-08-29T17:30:13.516586+0000 2024-08-29T17:51:51.076 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:51:50 smithi053 bash[24720]: cluster 2024-08-29T17:51:50.534582+0000 mon.a (mon.0) 7 : cluster [DBG] min_mon_release 17 (quincy) 2024-08-29T17:51:51.076 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:51:50 smithi053 bash[24720]: cluster 2024-08-29T17:51:50.534600+0000 mon.a (mon.0) 8 : cluster [DBG] election_strategy: 1 2024-08-29T17:51:51.076 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:51:50 smithi053 bash[24720]: cluster 2024-08-29T17:51:50.534615+0000 mon.a (mon.0) 9 : cluster [DBG] 0: [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] mon.a 2024-08-29T17:51:51.076 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:51:50 smithi053 bash[24720]: cluster 2024-08-29T17:51:50.534632+0000 mon.a (mon.0) 10 : cluster [DBG] 1: [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] mon.b 2024-08-29T17:51:51.076 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:51:50 smithi053 bash[24720]: cluster 2024-08-29T17:51:50.534652+0000 mon.a (mon.0) 11 : cluster [DBG] 2: [v2:172.21.15.28:3301/0,v1:172.21.15.28:6790/0] mon.c 2024-08-29T17:51:51.076 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:51:50 smithi053 bash[24720]: cluster 2024-08-29T17:51:50.535911+0000 mon.a (mon.0) 12 : cluster [DBG] fsmap cephfs:1 {0=b=up:active} 1 up:standby 2024-08-29T17:51:51.076 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:51:50 smithi053 bash[24720]: cluster 2024-08-29T17:51:50.535998+0000 mon.a (mon.0) 13 : cluster [DBG] osdmap e319: 8 total, 8 up, 8 in 2024-08-29T17:51:51.076 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:51:50 smithi053 bash[24720]: cluster 2024-08-29T17:51:50.538456+0000 mon.a (mon.0) 14 : cluster [DBG] mgrmap e35: y(active, since 60s), standbys: x 2024-08-29T17:51:51.076 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:51:50 smithi053 bash[24720]: cluster 2024-08-29T17:51:50.539487+0000 mon.a (mon.0) 15 : cluster [INF] overall HEALTH_OK 2024-08-29T17:51:51.076 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:51:50 smithi053 bash[24720]: audit 2024-08-29T17:51:50.566173+0000 mon.a (mon.0) 16 : audit [INF] from='mgr.24944 ' entity='' 2024-08-29T17:51:51.076 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:51:50 smithi053 bash[24720]: cluster 2024-08-29T17:51:50.567847+0000 mon.a (mon.0) 17 : cluster [DBG] mgrmap e36: y(active, since 60s), standbys: x 2024-08-29T17:51:51.610 INFO:tasks.rados.rados.0.smithi028.stdout:1300: done (0 left) 2024-08-29T17:51:51.610 INFO:tasks.rados.rados.0.smithi028.stdout:1301: snap_create 2024-08-29T17:51:51.877 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:51:51 smithi028 bash[31855]: cluster 2024-08-29T17:51:50.602953+0000 mon.a (mon.0) 18 : cluster [DBG] osdmap e320: 8 total, 8 up, 8 in 2024-08-29T17:51:51.877 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:51:51 smithi028 bash[77168]: cluster 2024-08-29T17:51:50.602953+0000 mon.a (mon.0) 18 : cluster [DBG] osdmap e320: 8 total, 8 up, 8 in 2024-08-29T17:51:52.055 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:51:51 smithi053 bash[24720]: cluster 2024-08-29T17:51:50.602953+0000 mon.a (mon.0) 18 : cluster [DBG] osdmap e320: 8 total, 8 up, 8 in 2024-08-29T17:51:52.312 INFO:journalctl@ceph.mgr.x.smithi053.stdout:Aug 29 17:51:52 smithi053 bash[62179]: debug 2024-08-29T17:51:52.055+0000 7f6b8695f040 -1 mgr[py] Module rook has missing NOTIFY_TYPES member 2024-08-29T17:51:52.312 INFO:journalctl@ceph.mgr.x.smithi053.stdout:Aug 29 17:51:52 smithi053 bash[62179]: debug 2024-08-29T17:51:52.123+0000 7f6b8695f040 -1 mgr[py] Module iostat has missing NOTIFY_TYPES member 2024-08-29T17:51:52.312 INFO:journalctl@ceph.mgr.x.smithi053.stdout:Aug 29 17:51:52 smithi053 bash[62179]: debug 2024-08-29T17:51:52.279+0000 7f6b8695f040 -1 mgr[py] Module telemetry has missing NOTIFY_TYPES member 2024-08-29T17:51:52.377 INFO:journalctl@ceph.mgr.y.smithi028.stdout:Aug 29 17:51:52 smithi028 bash[70818]: debug 2024-08-29T17:51:52.041+0000 7fc116a7d040 -1 mgr[py] Module rook has missing NOTIFY_TYPES member 2024-08-29T17:51:52.377 INFO:journalctl@ceph.mgr.y.smithi028.stdout:Aug 29 17:51:52 smithi028 bash[70818]: debug 2024-08-29T17:51:52.109+0000 7fc116a7d040 -1 mgr[py] Module iostat has missing NOTIFY_TYPES member 2024-08-29T17:51:52.377 INFO:journalctl@ceph.mgr.y.smithi028.stdout:Aug 29 17:51:52 smithi028 bash[70818]: debug 2024-08-29T17:51:52.269+0000 7fc116a7d040 -1 mgr[py] Module telemetry has missing NOTIFY_TYPES member 2024-08-29T17:51:52.573 INFO:journalctl@ceph.prometheus.a.smithi053.stdout:Aug 29 17:51:52 smithi053 bash[61790]: ts=2024-08-29T17:51:52.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"3167ee72-662c-11ef-bcd4-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-29T17:51:52.613 INFO:tasks.rados.rados.0.smithi028.stdout:1301: done (0 left) 2024-08-29T17:51:52.613 INFO:tasks.rados.rados.0.smithi028.stdout:1302: rollback oid 2 current snap is 132 2024-08-29T17:51:52.613 INFO:tasks.rados.rados.0.smithi028.stdout:rollback oid 2 to 126 2024-08-29T17:51:52.613 INFO:tasks.rados.rados.0.smithi028.stdout:1303: read oid 21 snap -1 2024-08-29T17:51:52.613 INFO:tasks.rados.rados.0.smithi028.stdout:1303: expect (ObjNum 393 snap 126 seq_num 393) 2024-08-29T17:51:52.614 INFO:tasks.rados.rados.0.smithi028.stdout:1304: rollback oid 42 current snap is 132 2024-08-29T17:51:52.614 INFO:tasks.rados.rados.0.smithi028.stdout:rollback oid 42 to 90 2024-08-29T17:51:52.614 INFO:tasks.rados.rados.0.smithi028.stdout:append oid 3 current snap is 132 2024-08-29T17:51:52.614 INFO:tasks.rados.rados.0.smithi028.stdout:1305: seq_num 413 ranges {0=524288,524288=516096,1040384=696320,1736704=393216} 2024-08-29T17:51:52.619 INFO:tasks.rados.rados.0.smithi028.stdout:1305: writing smithi02869045-3 from 0 to 524288 tid 1 2024-08-29T17:51:52.625 INFO:tasks.rados.rados.0.smithi028.stdout:1305: writing smithi02869045-3 from 524288 to 1040384 tid 2 2024-08-29T17:51:52.631 INFO:tasks.rados.rados.0.smithi028.stdout:1305: writing smithi02869045-3 from 1040384 to 1736704 tid 3 2024-08-29T17:51:52.636 INFO:tasks.rados.rados.0.smithi028.stdout:1305: writing smithi02869045-3 from 1736704 to 2129920 tid 4 2024-08-29T17:51:52.636 INFO:tasks.rados.rados.0.smithi028.stdout:1304: finishing rollback tid 1 to smithi02869045-42 2024-08-29T17:51:52.636 INFO:tasks.rados.rados.0.smithi028.stdout:1304: finishing rollback tid 2 to smithi02869045-42 2024-08-29T17:51:52.636 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 42 v 255 (ObjNum 250 snap 77 seq_num 250) dirty exists 2024-08-29T17:51:52.636 INFO:tasks.rados.rados.0.smithi028.stdout:1306: read oid 20 snap 98 2024-08-29T17:51:52.636 INFO:tasks.rados.rados.0.smithi028.stdout:1306: expect (ObjNum 1677601120 snap 21900 seq_num 1677214464) 2024-08-29T17:51:52.636 INFO:tasks.rados.rados.0.smithi028.stdout:1304: done (4 left) 2024-08-29T17:51:52.636 INFO:tasks.rados.rados.0.smithi028.stdout:append oid 39 current snap is 132 2024-08-29T17:51:52.637 INFO:tasks.rados.rados.0.smithi028.stdout:1307: seq_num 414 ranges {3325952=540672,3866624=802816,4669440=458752,5128192=344064} 2024-08-29T17:51:52.667 INFO:tasks.rados.rados.0.smithi028.stdout:1307: writing smithi02869045-39 from 3325952 to 3866624 tid 1 2024-08-29T17:51:52.674 INFO:tasks.rados.rados.0.smithi028.stdout:1307: writing smithi02869045-39 from 3866624 to 4669440 tid 2 2024-08-29T17:51:52.678 INFO:tasks.rados.rados.0.smithi028.stdout:1307: writing smithi02869045-39 from 4669440 to 5128192 tid 3 2024-08-29T17:51:52.681 INFO:tasks.rados.rados.0.smithi028.stdout:1307: writing smithi02869045-39 from 5128192 to 5472256 tid 4 2024-08-29T17:51:52.681 INFO:tasks.rados.rados.0.smithi028.stdout:append oid 12 current snap is 132 2024-08-29T17:51:52.681 INFO:tasks.rados.rados.0.smithi028.stdout:1302: finishing rollback tid 1 to smithi02869045-2 2024-08-29T17:51:52.681 INFO:tasks.rados.rados.0.smithi028.stdout:1302: finishing rollback tid 2 to smithi02869045-2 2024-08-29T17:51:52.682 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 2 v 817 (ObjNum 295 snap 88 seq_num 295) dirty exists 2024-08-29T17:51:52.682 INFO:tasks.rados.rados.0.smithi028.stdout:1306: expect (ObjNum 1677601120 snap 21900 seq_num 1677214464) 2024-08-29T17:51:52.686 INFO:tasks.rados.rados.0.smithi028.stdout:1305: finishing write tid 1 to smithi02869045-3 2024-08-29T17:51:52.687 INFO:tasks.rados.rados.0.smithi028.stdout:1305: finishing write tid 2 to smithi02869045-3 2024-08-29T17:51:52.687 INFO:tasks.rados.rados.0.smithi028.stdout:1305: finishing write tid 3 to smithi02869045-3 2024-08-29T17:51:52.687 INFO:tasks.rados.rados.0.smithi028.stdout:1305: finishing write tid 4 to smithi02869045-3 2024-08-29T17:51:52.687 INFO:tasks.rados.rados.0.smithi028.stdout:1308: seq_num 415 ranges {3096576=557056,3653632=688128,4341760=663552,5005312=253952} 2024-08-29T17:51:52.716 INFO:tasks.rados.rados.0.smithi028.stdout:1308: writing smithi02869045-12 from 3096576 to 3653632 tid 1 2024-08-29T17:51:52.721 INFO:tasks.rados.rados.0.smithi028.stdout:1308: writing smithi02869045-12 from 3653632 to 4341760 tid 2 2024-08-29T17:51:52.726 INFO:tasks.rados.rados.0.smithi028.stdout:1308: writing smithi02869045-12 from 4341760 to 5005312 tid 3 2024-08-29T17:51:52.729 INFO:tasks.rados.rados.0.smithi028.stdout:1308: writing smithi02869045-12 from 5005312 to 5259264 tid 4 2024-08-29T17:51:52.729 INFO:tasks.rados.rados.0.smithi028.stdout:1302: done (5 left) 2024-08-29T17:51:52.729 INFO:tasks.rados.rados.0.smithi028.stdout:1306: done (4 left) 2024-08-29T17:51:52.729 INFO:tasks.rados.rados.0.smithi028.stdout:append oid 48 current snap is 132 2024-08-29T17:51:52.729 INFO:tasks.rados.rados.0.smithi028.stdout:1309: seq_num 416 ranges {5029888=573440,5603328=573440,6176768=475136,6651904=557056} 2024-08-29T17:51:52.762 INFO:tasks.rados.rados.0.smithi028.stdout:1309: writing smithi02869045-48 from 5029888 to 5603328 tid 1 2024-08-29T17:51:52.765 INFO:tasks.rados.rados.0.smithi028.stdout:1309: writing smithi02869045-48 from 5603328 to 6176768 tid 2 2024-08-29T17:51:52.768 INFO:tasks.rados.rados.0.smithi028.stdout:1309: writing smithi02869045-48 from 6176768 to 6651904 tid 3 2024-08-29T17:51:52.772 INFO:tasks.rados.rados.0.smithi028.stdout:1309: writing smithi02869045-48 from 6651904 to 7208960 tid 4 2024-08-29T17:51:52.772 INFO:tasks.rados.rados.0.smithi028.stdout:1310: snap_create 2024-08-29T17:51:52.776 INFO:tasks.rados.rados.0.smithi028.stdout:1305: finishing write tid 5 to smithi02869045-3 2024-08-29T17:51:52.776 INFO:tasks.rados.rados.0.smithi028.stdout:1305: finishing write tid 6 to smithi02869045-3 2024-08-29T17:51:52.776 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 3 v 1011 (ObjNum 413 snap 132 seq_num 413) dirty exists 2024-08-29T17:51:52.776 INFO:tasks.rados.rados.0.smithi028.stdout:1305: left oid 3 (ObjNum 413 snap 132 seq_num 413) 2024-08-29T17:51:52.776 INFO:tasks.rados.rados.0.smithi028.stdout:1303: expect (ObjNum 393 snap 126 seq_num 393) 2024-08-29T17:51:52.877 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:51:52 smithi028 bash[31855]: cluster 2024-08-29T17:51:51.613800+0000 mon.a (mon.0) 19 : cluster [DBG] osdmap e321: 8 total, 8 up, 8 in 2024-08-29T17:51:52.877 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:51:52 smithi028 bash[77168]: cluster 2024-08-29T17:51:51.613800+0000 mon.a (mon.0) 19 : cluster [DBG] osdmap e321: 8 total, 8 up, 8 in 2024-08-29T17:51:52.969 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:51:52 smithi053 bash[24720]: cluster 2024-08-29T17:51:51.613800+0000 mon.a (mon.0) 19 : cluster [DBG] osdmap e321: 8 total, 8 up, 8 in 2024-08-29T17:51:53.114 INFO:tasks.rados.rados.0.smithi028.stdout:1307: finishing write tid 1 to smithi02869045-39 2024-08-29T17:51:53.114 INFO:tasks.rados.rados.0.smithi028.stdout:1307: finishing write tid 2 to smithi02869045-39 2024-08-29T17:51:53.114 INFO:tasks.rados.rados.0.smithi028.stdout:1307: finishing write tid 3 to smithi02869045-39 2024-08-29T17:51:53.115 INFO:tasks.rados.rados.0.smithi028.stdout:1307: finishing write tid 4 to smithi02869045-39 2024-08-29T17:51:53.115 INFO:tasks.rados.rados.0.smithi028.stdout:1307: finishing write tid 5 to smithi02869045-39 2024-08-29T17:51:53.115 INFO:tasks.rados.rados.0.smithi028.stdout:1307: finishing write tid 6 to smithi02869045-39 2024-08-29T17:51:53.115 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 39 v 711 (ObjNum 414 snap 132 seq_num 414) dirty exists 2024-08-29T17:51:53.115 INFO:tasks.rados.rados.0.smithi028.stdout:1307: left oid 39 (ObjNum 414 snap 132 seq_num 414) 2024-08-29T17:51:53.115 INFO:tasks.rados.rados.0.smithi028.stdout:1308: finishing write tid 1 to smithi02869045-12 2024-08-29T17:51:53.115 INFO:tasks.rados.rados.0.smithi028.stdout:1308: finishing write tid 2 to smithi02869045-12 2024-08-29T17:51:53.115 INFO:tasks.rados.rados.0.smithi028.stdout:1308: finishing write tid 3 to smithi02869045-12 2024-08-29T17:51:53.115 INFO:tasks.rados.rados.0.smithi028.stdout:1308: finishing write tid 4 to smithi02869045-12 2024-08-29T17:51:53.115 INFO:tasks.rados.rados.0.smithi028.stdout:1308: finishing write tid 5 to smithi02869045-12 2024-08-29T17:51:53.115 INFO:tasks.rados.rados.0.smithi028.stdout:1308: finishing write tid 6 to smithi02869045-12 2024-08-29T17:51:53.115 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 12 v 318 (ObjNum 415 snap 132 seq_num 415) dirty exists 2024-08-29T17:51:53.115 INFO:tasks.rados.rados.0.smithi028.stdout:1308: left oid 12 (ObjNum 415 snap 132 seq_num 415) 2024-08-29T17:51:53.116 INFO:tasks.rados.rados.0.smithi028.stdout:1309: finishing write tid 1 to smithi02869045-48 2024-08-29T17:51:53.116 INFO:tasks.rados.rados.0.smithi028.stdout:1309: finishing write tid 2 to smithi02869045-48 2024-08-29T17:51:53.116 INFO:tasks.rados.rados.0.smithi028.stdout:1309: finishing write tid 3 to smithi02869045-48 2024-08-29T17:51:53.116 INFO:tasks.rados.rados.0.smithi028.stdout:1309: finishing write tid 4 to smithi02869045-48 2024-08-29T17:51:53.116 INFO:tasks.rados.rados.0.smithi028.stdout:1309: finishing write tid 5 to smithi02869045-48 2024-08-29T17:51:53.116 INFO:tasks.rados.rados.0.smithi028.stdout:1309: finishing write tid 6 to smithi02869045-48 2024-08-29T17:51:53.116 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 48 v 1016 (ObjNum 416 snap 132 seq_num 416) dirty exists 2024-08-29T17:51:53.116 INFO:tasks.rados.rados.0.smithi028.stdout:1309: left oid 48 (ObjNum 416 snap 132 seq_num 416) 2024-08-29T17:51:53.307 INFO:journalctl@ceph.mgr.x.smithi053.stdout:Aug 29 17:51:52 smithi053 bash[62179]: debug 2024-08-29T17:51:52.971+0000 7f6b8695f040 -1 mgr[py] Module osd_support has missing NOTIFY_TYPES member 2024-08-29T17:51:53.308 INFO:journalctl@ceph.mgr.x.smithi053.stdout:Aug 29 17:51:53 smithi053 bash[62179]: debug 2024-08-29T17:51:53.043+0000 7f6b8695f040 -1 mgr[py] Module selftest has missing NOTIFY_TYPES member 2024-08-29T17:51:53.308 INFO:journalctl@ceph.mgr.x.smithi053.stdout:Aug 29 17:51:53 smithi053 bash[62179]: debug 2024-08-29T17:51:53.115+0000 7f6b8695f040 -1 mgr[py] Module progress has missing NOTIFY_TYPES member 2024-08-29T17:51:53.314 INFO:journalctl@ceph.mgr.y.smithi028.stdout:Aug 29 17:51:52 smithi028 bash[70818]: debug 2024-08-29T17:51:52.977+0000 7fc116a7d040 -1 mgr[py] Module osd_support has missing NOTIFY_TYPES member 2024-08-29T17:51:53.314 INFO:journalctl@ceph.mgr.y.smithi028.stdout:Aug 29 17:51:53 smithi028 bash[70818]: debug 2024-08-29T17:51:53.049+0000 7fc116a7d040 -1 mgr[py] Module selftest has missing NOTIFY_TYPES member 2024-08-29T17:51:53.314 INFO:journalctl@ceph.mgr.y.smithi028.stdout:Aug 29 17:51:53 smithi028 bash[70818]: debug 2024-08-29T17:51:53.121+0000 7fc116a7d040 -1 mgr[py] Module progress has missing NOTIFY_TYPES member 2024-08-29T17:51:53.574 INFO:journalctl@ceph.prometheus.a.smithi053.stdout:Aug 29 17:51:53 smithi053 bash[61790]: ts=2024-08-29T17:51:53.507Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=nodes name=CephNodeDiskspaceWarning index=4 msg="Evaluating rule failed" rule="alert: CephNodeDiskspaceWarning\nexpr: predict_linear(node_filesystem_free_bytes{device=~\"/.*\"}[2d], 3600 * 24 * 5)\n * on (instance) group_left (nodename) node_uname_info < 0\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.8.4\n severity: warning\n type: ceph_default\nannotations:\n description: Mountpoint {{ $labels.mountpoint }} on {{ $labels.nodename }} will\n be full in less than 5 days based on the 48 hour trailing fill rate.\n summary: Host filesystem free space is getting low\n" err="found duplicate series for the match group {instance=\"smithi028\"} on the right hand-side of the operation: [{__name__=\"node_uname_info\", domainname=\"(none)\", instance=\"smithi028\", job=\"node\", machine=\"x86_64\", nodename=\"smithi028\", release=\"5.15.0-119-generic\", sysname=\"Linux\", version=\"#129-Ubuntu SMP Fri Aug 2 19:25:20 UTC 2024\"}, {__name__=\"node_uname_info\", cluster=\"3167ee72-662c-11ef-bcd4-c7b262605968\", domainname=\"(none)\", instance=\"smithi028\", job=\"node\", machine=\"x86_64\", nodename=\"smithi028\", release=\"5.15.0-119-generic\", sysname=\"Linux\", version=\"#129-Ubuntu SMP Fri Aug 2 19:25:20 UTC 2024\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-29T17:51:53.574 INFO:journalctl@ceph.mgr.x.smithi053.stdout:Aug 29 17:51:53 smithi053 bash[62179]: debug 2024-08-29T17:51:53.307+0000 7f6b8695f040 -1 mgr[py] Module rgw has missing NOTIFY_TYPES member 2024-08-29T17:51:53.574 INFO:journalctl@ceph.mgr.x.smithi053.stdout:Aug 29 17:51:53 smithi053 bash[62179]: debug 2024-08-29T17:51:53.387+0000 7f6b8695f040 -1 mgr[py] Module crash has missing NOTIFY_TYPES member 2024-08-29T17:51:53.574 INFO:journalctl@ceph.mgr.x.smithi053.stdout:Aug 29 17:51:53 smithi053 bash[62179]: debug 2024-08-29T17:51:53.459+0000 7f6b8695f040 -1 mgr[py] Module telegraf has missing NOTIFY_TYPES member 2024-08-29T17:51:53.616 INFO:journalctl@ceph.mgr.y.smithi028.stdout:Aug 29 17:51:53 smithi028 bash[70818]: debug 2024-08-29T17:51:53.317+0000 7fc116a7d040 -1 mgr[py] Module rgw has missing NOTIFY_TYPES member 2024-08-29T17:51:53.616 INFO:journalctl@ceph.mgr.y.smithi028.stdout:Aug 29 17:51:53 smithi028 bash[70818]: debug 2024-08-29T17:51:53.397+0000 7fc116a7d040 -1 mgr[py] Module crash has missing NOTIFY_TYPES member 2024-08-29T17:51:53.616 INFO:journalctl@ceph.mgr.y.smithi028.stdout:Aug 29 17:51:53 smithi028 bash[70818]: debug 2024-08-29T17:51:53.469+0000 7fc116a7d040 -1 mgr[py] Module telegraf has missing NOTIFY_TYPES member 2024-08-29T17:51:53.630 INFO:tasks.rados.rados.0.smithi028.stdout:1303: done (5 left) 2024-08-29T17:51:53.630 INFO:tasks.rados.rados.0.smithi028.stdout:1305: done (4 left) 2024-08-29T17:51:53.630 INFO:tasks.rados.rados.0.smithi028.stdout:1307: done (3 left) 2024-08-29T17:51:53.630 INFO:tasks.rados.rados.0.smithi028.stdout:1308: done (2 left) 2024-08-29T17:51:53.630 INFO:tasks.rados.rados.0.smithi028.stdout:1309: done (1 left) 2024-08-29T17:51:53.630 INFO:tasks.rados.rados.0.smithi028.stdout:1310: done (0 left) 2024-08-29T17:51:53.630 INFO:tasks.rados.rados.0.smithi028.stdout:1311: delete oid 44 current snap is 133 2024-08-29T17:51:53.639 INFO:tasks.rados.rados.0.smithi028.stdout:1311: done (0 left) 2024-08-29T17:51:53.639 INFO:tasks.rados.rados.0.smithi028.stdout:1312: rmattr oid 21 current snap is 133 2024-08-29T17:51:53.639 INFO:tasks.rados.rados.0.smithi028.stdout:1313: read oid 35 snap -1 2024-08-29T17:51:53.639 INFO:tasks.rados.rados.0.smithi028.stdout:1313: expect (ObjNum 273 snap 78 seq_num 273) 2024-08-29T17:51:53.647 INFO:tasks.rados.rados.0.smithi028.stdout:1314: read oid 47 snap -1 2024-08-29T17:51:53.648 INFO:tasks.rados.rados.0.smithi028.stdout:1314: expect (ObjNum 180 snap 52 seq_num 180) 2024-08-29T17:51:53.648 INFO:tasks.rados.rados.0.smithi028.stdout:append oid 25 current snap is 133 2024-08-29T17:51:53.648 INFO:tasks.rados.rados.0.smithi028.stdout:1315: seq_num 418 ranges {0=606208,606208=737280,1343488=434176,1777664=434176} 2024-08-29T17:51:53.648 INFO:tasks.rados.rados.0.smithi028.stdout:1315: writing smithi02869045-25 from 0 to 606208 tid 1 2024-08-29T17:51:53.650 INFO:tasks.rados.rados.0.smithi028.stdout:1315: writing smithi02869045-25 from 606208 to 1343488 tid 2 2024-08-29T17:51:53.653 INFO:tasks.rados.rados.0.smithi028.stdout:1315: writing smithi02869045-25 from 1343488 to 1777664 tid 3 2024-08-29T17:51:53.656 INFO:tasks.rados.rados.0.smithi028.stdout:1315: writing smithi02869045-25 from 1777664 to 2211840 tid 4 2024-08-29T17:51:53.656 INFO:tasks.rados.rados.0.smithi028.stdout:1316: read oid 50 snap -1 2024-08-29T17:51:53.657 INFO:tasks.rados.rados.0.smithi028.stdout:1316: expect deleted 2024-08-29T17:51:53.657 INFO:tasks.rados.rados.0.smithi028.stdout:1317: rmattr oid 49 current snap is 133 2024-08-29T17:51:53.657 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 21 v 821 (ObjNum 393 snap 126 seq_num 393) dirty exists 2024-08-29T17:51:53.657 INFO:tasks.rados.rados.0.smithi028.stdout:1312: done (5 left) 2024-08-29T17:51:53.657 INFO:tasks.rados.rados.0.smithi028.stdout:1318: delete oid 15 current snap is 133 2024-08-29T17:51:53.657 INFO:tasks.rados.rados.0.smithi028.stdout:1314: expect (ObjNum 180 snap 52 seq_num 180) 2024-08-29T17:51:53.689 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 49 v 823 (ObjNum 319 snap 100 seq_num 319) dirty exists 2024-08-29T17:51:53.689 INFO:tasks.rados.rados.0.smithi028.stdout:1313: expect (ObjNum 273 snap 78 seq_num 273) 2024-08-29T17:51:53.752 INFO:tasks.rados.rados.0.smithi028.stdout:1315: finishing write tid 1 to smithi02869045-25 2024-08-29T17:51:53.752 INFO:tasks.rados.rados.0.smithi028.stdout:1315: finishing write tid 2 to smithi02869045-25 2024-08-29T17:51:53.753 INFO:tasks.rados.rados.0.smithi028.stdout:1315: finishing write tid 3 to smithi02869045-25 2024-08-29T17:51:53.753 INFO:tasks.rados.rados.0.smithi028.stdout:1315: finishing write tid 4 to smithi02869045-25 2024-08-29T17:51:53.753 INFO:tasks.rados.rados.0.smithi028.stdout:1315: finishing write tid 5 to smithi02869045-25 2024-08-29T17:51:53.753 INFO:tasks.rados.rados.0.smithi028.stdout:1315: finishing write tid 6 to smithi02869045-25 2024-08-29T17:51:53.753 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 25 v 125 (ObjNum 418 snap 133 seq_num 418) dirty exists 2024-08-29T17:51:53.753 INFO:tasks.rados.rados.0.smithi028.stdout:1315: left oid 25 (ObjNum 418 snap 133 seq_num 418) 2024-08-29T17:51:53.753 INFO:tasks.rados.rados.0.smithi028.stdout:1313: done (5 left) 2024-08-29T17:51:53.753 INFO:tasks.rados.rados.0.smithi028.stdout:1314: done (4 left) 2024-08-29T17:51:53.753 INFO:tasks.rados.rados.0.smithi028.stdout:1315: done (3 left) 2024-08-29T17:51:53.754 INFO:tasks.rados.rados.0.smithi028.stdout:1316: done (2 left) 2024-08-29T17:51:53.754 INFO:tasks.rados.rados.0.smithi028.stdout:1317: done (1 left) 2024-08-29T17:51:53.754 INFO:tasks.rados.rados.0.smithi028.stdout:1318: done (0 left) 2024-08-29T17:51:53.754 INFO:tasks.rados.rados.0.smithi028.stdout:append oid 48 current snap is 133 2024-08-29T17:51:53.754 INFO:tasks.rados.rados.0.smithi028.stdout:1319: seq_num 420 ranges {7208960=638976,7847936=557056,8404992=450560,8855552=598016} 2024-08-29T17:51:53.828 INFO:tasks.rados.rados.0.smithi028.stdout:1319: writing smithi02869045-48 from 7208960 to 7847936 tid 1 2024-08-29T17:51:53.832 INFO:tasks.rados.rados.0.smithi028.stdout:1319: writing smithi02869045-48 from 7847936 to 8404992 tid 2 2024-08-29T17:51:53.836 INFO:tasks.rados.rados.0.smithi028.stdout:1319: writing smithi02869045-48 from 8404992 to 8855552 tid 3 2024-08-29T17:51:53.840 INFO:tasks.rados.rados.0.smithi028.stdout:1319: writing smithi02869045-48 from 8855552 to 9453568 tid 4 2024-08-29T17:51:53.841 INFO:tasks.rados.rados.0.smithi028.stdout:1320: delete oid 20 current snap is 133 2024-08-29T17:51:53.841 INFO:tasks.rados.rados.0.smithi028.stdout:1319: finishing write tid 1 to smithi02869045-48 2024-08-29T17:51:53.841 INFO:tasks.rados.rados.0.smithi028.stdout:1319: finishing write tid 2 to smithi02869045-48 2024-08-29T17:51:53.841 INFO:tasks.rados.rados.0.smithi028.stdout:1319: finishing write tid 3 to smithi02869045-48 2024-08-29T17:51:53.845 INFO:tasks.rados.rados.0.smithi028.stdout:1320: done (1 left) 2024-08-29T17:51:53.845 INFO:tasks.rados.rados.0.smithi028.stdout:1321: setattr oid 17 current snap is 133 2024-08-29T17:51:53.845 INFO:tasks.rados.rados.0.smithi028.stdout:1319: finishing write tid 4 to smithi02869045-48 2024-08-29T17:51:53.846 INFO:tasks.rados.rados.0.smithi028.stdout:1322: read oid 21 snap -1 2024-08-29T17:51:53.846 INFO:tasks.rados.rados.0.smithi028.stdout:1322: expect (ObjNum 393 snap 126 seq_num 393) 2024-08-29T17:51:53.846 INFO:tasks.rados.rados.0.smithi028.stdout:append oid 19 current snap is 133 2024-08-29T17:51:53.846 INFO:tasks.rados.rados.0.smithi028.stdout:1323: seq_num 422 ranges {0=671744,671744=729088,1400832=417792,1818624=458752} 2024-08-29T17:51:53.851 INFO:tasks.rados.rados.0.smithi028.stdout:1323: writing smithi02869045-19 from 0 to 671744 tid 1 2024-08-29T17:51:53.856 INFO:tasks.rados.rados.0.smithi028.stdout:1323: writing smithi02869045-19 from 671744 to 1400832 tid 2 2024-08-29T17:51:53.859 INFO:tasks.rados.rados.0.smithi028.stdout:1323: writing smithi02869045-19 from 1400832 to 1818624 tid 3 2024-08-29T17:51:53.863 INFO:tasks.rados.rados.0.smithi028.stdout:1323: writing smithi02869045-19 from 1818624 to 2277376 tid 4 2024-08-29T17:51:53.863 INFO:tasks.rados.rados.0.smithi028.stdout:1324: rmattr oid 25 current snap is 133 2024-08-29T17:51:53.863 INFO:tasks.rados.rados.0.smithi028.stdout:1324: done (4 left) 2024-08-29T17:51:53.863 INFO:tasks.rados.rados.0.smithi028.stdout:1325: copy_from oid 14 from oid 44 current snap is 133 2024-08-29T17:51:53.863 INFO:tasks.rados.rados.0.smithi028.stdout:1319: finishing write tid 5 to smithi02869045-48 2024-08-29T17:51:53.863 INFO:tasks.rados.rados.0.smithi028.stdout:1319: finishing write tid 6 to smithi02869045-48 2024-08-29T17:51:53.863 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 48 v 1021 (ObjNum 420 snap 133 seq_num 420) dirty exists 2024-08-29T17:51:53.863 INFO:tasks.rados.rados.0.smithi028.stdout:1319: left oid 48 (ObjNum 420 snap 133 seq_num 420) 2024-08-29T17:51:53.864 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 17 v 1042 (ObjNum 405 snap 127 seq_num 405) dirty exists 2024-08-29T17:51:53.864 INFO:tasks.rados.rados.0.smithi028.stdout:1323: finishing write tid 1 to smithi02869045-19 2024-08-29T17:51:53.864 INFO:tasks.rados.rados.0.smithi028.stdout:1319: done (4 left) 2024-08-29T17:51:53.864 INFO:tasks.rados.rados.0.smithi028.stdout:1321: done (3 left) 2024-08-29T17:51:53.864 INFO:tasks.rados.rados.0.smithi028.stdout:1326: read oid 3 snap -1 2024-08-29T17:51:53.864 INFO:tasks.rados.rados.0.smithi028.stdout:1326: expect (ObjNum 413 snap 132 seq_num 413) 2024-08-29T17:51:53.864 INFO:tasks.rados.rados.0.smithi028.stdout:append oid 24 current snap is 133 2024-08-29T17:51:53.864 INFO:tasks.rados.rados.0.smithi028.stdout:1327: seq_num 423 ranges {925696=688128,1613824=614400,2228224=622592,2850816=368640} 2024-08-29T17:51:53.876 INFO:tasks.rados.rados.0.smithi028.stdout:1327: writing smithi02869045-24 from 925696 to 1613824 tid 1 2024-08-29T17:51:53.876 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:51:53 smithi028 bash[77168]: cluster 2024-08-29T17:51:52.616765+0000 mon.a (mon.0) 20 : cluster [DBG] osdmap e322: 8 total, 8 up, 8 in 2024-08-29T17:51:53.877 INFO:journalctl@ceph.mgr.y.smithi028.stdout:Aug 29 17:51:53 smithi028 bash[70818]: debug 2024-08-29T17:51:53.757+0000 7fc116a7d040 -1 mgr[py] Module pg_autoscaler has missing NOTIFY_TYPES member 2024-08-29T17:51:53.877 INFO:journalctl@ceph.mgr.y.smithi028.stdout:Aug 29 17:51:53 smithi028 bash[70818]: debug 2024-08-29T17:51:53.825+0000 7fc116a7d040 -1 mgr[py] Module zabbix has missing NOTIFY_TYPES member 2024-08-29T17:51:53.877 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:51:53 smithi028 bash[31855]: cluster 2024-08-29T17:51:52.616765+0000 mon.a (mon.0) 20 : cluster [DBG] osdmap e322: 8 total, 8 up, 8 in 2024-08-29T17:51:53.879 INFO:tasks.rados.rados.0.smithi028.stdout:1327: writing smithi02869045-24 from 1613824 to 2228224 tid 2 2024-08-29T17:51:53.883 INFO:tasks.rados.rados.0.smithi028.stdout:1327: writing smithi02869045-24 from 2228224 to 2850816 tid 3 2024-08-29T17:51:53.885 INFO:tasks.rados.rados.0.smithi028.stdout:1327: writing smithi02869045-24 from 2850816 to 3219456 tid 4 2024-08-29T17:51:53.885 INFO:tasks.rados.rados.0.smithi028.stdout:1328: copy_from oid 42 from oid 27 current snap is 133 2024-08-29T17:51:53.885 INFO:tasks.rados.rados.0.smithi028.stdout:1325: finishing copy_from to smithi02869045-14 2024-08-29T17:51:53.885 INFO:tasks.rados.rados.0.smithi028.stdout:1325: got expected ENOENT (src dne) 2024-08-29T17:51:53.886 INFO:tasks.rados.rados.0.smithi028.stdout:1325: finishing copy_from racing read to smithi02869045-14 2024-08-29T17:51:53.886 INFO:tasks.rados.rados.0.smithi028.stdout:1322: expect (ObjNum 393 snap 126 seq_num 393) 2024-08-29T17:51:54.020 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:51:53 smithi053 bash[24720]: cluster 2024-08-29T17:51:52.616765+0000 mon.a (mon.0) 20 : cluster [DBG] osdmap e322: 8 total, 8 up, 8 in 2024-08-29T17:51:54.020 INFO:journalctl@ceph.mgr.x.smithi053.stdout:Aug 29 17:51:53 smithi053 bash[62179]: debug 2024-08-29T17:51:53.739+0000 7f6b8695f040 -1 mgr[py] Module pg_autoscaler has missing NOTIFY_TYPES member 2024-08-29T17:51:54.021 INFO:journalctl@ceph.mgr.x.smithi053.stdout:Aug 29 17:51:53 smithi053 bash[62179]: debug 2024-08-29T17:51:53.811+0000 7f6b8695f040 -1 mgr[py] Module zabbix has missing NOTIFY_TYPES member 2024-08-29T17:51:54.205 INFO:tasks.rados.rados.0.smithi028.stdout:1326: expect (ObjNum 413 snap 132 seq_num 413) 2024-08-29T17:51:54.261 INFO:tasks.rados.rados.0.smithi028.stdout:1323: finishing write tid 2 to smithi02869045-19 2024-08-29T17:51:54.262 INFO:tasks.rados.rados.0.smithi028.stdout:1323: finishing write tid 3 to smithi02869045-19 2024-08-29T17:51:54.262 INFO:tasks.rados.rados.0.smithi028.stdout:1323: finishing write tid 4 to smithi02869045-19 2024-08-29T17:51:54.262 INFO:tasks.rados.rados.0.smithi028.stdout:1323: finishing write tid 5 to smithi02869045-19 2024-08-29T17:51:54.262 INFO:tasks.rados.rados.0.smithi028.stdout:1323: finishing write tid 6 to smithi02869045-19 2024-08-29T17:51:54.262 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 19 v 1026 (ObjNum 422 snap 133 seq_num 422) dirty exists 2024-08-29T17:51:54.262 INFO:tasks.rados.rados.0.smithi028.stdout:1323: left oid 19 (ObjNum 422 snap 133 seq_num 422) 2024-08-29T17:51:54.262 INFO:tasks.rados.rados.0.smithi028.stdout:1327: finishing write tid 1 to smithi02869045-24 2024-08-29T17:51:54.262 INFO:tasks.rados.rados.0.smithi028.stdout:1327: finishing write tid 2 to smithi02869045-24 2024-08-29T17:51:54.263 INFO:tasks.rados.rados.0.smithi028.stdout:1328: finishing copy_from to smithi02869045-42 2024-08-29T17:51:54.263 INFO:tasks.rados.rados.0.smithi028.stdout:1328: got expected ENOENT (src dne) 2024-08-29T17:51:54.263 INFO:tasks.rados.rados.0.smithi028.stdout:1328: finishing copy_from racing read to smithi02869045-42 2024-08-29T17:51:54.263 INFO:tasks.rados.rados.0.smithi028.stdout:1327: finishing write tid 3 to smithi02869045-24 2024-08-29T17:51:54.263 INFO:tasks.rados.rados.0.smithi028.stdout:1327: finishing write tid 4 to smithi02869045-24 2024-08-29T17:51:54.263 INFO:tasks.rados.rados.0.smithi028.stdout:1327: finishing write tid 5 to smithi02869045-24 2024-08-29T17:51:54.263 INFO:tasks.rados.rados.0.smithi028.stdout:1327: finishing write tid 6 to smithi02869045-24 2024-08-29T17:51:54.263 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 24 v 298 (ObjNum 423 snap 133 seq_num 423) dirty exists 2024-08-29T17:51:54.263 INFO:tasks.rados.rados.0.smithi028.stdout:1327: left oid 24 (ObjNum 423 snap 133 seq_num 423) 2024-08-29T17:51:54.264 INFO:tasks.rados.rados.0.smithi028.stdout:1322: done (5 left) 2024-08-29T17:51:54.264 INFO:tasks.rados.rados.0.smithi028.stdout:1323: done (4 left) 2024-08-29T17:51:54.264 INFO:tasks.rados.rados.0.smithi028.stdout:1325: done (3 left) 2024-08-29T17:51:54.264 INFO:tasks.rados.rados.0.smithi028.stdout:1326: done (2 left) 2024-08-29T17:51:54.264 INFO:tasks.rados.rados.0.smithi028.stdout:1327: done (1 left) 2024-08-29T17:51:54.264 INFO:tasks.rados.rados.0.smithi028.stdout:1328: done (0 left) 2024-08-29T17:51:54.264 INFO:tasks.rados.rados.0.smithi028.stdout:1329: snap_remove snap 119 2024-08-29T17:51:54.324 INFO:journalctl@ceph.mgr.x.smithi053.stdout:Aug 29 17:51:54 smithi053 bash[62179]: debug 2024-08-29T17:51:54.019+0000 7f6b8695f040 -1 mgr[py] Module nfs has missing NOTIFY_TYPES member 2024-08-29T17:51:54.324 INFO:journalctl@ceph.mgr.x.smithi053.stdout:Aug 29 17:51:54 smithi053 bash[62179]: debug 2024-08-29T17:51:54.103+0000 7f6b8695f040 -1 mgr[py] Module balancer has missing NOTIFY_TYPES member 2024-08-29T17:51:54.377 INFO:journalctl@ceph.mgr.y.smithi028.stdout:Aug 29 17:51:54 smithi028 bash[70818]: debug 2024-08-29T17:51:54.053+0000 7fc116a7d040 -1 mgr[py] Module nfs has missing NOTIFY_TYPES member 2024-08-29T17:51:54.377 INFO:journalctl@ceph.mgr.y.smithi028.stdout:Aug 29 17:51:54 smithi028 bash[70818]: debug 2024-08-29T17:51:54.137+0000 7fc116a7d040 -1 mgr[py] Module balancer has missing NOTIFY_TYPES member 2024-08-29T17:51:54.626 INFO:journalctl@ceph.mgr.x.smithi053.stdout:Aug 29 17:51:54 smithi053 bash[62179]: debug 2024-08-29T17:51:54.363+0000 7f6b8695f040 -1 mgr[py] Module diskprediction_local has missing NOTIFY_TYPES member 2024-08-29T17:51:54.627 INFO:journalctl@ceph.mgr.x.smithi053.stdout:Aug 29 17:51:54 smithi053 bash[62179]: debug 2024-08-29T17:51:54.551+0000 7f6b8695f040 -1 mgr[py] Module orchestrator has missing NOTIFY_TYPES member 2024-08-29T17:51:54.757 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:51:54 smithi028 bash[77168]: cluster 2024-08-29T17:51:53.633203+0000 mon.a (mon.0) 21 : cluster [DBG] osdmap e323: 8 total, 8 up, 8 in 2024-08-29T17:51:54.757 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:51:54 smithi028 bash[77168]: cluster 2024-08-29T17:51:54.097257+0000 mon.a (mon.0) 22 : cluster [DBG] osdmap e324: 8 total, 8 up, 8 in 2024-08-29T17:51:54.758 INFO:journalctl@ceph.mgr.y.smithi028.stdout:Aug 29 17:51:54 smithi028 bash[70818]: debug 2024-08-29T17:51:54.401+0000 7fc116a7d040 -1 mgr[py] Module diskprediction_local has missing NOTIFY_TYPES member 2024-08-29T17:51:54.758 INFO:journalctl@ceph.mgr.y.smithi028.stdout:Aug 29 17:51:54 smithi028 bash[70818]: debug 2024-08-29T17:51:54.585+0000 7fc116a7d040 -1 mgr[py] Module orchestrator has missing NOTIFY_TYPES member 2024-08-29T17:51:54.758 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:51:54 smithi028 bash[31855]: cluster 2024-08-29T17:51:53.633203+0000 mon.a (mon.0) 21 : cluster [DBG] osdmap e323: 8 total, 8 up, 8 in 2024-08-29T17:51:54.758 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:51:54 smithi028 bash[31855]: cluster 2024-08-29T17:51:54.097257+0000 mon.a (mon.0) 22 : cluster [DBG] osdmap e324: 8 total, 8 up, 8 in 2024-08-29T17:51:54.993 INFO:journalctl@ceph.mgr.x.smithi053.stdout:Aug 29 17:51:54 smithi053 bash[62179]: debug 2024-08-29T17:51:54.723+0000 7f6b8695f040 -1 mgr[py] Module rbd_support has missing NOTIFY_TYPES member 2024-08-29T17:51:54.993 INFO:journalctl@ceph.mgr.x.smithi053.stdout:Aug 29 17:51:54 smithi053 bash[62179]: debug 2024-08-29T17:51:54.807+0000 7f6b8695f040 -1 mgr[py] Module alerts has missing NOTIFY_TYPES member 2024-08-29T17:51:54.993 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:51:54 smithi053 bash[24720]: cluster 2024-08-29T17:51:53.633203+0000 mon.a (mon.0) 21 : cluster [DBG] osdmap e323: 8 total, 8 up, 8 in 2024-08-29T17:51:54.993 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:51:54 smithi053 bash[24720]: cluster 2024-08-29T17:51:54.097257+0000 mon.a (mon.0) 22 : cluster [DBG] osdmap e324: 8 total, 8 up, 8 in 2024-08-29T17:51:55.028 INFO:journalctl@ceph.mgr.y.smithi028.stdout:Aug 29 17:51:54 smithi028 bash[70818]: debug 2024-08-29T17:51:54.761+0000 7fc116a7d040 -1 mgr[py] Module rbd_support has missing NOTIFY_TYPES member 2024-08-29T17:51:55.028 INFO:journalctl@ceph.mgr.y.smithi028.stdout:Aug 29 17:51:54 smithi028 bash[70818]: debug 2024-08-29T17:51:54.841+0000 7fc116a7d040 -1 mgr[py] Module alerts has missing NOTIFY_TYPES member 2024-08-29T17:51:55.095 INFO:tasks.rados.rados.0.smithi028.stdout:1329: done (0 left) 2024-08-29T17:51:55.095 INFO:tasks.rados.rados.0.smithi028.stdout:1330: snap_remove snap 94 2024-08-29T17:51:55.324 INFO:journalctl@ceph.mgr.x.smithi053.stdout:Aug 29 17:51:54 smithi053 bash[62179]: debug 2024-08-29T17:51:54.995+0000 7f6b8695f040 -1 mgr[py] Module test_orchestrator has missing NOTIFY_TYPES member 2024-08-29T17:51:55.376 INFO:journalctl@ceph.mgr.y.smithi028.stdout:Aug 29 17:51:55 smithi028 bash[70818]: debug 2024-08-29T17:51:55.029+0000 7fc116a7d040 -1 mgr[py] Module test_orchestrator has missing NOTIFY_TYPES member 2024-08-29T17:51:56.100 INFO:tasks.rados.rados.0.smithi028.stdout:1330: done (0 left) 2024-08-29T17:51:56.100 INFO:tasks.rados.rados.0.smithi028.stdout:append oid 12 current snap is 133 2024-08-29T17:51:56.101 INFO:tasks.rados.rados.0.smithi028.stdout:1331: seq_num 424 ranges {5259264=704512,5963776=491520,6455296=434176,6889472=679936} 2024-08-29T17:51:56.154 INFO:tasks.rados.rados.0.smithi028.stdout:1331: writing smithi02869045-12 from 5259264 to 5963776 tid 1 2024-08-29T17:51:56.159 INFO:tasks.rados.rados.0.smithi028.stdout:1331: writing smithi02869045-12 from 5963776 to 6455296 tid 2 2024-08-29T17:51:56.162 INFO:tasks.rados.rados.0.smithi028.stdout:1331: writing smithi02869045-12 from 6455296 to 6889472 tid 3 2024-08-29T17:51:56.168 INFO:tasks.rados.rados.0.smithi028.stdout:1331: writing smithi02869045-12 from 6889472 to 7569408 tid 4 2024-08-29T17:51:56.168 INFO:tasks.rados.rados.0.smithi028.stdout:append oid 30 current snap is 133 2024-08-29T17:51:56.168 INFO:tasks.rados.rados.0.smithi028.stdout:1331: finishing write tid 1 to smithi02869045-12 2024-08-29T17:51:56.168 INFO:tasks.rados.rados.0.smithi028.stdout:1331: finishing write tid 2 to smithi02869045-12 2024-08-29T17:51:56.169 INFO:tasks.rados.rados.0.smithi028.stdout:1332: seq_num 425 ranges {1728512=720896,2449408=778240,3227648=638976,3866624=188416} 2024-08-29T17:51:56.186 INFO:tasks.rados.rados.0.smithi028.stdout:1332: writing smithi02869045-30 from 1728512 to 2449408 tid 1 2024-08-29T17:51:56.192 INFO:tasks.rados.rados.0.smithi028.stdout:1332: writing smithi02869045-30 from 2449408 to 3227648 tid 2 2024-08-29T17:51:56.197 INFO:tasks.rados.rados.0.smithi028.stdout:1332: writing smithi02869045-30 from 3227648 to 3866624 tid 3 2024-08-29T17:51:56.198 INFO:tasks.rados.rados.0.smithi028.stdout:1332: writing smithi02869045-30 from 3866624 to 4055040 tid 4 2024-08-29T17:51:56.199 INFO:tasks.rados.rados.0.smithi028.stdout:append oid 48 current snap is 133 2024-08-29T17:51:56.199 INFO:tasks.rados.rados.0.smithi028.stdout:1331: finishing write tid 3 to smithi02869045-12 2024-08-29T17:51:56.199 INFO:tasks.rados.rados.0.smithi028.stdout:1333: seq_num 426 ranges {9453568=737280,10190848=712704,10903552=802816,11706368=90112} 2024-08-29T17:51:56.211 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:51:56 smithi053 bash[24720]: cluster 2024-08-29T17:51:55.099221+0000 mon.a (mon.0) 23 : cluster [DBG] osdmap e325: 8 total, 8 up, 8 in 2024-08-29T17:51:56.211 INFO:journalctl@ceph.mgr.x.smithi053.stdout:Aug 29 17:51:55 smithi053 bash[62179]: debug 2024-08-29T17:51:55.875+0000 7f6b8695f040 -1 mgr[py] Module influx has missing NOTIFY_TYPES member 2024-08-29T17:51:56.211 INFO:journalctl@ceph.mgr.x.smithi053.stdout:Aug 29 17:51:55 smithi053 bash[62179]: debug 2024-08-29T17:51:55.955+0000 7f6b8695f040 -1 mgr[py] Module status has missing NOTIFY_TYPES member 2024-08-29T17:51:56.258 INFO:tasks.rados.rados.0.smithi028.stdout:1333: writing smithi02869045-48 from 9453568 to 10190848 tid 1 2024-08-29T17:51:56.261 INFO:journalctl@ceph.mgr.y.smithi028.stdout:Aug 29 17:51:55 smithi028 bash[70818]: debug 2024-08-29T17:51:55.921+0000 7fc116a7d040 -1 mgr[py] Module influx has missing NOTIFY_TYPES member 2024-08-29T17:51:56.261 INFO:journalctl@ceph.mgr.y.smithi028.stdout:Aug 29 17:51:56 smithi028 bash[70818]: debug 2024-08-29T17:51:56.001+0000 7fc116a7d040 -1 mgr[py] Module status has missing NOTIFY_TYPES member 2024-08-29T17:51:56.262 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:51:56 smithi028 bash[31855]: cluster 2024-08-29T17:51:55.099221+0000 mon.a (mon.0) 23 : cluster [DBG] osdmap e325: 8 total, 8 up, 8 in 2024-08-29T17:51:56.262 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:51:56 smithi028 bash[77168]: cluster 2024-08-29T17:51:55.099221+0000 mon.a (mon.0) 23 : cluster [DBG] osdmap e325: 8 total, 8 up, 8 in 2024-08-29T17:51:56.263 INFO:tasks.rados.rados.0.smithi028.stdout:1333: writing smithi02869045-48 from 10190848 to 10903552 tid 2 2024-08-29T17:51:56.267 INFO:tasks.rados.rados.0.smithi028.stdout:1333: writing smithi02869045-48 from 10903552 to 11706368 tid 3 2024-08-29T17:51:56.269 INFO:tasks.rados.rados.0.smithi028.stdout:1333: writing smithi02869045-48 from 11706368 to 11796480 tid 4 2024-08-29T17:51:56.269 INFO:tasks.rados.rados.0.smithi028.stdout:1334: copy_from oid 38 from oid 8 current snap is 133 2024-08-29T17:51:56.269 INFO:tasks.rados.rados.0.smithi028.stdout:1331: finishing write tid 4 to smithi02869045-12 2024-08-29T17:51:56.269 INFO:tasks.rados.rados.0.smithi028.stdout:1331: finishing write tid 5 to smithi02869045-12 2024-08-29T17:51:56.269 INFO:tasks.rados.rados.0.smithi028.stdout:1331: finishing write tid 6 to smithi02869045-12 2024-08-29T17:51:56.269 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 12 v 328 (ObjNum 424 snap 133 seq_num 424) dirty exists 2024-08-29T17:51:56.269 INFO:tasks.rados.rados.0.smithi028.stdout:1331: left oid 12 (ObjNum 424 snap 133 seq_num 424) 2024-08-29T17:51:56.269 INFO:tasks.rados.rados.0.smithi028.stdout:1332: finishing write tid 1 to smithi02869045-30 2024-08-29T17:51:56.270 INFO:tasks.rados.rados.0.smithi028.stdout:1332: finishing write tid 2 to smithi02869045-30 2024-08-29T17:51:56.270 INFO:tasks.rados.rados.0.smithi028.stdout:1332: finishing write tid 3 to smithi02869045-30 2024-08-29T17:51:56.270 INFO:tasks.rados.rados.0.smithi028.stdout:1332: finishing write tid 4 to smithi02869045-30 2024-08-29T17:51:56.270 INFO:tasks.rados.rados.0.smithi028.stdout:1332: finishing write tid 5 to smithi02869045-30 2024-08-29T17:51:56.270 INFO:tasks.rados.rados.0.smithi028.stdout:1332: finishing write tid 6 to smithi02869045-30 2024-08-29T17:51:56.270 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 30 v 316 (ObjNum 425 snap 133 seq_num 425) dirty exists 2024-08-29T17:51:56.270 INFO:tasks.rados.rados.0.smithi028.stdout:1332: left oid 30 (ObjNum 425 snap 133 seq_num 425) 2024-08-29T17:51:56.270 INFO:tasks.rados.rados.0.smithi028.stdout:1333: finishing write tid 1 to smithi02869045-48 2024-08-29T17:51:56.270 INFO:tasks.rados.rados.0.smithi028.stdout:1331: done (3 left) 2024-08-29T17:51:56.270 INFO:tasks.rados.rados.0.smithi028.stdout:1332: done (2 left) 2024-08-29T17:51:56.270 INFO:tasks.rados.rados.0.smithi028.stdout:1335: copy_from oid 45 from oid 36 current snap is 133 2024-08-29T17:51:56.270 INFO:tasks.rados.rados.0.smithi028.stdout:1336: rollback oid 34 current snap is 133 2024-08-29T17:51:56.270 INFO:tasks.rados.rados.0.smithi028.stdout:rollback oid 34 to 122 2024-08-29T17:51:56.270 INFO:tasks.rados.rados.0.smithi028.stdout:1337: read oid 40 snap -1 2024-08-29T17:51:56.270 INFO:tasks.rados.rados.0.smithi028.stdout:1337: expect (ObjNum 283 snap 81 seq_num 283) 2024-08-29T17:51:56.271 INFO:tasks.rados.rados.0.smithi028.stdout:1338: snap_remove snap 100 2024-08-29T17:51:56.574 INFO:journalctl@ceph.mgr.x.smithi053.stdout:Aug 29 17:51:56 smithi053 bash[62179]: debug 2024-08-29T17:51:56.211+0000 7f6b8695f040 -1 mgr[py] Module volumes has missing NOTIFY_TYPES member 2024-08-29T17:51:56.574 INFO:journalctl@ceph.mgr.x.smithi053.stdout:Aug 29 17:51:56 smithi053 bash[62179]: debug 2024-08-29T17:51:56.295+0000 7f6b8695f040 -1 mgr[py] Module osd_perf_query has missing NOTIFY_TYPES member 2024-08-29T17:51:56.627 INFO:journalctl@ceph.mgr.y.smithi028.stdout:Aug 29 17:51:56 smithi028 bash[70818]: debug 2024-08-29T17:51:56.265+0000 7fc116a7d040 -1 mgr[py] Module volumes has missing NOTIFY_TYPES member 2024-08-29T17:51:56.627 INFO:journalctl@ceph.mgr.y.smithi028.stdout:Aug 29 17:51:56 smithi028 bash[70818]: debug 2024-08-29T17:51:56.349+0000 7fc116a7d040 -1 mgr[py] Module osd_perf_query has missing NOTIFY_TYPES member 2024-08-29T17:51:56.886 INFO:tasks.rados.rados.0.smithi028.stdout:1338: done (5 left) 2024-08-29T17:51:56.886 INFO:tasks.rados.rados.0.smithi028.stdout:1339: copy_from oid 11 from oid 17 current snap is 133 2024-08-29T17:51:56.886 INFO:tasks.rados.rados.0.smithi028.stdout:1333: finishing write tid 2 to smithi02869045-48 2024-08-29T17:51:56.887 INFO:tasks.rados.rados.0.smithi028.stdout:1333: finishing write tid 3 to smithi02869045-48 2024-08-29T17:51:56.887 INFO:tasks.rados.rados.0.smithi028.stdout:1333: finishing write tid 4 to smithi02869045-48 2024-08-29T17:51:56.887 INFO:tasks.rados.rados.0.smithi028.stdout:1335: finishing copy_from to smithi02869045-45 2024-08-29T17:51:56.887 INFO:tasks.rados.rados.0.smithi028.stdout:1335: got expected ENOENT (src dne) 2024-08-29T17:51:56.887 INFO:tasks.rados.rados.0.smithi028.stdout:1335: finishing copy_from racing read to smithi02869045-45 2024-08-29T17:51:56.887 INFO:tasks.rados.rados.0.smithi028.stdout:1333: finishing write tid 5 to smithi02869045-48 2024-08-29T17:51:56.887 INFO:tasks.rados.rados.0.smithi028.stdout:1336: finishing rollback tid 0 to smithi02869045-34 2024-08-29T17:51:56.887 INFO:tasks.rados.rados.0.smithi028.stdout:1336: finishing rollback tid 1 to smithi02869045-34 2024-08-29T17:51:56.887 INFO:tasks.rados.rados.0.smithi028.stdout:1333: finishing write tid 6 to smithi02869045-48 2024-08-29T17:51:56.887 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 48 v 1031 (ObjNum 426 snap 133 seq_num 426) dirty exists 2024-08-29T17:51:56.887 INFO:tasks.rados.rados.0.smithi028.stdout:1333: left oid 48 (ObjNum 426 snap 133 seq_num 426) 2024-08-29T17:51:56.887 INFO:tasks.rados.rados.0.smithi028.stdout:1336: finishing rollback tid 2 to smithi02869045-34 2024-08-29T17:51:56.887 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 34 v 571 (ObjNum 273 snap 78 seq_num 273) dirty exists 2024-08-29T17:51:56.887 INFO:tasks.rados.rados.0.smithi028.stdout:1337: expect (ObjNum 283 snap 81 seq_num 283) 2024-08-29T17:51:56.959 INFO:tasks.rados.rados.0.smithi028.stdout:1334: finishing copy_from racing read to smithi02869045-38 2024-08-29T17:51:56.960 INFO:tasks.rados.rados.0.smithi028.stdout:1334: finishing copy_from to smithi02869045-38 2024-08-29T17:51:56.960 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 38 v 527 (ObjNum 406 snap 127 seq_num 406) dirty exists 2024-08-29T17:51:56.960 INFO:tasks.rados.rados.0.smithi028.stdout:1333: done (5 left) 2024-08-29T17:51:56.960 INFO:tasks.rados.rados.0.smithi028.stdout:1334: done (4 left) 2024-08-29T17:51:56.960 INFO:tasks.rados.rados.0.smithi028.stdout:1335: done (3 left) 2024-08-29T17:51:56.960 INFO:tasks.rados.rados.0.smithi028.stdout:1336: done (2 left) 2024-08-29T17:51:56.960 INFO:tasks.rados.rados.0.smithi028.stdout:1337: done (1 left) 2024-08-29T17:51:56.960 INFO:tasks.rados.rados.0.smithi028.stdout:1340: read oid 26 snap 92 2024-08-29T17:51:56.960 INFO:tasks.rados.rados.0.smithi028.stdout:1340: expect deleted 2024-08-29T17:51:56.960 INFO:tasks.rados.rados.0.smithi028.stdout:1341: rollback oid 20 current snap is 133 2024-08-29T17:51:56.960 INFO:tasks.rados.rados.0.smithi028.stdout:rollback oid 20 to 125 2024-08-29T17:51:56.960 INFO:tasks.rados.rados.0.smithi028.stdout:1339: finishing copy_from racing read to smithi02869045-11 2024-08-29T17:51:56.960 INFO:tasks.rados.rados.0.smithi028.stdout:1342: read oid 32 snap -1 2024-08-29T17:51:56.961 INFO:tasks.rados.rados.0.smithi028.stdout:1342: expect (ObjNum 391 snap 126 seq_num 391) 2024-08-29T17:51:56.961 INFO:tasks.rados.rados.0.smithi028.stdout:1343: copy_from oid 48 from oid 23 current snap is 133 2024-08-29T17:51:56.961 INFO:tasks.rados.rados.0.smithi028.stdout:1339: finishing copy_from to smithi02869045-11 2024-08-29T17:51:56.961 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 11 v 1042 (ObjNum 405 snap 127 seq_num 405) dirty exists 2024-08-29T17:51:56.961 INFO:tasks.rados.rados.0.smithi028.stdout:1339: done (4 left) 2024-08-29T17:51:56.961 INFO:tasks.rados.rados.0.smithi028.stdout:1344: snap_create 2024-08-29T17:51:56.964 INFO:tasks.rados.rados.0.smithi028.stdout:1341: finishing rollback tid 1 to smithi02869045-20 2024-08-29T17:51:56.964 INFO:tasks.rados.rados.0.smithi028.stdout:1341: finishing rollback tid 2 to smithi02869045-20 2024-08-29T17:51:56.964 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 20 v 271 (ObjNum 334 snap 104 seq_num 334) dirty exists 2024-08-29T17:51:56.985 INFO:tasks.rados.rados.0.smithi028.stdout:1343: finishing copy_from racing read to smithi02869045-48 2024-08-29T17:51:56.987 INFO:tasks.rados.rados.0.smithi028.stdout:1343: finishing copy_from to smithi02869045-48 2024-08-29T17:51:56.987 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 48 v 485 (ObjNum 352 snap 113 seq_num 352) dirty exists 2024-08-29T17:51:56.991 INFO:tasks.rados.rados.0.smithi028.stdout:1342: expect (ObjNum 391 snap 126 seq_num 391) 2024-08-29T17:51:57.074 INFO:journalctl@ceph.mgr.x.smithi053.stdout:Aug 29 17:51:56 smithi053 bash[62179]: debug 2024-08-29T17:51:56.707+0000 7f6b8695f040 -1 mgr[py] Module prometheus has missing NOTIFY_TYPES member 2024-08-29T17:51:57.074 INFO:journalctl@ceph.mgr.x.smithi053.stdout:Aug 29 17:51:56 smithi053 bash[62179]: debug 2024-08-29T17:51:56.791+0000 7f6b8695f040 -1 mgr[py] Module snap_schedule has missing NOTIFY_TYPES member 2024-08-29T17:51:57.074 INFO:journalctl@ceph.mgr.x.smithi053.stdout:Aug 29 17:51:56 smithi053 bash[62179]: [29/Aug/2024:17:51:56] ENGINE Bus STARTING 2024-08-29T17:51:57.074 INFO:journalctl@ceph.mgr.x.smithi053.stdout:Aug 29 17:51:56 smithi053 bash[62179]: CherryPy Checker: 2024-08-29T17:51:57.074 INFO:journalctl@ceph.mgr.x.smithi053.stdout:Aug 29 17:51:56 smithi053 bash[62179]: The Application mounted at '' has an empty config. 2024-08-29T17:51:57.074 INFO:journalctl@ceph.mgr.x.smithi053.stdout:Aug 29 17:51:56 smithi053 bash[62179]: [29/Aug/2024:17:51:56] ENGINE Serving on http://:::9283 2024-08-29T17:51:57.074 INFO:journalctl@ceph.mgr.x.smithi053.stdout:Aug 29 17:51:56 smithi053 bash[62179]: [29/Aug/2024:17:51:56] ENGINE Bus STARTED 2024-08-29T17:51:57.087 INFO:journalctl@ceph.mgr.y.smithi028.stdout:Aug 29 17:51:56 smithi028 bash[70818]: debug 2024-08-29T17:51:56.757+0000 7fc116a7d040 -1 mgr[py] Module prometheus has missing NOTIFY_TYPES member 2024-08-29T17:51:57.087 INFO:journalctl@ceph.mgr.y.smithi028.stdout:Aug 29 17:51:56 smithi028 bash[70818]: debug 2024-08-29T17:51:56.841+0000 7fc116a7d040 -1 mgr[py] Module snap_schedule has missing NOTIFY_TYPES member 2024-08-29T17:51:57.087 INFO:journalctl@ceph.mgr.y.smithi028.stdout:Aug 29 17:51:57 smithi028 bash[70818]: [29/Aug/2024:17:51:57] ENGINE Bus STARTING 2024-08-29T17:51:57.087 INFO:journalctl@ceph.mgr.y.smithi028.stdout:Aug 29 17:51:57 smithi028 bash[70818]: CherryPy Checker: 2024-08-29T17:51:57.087 INFO:journalctl@ceph.mgr.y.smithi028.stdout:Aug 29 17:51:57 smithi028 bash[70818]: The Application mounted at '' has an empty config. 2024-08-29T17:51:57.358 INFO:journalctl@ceph.mgr.y.smithi028.stdout:Aug 29 17:51:57 smithi028 bash[70818]: debug 2024-08-29T17:51:57.089+0000 7fc07dbfd640 -1 client.0 error registering admin socket command: (17) File exists 2024-08-29T17:51:57.358 INFO:journalctl@ceph.mgr.y.smithi028.stdout:Aug 29 17:51:57 smithi028 bash[70818]: debug 2024-08-29T17:51:57.089+0000 7fc07dbfd640 -1 client.0 error registering admin socket command: (17) File exists 2024-08-29T17:51:57.358 INFO:journalctl@ceph.mgr.y.smithi028.stdout:Aug 29 17:51:57 smithi028 bash[70818]: debug 2024-08-29T17:51:57.089+0000 7fc07dbfd640 -1 client.0 error registering admin socket command: (17) File exists 2024-08-29T17:51:57.358 INFO:journalctl@ceph.mgr.y.smithi028.stdout:Aug 29 17:51:57 smithi028 bash[70818]: debug 2024-08-29T17:51:57.089+0000 7fc07dbfd640 -1 client.0 error registering admin socket command: (17) File exists 2024-08-29T17:51:57.358 INFO:journalctl@ceph.mgr.y.smithi028.stdout:Aug 29 17:51:57 smithi028 bash[70818]: debug 2024-08-29T17:51:57.089+0000 7fc07dbfd640 -1 client.0 error registering admin socket command: (17) File exists 2024-08-29T17:51:57.359 INFO:journalctl@ceph.mgr.y.smithi028.stdout:Aug 29 17:51:57 smithi028 bash[70818]: debug 2024-08-29T17:51:57.097+0000 7fc07f400640 -1 client.0 error registering admin socket command: (17) File exists 2024-08-29T17:51:57.359 INFO:journalctl@ceph.mgr.y.smithi028.stdout:Aug 29 17:51:57 smithi028 bash[70818]: debug 2024-08-29T17:51:57.097+0000 7fc07f400640 -1 client.0 error registering admin socket command: (17) File exists 2024-08-29T17:51:57.359 INFO:journalctl@ceph.mgr.y.smithi028.stdout:Aug 29 17:51:57 smithi028 bash[70818]: debug 2024-08-29T17:51:57.097+0000 7fc07f400640 -1 client.0 error registering admin socket command: (17) File exists 2024-08-29T17:51:57.359 INFO:journalctl@ceph.mgr.y.smithi028.stdout:Aug 29 17:51:57 smithi028 bash[70818]: debug 2024-08-29T17:51:57.097+0000 7fc07f400640 -1 client.0 error registering admin socket command: (17) File exists 2024-08-29T17:51:57.359 INFO:journalctl@ceph.mgr.y.smithi028.stdout:Aug 29 17:51:57 smithi028 bash[70818]: debug 2024-08-29T17:51:57.097+0000 7fc07f400640 -1 client.0 error registering admin socket command: (17) File exists 2024-08-29T17:51:57.359 INFO:journalctl@ceph.mgr.y.smithi028.stdout:Aug 29 17:51:57 smithi028 bash[70818]: [29/Aug/2024:17:51:57] ENGINE Serving on http://:::9283 2024-08-29T17:51:57.359 INFO:journalctl@ceph.mgr.y.smithi028.stdout:Aug 29 17:51:57 smithi028 bash[70818]: [29/Aug/2024:17:51:57] ENGINE Bus STARTED 2024-08-29T17:51:57.359 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:51:57 smithi028 bash[31855]: cluster 2024-08-29T17:51:56.099147+0000 mon.a (mon.0) 24 : cluster [DBG] osdmap e326: 8 total, 8 up, 8 in 2024-08-29T17:51:57.360 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:51:57 smithi028 bash[31855]: audit 2024-08-29T17:51:56.817058+0000 mon.b (mon.1) 95 : audit [DBG] from='mgr.? 172.21.15.53:0/1108652030' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/crt"}]: dispatch 2024-08-29T17:51:57.360 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:51:57 smithi028 bash[31855]: audit 2024-08-29T17:51:56.818089+0000 mon.b (mon.1) 96 : audit [DBG] from='mgr.? 172.21.15.53:0/1108652030' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2024-08-29T17:51:57.360 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:51:57 smithi028 bash[31855]: cluster 2024-08-29T17:51:56.818187+0000 mon.a (mon.0) 25 : cluster [DBG] Standby manager daemon x restarted 2024-08-29T17:51:57.360 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:51:57 smithi028 bash[31855]: cluster 2024-08-29T17:51:56.818317+0000 mon.a (mon.0) 26 : cluster [DBG] Standby manager daemon x started 2024-08-29T17:51:57.360 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:51:57 smithi028 bash[31855]: audit 2024-08-29T17:51:56.819876+0000 mon.b (mon.1) 97 : audit [DBG] from='mgr.? 172.21.15.53:0/1108652030' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/key"}]: dispatch 2024-08-29T17:51:57.360 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:51:57 smithi028 bash[31855]: audit 2024-08-29T17:51:56.821527+0000 mon.b (mon.1) 98 : audit [DBG] from='mgr.? 172.21.15.53:0/1108652030' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2024-08-29T17:51:57.360 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:51:57 smithi028 bash[31855]: cluster 2024-08-29T17:51:56.864915+0000 mon.a (mon.0) 27 : cluster [INF] Active manager daemon y restarted 2024-08-29T17:51:57.360 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:51:57 smithi028 bash[31855]: cluster 2024-08-29T17:51:56.865588+0000 mon.a (mon.0) 28 : cluster [INF] Activating manager daemon y 2024-08-29T17:51:57.360 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:51:57 smithi028 bash[31855]: cluster 2024-08-29T17:51:56.872058+0000 mon.a (mon.0) 29 : cluster [DBG] osdmap e327: 8 total, 8 up, 8 in 2024-08-29T17:51:57.360 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:51:57 smithi028 bash[31855]: cluster 2024-08-29T17:51:56.872314+0000 mon.a (mon.0) 30 : cluster [DBG] mgrmap e37: y(active, starting, since 0.00688046s), standbys: x 2024-08-29T17:51:57.360 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:51:57 smithi028 bash[31855]: audit 2024-08-29T17:51:56.882413+0000 mon.a (mon.0) 31 : audit [DBG] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-29T17:51:57.361 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:51:57 smithi028 bash[31855]: audit 2024-08-29T17:51:56.882603+0000 mon.a (mon.0) 32 : audit [DBG] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-29T17:51:57.361 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:51:57 smithi028 bash[31855]: audit 2024-08-29T17:51:56.882813+0000 mon.a (mon.0) 33 : audit [DBG] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-29T17:51:57.361 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:51:57 smithi028 bash[31855]: audit 2024-08-29T17:51:56.883010+0000 mon.a (mon.0) 34 : audit [DBG] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "mds metadata", "who": "a"}]: dispatch 2024-08-29T17:51:57.361 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:51:57 smithi028 bash[31855]: audit 2024-08-29T17:51:56.883290+0000 mon.a (mon.0) 35 : audit [DBG] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "mds metadata", "who": "b"}]: dispatch 2024-08-29T17:51:57.361 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:51:57 smithi028 bash[31855]: audit 2024-08-29T17:51:56.886497+0000 mon.a (mon.0) 36 : audit [DBG] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "mgr metadata", "who": "y", "id": "y"}]: dispatch 2024-08-29T17:51:57.361 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:51:57 smithi028 bash[31855]: audit 2024-08-29T17:51:56.886726+0000 mon.a (mon.0) 37 : audit [DBG] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "mgr metadata", "who": "x", "id": "x"}]: dispatch 2024-08-29T17:51:57.361 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:51:57 smithi028 bash[31855]: audit 2024-08-29T17:51:56.892938+0000 mon.a (mon.0) 38 : audit [DBG] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-08-29T17:51:57.361 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:51:57 smithi028 bash[31855]: audit 2024-08-29T17:51:56.893885+0000 mon.a (mon.0) 39 : audit [DBG] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-08-29T17:51:57.361 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:51:57 smithi028 bash[31855]: audit 2024-08-29T17:51:56.894599+0000 mon.a (mon.0) 40 : audit [DBG] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-08-29T17:51:57.361 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:51:57 smithi028 bash[31855]: audit 2024-08-29T17:51:56.895228+0000 mon.a (mon.0) 41 : audit [DBG] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-08-29T17:51:57.361 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:51:57 smithi028 bash[31855]: audit 2024-08-29T17:51:56.895912+0000 mon.a (mon.0) 42 : audit [DBG] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-08-29T17:51:57.361 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:51:57 smithi028 bash[31855]: audit 2024-08-29T17:51:56.896462+0000 mon.a (mon.0) 43 : audit [DBG] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-08-29T17:51:57.361 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:51:57 smithi028 bash[31855]: audit 2024-08-29T17:51:56.897006+0000 mon.a (mon.0) 44 : audit [DBG] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-08-29T17:51:57.361 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:51:57 smithi028 bash[31855]: audit 2024-08-29T17:51:56.897506+0000 mon.a (mon.0) 45 : audit [DBG] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-08-29T17:51:57.362 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:51:57 smithi028 bash[31855]: audit 2024-08-29T17:51:56.898092+0000 mon.a (mon.0) 46 : audit [DBG] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "mds metadata"}]: dispatch 2024-08-29T17:51:57.362 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:51:57 smithi028 bash[31855]: audit 2024-08-29T17:51:56.898887+0000 mon.a (mon.0) 47 : audit [DBG] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "osd metadata"}]: dispatch 2024-08-29T17:51:57.362 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:51:57 smithi028 bash[31855]: audit 2024-08-29T17:51:56.901778+0000 mon.a (mon.0) 48 : audit [DBG] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "mon metadata"}]: dispatch 2024-08-29T17:51:57.362 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:51:57 smithi028 bash[31855]: cluster 2024-08-29T17:51:56.935684+0000 mon.a (mon.0) 49 : cluster [INF] Manager daemon y is now available 2024-08-29T17:51:57.362 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:51:57 smithi028 bash[31855]: audit 2024-08-29T17:51:56.973104+0000 mon.a (mon.0) 50 : audit [DBG] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-29T17:51:57.362 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:51:57 smithi028 bash[31855]: audit 2024-08-29T17:51:57.009870+0000 mon.a (mon.0) 51 : audit [DBG] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-29T17:51:57.362 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:51:57 smithi028 bash[31855]: audit 2024-08-29T17:51:57.010320+0000 mon.a (mon.0) 52 : audit [INF] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/mirror_snapshot_schedule"}]: dispatch 2024-08-29T17:51:57.362 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:51:57 smithi028 bash[31855]: audit 2024-08-29T17:51:57.035410+0000 mon.a (mon.0) 53 : audit [INF] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/trash_purge_schedule"}]: dispatch 2024-08-29T17:51:57.362 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:51:57 smithi028 bash[77168]: cluster 2024-08-29T17:51:56.099147+0000 mon.a (mon.0) 24 : cluster [DBG] osdmap e326: 8 total, 8 up, 8 in 2024-08-29T17:51:57.362 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:51:57 smithi028 bash[77168]: audit 2024-08-29T17:51:56.817058+0000 mon.b (mon.1) 95 : audit [DBG] from='mgr.? 172.21.15.53:0/1108652030' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/crt"}]: dispatch 2024-08-29T17:51:57.363 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:51:57 smithi028 bash[77168]: audit 2024-08-29T17:51:56.818089+0000 mon.b (mon.1) 96 : audit [DBG] from='mgr.? 172.21.15.53:0/1108652030' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2024-08-29T17:51:57.363 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:51:57 smithi028 bash[77168]: cluster 2024-08-29T17:51:56.818187+0000 mon.a (mon.0) 25 : cluster [DBG] Standby manager daemon x restarted 2024-08-29T17:51:57.363 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:51:57 smithi028 bash[77168]: cluster 2024-08-29T17:51:56.818317+0000 mon.a (mon.0) 26 : cluster [DBG] Standby manager daemon x started 2024-08-29T17:51:57.363 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:51:57 smithi028 bash[77168]: audit 2024-08-29T17:51:56.819876+0000 mon.b (mon.1) 97 : audit [DBG] from='mgr.? 172.21.15.53:0/1108652030' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/key"}]: dispatch 2024-08-29T17:51:57.363 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:51:57 smithi028 bash[77168]: audit 2024-08-29T17:51:56.821527+0000 mon.b (mon.1) 98 : audit [DBG] from='mgr.? 172.21.15.53:0/1108652030' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2024-08-29T17:51:57.363 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:51:57 smithi028 bash[77168]: cluster 2024-08-29T17:51:56.864915+0000 mon.a (mon.0) 27 : cluster [INF] Active manager daemon y restarted 2024-08-29T17:51:57.363 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:51:57 smithi028 bash[77168]: cluster 2024-08-29T17:51:56.865588+0000 mon.a (mon.0) 28 : cluster [INF] Activating manager daemon y 2024-08-29T17:51:57.363 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:51:57 smithi028 bash[77168]: cluster 2024-08-29T17:51:56.872058+0000 mon.a (mon.0) 29 : cluster [DBG] osdmap e327: 8 total, 8 up, 8 in 2024-08-29T17:51:57.363 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:51:57 smithi028 bash[77168]: cluster 2024-08-29T17:51:56.872314+0000 mon.a (mon.0) 30 : cluster [DBG] mgrmap e37: y(active, starting, since 0.00688046s), standbys: x 2024-08-29T17:51:57.363 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:51:57 smithi028 bash[77168]: audit 2024-08-29T17:51:56.882413+0000 mon.a (mon.0) 31 : audit [DBG] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-29T17:51:57.363 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:51:57 smithi028 bash[77168]: audit 2024-08-29T17:51:56.882603+0000 mon.a (mon.0) 32 : audit [DBG] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-29T17:51:57.363 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:51:57 smithi028 bash[77168]: audit 2024-08-29T17:51:56.882813+0000 mon.a (mon.0) 33 : audit [DBG] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-29T17:51:57.364 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:51:57 smithi028 bash[77168]: audit 2024-08-29T17:51:56.883010+0000 mon.a (mon.0) 34 : audit [DBG] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "mds metadata", "who": "a"}]: dispatch 2024-08-29T17:51:57.364 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:51:57 smithi028 bash[77168]: audit 2024-08-29T17:51:56.883290+0000 mon.a (mon.0) 35 : audit [DBG] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "mds metadata", "who": "b"}]: dispatch 2024-08-29T17:51:57.364 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:51:57 smithi028 bash[77168]: audit 2024-08-29T17:51:56.886497+0000 mon.a (mon.0) 36 : audit [DBG] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "mgr metadata", "who": "y", "id": "y"}]: dispatch 2024-08-29T17:51:57.364 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:51:57 smithi028 bash[77168]: audit 2024-08-29T17:51:56.886726+0000 mon.a (mon.0) 37 : audit [DBG] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "mgr metadata", "who": "x", "id": "x"}]: dispatch 2024-08-29T17:51:57.364 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:51:57 smithi028 bash[77168]: audit 2024-08-29T17:51:56.892938+0000 mon.a (mon.0) 38 : audit [DBG] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-08-29T17:51:57.364 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:51:57 smithi028 bash[77168]: audit 2024-08-29T17:51:56.893885+0000 mon.a (mon.0) 39 : audit [DBG] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-08-29T17:51:57.364 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:51:57 smithi028 bash[77168]: audit 2024-08-29T17:51:56.894599+0000 mon.a (mon.0) 40 : audit [DBG] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-08-29T17:51:57.364 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:51:57 smithi028 bash[77168]: audit 2024-08-29T17:51:56.895228+0000 mon.a (mon.0) 41 : audit [DBG] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-08-29T17:51:57.364 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:51:57 smithi028 bash[77168]: audit 2024-08-29T17:51:56.895912+0000 mon.a (mon.0) 42 : audit [DBG] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-08-29T17:51:57.364 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:51:57 smithi028 bash[77168]: audit 2024-08-29T17:51:56.896462+0000 mon.a (mon.0) 43 : audit [DBG] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-08-29T17:51:57.364 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:51:57 smithi028 bash[77168]: audit 2024-08-29T17:51:56.897006+0000 mon.a (mon.0) 44 : audit [DBG] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-08-29T17:51:57.364 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:51:57 smithi028 bash[77168]: audit 2024-08-29T17:51:56.897506+0000 mon.a (mon.0) 45 : audit [DBG] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-08-29T17:51:57.364 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:51:57 smithi028 bash[77168]: audit 2024-08-29T17:51:56.898092+0000 mon.a (mon.0) 46 : audit [DBG] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "mds metadata"}]: dispatch 2024-08-29T17:51:57.364 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:51:57 smithi028 bash[77168]: audit 2024-08-29T17:51:56.898887+0000 mon.a (mon.0) 47 : audit [DBG] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "osd metadata"}]: dispatch 2024-08-29T17:51:57.365 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:51:57 smithi028 bash[77168]: audit 2024-08-29T17:51:56.901778+0000 mon.a (mon.0) 48 : audit [DBG] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "mon metadata"}]: dispatch 2024-08-29T17:51:57.365 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:51:57 smithi028 bash[77168]: cluster 2024-08-29T17:51:56.935684+0000 mon.a (mon.0) 49 : cluster [INF] Manager daemon y is now available 2024-08-29T17:51:57.365 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:51:57 smithi028 bash[77168]: audit 2024-08-29T17:51:56.973104+0000 mon.a (mon.0) 50 : audit [DBG] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-29T17:51:57.365 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:51:57 smithi028 bash[77168]: audit 2024-08-29T17:51:57.009870+0000 mon.a (mon.0) 51 : audit [DBG] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-29T17:51:57.365 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:51:57 smithi028 bash[77168]: audit 2024-08-29T17:51:57.010320+0000 mon.a (mon.0) 52 : audit [INF] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/mirror_snapshot_schedule"}]: dispatch 2024-08-29T17:51:57.365 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:51:57 smithi028 bash[77168]: audit 2024-08-29T17:51:57.035410+0000 mon.a (mon.0) 53 : audit [INF] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/trash_purge_schedule"}]: dispatch 2024-08-29T17:51:57.365 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:51:57 smithi053 bash[24720]: cluster 2024-08-29T17:51:56.099147+0000 mon.a (mon.0) 24 : cluster [DBG] osdmap e326: 8 total, 8 up, 8 in 2024-08-29T17:51:57.366 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:51:57 smithi053 bash[24720]: audit 2024-08-29T17:51:56.817058+0000 mon.b (mon.1) 95 : audit [DBG] from='mgr.? 172.21.15.53:0/1108652030' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/crt"}]: dispatch 2024-08-29T17:51:57.366 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:51:57 smithi053 bash[24720]: audit 2024-08-29T17:51:56.818089+0000 mon.b (mon.1) 96 : audit [DBG] from='mgr.? 172.21.15.53:0/1108652030' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2024-08-29T17:51:57.366 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:51:57 smithi053 bash[24720]: cluster 2024-08-29T17:51:56.818187+0000 mon.a (mon.0) 25 : cluster [DBG] Standby manager daemon x restarted 2024-08-29T17:51:57.366 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:51:57 smithi053 bash[24720]: cluster 2024-08-29T17:51:56.818317+0000 mon.a (mon.0) 26 : cluster [DBG] Standby manager daemon x started 2024-08-29T17:51:57.366 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:51:57 smithi053 bash[24720]: audit 2024-08-29T17:51:56.819876+0000 mon.b (mon.1) 97 : audit [DBG] from='mgr.? 172.21.15.53:0/1108652030' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/key"}]: dispatch 2024-08-29T17:51:57.366 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:51:57 smithi053 bash[24720]: audit 2024-08-29T17:51:56.821527+0000 mon.b (mon.1) 98 : audit [DBG] from='mgr.? 172.21.15.53:0/1108652030' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2024-08-29T17:51:57.366 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:51:57 smithi053 bash[24720]: cluster 2024-08-29T17:51:56.864915+0000 mon.a (mon.0) 27 : cluster [INF] Active manager daemon y restarted 2024-08-29T17:51:57.366 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:51:57 smithi053 bash[24720]: cluster 2024-08-29T17:51:56.865588+0000 mon.a (mon.0) 28 : cluster [INF] Activating manager daemon y 2024-08-29T17:51:57.366 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:51:57 smithi053 bash[24720]: cluster 2024-08-29T17:51:56.872058+0000 mon.a (mon.0) 29 : cluster [DBG] osdmap e327: 8 total, 8 up, 8 in 2024-08-29T17:51:57.366 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:51:57 smithi053 bash[24720]: cluster 2024-08-29T17:51:56.872314+0000 mon.a (mon.0) 30 : cluster [DBG] mgrmap e37: y(active, starting, since 0.00688046s), standbys: x 2024-08-29T17:51:57.366 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:51:57 smithi053 bash[24720]: audit 2024-08-29T17:51:56.882413+0000 mon.a (mon.0) 31 : audit [DBG] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-29T17:51:57.366 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:51:57 smithi053 bash[24720]: audit 2024-08-29T17:51:56.882603+0000 mon.a (mon.0) 32 : audit [DBG] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-29T17:51:57.367 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:51:57 smithi053 bash[24720]: audit 2024-08-29T17:51:56.882813+0000 mon.a (mon.0) 33 : audit [DBG] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-29T17:51:57.367 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:51:57 smithi053 bash[24720]: audit 2024-08-29T17:51:56.883010+0000 mon.a (mon.0) 34 : audit [DBG] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "mds metadata", "who": "a"}]: dispatch 2024-08-29T17:51:57.367 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:51:57 smithi053 bash[24720]: audit 2024-08-29T17:51:56.883290+0000 mon.a (mon.0) 35 : audit [DBG] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "mds metadata", "who": "b"}]: dispatch 2024-08-29T17:51:57.367 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:51:57 smithi053 bash[24720]: audit 2024-08-29T17:51:56.886497+0000 mon.a (mon.0) 36 : audit [DBG] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "mgr metadata", "who": "y", "id": "y"}]: dispatch 2024-08-29T17:51:57.367 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:51:57 smithi053 bash[24720]: audit 2024-08-29T17:51:56.886726+0000 mon.a (mon.0) 37 : audit [DBG] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "mgr metadata", "who": "x", "id": "x"}]: dispatch 2024-08-29T17:51:57.367 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:51:57 smithi053 bash[24720]: audit 2024-08-29T17:51:56.892938+0000 mon.a (mon.0) 38 : audit [DBG] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-08-29T17:51:57.367 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:51:57 smithi053 bash[24720]: audit 2024-08-29T17:51:56.893885+0000 mon.a (mon.0) 39 : audit [DBG] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-08-29T17:51:57.367 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:51:57 smithi053 bash[24720]: audit 2024-08-29T17:51:56.894599+0000 mon.a (mon.0) 40 : audit [DBG] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-08-29T17:51:57.367 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:51:57 smithi053 bash[24720]: audit 2024-08-29T17:51:56.895228+0000 mon.a (mon.0) 41 : audit [DBG] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-08-29T17:51:57.367 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:51:57 smithi053 bash[24720]: audit 2024-08-29T17:51:56.895912+0000 mon.a (mon.0) 42 : audit [DBG] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-08-29T17:51:57.367 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:51:57 smithi053 bash[24720]: audit 2024-08-29T17:51:56.896462+0000 mon.a (mon.0) 43 : audit [DBG] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-08-29T17:51:57.367 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:51:57 smithi053 bash[24720]: audit 2024-08-29T17:51:56.897006+0000 mon.a (mon.0) 44 : audit [DBG] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-08-29T17:51:57.367 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:51:57 smithi053 bash[24720]: audit 2024-08-29T17:51:56.897506+0000 mon.a (mon.0) 45 : audit [DBG] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-08-29T17:51:57.367 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:51:57 smithi053 bash[24720]: audit 2024-08-29T17:51:56.898092+0000 mon.a (mon.0) 46 : audit [DBG] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "mds metadata"}]: dispatch 2024-08-29T17:51:57.368 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:51:57 smithi053 bash[24720]: audit 2024-08-29T17:51:56.898887+0000 mon.a (mon.0) 47 : audit [DBG] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "osd metadata"}]: dispatch 2024-08-29T17:51:57.368 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:51:57 smithi053 bash[24720]: audit 2024-08-29T17:51:56.901778+0000 mon.a (mon.0) 48 : audit [DBG] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "mon metadata"}]: dispatch 2024-08-29T17:51:57.368 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:51:57 smithi053 bash[24720]: cluster 2024-08-29T17:51:56.935684+0000 mon.a (mon.0) 49 : cluster [INF] Manager daemon y is now available 2024-08-29T17:51:57.368 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:51:57 smithi053 bash[24720]: audit 2024-08-29T17:51:56.973104+0000 mon.a (mon.0) 50 : audit [DBG] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-29T17:51:57.368 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:51:57 smithi053 bash[24720]: audit 2024-08-29T17:51:57.009870+0000 mon.a (mon.0) 51 : audit [DBG] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-29T17:51:57.368 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:51:57 smithi053 bash[24720]: audit 2024-08-29T17:51:57.010320+0000 mon.a (mon.0) 52 : audit [INF] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/mirror_snapshot_schedule"}]: dispatch 2024-08-29T17:51:57.368 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:51:57 smithi053 bash[24720]: audit 2024-08-29T17:51:57.035410+0000 mon.a (mon.0) 53 : audit [INF] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/trash_purge_schedule"}]: dispatch 2024-08-29T17:51:57.874 INFO:tasks.rados.rados.0.smithi028.stdout:1340: done (4 left) 2024-08-29T17:51:57.874 INFO:tasks.rados.rados.0.smithi028.stdout:1341: done (3 left) 2024-08-29T17:51:57.874 INFO:tasks.rados.rados.0.smithi028.stdout:1342: done (2 left) 2024-08-29T17:51:57.874 INFO:tasks.rados.rados.0.smithi028.stdout:1343: done (1 left) 2024-08-29T17:51:57.874 INFO:tasks.rados.rados.0.smithi028.stdout:1344: done (0 left) 2024-08-29T17:51:57.874 INFO:tasks.rados.rados.0.smithi028.stdout:1345: setattr oid 12 current snap is 134 2024-08-29T17:51:57.875 INFO:tasks.rados.rados.0.smithi028.stdout:1346: delete oid 11 current snap is 134 2024-08-29T17:51:57.892 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 12 v 330 (ObjNum 424 snap 133 seq_num 424) dirty exists 2024-08-29T17:51:57.897 INFO:tasks.rados.rados.0.smithi028.stdout:1345: done (1 left) 2024-08-29T17:51:57.897 INFO:tasks.rados.rados.0.smithi028.stdout:1346: done (0 left) 2024-08-29T17:51:57.897 INFO:tasks.rados.rados.0.smithi028.stdout:1347: snap_remove snap 122 2024-08-29T17:51:57.917 INFO:teuthology.orchestra.run.smithi028.stdout:true 2024-08-29T17:51:58.230 INFO:teuthology.orchestra.run.smithi028.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2024-08-29T17:51:58.231 INFO:teuthology.orchestra.run.smithi028.stdout:alertmanager.a smithi028 *:9093,9094 running (107s) 62s ago 8m 13.9M - 0.25.0 c8568f914cd2 c7223f7204fa 2024-08-29T17:51:58.231 INFO:teuthology.orchestra.run.smithi028.stdout:grafana.a smithi053 *:3000 running (92s) 29s ago 8m 74.5M - 9.4.7 954c08fa6188 a7eaafe982e3 2024-08-29T17:51:58.231 INFO:teuthology.orchestra.run.smithi028.stdout:mds.a smithi028 running (11m) 62s ago 11m 14.2M - 17.2.7-1503-ga89f613d 250d9a61b6c5 c6b415d0b6f0 2024-08-29T17:51:58.231 INFO:teuthology.orchestra.run.smithi028.stdout:mds.b smithi053 running (11m) 29s ago 11m 17.5M - 17.2.7-1503-ga89f613d 250d9a61b6c5 8d3ee9e57659 2024-08-29T17:51:58.231 INFO:teuthology.orchestra.run.smithi028.stdout:mgr.x smithi053 *:8443,9283,8765 running (35s) 29s ago 19m 118M - 19.1.1-235-g1ef86450 d401bb9bb76e a0460ca70cca 2024-08-29T17:51:58.231 INFO:teuthology.orchestra.run.smithi028.stdout:mgr.y smithi028 *:8443,9283,8765 running (85s) 62s ago 21m 468M - 19.1.1-235-g1ef86450 d401bb9bb76e ef4c084deb28 2024-08-29T17:51:58.231 INFO:teuthology.orchestra.run.smithi028.stdout:mon.a smithi028 running (21m) 62s ago 21m 64.8M 2048M 17.2.7-1503-ga89f613d 250d9a61b6c5 fa08202e10c3 2024-08-29T17:51:58.231 INFO:teuthology.orchestra.run.smithi028.stdout:mon.b smithi053 running (19m) 29s ago 19m 51.2M 2048M 17.2.7-1503-ga89f613d 250d9a61b6c5 45c16fe81a22 2024-08-29T17:51:58.231 INFO:teuthology.orchestra.run.smithi028.stdout:mon.c smithi028 running (19m) 62s ago 19m 47.9M 2048M 17.2.7-1503-ga89f613d 250d9a61b6c5 20cfd8b5e450 2024-08-29T17:51:58.231 INFO:teuthology.orchestra.run.smithi028.stdout:node-exporter.a smithi028 *:9100 running (113s) 62s ago 8m 8032k - 1.5.0 0da6a335fe13 620017e337b2 2024-08-29T17:51:58.231 INFO:teuthology.orchestra.run.smithi028.stdout:node-exporter.b smithi053 *:9100 running (98s) 29s ago 8m 7491k - 1.5.0 0da6a335fe13 e8eb22b0ee9e 2024-08-29T17:51:58.232 INFO:teuthology.orchestra.run.smithi028.stdout:osd.0 smithi028 running (18m) 62s ago 18m 175M 2525M 17.2.7-1503-ga89f613d 250d9a61b6c5 6170d7ba6af9 2024-08-29T17:51:58.232 INFO:teuthology.orchestra.run.smithi028.stdout:osd.1 smithi028 running (17m) 62s ago 17m 155M 2525M 17.2.7-1503-ga89f613d 250d9a61b6c5 f84612c9ccfa 2024-08-29T17:51:58.232 INFO:teuthology.orchestra.run.smithi028.stdout:osd.2 smithi028 running (16m) 62s ago 16m 162M 2525M 17.2.7-1503-ga89f613d 250d9a61b6c5 7e6fdf4e2629 2024-08-29T17:51:58.232 INFO:teuthology.orchestra.run.smithi028.stdout:osd.3 smithi028 running (15m) 62s ago 15m 142M 2525M 17.2.7-1503-ga89f613d 250d9a61b6c5 4f0fede11ee1 2024-08-29T17:51:58.232 INFO:teuthology.orchestra.run.smithi028.stdout:osd.4 smithi053 running (15m) 29s ago 15m 241M 2525M 17.2.7-1503-ga89f613d 250d9a61b6c5 e93527f41048 2024-08-29T17:51:58.232 INFO:teuthology.orchestra.run.smithi028.stdout:osd.5 smithi053 running (14m) 29s ago 14m 176M 2525M 17.2.7-1503-ga89f613d 250d9a61b6c5 86885633963d 2024-08-29T17:51:58.232 INFO:teuthology.orchestra.run.smithi028.stdout:osd.6 smithi053 running (13m) 29s ago 13m 120M 2525M 17.2.7-1503-ga89f613d 250d9a61b6c5 e65db659e42e 2024-08-29T17:51:58.232 INFO:teuthology.orchestra.run.smithi028.stdout:osd.7 smithi053 running (12m) 29s ago 12m 138M 2525M 17.2.7-1503-ga89f613d 250d9a61b6c5 69a8ac6ca110 2024-08-29T17:51:58.232 INFO:teuthology.orchestra.run.smithi028.stdout:prometheus.a smithi053 *:9095 running (43s) 29s ago 9m 40.2M - 2.43.0 a07b618ecd1d 9d3edc9bcb79 2024-08-29T17:51:58.376 INFO:journalctl@ceph.mgr.y.smithi028.stdout:Aug 29 17:51:57 smithi028 bash[70818]: debug 2024-08-29T17:51:57.905+0000 7fc0b576c640 -1 mgr.server handle_report got status from non-daemon mon.a 2024-08-29T17:51:58.597 INFO:teuthology.orchestra.run.smithi028.stdout:{ 2024-08-29T17:51:58.597 INFO:teuthology.orchestra.run.smithi028.stdout: "mon": { 2024-08-29T17:51:58.597 INFO:teuthology.orchestra.run.smithi028.stdout: "ceph version 17.2.7-1503-ga89f613d (a89f613db4d5b6bca82681f19d73c6d337aae2d5) quincy (stable)": 2, 2024-08-29T17:51:58.597 INFO:teuthology.orchestra.run.smithi028.stdout: "ceph version 19.1.1-235-g1ef86450 (1ef864504b8875c83ee6c2c5fedc13315bebf7f5) squid (rc)": 1 2024-08-29T17:51:58.597 INFO:teuthology.orchestra.run.smithi028.stdout: }, 2024-08-29T17:51:58.597 INFO:teuthology.orchestra.run.smithi028.stdout: "mgr": { 2024-08-29T17:51:58.597 INFO:teuthology.orchestra.run.smithi028.stdout: "ceph version 19.1.1-235-g1ef86450 (1ef864504b8875c83ee6c2c5fedc13315bebf7f5) squid (rc)": 2 2024-08-29T17:51:58.597 INFO:teuthology.orchestra.run.smithi028.stdout: }, 2024-08-29T17:51:58.597 INFO:teuthology.orchestra.run.smithi028.stdout: "osd": { 2024-08-29T17:51:58.598 INFO:teuthology.orchestra.run.smithi028.stdout: "ceph version 17.2.7-1503-ga89f613d (a89f613db4d5b6bca82681f19d73c6d337aae2d5) quincy (stable)": 8 2024-08-29T17:51:58.598 INFO:teuthology.orchestra.run.smithi028.stdout: }, 2024-08-29T17:51:58.598 INFO:teuthology.orchestra.run.smithi028.stdout: "mds": { 2024-08-29T17:51:58.598 INFO:teuthology.orchestra.run.smithi028.stdout: "ceph version 17.2.7-1503-ga89f613d (a89f613db4d5b6bca82681f19d73c6d337aae2d5) quincy (stable)": 2 2024-08-29T17:51:58.598 INFO:teuthology.orchestra.run.smithi028.stdout: }, 2024-08-29T17:51:58.598 INFO:teuthology.orchestra.run.smithi028.stdout: "overall": { 2024-08-29T17:51:58.598 INFO:teuthology.orchestra.run.smithi028.stdout: "ceph version 17.2.7-1503-ga89f613d (a89f613db4d5b6bca82681f19d73c6d337aae2d5) quincy (stable)": 12, 2024-08-29T17:51:58.598 INFO:teuthology.orchestra.run.smithi028.stdout: "ceph version 19.1.1-235-g1ef86450 (1ef864504b8875c83ee6c2c5fedc13315bebf7f5) squid (rc)": 3 2024-08-29T17:51:58.598 INFO:teuthology.orchestra.run.smithi028.stdout: } 2024-08-29T17:51:58.598 INFO:teuthology.orchestra.run.smithi028.stdout:} 2024-08-29T17:51:58.894 INFO:tasks.rados.rados.0.smithi028.stdout:1347: done (0 left) 2024-08-29T17:51:58.894 INFO:tasks.rados.rados.0.smithi028.stdout:1348: rmattr oid 47 current snap is 134 2024-08-29T17:51:58.899 INFO:tasks.rados.rados.0.smithi028.stdout:1349: read oid 14 snap 132 2024-08-29T17:51:58.899 INFO:tasks.rados.rados.0.smithi028.stdout:1349: expect (ObjNum 382 snap 125 seq_num 382) 2024-08-29T17:51:58.899 INFO:tasks.rados.rados.0.smithi028.stdout:1350: setattr oid 2 current snap is 134 2024-08-29T17:51:58.899 INFO:tasks.rados.rados.0.smithi028.stdout:1351: copy_from oid 5 from oid 44 current snap is 134 2024-08-29T17:51:58.900 INFO:tasks.rados.rados.0.smithi028.stdout:append oid 36 current snap is 134 2024-08-29T17:51:58.900 INFO:tasks.rados.rados.0.smithi028.stdout:1352: seq_num 428 ranges {0=778240,778240=483328,1261568=409600,1671168=417792,2088960=294912} 2024-08-29T17:51:58.908 INFO:tasks.rados.rados.0.smithi028.stdout:1352: writing smithi02869045-36 from 0 to 778240 tid 1 2024-08-29T17:51:58.914 INFO:tasks.rados.rados.0.smithi028.stdout:1352: writing smithi02869045-36 from 778240 to 1261568 tid 2 2024-08-29T17:51:58.918 INFO:tasks.rados.rados.0.smithi028.stdout:1352: writing smithi02869045-36 from 1261568 to 1671168 tid 3 2024-08-29T17:51:58.923 INFO:tasks.rados.rados.0.smithi028.stdout:1352: writing smithi02869045-36 from 1671168 to 2088960 tid 4 2024-08-29T17:51:58.927 INFO:tasks.rados.rados.0.smithi028.stdout:1352: writing smithi02869045-36 from 2088960 to 2383872 tid 5 2024-08-29T17:51:58.927 INFO:tasks.rados.rados.0.smithi028.stdout:append oid 1 current snap is 134 2024-08-29T17:51:58.927 INFO:tasks.rados.rados.0.smithi028.stdout:1353: seq_num 429 ranges {6758400=794624,7553024=770048,8323072=622592,8945664=212992} 2024-08-29T17:51:58.986 INFO:tasks.rados.rados.0.smithi028.stdout:1353: writing smithi02869045-1 from 6758400 to 7553024 tid 1 2024-08-29T17:51:58.992 INFO:tasks.rados.rados.0.smithi028.stdout:1353: writing smithi02869045-1 from 7553024 to 8323072 tid 2 2024-08-29T17:51:58.996 INFO:tasks.rados.rados.0.smithi028.stdout:1353: writing smithi02869045-1 from 8323072 to 8945664 tid 3 2024-08-29T17:51:58.997 INFO:tasks.rados.rados.0.smithi028.stdout:1353: writing smithi02869045-1 from 8945664 to 9158656 tid 4 2024-08-29T17:51:59.003 INFO:tasks.rados.rados.0.smithi028.stdout:1354: setattr oid 49 current snap is 134 2024-08-29T17:51:59.003 INFO:tasks.rados.rados.0.smithi028.stdout:1349: expect (ObjNum 382 snap 125 seq_num 382) 2024-08-29T17:51:59.127 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:51:58 smithi028 bash[77168]: cluster 2024-08-29T17:51:57.878907+0000 mon.a (mon.0) 54 : cluster [DBG] osdmap e328: 8 total, 8 up, 8 in 2024-08-29T17:51:59.127 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:51:58 smithi028 bash[77168]: audit 2024-08-29T17:51:57.897604+0000 mgr.y (mgr.25022) 1 : audit [DBG] from='client.34113 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-08-29T17:51:59.127 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:51:58 smithi028 bash[77168]: cluster 2024-08-29T17:51:57.904440+0000 mon.a (mon.0) 55 : cluster [DBG] mgrmap e38: y(active, since 1.03899s), standbys: x 2024-08-29T17:51:59.127 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:51:58 smithi028 bash[77168]: cluster 2024-08-29T17:51:57.914452+0000 mgr.y (mgr.25022) 2 : cluster [DBG] pgmap v4: 121 pgs: 121 active+clean; 439 MiB data, 2.9 GiB used, 712 GiB / 715 GiB avail 2024-08-29T17:51:59.127 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:51:58 smithi028 bash[77168]: audit 2024-08-29T17:51:58.048275+0000 mon.a (mon.0) 56 : audit [INF] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' 2024-08-29T17:51:59.127 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:51:58 smithi028 bash[77168]: audit 2024-08-29T17:51:58.053819+0000 mon.a (mon.0) 57 : audit [INF] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' 2024-08-29T17:51:59.127 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:51:58 smithi028 bash[77168]: audit 2024-08-29T17:51:58.218489+0000 mgr.y (mgr.25022) 3 : audit [DBG] from='client.25061 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-08-29T17:51:59.127 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:51:58 smithi028 bash[77168]: audit 2024-08-29T17:51:58.602201+0000 mon.c (mon.2) 52 : audit [DBG] from='client.? 172.21.15.28:0/4129203073' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-08-29T17:51:59.128 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:51:58 smithi028 bash[31855]: cluster 2024-08-29T17:51:57.878907+0000 mon.a (mon.0) 54 : cluster [DBG] osdmap e328: 8 total, 8 up, 8 in 2024-08-29T17:51:59.128 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:51:58 smithi028 bash[31855]: audit 2024-08-29T17:51:57.897604+0000 mgr.y (mgr.25022) 1 : audit [DBG] from='client.34113 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-08-29T17:51:59.128 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:51:58 smithi028 bash[31855]: cluster 2024-08-29T17:51:57.904440+0000 mon.a (mon.0) 55 : cluster [DBG] mgrmap e38: y(active, since 1.03899s), standbys: x 2024-08-29T17:51:59.128 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:51:58 smithi028 bash[31855]: cluster 2024-08-29T17:51:57.914452+0000 mgr.y (mgr.25022) 2 : cluster [DBG] pgmap v4: 121 pgs: 121 active+clean; 439 MiB data, 2.9 GiB used, 712 GiB / 715 GiB avail 2024-08-29T17:51:59.128 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:51:58 smithi028 bash[31855]: audit 2024-08-29T17:51:58.048275+0000 mon.a (mon.0) 56 : audit [INF] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' 2024-08-29T17:51:59.128 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:51:58 smithi028 bash[31855]: audit 2024-08-29T17:51:58.053819+0000 mon.a (mon.0) 57 : audit [INF] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' 2024-08-29T17:51:59.128 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:51:58 smithi028 bash[31855]: audit 2024-08-29T17:51:58.218489+0000 mgr.y (mgr.25022) 3 : audit [DBG] from='client.25061 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-08-29T17:51:59.128 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:51:58 smithi028 bash[31855]: audit 2024-08-29T17:51:58.602201+0000 mon.c (mon.2) 52 : audit [DBG] from='client.? 172.21.15.28:0/4129203073' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-08-29T17:51:59.128 INFO:journalctl@ceph.mgr.y.smithi028.stdout:Aug 29 17:51:59 smithi028 bash[70818]: debug 2024-08-29T17:51:59.117+0000 7fc068a63640 -1 log_channel(cephadm) log [ERR] : [29/Aug/2024:17:51:59] ENGINE Error in HTTPServer.serve 2024-08-29T17:51:59.128 INFO:journalctl@ceph.mgr.y.smithi028.stdout:Aug 29 17:51:59 smithi028 bash[70818]: Traceback (most recent call last): 2024-08-29T17:51:59.129 INFO:journalctl@ceph.mgr.y.smithi028.stdout:Aug 29 17:51:59 smithi028 bash[70818]: File "/lib/python3.9/site-packages/cheroot/server.py", line 1823, in serve 2024-08-29T17:51:59.129 INFO:journalctl@ceph.mgr.y.smithi028.stdout:Aug 29 17:51:59 smithi028 bash[70818]: self._connections.run(self.expiration_interval) 2024-08-29T17:51:59.129 INFO:journalctl@ceph.mgr.y.smithi028.stdout:Aug 29 17:51:59 smithi028 bash[70818]: File "/lib/python3.9/site-packages/cheroot/connections.py", line 203, in run 2024-08-29T17:51:59.129 INFO:journalctl@ceph.mgr.y.smithi028.stdout:Aug 29 17:51:59 smithi028 bash[70818]: self._run(expiration_interval) 2024-08-29T17:51:59.129 INFO:journalctl@ceph.mgr.y.smithi028.stdout:Aug 29 17:51:59 smithi028 bash[70818]: File "/lib/python3.9/site-packages/cheroot/connections.py", line 246, in _run 2024-08-29T17:51:59.129 INFO:journalctl@ceph.mgr.y.smithi028.stdout:Aug 29 17:51:59 smithi028 bash[70818]: new_conn = self._from_server_socket(self.server.socket) 2024-08-29T17:51:59.129 INFO:journalctl@ceph.mgr.y.smithi028.stdout:Aug 29 17:51:59 smithi028 bash[70818]: File "/lib/python3.9/site-packages/cheroot/connections.py", line 300, in _from_server_socket 2024-08-29T17:51:59.129 INFO:journalctl@ceph.mgr.y.smithi028.stdout:Aug 29 17:51:59 smithi028 bash[70818]: s, ssl_env = self.server.ssl_adapter.wrap(s) 2024-08-29T17:51:59.129 INFO:journalctl@ceph.mgr.y.smithi028.stdout:Aug 29 17:51:59 smithi028 bash[70818]: File "/lib/python3.9/site-packages/cheroot/ssl/builtin.py", line 277, in wrap 2024-08-29T17:51:59.129 INFO:journalctl@ceph.mgr.y.smithi028.stdout:Aug 29 17:51:59 smithi028 bash[70818]: s = self.context.wrap_socket( 2024-08-29T17:51:59.129 INFO:journalctl@ceph.mgr.y.smithi028.stdout:Aug 29 17:51:59 smithi028 bash[70818]: File "/lib64/python3.9/ssl.py", line 501, in wrap_socket 2024-08-29T17:51:59.129 INFO:journalctl@ceph.mgr.y.smithi028.stdout:Aug 29 17:51:59 smithi028 bash[70818]: return self.sslsocket_class._create( 2024-08-29T17:51:59.129 INFO:journalctl@ceph.mgr.y.smithi028.stdout:Aug 29 17:51:59 smithi028 bash[70818]: File "/lib64/python3.9/ssl.py", line 1074, in _create 2024-08-29T17:51:59.130 INFO:journalctl@ceph.mgr.y.smithi028.stdout:Aug 29 17:51:59 smithi028 bash[70818]: self.do_handshake() 2024-08-29T17:51:59.130 INFO:journalctl@ceph.mgr.y.smithi028.stdout:Aug 29 17:51:59 smithi028 bash[70818]: File "/lib64/python3.9/ssl.py", line 1343, in do_handshake 2024-08-29T17:51:59.130 INFO:journalctl@ceph.mgr.y.smithi028.stdout:Aug 29 17:51:59 smithi028 bash[70818]: self._sslobj.do_handshake() 2024-08-29T17:51:59.130 INFO:journalctl@ceph.mgr.y.smithi028.stdout:Aug 29 17:51:59 smithi028 bash[70818]: ssl.SSLZeroReturnError: TLS/SSL connection has been closed (EOF) (_ssl.c:1133) 2024-08-29T17:51:59.274 INFO:tasks.rados.rados.0.smithi028.stdout:1351: finishing copy_from to smithi02869045-5 2024-08-29T17:51:59.274 INFO:tasks.rados.rados.0.smithi028.stdout:1351: got expected ENOENT (src dne) 2024-08-29T17:51:59.274 INFO:tasks.rados.rados.0.smithi028.stdout:1351: finishing copy_from racing read to smithi02869045-5 2024-08-29T17:51:59.274 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 47 v 545 (ObjNum 180 snap 52 seq_num 180) dirty exists 2024-08-29T17:51:59.274 INFO:tasks.rados.rados.0.smithi028.stdout:1352: finishing write tid 1 to smithi02869045-36 2024-08-29T17:51:59.274 INFO:tasks.rados.rados.0.smithi028.stdout:1352: finishing write tid 2 to smithi02869045-36 2024-08-29T17:51:59.274 INFO:tasks.rados.rados.0.smithi028.stdout:1352: finishing write tid 3 to smithi02869045-36 2024-08-29T17:51:59.274 INFO:tasks.rados.rados.0.smithi028.stdout:1352: finishing write tid 4 to smithi02869045-36 2024-08-29T17:51:59.274 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 2 v 859 (ObjNum 295 snap 88 seq_num 295) dirty exists 2024-08-29T17:51:59.274 INFO:tasks.rados.rados.0.smithi028.stdout:1352: finishing write tid 5 to smithi02869045-36 2024-08-29T17:51:59.275 INFO:tasks.rados.rados.0.smithi028.stdout:1352: finishing write tid 6 to smithi02869045-36 2024-08-29T17:51:59.275 INFO:tasks.rados.rados.0.smithi028.stdout:1352: finishing write tid 7 to smithi02869045-36 2024-08-29T17:51:59.275 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 36 v 338 (ObjNum 428 snap 134 seq_num 428) dirty exists 2024-08-29T17:51:59.275 INFO:tasks.rados.rados.0.smithi028.stdout:1352: left oid 36 (ObjNum 428 snap 134 seq_num 428) 2024-08-29T17:51:59.275 INFO:tasks.rados.rados.0.smithi028.stdout:1353: finishing write tid 1 to smithi02869045-1 2024-08-29T17:51:59.275 INFO:tasks.rados.rados.0.smithi028.stdout:1353: finishing write tid 2 to smithi02869045-1 2024-08-29T17:51:59.275 INFO:tasks.rados.rados.0.smithi028.stdout:1353: finishing write tid 3 to smithi02869045-1 2024-08-29T17:51:59.275 INFO:tasks.rados.rados.0.smithi028.stdout:1353: finishing write tid 4 to smithi02869045-1 2024-08-29T17:51:59.275 INFO:tasks.rados.rados.0.smithi028.stdout:1353: finishing write tid 5 to smithi02869045-1 2024-08-29T17:51:59.275 INFO:tasks.rados.rados.0.smithi028.stdout:1353: finishing write tid 6 to smithi02869045-1 2024-08-29T17:51:59.275 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 1 v 1086 (ObjNum 429 snap 134 seq_num 429) dirty exists 2024-08-29T17:51:59.275 INFO:tasks.rados.rados.0.smithi028.stdout:1353: left oid 1 (ObjNum 429 snap 134 seq_num 429) 2024-08-29T17:51:59.275 INFO:tasks.rados.rados.0.smithi028.stdout:1348: done (6 left) 2024-08-29T17:51:59.275 INFO:tasks.rados.rados.0.smithi028.stdout:1349: done (5 left) 2024-08-29T17:51:59.276 INFO:tasks.rados.rados.0.smithi028.stdout:1350: done (4 left) 2024-08-29T17:51:59.276 INFO:tasks.rados.rados.0.smithi028.stdout:1351: done (3 left) 2024-08-29T17:51:59.276 INFO:tasks.rados.rados.0.smithi028.stdout:1352: done (2 left) 2024-08-29T17:51:59.276 INFO:tasks.rados.rados.0.smithi028.stdout:1353: done (1 left) 2024-08-29T17:51:59.276 INFO:tasks.rados.rados.0.smithi028.stdout:1355: rollback oid 2 current snap is 134 2024-08-29T17:51:59.276 INFO:tasks.rados.rados.0.smithi028.stdout:rollback oid 2 to 118 2024-08-29T17:51:59.276 INFO:tasks.rados.rados.0.smithi028.stdout:append oid 47 current snap is 134 2024-08-29T17:51:59.276 INFO:tasks.rados.rados.0.smithi028.stdout:1356: seq_num 430 ranges {622592=8192} 2024-08-29T17:51:59.277 INFO:tasks.rados.rados.0.smithi028.stdout:1356: writing smithi02869045-47 from 622592 to 630784 tid 1 2024-08-29T17:51:59.277 INFO:tasks.rados.rados.0.smithi028.stdout:1357: rmattr oid 16 current snap is 134 2024-08-29T17:51:59.278 INFO:tasks.rados.rados.0.smithi028.stdout:1358: read oid 24 snap -1 2024-08-29T17:51:59.278 INFO:tasks.rados.rados.0.smithi028.stdout:1358: expect (ObjNum 423 snap 133 seq_num 423) 2024-08-29T17:51:59.278 INFO:tasks.rados.rados.0.smithi028.stdout:1359: snap_create 2024-08-29T17:51:59.281 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 49 v 861 (ObjNum 319 snap 100 seq_num 319) dirty exists 2024-08-29T17:51:59.281 INFO:tasks.rados.rados.0.smithi028.stdout:1355: finishing rollback tid 0 to smithi02869045-2 2024-08-29T17:51:59.282 INFO:tasks.rados.rados.0.smithi028.stdout:1355: finishing rollback tid 1 to smithi02869045-2 2024-08-29T17:51:59.290 INFO:tasks.rados.rados.0.smithi028.stdout:1356: finishing write tid 1 to smithi02869045-47 2024-08-29T17:51:59.290 INFO:tasks.rados.rados.0.smithi028.stdout:1356: finishing write tid 2 to smithi02869045-47 2024-08-29T17:51:59.292 INFO:tasks.rados.rados.0.smithi028.stdout:1355: finishing rollback tid 2 to smithi02869045-2 2024-08-29T17:51:59.292 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 2 v 864 (ObjNum 295 snap 88 seq_num 295) dirty exists 2024-08-29T17:51:59.293 INFO:tasks.rados.rados.0.smithi028.stdout:1356: finishing write tid 3 to smithi02869045-47 2024-08-29T17:51:59.293 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 47 v 549 (ObjNum 430 snap 134 seq_num 430) dirty exists 2024-08-29T17:51:59.293 INFO:tasks.rados.rados.0.smithi028.stdout:1356: left oid 47 (ObjNum 430 snap 134 seq_num 430) 2024-08-29T17:51:59.296 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 16 v 1032 (ObjNum 218 snap 63 seq_num 218) dirty exists 2024-08-29T17:51:59.297 INFO:tasks.rados.rados.0.smithi028.stdout:1358: expect (ObjNum 423 snap 133 seq_num 423) 2024-08-29T17:51:59.324 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:51:58 smithi053 bash[24720]: cluster 2024-08-29T17:51:57.878907+0000 mon.a (mon.0) 54 : cluster [DBG] osdmap e328: 8 total, 8 up, 8 in 2024-08-29T17:51:59.324 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:51:58 smithi053 bash[24720]: audit 2024-08-29T17:51:57.897604+0000 mgr.y (mgr.25022) 1 : audit [DBG] from='client.34113 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-08-29T17:51:59.324 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:51:58 smithi053 bash[24720]: cluster 2024-08-29T17:51:57.904440+0000 mon.a (mon.0) 55 : cluster [DBG] mgrmap e38: y(active, since 1.03899s), standbys: x 2024-08-29T17:51:59.324 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:51:58 smithi053 bash[24720]: cluster 2024-08-29T17:51:57.914452+0000 mgr.y (mgr.25022) 2 : cluster [DBG] pgmap v4: 121 pgs: 121 active+clean; 439 MiB data, 2.9 GiB used, 712 GiB / 715 GiB avail 2024-08-29T17:51:59.324 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:51:58 smithi053 bash[24720]: audit 2024-08-29T17:51:58.048275+0000 mon.a (mon.0) 56 : audit [INF] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' 2024-08-29T17:51:59.325 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:51:58 smithi053 bash[24720]: audit 2024-08-29T17:51:58.053819+0000 mon.a (mon.0) 57 : audit [INF] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' 2024-08-29T17:51:59.325 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:51:58 smithi053 bash[24720]: audit 2024-08-29T17:51:58.218489+0000 mgr.y (mgr.25022) 3 : audit [DBG] from='client.25061 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-08-29T17:51:59.325 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:51:58 smithi053 bash[24720]: audit 2024-08-29T17:51:58.602201+0000 mon.c (mon.2) 52 : audit [DBG] from='client.? 172.21.15.28:0/4129203073' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-08-29T17:52:00.099 INFO:tasks.rados.rados.0.smithi028.stdout:1354: done (5 left) 2024-08-29T17:52:00.099 INFO:tasks.rados.rados.0.smithi028.stdout:1355: done (4 left) 2024-08-29T17:52:00.099 INFO:tasks.rados.rados.0.smithi028.stdout:1356: done (3 left) 2024-08-29T17:52:00.099 INFO:tasks.rados.rados.0.smithi028.stdout:1357: done (2 left) 2024-08-29T17:52:00.100 INFO:tasks.rados.rados.0.smithi028.stdout:1358: done (1 left) 2024-08-29T17:52:00.100 INFO:tasks.rados.rados.0.smithi028.stdout:1359: done (0 left) 2024-08-29T17:52:00.100 INFO:tasks.rados.rados.0.smithi028.stdout:1360: read oid 49 snap -1 2024-08-29T17:52:00.100 INFO:tasks.rados.rados.0.smithi028.stdout:1360: expect (ObjNum 319 snap 100 seq_num 319) 2024-08-29T17:52:00.100 INFO:tasks.rados.rados.0.smithi028.stdout:1361: copy_from oid 16 from oid 7 current snap is 135 2024-08-29T17:52:00.100 INFO:tasks.rados.rados.0.smithi028.stdout:1362: read oid 48 snap 130 2024-08-29T17:52:00.100 INFO:tasks.rados.rados.0.smithi028.stdout:1362: expect (ObjNum 359 snap 118 seq_num 359) 2024-08-29T17:52:00.100 INFO:tasks.rados.rados.0.smithi028.stdout:1363: rmattr oid 41 current snap is 135 2024-08-29T17:52:00.100 INFO:tasks.rados.rados.0.smithi028.stdout:1363: done (3 left) 2024-08-29T17:52:00.100 INFO:tasks.rados.rados.0.smithi028.stdout:1364: delete oid 32 current snap is 135 2024-08-29T17:52:00.106 INFO:tasks.rados.rados.0.smithi028.stdout:1361: finishing copy_from to smithi02869045-16 2024-08-29T17:52:00.106 INFO:tasks.rados.rados.0.smithi028.stdout:1361: got expected ENOENT (src dne) 2024-08-29T17:52:00.106 INFO:tasks.rados.rados.0.smithi028.stdout:1361: finishing copy_from racing read to smithi02869045-16 2024-08-29T17:52:00.112 INFO:tasks.rados.rados.0.smithi028.stdout:1361: done (3 left) 2024-08-29T17:52:00.112 INFO:tasks.rados.rados.0.smithi028.stdout:1364: done (2 left) 2024-08-29T17:52:00.112 INFO:tasks.rados.rados.0.smithi028.stdout:1365: copy_from oid 21 from oid 16 current snap is 135 2024-08-29T17:52:00.112 INFO:tasks.rados.rados.0.smithi028.stdout:1366: snap_create 2024-08-29T17:52:00.128 INFO:tasks.rados.rados.0.smithi028.stdout:1362: expect (ObjNum 359 snap 118 seq_num 359) 2024-08-29T17:52:00.325 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:51:59 smithi053 bash[24720]: cluster 2024-08-29T17:51:58.895384+0000 mon.a (mon.0) 58 : cluster [DBG] osdmap e329: 8 total, 8 up, 8 in 2024-08-29T17:52:00.325 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:51:59 smithi053 bash[24720]: cephadm 2024-08-29T17:51:58.987385+0000 mgr.y (mgr.25022) 5 : cephadm [INF] [29/Aug/2024:17:51:58] ENGINE Bus STARTING 2024-08-29T17:52:00.325 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:51:59 smithi053 bash[24720]: cluster 2024-08-29T17:51:59.095249+0000 mon.a (mon.0) 59 : cluster [DBG] osdmap e330: 8 total, 8 up, 8 in 2024-08-29T17:52:00.325 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:51:59 smithi053 bash[24720]: cephadm 2024-08-29T17:51:59.115847+0000 mgr.y (mgr.25022) 6 : cephadm [INF] [29/Aug/2024:17:51:59] ENGINE Serving on https://172.21.15.28:7150 2024-08-29T17:52:00.325 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:51:59 smithi053 bash[24720]: cephadm 2024-08-29T17:51:59.120011+0000 mgr.y (mgr.25022) 7 : cephadm [ERR] [29/Aug/2024:17:51:59] ENGINE Error in HTTPServer.serve 2024-08-29T17:52:00.325 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:51:59 smithi053 bash[24720]: Traceback (most recent call last): 2024-08-29T17:52:00.325 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:51:59 smithi053 bash[24720]: File "/lib/python3.9/site-packages/cheroot/server.py", line 1823, in serve 2024-08-29T17:52:00.325 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:51:59 smithi053 bash[24720]: self._connections.run(self.expiration_interval) 2024-08-29T17:52:00.325 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:51:59 smithi053 bash[24720]: File "/lib/python3.9/site-packages/cheroot/connections.py", line 203, in run 2024-08-29T17:52:00.325 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:51:59 smithi053 bash[24720]: self._run(expiration_interval) 2024-08-29T17:52:00.325 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:51:59 smithi053 bash[24720]: File "/lib/python3.9/site-packages/cheroot/connections.py", line 246, in _run 2024-08-29T17:52:00.325 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:51:59 smithi053 bash[24720]: new_conn = self._from_server_socket(self.server.socket) 2024-08-29T17:52:00.326 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:51:59 smithi053 bash[24720]: File "/lib/python3.9/site-packages/cheroot/connections.py", line 300, in _from_server_socket 2024-08-29T17:52:00.326 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:51:59 smithi053 bash[24720]: s, ssl_env = self.server.ssl_adapter.wrap(s) 2024-08-29T17:52:00.326 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:51:59 smithi053 bash[24720]: File "/lib/python3.9/site-packages/cheroot/ssl/builtin.py", line 277, in wrap 2024-08-29T17:52:00.326 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:51:59 smithi053 bash[24720]: s = self.context.wrap_socket( 2024-08-29T17:52:00.326 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:51:59 smithi053 bash[24720]: File "/lib64/python3.9/ssl.py", line 501, in wrap_socket 2024-08-29T17:52:00.326 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:51:59 smithi053 bash[24720]: return self.sslsocket_class._create( 2024-08-29T17:52:00.326 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:51:59 smithi053 bash[24720]: File "/lib64/python3.9/ssl.py", line 1074, in _create 2024-08-29T17:52:00.326 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:51:59 smithi053 bash[24720]: self.do_handshake() 2024-08-29T17:52:00.326 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:51:59 smithi053 bash[24720]: File "/lib64/python3.9/ssl.py", line 1343, in do_handshake 2024-08-29T17:52:00.326 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:51:59 smithi053 bash[24720]: self._sslobj.do_handshake() 2024-08-29T17:52:00.326 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:51:59 smithi053 bash[24720]: ssl.SSLZeroReturnError: TLS/SSL connection has been closed (EOF) (_ssl.c:1133) 2024-08-29T17:52:00.326 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:51:59 smithi053 bash[24720]: cephadm 2024-08-29T17:51:59.217199+0000 mgr.y (mgr.25022) 8 : cephadm [INF] [29/Aug/2024:17:51:59] ENGINE Serving on http://172.21.15.28:8765 2024-08-29T17:52:00.326 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:51:59 smithi053 bash[24720]: cephadm 2024-08-29T17:51:59.217366+0000 mgr.y (mgr.25022) 9 : cephadm [INF] [29/Aug/2024:17:51:59] ENGINE Bus STARTED 2024-08-29T17:52:00.326 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:51:59 smithi053 bash[24720]: cluster 2024-08-29T17:51:59.888311+0000 mon.a (mon.0) 60 : cluster [DBG] mgrmap e39: y(active, since 3s), standbys: x 2024-08-29T17:52:00.378 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:51:59 smithi028 bash[77168]: cluster 2024-08-29T17:51:58.895384+0000 mon.a (mon.0) 58 : cluster [DBG] osdmap e329: 8 total, 8 up, 8 in 2024-08-29T17:52:00.378 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:51:59 smithi028 bash[77168]: cephadm 2024-08-29T17:51:58.987385+0000 mgr.y (mgr.25022) 5 : cephadm [INF] [29/Aug/2024:17:51:58] ENGINE Bus STARTING 2024-08-29T17:52:00.379 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:51:59 smithi028 bash[77168]: cluster 2024-08-29T17:51:59.095249+0000 mon.a (mon.0) 59 : cluster [DBG] osdmap e330: 8 total, 8 up, 8 in 2024-08-29T17:52:00.379 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:51:59 smithi028 bash[77168]: cephadm 2024-08-29T17:51:59.115847+0000 mgr.y (mgr.25022) 6 : cephadm [INF] [29/Aug/2024:17:51:59] ENGINE Serving on https://172.21.15.28:7150 2024-08-29T17:52:00.379 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:51:59 smithi028 bash[77168]: cephadm 2024-08-29T17:51:59.120011+0000 mgr.y (mgr.25022) 7 : cephadm [ERR] [29/Aug/2024:17:51:59] ENGINE Error in HTTPServer.serve 2024-08-29T17:52:00.379 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:51:59 smithi028 bash[77168]: Traceback (most recent call last): 2024-08-29T17:52:00.379 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:51:59 smithi028 bash[77168]: File "/lib/python3.9/site-packages/cheroot/server.py", line 1823, in serve 2024-08-29T17:52:00.379 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:51:59 smithi028 bash[77168]: self._connections.run(self.expiration_interval) 2024-08-29T17:52:00.379 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:51:59 smithi028 bash[77168]: File "/lib/python3.9/site-packages/cheroot/connections.py", line 203, in run 2024-08-29T17:52:00.379 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:51:59 smithi028 bash[77168]: self._run(expiration_interval) 2024-08-29T17:52:00.379 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:51:59 smithi028 bash[77168]: File "/lib/python3.9/site-packages/cheroot/connections.py", line 246, in _run 2024-08-29T17:52:00.379 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:51:59 smithi028 bash[77168]: new_conn = self._from_server_socket(self.server.socket) 2024-08-29T17:52:00.379 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:51:59 smithi028 bash[77168]: File "/lib/python3.9/site-packages/cheroot/connections.py", line 300, in _from_server_socket 2024-08-29T17:52:00.379 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:51:59 smithi028 bash[77168]: s, ssl_env = self.server.ssl_adapter.wrap(s) 2024-08-29T17:52:00.379 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:51:59 smithi028 bash[77168]: File "/lib/python3.9/site-packages/cheroot/ssl/builtin.py", line 277, in wrap 2024-08-29T17:52:00.379 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:51:59 smithi028 bash[77168]: s = self.context.wrap_socket( 2024-08-29T17:52:00.380 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:51:59 smithi028 bash[77168]: File "/lib64/python3.9/ssl.py", line 501, in wrap_socket 2024-08-29T17:52:00.380 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:51:59 smithi028 bash[77168]: return self.sslsocket_class._create( 2024-08-29T17:52:00.380 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:51:59 smithi028 bash[77168]: File "/lib64/python3.9/ssl.py", line 1074, in _create 2024-08-29T17:52:00.380 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:51:59 smithi028 bash[77168]: self.do_handshake() 2024-08-29T17:52:00.380 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:51:59 smithi028 bash[77168]: File "/lib64/python3.9/ssl.py", line 1343, in do_handshake 2024-08-29T17:52:00.380 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:51:59 smithi028 bash[77168]: self._sslobj.do_handshake() 2024-08-29T17:52:00.380 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:51:59 smithi028 bash[77168]: ssl.SSLZeroReturnError: TLS/SSL connection has been closed (EOF) (_ssl.c:1133) 2024-08-29T17:52:00.380 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:51:59 smithi028 bash[77168]: cephadm 2024-08-29T17:51:59.217199+0000 mgr.y (mgr.25022) 8 : cephadm [INF] [29/Aug/2024:17:51:59] ENGINE Serving on http://172.21.15.28:8765 2024-08-29T17:52:00.380 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:51:59 smithi028 bash[77168]: cephadm 2024-08-29T17:51:59.217366+0000 mgr.y (mgr.25022) 9 : cephadm [INF] [29/Aug/2024:17:51:59] ENGINE Bus STARTED 2024-08-29T17:52:00.380 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:51:59 smithi028 bash[77168]: cluster 2024-08-29T17:51:59.888311+0000 mon.a (mon.0) 60 : cluster [DBG] mgrmap e39: y(active, since 3s), standbys: x 2024-08-29T17:52:00.380 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:51:59 smithi028 bash[31855]: cluster 2024-08-29T17:51:58.895384+0000 mon.a (mon.0) 58 : cluster [DBG] osdmap e329: 8 total, 8 up, 8 in 2024-08-29T17:52:00.381 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:51:59 smithi028 bash[31855]: cephadm 2024-08-29T17:51:58.987385+0000 mgr.y (mgr.25022) 5 : cephadm [INF] [29/Aug/2024:17:51:58] ENGINE Bus STARTING 2024-08-29T17:52:00.381 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:51:59 smithi028 bash[31855]: cluster 2024-08-29T17:51:59.095249+0000 mon.a (mon.0) 59 : cluster [DBG] osdmap e330: 8 total, 8 up, 8 in 2024-08-29T17:52:00.381 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:51:59 smithi028 bash[31855]: cephadm 2024-08-29T17:51:59.115847+0000 mgr.y (mgr.25022) 6 : cephadm [INF] [29/Aug/2024:17:51:59] ENGINE Serving on https://172.21.15.28:7150 2024-08-29T17:52:00.381 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:51:59 smithi028 bash[31855]: cephadm 2024-08-29T17:51:59.120011+0000 mgr.y (mgr.25022) 7 : cephadm [ERR] [29/Aug/2024:17:51:59] ENGINE Error in HTTPServer.serve 2024-08-29T17:52:00.381 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:51:59 smithi028 bash[31855]: Traceback (most recent call last): 2024-08-29T17:52:00.381 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:51:59 smithi028 bash[31855]: File "/lib/python3.9/site-packages/cheroot/server.py", line 1823, in serve 2024-08-29T17:52:00.381 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:51:59 smithi028 bash[31855]: self._connections.run(self.expiration_interval) 2024-08-29T17:52:00.381 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:51:59 smithi028 bash[31855]: File "/lib/python3.9/site-packages/cheroot/connections.py", line 203, in run 2024-08-29T17:52:00.381 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:51:59 smithi028 bash[31855]: self._run(expiration_interval) 2024-08-29T17:52:00.381 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:51:59 smithi028 bash[31855]: File "/lib/python3.9/site-packages/cheroot/connections.py", line 246, in _run 2024-08-29T17:52:00.381 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:51:59 smithi028 bash[31855]: new_conn = self._from_server_socket(self.server.socket) 2024-08-29T17:52:00.381 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:51:59 smithi028 bash[31855]: File "/lib/python3.9/site-packages/cheroot/connections.py", line 300, in _from_server_socket 2024-08-29T17:52:00.381 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:51:59 smithi028 bash[31855]: s, ssl_env = self.server.ssl_adapter.wrap(s) 2024-08-29T17:52:00.381 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:51:59 smithi028 bash[31855]: File "/lib/python3.9/site-packages/cheroot/ssl/builtin.py", line 277, in wrap 2024-08-29T17:52:00.382 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:51:59 smithi028 bash[31855]: s = self.context.wrap_socket( 2024-08-29T17:52:00.382 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:51:59 smithi028 bash[31855]: File "/lib64/python3.9/ssl.py", line 501, in wrap_socket 2024-08-29T17:52:00.382 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:51:59 smithi028 bash[31855]: return self.sslsocket_class._create( 2024-08-29T17:52:00.382 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:51:59 smithi028 bash[31855]: File "/lib64/python3.9/ssl.py", line 1074, in _create 2024-08-29T17:52:00.382 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:51:59 smithi028 bash[31855]: self.do_handshake() 2024-08-29T17:52:00.382 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:51:59 smithi028 bash[31855]: File "/lib64/python3.9/ssl.py", line 1343, in do_handshake 2024-08-29T17:52:00.382 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:51:59 smithi028 bash[31855]: self._sslobj.do_handshake() 2024-08-29T17:52:00.382 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:51:59 smithi028 bash[31855]: ssl.SSLZeroReturnError: TLS/SSL connection has been closed (EOF) (_ssl.c:1133) 2024-08-29T17:52:00.382 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:51:59 smithi028 bash[31855]: cephadm 2024-08-29T17:51:59.217199+0000 mgr.y (mgr.25022) 8 : cephadm [INF] [29/Aug/2024:17:51:59] ENGINE Serving on http://172.21.15.28:8765 2024-08-29T17:52:00.382 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:51:59 smithi028 bash[31855]: cephadm 2024-08-29T17:51:59.217366+0000 mgr.y (mgr.25022) 9 : cephadm [INF] [29/Aug/2024:17:51:59] ENGINE Bus STARTED 2024-08-29T17:52:00.382 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:51:59 smithi028 bash[31855]: cluster 2024-08-29T17:51:59.888311+0000 mon.a (mon.0) 60 : cluster [DBG] mgrmap e39: y(active, since 3s), standbys: x 2024-08-29T17:52:00.386 INFO:tasks.rados.rados.0.smithi028.stdout:1360: expect (ObjNum 319 snap 100 seq_num 319) 2024-08-29T17:52:00.961 INFO:tasks.rados.rados.0.smithi028.stdout:1365: finishing copy_from racing read to smithi02869045-21 2024-08-29T17:52:00.961 INFO:tasks.rados.rados.0.smithi028.stdout:1365: finishing copy_from to smithi02869045-21 2024-08-29T17:52:00.961 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 21 v 1032 (ObjNum 218 snap 63 seq_num 218) dirty exists 2024-08-29T17:52:01.104 INFO:tasks.rados.rados.0.smithi028.stdout:1360: done (3 left) 2024-08-29T17:52:01.104 INFO:tasks.rados.rados.0.smithi028.stdout:1362: done (2 left) 2024-08-29T17:52:01.104 INFO:tasks.rados.rados.0.smithi028.stdout:1365: done (1 left) 2024-08-29T17:52:01.104 INFO:tasks.rados.rados.0.smithi028.stdout:1366: done (0 left) 2024-08-29T17:52:01.104 INFO:tasks.rados.rados.0.smithi028.stdout:1367: setattr oid 25 current snap is 136 2024-08-29T17:52:01.106 INFO:tasks.rados.rados.0.smithi028.stdout:1368: setattr oid 47 current snap is 136 2024-08-29T17:52:01.108 INFO:tasks.rados.rados.0.smithi028.stdout:1369: snap_create 2024-08-29T17:52:01.123 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 25 v 133 (ObjNum 418 snap 133 seq_num 418) dirty exists 2024-08-29T17:52:01.125 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 47 v 551 (ObjNum 430 snap 134 seq_num 430) dirty exists 2024-08-29T17:52:01.377 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:52:01 smithi028 bash[77168]: cluster 2024-08-29T17:52:00.101718+0000 mon.a (mon.0) 61 : cluster [DBG] osdmap e331: 8 total, 8 up, 8 in 2024-08-29T17:52:01.377 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:52:01 smithi028 bash[31855]: cluster 2024-08-29T17:52:00.101718+0000 mon.a (mon.0) 61 : cluster [DBG] osdmap e331: 8 total, 8 up, 8 in 2024-08-29T17:52:01.574 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:52:01 smithi053 bash[24720]: cluster 2024-08-29T17:52:00.101718+0000 mon.a (mon.0) 61 : cluster [DBG] osdmap e331: 8 total, 8 up, 8 in 2024-08-29T17:52:01.877 INFO:journalctl@ceph.mgr.y.smithi028.stdout:Aug 29 17:52:01 smithi028 bash[70818]: ::ffff:172.21.15.53 - - [29/Aug/2024:17:52:01] "GET /metrics HTTP/1.1" 200 33285 "" "Prometheus/2.43.0" 2024-08-29T17:52:02.108 INFO:tasks.rados.rados.0.smithi028.stdout:1367: done (2 left) 2024-08-29T17:52:02.108 INFO:tasks.rados.rados.0.smithi028.stdout:1368: done (1 left) 2024-08-29T17:52:02.108 INFO:tasks.rados.rados.0.smithi028.stdout:1369: done (0 left) 2024-08-29T17:52:02.108 INFO:tasks.rados.rados.0.smithi028.stdout:append oid 7 current snap is 137 2024-08-29T17:52:02.108 INFO:tasks.rados.rados.0.smithi028.stdout:1370: seq_num 432 ranges {0=40960} 2024-08-29T17:52:02.109 INFO:tasks.rados.rados.0.smithi028.stdout:1370: writing smithi02869045-7 from 0 to 40960 tid 1 2024-08-29T17:52:02.109 INFO:tasks.rados.rados.0.smithi028.stdout:append oid 32 current snap is 137 2024-08-29T17:52:02.109 INFO:tasks.rados.rados.0.smithi028.stdout:1371: seq_num 433 ranges {0=57344} 2024-08-29T17:52:02.110 INFO:tasks.rados.rados.0.smithi028.stdout:1371: writing smithi02869045-32 from 0 to 57344 tid 1 2024-08-29T17:52:02.110 INFO:tasks.rados.rados.0.smithi028.stdout:append oid 34 current snap is 137 2024-08-29T17:52:02.110 INFO:tasks.rados.rados.0.smithi028.stdout:1372: seq_num 434 ranges {2187264=73728} 2024-08-29T17:52:02.148 INFO:tasks.rados.rados.0.smithi028.stdout:1372: writing smithi02869045-34 from 2187264 to 2260992 tid 1 2024-08-29T17:52:02.149 INFO:tasks.rados.rados.0.smithi028.stdout:1373: snap_create 2024-08-29T17:52:02.149 INFO:tasks.rados.rados.0.smithi028.stdout:1371: finishing write tid 1 to smithi02869045-32 2024-08-29T17:52:02.149 INFO:tasks.rados.rados.0.smithi028.stdout:1371: finishing write tid 2 to smithi02869045-32 2024-08-29T17:52:02.149 INFO:tasks.rados.rados.0.smithi028.stdout:1371: finishing write tid 3 to smithi02869045-32 2024-08-29T17:52:02.149 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 32 v 180 (ObjNum 433 snap 137 seq_num 433) dirty exists 2024-08-29T17:52:02.149 INFO:tasks.rados.rados.0.smithi028.stdout:1371: left oid 32 (ObjNum 433 snap 137 seq_num 433) 2024-08-29T17:52:02.149 INFO:tasks.rados.rados.0.smithi028.stdout:1370: finishing write tid 1 to smithi02869045-7 2024-08-29T17:52:02.149 INFO:tasks.rados.rados.0.smithi028.stdout:1370: finishing write tid 2 to smithi02869045-7 2024-08-29T17:52:02.149 INFO:tasks.rados.rados.0.smithi028.stdout:1370: finishing write tid 3 to smithi02869045-7 2024-08-29T17:52:02.149 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 7 v 1088 (ObjNum 432 snap 137 seq_num 432) dirty exists 2024-08-29T17:52:02.149 INFO:tasks.rados.rados.0.smithi028.stdout:1370: left oid 7 (ObjNum 432 snap 137 seq_num 432) 2024-08-29T17:52:02.155 INFO:tasks.rados.rados.0.smithi028.stdout:1372: finishing write tid 1 to smithi02869045-34 2024-08-29T17:52:02.156 INFO:tasks.rados.rados.0.smithi028.stdout:1372: finishing write tid 2 to smithi02869045-34 2024-08-29T17:52:02.159 INFO:tasks.rados.rados.0.smithi028.stdout:1372: finishing write tid 3 to smithi02869045-34 2024-08-29T17:52:02.159 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 34 v 590 (ObjNum 434 snap 137 seq_num 434) dirty exists 2024-08-29T17:52:02.159 INFO:tasks.rados.rados.0.smithi028.stdout:1372: left oid 34 (ObjNum 434 snap 137 seq_num 434) 2024-08-29T17:52:02.377 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:52:02 smithi028 bash[77168]: cluster 2024-08-29T17:52:00.894588+0000 mgr.y (mgr.25022) 10 : cluster [DBG] pgmap v9: 121 pgs: 121 active+clean; 439 MiB data, 2.9 GiB used, 712 GiB / 715 GiB avail 2024-08-29T17:52:02.377 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:52:02 smithi028 bash[77168]: cluster 2024-08-29T17:52:01.108271+0000 mon.a (mon.0) 62 : cluster [DBG] mgrmap e40: y(active, since 4s), standbys: x 2024-08-29T17:52:02.377 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:52:02 smithi028 bash[77168]: cluster 2024-08-29T17:52:01.108365+0000 mon.a (mon.0) 63 : cluster [DBG] osdmap e332: 8 total, 8 up, 8 in 2024-08-29T17:52:02.377 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:52:02 smithi028 bash[31855]: cluster 2024-08-29T17:52:00.894588+0000 mgr.y (mgr.25022) 10 : cluster [DBG] pgmap v9: 121 pgs: 121 active+clean; 439 MiB data, 2.9 GiB used, 712 GiB / 715 GiB avail 2024-08-29T17:52:02.378 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:52:02 smithi028 bash[31855]: cluster 2024-08-29T17:52:01.108271+0000 mon.a (mon.0) 62 : cluster [DBG] mgrmap e40: y(active, since 4s), standbys: x 2024-08-29T17:52:02.378 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:52:02 smithi028 bash[31855]: cluster 2024-08-29T17:52:01.108365+0000 mon.a (mon.0) 63 : cluster [DBG] osdmap e332: 8 total, 8 up, 8 in 2024-08-29T17:52:02.574 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:52:02 smithi053 bash[24720]: cluster 2024-08-29T17:52:00.894588+0000 mgr.y (mgr.25022) 10 : cluster [DBG] pgmap v9: 121 pgs: 121 active+clean; 439 MiB data, 2.9 GiB used, 712 GiB / 715 GiB avail 2024-08-29T17:52:02.574 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:52:02 smithi053 bash[24720]: cluster 2024-08-29T17:52:01.108271+0000 mon.a (mon.0) 62 : cluster [DBG] mgrmap e40: y(active, since 4s), standbys: x 2024-08-29T17:52:02.574 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:52:02 smithi053 bash[24720]: cluster 2024-08-29T17:52:01.108365+0000 mon.a (mon.0) 63 : cluster [DBG] osdmap e332: 8 total, 8 up, 8 in 2024-08-29T17:52:02.575 INFO:journalctl@ceph.prometheus.a.smithi053.stdout:Aug 29 17:52:02 smithi053 bash[61790]: ts=2024-08-29T17:52:02.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"3167ee72-662c-11ef-bcd4-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-29T17:52:03.124 INFO:tasks.rados.rados.0.smithi028.stdout:1370: done (3 left) 2024-08-29T17:52:03.124 INFO:tasks.rados.rados.0.smithi028.stdout:1371: done (2 left) 2024-08-29T17:52:03.124 INFO:tasks.rados.rados.0.smithi028.stdout:1372: done (1 left) 2024-08-29T17:52:03.124 INFO:tasks.rados.rados.0.smithi028.stdout:1373: done (0 left) 2024-08-29T17:52:03.124 INFO:tasks.rados.rados.0.smithi028.stdout:1374: delete oid 40 current snap is 138 2024-08-29T17:52:03.129 INFO:tasks.rados.rados.0.smithi028.stdout:1374: done (0 left) 2024-08-29T17:52:03.129 INFO:tasks.rados.rados.0.smithi028.stdout:1375: snap_remove snap 98 2024-08-29T17:52:03.377 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:52:03 smithi028 bash[77168]: cluster 2024-08-29T17:52:02.111324+0000 mon.a (mon.0) 64 : cluster [DBG] osdmap e333: 8 total, 8 up, 8 in 2024-08-29T17:52:03.377 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:52:03 smithi028 bash[31855]: cluster 2024-08-29T17:52:02.111324+0000 mon.a (mon.0) 64 : cluster [DBG] osdmap e333: 8 total, 8 up, 8 in 2024-08-29T17:52:03.502 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:52:03 smithi053 bash[24720]: cluster 2024-08-29T17:52:02.111324+0000 mon.a (mon.0) 64 : cluster [DBG] osdmap e333: 8 total, 8 up, 8 in 2024-08-29T17:52:03.824 INFO:journalctl@ceph.prometheus.a.smithi053.stdout:Aug 29 17:52:03 smithi053 bash[61790]: ts=2024-08-29T17:52:03.505Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=nodes name=CephNodeDiskspaceWarning index=4 msg="Evaluating rule failed" rule="alert: CephNodeDiskspaceWarning\nexpr: predict_linear(node_filesystem_free_bytes{device=~\"/.*\"}[2d], 3600 * 24 * 5)\n * on (instance) group_left (nodename) node_uname_info < 0\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.8.4\n severity: warning\n type: ceph_default\nannotations:\n description: Mountpoint {{ $labels.mountpoint }} on {{ $labels.nodename }} will\n be full in less than 5 days based on the 48 hour trailing fill rate.\n summary: Host filesystem free space is getting low\n" err="found duplicate series for the match group {instance=\"smithi028\"} on the right hand-side of the operation: [{__name__=\"node_uname_info\", domainname=\"(none)\", instance=\"smithi028\", job=\"node\", machine=\"x86_64\", nodename=\"smithi028\", release=\"5.15.0-119-generic\", sysname=\"Linux\", version=\"#129-Ubuntu SMP Fri Aug 2 19:25:20 UTC 2024\"}, {__name__=\"node_uname_info\", cluster=\"3167ee72-662c-11ef-bcd4-c7b262605968\", domainname=\"(none)\", instance=\"smithi028\", job=\"node\", machine=\"x86_64\", nodename=\"smithi028\", release=\"5.15.0-119-generic\", sysname=\"Linux\", version=\"#129-Ubuntu SMP Fri Aug 2 19:25:20 UTC 2024\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-29T17:52:04.135 INFO:tasks.rados.rados.0.smithi028.stdout:1375: done (0 left) 2024-08-29T17:52:04.135 INFO:tasks.rados.rados.0.smithi028.stdout:1376: snap_remove snap 136 2024-08-29T17:52:04.377 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:52:04 smithi028 bash[77168]: cluster 2024-08-29T17:52:02.895314+0000 mgr.y (mgr.25022) 11 : cluster [DBG] pgmap v12: 121 pgs: 121 active+clean; 439 MiB data, 2.9 GiB used, 712 GiB / 715 GiB avail 2024-08-29T17:52:04.377 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:52:04 smithi028 bash[77168]: cluster 2024-08-29T17:52:03.128640+0000 mon.a (mon.0) 65 : cluster [DBG] osdmap e334: 8 total, 8 up, 8 in 2024-08-29T17:52:04.377 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:52:04 smithi028 bash[77168]: audit 2024-08-29T17:52:03.698181+0000 mon.a (mon.0) 66 : audit [INF] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' 2024-08-29T17:52:04.377 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:52:04 smithi028 bash[77168]: audit 2024-08-29T17:52:03.704073+0000 mon.a (mon.0) 67 : audit [INF] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' 2024-08-29T17:52:04.377 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:52:04 smithi028 bash[77168]: audit 2024-08-29T17:52:03.800202+0000 mon.a (mon.0) 68 : audit [INF] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' 2024-08-29T17:52:04.377 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:52:04 smithi028 bash[77168]: audit 2024-08-29T17:52:03.805319+0000 mon.a (mon.0) 69 : audit [INF] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' 2024-08-29T17:52:04.378 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:52:04 smithi028 bash[31855]: cluster 2024-08-29T17:52:02.895314+0000 mgr.y (mgr.25022) 11 : cluster [DBG] pgmap v12: 121 pgs: 121 active+clean; 439 MiB data, 2.9 GiB used, 712 GiB / 715 GiB avail 2024-08-29T17:52:04.378 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:52:04 smithi028 bash[31855]: cluster 2024-08-29T17:52:03.128640+0000 mon.a (mon.0) 65 : cluster [DBG] osdmap e334: 8 total, 8 up, 8 in 2024-08-29T17:52:04.378 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:52:04 smithi028 bash[31855]: audit 2024-08-29T17:52:03.698181+0000 mon.a (mon.0) 66 : audit [INF] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' 2024-08-29T17:52:04.378 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:52:04 smithi028 bash[31855]: audit 2024-08-29T17:52:03.704073+0000 mon.a (mon.0) 67 : audit [INF] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' 2024-08-29T17:52:04.378 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:52:04 smithi028 bash[31855]: audit 2024-08-29T17:52:03.800202+0000 mon.a (mon.0) 68 : audit [INF] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' 2024-08-29T17:52:04.378 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:52:04 smithi028 bash[31855]: audit 2024-08-29T17:52:03.805319+0000 mon.a (mon.0) 69 : audit [INF] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' 2024-08-29T17:52:04.452 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:52:04 smithi053 bash[24720]: cluster 2024-08-29T17:52:02.895314+0000 mgr.y (mgr.25022) 11 : cluster [DBG] pgmap v12: 121 pgs: 121 active+clean; 439 MiB data, 2.9 GiB used, 712 GiB / 715 GiB avail 2024-08-29T17:52:04.452 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:52:04 smithi053 bash[24720]: cluster 2024-08-29T17:52:03.128640+0000 mon.a (mon.0) 65 : cluster [DBG] osdmap e334: 8 total, 8 up, 8 in 2024-08-29T17:52:04.452 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:52:04 smithi053 bash[24720]: audit 2024-08-29T17:52:03.698181+0000 mon.a (mon.0) 66 : audit [INF] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' 2024-08-29T17:52:04.452 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:52:04 smithi053 bash[24720]: audit 2024-08-29T17:52:03.704073+0000 mon.a (mon.0) 67 : audit [INF] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' 2024-08-29T17:52:04.453 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:52:04 smithi053 bash[24720]: audit 2024-08-29T17:52:03.800202+0000 mon.a (mon.0) 68 : audit [INF] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' 2024-08-29T17:52:04.453 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:52:04 smithi053 bash[24720]: audit 2024-08-29T17:52:03.805319+0000 mon.a (mon.0) 69 : audit [INF] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' 2024-08-29T17:52:04.824 INFO:journalctl@ceph.prometheus.a.smithi053.stdout:Aug 29 17:52:04 smithi053 bash[61790]: ts=2024-08-29T17:52:04.454Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pgs name=CephPGsInactive index=0 msg="Evaluating rule failed" rule="alert: CephPGsInactive\nexpr: ceph_pool_metadata * on (pool_id, instance) group_left () (ceph_pg_total - ceph_pg_active)\n > 0\nfor: 5m\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.7.1\n severity: critical\n type: ceph_default\nannotations:\n description: '{{ $value }} PGs have been inactive for more than 5 minutes in pool\n {{ $labels.name }}. Inactive placement groups are not able to serve read/write\n requests.'\n summary: One or more placement groups are inactive\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the right hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"3167ee72-662c-11ef-bcd4-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-29T17:52:04.824 INFO:journalctl@ceph.prometheus.a.smithi053.stdout:Aug 29 17:52:04 smithi053 bash[61790]: ts=2024-08-29T17:52:04.455Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pgs name=CephPGsUnclean index=1 msg="Evaluating rule failed" rule="alert: CephPGsUnclean\nexpr: ceph_pool_metadata * on (pool_id, instance) group_left () (ceph_pg_total - ceph_pg_clean)\n > 0\nfor: 15m\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.7.2\n severity: warning\n type: ceph_default\nannotations:\n description: '{{ $value }} PGs have been unclean for more than 15 minutes in pool\n {{ $labels.name }}. Unclean PGs have not recovered from a previous failure.'\n summary: One or more placement groups are marked unclean\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the right hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"3167ee72-662c-11ef-bcd4-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-29T17:52:05.146 INFO:tasks.rados.rados.0.smithi028.stdout:1376: done (0 left) 2024-08-29T17:52:05.147 INFO:tasks.rados.rados.0.smithi028.stdout:1377: snap_remove snap 125 2024-08-29T17:52:05.574 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:52:05 smithi053 bash[24720]: cluster 2024-08-29T17:52:04.138384+0000 mon.a (mon.0) 70 : cluster [DBG] osdmap e335: 8 total, 8 up, 8 in 2024-08-29T17:52:05.574 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:52:05 smithi053 bash[24720]: audit 2024-08-29T17:52:04.926689+0000 mon.a (mon.0) 71 : audit [INF] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' 2024-08-29T17:52:05.574 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:52:05 smithi053 bash[24720]: audit 2024-08-29T17:52:04.933392+0000 mon.a (mon.0) 72 : audit [INF] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' 2024-08-29T17:52:05.574 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:52:05 smithi053 bash[24720]: audit 2024-08-29T17:52:04.963319+0000 mon.a (mon.0) 73 : audit [INF] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' 2024-08-29T17:52:05.574 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:52:05 smithi053 bash[24720]: audit 2024-08-29T17:52:04.972465+0000 mon.a (mon.0) 74 : audit [INF] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' 2024-08-29T17:52:05.627 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:52:05 smithi028 bash[77168]: cluster 2024-08-29T17:52:04.138384+0000 mon.a (mon.0) 70 : cluster [DBG] osdmap e335: 8 total, 8 up, 8 in 2024-08-29T17:52:05.627 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:52:05 smithi028 bash[77168]: audit 2024-08-29T17:52:04.926689+0000 mon.a (mon.0) 71 : audit [INF] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' 2024-08-29T17:52:05.628 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:52:05 smithi028 bash[77168]: audit 2024-08-29T17:52:04.933392+0000 mon.a (mon.0) 72 : audit [INF] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' 2024-08-29T17:52:05.628 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:52:05 smithi028 bash[77168]: audit 2024-08-29T17:52:04.963319+0000 mon.a (mon.0) 73 : audit [INF] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' 2024-08-29T17:52:05.628 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:52:05 smithi028 bash[77168]: audit 2024-08-29T17:52:04.972465+0000 mon.a (mon.0) 74 : audit [INF] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' 2024-08-29T17:52:05.628 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:52:05 smithi028 bash[31855]: cluster 2024-08-29T17:52:04.138384+0000 mon.a (mon.0) 70 : cluster [DBG] osdmap e335: 8 total, 8 up, 8 in 2024-08-29T17:52:05.628 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:52:05 smithi028 bash[31855]: audit 2024-08-29T17:52:04.926689+0000 mon.a (mon.0) 71 : audit [INF] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' 2024-08-29T17:52:05.628 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:52:05 smithi028 bash[31855]: audit 2024-08-29T17:52:04.933392+0000 mon.a (mon.0) 72 : audit [INF] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' 2024-08-29T17:52:05.628 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:52:05 smithi028 bash[31855]: audit 2024-08-29T17:52:04.963319+0000 mon.a (mon.0) 73 : audit [INF] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' 2024-08-29T17:52:05.628 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:52:05 smithi028 bash[31855]: audit 2024-08-29T17:52:04.972465+0000 mon.a (mon.0) 74 : audit [INF] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' 2024-08-29T17:52:06.145 INFO:tasks.rados.rados.0.smithi028.stdout:1377: done (0 left) 2024-08-29T17:52:06.146 INFO:tasks.rados.rados.0.smithi028.stdout:1378: delete oid 34 current snap is 138 2024-08-29T17:52:06.175 INFO:tasks.rados.rados.0.smithi028.stdout:1378: done (0 left) 2024-08-29T17:52:06.176 INFO:tasks.rados.rados.0.smithi028.stdout:1379: read oid 33 snap -1 2024-08-29T17:52:06.176 INFO:tasks.rados.rados.0.smithi028.stdout:1379: expect (ObjNum 322 snap 101 seq_num 322) 2024-08-29T17:52:06.176 INFO:tasks.rados.rados.0.smithi028.stdout:1380: snap_remove snap 130 2024-08-29T17:52:06.574 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:52:06 smithi053 bash[24720]: cluster 2024-08-29T17:52:04.895895+0000 mgr.y (mgr.25022) 12 : cluster [DBG] pgmap v15: 121 pgs: 121 active+clean; 453 MiB data, 2.9 GiB used, 712 GiB / 715 GiB avail; 15 MiB/s rd, 1.8 MiB/s wr, 65 op/s 2024-08-29T17:52:06.574 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:52:06 smithi053 bash[24720]: cluster 2024-08-29T17:52:05.151058+0000 mon.a (mon.0) 75 : cluster [DBG] osdmap e336: 8 total, 8 up, 8 in 2024-08-29T17:52:06.627 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:52:06 smithi028 bash[31855]: cluster 2024-08-29T17:52:04.895895+0000 mgr.y (mgr.25022) 12 : cluster [DBG] pgmap v15: 121 pgs: 121 active+clean; 453 MiB data, 2.9 GiB used, 712 GiB / 715 GiB avail; 15 MiB/s rd, 1.8 MiB/s wr, 65 op/s 2024-08-29T17:52:06.628 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:52:06 smithi028 bash[31855]: cluster 2024-08-29T17:52:05.151058+0000 mon.a (mon.0) 75 : cluster [DBG] osdmap e336: 8 total, 8 up, 8 in 2024-08-29T17:52:06.628 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:52:06 smithi028 bash[77168]: cluster 2024-08-29T17:52:04.895895+0000 mgr.y (mgr.25022) 12 : cluster [DBG] pgmap v15: 121 pgs: 121 active+clean; 453 MiB data, 2.9 GiB used, 712 GiB / 715 GiB avail; 15 MiB/s rd, 1.8 MiB/s wr, 65 op/s 2024-08-29T17:52:06.628 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:52:06 smithi028 bash[77168]: cluster 2024-08-29T17:52:05.151058+0000 mon.a (mon.0) 75 : cluster [DBG] osdmap e336: 8 total, 8 up, 8 in 2024-08-29T17:52:07.172 INFO:tasks.rados.rados.0.smithi028.stdout:1380: done (1 left) 2024-08-29T17:52:07.172 INFO:tasks.rados.rados.0.smithi028.stdout:1381: setattr oid 2 current snap is 138 2024-08-29T17:52:07.172 INFO:tasks.rados.rados.0.smithi028.stdout:1382: copy_from oid 28 from oid 27 current snap is 138 2024-08-29T17:52:07.172 INFO:tasks.rados.rados.0.smithi028.stdout:1383: read oid 31 snap -1 2024-08-29T17:52:07.172 INFO:tasks.rados.rados.0.smithi028.stdout:1383: expect (ObjNum 401 snap 126 seq_num 401) 2024-08-29T17:52:07.173 INFO:tasks.rados.rados.0.smithi028.stdout:1384: read oid 3 snap -1 2024-08-29T17:52:07.173 INFO:tasks.rados.rados.0.smithi028.stdout:1384: expect (ObjNum 413 snap 132 seq_num 413) 2024-08-29T17:52:07.173 INFO:tasks.rados.rados.0.smithi028.stdout:1385: delete oid 20 current snap is 138 2024-08-29T17:52:07.173 INFO:tasks.rados.rados.0.smithi028.stdout:1379: expect (ObjNum 322 snap 101 seq_num 322) 2024-08-29T17:52:07.371 INFO:tasks.rados.rados.0.smithi028.stdout:1382: finishing copy_from to smithi02869045-28 2024-08-29T17:52:07.371 INFO:tasks.rados.rados.0.smithi028.stdout:1382: got expected ENOENT (src dne) 2024-08-29T17:52:07.371 INFO:tasks.rados.rados.0.smithi028.stdout:1382: finishing copy_from racing read to smithi02869045-28 2024-08-29T17:52:07.371 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 2 v 1033 (ObjNum 295 snap 88 seq_num 295) dirty exists 2024-08-29T17:52:07.371 INFO:tasks.rados.rados.0.smithi028.stdout:1383: expect (ObjNum 401 snap 126 seq_num 401) 2024-08-29T17:52:07.569 INFO:tasks.rados.rados.0.smithi028.stdout:1384: expect (ObjNum 413 snap 132 seq_num 413) 2024-08-29T17:52:07.573 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:52:07 smithi053 bash[24720]: cluster 2024-08-29T17:52:06.149891+0000 mon.a (mon.0) 76 : cluster [DBG] osdmap e337: 8 total, 8 up, 8 in 2024-08-29T17:52:07.625 INFO:tasks.rados.rados.0.smithi028.stdout:1379: done (5 left) 2024-08-29T17:52:07.625 INFO:tasks.rados.rados.0.smithi028.stdout:1381: done (4 left) 2024-08-29T17:52:07.625 INFO:tasks.rados.rados.0.smithi028.stdout:1382: done (3 left) 2024-08-29T17:52:07.626 INFO:tasks.rados.rados.0.smithi028.stdout:1383: done (2 left) 2024-08-29T17:52:07.626 INFO:tasks.rados.rados.0.smithi028.stdout:1384: done (1 left) 2024-08-29T17:52:07.626 INFO:tasks.rados.rados.0.smithi028.stdout:1385: done (0 left) 2024-08-29T17:52:07.626 INFO:tasks.rados.rados.0.smithi028.stdout:1386: copy_from oid 10 from oid 6 current snap is 138 2024-08-29T17:52:07.626 INFO:tasks.rados.rados.0.smithi028.stdout:1387: read oid 35 snap -1 2024-08-29T17:52:07.626 INFO:tasks.rados.rados.0.smithi028.stdout:1387: expect (ObjNum 273 snap 78 seq_num 273) 2024-08-29T17:52:07.626 INFO:tasks.rados.rados.0.smithi028.stdout:1388: setattr oid 1 current snap is 138 2024-08-29T17:52:07.626 INFO:tasks.rados.rados.0.smithi028.stdout:1386: finishing copy_from to smithi02869045-10 2024-08-29T17:52:07.626 INFO:tasks.rados.rados.0.smithi028.stdout:1386: got expected ENOENT (src dne) 2024-08-29T17:52:07.627 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:52:07 smithi028 bash[77168]: cluster 2024-08-29T17:52:06.149891+0000 mon.a (mon.0) 76 : cluster [DBG] osdmap e337: 8 total, 8 up, 8 in 2024-08-29T17:52:07.627 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:52:07 smithi028 bash[31855]: cluster 2024-08-29T17:52:06.149891+0000 mon.a (mon.0) 76 : cluster [DBG] osdmap e337: 8 total, 8 up, 8 in 2024-08-29T17:52:07.627 INFO:tasks.rados.rados.0.smithi028.stdout:1386: finishing copy_from racing read to smithi02869045-10 2024-08-29T17:52:07.628 INFO:tasks.rados.rados.0.smithi028.stdout:1386: done (2 left) 2024-08-29T17:52:07.628 INFO:tasks.rados.rados.0.smithi028.stdout:1389: snap_create 2024-08-29T17:52:07.634 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 1 v 1110 (ObjNum 429 snap 134 seq_num 429) dirty exists 2024-08-29T17:52:07.643 INFO:tasks.rados.rados.0.smithi028.stdout:1387: expect (ObjNum 273 snap 78 seq_num 273) 2024-08-29T17:52:08.168 INFO:tasks.rados.rados.0.smithi028.stdout:1387: done (2 left) 2024-08-29T17:52:08.168 INFO:tasks.rados.rados.0.smithi028.stdout:1388: done (1 left) 2024-08-29T17:52:08.169 INFO:tasks.rados.rados.0.smithi028.stdout:1389: done (0 left) 2024-08-29T17:52:08.169 INFO:tasks.rados.rados.0.smithi028.stdout:1390: snap_create 2024-08-29T17:52:08.574 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:52:08 smithi053 bash[24720]: cluster 2024-08-29T17:52:06.896562+0000 mgr.y (mgr.25022) 13 : cluster [DBG] pgmap v18: 121 pgs: 121 active+clean; 453 MiB data, 2.9 GiB used, 712 GiB / 715 GiB avail; 15 MiB/s rd, 1.8 MiB/s wr, 65 op/s 2024-08-29T17:52:08.574 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:52:08 smithi053 bash[24720]: cluster 2024-08-29T17:52:07.170480+0000 mon.a (mon.0) 77 : cluster [DBG] osdmap e338: 8 total, 8 up, 8 in 2024-08-29T17:52:08.627 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:52:08 smithi028 bash[31855]: cluster 2024-08-29T17:52:06.896562+0000 mgr.y (mgr.25022) 13 : cluster [DBG] pgmap v18: 121 pgs: 121 active+clean; 453 MiB data, 2.9 GiB used, 712 GiB / 715 GiB avail; 15 MiB/s rd, 1.8 MiB/s wr, 65 op/s 2024-08-29T17:52:08.627 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:52:08 smithi028 bash[31855]: cluster 2024-08-29T17:52:07.170480+0000 mon.a (mon.0) 77 : cluster [DBG] osdmap e338: 8 total, 8 up, 8 in 2024-08-29T17:52:08.627 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:52:08 smithi028 bash[77168]: cluster 2024-08-29T17:52:06.896562+0000 mgr.y (mgr.25022) 13 : cluster [DBG] pgmap v18: 121 pgs: 121 active+clean; 453 MiB data, 2.9 GiB used, 712 GiB / 715 GiB avail; 15 MiB/s rd, 1.8 MiB/s wr, 65 op/s 2024-08-29T17:52:08.627 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:52:08 smithi028 bash[77168]: cluster 2024-08-29T17:52:07.170480+0000 mon.a (mon.0) 77 : cluster [DBG] osdmap e338: 8 total, 8 up, 8 in 2024-08-29T17:52:09.074 INFO:journalctl@ceph.prometheus.a.smithi053.stdout:Aug 29 17:52:08 smithi053 bash[61790]: ts=2024-08-29T17:52:08.662Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=osd name=CephOSDFlapping index=13 msg="Evaluating rule failed" rule="alert: CephOSDFlapping\nexpr: (rate(ceph_osd_up[5m]) * on (ceph_daemon) group_left (hostname) ceph_osd_metadata)\n * 60 > 1\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.4.4\n severity: warning\n type: ceph_default\nannotations:\n description: OSD {{ $labels.ceph_daemon }} on {{ $labels.hostname }} was marked\n down and back up {{ $value | humanize }} times once a minute for 5 minutes. This\n may indicate a network issue (latency, packet loss, MTU mismatch) on the cluster\n network, or the public network if no cluster network is deployed. Check the network\n stats on the listed host(s).\n documentation: https://docs.ceph.com/en/latest/rados/troubleshooting/troubleshooting-osd#flapping-osds\n summary: Network issues are causing OSDs to flap (mark each other down)\n" err="found duplicate series for the match group {ceph_daemon=\"osd.0\"} on the right hand-side of the operation: [{__name__=\"ceph_osd_metadata\", ceph_daemon=\"osd.0\", ceph_version=\"ceph version 17.2.7-1503-ga89f613d (a89f613db4d5b6bca82681f19d73c6d337aae2d5) quincy (stable)\", cluster_addr=\"172.21.15.28\", device_class=\"ssd\", hostname=\"smithi028\", instance=\"ceph_cluster\", job=\"ceph\", objectstore=\"bluestore\", public_addr=\"172.21.15.28\"}, {__name__=\"ceph_osd_metadata\", ceph_daemon=\"osd.0\", ceph_version=\"ceph version 17.2.7-1503-ga89f613d (a89f613db4d5b6bca82681f19d73c6d337aae2d5) quincy (stable)\", cluster=\"3167ee72-662c-11ef-bcd4-c7b262605968\", cluster_addr=\"172.21.15.28\", device_class=\"ssd\", hostname=\"smithi028\", instance=\"ceph_cluster\", job=\"ceph\", objectstore=\"bluestore\", public_addr=\"172.21.15.28\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-29T17:52:09.099 INFO:tasks.rados.rados.0.smithi028.stdout:1390: done (0 left) 2024-08-29T17:52:09.099 INFO:tasks.rados.rados.0.smithi028.stdout:1391: rmattr oid 40 current snap is 140 2024-08-29T17:52:09.099 INFO:tasks.rados.rados.0.smithi028.stdout:1391: done (0 left) 2024-08-29T17:52:09.099 INFO:tasks.rados.rados.0.smithi028.stdout:1392: snap_create 2024-08-29T17:52:09.574 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:52:09 smithi053 bash[24720]: cluster 2024-08-29T17:52:08.172549+0000 mon.a (mon.0) 78 : cluster [DBG] osdmap e339: 8 total, 8 up, 8 in 2024-08-29T17:52:09.574 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:52:09 smithi053 bash[24720]: cluster 2024-08-29T17:52:09.102443+0000 mon.a (mon.0) 79 : cluster [DBG] osdmap e340: 8 total, 8 up, 8 in 2024-08-29T17:52:09.627 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:52:09 smithi028 bash[31855]: cluster 2024-08-29T17:52:08.172549+0000 mon.a (mon.0) 78 : cluster [DBG] osdmap e339: 8 total, 8 up, 8 in 2024-08-29T17:52:09.627 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:52:09 smithi028 bash[31855]: cluster 2024-08-29T17:52:09.102443+0000 mon.a (mon.0) 79 : cluster [DBG] osdmap e340: 8 total, 8 up, 8 in 2024-08-29T17:52:09.628 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:52:09 smithi028 bash[77168]: cluster 2024-08-29T17:52:08.172549+0000 mon.a (mon.0) 78 : cluster [DBG] osdmap e339: 8 total, 8 up, 8 in 2024-08-29T17:52:09.628 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:52:09 smithi028 bash[77168]: cluster 2024-08-29T17:52:09.102443+0000 mon.a (mon.0) 79 : cluster [DBG] osdmap e340: 8 total, 8 up, 8 in 2024-08-29T17:52:10.103 INFO:tasks.rados.rados.0.smithi028.stdout:1392: done (0 left) 2024-08-29T17:52:10.103 INFO:tasks.rados.rados.0.smithi028.stdout:append oid 35 current snap is 141 2024-08-29T17:52:10.103 INFO:tasks.rados.rados.0.smithi028.stdout:1393: seq_num 438 ranges {2187264=139264} 2024-08-29T17:52:10.141 INFO:tasks.rados.rados.0.smithi028.stdout:1393: writing smithi02869045-35 from 2187264 to 2326528 tid 1 2024-08-29T17:52:10.141 INFO:tasks.rados.rados.0.smithi028.stdout:1394: delete oid 36 current snap is 141 2024-08-29T17:52:10.150 INFO:tasks.rados.rados.0.smithi028.stdout:1394: done (1 left) 2024-08-29T17:52:10.150 INFO:tasks.rados.rados.0.smithi028.stdout:1395: read oid 3 snap -1 2024-08-29T17:52:10.150 INFO:tasks.rados.rados.0.smithi028.stdout:1395: expect (ObjNum 413 snap 132 seq_num 413) 2024-08-29T17:52:10.150 INFO:tasks.rados.rados.0.smithi028.stdout:1396: delete oid 13 current snap is 141 2024-08-29T17:52:10.151 INFO:tasks.rados.rados.0.smithi028.stdout:1393: finishing write tid 1 to smithi02869045-35 2024-08-29T17:52:10.151 INFO:tasks.rados.rados.0.smithi028.stdout:1393: finishing write tid 2 to smithi02869045-35 2024-08-29T17:52:10.155 INFO:tasks.rados.rados.0.smithi028.stdout:1393: finishing write tid 3 to smithi02869045-35 2024-08-29T17:52:10.155 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 35 v 615 (ObjNum 438 snap 141 seq_num 438) dirty exists 2024-08-29T17:52:10.155 INFO:tasks.rados.rados.0.smithi028.stdout:1393: left oid 35 (ObjNum 438 snap 141 seq_num 438) 2024-08-29T17:52:10.161 INFO:tasks.rados.rados.0.smithi028.stdout:1393: done (2 left) 2024-08-29T17:52:10.161 INFO:tasks.rados.rados.0.smithi028.stdout:1396: done (1 left) 2024-08-29T17:52:10.161 INFO:tasks.rados.rados.0.smithi028.stdout:1397: snap_remove snap 139 2024-08-29T17:52:10.574 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:52:10 smithi053 bash[24720]: cluster 2024-08-29T17:52:08.897411+0000 mgr.y (mgr.25022) 14 : cluster [DBG] pgmap v21: 121 pgs: 121 active+clean; 445 MiB data, 2.9 GiB used, 712 GiB / 715 GiB avail; 8.9 MiB/s rd, 0 B/s wr, 15 op/s 2024-08-29T17:52:10.574 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:52:10 smithi053 bash[24720]: cluster 2024-08-29T17:52:10.106344+0000 mon.a (mon.0) 80 : cluster [DBG] osdmap e341: 8 total, 8 up, 8 in 2024-08-29T17:52:10.627 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:52:10 smithi028 bash[31855]: cluster 2024-08-29T17:52:08.897411+0000 mgr.y (mgr.25022) 14 : cluster [DBG] pgmap v21: 121 pgs: 121 active+clean; 445 MiB data, 2.9 GiB used, 712 GiB / 715 GiB avail; 8.9 MiB/s rd, 0 B/s wr, 15 op/s 2024-08-29T17:52:10.627 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:52:10 smithi028 bash[31855]: cluster 2024-08-29T17:52:10.106344+0000 mon.a (mon.0) 80 : cluster [DBG] osdmap e341: 8 total, 8 up, 8 in 2024-08-29T17:52:10.627 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:52:10 smithi028 bash[77168]: cluster 2024-08-29T17:52:08.897411+0000 mgr.y (mgr.25022) 14 : cluster [DBG] pgmap v21: 121 pgs: 121 active+clean; 445 MiB data, 2.9 GiB used, 712 GiB / 715 GiB avail; 8.9 MiB/s rd, 0 B/s wr, 15 op/s 2024-08-29T17:52:10.627 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:52:10 smithi028 bash[77168]: cluster 2024-08-29T17:52:10.106344+0000 mon.a (mon.0) 80 : cluster [DBG] osdmap e341: 8 total, 8 up, 8 in 2024-08-29T17:52:11.105 INFO:tasks.rados.rados.0.smithi028.stdout:1397: done (1 left) 2024-08-29T17:52:11.106 INFO:tasks.rados.rados.0.smithi028.stdout:1398: read oid 34 snap -1 2024-08-29T17:52:11.106 INFO:tasks.rados.rados.0.smithi028.stdout:1398: expect deleted 2024-08-29T17:52:11.107 INFO:tasks.rados.rados.0.smithi028.stdout:1395: expect (ObjNum 413 snap 132 seq_num 413) 2024-08-29T17:52:11.178 INFO:tasks.rados.rados.0.smithi028.stdout:1395: done (1 left) 2024-08-29T17:52:11.178 INFO:tasks.rados.rados.0.smithi028.stdout:1398: done (0 left) 2024-08-29T17:52:11.179 INFO:tasks.rados.rados.0.smithi028.stdout:1399: snap_create 2024-08-29T17:52:11.877 INFO:journalctl@ceph.mgr.y.smithi028.stdout:Aug 29 17:52:11 smithi028 bash[70818]: ::ffff:172.21.15.53 - - [29/Aug/2024:17:52:11] "GET /metrics HTTP/1.1" 200 33285 "" "Prometheus/2.43.0" 2024-08-29T17:52:12.109 INFO:tasks.rados.rados.0.smithi028.stdout:1399: done (0 left) 2024-08-29T17:52:12.109 INFO:tasks.rados.rados.0.smithi028.stdout:1400: copy_from oid 45 from oid 50 current snap is 142 2024-08-29T17:52:12.109 INFO:tasks.rados.rados.0.smithi028.stdout:1401: copy_from oid 17 from oid 29 current snap is 142 2024-08-29T17:52:12.110 INFO:tasks.rados.rados.0.smithi028.stdout:1402: read oid 30 snap -1 2024-08-29T17:52:12.110 INFO:tasks.rados.rados.0.smithi028.stdout:1402: expect (ObjNum 425 snap 133 seq_num 425) 2024-08-29T17:52:12.110 INFO:tasks.rados.rados.0.smithi028.stdout:1403: read oid 41 snap -1 2024-08-29T17:52:12.110 INFO:tasks.rados.rados.0.smithi028.stdout:1403: expect (ObjNum 408 snap 128 seq_num 408) 2024-08-29T17:52:12.110 INFO:tasks.rados.rados.0.smithi028.stdout:1404: read oid 12 snap -1 2024-08-29T17:52:12.111 INFO:tasks.rados.rados.0.smithi028.stdout:1404: expect (ObjNum 424 snap 133 seq_num 424) 2024-08-29T17:52:12.111 INFO:tasks.rados.rados.0.smithi028.stdout:1405: copy_from oid 14 from oid 3 current snap is 142 2024-08-29T17:52:12.111 INFO:tasks.rados.rados.0.smithi028.stdout:1406: setattr oid 19 current snap is 142 2024-08-29T17:52:12.120 INFO:tasks.rados.rados.0.smithi028.stdout:1407: read oid 4 snap -1 2024-08-29T17:52:12.120 INFO:tasks.rados.rados.0.smithi028.stdout:1407: expect (ObjNum 313 snap 91 seq_num 313) 2024-08-29T17:52:12.121 INFO:tasks.rados.rados.0.smithi028.stdout:1408: read oid 42 snap -1 2024-08-29T17:52:12.121 INFO:tasks.rados.rados.0.smithi028.stdout:1408: expect (ObjNum 250 snap 77 seq_num 250) 2024-08-29T17:52:12.121 INFO:tasks.rados.rados.0.smithi028.stdout:1409: snap_remove snap 115 2024-08-29T17:52:12.313 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:52:12 smithi053 bash[24720]: cluster 2024-08-29T17:52:10.898292+0000 mgr.y (mgr.25022) 15 : cluster [DBG] pgmap v24: 121 pgs: 121 active+clean; 445 MiB data, 2.9 GiB used, 712 GiB / 715 GiB avail; 8.9 MiB/s rd, 0 B/s wr, 15 op/s 2024-08-29T17:52:12.313 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:52:12 smithi053 bash[24720]: cluster 2024-08-29T17:52:11.108411+0000 mon.a (mon.0) 81 : cluster [DBG] osdmap e342: 8 total, 8 up, 8 in 2024-08-29T17:52:12.313 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:52:12 smithi053 bash[24720]: audit 2024-08-29T17:52:12.005584+0000 mon.a (mon.0) 82 : audit [DBG] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-29T17:52:12.377 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:52:12 smithi028 bash[31855]: cluster 2024-08-29T17:52:10.898292+0000 mgr.y (mgr.25022) 15 : cluster [DBG] pgmap v24: 121 pgs: 121 active+clean; 445 MiB data, 2.9 GiB used, 712 GiB / 715 GiB avail; 8.9 MiB/s rd, 0 B/s wr, 15 op/s 2024-08-29T17:52:12.377 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:52:12 smithi028 bash[31855]: cluster 2024-08-29T17:52:11.108411+0000 mon.a (mon.0) 81 : cluster [DBG] osdmap e342: 8 total, 8 up, 8 in 2024-08-29T17:52:12.377 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:52:12 smithi028 bash[31855]: audit 2024-08-29T17:52:12.005584+0000 mon.a (mon.0) 82 : audit [DBG] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-29T17:52:12.377 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:52:12 smithi028 bash[77168]: cluster 2024-08-29T17:52:10.898292+0000 mgr.y (mgr.25022) 15 : cluster [DBG] pgmap v24: 121 pgs: 121 active+clean; 445 MiB data, 2.9 GiB used, 712 GiB / 715 GiB avail; 8.9 MiB/s rd, 0 B/s wr, 15 op/s 2024-08-29T17:52:12.378 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:52:12 smithi028 bash[77168]: cluster 2024-08-29T17:52:11.108411+0000 mon.a (mon.0) 81 : cluster [DBG] osdmap e342: 8 total, 8 up, 8 in 2024-08-29T17:52:12.378 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:52:12 smithi028 bash[77168]: audit 2024-08-29T17:52:12.005584+0000 mon.a (mon.0) 82 : audit [DBG] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-29T17:52:12.574 INFO:journalctl@ceph.prometheus.a.smithi053.stdout:Aug 29 17:52:12 smithi053 bash[61790]: ts=2024-08-29T17:52:12.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"3167ee72-662c-11ef-bcd4-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-29T17:52:13.128 INFO:tasks.rados.rados.0.smithi028.stdout:1409: done (9 left) 2024-08-29T17:52:13.128 INFO:tasks.rados.rados.0.smithi028.stdout:1410: rollback oid 48 current snap is 142 2024-08-29T17:52:13.128 INFO:tasks.rados.rados.0.smithi028.stdout:rollback oid 48 to 90 2024-08-29T17:52:13.128 INFO:tasks.rados.rados.0.smithi028.stdout:1400: finishing copy_from to smithi02869045-45 2024-08-29T17:52:13.128 INFO:tasks.rados.rados.0.smithi028.stdout:1400: got expected ENOENT (src dne) 2024-08-29T17:52:13.128 INFO:tasks.rados.rados.0.smithi028.stdout:1407: expect (ObjNum 313 snap 91 seq_num 313) 2024-08-29T17:52:13.176 INFO:tasks.rados.rados.0.smithi028.stdout:1400: finishing copy_from racing read to smithi02869045-45 2024-08-29T17:52:13.176 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 19 v 1033 (ObjNum 422 snap 133 seq_num 422) dirty exists 2024-08-29T17:52:13.176 INFO:tasks.rados.rados.0.smithi028.stdout:1405: finishing copy_from racing read to smithi02869045-14 2024-08-29T17:52:13.176 INFO:tasks.rados.rados.0.smithi028.stdout:1400: done (9 left) 2024-08-29T17:52:13.176 INFO:tasks.rados.rados.0.smithi028.stdout:1406: done (8 left) 2024-08-29T17:52:13.177 INFO:tasks.rados.rados.0.smithi028.stdout:1407: done (7 left) 2024-08-29T17:52:13.177 INFO:tasks.rados.rados.0.smithi028.stdout:1411: copy_from oid 9 from oid 49 current snap is 142 2024-08-29T17:52:13.177 INFO:tasks.rados.rados.0.smithi028.stdout:1405: finishing copy_from to smithi02869045-14 2024-08-29T17:52:13.177 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 14 v 1011 (ObjNum 413 snap 132 seq_num 413) dirty exists 2024-08-29T17:52:13.177 INFO:tasks.rados.rados.0.smithi028.stdout:1408: expect (ObjNum 250 snap 77 seq_num 250) 2024-08-29T17:52:13.289 INFO:tasks.rados.rados.0.smithi028.stdout:1402: expect (ObjNum 425 snap 133 seq_num 425) 2024-08-29T17:52:13.377 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:52:13 smithi028 bash[31855]: cluster 2024-08-29T17:52:12.111727+0000 mon.a (mon.0) 83 : cluster [DBG] osdmap e343: 8 total, 8 up, 8 in 2024-08-29T17:52:13.377 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:52:13 smithi028 bash[77168]: cluster 2024-08-29T17:52:12.111727+0000 mon.a (mon.0) 83 : cluster [DBG] osdmap e343: 8 total, 8 up, 8 in 2024-08-29T17:52:13.423 INFO:tasks.rados.rados.0.smithi028.stdout:1401: finishing copy_from racing read to smithi02869045-17 2024-08-29T17:52:13.423 INFO:tasks.rados.rados.0.smithi028.stdout:1401: finishing copy_from to smithi02869045-17 2024-08-29T17:52:13.423 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 17 v 493 (ObjNum 393 snap 126 seq_num 393) dirty exists 2024-08-29T17:52:13.423 INFO:tasks.rados.rados.0.smithi028.stdout:1403: expect (ObjNum 408 snap 128 seq_num 408) 2024-08-29T17:52:13.505 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:52:13 smithi053 bash[24720]: cluster 2024-08-29T17:52:12.111727+0000 mon.a (mon.0) 83 : cluster [DBG] osdmap e343: 8 total, 8 up, 8 in 2024-08-29T17:52:13.824 INFO:journalctl@ceph.prometheus.a.smithi053.stdout:Aug 29 17:52:13 smithi053 bash[61790]: ts=2024-08-29T17:52:13.507Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=nodes name=CephNodeDiskspaceWarning index=4 msg="Evaluating rule failed" rule="alert: CephNodeDiskspaceWarning\nexpr: predict_linear(node_filesystem_free_bytes{device=~\"/.*\"}[2d], 3600 * 24 * 5)\n * on (instance) group_left (nodename) node_uname_info < 0\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.8.4\n severity: warning\n type: ceph_default\nannotations:\n description: Mountpoint {{ $labels.mountpoint }} on {{ $labels.nodename }} will\n be full in less than 5 days based on the 48 hour trailing fill rate.\n summary: Host filesystem free space is getting low\n" err="found duplicate series for the match group {instance=\"smithi028\"} on the right hand-side of the operation: [{__name__=\"node_uname_info\", domainname=\"(none)\", instance=\"smithi028\", job=\"node\", machine=\"x86_64\", nodename=\"smithi028\", release=\"5.15.0-119-generic\", sysname=\"Linux\", version=\"#129-Ubuntu SMP Fri Aug 2 19:25:20 UTC 2024\"}, {__name__=\"node_uname_info\", cluster=\"3167ee72-662c-11ef-bcd4-c7b262605968\", domainname=\"(none)\", instance=\"smithi028\", job=\"node\", machine=\"x86_64\", nodename=\"smithi028\", release=\"5.15.0-119-generic\", sysname=\"Linux\", version=\"#129-Ubuntu SMP Fri Aug 2 19:25:20 UTC 2024\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-29T17:52:14.019 INFO:tasks.rados.rados.0.smithi028.stdout:1404: expect (ObjNum 424 snap 133 seq_num 424) 2024-08-29T17:52:14.324 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:52:14 smithi053 bash[24720]: cluster 2024-08-29T17:52:12.899044+0000 mgr.y (mgr.25022) 16 : cluster [DBG] pgmap v27: 121 pgs: 121 active+clean; 445 MiB data, 2.9 GiB used, 712 GiB / 715 GiB avail 2024-08-29T17:52:14.324 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:52:14 smithi053 bash[24720]: cluster 2024-08-29T17:52:13.131177+0000 mon.a (mon.0) 84 : cluster [DBG] osdmap e344: 8 total, 8 up, 8 in 2024-08-29T17:52:14.325 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:52:14 smithi053 bash[24720]: cluster 2024-08-29T17:52:14.103358+0000 mon.a (mon.0) 85 : cluster [DBG] osdmap e345: 8 total, 8 up, 8 in 2024-08-29T17:52:14.374 INFO:tasks.rados.rados.0.smithi028.stdout:1410: finishing rollback tid 0 to smithi02869045-48 2024-08-29T17:52:14.374 INFO:tasks.rados.rados.0.smithi028.stdout:1410: finishing rollback tid 1 to smithi02869045-48 2024-08-29T17:52:14.374 INFO:tasks.rados.rados.0.smithi028.stdout:1410: finishing rollback tid 2 to smithi02869045-48 2024-08-29T17:52:14.374 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 48 v 1036 (ObjNum 295 snap 88 seq_num 295) dirty exists 2024-08-29T17:52:14.374 INFO:tasks.rados.rados.0.smithi028.stdout:1411: finishing copy_from racing read to smithi02869045-9 2024-08-29T17:52:14.374 INFO:tasks.rados.rados.0.smithi028.stdout:1411: finishing copy_from to smithi02869045-9 2024-08-29T17:52:14.374 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 9 v 861 (ObjNum 319 snap 100 seq_num 319) dirty exists 2024-08-29T17:52:14.375 INFO:tasks.rados.rados.0.smithi028.stdout:1401: done (7 left) 2024-08-29T17:52:14.375 INFO:tasks.rados.rados.0.smithi028.stdout:1402: done (6 left) 2024-08-29T17:52:14.375 INFO:tasks.rados.rados.0.smithi028.stdout:1403: done (5 left) 2024-08-29T17:52:14.376 INFO:tasks.rados.rados.0.smithi028.stdout:1404: done (4 left) 2024-08-29T17:52:14.377 INFO:tasks.rados.rados.0.smithi028.stdout:1405: done (3 left) 2024-08-29T17:52:14.377 INFO:tasks.rados.rados.0.smithi028.stdout:1408: done (2 left) 2024-08-29T17:52:14.377 INFO:tasks.rados.rados.0.smithi028.stdout:1410: done (1 left) 2024-08-29T17:52:14.377 INFO:tasks.rados.rados.0.smithi028.stdout:1411: done (0 left) 2024-08-29T17:52:14.377 INFO:tasks.rados.rados.0.smithi028.stdout:1412: read oid 47 snap 106 2024-08-29T17:52:14.377 INFO:tasks.rados.rados.0.smithi028.stdout:1412: expect (ObjNum 180 snap 52 seq_num 180) 2024-08-29T17:52:14.377 INFO:tasks.rados.rados.0.smithi028.stdout:1413: setattr oid 50 current snap is 142 2024-08-29T17:52:14.377 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:52:14 smithi028 bash[77168]: cluster 2024-08-29T17:52:12.899044+0000 mgr.y (mgr.25022) 16 : cluster [DBG] pgmap v27: 121 pgs: 121 active+clean; 445 MiB data, 2.9 GiB used, 712 GiB / 715 GiB avail 2024-08-29T17:52:14.377 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:52:14 smithi028 bash[77168]: cluster 2024-08-29T17:52:13.131177+0000 mon.a (mon.0) 84 : cluster [DBG] osdmap e344: 8 total, 8 up, 8 in 2024-08-29T17:52:14.378 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:52:14 smithi028 bash[77168]: cluster 2024-08-29T17:52:14.103358+0000 mon.a (mon.0) 85 : cluster [DBG] osdmap e345: 8 total, 8 up, 8 in 2024-08-29T17:52:14.378 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:52:14 smithi028 bash[31855]: cluster 2024-08-29T17:52:12.899044+0000 mgr.y (mgr.25022) 16 : cluster [DBG] pgmap v27: 121 pgs: 121 active+clean; 445 MiB data, 2.9 GiB used, 712 GiB / 715 GiB avail 2024-08-29T17:52:14.378 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:52:14 smithi028 bash[31855]: cluster 2024-08-29T17:52:13.131177+0000 mon.a (mon.0) 84 : cluster [DBG] osdmap e344: 8 total, 8 up, 8 in 2024-08-29T17:52:14.378 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:52:14 smithi028 bash[31855]: cluster 2024-08-29T17:52:14.103358+0000 mon.a (mon.0) 85 : cluster [DBG] osdmap e345: 8 total, 8 up, 8 in 2024-08-29T17:52:14.383 INFO:tasks.rados.rados.0.smithi028.stdout:1412: expect (ObjNum 180 snap 52 seq_num 180) 2024-08-29T17:52:14.410 INFO:tasks.rados.rados.0.smithi028.stdout:1412: done (1 left) 2024-08-29T17:52:14.410 INFO:tasks.rados.rados.0.smithi028.stdout:1414: read oid 14 snap -1 2024-08-29T17:52:14.410 INFO:tasks.rados.rados.0.smithi028.stdout:1414: expect (ObjNum 413 snap 132 seq_num 413) 2024-08-29T17:52:14.410 INFO:tasks.rados.rados.0.smithi028.stdout:1415: read oid 26 snap 118 2024-08-29T17:52:14.410 INFO:tasks.rados.rados.0.smithi028.stdout:1415: expect deleted 2024-08-29T17:52:14.411 INFO:tasks.rados.rados.0.smithi028.stdout:1416: copy_from oid 20 from oid 27 current snap is 142 2024-08-29T17:52:14.411 INFO:tasks.rados.rados.0.smithi028.stdout:1417: copy_from oid 8 from oid 2 current snap is 142 2024-08-29T17:52:14.411 INFO:tasks.rados.rados.0.smithi028.stdout:1418: delete oid 48 current snap is 142 2024-08-29T17:52:14.413 INFO:tasks.rados.rados.0.smithi028.stdout:1416: finishing copy_from to smithi02869045-20 2024-08-29T17:52:14.414 INFO:tasks.rados.rados.0.smithi028.stdout:1416: got expected ENOENT (src dne) 2024-08-29T17:52:14.414 INFO:tasks.rados.rados.0.smithi028.stdout:1416: finishing copy_from racing read to smithi02869045-20 2024-08-29T17:52:14.416 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 50 v 832 (ObjNum 33 snap 0 seq_num 1677626016) dirty exists 2024-08-29T17:52:14.417 INFO:tasks.rados.rados.0.smithi028.stdout:1413: done (5 left) 2024-08-29T17:52:14.418 INFO:tasks.rados.rados.0.smithi028.stdout:1415: done (4 left) 2024-08-29T17:52:14.418 INFO:tasks.rados.rados.0.smithi028.stdout:1416: done (3 left) 2024-08-29T17:52:14.418 INFO:tasks.rados.rados.0.smithi028.stdout:1418: done (2 left) 2024-08-29T17:52:14.418 INFO:tasks.rados.rados.0.smithi028.stdout:append oid 11 current snap is 142 2024-08-29T17:52:14.418 INFO:tasks.rados.rados.0.smithi028.stdout:1419: seq_num 442 ranges {0=204800} 2024-08-29T17:52:14.422 INFO:tasks.rados.rados.0.smithi028.stdout:1419: writing smithi02869045-11 from 0 to 204800 tid 1 2024-08-29T17:52:14.423 INFO:tasks.rados.rados.0.smithi028.stdout:append oid 17 current snap is 142 2024-08-29T17:52:14.423 INFO:tasks.rados.rados.0.smithi028.stdout:1420: seq_num 443 ranges {5283840=221184} 2024-08-29T17:52:14.499 INFO:tasks.rados.rados.0.smithi028.stdout:1420: writing smithi02869045-17 from 5283840 to 5505024 tid 1 2024-08-29T17:52:14.499 INFO:tasks.rados.rados.0.smithi028.stdout:1421: copy_from oid 23 from oid 40 current snap is 142 2024-08-29T17:52:14.499 INFO:tasks.rados.rados.0.smithi028.stdout:1414: expect (ObjNum 413 snap 132 seq_num 413) 2024-08-29T17:52:14.591 INFO:tasks.rados.rados.0.smithi028.stdout:1419: finishing write tid 1 to smithi02869045-11 2024-08-29T17:52:14.591 INFO:tasks.rados.rados.0.smithi028.stdout:1419: finishing write tid 2 to smithi02869045-11 2024-08-29T17:52:14.591 INFO:tasks.rados.rados.0.smithi028.stdout:1419: finishing write tid 3 to smithi02869045-11 2024-08-29T17:52:14.591 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 11 v 1045 (ObjNum 442 snap 142 seq_num 442) dirty exists 2024-08-29T17:52:14.591 INFO:tasks.rados.rados.0.smithi028.stdout:1419: left oid 11 (ObjNum 442 snap 142 seq_num 442) 2024-08-29T17:52:14.591 INFO:tasks.rados.rados.0.smithi028.stdout:1417: finishing copy_from racing read to smithi02869045-8 2024-08-29T17:52:14.591 INFO:tasks.rados.rados.0.smithi028.stdout:1417: finishing copy_from to smithi02869045-8 2024-08-29T17:52:14.591 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 8 v 1033 (ObjNum 295 snap 88 seq_num 295) dirty exists 2024-08-29T17:52:14.591 INFO:tasks.rados.rados.0.smithi028.stdout:1421: finishing copy_from to smithi02869045-23 2024-08-29T17:52:14.592 INFO:tasks.rados.rados.0.smithi028.stdout:1421: got expected ENOENT (src dne) 2024-08-29T17:52:14.592 INFO:tasks.rados.rados.0.smithi028.stdout:1421: finishing copy_from racing read to smithi02869045-23 2024-08-29T17:52:14.592 INFO:tasks.rados.rados.0.smithi028.stdout:1420: finishing write tid 1 to smithi02869045-17 2024-08-29T17:52:14.592 INFO:tasks.rados.rados.0.smithi028.stdout:1420: finishing write tid 2 to smithi02869045-17 2024-08-29T17:52:14.592 INFO:tasks.rados.rados.0.smithi028.stdout:1420: finishing write tid 3 to smithi02869045-17 2024-08-29T17:52:14.592 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 17 v 1128 (ObjNum 443 snap 142 seq_num 443) dirty exists 2024-08-29T17:52:14.592 INFO:tasks.rados.rados.0.smithi028.stdout:1420: left oid 17 (ObjNum 443 snap 142 seq_num 443) 2024-08-29T17:52:14.592 INFO:tasks.rados.rados.0.smithi028.stdout:1414: done (4 left) 2024-08-29T17:52:14.592 INFO:tasks.rados.rados.0.smithi028.stdout:1417: done (3 left) 2024-08-29T17:52:14.592 INFO:tasks.rados.rados.0.smithi028.stdout:1419: done (2 left) 2024-08-29T17:52:14.592 INFO:tasks.rados.rados.0.smithi028.stdout:1420: done (1 left) 2024-08-29T17:52:14.592 INFO:tasks.rados.rados.0.smithi028.stdout:1421: done (0 left) 2024-08-29T17:52:14.592 INFO:tasks.rados.rados.0.smithi028.stdout:1422: read oid 20 snap -1 2024-08-29T17:52:14.593 INFO:tasks.rados.rados.0.smithi028.stdout:1422: expect deleted 2024-08-29T17:52:14.593 INFO:tasks.rados.rados.0.smithi028.stdout:1423: snap_remove snap 132 2024-08-29T17:52:14.824 INFO:journalctl@ceph.prometheus.a.smithi053.stdout:Aug 29 17:52:14 smithi053 bash[61790]: ts=2024-08-29T17:52:14.454Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pgs name=CephPGsInactive index=0 msg="Evaluating rule failed" rule="alert: CephPGsInactive\nexpr: ceph_pool_metadata * on (pool_id, instance) group_left () (ceph_pg_total - ceph_pg_active)\n > 0\nfor: 5m\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.7.1\n severity: critical\n type: ceph_default\nannotations:\n description: '{{ $value }} PGs have been inactive for more than 5 minutes in pool\n {{ $labels.name }}. Inactive placement groups are not able to serve read/write\n requests.'\n summary: One or more placement groups are inactive\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the right hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"3167ee72-662c-11ef-bcd4-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-29T17:52:14.824 INFO:journalctl@ceph.prometheus.a.smithi053.stdout:Aug 29 17:52:14 smithi053 bash[61790]: ts=2024-08-29T17:52:14.455Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pgs name=CephPGsUnclean index=1 msg="Evaluating rule failed" rule="alert: CephPGsUnclean\nexpr: ceph_pool_metadata * on (pool_id, instance) group_left () (ceph_pg_total - ceph_pg_clean)\n > 0\nfor: 15m\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.7.2\n severity: warning\n type: ceph_default\nannotations:\n description: '{{ $value }} PGs have been unclean for more than 15 minutes in pool\n {{ $labels.name }}. Unclean PGs have not recovered from a previous failure.'\n summary: One or more placement groups are marked unclean\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the right hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"3167ee72-662c-11ef-bcd4-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-29T17:52:15.137 INFO:tasks.rados.rados.0.smithi028.stdout:1423: done (1 left) 2024-08-29T17:52:15.137 INFO:tasks.rados.rados.0.smithi028.stdout:1424: snap_remove snap 105 2024-08-29T17:52:16.148 INFO:tasks.rados.rados.0.smithi028.stdout:1424: done (1 left) 2024-08-29T17:52:16.148 INFO:tasks.rados.rados.0.smithi028.stdout:1425: delete oid 15 current snap is 142 2024-08-29T17:52:16.161 INFO:tasks.rados.rados.0.smithi028.stdout:1422: done (1 left) 2024-08-29T17:52:16.161 INFO:tasks.rados.rados.0.smithi028.stdout:1425: done (0 left) 2024-08-29T17:52:16.161 INFO:tasks.rados.rados.0.smithi028.stdout:1426: snap_remove snap 138 2024-08-29T17:52:16.574 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:52:16 smithi053 bash[24720]: cluster 2024-08-29T17:52:14.899869+0000 mgr.y (mgr.25022) 17 : cluster [DBG] pgmap v30: 121 pgs: 121 active+clean; 452 MiB data, 2.9 GiB used, 712 GiB / 715 GiB avail; 19 MiB/s rd, 1.8 MiB/s wr, 13 op/s 2024-08-29T17:52:16.574 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:52:16 smithi053 bash[24720]: cluster 2024-08-29T17:52:15.140475+0000 mon.a (mon.0) 86 : cluster [DBG] osdmap e346: 8 total, 8 up, 8 in 2024-08-29T17:52:16.574 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:52:16 smithi053 bash[24720]: audit 2024-08-29T17:52:16.038568+0000 mon.a (mon.0) 87 : audit [INF] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' 2024-08-29T17:52:16.574 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:52:16 smithi053 bash[24720]: audit 2024-08-29T17:52:16.049061+0000 mon.a (mon.0) 88 : audit [INF] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' 2024-08-29T17:52:16.574 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:52:16 smithi053 bash[24720]: audit 2024-08-29T17:52:16.053752+0000 mon.a (mon.0) 89 : audit [DBG] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-29T17:52:16.574 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:52:16 smithi053 bash[24720]: audit 2024-08-29T17:52:16.055691+0000 mon.a (mon.0) 90 : audit [INF] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-29T17:52:16.627 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:52:16 smithi028 bash[31855]: cluster 2024-08-29T17:52:14.899869+0000 mgr.y (mgr.25022) 17 : cluster [DBG] pgmap v30: 121 pgs: 121 active+clean; 452 MiB data, 2.9 GiB used, 712 GiB / 715 GiB avail; 19 MiB/s rd, 1.8 MiB/s wr, 13 op/s 2024-08-29T17:52:16.627 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:52:16 smithi028 bash[31855]: cluster 2024-08-29T17:52:15.140475+0000 mon.a (mon.0) 86 : cluster [DBG] osdmap e346: 8 total, 8 up, 8 in 2024-08-29T17:52:16.627 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:52:16 smithi028 bash[31855]: audit 2024-08-29T17:52:16.038568+0000 mon.a (mon.0) 87 : audit [INF] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' 2024-08-29T17:52:16.627 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:52:16 smithi028 bash[31855]: audit 2024-08-29T17:52:16.049061+0000 mon.a (mon.0) 88 : audit [INF] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' 2024-08-29T17:52:16.627 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:52:16 smithi028 bash[31855]: audit 2024-08-29T17:52:16.053752+0000 mon.a (mon.0) 89 : audit [DBG] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-29T17:52:16.628 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:52:16 smithi028 bash[31855]: audit 2024-08-29T17:52:16.055691+0000 mon.a (mon.0) 90 : audit [INF] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-29T17:52:16.628 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:52:16 smithi028 bash[77168]: cluster 2024-08-29T17:52:14.899869+0000 mgr.y (mgr.25022) 17 : cluster [DBG] pgmap v30: 121 pgs: 121 active+clean; 452 MiB data, 2.9 GiB used, 712 GiB / 715 GiB avail; 19 MiB/s rd, 1.8 MiB/s wr, 13 op/s 2024-08-29T17:52:16.628 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:52:16 smithi028 bash[77168]: cluster 2024-08-29T17:52:15.140475+0000 mon.a (mon.0) 86 : cluster [DBG] osdmap e346: 8 total, 8 up, 8 in 2024-08-29T17:52:16.628 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:52:16 smithi028 bash[77168]: audit 2024-08-29T17:52:16.038568+0000 mon.a (mon.0) 87 : audit [INF] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' 2024-08-29T17:52:16.628 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:52:16 smithi028 bash[77168]: audit 2024-08-29T17:52:16.049061+0000 mon.a (mon.0) 88 : audit [INF] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' 2024-08-29T17:52:16.628 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:52:16 smithi028 bash[77168]: audit 2024-08-29T17:52:16.053752+0000 mon.a (mon.0) 89 : audit [DBG] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-29T17:52:16.628 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:52:16 smithi028 bash[77168]: audit 2024-08-29T17:52:16.055691+0000 mon.a (mon.0) 90 : audit [INF] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-29T17:52:17.149 INFO:tasks.rados.rados.0.smithi028.stdout:1426: done (0 left) 2024-08-29T17:52:17.149 INFO:tasks.rados.rados.0.smithi028.stdout:append oid 16 current snap is 142 2024-08-29T17:52:17.149 INFO:tasks.rados.rados.0.smithi028.stdout:1427: seq_num 445 ranges {2760704=253952} 2024-08-29T17:52:17.172 INFO:tasks.rados.rados.0.smithi028.stdout:1427: writing smithi02869045-16 from 2760704 to 3014656 tid 1 2024-08-29T17:52:17.172 INFO:tasks.rados.rados.0.smithi028.stdout:append oid 15 current snap is 142 2024-08-29T17:52:17.172 INFO:tasks.rados.rados.0.smithi028.stdout:1428: seq_num 446 ranges {0=278528} 2024-08-29T17:52:17.173 INFO:tasks.rados.rados.0.smithi028.stdout:1428: writing smithi02869045-15 from 0 to 278528 tid 1 2024-08-29T17:52:17.173 INFO:tasks.rados.rados.0.smithi028.stdout:1429: snap_remove snap 134 2024-08-29T17:52:17.459 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:52:17 smithi028 bash[31855]: cephadm 2024-08-29T17:52:16.058292+0000 mgr.y (mgr.25022) 18 : cephadm [INF] Updating smithi028:/etc/ceph/ceph.conf 2024-08-29T17:52:17.459 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:52:17 smithi028 bash[31855]: cephadm 2024-08-29T17:52:16.058941+0000 mgr.y (mgr.25022) 19 : cephadm [INF] Updating smithi053:/etc/ceph/ceph.conf 2024-08-29T17:52:17.459 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:52:17 smithi028 bash[31855]: cluster 2024-08-29T17:52:16.147560+0000 mon.a (mon.0) 91 : cluster [DBG] osdmap e347: 8 total, 8 up, 8 in 2024-08-29T17:52:17.460 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:52:17 smithi028 bash[31855]: cephadm 2024-08-29T17:52:16.262514+0000 mgr.y (mgr.25022) 20 : cephadm [INF] Updating smithi028:/var/lib/ceph/3167ee72-662c-11ef-bcd4-c7b262605968/config/ceph.conf 2024-08-29T17:52:17.460 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:52:17 smithi028 bash[31855]: cephadm 2024-08-29T17:52:16.266448+0000 mgr.y (mgr.25022) 21 : cephadm [INF] Updating smithi053:/var/lib/ceph/3167ee72-662c-11ef-bcd4-c7b262605968/config/ceph.conf 2024-08-29T17:52:17.460 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:52:17 smithi028 bash[31855]: cephadm 2024-08-29T17:52:16.388431+0000 mgr.y (mgr.25022) 22 : cephadm [INF] Updating smithi028:/etc/ceph/ceph.client.admin.keyring 2024-08-29T17:52:17.460 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:52:17 smithi028 bash[31855]: cephadm 2024-08-29T17:52:16.413715+0000 mgr.y (mgr.25022) 23 : cephadm [INF] Updating smithi053:/etc/ceph/ceph.client.admin.keyring 2024-08-29T17:52:17.460 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:52:17 smithi028 bash[31855]: cephadm 2024-08-29T17:52:16.514615+0000 mgr.y (mgr.25022) 24 : cephadm [INF] Updating smithi028:/var/lib/ceph/3167ee72-662c-11ef-bcd4-c7b262605968/config/ceph.client.admin.keyring 2024-08-29T17:52:17.460 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:52:17 smithi028 bash[31855]: cephadm 2024-08-29T17:52:16.554101+0000 mgr.y (mgr.25022) 25 : cephadm [INF] Updating smithi053:/var/lib/ceph/3167ee72-662c-11ef-bcd4-c7b262605968/config/ceph.client.admin.keyring 2024-08-29T17:52:17.460 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:52:17 smithi028 bash[31855]: audit 2024-08-29T17:52:16.656422+0000 mon.a (mon.0) 92 : audit [INF] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' 2024-08-29T17:52:17.460 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:52:17 smithi028 bash[31855]: audit 2024-08-29T17:52:16.664817+0000 mon.a (mon.0) 93 : audit [INF] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' 2024-08-29T17:52:17.460 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:52:17 smithi028 bash[31855]: audit 2024-08-29T17:52:16.700395+0000 mon.a (mon.0) 94 : audit [INF] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' 2024-08-29T17:52:17.460 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:52:17 smithi028 bash[31855]: audit 2024-08-29T17:52:16.708288+0000 mon.a (mon.0) 95 : audit [INF] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' 2024-08-29T17:52:17.460 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:52:17 smithi028 bash[31855]: audit 2024-08-29T17:52:16.715573+0000 mon.a (mon.0) 96 : audit [INF] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' 2024-08-29T17:52:17.460 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:52:17 smithi028 bash[31855]: audit 2024-08-29T17:52:16.842392+0000 mon.a (mon.0) 97 : audit [DBG] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-29T17:52:17.460 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:52:17 smithi028 bash[31855]: audit 2024-08-29T17:52:16.846325+0000 mon.a (mon.0) 98 : audit [DBG] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-08-29T17:52:17.461 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:52:17 smithi028 bash[31855]: audit 2024-08-29T17:52:16.848621+0000 mon.a (mon.0) 99 : audit [DBG] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "quorum_status"}]: dispatch 2024-08-29T17:52:17.461 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:52:17 smithi028 bash[31855]: audit 2024-08-29T17:52:16.850005+0000 mon.a (mon.0) 100 : audit [DBG] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "mon ok-to-stop", "ids": ["c"]}]: dispatch 2024-08-29T17:52:17.461 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:52:17 smithi028 bash[77168]: cephadm 2024-08-29T17:52:16.058292+0000 mgr.y (mgr.25022) 18 : cephadm [INF] Updating smithi028:/etc/ceph/ceph.conf 2024-08-29T17:52:17.461 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:52:17 smithi028 bash[77168]: cephadm 2024-08-29T17:52:16.058941+0000 mgr.y (mgr.25022) 19 : cephadm [INF] Updating smithi053:/etc/ceph/ceph.conf 2024-08-29T17:52:17.461 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:52:17 smithi028 bash[77168]: cluster 2024-08-29T17:52:16.147560+0000 mon.a (mon.0) 91 : cluster [DBG] osdmap e347: 8 total, 8 up, 8 in 2024-08-29T17:52:17.461 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:52:17 smithi028 bash[77168]: cephadm 2024-08-29T17:52:16.262514+0000 mgr.y (mgr.25022) 20 : cephadm [INF] Updating smithi028:/var/lib/ceph/3167ee72-662c-11ef-bcd4-c7b262605968/config/ceph.conf 2024-08-29T17:52:17.461 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:52:17 smithi028 bash[77168]: cephadm 2024-08-29T17:52:16.266448+0000 mgr.y (mgr.25022) 21 : cephadm [INF] Updating smithi053:/var/lib/ceph/3167ee72-662c-11ef-bcd4-c7b262605968/config/ceph.conf 2024-08-29T17:52:17.461 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:52:17 smithi028 bash[77168]: cephadm 2024-08-29T17:52:16.388431+0000 mgr.y (mgr.25022) 22 : cephadm [INF] Updating smithi028:/etc/ceph/ceph.client.admin.keyring 2024-08-29T17:52:17.461 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:52:17 smithi028 bash[77168]: cephadm 2024-08-29T17:52:16.413715+0000 mgr.y (mgr.25022) 23 : cephadm [INF] Updating smithi053:/etc/ceph/ceph.client.admin.keyring 2024-08-29T17:52:17.461 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:52:17 smithi028 bash[77168]: cephadm 2024-08-29T17:52:16.514615+0000 mgr.y (mgr.25022) 24 : cephadm [INF] Updating smithi028:/var/lib/ceph/3167ee72-662c-11ef-bcd4-c7b262605968/config/ceph.client.admin.keyring 2024-08-29T17:52:17.461 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:52:17 smithi028 bash[77168]: cephadm 2024-08-29T17:52:16.554101+0000 mgr.y (mgr.25022) 25 : cephadm [INF] Updating smithi053:/var/lib/ceph/3167ee72-662c-11ef-bcd4-c7b262605968/config/ceph.client.admin.keyring 2024-08-29T17:52:17.462 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:52:17 smithi028 bash[77168]: audit 2024-08-29T17:52:16.656422+0000 mon.a (mon.0) 92 : audit [INF] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' 2024-08-29T17:52:17.462 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:52:17 smithi028 bash[77168]: audit 2024-08-29T17:52:16.664817+0000 mon.a (mon.0) 93 : audit [INF] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' 2024-08-29T17:52:17.462 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:52:17 smithi028 bash[77168]: audit 2024-08-29T17:52:16.700395+0000 mon.a (mon.0) 94 : audit [INF] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' 2024-08-29T17:52:17.462 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:52:17 smithi028 bash[77168]: audit 2024-08-29T17:52:16.708288+0000 mon.a (mon.0) 95 : audit [INF] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' 2024-08-29T17:52:17.462 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:52:17 smithi028 bash[77168]: audit 2024-08-29T17:52:16.715573+0000 mon.a (mon.0) 96 : audit [INF] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' 2024-08-29T17:52:17.462 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:52:17 smithi028 bash[77168]: audit 2024-08-29T17:52:16.842392+0000 mon.a (mon.0) 97 : audit [DBG] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-29T17:52:17.462 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:52:17 smithi028 bash[77168]: audit 2024-08-29T17:52:16.846325+0000 mon.a (mon.0) 98 : audit [DBG] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-08-29T17:52:17.462 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:52:17 smithi028 bash[77168]: audit 2024-08-29T17:52:16.848621+0000 mon.a (mon.0) 99 : audit [DBG] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "quorum_status"}]: dispatch 2024-08-29T17:52:17.462 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:52:17 smithi028 bash[77168]: audit 2024-08-29T17:52:16.850005+0000 mon.a (mon.0) 100 : audit [DBG] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "mon ok-to-stop", "ids": ["c"]}]: dispatch 2024-08-29T17:52:17.574 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:52:17 smithi053 bash[24720]: cephadm 2024-08-29T17:52:16.058292+0000 mgr.y (mgr.25022) 18 : cephadm [INF] Updating smithi028:/etc/ceph/ceph.conf 2024-08-29T17:52:17.575 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:52:17 smithi053 bash[24720]: cephadm 2024-08-29T17:52:16.058941+0000 mgr.y (mgr.25022) 19 : cephadm [INF] Updating smithi053:/etc/ceph/ceph.conf 2024-08-29T17:52:17.575 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:52:17 smithi053 bash[24720]: cluster 2024-08-29T17:52:16.147560+0000 mon.a (mon.0) 91 : cluster [DBG] osdmap e347: 8 total, 8 up, 8 in 2024-08-29T17:52:17.575 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:52:17 smithi053 bash[24720]: cephadm 2024-08-29T17:52:16.262514+0000 mgr.y (mgr.25022) 20 : cephadm [INF] Updating smithi028:/var/lib/ceph/3167ee72-662c-11ef-bcd4-c7b262605968/config/ceph.conf 2024-08-29T17:52:17.575 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:52:17 smithi053 bash[24720]: cephadm 2024-08-29T17:52:16.266448+0000 mgr.y (mgr.25022) 21 : cephadm [INF] Updating smithi053:/var/lib/ceph/3167ee72-662c-11ef-bcd4-c7b262605968/config/ceph.conf 2024-08-29T17:52:17.575 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:52:17 smithi053 bash[24720]: cephadm 2024-08-29T17:52:16.388431+0000 mgr.y (mgr.25022) 22 : cephadm [INF] Updating smithi028:/etc/ceph/ceph.client.admin.keyring 2024-08-29T17:52:17.575 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:52:17 smithi053 bash[24720]: cephadm 2024-08-29T17:52:16.413715+0000 mgr.y (mgr.25022) 23 : cephadm [INF] Updating smithi053:/etc/ceph/ceph.client.admin.keyring 2024-08-29T17:52:17.575 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:52:17 smithi053 bash[24720]: cephadm 2024-08-29T17:52:16.514615+0000 mgr.y (mgr.25022) 24 : cephadm [INF] Updating smithi028:/var/lib/ceph/3167ee72-662c-11ef-bcd4-c7b262605968/config/ceph.client.admin.keyring 2024-08-29T17:52:17.575 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:52:17 smithi053 bash[24720]: cephadm 2024-08-29T17:52:16.554101+0000 mgr.y (mgr.25022) 25 : cephadm [INF] Updating smithi053:/var/lib/ceph/3167ee72-662c-11ef-bcd4-c7b262605968/config/ceph.client.admin.keyring 2024-08-29T17:52:17.575 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:52:17 smithi053 bash[24720]: audit 2024-08-29T17:52:16.656422+0000 mon.a (mon.0) 92 : audit [INF] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' 2024-08-29T17:52:17.575 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:52:17 smithi053 bash[24720]: audit 2024-08-29T17:52:16.664817+0000 mon.a (mon.0) 93 : audit [INF] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' 2024-08-29T17:52:17.575 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:52:17 smithi053 bash[24720]: audit 2024-08-29T17:52:16.700395+0000 mon.a (mon.0) 94 : audit [INF] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' 2024-08-29T17:52:17.575 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:52:17 smithi053 bash[24720]: audit 2024-08-29T17:52:16.708288+0000 mon.a (mon.0) 95 : audit [INF] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' 2024-08-29T17:52:17.575 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:52:17 smithi053 bash[24720]: audit 2024-08-29T17:52:16.715573+0000 mon.a (mon.0) 96 : audit [INF] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' 2024-08-29T17:52:17.576 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:52:17 smithi053 bash[24720]: audit 2024-08-29T17:52:16.842392+0000 mon.a (mon.0) 97 : audit [DBG] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-29T17:52:17.576 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:52:17 smithi053 bash[24720]: audit 2024-08-29T17:52:16.846325+0000 mon.a (mon.0) 98 : audit [DBG] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-08-29T17:52:17.576 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:52:17 smithi053 bash[24720]: audit 2024-08-29T17:52:16.848621+0000 mon.a (mon.0) 99 : audit [DBG] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "quorum_status"}]: dispatch 2024-08-29T17:52:17.576 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:52:17 smithi053 bash[24720]: audit 2024-08-29T17:52:16.850005+0000 mon.a (mon.0) 100 : audit [DBG] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "mon ok-to-stop", "ids": ["c"]}]: dispatch 2024-08-29T17:52:18.172 INFO:tasks.rados.rados.0.smithi028.stdout:1429: done (2 left) 2024-08-29T17:52:18.172 INFO:tasks.rados.rados.0.smithi028.stdout:1430: read oid 20 snap -1 2024-08-29T17:52:18.172 INFO:tasks.rados.rados.0.smithi028.stdout:1430: expect deleted 2024-08-29T17:52:18.172 INFO:tasks.rados.rados.0.smithi028.stdout:1431: read oid 33 snap 116 2024-08-29T17:52:18.172 INFO:tasks.rados.rados.0.smithi028.stdout:1431: expect (ObjNum 322 snap 101 seq_num 322) 2024-08-29T17:52:18.172 INFO:tasks.rados.rados.0.smithi028.stdout:1432: rollback oid 31 current snap is 142 2024-08-29T17:52:18.172 INFO:tasks.rados.rados.0.smithi028.stdout:rollback oid 31 to 141 2024-08-29T17:52:18.172 INFO:tasks.rados.rados.0.smithi028.stdout:1433: read oid 2 snap -1 2024-08-29T17:52:18.172 INFO:tasks.rados.rados.0.smithi028.stdout:1433: expect (ObjNum 295 snap 88 seq_num 295) 2024-08-29T17:52:18.173 INFO:tasks.rados.rados.0.smithi028.stdout:append oid 8 current snap is 142 2024-08-29T17:52:18.173 INFO:tasks.rados.rados.0.smithi028.stdout:1434: seq_num 447 ranges {7667712=294912} 2024-08-29T17:52:18.219 INFO:tasks.rados.rados.0.smithi028.stdout:1434: writing smithi02869045-8 from 7667712 to 7962624 tid 1 2024-08-29T17:52:18.220 INFO:tasks.rados.rados.0.smithi028.stdout:1435: setattr oid 46 current snap is 142 2024-08-29T17:52:18.220 INFO:tasks.rados.rados.0.smithi028.stdout:1427: finishing write tid 1 to smithi02869045-16 2024-08-29T17:52:18.220 INFO:tasks.rados.rados.0.smithi028.stdout:1428: finishing write tid 1 to smithi02869045-15 2024-08-29T17:52:18.220 INFO:tasks.rados.rados.0.smithi028.stdout:1428: finishing write tid 2 to smithi02869045-15 2024-08-29T17:52:18.220 INFO:tasks.rados.rados.0.smithi028.stdout:1427: finishing write tid 2 to smithi02869045-16 2024-08-29T17:52:18.220 INFO:tasks.rados.rados.0.smithi028.stdout:1428: finishing write tid 3 to smithi02869045-15 2024-08-29T17:52:18.220 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 15 v 714 (ObjNum 446 snap 142 seq_num 446) dirty exists 2024-08-29T17:52:18.220 INFO:tasks.rados.rados.0.smithi028.stdout:1428: left oid 15 (ObjNum 446 snap 142 seq_num 446) 2024-08-29T17:52:18.220 INFO:tasks.rados.rados.0.smithi028.stdout:1427: finishing write tid 3 to smithi02869045-16 2024-08-29T17:52:18.221 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 16 v 1039 (ObjNum 445 snap 142 seq_num 445) dirty exists 2024-08-29T17:52:18.221 INFO:tasks.rados.rados.0.smithi028.stdout:1427: left oid 16 (ObjNum 445 snap 142 seq_num 445) 2024-08-29T17:52:18.222 INFO:tasks.rados.rados.0.smithi028.stdout:1427: done (7 left) 2024-08-29T17:52:18.222 INFO:tasks.rados.rados.0.smithi028.stdout:1428: done (6 left) 2024-08-29T17:52:18.222 INFO:tasks.rados.rados.0.smithi028.stdout:1430: done (5 left) 2024-08-29T17:52:18.222 INFO:tasks.rados.rados.0.smithi028.stdout:1436: rollback oid 35 current snap is 142 2024-08-29T17:52:18.222 INFO:tasks.rados.rados.0.smithi028.stdout:rollback oid 35 to 52 2024-08-29T17:52:18.222 INFO:tasks.rados.rados.0.smithi028.stdout:1437: delete oid 25 current snap is 142 2024-08-29T17:52:18.226 INFO:tasks.rados.rados.0.smithi028.stdout:1432: finishing rollback tid 0 to smithi02869045-31 2024-08-29T17:52:18.227 INFO:tasks.rados.rados.0.smithi028.stdout:1432: finishing rollback tid 1 to smithi02869045-31 2024-08-29T17:52:18.229 INFO:tasks.rados.rados.0.smithi028.stdout:1431: expect (ObjNum 322 snap 101 seq_num 322) 2024-08-29T17:52:18.405 INFO:tasks.rados.rados.0.smithi028.stdout:1432: finishing rollback tid 2 to smithi02869045-31 2024-08-29T17:52:18.405 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 31 v 1160 (ObjNum 401 snap 126 seq_num 401) dirty exists 2024-08-29T17:52:18.406 INFO:tasks.rados.rados.0.smithi028.stdout:1434: finishing write tid 1 to smithi02869045-8 2024-08-29T17:52:18.406 INFO:tasks.rados.rados.0.smithi028.stdout:1434: finishing write tid 2 to smithi02869045-8 2024-08-29T17:52:18.406 INFO:tasks.rados.rados.0.smithi028.stdout:1436: finishing rollback tid 0 to smithi02869045-35 2024-08-29T17:52:18.406 INFO:tasks.rados.rados.0.smithi028.stdout:1436: finishing rollback tid 1 to smithi02869045-35 2024-08-29T17:52:18.406 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 35 v 1037 (ObjNum 129 snap 0 seq_num 1677592320) dirty dne 2024-08-29T17:52:18.406 INFO:tasks.rados.rados.0.smithi028.stdout:1434: finishing write tid 3 to smithi02869045-8 2024-08-29T17:52:18.406 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 8 v 1035 (ObjNum 447 snap 142 seq_num 447) dirty exists 2024-08-29T17:52:18.406 INFO:tasks.rados.rados.0.smithi028.stdout:1434: left oid 8 (ObjNum 447 snap 142 seq_num 447) 2024-08-29T17:52:18.406 INFO:tasks.rados.rados.0.smithi028.stdout:1433: expect (ObjNum 295 snap 88 seq_num 295) 2024-08-29T17:52:18.574 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:52:18 smithi053 bash[24720]: cephadm 2024-08-29T17:52:16.850957+0000 mgr.y (mgr.25022) 26 : cephadm [INF] Upgrade: It appears safe to stop mon.c 2024-08-29T17:52:18.574 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:52:18 smithi053 bash[24720]: cluster 2024-08-29T17:52:16.900448+0000 mgr.y (mgr.25022) 27 : cluster [DBG] pgmap v33: 121 pgs: 121 active+clean; 452 MiB data, 2.9 GiB used, 712 GiB / 715 GiB avail; 19 MiB/s rd, 1.8 MiB/s wr, 13 op/s 2024-08-29T17:52:18.574 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:52:18 smithi053 bash[24720]: cluster 2024-08-29T17:52:17.152199+0000 mon.a (mon.0) 101 : cluster [DBG] osdmap e348: 8 total, 8 up, 8 in 2024-08-29T17:52:18.627 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:52:18 smithi028 bash[31855]: cephadm 2024-08-29T17:52:16.850957+0000 mgr.y (mgr.25022) 26 : cephadm [INF] Upgrade: It appears safe to stop mon.c 2024-08-29T17:52:18.627 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:52:18 smithi028 bash[31855]: cluster 2024-08-29T17:52:16.900448+0000 mgr.y (mgr.25022) 27 : cluster [DBG] pgmap v33: 121 pgs: 121 active+clean; 452 MiB data, 2.9 GiB used, 712 GiB / 715 GiB avail; 19 MiB/s rd, 1.8 MiB/s wr, 13 op/s 2024-08-29T17:52:18.627 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:52:18 smithi028 bash[31855]: cluster 2024-08-29T17:52:17.152199+0000 mon.a (mon.0) 101 : cluster [DBG] osdmap e348: 8 total, 8 up, 8 in 2024-08-29T17:52:18.627 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:52:18 smithi028 bash[77168]: cephadm 2024-08-29T17:52:16.850957+0000 mgr.y (mgr.25022) 26 : cephadm [INF] Upgrade: It appears safe to stop mon.c 2024-08-29T17:52:18.627 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:52:18 smithi028 bash[77168]: cluster 2024-08-29T17:52:16.900448+0000 mgr.y (mgr.25022) 27 : cluster [DBG] pgmap v33: 121 pgs: 121 active+clean; 452 MiB data, 2.9 GiB used, 712 GiB / 715 GiB avail; 19 MiB/s rd, 1.8 MiB/s wr, 13 op/s 2024-08-29T17:52:18.628 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:52:18 smithi028 bash[77168]: cluster 2024-08-29T17:52:17.152199+0000 mon.a (mon.0) 101 : cluster [DBG] osdmap e348: 8 total, 8 up, 8 in 2024-08-29T17:52:18.901 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 46 v 299 (ObjNum 433 snap 0 seq_num 993741454) dirty exists 2024-08-29T17:52:18.901 INFO:tasks.rados.rados.0.smithi028.stdout:1431: done (6 left) 2024-08-29T17:52:18.901 INFO:tasks.rados.rados.0.smithi028.stdout:1432: done (5 left) 2024-08-29T17:52:18.901 INFO:tasks.rados.rados.0.smithi028.stdout:1433: done (4 left) 2024-08-29T17:52:18.901 INFO:tasks.rados.rados.0.smithi028.stdout:1434: done (3 left) 2024-08-29T17:52:18.901 INFO:tasks.rados.rados.0.smithi028.stdout:1435: done (2 left) 2024-08-29T17:52:18.901 INFO:tasks.rados.rados.0.smithi028.stdout:1436: done (1 left) 2024-08-29T17:52:18.901 INFO:tasks.rados.rados.0.smithi028.stdout:1437: done (0 left) 2024-08-29T17:52:18.901 INFO:tasks.rados.rados.0.smithi028.stdout:1438: delete oid 20 current snap is 142 2024-08-29T17:52:18.904 INFO:tasks.rados.rados.0.smithi028.stdout:1438: done (0 left) 2024-08-29T17:52:18.904 INFO:tasks.rados.rados.0.smithi028.stdout:1439: read oid 32 snap -1 2024-08-29T17:52:18.904 INFO:tasks.rados.rados.0.smithi028.stdout:1439: expect (ObjNum 433 snap 137 seq_num 433) 2024-08-29T17:52:18.905 INFO:tasks.rados.rados.0.smithi028.stdout:1440: setattr oid 19 current snap is 142 2024-08-29T17:52:18.905 INFO:tasks.rados.rados.0.smithi028.stdout:1441: snap_remove snap 137 2024-08-29T17:52:19.074 INFO:journalctl@ceph.prometheus.a.smithi053.stdout:Aug 29 17:52:18 smithi053 bash[61790]: ts=2024-08-29T17:52:18.662Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=osd name=CephOSDFlapping index=13 msg="Evaluating rule failed" rule="alert: CephOSDFlapping\nexpr: (rate(ceph_osd_up[5m]) * on (ceph_daemon) group_left (hostname) ceph_osd_metadata)\n * 60 > 1\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.4.4\n severity: warning\n type: ceph_default\nannotations:\n description: OSD {{ $labels.ceph_daemon }} on {{ $labels.hostname }} was marked\n down and back up {{ $value | humanize }} times once a minute for 5 minutes. This\n may indicate a network issue (latency, packet loss, MTU mismatch) on the cluster\n network, or the public network if no cluster network is deployed. Check the network\n stats on the listed host(s).\n documentation: https://docs.ceph.com/en/latest/rados/troubleshooting/troubleshooting-osd#flapping-osds\n summary: Network issues are causing OSDs to flap (mark each other down)\n" err="found duplicate series for the match group {ceph_daemon=\"osd.0\"} on the right hand-side of the operation: [{__name__=\"ceph_osd_metadata\", ceph_daemon=\"osd.0\", ceph_version=\"ceph version 17.2.7-1503-ga89f613d (a89f613db4d5b6bca82681f19d73c6d337aae2d5) quincy (stable)\", cluster_addr=\"172.21.15.28\", device_class=\"ssd\", hostname=\"smithi028\", instance=\"ceph_cluster\", job=\"ceph\", objectstore=\"bluestore\", public_addr=\"172.21.15.28\"}, {__name__=\"ceph_osd_metadata\", ceph_daemon=\"osd.0\", ceph_version=\"ceph version 17.2.7-1503-ga89f613d (a89f613db4d5b6bca82681f19d73c6d337aae2d5) quincy (stable)\", cluster=\"3167ee72-662c-11ef-bcd4-c7b262605968\", cluster_addr=\"172.21.15.28\", device_class=\"ssd\", hostname=\"smithi028\", instance=\"ceph_cluster\", job=\"ceph\", objectstore=\"bluestore\", public_addr=\"172.21.15.28\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-29T17:52:19.185 INFO:tasks.rados.rados.0.smithi028.stdout:1441: done (2 left) 2024-08-29T17:52:19.185 INFO:tasks.rados.rados.0.smithi028.stdout:1442: read oid 10 snap -1 2024-08-29T17:52:19.186 INFO:tasks.rados.rados.0.smithi028.stdout:1442: expect (ObjNum 275 snap 79 seq_num 275) 2024-08-29T17:52:19.186 INFO:tasks.rados.rados.0.smithi028.stdout:1443: rmattr oid 50 current snap is 142 2024-08-29T17:52:19.188 INFO:tasks.rados.rados.0.smithi028.stdout:1439: expect (ObjNum 433 snap 137 seq_num 433) 2024-08-29T17:52:19.194 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 19 v 1040 (ObjNum 422 snap 133 seq_num 422) dirty exists 2024-08-29T17:52:19.194 INFO:tasks.rados.rados.0.smithi028.stdout:1439: done (3 left) 2024-08-29T17:52:19.194 INFO:tasks.rados.rados.0.smithi028.stdout:1440: done (2 left) 2024-08-29T17:52:19.194 INFO:tasks.rados.rados.0.smithi028.stdout:append oid 36 current snap is 142 2024-08-29T17:52:19.194 INFO:tasks.rados.rados.0.smithi028.stdout:1444: seq_num 450 ranges {0=344064} 2024-08-29T17:52:19.200 INFO:tasks.rados.rados.0.smithi028.stdout:1444: writing smithi02869045-36 from 0 to 344064 tid 1 2024-08-29T17:52:19.200 INFO:tasks.rados.rados.0.smithi028.stdout:append oid 46 current snap is 142 2024-08-29T17:52:19.201 INFO:tasks.rados.rados.0.smithi028.stdout:1445: seq_num 451 ranges {0=360448} 2024-08-29T17:52:19.205 INFO:tasks.rados.rados.0.smithi028.stdout:1445: writing smithi02869045-46 from 0 to 360448 tid 1 2024-08-29T17:52:19.206 INFO:tasks.rados.rados.0.smithi028.stdout:1446: snap_create 2024-08-29T17:52:19.215 INFO:tasks.rados.rados.0.smithi028.stdout:1444: finishing write tid 1 to smithi02869045-36 2024-08-29T17:52:19.215 INFO:tasks.rados.rados.0.smithi028.stdout:1444: finishing write tid 2 to smithi02869045-36 2024-08-29T17:52:19.218 INFO:tasks.rados.rados.0.smithi028.stdout:1444: finishing write tid 3 to smithi02869045-36 2024-08-29T17:52:19.218 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 36 v 364 (ObjNum 450 snap 142 seq_num 450) dirty exists 2024-08-29T17:52:19.218 INFO:tasks.rados.rados.0.smithi028.stdout:1444: left oid 36 (ObjNum 450 snap 142 seq_num 450) 2024-08-29T17:52:19.219 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 50 v 843 (ObjNum 33 snap 0 seq_num 1677626016) dirty exists 2024-08-29T17:52:19.220 INFO:tasks.rados.rados.0.smithi028.stdout:1445: finishing write tid 1 to smithi02869045-46 2024-08-29T17:52:19.220 INFO:tasks.rados.rados.0.smithi028.stdout:1445: finishing write tid 2 to smithi02869045-46 2024-08-29T17:52:19.223 INFO:tasks.rados.rados.0.smithi028.stdout:1445: finishing write tid 3 to smithi02869045-46 2024-08-29T17:52:19.223 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 46 v 301 (ObjNum 451 snap 142 seq_num 451) dirty exists 2024-08-29T17:52:19.223 INFO:tasks.rados.rados.0.smithi028.stdout:1445: left oid 46 (ObjNum 451 snap 142 seq_num 451) 2024-08-29T17:52:19.226 INFO:tasks.rados.rados.0.smithi028.stdout:1442: expect (ObjNum 275 snap 79 seq_num 275) 2024-08-29T17:52:19.377 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:52:19 smithi028 bash[77168]: cluster 2024-08-29T17:52:18.174712+0000 mon.a (mon.0) 102 : cluster [DBG] osdmap e349: 8 total, 8 up, 8 in 2024-08-29T17:52:19.377 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:52:19 smithi028 bash[31855]: cluster 2024-08-29T17:52:18.174712+0000 mon.a (mon.0) 102 : cluster [DBG] osdmap e349: 8 total, 8 up, 8 in 2024-08-29T17:52:19.574 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:52:19 smithi053 bash[24720]: cluster 2024-08-29T17:52:18.174712+0000 mon.a (mon.0) 102 : cluster [DBG] osdmap e349: 8 total, 8 up, 8 in 2024-08-29T17:52:20.188 INFO:tasks.rados.rados.0.smithi028.stdout:1442: done (4 left) 2024-08-29T17:52:20.188 INFO:tasks.rados.rados.0.smithi028.stdout:1443: done (3 left) 2024-08-29T17:52:20.188 INFO:tasks.rados.rados.0.smithi028.stdout:1444: done (2 left) 2024-08-29T17:52:20.188 INFO:tasks.rados.rados.0.smithi028.stdout:1445: done (1 left) 2024-08-29T17:52:20.188 INFO:tasks.rados.rados.0.smithi028.stdout:1446: done (0 left) 2024-08-29T17:52:20.188 INFO:tasks.rados.rados.0.smithi028.stdout:append oid 9 current snap is 143 2024-08-29T17:52:20.188 INFO:tasks.rados.rados.0.smithi028.stdout:1447: seq_num 452 ranges {7897088=376832} 2024-08-29T17:52:20.244 INFO:tasks.rados.rados.0.smithi028.stdout:1447: writing smithi02869045-9 from 7897088 to 8273920 tid 1 2024-08-29T17:52:20.244 INFO:tasks.rados.rados.0.smithi028.stdout:append oid 10 current snap is 143 2024-08-29T17:52:20.244 INFO:tasks.rados.rados.0.smithi028.stdout:1448: seq_num 453 ranges {3325952=393216} 2024-08-29T17:52:20.269 INFO:tasks.rados.rados.0.smithi028.stdout:1448: writing smithi02869045-10 from 3325952 to 3719168 tid 1 2024-08-29T17:52:20.269 INFO:tasks.rados.rados.0.smithi028.stdout:1449: copy_from oid 6 from oid 7 current snap is 143 2024-08-29T17:52:20.269 INFO:tasks.rados.rados.0.smithi028.stdout:1447: finishing write tid 1 to smithi02869045-9 2024-08-29T17:52:20.269 INFO:tasks.rados.rados.0.smithi028.stdout:1447: finishing write tid 2 to smithi02869045-9 2024-08-29T17:52:20.270 INFO:tasks.rados.rados.0.smithi028.stdout:1447: finishing write tid 3 to smithi02869045-9 2024-08-29T17:52:20.270 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 9 v 1047 (ObjNum 452 snap 143 seq_num 452) dirty exists 2024-08-29T17:52:20.270 INFO:tasks.rados.rados.0.smithi028.stdout:1447: left oid 9 (ObjNum 452 snap 143 seq_num 452) 2024-08-29T17:52:20.270 INFO:tasks.rados.rados.0.smithi028.stdout:1447: done (2 left) 2024-08-29T17:52:20.270 INFO:tasks.rados.rados.0.smithi028.stdout:1450: rmattr oid 50 current snap is 143 2024-08-29T17:52:20.270 INFO:tasks.rados.rados.0.smithi028.stdout:append oid 4 current snap is 143 2024-08-29T17:52:20.270 INFO:tasks.rados.rados.0.smithi028.stdout:1451: seq_num 454 ranges {925696=409600} 2024-08-29T17:52:20.277 INFO:tasks.rados.rados.0.smithi028.stdout:1451: writing smithi02869045-4 from 925696 to 1335296 tid 1 2024-08-29T17:52:20.277 INFO:tasks.rados.rados.0.smithi028.stdout:1452: delete oid 15 current snap is 143 2024-08-29T17:52:20.277 INFO:tasks.rados.rados.0.smithi028.stdout:1448: finishing write tid 1 to smithi02869045-10 2024-08-29T17:52:20.277 INFO:tasks.rados.rados.0.smithi028.stdout:1448: finishing write tid 2 to smithi02869045-10 2024-08-29T17:52:20.279 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 50 v 847 (ObjNum 81 snap 0 seq_num 0) dirty exists 2024-08-29T17:52:20.283 INFO:tasks.rados.rados.0.smithi028.stdout:1450: done (4 left) 2024-08-29T17:52:20.283 INFO:tasks.rados.rados.0.smithi028.stdout:1452: done (3 left) 2024-08-29T17:52:20.283 INFO:tasks.rados.rados.0.smithi028.stdout:1453: read oid 3 snap -1 2024-08-29T17:52:20.283 INFO:tasks.rados.rados.0.smithi028.stdout:1453: expect (ObjNum 413 snap 132 seq_num 413) 2024-08-29T17:52:20.284 INFO:tasks.rados.rados.0.smithi028.stdout:1454: snap_create 2024-08-29T17:52:20.284 INFO:tasks.rados.rados.0.smithi028.stdout:1448: finishing write tid 3 to smithi02869045-10 2024-08-29T17:52:20.284 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 10 v 1035 (ObjNum 453 snap 143 seq_num 453) dirty exists 2024-08-29T17:52:20.285 INFO:tasks.rados.rados.0.smithi028.stdout:1448: left oid 10 (ObjNum 453 snap 143 seq_num 453) 2024-08-29T17:52:20.286 INFO:tasks.rados.rados.0.smithi028.stdout:1451: finishing write tid 1 to smithi02869045-4 2024-08-29T17:52:20.287 INFO:tasks.rados.rados.0.smithi028.stdout:1451: finishing write tid 2 to smithi02869045-4 2024-08-29T17:52:20.287 INFO:tasks.rados.rados.0.smithi028.stdout:1449: finishing copy_from racing read to smithi02869045-6 2024-08-29T17:52:20.288 INFO:tasks.rados.rados.0.smithi028.stdout:1449: finishing copy_from to smithi02869045-6 2024-08-29T17:52:20.288 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 6 v 1088 (ObjNum 432 snap 137 seq_num 432) dirty exists 2024-08-29T17:52:20.289 INFO:tasks.rados.rados.0.smithi028.stdout:1451: finishing write tid 3 to smithi02869045-4 2024-08-29T17:52:20.289 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 4 v 1173 (ObjNum 454 snap 143 seq_num 454) dirty exists 2024-08-29T17:52:20.289 INFO:tasks.rados.rados.0.smithi028.stdout:1451: left oid 4 (ObjNum 454 snap 143 seq_num 454) 2024-08-29T17:52:20.295 INFO:tasks.rados.rados.0.smithi028.stdout:1453: expect (ObjNum 413 snap 132 seq_num 413) 2024-08-29T17:52:20.377 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:52:20 smithi028 bash[31855]: cluster 2024-08-29T17:52:18.900855+0000 mgr.y (mgr.25022) 28 : cluster [DBG] pgmap v36: 121 pgs: 121 active+clean; 466 MiB data, 3.0 GiB used, 712 GiB / 715 GiB avail; 2.0 MiB/s rd, 3.9 MiB/s wr, 12 op/s 2024-08-29T17:52:20.377 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:52:20 smithi028 bash[31855]: cluster 2024-08-29T17:52:19.183892+0000 mon.a (mon.0) 103 : cluster [DBG] osdmap e350: 8 total, 8 up, 8 in 2024-08-29T17:52:20.377 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:52:20 smithi028 bash[31855]: cephadm 2024-08-29T17:52:19.491387+0000 mgr.y (mgr.25022) 29 : cephadm [INF] Upgrade: Updating mon.c 2024-08-29T17:52:20.377 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:52:20 smithi028 bash[31855]: audit 2024-08-29T17:52:19.496336+0000 mon.a (mon.0) 104 : audit [INF] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' 2024-08-29T17:52:20.378 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:52:20 smithi028 bash[31855]: audit 2024-08-29T17:52:19.498722+0000 mon.a (mon.0) 105 : audit [INF] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2024-08-29T17:52:20.378 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:52:20 smithi028 bash[31855]: audit 2024-08-29T17:52:19.500156+0000 mon.a (mon.0) 106 : audit [DBG] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "config get", "who": "mon", "key": "public_network"}]: dispatch 2024-08-29T17:52:20.378 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:52:20 smithi028 bash[31855]: audit 2024-08-29T17:52:19.501693+0000 mon.a (mon.0) 107 : audit [DBG] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-29T17:52:20.378 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:52:20 smithi028 bash[31855]: cephadm 2024-08-29T17:52:19.503371+0000 mgr.y (mgr.25022) 30 : cephadm [INF] Deploying daemon mon.c on smithi028 2024-08-29T17:52:20.378 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:52:20 smithi028 bash[77168]: cluster 2024-08-29T17:52:18.900855+0000 mgr.y (mgr.25022) 28 : cluster [DBG] pgmap v36: 121 pgs: 121 active+clean; 466 MiB data, 3.0 GiB used, 712 GiB / 715 GiB avail; 2.0 MiB/s rd, 3.9 MiB/s wr, 12 op/s 2024-08-29T17:52:20.379 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:52:20 smithi028 bash[77168]: cluster 2024-08-29T17:52:19.183892+0000 mon.a (mon.0) 103 : cluster [DBG] osdmap e350: 8 total, 8 up, 8 in 2024-08-29T17:52:20.379 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:52:20 smithi028 bash[77168]: cephadm 2024-08-29T17:52:19.491387+0000 mgr.y (mgr.25022) 29 : cephadm [INF] Upgrade: Updating mon.c 2024-08-29T17:52:20.379 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:52:20 smithi028 bash[77168]: audit 2024-08-29T17:52:19.496336+0000 mon.a (mon.0) 104 : audit [INF] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' 2024-08-29T17:52:20.379 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:52:20 smithi028 bash[77168]: audit 2024-08-29T17:52:19.498722+0000 mon.a (mon.0) 105 : audit [INF] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2024-08-29T17:52:20.379 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:52:20 smithi028 bash[77168]: audit 2024-08-29T17:52:19.500156+0000 mon.a (mon.0) 106 : audit [DBG] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "config get", "who": "mon", "key": "public_network"}]: dispatch 2024-08-29T17:52:20.379 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:52:20 smithi028 bash[77168]: audit 2024-08-29T17:52:19.501693+0000 mon.a (mon.0) 107 : audit [DBG] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-29T17:52:20.380 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:52:20 smithi028 bash[77168]: cephadm 2024-08-29T17:52:19.503371+0000 mgr.y (mgr.25022) 30 : cephadm [INF] Deploying daemon mon.c on smithi028 2024-08-29T17:52:20.574 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:52:20 smithi053 bash[24720]: cluster 2024-08-29T17:52:18.900855+0000 mgr.y (mgr.25022) 28 : cluster [DBG] pgmap v36: 121 pgs: 121 active+clean; 466 MiB data, 3.0 GiB used, 712 GiB / 715 GiB avail; 2.0 MiB/s rd, 3.9 MiB/s wr, 12 op/s 2024-08-29T17:52:20.574 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:52:20 smithi053 bash[24720]: cluster 2024-08-29T17:52:19.183892+0000 mon.a (mon.0) 103 : cluster [DBG] osdmap e350: 8 total, 8 up, 8 in 2024-08-29T17:52:20.574 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:52:20 smithi053 bash[24720]: cephadm 2024-08-29T17:52:19.491387+0000 mgr.y (mgr.25022) 29 : cephadm [INF] Upgrade: Updating mon.c 2024-08-29T17:52:20.574 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:52:20 smithi053 bash[24720]: audit 2024-08-29T17:52:19.496336+0000 mon.a (mon.0) 104 : audit [INF] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' 2024-08-29T17:52:20.574 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:52:20 smithi053 bash[24720]: audit 2024-08-29T17:52:19.498722+0000 mon.a (mon.0) 105 : audit [INF] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2024-08-29T17:52:20.575 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:52:20 smithi053 bash[24720]: audit 2024-08-29T17:52:19.500156+0000 mon.a (mon.0) 106 : audit [DBG] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "config get", "who": "mon", "key": "public_network"}]: dispatch 2024-08-29T17:52:20.575 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:52:20 smithi053 bash[24720]: audit 2024-08-29T17:52:19.501693+0000 mon.a (mon.0) 107 : audit [DBG] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-29T17:52:20.575 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:52:20 smithi053 bash[24720]: cephadm 2024-08-29T17:52:19.503371+0000 mgr.y (mgr.25022) 30 : cephadm [INF] Deploying daemon mon.c on smithi028 2024-08-29T17:52:21.194 INFO:tasks.rados.rados.0.smithi028.stdout:1448: done (4 left) 2024-08-29T17:52:21.194 INFO:tasks.rados.rados.0.smithi028.stdout:1449: done (3 left) 2024-08-29T17:52:21.194 INFO:tasks.rados.rados.0.smithi028.stdout:1451: done (2 left) 2024-08-29T17:52:21.194 INFO:tasks.rados.rados.0.smithi028.stdout:1453: done (1 left) 2024-08-29T17:52:21.194 INFO:tasks.rados.rados.0.smithi028.stdout:1454: done (0 left) 2024-08-29T17:52:21.194 INFO:tasks.rados.rados.0.smithi028.stdout:1455: delete oid 24 current snap is 144 2024-08-29T17:52:21.198 INFO:tasks.rados.rados.0.smithi028.stdout:1455: done (0 left) 2024-08-29T17:52:21.198 INFO:tasks.rados.rados.0.smithi028.stdout:1456: snap_create 2024-08-29T17:52:21.377 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:52:21 smithi028 bash[31855]: cluster 2024-08-29T17:52:20.184747+0000 mon.a (mon.0) 108 : cluster [DBG] osdmap e351: 8 total, 8 up, 8 in 2024-08-29T17:52:21.377 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:52:21 smithi028 bash[77168]: cluster 2024-08-29T17:52:20.184747+0000 mon.a (mon.0) 108 : cluster [DBG] osdmap e351: 8 total, 8 up, 8 in 2024-08-29T17:52:21.574 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:52:21 smithi053 bash[24720]: cluster 2024-08-29T17:52:20.184747+0000 mon.a (mon.0) 108 : cluster [DBG] osdmap e351: 8 total, 8 up, 8 in 2024-08-29T17:52:21.877 INFO:journalctl@ceph.mgr.y.smithi028.stdout:Aug 29 17:52:21 smithi028 bash[70818]: ::ffff:172.21.15.53 - - [29/Aug/2024:17:52:21] "GET /metrics HTTP/1.1" 200 36039 "" "Prometheus/2.43.0" 2024-08-29T17:52:22.203 INFO:tasks.rados.rados.0.smithi028.stdout:1456: done (0 left) 2024-08-29T17:52:22.203 INFO:tasks.rados.rados.0.smithi028.stdout:1457: snap_remove snap 141 2024-08-29T17:52:22.325 INFO:journalctl@ceph.mgr.y.smithi028.stdout:Aug 29 17:52:22 smithi028 systemd[1]: /etc/systemd/system/ceph-3167ee72-662c-11ef-bcd4-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-08-29T17:52:22.325 INFO:journalctl@ceph.osd.0.smithi028.stdout:Aug 29 17:52:22 smithi028 systemd[1]: /etc/systemd/system/ceph-3167ee72-662c-11ef-bcd4-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-08-29T17:52:22.326 INFO:journalctl@ceph.osd.3.smithi028.stdout:Aug 29 17:52:22 smithi028 systemd[1]: /etc/systemd/system/ceph-3167ee72-662c-11ef-bcd4-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-08-29T17:52:22.326 INFO:journalctl@ceph.node-exporter.a.smithi028.stdout:Aug 29 17:52:22 smithi028 systemd[1]: /etc/systemd/system/ceph-3167ee72-662c-11ef-bcd4-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-08-29T17:52:22.326 INFO:journalctl@ceph.osd.1.smithi028.stdout:Aug 29 17:52:22 smithi028 systemd[1]: /etc/systemd/system/ceph-3167ee72-662c-11ef-bcd4-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-08-29T17:52:22.326 INFO:journalctl@ceph.osd.2.smithi028.stdout:Aug 29 17:52:22 smithi028 systemd[1]: /etc/systemd/system/ceph-3167ee72-662c-11ef-bcd4-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-08-29T17:52:22.327 INFO:journalctl@ceph.alertmanager.a.smithi028.stdout:Aug 29 17:52:22 smithi028 systemd[1]: /etc/systemd/system/ceph-3167ee72-662c-11ef-bcd4-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-08-29T17:52:22.327 INFO:journalctl@ceph.mds.a.smithi028.stdout:Aug 29 17:52:22 smithi028 systemd[1]: /etc/systemd/system/ceph-3167ee72-662c-11ef-bcd4-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-08-29T17:52:22.327 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:52:22 smithi028 bash[31855]: cluster 2024-08-29T17:52:20.901545+0000 mgr.y (mgr.25022) 31 : cluster [DBG] pgmap v39: 121 pgs: 121 active+clean; 466 MiB data, 3.0 GiB used, 712 GiB / 715 GiB avail; 2.0 MiB/s rd, 3.9 MiB/s wr, 12 op/s 2024-08-29T17:52:22.327 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:52:22 smithi028 bash[31855]: cluster 2024-08-29T17:52:21.198638+0000 mon.a (mon.0) 109 : cluster [DBG] osdmap e352: 8 total, 8 up, 8 in 2024-08-29T17:52:22.328 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:52:22 smithi028 systemd[1]: /etc/systemd/system/ceph-3167ee72-662c-11ef-bcd4-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-08-29T17:52:22.328 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:52:22 smithi028 systemd[1]: Stopping Ceph mon.c for 3167ee72-662c-11ef-bcd4-c7b262605968... 2024-08-29T17:52:22.328 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:52:22 smithi028 bash[77168]: cluster 2024-08-29T17:52:20.901545+0000 mgr.y (mgr.25022) 31 : cluster [DBG] pgmap v39: 121 pgs: 121 active+clean; 466 MiB data, 3.0 GiB used, 712 GiB / 715 GiB avail; 2.0 MiB/s rd, 3.9 MiB/s wr, 12 op/s 2024-08-29T17:52:22.328 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:52:22 smithi028 bash[77168]: cluster 2024-08-29T17:52:21.198638+0000 mon.a (mon.0) 109 : cluster [DBG] osdmap e352: 8 total, 8 up, 8 in 2024-08-29T17:52:22.328 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:52:22 smithi028 systemd[1]: /etc/systemd/system/ceph-3167ee72-662c-11ef-bcd4-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-08-29T17:52:22.574 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:52:22 smithi053 bash[24720]: cluster 2024-08-29T17:52:20.901545+0000 mgr.y (mgr.25022) 31 : cluster [DBG] pgmap v39: 121 pgs: 121 active+clean; 466 MiB data, 3.0 GiB used, 712 GiB / 715 GiB avail; 2.0 MiB/s rd, 3.9 MiB/s wr, 12 op/s 2024-08-29T17:52:22.574 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:52:22 smithi053 bash[24720]: cluster 2024-08-29T17:52:21.198638+0000 mon.a (mon.0) 109 : cluster [DBG] osdmap e352: 8 total, 8 up, 8 in 2024-08-29T17:52:22.574 INFO:journalctl@ceph.prometheus.a.smithi053.stdout:Aug 29 17:52:22 smithi053 bash[61790]: ts=2024-08-29T17:52:22.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"3167ee72-662c-11ef-bcd4-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-29T17:52:22.627 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:52:22 smithi028 bash[31855]: debug 2024-08-29T17:52:22.444+0000 7efedbea4640 -1 received signal: Terminated from /sbin/docker-init -- /usr/bin/ceph-mon -n mon.c -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug --default-mon-cluster-log-to-file=false --default-mon-cluster-log-to-stderr=true (PID: 1) UID: 0 2024-08-29T17:52:22.627 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:52:22 smithi028 bash[31855]: debug 2024-08-29T17:52:22.444+0000 7efedbea4640 -1 mon.c@2(peon) e3 *** Got Signal Terminated *** 2024-08-29T17:52:23.377 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:52:23 smithi028 bash[78238]: ceph-3167ee72-662c-11ef-bcd4-c7b262605968-mon-c 2024-08-29T17:52:23.377 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:52:23 smithi028 bash[78296]: Error response from daemon: No such container: ceph-3167ee72-662c-11ef-bcd4-c7b262605968-mon-c 2024-08-29T17:52:23.377 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:52:23 smithi028 systemd[1]: ceph-3167ee72-662c-11ef-bcd4-c7b262605968@mon.c.service: Deactivated successfully. 2024-08-29T17:52:23.377 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:52:23 smithi028 systemd[1]: Stopped Ceph mon.c for 3167ee72-662c-11ef-bcd4-c7b262605968. 2024-08-29T17:52:23.824 INFO:journalctl@ceph.prometheus.a.smithi053.stdout:Aug 29 17:52:23 smithi053 bash[61790]: ts=2024-08-29T17:52:23.509Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=nodes name=CephNodeDiskspaceWarning index=4 msg="Evaluating rule failed" rule="alert: CephNodeDiskspaceWarning\nexpr: predict_linear(node_filesystem_free_bytes{device=~\"/.*\"}[2d], 3600 * 24 * 5)\n * on (instance) group_left (nodename) node_uname_info < 0\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.8.4\n severity: warning\n type: ceph_default\nannotations:\n description: Mountpoint {{ $labels.mountpoint }} on {{ $labels.nodename }} will\n be full in less than 5 days based on the 48 hour trailing fill rate.\n summary: Host filesystem free space is getting low\n" err="found duplicate series for the match group {instance=\"smithi028\"} on the right hand-side of the operation: [{__name__=\"node_uname_info\", domainname=\"(none)\", instance=\"smithi028\", job=\"node\", machine=\"x86_64\", nodename=\"smithi028\", release=\"5.15.0-119-generic\", sysname=\"Linux\", version=\"#129-Ubuntu SMP Fri Aug 2 19:25:20 UTC 2024\"}, {__name__=\"node_uname_info\", cluster=\"3167ee72-662c-11ef-bcd4-c7b262605968\", domainname=\"(none)\", instance=\"smithi028\", job=\"node\", machine=\"x86_64\", nodename=\"smithi028\", release=\"5.15.0-119-generic\", sysname=\"Linux\", version=\"#129-Ubuntu SMP Fri Aug 2 19:25:20 UTC 2024\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-29T17:52:23.877 INFO:journalctl@ceph.mgr.y.smithi028.stdout:Aug 29 17:52:23 smithi028 systemd[1]: /etc/systemd/system/ceph-3167ee72-662c-11ef-bcd4-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-08-29T17:52:23.877 INFO:journalctl@ceph.node-exporter.a.smithi028.stdout:Aug 29 17:52:23 smithi028 systemd[1]: /etc/systemd/system/ceph-3167ee72-662c-11ef-bcd4-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-08-29T17:52:23.878 INFO:journalctl@ceph.osd.0.smithi028.stdout:Aug 29 17:52:23 smithi028 systemd[1]: /etc/systemd/system/ceph-3167ee72-662c-11ef-bcd4-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-08-29T17:52:23.878 INFO:journalctl@ceph.osd.1.smithi028.stdout:Aug 29 17:52:23 smithi028 systemd[1]: /etc/systemd/system/ceph-3167ee72-662c-11ef-bcd4-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-08-29T17:52:23.878 INFO:journalctl@ceph.osd.2.smithi028.stdout:Aug 29 17:52:23 smithi028 systemd[1]: /etc/systemd/system/ceph-3167ee72-662c-11ef-bcd4-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-08-29T17:52:23.878 INFO:journalctl@ceph.mds.a.smithi028.stdout:Aug 29 17:52:23 smithi028 systemd[1]: /etc/systemd/system/ceph-3167ee72-662c-11ef-bcd4-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-08-29T17:52:23.879 INFO:journalctl@ceph.alertmanager.a.smithi028.stdout:Aug 29 17:52:23 smithi028 systemd[1]: /etc/systemd/system/ceph-3167ee72-662c-11ef-bcd4-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-08-29T17:52:23.879 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:52:23 smithi028 systemd[1]: /etc/systemd/system/ceph-3167ee72-662c-11ef-bcd4-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-08-29T17:52:23.879 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:52:23 smithi028 systemd[1]: /etc/systemd/system/ceph-3167ee72-662c-11ef-bcd4-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-08-29T17:52:23.879 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:52:23 smithi028 systemd[1]: Started Ceph mon.c for 3167ee72-662c-11ef-bcd4-c7b262605968. 2024-08-29T17:52:23.880 INFO:journalctl@ceph.osd.3.smithi028.stdout:Aug 29 17:52:23 smithi028 systemd[1]: /etc/systemd/system/ceph-3167ee72-662c-11ef-bcd4-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-08-29T17:52:24.824 INFO:journalctl@ceph.prometheus.a.smithi053.stdout:Aug 29 17:52:24 smithi053 bash[61790]: ts=2024-08-29T17:52:24.455Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pgs name=CephPGsInactive index=0 msg="Evaluating rule failed" rule="alert: CephPGsInactive\nexpr: ceph_pool_metadata * on (pool_id, instance) group_left () (ceph_pg_total - ceph_pg_active)\n > 0\nfor: 5m\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.7.1\n severity: critical\n type: ceph_default\nannotations:\n description: '{{ $value }} PGs have been inactive for more than 5 minutes in pool\n {{ $labels.name }}. Inactive placement groups are not able to serve read/write\n requests.'\n summary: One or more placement groups are inactive\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the right hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"3167ee72-662c-11ef-bcd4-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-29T17:52:24.824 INFO:journalctl@ceph.prometheus.a.smithi053.stdout:Aug 29 17:52:24 smithi053 bash[61790]: ts=2024-08-29T17:52:24.456Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pgs name=CephPGsUnclean index=1 msg="Evaluating rule failed" rule="alert: CephPGsUnclean\nexpr: ceph_pool_metadata * on (pool_id, instance) group_left () (ceph_pg_total - ceph_pg_clean)\n > 0\nfor: 15m\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.7.2\n severity: warning\n type: ceph_default\nannotations:\n description: '{{ $value }} PGs have been unclean for more than 15 minutes in pool\n {{ $labels.name }}. Unclean PGs have not recovered from a previous failure.'\n summary: One or more placement groups are marked unclean\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the right hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"3167ee72-662c-11ef-bcd4-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-29T17:52:25.128 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:52:24 smithi028 bash[78352]: debug 2024-08-29T17:52:24.748+0000 7fc8148f1b00 0 set uid:gid to 167:167 (ceph:ceph) 2024-08-29T17:52:25.128 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:52:24 smithi028 bash[78352]: debug 2024-08-29T17:52:24.748+0000 7fc8148f1b00 0 ceph version 19.1.1-235-g1ef86450 (1ef864504b8875c83ee6c2c5fedc13315bebf7f5) squid (rc), process ceph-mon, pid 7 2024-08-29T17:52:25.128 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:52:24 smithi028 bash[78352]: debug 2024-08-29T17:52:24.748+0000 7fc8148f1b00 0 pidfile_write: ignore empty --pid-file 2024-08-29T17:52:25.128 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:52:24 smithi028 bash[78352]: debug 2024-08-29T17:52:24.752+0000 7fc8148f1b00 0 load: jerasure load: lrc 2024-08-29T17:52:25.128 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:52:24 smithi028 bash[78352]: debug 2024-08-29T17:52:24.752+0000 7fc8148f1b00 4 rocksdb: RocksDB version: 7.9.2 2024-08-29T17:52:25.128 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:52:24 smithi028 bash[78352]: debug 2024-08-29T17:52:24.752+0000 7fc8148f1b00 4 rocksdb: Git sha 0 2024-08-29T17:52:25.128 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:52:24 smithi028 bash[78352]: debug 2024-08-29T17:52:24.752+0000 7fc8148f1b00 4 rocksdb: Compile date 2024-08-28 23:52:59 2024-08-29T17:52:25.128 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:52:24 smithi028 bash[78352]: debug 2024-08-29T17:52:24.752+0000 7fc8148f1b00 4 rocksdb: DB SUMMARY 2024-08-29T17:52:25.129 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:52:24 smithi028 bash[78352]: debug 2024-08-29T17:52:24.752+0000 7fc8148f1b00 4 rocksdb: DB Session ID: LNOLMN02CUUWKNCLRWR2 2024-08-29T17:52:25.129 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:52:24 smithi028 bash[78352]: debug 2024-08-29T17:52:24.752+0000 7fc8148f1b00 4 rocksdb: CURRENT file: CURRENT 2024-08-29T17:52:25.129 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:52:24 smithi028 bash[78352]: debug 2024-08-29T17:52:24.752+0000 7fc8148f1b00 4 rocksdb: IDENTITY file: IDENTITY 2024-08-29T17:52:25.129 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:52:24 smithi028 bash[78352]: debug 2024-08-29T17:52:24.752+0000 7fc8148f1b00 4 rocksdb: MANIFEST file: MANIFEST-000009 size: 1854 Bytes 2024-08-29T17:52:25.129 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:52:24 smithi028 bash[78352]: debug 2024-08-29T17:52:24.752+0000 7fc8148f1b00 4 rocksdb: SST files in /var/lib/ceph/mon/ceph-c/store.db dir, Total Num: 1, files: 000039.sst 2024-08-29T17:52:25.129 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:52:24 smithi028 bash[78352]: debug 2024-08-29T17:52:24.752+0000 7fc8148f1b00 4 rocksdb: Write Ahead Log file in /var/lib/ceph/mon/ceph-c/store.db: 000037.log size: 6619152 ; 2024-08-29T17:52:25.129 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:52:24 smithi028 bash[78352]: debug 2024-08-29T17:52:24.752+0000 7fc8148f1b00 4 rocksdb: Options.error_if_exists: 0 2024-08-29T17:52:25.129 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:52:24 smithi028 bash[78352]: debug 2024-08-29T17:52:24.752+0000 7fc8148f1b00 4 rocksdb: Options.create_if_missing: 0 2024-08-29T17:52:25.129 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:52:24 smithi028 bash[78352]: debug 2024-08-29T17:52:24.752+0000 7fc8148f1b00 4 rocksdb: Options.paranoid_checks: 1 2024-08-29T17:52:25.129 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:52:24 smithi028 bash[78352]: debug 2024-08-29T17:52:24.752+0000 7fc8148f1b00 4 rocksdb: Options.flush_verify_memtable_count: 1 2024-08-29T17:52:25.129 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:52:24 smithi028 bash[78352]: debug 2024-08-29T17:52:24.752+0000 7fc8148f1b00 4 rocksdb: Options.track_and_verify_wals_in_manifest: 0 2024-08-29T17:52:25.129 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:52:24 smithi028 bash[78352]: debug 2024-08-29T17:52:24.752+0000 7fc8148f1b00 4 rocksdb: Options.verify_sst_unique_id_in_manifest: 1 2024-08-29T17:52:25.129 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:52:24 smithi028 bash[78352]: debug 2024-08-29T17:52:24.752+0000 7fc8148f1b00 4 rocksdb: Options.env: 0x564f8aaab7a0 2024-08-29T17:52:25.129 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:52:24 smithi028 bash[78352]: debug 2024-08-29T17:52:24.752+0000 7fc8148f1b00 4 rocksdb: Options.fs: PosixFileSystem 2024-08-29T17:52:25.129 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:52:24 smithi028 bash[78352]: debug 2024-08-29T17:52:24.752+0000 7fc8148f1b00 4 rocksdb: Options.info_log: 0x564f8caab560 2024-08-29T17:52:25.130 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:52:24 smithi028 bash[78352]: debug 2024-08-29T17:52:24.752+0000 7fc8148f1b00 4 rocksdb: Options.max_file_opening_threads: 16 2024-08-29T17:52:25.130 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:52:24 smithi028 bash[78352]: debug 2024-08-29T17:52:24.752+0000 7fc8148f1b00 4 rocksdb: Options.statistics: (nil) 2024-08-29T17:52:25.130 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:52:24 smithi028 bash[78352]: debug 2024-08-29T17:52:24.752+0000 7fc8148f1b00 4 rocksdb: Options.use_fsync: 0 2024-08-29T17:52:25.130 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:52:24 smithi028 bash[78352]: debug 2024-08-29T17:52:24.752+0000 7fc8148f1b00 4 rocksdb: Options.max_log_file_size: 0 2024-08-29T17:52:25.130 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:52:24 smithi028 bash[78352]: debug 2024-08-29T17:52:24.752+0000 7fc8148f1b00 4 rocksdb: Options.max_manifest_file_size: 1073741824 2024-08-29T17:52:25.131 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:52:24 smithi028 bash[78352]: debug 2024-08-29T17:52:24.752+0000 7fc8148f1b00 4 rocksdb: Options.log_file_time_to_roll: 0 2024-08-29T17:52:25.131 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:52:24 smithi028 bash[78352]: debug 2024-08-29T17:52:24.752+0000 7fc8148f1b00 4 rocksdb: Options.keep_log_file_num: 1000 2024-08-29T17:52:25.131 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:52:24 smithi028 bash[78352]: debug 2024-08-29T17:52:24.752+0000 7fc8148f1b00 4 rocksdb: Options.recycle_log_file_num: 0 2024-08-29T17:52:25.131 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:52:24 smithi028 bash[78352]: debug 2024-08-29T17:52:24.752+0000 7fc8148f1b00 4 rocksdb: Options.allow_fallocate: 1 2024-08-29T17:52:25.131 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:52:24 smithi028 bash[78352]: debug 2024-08-29T17:52:24.752+0000 7fc8148f1b00 4 rocksdb: Options.allow_mmap_reads: 0 2024-08-29T17:52:25.131 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:52:24 smithi028 bash[78352]: debug 2024-08-29T17:52:24.752+0000 7fc8148f1b00 4 rocksdb: Options.allow_mmap_writes: 0 2024-08-29T17:52:25.131 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:52:24 smithi028 bash[78352]: debug 2024-08-29T17:52:24.752+0000 7fc8148f1b00 4 rocksdb: Options.use_direct_reads: 0 2024-08-29T17:52:25.131 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:52:24 smithi028 bash[78352]: debug 2024-08-29T17:52:24.752+0000 7fc8148f1b00 4 rocksdb: Options.use_direct_io_for_flush_and_compaction: 0 2024-08-29T17:52:25.131 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:52:24 smithi028 bash[78352]: debug 2024-08-29T17:52:24.752+0000 7fc8148f1b00 4 rocksdb: Options.create_missing_column_families: 0 2024-08-29T17:52:25.131 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:52:24 smithi028 bash[78352]: debug 2024-08-29T17:52:24.752+0000 7fc8148f1b00 4 rocksdb: Options.db_log_dir: 2024-08-29T17:52:25.131 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:52:24 smithi028 bash[78352]: debug 2024-08-29T17:52:24.752+0000 7fc8148f1b00 4 rocksdb: Options.wal_dir: 2024-08-29T17:52:25.131 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:52:24 smithi028 bash[78352]: debug 2024-08-29T17:52:24.752+0000 7fc8148f1b00 4 rocksdb: Options.table_cache_numshardbits: 6 2024-08-29T17:52:25.132 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:52:24 smithi028 bash[78352]: debug 2024-08-29T17:52:24.752+0000 7fc8148f1b00 4 rocksdb: Options.WAL_ttl_seconds: 0 2024-08-29T17:52:25.132 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:52:24 smithi028 bash[78352]: debug 2024-08-29T17:52:24.752+0000 7fc8148f1b00 4 rocksdb: Options.WAL_size_limit_MB: 0 2024-08-29T17:52:25.132 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:52:24 smithi028 bash[78352]: debug 2024-08-29T17:52:24.752+0000 7fc8148f1b00 4 rocksdb: Options.max_write_batch_group_size_bytes: 1048576 2024-08-29T17:52:25.132 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:52:24 smithi028 bash[78352]: debug 2024-08-29T17:52:24.752+0000 7fc8148f1b00 4 rocksdb: Options.manifest_preallocation_size: 4194304 2024-08-29T17:52:25.132 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:52:24 smithi028 bash[78352]: debug 2024-08-29T17:52:24.752+0000 7fc8148f1b00 4 rocksdb: Options.is_fd_close_on_exec: 1 2024-08-29T17:52:25.132 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:52:24 smithi028 bash[78352]: debug 2024-08-29T17:52:24.752+0000 7fc8148f1b00 4 rocksdb: Options.advise_random_on_open: 1 2024-08-29T17:52:25.132 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:52:24 smithi028 bash[78352]: debug 2024-08-29T17:52:24.752+0000 7fc8148f1b00 4 rocksdb: Options.db_write_buffer_size: 0 2024-08-29T17:52:25.132 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:52:24 smithi028 bash[78352]: debug 2024-08-29T17:52:24.752+0000 7fc8148f1b00 4 rocksdb: Options.write_buffer_manager: 0x564f8cabadc0 2024-08-29T17:52:25.132 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:52:24 smithi028 bash[78352]: debug 2024-08-29T17:52:24.752+0000 7fc8148f1b00 4 rocksdb: Options.access_hint_on_compaction_start: 1 2024-08-29T17:52:25.132 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:52:24 smithi028 bash[78352]: debug 2024-08-29T17:52:24.752+0000 7fc8148f1b00 4 rocksdb: Options.random_access_max_buffer_size: 1048576 2024-08-29T17:52:25.132 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:52:24 smithi028 bash[78352]: debug 2024-08-29T17:52:24.752+0000 7fc8148f1b00 4 rocksdb: Options.use_adaptive_mutex: 0 2024-08-29T17:52:25.132 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:52:24 smithi028 bash[78352]: debug 2024-08-29T17:52:24.752+0000 7fc8148f1b00 4 rocksdb: Options.rate_limiter: (nil) 2024-08-29T17:52:25.132 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:52:24 smithi028 bash[78352]: debug 2024-08-29T17:52:24.752+0000 7fc8148f1b00 4 rocksdb: Options.sst_file_manager.rate_bytes_per_sec: 0 2024-08-29T17:52:25.133 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:52:24 smithi028 bash[78352]: debug 2024-08-29T17:52:24.752+0000 7fc8148f1b00 4 rocksdb: Options.wal_recovery_mode: 2 2024-08-29T17:52:25.133 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:52:24 smithi028 bash[78352]: debug 2024-08-29T17:52:24.752+0000 7fc8148f1b00 4 rocksdb: Options.enable_thread_tracking: 0 2024-08-29T17:52:25.133 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:52:24 smithi028 bash[78352]: debug 2024-08-29T17:52:24.752+0000 7fc8148f1b00 4 rocksdb: Options.enable_pipelined_write: 0 2024-08-29T17:52:25.133 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:52:24 smithi028 bash[78352]: debug 2024-08-29T17:52:24.752+0000 7fc8148f1b00 4 rocksdb: Options.unordered_write: 0 2024-08-29T17:52:25.133 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:52:24 smithi028 bash[78352]: debug 2024-08-29T17:52:24.752+0000 7fc8148f1b00 4 rocksdb: Options.allow_concurrent_memtable_write: 1 2024-08-29T17:52:25.133 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:52:24 smithi028 bash[78352]: debug 2024-08-29T17:52:24.752+0000 7fc8148f1b00 4 rocksdb: Options.enable_write_thread_adaptive_yield: 1 2024-08-29T17:52:25.133 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:52:24 smithi028 bash[78352]: debug 2024-08-29T17:52:24.752+0000 7fc8148f1b00 4 rocksdb: Options.write_thread_max_yield_usec: 100 2024-08-29T17:52:25.133 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:52:24 smithi028 bash[78352]: debug 2024-08-29T17:52:24.752+0000 7fc8148f1b00 4 rocksdb: Options.write_thread_slow_yield_usec: 3 2024-08-29T17:52:25.133 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:52:24 smithi028 bash[78352]: debug 2024-08-29T17:52:24.752+0000 7fc8148f1b00 4 rocksdb: Options.row_cache: None 2024-08-29T17:52:25.133 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:52:24 smithi028 bash[78352]: debug 2024-08-29T17:52:24.752+0000 7fc8148f1b00 4 rocksdb: Options.wal_filter: None 2024-08-29T17:52:25.133 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:52:24 smithi028 bash[78352]: debug 2024-08-29T17:52:24.752+0000 7fc8148f1b00 4 rocksdb: Options.avoid_flush_during_recovery: 0 2024-08-29T17:52:25.133 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:52:24 smithi028 bash[78352]: debug 2024-08-29T17:52:24.752+0000 7fc8148f1b00 4 rocksdb: Options.allow_ingest_behind: 0 2024-08-29T17:52:25.133 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:52:24 smithi028 bash[78352]: debug 2024-08-29T17:52:24.752+0000 7fc8148f1b00 4 rocksdb: Options.two_write_queues: 0 2024-08-29T17:52:25.133 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:52:24 smithi028 bash[78352]: debug 2024-08-29T17:52:24.752+0000 7fc8148f1b00 4 rocksdb: Options.manual_wal_flush: 0 2024-08-29T17:52:25.134 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:52:24 smithi028 bash[78352]: debug 2024-08-29T17:52:24.752+0000 7fc8148f1b00 4 rocksdb: Options.wal_compression: 0 2024-08-29T17:52:25.134 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:52:24 smithi028 bash[78352]: debug 2024-08-29T17:52:24.752+0000 7fc8148f1b00 4 rocksdb: Options.atomic_flush: 0 2024-08-29T17:52:25.134 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:52:24 smithi028 bash[78352]: debug 2024-08-29T17:52:24.752+0000 7fc8148f1b00 4 rocksdb: Options.avoid_unnecessary_blocking_io: 0 2024-08-29T17:52:25.134 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:52:24 smithi028 bash[78352]: debug 2024-08-29T17:52:24.752+0000 7fc8148f1b00 4 rocksdb: Options.persist_stats_to_disk: 0 2024-08-29T17:52:25.134 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:52:24 smithi028 bash[78352]: debug 2024-08-29T17:52:24.752+0000 7fc8148f1b00 4 rocksdb: Options.write_dbid_to_manifest: 0 2024-08-29T17:52:25.134 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:52:24 smithi028 bash[78352]: debug 2024-08-29T17:52:24.752+0000 7fc8148f1b00 4 rocksdb: Options.log_readahead_size: 0 2024-08-29T17:52:25.134 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:52:24 smithi028 bash[78352]: debug 2024-08-29T17:52:24.752+0000 7fc8148f1b00 4 rocksdb: Options.file_checksum_gen_factory: Unknown 2024-08-29T17:52:25.134 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:52:24 smithi028 bash[78352]: debug 2024-08-29T17:52:24.752+0000 7fc8148f1b00 4 rocksdb: Options.best_efforts_recovery: 0 2024-08-29T17:52:25.134 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:52:24 smithi028 bash[78352]: debug 2024-08-29T17:52:24.752+0000 7fc8148f1b00 4 rocksdb: Options.max_bgerror_resume_count: 2147483647 2024-08-29T17:52:25.134 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:52:24 smithi028 bash[78352]: debug 2024-08-29T17:52:24.752+0000 7fc8148f1b00 4 rocksdb: Options.bgerror_resume_retry_interval: 1000000 2024-08-29T17:52:25.134 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:52:24 smithi028 bash[78352]: debug 2024-08-29T17:52:24.752+0000 7fc8148f1b00 4 rocksdb: Options.allow_data_in_errors: 0 2024-08-29T17:52:25.134 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:52:24 smithi028 bash[78352]: debug 2024-08-29T17:52:24.752+0000 7fc8148f1b00 4 rocksdb: Options.db_host_id: __hostname__ 2024-08-29T17:52:25.134 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:52:24 smithi028 bash[78352]: debug 2024-08-29T17:52:24.752+0000 7fc8148f1b00 4 rocksdb: Options.enforce_single_del_contracts: true 2024-08-29T17:52:25.134 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:52:24 smithi028 bash[78352]: debug 2024-08-29T17:52:24.752+0000 7fc8148f1b00 4 rocksdb: Options.max_background_jobs: 2 2024-08-29T17:52:25.135 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:52:24 smithi028 bash[78352]: debug 2024-08-29T17:52:24.752+0000 7fc8148f1b00 4 rocksdb: Options.max_background_compactions: -1 2024-08-29T17:52:25.135 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:52:24 smithi028 bash[78352]: debug 2024-08-29T17:52:24.752+0000 7fc8148f1b00 4 rocksdb: Options.max_subcompactions: 1 2024-08-29T17:52:25.135 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:52:24 smithi028 bash[78352]: debug 2024-08-29T17:52:24.752+0000 7fc8148f1b00 4 rocksdb: Options.avoid_flush_during_shutdown: 0 2024-08-29T17:52:25.135 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:52:24 smithi028 bash[78352]: debug 2024-08-29T17:52:24.752+0000 7fc8148f1b00 4 rocksdb: Options.writable_file_max_buffer_size: 1048576 2024-08-29T17:52:25.135 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:52:24 smithi028 bash[78352]: debug 2024-08-29T17:52:24.752+0000 7fc8148f1b00 4 rocksdb: Options.delayed_write_rate : 16777216 2024-08-29T17:52:25.135 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:52:24 smithi028 bash[78352]: debug 2024-08-29T17:52:24.752+0000 7fc8148f1b00 4 rocksdb: Options.max_total_wal_size: 0 2024-08-29T17:52:25.135 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:52:24 smithi028 bash[78352]: debug 2024-08-29T17:52:24.752+0000 7fc8148f1b00 4 rocksdb: Options.delete_obsolete_files_period_micros: 21600000000 2024-08-29T17:52:25.135 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:52:24 smithi028 bash[78352]: debug 2024-08-29T17:52:24.752+0000 7fc8148f1b00 4 rocksdb: Options.stats_dump_period_sec: 600 2024-08-29T17:52:25.135 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:52:24 smithi028 bash[78352]: debug 2024-08-29T17:52:24.752+0000 7fc8148f1b00 4 rocksdb: Options.stats_persist_period_sec: 600 2024-08-29T17:52:25.135 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:52:24 smithi028 bash[78352]: debug 2024-08-29T17:52:24.752+0000 7fc8148f1b00 4 rocksdb: Options.stats_history_buffer_size: 1048576 2024-08-29T17:52:25.135 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:52:24 smithi028 bash[78352]: debug 2024-08-29T17:52:24.752+0000 7fc8148f1b00 4 rocksdb: Options.max_open_files: -1 2024-08-29T17:52:25.135 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:52:24 smithi028 bash[78352]: debug 2024-08-29T17:52:24.752+0000 7fc8148f1b00 4 rocksdb: Options.bytes_per_sync: 0 2024-08-29T17:52:25.135 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:52:24 smithi028 bash[78352]: debug 2024-08-29T17:52:24.752+0000 7fc8148f1b00 4 rocksdb: Options.wal_bytes_per_sync: 0 2024-08-29T17:52:25.135 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:52:24 smithi028 bash[78352]: debug 2024-08-29T17:52:24.752+0000 7fc8148f1b00 4 rocksdb: Options.strict_bytes_per_sync: 0 2024-08-29T17:52:25.136 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:52:24 smithi028 bash[78352]: debug 2024-08-29T17:52:24.752+0000 7fc8148f1b00 4 rocksdb: Options.compaction_readahead_size: 0 2024-08-29T17:52:25.136 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:52:24 smithi028 bash[78352]: debug 2024-08-29T17:52:24.752+0000 7fc8148f1b00 4 rocksdb: Options.max_background_flushes: -1 2024-08-29T17:52:25.136 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:52:24 smithi028 bash[78352]: debug 2024-08-29T17:52:24.752+0000 7fc8148f1b00 4 rocksdb: Compression algorithms supported: 2024-08-29T17:52:25.136 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:52:24 smithi028 bash[78352]: debug 2024-08-29T17:52:24.752+0000 7fc8148f1b00 4 rocksdb: kZSTD supported: 0 2024-08-29T17:52:25.136 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:52:24 smithi028 bash[78352]: debug 2024-08-29T17:52:24.752+0000 7fc8148f1b00 4 rocksdb: kXpressCompression supported: 0 2024-08-29T17:52:25.136 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:52:24 smithi028 bash[78352]: debug 2024-08-29T17:52:24.752+0000 7fc8148f1b00 4 rocksdb: kBZip2Compression supported: 0 2024-08-29T17:52:25.136 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:52:24 smithi028 bash[78352]: debug 2024-08-29T17:52:24.752+0000 7fc8148f1b00 4 rocksdb: kZSTDNotFinalCompression supported: 0 2024-08-29T17:52:25.136 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:52:24 smithi028 bash[78352]: debug 2024-08-29T17:52:24.752+0000 7fc8148f1b00 4 rocksdb: kLZ4Compression supported: 1 2024-08-29T17:52:25.136 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:52:24 smithi028 bash[78352]: debug 2024-08-29T17:52:24.752+0000 7fc8148f1b00 4 rocksdb: kZlibCompression supported: 1 2024-08-29T17:52:25.136 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:52:24 smithi028 bash[78352]: debug 2024-08-29T17:52:24.752+0000 7fc8148f1b00 4 rocksdb: kLZ4HCCompression supported: 1 2024-08-29T17:52:25.136 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:52:24 smithi028 bash[78352]: debug 2024-08-29T17:52:24.752+0000 7fc8148f1b00 4 rocksdb: kSnappyCompression supported: 1 2024-08-29T17:52:25.136 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:52:24 smithi028 bash[78352]: debug 2024-08-29T17:52:24.752+0000 7fc8148f1b00 4 rocksdb: Fast CRC32 supported: Supported on x86 2024-08-29T17:52:25.136 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:52:24 smithi028 bash[78352]: debug 2024-08-29T17:52:24.752+0000 7fc8148f1b00 4 rocksdb: DMutex implementation: pthread_mutex_t 2024-08-29T17:52:25.137 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:52:24 smithi028 bash[78352]: debug 2024-08-29T17:52:24.752+0000 7fc8148f1b00 4 rocksdb: [db/version_set.cc:5527] Recovering from manifest file: /var/lib/ceph/mon/ceph-c/store.db/MANIFEST-000009 2024-08-29T17:52:25.138 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:52:24 smithi028 bash[78352]: debug 2024-08-29T17:52:24.752+0000 7fc8148f1b00 4 rocksdb: [db/column_family.cc:630] --------------- Options for column family [default]: 2024-08-29T17:52:25.138 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:52:24 smithi028 bash[78352]: debug 2024-08-29T17:52:24.752+0000 7fc8148f1b00 4 rocksdb: Options.comparator: leveldb.BytewiseComparator 2024-08-29T17:52:25.138 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:52:24 smithi028 bash[78352]: debug 2024-08-29T17:52:24.752+0000 7fc8148f1b00 4 rocksdb: Options.merge_operator: 2024-08-29T17:52:25.138 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:52:24 smithi028 bash[78352]: debug 2024-08-29T17:52:24.752+0000 7fc8148f1b00 4 rocksdb: Options.compaction_filter: None 2024-08-29T17:52:25.138 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:52:24 smithi028 bash[78352]: debug 2024-08-29T17:52:24.752+0000 7fc8148f1b00 4 rocksdb: Options.compaction_filter_factory: None 2024-08-29T17:52:25.138 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:52:24 smithi028 bash[78352]: debug 2024-08-29T17:52:24.752+0000 7fc8148f1b00 4 rocksdb: Options.sst_partitioner_factory: None 2024-08-29T17:52:25.138 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:52:24 smithi028 bash[78352]: debug 2024-08-29T17:52:24.752+0000 7fc8148f1b00 4 rocksdb: Options.memtable_factory: SkipListFactory 2024-08-29T17:52:25.138 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:52:24 smithi028 bash[78352]: debug 2024-08-29T17:52:24.752+0000 7fc8148f1b00 4 rocksdb: Options.table_factory: BlockBasedTable 2024-08-29T17:52:25.138 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:52:24 smithi028 bash[78352]: debug 2024-08-29T17:52:24.752+0000 7fc8148f1b00 4 rocksdb: table_factory options: flush_block_policy_factory: FlushBlockBySizePolicyFactory (0x564f8caab180) 2024-08-29T17:52:25.139 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:52:24 smithi028 bash[78352]: cache_index_and_filter_blocks: 1 2024-08-29T17:52:25.139 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:52:24 smithi028 bash[78352]: cache_index_and_filter_blocks_with_high_priority: 0 2024-08-29T17:52:25.139 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:52:24 smithi028 bash[78352]: pin_l0_filter_and_index_blocks_in_cache: 0 2024-08-29T17:52:25.139 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:52:24 smithi028 bash[78352]: pin_top_level_index_and_filter: 1 2024-08-29T17:52:25.139 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:52:24 smithi028 bash[78352]: index_type: 0 2024-08-29T17:52:25.139 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:52:24 smithi028 bash[78352]: data_block_index_type: 0 2024-08-29T17:52:25.139 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:52:24 smithi028 bash[78352]: index_shortening: 1 2024-08-29T17:52:25.139 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:52:24 smithi028 bash[78352]: data_block_hash_table_util_ratio: 0.750000 2024-08-29T17:52:25.139 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:52:24 smithi028 bash[78352]: checksum: 4 2024-08-29T17:52:25.139 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:52:24 smithi028 bash[78352]: no_block_cache: 0 2024-08-29T17:52:25.139 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:52:24 smithi028 bash[78352]: block_cache: 0x564f8caa1090 2024-08-29T17:52:25.139 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:52:24 smithi028 bash[78352]: block_cache_name: BinnedLRUCache 2024-08-29T17:52:25.139 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:52:24 smithi028 bash[78352]: block_cache_options: 2024-08-29T17:52:25.140 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:52:24 smithi028 bash[78352]: capacity : 536870912 2024-08-29T17:52:25.140 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:52:24 smithi028 bash[78352]: num_shard_bits : 4 2024-08-29T17:52:25.140 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:52:24 smithi028 bash[78352]: strict_capacity_limit : 0 2024-08-29T17:52:25.140 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:52:24 smithi028 bash[78352]: high_pri_pool_ratio: 0.000 2024-08-29T17:52:25.140 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:52:24 smithi028 bash[78352]: block_cache_compressed: (nil) 2024-08-29T17:52:25.140 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:52:24 smithi028 bash[78352]: persistent_cache: (nil) 2024-08-29T17:52:25.140 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:52:24 smithi028 bash[78352]: block_size: 4096 2024-08-29T17:52:25.140 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:52:24 smithi028 bash[78352]: block_size_deviation: 10 2024-08-29T17:52:25.140 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:52:24 smithi028 bash[78352]: block_restart_interval: 16 2024-08-29T17:52:25.140 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:52:24 smithi028 bash[78352]: index_block_restart_interval: 1 2024-08-29T17:52:25.140 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:52:24 smithi028 bash[78352]: metadata_block_size: 4096 2024-08-29T17:52:25.140 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:52:24 smithi028 bash[78352]: partition_filters: 0 2024-08-29T17:52:25.140 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:52:24 smithi028 bash[78352]: use_delta_encoding: 1 2024-08-29T17:52:25.141 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:52:24 smithi028 bash[78352]: filter_policy: bloomfilter 2024-08-29T17:52:25.141 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:52:24 smithi028 bash[78352]: whole_key_filtering: 1 2024-08-29T17:52:25.141 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:52:24 smithi028 bash[78352]: verify_compression: 0 2024-08-29T17:52:25.141 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:52:24 smithi028 bash[78352]: read_amp_bytes_per_bit: 0 2024-08-29T17:52:25.141 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:52:24 smithi028 bash[78352]: format_version: 5 2024-08-29T17:52:25.141 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:52:24 smithi028 bash[78352]: enable_index_compression: 1 2024-08-29T17:52:25.141 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:52:24 smithi028 bash[78352]: block_align: 0 2024-08-29T17:52:25.141 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:52:24 smithi028 bash[78352]: max_auto_readahead_size: 262144 2024-08-29T17:52:25.141 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:52:24 smithi028 bash[78352]: prepopulate_block_cache: 0 2024-08-29T17:52:25.141 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:52:24 smithi028 bash[78352]: initial_auto_readahead_size: 8192 2024-08-29T17:52:25.141 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:52:24 smithi028 bash[78352]: num_file_reads_for_auto_readahead: 2 2024-08-29T17:52:25.141 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:52:24 smithi028 bash[78352]: debug 2024-08-29T17:52:24.752+0000 7fc8148f1b00 4 rocksdb: Options.write_buffer_size: 33554432 2024-08-29T17:52:25.141 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:52:24 smithi028 bash[78352]: debug 2024-08-29T17:52:24.752+0000 7fc8148f1b00 4 rocksdb: Options.max_write_buffer_number: 2 2024-08-29T17:52:25.141 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:52:24 smithi028 bash[78352]: debug 2024-08-29T17:52:24.752+0000 7fc8148f1b00 4 rocksdb: Options.compression: NoCompression 2024-08-29T17:52:25.142 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:52:24 smithi028 bash[78352]: debug 2024-08-29T17:52:24.752+0000 7fc8148f1b00 4 rocksdb: Options.bottommost_compression: Disabled 2024-08-29T17:52:25.142 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:52:24 smithi028 bash[78352]: debug 2024-08-29T17:52:24.752+0000 7fc8148f1b00 4 rocksdb: Options.prefix_extractor: nullptr 2024-08-29T17:52:25.142 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:52:24 smithi028 bash[78352]: debug 2024-08-29T17:52:24.752+0000 7fc8148f1b00 4 rocksdb: Options.memtable_insert_with_hint_prefix_extractor: nullptr 2024-08-29T17:52:25.142 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:52:24 smithi028 bash[78352]: debug 2024-08-29T17:52:24.752+0000 7fc8148f1b00 4 rocksdb: Options.num_levels: 7 2024-08-29T17:52:25.142 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:52:24 smithi028 bash[78352]: debug 2024-08-29T17:52:24.752+0000 7fc8148f1b00 4 rocksdb: Options.min_write_buffer_number_to_merge: 1 2024-08-29T17:52:25.142 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:52:24 smithi028 bash[78352]: debug 2024-08-29T17:52:24.752+0000 7fc8148f1b00 4 rocksdb: Options.max_write_buffer_number_to_maintain: 0 2024-08-29T17:52:25.142 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:52:24 smithi028 bash[78352]: debug 2024-08-29T17:52:24.752+0000 7fc8148f1b00 4 rocksdb: Options.max_write_buffer_size_to_maintain: 0 2024-08-29T17:52:25.142 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:52:24 smithi028 bash[78352]: debug 2024-08-29T17:52:24.752+0000 7fc8148f1b00 4 rocksdb: Options.bottommost_compression_opts.window_bits: -14 2024-08-29T17:52:25.142 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:52:24 smithi028 bash[78352]: debug 2024-08-29T17:52:24.752+0000 7fc8148f1b00 4 rocksdb: Options.bottommost_compression_opts.level: 32767 2024-08-29T17:52:25.142 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:52:24 smithi028 bash[78352]: debug 2024-08-29T17:52:24.752+0000 7fc8148f1b00 4 rocksdb: Options.bottommost_compression_opts.strategy: 0 2024-08-29T17:52:25.142 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:52:24 smithi028 bash[78352]: debug 2024-08-29T17:52:24.752+0000 7fc8148f1b00 4 rocksdb: Options.bottommost_compression_opts.max_dict_bytes: 0 2024-08-29T17:52:25.142 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:52:24 smithi028 bash[78352]: debug 2024-08-29T17:52:24.752+0000 7fc8148f1b00 4 rocksdb: Options.bottommost_compression_opts.zstd_max_train_bytes: 0 2024-08-29T17:52:25.142 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:52:24 smithi028 bash[78352]: debug 2024-08-29T17:52:24.752+0000 7fc8148f1b00 4 rocksdb: Options.bottommost_compression_opts.parallel_threads: 1 2024-08-29T17:52:25.143 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:52:24 smithi028 bash[78352]: debug 2024-08-29T17:52:24.752+0000 7fc8148f1b00 4 rocksdb: Options.bottommost_compression_opts.enabled: false 2024-08-29T17:52:25.143 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:52:24 smithi028 bash[78352]: debug 2024-08-29T17:52:24.752+0000 7fc8148f1b00 4 rocksdb: Options.bottommost_compression_opts.max_dict_buffer_bytes: 0 2024-08-29T17:52:25.143 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:52:24 smithi028 bash[78352]: debug 2024-08-29T17:52:24.752+0000 7fc8148f1b00 4 rocksdb: Options.bottommost_compression_opts.use_zstd_dict_trainer: true 2024-08-29T17:52:25.143 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:52:24 smithi028 bash[78352]: debug 2024-08-29T17:52:24.752+0000 7fc8148f1b00 4 rocksdb: Options.compression_opts.window_bits: -14 2024-08-29T17:52:25.143 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:52:24 smithi028 bash[78352]: debug 2024-08-29T17:52:24.752+0000 7fc8148f1b00 4 rocksdb: Options.compression_opts.level: 32767 2024-08-29T17:52:25.143 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:52:24 smithi028 bash[78352]: debug 2024-08-29T17:52:24.752+0000 7fc8148f1b00 4 rocksdb: Options.compression_opts.strategy: 0 2024-08-29T17:52:25.143 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:52:24 smithi028 bash[78352]: debug 2024-08-29T17:52:24.752+0000 7fc8148f1b00 4 rocksdb: Options.compression_opts.max_dict_bytes: 0 2024-08-29T17:52:25.143 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:52:24 smithi028 bash[78352]: debug 2024-08-29T17:52:24.752+0000 7fc8148f1b00 4 rocksdb: Options.compression_opts.zstd_max_train_bytes: 0 2024-08-29T17:52:25.143 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:52:24 smithi028 bash[78352]: debug 2024-08-29T17:52:24.752+0000 7fc8148f1b00 4 rocksdb: Options.compression_opts.use_zstd_dict_trainer: true 2024-08-29T17:52:25.143 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:52:24 smithi028 bash[78352]: debug 2024-08-29T17:52:24.752+0000 7fc8148f1b00 4 rocksdb: Options.compression_opts.parallel_threads: 1 2024-08-29T17:52:25.143 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:52:24 smithi028 bash[78352]: debug 2024-08-29T17:52:24.752+0000 7fc8148f1b00 4 rocksdb: Options.compression_opts.enabled: false 2024-08-29T17:52:25.143 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:52:24 smithi028 bash[78352]: debug 2024-08-29T17:52:24.752+0000 7fc8148f1b00 4 rocksdb: Options.compression_opts.max_dict_buffer_bytes: 0 2024-08-29T17:52:25.143 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:52:24 smithi028 bash[78352]: debug 2024-08-29T17:52:24.752+0000 7fc8148f1b00 4 rocksdb: Options.level0_file_num_compaction_trigger: 4 2024-08-29T17:52:25.143 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:52:24 smithi028 bash[78352]: debug 2024-08-29T17:52:24.752+0000 7fc8148f1b00 4 rocksdb: Options.level0_slowdown_writes_trigger: 20 2024-08-29T17:52:25.144 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:52:24 smithi028 bash[78352]: debug 2024-08-29T17:52:24.752+0000 7fc8148f1b00 4 rocksdb: Options.level0_stop_writes_trigger: 36 2024-08-29T17:52:25.144 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:52:24 smithi028 bash[78352]: debug 2024-08-29T17:52:24.752+0000 7fc8148f1b00 4 rocksdb: Options.target_file_size_base: 67108864 2024-08-29T17:52:25.144 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:52:24 smithi028 bash[78352]: debug 2024-08-29T17:52:24.752+0000 7fc8148f1b00 4 rocksdb: Options.target_file_size_multiplier: 1 2024-08-29T17:52:25.144 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:52:24 smithi028 bash[78352]: debug 2024-08-29T17:52:24.752+0000 7fc8148f1b00 4 rocksdb: Options.max_bytes_for_level_base: 268435456 2024-08-29T17:52:25.144 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:52:24 smithi028 bash[78352]: debug 2024-08-29T17:52:24.752+0000 7fc8148f1b00 4 rocksdb: Options.level_compaction_dynamic_level_bytes: 1 2024-08-29T17:52:25.144 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:52:24 smithi028 bash[78352]: debug 2024-08-29T17:52:24.752+0000 7fc8148f1b00 4 rocksdb: Options.max_bytes_for_level_multiplier: 10.000000 2024-08-29T17:52:25.144 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:52:24 smithi028 bash[78352]: debug 2024-08-29T17:52:24.752+0000 7fc8148f1b00 4 rocksdb: Options.max_bytes_for_level_multiplier_addtl[0]: 1 2024-08-29T17:52:25.144 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:52:24 smithi028 bash[78352]: debug 2024-08-29T17:52:24.752+0000 7fc8148f1b00 4 rocksdb: Options.max_bytes_for_level_multiplier_addtl[1]: 1 2024-08-29T17:52:25.144 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:52:24 smithi028 bash[78352]: debug 2024-08-29T17:52:24.752+0000 7fc8148f1b00 4 rocksdb: Options.max_bytes_for_level_multiplier_addtl[2]: 1 2024-08-29T17:52:25.144 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:52:24 smithi028 bash[78352]: debug 2024-08-29T17:52:24.752+0000 7fc8148f1b00 4 rocksdb: Options.max_bytes_for_level_multiplier_addtl[3]: 1 2024-08-29T17:52:25.144 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:52:24 smithi028 bash[78352]: debug 2024-08-29T17:52:24.752+0000 7fc8148f1b00 4 rocksdb: Options.max_bytes_for_level_multiplier_addtl[4]: 1 2024-08-29T17:52:25.144 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:52:24 smithi028 bash[78352]: debug 2024-08-29T17:52:24.752+0000 7fc8148f1b00 4 rocksdb: Options.max_bytes_for_level_multiplier_addtl[5]: 1 2024-08-29T17:52:25.144 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:52:24 smithi028 bash[78352]: debug 2024-08-29T17:52:24.752+0000 7fc8148f1b00 4 rocksdb: Options.max_bytes_for_level_multiplier_addtl[6]: 1 2024-08-29T17:52:25.145 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:52:24 smithi028 bash[78352]: debug 2024-08-29T17:52:24.752+0000 7fc8148f1b00 4 rocksdb: Options.max_sequential_skip_in_iterations: 8 2024-08-29T17:52:25.145 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:52:24 smithi028 bash[78352]: debug 2024-08-29T17:52:24.752+0000 7fc8148f1b00 4 rocksdb: Options.max_compaction_bytes: 1677721600 2024-08-29T17:52:25.145 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:52:24 smithi028 bash[78352]: debug 2024-08-29T17:52:24.752+0000 7fc8148f1b00 4 rocksdb: Options.ignore_max_compaction_bytes_for_input: true 2024-08-29T17:52:25.145 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:52:24 smithi028 bash[78352]: debug 2024-08-29T17:52:24.752+0000 7fc8148f1b00 4 rocksdb: Options.arena_block_size: 1048576 2024-08-29T17:52:25.145 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:52:24 smithi028 bash[78352]: debug 2024-08-29T17:52:24.752+0000 7fc8148f1b00 4 rocksdb: Options.soft_pending_compaction_bytes_limit: 68719476736 2024-08-29T17:52:25.145 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:52:24 smithi028 bash[78352]: debug 2024-08-29T17:52:24.752+0000 7fc8148f1b00 4 rocksdb: Options.hard_pending_compaction_bytes_limit: 274877906944 2024-08-29T17:52:25.145 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:52:24 smithi028 bash[78352]: debug 2024-08-29T17:52:24.752+0000 7fc8148f1b00 4 rocksdb: Options.disable_auto_compactions: 0 2024-08-29T17:52:25.145 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:52:24 smithi028 bash[78352]: debug 2024-08-29T17:52:24.752+0000 7fc8148f1b00 4 rocksdb: Options.compaction_style: kCompactionStyleLevel 2024-08-29T17:52:25.145 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:52:24 smithi028 bash[78352]: debug 2024-08-29T17:52:24.752+0000 7fc8148f1b00 4 rocksdb: Options.compaction_pri: kMinOverlappingRatio 2024-08-29T17:52:25.145 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:52:24 smithi028 bash[78352]: debug 2024-08-29T17:52:24.752+0000 7fc8148f1b00 4 rocksdb: Options.compaction_options_universal.size_ratio: 1 2024-08-29T17:52:25.145 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:52:24 smithi028 bash[78352]: debug 2024-08-29T17:52:24.752+0000 7fc8148f1b00 4 rocksdb: Options.compaction_options_universal.min_merge_width: 2 2024-08-29T17:52:25.145 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:52:24 smithi028 bash[78352]: debug 2024-08-29T17:52:24.752+0000 7fc8148f1b00 4 rocksdb: Options.compaction_options_universal.max_merge_width: 4294967295 2024-08-29T17:52:25.145 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:52:24 smithi028 bash[78352]: debug 2024-08-29T17:52:24.752+0000 7fc8148f1b00 4 rocksdb: Options.compaction_options_universal.max_size_amplification_percent: 200 2024-08-29T17:52:25.145 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:52:24 smithi028 bash[78352]: debug 2024-08-29T17:52:24.752+0000 7fc8148f1b00 4 rocksdb: Options.compaction_options_universal.compression_size_percent: -1 2024-08-29T17:52:25.146 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:52:24 smithi028 bash[78352]: debug 2024-08-29T17:52:24.752+0000 7fc8148f1b00 4 rocksdb: Options.compaction_options_universal.stop_style: kCompactionStopStyleTotalSize 2024-08-29T17:52:25.146 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:52:24 smithi028 bash[78352]: debug 2024-08-29T17:52:24.752+0000 7fc8148f1b00 4 rocksdb: Options.compaction_options_fifo.max_table_files_size: 1073741824 2024-08-29T17:52:25.146 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:52:24 smithi028 bash[78352]: debug 2024-08-29T17:52:24.752+0000 7fc8148f1b00 4 rocksdb: Options.compaction_options_fifo.allow_compaction: 0 2024-08-29T17:52:25.146 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:52:24 smithi028 bash[78352]: debug 2024-08-29T17:52:24.752+0000 7fc8148f1b00 4 rocksdb: Options.table_properties_collectors: CompactOnDeletionCollector (Sliding window size = 32768 Deletion trigger = 16384 Deletion ratio = 0); 2024-08-29T17:52:25.146 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:52:24 smithi028 bash[78352]: debug 2024-08-29T17:52:24.752+0000 7fc8148f1b00 4 rocksdb: Options.inplace_update_support: 0 2024-08-29T17:52:25.146 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:52:24 smithi028 bash[78352]: debug 2024-08-29T17:52:24.752+0000 7fc8148f1b00 4 rocksdb: Options.inplace_update_num_locks: 10000 2024-08-29T17:52:25.146 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:52:24 smithi028 bash[78352]: debug 2024-08-29T17:52:24.752+0000 7fc8148f1b00 4 rocksdb: Options.memtable_prefix_bloom_size_ratio: 0.000000 2024-08-29T17:52:25.146 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:52:24 smithi028 bash[78352]: debug 2024-08-29T17:52:24.752+0000 7fc8148f1b00 4 rocksdb: Options.memtable_whole_key_filtering: 0 2024-08-29T17:52:25.146 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:52:24 smithi028 bash[78352]: debug 2024-08-29T17:52:24.752+0000 7fc8148f1b00 4 rocksdb: Options.memtable_huge_page_size: 0 2024-08-29T17:52:25.146 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:52:24 smithi028 bash[78352]: debug 2024-08-29T17:52:24.752+0000 7fc8148f1b00 4 rocksdb: Options.bloom_locality: 0 2024-08-29T17:52:25.146 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:52:24 smithi028 bash[78352]: debug 2024-08-29T17:52:24.752+0000 7fc8148f1b00 4 rocksdb: Options.max_successive_merges: 0 2024-08-29T17:52:25.146 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:52:24 smithi028 bash[78352]: debug 2024-08-29T17:52:24.752+0000 7fc8148f1b00 4 rocksdb: Options.optimize_filters_for_hits: 0 2024-08-29T17:52:25.146 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:52:24 smithi028 bash[78352]: debug 2024-08-29T17:52:24.752+0000 7fc8148f1b00 4 rocksdb: Options.paranoid_file_checks: 0 2024-08-29T17:52:25.146 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:52:24 smithi028 bash[78352]: debug 2024-08-29T17:52:24.752+0000 7fc8148f1b00 4 rocksdb: Options.force_consistency_checks: 1 2024-08-29T17:52:25.147 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:52:24 smithi028 bash[78352]: debug 2024-08-29T17:52:24.752+0000 7fc8148f1b00 4 rocksdb: Options.report_bg_io_stats: 0 2024-08-29T17:52:25.147 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:52:24 smithi028 bash[78352]: debug 2024-08-29T17:52:24.752+0000 7fc8148f1b00 4 rocksdb: Options.ttl: 2592000 2024-08-29T17:52:25.147 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:52:24 smithi028 bash[78352]: debug 2024-08-29T17:52:24.752+0000 7fc8148f1b00 4 rocksdb: Options.periodic_compaction_seconds: 0 2024-08-29T17:52:25.147 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:52:24 smithi028 bash[78352]: debug 2024-08-29T17:52:24.752+0000 7fc8148f1b00 4 rocksdb: Options.preclude_last_level_data_seconds: 0 2024-08-29T17:52:25.147 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:52:24 smithi028 bash[78352]: debug 2024-08-29T17:52:24.752+0000 7fc8148f1b00 4 rocksdb: Options.preserve_internal_time_seconds: 0 2024-08-29T17:52:25.147 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:52:24 smithi028 bash[78352]: debug 2024-08-29T17:52:24.752+0000 7fc8148f1b00 4 rocksdb: Options.enable_blob_files: false 2024-08-29T17:52:25.147 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:52:24 smithi028 bash[78352]: debug 2024-08-29T17:52:24.752+0000 7fc8148f1b00 4 rocksdb: Options.min_blob_size: 0 2024-08-29T17:52:25.147 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:52:24 smithi028 bash[78352]: debug 2024-08-29T17:52:24.752+0000 7fc8148f1b00 4 rocksdb: Options.blob_file_size: 268435456 2024-08-29T17:52:25.147 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:52:24 smithi028 bash[78352]: debug 2024-08-29T17:52:24.752+0000 7fc8148f1b00 4 rocksdb: Options.blob_compression_type: NoCompression 2024-08-29T17:52:25.147 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:52:24 smithi028 bash[78352]: debug 2024-08-29T17:52:24.752+0000 7fc8148f1b00 4 rocksdb: Options.enable_blob_garbage_collection: false 2024-08-29T17:52:25.147 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:52:24 smithi028 bash[78352]: debug 2024-08-29T17:52:24.752+0000 7fc8148f1b00 4 rocksdb: Options.blob_garbage_collection_age_cutoff: 0.250000 2024-08-29T17:52:25.147 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:52:24 smithi028 bash[78352]: debug 2024-08-29T17:52:24.752+0000 7fc8148f1b00 4 rocksdb: Options.blob_garbage_collection_force_threshold: 1.000000 2024-08-29T17:52:25.147 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:52:24 smithi028 bash[78352]: debug 2024-08-29T17:52:24.752+0000 7fc8148f1b00 4 rocksdb: Options.blob_compaction_readahead_size: 0 2024-08-29T17:52:25.147 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:52:24 smithi028 bash[78352]: debug 2024-08-29T17:52:24.752+0000 7fc8148f1b00 4 rocksdb: Options.blob_file_starting_level: 0 2024-08-29T17:52:25.148 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:52:24 smithi028 bash[78352]: debug 2024-08-29T17:52:24.752+0000 7fc8148f1b00 4 rocksdb: Options.experimental_mempurge_threshold: 0.000000 2024-08-29T17:52:25.148 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:52:24 smithi028 bash[78352]: debug 2024-08-29T17:52:24.752+0000 7fc8116c8640 3 rocksdb: [table/block_based/block_based_table_reader.cc:721] At least one SST file opened without unique ID to verify: 39.sst 2024-08-29T17:52:25.148 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:52:24 smithi028 bash[78352]: debug 2024-08-29T17:52:24.756+0000 7fc8148f1b00 4 rocksdb: [db/version_set.cc:4390] More existing levels in DB than needed. max_bytes_for_level_multiplier may not be guaranteed. 2024-08-29T17:52:25.148 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:52:24 smithi028 bash[78352]: debug 2024-08-29T17:52:24.756+0000 7fc8148f1b00 4 rocksdb: [db/version_set.cc:5566] Recovered from manifest file:/var/lib/ceph/mon/ceph-c/store.db/MANIFEST-000009 succeeded,manifest_file_number is 9, next_file_number is 41, last_sequence is 21410, log_number is 37,prev_log_number is 0,max_column_family is 0,min_log_number_to_keep is 0 2024-08-29T17:52:25.148 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:52:24 smithi028 bash[78352]: debug 2024-08-29T17:52:24.756+0000 7fc8148f1b00 4 rocksdb: [db/version_set.cc:5581] Column family [default] (ID 0), log number is 37 2024-08-29T17:52:25.148 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:52:24 smithi028 bash[78352]: debug 2024-08-29T17:52:24.756+0000 7fc8148f1b00 4 rocksdb: [db/db_impl/db_impl_open.cc:539] DB ID: 49148b38-3fd3-4fab-8634-eac8d20e7c82 2024-08-29T17:52:25.148 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:52:24 smithi028 bash[78352]: debug 2024-08-29T17:52:24.756+0000 7fc8148f1b00 4 rocksdb: EVENT_LOG_v1 {"time_micros": 1724953944758445, "job": 1, "event": "recovery_started", "wal_files": [37]} 2024-08-29T17:52:25.148 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:52:24 smithi028 bash[78352]: debug 2024-08-29T17:52:24.756+0000 7fc8148f1b00 4 rocksdb: [db/db_impl/db_impl_open.cc:1043] Recovering log #37 mode 2 2024-08-29T17:52:25.148 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:52:24 smithi028 bash[78352]: debug 2024-08-29T17:52:24.776+0000 7fc8148f1b00 4 rocksdb: EVENT_LOG_v1 {"time_micros": 1724953944778366, "cf_name": "default", "job": 1, "event": "table_file_creation", "file_number": 42, "file_size": 4203889, "file_checksum": "", "file_checksum_func_name": "Unknown", "smallest_seqno": 21415, "largest_seqno": 23810, "table_properties": {"data_size": 4192535, "index_size": 7940, "index_partitions": 0, "top_level_index_size": 0, "index_key_is_user_key": 1, "index_value_is_delta_encoded": 1, "filter_size": 2373, "raw_key_size": 22312, "raw_average_key_size": 23, "raw_value_size": 4171163, "raw_average_value_size": 4480, "num_data_blocks": 346, "num_entries": 931, "num_filter_entries": 931, "num_deletions": 36, "num_merge_operands": 0, "num_range_deletions": 0, "format_version": 0, "fixed_key_len": 0, "filter_policy": "bloomfilter", "column_family_name": "default", "column_family_id": 0, "comparator": "leveldb.BytewiseComparator", "merge_operator": "", "prefix_extractor_name": "nullptr", "property_collectors": "[CompactOnDeletionCollector]", "compression": "NoCompression", "compression_options": "window_bits=-14; level=32767; strategy=0; max_dict_bytes=0; zstd_max_train_bytes=0; enabled=0; max_dict_buffer_bytes=0; use_zstd_dict_trainer=1; ", "creation_time": 1724953944, "oldest_key_time": 0, "file_creation_time": 0, "slow_compression_estimated_data_size": 0, "fast_compression_estimated_data_size": 0, "db_id": "49148b38-3fd3-4fab-8634-eac8d20e7c82", "db_session_id": "LNOLMN02CUUWKNCLRWR2", "orig_file_number": 42, "seqno_to_time_mapping": "N/A"}} 2024-08-29T17:52:25.148 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:52:24 smithi028 bash[78352]: debug 2024-08-29T17:52:24.776+0000 7fc8148f1b00 4 rocksdb: EVENT_LOG_v1 {"time_micros": 1724953944778520, "job": 1, "event": "recovery_finished"} 2024-08-29T17:52:25.148 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:52:24 smithi028 bash[78352]: debug 2024-08-29T17:52:24.776+0000 7fc8148f1b00 4 rocksdb: [db/version_set.cc:5047] Creating manifest 44 2024-08-29T17:52:25.148 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:52:24 smithi028 bash[78352]: debug 2024-08-29T17:52:24.776+0000 7fc8148f1b00 4 rocksdb: [db/version_set.cc:4390] More existing levels in DB than needed. max_bytes_for_level_multiplier may not be guaranteed. 2024-08-29T17:52:25.148 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:52:24 smithi028 bash[78352]: debug 2024-08-29T17:52:24.776+0000 7fc8148f1b00 4 rocksdb: [file/delete_scheduler.cc:74] Deleted file /var/lib/ceph/mon/ceph-c/store.db/000037.log immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024-08-29T17:52:25.149 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:52:24 smithi028 bash[78352]: debug 2024-08-29T17:52:24.776+0000 7fc8148f1b00 4 rocksdb: [db/db_impl/db_impl_open.cc:1987] SstFileManager instance 0x564f8cacce00 2024-08-29T17:52:25.149 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:52:24 smithi028 bash[78352]: debug 2024-08-29T17:52:24.776+0000 7fc8148f1b00 4 rocksdb: DB pointer 0x564f8cbcc000 2024-08-29T17:52:25.149 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:52:24 smithi028 bash[78352]: debug 2024-08-29T17:52:24.776+0000 7fc80a6ba640 4 rocksdb: [db/db_impl/db_impl.cc:1109] ------- DUMPING STATS ------- 2024-08-29T17:52:25.149 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:52:24 smithi028 bash[78352]: debug 2024-08-29T17:52:24.776+0000 7fc80a6ba640 4 rocksdb: [db/db_impl/db_impl.cc:1111] 2024-08-29T17:52:25.149 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:52:24 smithi028 bash[78352]: ** DB Stats ** 2024-08-29T17:52:25.149 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:52:24 smithi028 bash[78352]: Uptime(secs): 0.0 total, 0.0 interval 2024-08-29T17:52:25.149 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:52:24 smithi028 bash[78352]: Cumulative writes: 0 writes, 0 keys, 0 commit groups, 0.0 writes per commit group, ingest: 0.00 GB, 0.00 MB/s 2024-08-29T17:52:25.149 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:52:24 smithi028 bash[78352]: Cumulative WAL: 0 writes, 0 syncs, 0.00 writes per sync, written: 0.00 GB, 0.00 MB/s 2024-08-29T17:52:25.149 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:52:24 smithi028 bash[78352]: Cumulative stall: 00:00:0.000 H:M:S, 0.0 percent 2024-08-29T17:52:25.149 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:52:24 smithi028 bash[78352]: Interval writes: 0 writes, 0 keys, 0 commit groups, 0.0 writes per commit group, ingest: 0.00 MB, 0.00 MB/s 2024-08-29T17:52:25.149 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:52:24 smithi028 bash[78352]: Interval WAL: 0 writes, 0 syncs, 0.00 writes per sync, written: 0.00 GB, 0.00 MB/s 2024-08-29T17:52:25.149 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:52:24 smithi028 bash[78352]: Interval stall: 00:00:0.000 H:M:S, 0.0 percent 2024-08-29T17:52:25.149 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:52:24 smithi028 bash[78352]: ** Compaction Stats [default] ** 2024-08-29T17:52:25.149 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:52:24 smithi028 bash[78352]: Level Files Size Score Read(GB) Rn(GB) Rnp1(GB) Write(GB) Wnew(GB) Moved(GB) W-Amp Rd(MB/s) Wr(MB/s) Comp(sec) CompMergeCPU(sec) Comp(cnt) Avg(sec) KeyIn KeyDrop Rblob(GB) Wblob(GB) 2024-08-29T17:52:25.150 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:52:24 smithi028 bash[78352]: ------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------ 2024-08-29T17:52:25.150 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:52:24 smithi028 bash[78352]: L0 1/0 4.01 MB 0.2 0.0 0.0 0.0 0.0 0.0 0.0 1.0 0.0 562.2 0.01 0.00 1 0.007 0 0 0.0 0.0 2024-08-29T17:52:25.150 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:52:24 smithi028 bash[78352]: L6 1/0 10.05 MB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.00 0.00 0 0.000 0 0 0.0 0.0 2024-08-29T17:52:25.150 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:52:24 smithi028 bash[78352]: Sum 2/0 14.06 MB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 1.0 0.0 562.2 0.01 0.00 1 0.007 0 0 0.0 0.0 2024-08-29T17:52:25.150 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:52:24 smithi028 bash[78352]: Int 0/0 0.00 KB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 1.0 0.0 562.2 0.01 0.00 1 0.007 0 0 0.0 0.0 2024-08-29T17:52:25.150 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:52:24 smithi028 bash[78352]: ** Compaction Stats [default] ** 2024-08-29T17:52:25.150 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:52:24 smithi028 bash[78352]: Priority Files Size Score Read(GB) Rn(GB) Rnp1(GB) Write(GB) Wnew(GB) Moved(GB) W-Amp Rd(MB/s) Wr(MB/s) Comp(sec) CompMergeCPU(sec) Comp(cnt) Avg(sec) KeyIn KeyDrop Rblob(GB) Wblob(GB) 2024-08-29T17:52:25.150 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:52:24 smithi028 bash[78352]: --------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------- 2024-08-29T17:52:25.150 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:52:24 smithi028 bash[78352]: User 0/0 0.00 KB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 562.2 0.01 0.00 1 0.007 0 0 0.0 0.0 2024-08-29T17:52:25.150 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:52:24 smithi028 bash[78352]: Blob file count: 0, total size: 0.0 GB, garbage size: 0.0 GB, space amp: 0.0 2024-08-29T17:52:25.150 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:52:24 smithi028 bash[78352]: Uptime(secs): 0.0 total, 0.0 interval 2024-08-29T17:52:25.150 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:52:24 smithi028 bash[78352]: Flush(GB): cumulative 0.004, interval 0.004 2024-08-29T17:52:25.150 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:52:24 smithi028 bash[78352]: AddFile(GB): cumulative 0.000, interval 0.000 2024-08-29T17:52:25.150 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:52:24 smithi028 bash[78352]: AddFile(Total Files): cumulative 0, interval 0 2024-08-29T17:52:25.151 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:52:24 smithi028 bash[78352]: AddFile(L0 Files): cumulative 0, interval 0 2024-08-29T17:52:25.151 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:52:24 smithi028 bash[78352]: AddFile(Keys): cumulative 0, interval 0 2024-08-29T17:52:25.151 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:52:24 smithi028 bash[78352]: Cumulative compaction: 0.00 GB write, 170.51 MB/s write, 0.00 GB read, 0.00 MB/s read, 0.0 seconds 2024-08-29T17:52:25.151 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:52:24 smithi028 bash[78352]: Interval compaction: 0.00 GB write, 170.51 MB/s write, 0.00 GB read, 0.00 MB/s read, 0.0 seconds 2024-08-29T17:52:25.151 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:52:24 smithi028 bash[78352]: Stalls(count): 0 level0_slowdown, 0 level0_slowdown_with_compaction, 0 level0_numfiles, 0 level0_numfiles_with_compaction, 0 stop for pending_compaction_bytes, 0 slowdown for pending_compaction_bytes, 0 memtable_compaction, 0 memtable_slowdown, interval 0 total count 2024-08-29T17:52:25.151 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:52:24 smithi028 bash[78352]: Block cache BinnedLRUCache@0x564f8caa1090#7 capacity: 512.00 MB usage: 10.61 KB table_size: 0 occupancy: 18446744073709551615 collections: 1 last_copies: 0 last_secs: 1.2e-05 secs_since: 0 2024-08-29T17:52:25.151 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:52:24 smithi028 bash[78352]: Block cache entry stats(count,size,portion): FilterBlock(1,2.53 KB,0.000482798%) IndexBlock(1,8.08 KB,0.00154078%) Misc(1,0.00 KB,0%) 2024-08-29T17:52:25.151 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:52:24 smithi028 bash[78352]: ** File Read Latency Histogram By Level [default] ** 2024-08-29T17:52:25.151 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:52:24 smithi028 bash[78352]: debug 2024-08-29T17:52:24.776+0000 7fc8148f1b00 0 starting mon.c rank 2 at public addrs [v2:172.21.15.28:3301/0,v1:172.21.15.28:6790/0] at bind addrs [v2:172.21.15.28:3301/0,v1:172.21.15.28:6790/0] mon_data /var/lib/ceph/mon/ceph-c fsid 3167ee72-662c-11ef-bcd4-c7b262605968 2024-08-29T17:52:25.151 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:52:24 smithi028 bash[78352]: debug 2024-08-29T17:52:24.780+0000 7fc8148f1b00 1 mon.c@-1(???) e3 preinit fsid 3167ee72-662c-11ef-bcd4-c7b262605968 2024-08-29T17:52:25.151 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:52:24 smithi028 bash[78352]: debug 2024-08-29T17:52:24.780+0000 7fc8148f1b00 0 mon.c@-1(???).mds e8 new map 2024-08-29T17:52:25.151 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:52:24 smithi028 bash[78352]: debug 2024-08-29T17:52:24.780+0000 7fc8148f1b00 0 mon.c@-1(???).mds e8 print_map 2024-08-29T17:52:25.151 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:52:24 smithi028 bash[78352]: e8 2024-08-29T17:52:25.151 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:52:24 smithi028 bash[78352]: btime 1970-01-01T00:00:00:000000+0000 2024-08-29T17:52:25.152 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:52:24 smithi028 bash[78352]: enable_multiple, ever_enabled_multiple: 1,1 2024-08-29T17:52:25.152 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:52:24 smithi028 bash[78352]: default compat: compat={},rocompat={},incompat={1=base v0.20,2=client writeable ranges,3=default file layouts on dirs,4=dir inode in separate object,5=mds uses versioned encoding,6=dirfrag is stored in omap,8=no anchor table,9=file layout v2,10=snaprealm v2} 2024-08-29T17:52:25.152 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:52:24 smithi028 bash[78352]: legacy client fscid: 1 2024-08-29T17:52:25.152 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:52:24 smithi028 bash[78352]: 2024-08-29T17:52:25.152 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:52:24 smithi028 bash[78352]: Filesystem 'cephfs' (1) 2024-08-29T17:52:25.152 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:52:24 smithi028 bash[78352]: fs_name cephfs 2024-08-29T17:52:25.152 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:52:24 smithi028 bash[78352]: epoch 8 2024-08-29T17:52:25.152 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:52:24 smithi028 bash[78352]: flags 12 joinable allow_snaps allow_multimds_snaps 2024-08-29T17:52:25.152 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:52:24 smithi028 bash[78352]: created 2024-08-29T17:41:10.604613+0000 2024-08-29T17:52:25.152 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:52:24 smithi028 bash[78352]: modified 2024-08-29T17:41:45.167070+0000 2024-08-29T17:52:25.152 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:52:24 smithi028 bash[78352]: tableserver 0 2024-08-29T17:52:25.152 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:52:24 smithi028 bash[78352]: root 0 2024-08-29T17:52:25.152 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:52:24 smithi028 bash[78352]: session_timeout 60 2024-08-29T17:52:25.152 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:52:24 smithi028 bash[78352]: session_autoclose 300 2024-08-29T17:52:25.153 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:52:24 smithi028 bash[78352]: max_file_size 1099511627776 2024-08-29T17:52:25.153 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:52:24 smithi028 bash[78352]: max_xattr_size 65536 2024-08-29T17:52:25.153 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:52:24 smithi028 bash[78352]: required_client_features {} 2024-08-29T17:52:25.153 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:52:24 smithi028 bash[78352]: last_failure 0 2024-08-29T17:52:25.153 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:52:24 smithi028 bash[78352]: last_failure_osd_epoch 0 2024-08-29T17:52:25.153 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:52:24 smithi028 bash[78352]: compat compat={},rocompat={},incompat={1=base v0.20,2=client writeable ranges,3=default file layouts on dirs,4=dir inode in separate object,5=mds uses versioned encoding,6=dirfrag is stored in omap,7=mds uses inline data,8=no anchor table,9=file layout v2,10=snaprealm v2} 2024-08-29T17:52:25.153 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:52:24 smithi028 bash[78352]: max_mds 1 2024-08-29T17:52:25.153 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:52:24 smithi028 bash[78352]: in 0 2024-08-29T17:52:25.153 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:52:24 smithi028 bash[78352]: up {0=24322} 2024-08-29T17:52:25.153 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:52:24 smithi028 bash[78352]: failed 2024-08-29T17:52:25.153 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:52:24 smithi028 bash[78352]: damaged 2024-08-29T17:52:25.153 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:52:24 smithi028 bash[78352]: stopped 2024-08-29T17:52:25.153 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:52:24 smithi028 bash[78352]: data_pools [3] 2024-08-29T17:52:25.154 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:52:24 smithi028 bash[78352]: metadata_pool 2 2024-08-29T17:52:25.154 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:52:24 smithi028 bash[78352]: inline_data disabled 2024-08-29T17:52:25.154 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:52:24 smithi028 bash[78352]: balancer 2024-08-29T17:52:25.154 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:52:24 smithi028 bash[78352]: bal_rank_mask -1 2024-08-29T17:52:25.154 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:52:24 smithi028 bash[78352]: standby_count_wanted 0 2024-08-29T17:52:25.154 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:52:24 smithi028 bash[78352]: qdb_cluster leader: 0 members: 2024-08-29T17:52:25.154 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:52:24 smithi028 bash[78352]: [mds.b{0:24322} state up:active seq 11 addr [v2:172.21.15.53:6832/1231318269,v1:172.21.15.53:6833/1231318269] compat {c=[1],r=[1],i=[7ff]}] 2024-08-29T17:52:25.154 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:52:24 smithi028 bash[78352]: 2024-08-29T17:52:25.154 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:52:24 smithi028 bash[78352]: 2024-08-29T17:52:25.154 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:52:24 smithi028 bash[78352]: Standby daemons: 2024-08-29T17:52:25.154 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:52:24 smithi028 bash[78352]: 2024-08-29T17:52:25.154 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:52:24 smithi028 bash[78352]: [mds.a{-1:24317} state up:standby seq 1 addr [v2:172.21.15.28:6834/827521080,v1:172.21.15.28:6835/827521080] compat {c=[1],r=[1],i=[7ff]}] 2024-08-29T17:52:25.154 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:52:24 smithi028 bash[78352]: debug 2024-08-29T17:52:24.780+0000 7fc8148f1b00 0 mon.c@-1(???).osd e353 crush map has features 3314933069573799936, adjusting msgr requires 2024-08-29T17:52:25.154 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:52:24 smithi028 bash[78352]: debug 2024-08-29T17:52:24.780+0000 7fc8148f1b00 0 mon.c@-1(???).osd e353 crush map has features 432629308056666112, adjusting msgr requires 2024-08-29T17:52:25.155 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:52:24 smithi028 bash[78352]: debug 2024-08-29T17:52:24.780+0000 7fc8148f1b00 0 mon.c@-1(???).osd e353 crush map has features 432629308056666112, adjusting msgr requires 2024-08-29T17:52:25.155 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:52:24 smithi028 bash[78352]: debug 2024-08-29T17:52:24.780+0000 7fc8148f1b00 0 mon.c@-1(???).osd e353 crush map has features 432629308056666112, adjusting msgr requires 2024-08-29T17:52:25.155 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:52:24 smithi028 bash[78352]: debug 2024-08-29T17:52:24.780+0000 7fc8148f1b00 1 mon.c@-1(???).paxosservice(auth 1..23) refresh upgraded, format 0 -> 3 2024-08-29T17:52:29.074 INFO:journalctl@ceph.prometheus.a.smithi053.stdout:Aug 29 17:52:28 smithi053 bash[61790]: ts=2024-08-29T17:52:28.662Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=osd name=CephOSDFlapping index=13 msg="Evaluating rule failed" rule="alert: CephOSDFlapping\nexpr: (rate(ceph_osd_up[5m]) * on (ceph_daemon) group_left (hostname) ceph_osd_metadata)\n * 60 > 1\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.4.4\n severity: warning\n type: ceph_default\nannotations:\n description: OSD {{ $labels.ceph_daemon }} on {{ $labels.hostname }} was marked\n down and back up {{ $value | humanize }} times once a minute for 5 minutes. This\n may indicate a network issue (latency, packet loss, MTU mismatch) on the cluster\n network, or the public network if no cluster network is deployed. Check the network\n stats on the listed host(s).\n documentation: https://docs.ceph.com/en/latest/rados/troubleshooting/troubleshooting-osd#flapping-osds\n summary: Network issues are causing OSDs to flap (mark each other down)\n" err="found duplicate series for the match group {ceph_daemon=\"osd.0\"} on the right hand-side of the operation: [{__name__=\"ceph_osd_metadata\", ceph_daemon=\"osd.0\", ceph_version=\"ceph version 17.2.7-1503-ga89f613d (a89f613db4d5b6bca82681f19d73c6d337aae2d5) quincy (stable)\", cluster_addr=\"172.21.15.28\", device_class=\"ssd\", hostname=\"smithi028\", instance=\"ceph_cluster\", job=\"ceph\", objectstore=\"bluestore\", public_addr=\"172.21.15.28\"}, {__name__=\"ceph_osd_metadata\", ceph_daemon=\"osd.0\", ceph_version=\"ceph version 17.2.7-1503-ga89f613d (a89f613db4d5b6bca82681f19d73c6d337aae2d5) quincy (stable)\", cluster=\"3167ee72-662c-11ef-bcd4-c7b262605968\", cluster_addr=\"172.21.15.28\", device_class=\"ssd\", hostname=\"smithi028\", instance=\"ceph_cluster\", job=\"ceph\", objectstore=\"bluestore\", public_addr=\"172.21.15.28\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-29T17:52:30.369 INFO:teuthology.orchestra.run.smithi028.stdout:true 2024-08-29T17:52:30.677 INFO:teuthology.orchestra.run.smithi028.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2024-08-29T17:52:30.677 INFO:teuthology.orchestra.run.smithi028.stdout:alertmanager.a smithi028 *:9093,9094 running (2m) 26s ago 9m 13.9M - 0.25.0 c8568f914cd2 c7223f7204fa 2024-08-29T17:52:30.677 INFO:teuthology.orchestra.run.smithi028.stdout:grafana.a smithi053 *:3000 running (2m) 26s ago 8m 75.0M - 9.4.7 954c08fa6188 a7eaafe982e3 2024-08-29T17:52:30.677 INFO:teuthology.orchestra.run.smithi028.stdout:mds.a smithi028 running (12m) 26s ago 12m 14.5M - 17.2.7-1503-ga89f613d 250d9a61b6c5 c6b415d0b6f0 2024-08-29T17:52:30.677 INFO:teuthology.orchestra.run.smithi028.stdout:mds.b smithi053 running (11m) 26s ago 11m 18.0M - 17.2.7-1503-ga89f613d 250d9a61b6c5 8d3ee9e57659 2024-08-29T17:52:30.677 INFO:teuthology.orchestra.run.smithi028.stdout:mgr.x smithi053 *:8443,9283,8765 running (67s) 26s ago 19m 424M - 19.1.1-235-g1ef86450 d401bb9bb76e a0460ca70cca 2024-08-29T17:52:30.677 INFO:teuthology.orchestra.run.smithi028.stdout:mgr.y smithi028 *:8443,9283,8765 running (118s) 26s ago 22m 471M - 19.1.1-235-g1ef86450 d401bb9bb76e ef4c084deb28 2024-08-29T17:52:30.677 INFO:teuthology.orchestra.run.smithi028.stdout:mon.a smithi028 running (42s) 26s ago 22m 34.5M 2048M 19.1.1-235-g1ef86450 d401bb9bb76e d1fec2ed5501 2024-08-29T17:52:30.677 INFO:teuthology.orchestra.run.smithi028.stdout:mon.b smithi053 running (20m) 26s ago 20m 55.3M 2048M 17.2.7-1503-ga89f613d 250d9a61b6c5 45c16fe81a22 2024-08-29T17:52:30.677 INFO:teuthology.orchestra.run.smithi028.stdout:mon.c smithi028 starting - - - 2048M 2024-08-29T17:52:30.677 INFO:teuthology.orchestra.run.smithi028.stdout:node-exporter.a smithi028 *:9100 running (2m) 26s ago 9m 7956k - 1.5.0 0da6a335fe13 620017e337b2 2024-08-29T17:52:30.678 INFO:teuthology.orchestra.run.smithi028.stdout:node-exporter.b smithi053 *:9100 running (2m) 26s ago 9m 8399k - 1.5.0 0da6a335fe13 e8eb22b0ee9e 2024-08-29T17:52:30.678 INFO:teuthology.orchestra.run.smithi028.stdout:osd.0 smithi028 running (18m) 26s ago 18m 215M 2525M 17.2.7-1503-ga89f613d 250d9a61b6c5 6170d7ba6af9 2024-08-29T17:52:30.678 INFO:teuthology.orchestra.run.smithi028.stdout:osd.1 smithi028 running (18m) 26s ago 18m 209M 2525M 17.2.7-1503-ga89f613d 250d9a61b6c5 f84612c9ccfa 2024-08-29T17:52:30.678 INFO:teuthology.orchestra.run.smithi028.stdout:osd.2 smithi028 running (17m) 26s ago 17m 206M 2525M 17.2.7-1503-ga89f613d 250d9a61b6c5 7e6fdf4e2629 2024-08-29T17:52:30.678 INFO:teuthology.orchestra.run.smithi028.stdout:osd.3 smithi028 running (16m) 26s ago 16m 179M 2525M 17.2.7-1503-ga89f613d 250d9a61b6c5 4f0fede11ee1 2024-08-29T17:52:30.678 INFO:teuthology.orchestra.run.smithi028.stdout:osd.4 smithi053 running (15m) 26s ago 15m 274M 2525M 17.2.7-1503-ga89f613d 250d9a61b6c5 e93527f41048 2024-08-29T17:52:30.678 INFO:teuthology.orchestra.run.smithi028.stdout:osd.5 smithi053 running (14m) 26s ago 14m 193M 2525M 17.2.7-1503-ga89f613d 250d9a61b6c5 86885633963d 2024-08-29T17:52:30.678 INFO:teuthology.orchestra.run.smithi028.stdout:osd.6 smithi053 running (13m) 26s ago 13m 129M 2525M 17.2.7-1503-ga89f613d 250d9a61b6c5 e65db659e42e 2024-08-29T17:52:30.678 INFO:teuthology.orchestra.run.smithi028.stdout:osd.7 smithi053 running (12m) 26s ago 12m 157M 2525M 17.2.7-1503-ga89f613d 250d9a61b6c5 69a8ac6ca110 2024-08-29T17:52:30.678 INFO:teuthology.orchestra.run.smithi028.stdout:prometheus.a smithi053 *:9095 running (75s) 26s ago 9m 47.1M - 2.43.0 a07b618ecd1d 9d3edc9bcb79 2024-08-29T17:52:31.024 INFO:teuthology.orchestra.run.smithi028.stdout:{ 2024-08-29T17:52:31.024 INFO:teuthology.orchestra.run.smithi028.stdout: "mon": { 2024-08-29T17:52:31.025 INFO:teuthology.orchestra.run.smithi028.stdout: "ceph version 17.2.7-1503-ga89f613d (a89f613db4d5b6bca82681f19d73c6d337aae2d5) quincy (stable)": 2, 2024-08-29T17:52:31.025 INFO:teuthology.orchestra.run.smithi028.stdout: "ceph version 19.1.1-235-g1ef86450 (1ef864504b8875c83ee6c2c5fedc13315bebf7f5) squid (rc)": 1 2024-08-29T17:52:31.025 INFO:teuthology.orchestra.run.smithi028.stdout: }, 2024-08-29T17:52:31.025 INFO:teuthology.orchestra.run.smithi028.stdout: "mgr": { 2024-08-29T17:52:31.025 INFO:teuthology.orchestra.run.smithi028.stdout: "ceph version 19.1.1-235-g1ef86450 (1ef864504b8875c83ee6c2c5fedc13315bebf7f5) squid (rc)": 2 2024-08-29T17:52:31.025 INFO:teuthology.orchestra.run.smithi028.stdout: }, 2024-08-29T17:52:31.025 INFO:teuthology.orchestra.run.smithi028.stdout: "osd": { 2024-08-29T17:52:31.025 INFO:teuthology.orchestra.run.smithi028.stdout: "ceph version 17.2.7-1503-ga89f613d (a89f613db4d5b6bca82681f19d73c6d337aae2d5) quincy (stable)": 8 2024-08-29T17:52:31.025 INFO:teuthology.orchestra.run.smithi028.stdout: }, 2024-08-29T17:52:31.025 INFO:teuthology.orchestra.run.smithi028.stdout: "mds": { 2024-08-29T17:52:31.025 INFO:teuthology.orchestra.run.smithi028.stdout: "ceph version 17.2.7-1503-ga89f613d (a89f613db4d5b6bca82681f19d73c6d337aae2d5) quincy (stable)": 2 2024-08-29T17:52:31.025 INFO:teuthology.orchestra.run.smithi028.stdout: }, 2024-08-29T17:52:31.025 INFO:teuthology.orchestra.run.smithi028.stdout: "overall": { 2024-08-29T17:52:31.025 INFO:teuthology.orchestra.run.smithi028.stdout: "ceph version 17.2.7-1503-ga89f613d (a89f613db4d5b6bca82681f19d73c6d337aae2d5) quincy (stable)": 12, 2024-08-29T17:52:31.026 INFO:teuthology.orchestra.run.smithi028.stdout: "ceph version 19.1.1-235-g1ef86450 (1ef864504b8875c83ee6c2c5fedc13315bebf7f5) squid (rc)": 3 2024-08-29T17:52:31.026 INFO:teuthology.orchestra.run.smithi028.stdout: } 2024-08-29T17:52:31.026 INFO:teuthology.orchestra.run.smithi028.stdout:} 2024-08-29T17:52:31.717 INFO:tasks.rados.rados.0.smithi028.stdout:1457: done (0 left) 2024-08-29T17:52:31.717 INFO:tasks.rados.rados.0.smithi028.stdout:1458: snap_create 2024-08-29T17:52:31.729 INFO:journalctl@ceph.mgr.y.smithi028.stdout:Aug 29 17:52:31 smithi028 bash[70818]: ::ffff:172.21.15.53 - - [29/Aug/2024:17:52:31] "GET /metrics HTTP/1.1" 200 36034 "" "Prometheus/2.43.0" 2024-08-29T17:52:32.074 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:52:31 smithi053 bash[24720]: cluster 2024-08-29T17:52:24.996057+0000 mon.c (mon.2) 1 : cluster [INF] mon.c calling monitor election 2024-08-29T17:52:32.075 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:52:31 smithi053 bash[24720]: cluster 2024-08-29T17:52:30.906836+0000 mgr.y (mgr.25022) 38 : cluster [DBG] pgmap v46: 121 pgs: 121 active+clean; 468 MiB data, 3.0 GiB used, 712 GiB / 715 GiB avail; 4.9 MiB/s rd, 223 KiB/s wr, 10 op/s 2024-08-29T17:52:32.075 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:52:31 smithi053 bash[24720]: cluster 2024-08-29T17:52:31.018863+0000 mon.b (mon.1) 100 : cluster [INF] mon.b calling monitor election 2024-08-29T17:52:32.075 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:52:31 smithi053 bash[24720]: cluster 2024-08-29T17:52:31.021652+0000 mon.a (mon.0) 132 : cluster [INF] mon.a calling monitor election 2024-08-29T17:52:32.075 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:52:31 smithi053 bash[24720]: audit 2024-08-29T17:52:31.029166+0000 mon.a (mon.0) 133 : audit [DBG] from='client.? 172.21.15.28:0/3676945797' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-08-29T17:52:32.075 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:52:31 smithi053 bash[24720]: cluster 2024-08-29T17:52:31.040341+0000 mon.a (mon.0) 134 : cluster [INF] mon.a is new leader, mons a,b,c in quorum (ranks 0,1,2) 2024-08-29T17:52:32.075 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:52:31 smithi053 bash[24720]: cluster 2024-08-29T17:52:31.046356+0000 mon.a (mon.0) 135 : cluster [DBG] monmap epoch 3 2024-08-29T17:52:32.075 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:52:31 smithi053 bash[24720]: cluster 2024-08-29T17:52:31.046391+0000 mon.a (mon.0) 136 : cluster [DBG] fsid 3167ee72-662c-11ef-bcd4-c7b262605968 2024-08-29T17:52:32.075 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:52:31 smithi053 bash[24720]: cluster 2024-08-29T17:52:31.046416+0000 mon.a (mon.0) 137 : cluster [DBG] last_changed 2024-08-29T17:32:28.992631+0000 2024-08-29T17:52:32.075 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:52:31 smithi053 bash[24720]: cluster 2024-08-29T17:52:31.046439+0000 mon.a (mon.0) 138 : cluster [DBG] created 2024-08-29T17:30:13.516586+0000 2024-08-29T17:52:32.075 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:52:31 smithi053 bash[24720]: cluster 2024-08-29T17:52:31.046462+0000 mon.a (mon.0) 139 : cluster [DBG] min_mon_release 17 (quincy) 2024-08-29T17:52:32.075 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:52:31 smithi053 bash[24720]: cluster 2024-08-29T17:52:31.046486+0000 mon.a (mon.0) 140 : cluster [DBG] election_strategy: 1 2024-08-29T17:52:32.075 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:52:31 smithi053 bash[24720]: cluster 2024-08-29T17:52:31.046508+0000 mon.a (mon.0) 141 : cluster [DBG] 0: [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] mon.a 2024-08-29T17:52:32.075 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:52:31 smithi053 bash[24720]: cluster 2024-08-29T17:52:31.046532+0000 mon.a (mon.0) 142 : cluster [DBG] 1: [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] mon.b 2024-08-29T17:52:32.076 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:52:31 smithi053 bash[24720]: cluster 2024-08-29T17:52:31.046556+0000 mon.a (mon.0) 143 : cluster [DBG] 2: [v2:172.21.15.28:3301/0,v1:172.21.15.28:6790/0] mon.c 2024-08-29T17:52:32.076 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:52:31 smithi053 bash[24720]: cluster 2024-08-29T17:52:31.047585+0000 mon.a (mon.0) 144 : cluster [DBG] fsmap cephfs:1 {0=b=up:active} 1 up:standby 2024-08-29T17:52:32.076 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:52:31 smithi053 bash[24720]: cluster 2024-08-29T17:52:31.047649+0000 mon.a (mon.0) 145 : cluster [DBG] osdmap e353: 8 total, 8 up, 8 in 2024-08-29T17:52:32.076 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:52:31 smithi053 bash[24720]: cluster 2024-08-29T17:52:31.048159+0000 mon.a (mon.0) 146 : cluster [DBG] mgrmap e40: y(active, since 34s), standbys: x 2024-08-29T17:52:32.076 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:52:31 smithi053 bash[24720]: cluster 2024-08-29T17:52:31.048397+0000 mon.a (mon.0) 147 : cluster [INF] overall HEALTH_OK 2024-08-29T17:52:32.128 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:52:31 smithi028 bash[77168]: cluster 2024-08-29T17:52:24.996057+0000 mon.c (mon.2) 1 : cluster [INF] mon.c calling monitor election 2024-08-29T17:52:32.128 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:52:31 smithi028 bash[77168]: cluster 2024-08-29T17:52:30.906836+0000 mgr.y (mgr.25022) 38 : cluster [DBG] pgmap v46: 121 pgs: 121 active+clean; 468 MiB data, 3.0 GiB used, 712 GiB / 715 GiB avail; 4.9 MiB/s rd, 223 KiB/s wr, 10 op/s 2024-08-29T17:52:32.128 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:52:31 smithi028 bash[77168]: cluster 2024-08-29T17:52:31.018863+0000 mon.b (mon.1) 100 : cluster [INF] mon.b calling monitor election 2024-08-29T17:52:32.128 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:52:31 smithi028 bash[77168]: cluster 2024-08-29T17:52:31.021652+0000 mon.a (mon.0) 132 : cluster [INF] mon.a calling monitor election 2024-08-29T17:52:32.128 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:52:31 smithi028 bash[77168]: audit 2024-08-29T17:52:31.029166+0000 mon.a (mon.0) 133 : audit [DBG] from='client.? 172.21.15.28:0/3676945797' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-08-29T17:52:32.128 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:52:31 smithi028 bash[77168]: cluster 2024-08-29T17:52:31.040341+0000 mon.a (mon.0) 134 : cluster [INF] mon.a is new leader, mons a,b,c in quorum (ranks 0,1,2) 2024-08-29T17:52:32.129 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:52:31 smithi028 bash[77168]: cluster 2024-08-29T17:52:31.046356+0000 mon.a (mon.0) 135 : cluster [DBG] monmap epoch 3 2024-08-29T17:52:32.129 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:52:31 smithi028 bash[77168]: cluster 2024-08-29T17:52:31.046391+0000 mon.a (mon.0) 136 : cluster [DBG] fsid 3167ee72-662c-11ef-bcd4-c7b262605968 2024-08-29T17:52:32.129 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:52:31 smithi028 bash[77168]: cluster 2024-08-29T17:52:31.046416+0000 mon.a (mon.0) 137 : cluster [DBG] last_changed 2024-08-29T17:32:28.992631+0000 2024-08-29T17:52:32.129 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:52:31 smithi028 bash[77168]: cluster 2024-08-29T17:52:31.046439+0000 mon.a (mon.0) 138 : cluster [DBG] created 2024-08-29T17:30:13.516586+0000 2024-08-29T17:52:32.129 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:52:31 smithi028 bash[77168]: cluster 2024-08-29T17:52:31.046462+0000 mon.a (mon.0) 139 : cluster [DBG] min_mon_release 17 (quincy) 2024-08-29T17:52:32.129 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:52:31 smithi028 bash[77168]: cluster 2024-08-29T17:52:31.046486+0000 mon.a (mon.0) 140 : cluster [DBG] election_strategy: 1 2024-08-29T17:52:32.129 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:52:31 smithi028 bash[77168]: cluster 2024-08-29T17:52:31.046508+0000 mon.a (mon.0) 141 : cluster [DBG] 0: [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] mon.a 2024-08-29T17:52:32.129 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:52:31 smithi028 bash[77168]: cluster 2024-08-29T17:52:31.046532+0000 mon.a (mon.0) 142 : cluster [DBG] 1: [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] mon.b 2024-08-29T17:52:32.129 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:52:31 smithi028 bash[77168]: cluster 2024-08-29T17:52:31.046556+0000 mon.a (mon.0) 143 : cluster [DBG] 2: [v2:172.21.15.28:3301/0,v1:172.21.15.28:6790/0] mon.c 2024-08-29T17:52:32.129 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:52:31 smithi028 bash[77168]: cluster 2024-08-29T17:52:31.047585+0000 mon.a (mon.0) 144 : cluster [DBG] fsmap cephfs:1 {0=b=up:active} 1 up:standby 2024-08-29T17:52:32.129 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:52:31 smithi028 bash[77168]: cluster 2024-08-29T17:52:31.047649+0000 mon.a (mon.0) 145 : cluster [DBG] osdmap e353: 8 total, 8 up, 8 in 2024-08-29T17:52:32.129 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:52:31 smithi028 bash[77168]: cluster 2024-08-29T17:52:31.048159+0000 mon.a (mon.0) 146 : cluster [DBG] mgrmap e40: y(active, since 34s), standbys: x 2024-08-29T17:52:32.129 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:52:31 smithi028 bash[77168]: cluster 2024-08-29T17:52:31.048397+0000 mon.a (mon.0) 147 : cluster [INF] overall HEALTH_OK 2024-08-29T17:52:32.130 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:52:31 smithi028 bash[78352]: cluster 2024-08-29T17:52:24.996057+0000 mon.c (mon.2) 1 : cluster [INF] mon.c calling monitor election 2024-08-29T17:52:32.130 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:52:31 smithi028 bash[78352]: cluster 2024-08-29T17:52:30.906836+0000 mgr.y (mgr.25022) 38 : cluster [DBG] pgmap v46: 121 pgs: 121 active+clean; 468 MiB data, 3.0 GiB used, 712 GiB / 715 GiB avail; 4.9 MiB/s rd, 223 KiB/s wr, 10 op/s 2024-08-29T17:52:32.130 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:52:31 smithi028 bash[78352]: cluster 2024-08-29T17:52:31.018863+0000 mon.b (mon.1) 100 : cluster [INF] mon.b calling monitor election 2024-08-29T17:52:32.130 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:52:31 smithi028 bash[78352]: cluster 2024-08-29T17:52:31.021652+0000 mon.a (mon.0) 132 : cluster [INF] mon.a calling monitor election 2024-08-29T17:52:32.130 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:52:31 smithi028 bash[78352]: audit 2024-08-29T17:52:31.029166+0000 mon.a (mon.0) 133 : audit [DBG] from='client.? 172.21.15.28:0/3676945797' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-08-29T17:52:32.130 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:52:31 smithi028 bash[78352]: cluster 2024-08-29T17:52:31.040341+0000 mon.a (mon.0) 134 : cluster [INF] mon.a is new leader, mons a,b,c in quorum (ranks 0,1,2) 2024-08-29T17:52:32.130 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:52:31 smithi028 bash[78352]: cluster 2024-08-29T17:52:31.046356+0000 mon.a (mon.0) 135 : cluster [DBG] monmap epoch 3 2024-08-29T17:52:32.130 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:52:31 smithi028 bash[78352]: cluster 2024-08-29T17:52:31.046391+0000 mon.a (mon.0) 136 : cluster [DBG] fsid 3167ee72-662c-11ef-bcd4-c7b262605968 2024-08-29T17:52:32.130 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:52:31 smithi028 bash[78352]: cluster 2024-08-29T17:52:31.046416+0000 mon.a (mon.0) 137 : cluster [DBG] last_changed 2024-08-29T17:32:28.992631+0000 2024-08-29T17:52:32.130 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:52:31 smithi028 bash[78352]: cluster 2024-08-29T17:52:31.046439+0000 mon.a (mon.0) 138 : cluster [DBG] created 2024-08-29T17:30:13.516586+0000 2024-08-29T17:52:32.130 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:52:31 smithi028 bash[78352]: cluster 2024-08-29T17:52:31.046462+0000 mon.a (mon.0) 139 : cluster [DBG] min_mon_release 17 (quincy) 2024-08-29T17:52:32.131 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:52:31 smithi028 bash[78352]: cluster 2024-08-29T17:52:31.046486+0000 mon.a (mon.0) 140 : cluster [DBG] election_strategy: 1 2024-08-29T17:52:32.131 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:52:31 smithi028 bash[78352]: cluster 2024-08-29T17:52:31.046508+0000 mon.a (mon.0) 141 : cluster [DBG] 0: [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] mon.a 2024-08-29T17:52:32.131 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:52:31 smithi028 bash[78352]: cluster 2024-08-29T17:52:31.046532+0000 mon.a (mon.0) 142 : cluster [DBG] 1: [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] mon.b 2024-08-29T17:52:32.131 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:52:31 smithi028 bash[78352]: cluster 2024-08-29T17:52:31.046556+0000 mon.a (mon.0) 143 : cluster [DBG] 2: [v2:172.21.15.28:3301/0,v1:172.21.15.28:6790/0] mon.c 2024-08-29T17:52:32.131 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:52:31 smithi028 bash[78352]: cluster 2024-08-29T17:52:31.047585+0000 mon.a (mon.0) 144 : cluster [DBG] fsmap cephfs:1 {0=b=up:active} 1 up:standby 2024-08-29T17:52:32.131 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:52:31 smithi028 bash[78352]: cluster 2024-08-29T17:52:31.047649+0000 mon.a (mon.0) 145 : cluster [DBG] osdmap e353: 8 total, 8 up, 8 in 2024-08-29T17:52:32.131 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:52:31 smithi028 bash[78352]: cluster 2024-08-29T17:52:31.048159+0000 mon.a (mon.0) 146 : cluster [DBG] mgrmap e40: y(active, since 34s), standbys: x 2024-08-29T17:52:32.131 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:52:31 smithi028 bash[78352]: cluster 2024-08-29T17:52:31.048397+0000 mon.a (mon.0) 147 : cluster [INF] overall HEALTH_OK 2024-08-29T17:52:32.574 INFO:journalctl@ceph.prometheus.a.smithi053.stdout:Aug 29 17:52:32 smithi053 bash[61790]: ts=2024-08-29T17:52:32.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"3167ee72-662c-11ef-bcd4-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-29T17:52:32.718 INFO:tasks.rados.rados.0.smithi028.stdout:1458: done (0 left) 2024-08-29T17:52:32.718 INFO:tasks.rados.rados.0.smithi028.stdout:1459: read oid 11 snap -1 2024-08-29T17:52:32.718 INFO:tasks.rados.rados.0.smithi028.stdout:1459: expect (ObjNum 442 snap 142 seq_num 442) 2024-08-29T17:52:32.718 INFO:tasks.rados.rados.0.smithi028.stdout:append oid 24 current snap is 146 2024-08-29T17:52:32.718 INFO:tasks.rados.rados.0.smithi028.stdout:1460: seq_num 457 ranges {0=458752} 2024-08-29T17:52:32.722 INFO:tasks.rados.rados.0.smithi028.stdout:1460: writing smithi02869045-24 from 0 to 458752 tid 1 2024-08-29T17:52:32.722 INFO:tasks.rados.rados.0.smithi028.stdout:append oid 32 current snap is 146 2024-08-29T17:52:32.723 INFO:tasks.rados.rados.0.smithi028.stdout:1461: seq_num 458 ranges {57344=475136} 2024-08-29T17:52:32.728 INFO:tasks.rados.rados.0.smithi028.stdout:1461: writing smithi02869045-32 from 57344 to 532480 tid 1 2024-08-29T17:52:32.728 INFO:tasks.rados.rados.0.smithi028.stdout:append oid 36 current snap is 146 2024-08-29T17:52:32.728 INFO:tasks.rados.rados.0.smithi028.stdout:1462: seq_num 459 ranges {344064=491520} 2024-08-29T17:52:32.736 INFO:tasks.rados.rados.0.smithi028.stdout:1462: writing smithi02869045-36 from 344064 to 835584 tid 1 2024-08-29T17:52:32.736 INFO:tasks.rados.rados.0.smithi028.stdout:append oid 22 current snap is 146 2024-08-29T17:52:32.736 INFO:tasks.rados.rados.0.smithi028.stdout:1463: seq_num 460 ranges {0=507904} 2024-08-29T17:52:32.741 INFO:tasks.rados.rados.0.smithi028.stdout:1463: writing smithi02869045-22 from 0 to 507904 tid 1 2024-08-29T17:52:32.741 INFO:tasks.rados.rados.0.smithi028.stdout:1464: snap_remove snap 129 2024-08-29T17:52:33.074 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:52:32 smithi053 bash[24720]: cluster 2024-08-29T17:52:31.720166+0000 mon.a (mon.0) 148 : cluster [DBG] osdmap e354: 8 total, 8 up, 8 in 2024-08-29T17:52:33.074 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:52:32 smithi053 bash[24720]: cluster 2024-08-29T17:52:32.721301+0000 mon.a (mon.0) 149 : cluster [DBG] osdmap e355: 8 total, 8 up, 8 in 2024-08-29T17:52:33.127 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:52:32 smithi028 bash[78352]: cluster 2024-08-29T17:52:31.720166+0000 mon.a (mon.0) 148 : cluster [DBG] osdmap e354: 8 total, 8 up, 8 in 2024-08-29T17:52:33.127 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:52:32 smithi028 bash[78352]: cluster 2024-08-29T17:52:32.721301+0000 mon.a (mon.0) 149 : cluster [DBG] osdmap e355: 8 total, 8 up, 8 in 2024-08-29T17:52:33.128 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:52:32 smithi028 bash[77168]: cluster 2024-08-29T17:52:31.720166+0000 mon.a (mon.0) 148 : cluster [DBG] osdmap e354: 8 total, 8 up, 8 in 2024-08-29T17:52:33.128 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:52:32 smithi028 bash[77168]: cluster 2024-08-29T17:52:32.721301+0000 mon.a (mon.0) 149 : cluster [DBG] osdmap e355: 8 total, 8 up, 8 in 2024-08-29T17:52:33.743 INFO:tasks.rados.rados.0.smithi028.stdout:1464: done (5 left) 2024-08-29T17:52:33.743 INFO:tasks.rados.rados.0.smithi028.stdout:1465: rollback oid 34 current snap is 146 2024-08-29T17:52:33.743 INFO:tasks.rados.rados.0.smithi028.stdout:rollback oid 34 to 131 2024-08-29T17:52:33.743 INFO:tasks.rados.rados.0.smithi028.stdout:1466: snap_remove snap 142 2024-08-29T17:52:33.824 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:52:33 smithi053 bash[24720]: cluster 2024-08-29T17:52:32.907575+0000 mgr.y (mgr.25022) 39 : cluster [DBG] pgmap v49: 121 pgs: 121 active+clean; 468 MiB data, 3.0 GiB used, 712 GiB / 715 GiB avail 2024-08-29T17:52:33.824 INFO:journalctl@ceph.prometheus.a.smithi053.stdout:Aug 29 17:52:33 smithi053 bash[61790]: ts=2024-08-29T17:52:33.513Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=nodes name=CephNodeDiskspaceWarning index=4 msg="Evaluating rule failed" rule="alert: CephNodeDiskspaceWarning\nexpr: predict_linear(node_filesystem_free_bytes{device=~\"/.*\"}[2d], 3600 * 24 * 5)\n * on (instance) group_left (nodename) node_uname_info < 0\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.8.4\n severity: warning\n type: ceph_default\nannotations:\n description: Mountpoint {{ $labels.mountpoint }} on {{ $labels.nodename }} will\n be full in less than 5 days based on the 48 hour trailing fill rate.\n summary: Host filesystem free space is getting low\n" err="found duplicate series for the match group {instance=\"smithi028\"} on the right hand-side of the operation: [{__name__=\"node_uname_info\", domainname=\"(none)\", instance=\"smithi028\", job=\"node\", machine=\"x86_64\", nodename=\"smithi028\", release=\"5.15.0-119-generic\", sysname=\"Linux\", version=\"#129-Ubuntu SMP Fri Aug 2 19:25:20 UTC 2024\"}, {__name__=\"node_uname_info\", cluster=\"3167ee72-662c-11ef-bcd4-c7b262605968\", domainname=\"(none)\", instance=\"smithi028\", job=\"node\", machine=\"x86_64\", nodename=\"smithi028\", release=\"5.15.0-119-generic\", sysname=\"Linux\", version=\"#129-Ubuntu SMP Fri Aug 2 19:25:20 UTC 2024\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-29T17:52:34.109 INFO:tasks.rados.rados.0.smithi028.stdout:1466: done (6 left) 2024-08-29T17:52:34.109 INFO:tasks.rados.rados.0.smithi028.stdout:append oid 27 current snap is 146 2024-08-29T17:52:34.109 INFO:tasks.rados.rados.0.smithi028.stdout:1467: seq_num 461 ranges {0=524288} 2024-08-29T17:52:34.115 INFO:tasks.rados.rados.0.smithi028.stdout:1467: writing smithi02869045-27 from 0 to 524288 tid 1 2024-08-29T17:52:34.115 INFO:tasks.rados.rados.0.smithi028.stdout:1468: read oid 21 snap 140 2024-08-29T17:52:34.115 INFO:tasks.rados.rados.0.smithi028.stdout:1468: expect (ObjNum 218 snap 63 seq_num 218) 2024-08-29T17:52:34.115 INFO:tasks.rados.rados.0.smithi028.stdout:1469: rollback oid 30 current snap is 146 2024-08-29T17:52:34.115 INFO:tasks.rados.rados.0.smithi028.stdout:rollback oid 30 to 116 2024-08-29T17:52:34.120 INFO:tasks.rados.rados.0.smithi028.stdout:1459: expect (ObjNum 442 snap 142 seq_num 442) 2024-08-29T17:52:34.127 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:52:33 smithi028 bash[78352]: cluster 2024-08-29T17:52:32.907575+0000 mgr.y (mgr.25022) 39 : cluster [DBG] pgmap v49: 121 pgs: 121 active+clean; 468 MiB data, 3.0 GiB used, 712 GiB / 715 GiB avail 2024-08-29T17:52:34.127 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:52:33 smithi028 bash[77168]: cluster 2024-08-29T17:52:32.907575+0000 mgr.y (mgr.25022) 39 : cluster [DBG] pgmap v49: 121 pgs: 121 active+clean; 468 MiB data, 3.0 GiB used, 712 GiB / 715 GiB avail 2024-08-29T17:52:34.145 INFO:tasks.rados.rados.0.smithi028.stdout:1460: finishing write tid 1 to smithi02869045-24 2024-08-29T17:52:34.145 INFO:tasks.rados.rados.0.smithi028.stdout:1460: finishing write tid 2 to smithi02869045-24 2024-08-29T17:52:34.145 INFO:tasks.rados.rados.0.smithi028.stdout:1460: finishing write tid 3 to smithi02869045-24 2024-08-29T17:52:34.145 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 24 v 304 (ObjNum 457 snap 146 seq_num 457) dirty exists 2024-08-29T17:52:34.145 INFO:tasks.rados.rados.0.smithi028.stdout:1460: left oid 24 (ObjNum 457 snap 146 seq_num 457) 2024-08-29T17:52:34.145 INFO:tasks.rados.rados.0.smithi028.stdout:1459: done (8 left) 2024-08-29T17:52:34.145 INFO:tasks.rados.rados.0.smithi028.stdout:1460: done (7 left) 2024-08-29T17:52:34.145 INFO:tasks.rados.rados.0.smithi028.stdout:1470: rollback oid 45 current snap is 146 2024-08-29T17:52:34.145 INFO:tasks.rados.rados.0.smithi028.stdout:rollback oid 45 to 140 2024-08-29T17:52:34.145 INFO:tasks.rados.rados.0.smithi028.stdout:1461: finishing write tid 1 to smithi02869045-32 2024-08-29T17:52:34.146 INFO:tasks.rados.rados.0.smithi028.stdout:1461: finishing write tid 2 to smithi02869045-32 2024-08-29T17:52:34.146 INFO:tasks.rados.rados.0.smithi028.stdout:1462: finishing write tid 1 to smithi02869045-36 2024-08-29T17:52:34.146 INFO:tasks.rados.rados.0.smithi028.stdout:1462: finishing write tid 2 to smithi02869045-36 2024-08-29T17:52:34.146 INFO:tasks.rados.rados.0.smithi028.stdout:1461: finishing write tid 3 to smithi02869045-32 2024-08-29T17:52:34.146 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 32 v 197 (ObjNum 458 snap 146 seq_num 458) dirty exists 2024-08-29T17:52:34.146 INFO:tasks.rados.rados.0.smithi028.stdout:1461: left oid 32 (ObjNum 458 snap 146 seq_num 458) 2024-08-29T17:52:34.146 INFO:tasks.rados.rados.0.smithi028.stdout:1462: finishing write tid 3 to smithi02869045-36 2024-08-29T17:52:34.146 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 36 v 367 (ObjNum 459 snap 146 seq_num 459) dirty exists 2024-08-29T17:52:34.146 INFO:tasks.rados.rados.0.smithi028.stdout:1462: left oid 36 (ObjNum 459 snap 146 seq_num 459) 2024-08-29T17:52:34.146 INFO:tasks.rados.rados.0.smithi028.stdout:1463: finishing write tid 1 to smithi02869045-22 2024-08-29T17:52:34.146 INFO:tasks.rados.rados.0.smithi028.stdout:1463: finishing write tid 2 to smithi02869045-22 2024-08-29T17:52:34.146 INFO:tasks.rados.rados.0.smithi028.stdout:1463: finishing write tid 3 to smithi02869045-22 2024-08-29T17:52:34.146 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 22 v 849 (ObjNum 460 snap 146 seq_num 460) dirty exists 2024-08-29T17:52:34.146 INFO:tasks.rados.rados.0.smithi028.stdout:1463: left oid 22 (ObjNum 460 snap 146 seq_num 460) 2024-08-29T17:52:34.147 INFO:tasks.rados.rados.0.smithi028.stdout:1465: finishing rollback tid 1 to smithi02869045-34 2024-08-29T17:52:34.147 INFO:tasks.rados.rados.0.smithi028.stdout:1465: finishing rollback tid 2 to smithi02869045-34 2024-08-29T17:52:34.147 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 34 v 1039 (ObjNum 273 snap 78 seq_num 273) dirty exists 2024-08-29T17:52:34.147 INFO:tasks.rados.rados.0.smithi028.stdout:1469: finishing rollback tid 0 to smithi02869045-30 2024-08-29T17:52:34.147 INFO:tasks.rados.rados.0.smithi028.stdout:1469: finishing rollback tid 1 to smithi02869045-30 2024-08-29T17:52:34.147 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 30 v 318 (ObjNum 289 snap 0 seq_num 1) dirty dne 2024-08-29T17:52:34.147 INFO:tasks.rados.rados.0.smithi028.stdout:1467: finishing write tid 1 to smithi02869045-27 2024-08-29T17:52:34.147 INFO:tasks.rados.rados.0.smithi028.stdout:1467: finishing write tid 2 to smithi02869045-27 2024-08-29T17:52:34.147 INFO:tasks.rados.rados.0.smithi028.stdout:1467: finishing write tid 3 to smithi02869045-27 2024-08-29T17:52:34.147 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 27 v 853 (ObjNum 461 snap 146 seq_num 461) dirty exists 2024-08-29T17:52:34.147 INFO:tasks.rados.rados.0.smithi028.stdout:1467: left oid 27 (ObjNum 461 snap 146 seq_num 461) 2024-08-29T17:52:34.147 INFO:tasks.rados.rados.0.smithi028.stdout:1461: done (7 left) 2024-08-29T17:52:34.147 INFO:tasks.rados.rados.0.smithi028.stdout:1462: done (6 left) 2024-08-29T17:52:34.147 INFO:tasks.rados.rados.0.smithi028.stdout:1463: done (5 left) 2024-08-29T17:52:34.148 INFO:tasks.rados.rados.0.smithi028.stdout:1465: done (4 left) 2024-08-29T17:52:34.148 INFO:tasks.rados.rados.0.smithi028.stdout:1467: done (3 left) 2024-08-29T17:52:34.148 INFO:tasks.rados.rados.0.smithi028.stdout:1469: done (2 left) 2024-08-29T17:52:34.148 INFO:tasks.rados.rados.0.smithi028.stdout:1471: copy_from oid 19 from oid 42 current snap is 146 2024-08-29T17:52:34.148 INFO:tasks.rados.rados.0.smithi028.stdout:1472: rmattr oid 34 current snap is 146 2024-08-29T17:52:34.148 INFO:tasks.rados.rados.0.smithi028.stdout:1472: done (3 left) 2024-08-29T17:52:34.148 INFO:tasks.rados.rados.0.smithi028.stdout:1473: setattr oid 18 current snap is 146 2024-08-29T17:52:34.148 INFO:tasks.rados.rados.0.smithi028.stdout:1474: rollback oid 39 current snap is 146 2024-08-29T17:52:34.149 INFO:tasks.rados.rados.0.smithi028.stdout:rollback oid 39 to 113 2024-08-29T17:52:34.149 INFO:tasks.rados.rados.0.smithi028.stdout:append oid 27 current snap is 146 2024-08-29T17:52:34.149 INFO:tasks.rados.rados.0.smithi028.stdout:1475: seq_num 462 ranges {524288=540672} 2024-08-29T17:52:34.152 INFO:tasks.rados.rados.0.smithi028.stdout:1475: writing smithi02869045-27 from 524288 to 1064960 tid 1 2024-08-29T17:52:34.152 INFO:tasks.rados.rados.0.smithi028.stdout:1476: snap_remove snap 143 2024-08-29T17:52:34.736 INFO:journalctl@ceph.prometheus.a.smithi053.stdout:Aug 29 17:52:34 smithi053 bash[61790]: ts=2024-08-29T17:52:34.455Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pgs name=CephPGsInactive index=0 msg="Evaluating rule failed" rule="alert: CephPGsInactive\nexpr: ceph_pool_metadata * on (pool_id, instance) group_left () (ceph_pg_total - ceph_pg_active)\n > 0\nfor: 5m\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.7.1\n severity: critical\n type: ceph_default\nannotations:\n description: '{{ $value }} PGs have been inactive for more than 5 minutes in pool\n {{ $labels.name }}. Inactive placement groups are not able to serve read/write\n requests.'\n summary: One or more placement groups are inactive\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the right hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"3167ee72-662c-11ef-bcd4-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-29T17:52:34.736 INFO:journalctl@ceph.prometheus.a.smithi053.stdout:Aug 29 17:52:34 smithi053 bash[61790]: ts=2024-08-29T17:52:34.456Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pgs name=CephPGsUnclean index=1 msg="Evaluating rule failed" rule="alert: CephPGsUnclean\nexpr: ceph_pool_metadata * on (pool_id, instance) group_left () (ceph_pg_total - ceph_pg_clean)\n > 0\nfor: 15m\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.7.2\n severity: warning\n type: ceph_default\nannotations:\n description: '{{ $value }} PGs have been unclean for more than 15 minutes in pool\n {{ $labels.name }}. Unclean PGs have not recovered from a previous failure.'\n summary: One or more placement groups are marked unclean\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the right hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"3167ee72-662c-11ef-bcd4-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-29T17:52:35.074 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:52:34 smithi053 bash[24720]: cluster 2024-08-29T17:52:33.746941+0000 mon.a (mon.0) 150 : cluster [DBG] osdmap e356: 8 total, 8 up, 8 in 2024-08-29T17:52:35.074 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:52:34 smithi053 bash[24720]: cluster 2024-08-29T17:52:34.112793+0000 mon.a (mon.0) 151 : cluster [DBG] osdmap e357: 8 total, 8 up, 8 in 2024-08-29T17:52:35.116 INFO:tasks.rados.rados.0.smithi028.stdout:1468: expect (ObjNum 218 snap 63 seq_num 218) 2024-08-29T17:52:35.127 INFO:journalctl@ceph.mgr.y.smithi028.stdout:Aug 29 17:52:34 smithi028 bash[70818]: debug 2024-08-29T17:52:34.787+0000 7fc0b576c640 -1 mgr.server handle_report got status from non-daemon mon.c 2024-08-29T17:52:35.127 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:52:34 smithi028 bash[78352]: cluster 2024-08-29T17:52:33.746941+0000 mon.a (mon.0) 150 : cluster [DBG] osdmap e356: 8 total, 8 up, 8 in 2024-08-29T17:52:35.128 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:52:34 smithi028 bash[78352]: cluster 2024-08-29T17:52:34.112793+0000 mon.a (mon.0) 151 : cluster [DBG] osdmap e357: 8 total, 8 up, 8 in 2024-08-29T17:52:35.128 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:52:34 smithi028 bash[77168]: cluster 2024-08-29T17:52:33.746941+0000 mon.a (mon.0) 150 : cluster [DBG] osdmap e356: 8 total, 8 up, 8 in 2024-08-29T17:52:35.128 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:52:34 smithi028 bash[77168]: cluster 2024-08-29T17:52:34.112793+0000 mon.a (mon.0) 151 : cluster [DBG] osdmap e357: 8 total, 8 up, 8 in 2024-08-29T17:52:35.259 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 18 v 857 (ObjNum 357 snap 117 seq_num 357) dirty exists 2024-08-29T17:52:35.259 INFO:tasks.rados.rados.0.smithi028.stdout:1474: finishing rollback tid 0 to smithi02869045-39 2024-08-29T17:52:35.259 INFO:tasks.rados.rados.0.smithi028.stdout:1474: finishing rollback tid 1 to smithi02869045-39 2024-08-29T17:52:35.259 INFO:tasks.rados.rados.0.smithi028.stdout:1470: finishing rollback tid 0 to smithi02869045-45 2024-08-29T17:52:35.259 INFO:tasks.rados.rados.0.smithi028.stdout:1470: finishing rollback tid 1 to smithi02869045-45 2024-08-29T17:52:35.259 INFO:tasks.rados.rados.0.smithi028.stdout:1474: finishing rollback tid 2 to smithi02869045-39 2024-08-29T17:52:35.259 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 39 v 718 (ObjNum 337 snap 106 seq_num 337) dirty exists 2024-08-29T17:52:35.259 INFO:tasks.rados.rados.0.smithi028.stdout:1470: finishing rollback tid 2 to smithi02869045-45 2024-08-29T17:52:35.260 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 45 v 1043 (ObjNum 405 snap 127 seq_num 405) dirty exists 2024-08-29T17:52:35.260 INFO:tasks.rados.rados.0.smithi028.stdout:1475: finishing write tid 1 to smithi02869045-27 2024-08-29T17:52:35.260 INFO:tasks.rados.rados.0.smithi028.stdout:1475: finishing write tid 2 to smithi02869045-27 2024-08-29T17:52:35.260 INFO:tasks.rados.rados.0.smithi028.stdout:1475: finishing write tid 3 to smithi02869045-27 2024-08-29T17:52:35.260 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 27 v 859 (ObjNum 462 snap 146 seq_num 462) dirty exists 2024-08-29T17:52:35.260 INFO:tasks.rados.rados.0.smithi028.stdout:1475: left oid 27 (ObjNum 462 snap 146 seq_num 462) 2024-08-29T17:52:35.260 INFO:tasks.rados.rados.0.smithi028.stdout:1471: finishing copy_from racing read to smithi02869045-19 2024-08-29T17:52:35.260 INFO:tasks.rados.rados.0.smithi028.stdout:1471: finishing copy_from to smithi02869045-19 2024-08-29T17:52:35.260 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 19 v 255 (ObjNum 250 snap 77 seq_num 250) dirty exists 2024-08-29T17:52:35.260 INFO:tasks.rados.rados.0.smithi028.stdout:1468: done (6 left) 2024-08-29T17:52:35.260 INFO:tasks.rados.rados.0.smithi028.stdout:1470: done (5 left) 2024-08-29T17:52:35.260 INFO:tasks.rados.rados.0.smithi028.stdout:1471: done (4 left) 2024-08-29T17:52:35.260 INFO:tasks.rados.rados.0.smithi028.stdout:1473: done (3 left) 2024-08-29T17:52:35.260 INFO:tasks.rados.rados.0.smithi028.stdout:1474: done (2 left) 2024-08-29T17:52:35.261 INFO:tasks.rados.rados.0.smithi028.stdout:1475: done (1 left) 2024-08-29T17:52:35.261 INFO:tasks.rados.rados.0.smithi028.stdout:1476: done (0 left) 2024-08-29T17:52:35.261 INFO:tasks.rados.rados.0.smithi028.stdout:1477: snap_remove snap 92 2024-08-29T17:52:36.131 INFO:tasks.rados.rados.0.smithi028.stdout:1477: done (0 left) 2024-08-29T17:52:36.131 INFO:tasks.rados.rados.0.smithi028.stdout:1478: delete oid 13 current snap is 146 2024-08-29T17:52:36.158 INFO:tasks.rados.rados.0.smithi028.stdout:1478: done (0 left) 2024-08-29T17:52:36.158 INFO:tasks.rados.rados.0.smithi028.stdout:1479: setattr oid 18 current snap is 146 2024-08-29T17:52:36.163 INFO:tasks.rados.rados.0.smithi028.stdout:1480: delete oid 22 current snap is 146 2024-08-29T17:52:36.169 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 18 v 868 (ObjNum 357 snap 117 seq_num 357) dirty exists 2024-08-29T17:52:36.169 INFO:tasks.rados.rados.0.smithi028.stdout:1479: done (1 left) 2024-08-29T17:52:36.169 INFO:tasks.rados.rados.0.smithi028.stdout:1480: done (0 left) 2024-08-29T17:52:36.169 INFO:tasks.rados.rados.0.smithi028.stdout:append oid 29 current snap is 146 2024-08-29T17:52:36.169 INFO:tasks.rados.rados.0.smithi028.stdout:1481: seq_num 465 ranges {5283840=598016} 2024-08-29T17:52:36.215 INFO:tasks.rados.rados.0.smithi028.stdout:1481: writing smithi02869045-29 from 5283840 to 5881856 tid 1 2024-08-29T17:52:36.215 INFO:tasks.rados.rados.0.smithi028.stdout:append oid 36 current snap is 146 2024-08-29T17:52:36.215 INFO:tasks.rados.rados.0.smithi028.stdout:1482: seq_num 466 ranges {835584=614400} 2024-08-29T17:52:36.224 INFO:tasks.rados.rados.0.smithi028.stdout:1482: writing smithi02869045-36 from 835584 to 1449984 tid 1 2024-08-29T17:52:36.225 INFO:tasks.rados.rados.0.smithi028.stdout:1483: snap_remove snap 106 2024-08-29T17:52:36.377 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:52:36 smithi028 bash[77168]: cluster 2024-08-29T17:52:34.908333+0000 mgr.y (mgr.25022) 40 : cluster [DBG] pgmap v52: 121 pgs: 121 active+clean; 469 MiB data, 3.0 GiB used, 712 GiB / 715 GiB avail; 151 KiB/s rd, 472 KiB/s wr, 3 op/s 2024-08-29T17:52:36.377 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:52:36 smithi028 bash[77168]: cluster 2024-08-29T17:52:35.115085+0000 mon.a (mon.0) 152 : cluster [DBG] osdmap e358: 8 total, 8 up, 8 in 2024-08-29T17:52:36.378 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:52:36 smithi028 bash[77168]: audit 2024-08-29T17:52:35.905104+0000 mon.a (mon.0) 153 : audit [INF] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' 2024-08-29T17:52:36.378 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:52:36 smithi028 bash[77168]: audit 2024-08-29T17:52:35.910481+0000 mon.a (mon.0) 154 : audit [INF] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' 2024-08-29T17:52:36.378 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:52:36 smithi028 bash[78352]: cluster 2024-08-29T17:52:34.908333+0000 mgr.y (mgr.25022) 40 : cluster [DBG] pgmap v52: 121 pgs: 121 active+clean; 469 MiB data, 3.0 GiB used, 712 GiB / 715 GiB avail; 151 KiB/s rd, 472 KiB/s wr, 3 op/s 2024-08-29T17:52:36.378 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:52:36 smithi028 bash[78352]: cluster 2024-08-29T17:52:35.115085+0000 mon.a (mon.0) 152 : cluster [DBG] osdmap e358: 8 total, 8 up, 8 in 2024-08-29T17:52:36.378 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:52:36 smithi028 bash[78352]: audit 2024-08-29T17:52:35.905104+0000 mon.a (mon.0) 153 : audit [INF] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' 2024-08-29T17:52:36.378 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:52:36 smithi028 bash[78352]: audit 2024-08-29T17:52:35.910481+0000 mon.a (mon.0) 154 : audit [INF] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' 2024-08-29T17:52:36.576 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:52:36 smithi053 bash[24720]: cluster 2024-08-29T17:52:34.908333+0000 mgr.y (mgr.25022) 40 : cluster [DBG] pgmap v52: 121 pgs: 121 active+clean; 469 MiB data, 3.0 GiB used, 712 GiB / 715 GiB avail; 151 KiB/s rd, 472 KiB/s wr, 3 op/s 2024-08-29T17:52:36.577 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:52:36 smithi053 bash[24720]: cluster 2024-08-29T17:52:35.115085+0000 mon.a (mon.0) 152 : cluster [DBG] osdmap e358: 8 total, 8 up, 8 in 2024-08-29T17:52:36.577 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:52:36 smithi053 bash[24720]: audit 2024-08-29T17:52:35.905104+0000 mon.a (mon.0) 153 : audit [INF] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' 2024-08-29T17:52:36.577 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:52:36 smithi053 bash[24720]: audit 2024-08-29T17:52:35.910481+0000 mon.a (mon.0) 154 : audit [INF] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' 2024-08-29T17:52:37.166 INFO:tasks.rados.rados.0.smithi028.stdout:1483: done (2 left) 2024-08-29T17:52:37.166 INFO:tasks.rados.rados.0.smithi028.stdout:1484: snap_remove snap 114 2024-08-29T17:52:37.574 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:52:37 smithi053 bash[24720]: cluster 2024-08-29T17:52:36.135650+0000 mon.a (mon.0) 155 : cluster [DBG] osdmap e359: 8 total, 8 up, 8 in 2024-08-29T17:52:37.574 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:52:37 smithi053 bash[24720]: audit 2024-08-29T17:52:37.097004+0000 mon.a (mon.0) 156 : audit [INF] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' 2024-08-29T17:52:37.574 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:52:37 smithi053 bash[24720]: audit 2024-08-29T17:52:37.102753+0000 mon.a (mon.0) 157 : audit [INF] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' 2024-08-29T17:52:37.627 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:52:37 smithi028 bash[77168]: cluster 2024-08-29T17:52:36.135650+0000 mon.a (mon.0) 155 : cluster [DBG] osdmap e359: 8 total, 8 up, 8 in 2024-08-29T17:52:37.627 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:52:37 smithi028 bash[77168]: audit 2024-08-29T17:52:37.097004+0000 mon.a (mon.0) 156 : audit [INF] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' 2024-08-29T17:52:37.627 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:52:37 smithi028 bash[77168]: audit 2024-08-29T17:52:37.102753+0000 mon.a (mon.0) 157 : audit [INF] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' 2024-08-29T17:52:37.627 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:52:37 smithi028 bash[78352]: cluster 2024-08-29T17:52:36.135650+0000 mon.a (mon.0) 155 : cluster [DBG] osdmap e359: 8 total, 8 up, 8 in 2024-08-29T17:52:37.627 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:52:37 smithi028 bash[78352]: audit 2024-08-29T17:52:37.097004+0000 mon.a (mon.0) 156 : audit [INF] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' 2024-08-29T17:52:37.628 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:52:37 smithi028 bash[78352]: audit 2024-08-29T17:52:37.102753+0000 mon.a (mon.0) 157 : audit [INF] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' 2024-08-29T17:52:38.168 INFO:tasks.rados.rados.0.smithi028.stdout:1484: done (2 left) 2024-08-29T17:52:38.168 INFO:tasks.rados.rados.0.smithi028.stdout:1485: snap_create 2024-08-29T17:52:38.168 INFO:tasks.rados.rados.0.smithi028.stdout:1481: finishing write tid 1 to smithi02869045-29 2024-08-29T17:52:38.168 INFO:tasks.rados.rados.0.smithi028.stdout:1481: finishing write tid 2 to smithi02869045-29 2024-08-29T17:52:38.168 INFO:tasks.rados.rados.0.smithi028.stdout:1481: finishing write tid 3 to smithi02869045-29 2024-08-29T17:52:38.168 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 29 v 1041 (ObjNum 465 snap 146 seq_num 465) dirty exists 2024-08-29T17:52:38.169 INFO:tasks.rados.rados.0.smithi028.stdout:1481: left oid 29 (ObjNum 465 snap 146 seq_num 465) 2024-08-29T17:52:38.169 INFO:tasks.rados.rados.0.smithi028.stdout:1482: finishing write tid 1 to smithi02869045-36 2024-08-29T17:52:38.169 INFO:tasks.rados.rados.0.smithi028.stdout:1482: finishing write tid 2 to smithi02869045-36 2024-08-29T17:52:38.169 INFO:tasks.rados.rados.0.smithi028.stdout:1482: finishing write tid 3 to smithi02869045-36 2024-08-29T17:52:38.169 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 36 v 375 (ObjNum 466 snap 146 seq_num 466) dirty exists 2024-08-29T17:52:38.169 INFO:tasks.rados.rados.0.smithi028.stdout:1482: left oid 36 (ObjNum 466 snap 146 seq_num 466) 2024-08-29T17:52:38.574 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:52:38 smithi053 bash[24720]: cluster 2024-08-29T17:52:36.909151+0000 mgr.y (mgr.25022) 41 : cluster [DBG] pgmap v55: 121 pgs: 121 active+clean; 469 MiB data, 3.0 GiB used, 712 GiB / 715 GiB avail; 151 KiB/s rd, 472 KiB/s wr, 3 op/s 2024-08-29T17:52:38.574 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:52:38 smithi053 bash[24720]: cluster 2024-08-29T17:52:37.170130+0000 mon.a (mon.0) 158 : cluster [DBG] osdmap e360: 8 total, 8 up, 8 in 2024-08-29T17:52:38.627 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:52:38 smithi028 bash[77168]: cluster 2024-08-29T17:52:36.909151+0000 mgr.y (mgr.25022) 41 : cluster [DBG] pgmap v55: 121 pgs: 121 active+clean; 469 MiB data, 3.0 GiB used, 712 GiB / 715 GiB avail; 151 KiB/s rd, 472 KiB/s wr, 3 op/s 2024-08-29T17:52:38.627 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:52:38 smithi028 bash[77168]: cluster 2024-08-29T17:52:37.170130+0000 mon.a (mon.0) 158 : cluster [DBG] osdmap e360: 8 total, 8 up, 8 in 2024-08-29T17:52:38.627 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:52:38 smithi028 bash[78352]: cluster 2024-08-29T17:52:36.909151+0000 mgr.y (mgr.25022) 41 : cluster [DBG] pgmap v55: 121 pgs: 121 active+clean; 469 MiB data, 3.0 GiB used, 712 GiB / 715 GiB avail; 151 KiB/s rd, 472 KiB/s wr, 3 op/s 2024-08-29T17:52:38.627 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:52:38 smithi028 bash[78352]: cluster 2024-08-29T17:52:37.170130+0000 mon.a (mon.0) 158 : cluster [DBG] osdmap e360: 8 total, 8 up, 8 in 2024-08-29T17:52:39.074 INFO:journalctl@ceph.prometheus.a.smithi053.stdout:Aug 29 17:52:38 smithi053 bash[61790]: ts=2024-08-29T17:52:38.661Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=osd name=CephOSDFlapping index=13 msg="Evaluating rule failed" rule="alert: CephOSDFlapping\nexpr: (rate(ceph_osd_up[5m]) * on (ceph_daemon) group_left (hostname) ceph_osd_metadata)\n * 60 > 1\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.4.4\n severity: warning\n type: ceph_default\nannotations:\n description: OSD {{ $labels.ceph_daemon }} on {{ $labels.hostname }} was marked\n down and back up {{ $value | humanize }} times once a minute for 5 minutes. This\n may indicate a network issue (latency, packet loss, MTU mismatch) on the cluster\n network, or the public network if no cluster network is deployed. Check the network\n stats on the listed host(s).\n documentation: https://docs.ceph.com/en/latest/rados/troubleshooting/troubleshooting-osd#flapping-osds\n summary: Network issues are causing OSDs to flap (mark each other down)\n" err="found duplicate series for the match group {ceph_daemon=\"osd.0\"} on the right hand-side of the operation: [{__name__=\"ceph_osd_metadata\", ceph_daemon=\"osd.0\", ceph_version=\"ceph version 17.2.7-1503-ga89f613d (a89f613db4d5b6bca82681f19d73c6d337aae2d5) quincy (stable)\", cluster_addr=\"172.21.15.28\", device_class=\"ssd\", hostname=\"smithi028\", instance=\"ceph_cluster\", job=\"ceph\", objectstore=\"bluestore\", public_addr=\"172.21.15.28\"}, {__name__=\"ceph_osd_metadata\", ceph_daemon=\"osd.0\", ceph_version=\"ceph version 17.2.7-1503-ga89f613d (a89f613db4d5b6bca82681f19d73c6d337aae2d5) quincy (stable)\", cluster=\"3167ee72-662c-11ef-bcd4-c7b262605968\", cluster_addr=\"172.21.15.28\", device_class=\"ssd\", hostname=\"smithi028\", instance=\"ceph_cluster\", job=\"ceph\", objectstore=\"bluestore\", public_addr=\"172.21.15.28\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-29T17:52:39.172 INFO:tasks.rados.rados.0.smithi028.stdout:1481: done (2 left) 2024-08-29T17:52:39.172 INFO:tasks.rados.rados.0.smithi028.stdout:1482: done (1 left) 2024-08-29T17:52:39.172 INFO:tasks.rados.rados.0.smithi028.stdout:1485: done (0 left) 2024-08-29T17:52:39.172 INFO:tasks.rados.rados.0.smithi028.stdout:1486: read oid 50 snap -1 2024-08-29T17:52:39.172 INFO:tasks.rados.rados.0.smithi028.stdout:1486: expect (ObjNum 0 snap 0 seq_num 0) 2024-08-29T17:52:39.172 INFO:tasks.rados.rados.0.smithi028.stdout:1487: copy_from oid 31 from oid 23 current snap is 147 2024-08-29T17:52:39.172 INFO:tasks.rados.rados.0.smithi028.stdout:1488: read oid 30 snap -1 2024-08-29T17:52:39.172 INFO:tasks.rados.rados.0.smithi028.stdout:1488: expect deleted 2024-08-29T17:52:39.172 INFO:tasks.rados.rados.0.smithi028.stdout:1489: rmattr oid 44 current snap is 147 2024-08-29T17:52:39.172 INFO:tasks.rados.rados.0.smithi028.stdout:1489: done (3 left) 2024-08-29T17:52:39.173 INFO:tasks.rados.rados.0.smithi028.stdout:1490: read oid 34 snap -1 2024-08-29T17:52:39.173 INFO:tasks.rados.rados.0.smithi028.stdout:1490: expect (ObjNum 273 snap 78 seq_num 273) 2024-08-29T17:52:39.173 INFO:tasks.rados.rados.0.smithi028.stdout:1491: delete oid 29 current snap is 147 2024-08-29T17:52:39.177 INFO:tasks.rados.rados.0.smithi028.stdout:1486: expect (ObjNum 0 snap 0 seq_num 0) 2024-08-29T17:52:39.192 INFO:tasks.rados.rados.0.smithi028.stdout:1490: expect (ObjNum 273 snap 78 seq_num 273) 2024-08-29T17:52:39.276 INFO:tasks.rados.rados.0.smithi028.stdout:1487: finishing copy_from racing read to smithi02869045-31 2024-08-29T17:52:39.277 INFO:tasks.rados.rados.0.smithi028.stdout:1487: finishing copy_from to smithi02869045-31 2024-08-29T17:52:39.277 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 31 v 485 (ObjNum 352 snap 113 seq_num 352) dirty exists 2024-08-29T17:52:39.277 INFO:tasks.rados.rados.0.smithi028.stdout:1486: done (4 left) 2024-08-29T17:52:39.277 INFO:tasks.rados.rados.0.smithi028.stdout:1487: done (3 left) 2024-08-29T17:52:39.277 INFO:tasks.rados.rados.0.smithi028.stdout:1488: done (2 left) 2024-08-29T17:52:39.277 INFO:tasks.rados.rados.0.smithi028.stdout:1490: done (1 left) 2024-08-29T17:52:39.277 INFO:tasks.rados.rados.0.smithi028.stdout:1491: done (0 left) 2024-08-29T17:52:39.277 INFO:tasks.rados.rados.0.smithi028.stdout:1492: rollback oid 12 current snap is 147 2024-08-29T17:52:39.277 INFO:tasks.rados.rados.0.smithi028.stdout:rollback oid 12 to 135 2024-08-29T17:52:39.277 INFO:tasks.rados.rados.0.smithi028.stdout:append oid 11 current snap is 147 2024-08-29T17:52:39.277 INFO:tasks.rados.rados.0.smithi028.stdout:1493: seq_num 468 ranges {204800=647168} 2024-08-29T17:52:39.288 INFO:tasks.rados.rados.0.smithi028.stdout:1493: writing smithi02869045-11 from 204800 to 851968 tid 1 2024-08-29T17:52:39.288 INFO:tasks.rados.rados.0.smithi028.stdout:1494: setattr oid 13 current snap is 147 2024-08-29T17:52:39.288 INFO:tasks.rados.rados.0.smithi028.stdout:1492: finishing rollback tid 0 to smithi02869045-12 2024-08-29T17:52:39.288 INFO:tasks.rados.rados.0.smithi028.stdout:1492: finishing rollback tid 1 to smithi02869045-12 2024-08-29T17:52:39.289 INFO:tasks.rados.rados.0.smithi028.stdout:1492: finishing rollback tid 2 to smithi02869045-12 2024-08-29T17:52:39.289 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 12 v 387 (ObjNum 424 snap 133 seq_num 424) dirty exists 2024-08-29T17:52:39.292 INFO:tasks.rados.rados.0.smithi028.stdout:1492: done (2 left) 2024-08-29T17:52:39.292 INFO:tasks.rados.rados.0.smithi028.stdout:append oid 19 current snap is 147 2024-08-29T17:52:39.292 INFO:tasks.rados.rados.0.smithi028.stdout:1495: seq_num 469 ranges {3219456=663552} 2024-08-29T17:52:39.341 INFO:tasks.rados.rados.0.smithi028.stdout:1495: writing smithi02869045-19 from 3219456 to 3883008 tid 1 2024-08-29T17:52:39.341 INFO:tasks.rados.rados.0.smithi028.stdout:1496: copy_from oid 12 from oid 9 current snap is 147 2024-08-29T17:52:39.341 INFO:tasks.rados.rados.0.smithi028.stdout:1493: finishing write tid 1 to smithi02869045-11 2024-08-29T17:52:39.341 INFO:tasks.rados.rados.0.smithi028.stdout:1493: finishing write tid 2 to smithi02869045-11 2024-08-29T17:52:39.341 INFO:tasks.rados.rados.0.smithi028.stdout:1497: read oid 48 snap 104 2024-08-29T17:52:39.341 INFO:tasks.rados.rados.0.smithi028.stdout:1497: expect deleted 2024-08-29T17:52:39.341 INFO:tasks.rados.rados.0.smithi028.stdout:1498: rmattr oid 10 current snap is 147 2024-08-29T17:52:39.341 INFO:tasks.rados.rados.0.smithi028.stdout:1498: done (5 left) 2024-08-29T17:52:39.342 INFO:tasks.rados.rados.0.smithi028.stdout:1499: snap_remove snap 140 2024-08-29T17:52:39.574 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:52:39 smithi053 bash[24720]: cluster 2024-08-29T17:52:38.171719+0000 mon.a (mon.0) 159 : cluster [DBG] osdmap e361: 8 total, 8 up, 8 in 2024-08-29T17:52:39.574 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:52:39 smithi053 bash[24720]: cluster 2024-08-29T17:52:39.175518+0000 mon.a (mon.0) 160 : cluster [DBG] osdmap e362: 8 total, 8 up, 8 in 2024-08-29T17:52:39.627 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:52:39 smithi028 bash[77168]: cluster 2024-08-29T17:52:38.171719+0000 mon.a (mon.0) 159 : cluster [DBG] osdmap e361: 8 total, 8 up, 8 in 2024-08-29T17:52:39.627 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:52:39 smithi028 bash[77168]: cluster 2024-08-29T17:52:39.175518+0000 mon.a (mon.0) 160 : cluster [DBG] osdmap e362: 8 total, 8 up, 8 in 2024-08-29T17:52:39.627 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:52:39 smithi028 bash[78352]: cluster 2024-08-29T17:52:38.171719+0000 mon.a (mon.0) 159 : cluster [DBG] osdmap e361: 8 total, 8 up, 8 in 2024-08-29T17:52:39.628 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:52:39 smithi028 bash[78352]: cluster 2024-08-29T17:52:39.175518+0000 mon.a (mon.0) 160 : cluster [DBG] osdmap e362: 8 total, 8 up, 8 in 2024-08-29T17:52:40.199 INFO:tasks.rados.rados.0.smithi028.stdout:1499: done (5 left) 2024-08-29T17:52:40.199 INFO:tasks.rados.rados.0.smithi028.stdout:1500: snap_create 2024-08-29T17:52:40.202 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 13 v 1231 (ObjNum 49 snap 0 seq_num 1953066355) dirty exists 2024-08-29T17:52:40.202 INFO:tasks.rados.rados.0.smithi028.stdout:1493: finishing write tid 3 to smithi02869045-11 2024-08-29T17:52:40.202 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 11 v 1049 (ObjNum 468 snap 147 seq_num 468) dirty exists 2024-08-29T17:52:40.202 INFO:tasks.rados.rados.0.smithi028.stdout:1493: left oid 11 (ObjNum 468 snap 147 seq_num 468) 2024-08-29T17:52:40.202 INFO:tasks.rados.rados.0.smithi028.stdout:1495: finishing write tid 1 to smithi02869045-19 2024-08-29T17:52:40.202 INFO:tasks.rados.rados.0.smithi028.stdout:1495: finishing write tid 2 to smithi02869045-19 2024-08-29T17:52:40.203 INFO:tasks.rados.rados.0.smithi028.stdout:1495: finishing write tid 3 to smithi02869045-19 2024-08-29T17:52:40.203 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 19 v 1045 (ObjNum 469 snap 147 seq_num 469) dirty exists 2024-08-29T17:52:40.203 INFO:tasks.rados.rados.0.smithi028.stdout:1495: left oid 19 (ObjNum 469 snap 147 seq_num 469) 2024-08-29T17:52:40.203 INFO:tasks.rados.rados.0.smithi028.stdout:1496: finishing copy_from racing read to smithi02869045-12 2024-08-29T17:52:40.203 INFO:tasks.rados.rados.0.smithi028.stdout:1496: finishing copy_from to smithi02869045-12 2024-08-29T17:52:40.203 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 12 v 1047 (ObjNum 452 snap 143 seq_num 452) dirty exists 2024-08-29T17:52:40.574 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:52:40 smithi053 bash[24720]: cluster 2024-08-29T17:52:38.909944+0000 mgr.y (mgr.25022) 42 : cluster [DBG] pgmap v58: 121 pgs: 121 active+clean; 469 MiB data, 3.0 GiB used, 712 GiB / 715 GiB avail; 2.0 MiB/s rd, 1.3 MiB/s wr, 16 op/s 2024-08-29T17:52:40.627 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:52:40 smithi028 bash[78352]: cluster 2024-08-29T17:52:38.909944+0000 mgr.y (mgr.25022) 42 : cluster [DBG] pgmap v58: 121 pgs: 121 active+clean; 469 MiB data, 3.0 GiB used, 712 GiB / 715 GiB avail; 2.0 MiB/s rd, 1.3 MiB/s wr, 16 op/s 2024-08-29T17:52:40.627 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:52:40 smithi028 bash[77168]: cluster 2024-08-29T17:52:38.909944+0000 mgr.y (mgr.25022) 42 : cluster [DBG] pgmap v58: 121 pgs: 121 active+clean; 469 MiB data, 3.0 GiB used, 712 GiB / 715 GiB avail; 2.0 MiB/s rd, 1.3 MiB/s wr, 16 op/s 2024-08-29T17:52:41.206 INFO:tasks.rados.rados.0.smithi028.stdout:1493: done (5 left) 2024-08-29T17:52:41.206 INFO:tasks.rados.rados.0.smithi028.stdout:1494: done (4 left) 2024-08-29T17:52:41.207 INFO:tasks.rados.rados.0.smithi028.stdout:1495: done (3 left) 2024-08-29T17:52:41.207 INFO:tasks.rados.rados.0.smithi028.stdout:1496: done (2 left) 2024-08-29T17:52:41.207 INFO:tasks.rados.rados.0.smithi028.stdout:1497: done (1 left) 2024-08-29T17:52:41.207 INFO:tasks.rados.rados.0.smithi028.stdout:1500: done (0 left) 2024-08-29T17:52:41.207 INFO:tasks.rados.rados.0.smithi028.stdout:1501: read oid 36 snap -1 2024-08-29T17:52:41.207 INFO:tasks.rados.rados.0.smithi028.stdout:1501: expect (ObjNum 466 snap 146 seq_num 466) 2024-08-29T17:52:41.207 INFO:tasks.rados.rados.0.smithi028.stdout:append oid 1 current snap is 148 2024-08-29T17:52:41.207 INFO:tasks.rados.rados.0.smithi028.stdout:1502: seq_num 470 ranges {9158656=679936} 2024-08-29T17:52:41.313 INFO:tasks.rados.rados.0.smithi028.stdout:1502: writing smithi02869045-1 from 9158656 to 9838592 tid 1 2024-08-29T17:52:41.313 INFO:tasks.rados.rados.0.smithi028.stdout:1503: rollback oid 8 current snap is 148 2024-08-29T17:52:41.313 INFO:tasks.rados.rados.0.smithi028.stdout:rollback oid 8 to 144 2024-08-29T17:52:41.313 INFO:tasks.rados.rados.0.smithi028.stdout:1501: expect (ObjNum 466 snap 146 seq_num 466) 2024-08-29T17:52:41.430 INFO:tasks.rados.rados.0.smithi028.stdout:1503: finishing rollback tid 0 to smithi02869045-8 2024-08-29T17:52:41.430 INFO:tasks.rados.rados.0.smithi028.stdout:1502: finishing write tid 1 to smithi02869045-1 2024-08-29T17:52:41.430 INFO:tasks.rados.rados.0.smithi028.stdout:1503: finishing rollback tid 1 to smithi02869045-8 2024-08-29T17:52:41.430 INFO:tasks.rados.rados.0.smithi028.stdout:1503: finishing rollback tid 2 to smithi02869045-8 2024-08-29T17:52:41.430 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 8 v 1045 (ObjNum 447 snap 142 seq_num 447) dirty exists 2024-08-29T17:52:41.430 INFO:tasks.rados.rados.0.smithi028.stdout:1502: finishing write tid 2 to smithi02869045-1 2024-08-29T17:52:41.430 INFO:tasks.rados.rados.0.smithi028.stdout:1502: finishing write tid 3 to smithi02869045-1 2024-08-29T17:52:41.431 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 1 v 1242 (ObjNum 470 snap 148 seq_num 470) dirty exists 2024-08-29T17:52:41.431 INFO:tasks.rados.rados.0.smithi028.stdout:1502: left oid 1 (ObjNum 470 snap 148 seq_num 470) 2024-08-29T17:52:41.431 INFO:tasks.rados.rados.0.smithi028.stdout:1501: done (2 left) 2024-08-29T17:52:41.431 INFO:tasks.rados.rados.0.smithi028.stdout:1502: done (1 left) 2024-08-29T17:52:41.431 INFO:tasks.rados.rados.0.smithi028.stdout:1503: done (0 left) 2024-08-29T17:52:41.431 INFO:tasks.rados.rados.0.smithi028.stdout:1504: rollback oid 45 current snap is 148 2024-08-29T17:52:41.431 INFO:tasks.rados.rados.0.smithi028.stdout:rollback oid 45 to 131 2024-08-29T17:52:41.431 INFO:tasks.rados.rados.0.smithi028.stdout:1505: rmattr oid 3 current snap is 148 2024-08-29T17:52:41.431 INFO:tasks.rados.rados.0.smithi028.stdout:1505: done (1 left) 2024-08-29T17:52:41.431 INFO:tasks.rados.rados.0.smithi028.stdout:append oid 12 current snap is 148 2024-08-29T17:52:41.431 INFO:tasks.rados.rados.0.smithi028.stdout:1506: seq_num 471 ranges {8273920=696320} 2024-08-29T17:52:41.487 INFO:tasks.rados.rados.0.smithi028.stdout:1506: writing smithi02869045-12 from 8273920 to 8970240 tid 1 2024-08-29T17:52:41.487 INFO:tasks.rados.rados.0.smithi028.stdout:1507: read oid 14 snap -1 2024-08-29T17:52:41.487 INFO:tasks.rados.rados.0.smithi028.stdout:1507: expect (ObjNum 413 snap 132 seq_num 413) 2024-08-29T17:52:41.487 INFO:tasks.rados.rados.0.smithi028.stdout:1508: rollback oid 38 current snap is 148 2024-08-29T17:52:41.487 INFO:tasks.rados.rados.0.smithi028.stdout:rollback oid 38 to 145 2024-08-29T17:52:41.487 INFO:tasks.rados.rados.0.smithi028.stdout:1504: finishing rollback tid 0 to smithi02869045-45 2024-08-29T17:52:41.487 INFO:tasks.rados.rados.0.smithi028.stdout:1504: finishing rollback tid 1 to smithi02869045-45 2024-08-29T17:52:41.487 INFO:tasks.rados.rados.0.smithi028.stdout:1504: finishing rollback tid 2 to smithi02869045-45 2024-08-29T17:52:41.488 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 45 v 1048 (ObjNum 405 snap 127 seq_num 405) dirty exists 2024-08-29T17:52:41.488 INFO:tasks.rados.rados.0.smithi028.stdout:1504: done (3 left) 2024-08-29T17:52:41.488 INFO:tasks.rados.rados.0.smithi028.stdout:1509: snap_remove snap 133 2024-08-29T17:52:41.574 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:52:41 smithi053 bash[24720]: cluster 2024-08-29T17:52:40.198417+0000 mon.a (mon.0) 161 : cluster [DBG] osdmap e363: 8 total, 8 up, 8 in 2024-08-29T17:52:41.627 INFO:journalctl@ceph.mgr.y.smithi028.stdout:Aug 29 17:52:41 smithi028 bash[70818]: ::ffff:172.21.15.53 - - [29/Aug/2024:17:52:41] "GET /metrics HTTP/1.1" 200 36034 "" "Prometheus/2.43.0" 2024-08-29T17:52:41.628 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:52:41 smithi028 bash[78352]: cluster 2024-08-29T17:52:40.198417+0000 mon.a (mon.0) 161 : cluster [DBG] osdmap e363: 8 total, 8 up, 8 in 2024-08-29T17:52:41.628 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:52:41 smithi028 bash[77168]: cluster 2024-08-29T17:52:40.198417+0000 mon.a (mon.0) 161 : cluster [DBG] osdmap e363: 8 total, 8 up, 8 in 2024-08-29T17:52:42.228 INFO:tasks.rados.rados.0.smithi028.stdout:1509: done (3 left) 2024-08-29T17:52:42.228 INFO:tasks.rados.rados.0.smithi028.stdout:1510: read oid 7 snap -1 2024-08-29T17:52:42.228 INFO:tasks.rados.rados.0.smithi028.stdout:1510: expect (ObjNum 432 snap 137 seq_num 432) 2024-08-29T17:52:42.228 INFO:tasks.rados.rados.0.smithi028.stdout:1511: delete oid 44 current snap is 148 2024-08-29T17:52:42.228 INFO:tasks.rados.rados.0.smithi028.stdout:1508: finishing rollback tid 0 to smithi02869045-38 2024-08-29T17:52:42.229 INFO:tasks.rados.rados.0.smithi028.stdout:1508: finishing rollback tid 1 to smithi02869045-38 2024-08-29T17:52:42.229 INFO:tasks.rados.rados.0.smithi028.stdout:1506: finishing write tid 1 to smithi02869045-12 2024-08-29T17:52:42.229 INFO:tasks.rados.rados.0.smithi028.stdout:1506: finishing write tid 2 to smithi02869045-12 2024-08-29T17:52:42.229 INFO:tasks.rados.rados.0.smithi028.stdout:1508: finishing rollback tid 2 to smithi02869045-38 2024-08-29T17:52:42.229 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 38 v 1091 (ObjNum 406 snap 127 seq_num 406) dirty exists 2024-08-29T17:52:42.229 INFO:tasks.rados.rados.0.smithi028.stdout:1507: expect (ObjNum 413 snap 132 seq_num 413) 2024-08-29T17:52:42.297 INFO:tasks.rados.rados.0.smithi028.stdout:1506: finishing write tid 3 to smithi02869045-12 2024-08-29T17:52:42.297 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 12 v 1049 (ObjNum 471 snap 148 seq_num 471) dirty exists 2024-08-29T17:52:42.297 INFO:tasks.rados.rados.0.smithi028.stdout:1506: left oid 12 (ObjNum 471 snap 148 seq_num 471) 2024-08-29T17:52:42.297 INFO:tasks.rados.rados.0.smithi028.stdout:1506: done (4 left) 2024-08-29T17:52:42.297 INFO:tasks.rados.rados.0.smithi028.stdout:1507: done (3 left) 2024-08-29T17:52:42.297 INFO:tasks.rados.rados.0.smithi028.stdout:1508: done (2 left) 2024-08-29T17:52:42.298 INFO:tasks.rados.rados.0.smithi028.stdout:1511: done (1 left) 2024-08-29T17:52:42.298 INFO:tasks.rados.rados.0.smithi028.stdout:1512: snap_create 2024-08-29T17:52:42.298 INFO:tasks.rados.rados.0.smithi028.stdout:1510: expect (ObjNum 432 snap 137 seq_num 432) 2024-08-29T17:52:42.574 INFO:journalctl@ceph.prometheus.a.smithi053.stdout:Aug 29 17:52:42 smithi053 bash[61790]: ts=2024-08-29T17:52:42.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"3167ee72-662c-11ef-bcd4-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-29T17:52:42.574 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:52:42 smithi053 bash[24720]: cluster 2024-08-29T17:52:40.910781+0000 mgr.y (mgr.25022) 43 : cluster [DBG] pgmap v61: 121 pgs: 121 active+clean; 469 MiB data, 3.0 GiB used, 712 GiB / 715 GiB avail; 2.0 MiB/s rd, 1.3 MiB/s wr, 16 op/s 2024-08-29T17:52:42.574 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:52:42 smithi053 bash[24720]: cluster 2024-08-29T17:52:41.210265+0000 mon.a (mon.0) 162 : cluster [DBG] osdmap e364: 8 total, 8 up, 8 in 2024-08-29T17:52:42.575 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:52:42 smithi053 bash[24720]: audit 2024-08-29T17:52:42.006946+0000 mon.a (mon.0) 163 : audit [DBG] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-29T17:52:42.627 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:52:42 smithi028 bash[78352]: cluster 2024-08-29T17:52:40.910781+0000 mgr.y (mgr.25022) 43 : cluster [DBG] pgmap v61: 121 pgs: 121 active+clean; 469 MiB data, 3.0 GiB used, 712 GiB / 715 GiB avail; 2.0 MiB/s rd, 1.3 MiB/s wr, 16 op/s 2024-08-29T17:52:42.627 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:52:42 smithi028 bash[78352]: cluster 2024-08-29T17:52:41.210265+0000 mon.a (mon.0) 162 : cluster [DBG] osdmap e364: 8 total, 8 up, 8 in 2024-08-29T17:52:42.628 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:52:42 smithi028 bash[78352]: audit 2024-08-29T17:52:42.006946+0000 mon.a (mon.0) 163 : audit [DBG] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-29T17:52:42.628 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:52:42 smithi028 bash[77168]: cluster 2024-08-29T17:52:40.910781+0000 mgr.y (mgr.25022) 43 : cluster [DBG] pgmap v61: 121 pgs: 121 active+clean; 469 MiB data, 3.0 GiB used, 712 GiB / 715 GiB avail; 2.0 MiB/s rd, 1.3 MiB/s wr, 16 op/s 2024-08-29T17:52:42.628 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:52:42 smithi028 bash[77168]: cluster 2024-08-29T17:52:41.210265+0000 mon.a (mon.0) 162 : cluster [DBG] osdmap e364: 8 total, 8 up, 8 in 2024-08-29T17:52:42.628 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:52:42 smithi028 bash[77168]: audit 2024-08-29T17:52:42.006946+0000 mon.a (mon.0) 163 : audit [DBG] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-29T17:52:43.231 INFO:tasks.rados.rados.0.smithi028.stdout:1510: done (1 left) 2024-08-29T17:52:43.231 INFO:tasks.rados.rados.0.smithi028.stdout:1512: done (0 left) 2024-08-29T17:52:43.232 INFO:tasks.rados.rados.0.smithi028.stdout:1513: read oid 13 snap -1 2024-08-29T17:52:43.232 INFO:tasks.rados.rados.0.smithi028.stdout:1513: expect (ObjNum 0 snap 0 seq_num 0) 2024-08-29T17:52:43.232 INFO:tasks.rados.rados.0.smithi028.stdout:1514: read oid 34 snap -1 2024-08-29T17:52:43.232 INFO:tasks.rados.rados.0.smithi028.stdout:1514: expect (ObjNum 273 snap 78 seq_num 273) 2024-08-29T17:52:43.232 INFO:tasks.rados.rados.0.smithi028.stdout:1515: read oid 11 snap 113 2024-08-29T17:52:43.232 INFO:tasks.rados.rados.0.smithi028.stdout:1515: expect (ObjNum 256 snap 78 seq_num 256) 2024-08-29T17:52:43.232 INFO:tasks.rados.rados.0.smithi028.stdout:1516: read oid 28 snap -1 2024-08-29T17:52:43.232 INFO:tasks.rados.rados.0.smithi028.stdout:1516: expect (ObjNum 411 snap 130 seq_num 411) 2024-08-29T17:52:43.232 INFO:tasks.rados.rados.0.smithi028.stdout:1517: read oid 45 snap -1 2024-08-29T17:52:43.232 INFO:tasks.rados.rados.0.smithi028.stdout:1517: expect (ObjNum 405 snap 127 seq_num 405) 2024-08-29T17:52:43.232 INFO:tasks.rados.rados.0.smithi028.stdout:1518: rmattr oid 41 current snap is 149 2024-08-29T17:52:43.232 INFO:tasks.rados.rados.0.smithi028.stdout:1518: done (5 left) 2024-08-29T17:52:43.232 INFO:tasks.rados.rados.0.smithi028.stdout:append oid 30 current snap is 149 2024-08-29T17:52:43.232 INFO:tasks.rados.rados.0.smithi028.stdout:1519: seq_num 473 ranges {0=729088} 2024-08-29T17:52:43.239 INFO:tasks.rados.rados.0.smithi028.stdout:1519: writing smithi02869045-30 from 0 to 729088 tid 1 2024-08-29T17:52:43.239 INFO:tasks.rados.rados.0.smithi028.stdout:1520: read oid 46 snap -1 2024-08-29T17:52:43.239 INFO:tasks.rados.rados.0.smithi028.stdout:1520: expect (ObjNum 451 snap 142 seq_num 451) 2024-08-29T17:52:43.239 INFO:tasks.rados.rados.0.smithi028.stdout:append oid 27 current snap is 149 2024-08-29T17:52:43.240 INFO:tasks.rados.rados.0.smithi028.stdout:1521: seq_num 474 ranges {1064960=745472} 2024-08-29T17:52:43.251 INFO:tasks.rados.rados.0.smithi028.stdout:1521: writing smithi02869045-27 from 1064960 to 1810432 tid 1 2024-08-29T17:52:43.251 INFO:tasks.rados.rados.0.smithi028.stdout:1522: delete oid 7 current snap is 149 2024-08-29T17:52:43.251 INFO:tasks.rados.rados.0.smithi028.stdout:1513: expect (ObjNum 0 snap 0 seq_num 0) 2024-08-29T17:52:43.256 INFO:tasks.rados.rados.0.smithi028.stdout:1515: expect (ObjNum 256 snap 78 seq_num 256) 2024-08-29T17:52:43.340 INFO:tasks.rados.rados.0.smithi028.stdout:1520: expect (ObjNum 451 snap 142 seq_num 451) 2024-08-29T17:52:43.351 INFO:tasks.rados.rados.0.smithi028.stdout:1517: expect (ObjNum 405 snap 127 seq_num 405) 2024-08-29T17:52:43.404 INFO:tasks.rados.rados.0.smithi028.stdout:1514: expect (ObjNum 273 snap 78 seq_num 273) 2024-08-29T17:52:43.462 INFO:tasks.rados.rados.0.smithi028.stdout:1516: expect (ObjNum 411 snap 130 seq_num 411) 2024-08-29T17:52:43.473 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:52:43 smithi028 bash[78352]: cluster 2024-08-29T17:52:42.221071+0000 mon.a (mon.0) 164 : cluster [DBG] osdmap e365: 8 total, 8 up, 8 in 2024-08-29T17:52:43.474 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:52:43 smithi028 bash[77168]: cluster 2024-08-29T17:52:42.221071+0000 mon.a (mon.0) 164 : cluster [DBG] osdmap e365: 8 total, 8 up, 8 in 2024-08-29T17:52:43.505 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:52:43 smithi053 bash[24720]: cluster 2024-08-29T17:52:42.221071+0000 mon.a (mon.0) 164 : cluster [DBG] osdmap e365: 8 total, 8 up, 8 in 2024-08-29T17:52:43.522 INFO:tasks.rados.rados.0.smithi028.stdout:1521: finishing write tid 1 to smithi02869045-27 2024-08-29T17:52:43.522 INFO:tasks.rados.rados.0.smithi028.stdout:1519: finishing write tid 1 to smithi02869045-30 2024-08-29T17:52:43.522 INFO:tasks.rados.rados.0.smithi028.stdout:1519: finishing write tid 2 to smithi02869045-30 2024-08-29T17:52:43.522 INFO:tasks.rados.rados.0.smithi028.stdout:1521: finishing write tid 2 to smithi02869045-27 2024-08-29T17:52:43.522 INFO:tasks.rados.rados.0.smithi028.stdout:1519: finishing write tid 3 to smithi02869045-30 2024-08-29T17:52:43.522 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 30 v 320 (ObjNum 473 snap 149 seq_num 473) dirty exists 2024-08-29T17:52:43.522 INFO:tasks.rados.rados.0.smithi028.stdout:1519: left oid 30 (ObjNum 473 snap 149 seq_num 473) 2024-08-29T17:52:43.522 INFO:tasks.rados.rados.0.smithi028.stdout:1521: finishing write tid 3 to smithi02869045-27 2024-08-29T17:52:43.522 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 27 v 890 (ObjNum 474 snap 149 seq_num 474) dirty exists 2024-08-29T17:52:43.522 INFO:tasks.rados.rados.0.smithi028.stdout:1521: left oid 27 (ObjNum 474 snap 149 seq_num 474) 2024-08-29T17:52:43.522 INFO:tasks.rados.rados.0.smithi028.stdout:1513: done (8 left) 2024-08-29T17:52:43.523 INFO:tasks.rados.rados.0.smithi028.stdout:1514: done (7 left) 2024-08-29T17:52:43.523 INFO:tasks.rados.rados.0.smithi028.stdout:1515: done (6 left) 2024-08-29T17:52:43.523 INFO:tasks.rados.rados.0.smithi028.stdout:1516: done (5 left) 2024-08-29T17:52:43.523 INFO:tasks.rados.rados.0.smithi028.stdout:1517: done (4 left) 2024-08-29T17:52:43.523 INFO:tasks.rados.rados.0.smithi028.stdout:1519: done (3 left) 2024-08-29T17:52:43.523 INFO:tasks.rados.rados.0.smithi028.stdout:1520: done (2 left) 2024-08-29T17:52:43.523 INFO:tasks.rados.rados.0.smithi028.stdout:1521: done (1 left) 2024-08-29T17:52:43.523 INFO:tasks.rados.rados.0.smithi028.stdout:1522: done (0 left) 2024-08-29T17:52:43.523 INFO:tasks.rados.rados.0.smithi028.stdout:1523: read oid 4 snap 131 2024-08-29T17:52:43.523 INFO:tasks.rados.rados.0.smithi028.stdout:1523: expect (ObjNum 313 snap 91 seq_num 313) 2024-08-29T17:52:43.523 INFO:tasks.rados.rados.0.smithi028.stdout:1524: read oid 38 snap -1 2024-08-29T17:52:43.523 INFO:tasks.rados.rados.0.smithi028.stdout:1524: expect (ObjNum 406 snap 127 seq_num 406) 2024-08-29T17:52:43.523 INFO:tasks.rados.rados.0.smithi028.stdout:1525: read oid 7 snap -1 2024-08-29T17:52:43.524 INFO:tasks.rados.rados.0.smithi028.stdout:1525: expect deleted 2024-08-29T17:52:43.524 INFO:tasks.rados.rados.0.smithi028.stdout:1526: snap_remove snap 147 2024-08-29T17:52:43.824 INFO:journalctl@ceph.prometheus.a.smithi053.stdout:Aug 29 17:52:43 smithi053 bash[61790]: ts=2024-08-29T17:52:43.507Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=nodes name=CephNodeDiskspaceWarning index=4 msg="Evaluating rule failed" rule="alert: CephNodeDiskspaceWarning\nexpr: predict_linear(node_filesystem_free_bytes{device=~\"/.*\"}[2d], 3600 * 24 * 5)\n * on (instance) group_left (nodename) node_uname_info < 0\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.8.4\n severity: warning\n type: ceph_default\nannotations:\n description: Mountpoint {{ $labels.mountpoint }} on {{ $labels.nodename }} will\n be full in less than 5 days based on the 48 hour trailing fill rate.\n summary: Host filesystem free space is getting low\n" err="found duplicate series for the match group {instance=\"smithi028\"} on the right hand-side of the operation: [{__name__=\"node_uname_info\", domainname=\"(none)\", instance=\"smithi028\", job=\"node\", machine=\"x86_64\", nodename=\"smithi028\", release=\"5.15.0-119-generic\", sysname=\"Linux\", version=\"#129-Ubuntu SMP Fri Aug 2 19:25:20 UTC 2024\"}, {__name__=\"node_uname_info\", cluster=\"3167ee72-662c-11ef-bcd4-c7b262605968\", domainname=\"(none)\", instance=\"smithi028\", job=\"node\", machine=\"x86_64\", nodename=\"smithi028\", release=\"5.15.0-119-generic\", sysname=\"Linux\", version=\"#129-Ubuntu SMP Fri Aug 2 19:25:20 UTC 2024\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-29T17:52:44.117 INFO:tasks.rados.rados.0.smithi028.stdout:1526: done (3 left) 2024-08-29T17:52:44.118 INFO:tasks.rados.rados.0.smithi028.stdout:append oid 2 current snap is 149 2024-08-29T17:52:44.118 INFO:tasks.rados.rados.0.smithi028.stdout:1527: seq_num 476 ranges {7667712=778240} 2024-08-29T17:52:44.171 INFO:tasks.rados.rados.0.smithi028.stdout:1527: writing smithi02869045-2 from 7667712 to 8445952 tid 1 2024-08-29T17:52:44.171 INFO:tasks.rados.rados.0.smithi028.stdout:1528: rollback oid 47 current snap is 149 2024-08-29T17:52:44.172 INFO:tasks.rados.rados.0.smithi028.stdout:rollback oid 47 to 52 2024-08-29T17:52:44.172 INFO:tasks.rados.rados.0.smithi028.stdout:1523: expect (ObjNum 313 snap 91 seq_num 313) 2024-08-29T17:52:44.206 INFO:tasks.rados.rados.0.smithi028.stdout:1524: expect (ObjNum 406 snap 127 seq_num 406) 2024-08-29T17:52:44.420 INFO:tasks.rados.rados.0.smithi028.stdout:1527: finishing write tid 1 to smithi02869045-2 2024-08-29T17:52:44.421 INFO:tasks.rados.rados.0.smithi028.stdout:1527: finishing write tid 2 to smithi02869045-2 2024-08-29T17:52:44.421 INFO:tasks.rados.rados.0.smithi028.stdout:1527: finishing write tid 3 to smithi02869045-2 2024-08-29T17:52:44.421 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 2 v 1037 (ObjNum 476 snap 149 seq_num 476) dirty exists 2024-08-29T17:52:44.421 INFO:tasks.rados.rados.0.smithi028.stdout:1527: left oid 2 (ObjNum 476 snap 149 seq_num 476) 2024-08-29T17:52:44.421 INFO:tasks.rados.rados.0.smithi028.stdout:1528: finishing rollback tid 0 to smithi02869045-47 2024-08-29T17:52:44.421 INFO:tasks.rados.rados.0.smithi028.stdout:1528: finishing rollback tid 1 to smithi02869045-47 2024-08-29T17:52:44.421 INFO:tasks.rados.rados.0.smithi028.stdout:1528: finishing rollback tid 2 to smithi02869045-47 2024-08-29T17:52:44.421 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 47 v 1094 (ObjNum 180 snap 52 seq_num 180) dirty exists 2024-08-29T17:52:44.421 INFO:tasks.rados.rados.0.smithi028.stdout:1523: done (4 left) 2024-08-29T17:52:44.421 INFO:tasks.rados.rados.0.smithi028.stdout:1524: done (3 left) 2024-08-29T17:52:44.421 INFO:tasks.rados.rados.0.smithi028.stdout:1525: done (2 left) 2024-08-29T17:52:44.421 INFO:tasks.rados.rados.0.smithi028.stdout:1527: done (1 left) 2024-08-29T17:52:44.422 INFO:tasks.rados.rados.0.smithi028.stdout:1528: done (0 left) 2024-08-29T17:52:44.422 INFO:tasks.rados.rados.0.smithi028.stdout:append oid 3 current snap is 149 2024-08-29T17:52:44.422 INFO:tasks.rados.rados.0.smithi028.stdout:1529: seq_num 477 ranges {2129920=794624} 2024-08-29T17:52:44.449 INFO:tasks.rados.rados.0.smithi028.stdout:1529: writing smithi02869045-3 from 2129920 to 2924544 tid 1 2024-08-29T17:52:44.449 INFO:tasks.rados.rados.0.smithi028.stdout:append oid 26 current snap is 149 2024-08-29T17:52:44.449 INFO:tasks.rados.rados.0.smithi028.stdout:1530: seq_num 478 ranges {0=409600,409600=401408} 2024-08-29T17:52:44.453 INFO:tasks.rados.rados.0.smithi028.stdout:1530: writing smithi02869045-26 from 0 to 409600 tid 1 2024-08-29T17:52:44.457 INFO:tasks.rados.rados.0.smithi028.stdout:1530: writing smithi02869045-26 from 409600 to 811008 tid 2 2024-08-29T17:52:44.458 INFO:tasks.rados.rados.0.smithi028.stdout:1531: copy_from oid 6 from oid 9 current snap is 149 2024-08-29T17:52:44.458 INFO:tasks.rados.rados.0.smithi028.stdout:1532: snap_remove snap 127 2024-08-29T17:52:44.574 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:52:44 smithi053 bash[24720]: cluster 2024-08-29T17:52:42.911633+0000 mgr.y (mgr.25022) 44 : cluster [DBG] pgmap v64: 121 pgs: 121 active+clean; 469 MiB data, 3.0 GiB used, 712 GiB / 715 GiB avail 2024-08-29T17:52:44.574 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:52:44 smithi053 bash[24720]: cluster 2024-08-29T17:52:43.234921+0000 mon.a (mon.0) 165 : cluster [DBG] osdmap e366: 8 total, 8 up, 8 in 2024-08-29T17:52:44.574 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:52:44 smithi053 bash[24720]: cluster 2024-08-29T17:52:44.121264+0000 mon.a (mon.0) 166 : cluster [DBG] osdmap e367: 8 total, 8 up, 8 in 2024-08-29T17:52:44.575 INFO:journalctl@ceph.prometheus.a.smithi053.stdout:Aug 29 17:52:44 smithi053 bash[61790]: ts=2024-08-29T17:52:44.454Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pgs name=CephPGsInactive index=0 msg="Evaluating rule failed" rule="alert: CephPGsInactive\nexpr: ceph_pool_metadata * on (pool_id, instance) group_left () (ceph_pg_total - ceph_pg_active)\n > 0\nfor: 5m\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.7.1\n severity: critical\n type: ceph_default\nannotations:\n description: '{{ $value }} PGs have been inactive for more than 5 minutes in pool\n {{ $labels.name }}. Inactive placement groups are not able to serve read/write\n requests.'\n summary: One or more placement groups are inactive\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the right hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"3167ee72-662c-11ef-bcd4-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-29T17:52:44.575 INFO:journalctl@ceph.prometheus.a.smithi053.stdout:Aug 29 17:52:44 smithi053 bash[61790]: ts=2024-08-29T17:52:44.455Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pgs name=CephPGsUnclean index=1 msg="Evaluating rule failed" rule="alert: CephPGsUnclean\nexpr: ceph_pool_metadata * on (pool_id, instance) group_left () (ceph_pg_total - ceph_pg_clean)\n > 0\nfor: 15m\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.7.2\n severity: warning\n type: ceph_default\nannotations:\n description: '{{ $value }} PGs have been unclean for more than 15 minutes in pool\n {{ $labels.name }}. Unclean PGs have not recovered from a previous failure.'\n summary: One or more placement groups are marked unclean\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the right hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"3167ee72-662c-11ef-bcd4-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-29T17:52:44.627 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:52:44 smithi028 bash[78352]: cluster 2024-08-29T17:52:42.911633+0000 mgr.y (mgr.25022) 44 : cluster [DBG] pgmap v64: 121 pgs: 121 active+clean; 469 MiB data, 3.0 GiB used, 712 GiB / 715 GiB avail 2024-08-29T17:52:44.628 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:52:44 smithi028 bash[78352]: cluster 2024-08-29T17:52:43.234921+0000 mon.a (mon.0) 165 : cluster [DBG] osdmap e366: 8 total, 8 up, 8 in 2024-08-29T17:52:44.628 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:52:44 smithi028 bash[78352]: cluster 2024-08-29T17:52:44.121264+0000 mon.a (mon.0) 166 : cluster [DBG] osdmap e367: 8 total, 8 up, 8 in 2024-08-29T17:52:44.628 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:52:44 smithi028 bash[77168]: cluster 2024-08-29T17:52:42.911633+0000 mgr.y (mgr.25022) 44 : cluster [DBG] pgmap v64: 121 pgs: 121 active+clean; 469 MiB data, 3.0 GiB used, 712 GiB / 715 GiB avail 2024-08-29T17:52:44.628 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:52:44 smithi028 bash[77168]: cluster 2024-08-29T17:52:43.234921+0000 mon.a (mon.0) 165 : cluster [DBG] osdmap e366: 8 total, 8 up, 8 in 2024-08-29T17:52:44.628 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:52:44 smithi028 bash[77168]: cluster 2024-08-29T17:52:44.121264+0000 mon.a (mon.0) 166 : cluster [DBG] osdmap e367: 8 total, 8 up, 8 in 2024-08-29T17:52:45.241 INFO:tasks.rados.rados.0.smithi028.stdout:1529: finishing write tid 1 to smithi02869045-3 2024-08-29T17:52:45.241 INFO:tasks.rados.rados.0.smithi028.stdout:1529: finishing write tid 2 to smithi02869045-3 2024-08-29T17:52:45.241 INFO:tasks.rados.rados.0.smithi028.stdout:1529: finishing write tid 3 to smithi02869045-3 2024-08-29T17:52:45.241 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 3 v 1052 (ObjNum 477 snap 149 seq_num 477) dirty exists 2024-08-29T17:52:45.241 INFO:tasks.rados.rados.0.smithi028.stdout:1529: left oid 3 (ObjNum 477 snap 149 seq_num 477) 2024-08-29T17:52:45.241 INFO:tasks.rados.rados.0.smithi028.stdout:1530: finishing write tid 1 to smithi02869045-26 2024-08-29T17:52:45.241 INFO:tasks.rados.rados.0.smithi028.stdout:1530: finishing write tid 2 to smithi02869045-26 2024-08-29T17:52:45.241 INFO:tasks.rados.rados.0.smithi028.stdout:1530: finishing write tid 3 to smithi02869045-26 2024-08-29T17:52:45.242 INFO:tasks.rados.rados.0.smithi028.stdout:1530: finishing write tid 4 to smithi02869045-26 2024-08-29T17:52:45.242 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 26 v 895 (ObjNum 478 snap 149 seq_num 478) dirty exists 2024-08-29T17:52:45.242 INFO:tasks.rados.rados.0.smithi028.stdout:1530: left oid 26 (ObjNum 478 snap 149 seq_num 478) 2024-08-29T17:52:45.242 INFO:tasks.rados.rados.0.smithi028.stdout:1531: finishing copy_from racing read to smithi02869045-6 2024-08-29T17:52:45.242 INFO:tasks.rados.rados.0.smithi028.stdout:1531: finishing copy_from to smithi02869045-6 2024-08-29T17:52:45.242 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 6 v 1047 (ObjNum 452 snap 143 seq_num 452) dirty exists 2024-08-29T17:52:45.242 INFO:tasks.rados.rados.0.smithi028.stdout:1529: done (3 left) 2024-08-29T17:52:45.242 INFO:tasks.rados.rados.0.smithi028.stdout:1530: done (2 left) 2024-08-29T17:52:45.242 INFO:tasks.rados.rados.0.smithi028.stdout:1531: done (1 left) 2024-08-29T17:52:45.242 INFO:tasks.rados.rados.0.smithi028.stdout:1532: done (0 left) 2024-08-29T17:52:45.242 INFO:tasks.rados.rados.0.smithi028.stdout:1533: snap_create 2024-08-29T17:52:46.245 INFO:tasks.rados.rados.0.smithi028.stdout:1533: done (0 left) 2024-08-29T17:52:46.245 INFO:tasks.rados.rados.0.smithi028.stdout:1534: delete oid 39 current snap is 150 2024-08-29T17:52:46.251 INFO:tasks.rados.rados.0.smithi028.stdout:1534: done (0 left) 2024-08-29T17:52:46.251 INFO:tasks.rados.rados.0.smithi028.stdout:1535: snap_remove snap 146 2024-08-29T17:52:46.492 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:52:46 smithi028 bash[78352]: cluster 2024-08-29T17:52:44.912408+0000 mgr.y (mgr.25022) 45 : cluster [DBG] pgmap v67: 121 pgs: 121 active+clean; 474 MiB data, 3.0 GiB used, 712 GiB / 715 GiB avail; 4.2 MiB/s rd, 3.7 MiB/s wr, 16 op/s 2024-08-29T17:52:46.493 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:52:46 smithi028 bash[78352]: cluster 2024-08-29T17:52:45.242276+0000 mon.a (mon.0) 167 : cluster [DBG] osdmap e368: 8 total, 8 up, 8 in 2024-08-29T17:52:46.493 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:52:46 smithi028 bash[77168]: cluster 2024-08-29T17:52:44.912408+0000 mgr.y (mgr.25022) 45 : cluster [DBG] pgmap v67: 121 pgs: 121 active+clean; 474 MiB data, 3.0 GiB used, 712 GiB / 715 GiB avail; 4.2 MiB/s rd, 3.7 MiB/s wr, 16 op/s 2024-08-29T17:52:46.493 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:52:46 smithi028 bash[77168]: cluster 2024-08-29T17:52:45.242276+0000 mon.a (mon.0) 167 : cluster [DBG] osdmap e368: 8 total, 8 up, 8 in 2024-08-29T17:52:46.574 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:52:46 smithi053 bash[24720]: cluster 2024-08-29T17:52:44.912408+0000 mgr.y (mgr.25022) 45 : cluster [DBG] pgmap v67: 121 pgs: 121 active+clean; 474 MiB data, 3.0 GiB used, 712 GiB / 715 GiB avail; 4.2 MiB/s rd, 3.7 MiB/s wr, 16 op/s 2024-08-29T17:52:46.574 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:52:46 smithi053 bash[24720]: cluster 2024-08-29T17:52:45.242276+0000 mon.a (mon.0) 167 : cluster [DBG] osdmap e368: 8 total, 8 up, 8 in 2024-08-29T17:52:47.261 INFO:tasks.rados.rados.0.smithi028.stdout:1535: done (0 left) 2024-08-29T17:52:47.261 INFO:tasks.rados.rados.0.smithi028.stdout:1536: snap_remove snap 126 2024-08-29T17:52:47.574 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:52:47 smithi053 bash[24720]: cluster 2024-08-29T17:52:46.248081+0000 mon.a (mon.0) 168 : cluster [DBG] osdmap e369: 8 total, 8 up, 8 in 2024-08-29T17:52:47.574 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:52:47 smithi053 bash[24720]: audit 2024-08-29T17:52:47.024753+0000 mon.a (mon.0) 169 : audit [INF] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' 2024-08-29T17:52:47.574 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:52:47 smithi053 bash[24720]: audit 2024-08-29T17:52:47.033351+0000 mon.a (mon.0) 170 : audit [INF] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' 2024-08-29T17:52:47.575 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:52:47 smithi053 bash[24720]: audit 2024-08-29T17:52:47.035231+0000 mon.a (mon.0) 171 : audit [DBG] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-29T17:52:47.575 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:52:47 smithi053 bash[24720]: audit 2024-08-29T17:52:47.036731+0000 mon.a (mon.0) 172 : audit [INF] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-29T17:52:47.575 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:52:47 smithi053 bash[24720]: audit 2024-08-29T17:52:47.048451+0000 mon.a (mon.0) 173 : audit [INF] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' 2024-08-29T17:52:47.575 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:52:47 smithi053 bash[24720]: audit 2024-08-29T17:52:47.211859+0000 mon.a (mon.0) 174 : audit [DBG] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-29T17:52:47.575 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:52:47 smithi053 bash[24720]: audit 2024-08-29T17:52:47.215681+0000 mon.a (mon.0) 175 : audit [DBG] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-08-29T17:52:47.575 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:52:47 smithi053 bash[24720]: audit 2024-08-29T17:52:47.218575+0000 mon.a (mon.0) 176 : audit [DBG] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "quorum_status"}]: dispatch 2024-08-29T17:52:47.575 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:52:47 smithi053 bash[24720]: audit 2024-08-29T17:52:47.220285+0000 mon.a (mon.0) 177 : audit [DBG] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "mon ok-to-stop", "ids": ["b"]}]: dispatch 2024-08-29T17:52:47.628 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:52:47 smithi028 bash[78352]: cluster 2024-08-29T17:52:46.248081+0000 mon.a (mon.0) 168 : cluster [DBG] osdmap e369: 8 total, 8 up, 8 in 2024-08-29T17:52:47.628 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:52:47 smithi028 bash[78352]: audit 2024-08-29T17:52:47.024753+0000 mon.a (mon.0) 169 : audit [INF] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' 2024-08-29T17:52:47.628 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:52:47 smithi028 bash[78352]: audit 2024-08-29T17:52:47.033351+0000 mon.a (mon.0) 170 : audit [INF] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' 2024-08-29T17:52:47.628 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:52:47 smithi028 bash[78352]: audit 2024-08-29T17:52:47.035231+0000 mon.a (mon.0) 171 : audit [DBG] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-29T17:52:47.628 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:52:47 smithi028 bash[78352]: audit 2024-08-29T17:52:47.036731+0000 mon.a (mon.0) 172 : audit [INF] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-29T17:52:47.628 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:52:47 smithi028 bash[78352]: audit 2024-08-29T17:52:47.048451+0000 mon.a (mon.0) 173 : audit [INF] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' 2024-08-29T17:52:47.628 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:52:47 smithi028 bash[78352]: audit 2024-08-29T17:52:47.211859+0000 mon.a (mon.0) 174 : audit [DBG] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-29T17:52:47.628 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:52:47 smithi028 bash[78352]: audit 2024-08-29T17:52:47.215681+0000 mon.a (mon.0) 175 : audit [DBG] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-08-29T17:52:47.628 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:52:47 smithi028 bash[78352]: audit 2024-08-29T17:52:47.218575+0000 mon.a (mon.0) 176 : audit [DBG] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "quorum_status"}]: dispatch 2024-08-29T17:52:47.628 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:52:47 smithi028 bash[78352]: audit 2024-08-29T17:52:47.220285+0000 mon.a (mon.0) 177 : audit [DBG] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "mon ok-to-stop", "ids": ["b"]}]: dispatch 2024-08-29T17:52:47.629 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:52:47 smithi028 bash[77168]: cluster 2024-08-29T17:52:46.248081+0000 mon.a (mon.0) 168 : cluster [DBG] osdmap e369: 8 total, 8 up, 8 in 2024-08-29T17:52:47.629 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:52:47 smithi028 bash[77168]: audit 2024-08-29T17:52:47.024753+0000 mon.a (mon.0) 169 : audit [INF] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' 2024-08-29T17:52:47.629 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:52:47 smithi028 bash[77168]: audit 2024-08-29T17:52:47.033351+0000 mon.a (mon.0) 170 : audit [INF] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' 2024-08-29T17:52:47.629 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:52:47 smithi028 bash[77168]: audit 2024-08-29T17:52:47.035231+0000 mon.a (mon.0) 171 : audit [DBG] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-29T17:52:47.629 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:52:47 smithi028 bash[77168]: audit 2024-08-29T17:52:47.036731+0000 mon.a (mon.0) 172 : audit [INF] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-29T17:52:47.629 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:52:47 smithi028 bash[77168]: audit 2024-08-29T17:52:47.048451+0000 mon.a (mon.0) 173 : audit [INF] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' 2024-08-29T17:52:47.629 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:52:47 smithi028 bash[77168]: audit 2024-08-29T17:52:47.211859+0000 mon.a (mon.0) 174 : audit [DBG] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-29T17:52:47.629 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:52:47 smithi028 bash[77168]: audit 2024-08-29T17:52:47.215681+0000 mon.a (mon.0) 175 : audit [DBG] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-08-29T17:52:47.629 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:52:47 smithi028 bash[77168]: audit 2024-08-29T17:52:47.218575+0000 mon.a (mon.0) 176 : audit [DBG] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "quorum_status"}]: dispatch 2024-08-29T17:52:47.629 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:52:47 smithi028 bash[77168]: audit 2024-08-29T17:52:47.220285+0000 mon.a (mon.0) 177 : audit [DBG] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "mon ok-to-stop", "ids": ["b"]}]: dispatch 2024-08-29T17:52:48.264 INFO:tasks.rados.rados.0.smithi028.stdout:1536: done (0 left) 2024-08-29T17:52:48.265 INFO:tasks.rados.rados.0.smithi028.stdout:1537: rollback oid 19 current snap is 150 2024-08-29T17:52:48.265 INFO:tasks.rados.rados.0.smithi028.stdout:rollback oid 19 to 113 2024-08-29T17:52:48.265 INFO:tasks.rados.rados.0.smithi028.stdout:1538: rmattr oid 33 current snap is 150 2024-08-29T17:52:48.265 INFO:tasks.rados.rados.0.smithi028.stdout:append oid 46 current snap is 150 2024-08-29T17:52:48.265 INFO:tasks.rados.rados.0.smithi028.stdout:1539: seq_num 480 ranges {360448=442368,802816=401408} 2024-08-29T17:52:48.269 INFO:tasks.rados.rados.0.smithi028.stdout:1539: writing smithi02869045-46 from 360448 to 802816 tid 1 2024-08-29T17:52:48.273 INFO:tasks.rados.rados.0.smithi028.stdout:1539: writing smithi02869045-46 from 802816 to 1204224 tid 2 2024-08-29T17:52:48.273 INFO:tasks.rados.rados.0.smithi028.stdout:1540: rmattr oid 40 current snap is 150 2024-08-29T17:52:48.274 INFO:tasks.rados.rados.0.smithi028.stdout:1540: done (3 left) 2024-08-29T17:52:48.274 INFO:tasks.rados.rados.0.smithi028.stdout:append oid 3 current snap is 150 2024-08-29T17:52:48.274 INFO:tasks.rados.rados.0.smithi028.stdout:1541: seq_num 481 ranges {2924544=458752,3383296=401408} 2024-08-29T17:52:48.300 INFO:tasks.rados.rados.0.smithi028.stdout:1541: writing smithi02869045-3 from 2924544 to 3383296 tid 1 2024-08-29T17:52:48.303 INFO:tasks.rados.rados.0.smithi028.stdout:1541: writing smithi02869045-3 from 3383296 to 3784704 tid 2 2024-08-29T17:52:48.304 INFO:tasks.rados.rados.0.smithi028.stdout:append oid 39 current snap is 150 2024-08-29T17:52:48.304 INFO:tasks.rados.rados.0.smithi028.stdout:1542: seq_num 482 ranges {0=475136,475136=401408} 2024-08-29T17:52:48.307 INFO:tasks.rados.rados.0.smithi028.stdout:1542: writing smithi02869045-39 from 0 to 475136 tid 1 2024-08-29T17:52:48.310 INFO:tasks.rados.rados.0.smithi028.stdout:1542: writing smithi02869045-39 from 475136 to 876544 tid 2 2024-08-29T17:52:48.310 INFO:tasks.rados.rados.0.smithi028.stdout:1543: read oid 15 snap -1 2024-08-29T17:52:48.310 INFO:tasks.rados.rados.0.smithi028.stdout:1543: expect deleted 2024-08-29T17:52:48.310 INFO:tasks.rados.rados.0.smithi028.stdout:append oid 29 current snap is 150 2024-08-29T17:52:48.310 INFO:tasks.rados.rados.0.smithi028.stdout:1539: finishing write tid 1 to smithi02869045-46 2024-08-29T17:52:48.310 INFO:tasks.rados.rados.0.smithi028.stdout:1544: seq_num 483 ranges {0=491520,491520=401408} 2024-08-29T17:52:48.313 INFO:tasks.rados.rados.0.smithi028.stdout:1544: writing smithi02869045-29 from 0 to 491520 tid 1 2024-08-29T17:52:48.317 INFO:tasks.rados.rados.0.smithi028.stdout:1544: writing smithi02869045-29 from 491520 to 892928 tid 2 2024-08-29T17:52:48.317 INFO:tasks.rados.rados.0.smithi028.stdout:1545: snap_remove snap 148 2024-08-29T17:52:48.574 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:52:48 smithi053 bash[24720]: cluster 2024-08-29T17:52:46.913089+0000 mgr.y (mgr.25022) 46 : cluster [DBG] pgmap v70: 121 pgs: 121 active+clean; 474 MiB data, 3.0 GiB used, 712 GiB / 715 GiB avail; 4.2 MiB/s rd, 3.7 MiB/s wr, 16 op/s 2024-08-29T17:52:48.574 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:52:48 smithi053 bash[24720]: cephadm 2024-08-29T17:52:47.221513+0000 mgr.y (mgr.25022) 47 : cephadm [INF] Upgrade: It appears safe to stop mon.b 2024-08-29T17:52:48.574 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:52:48 smithi053 bash[24720]: cluster 2024-08-29T17:52:47.264458+0000 mon.a (mon.0) 178 : cluster [DBG] osdmap e370: 8 total, 8 up, 8 in 2024-08-29T17:52:48.627 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:52:48 smithi028 bash[77168]: cluster 2024-08-29T17:52:46.913089+0000 mgr.y (mgr.25022) 46 : cluster [DBG] pgmap v70: 121 pgs: 121 active+clean; 474 MiB data, 3.0 GiB used, 712 GiB / 715 GiB avail; 4.2 MiB/s rd, 3.7 MiB/s wr, 16 op/s 2024-08-29T17:52:48.628 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:52:48 smithi028 bash[77168]: cephadm 2024-08-29T17:52:47.221513+0000 mgr.y (mgr.25022) 47 : cephadm [INF] Upgrade: It appears safe to stop mon.b 2024-08-29T17:52:48.628 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:52:48 smithi028 bash[77168]: cluster 2024-08-29T17:52:47.264458+0000 mon.a (mon.0) 178 : cluster [DBG] osdmap e370: 8 total, 8 up, 8 in 2024-08-29T17:52:48.628 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:52:48 smithi028 bash[78352]: cluster 2024-08-29T17:52:46.913089+0000 mgr.y (mgr.25022) 46 : cluster [DBG] pgmap v70: 121 pgs: 121 active+clean; 474 MiB data, 3.0 GiB used, 712 GiB / 715 GiB avail; 4.2 MiB/s rd, 3.7 MiB/s wr, 16 op/s 2024-08-29T17:52:48.628 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:52:48 smithi028 bash[78352]: cephadm 2024-08-29T17:52:47.221513+0000 mgr.y (mgr.25022) 47 : cephadm [INF] Upgrade: It appears safe to stop mon.b 2024-08-29T17:52:48.628 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:52:48 smithi028 bash[78352]: cluster 2024-08-29T17:52:47.264458+0000 mon.a (mon.0) 178 : cluster [DBG] osdmap e370: 8 total, 8 up, 8 in 2024-08-29T17:52:49.074 INFO:journalctl@ceph.prometheus.a.smithi053.stdout:Aug 29 17:52:48 smithi053 bash[61790]: ts=2024-08-29T17:52:48.661Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=osd name=CephOSDFlapping index=13 msg="Evaluating rule failed" rule="alert: CephOSDFlapping\nexpr: (rate(ceph_osd_up[5m]) * on (ceph_daemon) group_left (hostname) ceph_osd_metadata)\n * 60 > 1\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.4.4\n severity: warning\n type: ceph_default\nannotations:\n description: OSD {{ $labels.ceph_daemon }} on {{ $labels.hostname }} was marked\n down and back up {{ $value | humanize }} times once a minute for 5 minutes. This\n may indicate a network issue (latency, packet loss, MTU mismatch) on the cluster\n network, or the public network if no cluster network is deployed. Check the network\n stats on the listed host(s).\n documentation: https://docs.ceph.com/en/latest/rados/troubleshooting/troubleshooting-osd#flapping-osds\n summary: Network issues are causing OSDs to flap (mark each other down)\n" err="found duplicate series for the match group {ceph_daemon=\"osd.0\"} on the right hand-side of the operation: [{__name__=\"ceph_osd_metadata\", ceph_daemon=\"osd.0\", ceph_version=\"ceph version 17.2.7-1503-ga89f613d (a89f613db4d5b6bca82681f19d73c6d337aae2d5) quincy (stable)\", cluster_addr=\"172.21.15.28\", device_class=\"ssd\", hostname=\"smithi028\", instance=\"ceph_cluster\", job=\"ceph\", objectstore=\"bluestore\", public_addr=\"172.21.15.28\"}, {__name__=\"ceph_osd_metadata\", ceph_daemon=\"osd.0\", ceph_version=\"ceph version 17.2.7-1503-ga89f613d (a89f613db4d5b6bca82681f19d73c6d337aae2d5) quincy (stable)\", cluster=\"3167ee72-662c-11ef-bcd4-c7b262605968\", cluster_addr=\"172.21.15.28\", device_class=\"ssd\", hostname=\"smithi028\", instance=\"ceph_cluster\", job=\"ceph\", objectstore=\"bluestore\", public_addr=\"172.21.15.28\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-29T17:52:49.293 INFO:tasks.rados.rados.0.smithi028.stdout:1539: finishing write tid 2 to smithi02869045-46 2024-08-29T17:52:49.293 INFO:tasks.rados.rados.0.smithi028.stdout:1539: finishing write tid 3 to smithi02869045-46 2024-08-29T17:52:49.293 INFO:tasks.rados.rados.0.smithi028.stdout:1539: finishing write tid 4 to smithi02869045-46 2024-08-29T17:52:49.293 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 46 v 307 (ObjNum 480 snap 150 seq_num 480) dirty exists 2024-08-29T17:52:49.293 INFO:tasks.rados.rados.0.smithi028.stdout:1539: left oid 46 (ObjNum 480 snap 150 seq_num 480) 2024-08-29T17:52:49.293 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 33 v 1276 (ObjNum 322 snap 101 seq_num 322) dirty exists 2024-08-29T17:52:49.294 INFO:tasks.rados.rados.0.smithi028.stdout:1537: finishing rollback tid 0 to smithi02869045-19 2024-08-29T17:52:49.294 INFO:tasks.rados.rados.0.smithi028.stdout:1537: finishing rollback tid 1 to smithi02869045-19 2024-08-29T17:52:49.294 INFO:tasks.rados.rados.0.smithi028.stdout:1537: finishing rollback tid 2 to smithi02869045-19 2024-08-29T17:52:49.294 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 19 v 1070 (ObjNum 336 snap 105 seq_num 336) dirty exists 2024-08-29T17:52:49.294 INFO:tasks.rados.rados.0.smithi028.stdout:1541: finishing write tid 1 to smithi02869045-3 2024-08-29T17:52:49.294 INFO:tasks.rados.rados.0.smithi028.stdout:1541: finishing write tid 2 to smithi02869045-3 2024-08-29T17:52:49.294 INFO:tasks.rados.rados.0.smithi028.stdout:1541: finishing write tid 3 to smithi02869045-3 2024-08-29T17:52:49.294 INFO:tasks.rados.rados.0.smithi028.stdout:1542: finishing write tid 1 to smithi02869045-39 2024-08-29T17:52:49.294 INFO:tasks.rados.rados.0.smithi028.stdout:1542: finishing write tid 2 to smithi02869045-39 2024-08-29T17:52:49.294 INFO:tasks.rados.rados.0.smithi028.stdout:1544: finishing write tid 1 to smithi02869045-29 2024-08-29T17:52:49.294 INFO:tasks.rados.rados.0.smithi028.stdout:1542: finishing write tid 3 to smithi02869045-39 2024-08-29T17:52:49.294 INFO:tasks.rados.rados.0.smithi028.stdout:1544: finishing write tid 2 to smithi02869045-29 2024-08-29T17:52:49.295 INFO:tasks.rados.rados.0.smithi028.stdout:1544: finishing write tid 3 to smithi02869045-29 2024-08-29T17:52:49.295 INFO:tasks.rados.rados.0.smithi028.stdout:1541: finishing write tid 4 to smithi02869045-3 2024-08-29T17:52:49.295 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 3 v 1078 (ObjNum 481 snap 150 seq_num 481) dirty exists 2024-08-29T17:52:49.295 INFO:tasks.rados.rados.0.smithi028.stdout:1541: left oid 3 (ObjNum 481 snap 150 seq_num 481) 2024-08-29T17:52:49.295 INFO:tasks.rados.rados.0.smithi028.stdout:1542: finishing write tid 4 to smithi02869045-39 2024-08-29T17:52:49.295 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 39 v 722 (ObjNum 482 snap 150 seq_num 482) dirty exists 2024-08-29T17:52:49.296 INFO:tasks.rados.rados.0.smithi028.stdout:1542: left oid 39 (ObjNum 482 snap 150 seq_num 482) 2024-08-29T17:52:49.296 INFO:tasks.rados.rados.0.smithi028.stdout:1544: finishing write tid 4 to smithi02869045-29 2024-08-29T17:52:49.296 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 29 v 1048 (ObjNum 483 snap 150 seq_num 483) dirty exists 2024-08-29T17:52:49.296 INFO:tasks.rados.rados.0.smithi028.stdout:1544: left oid 29 (ObjNum 483 snap 150 seq_num 483) 2024-08-29T17:52:49.296 INFO:tasks.rados.rados.0.smithi028.stdout:1537: done (7 left) 2024-08-29T17:52:49.296 INFO:tasks.rados.rados.0.smithi028.stdout:1538: done (6 left) 2024-08-29T17:52:49.296 INFO:tasks.rados.rados.0.smithi028.stdout:1539: done (5 left) 2024-08-29T17:52:49.296 INFO:tasks.rados.rados.0.smithi028.stdout:1541: done (4 left) 2024-08-29T17:52:49.296 INFO:tasks.rados.rados.0.smithi028.stdout:1542: done (3 left) 2024-08-29T17:52:49.296 INFO:tasks.rados.rados.0.smithi028.stdout:1543: done (2 left) 2024-08-29T17:52:49.296 INFO:tasks.rados.rados.0.smithi028.stdout:1544: done (1 left) 2024-08-29T17:52:49.296 INFO:tasks.rados.rados.0.smithi028.stdout:1545: done (0 left) 2024-08-29T17:52:49.297 INFO:tasks.rados.rados.0.smithi028.stdout:append oid 35 current snap is 150 2024-08-29T17:52:49.297 INFO:tasks.rados.rados.0.smithi028.stdout:1546: seq_num 484 ranges {0=507904,507904=401408} 2024-08-29T17:52:49.297 INFO:tasks.rados.rados.0.smithi028.stdout:1546: writing smithi02869045-35 from 0 to 507904 tid 1 2024-08-29T17:52:49.300 INFO:tasks.rados.rados.0.smithi028.stdout:1546: writing smithi02869045-35 from 507904 to 909312 tid 2 2024-08-29T17:52:49.300 INFO:tasks.rados.rados.0.smithi028.stdout:1547: snap_create 2024-08-29T17:52:49.317 INFO:tasks.rados.rados.0.smithi028.stdout:1546: finishing write tid 1 to smithi02869045-35 2024-08-29T17:52:49.317 INFO:tasks.rados.rados.0.smithi028.stdout:1546: finishing write tid 2 to smithi02869045-35 2024-08-29T17:52:49.318 INFO:tasks.rados.rados.0.smithi028.stdout:1546: finishing write tid 3 to smithi02869045-35 2024-08-29T17:52:49.319 INFO:tasks.rados.rados.0.smithi028.stdout:1546: finishing write tid 4 to smithi02869045-35 2024-08-29T17:52:49.320 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 35 v 1051 (ObjNum 484 snap 150 seq_num 484) dirty exists 2024-08-29T17:52:49.320 INFO:tasks.rados.rados.0.smithi028.stdout:1546: left oid 35 (ObjNum 484 snap 150 seq_num 484) 2024-08-29T17:52:49.574 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:52:49 smithi053 bash[24720]: cluster 2024-08-29T17:52:48.265298+0000 mon.a (mon.0) 179 : cluster [DBG] osdmap e371: 8 total, 8 up, 8 in 2024-08-29T17:52:49.627 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:52:49 smithi028 bash[77168]: cluster 2024-08-29T17:52:48.265298+0000 mon.a (mon.0) 179 : cluster [DBG] osdmap e371: 8 total, 8 up, 8 in 2024-08-29T17:52:49.627 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:52:49 smithi028 bash[78352]: cluster 2024-08-29T17:52:48.265298+0000 mon.a (mon.0) 179 : cluster [DBG] osdmap e371: 8 total, 8 up, 8 in 2024-08-29T17:52:50.293 INFO:tasks.rados.rados.0.smithi028.stdout:1546: done (1 left) 2024-08-29T17:52:50.293 INFO:tasks.rados.rados.0.smithi028.stdout:1547: done (0 left) 2024-08-29T17:52:50.293 INFO:tasks.rados.rados.0.smithi028.stdout:append oid 44 current snap is 151 2024-08-29T17:52:50.293 INFO:tasks.rados.rados.0.smithi028.stdout:1548: seq_num 485 ranges {0=532480,532480=401408} 2024-08-29T17:52:50.298 INFO:tasks.rados.rados.0.smithi028.stdout:1548: writing smithi02869045-44 from 0 to 532480 tid 1 2024-08-29T17:52:50.302 INFO:tasks.rados.rados.0.smithi028.stdout:1548: writing smithi02869045-44 from 532480 to 933888 tid 2 2024-08-29T17:52:50.302 INFO:tasks.rados.rados.0.smithi028.stdout:append oid 48 current snap is 151 2024-08-29T17:52:50.302 INFO:tasks.rados.rados.0.smithi028.stdout:1549: seq_num 486 ranges {0=548864,548864=401408} 2024-08-29T17:52:50.308 INFO:tasks.rados.rados.0.smithi028.stdout:1549: writing smithi02869045-48 from 0 to 548864 tid 1 2024-08-29T17:52:50.313 INFO:tasks.rados.rados.0.smithi028.stdout:1549: writing smithi02869045-48 from 548864 to 950272 tid 2 2024-08-29T17:52:50.313 INFO:tasks.rados.rados.0.smithi028.stdout:1550: delete oid 25 current snap is 151 2024-08-29T17:52:50.313 INFO:tasks.rados.rados.0.smithi028.stdout:1548: finishing write tid 1 to smithi02869045-44 2024-08-29T17:52:50.314 INFO:tasks.rados.rados.0.smithi028.stdout:1548: finishing write tid 2 to smithi02869045-44 2024-08-29T17:52:50.315 INFO:tasks.rados.rados.0.smithi028.stdout:1548: finishing write tid 3 to smithi02869045-44 2024-08-29T17:52:50.318 INFO:tasks.rados.rados.0.smithi028.stdout:1548: finishing write tid 4 to smithi02869045-44 2024-08-29T17:52:50.318 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 44 v 1040 (ObjNum 485 snap 151 seq_num 485) dirty exists 2024-08-29T17:52:50.318 INFO:tasks.rados.rados.0.smithi028.stdout:1548: left oid 44 (ObjNum 485 snap 151 seq_num 485) 2024-08-29T17:52:50.320 INFO:tasks.rados.rados.0.smithi028.stdout:1549: finishing write tid 1 to smithi02869045-48 2024-08-29T17:52:50.321 INFO:tasks.rados.rados.0.smithi028.stdout:1549: finishing write tid 2 to smithi02869045-48 2024-08-29T17:52:50.321 INFO:tasks.rados.rados.0.smithi028.stdout:1549: finishing write tid 3 to smithi02869045-48 2024-08-29T17:52:50.323 INFO:tasks.rados.rados.0.smithi028.stdout:1548: done (2 left) 2024-08-29T17:52:50.323 INFO:tasks.rados.rados.0.smithi028.stdout:1550: done (1 left) 2024-08-29T17:52:50.324 INFO:tasks.rados.rados.0.smithi028.stdout:append oid 22 current snap is 151 2024-08-29T17:52:50.324 INFO:tasks.rados.rados.0.smithi028.stdout:1551: seq_num 488 ranges {0=581632,581632=401408} 2024-08-29T17:52:50.330 INFO:tasks.rados.rados.0.smithi028.stdout:1551: writing smithi02869045-22 from 0 to 581632 tid 1 2024-08-29T17:52:50.334 INFO:tasks.rados.rados.0.smithi028.stdout:1551: writing smithi02869045-22 from 581632 to 983040 tid 2 2024-08-29T17:52:50.334 INFO:tasks.rados.rados.0.smithi028.stdout:append oid 49 current snap is 151 2024-08-29T17:52:50.334 INFO:tasks.rados.rados.0.smithi028.stdout:1552: seq_num 489 ranges {7897088=598016,8495104=401408} 2024-08-29T17:52:50.405 INFO:tasks.rados.rados.0.smithi028.stdout:1552: writing smithi02869045-49 from 7897088 to 8495104 tid 1 2024-08-29T17:52:50.407 INFO:tasks.rados.rados.0.smithi028.stdout:1552: writing smithi02869045-49 from 8495104 to 8896512 tid 2 2024-08-29T17:52:50.408 INFO:tasks.rados.rados.0.smithi028.stdout:1553: read oid 44 snap 121 2024-08-29T17:52:50.408 INFO:tasks.rados.rados.0.smithi028.stdout:1553: expect (ObjNum 337 snap 106 seq_num 337) 2024-08-29T17:52:50.408 INFO:tasks.rados.rados.0.smithi028.stdout:append oid 46 current snap is 151 2024-08-29T17:52:50.408 INFO:tasks.rados.rados.0.smithi028.stdout:1549: finishing write tid 4 to smithi02869045-48 2024-08-29T17:52:50.408 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 48 v 1089 (ObjNum 486 snap 151 seq_num 486) dirty exists 2024-08-29T17:52:50.408 INFO:tasks.rados.rados.0.smithi028.stdout:1549: left oid 48 (ObjNum 486 snap 151 seq_num 486) 2024-08-29T17:52:50.409 INFO:tasks.rados.rados.0.smithi028.stdout:1551: finishing write tid 1 to smithi02869045-22 2024-08-29T17:52:50.409 INFO:tasks.rados.rados.0.smithi028.stdout:1554: seq_num 490 ranges {1204224=614400,1818624=401408} 2024-08-29T17:52:50.419 INFO:tasks.rados.rados.0.smithi028.stdout:1554: writing smithi02869045-46 from 1204224 to 1818624 tid 1 2024-08-29T17:52:50.422 INFO:tasks.rados.rados.0.smithi028.stdout:1554: writing smithi02869045-46 from 1818624 to 2220032 tid 2 2024-08-29T17:52:50.422 INFO:tasks.rados.rados.0.smithi028.stdout:1549: done (4 left) 2024-08-29T17:52:50.422 INFO:tasks.rados.rados.0.smithi028.stdout:1555: delete oid 39 current snap is 151 2024-08-29T17:52:50.422 INFO:tasks.rados.rados.0.smithi028.stdout:1551: finishing write tid 2 to smithi02869045-22 2024-08-29T17:52:50.422 INFO:tasks.rados.rados.0.smithi028.stdout:1551: finishing write tid 3 to smithi02869045-22 2024-08-29T17:52:50.423 INFO:tasks.rados.rados.0.smithi028.stdout:1551: finishing write tid 4 to smithi02869045-22 2024-08-29T17:52:50.423 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 22 v 916 (ObjNum 488 snap 151 seq_num 488) dirty exists 2024-08-29T17:52:50.423 INFO:tasks.rados.rados.0.smithi028.stdout:1551: left oid 22 (ObjNum 488 snap 151 seq_num 488) 2024-08-29T17:52:50.423 INFO:tasks.rados.rados.0.smithi028.stdout:1552: finishing write tid 1 to smithi02869045-49 2024-08-29T17:52:50.423 INFO:tasks.rados.rados.0.smithi028.stdout:1552: finishing write tid 2 to smithi02869045-49 2024-08-29T17:52:50.423 INFO:tasks.rados.rados.0.smithi028.stdout:1552: finishing write tid 3 to smithi02869045-49 2024-08-29T17:52:50.423 INFO:tasks.rados.rados.0.smithi028.stdout:1552: finishing write tid 4 to smithi02869045-49 2024-08-29T17:52:50.423 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 49 v 1043 (ObjNum 489 snap 151 seq_num 489) dirty exists 2024-08-29T17:52:50.423 INFO:tasks.rados.rados.0.smithi028.stdout:1552: left oid 49 (ObjNum 489 snap 151 seq_num 489) 2024-08-29T17:52:50.429 INFO:tasks.rados.rados.0.smithi028.stdout:1554: finishing write tid 1 to smithi02869045-46 2024-08-29T17:52:50.429 INFO:tasks.rados.rados.0.smithi028.stdout:1551: done (4 left) 2024-08-29T17:52:50.429 INFO:tasks.rados.rados.0.smithi028.stdout:1552: done (3 left) 2024-08-29T17:52:50.430 INFO:tasks.rados.rados.0.smithi028.stdout:1555: done (2 left) 2024-08-29T17:52:50.430 INFO:tasks.rados.rados.0.smithi028.stdout:1556: setattr oid 20 current snap is 151 2024-08-29T17:52:50.430 INFO:tasks.rados.rados.0.smithi028.stdout:1554: finishing write tid 2 to smithi02869045-46 2024-08-29T17:52:50.431 INFO:tasks.rados.rados.0.smithi028.stdout:1554: finishing write tid 3 to smithi02869045-46 2024-08-29T17:52:50.432 INFO:tasks.rados.rados.0.smithi028.stdout:1557: snap_remove snap 128 2024-08-29T17:52:50.574 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:52:50 smithi053 bash[24720]: cluster 2024-08-29T17:52:48.913865+0000 mgr.y (mgr.25022) 48 : cluster [DBG] pgmap v73: 121 pgs: 121 active+clean; 484 MiB data, 3.0 GiB used, 712 GiB / 715 GiB avail; 10 MiB/s rd, 2.9 MiB/s wr, 13 op/s 2024-08-29T17:52:50.574 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:52:50 smithi053 bash[24720]: cluster 2024-08-29T17:52:49.295716+0000 mon.a (mon.0) 180 : cluster [DBG] osdmap e372: 8 total, 8 up, 8 in 2024-08-29T17:52:50.627 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:52:50 smithi028 bash[77168]: cluster 2024-08-29T17:52:48.913865+0000 mgr.y (mgr.25022) 48 : cluster [DBG] pgmap v73: 121 pgs: 121 active+clean; 484 MiB data, 3.0 GiB used, 712 GiB / 715 GiB avail; 10 MiB/s rd, 2.9 MiB/s wr, 13 op/s 2024-08-29T17:52:50.628 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:52:50 smithi028 bash[77168]: cluster 2024-08-29T17:52:49.295716+0000 mon.a (mon.0) 180 : cluster [DBG] osdmap e372: 8 total, 8 up, 8 in 2024-08-29T17:52:50.628 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:52:50 smithi028 bash[78352]: cluster 2024-08-29T17:52:48.913865+0000 mgr.y (mgr.25022) 48 : cluster [DBG] pgmap v73: 121 pgs: 121 active+clean; 484 MiB data, 3.0 GiB used, 712 GiB / 715 GiB avail; 10 MiB/s rd, 2.9 MiB/s wr, 13 op/s 2024-08-29T17:52:50.628 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:52:50 smithi028 bash[78352]: cluster 2024-08-29T17:52:49.295716+0000 mon.a (mon.0) 180 : cluster [DBG] osdmap e372: 8 total, 8 up, 8 in 2024-08-29T17:52:51.447 INFO:tasks.rados.rados.0.smithi028.stdout:1557: done (3 left) 2024-08-29T17:52:51.447 INFO:tasks.rados.rados.0.smithi028.stdout:1558: setattr oid 9 current snap is 151 2024-08-29T17:52:51.447 INFO:tasks.rados.rados.0.smithi028.stdout:1554: finishing write tid 4 to smithi02869045-46 2024-08-29T17:52:51.447 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 46 v 310 (ObjNum 490 snap 151 seq_num 490) dirty exists 2024-08-29T17:52:51.448 INFO:tasks.rados.rados.0.smithi028.stdout:1554: left oid 46 (ObjNum 490 snap 151 seq_num 490) 2024-08-29T17:52:51.448 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 20 v 323 (ObjNum 305 snap 0 seq_num 993731336) dirty exists 2024-08-29T17:52:51.448 INFO:tasks.rados.rados.0.smithi028.stdout:1553: expect (ObjNum 337 snap 106 seq_num 337) 2024-08-29T17:52:51.524 INFO:tasks.rados.rados.0.smithi028.stdout:1553: done (3 left) 2024-08-29T17:52:51.524 INFO:tasks.rados.rados.0.smithi028.stdout:1554: done (2 left) 2024-08-29T17:52:51.524 INFO:tasks.rados.rados.0.smithi028.stdout:1556: done (1 left) 2024-08-29T17:52:51.524 INFO:tasks.rados.rados.0.smithi028.stdout:1559: rollback oid 32 current snap is 151 2024-08-29T17:52:51.524 INFO:tasks.rados.rados.0.smithi028.stdout:rollback oid 32 to 150 2024-08-29T17:52:51.524 INFO:tasks.rados.rados.0.smithi028.stdout:1560: copy_from oid 19 from oid 46 current snap is 151 2024-08-29T17:52:51.524 INFO:tasks.rados.rados.0.smithi028.stdout:1561: delete oid 44 current snap is 151 2024-08-29T17:52:51.528 INFO:tasks.rados.rados.0.smithi028.stdout:1561: done (3 left) 2024-08-29T17:52:51.528 INFO:tasks.rados.rados.0.smithi028.stdout:1562: read oid 12 snap -1 2024-08-29T17:52:51.528 INFO:tasks.rados.rados.0.smithi028.stdout:1562: expect (ObjNum 471 snap 148 seq_num 471) 2024-08-29T17:52:51.528 INFO:tasks.rados.rados.0.smithi028.stdout:1563: snap_remove snap 118 2024-08-29T17:52:51.574 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:52:51 smithi053 bash[24720]: cluster 2024-08-29T17:52:50.295789+0000 mon.a (mon.0) 181 : cluster [DBG] osdmap e373: 8 total, 8 up, 8 in 2024-08-29T17:52:51.574 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:52:51 smithi053 bash[24720]: cephadm 2024-08-29T17:52:50.431530+0000 mgr.y (mgr.25022) 49 : cephadm [INF] Upgrade: Updating mon.b 2024-08-29T17:52:51.574 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:52:51 smithi053 bash[24720]: audit 2024-08-29T17:52:50.440611+0000 mon.a (mon.0) 182 : audit [INF] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' 2024-08-29T17:52:51.574 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:52:51 smithi053 bash[24720]: audit 2024-08-29T17:52:50.444651+0000 mon.a (mon.0) 183 : audit [INF] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2024-08-29T17:52:51.574 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:52:51 smithi053 bash[24720]: audit 2024-08-29T17:52:50.446019+0000 mon.a (mon.0) 184 : audit [DBG] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "config get", "who": "mon", "key": "public_network"}]: dispatch 2024-08-29T17:52:51.575 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:52:51 smithi053 bash[24720]: audit 2024-08-29T17:52:50.447275+0000 mon.a (mon.0) 185 : audit [DBG] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-29T17:52:51.575 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:52:51 smithi053 bash[24720]: cephadm 2024-08-29T17:52:50.448769+0000 mgr.y (mgr.25022) 50 : cephadm [INF] Deploying daemon mon.b on smithi053 2024-08-29T17:52:51.627 INFO:journalctl@ceph.mgr.y.smithi028.stdout:Aug 29 17:52:51 smithi028 bash[70818]: ::ffff:172.21.15.53 - - [29/Aug/2024:17:52:51] "GET /metrics HTTP/1.1" 200 36019 "" "Prometheus/2.43.0" 2024-08-29T17:52:51.628 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:52:51 smithi028 bash[78352]: cluster 2024-08-29T17:52:50.295789+0000 mon.a (mon.0) 181 : cluster [DBG] osdmap e373: 8 total, 8 up, 8 in 2024-08-29T17:52:51.628 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:52:51 smithi028 bash[78352]: cephadm 2024-08-29T17:52:50.431530+0000 mgr.y (mgr.25022) 49 : cephadm [INF] Upgrade: Updating mon.b 2024-08-29T17:52:51.628 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:52:51 smithi028 bash[78352]: audit 2024-08-29T17:52:50.440611+0000 mon.a (mon.0) 182 : audit [INF] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' 2024-08-29T17:52:51.628 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:52:51 smithi028 bash[78352]: audit 2024-08-29T17:52:50.444651+0000 mon.a (mon.0) 183 : audit [INF] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2024-08-29T17:52:51.628 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:52:51 smithi028 bash[78352]: audit 2024-08-29T17:52:50.446019+0000 mon.a (mon.0) 184 : audit [DBG] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "config get", "who": "mon", "key": "public_network"}]: dispatch 2024-08-29T17:52:51.628 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:52:51 smithi028 bash[78352]: audit 2024-08-29T17:52:50.447275+0000 mon.a (mon.0) 185 : audit [DBG] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-29T17:52:51.628 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:52:51 smithi028 bash[78352]: cephadm 2024-08-29T17:52:50.448769+0000 mgr.y (mgr.25022) 50 : cephadm [INF] Deploying daemon mon.b on smithi053 2024-08-29T17:52:51.629 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:52:51 smithi028 bash[77168]: cluster 2024-08-29T17:52:50.295789+0000 mon.a (mon.0) 181 : cluster [DBG] osdmap e373: 8 total, 8 up, 8 in 2024-08-29T17:52:51.629 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:52:51 smithi028 bash[77168]: cephadm 2024-08-29T17:52:50.431530+0000 mgr.y (mgr.25022) 49 : cephadm [INF] Upgrade: Updating mon.b 2024-08-29T17:52:51.629 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:52:51 smithi028 bash[77168]: audit 2024-08-29T17:52:50.440611+0000 mon.a (mon.0) 182 : audit [INF] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' 2024-08-29T17:52:51.629 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:52:51 smithi028 bash[77168]: audit 2024-08-29T17:52:50.444651+0000 mon.a (mon.0) 183 : audit [INF] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2024-08-29T17:52:51.629 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:52:51 smithi028 bash[77168]: audit 2024-08-29T17:52:50.446019+0000 mon.a (mon.0) 184 : audit [DBG] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "config get", "who": "mon", "key": "public_network"}]: dispatch 2024-08-29T17:52:51.629 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:52:51 smithi028 bash[77168]: audit 2024-08-29T17:52:50.447275+0000 mon.a (mon.0) 185 : audit [DBG] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-29T17:52:51.629 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:52:51 smithi028 bash[77168]: cephadm 2024-08-29T17:52:50.448769+0000 mgr.y (mgr.25022) 50 : cephadm [INF] Deploying daemon mon.b on smithi053 2024-08-29T17:52:52.457 INFO:tasks.rados.rados.0.smithi028.stdout:1563: done (4 left) 2024-08-29T17:52:52.464 INFO:tasks.rados.rados.0.smithi028.stdout:1559: finishing rollback tid 0 to smithi02869045-32 2024-08-29T17:52:52.464 INFO:tasks.rados.rados.0.smithi028.stdout:1559: finishing rollback tid 1 to smithi02869045-32 2024-08-29T17:52:52.464 INFO:tasks.rados.rados.0.smithi028.stdout:1559: finishing rollback tid 2 to smithi02869045-32 2024-08-29T17:52:52.464 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 32 v 223 (ObjNum 458 snap 146 seq_num 458) dirty exists 2024-08-29T17:52:52.464 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 9 v 1050 (ObjNum 452 snap 143 seq_num 452) dirty exists 2024-08-29T17:52:52.464 INFO:tasks.rados.rados.0.smithi028.stdout:1560: finishing copy_from racing read to smithi02869045-19 2024-08-29T17:52:52.465 INFO:tasks.rados.rados.0.smithi028.stdout:1560: finishing copy_from to smithi02869045-19 2024-08-29T17:52:52.465 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 19 v 310 (ObjNum 490 snap 151 seq_num 490) dirty exists 2024-08-29T17:52:52.465 INFO:tasks.rados.rados.0.smithi028.stdout:1562: expect (ObjNum 471 snap 148 seq_num 471) 2024-08-29T17:52:52.574 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:52:52 smithi053 bash[24720]: cluster 2024-08-29T17:52:50.914610+0000 mgr.y (mgr.25022) 51 : cluster [DBG] pgmap v76: 121 pgs: 121 active+clean; 484 MiB data, 3.0 GiB used, 712 GiB / 715 GiB avail; 10 MiB/s rd, 2.9 MiB/s wr, 13 op/s 2024-08-29T17:52:52.574 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:52:52 smithi053 bash[24720]: cluster 2024-08-29T17:52:51.450040+0000 mon.a (mon.0) 186 : cluster [DBG] osdmap e374: 8 total, 8 up, 8 in 2024-08-29T17:52:52.575 INFO:journalctl@ceph.prometheus.a.smithi053.stdout:Aug 29 17:52:52 smithi053 bash[61790]: ts=2024-08-29T17:52:52.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"3167ee72-662c-11ef-bcd4-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-29T17:52:52.877 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:52:52 smithi028 bash[78352]: cluster 2024-08-29T17:52:50.914610+0000 mgr.y (mgr.25022) 51 : cluster [DBG] pgmap v76: 121 pgs: 121 active+clean; 484 MiB data, 3.0 GiB used, 712 GiB / 715 GiB avail; 10 MiB/s rd, 2.9 MiB/s wr, 13 op/s 2024-08-29T17:52:52.877 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:52:52 smithi028 bash[78352]: cluster 2024-08-29T17:52:51.450040+0000 mon.a (mon.0) 186 : cluster [DBG] osdmap e374: 8 total, 8 up, 8 in 2024-08-29T17:52:52.877 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:52:52 smithi028 bash[77168]: cluster 2024-08-29T17:52:50.914610+0000 mgr.y (mgr.25022) 51 : cluster [DBG] pgmap v76: 121 pgs: 121 active+clean; 484 MiB data, 3.0 GiB used, 712 GiB / 715 GiB avail; 10 MiB/s rd, 2.9 MiB/s wr, 13 op/s 2024-08-29T17:52:52.878 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:52:52 smithi028 bash[77168]: cluster 2024-08-29T17:52:51.450040+0000 mon.a (mon.0) 186 : cluster [DBG] osdmap e374: 8 total, 8 up, 8 in 2024-08-29T17:52:53.351 INFO:tasks.rados.rados.0.smithi028.stdout:1564: read oid 40 snap -1 2024-08-29T17:52:53.422 INFO:tasks.rados.rados.0.smithi028.stdout:1564: expect deleted 2024-08-29T17:52:53.422 INFO:tasks.rados.rados.0.smithi028.stdout:1558: done (4 left) 2024-08-29T17:52:53.423 INFO:tasks.rados.rados.0.smithi028.stdout:1559: done (3 left) 2024-08-29T17:52:53.423 INFO:tasks.rados.rados.0.smithi028.stdout:1560: done (2 left) 2024-08-29T17:52:53.423 INFO:tasks.rados.rados.0.smithi028.stdout:1562: done (1 left) 2024-08-29T17:52:53.423 INFO:tasks.rados.rados.0.smithi028.stdout:append oid 11 current snap is 151 2024-08-29T17:52:53.423 INFO:tasks.rados.rados.0.smithi028.stdout:1565: seq_num 493 ranges {851968=663552,1515520=401408} 2024-08-29T17:52:53.424 INFO:tasks.rados.rados.0.smithi028.stdout:1565: writing smithi02869045-11 from 851968 to 1515520 tid 1 2024-08-29T17:52:53.424 INFO:tasks.rados.rados.0.smithi028.stdout:1565: writing smithi02869045-11 from 1515520 to 1916928 tid 2 2024-08-29T17:52:53.425 INFO:tasks.rados.rados.0.smithi028.stdout:1566: delete oid 29 current snap is 151 2024-08-29T17:52:53.425 INFO:tasks.rados.rados.0.smithi028.stdout:1565: finishing write tid 1 to smithi02869045-11 2024-08-29T17:52:53.425 INFO:tasks.rados.rados.0.smithi028.stdout:1565: finishing write tid 2 to smithi02869045-11 2024-08-29T17:52:53.425 INFO:tasks.rados.rados.0.smithi028.stdout:1564: done (2 left) 2024-08-29T17:52:53.425 INFO:tasks.rados.rados.0.smithi028.stdout:1566: done (1 left) 2024-08-29T17:52:53.425 INFO:tasks.rados.rados.0.smithi028.stdout:1567: rollback oid 12 current snap is 151 2024-08-29T17:52:53.425 INFO:tasks.rados.rados.0.smithi028.stdout:rollback oid 12 to 52 2024-08-29T17:52:53.425 INFO:tasks.rados.rados.0.smithi028.stdout:1565: finishing write tid 3 to smithi02869045-11 2024-08-29T17:52:53.425 INFO:tasks.rados.rados.0.smithi028.stdout:append oid 38 current snap is 151 2024-08-29T17:52:53.425 INFO:tasks.rados.rados.0.smithi028.stdout:1568: seq_num 495 ranges {4841472=696320,5537792=401408} 2024-08-29T17:52:53.444 INFO:tasks.rados.rados.0.smithi028.stdout:1568: writing smithi02869045-38 from 4841472 to 5537792 tid 1 2024-08-29T17:52:53.447 INFO:tasks.rados.rados.0.smithi028.stdout:1568: writing smithi02869045-38 from 5537792 to 5939200 tid 2 2024-08-29T17:52:53.447 INFO:tasks.rados.rados.0.smithi028.stdout:append oid 1 current snap is 151 2024-08-29T17:52:53.447 INFO:tasks.rados.rados.0.smithi028.stdout:1565: finishing write tid 4 to smithi02869045-11 2024-08-29T17:52:53.447 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 11 v 1053 (ObjNum 493 snap 151 seq_num 493) dirty exists 2024-08-29T17:52:53.447 INFO:tasks.rados.rados.0.smithi028.stdout:1565: left oid 11 (ObjNum 493 snap 151 seq_num 493) 2024-08-29T17:52:53.447 INFO:tasks.rados.rados.0.smithi028.stdout:1567: finishing rollback tid 0 to smithi02869045-12 2024-08-29T17:52:53.447 INFO:tasks.rados.rados.0.smithi028.stdout:1567: finishing rollback tid 1 to smithi02869045-12 2024-08-29T17:52:53.447 INFO:tasks.rados.rados.0.smithi028.stdout:1567: finishing rollback tid 2 to smithi02869045-12 2024-08-29T17:52:53.448 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 12 v 1052 (ObjNum 161 snap 46 seq_num 161) dirty exists 2024-08-29T17:52:53.448 INFO:tasks.rados.rados.0.smithi028.stdout:1569: seq_num 496 ranges {9838592=712704,10551296=401408} 2024-08-29T17:52:53.521 INFO:tasks.rados.rados.0.smithi028.stdout:1569: writing smithi02869045-1 from 9838592 to 10551296 tid 1 2024-08-29T17:52:53.523 INFO:tasks.rados.rados.0.smithi028.stdout:1569: writing smithi02869045-1 from 10551296 to 10952704 tid 2 2024-08-29T17:52:53.523 INFO:tasks.rados.rados.0.smithi028.stdout:1565: done (3 left) 2024-08-29T17:52:53.524 INFO:tasks.rados.rados.0.smithi028.stdout:1567: done (2 left) 2024-08-29T17:52:53.524 INFO:tasks.rados.rados.0.smithi028.stdout:1570: read oid 9 snap -1 2024-08-29T17:52:53.524 INFO:tasks.rados.rados.0.smithi028.stdout:1570: expect (ObjNum 452 snap 143 seq_num 452) 2024-08-29T17:52:53.524 INFO:tasks.rados.rados.0.smithi028.stdout:1571: copy_from oid 19 from oid 31 current snap is 151 2024-08-29T17:52:53.524 INFO:tasks.rados.rados.0.smithi028.stdout:1572: read oid 6 snap -1 2024-08-29T17:52:53.524 INFO:tasks.rados.rados.0.smithi028.stdout:1572: expect (ObjNum 452 snap 143 seq_num 452) 2024-08-29T17:52:53.524 INFO:tasks.rados.rados.0.smithi028.stdout:1573: copy_from oid 33 from oid 36 current snap is 151 2024-08-29T17:52:53.524 INFO:tasks.rados.rados.0.smithi028.stdout:1574: snap_remove snap 144 2024-08-29T17:52:53.773 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:52:53 smithi053 bash[24720]: cluster 2024-08-29T17:52:52.459303+0000 mon.a (mon.0) 187 : cluster [DBG] osdmap e375: 8 total, 8 up, 8 in 2024-08-29T17:52:53.773 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:52:53 smithi053 systemd[1]: /etc/systemd/system/ceph-3167ee72-662c-11ef-bcd4-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-08-29T17:52:53.773 INFO:journalctl@ceph.mds.b.smithi053.stdout:Aug 29 17:52:53 smithi053 systemd[1]: /etc/systemd/system/ceph-3167ee72-662c-11ef-bcd4-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-08-29T17:52:53.774 INFO:journalctl@ceph.grafana.a.smithi053.stdout:Aug 29 17:52:53 smithi053 systemd[1]: /etc/systemd/system/ceph-3167ee72-662c-11ef-bcd4-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-08-29T17:52:53.774 INFO:journalctl@ceph.osd.6.smithi053.stdout:Aug 29 17:52:53 smithi053 systemd[1]: /etc/systemd/system/ceph-3167ee72-662c-11ef-bcd4-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-08-29T17:52:53.774 INFO:journalctl@ceph.prometheus.a.smithi053.stdout:Aug 29 17:52:53 smithi053 bash[61790]: ts=2024-08-29T17:52:53.506Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=nodes name=CephNodeDiskspaceWarning index=4 msg="Evaluating rule failed" rule="alert: CephNodeDiskspaceWarning\nexpr: predict_linear(node_filesystem_free_bytes{device=~\"/.*\"}[2d], 3600 * 24 * 5)\n * on (instance) group_left (nodename) node_uname_info < 0\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.8.4\n severity: warning\n type: ceph_default\nannotations:\n description: Mountpoint {{ $labels.mountpoint }} on {{ $labels.nodename }} will\n be full in less than 5 days based on the 48 hour trailing fill rate.\n summary: Host filesystem free space is getting low\n" err="found duplicate series for the match group {instance=\"smithi028\"} on the right hand-side of the operation: [{__name__=\"node_uname_info\", domainname=\"(none)\", instance=\"smithi028\", job=\"node\", machine=\"x86_64\", nodename=\"smithi028\", release=\"5.15.0-119-generic\", sysname=\"Linux\", version=\"#129-Ubuntu SMP Fri Aug 2 19:25:20 UTC 2024\"}, {__name__=\"node_uname_info\", cluster=\"3167ee72-662c-11ef-bcd4-c7b262605968\", domainname=\"(none)\", instance=\"smithi028\", job=\"node\", machine=\"x86_64\", nodename=\"smithi028\", release=\"5.15.0-119-generic\", sysname=\"Linux\", version=\"#129-Ubuntu SMP Fri Aug 2 19:25:20 UTC 2024\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-29T17:52:53.774 INFO:journalctl@ceph.prometheus.a.smithi053.stdout:Aug 29 17:52:53 smithi053 systemd[1]: /etc/systemd/system/ceph-3167ee72-662c-11ef-bcd4-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-08-29T17:52:53.775 INFO:journalctl@ceph.osd.4.smithi053.stdout:Aug 29 17:52:53 smithi053 systemd[1]: /etc/systemd/system/ceph-3167ee72-662c-11ef-bcd4-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-08-29T17:52:53.775 INFO:journalctl@ceph.osd.7.smithi053.stdout:Aug 29 17:52:53 smithi053 systemd[1]: /etc/systemd/system/ceph-3167ee72-662c-11ef-bcd4-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-08-29T17:52:53.775 INFO:journalctl@ceph.mgr.x.smithi053.stdout:Aug 29 17:52:53 smithi053 systemd[1]: /etc/systemd/system/ceph-3167ee72-662c-11ef-bcd4-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-08-29T17:52:53.776 INFO:journalctl@ceph.osd.5.smithi053.stdout:Aug 29 17:52:53 smithi053 systemd[1]: /etc/systemd/system/ceph-3167ee72-662c-11ef-bcd4-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-08-29T17:52:53.776 INFO:journalctl@ceph.node-exporter.b.smithi053.stdout:Aug 29 17:52:53 smithi053 systemd[1]: /etc/systemd/system/ceph-3167ee72-662c-11ef-bcd4-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-08-29T17:52:53.877 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:52:53 smithi028 bash[77168]: cluster 2024-08-29T17:52:52.459303+0000 mon.a (mon.0) 187 : cluster [DBG] osdmap e375: 8 total, 8 up, 8 in 2024-08-29T17:52:53.877 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:52:53 smithi028 bash[78352]: cluster 2024-08-29T17:52:52.459303+0000 mon.a (mon.0) 187 : cluster [DBG] osdmap e375: 8 total, 8 up, 8 in 2024-08-29T17:52:54.074 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:52:53 smithi053 systemd[1]: Stopping Ceph mon.b for 3167ee72-662c-11ef-bcd4-c7b262605968... 2024-08-29T17:52:54.074 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:52:53 smithi053 bash[24720]: debug 2024-08-29T17:52:53.890+0000 7f61e380b640 -1 received signal: Terminated from /sbin/docker-init -- /usr/bin/ceph-mon -n mon.b -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug --default-mon-cluster-log-to-file=false --default-mon-cluster-log-to-stderr=true (PID: 1) UID: 0 2024-08-29T17:52:54.074 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:52:53 smithi053 bash[24720]: debug 2024-08-29T17:52:53.890+0000 7f61e380b640 -1 mon.b@1(peon) e3 *** Got Signal Terminated *** 2024-08-29T17:52:54.824 INFO:journalctl@ceph.prometheus.a.smithi053.stdout:Aug 29 17:52:54 smithi053 bash[61790]: ts=2024-08-29T17:52:54.454Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pgs name=CephPGsInactive index=0 msg="Evaluating rule failed" rule="alert: CephPGsInactive\nexpr: ceph_pool_metadata * on (pool_id, instance) group_left () (ceph_pg_total - ceph_pg_active)\n > 0\nfor: 5m\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.7.1\n severity: critical\n type: ceph_default\nannotations:\n description: '{{ $value }} PGs have been inactive for more than 5 minutes in pool\n {{ $labels.name }}. Inactive placement groups are not able to serve read/write\n requests.'\n summary: One or more placement groups are inactive\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the right hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"3167ee72-662c-11ef-bcd4-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-29T17:52:54.824 INFO:journalctl@ceph.prometheus.a.smithi053.stdout:Aug 29 17:52:54 smithi053 bash[61790]: ts=2024-08-29T17:52:54.455Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pgs name=CephPGsUnclean index=1 msg="Evaluating rule failed" rule="alert: CephPGsUnclean\nexpr: ceph_pool_metadata * on (pool_id, instance) group_left () (ceph_pg_total - ceph_pg_clean)\n > 0\nfor: 15m\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.7.2\n severity: warning\n type: ceph_default\nannotations:\n description: '{{ $value }} PGs have been unclean for more than 15 minutes in pool\n {{ $labels.name }}. Unclean PGs have not recovered from a previous failure.'\n summary: One or more placement groups are marked unclean\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the right hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"3167ee72-662c-11ef-bcd4-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-29T17:52:55.144 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:52:54 smithi053 bash[68562]: ceph-3167ee72-662c-11ef-bcd4-c7b262605968-mon-b 2024-08-29T17:52:55.144 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:52:55 smithi053 bash[68623]: Error response from daemon: No such container: ceph-3167ee72-662c-11ef-bcd4-c7b262605968-mon-b 2024-08-29T17:52:55.144 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:52:55 smithi053 systemd[1]: ceph-3167ee72-662c-11ef-bcd4-c7b262605968@mon.b.service: Deactivated successfully. 2024-08-29T17:52:55.144 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:52:55 smithi053 systemd[1]: Stopped Ceph mon.b for 3167ee72-662c-11ef-bcd4-c7b262605968. 2024-08-29T17:52:55.410 INFO:journalctl@ceph.osd.7.smithi053.stdout:Aug 29 17:52:55 smithi053 systemd[1]: /etc/systemd/system/ceph-3167ee72-662c-11ef-bcd4-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-08-29T17:52:55.410 INFO:journalctl@ceph.grafana.a.smithi053.stdout:Aug 29 17:52:55 smithi053 systemd[1]: /etc/systemd/system/ceph-3167ee72-662c-11ef-bcd4-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-08-29T17:52:55.411 INFO:journalctl@ceph.osd.5.smithi053.stdout:Aug 29 17:52:55 smithi053 systemd[1]: /etc/systemd/system/ceph-3167ee72-662c-11ef-bcd4-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-08-29T17:52:55.411 INFO:journalctl@ceph.mds.b.smithi053.stdout:Aug 29 17:52:55 smithi053 systemd[1]: /etc/systemd/system/ceph-3167ee72-662c-11ef-bcd4-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-08-29T17:52:55.411 INFO:journalctl@ceph.prometheus.a.smithi053.stdout:Aug 29 17:52:55 smithi053 systemd[1]: /etc/systemd/system/ceph-3167ee72-662c-11ef-bcd4-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-08-29T17:52:55.412 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:52:55 smithi053 systemd[1]: /etc/systemd/system/ceph-3167ee72-662c-11ef-bcd4-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-08-29T17:52:55.412 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:52:55 smithi053 systemd[1]: Started Ceph mon.b for 3167ee72-662c-11ef-bcd4-c7b262605968. 2024-08-29T17:52:55.412 INFO:journalctl@ceph.node-exporter.b.smithi053.stdout:Aug 29 17:52:55 smithi053 systemd[1]: /etc/systemd/system/ceph-3167ee72-662c-11ef-bcd4-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-08-29T17:52:55.412 INFO:journalctl@ceph.osd.4.smithi053.stdout:Aug 29 17:52:55 smithi053 systemd[1]: /etc/systemd/system/ceph-3167ee72-662c-11ef-bcd4-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-08-29T17:52:55.413 INFO:journalctl@ceph.mgr.x.smithi053.stdout:Aug 29 17:52:55 smithi053 systemd[1]: /etc/systemd/system/ceph-3167ee72-662c-11ef-bcd4-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-08-29T17:52:55.413 INFO:journalctl@ceph.osd.6.smithi053.stdout:Aug 29 17:52:55 smithi053 systemd[1]: /etc/systemd/system/ceph-3167ee72-662c-11ef-bcd4-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-08-29T17:52:57.186 INFO:tasks.rados.rados.0.smithi028.stdout:1574: done (6 left) 2024-08-29T17:52:57.186 INFO:tasks.rados.rados.0.smithi028.stdout:1575: setattr oid 12 current snap is 151 2024-08-29T17:52:57.191 INFO:tasks.rados.rados.0.smithi028.stdout:1576: read oid 37 snap 135 2024-08-29T17:52:57.191 INFO:tasks.rados.rados.0.smithi028.stdout:1576: expect (ObjNum 380 snap 124 seq_num 380) 2024-08-29T17:52:57.191 INFO:tasks.rados.rados.0.smithi028.stdout:1577: read oid 49 snap 104 2024-08-29T17:52:57.191 INFO:tasks.rados.rados.0.smithi028.stdout:1577: expect (ObjNum 329 snap 104 seq_num 329) 2024-08-29T17:52:57.191 INFO:tasks.rados.rados.0.smithi028.stdout:1578: read oid 28 snap -1 2024-08-29T17:52:57.191 INFO:tasks.rados.rados.0.smithi028.stdout:1578: expect (ObjNum 411 snap 130 seq_num 411) 2024-08-29T17:52:57.191 INFO:tasks.rados.rados.0.smithi028.stdout:1579: snap_create 2024-08-29T17:52:57.191 INFO:tasks.rados.rados.0.smithi028.stdout:1568: finishing write tid 1 to smithi02869045-38 2024-08-29T17:52:57.191 INFO:tasks.rados.rados.0.smithi028.stdout:1568: finishing write tid 2 to smithi02869045-38 2024-08-29T17:52:57.191 INFO:tasks.rados.rados.0.smithi028.stdout:1568: finishing write tid 3 to smithi02869045-38 2024-08-29T17:52:57.191 INFO:tasks.rados.rados.0.smithi028.stdout:1568: finishing write tid 4 to smithi02869045-38 2024-08-29T17:52:57.191 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 38 v 1097 (ObjNum 495 snap 151 seq_num 495) dirty exists 2024-08-29T17:52:57.191 INFO:tasks.rados.rados.0.smithi028.stdout:1568: left oid 38 (ObjNum 495 snap 151 seq_num 495) 2024-08-29T17:52:57.192 INFO:tasks.rados.rados.0.smithi028.stdout:1569: finishing write tid 1 to smithi02869045-1 2024-08-29T17:52:57.192 INFO:tasks.rados.rados.0.smithi028.stdout:1573: finishing copy_from racing read to smithi02869045-33 2024-08-29T17:52:57.192 INFO:tasks.rados.rados.0.smithi028.stdout:1569: finishing write tid 2 to smithi02869045-1 2024-08-29T17:52:57.192 INFO:tasks.rados.rados.0.smithi028.stdout:1569: finishing write tid 3 to smithi02869045-1 2024-08-29T17:52:57.192 INFO:tasks.rados.rados.0.smithi028.stdout:1573: finishing copy_from to smithi02869045-33 2024-08-29T17:52:57.192 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 33 v 375 (ObjNum 466 snap 146 seq_num 466) dirty exists 2024-08-29T17:52:57.192 INFO:tasks.rados.rados.0.smithi028.stdout:1569: finishing write tid 4 to smithi02869045-1 2024-08-29T17:52:57.192 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 1 v 1314 (ObjNum 496 snap 151 seq_num 496) dirty exists 2024-08-29T17:52:57.192 INFO:tasks.rados.rados.0.smithi028.stdout:1569: left oid 1 (ObjNum 496 snap 151 seq_num 496) 2024-08-29T17:52:57.192 INFO:tasks.rados.rados.0.smithi028.stdout:1571: finishing copy_from racing read to smithi02869045-19 2024-08-29T17:52:57.192 INFO:tasks.rados.rados.0.smithi028.stdout:1570: expect (ObjNum 452 snap 143 seq_num 452) 2024-08-29T17:52:57.325 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:52:56 smithi053 bash[68679]: debug 2024-08-29T17:52:56.926+0000 7fd17cdb8b00 0 set uid:gid to 167:167 (ceph:ceph) 2024-08-29T17:52:57.325 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:52:56 smithi053 bash[68679]: debug 2024-08-29T17:52:56.926+0000 7fd17cdb8b00 0 ceph version 19.1.1-235-g1ef86450 (1ef864504b8875c83ee6c2c5fedc13315bebf7f5) squid (rc), process ceph-mon, pid 7 2024-08-29T17:52:57.325 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:52:56 smithi053 bash[68679]: debug 2024-08-29T17:52:56.926+0000 7fd17cdb8b00 0 pidfile_write: ignore empty --pid-file 2024-08-29T17:52:57.325 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:52:56 smithi053 bash[68679]: debug 2024-08-29T17:52:56.930+0000 7fd17cdb8b00 0 load: jerasure load: lrc 2024-08-29T17:52:57.325 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:52:56 smithi053 bash[68679]: debug 2024-08-29T17:52:56.930+0000 7fd17cdb8b00 4 rocksdb: RocksDB version: 7.9.2 2024-08-29T17:52:57.325 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:52:56 smithi053 bash[68679]: debug 2024-08-29T17:52:56.930+0000 7fd17cdb8b00 4 rocksdb: Git sha 0 2024-08-29T17:52:57.325 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:52:56 smithi053 bash[68679]: debug 2024-08-29T17:52:56.930+0000 7fd17cdb8b00 4 rocksdb: Compile date 2024-08-28 23:52:59 2024-08-29T17:52:57.325 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:52:56 smithi053 bash[68679]: debug 2024-08-29T17:52:56.930+0000 7fd17cdb8b00 4 rocksdb: DB SUMMARY 2024-08-29T17:52:57.326 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:52:56 smithi053 bash[68679]: debug 2024-08-29T17:52:56.930+0000 7fd17cdb8b00 4 rocksdb: DB Session ID: D8G3CDNGB1OUV5MMH3HT 2024-08-29T17:52:57.326 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:52:56 smithi053 bash[68679]: debug 2024-08-29T17:52:56.930+0000 7fd17cdb8b00 4 rocksdb: CURRENT file: CURRENT 2024-08-29T17:52:57.326 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:52:56 smithi053 bash[68679]: debug 2024-08-29T17:52:56.930+0000 7fd17cdb8b00 4 rocksdb: IDENTITY file: IDENTITY 2024-08-29T17:52:57.326 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:52:56 smithi053 bash[68679]: debug 2024-08-29T17:52:56.930+0000 7fd17cdb8b00 4 rocksdb: MANIFEST file: MANIFEST-000009 size: 2045 Bytes 2024-08-29T17:52:57.326 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:52:56 smithi053 bash[68679]: debug 2024-08-29T17:52:56.930+0000 7fd17cdb8b00 4 rocksdb: SST files in /var/lib/ceph/mon/ceph-b/store.db dir, Total Num: 1, files: 000042.sst 2024-08-29T17:52:57.326 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:52:56 smithi053 bash[68679]: debug 2024-08-29T17:52:56.930+0000 7fd17cdb8b00 4 rocksdb: Write Ahead Log file in /var/lib/ceph/mon/ceph-b/store.db: 000040.log size: 538197 ; 2024-08-29T17:52:57.326 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:52:56 smithi053 bash[68679]: debug 2024-08-29T17:52:56.930+0000 7fd17cdb8b00 4 rocksdb: Options.error_if_exists: 0 2024-08-29T17:52:57.326 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:52:56 smithi053 bash[68679]: debug 2024-08-29T17:52:56.930+0000 7fd17cdb8b00 4 rocksdb: Options.create_if_missing: 0 2024-08-29T17:52:57.326 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:52:56 smithi053 bash[68679]: debug 2024-08-29T17:52:56.930+0000 7fd17cdb8b00 4 rocksdb: Options.paranoid_checks: 1 2024-08-29T17:52:57.326 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:52:56 smithi053 bash[68679]: debug 2024-08-29T17:52:56.930+0000 7fd17cdb8b00 4 rocksdb: Options.flush_verify_memtable_count: 1 2024-08-29T17:52:57.326 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:52:56 smithi053 bash[68679]: debug 2024-08-29T17:52:56.930+0000 7fd17cdb8b00 4 rocksdb: Options.track_and_verify_wals_in_manifest: 0 2024-08-29T17:52:57.326 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:52:56 smithi053 bash[68679]: debug 2024-08-29T17:52:56.930+0000 7fd17cdb8b00 4 rocksdb: Options.verify_sst_unique_id_in_manifest: 1 2024-08-29T17:52:57.326 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:52:56 smithi053 bash[68679]: debug 2024-08-29T17:52:56.930+0000 7fd17cdb8b00 4 rocksdb: Options.env: 0x55c5ba6697a0 2024-08-29T17:52:57.326 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:52:56 smithi053 bash[68679]: debug 2024-08-29T17:52:56.930+0000 7fd17cdb8b00 4 rocksdb: Options.fs: PosixFileSystem 2024-08-29T17:52:57.326 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:52:56 smithi053 bash[68679]: debug 2024-08-29T17:52:56.930+0000 7fd17cdb8b00 4 rocksdb: Options.info_log: 0x55c5bc999560 2024-08-29T17:52:57.327 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:52:56 smithi053 bash[68679]: debug 2024-08-29T17:52:56.930+0000 7fd17cdb8b00 4 rocksdb: Options.max_file_opening_threads: 16 2024-08-29T17:52:57.327 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:52:56 smithi053 bash[68679]: debug 2024-08-29T17:52:56.930+0000 7fd17cdb8b00 4 rocksdb: Options.statistics: (nil) 2024-08-29T17:52:57.327 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:52:56 smithi053 bash[68679]: debug 2024-08-29T17:52:56.930+0000 7fd17cdb8b00 4 rocksdb: Options.use_fsync: 0 2024-08-29T17:52:57.327 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:52:56 smithi053 bash[68679]: debug 2024-08-29T17:52:56.930+0000 7fd17cdb8b00 4 rocksdb: Options.max_log_file_size: 0 2024-08-29T17:52:57.327 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:52:56 smithi053 bash[68679]: debug 2024-08-29T17:52:56.930+0000 7fd17cdb8b00 4 rocksdb: Options.max_manifest_file_size: 1073741824 2024-08-29T17:52:57.328 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:52:56 smithi053 bash[68679]: debug 2024-08-29T17:52:56.930+0000 7fd17cdb8b00 4 rocksdb: Options.log_file_time_to_roll: 0 2024-08-29T17:52:57.328 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:52:56 smithi053 bash[68679]: debug 2024-08-29T17:52:56.930+0000 7fd17cdb8b00 4 rocksdb: Options.keep_log_file_num: 1000 2024-08-29T17:52:57.328 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:52:56 smithi053 bash[68679]: debug 2024-08-29T17:52:56.930+0000 7fd17cdb8b00 4 rocksdb: Options.recycle_log_file_num: 0 2024-08-29T17:52:57.328 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:52:56 smithi053 bash[68679]: debug 2024-08-29T17:52:56.930+0000 7fd17cdb8b00 4 rocksdb: Options.allow_fallocate: 1 2024-08-29T17:52:57.328 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:52:56 smithi053 bash[68679]: debug 2024-08-29T17:52:56.930+0000 7fd17cdb8b00 4 rocksdb: Options.allow_mmap_reads: 0 2024-08-29T17:52:57.328 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:52:56 smithi053 bash[68679]: debug 2024-08-29T17:52:56.930+0000 7fd17cdb8b00 4 rocksdb: Options.allow_mmap_writes: 0 2024-08-29T17:52:57.328 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:52:56 smithi053 bash[68679]: debug 2024-08-29T17:52:56.930+0000 7fd17cdb8b00 4 rocksdb: Options.use_direct_reads: 0 2024-08-29T17:52:57.328 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:52:56 smithi053 bash[68679]: debug 2024-08-29T17:52:56.930+0000 7fd17cdb8b00 4 rocksdb: Options.use_direct_io_for_flush_and_compaction: 0 2024-08-29T17:52:57.328 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:52:56 smithi053 bash[68679]: debug 2024-08-29T17:52:56.930+0000 7fd17cdb8b00 4 rocksdb: Options.create_missing_column_families: 0 2024-08-29T17:52:57.328 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:52:56 smithi053 bash[68679]: debug 2024-08-29T17:52:56.930+0000 7fd17cdb8b00 4 rocksdb: Options.db_log_dir: 2024-08-29T17:52:57.328 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:52:56 smithi053 bash[68679]: debug 2024-08-29T17:52:56.930+0000 7fd17cdb8b00 4 rocksdb: Options.wal_dir: 2024-08-29T17:52:57.328 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:52:56 smithi053 bash[68679]: debug 2024-08-29T17:52:56.930+0000 7fd17cdb8b00 4 rocksdb: Options.table_cache_numshardbits: 6 2024-08-29T17:52:57.328 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:52:56 smithi053 bash[68679]: debug 2024-08-29T17:52:56.930+0000 7fd17cdb8b00 4 rocksdb: Options.WAL_ttl_seconds: 0 2024-08-29T17:52:57.329 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:52:56 smithi053 bash[68679]: debug 2024-08-29T17:52:56.930+0000 7fd17cdb8b00 4 rocksdb: Options.WAL_size_limit_MB: 0 2024-08-29T17:52:57.329 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:52:56 smithi053 bash[68679]: debug 2024-08-29T17:52:56.930+0000 7fd17cdb8b00 4 rocksdb: Options.max_write_batch_group_size_bytes: 1048576 2024-08-29T17:52:57.329 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:52:56 smithi053 bash[68679]: debug 2024-08-29T17:52:56.930+0000 7fd17cdb8b00 4 rocksdb: Options.manifest_preallocation_size: 4194304 2024-08-29T17:52:57.329 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:52:56 smithi053 bash[68679]: debug 2024-08-29T17:52:56.930+0000 7fd17cdb8b00 4 rocksdb: Options.is_fd_close_on_exec: 1 2024-08-29T17:52:57.329 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:52:56 smithi053 bash[68679]: debug 2024-08-29T17:52:56.930+0000 7fd17cdb8b00 4 rocksdb: Options.advise_random_on_open: 1 2024-08-29T17:52:57.329 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:52:56 smithi053 bash[68679]: debug 2024-08-29T17:52:56.930+0000 7fd17cdb8b00 4 rocksdb: Options.db_write_buffer_size: 0 2024-08-29T17:52:57.329 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:52:56 smithi053 bash[68679]: debug 2024-08-29T17:52:56.930+0000 7fd17cdb8b00 4 rocksdb: Options.write_buffer_manager: 0x55c5bc9a8dc0 2024-08-29T17:52:57.329 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:52:56 smithi053 bash[68679]: debug 2024-08-29T17:52:56.930+0000 7fd17cdb8b00 4 rocksdb: Options.access_hint_on_compaction_start: 1 2024-08-29T17:52:57.329 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:52:56 smithi053 bash[68679]: debug 2024-08-29T17:52:56.930+0000 7fd17cdb8b00 4 rocksdb: Options.random_access_max_buffer_size: 1048576 2024-08-29T17:52:57.329 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:52:56 smithi053 bash[68679]: debug 2024-08-29T17:52:56.930+0000 7fd17cdb8b00 4 rocksdb: Options.use_adaptive_mutex: 0 2024-08-29T17:52:57.329 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:52:56 smithi053 bash[68679]: debug 2024-08-29T17:52:56.930+0000 7fd17cdb8b00 4 rocksdb: Options.rate_limiter: (nil) 2024-08-29T17:52:57.329 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:52:56 smithi053 bash[68679]: debug 2024-08-29T17:52:56.930+0000 7fd17cdb8b00 4 rocksdb: Options.sst_file_manager.rate_bytes_per_sec: 0 2024-08-29T17:52:57.329 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:52:56 smithi053 bash[68679]: debug 2024-08-29T17:52:56.930+0000 7fd17cdb8b00 4 rocksdb: Options.wal_recovery_mode: 2 2024-08-29T17:52:57.329 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:52:56 smithi053 bash[68679]: debug 2024-08-29T17:52:56.930+0000 7fd17cdb8b00 4 rocksdb: Options.enable_thread_tracking: 0 2024-08-29T17:52:57.330 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:52:56 smithi053 bash[68679]: debug 2024-08-29T17:52:56.930+0000 7fd17cdb8b00 4 rocksdb: Options.enable_pipelined_write: 0 2024-08-29T17:52:57.330 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:52:56 smithi053 bash[68679]: debug 2024-08-29T17:52:56.930+0000 7fd17cdb8b00 4 rocksdb: Options.unordered_write: 0 2024-08-29T17:52:57.330 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:52:56 smithi053 bash[68679]: debug 2024-08-29T17:52:56.930+0000 7fd17cdb8b00 4 rocksdb: Options.allow_concurrent_memtable_write: 1 2024-08-29T17:52:57.330 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:52:56 smithi053 bash[68679]: debug 2024-08-29T17:52:56.930+0000 7fd17cdb8b00 4 rocksdb: Options.enable_write_thread_adaptive_yield: 1 2024-08-29T17:52:57.330 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:52:56 smithi053 bash[68679]: debug 2024-08-29T17:52:56.930+0000 7fd17cdb8b00 4 rocksdb: Options.write_thread_max_yield_usec: 100 2024-08-29T17:52:57.330 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:52:56 smithi053 bash[68679]: debug 2024-08-29T17:52:56.930+0000 7fd17cdb8b00 4 rocksdb: Options.write_thread_slow_yield_usec: 3 2024-08-29T17:52:57.330 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:52:56 smithi053 bash[68679]: debug 2024-08-29T17:52:56.930+0000 7fd17cdb8b00 4 rocksdb: Options.row_cache: None 2024-08-29T17:52:57.330 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:52:56 smithi053 bash[68679]: debug 2024-08-29T17:52:56.930+0000 7fd17cdb8b00 4 rocksdb: Options.wal_filter: None 2024-08-29T17:52:57.330 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:52:56 smithi053 bash[68679]: debug 2024-08-29T17:52:56.930+0000 7fd17cdb8b00 4 rocksdb: Options.avoid_flush_during_recovery: 0 2024-08-29T17:52:57.330 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:52:56 smithi053 bash[68679]: debug 2024-08-29T17:52:56.930+0000 7fd17cdb8b00 4 rocksdb: Options.allow_ingest_behind: 0 2024-08-29T17:52:57.330 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:52:56 smithi053 bash[68679]: debug 2024-08-29T17:52:56.930+0000 7fd17cdb8b00 4 rocksdb: Options.two_write_queues: 0 2024-08-29T17:52:57.330 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:52:56 smithi053 bash[68679]: debug 2024-08-29T17:52:56.930+0000 7fd17cdb8b00 4 rocksdb: Options.manual_wal_flush: 0 2024-08-29T17:52:57.330 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:52:56 smithi053 bash[68679]: debug 2024-08-29T17:52:56.930+0000 7fd17cdb8b00 4 rocksdb: Options.wal_compression: 0 2024-08-29T17:52:57.330 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:52:56 smithi053 bash[68679]: debug 2024-08-29T17:52:56.930+0000 7fd17cdb8b00 4 rocksdb: Options.atomic_flush: 0 2024-08-29T17:52:57.331 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:52:56 smithi053 bash[68679]: debug 2024-08-29T17:52:56.930+0000 7fd17cdb8b00 4 rocksdb: Options.avoid_unnecessary_blocking_io: 0 2024-08-29T17:52:57.331 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:52:56 smithi053 bash[68679]: debug 2024-08-29T17:52:56.930+0000 7fd17cdb8b00 4 rocksdb: Options.persist_stats_to_disk: 0 2024-08-29T17:52:57.331 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:52:56 smithi053 bash[68679]: debug 2024-08-29T17:52:56.930+0000 7fd17cdb8b00 4 rocksdb: Options.write_dbid_to_manifest: 0 2024-08-29T17:52:57.331 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:52:56 smithi053 bash[68679]: debug 2024-08-29T17:52:56.930+0000 7fd17cdb8b00 4 rocksdb: Options.log_readahead_size: 0 2024-08-29T17:52:57.331 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:52:56 smithi053 bash[68679]: debug 2024-08-29T17:52:56.930+0000 7fd17cdb8b00 4 rocksdb: Options.file_checksum_gen_factory: Unknown 2024-08-29T17:52:57.331 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:52:56 smithi053 bash[68679]: debug 2024-08-29T17:52:56.930+0000 7fd17cdb8b00 4 rocksdb: Options.best_efforts_recovery: 0 2024-08-29T17:52:57.331 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:52:56 smithi053 bash[68679]: debug 2024-08-29T17:52:56.930+0000 7fd17cdb8b00 4 rocksdb: Options.max_bgerror_resume_count: 2147483647 2024-08-29T17:52:57.331 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:52:56 smithi053 bash[68679]: debug 2024-08-29T17:52:56.930+0000 7fd17cdb8b00 4 rocksdb: Options.bgerror_resume_retry_interval: 1000000 2024-08-29T17:52:57.331 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:52:56 smithi053 bash[68679]: debug 2024-08-29T17:52:56.930+0000 7fd17cdb8b00 4 rocksdb: Options.allow_data_in_errors: 0 2024-08-29T17:52:57.331 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:52:56 smithi053 bash[68679]: debug 2024-08-29T17:52:56.930+0000 7fd17cdb8b00 4 rocksdb: Options.db_host_id: __hostname__ 2024-08-29T17:52:57.331 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:52:56 smithi053 bash[68679]: debug 2024-08-29T17:52:56.930+0000 7fd17cdb8b00 4 rocksdb: Options.enforce_single_del_contracts: true 2024-08-29T17:52:57.331 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:52:56 smithi053 bash[68679]: debug 2024-08-29T17:52:56.930+0000 7fd17cdb8b00 4 rocksdb: Options.max_background_jobs: 2 2024-08-29T17:52:57.331 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:52:56 smithi053 bash[68679]: debug 2024-08-29T17:52:56.930+0000 7fd17cdb8b00 4 rocksdb: Options.max_background_compactions: -1 2024-08-29T17:52:57.331 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:52:56 smithi053 bash[68679]: debug 2024-08-29T17:52:56.930+0000 7fd17cdb8b00 4 rocksdb: Options.max_subcompactions: 1 2024-08-29T17:52:57.332 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:52:56 smithi053 bash[68679]: debug 2024-08-29T17:52:56.930+0000 7fd17cdb8b00 4 rocksdb: Options.avoid_flush_during_shutdown: 0 2024-08-29T17:52:57.332 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:52:56 smithi053 bash[68679]: debug 2024-08-29T17:52:56.930+0000 7fd17cdb8b00 4 rocksdb: Options.writable_file_max_buffer_size: 1048576 2024-08-29T17:52:57.332 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:52:56 smithi053 bash[68679]: debug 2024-08-29T17:52:56.930+0000 7fd17cdb8b00 4 rocksdb: Options.delayed_write_rate : 16777216 2024-08-29T17:52:57.332 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:52:56 smithi053 bash[68679]: debug 2024-08-29T17:52:56.930+0000 7fd17cdb8b00 4 rocksdb: Options.max_total_wal_size: 0 2024-08-29T17:52:57.332 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:52:56 smithi053 bash[68679]: debug 2024-08-29T17:52:56.930+0000 7fd17cdb8b00 4 rocksdb: Options.delete_obsolete_files_period_micros: 21600000000 2024-08-29T17:52:57.332 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:52:56 smithi053 bash[68679]: debug 2024-08-29T17:52:56.930+0000 7fd17cdb8b00 4 rocksdb: Options.stats_dump_period_sec: 600 2024-08-29T17:52:57.332 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:52:56 smithi053 bash[68679]: debug 2024-08-29T17:52:56.930+0000 7fd17cdb8b00 4 rocksdb: Options.stats_persist_period_sec: 600 2024-08-29T17:52:57.332 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:52:56 smithi053 bash[68679]: debug 2024-08-29T17:52:56.930+0000 7fd17cdb8b00 4 rocksdb: Options.stats_history_buffer_size: 1048576 2024-08-29T17:52:57.332 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:52:56 smithi053 bash[68679]: debug 2024-08-29T17:52:56.930+0000 7fd17cdb8b00 4 rocksdb: Options.max_open_files: -1 2024-08-29T17:52:57.332 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:52:56 smithi053 bash[68679]: debug 2024-08-29T17:52:56.930+0000 7fd17cdb8b00 4 rocksdb: Options.bytes_per_sync: 0 2024-08-29T17:52:57.332 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:52:56 smithi053 bash[68679]: debug 2024-08-29T17:52:56.930+0000 7fd17cdb8b00 4 rocksdb: Options.wal_bytes_per_sync: 0 2024-08-29T17:52:57.332 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:52:56 smithi053 bash[68679]: debug 2024-08-29T17:52:56.930+0000 7fd17cdb8b00 4 rocksdb: Options.strict_bytes_per_sync: 0 2024-08-29T17:52:57.332 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:52:56 smithi053 bash[68679]: debug 2024-08-29T17:52:56.930+0000 7fd17cdb8b00 4 rocksdb: Options.compaction_readahead_size: 0 2024-08-29T17:52:57.332 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:52:56 smithi053 bash[68679]: debug 2024-08-29T17:52:56.930+0000 7fd17cdb8b00 4 rocksdb: Options.max_background_flushes: -1 2024-08-29T17:52:57.333 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:52:56 smithi053 bash[68679]: debug 2024-08-29T17:52:56.930+0000 7fd17cdb8b00 4 rocksdb: Compression algorithms supported: 2024-08-29T17:52:57.333 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:52:56 smithi053 bash[68679]: debug 2024-08-29T17:52:56.930+0000 7fd17cdb8b00 4 rocksdb: kZSTD supported: 0 2024-08-29T17:52:57.333 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:52:56 smithi053 bash[68679]: debug 2024-08-29T17:52:56.930+0000 7fd17cdb8b00 4 rocksdb: kXpressCompression supported: 0 2024-08-29T17:52:57.333 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:52:56 smithi053 bash[68679]: debug 2024-08-29T17:52:56.930+0000 7fd17cdb8b00 4 rocksdb: kBZip2Compression supported: 0 2024-08-29T17:52:57.333 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:52:56 smithi053 bash[68679]: debug 2024-08-29T17:52:56.930+0000 7fd17cdb8b00 4 rocksdb: kZSTDNotFinalCompression supported: 0 2024-08-29T17:52:57.333 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:52:56 smithi053 bash[68679]: debug 2024-08-29T17:52:56.930+0000 7fd17cdb8b00 4 rocksdb: kLZ4Compression supported: 1 2024-08-29T17:52:57.333 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:52:56 smithi053 bash[68679]: debug 2024-08-29T17:52:56.930+0000 7fd17cdb8b00 4 rocksdb: kZlibCompression supported: 1 2024-08-29T17:52:57.333 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:52:56 smithi053 bash[68679]: debug 2024-08-29T17:52:56.930+0000 7fd17cdb8b00 4 rocksdb: kLZ4HCCompression supported: 1 2024-08-29T17:52:57.333 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:52:56 smithi053 bash[68679]: debug 2024-08-29T17:52:56.930+0000 7fd17cdb8b00 4 rocksdb: kSnappyCompression supported: 1 2024-08-29T17:52:57.333 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:52:56 smithi053 bash[68679]: debug 2024-08-29T17:52:56.930+0000 7fd17cdb8b00 4 rocksdb: Fast CRC32 supported: Supported on x86 2024-08-29T17:52:57.333 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:52:56 smithi053 bash[68679]: debug 2024-08-29T17:52:56.930+0000 7fd17cdb8b00 4 rocksdb: DMutex implementation: pthread_mutex_t 2024-08-29T17:52:57.333 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:52:56 smithi053 bash[68679]: debug 2024-08-29T17:52:56.930+0000 7fd17cdb8b00 4 rocksdb: [db/version_set.cc:5527] Recovering from manifest file: /var/lib/ceph/mon/ceph-b/store.db/MANIFEST-000009 2024-08-29T17:52:57.335 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:52:56 smithi053 bash[68679]: debug 2024-08-29T17:52:56.930+0000 7fd17cdb8b00 4 rocksdb: [db/column_family.cc:630] --------------- Options for column family [default]: 2024-08-29T17:52:57.335 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:52:56 smithi053 bash[68679]: debug 2024-08-29T17:52:56.930+0000 7fd17cdb8b00 4 rocksdb: Options.comparator: leveldb.BytewiseComparator 2024-08-29T17:52:57.335 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:52:56 smithi053 bash[68679]: debug 2024-08-29T17:52:56.930+0000 7fd17cdb8b00 4 rocksdb: Options.merge_operator: 2024-08-29T17:52:57.335 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:52:56 smithi053 bash[68679]: debug 2024-08-29T17:52:56.930+0000 7fd17cdb8b00 4 rocksdb: Options.compaction_filter: None 2024-08-29T17:52:57.335 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:52:56 smithi053 bash[68679]: debug 2024-08-29T17:52:56.930+0000 7fd17cdb8b00 4 rocksdb: Options.compaction_filter_factory: None 2024-08-29T17:52:57.335 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:52:56 smithi053 bash[68679]: debug 2024-08-29T17:52:56.930+0000 7fd17cdb8b00 4 rocksdb: Options.sst_partitioner_factory: None 2024-08-29T17:52:57.335 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:52:56 smithi053 bash[68679]: debug 2024-08-29T17:52:56.930+0000 7fd17cdb8b00 4 rocksdb: Options.memtable_factory: SkipListFactory 2024-08-29T17:52:57.335 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:52:56 smithi053 bash[68679]: debug 2024-08-29T17:52:56.930+0000 7fd17cdb8b00 4 rocksdb: Options.table_factory: BlockBasedTable 2024-08-29T17:52:57.335 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:52:56 smithi053 bash[68679]: debug 2024-08-29T17:52:56.930+0000 7fd17cdb8b00 4 rocksdb: table_factory options: flush_block_policy_factory: FlushBlockBySizePolicyFactory (0x55c5bc999180) 2024-08-29T17:52:57.335 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:52:56 smithi053 bash[68679]: cache_index_and_filter_blocks: 1 2024-08-29T17:52:57.336 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:52:56 smithi053 bash[68679]: cache_index_and_filter_blocks_with_high_priority: 0 2024-08-29T17:52:57.336 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:52:56 smithi053 bash[68679]: pin_l0_filter_and_index_blocks_in_cache: 0 2024-08-29T17:52:57.336 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:52:56 smithi053 bash[68679]: pin_top_level_index_and_filter: 1 2024-08-29T17:52:57.336 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:52:56 smithi053 bash[68679]: index_type: 0 2024-08-29T17:52:57.336 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:52:56 smithi053 bash[68679]: data_block_index_type: 0 2024-08-29T17:52:57.336 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:52:56 smithi053 bash[68679]: index_shortening: 1 2024-08-29T17:52:57.336 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:52:56 smithi053 bash[68679]: data_block_hash_table_util_ratio: 0.750000 2024-08-29T17:52:57.336 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:52:56 smithi053 bash[68679]: checksum: 4 2024-08-29T17:52:57.336 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:52:56 smithi053 bash[68679]: no_block_cache: 0 2024-08-29T17:52:57.336 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:52:56 smithi053 bash[68679]: block_cache: 0x55c5bc98f090 2024-08-29T17:52:57.336 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:52:56 smithi053 bash[68679]: block_cache_name: BinnedLRUCache 2024-08-29T17:52:57.336 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:52:56 smithi053 bash[68679]: block_cache_options: 2024-08-29T17:52:57.336 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:52:56 smithi053 bash[68679]: capacity : 536870912 2024-08-29T17:52:57.337 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:52:56 smithi053 bash[68679]: num_shard_bits : 4 2024-08-29T17:52:57.337 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:52:56 smithi053 bash[68679]: strict_capacity_limit : 0 2024-08-29T17:52:57.337 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:52:56 smithi053 bash[68679]: high_pri_pool_ratio: 0.000 2024-08-29T17:52:57.337 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:52:56 smithi053 bash[68679]: block_cache_compressed: (nil) 2024-08-29T17:52:57.337 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:52:56 smithi053 bash[68679]: persistent_cache: (nil) 2024-08-29T17:52:57.337 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:52:56 smithi053 bash[68679]: block_size: 4096 2024-08-29T17:52:57.337 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:52:56 smithi053 bash[68679]: block_size_deviation: 10 2024-08-29T17:52:57.337 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:52:56 smithi053 bash[68679]: block_restart_interval: 16 2024-08-29T17:52:57.337 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:52:56 smithi053 bash[68679]: index_block_restart_interval: 1 2024-08-29T17:52:57.337 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:52:56 smithi053 bash[68679]: metadata_block_size: 4096 2024-08-29T17:52:57.337 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:52:56 smithi053 bash[68679]: partition_filters: 0 2024-08-29T17:52:57.337 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:52:56 smithi053 bash[68679]: use_delta_encoding: 1 2024-08-29T17:52:57.337 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:52:56 smithi053 bash[68679]: filter_policy: bloomfilter 2024-08-29T17:52:57.337 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:52:56 smithi053 bash[68679]: whole_key_filtering: 1 2024-08-29T17:52:57.338 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:52:56 smithi053 bash[68679]: verify_compression: 0 2024-08-29T17:52:57.338 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:52:56 smithi053 bash[68679]: read_amp_bytes_per_bit: 0 2024-08-29T17:52:57.338 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:52:56 smithi053 bash[68679]: format_version: 5 2024-08-29T17:52:57.338 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:52:56 smithi053 bash[68679]: enable_index_compression: 1 2024-08-29T17:52:57.338 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:52:56 smithi053 bash[68679]: block_align: 0 2024-08-29T17:52:57.338 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:52:56 smithi053 bash[68679]: max_auto_readahead_size: 262144 2024-08-29T17:52:57.338 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:52:56 smithi053 bash[68679]: prepopulate_block_cache: 0 2024-08-29T17:52:57.338 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:52:56 smithi053 bash[68679]: initial_auto_readahead_size: 8192 2024-08-29T17:52:57.338 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:52:56 smithi053 bash[68679]: num_file_reads_for_auto_readahead: 2 2024-08-29T17:52:57.338 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:52:56 smithi053 bash[68679]: debug 2024-08-29T17:52:56.930+0000 7fd17cdb8b00 4 rocksdb: Options.write_buffer_size: 33554432 2024-08-29T17:52:57.338 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:52:56 smithi053 bash[68679]: debug 2024-08-29T17:52:56.930+0000 7fd17cdb8b00 4 rocksdb: Options.max_write_buffer_number: 2 2024-08-29T17:52:57.338 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:52:56 smithi053 bash[68679]: debug 2024-08-29T17:52:56.930+0000 7fd17cdb8b00 4 rocksdb: Options.compression: NoCompression 2024-08-29T17:52:57.338 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:52:56 smithi053 bash[68679]: debug 2024-08-29T17:52:56.930+0000 7fd17cdb8b00 4 rocksdb: Options.bottommost_compression: Disabled 2024-08-29T17:52:57.339 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:52:56 smithi053 bash[68679]: debug 2024-08-29T17:52:56.930+0000 7fd17cdb8b00 4 rocksdb: Options.prefix_extractor: nullptr 2024-08-29T17:52:57.339 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:52:56 smithi053 bash[68679]: debug 2024-08-29T17:52:56.930+0000 7fd17cdb8b00 4 rocksdb: Options.memtable_insert_with_hint_prefix_extractor: nullptr 2024-08-29T17:52:57.339 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:52:56 smithi053 bash[68679]: debug 2024-08-29T17:52:56.930+0000 7fd17cdb8b00 4 rocksdb: Options.num_levels: 7 2024-08-29T17:52:57.339 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:52:56 smithi053 bash[68679]: debug 2024-08-29T17:52:56.930+0000 7fd17cdb8b00 4 rocksdb: Options.min_write_buffer_number_to_merge: 1 2024-08-29T17:52:57.339 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:52:56 smithi053 bash[68679]: debug 2024-08-29T17:52:56.930+0000 7fd17cdb8b00 4 rocksdb: Options.max_write_buffer_number_to_maintain: 0 2024-08-29T17:52:57.339 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:52:56 smithi053 bash[68679]: debug 2024-08-29T17:52:56.930+0000 7fd17cdb8b00 4 rocksdb: Options.max_write_buffer_size_to_maintain: 0 2024-08-29T17:52:57.339 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:52:56 smithi053 bash[68679]: debug 2024-08-29T17:52:56.930+0000 7fd17cdb8b00 4 rocksdb: Options.bottommost_compression_opts.window_bits: -14 2024-08-29T17:52:57.339 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:52:56 smithi053 bash[68679]: debug 2024-08-29T17:52:56.930+0000 7fd17cdb8b00 4 rocksdb: Options.bottommost_compression_opts.level: 32767 2024-08-29T17:52:57.339 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:52:56 smithi053 bash[68679]: debug 2024-08-29T17:52:56.930+0000 7fd17cdb8b00 4 rocksdb: Options.bottommost_compression_opts.strategy: 0 2024-08-29T17:52:57.339 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:52:56 smithi053 bash[68679]: debug 2024-08-29T17:52:56.930+0000 7fd17cdb8b00 4 rocksdb: Options.bottommost_compression_opts.max_dict_bytes: 0 2024-08-29T17:52:57.339 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:52:56 smithi053 bash[68679]: debug 2024-08-29T17:52:56.930+0000 7fd17cdb8b00 4 rocksdb: Options.bottommost_compression_opts.zstd_max_train_bytes: 0 2024-08-29T17:52:57.339 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:52:56 smithi053 bash[68679]: debug 2024-08-29T17:52:56.930+0000 7fd17cdb8b00 4 rocksdb: Options.bottommost_compression_opts.parallel_threads: 1 2024-08-29T17:52:57.339 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:52:56 smithi053 bash[68679]: debug 2024-08-29T17:52:56.930+0000 7fd17cdb8b00 4 rocksdb: Options.bottommost_compression_opts.enabled: false 2024-08-29T17:52:57.339 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:52:56 smithi053 bash[68679]: debug 2024-08-29T17:52:56.930+0000 7fd17cdb8b00 4 rocksdb: Options.bottommost_compression_opts.max_dict_buffer_bytes: 0 2024-08-29T17:52:57.340 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:52:56 smithi053 bash[68679]: debug 2024-08-29T17:52:56.930+0000 7fd17cdb8b00 4 rocksdb: Options.bottommost_compression_opts.use_zstd_dict_trainer: true 2024-08-29T17:52:57.340 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:52:56 smithi053 bash[68679]: debug 2024-08-29T17:52:56.930+0000 7fd17cdb8b00 4 rocksdb: Options.compression_opts.window_bits: -14 2024-08-29T17:52:57.340 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:52:56 smithi053 bash[68679]: debug 2024-08-29T17:52:56.930+0000 7fd17cdb8b00 4 rocksdb: Options.compression_opts.level: 32767 2024-08-29T17:52:57.340 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:52:56 smithi053 bash[68679]: debug 2024-08-29T17:52:56.930+0000 7fd17cdb8b00 4 rocksdb: Options.compression_opts.strategy: 0 2024-08-29T17:52:57.340 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:52:56 smithi053 bash[68679]: debug 2024-08-29T17:52:56.930+0000 7fd17cdb8b00 4 rocksdb: Options.compression_opts.max_dict_bytes: 0 2024-08-29T17:52:57.340 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:52:56 smithi053 bash[68679]: debug 2024-08-29T17:52:56.930+0000 7fd17cdb8b00 4 rocksdb: Options.compression_opts.zstd_max_train_bytes: 0 2024-08-29T17:52:57.340 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:52:56 smithi053 bash[68679]: debug 2024-08-29T17:52:56.930+0000 7fd17cdb8b00 4 rocksdb: Options.compression_opts.use_zstd_dict_trainer: true 2024-08-29T17:52:57.340 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:52:56 smithi053 bash[68679]: debug 2024-08-29T17:52:56.930+0000 7fd17cdb8b00 4 rocksdb: Options.compression_opts.parallel_threads: 1 2024-08-29T17:52:57.340 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:52:56 smithi053 bash[68679]: debug 2024-08-29T17:52:56.930+0000 7fd17cdb8b00 4 rocksdb: Options.compression_opts.enabled: false 2024-08-29T17:52:57.340 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:52:56 smithi053 bash[68679]: debug 2024-08-29T17:52:56.930+0000 7fd17cdb8b00 4 rocksdb: Options.compression_opts.max_dict_buffer_bytes: 0 2024-08-29T17:52:57.340 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:52:56 smithi053 bash[68679]: debug 2024-08-29T17:52:56.930+0000 7fd17cdb8b00 4 rocksdb: Options.level0_file_num_compaction_trigger: 4 2024-08-29T17:52:57.340 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:52:56 smithi053 bash[68679]: debug 2024-08-29T17:52:56.930+0000 7fd17cdb8b00 4 rocksdb: Options.level0_slowdown_writes_trigger: 20 2024-08-29T17:52:57.340 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:52:56 smithi053 bash[68679]: debug 2024-08-29T17:52:56.930+0000 7fd17cdb8b00 4 rocksdb: Options.level0_stop_writes_trigger: 36 2024-08-29T17:52:57.340 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:52:56 smithi053 bash[68679]: debug 2024-08-29T17:52:56.930+0000 7fd17cdb8b00 4 rocksdb: Options.target_file_size_base: 67108864 2024-08-29T17:52:57.341 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:52:56 smithi053 bash[68679]: debug 2024-08-29T17:52:56.930+0000 7fd17cdb8b00 4 rocksdb: Options.target_file_size_multiplier: 1 2024-08-29T17:52:57.341 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:52:56 smithi053 bash[68679]: debug 2024-08-29T17:52:56.930+0000 7fd17cdb8b00 4 rocksdb: Options.max_bytes_for_level_base: 268435456 2024-08-29T17:52:57.341 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:52:56 smithi053 bash[68679]: debug 2024-08-29T17:52:56.930+0000 7fd17cdb8b00 4 rocksdb: Options.level_compaction_dynamic_level_bytes: 1 2024-08-29T17:52:57.341 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:52:56 smithi053 bash[68679]: debug 2024-08-29T17:52:56.930+0000 7fd17cdb8b00 4 rocksdb: Options.max_bytes_for_level_multiplier: 10.000000 2024-08-29T17:52:57.341 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:52:56 smithi053 bash[68679]: debug 2024-08-29T17:52:56.930+0000 7fd17cdb8b00 4 rocksdb: Options.max_bytes_for_level_multiplier_addtl[0]: 1 2024-08-29T17:52:57.341 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:52:56 smithi053 bash[68679]: debug 2024-08-29T17:52:56.930+0000 7fd17cdb8b00 4 rocksdb: Options.max_bytes_for_level_multiplier_addtl[1]: 1 2024-08-29T17:52:57.341 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:52:56 smithi053 bash[68679]: debug 2024-08-29T17:52:56.930+0000 7fd17cdb8b00 4 rocksdb: Options.max_bytes_for_level_multiplier_addtl[2]: 1 2024-08-29T17:52:57.341 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:52:56 smithi053 bash[68679]: debug 2024-08-29T17:52:56.930+0000 7fd17cdb8b00 4 rocksdb: Options.max_bytes_for_level_multiplier_addtl[3]: 1 2024-08-29T17:52:57.341 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:52:56 smithi053 bash[68679]: debug 2024-08-29T17:52:56.930+0000 7fd17cdb8b00 4 rocksdb: Options.max_bytes_for_level_multiplier_addtl[4]: 1 2024-08-29T17:52:57.341 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:52:56 smithi053 bash[68679]: debug 2024-08-29T17:52:56.930+0000 7fd17cdb8b00 4 rocksdb: Options.max_bytes_for_level_multiplier_addtl[5]: 1 2024-08-29T17:52:57.341 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:52:56 smithi053 bash[68679]: debug 2024-08-29T17:52:56.930+0000 7fd17cdb8b00 4 rocksdb: Options.max_bytes_for_level_multiplier_addtl[6]: 1 2024-08-29T17:52:57.341 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:52:56 smithi053 bash[68679]: debug 2024-08-29T17:52:56.930+0000 7fd17cdb8b00 4 rocksdb: Options.max_sequential_skip_in_iterations: 8 2024-08-29T17:52:57.341 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:52:56 smithi053 bash[68679]: debug 2024-08-29T17:52:56.930+0000 7fd17cdb8b00 4 rocksdb: Options.max_compaction_bytes: 1677721600 2024-08-29T17:52:57.341 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:52:56 smithi053 bash[68679]: debug 2024-08-29T17:52:56.930+0000 7fd17cdb8b00 4 rocksdb: Options.ignore_max_compaction_bytes_for_input: true 2024-08-29T17:52:57.342 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:52:56 smithi053 bash[68679]: debug 2024-08-29T17:52:56.930+0000 7fd17cdb8b00 4 rocksdb: Options.arena_block_size: 1048576 2024-08-29T17:52:57.342 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:52:56 smithi053 bash[68679]: debug 2024-08-29T17:52:56.930+0000 7fd17cdb8b00 4 rocksdb: Options.soft_pending_compaction_bytes_limit: 68719476736 2024-08-29T17:52:57.342 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:52:56 smithi053 bash[68679]: debug 2024-08-29T17:52:56.930+0000 7fd17cdb8b00 4 rocksdb: Options.hard_pending_compaction_bytes_limit: 274877906944 2024-08-29T17:52:57.342 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:52:56 smithi053 bash[68679]: debug 2024-08-29T17:52:56.930+0000 7fd17cdb8b00 4 rocksdb: Options.disable_auto_compactions: 0 2024-08-29T17:52:57.342 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:52:56 smithi053 bash[68679]: debug 2024-08-29T17:52:56.930+0000 7fd17cdb8b00 4 rocksdb: Options.compaction_style: kCompactionStyleLevel 2024-08-29T17:52:57.342 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:52:56 smithi053 bash[68679]: debug 2024-08-29T17:52:56.930+0000 7fd17cdb8b00 4 rocksdb: Options.compaction_pri: kMinOverlappingRatio 2024-08-29T17:52:57.342 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:52:56 smithi053 bash[68679]: debug 2024-08-29T17:52:56.930+0000 7fd17cdb8b00 4 rocksdb: Options.compaction_options_universal.size_ratio: 1 2024-08-29T17:52:57.342 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:52:56 smithi053 bash[68679]: debug 2024-08-29T17:52:56.930+0000 7fd17cdb8b00 4 rocksdb: Options.compaction_options_universal.min_merge_width: 2 2024-08-29T17:52:57.342 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:52:56 smithi053 bash[68679]: debug 2024-08-29T17:52:56.930+0000 7fd17cdb8b00 4 rocksdb: Options.compaction_options_universal.max_merge_width: 4294967295 2024-08-29T17:52:57.342 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:52:56 smithi053 bash[68679]: debug 2024-08-29T17:52:56.930+0000 7fd17cdb8b00 4 rocksdb: Options.compaction_options_universal.max_size_amplification_percent: 200 2024-08-29T17:52:57.342 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:52:56 smithi053 bash[68679]: debug 2024-08-29T17:52:56.930+0000 7fd17cdb8b00 4 rocksdb: Options.compaction_options_universal.compression_size_percent: -1 2024-08-29T17:52:57.342 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:52:56 smithi053 bash[68679]: debug 2024-08-29T17:52:56.930+0000 7fd17cdb8b00 4 rocksdb: Options.compaction_options_universal.stop_style: kCompactionStopStyleTotalSize 2024-08-29T17:52:57.342 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:52:56 smithi053 bash[68679]: debug 2024-08-29T17:52:56.930+0000 7fd17cdb8b00 4 rocksdb: Options.compaction_options_fifo.max_table_files_size: 1073741824 2024-08-29T17:52:57.343 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:52:56 smithi053 bash[68679]: debug 2024-08-29T17:52:56.930+0000 7fd17cdb8b00 4 rocksdb: Options.compaction_options_fifo.allow_compaction: 0 2024-08-29T17:52:57.343 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:52:56 smithi053 bash[68679]: debug 2024-08-29T17:52:56.930+0000 7fd17cdb8b00 4 rocksdb: Options.table_properties_collectors: CompactOnDeletionCollector (Sliding window size = 32768 Deletion trigger = 16384 Deletion ratio = 0); 2024-08-29T17:52:57.343 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:52:56 smithi053 bash[68679]: debug 2024-08-29T17:52:56.930+0000 7fd17cdb8b00 4 rocksdb: Options.inplace_update_support: 0 2024-08-29T17:52:57.343 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:52:56 smithi053 bash[68679]: debug 2024-08-29T17:52:56.930+0000 7fd17cdb8b00 4 rocksdb: Options.inplace_update_num_locks: 10000 2024-08-29T17:52:57.343 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:52:56 smithi053 bash[68679]: debug 2024-08-29T17:52:56.930+0000 7fd17cdb8b00 4 rocksdb: Options.memtable_prefix_bloom_size_ratio: 0.000000 2024-08-29T17:52:57.343 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:52:56 smithi053 bash[68679]: debug 2024-08-29T17:52:56.930+0000 7fd17cdb8b00 4 rocksdb: Options.memtable_whole_key_filtering: 0 2024-08-29T17:52:57.343 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:52:56 smithi053 bash[68679]: debug 2024-08-29T17:52:56.930+0000 7fd17cdb8b00 4 rocksdb: Options.memtable_huge_page_size: 0 2024-08-29T17:52:57.343 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:52:56 smithi053 bash[68679]: debug 2024-08-29T17:52:56.930+0000 7fd17cdb8b00 4 rocksdb: Options.bloom_locality: 0 2024-08-29T17:52:57.343 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:52:56 smithi053 bash[68679]: debug 2024-08-29T17:52:56.930+0000 7fd17cdb8b00 4 rocksdb: Options.max_successive_merges: 0 2024-08-29T17:52:57.343 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:52:56 smithi053 bash[68679]: debug 2024-08-29T17:52:56.930+0000 7fd17cdb8b00 4 rocksdb: Options.optimize_filters_for_hits: 0 2024-08-29T17:52:57.343 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:52:56 smithi053 bash[68679]: debug 2024-08-29T17:52:56.930+0000 7fd17cdb8b00 4 rocksdb: Options.paranoid_file_checks: 0 2024-08-29T17:52:57.343 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:52:56 smithi053 bash[68679]: debug 2024-08-29T17:52:56.930+0000 7fd17cdb8b00 4 rocksdb: Options.force_consistency_checks: 1 2024-08-29T17:52:57.343 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:52:56 smithi053 bash[68679]: debug 2024-08-29T17:52:56.930+0000 7fd17cdb8b00 4 rocksdb: Options.report_bg_io_stats: 0 2024-08-29T17:52:57.343 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:52:56 smithi053 bash[68679]: debug 2024-08-29T17:52:56.930+0000 7fd17cdb8b00 4 rocksdb: Options.ttl: 2592000 2024-08-29T17:52:57.344 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:52:56 smithi053 bash[68679]: debug 2024-08-29T17:52:56.930+0000 7fd17cdb8b00 4 rocksdb: Options.periodic_compaction_seconds: 0 2024-08-29T17:52:57.344 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:52:56 smithi053 bash[68679]: debug 2024-08-29T17:52:56.930+0000 7fd17cdb8b00 4 rocksdb: Options.preclude_last_level_data_seconds: 0 2024-08-29T17:52:57.344 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:52:56 smithi053 bash[68679]: debug 2024-08-29T17:52:56.930+0000 7fd17cdb8b00 4 rocksdb: Options.preserve_internal_time_seconds: 0 2024-08-29T17:52:57.344 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:52:56 smithi053 bash[68679]: debug 2024-08-29T17:52:56.930+0000 7fd17cdb8b00 4 rocksdb: Options.enable_blob_files: false 2024-08-29T17:52:57.344 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:52:56 smithi053 bash[68679]: debug 2024-08-29T17:52:56.930+0000 7fd17cdb8b00 4 rocksdb: Options.min_blob_size: 0 2024-08-29T17:52:57.344 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:52:56 smithi053 bash[68679]: debug 2024-08-29T17:52:56.930+0000 7fd17cdb8b00 4 rocksdb: Options.blob_file_size: 268435456 2024-08-29T17:52:57.344 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:52:56 smithi053 bash[68679]: debug 2024-08-29T17:52:56.930+0000 7fd17cdb8b00 4 rocksdb: Options.blob_compression_type: NoCompression 2024-08-29T17:52:57.344 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:52:56 smithi053 bash[68679]: debug 2024-08-29T17:52:56.930+0000 7fd17cdb8b00 4 rocksdb: Options.enable_blob_garbage_collection: false 2024-08-29T17:52:57.344 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:52:56 smithi053 bash[68679]: debug 2024-08-29T17:52:56.930+0000 7fd17cdb8b00 4 rocksdb: Options.blob_garbage_collection_age_cutoff: 0.250000 2024-08-29T17:52:57.344 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:52:56 smithi053 bash[68679]: debug 2024-08-29T17:52:56.930+0000 7fd17cdb8b00 4 rocksdb: Options.blob_garbage_collection_force_threshold: 1.000000 2024-08-29T17:52:57.344 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:52:56 smithi053 bash[68679]: debug 2024-08-29T17:52:56.930+0000 7fd17cdb8b00 4 rocksdb: Options.blob_compaction_readahead_size: 0 2024-08-29T17:52:57.344 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:52:56 smithi053 bash[68679]: debug 2024-08-29T17:52:56.930+0000 7fd17cdb8b00 4 rocksdb: Options.blob_file_starting_level: 0 2024-08-29T17:52:57.344 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:52:56 smithi053 bash[68679]: debug 2024-08-29T17:52:56.930+0000 7fd17cdb8b00 4 rocksdb: Options.experimental_mempurge_threshold: 0.000000 2024-08-29T17:52:57.345 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:52:56 smithi053 bash[68679]: debug 2024-08-29T17:52:56.930+0000 7fd17938e640 3 rocksdb: [table/block_based/block_based_table_reader.cc:721] At least one SST file opened without unique ID to verify: 42.sst 2024-08-29T17:52:57.345 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:52:56 smithi053 bash[68679]: debug 2024-08-29T17:52:56.934+0000 7fd17cdb8b00 4 rocksdb: [db/version_set.cc:4390] More existing levels in DB than needed. max_bytes_for_level_multiplier may not be guaranteed. 2024-08-29T17:52:57.345 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:52:56 smithi053 bash[68679]: debug 2024-08-29T17:52:56.934+0000 7fd17cdb8b00 4 rocksdb: [db/version_set.cc:5566] Recovered from manifest file:/var/lib/ceph/mon/ceph-b/store.db/MANIFEST-000009 succeeded,manifest_file_number is 9, next_file_number is 44, last_sequence is 24550, log_number is 40,prev_log_number is 0,max_column_family is 0,min_log_number_to_keep is 0 2024-08-29T17:52:57.345 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:52:56 smithi053 bash[68679]: debug 2024-08-29T17:52:56.934+0000 7fd17cdb8b00 4 rocksdb: [db/version_set.cc:5581] Column family [default] (ID 0), log number is 40 2024-08-29T17:52:57.345 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:52:56 smithi053 bash[68679]: debug 2024-08-29T17:52:56.934+0000 7fd17cdb8b00 4 rocksdb: [db/db_impl/db_impl_open.cc:539] DB ID: a4c4e183-e005-4e5b-9771-968c27ce146a 2024-08-29T17:52:57.345 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:52:56 smithi053 bash[68679]: debug 2024-08-29T17:52:56.934+0000 7fd17cdb8b00 4 rocksdb: EVENT_LOG_v1 {"time_micros": 1724953976936047, "job": 1, "event": "recovery_started", "wal_files": [40]} 2024-08-29T17:52:57.345 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:52:56 smithi053 bash[68679]: debug 2024-08-29T17:52:56.934+0000 7fd17cdb8b00 4 rocksdb: [db/db_impl/db_impl_open.cc:1043] Recovering log #40 mode 2 2024-08-29T17:52:57.345 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:52:56 smithi053 bash[68679]: debug 2024-08-29T17:52:56.934+0000 7fd17cdb8b00 4 rocksdb: EVENT_LOG_v1 {"time_micros": 1724953976938802, "cf_name": "default", "job": 1, "event": "table_file_creation", "file_number": 45, "file_size": 355827, "file_checksum": "", "file_checksum_func_name": "Unknown", "smallest_seqno": 24555, "largest_seqno": 24839, "table_properties": {"data_size": 353460, "index_size": 1009, "index_partitions": 0, "top_level_index_size": 0, "index_key_is_user_key": 1, "index_value_is_delta_encoded": 1, "filter_size": 325, "raw_key_size": 3113, "raw_average_key_size": 24, "raw_value_size": 350373, "raw_average_value_size": 2802, "num_data_blocks": 43, "num_entries": 125, "num_filter_entries": 125, "num_deletions": 2, "num_merge_operands": 0, "num_range_deletions": 0, "format_version": 0, "fixed_key_len": 0, "filter_policy": "bloomfilter", "column_family_name": "default", "column_family_id": 0, "comparator": "leveldb.BytewiseComparator", "merge_operator": "", "prefix_extractor_name": "nullptr", "property_collectors": "[CompactOnDeletionCollector]", "compression": "NoCompression", "compression_options": "window_bits=-14; level=32767; strategy=0; max_dict_bytes=0; zstd_max_train_bytes=0; enabled=0; max_dict_buffer_bytes=0; use_zstd_dict_trainer=1; ", "creation_time": 1724953976, "oldest_key_time": 0, "file_creation_time": 0, "slow_compression_estimated_data_size": 0, "fast_compression_estimated_data_size": 0, "db_id": "a4c4e183-e005-4e5b-9771-968c27ce146a", "db_session_id": "D8G3CDNGB1OUV5MMH3HT", "orig_file_number": 45, "seqno_to_time_mapping": "N/A"}} 2024-08-29T17:52:57.345 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:52:56 smithi053 bash[68679]: debug 2024-08-29T17:52:56.934+0000 7fd17cdb8b00 4 rocksdb: EVENT_LOG_v1 {"time_micros": 1724953976938945, "job": 1, "event": "recovery_finished"} 2024-08-29T17:52:57.345 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:52:56 smithi053 bash[68679]: debug 2024-08-29T17:52:56.934+0000 7fd17cdb8b00 4 rocksdb: [db/version_set.cc:5047] Creating manifest 47 2024-08-29T17:52:57.345 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:52:56 smithi053 bash[68679]: debug 2024-08-29T17:52:56.934+0000 7fd17cdb8b00 4 rocksdb: [db/version_set.cc:4390] More existing levels in DB than needed. max_bytes_for_level_multiplier may not be guaranteed. 2024-08-29T17:52:57.345 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:52:56 smithi053 bash[68679]: debug 2024-08-29T17:52:56.938+0000 7fd17cdb8b00 4 rocksdb: [file/delete_scheduler.cc:74] Deleted file /var/lib/ceph/mon/ceph-b/store.db/000040.log immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024-08-29T17:52:57.345 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:52:56 smithi053 bash[68679]: debug 2024-08-29T17:52:56.938+0000 7fd17cdb8b00 4 rocksdb: [db/db_impl/db_impl_open.cc:1987] SstFileManager instance 0x55c5bc9bae00 2024-08-29T17:52:57.345 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:52:56 smithi053 bash[68679]: debug 2024-08-29T17:52:56.938+0000 7fd17cdb8b00 4 rocksdb: DB pointer 0x55c5bcaba000 2024-08-29T17:52:57.346 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:52:56 smithi053 bash[68679]: debug 2024-08-29T17:52:56.938+0000 7fd172b81640 4 rocksdb: [db/db_impl/db_impl.cc:1109] ------- DUMPING STATS ------- 2024-08-29T17:52:57.346 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:52:56 smithi053 bash[68679]: debug 2024-08-29T17:52:56.938+0000 7fd172b81640 4 rocksdb: [db/db_impl/db_impl.cc:1111] 2024-08-29T17:52:57.346 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:52:56 smithi053 bash[68679]: ** DB Stats ** 2024-08-29T17:52:57.346 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:52:56 smithi053 bash[68679]: Uptime(secs): 0.0 total, 0.0 interval 2024-08-29T17:52:57.346 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:52:56 smithi053 bash[68679]: Cumulative writes: 0 writes, 0 keys, 0 commit groups, 0.0 writes per commit group, ingest: 0.00 GB, 0.00 MB/s 2024-08-29T17:52:57.346 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:52:56 smithi053 bash[68679]: Cumulative WAL: 0 writes, 0 syncs, 0.00 writes per sync, written: 0.00 GB, 0.00 MB/s 2024-08-29T17:52:57.346 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:52:56 smithi053 bash[68679]: Cumulative stall: 00:00:0.000 H:M:S, 0.0 percent 2024-08-29T17:52:57.346 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:52:56 smithi053 bash[68679]: Interval writes: 0 writes, 0 keys, 0 commit groups, 0.0 writes per commit group, ingest: 0.00 MB, 0.00 MB/s 2024-08-29T17:52:57.346 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:52:56 smithi053 bash[68679]: Interval WAL: 0 writes, 0 syncs, 0.00 writes per sync, written: 0.00 GB, 0.00 MB/s 2024-08-29T17:52:57.346 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:52:56 smithi053 bash[68679]: Interval stall: 00:00:0.000 H:M:S, 0.0 percent 2024-08-29T17:52:57.346 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:52:56 smithi053 bash[68679]: ** Compaction Stats [default] ** 2024-08-29T17:52:57.346 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:52:56 smithi053 bash[68679]: Level Files Size Score Read(GB) Rn(GB) Rnp1(GB) Write(GB) Wnew(GB) Moved(GB) W-Amp Rd(MB/s) Wr(MB/s) Comp(sec) CompMergeCPU(sec) Comp(cnt) Avg(sec) KeyIn KeyDrop Rblob(GB) Wblob(GB) 2024-08-29T17:52:57.346 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:52:56 smithi053 bash[68679]: ------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------ 2024-08-29T17:52:57.346 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:52:56 smithi053 bash[68679]: L0 1/0 347.49 KB 0.2 0.0 0.0 0.0 0.0 0.0 0.0 1.0 0.0 194.4 0.00 0.00 1 0.002 0 0 0.0 0.0 2024-08-29T17:52:57.347 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:52:56 smithi053 bash[68679]: L6 1/0 12.82 MB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.00 0.00 0 0.000 0 0 0.0 0.0 2024-08-29T17:52:57.347 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:52:56 smithi053 bash[68679]: Sum 2/0 13.16 MB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 1.0 0.0 194.4 0.00 0.00 1 0.002 0 0 0.0 0.0 2024-08-29T17:52:57.347 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:52:56 smithi053 bash[68679]: Int 0/0 0.00 KB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 1.0 0.0 194.4 0.00 0.00 1 0.002 0 0 0.0 0.0 2024-08-29T17:52:57.347 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:52:56 smithi053 bash[68679]: ** Compaction Stats [default] ** 2024-08-29T17:52:57.347 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:52:56 smithi053 bash[68679]: Priority Files Size Score Read(GB) Rn(GB) Rnp1(GB) Write(GB) Wnew(GB) Moved(GB) W-Amp Rd(MB/s) Wr(MB/s) Comp(sec) CompMergeCPU(sec) Comp(cnt) Avg(sec) KeyIn KeyDrop Rblob(GB) Wblob(GB) 2024-08-29T17:52:57.347 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:52:56 smithi053 bash[68679]: --------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------- 2024-08-29T17:52:57.347 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:52:56 smithi053 bash[68679]: User 0/0 0.00 KB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 194.4 0.00 0.00 1 0.002 0 0 0.0 0.0 2024-08-29T17:52:57.347 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:52:56 smithi053 bash[68679]: Blob file count: 0, total size: 0.0 GB, garbage size: 0.0 GB, space amp: 0.0 2024-08-29T17:52:57.347 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:52:56 smithi053 bash[68679]: Uptime(secs): 0.0 total, 0.0 interval 2024-08-29T17:52:57.347 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:52:56 smithi053 bash[68679]: Flush(GB): cumulative 0.000, interval 0.000 2024-08-29T17:52:57.347 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:52:56 smithi053 bash[68679]: AddFile(GB): cumulative 0.000, interval 0.000 2024-08-29T17:52:57.347 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:52:56 smithi053 bash[68679]: AddFile(Total Files): cumulative 0, interval 0 2024-08-29T17:52:57.347 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:52:56 smithi053 bash[68679]: AddFile(L0 Files): cumulative 0, interval 0 2024-08-29T17:52:57.347 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:52:56 smithi053 bash[68679]: AddFile(Keys): cumulative 0, interval 0 2024-08-29T17:52:57.348 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:52:56 smithi053 bash[68679]: Cumulative compaction: 0.00 GB write, 58.80 MB/s write, 0.00 GB read, 0.00 MB/s read, 0.0 seconds 2024-08-29T17:52:57.348 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:52:56 smithi053 bash[68679]: Interval compaction: 0.00 GB write, 58.80 MB/s write, 0.00 GB read, 0.00 MB/s read, 0.0 seconds 2024-08-29T17:52:57.348 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:52:56 smithi053 bash[68679]: Stalls(count): 0 level0_slowdown, 0 level0_slowdown_with_compaction, 0 level0_numfiles, 0 level0_numfiles_with_compaction, 0 stop for pending_compaction_bytes, 0 slowdown for pending_compaction_bytes, 0 memtable_compaction, 0 memtable_slowdown, interval 0 total count 2024-08-29T17:52:57.348 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:52:56 smithi053 bash[68679]: Block cache BinnedLRUCache@0x55c5bc98f090#7 capacity: 512.00 MB usage: 1.45 KB table_size: 0 occupancy: 18446744073709551615 collections: 1 last_copies: 0 last_secs: 2.1e-05 secs_since: 0 2024-08-29T17:52:57.348 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:52:56 smithi053 bash[68679]: Block cache entry stats(count,size,portion): FilterBlock(1,0.38 KB,7.15256e-05%) IndexBlock(1,1.08 KB,0.000205636%) Misc(1,0.00 KB,0%) 2024-08-29T17:52:57.348 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:52:56 smithi053 bash[68679]: ** File Read Latency Histogram By Level [default] ** 2024-08-29T17:52:57.348 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:52:56 smithi053 bash[68679]: debug 2024-08-29T17:52:56.938+0000 7fd17cdb8b00 0 starting mon.b rank 1 at public addrs [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] at bind addrs [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] mon_data /var/lib/ceph/mon/ceph-b fsid 3167ee72-662c-11ef-bcd4-c7b262605968 2024-08-29T17:52:57.348 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:52:56 smithi053 bash[68679]: debug 2024-08-29T17:52:56.938+0000 7fd17cdb8b00 1 mon.b@-1(???) e3 preinit fsid 3167ee72-662c-11ef-bcd4-c7b262605968 2024-08-29T17:52:57.348 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:52:56 smithi053 bash[68679]: debug 2024-08-29T17:52:56.938+0000 7fd17cdb8b00 0 mon.b@-1(???).mds e8 new map 2024-08-29T17:52:57.348 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:52:56 smithi053 bash[68679]: debug 2024-08-29T17:52:56.938+0000 7fd17cdb8b00 0 mon.b@-1(???).mds e8 print_map 2024-08-29T17:52:57.348 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:52:56 smithi053 bash[68679]: e8 2024-08-29T17:52:57.348 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:52:56 smithi053 bash[68679]: btime 1970-01-01T00:00:00:000000+0000 2024-08-29T17:52:57.348 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:52:56 smithi053 bash[68679]: enable_multiple, ever_enabled_multiple: 1,1 2024-08-29T17:52:57.348 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:52:56 smithi053 bash[68679]: default compat: compat={},rocompat={},incompat={1=base v0.20,2=client writeable ranges,3=default file layouts on dirs,4=dir inode in separate object,5=mds uses versioned encoding,6=dirfrag is stored in omap,8=no anchor table,9=file layout v2,10=snaprealm v2} 2024-08-29T17:52:57.349 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:52:56 smithi053 bash[68679]: legacy client fscid: 1 2024-08-29T17:52:57.349 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:52:56 smithi053 bash[68679]: 2024-08-29T17:52:57.349 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:52:56 smithi053 bash[68679]: Filesystem 'cephfs' (1) 2024-08-29T17:52:57.349 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:52:56 smithi053 bash[68679]: fs_name cephfs 2024-08-29T17:52:57.349 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:52:56 smithi053 bash[68679]: epoch 8 2024-08-29T17:52:57.349 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:52:56 smithi053 bash[68679]: flags 12 joinable allow_snaps allow_multimds_snaps 2024-08-29T17:52:57.349 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:52:56 smithi053 bash[68679]: created 2024-08-29T17:41:10.604613+0000 2024-08-29T17:52:57.349 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:52:56 smithi053 bash[68679]: modified 2024-08-29T17:41:45.167070+0000 2024-08-29T17:52:57.349 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:52:56 smithi053 bash[68679]: tableserver 0 2024-08-29T17:52:57.349 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:52:56 smithi053 bash[68679]: root 0 2024-08-29T17:52:57.349 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:52:56 smithi053 bash[68679]: session_timeout 60 2024-08-29T17:52:57.349 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:52:56 smithi053 bash[68679]: session_autoclose 300 2024-08-29T17:52:57.349 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:52:56 smithi053 bash[68679]: max_file_size 1099511627776 2024-08-29T17:52:57.350 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:52:56 smithi053 bash[68679]: max_xattr_size 65536 2024-08-29T17:52:57.350 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:52:56 smithi053 bash[68679]: required_client_features {} 2024-08-29T17:52:57.350 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:52:56 smithi053 bash[68679]: last_failure 0 2024-08-29T17:52:57.350 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:52:56 smithi053 bash[68679]: last_failure_osd_epoch 0 2024-08-29T17:52:57.350 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:52:56 smithi053 bash[68679]: compat compat={},rocompat={},incompat={1=base v0.20,2=client writeable ranges,3=default file layouts on dirs,4=dir inode in separate object,5=mds uses versioned encoding,6=dirfrag is stored in omap,7=mds uses inline data,8=no anchor table,9=file layout v2,10=snaprealm v2} 2024-08-29T17:52:57.350 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:52:56 smithi053 bash[68679]: max_mds 1 2024-08-29T17:52:57.350 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:52:56 smithi053 bash[68679]: in 0 2024-08-29T17:52:57.350 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:52:56 smithi053 bash[68679]: up {0=24322} 2024-08-29T17:52:57.350 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:52:56 smithi053 bash[68679]: failed 2024-08-29T17:52:57.350 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:52:56 smithi053 bash[68679]: damaged 2024-08-29T17:52:57.350 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:52:56 smithi053 bash[68679]: stopped 2024-08-29T17:52:57.350 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:52:56 smithi053 bash[68679]: data_pools [3] 2024-08-29T17:52:57.350 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:52:56 smithi053 bash[68679]: metadata_pool 2 2024-08-29T17:52:57.350 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:52:56 smithi053 bash[68679]: inline_data disabled 2024-08-29T17:52:57.351 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:52:56 smithi053 bash[68679]: balancer 2024-08-29T17:52:57.351 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:52:56 smithi053 bash[68679]: bal_rank_mask -1 2024-08-29T17:52:57.351 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:52:56 smithi053 bash[68679]: standby_count_wanted 0 2024-08-29T17:52:57.351 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:52:56 smithi053 bash[68679]: qdb_cluster leader: 0 members: 2024-08-29T17:52:57.351 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:52:56 smithi053 bash[68679]: [mds.b{0:24322} state up:active seq 11 addr [v2:172.21.15.53:6832/1231318269,v1:172.21.15.53:6833/1231318269] compat {c=[1],r=[1],i=[7ff]}] 2024-08-29T17:52:57.351 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:52:56 smithi053 bash[68679]: 2024-08-29T17:52:57.351 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:52:56 smithi053 bash[68679]: 2024-08-29T17:52:57.351 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:52:56 smithi053 bash[68679]: Standby daemons: 2024-08-29T17:52:57.351 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:52:56 smithi053 bash[68679]: 2024-08-29T17:52:57.351 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:52:56 smithi053 bash[68679]: [mds.a{-1:24317} state up:standby seq 1 addr [v2:172.21.15.28:6834/827521080,v1:172.21.15.28:6835/827521080] compat {c=[1],r=[1],i=[7ff]}] 2024-08-29T17:52:57.351 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:52:56 smithi053 bash[68679]: debug 2024-08-29T17:52:56.938+0000 7fd17cdb8b00 0 mon.b@-1(???).osd e375 crush map has features 3314933069573799936, adjusting msgr requires 2024-08-29T17:52:57.351 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:52:56 smithi053 bash[68679]: debug 2024-08-29T17:52:56.938+0000 7fd17cdb8b00 0 mon.b@-1(???).osd e375 crush map has features 432629308056666112, adjusting msgr requires 2024-08-29T17:52:57.351 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:52:56 smithi053 bash[68679]: debug 2024-08-29T17:52:56.938+0000 7fd17cdb8b00 0 mon.b@-1(???).osd e375 crush map has features 432629308056666112, adjusting msgr requires 2024-08-29T17:52:57.351 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:52:56 smithi053 bash[68679]: debug 2024-08-29T17:52:56.938+0000 7fd17cdb8b00 0 mon.b@-1(???).osd e375 crush map has features 432629308056666112, adjusting msgr requires 2024-08-29T17:52:57.351 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:52:56 smithi053 bash[68679]: debug 2024-08-29T17:52:56.938+0000 7fd17cdb8b00 1 mon.b@-1(???).paxosservice(auth 1..24) refresh upgraded, format 0 -> 3 2024-08-29T17:52:57.942 INFO:tasks.rados.rados.0.smithi028.stdout:1571: finishing copy_from to smithi02869045-19 2024-08-29T17:52:57.942 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 19 v 485 (ObjNum 352 snap 113 seq_num 352) dirty exists 2024-08-29T17:52:57.943 INFO:tasks.rados.rados.0.smithi028.stdout:1572: expect (ObjNum 452 snap 143 seq_num 452) 2024-08-29T17:52:58.650 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 12 v 1053 (ObjNum 161 snap 46 seq_num 161) dirty exists 2024-08-29T17:52:58.651 INFO:tasks.rados.rados.0.smithi028.stdout:1578: expect (ObjNum 411 snap 130 seq_num 411) 2024-08-29T17:52:58.703 INFO:tasks.rados.rados.0.smithi028.stdout:1576: expect (ObjNum 380 snap 124 seq_num 380) 2024-08-29T17:52:58.796 INFO:tasks.rados.rados.0.smithi028.stdout:1577: expect (ObjNum 329 snap 104 seq_num 329) 2024-08-29T17:52:59.074 INFO:journalctl@ceph.prometheus.a.smithi053.stdout:Aug 29 17:52:58 smithi053 bash[61790]: ts=2024-08-29T17:52:58.661Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=osd name=CephOSDFlapping index=13 msg="Evaluating rule failed" rule="alert: CephOSDFlapping\nexpr: (rate(ceph_osd_up[5m]) * on (ceph_daemon) group_left (hostname) ceph_osd_metadata)\n * 60 > 1\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.4.4\n severity: warning\n type: ceph_default\nannotations:\n description: OSD {{ $labels.ceph_daemon }} on {{ $labels.hostname }} was marked\n down and back up {{ $value | humanize }} times once a minute for 5 minutes. This\n may indicate a network issue (latency, packet loss, MTU mismatch) on the cluster\n network, or the public network if no cluster network is deployed. Check the network\n stats on the listed host(s).\n documentation: https://docs.ceph.com/en/latest/rados/troubleshooting/troubleshooting-osd#flapping-osds\n summary: Network issues are causing OSDs to flap (mark each other down)\n" err="found duplicate series for the match group {ceph_daemon=\"osd.0\"} on the right hand-side of the operation: [{__name__=\"ceph_osd_metadata\", ceph_daemon=\"osd.0\", ceph_version=\"ceph version 17.2.7-1503-ga89f613d (a89f613db4d5b6bca82681f19d73c6d337aae2d5) quincy (stable)\", cluster_addr=\"172.21.15.28\", device_class=\"ssd\", hostname=\"smithi028\", instance=\"ceph_cluster\", job=\"ceph\", objectstore=\"bluestore\", public_addr=\"172.21.15.28\"}, {__name__=\"ceph_osd_metadata\", ceph_daemon=\"osd.0\", ceph_version=\"ceph version 17.2.7-1503-ga89f613d (a89f613db4d5b6bca82681f19d73c6d337aae2d5) quincy (stable)\", cluster=\"3167ee72-662c-11ef-bcd4-c7b262605968\", cluster_addr=\"172.21.15.28\", device_class=\"ssd\", hostname=\"smithi028\", instance=\"ceph_cluster\", job=\"ceph\", objectstore=\"bluestore\", public_addr=\"172.21.15.28\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-29T17:53:01.877 INFO:journalctl@ceph.mgr.y.smithi028.stdout:Aug 29 17:53:01 smithi028 bash[70818]: ::ffff:172.21.15.53 - - [29/Aug/2024:17:53:01] "GET /metrics HTTP/1.1" 200 35959 "" "Prometheus/2.43.0" 2024-08-29T17:53:02.377 INFO:journalctl@ceph.mgr.y.smithi028.stdout:Aug 29 17:53:01 smithi028 bash[70818]: debug 2024-08-29T17:53:01.951+0000 7fc0b576c640 -1 mgr.server handle_report got status from non-daemon mon.b 2024-08-29T17:53:02.574 INFO:journalctl@ceph.prometheus.a.smithi053.stdout:Aug 29 17:53:02 smithi053 bash[61790]: ts=2024-08-29T17:53:02.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"3167ee72-662c-11ef-bcd4-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-29T17:53:02.776 INFO:teuthology.orchestra.run.smithi028.stdout:true 2024-08-29T17:53:03.091 INFO:teuthology.orchestra.run.smithi028.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2024-08-29T17:53:03.091 INFO:teuthology.orchestra.run.smithi028.stdout:alertmanager.a smithi028 *:9093,9094 running (2m) 27s ago 9m 14.0M - 0.25.0 c8568f914cd2 c7223f7204fa 2024-08-29T17:53:03.091 INFO:teuthology.orchestra.run.smithi028.stdout:grafana.a smithi053 *:3000 running (2m) 59s ago 9m 75.0M - 9.4.7 954c08fa6188 a7eaafe982e3 2024-08-29T17:53:03.091 INFO:teuthology.orchestra.run.smithi028.stdout:mds.a smithi028 running (12m) 27s ago 12m 14.7M - 17.2.7-1503-ga89f613d 250d9a61b6c5 c6b415d0b6f0 2024-08-29T17:53:03.091 INFO:teuthology.orchestra.run.smithi028.stdout:mds.b smithi053 running (12m) 59s ago 12m 18.0M - 17.2.7-1503-ga89f613d 250d9a61b6c5 8d3ee9e57659 2024-08-29T17:53:03.091 INFO:teuthology.orchestra.run.smithi028.stdout:mgr.x smithi053 *:8443,9283,8765 running (100s) 59s ago 20m 424M - 19.1.1-235-g1ef86450 d401bb9bb76e a0460ca70cca 2024-08-29T17:53:03.091 INFO:teuthology.orchestra.run.smithi028.stdout:mgr.y smithi028 *:8443,9283,8765 running (2m) 27s ago 22m 482M - 19.1.1-235-g1ef86450 d401bb9bb76e ef4c084deb28 2024-08-29T17:53:03.091 INFO:teuthology.orchestra.run.smithi028.stdout:mon.a smithi028 running (75s) 27s ago 22m 39.6M 2048M 19.1.1-235-g1ef86450 d401bb9bb76e d1fec2ed5501 2024-08-29T17:53:03.091 INFO:teuthology.orchestra.run.smithi028.stdout:mon.b smithi053 starting - - - 2048M 2024-08-29T17:53:03.091 INFO:teuthology.orchestra.run.smithi028.stdout:mon.c smithi028 running (39s) 27s ago 20m 22.9M 2048M 19.1.1-235-g1ef86450 d401bb9bb76e c6717e02deb1 2024-08-29T17:53:03.092 INFO:teuthology.orchestra.run.smithi028.stdout:node-exporter.a smithi028 *:9100 running (2m) 27s ago 10m 8080k - 1.5.0 0da6a335fe13 620017e337b2 2024-08-29T17:53:03.092 INFO:teuthology.orchestra.run.smithi028.stdout:node-exporter.b smithi053 *:9100 running (2m) 59s ago 10m 8399k - 1.5.0 0da6a335fe13 e8eb22b0ee9e 2024-08-29T17:53:03.092 INFO:teuthology.orchestra.run.smithi028.stdout:osd.0 smithi028 running (19m) 27s ago 19m 228M 2525M 17.2.7-1503-ga89f613d 250d9a61b6c5 6170d7ba6af9 2024-08-29T17:53:03.092 INFO:teuthology.orchestra.run.smithi028.stdout:osd.1 smithi028 running (18m) 27s ago 18m 220M 2525M 17.2.7-1503-ga89f613d 250d9a61b6c5 f84612c9ccfa 2024-08-29T17:53:03.092 INFO:teuthology.orchestra.run.smithi028.stdout:osd.2 smithi028 running (17m) 27s ago 17m 209M 2525M 17.2.7-1503-ga89f613d 250d9a61b6c5 7e6fdf4e2629 2024-08-29T17:53:03.092 INFO:teuthology.orchestra.run.smithi028.stdout:osd.3 smithi028 running (16m) 27s ago 16m 187M 2525M 17.2.7-1503-ga89f613d 250d9a61b6c5 4f0fede11ee1 2024-08-29T17:53:03.092 INFO:teuthology.orchestra.run.smithi028.stdout:osd.4 smithi053 running (16m) 59s ago 16m 274M 2525M 17.2.7-1503-ga89f613d 250d9a61b6c5 e93527f41048 2024-08-29T17:53:03.092 INFO:teuthology.orchestra.run.smithi028.stdout:osd.5 smithi053 running (15m) 59s ago 15m 193M 2525M 17.2.7-1503-ga89f613d 250d9a61b6c5 86885633963d 2024-08-29T17:53:03.092 INFO:teuthology.orchestra.run.smithi028.stdout:osd.6 smithi053 running (14m) 59s ago 14m 129M 2525M 17.2.7-1503-ga89f613d 250d9a61b6c5 e65db659e42e 2024-08-29T17:53:03.092 INFO:teuthology.orchestra.run.smithi028.stdout:osd.7 smithi053 running (13m) 59s ago 13m 157M 2525M 17.2.7-1503-ga89f613d 250d9a61b6c5 69a8ac6ca110 2024-08-29T17:53:03.092 INFO:teuthology.orchestra.run.smithi028.stdout:prometheus.a smithi053 *:9095 running (108s) 59s ago 10m 47.1M - 2.43.0 a07b618ecd1d 9d3edc9bcb79 2024-08-29T17:53:03.299 INFO:tasks.rados.rados.0.smithi028.stdout:1568: done (10 left) 2024-08-29T17:53:03.299 INFO:tasks.rados.rados.0.smithi028.stdout:1569: done (9 left) 2024-08-29T17:53:03.299 INFO:tasks.rados.rados.0.smithi028.stdout:1570: done (8 left) 2024-08-29T17:53:03.299 INFO:tasks.rados.rados.0.smithi028.stdout:1571: done (7 left) 2024-08-29T17:53:03.300 INFO:tasks.rados.rados.0.smithi028.stdout:1572: done (6 left) 2024-08-29T17:53:03.300 INFO:tasks.rados.rados.0.smithi028.stdout:1573: done (5 left) 2024-08-29T17:53:03.300 INFO:tasks.rados.rados.0.smithi028.stdout:1575: done (4 left) 2024-08-29T17:53:03.300 INFO:tasks.rados.rados.0.smithi028.stdout:1576: done (3 left) 2024-08-29T17:53:03.300 INFO:tasks.rados.rados.0.smithi028.stdout:1577: done (2 left) 2024-08-29T17:53:03.300 INFO:tasks.rados.rados.0.smithi028.stdout:1578: done (1 left) 2024-08-29T17:53:03.300 INFO:tasks.rados.rados.0.smithi028.stdout:1579: done (0 left) 2024-08-29T17:53:03.300 INFO:tasks.rados.rados.0.smithi028.stdout:1580: read oid 42 snap -1 2024-08-29T17:53:03.300 INFO:tasks.rados.rados.0.smithi028.stdout:1580: expect (ObjNum 250 snap 77 seq_num 250) 2024-08-29T17:53:03.300 INFO:tasks.rados.rados.0.smithi028.stdout:1581: delete oid 13 current snap is 152 2024-08-29T17:53:03.310 INFO:tasks.rados.rados.0.smithi028.stdout:1581: done (1 left) 2024-08-29T17:53:03.310 INFO:tasks.rados.rados.0.smithi028.stdout:append oid 12 current snap is 152 2024-08-29T17:53:03.310 INFO:tasks.rados.rados.0.smithi028.stdout:1582: seq_num 498 ranges {6725632=745472,7471104=401408} 2024-08-29T17:53:03.378 INFO:tasks.rados.rados.0.smithi028.stdout:1582: writing smithi02869045-12 from 6725632 to 7471104 tid 1 2024-08-29T17:53:03.381 INFO:tasks.rados.rados.0.smithi028.stdout:1582: writing smithi02869045-12 from 7471104 to 7872512 tid 2 2024-08-29T17:53:03.381 INFO:tasks.rados.rados.0.smithi028.stdout:1583: snap_remove snap 113 2024-08-29T17:53:03.470 INFO:teuthology.orchestra.run.smithi028.stdout:{ 2024-08-29T17:53:03.470 INFO:teuthology.orchestra.run.smithi028.stdout: "mon": { 2024-08-29T17:53:03.470 INFO:teuthology.orchestra.run.smithi028.stdout: "ceph version 19.1.1-235-g1ef86450 (1ef864504b8875c83ee6c2c5fedc13315bebf7f5) squid (rc)": 3 2024-08-29T17:53:03.470 INFO:teuthology.orchestra.run.smithi028.stdout: }, 2024-08-29T17:53:03.470 INFO:teuthology.orchestra.run.smithi028.stdout: "mgr": { 2024-08-29T17:53:03.470 INFO:teuthology.orchestra.run.smithi028.stdout: "ceph version 19.1.1-235-g1ef86450 (1ef864504b8875c83ee6c2c5fedc13315bebf7f5) squid (rc)": 2 2024-08-29T17:53:03.471 INFO:teuthology.orchestra.run.smithi028.stdout: }, 2024-08-29T17:53:03.471 INFO:teuthology.orchestra.run.smithi028.stdout: "osd": { 2024-08-29T17:53:03.471 INFO:teuthology.orchestra.run.smithi028.stdout: "ceph version 17.2.7-1503-ga89f613d (a89f613db4d5b6bca82681f19d73c6d337aae2d5) quincy (stable)": 8 2024-08-29T17:53:03.471 INFO:teuthology.orchestra.run.smithi028.stdout: }, 2024-08-29T17:53:03.471 INFO:teuthology.orchestra.run.smithi028.stdout: "mds": { 2024-08-29T17:53:03.471 INFO:teuthology.orchestra.run.smithi028.stdout: "ceph version 17.2.7-1503-ga89f613d (a89f613db4d5b6bca82681f19d73c6d337aae2d5) quincy (stable)": 2 2024-08-29T17:53:03.471 INFO:teuthology.orchestra.run.smithi028.stdout: }, 2024-08-29T17:53:03.471 INFO:teuthology.orchestra.run.smithi028.stdout: "overall": { 2024-08-29T17:53:03.471 INFO:teuthology.orchestra.run.smithi028.stdout: "ceph version 17.2.7-1503-ga89f613d (a89f613db4d5b6bca82681f19d73c6d337aae2d5) quincy (stable)": 10, 2024-08-29T17:53:03.471 INFO:teuthology.orchestra.run.smithi028.stdout: "ceph version 19.1.1-235-g1ef86450 (1ef864504b8875c83ee6c2c5fedc13315bebf7f5) squid (rc)": 5 2024-08-29T17:53:03.471 INFO:teuthology.orchestra.run.smithi028.stdout: } 2024-08-29T17:53:03.471 INFO:teuthology.orchestra.run.smithi028.stdout:} 2024-08-29T17:53:03.574 INFO:journalctl@ceph.prometheus.a.smithi053.stdout:Aug 29 17:53:03 smithi053 bash[61790]: ts=2024-08-29T17:53:03.508Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=nodes name=CephNodeDiskspaceWarning index=4 msg="Evaluating rule failed" rule="alert: CephNodeDiskspaceWarning\nexpr: predict_linear(node_filesystem_free_bytes{device=~\"/.*\"}[2d], 3600 * 24 * 5)\n * on (instance) group_left (nodename) node_uname_info < 0\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.8.4\n severity: warning\n type: ceph_default\nannotations:\n description: Mountpoint {{ $labels.mountpoint }} on {{ $labels.nodename }} will\n be full in less than 5 days based on the 48 hour trailing fill rate.\n summary: Host filesystem free space is getting low\n" err="found duplicate series for the match group {instance=\"smithi028\"} on the right hand-side of the operation: [{__name__=\"node_uname_info\", domainname=\"(none)\", instance=\"smithi028\", job=\"node\", machine=\"x86_64\", nodename=\"smithi028\", release=\"5.15.0-119-generic\", sysname=\"Linux\", version=\"#129-Ubuntu SMP Fri Aug 2 19:25:20 UTC 2024\"}, {__name__=\"node_uname_info\", cluster=\"3167ee72-662c-11ef-bcd4-c7b262605968\", domainname=\"(none)\", instance=\"smithi028\", job=\"node\", machine=\"x86_64\", nodename=\"smithi028\", release=\"5.15.0-119-generic\", sysname=\"Linux\", version=\"#129-Ubuntu SMP Fri Aug 2 19:25:20 UTC 2024\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-29T17:53:03.575 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:53:03 smithi053 bash[68679]: cluster 2024-08-29T17:52:57.203006+0000 mon.b (mon.1) 2 : cluster [INF] mon.b calling monitor election 2024-08-29T17:53:03.575 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:53:03 smithi053 bash[68679]: cluster 2024-08-29T17:52:57.220389+0000 mon.c (mon.2) 2 : cluster [INF] mon.c calling monitor election 2024-08-29T17:53:03.575 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:53:03 smithi053 bash[68679]: cluster 2024-08-29T17:53:02.213675+0000 mon.a (mon.0) 209 : cluster [DBG] monmap epoch 4 2024-08-29T17:53:03.575 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:53:03 smithi053 bash[68679]: cluster 2024-08-29T17:53:02.213712+0000 mon.a (mon.0) 210 : cluster [DBG] fsid 3167ee72-662c-11ef-bcd4-c7b262605968 2024-08-29T17:53:03.575 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:53:03 smithi053 bash[68679]: cluster 2024-08-29T17:53:02.213754+0000 mon.a (mon.0) 211 : cluster [DBG] last_changed 2024-08-29T17:52:57.163167+0000 2024-08-29T17:53:03.575 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:53:03 smithi053 bash[68679]: cluster 2024-08-29T17:53:02.213783+0000 mon.a (mon.0) 212 : cluster [DBG] created 2024-08-29T17:30:13.516586+0000 2024-08-29T17:53:03.575 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:53:03 smithi053 bash[68679]: cluster 2024-08-29T17:53:02.213808+0000 mon.a (mon.0) 213 : cluster [DBG] min_mon_release 19 (squid) 2024-08-29T17:53:03.575 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:53:03 smithi053 bash[68679]: cluster 2024-08-29T17:53:02.213831+0000 mon.a (mon.0) 214 : cluster [DBG] election_strategy: 1 2024-08-29T17:53:03.575 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:53:03 smithi053 bash[68679]: cluster 2024-08-29T17:53:02.213851+0000 mon.a (mon.0) 215 : cluster [DBG] 0: [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] mon.a 2024-08-29T17:53:03.575 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:53:03 smithi053 bash[68679]: cluster 2024-08-29T17:53:02.213872+0000 mon.a (mon.0) 216 : cluster [DBG] 1: [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] mon.b 2024-08-29T17:53:03.576 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:53:03 smithi053 bash[68679]: cluster 2024-08-29T17:53:02.213892+0000 mon.a (mon.0) 217 : cluster [DBG] 2: [v2:172.21.15.28:3301/0,v1:172.21.15.28:6790/0] mon.c 2024-08-29T17:53:03.576 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:53:03 smithi053 bash[68679]: cluster 2024-08-29T17:53:02.229310+0000 mon.b (mon.1) 3 : cluster [INF] mon.b calling monitor election 2024-08-29T17:53:03.576 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:53:03 smithi053 bash[68679]: cluster 2024-08-29T17:53:02.234747+0000 mon.a (mon.0) 218 : cluster [DBG] fsmap cephfs:1 {0=b=up:active} 1 up:standby 2024-08-29T17:53:03.576 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:53:03 smithi053 bash[68679]: cluster 2024-08-29T17:53:02.234811+0000 mon.a (mon.0) 219 : cluster [DBG] osdmap e376: 8 total, 8 up, 8 in 2024-08-29T17:53:03.576 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:53:03 smithi053 bash[68679]: cluster 2024-08-29T17:53:02.235353+0000 mon.a (mon.0) 220 : cluster [DBG] mgrmap e40: y(active, since 65s), standbys: x 2024-08-29T17:53:03.576 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:53:03 smithi053 bash[68679]: cluster 2024-08-29T17:53:02.235682+0000 mon.a (mon.0) 221 : cluster [WRN] Health check failed: 1/3 mons down, quorum a,b (MON_DOWN) 2024-08-29T17:53:03.576 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:53:03 smithi053 bash[68679]: cluster 2024-08-29T17:53:02.239927+0000 mon.a (mon.0) 222 : cluster [INF] overall HEALTH_OK 2024-08-29T17:53:03.576 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:53:03 smithi053 bash[68679]: cluster 2024-08-29T17:53:02.240385+0000 mon.a (mon.0) 223 : cluster [INF] mon.a calling monitor election 2024-08-29T17:53:03.576 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:53:03 smithi053 bash[68679]: cluster 2024-08-29T17:53:02.264465+0000 mon.a (mon.0) 224 : cluster [INF] mon.a is new leader, mons a,b,c in quorum (ranks 0,1,2) 2024-08-29T17:53:03.576 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:53:03 smithi053 bash[68679]: cluster 2024-08-29T17:53:02.272636+0000 mon.a (mon.0) 225 : cluster [DBG] monmap epoch 4 2024-08-29T17:53:03.576 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:53:03 smithi053 bash[68679]: cluster 2024-08-29T17:53:02.272676+0000 mon.a (mon.0) 226 : cluster [DBG] fsid 3167ee72-662c-11ef-bcd4-c7b262605968 2024-08-29T17:53:03.576 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:53:03 smithi053 bash[68679]: cluster 2024-08-29T17:53:02.272706+0000 mon.a (mon.0) 227 : cluster [DBG] last_changed 2024-08-29T17:52:57.163167+0000 2024-08-29T17:53:03.576 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:53:03 smithi053 bash[68679]: cluster 2024-08-29T17:53:02.272742+0000 mon.a (mon.0) 228 : cluster [DBG] created 2024-08-29T17:30:13.516586+0000 2024-08-29T17:53:03.577 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:53:03 smithi053 bash[68679]: cluster 2024-08-29T17:53:02.272789+0000 mon.a (mon.0) 229 : cluster [DBG] min_mon_release 19 (squid) 2024-08-29T17:53:03.577 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:53:03 smithi053 bash[68679]: cluster 2024-08-29T17:53:02.272823+0000 mon.a (mon.0) 230 : cluster [DBG] election_strategy: 1 2024-08-29T17:53:03.577 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:53:03 smithi053 bash[68679]: cluster 2024-08-29T17:53:02.272841+0000 mon.a (mon.0) 231 : cluster [DBG] 0: [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] mon.a 2024-08-29T17:53:03.577 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:53:03 smithi053 bash[68679]: cluster 2024-08-29T17:53:02.272863+0000 mon.a (mon.0) 232 : cluster [DBG] 1: [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] mon.b 2024-08-29T17:53:03.577 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:53:03 smithi053 bash[68679]: cluster 2024-08-29T17:53:02.272913+0000 mon.a (mon.0) 233 : cluster [DBG] 2: [v2:172.21.15.28:3301/0,v1:172.21.15.28:6790/0] mon.c 2024-08-29T17:53:03.577 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:53:03 smithi053 bash[68679]: cluster 2024-08-29T17:53:02.290725+0000 mon.a (mon.0) 234 : cluster [DBG] fsmap cephfs:1 {0=b=up:active} 1 up:standby 2024-08-29T17:53:03.577 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:53:03 smithi053 bash[68679]: cluster 2024-08-29T17:53:02.290778+0000 mon.a (mon.0) 235 : cluster [DBG] osdmap e376: 8 total, 8 up, 8 in 2024-08-29T17:53:03.577 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:53:03 smithi053 bash[68679]: cluster 2024-08-29T17:53:02.291336+0000 mon.a (mon.0) 236 : cluster [DBG] mgrmap e40: y(active, since 65s), standbys: x 2024-08-29T17:53:03.577 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:53:03 smithi053 bash[68679]: cluster 2024-08-29T17:53:02.291642+0000 mon.a (mon.0) 237 : cluster [INF] Health check cleared: MON_DOWN (was: 1/3 mons down, quorum a,b) 2024-08-29T17:53:03.577 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:53:03 smithi053 bash[68679]: cluster 2024-08-29T17:53:02.291676+0000 mon.a (mon.0) 238 : cluster [INF] Cluster is now healthy 2024-08-29T17:53:03.577 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:53:03 smithi053 bash[68679]: cluster 2024-08-29T17:53:02.300057+0000 mon.a (mon.0) 239 : cluster [INF] overall HEALTH_OK 2024-08-29T17:53:03.577 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:53:03 smithi053 bash[68679]: audit 2024-08-29T17:53:02.305562+0000 mon.a (mon.0) 240 : audit [INF] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' 2024-08-29T17:53:03.577 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:53:03 smithi053 bash[68679]: audit 2024-08-29T17:53:02.315031+0000 mon.a (mon.0) 241 : audit [INF] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' 2024-08-29T17:53:03.577 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:53:03 smithi053 bash[68679]: audit 2024-08-29T17:53:02.317982+0000 mon.a (mon.0) 242 : audit [DBG] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-29T17:53:03.629 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:53:03 smithi028 bash[77168]: cluster 2024-08-29T17:52:57.203006+0000 mon.b (mon.1) 2 : cluster [INF] mon.b calling monitor election 2024-08-29T17:53:03.629 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:53:03 smithi028 bash[77168]: cluster 2024-08-29T17:52:57.220389+0000 mon.c (mon.2) 2 : cluster [INF] mon.c calling monitor election 2024-08-29T17:53:03.629 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:53:03 smithi028 bash[77168]: cluster 2024-08-29T17:53:02.213675+0000 mon.a (mon.0) 209 : cluster [DBG] monmap epoch 4 2024-08-29T17:53:03.629 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:53:03 smithi028 bash[77168]: cluster 2024-08-29T17:53:02.213712+0000 mon.a (mon.0) 210 : cluster [DBG] fsid 3167ee72-662c-11ef-bcd4-c7b262605968 2024-08-29T17:53:03.629 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:53:03 smithi028 bash[77168]: cluster 2024-08-29T17:53:02.213754+0000 mon.a (mon.0) 211 : cluster [DBG] last_changed 2024-08-29T17:52:57.163167+0000 2024-08-29T17:53:03.629 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:53:03 smithi028 bash[77168]: cluster 2024-08-29T17:53:02.213783+0000 mon.a (mon.0) 212 : cluster [DBG] created 2024-08-29T17:30:13.516586+0000 2024-08-29T17:53:03.629 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:53:03 smithi028 bash[77168]: cluster 2024-08-29T17:53:02.213808+0000 mon.a (mon.0) 213 : cluster [DBG] min_mon_release 19 (squid) 2024-08-29T17:53:03.629 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:53:03 smithi028 bash[77168]: cluster 2024-08-29T17:53:02.213831+0000 mon.a (mon.0) 214 : cluster [DBG] election_strategy: 1 2024-08-29T17:53:03.629 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:53:03 smithi028 bash[77168]: cluster 2024-08-29T17:53:02.213851+0000 mon.a (mon.0) 215 : cluster [DBG] 0: [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] mon.a 2024-08-29T17:53:03.629 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:53:03 smithi028 bash[77168]: cluster 2024-08-29T17:53:02.213872+0000 mon.a (mon.0) 216 : cluster [DBG] 1: [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] mon.b 2024-08-29T17:53:03.630 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:53:03 smithi028 bash[77168]: cluster 2024-08-29T17:53:02.213892+0000 mon.a (mon.0) 217 : cluster [DBG] 2: [v2:172.21.15.28:3301/0,v1:172.21.15.28:6790/0] mon.c 2024-08-29T17:53:03.630 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:53:03 smithi028 bash[77168]: cluster 2024-08-29T17:53:02.229310+0000 mon.b (mon.1) 3 : cluster [INF] mon.b calling monitor election 2024-08-29T17:53:03.630 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:53:03 smithi028 bash[77168]: cluster 2024-08-29T17:53:02.234747+0000 mon.a (mon.0) 218 : cluster [DBG] fsmap cephfs:1 {0=b=up:active} 1 up:standby 2024-08-29T17:53:03.630 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:53:03 smithi028 bash[77168]: cluster 2024-08-29T17:53:02.234811+0000 mon.a (mon.0) 219 : cluster [DBG] osdmap e376: 8 total, 8 up, 8 in 2024-08-29T17:53:03.630 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:53:03 smithi028 bash[77168]: cluster 2024-08-29T17:53:02.235353+0000 mon.a (mon.0) 220 : cluster [DBG] mgrmap e40: y(active, since 65s), standbys: x 2024-08-29T17:53:03.630 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:53:03 smithi028 bash[77168]: cluster 2024-08-29T17:53:02.235682+0000 mon.a (mon.0) 221 : cluster [WRN] Health check failed: 1/3 mons down, quorum a,b (MON_DOWN) 2024-08-29T17:53:03.630 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:53:03 smithi028 bash[77168]: cluster 2024-08-29T17:53:02.239927+0000 mon.a (mon.0) 222 : cluster [INF] overall HEALTH_OK 2024-08-29T17:53:03.630 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:53:03 smithi028 bash[77168]: cluster 2024-08-29T17:53:02.240385+0000 mon.a (mon.0) 223 : cluster [INF] mon.a calling monitor election 2024-08-29T17:53:03.630 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:53:03 smithi028 bash[77168]: cluster 2024-08-29T17:53:02.264465+0000 mon.a (mon.0) 224 : cluster [INF] mon.a is new leader, mons a,b,c in quorum (ranks 0,1,2) 2024-08-29T17:53:03.630 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:53:03 smithi028 bash[77168]: cluster 2024-08-29T17:53:02.272636+0000 mon.a (mon.0) 225 : cluster [DBG] monmap epoch 4 2024-08-29T17:53:03.630 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:53:03 smithi028 bash[77168]: cluster 2024-08-29T17:53:02.272676+0000 mon.a (mon.0) 226 : cluster [DBG] fsid 3167ee72-662c-11ef-bcd4-c7b262605968 2024-08-29T17:53:03.630 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:53:03 smithi028 bash[77168]: cluster 2024-08-29T17:53:02.272706+0000 mon.a (mon.0) 227 : cluster [DBG] last_changed 2024-08-29T17:52:57.163167+0000 2024-08-29T17:53:03.630 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:53:03 smithi028 bash[77168]: cluster 2024-08-29T17:53:02.272742+0000 mon.a (mon.0) 228 : cluster [DBG] created 2024-08-29T17:30:13.516586+0000 2024-08-29T17:53:03.631 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:53:03 smithi028 bash[77168]: cluster 2024-08-29T17:53:02.272789+0000 mon.a (mon.0) 229 : cluster [DBG] min_mon_release 19 (squid) 2024-08-29T17:53:03.631 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:53:03 smithi028 bash[77168]: cluster 2024-08-29T17:53:02.272823+0000 mon.a (mon.0) 230 : cluster [DBG] election_strategy: 1 2024-08-29T17:53:03.631 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:53:03 smithi028 bash[77168]: cluster 2024-08-29T17:53:02.272841+0000 mon.a (mon.0) 231 : cluster [DBG] 0: [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] mon.a 2024-08-29T17:53:03.631 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:53:03 smithi028 bash[77168]: cluster 2024-08-29T17:53:02.272863+0000 mon.a (mon.0) 232 : cluster [DBG] 1: [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] mon.b 2024-08-29T17:53:03.631 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:53:03 smithi028 bash[78352]: cluster 2024-08-29T17:52:57.203006+0000 mon.b (mon.1) 2 : cluster [INF] mon.b calling monitor election 2024-08-29T17:53:03.631 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:53:03 smithi028 bash[78352]: cluster 2024-08-29T17:52:57.220389+0000 mon.c (mon.2) 2 : cluster [INF] mon.c calling monitor election 2024-08-29T17:53:03.631 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:53:03 smithi028 bash[78352]: cluster 2024-08-29T17:53:02.213675+0000 mon.a (mon.0) 209 : cluster [DBG] monmap epoch 4 2024-08-29T17:53:03.631 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:53:03 smithi028 bash[78352]: cluster 2024-08-29T17:53:02.213712+0000 mon.a (mon.0) 210 : cluster [DBG] fsid 3167ee72-662c-11ef-bcd4-c7b262605968 2024-08-29T17:53:03.632 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:53:03 smithi028 bash[78352]: cluster 2024-08-29T17:53:02.213754+0000 mon.a (mon.0) 211 : cluster [DBG] last_changed 2024-08-29T17:52:57.163167+0000 2024-08-29T17:53:03.632 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:53:03 smithi028 bash[78352]: cluster 2024-08-29T17:53:02.213783+0000 mon.a (mon.0) 212 : cluster [DBG] created 2024-08-29T17:30:13.516586+0000 2024-08-29T17:53:03.632 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:53:03 smithi028 bash[78352]: cluster 2024-08-29T17:53:02.213808+0000 mon.a (mon.0) 213 : cluster [DBG] min_mon_release 19 (squid) 2024-08-29T17:53:03.632 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:53:03 smithi028 bash[78352]: cluster 2024-08-29T17:53:02.213831+0000 mon.a (mon.0) 214 : cluster [DBG] election_strategy: 1 2024-08-29T17:53:03.632 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:53:03 smithi028 bash[78352]: cluster 2024-08-29T17:53:02.213851+0000 mon.a (mon.0) 215 : cluster [DBG] 0: [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] mon.a 2024-08-29T17:53:03.632 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:53:03 smithi028 bash[78352]: cluster 2024-08-29T17:53:02.213872+0000 mon.a (mon.0) 216 : cluster [DBG] 1: [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] mon.b 2024-08-29T17:53:03.632 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:53:03 smithi028 bash[78352]: cluster 2024-08-29T17:53:02.213892+0000 mon.a (mon.0) 217 : cluster [DBG] 2: [v2:172.21.15.28:3301/0,v1:172.21.15.28:6790/0] mon.c 2024-08-29T17:53:03.632 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:53:03 smithi028 bash[78352]: cluster 2024-08-29T17:53:02.229310+0000 mon.b (mon.1) 3 : cluster [INF] mon.b calling monitor election 2024-08-29T17:53:03.632 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:53:03 smithi028 bash[78352]: cluster 2024-08-29T17:53:02.234747+0000 mon.a (mon.0) 218 : cluster [DBG] fsmap cephfs:1 {0=b=up:active} 1 up:standby 2024-08-29T17:53:03.632 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:53:03 smithi028 bash[78352]: cluster 2024-08-29T17:53:02.234811+0000 mon.a (mon.0) 219 : cluster [DBG] osdmap e376: 8 total, 8 up, 8 in 2024-08-29T17:53:03.632 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:53:03 smithi028 bash[78352]: cluster 2024-08-29T17:53:02.235353+0000 mon.a (mon.0) 220 : cluster [DBG] mgrmap e40: y(active, since 65s), standbys: x 2024-08-29T17:53:03.632 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:53:03 smithi028 bash[78352]: cluster 2024-08-29T17:53:02.235682+0000 mon.a (mon.0) 221 : cluster [WRN] Health check failed: 1/3 mons down, quorum a,b (MON_DOWN) 2024-08-29T17:53:03.632 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:53:03 smithi028 bash[78352]: cluster 2024-08-29T17:53:02.239927+0000 mon.a (mon.0) 222 : cluster [INF] overall HEALTH_OK 2024-08-29T17:53:03.633 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:53:03 smithi028 bash[78352]: cluster 2024-08-29T17:53:02.240385+0000 mon.a (mon.0) 223 : cluster [INF] mon.a calling monitor election 2024-08-29T17:53:03.633 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:53:03 smithi028 bash[78352]: cluster 2024-08-29T17:53:02.264465+0000 mon.a (mon.0) 224 : cluster [INF] mon.a is new leader, mons a,b,c in quorum (ranks 0,1,2) 2024-08-29T17:53:03.633 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:53:03 smithi028 bash[78352]: cluster 2024-08-29T17:53:02.272636+0000 mon.a (mon.0) 225 : cluster [DBG] monmap epoch 4 2024-08-29T17:53:03.633 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:53:03 smithi028 bash[78352]: cluster 2024-08-29T17:53:02.272676+0000 mon.a (mon.0) 226 : cluster [DBG] fsid 3167ee72-662c-11ef-bcd4-c7b262605968 2024-08-29T17:53:03.633 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:53:03 smithi028 bash[78352]: cluster 2024-08-29T17:53:02.272706+0000 mon.a (mon.0) 227 : cluster [DBG] last_changed 2024-08-29T17:52:57.163167+0000 2024-08-29T17:53:03.633 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:53:03 smithi028 bash[78352]: cluster 2024-08-29T17:53:02.272742+0000 mon.a (mon.0) 228 : cluster [DBG] created 2024-08-29T17:30:13.516586+0000 2024-08-29T17:53:03.633 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:53:03 smithi028 bash[78352]: cluster 2024-08-29T17:53:02.272789+0000 mon.a (mon.0) 229 : cluster [DBG] min_mon_release 19 (squid) 2024-08-29T17:53:03.633 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:53:03 smithi028 bash[78352]: cluster 2024-08-29T17:53:02.272823+0000 mon.a (mon.0) 230 : cluster [DBG] election_strategy: 1 2024-08-29T17:53:03.633 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:53:03 smithi028 bash[78352]: cluster 2024-08-29T17:53:02.272841+0000 mon.a (mon.0) 231 : cluster [DBG] 0: [v2:172.21.15.28:3300/0,v1:172.21.15.28:6789/0] mon.a 2024-08-29T17:53:03.633 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:53:03 smithi028 bash[78352]: cluster 2024-08-29T17:53:02.272863+0000 mon.a (mon.0) 232 : cluster [DBG] 1: [v2:172.21.15.53:3300/0,v1:172.21.15.53:6789/0] mon.b 2024-08-29T17:53:03.633 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:53:03 smithi028 bash[78352]: cluster 2024-08-29T17:53:02.272913+0000 mon.a (mon.0) 233 : cluster [DBG] 2: [v2:172.21.15.28:3301/0,v1:172.21.15.28:6790/0] mon.c 2024-08-29T17:53:03.633 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:53:03 smithi028 bash[78352]: cluster 2024-08-29T17:53:02.290725+0000 mon.a (mon.0) 234 : cluster [DBG] fsmap cephfs:1 {0=b=up:active} 1 up:standby 2024-08-29T17:53:03.633 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:53:03 smithi028 bash[78352]: cluster 2024-08-29T17:53:02.290778+0000 mon.a (mon.0) 235 : cluster [DBG] osdmap e376: 8 total, 8 up, 8 in 2024-08-29T17:53:03.634 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:53:03 smithi028 bash[78352]: cluster 2024-08-29T17:53:02.291336+0000 mon.a (mon.0) 236 : cluster [DBG] mgrmap e40: y(active, since 65s), standbys: x 2024-08-29T17:53:03.634 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:53:03 smithi028 bash[78352]: cluster 2024-08-29T17:53:02.291642+0000 mon.a (mon.0) 237 : cluster [INF] Health check cleared: MON_DOWN (was: 1/3 mons down, quorum a,b) 2024-08-29T17:53:03.634 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:53:03 smithi028 bash[78352]: cluster 2024-08-29T17:53:02.291676+0000 mon.a (mon.0) 238 : cluster [INF] Cluster is now healthy 2024-08-29T17:53:03.634 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:53:03 smithi028 bash[78352]: cluster 2024-08-29T17:53:02.300057+0000 mon.a (mon.0) 239 : cluster [INF] overall HEALTH_OK 2024-08-29T17:53:03.634 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:53:03 smithi028 bash[78352]: audit 2024-08-29T17:53:02.305562+0000 mon.a (mon.0) 240 : audit [INF] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' 2024-08-29T17:53:03.634 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:53:03 smithi028 bash[78352]: audit 2024-08-29T17:53:02.315031+0000 mon.a (mon.0) 241 : audit [INF] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' 2024-08-29T17:53:03.634 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:53:03 smithi028 bash[78352]: audit 2024-08-29T17:53:02.317982+0000 mon.a (mon.0) 242 : audit [DBG] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-29T17:53:03.634 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:53:03 smithi028 bash[77168]: cluster 2024-08-29T17:53:02.272913+0000 mon.a (mon.0) 233 : cluster [DBG] 2: [v2:172.21.15.28:3301/0,v1:172.21.15.28:6790/0] mon.c 2024-08-29T17:53:03.634 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:53:03 smithi028 bash[77168]: cluster 2024-08-29T17:53:02.290725+0000 mon.a (mon.0) 234 : cluster [DBG] fsmap cephfs:1 {0=b=up:active} 1 up:standby 2024-08-29T17:53:03.634 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:53:03 smithi028 bash[77168]: cluster 2024-08-29T17:53:02.290778+0000 mon.a (mon.0) 235 : cluster [DBG] osdmap e376: 8 total, 8 up, 8 in 2024-08-29T17:53:03.634 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:53:03 smithi028 bash[77168]: cluster 2024-08-29T17:53:02.291336+0000 mon.a (mon.0) 236 : cluster [DBG] mgrmap e40: y(active, since 65s), standbys: x 2024-08-29T17:53:03.634 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:53:03 smithi028 bash[77168]: cluster 2024-08-29T17:53:02.291642+0000 mon.a (mon.0) 237 : cluster [INF] Health check cleared: MON_DOWN (was: 1/3 mons down, quorum a,b) 2024-08-29T17:53:03.635 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:53:03 smithi028 bash[77168]: cluster 2024-08-29T17:53:02.291676+0000 mon.a (mon.0) 238 : cluster [INF] Cluster is now healthy 2024-08-29T17:53:03.635 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:53:03 smithi028 bash[77168]: cluster 2024-08-29T17:53:02.300057+0000 mon.a (mon.0) 239 : cluster [INF] overall HEALTH_OK 2024-08-29T17:53:03.635 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:53:03 smithi028 bash[77168]: audit 2024-08-29T17:53:02.305562+0000 mon.a (mon.0) 240 : audit [INF] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' 2024-08-29T17:53:03.635 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:53:03 smithi028 bash[77168]: audit 2024-08-29T17:53:02.315031+0000 mon.a (mon.0) 241 : audit [INF] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' 2024-08-29T17:53:03.635 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:53:03 smithi028 bash[77168]: audit 2024-08-29T17:53:02.317982+0000 mon.a (mon.0) 242 : audit [DBG] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-29T17:53:04.120 INFO:tasks.rados.rados.0.smithi028.stdout:1583: done (2 left) 2024-08-29T17:53:04.120 INFO:tasks.rados.rados.0.smithi028.stdout:append oid 26 current snap is 152 2024-08-29T17:53:04.120 INFO:tasks.rados.rados.0.smithi028.stdout:1584: seq_num 499 ranges {811008=761856,1572864=401408} 2024-08-29T17:53:04.133 INFO:tasks.rados.rados.0.smithi028.stdout:1584: writing smithi02869045-26 from 811008 to 1572864 tid 1 2024-08-29T17:53:04.136 INFO:tasks.rados.rados.0.smithi028.stdout:1584: writing smithi02869045-26 from 1572864 to 1974272 tid 2 2024-08-29T17:53:04.136 INFO:tasks.rados.rados.0.smithi028.stdout:1585: snap_create 2024-08-29T17:53:04.136 INFO:tasks.rados.rados.0.smithi028.stdout:1580: expect (ObjNum 250 snap 77 seq_num 250) 2024-08-29T17:53:04.256 INFO:tasks.rados.rados.0.smithi028.stdout:1582: finishing write tid 1 to smithi02869045-12 2024-08-29T17:53:04.257 INFO:tasks.rados.rados.0.smithi028.stdout:1582: finishing write tid 2 to smithi02869045-12 2024-08-29T17:53:04.257 INFO:tasks.rados.rados.0.smithi028.stdout:1582: finishing write tid 3 to smithi02869045-12 2024-08-29T17:53:04.257 INFO:tasks.rados.rados.0.smithi028.stdout:1582: finishing write tid 4 to smithi02869045-12 2024-08-29T17:53:04.257 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 12 v 1056 (ObjNum 498 snap 152 seq_num 498) dirty exists 2024-08-29T17:53:04.257 INFO:tasks.rados.rados.0.smithi028.stdout:1582: left oid 12 (ObjNum 498 snap 152 seq_num 498) 2024-08-29T17:53:04.257 INFO:tasks.rados.rados.0.smithi028.stdout:1584: finishing write tid 1 to smithi02869045-26 2024-08-29T17:53:04.257 INFO:tasks.rados.rados.0.smithi028.stdout:1584: finishing write tid 2 to smithi02869045-26 2024-08-29T17:53:04.257 INFO:tasks.rados.rados.0.smithi028.stdout:1584: finishing write tid 3 to smithi02869045-26 2024-08-29T17:53:04.257 INFO:tasks.rados.rados.0.smithi028.stdout:1584: finishing write tid 4 to smithi02869045-26 2024-08-29T17:53:04.257 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 26 v 938 (ObjNum 499 snap 152 seq_num 499) dirty exists 2024-08-29T17:53:04.257 INFO:tasks.rados.rados.0.smithi028.stdout:1584: left oid 26 (ObjNum 499 snap 152 seq_num 499) 2024-08-29T17:53:04.574 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:53:04 smithi053 bash[68679]: audit 2024-08-29T17:53:02.767856+0000 mgr.y (mgr.25022) 57 : audit [DBG] from='client.34179 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-08-29T17:53:04.574 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:53:04 smithi053 bash[68679]: cluster 2024-08-29T17:53:02.920851+0000 mgr.y (mgr.25022) 58 : cluster [DBG] pgmap v85: 121 pgs: 121 active+clean; 500 MiB data, 3.0 GiB used, 712 GiB / 715 GiB avail; 11 MiB/s rd, 1.7 MiB/s wr, 14 op/s 2024-08-29T17:53:04.574 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:53:04 smithi053 bash[68679]: audit 2024-08-29T17:53:03.080400+0000 mgr.y (mgr.25022) 59 : audit [DBG] from='client.44108 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-08-29T17:53:04.574 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:53:04 smithi053 bash[68679]: cluster 2024-08-29T17:53:03.301758+0000 mon.a (mon.0) 243 : cluster [DBG] osdmap e377: 8 total, 8 up, 8 in 2024-08-29T17:53:04.574 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:53:04 smithi053 bash[68679]: audit 2024-08-29T17:53:03.474646+0000 mon.a (mon.0) 244 : audit [DBG] from='client.? 172.21.15.28:0/2712880939' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-08-29T17:53:04.574 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:53:04 smithi053 bash[68679]: cluster 2024-08-29T17:53:04.121772+0000 mon.a (mon.0) 245 : cluster [DBG] osdmap e378: 8 total, 8 up, 8 in 2024-08-29T17:53:04.575 INFO:journalctl@ceph.prometheus.a.smithi053.stdout:Aug 29 17:53:04 smithi053 bash[61790]: ts=2024-08-29T17:53:04.454Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pgs name=CephPGsInactive index=0 msg="Evaluating rule failed" rule="alert: CephPGsInactive\nexpr: ceph_pool_metadata * on (pool_id, instance) group_left () (ceph_pg_total - ceph_pg_active)\n > 0\nfor: 5m\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.7.1\n severity: critical\n type: ceph_default\nannotations:\n description: '{{ $value }} PGs have been inactive for more than 5 minutes in pool\n {{ $labels.name }}. Inactive placement groups are not able to serve read/write\n requests.'\n summary: One or more placement groups are inactive\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the right hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"3167ee72-662c-11ef-bcd4-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-29T17:53:04.575 INFO:journalctl@ceph.prometheus.a.smithi053.stdout:Aug 29 17:53:04 smithi053 bash[61790]: ts=2024-08-29T17:53:04.456Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pgs name=CephPGsUnclean index=1 msg="Evaluating rule failed" rule="alert: CephPGsUnclean\nexpr: ceph_pool_metadata * on (pool_id, instance) group_left () (ceph_pg_total - ceph_pg_clean)\n > 0\nfor: 15m\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.7.2\n severity: warning\n type: ceph_default\nannotations:\n description: '{{ $value }} PGs have been unclean for more than 15 minutes in pool\n {{ $labels.name }}. Unclean PGs have not recovered from a previous failure.'\n summary: One or more placement groups are marked unclean\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the right hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"3167ee72-662c-11ef-bcd4-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-29T17:53:04.627 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:53:04 smithi028 bash[78352]: audit 2024-08-29T17:53:02.767856+0000 mgr.y (mgr.25022) 57 : audit [DBG] from='client.34179 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-08-29T17:53:04.628 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:53:04 smithi028 bash[78352]: cluster 2024-08-29T17:53:02.920851+0000 mgr.y (mgr.25022) 58 : cluster [DBG] pgmap v85: 121 pgs: 121 active+clean; 500 MiB data, 3.0 GiB used, 712 GiB / 715 GiB avail; 11 MiB/s rd, 1.7 MiB/s wr, 14 op/s 2024-08-29T17:53:04.628 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:53:04 smithi028 bash[78352]: audit 2024-08-29T17:53:03.080400+0000 mgr.y (mgr.25022) 59 : audit [DBG] from='client.44108 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-08-29T17:53:04.628 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:53:04 smithi028 bash[78352]: cluster 2024-08-29T17:53:03.301758+0000 mon.a (mon.0) 243 : cluster [DBG] osdmap e377: 8 total, 8 up, 8 in 2024-08-29T17:53:04.628 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:53:04 smithi028 bash[78352]: audit 2024-08-29T17:53:03.474646+0000 mon.a (mon.0) 244 : audit [DBG] from='client.? 172.21.15.28:0/2712880939' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-08-29T17:53:04.628 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:53:04 smithi028 bash[78352]: cluster 2024-08-29T17:53:04.121772+0000 mon.a (mon.0) 245 : cluster [DBG] osdmap e378: 8 total, 8 up, 8 in 2024-08-29T17:53:04.628 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:53:04 smithi028 bash[77168]: audit 2024-08-29T17:53:02.767856+0000 mgr.y (mgr.25022) 57 : audit [DBG] from='client.34179 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-08-29T17:53:04.628 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:53:04 smithi028 bash[77168]: cluster 2024-08-29T17:53:02.920851+0000 mgr.y (mgr.25022) 58 : cluster [DBG] pgmap v85: 121 pgs: 121 active+clean; 500 MiB data, 3.0 GiB used, 712 GiB / 715 GiB avail; 11 MiB/s rd, 1.7 MiB/s wr, 14 op/s 2024-08-29T17:53:04.628 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:53:04 smithi028 bash[77168]: audit 2024-08-29T17:53:03.080400+0000 mgr.y (mgr.25022) 59 : audit [DBG] from='client.44108 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-08-29T17:53:04.628 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:53:04 smithi028 bash[77168]: cluster 2024-08-29T17:53:03.301758+0000 mon.a (mon.0) 243 : cluster [DBG] osdmap e377: 8 total, 8 up, 8 in 2024-08-29T17:53:04.629 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:53:04 smithi028 bash[77168]: audit 2024-08-29T17:53:03.474646+0000 mon.a (mon.0) 244 : audit [DBG] from='client.? 172.21.15.28:0/2712880939' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-08-29T17:53:04.629 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:53:04 smithi028 bash[77168]: cluster 2024-08-29T17:53:04.121772+0000 mon.a (mon.0) 245 : cluster [DBG] osdmap e378: 8 total, 8 up, 8 in 2024-08-29T17:53:05.122 INFO:tasks.rados.rados.0.smithi028.stdout:1580: done (3 left) 2024-08-29T17:53:05.122 INFO:tasks.rados.rados.0.smithi028.stdout:1582: done (2 left) 2024-08-29T17:53:05.122 INFO:tasks.rados.rados.0.smithi028.stdout:1584: done (1 left) 2024-08-29T17:53:05.122 INFO:tasks.rados.rados.0.smithi028.stdout:1585: done (0 left) 2024-08-29T17:53:05.122 INFO:tasks.rados.rados.0.smithi028.stdout:append oid 3 current snap is 153 2024-08-29T17:53:05.122 INFO:tasks.rados.rados.0.smithi028.stdout:1586: seq_num 500 ranges {3784704=778240,4562944=401408} 2024-08-29T17:53:05.160 INFO:tasks.rados.rados.0.smithi028.stdout:1586: writing smithi02869045-3 from 3784704 to 4562944 tid 1 2024-08-29T17:53:05.164 INFO:tasks.rados.rados.0.smithi028.stdout:1586: writing smithi02869045-3 from 4562944 to 4964352 tid 2 2024-08-29T17:53:05.164 INFO:tasks.rados.rados.0.smithi028.stdout:1587: read oid 23 snap -1 2024-08-29T17:53:05.164 INFO:tasks.rados.rados.0.smithi028.stdout:1587: expect (ObjNum 352 snap 113 seq_num 352) 2024-08-29T17:53:05.165 INFO:tasks.rados.rados.0.smithi028.stdout:1588: copy_from oid 50 from oid 19 current snap is 153 2024-08-29T17:53:05.165 INFO:tasks.rados.rados.0.smithi028.stdout:append oid 10 current snap is 153 2024-08-29T17:53:05.165 INFO:tasks.rados.rados.0.smithi028.stdout:1589: seq_num 501 ranges {3719168=794624,4513792=401408} 2024-08-29T17:53:05.200 INFO:tasks.rados.rados.0.smithi028.stdout:1589: writing smithi02869045-10 from 3719168 to 4513792 tid 1 2024-08-29T17:53:05.203 INFO:tasks.rados.rados.0.smithi028.stdout:1589: writing smithi02869045-10 from 4513792 to 4915200 tid 2 2024-08-29T17:53:05.203 INFO:tasks.rados.rados.0.smithi028.stdout:1590: snap_create 2024-08-29T17:53:05.203 INFO:tasks.rados.rados.0.smithi028.stdout:1586: finishing write tid 1 to smithi02869045-3 2024-08-29T17:53:05.203 INFO:tasks.rados.rados.0.smithi028.stdout:1586: finishing write tid 2 to smithi02869045-3 2024-08-29T17:53:05.203 INFO:tasks.rados.rados.0.smithi028.stdout:1586: finishing write tid 3 to smithi02869045-3 2024-08-29T17:53:05.203 INFO:tasks.rados.rados.0.smithi028.stdout:1586: finishing write tid 4 to smithi02869045-3 2024-08-29T17:53:05.203 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 3 v 1128 (ObjNum 500 snap 153 seq_num 500) dirty exists 2024-08-29T17:53:05.203 INFO:tasks.rados.rados.0.smithi028.stdout:1586: left oid 3 (ObjNum 500 snap 153 seq_num 500) 2024-08-29T17:53:05.204 INFO:tasks.rados.rados.0.smithi028.stdout:1587: expect (ObjNum 352 snap 113 seq_num 352) 2024-08-29T17:53:05.400 INFO:tasks.rados.rados.0.smithi028.stdout:1589: finishing write tid 1 to smithi02869045-10 2024-08-29T17:53:05.400 INFO:tasks.rados.rados.0.smithi028.stdout:1589: finishing write tid 2 to smithi02869045-10 2024-08-29T17:53:05.400 INFO:tasks.rados.rados.0.smithi028.stdout:1588: finishing copy_from racing read to smithi02869045-50 2024-08-29T17:53:05.400 INFO:tasks.rados.rados.0.smithi028.stdout:1589: finishing write tid 3 to smithi02869045-10 2024-08-29T17:53:05.400 INFO:tasks.rados.rados.0.smithi028.stdout:1588: finishing copy_from to smithi02869045-50 2024-08-29T17:53:05.401 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 50 v 485 (ObjNum 352 snap 113 seq_num 352) dirty exists 2024-08-29T17:53:05.401 INFO:tasks.rados.rados.0.smithi028.stdout:1589: finishing write tid 4 to smithi02869045-10 2024-08-29T17:53:05.401 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 10 v 1047 (ObjNum 501 snap 153 seq_num 501) dirty exists 2024-08-29T17:53:05.401 INFO:tasks.rados.rados.0.smithi028.stdout:1589: left oid 10 (ObjNum 501 snap 153 seq_num 501) 2024-08-29T17:53:06.124 INFO:tasks.rados.rados.0.smithi028.stdout:1586: done (4 left) 2024-08-29T17:53:06.124 INFO:tasks.rados.rados.0.smithi028.stdout:1587: done (3 left) 2024-08-29T17:53:06.124 INFO:tasks.rados.rados.0.smithi028.stdout:1588: done (2 left) 2024-08-29T17:53:06.124 INFO:tasks.rados.rados.0.smithi028.stdout:1589: done (1 left) 2024-08-29T17:53:06.125 INFO:tasks.rados.rados.0.smithi028.stdout:1590: done (0 left) 2024-08-29T17:53:06.125 INFO:tasks.rados.rados.0.smithi028.stdout:1591: read oid 9 snap -1 2024-08-29T17:53:06.125 INFO:tasks.rados.rados.0.smithi028.stdout:1591: expect (ObjNum 452 snap 143 seq_num 452) 2024-08-29T17:53:06.125 INFO:tasks.rados.rados.0.smithi028.stdout:1592: rmattr oid 23 current snap is 154 2024-08-29T17:53:06.125 INFO:tasks.rados.rados.0.smithi028.stdout:1593: read oid 45 snap 152 2024-08-29T17:53:06.125 INFO:tasks.rados.rados.0.smithi028.stdout:1593: expect (ObjNum 405 snap 127 seq_num 405) 2024-08-29T17:53:06.125 INFO:tasks.rados.rados.0.smithi028.stdout:1594: read oid 41 snap 153 2024-08-29T17:53:06.125 INFO:tasks.rados.rados.0.smithi028.stdout:1594: expect (ObjNum 408 snap 128 seq_num 408) 2024-08-29T17:53:06.125 INFO:tasks.rados.rados.0.smithi028.stdout:1595: delete oid 47 current snap is 154 2024-08-29T17:53:06.146 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 23 v 486 (ObjNum 352 snap 113 seq_num 352) dirty exists 2024-08-29T17:53:06.151 INFO:tasks.rados.rados.0.smithi028.stdout:1593: expect (ObjNum 405 snap 127 seq_num 405) 2024-08-29T17:53:06.206 INFO:tasks.rados.rados.0.smithi028.stdout:1591: expect (ObjNum 452 snap 143 seq_num 452) 2024-08-29T17:53:06.377 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:53:06 smithi028 bash[77168]: cluster 2024-08-29T17:53:04.921562+0000 mgr.y (mgr.25022) 60 : cluster [DBG] pgmap v88: 121 pgs: 121 active+clean; 500 MiB data, 3.0 GiB used, 712 GiB / 715 GiB avail; 11 MiB/s rd, 1.1 MiB/s wr, 7 op/s 2024-08-29T17:53:06.377 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:53:06 smithi028 bash[77168]: cluster 2024-08-29T17:53:05.125134+0000 mon.a (mon.0) 246 : cluster [DBG] osdmap e379: 8 total, 8 up, 8 in 2024-08-29T17:53:06.378 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:53:06 smithi028 bash[78352]: cluster 2024-08-29T17:53:04.921562+0000 mgr.y (mgr.25022) 60 : cluster [DBG] pgmap v88: 121 pgs: 121 active+clean; 500 MiB data, 3.0 GiB used, 712 GiB / 715 GiB avail; 11 MiB/s rd, 1.1 MiB/s wr, 7 op/s 2024-08-29T17:53:06.378 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:53:06 smithi028 bash[78352]: cluster 2024-08-29T17:53:05.125134+0000 mon.a (mon.0) 246 : cluster [DBG] osdmap e379: 8 total, 8 up, 8 in 2024-08-29T17:53:06.574 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:53:06 smithi053 bash[68679]: cluster 2024-08-29T17:53:04.921562+0000 mgr.y (mgr.25022) 60 : cluster [DBG] pgmap v88: 121 pgs: 121 active+clean; 500 MiB data, 3.0 GiB used, 712 GiB / 715 GiB avail; 11 MiB/s rd, 1.1 MiB/s wr, 7 op/s 2024-08-29T17:53:06.574 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:53:06 smithi053 bash[68679]: cluster 2024-08-29T17:53:05.125134+0000 mon.a (mon.0) 246 : cluster [DBG] osdmap e379: 8 total, 8 up, 8 in 2024-08-29T17:53:06.923 INFO:tasks.rados.rados.0.smithi028.stdout:1594: expect (ObjNum 408 snap 128 seq_num 408) 2024-08-29T17:53:07.511 INFO:tasks.rados.rados.0.smithi028.stdout:1591: done (4 left) 2024-08-29T17:53:07.511 INFO:tasks.rados.rados.0.smithi028.stdout:1592: done (3 left) 2024-08-29T17:53:07.511 INFO:tasks.rados.rados.0.smithi028.stdout:1593: done (2 left) 2024-08-29T17:53:07.511 INFO:tasks.rados.rados.0.smithi028.stdout:1594: done (1 left) 2024-08-29T17:53:07.513 INFO:tasks.rados.rados.0.smithi028.stdout:1595: done (0 left) 2024-08-29T17:53:07.513 INFO:tasks.rados.rados.0.smithi028.stdout:1596: read oid 15 snap 149 2024-08-29T17:53:07.513 INFO:tasks.rados.rados.0.smithi028.stdout:1596: expect deleted 2024-08-29T17:53:07.513 INFO:tasks.rados.rados.0.smithi028.stdout:1597: delete oid 1 current snap is 154 2024-08-29T17:53:07.516 INFO:tasks.rados.rados.0.smithi028.stdout:1596: done (1 left) 2024-08-29T17:53:07.517 INFO:tasks.rados.rados.0.smithi028.stdout:1597: done (0 left) 2024-08-29T17:53:07.517 INFO:tasks.rados.rados.0.smithi028.stdout:1598: delete oid 34 current snap is 154 2024-08-29T17:53:07.519 INFO:tasks.rados.rados.0.smithi028.stdout:1598: done (0 left) 2024-08-29T17:53:07.519 INFO:tasks.rados.rados.0.smithi028.stdout:1599: snap_create 2024-08-29T17:53:07.574 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:53:07 smithi053 bash[68679]: cluster 2024-08-29T17:53:06.127786+0000 mon.a (mon.0) 247 : cluster [DBG] osdmap e380: 8 total, 8 up, 8 in 2024-08-29T17:53:07.627 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:53:07 smithi028 bash[78352]: cluster 2024-08-29T17:53:06.127786+0000 mon.a (mon.0) 247 : cluster [DBG] osdmap e380: 8 total, 8 up, 8 in 2024-08-29T17:53:07.628 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:53:07 smithi028 bash[77168]: cluster 2024-08-29T17:53:06.127786+0000 mon.a (mon.0) 247 : cluster [DBG] osdmap e380: 8 total, 8 up, 8 in 2024-08-29T17:53:08.150 INFO:tasks.rados.rados.0.smithi028.stdout:1599: done (0 left) 2024-08-29T17:53:08.150 INFO:tasks.rados.rados.0.smithi028.stdout:append oid 49 current snap is 155 2024-08-29T17:53:08.150 INFO:tasks.rados.rados.0.smithi028.stdout:1600: seq_num 505 ranges {8896512=466944,9363456=475136,9838592=327680} 2024-08-29T17:53:08.256 INFO:tasks.rados.rados.0.smithi028.stdout:1600: writing smithi02869045-49 from 8896512 to 9363456 tid 1 2024-08-29T17:53:08.259 INFO:tasks.rados.rados.0.smithi028.stdout:1600: writing smithi02869045-49 from 9363456 to 9838592 tid 2 2024-08-29T17:53:08.261 INFO:tasks.rados.rados.0.smithi028.stdout:1600: writing smithi02869045-49 from 9838592 to 10166272 tid 3 2024-08-29T17:53:08.261 INFO:tasks.rados.rados.0.smithi028.stdout:1601: setattr oid 31 current snap is 155 2024-08-29T17:53:08.264 INFO:tasks.rados.rados.0.smithi028.stdout:1602: read oid 35 snap -1 2024-08-29T17:53:08.264 INFO:tasks.rados.rados.0.smithi028.stdout:1602: expect (ObjNum 484 snap 150 seq_num 484) 2024-08-29T17:53:08.264 INFO:tasks.rados.rados.0.smithi028.stdout:1603: snap_remove snap 116 2024-08-29T17:53:08.574 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:53:08 smithi053 bash[68679]: cluster 2024-08-29T17:53:06.922254+0000 mgr.y (mgr.25022) 61 : cluster [DBG] pgmap v91: 121 pgs: 121 active+clean; 500 MiB data, 3.0 GiB used, 712 GiB / 715 GiB avail 2024-08-29T17:53:08.627 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:53:08 smithi028 bash[77168]: cluster 2024-08-29T17:53:06.922254+0000 mgr.y (mgr.25022) 61 : cluster [DBG] pgmap v91: 121 pgs: 121 active+clean; 500 MiB data, 3.0 GiB used, 712 GiB / 715 GiB avail 2024-08-29T17:53:08.628 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:53:08 smithi028 bash[78352]: cluster 2024-08-29T17:53:06.922254+0000 mgr.y (mgr.25022) 61 : cluster [DBG] pgmap v91: 121 pgs: 121 active+clean; 500 MiB data, 3.0 GiB used, 712 GiB / 715 GiB avail 2024-08-29T17:53:09.074 INFO:journalctl@ceph.prometheus.a.smithi053.stdout:Aug 29 17:53:08 smithi053 bash[61790]: ts=2024-08-29T17:53:08.661Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=osd name=CephOSDFlapping index=13 msg="Evaluating rule failed" rule="alert: CephOSDFlapping\nexpr: (rate(ceph_osd_up[5m]) * on (ceph_daemon) group_left (hostname) ceph_osd_metadata)\n * 60 > 1\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.4.4\n severity: warning\n type: ceph_default\nannotations:\n description: OSD {{ $labels.ceph_daemon }} on {{ $labels.hostname }} was marked\n down and back up {{ $value | humanize }} times once a minute for 5 minutes. This\n may indicate a network issue (latency, packet loss, MTU mismatch) on the cluster\n network, or the public network if no cluster network is deployed. Check the network\n stats on the listed host(s).\n documentation: https://docs.ceph.com/en/latest/rados/troubleshooting/troubleshooting-osd#flapping-osds\n summary: Network issues are causing OSDs to flap (mark each other down)\n" err="found duplicate series for the match group {ceph_daemon=\"osd.0\"} on the right hand-side of the operation: [{__name__=\"ceph_osd_metadata\", ceph_daemon=\"osd.0\", ceph_version=\"ceph version 17.2.7-1503-ga89f613d (a89f613db4d5b6bca82681f19d73c6d337aae2d5) quincy (stable)\", cluster_addr=\"172.21.15.28\", device_class=\"ssd\", hostname=\"smithi028\", instance=\"ceph_cluster\", job=\"ceph\", objectstore=\"bluestore\", public_addr=\"172.21.15.28\"}, {__name__=\"ceph_osd_metadata\", ceph_daemon=\"osd.0\", ceph_version=\"ceph version 17.2.7-1503-ga89f613d (a89f613db4d5b6bca82681f19d73c6d337aae2d5) quincy (stable)\", cluster=\"3167ee72-662c-11ef-bcd4-c7b262605968\", cluster_addr=\"172.21.15.28\", device_class=\"ssd\", hostname=\"smithi028\", instance=\"ceph_cluster\", job=\"ceph\", objectstore=\"bluestore\", public_addr=\"172.21.15.28\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-29T17:53:09.164 INFO:tasks.rados.rados.0.smithi028.stdout:1603: done (3 left) 2024-08-29T17:53:09.164 INFO:tasks.rados.rados.0.smithi028.stdout:1604: setattr oid 18 current snap is 155 2024-08-29T17:53:09.166 INFO:tasks.rados.rados.0.smithi028.stdout:1605: snap_create 2024-08-29T17:53:09.166 INFO:tasks.rados.rados.0.smithi028.stdout:1602: expect (ObjNum 484 snap 150 seq_num 484) 2024-08-29T17:53:09.203 INFO:tasks.rados.rados.0.smithi028.stdout:1600: finishing write tid 1 to smithi02869045-49 2024-08-29T17:53:09.203 INFO:tasks.rados.rados.0.smithi028.stdout:1600: finishing write tid 2 to smithi02869045-49 2024-08-29T17:53:09.204 INFO:tasks.rados.rados.0.smithi028.stdout:1600: finishing write tid 3 to smithi02869045-49 2024-08-29T17:53:09.204 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 31 v 1342 (ObjNum 352 snap 113 seq_num 352) dirty exists 2024-08-29T17:53:09.204 INFO:tasks.rados.rados.0.smithi028.stdout:1600: finishing write tid 4 to smithi02869045-49 2024-08-29T17:53:09.204 INFO:tasks.rados.rados.0.smithi028.stdout:1600: finishing write tid 5 to smithi02869045-49 2024-08-29T17:53:09.204 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 49 v 1051 (ObjNum 505 snap 155 seq_num 505) dirty exists 2024-08-29T17:53:09.204 INFO:tasks.rados.rados.0.smithi028.stdout:1600: left oid 49 (ObjNum 505 snap 155 seq_num 505) 2024-08-29T17:53:09.204 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 18 v 946 (ObjNum 357 snap 117 seq_num 357) dirty exists 2024-08-29T17:53:09.574 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:53:09 smithi053 bash[68679]: cluster 2024-08-29T17:53:08.153944+0000 mon.a (mon.0) 248 : cluster [DBG] osdmap e381: 8 total, 8 up, 8 in 2024-08-29T17:53:09.574 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:53:09 smithi053 bash[68679]: audit 2024-08-29T17:53:08.348159+0000 mon.a (mon.0) 249 : audit [INF] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' 2024-08-29T17:53:09.574 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:53:09 smithi053 bash[68679]: audit 2024-08-29T17:53:08.358361+0000 mon.a (mon.0) 250 : audit [INF] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' 2024-08-29T17:53:09.627 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:53:09 smithi028 bash[78352]: cluster 2024-08-29T17:53:08.153944+0000 mon.a (mon.0) 248 : cluster [DBG] osdmap e381: 8 total, 8 up, 8 in 2024-08-29T17:53:09.627 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:53:09 smithi028 bash[78352]: audit 2024-08-29T17:53:08.348159+0000 mon.a (mon.0) 249 : audit [INF] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' 2024-08-29T17:53:09.628 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:53:09 smithi028 bash[78352]: audit 2024-08-29T17:53:08.358361+0000 mon.a (mon.0) 250 : audit [INF] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' 2024-08-29T17:53:09.628 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:53:09 smithi028 bash[77168]: cluster 2024-08-29T17:53:08.153944+0000 mon.a (mon.0) 248 : cluster [DBG] osdmap e381: 8 total, 8 up, 8 in 2024-08-29T17:53:09.628 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:53:09 smithi028 bash[77168]: audit 2024-08-29T17:53:08.348159+0000 mon.a (mon.0) 249 : audit [INF] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' 2024-08-29T17:53:09.628 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:53:09 smithi028 bash[77168]: audit 2024-08-29T17:53:08.358361+0000 mon.a (mon.0) 250 : audit [INF] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' 2024-08-29T17:53:10.169 INFO:tasks.rados.rados.0.smithi028.stdout:1600: done (4 left) 2024-08-29T17:53:10.169 INFO:tasks.rados.rados.0.smithi028.stdout:1601: done (3 left) 2024-08-29T17:53:10.169 INFO:tasks.rados.rados.0.smithi028.stdout:1602: done (2 left) 2024-08-29T17:53:10.169 INFO:tasks.rados.rados.0.smithi028.stdout:1604: done (1 left) 2024-08-29T17:53:10.169 INFO:tasks.rados.rados.0.smithi028.stdout:1605: done (0 left) 2024-08-29T17:53:10.169 INFO:tasks.rados.rados.0.smithi028.stdout:1606: snap_create 2024-08-29T17:53:10.574 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:53:10 smithi053 bash[68679]: cluster 2024-08-29T17:53:08.923016+0000 mgr.y (mgr.25022) 62 : cluster [DBG] pgmap v93: 121 pgs: 121 active+clean; 505 MiB data, 3.0 GiB used, 712 GiB / 715 GiB avail; 16 MiB/s rd, 1.8 MiB/s wr, 10 op/s 2024-08-29T17:53:10.574 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:53:10 smithi053 bash[68679]: cluster 2024-08-29T17:53:09.162640+0000 mon.a (mon.0) 251 : cluster [DBG] osdmap e382: 8 total, 8 up, 8 in 2024-08-29T17:53:10.574 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:53:10 smithi053 bash[68679]: audit 2024-08-29T17:53:09.592236+0000 mon.a (mon.0) 252 : audit [INF] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' 2024-08-29T17:53:10.574 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:53:10 smithi053 bash[68679]: audit 2024-08-29T17:53:09.602311+0000 mon.a (mon.0) 253 : audit [INF] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' 2024-08-29T17:53:10.627 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:53:10 smithi028 bash[78352]: cluster 2024-08-29T17:53:08.923016+0000 mgr.y (mgr.25022) 62 : cluster [DBG] pgmap v93: 121 pgs: 121 active+clean; 505 MiB data, 3.0 GiB used, 712 GiB / 715 GiB avail; 16 MiB/s rd, 1.8 MiB/s wr, 10 op/s 2024-08-29T17:53:10.628 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:53:10 smithi028 bash[78352]: cluster 2024-08-29T17:53:09.162640+0000 mon.a (mon.0) 251 : cluster [DBG] osdmap e382: 8 total, 8 up, 8 in 2024-08-29T17:53:10.628 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:53:10 smithi028 bash[78352]: audit 2024-08-29T17:53:09.592236+0000 mon.a (mon.0) 252 : audit [INF] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' 2024-08-29T17:53:10.628 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:53:10 smithi028 bash[78352]: audit 2024-08-29T17:53:09.602311+0000 mon.a (mon.0) 253 : audit [INF] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' 2024-08-29T17:53:10.628 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:53:10 smithi028 bash[77168]: cluster 2024-08-29T17:53:08.923016+0000 mgr.y (mgr.25022) 62 : cluster [DBG] pgmap v93: 121 pgs: 121 active+clean; 505 MiB data, 3.0 GiB used, 712 GiB / 715 GiB avail; 16 MiB/s rd, 1.8 MiB/s wr, 10 op/s 2024-08-29T17:53:10.628 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:53:10 smithi028 bash[77168]: cluster 2024-08-29T17:53:09.162640+0000 mon.a (mon.0) 251 : cluster [DBG] osdmap e382: 8 total, 8 up, 8 in 2024-08-29T17:53:10.628 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:53:10 smithi028 bash[77168]: audit 2024-08-29T17:53:09.592236+0000 mon.a (mon.0) 252 : audit [INF] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' 2024-08-29T17:53:10.628 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:53:10 smithi028 bash[77168]: audit 2024-08-29T17:53:09.602311+0000 mon.a (mon.0) 253 : audit [INF] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' 2024-08-29T17:53:11.179 INFO:tasks.rados.rados.0.smithi028.stdout:1606: done (0 left) 2024-08-29T17:53:11.179 INFO:tasks.rados.rados.0.smithi028.stdout:1607: snap_remove snap 131 2024-08-29T17:53:11.574 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:53:11 smithi053 bash[68679]: cluster 2024-08-29T17:53:10.172188+0000 mon.a (mon.0) 254 : cluster [DBG] osdmap e383: 8 total, 8 up, 8 in 2024-08-29T17:53:11.627 INFO:journalctl@ceph.mgr.y.smithi028.stdout:Aug 29 17:53:11 smithi028 bash[70818]: ::ffff:172.21.15.53 - - [29/Aug/2024:17:53:11] "GET /metrics HTTP/1.1" 200 35959 "" "Prometheus/2.43.0" 2024-08-29T17:53:11.628 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:53:11 smithi028 bash[78352]: cluster 2024-08-29T17:53:10.172188+0000 mon.a (mon.0) 254 : cluster [DBG] osdmap e383: 8 total, 8 up, 8 in 2024-08-29T17:53:11.628 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:53:11 smithi028 bash[77168]: cluster 2024-08-29T17:53:10.172188+0000 mon.a (mon.0) 254 : cluster [DBG] osdmap e383: 8 total, 8 up, 8 in 2024-08-29T17:53:12.193 INFO:tasks.rados.rados.0.smithi028.stdout:1607: done (0 left) 2024-08-29T17:53:12.193 INFO:tasks.rados.rados.0.smithi028.stdout:1608: rollback oid 7 current snap is 157 2024-08-29T17:53:12.193 INFO:tasks.rados.rados.0.smithi028.stdout:rollback oid 7 to 135 2024-08-29T17:53:12.194 INFO:tasks.rados.rados.0.smithi028.stdout:append oid 31 current snap is 157 2024-08-29T17:53:12.194 INFO:tasks.rados.rados.0.smithi028.stdout:1609: seq_num 506 ranges {4431872=483328,4915200=761856,5677056=40960} 2024-08-29T17:53:12.223 INFO:tasks.rados.rados.0.smithi028.stdout:1609: writing smithi02869045-31 from 4431872 to 4915200 tid 1 2024-08-29T17:53:12.228 INFO:tasks.rados.rados.0.smithi028.stdout:1609: writing smithi02869045-31 from 4915200 to 5677056 tid 2 2024-08-29T17:53:12.229 INFO:tasks.rados.rados.0.smithi028.stdout:1609: writing smithi02869045-31 from 5677056 to 5718016 tid 3 2024-08-29T17:53:12.229 INFO:tasks.rados.rados.0.smithi028.stdout:append oid 50 current snap is 157 2024-08-29T17:53:12.229 INFO:tasks.rados.rados.0.smithi028.stdout:1610: seq_num 507 ranges {4431872=499712,4931584=638976,5570560=163840} 2024-08-29T17:53:12.258 INFO:tasks.rados.rados.0.smithi028.stdout:1610: writing smithi02869045-50 from 4431872 to 4931584 tid 1 2024-08-29T17:53:12.261 INFO:tasks.rados.rados.0.smithi028.stdout:1610: writing smithi02869045-50 from 4931584 to 5570560 tid 2 2024-08-29T17:53:12.263 INFO:tasks.rados.rados.0.smithi028.stdout:1610: writing smithi02869045-50 from 5570560 to 5734400 tid 3 2024-08-29T17:53:12.263 INFO:tasks.rados.rados.0.smithi028.stdout:1611: read oid 9 snap -1 2024-08-29T17:53:12.263 INFO:tasks.rados.rados.0.smithi028.stdout:1611: expect (ObjNum 452 snap 143 seq_num 452) 2024-08-29T17:53:12.263 INFO:tasks.rados.rados.0.smithi028.stdout:append oid 10 current snap is 157 2024-08-29T17:53:12.264 INFO:tasks.rados.rados.0.smithi028.stdout:1608: finishing rollback tid 1 to smithi02869045-7 2024-08-29T17:53:12.264 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 7 v 1254 (ObjNum 4113 snap 0 seq_num 4294967295) dirty dne 2024-08-29T17:53:12.264 INFO:tasks.rados.rados.0.smithi028.stdout:1609: finishing write tid 1 to smithi02869045-31 2024-08-29T17:53:12.264 INFO:tasks.rados.rados.0.smithi028.stdout:1609: finishing write tid 2 to smithi02869045-31 2024-08-29T17:53:12.264 INFO:tasks.rados.rados.0.smithi028.stdout:1609: finishing write tid 3 to smithi02869045-31 2024-08-29T17:53:12.264 INFO:tasks.rados.rados.0.smithi028.stdout:1612: seq_num 508 ranges {4915200=516096,5431296=524288,5955584=278528} 2024-08-29T17:53:12.294 INFO:tasks.rados.rados.0.smithi028.stdout:1612: writing smithi02869045-10 from 4915200 to 5431296 tid 1 2024-08-29T17:53:12.298 INFO:tasks.rados.rados.0.smithi028.stdout:1612: writing smithi02869045-10 from 5431296 to 5955584 tid 2 2024-08-29T17:53:12.300 INFO:tasks.rados.rados.0.smithi028.stdout:1612: writing smithi02869045-10 from 5955584 to 6234112 tid 3 2024-08-29T17:53:12.301 INFO:tasks.rados.rados.0.smithi028.stdout:1608: done (4 left) 2024-08-29T17:53:12.301 INFO:tasks.rados.rados.0.smithi028.stdout:1613: rollback oid 15 current snap is 157 2024-08-29T17:53:12.301 INFO:tasks.rados.rados.0.smithi028.stdout:rollback oid 15 to 154 2024-08-29T17:53:12.301 INFO:tasks.rados.rados.0.smithi028.stdout:1609: finishing write tid 4 to smithi02869045-31 2024-08-29T17:53:12.301 INFO:tasks.rados.rados.0.smithi028.stdout:1609: finishing write tid 5 to smithi02869045-31 2024-08-29T17:53:12.301 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 31 v 1364 (ObjNum 506 snap 157 seq_num 506) dirty exists 2024-08-29T17:53:12.301 INFO:tasks.rados.rados.0.smithi028.stdout:1609: left oid 31 (ObjNum 506 snap 157 seq_num 506) 2024-08-29T17:53:12.301 INFO:tasks.rados.rados.0.smithi028.stdout:1610: finishing write tid 1 to smithi02869045-50 2024-08-29T17:53:12.301 INFO:tasks.rados.rados.0.smithi028.stdout:1610: finishing write tid 2 to smithi02869045-50 2024-08-29T17:53:12.301 INFO:tasks.rados.rados.0.smithi028.stdout:1609: done (4 left) 2024-08-29T17:53:12.301 INFO:tasks.rados.rados.0.smithi028.stdout:1614: read oid 25 snap -1 2024-08-29T17:53:12.301 INFO:tasks.rados.rados.0.smithi028.stdout:1614: expect deleted 2024-08-29T17:53:12.302 INFO:tasks.rados.rados.0.smithi028.stdout:1615: copy_from oid 26 from oid 27 current snap is 157 2024-08-29T17:53:12.302 INFO:tasks.rados.rados.0.smithi028.stdout:1610: finishing write tid 3 to smithi02869045-50 2024-08-29T17:53:12.302 INFO:tasks.rados.rados.0.smithi028.stdout:1610: finishing write tid 4 to smithi02869045-50 2024-08-29T17:53:12.302 INFO:tasks.rados.rados.0.smithi028.stdout:1610: finishing write tid 5 to smithi02869045-50 2024-08-29T17:53:12.302 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 50 v 957 (ObjNum 507 snap 157 seq_num 507) dirty exists 2024-08-29T17:53:12.302 INFO:tasks.rados.rados.0.smithi028.stdout:1610: left oid 50 (ObjNum 507 snap 157 seq_num 507) 2024-08-29T17:53:12.302 INFO:tasks.rados.rados.0.smithi028.stdout:1610: done (5 left) 2024-08-29T17:53:12.302 INFO:tasks.rados.rados.0.smithi028.stdout:1616: snap_create 2024-08-29T17:53:12.303 INFO:tasks.rados.rados.0.smithi028.stdout:1612: finishing write tid 1 to smithi02869045-10 2024-08-29T17:53:12.303 INFO:tasks.rados.rados.0.smithi028.stdout:1613: finishing rollback tid 1 to smithi02869045-15 2024-08-29T17:53:12.303 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 15 v 715 (ObjNum 273 snap 0 seq_num 0) dirty dne 2024-08-29T17:53:12.305 INFO:tasks.rados.rados.0.smithi028.stdout:1611: expect (ObjNum 452 snap 143 seq_num 452) 2024-08-29T17:53:12.574 INFO:journalctl@ceph.prometheus.a.smithi053.stdout:Aug 29 17:53:12 smithi053 bash[61790]: ts=2024-08-29T17:53:12.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"3167ee72-662c-11ef-bcd4-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-29T17:53:12.576 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:53:12 smithi053 bash[68679]: cluster 2024-08-29T17:53:10.923752+0000 mgr.y (mgr.25022) 63 : cluster [DBG] pgmap v96: 121 pgs: 121 active+clean; 505 MiB data, 3.0 GiB used, 712 GiB / 715 GiB avail; 16 MiB/s rd, 1.8 MiB/s wr, 10 op/s 2024-08-29T17:53:12.576 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:53:12 smithi053 bash[68679]: cluster 2024-08-29T17:53:11.183298+0000 mon.a (mon.0) 255 : cluster [DBG] osdmap e384: 8 total, 8 up, 8 in 2024-08-29T17:53:12.576 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:53:12 smithi053 bash[68679]: audit 2024-08-29T17:53:12.007691+0000 mon.a (mon.0) 256 : audit [DBG] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-29T17:53:12.627 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:53:12 smithi028 bash[78352]: cluster 2024-08-29T17:53:10.923752+0000 mgr.y (mgr.25022) 63 : cluster [DBG] pgmap v96: 121 pgs: 121 active+clean; 505 MiB data, 3.0 GiB used, 712 GiB / 715 GiB avail; 16 MiB/s rd, 1.8 MiB/s wr, 10 op/s 2024-08-29T17:53:12.627 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:53:12 smithi028 bash[78352]: cluster 2024-08-29T17:53:11.183298+0000 mon.a (mon.0) 255 : cluster [DBG] osdmap e384: 8 total, 8 up, 8 in 2024-08-29T17:53:12.628 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:53:12 smithi028 bash[78352]: audit 2024-08-29T17:53:12.007691+0000 mon.a (mon.0) 256 : audit [DBG] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-29T17:53:12.628 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:53:12 smithi028 bash[77168]: cluster 2024-08-29T17:53:10.923752+0000 mgr.y (mgr.25022) 63 : cluster [DBG] pgmap v96: 121 pgs: 121 active+clean; 505 MiB data, 3.0 GiB used, 712 GiB / 715 GiB avail; 16 MiB/s rd, 1.8 MiB/s wr, 10 op/s 2024-08-29T17:53:12.628 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:53:12 smithi028 bash[77168]: cluster 2024-08-29T17:53:11.183298+0000 mon.a (mon.0) 255 : cluster [DBG] osdmap e384: 8 total, 8 up, 8 in 2024-08-29T17:53:12.628 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:53:12 smithi028 bash[77168]: audit 2024-08-29T17:53:12.007691+0000 mon.a (mon.0) 256 : audit [DBG] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-29T17:53:13.076 INFO:tasks.rados.rados.0.smithi028.stdout:1612: finishing write tid 2 to smithi02869045-10 2024-08-29T17:53:13.076 INFO:tasks.rados.rados.0.smithi028.stdout:1612: finishing write tid 3 to smithi02869045-10 2024-08-29T17:53:13.077 INFO:tasks.rados.rados.0.smithi028.stdout:1612: finishing write tid 4 to smithi02869045-10 2024-08-29T17:53:13.077 INFO:tasks.rados.rados.0.smithi028.stdout:1612: finishing write tid 5 to smithi02869045-10 2024-08-29T17:53:13.077 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 10 v 1063 (ObjNum 508 snap 157 seq_num 508) dirty exists 2024-08-29T17:53:13.077 INFO:tasks.rados.rados.0.smithi028.stdout:1612: left oid 10 (ObjNum 508 snap 157 seq_num 508) 2024-08-29T17:53:13.077 INFO:tasks.rados.rados.0.smithi028.stdout:1615: finishing copy_from racing read to smithi02869045-26 2024-08-29T17:53:13.077 INFO:tasks.rados.rados.0.smithi028.stdout:1615: finishing copy_from to smithi02869045-26 2024-08-29T17:53:13.077 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 26 v 890 (ObjNum 474 snap 149 seq_num 474) dirty exists 2024-08-29T17:53:13.196 INFO:tasks.rados.rados.0.smithi028.stdout:1611: done (5 left) 2024-08-29T17:53:13.196 INFO:tasks.rados.rados.0.smithi028.stdout:1612: done (4 left) 2024-08-29T17:53:13.196 INFO:tasks.rados.rados.0.smithi028.stdout:1613: done (3 left) 2024-08-29T17:53:13.196 INFO:tasks.rados.rados.0.smithi028.stdout:1614: done (2 left) 2024-08-29T17:53:13.196 INFO:tasks.rados.rados.0.smithi028.stdout:1615: done (1 left) 2024-08-29T17:53:13.196 INFO:tasks.rados.rados.0.smithi028.stdout:1616: done (0 left) 2024-08-29T17:53:13.196 INFO:tasks.rados.rados.0.smithi028.stdout:append oid 47 current snap is 158 2024-08-29T17:53:13.196 INFO:tasks.rados.rados.0.smithi028.stdout:1617: seq_num 509 ranges {0=532480,532480=409600,942080=393216} 2024-08-29T17:53:13.199 INFO:tasks.rados.rados.0.smithi028.stdout:1617: writing smithi02869045-47 from 0 to 532480 tid 1 2024-08-29T17:53:13.202 INFO:tasks.rados.rados.0.smithi028.stdout:1617: writing smithi02869045-47 from 532480 to 942080 tid 2 2024-08-29T17:53:13.204 INFO:tasks.rados.rados.0.smithi028.stdout:1617: writing smithi02869045-47 from 942080 to 1335296 tid 3 2024-08-29T17:53:13.205 INFO:tasks.rados.rados.0.smithi028.stdout:1618: read oid 37 snap -1 2024-08-29T17:53:13.205 INFO:tasks.rados.rados.0.smithi028.stdout:1618: expect (ObjNum 380 snap 124 seq_num 380) 2024-08-29T17:53:13.205 INFO:tasks.rados.rados.0.smithi028.stdout:1619: read oid 9 snap -1 2024-08-29T17:53:13.205 INFO:tasks.rados.rados.0.smithi028.stdout:1619: expect (ObjNum 452 snap 143 seq_num 452) 2024-08-29T17:53:13.205 INFO:tasks.rados.rados.0.smithi028.stdout:append oid 38 current snap is 158 2024-08-29T17:53:13.205 INFO:tasks.rados.rados.0.smithi028.stdout:1620: seq_num 510 ranges {5939200=548864,6488064=745472,7233536=57344} 2024-08-29T17:53:13.242 INFO:tasks.rados.rados.0.smithi028.stdout:1620: writing smithi02869045-38 from 5939200 to 6488064 tid 1 2024-08-29T17:53:13.246 INFO:tasks.rados.rados.0.smithi028.stdout:1620: writing smithi02869045-38 from 6488064 to 7233536 tid 2 2024-08-29T17:53:13.247 INFO:tasks.rados.rados.0.smithi028.stdout:1620: writing smithi02869045-38 from 7233536 to 7290880 tid 3 2024-08-29T17:53:13.247 INFO:tasks.rados.rados.0.smithi028.stdout:append oid 5 current snap is 158 2024-08-29T17:53:13.247 INFO:tasks.rados.rados.0.smithi028.stdout:1617: finishing write tid 1 to smithi02869045-47 2024-08-29T17:53:13.247 INFO:tasks.rados.rados.0.smithi028.stdout:1621: seq_num 511 ranges {0=565248,565248=630784,1196032=172032} 2024-08-29T17:53:13.250 INFO:tasks.rados.rados.0.smithi028.stdout:1621: writing smithi02869045-5 from 0 to 565248 tid 1 2024-08-29T17:53:13.254 INFO:tasks.rados.rados.0.smithi028.stdout:1621: writing smithi02869045-5 from 565248 to 1196032 tid 2 2024-08-29T17:53:13.256 INFO:tasks.rados.rados.0.smithi028.stdout:1621: writing smithi02869045-5 from 1196032 to 1368064 tid 3 2024-08-29T17:53:13.256 INFO:tasks.rados.rados.0.smithi028.stdout:1622: setattr oid 31 current snap is 158 2024-08-29T17:53:13.256 INFO:tasks.rados.rados.0.smithi028.stdout:1617: finishing write tid 2 to smithi02869045-47 2024-08-29T17:53:13.256 INFO:tasks.rados.rados.0.smithi028.stdout:1617: finishing write tid 3 to smithi02869045-47 2024-08-29T17:53:13.256 INFO:tasks.rados.rados.0.smithi028.stdout:1618: expect (ObjNum 380 snap 124 seq_num 380) 2024-08-29T17:53:13.354 INFO:tasks.rados.rados.0.smithi028.stdout:1617: finishing write tid 4 to smithi02869045-47 2024-08-29T17:53:13.354 INFO:tasks.rados.rados.0.smithi028.stdout:1617: finishing write tid 5 to smithi02869045-47 2024-08-29T17:53:13.354 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 47 v 1102 (ObjNum 509 snap 158 seq_num 509) dirty exists 2024-08-29T17:53:13.354 INFO:tasks.rados.rados.0.smithi028.stdout:1617: left oid 47 (ObjNum 509 snap 158 seq_num 509) 2024-08-29T17:53:13.354 INFO:tasks.rados.rados.0.smithi028.stdout:1620: finishing write tid 1 to smithi02869045-38 2024-08-29T17:53:13.354 INFO:tasks.rados.rados.0.smithi028.stdout:1620: finishing write tid 2 to smithi02869045-38 2024-08-29T17:53:13.354 INFO:tasks.rados.rados.0.smithi028.stdout:1620: finishing write tid 3 to smithi02869045-38 2024-08-29T17:53:13.354 INFO:tasks.rados.rados.0.smithi028.stdout:1620: finishing write tid 4 to smithi02869045-38 2024-08-29T17:53:13.354 INFO:tasks.rados.rados.0.smithi028.stdout:1621: finishing write tid 1 to smithi02869045-5 2024-08-29T17:53:13.355 INFO:tasks.rados.rados.0.smithi028.stdout:1619: expect (ObjNum 452 snap 143 seq_num 452) 2024-08-29T17:53:13.505 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:53:13 smithi053 bash[68679]: cluster 2024-08-29T17:53:12.192672+0000 mon.a (mon.0) 257 : cluster [DBG] osdmap e385: 8 total, 8 up, 8 in 2024-08-29T17:53:13.627 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:53:13 smithi028 bash[77168]: cluster 2024-08-29T17:53:12.192672+0000 mon.a (mon.0) 257 : cluster [DBG] osdmap e385: 8 total, 8 up, 8 in 2024-08-29T17:53:13.628 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:53:13 smithi028 bash[78352]: cluster 2024-08-29T17:53:12.192672+0000 mon.a (mon.0) 257 : cluster [DBG] osdmap e385: 8 total, 8 up, 8 in 2024-08-29T17:53:13.824 INFO:journalctl@ceph.prometheus.a.smithi053.stdout:Aug 29 17:53:13 smithi053 bash[61790]: ts=2024-08-29T17:53:13.508Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=nodes name=CephNodeDiskspaceWarning index=4 msg="Evaluating rule failed" rule="alert: CephNodeDiskspaceWarning\nexpr: predict_linear(node_filesystem_free_bytes{device=~\"/.*\"}[2d], 3600 * 24 * 5)\n * on (instance) group_left (nodename) node_uname_info < 0\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.8.4\n severity: warning\n type: ceph_default\nannotations:\n description: Mountpoint {{ $labels.mountpoint }} on {{ $labels.nodename }} will\n be full in less than 5 days based on the 48 hour trailing fill rate.\n summary: Host filesystem free space is getting low\n" err="found duplicate series for the match group {instance=\"smithi028\"} on the right hand-side of the operation: [{__name__=\"node_uname_info\", domainname=\"(none)\", instance=\"smithi028\", job=\"node\", machine=\"x86_64\", nodename=\"smithi028\", release=\"5.15.0-119-generic\", sysname=\"Linux\", version=\"#129-Ubuntu SMP Fri Aug 2 19:25:20 UTC 2024\"}, {__name__=\"node_uname_info\", cluster=\"3167ee72-662c-11ef-bcd4-c7b262605968\", domainname=\"(none)\", instance=\"smithi028\", job=\"node\", machine=\"x86_64\", nodename=\"smithi028\", release=\"5.15.0-119-generic\", sysname=\"Linux\", version=\"#129-Ubuntu SMP Fri Aug 2 19:25:20 UTC 2024\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-29T17:53:14.067 INFO:tasks.rados.rados.0.smithi028.stdout:1620: finishing write tid 5 to smithi02869045-38 2024-08-29T17:53:14.067 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 38 v 1106 (ObjNum 510 snap 158 seq_num 510) dirty exists 2024-08-29T17:53:14.067 INFO:tasks.rados.rados.0.smithi028.stdout:1620: left oid 38 (ObjNum 510 snap 158 seq_num 510) 2024-08-29T17:53:14.067 INFO:tasks.rados.rados.0.smithi028.stdout:1621: finishing write tid 2 to smithi02869045-5 2024-08-29T17:53:14.067 INFO:tasks.rados.rados.0.smithi028.stdout:1621: finishing write tid 3 to smithi02869045-5 2024-08-29T17:53:14.067 INFO:tasks.rados.rados.0.smithi028.stdout:1621: finishing write tid 4 to smithi02869045-5 2024-08-29T17:53:14.068 INFO:tasks.rados.rados.0.smithi028.stdout:1621: finishing write tid 5 to smithi02869045-5 2024-08-29T17:53:14.068 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 5 v 727 (ObjNum 511 snap 158 seq_num 511) dirty exists 2024-08-29T17:53:14.068 INFO:tasks.rados.rados.0.smithi028.stdout:1621: left oid 5 (ObjNum 511 snap 158 seq_num 511) 2024-08-29T17:53:14.068 INFO:tasks.rados.rados.0.smithi028.stdout:1617: done (5 left) 2024-08-29T17:53:14.068 INFO:tasks.rados.rados.0.smithi028.stdout:1618: done (4 left) 2024-08-29T17:53:14.068 INFO:tasks.rados.rados.0.smithi028.stdout:1619: done (3 left) 2024-08-29T17:53:14.068 INFO:tasks.rados.rados.0.smithi028.stdout:1620: done (2 left) 2024-08-29T17:53:14.068 INFO:tasks.rados.rados.0.smithi028.stdout:1621: done (1 left) 2024-08-29T17:53:14.068 INFO:tasks.rados.rados.0.smithi028.stdout:1623: copy_from oid 36 from oid 44 current snap is 158 2024-08-29T17:53:14.068 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 31 v 1374 (ObjNum 506 snap 157 seq_num 506) dirty exists 2024-08-29T17:53:14.068 INFO:tasks.rados.rados.0.smithi028.stdout:1622: done (1 left) 2024-08-29T17:53:14.068 INFO:tasks.rados.rados.0.smithi028.stdout:1624: snap_create 2024-08-29T17:53:14.069 INFO:tasks.rados.rados.0.smithi028.stdout:1623: finishing copy_from to smithi02869045-36 2024-08-29T17:53:14.069 INFO:tasks.rados.rados.0.smithi028.stdout:1623: got expected ENOENT (src dne) 2024-08-29T17:53:14.069 INFO:tasks.rados.rados.0.smithi028.stdout:1623: finishing copy_from racing read to smithi02869045-36 2024-08-29T17:53:14.123 INFO:tasks.rados.rados.0.smithi028.stdout:1623: done (1 left) 2024-08-29T17:53:14.123 INFO:tasks.rados.rados.0.smithi028.stdout:1624: done (0 left) 2024-08-29T17:53:14.123 INFO:tasks.rados.rados.0.smithi028.stdout:1625: read oid 38 snap 150 2024-08-29T17:53:14.123 INFO:tasks.rados.rados.0.smithi028.stdout:1625: expect (ObjNum 406 snap 127 seq_num 406) 2024-08-29T17:53:14.124 INFO:tasks.rados.rados.0.smithi028.stdout:1626: read oid 35 snap -1 2024-08-29T17:53:14.124 INFO:tasks.rados.rados.0.smithi028.stdout:1626: expect (ObjNum 484 snap 150 seq_num 484) 2024-08-29T17:53:14.124 INFO:tasks.rados.rados.0.smithi028.stdout:1627: copy_from oid 1 from oid 27 current snap is 159 2024-08-29T17:53:14.124 INFO:tasks.rados.rados.0.smithi028.stdout:1628: snap_remove snap 155 2024-08-29T17:53:14.452 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:53:14 smithi053 bash[68679]: cluster 2024-08-29T17:53:12.925077+0000 mgr.y (mgr.25022) 64 : cluster [DBG] pgmap v99: 121 pgs: 121 active+clean; 480 MiB data, 3.0 GiB used, 712 GiB / 715 GiB avail; 6.6 MiB/s rd, 1.7 MiB/s wr, 17 op/s 2024-08-29T17:53:14.452 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:53:14 smithi053 bash[68679]: cluster 2024-08-29T17:53:13.199935+0000 mon.a (mon.0) 258 : cluster [DBG] osdmap e386: 8 total, 8 up, 8 in 2024-08-29T17:53:14.452 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:53:14 smithi053 bash[68679]: cluster 2024-08-29T17:53:14.126210+0000 mon.a (mon.0) 259 : cluster [DBG] osdmap e387: 8 total, 8 up, 8 in 2024-08-29T17:53:14.628 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:53:14 smithi028 bash[78352]: cluster 2024-08-29T17:53:12.925077+0000 mgr.y (mgr.25022) 64 : cluster [DBG] pgmap v99: 121 pgs: 121 active+clean; 480 MiB data, 3.0 GiB used, 712 GiB / 715 GiB avail; 6.6 MiB/s rd, 1.7 MiB/s wr, 17 op/s 2024-08-29T17:53:14.628 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:53:14 smithi028 bash[78352]: cluster 2024-08-29T17:53:13.199935+0000 mon.a (mon.0) 258 : cluster [DBG] osdmap e386: 8 total, 8 up, 8 in 2024-08-29T17:53:14.628 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:53:14 smithi028 bash[78352]: cluster 2024-08-29T17:53:14.126210+0000 mon.a (mon.0) 259 : cluster [DBG] osdmap e387: 8 total, 8 up, 8 in 2024-08-29T17:53:14.628 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:53:14 smithi028 bash[77168]: cluster 2024-08-29T17:53:12.925077+0000 mgr.y (mgr.25022) 64 : cluster [DBG] pgmap v99: 121 pgs: 121 active+clean; 480 MiB data, 3.0 GiB used, 712 GiB / 715 GiB avail; 6.6 MiB/s rd, 1.7 MiB/s wr, 17 op/s 2024-08-29T17:53:14.628 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:53:14 smithi028 bash[77168]: cluster 2024-08-29T17:53:13.199935+0000 mon.a (mon.0) 258 : cluster [DBG] osdmap e386: 8 total, 8 up, 8 in 2024-08-29T17:53:14.628 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:53:14 smithi028 bash[77168]: cluster 2024-08-29T17:53:14.126210+0000 mon.a (mon.0) 259 : cluster [DBG] osdmap e387: 8 total, 8 up, 8 in 2024-08-29T17:53:14.772 INFO:journalctl@ceph.prometheus.a.smithi053.stdout:Aug 29 17:53:14 smithi053 bash[61790]: ts=2024-08-29T17:53:14.454Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pgs name=CephPGsInactive index=0 msg="Evaluating rule failed" rule="alert: CephPGsInactive\nexpr: ceph_pool_metadata * on (pool_id, instance) group_left () (ceph_pg_total - ceph_pg_active)\n > 0\nfor: 5m\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.7.1\n severity: critical\n type: ceph_default\nannotations:\n description: '{{ $value }} PGs have been inactive for more than 5 minutes in pool\n {{ $labels.name }}. Inactive placement groups are not able to serve read/write\n requests.'\n summary: One or more placement groups are inactive\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the right hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"3167ee72-662c-11ef-bcd4-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-29T17:53:14.772 INFO:journalctl@ceph.prometheus.a.smithi053.stdout:Aug 29 17:53:14 smithi053 bash[61790]: ts=2024-08-29T17:53:14.455Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pgs name=CephPGsUnclean index=1 msg="Evaluating rule failed" rule="alert: CephPGsUnclean\nexpr: ceph_pool_metadata * on (pool_id, instance) group_left () (ceph_pg_total - ceph_pg_clean)\n > 0\nfor: 15m\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.7.2\n severity: warning\n type: ceph_default\nannotations:\n description: '{{ $value }} PGs have been unclean for more than 15 minutes in pool\n {{ $labels.name }}. Unclean PGs have not recovered from a previous failure.'\n summary: One or more placement groups are marked unclean\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the right hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"3167ee72-662c-11ef-bcd4-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-29T17:53:15.125 INFO:tasks.rados.rados.0.smithi028.stdout:1628: done (3 left) 2024-08-29T17:53:15.125 INFO:tasks.rados.rados.0.smithi028.stdout:1629: read oid 32 snap -1 2024-08-29T17:53:15.125 INFO:tasks.rados.rados.0.smithi028.stdout:1629: expect (ObjNum 458 snap 146 seq_num 458) 2024-08-29T17:53:15.125 INFO:tasks.rados.rados.0.smithi028.stdout:1630: snap_remove snap 149 2024-08-29T17:53:16.130 INFO:tasks.rados.rados.0.smithi028.stdout:1630: done (4 left) 2024-08-29T17:53:16.131 INFO:tasks.rados.rados.0.smithi028.stdout:1631: rollback oid 18 current snap is 159 2024-08-29T17:53:16.131 INFO:tasks.rados.rados.0.smithi028.stdout:rollback oid 18 to 153 2024-08-29T17:53:16.131 INFO:tasks.rados.rados.0.smithi028.stdout:1632: read oid 29 snap 153 2024-08-29T17:53:16.131 INFO:tasks.rados.rados.0.smithi028.stdout:1632: expect deleted 2024-08-29T17:53:16.131 INFO:tasks.rados.rados.0.smithi028.stdout:1633: copy_from oid 33 from oid 34 current snap is 159 2024-08-29T17:53:16.131 INFO:tasks.rados.rados.0.smithi028.stdout:append oid 13 current snap is 159 2024-08-29T17:53:16.131 INFO:tasks.rados.rados.0.smithi028.stdout:1634: seq_num 512 ranges {0=581632,581632=516096,1097728=286720} 2024-08-29T17:53:16.134 INFO:tasks.rados.rados.0.smithi028.stdout:1634: writing smithi02869045-13 from 0 to 581632 tid 1 2024-08-29T17:53:16.138 INFO:tasks.rados.rados.0.smithi028.stdout:1634: writing smithi02869045-13 from 581632 to 1097728 tid 2 2024-08-29T17:53:16.141 INFO:tasks.rados.rados.0.smithi028.stdout:1634: writing smithi02869045-13 from 1097728 to 1384448 tid 3 2024-08-29T17:53:16.142 INFO:tasks.rados.rados.0.smithi028.stdout:1635: snap_create 2024-08-29T17:53:16.142 INFO:tasks.rados.rados.0.smithi028.stdout:1626: expect (ObjNum 484 snap 150 seq_num 484) 2024-08-29T17:53:16.180 INFO:tasks.rados.rados.0.smithi028.stdout:1627: finishing copy_from racing read to smithi02869045-1 2024-08-29T17:53:16.180 INFO:tasks.rados.rados.0.smithi028.stdout:1627: finishing copy_from to smithi02869045-1 2024-08-29T17:53:16.180 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 1 v 890 (ObjNum 474 snap 149 seq_num 474) dirty exists 2024-08-29T17:53:16.180 INFO:tasks.rados.rados.0.smithi028.stdout:1625: expect (ObjNum 406 snap 127 seq_num 406) 2024-08-29T17:53:16.324 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:53:16 smithi053 bash[68679]: cluster 2024-08-29T17:53:14.925801+0000 mgr.y (mgr.25022) 65 : cluster [DBG] pgmap v102: 121 pgs: 121 active+clean; 480 MiB data, 3.0 GiB used, 712 GiB / 715 GiB avail; 6.6 MiB/s rd, 1.7 MiB/s wr, 17 op/s 2024-08-29T17:53:16.324 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:53:16 smithi053 bash[68679]: cluster 2024-08-29T17:53:15.128000+0000 mon.a (mon.0) 260 : cluster [DBG] osdmap e388: 8 total, 8 up, 8 in 2024-08-29T17:53:16.393 INFO:tasks.rados.rados.0.smithi028.stdout:1629: expect (ObjNum 458 snap 146 seq_num 458) 2024-08-29T17:53:16.407 INFO:tasks.rados.rados.0.smithi028.stdout:1633: finishing copy_from to smithi02869045-33 2024-08-29T17:53:16.407 INFO:tasks.rados.rados.0.smithi028.stdout:1633: got expected ENOENT (src dne) 2024-08-29T17:53:16.408 INFO:tasks.rados.rados.0.smithi028.stdout:1633: finishing copy_from racing read to smithi02869045-33 2024-08-29T17:53:16.408 INFO:tasks.rados.rados.0.smithi028.stdout:1631: finishing rollback tid 0 to smithi02869045-18 2024-08-29T17:53:16.408 INFO:tasks.rados.rados.0.smithi028.stdout:1631: finishing rollback tid 1 to smithi02869045-18 2024-08-29T17:53:16.408 INFO:tasks.rados.rados.0.smithi028.stdout:1631: finishing rollback tid 2 to smithi02869045-18 2024-08-29T17:53:16.408 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 18 v 971 (ObjNum 357 snap 117 seq_num 357) dirty exists 2024-08-29T17:53:16.408 INFO:tasks.rados.rados.0.smithi028.stdout:1634: finishing write tid 1 to smithi02869045-13 2024-08-29T17:53:16.408 INFO:tasks.rados.rados.0.smithi028.stdout:1634: finishing write tid 2 to smithi02869045-13 2024-08-29T17:53:16.408 INFO:tasks.rados.rados.0.smithi028.stdout:1634: finishing write tid 3 to smithi02869045-13 2024-08-29T17:53:16.408 INFO:tasks.rados.rados.0.smithi028.stdout:1634: finishing write tid 4 to smithi02869045-13 2024-08-29T17:53:16.408 INFO:tasks.rados.rados.0.smithi028.stdout:1634: finishing write tid 5 to smithi02869045-13 2024-08-29T17:53:16.408 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 13 v 1385 (ObjNum 512 snap 159 seq_num 512) dirty exists 2024-08-29T17:53:16.408 INFO:tasks.rados.rados.0.smithi028.stdout:1634: left oid 13 (ObjNum 512 snap 159 seq_num 512) 2024-08-29T17:53:16.627 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:53:16 smithi028 bash[77168]: cluster 2024-08-29T17:53:14.925801+0000 mgr.y (mgr.25022) 65 : cluster [DBG] pgmap v102: 121 pgs: 121 active+clean; 480 MiB data, 3.0 GiB used, 712 GiB / 715 GiB avail; 6.6 MiB/s rd, 1.7 MiB/s wr, 17 op/s 2024-08-29T17:53:16.627 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:53:16 smithi028 bash[77168]: cluster 2024-08-29T17:53:15.128000+0000 mon.a (mon.0) 260 : cluster [DBG] osdmap e388: 8 total, 8 up, 8 in 2024-08-29T17:53:16.628 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:53:16 smithi028 bash[78352]: cluster 2024-08-29T17:53:14.925801+0000 mgr.y (mgr.25022) 65 : cluster [DBG] pgmap v102: 121 pgs: 121 active+clean; 480 MiB data, 3.0 GiB used, 712 GiB / 715 GiB avail; 6.6 MiB/s rd, 1.7 MiB/s wr, 17 op/s 2024-08-29T17:53:16.628 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:53:16 smithi028 bash[78352]: cluster 2024-08-29T17:53:15.128000+0000 mon.a (mon.0) 260 : cluster [DBG] osdmap e388: 8 total, 8 up, 8 in 2024-08-29T17:53:17.156 INFO:tasks.rados.rados.0.smithi028.stdout:1625: done (8 left) 2024-08-29T17:53:17.156 INFO:tasks.rados.rados.0.smithi028.stdout:1626: done (7 left) 2024-08-29T17:53:17.156 INFO:tasks.rados.rados.0.smithi028.stdout:1627: done (6 left) 2024-08-29T17:53:17.157 INFO:tasks.rados.rados.0.smithi028.stdout:1629: done (5 left) 2024-08-29T17:53:17.157 INFO:tasks.rados.rados.0.smithi028.stdout:1631: done (4 left) 2024-08-29T17:53:17.157 INFO:tasks.rados.rados.0.smithi028.stdout:1632: done (3 left) 2024-08-29T17:53:17.157 INFO:tasks.rados.rados.0.smithi028.stdout:1633: done (2 left) 2024-08-29T17:53:17.157 INFO:tasks.rados.rados.0.smithi028.stdout:1634: done (1 left) 2024-08-29T17:53:17.157 INFO:tasks.rados.rados.0.smithi028.stdout:1635: done (0 left) 2024-08-29T17:53:17.157 INFO:tasks.rados.rados.0.smithi028.stdout:append oid 47 current snap is 160 2024-08-29T17:53:17.157 INFO:tasks.rados.rados.0.smithi028.stdout:1636: seq_num 513 ranges {1335296=598016,1933312=794624,2727936=8192} 2024-08-29T17:53:17.188 INFO:tasks.rados.rados.0.smithi028.stdout:1636: writing smithi02869045-47 from 1335296 to 1933312 tid 1 2024-08-29T17:53:17.200 INFO:tasks.rados.rados.0.smithi028.stdout:1636: writing smithi02869045-47 from 1933312 to 2727936 tid 2 2024-08-29T17:53:17.200 INFO:tasks.rados.rados.0.smithi028.stdout:1636: writing smithi02869045-47 from 2727936 to 2736128 tid 3 2024-08-29T17:53:17.200 INFO:tasks.rados.rados.0.smithi028.stdout:1637: setattr oid 48 current snap is 160 2024-08-29T17:53:17.202 INFO:tasks.rados.rados.0.smithi028.stdout:1636: finishing write tid 1 to smithi02869045-47 2024-08-29T17:53:17.203 INFO:tasks.rados.rados.0.smithi028.stdout:1638: read oid 17 snap 135 2024-08-29T17:53:17.203 INFO:tasks.rados.rados.0.smithi028.stdout:1638: expect (ObjNum 405 snap 127 seq_num 405) 2024-08-29T17:53:17.203 INFO:tasks.rados.rados.0.smithi028.stdout:1639: snap_remove snap 153 2024-08-29T17:53:17.324 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:53:17 smithi053 bash[68679]: cluster 2024-08-29T17:53:16.132063+0000 mon.a (mon.0) 261 : cluster [DBG] osdmap e389: 8 total, 8 up, 8 in 2024-08-29T17:53:17.627 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:53:17 smithi028 bash[77168]: cluster 2024-08-29T17:53:16.132063+0000 mon.a (mon.0) 261 : cluster [DBG] osdmap e389: 8 total, 8 up, 8 in 2024-08-29T17:53:17.628 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:53:17 smithi028 bash[78352]: cluster 2024-08-29T17:53:16.132063+0000 mon.a (mon.0) 261 : cluster [DBG] osdmap e389: 8 total, 8 up, 8 in 2024-08-29T17:53:18.169 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 48 v 1150 (ObjNum 486 snap 151 seq_num 486) dirty exists 2024-08-29T17:53:18.170 INFO:tasks.rados.rados.0.smithi028.stdout:1636: finishing write tid 2 to smithi02869045-47 2024-08-29T17:53:18.170 INFO:tasks.rados.rados.0.smithi028.stdout:1636: finishing write tid 3 to smithi02869045-47 2024-08-29T17:53:18.170 INFO:tasks.rados.rados.0.smithi028.stdout:1636: finishing write tid 4 to smithi02869045-47 2024-08-29T17:53:18.170 INFO:tasks.rados.rados.0.smithi028.stdout:1636: finishing write tid 5 to smithi02869045-47 2024-08-29T17:53:18.170 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 47 v 1110 (ObjNum 513 snap 160 seq_num 513) dirty exists 2024-08-29T17:53:18.170 INFO:tasks.rados.rados.0.smithi028.stdout:1636: left oid 47 (ObjNum 513 snap 160 seq_num 513) 2024-08-29T17:53:18.170 INFO:tasks.rados.rados.0.smithi028.stdout:1638: expect (ObjNum 405 snap 127 seq_num 405) 2024-08-29T17:53:18.252 INFO:tasks.rados.rados.0.smithi028.stdout:1636: done (3 left) 2024-08-29T17:53:18.252 INFO:tasks.rados.rados.0.smithi028.stdout:1637: done (2 left) 2024-08-29T17:53:18.252 INFO:tasks.rados.rados.0.smithi028.stdout:1638: done (1 left) 2024-08-29T17:53:18.252 INFO:tasks.rados.rados.0.smithi028.stdout:1639: done (0 left) 2024-08-29T17:53:18.252 INFO:tasks.rados.rados.0.smithi028.stdout:append oid 30 current snap is 160 2024-08-29T17:53:18.252 INFO:tasks.rados.rados.0.smithi028.stdout:1640: seq_num 514 ranges {729088=614400,1343488=679936,2023424=122880} 2024-08-29T17:53:18.273 INFO:tasks.rados.rados.0.smithi028.stdout:1640: writing smithi02869045-30 from 729088 to 1343488 tid 1 2024-08-29T17:53:18.285 INFO:tasks.rados.rados.0.smithi028.stdout:1640: writing smithi02869045-30 from 1343488 to 2023424 tid 2 2024-08-29T17:53:18.287 INFO:tasks.rados.rados.0.smithi028.stdout:1640: writing smithi02869045-30 from 2023424 to 2146304 tid 3 2024-08-29T17:53:18.287 INFO:tasks.rados.rados.0.smithi028.stdout:append oid 37 current snap is 160 2024-08-29T17:53:18.287 INFO:tasks.rados.rados.0.smithi028.stdout:1640: finishing write tid 1 to smithi02869045-30 2024-08-29T17:53:18.287 INFO:tasks.rados.rados.0.smithi028.stdout:1641: seq_num 515 ranges {2670592=630784,3301376=565248,3866624=237568} 2024-08-29T17:53:18.307 INFO:tasks.rados.rados.0.smithi028.stdout:1641: writing smithi02869045-37 from 2670592 to 3301376 tid 1 2024-08-29T17:53:18.313 INFO:tasks.rados.rados.0.smithi028.stdout:1641: writing smithi02869045-37 from 3301376 to 3866624 tid 2 2024-08-29T17:53:18.316 INFO:tasks.rados.rados.0.smithi028.stdout:1641: writing smithi02869045-37 from 3866624 to 4104192 tid 3 2024-08-29T17:53:18.316 INFO:tasks.rados.rados.0.smithi028.stdout:1642: copy_from oid 44 from oid 27 current snap is 160 2024-08-29T17:53:18.316 INFO:tasks.rados.rados.0.smithi028.stdout:1640: finishing write tid 2 to smithi02869045-30 2024-08-29T17:53:18.316 INFO:tasks.rados.rados.0.smithi028.stdout:1640: finishing write tid 3 to smithi02869045-30 2024-08-29T17:53:18.316 INFO:tasks.rados.rados.0.smithi028.stdout:1640: finishing write tid 4 to smithi02869045-30 2024-08-29T17:53:18.316 INFO:tasks.rados.rados.0.smithi028.stdout:1640: finishing write tid 5 to smithi02869045-30 2024-08-29T17:53:18.317 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 30 v 324 (ObjNum 514 snap 160 seq_num 514) dirty exists 2024-08-29T17:53:18.317 INFO:tasks.rados.rados.0.smithi028.stdout:1640: left oid 30 (ObjNum 514 snap 160 seq_num 514) 2024-08-29T17:53:18.317 INFO:tasks.rados.rados.0.smithi028.stdout:1640: done (2 left) 2024-08-29T17:53:18.317 INFO:tasks.rados.rados.0.smithi028.stdout:1643: snap_remove snap 52 2024-08-29T17:53:18.574 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:53:18 smithi053 bash[68679]: cluster 2024-08-29T17:53:16.926469+0000 mgr.y (mgr.25022) 66 : cluster [DBG] pgmap v105: 121 pgs: 121 active+clean; 480 MiB data, 3.0 GiB used, 712 GiB / 715 GiB avail 2024-08-29T17:53:18.574 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:53:18 smithi053 bash[68679]: cluster 2024-08-29T17:53:17.160080+0000 mon.a (mon.0) 262 : cluster [DBG] osdmap e390: 8 total, 8 up, 8 in 2024-08-29T17:53:18.627 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:53:18 smithi028 bash[77168]: cluster 2024-08-29T17:53:16.926469+0000 mgr.y (mgr.25022) 66 : cluster [DBG] pgmap v105: 121 pgs: 121 active+clean; 480 MiB data, 3.0 GiB used, 712 GiB / 715 GiB avail 2024-08-29T17:53:18.627 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:53:18 smithi028 bash[77168]: cluster 2024-08-29T17:53:17.160080+0000 mon.a (mon.0) 262 : cluster [DBG] osdmap e390: 8 total, 8 up, 8 in 2024-08-29T17:53:18.628 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:53:18 smithi028 bash[78352]: cluster 2024-08-29T17:53:16.926469+0000 mgr.y (mgr.25022) 66 : cluster [DBG] pgmap v105: 121 pgs: 121 active+clean; 480 MiB data, 3.0 GiB used, 712 GiB / 715 GiB avail 2024-08-29T17:53:18.628 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:53:18 smithi028 bash[78352]: cluster 2024-08-29T17:53:17.160080+0000 mon.a (mon.0) 262 : cluster [DBG] osdmap e390: 8 total, 8 up, 8 in 2024-08-29T17:53:19.074 INFO:journalctl@ceph.prometheus.a.smithi053.stdout:Aug 29 17:53:18 smithi053 bash[61790]: ts=2024-08-29T17:53:18.660Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=osd name=CephOSDFlapping index=13 msg="Evaluating rule failed" rule="alert: CephOSDFlapping\nexpr: (rate(ceph_osd_up[5m]) * on (ceph_daemon) group_left (hostname) ceph_osd_metadata)\n * 60 > 1\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.4.4\n severity: warning\n type: ceph_default\nannotations:\n description: OSD {{ $labels.ceph_daemon }} on {{ $labels.hostname }} was marked\n down and back up {{ $value | humanize }} times once a minute for 5 minutes. This\n may indicate a network issue (latency, packet loss, MTU mismatch) on the cluster\n network, or the public network if no cluster network is deployed. Check the network\n stats on the listed host(s).\n documentation: https://docs.ceph.com/en/latest/rados/troubleshooting/troubleshooting-osd#flapping-osds\n summary: Network issues are causing OSDs to flap (mark each other down)\n" err="found duplicate series for the match group {ceph_daemon=\"osd.0\"} on the right hand-side of the operation: [{__name__=\"ceph_osd_metadata\", ceph_daemon=\"osd.0\", ceph_version=\"ceph version 17.2.7-1503-ga89f613d (a89f613db4d5b6bca82681f19d73c6d337aae2d5) quincy (stable)\", cluster_addr=\"172.21.15.28\", device_class=\"ssd\", hostname=\"smithi028\", instance=\"ceph_cluster\", job=\"ceph\", objectstore=\"bluestore\", public_addr=\"172.21.15.28\"}, {__name__=\"ceph_osd_metadata\", ceph_daemon=\"osd.0\", ceph_version=\"ceph version 17.2.7-1503-ga89f613d (a89f613db4d5b6bca82681f19d73c6d337aae2d5) quincy (stable)\", cluster=\"3167ee72-662c-11ef-bcd4-c7b262605968\", cluster_addr=\"172.21.15.28\", device_class=\"ssd\", hostname=\"smithi028\", instance=\"ceph_cluster\", job=\"ceph\", objectstore=\"bluestore\", public_addr=\"172.21.15.28\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-29T17:53:19.175 INFO:tasks.rados.rados.0.smithi028.stdout:1643: done (2 left) 2024-08-29T17:53:19.175 INFO:tasks.rados.rados.0.smithi028.stdout:1644: read oid 50 snap -1 2024-08-29T17:53:19.175 INFO:tasks.rados.rados.0.smithi028.stdout:1644: expect (ObjNum 507 snap 157 seq_num 507) 2024-08-29T17:53:19.175 INFO:tasks.rados.rados.0.smithi028.stdout:1645: delete oid 19 current snap is 160 2024-08-29T17:53:19.176 INFO:tasks.rados.rados.0.smithi028.stdout:1641: finishing write tid 1 to smithi02869045-37 2024-08-29T17:53:19.176 INFO:tasks.rados.rados.0.smithi028.stdout:1641: finishing write tid 2 to smithi02869045-37 2024-08-29T17:53:19.176 INFO:tasks.rados.rados.0.smithi028.stdout:1641: finishing write tid 3 to smithi02869045-37 2024-08-29T17:53:19.176 INFO:tasks.rados.rados.0.smithi028.stdout:1641: finishing write tid 4 to smithi02869045-37 2024-08-29T17:53:19.176 INFO:tasks.rados.rados.0.smithi028.stdout:1641: finishing write tid 5 to smithi02869045-37 2024-08-29T17:53:19.176 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 37 v 1398 (ObjNum 515 snap 160 seq_num 515) dirty exists 2024-08-29T17:53:19.176 INFO:tasks.rados.rados.0.smithi028.stdout:1641: left oid 37 (ObjNum 515 snap 160 seq_num 515) 2024-08-29T17:53:19.176 INFO:tasks.rados.rados.0.smithi028.stdout:1642: finishing copy_from racing read to smithi02869045-44 2024-08-29T17:53:19.176 INFO:tasks.rados.rados.0.smithi028.stdout:1642: finishing copy_from to smithi02869045-44 2024-08-29T17:53:19.176 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 44 v 890 (ObjNum 474 snap 149 seq_num 474) dirty exists 2024-08-29T17:53:19.196 INFO:tasks.rados.rados.0.smithi028.stdout:1641: done (3 left) 2024-08-29T17:53:19.196 INFO:tasks.rados.rados.0.smithi028.stdout:1642: done (2 left) 2024-08-29T17:53:19.196 INFO:tasks.rados.rados.0.smithi028.stdout:1645: done (1 left) 2024-08-29T17:53:19.196 INFO:tasks.rados.rados.0.smithi028.stdout:1646: delete oid 21 current snap is 160 2024-08-29T17:53:19.208 INFO:tasks.rados.rados.0.smithi028.stdout:1646: done (1 left) 2024-08-29T17:53:19.208 INFO:tasks.rados.rados.0.smithi028.stdout:append oid 41 current snap is 160 2024-08-29T17:53:19.208 INFO:tasks.rados.rados.0.smithi028.stdout:1647: seq_num 518 ranges {9281536=679936,9961472=671744,10633216=131072} 2024-08-29T17:53:19.264 INFO:tasks.rados.rados.0.smithi028.stdout:1647: writing smithi02869045-41 from 9281536 to 9961472 tid 1 2024-08-29T17:53:19.268 INFO:tasks.rados.rados.0.smithi028.stdout:1647: writing smithi02869045-41 from 9961472 to 10633216 tid 2 2024-08-29T17:53:19.269 INFO:tasks.rados.rados.0.smithi028.stdout:1647: writing smithi02869045-41 from 10633216 to 10764288 tid 3 2024-08-29T17:53:19.269 INFO:tasks.rados.rados.0.smithi028.stdout:append oid 14 current snap is 160 2024-08-29T17:53:19.269 INFO:tasks.rados.rados.0.smithi028.stdout:1644: expect (ObjNum 507 snap 157 seq_num 507) 2024-08-29T17:53:19.574 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:53:19 smithi053 bash[68679]: cluster 2024-08-29T17:53:18.167524+0000 mon.a (mon.0) 263 : cluster [DBG] osdmap e391: 8 total, 8 up, 8 in 2024-08-29T17:53:19.592 INFO:tasks.rados.rados.0.smithi028.stdout:1647: finishing write tid 1 to smithi02869045-41 2024-08-29T17:53:19.592 INFO:tasks.rados.rados.0.smithi028.stdout:1647: finishing write tid 2 to smithi02869045-41 2024-08-29T17:53:19.592 INFO:tasks.rados.rados.0.smithi028.stdout:1647: finishing write tid 3 to smithi02869045-41 2024-08-29T17:53:19.592 INFO:tasks.rados.rados.0.smithi028.stdout:1647: finishing write tid 4 to smithi02869045-41 2024-08-29T17:53:19.592 INFO:tasks.rados.rados.0.smithi028.stdout:1647: finishing write tid 5 to smithi02869045-41 2024-08-29T17:53:19.592 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 41 v 1057 (ObjNum 518 snap 160 seq_num 518) dirty exists 2024-08-29T17:53:19.592 INFO:tasks.rados.rados.0.smithi028.stdout:1647: left oid 41 (ObjNum 518 snap 160 seq_num 518) 2024-08-29T17:53:19.592 INFO:tasks.rados.rados.0.smithi028.stdout:1648: seq_num 519 ranges {2129920=696320,2826240=548864,3375104=253952} 2024-08-29T17:53:19.609 INFO:tasks.rados.rados.0.smithi028.stdout:1648: writing smithi02869045-14 from 2129920 to 2826240 tid 1 2024-08-29T17:53:19.612 INFO:tasks.rados.rados.0.smithi028.stdout:1648: writing smithi02869045-14 from 2826240 to 3375104 tid 2 2024-08-29T17:53:19.614 INFO:tasks.rados.rados.0.smithi028.stdout:1648: writing smithi02869045-14 from 3375104 to 3629056 tid 3 2024-08-29T17:53:19.614 INFO:tasks.rados.rados.0.smithi028.stdout:1644: done (2 left) 2024-08-29T17:53:19.614 INFO:tasks.rados.rados.0.smithi028.stdout:1647: done (1 left) 2024-08-29T17:53:19.614 INFO:tasks.rados.rados.0.smithi028.stdout:1649: read oid 26 snap -1 2024-08-29T17:53:19.614 INFO:tasks.rados.rados.0.smithi028.stdout:1649: expect (ObjNum 474 snap 149 seq_num 474) 2024-08-29T17:53:19.614 INFO:tasks.rados.rados.0.smithi028.stdout:1650: snap_create 2024-08-29T17:53:19.617 INFO:tasks.rados.rados.0.smithi028.stdout:1648: finishing write tid 1 to smithi02869045-14 2024-08-29T17:53:19.620 INFO:tasks.rados.rados.0.smithi028.stdout:1648: finishing write tid 2 to smithi02869045-14 2024-08-29T17:53:19.623 INFO:tasks.rados.rados.0.smithi028.stdout:1648: finishing write tid 3 to smithi02869045-14 2024-08-29T17:53:19.623 INFO:tasks.rados.rados.0.smithi028.stdout:1648: finishing write tid 4 to smithi02869045-14 2024-08-29T17:53:19.624 INFO:tasks.rados.rados.0.smithi028.stdout:1648: finishing write tid 5 to smithi02869045-14 2024-08-29T17:53:19.624 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 14 v 1015 (ObjNum 519 snap 160 seq_num 519) dirty exists 2024-08-29T17:53:19.624 INFO:tasks.rados.rados.0.smithi028.stdout:1648: left oid 14 (ObjNum 519 snap 160 seq_num 519) 2024-08-29T17:53:19.627 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:53:19 smithi028 bash[77168]: cluster 2024-08-29T17:53:18.167524+0000 mon.a (mon.0) 263 : cluster [DBG] osdmap e391: 8 total, 8 up, 8 in 2024-08-29T17:53:19.627 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:53:19 smithi028 bash[78352]: cluster 2024-08-29T17:53:18.167524+0000 mon.a (mon.0) 263 : cluster [DBG] osdmap e391: 8 total, 8 up, 8 in 2024-08-29T17:53:19.627 INFO:tasks.rados.rados.0.smithi028.stdout:1649: expect (ObjNum 474 snap 149 seq_num 474) 2024-08-29T17:53:20.177 INFO:tasks.rados.rados.0.smithi028.stdout:1648: done (2 left) 2024-08-29T17:53:20.177 INFO:tasks.rados.rados.0.smithi028.stdout:1649: done (1 left) 2024-08-29T17:53:20.178 INFO:tasks.rados.rados.0.smithi028.stdout:1650: done (0 left) 2024-08-29T17:53:20.178 INFO:tasks.rados.rados.0.smithi028.stdout:1651: delete oid 3 current snap is 161 2024-08-29T17:53:20.185 INFO:tasks.rados.rados.0.smithi028.stdout:1651: done (0 left) 2024-08-29T17:53:20.185 INFO:tasks.rados.rados.0.smithi028.stdout:1652: read oid 39 snap 156 2024-08-29T17:53:20.185 INFO:tasks.rados.rados.0.smithi028.stdout:1652: expect deleted 2024-08-29T17:53:20.185 INFO:tasks.rados.rados.0.smithi028.stdout:1653: delete oid 50 current snap is 161 2024-08-29T17:53:20.197 INFO:tasks.rados.rados.0.smithi028.stdout:1652: done (1 left) 2024-08-29T17:53:20.197 INFO:tasks.rados.rados.0.smithi028.stdout:1653: done (0 left) 2024-08-29T17:53:20.198 INFO:tasks.rados.rados.0.smithi028.stdout:1654: rollback oid 6 current snap is 161 2024-08-29T17:53:20.198 INFO:tasks.rados.rados.0.smithi028.stdout:rollback oid 6 to 154 2024-08-29T17:53:20.198 INFO:tasks.rados.rados.0.smithi028.stdout:1655: read oid 17 snap -1 2024-08-29T17:53:20.198 INFO:tasks.rados.rados.0.smithi028.stdout:1655: expect (ObjNum 443 snap 142 seq_num 443) 2024-08-29T17:53:20.198 INFO:tasks.rados.rados.0.smithi028.stdout:1656: read oid 22 snap -1 2024-08-29T17:53:20.198 INFO:tasks.rados.rados.0.smithi028.stdout:1656: expect (ObjNum 488 snap 151 seq_num 488) 2024-08-29T17:53:20.198 INFO:tasks.rados.rados.0.smithi028.stdout:1657: snap_create 2024-08-29T17:53:20.210 INFO:tasks.rados.rados.0.smithi028.stdout:1656: expect (ObjNum 488 snap 151 seq_num 488) 2024-08-29T17:53:20.259 INFO:tasks.rados.rados.0.smithi028.stdout:1654: finishing rollback tid 0 to smithi02869045-6 2024-08-29T17:53:20.260 INFO:tasks.rados.rados.0.smithi028.stdout:1654: finishing rollback tid 1 to smithi02869045-6 2024-08-29T17:53:20.260 INFO:tasks.rados.rados.0.smithi028.stdout:1654: finishing rollback tid 2 to smithi02869045-6 2024-08-29T17:53:20.260 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 6 v 1113 (ObjNum 452 snap 143 seq_num 452) dirty exists 2024-08-29T17:53:20.260 INFO:tasks.rados.rados.0.smithi028.stdout:1655: expect (ObjNum 443 snap 142 seq_num 443) 2024-08-29T17:53:20.574 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:53:20 smithi053 bash[68679]: cluster 2024-08-29T17:53:18.927185+0000 mgr.y (mgr.25022) 67 : cluster [DBG] pgmap v108: 121 pgs: 121 active+clean; 484 MiB data, 3.0 GiB used, 712 GiB / 715 GiB avail; 14 MiB/s rd, 2.1 MiB/s wr, 23 op/s 2024-08-29T17:53:20.574 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:53:20 smithi053 bash[68679]: cluster 2024-08-29T17:53:19.177666+0000 mon.a (mon.0) 264 : cluster [DBG] osdmap e392: 8 total, 8 up, 8 in 2024-08-29T17:53:20.627 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:53:20 smithi028 bash[77168]: cluster 2024-08-29T17:53:18.927185+0000 mgr.y (mgr.25022) 67 : cluster [DBG] pgmap v108: 121 pgs: 121 active+clean; 484 MiB data, 3.0 GiB used, 712 GiB / 715 GiB avail; 14 MiB/s rd, 2.1 MiB/s wr, 23 op/s 2024-08-29T17:53:20.627 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:53:20 smithi028 bash[77168]: cluster 2024-08-29T17:53:19.177666+0000 mon.a (mon.0) 264 : cluster [DBG] osdmap e392: 8 total, 8 up, 8 in 2024-08-29T17:53:20.627 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:53:20 smithi028 bash[78352]: cluster 2024-08-29T17:53:18.927185+0000 mgr.y (mgr.25022) 67 : cluster [DBG] pgmap v108: 121 pgs: 121 active+clean; 484 MiB data, 3.0 GiB used, 712 GiB / 715 GiB avail; 14 MiB/s rd, 2.1 MiB/s wr, 23 op/s 2024-08-29T17:53:20.628 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:53:20 smithi028 bash[78352]: cluster 2024-08-29T17:53:19.177666+0000 mon.a (mon.0) 264 : cluster [DBG] osdmap e392: 8 total, 8 up, 8 in 2024-08-29T17:53:21.197 INFO:tasks.rados.rados.0.smithi028.stdout:1654: done (3 left) 2024-08-29T17:53:21.197 INFO:tasks.rados.rados.0.smithi028.stdout:1655: done (2 left) 2024-08-29T17:53:21.197 INFO:tasks.rados.rados.0.smithi028.stdout:1656: done (1 left) 2024-08-29T17:53:21.197 INFO:tasks.rados.rados.0.smithi028.stdout:1657: done (0 left) 2024-08-29T17:53:21.197 INFO:tasks.rados.rados.0.smithi028.stdout:1658: snap_create 2024-08-29T17:53:21.574 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:53:21 smithi053 bash[68679]: cluster 2024-08-29T17:53:20.180008+0000 mon.a (mon.0) 265 : cluster [DBG] osdmap e393: 8 total, 8 up, 8 in 2024-08-29T17:53:21.574 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:53:21 smithi053 bash[68679]: audit 2024-08-29T17:53:20.240399+0000 mon.a (mon.0) 266 : audit [INF] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' 2024-08-29T17:53:21.574 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:53:21 smithi053 bash[68679]: audit 2024-08-29T17:53:20.247150+0000 mon.a (mon.0) 267 : audit [INF] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' 2024-08-29T17:53:21.575 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:53:21 smithi053 bash[68679]: audit 2024-08-29T17:53:20.248730+0000 mon.a (mon.0) 268 : audit [DBG] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-29T17:53:21.575 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:53:21 smithi053 bash[68679]: audit 2024-08-29T17:53:20.250494+0000 mon.a (mon.0) 269 : audit [INF] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-29T17:53:21.575 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:53:21 smithi053 bash[68679]: audit 2024-08-29T17:53:20.257567+0000 mon.a (mon.0) 270 : audit [INF] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' 2024-08-29T17:53:21.575 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:53:21 smithi053 bash[68679]: cephadm 2024-08-29T17:53:20.302034+0000 mgr.y (mgr.25022) 68 : cephadm [INF] Reconfiguring mon.a (monmap changed)... 2024-08-29T17:53:21.575 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:53:21 smithi053 bash[68679]: audit 2024-08-29T17:53:20.302624+0000 mon.a (mon.0) 271 : audit [INF] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2024-08-29T17:53:21.575 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:53:21 smithi053 bash[68679]: audit 2024-08-29T17:53:20.303911+0000 mon.a (mon.0) 272 : audit [DBG] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "config get", "who": "mon", "key": "public_network"}]: dispatch 2024-08-29T17:53:21.575 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:53:21 smithi053 bash[68679]: audit 2024-08-29T17:53:20.305176+0000 mon.a (mon.0) 273 : audit [DBG] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-29T17:53:21.575 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:53:21 smithi053 bash[68679]: cephadm 2024-08-29T17:53:20.306437+0000 mgr.y (mgr.25022) 69 : cephadm [INF] Reconfiguring daemon mon.a on smithi028 2024-08-29T17:53:21.628 INFO:journalctl@ceph.mgr.y.smithi028.stdout:Aug 29 17:53:21 smithi028 bash[70818]: ::ffff:172.21.15.53 - - [29/Aug/2024:17:53:21] "GET /metrics HTTP/1.1" 200 36019 "" "Prometheus/2.43.0" 2024-08-29T17:53:21.628 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:53:21 smithi028 bash[78352]: cluster 2024-08-29T17:53:20.180008+0000 mon.a (mon.0) 265 : cluster [DBG] osdmap e393: 8 total, 8 up, 8 in 2024-08-29T17:53:21.628 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:53:21 smithi028 bash[78352]: audit 2024-08-29T17:53:20.240399+0000 mon.a (mon.0) 266 : audit [INF] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' 2024-08-29T17:53:21.628 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:53:21 smithi028 bash[78352]: audit 2024-08-29T17:53:20.247150+0000 mon.a (mon.0) 267 : audit [INF] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' 2024-08-29T17:53:21.628 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:53:21 smithi028 bash[78352]: audit 2024-08-29T17:53:20.248730+0000 mon.a (mon.0) 268 : audit [DBG] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-29T17:53:21.628 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:53:21 smithi028 bash[78352]: audit 2024-08-29T17:53:20.250494+0000 mon.a (mon.0) 269 : audit [INF] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-29T17:53:21.629 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:53:21 smithi028 bash[78352]: audit 2024-08-29T17:53:20.257567+0000 mon.a (mon.0) 270 : audit [INF] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' 2024-08-29T17:53:21.629 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:53:21 smithi028 bash[78352]: cephadm 2024-08-29T17:53:20.302034+0000 mgr.y (mgr.25022) 68 : cephadm [INF] Reconfiguring mon.a (monmap changed)... 2024-08-29T17:53:21.629 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:53:21 smithi028 bash[78352]: audit 2024-08-29T17:53:20.302624+0000 mon.a (mon.0) 271 : audit [INF] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2024-08-29T17:53:21.629 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:53:21 smithi028 bash[78352]: audit 2024-08-29T17:53:20.303911+0000 mon.a (mon.0) 272 : audit [DBG] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "config get", "who": "mon", "key": "public_network"}]: dispatch 2024-08-29T17:53:21.629 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:53:21 smithi028 bash[78352]: audit 2024-08-29T17:53:20.305176+0000 mon.a (mon.0) 273 : audit [DBG] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-29T17:53:21.629 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:53:21 smithi028 bash[78352]: cephadm 2024-08-29T17:53:20.306437+0000 mgr.y (mgr.25022) 69 : cephadm [INF] Reconfiguring daemon mon.a on smithi028 2024-08-29T17:53:21.629 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:53:21 smithi028 bash[77168]: cluster 2024-08-29T17:53:20.180008+0000 mon.a (mon.0) 265 : cluster [DBG] osdmap e393: 8 total, 8 up, 8 in 2024-08-29T17:53:21.629 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:53:21 smithi028 bash[77168]: audit 2024-08-29T17:53:20.240399+0000 mon.a (mon.0) 266 : audit [INF] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' 2024-08-29T17:53:21.629 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:53:21 smithi028 bash[77168]: audit 2024-08-29T17:53:20.247150+0000 mon.a (mon.0) 267 : audit [INF] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' 2024-08-29T17:53:21.629 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:53:21 smithi028 bash[77168]: audit 2024-08-29T17:53:20.248730+0000 mon.a (mon.0) 268 : audit [DBG] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-29T17:53:21.629 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:53:21 smithi028 bash[77168]: audit 2024-08-29T17:53:20.250494+0000 mon.a (mon.0) 269 : audit [INF] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-29T17:53:21.629 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:53:21 smithi028 bash[77168]: audit 2024-08-29T17:53:20.257567+0000 mon.a (mon.0) 270 : audit [INF] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' 2024-08-29T17:53:21.630 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:53:21 smithi028 bash[77168]: cephadm 2024-08-29T17:53:20.302034+0000 mgr.y (mgr.25022) 68 : cephadm [INF] Reconfiguring mon.a (monmap changed)... 2024-08-29T17:53:21.630 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:53:21 smithi028 bash[77168]: audit 2024-08-29T17:53:20.302624+0000 mon.a (mon.0) 271 : audit [INF] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2024-08-29T17:53:21.630 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:53:21 smithi028 bash[77168]: audit 2024-08-29T17:53:20.303911+0000 mon.a (mon.0) 272 : audit [DBG] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "config get", "who": "mon", "key": "public_network"}]: dispatch 2024-08-29T17:53:21.630 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:53:21 smithi028 bash[77168]: audit 2024-08-29T17:53:20.305176+0000 mon.a (mon.0) 273 : audit [DBG] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-29T17:53:21.630 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:53:21 smithi028 bash[77168]: cephadm 2024-08-29T17:53:20.306437+0000 mgr.y (mgr.25022) 69 : cephadm [INF] Reconfiguring daemon mon.a on smithi028 2024-08-29T17:53:22.195 INFO:tasks.rados.rados.0.smithi028.stdout:1658: done (0 left) 2024-08-29T17:53:22.195 INFO:tasks.rados.rados.0.smithi028.stdout:append oid 32 current snap is 163 2024-08-29T17:53:22.195 INFO:tasks.rados.rados.0.smithi028.stdout:1659: seq_num 522 ranges {532480=745472,1277952=606208,1884160=196608} 2024-08-29T17:53:22.202 INFO:tasks.rados.rados.0.smithi028.stdout:1659: writing smithi02869045-32 from 532480 to 1277952 tid 1 2024-08-29T17:53:22.206 INFO:tasks.rados.rados.0.smithi028.stdout:1659: writing smithi02869045-32 from 1277952 to 1884160 tid 2 2024-08-29T17:53:22.208 INFO:tasks.rados.rados.0.smithi028.stdout:1659: writing smithi02869045-32 from 1884160 to 2080768 tid 3 2024-08-29T17:53:22.208 INFO:tasks.rados.rados.0.smithi028.stdout:1660: rollback oid 4 current snap is 163 2024-08-29T17:53:22.208 INFO:tasks.rados.rados.0.smithi028.stdout:rollback oid 4 to 145 2024-08-29T17:53:22.208 INFO:tasks.rados.rados.0.smithi028.stdout:append oid 17 current snap is 163 2024-08-29T17:53:22.208 INFO:tasks.rados.rados.0.smithi028.stdout:1661: seq_num 523 ranges {5505024=770048,6275072=491520,6766592=311296} 2024-08-29T17:53:22.244 INFO:tasks.rados.rados.0.smithi028.stdout:1661: writing smithi02869045-17 from 5505024 to 6275072 tid 1 2024-08-29T17:53:22.247 INFO:tasks.rados.rados.0.smithi028.stdout:1661: writing smithi02869045-17 from 6275072 to 6766592 tid 2 2024-08-29T17:53:22.249 INFO:tasks.rados.rados.0.smithi028.stdout:1661: writing smithi02869045-17 from 6766592 to 7077888 tid 3 2024-08-29T17:53:22.250 INFO:tasks.rados.rados.0.smithi028.stdout:1662: rollback oid 34 current snap is 163 2024-08-29T17:53:22.250 INFO:tasks.rados.rados.0.smithi028.stdout:rollback oid 34 to 104 2024-08-29T17:53:22.250 INFO:tasks.rados.rados.0.smithi028.stdout:1660: finishing rollback tid 0 to smithi02869045-4 2024-08-29T17:53:22.250 INFO:tasks.rados.rados.0.smithi028.stdout:1660: finishing rollback tid 1 to smithi02869045-4 2024-08-29T17:53:22.250 INFO:tasks.rados.rados.0.smithi028.stdout:1660: finishing rollback tid 2 to smithi02869045-4 2024-08-29T17:53:22.250 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 4 v 1414 (ObjNum 454 snap 143 seq_num 454) dirty exists 2024-08-29T17:53:22.250 INFO:tasks.rados.rados.0.smithi028.stdout:1659: finishing write tid 1 to smithi02869045-32 2024-08-29T17:53:22.250 INFO:tasks.rados.rados.0.smithi028.stdout:1659: finishing write tid 2 to smithi02869045-32 2024-08-29T17:53:22.250 INFO:tasks.rados.rados.0.smithi028.stdout:1659: finishing write tid 3 to smithi02869045-32 2024-08-29T17:53:22.250 INFO:tasks.rados.rados.0.smithi028.stdout:1659: finishing write tid 4 to smithi02869045-32 2024-08-29T17:53:22.250 INFO:tasks.rados.rados.0.smithi028.stdout:1660: done (3 left) 2024-08-29T17:53:22.250 INFO:tasks.rados.rados.0.smithi028.stdout:1663: setattr oid 5 current snap is 163 2024-08-29T17:53:22.250 INFO:tasks.rados.rados.0.smithi028.stdout:1659: finishing write tid 5 to smithi02869045-32 2024-08-29T17:53:22.251 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 32 v 242 (ObjNum 522 snap 163 seq_num 522) dirty exists 2024-08-29T17:53:22.251 INFO:tasks.rados.rados.0.smithi028.stdout:1659: left oid 32 (ObjNum 522 snap 163 seq_num 522) 2024-08-29T17:53:22.253 INFO:tasks.rados.rados.0.smithi028.stdout:1659: done (3 left) 2024-08-29T17:53:22.253 INFO:tasks.rados.rados.0.smithi028.stdout:append oid 40 current snap is 163 2024-08-29T17:53:22.253 INFO:tasks.rados.rados.0.smithi028.stdout:1664: seq_num 524 ranges {0=786432,786432=778240,1564672=24576} 2024-08-29T17:53:22.257 INFO:tasks.rados.rados.0.smithi028.stdout:1664: writing smithi02869045-40 from 0 to 786432 tid 1 2024-08-29T17:53:22.263 INFO:tasks.rados.rados.0.smithi028.stdout:1664: writing smithi02869045-40 from 786432 to 1564672 tid 2 2024-08-29T17:53:22.263 INFO:tasks.rados.rados.0.smithi028.stdout:1664: writing smithi02869045-40 from 1564672 to 1589248 tid 3 2024-08-29T17:53:22.263 INFO:tasks.rados.rados.0.smithi028.stdout:append oid 12 current snap is 163 2024-08-29T17:53:22.263 INFO:tasks.rados.rados.0.smithi028.stdout:1661: finishing write tid 1 to smithi02869045-17 2024-08-29T17:53:22.263 INFO:tasks.rados.rados.0.smithi028.stdout:1661: finishing write tid 2 to smithi02869045-17 2024-08-29T17:53:22.263 INFO:tasks.rados.rados.0.smithi028.stdout:1661: finishing write tid 3 to smithi02869045-17 2024-08-29T17:53:22.263 INFO:tasks.rados.rados.0.smithi028.stdout:1661: finishing write tid 4 to smithi02869045-17 2024-08-29T17:53:22.263 INFO:tasks.rados.rados.0.smithi028.stdout:1662: finishing rollback tid 1 to smithi02869045-34 2024-08-29T17:53:22.263 INFO:tasks.rados.rados.0.smithi028.stdout:1662: finishing rollback tid 2 to smithi02869045-34 2024-08-29T17:53:22.264 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 34 v 1055 (ObjNum 273 snap 78 seq_num 273) dirty exists 2024-08-29T17:53:22.264 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 5 v 728 (ObjNum 511 snap 158 seq_num 511) dirty exists 2024-08-29T17:53:22.264 INFO:tasks.rados.rados.0.smithi028.stdout:1661: finishing write tid 5 to smithi02869045-17 2024-08-29T17:53:22.264 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 17 v 1419 (ObjNum 523 snap 163 seq_num 523) dirty exists 2024-08-29T17:53:22.264 INFO:tasks.rados.rados.0.smithi028.stdout:1661: left oid 17 (ObjNum 523 snap 163 seq_num 523) 2024-08-29T17:53:22.264 INFO:tasks.rados.rados.0.smithi028.stdout:1665: seq_num 525 ranges {7872512=802816,8675328=712704,9388032=90112} 2024-08-29T17:53:22.311 INFO:tasks.rados.rados.0.smithi028.stdout:1665: writing smithi02869045-12 from 7872512 to 8675328 tid 1 2024-08-29T17:53:22.315 INFO:tasks.rados.rados.0.smithi028.stdout:1665: writing smithi02869045-12 from 8675328 to 9388032 tid 2 2024-08-29T17:53:22.316 INFO:tasks.rados.rados.0.smithi028.stdout:1665: writing smithi02869045-12 from 9388032 to 9478144 tid 3 2024-08-29T17:53:22.317 INFO:tasks.rados.rados.0.smithi028.stdout:1661: done (4 left) 2024-08-29T17:53:22.317 INFO:tasks.rados.rados.0.smithi028.stdout:1662: done (3 left) 2024-08-29T17:53:22.317 INFO:tasks.rados.rados.0.smithi028.stdout:1663: done (2 left) 2024-08-29T17:53:22.317 INFO:tasks.rados.rados.0.smithi028.stdout:1666: read oid 13 snap -1 2024-08-29T17:53:22.317 INFO:tasks.rados.rados.0.smithi028.stdout:1666: expect (ObjNum 512 snap 159 seq_num 512) 2024-08-29T17:53:22.317 INFO:tasks.rados.rados.0.smithi028.stdout:1667: read oid 50 snap -1 2024-08-29T17:53:22.318 INFO:tasks.rados.rados.0.smithi028.stdout:1667: expect deleted 2024-08-29T17:53:22.318 INFO:tasks.rados.rados.0.smithi028.stdout:1668: snap_create 2024-08-29T17:53:22.318 INFO:tasks.rados.rados.0.smithi028.stdout:1664: finishing write tid 1 to smithi02869045-40 2024-08-29T17:53:22.318 INFO:tasks.rados.rados.0.smithi028.stdout:1664: finishing write tid 2 to smithi02869045-40 2024-08-29T17:53:22.318 INFO:tasks.rados.rados.0.smithi028.stdout:1664: finishing write tid 3 to smithi02869045-40 2024-08-29T17:53:22.318 INFO:tasks.rados.rados.0.smithi028.stdout:1664: finishing write tid 4 to smithi02869045-40 2024-08-29T17:53:22.318 INFO:tasks.rados.rados.0.smithi028.stdout:1664: finishing write tid 5 to smithi02869045-40 2024-08-29T17:53:22.318 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 40 v 995 (ObjNum 524 snap 163 seq_num 524) dirty exists 2024-08-29T17:53:22.318 INFO:tasks.rados.rados.0.smithi028.stdout:1664: left oid 40 (ObjNum 524 snap 163 seq_num 524) 2024-08-29T17:53:22.320 INFO:tasks.rados.rados.0.smithi028.stdout:1665: finishing write tid 1 to smithi02869045-12 2024-08-29T17:53:22.322 INFO:tasks.rados.rados.0.smithi028.stdout:1665: finishing write tid 2 to smithi02869045-12 2024-08-29T17:53:22.322 INFO:tasks.rados.rados.0.smithi028.stdout:1665: finishing write tid 3 to smithi02869045-12 2024-08-29T17:53:22.322 INFO:tasks.rados.rados.0.smithi028.stdout:1665: finishing write tid 4 to smithi02869045-12 2024-08-29T17:53:22.323 INFO:tasks.rados.rados.0.smithi028.stdout:1666: expect (ObjNum 512 snap 159 seq_num 512) 2024-08-29T17:53:22.359 INFO:tasks.rados.rados.0.smithi028.stdout:1665: finishing write tid 5 to smithi02869045-12 2024-08-29T17:53:22.360 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 12 v 1060 (ObjNum 525 snap 163 seq_num 525) dirty exists 2024-08-29T17:53:22.360 INFO:tasks.rados.rados.0.smithi028.stdout:1665: left oid 12 (ObjNum 525 snap 163 seq_num 525) 2024-08-29T17:53:22.488 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:53:22 smithi028 bash[78352]: cluster 2024-08-29T17:53:20.927913+0000 mgr.y (mgr.25022) 70 : cluster [DBG] pgmap v111: 121 pgs: 121 active+clean; 484 MiB data, 3.0 GiB used, 712 GiB / 715 GiB avail; 14 MiB/s rd, 2.1 MiB/s wr, 23 op/s 2024-08-29T17:53:22.488 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:53:22 smithi028 bash[78352]: cluster 2024-08-29T17:53:21.200165+0000 mon.a (mon.0) 274 : cluster [DBG] osdmap e394: 8 total, 8 up, 8 in 2024-08-29T17:53:22.489 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:53:22 smithi028 bash[77168]: cluster 2024-08-29T17:53:20.927913+0000 mgr.y (mgr.25022) 70 : cluster [DBG] pgmap v111: 121 pgs: 121 active+clean; 484 MiB data, 3.0 GiB used, 712 GiB / 715 GiB avail; 14 MiB/s rd, 2.1 MiB/s wr, 23 op/s 2024-08-29T17:53:22.489 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:53:22 smithi028 bash[77168]: cluster 2024-08-29T17:53:21.200165+0000 mon.a (mon.0) 274 : cluster [DBG] osdmap e394: 8 total, 8 up, 8 in 2024-08-29T17:53:22.574 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:53:22 smithi053 bash[68679]: cluster 2024-08-29T17:53:20.927913+0000 mgr.y (mgr.25022) 70 : cluster [DBG] pgmap v111: 121 pgs: 121 active+clean; 484 MiB data, 3.0 GiB used, 712 GiB / 715 GiB avail; 14 MiB/s rd, 2.1 MiB/s wr, 23 op/s 2024-08-29T17:53:22.574 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:53:22 smithi053 bash[68679]: cluster 2024-08-29T17:53:21.200165+0000 mon.a (mon.0) 274 : cluster [DBG] osdmap e394: 8 total, 8 up, 8 in 2024-08-29T17:53:22.574 INFO:journalctl@ceph.prometheus.a.smithi053.stdout:Aug 29 17:53:22 smithi053 bash[61790]: ts=2024-08-29T17:53:22.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"3167ee72-662c-11ef-bcd4-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-29T17:53:23.216 INFO:tasks.rados.rados.0.smithi028.stdout:1664: done (4 left) 2024-08-29T17:53:23.216 INFO:tasks.rados.rados.0.smithi028.stdout:1665: done (3 left) 2024-08-29T17:53:23.216 INFO:tasks.rados.rados.0.smithi028.stdout:1666: done (2 left) 2024-08-29T17:53:23.216 INFO:tasks.rados.rados.0.smithi028.stdout:1667: done (1 left) 2024-08-29T17:53:23.217 INFO:tasks.rados.rados.0.smithi028.stdout:1668: done (0 left) 2024-08-29T17:53:23.217 INFO:tasks.rados.rados.0.smithi028.stdout:1669: read oid 24 snap -1 2024-08-29T17:53:23.217 INFO:tasks.rados.rados.0.smithi028.stdout:1669: expect (ObjNum 457 snap 146 seq_num 457) 2024-08-29T17:53:23.217 INFO:tasks.rados.rados.0.smithi028.stdout:1670: read oid 14 snap -1 2024-08-29T17:53:23.217 INFO:tasks.rados.rados.0.smithi028.stdout:1670: expect (ObjNum 519 snap 160 seq_num 519) 2024-08-29T17:53:23.217 INFO:tasks.rados.rados.0.smithi028.stdout:1671: snap_remove snap 156 2024-08-29T17:53:23.506 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:53:23 smithi053 bash[68679]: cluster 2024-08-29T17:53:22.199587+0000 mon.a (mon.0) 275 : cluster [DBG] osdmap e395: 8 total, 8 up, 8 in 2024-08-29T17:53:23.506 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:53:23 smithi053 bash[68679]: audit 2024-08-29T17:53:23.002550+0000 mon.a (mon.0) 276 : audit [INF] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' 2024-08-29T17:53:23.506 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:53:23 smithi053 bash[68679]: audit 2024-08-29T17:53:23.013144+0000 mon.a (mon.0) 277 : audit [INF] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' 2024-08-29T17:53:23.506 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:53:23 smithi053 bash[68679]: audit 2024-08-29T17:53:23.015234+0000 mon.a (mon.0) 278 : audit [INF] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.y", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2024-08-29T17:53:23.506 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:53:23 smithi053 bash[68679]: audit 2024-08-29T17:53:23.016708+0000 mon.a (mon.0) 279 : audit [DBG] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "mgr services"}]: dispatch 2024-08-29T17:53:23.506 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:53:23 smithi053 bash[68679]: audit 2024-08-29T17:53:23.017917+0000 mon.a (mon.0) 280 : audit [DBG] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-29T17:53:23.608 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:53:23 smithi028 bash[77168]: cluster 2024-08-29T17:53:22.199587+0000 mon.a (mon.0) 275 : cluster [DBG] osdmap e395: 8 total, 8 up, 8 in 2024-08-29T17:53:23.608 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:53:23 smithi028 bash[77168]: audit 2024-08-29T17:53:23.002550+0000 mon.a (mon.0) 276 : audit [INF] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' 2024-08-29T17:53:23.608 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:53:23 smithi028 bash[77168]: audit 2024-08-29T17:53:23.013144+0000 mon.a (mon.0) 277 : audit [INF] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' 2024-08-29T17:53:23.608 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:53:23 smithi028 bash[77168]: audit 2024-08-29T17:53:23.015234+0000 mon.a (mon.0) 278 : audit [INF] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.y", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2024-08-29T17:53:23.608 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:53:23 smithi028 bash[77168]: audit 2024-08-29T17:53:23.016708+0000 mon.a (mon.0) 279 : audit [DBG] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "mgr services"}]: dispatch 2024-08-29T17:53:23.609 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:53:23 smithi028 bash[77168]: audit 2024-08-29T17:53:23.017917+0000 mon.a (mon.0) 280 : audit [DBG] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-29T17:53:23.609 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:53:23 smithi028 bash[78352]: cluster 2024-08-29T17:53:22.199587+0000 mon.a (mon.0) 275 : cluster [DBG] osdmap e395: 8 total, 8 up, 8 in 2024-08-29T17:53:23.609 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:53:23 smithi028 bash[78352]: audit 2024-08-29T17:53:23.002550+0000 mon.a (mon.0) 276 : audit [INF] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' 2024-08-29T17:53:23.609 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:53:23 smithi028 bash[78352]: audit 2024-08-29T17:53:23.013144+0000 mon.a (mon.0) 277 : audit [INF] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' 2024-08-29T17:53:23.609 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:53:23 smithi028 bash[78352]: audit 2024-08-29T17:53:23.015234+0000 mon.a (mon.0) 278 : audit [INF] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.y", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2024-08-29T17:53:23.609 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:53:23 smithi028 bash[78352]: audit 2024-08-29T17:53:23.016708+0000 mon.a (mon.0) 279 : audit [DBG] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "mgr services"}]: dispatch 2024-08-29T17:53:23.609 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:53:23 smithi028 bash[78352]: audit 2024-08-29T17:53:23.017917+0000 mon.a (mon.0) 280 : audit [DBG] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-29T17:53:23.824 INFO:journalctl@ceph.prometheus.a.smithi053.stdout:Aug 29 17:53:23 smithi053 bash[61790]: ts=2024-08-29T17:53:23.508Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=nodes name=CephNodeDiskspaceWarning index=4 msg="Evaluating rule failed" rule="alert: CephNodeDiskspaceWarning\nexpr: predict_linear(node_filesystem_free_bytes{device=~\"/.*\"}[2d], 3600 * 24 * 5)\n * on (instance) group_left (nodename) node_uname_info < 0\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.8.4\n severity: warning\n type: ceph_default\nannotations:\n description: Mountpoint {{ $labels.mountpoint }} on {{ $labels.nodename }} will\n be full in less than 5 days based on the 48 hour trailing fill rate.\n summary: Host filesystem free space is getting low\n" err="found duplicate series for the match group {instance=\"smithi028\"} on the right hand-side of the operation: [{__name__=\"node_uname_info\", domainname=\"(none)\", instance=\"smithi028\", job=\"node\", machine=\"x86_64\", nodename=\"smithi028\", release=\"5.15.0-119-generic\", sysname=\"Linux\", version=\"#129-Ubuntu SMP Fri Aug 2 19:25:20 UTC 2024\"}, {__name__=\"node_uname_info\", cluster=\"3167ee72-662c-11ef-bcd4-c7b262605968\", domainname=\"(none)\", instance=\"smithi028\", job=\"node\", machine=\"x86_64\", nodename=\"smithi028\", release=\"5.15.0-119-generic\", sysname=\"Linux\", version=\"#129-Ubuntu SMP Fri Aug 2 19:25:20 UTC 2024\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-29T17:53:24.129 INFO:tasks.rados.rados.0.smithi028.stdout:1671: done (2 left) 2024-08-29T17:53:24.129 INFO:tasks.rados.rados.0.smithi028.stdout:1672: snap_remove snap 159 2024-08-29T17:53:24.536 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:53:24 smithi028 bash[78352]: cluster 2024-08-29T17:53:22.929191+0000 mgr.y (mgr.25022) 71 : cluster [DBG] pgmap v114: 121 pgs: 121 active+clean; 447 MiB data, 2.9 GiB used, 712 GiB / 715 GiB avail; 11 MiB/s rd, 3.3 MiB/s wr, 23 op/s 2024-08-29T17:53:24.536 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:53:24 smithi028 bash[78352]: cephadm 2024-08-29T17:53:23.014767+0000 mgr.y (mgr.25022) 72 : cephadm [INF] Reconfiguring mgr.y (monmap changed)... 2024-08-29T17:53:24.536 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:53:24 smithi028 bash[78352]: cephadm 2024-08-29T17:53:23.019209+0000 mgr.y (mgr.25022) 73 : cephadm [INF] Reconfiguring daemon mgr.y on smithi028 2024-08-29T17:53:24.536 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:53:24 smithi028 bash[78352]: cluster 2024-08-29T17:53:23.217399+0000 mon.a (mon.0) 281 : cluster [DBG] osdmap e396: 8 total, 8 up, 8 in 2024-08-29T17:53:24.536 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:53:24 smithi028 bash[78352]: cluster 2024-08-29T17:53:24.129365+0000 mon.a (mon.0) 282 : cluster [DBG] osdmap e397: 8 total, 8 up, 8 in 2024-08-29T17:53:24.537 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:53:24 smithi028 bash[77168]: cluster 2024-08-29T17:53:22.929191+0000 mgr.y (mgr.25022) 71 : cluster [DBG] pgmap v114: 121 pgs: 121 active+clean; 447 MiB data, 2.9 GiB used, 712 GiB / 715 GiB avail; 11 MiB/s rd, 3.3 MiB/s wr, 23 op/s 2024-08-29T17:53:24.537 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:53:24 smithi028 bash[77168]: cephadm 2024-08-29T17:53:23.014767+0000 mgr.y (mgr.25022) 72 : cephadm [INF] Reconfiguring mgr.y (monmap changed)... 2024-08-29T17:53:24.537 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:53:24 smithi028 bash[77168]: cephadm 2024-08-29T17:53:23.019209+0000 mgr.y (mgr.25022) 73 : cephadm [INF] Reconfiguring daemon mgr.y on smithi028 2024-08-29T17:53:24.537 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:53:24 smithi028 bash[77168]: cluster 2024-08-29T17:53:23.217399+0000 mon.a (mon.0) 281 : cluster [DBG] osdmap e396: 8 total, 8 up, 8 in 2024-08-29T17:53:24.537 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:53:24 smithi028 bash[77168]: cluster 2024-08-29T17:53:24.129365+0000 mon.a (mon.0) 282 : cluster [DBG] osdmap e397: 8 total, 8 up, 8 in 2024-08-29T17:53:24.574 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:53:24 smithi053 bash[68679]: cluster 2024-08-29T17:53:22.929191+0000 mgr.y (mgr.25022) 71 : cluster [DBG] pgmap v114: 121 pgs: 121 active+clean; 447 MiB data, 2.9 GiB used, 712 GiB / 715 GiB avail; 11 MiB/s rd, 3.3 MiB/s wr, 23 op/s 2024-08-29T17:53:24.574 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:53:24 smithi053 bash[68679]: cephadm 2024-08-29T17:53:23.014767+0000 mgr.y (mgr.25022) 72 : cephadm [INF] Reconfiguring mgr.y (monmap changed)... 2024-08-29T17:53:24.574 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:53:24 smithi053 bash[68679]: cephadm 2024-08-29T17:53:23.019209+0000 mgr.y (mgr.25022) 73 : cephadm [INF] Reconfiguring daemon mgr.y on smithi028 2024-08-29T17:53:24.574 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:53:24 smithi053 bash[68679]: cluster 2024-08-29T17:53:23.217399+0000 mon.a (mon.0) 281 : cluster [DBG] osdmap e396: 8 total, 8 up, 8 in 2024-08-29T17:53:24.574 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:53:24 smithi053 bash[68679]: cluster 2024-08-29T17:53:24.129365+0000 mon.a (mon.0) 282 : cluster [DBG] osdmap e397: 8 total, 8 up, 8 in 2024-08-29T17:53:24.575 INFO:journalctl@ceph.prometheus.a.smithi053.stdout:Aug 29 17:53:24 smithi053 bash[61790]: ts=2024-08-29T17:53:24.454Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pgs name=CephPGsInactive index=0 msg="Evaluating rule failed" rule="alert: CephPGsInactive\nexpr: ceph_pool_metadata * on (pool_id, instance) group_left () (ceph_pg_total - ceph_pg_active)\n > 0\nfor: 5m\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.7.1\n severity: critical\n type: ceph_default\nannotations:\n description: '{{ $value }} PGs have been inactive for more than 5 minutes in pool\n {{ $labels.name }}. Inactive placement groups are not able to serve read/write\n requests.'\n summary: One or more placement groups are inactive\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the right hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"3167ee72-662c-11ef-bcd4-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-29T17:53:24.575 INFO:journalctl@ceph.prometheus.a.smithi053.stdout:Aug 29 17:53:24 smithi053 bash[61790]: ts=2024-08-29T17:53:24.455Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pgs name=CephPGsUnclean index=1 msg="Evaluating rule failed" rule="alert: CephPGsUnclean\nexpr: ceph_pool_metadata * on (pool_id, instance) group_left () (ceph_pg_total - ceph_pg_clean)\n > 0\nfor: 15m\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.7.2\n severity: warning\n type: ceph_default\nannotations:\n description: '{{ $value }} PGs have been unclean for more than 15 minutes in pool\n {{ $labels.name }}. Unclean PGs have not recovered from a previous failure.'\n summary: One or more placement groups are marked unclean\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the right hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"3167ee72-662c-11ef-bcd4-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-29T17:53:25.130 INFO:tasks.rados.rados.0.smithi028.stdout:1672: done (2 left) 2024-08-29T17:53:25.130 INFO:tasks.rados.rados.0.smithi028.stdout:1673: snap_create 2024-08-29T17:53:25.130 INFO:tasks.rados.rados.0.smithi028.stdout:1669: expect (ObjNum 457 snap 146 seq_num 457) 2024-08-29T17:53:25.154 INFO:tasks.rados.rados.0.smithi028.stdout:1670: expect (ObjNum 519 snap 160 seq_num 519) 2024-08-29T17:53:26.132 INFO:tasks.rados.rados.0.smithi028.stdout:1669: done (2 left) 2024-08-29T17:53:26.132 INFO:tasks.rados.rados.0.smithi028.stdout:1670: done (1 left) 2024-08-29T17:53:26.132 INFO:tasks.rados.rados.0.smithi028.stdout:1673: done (0 left) 2024-08-29T17:53:26.132 INFO:tasks.rados.rados.0.smithi028.stdout:1674: rollback oid 7 current snap is 165 2024-08-29T17:53:26.132 INFO:tasks.rados.rados.0.smithi028.stdout:rollback oid 7 to 162 2024-08-29T17:53:26.132 INFO:tasks.rados.rados.0.smithi028.stdout:1675: snap_remove snap 121 2024-08-29T17:53:26.378 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:53:26 smithi028 bash[78352]: cluster 2024-08-29T17:53:24.929980+0000 mgr.y (mgr.25022) 74 : cluster [DBG] pgmap v117: 121 pgs: 121 active+clean; 447 MiB data, 2.9 GiB used, 712 GiB / 715 GiB avail; 11 MiB/s rd, 3.3 MiB/s wr, 23 op/s 2024-08-29T17:53:26.378 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:53:26 smithi028 bash[78352]: cluster 2024-08-29T17:53:25.132757+0000 mon.a (mon.0) 283 : cluster [DBG] osdmap e398: 8 total, 8 up, 8 in 2024-08-29T17:53:26.378 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:53:26 smithi028 bash[78352]: audit 2024-08-29T17:53:25.397864+0000 mon.a (mon.0) 284 : audit [INF] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' 2024-08-29T17:53:26.378 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:53:26 smithi028 bash[78352]: audit 2024-08-29T17:53:25.403027+0000 mon.a (mon.0) 285 : audit [INF] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' 2024-08-29T17:53:26.378 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:53:26 smithi028 bash[78352]: cephadm 2024-08-29T17:53:25.404101+0000 mgr.y (mgr.25022) 75 : cephadm [INF] Reconfiguring mon.c (monmap changed)... 2024-08-29T17:53:26.378 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:53:26 smithi028 bash[78352]: audit 2024-08-29T17:53:25.404535+0000 mon.a (mon.0) 286 : audit [INF] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2024-08-29T17:53:26.378 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:53:26 smithi028 bash[78352]: audit 2024-08-29T17:53:25.405449+0000 mon.a (mon.0) 287 : audit [DBG] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "config get", "who": "mon", "key": "public_network"}]: dispatch 2024-08-29T17:53:26.378 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:53:26 smithi028 bash[78352]: audit 2024-08-29T17:53:25.406279+0000 mon.a (mon.0) 288 : audit [DBG] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-29T17:53:26.378 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:53:26 smithi028 bash[78352]: cephadm 2024-08-29T17:53:25.407385+0000 mgr.y (mgr.25022) 76 : cephadm [INF] Reconfiguring daemon mon.c on smithi028 2024-08-29T17:53:26.379 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:53:26 smithi028 bash[77168]: cluster 2024-08-29T17:53:24.929980+0000 mgr.y (mgr.25022) 74 : cluster [DBG] pgmap v117: 121 pgs: 121 active+clean; 447 MiB data, 2.9 GiB used, 712 GiB / 715 GiB avail; 11 MiB/s rd, 3.3 MiB/s wr, 23 op/s 2024-08-29T17:53:26.379 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:53:26 smithi028 bash[77168]: cluster 2024-08-29T17:53:25.132757+0000 mon.a (mon.0) 283 : cluster [DBG] osdmap e398: 8 total, 8 up, 8 in 2024-08-29T17:53:26.379 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:53:26 smithi028 bash[77168]: audit 2024-08-29T17:53:25.397864+0000 mon.a (mon.0) 284 : audit [INF] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' 2024-08-29T17:53:26.379 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:53:26 smithi028 bash[77168]: audit 2024-08-29T17:53:25.403027+0000 mon.a (mon.0) 285 : audit [INF] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' 2024-08-29T17:53:26.379 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:53:26 smithi028 bash[77168]: cephadm 2024-08-29T17:53:25.404101+0000 mgr.y (mgr.25022) 75 : cephadm [INF] Reconfiguring mon.c (monmap changed)... 2024-08-29T17:53:26.379 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:53:26 smithi028 bash[77168]: audit 2024-08-29T17:53:25.404535+0000 mon.a (mon.0) 286 : audit [INF] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2024-08-29T17:53:26.379 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:53:26 smithi028 bash[77168]: audit 2024-08-29T17:53:25.405449+0000 mon.a (mon.0) 287 : audit [DBG] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "config get", "who": "mon", "key": "public_network"}]: dispatch 2024-08-29T17:53:26.379 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:53:26 smithi028 bash[77168]: audit 2024-08-29T17:53:25.406279+0000 mon.a (mon.0) 288 : audit [DBG] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-29T17:53:26.379 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:53:26 smithi028 bash[77168]: cephadm 2024-08-29T17:53:25.407385+0000 mgr.y (mgr.25022) 76 : cephadm [INF] Reconfiguring daemon mon.c on smithi028 2024-08-29T17:53:26.574 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:53:26 smithi053 bash[68679]: cluster 2024-08-29T17:53:24.929980+0000 mgr.y (mgr.25022) 74 : cluster [DBG] pgmap v117: 121 pgs: 121 active+clean; 447 MiB data, 2.9 GiB used, 712 GiB / 715 GiB avail; 11 MiB/s rd, 3.3 MiB/s wr, 23 op/s 2024-08-29T17:53:26.574 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:53:26 smithi053 bash[68679]: cluster 2024-08-29T17:53:25.132757+0000 mon.a (mon.0) 283 : cluster [DBG] osdmap e398: 8 total, 8 up, 8 in 2024-08-29T17:53:26.575 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:53:26 smithi053 bash[68679]: audit 2024-08-29T17:53:25.397864+0000 mon.a (mon.0) 284 : audit [INF] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' 2024-08-29T17:53:26.575 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:53:26 smithi053 bash[68679]: audit 2024-08-29T17:53:25.403027+0000 mon.a (mon.0) 285 : audit [INF] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' 2024-08-29T17:53:26.575 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:53:26 smithi053 bash[68679]: cephadm 2024-08-29T17:53:25.404101+0000 mgr.y (mgr.25022) 75 : cephadm [INF] Reconfiguring mon.c (monmap changed)... 2024-08-29T17:53:26.575 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:53:26 smithi053 bash[68679]: audit 2024-08-29T17:53:25.404535+0000 mon.a (mon.0) 286 : audit [INF] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2024-08-29T17:53:26.575 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:53:26 smithi053 bash[68679]: audit 2024-08-29T17:53:25.405449+0000 mon.a (mon.0) 287 : audit [DBG] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "config get", "who": "mon", "key": "public_network"}]: dispatch 2024-08-29T17:53:26.575 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:53:26 smithi053 bash[68679]: audit 2024-08-29T17:53:25.406279+0000 mon.a (mon.0) 288 : audit [DBG] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-29T17:53:26.575 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:53:26 smithi053 bash[68679]: cephadm 2024-08-29T17:53:25.407385+0000 mgr.y (mgr.25022) 76 : cephadm [INF] Reconfiguring daemon mon.c on smithi028 2024-08-29T17:53:27.139 INFO:tasks.rados.rados.0.smithi028.stdout:1675: done (1 left) 2024-08-29T17:53:27.139 INFO:tasks.rados.rados.0.smithi028.stdout:1676: rollback oid 16 current snap is 165 2024-08-29T17:53:27.139 INFO:tasks.rados.rados.0.smithi028.stdout:rollback oid 16 to 152 2024-08-29T17:53:27.139 INFO:tasks.rados.rados.0.smithi028.stdout:1677: rollback oid 47 current snap is 165 2024-08-29T17:53:27.139 INFO:tasks.rados.rados.0.smithi028.stdout:rollback oid 47 to 104 2024-08-29T17:53:27.140 INFO:tasks.rados.rados.0.smithi028.stdout:1678: read oid 12 snap -1 2024-08-29T17:53:27.140 INFO:tasks.rados.rados.0.smithi028.stdout:1678: expect (ObjNum 525 snap 163 seq_num 525) 2024-08-29T17:53:27.140 INFO:tasks.rados.rados.0.smithi028.stdout:1679: rollback oid 33 current snap is 165 2024-08-29T17:53:27.140 INFO:tasks.rados.rados.0.smithi028.stdout:rollback oid 33 to 145 2024-08-29T17:53:27.140 INFO:tasks.rados.rados.0.smithi028.stdout:1680: snap_create 2024-08-29T17:53:27.140 INFO:tasks.rados.rados.0.smithi028.stdout:1674: finishing rollback tid 1 to smithi02869045-7 2024-08-29T17:53:27.140 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 7 v 1254 (ObjNum 113 snap 0 seq_num 993069401) dirty dne 2024-08-29T17:53:27.178 INFO:tasks.rados.rados.0.smithi028.stdout:1676: finishing rollback tid 0 to smithi02869045-16 2024-08-29T17:53:27.180 INFO:tasks.rados.rados.0.smithi028.stdout:1679: finishing rollback tid 0 to smithi02869045-33 2024-08-29T17:53:27.180 INFO:tasks.rados.rados.0.smithi028.stdout:1677: finishing rollback tid 0 to smithi02869045-47 2024-08-29T17:53:27.181 INFO:tasks.rados.rados.0.smithi028.stdout:1679: finishing rollback tid 1 to smithi02869045-33 2024-08-29T17:53:27.181 INFO:tasks.rados.rados.0.smithi028.stdout:1679: finishing rollback tid 2 to smithi02869045-33 2024-08-29T17:53:27.181 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 33 v 1438 (ObjNum 322 snap 101 seq_num 322) dirty exists 2024-08-29T17:53:27.181 INFO:tasks.rados.rados.0.smithi028.stdout:1677: finishing rollback tid 1 to smithi02869045-47 2024-08-29T17:53:27.183 INFO:tasks.rados.rados.0.smithi028.stdout:1677: finishing rollback tid 2 to smithi02869045-47 2024-08-29T17:53:27.183 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 47 v 1116 (ObjNum 180 snap 52 seq_num 180) dirty exists 2024-08-29T17:53:27.189 INFO:tasks.rados.rados.0.smithi028.stdout:1676: finishing rollback tid 1 to smithi02869045-16 2024-08-29T17:53:27.189 INFO:tasks.rados.rados.0.smithi028.stdout:1676: finishing rollback tid 2 to smithi02869045-16 2024-08-29T17:53:27.189 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 16 v 1178 (ObjNum 445 snap 142 seq_num 445) dirty exists 2024-08-29T17:53:27.211 INFO:tasks.rados.rados.0.smithi028.stdout:1678: expect (ObjNum 525 snap 163 seq_num 525) 2024-08-29T17:53:27.245 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:53:27 smithi028 bash[78352]: cluster 2024-08-29T17:53:26.135197+0000 mon.a (mon.0) 289 : cluster [DBG] osdmap e399: 8 total, 8 up, 8 in 2024-08-29T17:53:27.245 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:53:27 smithi028 bash[78352]: audit 2024-08-29T17:53:27.007528+0000 mon.a (mon.0) 290 : audit [DBG] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-29T17:53:27.245 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:53:27 smithi028 bash[77168]: cluster 2024-08-29T17:53:26.135197+0000 mon.a (mon.0) 289 : cluster [DBG] osdmap e399: 8 total, 8 up, 8 in 2024-08-29T17:53:27.245 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:53:27 smithi028 bash[77168]: audit 2024-08-29T17:53:27.007528+0000 mon.a (mon.0) 290 : audit [DBG] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-29T17:53:27.574 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:53:27 smithi053 bash[68679]: cluster 2024-08-29T17:53:26.135197+0000 mon.a (mon.0) 289 : cluster [DBG] osdmap e399: 8 total, 8 up, 8 in 2024-08-29T17:53:27.574 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:53:27 smithi053 bash[68679]: audit 2024-08-29T17:53:27.007528+0000 mon.a (mon.0) 290 : audit [DBG] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-29T17:53:28.183 INFO:tasks.rados.rados.0.smithi028.stdout:1674: done (5 left) 2024-08-29T17:53:28.183 INFO:tasks.rados.rados.0.smithi028.stdout:1676: done (4 left) 2024-08-29T17:53:28.183 INFO:tasks.rados.rados.0.smithi028.stdout:1677: done (3 left) 2024-08-29T17:53:28.183 INFO:tasks.rados.rados.0.smithi028.stdout:1678: done (2 left) 2024-08-29T17:53:28.184 INFO:tasks.rados.rados.0.smithi028.stdout:1679: done (1 left) 2024-08-29T17:53:28.184 INFO:tasks.rados.rados.0.smithi028.stdout:1680: done (0 left) 2024-08-29T17:53:28.184 INFO:tasks.rados.rados.0.smithi028.stdout:1681: snap_create 2024-08-29T17:53:28.478 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:53:28 smithi028 bash[77168]: cluster 2024-08-29T17:53:26.930701+0000 mgr.y (mgr.25022) 77 : cluster [DBG] pgmap v120: 121 pgs: 121 active+clean; 447 MiB data, 2.9 GiB used, 712 GiB / 715 GiB avail 2024-08-29T17:53:28.478 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:53:28 smithi028 bash[77168]: cluster 2024-08-29T17:53:27.142707+0000 mon.a (mon.0) 291 : cluster [DBG] osdmap e400: 8 total, 8 up, 8 in 2024-08-29T17:53:28.478 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:53:28 smithi028 bash[77168]: audit 2024-08-29T17:53:27.874729+0000 mon.a (mon.0) 292 : audit [INF] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' 2024-08-29T17:53:28.478 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:53:28 smithi028 bash[77168]: audit 2024-08-29T17:53:27.882758+0000 mon.a (mon.0) 293 : audit [INF] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' 2024-08-29T17:53:28.478 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:53:28 smithi028 bash[77168]: audit 2024-08-29T17:53:27.884550+0000 mon.a (mon.0) 294 : audit [INF] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.0"}]: dispatch 2024-08-29T17:53:28.478 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:53:28 smithi028 bash[77168]: audit 2024-08-29T17:53:27.885401+0000 mon.a (mon.0) 295 : audit [DBG] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-29T17:53:28.478 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:53:28 smithi028 bash[78352]: cluster 2024-08-29T17:53:26.930701+0000 mgr.y (mgr.25022) 77 : cluster [DBG] pgmap v120: 121 pgs: 121 active+clean; 447 MiB data, 2.9 GiB used, 712 GiB / 715 GiB avail 2024-08-29T17:53:28.478 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:53:28 smithi028 bash[78352]: cluster 2024-08-29T17:53:27.142707+0000 mon.a (mon.0) 291 : cluster [DBG] osdmap e400: 8 total, 8 up, 8 in 2024-08-29T17:53:28.479 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:53:28 smithi028 bash[78352]: audit 2024-08-29T17:53:27.874729+0000 mon.a (mon.0) 292 : audit [INF] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' 2024-08-29T17:53:28.479 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:53:28 smithi028 bash[78352]: audit 2024-08-29T17:53:27.882758+0000 mon.a (mon.0) 293 : audit [INF] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' 2024-08-29T17:53:28.479 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:53:28 smithi028 bash[78352]: audit 2024-08-29T17:53:27.884550+0000 mon.a (mon.0) 294 : audit [INF] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.0"}]: dispatch 2024-08-29T17:53:28.479 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:53:28 smithi028 bash[78352]: audit 2024-08-29T17:53:27.885401+0000 mon.a (mon.0) 295 : audit [DBG] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-29T17:53:28.574 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:53:28 smithi053 bash[68679]: cluster 2024-08-29T17:53:26.930701+0000 mgr.y (mgr.25022) 77 : cluster [DBG] pgmap v120: 121 pgs: 121 active+clean; 447 MiB data, 2.9 GiB used, 712 GiB / 715 GiB avail 2024-08-29T17:53:28.574 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:53:28 smithi053 bash[68679]: cluster 2024-08-29T17:53:27.142707+0000 mon.a (mon.0) 291 : cluster [DBG] osdmap e400: 8 total, 8 up, 8 in 2024-08-29T17:53:28.575 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:53:28 smithi053 bash[68679]: audit 2024-08-29T17:53:27.874729+0000 mon.a (mon.0) 292 : audit [INF] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' 2024-08-29T17:53:28.575 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:53:28 smithi053 bash[68679]: audit 2024-08-29T17:53:27.882758+0000 mon.a (mon.0) 293 : audit [INF] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' 2024-08-29T17:53:28.575 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:53:28 smithi053 bash[68679]: audit 2024-08-29T17:53:27.884550+0000 mon.a (mon.0) 294 : audit [INF] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.0"}]: dispatch 2024-08-29T17:53:28.575 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:53:28 smithi053 bash[68679]: audit 2024-08-29T17:53:27.885401+0000 mon.a (mon.0) 295 : audit [DBG] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-29T17:53:29.074 INFO:journalctl@ceph.prometheus.a.smithi053.stdout:Aug 29 17:53:28 smithi053 bash[61790]: ts=2024-08-29T17:53:28.662Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=osd name=CephOSDFlapping index=13 msg="Evaluating rule failed" rule="alert: CephOSDFlapping\nexpr: (rate(ceph_osd_up[5m]) * on (ceph_daemon) group_left (hostname) ceph_osd_metadata)\n * 60 > 1\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.4.4\n severity: warning\n type: ceph_default\nannotations:\n description: OSD {{ $labels.ceph_daemon }} on {{ $labels.hostname }} was marked\n down and back up {{ $value | humanize }} times once a minute for 5 minutes. This\n may indicate a network issue (latency, packet loss, MTU mismatch) on the cluster\n network, or the public network if no cluster network is deployed. Check the network\n stats on the listed host(s).\n documentation: https://docs.ceph.com/en/latest/rados/troubleshooting/troubleshooting-osd#flapping-osds\n summary: Network issues are causing OSDs to flap (mark each other down)\n" err="found duplicate series for the match group {ceph_daemon=\"osd.0\"} on the right hand-side of the operation: [{__name__=\"ceph_osd_metadata\", ceph_daemon=\"osd.0\", ceph_version=\"ceph version 17.2.7-1503-ga89f613d (a89f613db4d5b6bca82681f19d73c6d337aae2d5) quincy (stable)\", cluster_addr=\"172.21.15.28\", device_class=\"ssd\", hostname=\"smithi028\", instance=\"ceph_cluster\", job=\"ceph\", objectstore=\"bluestore\", public_addr=\"172.21.15.28\"}, {__name__=\"ceph_osd_metadata\", ceph_daemon=\"osd.0\", ceph_version=\"ceph version 17.2.7-1503-ga89f613d (a89f613db4d5b6bca82681f19d73c6d337aae2d5) quincy (stable)\", cluster=\"3167ee72-662c-11ef-bcd4-c7b262605968\", cluster_addr=\"172.21.15.28\", device_class=\"ssd\", hostname=\"smithi028\", instance=\"ceph_cluster\", job=\"ceph\", objectstore=\"bluestore\", public_addr=\"172.21.15.28\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-29T17:53:29.175 INFO:tasks.rados.rados.0.smithi028.stdout:1681: done (0 left) 2024-08-29T17:53:29.175 INFO:tasks.rados.rados.0.smithi028.stdout:1682: read oid 37 snap -1 2024-08-29T17:53:29.175 INFO:tasks.rados.rados.0.smithi028.stdout:1682: expect (ObjNum 515 snap 160 seq_num 515) 2024-08-29T17:53:29.175 INFO:tasks.rados.rados.0.smithi028.stdout:append oid 45 current snap is 167 2024-08-29T17:53:29.175 INFO:tasks.rados.rados.0.smithi028.stdout:1683: seq_num 526 ranges {1990656=417792,2408448=589824,2998272=614400} 2024-08-29T17:53:29.195 INFO:tasks.rados.rados.0.smithi028.stdout:1683: writing smithi02869045-45 from 1990656 to 2408448 tid 1 2024-08-29T17:53:29.201 INFO:tasks.rados.rados.0.smithi028.stdout:1683: writing smithi02869045-45 from 2408448 to 2998272 tid 2 2024-08-29T17:53:29.207 INFO:tasks.rados.rados.0.smithi028.stdout:1683: writing smithi02869045-45 from 2998272 to 3612672 tid 3 2024-08-29T17:53:29.208 INFO:tasks.rados.rados.0.smithi028.stdout:1684: copy_from oid 16 from oid 27 current snap is 167 2024-08-29T17:53:29.208 INFO:tasks.rados.rados.0.smithi028.stdout:append oid 20 current snap is 167 2024-08-29T17:53:29.208 INFO:tasks.rados.rados.0.smithi028.stdout:1685: seq_num 527 ranges {0=434176,434176=475136,909312=565248,1474560=163840} 2024-08-29T17:53:29.211 INFO:tasks.rados.rados.0.smithi028.stdout:1685: writing smithi02869045-20 from 0 to 434176 tid 1 2024-08-29T17:53:29.215 INFO:tasks.rados.rados.0.smithi028.stdout:1685: writing smithi02869045-20 from 434176 to 909312 tid 2 2024-08-29T17:53:29.221 INFO:tasks.rados.rados.0.smithi028.stdout:1685: writing smithi02869045-20 from 909312 to 1474560 tid 3 2024-08-29T17:53:29.222 INFO:tasks.rados.rados.0.smithi028.stdout:1685: writing smithi02869045-20 from 1474560 to 1638400 tid 4 2024-08-29T17:53:29.223 INFO:tasks.rados.rados.0.smithi028.stdout:1686: snap_remove snap 164 2024-08-29T17:53:29.426 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:53:29 smithi028 bash[78352]: cephadm 2024-08-29T17:53:27.884231+0000 mgr.y (mgr.25022) 78 : cephadm [INF] Reconfiguring osd.0 (monmap changed)... 2024-08-29T17:53:29.426 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:53:29 smithi028 bash[78352]: cephadm 2024-08-29T17:53:27.889598+0000 mgr.y (mgr.25022) 79 : cephadm [INF] Reconfiguring daemon osd.0 on smithi028 2024-08-29T17:53:29.427 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:53:29 smithi028 bash[78352]: cluster 2024-08-29T17:53:28.182869+0000 mon.a (mon.0) 296 : cluster [DBG] osdmap e401: 8 total, 8 up, 8 in 2024-08-29T17:53:29.427 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:53:29 smithi028 bash[78352]: cluster 2024-08-29T17:53:28.183621+0000 mon.a (mon.0) 297 : cluster [DBG] mgrmap e41: y(active, since 91s), standbys: x 2024-08-29T17:53:29.427 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:53:29 smithi028 bash[77168]: cephadm 2024-08-29T17:53:27.884231+0000 mgr.y (mgr.25022) 78 : cephadm [INF] Reconfiguring osd.0 (monmap changed)... 2024-08-29T17:53:29.427 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:53:29 smithi028 bash[77168]: cephadm 2024-08-29T17:53:27.889598+0000 mgr.y (mgr.25022) 79 : cephadm [INF] Reconfiguring daemon osd.0 on smithi028 2024-08-29T17:53:29.427 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:53:29 smithi028 bash[77168]: cluster 2024-08-29T17:53:28.182869+0000 mon.a (mon.0) 296 : cluster [DBG] osdmap e401: 8 total, 8 up, 8 in 2024-08-29T17:53:29.427 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:53:29 smithi028 bash[77168]: cluster 2024-08-29T17:53:28.183621+0000 mon.a (mon.0) 297 : cluster [DBG] mgrmap e41: y(active, since 91s), standbys: x 2024-08-29T17:53:29.574 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:53:29 smithi053 bash[68679]: cephadm 2024-08-29T17:53:27.884231+0000 mgr.y (mgr.25022) 78 : cephadm [INF] Reconfiguring osd.0 (monmap changed)... 2024-08-29T17:53:29.574 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:53:29 smithi053 bash[68679]: cephadm 2024-08-29T17:53:27.889598+0000 mgr.y (mgr.25022) 79 : cephadm [INF] Reconfiguring daemon osd.0 on smithi028 2024-08-29T17:53:29.574 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:53:29 smithi053 bash[68679]: cluster 2024-08-29T17:53:28.182869+0000 mon.a (mon.0) 296 : cluster [DBG] osdmap e401: 8 total, 8 up, 8 in 2024-08-29T17:53:29.574 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:53:29 smithi053 bash[68679]: cluster 2024-08-29T17:53:28.183621+0000 mon.a (mon.0) 297 : cluster [DBG] mgrmap e41: y(active, since 91s), standbys: x 2024-08-29T17:53:30.184 INFO:tasks.rados.rados.0.smithi028.stdout:1686: done (4 left) 2024-08-29T17:53:30.184 INFO:tasks.rados.rados.0.smithi028.stdout:1687: copy_from oid 28 from oid 43 current snap is 167 2024-08-29T17:53:30.184 INFO:tasks.rados.rados.0.smithi028.stdout:1682: expect (ObjNum 515 snap 160 seq_num 515) 2024-08-29T17:53:30.366 INFO:tasks.rados.rados.0.smithi028.stdout:1683: finishing write tid 1 to smithi02869045-45 2024-08-29T17:53:30.366 INFO:tasks.rados.rados.0.smithi028.stdout:1683: finishing write tid 2 to smithi02869045-45 2024-08-29T17:53:30.367 INFO:tasks.rados.rados.0.smithi028.stdout:1683: finishing write tid 3 to smithi02869045-45 2024-08-29T17:53:30.367 INFO:tasks.rados.rados.0.smithi028.stdout:1683: finishing write tid 4 to smithi02869045-45 2024-08-29T17:53:30.367 INFO:tasks.rados.rados.0.smithi028.stdout:1685: finishing write tid 1 to smithi02869045-20 2024-08-29T17:53:30.367 INFO:tasks.rados.rados.0.smithi028.stdout:1683: finishing write tid 5 to smithi02869045-45 2024-08-29T17:53:30.367 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 45 v 1193 (ObjNum 526 snap 167 seq_num 526) dirty exists 2024-08-29T17:53:30.367 INFO:tasks.rados.rados.0.smithi028.stdout:1683: left oid 45 (ObjNum 526 snap 167 seq_num 526) 2024-08-29T17:53:30.367 INFO:tasks.rados.rados.0.smithi028.stdout:1685: finishing write tid 2 to smithi02869045-20 2024-08-29T17:53:30.367 INFO:tasks.rados.rados.0.smithi028.stdout:1685: finishing write tid 3 to smithi02869045-20 2024-08-29T17:53:30.367 INFO:tasks.rados.rados.0.smithi028.stdout:1682: done (4 left) 2024-08-29T17:53:30.367 INFO:tasks.rados.rados.0.smithi028.stdout:1683: done (3 left) 2024-08-29T17:53:30.367 INFO:tasks.rados.rados.0.smithi028.stdout:1688: snap_create 2024-08-29T17:53:30.367 INFO:tasks.rados.rados.0.smithi028.stdout:1685: finishing write tid 4 to smithi02869045-20 2024-08-29T17:53:30.367 INFO:tasks.rados.rados.0.smithi028.stdout:1685: finishing write tid 5 to smithi02869045-20 2024-08-29T17:53:30.368 INFO:tasks.rados.rados.0.smithi028.stdout:1685: finishing write tid 6 to smithi02869045-20 2024-08-29T17:53:30.368 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 20 v 351 (ObjNum 527 snap 167 seq_num 527) dirty exists 2024-08-29T17:53:30.368 INFO:tasks.rados.rados.0.smithi028.stdout:1685: left oid 20 (ObjNum 527 snap 167 seq_num 527) 2024-08-29T17:53:30.368 INFO:tasks.rados.rados.0.smithi028.stdout:1684: finishing copy_from racing read to smithi02869045-16 2024-08-29T17:53:30.368 INFO:tasks.rados.rados.0.smithi028.stdout:1684: finishing copy_from to smithi02869045-16 2024-08-29T17:53:30.368 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 16 v 890 (ObjNum 474 snap 149 seq_num 474) dirty exists 2024-08-29T17:53:30.368 INFO:tasks.rados.rados.0.smithi028.stdout:1687: finishing copy_from to smithi02869045-28 2024-08-29T17:53:30.369 INFO:tasks.rados.rados.0.smithi028.stdout:1687: got expected ENOENT (src dne) 2024-08-29T17:53:30.369 INFO:tasks.rados.rados.0.smithi028.stdout:1687: finishing copy_from racing read to smithi02869045-28 2024-08-29T17:53:30.574 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:53:30 smithi053 bash[68679]: cluster 2024-08-29T17:53:28.931444+0000 mgr.y (mgr.25022) 80 : cluster [DBG] pgmap v123: 121 pgs: 121 active+clean; 427 MiB data, 2.9 GiB used, 712 GiB / 715 GiB avail; 9.7 MiB/s rd, 767 B/s wr, 5 op/s 2024-08-29T17:53:30.574 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:53:30 smithi053 bash[68679]: cluster 2024-08-29T17:53:29.178849+0000 mon.a (mon.0) 298 : cluster [DBG] osdmap e402: 8 total, 8 up, 8 in 2024-08-29T17:53:30.627 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:53:30 smithi028 bash[78352]: cluster 2024-08-29T17:53:28.931444+0000 mgr.y (mgr.25022) 80 : cluster [DBG] pgmap v123: 121 pgs: 121 active+clean; 427 MiB data, 2.9 GiB used, 712 GiB / 715 GiB avail; 9.7 MiB/s rd, 767 B/s wr, 5 op/s 2024-08-29T17:53:30.628 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:53:30 smithi028 bash[78352]: cluster 2024-08-29T17:53:29.178849+0000 mon.a (mon.0) 298 : cluster [DBG] osdmap e402: 8 total, 8 up, 8 in 2024-08-29T17:53:30.628 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:53:30 smithi028 bash[77168]: cluster 2024-08-29T17:53:28.931444+0000 mgr.y (mgr.25022) 80 : cluster [DBG] pgmap v123: 121 pgs: 121 active+clean; 427 MiB data, 2.9 GiB used, 712 GiB / 715 GiB avail; 9.7 MiB/s rd, 767 B/s wr, 5 op/s 2024-08-29T17:53:30.628 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:53:30 smithi028 bash[77168]: cluster 2024-08-29T17:53:29.178849+0000 mon.a (mon.0) 298 : cluster [DBG] osdmap e402: 8 total, 8 up, 8 in 2024-08-29T17:53:31.213 INFO:tasks.rados.rados.0.smithi028.stdout:1684: done (3 left) 2024-08-29T17:53:31.213 INFO:tasks.rados.rados.0.smithi028.stdout:1685: done (2 left) 2024-08-29T17:53:31.213 INFO:tasks.rados.rados.0.smithi028.stdout:1687: done (1 left) 2024-08-29T17:53:31.213 INFO:tasks.rados.rados.0.smithi028.stdout:1688: done (0 left) 2024-08-29T17:53:31.213 INFO:tasks.rados.rados.0.smithi028.stdout:1689: read oid 44 snap -1 2024-08-29T17:53:31.213 INFO:tasks.rados.rados.0.smithi028.stdout:1689: expect (ObjNum 474 snap 149 seq_num 474) 2024-08-29T17:53:31.213 INFO:tasks.rados.rados.0.smithi028.stdout:append oid 7 current snap is 168 2024-08-29T17:53:31.213 INFO:tasks.rados.rados.0.smithi028.stdout:1690: seq_num 528 ranges {0=450560,450560=761856,1212416=442368} 2024-08-29T17:53:31.219 INFO:tasks.rados.rados.0.smithi028.stdout:1690: writing smithi02869045-7 from 0 to 450560 tid 1 2024-08-29T17:53:31.229 INFO:tasks.rados.rados.0.smithi028.stdout:1690: writing smithi02869045-7 from 450560 to 1212416 tid 2 2024-08-29T17:53:31.236 INFO:tasks.rados.rados.0.smithi028.stdout:1690: writing smithi02869045-7 from 1212416 to 1654784 tid 3 2024-08-29T17:53:31.236 INFO:tasks.rados.rados.0.smithi028.stdout:1691: delete oid 12 current snap is 168 2024-08-29T17:53:31.236 INFO:tasks.rados.rados.0.smithi028.stdout:1689: expect (ObjNum 474 snap 149 seq_num 474) 2024-08-29T17:53:31.312 INFO:tasks.rados.rados.0.smithi028.stdout:1690: finishing write tid 1 to smithi02869045-7 2024-08-29T17:53:31.312 INFO:tasks.rados.rados.0.smithi028.stdout:1690: finishing write tid 2 to smithi02869045-7 2024-08-29T17:53:31.313 INFO:tasks.rados.rados.0.smithi028.stdout:1690: finishing write tid 3 to smithi02869045-7 2024-08-29T17:53:31.313 INFO:tasks.rados.rados.0.smithi028.stdout:1690: finishing write tid 4 to smithi02869045-7 2024-08-29T17:53:31.313 INFO:tasks.rados.rados.0.smithi028.stdout:1690: finishing write tid 5 to smithi02869045-7 2024-08-29T17:53:31.313 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 7 v 1454 (ObjNum 528 snap 168 seq_num 528) dirty exists 2024-08-29T17:53:31.313 INFO:tasks.rados.rados.0.smithi028.stdout:1690: left oid 7 (ObjNum 528 snap 168 seq_num 528) 2024-08-29T17:53:31.313 INFO:tasks.rados.rados.0.smithi028.stdout:1689: done (2 left) 2024-08-29T17:53:31.313 INFO:tasks.rados.rados.0.smithi028.stdout:1690: done (1 left) 2024-08-29T17:53:31.313 INFO:tasks.rados.rados.0.smithi028.stdout:1691: done (0 left) 2024-08-29T17:53:31.313 INFO:tasks.rados.rados.0.smithi028.stdout:1692: rollback oid 10 current snap is 168 2024-08-29T17:53:31.313 INFO:tasks.rados.rados.0.smithi028.stdout:rollback oid 10 to 135 2024-08-29T17:53:31.313 INFO:tasks.rados.rados.0.smithi028.stdout:1693: snap_remove snap 151 2024-08-29T17:53:31.574 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:53:31 smithi053 bash[68679]: cluster 2024-08-29T17:53:30.178618+0000 mon.a (mon.0) 299 : cluster [DBG] osdmap e403: 8 total, 8 up, 8 in 2024-08-29T17:53:31.574 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:53:31 smithi053 bash[68679]: audit 2024-08-29T17:53:30.196389+0000 mon.a (mon.0) 300 : audit [INF] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' 2024-08-29T17:53:31.574 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:53:31 smithi053 bash[68679]: audit 2024-08-29T17:53:30.204371+0000 mon.a (mon.0) 301 : audit [INF] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' 2024-08-29T17:53:31.574 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:53:31 smithi053 bash[68679]: cephadm 2024-08-29T17:53:30.205724+0000 mgr.y (mgr.25022) 81 : cephadm [INF] Reconfiguring osd.1 (monmap changed)... 2024-08-29T17:53:31.574 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:53:31 smithi053 bash[68679]: audit 2024-08-29T17:53:30.206139+0000 mon.a (mon.0) 302 : audit [INF] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.1"}]: dispatch 2024-08-29T17:53:31.574 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:53:31 smithi053 bash[68679]: audit 2024-08-29T17:53:30.207192+0000 mon.a (mon.0) 303 : audit [DBG] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-29T17:53:31.575 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:53:31 smithi053 bash[68679]: cephadm 2024-08-29T17:53:30.209709+0000 mgr.y (mgr.25022) 82 : cephadm [INF] Reconfiguring daemon osd.1 on smithi028 2024-08-29T17:53:31.627 INFO:journalctl@ceph.mgr.y.smithi028.stdout:Aug 29 17:53:31 smithi028 bash[70818]: ::ffff:172.21.15.53 - - [29/Aug/2024:17:53:31] "GET /metrics HTTP/1.1" 200 36018 "" "Prometheus/2.43.0" 2024-08-29T17:53:31.628 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:53:31 smithi028 bash[78352]: cluster 2024-08-29T17:53:30.178618+0000 mon.a (mon.0) 299 : cluster [DBG] osdmap e403: 8 total, 8 up, 8 in 2024-08-29T17:53:31.628 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:53:31 smithi028 bash[78352]: audit 2024-08-29T17:53:30.196389+0000 mon.a (mon.0) 300 : audit [INF] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' 2024-08-29T17:53:31.628 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:53:31 smithi028 bash[78352]: audit 2024-08-29T17:53:30.204371+0000 mon.a (mon.0) 301 : audit [INF] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' 2024-08-29T17:53:31.628 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:53:31 smithi028 bash[78352]: cephadm 2024-08-29T17:53:30.205724+0000 mgr.y (mgr.25022) 81 : cephadm [INF] Reconfiguring osd.1 (monmap changed)... 2024-08-29T17:53:31.628 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:53:31 smithi028 bash[78352]: audit 2024-08-29T17:53:30.206139+0000 mon.a (mon.0) 302 : audit [INF] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.1"}]: dispatch 2024-08-29T17:53:31.628 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:53:31 smithi028 bash[78352]: audit 2024-08-29T17:53:30.207192+0000 mon.a (mon.0) 303 : audit [DBG] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-29T17:53:31.628 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:53:31 smithi028 bash[78352]: cephadm 2024-08-29T17:53:30.209709+0000 mgr.y (mgr.25022) 82 : cephadm [INF] Reconfiguring daemon osd.1 on smithi028 2024-08-29T17:53:31.629 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:53:31 smithi028 bash[77168]: cluster 2024-08-29T17:53:30.178618+0000 mon.a (mon.0) 299 : cluster [DBG] osdmap e403: 8 total, 8 up, 8 in 2024-08-29T17:53:31.629 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:53:31 smithi028 bash[77168]: audit 2024-08-29T17:53:30.196389+0000 mon.a (mon.0) 300 : audit [INF] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' 2024-08-29T17:53:31.629 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:53:31 smithi028 bash[77168]: audit 2024-08-29T17:53:30.204371+0000 mon.a (mon.0) 301 : audit [INF] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' 2024-08-29T17:53:31.629 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:53:31 smithi028 bash[77168]: cephadm 2024-08-29T17:53:30.205724+0000 mgr.y (mgr.25022) 81 : cephadm [INF] Reconfiguring osd.1 (monmap changed)... 2024-08-29T17:53:31.629 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:53:31 smithi028 bash[77168]: audit 2024-08-29T17:53:30.206139+0000 mon.a (mon.0) 302 : audit [INF] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.1"}]: dispatch 2024-08-29T17:53:31.629 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:53:31 smithi028 bash[77168]: audit 2024-08-29T17:53:30.207192+0000 mon.a (mon.0) 303 : audit [DBG] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-29T17:53:31.629 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:53:31 smithi028 bash[77168]: cephadm 2024-08-29T17:53:30.209709+0000 mgr.y (mgr.25022) 82 : cephadm [INF] Reconfiguring daemon osd.1 on smithi028 2024-08-29T17:53:32.218 INFO:tasks.rados.rados.0.smithi028.stdout:1692: finishing rollback tid 0 to smithi02869045-10 2024-08-29T17:53:32.218 INFO:tasks.rados.rados.0.smithi028.stdout:1692: finishing rollback tid 1 to smithi02869045-10 2024-08-29T17:53:32.218 INFO:tasks.rados.rados.0.smithi028.stdout:1692: finishing rollback tid 2 to smithi02869045-10 2024-08-29T17:53:32.218 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 10 v 1102 (ObjNum 275 snap 79 seq_num 275) dirty exists 2024-08-29T17:53:32.218 INFO:tasks.rados.rados.0.smithi028.stdout:1692: done (1 left) 2024-08-29T17:53:32.218 INFO:tasks.rados.rados.0.smithi028.stdout:1693: done (0 left) 2024-08-29T17:53:32.218 INFO:tasks.rados.rados.0.smithi028.stdout:1694: copy_from oid 42 from oid 20 current snap is 168 2024-08-29T17:53:32.218 INFO:tasks.rados.rados.0.smithi028.stdout:1695: snap_remove snap 145 2024-08-29T17:53:32.574 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:53:32 smithi053 bash[68679]: cluster 2024-08-29T17:53:30.932142+0000 mgr.y (mgr.25022) 83 : cluster [DBG] pgmap v126: 121 pgs: 121 active+clean; 427 MiB data, 2.9 GiB used, 712 GiB / 715 GiB avail; 9.7 MiB/s rd, 767 B/s wr, 5 op/s 2024-08-29T17:53:32.574 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:53:32 smithi053 bash[68679]: cluster 2024-08-29T17:53:31.215649+0000 mon.a (mon.0) 304 : cluster [DBG] osdmap e404: 8 total, 8 up, 8 in 2024-08-29T17:53:32.574 INFO:journalctl@ceph.prometheus.a.smithi053.stdout:Aug 29 17:53:32 smithi053 bash[61790]: ts=2024-08-29T17:53:32.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"3167ee72-662c-11ef-bcd4-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-29T17:53:32.627 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:53:32 smithi028 bash[77168]: cluster 2024-08-29T17:53:30.932142+0000 mgr.y (mgr.25022) 83 : cluster [DBG] pgmap v126: 121 pgs: 121 active+clean; 427 MiB data, 2.9 GiB used, 712 GiB / 715 GiB avail; 9.7 MiB/s rd, 767 B/s wr, 5 op/s 2024-08-29T17:53:32.627 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:53:32 smithi028 bash[77168]: cluster 2024-08-29T17:53:31.215649+0000 mon.a (mon.0) 304 : cluster [DBG] osdmap e404: 8 total, 8 up, 8 in 2024-08-29T17:53:32.628 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:53:32 smithi028 bash[78352]: cluster 2024-08-29T17:53:30.932142+0000 mgr.y (mgr.25022) 83 : cluster [DBG] pgmap v126: 121 pgs: 121 active+clean; 427 MiB data, 2.9 GiB used, 712 GiB / 715 GiB avail; 9.7 MiB/s rd, 767 B/s wr, 5 op/s 2024-08-29T17:53:32.628 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:53:32 smithi028 bash[78352]: cluster 2024-08-29T17:53:31.215649+0000 mon.a (mon.0) 304 : cluster [DBG] osdmap e404: 8 total, 8 up, 8 in 2024-08-29T17:53:33.229 INFO:tasks.rados.rados.0.smithi028.stdout:1695: done (1 left) 2024-08-29T17:53:33.229 INFO:tasks.rados.rados.0.smithi028.stdout:1696: read oid 3 snap -1 2024-08-29T17:53:33.229 INFO:tasks.rados.rados.0.smithi028.stdout:1696: expect deleted 2024-08-29T17:53:33.229 INFO:tasks.rados.rados.0.smithi028.stdout:1697: copy_from oid 41 from oid 36 current snap is 168 2024-08-29T17:53:33.229 INFO:tasks.rados.rados.0.smithi028.stdout:1694: finishing copy_from racing read to smithi02869045-42 2024-08-29T17:53:33.229 INFO:tasks.rados.rados.0.smithi028.stdout:1694: finishing copy_from to smithi02869045-42 2024-08-29T17:53:33.229 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 42 v 351 (ObjNum 527 snap 167 seq_num 527) dirty exists 2024-08-29T17:53:33.229 INFO:tasks.rados.rados.0.smithi028.stdout:1694: done (2 left) 2024-08-29T17:53:33.229 INFO:tasks.rados.rados.0.smithi028.stdout:1698: copy_from oid 16 from oid 42 current snap is 168 2024-08-29T17:53:33.229 INFO:tasks.rados.rados.0.smithi028.stdout:1699: read oid 24 snap 135 2024-08-29T17:53:33.229 INFO:tasks.rados.rados.0.smithi028.stdout:1699: expect (ObjNum 423 snap 133 seq_num 423) 2024-08-29T17:53:33.230 INFO:tasks.rados.rados.0.smithi028.stdout:1700: delete oid 1 current snap is 168 2024-08-29T17:53:33.256 INFO:tasks.rados.rados.0.smithi028.stdout:1697: finishing copy_from racing read to smithi02869045-41 2024-08-29T17:53:33.261 INFO:tasks.rados.rados.0.smithi028.stdout:1696: done (4 left) 2024-08-29T17:53:33.261 INFO:tasks.rados.rados.0.smithi028.stdout:1700: done (3 left) 2024-08-29T17:53:33.261 INFO:tasks.rados.rados.0.smithi028.stdout:1701: read oid 12 snap -1 2024-08-29T17:53:33.261 INFO:tasks.rados.rados.0.smithi028.stdout:1701: expect deleted 2024-08-29T17:53:33.261 INFO:tasks.rados.rados.0.smithi028.stdout:1702: read oid 44 snap -1 2024-08-29T17:53:33.262 INFO:tasks.rados.rados.0.smithi028.stdout:1702: expect (ObjNum 474 snap 149 seq_num 474) 2024-08-29T17:53:33.262 INFO:tasks.rados.rados.0.smithi028.stdout:1703: copy_from oid 46 from oid 4 current snap is 168 2024-08-29T17:53:33.262 INFO:tasks.rados.rados.0.smithi028.stdout:1704: snap_remove snap 154 2024-08-29T17:53:33.513 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:53:33 smithi053 bash[68679]: cluster 2024-08-29T17:53:32.219014+0000 mon.a (mon.0) 305 : cluster [DBG] osdmap e405: 8 total, 8 up, 8 in 2024-08-29T17:53:33.514 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:53:33 smithi053 bash[68679]: audit 2024-08-29T17:53:32.654429+0000 mon.a (mon.0) 306 : audit [INF] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' 2024-08-29T17:53:33.514 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:53:33 smithi053 bash[68679]: audit 2024-08-29T17:53:32.660818+0000 mon.a (mon.0) 307 : audit [INF] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' 2024-08-29T17:53:33.514 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:53:33 smithi053 bash[68679]: cephadm 2024-08-29T17:53:32.662224+0000 mgr.y (mgr.25022) 84 : cephadm [INF] Reconfiguring osd.2 (monmap changed)... 2024-08-29T17:53:33.514 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:53:33 smithi053 bash[68679]: audit 2024-08-29T17:53:32.662608+0000 mon.a (mon.0) 308 : audit [INF] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.2"}]: dispatch 2024-08-29T17:53:33.514 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:53:33 smithi053 bash[68679]: audit 2024-08-29T17:53:32.663783+0000 mon.a (mon.0) 309 : audit [DBG] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-29T17:53:33.514 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:53:33 smithi053 bash[68679]: cephadm 2024-08-29T17:53:32.666318+0000 mgr.y (mgr.25022) 85 : cephadm [INF] Reconfiguring daemon osd.2 on smithi028 2024-08-29T17:53:33.627 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:53:33 smithi028 bash[77168]: cluster 2024-08-29T17:53:32.219014+0000 mon.a (mon.0) 305 : cluster [DBG] osdmap e405: 8 total, 8 up, 8 in 2024-08-29T17:53:33.627 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:53:33 smithi028 bash[77168]: audit 2024-08-29T17:53:32.654429+0000 mon.a (mon.0) 306 : audit [INF] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' 2024-08-29T17:53:33.628 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:53:33 smithi028 bash[77168]: audit 2024-08-29T17:53:32.660818+0000 mon.a (mon.0) 307 : audit [INF] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' 2024-08-29T17:53:33.628 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:53:33 smithi028 bash[77168]: cephadm 2024-08-29T17:53:32.662224+0000 mgr.y (mgr.25022) 84 : cephadm [INF] Reconfiguring osd.2 (monmap changed)... 2024-08-29T17:53:33.628 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:53:33 smithi028 bash[77168]: audit 2024-08-29T17:53:32.662608+0000 mon.a (mon.0) 308 : audit [INF] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.2"}]: dispatch 2024-08-29T17:53:33.628 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:53:33 smithi028 bash[77168]: audit 2024-08-29T17:53:32.663783+0000 mon.a (mon.0) 309 : audit [DBG] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-29T17:53:33.628 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:53:33 smithi028 bash[77168]: cephadm 2024-08-29T17:53:32.666318+0000 mgr.y (mgr.25022) 85 : cephadm [INF] Reconfiguring daemon osd.2 on smithi028 2024-08-29T17:53:33.628 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:53:33 smithi028 bash[78352]: cluster 2024-08-29T17:53:32.219014+0000 mon.a (mon.0) 305 : cluster [DBG] osdmap e405: 8 total, 8 up, 8 in 2024-08-29T17:53:33.628 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:53:33 smithi028 bash[78352]: audit 2024-08-29T17:53:32.654429+0000 mon.a (mon.0) 306 : audit [INF] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' 2024-08-29T17:53:33.629 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:53:33 smithi028 bash[78352]: audit 2024-08-29T17:53:32.660818+0000 mon.a (mon.0) 307 : audit [INF] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' 2024-08-29T17:53:33.629 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:53:33 smithi028 bash[78352]: cephadm 2024-08-29T17:53:32.662224+0000 mgr.y (mgr.25022) 84 : cephadm [INF] Reconfiguring osd.2 (monmap changed)... 2024-08-29T17:53:33.629 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:53:33 smithi028 bash[78352]: audit 2024-08-29T17:53:32.662608+0000 mon.a (mon.0) 308 : audit [INF] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.2"}]: dispatch 2024-08-29T17:53:33.629 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:53:33 smithi028 bash[78352]: audit 2024-08-29T17:53:32.663783+0000 mon.a (mon.0) 309 : audit [DBG] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-29T17:53:33.629 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:53:33 smithi028 bash[78352]: cephadm 2024-08-29T17:53:32.666318+0000 mgr.y (mgr.25022) 85 : cephadm [INF] Reconfiguring daemon osd.2 on smithi028 2024-08-29T17:53:33.810 INFO:teuthology.orchestra.run.smithi028.stdout:true 2024-08-29T17:53:33.824 INFO:journalctl@ceph.prometheus.a.smithi053.stdout:Aug 29 17:53:33 smithi053 bash[61790]: ts=2024-08-29T17:53:33.515Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=nodes name=CephNodeDiskspaceWarning index=4 msg="Evaluating rule failed" rule="alert: CephNodeDiskspaceWarning\nexpr: predict_linear(node_filesystem_free_bytes{device=~\"/.*\"}[2d], 3600 * 24 * 5)\n * on (instance) group_left (nodename) node_uname_info < 0\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.8.4\n severity: warning\n type: ceph_default\nannotations:\n description: Mountpoint {{ $labels.mountpoint }} on {{ $labels.nodename }} will\n be full in less than 5 days based on the 48 hour trailing fill rate.\n summary: Host filesystem free space is getting low\n" err="found duplicate series for the match group {instance=\"smithi028\"} on the right hand-side of the operation: [{__name__=\"node_uname_info\", domainname=\"(none)\", instance=\"smithi028\", job=\"node\", machine=\"x86_64\", nodename=\"smithi028\", release=\"5.15.0-119-generic\", sysname=\"Linux\", version=\"#129-Ubuntu SMP Fri Aug 2 19:25:20 UTC 2024\"}, {__name__=\"node_uname_info\", cluster=\"3167ee72-662c-11ef-bcd4-c7b262605968\", domainname=\"(none)\", instance=\"smithi028\", job=\"node\", machine=\"x86_64\", nodename=\"smithi028\", release=\"5.15.0-119-generic\", sysname=\"Linux\", version=\"#129-Ubuntu SMP Fri Aug 2 19:25:20 UTC 2024\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-29T17:53:34.116 INFO:teuthology.orchestra.run.smithi028.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2024-08-29T17:53:34.116 INFO:teuthology.orchestra.run.smithi028.stdout:alertmanager.a smithi028 *:9093,9094 running (3m) 58s ago 10m 14.0M - 0.25.0 c8568f914cd2 c7223f7204fa 2024-08-29T17:53:34.116 INFO:teuthology.orchestra.run.smithi028.stdout:grafana.a smithi053 *:3000 running (3m) 25s ago 9m 75.7M - 9.4.7 954c08fa6188 a7eaafe982e3 2024-08-29T17:53:34.116 INFO:teuthology.orchestra.run.smithi028.stdout:mds.a smithi028 running (13m) 58s ago 13m 14.7M - 17.2.7-1503-ga89f613d 250d9a61b6c5 c6b415d0b6f0 2024-08-29T17:53:34.117 INFO:teuthology.orchestra.run.smithi028.stdout:mds.b smithi053 running (13m) 25s ago 13m 18.8M - 17.2.7-1503-ga89f613d 250d9a61b6c5 8d3ee9e57659 2024-08-29T17:53:34.117 INFO:teuthology.orchestra.run.smithi028.stdout:mgr.x smithi053 *:8443,9283,8765 running (2m) 25s ago 20m 426M - 19.1.1-235-g1ef86450 d401bb9bb76e a0460ca70cca 2024-08-29T17:53:34.117 INFO:teuthology.orchestra.run.smithi028.stdout:mgr.y smithi028 *:8443,9283,8765 running (3m) 58s ago 23m 482M - 19.1.1-235-g1ef86450 d401bb9bb76e ef4c084deb28 2024-08-29T17:53:34.117 INFO:teuthology.orchestra.run.smithi028.stdout:mon.a smithi028 running (106s) 58s ago 23m 39.6M 2048M 19.1.1-235-g1ef86450 d401bb9bb76e d1fec2ed5501 2024-08-29T17:53:34.117 INFO:teuthology.orchestra.run.smithi028.stdout:mon.b smithi053 running (38s) 25s ago 21m 19.5M 2048M 19.1.1-235-g1ef86450 d401bb9bb76e 39595741be2a 2024-08-29T17:53:34.117 INFO:teuthology.orchestra.run.smithi028.stdout:mon.c smithi028 running (70s) 58s ago 21m 22.9M 2048M 19.1.1-235-g1ef86450 d401bb9bb76e c6717e02deb1 2024-08-29T17:53:34.117 INFO:teuthology.orchestra.run.smithi028.stdout:node-exporter.a smithi028 *:9100 running (3m) 58s ago 10m 8080k - 1.5.0 0da6a335fe13 620017e337b2 2024-08-29T17:53:34.117 INFO:teuthology.orchestra.run.smithi028.stdout:node-exporter.b smithi053 *:9100 running (3m) 25s ago 10m 7711k - 1.5.0 0da6a335fe13 e8eb22b0ee9e 2024-08-29T17:53:34.117 INFO:teuthology.orchestra.run.smithi028.stdout:osd.0 smithi028 running (19m) 58s ago 20m 228M 2525M 17.2.7-1503-ga89f613d 250d9a61b6c5 6170d7ba6af9 2024-08-29T17:53:34.117 INFO:teuthology.orchestra.run.smithi028.stdout:osd.1 smithi028 running (19m) 58s ago 19m 220M 2525M 17.2.7-1503-ga89f613d 250d9a61b6c5 f84612c9ccfa 2024-08-29T17:53:34.117 INFO:teuthology.orchestra.run.smithi028.stdout:osd.2 smithi028 running (18m) 58s ago 18m 209M 2525M 17.2.7-1503-ga89f613d 250d9a61b6c5 7e6fdf4e2629 2024-08-29T17:53:34.117 INFO:teuthology.orchestra.run.smithi028.stdout:osd.3 smithi028 running (17m) 58s ago 17m 187M 2525M 17.2.7-1503-ga89f613d 250d9a61b6c5 4f0fede11ee1 2024-08-29T17:53:34.117 INFO:teuthology.orchestra.run.smithi028.stdout:osd.4 smithi053 running (16m) 25s ago 16m 323M 2525M 17.2.7-1503-ga89f613d 250d9a61b6c5 e93527f41048 2024-08-29T17:53:34.118 INFO:teuthology.orchestra.run.smithi028.stdout:osd.5 smithi053 running (15m) 25s ago 15m 221M 2525M 17.2.7-1503-ga89f613d 250d9a61b6c5 86885633963d 2024-08-29T17:53:34.118 INFO:teuthology.orchestra.run.smithi028.stdout:osd.6 smithi053 running (14m) 25s ago 14m 137M 2525M 17.2.7-1503-ga89f613d 250d9a61b6c5 e65db659e42e 2024-08-29T17:53:34.118 INFO:teuthology.orchestra.run.smithi028.stdout:osd.7 smithi053 running (13m) 25s ago 13m 178M 2525M 17.2.7-1503-ga89f613d 250d9a61b6c5 69a8ac6ca110 2024-08-29T17:53:34.118 INFO:teuthology.orchestra.run.smithi028.stdout:prometheus.a smithi053 *:9095 running (2m) 25s ago 10m 52.7M - 2.43.0 a07b618ecd1d 9d3edc9bcb79 2024-08-29T17:53:34.128 INFO:tasks.rados.rados.0.smithi028.stdout:1704: done (6 left) 2024-08-29T17:53:34.128 INFO:tasks.rados.rados.0.smithi028.stdout:1705: read oid 39 snap -1 2024-08-29T17:53:34.128 INFO:tasks.rados.rados.0.smithi028.stdout:1705: expect deleted 2024-08-29T17:53:34.129 INFO:tasks.rados.rados.0.smithi028.stdout:1706: delete oid 47 current snap is 168 2024-08-29T17:53:34.129 INFO:tasks.rados.rados.0.smithi028.stdout:1702: expect (ObjNum 474 snap 149 seq_num 474) 2024-08-29T17:53:34.213 INFO:tasks.rados.rados.0.smithi028.stdout:1699: expect (ObjNum 423 snap 133 seq_num 423) 2024-08-29T17:53:34.325 INFO:tasks.rados.rados.0.smithi028.stdout:1697: finishing copy_from to smithi02869045-41 2024-08-29T17:53:34.325 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 41 v 375 (ObjNum 466 snap 146 seq_num 466) dirty exists 2024-08-29T17:53:34.325 INFO:tasks.rados.rados.0.smithi028.stdout:1698: finishing copy_from racing read to smithi02869045-16 2024-08-29T17:53:34.325 INFO:tasks.rados.rados.0.smithi028.stdout:1698: finishing copy_from to smithi02869045-16 2024-08-29T17:53:34.326 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 16 v 351 (ObjNum 527 snap 167 seq_num 527) dirty exists 2024-08-29T17:53:34.326 INFO:tasks.rados.rados.0.smithi028.stdout:1703: finishing copy_from racing read to smithi02869045-46 2024-08-29T17:53:34.326 INFO:tasks.rados.rados.0.smithi028.stdout:1703: finishing copy_from to smithi02869045-46 2024-08-29T17:53:34.326 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 46 v 1414 (ObjNum 454 snap 143 seq_num 454) dirty exists 2024-08-29T17:53:34.326 INFO:tasks.rados.rados.0.smithi028.stdout:1697: done (7 left) 2024-08-29T17:53:34.326 INFO:tasks.rados.rados.0.smithi028.stdout:1698: done (6 left) 2024-08-29T17:53:34.326 INFO:tasks.rados.rados.0.smithi028.stdout:1699: done (5 left) 2024-08-29T17:53:34.326 INFO:tasks.rados.rados.0.smithi028.stdout:1701: done (4 left) 2024-08-29T17:53:34.326 INFO:tasks.rados.rados.0.smithi028.stdout:1702: done (3 left) 2024-08-29T17:53:34.326 INFO:tasks.rados.rados.0.smithi028.stdout:1703: done (2 left) 2024-08-29T17:53:34.326 INFO:tasks.rados.rados.0.smithi028.stdout:1706: done (1 left) 2024-08-29T17:53:34.326 INFO:tasks.rados.rados.0.smithi028.stdout:1707: read oid 28 snap -1 2024-08-29T17:53:34.327 INFO:tasks.rados.rados.0.smithi028.stdout:1707: expect (ObjNum 411 snap 130 seq_num 411) 2024-08-29T17:53:34.327 INFO:tasks.rados.rados.0.smithi028.stdout:1708: snap_remove snap 150 2024-08-29T17:53:34.503 INFO:teuthology.orchestra.run.smithi028.stdout:{ 2024-08-29T17:53:34.503 INFO:teuthology.orchestra.run.smithi028.stdout: "mon": { 2024-08-29T17:53:34.503 INFO:teuthology.orchestra.run.smithi028.stdout: "ceph version 19.1.1-235-g1ef86450 (1ef864504b8875c83ee6c2c5fedc13315bebf7f5) squid (rc)": 3 2024-08-29T17:53:34.503 INFO:teuthology.orchestra.run.smithi028.stdout: }, 2024-08-29T17:53:34.503 INFO:teuthology.orchestra.run.smithi028.stdout: "mgr": { 2024-08-29T17:53:34.503 INFO:teuthology.orchestra.run.smithi028.stdout: "ceph version 19.1.1-235-g1ef86450 (1ef864504b8875c83ee6c2c5fedc13315bebf7f5) squid (rc)": 2 2024-08-29T17:53:34.504 INFO:teuthology.orchestra.run.smithi028.stdout: }, 2024-08-29T17:53:34.504 INFO:teuthology.orchestra.run.smithi028.stdout: "osd": { 2024-08-29T17:53:34.504 INFO:teuthology.orchestra.run.smithi028.stdout: "ceph version 17.2.7-1503-ga89f613d (a89f613db4d5b6bca82681f19d73c6d337aae2d5) quincy (stable)": 8 2024-08-29T17:53:34.504 INFO:teuthology.orchestra.run.smithi028.stdout: }, 2024-08-29T17:53:34.504 INFO:teuthology.orchestra.run.smithi028.stdout: "mds": { 2024-08-29T17:53:34.504 INFO:teuthology.orchestra.run.smithi028.stdout: "ceph version 17.2.7-1503-ga89f613d (a89f613db4d5b6bca82681f19d73c6d337aae2d5) quincy (stable)": 2 2024-08-29T17:53:34.504 INFO:teuthology.orchestra.run.smithi028.stdout: }, 2024-08-29T17:53:34.504 INFO:teuthology.orchestra.run.smithi028.stdout: "overall": { 2024-08-29T17:53:34.504 INFO:teuthology.orchestra.run.smithi028.stdout: "ceph version 17.2.7-1503-ga89f613d (a89f613db4d5b6bca82681f19d73c6d337aae2d5) quincy (stable)": 10, 2024-08-29T17:53:34.504 INFO:teuthology.orchestra.run.smithi028.stdout: "ceph version 19.1.1-235-g1ef86450 (1ef864504b8875c83ee6c2c5fedc13315bebf7f5) squid (rc)": 5 2024-08-29T17:53:34.504 INFO:teuthology.orchestra.run.smithi028.stdout: } 2024-08-29T17:53:34.505 INFO:teuthology.orchestra.run.smithi028.stdout:} 2024-08-29T17:53:34.560 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:53:34 smithi028 bash[78352]: cluster 2024-08-29T17:53:32.932995+0000 mgr.y (mgr.25022) 86 : cluster [DBG] pgmap v129: 121 pgs: 121 active+clean; 435 MiB data, 2.9 GiB used, 712 GiB / 715 GiB avail; 4.2 MiB/s rd, 2.0 MiB/s wr, 8 op/s 2024-08-29T17:53:34.560 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:53:34 smithi028 bash[78352]: cluster 2024-08-29T17:53:33.232576+0000 mon.a (mon.0) 310 : cluster [DBG] osdmap e406: 8 total, 8 up, 8 in 2024-08-29T17:53:34.560 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:53:34 smithi028 bash[78352]: cluster 2024-08-29T17:53:34.129341+0000 mon.a (mon.0) 311 : cluster [DBG] osdmap e407: 8 total, 8 up, 8 in 2024-08-29T17:53:34.561 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:53:34 smithi028 bash[77168]: cluster 2024-08-29T17:53:32.932995+0000 mgr.y (mgr.25022) 86 : cluster [DBG] pgmap v129: 121 pgs: 121 active+clean; 435 MiB data, 2.9 GiB used, 712 GiB / 715 GiB avail; 4.2 MiB/s rd, 2.0 MiB/s wr, 8 op/s 2024-08-29T17:53:34.561 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:53:34 smithi028 bash[77168]: cluster 2024-08-29T17:53:33.232576+0000 mon.a (mon.0) 310 : cluster [DBG] osdmap e406: 8 total, 8 up, 8 in 2024-08-29T17:53:34.561 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:53:34 smithi028 bash[77168]: cluster 2024-08-29T17:53:34.129341+0000 mon.a (mon.0) 311 : cluster [DBG] osdmap e407: 8 total, 8 up, 8 in 2024-08-29T17:53:34.574 INFO:journalctl@ceph.prometheus.a.smithi053.stdout:Aug 29 17:53:34 smithi053 bash[61790]: ts=2024-08-29T17:53:34.454Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pgs name=CephPGsInactive index=0 msg="Evaluating rule failed" rule="alert: CephPGsInactive\nexpr: ceph_pool_metadata * on (pool_id, instance) group_left () (ceph_pg_total - ceph_pg_active)\n > 0\nfor: 5m\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.7.1\n severity: critical\n type: ceph_default\nannotations:\n description: '{{ $value }} PGs have been inactive for more than 5 minutes in pool\n {{ $labels.name }}. Inactive placement groups are not able to serve read/write\n requests.'\n summary: One or more placement groups are inactive\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the right hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"3167ee72-662c-11ef-bcd4-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-29T17:53:34.575 INFO:journalctl@ceph.prometheus.a.smithi053.stdout:Aug 29 17:53:34 smithi053 bash[61790]: ts=2024-08-29T17:53:34.455Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pgs name=CephPGsUnclean index=1 msg="Evaluating rule failed" rule="alert: CephPGsUnclean\nexpr: ceph_pool_metadata * on (pool_id, instance) group_left () (ceph_pg_total - ceph_pg_clean)\n > 0\nfor: 15m\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.7.2\n severity: warning\n type: ceph_default\nannotations:\n description: '{{ $value }} PGs have been unclean for more than 15 minutes in pool\n {{ $labels.name }}. Unclean PGs have not recovered from a previous failure.'\n summary: One or more placement groups are marked unclean\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the right hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"3167ee72-662c-11ef-bcd4-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-29T17:53:34.575 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:53:34 smithi053 bash[68679]: cluster 2024-08-29T17:53:32.932995+0000 mgr.y (mgr.25022) 86 : cluster [DBG] pgmap v129: 121 pgs: 121 active+clean; 435 MiB data, 2.9 GiB used, 712 GiB / 715 GiB avail; 4.2 MiB/s rd, 2.0 MiB/s wr, 8 op/s 2024-08-29T17:53:34.575 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:53:34 smithi053 bash[68679]: cluster 2024-08-29T17:53:33.232576+0000 mon.a (mon.0) 310 : cluster [DBG] osdmap e406: 8 total, 8 up, 8 in 2024-08-29T17:53:34.575 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:53:34 smithi053 bash[68679]: cluster 2024-08-29T17:53:34.129341+0000 mon.a (mon.0) 311 : cluster [DBG] osdmap e407: 8 total, 8 up, 8 in 2024-08-29T17:53:35.255 INFO:tasks.rados.rados.0.smithi028.stdout:1708: done (2 left) 2024-08-29T17:53:35.255 INFO:tasks.rados.rados.0.smithi028.stdout:append oid 22 current snap is 168 2024-08-29T17:53:35.255 INFO:tasks.rados.rados.0.smithi028.stdout:1709: seq_num 532 ranges {983040=516096,1499136=696320,2195456=507904} 2024-08-29T17:53:35.264 INFO:tasks.rados.rados.0.smithi028.stdout:1709: writing smithi02869045-22 from 983040 to 1499136 tid 1 2024-08-29T17:53:35.269 INFO:tasks.rados.rados.0.smithi028.stdout:1709: writing smithi02869045-22 from 1499136 to 2195456 tid 2 2024-08-29T17:53:35.272 INFO:tasks.rados.rados.0.smithi028.stdout:1709: writing smithi02869045-22 from 2195456 to 2703360 tid 3 2024-08-29T17:53:35.273 INFO:tasks.rados.rados.0.smithi028.stdout:append oid 32 current snap is 168 2024-08-29T17:53:35.273 INFO:tasks.rados.rados.0.smithi028.stdout:1710: seq_num 533 ranges {2080768=532480,2613248=630784,3244032=516096,3760128=57344} 2024-08-29T17:53:35.287 INFO:tasks.rados.rados.0.smithi028.stdout:1710: writing smithi02869045-32 from 2080768 to 2613248 tid 1 2024-08-29T17:53:35.292 INFO:tasks.rados.rados.0.smithi028.stdout:1710: writing smithi02869045-32 from 2613248 to 3244032 tid 2 2024-08-29T17:53:35.296 INFO:tasks.rados.rados.0.smithi028.stdout:1710: writing smithi02869045-32 from 3244032 to 3760128 tid 3 2024-08-29T17:53:35.297 INFO:tasks.rados.rados.0.smithi028.stdout:1710: writing smithi02869045-32 from 3760128 to 3817472 tid 4 2024-08-29T17:53:35.297 INFO:tasks.rados.rados.0.smithi028.stdout:append oid 15 current snap is 168 2024-08-29T17:53:35.297 INFO:tasks.rados.rados.0.smithi028.stdout:1711: seq_num 534 ranges {0=548864,548864=516096,1064960=688128} 2024-08-29T17:53:35.300 INFO:tasks.rados.rados.0.smithi028.stdout:1711: writing smithi02869045-15 from 0 to 548864 tid 1 2024-08-29T17:53:35.304 INFO:tasks.rados.rados.0.smithi028.stdout:1711: writing smithi02869045-15 from 548864 to 1064960 tid 2 2024-08-29T17:53:35.309 INFO:tasks.rados.rados.0.smithi028.stdout:1711: writing smithi02869045-15 from 1064960 to 1753088 tid 3 2024-08-29T17:53:35.309 INFO:tasks.rados.rados.0.smithi028.stdout:1712: snap_create 2024-08-29T17:53:35.309 INFO:tasks.rados.rados.0.smithi028.stdout:1707: expect (ObjNum 411 snap 130 seq_num 411) 2024-08-29T17:53:35.370 INFO:tasks.rados.rados.0.smithi028.stdout:1709: finishing write tid 1 to smithi02869045-22 2024-08-29T17:53:35.371 INFO:tasks.rados.rados.0.smithi028.stdout:1709: finishing write tid 2 to smithi02869045-22 2024-08-29T17:53:35.371 INFO:tasks.rados.rados.0.smithi028.stdout:1709: finishing write tid 3 to smithi02869045-22 2024-08-29T17:53:35.371 INFO:tasks.rados.rados.0.smithi028.stdout:1709: finishing write tid 4 to smithi02869045-22 2024-08-29T17:53:35.371 INFO:tasks.rados.rados.0.smithi028.stdout:1709: finishing write tid 5 to smithi02869045-22 2024-08-29T17:53:35.371 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 22 v 1038 (ObjNum 532 snap 168 seq_num 532) dirty exists 2024-08-29T17:53:35.371 INFO:tasks.rados.rados.0.smithi028.stdout:1709: left oid 22 (ObjNum 532 snap 168 seq_num 532) 2024-08-29T17:53:35.371 INFO:tasks.rados.rados.0.smithi028.stdout:1710: finishing write tid 1 to smithi02869045-32 2024-08-29T17:53:35.371 INFO:tasks.rados.rados.0.smithi028.stdout:1710: finishing write tid 2 to smithi02869045-32 2024-08-29T17:53:35.371 INFO:tasks.rados.rados.0.smithi028.stdout:1710: finishing write tid 3 to smithi02869045-32 2024-08-29T17:53:35.371 INFO:tasks.rados.rados.0.smithi028.stdout:1710: finishing write tid 4 to smithi02869045-32 2024-08-29T17:53:35.371 INFO:tasks.rados.rados.0.smithi028.stdout:1710: finishing write tid 5 to smithi02869045-32 2024-08-29T17:53:35.371 INFO:tasks.rados.rados.0.smithi028.stdout:1711: finishing write tid 1 to smithi02869045-15 2024-08-29T17:53:35.372 INFO:tasks.rados.rados.0.smithi028.stdout:1711: finishing write tid 2 to smithi02869045-15 2024-08-29T17:53:35.372 INFO:tasks.rados.rados.0.smithi028.stdout:1710: finishing write tid 6 to smithi02869045-32 2024-08-29T17:53:35.372 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 32 v 262 (ObjNum 533 snap 168 seq_num 533) dirty exists 2024-08-29T17:53:35.372 INFO:tasks.rados.rados.0.smithi028.stdout:1710: left oid 32 (ObjNum 533 snap 168 seq_num 533) 2024-08-29T17:53:35.372 INFO:tasks.rados.rados.0.smithi028.stdout:1711: finishing write tid 3 to smithi02869045-15 2024-08-29T17:53:35.372 INFO:tasks.rados.rados.0.smithi028.stdout:1711: finishing write tid 4 to smithi02869045-15 2024-08-29T17:53:35.372 INFO:tasks.rados.rados.0.smithi028.stdout:1711: finishing write tid 5 to smithi02869045-15 2024-08-29T17:53:35.372 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 15 v 732 (ObjNum 534 snap 168 seq_num 534) dirty exists 2024-08-29T17:53:35.372 INFO:tasks.rados.rados.0.smithi028.stdout:1711: left oid 15 (ObjNum 534 snap 168 seq_num 534) 2024-08-29T17:53:35.574 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:53:35 smithi053 bash[68679]: audit 2024-08-29T17:53:33.801311+0000 mgr.y (mgr.25022) 87 : audit [DBG] from='client.34197 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-08-29T17:53:35.574 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:53:35 smithi053 bash[68679]: audit 2024-08-29T17:53:34.102430+0000 mgr.y (mgr.25022) 88 : audit [DBG] from='client.34203 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-08-29T17:53:35.574 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:53:35 smithi053 bash[68679]: audit 2024-08-29T17:53:34.507403+0000 mon.c (mon.2) 3 : audit [DBG] from='client.? 172.21.15.28:0/374050643' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-08-29T17:53:35.574 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:53:35 smithi053 bash[68679]: audit 2024-08-29T17:53:35.112944+0000 mon.a (mon.0) 312 : audit [INF] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' 2024-08-29T17:53:35.575 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:53:35 smithi053 bash[68679]: audit 2024-08-29T17:53:35.119824+0000 mon.a (mon.0) 313 : audit [INF] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' 2024-08-29T17:53:35.575 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:53:35 smithi053 bash[68679]: audit 2024-08-29T17:53:35.121901+0000 mon.a (mon.0) 314 : audit [INF] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.3"}]: dispatch 2024-08-29T17:53:35.575 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:53:35 smithi053 bash[68679]: audit 2024-08-29T17:53:35.123047+0000 mon.a (mon.0) 315 : audit [DBG] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-29T17:53:35.628 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:53:35 smithi028 bash[77168]: audit 2024-08-29T17:53:33.801311+0000 mgr.y (mgr.25022) 87 : audit [DBG] from='client.34197 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-08-29T17:53:35.628 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:53:35 smithi028 bash[77168]: audit 2024-08-29T17:53:34.102430+0000 mgr.y (mgr.25022) 88 : audit [DBG] from='client.34203 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-08-29T17:53:35.628 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:53:35 smithi028 bash[77168]: audit 2024-08-29T17:53:34.507403+0000 mon.c (mon.2) 3 : audit [DBG] from='client.? 172.21.15.28:0/374050643' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-08-29T17:53:35.628 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:53:35 smithi028 bash[77168]: audit 2024-08-29T17:53:35.112944+0000 mon.a (mon.0) 312 : audit [INF] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' 2024-08-29T17:53:35.628 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:53:35 smithi028 bash[77168]: audit 2024-08-29T17:53:35.119824+0000 mon.a (mon.0) 313 : audit [INF] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' 2024-08-29T17:53:35.629 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:53:35 smithi028 bash[77168]: audit 2024-08-29T17:53:35.121901+0000 mon.a (mon.0) 314 : audit [INF] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.3"}]: dispatch 2024-08-29T17:53:35.629 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:53:35 smithi028 bash[77168]: audit 2024-08-29T17:53:35.123047+0000 mon.a (mon.0) 315 : audit [DBG] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-29T17:53:35.629 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:53:35 smithi028 bash[78352]: audit 2024-08-29T17:53:33.801311+0000 mgr.y (mgr.25022) 87 : audit [DBG] from='client.34197 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-08-29T17:53:35.629 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:53:35 smithi028 bash[78352]: audit 2024-08-29T17:53:34.102430+0000 mgr.y (mgr.25022) 88 : audit [DBG] from='client.34203 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-08-29T17:53:35.629 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:53:35 smithi028 bash[78352]: audit 2024-08-29T17:53:34.507403+0000 mon.c (mon.2) 3 : audit [DBG] from='client.? 172.21.15.28:0/374050643' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-08-29T17:53:35.629 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:53:35 smithi028 bash[78352]: audit 2024-08-29T17:53:35.112944+0000 mon.a (mon.0) 312 : audit [INF] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' 2024-08-29T17:53:35.629 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:53:35 smithi028 bash[78352]: audit 2024-08-29T17:53:35.119824+0000 mon.a (mon.0) 313 : audit [INF] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' 2024-08-29T17:53:35.630 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:53:35 smithi028 bash[78352]: audit 2024-08-29T17:53:35.121901+0000 mon.a (mon.0) 314 : audit [INF] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.3"}]: dispatch 2024-08-29T17:53:35.630 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:53:35 smithi028 bash[78352]: audit 2024-08-29T17:53:35.123047+0000 mon.a (mon.0) 315 : audit [DBG] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-29T17:53:36.255 INFO:tasks.rados.rados.0.smithi028.stdout:1705: done (5 left) 2024-08-29T17:53:36.255 INFO:tasks.rados.rados.0.smithi028.stdout:1707: done (4 left) 2024-08-29T17:53:36.255 INFO:tasks.rados.rados.0.smithi028.stdout:1709: done (3 left) 2024-08-29T17:53:36.255 INFO:tasks.rados.rados.0.smithi028.stdout:1710: done (2 left) 2024-08-29T17:53:36.255 INFO:tasks.rados.rados.0.smithi028.stdout:1711: done (1 left) 2024-08-29T17:53:36.255 INFO:tasks.rados.rados.0.smithi028.stdout:1712: done (0 left) 2024-08-29T17:53:36.255 INFO:tasks.rados.rados.0.smithi028.stdout:1713: rmattr oid 13 current snap is 169 2024-08-29T17:53:36.255 INFO:tasks.rados.rados.0.smithi028.stdout:1713: done (0 left) 2024-08-29T17:53:36.255 INFO:tasks.rados.rados.0.smithi028.stdout:1714: read oid 37 snap 135 2024-08-29T17:53:36.255 INFO:tasks.rados.rados.0.smithi028.stdout:1714: expect (ObjNum 380 snap 124 seq_num 380) 2024-08-29T17:53:36.256 INFO:tasks.rados.rados.0.smithi028.stdout:1715: read oid 19 snap 167 2024-08-29T17:53:36.256 INFO:tasks.rados.rados.0.smithi028.stdout:1715: expect deleted 2024-08-29T17:53:36.256 INFO:tasks.rados.rados.0.smithi028.stdout:1716: rmattr oid 9 current snap is 169 2024-08-29T17:53:36.256 INFO:tasks.rados.rados.0.smithi028.stdout:1717: rollback oid 46 current snap is 169 2024-08-29T17:53:36.256 INFO:tasks.rados.rados.0.smithi028.stdout:rollback oid 46 to 161 2024-08-29T17:53:36.256 INFO:tasks.rados.rados.0.smithi028.stdout:1718: setattr oid 27 current snap is 169 2024-08-29T17:53:36.256 INFO:tasks.rados.rados.0.smithi028.stdout:1719: read oid 18 snap -1 2024-08-29T17:53:36.257 INFO:tasks.rados.rados.0.smithi028.stdout:1719: expect (ObjNum 357 snap 117 seq_num 357) 2024-08-29T17:53:36.257 INFO:tasks.rados.rados.0.smithi028.stdout:1720: rollback oid 31 current snap is 169 2024-08-29T17:53:36.257 INFO:tasks.rados.rados.0.smithi028.stdout:rollback oid 31 to 168 2024-08-29T17:53:36.257 INFO:tasks.rados.rados.0.smithi028.stdout:1721: snap_create 2024-08-29T17:53:36.277 INFO:tasks.rados.rados.0.smithi028.stdout:1714: expect (ObjNum 380 snap 124 seq_num 380) 2024-08-29T17:53:36.378 INFO:tasks.rados.rados.0.smithi028.stdout:1717: finishing rollback tid 0 to smithi02869045-46 2024-08-29T17:53:36.379 INFO:tasks.rados.rados.0.smithi028.stdout:1717: finishing rollback tid 1 to smithi02869045-46 2024-08-29T17:53:36.379 INFO:tasks.rados.rados.0.smithi028.stdout:1717: finishing rollback tid 2 to smithi02869045-46 2024-08-29T17:53:36.379 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 46 v 1417 (ObjNum 490 snap 151 seq_num 490) dirty exists 2024-08-29T17:53:36.379 INFO:tasks.rados.rados.0.smithi028.stdout:1720: finishing rollback tid 0 to smithi02869045-31 2024-08-29T17:53:36.379 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 27 v 1040 (ObjNum 474 snap 149 seq_num 474) dirty exists 2024-08-29T17:53:36.379 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 9 v 1058 (ObjNum 452 snap 143 seq_num 452) dirty exists 2024-08-29T17:53:36.380 INFO:tasks.rados.rados.0.smithi028.stdout:1720: finishing rollback tid 1 to smithi02869045-31 2024-08-29T17:53:36.380 INFO:tasks.rados.rados.0.smithi028.stdout:1720: finishing rollback tid 2 to smithi02869045-31 2024-08-29T17:53:36.380 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 31 v 1512 (ObjNum 506 snap 157 seq_num 506) dirty exists 2024-08-29T17:53:36.380 INFO:tasks.rados.rados.0.smithi028.stdout:1719: expect (ObjNum 357 snap 117 seq_num 357) 2024-08-29T17:53:36.574 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:53:36 smithi053 bash[68679]: cluster 2024-08-29T17:53:34.933640+0000 mgr.y (mgr.25022) 89 : cluster [DBG] pgmap v132: 121 pgs: 121 active+clean; 435 MiB data, 2.9 GiB used, 712 GiB / 715 GiB avail; 4.2 MiB/s rd, 2.0 MiB/s wr, 8 op/s 2024-08-29T17:53:36.574 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:53:36 smithi053 bash[68679]: cephadm 2024-08-29T17:53:35.121392+0000 mgr.y (mgr.25022) 90 : cephadm [INF] Reconfiguring osd.3 (monmap changed)... 2024-08-29T17:53:36.574 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:53:36 smithi053 bash[68679]: cephadm 2024-08-29T17:53:35.125606+0000 mgr.y (mgr.25022) 91 : cephadm [INF] Reconfiguring daemon osd.3 on smithi028 2024-08-29T17:53:36.574 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:53:36 smithi053 bash[68679]: cluster 2024-08-29T17:53:35.256332+0000 mon.a (mon.0) 316 : cluster [DBG] osdmap e408: 8 total, 8 up, 8 in 2024-08-29T17:53:36.628 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:53:36 smithi028 bash[78352]: cluster 2024-08-29T17:53:34.933640+0000 mgr.y (mgr.25022) 89 : cluster [DBG] pgmap v132: 121 pgs: 121 active+clean; 435 MiB data, 2.9 GiB used, 712 GiB / 715 GiB avail; 4.2 MiB/s rd, 2.0 MiB/s wr, 8 op/s 2024-08-29T17:53:36.628 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:53:36 smithi028 bash[78352]: cephadm 2024-08-29T17:53:35.121392+0000 mgr.y (mgr.25022) 90 : cephadm [INF] Reconfiguring osd.3 (monmap changed)... 2024-08-29T17:53:36.628 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:53:36 smithi028 bash[78352]: cephadm 2024-08-29T17:53:35.125606+0000 mgr.y (mgr.25022) 91 : cephadm [INF] Reconfiguring daemon osd.3 on smithi028 2024-08-29T17:53:36.628 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:53:36 smithi028 bash[78352]: cluster 2024-08-29T17:53:35.256332+0000 mon.a (mon.0) 316 : cluster [DBG] osdmap e408: 8 total, 8 up, 8 in 2024-08-29T17:53:36.628 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:53:36 smithi028 bash[77168]: cluster 2024-08-29T17:53:34.933640+0000 mgr.y (mgr.25022) 89 : cluster [DBG] pgmap v132: 121 pgs: 121 active+clean; 435 MiB data, 2.9 GiB used, 712 GiB / 715 GiB avail; 4.2 MiB/s rd, 2.0 MiB/s wr, 8 op/s 2024-08-29T17:53:36.628 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:53:36 smithi028 bash[77168]: cephadm 2024-08-29T17:53:35.121392+0000 mgr.y (mgr.25022) 90 : cephadm [INF] Reconfiguring osd.3 (monmap changed)... 2024-08-29T17:53:36.628 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:53:36 smithi028 bash[77168]: cephadm 2024-08-29T17:53:35.125606+0000 mgr.y (mgr.25022) 91 : cephadm [INF] Reconfiguring daemon osd.3 on smithi028 2024-08-29T17:53:36.628 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:53:36 smithi028 bash[77168]: cluster 2024-08-29T17:53:35.256332+0000 mon.a (mon.0) 316 : cluster [DBG] osdmap e408: 8 total, 8 up, 8 in 2024-08-29T17:53:37.271 INFO:tasks.rados.rados.0.smithi028.stdout:1714: done (7 left) 2024-08-29T17:53:37.271 INFO:tasks.rados.rados.0.smithi028.stdout:1715: done (6 left) 2024-08-29T17:53:37.272 INFO:tasks.rados.rados.0.smithi028.stdout:1716: done (5 left) 2024-08-29T17:53:37.272 INFO:tasks.rados.rados.0.smithi028.stdout:1717: done (4 left) 2024-08-29T17:53:37.272 INFO:tasks.rados.rados.0.smithi028.stdout:1718: done (3 left) 2024-08-29T17:53:37.272 INFO:tasks.rados.rados.0.smithi028.stdout:1719: done (2 left) 2024-08-29T17:53:37.272 INFO:tasks.rados.rados.0.smithi028.stdout:1720: done (1 left) 2024-08-29T17:53:37.272 INFO:tasks.rados.rados.0.smithi028.stdout:1721: done (0 left) 2024-08-29T17:53:37.272 INFO:tasks.rados.rados.0.smithi028.stdout:1722: rmattr oid 18 current snap is 170 2024-08-29T17:53:37.272 INFO:tasks.rados.rados.0.smithi028.stdout:append oid 14 current snap is 170 2024-08-29T17:53:37.272 INFO:tasks.rados.rados.0.smithi028.stdout:1723: seq_num 535 ranges {3629056=565248,4194304=802816,4997120=401408} 2024-08-29T17:53:37.311 INFO:tasks.rados.rados.0.smithi028.stdout:1723: writing smithi02869045-14 from 3629056 to 4194304 tid 1 2024-08-29T17:53:37.319 INFO:tasks.rados.rados.0.smithi028.stdout:1723: writing smithi02869045-14 from 4194304 to 4997120 tid 2 2024-08-29T17:53:37.323 INFO:tasks.rados.rados.0.smithi028.stdout:1723: writing smithi02869045-14 from 4997120 to 5398528 tid 3 2024-08-29T17:53:37.323 INFO:tasks.rados.rados.0.smithi028.stdout:1724: snap_create 2024-08-29T17:53:37.323 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 18 v 1042 (ObjNum 357 snap 117 seq_num 357) dirty exists 2024-08-29T17:53:37.323 INFO:tasks.rados.rados.0.smithi028.stdout:1723: finishing write tid 1 to smithi02869045-14 2024-08-29T17:53:37.328 INFO:tasks.rados.rados.0.smithi028.stdout:1723: finishing write tid 2 to smithi02869045-14 2024-08-29T17:53:37.329 INFO:tasks.rados.rados.0.smithi028.stdout:1723: finishing write tid 3 to smithi02869045-14 2024-08-29T17:53:37.329 INFO:tasks.rados.rados.0.smithi028.stdout:1723: finishing write tid 4 to smithi02869045-14 2024-08-29T17:53:37.331 INFO:tasks.rados.rados.0.smithi028.stdout:1723: finishing write tid 5 to smithi02869045-14 2024-08-29T17:53:37.332 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 14 v 1019 (ObjNum 535 snap 170 seq_num 535) dirty exists 2024-08-29T17:53:37.332 INFO:tasks.rados.rados.0.smithi028.stdout:1723: left oid 14 (ObjNum 535 snap 170 seq_num 535) 2024-08-29T17:53:37.377 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:53:37 smithi028 bash[77168]: cluster 2024-08-29T17:53:36.257240+0000 mon.a (mon.0) 317 : cluster [DBG] osdmap e409: 8 total, 8 up, 8 in 2024-08-29T17:53:37.378 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:53:37 smithi028 bash[78352]: cluster 2024-08-29T17:53:36.257240+0000 mon.a (mon.0) 317 : cluster [DBG] osdmap e409: 8 total, 8 up, 8 in 2024-08-29T17:53:37.574 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:53:37 smithi053 bash[68679]: cluster 2024-08-29T17:53:36.257240+0000 mon.a (mon.0) 317 : cluster [DBG] osdmap e409: 8 total, 8 up, 8 in 2024-08-29T17:53:38.276 INFO:tasks.rados.rados.0.smithi028.stdout:1722: done (2 left) 2024-08-29T17:53:38.276 INFO:tasks.rados.rados.0.smithi028.stdout:1723: done (1 left) 2024-08-29T17:53:38.276 INFO:tasks.rados.rados.0.smithi028.stdout:1724: done (0 left) 2024-08-29T17:53:38.276 INFO:tasks.rados.rados.0.smithi028.stdout:1725: copy_from oid 34 from oid 41 current snap is 171 2024-08-29T17:53:38.276 INFO:tasks.rados.rados.0.smithi028.stdout:1726: rollback oid 2 current snap is 171 2024-08-29T17:53:38.276 INFO:tasks.rados.rados.0.smithi028.stdout:rollback oid 2 to 160 2024-08-29T17:53:38.277 INFO:tasks.rados.rados.0.smithi028.stdout:1727: rollback oid 26 current snap is 171 2024-08-29T17:53:38.277 INFO:tasks.rados.rados.0.smithi028.stdout:rollback oid 26 to 170 2024-08-29T17:53:38.277 INFO:tasks.rados.rados.0.smithi028.stdout:1728: read oid 9 snap -1 2024-08-29T17:53:38.277 INFO:tasks.rados.rados.0.smithi028.stdout:1728: expect (ObjNum 452 snap 143 seq_num 452) 2024-08-29T17:53:38.277 INFO:tasks.rados.rados.0.smithi028.stdout:append oid 14 current snap is 171 2024-08-29T17:53:38.277 INFO:tasks.rados.rados.0.smithi028.stdout:1729: seq_num 536 ranges {5398528=581632,5980160=688128,6668288=516096} 2024-08-29T17:53:38.330 INFO:tasks.rados.rados.0.smithi028.stdout:1729: writing smithi02869045-14 from 5398528 to 5980160 tid 1 2024-08-29T17:53:38.336 INFO:tasks.rados.rados.0.smithi028.stdout:1729: writing smithi02869045-14 from 5980160 to 6668288 tid 2 2024-08-29T17:53:38.341 INFO:tasks.rados.rados.0.smithi028.stdout:1729: writing smithi02869045-14 from 6668288 to 7184384 tid 3 2024-08-29T17:53:38.341 INFO:tasks.rados.rados.0.smithi028.stdout:1730: snap_create 2024-08-29T17:53:38.341 INFO:tasks.rados.rados.0.smithi028.stdout:1726: finishing rollback tid 0 to smithi02869045-2 2024-08-29T17:53:38.341 INFO:tasks.rados.rados.0.smithi028.stdout:1726: finishing rollback tid 1 to smithi02869045-2 2024-08-29T17:53:38.341 INFO:tasks.rados.rados.0.smithi028.stdout:1726: finishing rollback tid 2 to smithi02869045-2 2024-08-29T17:53:38.341 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 2 v 1132 (ObjNum 476 snap 149 seq_num 476) dirty exists 2024-08-29T17:53:38.341 INFO:tasks.rados.rados.0.smithi028.stdout:1727: finishing rollback tid 0 to smithi02869045-26 2024-08-29T17:53:38.342 INFO:tasks.rados.rados.0.smithi028.stdout:1727: finishing rollback tid 1 to smithi02869045-26 2024-08-29T17:53:38.342 INFO:tasks.rados.rados.0.smithi028.stdout:1727: finishing rollback tid 2 to smithi02869045-26 2024-08-29T17:53:38.342 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 26 v 1046 (ObjNum 474 snap 149 seq_num 474) dirty exists 2024-08-29T17:53:38.342 INFO:tasks.rados.rados.0.smithi028.stdout:1728: expect (ObjNum 452 snap 143 seq_num 452) 2024-08-29T17:53:38.574 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:53:38 smithi053 bash[68679]: cluster 2024-08-29T17:53:36.934126+0000 mgr.y (mgr.25022) 92 : cluster [DBG] pgmap v135: 121 pgs: 121 active+clean; 435 MiB data, 2.9 GiB used, 712 GiB / 715 GiB avail 2024-08-29T17:53:38.574 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:53:38 smithi053 bash[68679]: cluster 2024-08-29T17:53:37.274563+0000 mon.a (mon.0) 318 : cluster [DBG] osdmap e410: 8 total, 8 up, 8 in 2024-08-29T17:53:38.574 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:53:38 smithi053 bash[68679]: audit 2024-08-29T17:53:37.595792+0000 mon.a (mon.0) 319 : audit [INF] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' 2024-08-29T17:53:38.575 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:53:38 smithi053 bash[68679]: audit 2024-08-29T17:53:37.603021+0000 mon.a (mon.0) 320 : audit [INF] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' 2024-08-29T17:53:38.575 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:53:38 smithi053 bash[68679]: cephadm 2024-08-29T17:53:37.604742+0000 mgr.y (mgr.25022) 93 : cephadm [INF] Reconfiguring mds.a (monmap changed)... 2024-08-29T17:53:38.575 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:53:38 smithi053 bash[68679]: audit 2024-08-29T17:53:37.605399+0000 mon.a (mon.0) 321 : audit [INF] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mds.a", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-08-29T17:53:38.575 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:53:38 smithi053 bash[68679]: audit 2024-08-29T17:53:37.607035+0000 mon.a (mon.0) 322 : audit [DBG] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-29T17:53:38.575 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:53:38 smithi053 bash[68679]: cephadm 2024-08-29T17:53:37.608498+0000 mgr.y (mgr.25022) 94 : cephadm [INF] Reconfiguring daemon mds.a on smithi028 2024-08-29T17:53:38.627 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:53:38 smithi028 bash[78352]: cluster 2024-08-29T17:53:36.934126+0000 mgr.y (mgr.25022) 92 : cluster [DBG] pgmap v135: 121 pgs: 121 active+clean; 435 MiB data, 2.9 GiB used, 712 GiB / 715 GiB avail 2024-08-29T17:53:38.628 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:53:38 smithi028 bash[78352]: cluster 2024-08-29T17:53:37.274563+0000 mon.a (mon.0) 318 : cluster [DBG] osdmap e410: 8 total, 8 up, 8 in 2024-08-29T17:53:38.628 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:53:38 smithi028 bash[78352]: audit 2024-08-29T17:53:37.595792+0000 mon.a (mon.0) 319 : audit [INF] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' 2024-08-29T17:53:38.628 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:53:38 smithi028 bash[78352]: audit 2024-08-29T17:53:37.603021+0000 mon.a (mon.0) 320 : audit [INF] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' 2024-08-29T17:53:38.628 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:53:38 smithi028 bash[78352]: cephadm 2024-08-29T17:53:37.604742+0000 mgr.y (mgr.25022) 93 : cephadm [INF] Reconfiguring mds.a (monmap changed)... 2024-08-29T17:53:38.628 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:53:38 smithi028 bash[78352]: audit 2024-08-29T17:53:37.605399+0000 mon.a (mon.0) 321 : audit [INF] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mds.a", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-08-29T17:53:38.628 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:53:38 smithi028 bash[78352]: audit 2024-08-29T17:53:37.607035+0000 mon.a (mon.0) 322 : audit [DBG] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-29T17:53:38.628 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:53:38 smithi028 bash[78352]: cephadm 2024-08-29T17:53:37.608498+0000 mgr.y (mgr.25022) 94 : cephadm [INF] Reconfiguring daemon mds.a on smithi028 2024-08-29T17:53:38.628 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:53:38 smithi028 bash[77168]: cluster 2024-08-29T17:53:36.934126+0000 mgr.y (mgr.25022) 92 : cluster [DBG] pgmap v135: 121 pgs: 121 active+clean; 435 MiB data, 2.9 GiB used, 712 GiB / 715 GiB avail 2024-08-29T17:53:38.628 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:53:38 smithi028 bash[77168]: cluster 2024-08-29T17:53:37.274563+0000 mon.a (mon.0) 318 : cluster [DBG] osdmap e410: 8 total, 8 up, 8 in 2024-08-29T17:53:38.629 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:53:38 smithi028 bash[77168]: audit 2024-08-29T17:53:37.595792+0000 mon.a (mon.0) 319 : audit [INF] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' 2024-08-29T17:53:38.629 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:53:38 smithi028 bash[77168]: audit 2024-08-29T17:53:37.603021+0000 mon.a (mon.0) 320 : audit [INF] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' 2024-08-29T17:53:38.629 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:53:38 smithi028 bash[77168]: cephadm 2024-08-29T17:53:37.604742+0000 mgr.y (mgr.25022) 93 : cephadm [INF] Reconfiguring mds.a (monmap changed)... 2024-08-29T17:53:38.629 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:53:38 smithi028 bash[77168]: audit 2024-08-29T17:53:37.605399+0000 mon.a (mon.0) 321 : audit [INF] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mds.a", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-08-29T17:53:38.629 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:53:38 smithi028 bash[77168]: audit 2024-08-29T17:53:37.607035+0000 mon.a (mon.0) 322 : audit [DBG] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-29T17:53:38.629 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:53:38 smithi028 bash[77168]: cephadm 2024-08-29T17:53:37.608498+0000 mgr.y (mgr.25022) 94 : cephadm [INF] Reconfiguring daemon mds.a on smithi028 2024-08-29T17:53:39.074 INFO:journalctl@ceph.prometheus.a.smithi053.stdout:Aug 29 17:53:38 smithi053 bash[61790]: ts=2024-08-29T17:53:38.661Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=osd name=CephOSDFlapping index=13 msg="Evaluating rule failed" rule="alert: CephOSDFlapping\nexpr: (rate(ceph_osd_up[5m]) * on (ceph_daemon) group_left (hostname) ceph_osd_metadata)\n * 60 > 1\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.4.4\n severity: warning\n type: ceph_default\nannotations:\n description: OSD {{ $labels.ceph_daemon }} on {{ $labels.hostname }} was marked\n down and back up {{ $value | humanize }} times once a minute for 5 minutes. This\n may indicate a network issue (latency, packet loss, MTU mismatch) on the cluster\n network, or the public network if no cluster network is deployed. Check the network\n stats on the listed host(s).\n documentation: https://docs.ceph.com/en/latest/rados/troubleshooting/troubleshooting-osd#flapping-osds\n summary: Network issues are causing OSDs to flap (mark each other down)\n" err="found duplicate series for the match group {ceph_daemon=\"osd.0\"} on the right hand-side of the operation: [{__name__=\"ceph_osd_metadata\", ceph_daemon=\"osd.0\", ceph_version=\"ceph version 17.2.7-1503-ga89f613d (a89f613db4d5b6bca82681f19d73c6d337aae2d5) quincy (stable)\", cluster_addr=\"172.21.15.28\", device_class=\"ssd\", hostname=\"smithi028\", instance=\"ceph_cluster\", job=\"ceph\", objectstore=\"bluestore\", public_addr=\"172.21.15.28\"}, {__name__=\"ceph_osd_metadata\", ceph_daemon=\"osd.0\", ceph_version=\"ceph version 17.2.7-1503-ga89f613d (a89f613db4d5b6bca82681f19d73c6d337aae2d5) quincy (stable)\", cluster=\"3167ee72-662c-11ef-bcd4-c7b262605968\", cluster_addr=\"172.21.15.28\", device_class=\"ssd\", hostname=\"smithi028\", instance=\"ceph_cluster\", job=\"ceph\", objectstore=\"bluestore\", public_addr=\"172.21.15.28\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-29T17:53:39.118 INFO:tasks.rados.rados.0.smithi028.stdout:1725: finishing copy_from racing read to smithi02869045-34 2024-08-29T17:53:39.118 INFO:tasks.rados.rados.0.smithi028.stdout:1725: finishing copy_from to smithi02869045-34 2024-08-29T17:53:39.118 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 34 v 375 (ObjNum 466 snap 146 seq_num 466) dirty exists 2024-08-29T17:53:39.118 INFO:tasks.rados.rados.0.smithi028.stdout:1729: finishing write tid 1 to smithi02869045-14 2024-08-29T17:53:39.118 INFO:tasks.rados.rados.0.smithi028.stdout:1729: finishing write tid 2 to smithi02869045-14 2024-08-29T17:53:39.118 INFO:tasks.rados.rados.0.smithi028.stdout:1729: finishing write tid 3 to smithi02869045-14 2024-08-29T17:53:39.118 INFO:tasks.rados.rados.0.smithi028.stdout:1729: finishing write tid 4 to smithi02869045-14 2024-08-29T17:53:39.119 INFO:tasks.rados.rados.0.smithi028.stdout:1729: finishing write tid 5 to smithi02869045-14 2024-08-29T17:53:39.119 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 14 v 1023 (ObjNum 536 snap 171 seq_num 536) dirty exists 2024-08-29T17:53:39.119 INFO:tasks.rados.rados.0.smithi028.stdout:1729: left oid 14 (ObjNum 536 snap 171 seq_num 536) 2024-08-29T17:53:39.287 INFO:tasks.rados.rados.0.smithi028.stdout:1725: done (5 left) 2024-08-29T17:53:39.287 INFO:tasks.rados.rados.0.smithi028.stdout:1726: done (4 left) 2024-08-29T17:53:39.287 INFO:tasks.rados.rados.0.smithi028.stdout:1727: done (3 left) 2024-08-29T17:53:39.288 INFO:tasks.rados.rados.0.smithi028.stdout:1728: done (2 left) 2024-08-29T17:53:39.288 INFO:tasks.rados.rados.0.smithi028.stdout:1729: done (1 left) 2024-08-29T17:53:39.288 INFO:tasks.rados.rados.0.smithi028.stdout:1730: done (0 left) 2024-08-29T17:53:39.288 INFO:tasks.rados.rados.0.smithi028.stdout:1731: delete oid 42 current snap is 172 2024-08-29T17:53:39.296 INFO:tasks.rados.rados.0.smithi028.stdout:1731: done (0 left) 2024-08-29T17:53:39.296 INFO:tasks.rados.rados.0.smithi028.stdout:1732: copy_from oid 11 from oid 21 current snap is 172 2024-08-29T17:53:39.296 INFO:tasks.rados.rados.0.smithi028.stdout:1733: rollback oid 32 current snap is 172 2024-08-29T17:53:39.296 INFO:tasks.rados.rados.0.smithi028.stdout:rollback oid 32 to 170 2024-08-29T17:53:39.296 INFO:tasks.rados.rados.0.smithi028.stdout:1734: read oid 39 snap -1 2024-08-29T17:53:39.296 INFO:tasks.rados.rados.0.smithi028.stdout:1734: expect deleted 2024-08-29T17:53:39.296 INFO:tasks.rados.rados.0.smithi028.stdout:append oid 50 current snap is 172 2024-08-29T17:53:39.297 INFO:tasks.rados.rados.0.smithi028.stdout:1735: seq_num 538 ranges {0=614400,614400=450560,1064960=704512,1769472=49152} 2024-08-29T17:53:39.300 INFO:tasks.rados.rados.0.smithi028.stdout:1735: writing smithi02869045-50 from 0 to 614400 tid 1 2024-08-29T17:53:39.302 INFO:tasks.rados.rados.0.smithi028.stdout:1735: writing smithi02869045-50 from 614400 to 1064960 tid 2 2024-08-29T17:53:39.306 INFO:tasks.rados.rados.0.smithi028.stdout:1735: writing smithi02869045-50 from 1064960 to 1769472 tid 3 2024-08-29T17:53:39.307 INFO:tasks.rados.rados.0.smithi028.stdout:1735: writing smithi02869045-50 from 1769472 to 1818624 tid 4 2024-08-29T17:53:39.307 INFO:tasks.rados.rados.0.smithi028.stdout:1736: snap_remove snap 104 2024-08-29T17:53:39.486 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:53:39 smithi028 bash[77168]: cluster 2024-08-29T17:53:38.278865+0000 mon.a (mon.0) 323 : cluster [DBG] osdmap e411: 8 total, 8 up, 8 in 2024-08-29T17:53:39.486 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:53:39 smithi028 bash[78352]: cluster 2024-08-29T17:53:38.278865+0000 mon.a (mon.0) 323 : cluster [DBG] osdmap e411: 8 total, 8 up, 8 in 2024-08-29T17:53:39.574 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:53:39 smithi053 bash[68679]: cluster 2024-08-29T17:53:38.278865+0000 mon.a (mon.0) 323 : cluster [DBG] osdmap e411: 8 total, 8 up, 8 in 2024-08-29T17:53:40.305 INFO:tasks.rados.rados.0.smithi028.stdout:1736: done (4 left) 2024-08-29T17:53:40.305 INFO:tasks.rados.rados.0.smithi028.stdout:1737: rollback oid 26 current snap is 172 2024-08-29T17:53:40.305 INFO:tasks.rados.rados.0.smithi028.stdout:rollback oid 26 to 157 2024-08-29T17:53:40.305 INFO:tasks.rados.rados.0.smithi028.stdout:1732: finishing copy_from to smithi02869045-11 2024-08-29T17:53:40.305 INFO:tasks.rados.rados.0.smithi028.stdout:1732: got expected ENOENT (src dne) 2024-08-29T17:53:40.305 INFO:tasks.rados.rados.0.smithi028.stdout:1732: finishing copy_from racing read to smithi02869045-11 2024-08-29T17:53:40.305 INFO:tasks.rados.rados.0.smithi028.stdout:1733: finishing rollback tid 0 to smithi02869045-32 2024-08-29T17:53:40.306 INFO:tasks.rados.rados.0.smithi028.stdout:1733: finishing rollback tid 1 to smithi02869045-32 2024-08-29T17:53:40.306 INFO:tasks.rados.rados.0.smithi028.stdout:1733: finishing rollback tid 2 to smithi02869045-32 2024-08-29T17:53:40.306 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 32 v 266 (ObjNum 533 snap 168 seq_num 533) dirty exists 2024-08-29T17:53:40.306 INFO:tasks.rados.rados.0.smithi028.stdout:1735: finishing write tid 1 to smithi02869045-50 2024-08-29T17:53:40.306 INFO:tasks.rados.rados.0.smithi028.stdout:1735: finishing write tid 2 to smithi02869045-50 2024-08-29T17:53:40.306 INFO:tasks.rados.rados.0.smithi028.stdout:1735: finishing write tid 3 to smithi02869045-50 2024-08-29T17:53:40.306 INFO:tasks.rados.rados.0.smithi028.stdout:1735: finishing write tid 4 to smithi02869045-50 2024-08-29T17:53:40.306 INFO:tasks.rados.rados.0.smithi028.stdout:1735: finishing write tid 5 to smithi02869045-50 2024-08-29T17:53:40.306 INFO:tasks.rados.rados.0.smithi028.stdout:1735: finishing write tid 6 to smithi02869045-50 2024-08-29T17:53:40.306 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 50 v 1051 (ObjNum 538 snap 172 seq_num 538) dirty exists 2024-08-29T17:53:40.306 INFO:tasks.rados.rados.0.smithi028.stdout:1735: left oid 50 (ObjNum 538 snap 172 seq_num 538) 2024-08-29T17:53:40.306 INFO:tasks.rados.rados.0.smithi028.stdout:1732: done (4 left) 2024-08-29T17:53:40.306 INFO:tasks.rados.rados.0.smithi028.stdout:1733: done (3 left) 2024-08-29T17:53:40.306 INFO:tasks.rados.rados.0.smithi028.stdout:1734: done (2 left) 2024-08-29T17:53:40.307 INFO:tasks.rados.rados.0.smithi028.stdout:1735: done (1 left) 2024-08-29T17:53:40.307 INFO:tasks.rados.rados.0.smithi028.stdout:1738: delete oid 1 current snap is 172 2024-08-29T17:53:40.339 INFO:tasks.rados.rados.0.smithi028.stdout:1737: finishing rollback tid 0 to smithi02869045-26 2024-08-29T17:53:40.339 INFO:tasks.rados.rados.0.smithi028.stdout:1737: finishing rollback tid 1 to smithi02869045-26 2024-08-29T17:53:40.340 INFO:tasks.rados.rados.0.smithi028.stdout:1737: finishing rollback tid 2 to smithi02869045-26 2024-08-29T17:53:40.340 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 26 v 1055 (ObjNum 474 snap 149 seq_num 474) dirty exists 2024-08-29T17:53:40.342 INFO:tasks.rados.rados.0.smithi028.stdout:1737: done (1 left) 2024-08-29T17:53:40.342 INFO:tasks.rados.rados.0.smithi028.stdout:1738: done (0 left) 2024-08-29T17:53:40.343 INFO:tasks.rados.rados.0.smithi028.stdout:1739: delete oid 27 current snap is 172 2024-08-29T17:53:40.351 INFO:tasks.rados.rados.0.smithi028.stdout:1739: done (0 left) 2024-08-29T17:53:40.352 INFO:tasks.rados.rados.0.smithi028.stdout:1740: snap_remove snap 163 2024-08-29T17:53:40.574 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:53:40 smithi053 bash[68679]: cluster 2024-08-29T17:53:38.934700+0000 mgr.y (mgr.25022) 95 : cluster [DBG] pgmap v138: 121 pgs: 121 active+clean; 432 MiB data, 2.9 GiB used, 712 GiB / 715 GiB avail; 9.0 MiB/s rd, 2.7 MiB/s wr, 27 op/s 2024-08-29T17:53:40.574 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:53:40 smithi053 bash[68679]: cluster 2024-08-29T17:53:39.290973+0000 mon.a (mon.0) 324 : cluster [DBG] osdmap e412: 8 total, 8 up, 8 in 2024-08-29T17:53:40.574 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:53:40 smithi053 bash[68679]: audit 2024-08-29T17:53:39.994583+0000 mon.a (mon.0) 325 : audit [INF] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' 2024-08-29T17:53:40.574 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:53:40 smithi053 bash[68679]: audit 2024-08-29T17:53:40.004436+0000 mon.a (mon.0) 326 : audit [INF] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' 2024-08-29T17:53:40.574 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:53:40 smithi053 bash[68679]: audit 2024-08-29T17:53:40.006789+0000 mon.a (mon.0) 327 : audit [INF] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2024-08-29T17:53:40.574 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:53:40 smithi053 bash[68679]: audit 2024-08-29T17:53:40.007989+0000 mon.a (mon.0) 328 : audit [DBG] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "config get", "who": "mon", "key": "public_network"}]: dispatch 2024-08-29T17:53:40.574 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:53:40 smithi053 bash[68679]: audit 2024-08-29T17:53:40.009121+0000 mon.a (mon.0) 329 : audit [DBG] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-29T17:53:40.628 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:53:40 smithi028 bash[77168]: cluster 2024-08-29T17:53:38.934700+0000 mgr.y (mgr.25022) 95 : cluster [DBG] pgmap v138: 121 pgs: 121 active+clean; 432 MiB data, 2.9 GiB used, 712 GiB / 715 GiB avail; 9.0 MiB/s rd, 2.7 MiB/s wr, 27 op/s 2024-08-29T17:53:40.628 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:53:40 smithi028 bash[77168]: cluster 2024-08-29T17:53:39.290973+0000 mon.a (mon.0) 324 : cluster [DBG] osdmap e412: 8 total, 8 up, 8 in 2024-08-29T17:53:40.628 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:53:40 smithi028 bash[77168]: audit 2024-08-29T17:53:39.994583+0000 mon.a (mon.0) 325 : audit [INF] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' 2024-08-29T17:53:40.628 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:53:40 smithi028 bash[77168]: audit 2024-08-29T17:53:40.004436+0000 mon.a (mon.0) 326 : audit [INF] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' 2024-08-29T17:53:40.628 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:53:40 smithi028 bash[77168]: audit 2024-08-29T17:53:40.006789+0000 mon.a (mon.0) 327 : audit [INF] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2024-08-29T17:53:40.628 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:53:40 smithi028 bash[77168]: audit 2024-08-29T17:53:40.007989+0000 mon.a (mon.0) 328 : audit [DBG] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "config get", "who": "mon", "key": "public_network"}]: dispatch 2024-08-29T17:53:40.628 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:53:40 smithi028 bash[77168]: audit 2024-08-29T17:53:40.009121+0000 mon.a (mon.0) 329 : audit [DBG] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-29T17:53:40.628 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:53:40 smithi028 bash[78352]: cluster 2024-08-29T17:53:38.934700+0000 mgr.y (mgr.25022) 95 : cluster [DBG] pgmap v138: 121 pgs: 121 active+clean; 432 MiB data, 2.9 GiB used, 712 GiB / 715 GiB avail; 9.0 MiB/s rd, 2.7 MiB/s wr, 27 op/s 2024-08-29T17:53:40.629 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:53:40 smithi028 bash[78352]: cluster 2024-08-29T17:53:39.290973+0000 mon.a (mon.0) 324 : cluster [DBG] osdmap e412: 8 total, 8 up, 8 in 2024-08-29T17:53:40.629 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:53:40 smithi028 bash[78352]: audit 2024-08-29T17:53:39.994583+0000 mon.a (mon.0) 325 : audit [INF] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' 2024-08-29T17:53:40.629 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:53:40 smithi028 bash[78352]: audit 2024-08-29T17:53:40.004436+0000 mon.a (mon.0) 326 : audit [INF] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' 2024-08-29T17:53:40.629 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:53:40 smithi028 bash[78352]: audit 2024-08-29T17:53:40.006789+0000 mon.a (mon.0) 327 : audit [INF] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2024-08-29T17:53:40.629 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:53:40 smithi028 bash[78352]: audit 2024-08-29T17:53:40.007989+0000 mon.a (mon.0) 328 : audit [DBG] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "config get", "who": "mon", "key": "public_network"}]: dispatch 2024-08-29T17:53:40.629 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:53:40 smithi028 bash[78352]: audit 2024-08-29T17:53:40.009121+0000 mon.a (mon.0) 329 : audit [DBG] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-29T17:53:41.316 INFO:tasks.rados.rados.0.smithi028.stdout:1740: done (0 left) 2024-08-29T17:53:41.316 INFO:tasks.rados.rados.0.smithi028.stdout:1741: setattr oid 36 current snap is 172 2024-08-29T17:53:41.319 INFO:tasks.rados.rados.0.smithi028.stdout:1742: copy_from oid 38 from oid 1 current snap is 172 2024-08-29T17:53:41.320 INFO:tasks.rados.rados.0.smithi028.stdout:1743: rollback oid 15 current snap is 172 2024-08-29T17:53:41.320 INFO:tasks.rados.rados.0.smithi028.stdout:rollback oid 15 to 166 2024-08-29T17:53:41.320 INFO:tasks.rados.rados.0.smithi028.stdout:append oid 22 current snap is 172 2024-08-29T17:53:41.321 INFO:tasks.rados.rados.0.smithi028.stdout:1744: seq_num 541 ranges {2703360=663552,3366912=557056,3923968=475136,4399104=172032} 2024-08-29T17:53:41.361 INFO:tasks.rados.rados.0.smithi028.stdout:1744: writing smithi02869045-22 from 2703360 to 3366912 tid 1 2024-08-29T17:53:41.366 INFO:tasks.rados.rados.0.smithi028.stdout:1744: writing smithi02869045-22 from 3366912 to 3923968 tid 2 2024-08-29T17:53:41.370 INFO:tasks.rados.rados.0.smithi028.stdout:1744: writing smithi02869045-22 from 3923968 to 4399104 tid 3 2024-08-29T17:53:41.372 INFO:tasks.rados.rados.0.smithi028.stdout:1744: writing smithi02869045-22 from 4399104 to 4571136 tid 4 2024-08-29T17:53:41.372 INFO:tasks.rados.rados.0.smithi028.stdout:1745: rollback oid 10 current snap is 172 2024-08-29T17:53:41.372 INFO:tasks.rados.rados.0.smithi028.stdout:rollback oid 10 to 158 2024-08-29T17:53:41.372 INFO:tasks.rados.rados.0.smithi028.stdout:1743: finishing rollback tid 0 to smithi02869045-15 2024-08-29T17:53:41.372 INFO:tasks.rados.rados.0.smithi028.stdout:1743: finishing rollback tid 1 to smithi02869045-15 2024-08-29T17:53:41.372 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 15 v 734 (ObjNum 609 snap 0 seq_num 2128899888) dirty dne 2024-08-29T17:53:41.372 INFO:tasks.rados.rados.0.smithi028.stdout:1742: finishing copy_from to smithi02869045-38 2024-08-29T17:53:41.373 INFO:tasks.rados.rados.0.smithi028.stdout:1742: got expected ENOENT (src dne) 2024-08-29T17:53:41.373 INFO:tasks.rados.rados.0.smithi028.stdout:1743: done (4 left) 2024-08-29T17:53:41.373 INFO:tasks.rados.rados.0.smithi028.stdout:1746: snap_create 2024-08-29T17:53:41.373 INFO:tasks.rados.rados.0.smithi028.stdout:1742: finishing copy_from racing read to smithi02869045-38 2024-08-29T17:53:41.373 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 36 v 1062 (ObjNum 466 snap 146 seq_num 466) dirty exists 2024-08-29T17:53:41.373 INFO:tasks.rados.rados.0.smithi028.stdout:1744: finishing write tid 1 to smithi02869045-22 2024-08-29T17:53:41.380 INFO:tasks.rados.rados.0.smithi028.stdout:1744: finishing write tid 2 to smithi02869045-22 2024-08-29T17:53:41.380 INFO:tasks.rados.rados.0.smithi028.stdout:1744: finishing write tid 3 to smithi02869045-22 2024-08-29T17:53:41.381 INFO:tasks.rados.rados.0.smithi028.stdout:1744: finishing write tid 4 to smithi02869045-22 2024-08-29T17:53:41.381 INFO:tasks.rados.rados.0.smithi028.stdout:1745: finishing rollback tid 0 to smithi02869045-10 2024-08-29T17:53:41.381 INFO:tasks.rados.rados.0.smithi028.stdout:1745: finishing rollback tid 1 to smithi02869045-10 2024-08-29T17:53:41.381 INFO:tasks.rados.rados.0.smithi028.stdout:1745: finishing rollback tid 2 to smithi02869045-10 2024-08-29T17:53:41.381 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 10 v 1148 (ObjNum 508 snap 157 seq_num 508) dirty exists 2024-08-29T17:53:41.381 INFO:tasks.rados.rados.0.smithi028.stdout:1744: finishing write tid 5 to smithi02869045-22 2024-08-29T17:53:41.384 INFO:tasks.rados.rados.0.smithi028.stdout:1744: finishing write tid 6 to smithi02869045-22 2024-08-29T17:53:41.384 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 22 v 1077 (ObjNum 541 snap 172 seq_num 541) dirty exists 2024-08-29T17:53:41.384 INFO:tasks.rados.rados.0.smithi028.stdout:1744: left oid 22 (ObjNum 541 snap 172 seq_num 541) 2024-08-29T17:53:41.574 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:53:41 smithi053 bash[68679]: cephadm 2024-08-29T17:53:40.006421+0000 mgr.y (mgr.25022) 96 : cephadm [INF] Reconfiguring mon.b (monmap changed)... 2024-08-29T17:53:41.574 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:53:41 smithi053 bash[68679]: cephadm 2024-08-29T17:53:40.010331+0000 mgr.y (mgr.25022) 97 : cephadm [INF] Reconfiguring daemon mon.b on smithi053 2024-08-29T17:53:41.574 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:53:41 smithi053 bash[68679]: cluster 2024-08-29T17:53:40.307315+0000 mon.a (mon.0) 330 : cluster [DBG] osdmap e413: 8 total, 8 up, 8 in 2024-08-29T17:53:41.628 INFO:journalctl@ceph.mgr.y.smithi028.stdout:Aug 29 17:53:41 smithi028 bash[70818]: ::ffff:172.21.15.53 - - [29/Aug/2024:17:53:41] "GET /metrics HTTP/1.1" 200 36018 "" "Prometheus/2.43.0" 2024-08-29T17:53:41.628 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:53:41 smithi028 bash[77168]: cephadm 2024-08-29T17:53:40.006421+0000 mgr.y (mgr.25022) 96 : cephadm [INF] Reconfiguring mon.b (monmap changed)... 2024-08-29T17:53:41.628 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:53:41 smithi028 bash[77168]: cephadm 2024-08-29T17:53:40.010331+0000 mgr.y (mgr.25022) 97 : cephadm [INF] Reconfiguring daemon mon.b on smithi053 2024-08-29T17:53:41.628 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:53:41 smithi028 bash[77168]: cluster 2024-08-29T17:53:40.307315+0000 mon.a (mon.0) 330 : cluster [DBG] osdmap e413: 8 total, 8 up, 8 in 2024-08-29T17:53:41.628 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:53:41 smithi028 bash[78352]: cephadm 2024-08-29T17:53:40.006421+0000 mgr.y (mgr.25022) 96 : cephadm [INF] Reconfiguring mon.b (monmap changed)... 2024-08-29T17:53:41.628 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:53:41 smithi028 bash[78352]: cephadm 2024-08-29T17:53:40.010331+0000 mgr.y (mgr.25022) 97 : cephadm [INF] Reconfiguring daemon mon.b on smithi053 2024-08-29T17:53:41.629 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:53:41 smithi028 bash[78352]: cluster 2024-08-29T17:53:40.307315+0000 mon.a (mon.0) 330 : cluster [DBG] osdmap e413: 8 total, 8 up, 8 in 2024-08-29T17:53:42.316 INFO:tasks.rados.rados.0.smithi028.stdout:1741: done (4 left) 2024-08-29T17:53:42.316 INFO:tasks.rados.rados.0.smithi028.stdout:1742: done (3 left) 2024-08-29T17:53:42.316 INFO:tasks.rados.rados.0.smithi028.stdout:1744: done (2 left) 2024-08-29T17:53:42.316 INFO:tasks.rados.rados.0.smithi028.stdout:1745: done (1 left) 2024-08-29T17:53:42.316 INFO:tasks.rados.rados.0.smithi028.stdout:1746: done (0 left) 2024-08-29T17:53:42.316 INFO:tasks.rados.rados.0.smithi028.stdout:append oid 8 current snap is 173 2024-08-29T17:53:42.316 INFO:tasks.rados.rados.0.smithi028.stdout:1747: seq_num 542 ranges {7962624=679936,8642560=442368,9084928=679936,9764864=81920} 2024-08-29T17:53:42.398 INFO:tasks.rados.rados.0.smithi028.stdout:1747: writing smithi02869045-8 from 7962624 to 8642560 tid 1 2024-08-29T17:53:42.401 INFO:tasks.rados.rados.0.smithi028.stdout:1747: writing smithi02869045-8 from 8642560 to 9084928 tid 2 2024-08-29T17:53:42.405 INFO:tasks.rados.rados.0.smithi028.stdout:1747: writing smithi02869045-8 from 9084928 to 9764864 tid 3 2024-08-29T17:53:42.406 INFO:tasks.rados.rados.0.smithi028.stdout:1747: writing smithi02869045-8 from 9764864 to 9846784 tid 4 2024-08-29T17:53:42.406 INFO:tasks.rados.rados.0.smithi028.stdout:1748: delete oid 12 current snap is 173 2024-08-29T17:53:42.410 INFO:tasks.rados.rados.0.smithi028.stdout:1747: finishing write tid 1 to smithi02869045-8 2024-08-29T17:53:42.411 INFO:tasks.rados.rados.0.smithi028.stdout:1747: finishing write tid 2 to smithi02869045-8 2024-08-29T17:53:42.413 INFO:tasks.rados.rados.0.smithi028.stdout:1747: finishing write tid 3 to smithi02869045-8 2024-08-29T17:53:42.413 INFO:tasks.rados.rados.0.smithi028.stdout:1747: finishing write tid 4 to smithi02869045-8 2024-08-29T17:53:42.413 INFO:tasks.rados.rados.0.smithi028.stdout:1748: done (1 left) 2024-08-29T17:53:42.414 INFO:tasks.rados.rados.0.smithi028.stdout:append oid 35 current snap is 173 2024-08-29T17:53:42.414 INFO:tasks.rados.rados.0.smithi028.stdout:1749: seq_num 544 ranges {909312=720896,1630208=614400,2244608=589824} 2024-08-29T17:53:42.424 INFO:tasks.rados.rados.0.smithi028.stdout:1749: writing smithi02869045-35 from 909312 to 1630208 tid 1 2024-08-29T17:53:42.428 INFO:tasks.rados.rados.0.smithi028.stdout:1749: writing smithi02869045-35 from 1630208 to 2244608 tid 2 2024-08-29T17:53:42.432 INFO:tasks.rados.rados.0.smithi028.stdout:1749: writing smithi02869045-35 from 2244608 to 2834432 tid 3 2024-08-29T17:53:42.432 INFO:tasks.rados.rados.0.smithi028.stdout:1750: delete oid 4 current snap is 173 2024-08-29T17:53:42.432 INFO:tasks.rados.rados.0.smithi028.stdout:1747: finishing write tid 5 to smithi02869045-8 2024-08-29T17:53:42.432 INFO:tasks.rados.rados.0.smithi028.stdout:1747: finishing write tid 6 to smithi02869045-8 2024-08-29T17:53:42.432 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 8 v 1060 (ObjNum 542 snap 173 seq_num 542) dirty exists 2024-08-29T17:53:42.432 INFO:tasks.rados.rados.0.smithi028.stdout:1747: left oid 8 (ObjNum 542 snap 173 seq_num 542) 2024-08-29T17:53:42.432 INFO:tasks.rados.rados.0.smithi028.stdout:1749: finishing write tid 1 to smithi02869045-35 2024-08-29T17:53:42.433 INFO:tasks.rados.rados.0.smithi028.stdout:1749: finishing write tid 2 to smithi02869045-35 2024-08-29T17:53:42.437 INFO:tasks.rados.rados.0.smithi028.stdout:1749: finishing write tid 3 to smithi02869045-35 2024-08-29T17:53:42.438 INFO:tasks.rados.rados.0.smithi028.stdout:1747: done (2 left) 2024-08-29T17:53:42.438 INFO:tasks.rados.rados.0.smithi028.stdout:1750: done (1 left) 2024-08-29T17:53:42.438 INFO:tasks.rados.rados.0.smithi028.stdout:append oid 47 current snap is 173 2024-08-29T17:53:42.438 INFO:tasks.rados.rados.0.smithi028.stdout:1751: seq_num 546 ranges {0=753664,753664=778240,1531904=425984} 2024-08-29T17:53:42.442 INFO:tasks.rados.rados.0.smithi028.stdout:1751: writing smithi02869045-47 from 0 to 753664 tid 1 2024-08-29T17:53:42.448 INFO:tasks.rados.rados.0.smithi028.stdout:1751: writing smithi02869045-47 from 753664 to 1531904 tid 2 2024-08-29T17:53:42.451 INFO:tasks.rados.rados.0.smithi028.stdout:1751: writing smithi02869045-47 from 1531904 to 1957888 tid 3 2024-08-29T17:53:42.451 INFO:tasks.rados.rados.0.smithi028.stdout:1752: rmattr oid 23 current snap is 173 2024-08-29T17:53:42.451 INFO:tasks.rados.rados.0.smithi028.stdout:1753: copy_from oid 38 from oid 50 current snap is 173 2024-08-29T17:53:42.451 INFO:tasks.rados.rados.0.smithi028.stdout:1754: copy_from oid 26 from oid 46 current snap is 173 2024-08-29T17:53:42.451 INFO:tasks.rados.rados.0.smithi028.stdout:append oid 19 current snap is 173 2024-08-29T17:53:42.451 INFO:tasks.rados.rados.0.smithi028.stdout:1755: seq_num 547 ranges {0=770048,770048=663552,1433600=466944,1900544=73728} 2024-08-29T17:53:42.456 INFO:tasks.rados.rados.0.smithi028.stdout:1755: writing smithi02869045-19 from 0 to 770048 tid 1 2024-08-29T17:53:42.460 INFO:tasks.rados.rados.0.smithi028.stdout:1755: writing smithi02869045-19 from 770048 to 1433600 tid 2 2024-08-29T17:53:42.464 INFO:tasks.rados.rados.0.smithi028.stdout:1755: writing smithi02869045-19 from 1433600 to 1900544 tid 3 2024-08-29T17:53:42.465 INFO:tasks.rados.rados.0.smithi028.stdout:1755: writing smithi02869045-19 from 1900544 to 1974272 tid 4 2024-08-29T17:53:42.465 INFO:tasks.rados.rados.0.smithi028.stdout:1756: delete oid 17 current snap is 173 2024-08-29T17:53:42.465 INFO:tasks.rados.rados.0.smithi028.stdout:1749: finishing write tid 4 to smithi02869045-35 2024-08-29T17:53:42.465 INFO:tasks.rados.rados.0.smithi028.stdout:1749: finishing write tid 5 to smithi02869045-35 2024-08-29T17:53:42.466 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 35 v 1064 (ObjNum 544 snap 173 seq_num 544) dirty exists 2024-08-29T17:53:42.466 INFO:tasks.rados.rados.0.smithi028.stdout:1749: left oid 35 (ObjNum 544 snap 173 seq_num 544) 2024-08-29T17:53:42.466 INFO:tasks.rados.rados.0.smithi028.stdout:1751: finishing write tid 1 to smithi02869045-47 2024-08-29T17:53:42.466 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 23 v 487 (ObjNum 352 snap 113 seq_num 352) dirty exists 2024-08-29T17:53:42.466 INFO:tasks.rados.rados.0.smithi028.stdout:1751: finishing write tid 2 to smithi02869045-47 2024-08-29T17:53:42.466 INFO:tasks.rados.rados.0.smithi028.stdout:1751: finishing write tid 3 to smithi02869045-47 2024-08-29T17:53:42.466 INFO:tasks.rados.rados.0.smithi028.stdout:1751: finishing write tid 4 to smithi02869045-47 2024-08-29T17:53:42.466 INFO:tasks.rados.rados.0.smithi028.stdout:1751: finishing write tid 5 to smithi02869045-47 2024-08-29T17:53:42.466 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 47 v 1121 (ObjNum 546 snap 173 seq_num 546) dirty exists 2024-08-29T17:53:42.466 INFO:tasks.rados.rados.0.smithi028.stdout:1751: left oid 47 (ObjNum 546 snap 173 seq_num 546) 2024-08-29T17:53:42.466 INFO:tasks.rados.rados.0.smithi028.stdout:1755: finishing write tid 1 to smithi02869045-19 2024-08-29T17:53:42.468 INFO:tasks.rados.rados.0.smithi028.stdout:1755: finishing write tid 2 to smithi02869045-19 2024-08-29T17:53:42.471 INFO:tasks.rados.rados.0.smithi028.stdout:1755: finishing write tid 3 to smithi02869045-19 2024-08-29T17:53:42.473 INFO:tasks.rados.rados.0.smithi028.stdout:1749: done (6 left) 2024-08-29T17:53:42.473 INFO:tasks.rados.rados.0.smithi028.stdout:1751: done (5 left) 2024-08-29T17:53:42.473 INFO:tasks.rados.rados.0.smithi028.stdout:1752: done (4 left) 2024-08-29T17:53:42.473 INFO:tasks.rados.rados.0.smithi028.stdout:1756: done (3 left) 2024-08-29T17:53:42.473 INFO:tasks.rados.rados.0.smithi028.stdout:1757: read oid 36 snap -1 2024-08-29T17:53:42.473 INFO:tasks.rados.rados.0.smithi028.stdout:1757: expect (ObjNum 466 snap 146 seq_num 466) 2024-08-29T17:53:42.473 INFO:tasks.rados.rados.0.smithi028.stdout:append oid 20 current snap is 173 2024-08-29T17:53:42.473 INFO:tasks.rados.rados.0.smithi028.stdout:1755: finishing write tid 4 to smithi02869045-19 2024-08-29T17:53:42.473 INFO:tasks.rados.rados.0.smithi028.stdout:1758: seq_num 549 ranges {1638400=802816,2441216=483328,2924544=434176,3358720=286720} 2024-08-29T17:53:42.487 INFO:tasks.rados.rados.0.smithi028.stdout:1758: writing smithi02869045-20 from 1638400 to 2441216 tid 1 2024-08-29T17:53:42.490 INFO:tasks.rados.rados.0.smithi028.stdout:1758: writing smithi02869045-20 from 2441216 to 2924544 tid 2 2024-08-29T17:53:42.492 INFO:tasks.rados.rados.0.smithi028.stdout:1758: writing smithi02869045-20 from 2924544 to 3358720 tid 3 2024-08-29T17:53:42.494 INFO:tasks.rados.rados.0.smithi028.stdout:1758: writing smithi02869045-20 from 3358720 to 3645440 tid 4 2024-08-29T17:53:42.494 INFO:tasks.rados.rados.0.smithi028.stdout:1759: snap_create 2024-08-29T17:53:42.494 INFO:tasks.rados.rados.0.smithi028.stdout:1755: finishing write tid 5 to smithi02869045-19 2024-08-29T17:53:42.494 INFO:tasks.rados.rados.0.smithi028.stdout:1753: finishing copy_from racing read to smithi02869045-38 2024-08-29T17:53:42.494 INFO:tasks.rados.rados.0.smithi028.stdout:1753: finishing copy_from to smithi02869045-38 2024-08-29T17:53:42.494 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 38 v 1051 (ObjNum 538 snap 172 seq_num 538) dirty exists 2024-08-29T17:53:42.494 INFO:tasks.rados.rados.0.smithi028.stdout:1754: finishing copy_from racing read to smithi02869045-26 2024-08-29T17:53:42.494 INFO:tasks.rados.rados.0.smithi028.stdout:1755: finishing write tid 6 to smithi02869045-19 2024-08-29T17:53:42.494 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 19 v 1254 (ObjNum 547 snap 173 seq_num 547) dirty exists 2024-08-29T17:53:42.494 INFO:tasks.rados.rados.0.smithi028.stdout:1755: left oid 19 (ObjNum 547 snap 173 seq_num 547) 2024-08-29T17:53:42.495 INFO:tasks.rados.rados.0.smithi028.stdout:1754: finishing copy_from to smithi02869045-26 2024-08-29T17:53:42.495 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 26 v 1417 (ObjNum 490 snap 151 seq_num 490) dirty exists 2024-08-29T17:53:42.495 INFO:tasks.rados.rados.0.smithi028.stdout:1757: expect (ObjNum 466 snap 146 seq_num 466) 2024-08-29T17:53:42.571 INFO:journalctl@ceph.prometheus.a.smithi053.stdout:Aug 29 17:53:42 smithi053 bash[61790]: ts=2024-08-29T17:53:42.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"3167ee72-662c-11ef-bcd4-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-29T17:53:42.571 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:53:42 smithi053 bash[68679]: cluster 2024-08-29T17:53:40.935339+0000 mgr.y (mgr.25022) 98 : cluster [DBG] pgmap v141: 121 pgs: 121 active+clean; 432 MiB data, 2.9 GiB used, 712 GiB / 715 GiB avail; 9.0 MiB/s rd, 2.7 MiB/s wr, 27 op/s 2024-08-29T17:53:42.571 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:53:42 smithi053 bash[68679]: cluster 2024-08-29T17:53:41.319335+0000 mon.a (mon.0) 331 : cluster [DBG] osdmap e414: 8 total, 8 up, 8 in 2024-08-29T17:53:42.572 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:53:42 smithi053 bash[68679]: audit 2024-08-29T17:53:42.008274+0000 mon.a (mon.0) 332 : audit [DBG] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-29T17:53:42.592 INFO:tasks.rados.rados.0.smithi028.stdout:1758: finishing write tid 1 to smithi02869045-20 2024-08-29T17:53:42.592 INFO:tasks.rados.rados.0.smithi028.stdout:1758: finishing write tid 2 to smithi02869045-20 2024-08-29T17:53:42.592 INFO:tasks.rados.rados.0.smithi028.stdout:1758: finishing write tid 3 to smithi02869045-20 2024-08-29T17:53:42.593 INFO:tasks.rados.rados.0.smithi028.stdout:1758: finishing write tid 4 to smithi02869045-20 2024-08-29T17:53:42.593 INFO:tasks.rados.rados.0.smithi028.stdout:1758: finishing write tid 5 to smithi02869045-20 2024-08-29T17:53:42.593 INFO:tasks.rados.rados.0.smithi028.stdout:1758: finishing write tid 6 to smithi02869045-20 2024-08-29T17:53:42.593 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 20 v 381 (ObjNum 549 snap 173 seq_num 549) dirty exists 2024-08-29T17:53:42.593 INFO:tasks.rados.rados.0.smithi028.stdout:1758: left oid 20 (ObjNum 549 snap 173 seq_num 549) 2024-08-29T17:53:42.627 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:53:42 smithi028 bash[77168]: cluster 2024-08-29T17:53:40.935339+0000 mgr.y (mgr.25022) 98 : cluster [DBG] pgmap v141: 121 pgs: 121 active+clean; 432 MiB data, 2.9 GiB used, 712 GiB / 715 GiB avail; 9.0 MiB/s rd, 2.7 MiB/s wr, 27 op/s 2024-08-29T17:53:42.628 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:53:42 smithi028 bash[77168]: cluster 2024-08-29T17:53:41.319335+0000 mon.a (mon.0) 331 : cluster [DBG] osdmap e414: 8 total, 8 up, 8 in 2024-08-29T17:53:42.628 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:53:42 smithi028 bash[77168]: audit 2024-08-29T17:53:42.008274+0000 mon.a (mon.0) 332 : audit [DBG] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-29T17:53:42.628 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:53:42 smithi028 bash[78352]: cluster 2024-08-29T17:53:40.935339+0000 mgr.y (mgr.25022) 98 : cluster [DBG] pgmap v141: 121 pgs: 121 active+clean; 432 MiB data, 2.9 GiB used, 712 GiB / 715 GiB avail; 9.0 MiB/s rd, 2.7 MiB/s wr, 27 op/s 2024-08-29T17:53:42.628 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:53:42 smithi028 bash[78352]: cluster 2024-08-29T17:53:41.319335+0000 mon.a (mon.0) 331 : cluster [DBG] osdmap e414: 8 total, 8 up, 8 in 2024-08-29T17:53:42.628 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:53:42 smithi028 bash[78352]: audit 2024-08-29T17:53:42.008274+0000 mon.a (mon.0) 332 : audit [DBG] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-29T17:53:43.334 INFO:tasks.rados.rados.0.smithi028.stdout:1753: done (5 left) 2024-08-29T17:53:43.334 INFO:tasks.rados.rados.0.smithi028.stdout:1754: done (4 left) 2024-08-29T17:53:43.334 INFO:tasks.rados.rados.0.smithi028.stdout:1755: done (3 left) 2024-08-29T17:53:43.334 INFO:tasks.rados.rados.0.smithi028.stdout:1757: done (2 left) 2024-08-29T17:53:43.334 INFO:tasks.rados.rados.0.smithi028.stdout:1758: done (1 left) 2024-08-29T17:53:43.334 INFO:tasks.rados.rados.0.smithi028.stdout:1759: done (0 left) 2024-08-29T17:53:43.334 INFO:tasks.rados.rados.0.smithi028.stdout:1760: rollback oid 36 current snap is 174 2024-08-29T17:53:43.334 INFO:tasks.rados.rados.0.smithi028.stdout:rollback oid 36 to 172 2024-08-29T17:53:43.334 INFO:tasks.rados.rados.0.smithi028.stdout:1761: snap_create 2024-08-29T17:53:43.346 INFO:tasks.rados.rados.0.smithi028.stdout:1760: finishing rollback tid 0 to smithi02869045-36 2024-08-29T17:53:43.346 INFO:tasks.rados.rados.0.smithi028.stdout:1760: finishing rollback tid 1 to smithi02869045-36 2024-08-29T17:53:43.347 INFO:tasks.rados.rados.0.smithi028.stdout:1760: finishing rollback tid 2 to smithi02869045-36 2024-08-29T17:53:43.347 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 36 v 1065 (ObjNum 466 snap 146 seq_num 466) dirty exists 2024-08-29T17:53:43.628 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:53:43 smithi028 bash[77168]: cluster 2024-08-29T17:53:42.319627+0000 mon.a (mon.0) 333 : cluster [DBG] osdmap e415: 8 total, 8 up, 8 in 2024-08-29T17:53:43.628 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:53:43 smithi028 bash[77168]: audit 2024-08-29T17:53:43.185992+0000 mon.a (mon.0) 334 : audit [INF] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' 2024-08-29T17:53:43.628 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:53:43 smithi028 bash[77168]: audit 2024-08-29T17:53:43.196372+0000 mon.a (mon.0) 335 : audit [INF] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' 2024-08-29T17:53:43.628 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:53:43 smithi028 bash[77168]: audit 2024-08-29T17:53:43.199235+0000 mon.a (mon.0) 336 : audit [INF] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.x", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2024-08-29T17:53:43.628 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:53:43 smithi028 bash[77168]: audit 2024-08-29T17:53:43.201170+0000 mon.a (mon.0) 337 : audit [DBG] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "mgr services"}]: dispatch 2024-08-29T17:53:43.628 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:53:43 smithi028 bash[77168]: audit 2024-08-29T17:53:43.202823+0000 mon.a (mon.0) 338 : audit [DBG] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-29T17:53:43.628 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:53:43 smithi028 bash[78352]: cluster 2024-08-29T17:53:42.319627+0000 mon.a (mon.0) 333 : cluster [DBG] osdmap e415: 8 total, 8 up, 8 in 2024-08-29T17:53:43.629 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:53:43 smithi028 bash[78352]: audit 2024-08-29T17:53:43.185992+0000 mon.a (mon.0) 334 : audit [INF] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' 2024-08-29T17:53:43.629 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:53:43 smithi028 bash[78352]: audit 2024-08-29T17:53:43.196372+0000 mon.a (mon.0) 335 : audit [INF] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' 2024-08-29T17:53:43.629 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:53:43 smithi028 bash[78352]: audit 2024-08-29T17:53:43.199235+0000 mon.a (mon.0) 336 : audit [INF] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.x", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2024-08-29T17:53:43.629 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:53:43 smithi028 bash[78352]: audit 2024-08-29T17:53:43.201170+0000 mon.a (mon.0) 337 : audit [DBG] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "mgr services"}]: dispatch 2024-08-29T17:53:43.629 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:53:43 smithi028 bash[78352]: audit 2024-08-29T17:53:43.202823+0000 mon.a (mon.0) 338 : audit [DBG] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-29T17:53:43.815 INFO:journalctl@ceph.prometheus.a.smithi053.stdout:Aug 29 17:53:43 smithi053 bash[61790]: ts=2024-08-29T17:53:43.508Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=nodes name=CephNodeDiskspaceWarning index=4 msg="Evaluating rule failed" rule="alert: CephNodeDiskspaceWarning\nexpr: predict_linear(node_filesystem_free_bytes{device=~\"/.*\"}[2d], 3600 * 24 * 5)\n * on (instance) group_left (nodename) node_uname_info < 0\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.8.4\n severity: warning\n type: ceph_default\nannotations:\n description: Mountpoint {{ $labels.mountpoint }} on {{ $labels.nodename }} will\n be full in less than 5 days based on the 48 hour trailing fill rate.\n summary: Host filesystem free space is getting low\n" err="found duplicate series for the match group {instance=\"smithi028\"} on the right hand-side of the operation: [{__name__=\"node_uname_info\", domainname=\"(none)\", instance=\"smithi028\", job=\"node\", machine=\"x86_64\", nodename=\"smithi028\", release=\"5.15.0-119-generic\", sysname=\"Linux\", version=\"#129-Ubuntu SMP Fri Aug 2 19:25:20 UTC 2024\"}, {__name__=\"node_uname_info\", cluster=\"3167ee72-662c-11ef-bcd4-c7b262605968\", domainname=\"(none)\", instance=\"smithi028\", job=\"node\", machine=\"x86_64\", nodename=\"smithi028\", release=\"5.15.0-119-generic\", sysname=\"Linux\", version=\"#129-Ubuntu SMP Fri Aug 2 19:25:20 UTC 2024\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-29T17:53:43.816 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:53:43 smithi053 bash[68679]: cluster 2024-08-29T17:53:42.319627+0000 mon.a (mon.0) 333 : cluster [DBG] osdmap e415: 8 total, 8 up, 8 in 2024-08-29T17:53:43.816 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:53:43 smithi053 bash[68679]: audit 2024-08-29T17:53:43.185992+0000 mon.a (mon.0) 334 : audit [INF] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' 2024-08-29T17:53:43.816 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:53:43 smithi053 bash[68679]: audit 2024-08-29T17:53:43.196372+0000 mon.a (mon.0) 335 : audit [INF] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' 2024-08-29T17:53:43.816 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:53:43 smithi053 bash[68679]: audit 2024-08-29T17:53:43.199235+0000 mon.a (mon.0) 336 : audit [INF] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.x", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2024-08-29T17:53:43.816 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:53:43 smithi053 bash[68679]: audit 2024-08-29T17:53:43.201170+0000 mon.a (mon.0) 337 : audit [DBG] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "mgr services"}]: dispatch 2024-08-29T17:53:43.816 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:53:43 smithi053 bash[68679]: audit 2024-08-29T17:53:43.202823+0000 mon.a (mon.0) 338 : audit [DBG] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-29T17:53:44.134 INFO:tasks.rados.rados.0.smithi028.stdout:1760: done (1 left) 2024-08-29T17:53:44.134 INFO:tasks.rados.rados.0.smithi028.stdout:1761: done (0 left) 2024-08-29T17:53:44.134 INFO:tasks.rados.rados.0.smithi028.stdout:1762: read oid 4 snap 152 2024-08-29T17:53:44.134 INFO:tasks.rados.rados.0.smithi028.stdout:1762: expect (ObjNum 454 snap 143 seq_num 454) 2024-08-29T17:53:44.134 INFO:tasks.rados.rados.0.smithi028.stdout:1763: snap_remove snap 172 2024-08-29T17:53:44.628 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:53:44 smithi028 bash[78352]: cluster 2024-08-29T17:53:42.936695+0000 mgr.y (mgr.25022) 99 : cluster [DBG] pgmap v144: 121 pgs: 121 active+clean; 415 MiB data, 2.9 GiB used, 712 GiB / 715 GiB avail; 7.0 MiB/s rd, 4.9 MiB/s wr, 25 op/s 2024-08-29T17:53:44.628 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:53:44 smithi028 bash[78352]: cephadm 2024-08-29T17:53:43.198557+0000 mgr.y (mgr.25022) 100 : cephadm [INF] Reconfiguring mgr.x (monmap changed)... 2024-08-29T17:53:44.628 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:53:44 smithi028 bash[78352]: cephadm 2024-08-29T17:53:43.204692+0000 mgr.y (mgr.25022) 101 : cephadm [INF] Reconfiguring daemon mgr.x on smithi053 2024-08-29T17:53:44.628 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:53:44 smithi028 bash[78352]: cluster 2024-08-29T17:53:43.337063+0000 mon.a (mon.0) 339 : cluster [DBG] osdmap e416: 8 total, 8 up, 8 in 2024-08-29T17:53:44.628 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:53:44 smithi028 bash[78352]: cluster 2024-08-29T17:53:44.136710+0000 mon.a (mon.0) 340 : cluster [DBG] osdmap e417: 8 total, 8 up, 8 in 2024-08-29T17:53:44.628 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:53:44 smithi028 bash[77168]: cluster 2024-08-29T17:53:42.936695+0000 mgr.y (mgr.25022) 99 : cluster [DBG] pgmap v144: 121 pgs: 121 active+clean; 415 MiB data, 2.9 GiB used, 712 GiB / 715 GiB avail; 7.0 MiB/s rd, 4.9 MiB/s wr, 25 op/s 2024-08-29T17:53:44.628 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:53:44 smithi028 bash[77168]: cephadm 2024-08-29T17:53:43.198557+0000 mgr.y (mgr.25022) 100 : cephadm [INF] Reconfiguring mgr.x (monmap changed)... 2024-08-29T17:53:44.628 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:53:44 smithi028 bash[77168]: cephadm 2024-08-29T17:53:43.204692+0000 mgr.y (mgr.25022) 101 : cephadm [INF] Reconfiguring daemon mgr.x on smithi053 2024-08-29T17:53:44.629 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:53:44 smithi028 bash[77168]: cluster 2024-08-29T17:53:43.337063+0000 mon.a (mon.0) 339 : cluster [DBG] osdmap e416: 8 total, 8 up, 8 in 2024-08-29T17:53:44.629 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:53:44 smithi028 bash[77168]: cluster 2024-08-29T17:53:44.136710+0000 mon.a (mon.0) 340 : cluster [DBG] osdmap e417: 8 total, 8 up, 8 in 2024-08-29T17:53:44.824 INFO:journalctl@ceph.prometheus.a.smithi053.stdout:Aug 29 17:53:44 smithi053 bash[61790]: ts=2024-08-29T17:53:44.455Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pgs name=CephPGsInactive index=0 msg="Evaluating rule failed" rule="alert: CephPGsInactive\nexpr: ceph_pool_metadata * on (pool_id, instance) group_left () (ceph_pg_total - ceph_pg_active)\n > 0\nfor: 5m\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.7.1\n severity: critical\n type: ceph_default\nannotations:\n description: '{{ $value }} PGs have been inactive for more than 5 minutes in pool\n {{ $labels.name }}. Inactive placement groups are not able to serve read/write\n requests.'\n summary: One or more placement groups are inactive\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the right hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"3167ee72-662c-11ef-bcd4-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-29T17:53:44.824 INFO:journalctl@ceph.prometheus.a.smithi053.stdout:Aug 29 17:53:44 smithi053 bash[61790]: ts=2024-08-29T17:53:44.456Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pgs name=CephPGsUnclean index=1 msg="Evaluating rule failed" rule="alert: CephPGsUnclean\nexpr: ceph_pool_metadata * on (pool_id, instance) group_left () (ceph_pg_total - ceph_pg_clean)\n > 0\nfor: 15m\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.7.2\n severity: warning\n type: ceph_default\nannotations:\n description: '{{ $value }} PGs have been unclean for more than 15 minutes in pool\n {{ $labels.name }}. Unclean PGs have not recovered from a previous failure.'\n summary: One or more placement groups are marked unclean\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the right hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"3167ee72-662c-11ef-bcd4-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-29T17:53:44.824 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:53:44 smithi053 bash[68679]: cluster 2024-08-29T17:53:42.936695+0000 mgr.y (mgr.25022) 99 : cluster [DBG] pgmap v144: 121 pgs: 121 active+clean; 415 MiB data, 2.9 GiB used, 712 GiB / 715 GiB avail; 7.0 MiB/s rd, 4.9 MiB/s wr, 25 op/s 2024-08-29T17:53:44.824 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:53:44 smithi053 bash[68679]: cephadm 2024-08-29T17:53:43.198557+0000 mgr.y (mgr.25022) 100 : cephadm [INF] Reconfiguring mgr.x (monmap changed)... 2024-08-29T17:53:44.824 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:53:44 smithi053 bash[68679]: cephadm 2024-08-29T17:53:43.204692+0000 mgr.y (mgr.25022) 101 : cephadm [INF] Reconfiguring daemon mgr.x on smithi053 2024-08-29T17:53:44.825 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:53:44 smithi053 bash[68679]: cluster 2024-08-29T17:53:43.337063+0000 mon.a (mon.0) 339 : cluster [DBG] osdmap e416: 8 total, 8 up, 8 in 2024-08-29T17:53:44.825 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:53:44 smithi053 bash[68679]: cluster 2024-08-29T17:53:44.136710+0000 mon.a (mon.0) 340 : cluster [DBG] osdmap e417: 8 total, 8 up, 8 in 2024-08-29T17:53:45.138 INFO:tasks.rados.rados.0.smithi028.stdout:1763: done (1 left) 2024-08-29T17:53:45.138 INFO:tasks.rados.rados.0.smithi028.stdout:1764: setattr oid 49 current snap is 175 2024-08-29T17:53:45.138 INFO:tasks.rados.rados.0.smithi028.stdout:1762: expect (ObjNum 454 snap 143 seq_num 454) 2024-08-29T17:53:45.252 INFO:tasks.rados.rados.0.smithi028.stdout:1762: done (1 left) 2024-08-29T17:53:45.252 INFO:tasks.rados.rados.0.smithi028.stdout:1765: snap_remove snap 135 2024-08-29T17:53:46.156 INFO:tasks.rados.rados.0.smithi028.stdout:1765: done (1 left) 2024-08-29T17:53:46.157 INFO:tasks.rados.rados.0.smithi028.stdout:append oid 41 current snap is 175 2024-08-29T17:53:46.157 INFO:tasks.rados.rados.0.smithi028.stdout:1766: seq_num 550 ranges {1449984=417792,1867776=770048,2637824=638976,3276800=196608} 2024-08-29T17:53:46.168 INFO:tasks.rados.rados.0.smithi028.stdout:1766: writing smithi02869045-41 from 1449984 to 1867776 tid 1 2024-08-29T17:53:46.174 INFO:tasks.rados.rados.0.smithi028.stdout:1766: writing smithi02869045-41 from 1867776 to 2637824 tid 2 2024-08-29T17:53:46.179 INFO:tasks.rados.rados.0.smithi028.stdout:1766: writing smithi02869045-41 from 2637824 to 3276800 tid 3 2024-08-29T17:53:46.181 INFO:tasks.rados.rados.0.smithi028.stdout:1766: writing smithi02869045-41 from 3276800 to 3473408 tid 4 2024-08-29T17:53:46.181 INFO:tasks.rados.rados.0.smithi028.stdout:1767: copy_from oid 47 from oid 44 current snap is 175 2024-08-29T17:53:46.181 INFO:tasks.rados.rados.0.smithi028.stdout:1768: rollback oid 19 current snap is 175 2024-08-29T17:53:46.182 INFO:tasks.rados.rados.0.smithi028.stdout:rollback oid 19 to 152 2024-08-29T17:53:46.182 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 49 v 1150 (ObjNum 505 snap 155 seq_num 505) dirty exists 2024-08-29T17:53:46.182 INFO:tasks.rados.rados.0.smithi028.stdout:1766: finishing write tid 1 to smithi02869045-41 2024-08-29T17:53:46.182 INFO:tasks.rados.rados.0.smithi028.stdout:1764: done (3 left) 2024-08-29T17:53:46.183 INFO:tasks.rados.rados.0.smithi028.stdout:append oid 50 current snap is 175 2024-08-29T17:53:46.183 INFO:tasks.rados.rados.0.smithi028.stdout:1769: seq_num 551 ranges {1818624=434176,2252800=647168,2899968=450560,3350528=507904} 2024-08-29T17:53:46.196 INFO:tasks.rados.rados.0.smithi028.stdout:1769: writing smithi02869045-50 from 1818624 to 2252800 tid 1 2024-08-29T17:53:46.200 INFO:tasks.rados.rados.0.smithi028.stdout:1769: writing smithi02869045-50 from 2252800 to 2899968 tid 2 2024-08-29T17:53:46.204 INFO:tasks.rados.rados.0.smithi028.stdout:1769: writing smithi02869045-50 from 2899968 to 3350528 tid 3 2024-08-29T17:53:46.208 INFO:tasks.rados.rados.0.smithi028.stdout:1769: writing smithi02869045-50 from 3350528 to 3858432 tid 4 2024-08-29T17:53:46.208 INFO:tasks.rados.rados.0.smithi028.stdout:1770: read oid 8 snap -1 2024-08-29T17:53:46.208 INFO:tasks.rados.rados.0.smithi028.stdout:1770: expect (ObjNum 542 snap 173 seq_num 542) 2024-08-29T17:53:46.208 INFO:tasks.rados.rados.0.smithi028.stdout:1771: rollback oid 3 current snap is 175 2024-08-29T17:53:46.208 INFO:tasks.rados.rados.0.smithi028.stdout:rollback oid 3 to 90 2024-08-29T17:53:46.208 INFO:tasks.rados.rados.0.smithi028.stdout:1766: finishing write tid 2 to smithi02869045-41 2024-08-29T17:53:46.208 INFO:tasks.rados.rados.0.smithi028.stdout:1766: finishing write tid 3 to smithi02869045-41 2024-08-29T17:53:46.209 INFO:tasks.rados.rados.0.smithi028.stdout:1766: finishing write tid 4 to smithi02869045-41 2024-08-29T17:53:46.209 INFO:tasks.rados.rados.0.smithi028.stdout:1766: finishing write tid 5 to smithi02869045-41 2024-08-29T17:53:46.209 INFO:tasks.rados.rados.0.smithi028.stdout:1766: finishing write tid 6 to smithi02869045-41 2024-08-29T17:53:46.209 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 41 v 1063 (ObjNum 550 snap 175 seq_num 550) dirty exists 2024-08-29T17:53:46.209 INFO:tasks.rados.rados.0.smithi028.stdout:1766: left oid 41 (ObjNum 550 snap 175 seq_num 550) 2024-08-29T17:53:46.209 INFO:tasks.rados.rados.0.smithi028.stdout:1768: finishing rollback tid 0 to smithi02869045-19 2024-08-29T17:53:46.209 INFO:tasks.rados.rados.0.smithi028.stdout:1767: finishing copy_from racing read to smithi02869045-47 2024-08-29T17:53:46.209 INFO:tasks.rados.rados.0.smithi028.stdout:1768: finishing rollback tid 1 to smithi02869045-19 2024-08-29T17:53:46.209 INFO:tasks.rados.rados.0.smithi028.stdout:1767: finishing copy_from to smithi02869045-47 2024-08-29T17:53:46.210 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 47 v 890 (ObjNum 474 snap 149 seq_num 474) dirty exists 2024-08-29T17:53:46.210 INFO:tasks.rados.rados.0.smithi028.stdout:1768: finishing rollback tid 2 to smithi02869045-19 2024-08-29T17:53:46.210 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 19 v 1258 (ObjNum 352 snap 113 seq_num 352) dirty exists 2024-08-29T17:53:46.210 INFO:tasks.rados.rados.0.smithi028.stdout:1769: finishing write tid 1 to smithi02869045-50 2024-08-29T17:53:46.210 INFO:tasks.rados.rados.0.smithi028.stdout:1769: finishing write tid 2 to smithi02869045-50 2024-08-29T17:53:46.210 INFO:tasks.rados.rados.0.smithi028.stdout:1769: finishing write tid 3 to smithi02869045-50 2024-08-29T17:53:46.210 INFO:tasks.rados.rados.0.smithi028.stdout:1766: done (5 left) 2024-08-29T17:53:46.210 INFO:tasks.rados.rados.0.smithi028.stdout:1767: done (4 left) 2024-08-29T17:53:46.210 INFO:tasks.rados.rados.0.smithi028.stdout:1768: done (3 left) 2024-08-29T17:53:46.210 INFO:tasks.rados.rados.0.smithi028.stdout:1772: read oid 18 snap 158 2024-08-29T17:53:46.210 INFO:tasks.rados.rados.0.smithi028.stdout:1772: expect (ObjNum 357 snap 117 seq_num 357) 2024-08-29T17:53:46.210 INFO:tasks.rados.rados.0.smithi028.stdout:append oid 46 current snap is 175 2024-08-29T17:53:46.210 INFO:tasks.rados.rados.0.smithi028.stdout:1773: seq_num 552 ranges {2220032=450560,2670592=532480,3203072=655360,3858432=417792} 2024-08-29T17:53:46.226 INFO:tasks.rados.rados.0.smithi028.stdout:1773: writing smithi02869045-46 from 2220032 to 2670592 tid 1 2024-08-29T17:53:46.231 INFO:tasks.rados.rados.0.smithi028.stdout:1773: writing smithi02869045-46 from 2670592 to 3203072 tid 2 2024-08-29T17:53:46.235 INFO:tasks.rados.rados.0.smithi028.stdout:1773: writing smithi02869045-46 from 3203072 to 3858432 tid 3 2024-08-29T17:53:46.238 INFO:tasks.rados.rados.0.smithi028.stdout:1773: writing smithi02869045-46 from 3858432 to 4276224 tid 4 2024-08-29T17:53:46.238 INFO:tasks.rados.rados.0.smithi028.stdout:1774: setattr oid 14 current snap is 175 2024-08-29T17:53:46.238 INFO:tasks.rados.rados.0.smithi028.stdout:1771: finishing rollback tid 1 to smithi02869045-3 2024-08-29T17:53:46.238 INFO:tasks.rados.rados.0.smithi028.stdout:1769: finishing write tid 4 to smithi02869045-50 2024-08-29T17:53:46.238 INFO:tasks.rados.rados.0.smithi028.stdout:1769: finishing write tid 5 to smithi02869045-50 2024-08-29T17:53:46.238 INFO:tasks.rados.rados.0.smithi028.stdout:1771: finishing rollback tid 2 to smithi02869045-3 2024-08-29T17:53:46.238 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 3 v 1268 (ObjNum 197 snap 58 seq_num 197) dirty exists 2024-08-29T17:53:46.238 INFO:tasks.rados.rados.0.smithi028.stdout:1772: expect (ObjNum 357 snap 117 seq_num 357) 2024-08-29T17:53:46.352 INFO:tasks.rados.rados.0.smithi028.stdout:1769: finishing write tid 6 to smithi02869045-50 2024-08-29T17:53:46.353 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 50 v 1422 (ObjNum 551 snap 175 seq_num 551) dirty exists 2024-08-29T17:53:46.353 INFO:tasks.rados.rados.0.smithi028.stdout:1769: left oid 50 (ObjNum 551 snap 175 seq_num 551) 2024-08-29T17:53:46.353 INFO:tasks.rados.rados.0.smithi028.stdout:1773: finishing write tid 1 to smithi02869045-46 2024-08-29T17:53:46.353 INFO:tasks.rados.rados.0.smithi028.stdout:1773: finishing write tid 2 to smithi02869045-46 2024-08-29T17:53:46.353 INFO:tasks.rados.rados.0.smithi028.stdout:1773: finishing write tid 3 to smithi02869045-46 2024-08-29T17:53:46.353 INFO:tasks.rados.rados.0.smithi028.stdout:1773: finishing write tid 4 to smithi02869045-46 2024-08-29T17:53:46.353 INFO:tasks.rados.rados.0.smithi028.stdout:1773: finishing write tid 5 to smithi02869045-46 2024-08-29T17:53:46.353 INFO:tasks.rados.rados.0.smithi028.stdout:1773: finishing write tid 6 to smithi02869045-46 2024-08-29T17:53:46.353 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 46 v 1422 (ObjNum 552 snap 175 seq_num 552) dirty exists 2024-08-29T17:53:46.353 INFO:tasks.rados.rados.0.smithi028.stdout:1773: left oid 46 (ObjNum 552 snap 175 seq_num 552) 2024-08-29T17:53:46.353 INFO:tasks.rados.rados.0.smithi028.stdout:1770: expect (ObjNum 542 snap 173 seq_num 542) 2024-08-29T17:53:46.574 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:53:46 smithi053 bash[68679]: cluster 2024-08-29T17:53:44.937493+0000 mgr.y (mgr.25022) 102 : cluster [DBG] pgmap v147: 121 pgs: 121 active+clean; 415 MiB data, 2.9 GiB used, 712 GiB / 715 GiB avail; 7.0 MiB/s rd, 4.9 MiB/s wr, 25 op/s 2024-08-29T17:53:46.574 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:53:46 smithi053 bash[68679]: cluster 2024-08-29T17:53:45.140946+0000 mon.a (mon.0) 341 : cluster [DBG] osdmap e418: 8 total, 8 up, 8 in 2024-08-29T17:53:46.627 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:53:46 smithi028 bash[78352]: cluster 2024-08-29T17:53:44.937493+0000 mgr.y (mgr.25022) 102 : cluster [DBG] pgmap v147: 121 pgs: 121 active+clean; 415 MiB data, 2.9 GiB used, 712 GiB / 715 GiB avail; 7.0 MiB/s rd, 4.9 MiB/s wr, 25 op/s 2024-08-29T17:53:46.628 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:53:46 smithi028 bash[78352]: cluster 2024-08-29T17:53:45.140946+0000 mon.a (mon.0) 341 : cluster [DBG] osdmap e418: 8 total, 8 up, 8 in 2024-08-29T17:53:46.628 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:53:46 smithi028 bash[77168]: cluster 2024-08-29T17:53:44.937493+0000 mgr.y (mgr.25022) 102 : cluster [DBG] pgmap v147: 121 pgs: 121 active+clean; 415 MiB data, 2.9 GiB used, 712 GiB / 715 GiB avail; 7.0 MiB/s rd, 4.9 MiB/s wr, 25 op/s 2024-08-29T17:53:46.628 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:53:46 smithi028 bash[77168]: cluster 2024-08-29T17:53:45.140946+0000 mon.a (mon.0) 341 : cluster [DBG] osdmap e418: 8 total, 8 up, 8 in 2024-08-29T17:53:47.148 INFO:tasks.rados.rados.0.smithi028.stdout:1769: done (5 left) 2024-08-29T17:53:47.148 INFO:tasks.rados.rados.0.smithi028.stdout:1770: done (4 left) 2024-08-29T17:53:47.149 INFO:tasks.rados.rados.0.smithi028.stdout:1771: done (3 left) 2024-08-29T17:53:47.149 INFO:tasks.rados.rados.0.smithi028.stdout:1772: done (2 left) 2024-08-29T17:53:47.149 INFO:tasks.rados.rados.0.smithi028.stdout:1773: done (1 left) 2024-08-29T17:53:47.149 INFO:tasks.rados.rados.0.smithi028.stdout:1775: snap_create 2024-08-29T17:53:47.152 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 14 v 1024 (ObjNum 536 snap 171 seq_num 536) dirty exists 2024-08-29T17:53:47.574 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:53:47 smithi053 bash[68679]: cluster 2024-08-29T17:53:46.148744+0000 mon.a (mon.0) 342 : cluster [DBG] osdmap e419: 8 total, 8 up, 8 in 2024-08-29T17:53:47.574 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:53:47 smithi053 bash[68679]: audit 2024-08-29T17:53:46.172824+0000 mon.a (mon.0) 343 : audit [INF] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' 2024-08-29T17:53:47.574 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:53:47 smithi053 bash[68679]: audit 2024-08-29T17:53:46.180985+0000 mon.a (mon.0) 344 : audit [INF] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' 2024-08-29T17:53:47.574 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:53:47 smithi053 bash[68679]: cephadm 2024-08-29T17:53:46.182524+0000 mgr.y (mgr.25022) 103 : cephadm [INF] Reconfiguring osd.4 (monmap changed)... 2024-08-29T17:53:47.574 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:53:47 smithi053 bash[68679]: audit 2024-08-29T17:53:46.187177+0000 mon.a (mon.0) 345 : audit [INF] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.4"}]: dispatch 2024-08-29T17:53:47.575 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:53:47 smithi053 bash[68679]: audit 2024-08-29T17:53:46.188999+0000 mon.a (mon.0) 346 : audit [DBG] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-29T17:53:47.575 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:53:47 smithi053 bash[68679]: cephadm 2024-08-29T17:53:46.192741+0000 mgr.y (mgr.25022) 104 : cephadm [INF] Reconfiguring daemon osd.4 on smithi053 2024-08-29T17:53:47.628 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:53:47 smithi028 bash[77168]: cluster 2024-08-29T17:53:46.148744+0000 mon.a (mon.0) 342 : cluster [DBG] osdmap e419: 8 total, 8 up, 8 in 2024-08-29T17:53:47.628 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:53:47 smithi028 bash[77168]: audit 2024-08-29T17:53:46.172824+0000 mon.a (mon.0) 343 : audit [INF] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' 2024-08-29T17:53:47.628 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:53:47 smithi028 bash[77168]: audit 2024-08-29T17:53:46.180985+0000 mon.a (mon.0) 344 : audit [INF] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' 2024-08-29T17:53:47.628 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:53:47 smithi028 bash[77168]: cephadm 2024-08-29T17:53:46.182524+0000 mgr.y (mgr.25022) 103 : cephadm [INF] Reconfiguring osd.4 (monmap changed)... 2024-08-29T17:53:47.628 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:53:47 smithi028 bash[77168]: audit 2024-08-29T17:53:46.187177+0000 mon.a (mon.0) 345 : audit [INF] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.4"}]: dispatch 2024-08-29T17:53:47.628 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:53:47 smithi028 bash[77168]: audit 2024-08-29T17:53:46.188999+0000 mon.a (mon.0) 346 : audit [DBG] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-29T17:53:47.628 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:53:47 smithi028 bash[77168]: cephadm 2024-08-29T17:53:46.192741+0000 mgr.y (mgr.25022) 104 : cephadm [INF] Reconfiguring daemon osd.4 on smithi053 2024-08-29T17:53:47.629 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:53:47 smithi028 bash[78352]: cluster 2024-08-29T17:53:46.148744+0000 mon.a (mon.0) 342 : cluster [DBG] osdmap e419: 8 total, 8 up, 8 in 2024-08-29T17:53:47.629 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:53:47 smithi028 bash[78352]: audit 2024-08-29T17:53:46.172824+0000 mon.a (mon.0) 343 : audit [INF] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' 2024-08-29T17:53:47.629 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:53:47 smithi028 bash[78352]: audit 2024-08-29T17:53:46.180985+0000 mon.a (mon.0) 344 : audit [INF] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' 2024-08-29T17:53:47.629 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:53:47 smithi028 bash[78352]: cephadm 2024-08-29T17:53:46.182524+0000 mgr.y (mgr.25022) 103 : cephadm [INF] Reconfiguring osd.4 (monmap changed)... 2024-08-29T17:53:47.629 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:53:47 smithi028 bash[78352]: audit 2024-08-29T17:53:46.187177+0000 mon.a (mon.0) 345 : audit [INF] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.4"}]: dispatch 2024-08-29T17:53:47.629 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:53:47 smithi028 bash[78352]: audit 2024-08-29T17:53:46.188999+0000 mon.a (mon.0) 346 : audit [DBG] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-29T17:53:47.629 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:53:47 smithi028 bash[78352]: cephadm 2024-08-29T17:53:46.192741+0000 mgr.y (mgr.25022) 104 : cephadm [INF] Reconfiguring daemon osd.4 on smithi053 2024-08-29T17:53:48.149 INFO:tasks.rados.rados.0.smithi028.stdout:1774: done (1 left) 2024-08-29T17:53:48.149 INFO:tasks.rados.rados.0.smithi028.stdout:1775: done (0 left) 2024-08-29T17:53:48.149 INFO:tasks.rados.rados.0.smithi028.stdout:1776: delete oid 24 current snap is 176 2024-08-29T17:53:48.162 INFO:tasks.rados.rados.0.smithi028.stdout:1776: done (0 left) 2024-08-29T17:53:48.162 INFO:tasks.rados.rados.0.smithi028.stdout:1777: rmattr oid 14 current snap is 176 2024-08-29T17:53:48.162 INFO:tasks.rados.rados.0.smithi028.stdout:1778: delete oid 7 current snap is 176 2024-08-29T17:53:48.167 INFO:tasks.rados.rados.0.smithi028.stdout:1778: done (1 left) 2024-08-29T17:53:48.167 INFO:tasks.rados.rados.0.smithi028.stdout:append oid 29 current snap is 176 2024-08-29T17:53:48.167 INFO:tasks.rados.rados.0.smithi028.stdout:1779: seq_num 555 ranges {0=499712,499712=638976,1138688=425984,1564672=540672} 2024-08-29T17:53:48.173 INFO:tasks.rados.rados.0.smithi028.stdout:1779: writing smithi02869045-29 from 0 to 499712 tid 1 2024-08-29T17:53:48.183 INFO:tasks.rados.rados.0.smithi028.stdout:1779: writing smithi02869045-29 from 499712 to 1138688 tid 2 2024-08-29T17:53:48.189 INFO:tasks.rados.rados.0.smithi028.stdout:1779: writing smithi02869045-29 from 1138688 to 1564672 tid 3 2024-08-29T17:53:48.196 INFO:tasks.rados.rados.0.smithi028.stdout:1779: writing smithi02869045-29 from 1564672 to 2105344 tid 4 2024-08-29T17:53:48.197 INFO:tasks.rados.rados.0.smithi028.stdout:1780: snap_create 2024-08-29T17:53:48.197 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 14 v 1025 (ObjNum 536 snap 171 seq_num 536) dirty exists 2024-08-29T17:53:48.197 INFO:tasks.rados.rados.0.smithi028.stdout:1779: finishing write tid 1 to smithi02869045-29 2024-08-29T17:53:48.197 INFO:tasks.rados.rados.0.smithi028.stdout:1779: finishing write tid 2 to smithi02869045-29 2024-08-29T17:53:48.197 INFO:tasks.rados.rados.0.smithi028.stdout:1779: finishing write tid 3 to smithi02869045-29 2024-08-29T17:53:48.200 INFO:tasks.rados.rados.0.smithi028.stdout:1779: finishing write tid 4 to smithi02869045-29 2024-08-29T17:53:48.200 INFO:tasks.rados.rados.0.smithi028.stdout:1779: finishing write tid 5 to smithi02869045-29 2024-08-29T17:53:48.201 INFO:tasks.rados.rados.0.smithi028.stdout:1779: finishing write tid 6 to smithi02869045-29 2024-08-29T17:53:48.201 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 29 v 1069 (ObjNum 555 snap 176 seq_num 555) dirty exists 2024-08-29T17:53:48.202 INFO:tasks.rados.rados.0.smithi028.stdout:1779: left oid 29 (ObjNum 555 snap 176 seq_num 555) 2024-08-29T17:53:48.477 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:53:48 smithi053 bash[68679]: cluster 2024-08-29T17:53:46.938179+0000 mgr.y (mgr.25022) 105 : cluster [DBG] pgmap v150: 121 pgs: 121 active+clean; 415 MiB data, 2.9 GiB used, 712 GiB / 715 GiB avail 2024-08-29T17:53:48.477 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:53:48 smithi053 bash[68679]: cluster 2024-08-29T17:53:48.152481+0000 mon.a (mon.0) 347 : cluster [DBG] osdmap e420: 8 total, 8 up, 8 in 2024-08-29T17:53:48.627 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:53:48 smithi028 bash[77168]: cluster 2024-08-29T17:53:46.938179+0000 mgr.y (mgr.25022) 105 : cluster [DBG] pgmap v150: 121 pgs: 121 active+clean; 415 MiB data, 2.9 GiB used, 712 GiB / 715 GiB avail 2024-08-29T17:53:48.628 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:53:48 smithi028 bash[77168]: cluster 2024-08-29T17:53:48.152481+0000 mon.a (mon.0) 347 : cluster [DBG] osdmap e420: 8 total, 8 up, 8 in 2024-08-29T17:53:48.628 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:53:48 smithi028 bash[78352]: cluster 2024-08-29T17:53:46.938179+0000 mgr.y (mgr.25022) 105 : cluster [DBG] pgmap v150: 121 pgs: 121 active+clean; 415 MiB data, 2.9 GiB used, 712 GiB / 715 GiB avail 2024-08-29T17:53:48.628 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:53:48 smithi028 bash[78352]: cluster 2024-08-29T17:53:48.152481+0000 mon.a (mon.0) 347 : cluster [DBG] osdmap e420: 8 total, 8 up, 8 in 2024-08-29T17:53:48.824 INFO:journalctl@ceph.prometheus.a.smithi053.stdout:Aug 29 17:53:48 smithi053 bash[61790]: ts=2024-08-29T17:53:48.662Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=osd name=CephOSDFlapping index=13 msg="Evaluating rule failed" rule="alert: CephOSDFlapping\nexpr: (rate(ceph_osd_up[5m]) * on (ceph_daemon) group_left (hostname) ceph_osd_metadata)\n * 60 > 1\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.4.4\n severity: warning\n type: ceph_default\nannotations:\n description: OSD {{ $labels.ceph_daemon }} on {{ $labels.hostname }} was marked\n down and back up {{ $value | humanize }} times once a minute for 5 minutes. This\n may indicate a network issue (latency, packet loss, MTU mismatch) on the cluster\n network, or the public network if no cluster network is deployed. Check the network\n stats on the listed host(s).\n documentation: https://docs.ceph.com/en/latest/rados/troubleshooting/troubleshooting-osd#flapping-osds\n summary: Network issues are causing OSDs to flap (mark each other down)\n" err="found duplicate series for the match group {ceph_daemon=\"osd.0\"} on the right hand-side of the operation: [{__name__=\"ceph_osd_metadata\", ceph_daemon=\"osd.0\", ceph_version=\"ceph version 17.2.7-1503-ga89f613d (a89f613db4d5b6bca82681f19d73c6d337aae2d5) quincy (stable)\", cluster_addr=\"172.21.15.28\", device_class=\"ssd\", hostname=\"smithi028\", instance=\"ceph_cluster\", job=\"ceph\", objectstore=\"bluestore\", public_addr=\"172.21.15.28\"}, {__name__=\"ceph_osd_metadata\", ceph_daemon=\"osd.0\", ceph_version=\"ceph version 17.2.7-1503-ga89f613d (a89f613db4d5b6bca82681f19d73c6d337aae2d5) quincy (stable)\", cluster=\"3167ee72-662c-11ef-bcd4-c7b262605968\", cluster_addr=\"172.21.15.28\", device_class=\"ssd\", hostname=\"smithi028\", instance=\"ceph_cluster\", job=\"ceph\", objectstore=\"bluestore\", public_addr=\"172.21.15.28\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-29T17:53:49.195 INFO:tasks.rados.rados.0.smithi028.stdout:1777: done (2 left) 2024-08-29T17:53:49.195 INFO:tasks.rados.rados.0.smithi028.stdout:1779: done (1 left) 2024-08-29T17:53:49.195 INFO:tasks.rados.rados.0.smithi028.stdout:1780: done (0 left) 2024-08-29T17:53:49.196 INFO:tasks.rados.rados.0.smithi028.stdout:append oid 45 current snap is 177 2024-08-29T17:53:49.196 INFO:tasks.rados.rados.0.smithi028.stdout:1781: seq_num 556 ranges {3612672=516096,4128768=524288,4653056=638976,5292032=442368} 2024-08-29T17:53:49.257 INFO:tasks.rados.rados.0.smithi028.stdout:1781: writing smithi02869045-45 from 3612672 to 4128768 tid 1 2024-08-29T17:53:49.264 INFO:tasks.rados.rados.0.smithi028.stdout:1781: writing smithi02869045-45 from 4128768 to 4653056 tid 2 2024-08-29T17:53:49.271 INFO:tasks.rados.rados.0.smithi028.stdout:1781: writing smithi02869045-45 from 4653056 to 5292032 tid 3 2024-08-29T17:53:49.275 INFO:tasks.rados.rados.0.smithi028.stdout:1781: writing smithi02869045-45 from 5292032 to 5734400 tid 4 2024-08-29T17:53:49.275 INFO:tasks.rados.rados.0.smithi028.stdout:1782: snap_remove snap 167 2024-08-29T17:53:50.198 INFO:tasks.rados.rados.0.smithi028.stdout:1782: done (1 left) 2024-08-29T17:53:50.198 INFO:tasks.rados.rados.0.smithi028.stdout:1783: copy_from oid 25 from oid 40 current snap is 177 2024-08-29T17:53:50.198 INFO:tasks.rados.rados.0.smithi028.stdout:1781: finishing write tid 1 to smithi02869045-45 2024-08-29T17:53:50.198 INFO:tasks.rados.rados.0.smithi028.stdout:1781: finishing write tid 2 to smithi02869045-45 2024-08-29T17:53:50.198 INFO:tasks.rados.rados.0.smithi028.stdout:1781: finishing write tid 3 to smithi02869045-45 2024-08-29T17:53:50.198 INFO:tasks.rados.rados.0.smithi028.stdout:1781: finishing write tid 4 to smithi02869045-45 2024-08-29T17:53:50.198 INFO:tasks.rados.rados.0.smithi028.stdout:1781: finishing write tid 5 to smithi02869045-45 2024-08-29T17:53:50.198 INFO:tasks.rados.rados.0.smithi028.stdout:1781: finishing write tid 6 to smithi02869045-45 2024-08-29T17:53:50.199 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 45 v 1276 (ObjNum 556 snap 177 seq_num 556) dirty exists 2024-08-29T17:53:50.199 INFO:tasks.rados.rados.0.smithi028.stdout:1781: left oid 45 (ObjNum 556 snap 177 seq_num 556) 2024-08-29T17:53:50.199 INFO:tasks.rados.rados.0.smithi028.stdout:1781: done (1 left) 2024-08-29T17:53:50.199 INFO:tasks.rados.rados.0.smithi028.stdout:append oid 32 current snap is 177 2024-08-29T17:53:50.199 INFO:tasks.rados.rados.0.smithi028.stdout:1784: seq_num 557 ranges {3817472=532480,4349952=802816,5152768=794624,5947392=8192} 2024-08-29T17:53:50.225 INFO:tasks.rados.rados.0.smithi028.stdout:1784: writing smithi02869045-32 from 3817472 to 4349952 tid 1 2024-08-29T17:53:50.230 INFO:tasks.rados.rados.0.smithi028.stdout:1784: writing smithi02869045-32 from 4349952 to 5152768 tid 2 2024-08-29T17:53:50.236 INFO:tasks.rados.rados.0.smithi028.stdout:1784: writing smithi02869045-32 from 5152768 to 5947392 tid 3 2024-08-29T17:53:50.236 INFO:tasks.rados.rados.0.smithi028.stdout:1784: writing smithi02869045-32 from 5947392 to 5955584 tid 4 2024-08-29T17:53:50.236 INFO:tasks.rados.rados.0.smithi028.stdout:1785: snap_remove snap 171 2024-08-29T17:53:50.324 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:53:50 smithi053 bash[68679]: cluster 2024-08-29T17:53:48.938848+0000 mgr.y (mgr.25022) 106 : cluster [DBG] pgmap v152: 121 pgs: 121 active+clean; 369 MiB data, 2.9 GiB used, 712 GiB / 715 GiB avail; 8.3 MiB/s rd, 1.6 MiB/s wr, 16 op/s 2024-08-29T17:53:50.324 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:53:50 smithi053 bash[68679]: audit 2024-08-29T17:53:49.049054+0000 mon.a (mon.0) 348 : audit [INF] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' 2024-08-29T17:53:50.324 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:53:50 smithi053 bash[68679]: audit 2024-08-29T17:53:49.060794+0000 mon.a (mon.0) 349 : audit [INF] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' 2024-08-29T17:53:50.324 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:53:50 smithi053 bash[68679]: cephadm 2024-08-29T17:53:49.063152+0000 mgr.y (mgr.25022) 107 : cephadm [INF] Reconfiguring osd.5 (monmap changed)... 2024-08-29T17:53:50.325 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:53:50 smithi053 bash[68679]: audit 2024-08-29T17:53:49.063744+0000 mon.a (mon.0) 350 : audit [INF] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.5"}]: dispatch 2024-08-29T17:53:50.325 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:53:50 smithi053 bash[68679]: audit 2024-08-29T17:53:49.065310+0000 mon.a (mon.0) 351 : audit [DBG] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-29T17:53:50.325 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:53:50 smithi053 bash[68679]: cephadm 2024-08-29T17:53:49.070430+0000 mgr.y (mgr.25022) 108 : cephadm [INF] Reconfiguring daemon osd.5 on smithi053 2024-08-29T17:53:50.325 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:53:50 smithi053 bash[68679]: cluster 2024-08-29T17:53:49.198321+0000 mon.a (mon.0) 352 : cluster [DBG] osdmap e421: 8 total, 8 up, 8 in 2024-08-29T17:53:50.378 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:53:50 smithi028 bash[77168]: cluster 2024-08-29T17:53:48.938848+0000 mgr.y (mgr.25022) 106 : cluster [DBG] pgmap v152: 121 pgs: 121 active+clean; 369 MiB data, 2.9 GiB used, 712 GiB / 715 GiB avail; 8.3 MiB/s rd, 1.6 MiB/s wr, 16 op/s 2024-08-29T17:53:50.378 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:53:50 smithi028 bash[77168]: audit 2024-08-29T17:53:49.049054+0000 mon.a (mon.0) 348 : audit [INF] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' 2024-08-29T17:53:50.378 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:53:50 smithi028 bash[77168]: audit 2024-08-29T17:53:49.060794+0000 mon.a (mon.0) 349 : audit [INF] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' 2024-08-29T17:53:50.378 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:53:50 smithi028 bash[77168]: cephadm 2024-08-29T17:53:49.063152+0000 mgr.y (mgr.25022) 107 : cephadm [INF] Reconfiguring osd.5 (monmap changed)... 2024-08-29T17:53:50.378 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:53:50 smithi028 bash[77168]: audit 2024-08-29T17:53:49.063744+0000 mon.a (mon.0) 350 : audit [INF] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.5"}]: dispatch 2024-08-29T17:53:50.378 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:53:50 smithi028 bash[77168]: audit 2024-08-29T17:53:49.065310+0000 mon.a (mon.0) 351 : audit [DBG] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-29T17:53:50.378 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:53:50 smithi028 bash[77168]: cephadm 2024-08-29T17:53:49.070430+0000 mgr.y (mgr.25022) 108 : cephadm [INF] Reconfiguring daemon osd.5 on smithi053 2024-08-29T17:53:50.378 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:53:50 smithi028 bash[77168]: cluster 2024-08-29T17:53:49.198321+0000 mon.a (mon.0) 352 : cluster [DBG] osdmap e421: 8 total, 8 up, 8 in 2024-08-29T17:53:50.379 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:53:50 smithi028 bash[78352]: cluster 2024-08-29T17:53:48.938848+0000 mgr.y (mgr.25022) 106 : cluster [DBG] pgmap v152: 121 pgs: 121 active+clean; 369 MiB data, 2.9 GiB used, 712 GiB / 715 GiB avail; 8.3 MiB/s rd, 1.6 MiB/s wr, 16 op/s 2024-08-29T17:53:50.379 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:53:50 smithi028 bash[78352]: audit 2024-08-29T17:53:49.049054+0000 mon.a (mon.0) 348 : audit [INF] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' 2024-08-29T17:53:50.379 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:53:50 smithi028 bash[78352]: audit 2024-08-29T17:53:49.060794+0000 mon.a (mon.0) 349 : audit [INF] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' 2024-08-29T17:53:50.379 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:53:50 smithi028 bash[78352]: cephadm 2024-08-29T17:53:49.063152+0000 mgr.y (mgr.25022) 107 : cephadm [INF] Reconfiguring osd.5 (monmap changed)... 2024-08-29T17:53:50.379 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:53:50 smithi028 bash[78352]: audit 2024-08-29T17:53:49.063744+0000 mon.a (mon.0) 350 : audit [INF] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.5"}]: dispatch 2024-08-29T17:53:50.379 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:53:50 smithi028 bash[78352]: audit 2024-08-29T17:53:49.065310+0000 mon.a (mon.0) 351 : audit [DBG] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-29T17:53:50.379 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:53:50 smithi028 bash[78352]: cephadm 2024-08-29T17:53:49.070430+0000 mgr.y (mgr.25022) 108 : cephadm [INF] Reconfiguring daemon osd.5 on smithi053 2024-08-29T17:53:50.379 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:53:50 smithi028 bash[78352]: cluster 2024-08-29T17:53:49.198321+0000 mon.a (mon.0) 352 : cluster [DBG] osdmap e421: 8 total, 8 up, 8 in 2024-08-29T17:53:51.210 INFO:tasks.rados.rados.0.smithi028.stdout:1785: done (2 left) 2024-08-29T17:53:51.210 INFO:tasks.rados.rados.0.smithi028.stdout:1786: delete oid 19 current snap is 177 2024-08-29T17:53:51.210 INFO:tasks.rados.rados.0.smithi028.stdout:1783: finishing copy_from racing read to smithi02869045-25 2024-08-29T17:53:51.210 INFO:tasks.rados.rados.0.smithi028.stdout:1784: finishing write tid 1 to smithi02869045-32 2024-08-29T17:53:51.210 INFO:tasks.rados.rados.0.smithi028.stdout:1783: finishing copy_from to smithi02869045-25 2024-08-29T17:53:51.210 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 25 v 995 (ObjNum 524 snap 163 seq_num 524) dirty exists 2024-08-29T17:53:51.210 INFO:tasks.rados.rados.0.smithi028.stdout:1784: finishing write tid 2 to smithi02869045-32 2024-08-29T17:53:51.210 INFO:tasks.rados.rados.0.smithi028.stdout:1784: finishing write tid 3 to smithi02869045-32 2024-08-29T17:53:51.210 INFO:tasks.rados.rados.0.smithi028.stdout:1784: finishing write tid 4 to smithi02869045-32 2024-08-29T17:53:51.211 INFO:tasks.rados.rados.0.smithi028.stdout:1784: finishing write tid 5 to smithi02869045-32 2024-08-29T17:53:51.211 INFO:tasks.rados.rados.0.smithi028.stdout:1784: finishing write tid 6 to smithi02869045-32 2024-08-29T17:53:51.211 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 32 v 278 (ObjNum 557 snap 177 seq_num 557) dirty exists 2024-08-29T17:53:51.211 INFO:tasks.rados.rados.0.smithi028.stdout:1784: left oid 32 (ObjNum 557 snap 177 seq_num 557) 2024-08-29T17:53:51.228 INFO:tasks.rados.rados.0.smithi028.stdout:1783: done (2 left) 2024-08-29T17:53:51.228 INFO:tasks.rados.rados.0.smithi028.stdout:1784: done (1 left) 2024-08-29T17:53:51.228 INFO:tasks.rados.rados.0.smithi028.stdout:1786: done (0 left) 2024-08-29T17:53:51.228 INFO:tasks.rados.rados.0.smithi028.stdout:append oid 23 current snap is 177 2024-08-29T17:53:51.228 INFO:tasks.rados.rados.0.smithi028.stdout:1787: seq_num 559 ranges {4431872=565248,4997120=573440,5570560=409600,5980160=622592} 2024-08-29T17:53:51.256 INFO:tasks.rados.rados.0.smithi028.stdout:1787: writing smithi02869045-23 from 4431872 to 4997120 tid 1 2024-08-29T17:53:51.260 INFO:tasks.rados.rados.0.smithi028.stdout:1787: writing smithi02869045-23 from 4997120 to 5570560 tid 2 2024-08-29T17:53:51.262 INFO:tasks.rados.rados.0.smithi028.stdout:1787: writing smithi02869045-23 from 5570560 to 5980160 tid 3 2024-08-29T17:53:51.266 INFO:tasks.rados.rados.0.smithi028.stdout:1787: writing smithi02869045-23 from 5980160 to 6602752 tid 4 2024-08-29T17:53:51.266 INFO:tasks.rados.rados.0.smithi028.stdout:1788: snap_create 2024-08-29T17:53:51.266 INFO:tasks.rados.rados.0.smithi028.stdout:1787: finishing write tid 1 to smithi02869045-23 2024-08-29T17:53:51.267 INFO:tasks.rados.rados.0.smithi028.stdout:1787: finishing write tid 2 to smithi02869045-23 2024-08-29T17:53:51.270 INFO:tasks.rados.rados.0.smithi028.stdout:1787: finishing write tid 3 to smithi02869045-23 2024-08-29T17:53:51.272 INFO:tasks.rados.rados.0.smithi028.stdout:1787: finishing write tid 4 to smithi02869045-23 2024-08-29T17:53:51.272 INFO:tasks.rados.rados.0.smithi028.stdout:1787: finishing write tid 5 to smithi02869045-23 2024-08-29T17:53:51.275 INFO:tasks.rados.rados.0.smithi028.stdout:1787: finishing write tid 6 to smithi02869045-23 2024-08-29T17:53:51.275 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 23 v 492 (ObjNum 559 snap 177 seq_num 559) dirty exists 2024-08-29T17:53:51.275 INFO:tasks.rados.rados.0.smithi028.stdout:1787: left oid 23 (ObjNum 559 snap 177 seq_num 559) 2024-08-29T17:53:51.315 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:53:51 smithi053 bash[68679]: cluster 2024-08-29T17:53:50.200935+0000 mon.a (mon.0) 353 : cluster [DBG] osdmap e422: 8 total, 8 up, 8 in 2024-08-29T17:53:51.627 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:53:51 smithi028 bash[77168]: cluster 2024-08-29T17:53:50.200935+0000 mon.a (mon.0) 353 : cluster [DBG] osdmap e422: 8 total, 8 up, 8 in 2024-08-29T17:53:51.628 INFO:journalctl@ceph.mgr.y.smithi028.stdout:Aug 29 17:53:51 smithi028 bash[70818]: ::ffff:172.21.15.53 - - [29/Aug/2024:17:53:51] "GET /metrics HTTP/1.1" 200 36019 "" "Prometheus/2.43.0" 2024-08-29T17:53:51.628 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:53:51 smithi028 bash[78352]: cluster 2024-08-29T17:53:50.200935+0000 mon.a (mon.0) 353 : cluster [DBG] osdmap e422: 8 total, 8 up, 8 in 2024-08-29T17:53:52.208 INFO:tasks.rados.rados.0.smithi028.stdout:1787: done (1 left) 2024-08-29T17:53:52.208 INFO:tasks.rados.rados.0.smithi028.stdout:1788: done (0 left) 2024-08-29T17:53:52.208 INFO:tasks.rados.rados.0.smithi028.stdout:1789: read oid 33 snap -1 2024-08-29T17:53:52.208 INFO:tasks.rados.rados.0.smithi028.stdout:1789: expect (ObjNum 322 snap 101 seq_num 322) 2024-08-29T17:53:52.208 INFO:tasks.rados.rados.0.smithi028.stdout:1790: rollback oid 17 current snap is 178 2024-08-29T17:53:52.208 INFO:tasks.rados.rados.0.smithi028.stdout:rollback oid 17 to 175 2024-08-29T17:53:52.209 INFO:tasks.rados.rados.0.smithi028.stdout:1791: snap_create 2024-08-29T17:53:52.237 INFO:tasks.rados.rados.0.smithi028.stdout:1789: expect (ObjNum 322 snap 101 seq_num 322) 2024-08-29T17:53:52.458 INFO:tasks.rados.rados.0.smithi028.stdout:1790: finishing rollback tid 1 to smithi02869045-17 2024-08-29T17:53:52.458 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 17 v 1539 (ObjNum 129 snap 0 seq_num 1677371184) dirty dne 2024-08-29T17:53:52.574 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:53:52 smithi053 bash[68679]: cluster 2024-08-29T17:53:50.939527+0000 mgr.y (mgr.25022) 109 : cluster [DBG] pgmap v155: 121 pgs: 121 active+clean; 369 MiB data, 2.9 GiB used, 712 GiB / 715 GiB avail; 8.3 MiB/s rd, 1.6 MiB/s wr, 16 op/s 2024-08-29T17:53:52.574 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:53:52 smithi053 bash[68679]: cluster 2024-08-29T17:53:51.209714+0000 mon.a (mon.0) 354 : cluster [DBG] osdmap e423: 8 total, 8 up, 8 in 2024-08-29T17:53:52.574 INFO:journalctl@ceph.prometheus.a.smithi053.stdout:Aug 29 17:53:52 smithi053 bash[61790]: ts=2024-08-29T17:53:52.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"3167ee72-662c-11ef-bcd4-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-29T17:53:52.627 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:53:52 smithi028 bash[77168]: cluster 2024-08-29T17:53:50.939527+0000 mgr.y (mgr.25022) 109 : cluster [DBG] pgmap v155: 121 pgs: 121 active+clean; 369 MiB data, 2.9 GiB used, 712 GiB / 715 GiB avail; 8.3 MiB/s rd, 1.6 MiB/s wr, 16 op/s 2024-08-29T17:53:52.628 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:53:52 smithi028 bash[77168]: cluster 2024-08-29T17:53:51.209714+0000 mon.a (mon.0) 354 : cluster [DBG] osdmap e423: 8 total, 8 up, 8 in 2024-08-29T17:53:52.628 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:53:52 smithi028 bash[78352]: cluster 2024-08-29T17:53:50.939527+0000 mgr.y (mgr.25022) 109 : cluster [DBG] pgmap v155: 121 pgs: 121 active+clean; 369 MiB data, 2.9 GiB used, 712 GiB / 715 GiB avail; 8.3 MiB/s rd, 1.6 MiB/s wr, 16 op/s 2024-08-29T17:53:52.628 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:53:52 smithi028 bash[78352]: cluster 2024-08-29T17:53:51.209714+0000 mon.a (mon.0) 354 : cluster [DBG] osdmap e423: 8 total, 8 up, 8 in 2024-08-29T17:53:53.225 INFO:tasks.rados.rados.0.smithi028.stdout:1789: done (2 left) 2024-08-29T17:53:53.226 INFO:tasks.rados.rados.0.smithi028.stdout:1790: done (1 left) 2024-08-29T17:53:53.226 INFO:tasks.rados.rados.0.smithi028.stdout:1791: done (0 left) 2024-08-29T17:53:53.226 INFO:tasks.rados.rados.0.smithi028.stdout:1792: snap_create 2024-08-29T17:53:53.507 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:53:53 smithi053 bash[68679]: cluster 2024-08-29T17:53:52.211129+0000 mon.a (mon.0) 355 : cluster [DBG] osdmap e424: 8 total, 8 up, 8 in 2024-08-29T17:53:53.507 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:53:53 smithi053 bash[68679]: audit 2024-08-29T17:53:52.265355+0000 mon.a (mon.0) 356 : audit [INF] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' 2024-08-29T17:53:53.507 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:53:53 smithi053 bash[68679]: audit 2024-08-29T17:53:52.275448+0000 mon.a (mon.0) 357 : audit [INF] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' 2024-08-29T17:53:53.507 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:53:53 smithi053 bash[68679]: cephadm 2024-08-29T17:53:52.277792+0000 mgr.y (mgr.25022) 110 : cephadm [INF] Reconfiguring osd.6 (monmap changed)... 2024-08-29T17:53:53.508 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:53:53 smithi053 bash[68679]: audit 2024-08-29T17:53:52.278450+0000 mon.a (mon.0) 358 : audit [INF] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.6"}]: dispatch 2024-08-29T17:53:53.508 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:53:53 smithi053 bash[68679]: audit 2024-08-29T17:53:52.280191+0000 mon.a (mon.0) 359 : audit [DBG] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-29T17:53:53.508 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:53:53 smithi053 bash[68679]: cephadm 2024-08-29T17:53:52.285250+0000 mgr.y (mgr.25022) 111 : cephadm [INF] Reconfiguring daemon osd.6 on smithi053 2024-08-29T17:53:53.628 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:53:53 smithi028 bash[77168]: cluster 2024-08-29T17:53:52.211129+0000 mon.a (mon.0) 355 : cluster [DBG] osdmap e424: 8 total, 8 up, 8 in 2024-08-29T17:53:53.628 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:53:53 smithi028 bash[77168]: audit 2024-08-29T17:53:52.265355+0000 mon.a (mon.0) 356 : audit [INF] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' 2024-08-29T17:53:53.628 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:53:53 smithi028 bash[77168]: audit 2024-08-29T17:53:52.275448+0000 mon.a (mon.0) 357 : audit [INF] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' 2024-08-29T17:53:53.628 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:53:53 smithi028 bash[77168]: cephadm 2024-08-29T17:53:52.277792+0000 mgr.y (mgr.25022) 110 : cephadm [INF] Reconfiguring osd.6 (monmap changed)... 2024-08-29T17:53:53.628 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:53:53 smithi028 bash[77168]: audit 2024-08-29T17:53:52.278450+0000 mon.a (mon.0) 358 : audit [INF] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.6"}]: dispatch 2024-08-29T17:53:53.628 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:53:53 smithi028 bash[77168]: audit 2024-08-29T17:53:52.280191+0000 mon.a (mon.0) 359 : audit [DBG] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-29T17:53:53.628 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:53:53 smithi028 bash[77168]: cephadm 2024-08-29T17:53:52.285250+0000 mgr.y (mgr.25022) 111 : cephadm [INF] Reconfiguring daemon osd.6 on smithi053 2024-08-29T17:53:53.628 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:53:53 smithi028 bash[78352]: cluster 2024-08-29T17:53:52.211129+0000 mon.a (mon.0) 355 : cluster [DBG] osdmap e424: 8 total, 8 up, 8 in 2024-08-29T17:53:53.628 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:53:53 smithi028 bash[78352]: audit 2024-08-29T17:53:52.265355+0000 mon.a (mon.0) 356 : audit [INF] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' 2024-08-29T17:53:53.629 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:53:53 smithi028 bash[78352]: audit 2024-08-29T17:53:52.275448+0000 mon.a (mon.0) 357 : audit [INF] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' 2024-08-29T17:53:53.629 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:53:53 smithi028 bash[78352]: cephadm 2024-08-29T17:53:52.277792+0000 mgr.y (mgr.25022) 110 : cephadm [INF] Reconfiguring osd.6 (monmap changed)... 2024-08-29T17:53:53.629 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:53:53 smithi028 bash[78352]: audit 2024-08-29T17:53:52.278450+0000 mon.a (mon.0) 358 : audit [INF] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.6"}]: dispatch 2024-08-29T17:53:53.629 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:53:53 smithi028 bash[78352]: audit 2024-08-29T17:53:52.280191+0000 mon.a (mon.0) 359 : audit [DBG] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-29T17:53:53.629 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:53:53 smithi028 bash[78352]: cephadm 2024-08-29T17:53:52.285250+0000 mgr.y (mgr.25022) 111 : cephadm [INF] Reconfiguring daemon osd.6 on smithi053 2024-08-29T17:53:53.824 INFO:journalctl@ceph.prometheus.a.smithi053.stdout:Aug 29 17:53:53 smithi053 bash[61790]: ts=2024-08-29T17:53:53.509Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=nodes name=CephNodeDiskspaceWarning index=4 msg="Evaluating rule failed" rule="alert: CephNodeDiskspaceWarning\nexpr: predict_linear(node_filesystem_free_bytes{device=~\"/.*\"}[2d], 3600 * 24 * 5)\n * on (instance) group_left (nodename) node_uname_info < 0\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.8.4\n severity: warning\n type: ceph_default\nannotations:\n description: Mountpoint {{ $labels.mountpoint }} on {{ $labels.nodename }} will\n be full in less than 5 days based on the 48 hour trailing fill rate.\n summary: Host filesystem free space is getting low\n" err="found duplicate series for the match group {instance=\"smithi028\"} on the right hand-side of the operation: [{__name__=\"node_uname_info\", domainname=\"(none)\", instance=\"smithi028\", job=\"node\", machine=\"x86_64\", nodename=\"smithi028\", release=\"5.15.0-119-generic\", sysname=\"Linux\", version=\"#129-Ubuntu SMP Fri Aug 2 19:25:20 UTC 2024\"}, {__name__=\"node_uname_info\", cluster=\"3167ee72-662c-11ef-bcd4-c7b262605968\", domainname=\"(none)\", instance=\"smithi028\", job=\"node\", machine=\"x86_64\", nodename=\"smithi028\", release=\"5.15.0-119-generic\", sysname=\"Linux\", version=\"#129-Ubuntu SMP Fri Aug 2 19:25:20 UTC 2024\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-29T17:53:54.137 INFO:tasks.rados.rados.0.smithi028.stdout:1792: done (0 left) 2024-08-29T17:53:54.137 INFO:tasks.rados.rados.0.smithi028.stdout:1793: read oid 37 snap -1 2024-08-29T17:53:54.137 INFO:tasks.rados.rados.0.smithi028.stdout:1793: expect (ObjNum 515 snap 160 seq_num 515) 2024-08-29T17:53:54.137 INFO:tasks.rados.rados.0.smithi028.stdout:1794: snap_remove snap 160 2024-08-29T17:53:54.574 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:53:54 smithi053 bash[68679]: cluster 2024-08-29T17:53:52.940879+0000 mgr.y (mgr.25022) 112 : cluster [DBG] pgmap v158: 121 pgs: 121 active+clean; 377 MiB data, 2.9 GiB used, 712 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.4 MiB/s wr, 11 op/s 2024-08-29T17:53:54.574 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:53:54 smithi053 bash[68679]: cluster 2024-08-29T17:53:53.229208+0000 mon.a (mon.0) 360 : cluster [DBG] osdmap e425: 8 total, 8 up, 8 in 2024-08-29T17:53:54.574 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:53:54 smithi053 bash[68679]: cluster 2024-08-29T17:53:54.139299+0000 mon.a (mon.0) 361 : cluster [DBG] osdmap e426: 8 total, 8 up, 8 in 2024-08-29T17:53:54.574 INFO:journalctl@ceph.prometheus.a.smithi053.stdout:Aug 29 17:53:54 smithi053 bash[61790]: ts=2024-08-29T17:53:54.454Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pgs name=CephPGsInactive index=0 msg="Evaluating rule failed" rule="alert: CephPGsInactive\nexpr: ceph_pool_metadata * on (pool_id, instance) group_left () (ceph_pg_total - ceph_pg_active)\n > 0\nfor: 5m\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.7.1\n severity: critical\n type: ceph_default\nannotations:\n description: '{{ $value }} PGs have been inactive for more than 5 minutes in pool\n {{ $labels.name }}. Inactive placement groups are not able to serve read/write\n requests.'\n summary: One or more placement groups are inactive\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the right hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"3167ee72-662c-11ef-bcd4-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-29T17:53:54.575 INFO:journalctl@ceph.prometheus.a.smithi053.stdout:Aug 29 17:53:54 smithi053 bash[61790]: ts=2024-08-29T17:53:54.455Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pgs name=CephPGsUnclean index=1 msg="Evaluating rule failed" rule="alert: CephPGsUnclean\nexpr: ceph_pool_metadata * on (pool_id, instance) group_left () (ceph_pg_total - ceph_pg_clean)\n > 0\nfor: 15m\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.7.2\n severity: warning\n type: ceph_default\nannotations:\n description: '{{ $value }} PGs have been unclean for more than 15 minutes in pool\n {{ $labels.name }}. Unclean PGs have not recovered from a previous failure.'\n summary: One or more placement groups are marked unclean\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the right hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"3167ee72-662c-11ef-bcd4-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-29T17:53:54.628 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:53:54 smithi028 bash[78352]: cluster 2024-08-29T17:53:52.940879+0000 mgr.y (mgr.25022) 112 : cluster [DBG] pgmap v158: 121 pgs: 121 active+clean; 377 MiB data, 2.9 GiB used, 712 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.4 MiB/s wr, 11 op/s 2024-08-29T17:53:54.628 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:53:54 smithi028 bash[78352]: cluster 2024-08-29T17:53:53.229208+0000 mon.a (mon.0) 360 : cluster [DBG] osdmap e425: 8 total, 8 up, 8 in 2024-08-29T17:53:54.628 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:53:54 smithi028 bash[78352]: cluster 2024-08-29T17:53:54.139299+0000 mon.a (mon.0) 361 : cluster [DBG] osdmap e426: 8 total, 8 up, 8 in 2024-08-29T17:53:54.628 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:53:54 smithi028 bash[77168]: cluster 2024-08-29T17:53:52.940879+0000 mgr.y (mgr.25022) 112 : cluster [DBG] pgmap v158: 121 pgs: 121 active+clean; 377 MiB data, 2.9 GiB used, 712 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.4 MiB/s wr, 11 op/s 2024-08-29T17:53:54.628 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:53:54 smithi028 bash[77168]: cluster 2024-08-29T17:53:53.229208+0000 mon.a (mon.0) 360 : cluster [DBG] osdmap e425: 8 total, 8 up, 8 in 2024-08-29T17:53:54.628 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:53:54 smithi028 bash[77168]: cluster 2024-08-29T17:53:54.139299+0000 mon.a (mon.0) 361 : cluster [DBG] osdmap e426: 8 total, 8 up, 8 in 2024-08-29T17:53:55.140 INFO:tasks.rados.rados.0.smithi028.stdout:1794: done (1 left) 2024-08-29T17:53:55.156 INFO:tasks.rados.rados.0.smithi028.stdout:1795: read oid 28 snap 158 2024-08-29T17:53:55.156 INFO:tasks.rados.rados.0.smithi028.stdout:1795: expect (ObjNum 411 snap 130 seq_num 411) 2024-08-29T17:53:55.156 INFO:tasks.rados.rados.0.smithi028.stdout:1796: snap_remove snap 166 2024-08-29T17:53:56.162 INFO:tasks.rados.rados.0.smithi028.stdout:1796: done (2 left) 2024-08-29T17:53:56.163 INFO:tasks.rados.rados.0.smithi028.stdout:1797: read oid 35 snap -1 2024-08-29T17:53:56.163 INFO:tasks.rados.rados.0.smithi028.stdout:1797: expect (ObjNum 544 snap 173 seq_num 544) 2024-08-29T17:53:56.163 INFO:tasks.rados.rados.0.smithi028.stdout:1798: copy_from oid 26 from oid 15 current snap is 180 2024-08-29T17:53:56.163 INFO:tasks.rados.rados.0.smithi028.stdout:1793: expect (ObjNum 515 snap 160 seq_num 515) 2024-08-29T17:53:56.324 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:53:56 smithi053 bash[68679]: cluster 2024-08-29T17:53:54.941590+0000 mgr.y (mgr.25022) 113 : cluster [DBG] pgmap v161: 121 pgs: 121 active+clean; 377 MiB data, 2.9 GiB used, 712 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.4 MiB/s wr, 11 op/s 2024-08-29T17:53:56.324 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:53:56 smithi053 bash[68679]: cluster 2024-08-29T17:53:55.142942+0000 mon.a (mon.0) 362 : cluster [DBG] osdmap e427: 8 total, 8 up, 8 in 2024-08-29T17:53:56.324 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:53:56 smithi053 bash[68679]: audit 2024-08-29T17:53:55.287078+0000 mon.a (mon.0) 363 : audit [INF] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' 2024-08-29T17:53:56.324 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:53:56 smithi053 bash[68679]: audit 2024-08-29T17:53:55.297075+0000 mon.a (mon.0) 364 : audit [INF] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' 2024-08-29T17:53:56.324 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:53:56 smithi053 bash[68679]: cephadm 2024-08-29T17:53:55.299220+0000 mgr.y (mgr.25022) 114 : cephadm [INF] Reconfiguring osd.7 (monmap changed)... 2024-08-29T17:53:56.325 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:53:56 smithi053 bash[68679]: audit 2024-08-29T17:53:55.299814+0000 mon.a (mon.0) 365 : audit [INF] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.7"}]: dispatch 2024-08-29T17:53:56.325 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:53:56 smithi053 bash[68679]: audit 2024-08-29T17:53:55.301446+0000 mon.a (mon.0) 366 : audit [DBG] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-29T17:53:56.325 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:53:56 smithi053 bash[68679]: cephadm 2024-08-29T17:53:55.306746+0000 mgr.y (mgr.25022) 115 : cephadm [INF] Reconfiguring daemon osd.7 on smithi053 2024-08-29T17:53:56.351 INFO:tasks.rados.rados.0.smithi028.stdout:1795: expect (ObjNum 411 snap 130 seq_num 411) 2024-08-29T17:53:56.405 INFO:tasks.rados.rados.0.smithi028.stdout:1798: finishing copy_from to smithi02869045-26 2024-08-29T17:53:56.405 INFO:tasks.rados.rados.0.smithi028.stdout:1798: got expected ENOENT (src dne) 2024-08-29T17:53:56.405 INFO:tasks.rados.rados.0.smithi028.stdout:1798: finishing copy_from racing read to smithi02869045-26 2024-08-29T17:53:56.405 INFO:tasks.rados.rados.0.smithi028.stdout:1797: expect (ObjNum 544 snap 173 seq_num 544) 2024-08-29T17:53:56.496 INFO:tasks.rados.rados.0.smithi028.stdout:1793: done (3 left) 2024-08-29T17:53:56.497 INFO:tasks.rados.rados.0.smithi028.stdout:1795: done (2 left) 2024-08-29T17:53:56.497 INFO:tasks.rados.rados.0.smithi028.stdout:1797: done (1 left) 2024-08-29T17:53:56.497 INFO:tasks.rados.rados.0.smithi028.stdout:1798: done (0 left) 2024-08-29T17:53:56.497 INFO:tasks.rados.rados.0.smithi028.stdout:1799: read oid 13 snap -1 2024-08-29T17:53:56.497 INFO:tasks.rados.rados.0.smithi028.stdout:1799: expect (ObjNum 512 snap 159 seq_num 512) 2024-08-29T17:53:56.497 INFO:tasks.rados.rados.0.smithi028.stdout:1800: read oid 50 snap -1 2024-08-29T17:53:56.497 INFO:tasks.rados.rados.0.smithi028.stdout:1800: expect (ObjNum 551 snap 175 seq_num 551) 2024-08-29T17:53:56.497 INFO:tasks.rados.rados.0.smithi028.stdout:1801: snap_remove snap 152 2024-08-29T17:53:56.628 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:53:56 smithi028 bash[77168]: cluster 2024-08-29T17:53:54.941590+0000 mgr.y (mgr.25022) 113 : cluster [DBG] pgmap v161: 121 pgs: 121 active+clean; 377 MiB data, 2.9 GiB used, 712 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.4 MiB/s wr, 11 op/s 2024-08-29T17:53:56.628 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:53:56 smithi028 bash[77168]: cluster 2024-08-29T17:53:55.142942+0000 mon.a (mon.0) 362 : cluster [DBG] osdmap e427: 8 total, 8 up, 8 in 2024-08-29T17:53:56.628 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:53:56 smithi028 bash[77168]: audit 2024-08-29T17:53:55.287078+0000 mon.a (mon.0) 363 : audit [INF] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' 2024-08-29T17:53:56.628 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:53:56 smithi028 bash[77168]: audit 2024-08-29T17:53:55.297075+0000 mon.a (mon.0) 364 : audit [INF] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' 2024-08-29T17:53:56.628 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:53:56 smithi028 bash[77168]: cephadm 2024-08-29T17:53:55.299220+0000 mgr.y (mgr.25022) 114 : cephadm [INF] Reconfiguring osd.7 (monmap changed)... 2024-08-29T17:53:56.628 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:53:56 smithi028 bash[77168]: audit 2024-08-29T17:53:55.299814+0000 mon.a (mon.0) 365 : audit [INF] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.7"}]: dispatch 2024-08-29T17:53:56.629 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:53:56 smithi028 bash[77168]: audit 2024-08-29T17:53:55.301446+0000 mon.a (mon.0) 366 : audit [DBG] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-29T17:53:56.629 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:53:56 smithi028 bash[77168]: cephadm 2024-08-29T17:53:55.306746+0000 mgr.y (mgr.25022) 115 : cephadm [INF] Reconfiguring daemon osd.7 on smithi053 2024-08-29T17:53:56.629 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:53:56 smithi028 bash[78352]: cluster 2024-08-29T17:53:54.941590+0000 mgr.y (mgr.25022) 113 : cluster [DBG] pgmap v161: 121 pgs: 121 active+clean; 377 MiB data, 2.9 GiB used, 712 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.4 MiB/s wr, 11 op/s 2024-08-29T17:53:56.629 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:53:56 smithi028 bash[78352]: cluster 2024-08-29T17:53:55.142942+0000 mon.a (mon.0) 362 : cluster [DBG] osdmap e427: 8 total, 8 up, 8 in 2024-08-29T17:53:56.629 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:53:56 smithi028 bash[78352]: audit 2024-08-29T17:53:55.287078+0000 mon.a (mon.0) 363 : audit [INF] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' 2024-08-29T17:53:56.629 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:53:56 smithi028 bash[78352]: audit 2024-08-29T17:53:55.297075+0000 mon.a (mon.0) 364 : audit [INF] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' 2024-08-29T17:53:56.629 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:53:56 smithi028 bash[78352]: cephadm 2024-08-29T17:53:55.299220+0000 mgr.y (mgr.25022) 114 : cephadm [INF] Reconfiguring osd.7 (monmap changed)... 2024-08-29T17:53:56.629 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:53:56 smithi028 bash[78352]: audit 2024-08-29T17:53:55.299814+0000 mon.a (mon.0) 365 : audit [INF] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.7"}]: dispatch 2024-08-29T17:53:56.630 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:53:56 smithi028 bash[78352]: audit 2024-08-29T17:53:55.301446+0000 mon.a (mon.0) 366 : audit [DBG] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-29T17:53:56.630 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:53:56 smithi028 bash[78352]: cephadm 2024-08-29T17:53:55.306746+0000 mgr.y (mgr.25022) 115 : cephadm [INF] Reconfiguring daemon osd.7 on smithi053 2024-08-29T17:53:57.184 INFO:tasks.rados.rados.0.smithi028.stdout:1801: done (2 left) 2024-08-29T17:53:57.185 INFO:tasks.rados.rados.0.smithi028.stdout:1802: rmattr oid 41 current snap is 180 2024-08-29T17:53:57.185 INFO:tasks.rados.rados.0.smithi028.stdout:1802: done (2 left) 2024-08-29T17:53:57.185 INFO:tasks.rados.rados.0.smithi028.stdout:append oid 14 current snap is 180 2024-08-29T17:53:57.185 INFO:tasks.rados.rados.0.smithi028.stdout:1803: seq_num 560 ranges {7184384=581632,7766016=458752,8224768=614400,8839168=532480} 2024-08-29T17:53:57.235 INFO:tasks.rados.rados.0.smithi028.stdout:1803: writing smithi02869045-14 from 7184384 to 7766016 tid 1 2024-08-29T17:53:57.239 INFO:tasks.rados.rados.0.smithi028.stdout:1803: writing smithi02869045-14 from 7766016 to 8224768 tid 2 2024-08-29T17:53:57.243 INFO:tasks.rados.rados.0.smithi028.stdout:1803: writing smithi02869045-14 from 8224768 to 8839168 tid 3 2024-08-29T17:53:57.246 INFO:tasks.rados.rados.0.smithi028.stdout:1803: writing smithi02869045-14 from 8839168 to 9371648 tid 4 2024-08-29T17:53:57.246 INFO:tasks.rados.rados.0.smithi028.stdout:1804: snap_remove snap 173 2024-08-29T17:53:57.459 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:53:57 smithi053 bash[68679]: cluster 2024-08-29T17:53:56.152498+0000 mon.a (mon.0) 367 : cluster [DBG] osdmap e428: 8 total, 8 up, 8 in 2024-08-29T17:53:57.459 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:53:57 smithi053 bash[68679]: audit 2024-08-29T17:53:57.008775+0000 mon.a (mon.0) 368 : audit [DBG] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-29T17:53:57.628 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:53:57 smithi028 bash[78352]: cluster 2024-08-29T17:53:56.152498+0000 mon.a (mon.0) 367 : cluster [DBG] osdmap e428: 8 total, 8 up, 8 in 2024-08-29T17:53:57.628 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:53:57 smithi028 bash[78352]: audit 2024-08-29T17:53:57.008775+0000 mon.a (mon.0) 368 : audit [DBG] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-29T17:53:57.628 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:53:57 smithi028 bash[77168]: cluster 2024-08-29T17:53:56.152498+0000 mon.a (mon.0) 367 : cluster [DBG] osdmap e428: 8 total, 8 up, 8 in 2024-08-29T17:53:57.628 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:53:57 smithi028 bash[77168]: audit 2024-08-29T17:53:57.008775+0000 mon.a (mon.0) 368 : audit [DBG] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-29T17:53:58.171 INFO:tasks.rados.rados.0.smithi028.stdout:1804: done (3 left) 2024-08-29T17:53:58.172 INFO:tasks.rados.rados.0.smithi028.stdout:1805: delete oid 7 current snap is 180 2024-08-29T17:53:58.172 INFO:tasks.rados.rados.0.smithi028.stdout:1799: expect (ObjNum 512 snap 159 seq_num 512) 2024-08-29T17:53:58.244 INFO:tasks.rados.rados.0.smithi028.stdout:1800: expect (ObjNum 551 snap 175 seq_num 551) 2024-08-29T17:53:58.380 INFO:tasks.rados.rados.0.smithi028.stdout:1803: finishing write tid 1 to smithi02869045-14 2024-08-29T17:53:58.380 INFO:tasks.rados.rados.0.smithi028.stdout:1803: finishing write tid 2 to smithi02869045-14 2024-08-29T17:53:58.380 INFO:tasks.rados.rados.0.smithi028.stdout:1803: finishing write tid 3 to smithi02869045-14 2024-08-29T17:53:58.381 INFO:tasks.rados.rados.0.smithi028.stdout:1803: finishing write tid 4 to smithi02869045-14 2024-08-29T17:53:58.381 INFO:tasks.rados.rados.0.smithi028.stdout:1803: finishing write tid 5 to smithi02869045-14 2024-08-29T17:53:58.381 INFO:tasks.rados.rados.0.smithi028.stdout:1803: finishing write tid 6 to smithi02869045-14 2024-08-29T17:53:58.381 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 14 v 1030 (ObjNum 560 snap 180 seq_num 560) dirty exists 2024-08-29T17:53:58.381 INFO:tasks.rados.rados.0.smithi028.stdout:1803: left oid 14 (ObjNum 560 snap 180 seq_num 560) 2024-08-29T17:53:58.381 INFO:tasks.rados.rados.0.smithi028.stdout:1799: done (3 left) 2024-08-29T17:53:58.381 INFO:tasks.rados.rados.0.smithi028.stdout:1800: done (2 left) 2024-08-29T17:53:58.381 INFO:tasks.rados.rados.0.smithi028.stdout:1803: done (1 left) 2024-08-29T17:53:58.381 INFO:tasks.rados.rados.0.smithi028.stdout:1805: done (0 left) 2024-08-29T17:53:58.381 INFO:tasks.rados.rados.0.smithi028.stdout:append oid 6 current snap is 180 2024-08-29T17:53:58.381 INFO:tasks.rados.rados.0.smithi028.stdout:1806: seq_num 562 ranges {8273920=622592,8896512=630784,9527296=581632,10108928=393216} 2024-08-29T17:53:58.481 INFO:tasks.rados.rados.0.smithi028.stdout:1806: writing smithi02869045-6 from 8273920 to 8896512 tid 1 2024-08-29T17:53:58.485 INFO:tasks.rados.rados.0.smithi028.stdout:1806: writing smithi02869045-6 from 8896512 to 9527296 tid 2 2024-08-29T17:53:58.489 INFO:tasks.rados.rados.0.smithi028.stdout:1806: writing smithi02869045-6 from 9527296 to 10108928 tid 3 2024-08-29T17:53:58.492 INFO:tasks.rados.rados.0.smithi028.stdout:1806: writing smithi02869045-6 from 10108928 to 10502144 tid 4 2024-08-29T17:53:58.492 INFO:tasks.rados.rados.0.smithi028.stdout:1807: snap_create 2024-08-29T17:53:58.492 INFO:tasks.rados.rados.0.smithi028.stdout:1806: finishing write tid 1 to smithi02869045-6 2024-08-29T17:53:58.495 INFO:tasks.rados.rados.0.smithi028.stdout:1806: finishing write tid 2 to smithi02869045-6 2024-08-29T17:53:58.498 INFO:tasks.rados.rados.0.smithi028.stdout:1806: finishing write tid 3 to smithi02869045-6 2024-08-29T17:53:58.500 INFO:tasks.rados.rados.0.smithi028.stdout:1806: finishing write tid 4 to smithi02869045-6 2024-08-29T17:53:58.500 INFO:tasks.rados.rados.0.smithi028.stdout:1806: finishing write tid 5 to smithi02869045-6 2024-08-29T17:53:58.502 INFO:tasks.rados.rados.0.smithi028.stdout:1806: finishing write tid 6 to smithi02869045-6 2024-08-29T17:53:58.502 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 6 v 1126 (ObjNum 562 snap 180 seq_num 562) dirty exists 2024-08-29T17:53:58.502 INFO:tasks.rados.rados.0.smithi028.stdout:1806: left oid 6 (ObjNum 562 snap 180 seq_num 562) 2024-08-29T17:53:58.574 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:53:58 smithi053 bash[68679]: cluster 2024-08-29T17:53:56.942279+0000 mgr.y (mgr.25022) 116 : cluster [DBG] pgmap v164: 121 pgs: 121 active+clean; 377 MiB data, 2.9 GiB used, 712 GiB / 715 GiB avail 2024-08-29T17:53:58.574 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:53:58 smithi053 bash[68679]: cluster 2024-08-29T17:53:57.163503+0000 mon.a (mon.0) 369 : cluster [DBG] osdmap e429: 8 total, 8 up, 8 in 2024-08-29T17:53:58.574 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:53:58 smithi053 bash[68679]: audit 2024-08-29T17:53:58.115268+0000 mon.a (mon.0) 370 : audit [INF] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' 2024-08-29T17:53:58.574 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:53:58 smithi053 bash[68679]: audit 2024-08-29T17:53:58.125631+0000 mon.a (mon.0) 371 : audit [INF] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' 2024-08-29T17:53:58.574 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:53:58 smithi053 bash[68679]: audit 2024-08-29T17:53:58.128797+0000 mon.a (mon.0) 372 : audit [INF] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mds.b", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-08-29T17:53:58.575 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:53:58 smithi053 bash[68679]: audit 2024-08-29T17:53:58.130558+0000 mon.a (mon.0) 373 : audit [DBG] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-29T17:53:58.628 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:53:58 smithi028 bash[78352]: cluster 2024-08-29T17:53:56.942279+0000 mgr.y (mgr.25022) 116 : cluster [DBG] pgmap v164: 121 pgs: 121 active+clean; 377 MiB data, 2.9 GiB used, 712 GiB / 715 GiB avail 2024-08-29T17:53:58.628 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:53:58 smithi028 bash[78352]: cluster 2024-08-29T17:53:57.163503+0000 mon.a (mon.0) 369 : cluster [DBG] osdmap e429: 8 total, 8 up, 8 in 2024-08-29T17:53:58.628 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:53:58 smithi028 bash[78352]: audit 2024-08-29T17:53:58.115268+0000 mon.a (mon.0) 370 : audit [INF] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' 2024-08-29T17:53:58.628 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:53:58 smithi028 bash[78352]: audit 2024-08-29T17:53:58.125631+0000 mon.a (mon.0) 371 : audit [INF] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' 2024-08-29T17:53:58.628 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:53:58 smithi028 bash[78352]: audit 2024-08-29T17:53:58.128797+0000 mon.a (mon.0) 372 : audit [INF] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mds.b", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-08-29T17:53:58.628 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:53:58 smithi028 bash[78352]: audit 2024-08-29T17:53:58.130558+0000 mon.a (mon.0) 373 : audit [DBG] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-29T17:53:58.628 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:53:58 smithi028 bash[77168]: cluster 2024-08-29T17:53:56.942279+0000 mgr.y (mgr.25022) 116 : cluster [DBG] pgmap v164: 121 pgs: 121 active+clean; 377 MiB data, 2.9 GiB used, 712 GiB / 715 GiB avail 2024-08-29T17:53:58.629 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:53:58 smithi028 bash[77168]: cluster 2024-08-29T17:53:57.163503+0000 mon.a (mon.0) 369 : cluster [DBG] osdmap e429: 8 total, 8 up, 8 in 2024-08-29T17:53:58.629 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:53:58 smithi028 bash[77168]: audit 2024-08-29T17:53:58.115268+0000 mon.a (mon.0) 370 : audit [INF] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' 2024-08-29T17:53:58.629 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:53:58 smithi028 bash[77168]: audit 2024-08-29T17:53:58.125631+0000 mon.a (mon.0) 371 : audit [INF] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' 2024-08-29T17:53:58.629 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:53:58 smithi028 bash[77168]: audit 2024-08-29T17:53:58.128797+0000 mon.a (mon.0) 372 : audit [INF] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mds.b", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-08-29T17:53:58.629 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:53:58 smithi028 bash[77168]: audit 2024-08-29T17:53:58.130558+0000 mon.a (mon.0) 373 : audit [DBG] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-29T17:53:59.074 INFO:journalctl@ceph.prometheus.a.smithi053.stdout:Aug 29 17:53:58 smithi053 bash[61790]: ts=2024-08-29T17:53:58.659Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=osd name=CephOSDFlapping index=13 msg="Evaluating rule failed" rule="alert: CephOSDFlapping\nexpr: (rate(ceph_osd_up[5m]) * on (ceph_daemon) group_left (hostname) ceph_osd_metadata)\n * 60 > 1\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.4.4\n severity: warning\n type: ceph_default\nannotations:\n description: OSD {{ $labels.ceph_daemon }} on {{ $labels.hostname }} was marked\n down and back up {{ $value | humanize }} times once a minute for 5 minutes. This\n may indicate a network issue (latency, packet loss, MTU mismatch) on the cluster\n network, or the public network if no cluster network is deployed. Check the network\n stats on the listed host(s).\n documentation: https://docs.ceph.com/en/latest/rados/troubleshooting/troubleshooting-osd#flapping-osds\n summary: Network issues are causing OSDs to flap (mark each other down)\n" err="found duplicate series for the match group {ceph_daemon=\"osd.0\"} on the right hand-side of the operation: [{__name__=\"ceph_osd_metadata\", ceph_daemon=\"osd.0\", ceph_version=\"ceph version 17.2.7-1503-ga89f613d (a89f613db4d5b6bca82681f19d73c6d337aae2d5) quincy (stable)\", cluster_addr=\"172.21.15.28\", device_class=\"ssd\", hostname=\"smithi028\", instance=\"ceph_cluster\", job=\"ceph\", objectstore=\"bluestore\", public_addr=\"172.21.15.28\"}, {__name__=\"ceph_osd_metadata\", ceph_daemon=\"osd.0\", ceph_version=\"ceph version 17.2.7-1503-ga89f613d (a89f613db4d5b6bca82681f19d73c6d337aae2d5) quincy (stable)\", cluster=\"3167ee72-662c-11ef-bcd4-c7b262605968\", cluster_addr=\"172.21.15.28\", device_class=\"ssd\", hostname=\"smithi028\", instance=\"ceph_cluster\", job=\"ceph\", objectstore=\"bluestore\", public_addr=\"172.21.15.28\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-29T17:53:59.179 INFO:tasks.rados.rados.0.smithi028.stdout:1806: done (1 left) 2024-08-29T17:53:59.179 INFO:tasks.rados.rados.0.smithi028.stdout:1807: done (0 left) 2024-08-29T17:53:59.179 INFO:tasks.rados.rados.0.smithi028.stdout:1808: rmattr oid 25 current snap is 181 2024-08-29T17:53:59.179 INFO:tasks.rados.rados.0.smithi028.stdout:1808: done (0 left) 2024-08-29T17:53:59.179 INFO:tasks.rados.rados.0.smithi028.stdout:1809: copy_from oid 15 from oid 38 current snap is 181 2024-08-29T17:53:59.179 INFO:tasks.rados.rados.0.smithi028.stdout:1810: rollback oid 45 current snap is 181 2024-08-29T17:53:59.179 INFO:tasks.rados.rados.0.smithi028.stdout:rollback oid 45 to 165 2024-08-29T17:53:59.179 INFO:tasks.rados.rados.0.smithi028.stdout:1811: read oid 30 snap -1 2024-08-29T17:53:59.179 INFO:tasks.rados.rados.0.smithi028.stdout:1811: expect (ObjNum 514 snap 160 seq_num 514) 2024-08-29T17:53:59.179 INFO:tasks.rados.rados.0.smithi028.stdout:1812: delete oid 27 current snap is 181 2024-08-29T17:53:59.187 INFO:tasks.rados.rados.0.smithi028.stdout:1812: done (3 left) 2024-08-29T17:53:59.187 INFO:tasks.rados.rados.0.smithi028.stdout:1813: rollback oid 8 current snap is 181 2024-08-29T17:53:59.187 INFO:tasks.rados.rados.0.smithi028.stdout:rollback oid 8 to 177 2024-08-29T17:53:59.187 INFO:tasks.rados.rados.0.smithi028.stdout:1814: delete oid 40 current snap is 181 2024-08-29T17:53:59.197 INFO:tasks.rados.rados.0.smithi028.stdout:1810: finishing rollback tid 0 to smithi02869045-45 2024-08-29T17:53:59.197 INFO:tasks.rados.rados.0.smithi028.stdout:1814: done (4 left) 2024-08-29T17:53:59.197 INFO:tasks.rados.rados.0.smithi028.stdout:append oid 35 current snap is 181 2024-08-29T17:53:59.197 INFO:tasks.rados.rados.0.smithi028.stdout:1815: seq_num 565 ranges {2834432=671744,3506176=729088,4235264=753664,4988928=122880} 2024-08-29T17:53:59.225 INFO:tasks.rados.rados.0.smithi028.stdout:1815: writing smithi02869045-35 from 2834432 to 3506176 tid 1 2024-08-29T17:53:59.231 INFO:tasks.rados.rados.0.smithi028.stdout:1815: writing smithi02869045-35 from 3506176 to 4235264 tid 2 2024-08-29T17:53:59.237 INFO:tasks.rados.rados.0.smithi028.stdout:1815: writing smithi02869045-35 from 4235264 to 4988928 tid 3 2024-08-29T17:53:59.238 INFO:tasks.rados.rados.0.smithi028.stdout:1815: writing smithi02869045-35 from 4988928 to 5111808 tid 4 2024-08-29T17:53:59.238 INFO:tasks.rados.rados.0.smithi028.stdout:1816: snap_remove snap 174 2024-08-29T17:53:59.574 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:53:59 smithi053 bash[68679]: cephadm 2024-08-29T17:53:58.128083+0000 mgr.y (mgr.25022) 117 : cephadm [INF] Reconfiguring mds.b (monmap changed)... 2024-08-29T17:53:59.574 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:53:59 smithi053 bash[68679]: cephadm 2024-08-29T17:53:58.132383+0000 mgr.y (mgr.25022) 118 : cephadm [INF] Reconfiguring daemon mds.b on smithi053 2024-08-29T17:53:59.574 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:53:59 smithi053 bash[68679]: cluster 2024-08-29T17:53:58.172730+0000 mon.a (mon.0) 374 : cluster [DBG] osdmap e430: 8 total, 8 up, 8 in 2024-08-29T17:53:59.629 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:53:59 smithi028 bash[78352]: cephadm 2024-08-29T17:53:58.128083+0000 mgr.y (mgr.25022) 117 : cephadm [INF] Reconfiguring mds.b (monmap changed)... 2024-08-29T17:53:59.630 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:53:59 smithi028 bash[78352]: cephadm 2024-08-29T17:53:58.132383+0000 mgr.y (mgr.25022) 118 : cephadm [INF] Reconfiguring daemon mds.b on smithi053 2024-08-29T17:53:59.630 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:53:59 smithi028 bash[78352]: cluster 2024-08-29T17:53:58.172730+0000 mon.a (mon.0) 374 : cluster [DBG] osdmap e430: 8 total, 8 up, 8 in 2024-08-29T17:53:59.630 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:53:59 smithi028 bash[77168]: cephadm 2024-08-29T17:53:58.128083+0000 mgr.y (mgr.25022) 117 : cephadm [INF] Reconfiguring mds.b (monmap changed)... 2024-08-29T17:53:59.630 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:53:59 smithi028 bash[77168]: cephadm 2024-08-29T17:53:58.132383+0000 mgr.y (mgr.25022) 118 : cephadm [INF] Reconfiguring daemon mds.b on smithi053 2024-08-29T17:53:59.630 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:53:59 smithi028 bash[77168]: cluster 2024-08-29T17:53:58.172730+0000 mon.a (mon.0) 374 : cluster [DBG] osdmap e430: 8 total, 8 up, 8 in 2024-08-29T17:54:00.180 INFO:tasks.rados.rados.0.smithi028.stdout:1816: done (5 left) 2024-08-29T17:54:00.180 INFO:tasks.rados.rados.0.smithi028.stdout:append oid 36 current snap is 181 2024-08-29T17:54:00.180 INFO:tasks.rados.rados.0.smithi028.stdout:1817: seq_num 566 ranges {1449984=688128,2138112=614400,2752512=565248,3317760=425984} 2024-08-29T17:54:00.200 INFO:tasks.rados.rados.0.smithi028.stdout:1817: writing smithi02869045-36 from 1449984 to 2138112 tid 1 2024-08-29T17:54:00.206 INFO:tasks.rados.rados.0.smithi028.stdout:1817: writing smithi02869045-36 from 2138112 to 2752512 tid 2 2024-08-29T17:54:00.211 INFO:tasks.rados.rados.0.smithi028.stdout:1817: writing smithi02869045-36 from 2752512 to 3317760 tid 3 2024-08-29T17:54:00.215 INFO:tasks.rados.rados.0.smithi028.stdout:1817: writing smithi02869045-36 from 3317760 to 3743744 tid 4 2024-08-29T17:54:00.217 INFO:tasks.rados.rados.0.smithi028.stdout:1818: read oid 37 snap -1 2024-08-29T17:54:00.217 INFO:tasks.rados.rados.0.smithi028.stdout:1818: expect (ObjNum 515 snap 160 seq_num 515) 2024-08-29T17:54:00.217 INFO:tasks.rados.rados.0.smithi028.stdout:1819: copy_from oid 11 from oid 24 current snap is 181 2024-08-29T17:54:00.217 INFO:tasks.rados.rados.0.smithi028.stdout:1810: finishing rollback tid 1 to smithi02869045-45 2024-08-29T17:54:00.217 INFO:tasks.rados.rados.0.smithi028.stdout:1810: finishing rollback tid 2 to smithi02869045-45 2024-08-29T17:54:00.217 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 45 v 1312 (ObjNum 405 snap 127 seq_num 405) dirty exists 2024-08-29T17:54:00.217 INFO:tasks.rados.rados.0.smithi028.stdout:1811: expect (ObjNum 514 snap 160 seq_num 514) 2024-08-29T17:54:00.306 INFO:tasks.rados.rados.0.smithi028.stdout:1813: finishing rollback tid 0 to smithi02869045-8 2024-08-29T17:54:00.307 INFO:tasks.rados.rados.0.smithi028.stdout:1813: finishing rollback tid 1 to smithi02869045-8 2024-08-29T17:54:00.307 INFO:tasks.rados.rados.0.smithi028.stdout:1813: finishing rollback tid 2 to smithi02869045-8 2024-08-29T17:54:00.307 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 8 v 1072 (ObjNum 542 snap 173 seq_num 542) dirty exists 2024-08-29T17:54:00.307 INFO:tasks.rados.rados.0.smithi028.stdout:1809: finishing copy_from racing read to smithi02869045-15 2024-08-29T17:54:00.307 INFO:tasks.rados.rados.0.smithi028.stdout:1809: finishing copy_from to smithi02869045-15 2024-08-29T17:54:00.307 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 15 v 1051 (ObjNum 538 snap 172 seq_num 538) dirty exists 2024-08-29T17:54:00.307 INFO:tasks.rados.rados.0.smithi028.stdout:1815: finishing write tid 1 to smithi02869045-35 2024-08-29T17:54:00.307 INFO:tasks.rados.rados.0.smithi028.stdout:1815: finishing write tid 2 to smithi02869045-35 2024-08-29T17:54:00.307 INFO:tasks.rados.rados.0.smithi028.stdout:1815: finishing write tid 3 to smithi02869045-35 2024-08-29T17:54:00.308 INFO:tasks.rados.rados.0.smithi028.stdout:1815: finishing write tid 4 to smithi02869045-35 2024-08-29T17:54:00.308 INFO:tasks.rados.rados.0.smithi028.stdout:1815: finishing write tid 5 to smithi02869045-35 2024-08-29T17:54:00.308 INFO:tasks.rados.rados.0.smithi028.stdout:1815: finishing write tid 6 to smithi02869045-35 2024-08-29T17:54:00.308 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 35 v 1077 (ObjNum 565 snap 181 seq_num 565) dirty exists 2024-08-29T17:54:00.308 INFO:tasks.rados.rados.0.smithi028.stdout:1815: left oid 35 (ObjNum 565 snap 181 seq_num 565) 2024-08-29T17:54:00.308 INFO:tasks.rados.rados.0.smithi028.stdout:1817: finishing write tid 1 to smithi02869045-36 2024-08-29T17:54:00.308 INFO:tasks.rados.rados.0.smithi028.stdout:1817: finishing write tid 2 to smithi02869045-36 2024-08-29T17:54:00.308 INFO:tasks.rados.rados.0.smithi028.stdout:1819: finishing copy_from to smithi02869045-11 2024-08-29T17:54:00.308 INFO:tasks.rados.rados.0.smithi028.stdout:1819: got expected ENOENT (src dne) 2024-08-29T17:54:00.308 INFO:tasks.rados.rados.0.smithi028.stdout:1819: finishing copy_from racing read to smithi02869045-11 2024-08-29T17:54:00.309 INFO:tasks.rados.rados.0.smithi028.stdout:1809: done (7 left) 2024-08-29T17:54:00.309 INFO:tasks.rados.rados.0.smithi028.stdout:1810: done (6 left) 2024-08-29T17:54:00.309 INFO:tasks.rados.rados.0.smithi028.stdout:1811: done (5 left) 2024-08-29T17:54:00.309 INFO:tasks.rados.rados.0.smithi028.stdout:1813: done (4 left) 2024-08-29T17:54:00.309 INFO:tasks.rados.rados.0.smithi028.stdout:1815: done (3 left) 2024-08-29T17:54:00.309 INFO:tasks.rados.rados.0.smithi028.stdout:1819: done (2 left) 2024-08-29T17:54:00.309 INFO:tasks.rados.rados.0.smithi028.stdout:1820: read oid 31 snap -1 2024-08-29T17:54:00.309 INFO:tasks.rados.rados.0.smithi028.stdout:1820: expect (ObjNum 506 snap 157 seq_num 506) 2024-08-29T17:54:00.309 INFO:tasks.rados.rados.0.smithi028.stdout:1821: snap_create 2024-08-29T17:54:00.309 INFO:tasks.rados.rados.0.smithi028.stdout:1817: finishing write tid 3 to smithi02869045-36 2024-08-29T17:54:00.309 INFO:tasks.rados.rados.0.smithi028.stdout:1817: finishing write tid 4 to smithi02869045-36 2024-08-29T17:54:00.309 INFO:tasks.rados.rados.0.smithi028.stdout:1817: finishing write tid 5 to smithi02869045-36 2024-08-29T17:54:00.310 INFO:tasks.rados.rados.0.smithi028.stdout:1817: finishing write tid 6 to smithi02869045-36 2024-08-29T17:54:00.310 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 36 v 1070 (ObjNum 566 snap 181 seq_num 566) dirty exists 2024-08-29T17:54:00.310 INFO:tasks.rados.rados.0.smithi028.stdout:1817: left oid 36 (ObjNum 566 snap 181 seq_num 566) 2024-08-29T17:54:00.310 INFO:tasks.rados.rados.0.smithi028.stdout:1818: expect (ObjNum 515 snap 160 seq_num 515) 2024-08-29T17:54:00.490 INFO:tasks.rados.rados.0.smithi028.stdout:1820: expect (ObjNum 506 snap 157 seq_num 506) 2024-08-29T17:54:00.542 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:54:00 smithi053 bash[68679]: cluster 2024-08-29T17:53:58.943024+0000 mgr.y (mgr.25022) 119 : cluster [DBG] pgmap v167: 121 pgs: 121 active+clean; 364 MiB data, 2.9 GiB used, 712 GiB / 715 GiB avail; 10 MiB/s rd, 534 KiB/s wr, 6 op/s 2024-08-29T17:54:00.542 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:54:00 smithi053 bash[68679]: cluster 2024-08-29T17:53:59.182275+0000 mon.a (mon.0) 375 : cluster [DBG] osdmap e431: 8 total, 8 up, 8 in 2024-08-29T17:54:00.627 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:54:00 smithi028 bash[77168]: cluster 2024-08-29T17:53:58.943024+0000 mgr.y (mgr.25022) 119 : cluster [DBG] pgmap v167: 121 pgs: 121 active+clean; 364 MiB data, 2.9 GiB used, 712 GiB / 715 GiB avail; 10 MiB/s rd, 534 KiB/s wr, 6 op/s 2024-08-29T17:54:00.628 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:54:00 smithi028 bash[77168]: cluster 2024-08-29T17:53:59.182275+0000 mon.a (mon.0) 375 : cluster [DBG] osdmap e431: 8 total, 8 up, 8 in 2024-08-29T17:54:00.628 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:54:00 smithi028 bash[78352]: cluster 2024-08-29T17:53:58.943024+0000 mgr.y (mgr.25022) 119 : cluster [DBG] pgmap v167: 121 pgs: 121 active+clean; 364 MiB data, 2.9 GiB used, 712 GiB / 715 GiB avail; 10 MiB/s rd, 534 KiB/s wr, 6 op/s 2024-08-29T17:54:00.628 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:54:00 smithi028 bash[78352]: cluster 2024-08-29T17:53:59.182275+0000 mon.a (mon.0) 375 : cluster [DBG] osdmap e431: 8 total, 8 up, 8 in 2024-08-29T17:54:01.199 INFO:tasks.rados.rados.0.smithi028.stdout:1817: done (3 left) 2024-08-29T17:54:01.199 INFO:tasks.rados.rados.0.smithi028.stdout:1818: done (2 left) 2024-08-29T17:54:01.199 INFO:tasks.rados.rados.0.smithi028.stdout:1820: done (1 left) 2024-08-29T17:54:01.200 INFO:tasks.rados.rados.0.smithi028.stdout:1821: done (0 left) 2024-08-29T17:54:01.200 INFO:tasks.rados.rados.0.smithi028.stdout:1822: copy_from oid 21 from oid 7 current snap is 182 2024-08-29T17:54:01.200 INFO:tasks.rados.rados.0.smithi028.stdout:append oid 39 current snap is 182 2024-08-29T17:54:01.200 INFO:tasks.rados.rados.0.smithi028.stdout:1823: seq_num 567 ranges {0=704512,704512=499712,1204224=770048,1974272=335872} 2024-08-29T17:54:01.208 INFO:tasks.rados.rados.0.smithi028.stdout:1823: writing smithi02869045-39 from 0 to 704512 tid 1 2024-08-29T17:54:01.215 INFO:tasks.rados.rados.0.smithi028.stdout:1823: writing smithi02869045-39 from 704512 to 1204224 tid 2 2024-08-29T17:54:01.224 INFO:tasks.rados.rados.0.smithi028.stdout:1823: writing smithi02869045-39 from 1204224 to 1974272 tid 3 2024-08-29T17:54:01.229 INFO:tasks.rados.rados.0.smithi028.stdout:1823: writing smithi02869045-39 from 1974272 to 2310144 tid 4 2024-08-29T17:54:01.229 INFO:tasks.rados.rados.0.smithi028.stdout:append oid 38 current snap is 182 2024-08-29T17:54:01.229 INFO:tasks.rados.rados.0.smithi028.stdout:1822: finishing copy_from to smithi02869045-21 2024-08-29T17:54:01.230 INFO:tasks.rados.rados.0.smithi028.stdout:1822: got expected ENOENT (src dne) 2024-08-29T17:54:01.230 INFO:tasks.rados.rados.0.smithi028.stdout:1822: finishing copy_from racing read to smithi02869045-21 2024-08-29T17:54:01.230 INFO:tasks.rados.rados.0.smithi028.stdout:1823: finishing write tid 1 to smithi02869045-39 2024-08-29T17:54:01.230 INFO:tasks.rados.rados.0.smithi028.stdout:1823: finishing write tid 2 to smithi02869045-39 2024-08-29T17:54:01.230 INFO:tasks.rados.rados.0.smithi028.stdout:1824: seq_num 568 ranges {1818624=720896,2539520=786432,3325952=581632,3907584=237568} 2024-08-29T17:54:01.260 INFO:tasks.rados.rados.0.smithi028.stdout:1824: writing smithi02869045-38 from 1818624 to 2539520 tid 1 2024-08-29T17:54:01.272 INFO:tasks.rados.rados.0.smithi028.stdout:1824: writing smithi02869045-38 from 2539520 to 3325952 tid 2 2024-08-29T17:54:01.278 INFO:tasks.rados.rados.0.smithi028.stdout:1824: writing smithi02869045-38 from 3325952 to 3907584 tid 3 2024-08-29T17:54:01.281 INFO:tasks.rados.rados.0.smithi028.stdout:1824: writing smithi02869045-38 from 3907584 to 4145152 tid 4 2024-08-29T17:54:01.281 INFO:tasks.rados.rados.0.smithi028.stdout:1822: done (2 left) 2024-08-29T17:54:01.281 INFO:tasks.rados.rados.0.smithi028.stdout:1825: copy_from oid 29 from oid 23 current snap is 182 2024-08-29T17:54:01.281 INFO:tasks.rados.rados.0.smithi028.stdout:1823: finishing write tid 3 to smithi02869045-39 2024-08-29T17:54:01.281 INFO:tasks.rados.rados.0.smithi028.stdout:1823: finishing write tid 4 to smithi02869045-39 2024-08-29T17:54:01.281 INFO:tasks.rados.rados.0.smithi028.stdout:1823: finishing write tid 5 to smithi02869045-39 2024-08-29T17:54:01.281 INFO:tasks.rados.rados.0.smithi028.stdout:1823: finishing write tid 6 to smithi02869045-39 2024-08-29T17:54:01.281 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 39 v 1056 (ObjNum 567 snap 182 seq_num 567) dirty exists 2024-08-29T17:54:01.282 INFO:tasks.rados.rados.0.smithi028.stdout:1823: left oid 39 (ObjNum 567 snap 182 seq_num 567) 2024-08-29T17:54:01.282 INFO:tasks.rados.rados.0.smithi028.stdout:1823: done (2 left) 2024-08-29T17:54:01.282 INFO:tasks.rados.rados.0.smithi028.stdout:1826: delete oid 45 current snap is 182 2024-08-29T17:54:01.282 INFO:tasks.rados.rados.0.smithi028.stdout:1824: finishing write tid 1 to smithi02869045-38 2024-08-29T17:54:01.282 INFO:tasks.rados.rados.0.smithi028.stdout:1824: finishing write tid 2 to smithi02869045-38 2024-08-29T17:54:01.286 INFO:tasks.rados.rados.0.smithi028.stdout:1826: done (2 left) 2024-08-29T17:54:01.286 INFO:tasks.rados.rados.0.smithi028.stdout:1827: read oid 9 snap 165 2024-08-29T17:54:01.286 INFO:tasks.rados.rados.0.smithi028.stdout:1827: expect (ObjNum 452 snap 143 seq_num 452) 2024-08-29T17:54:01.286 INFO:tasks.rados.rados.0.smithi028.stdout:append oid 4 current snap is 182 2024-08-29T17:54:01.287 INFO:tasks.rados.rados.0.smithi028.stdout:1828: seq_num 570 ranges {0=753664,753664=548864,1302528=540672,1843200=516096} 2024-08-29T17:54:01.292 INFO:tasks.rados.rados.0.smithi028.stdout:1828: writing smithi02869045-4 from 0 to 753664 tid 1 2024-08-29T17:54:01.298 INFO:tasks.rados.rados.0.smithi028.stdout:1828: writing smithi02869045-4 from 753664 to 1302528 tid 2 2024-08-29T17:54:01.303 INFO:tasks.rados.rados.0.smithi028.stdout:1828: writing smithi02869045-4 from 1302528 to 1843200 tid 3 2024-08-29T17:54:01.307 INFO:tasks.rados.rados.0.smithi028.stdout:1828: writing smithi02869045-4 from 1843200 to 2359296 tid 4 2024-08-29T17:54:01.307 INFO:tasks.rados.rados.0.smithi028.stdout:1829: snap_create 2024-08-29T17:54:01.307 INFO:tasks.rados.rados.0.smithi028.stdout:1824: finishing write tid 3 to smithi02869045-38 2024-08-29T17:54:01.307 INFO:tasks.rados.rados.0.smithi028.stdout:1824: finishing write tid 4 to smithi02869045-38 2024-08-29T17:54:01.307 INFO:tasks.rados.rados.0.smithi028.stdout:1824: finishing write tid 5 to smithi02869045-38 2024-08-29T17:54:01.307 INFO:tasks.rados.rados.0.smithi028.stdout:1824: finishing write tid 6 to smithi02869045-38 2024-08-29T17:54:01.307 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 38 v 1131 (ObjNum 568 snap 182 seq_num 568) dirty exists 2024-08-29T17:54:01.307 INFO:tasks.rados.rados.0.smithi028.stdout:1824: left oid 38 (ObjNum 568 snap 182 seq_num 568) 2024-08-29T17:54:01.308 INFO:tasks.rados.rados.0.smithi028.stdout:1828: finishing write tid 1 to smithi02869045-4 2024-08-29T17:54:01.308 INFO:tasks.rados.rados.0.smithi028.stdout:1828: finishing write tid 2 to smithi02869045-4 2024-08-29T17:54:01.312 INFO:tasks.rados.rados.0.smithi028.stdout:1828: finishing write tid 3 to smithi02869045-4 2024-08-29T17:54:01.316 INFO:tasks.rados.rados.0.smithi028.stdout:1828: finishing write tid 4 to smithi02869045-4 2024-08-29T17:54:01.317 INFO:tasks.rados.rados.0.smithi028.stdout:1828: finishing write tid 5 to smithi02869045-4 2024-08-29T17:54:01.319 INFO:tasks.rados.rados.0.smithi028.stdout:1828: finishing write tid 6 to smithi02869045-4 2024-08-29T17:54:01.319 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 4 v 1614 (ObjNum 570 snap 182 seq_num 570) dirty exists 2024-08-29T17:54:01.319 INFO:tasks.rados.rados.0.smithi028.stdout:1828: left oid 4 (ObjNum 570 snap 182 seq_num 570) 2024-08-29T17:54:01.324 INFO:tasks.rados.rados.0.smithi028.stdout:1827: expect (ObjNum 452 snap 143 seq_num 452) 2024-08-29T17:54:01.574 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:54:01 smithi053 bash[68679]: cluster 2024-08-29T17:54:00.183044+0000 mon.a (mon.0) 376 : cluster [DBG] osdmap e432: 8 total, 8 up, 8 in 2024-08-29T17:54:01.574 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:54:01 smithi053 bash[68679]: audit 2024-08-29T17:54:01.108574+0000 mon.a (mon.0) 377 : audit [INF] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' 2024-08-29T17:54:01.574 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:54:01 smithi053 bash[68679]: audit 2024-08-29T17:54:01.118540+0000 mon.a (mon.0) 378 : audit [INF] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' 2024-08-29T17:54:01.627 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:54:01 smithi028 bash[77168]: cluster 2024-08-29T17:54:00.183044+0000 mon.a (mon.0) 376 : cluster [DBG] osdmap e432: 8 total, 8 up, 8 in 2024-08-29T17:54:01.628 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:54:01 smithi028 bash[77168]: audit 2024-08-29T17:54:01.108574+0000 mon.a (mon.0) 377 : audit [INF] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' 2024-08-29T17:54:01.628 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:54:01 smithi028 bash[77168]: audit 2024-08-29T17:54:01.118540+0000 mon.a (mon.0) 378 : audit [INF] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' 2024-08-29T17:54:01.628 INFO:journalctl@ceph.mgr.y.smithi028.stdout:Aug 29 17:54:01 smithi028 bash[70818]: ::ffff:172.21.15.53 - - [29/Aug/2024:17:54:01] "GET /metrics HTTP/1.1" 200 36014 "" "Prometheus/2.43.0" 2024-08-29T17:54:01.628 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:54:01 smithi028 bash[78352]: cluster 2024-08-29T17:54:00.183044+0000 mon.a (mon.0) 376 : cluster [DBG] osdmap e432: 8 total, 8 up, 8 in 2024-08-29T17:54:01.628 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:54:01 smithi028 bash[78352]: audit 2024-08-29T17:54:01.108574+0000 mon.a (mon.0) 377 : audit [INF] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' 2024-08-29T17:54:01.628 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:54:01 smithi028 bash[78352]: audit 2024-08-29T17:54:01.118540+0000 mon.a (mon.0) 378 : audit [INF] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' 2024-08-29T17:54:02.061 INFO:tasks.rados.rados.0.smithi028.stdout:1825: finishing copy_from racing read to smithi02869045-29 2024-08-29T17:54:02.062 INFO:tasks.rados.rados.0.smithi028.stdout:1825: finishing copy_from to smithi02869045-29 2024-08-29T17:54:02.062 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 29 v 492 (ObjNum 559 snap 177 seq_num 559) dirty exists 2024-08-29T17:54:02.267 INFO:tasks.rados.rados.0.smithi028.stdout:1824: done (4 left) 2024-08-29T17:54:02.267 INFO:tasks.rados.rados.0.smithi028.stdout:1825: done (3 left) 2024-08-29T17:54:02.267 INFO:tasks.rados.rados.0.smithi028.stdout:1827: done (2 left) 2024-08-29T17:54:02.267 INFO:tasks.rados.rados.0.smithi028.stdout:1828: done (1 left) 2024-08-29T17:54:02.267 INFO:tasks.rados.rados.0.smithi028.stdout:1829: done (0 left) 2024-08-29T17:54:02.267 INFO:tasks.rados.rados.0.smithi028.stdout:1830: copy_from oid 43 from oid 29 current snap is 183 2024-08-29T17:54:02.267 INFO:tasks.rados.rados.0.smithi028.stdout:1831: delete oid 37 current snap is 183 2024-08-29T17:54:02.280 INFO:tasks.rados.rados.0.smithi028.stdout:1831: done (1 left) 2024-08-29T17:54:02.280 INFO:tasks.rados.rados.0.smithi028.stdout:1832: read oid 5 snap -1 2024-08-29T17:54:02.280 INFO:tasks.rados.rados.0.smithi028.stdout:1832: expect (ObjNum 511 snap 158 seq_num 511) 2024-08-29T17:54:02.280 INFO:tasks.rados.rados.0.smithi028.stdout:append oid 16 current snap is 183 2024-08-29T17:54:02.280 INFO:tasks.rados.rados.0.smithi028.stdout:1833: seq_num 572 ranges {1638400=786432,2424832=770048,3194880=557056,3751936=278528} 2024-08-29T17:54:02.302 INFO:tasks.rados.rados.0.smithi028.stdout:1833: writing smithi02869045-16 from 1638400 to 2424832 tid 1 2024-08-29T17:54:02.309 INFO:tasks.rados.rados.0.smithi028.stdout:1833: writing smithi02869045-16 from 2424832 to 3194880 tid 2 2024-08-29T17:54:02.315 INFO:tasks.rados.rados.0.smithi028.stdout:1833: writing smithi02869045-16 from 3194880 to 3751936 tid 3 2024-08-29T17:54:02.317 INFO:tasks.rados.rados.0.smithi028.stdout:1833: writing smithi02869045-16 from 3751936 to 4030464 tid 4 2024-08-29T17:54:02.318 INFO:tasks.rados.rados.0.smithi028.stdout:1834: rollback oid 22 current snap is 183 2024-08-29T17:54:02.318 INFO:tasks.rados.rados.0.smithi028.stdout:rollback oid 22 to 161 2024-08-29T17:54:02.318 INFO:tasks.rados.rados.0.smithi028.stdout:1835: delete oid 7 current snap is 183 2024-08-29T17:54:02.318 INFO:tasks.rados.rados.0.smithi028.stdout:1832: expect (ObjNum 511 snap 158 seq_num 511) 2024-08-29T17:54:02.360 INFO:tasks.rados.rados.0.smithi028.stdout:1833: finishing write tid 1 to smithi02869045-16 2024-08-29T17:54:02.360 INFO:tasks.rados.rados.0.smithi028.stdout:1830: finishing copy_from racing read to smithi02869045-43 2024-08-29T17:54:02.360 INFO:tasks.rados.rados.0.smithi028.stdout:1833: finishing write tid 2 to smithi02869045-16 2024-08-29T17:54:02.361 INFO:tasks.rados.rados.0.smithi028.stdout:1830: finishing copy_from to smithi02869045-43 2024-08-29T17:54:02.361 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 43 v 492 (ObjNum 559 snap 177 seq_num 559) dirty exists 2024-08-29T17:54:02.361 INFO:tasks.rados.rados.0.smithi028.stdout:1833: finishing write tid 3 to smithi02869045-16 2024-08-29T17:54:02.361 INFO:tasks.rados.rados.0.smithi028.stdout:1833: finishing write tid 4 to smithi02869045-16 2024-08-29T17:54:02.361 INFO:tasks.rados.rados.0.smithi028.stdout:1833: finishing write tid 5 to smithi02869045-16 2024-08-29T17:54:02.361 INFO:tasks.rados.rados.0.smithi028.stdout:1834: finishing rollback tid 0 to smithi02869045-22 2024-08-29T17:54:02.361 INFO:tasks.rados.rados.0.smithi028.stdout:1833: finishing write tid 6 to smithi02869045-16 2024-08-29T17:54:02.361 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 16 v 1324 (ObjNum 572 snap 183 seq_num 572) dirty exists 2024-08-29T17:54:02.361 INFO:tasks.rados.rados.0.smithi028.stdout:1833: left oid 16 (ObjNum 572 snap 183 seq_num 572) 2024-08-29T17:54:02.361 INFO:tasks.rados.rados.0.smithi028.stdout:1834: finishing rollback tid 1 to smithi02869045-22 2024-08-29T17:54:02.361 INFO:tasks.rados.rados.0.smithi028.stdout:1834: finishing rollback tid 2 to smithi02869045-22 2024-08-29T17:54:02.361 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 22 v 1426 (ObjNum 488 snap 151 seq_num 488) dirty exists 2024-08-29T17:54:02.361 INFO:tasks.rados.rados.0.smithi028.stdout:1830: done (4 left) 2024-08-29T17:54:02.361 INFO:tasks.rados.rados.0.smithi028.stdout:1832: done (3 left) 2024-08-29T17:54:02.362 INFO:tasks.rados.rados.0.smithi028.stdout:1833: done (2 left) 2024-08-29T17:54:02.362 INFO:tasks.rados.rados.0.smithi028.stdout:1834: done (1 left) 2024-08-29T17:54:02.362 INFO:tasks.rados.rados.0.smithi028.stdout:1835: done (0 left) 2024-08-29T17:54:02.362 INFO:tasks.rados.rados.0.smithi028.stdout:1836: snap_remove snap 177 2024-08-29T17:54:02.574 INFO:journalctl@ceph.prometheus.a.smithi053.stdout:Aug 29 17:54:02 smithi053 bash[61790]: ts=2024-08-29T17:54:02.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"3167ee72-662c-11ef-bcd4-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-29T17:54:02.575 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:54:02 smithi053 bash[68679]: cluster 2024-08-29T17:54:00.943722+0000 mgr.y (mgr.25022) 120 : cluster [DBG] pgmap v170: 121 pgs: 121 active+clean; 364 MiB data, 2.9 GiB used, 712 GiB / 715 GiB avail; 10 MiB/s rd, 534 KiB/s wr, 6 op/s 2024-08-29T17:54:02.575 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:54:02 smithi053 bash[68679]: cluster 2024-08-29T17:54:01.202001+0000 mon.a (mon.0) 379 : cluster [DBG] osdmap e433: 8 total, 8 up, 8 in 2024-08-29T17:54:02.575 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:54:02 smithi053 bash[68679]: audit 2024-08-29T17:54:01.216548+0000 mon.a (mon.0) 380 : audit [DBG] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-29T17:54:02.575 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:54:02 smithi053 bash[68679]: audit 2024-08-29T17:54:01.221158+0000 mon.a (mon.0) 381 : audit [DBG] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-08-29T17:54:02.576 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:54:02 smithi053 bash[68679]: audit 2024-08-29T17:54:01.224440+0000 mon.a (mon.0) 382 : audit [DBG] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-08-29T17:54:02.576 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:54:02 smithi053 bash[68679]: cephadm 2024-08-29T17:54:01.226019+0000 mgr.y (mgr.25022) 121 : cephadm [INF] Upgrade: Setting container_image for all mon 2024-08-29T17:54:02.576 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:54:02 smithi053 bash[68679]: audit 2024-08-29T17:54:01.231376+0000 mon.a (mon.0) 383 : audit [INF] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' 2024-08-29T17:54:02.576 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:54:02 smithi053 bash[68679]: audit 2024-08-29T17:54:01.234869+0000 mon.a (mon.0) 384 : audit [INF] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon.a"}]: dispatch 2024-08-29T17:54:02.576 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:54:02 smithi053 bash[68679]: audit 2024-08-29T17:54:01.239623+0000 mon.a (mon.0) 385 : audit [INF] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mon.a"}]': finished 2024-08-29T17:54:02.576 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:54:02 smithi053 bash[68679]: audit 2024-08-29T17:54:01.243657+0000 mon.a (mon.0) 386 : audit [INF] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon.b"}]: dispatch 2024-08-29T17:54:02.576 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:54:02 smithi053 bash[68679]: audit 2024-08-29T17:54:01.247902+0000 mon.a (mon.0) 387 : audit [INF] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mon.b"}]': finished 2024-08-29T17:54:02.576 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:54:02 smithi053 bash[68679]: audit 2024-08-29T17:54:01.250353+0000 mon.a (mon.0) 388 : audit [INF] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon.c"}]: dispatch 2024-08-29T17:54:02.576 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:54:02 smithi053 bash[68679]: audit 2024-08-29T17:54:01.254693+0000 mon.a (mon.0) 389 : audit [INF] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mon.c"}]': finished 2024-08-29T17:54:02.576 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:54:02 smithi053 bash[68679]: audit 2024-08-29T17:54:01.258493+0000 mon.a (mon.0) 390 : audit [DBG] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-08-29T17:54:02.576 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:54:02 smithi053 bash[68679]: cephadm 2024-08-29T17:54:01.259916+0000 mgr.y (mgr.25022) 122 : cephadm [INF] Upgrade: Setting container_image for all crash 2024-08-29T17:54:02.577 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:54:02 smithi053 bash[68679]: audit 2024-08-29T17:54:01.264432+0000 mon.a (mon.0) 391 : audit [INF] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' 2024-08-29T17:54:02.577 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:54:02 smithi053 bash[68679]: audit 2024-08-29T17:54:01.269043+0000 mon.a (mon.0) 392 : audit [DBG] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "osd ok-to-stop", "ids": ["0"], "max": 16}]: dispatch 2024-08-29T17:54:02.577 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:54:02 smithi053 bash[68679]: audit 2024-08-29T17:54:01.269298+0000 mgr.y (mgr.25022) 123 : audit [DBG] from='mon.0 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["0"], "max": 16}]: dispatch 2024-08-29T17:54:02.577 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:54:02 smithi053 bash[68679]: cephadm 2024-08-29T17:54:01.271014+0000 mgr.y (mgr.25022) 124 : cephadm [INF] Upgrade: osd.0 is safe to restart 2024-08-29T17:54:02.628 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:54:02 smithi028 bash[78352]: cluster 2024-08-29T17:54:00.943722+0000 mgr.y (mgr.25022) 120 : cluster [DBG] pgmap v170: 121 pgs: 121 active+clean; 364 MiB data, 2.9 GiB used, 712 GiB / 715 GiB avail; 10 MiB/s rd, 534 KiB/s wr, 6 op/s 2024-08-29T17:54:02.628 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:54:02 smithi028 bash[78352]: cluster 2024-08-29T17:54:01.202001+0000 mon.a (mon.0) 379 : cluster [DBG] osdmap e433: 8 total, 8 up, 8 in 2024-08-29T17:54:02.628 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:54:02 smithi028 bash[78352]: audit 2024-08-29T17:54:01.216548+0000 mon.a (mon.0) 380 : audit [DBG] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-29T17:54:02.629 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:54:02 smithi028 bash[78352]: audit 2024-08-29T17:54:01.221158+0000 mon.a (mon.0) 381 : audit [DBG] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-08-29T17:54:02.629 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:54:02 smithi028 bash[78352]: audit 2024-08-29T17:54:01.224440+0000 mon.a (mon.0) 382 : audit [DBG] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-08-29T17:54:02.629 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:54:02 smithi028 bash[78352]: cephadm 2024-08-29T17:54:01.226019+0000 mgr.y (mgr.25022) 121 : cephadm [INF] Upgrade: Setting container_image for all mon 2024-08-29T17:54:02.629 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:54:02 smithi028 bash[78352]: audit 2024-08-29T17:54:01.231376+0000 mon.a (mon.0) 383 : audit [INF] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' 2024-08-29T17:54:02.629 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:54:02 smithi028 bash[78352]: audit 2024-08-29T17:54:01.234869+0000 mon.a (mon.0) 384 : audit [INF] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon.a"}]: dispatch 2024-08-29T17:54:02.629 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:54:02 smithi028 bash[78352]: audit 2024-08-29T17:54:01.239623+0000 mon.a (mon.0) 385 : audit [INF] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mon.a"}]': finished 2024-08-29T17:54:02.629 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:54:02 smithi028 bash[78352]: audit 2024-08-29T17:54:01.243657+0000 mon.a (mon.0) 386 : audit [INF] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon.b"}]: dispatch 2024-08-29T17:54:02.629 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:54:02 smithi028 bash[78352]: audit 2024-08-29T17:54:01.247902+0000 mon.a (mon.0) 387 : audit [INF] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mon.b"}]': finished 2024-08-29T17:54:02.629 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:54:02 smithi028 bash[78352]: audit 2024-08-29T17:54:01.250353+0000 mon.a (mon.0) 388 : audit [INF] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon.c"}]: dispatch 2024-08-29T17:54:02.629 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:54:02 smithi028 bash[78352]: audit 2024-08-29T17:54:01.254693+0000 mon.a (mon.0) 389 : audit [INF] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mon.c"}]': finished 2024-08-29T17:54:02.629 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:54:02 smithi028 bash[78352]: audit 2024-08-29T17:54:01.258493+0000 mon.a (mon.0) 390 : audit [DBG] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-08-29T17:54:02.629 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:54:02 smithi028 bash[78352]: cephadm 2024-08-29T17:54:01.259916+0000 mgr.y (mgr.25022) 122 : cephadm [INF] Upgrade: Setting container_image for all crash 2024-08-29T17:54:02.629 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:54:02 smithi028 bash[78352]: audit 2024-08-29T17:54:01.264432+0000 mon.a (mon.0) 391 : audit [INF] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' 2024-08-29T17:54:02.629 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:54:02 smithi028 bash[78352]: audit 2024-08-29T17:54:01.269043+0000 mon.a (mon.0) 392 : audit [DBG] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "osd ok-to-stop", "ids": ["0"], "max": 16}]: dispatch 2024-08-29T17:54:02.630 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:54:02 smithi028 bash[78352]: audit 2024-08-29T17:54:01.269298+0000 mgr.y (mgr.25022) 123 : audit [DBG] from='mon.0 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["0"], "max": 16}]: dispatch 2024-08-29T17:54:02.630 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:54:02 smithi028 bash[78352]: cephadm 2024-08-29T17:54:01.271014+0000 mgr.y (mgr.25022) 124 : cephadm [INF] Upgrade: osd.0 is safe to restart 2024-08-29T17:54:02.630 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:54:02 smithi028 bash[77168]: cluster 2024-08-29T17:54:00.943722+0000 mgr.y (mgr.25022) 120 : cluster [DBG] pgmap v170: 121 pgs: 121 active+clean; 364 MiB data, 2.9 GiB used, 712 GiB / 715 GiB avail; 10 MiB/s rd, 534 KiB/s wr, 6 op/s 2024-08-29T17:54:02.630 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:54:02 smithi028 bash[77168]: cluster 2024-08-29T17:54:01.202001+0000 mon.a (mon.0) 379 : cluster [DBG] osdmap e433: 8 total, 8 up, 8 in 2024-08-29T17:54:02.630 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:54:02 smithi028 bash[77168]: audit 2024-08-29T17:54:01.216548+0000 mon.a (mon.0) 380 : audit [DBG] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-29T17:54:02.630 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:54:02 smithi028 bash[77168]: audit 2024-08-29T17:54:01.221158+0000 mon.a (mon.0) 381 : audit [DBG] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-08-29T17:54:02.630 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:54:02 smithi028 bash[77168]: audit 2024-08-29T17:54:01.224440+0000 mon.a (mon.0) 382 : audit [DBG] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-08-29T17:54:02.630 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:54:02 smithi028 bash[77168]: cephadm 2024-08-29T17:54:01.226019+0000 mgr.y (mgr.25022) 121 : cephadm [INF] Upgrade: Setting container_image for all mon 2024-08-29T17:54:02.630 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:54:02 smithi028 bash[77168]: audit 2024-08-29T17:54:01.231376+0000 mon.a (mon.0) 383 : audit [INF] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' 2024-08-29T17:54:02.630 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:54:02 smithi028 bash[77168]: audit 2024-08-29T17:54:01.234869+0000 mon.a (mon.0) 384 : audit [INF] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon.a"}]: dispatch 2024-08-29T17:54:02.630 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:54:02 smithi028 bash[77168]: audit 2024-08-29T17:54:01.239623+0000 mon.a (mon.0) 385 : audit [INF] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mon.a"}]': finished 2024-08-29T17:54:02.630 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:54:02 smithi028 bash[77168]: audit 2024-08-29T17:54:01.243657+0000 mon.a (mon.0) 386 : audit [INF] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon.b"}]: dispatch 2024-08-29T17:54:02.631 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:54:02 smithi028 bash[77168]: audit 2024-08-29T17:54:01.247902+0000 mon.a (mon.0) 387 : audit [INF] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mon.b"}]': finished 2024-08-29T17:54:02.631 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:54:02 smithi028 bash[77168]: audit 2024-08-29T17:54:01.250353+0000 mon.a (mon.0) 388 : audit [INF] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon.c"}]: dispatch 2024-08-29T17:54:02.631 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:54:02 smithi028 bash[77168]: audit 2024-08-29T17:54:01.254693+0000 mon.a (mon.0) 389 : audit [INF] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mon.c"}]': finished 2024-08-29T17:54:02.631 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:54:02 smithi028 bash[77168]: audit 2024-08-29T17:54:01.258493+0000 mon.a (mon.0) 390 : audit [DBG] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-08-29T17:54:02.631 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:54:02 smithi028 bash[77168]: cephadm 2024-08-29T17:54:01.259916+0000 mgr.y (mgr.25022) 122 : cephadm [INF] Upgrade: Setting container_image for all crash 2024-08-29T17:54:02.631 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:54:02 smithi028 bash[77168]: audit 2024-08-29T17:54:01.264432+0000 mon.a (mon.0) 391 : audit [INF] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' 2024-08-29T17:54:02.631 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:54:02 smithi028 bash[77168]: audit 2024-08-29T17:54:01.269043+0000 mon.a (mon.0) 392 : audit [DBG] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "osd ok-to-stop", "ids": ["0"], "max": 16}]: dispatch 2024-08-29T17:54:02.631 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:54:02 smithi028 bash[77168]: audit 2024-08-29T17:54:01.269298+0000 mgr.y (mgr.25022) 123 : audit [DBG] from='mon.0 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["0"], "max": 16}]: dispatch 2024-08-29T17:54:02.631 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:54:02 smithi028 bash[77168]: cephadm 2024-08-29T17:54:01.271014+0000 mgr.y (mgr.25022) 124 : cephadm [INF] Upgrade: osd.0 is safe to restart 2024-08-29T17:54:03.277 INFO:tasks.rados.rados.0.smithi028.stdout:1836: done (0 left) 2024-08-29T17:54:03.277 INFO:tasks.rados.rados.0.smithi028.stdout:1837: snap_create 2024-08-29T17:54:03.377 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:54:03 smithi028 bash[77168]: cluster 2024-08-29T17:54:02.270581+0000 mon.a (mon.0) 393 : cluster [DBG] osdmap e434: 8 total, 8 up, 8 in 2024-08-29T17:54:03.378 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:54:03 smithi028 bash[78352]: cluster 2024-08-29T17:54:02.270581+0000 mon.a (mon.0) 393 : cluster [DBG] osdmap e434: 8 total, 8 up, 8 in 2024-08-29T17:54:03.574 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:54:03 smithi053 bash[68679]: cluster 2024-08-29T17:54:02.270581+0000 mon.a (mon.0) 393 : cluster [DBG] osdmap e434: 8 total, 8 up, 8 in 2024-08-29T17:54:03.574 INFO:journalctl@ceph.prometheus.a.smithi053.stdout:Aug 29 17:54:03 smithi053 bash[61790]: ts=2024-08-29T17:54:03.510Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=nodes name=CephNodeDiskspaceWarning index=4 msg="Evaluating rule failed" rule="alert: CephNodeDiskspaceWarning\nexpr: predict_linear(node_filesystem_free_bytes{device=~\"/.*\"}[2d], 3600 * 24 * 5)\n * on (instance) group_left (nodename) node_uname_info < 0\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.8.4\n severity: warning\n type: ceph_default\nannotations:\n description: Mountpoint {{ $labels.mountpoint }} on {{ $labels.nodename }} will\n be full in less than 5 days based on the 48 hour trailing fill rate.\n summary: Host filesystem free space is getting low\n" err="found duplicate series for the match group {instance=\"smithi028\"} on the right hand-side of the operation: [{__name__=\"node_uname_info\", domainname=\"(none)\", instance=\"smithi028\", job=\"node\", machine=\"x86_64\", nodename=\"smithi028\", release=\"5.15.0-119-generic\", sysname=\"Linux\", version=\"#129-Ubuntu SMP Fri Aug 2 19:25:20 UTC 2024\"}, {__name__=\"node_uname_info\", cluster=\"3167ee72-662c-11ef-bcd4-c7b262605968\", domainname=\"(none)\", instance=\"smithi028\", job=\"node\", machine=\"x86_64\", nodename=\"smithi028\", release=\"5.15.0-119-generic\", sysname=\"Linux\", version=\"#129-Ubuntu SMP Fri Aug 2 19:25:20 UTC 2024\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-29T17:54:04.140 INFO:tasks.rados.rados.0.smithi028.stdout:1837: done (0 left) 2024-08-29T17:54:04.140 INFO:tasks.rados.rados.0.smithi028.stdout:append oid 10 current snap is 184 2024-08-29T17:54:04.141 INFO:tasks.rados.rados.0.smithi028.stdout:1838: seq_num 574 ranges {6234112=16384} 2024-08-29T17:54:04.214 INFO:tasks.rados.rados.0.smithi028.stdout:1838: writing smithi02869045-10 from 6234112 to 6250496 tid 1 2024-08-29T17:54:04.214 INFO:tasks.rados.rados.0.smithi028.stdout:1839: snap_create 2024-08-29T17:54:04.222 INFO:tasks.rados.rados.0.smithi028.stdout:1838: finishing write tid 1 to smithi02869045-10 2024-08-29T17:54:04.223 INFO:tasks.rados.rados.0.smithi028.stdout:1838: finishing write tid 2 to smithi02869045-10 2024-08-29T17:54:04.225 INFO:tasks.rados.rados.0.smithi028.stdout:1838: finishing write tid 3 to smithi02869045-10 2024-08-29T17:54:04.225 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 10 v 1195 (ObjNum 574 snap 184 seq_num 574) dirty exists 2024-08-29T17:54:04.226 INFO:tasks.rados.rados.0.smithi028.stdout:1838: left oid 10 (ObjNum 574 snap 184 seq_num 574) 2024-08-29T17:54:04.574 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:54:04 smithi053 bash[68679]: cluster 2024-08-29T17:54:02.945094+0000 mgr.y (mgr.25022) 125 : cluster [DBG] pgmap v173: 121 pgs: 121 active+clean; 390 MiB data, 2.9 GiB used, 712 GiB / 715 GiB avail; 16 MiB/s rd, 7.4 MiB/s wr, 19 op/s 2024-08-29T17:54:04.574 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:54:04 smithi053 bash[68679]: cluster 2024-08-29T17:54:03.280604+0000 mon.a (mon.0) 394 : cluster [DBG] osdmap e435: 8 total, 8 up, 8 in 2024-08-29T17:54:04.574 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:54:04 smithi053 bash[68679]: audit 2024-08-29T17:54:03.900905+0000 mon.a (mon.0) 395 : audit [INF] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' 2024-08-29T17:54:04.574 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:54:04 smithi053 bash[68679]: audit 2024-08-29T17:54:03.904670+0000 mon.a (mon.0) 396 : audit [INF] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.0"}]: dispatch 2024-08-29T17:54:04.574 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:54:04 smithi053 bash[68679]: audit 2024-08-29T17:54:03.906071+0000 mon.a (mon.0) 397 : audit [DBG] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-29T17:54:04.574 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:54:04 smithi053 bash[68679]: cluster 2024-08-29T17:54:04.143700+0000 mon.a (mon.0) 398 : cluster [DBG] osdmap e436: 8 total, 8 up, 8 in 2024-08-29T17:54:04.575 INFO:journalctl@ceph.prometheus.a.smithi053.stdout:Aug 29 17:54:04 smithi053 bash[61790]: ts=2024-08-29T17:54:04.454Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pgs name=CephPGsInactive index=0 msg="Evaluating rule failed" rule="alert: CephPGsInactive\nexpr: ceph_pool_metadata * on (pool_id, instance) group_left () (ceph_pg_total - ceph_pg_active)\n > 0\nfor: 5m\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.7.1\n severity: critical\n type: ceph_default\nannotations:\n description: '{{ $value }} PGs have been inactive for more than 5 minutes in pool\n {{ $labels.name }}. Inactive placement groups are not able to serve read/write\n requests.'\n summary: One or more placement groups are inactive\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the right hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"3167ee72-662c-11ef-bcd4-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-29T17:54:04.575 INFO:journalctl@ceph.prometheus.a.smithi053.stdout:Aug 29 17:54:04 smithi053 bash[61790]: ts=2024-08-29T17:54:04.455Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pgs name=CephPGsUnclean index=1 msg="Evaluating rule failed" rule="alert: CephPGsUnclean\nexpr: ceph_pool_metadata * on (pool_id, instance) group_left () (ceph_pg_total - ceph_pg_clean)\n > 0\nfor: 15m\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.7.2\n severity: warning\n type: ceph_default\nannotations:\n description: '{{ $value }} PGs have been unclean for more than 15 minutes in pool\n {{ $labels.name }}. Unclean PGs have not recovered from a previous failure.'\n summary: One or more placement groups are marked unclean\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the right hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"3167ee72-662c-11ef-bcd4-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-29T17:54:04.627 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:54:04 smithi028 bash[77168]: cluster 2024-08-29T17:54:02.945094+0000 mgr.y (mgr.25022) 125 : cluster [DBG] pgmap v173: 121 pgs: 121 active+clean; 390 MiB data, 2.9 GiB used, 712 GiB / 715 GiB avail; 16 MiB/s rd, 7.4 MiB/s wr, 19 op/s 2024-08-29T17:54:04.627 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:54:04 smithi028 bash[77168]: cluster 2024-08-29T17:54:03.280604+0000 mon.a (mon.0) 394 : cluster [DBG] osdmap e435: 8 total, 8 up, 8 in 2024-08-29T17:54:04.628 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:54:04 smithi028 bash[77168]: audit 2024-08-29T17:54:03.900905+0000 mon.a (mon.0) 395 : audit [INF] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' 2024-08-29T17:54:04.628 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:54:04 smithi028 bash[77168]: audit 2024-08-29T17:54:03.904670+0000 mon.a (mon.0) 396 : audit [INF] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.0"}]: dispatch 2024-08-29T17:54:04.628 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:54:04 smithi028 bash[77168]: audit 2024-08-29T17:54:03.906071+0000 mon.a (mon.0) 397 : audit [DBG] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-29T17:54:04.628 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:54:04 smithi028 bash[77168]: cluster 2024-08-29T17:54:04.143700+0000 mon.a (mon.0) 398 : cluster [DBG] osdmap e436: 8 total, 8 up, 8 in 2024-08-29T17:54:04.628 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:54:04 smithi028 bash[78352]: cluster 2024-08-29T17:54:02.945094+0000 mgr.y (mgr.25022) 125 : cluster [DBG] pgmap v173: 121 pgs: 121 active+clean; 390 MiB data, 2.9 GiB used, 712 GiB / 715 GiB avail; 16 MiB/s rd, 7.4 MiB/s wr, 19 op/s 2024-08-29T17:54:04.628 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:54:04 smithi028 bash[78352]: cluster 2024-08-29T17:54:03.280604+0000 mon.a (mon.0) 394 : cluster [DBG] osdmap e435: 8 total, 8 up, 8 in 2024-08-29T17:54:04.628 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:54:04 smithi028 bash[78352]: audit 2024-08-29T17:54:03.900905+0000 mon.a (mon.0) 395 : audit [INF] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' 2024-08-29T17:54:04.628 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:54:04 smithi028 bash[78352]: audit 2024-08-29T17:54:03.904670+0000 mon.a (mon.0) 396 : audit [INF] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.0"}]: dispatch 2024-08-29T17:54:04.628 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:54:04 smithi028 bash[78352]: audit 2024-08-29T17:54:03.906071+0000 mon.a (mon.0) 397 : audit [DBG] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-29T17:54:04.628 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:54:04 smithi028 bash[78352]: cluster 2024-08-29T17:54:04.143700+0000 mon.a (mon.0) 398 : cluster [DBG] osdmap e436: 8 total, 8 up, 8 in 2024-08-29T17:54:04.834 INFO:teuthology.orchestra.run.smithi028.stdout:true 2024-08-29T17:54:05.141 INFO:tasks.rados.rados.0.smithi028.stdout:1838: done (1 left) 2024-08-29T17:54:05.141 INFO:tasks.rados.rados.0.smithi028.stdout:1839: done (0 left) 2024-08-29T17:54:05.141 INFO:tasks.rados.rados.0.smithi028.stdout:1840: rollback oid 27 current snap is 185 2024-08-29T17:54:05.141 INFO:tasks.rados.rados.0.smithi028.stdout:rollback oid 27 to 183 2024-08-29T17:54:05.141 INFO:tasks.rados.rados.0.smithi028.stdout:1841: delete oid 39 current snap is 185 2024-08-29T17:54:05.149 INFO:tasks.rados.rados.0.smithi028.stdout:1841: done (1 left) 2024-08-29T17:54:05.149 INFO:tasks.rados.rados.0.smithi028.stdout:1842: rollback oid 5 current snap is 185 2024-08-29T17:54:05.149 INFO:tasks.rados.rados.0.smithi028.stdout:rollback oid 5 to 161 2024-08-29T17:54:05.149 INFO:tasks.rados.rados.0.smithi028.stdout:1843: copy_from oid 6 from oid 24 current snap is 185 2024-08-29T17:54:05.149 INFO:tasks.rados.rados.0.smithi028.stdout:append oid 17 current snap is 185 2024-08-29T17:54:05.149 INFO:tasks.rados.rados.0.smithi028.stdout:1844: seq_num 576 ranges {0=49152} 2024-08-29T17:54:05.149 INFO:tasks.rados.rados.0.smithi028.stdout:1844: writing smithi02869045-17 from 0 to 49152 tid 1 2024-08-29T17:54:05.149 INFO:tasks.rados.rados.0.smithi028.stdout:1845: snap_create 2024-08-29T17:54:05.156 INFO:tasks.rados.rados.0.smithi028.stdout:1843: finishing copy_from to smithi02869045-6 2024-08-29T17:54:05.156 INFO:tasks.rados.rados.0.smithi028.stdout:1843: got expected ENOENT (src dne) 2024-08-29T17:54:05.157 INFO:tasks.rados.rados.0.smithi028.stdout:1843: finishing copy_from racing read to smithi02869045-6 2024-08-29T17:54:05.157 INFO:tasks.rados.rados.0.smithi028.stdout:1840: finishing rollback tid 1 to smithi02869045-27 2024-08-29T17:54:05.157 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 27 v 1063 (ObjNum 161 snap 0 seq_num 1) dirty dne 2024-08-29T17:54:05.157 INFO:tasks.rados.rados.0.smithi028.stdout:1842: finishing rollback tid 0 to smithi02869045-5 2024-08-29T17:54:05.158 INFO:tasks.rados.rados.0.smithi028.stdout:1844: finishing write tid 1 to smithi02869045-17 2024-08-29T17:54:05.158 INFO:tasks.rados.rados.0.smithi028.stdout:1844: finishing write tid 2 to smithi02869045-17 2024-08-29T17:54:05.158 INFO:tasks.rados.rados.0.smithi028.stdout:1842: finishing rollback tid 1 to smithi02869045-5 2024-08-29T17:54:05.159 INFO:tasks.rados.rados.0.smithi028.stdout:1842: finishing rollback tid 2 to smithi02869045-5 2024-08-29T17:54:05.159 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 5 v 1060 (ObjNum 511 snap 158 seq_num 511) dirty exists 2024-08-29T17:54:05.159 INFO:teuthology.orchestra.run.smithi028.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2024-08-29T17:54:05.159 INFO:teuthology.orchestra.run.smithi028.stdout:alertmanager.a smithi028 *:9093,9094 running (3m) 89s ago 10m 14.0M - 0.25.0 c8568f914cd2 c7223f7204fa 2024-08-29T17:54:05.159 INFO:teuthology.orchestra.run.smithi028.stdout:grafana.a smithi053 *:3000 running (3m) 56s ago 10m 75.7M - 9.4.7 954c08fa6188 a7eaafe982e3 2024-08-29T17:54:05.159 INFO:teuthology.orchestra.run.smithi028.stdout:mds.a smithi028 running (13m) 89s ago 13m 14.7M - 17.2.7-1503-ga89f613d 250d9a61b6c5 c6b415d0b6f0 2024-08-29T17:54:05.159 INFO:teuthology.orchestra.run.smithi028.stdout:mds.b smithi053 running (13m) 56s ago 13m 18.8M - 17.2.7-1503-ga89f613d 250d9a61b6c5 8d3ee9e57659 2024-08-29T17:54:05.159 INFO:teuthology.orchestra.run.smithi028.stdout:mgr.x smithi053 *:8443,9283,8765 running (2m) 56s ago 21m 426M - 19.1.1-235-g1ef86450 d401bb9bb76e a0460ca70cca 2024-08-29T17:54:05.159 INFO:teuthology.orchestra.run.smithi028.stdout:mgr.y smithi028 *:8443,9283,8765 running (3m) 89s ago 23m 482M - 19.1.1-235-g1ef86450 d401bb9bb76e ef4c084deb28 2024-08-29T17:54:05.160 INFO:teuthology.orchestra.run.smithi028.stdout:mon.a smithi028 running (2m) 89s ago 23m 39.6M 2048M 19.1.1-235-g1ef86450 d401bb9bb76e d1fec2ed5501 2024-08-29T17:54:05.160 INFO:teuthology.orchestra.run.smithi028.stdout:mon.b smithi053 running (69s) 56s ago 21m 19.5M 2048M 19.1.1-235-g1ef86450 d401bb9bb76e 39595741be2a 2024-08-29T17:54:05.160 INFO:teuthology.orchestra.run.smithi028.stdout:mon.c smithi028 running (101s) 89s ago 21m 22.9M 2048M 19.1.1-235-g1ef86450 d401bb9bb76e c6717e02deb1 2024-08-29T17:54:05.160 INFO:teuthology.orchestra.run.smithi028.stdout:node-exporter.a smithi028 *:9100 running (4m) 89s ago 11m 8080k - 1.5.0 0da6a335fe13 620017e337b2 2024-08-29T17:54:05.160 INFO:teuthology.orchestra.run.smithi028.stdout:node-exporter.b smithi053 *:9100 running (3m) 56s ago 11m 7711k - 1.5.0 0da6a335fe13 e8eb22b0ee9e 2024-08-29T17:54:05.160 INFO:teuthology.orchestra.run.smithi028.stdout:osd.0 smithi028 running (20m) 89s ago 20m 228M 2525M 17.2.7-1503-ga89f613d 250d9a61b6c5 6170d7ba6af9 2024-08-29T17:54:05.160 INFO:teuthology.orchestra.run.smithi028.stdout:osd.1 smithi028 running (19m) 89s ago 19m 220M 2525M 17.2.7-1503-ga89f613d 250d9a61b6c5 f84612c9ccfa 2024-08-29T17:54:05.160 INFO:teuthology.orchestra.run.smithi028.stdout:osd.2 smithi028 running (18m) 89s ago 18m 209M 2525M 17.2.7-1503-ga89f613d 250d9a61b6c5 7e6fdf4e2629 2024-08-29T17:54:05.160 INFO:teuthology.orchestra.run.smithi028.stdout:osd.3 smithi028 running (17m) 89s ago 18m 187M 2525M 17.2.7-1503-ga89f613d 250d9a61b6c5 4f0fede11ee1 2024-08-29T17:54:05.160 INFO:teuthology.orchestra.run.smithi028.stdout:osd.4 smithi053 running (17m) 56s ago 17m 323M 2525M 17.2.7-1503-ga89f613d 250d9a61b6c5 e93527f41048 2024-08-29T17:54:05.160 INFO:teuthology.orchestra.run.smithi028.stdout:osd.5 smithi053 running (16m) 56s ago 16m 221M 2525M 17.2.7-1503-ga89f613d 250d9a61b6c5 86885633963d 2024-08-29T17:54:05.160 INFO:teuthology.orchestra.run.smithi028.stdout:osd.6 smithi053 running (15m) 56s ago 15m 137M 2525M 17.2.7-1503-ga89f613d 250d9a61b6c5 e65db659e42e 2024-08-29T17:54:05.161 INFO:teuthology.orchestra.run.smithi028.stdout:osd.7 smithi053 running (14m) 56s ago 14m 178M 2525M 17.2.7-1503-ga89f613d 250d9a61b6c5 69a8ac6ca110 2024-08-29T17:54:05.161 INFO:teuthology.orchestra.run.smithi028.stdout:prometheus.a smithi053 *:9095 running (2m) 56s ago 11m 52.7M - 2.43.0 a07b618ecd1d 9d3edc9bcb79 2024-08-29T17:54:05.161 INFO:tasks.rados.rados.0.smithi028.stdout:1844: finishing write tid 3 to smithi02869045-17 2024-08-29T17:54:05.161 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 17 v 1621 (ObjNum 576 snap 185 seq_num 576) dirty exists 2024-08-29T17:54:05.162 INFO:tasks.rados.rados.0.smithi028.stdout:1844: left oid 17 (ObjNum 576 snap 185 seq_num 576) 2024-08-29T17:54:05.517 INFO:teuthology.orchestra.run.smithi028.stdout:{ 2024-08-29T17:54:05.518 INFO:teuthology.orchestra.run.smithi028.stdout: "mon": { 2024-08-29T17:54:05.518 INFO:teuthology.orchestra.run.smithi028.stdout: "ceph version 19.1.1-235-g1ef86450 (1ef864504b8875c83ee6c2c5fedc13315bebf7f5) squid (rc)": 3 2024-08-29T17:54:05.518 INFO:teuthology.orchestra.run.smithi028.stdout: }, 2024-08-29T17:54:05.518 INFO:teuthology.orchestra.run.smithi028.stdout: "mgr": { 2024-08-29T17:54:05.518 INFO:teuthology.orchestra.run.smithi028.stdout: "ceph version 19.1.1-235-g1ef86450 (1ef864504b8875c83ee6c2c5fedc13315bebf7f5) squid (rc)": 2 2024-08-29T17:54:05.518 INFO:teuthology.orchestra.run.smithi028.stdout: }, 2024-08-29T17:54:05.518 INFO:teuthology.orchestra.run.smithi028.stdout: "osd": { 2024-08-29T17:54:05.518 INFO:teuthology.orchestra.run.smithi028.stdout: "ceph version 17.2.7-1503-ga89f613d (a89f613db4d5b6bca82681f19d73c6d337aae2d5) quincy (stable)": 8 2024-08-29T17:54:05.518 INFO:teuthology.orchestra.run.smithi028.stdout: }, 2024-08-29T17:54:05.518 INFO:teuthology.orchestra.run.smithi028.stdout: "mds": { 2024-08-29T17:54:05.518 INFO:teuthology.orchestra.run.smithi028.stdout: "ceph version 17.2.7-1503-ga89f613d (a89f613db4d5b6bca82681f19d73c6d337aae2d5) quincy (stable)": 2 2024-08-29T17:54:05.519 INFO:teuthology.orchestra.run.smithi028.stdout: }, 2024-08-29T17:54:05.519 INFO:teuthology.orchestra.run.smithi028.stdout: "overall": { 2024-08-29T17:54:05.519 INFO:teuthology.orchestra.run.smithi028.stdout: "ceph version 17.2.7-1503-ga89f613d (a89f613db4d5b6bca82681f19d73c6d337aae2d5) quincy (stable)": 10, 2024-08-29T17:54:05.519 INFO:teuthology.orchestra.run.smithi028.stdout: "ceph version 19.1.1-235-g1ef86450 (1ef864504b8875c83ee6c2c5fedc13315bebf7f5) squid (rc)": 5 2024-08-29T17:54:05.519 INFO:teuthology.orchestra.run.smithi028.stdout: } 2024-08-29T17:54:05.519 INFO:teuthology.orchestra.run.smithi028.stdout:} 2024-08-29T17:54:05.529 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:54:05 smithi028 bash[77168]: cephadm 2024-08-29T17:54:03.894653+0000 mgr.y (mgr.25022) 126 : cephadm [INF] Upgrade: Updating osd.0 2024-08-29T17:54:05.529 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:54:05 smithi028 bash[77168]: cephadm 2024-08-29T17:54:03.909850+0000 mgr.y (mgr.25022) 127 : cephadm [INF] Deploying daemon osd.0 on smithi028 2024-08-29T17:54:05.529 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:54:05 smithi028 bash[77168]: cluster 2024-08-29T17:54:05.141797+0000 mon.a (mon.0) 399 : cluster [DBG] osdmap e437: 8 total, 8 up, 8 in 2024-08-29T17:54:05.530 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:54:05 smithi028 bash[78352]: cephadm 2024-08-29T17:54:03.894653+0000 mgr.y (mgr.25022) 126 : cephadm [INF] Upgrade: Updating osd.0 2024-08-29T17:54:05.530 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:54:05 smithi028 bash[78352]: cephadm 2024-08-29T17:54:03.909850+0000 mgr.y (mgr.25022) 127 : cephadm [INF] Deploying daemon osd.0 on smithi028 2024-08-29T17:54:05.530 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:54:05 smithi028 bash[78352]: cluster 2024-08-29T17:54:05.141797+0000 mon.a (mon.0) 399 : cluster [DBG] osdmap e437: 8 total, 8 up, 8 in 2024-08-29T17:54:05.574 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:54:05 smithi053 bash[68679]: cephadm 2024-08-29T17:54:03.894653+0000 mgr.y (mgr.25022) 126 : cephadm [INF] Upgrade: Updating osd.0 2024-08-29T17:54:05.574 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:54:05 smithi053 bash[68679]: cephadm 2024-08-29T17:54:03.909850+0000 mgr.y (mgr.25022) 127 : cephadm [INF] Deploying daemon osd.0 on smithi028 2024-08-29T17:54:05.574 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:54:05 smithi053 bash[68679]: cluster 2024-08-29T17:54:05.141797+0000 mon.a (mon.0) 399 : cluster [DBG] osdmap e437: 8 total, 8 up, 8 in 2024-08-29T17:54:06.145 INFO:tasks.rados.rados.0.smithi028.stdout:1840: done (4 left) 2024-08-29T17:54:06.146 INFO:tasks.rados.rados.0.smithi028.stdout:1842: done (3 left) 2024-08-29T17:54:06.146 INFO:tasks.rados.rados.0.smithi028.stdout:1843: done (2 left) 2024-08-29T17:54:06.146 INFO:tasks.rados.rados.0.smithi028.stdout:1844: done (1 left) 2024-08-29T17:54:06.146 INFO:tasks.rados.rados.0.smithi028.stdout:1845: done (0 left) 2024-08-29T17:54:06.146 INFO:tasks.rados.rados.0.smithi028.stdout:1846: snap_remove snap 178 2024-08-29T17:54:06.574 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:54:06 smithi053 bash[68679]: audit 2024-08-29T17:54:04.825214+0000 mgr.y (mgr.25022) 128 : audit [DBG] from='client.44138 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-08-29T17:54:06.574 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:54:06 smithi053 bash[68679]: cluster 2024-08-29T17:54:04.945506+0000 mgr.y (mgr.25022) 129 : cluster [DBG] pgmap v176: 121 pgs: 121 active+clean; 390 MiB data, 2.9 GiB used, 712 GiB / 715 GiB avail; 16 MiB/s rd, 7.4 MiB/s wr, 19 op/s 2024-08-29T17:54:06.574 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:54:06 smithi053 bash[68679]: audit 2024-08-29T17:54:05.120644+0000 mgr.y (mgr.25022) 130 : audit [DBG] from='client.44144 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-08-29T17:54:06.574 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:54:06 smithi053 bash[68679]: audit 2024-08-29T17:54:05.522281+0000 mon.c (mon.2) 4 : audit [DBG] from='client.? 172.21.15.28:0/2343476556' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-08-29T17:54:06.574 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:54:06 smithi053 bash[68679]: cluster 2024-08-29T17:54:06.149348+0000 mon.a (mon.0) 400 : cluster [DBG] osdmap e438: 8 total, 8 up, 8 in 2024-08-29T17:54:06.628 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:54:06 smithi028 bash[77168]: audit 2024-08-29T17:54:04.825214+0000 mgr.y (mgr.25022) 128 : audit [DBG] from='client.44138 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-08-29T17:54:06.628 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:54:06 smithi028 bash[77168]: cluster 2024-08-29T17:54:04.945506+0000 mgr.y (mgr.25022) 129 : cluster [DBG] pgmap v176: 121 pgs: 121 active+clean; 390 MiB data, 2.9 GiB used, 712 GiB / 715 GiB avail; 16 MiB/s rd, 7.4 MiB/s wr, 19 op/s 2024-08-29T17:54:06.628 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:54:06 smithi028 bash[77168]: audit 2024-08-29T17:54:05.120644+0000 mgr.y (mgr.25022) 130 : audit [DBG] from='client.44144 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-08-29T17:54:06.628 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:54:06 smithi028 bash[77168]: audit 2024-08-29T17:54:05.522281+0000 mon.c (mon.2) 4 : audit [DBG] from='client.? 172.21.15.28:0/2343476556' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-08-29T17:54:06.628 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:54:06 smithi028 bash[77168]: cluster 2024-08-29T17:54:06.149348+0000 mon.a (mon.0) 400 : cluster [DBG] osdmap e438: 8 total, 8 up, 8 in 2024-08-29T17:54:06.628 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:54:06 smithi028 bash[78352]: audit 2024-08-29T17:54:04.825214+0000 mgr.y (mgr.25022) 128 : audit [DBG] from='client.44138 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-08-29T17:54:06.628 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:54:06 smithi028 bash[78352]: cluster 2024-08-29T17:54:04.945506+0000 mgr.y (mgr.25022) 129 : cluster [DBG] pgmap v176: 121 pgs: 121 active+clean; 390 MiB data, 2.9 GiB used, 712 GiB / 715 GiB avail; 16 MiB/s rd, 7.4 MiB/s wr, 19 op/s 2024-08-29T17:54:06.629 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:54:06 smithi028 bash[78352]: audit 2024-08-29T17:54:05.120644+0000 mgr.y (mgr.25022) 130 : audit [DBG] from='client.44144 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-08-29T17:54:06.629 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:54:06 smithi028 bash[78352]: audit 2024-08-29T17:54:05.522281+0000 mon.c (mon.2) 4 : audit [DBG] from='client.? 172.21.15.28:0/2343476556' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-08-29T17:54:06.629 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:54:06 smithi028 bash[78352]: cluster 2024-08-29T17:54:06.149348+0000 mon.a (mon.0) 400 : cluster [DBG] osdmap e438: 8 total, 8 up, 8 in 2024-08-29T17:54:07.153 INFO:tasks.rados.rados.0.smithi028.stdout:1846: done (0 left) 2024-08-29T17:54:07.153 INFO:tasks.rados.rados.0.smithi028.stdout:1847: read oid 42 snap 169 2024-08-29T17:54:07.153 INFO:tasks.rados.rados.0.smithi028.stdout:1847: expect (ObjNum 527 snap 167 seq_num 527) 2024-08-29T17:54:07.153 INFO:tasks.rados.rados.0.smithi028.stdout:1848: snap_remove snap 170 2024-08-29T17:54:08.157 INFO:tasks.rados.rados.0.smithi028.stdout:1848: done (1 left) 2024-08-29T17:54:08.157 INFO:tasks.rados.rados.0.smithi028.stdout:1849: snap_create 2024-08-29T17:54:08.157 INFO:tasks.rados.rados.0.smithi028.stdout:1847: expect (ObjNum 527 snap 167 seq_num 527) 2024-08-29T17:54:08.461 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:54:08 smithi028 bash[77168]: cluster 2024-08-29T17:54:06.946304+0000 mgr.y (mgr.25022) 131 : cluster [DBG] pgmap v179: 121 pgs: 121 active+clean; 390 MiB data, 2.9 GiB used, 712 GiB / 715 GiB avail 2024-08-29T17:54:08.461 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:54:08 smithi028 bash[77168]: cluster 2024-08-29T17:54:07.151567+0000 mon.a (mon.0) 401 : cluster [DBG] osdmap e439: 8 total, 8 up, 8 in 2024-08-29T17:54:08.462 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:54:08 smithi028 bash[78352]: cluster 2024-08-29T17:54:06.946304+0000 mgr.y (mgr.25022) 131 : cluster [DBG] pgmap v179: 121 pgs: 121 active+clean; 390 MiB data, 2.9 GiB used, 712 GiB / 715 GiB avail 2024-08-29T17:54:08.462 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:54:08 smithi028 bash[78352]: cluster 2024-08-29T17:54:07.151567+0000 mon.a (mon.0) 401 : cluster [DBG] osdmap e439: 8 total, 8 up, 8 in 2024-08-29T17:54:08.574 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:54:08 smithi053 bash[68679]: cluster 2024-08-29T17:54:06.946304+0000 mgr.y (mgr.25022) 131 : cluster [DBG] pgmap v179: 121 pgs: 121 active+clean; 390 MiB data, 2.9 GiB used, 712 GiB / 715 GiB avail 2024-08-29T17:54:08.574 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:54:08 smithi053 bash[68679]: cluster 2024-08-29T17:54:07.151567+0000 mon.a (mon.0) 401 : cluster [DBG] osdmap e439: 8 total, 8 up, 8 in 2024-08-29T17:54:08.878 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:54:08 smithi028 systemd[1]: /etc/systemd/system/ceph-3167ee72-662c-11ef-bcd4-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-08-29T17:54:08.878 INFO:journalctl@ceph.mgr.y.smithi028.stdout:Aug 29 17:54:08 smithi028 systemd[1]: /etc/systemd/system/ceph-3167ee72-662c-11ef-bcd4-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-08-29T17:54:08.878 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:54:08 smithi028 systemd[1]: /etc/systemd/system/ceph-3167ee72-662c-11ef-bcd4-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-08-29T17:54:08.879 INFO:journalctl@ceph.osd.1.smithi028.stdout:Aug 29 17:54:08 smithi028 systemd[1]: /etc/systemd/system/ceph-3167ee72-662c-11ef-bcd4-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-08-29T17:54:08.879 INFO:journalctl@ceph.osd.3.smithi028.stdout:Aug 29 17:54:08 smithi028 systemd[1]: /etc/systemd/system/ceph-3167ee72-662c-11ef-bcd4-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-08-29T17:54:08.879 INFO:journalctl@ceph.mds.a.smithi028.stdout:Aug 29 17:54:08 smithi028 systemd[1]: /etc/systemd/system/ceph-3167ee72-662c-11ef-bcd4-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-08-29T17:54:08.880 INFO:journalctl@ceph.alertmanager.a.smithi028.stdout:Aug 29 17:54:08 smithi028 systemd[1]: /etc/systemd/system/ceph-3167ee72-662c-11ef-bcd4-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-08-29T17:54:08.880 INFO:journalctl@ceph.osd.2.smithi028.stdout:Aug 29 17:54:08 smithi028 systemd[1]: /etc/systemd/system/ceph-3167ee72-662c-11ef-bcd4-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-08-29T17:54:08.880 INFO:journalctl@ceph.node-exporter.a.smithi028.stdout:Aug 29 17:54:08 smithi028 systemd[1]: /etc/systemd/system/ceph-3167ee72-662c-11ef-bcd4-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-08-29T17:54:08.881 INFO:journalctl@ceph.osd.0.smithi028.stdout:Aug 29 17:54:08 smithi028 systemd[1]: /etc/systemd/system/ceph-3167ee72-662c-11ef-bcd4-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-08-29T17:54:08.881 INFO:journalctl@ceph.osd.0.smithi028.stdout:Aug 29 17:54:08 smithi028 systemd[1]: Stopping Ceph osd.0 for 3167ee72-662c-11ef-bcd4-c7b262605968... 2024-08-29T17:54:08.881 INFO:journalctl@ceph.osd.0.smithi028.stdout:Aug 29 17:54:08 smithi028 bash[34869]: debug 2024-08-29T17:54:08.680+0000 7ff733ea8640 -1 received signal: Terminated from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.0 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2024-08-29T17:54:08.881 INFO:journalctl@ceph.osd.0.smithi028.stdout:Aug 29 17:54:08 smithi028 bash[34869]: debug 2024-08-29T17:54:08.680+0000 7ff733ea8640 -1 osd.0 440 *** Got signal Terminated *** 2024-08-29T17:54:08.881 INFO:journalctl@ceph.osd.0.smithi028.stdout:Aug 29 17:54:08 smithi028 bash[34869]: debug 2024-08-29T17:54:08.680+0000 7ff733ea8640 -1 osd.0 440 *** Immediate shutdown (osd_fast_shutdown=true) *** 2024-08-29T17:54:09.074 INFO:journalctl@ceph.prometheus.a.smithi053.stdout:Aug 29 17:54:08 smithi053 bash[61790]: ts=2024-08-29T17:54:08.661Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=osd name=CephOSDFlapping index=13 msg="Evaluating rule failed" rule="alert: CephOSDFlapping\nexpr: (rate(ceph_osd_up[5m]) * on (ceph_daemon) group_left (hostname) ceph_osd_metadata)\n * 60 > 1\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.4.4\n severity: warning\n type: ceph_default\nannotations:\n description: OSD {{ $labels.ceph_daemon }} on {{ $labels.hostname }} was marked\n down and back up {{ $value | humanize }} times once a minute for 5 minutes. This\n may indicate a network issue (latency, packet loss, MTU mismatch) on the cluster\n network, or the public network if no cluster network is deployed. Check the network\n stats on the listed host(s).\n documentation: https://docs.ceph.com/en/latest/rados/troubleshooting/troubleshooting-osd#flapping-osds\n summary: Network issues are causing OSDs to flap (mark each other down)\n" err="found duplicate series for the match group {ceph_daemon=\"osd.0\"} on the right hand-side of the operation: [{__name__=\"ceph_osd_metadata\", ceph_daemon=\"osd.0\", ceph_version=\"ceph version 17.2.7-1503-ga89f613d (a89f613db4d5b6bca82681f19d73c6d337aae2d5) quincy (stable)\", cluster_addr=\"172.21.15.28\", device_class=\"ssd\", hostname=\"smithi028\", instance=\"ceph_cluster\", job=\"ceph\", objectstore=\"bluestore\", public_addr=\"172.21.15.28\"}, {__name__=\"ceph_osd_metadata\", ceph_daemon=\"osd.0\", ceph_version=\"ceph version 17.2.7-1503-ga89f613d (a89f613db4d5b6bca82681f19d73c6d337aae2d5) quincy (stable)\", cluster=\"3167ee72-662c-11ef-bcd4-c7b262605968\", cluster_addr=\"172.21.15.28\", device_class=\"ssd\", hostname=\"smithi028\", instance=\"ceph_cluster\", job=\"ceph\", objectstore=\"bluestore\", public_addr=\"172.21.15.28\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-29T17:54:09.180 INFO:tasks.rados.rados.0.smithi028.stdout:1847: done (1 left) 2024-08-29T17:54:09.181 INFO:tasks.rados.rados.0.smithi028.stdout:1849: done (0 left) 2024-08-29T17:54:09.181 INFO:tasks.rados.rados.0.smithi028.stdout:append oid 23 current snap is 187 2024-08-29T17:54:09.181 INFO:tasks.rados.rados.0.smithi028.stdout:1850: seq_num 577 ranges {6602752=65536} 2024-08-29T17:54:09.226 INFO:tasks.rados.rados.0.smithi028.stdout:1850: writing smithi02869045-23 from 6602752 to 6668288 tid 1 2024-08-29T17:54:09.227 INFO:tasks.rados.rados.0.smithi028.stdout:append oid 35 current snap is 187 2024-08-29T17:54:09.227 INFO:tasks.rados.rados.0.smithi028.stdout:1851: seq_num 578 ranges {5111808=81920} 2024-08-29T17:54:09.262 INFO:tasks.rados.rados.0.smithi028.stdout:1851: writing smithi02869045-35 from 5111808 to 5193728 tid 1 2024-08-29T17:54:09.262 INFO:tasks.rados.rados.0.smithi028.stdout:1852: rollback oid 37 current snap is 187 2024-08-29T17:54:09.262 INFO:tasks.rados.rados.0.smithi028.stdout:rollback oid 37 to 180 2024-08-29T17:54:09.262 INFO:tasks.rados.rados.0.smithi028.stdout:1853: setattr oid 48 current snap is 187 2024-08-29T17:54:09.263 INFO:tasks.rados.rados.0.smithi028.stdout:1854: read oid 19 snap -1 2024-08-29T17:54:09.263 INFO:tasks.rados.rados.0.smithi028.stdout:1854: expect deleted 2024-08-29T17:54:09.263 INFO:tasks.rados.rados.0.smithi028.stdout:1855: snap_remove snap 168 2024-08-29T17:54:09.574 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:54:09 smithi053 bash[68679]: cluster 2024-08-29T17:54:08.160105+0000 mon.a (mon.0) 402 : cluster [DBG] osdmap e440: 8 total, 8 up, 8 in 2024-08-29T17:54:09.574 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:54:09 smithi053 bash[68679]: cluster 2024-08-29T17:54:08.684810+0000 mon.a (mon.0) 403 : cluster [INF] osd.0 marked itself down and dead 2024-08-29T17:54:09.628 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:54:09 smithi028 bash[78352]: cluster 2024-08-29T17:54:08.160105+0000 mon.a (mon.0) 402 : cluster [DBG] osdmap e440: 8 total, 8 up, 8 in 2024-08-29T17:54:09.628 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:54:09 smithi028 bash[78352]: cluster 2024-08-29T17:54:08.684810+0000 mon.a (mon.0) 403 : cluster [INF] osd.0 marked itself down and dead 2024-08-29T17:54:09.628 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:54:09 smithi028 bash[77168]: cluster 2024-08-29T17:54:08.160105+0000 mon.a (mon.0) 402 : cluster [DBG] osdmap e440: 8 total, 8 up, 8 in 2024-08-29T17:54:09.628 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:54:09 smithi028 bash[77168]: cluster 2024-08-29T17:54:08.684810+0000 mon.a (mon.0) 403 : cluster [INF] osd.0 marked itself down and dead 2024-08-29T17:54:10.183 INFO:tasks.rados.rados.0.smithi028.stdout:1855: done (5 left) 2024-08-29T17:54:10.183 INFO:tasks.rados.rados.0.smithi028.stdout:1856: delete oid 3 current snap is 187 2024-08-29T17:54:10.183 INFO:tasks.rados.rados.0.smithi028.stdout:1851: finishing write tid 1 to smithi02869045-35 2024-08-29T17:54:10.183 INFO:tasks.rados.rados.0.smithi028.stdout:1851: finishing write tid 2 to smithi02869045-35 2024-08-29T17:54:10.183 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 48 v 1338 (ObjNum 486 snap 151 seq_num 486) dirty exists 2024-08-29T17:54:10.183 INFO:tasks.rados.rados.0.smithi028.stdout:1851: finishing write tid 3 to smithi02869045-35 2024-08-29T17:54:10.183 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 35 v 1079 (ObjNum 578 snap 187 seq_num 578) dirty exists 2024-08-29T17:54:10.183 INFO:tasks.rados.rados.0.smithi028.stdout:1851: left oid 35 (ObjNum 578 snap 187 seq_num 578) 2024-08-29T17:54:10.215 INFO:tasks.rados.rados.0.smithi028.stdout:1851: done (5 left) 2024-08-29T17:54:10.215 INFO:tasks.rados.rados.0.smithi028.stdout:1853: done (4 left) 2024-08-29T17:54:10.215 INFO:tasks.rados.rados.0.smithi028.stdout:1854: done (3 left) 2024-08-29T17:54:10.215 INFO:tasks.rados.rados.0.smithi028.stdout:1856: done (2 left) 2024-08-29T17:54:10.215 INFO:tasks.rados.rados.0.smithi028.stdout:1857: snap_create 2024-08-29T17:54:10.225 INFO:tasks.rados.rados.0.smithi028.stdout:1852: finishing rollback tid 1 to smithi02869045-37 2024-08-29T17:54:10.227 INFO:tasks.rados.rados.0.smithi028.stdout:1852: finishing rollback tid 2 to smithi02869045-37 2024-08-29T17:54:10.228 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 37 v 1633 (ObjNum 515 snap 160 seq_num 515) dirty exists 2024-08-29T17:54:10.236 INFO:tasks.rados.rados.0.smithi028.stdout:1850: finishing write tid 1 to smithi02869045-23 2024-08-29T17:54:10.236 INFO:tasks.rados.rados.0.smithi028.stdout:1850: finishing write tid 2 to smithi02869045-23 2024-08-29T17:54:10.238 INFO:tasks.rados.rados.0.smithi028.stdout:1850: finishing write tid 3 to smithi02869045-23 2024-08-29T17:54:10.238 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 23 v 494 (ObjNum 577 snap 187 seq_num 577) dirty exists 2024-08-29T17:54:10.238 INFO:tasks.rados.rados.0.smithi028.stdout:1850: left oid 23 (ObjNum 577 snap 187 seq_num 577) 2024-08-29T17:54:10.549 INFO:journalctl@ceph.osd.0.smithi028.stdout:Aug 29 17:54:10 smithi028 bash[82403]: ceph-3167ee72-662c-11ef-bcd4-c7b262605968-osd-0 2024-08-29T17:54:10.550 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:54:10 smithi028 bash[78352]: cluster 2024-08-29T17:54:08.947060+0000 mgr.y (mgr.25022) 132 : cluster [DBG] pgmap v182: 121 pgs: 121 active+clean; 390 MiB data, 2.9 GiB used, 712 GiB / 715 GiB avail; 1.2 MiB/s rd, 16 KiB/s wr, 3 op/s 2024-08-29T17:54:10.550 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:54:10 smithi028 bash[78352]: cluster 2024-08-29T17:54:09.155673+0000 mon.a (mon.0) 404 : cluster [WRN] Health check failed: 1 osds down (OSD_DOWN) 2024-08-29T17:54:10.550 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:54:10 smithi028 bash[78352]: cluster 2024-08-29T17:54:09.172083+0000 mon.a (mon.0) 405 : cluster [DBG] osdmap e441: 8 total, 7 up, 8 in 2024-08-29T17:54:10.550 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:54:10 smithi028 bash[77168]: cluster 2024-08-29T17:54:08.947060+0000 mgr.y (mgr.25022) 132 : cluster [DBG] pgmap v182: 121 pgs: 121 active+clean; 390 MiB data, 2.9 GiB used, 712 GiB / 715 GiB avail; 1.2 MiB/s rd, 16 KiB/s wr, 3 op/s 2024-08-29T17:54:10.550 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:54:10 smithi028 bash[77168]: cluster 2024-08-29T17:54:09.155673+0000 mon.a (mon.0) 404 : cluster [WRN] Health check failed: 1 osds down (OSD_DOWN) 2024-08-29T17:54:10.551 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:54:10 smithi028 bash[77168]: cluster 2024-08-29T17:54:09.172083+0000 mon.a (mon.0) 405 : cluster [DBG] osdmap e441: 8 total, 7 up, 8 in 2024-08-29T17:54:10.574 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:54:10 smithi053 bash[68679]: cluster 2024-08-29T17:54:08.947060+0000 mgr.y (mgr.25022) 132 : cluster [DBG] pgmap v182: 121 pgs: 121 active+clean; 390 MiB data, 2.9 GiB used, 712 GiB / 715 GiB avail; 1.2 MiB/s rd, 16 KiB/s wr, 3 op/s 2024-08-29T17:54:10.574 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:54:10 smithi053 bash[68679]: cluster 2024-08-29T17:54:09.155673+0000 mon.a (mon.0) 404 : cluster [WRN] Health check failed: 1 osds down (OSD_DOWN) 2024-08-29T17:54:10.574 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:54:10 smithi053 bash[68679]: cluster 2024-08-29T17:54:09.172083+0000 mon.a (mon.0) 405 : cluster [DBG] osdmap e441: 8 total, 7 up, 8 in 2024-08-29T17:54:10.877 INFO:journalctl@ceph.osd.0.smithi028.stdout:Aug 29 17:54:10 smithi028 bash[82468]: Error response from daemon: No such container: ceph-3167ee72-662c-11ef-bcd4-c7b262605968-osd-0 2024-08-29T17:54:11.186 INFO:tasks.rados.rados.0.smithi028.stdout:1850: done (2 left) 2024-08-29T17:54:11.186 INFO:tasks.rados.rados.0.smithi028.stdout:1852: done (1 left) 2024-08-29T17:54:11.186 INFO:tasks.rados.rados.0.smithi028.stdout:1857: done (0 left) 2024-08-29T17:54:11.186 INFO:tasks.rados.rados.0.smithi028.stdout:1858: read oid 15 snap 180 2024-08-29T17:54:11.187 INFO:tasks.rados.rados.0.smithi028.stdout:1858: expect deleted 2024-08-29T17:54:11.187 INFO:tasks.rados.rados.0.smithi028.stdout:1859: setattr oid 3 current snap is 188 2024-08-29T17:54:11.191 INFO:tasks.rados.rados.0.smithi028.stdout:1860: snap_remove snap 165 2024-08-29T17:54:11.574 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:54:11 smithi053 bash[68679]: cluster 2024-08-29T17:54:10.186178+0000 mon.a (mon.0) 406 : cluster [DBG] osdmap e442: 8 total, 7 up, 8 in 2024-08-29T17:54:11.627 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:54:11 smithi028 bash[77168]: cluster 2024-08-29T17:54:10.186178+0000 mon.a (mon.0) 406 : cluster [DBG] osdmap e442: 8 total, 7 up, 8 in 2024-08-29T17:54:11.628 INFO:journalctl@ceph.mgr.y.smithi028.stdout:Aug 29 17:54:11 smithi028 bash[70818]: ::ffff:172.21.15.53 - - [29/Aug/2024:17:54:11] "GET /metrics HTTP/1.1" 200 36014 "" "Prometheus/2.43.0" 2024-08-29T17:54:11.628 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:54:11 smithi028 bash[78352]: cluster 2024-08-29T17:54:10.186178+0000 mon.a (mon.0) 406 : cluster [DBG] osdmap e442: 8 total, 7 up, 8 in 2024-08-29T17:54:12.189 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 3 v 1347 (ObjNum 177 snap 0 seq_num 0) dirty exists 2024-08-29T17:54:12.190 INFO:tasks.rados.rados.0.smithi028.stdout:1858: done (2 left) 2024-08-29T17:54:12.190 INFO:tasks.rados.rados.0.smithi028.stdout:1859: done (1 left) 2024-08-29T17:54:12.190 INFO:tasks.rados.rados.0.smithi028.stdout:1860: done (0 left) 2024-08-29T17:54:12.190 INFO:tasks.rados.rados.0.smithi028.stdout:1861: read oid 42 snap 184 2024-08-29T17:54:12.190 INFO:tasks.rados.rados.0.smithi028.stdout:1861: expect deleted 2024-08-29T17:54:12.190 INFO:tasks.rados.rados.0.smithi028.stdout:1862: read oid 37 snap 161 2024-08-29T17:54:12.190 INFO:tasks.rados.rados.0.smithi028.stdout:1862: expect (ObjNum 515 snap 160 seq_num 515) 2024-08-29T17:54:12.190 INFO:tasks.rados.rados.0.smithi028.stdout:1863: copy_from oid 19 from oid 3 current snap is 188 2024-08-29T17:54:12.190 INFO:tasks.rados.rados.0.smithi028.stdout:append oid 21 current snap is 188 2024-08-29T17:54:12.190 INFO:tasks.rados.rados.0.smithi028.stdout:1864: seq_num 580 ranges {0=114688} 2024-08-29T17:54:12.191 INFO:tasks.rados.rados.0.smithi028.stdout:1864: writing smithi02869045-21 from 0 to 114688 tid 1 2024-08-29T17:54:12.191 INFO:tasks.rados.rados.0.smithi028.stdout:1865: read oid 45 snap -1 2024-08-29T17:54:12.191 INFO:tasks.rados.rados.0.smithi028.stdout:1865: expect deleted 2024-08-29T17:54:12.192 INFO:tasks.rados.rados.0.smithi028.stdout:1866: read oid 22 snap -1 2024-08-29T17:54:12.192 INFO:tasks.rados.rados.0.smithi028.stdout:1866: expect (ObjNum 488 snap 151 seq_num 488) 2024-08-29T17:54:12.192 INFO:tasks.rados.rados.0.smithi028.stdout:1867: snap_remove snap 169 2024-08-29T17:54:12.378 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:54:12 smithi028 bash[78352]: cluster 2024-08-29T17:54:10.947797+0000 mgr.y (mgr.25022) 133 : cluster [DBG] pgmap v185: 121 pgs: 15 stale+active+clean, 106 active+clean; 390 MiB data, 2.9 GiB used, 712 GiB / 715 GiB avail; 1.2 MiB/s rd, 16 KiB/s wr, 3 op/s 2024-08-29T17:54:12.378 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:54:12 smithi028 bash[78352]: cluster 2024-08-29T17:54:11.190001+0000 mon.a (mon.0) 407 : cluster [DBG] osdmap e443: 8 total, 7 up, 8 in 2024-08-29T17:54:12.378 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:54:12 smithi028 bash[78352]: audit 2024-08-29T17:54:12.012191+0000 mon.a (mon.0) 408 : audit [INF] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' 2024-08-29T17:54:12.378 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:54:12 smithi028 bash[78352]: audit 2024-08-29T17:54:12.013142+0000 mon.a (mon.0) 409 : audit [DBG] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-29T17:54:12.378 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:54:12 smithi028 bash[77168]: cluster 2024-08-29T17:54:10.947797+0000 mgr.y (mgr.25022) 133 : cluster [DBG] pgmap v185: 121 pgs: 15 stale+active+clean, 106 active+clean; 390 MiB data, 2.9 GiB used, 712 GiB / 715 GiB avail; 1.2 MiB/s rd, 16 KiB/s wr, 3 op/s 2024-08-29T17:54:12.378 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:54:12 smithi028 bash[77168]: cluster 2024-08-29T17:54:11.190001+0000 mon.a (mon.0) 407 : cluster [DBG] osdmap e443: 8 total, 7 up, 8 in 2024-08-29T17:54:12.378 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:54:12 smithi028 bash[77168]: audit 2024-08-29T17:54:12.012191+0000 mon.a (mon.0) 408 : audit [INF] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' 2024-08-29T17:54:12.378 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:54:12 smithi028 bash[77168]: audit 2024-08-29T17:54:12.013142+0000 mon.a (mon.0) 409 : audit [DBG] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-29T17:54:12.574 INFO:journalctl@ceph.prometheus.a.smithi053.stdout:Aug 29 17:54:12 smithi053 bash[61790]: ts=2024-08-29T17:54:12.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"3167ee72-662c-11ef-bcd4-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-29T17:54:12.574 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:54:12 smithi053 bash[68679]: cluster 2024-08-29T17:54:10.947797+0000 mgr.y (mgr.25022) 133 : cluster [DBG] pgmap v185: 121 pgs: 15 stale+active+clean, 106 active+clean; 390 MiB data, 2.9 GiB used, 712 GiB / 715 GiB avail; 1.2 MiB/s rd, 16 KiB/s wr, 3 op/s 2024-08-29T17:54:12.574 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:54:12 smithi053 bash[68679]: cluster 2024-08-29T17:54:11.190001+0000 mon.a (mon.0) 407 : cluster [DBG] osdmap e443: 8 total, 7 up, 8 in 2024-08-29T17:54:12.574 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:54:12 smithi053 bash[68679]: audit 2024-08-29T17:54:12.012191+0000 mon.a (mon.0) 408 : audit [INF] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' 2024-08-29T17:54:12.575 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:54:12 smithi053 bash[68679]: audit 2024-08-29T17:54:12.013142+0000 mon.a (mon.0) 409 : audit [DBG] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-29T17:54:12.890 INFO:journalctl@ceph.mgr.y.smithi028.stdout:Aug 29 17:54:12 smithi028 systemd[1]: /etc/systemd/system/ceph-3167ee72-662c-11ef-bcd4-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-08-29T17:54:12.890 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:54:12 smithi028 systemd[1]: /etc/systemd/system/ceph-3167ee72-662c-11ef-bcd4-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-08-29T17:54:12.891 INFO:journalctl@ceph.osd.3.smithi028.stdout:Aug 29 17:54:12 smithi028 systemd[1]: /etc/systemd/system/ceph-3167ee72-662c-11ef-bcd4-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-08-29T17:54:12.891 INFO:journalctl@ceph.node-exporter.a.smithi028.stdout:Aug 29 17:54:12 smithi028 systemd[1]: /etc/systemd/system/ceph-3167ee72-662c-11ef-bcd4-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-08-29T17:54:12.891 INFO:journalctl@ceph.osd.0.smithi028.stdout:Aug 29 17:54:12 smithi028 systemd[1]: ceph-3167ee72-662c-11ef-bcd4-c7b262605968@osd.0.service: Deactivated successfully. 2024-08-29T17:54:12.891 INFO:journalctl@ceph.osd.0.smithi028.stdout:Aug 29 17:54:12 smithi028 systemd[1]: Stopped Ceph osd.0 for 3167ee72-662c-11ef-bcd4-c7b262605968. 2024-08-29T17:54:12.892 INFO:journalctl@ceph.osd.0.smithi028.stdout:Aug 29 17:54:12 smithi028 systemd[1]: /etc/systemd/system/ceph-3167ee72-662c-11ef-bcd4-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-08-29T17:54:12.892 INFO:journalctl@ceph.osd.1.smithi028.stdout:Aug 29 17:54:12 smithi028 systemd[1]: /etc/systemd/system/ceph-3167ee72-662c-11ef-bcd4-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-08-29T17:54:12.892 INFO:journalctl@ceph.alertmanager.a.smithi028.stdout:Aug 29 17:54:12 smithi028 systemd[1]: /etc/systemd/system/ceph-3167ee72-662c-11ef-bcd4-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-08-29T17:54:12.893 INFO:journalctl@ceph.osd.2.smithi028.stdout:Aug 29 17:54:12 smithi028 systemd[1]: /etc/systemd/system/ceph-3167ee72-662c-11ef-bcd4-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-08-29T17:54:12.893 INFO:journalctl@ceph.mds.a.smithi028.stdout:Aug 29 17:54:12 smithi028 systemd[1]: /etc/systemd/system/ceph-3167ee72-662c-11ef-bcd4-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-08-29T17:54:12.893 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:54:12 smithi028 systemd[1]: /etc/systemd/system/ceph-3167ee72-662c-11ef-bcd4-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-08-29T17:54:13.192 INFO:journalctl@ceph.osd.0.smithi028.stdout:Aug 29 17:54:12 smithi028 systemd[1]: Started Ceph osd.0 for 3167ee72-662c-11ef-bcd4-c7b262605968. 2024-08-29T17:54:13.216 INFO:tasks.rados.rados.0.smithi028.stdout:1867: done (6 left) 2024-08-29T17:54:13.217 INFO:tasks.rados.rados.0.smithi028.stdout:append oid 4 current snap is 188 2024-08-29T17:54:13.217 INFO:tasks.rados.rados.0.smithi028.stdout:1868: seq_num 581 ranges {2359296=139264} 2024-08-29T17:54:13.250 INFO:tasks.rados.rados.0.smithi028.stdout:1868: writing smithi02869045-4 from 2359296 to 2498560 tid 1 2024-08-29T17:54:13.250 INFO:tasks.rados.rados.0.smithi028.stdout:1869: read oid 25 snap -1 2024-08-29T17:54:13.251 INFO:tasks.rados.rados.0.smithi028.stdout:1869: expect (ObjNum 524 snap 163 seq_num 524) 2024-08-29T17:54:13.251 INFO:tasks.rados.rados.0.smithi028.stdout:1870: snap_remove snap 162 2024-08-29T17:54:13.505 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:54:13 smithi053 bash[68679]: cluster 2024-08-29T17:54:12.191304+0000 mon.a (mon.0) 410 : cluster [DBG] osdmap e444: 8 total, 7 up, 8 in 2024-08-29T17:54:13.505 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:54:13 smithi053 bash[68679]: audit 2024-08-29T17:54:12.941367+0000 mon.a (mon.0) 411 : audit [INF] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' 2024-08-29T17:54:13.505 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:54:13 smithi053 bash[68679]: audit 2024-08-29T17:54:12.946855+0000 mon.a (mon.0) 412 : audit [INF] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' 2024-08-29T17:54:13.505 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:54:13 smithi053 bash[68679]: audit 2024-08-29T17:54:12.947871+0000 mon.a (mon.0) 413 : audit [DBG] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-29T17:54:13.627 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:54:13 smithi028 bash[78352]: cluster 2024-08-29T17:54:12.191304+0000 mon.a (mon.0) 410 : cluster [DBG] osdmap e444: 8 total, 7 up, 8 in 2024-08-29T17:54:13.628 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:54:13 smithi028 bash[78352]: audit 2024-08-29T17:54:12.941367+0000 mon.a (mon.0) 411 : audit [INF] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' 2024-08-29T17:54:13.628 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:54:13 smithi028 bash[78352]: audit 2024-08-29T17:54:12.946855+0000 mon.a (mon.0) 412 : audit [INF] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' 2024-08-29T17:54:13.628 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:54:13 smithi028 bash[78352]: audit 2024-08-29T17:54:12.947871+0000 mon.a (mon.0) 413 : audit [DBG] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-29T17:54:13.628 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:54:13 smithi028 bash[77168]: cluster 2024-08-29T17:54:12.191304+0000 mon.a (mon.0) 410 : cluster [DBG] osdmap e444: 8 total, 7 up, 8 in 2024-08-29T17:54:13.628 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:54:13 smithi028 bash[77168]: audit 2024-08-29T17:54:12.941367+0000 mon.a (mon.0) 411 : audit [INF] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' 2024-08-29T17:54:13.628 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:54:13 smithi028 bash[77168]: audit 2024-08-29T17:54:12.946855+0000 mon.a (mon.0) 412 : audit [INF] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' 2024-08-29T17:54:13.628 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:54:13 smithi028 bash[77168]: audit 2024-08-29T17:54:12.947871+0000 mon.a (mon.0) 413 : audit [DBG] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-29T17:54:13.824 INFO:journalctl@ceph.prometheus.a.smithi053.stdout:Aug 29 17:54:13 smithi053 bash[61790]: ts=2024-08-29T17:54:13.507Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=nodes name=CephNodeDiskspaceWarning index=4 msg="Evaluating rule failed" rule="alert: CephNodeDiskspaceWarning\nexpr: predict_linear(node_filesystem_free_bytes{device=~\"/.*\"}[2d], 3600 * 24 * 5)\n * on (instance) group_left (nodename) node_uname_info < 0\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.8.4\n severity: warning\n type: ceph_default\nannotations:\n description: Mountpoint {{ $labels.mountpoint }} on {{ $labels.nodename }} will\n be full in less than 5 days based on the 48 hour trailing fill rate.\n summary: Host filesystem free space is getting low\n" err="found duplicate series for the match group {instance=\"smithi028\"} on the right hand-side of the operation: [{__name__=\"node_uname_info\", domainname=\"(none)\", instance=\"smithi028\", job=\"node\", machine=\"x86_64\", nodename=\"smithi028\", release=\"5.15.0-119-generic\", sysname=\"Linux\", version=\"#129-Ubuntu SMP Fri Aug 2 19:25:20 UTC 2024\"}, {__name__=\"node_uname_info\", cluster=\"3167ee72-662c-11ef-bcd4-c7b262605968\", domainname=\"(none)\", instance=\"smithi028\", job=\"node\", machine=\"x86_64\", nodename=\"smithi028\", release=\"5.15.0-119-generic\", sysname=\"Linux\", version=\"#129-Ubuntu SMP Fri Aug 2 19:25:20 UTC 2024\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-29T17:54:14.137 INFO:tasks.rados.rados.0.smithi028.stdout:1870: done (8 left) 2024-08-29T17:54:14.137 INFO:tasks.rados.rados.0.smithi028.stdout:1871: snap_create 2024-08-29T17:54:14.137 INFO:tasks.rados.rados.0.smithi028.stdout:1864: finishing write tid 1 to smithi02869045-21 2024-08-29T17:54:14.138 INFO:tasks.rados.rados.0.smithi028.stdout:1864: finishing write tid 2 to smithi02869045-21 2024-08-29T17:54:14.138 INFO:tasks.rados.rados.0.smithi028.stdout:1866: expect (ObjNum 488 snap 151 seq_num 488) 2024-08-29T17:54:14.170 INFO:tasks.rados.rados.0.smithi028.stdout:1864: finishing write tid 3 to smithi02869045-21 2024-08-29T17:54:14.170 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 21 v 1215 (ObjNum 580 snap 188 seq_num 580) dirty exists 2024-08-29T17:54:14.170 INFO:tasks.rados.rados.0.smithi028.stdout:1864: left oid 21 (ObjNum 580 snap 188 seq_num 580) 2024-08-29T17:54:14.170 INFO:tasks.rados.rados.0.smithi028.stdout:1863: finishing copy_from racing read to smithi02869045-19 2024-08-29T17:54:14.170 INFO:tasks.rados.rados.0.smithi028.stdout:1863: finishing copy_from to smithi02869045-19 2024-08-29T17:54:14.170 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 19 v 1347 (ObjNum 1153 snap 0 seq_num 2128900336) dirty exists 2024-08-29T17:54:14.171 INFO:tasks.rados.rados.0.smithi028.stdout:1862: expect (ObjNum 515 snap 160 seq_num 515) 2024-08-29T17:54:14.350 INFO:tasks.rados.rados.0.smithi028.stdout:1868: finishing write tid 1 to smithi02869045-4 2024-08-29T17:54:14.350 INFO:tasks.rados.rados.0.smithi028.stdout:1868: finishing write tid 2 to smithi02869045-4 2024-08-29T17:54:14.350 INFO:tasks.rados.rados.0.smithi028.stdout:1869: expect (ObjNum 524 snap 163 seq_num 524) 2024-08-29T17:54:14.380 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:54:14 smithi028 bash[78352]: cluster 2024-08-29T17:54:12.948579+0000 mgr.y (mgr.25022) 134 : cluster [DBG] pgmap v188: 121 pgs: 37 active+undersized, 16 active+undersized+degraded, 68 active+clean; 392 MiB data, 2.9 GiB used, 712 GiB / 715 GiB avail; 3.7 MiB/s rd, 64 KiB/s wr, 15 op/s; 93/597 objects degraded (15.578%) 2024-08-29T17:54:14.380 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:54:14 smithi028 bash[78352]: cluster 2024-08-29T17:54:13.210826+0000 mon.a (mon.0) 414 : cluster [DBG] osdmap e445: 8 total, 7 up, 8 in 2024-08-29T17:54:14.380 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:54:14 smithi028 bash[78352]: cluster 2024-08-29T17:54:13.945165+0000 mon.a (mon.0) 415 : cluster [WRN] Health check failed: Degraded data redundancy: 93/597 objects degraded (15.578%), 16 pgs degraded (PG_DEGRADED) 2024-08-29T17:54:14.381 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:54:14 smithi028 bash[78352]: cluster 2024-08-29T17:54:14.141842+0000 mon.a (mon.0) 416 : cluster [DBG] osdmap e446: 8 total, 7 up, 8 in 2024-08-29T17:54:14.381 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:54:14 smithi028 bash[77168]: cluster 2024-08-29T17:54:12.948579+0000 mgr.y (mgr.25022) 134 : cluster [DBG] pgmap v188: 121 pgs: 37 active+undersized, 16 active+undersized+degraded, 68 active+clean; 392 MiB data, 2.9 GiB used, 712 GiB / 715 GiB avail; 3.7 MiB/s rd, 64 KiB/s wr, 15 op/s; 93/597 objects degraded (15.578%) 2024-08-29T17:54:14.381 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:54:14 smithi028 bash[77168]: cluster 2024-08-29T17:54:13.210826+0000 mon.a (mon.0) 414 : cluster [DBG] osdmap e445: 8 total, 7 up, 8 in 2024-08-29T17:54:14.381 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:54:14 smithi028 bash[77168]: cluster 2024-08-29T17:54:13.945165+0000 mon.a (mon.0) 415 : cluster [WRN] Health check failed: Degraded data redundancy: 93/597 objects degraded (15.578%), 16 pgs degraded (PG_DEGRADED) 2024-08-29T17:54:14.381 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:54:14 smithi028 bash[77168]: cluster 2024-08-29T17:54:14.141842+0000 mon.a (mon.0) 416 : cluster [DBG] osdmap e446: 8 total, 7 up, 8 in 2024-08-29T17:54:14.381 INFO:journalctl@ceph.osd.0.smithi028.stdout:Aug 29 17:54:14 smithi028 bash[82619]: Running command: /usr/bin/ceph-authtool --gen-print-key 2024-08-29T17:54:14.381 INFO:journalctl@ceph.osd.0.smithi028.stdout:Aug 29 17:54:14 smithi028 bash[82619]: Running command: /usr/bin/ceph-authtool --gen-print-key 2024-08-29T17:54:14.381 INFO:journalctl@ceph.osd.0.smithi028.stdout:Aug 29 17:54:14 smithi028 bash[82619]: --> Failed to activate via raw: activate() takes 1 positional argument but 5 were given 2024-08-29T17:54:14.382 INFO:journalctl@ceph.osd.0.smithi028.stdout:Aug 29 17:54:14 smithi028 bash[82619]: Running command: /usr/bin/ceph-authtool --gen-print-key 2024-08-29T17:54:14.382 INFO:journalctl@ceph.osd.0.smithi028.stdout:Aug 29 17:54:14 smithi028 bash[82619]: Running command: /usr/bin/ceph-authtool --gen-print-key 2024-08-29T17:54:14.389 INFO:tasks.rados.rados.0.smithi028.stdout:1868: finishing write tid 3 to smithi02869045-4 2024-08-29T17:54:14.389 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 4 v 1636 (ObjNum 581 snap 188 seq_num 581) dirty exists 2024-08-29T17:54:14.390 INFO:tasks.rados.rados.0.smithi028.stdout:1868: left oid 4 (ObjNum 581 snap 188 seq_num 581) 2024-08-29T17:54:14.452 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:54:14 smithi053 bash[68679]: cluster 2024-08-29T17:54:12.948579+0000 mgr.y (mgr.25022) 134 : cluster [DBG] pgmap v188: 121 pgs: 37 active+undersized, 16 active+undersized+degraded, 68 active+clean; 392 MiB data, 2.9 GiB used, 712 GiB / 715 GiB avail; 3.7 MiB/s rd, 64 KiB/s wr, 15 op/s; 93/597 objects degraded (15.578%) 2024-08-29T17:54:14.452 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:54:14 smithi053 bash[68679]: cluster 2024-08-29T17:54:13.210826+0000 mon.a (mon.0) 414 : cluster [DBG] osdmap e445: 8 total, 7 up, 8 in 2024-08-29T17:54:14.452 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:54:14 smithi053 bash[68679]: cluster 2024-08-29T17:54:13.945165+0000 mon.a (mon.0) 415 : cluster [WRN] Health check failed: Degraded data redundancy: 93/597 objects degraded (15.578%), 16 pgs degraded (PG_DEGRADED) 2024-08-29T17:54:14.452 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:54:14 smithi053 bash[68679]: cluster 2024-08-29T17:54:14.141842+0000 mon.a (mon.0) 416 : cluster [DBG] osdmap e446: 8 total, 7 up, 8 in 2024-08-29T17:54:14.733 INFO:journalctl@ceph.osd.0.smithi028.stdout:Aug 29 17:54:14 smithi028 bash[82619]: Running command: /usr/bin/chown -R ceph:ceph /var/lib/ceph/osd/ceph-0 2024-08-29T17:54:14.733 INFO:journalctl@ceph.osd.0.smithi028.stdout:Aug 29 17:54:14 smithi028 bash[82619]: Running command: /usr/bin/ceph-bluestore-tool --cluster=ceph prime-osd-dir --dev /dev/vg_nvme/lv_4 --path /var/lib/ceph/osd/ceph-0 --no-mon-config 2024-08-29T17:54:14.824 INFO:journalctl@ceph.prometheus.a.smithi053.stdout:Aug 29 17:54:14 smithi053 bash[61790]: ts=2024-08-29T17:54:14.454Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pgs name=CephPGsInactive index=0 msg="Evaluating rule failed" rule="alert: CephPGsInactive\nexpr: ceph_pool_metadata * on (pool_id, instance) group_left () (ceph_pg_total - ceph_pg_active)\n > 0\nfor: 5m\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.7.1\n severity: critical\n type: ceph_default\nannotations:\n description: '{{ $value }} PGs have been inactive for more than 5 minutes in pool\n {{ $labels.name }}. Inactive placement groups are not able to serve read/write\n requests.'\n summary: One or more placement groups are inactive\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the right hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"3167ee72-662c-11ef-bcd4-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-29T17:54:14.824 INFO:journalctl@ceph.prometheus.a.smithi053.stdout:Aug 29 17:54:14 smithi053 bash[61790]: ts=2024-08-29T17:54:14.455Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pgs name=CephPGsUnclean index=1 msg="Evaluating rule failed" rule="alert: CephPGsUnclean\nexpr: ceph_pool_metadata * on (pool_id, instance) group_left () (ceph_pg_total - ceph_pg_clean)\n > 0\nfor: 15m\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.7.2\n severity: warning\n type: ceph_default\nannotations:\n description: '{{ $value }} PGs have been unclean for more than 15 minutes in pool\n {{ $labels.name }}. Unclean PGs have not recovered from a previous failure.'\n summary: One or more placement groups are marked unclean\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the right hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"3167ee72-662c-11ef-bcd4-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-29T17:54:14.992 INFO:journalctl@ceph.osd.0.smithi028.stdout:Aug 29 17:54:14 smithi028 bash[82619]: Running command: /usr/bin/ln -snf /dev/vg_nvme/lv_4 /var/lib/ceph/osd/ceph-0/block 2024-08-29T17:54:14.992 INFO:journalctl@ceph.osd.0.smithi028.stdout:Aug 29 17:54:14 smithi028 bash[82619]: Running command: /usr/bin/chown -h ceph:ceph /var/lib/ceph/osd/ceph-0/block 2024-08-29T17:54:14.992 INFO:journalctl@ceph.osd.0.smithi028.stdout:Aug 29 17:54:14 smithi028 bash[82619]: Running command: /usr/bin/chown -R ceph:ceph /dev/dm-3 2024-08-29T17:54:14.992 INFO:journalctl@ceph.osd.0.smithi028.stdout:Aug 29 17:54:14 smithi028 bash[82619]: Running command: /usr/bin/chown -R ceph:ceph /var/lib/ceph/osd/ceph-0 2024-08-29T17:54:14.992 INFO:journalctl@ceph.osd.0.smithi028.stdout:Aug 29 17:54:14 smithi028 bash[82619]: --> ceph-volume lvm activate successful for osd ID: 0 2024-08-29T17:54:15.146 INFO:tasks.rados.rados.0.smithi028.stdout:1861: done (8 left) 2024-08-29T17:54:15.147 INFO:tasks.rados.rados.0.smithi028.stdout:1862: done (7 left) 2024-08-29T17:54:15.147 INFO:tasks.rados.rados.0.smithi028.stdout:1863: done (6 left) 2024-08-29T17:54:15.147 INFO:tasks.rados.rados.0.smithi028.stdout:1864: done (5 left) 2024-08-29T17:54:15.147 INFO:tasks.rados.rados.0.smithi028.stdout:1865: done (4 left) 2024-08-29T17:54:15.147 INFO:tasks.rados.rados.0.smithi028.stdout:1866: done (3 left) 2024-08-29T17:54:15.147 INFO:tasks.rados.rados.0.smithi028.stdout:1868: done (2 left) 2024-08-29T17:54:15.147 INFO:tasks.rados.rados.0.smithi028.stdout:1869: done (1 left) 2024-08-29T17:54:15.147 INFO:tasks.rados.rados.0.smithi028.stdout:1871: done (0 left) 2024-08-29T17:54:15.147 INFO:tasks.rados.rados.0.smithi028.stdout:1872: rollback oid 39 current snap is 189 2024-08-29T17:54:15.147 INFO:tasks.rados.rados.0.smithi028.stdout:rollback oid 39 to 161 2024-08-29T17:54:15.147 INFO:tasks.rados.rados.0.smithi028.stdout:1873: snap_create 2024-08-29T17:54:15.150 INFO:tasks.rados.rados.0.smithi028.stdout:1872: finishing rollback tid 1 to smithi02869045-39 2024-08-29T17:54:15.150 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 39 v 1057 (ObjNum 161 snap 0 seq_num 1677616752) dirty dne 2024-08-29T17:54:16.149 INFO:tasks.rados.rados.0.smithi028.stdout:1872: done (1 left) 2024-08-29T17:54:16.149 INFO:tasks.rados.rados.0.smithi028.stdout:1873: done (0 left) 2024-08-29T17:54:16.149 INFO:tasks.rados.rados.0.smithi028.stdout:append oid 28 current snap is 190 2024-08-29T17:54:16.149 INFO:tasks.rados.rados.0.smithi028.stdout:1874: seq_num 582 ranges {2097152=155648} 2024-08-29T17:54:16.175 INFO:tasks.rados.rados.0.smithi028.stdout:1874: writing smithi02869045-28 from 2097152 to 2252800 tid 1 2024-08-29T17:54:16.176 INFO:tasks.rados.rados.0.smithi028.stdout:1875: snap_create 2024-08-29T17:54:16.187 INFO:tasks.rados.rados.0.smithi028.stdout:1874: finishing write tid 1 to smithi02869045-28 2024-08-29T17:54:16.187 INFO:tasks.rados.rados.0.smithi028.stdout:1874: finishing write tid 2 to smithi02869045-28 2024-08-29T17:54:16.189 INFO:tasks.rados.rados.0.smithi028.stdout:1874: finishing write tid 3 to smithi02869045-28 2024-08-29T17:54:16.189 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 28 v 1133 (ObjNum 582 snap 190 seq_num 582) dirty exists 2024-08-29T17:54:16.189 INFO:tasks.rados.rados.0.smithi028.stdout:1874: left oid 28 (ObjNum 582 snap 190 seq_num 582) 2024-08-29T17:54:16.430 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:54:16 smithi028 bash[77168]: cluster 2024-08-29T17:54:14.949558+0000 mgr.y (mgr.25022) 135 : cluster [DBG] pgmap v191: 121 pgs: 37 active+undersized, 16 active+undersized+degraded, 68 active+clean; 392 MiB data, 2.9 GiB used, 712 GiB / 715 GiB avail; 3.7 MiB/s rd, 64 KiB/s wr, 15 op/s; 93/597 objects degraded (15.578%) 2024-08-29T17:54:16.430 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:54:16 smithi028 bash[77168]: cluster 2024-08-29T17:54:15.149190+0000 mon.a (mon.0) 417 : cluster [DBG] osdmap e447: 8 total, 7 up, 8 in 2024-08-29T17:54:16.431 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:54:16 smithi028 bash[78352]: cluster 2024-08-29T17:54:14.949558+0000 mgr.y (mgr.25022) 135 : cluster [DBG] pgmap v191: 121 pgs: 37 active+undersized, 16 active+undersized+degraded, 68 active+clean; 392 MiB data, 2.9 GiB used, 712 GiB / 715 GiB avail; 3.7 MiB/s rd, 64 KiB/s wr, 15 op/s; 93/597 objects degraded (15.578%) 2024-08-29T17:54:16.431 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:54:16 smithi028 bash[78352]: cluster 2024-08-29T17:54:15.149190+0000 mon.a (mon.0) 417 : cluster [DBG] osdmap e447: 8 total, 7 up, 8 in 2024-08-29T17:54:16.574 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:54:16 smithi053 bash[68679]: cluster 2024-08-29T17:54:14.949558+0000 mgr.y (mgr.25022) 135 : cluster [DBG] pgmap v191: 121 pgs: 37 active+undersized, 16 active+undersized+degraded, 68 active+clean; 392 MiB data, 2.9 GiB used, 712 GiB / 715 GiB avail; 3.7 MiB/s rd, 64 KiB/s wr, 15 op/s; 93/597 objects degraded (15.578%) 2024-08-29T17:54:16.574 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:54:16 smithi053 bash[68679]: cluster 2024-08-29T17:54:15.149190+0000 mon.a (mon.0) 417 : cluster [DBG] osdmap e447: 8 total, 7 up, 8 in 2024-08-29T17:54:16.877 INFO:journalctl@ceph.osd.0.smithi028.stdout:Aug 29 17:54:16 smithi028 bash[82841]: debug 2024-08-29T17:54:16.524+0000 7f09ab213640 1 -- 172.21.15.28:0/1665274081 <== mon.0 v2:172.21.15.28:3300/0 4 ==== auth_reply(proto 2 0 (0) Success) ==== 194+0+0 (secure 0 0 0) 0x556660e96960 con 0x556660eb7c00 2024-08-29T17:54:17.167 INFO:tasks.rados.rados.0.smithi028.stdout:1874: done (1 left) 2024-08-29T17:54:17.168 INFO:tasks.rados.rados.0.smithi028.stdout:1875: done (0 left) 2024-08-29T17:54:17.168 INFO:tasks.rados.rados.0.smithi028.stdout:append oid 22 current snap is 191 2024-08-29T17:54:17.168 INFO:tasks.rados.rados.0.smithi028.stdout:1876: seq_num 583 ranges {983040=172032} 2024-08-29T17:54:17.186 INFO:tasks.rados.rados.0.smithi028.stdout:1876: writing smithi02869045-22 from 983040 to 1155072 tid 1 2024-08-29T17:54:17.186 INFO:tasks.rados.rados.0.smithi028.stdout:1877: copy_from oid 50 from oid 15 current snap is 191 2024-08-29T17:54:17.187 INFO:tasks.rados.rados.0.smithi028.stdout:append oid 8 current snap is 191 2024-08-29T17:54:17.187 INFO:tasks.rados.rados.0.smithi028.stdout:1878: seq_num 584 ranges {9846784=188416} 2024-08-29T17:54:17.274 INFO:tasks.rados.rados.0.smithi028.stdout:1878: writing smithi02869045-8 from 9846784 to 10035200 tid 1 2024-08-29T17:54:17.274 INFO:tasks.rados.rados.0.smithi028.stdout:1879: copy_from oid 31 from oid 27 current snap is 191 2024-08-29T17:54:17.274 INFO:tasks.rados.rados.0.smithi028.stdout:1876: finishing write tid 1 to smithi02869045-22 2024-08-29T17:54:17.274 INFO:tasks.rados.rados.0.smithi028.stdout:1876: finishing write tid 2 to smithi02869045-22 2024-08-29T17:54:17.274 INFO:tasks.rados.rados.0.smithi028.stdout:1876: finishing write tid 3 to smithi02869045-22 2024-08-29T17:54:17.275 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 22 v 1428 (ObjNum 583 snap 191 seq_num 583) dirty exists 2024-08-29T17:54:17.275 INFO:tasks.rados.rados.0.smithi028.stdout:1876: left oid 22 (ObjNum 583 snap 191 seq_num 583) 2024-08-29T17:54:17.275 INFO:tasks.rados.rados.0.smithi028.stdout:1877: finishing copy_from racing read to smithi02869045-50 2024-08-29T17:54:17.275 INFO:tasks.rados.rados.0.smithi028.stdout:1877: finishing copy_from to smithi02869045-50 2024-08-29T17:54:17.275 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 50 v 1051 (ObjNum 538 snap 172 seq_num 538) dirty exists 2024-08-29T17:54:17.275 INFO:tasks.rados.rados.0.smithi028.stdout:1876: done (3 left) 2024-08-29T17:54:17.275 INFO:tasks.rados.rados.0.smithi028.stdout:1877: done (2 left) 2024-08-29T17:54:17.275 INFO:tasks.rados.rados.0.smithi028.stdout:1880: snap_create 2024-08-29T17:54:17.276 INFO:tasks.rados.rados.0.smithi028.stdout:1879: finishing copy_from to smithi02869045-31 2024-08-29T17:54:17.276 INFO:tasks.rados.rados.0.smithi028.stdout:1879: got expected ENOENT (src dne) 2024-08-29T17:54:17.276 INFO:tasks.rados.rados.0.smithi028.stdout:1879: finishing copy_from racing read to smithi02869045-31 2024-08-29T17:54:17.284 INFO:tasks.rados.rados.0.smithi028.stdout:1878: finishing write tid 1 to smithi02869045-8 2024-08-29T17:54:17.285 INFO:tasks.rados.rados.0.smithi028.stdout:1878: finishing write tid 2 to smithi02869045-8 2024-08-29T17:54:17.288 INFO:tasks.rados.rados.0.smithi028.stdout:1878: finishing write tid 3 to smithi02869045-8 2024-08-29T17:54:17.288 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 8 v 1081 (ObjNum 584 snap 191 seq_num 584) dirty exists 2024-08-29T17:54:17.288 INFO:tasks.rados.rados.0.smithi028.stdout:1878: left oid 8 (ObjNum 584 snap 191 seq_num 584) 2024-08-29T17:54:17.574 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:54:17 smithi053 bash[68679]: cluster 2024-08-29T17:54:16.152525+0000 mon.a (mon.0) 418 : cluster [DBG] osdmap e448: 8 total, 7 up, 8 in 2024-08-29T17:54:17.628 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:54:17 smithi028 bash[77168]: cluster 2024-08-29T17:54:16.152525+0000 mon.a (mon.0) 418 : cluster [DBG] osdmap e448: 8 total, 7 up, 8 in 2024-08-29T17:54:17.628 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:54:17 smithi028 bash[78352]: cluster 2024-08-29T17:54:16.152525+0000 mon.a (mon.0) 418 : cluster [DBG] osdmap e448: 8 total, 7 up, 8 in 2024-08-29T17:54:18.170 INFO:tasks.rados.rados.0.smithi028.stdout:1878: done (2 left) 2024-08-29T17:54:18.170 INFO:tasks.rados.rados.0.smithi028.stdout:1879: done (1 left) 2024-08-29T17:54:18.170 INFO:tasks.rados.rados.0.smithi028.stdout:1880: done (0 left) 2024-08-29T17:54:18.171 INFO:tasks.rados.rados.0.smithi028.stdout:append oid 43 current snap is 192 2024-08-29T17:54:18.171 INFO:tasks.rados.rados.0.smithi028.stdout:1881: seq_num 585 ranges {6602752=204800} 2024-08-29T17:54:18.220 INFO:tasks.rados.rados.0.smithi028.stdout:1881: writing smithi02869045-43 from 6602752 to 6807552 tid 1 2024-08-29T17:54:18.220 INFO:tasks.rados.rados.0.smithi028.stdout:1882: delete oid 18 current snap is 192 2024-08-29T17:54:18.233 INFO:tasks.rados.rados.0.smithi028.stdout:1881: finishing write tid 1 to smithi02869045-43 2024-08-29T17:54:18.234 INFO:tasks.rados.rados.0.smithi028.stdout:1881: finishing write tid 2 to smithi02869045-43 2024-08-29T17:54:18.237 INFO:tasks.rados.rados.0.smithi028.stdout:1882: done (1 left) 2024-08-29T17:54:18.237 INFO:tasks.rados.rados.0.smithi028.stdout:1883: read oid 13 snap -1 2024-08-29T17:54:18.237 INFO:tasks.rados.rados.0.smithi028.stdout:1883: expect (ObjNum 512 snap 159 seq_num 512) 2024-08-29T17:54:18.237 INFO:tasks.rados.rados.0.smithi028.stdout:1884: snap_create 2024-08-29T17:54:18.238 INFO:tasks.rados.rados.0.smithi028.stdout:1881: finishing write tid 3 to smithi02869045-43 2024-08-29T17:54:18.238 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 43 v 494 (ObjNum 585 snap 192 seq_num 585) dirty exists 2024-08-29T17:54:18.238 INFO:tasks.rados.rados.0.smithi028.stdout:1881: left oid 43 (ObjNum 585 snap 192 seq_num 585) 2024-08-29T17:54:18.249 INFO:tasks.rados.rados.0.smithi028.stdout:1883: expect (ObjNum 512 snap 159 seq_num 512) 2024-08-29T17:54:18.377 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:54:18 smithi028 bash[78352]: cluster 2024-08-29T17:54:16.950163+0000 mgr.y (mgr.25022) 136 : cluster [DBG] pgmap v194: 121 pgs: 37 active+undersized, 16 active+undersized+degraded, 68 active+clean; 392 MiB data, 2.9 GiB used, 712 GiB / 715 GiB avail; 93/597 objects degraded (15.578%) 2024-08-29T17:54:18.378 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:54:18 smithi028 bash[78352]: cluster 2024-08-29T17:54:17.170969+0000 mon.a (mon.0) 419 : cluster [DBG] osdmap e449: 8 total, 7 up, 8 in 2024-08-29T17:54:18.378 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:54:18 smithi028 bash[77168]: cluster 2024-08-29T17:54:16.950163+0000 mgr.y (mgr.25022) 136 : cluster [DBG] pgmap v194: 121 pgs: 37 active+undersized, 16 active+undersized+degraded, 68 active+clean; 392 MiB data, 2.9 GiB used, 712 GiB / 715 GiB avail; 93/597 objects degraded (15.578%) 2024-08-29T17:54:18.378 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:54:18 smithi028 bash[77168]: cluster 2024-08-29T17:54:17.170969+0000 mon.a (mon.0) 419 : cluster [DBG] osdmap e449: 8 total, 7 up, 8 in 2024-08-29T17:54:18.378 INFO:journalctl@ceph.osd.0.smithi028.stdout:Aug 29 17:54:18 smithi028 bash[82841]: debug 2024-08-29T17:54:18.076+0000 7f09ada7a640 -1 Falling back to public interface 2024-08-29T17:54:18.574 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:54:18 smithi053 bash[68679]: cluster 2024-08-29T17:54:16.950163+0000 mgr.y (mgr.25022) 136 : cluster [DBG] pgmap v194: 121 pgs: 37 active+undersized, 16 active+undersized+degraded, 68 active+clean; 392 MiB data, 2.9 GiB used, 712 GiB / 715 GiB avail; 93/597 objects degraded (15.578%) 2024-08-29T17:54:18.574 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:54:18 smithi053 bash[68679]: cluster 2024-08-29T17:54:17.170969+0000 mon.a (mon.0) 419 : cluster [DBG] osdmap e449: 8 total, 7 up, 8 in 2024-08-29T17:54:19.074 INFO:journalctl@ceph.prometheus.a.smithi053.stdout:Aug 29 17:54:18 smithi053 bash[61790]: ts=2024-08-29T17:54:18.661Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=osd name=CephOSDFlapping index=13 msg="Evaluating rule failed" rule="alert: CephOSDFlapping\nexpr: (rate(ceph_osd_up[5m]) * on (ceph_daemon) group_left (hostname) ceph_osd_metadata)\n * 60 > 1\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.4.4\n severity: warning\n type: ceph_default\nannotations:\n description: OSD {{ $labels.ceph_daemon }} on {{ $labels.hostname }} was marked\n down and back up {{ $value | humanize }} times once a minute for 5 minutes. This\n may indicate a network issue (latency, packet loss, MTU mismatch) on the cluster\n network, or the public network if no cluster network is deployed. Check the network\n stats on the listed host(s).\n documentation: https://docs.ceph.com/en/latest/rados/troubleshooting/troubleshooting-osd#flapping-osds\n summary: Network issues are causing OSDs to flap (mark each other down)\n" err="found duplicate series for the match group {ceph_daemon=\"osd.0\"} on the right hand-side of the operation: [{__name__=\"ceph_osd_metadata\", ceph_daemon=\"osd.0\", ceph_version=\"ceph version 17.2.7-1503-ga89f613d (a89f613db4d5b6bca82681f19d73c6d337aae2d5) quincy (stable)\", cluster_addr=\"172.21.15.28\", device_class=\"ssd\", hostname=\"smithi028\", instance=\"ceph_cluster\", job=\"ceph\", objectstore=\"bluestore\", public_addr=\"172.21.15.28\"}, {__name__=\"ceph_osd_metadata\", ceph_daemon=\"osd.0\", ceph_version=\"ceph version 17.2.7-1503-ga89f613d (a89f613db4d5b6bca82681f19d73c6d337aae2d5) quincy (stable)\", cluster=\"3167ee72-662c-11ef-bcd4-c7b262605968\", cluster_addr=\"172.21.15.28\", device_class=\"ssd\", hostname=\"smithi028\", instance=\"ceph_cluster\", job=\"ceph\", objectstore=\"bluestore\", public_addr=\"172.21.15.28\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-29T17:54:19.186 INFO:tasks.rados.rados.0.smithi028.stdout:1881: done (2 left) 2024-08-29T17:54:19.186 INFO:tasks.rados.rados.0.smithi028.stdout:1883: done (1 left) 2024-08-29T17:54:19.186 INFO:tasks.rados.rados.0.smithi028.stdout:1884: done (0 left) 2024-08-29T17:54:19.186 INFO:tasks.rados.rados.0.smithi028.stdout:append oid 7 current snap is 193 2024-08-29T17:54:19.186 INFO:tasks.rados.rados.0.smithi028.stdout:1885: seq_num 587 ranges {0=237568} 2024-08-29T17:54:19.187 INFO:tasks.rados.rados.0.smithi028.stdout:1885: writing smithi02869045-7 from 0 to 237568 tid 1 2024-08-29T17:54:19.187 INFO:tasks.rados.rados.0.smithi028.stdout:1886: read oid 43 snap -1 2024-08-29T17:54:19.187 INFO:tasks.rados.rados.0.smithi028.stdout:1886: expect (ObjNum 585 snap 192 seq_num 585) 2024-08-29T17:54:19.188 INFO:tasks.rados.rados.0.smithi028.stdout:append oid 8 current snap is 193 2024-08-29T17:54:19.188 INFO:tasks.rados.rados.0.smithi028.stdout:1887: seq_num 588 ranges {10035200=253952} 2024-08-29T17:54:19.247 INFO:tasks.rados.rados.0.smithi028.stdout:1887: writing smithi02869045-8 from 10035200 to 10289152 tid 1 2024-08-29T17:54:19.247 INFO:tasks.rados.rados.0.smithi028.stdout:1888: snap_create 2024-08-29T17:54:19.247 INFO:tasks.rados.rados.0.smithi028.stdout:1885: finishing write tid 1 to smithi02869045-7 2024-08-29T17:54:19.247 INFO:tasks.rados.rados.0.smithi028.stdout:1885: finishing write tid 2 to smithi02869045-7 2024-08-29T17:54:19.247 INFO:tasks.rados.rados.0.smithi028.stdout:1885: finishing write tid 3 to smithi02869045-7 2024-08-29T17:54:19.247 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 7 v 1638 (ObjNum 587 snap 193 seq_num 587) dirty exists 2024-08-29T17:54:19.247 INFO:tasks.rados.rados.0.smithi028.stdout:1885: left oid 7 (ObjNum 587 snap 193 seq_num 587) 2024-08-29T17:54:19.248 INFO:tasks.rados.rados.0.smithi028.stdout:1886: expect (ObjNum 585 snap 192 seq_num 585) 2024-08-29T17:54:19.574 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:54:19 smithi053 bash[68679]: cluster 2024-08-29T17:54:18.173338+0000 mon.a (mon.0) 420 : cluster [DBG] osdmap e450: 8 total, 7 up, 8 in 2024-08-29T17:54:19.627 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:54:19 smithi028 bash[78352]: cluster 2024-08-29T17:54:18.173338+0000 mon.a (mon.0) 420 : cluster [DBG] osdmap e450: 8 total, 7 up, 8 in 2024-08-29T17:54:19.628 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:54:19 smithi028 bash[77168]: cluster 2024-08-29T17:54:18.173338+0000 mon.a (mon.0) 420 : cluster [DBG] osdmap e450: 8 total, 7 up, 8 in 2024-08-29T17:54:19.701 INFO:tasks.rados.rados.0.smithi028.stdout:1887: finishing write tid 1 to smithi02869045-8 2024-08-29T17:54:19.702 INFO:tasks.rados.rados.0.smithi028.stdout:1887: finishing write tid 2 to smithi02869045-8 2024-08-29T17:54:19.702 INFO:tasks.rados.rados.0.smithi028.stdout:1887: finishing write tid 3 to smithi02869045-8 2024-08-29T17:54:19.702 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 8 v 1083 (ObjNum 588 snap 193 seq_num 588) dirty exists 2024-08-29T17:54:19.702 INFO:tasks.rados.rados.0.smithi028.stdout:1887: left oid 8 (ObjNum 588 snap 193 seq_num 588) 2024-08-29T17:54:20.184 INFO:tasks.rados.rados.0.smithi028.stdout:1885: done (3 left) 2024-08-29T17:54:20.185 INFO:tasks.rados.rados.0.smithi028.stdout:1886: done (2 left) 2024-08-29T17:54:20.185 INFO:tasks.rados.rados.0.smithi028.stdout:1887: done (1 left) 2024-08-29T17:54:20.185 INFO:tasks.rados.rados.0.smithi028.stdout:1888: done (0 left) 2024-08-29T17:54:20.185 INFO:tasks.rados.rados.0.smithi028.stdout:append oid 18 current snap is 194 2024-08-29T17:54:20.185 INFO:tasks.rados.rados.0.smithi028.stdout:1889: seq_num 589 ranges {0=270336} 2024-08-29T17:54:20.186 INFO:tasks.rados.rados.0.smithi028.stdout:1889: writing smithi02869045-18 from 0 to 270336 tid 1 2024-08-29T17:54:20.186 INFO:tasks.rados.rados.0.smithi028.stdout:1890: snap_create 2024-08-29T17:54:20.193 INFO:tasks.rados.rados.0.smithi028.stdout:1889: finishing write tid 1 to smithi02869045-18 2024-08-29T17:54:20.195 INFO:tasks.rados.rados.0.smithi028.stdout:1889: finishing write tid 2 to smithi02869045-18 2024-08-29T17:54:20.199 INFO:tasks.rados.rados.0.smithi028.stdout:1889: finishing write tid 3 to smithi02869045-18 2024-08-29T17:54:20.199 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 18 v 1431 (ObjNum 589 snap 194 seq_num 589) dirty exists 2024-08-29T17:54:20.199 INFO:tasks.rados.rados.0.smithi028.stdout:1889: left oid 18 (ObjNum 589 snap 194 seq_num 589) 2024-08-29T17:54:20.574 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:54:20 smithi053 bash[68679]: cluster 2024-08-29T17:54:18.950645+0000 mgr.y (mgr.25022) 137 : cluster [DBG] pgmap v197: 121 pgs: 37 active+undersized, 16 active+undersized+degraded, 68 active+clean; 391 MiB data, 2.9 GiB used, 712 GiB / 715 GiB avail; 1.1 MiB/s rd, 604 KiB/s wr, 4 op/s; 96/594 objects degraded (16.162%) 2024-08-29T17:54:20.574 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:54:20 smithi053 bash[68679]: cluster 2024-08-29T17:54:19.176052+0000 mon.a (mon.0) 421 : cluster [WRN] Health check update: Degraded data redundancy: 96/594 objects degraded (16.162%), 16 pgs degraded (PG_DEGRADED) 2024-08-29T17:54:20.574 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:54:20 smithi053 bash[68679]: cluster 2024-08-29T17:54:19.186825+0000 mon.a (mon.0) 422 : cluster [DBG] osdmap e451: 8 total, 7 up, 8 in 2024-08-29T17:54:20.574 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:54:20 smithi053 bash[68679]: audit 2024-08-29T17:54:19.729550+0000 mon.a (mon.0) 423 : audit [INF] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' 2024-08-29T17:54:20.574 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:54:20 smithi053 bash[68679]: audit 2024-08-29T17:54:19.734868+0000 mon.a (mon.0) 424 : audit [INF] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' 2024-08-29T17:54:20.627 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:54:20 smithi028 bash[78352]: cluster 2024-08-29T17:54:18.950645+0000 mgr.y (mgr.25022) 137 : cluster [DBG] pgmap v197: 121 pgs: 37 active+undersized, 16 active+undersized+degraded, 68 active+clean; 391 MiB data, 2.9 GiB used, 712 GiB / 715 GiB avail; 1.1 MiB/s rd, 604 KiB/s wr, 4 op/s; 96/594 objects degraded (16.162%) 2024-08-29T17:54:20.628 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:54:20 smithi028 bash[78352]: cluster 2024-08-29T17:54:19.176052+0000 mon.a (mon.0) 421 : cluster [WRN] Health check update: Degraded data redundancy: 96/594 objects degraded (16.162%), 16 pgs degraded (PG_DEGRADED) 2024-08-29T17:54:20.628 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:54:20 smithi028 bash[78352]: cluster 2024-08-29T17:54:19.186825+0000 mon.a (mon.0) 422 : cluster [DBG] osdmap e451: 8 total, 7 up, 8 in 2024-08-29T17:54:20.628 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:54:20 smithi028 bash[78352]: audit 2024-08-29T17:54:19.729550+0000 mon.a (mon.0) 423 : audit [INF] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' 2024-08-29T17:54:20.628 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:54:20 smithi028 bash[78352]: audit 2024-08-29T17:54:19.734868+0000 mon.a (mon.0) 424 : audit [INF] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' 2024-08-29T17:54:20.628 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:54:20 smithi028 bash[77168]: cluster 2024-08-29T17:54:18.950645+0000 mgr.y (mgr.25022) 137 : cluster [DBG] pgmap v197: 121 pgs: 37 active+undersized, 16 active+undersized+degraded, 68 active+clean; 391 MiB data, 2.9 GiB used, 712 GiB / 715 GiB avail; 1.1 MiB/s rd, 604 KiB/s wr, 4 op/s; 96/594 objects degraded (16.162%) 2024-08-29T17:54:20.628 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:54:20 smithi028 bash[77168]: cluster 2024-08-29T17:54:19.176052+0000 mon.a (mon.0) 421 : cluster [WRN] Health check update: Degraded data redundancy: 96/594 objects degraded (16.162%), 16 pgs degraded (PG_DEGRADED) 2024-08-29T17:54:20.628 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:54:20 smithi028 bash[77168]: cluster 2024-08-29T17:54:19.186825+0000 mon.a (mon.0) 422 : cluster [DBG] osdmap e451: 8 total, 7 up, 8 in 2024-08-29T17:54:20.628 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:54:20 smithi028 bash[77168]: audit 2024-08-29T17:54:19.729550+0000 mon.a (mon.0) 423 : audit [INF] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' 2024-08-29T17:54:20.628 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:54:20 smithi028 bash[77168]: audit 2024-08-29T17:54:19.734868+0000 mon.a (mon.0) 424 : audit [INF] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' 2024-08-29T17:54:21.190 INFO:tasks.rados.rados.0.smithi028.stdout:1889: done (1 left) 2024-08-29T17:54:21.191 INFO:tasks.rados.rados.0.smithi028.stdout:1890: done (0 left) 2024-08-29T17:54:21.191 INFO:tasks.rados.rados.0.smithi028.stdout:1891: setattr oid 44 current snap is 195 2024-08-29T17:54:21.193 INFO:tasks.rados.rados.0.smithi028.stdout:1892: rollback oid 20 current snap is 195 2024-08-29T17:54:21.193 INFO:tasks.rados.rados.0.smithi028.stdout:rollback oid 20 to 176 2024-08-29T17:54:21.193 INFO:tasks.rados.rados.0.smithi028.stdout:1893: snap_remove snap 194 2024-08-29T17:54:21.574 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:54:21 smithi053 bash[68679]: cluster 2024-08-29T17:54:20.189161+0000 mon.a (mon.0) 425 : cluster [DBG] osdmap e452: 8 total, 7 up, 8 in 2024-08-29T17:54:21.574 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:54:21 smithi053 bash[68679]: audit 2024-08-29T17:54:20.846906+0000 mon.a (mon.0) 426 : audit [INF] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' 2024-08-29T17:54:21.574 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:54:21 smithi053 bash[68679]: audit 2024-08-29T17:54:20.852115+0000 mon.a (mon.0) 427 : audit [INF] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' 2024-08-29T17:54:21.627 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:54:21 smithi028 bash[78352]: cluster 2024-08-29T17:54:20.189161+0000 mon.a (mon.0) 425 : cluster [DBG] osdmap e452: 8 total, 7 up, 8 in 2024-08-29T17:54:21.628 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:54:21 smithi028 bash[78352]: audit 2024-08-29T17:54:20.846906+0000 mon.a (mon.0) 426 : audit [INF] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' 2024-08-29T17:54:21.628 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:54:21 smithi028 bash[78352]: audit 2024-08-29T17:54:20.852115+0000 mon.a (mon.0) 427 : audit [INF] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' 2024-08-29T17:54:21.628 INFO:journalctl@ceph.mgr.y.smithi028.stdout:Aug 29 17:54:21 smithi028 bash[70818]: ::ffff:172.21.15.53 - - [29/Aug/2024:17:54:21] "GET /metrics HTTP/1.1" 200 36088 "" "Prometheus/2.43.0" 2024-08-29T17:54:21.628 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:54:21 smithi028 bash[77168]: cluster 2024-08-29T17:54:20.189161+0000 mon.a (mon.0) 425 : cluster [DBG] osdmap e452: 8 total, 7 up, 8 in 2024-08-29T17:54:21.628 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:54:21 smithi028 bash[77168]: audit 2024-08-29T17:54:20.846906+0000 mon.a (mon.0) 426 : audit [INF] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' 2024-08-29T17:54:21.629 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:54:21 smithi028 bash[77168]: audit 2024-08-29T17:54:20.852115+0000 mon.a (mon.0) 427 : audit [INF] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' 2024-08-29T17:54:22.197 INFO:tasks.rados.rados.0.smithi028.stdout:1893: done (2 left) 2024-08-29T17:54:22.197 INFO:tasks.rados.rados.0.smithi028.stdout:1894: copy_from oid 39 from oid 18 current snap is 195 2024-08-29T17:54:22.197 INFO:tasks.rados.rados.0.smithi028.stdout:1892: finishing rollback tid 0 to smithi02869045-20 2024-08-29T17:54:22.197 INFO:tasks.rados.rados.0.smithi028.stdout:1892: finishing rollback tid 1 to smithi02869045-20 2024-08-29T17:54:22.197 INFO:tasks.rados.rados.0.smithi028.stdout:1892: finishing rollback tid 2 to smithi02869045-20 2024-08-29T17:54:22.197 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 20 v 431 (ObjNum 549 snap 173 seq_num 549) dirty exists 2024-08-29T17:54:22.198 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 44 v 1231 (ObjNum 474 snap 149 seq_num 474) dirty exists 2024-08-29T17:54:22.198 INFO:tasks.rados.rados.0.smithi028.stdout:1891: done (2 left) 2024-08-29T17:54:22.198 INFO:tasks.rados.rados.0.smithi028.stdout:1892: done (1 left) 2024-08-29T17:54:22.198 INFO:tasks.rados.rados.0.smithi028.stdout:append oid 23 current snap is 195 2024-08-29T17:54:22.198 INFO:tasks.rados.rados.0.smithi028.stdout:1895: seq_num 590 ranges {6668288=286720} 2024-08-29T17:54:22.251 INFO:tasks.rados.rados.0.smithi028.stdout:1895: writing smithi02869045-23 from 6668288 to 6955008 tid 1 2024-08-29T17:54:22.251 INFO:tasks.rados.rados.0.smithi028.stdout:append oid 30 current snap is 195 2024-08-29T17:54:22.251 INFO:tasks.rados.rados.0.smithi028.stdout:1894: finishing copy_from racing read to smithi02869045-39 2024-08-29T17:54:22.252 INFO:tasks.rados.rados.0.smithi028.stdout:1894: finishing copy_from to smithi02869045-39 2024-08-29T17:54:22.252 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 39 v 1431 (ObjNum 589 snap 194 seq_num 589) dirty exists 2024-08-29T17:54:22.252 INFO:tasks.rados.rados.0.smithi028.stdout:1896: seq_num 591 ranges {2146304=303104} 2024-08-29T17:54:22.268 INFO:tasks.rados.rados.0.smithi028.stdout:1896: writing smithi02869045-30 from 2146304 to 2449408 tid 1 2024-08-29T17:54:22.268 INFO:tasks.rados.rados.0.smithi028.stdout:1894: done (2 left) 2024-08-29T17:54:22.268 INFO:tasks.rados.rados.0.smithi028.stdout:1897: read oid 2 snap -1 2024-08-29T17:54:22.268 INFO:tasks.rados.rados.0.smithi028.stdout:1897: expect (ObjNum 476 snap 149 seq_num 476) 2024-08-29T17:54:22.268 INFO:tasks.rados.rados.0.smithi028.stdout:1898: snap_create 2024-08-29T17:54:22.268 INFO:tasks.rados.rados.0.smithi028.stdout:1895: finishing write tid 1 to smithi02869045-23 2024-08-29T17:54:22.268 INFO:tasks.rados.rados.0.smithi028.stdout:1895: finishing write tid 2 to smithi02869045-23 2024-08-29T17:54:22.268 INFO:tasks.rados.rados.0.smithi028.stdout:1895: finishing write tid 3 to smithi02869045-23 2024-08-29T17:54:22.268 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 23 v 496 (ObjNum 590 snap 195 seq_num 590) dirty exists 2024-08-29T17:54:22.269 INFO:tasks.rados.rados.0.smithi028.stdout:1895: left oid 23 (ObjNum 590 snap 195 seq_num 590) 2024-08-29T17:54:22.273 INFO:tasks.rados.rados.0.smithi028.stdout:1896: finishing write tid 1 to smithi02869045-30 2024-08-29T17:54:22.273 INFO:tasks.rados.rados.0.smithi028.stdout:1896: finishing write tid 2 to smithi02869045-30 2024-08-29T17:54:22.275 INFO:tasks.rados.rados.0.smithi028.stdout:1896: finishing write tid 3 to smithi02869045-30 2024-08-29T17:54:22.275 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 30 v 496 (ObjNum 591 snap 195 seq_num 591) dirty exists 2024-08-29T17:54:22.275 INFO:tasks.rados.rados.0.smithi028.stdout:1896: left oid 30 (ObjNum 591 snap 195 seq_num 591) 2024-08-29T17:54:22.299 INFO:tasks.rados.rados.0.smithi028.stdout:1897: expect (ObjNum 476 snap 149 seq_num 476) 2024-08-29T17:54:22.574 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:54:22 smithi053 bash[68679]: cluster 2024-08-29T17:54:20.951455+0000 mgr.y (mgr.25022) 138 : cluster [DBG] pgmap v200: 121 pgs: 37 active+undersized, 16 active+undersized+degraded, 68 active+clean; 391 MiB data, 2.9 GiB used, 712 GiB / 715 GiB avail; 1.1 MiB/s rd, 604 KiB/s wr, 4 op/s; 96/594 objects degraded (16.162%) 2024-08-29T17:54:22.574 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:54:22 smithi053 bash[68679]: cluster 2024-08-29T17:54:21.194052+0000 mon.a (mon.0) 428 : cluster [DBG] osdmap e453: 8 total, 7 up, 8 in 2024-08-29T17:54:22.574 INFO:journalctl@ceph.prometheus.a.smithi053.stdout:Aug 29 17:54:22 smithi053 bash[61790]: ts=2024-08-29T17:54:22.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"3167ee72-662c-11ef-bcd4-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-29T17:54:22.627 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:54:22 smithi028 bash[77168]: cluster 2024-08-29T17:54:20.951455+0000 mgr.y (mgr.25022) 138 : cluster [DBG] pgmap v200: 121 pgs: 37 active+undersized, 16 active+undersized+degraded, 68 active+clean; 391 MiB data, 2.9 GiB used, 712 GiB / 715 GiB avail; 1.1 MiB/s rd, 604 KiB/s wr, 4 op/s; 96/594 objects degraded (16.162%) 2024-08-29T17:54:22.628 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:54:22 smithi028 bash[77168]: cluster 2024-08-29T17:54:21.194052+0000 mon.a (mon.0) 428 : cluster [DBG] osdmap e453: 8 total, 7 up, 8 in 2024-08-29T17:54:22.628 INFO:journalctl@ceph.osd.0.smithi028.stdout:Aug 29 17:54:22 smithi028 bash[82841]: debug 2024-08-29T17:54:22.232+0000 7f09ada7a640 -1 osd.0 440 log_to_monitors true 2024-08-29T17:54:22.628 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:54:22 smithi028 bash[78352]: cluster 2024-08-29T17:54:20.951455+0000 mgr.y (mgr.25022) 138 : cluster [DBG] pgmap v200: 121 pgs: 37 active+undersized, 16 active+undersized+degraded, 68 active+clean; 391 MiB data, 2.9 GiB used, 712 GiB / 715 GiB avail; 1.1 MiB/s rd, 604 KiB/s wr, 4 op/s; 96/594 objects degraded (16.162%) 2024-08-29T17:54:22.628 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:54:22 smithi028 bash[78352]: cluster 2024-08-29T17:54:21.194052+0000 mon.a (mon.0) 428 : cluster [DBG] osdmap e453: 8 total, 7 up, 8 in 2024-08-29T17:54:23.217 INFO:tasks.rados.rados.0.smithi028.stdout:1895: done (3 left) 2024-08-29T17:54:23.217 INFO:tasks.rados.rados.0.smithi028.stdout:1896: done (2 left) 2024-08-29T17:54:23.217 INFO:tasks.rados.rados.0.smithi028.stdout:1897: done (1 left) 2024-08-29T17:54:23.217 INFO:tasks.rados.rados.0.smithi028.stdout:1898: done (0 left) 2024-08-29T17:54:23.217 INFO:tasks.rados.rados.0.smithi028.stdout:1899: rmattr oid 29 current snap is 196 2024-08-29T17:54:23.217 INFO:tasks.rados.rados.0.smithi028.stdout:1900: delete oid 49 current snap is 196 2024-08-29T17:54:23.233 INFO:tasks.rados.rados.0.smithi028.stdout:1900: done (1 left) 2024-08-29T17:54:23.234 INFO:tasks.rados.rados.0.smithi028.stdout:append oid 43 current snap is 196 2024-08-29T17:54:23.234 INFO:tasks.rados.rados.0.smithi028.stdout:1901: seq_num 593 ranges {6807552=335872} 2024-08-29T17:54:23.295 INFO:tasks.rados.rados.0.smithi028.stdout:1901: writing smithi02869045-43 from 6807552 to 7143424 tid 1 2024-08-29T17:54:23.295 INFO:tasks.rados.rados.0.smithi028.stdout:1902: read oid 46 snap -1 2024-08-29T17:54:23.295 INFO:tasks.rados.rados.0.smithi028.stdout:1902: expect (ObjNum 552 snap 175 seq_num 552) 2024-08-29T17:54:23.295 INFO:tasks.rados.rados.0.smithi028.stdout:append oid 41 current snap is 196 2024-08-29T17:54:23.295 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 29 v 1084 (ObjNum 559 snap 177 seq_num 559) dirty exists 2024-08-29T17:54:23.295 INFO:tasks.rados.rados.0.smithi028.stdout:1903: seq_num 594 ranges {3473408=352256} 2024-08-29T17:54:23.322 INFO:tasks.rados.rados.0.smithi028.stdout:1903: writing smithi02869045-41 from 3473408 to 3825664 tid 1 2024-08-29T17:54:23.323 INFO:tasks.rados.rados.0.smithi028.stdout:1899: done (3 left) 2024-08-29T17:54:23.323 INFO:tasks.rados.rados.0.smithi028.stdout:1904: snap_remove snap 188 2024-08-29T17:54:23.506 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:54:23 smithi053 bash[68679]: cluster 2024-08-29T17:54:22.200671+0000 mon.a (mon.0) 429 : cluster [DBG] osdmap e454: 8 total, 7 up, 8 in 2024-08-29T17:54:23.506 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:54:23 smithi053 bash[68679]: audit 2024-08-29T17:54:22.240342+0000 mon.a (mon.0) 430 : audit [INF] from='osd.0 [v2:172.21.15.28:6802/489208817,v1:172.21.15.28:6803/489208817]' entity='osd.0' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["0"]}]: dispatch 2024-08-29T17:54:23.567 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:54:23 smithi028 bash[77168]: cluster 2024-08-29T17:54:22.200671+0000 mon.a (mon.0) 429 : cluster [DBG] osdmap e454: 8 total, 7 up, 8 in 2024-08-29T17:54:23.567 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:54:23 smithi028 bash[77168]: audit 2024-08-29T17:54:22.240342+0000 mon.a (mon.0) 430 : audit [INF] from='osd.0 [v2:172.21.15.28:6802/489208817,v1:172.21.15.28:6803/489208817]' entity='osd.0' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["0"]}]: dispatch 2024-08-29T17:54:23.567 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:54:23 smithi028 bash[78352]: cluster 2024-08-29T17:54:22.200671+0000 mon.a (mon.0) 429 : cluster [DBG] osdmap e454: 8 total, 7 up, 8 in 2024-08-29T17:54:23.567 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:54:23 smithi028 bash[78352]: audit 2024-08-29T17:54:22.240342+0000 mon.a (mon.0) 430 : audit [INF] from='osd.0 [v2:172.21.15.28:6802/489208817,v1:172.21.15.28:6803/489208817]' entity='osd.0' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["0"]}]: dispatch 2024-08-29T17:54:23.824 INFO:journalctl@ceph.prometheus.a.smithi053.stdout:Aug 29 17:54:23 smithi053 bash[61790]: ts=2024-08-29T17:54:23.508Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=nodes name=CephNodeDiskspaceWarning index=4 msg="Evaluating rule failed" rule="alert: CephNodeDiskspaceWarning\nexpr: predict_linear(node_filesystem_free_bytes{device=~\"/.*\"}[2d], 3600 * 24 * 5)\n * on (instance) group_left (nodename) node_uname_info < 0\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.8.4\n severity: warning\n type: ceph_default\nannotations:\n description: Mountpoint {{ $labels.mountpoint }} on {{ $labels.nodename }} will\n be full in less than 5 days based on the 48 hour trailing fill rate.\n summary: Host filesystem free space is getting low\n" err="found duplicate series for the match group {instance=\"smithi028\"} on the right hand-side of the operation: [{__name__=\"node_uname_info\", domainname=\"(none)\", instance=\"smithi028\", job=\"node\", machine=\"x86_64\", nodename=\"smithi028\", release=\"5.15.0-119-generic\", sysname=\"Linux\", version=\"#129-Ubuntu SMP Fri Aug 2 19:25:20 UTC 2024\"}, {__name__=\"node_uname_info\", cluster=\"3167ee72-662c-11ef-bcd4-c7b262605968\", domainname=\"(none)\", instance=\"smithi028\", job=\"node\", machine=\"x86_64\", nodename=\"smithi028\", release=\"5.15.0-119-generic\", sysname=\"Linux\", version=\"#129-Ubuntu SMP Fri Aug 2 19:25:20 UTC 2024\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-29T17:54:23.877 INFO:journalctl@ceph.osd.0.smithi028.stdout:Aug 29 17:54:23 smithi028 bash[82841]: debug 2024-08-29T17:54:23.568+0000 7f09a181d640 -1 osd.0 440 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory 2024-08-29T17:54:24.240 INFO:tasks.rados.rados.0.smithi028.stdout:1904: done (3 left) 2024-08-29T17:54:24.240 INFO:tasks.rados.rados.0.smithi028.stdout:1905: snap_create 2024-08-29T17:54:24.240 INFO:tasks.rados.rados.0.smithi028.stdout:1901: finishing write tid 1 to smithi02869045-43 2024-08-29T17:54:24.240 INFO:tasks.rados.rados.0.smithi028.stdout:1901: finishing write tid 2 to smithi02869045-43 2024-08-29T17:54:24.240 INFO:tasks.rados.rados.0.smithi028.stdout:1901: finishing write tid 3 to smithi02869045-43 2024-08-29T17:54:24.241 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 43 v 498 (ObjNum 593 snap 196 seq_num 593) dirty exists 2024-08-29T17:54:24.241 INFO:tasks.rados.rados.0.smithi028.stdout:1901: left oid 43 (ObjNum 593 snap 196 seq_num 593) 2024-08-29T17:54:24.241 INFO:tasks.rados.rados.0.smithi028.stdout:1902: expect (ObjNum 552 snap 175 seq_num 552) 2024-08-29T17:54:24.456 INFO:tasks.rados.rados.0.smithi028.stdout:1903: finishing write tid 1 to smithi02869045-41 2024-08-29T17:54:24.457 INFO:tasks.rados.rados.0.smithi028.stdout:1903: finishing write tid 2 to smithi02869045-41 2024-08-29T17:54:24.457 INFO:tasks.rados.rados.0.smithi028.stdout:1903: finishing write tid 3 to smithi02869045-41 2024-08-29T17:54:24.457 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 41 v 1065 (ObjNum 594 snap 196 seq_num 594) dirty exists 2024-08-29T17:54:24.457 INFO:tasks.rados.rados.0.smithi028.stdout:1903: left oid 41 (ObjNum 594 snap 196 seq_num 594) 2024-08-29T17:54:24.574 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:54:24 smithi053 bash[68679]: cluster 2024-08-29T17:54:22.952963+0000 mgr.y (mgr.25022) 139 : cluster [DBG] pgmap v203: 121 pgs: 37 active+undersized, 16 active+undersized+degraded, 68 active+clean; 392 MiB data, 2.9 GiB used, 712 GiB / 715 GiB avail; 12 MiB/s rd, 446 KiB/s wr, 13 op/s; 100/615 objects degraded (16.260%) 2024-08-29T17:54:24.574 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:54:24 smithi053 bash[68679]: audit 2024-08-29T17:54:23.213550+0000 mon.a (mon.0) 431 : audit [INF] from='osd.0 [v2:172.21.15.28:6802/489208817,v1:172.21.15.28:6803/489208817]' entity='osd.0' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["0"]}]': finished 2024-08-29T17:54:24.574 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:54:24 smithi053 bash[68679]: cluster 2024-08-29T17:54:23.220268+0000 mon.a (mon.0) 432 : cluster [DBG] osdmap e455: 8 total, 7 up, 8 in 2024-08-29T17:54:24.574 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:54:24 smithi053 bash[68679]: audit 2024-08-29T17:54:23.221570+0000 mon.a (mon.0) 433 : audit [INF] from='osd.0 [v2:172.21.15.28:6802/489208817,v1:172.21.15.28:6803/489208817]' entity='osd.0' cmd=[{"prefix": "osd crush create-or-move", "id": 0, "weight":0.0873, "args": ["host=smithi028", "root=default"]}]: dispatch 2024-08-29T17:54:24.574 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:54:24 smithi053 bash[68679]: audit 2024-08-29T17:54:23.552937+0000 mon.a (mon.0) 434 : audit [INF] from='osd.0 [v2:172.21.15.28:6802/489208817,v1:172.21.15.28:6803/489208817]' entity='osd.0' 2024-08-29T17:54:24.575 INFO:journalctl@ceph.prometheus.a.smithi053.stdout:Aug 29 17:54:24 smithi053 bash[61790]: ts=2024-08-29T17:54:24.454Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pgs name=CephPGsInactive index=0 msg="Evaluating rule failed" rule="alert: CephPGsInactive\nexpr: ceph_pool_metadata * on (pool_id, instance) group_left () (ceph_pg_total - ceph_pg_active)\n > 0\nfor: 5m\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.7.1\n severity: critical\n type: ceph_default\nannotations:\n description: '{{ $value }} PGs have been inactive for more than 5 minutes in pool\n {{ $labels.name }}. Inactive placement groups are not able to serve read/write\n requests.'\n summary: One or more placement groups are inactive\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the right hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"3167ee72-662c-11ef-bcd4-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-29T17:54:24.575 INFO:journalctl@ceph.prometheus.a.smithi053.stdout:Aug 29 17:54:24 smithi053 bash[61790]: ts=2024-08-29T17:54:24.455Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pgs name=CephPGsUnclean index=1 msg="Evaluating rule failed" rule="alert: CephPGsUnclean\nexpr: ceph_pool_metadata * on (pool_id, instance) group_left () (ceph_pg_total - ceph_pg_clean)\n > 0\nfor: 15m\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.7.2\n severity: warning\n type: ceph_default\nannotations:\n description: '{{ $value }} PGs have been unclean for more than 15 minutes in pool\n {{ $labels.name }}. Unclean PGs have not recovered from a previous failure.'\n summary: One or more placement groups are marked unclean\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the right hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"3167ee72-662c-11ef-bcd4-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-29T17:54:24.628 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:54:24 smithi028 bash[78352]: cluster 2024-08-29T17:54:22.952963+0000 mgr.y (mgr.25022) 139 : cluster [DBG] pgmap v203: 121 pgs: 37 active+undersized, 16 active+undersized+degraded, 68 active+clean; 392 MiB data, 2.9 GiB used, 712 GiB / 715 GiB avail; 12 MiB/s rd, 446 KiB/s wr, 13 op/s; 100/615 objects degraded (16.260%) 2024-08-29T17:54:24.628 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:54:24 smithi028 bash[78352]: audit 2024-08-29T17:54:23.213550+0000 mon.a (mon.0) 431 : audit [INF] from='osd.0 [v2:172.21.15.28:6802/489208817,v1:172.21.15.28:6803/489208817]' entity='osd.0' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["0"]}]': finished 2024-08-29T17:54:24.628 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:54:24 smithi028 bash[78352]: cluster 2024-08-29T17:54:23.220268+0000 mon.a (mon.0) 432 : cluster [DBG] osdmap e455: 8 total, 7 up, 8 in 2024-08-29T17:54:24.628 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:54:24 smithi028 bash[78352]: audit 2024-08-29T17:54:23.221570+0000 mon.a (mon.0) 433 : audit [INF] from='osd.0 [v2:172.21.15.28:6802/489208817,v1:172.21.15.28:6803/489208817]' entity='osd.0' cmd=[{"prefix": "osd crush create-or-move", "id": 0, "weight":0.0873, "args": ["host=smithi028", "root=default"]}]: dispatch 2024-08-29T17:54:24.628 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:54:24 smithi028 bash[78352]: audit 2024-08-29T17:54:23.552937+0000 mon.a (mon.0) 434 : audit [INF] from='osd.0 [v2:172.21.15.28:6802/489208817,v1:172.21.15.28:6803/489208817]' entity='osd.0' 2024-08-29T17:54:24.628 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:54:24 smithi028 bash[77168]: cluster 2024-08-29T17:54:22.952963+0000 mgr.y (mgr.25022) 139 : cluster [DBG] pgmap v203: 121 pgs: 37 active+undersized, 16 active+undersized+degraded, 68 active+clean; 392 MiB data, 2.9 GiB used, 712 GiB / 715 GiB avail; 12 MiB/s rd, 446 KiB/s wr, 13 op/s; 100/615 objects degraded (16.260%) 2024-08-29T17:54:24.629 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:54:24 smithi028 bash[77168]: audit 2024-08-29T17:54:23.213550+0000 mon.a (mon.0) 431 : audit [INF] from='osd.0 [v2:172.21.15.28:6802/489208817,v1:172.21.15.28:6803/489208817]' entity='osd.0' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["0"]}]': finished 2024-08-29T17:54:24.629 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:54:24 smithi028 bash[77168]: cluster 2024-08-29T17:54:23.220268+0000 mon.a (mon.0) 432 : cluster [DBG] osdmap e455: 8 total, 7 up, 8 in 2024-08-29T17:54:24.629 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:54:24 smithi028 bash[77168]: audit 2024-08-29T17:54:23.221570+0000 mon.a (mon.0) 433 : audit [INF] from='osd.0 [v2:172.21.15.28:6802/489208817,v1:172.21.15.28:6803/489208817]' entity='osd.0' cmd=[{"prefix": "osd crush create-or-move", "id": 0, "weight":0.0873, "args": ["host=smithi028", "root=default"]}]: dispatch 2024-08-29T17:54:24.629 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:54:24 smithi028 bash[77168]: audit 2024-08-29T17:54:23.552937+0000 mon.a (mon.0) 434 : audit [INF] from='osd.0 [v2:172.21.15.28:6802/489208817,v1:172.21.15.28:6803/489208817]' entity='osd.0' 2024-08-29T17:54:25.252 INFO:tasks.rados.rados.0.smithi028.stdout:1901: done (3 left) 2024-08-29T17:54:25.252 INFO:tasks.rados.rados.0.smithi028.stdout:1902: done (2 left) 2024-08-29T17:54:25.252 INFO:tasks.rados.rados.0.smithi028.stdout:1903: done (1 left) 2024-08-29T17:54:25.252 INFO:tasks.rados.rados.0.smithi028.stdout:1905: done (0 left) 2024-08-29T17:54:25.252 INFO:tasks.rados.rados.0.smithi028.stdout:1906: delete oid 8 current snap is 197 2024-08-29T17:54:25.302 INFO:tasks.rados.rados.0.smithi028.stdout:1906: done (0 left) 2024-08-29T17:54:25.302 INFO:tasks.rados.rados.0.smithi028.stdout:1907: rollback oid 13 current snap is 197 2024-08-29T17:54:25.302 INFO:tasks.rados.rados.0.smithi028.stdout:rollback oid 13 to 175 2024-08-29T17:54:25.302 INFO:tasks.rados.rados.0.smithi028.stdout:1908: snap_create 2024-08-29T17:54:25.309 INFO:tasks.rados.rados.0.smithi028.stdout:1907: finishing rollback tid 0 to smithi02869045-13 2024-08-29T17:54:25.309 INFO:tasks.rados.rados.0.smithi028.stdout:1907: finishing rollback tid 1 to smithi02869045-13 2024-08-29T17:54:25.310 INFO:tasks.rados.rados.0.smithi028.stdout:1907: finishing rollback tid 2 to smithi02869045-13 2024-08-29T17:54:25.310 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 13 v 1642 (ObjNum 512 snap 159 seq_num 512) dirty exists 2024-08-29T17:54:25.574 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:54:25 smithi053 bash[68679]: cluster 2024-08-29T17:54:24.225412+0000 mon.a (mon.0) 435 : cluster [INF] Health check cleared: OSD_DOWN (was: 1 osds down) 2024-08-29T17:54:25.574 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:54:25 smithi053 bash[68679]: cluster 2024-08-29T17:54:24.242768+0000 mon.a (mon.0) 436 : cluster [INF] osd.0 [v2:172.21.15.28:6802/489208817,v1:172.21.15.28:6803/489208817] boot 2024-08-29T17:54:25.574 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:54:25 smithi053 bash[68679]: cluster 2024-08-29T17:54:24.242882+0000 mon.a (mon.0) 437 : cluster [DBG] osdmap e456: 8 total, 8 up, 8 in 2024-08-29T17:54:25.574 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:54:25 smithi053 bash[68679]: audit 2024-08-29T17:54:24.245941+0000 mon.a (mon.0) 438 : audit [DBG] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-08-29T17:54:25.627 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:54:25 smithi028 bash[77168]: cluster 2024-08-29T17:54:24.225412+0000 mon.a (mon.0) 435 : cluster [INF] Health check cleared: OSD_DOWN (was: 1 osds down) 2024-08-29T17:54:25.628 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:54:25 smithi028 bash[77168]: cluster 2024-08-29T17:54:24.242768+0000 mon.a (mon.0) 436 : cluster [INF] osd.0 [v2:172.21.15.28:6802/489208817,v1:172.21.15.28:6803/489208817] boot 2024-08-29T17:54:25.628 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:54:25 smithi028 bash[77168]: cluster 2024-08-29T17:54:24.242882+0000 mon.a (mon.0) 437 : cluster [DBG] osdmap e456: 8 total, 8 up, 8 in 2024-08-29T17:54:25.628 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:54:25 smithi028 bash[77168]: audit 2024-08-29T17:54:24.245941+0000 mon.a (mon.0) 438 : audit [DBG] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-08-29T17:54:25.628 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:54:25 smithi028 bash[78352]: cluster 2024-08-29T17:54:24.225412+0000 mon.a (mon.0) 435 : cluster [INF] Health check cleared: OSD_DOWN (was: 1 osds down) 2024-08-29T17:54:25.628 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:54:25 smithi028 bash[78352]: cluster 2024-08-29T17:54:24.242768+0000 mon.a (mon.0) 436 : cluster [INF] osd.0 [v2:172.21.15.28:6802/489208817,v1:172.21.15.28:6803/489208817] boot 2024-08-29T17:54:25.628 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:54:25 smithi028 bash[78352]: cluster 2024-08-29T17:54:24.242882+0000 mon.a (mon.0) 437 : cluster [DBG] osdmap e456: 8 total, 8 up, 8 in 2024-08-29T17:54:25.628 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:54:25 smithi028 bash[78352]: audit 2024-08-29T17:54:24.245941+0000 mon.a (mon.0) 438 : audit [DBG] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-08-29T17:54:26.251 INFO:tasks.rados.rados.0.smithi028.stdout:1907: done (1 left) 2024-08-29T17:54:26.252 INFO:tasks.rados.rados.0.smithi028.stdout:1908: done (0 left) 2024-08-29T17:54:26.252 INFO:tasks.rados.rados.0.smithi028.stdout:1909: snap_remove snap 185 2024-08-29T17:54:26.574 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:54:26 smithi053 bash[68679]: cluster 2024-08-29T17:54:24.953890+0000 mgr.y (mgr.25022) 140 : cluster [DBG] pgmap v206: 121 pgs: 37 active+undersized, 16 active+undersized+degraded, 68 active+clean; 392 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail; 12 MiB/s rd, 446 KiB/s wr, 13 op/s; 100/615 objects degraded (16.260%) 2024-08-29T17:54:26.574 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:54:26 smithi053 bash[68679]: cluster 2024-08-29T17:54:25.252159+0000 mon.a (mon.0) 439 : cluster [DBG] osdmap e457: 8 total, 8 up, 8 in 2024-08-29T17:54:26.628 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:54:26 smithi028 bash[78352]: cluster 2024-08-29T17:54:24.953890+0000 mgr.y (mgr.25022) 140 : cluster [DBG] pgmap v206: 121 pgs: 37 active+undersized, 16 active+undersized+degraded, 68 active+clean; 392 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail; 12 MiB/s rd, 446 KiB/s wr, 13 op/s; 100/615 objects degraded (16.260%) 2024-08-29T17:54:26.628 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:54:26 smithi028 bash[78352]: cluster 2024-08-29T17:54:25.252159+0000 mon.a (mon.0) 439 : cluster [DBG] osdmap e457: 8 total, 8 up, 8 in 2024-08-29T17:54:26.628 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:54:26 smithi028 bash[77168]: cluster 2024-08-29T17:54:24.953890+0000 mgr.y (mgr.25022) 140 : cluster [DBG] pgmap v206: 121 pgs: 37 active+undersized, 16 active+undersized+degraded, 68 active+clean; 392 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail; 12 MiB/s rd, 446 KiB/s wr, 13 op/s; 100/615 objects degraded (16.260%) 2024-08-29T17:54:26.628 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:54:26 smithi028 bash[77168]: cluster 2024-08-29T17:54:25.252159+0000 mon.a (mon.0) 439 : cluster [DBG] osdmap e457: 8 total, 8 up, 8 in 2024-08-29T17:54:27.271 INFO:tasks.rados.rados.0.smithi028.stdout:1909: done (0 left) 2024-08-29T17:54:27.271 INFO:tasks.rados.rados.0.smithi028.stdout:1910: copy_from oid 10 from oid 48 current snap is 198 2024-08-29T17:54:27.271 INFO:tasks.rados.rados.0.smithi028.stdout:1911: snap_create 2024-08-29T17:54:27.301 INFO:tasks.rados.rados.0.smithi028.stdout:1910: finishing copy_from racing read to smithi02869045-10 2024-08-29T17:54:27.308 INFO:tasks.rados.rados.0.smithi028.stdout:1910: finishing copy_from to smithi02869045-10 2024-08-29T17:54:27.308 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 10 v 1338 (ObjNum 486 snap 151 seq_num 486) dirty exists 2024-08-29T17:54:27.527 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:54:27 smithi028 bash[77168]: cluster 2024-08-29T17:54:26.255219+0000 mon.a (mon.0) 440 : cluster [DBG] osdmap e458: 8 total, 8 up, 8 in 2024-08-29T17:54:27.527 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:54:27 smithi028 bash[77168]: audit 2024-08-29T17:54:27.015477+0000 mon.a (mon.0) 441 : audit [INF] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' 2024-08-29T17:54:27.527 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:54:27 smithi028 bash[77168]: audit 2024-08-29T17:54:27.017501+0000 mon.a (mon.0) 442 : audit [DBG] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-29T17:54:27.527 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:54:27 smithi028 bash[78352]: cluster 2024-08-29T17:54:26.255219+0000 mon.a (mon.0) 440 : cluster [DBG] osdmap e458: 8 total, 8 up, 8 in 2024-08-29T17:54:27.527 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:54:27 smithi028 bash[78352]: audit 2024-08-29T17:54:27.015477+0000 mon.a (mon.0) 441 : audit [INF] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' 2024-08-29T17:54:27.527 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:54:27 smithi028 bash[78352]: audit 2024-08-29T17:54:27.017501+0000 mon.a (mon.0) 442 : audit [DBG] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-29T17:54:27.574 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:54:27 smithi053 bash[68679]: cluster 2024-08-29T17:54:26.255219+0000 mon.a (mon.0) 440 : cluster [DBG] osdmap e458: 8 total, 8 up, 8 in 2024-08-29T17:54:27.574 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:54:27 smithi053 bash[68679]: audit 2024-08-29T17:54:27.015477+0000 mon.a (mon.0) 441 : audit [INF] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' 2024-08-29T17:54:27.574 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:54:27 smithi053 bash[68679]: audit 2024-08-29T17:54:27.017501+0000 mon.a (mon.0) 442 : audit [DBG] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-29T17:54:28.272 INFO:tasks.rados.rados.0.smithi028.stdout:1910: done (1 left) 2024-08-29T17:54:28.273 INFO:tasks.rados.rados.0.smithi028.stdout:1911: done (0 left) 2024-08-29T17:54:28.273 INFO:tasks.rados.rados.0.smithi028.stdout:1912: read oid 11 snap -1 2024-08-29T17:54:28.273 INFO:tasks.rados.rados.0.smithi028.stdout:1912: expect (ObjNum 493 snap 151 seq_num 493) 2024-08-29T17:54:28.273 INFO:tasks.rados.rados.0.smithi028.stdout:append oid 34 current snap is 199 2024-08-29T17:54:28.273 INFO:tasks.rados.rados.0.smithi028.stdout:1913: seq_num 596 ranges {1449984=385024} 2024-08-29T17:54:28.286 INFO:tasks.rados.rados.0.smithi028.stdout:1913: writing smithi02869045-34 from 1449984 to 1835008 tid 1 2024-08-29T17:54:28.288 INFO:tasks.rados.rados.0.smithi028.stdout:append oid 45 current snap is 199 2024-08-29T17:54:28.288 INFO:tasks.rados.rados.0.smithi028.stdout:1914: seq_num 597 ranges {0=401408} 2024-08-29T17:54:28.290 INFO:tasks.rados.rados.0.smithi028.stdout:1914: writing smithi02869045-45 from 0 to 401408 tid 1 2024-08-29T17:54:28.290 INFO:tasks.rados.rados.0.smithi028.stdout:append oid 25 current snap is 199 2024-08-29T17:54:28.290 INFO:tasks.rados.rados.0.smithi028.stdout:1915: seq_num 598 ranges {1589248=417792} 2024-08-29T17:54:28.304 INFO:tasks.rados.rados.0.smithi028.stdout:1915: writing smithi02869045-25 from 1589248 to 2007040 tid 1 2024-08-29T17:54:28.305 INFO:tasks.rados.rados.0.smithi028.stdout:1916: rollback oid 6 current snap is 199 2024-08-29T17:54:28.305 INFO:tasks.rados.rados.0.smithi028.stdout:rollback oid 6 to 157 2024-08-29T17:54:28.305 INFO:tasks.rados.rados.0.smithi028.stdout:1912: expect (ObjNum 493 snap 151 seq_num 493) 2024-08-29T17:54:28.418 INFO:tasks.rados.rados.0.smithi028.stdout:1914: finishing write tid 1 to smithi02869045-45 2024-08-29T17:54:28.418 INFO:tasks.rados.rados.0.smithi028.stdout:1914: finishing write tid 2 to smithi02869045-45 2024-08-29T17:54:28.418 INFO:tasks.rados.rados.0.smithi028.stdout:1914: finishing write tid 3 to smithi02869045-45 2024-08-29T17:54:28.418 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 45 v 1372 (ObjNum 597 snap 199 seq_num 597) dirty exists 2024-08-29T17:54:28.418 INFO:tasks.rados.rados.0.smithi028.stdout:1914: left oid 45 (ObjNum 597 snap 199 seq_num 597) 2024-08-29T17:54:28.418 INFO:tasks.rados.rados.0.smithi028.stdout:1913: finishing write tid 1 to smithi02869045-34 2024-08-29T17:54:28.418 INFO:tasks.rados.rados.0.smithi028.stdout:1913: finishing write tid 2 to smithi02869045-34 2024-08-29T17:54:28.418 INFO:tasks.rados.rados.0.smithi028.stdout:1912: done (4 left) 2024-08-29T17:54:28.418 INFO:tasks.rados.rados.0.smithi028.stdout:1914: done (3 left) 2024-08-29T17:54:28.419 INFO:tasks.rados.rados.0.smithi028.stdout:1917: setattr oid 44 current snap is 199 2024-08-29T17:54:28.419 INFO:tasks.rados.rados.0.smithi028.stdout:1913: finishing write tid 3 to smithi02869045-34 2024-08-29T17:54:28.419 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 34 v 1087 (ObjNum 596 snap 199 seq_num 596) dirty exists 2024-08-29T17:54:28.419 INFO:tasks.rados.rados.0.smithi028.stdout:1913: left oid 34 (ObjNum 596 snap 199 seq_num 596) 2024-08-29T17:54:28.419 INFO:tasks.rados.rados.0.smithi028.stdout:1916: finishing rollback tid 0 to smithi02869045-6 2024-08-29T17:54:28.419 INFO:tasks.rados.rados.0.smithi028.stdout:1916: finishing rollback tid 1 to smithi02869045-6 2024-08-29T17:54:28.419 INFO:tasks.rados.rados.0.smithi028.stdout:1916: finishing rollback tid 2 to smithi02869045-6 2024-08-29T17:54:28.419 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 6 v 1136 (ObjNum 452 snap 143 seq_num 452) dirty exists 2024-08-29T17:54:28.419 INFO:tasks.rados.rados.0.smithi028.stdout:1915: finishing write tid 1 to smithi02869045-25 2024-08-29T17:54:28.419 INFO:tasks.rados.rados.0.smithi028.stdout:1915: finishing write tid 2 to smithi02869045-25 2024-08-29T17:54:28.419 INFO:tasks.rados.rados.0.smithi028.stdout:1915: finishing write tid 3 to smithi02869045-25 2024-08-29T17:54:28.419 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 25 v 997 (ObjNum 598 snap 199 seq_num 598) dirty exists 2024-08-29T17:54:28.419 INFO:tasks.rados.rados.0.smithi028.stdout:1915: left oid 25 (ObjNum 598 snap 199 seq_num 598) 2024-08-29T17:54:28.420 INFO:tasks.rados.rados.0.smithi028.stdout:1913: done (3 left) 2024-08-29T17:54:28.420 INFO:tasks.rados.rados.0.smithi028.stdout:1915: done (2 left) 2024-08-29T17:54:28.420 INFO:tasks.rados.rados.0.smithi028.stdout:1916: done (1 left) 2024-08-29T17:54:28.420 INFO:tasks.rados.rados.0.smithi028.stdout:1918: read oid 25 snap 157 2024-08-29T17:54:28.420 INFO:tasks.rados.rados.0.smithi028.stdout:1918: expect deleted 2024-08-29T17:54:28.421 INFO:tasks.rados.rados.0.smithi028.stdout:1919: read oid 17 snap -1 2024-08-29T17:54:28.421 INFO:tasks.rados.rados.0.smithi028.stdout:1919: expect (ObjNum 576 snap 185 seq_num 576) 2024-08-29T17:54:28.421 INFO:tasks.rados.rados.0.smithi028.stdout:1920: delete oid 2 current snap is 199 2024-08-29T17:54:28.422 INFO:tasks.rados.rados.0.smithi028.stdout:1919: expect (ObjNum 576 snap 185 seq_num 576) 2024-08-29T17:54:28.425 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 44 v 1339 (ObjNum 474 snap 149 seq_num 474) dirty exists 2024-08-29T17:54:28.426 INFO:tasks.rados.rados.0.smithi028.stdout:1917: done (3 left) 2024-08-29T17:54:28.426 INFO:tasks.rados.rados.0.smithi028.stdout:1918: done (2 left) 2024-08-29T17:54:28.427 INFO:tasks.rados.rados.0.smithi028.stdout:1919: done (1 left) 2024-08-29T17:54:28.427 INFO:tasks.rados.rados.0.smithi028.stdout:1920: done (0 left) 2024-08-29T17:54:28.427 INFO:tasks.rados.rados.0.smithi028.stdout:1921: rollback oid 35 current snap is 199 2024-08-29T17:54:28.427 INFO:tasks.rados.rados.0.smithi028.stdout:rollback oid 35 to 191 2024-08-29T17:54:28.427 INFO:tasks.rados.rados.0.smithi028.stdout:1922: read oid 6 snap -1 2024-08-29T17:54:28.427 INFO:tasks.rados.rados.0.smithi028.stdout:1922: expect (ObjNum 452 snap 143 seq_num 452) 2024-08-29T17:54:28.427 INFO:tasks.rados.rados.0.smithi028.stdout:1923: snap_create 2024-08-29T17:54:28.440 INFO:tasks.rados.rados.0.smithi028.stdout:1921: finishing rollback tid 0 to smithi02869045-35 2024-08-29T17:54:28.440 INFO:tasks.rados.rados.0.smithi028.stdout:1921: finishing rollback tid 1 to smithi02869045-35 2024-08-29T17:54:28.446 INFO:tasks.rados.rados.0.smithi028.stdout:1921: finishing rollback tid 2 to smithi02869045-35 2024-08-29T17:54:28.446 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 35 v 1090 (ObjNum 578 snap 187 seq_num 578) dirty exists 2024-08-29T17:54:28.479 INFO:tasks.rados.rados.0.smithi028.stdout:1922: expect (ObjNum 452 snap 143 seq_num 452) 2024-08-29T17:54:28.574 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:54:28 smithi053 bash[68679]: cluster 2024-08-29T17:54:26.954731+0000 mgr.y (mgr.25022) 141 : cluster [DBG] pgmap v209: 121 pgs: 37 active+undersized, 16 active+undersized+degraded, 68 active+clean; 392 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail; 100/615 objects degraded (16.260%) 2024-08-29T17:54:28.574 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:54:28 smithi053 bash[68679]: cluster 2024-08-29T17:54:27.274787+0000 mon.a (mon.0) 443 : cluster [DBG] osdmap e459: 8 total, 8 up, 8 in 2024-08-29T17:54:28.627 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:54:28 smithi028 bash[78352]: cluster 2024-08-29T17:54:26.954731+0000 mgr.y (mgr.25022) 141 : cluster [DBG] pgmap v209: 121 pgs: 37 active+undersized, 16 active+undersized+degraded, 68 active+clean; 392 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail; 100/615 objects degraded (16.260%) 2024-08-29T17:54:28.628 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:54:28 smithi028 bash[78352]: cluster 2024-08-29T17:54:27.274787+0000 mon.a (mon.0) 443 : cluster [DBG] osdmap e459: 8 total, 8 up, 8 in 2024-08-29T17:54:28.628 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:54:28 smithi028 bash[77168]: cluster 2024-08-29T17:54:26.954731+0000 mgr.y (mgr.25022) 141 : cluster [DBG] pgmap v209: 121 pgs: 37 active+undersized, 16 active+undersized+degraded, 68 active+clean; 392 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail; 100/615 objects degraded (16.260%) 2024-08-29T17:54:28.628 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:54:28 smithi028 bash[77168]: cluster 2024-08-29T17:54:27.274787+0000 mon.a (mon.0) 443 : cluster [DBG] osdmap e459: 8 total, 8 up, 8 in 2024-08-29T17:54:29.074 INFO:journalctl@ceph.prometheus.a.smithi053.stdout:Aug 29 17:54:28 smithi053 bash[61790]: ts=2024-08-29T17:54:28.660Z caller=alerting.go:366 level=warn component="rule manager" alert="unsupported value type" msg="Expanding alert template failed" err="error executing template __alert_CephOSDDown: template: __alert_CephOSDDown:1:358: executing \"__alert_CephOSDDown\" at : error calling query: found duplicate series for the match group {ceph_daemon=\"osd.0\"} on the right hand-side of the operation: [{__name__=\"ceph_osd_metadata\", ceph_daemon=\"osd.0\", ceph_version=\"ceph version 17.2.7-1503-ga89f613d (a89f613db4d5b6bca82681f19d73c6d337aae2d5) quincy (stable)\", cluster_addr=\"172.21.15.28\", device_class=\"ssd\", hostname=\"smithi028\", instance=\"ceph_cluster\", job=\"ceph\", objectstore=\"bluestore\", public_addr=\"172.21.15.28\"}, {__name__=\"ceph_osd_metadata\", ceph_daemon=\"osd.0\", ceph_version=\"ceph version 17.2.7-1503-ga89f613d (a89f613db4d5b6bca82681f19d73c6d337aae2d5) quincy (stable)\", cluster=\"3167ee72-662c-11ef-bcd4-c7b262605968\", cluster_addr=\"172.21.15.28\", device_class=\"ssd\", hostname=\"smithi028\", instance=\"ceph_cluster\", job=\"ceph\", objectstore=\"bluestore\", public_addr=\"172.21.15.28\"}];many-to-many matching not allowed: matching labels must be unique on one side" data="unsupported value type" 2024-08-29T17:54:29.074 INFO:journalctl@ceph.prometheus.a.smithi053.stdout:Aug 29 17:54:28 smithi053 bash[61790]: ts=2024-08-29T17:54:28.664Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=osd name=CephOSDFlapping index=13 msg="Evaluating rule failed" rule="alert: CephOSDFlapping\nexpr: (rate(ceph_osd_up[5m]) * on (ceph_daemon) group_left (hostname) ceph_osd_metadata)\n * 60 > 1\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.4.4\n severity: warning\n type: ceph_default\nannotations:\n description: OSD {{ $labels.ceph_daemon }} on {{ $labels.hostname }} was marked\n down and back up {{ $value | humanize }} times once a minute for 5 minutes. This\n may indicate a network issue (latency, packet loss, MTU mismatch) on the cluster\n network, or the public network if no cluster network is deployed. Check the network\n stats on the listed host(s).\n documentation: https://docs.ceph.com/en/latest/rados/troubleshooting/troubleshooting-osd#flapping-osds\n summary: Network issues are causing OSDs to flap (mark each other down)\n" err="found duplicate series for the match group {ceph_daemon=\"osd.0\"} on the right hand-side of the operation: [{__name__=\"ceph_osd_metadata\", ceph_daemon=\"osd.0\", ceph_version=\"ceph version 17.2.7-1503-ga89f613d (a89f613db4d5b6bca82681f19d73c6d337aae2d5) quincy (stable)\", cluster_addr=\"172.21.15.28\", device_class=\"ssd\", hostname=\"smithi028\", instance=\"ceph_cluster\", job=\"ceph\", objectstore=\"bluestore\", public_addr=\"172.21.15.28\"}, {__name__=\"ceph_osd_metadata\", ceph_daemon=\"osd.0\", ceph_version=\"ceph version 17.2.7-1503-ga89f613d (a89f613db4d5b6bca82681f19d73c6d337aae2d5) quincy (stable)\", cluster=\"3167ee72-662c-11ef-bcd4-c7b262605968\", cluster_addr=\"172.21.15.28\", device_class=\"ssd\", hostname=\"smithi028\", instance=\"ceph_cluster\", job=\"ceph\", objectstore=\"bluestore\", public_addr=\"172.21.15.28\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-29T17:54:29.294 INFO:tasks.rados.rados.0.smithi028.stdout:1921: done (2 left) 2024-08-29T17:54:29.294 INFO:tasks.rados.rados.0.smithi028.stdout:1922: done (1 left) 2024-08-29T17:54:29.295 INFO:tasks.rados.rados.0.smithi028.stdout:1923: done (0 left) 2024-08-29T17:54:29.295 INFO:tasks.rados.rados.0.smithi028.stdout:1924: rollback oid 47 current snap is 200 2024-08-29T17:54:29.295 INFO:tasks.rados.rados.0.smithi028.stdout:rollback oid 47 to 189 2024-08-29T17:54:29.295 INFO:tasks.rados.rados.0.smithi028.stdout:1925: read oid 15 snap -1 2024-08-29T17:54:29.295 INFO:tasks.rados.rados.0.smithi028.stdout:1925: expect (ObjNum 538 snap 172 seq_num 538) 2024-08-29T17:54:29.295 INFO:tasks.rados.rados.0.smithi028.stdout:1926: setattr oid 4 current snap is 200 2024-08-29T17:54:29.297 INFO:tasks.rados.rados.0.smithi028.stdout:append oid 29 current snap is 200 2024-08-29T17:54:29.298 INFO:tasks.rados.rados.0.smithi028.stdout:1927: seq_num 600 ranges {6602752=450560} 2024-08-29T17:54:29.363 INFO:tasks.rados.rados.0.smithi028.stdout:1927: writing smithi02869045-29 from 6602752 to 7053312 tid 1 2024-08-29T17:54:29.363 INFO:tasks.rados.rados.0.smithi028.stdout:1928: snap_remove snap 197 2024-08-29T17:54:29.571 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:54:29 smithi028 bash[78352]: cluster 2024-08-29T17:54:28.275626+0000 mon.a (mon.0) 444 : cluster [DBG] osdmap e460: 8 total, 8 up, 8 in 2024-08-29T17:54:29.571 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:54:29 smithi028 bash[78352]: cluster 2024-08-29T17:54:29.142550+0000 mon.a (mon.0) 445 : cluster [WRN] Health check update: Degraded data redundancy: 100/615 objects degraded (16.260%), 16 pgs degraded (PG_DEGRADED) 2024-08-29T17:54:29.572 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:54:29 smithi028 bash[77168]: cluster 2024-08-29T17:54:28.275626+0000 mon.a (mon.0) 444 : cluster [DBG] osdmap e460: 8 total, 8 up, 8 in 2024-08-29T17:54:29.572 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:54:29 smithi028 bash[77168]: cluster 2024-08-29T17:54:29.142550+0000 mon.a (mon.0) 445 : cluster [WRN] Health check update: Degraded data redundancy: 100/615 objects degraded (16.260%), 16 pgs degraded (PG_DEGRADED) 2024-08-29T17:54:29.574 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:54:29 smithi053 bash[68679]: cluster 2024-08-29T17:54:28.275626+0000 mon.a (mon.0) 444 : cluster [DBG] osdmap e460: 8 total, 8 up, 8 in 2024-08-29T17:54:29.574 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:54:29 smithi053 bash[68679]: cluster 2024-08-29T17:54:29.142550+0000 mon.a (mon.0) 445 : cluster [WRN] Health check update: Degraded data redundancy: 100/615 objects degraded (16.260%), 16 pgs degraded (PG_DEGRADED) 2024-08-29T17:54:30.302 INFO:tasks.rados.rados.0.smithi028.stdout:1928: done (4 left) 2024-08-29T17:54:30.302 INFO:tasks.rados.rados.0.smithi028.stdout:1929: snap_create 2024-08-29T17:54:30.303 INFO:tasks.rados.rados.0.smithi028.stdout:1925: expect (ObjNum 538 snap 172 seq_num 538) 2024-08-29T17:54:30.374 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 4 v 1666 (ObjNum 581 snap 188 seq_num 581) dirty exists 2024-08-29T17:54:30.374 INFO:tasks.rados.rados.0.smithi028.stdout:1924: finishing rollback tid 0 to smithi02869045-47 2024-08-29T17:54:30.374 INFO:tasks.rados.rados.0.smithi028.stdout:1924: finishing rollback tid 1 to smithi02869045-47 2024-08-29T17:54:30.375 INFO:tasks.rados.rados.0.smithi028.stdout:1924: finishing rollback tid 2 to smithi02869045-47 2024-08-29T17:54:30.375 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 47 v 1139 (ObjNum 474 snap 149 seq_num 474) dirty exists 2024-08-29T17:54:30.375 INFO:tasks.rados.rados.0.smithi028.stdout:1927: finishing write tid 1 to smithi02869045-29 2024-08-29T17:54:30.375 INFO:tasks.rados.rados.0.smithi028.stdout:1927: finishing write tid 2 to smithi02869045-29 2024-08-29T17:54:30.375 INFO:tasks.rados.rados.0.smithi028.stdout:1927: finishing write tid 3 to smithi02869045-29 2024-08-29T17:54:30.375 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 29 v 1092 (ObjNum 600 snap 200 seq_num 600) dirty exists 2024-08-29T17:54:30.375 INFO:tasks.rados.rados.0.smithi028.stdout:1927: left oid 29 (ObjNum 600 snap 200 seq_num 600) 2024-08-29T17:54:30.574 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:54:30 smithi053 bash[68679]: cluster 2024-08-29T17:54:28.955554+0000 mgr.y (mgr.25022) 142 : cluster [DBG] pgmap v212: 121 pgs: 121 active+clean; 389 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 400 KiB/s wr, 3 op/s; 16 MiB/s, 4 objects/s recovering 2024-08-29T17:54:30.574 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:54:30 smithi053 bash[68679]: cluster 2024-08-29T17:54:29.286078+0000 mon.a (mon.0) 446 : cluster [INF] Health check cleared: PG_DEGRADED (was: Degraded data redundancy: 100/615 objects degraded (16.260%), 16 pgs degraded) 2024-08-29T17:54:30.574 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:54:30 smithi053 bash[68679]: cluster 2024-08-29T17:54:29.286125+0000 mon.a (mon.0) 447 : cluster [INF] Cluster is now healthy 2024-08-29T17:54:30.574 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:54:30 smithi053 bash[68679]: cluster 2024-08-29T17:54:29.298491+0000 mon.a (mon.0) 448 : cluster [DBG] osdmap e461: 8 total, 8 up, 8 in 2024-08-29T17:54:30.597 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:54:30 smithi028 bash[78352]: cluster 2024-08-29T17:54:28.955554+0000 mgr.y (mgr.25022) 142 : cluster [DBG] pgmap v212: 121 pgs: 121 active+clean; 389 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 400 KiB/s wr, 3 op/s; 16 MiB/s, 4 objects/s recovering 2024-08-29T17:54:30.597 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:54:30 smithi028 bash[78352]: cluster 2024-08-29T17:54:29.286078+0000 mon.a (mon.0) 446 : cluster [INF] Health check cleared: PG_DEGRADED (was: Degraded data redundancy: 100/615 objects degraded (16.260%), 16 pgs degraded) 2024-08-29T17:54:30.597 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:54:30 smithi028 bash[78352]: cluster 2024-08-29T17:54:29.286125+0000 mon.a (mon.0) 447 : cluster [INF] Cluster is now healthy 2024-08-29T17:54:30.597 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:54:30 smithi028 bash[78352]: cluster 2024-08-29T17:54:29.298491+0000 mon.a (mon.0) 448 : cluster [DBG] osdmap e461: 8 total, 8 up, 8 in 2024-08-29T17:54:30.598 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:54:30 smithi028 bash[77168]: cluster 2024-08-29T17:54:28.955554+0000 mgr.y (mgr.25022) 142 : cluster [DBG] pgmap v212: 121 pgs: 121 active+clean; 389 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 400 KiB/s wr, 3 op/s; 16 MiB/s, 4 objects/s recovering 2024-08-29T17:54:30.598 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:54:30 smithi028 bash[77168]: cluster 2024-08-29T17:54:29.286078+0000 mon.a (mon.0) 446 : cluster [INF] Health check cleared: PG_DEGRADED (was: Degraded data redundancy: 100/615 objects degraded (16.260%), 16 pgs degraded) 2024-08-29T17:54:30.598 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:54:30 smithi028 bash[77168]: cluster 2024-08-29T17:54:29.286125+0000 mon.a (mon.0) 447 : cluster [INF] Cluster is now healthy 2024-08-29T17:54:30.598 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:54:30 smithi028 bash[77168]: cluster 2024-08-29T17:54:29.298491+0000 mon.a (mon.0) 448 : cluster [DBG] osdmap e461: 8 total, 8 up, 8 in 2024-08-29T17:54:31.310 INFO:tasks.rados.rados.0.smithi028.stdout:1924: done (4 left) 2024-08-29T17:54:31.310 INFO:tasks.rados.rados.0.smithi028.stdout:1925: done (3 left) 2024-08-29T17:54:31.311 INFO:tasks.rados.rados.0.smithi028.stdout:1926: done (2 left) 2024-08-29T17:54:31.311 INFO:tasks.rados.rados.0.smithi028.stdout:1927: done (1 left) 2024-08-29T17:54:31.311 INFO:tasks.rados.rados.0.smithi028.stdout:1929: done (0 left) 2024-08-29T17:54:31.311 INFO:tasks.rados.rados.0.smithi028.stdout:1930: delete oid 38 current snap is 201 2024-08-29T17:54:31.323 INFO:tasks.rados.rados.0.smithi028.stdout:1930: done (0 left) 2024-08-29T17:54:31.323 INFO:tasks.rados.rados.0.smithi028.stdout:1931: snap_remove snap 183 2024-08-29T17:54:31.574 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:54:31 smithi053 bash[68679]: cluster 2024-08-29T17:54:30.306618+0000 mon.a (mon.0) 449 : cluster [DBG] osdmap e462: 8 total, 8 up, 8 in 2024-08-29T17:54:31.627 INFO:journalctl@ceph.mgr.y.smithi028.stdout:Aug 29 17:54:31 smithi028 bash[70818]: ::ffff:172.21.15.53 - - [29/Aug/2024:17:54:31] "GET /metrics HTTP/1.1" 200 36086 "" "Prometheus/2.43.0" 2024-08-29T17:54:31.628 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:54:31 smithi028 bash[78352]: cluster 2024-08-29T17:54:30.306618+0000 mon.a (mon.0) 449 : cluster [DBG] osdmap e462: 8 total, 8 up, 8 in 2024-08-29T17:54:31.628 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:54:31 smithi028 bash[77168]: cluster 2024-08-29T17:54:30.306618+0000 mon.a (mon.0) 449 : cluster [DBG] osdmap e462: 8 total, 8 up, 8 in 2024-08-29T17:54:32.330 INFO:tasks.rados.rados.0.smithi028.stdout:1931: done (0 left) 2024-08-29T17:54:32.330 INFO:tasks.rados.rados.0.smithi028.stdout:1932: rmattr oid 12 current snap is 201 2024-08-29T17:54:32.330 INFO:tasks.rados.rados.0.smithi028.stdout:1932: done (0 left) 2024-08-29T17:54:32.330 INFO:tasks.rados.rados.0.smithi028.stdout:1933: snap_remove snap 157 2024-08-29T17:54:32.377 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:54:32 smithi028 bash[78352]: cluster 2024-08-29T17:54:30.956331+0000 mgr.y (mgr.25022) 143 : cluster [DBG] pgmap v215: 121 pgs: 121 active+clean; 389 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 400 KiB/s wr, 3 op/s; 16 MiB/s, 4 objects/s recovering 2024-08-29T17:54:32.378 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:54:32 smithi028 bash[78352]: cluster 2024-08-29T17:54:31.311793+0000 mon.a (mon.0) 450 : cluster [DBG] osdmap e463: 8 total, 8 up, 8 in 2024-08-29T17:54:32.378 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:54:32 smithi028 bash[78352]: audit 2024-08-29T17:54:31.339685+0000 mon.a (mon.0) 451 : audit [INF] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' 2024-08-29T17:54:32.378 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:54:32 smithi028 bash[78352]: audit 2024-08-29T17:54:31.347748+0000 mon.a (mon.0) 452 : audit [INF] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' 2024-08-29T17:54:32.378 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:54:32 smithi028 bash[78352]: audit 2024-08-29T17:54:31.349672+0000 mon.a (mon.0) 453 : audit [DBG] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-29T17:54:32.378 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:54:32 smithi028 bash[78352]: audit 2024-08-29T17:54:31.351347+0000 mon.a (mon.0) 454 : audit [INF] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-29T17:54:32.378 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:54:32 smithi028 bash[78352]: audit 2024-08-29T17:54:31.361474+0000 mon.a (mon.0) 455 : audit [INF] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' 2024-08-29T17:54:32.378 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:54:32 smithi028 bash[78352]: audit 2024-08-29T17:54:31.521488+0000 mon.a (mon.0) 456 : audit [DBG] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-29T17:54:32.378 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:54:32 smithi028 bash[78352]: audit 2024-08-29T17:54:31.525140+0000 mon.a (mon.0) 457 : audit [DBG] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-08-29T17:54:32.378 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:54:32 smithi028 bash[78352]: audit 2024-08-29T17:54:31.528168+0000 mon.a (mon.0) 458 : audit [DBG] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-08-29T17:54:32.378 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:54:32 smithi028 bash[78352]: audit 2024-08-29T17:54:31.530331+0000 mon.a (mon.0) 459 : audit [DBG] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-08-29T17:54:32.378 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:54:32 smithi028 bash[78352]: audit 2024-08-29T17:54:31.533057+0000 mon.a (mon.0) 460 : audit [DBG] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "osd ok-to-stop", "ids": ["1"], "max": 16}]: dispatch 2024-08-29T17:54:32.380 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:54:32 smithi028 bash[78352]: audit 2024-08-29T17:54:31.533406+0000 mgr.y (mgr.25022) 144 : audit [DBG] from='mon.0 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["1"], "max": 16}]: dispatch 2024-08-29T17:54:32.380 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:54:32 smithi028 bash[78352]: cephadm 2024-08-29T17:54:31.535298+0000 mgr.y (mgr.25022) 145 : cephadm [INF] Upgrade: osd.1 is safe to restart 2024-08-29T17:54:32.380 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:54:32 smithi028 bash[77168]: cluster 2024-08-29T17:54:30.956331+0000 mgr.y (mgr.25022) 143 : cluster [DBG] pgmap v215: 121 pgs: 121 active+clean; 389 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 400 KiB/s wr, 3 op/s; 16 MiB/s, 4 objects/s recovering 2024-08-29T17:54:32.380 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:54:32 smithi028 bash[77168]: cluster 2024-08-29T17:54:31.311793+0000 mon.a (mon.0) 450 : cluster [DBG] osdmap e463: 8 total, 8 up, 8 in 2024-08-29T17:54:32.381 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:54:32 smithi028 bash[77168]: audit 2024-08-29T17:54:31.339685+0000 mon.a (mon.0) 451 : audit [INF] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' 2024-08-29T17:54:32.381 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:54:32 smithi028 bash[77168]: audit 2024-08-29T17:54:31.347748+0000 mon.a (mon.0) 452 : audit [INF] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' 2024-08-29T17:54:32.381 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:54:32 smithi028 bash[77168]: audit 2024-08-29T17:54:31.349672+0000 mon.a (mon.0) 453 : audit [DBG] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-29T17:54:32.381 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:54:32 smithi028 bash[77168]: audit 2024-08-29T17:54:31.351347+0000 mon.a (mon.0) 454 : audit [INF] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-29T17:54:32.381 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:54:32 smithi028 bash[77168]: audit 2024-08-29T17:54:31.361474+0000 mon.a (mon.0) 455 : audit [INF] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' 2024-08-29T17:54:32.381 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:54:32 smithi028 bash[77168]: audit 2024-08-29T17:54:31.521488+0000 mon.a (mon.0) 456 : audit [DBG] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-29T17:54:32.381 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:54:32 smithi028 bash[77168]: audit 2024-08-29T17:54:31.525140+0000 mon.a (mon.0) 457 : audit [DBG] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-08-29T17:54:32.381 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:54:32 smithi028 bash[77168]: audit 2024-08-29T17:54:31.528168+0000 mon.a (mon.0) 458 : audit [DBG] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-08-29T17:54:32.381 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:54:32 smithi028 bash[77168]: audit 2024-08-29T17:54:31.530331+0000 mon.a (mon.0) 459 : audit [DBG] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-08-29T17:54:32.381 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:54:32 smithi028 bash[77168]: audit 2024-08-29T17:54:31.533057+0000 mon.a (mon.0) 460 : audit [DBG] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "osd ok-to-stop", "ids": ["1"], "max": 16}]: dispatch 2024-08-29T17:54:32.381 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:54:32 smithi028 bash[77168]: audit 2024-08-29T17:54:31.533406+0000 mgr.y (mgr.25022) 144 : audit [DBG] from='mon.0 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["1"], "max": 16}]: dispatch 2024-08-29T17:54:32.381 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:54:32 smithi028 bash[77168]: cephadm 2024-08-29T17:54:31.535298+0000 mgr.y (mgr.25022) 145 : cephadm [INF] Upgrade: osd.1 is safe to restart 2024-08-29T17:54:32.574 INFO:journalctl@ceph.prometheus.a.smithi053.stdout:Aug 29 17:54:32 smithi053 bash[61790]: ts=2024-08-29T17:54:32.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"3167ee72-662c-11ef-bcd4-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-29T17:54:32.574 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:54:32 smithi053 bash[68679]: cluster 2024-08-29T17:54:30.956331+0000 mgr.y (mgr.25022) 143 : cluster [DBG] pgmap v215: 121 pgs: 121 active+clean; 389 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 400 KiB/s wr, 3 op/s; 16 MiB/s, 4 objects/s recovering 2024-08-29T17:54:32.574 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:54:32 smithi053 bash[68679]: cluster 2024-08-29T17:54:31.311793+0000 mon.a (mon.0) 450 : cluster [DBG] osdmap e463: 8 total, 8 up, 8 in 2024-08-29T17:54:32.574 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:54:32 smithi053 bash[68679]: audit 2024-08-29T17:54:31.339685+0000 mon.a (mon.0) 451 : audit [INF] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' 2024-08-29T17:54:32.575 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:54:32 smithi053 bash[68679]: audit 2024-08-29T17:54:31.347748+0000 mon.a (mon.0) 452 : audit [INF] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' 2024-08-29T17:54:32.575 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:54:32 smithi053 bash[68679]: audit 2024-08-29T17:54:31.349672+0000 mon.a (mon.0) 453 : audit [DBG] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-29T17:54:32.575 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:54:32 smithi053 bash[68679]: audit 2024-08-29T17:54:31.351347+0000 mon.a (mon.0) 454 : audit [INF] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-29T17:54:32.575 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:54:32 smithi053 bash[68679]: audit 2024-08-29T17:54:31.361474+0000 mon.a (mon.0) 455 : audit [INF] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' 2024-08-29T17:54:32.575 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:54:32 smithi053 bash[68679]: audit 2024-08-29T17:54:31.521488+0000 mon.a (mon.0) 456 : audit [DBG] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-29T17:54:32.575 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:54:32 smithi053 bash[68679]: audit 2024-08-29T17:54:31.525140+0000 mon.a (mon.0) 457 : audit [DBG] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-08-29T17:54:32.575 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:54:32 smithi053 bash[68679]: audit 2024-08-29T17:54:31.528168+0000 mon.a (mon.0) 458 : audit [DBG] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-08-29T17:54:32.575 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:54:32 smithi053 bash[68679]: audit 2024-08-29T17:54:31.530331+0000 mon.a (mon.0) 459 : audit [DBG] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-08-29T17:54:32.575 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:54:32 smithi053 bash[68679]: audit 2024-08-29T17:54:31.533057+0000 mon.a (mon.0) 460 : audit [DBG] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "osd ok-to-stop", "ids": ["1"], "max": 16}]: dispatch 2024-08-29T17:54:32.575 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:54:32 smithi053 bash[68679]: audit 2024-08-29T17:54:31.533406+0000 mgr.y (mgr.25022) 144 : audit [DBG] from='mon.0 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["1"], "max": 16}]: dispatch 2024-08-29T17:54:32.575 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:54:32 smithi053 bash[68679]: cephadm 2024-08-29T17:54:31.535298+0000 mgr.y (mgr.25022) 145 : cephadm [INF] Upgrade: osd.1 is safe to restart 2024-08-29T17:54:33.335 INFO:tasks.rados.rados.0.smithi028.stdout:1933: done (0 left) 2024-08-29T17:54:33.335 INFO:tasks.rados.rados.0.smithi028.stdout:append oid 34 current snap is 201 2024-08-29T17:54:33.335 INFO:tasks.rados.rados.0.smithi028.stdout:1934: seq_num 602 ranges {1835008=491520} 2024-08-29T17:54:33.349 INFO:tasks.rados.rados.0.smithi028.stdout:1934: writing smithi02869045-34 from 1835008 to 2326528 tid 1 2024-08-29T17:54:33.349 INFO:tasks.rados.rados.0.smithi028.stdout:append oid 38 current snap is 201 2024-08-29T17:54:33.350 INFO:tasks.rados.rados.0.smithi028.stdout:1935: seq_num 603 ranges {0=507904} 2024-08-29T17:54:33.353 INFO:tasks.rados.rados.0.smithi028.stdout:1935: writing smithi02869045-38 from 0 to 507904 tid 1 2024-08-29T17:54:33.353 INFO:tasks.rados.rados.0.smithi028.stdout:append oid 1 current snap is 201 2024-08-29T17:54:33.353 INFO:tasks.rados.rados.0.smithi028.stdout:1936: seq_num 604 ranges {0=524288} 2024-08-29T17:54:33.357 INFO:tasks.rados.rados.0.smithi028.stdout:1936: writing smithi02869045-1 from 0 to 524288 tid 1 2024-08-29T17:54:33.357 INFO:tasks.rados.rados.0.smithi028.stdout:1937: rollback oid 33 current snap is 201 2024-08-29T17:54:33.357 INFO:tasks.rados.rados.0.smithi028.stdout:rollback oid 33 to 198 2024-08-29T17:54:33.357 INFO:tasks.rados.rados.0.smithi028.stdout:1938: rollback oid 7 current snap is 201 2024-08-29T17:54:33.357 INFO:tasks.rados.rados.0.smithi028.stdout:rollback oid 7 to 186 2024-08-29T17:54:33.357 INFO:tasks.rados.rados.0.smithi028.stdout:1939: copy_from oid 15 from oid 28 current snap is 201 2024-08-29T17:54:33.357 INFO:tasks.rados.rados.0.smithi028.stdout:1940: read oid 3 snap -1 2024-08-29T17:54:33.357 INFO:tasks.rados.rados.0.smithi028.stdout:1940: expect (ObjNum 0 snap 0 seq_num 0) 2024-08-29T17:54:33.357 INFO:tasks.rados.rados.0.smithi028.stdout:1941: rollback oid 25 current snap is 201 2024-08-29T17:54:33.358 INFO:tasks.rados.rados.0.smithi028.stdout:rollback oid 25 to 158 2024-08-29T17:54:33.358 INFO:tasks.rados.rados.0.smithi028.stdout:1942: copy_from oid 5 from oid 42 current snap is 201 2024-08-29T17:54:33.358 INFO:tasks.rados.rados.0.smithi028.stdout:1943: copy_from oid 20 from oid 8 current snap is 201 2024-08-29T17:54:33.358 INFO:tasks.rados.rados.0.smithi028.stdout:1944: read oid 26 snap 175 2024-08-29T17:54:33.358 INFO:tasks.rados.rados.0.smithi028.stdout:1944: expect (ObjNum 490 snap 151 seq_num 490) 2024-08-29T17:54:33.358 INFO:tasks.rados.rados.0.smithi028.stdout:1945: read oid 4 snap -1 2024-08-29T17:54:33.358 INFO:tasks.rados.rados.0.smithi028.stdout:1945: expect (ObjNum 581 snap 188 seq_num 581) 2024-08-29T17:54:33.358 INFO:tasks.rados.rados.0.smithi028.stdout:1946: snap_create 2024-08-29T17:54:33.367 INFO:tasks.rados.rados.0.smithi028.stdout:1940: expect (ObjNum 0 snap 0 seq_num 0) 2024-08-29T17:54:33.370 INFO:tasks.rados.rados.0.smithi028.stdout:1943: finishing copy_from to smithi02869045-20 2024-08-29T17:54:33.370 INFO:tasks.rados.rados.0.smithi028.stdout:1943: got expected ENOENT (src dne) 2024-08-29T17:54:33.373 INFO:tasks.rados.rados.0.smithi028.stdout:1941: finishing rollback tid 0 to smithi02869045-25 2024-08-29T17:54:33.373 INFO:tasks.rados.rados.0.smithi028.stdout:1943: finishing copy_from racing read to smithi02869045-20 2024-08-29T17:54:33.374 INFO:tasks.rados.rados.0.smithi028.stdout:1942: finishing copy_from to smithi02869045-5 2024-08-29T17:54:33.374 INFO:tasks.rados.rados.0.smithi028.stdout:1942: got expected ENOENT (src dne) 2024-08-29T17:54:33.376 INFO:tasks.rados.rados.0.smithi028.stdout:1942: finishing copy_from racing read to smithi02869045-5 2024-08-29T17:54:33.376 INFO:tasks.rados.rados.0.smithi028.stdout:1935: finishing write tid 1 to smithi02869045-38 2024-08-29T17:54:33.377 INFO:tasks.rados.rados.0.smithi028.stdout:1941: finishing rollback tid 1 to smithi02869045-25 2024-08-29T17:54:33.377 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 25 v 999 (ObjNum 609 snap 0 seq_num 1676987016) dirty dne 2024-08-29T17:54:33.380 INFO:tasks.rados.rados.0.smithi028.stdout:1934: finishing write tid 1 to smithi02869045-34 2024-08-29T17:54:33.381 INFO:tasks.rados.rados.0.smithi028.stdout:1934: finishing write tid 2 to smithi02869045-34 2024-08-29T17:54:33.396 INFO:tasks.rados.rados.0.smithi028.stdout:1944: expect (ObjNum 490 snap 151 seq_num 490) 2024-08-29T17:54:33.490 INFO:tasks.rados.rados.0.smithi028.stdout:1934: finishing write tid 3 to smithi02869045-34 2024-08-29T17:54:33.490 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 34 v 1094 (ObjNum 602 snap 201 seq_num 602) dirty exists 2024-08-29T17:54:33.490 INFO:tasks.rados.rados.0.smithi028.stdout:1934: left oid 34 (ObjNum 602 snap 201 seq_num 602) 2024-08-29T17:54:33.490 INFO:tasks.rados.rados.0.smithi028.stdout:1936: finishing write tid 1 to smithi02869045-1 2024-08-29T17:54:33.490 INFO:tasks.rados.rados.0.smithi028.stdout:1936: finishing write tid 2 to smithi02869045-1 2024-08-29T17:54:33.490 INFO:tasks.rados.rados.0.smithi028.stdout:1935: finishing write tid 2 to smithi02869045-38 2024-08-29T17:54:33.490 INFO:tasks.rados.rados.0.smithi028.stdout:1935: finishing write tid 3 to smithi02869045-38 2024-08-29T17:54:33.490 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 38 v 1142 (ObjNum 603 snap 201 seq_num 603) dirty exists 2024-08-29T17:54:33.490 INFO:tasks.rados.rados.0.smithi028.stdout:1935: left oid 38 (ObjNum 603 snap 201 seq_num 603) 2024-08-29T17:54:33.490 INFO:tasks.rados.rados.0.smithi028.stdout:1939: finishing copy_from racing read to smithi02869045-15 2024-08-29T17:54:33.491 INFO:tasks.rados.rados.0.smithi028.stdout:1937: finishing rollback tid 0 to smithi02869045-33 2024-08-29T17:54:33.491 INFO:tasks.rados.rados.0.smithi028.stdout:1937: finishing rollback tid 1 to smithi02869045-33 2024-08-29T17:54:33.491 INFO:tasks.rados.rados.0.smithi028.stdout:1937: finishing rollback tid 2 to smithi02869045-33 2024-08-29T17:54:33.491 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 33 v 1682 (ObjNum 322 snap 101 seq_num 322) dirty exists 2024-08-29T17:54:33.491 INFO:tasks.rados.rados.0.smithi028.stdout:1938: finishing rollback tid 0 to smithi02869045-7 2024-08-29T17:54:33.491 INFO:tasks.rados.rados.0.smithi028.stdout:1938: finishing rollback tid 1 to smithi02869045-7 2024-08-29T17:54:33.491 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 7 v 1685 (ObjNum 433 snap 0 seq_num 1489387169) dirty dne 2024-08-29T17:54:33.491 INFO:tasks.rados.rados.0.smithi028.stdout:1945: expect (ObjNum 581 snap 188 seq_num 581) 2024-08-29T17:54:33.608 INFO:tasks.rados.rados.0.smithi028.stdout:1936: finishing write tid 3 to smithi02869045-1 2024-08-29T17:54:33.608 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 1 v 1678 (ObjNum 604 snap 201 seq_num 604) dirty exists 2024-08-29T17:54:33.608 INFO:tasks.rados.rados.0.smithi028.stdout:1936: left oid 1 (ObjNum 604 snap 201 seq_num 604) 2024-08-29T17:54:33.608 INFO:tasks.rados.rados.0.smithi028.stdout:1939: finishing copy_from to smithi02869045-15 2024-08-29T17:54:33.608 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 15 v 1133 (ObjNum 582 snap 190 seq_num 582) dirty exists 2024-08-29T17:54:33.627 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:54:33 smithi028 bash[77168]: cluster 2024-08-29T17:54:32.333305+0000 mon.a (mon.0) 461 : cluster [DBG] osdmap e464: 8 total, 8 up, 8 in 2024-08-29T17:54:33.628 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:54:33 smithi028 bash[78352]: cluster 2024-08-29T17:54:32.333305+0000 mon.a (mon.0) 461 : cluster [DBG] osdmap e464: 8 total, 8 up, 8 in 2024-08-29T17:54:33.824 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:54:33 smithi053 bash[68679]: cluster 2024-08-29T17:54:32.333305+0000 mon.a (mon.0) 461 : cluster [DBG] osdmap e464: 8 total, 8 up, 8 in 2024-08-29T17:54:33.824 INFO:journalctl@ceph.prometheus.a.smithi053.stdout:Aug 29 17:54:33 smithi053 bash[61790]: ts=2024-08-29T17:54:33.508Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=nodes name=CephNodeDiskspaceWarning index=4 msg="Evaluating rule failed" rule="alert: CephNodeDiskspaceWarning\nexpr: predict_linear(node_filesystem_free_bytes{device=~\"/.*\"}[2d], 3600 * 24 * 5)\n * on (instance) group_left (nodename) node_uname_info < 0\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.8.4\n severity: warning\n type: ceph_default\nannotations:\n description: Mountpoint {{ $labels.mountpoint }} on {{ $labels.nodename }} will\n be full in less than 5 days based on the 48 hour trailing fill rate.\n summary: Host filesystem free space is getting low\n" err="found duplicate series for the match group {instance=\"smithi028\"} on the right hand-side of the operation: [{__name__=\"node_uname_info\", domainname=\"(none)\", instance=\"smithi028\", job=\"node\", machine=\"x86_64\", nodename=\"smithi028\", release=\"5.15.0-119-generic\", sysname=\"Linux\", version=\"#129-Ubuntu SMP Fri Aug 2 19:25:20 UTC 2024\"}, {__name__=\"node_uname_info\", cluster=\"3167ee72-662c-11ef-bcd4-c7b262605968\", domainname=\"(none)\", instance=\"smithi028\", job=\"node\", machine=\"x86_64\", nodename=\"smithi028\", release=\"5.15.0-119-generic\", sysname=\"Linux\", version=\"#129-Ubuntu SMP Fri Aug 2 19:25:20 UTC 2024\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-29T17:54:34.150 INFO:tasks.rados.rados.0.smithi028.stdout:1934: done (12 left) 2024-08-29T17:54:34.150 INFO:tasks.rados.rados.0.smithi028.stdout:1935: done (11 left) 2024-08-29T17:54:34.150 INFO:tasks.rados.rados.0.smithi028.stdout:1936: done (10 left) 2024-08-29T17:54:34.150 INFO:tasks.rados.rados.0.smithi028.stdout:1937: done (9 left) 2024-08-29T17:54:34.150 INFO:tasks.rados.rados.0.smithi028.stdout:1938: done (8 left) 2024-08-29T17:54:34.150 INFO:tasks.rados.rados.0.smithi028.stdout:1939: done (7 left) 2024-08-29T17:54:34.150 INFO:tasks.rados.rados.0.smithi028.stdout:1940: done (6 left) 2024-08-29T17:54:34.150 INFO:tasks.rados.rados.0.smithi028.stdout:1941: done (5 left) 2024-08-29T17:54:34.150 INFO:tasks.rados.rados.0.smithi028.stdout:1942: done (4 left) 2024-08-29T17:54:34.150 INFO:tasks.rados.rados.0.smithi028.stdout:1943: done (3 left) 2024-08-29T17:54:34.151 INFO:tasks.rados.rados.0.smithi028.stdout:1944: done (2 left) 2024-08-29T17:54:34.151 INFO:tasks.rados.rados.0.smithi028.stdout:1945: done (1 left) 2024-08-29T17:54:34.151 INFO:tasks.rados.rados.0.smithi028.stdout:1946: done (0 left) 2024-08-29T17:54:34.151 INFO:tasks.rados.rados.0.smithi028.stdout:1947: snap_create 2024-08-29T17:54:34.628 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:54:34 smithi028 bash[78352]: cluster 2024-08-29T17:54:32.957618+0000 mgr.y (mgr.25022) 146 : cluster [DBG] pgmap v218: 121 pgs: 121 active+clean; 391 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail; 7.3 MiB/s rd, 404 KiB/s wr, 17 op/s 2024-08-29T17:54:34.628 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:54:34 smithi028 bash[78352]: cluster 2024-08-29T17:54:33.339583+0000 mon.a (mon.0) 462 : cluster [DBG] osdmap e465: 8 total, 8 up, 8 in 2024-08-29T17:54:34.629 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:54:34 smithi028 bash[78352]: cluster 2024-08-29T17:54:34.153117+0000 mon.a (mon.0) 463 : cluster [DBG] osdmap e466: 8 total, 8 up, 8 in 2024-08-29T17:54:34.629 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:54:34 smithi028 bash[78352]: audit 2024-08-29T17:54:34.172577+0000 mon.a (mon.0) 464 : audit [INF] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' 2024-08-29T17:54:34.629 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:54:34 smithi028 bash[78352]: audit 2024-08-29T17:54:34.176496+0000 mon.a (mon.0) 465 : audit [INF] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.1"}]: dispatch 2024-08-29T17:54:34.629 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:54:34 smithi028 bash[78352]: audit 2024-08-29T17:54:34.177411+0000 mon.a (mon.0) 466 : audit [DBG] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-29T17:54:34.629 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:54:34 smithi028 bash[77168]: cluster 2024-08-29T17:54:32.957618+0000 mgr.y (mgr.25022) 146 : cluster [DBG] pgmap v218: 121 pgs: 121 active+clean; 391 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail; 7.3 MiB/s rd, 404 KiB/s wr, 17 op/s 2024-08-29T17:54:34.629 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:54:34 smithi028 bash[77168]: cluster 2024-08-29T17:54:33.339583+0000 mon.a (mon.0) 462 : cluster [DBG] osdmap e465: 8 total, 8 up, 8 in 2024-08-29T17:54:34.629 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:54:34 smithi028 bash[77168]: cluster 2024-08-29T17:54:34.153117+0000 mon.a (mon.0) 463 : cluster [DBG] osdmap e466: 8 total, 8 up, 8 in 2024-08-29T17:54:34.629 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:54:34 smithi028 bash[77168]: audit 2024-08-29T17:54:34.172577+0000 mon.a (mon.0) 464 : audit [INF] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' 2024-08-29T17:54:34.629 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:54:34 smithi028 bash[77168]: audit 2024-08-29T17:54:34.176496+0000 mon.a (mon.0) 465 : audit [INF] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.1"}]: dispatch 2024-08-29T17:54:34.629 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:54:34 smithi028 bash[77168]: audit 2024-08-29T17:54:34.177411+0000 mon.a (mon.0) 466 : audit [DBG] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-29T17:54:34.824 INFO:journalctl@ceph.prometheus.a.smithi053.stdout:Aug 29 17:54:34 smithi053 bash[61790]: ts=2024-08-29T17:54:34.454Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pgs name=CephPGsInactive index=0 msg="Evaluating rule failed" rule="alert: CephPGsInactive\nexpr: ceph_pool_metadata * on (pool_id, instance) group_left () (ceph_pg_total - ceph_pg_active)\n > 0\nfor: 5m\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.7.1\n severity: critical\n type: ceph_default\nannotations:\n description: '{{ $value }} PGs have been inactive for more than 5 minutes in pool\n {{ $labels.name }}. Inactive placement groups are not able to serve read/write\n requests.'\n summary: One or more placement groups are inactive\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the right hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"3167ee72-662c-11ef-bcd4-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-29T17:54:34.824 INFO:journalctl@ceph.prometheus.a.smithi053.stdout:Aug 29 17:54:34 smithi053 bash[61790]: ts=2024-08-29T17:54:34.455Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pgs name=CephPGsUnclean index=1 msg="Evaluating rule failed" rule="alert: CephPGsUnclean\nexpr: ceph_pool_metadata * on (pool_id, instance) group_left () (ceph_pg_total - ceph_pg_clean)\n > 0\nfor: 15m\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.7.2\n severity: warning\n type: ceph_default\nannotations:\n description: '{{ $value }} PGs have been unclean for more than 15 minutes in pool\n {{ $labels.name }}. Unclean PGs have not recovered from a previous failure.'\n summary: One or more placement groups are marked unclean\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the right hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"3167ee72-662c-11ef-bcd4-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-29T17:54:34.824 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:54:34 smithi053 bash[68679]: cluster 2024-08-29T17:54:32.957618+0000 mgr.y (mgr.25022) 146 : cluster [DBG] pgmap v218: 121 pgs: 121 active+clean; 391 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail; 7.3 MiB/s rd, 404 KiB/s wr, 17 op/s 2024-08-29T17:54:34.825 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:54:34 smithi053 bash[68679]: cluster 2024-08-29T17:54:33.339583+0000 mon.a (mon.0) 462 : cluster [DBG] osdmap e465: 8 total, 8 up, 8 in 2024-08-29T17:54:34.825 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:54:34 smithi053 bash[68679]: cluster 2024-08-29T17:54:34.153117+0000 mon.a (mon.0) 463 : cluster [DBG] osdmap e466: 8 total, 8 up, 8 in 2024-08-29T17:54:34.825 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:54:34 smithi053 bash[68679]: audit 2024-08-29T17:54:34.172577+0000 mon.a (mon.0) 464 : audit [INF] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' 2024-08-29T17:54:34.825 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:54:34 smithi053 bash[68679]: audit 2024-08-29T17:54:34.176496+0000 mon.a (mon.0) 465 : audit [INF] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.1"}]: dispatch 2024-08-29T17:54:34.825 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:54:34 smithi053 bash[68679]: audit 2024-08-29T17:54:34.177411+0000 mon.a (mon.0) 466 : audit [DBG] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-29T17:54:35.154 INFO:tasks.rados.rados.0.smithi028.stdout:1947: done (0 left) 2024-08-29T17:54:35.154 INFO:tasks.rados.rados.0.smithi028.stdout:append oid 17 current snap is 203 2024-08-29T17:54:35.154 INFO:tasks.rados.rados.0.smithi028.stdout:1948: seq_num 605 ranges {49152=540672} 2024-08-29T17:54:35.163 INFO:tasks.rados.rados.0.smithi028.stdout:1948: writing smithi02869045-17 from 49152 to 589824 tid 1 2024-08-29T17:54:35.163 INFO:tasks.rados.rados.0.smithi028.stdout:1949: delete oid 34 current snap is 203 2024-08-29T17:54:35.175 INFO:tasks.rados.rados.0.smithi028.stdout:1949: done (1 left) 2024-08-29T17:54:35.175 INFO:tasks.rados.rados.0.smithi028.stdout:1950: delete oid 48 current snap is 203 2024-08-29T17:54:35.177 INFO:tasks.rados.rados.0.smithi028.stdout:1948: finishing write tid 1 to smithi02869045-17 2024-08-29T17:54:35.178 INFO:tasks.rados.rados.0.smithi028.stdout:1948: finishing write tid 2 to smithi02869045-17 2024-08-29T17:54:35.182 INFO:tasks.rados.rados.0.smithi028.stdout:1948: finishing write tid 3 to smithi02869045-17 2024-08-29T17:54:35.182 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 17 v 1694 (ObjNum 605 snap 203 seq_num 605) dirty exists 2024-08-29T17:54:35.182 INFO:tasks.rados.rados.0.smithi028.stdout:1948: left oid 17 (ObjNum 605 snap 203 seq_num 605) 2024-08-29T17:54:35.185 INFO:tasks.rados.rados.0.smithi028.stdout:1948: done (1 left) 2024-08-29T17:54:35.186 INFO:tasks.rados.rados.0.smithi028.stdout:1950: done (0 left) 2024-08-29T17:54:35.186 INFO:tasks.rados.rados.0.smithi028.stdout:append oid 39 current snap is 203 2024-08-29T17:54:35.186 INFO:tasks.rados.rados.0.smithi028.stdout:1951: seq_num 608 ranges {270336=589824} 2024-08-29T17:54:35.191 INFO:tasks.rados.rados.0.smithi028.stdout:1951: writing smithi02869045-39 from 270336 to 860160 tid 1 2024-08-29T17:54:35.191 INFO:tasks.rados.rados.0.smithi028.stdout:1952: rollback oid 36 current snap is 203 2024-08-29T17:54:35.191 INFO:tasks.rados.rados.0.smithi028.stdout:rollback oid 36 to 201 2024-08-29T17:54:35.191 INFO:tasks.rados.rados.0.smithi028.stdout:1953: read oid 43 snap -1 2024-08-29T17:54:35.191 INFO:tasks.rados.rados.0.smithi028.stdout:1953: expect (ObjNum 593 snap 196 seq_num 593) 2024-08-29T17:54:35.191 INFO:tasks.rados.rados.0.smithi028.stdout:1954: copy_from oid 35 from oid 49 current snap is 203 2024-08-29T17:54:35.191 INFO:tasks.rados.rados.0.smithi028.stdout:1955: read oid 30 snap -1 2024-08-29T17:54:35.191 INFO:tasks.rados.rados.0.smithi028.stdout:1955: expect (ObjNum 591 snap 195 seq_num 591) 2024-08-29T17:54:35.191 INFO:tasks.rados.rados.0.smithi028.stdout:1956: snap_create 2024-08-29T17:54:35.193 INFO:tasks.rados.rados.0.smithi028.stdout:1954: finishing copy_from to smithi02869045-35 2024-08-29T17:54:35.194 INFO:tasks.rados.rados.0.smithi028.stdout:1954: got expected ENOENT (src dne) 2024-08-29T17:54:35.194 INFO:tasks.rados.rados.0.smithi028.stdout:1954: finishing copy_from racing read to smithi02869045-35 2024-08-29T17:54:35.201 INFO:tasks.rados.rados.0.smithi028.stdout:1952: finishing rollback tid 0 to smithi02869045-36 2024-08-29T17:54:35.201 INFO:tasks.rados.rados.0.smithi028.stdout:1952: finishing rollback tid 1 to smithi02869045-36 2024-08-29T17:54:35.202 INFO:tasks.rados.rados.0.smithi028.stdout:1952: finishing rollback tid 2 to smithi02869045-36 2024-08-29T17:54:35.202 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 36 v 1073 (ObjNum 566 snap 181 seq_num 566) dirty exists 2024-08-29T17:54:35.206 INFO:tasks.rados.rados.0.smithi028.stdout:1951: finishing write tid 1 to smithi02869045-39 2024-08-29T17:54:35.206 INFO:tasks.rados.rados.0.smithi028.stdout:1951: finishing write tid 2 to smithi02869045-39 2024-08-29T17:54:35.208 INFO:tasks.rados.rados.0.smithi028.stdout:1951: finishing write tid 3 to smithi02869045-39 2024-08-29T17:54:35.208 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 39 v 1433 (ObjNum 608 snap 203 seq_num 608) dirty exists 2024-08-29T17:54:35.209 INFO:tasks.rados.rados.0.smithi028.stdout:1951: left oid 39 (ObjNum 608 snap 203 seq_num 608) 2024-08-29T17:54:35.223 INFO:tasks.rados.rados.0.smithi028.stdout:1953: expect (ObjNum 593 snap 196 seq_num 593) 2024-08-29T17:54:35.627 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:54:35 smithi028 bash[77168]: cephadm 2024-08-29T17:54:34.165544+0000 mgr.y (mgr.25022) 147 : cephadm [INF] Upgrade: Updating osd.1 2024-08-29T17:54:35.628 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:54:35 smithi028 bash[77168]: cephadm 2024-08-29T17:54:34.181899+0000 mgr.y (mgr.25022) 148 : cephadm [INF] Deploying daemon osd.1 on smithi028 2024-08-29T17:54:35.628 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:54:35 smithi028 bash[77168]: cluster 2024-08-29T17:54:35.157243+0000 mon.a (mon.0) 467 : cluster [DBG] osdmap e467: 8 total, 8 up, 8 in 2024-08-29T17:54:35.628 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:54:35 smithi028 bash[78352]: cephadm 2024-08-29T17:54:34.165544+0000 mgr.y (mgr.25022) 147 : cephadm [INF] Upgrade: Updating osd.1 2024-08-29T17:54:35.628 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:54:35 smithi028 bash[78352]: cephadm 2024-08-29T17:54:34.181899+0000 mgr.y (mgr.25022) 148 : cephadm [INF] Deploying daemon osd.1 on smithi028 2024-08-29T17:54:35.628 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:54:35 smithi028 bash[78352]: cluster 2024-08-29T17:54:35.157243+0000 mon.a (mon.0) 467 : cluster [DBG] osdmap e467: 8 total, 8 up, 8 in 2024-08-29T17:54:35.809 INFO:tasks.rados.rados.0.smithi028.stdout:1955: expect (ObjNum 591 snap 195 seq_num 591) 2024-08-29T17:54:35.824 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:54:35 smithi053 bash[68679]: cephadm 2024-08-29T17:54:34.165544+0000 mgr.y (mgr.25022) 147 : cephadm [INF] Upgrade: Updating osd.1 2024-08-29T17:54:35.824 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:54:35 smithi053 bash[68679]: cephadm 2024-08-29T17:54:34.181899+0000 mgr.y (mgr.25022) 148 : cephadm [INF] Deploying daemon osd.1 on smithi028 2024-08-29T17:54:35.824 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:54:35 smithi053 bash[68679]: cluster 2024-08-29T17:54:35.157243+0000 mon.a (mon.0) 467 : cluster [DBG] osdmap e467: 8 total, 8 up, 8 in 2024-08-29T17:54:35.850 INFO:teuthology.orchestra.run.smithi028.stdout:true 2024-08-29T17:54:36.157 INFO:tasks.rados.rados.0.smithi028.stdout:1951: done (5 left) 2024-08-29T17:54:36.157 INFO:tasks.rados.rados.0.smithi028.stdout:1952: done (4 left) 2024-08-29T17:54:36.158 INFO:tasks.rados.rados.0.smithi028.stdout:1953: done (3 left) 2024-08-29T17:54:36.158 INFO:tasks.rados.rados.0.smithi028.stdout:1954: done (2 left) 2024-08-29T17:54:36.158 INFO:tasks.rados.rados.0.smithi028.stdout:1955: done (1 left) 2024-08-29T17:54:36.158 INFO:tasks.rados.rados.0.smithi028.stdout:1956: done (0 left) 2024-08-29T17:54:36.158 INFO:tasks.rados.rados.0.smithi028.stdout:append oid 38 current snap is 204 2024-08-29T17:54:36.158 INFO:tasks.rados.rados.0.smithi028.stdout:1957: seq_num 609 ranges {507904=606208} 2024-08-29T17:54:36.179 INFO:teuthology.orchestra.run.smithi028.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2024-08-29T17:54:36.179 INFO:teuthology.orchestra.run.smithi028.stdout:alertmanager.a smithi028 *:9093,9094 running (4m) 16s ago 11m 13.3M - 0.25.0 c8568f914cd2 c7223f7204fa 2024-08-29T17:54:36.179 INFO:teuthology.orchestra.run.smithi028.stdout:grafana.a smithi053 *:3000 running (4m) 87s ago 10m 75.7M - 9.4.7 954c08fa6188 a7eaafe982e3 2024-08-29T17:54:36.179 INFO:teuthology.orchestra.run.smithi028.stdout:mds.a smithi028 running (14m) 16s ago 14m 15.0M - 17.2.7-1503-ga89f613d 250d9a61b6c5 c6b415d0b6f0 2024-08-29T17:54:36.179 INFO:teuthology.orchestra.run.smithi028.stdout:mds.b smithi053 running (14m) 87s ago 14m 18.8M - 17.2.7-1503-ga89f613d 250d9a61b6c5 8d3ee9e57659 2024-08-29T17:54:36.180 INFO:teuthology.orchestra.run.smithi028.stdout:mgr.x smithi053 *:8443,9283,8765 running (3m) 87s ago 21m 426M - 19.1.1-235-g1ef86450 d401bb9bb76e a0460ca70cca 2024-08-29T17:54:36.180 INFO:teuthology.orchestra.run.smithi028.stdout:mgr.y smithi028 *:8443,9283,8765 running (4m) 16s ago 24m 488M - 19.1.1-235-g1ef86450 d401bb9bb76e ef4c084deb28 2024-08-29T17:54:36.180 INFO:teuthology.orchestra.run.smithi028.stdout:mon.a smithi028 running (2m) 16s ago 24m 50.8M 2048M 19.1.1-235-g1ef86450 d401bb9bb76e d1fec2ed5501 2024-08-29T17:54:36.180 INFO:teuthology.orchestra.run.smithi028.stdout:mon.b smithi053 running (100s) 87s ago 22m 19.5M 2048M 19.1.1-235-g1ef86450 d401bb9bb76e 39595741be2a 2024-08-29T17:54:36.180 INFO:teuthology.orchestra.run.smithi028.stdout:mon.c smithi028 running (2m) 16s ago 22m 43.3M 2048M 19.1.1-235-g1ef86450 d401bb9bb76e c6717e02deb1 2024-08-29T17:54:36.180 INFO:teuthology.orchestra.run.smithi028.stdout:node-exporter.a smithi028 *:9100 running (4m) 16s ago 11m 7952k - 1.5.0 0da6a335fe13 620017e337b2 2024-08-29T17:54:36.180 INFO:teuthology.orchestra.run.smithi028.stdout:node-exporter.b smithi053 *:9100 running (4m) 87s ago 11m 7711k - 1.5.0 0da6a335fe13 e8eb22b0ee9e 2024-08-29T17:54:36.180 INFO:teuthology.orchestra.run.smithi028.stdout:osd.0 smithi028 running (20s) 16s ago 21m - 2525M 19.1.1-235-g1ef86450 d401bb9bb76e 6fbb60538386 2024-08-29T17:54:36.180 INFO:teuthology.orchestra.run.smithi028.stdout:osd.1 smithi028 running (20m) 16s ago 20m 268M 2525M 17.2.7-1503-ga89f613d 250d9a61b6c5 f84612c9ccfa 2024-08-29T17:54:36.180 INFO:teuthology.orchestra.run.smithi028.stdout:osd.2 smithi028 running (19m) 16s ago 19m 258M 2525M 17.2.7-1503-ga89f613d 250d9a61b6c5 7e6fdf4e2629 2024-08-29T17:54:36.180 INFO:teuthology.orchestra.run.smithi028.stdout:osd.3 smithi028 running (18m) 16s ago 18m 225M 2525M 17.2.7-1503-ga89f613d 250d9a61b6c5 4f0fede11ee1 2024-08-29T17:54:36.180 INFO:teuthology.orchestra.run.smithi028.stdout:osd.4 smithi053 running (17m) 87s ago 17m 323M 2525M 17.2.7-1503-ga89f613d 250d9a61b6c5 e93527f41048 2024-08-29T17:54:36.180 INFO:teuthology.orchestra.run.smithi028.stdout:osd.5 smithi053 running (16m) 87s ago 16m 221M 2525M 17.2.7-1503-ga89f613d 250d9a61b6c5 86885633963d 2024-08-29T17:54:36.180 INFO:teuthology.orchestra.run.smithi028.stdout:osd.6 smithi053 running (15m) 87s ago 15m 137M 2525M 17.2.7-1503-ga89f613d 250d9a61b6c5 e65db659e42e 2024-08-29T17:54:36.181 INFO:teuthology.orchestra.run.smithi028.stdout:osd.7 smithi053 running (14m) 87s ago 14m 178M 2525M 17.2.7-1503-ga89f613d 250d9a61b6c5 69a8ac6ca110 2024-08-29T17:54:36.181 INFO:teuthology.orchestra.run.smithi028.stdout:prometheus.a smithi053 *:9095 running (3m) 87s ago 11m 52.7M - 2.43.0 a07b618ecd1d 9d3edc9bcb79 2024-08-29T17:54:36.183 INFO:tasks.rados.rados.0.smithi028.stdout:1957: writing smithi02869045-38 from 507904 to 1114112 tid 1 2024-08-29T17:54:36.183 INFO:tasks.rados.rados.0.smithi028.stdout:1958: delete oid 14 current snap is 204 2024-08-29T17:54:36.192 INFO:tasks.rados.rados.0.smithi028.stdout:1958: done (1 left) 2024-08-29T17:54:36.192 INFO:tasks.rados.rados.0.smithi028.stdout:1959: rollback oid 48 current snap is 204 2024-08-29T17:54:36.192 INFO:tasks.rados.rados.0.smithi028.stdout:rollback oid 48 to 158 2024-08-29T17:54:36.192 INFO:tasks.rados.rados.0.smithi028.stdout:1960: read oid 36 snap 158 2024-08-29T17:54:36.192 INFO:tasks.rados.rados.0.smithi028.stdout:1960: expect (ObjNum 466 snap 146 seq_num 466) 2024-08-29T17:54:36.192 INFO:tasks.rados.rados.0.smithi028.stdout:1961: setattr oid 27 current snap is 204 2024-08-29T17:54:36.197 INFO:tasks.rados.rados.0.smithi028.stdout:1962: read oid 21 snap -1 2024-08-29T17:54:36.197 INFO:tasks.rados.rados.0.smithi028.stdout:1962: expect (ObjNum 580 snap 188 seq_num 580) 2024-08-29T17:54:36.197 INFO:tasks.rados.rados.0.smithi028.stdout:1963: snap_remove snap 198 2024-08-29T17:54:36.535 INFO:teuthology.orchestra.run.smithi028.stdout:{ 2024-08-29T17:54:36.535 INFO:teuthology.orchestra.run.smithi028.stdout: "mon": { 2024-08-29T17:54:36.535 INFO:teuthology.orchestra.run.smithi028.stdout: "ceph version 19.1.1-235-g1ef86450 (1ef864504b8875c83ee6c2c5fedc13315bebf7f5) squid (rc)": 3 2024-08-29T17:54:36.536 INFO:teuthology.orchestra.run.smithi028.stdout: }, 2024-08-29T17:54:36.536 INFO:teuthology.orchestra.run.smithi028.stdout: "mgr": { 2024-08-29T17:54:36.536 INFO:teuthology.orchestra.run.smithi028.stdout: "ceph version 19.1.1-235-g1ef86450 (1ef864504b8875c83ee6c2c5fedc13315bebf7f5) squid (rc)": 2 2024-08-29T17:54:36.536 INFO:teuthology.orchestra.run.smithi028.stdout: }, 2024-08-29T17:54:36.536 INFO:teuthology.orchestra.run.smithi028.stdout: "osd": { 2024-08-29T17:54:36.536 INFO:teuthology.orchestra.run.smithi028.stdout: "ceph version 17.2.7-1503-ga89f613d (a89f613db4d5b6bca82681f19d73c6d337aae2d5) quincy (stable)": 7, 2024-08-29T17:54:36.536 INFO:teuthology.orchestra.run.smithi028.stdout: "ceph version 19.1.1-235-g1ef86450 (1ef864504b8875c83ee6c2c5fedc13315bebf7f5) squid (rc)": 1 2024-08-29T17:54:36.536 INFO:teuthology.orchestra.run.smithi028.stdout: }, 2024-08-29T17:54:36.536 INFO:teuthology.orchestra.run.smithi028.stdout: "mds": { 2024-08-29T17:54:36.536 INFO:teuthology.orchestra.run.smithi028.stdout: "ceph version 17.2.7-1503-ga89f613d (a89f613db4d5b6bca82681f19d73c6d337aae2d5) quincy (stable)": 2 2024-08-29T17:54:36.536 INFO:teuthology.orchestra.run.smithi028.stdout: }, 2024-08-29T17:54:36.537 INFO:teuthology.orchestra.run.smithi028.stdout: "overall": { 2024-08-29T17:54:36.537 INFO:teuthology.orchestra.run.smithi028.stdout: "ceph version 17.2.7-1503-ga89f613d (a89f613db4d5b6bca82681f19d73c6d337aae2d5) quincy (stable)": 9, 2024-08-29T17:54:36.537 INFO:teuthology.orchestra.run.smithi028.stdout: "ceph version 19.1.1-235-g1ef86450 (1ef864504b8875c83ee6c2c5fedc13315bebf7f5) squid (rc)": 6 2024-08-29T17:54:36.537 INFO:teuthology.orchestra.run.smithi028.stdout: } 2024-08-29T17:54:36.537 INFO:teuthology.orchestra.run.smithi028.stdout:} 2024-08-29T17:54:36.628 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:54:36 smithi028 bash[78352]: cluster 2024-08-29T17:54:34.958373+0000 mgr.y (mgr.25022) 149 : cluster [DBG] pgmap v221: 121 pgs: 121 active+clean; 391 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail; 8.6 MiB/s rd, 404 KiB/s wr, 18 op/s 2024-08-29T17:54:36.628 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:54:36 smithi028 bash[78352]: cluster 2024-08-29T17:54:36.156246+0000 mon.a (mon.0) 468 : cluster [DBG] osdmap e468: 8 total, 8 up, 8 in 2024-08-29T17:54:36.628 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:54:36 smithi028 bash[77168]: cluster 2024-08-29T17:54:34.958373+0000 mgr.y (mgr.25022) 149 : cluster [DBG] pgmap v221: 121 pgs: 121 active+clean; 391 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail; 8.6 MiB/s rd, 404 KiB/s wr, 18 op/s 2024-08-29T17:54:36.628 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:54:36 smithi028 bash[77168]: cluster 2024-08-29T17:54:36.156246+0000 mon.a (mon.0) 468 : cluster [DBG] osdmap e468: 8 total, 8 up, 8 in 2024-08-29T17:54:36.824 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:54:36 smithi053 bash[68679]: cluster 2024-08-29T17:54:34.958373+0000 mgr.y (mgr.25022) 149 : cluster [DBG] pgmap v221: 121 pgs: 121 active+clean; 391 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail; 8.6 MiB/s rd, 404 KiB/s wr, 18 op/s 2024-08-29T17:54:36.824 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:54:36 smithi053 bash[68679]: cluster 2024-08-29T17:54:36.156246+0000 mon.a (mon.0) 468 : cluster [DBG] osdmap e468: 8 total, 8 up, 8 in 2024-08-29T17:54:37.165 INFO:tasks.rados.rados.0.smithi028.stdout:1963: done (5 left) 2024-08-29T17:54:37.165 INFO:tasks.rados.rados.0.smithi028.stdout:1964: rollback oid 13 current snap is 204 2024-08-29T17:54:37.165 INFO:tasks.rados.rados.0.smithi028.stdout:rollback oid 13 to 190 2024-08-29T17:54:37.165 INFO:tasks.rados.rados.0.smithi028.stdout:1959: finishing rollback tid 1 to smithi02869045-48 2024-08-29T17:54:37.166 INFO:tasks.rados.rados.0.smithi028.stdout:1959: finishing rollback tid 2 to smithi02869045-48 2024-08-29T17:54:37.166 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 48 v 1390 (ObjNum 486 snap 151 seq_num 486) dirty exists 2024-08-29T17:54:37.166 INFO:tasks.rados.rados.0.smithi028.stdout:1962: expect (ObjNum 580 snap 188 seq_num 580) 2024-08-29T17:54:37.172 INFO:tasks.rados.rados.0.smithi028.stdout:1960: expect (ObjNum 466 snap 146 seq_num 466) 2024-08-29T17:54:37.237 INFO:tasks.rados.rados.0.smithi028.stdout:1957: finishing write tid 1 to smithi02869045-38 2024-08-29T17:54:37.237 INFO:tasks.rados.rados.0.smithi028.stdout:1957: finishing write tid 2 to smithi02869045-38 2024-08-29T17:54:37.237 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 27 v 1432 (ObjNum 289 snap 0 seq_num 1) dirty exists 2024-08-29T17:54:37.237 INFO:tasks.rados.rados.0.smithi028.stdout:1957: finishing write tid 3 to smithi02869045-38 2024-08-29T17:54:37.237 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 38 v 1144 (ObjNum 609 snap 204 seq_num 609) dirty exists 2024-08-29T17:54:37.237 INFO:tasks.rados.rados.0.smithi028.stdout:1957: left oid 38 (ObjNum 609 snap 204 seq_num 609) 2024-08-29T17:54:37.237 INFO:tasks.rados.rados.0.smithi028.stdout:1964: finishing rollback tid 0 to smithi02869045-13 2024-08-29T17:54:37.237 INFO:tasks.rados.rados.0.smithi028.stdout:1964: finishing rollback tid 1 to smithi02869045-13 2024-08-29T17:54:37.238 INFO:tasks.rados.rados.0.smithi028.stdout:1964: finishing rollback tid 2 to smithi02869045-13 2024-08-29T17:54:37.238 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 13 v 1702 (ObjNum 512 snap 159 seq_num 512) dirty exists 2024-08-29T17:54:37.238 INFO:tasks.rados.rados.0.smithi028.stdout:1957: done (5 left) 2024-08-29T17:54:37.238 INFO:tasks.rados.rados.0.smithi028.stdout:1959: done (4 left) 2024-08-29T17:54:37.238 INFO:tasks.rados.rados.0.smithi028.stdout:1960: done (3 left) 2024-08-29T17:54:37.238 INFO:tasks.rados.rados.0.smithi028.stdout:1961: done (2 left) 2024-08-29T17:54:37.238 INFO:tasks.rados.rados.0.smithi028.stdout:1962: done (1 left) 2024-08-29T17:54:37.238 INFO:tasks.rados.rados.0.smithi028.stdout:1964: done (0 left) 2024-08-29T17:54:37.238 INFO:tasks.rados.rados.0.smithi028.stdout:1965: read oid 16 snap -1 2024-08-29T17:54:37.238 INFO:tasks.rados.rados.0.smithi028.stdout:1965: expect (ObjNum 572 snap 183 seq_num 572) 2024-08-29T17:54:37.238 INFO:tasks.rados.rados.0.smithi028.stdout:1966: copy_from oid 50 from oid 47 current snap is 204 2024-08-29T17:54:37.238 INFO:tasks.rados.rados.0.smithi028.stdout:append oid 14 current snap is 204 2024-08-29T17:54:37.238 INFO:tasks.rados.rados.0.smithi028.stdout:1967: seq_num 611 ranges {0=638976} 2024-08-29T17:54:37.248 INFO:tasks.rados.rados.0.smithi028.stdout:1967: writing smithi02869045-14 from 0 to 638976 tid 1 2024-08-29T17:54:37.248 INFO:tasks.rados.rados.0.smithi028.stdout:1968: read oid 20 snap -1 2024-08-29T17:54:37.248 INFO:tasks.rados.rados.0.smithi028.stdout:1968: expect (ObjNum 549 snap 173 seq_num 549) 2024-08-29T17:54:37.248 INFO:tasks.rados.rados.0.smithi028.stdout:append oid 32 current snap is 204 2024-08-29T17:54:37.249 INFO:tasks.rados.rados.0.smithi028.stdout:1969: seq_num 612 ranges {5955584=655360} 2024-08-29T17:54:37.327 INFO:tasks.rados.rados.0.smithi028.stdout:1969: writing smithi02869045-32 from 5955584 to 6610944 tid 1 2024-08-29T17:54:37.327 INFO:tasks.rados.rados.0.smithi028.stdout:append oid 33 current snap is 204 2024-08-29T17:54:37.327 INFO:tasks.rados.rados.0.smithi028.stdout:1970: seq_num 613 ranges {3358720=671744} 2024-08-29T17:54:37.354 INFO:tasks.rados.rados.0.smithi028.stdout:1970: writing smithi02869045-33 from 3358720 to 4030464 tid 1 2024-08-29T17:54:37.354 INFO:tasks.rados.rados.0.smithi028.stdout:1971: delete oid 23 current snap is 204 2024-08-29T17:54:37.354 INFO:tasks.rados.rados.0.smithi028.stdout:1967: finishing write tid 1 to smithi02869045-14 2024-08-29T17:54:37.354 INFO:tasks.rados.rados.0.smithi028.stdout:1967: finishing write tid 2 to smithi02869045-14 2024-08-29T17:54:37.354 INFO:tasks.rados.rados.0.smithi028.stdout:1966: finishing copy_from racing read to smithi02869045-50 2024-08-29T17:54:37.354 INFO:tasks.rados.rados.0.smithi028.stdout:1966: finishing copy_from to smithi02869045-50 2024-08-29T17:54:37.355 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 50 v 1139 (ObjNum 474 snap 149 seq_num 474) dirty exists 2024-08-29T17:54:37.355 INFO:tasks.rados.rados.0.smithi028.stdout:1967: finishing write tid 3 to smithi02869045-14 2024-08-29T17:54:37.355 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 14 v 1033 (ObjNum 611 snap 204 seq_num 611) dirty exists 2024-08-29T17:54:37.355 INFO:tasks.rados.rados.0.smithi028.stdout:1967: left oid 14 (ObjNum 611 snap 204 seq_num 611) 2024-08-29T17:54:37.355 INFO:tasks.rados.rados.0.smithi028.stdout:1965: expect (ObjNum 572 snap 183 seq_num 572) 2024-08-29T17:54:37.544 INFO:tasks.rados.rados.0.smithi028.stdout:1968: expect (ObjNum 549 snap 173 seq_num 549) 2024-08-29T17:54:37.628 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:54:37 smithi028 bash[78352]: audit 2024-08-29T17:54:35.841367+0000 mgr.y (mgr.25022) 150 : audit [DBG] from='client.34239 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-08-29T17:54:37.628 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:54:37 smithi028 bash[78352]: audit 2024-08-29T17:54:36.136762+0000 mgr.y (mgr.25022) 151 : audit [DBG] from='client.44168 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-08-29T17:54:37.628 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:54:37 smithi028 bash[78352]: audit 2024-08-29T17:54:36.539459+0000 mon.a (mon.0) 469 : audit [DBG] from='client.? 172.21.15.28:0/822396677' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-08-29T17:54:37.628 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:54:37 smithi028 bash[78352]: audit 2024-08-29T17:54:37.098209+0000 mon.a (mon.0) 470 : audit [INF] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' 2024-08-29T17:54:37.628 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:54:37 smithi028 bash[78352]: cluster 2024-08-29T17:54:37.161451+0000 mon.a (mon.0) 471 : cluster [DBG] osdmap e469: 8 total, 8 up, 8 in 2024-08-29T17:54:37.628 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:54:37 smithi028 bash[77168]: audit 2024-08-29T17:54:35.841367+0000 mgr.y (mgr.25022) 150 : audit [DBG] from='client.34239 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-08-29T17:54:37.628 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:54:37 smithi028 bash[77168]: audit 2024-08-29T17:54:36.136762+0000 mgr.y (mgr.25022) 151 : audit [DBG] from='client.44168 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-08-29T17:54:37.628 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:54:37 smithi028 bash[77168]: audit 2024-08-29T17:54:36.539459+0000 mon.a (mon.0) 469 : audit [DBG] from='client.? 172.21.15.28:0/822396677' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-08-29T17:54:37.628 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:54:37 smithi028 bash[77168]: audit 2024-08-29T17:54:37.098209+0000 mon.a (mon.0) 470 : audit [INF] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' 2024-08-29T17:54:37.629 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:54:37 smithi028 bash[77168]: cluster 2024-08-29T17:54:37.161451+0000 mon.a (mon.0) 471 : cluster [DBG] osdmap e469: 8 total, 8 up, 8 in 2024-08-29T17:54:37.670 INFO:tasks.rados.rados.0.smithi028.stdout:1969: finishing write tid 1 to smithi02869045-32 2024-08-29T17:54:37.671 INFO:tasks.rados.rados.0.smithi028.stdout:1969: finishing write tid 2 to smithi02869045-32 2024-08-29T17:54:37.671 INFO:tasks.rados.rados.0.smithi028.stdout:1969: finishing write tid 3 to smithi02869045-32 2024-08-29T17:54:37.671 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 32 v 305 (ObjNum 612 snap 204 seq_num 612) dirty exists 2024-08-29T17:54:37.671 INFO:tasks.rados.rados.0.smithi028.stdout:1969: left oid 32 (ObjNum 612 snap 204 seq_num 612) 2024-08-29T17:54:37.671 INFO:tasks.rados.rados.0.smithi028.stdout:1970: finishing write tid 1 to smithi02869045-33 2024-08-29T17:54:37.671 INFO:tasks.rados.rados.0.smithi028.stdout:1970: finishing write tid 2 to smithi02869045-33 2024-08-29T17:54:37.671 INFO:tasks.rados.rados.0.smithi028.stdout:1970: finishing write tid 3 to smithi02869045-33 2024-08-29T17:54:37.671 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 33 v 1709 (ObjNum 613 snap 204 seq_num 613) dirty exists 2024-08-29T17:54:37.671 INFO:tasks.rados.rados.0.smithi028.stdout:1970: left oid 33 (ObjNum 613 snap 204 seq_num 613) 2024-08-29T17:54:37.671 INFO:tasks.rados.rados.0.smithi028.stdout:1965: done (6 left) 2024-08-29T17:54:37.671 INFO:tasks.rados.rados.0.smithi028.stdout:1966: done (5 left) 2024-08-29T17:54:37.671 INFO:tasks.rados.rados.0.smithi028.stdout:1967: done (4 left) 2024-08-29T17:54:37.671 INFO:tasks.rados.rados.0.smithi028.stdout:1968: done (3 left) 2024-08-29T17:54:37.672 INFO:tasks.rados.rados.0.smithi028.stdout:1969: done (2 left) 2024-08-29T17:54:37.672 INFO:tasks.rados.rados.0.smithi028.stdout:1970: done (1 left) 2024-08-29T17:54:37.672 INFO:tasks.rados.rados.0.smithi028.stdout:1971: done (0 left) 2024-08-29T17:54:37.672 INFO:tasks.rados.rados.0.smithi028.stdout:1972: read oid 7 snap -1 2024-08-29T17:54:37.672 INFO:tasks.rados.rados.0.smithi028.stdout:1972: expect deleted 2024-08-29T17:54:37.672 INFO:tasks.rados.rados.0.smithi028.stdout:1973: rollback oid 27 current snap is 204 2024-08-29T17:54:37.672 INFO:tasks.rados.rados.0.smithi028.stdout:rollback oid 27 to 202 2024-08-29T17:54:37.672 INFO:tasks.rados.rados.0.smithi028.stdout:1974: read oid 49 snap 175 2024-08-29T17:54:37.672 INFO:tasks.rados.rados.0.smithi028.stdout:1974: expect (ObjNum 505 snap 155 seq_num 505) 2024-08-29T17:54:37.672 INFO:tasks.rados.rados.0.smithi028.stdout:1975: rmattr oid 14 current snap is 204 2024-08-29T17:54:37.672 INFO:tasks.rados.rados.0.smithi028.stdout:1975: done (3 left) 2024-08-29T17:54:37.672 INFO:tasks.rados.rados.0.smithi028.stdout:1976: snap_remove snap 90 2024-08-29T17:54:37.824 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:54:37 smithi053 bash[68679]: audit 2024-08-29T17:54:35.841367+0000 mgr.y (mgr.25022) 150 : audit [DBG] from='client.34239 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-08-29T17:54:37.824 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:54:37 smithi053 bash[68679]: audit 2024-08-29T17:54:36.136762+0000 mgr.y (mgr.25022) 151 : audit [DBG] from='client.44168 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-08-29T17:54:37.824 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:54:37 smithi053 bash[68679]: audit 2024-08-29T17:54:36.539459+0000 mon.a (mon.0) 469 : audit [DBG] from='client.? 172.21.15.28:0/822396677' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-08-29T17:54:37.824 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:54:37 smithi053 bash[68679]: audit 2024-08-29T17:54:37.098209+0000 mon.a (mon.0) 470 : audit [INF] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' 2024-08-29T17:54:37.824 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:54:37 smithi053 bash[68679]: cluster 2024-08-29T17:54:37.161451+0000 mon.a (mon.0) 471 : cluster [DBG] osdmap e469: 8 total, 8 up, 8 in 2024-08-29T17:54:38.367 INFO:tasks.rados.rados.0.smithi028.stdout:1976: done (3 left) 2024-08-29T17:54:38.367 INFO:tasks.rados.rados.0.smithi028.stdout:1977: snap_remove snap 192 2024-08-29T17:54:38.628 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:54:38 smithi028 bash[77168]: cluster 2024-08-29T17:54:36.959118+0000 mgr.y (mgr.25022) 152 : cluster [DBG] pgmap v224: 121 pgs: 121 active+clean; 391 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail; 1.3 MiB/s rd, 0 op/s 2024-08-29T17:54:38.628 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:54:38 smithi028 bash[78352]: cluster 2024-08-29T17:54:36.959118+0000 mgr.y (mgr.25022) 152 : cluster [DBG] pgmap v224: 121 pgs: 121 active+clean; 391 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail; 1.3 MiB/s rd, 0 op/s 2024-08-29T17:54:38.659 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:54:38 smithi053 bash[68679]: cluster 2024-08-29T17:54:36.959118+0000 mgr.y (mgr.25022) 152 : cluster [DBG] pgmap v224: 121 pgs: 121 active+clean; 391 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail; 1.3 MiB/s rd, 0 op/s 2024-08-29T17:54:39.052 INFO:journalctl@ceph.mgr.y.smithi028.stdout:Aug 29 17:54:38 smithi028 systemd[1]: /etc/systemd/system/ceph-3167ee72-662c-11ef-bcd4-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-08-29T17:54:39.052 INFO:journalctl@ceph.osd.0.smithi028.stdout:Aug 29 17:54:38 smithi028 systemd[1]: /etc/systemd/system/ceph-3167ee72-662c-11ef-bcd4-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-08-29T17:54:39.053 INFO:journalctl@ceph.mds.a.smithi028.stdout:Aug 29 17:54:38 smithi028 systemd[1]: /etc/systemd/system/ceph-3167ee72-662c-11ef-bcd4-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-08-29T17:54:39.053 INFO:journalctl@ceph.node-exporter.a.smithi028.stdout:Aug 29 17:54:38 smithi028 systemd[1]: /etc/systemd/system/ceph-3167ee72-662c-11ef-bcd4-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-08-29T17:54:39.053 INFO:journalctl@ceph.osd.2.smithi028.stdout:Aug 29 17:54:38 smithi028 systemd[1]: /etc/systemd/system/ceph-3167ee72-662c-11ef-bcd4-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-08-29T17:54:39.054 INFO:journalctl@ceph.osd.3.smithi028.stdout:Aug 29 17:54:38 smithi028 systemd[1]: /etc/systemd/system/ceph-3167ee72-662c-11ef-bcd4-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-08-29T17:54:39.054 INFO:journalctl@ceph.alertmanager.a.smithi028.stdout:Aug 29 17:54:38 smithi028 systemd[1]: /etc/systemd/system/ceph-3167ee72-662c-11ef-bcd4-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-08-29T17:54:39.054 INFO:journalctl@ceph.osd.1.smithi028.stdout:Aug 29 17:54:38 smithi028 systemd[1]: /etc/systemd/system/ceph-3167ee72-662c-11ef-bcd4-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-08-29T17:54:39.055 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:54:38 smithi028 systemd[1]: /etc/systemd/system/ceph-3167ee72-662c-11ef-bcd4-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-08-29T17:54:39.055 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:54:38 smithi028 systemd[1]: /etc/systemd/system/ceph-3167ee72-662c-11ef-bcd4-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-08-29T17:54:39.074 INFO:journalctl@ceph.prometheus.a.smithi053.stdout:Aug 29 17:54:38 smithi053 bash[61790]: ts=2024-08-29T17:54:38.661Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=osd name=CephOSDFlapping index=13 msg="Evaluating rule failed" rule="alert: CephOSDFlapping\nexpr: (rate(ceph_osd_up[5m]) * on (ceph_daemon) group_left (hostname) ceph_osd_metadata)\n * 60 > 1\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.4.4\n severity: warning\n type: ceph_default\nannotations:\n description: OSD {{ $labels.ceph_daemon }} on {{ $labels.hostname }} was marked\n down and back up {{ $value | humanize }} times once a minute for 5 minutes. This\n may indicate a network issue (latency, packet loss, MTU mismatch) on the cluster\n network, or the public network if no cluster network is deployed. Check the network\n stats on the listed host(s).\n documentation: https://docs.ceph.com/en/latest/rados/troubleshooting/troubleshooting-osd#flapping-osds\n summary: Network issues are causing OSDs to flap (mark each other down)\n" err="found duplicate series for the match group {ceph_daemon=\"osd.0\"} on the right hand-side of the operation: [{__name__=\"ceph_osd_metadata\", ceph_daemon=\"osd.0\", ceph_version=\"ceph version 19.1.1-235-g1ef86450 (1ef864504b8875c83ee6c2c5fedc13315bebf7f5) squid (rc)\", cluster=\"3167ee72-662c-11ef-bcd4-c7b262605968\", cluster_addr=\"172.21.15.28\", device_class=\"ssd\", hostname=\"smithi028\", instance=\"ceph_cluster\", job=\"ceph\", objectstore=\"bluestore\", public_addr=\"172.21.15.28\"}, {__name__=\"ceph_osd_metadata\", ceph_daemon=\"osd.0\", ceph_version=\"ceph version 17.2.7-1503-ga89f613d (a89f613db4d5b6bca82681f19d73c6d337aae2d5) quincy (stable)\", cluster_addr=\"172.21.15.28\", device_class=\"ssd\", hostname=\"smithi028\", instance=\"ceph_cluster\", job=\"ceph\", objectstore=\"bluestore\", public_addr=\"172.21.15.28\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-29T17:54:39.371 INFO:journalctl@ceph.osd.1.smithi028.stdout:Aug 29 17:54:39 smithi028 systemd[1]: Stopping Ceph osd.1 for 3167ee72-662c-11ef-bcd4-c7b262605968... 2024-08-29T17:54:39.371 INFO:journalctl@ceph.osd.1.smithi028.stdout:Aug 29 17:54:39 smithi028 bash[40440]: debug 2024-08-29T17:54:39.184+0000 7ff176eaa640 -1 received signal: Terminated from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.1 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2024-08-29T17:54:39.372 INFO:journalctl@ceph.osd.1.smithi028.stdout:Aug 29 17:54:39 smithi028 bash[40440]: debug 2024-08-29T17:54:39.184+0000 7ff176eaa640 -1 osd.1 470 *** Got signal Terminated *** 2024-08-29T17:54:39.372 INFO:journalctl@ceph.osd.1.smithi028.stdout:Aug 29 17:54:39 smithi028 bash[40440]: debug 2024-08-29T17:54:39.184+0000 7ff176eaa640 -1 osd.1 470 *** Immediate shutdown (osd_fast_shutdown=true) *** 2024-08-29T17:54:39.380 INFO:tasks.rados.rados.0.smithi028.stdout:1977: done (3 left) 2024-08-29T17:54:39.380 INFO:tasks.rados.rados.0.smithi028.stdout:append oid 32 current snap is 204 2024-08-29T17:54:39.380 INFO:tasks.rados.rados.0.smithi028.stdout:1978: seq_num 615 ranges {6610944=704512} 2024-08-29T17:54:39.424 INFO:tasks.rados.rados.0.smithi028.stdout:1978: writing smithi02869045-32 from 6610944 to 7315456 tid 1 2024-08-29T17:54:39.424 INFO:tasks.rados.rados.0.smithi028.stdout:1979: setattr oid 14 current snap is 204 2024-08-29T17:54:39.424 INFO:tasks.rados.rados.0.smithi028.stdout:1973: finishing rollback tid 0 to smithi02869045-27 2024-08-29T17:54:39.424 INFO:tasks.rados.rados.0.smithi028.stdout:1973: finishing rollback tid 1 to smithi02869045-27 2024-08-29T17:54:39.424 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 27 v 1434 (ObjNum 289 snap 0 seq_num 1) dirty dne 2024-08-29T17:54:39.424 INFO:tasks.rados.rados.0.smithi028.stdout:1974: expect (ObjNum 505 snap 155 seq_num 505) 2024-08-29T17:54:39.627 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:54:39 smithi028 bash[77168]: cluster 2024-08-29T17:54:38.370355+0000 mon.a (mon.0) 472 : cluster [DBG] osdmap e470: 8 total, 8 up, 8 in 2024-08-29T17:54:39.628 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:54:39 smithi028 bash[77168]: cluster 2024-08-29T17:54:39.188200+0000 mon.a (mon.0) 473 : cluster [INF] osd.1 marked itself down and dead 2024-08-29T17:54:39.628 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:54:39 smithi028 bash[78352]: cluster 2024-08-29T17:54:38.370355+0000 mon.a (mon.0) 472 : cluster [DBG] osdmap e470: 8 total, 8 up, 8 in 2024-08-29T17:54:39.628 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:54:39 smithi028 bash[78352]: cluster 2024-08-29T17:54:39.188200+0000 mon.a (mon.0) 473 : cluster [INF] osd.1 marked itself down and dead 2024-08-29T17:54:39.824 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:54:39 smithi053 bash[68679]: cluster 2024-08-29T17:54:38.370355+0000 mon.a (mon.0) 472 : cluster [DBG] osdmap e470: 8 total, 8 up, 8 in 2024-08-29T17:54:39.824 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:54:39 smithi053 bash[68679]: cluster 2024-08-29T17:54:39.188200+0000 mon.a (mon.0) 473 : cluster [INF] osd.1 marked itself down and dead 2024-08-29T17:54:40.374 INFO:tasks.rados.rados.0.smithi028.stdout:1972: done (4 left) 2024-08-29T17:54:40.374 INFO:tasks.rados.rados.0.smithi028.stdout:1973: done (3 left) 2024-08-29T17:54:40.374 INFO:tasks.rados.rados.0.smithi028.stdout:1974: done (2 left) 2024-08-29T17:54:40.375 INFO:tasks.rados.rados.0.smithi028.stdout:1980: rollback oid 11 current snap is 204 2024-08-29T17:54:40.375 INFO:tasks.rados.rados.0.smithi028.stdout:rollback oid 11 to 180 2024-08-29T17:54:40.375 INFO:tasks.rados.rados.0.smithi028.stdout:1981: read oid 47 snap -1 2024-08-29T17:54:40.375 INFO:tasks.rados.rados.0.smithi028.stdout:1981: expect (ObjNum 474 snap 149 seq_num 474) 2024-08-29T17:54:40.375 INFO:tasks.rados.rados.0.smithi028.stdout:1982: setattr oid 24 current snap is 204 2024-08-29T17:54:40.380 INFO:tasks.rados.rados.0.smithi028.stdout:1983: read oid 6 snap 186 2024-08-29T17:54:40.380 INFO:tasks.rados.rados.0.smithi028.stdout:1983: expect (ObjNum 562 snap 180 seq_num 562) 2024-08-29T17:54:40.380 INFO:tasks.rados.rados.0.smithi028.stdout:1984: read oid 36 snap -1 2024-08-29T17:54:40.380 INFO:tasks.rados.rados.0.smithi028.stdout:1984: expect (ObjNum 566 snap 181 seq_num 566) 2024-08-29T17:54:40.380 INFO:tasks.rados.rados.0.smithi028.stdout:append oid 10 current snap is 204 2024-08-29T17:54:40.381 INFO:tasks.rados.rados.0.smithi028.stdout:1985: seq_num 616 ranges {950272=720896} 2024-08-29T17:54:40.393 INFO:tasks.rados.rados.0.smithi028.stdout:1985: writing smithi02869045-10 from 950272 to 1671168 tid 1 2024-08-29T17:54:40.393 INFO:tasks.rados.rados.0.smithi028.stdout:append oid 33 current snap is 204 2024-08-29T17:54:40.394 INFO:tasks.rados.rados.0.smithi028.stdout:1986: seq_num 617 ranges {4030464=737280} 2024-08-29T17:54:40.426 INFO:tasks.rados.rados.0.smithi028.stdout:1986: writing smithi02869045-33 from 4030464 to 4767744 tid 1 2024-08-29T17:54:40.427 INFO:tasks.rados.rados.0.smithi028.stdout:1987: copy_from oid 38 from oid 1 current snap is 204 2024-08-29T17:54:40.427 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 14 v 1034 (ObjNum 611 snap 204 seq_num 611) dirty exists 2024-08-29T17:54:40.427 INFO:tasks.rados.rados.0.smithi028.stdout:1980: finishing rollback tid 0 to smithi02869045-11 2024-08-29T17:54:40.427 INFO:tasks.rados.rados.0.smithi028.stdout:1979: done (9 left) 2024-08-29T17:54:40.427 INFO:tasks.rados.rados.0.smithi028.stdout:1988: snap_remove snap 202 2024-08-29T17:54:40.773 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:54:40 smithi028 bash[78352]: cluster 2024-08-29T17:54:38.959559+0000 mgr.y (mgr.25022) 153 : cluster [DBG] pgmap v227: 121 pgs: 121 active+clean; 401 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail; 24 MiB/s rd, 2.2 MiB/s wr, 28 op/s 2024-08-29T17:54:40.773 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:54:40 smithi028 bash[78352]: cluster 2024-08-29T17:54:39.366463+0000 mon.a (mon.0) 474 : cluster [WRN] Health check failed: 1 osds down (OSD_DOWN) 2024-08-29T17:54:40.773 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:54:40 smithi028 bash[78352]: cluster 2024-08-29T17:54:39.382900+0000 mon.a (mon.0) 475 : cluster [DBG] osdmap e471: 8 total, 7 up, 8 in 2024-08-29T17:54:40.773 INFO:journalctl@ceph.osd.1.smithi028.stdout:Aug 29 17:54:40 smithi028 bash[86604]: ceph-3167ee72-662c-11ef-bcd4-c7b262605968-osd-1 2024-08-29T17:54:40.774 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:54:40 smithi028 bash[77168]: cluster 2024-08-29T17:54:38.959559+0000 mgr.y (mgr.25022) 153 : cluster [DBG] pgmap v227: 121 pgs: 121 active+clean; 401 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail; 24 MiB/s rd, 2.2 MiB/s wr, 28 op/s 2024-08-29T17:54:40.774 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:54:40 smithi028 bash[77168]: cluster 2024-08-29T17:54:39.366463+0000 mon.a (mon.0) 474 : cluster [WRN] Health check failed: 1 osds down (OSD_DOWN) 2024-08-29T17:54:40.774 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:54:40 smithi028 bash[77168]: cluster 2024-08-29T17:54:39.382900+0000 mon.a (mon.0) 475 : cluster [DBG] osdmap e471: 8 total, 7 up, 8 in 2024-08-29T17:54:40.824 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:54:40 smithi053 bash[68679]: cluster 2024-08-29T17:54:38.959559+0000 mgr.y (mgr.25022) 153 : cluster [DBG] pgmap v227: 121 pgs: 121 active+clean; 401 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail; 24 MiB/s rd, 2.2 MiB/s wr, 28 op/s 2024-08-29T17:54:40.824 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:54:40 smithi053 bash[68679]: cluster 2024-08-29T17:54:39.366463+0000 mon.a (mon.0) 474 : cluster [WRN] Health check failed: 1 osds down (OSD_DOWN) 2024-08-29T17:54:40.824 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:54:40 smithi053 bash[68679]: cluster 2024-08-29T17:54:39.382900+0000 mon.a (mon.0) 475 : cluster [DBG] osdmap e471: 8 total, 7 up, 8 in 2024-08-29T17:54:41.127 INFO:journalctl@ceph.osd.1.smithi028.stdout:Aug 29 17:54:40 smithi028 bash[86668]: Error response from daemon: No such container: ceph-3167ee72-662c-11ef-bcd4-c7b262605968-osd-1 2024-08-29T17:54:41.401 INFO:tasks.rados.rados.0.smithi028.stdout:1988: done (9 left) 2024-08-29T17:54:41.401 INFO:tasks.rados.rados.0.smithi028.stdout:append oid 28 current snap is 204 2024-08-29T17:54:41.401 INFO:tasks.rados.rados.0.smithi028.stdout:1989: seq_num 618 ranges {2252800=753664} 2024-08-29T17:54:41.427 INFO:tasks.rados.rados.0.smithi028.stdout:1989: writing smithi02869045-28 from 2252800 to 3006464 tid 1 2024-08-29T17:54:41.427 INFO:tasks.rados.rados.0.smithi028.stdout:1990: snap_remove snap 176 2024-08-29T17:54:41.824 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:54:41 smithi053 bash[68679]: cluster 2024-08-29T17:54:40.383218+0000 mon.a (mon.0) 476 : cluster [DBG] osdmap e472: 8 total, 7 up, 8 in 2024-08-29T17:54:41.877 INFO:journalctl@ceph.mgr.y.smithi028.stdout:Aug 29 17:54:41 smithi028 bash[70818]: ::ffff:172.21.15.53 - - [29/Aug/2024:17:54:41] "GET /metrics HTTP/1.1" 200 36086 "" "Prometheus/2.43.0" 2024-08-29T17:54:41.877 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:54:41 smithi028 bash[77168]: cluster 2024-08-29T17:54:40.383218+0000 mon.a (mon.0) 476 : cluster [DBG] osdmap e472: 8 total, 7 up, 8 in 2024-08-29T17:54:41.878 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:54:41 smithi028 bash[78352]: cluster 2024-08-29T17:54:40.383218+0000 mon.a (mon.0) 476 : cluster [DBG] osdmap e472: 8 total, 7 up, 8 in 2024-08-29T17:54:42.412 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 24 v 1424 (ObjNum 289 snap 0 seq_num 1) dirty exists 2024-08-29T17:54:42.413 INFO:tasks.rados.rados.0.smithi028.stdout:1980: finishing rollback tid 1 to smithi02869045-11 2024-08-29T17:54:42.413 INFO:tasks.rados.rados.0.smithi028.stdout:1980: finishing rollback tid 2 to smithi02869045-11 2024-08-29T17:54:42.413 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 11 v 1068 (ObjNum 493 snap 151 seq_num 493) dirty exists 2024-08-29T17:54:42.413 INFO:tasks.rados.rados.0.smithi028.stdout:1984: expect (ObjNum 566 snap 181 seq_num 566) 2024-08-29T17:54:42.558 INFO:tasks.rados.rados.0.smithi028.stdout:1981: expect (ObjNum 474 snap 149 seq_num 474) 2024-08-29T17:54:42.574 INFO:journalctl@ceph.prometheus.a.smithi053.stdout:Aug 29 17:54:42 smithi053 bash[61790]: ts=2024-08-29T17:54:42.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"3167ee72-662c-11ef-bcd4-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-29T17:54:42.574 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:54:42 smithi053 bash[68679]: cluster 2024-08-29T17:54:40.960236+0000 mgr.y (mgr.25022) 154 : cluster [DBG] pgmap v230: 121 pgs: 16 stale+active+clean, 105 active+clean; 401 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail; 24 MiB/s rd, 2.2 MiB/s wr, 28 op/s 2024-08-29T17:54:42.574 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:54:42 smithi053 bash[68679]: cluster 2024-08-29T17:54:41.404059+0000 mon.a (mon.0) 477 : cluster [DBG] osdmap e473: 8 total, 7 up, 8 in 2024-08-29T17:54:42.574 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:54:42 smithi053 bash[68679]: audit 2024-08-29T17:54:42.015397+0000 mon.a (mon.0) 478 : audit [INF] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' 2024-08-29T17:54:42.574 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:54:42 smithi053 bash[68679]: audit 2024-08-29T17:54:42.016811+0000 mon.a (mon.0) 479 : audit [DBG] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-29T17:54:42.628 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:54:42 smithi028 bash[78352]: cluster 2024-08-29T17:54:40.960236+0000 mgr.y (mgr.25022) 154 : cluster [DBG] pgmap v230: 121 pgs: 16 stale+active+clean, 105 active+clean; 401 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail; 24 MiB/s rd, 2.2 MiB/s wr, 28 op/s 2024-08-29T17:54:42.628 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:54:42 smithi028 bash[78352]: cluster 2024-08-29T17:54:41.404059+0000 mon.a (mon.0) 477 : cluster [DBG] osdmap e473: 8 total, 7 up, 8 in 2024-08-29T17:54:42.628 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:54:42 smithi028 bash[78352]: audit 2024-08-29T17:54:42.015397+0000 mon.a (mon.0) 478 : audit [INF] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' 2024-08-29T17:54:42.628 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:54:42 smithi028 bash[78352]: audit 2024-08-29T17:54:42.016811+0000 mon.a (mon.0) 479 : audit [DBG] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-29T17:54:42.628 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:54:42 smithi028 bash[77168]: cluster 2024-08-29T17:54:40.960236+0000 mgr.y (mgr.25022) 154 : cluster [DBG] pgmap v230: 121 pgs: 16 stale+active+clean, 105 active+clean; 401 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail; 24 MiB/s rd, 2.2 MiB/s wr, 28 op/s 2024-08-29T17:54:42.629 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:54:42 smithi028 bash[77168]: cluster 2024-08-29T17:54:41.404059+0000 mon.a (mon.0) 477 : cluster [DBG] osdmap e473: 8 total, 7 up, 8 in 2024-08-29T17:54:42.629 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:54:42 smithi028 bash[77168]: audit 2024-08-29T17:54:42.015397+0000 mon.a (mon.0) 478 : audit [INF] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' 2024-08-29T17:54:42.629 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:54:42 smithi028 bash[77168]: audit 2024-08-29T17:54:42.016811+0000 mon.a (mon.0) 479 : audit [DBG] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-29T17:54:42.631 INFO:tasks.rados.rados.0.smithi028.stdout:1978: finishing write tid 1 to smithi02869045-32 2024-08-29T17:54:42.631 INFO:tasks.rados.rados.0.smithi028.stdout:1978: finishing write tid 2 to smithi02869045-32 2024-08-29T17:54:42.631 INFO:tasks.rados.rados.0.smithi028.stdout:1985: finishing write tid 1 to smithi02869045-10 2024-08-29T17:54:42.632 INFO:tasks.rados.rados.0.smithi028.stdout:1985: finishing write tid 2 to smithi02869045-10 2024-08-29T17:54:42.632 INFO:tasks.rados.rados.0.smithi028.stdout:1978: finishing write tid 3 to smithi02869045-32 2024-08-29T17:54:42.632 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 32 v 309 (ObjNum 615 snap 204 seq_num 615) dirty exists 2024-08-29T17:54:42.632 INFO:tasks.rados.rados.0.smithi028.stdout:1978: left oid 32 (ObjNum 615 snap 204 seq_num 615) 2024-08-29T17:54:42.632 INFO:tasks.rados.rados.0.smithi028.stdout:1985: finishing write tid 3 to smithi02869045-10 2024-08-29T17:54:42.632 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 10 v 1342 (ObjNum 616 snap 204 seq_num 616) dirty exists 2024-08-29T17:54:42.632 INFO:tasks.rados.rados.0.smithi028.stdout:1985: left oid 10 (ObjNum 616 snap 204 seq_num 616) 2024-08-29T17:54:42.632 INFO:tasks.rados.rados.0.smithi028.stdout:1978: done (10 left) 2024-08-29T17:54:42.632 INFO:tasks.rados.rados.0.smithi028.stdout:1980: done (9 left) 2024-08-29T17:54:42.632 INFO:tasks.rados.rados.0.smithi028.stdout:1981: done (8 left) 2024-08-29T17:54:42.632 INFO:tasks.rados.rados.0.smithi028.stdout:1982: done (7 left) 2024-08-29T17:54:42.632 INFO:tasks.rados.rados.0.smithi028.stdout:1984: done (6 left) 2024-08-29T17:54:42.632 INFO:tasks.rados.rados.0.smithi028.stdout:1985: done (5 left) 2024-08-29T17:54:42.633 INFO:tasks.rados.rados.0.smithi028.stdout:1990: done (4 left) 2024-08-29T17:54:42.633 INFO:tasks.rados.rados.0.smithi028.stdout:1991: read oid 30 snap -1 2024-08-29T17:54:42.633 INFO:tasks.rados.rados.0.smithi028.stdout:1991: expect (ObjNum 591 snap 195 seq_num 591) 2024-08-29T17:54:42.633 INFO:tasks.rados.rados.0.smithi028.stdout:1992: copy_from oid 19 from oid 36 current snap is 204 2024-08-29T17:54:42.633 INFO:tasks.rados.rados.0.smithi028.stdout:1986: finishing write tid 1 to smithi02869045-33 2024-08-29T17:54:42.633 INFO:tasks.rados.rados.0.smithi028.stdout:1986: finishing write tid 2 to smithi02869045-33 2024-08-29T17:54:42.633 INFO:tasks.rados.rados.0.smithi028.stdout:1986: finishing write tid 3 to smithi02869045-33 2024-08-29T17:54:42.633 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 33 v 1719 (ObjNum 617 snap 204 seq_num 617) dirty exists 2024-08-29T17:54:42.633 INFO:tasks.rados.rados.0.smithi028.stdout:1986: left oid 33 (ObjNum 617 snap 204 seq_num 617) 2024-08-29T17:54:42.633 INFO:tasks.rados.rados.0.smithi028.stdout:1983: expect (ObjNum 562 snap 180 seq_num 562) 2024-08-29T17:54:43.127 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:54:42 smithi028 systemd[1]: /etc/systemd/system/ceph-3167ee72-662c-11ef-bcd4-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-08-29T17:54:43.128 INFO:journalctl@ceph.mgr.y.smithi028.stdout:Aug 29 17:54:42 smithi028 systemd[1]: /etc/systemd/system/ceph-3167ee72-662c-11ef-bcd4-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-08-29T17:54:43.128 INFO:journalctl@ceph.osd.0.smithi028.stdout:Aug 29 17:54:42 smithi028 systemd[1]: /etc/systemd/system/ceph-3167ee72-662c-11ef-bcd4-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-08-29T17:54:43.128 INFO:journalctl@ceph.osd.2.smithi028.stdout:Aug 29 17:54:42 smithi028 systemd[1]: /etc/systemd/system/ceph-3167ee72-662c-11ef-bcd4-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-08-29T17:54:43.129 INFO:journalctl@ceph.osd.3.smithi028.stdout:Aug 29 17:54:42 smithi028 systemd[1]: /etc/systemd/system/ceph-3167ee72-662c-11ef-bcd4-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-08-29T17:54:43.129 INFO:journalctl@ceph.mds.a.smithi028.stdout:Aug 29 17:54:42 smithi028 systemd[1]: /etc/systemd/system/ceph-3167ee72-662c-11ef-bcd4-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-08-29T17:54:43.129 INFO:journalctl@ceph.node-exporter.a.smithi028.stdout:Aug 29 17:54:42 smithi028 systemd[1]: /etc/systemd/system/ceph-3167ee72-662c-11ef-bcd4-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-08-29T17:54:43.130 INFO:journalctl@ceph.osd.1.smithi028.stdout:Aug 29 17:54:42 smithi028 systemd[1]: ceph-3167ee72-662c-11ef-bcd4-c7b262605968@osd.1.service: Deactivated successfully. 2024-08-29T17:54:43.130 INFO:journalctl@ceph.osd.1.smithi028.stdout:Aug 29 17:54:42 smithi028 systemd[1]: Stopped Ceph osd.1 for 3167ee72-662c-11ef-bcd4-c7b262605968. 2024-08-29T17:54:43.130 INFO:journalctl@ceph.osd.1.smithi028.stdout:Aug 29 17:54:42 smithi028 systemd[1]: /etc/systemd/system/ceph-3167ee72-662c-11ef-bcd4-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-08-29T17:54:43.131 INFO:journalctl@ceph.osd.1.smithi028.stdout:Aug 29 17:54:43 smithi028 systemd[1]: Started Ceph osd.1 for 3167ee72-662c-11ef-bcd4-c7b262605968. 2024-08-29T17:54:43.131 INFO:journalctl@ceph.alertmanager.a.smithi028.stdout:Aug 29 17:54:42 smithi028 systemd[1]: /etc/systemd/system/ceph-3167ee72-662c-11ef-bcd4-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-08-29T17:54:43.131 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:54:42 smithi028 systemd[1]: /etc/systemd/system/ceph-3167ee72-662c-11ef-bcd4-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-08-29T17:54:43.557 INFO:tasks.rados.rados.0.smithi028.stdout:1987: finishing copy_from racing read to smithi02869045-38 2024-08-29T17:54:43.557 INFO:tasks.rados.rados.0.smithi028.stdout:1987: finishing copy_from to smithi02869045-38 2024-08-29T17:54:43.557 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 38 v 1678 (ObjNum 604 snap 201 seq_num 604) dirty exists 2024-08-29T17:54:43.557 INFO:tasks.rados.rados.0.smithi028.stdout:1989: finishing write tid 1 to smithi02869045-28 2024-08-29T17:54:43.557 INFO:tasks.rados.rados.0.smithi028.stdout:1989: finishing write tid 2 to smithi02869045-28 2024-08-29T17:54:43.557 INFO:tasks.rados.rados.0.smithi028.stdout:1989: finishing write tid 3 to smithi02869045-28 2024-08-29T17:54:43.557 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 28 v 1680 (ObjNum 618 snap 204 seq_num 618) dirty exists 2024-08-29T17:54:43.557 INFO:tasks.rados.rados.0.smithi028.stdout:1989: left oid 28 (ObjNum 618 snap 204 seq_num 618) 2024-08-29T17:54:43.557 INFO:tasks.rados.rados.0.smithi028.stdout:1991: expect (ObjNum 591 snap 195 seq_num 591) 2024-08-29T17:54:43.627 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:54:43 smithi028 bash[77168]: cluster 2024-08-29T17:54:42.408280+0000 mon.a (mon.0) 480 : cluster [DBG] osdmap e474: 8 total, 7 up, 8 in 2024-08-29T17:54:43.628 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:54:43 smithi028 bash[77168]: audit 2024-08-29T17:54:43.127824+0000 mon.a (mon.0) 481 : audit [INF] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' 2024-08-29T17:54:43.628 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:54:43 smithi028 bash[77168]: audit 2024-08-29T17:54:43.133716+0000 mon.a (mon.0) 482 : audit [INF] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' 2024-08-29T17:54:43.628 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:54:43 smithi028 bash[77168]: audit 2024-08-29T17:54:43.134930+0000 mon.a (mon.0) 483 : audit [DBG] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-29T17:54:43.628 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:54:43 smithi028 bash[78352]: cluster 2024-08-29T17:54:42.408280+0000 mon.a (mon.0) 480 : cluster [DBG] osdmap e474: 8 total, 7 up, 8 in 2024-08-29T17:54:43.628 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:54:43 smithi028 bash[78352]: audit 2024-08-29T17:54:43.127824+0000 mon.a (mon.0) 481 : audit [INF] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' 2024-08-29T17:54:43.629 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:54:43 smithi028 bash[78352]: audit 2024-08-29T17:54:43.133716+0000 mon.a (mon.0) 482 : audit [INF] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' 2024-08-29T17:54:43.629 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:54:43 smithi028 bash[78352]: audit 2024-08-29T17:54:43.134930+0000 mon.a (mon.0) 483 : audit [DBG] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-29T17:54:43.667 INFO:tasks.rados.rados.0.smithi028.stdout:1992: finishing copy_from racing read to smithi02869045-19 2024-08-29T17:54:43.667 INFO:tasks.rados.rados.0.smithi028.stdout:1992: finishing copy_from to smithi02869045-19 2024-08-29T17:54:43.667 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 19 v 1073 (ObjNum 566 snap 181 seq_num 566) dirty exists 2024-08-29T17:54:43.668 INFO:tasks.rados.rados.0.smithi028.stdout:1983: done (5 left) 2024-08-29T17:54:43.668 INFO:tasks.rados.rados.0.smithi028.stdout:1986: done (4 left) 2024-08-29T17:54:43.668 INFO:tasks.rados.rados.0.smithi028.stdout:1987: done (3 left) 2024-08-29T17:54:43.668 INFO:tasks.rados.rados.0.smithi028.stdout:1989: done (2 left) 2024-08-29T17:54:43.668 INFO:tasks.rados.rados.0.smithi028.stdout:1991: done (1 left) 2024-08-29T17:54:43.668 INFO:tasks.rados.rados.0.smithi028.stdout:1992: done (0 left) 2024-08-29T17:54:43.669 INFO:tasks.rados.rados.0.smithi028.stdout:1993: copy_from oid 8 from oid 18 current snap is 204 2024-08-29T17:54:43.669 INFO:tasks.rados.rados.0.smithi028.stdout:1994: read oid 46 snap 180 2024-08-29T17:54:43.669 INFO:tasks.rados.rados.0.smithi028.stdout:1994: expect (ObjNum 552 snap 175 seq_num 552) 2024-08-29T17:54:43.669 INFO:tasks.rados.rados.0.smithi028.stdout:1995: snap_create 2024-08-29T17:54:43.676 INFO:tasks.rados.rados.0.smithi028.stdout:1993: finishing copy_from racing read to smithi02869045-8 2024-08-29T17:54:43.676 INFO:tasks.rados.rados.0.smithi028.stdout:1993: finishing copy_from to smithi02869045-8 2024-08-29T17:54:43.677 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 8 v 1431 (ObjNum 589 snap 194 seq_num 589) dirty exists 2024-08-29T17:54:43.682 INFO:tasks.rados.rados.0.smithi028.stdout:1994: expect (ObjNum 552 snap 175 seq_num 552) 2024-08-29T17:54:43.824 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:54:43 smithi053 bash[68679]: cluster 2024-08-29T17:54:42.408280+0000 mon.a (mon.0) 480 : cluster [DBG] osdmap e474: 8 total, 7 up, 8 in 2024-08-29T17:54:43.824 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:54:43 smithi053 bash[68679]: audit 2024-08-29T17:54:43.127824+0000 mon.a (mon.0) 481 : audit [INF] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' 2024-08-29T17:54:43.824 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:54:43 smithi053 bash[68679]: audit 2024-08-29T17:54:43.133716+0000 mon.a (mon.0) 482 : audit [INF] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' 2024-08-29T17:54:43.824 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:54:43 smithi053 bash[68679]: audit 2024-08-29T17:54:43.134930+0000 mon.a (mon.0) 483 : audit [DBG] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-29T17:54:43.824 INFO:journalctl@ceph.prometheus.a.smithi053.stdout:Aug 29 17:54:43 smithi053 bash[61790]: ts=2024-08-29T17:54:43.508Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=nodes name=CephNodeDiskspaceWarning index=4 msg="Evaluating rule failed" rule="alert: CephNodeDiskspaceWarning\nexpr: predict_linear(node_filesystem_free_bytes{device=~\"/.*\"}[2d], 3600 * 24 * 5)\n * on (instance) group_left (nodename) node_uname_info < 0\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.8.4\n severity: warning\n type: ceph_default\nannotations:\n description: Mountpoint {{ $labels.mountpoint }} on {{ $labels.nodename }} will\n be full in less than 5 days based on the 48 hour trailing fill rate.\n summary: Host filesystem free space is getting low\n" err="found duplicate series for the match group {instance=\"smithi028\"} on the right hand-side of the operation: [{__name__=\"node_uname_info\", domainname=\"(none)\", instance=\"smithi028\", job=\"node\", machine=\"x86_64\", nodename=\"smithi028\", release=\"5.15.0-119-generic\", sysname=\"Linux\", version=\"#129-Ubuntu SMP Fri Aug 2 19:25:20 UTC 2024\"}, {__name__=\"node_uname_info\", cluster=\"3167ee72-662c-11ef-bcd4-c7b262605968\", domainname=\"(none)\", instance=\"smithi028\", job=\"node\", machine=\"x86_64\", nodename=\"smithi028\", release=\"5.15.0-119-generic\", sysname=\"Linux\", version=\"#129-Ubuntu SMP Fri Aug 2 19:25:20 UTC 2024\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-29T17:54:44.158 INFO:tasks.rados.rados.0.smithi028.stdout:1993: done (2 left) 2024-08-29T17:54:44.159 INFO:tasks.rados.rados.0.smithi028.stdout:1994: done (1 left) 2024-08-29T17:54:44.159 INFO:tasks.rados.rados.0.smithi028.stdout:1995: done (0 left) 2024-08-29T17:54:44.159 INFO:tasks.rados.rados.0.smithi028.stdout:1996: snap_remove snap 187 2024-08-29T17:54:44.627 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:54:44 smithi028 bash[77168]: cluster 2024-08-29T17:54:42.960975+0000 mgr.y (mgr.25022) 155 : cluster [DBG] pgmap v233: 121 pgs: 27 active+undersized, 2 stale+active+clean, 11 active+undersized+degraded, 81 active+clean; 277 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 13 MiB/s rd, 1.7 MiB/s wr, 13 op/s; 66/591 objects degraded (11.168%) 2024-08-29T17:54:44.628 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:54:44 smithi028 bash[77168]: cluster 2024-08-29T17:54:43.412932+0000 mon.a (mon.0) 484 : cluster [WRN] Health check failed: Degraded data redundancy: 66/591 objects degraded (11.168%), 11 pgs degraded (PG_DEGRADED) 2024-08-29T17:54:44.628 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:54:44 smithi028 bash[77168]: cluster 2024-08-29T17:54:44.161937+0000 mon.a (mon.0) 485 : cluster [DBG] osdmap e475: 8 total, 7 up, 8 in 2024-08-29T17:54:44.628 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:54:44 smithi028 bash[78352]: cluster 2024-08-29T17:54:42.960975+0000 mgr.y (mgr.25022) 155 : cluster [DBG] pgmap v233: 121 pgs: 27 active+undersized, 2 stale+active+clean, 11 active+undersized+degraded, 81 active+clean; 277 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 13 MiB/s rd, 1.7 MiB/s wr, 13 op/s; 66/591 objects degraded (11.168%) 2024-08-29T17:54:44.628 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:54:44 smithi028 bash[78352]: cluster 2024-08-29T17:54:43.412932+0000 mon.a (mon.0) 484 : cluster [WRN] Health check failed: Degraded data redundancy: 66/591 objects degraded (11.168%), 11 pgs degraded (PG_DEGRADED) 2024-08-29T17:54:44.628 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:54:44 smithi028 bash[78352]: cluster 2024-08-29T17:54:44.161937+0000 mon.a (mon.0) 485 : cluster [DBG] osdmap e475: 8 total, 7 up, 8 in 2024-08-29T17:54:44.628 INFO:journalctl@ceph.osd.1.smithi028.stdout:Aug 29 17:54:44 smithi028 bash[86817]: Running command: /usr/bin/ceph-authtool --gen-print-key 2024-08-29T17:54:44.629 INFO:journalctl@ceph.osd.1.smithi028.stdout:Aug 29 17:54:44 smithi028 bash[86817]: Running command: /usr/bin/ceph-authtool --gen-print-key 2024-08-29T17:54:44.629 INFO:journalctl@ceph.osd.1.smithi028.stdout:Aug 29 17:54:44 smithi028 bash[86817]: --> Failed to activate via raw: activate() takes 1 positional argument but 5 were given 2024-08-29T17:54:44.629 INFO:journalctl@ceph.osd.1.smithi028.stdout:Aug 29 17:54:44 smithi028 bash[86817]: Running command: /usr/bin/ceph-authtool --gen-print-key 2024-08-29T17:54:44.629 INFO:journalctl@ceph.osd.1.smithi028.stdout:Aug 29 17:54:44 smithi028 bash[86817]: Running command: /usr/bin/ceph-authtool --gen-print-key 2024-08-29T17:54:44.824 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:54:44 smithi053 bash[68679]: cluster 2024-08-29T17:54:42.960975+0000 mgr.y (mgr.25022) 155 : cluster [DBG] pgmap v233: 121 pgs: 27 active+undersized, 2 stale+active+clean, 11 active+undersized+degraded, 81 active+clean; 277 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 13 MiB/s rd, 1.7 MiB/s wr, 13 op/s; 66/591 objects degraded (11.168%) 2024-08-29T17:54:44.824 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:54:44 smithi053 bash[68679]: cluster 2024-08-29T17:54:43.412932+0000 mon.a (mon.0) 484 : cluster [WRN] Health check failed: Degraded data redundancy: 66/591 objects degraded (11.168%), 11 pgs degraded (PG_DEGRADED) 2024-08-29T17:54:44.824 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:54:44 smithi053 bash[68679]: cluster 2024-08-29T17:54:44.161937+0000 mon.a (mon.0) 485 : cluster [DBG] osdmap e475: 8 total, 7 up, 8 in 2024-08-29T17:54:44.824 INFO:journalctl@ceph.prometheus.a.smithi053.stdout:Aug 29 17:54:44 smithi053 bash[61790]: ts=2024-08-29T17:54:44.455Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pgs name=CephPGsInactive index=0 msg="Evaluating rule failed" rule="alert: CephPGsInactive\nexpr: ceph_pool_metadata * on (pool_id, instance) group_left () (ceph_pg_total - ceph_pg_active)\n > 0\nfor: 5m\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.7.1\n severity: critical\n type: ceph_default\nannotations:\n description: '{{ $value }} PGs have been inactive for more than 5 minutes in pool\n {{ $labels.name }}. Inactive placement groups are not able to serve read/write\n requests.'\n summary: One or more placement groups are inactive\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the right hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"3167ee72-662c-11ef-bcd4-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-29T17:54:44.825 INFO:journalctl@ceph.prometheus.a.smithi053.stdout:Aug 29 17:54:44 smithi053 bash[61790]: ts=2024-08-29T17:54:44.456Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pgs name=CephPGsUnclean index=1 msg="Evaluating rule failed" rule="alert: CephPGsUnclean\nexpr: ceph_pool_metadata * on (pool_id, instance) group_left () (ceph_pg_total - ceph_pg_clean)\n > 0\nfor: 15m\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.7.2\n severity: warning\n type: ceph_default\nannotations:\n description: '{{ $value }} PGs have been unclean for more than 15 minutes in pool\n {{ $labels.name }}. Unclean PGs have not recovered from a previous failure.'\n summary: One or more placement groups are marked unclean\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the right hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"3167ee72-662c-11ef-bcd4-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-29T17:54:45.001 INFO:journalctl@ceph.osd.1.smithi028.stdout:Aug 29 17:54:44 smithi028 bash[86817]: Running command: /usr/bin/chown -R ceph:ceph /var/lib/ceph/osd/ceph-1 2024-08-29T17:54:45.002 INFO:journalctl@ceph.osd.1.smithi028.stdout:Aug 29 17:54:44 smithi028 bash[86817]: Running command: /usr/bin/ceph-bluestore-tool --cluster=ceph prime-osd-dir --dev /dev/vg_nvme/lv_3 --path /var/lib/ceph/osd/ceph-1 --no-mon-config 2024-08-29T17:54:45.168 INFO:tasks.rados.rados.0.smithi028.stdout:1996: done (0 left) 2024-08-29T17:54:45.168 INFO:tasks.rados.rados.0.smithi028.stdout:1997: delete oid 41 current snap is 205 2024-08-29T17:54:45.180 INFO:tasks.rados.rados.0.smithi028.stdout:1997: done (0 left) 2024-08-29T17:54:45.180 INFO:tasks.rados.rados.0.smithi028.stdout:1998: delete oid 21 current snap is 205 2024-08-29T17:54:45.196 INFO:tasks.rados.rados.0.smithi028.stdout:1998: done (0 left) 2024-08-29T17:54:45.196 INFO:tasks.rados.rados.0.smithi028.stdout:1999: read oid 13 snap 203 2024-08-29T17:54:45.196 INFO:tasks.rados.rados.0.smithi028.stdout:1999: expect (ObjNum 512 snap 159 seq_num 512) 2024-08-29T17:54:45.196 INFO:tasks.rados.rados.0.smithi028.stdout:2000: rmattr oid 10 current snap is 205 2024-08-29T17:54:45.196 INFO:tasks.rados.rados.0.smithi028.stdout:2001: read oid 19 snap -1 2024-08-29T17:54:45.196 INFO:tasks.rados.rados.0.smithi028.stdout:2001: expect (ObjNum 566 snap 181 seq_num 566) 2024-08-29T17:54:45.197 INFO:tasks.rados.rados.0.smithi028.stdout:2002: rollback oid 8 current snap is 205 2024-08-29T17:54:45.197 INFO:tasks.rados.rados.0.smithi028.stdout:rollback oid 8 to 195 2024-08-29T17:54:45.197 INFO:tasks.rados.rados.0.smithi028.stdout:2003: rollback oid 9 current snap is 205 2024-08-29T17:54:45.197 INFO:tasks.rados.rados.0.smithi028.stdout:rollback oid 9 to 203 2024-08-29T17:54:45.197 INFO:tasks.rados.rados.0.smithi028.stdout:2004: snap_create 2024-08-29T17:54:45.205 INFO:tasks.rados.rados.0.smithi028.stdout:2003: finishing rollback tid 0 to smithi02869045-9 2024-08-29T17:54:45.206 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 10 v 1344 (ObjNum 616 snap 204 seq_num 616) dirty exists 2024-08-29T17:54:45.206 INFO:tasks.rados.rados.0.smithi028.stdout:2003: finishing rollback tid 1 to smithi02869045-9 2024-08-29T17:54:45.207 INFO:tasks.rados.rados.0.smithi028.stdout:2002: finishing rollback tid 0 to smithi02869045-8 2024-08-29T17:54:45.210 INFO:tasks.rados.rados.0.smithi028.stdout:2003: finishing rollback tid 2 to smithi02869045-9 2024-08-29T17:54:45.210 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 9 v 1072 (ObjNum 452 snap 143 seq_num 452) dirty exists 2024-08-29T17:54:45.212 INFO:tasks.rados.rados.0.smithi028.stdout:2002: finishing rollback tid 1 to smithi02869045-8 2024-08-29T17:54:45.212 INFO:tasks.rados.rados.0.smithi028.stdout:2002: finishing rollback tid 2 to smithi02869045-8 2024-08-29T17:54:45.212 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 8 v 1434 (ObjNum 588 snap 193 seq_num 588) dirty exists 2024-08-29T17:54:45.216 INFO:tasks.rados.rados.0.smithi028.stdout:1999: expect (ObjNum 512 snap 159 seq_num 512) 2024-08-29T17:54:45.252 INFO:tasks.rados.rados.0.smithi028.stdout:2001: expect (ObjNum 566 snap 181 seq_num 566) 2024-08-29T17:54:45.378 INFO:journalctl@ceph.osd.1.smithi028.stdout:Aug 29 17:54:45 smithi028 bash[86817]: Running command: /usr/bin/ln -snf /dev/vg_nvme/lv_3 /var/lib/ceph/osd/ceph-1/block 2024-08-29T17:54:45.378 INFO:journalctl@ceph.osd.1.smithi028.stdout:Aug 29 17:54:45 smithi028 bash[86817]: Running command: /usr/bin/chown -h ceph:ceph /var/lib/ceph/osd/ceph-1/block 2024-08-29T17:54:45.378 INFO:journalctl@ceph.osd.1.smithi028.stdout:Aug 29 17:54:45 smithi028 bash[86817]: Running command: /usr/bin/chown -R ceph:ceph /dev/dm-2 2024-08-29T17:54:45.378 INFO:journalctl@ceph.osd.1.smithi028.stdout:Aug 29 17:54:45 smithi028 bash[86817]: Running command: /usr/bin/chown -R ceph:ceph /var/lib/ceph/osd/ceph-1 2024-08-29T17:54:45.378 INFO:journalctl@ceph.osd.1.smithi028.stdout:Aug 29 17:54:45 smithi028 bash[86817]: --> ceph-volume lvm activate successful for osd ID: 1 2024-08-29T17:54:46.170 INFO:tasks.rados.rados.0.smithi028.stdout:1999: done (5 left) 2024-08-29T17:54:46.170 INFO:tasks.rados.rados.0.smithi028.stdout:2000: done (4 left) 2024-08-29T17:54:46.170 INFO:tasks.rados.rados.0.smithi028.stdout:2001: done (3 left) 2024-08-29T17:54:46.170 INFO:tasks.rados.rados.0.smithi028.stdout:2002: done (2 left) 2024-08-29T17:54:46.170 INFO:tasks.rados.rados.0.smithi028.stdout:2003: done (1 left) 2024-08-29T17:54:46.170 INFO:tasks.rados.rados.0.smithi028.stdout:2004: done (0 left) 2024-08-29T17:54:46.171 INFO:tasks.rados.rados.0.smithi028.stdout:2005: read oid 42 snap 181 2024-08-29T17:54:46.171 INFO:tasks.rados.rados.0.smithi028.stdout:2005: expect deleted 2024-08-29T17:54:46.171 INFO:tasks.rados.rados.0.smithi028.stdout:append oid 12 current snap is 206 2024-08-29T17:54:46.171 INFO:tasks.rados.rados.0.smithi028.stdout:2006: seq_num 621 ranges {0=409600,409600=401408} 2024-08-29T17:54:46.172 INFO:tasks.rados.rados.0.smithi028.stdout:2006: writing smithi02869045-12 from 0 to 409600 tid 1 2024-08-29T17:54:46.175 INFO:tasks.rados.rados.0.smithi028.stdout:2006: writing smithi02869045-12 from 409600 to 811008 tid 2 2024-08-29T17:54:46.175 INFO:tasks.rados.rados.0.smithi028.stdout:append oid 22 current snap is 206 2024-08-29T17:54:46.175 INFO:tasks.rados.rados.0.smithi028.stdout:2007: seq_num 622 ranges {1155072=425984,1581056=401408} 2024-08-29T17:54:46.187 INFO:tasks.rados.rados.0.smithi028.stdout:2007: writing smithi02869045-22 from 1155072 to 1581056 tid 1 2024-08-29T17:54:46.189 INFO:tasks.rados.rados.0.smithi028.stdout:2007: writing smithi02869045-22 from 1581056 to 1982464 tid 2 2024-08-29T17:54:46.190 INFO:tasks.rados.rados.0.smithi028.stdout:2008: rollback oid 35 current snap is 206 2024-08-29T17:54:46.190 INFO:tasks.rados.rados.0.smithi028.stdout:rollback oid 35 to 191 2024-08-29T17:54:46.190 INFO:tasks.rados.rados.0.smithi028.stdout:2006: finishing write tid 1 to smithi02869045-12 2024-08-29T17:54:46.190 INFO:tasks.rados.rados.0.smithi028.stdout:2006: finishing write tid 2 to smithi02869045-12 2024-08-29T17:54:46.190 INFO:tasks.rados.rados.0.smithi028.stdout:2006: finishing write tid 3 to smithi02869045-12 2024-08-29T17:54:46.190 INFO:tasks.rados.rados.0.smithi028.stdout:2006: finishing write tid 4 to smithi02869045-12 2024-08-29T17:54:46.190 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 12 v 1076 (ObjNum 621 snap 206 seq_num 621) dirty exists 2024-08-29T17:54:46.190 INFO:tasks.rados.rados.0.smithi028.stdout:2006: left oid 12 (ObjNum 621 snap 206 seq_num 621) 2024-08-29T17:54:46.190 INFO:tasks.rados.rados.0.smithi028.stdout:2005: done (3 left) 2024-08-29T17:54:46.190 INFO:tasks.rados.rados.0.smithi028.stdout:2006: done (2 left) 2024-08-29T17:54:46.190 INFO:tasks.rados.rados.0.smithi028.stdout:2009: rollback oid 50 current snap is 206 2024-08-29T17:54:46.190 INFO:tasks.rados.rados.0.smithi028.stdout:rollback oid 50 to 180 2024-08-29T17:54:46.191 INFO:tasks.rados.rados.0.smithi028.stdout:2010: read oid 15 snap -1 2024-08-29T17:54:46.191 INFO:tasks.rados.rados.0.smithi028.stdout:2010: expect (ObjNum 582 snap 190 seq_num 582) 2024-08-29T17:54:46.191 INFO:tasks.rados.rados.0.smithi028.stdout:2011: rmattr oid 2 current snap is 206 2024-08-29T17:54:46.191 INFO:tasks.rados.rados.0.smithi028.stdout:2011: done (4 left) 2024-08-29T17:54:46.191 INFO:tasks.rados.rados.0.smithi028.stdout:2012: setattr oid 48 current snap is 206 2024-08-29T17:54:46.191 INFO:tasks.rados.rados.0.smithi028.stdout:2013: delete oid 14 current snap is 206 2024-08-29T17:54:46.201 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 48 v 1422 (ObjNum 486 snap 151 seq_num 486) dirty exists 2024-08-29T17:54:46.203 INFO:tasks.rados.rados.0.smithi028.stdout:2012: done (5 left) 2024-08-29T17:54:46.203 INFO:tasks.rados.rados.0.smithi028.stdout:2013: done (4 left) 2024-08-29T17:54:46.203 INFO:tasks.rados.rados.0.smithi028.stdout:2014: copy_from oid 44 from oid 49 current snap is 206 2024-08-29T17:54:46.203 INFO:tasks.rados.rados.0.smithi028.stdout:2015: delete oid 1 current snap is 206 2024-08-29T17:54:46.206 INFO:tasks.rados.rados.0.smithi028.stdout:2014: finishing copy_from to smithi02869045-44 2024-08-29T17:54:46.206 INFO:tasks.rados.rados.0.smithi028.stdout:2014: got expected ENOENT (src dne) 2024-08-29T17:54:46.206 INFO:tasks.rados.rados.0.smithi028.stdout:2014: finishing copy_from racing read to smithi02869045-44 2024-08-29T17:54:46.208 INFO:tasks.rados.rados.0.smithi028.stdout:2014: done (5 left) 2024-08-29T17:54:46.209 INFO:tasks.rados.rados.0.smithi028.stdout:2015: done (4 left) 2024-08-29T17:54:46.209 INFO:tasks.rados.rados.0.smithi028.stdout:2016: read oid 11 snap -1 2024-08-29T17:54:46.247 INFO:tasks.rados.rados.0.smithi028.stdout:2016: expect (ObjNum 493 snap 151 seq_num 493) 2024-08-29T17:54:46.247 INFO:tasks.rados.rados.0.smithi028.stdout:append oid 47 current snap is 206 2024-08-29T17:54:46.247 INFO:tasks.rados.rados.0.smithi028.stdout:2017: seq_num 625 ranges {1810432=475136,2285568=401408} 2024-08-29T17:54:46.249 INFO:tasks.rados.rados.0.smithi028.stdout:2017: writing smithi02869045-47 from 1810432 to 2285568 tid 1 2024-08-29T17:54:46.249 INFO:tasks.rados.rados.0.smithi028.stdout:2017: writing smithi02869045-47 from 2285568 to 2686976 tid 2 2024-08-29T17:54:46.249 INFO:tasks.rados.rados.0.smithi028.stdout:2018: read oid 33 snap -1 2024-08-29T17:54:46.249 INFO:tasks.rados.rados.0.smithi028.stdout:2018: expect (ObjNum 617 snap 204 seq_num 617) 2024-08-29T17:54:46.249 INFO:tasks.rados.rados.0.smithi028.stdout:append oid 21 current snap is 206 2024-08-29T17:54:46.249 INFO:tasks.rados.rados.0.smithi028.stdout:2010: expect (ObjNum 582 snap 190 seq_num 582) 2024-08-29T17:54:46.321 INFO:tasks.rados.rados.0.smithi028.stdout:2008: finishing rollback tid 0 to smithi02869045-35 2024-08-29T17:54:46.321 INFO:tasks.rados.rados.0.smithi028.stdout:2008: finishing rollback tid 1 to smithi02869045-35 2024-08-29T17:54:46.321 INFO:tasks.rados.rados.0.smithi028.stdout:2008: finishing rollback tid 2 to smithi02869045-35 2024-08-29T17:54:46.321 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 35 v 1437 (ObjNum 578 snap 187 seq_num 578) dirty exists 2024-08-29T17:54:46.321 INFO:tasks.rados.rados.0.smithi028.stdout:2016: expect (ObjNum 493 snap 151 seq_num 493) 2024-08-29T17:54:46.390 INFO:tasks.rados.rados.0.smithi028.stdout:2007: finishing write tid 1 to smithi02869045-22 2024-08-29T17:54:46.390 INFO:tasks.rados.rados.0.smithi028.stdout:2007: finishing write tid 2 to smithi02869045-22 2024-08-29T17:54:46.390 INFO:tasks.rados.rados.0.smithi028.stdout:2007: finishing write tid 3 to smithi02869045-22 2024-08-29T17:54:46.390 INFO:tasks.rados.rados.0.smithi028.stdout:2009: finishing rollback tid 0 to smithi02869045-50 2024-08-29T17:54:46.391 INFO:tasks.rados.rados.0.smithi028.stdout:2009: finishing rollback tid 1 to smithi02869045-50 2024-08-29T17:54:46.391 INFO:tasks.rados.rados.0.smithi028.stdout:2009: finishing rollback tid 2 to smithi02869045-50 2024-08-29T17:54:46.391 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 50 v 1440 (ObjNum 551 snap 175 seq_num 551) dirty exists 2024-08-29T17:54:46.391 INFO:tasks.rados.rados.0.smithi028.stdout:2007: finishing write tid 4 to smithi02869045-22 2024-08-29T17:54:46.391 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 22 v 1437 (ObjNum 622 snap 206 seq_num 622) dirty exists 2024-08-29T17:54:46.391 INFO:tasks.rados.rados.0.smithi028.stdout:2007: left oid 22 (ObjNum 622 snap 206 seq_num 622) 2024-08-29T17:54:46.391 INFO:tasks.rados.rados.0.smithi028.stdout:2017: finishing write tid 1 to smithi02869045-47 2024-08-29T17:54:46.391 INFO:tasks.rados.rados.0.smithi028.stdout:2019: seq_num 626 ranges {0=491520,491520=401408} 2024-08-29T17:54:46.395 INFO:tasks.rados.rados.0.smithi028.stdout:2019: writing smithi02869045-21 from 0 to 491520 tid 1 2024-08-29T17:54:46.399 INFO:tasks.rados.rados.0.smithi028.stdout:2019: writing smithi02869045-21 from 491520 to 892928 tid 2 2024-08-29T17:54:46.399 INFO:tasks.rados.rados.0.smithi028.stdout:2007: done (7 left) 2024-08-29T17:54:46.399 INFO:tasks.rados.rados.0.smithi028.stdout:2008: done (6 left) 2024-08-29T17:54:46.399 INFO:tasks.rados.rados.0.smithi028.stdout:2009: done (5 left) 2024-08-29T17:54:46.399 INFO:tasks.rados.rados.0.smithi028.stdout:2010: done (4 left) 2024-08-29T17:54:46.399 INFO:tasks.rados.rados.0.smithi028.stdout:2016: done (3 left) 2024-08-29T17:54:46.399 INFO:tasks.rados.rados.0.smithi028.stdout:2020: rollback oid 22 current snap is 206 2024-08-29T17:54:46.399 INFO:tasks.rados.rados.0.smithi028.stdout:rollback oid 22 to 199 2024-08-29T17:54:46.399 INFO:tasks.rados.rados.0.smithi028.stdout:2017: finishing write tid 2 to smithi02869045-47 2024-08-29T17:54:46.400 INFO:tasks.rados.rados.0.smithi028.stdout:2017: finishing write tid 3 to smithi02869045-47 2024-08-29T17:54:46.400 INFO:tasks.rados.rados.0.smithi028.stdout:2017: finishing write tid 4 to smithi02869045-47 2024-08-29T17:54:46.400 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 47 v 1683 (ObjNum 625 snap 206 seq_num 625) dirty exists 2024-08-29T17:54:46.400 INFO:tasks.rados.rados.0.smithi028.stdout:2017: left oid 47 (ObjNum 625 snap 206 seq_num 625) 2024-08-29T17:54:46.400 INFO:tasks.rados.rados.0.smithi028.stdout:2018: expect (ObjNum 617 snap 204 seq_num 617) 2024-08-29T17:54:46.574 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:54:46 smithi053 bash[68679]: cluster 2024-08-29T17:54:44.961840+0000 mgr.y (mgr.25022) 156 : cluster [DBG] pgmap v235: 121 pgs: 33 active+undersized, 12 active+undersized+degraded, 76 active+clean; 272 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 12 MiB/s rd, 1.5 MiB/s wr, 16 op/s; 74/582 objects degraded (12.715%) 2024-08-29T17:54:46.574 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:54:46 smithi053 bash[68679]: cluster 2024-08-29T17:54:45.171691+0000 mon.a (mon.0) 486 : cluster [DBG] osdmap e476: 8 total, 7 up, 8 in 2024-08-29T17:54:46.624 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:54:46 smithi028 bash[77168]: cluster 2024-08-29T17:54:44.961840+0000 mgr.y (mgr.25022) 156 : cluster [DBG] pgmap v235: 121 pgs: 33 active+undersized, 12 active+undersized+degraded, 76 active+clean; 272 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 12 MiB/s rd, 1.5 MiB/s wr, 16 op/s; 74/582 objects degraded (12.715%) 2024-08-29T17:54:46.624 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:54:46 smithi028 bash[77168]: cluster 2024-08-29T17:54:45.171691+0000 mon.a (mon.0) 486 : cluster [DBG] osdmap e476: 8 total, 7 up, 8 in 2024-08-29T17:54:46.624 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:54:46 smithi028 bash[78352]: cluster 2024-08-29T17:54:44.961840+0000 mgr.y (mgr.25022) 156 : cluster [DBG] pgmap v235: 121 pgs: 33 active+undersized, 12 active+undersized+degraded, 76 active+clean; 272 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 12 MiB/s rd, 1.5 MiB/s wr, 16 op/s; 74/582 objects degraded (12.715%) 2024-08-29T17:54:46.624 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:54:46 smithi028 bash[78352]: cluster 2024-08-29T17:54:45.171691+0000 mon.a (mon.0) 486 : cluster [DBG] osdmap e476: 8 total, 7 up, 8 in 2024-08-29T17:54:46.724 INFO:tasks.rados.rados.0.smithi028.stdout:2019: finishing write tid 1 to smithi02869045-21 2024-08-29T17:54:46.724 INFO:tasks.rados.rados.0.smithi028.stdout:2019: finishing write tid 2 to smithi02869045-21 2024-08-29T17:54:46.724 INFO:tasks.rados.rados.0.smithi028.stdout:2019: finishing write tid 3 to smithi02869045-21 2024-08-29T17:54:46.724 INFO:tasks.rados.rados.0.smithi028.stdout:2019: finishing write tid 4 to smithi02869045-21 2024-08-29T17:54:46.724 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 21 v 1347 (ObjNum 626 snap 206 seq_num 626) dirty exists 2024-08-29T17:54:46.725 INFO:tasks.rados.rados.0.smithi028.stdout:2019: left oid 21 (ObjNum 626 snap 206 seq_num 626) 2024-08-29T17:54:46.725 INFO:tasks.rados.rados.0.smithi028.stdout:2020: finishing rollback tid 0 to smithi02869045-22 2024-08-29T17:54:46.725 INFO:tasks.rados.rados.0.smithi028.stdout:2020: finishing rollback tid 1 to smithi02869045-22 2024-08-29T17:54:46.725 INFO:tasks.rados.rados.0.smithi028.stdout:2020: finishing rollback tid 2 to smithi02869045-22 2024-08-29T17:54:46.725 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 22 v 1443 (ObjNum 583 snap 191 seq_num 583) dirty exists 2024-08-29T17:54:46.725 INFO:tasks.rados.rados.0.smithi028.stdout:2017: done (3 left) 2024-08-29T17:54:46.725 INFO:tasks.rados.rados.0.smithi028.stdout:2018: done (2 left) 2024-08-29T17:54:46.725 INFO:tasks.rados.rados.0.smithi028.stdout:2019: done (1 left) 2024-08-29T17:54:46.725 INFO:tasks.rados.rados.0.smithi028.stdout:2020: done (0 left) 2024-08-29T17:54:46.725 INFO:tasks.rados.rados.0.smithi028.stdout:2021: delete oid 18 current snap is 206 2024-08-29T17:54:46.729 INFO:tasks.rados.rados.0.smithi028.stdout:2021: done (0 left) 2024-08-29T17:54:46.729 INFO:tasks.rados.rados.0.smithi028.stdout:2022: setattr oid 29 current snap is 206 2024-08-29T17:54:46.731 INFO:tasks.rados.rados.0.smithi028.stdout:2023: rollback oid 3 current snap is 206 2024-08-29T17:54:46.731 INFO:tasks.rados.rados.0.smithi028.stdout:rollback oid 3 to 161 2024-08-29T17:54:46.731 INFO:tasks.rados.rados.0.smithi028.stdout:2024: rollback oid 20 current snap is 206 2024-08-29T17:54:46.731 INFO:tasks.rados.rados.0.smithi028.stdout:rollback oid 20 to 191 2024-08-29T17:54:46.731 INFO:tasks.rados.rados.0.smithi028.stdout:2025: read oid 43 snap 175 2024-08-29T17:54:46.731 INFO:tasks.rados.rados.0.smithi028.stdout:2025: expect deleted 2024-08-29T17:54:46.731 INFO:tasks.rados.rados.0.smithi028.stdout:2026: delete oid 8 current snap is 206 2024-08-29T17:54:46.740 INFO:tasks.rados.rados.0.smithi028.stdout:2023: finishing rollback tid 0 to smithi02869045-3 2024-08-29T17:54:46.741 INFO:tasks.rados.rados.0.smithi028.stdout:2023: finishing rollback tid 1 to smithi02869045-3 2024-08-29T17:54:46.741 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 3 v 1425 (ObjNum 161 snap 0 seq_num 1) dirty dne 2024-08-29T17:54:46.741 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 29 v 1438 (ObjNum 600 snap 200 seq_num 600) dirty exists 2024-08-29T17:54:46.742 INFO:tasks.rados.rados.0.smithi028.stdout:2022: done (4 left) 2024-08-29T17:54:46.742 INFO:tasks.rados.rados.0.smithi028.stdout:2023: done (3 left) 2024-08-29T17:54:46.742 INFO:tasks.rados.rados.0.smithi028.stdout:2025: done (2 left) 2024-08-29T17:54:46.742 INFO:tasks.rados.rados.0.smithi028.stdout:2026: done (1 left) 2024-08-29T17:54:46.742 INFO:tasks.rados.rados.0.smithi028.stdout:append oid 14 current snap is 206 2024-08-29T17:54:46.742 INFO:tasks.rados.rados.0.smithi028.stdout:2027: seq_num 629 ranges {0=540672,540672=401408} 2024-08-29T17:54:46.745 INFO:tasks.rados.rados.0.smithi028.stdout:2027: writing smithi02869045-14 from 0 to 540672 tid 1 2024-08-29T17:54:46.748 INFO:tasks.rados.rados.0.smithi028.stdout:2027: writing smithi02869045-14 from 540672 to 942080 tid 2 2024-08-29T17:54:46.748 INFO:tasks.rados.rados.0.smithi028.stdout:2028: delete oid 39 current snap is 206 2024-08-29T17:54:46.748 INFO:tasks.rados.rados.0.smithi028.stdout:2024: finishing rollback tid 0 to smithi02869045-20 2024-08-29T17:54:46.748 INFO:tasks.rados.rados.0.smithi028.stdout:2024: finishing rollback tid 1 to smithi02869045-20 2024-08-29T17:54:46.748 INFO:tasks.rados.rados.0.smithi028.stdout:2024: finishing rollback tid 2 to smithi02869045-20 2024-08-29T17:54:46.748 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 20 v 457 (ObjNum 549 snap 173 seq_num 549) dirty exists 2024-08-29T17:54:46.749 INFO:tasks.rados.rados.0.smithi028.stdout:2027: finishing write tid 1 to smithi02869045-14 2024-08-29T17:54:46.750 INFO:tasks.rados.rados.0.smithi028.stdout:2027: finishing write tid 2 to smithi02869045-14 2024-08-29T17:54:46.750 INFO:tasks.rados.rados.0.smithi028.stdout:2027: finishing write tid 3 to smithi02869045-14 2024-08-29T17:54:46.751 INFO:tasks.rados.rados.0.smithi028.stdout:2024: done (2 left) 2024-08-29T17:54:46.751 INFO:tasks.rados.rados.0.smithi028.stdout:2028: done (1 left) 2024-08-29T17:54:46.751 INFO:tasks.rados.rados.0.smithi028.stdout:2029: snap_remove snap 181 2024-08-29T17:54:46.878 INFO:journalctl@ceph.osd.1.smithi028.stdout:Aug 29 17:54:46 smithi028 bash[87032]: debug 2024-08-29T17:54:46.703+0000 7f68bc09a640 1 -- 172.21.15.28:0/3771465716 <== mon.0 v2:172.21.15.28:3300/0 4 ==== auth_reply(proto 2 0 (0) Success) ==== 194+0+0 (secure 0 0 0) 0x560bf47c8960 con 0x560bf47e9c00 2024-08-29T17:54:47.194 INFO:tasks.rados.rados.0.smithi028.stdout:2029: done (1 left) 2024-08-29T17:54:47.194 INFO:tasks.rados.rados.0.smithi028.stdout:2030: snap_remove snap 196 2024-08-29T17:54:47.194 INFO:tasks.rados.rados.0.smithi028.stdout:2027: finishing write tid 4 to smithi02869045-14 2024-08-29T17:54:47.194 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 14 v 1038 (ObjNum 629 snap 206 seq_num 629) dirty exists 2024-08-29T17:54:47.194 INFO:tasks.rados.rados.0.smithi028.stdout:2027: left oid 14 (ObjNum 629 snap 206 seq_num 629) 2024-08-29T17:54:47.574 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:54:47 smithi053 bash[68679]: cluster 2024-08-29T17:54:46.173995+0000 mon.a (mon.0) 487 : cluster [DBG] osdmap e477: 8 total, 7 up, 8 in 2024-08-29T17:54:47.628 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:54:47 smithi028 bash[78352]: cluster 2024-08-29T17:54:46.173995+0000 mon.a (mon.0) 487 : cluster [DBG] osdmap e477: 8 total, 7 up, 8 in 2024-08-29T17:54:47.628 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:54:47 smithi028 bash[77168]: cluster 2024-08-29T17:54:46.173995+0000 mon.a (mon.0) 487 : cluster [DBG] osdmap e477: 8 total, 7 up, 8 in 2024-08-29T17:54:48.199 INFO:tasks.rados.rados.0.smithi028.stdout:2027: done (1 left) 2024-08-29T17:54:48.200 INFO:tasks.rados.rados.0.smithi028.stdout:2030: done (0 left) 2024-08-29T17:54:48.200 INFO:tasks.rados.rados.0.smithi028.stdout:2031: rollback oid 34 current snap is 206 2024-08-29T17:54:48.200 INFO:tasks.rados.rados.0.smithi028.stdout:rollback oid 34 to 193 2024-08-29T17:54:48.200 INFO:tasks.rados.rados.0.smithi028.stdout:2032: snap_remove snap 184 2024-08-29T17:54:48.378 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:54:48 smithi028 bash[78352]: cluster 2024-08-29T17:54:46.962644+0000 mgr.y (mgr.25022) 157 : cluster [DBG] pgmap v238: 121 pgs: 33 active+undersized, 12 active+undersized+degraded, 76 active+clean; 272 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 12 MiB/s rd, 1.5 MiB/s wr, 16 op/s; 74/582 objects degraded (12.715%) 2024-08-29T17:54:48.378 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:54:48 smithi028 bash[78352]: cluster 2024-08-29T17:54:47.193906+0000 mon.a (mon.0) 488 : cluster [DBG] osdmap e478: 8 total, 7 up, 8 in 2024-08-29T17:54:48.378 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:54:48 smithi028 bash[77168]: cluster 2024-08-29T17:54:46.962644+0000 mgr.y (mgr.25022) 157 : cluster [DBG] pgmap v238: 121 pgs: 33 active+undersized, 12 active+undersized+degraded, 76 active+clean; 272 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 12 MiB/s rd, 1.5 MiB/s wr, 16 op/s; 74/582 objects degraded (12.715%) 2024-08-29T17:54:48.378 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:54:48 smithi028 bash[77168]: cluster 2024-08-29T17:54:47.193906+0000 mon.a (mon.0) 488 : cluster [DBG] osdmap e478: 8 total, 7 up, 8 in 2024-08-29T17:54:48.378 INFO:journalctl@ceph.osd.1.smithi028.stdout:Aug 29 17:54:48 smithi028 bash[87032]: debug 2024-08-29T17:54:47.995+0000 7f68be901640 -1 Falling back to public interface 2024-08-29T17:54:48.574 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:54:48 smithi053 bash[68679]: cluster 2024-08-29T17:54:46.962644+0000 mgr.y (mgr.25022) 157 : cluster [DBG] pgmap v238: 121 pgs: 33 active+undersized, 12 active+undersized+degraded, 76 active+clean; 272 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 12 MiB/s rd, 1.5 MiB/s wr, 16 op/s; 74/582 objects degraded (12.715%) 2024-08-29T17:54:48.574 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:54:48 smithi053 bash[68679]: cluster 2024-08-29T17:54:47.193906+0000 mon.a (mon.0) 488 : cluster [DBG] osdmap e478: 8 total, 7 up, 8 in 2024-08-29T17:54:49.074 INFO:journalctl@ceph.prometheus.a.smithi053.stdout:Aug 29 17:54:48 smithi053 bash[61790]: ts=2024-08-29T17:54:48.661Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=osd name=CephOSDFlapping index=13 msg="Evaluating rule failed" rule="alert: CephOSDFlapping\nexpr: (rate(ceph_osd_up[5m]) * on (ceph_daemon) group_left (hostname) ceph_osd_metadata)\n * 60 > 1\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.4.4\n severity: warning\n type: ceph_default\nannotations:\n description: OSD {{ $labels.ceph_daemon }} on {{ $labels.hostname }} was marked\n down and back up {{ $value | humanize }} times once a minute for 5 minutes. This\n may indicate a network issue (latency, packet loss, MTU mismatch) on the cluster\n network, or the public network if no cluster network is deployed. Check the network\n stats on the listed host(s).\n documentation: https://docs.ceph.com/en/latest/rados/troubleshooting/troubleshooting-osd#flapping-osds\n summary: Network issues are causing OSDs to flap (mark each other down)\n" err="found duplicate series for the match group {ceph_daemon=\"osd.0\"} on the right hand-side of the operation: [{__name__=\"ceph_osd_metadata\", ceph_daemon=\"osd.0\", ceph_version=\"ceph version 19.1.1-235-g1ef86450 (1ef864504b8875c83ee6c2c5fedc13315bebf7f5) squid (rc)\", cluster=\"3167ee72-662c-11ef-bcd4-c7b262605968\", cluster_addr=\"172.21.15.28\", device_class=\"ssd\", hostname=\"smithi028\", instance=\"ceph_cluster\", job=\"ceph\", objectstore=\"bluestore\", public_addr=\"172.21.15.28\"}, {__name__=\"ceph_osd_metadata\", ceph_daemon=\"osd.0\", ceph_version=\"ceph version 17.2.7-1503-ga89f613d (a89f613db4d5b6bca82681f19d73c6d337aae2d5) quincy (stable)\", cluster_addr=\"172.21.15.28\", device_class=\"ssd\", hostname=\"smithi028\", instance=\"ceph_cluster\", job=\"ceph\", objectstore=\"bluestore\", public_addr=\"172.21.15.28\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-29T17:54:49.163 INFO:tasks.rados.rados.0.smithi028.stdout:2032: done (1 left) 2024-08-29T17:54:49.163 INFO:tasks.rados.rados.0.smithi028.stdout:2033: copy_from oid 27 from oid 37 current snap is 206 2024-08-29T17:54:49.163 INFO:tasks.rados.rados.0.smithi028.stdout:2031: finishing rollback tid 1 to smithi02869045-34 2024-08-29T17:54:49.163 INFO:tasks.rados.rados.0.smithi028.stdout:2031: finishing rollback tid 2 to smithi02869045-34 2024-08-29T17:54:49.163 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 34 v 1441 (ObjNum 466 snap 146 seq_num 466) dirty exists 2024-08-29T17:54:49.163 INFO:tasks.rados.rados.0.smithi028.stdout:2031: done (1 left) 2024-08-29T17:54:49.163 INFO:tasks.rados.rados.0.smithi028.stdout:2034: snap_remove snap 180 2024-08-29T17:54:49.574 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:54:49 smithi053 bash[68679]: cluster 2024-08-29T17:54:48.202676+0000 mon.a (mon.0) 489 : cluster [DBG] osdmap e479: 8 total, 7 up, 8 in 2024-08-29T17:54:49.574 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:54:49 smithi053 bash[68679]: cluster 2024-08-29T17:54:49.154183+0000 mon.a (mon.0) 490 : cluster [WRN] Health check update: Degraded data redundancy: 74/582 objects degraded (12.715%), 12 pgs degraded (PG_DEGRADED) 2024-08-29T17:54:49.574 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:54:49 smithi053 bash[68679]: cluster 2024-08-29T17:54:49.164794+0000 mon.a (mon.0) 491 : cluster [DBG] osdmap e480: 8 total, 7 up, 8 in 2024-08-29T17:54:49.627 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:54:49 smithi028 bash[77168]: cluster 2024-08-29T17:54:48.202676+0000 mon.a (mon.0) 489 : cluster [DBG] osdmap e479: 8 total, 7 up, 8 in 2024-08-29T17:54:49.628 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:54:49 smithi028 bash[77168]: cluster 2024-08-29T17:54:49.154183+0000 mon.a (mon.0) 490 : cluster [WRN] Health check update: Degraded data redundancy: 74/582 objects degraded (12.715%), 12 pgs degraded (PG_DEGRADED) 2024-08-29T17:54:49.628 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:54:49 smithi028 bash[77168]: cluster 2024-08-29T17:54:49.164794+0000 mon.a (mon.0) 491 : cluster [DBG] osdmap e480: 8 total, 7 up, 8 in 2024-08-29T17:54:49.628 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:54:49 smithi028 bash[78352]: cluster 2024-08-29T17:54:48.202676+0000 mon.a (mon.0) 489 : cluster [DBG] osdmap e479: 8 total, 7 up, 8 in 2024-08-29T17:54:49.628 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:54:49 smithi028 bash[78352]: cluster 2024-08-29T17:54:49.154183+0000 mon.a (mon.0) 490 : cluster [WRN] Health check update: Degraded data redundancy: 74/582 objects degraded (12.715%), 12 pgs degraded (PG_DEGRADED) 2024-08-29T17:54:49.628 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:54:49 smithi028 bash[78352]: cluster 2024-08-29T17:54:49.164794+0000 mon.a (mon.0) 491 : cluster [DBG] osdmap e480: 8 total, 7 up, 8 in 2024-08-29T17:54:50.159 INFO:tasks.rados.rados.0.smithi028.stdout:2034: done (1 left) 2024-08-29T17:54:50.159 INFO:tasks.rados.rados.0.smithi028.stdout:2035: delete oid 11 current snap is 206 2024-08-29T17:54:50.159 INFO:tasks.rados.rados.0.smithi028.stdout:2033: finishing copy_from racing read to smithi02869045-27 2024-08-29T17:54:50.159 INFO:tasks.rados.rados.0.smithi028.stdout:2033: finishing copy_from to smithi02869045-27 2024-08-29T17:54:50.160 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 27 v 1633 (ObjNum 515 snap 160 seq_num 515) dirty exists 2024-08-29T17:54:50.175 INFO:tasks.rados.rados.0.smithi028.stdout:2033: done (1 left) 2024-08-29T17:54:50.175 INFO:tasks.rados.rados.0.smithi028.stdout:2035: done (0 left) 2024-08-29T17:54:50.175 INFO:tasks.rados.rados.0.smithi028.stdout:2036: read oid 47 snap -1 2024-08-29T17:54:50.175 INFO:tasks.rados.rados.0.smithi028.stdout:2036: expect (ObjNum 625 snap 206 seq_num 625) 2024-08-29T17:54:50.175 INFO:tasks.rados.rados.0.smithi028.stdout:2037: read oid 2 snap -1 2024-08-29T17:54:50.175 INFO:tasks.rados.rados.0.smithi028.stdout:2037: expect deleted 2024-08-29T17:54:50.175 INFO:tasks.rados.rados.0.smithi028.stdout:2038: read oid 42 snap -1 2024-08-29T17:54:50.175 INFO:tasks.rados.rados.0.smithi028.stdout:2038: expect deleted 2024-08-29T17:54:50.175 INFO:tasks.rados.rados.0.smithi028.stdout:2039: copy_from oid 7 from oid 24 current snap is 206 2024-08-29T17:54:50.175 INFO:tasks.rados.rados.0.smithi028.stdout:2040: copy_from oid 1 from oid 14 current snap is 206 2024-08-29T17:54:50.176 INFO:tasks.rados.rados.0.smithi028.stdout:append oid 33 current snap is 206 2024-08-29T17:54:50.176 INFO:tasks.rados.rados.0.smithi028.stdout:2041: seq_num 632 ranges {4767744=589824,5357568=401408} 2024-08-29T17:54:50.220 INFO:tasks.rados.rados.0.smithi028.stdout:2041: writing smithi02869045-33 from 4767744 to 5357568 tid 1 2024-08-29T17:54:50.223 INFO:tasks.rados.rados.0.smithi028.stdout:2041: writing smithi02869045-33 from 5357568 to 5758976 tid 2 2024-08-29T17:54:50.224 INFO:tasks.rados.rados.0.smithi028.stdout:2042: read oid 41 snap -1 2024-08-29T17:54:50.224 INFO:tasks.rados.rados.0.smithi028.stdout:2042: expect deleted 2024-08-29T17:54:50.224 INFO:tasks.rados.rados.0.smithi028.stdout:2043: rollback oid 17 current snap is 206 2024-08-29T17:54:50.224 INFO:tasks.rados.rados.0.smithi028.stdout:rollback oid 17 to 205 2024-08-29T17:54:50.224 INFO:tasks.rados.rados.0.smithi028.stdout:2039: finishing copy_from racing read to smithi02869045-7 2024-08-29T17:54:50.224 INFO:tasks.rados.rados.0.smithi028.stdout:2039: finishing copy_from to smithi02869045-7 2024-08-29T17:54:50.224 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 7 v 1424 (ObjNum 65 snap 0 seq_num 1583634017) dirty exists 2024-08-29T17:54:50.224 INFO:tasks.rados.rados.0.smithi028.stdout:2040: finishing copy_from racing read to smithi02869045-1 2024-08-29T17:54:50.224 INFO:tasks.rados.rados.0.smithi028.stdout:2040: finishing copy_from to smithi02869045-1 2024-08-29T17:54:50.224 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 1 v 1038 (ObjNum 629 snap 206 seq_num 629) dirty exists 2024-08-29T17:54:50.225 INFO:tasks.rados.rados.0.smithi028.stdout:2036: expect (ObjNum 625 snap 206 seq_num 625) 2024-08-29T17:54:50.377 INFO:tasks.rados.rados.0.smithi028.stdout:2041: finishing write tid 1 to smithi02869045-33 2024-08-29T17:54:50.378 INFO:tasks.rados.rados.0.smithi028.stdout:2041: finishing write tid 2 to smithi02869045-33 2024-08-29T17:54:50.378 INFO:tasks.rados.rados.0.smithi028.stdout:2041: finishing write tid 3 to smithi02869045-33 2024-08-29T17:54:50.378 INFO:tasks.rados.rados.0.smithi028.stdout:2043: finishing rollback tid 0 to smithi02869045-17 2024-08-29T17:54:50.378 INFO:tasks.rados.rados.0.smithi028.stdout:2043: finishing rollback tid 1 to smithi02869045-17 2024-08-29T17:54:50.378 INFO:tasks.rados.rados.0.smithi028.stdout:2041: finishing write tid 4 to smithi02869045-33 2024-08-29T17:54:50.378 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 33 v 1727 (ObjNum 632 snap 206 seq_num 632) dirty exists 2024-08-29T17:54:50.378 INFO:tasks.rados.rados.0.smithi028.stdout:2041: left oid 33 (ObjNum 632 snap 206 seq_num 632) 2024-08-29T17:54:50.378 INFO:tasks.rados.rados.0.smithi028.stdout:2043: finishing rollback tid 2 to smithi02869045-17 2024-08-29T17:54:50.378 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 17 v 1731 (ObjNum 605 snap 203 seq_num 605) dirty exists 2024-08-29T17:54:50.378 INFO:tasks.rados.rados.0.smithi028.stdout:2036: done (7 left) 2024-08-29T17:54:50.378 INFO:tasks.rados.rados.0.smithi028.stdout:2037: done (6 left) 2024-08-29T17:54:50.378 INFO:tasks.rados.rados.0.smithi028.stdout:2038: done (5 left) 2024-08-29T17:54:50.379 INFO:tasks.rados.rados.0.smithi028.stdout:2039: done (4 left) 2024-08-29T17:54:50.379 INFO:tasks.rados.rados.0.smithi028.stdout:2040: done (3 left) 2024-08-29T17:54:50.379 INFO:tasks.rados.rados.0.smithi028.stdout:2041: done (2 left) 2024-08-29T17:54:50.379 INFO:tasks.rados.rados.0.smithi028.stdout:2042: done (1 left) 2024-08-29T17:54:50.379 INFO:tasks.rados.rados.0.smithi028.stdout:2043: done (0 left) 2024-08-29T17:54:50.379 INFO:tasks.rados.rados.0.smithi028.stdout:2044: delete oid 5 current snap is 206 2024-08-29T17:54:50.381 INFO:tasks.rados.rados.0.smithi028.stdout:2044: done (0 left) 2024-08-29T17:54:50.381 INFO:tasks.rados.rados.0.smithi028.stdout:2045: snap_create 2024-08-29T17:54:50.574 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:54:50 smithi053 bash[68679]: cluster 2024-08-29T17:54:48.963663+0000 mgr.y (mgr.25022) 158 : cluster [DBG] pgmap v241: 121 pgs: 33 active+undersized, 12 active+undersized+degraded, 76 active+clean; 289 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 13 MiB/s rd, 1.1 MiB/s wr, 31 op/s; 78/633 objects degraded (12.322%) 2024-08-29T17:54:50.574 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:54:50 smithi053 bash[68679]: audit 2024-08-29T17:54:49.889283+0000 mon.a (mon.0) 492 : audit [INF] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' 2024-08-29T17:54:50.574 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:54:50 smithi053 bash[68679]: audit 2024-08-29T17:54:49.895238+0000 mon.a (mon.0) 493 : audit [INF] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' 2024-08-29T17:54:50.574 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:54:50 smithi053 bash[68679]: cluster 2024-08-29T17:54:50.163422+0000 mon.a (mon.0) 494 : cluster [DBG] osdmap e481: 8 total, 7 up, 8 in 2024-08-29T17:54:50.627 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:54:50 smithi028 bash[77168]: cluster 2024-08-29T17:54:48.963663+0000 mgr.y (mgr.25022) 158 : cluster [DBG] pgmap v241: 121 pgs: 33 active+undersized, 12 active+undersized+degraded, 76 active+clean; 289 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 13 MiB/s rd, 1.1 MiB/s wr, 31 op/s; 78/633 objects degraded (12.322%) 2024-08-29T17:54:50.628 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:54:50 smithi028 bash[77168]: audit 2024-08-29T17:54:49.889283+0000 mon.a (mon.0) 492 : audit [INF] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' 2024-08-29T17:54:50.628 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:54:50 smithi028 bash[77168]: audit 2024-08-29T17:54:49.895238+0000 mon.a (mon.0) 493 : audit [INF] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' 2024-08-29T17:54:50.628 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:54:50 smithi028 bash[77168]: cluster 2024-08-29T17:54:50.163422+0000 mon.a (mon.0) 494 : cluster [DBG] osdmap e481: 8 total, 7 up, 8 in 2024-08-29T17:54:50.628 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:54:50 smithi028 bash[78352]: cluster 2024-08-29T17:54:48.963663+0000 mgr.y (mgr.25022) 158 : cluster [DBG] pgmap v241: 121 pgs: 33 active+undersized, 12 active+undersized+degraded, 76 active+clean; 289 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 13 MiB/s rd, 1.1 MiB/s wr, 31 op/s; 78/633 objects degraded (12.322%) 2024-08-29T17:54:50.628 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:54:50 smithi028 bash[78352]: audit 2024-08-29T17:54:49.889283+0000 mon.a (mon.0) 492 : audit [INF] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' 2024-08-29T17:54:50.628 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:54:50 smithi028 bash[78352]: audit 2024-08-29T17:54:49.895238+0000 mon.a (mon.0) 493 : audit [INF] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' 2024-08-29T17:54:50.629 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:54:50 smithi028 bash[78352]: cluster 2024-08-29T17:54:50.163422+0000 mon.a (mon.0) 494 : cluster [DBG] osdmap e481: 8 total, 7 up, 8 in 2024-08-29T17:54:51.224 INFO:tasks.rados.rados.0.smithi028.stdout:2045: done (0 left) 2024-08-29T17:54:51.225 INFO:tasks.rados.rados.0.smithi028.stdout:2046: snap_create 2024-08-29T17:54:51.877 INFO:journalctl@ceph.mgr.y.smithi028.stdout:Aug 29 17:54:51 smithi028 bash[70818]: ::ffff:172.21.15.53 - - [29/Aug/2024:17:54:51] "GET /metrics HTTP/1.1" 200 36152 "" "Prometheus/2.43.0" 2024-08-29T17:54:52.220 INFO:tasks.rados.rados.0.smithi028.stdout:2046: done (0 left) 2024-08-29T17:54:52.220 INFO:tasks.rados.rados.0.smithi028.stdout:2047: rmattr oid 40 current snap is 208 2024-08-29T17:54:52.220 INFO:tasks.rados.rados.0.smithi028.stdout:2047: done (0 left) 2024-08-29T17:54:52.220 INFO:tasks.rados.rados.0.smithi028.stdout:2048: rmattr oid 32 current snap is 208 2024-08-29T17:54:52.220 INFO:tasks.rados.rados.0.smithi028.stdout:2048: done (0 left) 2024-08-29T17:54:52.220 INFO:tasks.rados.rados.0.smithi028.stdout:2049: rollback oid 31 current snap is 208 2024-08-29T17:54:52.221 INFO:tasks.rados.rados.0.smithi028.stdout:rollback oid 31 to 203 2024-08-29T17:54:52.221 INFO:tasks.rados.rados.0.smithi028.stdout:2050: snap_create 2024-08-29T17:54:52.237 INFO:tasks.rados.rados.0.smithi028.stdout:2049: finishing rollback tid 0 to smithi02869045-31 2024-08-29T17:54:52.237 INFO:tasks.rados.rados.0.smithi028.stdout:2049: finishing rollback tid 1 to smithi02869045-31 2024-08-29T17:54:52.238 INFO:tasks.rados.rados.0.smithi028.stdout:2049: finishing rollback tid 2 to smithi02869045-31 2024-08-29T17:54:52.238 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 31 v 1735 (ObjNum 506 snap 157 seq_num 506) dirty exists 2024-08-29T17:54:52.313 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:54:52 smithi053 bash[68679]: cluster 2024-08-29T17:54:50.964490+0000 mgr.y (mgr.25022) 159 : cluster [DBG] pgmap v244: 121 pgs: 33 active+undersized, 12 active+undersized+degraded, 76 active+clean; 289 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 13 MiB/s rd, 1.1 MiB/s wr, 31 op/s; 78/633 objects degraded (12.322%) 2024-08-29T17:54:52.313 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:54:52 smithi053 bash[68679]: audit 2024-08-29T17:54:51.053368+0000 mon.a (mon.0) 495 : audit [INF] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' 2024-08-29T17:54:52.313 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:54:52 smithi053 bash[68679]: audit 2024-08-29T17:54:51.059103+0000 mon.a (mon.0) 496 : audit [INF] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' 2024-08-29T17:54:52.313 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:54:52 smithi053 bash[68679]: cluster 2024-08-29T17:54:51.223695+0000 mon.a (mon.0) 497 : cluster [DBG] osdmap e482: 8 total, 7 up, 8 in 2024-08-29T17:54:52.378 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:54:52 smithi028 bash[77168]: cluster 2024-08-29T17:54:50.964490+0000 mgr.y (mgr.25022) 159 : cluster [DBG] pgmap v244: 121 pgs: 33 active+undersized, 12 active+undersized+degraded, 76 active+clean; 289 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 13 MiB/s rd, 1.1 MiB/s wr, 31 op/s; 78/633 objects degraded (12.322%) 2024-08-29T17:54:52.378 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:54:52 smithi028 bash[77168]: audit 2024-08-29T17:54:51.053368+0000 mon.a (mon.0) 495 : audit [INF] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' 2024-08-29T17:54:52.378 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:54:52 smithi028 bash[77168]: audit 2024-08-29T17:54:51.059103+0000 mon.a (mon.0) 496 : audit [INF] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' 2024-08-29T17:54:52.378 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:54:52 smithi028 bash[77168]: cluster 2024-08-29T17:54:51.223695+0000 mon.a (mon.0) 497 : cluster [DBG] osdmap e482: 8 total, 7 up, 8 in 2024-08-29T17:54:52.378 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:54:52 smithi028 bash[78352]: cluster 2024-08-29T17:54:50.964490+0000 mgr.y (mgr.25022) 159 : cluster [DBG] pgmap v244: 121 pgs: 33 active+undersized, 12 active+undersized+degraded, 76 active+clean; 289 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 13 MiB/s rd, 1.1 MiB/s wr, 31 op/s; 78/633 objects degraded (12.322%) 2024-08-29T17:54:52.378 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:54:52 smithi028 bash[78352]: audit 2024-08-29T17:54:51.053368+0000 mon.a (mon.0) 495 : audit [INF] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' 2024-08-29T17:54:52.378 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:54:52 smithi028 bash[78352]: audit 2024-08-29T17:54:51.059103+0000 mon.a (mon.0) 496 : audit [INF] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' 2024-08-29T17:54:52.378 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:54:52 smithi028 bash[78352]: cluster 2024-08-29T17:54:51.223695+0000 mon.a (mon.0) 497 : cluster [DBG] osdmap e482: 8 total, 7 up, 8 in 2024-08-29T17:54:52.574 INFO:journalctl@ceph.prometheus.a.smithi053.stdout:Aug 29 17:54:52 smithi053 bash[61790]: ts=2024-08-29T17:54:52.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"3167ee72-662c-11ef-bcd4-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-29T17:54:52.877 INFO:journalctl@ceph.osd.1.smithi028.stdout:Aug 29 17:54:52 smithi028 bash[87032]: debug 2024-08-29T17:54:52.547+0000 7f68be901640 -1 osd.1 470 log_to_monitors true 2024-08-29T17:54:53.227 INFO:tasks.rados.rados.0.smithi028.stdout:2049: done (1 left) 2024-08-29T17:54:53.228 INFO:tasks.rados.rados.0.smithi028.stdout:2050: done (0 left) 2024-08-29T17:54:53.228 INFO:tasks.rados.rados.0.smithi028.stdout:2051: rollback oid 31 current snap is 209 2024-08-29T17:54:53.228 INFO:tasks.rados.rados.0.smithi028.stdout:rollback oid 31 to 193 2024-08-29T17:54:53.228 INFO:tasks.rados.rados.0.smithi028.stdout:2052: snap_remove snap 205 2024-08-29T17:54:53.506 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:54:53 smithi053 bash[68679]: cluster 2024-08-29T17:54:52.223820+0000 mon.a (mon.0) 498 : cluster [DBG] osdmap e483: 8 total, 7 up, 8 in 2024-08-29T17:54:53.506 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:54:53 smithi053 bash[68679]: audit 2024-08-29T17:54:52.556214+0000 mon.c (mon.2) 5 : audit [INF] from='osd.1 [v2:172.21.15.28:6810/421904148,v1:172.21.15.28:6811/421904148]' entity='osd.1' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["1"]}]: dispatch 2024-08-29T17:54:53.506 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:54:53 smithi053 bash[68679]: audit 2024-08-29T17:54:52.556486+0000 mon.a (mon.0) 499 : audit [INF] from='osd.1 ' entity='osd.1' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["1"]}]: dispatch 2024-08-29T17:54:53.627 INFO:journalctl@ceph.osd.1.smithi028.stdout:Aug 29 17:54:53 smithi028 bash[87032]: debug 2024-08-29T17:54:53.271+0000 7f68b66ac640 -1 osd.1 470 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory 2024-08-29T17:54:53.628 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:54:53 smithi028 bash[78352]: cluster 2024-08-29T17:54:52.223820+0000 mon.a (mon.0) 498 : cluster [DBG] osdmap e483: 8 total, 7 up, 8 in 2024-08-29T17:54:53.628 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:54:53 smithi028 bash[78352]: audit 2024-08-29T17:54:52.556214+0000 mon.c (mon.2) 5 : audit [INF] from='osd.1 [v2:172.21.15.28:6810/421904148,v1:172.21.15.28:6811/421904148]' entity='osd.1' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["1"]}]: dispatch 2024-08-29T17:54:53.628 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:54:53 smithi028 bash[78352]: audit 2024-08-29T17:54:52.556486+0000 mon.a (mon.0) 499 : audit [INF] from='osd.1 ' entity='osd.1' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["1"]}]: dispatch 2024-08-29T17:54:53.628 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:54:53 smithi028 bash[77168]: cluster 2024-08-29T17:54:52.223820+0000 mon.a (mon.0) 498 : cluster [DBG] osdmap e483: 8 total, 7 up, 8 in 2024-08-29T17:54:53.628 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:54:53 smithi028 bash[77168]: audit 2024-08-29T17:54:52.556214+0000 mon.c (mon.2) 5 : audit [INF] from='osd.1 [v2:172.21.15.28:6810/421904148,v1:172.21.15.28:6811/421904148]' entity='osd.1' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["1"]}]: dispatch 2024-08-29T17:54:53.628 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:54:53 smithi028 bash[77168]: audit 2024-08-29T17:54:52.556486+0000 mon.a (mon.0) 499 : audit [INF] from='osd.1 ' entity='osd.1' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["1"]}]: dispatch 2024-08-29T17:54:53.824 INFO:journalctl@ceph.prometheus.a.smithi053.stdout:Aug 29 17:54:53 smithi053 bash[61790]: ts=2024-08-29T17:54:53.508Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=nodes name=CephNodeDiskspaceWarning index=4 msg="Evaluating rule failed" rule="alert: CephNodeDiskspaceWarning\nexpr: predict_linear(node_filesystem_free_bytes{device=~\"/.*\"}[2d], 3600 * 24 * 5)\n * on (instance) group_left (nodename) node_uname_info < 0\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.8.4\n severity: warning\n type: ceph_default\nannotations:\n description: Mountpoint {{ $labels.mountpoint }} on {{ $labels.nodename }} will\n be full in less than 5 days based on the 48 hour trailing fill rate.\n summary: Host filesystem free space is getting low\n" err="found duplicate series for the match group {instance=\"smithi028\"} on the right hand-side of the operation: [{__name__=\"node_uname_info\", domainname=\"(none)\", instance=\"smithi028\", job=\"node\", machine=\"x86_64\", nodename=\"smithi028\", release=\"5.15.0-119-generic\", sysname=\"Linux\", version=\"#129-Ubuntu SMP Fri Aug 2 19:25:20 UTC 2024\"}, {__name__=\"node_uname_info\", cluster=\"3167ee72-662c-11ef-bcd4-c7b262605968\", domainname=\"(none)\", instance=\"smithi028\", job=\"node\", machine=\"x86_64\", nodename=\"smithi028\", release=\"5.15.0-119-generic\", sysname=\"Linux\", version=\"#129-Ubuntu SMP Fri Aug 2 19:25:20 UTC 2024\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-29T17:54:54.245 INFO:tasks.rados.rados.0.smithi028.stdout:2052: done (1 left) 2024-08-29T17:54:54.245 INFO:tasks.rados.rados.0.smithi028.stdout:2053: rmattr oid 21 current snap is 209 2024-08-29T17:54:54.245 INFO:tasks.rados.rados.0.smithi028.stdout:2053: done (1 left) 2024-08-29T17:54:54.245 INFO:tasks.rados.rados.0.smithi028.stdout:2054: snap_remove snap 203 2024-08-29T17:54:54.574 INFO:journalctl@ceph.prometheus.a.smithi053.stdout:Aug 29 17:54:54 smithi053 bash[61790]: ts=2024-08-29T17:54:54.454Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pgs name=CephPGsInactive index=0 msg="Evaluating rule failed" rule="alert: CephPGsInactive\nexpr: ceph_pool_metadata * on (pool_id, instance) group_left () (ceph_pg_total - ceph_pg_active)\n > 0\nfor: 5m\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.7.1\n severity: critical\n type: ceph_default\nannotations:\n description: '{{ $value }} PGs have been inactive for more than 5 minutes in pool\n {{ $labels.name }}. Inactive placement groups are not able to serve read/write\n requests.'\n summary: One or more placement groups are inactive\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the right hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"3167ee72-662c-11ef-bcd4-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-29T17:54:54.574 INFO:journalctl@ceph.prometheus.a.smithi053.stdout:Aug 29 17:54:54 smithi053 bash[61790]: ts=2024-08-29T17:54:54.455Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pgs name=CephPGsUnclean index=1 msg="Evaluating rule failed" rule="alert: CephPGsUnclean\nexpr: ceph_pool_metadata * on (pool_id, instance) group_left () (ceph_pg_total - ceph_pg_clean)\n > 0\nfor: 15m\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.7.2\n severity: warning\n type: ceph_default\nannotations:\n description: '{{ $value }} PGs have been unclean for more than 15 minutes in pool\n {{ $labels.name }}. Unclean PGs have not recovered from a previous failure.'\n summary: One or more placement groups are marked unclean\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the right hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"3167ee72-662c-11ef-bcd4-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-29T17:54:54.574 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:54:54 smithi053 bash[68679]: cluster 2024-08-29T17:54:52.965922+0000 mgr.y (mgr.25022) 160 : cluster [DBG] pgmap v247: 121 pgs: 33 active+undersized, 12 active+undersized+degraded, 76 active+clean; 296 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 1.9 MiB/s rd, 1.4 MiB/s wr, 4 op/s; 81/645 objects degraded (12.558%) 2024-08-29T17:54:54.574 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:54:54 smithi053 bash[68679]: audit 2024-08-29T17:54:53.223885+0000 mon.a (mon.0) 500 : audit [INF] from='osd.1 ' entity='osd.1' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["1"]}]': finished 2024-08-29T17:54:54.574 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:54:54 smithi053 bash[68679]: cluster 2024-08-29T17:54:53.230849+0000 mon.a (mon.0) 501 : cluster [DBG] osdmap e484: 8 total, 7 up, 8 in 2024-08-29T17:54:54.574 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:54:54 smithi053 bash[68679]: audit 2024-08-29T17:54:53.233098+0000 mon.c (mon.2) 6 : audit [INF] from='osd.1 [v2:172.21.15.28:6810/421904148,v1:172.21.15.28:6811/421904148]' entity='osd.1' cmd=[{"prefix": "osd crush create-or-move", "id": 1, "weight":0.0873, "args": ["host=smithi028", "root=default"]}]: dispatch 2024-08-29T17:54:54.575 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:54:54 smithi053 bash[68679]: audit 2024-08-29T17:54:53.244091+0000 mon.a (mon.0) 502 : audit [INF] from='osd.1 ' entity='osd.1' cmd=[{"prefix": "osd crush create-or-move", "id": 1, "weight":0.0873, "args": ["host=smithi028", "root=default"]}]: dispatch 2024-08-29T17:54:54.575 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:54:54 smithi053 bash[68679]: cluster 2024-08-29T17:54:54.156839+0000 mon.a (mon.0) 503 : cluster [WRN] Health check update: Degraded data redundancy: 81/645 objects degraded (12.558%), 12 pgs degraded (PG_DEGRADED) 2024-08-29T17:54:54.628 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:54:54 smithi028 bash[77168]: cluster 2024-08-29T17:54:52.965922+0000 mgr.y (mgr.25022) 160 : cluster [DBG] pgmap v247: 121 pgs: 33 active+undersized, 12 active+undersized+degraded, 76 active+clean; 296 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 1.9 MiB/s rd, 1.4 MiB/s wr, 4 op/s; 81/645 objects degraded (12.558%) 2024-08-29T17:54:54.628 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:54:54 smithi028 bash[77168]: audit 2024-08-29T17:54:53.223885+0000 mon.a (mon.0) 500 : audit [INF] from='osd.1 ' entity='osd.1' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["1"]}]': finished 2024-08-29T17:54:54.628 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:54:54 smithi028 bash[77168]: cluster 2024-08-29T17:54:53.230849+0000 mon.a (mon.0) 501 : cluster [DBG] osdmap e484: 8 total, 7 up, 8 in 2024-08-29T17:54:54.628 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:54:54 smithi028 bash[77168]: audit 2024-08-29T17:54:53.233098+0000 mon.c (mon.2) 6 : audit [INF] from='osd.1 [v2:172.21.15.28:6810/421904148,v1:172.21.15.28:6811/421904148]' entity='osd.1' cmd=[{"prefix": "osd crush create-or-move", "id": 1, "weight":0.0873, "args": ["host=smithi028", "root=default"]}]: dispatch 2024-08-29T17:54:54.628 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:54:54 smithi028 bash[77168]: audit 2024-08-29T17:54:53.244091+0000 mon.a (mon.0) 502 : audit [INF] from='osd.1 ' entity='osd.1' cmd=[{"prefix": "osd crush create-or-move", "id": 1, "weight":0.0873, "args": ["host=smithi028", "root=default"]}]: dispatch 2024-08-29T17:54:54.628 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:54:54 smithi028 bash[77168]: cluster 2024-08-29T17:54:54.156839+0000 mon.a (mon.0) 503 : cluster [WRN] Health check update: Degraded data redundancy: 81/645 objects degraded (12.558%), 12 pgs degraded (PG_DEGRADED) 2024-08-29T17:54:54.628 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:54:54 smithi028 bash[78352]: cluster 2024-08-29T17:54:52.965922+0000 mgr.y (mgr.25022) 160 : cluster [DBG] pgmap v247: 121 pgs: 33 active+undersized, 12 active+undersized+degraded, 76 active+clean; 296 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 1.9 MiB/s rd, 1.4 MiB/s wr, 4 op/s; 81/645 objects degraded (12.558%) 2024-08-29T17:54:54.629 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:54:54 smithi028 bash[78352]: audit 2024-08-29T17:54:53.223885+0000 mon.a (mon.0) 500 : audit [INF] from='osd.1 ' entity='osd.1' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["1"]}]': finished 2024-08-29T17:54:54.629 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:54:54 smithi028 bash[78352]: cluster 2024-08-29T17:54:53.230849+0000 mon.a (mon.0) 501 : cluster [DBG] osdmap e484: 8 total, 7 up, 8 in 2024-08-29T17:54:54.629 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:54:54 smithi028 bash[78352]: audit 2024-08-29T17:54:53.233098+0000 mon.c (mon.2) 6 : audit [INF] from='osd.1 [v2:172.21.15.28:6810/421904148,v1:172.21.15.28:6811/421904148]' entity='osd.1' cmd=[{"prefix": "osd crush create-or-move", "id": 1, "weight":0.0873, "args": ["host=smithi028", "root=default"]}]: dispatch 2024-08-29T17:54:54.629 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:54:54 smithi028 bash[78352]: audit 2024-08-29T17:54:53.244091+0000 mon.a (mon.0) 502 : audit [INF] from='osd.1 ' entity='osd.1' cmd=[{"prefix": "osd crush create-or-move", "id": 1, "weight":0.0873, "args": ["host=smithi028", "root=default"]}]: dispatch 2024-08-29T17:54:54.629 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:54:54 smithi028 bash[78352]: cluster 2024-08-29T17:54:54.156839+0000 mon.a (mon.0) 503 : cluster [WRN] Health check update: Degraded data redundancy: 81/645 objects degraded (12.558%), 12 pgs degraded (PG_DEGRADED) 2024-08-29T17:54:55.248 INFO:tasks.rados.rados.0.smithi028.stdout:2054: done (1 left) 2024-08-29T17:54:55.248 INFO:tasks.rados.rados.0.smithi028.stdout:2055: rollback oid 12 current snap is 209 2024-08-29T17:54:55.248 INFO:tasks.rados.rados.0.smithi028.stdout:rollback oid 12 to 191 2024-08-29T17:54:55.248 INFO:tasks.rados.rados.0.smithi028.stdout:2056: read oid 34 snap -1 2024-08-29T17:54:55.248 INFO:tasks.rados.rados.0.smithi028.stdout:2056: expect (ObjNum 466 snap 146 seq_num 466) 2024-08-29T17:54:55.248 INFO:tasks.rados.rados.0.smithi028.stdout:2057: snap_create 2024-08-29T17:54:55.248 INFO:tasks.rados.rados.0.smithi028.stdout:2051: finishing rollback tid 0 to smithi02869045-31 2024-08-29T17:54:55.249 INFO:tasks.rados.rados.0.smithi028.stdout:2051: finishing rollback tid 1 to smithi02869045-31 2024-08-29T17:54:55.249 INFO:tasks.rados.rados.0.smithi028.stdout:2051: finishing rollback tid 2 to smithi02869045-31 2024-08-29T17:54:55.249 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 31 v 1739 (ObjNum 506 snap 157 seq_num 506) dirty exists 2024-08-29T17:54:55.297 INFO:tasks.rados.rados.0.smithi028.stdout:2056: expect (ObjNum 466 snap 146 seq_num 466) 2024-08-29T17:54:55.398 INFO:tasks.rados.rados.0.smithi028.stdout:2055: finishing rollback tid 0 to smithi02869045-12 2024-08-29T17:54:55.398 INFO:tasks.rados.rados.0.smithi028.stdout:2055: finishing rollback tid 1 to smithi02869045-12 2024-08-29T17:54:55.398 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 12 v 1078 (ObjNum 289 snap 0 seq_num 1) dirty dne 2024-08-29T17:54:55.574 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:54:55 smithi053 bash[68679]: cluster 2024-08-29T17:54:54.234710+0000 mon.a (mon.0) 504 : cluster [INF] Health check cleared: OSD_DOWN (was: 1 osds down) 2024-08-29T17:54:55.574 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:54:55 smithi053 bash[68679]: cluster 2024-08-29T17:54:54.245352+0000 mon.a (mon.0) 505 : cluster [INF] osd.1 [v2:172.21.15.28:6810/421904148,v1:172.21.15.28:6811/421904148] boot 2024-08-29T17:54:55.574 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:54:55 smithi053 bash[68679]: cluster 2024-08-29T17:54:54.245441+0000 mon.a (mon.0) 506 : cluster [DBG] osdmap e485: 8 total, 8 up, 8 in 2024-08-29T17:54:55.574 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:54:55 smithi053 bash[68679]: audit 2024-08-29T17:54:54.247438+0000 mon.a (mon.0) 507 : audit [DBG] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-08-29T17:54:55.575 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:54:55 smithi053 bash[68679]: cluster 2024-08-29T17:54:55.248454+0000 mon.a (mon.0) 508 : cluster [DBG] osdmap e486: 8 total, 8 up, 8 in 2024-08-29T17:54:55.627 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:54:55 smithi028 bash[77168]: cluster 2024-08-29T17:54:54.234710+0000 mon.a (mon.0) 504 : cluster [INF] Health check cleared: OSD_DOWN (was: 1 osds down) 2024-08-29T17:54:55.628 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:54:55 smithi028 bash[77168]: cluster 2024-08-29T17:54:54.245352+0000 mon.a (mon.0) 505 : cluster [INF] osd.1 [v2:172.21.15.28:6810/421904148,v1:172.21.15.28:6811/421904148] boot 2024-08-29T17:54:55.628 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:54:55 smithi028 bash[77168]: cluster 2024-08-29T17:54:54.245441+0000 mon.a (mon.0) 506 : cluster [DBG] osdmap e485: 8 total, 8 up, 8 in 2024-08-29T17:54:55.628 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:54:55 smithi028 bash[77168]: audit 2024-08-29T17:54:54.247438+0000 mon.a (mon.0) 507 : audit [DBG] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-08-29T17:54:55.628 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:54:55 smithi028 bash[77168]: cluster 2024-08-29T17:54:55.248454+0000 mon.a (mon.0) 508 : cluster [DBG] osdmap e486: 8 total, 8 up, 8 in 2024-08-29T17:54:55.628 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:54:55 smithi028 bash[78352]: cluster 2024-08-29T17:54:54.234710+0000 mon.a (mon.0) 504 : cluster [INF] Health check cleared: OSD_DOWN (was: 1 osds down) 2024-08-29T17:54:55.628 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:54:55 smithi028 bash[78352]: cluster 2024-08-29T17:54:54.245352+0000 mon.a (mon.0) 505 : cluster [INF] osd.1 [v2:172.21.15.28:6810/421904148,v1:172.21.15.28:6811/421904148] boot 2024-08-29T17:54:55.628 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:54:55 smithi028 bash[78352]: cluster 2024-08-29T17:54:54.245441+0000 mon.a (mon.0) 506 : cluster [DBG] osdmap e485: 8 total, 8 up, 8 in 2024-08-29T17:54:55.628 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:54:55 smithi028 bash[78352]: audit 2024-08-29T17:54:54.247438+0000 mon.a (mon.0) 507 : audit [DBG] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-08-29T17:54:55.628 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:54:55 smithi028 bash[78352]: cluster 2024-08-29T17:54:55.248454+0000 mon.a (mon.0) 508 : cluster [DBG] osdmap e486: 8 total, 8 up, 8 in 2024-08-29T17:54:56.262 INFO:tasks.rados.rados.0.smithi028.stdout:2051: done (3 left) 2024-08-29T17:54:56.262 INFO:tasks.rados.rados.0.smithi028.stdout:2055: done (2 left) 2024-08-29T17:54:56.262 INFO:tasks.rados.rados.0.smithi028.stdout:2056: done (1 left) 2024-08-29T17:54:56.262 INFO:tasks.rados.rados.0.smithi028.stdout:2057: done (0 left) 2024-08-29T17:54:56.263 INFO:tasks.rados.rados.0.smithi028.stdout:2058: copy_from oid 21 from oid 50 current snap is 210 2024-08-29T17:54:56.263 INFO:tasks.rados.rados.0.smithi028.stdout:2059: read oid 7 snap -1 2024-08-29T17:54:56.263 INFO:tasks.rados.rados.0.smithi028.stdout:2059: expect (ObjNum 0 snap 0 seq_num 0) 2024-08-29T17:54:56.263 INFO:tasks.rados.rados.0.smithi028.stdout:append oid 9 current snap is 210 2024-08-29T17:54:56.263 INFO:tasks.rados.rados.0.smithi028.stdout:2060: seq_num 634 ranges {8273920=622592,8896512=401408} 2024-08-29T17:54:56.351 INFO:tasks.rados.rados.0.smithi028.stdout:2060: writing smithi02869045-9 from 8273920 to 8896512 tid 1 2024-08-29T17:54:56.354 INFO:tasks.rados.rados.0.smithi028.stdout:2060: writing smithi02869045-9 from 8896512 to 9297920 tid 2 2024-08-29T17:54:56.354 INFO:tasks.rados.rados.0.smithi028.stdout:2061: snap_create 2024-08-29T17:54:56.354 INFO:tasks.rados.rados.0.smithi028.stdout:2059: expect (ObjNum 0 snap 0 seq_num 0) 2024-08-29T17:54:56.361 INFO:tasks.rados.rados.0.smithi028.stdout:2058: finishing copy_from racing read to smithi02869045-21 2024-08-29T17:54:56.361 INFO:tasks.rados.rados.0.smithi028.stdout:2058: finishing copy_from to smithi02869045-21 2024-08-29T17:54:56.361 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 21 v 1440 (ObjNum 551 snap 175 seq_num 551) dirty exists 2024-08-29T17:54:56.364 INFO:tasks.rados.rados.0.smithi028.stdout:2060: finishing write tid 1 to smithi02869045-9 2024-08-29T17:54:56.364 INFO:tasks.rados.rados.0.smithi028.stdout:2060: finishing write tid 2 to smithi02869045-9 2024-08-29T17:54:56.365 INFO:tasks.rados.rados.0.smithi028.stdout:2060: finishing write tid 3 to smithi02869045-9 2024-08-29T17:54:56.368 INFO:tasks.rados.rados.0.smithi028.stdout:2060: finishing write tid 4 to smithi02869045-9 2024-08-29T17:54:56.368 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 9 v 1076 (ObjNum 634 snap 210 seq_num 634) dirty exists 2024-08-29T17:54:56.368 INFO:tasks.rados.rados.0.smithi028.stdout:2060: left oid 9 (ObjNum 634 snap 210 seq_num 634) 2024-08-29T17:54:56.574 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:54:56 smithi053 bash[68679]: cluster 2024-08-29T17:54:54.966801+0000 mgr.y (mgr.25022) 161 : cluster [DBG] pgmap v250: 121 pgs: 33 active+undersized, 12 active+undersized+degraded, 76 active+clean; 296 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 1.9 MiB/s rd, 1.4 MiB/s wr, 5 op/s; 82/648 objects degraded (12.654%) 2024-08-29T17:54:56.574 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:54:56 smithi053 bash[68679]: cluster 2024-08-29T17:54:56.265083+0000 mon.a (mon.0) 509 : cluster [DBG] osdmap e487: 8 total, 8 up, 8 in 2024-08-29T17:54:56.628 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:54:56 smithi028 bash[77168]: cluster 2024-08-29T17:54:54.966801+0000 mgr.y (mgr.25022) 161 : cluster [DBG] pgmap v250: 121 pgs: 33 active+undersized, 12 active+undersized+degraded, 76 active+clean; 296 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 1.9 MiB/s rd, 1.4 MiB/s wr, 5 op/s; 82/648 objects degraded (12.654%) 2024-08-29T17:54:56.628 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:54:56 smithi028 bash[77168]: cluster 2024-08-29T17:54:56.265083+0000 mon.a (mon.0) 509 : cluster [DBG] osdmap e487: 8 total, 8 up, 8 in 2024-08-29T17:54:56.628 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:54:56 smithi028 bash[78352]: cluster 2024-08-29T17:54:54.966801+0000 mgr.y (mgr.25022) 161 : cluster [DBG] pgmap v250: 121 pgs: 33 active+undersized, 12 active+undersized+degraded, 76 active+clean; 296 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 1.9 MiB/s rd, 1.4 MiB/s wr, 5 op/s; 82/648 objects degraded (12.654%) 2024-08-29T17:54:56.628 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:54:56 smithi028 bash[78352]: cluster 2024-08-29T17:54:56.265083+0000 mon.a (mon.0) 509 : cluster [DBG] osdmap e487: 8 total, 8 up, 8 in 2024-08-29T17:54:57.296 INFO:tasks.rados.rados.0.smithi028.stdout:2058: done (3 left) 2024-08-29T17:54:57.296 INFO:tasks.rados.rados.0.smithi028.stdout:2059: done (2 left) 2024-08-29T17:54:57.296 INFO:tasks.rados.rados.0.smithi028.stdout:2060: done (1 left) 2024-08-29T17:54:57.296 INFO:tasks.rados.rados.0.smithi028.stdout:2061: done (0 left) 2024-08-29T17:54:57.296 INFO:tasks.rados.rados.0.smithi028.stdout:2062: snap_remove snap 161 2024-08-29T17:54:58.295 INFO:tasks.rados.rados.0.smithi028.stdout:2062: done (0 left) 2024-08-29T17:54:58.296 INFO:tasks.rados.rados.0.smithi028.stdout:2063: read oid 39 snap -1 2024-08-29T17:54:58.296 INFO:tasks.rados.rados.0.smithi028.stdout:2063: expect deleted 2024-08-29T17:54:58.296 INFO:tasks.rados.rados.0.smithi028.stdout:2064: read oid 18 snap -1 2024-08-29T17:54:58.296 INFO:tasks.rados.rados.0.smithi028.stdout:2064: expect deleted 2024-08-29T17:54:58.296 INFO:tasks.rados.rados.0.smithi028.stdout:2065: delete oid 8 current snap is 211 2024-08-29T17:54:58.324 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:54:58 smithi053 bash[68679]: cluster 2024-08-29T17:54:56.967603+0000 mgr.y (mgr.25022) 162 : cluster [DBG] pgmap v253: 121 pgs: 33 active+undersized, 12 active+undersized+degraded, 76 active+clean; 296 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 0 B/s rd, 0 B/s wr, 0 op/s; 82/648 objects degraded (12.654%) 2024-08-29T17:54:58.324 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:54:58 smithi053 bash[68679]: audit 2024-08-29T17:54:57.031197+0000 mon.a (mon.0) 510 : audit [INF] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' 2024-08-29T17:54:58.325 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:54:58 smithi053 bash[68679]: audit 2024-08-29T17:54:57.033256+0000 mon.a (mon.0) 511 : audit [DBG] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-29T17:54:58.325 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:54:58 smithi053 bash[68679]: cluster 2024-08-29T17:54:57.296414+0000 mon.a (mon.0) 512 : cluster [DBG] osdmap e488: 8 total, 8 up, 8 in 2024-08-29T17:54:58.326 INFO:tasks.rados.rados.0.smithi028.stdout:2063: done (2 left) 2024-08-29T17:54:58.326 INFO:tasks.rados.rados.0.smithi028.stdout:2064: done (1 left) 2024-08-29T17:54:58.326 INFO:tasks.rados.rados.0.smithi028.stdout:2065: done (0 left) 2024-08-29T17:54:58.326 INFO:tasks.rados.rados.0.smithi028.stdout:2066: copy_from oid 7 from oid 41 current snap is 211 2024-08-29T17:54:58.326 INFO:tasks.rados.rados.0.smithi028.stdout:2067: read oid 34 snap -1 2024-08-29T17:54:58.326 INFO:tasks.rados.rados.0.smithi028.stdout:2067: expect (ObjNum 466 snap 146 seq_num 466) 2024-08-29T17:54:58.326 INFO:tasks.rados.rados.0.smithi028.stdout:2068: delete oid 6 current snap is 211 2024-08-29T17:54:58.341 INFO:tasks.rados.rados.0.smithi028.stdout:2068: done (2 left) 2024-08-29T17:54:58.341 INFO:tasks.rados.rados.0.smithi028.stdout:2069: snap_create 2024-08-29T17:54:58.341 INFO:tasks.rados.rados.0.smithi028.stdout:2066: finishing copy_from to smithi02869045-7 2024-08-29T17:54:58.341 INFO:tasks.rados.rados.0.smithi028.stdout:2066: got expected ENOENT (src dne) 2024-08-29T17:54:58.341 INFO:tasks.rados.rados.0.smithi028.stdout:2066: finishing copy_from racing read to smithi02869045-7 2024-08-29T17:54:58.349 INFO:tasks.rados.rados.0.smithi028.stdout:2067: expect (ObjNum 466 snap 146 seq_num 466) 2024-08-29T17:54:58.377 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:54:58 smithi028 bash[77168]: cluster 2024-08-29T17:54:56.967603+0000 mgr.y (mgr.25022) 162 : cluster [DBG] pgmap v253: 121 pgs: 33 active+undersized, 12 active+undersized+degraded, 76 active+clean; 296 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 0 B/s rd, 0 B/s wr, 0 op/s; 82/648 objects degraded (12.654%) 2024-08-29T17:54:58.377 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:54:58 smithi028 bash[77168]: audit 2024-08-29T17:54:57.031197+0000 mon.a (mon.0) 510 : audit [INF] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' 2024-08-29T17:54:58.377 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:54:58 smithi028 bash[77168]: audit 2024-08-29T17:54:57.033256+0000 mon.a (mon.0) 511 : audit [DBG] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-29T17:54:58.378 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:54:58 smithi028 bash[77168]: cluster 2024-08-29T17:54:57.296414+0000 mon.a (mon.0) 512 : cluster [DBG] osdmap e488: 8 total, 8 up, 8 in 2024-08-29T17:54:58.378 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:54:58 smithi028 bash[78352]: cluster 2024-08-29T17:54:56.967603+0000 mgr.y (mgr.25022) 162 : cluster [DBG] pgmap v253: 121 pgs: 33 active+undersized, 12 active+undersized+degraded, 76 active+clean; 296 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 0 B/s rd, 0 B/s wr, 0 op/s; 82/648 objects degraded (12.654%) 2024-08-29T17:54:58.378 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:54:58 smithi028 bash[78352]: audit 2024-08-29T17:54:57.031197+0000 mon.a (mon.0) 510 : audit [INF] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' 2024-08-29T17:54:58.378 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:54:58 smithi028 bash[78352]: audit 2024-08-29T17:54:57.033256+0000 mon.a (mon.0) 511 : audit [DBG] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-29T17:54:58.378 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:54:58 smithi028 bash[78352]: cluster 2024-08-29T17:54:57.296414+0000 mon.a (mon.0) 512 : cluster [DBG] osdmap e488: 8 total, 8 up, 8 in 2024-08-29T17:54:59.074 INFO:journalctl@ceph.prometheus.a.smithi053.stdout:Aug 29 17:54:58 smithi053 bash[61790]: ts=2024-08-29T17:54:58.661Z caller=alerting.go:366 level=warn component="rule manager" alert="unsupported value type" msg="Expanding alert template failed" err="error executing template __alert_CephOSDDown: template: __alert_CephOSDDown:1:358: executing \"__alert_CephOSDDown\" at : error calling query: found duplicate series for the match group {ceph_daemon=\"osd.0\"} on the right hand-side of the operation: [{__name__=\"ceph_osd_metadata\", ceph_daemon=\"osd.0\", ceph_version=\"ceph version 19.1.1-235-g1ef86450 (1ef864504b8875c83ee6c2c5fedc13315bebf7f5) squid (rc)\", cluster=\"3167ee72-662c-11ef-bcd4-c7b262605968\", cluster_addr=\"172.21.15.28\", device_class=\"ssd\", hostname=\"smithi028\", instance=\"ceph_cluster\", job=\"ceph\", objectstore=\"bluestore\", public_addr=\"172.21.15.28\"}, {__name__=\"ceph_osd_metadata\", ceph_daemon=\"osd.0\", ceph_version=\"ceph version 17.2.7-1503-ga89f613d (a89f613db4d5b6bca82681f19d73c6d337aae2d5) quincy (stable)\", cluster_addr=\"172.21.15.28\", device_class=\"ssd\", hostname=\"smithi028\", instance=\"ceph_cluster\", job=\"ceph\", objectstore=\"bluestore\", public_addr=\"172.21.15.28\"}];many-to-many matching not allowed: matching labels must be unique on one side" data="unsupported value type" 2024-08-29T17:54:59.074 INFO:journalctl@ceph.prometheus.a.smithi053.stdout:Aug 29 17:54:58 smithi053 bash[61790]: ts=2024-08-29T17:54:58.664Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=osd name=CephOSDFlapping index=13 msg="Evaluating rule failed" rule="alert: CephOSDFlapping\nexpr: (rate(ceph_osd_up[5m]) * on (ceph_daemon) group_left (hostname) ceph_osd_metadata)\n * 60 > 1\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.4.4\n severity: warning\n type: ceph_default\nannotations:\n description: OSD {{ $labels.ceph_daemon }} on {{ $labels.hostname }} was marked\n down and back up {{ $value | humanize }} times once a minute for 5 minutes. This\n may indicate a network issue (latency, packet loss, MTU mismatch) on the cluster\n network, or the public network if no cluster network is deployed. Check the network\n stats on the listed host(s).\n documentation: https://docs.ceph.com/en/latest/rados/troubleshooting/troubleshooting-osd#flapping-osds\n summary: Network issues are causing OSDs to flap (mark each other down)\n" err="found duplicate series for the match group {ceph_daemon=\"osd.0\"} on the right hand-side of the operation: [{__name__=\"ceph_osd_metadata\", ceph_daemon=\"osd.0\", ceph_version=\"ceph version 19.1.1-235-g1ef86450 (1ef864504b8875c83ee6c2c5fedc13315bebf7f5) squid (rc)\", cluster=\"3167ee72-662c-11ef-bcd4-c7b262605968\", cluster_addr=\"172.21.15.28\", device_class=\"ssd\", hostname=\"smithi028\", instance=\"ceph_cluster\", job=\"ceph\", objectstore=\"bluestore\", public_addr=\"172.21.15.28\"}, {__name__=\"ceph_osd_metadata\", ceph_daemon=\"osd.0\", ceph_version=\"ceph version 17.2.7-1503-ga89f613d (a89f613db4d5b6bca82681f19d73c6d337aae2d5) quincy (stable)\", cluster_addr=\"172.21.15.28\", device_class=\"ssd\", hostname=\"smithi028\", instance=\"ceph_cluster\", job=\"ceph\", objectstore=\"bluestore\", public_addr=\"172.21.15.28\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-29T17:54:59.307 INFO:tasks.rados.rados.0.smithi028.stdout:2066: done (2 left) 2024-08-29T17:54:59.307 INFO:tasks.rados.rados.0.smithi028.stdout:2067: done (1 left) 2024-08-29T17:54:59.307 INFO:tasks.rados.rados.0.smithi028.stdout:2069: done (0 left) 2024-08-29T17:54:59.307 INFO:tasks.rados.rados.0.smithi028.stdout:2070: copy_from oid 23 from oid 20 current snap is 212 2024-08-29T17:54:59.307 INFO:tasks.rados.rados.0.smithi028.stdout:2071: rmattr oid 4 current snap is 212 2024-08-29T17:54:59.308 INFO:tasks.rados.rados.0.smithi028.stdout:2072: snap_create 2024-08-29T17:54:59.314 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 4 v 1781 (ObjNum 581 snap 188 seq_num 581) dirty exists 2024-08-29T17:54:59.338 INFO:tasks.rados.rados.0.smithi028.stdout:2070: finishing copy_from racing read to smithi02869045-23 2024-08-29T17:54:59.340 INFO:tasks.rados.rados.0.smithi028.stdout:2070: finishing copy_from to smithi02869045-23 2024-08-29T17:54:59.340 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 23 v 457 (ObjNum 549 snap 173 seq_num 549) dirty exists 2024-08-29T17:54:59.574 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:54:59 smithi053 bash[68679]: cluster 2024-08-29T17:54:58.298549+0000 mon.a (mon.0) 513 : cluster [DBG] osdmap e489: 8 total, 8 up, 8 in 2024-08-29T17:54:59.574 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:54:59 smithi053 bash[68679]: cluster 2024-08-29T17:54:59.157908+0000 mon.a (mon.0) 514 : cluster [WRN] Health check update: Degraded data redundancy: 82/648 objects degraded (12.654%), 12 pgs degraded (PG_DEGRADED) 2024-08-29T17:54:59.625 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:54:59 smithi028 bash[77168]: cluster 2024-08-29T17:54:58.298549+0000 mon.a (mon.0) 513 : cluster [DBG] osdmap e489: 8 total, 8 up, 8 in 2024-08-29T17:54:59.625 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:54:59 smithi028 bash[77168]: cluster 2024-08-29T17:54:59.157908+0000 mon.a (mon.0) 514 : cluster [WRN] Health check update: Degraded data redundancy: 82/648 objects degraded (12.654%), 12 pgs degraded (PG_DEGRADED) 2024-08-29T17:54:59.625 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:54:59 smithi028 bash[78352]: cluster 2024-08-29T17:54:58.298549+0000 mon.a (mon.0) 513 : cluster [DBG] osdmap e489: 8 total, 8 up, 8 in 2024-08-29T17:54:59.625 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:54:59 smithi028 bash[78352]: cluster 2024-08-29T17:54:59.157908+0000 mon.a (mon.0) 514 : cluster [WRN] Health check update: Degraded data redundancy: 82/648 objects degraded (12.654%), 12 pgs degraded (PG_DEGRADED) 2024-08-29T17:55:00.305 INFO:tasks.rados.rados.0.smithi028.stdout:2070: done (2 left) 2024-08-29T17:55:00.305 INFO:tasks.rados.rados.0.smithi028.stdout:2071: done (1 left) 2024-08-29T17:55:00.305 INFO:tasks.rados.rados.0.smithi028.stdout:2072: done (0 left) 2024-08-29T17:55:00.305 INFO:tasks.rados.rados.0.smithi028.stdout:2073: rollback oid 37 current snap is 213 2024-08-29T17:55:00.305 INFO:tasks.rados.rados.0.smithi028.stdout:rollback oid 37 to 191 2024-08-29T17:55:00.305 INFO:tasks.rados.rados.0.smithi028.stdout:2074: read oid 25 snap -1 2024-08-29T17:55:00.305 INFO:tasks.rados.rados.0.smithi028.stdout:2074: expect deleted 2024-08-29T17:55:00.305 INFO:tasks.rados.rados.0.smithi028.stdout:2075: read oid 28 snap -1 2024-08-29T17:55:00.306 INFO:tasks.rados.rados.0.smithi028.stdout:2075: expect (ObjNum 618 snap 204 seq_num 618) 2024-08-29T17:55:00.306 INFO:tasks.rados.rados.0.smithi028.stdout:append oid 42 current snap is 213 2024-08-29T17:55:00.306 INFO:tasks.rados.rados.0.smithi028.stdout:2076: seq_num 637 ranges {0=671744,671744=401408} 2024-08-29T17:55:00.309 INFO:tasks.rados.rados.0.smithi028.stdout:2076: writing smithi02869045-42 from 0 to 671744 tid 1 2024-08-29T17:55:00.313 INFO:tasks.rados.rados.0.smithi028.stdout:2076: writing smithi02869045-42 from 671744 to 1073152 tid 2 2024-08-29T17:55:00.313 INFO:tasks.rados.rados.0.smithi028.stdout:append oid 47 current snap is 213 2024-08-29T17:55:00.313 INFO:tasks.rados.rados.0.smithi028.stdout:2077: seq_num 638 ranges {2686976=688128,3375104=401408} 2024-08-29T17:55:00.333 INFO:tasks.rados.rados.0.smithi028.stdout:2077: writing smithi02869045-47 from 2686976 to 3375104 tid 1 2024-08-29T17:55:00.337 INFO:tasks.rados.rados.0.smithi028.stdout:2077: writing smithi02869045-47 from 3375104 to 3776512 tid 2 2024-08-29T17:55:00.337 INFO:tasks.rados.rados.0.smithi028.stdout:2078: read oid 21 snap -1 2024-08-29T17:55:00.337 INFO:tasks.rados.rados.0.smithi028.stdout:2078: expect (ObjNum 551 snap 175 seq_num 551) 2024-08-29T17:55:00.338 INFO:tasks.rados.rados.0.smithi028.stdout:2079: setattr oid 15 current snap is 213 2024-08-29T17:55:00.338 INFO:tasks.rados.rados.0.smithi028.stdout:2073: finishing rollback tid 0 to smithi02869045-37 2024-08-29T17:55:00.338 INFO:tasks.rados.rados.0.smithi028.stdout:2073: finishing rollback tid 1 to smithi02869045-37 2024-08-29T17:55:00.338 INFO:tasks.rados.rados.0.smithi028.stdout:2073: finishing rollback tid 2 to smithi02869045-37 2024-08-29T17:55:00.338 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 37 v 1785 (ObjNum 515 snap 160 seq_num 515) dirty exists 2024-08-29T17:55:00.338 INFO:tasks.rados.rados.0.smithi028.stdout:2076: finishing write tid 1 to smithi02869045-42 2024-08-29T17:55:00.339 INFO:tasks.rados.rados.0.smithi028.stdout:2076: finishing write tid 2 to smithi02869045-42 2024-08-29T17:55:00.339 INFO:tasks.rados.rados.0.smithi028.stdout:2076: finishing write tid 3 to smithi02869045-42 2024-08-29T17:55:00.339 INFO:tasks.rados.rados.0.smithi028.stdout:2076: finishing write tid 4 to smithi02869045-42 2024-08-29T17:55:00.339 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 42 v 476 (ObjNum 637 snap 213 seq_num 637) dirty exists 2024-08-29T17:55:00.339 INFO:tasks.rados.rados.0.smithi028.stdout:2076: left oid 42 (ObjNum 637 snap 213 seq_num 637) 2024-08-29T17:55:00.340 INFO:tasks.rados.rados.0.smithi028.stdout:2073: done (6 left) 2024-08-29T17:55:00.340 INFO:tasks.rados.rados.0.smithi028.stdout:2074: done (5 left) 2024-08-29T17:55:00.340 INFO:tasks.rados.rados.0.smithi028.stdout:2076: done (4 left) 2024-08-29T17:55:00.340 INFO:tasks.rados.rados.0.smithi028.stdout:2080: snap_remove snap 190 2024-08-29T17:55:00.574 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:55:00 smithi053 bash[68679]: cluster 2024-08-29T17:54:58.968356+0000 mgr.y (mgr.25022) 163 : cluster [DBG] pgmap v256: 121 pgs: 121 active+clean; 291 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 1.1 MiB/s rd, 1.2 MiB/s wr, 4 op/s; 11 MiB/s, 5 objects/s recovering 2024-08-29T17:55:00.574 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:55:00 smithi053 bash[68679]: cluster 2024-08-29T17:54:59.291858+0000 mon.a (mon.0) 515 : cluster [INF] Health check cleared: PG_DEGRADED (was: Degraded data redundancy: 82/648 objects degraded (12.654%), 12 pgs degraded) 2024-08-29T17:55:00.574 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:55:00 smithi053 bash[68679]: cluster 2024-08-29T17:54:59.291906+0000 mon.a (mon.0) 516 : cluster [INF] Cluster is now healthy 2024-08-29T17:55:00.575 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:55:00 smithi053 bash[68679]: cluster 2024-08-29T17:54:59.309607+0000 mon.a (mon.0) 517 : cluster [DBG] osdmap e490: 8 total, 8 up, 8 in 2024-08-29T17:55:00.577 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:55:00 smithi028 bash[78352]: cluster 2024-08-29T17:54:58.968356+0000 mgr.y (mgr.25022) 163 : cluster [DBG] pgmap v256: 121 pgs: 121 active+clean; 291 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 1.1 MiB/s rd, 1.2 MiB/s wr, 4 op/s; 11 MiB/s, 5 objects/s recovering 2024-08-29T17:55:00.578 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:55:00 smithi028 bash[78352]: cluster 2024-08-29T17:54:59.291858+0000 mon.a (mon.0) 515 : cluster [INF] Health check cleared: PG_DEGRADED (was: Degraded data redundancy: 82/648 objects degraded (12.654%), 12 pgs degraded) 2024-08-29T17:55:00.578 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:55:00 smithi028 bash[78352]: cluster 2024-08-29T17:54:59.291906+0000 mon.a (mon.0) 516 : cluster [INF] Cluster is now healthy 2024-08-29T17:55:00.578 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:55:00 smithi028 bash[78352]: cluster 2024-08-29T17:54:59.309607+0000 mon.a (mon.0) 517 : cluster [DBG] osdmap e490: 8 total, 8 up, 8 in 2024-08-29T17:55:00.578 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:55:00 smithi028 bash[77168]: cluster 2024-08-29T17:54:58.968356+0000 mgr.y (mgr.25022) 163 : cluster [DBG] pgmap v256: 121 pgs: 121 active+clean; 291 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 1.1 MiB/s rd, 1.2 MiB/s wr, 4 op/s; 11 MiB/s, 5 objects/s recovering 2024-08-29T17:55:00.578 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:55:00 smithi028 bash[77168]: cluster 2024-08-29T17:54:59.291858+0000 mon.a (mon.0) 515 : cluster [INF] Health check cleared: PG_DEGRADED (was: Degraded data redundancy: 82/648 objects degraded (12.654%), 12 pgs degraded) 2024-08-29T17:55:00.578 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:55:00 smithi028 bash[77168]: cluster 2024-08-29T17:54:59.291906+0000 mon.a (mon.0) 516 : cluster [INF] Cluster is now healthy 2024-08-29T17:55:00.578 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:55:00 smithi028 bash[77168]: cluster 2024-08-29T17:54:59.309607+0000 mon.a (mon.0) 517 : cluster [DBG] osdmap e490: 8 total, 8 up, 8 in 2024-08-29T17:55:01.332 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 15 v 1436 (ObjNum 582 snap 190 seq_num 582) dirty exists 2024-08-29T17:55:01.332 INFO:tasks.rados.rados.0.smithi028.stdout:2075: expect (ObjNum 618 snap 204 seq_num 618) 2024-08-29T17:55:01.520 INFO:tasks.rados.rados.0.smithi028.stdout:2077: finishing write tid 1 to smithi02869045-47 2024-08-29T17:55:01.520 INFO:tasks.rados.rados.0.smithi028.stdout:2077: finishing write tid 2 to smithi02869045-47 2024-08-29T17:55:01.520 INFO:tasks.rados.rados.0.smithi028.stdout:2077: finishing write tid 3 to smithi02869045-47 2024-08-29T17:55:01.521 INFO:tasks.rados.rados.0.smithi028.stdout:2077: finishing write tid 4 to smithi02869045-47 2024-08-29T17:55:01.521 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 47 v 1687 (ObjNum 638 snap 213 seq_num 638) dirty exists 2024-08-29T17:55:01.521 INFO:tasks.rados.rados.0.smithi028.stdout:2077: left oid 47 (ObjNum 638 snap 213 seq_num 638) 2024-08-29T17:55:01.521 INFO:tasks.rados.rados.0.smithi028.stdout:2078: expect (ObjNum 551 snap 175 seq_num 551) 2024-08-29T17:55:01.574 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:55:01 smithi053 bash[68679]: cluster 2024-08-29T17:55:00.307048+0000 mon.a (mon.0) 518 : cluster [DBG] osdmap e491: 8 total, 8 up, 8 in 2024-08-29T17:55:01.627 INFO:journalctl@ceph.mgr.y.smithi028.stdout:Aug 29 17:55:01 smithi028 bash[70818]: ::ffff:172.21.15.53 - - [29/Aug/2024:17:55:01] "GET /metrics HTTP/1.1" 200 35998 "" "Prometheus/2.43.0" 2024-08-29T17:55:01.628 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:55:01 smithi028 bash[78352]: cluster 2024-08-29T17:55:00.307048+0000 mon.a (mon.0) 518 : cluster [DBG] osdmap e491: 8 total, 8 up, 8 in 2024-08-29T17:55:01.628 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:55:01 smithi028 bash[77168]: cluster 2024-08-29T17:55:00.307048+0000 mon.a (mon.0) 518 : cluster [DBG] osdmap e491: 8 total, 8 up, 8 in 2024-08-29T17:55:01.651 INFO:tasks.rados.rados.0.smithi028.stdout:2075: done (4 left) 2024-08-29T17:55:01.652 INFO:tasks.rados.rados.0.smithi028.stdout:2077: done (3 left) 2024-08-29T17:55:01.652 INFO:tasks.rados.rados.0.smithi028.stdout:2078: done (2 left) 2024-08-29T17:55:01.652 INFO:tasks.rados.rados.0.smithi028.stdout:2079: done (1 left) 2024-08-29T17:55:01.652 INFO:tasks.rados.rados.0.smithi028.stdout:2080: done (0 left) 2024-08-29T17:55:01.652 INFO:tasks.rados.rados.0.smithi028.stdout:2081: delete oid 47 current snap is 213 2024-08-29T17:55:01.655 INFO:tasks.rados.rados.0.smithi028.stdout:2081: done (0 left) 2024-08-29T17:55:01.655 INFO:tasks.rados.rados.0.smithi028.stdout:2082: delete oid 13 current snap is 213 2024-08-29T17:55:01.660 INFO:tasks.rados.rados.0.smithi028.stdout:2082: done (0 left) 2024-08-29T17:55:01.660 INFO:tasks.rados.rados.0.smithi028.stdout:append oid 39 current snap is 213 2024-08-29T17:55:01.661 INFO:tasks.rados.rados.0.smithi028.stdout:2083: seq_num 641 ranges {0=745472,745472=401408} 2024-08-29T17:55:01.665 INFO:tasks.rados.rados.0.smithi028.stdout:2083: writing smithi02869045-39 from 0 to 745472 tid 1 2024-08-29T17:55:01.667 INFO:tasks.rados.rados.0.smithi028.stdout:2083: writing smithi02869045-39 from 745472 to 1146880 tid 2 2024-08-29T17:55:01.667 INFO:tasks.rados.rados.0.smithi028.stdout:append oid 41 current snap is 213 2024-08-29T17:55:01.667 INFO:tasks.rados.rados.0.smithi028.stdout:2084: seq_num 642 ranges {0=761856,761856=401408} 2024-08-29T17:55:01.672 INFO:tasks.rados.rados.0.smithi028.stdout:2084: writing smithi02869045-41 from 0 to 761856 tid 1 2024-08-29T17:55:01.675 INFO:tasks.rados.rados.0.smithi028.stdout:2084: writing smithi02869045-41 from 761856 to 1163264 tid 2 2024-08-29T17:55:01.675 INFO:tasks.rados.rados.0.smithi028.stdout:2083: finishing write tid 1 to smithi02869045-39 2024-08-29T17:55:01.675 INFO:tasks.rados.rados.0.smithi028.stdout:2083: finishing write tid 2 to smithi02869045-39 2024-08-29T17:55:01.675 INFO:tasks.rados.rados.0.smithi028.stdout:2083: finishing write tid 3 to smithi02869045-39 2024-08-29T17:55:01.675 INFO:tasks.rados.rados.0.smithi028.stdout:append oid 20 current snap is 213 2024-08-29T17:55:01.675 INFO:tasks.rados.rados.0.smithi028.stdout:2085: seq_num 643 ranges {3645440=778240,4423680=401408} 2024-08-29T17:55:01.701 INFO:tasks.rados.rados.0.smithi028.stdout:2085: writing smithi02869045-20 from 3645440 to 4423680 tid 1 2024-08-29T17:55:01.704 INFO:tasks.rados.rados.0.smithi028.stdout:2085: writing smithi02869045-20 from 4423680 to 4825088 tid 2 2024-08-29T17:55:01.704 INFO:tasks.rados.rados.0.smithi028.stdout:2086: setattr oid 19 current snap is 213 2024-08-29T17:55:01.704 INFO:tasks.rados.rados.0.smithi028.stdout:2083: finishing write tid 4 to smithi02869045-39 2024-08-29T17:55:01.704 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 39 v 1439 (ObjNum 641 snap 213 seq_num 641) dirty exists 2024-08-29T17:55:01.704 INFO:tasks.rados.rados.0.smithi028.stdout:2083: left oid 39 (ObjNum 641 snap 213 seq_num 641) 2024-08-29T17:55:01.704 INFO:tasks.rados.rados.0.smithi028.stdout:2084: finishing write tid 1 to smithi02869045-41 2024-08-29T17:55:01.704 INFO:tasks.rados.rados.0.smithi028.stdout:2084: finishing write tid 2 to smithi02869045-41 2024-08-29T17:55:01.704 INFO:tasks.rados.rados.0.smithi028.stdout:2084: finishing write tid 3 to smithi02869045-41 2024-08-29T17:55:01.705 INFO:tasks.rados.rados.0.smithi028.stdout:2084: finishing write tid 4 to smithi02869045-41 2024-08-29T17:55:01.705 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 41 v 1079 (ObjNum 642 snap 213 seq_num 642) dirty exists 2024-08-29T17:55:01.705 INFO:tasks.rados.rados.0.smithi028.stdout:2084: left oid 41 (ObjNum 642 snap 213 seq_num 642) 2024-08-29T17:55:01.705 INFO:tasks.rados.rados.0.smithi028.stdout:2083: done (3 left) 2024-08-29T17:55:01.705 INFO:tasks.rados.rados.0.smithi028.stdout:2084: done (2 left) 2024-08-29T17:55:01.705 INFO:tasks.rados.rados.0.smithi028.stdout:2087: delete oid 10 current snap is 213 2024-08-29T17:55:01.712 INFO:tasks.rados.rados.0.smithi028.stdout:2087: done (2 left) 2024-08-29T17:55:01.712 INFO:tasks.rados.rados.0.smithi028.stdout:2088: read oid 3 snap -1 2024-08-29T17:55:01.712 INFO:tasks.rados.rados.0.smithi028.stdout:2088: expect deleted 2024-08-29T17:55:01.712 INFO:tasks.rados.rados.0.smithi028.stdout:2089: read oid 28 snap 208 2024-08-29T17:55:01.712 INFO:tasks.rados.rados.0.smithi028.stdout:2089: expect (ObjNum 618 snap 204 seq_num 618) 2024-08-29T17:55:01.713 INFO:tasks.rados.rados.0.smithi028.stdout:2090: rmattr oid 4 current snap is 213 2024-08-29T17:55:01.713 INFO:tasks.rados.rados.0.smithi028.stdout:2091: snap_create 2024-08-29T17:55:01.714 INFO:tasks.rados.rados.0.smithi028.stdout:2085: finishing write tid 1 to smithi02869045-20 2024-08-29T17:55:01.715 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 19 v 1473 (ObjNum 566 snap 181 seq_num 566) dirty exists 2024-08-29T17:55:01.717 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 4 v 1801 (ObjNum 581 snap 188 seq_num 581) dirty exists 2024-08-29T17:55:01.717 INFO:tasks.rados.rados.0.smithi028.stdout:2085: finishing write tid 2 to smithi02869045-20 2024-08-29T17:55:01.718 INFO:tasks.rados.rados.0.smithi028.stdout:2085: finishing write tid 3 to smithi02869045-20 2024-08-29T17:55:01.721 INFO:tasks.rados.rados.0.smithi028.stdout:2085: finishing write tid 4 to smithi02869045-20 2024-08-29T17:55:01.721 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 20 v 482 (ObjNum 643 snap 213 seq_num 643) dirty exists 2024-08-29T17:55:01.721 INFO:tasks.rados.rados.0.smithi028.stdout:2085: left oid 20 (ObjNum 643 snap 213 seq_num 643) 2024-08-29T17:55:01.733 INFO:tasks.rados.rados.0.smithi028.stdout:2089: expect (ObjNum 618 snap 204 seq_num 618) 2024-08-29T17:55:02.384 INFO:tasks.rados.rados.0.smithi028.stdout:2085: done (5 left) 2024-08-29T17:55:02.384 INFO:tasks.rados.rados.0.smithi028.stdout:2086: done (4 left) 2024-08-29T17:55:02.384 INFO:tasks.rados.rados.0.smithi028.stdout:2088: done (3 left) 2024-08-29T17:55:02.384 INFO:tasks.rados.rados.0.smithi028.stdout:2089: done (2 left) 2024-08-29T17:55:02.384 INFO:tasks.rados.rados.0.smithi028.stdout:2090: done (1 left) 2024-08-29T17:55:02.384 INFO:tasks.rados.rados.0.smithi028.stdout:2091: done (0 left) 2024-08-29T17:55:02.384 INFO:tasks.rados.rados.0.smithi028.stdout:2092: read oid 32 snap 199 2024-08-29T17:55:02.384 INFO:tasks.rados.rados.0.smithi028.stdout:2092: expect (ObjNum 557 snap 177 seq_num 557) 2024-08-29T17:55:02.384 INFO:tasks.rados.rados.0.smithi028.stdout:append oid 46 current snap is 214 2024-08-29T17:55:02.384 INFO:tasks.rados.rados.0.smithi028.stdout:2093: seq_num 645 ranges {4276224=409600,4685824=778240,5464064=24576} 2024-08-29T17:55:02.416 INFO:tasks.rados.rados.0.smithi028.stdout:2093: writing smithi02869045-46 from 4276224 to 4685824 tid 1 2024-08-29T17:55:02.421 INFO:tasks.rados.rados.0.smithi028.stdout:2093: writing smithi02869045-46 from 4685824 to 5464064 tid 2 2024-08-29T17:55:02.422 INFO:tasks.rados.rados.0.smithi028.stdout:2093: writing smithi02869045-46 from 5464064 to 5488640 tid 3 2024-08-29T17:55:02.422 INFO:tasks.rados.rados.0.smithi028.stdout:append oid 5 current snap is 214 2024-08-29T17:55:02.422 INFO:tasks.rados.rados.0.smithi028.stdout:2094: seq_num 646 ranges {0=425984,425984=655360,1081344=147456} 2024-08-29T17:55:02.425 INFO:tasks.rados.rados.0.smithi028.stdout:2094: writing smithi02869045-5 from 0 to 425984 tid 1 2024-08-29T17:55:02.431 INFO:tasks.rados.rados.0.smithi028.stdout:2094: writing smithi02869045-5 from 425984 to 1081344 tid 2 2024-08-29T17:55:02.433 INFO:tasks.rados.rados.0.smithi028.stdout:2094: writing smithi02869045-5 from 1081344 to 1228800 tid 3 2024-08-29T17:55:02.433 INFO:tasks.rados.rados.0.smithi028.stdout:2095: read oid 50 snap -1 2024-08-29T17:55:02.433 INFO:tasks.rados.rados.0.smithi028.stdout:2095: expect (ObjNum 551 snap 175 seq_num 551) 2024-08-29T17:55:02.433 INFO:tasks.rados.rados.0.smithi028.stdout:2096: read oid 26 snap -1 2024-08-29T17:55:02.433 INFO:tasks.rados.rados.0.smithi028.stdout:2096: expect (ObjNum 490 snap 151 seq_num 490) 2024-08-29T17:55:02.433 INFO:tasks.rados.rados.0.smithi028.stdout:2097: copy_from oid 37 from oid 23 current snap is 214 2024-08-29T17:55:02.434 INFO:tasks.rados.rados.0.smithi028.stdout:2092: expect (ObjNum 557 snap 177 seq_num 557) 2024-08-29T17:55:02.574 INFO:journalctl@ceph.prometheus.a.smithi053.stdout:Aug 29 17:55:02 smithi053 bash[61790]: ts=2024-08-29T17:55:02.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"3167ee72-662c-11ef-bcd4-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-29T17:55:02.574 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:55:02 smithi053 bash[68679]: cluster 2024-08-29T17:55:00.969113+0000 mgr.y (mgr.25022) 164 : cluster [DBG] pgmap v259: 121 pgs: 121 active+clean; 291 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 1.1 MiB/s rd, 1.2 MiB/s wr, 4 op/s; 11 MiB/s, 5 objects/s recovering 2024-08-29T17:55:02.575 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:55:02 smithi053 bash[68679]: cluster 2024-08-29T17:55:01.329367+0000 mon.a (mon.0) 519 : cluster [DBG] osdmap e492: 8 total, 8 up, 8 in 2024-08-29T17:55:02.575 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:55:02 smithi053 bash[68679]: audit 2024-08-29T17:55:01.355486+0000 mon.a (mon.0) 520 : audit [INF] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' 2024-08-29T17:55:02.575 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:55:02 smithi053 bash[68679]: audit 2024-08-29T17:55:01.367525+0000 mon.a (mon.0) 521 : audit [INF] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' 2024-08-29T17:55:02.575 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:55:02 smithi053 bash[68679]: audit 2024-08-29T17:55:01.369898+0000 mon.a (mon.0) 522 : audit [DBG] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-29T17:55:02.575 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:55:02 smithi053 bash[68679]: audit 2024-08-29T17:55:01.371447+0000 mon.a (mon.0) 523 : audit [INF] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-29T17:55:02.575 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:55:02 smithi053 bash[68679]: audit 2024-08-29T17:55:01.380988+0000 mon.a (mon.0) 524 : audit [INF] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' 2024-08-29T17:55:02.575 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:55:02 smithi053 bash[68679]: audit 2024-08-29T17:55:01.462597+0000 mon.a (mon.0) 525 : audit [DBG] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-29T17:55:02.575 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:55:02 smithi053 bash[68679]: audit 2024-08-29T17:55:01.464908+0000 mon.a (mon.0) 526 : audit [DBG] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-08-29T17:55:02.575 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:55:02 smithi053 bash[68679]: audit 2024-08-29T17:55:01.466485+0000 mon.a (mon.0) 527 : audit [DBG] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-08-29T17:55:02.575 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:55:02 smithi053 bash[68679]: audit 2024-08-29T17:55:01.467559+0000 mon.a (mon.0) 528 : audit [DBG] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-08-29T17:55:02.575 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:55:02 smithi053 bash[68679]: audit 2024-08-29T17:55:01.468916+0000 mon.a (mon.0) 529 : audit [DBG] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "osd ok-to-stop", "ids": ["2"], "max": 16}]: dispatch 2024-08-29T17:55:02.575 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:55:02 smithi053 bash[68679]: audit 2024-08-29T17:55:01.469075+0000 mgr.y (mgr.25022) 165 : audit [DBG] from='mon.0 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["2"], "max": 16}]: dispatch 2024-08-29T17:55:02.576 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:55:02 smithi053 bash[68679]: cephadm 2024-08-29T17:55:01.470094+0000 mgr.y (mgr.25022) 166 : cephadm [INF] Upgrade: osd.2 is safe to restart 2024-08-29T17:55:02.628 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:55:02 smithi028 bash[77168]: cluster 2024-08-29T17:55:00.969113+0000 mgr.y (mgr.25022) 164 : cluster [DBG] pgmap v259: 121 pgs: 121 active+clean; 291 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 1.1 MiB/s rd, 1.2 MiB/s wr, 4 op/s; 11 MiB/s, 5 objects/s recovering 2024-08-29T17:55:02.628 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:55:02 smithi028 bash[77168]: cluster 2024-08-29T17:55:01.329367+0000 mon.a (mon.0) 519 : cluster [DBG] osdmap e492: 8 total, 8 up, 8 in 2024-08-29T17:55:02.628 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:55:02 smithi028 bash[77168]: audit 2024-08-29T17:55:01.355486+0000 mon.a (mon.0) 520 : audit [INF] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' 2024-08-29T17:55:02.628 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:55:02 smithi028 bash[77168]: audit 2024-08-29T17:55:01.367525+0000 mon.a (mon.0) 521 : audit [INF] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' 2024-08-29T17:55:02.628 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:55:02 smithi028 bash[77168]: audit 2024-08-29T17:55:01.369898+0000 mon.a (mon.0) 522 : audit [DBG] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-29T17:55:02.629 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:55:02 smithi028 bash[77168]: audit 2024-08-29T17:55:01.371447+0000 mon.a (mon.0) 523 : audit [INF] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-29T17:55:02.629 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:55:02 smithi028 bash[77168]: audit 2024-08-29T17:55:01.380988+0000 mon.a (mon.0) 524 : audit [INF] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' 2024-08-29T17:55:02.629 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:55:02 smithi028 bash[77168]: audit 2024-08-29T17:55:01.462597+0000 mon.a (mon.0) 525 : audit [DBG] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-29T17:55:02.629 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:55:02 smithi028 bash[77168]: audit 2024-08-29T17:55:01.464908+0000 mon.a (mon.0) 526 : audit [DBG] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-08-29T17:55:02.629 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:55:02 smithi028 bash[77168]: audit 2024-08-29T17:55:01.466485+0000 mon.a (mon.0) 527 : audit [DBG] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-08-29T17:55:02.629 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:55:02 smithi028 bash[77168]: audit 2024-08-29T17:55:01.467559+0000 mon.a (mon.0) 528 : audit [DBG] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-08-29T17:55:02.629 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:55:02 smithi028 bash[77168]: audit 2024-08-29T17:55:01.468916+0000 mon.a (mon.0) 529 : audit [DBG] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "osd ok-to-stop", "ids": ["2"], "max": 16}]: dispatch 2024-08-29T17:55:02.629 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:55:02 smithi028 bash[77168]: audit 2024-08-29T17:55:01.469075+0000 mgr.y (mgr.25022) 165 : audit [DBG] from='mon.0 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["2"], "max": 16}]: dispatch 2024-08-29T17:55:02.629 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:55:02 smithi028 bash[77168]: cephadm 2024-08-29T17:55:01.470094+0000 mgr.y (mgr.25022) 166 : cephadm [INF] Upgrade: osd.2 is safe to restart 2024-08-29T17:55:02.629 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:55:02 smithi028 bash[78352]: cluster 2024-08-29T17:55:00.969113+0000 mgr.y (mgr.25022) 164 : cluster [DBG] pgmap v259: 121 pgs: 121 active+clean; 291 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 1.1 MiB/s rd, 1.2 MiB/s wr, 4 op/s; 11 MiB/s, 5 objects/s recovering 2024-08-29T17:55:02.630 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:55:02 smithi028 bash[78352]: cluster 2024-08-29T17:55:01.329367+0000 mon.a (mon.0) 519 : cluster [DBG] osdmap e492: 8 total, 8 up, 8 in 2024-08-29T17:55:02.630 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:55:02 smithi028 bash[78352]: audit 2024-08-29T17:55:01.355486+0000 mon.a (mon.0) 520 : audit [INF] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' 2024-08-29T17:55:02.630 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:55:02 smithi028 bash[78352]: audit 2024-08-29T17:55:01.367525+0000 mon.a (mon.0) 521 : audit [INF] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' 2024-08-29T17:55:02.630 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:55:02 smithi028 bash[78352]: audit 2024-08-29T17:55:01.369898+0000 mon.a (mon.0) 522 : audit [DBG] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-29T17:55:02.630 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:55:02 smithi028 bash[78352]: audit 2024-08-29T17:55:01.371447+0000 mon.a (mon.0) 523 : audit [INF] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-29T17:55:02.630 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:55:02 smithi028 bash[78352]: audit 2024-08-29T17:55:01.380988+0000 mon.a (mon.0) 524 : audit [INF] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' 2024-08-29T17:55:02.630 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:55:02 smithi028 bash[78352]: audit 2024-08-29T17:55:01.462597+0000 mon.a (mon.0) 525 : audit [DBG] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-29T17:55:02.630 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:55:02 smithi028 bash[78352]: audit 2024-08-29T17:55:01.464908+0000 mon.a (mon.0) 526 : audit [DBG] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-08-29T17:55:02.630 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:55:02 smithi028 bash[78352]: audit 2024-08-29T17:55:01.466485+0000 mon.a (mon.0) 527 : audit [DBG] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-08-29T17:55:02.630 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:55:02 smithi028 bash[78352]: audit 2024-08-29T17:55:01.467559+0000 mon.a (mon.0) 528 : audit [DBG] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-08-29T17:55:02.630 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:55:02 smithi028 bash[78352]: audit 2024-08-29T17:55:01.468916+0000 mon.a (mon.0) 529 : audit [DBG] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "osd ok-to-stop", "ids": ["2"], "max": 16}]: dispatch 2024-08-29T17:55:02.631 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:55:02 smithi028 bash[78352]: audit 2024-08-29T17:55:01.469075+0000 mgr.y (mgr.25022) 165 : audit [DBG] from='mon.0 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["2"], "max": 16}]: dispatch 2024-08-29T17:55:02.631 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:55:02 smithi028 bash[78352]: cephadm 2024-08-29T17:55:01.470094+0000 mgr.y (mgr.25022) 166 : cephadm [INF] Upgrade: osd.2 is safe to restart 2024-08-29T17:55:02.734 INFO:tasks.rados.rados.0.smithi028.stdout:2094: finishing write tid 1 to smithi02869045-5 2024-08-29T17:55:02.734 INFO:tasks.rados.rados.0.smithi028.stdout:2093: finishing write tid 1 to smithi02869045-46 2024-08-29T17:55:02.734 INFO:tasks.rados.rados.0.smithi028.stdout:2093: finishing write tid 2 to smithi02869045-46 2024-08-29T17:55:02.734 INFO:tasks.rados.rados.0.smithi028.stdout:2093: finishing write tid 3 to smithi02869045-46 2024-08-29T17:55:02.734 INFO:tasks.rados.rados.0.smithi028.stdout:2093: finishing write tid 4 to smithi02869045-46 2024-08-29T17:55:02.735 INFO:tasks.rados.rados.0.smithi028.stdout:2093: finishing write tid 5 to smithi02869045-46 2024-08-29T17:55:02.735 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 46 v 1428 (ObjNum 645 snap 214 seq_num 645) dirty exists 2024-08-29T17:55:02.735 INFO:tasks.rados.rados.0.smithi028.stdout:2093: left oid 46 (ObjNum 645 snap 214 seq_num 645) 2024-08-29T17:55:02.735 INFO:tasks.rados.rados.0.smithi028.stdout:2094: finishing write tid 2 to smithi02869045-5 2024-08-29T17:55:02.735 INFO:tasks.rados.rados.0.smithi028.stdout:2094: finishing write tid 3 to smithi02869045-5 2024-08-29T17:55:02.735 INFO:tasks.rados.rados.0.smithi028.stdout:2094: finishing write tid 4 to smithi02869045-5 2024-08-29T17:55:02.735 INFO:tasks.rados.rados.0.smithi028.stdout:2094: finishing write tid 5 to smithi02869045-5 2024-08-29T17:55:02.735 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 5 v 1443 (ObjNum 646 snap 214 seq_num 646) dirty exists 2024-08-29T17:55:02.735 INFO:tasks.rados.rados.0.smithi028.stdout:2094: left oid 5 (ObjNum 646 snap 214 seq_num 646) 2024-08-29T17:55:02.735 INFO:tasks.rados.rados.0.smithi028.stdout:2095: expect (ObjNum 551 snap 175 seq_num 551) 2024-08-29T17:55:02.866 INFO:tasks.rados.rados.0.smithi028.stdout:2096: expect (ObjNum 490 snap 151 seq_num 490) 2024-08-29T17:55:02.955 INFO:tasks.rados.rados.0.smithi028.stdout:2097: finishing copy_from racing read to smithi02869045-37 2024-08-29T17:55:02.955 INFO:tasks.rados.rados.0.smithi028.stdout:2097: finishing copy_from to smithi02869045-37 2024-08-29T17:55:02.955 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 37 v 457 (ObjNum 549 snap 173 seq_num 549) dirty exists 2024-08-29T17:55:02.955 INFO:tasks.rados.rados.0.smithi028.stdout:2092: done (5 left) 2024-08-29T17:55:02.955 INFO:tasks.rados.rados.0.smithi028.stdout:2093: done (4 left) 2024-08-29T17:55:02.955 INFO:tasks.rados.rados.0.smithi028.stdout:2094: done (3 left) 2024-08-29T17:55:02.955 INFO:tasks.rados.rados.0.smithi028.stdout:2095: done (2 left) 2024-08-29T17:55:02.955 INFO:tasks.rados.rados.0.smithi028.stdout:2096: done (1 left) 2024-08-29T17:55:02.955 INFO:tasks.rados.rados.0.smithi028.stdout:2097: done (0 left) 2024-08-29T17:55:02.955 INFO:tasks.rados.rados.0.smithi028.stdout:append oid 29 current snap is 214 2024-08-29T17:55:02.956 INFO:tasks.rados.rados.0.smithi028.stdout:2098: seq_num 647 ranges {7053312=442368,7495680=589824,8085504=212992} 2024-08-29T17:55:03.035 INFO:tasks.rados.rados.0.smithi028.stdout:2098: writing smithi02869045-29 from 7053312 to 7495680 tid 1 2024-08-29T17:55:03.040 INFO:tasks.rados.rados.0.smithi028.stdout:2098: writing smithi02869045-29 from 7495680 to 8085504 tid 2 2024-08-29T17:55:03.042 INFO:tasks.rados.rados.0.smithi028.stdout:2098: writing smithi02869045-29 from 8085504 to 8298496 tid 3 2024-08-29T17:55:03.042 INFO:tasks.rados.rados.0.smithi028.stdout:2099: rollback oid 41 current snap is 214 2024-08-29T17:55:03.042 INFO:tasks.rados.rados.0.smithi028.stdout:rollback oid 41 to 186 2024-08-29T17:55:03.042 INFO:tasks.rados.rados.0.smithi028.stdout:2100: read oid 49 snap -1 2024-08-29T17:55:03.042 INFO:tasks.rados.rados.0.smithi028.stdout:2100: expect deleted 2024-08-29T17:55:03.043 INFO:tasks.rados.rados.0.smithi028.stdout:2101: rollback oid 24 current snap is 214 2024-08-29T17:55:03.043 INFO:tasks.rados.rados.0.smithi028.stdout:rollback oid 24 to 209 2024-08-29T17:55:03.043 INFO:tasks.rados.rados.0.smithi028.stdout:2102: delete oid 36 current snap is 214 2024-08-29T17:55:03.048 INFO:tasks.rados.rados.0.smithi028.stdout:2099: finishing rollback tid 0 to smithi02869045-41 2024-08-29T17:55:03.049 INFO:tasks.rados.rados.0.smithi028.stdout:2099: finishing rollback tid 1 to smithi02869045-41 2024-08-29T17:55:03.050 INFO:tasks.rados.rados.0.smithi028.stdout:2098: finishing write tid 1 to smithi02869045-29 2024-08-29T17:55:03.051 INFO:tasks.rados.rados.0.smithi028.stdout:2098: finishing write tid 2 to smithi02869045-29 2024-08-29T17:55:03.052 INFO:tasks.rados.rados.0.smithi028.stdout:2100: done (4 left) 2024-08-29T17:55:03.052 INFO:tasks.rados.rados.0.smithi028.stdout:2102: done (3 left) 2024-08-29T17:55:03.052 INFO:tasks.rados.rados.0.smithi028.stdout:2103: read oid 37 snap -1 2024-08-29T17:55:03.052 INFO:tasks.rados.rados.0.smithi028.stdout:2103: expect (ObjNum 549 snap 173 seq_num 549) 2024-08-29T17:55:03.052 INFO:tasks.rados.rados.0.smithi028.stdout:2104: read oid 31 snap -1 2024-08-29T17:55:03.052 INFO:tasks.rados.rados.0.smithi028.stdout:2104: expect (ObjNum 506 snap 157 seq_num 506) 2024-08-29T17:55:03.052 INFO:tasks.rados.rados.0.smithi028.stdout:append oid 15 current snap is 214 2024-08-29T17:55:03.052 INFO:tasks.rados.rados.0.smithi028.stdout:2105: seq_num 649 ranges {2252800=475136,2727936=761856,3489792=40960} 2024-08-29T17:55:03.069 INFO:tasks.rados.rados.0.smithi028.stdout:2105: writing smithi02869045-15 from 2252800 to 2727936 tid 1 2024-08-29T17:55:03.076 INFO:tasks.rados.rados.0.smithi028.stdout:2105: writing smithi02869045-15 from 2727936 to 3489792 tid 2 2024-08-29T17:55:03.077 INFO:tasks.rados.rados.0.smithi028.stdout:2105: writing smithi02869045-15 from 3489792 to 3530752 tid 3 2024-08-29T17:55:03.077 INFO:tasks.rados.rados.0.smithi028.stdout:2106: rollback oid 28 current snap is 214 2024-08-29T17:55:03.077 INFO:tasks.rados.rados.0.smithi028.stdout:rollback oid 28 to 158 2024-08-29T17:55:03.077 INFO:tasks.rados.rados.0.smithi028.stdout:2099: finishing rollback tid 2 to smithi02869045-41 2024-08-29T17:55:03.077 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 41 v 1082 (ObjNum 550 snap 175 seq_num 550) dirty exists 2024-08-29T17:55:03.077 INFO:tasks.rados.rados.0.smithi028.stdout:2101: finishing rollback tid 0 to smithi02869045-24 2024-08-29T17:55:03.077 INFO:tasks.rados.rados.0.smithi028.stdout:2098: finishing write tid 3 to smithi02869045-29 2024-08-29T17:55:03.077 INFO:tasks.rados.rados.0.smithi028.stdout:2098: finishing write tid 4 to smithi02869045-29 2024-08-29T17:55:03.077 INFO:tasks.rados.rados.0.smithi028.stdout:2101: finishing rollback tid 1 to smithi02869045-24 2024-08-29T17:55:03.077 INFO:tasks.rados.rados.0.smithi028.stdout:2101: finishing rollback tid 2 to smithi02869045-24 2024-08-29T17:55:03.077 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 24 v 1431 (ObjNum 161 snap 0 seq_num 1) dirty exists 2024-08-29T17:55:03.077 INFO:tasks.rados.rados.0.smithi028.stdout:2098: finishing write tid 5 to smithi02869045-29 2024-08-29T17:55:03.078 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 29 v 1445 (ObjNum 647 snap 214 seq_num 647) dirty exists 2024-08-29T17:55:03.078 INFO:tasks.rados.rados.0.smithi028.stdout:2098: left oid 29 (ObjNum 647 snap 214 seq_num 647) 2024-08-29T17:55:03.078 INFO:tasks.rados.rados.0.smithi028.stdout:2098: done (6 left) 2024-08-29T17:55:03.078 INFO:tasks.rados.rados.0.smithi028.stdout:2099: done (5 left) 2024-08-29T17:55:03.078 INFO:tasks.rados.rados.0.smithi028.stdout:2101: done (4 left) 2024-08-29T17:55:03.078 INFO:tasks.rados.rados.0.smithi028.stdout:2107: snap_remove snap 211 2024-08-29T17:55:03.388 INFO:tasks.rados.rados.0.smithi028.stdout:2107: done (4 left) 2024-08-29T17:55:03.389 INFO:tasks.rados.rados.0.smithi028.stdout:2108: rollback oid 30 current snap is 214 2024-08-29T17:55:03.389 INFO:tasks.rados.rados.0.smithi028.stdout:rollback oid 30 to 209 2024-08-29T17:55:03.389 INFO:tasks.rados.rados.0.smithi028.stdout:2106: finishing rollback tid 0 to smithi02869045-28 2024-08-29T17:55:03.389 INFO:tasks.rados.rados.0.smithi028.stdout:2103: expect (ObjNum 549 snap 173 seq_num 549) 2024-08-29T17:55:03.531 INFO:tasks.rados.rados.0.smithi028.stdout:2106: finishing rollback tid 1 to smithi02869045-28 2024-08-29T17:55:03.531 INFO:tasks.rados.rados.0.smithi028.stdout:2106: finishing rollback tid 2 to smithi02869045-28 2024-08-29T17:55:03.531 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 28 v 1691 (ObjNum 411 snap 130 seq_num 411) dirty exists 2024-08-29T17:55:03.531 INFO:tasks.rados.rados.0.smithi028.stdout:2104: expect (ObjNum 506 snap 157 seq_num 506) 2024-08-29T17:55:03.628 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:55:03 smithi028 bash[77168]: cluster 2024-08-29T17:55:02.386764+0000 mon.a (mon.0) 530 : cluster [DBG] osdmap e493: 8 total, 8 up, 8 in 2024-08-29T17:55:03.628 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:55:03 smithi028 bash[78352]: cluster 2024-08-29T17:55:02.386764+0000 mon.a (mon.0) 530 : cluster [DBG] osdmap e493: 8 total, 8 up, 8 in 2024-08-29T17:55:03.824 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:55:03 smithi053 bash[68679]: cluster 2024-08-29T17:55:02.386764+0000 mon.a (mon.0) 530 : cluster [DBG] osdmap e493: 8 total, 8 up, 8 in 2024-08-29T17:55:03.824 INFO:journalctl@ceph.prometheus.a.smithi053.stdout:Aug 29 17:55:03 smithi053 bash[61790]: ts=2024-08-29T17:55:03.508Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=nodes name=CephNodeDiskspaceWarning index=4 msg="Evaluating rule failed" rule="alert: CephNodeDiskspaceWarning\nexpr: predict_linear(node_filesystem_free_bytes{device=~\"/.*\"}[2d], 3600 * 24 * 5)\n * on (instance) group_left (nodename) node_uname_info < 0\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.8.4\n severity: warning\n type: ceph_default\nannotations:\n description: Mountpoint {{ $labels.mountpoint }} on {{ $labels.nodename }} will\n be full in less than 5 days based on the 48 hour trailing fill rate.\n summary: Host filesystem free space is getting low\n" err="found duplicate series for the match group {instance=\"smithi028\"} on the right hand-side of the operation: [{__name__=\"node_uname_info\", domainname=\"(none)\", instance=\"smithi028\", job=\"node\", machine=\"x86_64\", nodename=\"smithi028\", release=\"5.15.0-119-generic\", sysname=\"Linux\", version=\"#129-Ubuntu SMP Fri Aug 2 19:25:20 UTC 2024\"}, {__name__=\"node_uname_info\", cluster=\"3167ee72-662c-11ef-bcd4-c7b262605968\", domainname=\"(none)\", instance=\"smithi028\", job=\"node\", machine=\"x86_64\", nodename=\"smithi028\", release=\"5.15.0-119-generic\", sysname=\"Linux\", version=\"#129-Ubuntu SMP Fri Aug 2 19:25:20 UTC 2024\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-29T17:55:03.834 INFO:tasks.rados.rados.0.smithi028.stdout:2105: finishing write tid 1 to smithi02869045-15 2024-08-29T17:55:03.834 INFO:tasks.rados.rados.0.smithi028.stdout:2105: finishing write tid 2 to smithi02869045-15 2024-08-29T17:55:03.834 INFO:tasks.rados.rados.0.smithi028.stdout:2105: finishing write tid 3 to smithi02869045-15 2024-08-29T17:55:03.834 INFO:tasks.rados.rados.0.smithi028.stdout:2105: finishing write tid 4 to smithi02869045-15 2024-08-29T17:55:03.834 INFO:tasks.rados.rados.0.smithi028.stdout:2105: finishing write tid 5 to smithi02869045-15 2024-08-29T17:55:03.834 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 15 v 1447 (ObjNum 649 snap 214 seq_num 649) dirty exists 2024-08-29T17:55:03.834 INFO:tasks.rados.rados.0.smithi028.stdout:2105: left oid 15 (ObjNum 649 snap 214 seq_num 649) 2024-08-29T17:55:03.834 INFO:tasks.rados.rados.0.smithi028.stdout:2108: finishing rollback tid 0 to smithi02869045-30 2024-08-29T17:55:03.835 INFO:tasks.rados.rados.0.smithi028.stdout:2108: finishing rollback tid 1 to smithi02869045-30 2024-08-29T17:55:03.835 INFO:tasks.rados.rados.0.smithi028.stdout:2108: finishing rollback tid 2 to smithi02869045-30 2024-08-29T17:55:03.835 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 30 v 501 (ObjNum 591 snap 195 seq_num 591) dirty exists 2024-08-29T17:55:03.835 INFO:tasks.rados.rados.0.smithi028.stdout:2103: done (4 left) 2024-08-29T17:55:03.835 INFO:tasks.rados.rados.0.smithi028.stdout:2104: done (3 left) 2024-08-29T17:55:03.835 INFO:tasks.rados.rados.0.smithi028.stdout:2105: done (2 left) 2024-08-29T17:55:03.835 INFO:tasks.rados.rados.0.smithi028.stdout:2106: done (1 left) 2024-08-29T17:55:03.835 INFO:tasks.rados.rados.0.smithi028.stdout:2108: done (0 left) 2024-08-29T17:55:03.835 INFO:tasks.rados.rados.0.smithi028.stdout:2109: read oid 35 snap -1 2024-08-29T17:55:03.835 INFO:tasks.rados.rados.0.smithi028.stdout:2109: expect (ObjNum 578 snap 187 seq_num 578) 2024-08-29T17:55:03.835 INFO:tasks.rados.rados.0.smithi028.stdout:2110: read oid 47 snap -1 2024-08-29T17:55:03.835 INFO:tasks.rados.rados.0.smithi028.stdout:2110: expect deleted 2024-08-29T17:55:03.835 INFO:tasks.rados.rados.0.smithi028.stdout:2111: snap_create 2024-08-29T17:55:03.870 INFO:tasks.rados.rados.0.smithi028.stdout:2109: expect (ObjNum 578 snap 187 seq_num 578) 2024-08-29T17:55:04.160 INFO:tasks.rados.rados.0.smithi028.stdout:2109: done (2 left) 2024-08-29T17:55:04.160 INFO:tasks.rados.rados.0.smithi028.stdout:2110: done (1 left) 2024-08-29T17:55:04.160 INFO:tasks.rados.rados.0.smithi028.stdout:2111: done (0 left) 2024-08-29T17:55:04.160 INFO:tasks.rados.rados.0.smithi028.stdout:2112: read oid 15 snap 214 2024-08-29T17:55:04.160 INFO:tasks.rados.rados.0.smithi028.stdout:2112: expect (ObjNum 649 snap 214 seq_num 649) 2024-08-29T17:55:04.161 INFO:tasks.rados.rados.0.smithi028.stdout:2113: snap_remove snap 206 2024-08-29T17:55:04.708 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:55:04 smithi028 bash[77168]: cluster 2024-08-29T17:55:02.970178+0000 mgr.y (mgr.25022) 167 : cluster [DBG] pgmap v262: 121 pgs: 121 active+clean; 296 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 17 MiB/s rd, 2.2 MiB/s wr, 18 op/s 2024-08-29T17:55:04.708 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:55:04 smithi028 bash[77168]: cluster 2024-08-29T17:55:03.392430+0000 mon.a (mon.0) 531 : cluster [DBG] osdmap e494: 8 total, 8 up, 8 in 2024-08-29T17:55:04.708 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:55:04 smithi028 bash[77168]: audit 2024-08-29T17:55:04.134480+0000 mon.a (mon.0) 532 : audit [INF] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' 2024-08-29T17:55:04.708 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:55:04 smithi028 bash[77168]: audit 2024-08-29T17:55:04.137253+0000 mon.a (mon.0) 533 : audit [INF] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.2"}]: dispatch 2024-08-29T17:55:04.709 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:55:04 smithi028 bash[77168]: audit 2024-08-29T17:55:04.138074+0000 mon.a (mon.0) 534 : audit [DBG] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-29T17:55:04.709 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:55:04 smithi028 bash[77168]: cluster 2024-08-29T17:55:04.164197+0000 mon.a (mon.0) 535 : cluster [DBG] osdmap e495: 8 total, 8 up, 8 in 2024-08-29T17:55:04.709 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:55:04 smithi028 bash[78352]: cluster 2024-08-29T17:55:02.970178+0000 mgr.y (mgr.25022) 167 : cluster [DBG] pgmap v262: 121 pgs: 121 active+clean; 296 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 17 MiB/s rd, 2.2 MiB/s wr, 18 op/s 2024-08-29T17:55:04.709 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:55:04 smithi028 bash[78352]: cluster 2024-08-29T17:55:03.392430+0000 mon.a (mon.0) 531 : cluster [DBG] osdmap e494: 8 total, 8 up, 8 in 2024-08-29T17:55:04.709 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:55:04 smithi028 bash[78352]: audit 2024-08-29T17:55:04.134480+0000 mon.a (mon.0) 532 : audit [INF] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' 2024-08-29T17:55:04.709 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:55:04 smithi028 bash[78352]: audit 2024-08-29T17:55:04.137253+0000 mon.a (mon.0) 533 : audit [INF] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.2"}]: dispatch 2024-08-29T17:55:04.709 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:55:04 smithi028 bash[78352]: audit 2024-08-29T17:55:04.138074+0000 mon.a (mon.0) 534 : audit [DBG] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-29T17:55:04.709 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:55:04 smithi028 bash[78352]: cluster 2024-08-29T17:55:04.164197+0000 mon.a (mon.0) 535 : cluster [DBG] osdmap e495: 8 total, 8 up, 8 in 2024-08-29T17:55:04.824 INFO:journalctl@ceph.prometheus.a.smithi053.stdout:Aug 29 17:55:04 smithi053 bash[61790]: ts=2024-08-29T17:55:04.455Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pgs name=CephPGsInactive index=0 msg="Evaluating rule failed" rule="alert: CephPGsInactive\nexpr: ceph_pool_metadata * on (pool_id, instance) group_left () (ceph_pg_total - ceph_pg_active)\n > 0\nfor: 5m\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.7.1\n severity: critical\n type: ceph_default\nannotations:\n description: '{{ $value }} PGs have been inactive for more than 5 minutes in pool\n {{ $labels.name }}. Inactive placement groups are not able to serve read/write\n requests.'\n summary: One or more placement groups are inactive\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the right hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"3167ee72-662c-11ef-bcd4-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-29T17:55:04.824 INFO:journalctl@ceph.prometheus.a.smithi053.stdout:Aug 29 17:55:04 smithi053 bash[61790]: ts=2024-08-29T17:55:04.456Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pgs name=CephPGsUnclean index=1 msg="Evaluating rule failed" rule="alert: CephPGsUnclean\nexpr: ceph_pool_metadata * on (pool_id, instance) group_left () (ceph_pg_total - ceph_pg_clean)\n > 0\nfor: 15m\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.7.2\n severity: warning\n type: ceph_default\nannotations:\n description: '{{ $value }} PGs have been unclean for more than 15 minutes in pool\n {{ $labels.name }}. Unclean PGs have not recovered from a previous failure.'\n summary: One or more placement groups are marked unclean\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the right hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"3167ee72-662c-11ef-bcd4-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-29T17:55:04.824 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:55:04 smithi053 bash[68679]: cluster 2024-08-29T17:55:02.970178+0000 mgr.y (mgr.25022) 167 : cluster [DBG] pgmap v262: 121 pgs: 121 active+clean; 296 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 17 MiB/s rd, 2.2 MiB/s wr, 18 op/s 2024-08-29T17:55:04.824 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:55:04 smithi053 bash[68679]: cluster 2024-08-29T17:55:03.392430+0000 mon.a (mon.0) 531 : cluster [DBG] osdmap e494: 8 total, 8 up, 8 in 2024-08-29T17:55:04.825 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:55:04 smithi053 bash[68679]: audit 2024-08-29T17:55:04.134480+0000 mon.a (mon.0) 532 : audit [INF] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' 2024-08-29T17:55:04.825 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:55:04 smithi053 bash[68679]: audit 2024-08-29T17:55:04.137253+0000 mon.a (mon.0) 533 : audit [INF] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.2"}]: dispatch 2024-08-29T17:55:04.825 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:55:04 smithi053 bash[68679]: audit 2024-08-29T17:55:04.138074+0000 mon.a (mon.0) 534 : audit [DBG] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-29T17:55:04.825 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:55:04 smithi053 bash[68679]: cluster 2024-08-29T17:55:04.164197+0000 mon.a (mon.0) 535 : cluster [DBG] osdmap e495: 8 total, 8 up, 8 in 2024-08-29T17:55:05.168 INFO:tasks.rados.rados.0.smithi028.stdout:2113: done (1 left) 2024-08-29T17:55:05.168 INFO:tasks.rados.rados.0.smithi028.stdout:2114: read oid 49 snap -1 2024-08-29T17:55:05.169 INFO:tasks.rados.rados.0.smithi028.stdout:2114: expect deleted 2024-08-29T17:55:05.169 INFO:tasks.rados.rados.0.smithi028.stdout:2115: delete oid 44 current snap is 215 2024-08-29T17:55:05.169 INFO:tasks.rados.rados.0.smithi028.stdout:2112: expect (ObjNum 649 snap 214 seq_num 649) 2024-08-29T17:55:05.348 INFO:tasks.rados.rados.0.smithi028.stdout:2112: done (2 left) 2024-08-29T17:55:05.348 INFO:tasks.rados.rados.0.smithi028.stdout:2114: done (1 left) 2024-08-29T17:55:05.348 INFO:tasks.rados.rados.0.smithi028.stdout:2115: done (0 left) 2024-08-29T17:55:05.348 INFO:tasks.rados.rados.0.smithi028.stdout:2116: read oid 6 snap 210 2024-08-29T17:55:05.348 INFO:tasks.rados.rados.0.smithi028.stdout:2116: expect (ObjNum 452 snap 143 seq_num 452) 2024-08-29T17:55:05.348 INFO:tasks.rados.rados.0.smithi028.stdout:2117: read oid 7 snap 207 2024-08-29T17:55:05.348 INFO:tasks.rados.rados.0.smithi028.stdout:2117: expect (ObjNum 1676962256 snap 21900 seq_num 1676959200) 2024-08-29T17:55:05.348 INFO:tasks.rados.rados.0.smithi028.stdout:2118: delete oid 40 current snap is 215 2024-08-29T17:55:05.349 INFO:tasks.rados.rados.0.smithi028.stdout:2117: expect (ObjNum 1676962256 snap 21900 seq_num 1676959200) 2024-08-29T17:55:05.363 INFO:tasks.rados.rados.0.smithi028.stdout:2117: done (2 left) 2024-08-29T17:55:05.363 INFO:tasks.rados.rados.0.smithi028.stdout:2118: done (1 left) 2024-08-29T17:55:05.363 INFO:tasks.rados.rados.0.smithi028.stdout:2119: read oid 46 snap -1 2024-08-29T17:55:05.363 INFO:tasks.rados.rados.0.smithi028.stdout:2119: expect (ObjNum 645 snap 214 seq_num 645) 2024-08-29T17:55:05.363 INFO:tasks.rados.rados.0.smithi028.stdout:2120: rollback oid 19 current snap is 215 2024-08-29T17:55:05.363 INFO:tasks.rados.rados.0.smithi028.stdout:rollback oid 19 to 201 2024-08-29T17:55:05.363 INFO:tasks.rados.rados.0.smithi028.stdout:2121: snap_remove snap 200 2024-08-29T17:55:05.823 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:55:05 smithi028 bash[77168]: cephadm 2024-08-29T17:55:04.128934+0000 mgr.y (mgr.25022) 168 : cephadm [INF] Upgrade: Updating osd.2 2024-08-29T17:55:05.823 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:55:05 smithi028 bash[77168]: cephadm 2024-08-29T17:55:04.141229+0000 mgr.y (mgr.25022) 169 : cephadm [INF] Deploying daemon osd.2 on smithi028 2024-08-29T17:55:05.823 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:55:05 smithi028 bash[77168]: cluster 2024-08-29T17:55:05.171258+0000 mon.a (mon.0) 536 : cluster [DBG] osdmap e496: 8 total, 8 up, 8 in 2024-08-29T17:55:05.823 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:55:05 smithi028 bash[78352]: cephadm 2024-08-29T17:55:04.128934+0000 mgr.y (mgr.25022) 168 : cephadm [INF] Upgrade: Updating osd.2 2024-08-29T17:55:05.823 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:55:05 smithi028 bash[78352]: cephadm 2024-08-29T17:55:04.141229+0000 mgr.y (mgr.25022) 169 : cephadm [INF] Deploying daemon osd.2 on smithi028 2024-08-29T17:55:05.824 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:55:05 smithi028 bash[78352]: cluster 2024-08-29T17:55:05.171258+0000 mon.a (mon.0) 536 : cluster [DBG] osdmap e496: 8 total, 8 up, 8 in 2024-08-29T17:55:05.824 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:55:05 smithi053 bash[68679]: cephadm 2024-08-29T17:55:04.128934+0000 mgr.y (mgr.25022) 168 : cephadm [INF] Upgrade: Updating osd.2 2024-08-29T17:55:05.824 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:55:05 smithi053 bash[68679]: cephadm 2024-08-29T17:55:04.141229+0000 mgr.y (mgr.25022) 169 : cephadm [INF] Deploying daemon osd.2 on smithi028 2024-08-29T17:55:05.824 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:55:05 smithi053 bash[68679]: cluster 2024-08-29T17:55:05.171258+0000 mon.a (mon.0) 536 : cluster [DBG] osdmap e496: 8 total, 8 up, 8 in 2024-08-29T17:55:06.170 INFO:tasks.rados.rados.0.smithi028.stdout:2121: done (3 left) 2024-08-29T17:55:06.170 INFO:tasks.rados.rados.0.smithi028.stdout:2122: snap_remove snap 189 2024-08-29T17:55:06.627 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:55:06 smithi028 bash[78352]: cluster 2024-08-29T17:55:04.970882+0000 mgr.y (mgr.25022) 170 : cluster [DBG] pgmap v265: 121 pgs: 121 active+clean; 302 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 23 MiB/s rd, 4.0 MiB/s wr, 33 op/s 2024-08-29T17:55:06.628 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:55:06 smithi028 bash[78352]: cluster 2024-08-29T17:55:06.173841+0000 mon.a (mon.0) 537 : cluster [DBG] osdmap e497: 8 total, 8 up, 8 in 2024-08-29T17:55:06.628 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:55:06 smithi028 bash[77168]: cluster 2024-08-29T17:55:04.970882+0000 mgr.y (mgr.25022) 170 : cluster [DBG] pgmap v265: 121 pgs: 121 active+clean; 302 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 23 MiB/s rd, 4.0 MiB/s wr, 33 op/s 2024-08-29T17:55:06.628 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:55:06 smithi028 bash[77168]: cluster 2024-08-29T17:55:06.173841+0000 mon.a (mon.0) 537 : cluster [DBG] osdmap e497: 8 total, 8 up, 8 in 2024-08-29T17:55:06.824 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:55:06 smithi053 bash[68679]: cluster 2024-08-29T17:55:04.970882+0000 mgr.y (mgr.25022) 170 : cluster [DBG] pgmap v265: 121 pgs: 121 active+clean; 302 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 23 MiB/s rd, 4.0 MiB/s wr, 33 op/s 2024-08-29T17:55:06.824 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:55:06 smithi053 bash[68679]: cluster 2024-08-29T17:55:06.173841+0000 mon.a (mon.0) 537 : cluster [DBG] osdmap e497: 8 total, 8 up, 8 in 2024-08-29T17:55:06.872 INFO:teuthology.orchestra.run.smithi028.stdout:true 2024-08-29T17:55:07.172 INFO:tasks.rados.rados.0.smithi028.stdout:2122: done (3 left) 2024-08-29T17:55:07.172 INFO:tasks.rados.rados.0.smithi028.stdout:2123: copy_from oid 45 from oid 47 current snap is 215 2024-08-29T17:55:07.172 INFO:tasks.rados.rados.0.smithi028.stdout:2124: rollback oid 15 current snap is 215 2024-08-29T17:55:07.172 INFO:tasks.rados.rados.0.smithi028.stdout:rollback oid 15 to 209 2024-08-29T17:55:07.172 INFO:tasks.rados.rados.0.smithi028.stdout:2125: delete oid 36 current snap is 215 2024-08-29T17:55:07.172 INFO:tasks.rados.rados.0.smithi028.stdout:2120: finishing rollback tid 0 to smithi02869045-19 2024-08-29T17:55:07.172 INFO:tasks.rados.rados.0.smithi028.stdout:2120: finishing rollback tid 1 to smithi02869045-19 2024-08-29T17:55:07.173 INFO:tasks.rados.rados.0.smithi028.stdout:2120: finishing rollback tid 2 to smithi02869045-19 2024-08-29T17:55:07.173 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 19 v 1481 (ObjNum 161 snap 0 seq_num 1) dirty exists 2024-08-29T17:55:07.173 INFO:tasks.rados.rados.0.smithi028.stdout:2119: expect (ObjNum 645 snap 214 seq_num 645) 2024-08-29T17:55:07.214 INFO:teuthology.orchestra.run.smithi028.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2024-08-29T17:55:07.214 INFO:teuthology.orchestra.run.smithi028.stdout:alertmanager.a smithi028 *:9093,9094 running (4m) 17s ago 11m 13.3M - 0.25.0 c8568f914cd2 c7223f7204fa 2024-08-29T17:55:07.214 INFO:teuthology.orchestra.run.smithi028.stdout:grafana.a smithi053 *:3000 running (4m) 118s ago 11m 75.7M - 9.4.7 954c08fa6188 a7eaafe982e3 2024-08-29T17:55:07.214 INFO:teuthology.orchestra.run.smithi028.stdout:mds.a smithi028 running (14m) 17s ago 14m 15.1M - 17.2.7-1503-ga89f613d 250d9a61b6c5 c6b415d0b6f0 2024-08-29T17:55:07.214 INFO:teuthology.orchestra.run.smithi028.stdout:mds.b smithi053 running (14m) 118s ago 14m 18.8M - 17.2.7-1503-ga89f613d 250d9a61b6c5 8d3ee9e57659 2024-08-29T17:55:07.214 INFO:teuthology.orchestra.run.smithi028.stdout:mgr.x smithi053 *:8443,9283,8765 running (3m) 118s ago 22m 426M - 19.1.1-235-g1ef86450 d401bb9bb76e a0460ca70cca 2024-08-29T17:55:07.214 INFO:teuthology.orchestra.run.smithi028.stdout:mgr.y smithi028 *:8443,9283,8765 running (4m) 17s ago 24m 489M - 19.1.1-235-g1ef86450 d401bb9bb76e ef4c084deb28 2024-08-29T17:55:07.214 INFO:teuthology.orchestra.run.smithi028.stdout:mon.a smithi028 running (3m) 17s ago 24m 55.5M 2048M 19.1.1-235-g1ef86450 d401bb9bb76e d1fec2ed5501 2024-08-29T17:55:07.214 INFO:teuthology.orchestra.run.smithi028.stdout:mon.b smithi053 running (2m) 118s ago 22m 19.5M 2048M 19.1.1-235-g1ef86450 d401bb9bb76e 39595741be2a 2024-08-29T17:55:07.214 INFO:teuthology.orchestra.run.smithi028.stdout:mon.c smithi028 running (2m) 17s ago 22m 42.0M 2048M 19.1.1-235-g1ef86450 d401bb9bb76e c6717e02deb1 2024-08-29T17:55:07.214 INFO:teuthology.orchestra.run.smithi028.stdout:node-exporter.a smithi028 *:9100 running (5m) 17s ago 12m 8072k - 1.5.0 0da6a335fe13 620017e337b2 2024-08-29T17:55:07.214 INFO:teuthology.orchestra.run.smithi028.stdout:node-exporter.b smithi053 *:9100 running (4m) 118s ago 12m 7711k - 1.5.0 0da6a335fe13 e8eb22b0ee9e 2024-08-29T17:55:07.214 INFO:teuthology.orchestra.run.smithi028.stdout:osd.0 smithi028 running (51s) 17s ago 21m 223M 2525M 19.1.1-235-g1ef86450 d401bb9bb76e 6fbb60538386 2024-08-29T17:55:07.215 INFO:teuthology.orchestra.run.smithi028.stdout:osd.1 smithi028 running (21s) 17s ago 20m - 2525M 19.1.1-235-g1ef86450 d401bb9bb76e 0a1c27b12555 2024-08-29T17:55:07.215 INFO:teuthology.orchestra.run.smithi028.stdout:osd.2 smithi028 running (19m) 17s ago 19m 274M 2525M 17.2.7-1503-ga89f613d 250d9a61b6c5 7e6fdf4e2629 2024-08-29T17:55:07.215 INFO:teuthology.orchestra.run.smithi028.stdout:osd.3 smithi028 running (18m) 17s ago 19m 235M 2525M 17.2.7-1503-ga89f613d 250d9a61b6c5 4f0fede11ee1 2024-08-29T17:55:07.215 INFO:teuthology.orchestra.run.smithi028.stdout:osd.4 smithi053 running (18m) 118s ago 18m 323M 2525M 17.2.7-1503-ga89f613d 250d9a61b6c5 e93527f41048 2024-08-29T17:55:07.215 INFO:teuthology.orchestra.run.smithi028.stdout:osd.5 smithi053 running (17m) 118s ago 17m 221M 2525M 17.2.7-1503-ga89f613d 250d9a61b6c5 86885633963d 2024-08-29T17:55:07.215 INFO:teuthology.orchestra.run.smithi028.stdout:osd.6 smithi053 running (16m) 118s ago 16m 137M 2525M 17.2.7-1503-ga89f613d 250d9a61b6c5 e65db659e42e 2024-08-29T17:55:07.215 INFO:teuthology.orchestra.run.smithi028.stdout:osd.7 smithi053 running (15m) 118s ago 15m 178M 2525M 17.2.7-1503-ga89f613d 250d9a61b6c5 69a8ac6ca110 2024-08-29T17:55:07.215 INFO:teuthology.orchestra.run.smithi028.stdout:prometheus.a smithi053 *:9095 running (3m) 118s ago 12m 52.7M - 2.43.0 a07b618ecd1d 9d3edc9bcb79 2024-08-29T17:55:07.466 INFO:tasks.rados.rados.0.smithi028.stdout:2116: expect (ObjNum 452 snap 143 seq_num 452) 2024-08-29T17:55:07.575 INFO:teuthology.orchestra.run.smithi028.stdout:{ 2024-08-29T17:55:07.575 INFO:teuthology.orchestra.run.smithi028.stdout: "mon": { 2024-08-29T17:55:07.575 INFO:teuthology.orchestra.run.smithi028.stdout: "ceph version 19.1.1-235-g1ef86450 (1ef864504b8875c83ee6c2c5fedc13315bebf7f5) squid (rc)": 3 2024-08-29T17:55:07.576 INFO:teuthology.orchestra.run.smithi028.stdout: }, 2024-08-29T17:55:07.576 INFO:teuthology.orchestra.run.smithi028.stdout: "mgr": { 2024-08-29T17:55:07.576 INFO:teuthology.orchestra.run.smithi028.stdout: "ceph version 19.1.1-235-g1ef86450 (1ef864504b8875c83ee6c2c5fedc13315bebf7f5) squid (rc)": 2 2024-08-29T17:55:07.576 INFO:teuthology.orchestra.run.smithi028.stdout: }, 2024-08-29T17:55:07.576 INFO:teuthology.orchestra.run.smithi028.stdout: "osd": { 2024-08-29T17:55:07.576 INFO:teuthology.orchestra.run.smithi028.stdout: "ceph version 17.2.7-1503-ga89f613d (a89f613db4d5b6bca82681f19d73c6d337aae2d5) quincy (stable)": 6, 2024-08-29T17:55:07.576 INFO:teuthology.orchestra.run.smithi028.stdout: "ceph version 19.1.1-235-g1ef86450 (1ef864504b8875c83ee6c2c5fedc13315bebf7f5) squid (rc)": 2 2024-08-29T17:55:07.576 INFO:teuthology.orchestra.run.smithi028.stdout: }, 2024-08-29T17:55:07.576 INFO:teuthology.orchestra.run.smithi028.stdout: "mds": { 2024-08-29T17:55:07.576 INFO:teuthology.orchestra.run.smithi028.stdout: "ceph version 17.2.7-1503-ga89f613d (a89f613db4d5b6bca82681f19d73c6d337aae2d5) quincy (stable)": 2 2024-08-29T17:55:07.576 INFO:teuthology.orchestra.run.smithi028.stdout: }, 2024-08-29T17:55:07.576 INFO:teuthology.orchestra.run.smithi028.stdout: "overall": { 2024-08-29T17:55:07.576 INFO:teuthology.orchestra.run.smithi028.stdout: "ceph version 17.2.7-1503-ga89f613d (a89f613db4d5b6bca82681f19d73c6d337aae2d5) quincy (stable)": 8, 2024-08-29T17:55:07.577 INFO:teuthology.orchestra.run.smithi028.stdout: "ceph version 19.1.1-235-g1ef86450 (1ef864504b8875c83ee6c2c5fedc13315bebf7f5) squid (rc)": 7 2024-08-29T17:55:07.577 INFO:teuthology.orchestra.run.smithi028.stdout: } 2024-08-29T17:55:07.577 INFO:teuthology.orchestra.run.smithi028.stdout:} 2024-08-29T17:55:08.180 INFO:tasks.rados.rados.0.smithi028.stdout:2123: finishing copy_from to smithi02869045-45 2024-08-29T17:55:08.180 INFO:tasks.rados.rados.0.smithi028.stdout:2123: got expected ENOENT (src dne) 2024-08-29T17:55:08.180 INFO:tasks.rados.rados.0.smithi028.stdout:2123: finishing copy_from racing read to smithi02869045-45 2024-08-29T17:55:08.180 INFO:tasks.rados.rados.0.smithi028.stdout:2124: finishing rollback tid 0 to smithi02869045-15 2024-08-29T17:55:08.180 INFO:tasks.rados.rados.0.smithi028.stdout:2124: finishing rollback tid 1 to smithi02869045-15 2024-08-29T17:55:08.180 INFO:tasks.rados.rados.0.smithi028.stdout:2116: done (5 left) 2024-08-29T17:55:08.180 INFO:tasks.rados.rados.0.smithi028.stdout:2119: done (4 left) 2024-08-29T17:55:08.180 INFO:tasks.rados.rados.0.smithi028.stdout:2120: done (3 left) 2024-08-29T17:55:08.181 INFO:tasks.rados.rados.0.smithi028.stdout:2123: done (2 left) 2024-08-29T17:55:08.181 INFO:tasks.rados.rados.0.smithi028.stdout:2125: done (1 left) 2024-08-29T17:55:08.181 INFO:tasks.rados.rados.0.smithi028.stdout:2126: rollback oid 21 current snap is 215 2024-08-29T17:55:08.181 INFO:tasks.rados.rados.0.smithi028.stdout:rollback oid 21 to 182 2024-08-29T17:55:08.181 INFO:tasks.rados.rados.0.smithi028.stdout:2124: finishing rollback tid 2 to smithi02869045-15 2024-08-29T17:55:08.181 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 15 v 1450 (ObjNum 582 snap 190 seq_num 582) dirty exists 2024-08-29T17:55:08.181 INFO:tasks.rados.rados.0.smithi028.stdout:2124: done (1 left) 2024-08-29T17:55:08.181 INFO:tasks.rados.rados.0.smithi028.stdout:2127: copy_from oid 35 from oid 22 current snap is 215 2024-08-29T17:55:08.181 INFO:tasks.rados.rados.0.smithi028.stdout:2128: delete oid 50 current snap is 215 2024-08-29T17:55:08.184 INFO:tasks.rados.rados.0.smithi028.stdout:2126: finishing rollback tid 0 to smithi02869045-21 2024-08-29T17:55:08.184 INFO:tasks.rados.rados.0.smithi028.stdout:2126: finishing rollback tid 1 to smithi02869045-21 2024-08-29T17:55:08.185 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 21 v 1444 (ObjNum 161 snap 0 seq_num 1) dirty dne 2024-08-29T17:55:08.186 INFO:tasks.rados.rados.0.smithi028.stdout:2126: done (2 left) 2024-08-29T17:55:08.186 INFO:tasks.rados.rados.0.smithi028.stdout:2128: done (1 left) 2024-08-29T17:55:08.186 INFO:tasks.rados.rados.0.smithi028.stdout:2129: setattr oid 39 current snap is 215 2024-08-29T17:55:08.188 INFO:tasks.rados.rados.0.smithi028.stdout:append oid 1 current snap is 215 2024-08-29T17:55:08.188 INFO:tasks.rados.rados.0.smithi028.stdout:2130: seq_num 654 ranges {942080=557056,1499136=630784,2129920=172032} 2024-08-29T17:55:08.196 INFO:tasks.rados.rados.0.smithi028.stdout:2130: writing smithi02869045-1 from 942080 to 1499136 tid 1 2024-08-29T17:55:08.200 INFO:tasks.rados.rados.0.smithi028.stdout:2130: writing smithi02869045-1 from 1499136 to 2129920 tid 2 2024-08-29T17:55:08.201 INFO:tasks.rados.rados.0.smithi028.stdout:2130: writing smithi02869045-1 from 2129920 to 2301952 tid 3 2024-08-29T17:55:08.202 INFO:tasks.rados.rados.0.smithi028.stdout:2131: read oid 12 snap -1 2024-08-29T17:55:08.202 INFO:tasks.rados.rados.0.smithi028.stdout:2131: expect deleted 2024-08-29T17:55:08.203 INFO:tasks.rados.rados.0.smithi028.stdout:append oid 32 current snap is 215 2024-08-29T17:55:08.203 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 39 v 1451 (ObjNum 641 snap 213 seq_num 641) dirty exists 2024-08-29T17:55:08.204 INFO:tasks.rados.rados.0.smithi028.stdout:2127: finishing copy_from racing read to smithi02869045-35 2024-08-29T17:55:08.204 INFO:tasks.rados.rados.0.smithi028.stdout:2127: finishing copy_from to smithi02869045-35 2024-08-29T17:55:08.204 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 35 v 1443 (ObjNum 583 snap 191 seq_num 583) dirty exists 2024-08-29T17:55:08.204 INFO:tasks.rados.rados.0.smithi028.stdout:2132: seq_num 655 ranges {7315456=573440,7888896=516096,8404992=286720} 2024-08-29T17:55:08.248 INFO:tasks.rados.rados.0.smithi028.stdout:2132: writing smithi02869045-32 from 7315456 to 7888896 tid 1 2024-08-29T17:55:08.251 INFO:tasks.rados.rados.0.smithi028.stdout:2132: writing smithi02869045-32 from 7888896 to 8404992 tid 2 2024-08-29T17:55:08.253 INFO:tasks.rados.rados.0.smithi028.stdout:2132: writing smithi02869045-32 from 8404992 to 8691712 tid 3 2024-08-29T17:55:08.253 INFO:tasks.rados.rados.0.smithi028.stdout:2127: done (4 left) 2024-08-29T17:55:08.253 INFO:tasks.rados.rados.0.smithi028.stdout:2129: done (3 left) 2024-08-29T17:55:08.253 INFO:tasks.rados.rados.0.smithi028.stdout:2133: snap_create 2024-08-29T17:55:08.253 INFO:tasks.rados.rados.0.smithi028.stdout:2130: finishing write tid 1 to smithi02869045-1 2024-08-29T17:55:08.253 INFO:tasks.rados.rados.0.smithi028.stdout:2130: finishing write tid 2 to smithi02869045-1 2024-08-29T17:55:08.253 INFO:tasks.rados.rados.0.smithi028.stdout:2130: finishing write tid 3 to smithi02869045-1 2024-08-29T17:55:08.253 INFO:tasks.rados.rados.0.smithi028.stdout:2130: finishing write tid 4 to smithi02869045-1 2024-08-29T17:55:08.253 INFO:tasks.rados.rados.0.smithi028.stdout:2130: finishing write tid 5 to smithi02869045-1 2024-08-29T17:55:08.254 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 1 v 1848 (ObjNum 654 snap 215 seq_num 654) dirty exists 2024-08-29T17:55:08.254 INFO:tasks.rados.rados.0.smithi028.stdout:2130: left oid 1 (ObjNum 654 snap 215 seq_num 654) 2024-08-29T17:55:08.260 INFO:tasks.rados.rados.0.smithi028.stdout:2132: finishing write tid 1 to smithi02869045-32 2024-08-29T17:55:08.260 INFO:tasks.rados.rados.0.smithi028.stdout:2132: finishing write tid 2 to smithi02869045-32 2024-08-29T17:55:08.263 INFO:tasks.rados.rados.0.smithi028.stdout:2132: finishing write tid 3 to smithi02869045-32 2024-08-29T17:55:08.264 INFO:tasks.rados.rados.0.smithi028.stdout:2132: finishing write tid 4 to smithi02869045-32 2024-08-29T17:55:08.266 INFO:tasks.rados.rados.0.smithi028.stdout:2132: finishing write tid 5 to smithi02869045-32 2024-08-29T17:55:08.266 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 32 v 326 (ObjNum 655 snap 215 seq_num 655) dirty exists 2024-08-29T17:55:08.266 INFO:tasks.rados.rados.0.smithi028.stdout:2132: left oid 32 (ObjNum 655 snap 215 seq_num 655) 2024-08-29T17:55:08.299 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:55:08 smithi028 bash[78352]: audit 2024-08-29T17:55:06.863771+0000 mgr.y (mgr.25022) 171 : audit [DBG] from='client.44186 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-08-29T17:55:08.299 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:55:08 smithi028 bash[78352]: cluster 2024-08-29T17:55:06.971524+0000 mgr.y (mgr.25022) 172 : cluster [DBG] pgmap v268: 121 pgs: 121 active+clean; 302 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 6.7 MiB/s rd, 1.7 MiB/s wr, 14 op/s 2024-08-29T17:55:08.299 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:55:08 smithi028 bash[78352]: audit 2024-08-29T17:55:07.123607+0000 mon.a (mon.0) 538 : audit [INF] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' 2024-08-29T17:55:08.299 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:55:08 smithi028 bash[78352]: audit 2024-08-29T17:55:07.164645+0000 mgr.y (mgr.25022) 173 : audit [DBG] from='client.44192 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-08-29T17:55:08.299 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:55:08 smithi028 bash[78352]: cluster 2024-08-29T17:55:07.171871+0000 mon.a (mon.0) 539 : cluster [DBG] osdmap e498: 8 total, 8 up, 8 in 2024-08-29T17:55:08.299 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:55:08 smithi028 bash[78352]: audit 2024-08-29T17:55:07.579830+0000 mon.c (mon.2) 7 : audit [DBG] from='client.? 172.21.15.28:0/1228057967' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-08-29T17:55:08.300 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:55:08 smithi028 bash[77168]: audit 2024-08-29T17:55:06.863771+0000 mgr.y (mgr.25022) 171 : audit [DBG] from='client.44186 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-08-29T17:55:08.300 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:55:08 smithi028 bash[77168]: cluster 2024-08-29T17:55:06.971524+0000 mgr.y (mgr.25022) 172 : cluster [DBG] pgmap v268: 121 pgs: 121 active+clean; 302 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 6.7 MiB/s rd, 1.7 MiB/s wr, 14 op/s 2024-08-29T17:55:08.300 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:55:08 smithi028 bash[77168]: audit 2024-08-29T17:55:07.123607+0000 mon.a (mon.0) 538 : audit [INF] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' 2024-08-29T17:55:08.300 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:55:08 smithi028 bash[77168]: audit 2024-08-29T17:55:07.164645+0000 mgr.y (mgr.25022) 173 : audit [DBG] from='client.44192 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-08-29T17:55:08.300 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:55:08 smithi028 bash[77168]: cluster 2024-08-29T17:55:07.171871+0000 mon.a (mon.0) 539 : cluster [DBG] osdmap e498: 8 total, 8 up, 8 in 2024-08-29T17:55:08.300 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:55:08 smithi028 bash[77168]: audit 2024-08-29T17:55:07.579830+0000 mon.c (mon.2) 7 : audit [DBG] from='client.? 172.21.15.28:0/1228057967' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-08-29T17:55:08.574 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:55:08 smithi053 bash[68679]: audit 2024-08-29T17:55:06.863771+0000 mgr.y (mgr.25022) 171 : audit [DBG] from='client.44186 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-08-29T17:55:08.574 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:55:08 smithi053 bash[68679]: cluster 2024-08-29T17:55:06.971524+0000 mgr.y (mgr.25022) 172 : cluster [DBG] pgmap v268: 121 pgs: 121 active+clean; 302 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 6.7 MiB/s rd, 1.7 MiB/s wr, 14 op/s 2024-08-29T17:55:08.574 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:55:08 smithi053 bash[68679]: audit 2024-08-29T17:55:07.123607+0000 mon.a (mon.0) 538 : audit [INF] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' 2024-08-29T17:55:08.574 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:55:08 smithi053 bash[68679]: audit 2024-08-29T17:55:07.164645+0000 mgr.y (mgr.25022) 173 : audit [DBG] from='client.44192 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-08-29T17:55:08.574 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:55:08 smithi053 bash[68679]: cluster 2024-08-29T17:55:07.171871+0000 mon.a (mon.0) 539 : cluster [DBG] osdmap e498: 8 total, 8 up, 8 in 2024-08-29T17:55:08.574 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:55:08 smithi053 bash[68679]: audit 2024-08-29T17:55:07.579830+0000 mon.c (mon.2) 7 : audit [DBG] from='client.? 172.21.15.28:0/1228057967' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-08-29T17:55:09.074 INFO:journalctl@ceph.prometheus.a.smithi053.stdout:Aug 29 17:55:08 smithi053 bash[61790]: ts=2024-08-29T17:55:08.661Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=osd name=CephOSDFlapping index=13 msg="Evaluating rule failed" rule="alert: CephOSDFlapping\nexpr: (rate(ceph_osd_up[5m]) * on (ceph_daemon) group_left (hostname) ceph_osd_metadata)\n * 60 > 1\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.4.4\n severity: warning\n type: ceph_default\nannotations:\n description: OSD {{ $labels.ceph_daemon }} on {{ $labels.hostname }} was marked\n down and back up {{ $value | humanize }} times once a minute for 5 minutes. This\n may indicate a network issue (latency, packet loss, MTU mismatch) on the cluster\n network, or the public network if no cluster network is deployed. Check the network\n stats on the listed host(s).\n documentation: https://docs.ceph.com/en/latest/rados/troubleshooting/troubleshooting-osd#flapping-osds\n summary: Network issues are causing OSDs to flap (mark each other down)\n" err="found duplicate series for the match group {ceph_daemon=\"osd.0\"} on the right hand-side of the operation: [{__name__=\"ceph_osd_metadata\", ceph_daemon=\"osd.0\", ceph_version=\"ceph version 19.1.1-235-g1ef86450 (1ef864504b8875c83ee6c2c5fedc13315bebf7f5) squid (rc)\", cluster=\"3167ee72-662c-11ef-bcd4-c7b262605968\", cluster_addr=\"172.21.15.28\", device_class=\"ssd\", hostname=\"smithi028\", instance=\"ceph_cluster\", job=\"ceph\", objectstore=\"bluestore\", public_addr=\"172.21.15.28\"}, {__name__=\"ceph_osd_metadata\", ceph_daemon=\"osd.0\", ceph_version=\"ceph version 17.2.7-1503-ga89f613d (a89f613db4d5b6bca82681f19d73c6d337aae2d5) quincy (stable)\", cluster_addr=\"172.21.15.28\", device_class=\"ssd\", hostname=\"smithi028\", instance=\"ceph_cluster\", job=\"ceph\", objectstore=\"bluestore\", public_addr=\"172.21.15.28\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-29T17:55:09.128 INFO:tasks.rados.rados.0.smithi028.stdout:2130: done (3 left) 2024-08-29T17:55:09.128 INFO:tasks.rados.rados.0.smithi028.stdout:2131: done (2 left) 2024-08-29T17:55:09.128 INFO:tasks.rados.rados.0.smithi028.stdout:2132: done (1 left) 2024-08-29T17:55:09.128 INFO:tasks.rados.rados.0.smithi028.stdout:2133: done (0 left) 2024-08-29T17:55:09.128 INFO:tasks.rados.rados.0.smithi028.stdout:append oid 6 current snap is 216 2024-08-29T17:55:09.129 INFO:tasks.rados.rados.0.smithi028.stdout:2134: seq_num 656 ranges {0=589824,589824=802816} 2024-08-29T17:55:09.131 INFO:tasks.rados.rados.0.smithi028.stdout:2134: writing smithi02869045-6 from 0 to 589824 tid 1 2024-08-29T17:55:09.136 INFO:tasks.rados.rados.0.smithi028.stdout:2134: writing smithi02869045-6 from 589824 to 1392640 tid 2 2024-08-29T17:55:09.136 INFO:tasks.rados.rados.0.smithi028.stdout:append oid 36 current snap is 216 2024-08-29T17:55:09.136 INFO:tasks.rados.rados.0.smithi028.stdout:2135: seq_num 657 ranges {0=606208,606208=688128,1294336=114688} 2024-08-29T17:55:09.139 INFO:tasks.rados.rados.0.smithi028.stdout:2135: writing smithi02869045-36 from 0 to 606208 tid 1 2024-08-29T17:55:09.144 INFO:tasks.rados.rados.0.smithi028.stdout:2135: writing smithi02869045-36 from 606208 to 1294336 tid 2 2024-08-29T17:55:09.145 INFO:tasks.rados.rados.0.smithi028.stdout:2135: writing smithi02869045-36 from 1294336 to 1409024 tid 3 2024-08-29T17:55:09.145 INFO:tasks.rados.rados.0.smithi028.stdout:2136: snap_create 2024-08-29T17:55:09.147 INFO:tasks.rados.rados.0.smithi028.stdout:2134: finishing write tid 1 to smithi02869045-6 2024-08-29T17:55:09.148 INFO:tasks.rados.rados.0.smithi028.stdout:2134: finishing write tid 2 to smithi02869045-6 2024-08-29T17:55:09.149 INFO:tasks.rados.rados.0.smithi028.stdout:2134: finishing write tid 3 to smithi02869045-6 2024-08-29T17:55:09.150 INFO:tasks.rados.rados.0.smithi028.stdout:2135: finishing write tid 1 to smithi02869045-36 2024-08-29T17:55:09.151 INFO:tasks.rados.rados.0.smithi028.stdout:2135: finishing write tid 2 to smithi02869045-36 2024-08-29T17:55:09.152 INFO:tasks.rados.rados.0.smithi028.stdout:2134: finishing write tid 4 to smithi02869045-6 2024-08-29T17:55:09.152 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 6 v 1694 (ObjNum 656 snap 216 seq_num 656) dirty exists 2024-08-29T17:55:09.152 INFO:tasks.rados.rados.0.smithi028.stdout:2134: left oid 6 (ObjNum 656 snap 216 seq_num 656) 2024-08-29T17:55:09.152 INFO:tasks.rados.rados.0.smithi028.stdout:2135: finishing write tid 3 to smithi02869045-36 2024-08-29T17:55:09.152 INFO:tasks.rados.rados.0.smithi028.stdout:2135: finishing write tid 4 to smithi02869045-36 2024-08-29T17:55:09.153 INFO:tasks.rados.rados.0.smithi028.stdout:2135: finishing write tid 5 to smithi02869045-36 2024-08-29T17:55:09.153 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 36 v 1083 (ObjNum 657 snap 216 seq_num 657) dirty exists 2024-08-29T17:55:09.153 INFO:tasks.rados.rados.0.smithi028.stdout:2135: left oid 36 (ObjNum 657 snap 216 seq_num 657) 2024-08-29T17:55:09.162 INFO:tasks.rados.rados.0.smithi028.stdout:2134: done (2 left) 2024-08-29T17:55:09.162 INFO:tasks.rados.rados.0.smithi028.stdout:2135: done (1 left) 2024-08-29T17:55:09.162 INFO:tasks.rados.rados.0.smithi028.stdout:2136: done (0 left) 2024-08-29T17:55:09.162 INFO:tasks.rados.rados.0.smithi028.stdout:2137: rmattr oid 11 current snap is 217 2024-08-29T17:55:09.162 INFO:tasks.rados.rados.0.smithi028.stdout:2137: done (0 left) 2024-08-29T17:55:09.162 INFO:tasks.rados.rados.0.smithi028.stdout:2138: read oid 45 snap -1 2024-08-29T17:55:09.162 INFO:tasks.rados.rados.0.smithi028.stdout:2138: expect (ObjNum 597 snap 199 seq_num 597) 2024-08-29T17:55:09.163 INFO:tasks.rados.rados.0.smithi028.stdout:2139: copy_from oid 30 from oid 9 current snap is 217 2024-08-29T17:55:09.163 INFO:tasks.rados.rados.0.smithi028.stdout:2140: snap_create 2024-08-29T17:55:09.169 INFO:tasks.rados.rados.0.smithi028.stdout:2138: expect (ObjNum 597 snap 199 seq_num 597) 2024-08-29T17:55:09.205 INFO:journalctl@ceph.mgr.y.smithi028.stdout:Aug 29 17:55:09 smithi028 systemd[1]: /etc/systemd/system/ceph-3167ee72-662c-11ef-bcd4-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-08-29T17:55:09.205 INFO:journalctl@ceph.osd.0.smithi028.stdout:Aug 29 17:55:09 smithi028 systemd[1]: /etc/systemd/system/ceph-3167ee72-662c-11ef-bcd4-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-08-29T17:55:09.206 INFO:journalctl@ceph.osd.3.smithi028.stdout:Aug 29 17:55:09 smithi028 systemd[1]: /etc/systemd/system/ceph-3167ee72-662c-11ef-bcd4-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-08-29T17:55:09.206 INFO:journalctl@ceph.mds.a.smithi028.stdout:Aug 29 17:55:09 smithi028 systemd[1]: /etc/systemd/system/ceph-3167ee72-662c-11ef-bcd4-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-08-29T17:55:09.206 INFO:journalctl@ceph.node-exporter.a.smithi028.stdout:Aug 29 17:55:09 smithi028 systemd[1]: /etc/systemd/system/ceph-3167ee72-662c-11ef-bcd4-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-08-29T17:55:09.207 INFO:journalctl@ceph.osd.1.smithi028.stdout:Aug 29 17:55:09 smithi028 systemd[1]: /etc/systemd/system/ceph-3167ee72-662c-11ef-bcd4-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-08-29T17:55:09.207 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:55:09 smithi028 systemd[1]: /etc/systemd/system/ceph-3167ee72-662c-11ef-bcd4-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-08-29T17:55:09.207 INFO:journalctl@ceph.alertmanager.a.smithi028.stdout:Aug 29 17:55:09 smithi028 systemd[1]: /etc/systemd/system/ceph-3167ee72-662c-11ef-bcd4-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-08-29T17:55:09.208 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:55:09 smithi028 systemd[1]: /etc/systemd/system/ceph-3167ee72-662c-11ef-bcd4-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-08-29T17:55:09.208 INFO:journalctl@ceph.osd.2.smithi028.stdout:Aug 29 17:55:09 smithi028 systemd[1]: /etc/systemd/system/ceph-3167ee72-662c-11ef-bcd4-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-08-29T17:55:09.208 INFO:journalctl@ceph.osd.2.smithi028.stdout:Aug 29 17:55:09 smithi028 systemd[1]: Stopping Ceph osd.2 for 3167ee72-662c-11ef-bcd4-c7b262605968... 2024-08-29T17:55:09.212 INFO:tasks.rados.rados.0.smithi028.stdout:2139: finishing copy_from racing read to smithi02869045-30 2024-08-29T17:55:09.215 INFO:tasks.rados.rados.0.smithi028.stdout:2139: finishing copy_from to smithi02869045-30 2024-08-29T17:55:09.215 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 30 v 1076 (ObjNum 634 snap 210 seq_num 634) dirty exists 2024-08-29T17:55:09.628 INFO:journalctl@ceph.osd.2.smithi028.stdout:Aug 29 17:55:09 smithi028 bash[45820]: debug 2024-08-29T17:55:09.327+0000 7f77c157d640 -1 received signal: Terminated from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.2 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2024-08-29T17:55:09.628 INFO:journalctl@ceph.osd.2.smithi028.stdout:Aug 29 17:55:09 smithi028 bash[45820]: debug 2024-08-29T17:55:09.327+0000 7f77c157d640 -1 osd.2 500 *** Got signal Terminated *** 2024-08-29T17:55:09.628 INFO:journalctl@ceph.osd.2.smithi028.stdout:Aug 29 17:55:09 smithi028 bash[45820]: debug 2024-08-29T17:55:09.327+0000 7f77c157d640 -1 osd.2 500 *** Immediate shutdown (osd_fast_shutdown=true) *** 2024-08-29T17:55:10.172 INFO:tasks.rados.rados.0.smithi028.stdout:2138: done (2 left) 2024-08-29T17:55:10.172 INFO:tasks.rados.rados.0.smithi028.stdout:2139: done (1 left) 2024-08-29T17:55:10.172 INFO:tasks.rados.rados.0.smithi028.stdout:2140: done (0 left) 2024-08-29T17:55:10.172 INFO:tasks.rados.rados.0.smithi028.stdout:2141: rollback oid 30 current snap is 218 2024-08-29T17:55:10.172 INFO:tasks.rados.rados.0.smithi028.stdout:rollback oid 30 to 216 2024-08-29T17:55:10.172 INFO:tasks.rados.rados.0.smithi028.stdout:2142: rollback oid 36 current snap is 218 2024-08-29T17:55:10.173 INFO:tasks.rados.rados.0.smithi028.stdout:rollback oid 36 to 191 2024-08-29T17:55:10.173 INFO:tasks.rados.rados.0.smithi028.stdout:2143: read oid 1 snap -1 2024-08-29T17:55:10.173 INFO:tasks.rados.rados.0.smithi028.stdout:2143: expect (ObjNum 654 snap 215 seq_num 654) 2024-08-29T17:55:10.173 INFO:tasks.rados.rados.0.smithi028.stdout:2144: snap_remove snap 208 2024-08-29T17:55:10.378 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:55:10 smithi028 bash[78352]: cluster 2024-08-29T17:55:08.972687+0000 mgr.y (mgr.25022) 174 : cluster [DBG] pgmap v270: 121 pgs: 121 active+clean; 307 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 13 MiB/s rd, 529 KiB/s wr, 13 op/s 2024-08-29T17:55:10.378 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:55:10 smithi028 bash[78352]: cluster 2024-08-29T17:55:09.131443+0000 mon.a (mon.0) 540 : cluster [DBG] osdmap e499: 8 total, 8 up, 8 in 2024-08-29T17:55:10.378 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:55:10 smithi028 bash[78352]: cluster 2024-08-29T17:55:09.165947+0000 mon.a (mon.0) 541 : cluster [DBG] osdmap e500: 8 total, 8 up, 8 in 2024-08-29T17:55:10.378 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:55:10 smithi028 bash[78352]: cluster 2024-08-29T17:55:09.332090+0000 mon.a (mon.0) 542 : cluster [INF] osd.2 marked itself down and dead 2024-08-29T17:55:10.378 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:55:10 smithi028 bash[77168]: cluster 2024-08-29T17:55:08.972687+0000 mgr.y (mgr.25022) 174 : cluster [DBG] pgmap v270: 121 pgs: 121 active+clean; 307 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 13 MiB/s rd, 529 KiB/s wr, 13 op/s 2024-08-29T17:55:10.378 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:55:10 smithi028 bash[77168]: cluster 2024-08-29T17:55:09.131443+0000 mon.a (mon.0) 540 : cluster [DBG] osdmap e499: 8 total, 8 up, 8 in 2024-08-29T17:55:10.378 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:55:10 smithi028 bash[77168]: cluster 2024-08-29T17:55:09.165947+0000 mon.a (mon.0) 541 : cluster [DBG] osdmap e500: 8 total, 8 up, 8 in 2024-08-29T17:55:10.378 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:55:10 smithi028 bash[77168]: cluster 2024-08-29T17:55:09.332090+0000 mon.a (mon.0) 542 : cluster [INF] osd.2 marked itself down and dead 2024-08-29T17:55:10.574 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:55:10 smithi053 bash[68679]: cluster 2024-08-29T17:55:08.972687+0000 mgr.y (mgr.25022) 174 : cluster [DBG] pgmap v270: 121 pgs: 121 active+clean; 307 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 13 MiB/s rd, 529 KiB/s wr, 13 op/s 2024-08-29T17:55:10.574 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:55:10 smithi053 bash[68679]: cluster 2024-08-29T17:55:09.131443+0000 mon.a (mon.0) 540 : cluster [DBG] osdmap e499: 8 total, 8 up, 8 in 2024-08-29T17:55:10.574 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:55:10 smithi053 bash[68679]: cluster 2024-08-29T17:55:09.165947+0000 mon.a (mon.0) 541 : cluster [DBG] osdmap e500: 8 total, 8 up, 8 in 2024-08-29T17:55:10.574 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:55:10 smithi053 bash[68679]: cluster 2024-08-29T17:55:09.332090+0000 mon.a (mon.0) 542 : cluster [INF] osd.2 marked itself down and dead 2024-08-29T17:55:11.179 INFO:tasks.rados.rados.0.smithi028.stdout:2144: done (3 left) 2024-08-29T17:55:11.179 INFO:tasks.rados.rados.0.smithi028.stdout:2145: snap_create 2024-08-29T17:55:11.179 INFO:tasks.rados.rados.0.smithi028.stdout:2143: expect (ObjNum 654 snap 215 seq_num 654) 2024-08-29T17:55:11.310 INFO:tasks.rados.rados.0.smithi028.stdout:2142: finishing rollback tid 0 to smithi02869045-36 2024-08-29T17:55:11.310 INFO:tasks.rados.rados.0.smithi028.stdout:2142: finishing rollback tid 1 to smithi02869045-36 2024-08-29T17:55:11.310 INFO:tasks.rados.rados.0.smithi028.stdout:2142: finishing rollback tid 2 to smithi02869045-36 2024-08-29T17:55:11.310 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 36 v 1086 (ObjNum 566 snap 181 seq_num 566) dirty exists 2024-08-29T17:55:11.310 INFO:tasks.rados.rados.0.smithi028.stdout:2141: finishing rollback tid 0 to smithi02869045-30 2024-08-29T17:55:11.311 INFO:tasks.rados.rados.0.smithi028.stdout:2141: finishing rollback tid 1 to smithi02869045-30 2024-08-29T17:55:11.311 INFO:tasks.rados.rados.0.smithi028.stdout:2141: finishing rollback tid 2 to smithi02869045-30 2024-08-29T17:55:11.311 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 30 v 1079 (ObjNum 591 snap 195 seq_num 591) dirty exists 2024-08-29T17:55:11.375 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:55:11 smithi028 bash[78352]: cluster 2024-08-29T17:55:10.164271+0000 mon.a (mon.0) 543 : cluster [WRN] Health check failed: 1 osds down (OSD_DOWN) 2024-08-29T17:55:11.375 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:55:11 smithi028 bash[78352]: cluster 2024-08-29T17:55:10.174093+0000 mon.a (mon.0) 544 : cluster [DBG] osdmap e501: 8 total, 7 up, 8 in 2024-08-29T17:55:11.375 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:55:11 smithi028 bash[77168]: cluster 2024-08-29T17:55:10.164271+0000 mon.a (mon.0) 543 : cluster [WRN] Health check failed: 1 osds down (OSD_DOWN) 2024-08-29T17:55:11.375 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:55:11 smithi028 bash[77168]: cluster 2024-08-29T17:55:10.174093+0000 mon.a (mon.0) 544 : cluster [DBG] osdmap e501: 8 total, 7 up, 8 in 2024-08-29T17:55:11.574 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:55:11 smithi053 bash[68679]: cluster 2024-08-29T17:55:10.164271+0000 mon.a (mon.0) 543 : cluster [WRN] Health check failed: 1 osds down (OSD_DOWN) 2024-08-29T17:55:11.574 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:55:11 smithi053 bash[68679]: cluster 2024-08-29T17:55:10.174093+0000 mon.a (mon.0) 544 : cluster [DBG] osdmap e501: 8 total, 7 up, 8 in 2024-08-29T17:55:11.627 INFO:journalctl@ceph.osd.2.smithi028.stdout:Aug 29 17:55:11 smithi028 bash[90644]: ceph-3167ee72-662c-11ef-bcd4-c7b262605968-osd-2 2024-08-29T17:55:11.627 INFO:journalctl@ceph.osd.2.smithi028.stdout:Aug 29 17:55:11 smithi028 bash[90709]: Error response from daemon: No such container: ceph-3167ee72-662c-11ef-bcd4-c7b262605968-osd-2 2024-08-29T17:55:11.627 INFO:journalctl@ceph.mgr.y.smithi028.stdout:Aug 29 17:55:11 smithi028 bash[70818]: ::ffff:172.21.15.53 - - [29/Aug/2024:17:55:11] "GET /metrics HTTP/1.1" 200 35998 "" "Prometheus/2.43.0" 2024-08-29T17:55:12.182 INFO:tasks.rados.rados.0.smithi028.stdout:2141: done (3 left) 2024-08-29T17:55:12.182 INFO:tasks.rados.rados.0.smithi028.stdout:2142: done (2 left) 2024-08-29T17:55:12.182 INFO:tasks.rados.rados.0.smithi028.stdout:2143: done (1 left) 2024-08-29T17:55:12.182 INFO:tasks.rados.rados.0.smithi028.stdout:2145: done (0 left) 2024-08-29T17:55:12.182 INFO:tasks.rados.rados.0.smithi028.stdout:2146: snap_create 2024-08-29T17:55:12.574 INFO:journalctl@ceph.prometheus.a.smithi053.stdout:Aug 29 17:55:12 smithi053 bash[61790]: ts=2024-08-29T17:55:12.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"3167ee72-662c-11ef-bcd4-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-29T17:55:12.574 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:55:12 smithi053 bash[68679]: cluster 2024-08-29T17:55:10.973532+0000 mgr.y (mgr.25022) 175 : cluster [DBG] pgmap v274: 121 pgs: 14 stale+active+clean, 107 active+clean; 307 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 16 MiB/s rd, 636 KiB/s wr, 16 op/s 2024-08-29T17:55:12.574 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:55:12 smithi053 bash[68679]: cluster 2024-08-29T17:55:11.181634+0000 mon.a (mon.0) 545 : cluster [DBG] osdmap e502: 8 total, 7 up, 8 in 2024-08-29T17:55:12.574 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:55:12 smithi053 bash[68679]: audit 2024-08-29T17:55:12.034186+0000 mon.a (mon.0) 546 : audit [INF] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' 2024-08-29T17:55:12.574 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:55:12 smithi053 bash[68679]: audit 2024-08-29T17:55:12.035775+0000 mon.a (mon.0) 547 : audit [DBG] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-29T17:55:12.628 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:55:12 smithi028 bash[77168]: cluster 2024-08-29T17:55:10.973532+0000 mgr.y (mgr.25022) 175 : cluster [DBG] pgmap v274: 121 pgs: 14 stale+active+clean, 107 active+clean; 307 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 16 MiB/s rd, 636 KiB/s wr, 16 op/s 2024-08-29T17:55:12.628 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:55:12 smithi028 bash[77168]: cluster 2024-08-29T17:55:11.181634+0000 mon.a (mon.0) 545 : cluster [DBG] osdmap e502: 8 total, 7 up, 8 in 2024-08-29T17:55:12.628 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:55:12 smithi028 bash[77168]: audit 2024-08-29T17:55:12.034186+0000 mon.a (mon.0) 546 : audit [INF] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' 2024-08-29T17:55:12.628 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:55:12 smithi028 bash[77168]: audit 2024-08-29T17:55:12.035775+0000 mon.a (mon.0) 547 : audit [DBG] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-29T17:55:12.628 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:55:12 smithi028 bash[78352]: cluster 2024-08-29T17:55:10.973532+0000 mgr.y (mgr.25022) 175 : cluster [DBG] pgmap v274: 121 pgs: 14 stale+active+clean, 107 active+clean; 307 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 16 MiB/s rd, 636 KiB/s wr, 16 op/s 2024-08-29T17:55:12.628 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:55:12 smithi028 bash[78352]: cluster 2024-08-29T17:55:11.181634+0000 mon.a (mon.0) 545 : cluster [DBG] osdmap e502: 8 total, 7 up, 8 in 2024-08-29T17:55:12.628 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:55:12 smithi028 bash[78352]: audit 2024-08-29T17:55:12.034186+0000 mon.a (mon.0) 546 : audit [INF] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' 2024-08-29T17:55:12.629 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:55:12 smithi028 bash[78352]: audit 2024-08-29T17:55:12.035775+0000 mon.a (mon.0) 547 : audit [DBG] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-29T17:55:13.200 INFO:tasks.rados.rados.0.smithi028.stdout:2146: done (0 left) 2024-08-29T17:55:13.201 INFO:tasks.rados.rados.0.smithi028.stdout:2147: setattr oid 22 current snap is 220 2024-08-29T17:55:13.202 INFO:tasks.rados.rados.0.smithi028.stdout:2148: snap_remove snap 218 2024-08-29T17:55:13.377 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:55:13 smithi028 bash[78352]: cluster 2024-08-29T17:55:12.185188+0000 mon.a (mon.0) 548 : cluster [DBG] osdmap e503: 8 total, 7 up, 8 in 2024-08-29T17:55:13.378 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:55:13 smithi028 bash[77168]: cluster 2024-08-29T17:55:12.185188+0000 mon.a (mon.0) 548 : cluster [DBG] osdmap e503: 8 total, 7 up, 8 in 2024-08-29T17:55:13.506 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:55:13 smithi053 bash[68679]: cluster 2024-08-29T17:55:12.185188+0000 mon.a (mon.0) 548 : cluster [DBG] osdmap e503: 8 total, 7 up, 8 in 2024-08-29T17:55:13.824 INFO:journalctl@ceph.prometheus.a.smithi053.stdout:Aug 29 17:55:13 smithi053 bash[61790]: ts=2024-08-29T17:55:13.508Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=nodes name=CephNodeDiskspaceWarning index=4 msg="Evaluating rule failed" rule="alert: CephNodeDiskspaceWarning\nexpr: predict_linear(node_filesystem_free_bytes{device=~\"/.*\"}[2d], 3600 * 24 * 5)\n * on (instance) group_left (nodename) node_uname_info < 0\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.8.4\n severity: warning\n type: ceph_default\nannotations:\n description: Mountpoint {{ $labels.mountpoint }} on {{ $labels.nodename }} will\n be full in less than 5 days based on the 48 hour trailing fill rate.\n summary: Host filesystem free space is getting low\n" err="found duplicate series for the match group {instance=\"smithi053\"} on the right hand-side of the operation: [{__name__=\"node_uname_info\", domainname=\"(none)\", instance=\"smithi053\", job=\"node\", machine=\"x86_64\", nodename=\"smithi053\", release=\"5.15.0-119-generic\", sysname=\"Linux\", version=\"#129-Ubuntu SMP Fri Aug 2 19:25:20 UTC 2024\"}, {__name__=\"node_uname_info\", cluster=\"3167ee72-662c-11ef-bcd4-c7b262605968\", domainname=\"(none)\", instance=\"smithi053\", job=\"node\", machine=\"x86_64\", nodename=\"smithi053\", release=\"5.15.0-119-generic\", sysname=\"Linux\", version=\"#129-Ubuntu SMP Fri Aug 2 19:25:20 UTC 2024\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-29T17:55:13.906 INFO:journalctl@ceph.mgr.y.smithi028.stdout:Aug 29 17:55:13 smithi028 systemd[1]: /etc/systemd/system/ceph-3167ee72-662c-11ef-bcd4-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-08-29T17:55:13.906 INFO:journalctl@ceph.osd.0.smithi028.stdout:Aug 29 17:55:13 smithi028 systemd[1]: /etc/systemd/system/ceph-3167ee72-662c-11ef-bcd4-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-08-29T17:55:13.907 INFO:journalctl@ceph.node-exporter.a.smithi028.stdout:Aug 29 17:55:13 smithi028 systemd[1]: /etc/systemd/system/ceph-3167ee72-662c-11ef-bcd4-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-08-29T17:55:13.907 INFO:journalctl@ceph.osd.3.smithi028.stdout:Aug 29 17:55:13 smithi028 systemd[1]: /etc/systemd/system/ceph-3167ee72-662c-11ef-bcd4-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-08-29T17:55:13.907 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:55:13 smithi028 systemd[1]: /etc/systemd/system/ceph-3167ee72-662c-11ef-bcd4-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-08-29T17:55:13.908 INFO:journalctl@ceph.osd.2.smithi028.stdout:Aug 29 17:55:13 smithi028 systemd[1]: ceph-3167ee72-662c-11ef-bcd4-c7b262605968@osd.2.service: Deactivated successfully. 2024-08-29T17:55:13.908 INFO:journalctl@ceph.osd.2.smithi028.stdout:Aug 29 17:55:13 smithi028 systemd[1]: Stopped Ceph osd.2 for 3167ee72-662c-11ef-bcd4-c7b262605968. 2024-08-29T17:55:13.908 INFO:journalctl@ceph.osd.2.smithi028.stdout:Aug 29 17:55:13 smithi028 systemd[1]: /etc/systemd/system/ceph-3167ee72-662c-11ef-bcd4-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-08-29T17:55:13.908 INFO:journalctl@ceph.osd.2.smithi028.stdout:Aug 29 17:55:13 smithi028 systemd[1]: Started Ceph osd.2 for 3167ee72-662c-11ef-bcd4-c7b262605968. 2024-08-29T17:55:13.908 INFO:journalctl@ceph.mds.a.smithi028.stdout:Aug 29 17:55:13 smithi028 systemd[1]: /etc/systemd/system/ceph-3167ee72-662c-11ef-bcd4-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-08-29T17:55:13.908 INFO:journalctl@ceph.alertmanager.a.smithi028.stdout:Aug 29 17:55:13 smithi028 systemd[1]: /etc/systemd/system/ceph-3167ee72-662c-11ef-bcd4-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-08-29T17:55:13.909 INFO:journalctl@ceph.osd.1.smithi028.stdout:Aug 29 17:55:13 smithi028 systemd[1]: /etc/systemd/system/ceph-3167ee72-662c-11ef-bcd4-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-08-29T17:55:13.909 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:55:13 smithi028 systemd[1]: /etc/systemd/system/ceph-3167ee72-662c-11ef-bcd4-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-08-29T17:55:14.197 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:55:14 smithi028 bash[77168]: cluster 2024-08-29T17:55:12.974872+0000 mgr.y (mgr.25022) 176 : cluster [DBG] pgmap v277: 121 pgs: 19 active+undersized, 3 stale+active+clean, 7 active+undersized+degraded, 92 active+clean; 316 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 532 B/s rd, 1.3 MiB/s wr, 5 op/s; 65/729 objects degraded (8.916%) 2024-08-29T17:55:14.197 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:55:14 smithi028 bash[77168]: cluster 2024-08-29T17:55:13.187436+0000 mon.a (mon.0) 549 : cluster [WRN] Health check failed: Degraded data redundancy: 65/729 objects degraded (8.916%), 7 pgs degraded (PG_DEGRADED) 2024-08-29T17:55:14.197 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:55:14 smithi028 bash[77168]: cluster 2024-08-29T17:55:13.203899+0000 mon.a (mon.0) 550 : cluster [DBG] osdmap e504: 8 total, 7 up, 8 in 2024-08-29T17:55:14.198 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:55:14 smithi028 bash[77168]: audit 2024-08-29T17:55:13.957798+0000 mon.a (mon.0) 551 : audit [INF] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' 2024-08-29T17:55:14.198 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:55:14 smithi028 bash[77168]: audit 2024-08-29T17:55:13.963440+0000 mon.a (mon.0) 552 : audit [INF] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' 2024-08-29T17:55:14.198 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:55:14 smithi028 bash[77168]: audit 2024-08-29T17:55:13.964469+0000 mon.a (mon.0) 553 : audit [DBG] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-29T17:55:14.207 INFO:tasks.rados.rados.0.smithi028.stdout:2148: done (1 left) 2024-08-29T17:55:14.208 INFO:tasks.rados.rados.0.smithi028.stdout:append oid 11 current snap is 220 2024-08-29T17:55:14.208 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 22 v 1635 (ObjNum 583 snap 191 seq_num 583) dirty exists 2024-08-29T17:55:14.208 INFO:tasks.rados.rados.0.smithi028.stdout:2149: seq_num 658 ranges {0=622592,622592=565248,1187840=237568} 2024-08-29T17:55:14.212 INFO:tasks.rados.rados.0.smithi028.stdout:2149: writing smithi02869045-11 from 0 to 622592 tid 1 2024-08-29T17:55:14.216 INFO:tasks.rados.rados.0.smithi028.stdout:2149: writing smithi02869045-11 from 622592 to 1187840 tid 2 2024-08-29T17:55:14.218 INFO:tasks.rados.rados.0.smithi028.stdout:2149: writing smithi02869045-11 from 1187840 to 1425408 tid 3 2024-08-29T17:55:14.218 INFO:tasks.rados.rados.0.smithi028.stdout:2147: done (1 left) 2024-08-29T17:55:14.218 INFO:tasks.rados.rados.0.smithi028.stdout:append oid 44 current snap is 220 2024-08-29T17:55:14.218 INFO:tasks.rados.rados.0.smithi028.stdout:2150: seq_num 659 ranges {0=647168,647168=450560,1097728=352256} 2024-08-29T17:55:14.222 INFO:tasks.rados.rados.0.smithi028.stdout:2150: writing smithi02869045-44 from 0 to 647168 tid 1 2024-08-29T17:55:14.226 INFO:tasks.rados.rados.0.smithi028.stdout:2150: writing smithi02869045-44 from 647168 to 1097728 tid 2 2024-08-29T17:55:14.228 INFO:tasks.rados.rados.0.smithi028.stdout:2150: writing smithi02869045-44 from 1097728 to 1449984 tid 3 2024-08-29T17:55:14.228 INFO:tasks.rados.rados.0.smithi028.stdout:2151: setattr oid 23 current snap is 220 2024-08-29T17:55:14.231 INFO:tasks.rados.rados.0.smithi028.stdout:2152: snap_remove snap 215 2024-08-29T17:55:14.451 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:55:14 smithi053 bash[68679]: cluster 2024-08-29T17:55:12.974872+0000 mgr.y (mgr.25022) 176 : cluster [DBG] pgmap v277: 121 pgs: 19 active+undersized, 3 stale+active+clean, 7 active+undersized+degraded, 92 active+clean; 316 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 532 B/s rd, 1.3 MiB/s wr, 5 op/s; 65/729 objects degraded (8.916%) 2024-08-29T17:55:14.452 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:55:14 smithi053 bash[68679]: cluster 2024-08-29T17:55:13.187436+0000 mon.a (mon.0) 549 : cluster [WRN] Health check failed: Degraded data redundancy: 65/729 objects degraded (8.916%), 7 pgs degraded (PG_DEGRADED) 2024-08-29T17:55:14.452 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:55:14 smithi053 bash[68679]: cluster 2024-08-29T17:55:13.203899+0000 mon.a (mon.0) 550 : cluster [DBG] osdmap e504: 8 total, 7 up, 8 in 2024-08-29T17:55:14.452 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:55:14 smithi053 bash[68679]: audit 2024-08-29T17:55:13.957798+0000 mon.a (mon.0) 551 : audit [INF] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' 2024-08-29T17:55:14.452 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:55:14 smithi053 bash[68679]: audit 2024-08-29T17:55:13.963440+0000 mon.a (mon.0) 552 : audit [INF] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' 2024-08-29T17:55:14.452 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:55:14 smithi053 bash[68679]: audit 2024-08-29T17:55:13.964469+0000 mon.a (mon.0) 553 : audit [DBG] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-29T17:55:14.627 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:55:14 smithi028 bash[78352]: cluster 2024-08-29T17:55:12.974872+0000 mgr.y (mgr.25022) 176 : cluster [DBG] pgmap v277: 121 pgs: 19 active+undersized, 3 stale+active+clean, 7 active+undersized+degraded, 92 active+clean; 316 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 532 B/s rd, 1.3 MiB/s wr, 5 op/s; 65/729 objects degraded (8.916%) 2024-08-29T17:55:14.628 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:55:14 smithi028 bash[78352]: cluster 2024-08-29T17:55:13.187436+0000 mon.a (mon.0) 549 : cluster [WRN] Health check failed: Degraded data redundancy: 65/729 objects degraded (8.916%), 7 pgs degraded (PG_DEGRADED) 2024-08-29T17:55:14.628 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:55:14 smithi028 bash[78352]: cluster 2024-08-29T17:55:13.203899+0000 mon.a (mon.0) 550 : cluster [DBG] osdmap e504: 8 total, 7 up, 8 in 2024-08-29T17:55:14.628 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:55:14 smithi028 bash[78352]: audit 2024-08-29T17:55:13.957798+0000 mon.a (mon.0) 551 : audit [INF] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' 2024-08-29T17:55:14.628 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:55:14 smithi028 bash[78352]: audit 2024-08-29T17:55:13.963440+0000 mon.a (mon.0) 552 : audit [INF] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' 2024-08-29T17:55:14.628 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:55:14 smithi028 bash[78352]: audit 2024-08-29T17:55:13.964469+0000 mon.a (mon.0) 553 : audit [DBG] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-29T17:55:14.824 INFO:journalctl@ceph.prometheus.a.smithi053.stdout:Aug 29 17:55:14 smithi053 bash[61790]: ts=2024-08-29T17:55:14.454Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pgs name=CephPGsInactive index=0 msg="Evaluating rule failed" rule="alert: CephPGsInactive\nexpr: ceph_pool_metadata * on (pool_id, instance) group_left () (ceph_pg_total - ceph_pg_active)\n > 0\nfor: 5m\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.7.1\n severity: critical\n type: ceph_default\nannotations:\n description: '{{ $value }} PGs have been inactive for more than 5 minutes in pool\n {{ $labels.name }}. Inactive placement groups are not able to serve read/write\n requests.'\n summary: One or more placement groups are inactive\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the right hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"3167ee72-662c-11ef-bcd4-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-29T17:55:14.824 INFO:journalctl@ceph.prometheus.a.smithi053.stdout:Aug 29 17:55:14 smithi053 bash[61790]: ts=2024-08-29T17:55:14.455Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pgs name=CephPGsUnclean index=1 msg="Evaluating rule failed" rule="alert: CephPGsUnclean\nexpr: ceph_pool_metadata * on (pool_id, instance) group_left () (ceph_pg_total - ceph_pg_clean)\n > 0\nfor: 15m\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.7.2\n severity: warning\n type: ceph_default\nannotations:\n description: '{{ $value }} PGs have been unclean for more than 15 minutes in pool\n {{ $labels.name }}. Unclean PGs have not recovered from a previous failure.'\n summary: One or more placement groups are marked unclean\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the right hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"3167ee72-662c-11ef-bcd4-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-29T17:55:15.213 INFO:tasks.rados.rados.0.smithi028.stdout:2152: done (3 left) 2024-08-29T17:55:15.213 INFO:tasks.rados.rados.0.smithi028.stdout:2153: read oid 39 snap -1 2024-08-29T17:55:15.213 INFO:tasks.rados.rados.0.smithi028.stdout:2153: expect (ObjNum 641 snap 213 seq_num 641) 2024-08-29T17:55:15.213 INFO:tasks.rados.rados.0.smithi028.stdout:2154: rmattr oid 48 current snap is 220 2024-08-29T17:55:15.213 INFO:tasks.rados.rados.0.smithi028.stdout:2149: finishing write tid 1 to smithi02869045-11 2024-08-29T17:55:15.213 INFO:tasks.rados.rados.0.smithi028.stdout:2149: finishing write tid 2 to smithi02869045-11 2024-08-29T17:55:15.213 INFO:tasks.rados.rados.0.smithi028.stdout:2149: finishing write tid 3 to smithi02869045-11 2024-08-29T17:55:15.214 INFO:tasks.rados.rados.0.smithi028.stdout:2149: finishing write tid 4 to smithi02869045-11 2024-08-29T17:55:15.214 INFO:tasks.rados.rados.0.smithi028.stdout:2150: finishing write tid 1 to smithi02869045-44 2024-08-29T17:55:15.214 INFO:tasks.rados.rados.0.smithi028.stdout:2149: finishing write tid 5 to smithi02869045-11 2024-08-29T17:55:15.214 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 11 v 1086 (ObjNum 658 snap 220 seq_num 658) dirty exists 2024-08-29T17:55:15.214 INFO:tasks.rados.rados.0.smithi028.stdout:2149: left oid 11 (ObjNum 658 snap 220 seq_num 658) 2024-08-29T17:55:15.214 INFO:tasks.rados.rados.0.smithi028.stdout:2149: done (4 left) 2024-08-29T17:55:15.214 INFO:tasks.rados.rados.0.smithi028.stdout:2155: copy_from oid 6 from oid 5 current snap is 220 2024-08-29T17:55:15.214 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 23 v 498 (ObjNum 549 snap 173 seq_num 549) dirty exists 2024-08-29T17:55:15.214 INFO:tasks.rados.rados.0.smithi028.stdout:2150: finishing write tid 2 to smithi02869045-44 2024-08-29T17:55:15.214 INFO:tasks.rados.rados.0.smithi028.stdout:2150: finishing write tid 3 to smithi02869045-44 2024-08-29T17:55:15.214 INFO:tasks.rados.rados.0.smithi028.stdout:2150: finishing write tid 4 to smithi02869045-44 2024-08-29T17:55:15.214 INFO:tasks.rados.rados.0.smithi028.stdout:2150: finishing write tid 5 to smithi02869045-44 2024-08-29T17:55:15.214 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 44 v 1448 (ObjNum 659 snap 220 seq_num 659) dirty exists 2024-08-29T17:55:15.214 INFO:tasks.rados.rados.0.smithi028.stdout:2150: left oid 44 (ObjNum 659 snap 220 seq_num 659) 2024-08-29T17:55:15.214 INFO:tasks.rados.rados.0.smithi028.stdout:2150: done (4 left) 2024-08-29T17:55:15.215 INFO:tasks.rados.rados.0.smithi028.stdout:2151: done (3 left) 2024-08-29T17:55:15.215 INFO:tasks.rados.rados.0.smithi028.stdout:2156: snap_create 2024-08-29T17:55:15.221 INFO:tasks.rados.rados.0.smithi028.stdout:2153: expect (ObjNum 641 snap 213 seq_num 641) 2024-08-29T17:55:15.253 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 48 v 1495 (ObjNum 486 snap 151 seq_num 486) dirty exists 2024-08-29T17:55:15.253 INFO:tasks.rados.rados.0.smithi028.stdout:2155: finishing copy_from racing read to smithi02869045-6 2024-08-29T17:55:15.253 INFO:tasks.rados.rados.0.smithi028.stdout:2155: finishing copy_from to smithi02869045-6 2024-08-29T17:55:15.254 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 6 v 1443 (ObjNum 646 snap 214 seq_num 646) dirty exists 2024-08-29T17:55:15.376 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:55:15 smithi028 bash[77168]: cluster 2024-08-29T17:55:14.211461+0000 mon.a (mon.0) 554 : cluster [DBG] osdmap e505: 8 total, 7 up, 8 in 2024-08-29T17:55:15.377 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:55:15 smithi028 bash[78352]: cluster 2024-08-29T17:55:14.211461+0000 mon.a (mon.0) 554 : cluster [DBG] osdmap e505: 8 total, 7 up, 8 in 2024-08-29T17:55:15.377 INFO:journalctl@ceph.osd.2.smithi028.stdout:Aug 29 17:55:15 smithi028 bash[90854]: Running command: /usr/bin/ceph-authtool --gen-print-key 2024-08-29T17:55:15.377 INFO:journalctl@ceph.osd.2.smithi028.stdout:Aug 29 17:55:15 smithi028 bash[90854]: Running command: /usr/bin/ceph-authtool --gen-print-key 2024-08-29T17:55:15.377 INFO:journalctl@ceph.osd.2.smithi028.stdout:Aug 29 17:55:15 smithi028 bash[90854]: --> Failed to activate via raw: activate() takes 1 positional argument but 5 were given 2024-08-29T17:55:15.377 INFO:journalctl@ceph.osd.2.smithi028.stdout:Aug 29 17:55:15 smithi028 bash[90854]: Running command: /usr/bin/ceph-authtool --gen-print-key 2024-08-29T17:55:15.377 INFO:journalctl@ceph.osd.2.smithi028.stdout:Aug 29 17:55:15 smithi028 bash[90854]: Running command: /usr/bin/ceph-authtool --gen-print-key 2024-08-29T17:55:15.574 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:55:15 smithi053 bash[68679]: cluster 2024-08-29T17:55:14.211461+0000 mon.a (mon.0) 554 : cluster [DBG] osdmap e505: 8 total, 7 up, 8 in 2024-08-29T17:55:15.628 INFO:journalctl@ceph.osd.2.smithi028.stdout:Aug 29 17:55:15 smithi028 bash[90854]: Running command: /usr/bin/chown -R ceph:ceph /var/lib/ceph/osd/ceph-2 2024-08-29T17:55:15.628 INFO:journalctl@ceph.osd.2.smithi028.stdout:Aug 29 17:55:15 smithi028 bash[90854]: Running command: /usr/bin/ceph-bluestore-tool --cluster=ceph prime-osd-dir --dev /dev/vg_nvme/lv_2 --path /var/lib/ceph/osd/ceph-2 --no-mon-config 2024-08-29T17:55:16.128 INFO:journalctl@ceph.osd.2.smithi028.stdout:Aug 29 17:55:15 smithi028 bash[90854]: Running command: /usr/bin/ln -snf /dev/vg_nvme/lv_2 /var/lib/ceph/osd/ceph-2/block 2024-08-29T17:55:16.128 INFO:journalctl@ceph.osd.2.smithi028.stdout:Aug 29 17:55:15 smithi028 bash[90854]: Running command: /usr/bin/chown -h ceph:ceph /var/lib/ceph/osd/ceph-2/block 2024-08-29T17:55:16.128 INFO:journalctl@ceph.osd.2.smithi028.stdout:Aug 29 17:55:15 smithi028 bash[90854]: Running command: /usr/bin/chown -R ceph:ceph /dev/dm-1 2024-08-29T17:55:16.128 INFO:journalctl@ceph.osd.2.smithi028.stdout:Aug 29 17:55:15 smithi028 bash[90854]: Running command: /usr/bin/chown -R ceph:ceph /var/lib/ceph/osd/ceph-2 2024-08-29T17:55:16.128 INFO:journalctl@ceph.osd.2.smithi028.stdout:Aug 29 17:55:15 smithi028 bash[90854]: --> ceph-volume lvm activate successful for osd ID: 2 2024-08-29T17:55:16.220 INFO:tasks.rados.rados.0.smithi028.stdout:2153: done (3 left) 2024-08-29T17:55:16.220 INFO:tasks.rados.rados.0.smithi028.stdout:2154: done (2 left) 2024-08-29T17:55:16.220 INFO:tasks.rados.rados.0.smithi028.stdout:2155: done (1 left) 2024-08-29T17:55:16.220 INFO:tasks.rados.rados.0.smithi028.stdout:2156: done (0 left) 2024-08-29T17:55:16.220 INFO:tasks.rados.rados.0.smithi028.stdout:append oid 40 current snap is 221 2024-08-29T17:55:16.220 INFO:tasks.rados.rados.0.smithi028.stdout:2157: seq_num 660 ranges {0=663552,663552=737280,1400832=65536} 2024-08-29T17:55:16.230 INFO:tasks.rados.rados.0.smithi028.stdout:2157: writing smithi02869045-40 from 0 to 663552 tid 1 2024-08-29T17:55:16.241 INFO:tasks.rados.rados.0.smithi028.stdout:2157: writing smithi02869045-40 from 663552 to 1400832 tid 2 2024-08-29T17:55:16.243 INFO:tasks.rados.rados.0.smithi028.stdout:2157: writing smithi02869045-40 from 1400832 to 1466368 tid 3 2024-08-29T17:55:16.243 INFO:tasks.rados.rados.0.smithi028.stdout:2158: setattr oid 23 current snap is 221 2024-08-29T17:55:16.245 INFO:tasks.rados.rados.0.smithi028.stdout:2159: delete oid 21 current snap is 221 2024-08-29T17:55:16.251 INFO:tasks.rados.rados.0.smithi028.stdout:2157: finishing write tid 1 to smithi02869045-40 2024-08-29T17:55:16.256 INFO:tasks.rados.rados.0.smithi028.stdout:2159: done (2 left) 2024-08-29T17:55:16.256 INFO:tasks.rados.rados.0.smithi028.stdout:2160: read oid 41 snap -1 2024-08-29T17:55:16.256 INFO:tasks.rados.rados.0.smithi028.stdout:2160: expect (ObjNum 550 snap 175 seq_num 550) 2024-08-29T17:55:16.256 INFO:tasks.rados.rados.0.smithi028.stdout:2161: rollback oid 10 current snap is 221 2024-08-29T17:55:16.256 INFO:tasks.rados.rados.0.smithi028.stdout:rollback oid 10 to 207 2024-08-29T17:55:16.256 INFO:tasks.rados.rados.0.smithi028.stdout:2162: setattr oid 42 current snap is 221 2024-08-29T17:55:16.256 INFO:tasks.rados.rados.0.smithi028.stdout:2157: finishing write tid 2 to smithi02869045-40 2024-08-29T17:55:16.257 INFO:tasks.rados.rados.0.smithi028.stdout:2157: finishing write tid 3 to smithi02869045-40 2024-08-29T17:55:16.257 INFO:tasks.rados.rados.0.smithi028.stdout:2157: finishing write tid 4 to smithi02869045-40 2024-08-29T17:55:16.258 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 23 v 499 (ObjNum 549 snap 173 seq_num 549) dirty exists 2024-08-29T17:55:16.261 INFO:tasks.rados.rados.0.smithi028.stdout:2158: done (4 left) 2024-08-29T17:55:16.261 INFO:tasks.rados.rados.0.smithi028.stdout:append oid 14 current snap is 221 2024-08-29T17:55:16.261 INFO:tasks.rados.rados.0.smithi028.stdout:2163: seq_num 662 ranges {942080=696320,1638400=557056,2195456=245760} 2024-08-29T17:55:16.286 INFO:tasks.rados.rados.0.smithi028.stdout:2163: writing smithi02869045-14 from 942080 to 1638400 tid 1 2024-08-29T17:55:16.292 INFO:tasks.rados.rados.0.smithi028.stdout:2163: writing smithi02869045-14 from 1638400 to 2195456 tid 2 2024-08-29T17:55:16.296 INFO:tasks.rados.rados.0.smithi028.stdout:2163: writing smithi02869045-14 from 2195456 to 2441216 tid 3 2024-08-29T17:55:16.296 INFO:tasks.rados.rados.0.smithi028.stdout:2164: copy_from oid 18 from oid 3 current snap is 221 2024-08-29T17:55:16.296 INFO:tasks.rados.rados.0.smithi028.stdout:2157: finishing write tid 5 to smithi02869045-40 2024-08-29T17:55:16.296 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 40 v 1639 (ObjNum 660 snap 221 seq_num 660) dirty exists 2024-08-29T17:55:16.296 INFO:tasks.rados.rados.0.smithi028.stdout:2157: left oid 40 (ObjNum 660 snap 221 seq_num 660) 2024-08-29T17:55:16.296 INFO:tasks.rados.rados.0.smithi028.stdout:2157: done (5 left) 2024-08-29T17:55:16.296 INFO:tasks.rados.rados.0.smithi028.stdout:2165: snap_remove snap 217 2024-08-29T17:55:16.574 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:55:16 smithi053 bash[68679]: cluster 2024-08-29T17:55:14.975868+0000 mgr.y (mgr.25022) 177 : cluster [DBG] pgmap v280: 121 pgs: 26 active+undersized, 10 active+undersized+degraded, 85 active+clean; 327 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 1.6 MiB/s rd, 3.5 MiB/s wr, 6 op/s; 84/732 objects degraded (11.475%) 2024-08-29T17:55:16.574 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:55:16 smithi053 bash[68679]: cluster 2024-08-29T17:55:15.216750+0000 mon.a (mon.0) 555 : cluster [DBG] osdmap e506: 8 total, 7 up, 8 in 2024-08-29T17:55:16.627 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:55:16 smithi028 bash[77168]: cluster 2024-08-29T17:55:14.975868+0000 mgr.y (mgr.25022) 177 : cluster [DBG] pgmap v280: 121 pgs: 26 active+undersized, 10 active+undersized+degraded, 85 active+clean; 327 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 1.6 MiB/s rd, 3.5 MiB/s wr, 6 op/s; 84/732 objects degraded (11.475%) 2024-08-29T17:55:16.627 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:55:16 smithi028 bash[77168]: cluster 2024-08-29T17:55:15.216750+0000 mon.a (mon.0) 555 : cluster [DBG] osdmap e506: 8 total, 7 up, 8 in 2024-08-29T17:55:16.628 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:55:16 smithi028 bash[78352]: cluster 2024-08-29T17:55:14.975868+0000 mgr.y (mgr.25022) 177 : cluster [DBG] pgmap v280: 121 pgs: 26 active+undersized, 10 active+undersized+degraded, 85 active+clean; 327 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 1.6 MiB/s rd, 3.5 MiB/s wr, 6 op/s; 84/732 objects degraded (11.475%) 2024-08-29T17:55:16.628 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:55:16 smithi028 bash[78352]: cluster 2024-08-29T17:55:15.216750+0000 mon.a (mon.0) 555 : cluster [DBG] osdmap e506: 8 total, 7 up, 8 in 2024-08-29T17:55:17.239 INFO:tasks.rados.rados.0.smithi028.stdout:2165: done (5 left) 2024-08-29T17:55:17.239 INFO:tasks.rados.rados.0.smithi028.stdout:2166: snap_create 2024-08-29T17:55:17.239 INFO:tasks.rados.rados.0.smithi028.stdout:2161: finishing rollback tid 1 to smithi02869045-10 2024-08-29T17:55:17.239 INFO:tasks.rados.rados.0.smithi028.stdout:2161: finishing rollback tid 2 to smithi02869045-10 2024-08-29T17:55:17.239 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 10 v 1450 (ObjNum 616 snap 204 seq_num 616) dirty exists 2024-08-29T17:55:17.239 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 42 v 494 (ObjNum 637 snap 213 seq_num 637) dirty exists 2024-08-29T17:55:17.239 INFO:tasks.rados.rados.0.smithi028.stdout:2160: expect (ObjNum 550 snap 175 seq_num 550) 2024-08-29T17:55:17.427 INFO:tasks.rados.rados.0.smithi028.stdout:2163: finishing write tid 1 to smithi02869045-14 2024-08-29T17:55:17.428 INFO:tasks.rados.rados.0.smithi028.stdout:2164: finishing copy_from to smithi02869045-18 2024-08-29T17:55:17.428 INFO:tasks.rados.rados.0.smithi028.stdout:2164: got expected ENOENT (src dne) 2024-08-29T17:55:17.428 INFO:tasks.rados.rados.0.smithi028.stdout:2164: finishing copy_from racing read to smithi02869045-18 2024-08-29T17:55:17.428 INFO:tasks.rados.rados.0.smithi028.stdout:2163: finishing write tid 2 to smithi02869045-14 2024-08-29T17:55:17.428 INFO:tasks.rados.rados.0.smithi028.stdout:2163: finishing write tid 3 to smithi02869045-14 2024-08-29T17:55:17.428 INFO:tasks.rados.rados.0.smithi028.stdout:2163: finishing write tid 4 to smithi02869045-14 2024-08-29T17:55:17.428 INFO:tasks.rados.rados.0.smithi028.stdout:2163: finishing write tid 5 to smithi02869045-14 2024-08-29T17:55:17.428 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 14 v 1042 (ObjNum 662 snap 221 seq_num 662) dirty exists 2024-08-29T17:55:17.428 INFO:tasks.rados.rados.0.smithi028.stdout:2163: left oid 14 (ObjNum 662 snap 221 seq_num 662) 2024-08-29T17:55:17.574 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:55:17 smithi053 bash[68679]: cluster 2024-08-29T17:55:16.223315+0000 mon.a (mon.0) 556 : cluster [DBG] osdmap e507: 8 total, 7 up, 8 in 2024-08-29T17:55:17.628 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:55:17 smithi028 bash[77168]: cluster 2024-08-29T17:55:16.223315+0000 mon.a (mon.0) 556 : cluster [DBG] osdmap e507: 8 total, 7 up, 8 in 2024-08-29T17:55:17.628 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:55:17 smithi028 bash[78352]: cluster 2024-08-29T17:55:16.223315+0000 mon.a (mon.0) 556 : cluster [DBG] osdmap e507: 8 total, 7 up, 8 in 2024-08-29T17:55:18.127 INFO:journalctl@ceph.osd.2.smithi028.stdout:Aug 29 17:55:17 smithi028 bash[91061]: debug 2024-08-29T17:55:17.743+0000 7f74f1c56640 1 -- 172.21.15.28:0/2962198841 <== mon.2 v2:172.21.15.28:3301/0 4 ==== auth_reply(proto 2 0 (0) Success) ==== 194+0+0 (secure 0 0 0) 0x55a90d018960 con 0x55a90d039800 2024-08-29T17:55:18.240 INFO:tasks.rados.rados.0.smithi028.stdout:2160: done (5 left) 2024-08-29T17:55:18.240 INFO:tasks.rados.rados.0.smithi028.stdout:2161: done (4 left) 2024-08-29T17:55:18.240 INFO:tasks.rados.rados.0.smithi028.stdout:2162: done (3 left) 2024-08-29T17:55:18.240 INFO:tasks.rados.rados.0.smithi028.stdout:2163: done (2 left) 2024-08-29T17:55:18.240 INFO:tasks.rados.rados.0.smithi028.stdout:2164: done (1 left) 2024-08-29T17:55:18.241 INFO:tasks.rados.rados.0.smithi028.stdout:2166: done (0 left) 2024-08-29T17:55:18.241 INFO:tasks.rados.rados.0.smithi028.stdout:2167: rollback oid 29 current snap is 222 2024-08-29T17:55:18.241 INFO:tasks.rados.rados.0.smithi028.stdout:rollback oid 29 to 216 2024-08-29T17:55:18.241 INFO:tasks.rados.rados.0.smithi028.stdout:2168: snap_remove snap 207 2024-08-29T17:55:18.574 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:55:18 smithi053 bash[68679]: cluster 2024-08-29T17:55:16.976853+0000 mgr.y (mgr.25022) 178 : cluster [DBG] pgmap v283: 121 pgs: 26 active+undersized, 10 active+undersized+degraded, 85 active+clean; 327 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 1.6 MiB/s rd, 2.2 MiB/s wr, 1 op/s; 84/732 objects degraded (11.475%) 2024-08-29T17:55:18.574 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:55:18 smithi053 bash[68679]: cluster 2024-08-29T17:55:17.242043+0000 mon.a (mon.0) 557 : cluster [DBG] osdmap e508: 8 total, 7 up, 8 in 2024-08-29T17:55:18.628 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:55:18 smithi028 bash[78352]: cluster 2024-08-29T17:55:16.976853+0000 mgr.y (mgr.25022) 178 : cluster [DBG] pgmap v283: 121 pgs: 26 active+undersized, 10 active+undersized+degraded, 85 active+clean; 327 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 1.6 MiB/s rd, 2.2 MiB/s wr, 1 op/s; 84/732 objects degraded (11.475%) 2024-08-29T17:55:18.628 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:55:18 smithi028 bash[78352]: cluster 2024-08-29T17:55:17.242043+0000 mon.a (mon.0) 557 : cluster [DBG] osdmap e508: 8 total, 7 up, 8 in 2024-08-29T17:55:18.628 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:55:18 smithi028 bash[77168]: cluster 2024-08-29T17:55:16.976853+0000 mgr.y (mgr.25022) 178 : cluster [DBG] pgmap v283: 121 pgs: 26 active+undersized, 10 active+undersized+degraded, 85 active+clean; 327 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 1.6 MiB/s rd, 2.2 MiB/s wr, 1 op/s; 84/732 objects degraded (11.475%) 2024-08-29T17:55:18.628 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:55:18 smithi028 bash[77168]: cluster 2024-08-29T17:55:17.242043+0000 mon.a (mon.0) 557 : cluster [DBG] osdmap e508: 8 total, 7 up, 8 in 2024-08-29T17:55:19.260 INFO:tasks.rados.rados.0.smithi028.stdout:2168: done (1 left) 2024-08-29T17:55:19.260 INFO:tasks.rados.rados.0.smithi028.stdout:2169: rollback oid 42 current snap is 222 2024-08-29T17:55:19.261 INFO:tasks.rados.rados.0.smithi028.stdout:rollback oid 42 to 216 2024-08-29T17:55:19.261 INFO:tasks.rados.rados.0.smithi028.stdout:2167: finishing rollback tid 0 to smithi02869045-29 2024-08-29T17:55:19.261 INFO:tasks.rados.rados.0.smithi028.stdout:2167: finishing rollback tid 1 to smithi02869045-29 2024-08-29T17:55:19.261 INFO:tasks.rados.rados.0.smithi028.stdout:2167: finishing rollback tid 2 to smithi02869045-29 2024-08-29T17:55:19.261 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 29 v 1448 (ObjNum 647 snap 214 seq_num 647) dirty exists 2024-08-29T17:55:19.261 INFO:tasks.rados.rados.0.smithi028.stdout:2167: done (1 left) 2024-08-29T17:55:19.261 INFO:tasks.rados.rados.0.smithi028.stdout:2170: delete oid 11 current snap is 222 2024-08-29T17:55:19.281 INFO:tasks.rados.rados.0.smithi028.stdout:2170: done (1 left) 2024-08-29T17:55:19.281 INFO:tasks.rados.rados.0.smithi028.stdout:append oid 49 current snap is 222 2024-08-29T17:55:19.281 INFO:tasks.rados.rados.0.smithi028.stdout:2171: seq_num 664 ranges {0=729088,729088=729088,1458176=73728} 2024-08-29T17:55:19.288 INFO:tasks.rados.rados.0.smithi028.stdout:2171: writing smithi02869045-49 from 0 to 729088 tid 1 2024-08-29T17:55:19.297 INFO:tasks.rados.rados.0.smithi028.stdout:2171: writing smithi02869045-49 from 729088 to 1458176 tid 2 2024-08-29T17:55:19.298 INFO:tasks.rados.rados.0.smithi028.stdout:2171: writing smithi02869045-49 from 1458176 to 1531904 tid 3 2024-08-29T17:55:19.298 INFO:tasks.rados.rados.0.smithi028.stdout:2169: finishing rollback tid 0 to smithi02869045-42 2024-08-29T17:55:19.298 INFO:tasks.rados.rados.0.smithi028.stdout:2169: finishing rollback tid 1 to smithi02869045-42 2024-08-29T17:55:19.298 INFO:tasks.rados.rados.0.smithi028.stdout:2169: finishing rollback tid 2 to smithi02869045-42 2024-08-29T17:55:19.299 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 42 v 500 (ObjNum 637 snap 213 seq_num 637) dirty exists 2024-08-29T17:55:19.299 INFO:tasks.rados.rados.0.smithi028.stdout:2171: finishing write tid 1 to smithi02869045-49 2024-08-29T17:55:19.299 INFO:tasks.rados.rados.0.smithi028.stdout:2169: done (1 left) 2024-08-29T17:55:19.299 INFO:tasks.rados.rados.0.smithi028.stdout:2172: rmattr oid 43 current snap is 222 2024-08-29T17:55:19.299 INFO:tasks.rados.rados.0.smithi028.stdout:2173: rmattr oid 10 current snap is 222 2024-08-29T17:55:19.299 INFO:tasks.rados.rados.0.smithi028.stdout:2174: copy_from oid 32 from oid 16 current snap is 222 2024-08-29T17:55:19.299 INFO:tasks.rados.rados.0.smithi028.stdout:2175: copy_from oid 13 from oid 34 current snap is 222 2024-08-29T17:55:19.299 INFO:tasks.rados.rados.0.smithi028.stdout:2176: snap_remove snap 219 2024-08-29T17:55:19.574 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:55:19 smithi053 bash[68679]: cluster 2024-08-29T17:55:18.242740+0000 mon.a (mon.0) 558 : cluster [DBG] osdmap e509: 8 total, 7 up, 8 in 2024-08-29T17:55:19.574 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:55:19 smithi053 bash[68679]: cluster 2024-08-29T17:55:19.163378+0000 mon.a (mon.0) 559 : cluster [WRN] Health check update: Degraded data redundancy: 84/732 objects degraded (11.475%), 10 pgs degraded (PG_DEGRADED) 2024-08-29T17:55:19.627 INFO:journalctl@ceph.osd.2.smithi028.stdout:Aug 29 17:55:19 smithi028 bash[91061]: debug 2024-08-29T17:55:19.307+0000 7f74f44bd640 -1 Falling back to public interface 2024-08-29T17:55:19.628 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:55:19 smithi028 bash[78352]: cluster 2024-08-29T17:55:18.242740+0000 mon.a (mon.0) 558 : cluster [DBG] osdmap e509: 8 total, 7 up, 8 in 2024-08-29T17:55:19.628 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:55:19 smithi028 bash[78352]: cluster 2024-08-29T17:55:19.163378+0000 mon.a (mon.0) 559 : cluster [WRN] Health check update: Degraded data redundancy: 84/732 objects degraded (11.475%), 10 pgs degraded (PG_DEGRADED) 2024-08-29T17:55:19.628 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:55:19 smithi028 bash[77168]: cluster 2024-08-29T17:55:18.242740+0000 mon.a (mon.0) 558 : cluster [DBG] osdmap e509: 8 total, 7 up, 8 in 2024-08-29T17:55:19.628 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:55:19 smithi028 bash[77168]: cluster 2024-08-29T17:55:19.163378+0000 mon.a (mon.0) 559 : cluster [WRN] Health check update: Degraded data redundancy: 84/732 objects degraded (11.475%), 10 pgs degraded (PG_DEGRADED) 2024-08-29T17:55:20.263 INFO:tasks.rados.rados.0.smithi028.stdout:2176: done (5 left) 2024-08-29T17:55:20.263 INFO:tasks.rados.rados.0.smithi028.stdout:2177: rollback oid 41 current snap is 222 2024-08-29T17:55:20.263 INFO:tasks.rados.rados.0.smithi028.stdout:rollback oid 41 to 220 2024-08-29T17:55:20.263 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 43 v 1080 (ObjNum 593 snap 196 seq_num 593) dirty exists 2024-08-29T17:55:20.263 INFO:tasks.rados.rados.0.smithi028.stdout:2171: finishing write tid 2 to smithi02869045-49 2024-08-29T17:55:20.263 INFO:tasks.rados.rados.0.smithi028.stdout:2171: finishing write tid 3 to smithi02869045-49 2024-08-29T17:55:20.263 INFO:tasks.rados.rados.0.smithi028.stdout:2171: finishing write tid 4 to smithi02869045-49 2024-08-29T17:55:20.263 INFO:tasks.rados.rados.0.smithi028.stdout:2171: finishing write tid 5 to smithi02869045-49 2024-08-29T17:55:20.264 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 49 v 1454 (ObjNum 664 snap 222 seq_num 664) dirty exists 2024-08-29T17:55:20.264 INFO:tasks.rados.rados.0.smithi028.stdout:2171: left oid 49 (ObjNum 664 snap 222 seq_num 664) 2024-08-29T17:55:20.264 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 10 v 1455 (ObjNum 616 snap 204 seq_num 616) dirty exists 2024-08-29T17:55:20.264 INFO:tasks.rados.rados.0.smithi028.stdout:2175: finishing copy_from racing read to smithi02869045-13 2024-08-29T17:55:20.264 INFO:tasks.rados.rados.0.smithi028.stdout:2171: done (5 left) 2024-08-29T17:55:20.264 INFO:tasks.rados.rados.0.smithi028.stdout:2172: done (4 left) 2024-08-29T17:55:20.264 INFO:tasks.rados.rados.0.smithi028.stdout:2173: done (3 left) 2024-08-29T17:55:20.264 INFO:tasks.rados.rados.0.smithi028.stdout:2178: rollback oid 47 current snap is 222 2024-08-29T17:55:20.264 INFO:tasks.rados.rados.0.smithi028.stdout:rollback oid 47 to 195 2024-08-29T17:55:20.264 INFO:tasks.rados.rados.0.smithi028.stdout:2174: finishing copy_from racing read to smithi02869045-32 2024-08-29T17:55:20.264 INFO:tasks.rados.rados.0.smithi028.stdout:2175: finishing copy_from to smithi02869045-13 2024-08-29T17:55:20.264 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 13 v 1441 (ObjNum 466 snap 146 seq_num 466) dirty exists 2024-08-29T17:55:20.264 INFO:tasks.rados.rados.0.smithi028.stdout:2174: finishing copy_from to smithi02869045-32 2024-08-29T17:55:20.264 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 32 v 1324 (ObjNum 572 snap 183 seq_num 572) dirty exists 2024-08-29T17:55:20.264 INFO:tasks.rados.rados.0.smithi028.stdout:2174: done (3 left) 2024-08-29T17:55:20.265 INFO:tasks.rados.rados.0.smithi028.stdout:2175: done (2 left) 2024-08-29T17:55:20.265 INFO:tasks.rados.rados.0.smithi028.stdout:2179: read oid 49 snap -1 2024-08-29T17:55:20.265 INFO:tasks.rados.rados.0.smithi028.stdout:2179: expect (ObjNum 664 snap 222 seq_num 664) 2024-08-29T17:55:20.265 INFO:tasks.rados.rados.0.smithi028.stdout:2180: rollback oid 48 current snap is 222 2024-08-29T17:55:20.265 INFO:tasks.rados.rados.0.smithi028.stdout:rollback oid 48 to 191 2024-08-29T17:55:20.265 INFO:tasks.rados.rados.0.smithi028.stdout:2181: snap_remove snap 193 2024-08-29T17:55:20.574 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:55:20 smithi053 bash[68679]: cluster 2024-08-29T17:55:18.978034+0000 mgr.y (mgr.25022) 179 : cluster [DBG] pgmap v286: 121 pgs: 26 active+undersized, 10 active+undersized+degraded, 85 active+clean; 336 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 3.3 MiB/s rd, 1.7 MiB/s wr, 29 op/s; 86/753 objects degraded (11.421%) 2024-08-29T17:55:20.574 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:55:20 smithi053 bash[68679]: cluster 2024-08-29T17:55:19.262406+0000 mon.a (mon.0) 560 : cluster [DBG] osdmap e510: 8 total, 7 up, 8 in 2024-08-29T17:55:20.627 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:55:20 smithi028 bash[77168]: cluster 2024-08-29T17:55:18.978034+0000 mgr.y (mgr.25022) 179 : cluster [DBG] pgmap v286: 121 pgs: 26 active+undersized, 10 active+undersized+degraded, 85 active+clean; 336 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 3.3 MiB/s rd, 1.7 MiB/s wr, 29 op/s; 86/753 objects degraded (11.421%) 2024-08-29T17:55:20.627 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:55:20 smithi028 bash[77168]: cluster 2024-08-29T17:55:19.262406+0000 mon.a (mon.0) 560 : cluster [DBG] osdmap e510: 8 total, 7 up, 8 in 2024-08-29T17:55:20.628 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:55:20 smithi028 bash[78352]: cluster 2024-08-29T17:55:18.978034+0000 mgr.y (mgr.25022) 179 : cluster [DBG] pgmap v286: 121 pgs: 26 active+undersized, 10 active+undersized+degraded, 85 active+clean; 336 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 3.3 MiB/s rd, 1.7 MiB/s wr, 29 op/s; 86/753 objects degraded (11.421%) 2024-08-29T17:55:20.628 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:55:20 smithi028 bash[78352]: cluster 2024-08-29T17:55:19.262406+0000 mon.a (mon.0) 560 : cluster [DBG] osdmap e510: 8 total, 7 up, 8 in 2024-08-29T17:55:21.277 INFO:tasks.rados.rados.0.smithi028.stdout:2181: done (4 left) 2024-08-29T17:55:21.277 INFO:tasks.rados.rados.0.smithi028.stdout:2182: rollback oid 4 current snap is 222 2024-08-29T17:55:21.277 INFO:tasks.rados.rados.0.smithi028.stdout:rollback oid 4 to 220 2024-08-29T17:55:21.277 INFO:tasks.rados.rados.0.smithi028.stdout:2179: expect (ObjNum 664 snap 222 seq_num 664) 2024-08-29T17:55:21.343 INFO:tasks.rados.rados.0.smithi028.stdout:2178: finishing rollback tid 1 to smithi02869045-47 2024-08-29T17:55:21.343 INFO:tasks.rados.rados.0.smithi028.stdout:2178: finishing rollback tid 2 to smithi02869045-47 2024-08-29T17:55:21.343 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 47 v 1696 (ObjNum 474 snap 149 seq_num 474) dirty exists 2024-08-29T17:55:21.343 INFO:tasks.rados.rados.0.smithi028.stdout:2177: finishing rollback tid 0 to smithi02869045-41 2024-08-29T17:55:21.343 INFO:tasks.rados.rados.0.smithi028.stdout:2177: finishing rollback tid 1 to smithi02869045-41 2024-08-29T17:55:21.343 INFO:tasks.rados.rados.0.smithi028.stdout:2177: finishing rollback tid 2 to smithi02869045-41 2024-08-29T17:55:21.343 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 41 v 1090 (ObjNum 550 snap 175 seq_num 550) dirty exists 2024-08-29T17:55:21.343 INFO:tasks.rados.rados.0.smithi028.stdout:2180: finishing rollback tid 0 to smithi02869045-48 2024-08-29T17:55:21.344 INFO:tasks.rados.rados.0.smithi028.stdout:2180: finishing rollback tid 1 to smithi02869045-48 2024-08-29T17:55:21.344 INFO:tasks.rados.rados.0.smithi028.stdout:2177: done (4 left) 2024-08-29T17:55:21.344 INFO:tasks.rados.rados.0.smithi028.stdout:2178: done (3 left) 2024-08-29T17:55:21.344 INFO:tasks.rados.rados.0.smithi028.stdout:2179: done (2 left) 2024-08-29T17:55:21.344 INFO:tasks.rados.rados.0.smithi028.stdout:2183: delete oid 5 current snap is 222 2024-08-29T17:55:21.344 INFO:tasks.rados.rados.0.smithi028.stdout:2180: finishing rollback tid 2 to smithi02869045-48 2024-08-29T17:55:21.344 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 48 v 1499 (ObjNum 486 snap 151 seq_num 486) dirty exists 2024-08-29T17:55:21.344 INFO:tasks.rados.rados.0.smithi028.stdout:2182: finishing rollback tid 0 to smithi02869045-4 2024-08-29T17:55:21.344 INFO:tasks.rados.rados.0.smithi028.stdout:2182: finishing rollback tid 1 to smithi02869045-4 2024-08-29T17:55:21.344 INFO:tasks.rados.rados.0.smithi028.stdout:2182: finishing rollback tid 2 to smithi02869045-4 2024-08-29T17:55:21.344 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 4 v 1877 (ObjNum 581 snap 188 seq_num 581) dirty exists 2024-08-29T17:55:21.345 INFO:tasks.rados.rados.0.smithi028.stdout:2180: done (2 left) 2024-08-29T17:55:21.345 INFO:tasks.rados.rados.0.smithi028.stdout:2182: done (1 left) 2024-08-29T17:55:21.345 INFO:tasks.rados.rados.0.smithi028.stdout:2183: done (0 left) 2024-08-29T17:55:21.345 INFO:tasks.rados.rados.0.smithi028.stdout:2184: rollback oid 11 current snap is 222 2024-08-29T17:55:21.345 INFO:tasks.rados.rados.0.smithi028.stdout:rollback oid 11 to 175 2024-08-29T17:55:21.345 INFO:tasks.rados.rados.0.smithi028.stdout:2185: snap_create 2024-08-29T17:55:21.349 INFO:tasks.rados.rados.0.smithi028.stdout:2184: finishing rollback tid 1 to smithi02869045-11 2024-08-29T17:55:21.349 INFO:tasks.rados.rados.0.smithi028.stdout:2184: finishing rollback tid 2 to smithi02869045-11 2024-08-29T17:55:21.349 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 11 v 1092 (ObjNum 493 snap 151 seq_num 493) dirty exists 2024-08-29T17:55:21.574 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:55:21 smithi053 bash[68679]: cluster 2024-08-29T17:55:20.266386+0000 mon.a (mon.0) 561 : cluster [DBG] osdmap e511: 8 total, 7 up, 8 in 2024-08-29T17:55:21.574 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:55:21 smithi053 bash[68679]: audit 2024-08-29T17:55:20.859732+0000 mon.a (mon.0) 562 : audit [INF] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' 2024-08-29T17:55:21.574 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:55:21 smithi053 bash[68679]: audit 2024-08-29T17:55:20.865584+0000 mon.a (mon.0) 563 : audit [INF] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' 2024-08-29T17:55:21.627 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:55:21 smithi028 bash[78352]: cluster 2024-08-29T17:55:20.266386+0000 mon.a (mon.0) 561 : cluster [DBG] osdmap e511: 8 total, 7 up, 8 in 2024-08-29T17:55:21.628 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:55:21 smithi028 bash[78352]: audit 2024-08-29T17:55:20.859732+0000 mon.a (mon.0) 562 : audit [INF] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' 2024-08-29T17:55:21.628 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:55:21 smithi028 bash[78352]: audit 2024-08-29T17:55:20.865584+0000 mon.a (mon.0) 563 : audit [INF] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' 2024-08-29T17:55:21.628 INFO:journalctl@ceph.mgr.y.smithi028.stdout:Aug 29 17:55:21 smithi028 bash[70818]: ::ffff:172.21.15.53 - - [29/Aug/2024:17:55:21] "GET /metrics HTTP/1.1" 200 36147 "" "Prometheus/2.43.0" 2024-08-29T17:55:21.628 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:55:21 smithi028 bash[77168]: cluster 2024-08-29T17:55:20.266386+0000 mon.a (mon.0) 561 : cluster [DBG] osdmap e511: 8 total, 7 up, 8 in 2024-08-29T17:55:21.628 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:55:21 smithi028 bash[77168]: audit 2024-08-29T17:55:20.859732+0000 mon.a (mon.0) 562 : audit [INF] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' 2024-08-29T17:55:21.628 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:55:21 smithi028 bash[77168]: audit 2024-08-29T17:55:20.865584+0000 mon.a (mon.0) 563 : audit [INF] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' 2024-08-29T17:55:22.293 INFO:tasks.rados.rados.0.smithi028.stdout:2184: done (1 left) 2024-08-29T17:55:22.293 INFO:tasks.rados.rados.0.smithi028.stdout:2185: done (0 left) 2024-08-29T17:55:22.293 INFO:tasks.rados.rados.0.smithi028.stdout:2186: snap_create 2024-08-29T17:55:22.574 INFO:journalctl@ceph.prometheus.a.smithi053.stdout:Aug 29 17:55:22 smithi053 bash[61790]: ts=2024-08-29T17:55:22.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"3167ee72-662c-11ef-bcd4-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-29T17:55:22.574 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:55:22 smithi053 bash[68679]: cluster 2024-08-29T17:55:20.978812+0000 mgr.y (mgr.25022) 180 : cluster [DBG] pgmap v289: 121 pgs: 26 active+undersized, 10 active+undersized+degraded, 85 active+clean; 336 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 3.3 MiB/s rd, 1.7 MiB/s wr, 29 op/s; 86/753 objects degraded (11.421%) 2024-08-29T17:55:22.574 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:55:22 smithi053 bash[68679]: cluster 2024-08-29T17:55:21.270500+0000 mon.a (mon.0) 564 : cluster [DBG] osdmap e512: 8 total, 7 up, 8 in 2024-08-29T17:55:22.574 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:55:22 smithi053 bash[68679]: audit 2024-08-29T17:55:21.984431+0000 mon.a (mon.0) 565 : audit [INF] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' 2024-08-29T17:55:22.574 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:55:22 smithi053 bash[68679]: audit 2024-08-29T17:55:21.989289+0000 mon.a (mon.0) 566 : audit [INF] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' 2024-08-29T17:55:22.628 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:55:22 smithi028 bash[77168]: cluster 2024-08-29T17:55:20.978812+0000 mgr.y (mgr.25022) 180 : cluster [DBG] pgmap v289: 121 pgs: 26 active+undersized, 10 active+undersized+degraded, 85 active+clean; 336 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 3.3 MiB/s rd, 1.7 MiB/s wr, 29 op/s; 86/753 objects degraded (11.421%) 2024-08-29T17:55:22.628 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:55:22 smithi028 bash[77168]: cluster 2024-08-29T17:55:21.270500+0000 mon.a (mon.0) 564 : cluster [DBG] osdmap e512: 8 total, 7 up, 8 in 2024-08-29T17:55:22.628 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:55:22 smithi028 bash[77168]: audit 2024-08-29T17:55:21.984431+0000 mon.a (mon.0) 565 : audit [INF] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' 2024-08-29T17:55:22.628 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:55:22 smithi028 bash[77168]: audit 2024-08-29T17:55:21.989289+0000 mon.a (mon.0) 566 : audit [INF] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' 2024-08-29T17:55:22.628 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:55:22 smithi028 bash[78352]: cluster 2024-08-29T17:55:20.978812+0000 mgr.y (mgr.25022) 180 : cluster [DBG] pgmap v289: 121 pgs: 26 active+undersized, 10 active+undersized+degraded, 85 active+clean; 336 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 3.3 MiB/s rd, 1.7 MiB/s wr, 29 op/s; 86/753 objects degraded (11.421%) 2024-08-29T17:55:22.628 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:55:22 smithi028 bash[78352]: cluster 2024-08-29T17:55:21.270500+0000 mon.a (mon.0) 564 : cluster [DBG] osdmap e512: 8 total, 7 up, 8 in 2024-08-29T17:55:22.628 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:55:22 smithi028 bash[78352]: audit 2024-08-29T17:55:21.984431+0000 mon.a (mon.0) 565 : audit [INF] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' 2024-08-29T17:55:22.628 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:55:22 smithi028 bash[78352]: audit 2024-08-29T17:55:21.989289+0000 mon.a (mon.0) 566 : audit [INF] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' 2024-08-29T17:55:23.304 INFO:tasks.rados.rados.0.smithi028.stdout:2186: done (0 left) 2024-08-29T17:55:23.304 INFO:tasks.rados.rados.0.smithi028.stdout:2187: snap_create 2024-08-29T17:55:23.574 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:55:23 smithi053 bash[68679]: cluster 2024-08-29T17:55:22.294066+0000 mon.a (mon.0) 567 : cluster [DBG] osdmap e513: 8 total, 7 up, 8 in 2024-08-29T17:55:23.627 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:55:23 smithi028 bash[78352]: cluster 2024-08-29T17:55:22.294066+0000 mon.a (mon.0) 567 : cluster [DBG] osdmap e513: 8 total, 7 up, 8 in 2024-08-29T17:55:23.628 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:55:23 smithi028 bash[77168]: cluster 2024-08-29T17:55:22.294066+0000 mon.a (mon.0) 567 : cluster [DBG] osdmap e513: 8 total, 7 up, 8 in 2024-08-29T17:55:24.127 INFO:journalctl@ceph.osd.2.smithi028.stdout:Aug 29 17:55:23 smithi028 bash[91061]: debug 2024-08-29T17:55:23.654+0000 7f74f44bd640 -1 osd.2 500 log_to_monitors true 2024-08-29T17:55:24.314 INFO:tasks.rados.rados.0.smithi028.stdout:2187: done (0 left) 2024-08-29T17:55:24.314 INFO:tasks.rados.rados.0.smithi028.stdout:2188: read oid 21 snap -1 2024-08-29T17:55:24.314 INFO:tasks.rados.rados.0.smithi028.stdout:2188: expect deleted 2024-08-29T17:55:24.314 INFO:tasks.rados.rados.0.smithi028.stdout:2189: delete oid 10 current snap is 225 2024-08-29T17:55:24.324 INFO:tasks.rados.rados.0.smithi028.stdout:2188: done (1 left) 2024-08-29T17:55:24.324 INFO:tasks.rados.rados.0.smithi028.stdout:2189: done (0 left) 2024-08-29T17:55:24.324 INFO:tasks.rados.rados.0.smithi028.stdout:2190: rollback oid 38 current snap is 225 2024-08-29T17:55:24.324 INFO:tasks.rados.rados.0.smithi028.stdout:rollback oid 38 to 195 2024-08-29T17:55:24.324 INFO:tasks.rados.rados.0.smithi028.stdout:2191: snap_remove snap 221 2024-08-29T17:55:24.574 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:55:24 smithi053 bash[68679]: cluster 2024-08-29T17:55:22.980162+0000 mgr.y (mgr.25022) 181 : cluster [DBG] pgmap v292: 121 pgs: 26 active+undersized, 10 active+undersized+degraded, 85 active+clean; 345 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 1.1 MiB/s rd, 1.3 MiB/s wr, 7 op/s; 89/774 objects degraded (11.499%) 2024-08-29T17:55:24.574 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:55:24 smithi053 bash[68679]: cluster 2024-08-29T17:55:23.307692+0000 mon.a (mon.0) 568 : cluster [DBG] osdmap e514: 8 total, 7 up, 8 in 2024-08-29T17:55:24.574 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:55:24 smithi053 bash[68679]: audit 2024-08-29T17:55:23.664800+0000 mon.c (mon.2) 8 : audit [INF] from='osd.2 [v2:172.21.15.28:6818/1368242828,v1:172.21.15.28:6819/1368242828]' entity='osd.2' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["2"]}]: dispatch 2024-08-29T17:55:24.574 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:55:24 smithi053 bash[68679]: audit 2024-08-29T17:55:23.665096+0000 mon.a (mon.0) 569 : audit [INF] from='osd.2 ' entity='osd.2' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["2"]}]: dispatch 2024-08-29T17:55:24.574 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:55:24 smithi053 bash[68679]: cluster 2024-08-29T17:55:24.164544+0000 mon.a (mon.0) 570 : cluster [WRN] Health check update: Degraded data redundancy: 89/774 objects degraded (11.499%), 10 pgs degraded (PG_DEGRADED) 2024-08-29T17:55:24.628 INFO:journalctl@ceph.osd.2.smithi028.stdout:Aug 29 17:55:24 smithi028 bash[91061]: debug 2024-08-29T17:55:24.346+0000 7f74ec268640 -1 osd.2 500 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory 2024-08-29T17:55:24.628 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:55:24 smithi028 bash[78352]: cluster 2024-08-29T17:55:22.980162+0000 mgr.y (mgr.25022) 181 : cluster [DBG] pgmap v292: 121 pgs: 26 active+undersized, 10 active+undersized+degraded, 85 active+clean; 345 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 1.1 MiB/s rd, 1.3 MiB/s wr, 7 op/s; 89/774 objects degraded (11.499%) 2024-08-29T17:55:24.628 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:55:24 smithi028 bash[78352]: cluster 2024-08-29T17:55:23.307692+0000 mon.a (mon.0) 568 : cluster [DBG] osdmap e514: 8 total, 7 up, 8 in 2024-08-29T17:55:24.628 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:55:24 smithi028 bash[78352]: audit 2024-08-29T17:55:23.664800+0000 mon.c (mon.2) 8 : audit [INF] from='osd.2 [v2:172.21.15.28:6818/1368242828,v1:172.21.15.28:6819/1368242828]' entity='osd.2' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["2"]}]: dispatch 2024-08-29T17:55:24.628 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:55:24 smithi028 bash[78352]: audit 2024-08-29T17:55:23.665096+0000 mon.a (mon.0) 569 : audit [INF] from='osd.2 ' entity='osd.2' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["2"]}]: dispatch 2024-08-29T17:55:24.628 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:55:24 smithi028 bash[78352]: cluster 2024-08-29T17:55:24.164544+0000 mon.a (mon.0) 570 : cluster [WRN] Health check update: Degraded data redundancy: 89/774 objects degraded (11.499%), 10 pgs degraded (PG_DEGRADED) 2024-08-29T17:55:24.629 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:55:24 smithi028 bash[77168]: cluster 2024-08-29T17:55:22.980162+0000 mgr.y (mgr.25022) 181 : cluster [DBG] pgmap v292: 121 pgs: 26 active+undersized, 10 active+undersized+degraded, 85 active+clean; 345 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 1.1 MiB/s rd, 1.3 MiB/s wr, 7 op/s; 89/774 objects degraded (11.499%) 2024-08-29T17:55:24.629 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:55:24 smithi028 bash[77168]: cluster 2024-08-29T17:55:23.307692+0000 mon.a (mon.0) 568 : cluster [DBG] osdmap e514: 8 total, 7 up, 8 in 2024-08-29T17:55:24.629 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:55:24 smithi028 bash[77168]: audit 2024-08-29T17:55:23.664800+0000 mon.c (mon.2) 8 : audit [INF] from='osd.2 [v2:172.21.15.28:6818/1368242828,v1:172.21.15.28:6819/1368242828]' entity='osd.2' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["2"]}]: dispatch 2024-08-29T17:55:24.629 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:55:24 smithi028 bash[77168]: audit 2024-08-29T17:55:23.665096+0000 mon.a (mon.0) 569 : audit [INF] from='osd.2 ' entity='osd.2' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["2"]}]: dispatch 2024-08-29T17:55:24.629 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:55:24 smithi028 bash[77168]: cluster 2024-08-29T17:55:24.164544+0000 mon.a (mon.0) 570 : cluster [WRN] Health check update: Degraded data redundancy: 89/774 objects degraded (11.499%), 10 pgs degraded (PG_DEGRADED) 2024-08-29T17:55:25.330 INFO:tasks.rados.rados.0.smithi028.stdout:2191: done (1 left) 2024-08-29T17:55:25.331 INFO:tasks.rados.rados.0.smithi028.stdout:2192: snap_create 2024-08-29T17:55:25.331 INFO:tasks.rados.rados.0.smithi028.stdout:2190: finishing rollback tid 0 to smithi02869045-38 2024-08-29T17:55:25.331 INFO:tasks.rados.rados.0.smithi028.stdout:2190: finishing rollback tid 1 to smithi02869045-38 2024-08-29T17:55:25.331 INFO:tasks.rados.rados.0.smithi028.stdout:2190: finishing rollback tid 2 to smithi02869045-38 2024-08-29T17:55:25.331 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 38 v 1699 (ObjNum 568 snap 182 seq_num 568) dirty exists 2024-08-29T17:55:25.574 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:55:25 smithi053 bash[68679]: audit 2024-08-29T17:55:24.310529+0000 mon.a (mon.0) 571 : audit [INF] from='osd.2 ' entity='osd.2' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["2"]}]': finished 2024-08-29T17:55:25.574 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:55:25 smithi053 bash[68679]: cluster 2024-08-29T17:55:24.316972+0000 mon.a (mon.0) 572 : cluster [DBG] osdmap e515: 8 total, 7 up, 8 in 2024-08-29T17:55:25.574 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:55:25 smithi053 bash[68679]: audit 2024-08-29T17:55:24.319011+0000 mon.c (mon.2) 9 : audit [INF] from='osd.2 [v2:172.21.15.28:6818/1368242828,v1:172.21.15.28:6819/1368242828]' entity='osd.2' cmd=[{"prefix": "osd crush create-or-move", "id": 2, "weight":0.0873, "args": ["host=smithi028", "root=default"]}]: dispatch 2024-08-29T17:55:25.574 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:55:25 smithi053 bash[68679]: audit 2024-08-29T17:55:24.319811+0000 mon.a (mon.0) 573 : audit [INF] from='osd.2 ' entity='osd.2' cmd=[{"prefix": "osd crush create-or-move", "id": 2, "weight":0.0873, "args": ["host=smithi028", "root=default"]}]: dispatch 2024-08-29T17:55:25.628 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:55:25 smithi028 bash[78352]: audit 2024-08-29T17:55:24.310529+0000 mon.a (mon.0) 571 : audit [INF] from='osd.2 ' entity='osd.2' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["2"]}]': finished 2024-08-29T17:55:25.628 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:55:25 smithi028 bash[78352]: cluster 2024-08-29T17:55:24.316972+0000 mon.a (mon.0) 572 : cluster [DBG] osdmap e515: 8 total, 7 up, 8 in 2024-08-29T17:55:25.628 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:55:25 smithi028 bash[78352]: audit 2024-08-29T17:55:24.319011+0000 mon.c (mon.2) 9 : audit [INF] from='osd.2 [v2:172.21.15.28:6818/1368242828,v1:172.21.15.28:6819/1368242828]' entity='osd.2' cmd=[{"prefix": "osd crush create-or-move", "id": 2, "weight":0.0873, "args": ["host=smithi028", "root=default"]}]: dispatch 2024-08-29T17:55:25.628 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:55:25 smithi028 bash[78352]: audit 2024-08-29T17:55:24.319811+0000 mon.a (mon.0) 573 : audit [INF] from='osd.2 ' entity='osd.2' cmd=[{"prefix": "osd crush create-or-move", "id": 2, "weight":0.0873, "args": ["host=smithi028", "root=default"]}]: dispatch 2024-08-29T17:55:25.628 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:55:25 smithi028 bash[77168]: audit 2024-08-29T17:55:24.310529+0000 mon.a (mon.0) 571 : audit [INF] from='osd.2 ' entity='osd.2' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["2"]}]': finished 2024-08-29T17:55:25.629 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:55:25 smithi028 bash[77168]: cluster 2024-08-29T17:55:24.316972+0000 mon.a (mon.0) 572 : cluster [DBG] osdmap e515: 8 total, 7 up, 8 in 2024-08-29T17:55:25.629 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:55:25 smithi028 bash[77168]: audit 2024-08-29T17:55:24.319011+0000 mon.c (mon.2) 9 : audit [INF] from='osd.2 [v2:172.21.15.28:6818/1368242828,v1:172.21.15.28:6819/1368242828]' entity='osd.2' cmd=[{"prefix": "osd crush create-or-move", "id": 2, "weight":0.0873, "args": ["host=smithi028", "root=default"]}]: dispatch 2024-08-29T17:55:25.629 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:55:25 smithi028 bash[77168]: audit 2024-08-29T17:55:24.319811+0000 mon.a (mon.0) 573 : audit [INF] from='osd.2 ' entity='osd.2' cmd=[{"prefix": "osd crush create-or-move", "id": 2, "weight":0.0873, "args": ["host=smithi028", "root=default"]}]: dispatch 2024-08-29T17:55:26.338 INFO:tasks.rados.rados.0.smithi028.stdout:2190: done (1 left) 2024-08-29T17:55:26.338 INFO:tasks.rados.rados.0.smithi028.stdout:2192: done (0 left) 2024-08-29T17:55:26.338 INFO:tasks.rados.rados.0.smithi028.stdout:append oid 40 current snap is 226 2024-08-29T17:55:26.338 INFO:tasks.rados.rados.0.smithi028.stdout:2193: seq_num 667 ranges {1466368=778240,2244608=778240,3022848=24576} 2024-08-29T17:55:26.357 INFO:tasks.rados.rados.0.smithi028.stdout:2193: writing smithi02869045-40 from 1466368 to 2244608 tid 1 2024-08-29T17:55:26.365 INFO:tasks.rados.rados.0.smithi028.stdout:2193: writing smithi02869045-40 from 2244608 to 3022848 tid 2 2024-08-29T17:55:26.365 INFO:tasks.rados.rados.0.smithi028.stdout:2193: writing smithi02869045-40 from 3022848 to 3047424 tid 3 2024-08-29T17:55:26.365 INFO:tasks.rados.rados.0.smithi028.stdout:2194: setattr oid 18 current snap is 226 2024-08-29T17:55:26.369 INFO:tasks.rados.rados.0.smithi028.stdout:2195: setattr oid 7 current snap is 226 2024-08-29T17:55:26.373 INFO:tasks.rados.rados.0.smithi028.stdout:2196: rollback oid 12 current snap is 226 2024-08-29T17:55:26.373 INFO:tasks.rados.rados.0.smithi028.stdout:rollback oid 12 to 216 2024-08-29T17:55:26.374 INFO:tasks.rados.rados.0.smithi028.stdout:append oid 4 current snap is 226 2024-08-29T17:55:26.374 INFO:tasks.rados.rados.0.smithi028.stdout:2197: seq_num 668 ranges {2498560=794624,3293184=663552,3956736=139264} 2024-08-29T17:55:26.401 INFO:tasks.rados.rados.0.smithi028.stdout:2197: writing smithi02869045-4 from 2498560 to 3293184 tid 1 2024-08-29T17:55:26.406 INFO:tasks.rados.rados.0.smithi028.stdout:2197: writing smithi02869045-4 from 3293184 to 3956736 tid 2 2024-08-29T17:55:26.408 INFO:tasks.rados.rados.0.smithi028.stdout:2197: writing smithi02869045-4 from 3956736 to 4096000 tid 3 2024-08-29T17:55:26.408 INFO:tasks.rados.rados.0.smithi028.stdout:2198: read oid 32 snap 214 2024-08-29T17:55:26.408 INFO:tasks.rados.rados.0.smithi028.stdout:2198: expect (ObjNum 615 snap 204 seq_num 615) 2024-08-29T17:55:26.408 INFO:tasks.rados.rados.0.smithi028.stdout:2199: copy_from oid 46 from oid 20 current snap is 226 2024-08-29T17:55:26.409 INFO:tasks.rados.rados.0.smithi028.stdout:2193: finishing write tid 1 to smithi02869045-40 2024-08-29T17:55:26.409 INFO:tasks.rados.rados.0.smithi028.stdout:2193: finishing write tid 2 to smithi02869045-40 2024-08-29T17:55:26.409 INFO:tasks.rados.rados.0.smithi028.stdout:2193: finishing write tid 3 to smithi02869045-40 2024-08-29T17:55:26.409 INFO:tasks.rados.rados.0.smithi028.stdout:2193: finishing write tid 4 to smithi02869045-40 2024-08-29T17:55:26.409 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 7 v 1891 (ObjNum 161 snap 0 seq_num 1) dirty exists 2024-08-29T17:55:26.409 INFO:tasks.rados.rados.0.smithi028.stdout:2193: finishing write tid 5 to smithi02869045-40 2024-08-29T17:55:26.409 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 40 v 1643 (ObjNum 667 snap 226 seq_num 667) dirty exists 2024-08-29T17:55:26.409 INFO:tasks.rados.rados.0.smithi028.stdout:2193: left oid 40 (ObjNum 667 snap 226 seq_num 667) 2024-08-29T17:55:26.409 INFO:tasks.rados.rados.0.smithi028.stdout:2196: finishing rollback tid 1 to smithi02869045-12 2024-08-29T17:55:26.409 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 12 v 1078 (ObjNum 289 snap 0 seq_num 0) dirty dne 2024-08-29T17:55:26.409 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 18 v 1644 (ObjNum 65 snap 0 seq_num 1617719658) dirty exists 2024-08-29T17:55:26.409 INFO:tasks.rados.rados.0.smithi028.stdout:2193: done (6 left) 2024-08-29T17:55:26.410 INFO:tasks.rados.rados.0.smithi028.stdout:2194: done (5 left) 2024-08-29T17:55:26.410 INFO:tasks.rados.rados.0.smithi028.stdout:2195: done (4 left) 2024-08-29T17:55:26.410 INFO:tasks.rados.rados.0.smithi028.stdout:2196: done (3 left) 2024-08-29T17:55:26.410 INFO:tasks.rados.rados.0.smithi028.stdout:2200: read oid 38 snap 216 2024-08-29T17:55:26.410 INFO:tasks.rados.rados.0.smithi028.stdout:2200: expect (ObjNum 604 snap 201 seq_num 604) 2024-08-29T17:55:26.410 INFO:tasks.rados.rados.0.smithi028.stdout:2201: snap_create 2024-08-29T17:55:26.410 INFO:tasks.rados.rados.0.smithi028.stdout:2197: finishing write tid 1 to smithi02869045-4 2024-08-29T17:55:26.415 INFO:tasks.rados.rados.0.smithi028.stdout:2197: finishing write tid 2 to smithi02869045-4 2024-08-29T17:55:26.420 INFO:tasks.rados.rados.0.smithi028.stdout:2200: expect (ObjNum 604 snap 201 seq_num 604) 2024-08-29T17:55:26.448 INFO:tasks.rados.rados.0.smithi028.stdout:2197: finishing write tid 3 to smithi02869045-4 2024-08-29T17:55:26.449 INFO:tasks.rados.rados.0.smithi028.stdout:2197: finishing write tid 4 to smithi02869045-4 2024-08-29T17:55:26.449 INFO:tasks.rados.rados.0.smithi028.stdout:2197: finishing write tid 5 to smithi02869045-4 2024-08-29T17:55:26.449 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 4 v 1896 (ObjNum 668 snap 226 seq_num 668) dirty exists 2024-08-29T17:55:26.449 INFO:tasks.rados.rados.0.smithi028.stdout:2197: left oid 4 (ObjNum 668 snap 226 seq_num 668) 2024-08-29T17:55:26.449 INFO:tasks.rados.rados.0.smithi028.stdout:2199: finishing copy_from racing read to smithi02869045-46 2024-08-29T17:55:26.449 INFO:tasks.rados.rados.0.smithi028.stdout:2199: finishing copy_from to smithi02869045-46 2024-08-29T17:55:26.450 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 46 v 482 (ObjNum 643 snap 213 seq_num 643) dirty exists 2024-08-29T17:55:26.450 INFO:tasks.rados.rados.0.smithi028.stdout:2198: expect (ObjNum 615 snap 204 seq_num 615) 2024-08-29T17:55:26.574 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:55:26 smithi053 bash[68679]: cluster 2024-08-29T17:55:24.981057+0000 mgr.y (mgr.25022) 182 : cluster [DBG] pgmap v295: 121 pgs: 26 active+undersized, 10 active+undersized+degraded, 85 active+clean; 347 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 1.1 MiB/s rd, 1.7 MiB/s wr, 9 op/s; 90/783 objects degraded (11.494%) 2024-08-29T17:55:26.574 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:55:26 smithi053 bash[68679]: cluster 2024-08-29T17:55:25.312312+0000 mon.a (mon.0) 574 : cluster [INF] Health check cleared: OSD_DOWN (was: 1 osds down) 2024-08-29T17:55:26.574 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:55:26 smithi053 bash[68679]: cluster 2024-08-29T17:55:25.332181+0000 mon.a (mon.0) 575 : cluster [INF] osd.2 [v2:172.21.15.28:6818/1368242828,v1:172.21.15.28:6819/1368242828] boot 2024-08-29T17:55:26.574 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:55:26 smithi053 bash[68679]: cluster 2024-08-29T17:55:25.332294+0000 mon.a (mon.0) 576 : cluster [DBG] osdmap e516: 8 total, 8 up, 8 in 2024-08-29T17:55:26.574 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:55:26 smithi053 bash[68679]: audit 2024-08-29T17:55:25.333432+0000 mon.a (mon.0) 577 : audit [DBG] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-08-29T17:55:26.627 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:55:26 smithi028 bash[78352]: cluster 2024-08-29T17:55:24.981057+0000 mgr.y (mgr.25022) 182 : cluster [DBG] pgmap v295: 121 pgs: 26 active+undersized, 10 active+undersized+degraded, 85 active+clean; 347 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 1.1 MiB/s rd, 1.7 MiB/s wr, 9 op/s; 90/783 objects degraded (11.494%) 2024-08-29T17:55:26.628 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:55:26 smithi028 bash[78352]: cluster 2024-08-29T17:55:25.312312+0000 mon.a (mon.0) 574 : cluster [INF] Health check cleared: OSD_DOWN (was: 1 osds down) 2024-08-29T17:55:26.628 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:55:26 smithi028 bash[78352]: cluster 2024-08-29T17:55:25.332181+0000 mon.a (mon.0) 575 : cluster [INF] osd.2 [v2:172.21.15.28:6818/1368242828,v1:172.21.15.28:6819/1368242828] boot 2024-08-29T17:55:26.628 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:55:26 smithi028 bash[78352]: cluster 2024-08-29T17:55:25.332294+0000 mon.a (mon.0) 576 : cluster [DBG] osdmap e516: 8 total, 8 up, 8 in 2024-08-29T17:55:26.628 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:55:26 smithi028 bash[78352]: audit 2024-08-29T17:55:25.333432+0000 mon.a (mon.0) 577 : audit [DBG] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-08-29T17:55:26.628 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:55:26 smithi028 bash[77168]: cluster 2024-08-29T17:55:24.981057+0000 mgr.y (mgr.25022) 182 : cluster [DBG] pgmap v295: 121 pgs: 26 active+undersized, 10 active+undersized+degraded, 85 active+clean; 347 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 1.1 MiB/s rd, 1.7 MiB/s wr, 9 op/s; 90/783 objects degraded (11.494%) 2024-08-29T17:55:26.628 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:55:26 smithi028 bash[77168]: cluster 2024-08-29T17:55:25.312312+0000 mon.a (mon.0) 574 : cluster [INF] Health check cleared: OSD_DOWN (was: 1 osds down) 2024-08-29T17:55:26.628 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:55:26 smithi028 bash[77168]: cluster 2024-08-29T17:55:25.332181+0000 mon.a (mon.0) 575 : cluster [INF] osd.2 [v2:172.21.15.28:6818/1368242828,v1:172.21.15.28:6819/1368242828] boot 2024-08-29T17:55:26.628 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:55:26 smithi028 bash[77168]: cluster 2024-08-29T17:55:25.332294+0000 mon.a (mon.0) 576 : cluster [DBG] osdmap e516: 8 total, 8 up, 8 in 2024-08-29T17:55:26.628 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:55:26 smithi028 bash[77168]: audit 2024-08-29T17:55:25.333432+0000 mon.a (mon.0) 577 : audit [DBG] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-08-29T17:55:27.345 INFO:tasks.rados.rados.0.smithi028.stdout:2197: done (4 left) 2024-08-29T17:55:27.345 INFO:tasks.rados.rados.0.smithi028.stdout:2198: done (3 left) 2024-08-29T17:55:27.345 INFO:tasks.rados.rados.0.smithi028.stdout:2199: done (2 left) 2024-08-29T17:55:27.346 INFO:tasks.rados.rados.0.smithi028.stdout:2200: done (1 left) 2024-08-29T17:55:27.346 INFO:tasks.rados.rados.0.smithi028.stdout:2201: done (0 left) 2024-08-29T17:55:27.346 INFO:tasks.rados.rados.0.smithi028.stdout:2202: copy_from oid 23 from oid 16 current snap is 227 2024-08-29T17:55:27.346 INFO:tasks.rados.rados.0.smithi028.stdout:2203: setattr oid 43 current snap is 227 2024-08-29T17:55:27.346 INFO:tasks.rados.rados.0.smithi028.stdout:2204: snap_create 2024-08-29T17:55:27.352 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 43 v 1081 (ObjNum 593 snap 196 seq_num 593) dirty exists 2024-08-29T17:55:27.388 INFO:tasks.rados.rados.0.smithi028.stdout:2202: finishing copy_from racing read to smithi02869045-23 2024-08-29T17:55:27.389 INFO:tasks.rados.rados.0.smithi028.stdout:2202: finishing copy_from to smithi02869045-23 2024-08-29T17:55:27.389 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 23 v 1324 (ObjNum 572 snap 183 seq_num 572) dirty exists 2024-08-29T17:55:27.628 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:55:27 smithi028 bash[78352]: cluster 2024-08-29T17:55:26.339626+0000 mon.a (mon.0) 578 : cluster [DBG] osdmap e517: 8 total, 8 up, 8 in 2024-08-29T17:55:27.628 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:55:27 smithi028 bash[78352]: audit 2024-08-29T17:55:27.030904+0000 mon.a (mon.0) 579 : audit [INF] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' 2024-08-29T17:55:27.628 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:55:27 smithi028 bash[78352]: audit 2024-08-29T17:55:27.032837+0000 mon.a (mon.0) 580 : audit [DBG] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-29T17:55:27.628 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:55:27 smithi028 bash[77168]: cluster 2024-08-29T17:55:26.339626+0000 mon.a (mon.0) 578 : cluster [DBG] osdmap e517: 8 total, 8 up, 8 in 2024-08-29T17:55:27.628 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:55:27 smithi028 bash[77168]: audit 2024-08-29T17:55:27.030904+0000 mon.a (mon.0) 579 : audit [INF] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' 2024-08-29T17:55:27.628 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:55:27 smithi028 bash[77168]: audit 2024-08-29T17:55:27.032837+0000 mon.a (mon.0) 580 : audit [DBG] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-29T17:55:27.824 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:55:27 smithi053 bash[68679]: cluster 2024-08-29T17:55:26.339626+0000 mon.a (mon.0) 578 : cluster [DBG] osdmap e517: 8 total, 8 up, 8 in 2024-08-29T17:55:27.824 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:55:27 smithi053 bash[68679]: audit 2024-08-29T17:55:27.030904+0000 mon.a (mon.0) 579 : audit [INF] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' 2024-08-29T17:55:27.824 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:55:27 smithi053 bash[68679]: audit 2024-08-29T17:55:27.032837+0000 mon.a (mon.0) 580 : audit [DBG] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-29T17:55:28.346 INFO:tasks.rados.rados.0.smithi028.stdout:2202: done (2 left) 2024-08-29T17:55:28.346 INFO:tasks.rados.rados.0.smithi028.stdout:2203: done (1 left) 2024-08-29T17:55:28.346 INFO:tasks.rados.rados.0.smithi028.stdout:2204: done (0 left) 2024-08-29T17:55:28.346 INFO:tasks.rados.rados.0.smithi028.stdout:2205: copy_from oid 9 from oid 43 current snap is 228 2024-08-29T17:55:28.346 INFO:tasks.rados.rados.0.smithi028.stdout:2206: copy_from oid 20 from oid 18 current snap is 228 2024-08-29T17:55:28.346 INFO:tasks.rados.rados.0.smithi028.stdout:2207: read oid 15 snap 220 2024-08-29T17:55:28.346 INFO:tasks.rados.rados.0.smithi028.stdout:2207: expect (ObjNum 582 snap 190 seq_num 582) 2024-08-29T17:55:28.347 INFO:tasks.rados.rados.0.smithi028.stdout:2208: read oid 44 snap -1 2024-08-29T17:55:28.347 INFO:tasks.rados.rados.0.smithi028.stdout:2208: expect (ObjNum 659 snap 220 seq_num 659) 2024-08-29T17:55:28.347 INFO:tasks.rados.rados.0.smithi028.stdout:append oid 22 current snap is 228 2024-08-29T17:55:28.347 INFO:tasks.rados.rados.0.smithi028.stdout:2209: seq_num 669 ranges {1155072=409600,1564672=548864,2113536=655360} 2024-08-29T17:55:28.361 INFO:tasks.rados.rados.0.smithi028.stdout:2209: writing smithi02869045-22 from 1155072 to 1564672 tid 1 2024-08-29T17:55:28.367 INFO:tasks.rados.rados.0.smithi028.stdout:2209: writing smithi02869045-22 from 1564672 to 2113536 tid 2 2024-08-29T17:55:28.374 INFO:tasks.rados.rados.0.smithi028.stdout:2209: writing smithi02869045-22 from 2113536 to 2768896 tid 3 2024-08-29T17:55:28.374 INFO:tasks.rados.rados.0.smithi028.stdout:2206: finishing copy_from racing read to smithi02869045-20 2024-08-29T17:55:28.374 INFO:tasks.rados.rados.0.smithi028.stdout:2206: finishing copy_from to smithi02869045-20 2024-08-29T17:55:28.374 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 20 v 1644 (ObjNum 161 snap 0 seq_num 1) dirty exists 2024-08-29T17:55:28.375 INFO:tasks.rados.rados.0.smithi028.stdout:2208: expect (ObjNum 659 snap 220 seq_num 659) 2024-08-29T17:55:28.425 INFO:tasks.rados.rados.0.smithi028.stdout:2209: finishing write tid 1 to smithi02869045-22 2024-08-29T17:55:28.425 INFO:tasks.rados.rados.0.smithi028.stdout:2207: expect (ObjNum 582 snap 190 seq_num 582) 2024-08-29T17:55:28.521 INFO:tasks.rados.rados.0.smithi028.stdout:2209: finishing write tid 2 to smithi02869045-22 2024-08-29T17:55:28.521 INFO:tasks.rados.rados.0.smithi028.stdout:2209: finishing write tid 3 to smithi02869045-22 2024-08-29T17:55:28.521 INFO:tasks.rados.rados.0.smithi028.stdout:2209: finishing write tid 4 to smithi02869045-22 2024-08-29T17:55:28.521 INFO:tasks.rados.rados.0.smithi028.stdout:2209: finishing write tid 5 to smithi02869045-22 2024-08-29T17:55:28.521 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 22 v 1648 (ObjNum 669 snap 228 seq_num 669) dirty exists 2024-08-29T17:55:28.521 INFO:tasks.rados.rados.0.smithi028.stdout:2209: left oid 22 (ObjNum 669 snap 228 seq_num 669) 2024-08-29T17:55:28.521 INFO:tasks.rados.rados.0.smithi028.stdout:2205: finishing copy_from racing read to smithi02869045-9 2024-08-29T17:55:28.522 INFO:tasks.rados.rados.0.smithi028.stdout:2205: finishing copy_from to smithi02869045-9 2024-08-29T17:55:28.522 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 9 v 1081 (ObjNum 593 snap 196 seq_num 593) dirty exists 2024-08-29T17:55:28.522 INFO:tasks.rados.rados.0.smithi028.stdout:2210: read oid 39 snap -1 2024-08-29T17:55:28.522 INFO:tasks.rados.rados.0.smithi028.stdout:2210: expect (ObjNum 641 snap 213 seq_num 641) 2024-08-29T17:55:28.522 INFO:tasks.rados.rados.0.smithi028.stdout:2205: done (5 left) 2024-08-29T17:55:28.522 INFO:tasks.rados.rados.0.smithi028.stdout:2206: done (4 left) 2024-08-29T17:55:28.522 INFO:tasks.rados.rados.0.smithi028.stdout:2207: done (3 left) 2024-08-29T17:55:28.522 INFO:tasks.rados.rados.0.smithi028.stdout:2208: done (2 left) 2024-08-29T17:55:28.522 INFO:tasks.rados.rados.0.smithi028.stdout:2209: done (1 left) 2024-08-29T17:55:28.522 INFO:tasks.rados.rados.0.smithi028.stdout:2211: snap_remove snap 226 2024-08-29T17:55:28.609 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:55:28 smithi028 bash[78352]: cluster 2024-08-29T17:55:26.981890+0000 mgr.y (mgr.25022) 183 : cluster [DBG] pgmap v298: 121 pgs: 26 active+undersized, 10 active+undersized+degraded, 85 active+clean; 347 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 0 B/s rd, 354 KiB/s wr, 1 op/s; 90/783 objects degraded (11.494%) 2024-08-29T17:55:28.609 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:55:28 smithi028 bash[78352]: cluster 2024-08-29T17:55:27.348338+0000 mon.a (mon.0) 581 : cluster [DBG] osdmap e518: 8 total, 8 up, 8 in 2024-08-29T17:55:28.610 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:55:28 smithi028 bash[77168]: cluster 2024-08-29T17:55:26.981890+0000 mgr.y (mgr.25022) 183 : cluster [DBG] pgmap v298: 121 pgs: 26 active+undersized, 10 active+undersized+degraded, 85 active+clean; 347 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 0 B/s rd, 354 KiB/s wr, 1 op/s; 90/783 objects degraded (11.494%) 2024-08-29T17:55:28.610 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:55:28 smithi028 bash[77168]: cluster 2024-08-29T17:55:27.348338+0000 mon.a (mon.0) 581 : cluster [DBG] osdmap e518: 8 total, 8 up, 8 in 2024-08-29T17:55:28.824 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:55:28 smithi053 bash[68679]: cluster 2024-08-29T17:55:26.981890+0000 mgr.y (mgr.25022) 183 : cluster [DBG] pgmap v298: 121 pgs: 26 active+undersized, 10 active+undersized+degraded, 85 active+clean; 347 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 0 B/s rd, 354 KiB/s wr, 1 op/s; 90/783 objects degraded (11.494%) 2024-08-29T17:55:28.824 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:55:28 smithi053 bash[68679]: cluster 2024-08-29T17:55:27.348338+0000 mon.a (mon.0) 581 : cluster [DBG] osdmap e518: 8 total, 8 up, 8 in 2024-08-29T17:55:29.365 INFO:tasks.rados.rados.0.smithi028.stdout:2211: done (1 left) 2024-08-29T17:55:29.366 INFO:tasks.rados.rados.0.smithi028.stdout:2212: snap_remove snap 210 2024-08-29T17:55:29.628 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:55:29 smithi028 bash[77168]: cluster 2024-08-29T17:55:28.349021+0000 mon.a (mon.0) 582 : cluster [DBG] osdmap e519: 8 total, 8 up, 8 in 2024-08-29T17:55:29.628 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:55:29 smithi028 bash[77168]: cluster 2024-08-29T17:55:29.165725+0000 mon.a (mon.0) 583 : cluster [WRN] Health check update: Degraded data redundancy: 90/783 objects degraded (11.494%), 10 pgs degraded (PG_DEGRADED) 2024-08-29T17:55:29.628 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:55:29 smithi028 bash[78352]: cluster 2024-08-29T17:55:28.349021+0000 mon.a (mon.0) 582 : cluster [DBG] osdmap e519: 8 total, 8 up, 8 in 2024-08-29T17:55:29.628 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:55:29 smithi028 bash[78352]: cluster 2024-08-29T17:55:29.165725+0000 mon.a (mon.0) 583 : cluster [WRN] Health check update: Degraded data redundancy: 90/783 objects degraded (11.494%), 10 pgs degraded (PG_DEGRADED) 2024-08-29T17:55:29.824 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:55:29 smithi053 bash[68679]: cluster 2024-08-29T17:55:28.349021+0000 mon.a (mon.0) 582 : cluster [DBG] osdmap e519: 8 total, 8 up, 8 in 2024-08-29T17:55:29.824 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:55:29 smithi053 bash[68679]: cluster 2024-08-29T17:55:29.165725+0000 mon.a (mon.0) 583 : cluster [WRN] Health check update: Degraded data redundancy: 90/783 objects degraded (11.494%), 10 pgs degraded (PG_DEGRADED) 2024-08-29T17:55:30.369 INFO:tasks.rados.rados.0.smithi028.stdout:2212: done (1 left) 2024-08-29T17:55:30.369 INFO:tasks.rados.rados.0.smithi028.stdout:2213: setattr oid 48 current snap is 228 2024-08-29T17:55:30.369 INFO:tasks.rados.rados.0.smithi028.stdout:2210: expect (ObjNum 641 snap 213 seq_num 641) 2024-08-29T17:55:30.422 INFO:tasks.rados.rados.0.smithi028.stdout:2210: done (1 left) 2024-08-29T17:55:30.423 INFO:tasks.rados.rados.0.smithi028.stdout:2214: rollback oid 30 current snap is 228 2024-08-29T17:55:30.423 INFO:tasks.rados.rados.0.smithi028.stdout:rollback oid 30 to 223 2024-08-29T17:55:30.423 INFO:tasks.rados.rados.0.smithi028.stdout:2215: snap_create 2024-08-29T17:55:30.427 INFO:tasks.rados.rados.0.smithi028.stdout:2214: finishing rollback tid 0 to smithi02869045-30 2024-08-29T17:55:30.428 INFO:tasks.rados.rados.0.smithi028.stdout:2214: finishing rollback tid 1 to smithi02869045-30 2024-08-29T17:55:30.428 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 48 v 1517 (ObjNum 486 snap 151 seq_num 486) dirty exists 2024-08-29T17:55:30.428 INFO:tasks.rados.rados.0.smithi028.stdout:2214: finishing rollback tid 2 to smithi02869045-30 2024-08-29T17:55:30.428 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 30 v 1084 (ObjNum 591 snap 195 seq_num 591) dirty exists 2024-08-29T17:55:30.627 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:55:30 smithi028 bash[78352]: cluster 2024-08-29T17:55:28.982722+0000 mgr.y (mgr.25022) 184 : cluster [DBG] pgmap v301: 121 pgs: 7 active+undersized, 7 active+undersized+degraded, 107 active+clean; 358 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 5.6 MiB/s rd, 1.7 MiB/s wr, 15 op/s; 68/795 objects degraded (8.553%); 2.2 MiB/s, 1 objects/s recovering 2024-08-29T17:55:30.628 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:55:30 smithi028 bash[78352]: cluster 2024-08-29T17:55:29.369141+0000 mon.a (mon.0) 584 : cluster [DBG] osdmap e520: 8 total, 8 up, 8 in 2024-08-29T17:55:30.628 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:55:30 smithi028 bash[77168]: cluster 2024-08-29T17:55:28.982722+0000 mgr.y (mgr.25022) 184 : cluster [DBG] pgmap v301: 121 pgs: 7 active+undersized, 7 active+undersized+degraded, 107 active+clean; 358 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 5.6 MiB/s rd, 1.7 MiB/s wr, 15 op/s; 68/795 objects degraded (8.553%); 2.2 MiB/s, 1 objects/s recovering 2024-08-29T17:55:30.628 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:55:30 smithi028 bash[77168]: cluster 2024-08-29T17:55:29.369141+0000 mon.a (mon.0) 584 : cluster [DBG] osdmap e520: 8 total, 8 up, 8 in 2024-08-29T17:55:30.824 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:55:30 smithi053 bash[68679]: cluster 2024-08-29T17:55:28.982722+0000 mgr.y (mgr.25022) 184 : cluster [DBG] pgmap v301: 121 pgs: 7 active+undersized, 7 active+undersized+degraded, 107 active+clean; 358 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 5.6 MiB/s rd, 1.7 MiB/s wr, 15 op/s; 68/795 objects degraded (8.553%); 2.2 MiB/s, 1 objects/s recovering 2024-08-29T17:55:30.824 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:55:30 smithi053 bash[68679]: cluster 2024-08-29T17:55:29.369141+0000 mon.a (mon.0) 584 : cluster [DBG] osdmap e520: 8 total, 8 up, 8 in 2024-08-29T17:55:31.379 INFO:tasks.rados.rados.0.smithi028.stdout:2213: done (2 left) 2024-08-29T17:55:31.379 INFO:tasks.rados.rados.0.smithi028.stdout:2214: done (1 left) 2024-08-29T17:55:31.379 INFO:tasks.rados.rados.0.smithi028.stdout:2215: done (0 left) 2024-08-29T17:55:31.379 INFO:tasks.rados.rados.0.smithi028.stdout:2216: read oid 7 snap -1 2024-08-29T17:55:31.380 INFO:tasks.rados.rados.0.smithi028.stdout:2216: expect (ObjNum 0 snap 0 seq_num 0) 2024-08-29T17:55:31.380 INFO:tasks.rados.rados.0.smithi028.stdout:append oid 43 current snap is 229 2024-08-29T17:55:31.380 INFO:tasks.rados.rados.0.smithi028.stdout:2217: seq_num 670 ranges {7143424=425984,7569408=483328,8052736=507904,8560640=212992} 2024-08-29T17:55:31.437 INFO:tasks.rados.rados.0.smithi028.stdout:2217: writing smithi02869045-43 from 7143424 to 7569408 tid 1 2024-08-29T17:55:31.441 INFO:tasks.rados.rados.0.smithi028.stdout:2217: writing smithi02869045-43 from 7569408 to 8052736 tid 2 2024-08-29T17:55:31.446 INFO:tasks.rados.rados.0.smithi028.stdout:2217: writing smithi02869045-43 from 8052736 to 8560640 tid 3 2024-08-29T17:55:31.448 INFO:tasks.rados.rados.0.smithi028.stdout:2217: writing smithi02869045-43 from 8560640 to 8773632 tid 4 2024-08-29T17:55:31.448 INFO:tasks.rados.rados.0.smithi028.stdout:append oid 41 current snap is 229 2024-08-29T17:55:31.448 INFO:tasks.rados.rados.0.smithi028.stdout:2218: seq_num 671 ranges {3473408=442368,3915776=761856,4677632=442368} 2024-08-29T17:55:31.472 INFO:tasks.rados.rados.0.smithi028.stdout:2218: writing smithi02869045-41 from 3473408 to 3915776 tid 1 2024-08-29T17:55:31.476 INFO:tasks.rados.rados.0.smithi028.stdout:2218: writing smithi02869045-41 from 3915776 to 4677632 tid 2 2024-08-29T17:55:31.479 INFO:tasks.rados.rados.0.smithi028.stdout:2218: writing smithi02869045-41 from 4677632 to 5120000 tid 3 2024-08-29T17:55:31.479 INFO:tasks.rados.rados.0.smithi028.stdout:append oid 8 current snap is 229 2024-08-29T17:55:31.479 INFO:tasks.rados.rados.0.smithi028.stdout:2219: seq_num 672 ranges {0=458752,458752=647168,1105920=466944,1572864=90112} 2024-08-29T17:55:31.481 INFO:tasks.rados.rados.0.smithi028.stdout:2219: writing smithi02869045-8 from 0 to 458752 tid 1 2024-08-29T17:55:31.485 INFO:tasks.rados.rados.0.smithi028.stdout:2219: writing smithi02869045-8 from 458752 to 1105920 tid 2 2024-08-29T17:55:31.488 INFO:tasks.rados.rados.0.smithi028.stdout:2219: writing smithi02869045-8 from 1105920 to 1572864 tid 3 2024-08-29T17:55:31.489 INFO:tasks.rados.rados.0.smithi028.stdout:2219: writing smithi02869045-8 from 1572864 to 1662976 tid 4 2024-08-29T17:55:31.489 INFO:tasks.rados.rados.0.smithi028.stdout:2220: read oid 17 snap -1 2024-08-29T17:55:31.489 INFO:tasks.rados.rados.0.smithi028.stdout:2220: expect (ObjNum 605 snap 203 seq_num 605) 2024-08-29T17:55:31.489 INFO:tasks.rados.rados.0.smithi028.stdout:2221: copy_from oid 35 from oid 29 current snap is 229 2024-08-29T17:55:31.489 INFO:tasks.rados.rados.0.smithi028.stdout:2216: expect (ObjNum 0 snap 0 seq_num 0) 2024-08-29T17:55:31.498 INFO:tasks.rados.rados.0.smithi028.stdout:2217: finishing write tid 1 to smithi02869045-43 2024-08-29T17:55:31.498 INFO:tasks.rados.rados.0.smithi028.stdout:2217: finishing write tid 2 to smithi02869045-43 2024-08-29T17:55:31.498 INFO:tasks.rados.rados.0.smithi028.stdout:2217: finishing write tid 3 to smithi02869045-43 2024-08-29T17:55:31.498 INFO:tasks.rados.rados.0.smithi028.stdout:2217: finishing write tid 4 to smithi02869045-43 2024-08-29T17:55:31.498 INFO:tasks.rados.rados.0.smithi028.stdout:2217: finishing write tid 5 to smithi02869045-43 2024-08-29T17:55:31.498 INFO:tasks.rados.rados.0.smithi028.stdout:2217: finishing write tid 6 to smithi02869045-43 2024-08-29T17:55:31.498 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 43 v 1089 (ObjNum 670 snap 229 seq_num 670) dirty exists 2024-08-29T17:55:31.498 INFO:tasks.rados.rados.0.smithi028.stdout:2217: left oid 43 (ObjNum 670 snap 229 seq_num 670) 2024-08-29T17:55:31.499 INFO:tasks.rados.rados.0.smithi028.stdout:2218: finishing write tid 1 to smithi02869045-41 2024-08-29T17:55:31.499 INFO:tasks.rados.rados.0.smithi028.stdout:2218: finishing write tid 2 to smithi02869045-41 2024-08-29T17:55:31.499 INFO:tasks.rados.rados.0.smithi028.stdout:2218: finishing write tid 3 to smithi02869045-41 2024-08-29T17:55:31.499 INFO:tasks.rados.rados.0.smithi028.stdout:2218: finishing write tid 4 to smithi02869045-41 2024-08-29T17:55:31.499 INFO:tasks.rados.rados.0.smithi028.stdout:2218: finishing write tid 5 to smithi02869045-41 2024-08-29T17:55:31.499 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 41 v 1096 (ObjNum 671 snap 229 seq_num 671) dirty exists 2024-08-29T17:55:31.499 INFO:tasks.rados.rados.0.smithi028.stdout:2218: left oid 41 (ObjNum 671 snap 229 seq_num 671) 2024-08-29T17:55:31.499 INFO:tasks.rados.rados.0.smithi028.stdout:2220: expect (ObjNum 605 snap 203 seq_num 605) 2024-08-29T17:55:31.515 INFO:tasks.rados.rados.0.smithi028.stdout:2219: finishing write tid 1 to smithi02869045-8 2024-08-29T17:55:31.516 INFO:tasks.rados.rados.0.smithi028.stdout:2219: finishing write tid 2 to smithi02869045-8 2024-08-29T17:55:31.516 INFO:tasks.rados.rados.0.smithi028.stdout:2219: finishing write tid 3 to smithi02869045-8 2024-08-29T17:55:31.516 INFO:tasks.rados.rados.0.smithi028.stdout:2219: finishing write tid 4 to smithi02869045-8 2024-08-29T17:55:31.516 INFO:tasks.rados.rados.0.smithi028.stdout:2219: finishing write tid 5 to smithi02869045-8 2024-08-29T17:55:31.516 INFO:tasks.rados.rados.0.smithi028.stdout:2219: finishing write tid 6 to smithi02869045-8 2024-08-29T17:55:31.516 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 8 v 1453 (ObjNum 672 snap 229 seq_num 672) dirty exists 2024-08-29T17:55:31.516 INFO:tasks.rados.rados.0.smithi028.stdout:2219: left oid 8 (ObjNum 672 snap 229 seq_num 672) 2024-08-29T17:55:31.516 INFO:tasks.rados.rados.0.smithi028.stdout:2216: done (5 left) 2024-08-29T17:55:31.516 INFO:tasks.rados.rados.0.smithi028.stdout:2217: done (4 left) 2024-08-29T17:55:31.516 INFO:tasks.rados.rados.0.smithi028.stdout:2218: done (3 left) 2024-08-29T17:55:31.516 INFO:tasks.rados.rados.0.smithi028.stdout:2219: done (2 left) 2024-08-29T17:55:31.516 INFO:tasks.rados.rados.0.smithi028.stdout:2220: done (1 left) 2024-08-29T17:55:31.517 INFO:tasks.rados.rados.0.smithi028.stdout:2222: read oid 32 snap -1 2024-08-29T17:55:31.517 INFO:tasks.rados.rados.0.smithi028.stdout:2222: expect (ObjNum 572 snap 183 seq_num 572) 2024-08-29T17:55:31.517 INFO:tasks.rados.rados.0.smithi028.stdout:2223: read oid 2 snap 224 2024-08-29T17:55:31.517 INFO:tasks.rados.rados.0.smithi028.stdout:2223: expect deleted 2024-08-29T17:55:31.517 INFO:tasks.rados.rados.0.smithi028.stdout:2224: delete oid 42 current snap is 229 2024-08-29T17:55:31.527 INFO:tasks.rados.rados.0.smithi028.stdout:2223: done (3 left) 2024-08-29T17:55:31.527 INFO:tasks.rados.rados.0.smithi028.stdout:2224: done (2 left) 2024-08-29T17:55:31.527 INFO:tasks.rados.rados.0.smithi028.stdout:append oid 11 current snap is 229 2024-08-29T17:55:31.527 INFO:tasks.rados.rados.0.smithi028.stdout:2225: seq_num 674 ranges {1916928=491520,2408448=417792,2826240=483328,3309568=303104} 2024-08-29T17:55:31.540 INFO:tasks.rados.rados.0.smithi028.stdout:2225: writing smithi02869045-11 from 1916928 to 2408448 tid 1 2024-08-29T17:55:31.542 INFO:tasks.rados.rados.0.smithi028.stdout:2225: writing smithi02869045-11 from 2408448 to 2826240 tid 2 2024-08-29T17:55:31.545 INFO:tasks.rados.rados.0.smithi028.stdout:2225: writing smithi02869045-11 from 2826240 to 3309568 tid 3 2024-08-29T17:55:31.548 INFO:tasks.rados.rados.0.smithi028.stdout:2225: writing smithi02869045-11 from 3309568 to 3612672 tid 4 2024-08-29T17:55:31.548 INFO:tasks.rados.rados.0.smithi028.stdout:2226: rmattr oid 31 current snap is 229 2024-08-29T17:55:31.548 INFO:tasks.rados.rados.0.smithi028.stdout:2222: expect (ObjNum 572 snap 183 seq_num 572) 2024-08-29T17:55:31.627 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:55:31 smithi028 bash[77168]: cluster 2024-08-29T17:55:30.372926+0000 mon.a (mon.0) 585 : cluster [DBG] osdmap e521: 8 total, 8 up, 8 in 2024-08-29T17:55:31.628 INFO:journalctl@ceph.mgr.y.smithi028.stdout:Aug 29 17:55:31 smithi028 bash[70818]: ::ffff:172.21.15.53 - - [29/Aug/2024:17:55:31] "GET /metrics HTTP/1.1" 200 35994 "" "Prometheus/2.43.0" 2024-08-29T17:55:31.628 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:55:31 smithi028 bash[78352]: cluster 2024-08-29T17:55:30.372926+0000 mon.a (mon.0) 585 : cluster [DBG] osdmap e521: 8 total, 8 up, 8 in 2024-08-29T17:55:31.685 INFO:tasks.rados.rados.0.smithi028.stdout:2225: finishing write tid 1 to smithi02869045-11 2024-08-29T17:55:31.685 INFO:tasks.rados.rados.0.smithi028.stdout:2225: finishing write tid 2 to smithi02869045-11 2024-08-29T17:55:31.685 INFO:tasks.rados.rados.0.smithi028.stdout:2225: finishing write tid 3 to smithi02869045-11 2024-08-29T17:55:31.685 INFO:tasks.rados.rados.0.smithi028.stdout:2222: done (3 left) 2024-08-29T17:55:31.686 INFO:tasks.rados.rados.0.smithi028.stdout:2227: copy_from oid 18 from oid 26 current snap is 229 2024-08-29T17:55:31.686 INFO:tasks.rados.rados.0.smithi028.stdout:2225: finishing write tid 4 to smithi02869045-11 2024-08-29T17:55:31.686 INFO:tasks.rados.rados.0.smithi028.stdout:2225: finishing write tid 5 to smithi02869045-11 2024-08-29T17:55:31.686 INFO:tasks.rados.rados.0.smithi028.stdout:2225: finishing write tid 6 to smithi02869045-11 2024-08-29T17:55:31.686 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 11 v 1101 (ObjNum 674 snap 229 seq_num 674) dirty exists 2024-08-29T17:55:31.686 INFO:tasks.rados.rados.0.smithi028.stdout:2225: left oid 11 (ObjNum 674 snap 229 seq_num 674) 2024-08-29T17:55:31.686 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 31 v 1908 (ObjNum 506 snap 157 seq_num 506) dirty exists 2024-08-29T17:55:31.686 INFO:tasks.rados.rados.0.smithi028.stdout:2221: finishing copy_from racing read to smithi02869045-35 2024-08-29T17:55:31.686 INFO:tasks.rados.rados.0.smithi028.stdout:2221: finishing copy_from to smithi02869045-35 2024-08-29T17:55:31.687 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 35 v 1448 (ObjNum 647 snap 214 seq_num 647) dirty exists 2024-08-29T17:55:31.687 INFO:tasks.rados.rados.0.smithi028.stdout:2221: done (3 left) 2024-08-29T17:55:31.687 INFO:tasks.rados.rados.0.smithi028.stdout:2225: done (2 left) 2024-08-29T17:55:31.687 INFO:tasks.rados.rados.0.smithi028.stdout:2226: done (1 left) 2024-08-29T17:55:31.687 INFO:tasks.rados.rados.0.smithi028.stdout:append oid 24 current snap is 229 2024-08-29T17:55:31.687 INFO:tasks.rados.rados.0.smithi028.stdout:2228: seq_num 675 ranges {0=507904,507904=704512,1212416=499712} 2024-08-29T17:55:31.688 INFO:tasks.rados.rados.0.smithi028.stdout:2228: writing smithi02869045-24 from 0 to 507904 tid 1 2024-08-29T17:55:31.693 INFO:tasks.rados.rados.0.smithi028.stdout:2228: writing smithi02869045-24 from 507904 to 1212416 tid 2 2024-08-29T17:55:31.696 INFO:tasks.rados.rados.0.smithi028.stdout:2228: writing smithi02869045-24 from 1212416 to 1712128 tid 3 2024-08-29T17:55:31.696 INFO:tasks.rados.rados.0.smithi028.stdout:2229: snap_remove snap 201 2024-08-29T17:55:31.824 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:55:31 smithi053 bash[68679]: cluster 2024-08-29T17:55:30.372926+0000 mon.a (mon.0) 585 : cluster [DBG] osdmap e521: 8 total, 8 up, 8 in 2024-08-29T17:55:32.395 INFO:tasks.rados.rados.0.smithi028.stdout:2229: done (2 left) 2024-08-29T17:55:32.395 INFO:tasks.rados.rados.0.smithi028.stdout:append oid 12 current snap is 229 2024-08-29T17:55:32.395 INFO:tasks.rados.rados.0.smithi028.stdout:2228: finishing write tid 1 to smithi02869045-24 2024-08-29T17:55:32.395 INFO:tasks.rados.rados.0.smithi028.stdout:2228: finishing write tid 2 to smithi02869045-24 2024-08-29T17:55:32.395 INFO:tasks.rados.rados.0.smithi028.stdout:2228: finishing write tid 3 to smithi02869045-24 2024-08-29T17:55:32.396 INFO:tasks.rados.rados.0.smithi028.stdout:2228: finishing write tid 4 to smithi02869045-24 2024-08-29T17:55:32.396 INFO:tasks.rados.rados.0.smithi028.stdout:2228: finishing write tid 5 to smithi02869045-24 2024-08-29T17:55:32.396 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 24 v 1435 (ObjNum 675 snap 229 seq_num 675) dirty exists 2024-08-29T17:55:32.396 INFO:tasks.rados.rados.0.smithi028.stdout:2228: left oid 24 (ObjNum 675 snap 229 seq_num 675) 2024-08-29T17:55:32.396 INFO:tasks.rados.rados.0.smithi028.stdout:2227: finishing copy_from racing read to smithi02869045-18 2024-08-29T17:55:32.396 INFO:tasks.rados.rados.0.smithi028.stdout:2227: finishing copy_from to smithi02869045-18 2024-08-29T17:55:32.396 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 18 v 1417 (ObjNum 490 snap 151 seq_num 490) dirty exists 2024-08-29T17:55:32.396 INFO:tasks.rados.rados.0.smithi028.stdout:2230: seq_num 676 ranges {0=524288,524288=589824,1114112=450560,1564672=163840} 2024-08-29T17:55:32.404 INFO:tasks.rados.rados.0.smithi028.stdout:2230: writing smithi02869045-12 from 0 to 524288 tid 1 2024-08-29T17:55:32.414 INFO:tasks.rados.rados.0.smithi028.stdout:2230: writing smithi02869045-12 from 524288 to 1114112 tid 2 2024-08-29T17:55:32.423 INFO:tasks.rados.rados.0.smithi028.stdout:2230: writing smithi02869045-12 from 1114112 to 1564672 tid 3 2024-08-29T17:55:32.426 INFO:tasks.rados.rados.0.smithi028.stdout:2230: writing smithi02869045-12 from 1564672 to 1728512 tid 4 2024-08-29T17:55:32.426 INFO:tasks.rados.rados.0.smithi028.stdout:2227: done (2 left) 2024-08-29T17:55:32.426 INFO:tasks.rados.rados.0.smithi028.stdout:2228: done (1 left) 2024-08-29T17:55:32.426 INFO:tasks.rados.rados.0.smithi028.stdout:2231: rollback oid 5 current snap is 229 2024-08-29T17:55:32.426 INFO:tasks.rados.rados.0.smithi028.stdout:rollback oid 5 to 223 2024-08-29T17:55:32.426 INFO:tasks.rados.rados.0.smithi028.stdout:append oid 37 current snap is 229 2024-08-29T17:55:32.427 INFO:tasks.rados.rados.0.smithi028.stdout:2232: seq_num 677 ranges {3645440=540672,4186112=516096,4702208=655360,5357568=32768} 2024-08-29T17:55:32.455 INFO:tasks.rados.rados.0.smithi028.stdout:2232: writing smithi02869045-37 from 3645440 to 4186112 tid 1 2024-08-29T17:55:32.459 INFO:tasks.rados.rados.0.smithi028.stdout:2232: writing smithi02869045-37 from 4186112 to 4702208 tid 2 2024-08-29T17:55:32.464 INFO:tasks.rados.rados.0.smithi028.stdout:2232: writing smithi02869045-37 from 4702208 to 5357568 tid 3 2024-08-29T17:55:32.464 INFO:tasks.rados.rados.0.smithi028.stdout:2232: writing smithi02869045-37 from 5357568 to 5390336 tid 4 2024-08-29T17:55:32.464 INFO:tasks.rados.rados.0.smithi028.stdout:2233: snap_create 2024-08-29T17:55:32.464 INFO:tasks.rados.rados.0.smithi028.stdout:2230: finishing write tid 1 to smithi02869045-12 2024-08-29T17:55:32.464 INFO:tasks.rados.rados.0.smithi028.stdout:2231: finishing rollback tid 1 to smithi02869045-5 2024-08-29T17:55:32.464 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 5 v 1452 (ObjNum 161 snap 0 seq_num 0) dirty dne 2024-08-29T17:55:32.464 INFO:tasks.rados.rados.0.smithi028.stdout:2230: finishing write tid 2 to smithi02869045-12 2024-08-29T17:55:32.464 INFO:tasks.rados.rados.0.smithi028.stdout:2230: finishing write tid 3 to smithi02869045-12 2024-08-29T17:55:32.464 INFO:tasks.rados.rados.0.smithi028.stdout:2230: finishing write tid 4 to smithi02869045-12 2024-08-29T17:55:32.464 INFO:tasks.rados.rados.0.smithi028.stdout:2230: finishing write tid 5 to smithi02869045-12 2024-08-29T17:55:32.464 INFO:tasks.rados.rados.0.smithi028.stdout:2230: finishing write tid 6 to smithi02869045-12 2024-08-29T17:55:32.465 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 12 v 1091 (ObjNum 676 snap 229 seq_num 676) dirty exists 2024-08-29T17:55:32.465 INFO:tasks.rados.rados.0.smithi028.stdout:2230: left oid 12 (ObjNum 676 snap 229 seq_num 676) 2024-08-29T17:55:32.465 INFO:tasks.rados.rados.0.smithi028.stdout:2232: finishing write tid 1 to smithi02869045-37 2024-08-29T17:55:32.465 INFO:tasks.rados.rados.0.smithi028.stdout:2232: finishing write tid 2 to smithi02869045-37 2024-08-29T17:55:32.468 INFO:tasks.rados.rados.0.smithi028.stdout:2232: finishing write tid 3 to smithi02869045-37 2024-08-29T17:55:32.469 INFO:tasks.rados.rados.0.smithi028.stdout:2232: finishing write tid 4 to smithi02869045-37 2024-08-29T17:55:32.469 INFO:tasks.rados.rados.0.smithi028.stdout:2232: finishing write tid 5 to smithi02869045-37 2024-08-29T17:55:32.471 INFO:tasks.rados.rados.0.smithi028.stdout:2232: finishing write tid 6 to smithi02869045-37 2024-08-29T17:55:32.471 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 37 v 1928 (ObjNum 677 snap 229 seq_num 677) dirty exists 2024-08-29T17:55:32.471 INFO:tasks.rados.rados.0.smithi028.stdout:2232: left oid 37 (ObjNum 677 snap 229 seq_num 677) 2024-08-29T17:55:32.574 INFO:journalctl@ceph.prometheus.a.smithi053.stdout:Aug 29 17:55:32 smithi053 bash[61790]: ts=2024-08-29T17:55:32.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"3167ee72-662c-11ef-bcd4-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-29T17:55:32.574 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:55:32 smithi053 bash[68679]: cluster 2024-08-29T17:55:30.983355+0000 mgr.y (mgr.25022) 185 : cluster [DBG] pgmap v304: 121 pgs: 121 active+clean; 359 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 5.6 MiB/s rd, 4.6 MiB/s wr, 21 op/s; 13 MiB/s, 4 objects/s recovering 2024-08-29T17:55:32.574 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:55:32 smithi053 bash[68679]: cluster 2024-08-29T17:55:31.369725+0000 mon.a (mon.0) 586 : cluster [INF] Health check cleared: PG_DEGRADED (was: Degraded data redundancy: 68/795 objects degraded (8.553%), 7 pgs degraded) 2024-08-29T17:55:32.574 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:55:32 smithi053 bash[68679]: cluster 2024-08-29T17:55:31.369787+0000 mon.a (mon.0) 587 : cluster [INF] Cluster is now healthy 2024-08-29T17:55:32.574 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:55:32 smithi053 bash[68679]: cluster 2024-08-29T17:55:31.383327+0000 mon.a (mon.0) 588 : cluster [DBG] osdmap e522: 8 total, 8 up, 8 in 2024-08-29T17:55:32.574 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:55:32 smithi053 bash[68679]: audit 2024-08-29T17:55:32.359780+0000 mon.a (mon.0) 589 : audit [INF] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' 2024-08-29T17:55:32.575 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:55:32 smithi053 bash[68679]: audit 2024-08-29T17:55:32.368570+0000 mon.a (mon.0) 590 : audit [INF] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' 2024-08-29T17:55:32.575 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:55:32 smithi053 bash[68679]: audit 2024-08-29T17:55:32.370859+0000 mon.a (mon.0) 591 : audit [DBG] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-29T17:55:32.575 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:55:32 smithi053 bash[68679]: audit 2024-08-29T17:55:32.372427+0000 mon.a (mon.0) 592 : audit [INF] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-29T17:55:32.878 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:55:32 smithi028 bash[77168]: cluster 2024-08-29T17:55:30.983355+0000 mgr.y (mgr.25022) 185 : cluster [DBG] pgmap v304: 121 pgs: 121 active+clean; 359 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 5.6 MiB/s rd, 4.6 MiB/s wr, 21 op/s; 13 MiB/s, 4 objects/s recovering 2024-08-29T17:55:32.878 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:55:32 smithi028 bash[77168]: cluster 2024-08-29T17:55:31.369725+0000 mon.a (mon.0) 586 : cluster [INF] Health check cleared: PG_DEGRADED (was: Degraded data redundancy: 68/795 objects degraded (8.553%), 7 pgs degraded) 2024-08-29T17:55:32.878 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:55:32 smithi028 bash[77168]: cluster 2024-08-29T17:55:31.369787+0000 mon.a (mon.0) 587 : cluster [INF] Cluster is now healthy 2024-08-29T17:55:32.878 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:55:32 smithi028 bash[77168]: cluster 2024-08-29T17:55:31.383327+0000 mon.a (mon.0) 588 : cluster [DBG] osdmap e522: 8 total, 8 up, 8 in 2024-08-29T17:55:32.878 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:55:32 smithi028 bash[77168]: audit 2024-08-29T17:55:32.359780+0000 mon.a (mon.0) 589 : audit [INF] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' 2024-08-29T17:55:32.878 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:55:32 smithi028 bash[77168]: audit 2024-08-29T17:55:32.368570+0000 mon.a (mon.0) 590 : audit [INF] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' 2024-08-29T17:55:32.878 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:55:32 smithi028 bash[77168]: audit 2024-08-29T17:55:32.370859+0000 mon.a (mon.0) 591 : audit [DBG] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-29T17:55:32.879 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:55:32 smithi028 bash[77168]: audit 2024-08-29T17:55:32.372427+0000 mon.a (mon.0) 592 : audit [INF] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-29T17:55:32.879 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:55:32 smithi028 bash[78352]: cluster 2024-08-29T17:55:30.983355+0000 mgr.y (mgr.25022) 185 : cluster [DBG] pgmap v304: 121 pgs: 121 active+clean; 359 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 5.6 MiB/s rd, 4.6 MiB/s wr, 21 op/s; 13 MiB/s, 4 objects/s recovering 2024-08-29T17:55:32.879 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:55:32 smithi028 bash[78352]: cluster 2024-08-29T17:55:31.369725+0000 mon.a (mon.0) 586 : cluster [INF] Health check cleared: PG_DEGRADED (was: Degraded data redundancy: 68/795 objects degraded (8.553%), 7 pgs degraded) 2024-08-29T17:55:32.879 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:55:32 smithi028 bash[78352]: cluster 2024-08-29T17:55:31.369787+0000 mon.a (mon.0) 587 : cluster [INF] Cluster is now healthy 2024-08-29T17:55:32.879 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:55:32 smithi028 bash[78352]: cluster 2024-08-29T17:55:31.383327+0000 mon.a (mon.0) 588 : cluster [DBG] osdmap e522: 8 total, 8 up, 8 in 2024-08-29T17:55:32.879 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:55:32 smithi028 bash[78352]: audit 2024-08-29T17:55:32.359780+0000 mon.a (mon.0) 589 : audit [INF] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' 2024-08-29T17:55:32.879 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:55:32 smithi028 bash[78352]: audit 2024-08-29T17:55:32.368570+0000 mon.a (mon.0) 590 : audit [INF] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' 2024-08-29T17:55:32.879 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:55:32 smithi028 bash[78352]: audit 2024-08-29T17:55:32.370859+0000 mon.a (mon.0) 591 : audit [DBG] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-29T17:55:32.879 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:55:32 smithi028 bash[78352]: audit 2024-08-29T17:55:32.372427+0000 mon.a (mon.0) 592 : audit [INF] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-29T17:55:33.399 INFO:tasks.rados.rados.0.smithi028.stdout:2230: done (3 left) 2024-08-29T17:55:33.400 INFO:tasks.rados.rados.0.smithi028.stdout:2231: done (2 left) 2024-08-29T17:55:33.400 INFO:tasks.rados.rados.0.smithi028.stdout:2232: done (1 left) 2024-08-29T17:55:33.400 INFO:tasks.rados.rados.0.smithi028.stdout:2233: done (0 left) 2024-08-29T17:55:33.400 INFO:tasks.rados.rados.0.smithi028.stdout:2234: snap_remove snap 222 2024-08-29T17:55:33.824 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:55:33 smithi053 bash[68679]: audit 2024-08-29T17:55:32.382377+0000 mon.a (mon.0) 593 : audit [INF] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' 2024-08-29T17:55:33.824 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:55:33 smithi053 bash[68679]: cluster 2024-08-29T17:55:32.396320+0000 mon.a (mon.0) 594 : cluster [DBG] osdmap e523: 8 total, 8 up, 8 in 2024-08-29T17:55:33.824 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:55:33 smithi053 bash[68679]: audit 2024-08-29T17:55:32.507685+0000 mon.a (mon.0) 595 : audit [DBG] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-29T17:55:33.824 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:55:33 smithi053 bash[68679]: audit 2024-08-29T17:55:32.509816+0000 mon.a (mon.0) 596 : audit [DBG] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-08-29T17:55:33.824 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:55:33 smithi053 bash[68679]: audit 2024-08-29T17:55:32.511301+0000 mon.a (mon.0) 597 : audit [DBG] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-08-29T17:55:33.824 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:55:33 smithi053 bash[68679]: audit 2024-08-29T17:55:32.512353+0000 mon.a (mon.0) 598 : audit [DBG] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-08-29T17:55:33.825 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:55:33 smithi053 bash[68679]: audit 2024-08-29T17:55:32.513805+0000 mon.a (mon.0) 599 : audit [DBG] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "osd ok-to-stop", "ids": ["3"], "max": 16}]: dispatch 2024-08-29T17:55:33.825 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:55:33 smithi053 bash[68679]: audit 2024-08-29T17:55:32.513994+0000 mgr.y (mgr.25022) 186 : audit [DBG] from='mon.0 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["3"], "max": 16}]: dispatch 2024-08-29T17:55:33.825 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:55:33 smithi053 bash[68679]: cephadm 2024-08-29T17:55:32.514930+0000 mgr.y (mgr.25022) 187 : cephadm [INF] Upgrade: osd.3 is safe to restart 2024-08-29T17:55:33.878 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:55:33 smithi028 bash[78352]: audit 2024-08-29T17:55:32.382377+0000 mon.a (mon.0) 593 : audit [INF] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' 2024-08-29T17:55:33.878 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:55:33 smithi028 bash[78352]: cluster 2024-08-29T17:55:32.396320+0000 mon.a (mon.0) 594 : cluster [DBG] osdmap e523: 8 total, 8 up, 8 in 2024-08-29T17:55:33.878 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:55:33 smithi028 bash[78352]: audit 2024-08-29T17:55:32.507685+0000 mon.a (mon.0) 595 : audit [DBG] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-29T17:55:33.878 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:55:33 smithi028 bash[78352]: audit 2024-08-29T17:55:32.509816+0000 mon.a (mon.0) 596 : audit [DBG] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-08-29T17:55:33.878 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:55:33 smithi028 bash[78352]: audit 2024-08-29T17:55:32.511301+0000 mon.a (mon.0) 597 : audit [DBG] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-08-29T17:55:33.878 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:55:33 smithi028 bash[78352]: audit 2024-08-29T17:55:32.512353+0000 mon.a (mon.0) 598 : audit [DBG] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-08-29T17:55:33.878 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:55:33 smithi028 bash[78352]: audit 2024-08-29T17:55:32.513805+0000 mon.a (mon.0) 599 : audit [DBG] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "osd ok-to-stop", "ids": ["3"], "max": 16}]: dispatch 2024-08-29T17:55:33.878 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:55:33 smithi028 bash[78352]: audit 2024-08-29T17:55:32.513994+0000 mgr.y (mgr.25022) 186 : audit [DBG] from='mon.0 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["3"], "max": 16}]: dispatch 2024-08-29T17:55:33.878 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:55:33 smithi028 bash[78352]: cephadm 2024-08-29T17:55:32.514930+0000 mgr.y (mgr.25022) 187 : cephadm [INF] Upgrade: osd.3 is safe to restart 2024-08-29T17:55:33.879 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:55:33 smithi028 bash[77168]: audit 2024-08-29T17:55:32.382377+0000 mon.a (mon.0) 593 : audit [INF] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' 2024-08-29T17:55:33.879 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:55:33 smithi028 bash[77168]: cluster 2024-08-29T17:55:32.396320+0000 mon.a (mon.0) 594 : cluster [DBG] osdmap e523: 8 total, 8 up, 8 in 2024-08-29T17:55:33.879 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:55:33 smithi028 bash[77168]: audit 2024-08-29T17:55:32.507685+0000 mon.a (mon.0) 595 : audit [DBG] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-29T17:55:33.879 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:55:33 smithi028 bash[77168]: audit 2024-08-29T17:55:32.509816+0000 mon.a (mon.0) 596 : audit [DBG] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-08-29T17:55:33.879 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:55:33 smithi028 bash[77168]: audit 2024-08-29T17:55:32.511301+0000 mon.a (mon.0) 597 : audit [DBG] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-08-29T17:55:33.879 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:55:33 smithi028 bash[77168]: audit 2024-08-29T17:55:32.512353+0000 mon.a (mon.0) 598 : audit [DBG] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-08-29T17:55:33.879 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:55:33 smithi028 bash[77168]: audit 2024-08-29T17:55:32.513805+0000 mon.a (mon.0) 599 : audit [DBG] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "osd ok-to-stop", "ids": ["3"], "max": 16}]: dispatch 2024-08-29T17:55:33.879 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:55:33 smithi028 bash[77168]: audit 2024-08-29T17:55:32.513994+0000 mgr.y (mgr.25022) 186 : audit [DBG] from='mon.0 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["3"], "max": 16}]: dispatch 2024-08-29T17:55:33.879 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:55:33 smithi028 bash[77168]: cephadm 2024-08-29T17:55:32.514930+0000 mgr.y (mgr.25022) 187 : cephadm [INF] Upgrade: osd.3 is safe to restart 2024-08-29T17:55:34.174 INFO:tasks.rados.rados.0.smithi028.stdout:2234: done (0 left) 2024-08-29T17:55:34.174 INFO:tasks.rados.rados.0.smithi028.stdout:2235: read oid 16 snap -1 2024-08-29T17:55:34.174 INFO:tasks.rados.rados.0.smithi028.stdout:2235: expect (ObjNum 572 snap 183 seq_num 572) 2024-08-29T17:55:34.174 INFO:tasks.rados.rados.0.smithi028.stdout:2236: rollback oid 31 current snap is 230 2024-08-29T17:55:34.174 INFO:tasks.rados.rados.0.smithi028.stdout:rollback oid 31 to 158 2024-08-29T17:55:34.174 INFO:tasks.rados.rados.0.smithi028.stdout:2237: rollback oid 36 current snap is 230 2024-08-29T17:55:34.174 INFO:tasks.rados.rados.0.smithi028.stdout:rollback oid 36 to 224 2024-08-29T17:55:34.174 INFO:tasks.rados.rados.0.smithi028.stdout:2238: rollback oid 28 current snap is 230 2024-08-29T17:55:34.175 INFO:tasks.rados.rados.0.smithi028.stdout:rollback oid 28 to 204 2024-08-29T17:55:34.175 INFO:tasks.rados.rados.0.smithi028.stdout:2239: snap_create 2024-08-29T17:55:34.203 INFO:tasks.rados.rados.0.smithi028.stdout:2238: finishing rollback tid 0 to smithi02869045-28 2024-08-29T17:55:34.203 INFO:tasks.rados.rados.0.smithi028.stdout:2238: finishing rollback tid 1 to smithi02869045-28 2024-08-29T17:55:34.203 INFO:tasks.rados.rados.0.smithi028.stdout:2238: finishing rollback tid 2 to smithi02869045-28 2024-08-29T17:55:34.203 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 28 v 1702 (ObjNum 618 snap 204 seq_num 618) dirty exists 2024-08-29T17:55:34.208 INFO:tasks.rados.rados.0.smithi028.stdout:2237: finishing rollback tid 0 to smithi02869045-36 2024-08-29T17:55:34.208 INFO:tasks.rados.rados.0.smithi028.stdout:2237: finishing rollback tid 1 to smithi02869045-36 2024-08-29T17:55:34.212 INFO:tasks.rados.rados.0.smithi028.stdout:2236: finishing rollback tid 0 to smithi02869045-31 2024-08-29T17:55:34.214 INFO:tasks.rados.rados.0.smithi028.stdout:2236: finishing rollback tid 1 to smithi02869045-31 2024-08-29T17:55:34.215 INFO:tasks.rados.rados.0.smithi028.stdout:2236: finishing rollback tid 2 to smithi02869045-31 2024-08-29T17:55:34.215 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 31 v 1932 (ObjNum 506 snap 157 seq_num 506) dirty exists 2024-08-29T17:55:34.215 INFO:tasks.rados.rados.0.smithi028.stdout:2237: finishing rollback tid 2 to smithi02869045-36 2024-08-29T17:55:34.215 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 36 v 1094 (ObjNum 566 snap 181 seq_num 566) dirty exists 2024-08-29T17:55:34.217 INFO:tasks.rados.rados.0.smithi028.stdout:2235: expect (ObjNum 572 snap 183 seq_num 572) 2024-08-29T17:55:34.494 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:55:34 smithi028 bash[78352]: cluster 2024-08-29T17:55:32.984452+0000 mgr.y (mgr.25022) 188 : cluster [DBG] pgmap v307: 121 pgs: 121 active+clean; 372 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 3.9 MiB/s rd, 6.1 MiB/s wr, 12 op/s; 11 MiB/s, 3 objects/s recovering 2024-08-29T17:55:34.495 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:55:34 smithi028 bash[78352]: cluster 2024-08-29T17:55:33.402701+0000 mon.a (mon.0) 600 : cluster [DBG] osdmap e524: 8 total, 8 up, 8 in 2024-08-29T17:55:34.495 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:55:34 smithi028 bash[78352]: cluster 2024-08-29T17:55:34.177039+0000 mon.a (mon.0) 601 : cluster [DBG] osdmap e525: 8 total, 8 up, 8 in 2024-08-29T17:55:34.495 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:55:34 smithi028 bash[77168]: cluster 2024-08-29T17:55:32.984452+0000 mgr.y (mgr.25022) 188 : cluster [DBG] pgmap v307: 121 pgs: 121 active+clean; 372 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 3.9 MiB/s rd, 6.1 MiB/s wr, 12 op/s; 11 MiB/s, 3 objects/s recovering 2024-08-29T17:55:34.495 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:55:34 smithi028 bash[77168]: cluster 2024-08-29T17:55:33.402701+0000 mon.a (mon.0) 600 : cluster [DBG] osdmap e524: 8 total, 8 up, 8 in 2024-08-29T17:55:34.495 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:55:34 smithi028 bash[77168]: cluster 2024-08-29T17:55:34.177039+0000 mon.a (mon.0) 601 : cluster [DBG] osdmap e525: 8 total, 8 up, 8 in 2024-08-29T17:55:34.824 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:55:34 smithi053 bash[68679]: cluster 2024-08-29T17:55:32.984452+0000 mgr.y (mgr.25022) 188 : cluster [DBG] pgmap v307: 121 pgs: 121 active+clean; 372 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 3.9 MiB/s rd, 6.1 MiB/s wr, 12 op/s; 11 MiB/s, 3 objects/s recovering 2024-08-29T17:55:34.824 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:55:34 smithi053 bash[68679]: cluster 2024-08-29T17:55:33.402701+0000 mon.a (mon.0) 600 : cluster [DBG] osdmap e524: 8 total, 8 up, 8 in 2024-08-29T17:55:34.824 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:55:34 smithi053 bash[68679]: cluster 2024-08-29T17:55:34.177039+0000 mon.a (mon.0) 601 : cluster [DBG] osdmap e525: 8 total, 8 up, 8 in 2024-08-29T17:55:35.175 INFO:tasks.rados.rados.0.smithi028.stdout:2235: done (4 left) 2024-08-29T17:55:35.176 INFO:tasks.rados.rados.0.smithi028.stdout:2236: done (3 left) 2024-08-29T17:55:35.176 INFO:tasks.rados.rados.0.smithi028.stdout:2237: done (2 left) 2024-08-29T17:55:35.176 INFO:tasks.rados.rados.0.smithi028.stdout:2238: done (1 left) 2024-08-29T17:55:35.176 INFO:tasks.rados.rados.0.smithi028.stdout:2239: done (0 left) 2024-08-29T17:55:35.176 INFO:tasks.rados.rados.0.smithi028.stdout:2240: rollback oid 20 current snap is 231 2024-08-29T17:55:35.176 INFO:tasks.rados.rados.0.smithi028.stdout:rollback oid 20 to 182 2024-08-29T17:55:35.176 INFO:tasks.rados.rados.0.smithi028.stdout:2241: copy_from oid 33 from oid 28 current snap is 231 2024-08-29T17:55:35.176 INFO:tasks.rados.rados.0.smithi028.stdout:2242: read oid 50 snap 213 2024-08-29T17:55:35.176 INFO:tasks.rados.rados.0.smithi028.stdout:2242: expect (ObjNum 551 snap 175 seq_num 551) 2024-08-29T17:55:35.176 INFO:tasks.rados.rados.0.smithi028.stdout:2243: delete oid 29 current snap is 231 2024-08-29T17:55:35.189 INFO:tasks.rados.rados.0.smithi028.stdout:2240: finishing rollback tid 0 to smithi02869045-20 2024-08-29T17:55:35.194 INFO:tasks.rados.rados.0.smithi028.stdout:2240: finishing rollback tid 1 to smithi02869045-20 2024-08-29T17:55:35.194 INFO:tasks.rados.rados.0.smithi028.stdout:2243: done (3 left) 2024-08-29T17:55:35.194 INFO:tasks.rados.rados.0.smithi028.stdout:2244: rmattr oid 15 current snap is 231 2024-08-29T17:55:35.194 INFO:tasks.rados.rados.0.smithi028.stdout:2244: done (3 left) 2024-08-29T17:55:35.194 INFO:tasks.rados.rados.0.smithi028.stdout:2245: delete oid 8 current snap is 231 2024-08-29T17:55:35.194 INFO:tasks.rados.rados.0.smithi028.stdout:2240: finishing rollback tid 2 to smithi02869045-20 2024-08-29T17:55:35.194 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 20 v 1648 (ObjNum 549 snap 173 seq_num 549) dirty exists 2024-08-29T17:55:35.203 INFO:tasks.rados.rados.0.smithi028.stdout:2240: done (3 left) 2024-08-29T17:55:35.203 INFO:tasks.rados.rados.0.smithi028.stdout:2245: done (2 left) 2024-08-29T17:55:35.203 INFO:tasks.rados.rados.0.smithi028.stdout:2246: copy_from oid 38 from oid 44 current snap is 231 2024-08-29T17:55:35.203 INFO:tasks.rados.rados.0.smithi028.stdout:2247: read oid 15 snap 213 2024-08-29T17:55:35.203 INFO:tasks.rados.rados.0.smithi028.stdout:2247: expect (ObjNum 582 snap 190 seq_num 582) 2024-08-29T17:55:35.203 INFO:tasks.rados.rados.0.smithi028.stdout:2248: read oid 45 snap -1 2024-08-29T17:55:35.203 INFO:tasks.rados.rados.0.smithi028.stdout:2248: expect (ObjNum 597 snap 199 seq_num 597) 2024-08-29T17:55:35.203 INFO:tasks.rados.rados.0.smithi028.stdout:2249: rmattr oid 34 current snap is 231 2024-08-29T17:55:35.204 INFO:tasks.rados.rados.0.smithi028.stdout:2249: done (5 left) 2024-08-29T17:55:35.204 INFO:tasks.rados.rados.0.smithi028.stdout:append oid 6 current snap is 231 2024-08-29T17:55:35.204 INFO:tasks.rados.rados.0.smithi028.stdout:2250: seq_num 680 ranges {1228800=598016,1826816=573440,2400256=434176,2834432=196608} 2024-08-29T17:55:35.214 INFO:tasks.rados.rados.0.smithi028.stdout:2250: writing smithi02869045-6 from 1228800 to 1826816 tid 1 2024-08-29T17:55:35.219 INFO:tasks.rados.rados.0.smithi028.stdout:2250: writing smithi02869045-6 from 1826816 to 2400256 tid 2 2024-08-29T17:55:35.222 INFO:tasks.rados.rados.0.smithi028.stdout:2250: writing smithi02869045-6 from 2400256 to 2834432 tid 3 2024-08-29T17:55:35.223 INFO:tasks.rados.rados.0.smithi028.stdout:2250: writing smithi02869045-6 from 2834432 to 3031040 tid 4 2024-08-29T17:55:35.223 INFO:tasks.rados.rados.0.smithi028.stdout:2251: delete oid 11 current snap is 231 2024-08-29T17:55:35.223 INFO:tasks.rados.rados.0.smithi028.stdout:2248: expect (ObjNum 597 snap 199 seq_num 597) 2024-08-29T17:55:35.235 INFO:tasks.rados.rados.0.smithi028.stdout:2241: finishing copy_from racing read to smithi02869045-33 2024-08-29T17:55:35.236 INFO:tasks.rados.rados.0.smithi028.stdout:2247: expect (ObjNum 582 snap 190 seq_num 582) 2024-08-29T17:55:35.337 INFO:tasks.rados.rados.0.smithi028.stdout:2241: finishing copy_from to smithi02869045-33 2024-08-29T17:55:35.337 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 33 v 1702 (ObjNum 618 snap 204 seq_num 618) dirty exists 2024-08-29T17:55:35.337 INFO:tasks.rados.rados.0.smithi028.stdout:2246: finishing copy_from racing read to smithi02869045-38 2024-08-29T17:55:35.337 INFO:tasks.rados.rados.0.smithi028.stdout:2242: expect (ObjNum 551 snap 175 seq_num 551) 2024-08-29T17:55:35.469 INFO:tasks.rados.rados.0.smithi028.stdout:2246: finishing copy_from to smithi02869045-38 2024-08-29T17:55:35.469 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 38 v 1448 (ObjNum 659 snap 220 seq_num 659) dirty exists 2024-08-29T17:55:35.469 INFO:tasks.rados.rados.0.smithi028.stdout:2250: finishing write tid 1 to smithi02869045-6 2024-08-29T17:55:35.469 INFO:tasks.rados.rados.0.smithi028.stdout:2250: finishing write tid 2 to smithi02869045-6 2024-08-29T17:55:35.469 INFO:tasks.rados.rados.0.smithi028.stdout:2250: finishing write tid 3 to smithi02869045-6 2024-08-29T17:55:35.469 INFO:tasks.rados.rados.0.smithi028.stdout:2250: finishing write tid 4 to smithi02869045-6 2024-08-29T17:55:35.469 INFO:tasks.rados.rados.0.smithi028.stdout:2250: finishing write tid 5 to smithi02869045-6 2024-08-29T17:55:35.469 INFO:tasks.rados.rados.0.smithi028.stdout:2250: finishing write tid 6 to smithi02869045-6 2024-08-29T17:55:35.469 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 6 v 1707 (ObjNum 680 snap 231 seq_num 680) dirty exists 2024-08-29T17:55:35.470 INFO:tasks.rados.rados.0.smithi028.stdout:2250: left oid 6 (ObjNum 680 snap 231 seq_num 680) 2024-08-29T17:55:35.470 INFO:tasks.rados.rados.0.smithi028.stdout:2241: done (6 left) 2024-08-29T17:55:35.470 INFO:tasks.rados.rados.0.smithi028.stdout:2242: done (5 left) 2024-08-29T17:55:35.470 INFO:tasks.rados.rados.0.smithi028.stdout:2246: done (4 left) 2024-08-29T17:55:35.470 INFO:tasks.rados.rados.0.smithi028.stdout:2247: done (3 left) 2024-08-29T17:55:35.470 INFO:tasks.rados.rados.0.smithi028.stdout:2248: done (2 left) 2024-08-29T17:55:35.470 INFO:tasks.rados.rados.0.smithi028.stdout:2250: done (1 left) 2024-08-29T17:55:35.470 INFO:tasks.rados.rados.0.smithi028.stdout:2251: done (0 left) 2024-08-29T17:55:35.470 INFO:tasks.rados.rados.0.smithi028.stdout:2252: read oid 25 snap -1 2024-08-29T17:55:35.470 INFO:tasks.rados.rados.0.smithi028.stdout:2252: expect deleted 2024-08-29T17:55:35.470 INFO:tasks.rados.rados.0.smithi028.stdout:2253: snap_remove snap 195 2024-08-29T17:55:36.324 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:55:36 smithi053 bash[68679]: cluster 2024-08-29T17:55:34.985244+0000 mgr.y (mgr.25022) 189 : cluster [DBG] pgmap v310: 121 pgs: 121 active+clean; 381 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 9.7 MiB/s rd, 5.7 MiB/s wr, 30 op/s 2024-08-29T17:55:36.324 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:55:36 smithi053 bash[68679]: cephadm 2024-08-29T17:55:35.019477+0000 mgr.y (mgr.25022) 190 : cephadm [INF] Upgrade: Updating osd.3 2024-08-29T17:55:36.324 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:55:36 smithi053 bash[68679]: audit 2024-08-29T17:55:35.025047+0000 mon.a (mon.0) 602 : audit [INF] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' 2024-08-29T17:55:36.324 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:55:36 smithi053 bash[68679]: audit 2024-08-29T17:55:35.028365+0000 mon.a (mon.0) 603 : audit [INF] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.3"}]: dispatch 2024-08-29T17:55:36.324 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:55:36 smithi053 bash[68679]: audit 2024-08-29T17:55:35.029490+0000 mon.a (mon.0) 604 : audit [DBG] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-29T17:55:36.324 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:55:36 smithi053 bash[68679]: cephadm 2024-08-29T17:55:35.032886+0000 mgr.y (mgr.25022) 191 : cephadm [INF] Deploying daemon osd.3 on smithi028 2024-08-29T17:55:36.324 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:55:36 smithi053 bash[68679]: cluster 2024-08-29T17:55:35.179014+0000 mon.a (mon.0) 605 : cluster [DBG] osdmap e526: 8 total, 8 up, 8 in 2024-08-29T17:55:36.378 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:55:36 smithi028 bash[78352]: cluster 2024-08-29T17:55:34.985244+0000 mgr.y (mgr.25022) 189 : cluster [DBG] pgmap v310: 121 pgs: 121 active+clean; 381 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 9.7 MiB/s rd, 5.7 MiB/s wr, 30 op/s 2024-08-29T17:55:36.378 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:55:36 smithi028 bash[78352]: cephadm 2024-08-29T17:55:35.019477+0000 mgr.y (mgr.25022) 190 : cephadm [INF] Upgrade: Updating osd.3 2024-08-29T17:55:36.378 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:55:36 smithi028 bash[78352]: audit 2024-08-29T17:55:35.025047+0000 mon.a (mon.0) 602 : audit [INF] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' 2024-08-29T17:55:36.378 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:55:36 smithi028 bash[78352]: audit 2024-08-29T17:55:35.028365+0000 mon.a (mon.0) 603 : audit [INF] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.3"}]: dispatch 2024-08-29T17:55:36.378 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:55:36 smithi028 bash[78352]: audit 2024-08-29T17:55:35.029490+0000 mon.a (mon.0) 604 : audit [DBG] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-29T17:55:36.378 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:55:36 smithi028 bash[78352]: cephadm 2024-08-29T17:55:35.032886+0000 mgr.y (mgr.25022) 191 : cephadm [INF] Deploying daemon osd.3 on smithi028 2024-08-29T17:55:36.378 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:55:36 smithi028 bash[78352]: cluster 2024-08-29T17:55:35.179014+0000 mon.a (mon.0) 605 : cluster [DBG] osdmap e526: 8 total, 8 up, 8 in 2024-08-29T17:55:36.378 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:55:36 smithi028 bash[77168]: cluster 2024-08-29T17:55:34.985244+0000 mgr.y (mgr.25022) 189 : cluster [DBG] pgmap v310: 121 pgs: 121 active+clean; 381 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 9.7 MiB/s rd, 5.7 MiB/s wr, 30 op/s 2024-08-29T17:55:36.379 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:55:36 smithi028 bash[77168]: cephadm 2024-08-29T17:55:35.019477+0000 mgr.y (mgr.25022) 190 : cephadm [INF] Upgrade: Updating osd.3 2024-08-29T17:55:36.379 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:55:36 smithi028 bash[77168]: audit 2024-08-29T17:55:35.025047+0000 mon.a (mon.0) 602 : audit [INF] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' 2024-08-29T17:55:36.379 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:55:36 smithi028 bash[77168]: audit 2024-08-29T17:55:35.028365+0000 mon.a (mon.0) 603 : audit [INF] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.3"}]: dispatch 2024-08-29T17:55:36.379 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:55:36 smithi028 bash[77168]: audit 2024-08-29T17:55:35.029490+0000 mon.a (mon.0) 604 : audit [DBG] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-29T17:55:36.379 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:55:36 smithi028 bash[77168]: cephadm 2024-08-29T17:55:35.032886+0000 mgr.y (mgr.25022) 191 : cephadm [INF] Deploying daemon osd.3 on smithi028 2024-08-29T17:55:36.379 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:55:36 smithi028 bash[77168]: cluster 2024-08-29T17:55:35.179014+0000 mon.a (mon.0) 605 : cluster [DBG] osdmap e526: 8 total, 8 up, 8 in 2024-08-29T17:55:36.405 INFO:tasks.rados.rados.0.smithi028.stdout:2253: done (1 left) 2024-08-29T17:55:36.406 INFO:tasks.rados.rados.0.smithi028.stdout:2254: delete oid 7 current snap is 231 2024-08-29T17:55:36.436 INFO:tasks.rados.rados.0.smithi028.stdout:2252: done (1 left) 2024-08-29T17:55:36.436 INFO:tasks.rados.rados.0.smithi028.stdout:2254: done (0 left) 2024-08-29T17:55:36.436 INFO:tasks.rados.rados.0.smithi028.stdout:append oid 21 current snap is 231 2024-08-29T17:55:36.436 INFO:tasks.rados.rados.0.smithi028.stdout:2255: seq_num 683 ranges {0=647168,647168=630784,1277952=573440} 2024-08-29T17:55:36.440 INFO:tasks.rados.rados.0.smithi028.stdout:2255: writing smithi02869045-21 from 0 to 647168 tid 1 2024-08-29T17:55:36.444 INFO:tasks.rados.rados.0.smithi028.stdout:2255: writing smithi02869045-21 from 647168 to 1277952 tid 2 2024-08-29T17:55:36.448 INFO:tasks.rados.rados.0.smithi028.stdout:2255: writing smithi02869045-21 from 1277952 to 1851392 tid 3 2024-08-29T17:55:36.448 INFO:tasks.rados.rados.0.smithi028.stdout:2256: rollback oid 24 current snap is 231 2024-08-29T17:55:36.448 INFO:tasks.rados.rados.0.smithi028.stdout:rollback oid 24 to 228 2024-08-29T17:55:36.449 INFO:tasks.rados.rados.0.smithi028.stdout:2257: copy_from oid 44 from oid 15 current snap is 231 2024-08-29T17:55:36.449 INFO:tasks.rados.rados.0.smithi028.stdout:2258: rmattr oid 11 current snap is 231 2024-08-29T17:55:36.449 INFO:tasks.rados.rados.0.smithi028.stdout:2258: done (3 left) 2024-08-29T17:55:36.449 INFO:tasks.rados.rados.0.smithi028.stdout:2259: rmattr oid 47 current snap is 231 2024-08-29T17:55:36.449 INFO:tasks.rados.rados.0.smithi028.stdout:2259: done (3 left) 2024-08-29T17:55:36.449 INFO:tasks.rados.rados.0.smithi028.stdout:2260: delete oid 39 current snap is 231 2024-08-29T17:55:36.454 INFO:tasks.rados.rados.0.smithi028.stdout:2255: finishing write tid 1 to smithi02869045-21 2024-08-29T17:55:36.456 INFO:tasks.rados.rados.0.smithi028.stdout:2255: finishing write tid 2 to smithi02869045-21 2024-08-29T17:55:36.460 INFO:tasks.rados.rados.0.smithi028.stdout:2260: done (3 left) 2024-08-29T17:55:36.460 INFO:tasks.rados.rados.0.smithi028.stdout:2261: read oid 37 snap -1 2024-08-29T17:55:36.460 INFO:tasks.rados.rados.0.smithi028.stdout:2261: expect (ObjNum 677 snap 229 seq_num 677) 2024-08-29T17:55:36.460 INFO:tasks.rados.rados.0.smithi028.stdout:2262: snap_create 2024-08-29T17:55:36.460 INFO:tasks.rados.rados.0.smithi028.stdout:2255: finishing write tid 3 to smithi02869045-21 2024-08-29T17:55:36.460 INFO:tasks.rados.rados.0.smithi028.stdout:2255: finishing write tid 4 to smithi02869045-21 2024-08-29T17:55:36.463 INFO:tasks.rados.rados.0.smithi028.stdout:2255: finishing write tid 5 to smithi02869045-21 2024-08-29T17:55:36.463 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 21 v 1460 (ObjNum 683 snap 231 seq_num 683) dirty exists 2024-08-29T17:55:36.463 INFO:tasks.rados.rados.0.smithi028.stdout:2255: left oid 21 (ObjNum 683 snap 231 seq_num 683) 2024-08-29T17:55:36.463 INFO:tasks.rados.rados.0.smithi028.stdout:2256: finishing rollback tid 0 to smithi02869045-24 2024-08-29T17:55:36.463 INFO:tasks.rados.rados.0.smithi028.stdout:2256: finishing rollback tid 1 to smithi02869045-24 2024-08-29T17:55:36.464 INFO:tasks.rados.rados.0.smithi028.stdout:2256: finishing rollback tid 2 to smithi02869045-24 2024-08-29T17:55:36.464 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 24 v 1438 (ObjNum 161 snap 0 seq_num 1) dirty exists 2024-08-29T17:55:36.473 INFO:tasks.rados.rados.0.smithi028.stdout:2257: finishing copy_from racing read to smithi02869045-44 2024-08-29T17:55:36.475 INFO:tasks.rados.rados.0.smithi028.stdout:2257: finishing copy_from to smithi02869045-44 2024-08-29T17:55:36.475 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 44 v 1450 (ObjNum 582 snap 190 seq_num 582) dirty exists 2024-08-29T17:55:36.488 INFO:tasks.rados.rados.0.smithi028.stdout:2261: expect (ObjNum 677 snap 229 seq_num 677) 2024-08-29T17:55:37.411 INFO:tasks.rados.rados.0.smithi028.stdout:2255: done (4 left) 2024-08-29T17:55:37.411 INFO:tasks.rados.rados.0.smithi028.stdout:2256: done (3 left) 2024-08-29T17:55:37.411 INFO:tasks.rados.rados.0.smithi028.stdout:2257: done (2 left) 2024-08-29T17:55:37.411 INFO:tasks.rados.rados.0.smithi028.stdout:2261: done (1 left) 2024-08-29T17:55:37.411 INFO:tasks.rados.rados.0.smithi028.stdout:2262: done (0 left) 2024-08-29T17:55:37.411 INFO:tasks.rados.rados.0.smithi028.stdout:append oid 14 current snap is 232 2024-08-29T17:55:37.411 INFO:tasks.rados.rados.0.smithi028.stdout:2263: seq_num 685 ranges {2441216=679936,3121152=442368,3563520=622592,4186112=139264} 2024-08-29T17:55:37.436 INFO:tasks.rados.rados.0.smithi028.stdout:2263: writing smithi02869045-14 from 2441216 to 3121152 tid 1 2024-08-29T17:55:37.439 INFO:tasks.rados.rados.0.smithi028.stdout:2263: writing smithi02869045-14 from 3121152 to 3563520 tid 2 2024-08-29T17:55:37.444 INFO:tasks.rados.rados.0.smithi028.stdout:2263: writing smithi02869045-14 from 3563520 to 4186112 tid 3 2024-08-29T17:55:37.446 INFO:tasks.rados.rados.0.smithi028.stdout:2263: writing smithi02869045-14 from 4186112 to 4325376 tid 4 2024-08-29T17:55:37.446 INFO:tasks.rados.rados.0.smithi028.stdout:2264: read oid 25 snap -1 2024-08-29T17:55:37.446 INFO:tasks.rados.rados.0.smithi028.stdout:2264: expect deleted 2024-08-29T17:55:37.446 INFO:tasks.rados.rados.0.smithi028.stdout:2265: read oid 47 snap -1 2024-08-29T17:55:37.446 INFO:tasks.rados.rados.0.smithi028.stdout:2265: expect (ObjNum 474 snap 149 seq_num 474) 2024-08-29T17:55:37.446 INFO:tasks.rados.rados.0.smithi028.stdout:2266: rmattr oid 36 current snap is 232 2024-08-29T17:55:37.446 INFO:tasks.rados.rados.0.smithi028.stdout:2267: rollback oid 10 current snap is 232 2024-08-29T17:55:37.446 INFO:tasks.rados.rados.0.smithi028.stdout:rollback oid 10 to 230 2024-08-29T17:55:37.446 INFO:tasks.rados.rados.0.smithi028.stdout:2268: delete oid 23 current snap is 232 2024-08-29T17:55:37.447 INFO:tasks.rados.rados.0.smithi028.stdout:2263: finishing write tid 1 to smithi02869045-14 2024-08-29T17:55:37.451 INFO:tasks.rados.rados.0.smithi028.stdout:2263: finishing write tid 2 to smithi02869045-14 2024-08-29T17:55:37.457 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 36 v 1095 (ObjNum 566 snap 181 seq_num 566) dirty exists 2024-08-29T17:55:37.458 INFO:tasks.rados.rados.0.smithi028.stdout:2267: finishing rollback tid 1 to smithi02869045-10 2024-08-29T17:55:37.458 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 10 v 1456 (ObjNum 33 snap 0 seq_num 1676745168) dirty dne 2024-08-29T17:55:37.461 INFO:tasks.rados.rados.0.smithi028.stdout:2263: finishing write tid 3 to smithi02869045-14 2024-08-29T17:55:37.461 INFO:tasks.rados.rados.0.smithi028.stdout:2263: finishing write tid 4 to smithi02869045-14 2024-08-29T17:55:37.462 INFO:tasks.rados.rados.0.smithi028.stdout:2263: finishing write tid 5 to smithi02869045-14 2024-08-29T17:55:37.463 INFO:tasks.rados.rados.0.smithi028.stdout:2265: expect (ObjNum 474 snap 149 seq_num 474) 2024-08-29T17:55:37.540 INFO:tasks.rados.rados.0.smithi028.stdout:2263: finishing write tid 6 to smithi02869045-14 2024-08-29T17:55:37.540 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 14 v 1047 (ObjNum 685 snap 232 seq_num 685) dirty exists 2024-08-29T17:55:37.540 INFO:tasks.rados.rados.0.smithi028.stdout:2263: left oid 14 (ObjNum 685 snap 232 seq_num 685) 2024-08-29T17:55:37.541 INFO:tasks.rados.rados.0.smithi028.stdout:2263: done (5 left) 2024-08-29T17:55:37.541 INFO:tasks.rados.rados.0.smithi028.stdout:2264: done (4 left) 2024-08-29T17:55:37.541 INFO:tasks.rados.rados.0.smithi028.stdout:2265: done (3 left) 2024-08-29T17:55:37.541 INFO:tasks.rados.rados.0.smithi028.stdout:2266: done (2 left) 2024-08-29T17:55:37.541 INFO:tasks.rados.rados.0.smithi028.stdout:2267: done (1 left) 2024-08-29T17:55:37.541 INFO:tasks.rados.rados.0.smithi028.stdout:2268: done (0 left) 2024-08-29T17:55:37.541 INFO:tasks.rados.rados.0.smithi028.stdout:2269: rollback oid 39 current snap is 232 2024-08-29T17:55:37.541 INFO:tasks.rados.rados.0.smithi028.stdout:rollback oid 39 to 199 2024-08-29T17:55:37.541 INFO:tasks.rados.rados.0.smithi028.stdout:append oid 21 current snap is 232 2024-08-29T17:55:37.542 INFO:tasks.rados.rados.0.smithi028.stdout:2270: seq_num 687 ranges {1851392=712704,2564096=614400,3178496=589824} 2024-08-29T17:55:37.554 INFO:tasks.rados.rados.0.smithi028.stdout:2270: writing smithi02869045-21 from 1851392 to 2564096 tid 1 2024-08-29T17:55:37.558 INFO:tasks.rados.rados.0.smithi028.stdout:2270: writing smithi02869045-21 from 2564096 to 3178496 tid 2 2024-08-29T17:55:37.562 INFO:tasks.rados.rados.0.smithi028.stdout:2270: writing smithi02869045-21 from 3178496 to 3768320 tid 3 2024-08-29T17:55:37.562 INFO:tasks.rados.rados.0.smithi028.stdout:2271: read oid 19 snap 216 2024-08-29T17:55:37.562 INFO:tasks.rados.rados.0.smithi028.stdout:2271: expect (ObjNum 1677647168 snap 21900 seq_num 1679442624) 2024-08-29T17:55:37.562 INFO:tasks.rados.rados.0.smithi028.stdout:2272: read oid 22 snap -1 2024-08-29T17:55:37.562 INFO:tasks.rados.rados.0.smithi028.stdout:2272: expect (ObjNum 669 snap 228 seq_num 669) 2024-08-29T17:55:37.562 INFO:tasks.rados.rados.0.smithi028.stdout:append oid 47 current snap is 232 2024-08-29T17:55:37.562 INFO:tasks.rados.rados.0.smithi028.stdout:2269: finishing rollback tid 1 to smithi02869045-39 2024-08-29T17:55:37.563 INFO:tasks.rados.rados.0.smithi028.stdout:2269: finishing rollback tid 2 to smithi02869045-39 2024-08-29T17:55:37.563 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 39 v 1455 (ObjNum 589 snap 194 seq_num 589) dirty exists 2024-08-29T17:55:37.563 INFO:tasks.rados.rados.0.smithi028.stdout:2270: finishing write tid 1 to smithi02869045-21 2024-08-29T17:55:37.563 INFO:tasks.rados.rados.0.smithi028.stdout:2273: seq_num 688 ranges {1810432=729088,2539520=499712,3039232=704512} 2024-08-29T17:55:37.576 INFO:tasks.rados.rados.0.smithi028.stdout:2273: writing smithi02869045-47 from 1810432 to 2539520 tid 1 2024-08-29T17:55:37.579 INFO:tasks.rados.rados.0.smithi028.stdout:2273: writing smithi02869045-47 from 2539520 to 3039232 tid 2 2024-08-29T17:55:37.584 INFO:tasks.rados.rados.0.smithi028.stdout:2273: writing smithi02869045-47 from 3039232 to 3743744 tid 3 2024-08-29T17:55:37.584 INFO:tasks.rados.rados.0.smithi028.stdout:2269: done (4 left) 2024-08-29T17:55:37.584 INFO:tasks.rados.rados.0.smithi028.stdout:append oid 25 current snap is 232 2024-08-29T17:55:37.584 INFO:tasks.rados.rados.0.smithi028.stdout:2271: expect (ObjNum 1677647168 snap 21900 seq_num 1679442624) 2024-08-29T17:55:37.589 INFO:tasks.rados.rados.0.smithi028.stdout:2270: finishing write tid 2 to smithi02869045-21 2024-08-29T17:55:37.589 INFO:tasks.rados.rados.0.smithi028.stdout:2270: finishing write tid 3 to smithi02869045-21 2024-08-29T17:55:37.589 INFO:tasks.rados.rados.0.smithi028.stdout:2270: finishing write tid 4 to smithi02869045-21 2024-08-29T17:55:37.589 INFO:tasks.rados.rados.0.smithi028.stdout:2270: finishing write tid 5 to smithi02869045-21 2024-08-29T17:55:37.589 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 21 v 1464 (ObjNum 687 snap 232 seq_num 687) dirty exists 2024-08-29T17:55:37.590 INFO:tasks.rados.rados.0.smithi028.stdout:2270: left oid 21 (ObjNum 687 snap 232 seq_num 687) 2024-08-29T17:55:37.590 INFO:tasks.rados.rados.0.smithi028.stdout:2272: expect (ObjNum 669 snap 228 seq_num 669) 2024-08-29T17:55:37.702 INFO:tasks.rados.rados.0.smithi028.stdout:2273: finishing write tid 1 to smithi02869045-47 2024-08-29T17:55:37.702 INFO:tasks.rados.rados.0.smithi028.stdout:2273: finishing write tid 2 to smithi02869045-47 2024-08-29T17:55:37.702 INFO:tasks.rados.rados.0.smithi028.stdout:2273: finishing write tid 3 to smithi02869045-47 2024-08-29T17:55:37.702 INFO:tasks.rados.rados.0.smithi028.stdout:2273: finishing write tid 4 to smithi02869045-47 2024-08-29T17:55:37.702 INFO:tasks.rados.rados.0.smithi028.stdout:2273: finishing write tid 5 to smithi02869045-47 2024-08-29T17:55:37.702 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 47 v 1711 (ObjNum 688 snap 232 seq_num 688) dirty exists 2024-08-29T17:55:37.702 INFO:tasks.rados.rados.0.smithi028.stdout:2273: left oid 47 (ObjNum 688 snap 232 seq_num 688) 2024-08-29T17:55:37.702 INFO:tasks.rados.rados.0.smithi028.stdout:2274: seq_num 689 ranges {0=745472,745472=786432,1531904=417792} 2024-08-29T17:55:37.706 INFO:tasks.rados.rados.0.smithi028.stdout:2274: writing smithi02869045-25 from 0 to 745472 tid 1 2024-08-29T17:55:37.713 INFO:tasks.rados.rados.0.smithi028.stdout:2274: writing smithi02869045-25 from 745472 to 1531904 tid 2 2024-08-29T17:55:37.714 INFO:tasks.rados.rados.0.smithi028.stdout:2274: writing smithi02869045-25 from 1531904 to 1949696 tid 3 2024-08-29T17:55:37.714 INFO:tasks.rados.rados.0.smithi028.stdout:2270: done (4 left) 2024-08-29T17:55:37.714 INFO:tasks.rados.rados.0.smithi028.stdout:2271: done (3 left) 2024-08-29T17:55:37.715 INFO:tasks.rados.rados.0.smithi028.stdout:2272: done (2 left) 2024-08-29T17:55:37.715 INFO:tasks.rados.rados.0.smithi028.stdout:2273: done (1 left) 2024-08-29T17:55:37.715 INFO:tasks.rados.rados.0.smithi028.stdout:2275: snap_create 2024-08-29T17:55:37.715 INFO:tasks.rados.rados.0.smithi028.stdout:2274: finishing write tid 1 to smithi02869045-25 2024-08-29T17:55:37.719 INFO:tasks.rados.rados.0.smithi028.stdout:2274: finishing write tid 2 to smithi02869045-25 2024-08-29T17:55:37.720 INFO:tasks.rados.rados.0.smithi028.stdout:2274: finishing write tid 3 to smithi02869045-25 2024-08-29T17:55:37.720 INFO:tasks.rados.rados.0.smithi028.stdout:2274: finishing write tid 4 to smithi02869045-25 2024-08-29T17:55:37.722 INFO:tasks.rados.rados.0.smithi028.stdout:2274: finishing write tid 5 to smithi02869045-25 2024-08-29T17:55:37.722 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 25 v 1003 (ObjNum 689 snap 232 seq_num 689) dirty exists 2024-08-29T17:55:37.723 INFO:tasks.rados.rados.0.smithi028.stdout:2274: left oid 25 (ObjNum 689 snap 232 seq_num 689) 2024-08-29T17:55:37.824 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:55:37 smithi053 bash[68679]: cluster 2024-08-29T17:55:36.407261+0000 mon.a (mon.0) 606 : cluster [DBG] osdmap e527: 8 total, 8 up, 8 in 2024-08-29T17:55:37.824 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:55:37 smithi053 bash[68679]: audit 2024-08-29T17:55:37.140304+0000 mon.a (mon.0) 607 : audit [INF] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' 2024-08-29T17:55:37.877 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:55:37 smithi028 bash[78352]: cluster 2024-08-29T17:55:36.407261+0000 mon.a (mon.0) 606 : cluster [DBG] osdmap e527: 8 total, 8 up, 8 in 2024-08-29T17:55:37.878 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:55:37 smithi028 bash[78352]: audit 2024-08-29T17:55:37.140304+0000 mon.a (mon.0) 607 : audit [INF] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' 2024-08-29T17:55:37.878 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:55:37 smithi028 bash[77168]: cluster 2024-08-29T17:55:36.407261+0000 mon.a (mon.0) 606 : cluster [DBG] osdmap e527: 8 total, 8 up, 8 in 2024-08-29T17:55:37.878 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:55:37 smithi028 bash[77168]: audit 2024-08-29T17:55:37.140304+0000 mon.a (mon.0) 607 : audit [INF] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' 2024-08-29T17:55:37.883 INFO:teuthology.orchestra.run.smithi028.stdout:true 2024-08-29T17:55:38.210 INFO:teuthology.orchestra.run.smithi028.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2024-08-29T17:55:38.210 INFO:teuthology.orchestra.run.smithi028.stdout:alertmanager.a smithi028 *:9093,9094 running (5m) 17s ago 12m 13.3M - 0.25.0 c8568f914cd2 c7223f7204fa 2024-08-29T17:55:38.210 INFO:teuthology.orchestra.run.smithi028.stdout:grafana.a smithi053 *:3000 running (5m) 2m ago 11m 75.7M - 9.4.7 954c08fa6188 a7eaafe982e3 2024-08-29T17:55:38.211 INFO:teuthology.orchestra.run.smithi028.stdout:mds.a smithi028 running (15m) 17s ago 15m 15.2M - 17.2.7-1503-ga89f613d 250d9a61b6c5 c6b415d0b6f0 2024-08-29T17:55:38.211 INFO:teuthology.orchestra.run.smithi028.stdout:mds.b smithi053 running (15m) 2m ago 15m 18.8M - 17.2.7-1503-ga89f613d 250d9a61b6c5 8d3ee9e57659 2024-08-29T17:55:38.211 INFO:teuthology.orchestra.run.smithi028.stdout:mgr.x smithi053 *:8443,9283,8765 running (4m) 2m ago 22m 426M - 19.1.1-235-g1ef86450 d401bb9bb76e a0460ca70cca 2024-08-29T17:55:38.211 INFO:teuthology.orchestra.run.smithi028.stdout:mgr.y smithi028 *:8443,9283,8765 running (5m) 17s ago 25m 491M - 19.1.1-235-g1ef86450 d401bb9bb76e ef4c084deb28 2024-08-29T17:55:38.211 INFO:teuthology.orchestra.run.smithi028.stdout:mon.a smithi028 running (3m) 17s ago 25m 54.5M 2048M 19.1.1-235-g1ef86450 d401bb9bb76e d1fec2ed5501 2024-08-29T17:55:38.211 INFO:teuthology.orchestra.run.smithi028.stdout:mon.b smithi053 running (2m) 2m ago 23m 19.5M 2048M 19.1.1-235-g1ef86450 d401bb9bb76e 39595741be2a 2024-08-29T17:55:38.211 INFO:teuthology.orchestra.run.smithi028.stdout:mon.c smithi028 running (3m) 17s ago 23m 45.4M 2048M 19.1.1-235-g1ef86450 d401bb9bb76e c6717e02deb1 2024-08-29T17:55:38.211 INFO:teuthology.orchestra.run.smithi028.stdout:node-exporter.a smithi028 *:9100 running (5m) 17s ago 12m 8271k - 1.5.0 0da6a335fe13 620017e337b2 2024-08-29T17:55:38.211 INFO:teuthology.orchestra.run.smithi028.stdout:node-exporter.b smithi053 *:9100 running (5m) 2m ago 12m 7711k - 1.5.0 0da6a335fe13 e8eb22b0ee9e 2024-08-29T17:55:38.211 INFO:teuthology.orchestra.run.smithi028.stdout:osd.0 smithi028 running (82s) 17s ago 22m 241M 2525M 19.1.1-235-g1ef86450 d401bb9bb76e 6fbb60538386 2024-08-29T17:55:38.211 INFO:teuthology.orchestra.run.smithi028.stdout:osd.1 smithi028 running (52s) 17s ago 21m 250M 2525M 19.1.1-235-g1ef86450 d401bb9bb76e 0a1c27b12555 2024-08-29T17:55:38.211 INFO:teuthology.orchestra.run.smithi028.stdout:osd.2 smithi028 running (21s) 17s ago 20m - 2525M 19.1.1-235-g1ef86450 d401bb9bb76e f87a86f7e5c3 2024-08-29T17:55:38.211 INFO:teuthology.orchestra.run.smithi028.stdout:osd.3 smithi028 running (19m) 17s ago 19m 252M 2525M 17.2.7-1503-ga89f613d 250d9a61b6c5 4f0fede11ee1 2024-08-29T17:55:38.211 INFO:teuthology.orchestra.run.smithi028.stdout:osd.4 smithi053 running (18m) 2m ago 18m 323M 2525M 17.2.7-1503-ga89f613d 250d9a61b6c5 e93527f41048 2024-08-29T17:55:38.212 INFO:teuthology.orchestra.run.smithi028.stdout:osd.5 smithi053 running (17m) 2m ago 17m 221M 2525M 17.2.7-1503-ga89f613d 250d9a61b6c5 86885633963d 2024-08-29T17:55:38.212 INFO:teuthology.orchestra.run.smithi028.stdout:osd.6 smithi053 running (16m) 2m ago 16m 137M 2525M 17.2.7-1503-ga89f613d 250d9a61b6c5 e65db659e42e 2024-08-29T17:55:38.212 INFO:teuthology.orchestra.run.smithi028.stdout:osd.7 smithi053 running (15m) 2m ago 15m 178M 2525M 17.2.7-1503-ga89f613d 250d9a61b6c5 69a8ac6ca110 2024-08-29T17:55:38.212 INFO:teuthology.orchestra.run.smithi028.stdout:prometheus.a smithi053 *:9095 running (4m) 2m ago 12m 52.7M - 2.43.0 a07b618ecd1d 9d3edc9bcb79 2024-08-29T17:55:38.423 INFO:tasks.rados.rados.0.smithi028.stdout:2274: done (1 left) 2024-08-29T17:55:38.423 INFO:tasks.rados.rados.0.smithi028.stdout:2275: done (0 left) 2024-08-29T17:55:38.424 INFO:tasks.rados.rados.0.smithi028.stdout:append oid 13 current snap is 233 2024-08-29T17:55:38.424 INFO:tasks.rados.rados.0.smithi028.stdout:2276: seq_num 690 ranges {1449984=761856,2211840=663552,2875392=409600,3284992=131072} 2024-08-29T17:55:38.437 INFO:tasks.rados.rados.0.smithi028.stdout:2276: writing smithi02869045-13 from 1449984 to 2211840 tid 1 2024-08-29T17:55:38.442 INFO:tasks.rados.rados.0.smithi028.stdout:2276: writing smithi02869045-13 from 2211840 to 2875392 tid 2 2024-08-29T17:55:38.445 INFO:tasks.rados.rados.0.smithi028.stdout:2276: writing smithi02869045-13 from 2875392 to 3284992 tid 3 2024-08-29T17:55:38.446 INFO:tasks.rados.rados.0.smithi028.stdout:2276: writing smithi02869045-13 from 3284992 to 3416064 tid 4 2024-08-29T17:55:38.447 INFO:tasks.rados.rados.0.smithi028.stdout:append oid 17 current snap is 233 2024-08-29T17:55:38.447 INFO:tasks.rados.rados.0.smithi028.stdout:2277: seq_num 691 ranges {589824=778240,1368064=548864,1916928=614400,2531328=40960} 2024-08-29T17:55:38.456 INFO:tasks.rados.rados.0.smithi028.stdout:2277: writing smithi02869045-17 from 589824 to 1368064 tid 1 2024-08-29T17:55:38.461 INFO:tasks.rados.rados.0.smithi028.stdout:2277: writing smithi02869045-17 from 1368064 to 1916928 tid 2 2024-08-29T17:55:38.465 INFO:tasks.rados.rados.0.smithi028.stdout:2277: writing smithi02869045-17 from 1916928 to 2531328 tid 3 2024-08-29T17:55:38.466 INFO:tasks.rados.rados.0.smithi028.stdout:2277: writing smithi02869045-17 from 2531328 to 2572288 tid 4 2024-08-29T17:55:38.466 INFO:tasks.rados.rados.0.smithi028.stdout:2278: read oid 30 snap -1 2024-08-29T17:55:38.466 INFO:tasks.rados.rados.0.smithi028.stdout:2278: expect (ObjNum 591 snap 195 seq_num 591) 2024-08-29T17:55:38.466 INFO:tasks.rados.rados.0.smithi028.stdout:2279: snap_remove snap 227 2024-08-29T17:55:38.608 INFO:teuthology.orchestra.run.smithi028.stdout:{ 2024-08-29T17:55:38.608 INFO:teuthology.orchestra.run.smithi028.stdout: "mon": { 2024-08-29T17:55:38.608 INFO:teuthology.orchestra.run.smithi028.stdout: "ceph version 19.1.1-235-g1ef86450 (1ef864504b8875c83ee6c2c5fedc13315bebf7f5) squid (rc)": 3 2024-08-29T17:55:38.608 INFO:teuthology.orchestra.run.smithi028.stdout: }, 2024-08-29T17:55:38.608 INFO:teuthology.orchestra.run.smithi028.stdout: "mgr": { 2024-08-29T17:55:38.608 INFO:teuthology.orchestra.run.smithi028.stdout: "ceph version 19.1.1-235-g1ef86450 (1ef864504b8875c83ee6c2c5fedc13315bebf7f5) squid (rc)": 2 2024-08-29T17:55:38.608 INFO:teuthology.orchestra.run.smithi028.stdout: }, 2024-08-29T17:55:38.609 INFO:teuthology.orchestra.run.smithi028.stdout: "osd": { 2024-08-29T17:55:38.609 INFO:teuthology.orchestra.run.smithi028.stdout: "ceph version 17.2.7-1503-ga89f613d (a89f613db4d5b6bca82681f19d73c6d337aae2d5) quincy (stable)": 5, 2024-08-29T17:55:38.609 INFO:teuthology.orchestra.run.smithi028.stdout: "ceph version 19.1.1-235-g1ef86450 (1ef864504b8875c83ee6c2c5fedc13315bebf7f5) squid (rc)": 3 2024-08-29T17:55:38.609 INFO:teuthology.orchestra.run.smithi028.stdout: }, 2024-08-29T17:55:38.609 INFO:teuthology.orchestra.run.smithi028.stdout: "mds": { 2024-08-29T17:55:38.609 INFO:teuthology.orchestra.run.smithi028.stdout: "ceph version 17.2.7-1503-ga89f613d (a89f613db4d5b6bca82681f19d73c6d337aae2d5) quincy (stable)": 2 2024-08-29T17:55:38.609 INFO:teuthology.orchestra.run.smithi028.stdout: }, 2024-08-29T17:55:38.609 INFO:teuthology.orchestra.run.smithi028.stdout: "overall": { 2024-08-29T17:55:38.609 INFO:teuthology.orchestra.run.smithi028.stdout: "ceph version 17.2.7-1503-ga89f613d (a89f613db4d5b6bca82681f19d73c6d337aae2d5) quincy (stable)": 7, 2024-08-29T17:55:38.609 INFO:teuthology.orchestra.run.smithi028.stdout: "ceph version 19.1.1-235-g1ef86450 (1ef864504b8875c83ee6c2c5fedc13315bebf7f5) squid (rc)": 8 2024-08-29T17:55:38.610 INFO:teuthology.orchestra.run.smithi028.stdout: } 2024-08-29T17:55:38.610 INFO:teuthology.orchestra.run.smithi028.stdout:} 2024-08-29T17:55:38.673 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:55:38 smithi028 bash[78352]: cluster 2024-08-29T17:55:36.985977+0000 mgr.y (mgr.25022) 192 : cluster [DBG] pgmap v313: 121 pgs: 121 active+clean; 381 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 5.8 MiB/s rd, 2.4 MiB/s wr, 24 op/s 2024-08-29T17:55:38.673 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:55:38 smithi028 bash[78352]: cluster 2024-08-29T17:55:37.414701+0000 mon.a (mon.0) 608 : cluster [DBG] osdmap e528: 8 total, 8 up, 8 in 2024-08-29T17:55:38.673 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:55:38 smithi028 bash[77168]: cluster 2024-08-29T17:55:36.985977+0000 mgr.y (mgr.25022) 192 : cluster [DBG] pgmap v313: 121 pgs: 121 active+clean; 381 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 5.8 MiB/s rd, 2.4 MiB/s wr, 24 op/s 2024-08-29T17:55:38.673 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:55:38 smithi028 bash[77168]: cluster 2024-08-29T17:55:37.414701+0000 mon.a (mon.0) 608 : cluster [DBG] osdmap e528: 8 total, 8 up, 8 in 2024-08-29T17:55:38.824 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:55:38 smithi053 bash[68679]: cluster 2024-08-29T17:55:36.985977+0000 mgr.y (mgr.25022) 192 : cluster [DBG] pgmap v313: 121 pgs: 121 active+clean; 381 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 5.8 MiB/s rd, 2.4 MiB/s wr, 24 op/s 2024-08-29T17:55:38.824 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:55:38 smithi053 bash[68679]: cluster 2024-08-29T17:55:37.414701+0000 mon.a (mon.0) 608 : cluster [DBG] osdmap e528: 8 total, 8 up, 8 in 2024-08-29T17:55:39.177 INFO:tasks.rados.rados.0.smithi028.stdout:2279: done (3 left) 2024-08-29T17:55:39.177 INFO:tasks.rados.rados.0.smithi028.stdout:2280: delete oid 47 current snap is 233 2024-08-29T17:55:39.177 INFO:tasks.rados.rados.0.smithi028.stdout:2276: finishing write tid 1 to smithi02869045-13 2024-08-29T17:55:39.178 INFO:tasks.rados.rados.0.smithi028.stdout:2276: finishing write tid 2 to smithi02869045-13 2024-08-29T17:55:39.178 INFO:tasks.rados.rados.0.smithi028.stdout:2276: finishing write tid 3 to smithi02869045-13 2024-08-29T17:55:39.178 INFO:tasks.rados.rados.0.smithi028.stdout:2276: finishing write tid 4 to smithi02869045-13 2024-08-29T17:55:39.178 INFO:tasks.rados.rados.0.smithi028.stdout:2276: finishing write tid 5 to smithi02869045-13 2024-08-29T17:55:39.178 INFO:tasks.rados.rados.0.smithi028.stdout:2277: finishing write tid 1 to smithi02869045-17 2024-08-29T17:55:39.178 INFO:tasks.rados.rados.0.smithi028.stdout:2276: finishing write tid 6 to smithi02869045-13 2024-08-29T17:55:39.178 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 13 v 1964 (ObjNum 690 snap 233 seq_num 690) dirty exists 2024-08-29T17:55:39.178 INFO:tasks.rados.rados.0.smithi028.stdout:2276: left oid 13 (ObjNum 690 snap 233 seq_num 690) 2024-08-29T17:55:39.178 INFO:tasks.rados.rados.0.smithi028.stdout:2278: expect (ObjNum 591 snap 195 seq_num 591) 2024-08-29T17:55:39.352 INFO:tasks.rados.rados.0.smithi028.stdout:2277: finishing write tid 2 to smithi02869045-17 2024-08-29T17:55:39.352 INFO:tasks.rados.rados.0.smithi028.stdout:2277: finishing write tid 3 to smithi02869045-17 2024-08-29T17:55:39.352 INFO:tasks.rados.rados.0.smithi028.stdout:2277: finishing write tid 4 to smithi02869045-17 2024-08-29T17:55:39.353 INFO:tasks.rados.rados.0.smithi028.stdout:2277: finishing write tid 5 to smithi02869045-17 2024-08-29T17:55:39.353 INFO:tasks.rados.rados.0.smithi028.stdout:2277: finishing write tid 6 to smithi02869045-17 2024-08-29T17:55:39.353 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 17 v 1970 (ObjNum 691 snap 233 seq_num 691) dirty exists 2024-08-29T17:55:39.353 INFO:tasks.rados.rados.0.smithi028.stdout:2277: left oid 17 (ObjNum 691 snap 233 seq_num 691) 2024-08-29T17:55:39.353 INFO:tasks.rados.rados.0.smithi028.stdout:2276: done (3 left) 2024-08-29T17:55:39.353 INFO:tasks.rados.rados.0.smithi028.stdout:2277: done (2 left) 2024-08-29T17:55:39.353 INFO:tasks.rados.rados.0.smithi028.stdout:2278: done (1 left) 2024-08-29T17:55:39.353 INFO:tasks.rados.rados.0.smithi028.stdout:2280: done (0 left) 2024-08-29T17:55:39.353 INFO:tasks.rados.rados.0.smithi028.stdout:2281: snap_create 2024-08-29T17:55:39.824 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:55:39 smithi053 bash[68679]: audit 2024-08-29T17:55:37.875807+0000 mgr.y (mgr.25022) 193 : audit [DBG] from='client.44210 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-08-29T17:55:39.824 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:55:39 smithi053 bash[68679]: audit 2024-08-29T17:55:38.178185+0000 mgr.y (mgr.25022) 194 : audit [DBG] from='client.44216 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-08-29T17:55:39.824 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:55:39 smithi053 bash[68679]: cluster 2024-08-29T17:55:38.426876+0000 mon.a (mon.0) 609 : cluster [DBG] osdmap e529: 8 total, 8 up, 8 in 2024-08-29T17:55:39.824 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:55:39 smithi053 bash[68679]: audit 2024-08-29T17:55:38.612393+0000 mon.c (mon.2) 10 : audit [DBG] from='client.? 172.21.15.28:0/1898983332' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-08-29T17:55:39.824 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:55:39 smithi053 bash[68679]: cluster 2024-08-29T17:55:39.180081+0000 mon.a (mon.0) 610 : cluster [DBG] osdmap e530: 8 total, 8 up, 8 in 2024-08-29T17:55:39.833 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:55:39 smithi028 bash[78352]: audit 2024-08-29T17:55:37.875807+0000 mgr.y (mgr.25022) 193 : audit [DBG] from='client.44210 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-08-29T17:55:39.833 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:55:39 smithi028 bash[78352]: audit 2024-08-29T17:55:38.178185+0000 mgr.y (mgr.25022) 194 : audit [DBG] from='client.44216 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-08-29T17:55:39.833 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:55:39 smithi028 bash[78352]: cluster 2024-08-29T17:55:38.426876+0000 mon.a (mon.0) 609 : cluster [DBG] osdmap e529: 8 total, 8 up, 8 in 2024-08-29T17:55:39.833 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:55:39 smithi028 bash[78352]: audit 2024-08-29T17:55:38.612393+0000 mon.c (mon.2) 10 : audit [DBG] from='client.? 172.21.15.28:0/1898983332' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-08-29T17:55:39.833 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:55:39 smithi028 bash[78352]: cluster 2024-08-29T17:55:39.180081+0000 mon.a (mon.0) 610 : cluster [DBG] osdmap e530: 8 total, 8 up, 8 in 2024-08-29T17:55:39.833 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:55:39 smithi028 bash[77168]: audit 2024-08-29T17:55:37.875807+0000 mgr.y (mgr.25022) 193 : audit [DBG] from='client.44210 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-08-29T17:55:39.834 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:55:39 smithi028 bash[77168]: audit 2024-08-29T17:55:38.178185+0000 mgr.y (mgr.25022) 194 : audit [DBG] from='client.44216 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-08-29T17:55:39.834 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:55:39 smithi028 bash[77168]: cluster 2024-08-29T17:55:38.426876+0000 mon.a (mon.0) 609 : cluster [DBG] osdmap e529: 8 total, 8 up, 8 in 2024-08-29T17:55:39.834 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:55:39 smithi028 bash[77168]: audit 2024-08-29T17:55:38.612393+0000 mon.c (mon.2) 10 : audit [DBG] from='client.? 172.21.15.28:0/1898983332' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-08-29T17:55:39.834 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:55:39 smithi028 bash[77168]: cluster 2024-08-29T17:55:39.180081+0000 mon.a (mon.0) 610 : cluster [DBG] osdmap e530: 8 total, 8 up, 8 in 2024-08-29T17:55:40.128 INFO:journalctl@ceph.mgr.y.smithi028.stdout:Aug 29 17:55:39 smithi028 systemd[1]: /etc/systemd/system/ceph-3167ee72-662c-11ef-bcd4-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-08-29T17:55:40.128 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:55:39 smithi028 systemd[1]: /etc/systemd/system/ceph-3167ee72-662c-11ef-bcd4-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-08-29T17:55:40.128 INFO:journalctl@ceph.osd.0.smithi028.stdout:Aug 29 17:55:39 smithi028 systemd[1]: /etc/systemd/system/ceph-3167ee72-662c-11ef-bcd4-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-08-29T17:55:40.129 INFO:journalctl@ceph.osd.1.smithi028.stdout:Aug 29 17:55:39 smithi028 systemd[1]: /etc/systemd/system/ceph-3167ee72-662c-11ef-bcd4-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-08-29T17:55:40.129 INFO:journalctl@ceph.osd.2.smithi028.stdout:Aug 29 17:55:39 smithi028 systemd[1]: /etc/systemd/system/ceph-3167ee72-662c-11ef-bcd4-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-08-29T17:55:40.129 INFO:journalctl@ceph.mds.a.smithi028.stdout:Aug 29 17:55:39 smithi028 systemd[1]: /etc/systemd/system/ceph-3167ee72-662c-11ef-bcd4-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-08-29T17:55:40.130 INFO:journalctl@ceph.node-exporter.a.smithi028.stdout:Aug 29 17:55:39 smithi028 systemd[1]: /etc/systemd/system/ceph-3167ee72-662c-11ef-bcd4-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-08-29T17:55:40.130 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:55:39 smithi028 systemd[1]: /etc/systemd/system/ceph-3167ee72-662c-11ef-bcd4-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-08-29T17:55:40.130 INFO:journalctl@ceph.alertmanager.a.smithi028.stdout:Aug 29 17:55:39 smithi028 systemd[1]: /etc/systemd/system/ceph-3167ee72-662c-11ef-bcd4-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-08-29T17:55:40.131 INFO:journalctl@ceph.osd.3.smithi028.stdout:Aug 29 17:55:39 smithi028 systemd[1]: /etc/systemd/system/ceph-3167ee72-662c-11ef-bcd4-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-08-29T17:55:40.131 INFO:journalctl@ceph.osd.3.smithi028.stdout:Aug 29 17:55:39 smithi028 systemd[1]: Stopping Ceph osd.3 for 3167ee72-662c-11ef-bcd4-c7b262605968... 2024-08-29T17:55:40.131 INFO:journalctl@ceph.osd.3.smithi028.stdout:Aug 29 17:55:40 smithi028 bash[51278]: debug 2024-08-29T17:55:40.062+0000 7f6893c3e640 -1 received signal: Terminated from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.3 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2024-08-29T17:55:40.131 INFO:journalctl@ceph.osd.3.smithi028.stdout:Aug 29 17:55:40 smithi028 bash[51278]: debug 2024-08-29T17:55:40.062+0000 7f6893c3e640 -1 osd.3 530 *** Got signal Terminated *** 2024-08-29T17:55:40.131 INFO:journalctl@ceph.osd.3.smithi028.stdout:Aug 29 17:55:40 smithi028 bash[51278]: debug 2024-08-29T17:55:40.062+0000 7f6893c3e640 -1 osd.3 530 *** Immediate shutdown (osd_fast_shutdown=true) *** 2024-08-29T17:55:40.189 INFO:tasks.rados.rados.0.smithi028.stdout:2281: done (0 left) 2024-08-29T17:55:40.189 INFO:tasks.rados.rados.0.smithi028.stdout:2282: delete oid 28 current snap is 234 2024-08-29T17:55:40.210 INFO:tasks.rados.rados.0.smithi028.stdout:2282: done (0 left) 2024-08-29T17:55:40.210 INFO:tasks.rados.rados.0.smithi028.stdout:append oid 39 current snap is 234 2024-08-29T17:55:40.210 INFO:tasks.rados.rados.0.smithi028.stdout:2283: seq_num 694 ranges {270336=425984,696320=655360,1351680=786432,2138112=163840} 2024-08-29T17:55:40.217 INFO:tasks.rados.rados.0.smithi028.stdout:2283: writing smithi02869045-39 from 270336 to 696320 tid 1 2024-08-29T17:55:40.223 INFO:tasks.rados.rados.0.smithi028.stdout:2283: writing smithi02869045-39 from 696320 to 1351680 tid 2 2024-08-29T17:55:40.228 INFO:tasks.rados.rados.0.smithi028.stdout:2283: writing smithi02869045-39 from 1351680 to 2138112 tid 3 2024-08-29T17:55:40.230 INFO:tasks.rados.rados.0.smithi028.stdout:2283: writing smithi02869045-39 from 2138112 to 2301952 tid 4 2024-08-29T17:55:40.231 INFO:tasks.rados.rados.0.smithi028.stdout:append oid 13 current snap is 234 2024-08-29T17:55:40.231 INFO:tasks.rados.rados.0.smithi028.stdout:2284: seq_num 695 ranges {3416064=442368,3858432=540672,4399104=598016,4997120=466944} 2024-08-29T17:55:40.265 INFO:tasks.rados.rados.0.smithi028.stdout:2284: writing smithi02869045-13 from 3416064 to 3858432 tid 1 2024-08-29T17:55:40.269 INFO:tasks.rados.rados.0.smithi028.stdout:2284: writing smithi02869045-13 from 3858432 to 4399104 tid 2 2024-08-29T17:55:40.274 INFO:tasks.rados.rados.0.smithi028.stdout:2284: writing smithi02869045-13 from 4399104 to 4997120 tid 3 2024-08-29T17:55:40.278 INFO:tasks.rados.rados.0.smithi028.stdout:2284: writing smithi02869045-13 from 4997120 to 5464064 tid 4 2024-08-29T17:55:40.278 INFO:tasks.rados.rados.0.smithi028.stdout:2285: snap_remove snap 175 2024-08-29T17:55:40.786 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:55:40 smithi028 bash[77168]: cluster 2024-08-29T17:55:38.986700+0000 mgr.y (mgr.25022) 195 : cluster [DBG] pgmap v316: 121 pgs: 121 active+clean; 403 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 12 MiB/s rd, 4.3 MiB/s wr, 17 op/s 2024-08-29T17:55:40.786 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:55:40 smithi028 bash[77168]: cluster 2024-08-29T17:55:40.068545+0000 mon.a (mon.0) 611 : cluster [INF] osd.3 marked itself down and dead 2024-08-29T17:55:40.786 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:55:40 smithi028 bash[77168]: cluster 2024-08-29T17:55:40.174541+0000 mon.a (mon.0) 612 : cluster [WRN] Health check failed: 1 osds down (OSD_DOWN) 2024-08-29T17:55:40.786 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:55:40 smithi028 bash[77168]: cluster 2024-08-29T17:55:40.184508+0000 mon.a (mon.0) 613 : cluster [DBG] osdmap e531: 8 total, 7 up, 8 in 2024-08-29T17:55:40.787 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:55:40 smithi028 bash[78352]: cluster 2024-08-29T17:55:38.986700+0000 mgr.y (mgr.25022) 195 : cluster [DBG] pgmap v316: 121 pgs: 121 active+clean; 403 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 12 MiB/s rd, 4.3 MiB/s wr, 17 op/s 2024-08-29T17:55:40.787 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:55:40 smithi028 bash[78352]: cluster 2024-08-29T17:55:40.068545+0000 mon.a (mon.0) 611 : cluster [INF] osd.3 marked itself down and dead 2024-08-29T17:55:40.787 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:55:40 smithi028 bash[78352]: cluster 2024-08-29T17:55:40.174541+0000 mon.a (mon.0) 612 : cluster [WRN] Health check failed: 1 osds down (OSD_DOWN) 2024-08-29T17:55:40.787 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:55:40 smithi028 bash[78352]: cluster 2024-08-29T17:55:40.184508+0000 mon.a (mon.0) 613 : cluster [DBG] osdmap e531: 8 total, 7 up, 8 in 2024-08-29T17:55:40.824 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:55:40 smithi053 bash[68679]: cluster 2024-08-29T17:55:38.986700+0000 mgr.y (mgr.25022) 195 : cluster [DBG] pgmap v316: 121 pgs: 121 active+clean; 403 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 12 MiB/s rd, 4.3 MiB/s wr, 17 op/s 2024-08-29T17:55:40.824 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:55:40 smithi053 bash[68679]: cluster 2024-08-29T17:55:40.068545+0000 mon.a (mon.0) 611 : cluster [INF] osd.3 marked itself down and dead 2024-08-29T17:55:40.824 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:55:40 smithi053 bash[68679]: cluster 2024-08-29T17:55:40.174541+0000 mon.a (mon.0) 612 : cluster [WRN] Health check failed: 1 osds down (OSD_DOWN) 2024-08-29T17:55:40.824 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:55:40 smithi053 bash[68679]: cluster 2024-08-29T17:55:40.184508+0000 mon.a (mon.0) 613 : cluster [DBG] osdmap e531: 8 total, 7 up, 8 in 2024-08-29T17:55:41.186 INFO:tasks.rados.rados.0.smithi028.stdout:2285: done (2 left) 2024-08-29T17:55:41.187 INFO:tasks.rados.rados.0.smithi028.stdout:append oid 28 current snap is 234 2024-08-29T17:55:41.187 INFO:tasks.rados.rados.0.smithi028.stdout:2283: finishing write tid 1 to smithi02869045-39 2024-08-29T17:55:41.187 INFO:tasks.rados.rados.0.smithi028.stdout:2283: finishing write tid 2 to smithi02869045-39 2024-08-29T17:55:41.187 INFO:tasks.rados.rados.0.smithi028.stdout:2283: finishing write tid 3 to smithi02869045-39 2024-08-29T17:55:41.187 INFO:tasks.rados.rados.0.smithi028.stdout:2283: finishing write tid 4 to smithi02869045-39 2024-08-29T17:55:41.187 INFO:tasks.rados.rados.0.smithi028.stdout:2283: finishing write tid 5 to smithi02869045-39 2024-08-29T17:55:41.187 INFO:tasks.rados.rados.0.smithi028.stdout:2283: finishing write tid 6 to smithi02869045-39 2024-08-29T17:55:41.187 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 39 v 1460 (ObjNum 694 snap 234 seq_num 694) dirty exists 2024-08-29T17:55:41.187 INFO:tasks.rados.rados.0.smithi028.stdout:2283: left oid 39 (ObjNum 694 snap 234 seq_num 694) 2024-08-29T17:55:41.187 INFO:tasks.rados.rados.0.smithi028.stdout:2284: finishing write tid 1 to smithi02869045-13 2024-08-29T17:55:41.187 INFO:tasks.rados.rados.0.smithi028.stdout:2284: finishing write tid 2 to smithi02869045-13 2024-08-29T17:55:41.187 INFO:tasks.rados.rados.0.smithi028.stdout:2284: finishing write tid 3 to smithi02869045-13 2024-08-29T17:55:41.188 INFO:tasks.rados.rados.0.smithi028.stdout:2284: finishing write tid 4 to smithi02869045-13 2024-08-29T17:55:41.188 INFO:tasks.rados.rados.0.smithi028.stdout:2284: finishing write tid 5 to smithi02869045-13 2024-08-29T17:55:41.188 INFO:tasks.rados.rados.0.smithi028.stdout:2284: finishing write tid 6 to smithi02869045-13 2024-08-29T17:55:41.188 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 13 v 1988 (ObjNum 695 snap 234 seq_num 695) dirty exists 2024-08-29T17:55:41.188 INFO:tasks.rados.rados.0.smithi028.stdout:2284: left oid 13 (ObjNum 695 snap 234 seq_num 695) 2024-08-29T17:55:41.188 INFO:tasks.rados.rados.0.smithi028.stdout:2286: seq_num 696 ranges {0=458752,458752=417792,876544=753664,1630208=434176} 2024-08-29T17:55:41.190 INFO:tasks.rados.rados.0.smithi028.stdout:2286: writing smithi02869045-28 from 0 to 458752 tid 1 2024-08-29T17:55:41.194 INFO:tasks.rados.rados.0.smithi028.stdout:2286: writing smithi02869045-28 from 458752 to 876544 tid 2 2024-08-29T17:55:41.200 INFO:tasks.rados.rados.0.smithi028.stdout:2286: writing smithi02869045-28 from 876544 to 1630208 tid 3 2024-08-29T17:55:41.204 INFO:tasks.rados.rados.0.smithi028.stdout:2286: writing smithi02869045-28 from 1630208 to 2064384 tid 4 2024-08-29T17:55:41.204 INFO:tasks.rados.rados.0.smithi028.stdout:2283: done (2 left) 2024-08-29T17:55:41.204 INFO:tasks.rados.rados.0.smithi028.stdout:2284: done (1 left) 2024-08-29T17:55:41.204 INFO:tasks.rados.rados.0.smithi028.stdout:2287: read oid 36 snap 158 2024-08-29T17:55:41.204 INFO:tasks.rados.rados.0.smithi028.stdout:2287: expect (ObjNum 466 snap 146 seq_num 466) 2024-08-29T17:55:41.205 INFO:tasks.rados.rados.0.smithi028.stdout:2288: delete oid 26 current snap is 234 2024-08-29T17:55:41.232 INFO:tasks.rados.rados.0.smithi028.stdout:2287: expect (ObjNum 466 snap 146 seq_num 466) 2024-08-29T17:55:41.299 INFO:tasks.rados.rados.0.smithi028.stdout:2286: finishing write tid 1 to smithi02869045-28 2024-08-29T17:55:41.300 INFO:tasks.rados.rados.0.smithi028.stdout:2286: finishing write tid 2 to smithi02869045-28 2024-08-29T17:55:41.300 INFO:tasks.rados.rados.0.smithi028.stdout:2287: done (2 left) 2024-08-29T17:55:41.300 INFO:tasks.rados.rados.0.smithi028.stdout:2288: done (1 left) 2024-08-29T17:55:41.300 INFO:tasks.rados.rados.0.smithi028.stdout:2289: delete oid 38 current snap is 234 2024-08-29T17:55:41.300 INFO:tasks.rados.rados.0.smithi028.stdout:2286: finishing write tid 3 to smithi02869045-28 2024-08-29T17:55:41.300 INFO:tasks.rados.rados.0.smithi028.stdout:2286: finishing write tid 4 to smithi02869045-28 2024-08-29T17:55:41.300 INFO:tasks.rados.rados.0.smithi028.stdout:2286: finishing write tid 5 to smithi02869045-28 2024-08-29T17:55:41.300 INFO:tasks.rados.rados.0.smithi028.stdout:2286: finishing write tid 6 to smithi02869045-28 2024-08-29T17:55:41.300 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 28 v 1718 (ObjNum 696 snap 234 seq_num 696) dirty exists 2024-08-29T17:55:41.300 INFO:tasks.rados.rados.0.smithi028.stdout:2286: left oid 28 (ObjNum 696 snap 234 seq_num 696) 2024-08-29T17:55:41.302 INFO:tasks.rados.rados.0.smithi028.stdout:2286: done (1 left) 2024-08-29T17:55:41.303 INFO:tasks.rados.rados.0.smithi028.stdout:2289: done (0 left) 2024-08-29T17:55:41.303 INFO:tasks.rados.rados.0.smithi028.stdout:2290: setattr oid 9 current snap is 234 2024-08-29T17:55:41.305 INFO:tasks.rados.rados.0.smithi028.stdout:2291: snap_remove snap 225 2024-08-29T17:55:41.711 INFO:journalctl@ceph.osd.3.smithi028.stdout:Aug 29 17:55:41 smithi028 bash[95068]: ceph-3167ee72-662c-11ef-bcd4-c7b262605968-osd-3 2024-08-29T17:55:41.712 INFO:journalctl@ceph.mgr.y.smithi028.stdout:Aug 29 17:55:41 smithi028 bash[70818]: ::ffff:172.21.15.53 - - [29/Aug/2024:17:55:41] "GET /metrics HTTP/1.1" 200 35994 "" "Prometheus/2.43.0" 2024-08-29T17:55:42.127 INFO:journalctl@ceph.osd.3.smithi028.stdout:Aug 29 17:55:41 smithi028 bash[95134]: Error response from daemon: No such container: ceph-3167ee72-662c-11ef-bcd4-c7b262605968-osd-3 2024-08-29T17:55:42.191 INFO:tasks.rados.rados.0.smithi028.stdout:2291: done (1 left) 2024-08-29T17:55:42.191 INFO:tasks.rados.rados.0.smithi028.stdout:2292: snap_create 2024-08-29T17:55:42.191 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 9 v 1103 (ObjNum 593 snap 196 seq_num 593) dirty exists 2024-08-29T17:55:42.574 INFO:journalctl@ceph.prometheus.a.smithi053.stdout:Aug 29 17:55:42 smithi053 bash[61790]: ts=2024-08-29T17:55:42.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"3167ee72-662c-11ef-bcd4-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-29T17:55:42.574 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:55:42 smithi053 bash[68679]: cluster 2024-08-29T17:55:40.987429+0000 mgr.y (mgr.25022) 196 : cluster [DBG] pgmap v319: 121 pgs: 16 stale+active+clean, 105 active+clean; 403 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 14 MiB/s rd, 4.3 MiB/s wr, 26 op/s 2024-08-29T17:55:42.574 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:55:42 smithi053 bash[68679]: cluster 2024-08-29T17:55:41.188535+0000 mon.a (mon.0) 614 : cluster [DBG] osdmap e532: 8 total, 7 up, 8 in 2024-08-29T17:55:42.574 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:55:42 smithi053 bash[68679]: audit 2024-08-29T17:55:42.035406+0000 mon.a (mon.0) 615 : audit [INF] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' 2024-08-29T17:55:42.574 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:55:42 smithi053 bash[68679]: audit 2024-08-29T17:55:42.037482+0000 mon.a (mon.0) 616 : audit [DBG] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-29T17:55:42.627 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:55:42 smithi028 bash[77168]: cluster 2024-08-29T17:55:40.987429+0000 mgr.y (mgr.25022) 196 : cluster [DBG] pgmap v319: 121 pgs: 16 stale+active+clean, 105 active+clean; 403 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 14 MiB/s rd, 4.3 MiB/s wr, 26 op/s 2024-08-29T17:55:42.628 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:55:42 smithi028 bash[77168]: cluster 2024-08-29T17:55:41.188535+0000 mon.a (mon.0) 614 : cluster [DBG] osdmap e532: 8 total, 7 up, 8 in 2024-08-29T17:55:42.628 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:55:42 smithi028 bash[77168]: audit 2024-08-29T17:55:42.035406+0000 mon.a (mon.0) 615 : audit [INF] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' 2024-08-29T17:55:42.628 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:55:42 smithi028 bash[77168]: audit 2024-08-29T17:55:42.037482+0000 mon.a (mon.0) 616 : audit [DBG] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-29T17:55:42.628 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:55:42 smithi028 bash[78352]: cluster 2024-08-29T17:55:40.987429+0000 mgr.y (mgr.25022) 196 : cluster [DBG] pgmap v319: 121 pgs: 16 stale+active+clean, 105 active+clean; 403 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 14 MiB/s rd, 4.3 MiB/s wr, 26 op/s 2024-08-29T17:55:42.628 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:55:42 smithi028 bash[78352]: cluster 2024-08-29T17:55:41.188535+0000 mon.a (mon.0) 614 : cluster [DBG] osdmap e532: 8 total, 7 up, 8 in 2024-08-29T17:55:42.628 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:55:42 smithi028 bash[78352]: audit 2024-08-29T17:55:42.035406+0000 mon.a (mon.0) 615 : audit [INF] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' 2024-08-29T17:55:42.628 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:55:42 smithi028 bash[78352]: audit 2024-08-29T17:55:42.037482+0000 mon.a (mon.0) 616 : audit [DBG] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-29T17:55:43.207 INFO:tasks.rados.rados.0.smithi028.stdout:2290: done (1 left) 2024-08-29T17:55:43.207 INFO:tasks.rados.rados.0.smithi028.stdout:2292: done (0 left) 2024-08-29T17:55:43.207 INFO:tasks.rados.rados.0.smithi028.stdout:2293: read oid 42 snap -1 2024-08-29T17:55:43.207 INFO:tasks.rados.rados.0.smithi028.stdout:2293: expect deleted 2024-08-29T17:55:43.207 INFO:tasks.rados.rados.0.smithi028.stdout:2294: snap_remove snap 234 2024-08-29T17:55:43.309 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:55:43 smithi028 bash[78352]: cluster 2024-08-29T17:55:42.191827+0000 mon.a (mon.0) 617 : cluster [DBG] osdmap e533: 8 total, 7 up, 8 in 2024-08-29T17:55:43.309 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:55:43 smithi028 bash[77168]: cluster 2024-08-29T17:55:42.191827+0000 mon.a (mon.0) 617 : cluster [DBG] osdmap e533: 8 total, 7 up, 8 in 2024-08-29T17:55:43.574 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:55:43 smithi053 bash[68679]: cluster 2024-08-29T17:55:42.191827+0000 mon.a (mon.0) 617 : cluster [DBG] osdmap e533: 8 total, 7 up, 8 in 2024-08-29T17:55:44.179 INFO:tasks.rados.rados.0.smithi028.stdout:2294: done (1 left) 2024-08-29T17:55:44.179 INFO:tasks.rados.rados.0.smithi028.stdout:2295: copy_from oid 21 from oid 12 current snap is 235 2024-08-29T17:55:44.179 INFO:tasks.rados.rados.0.smithi028.stdout:2293: done (1 left) 2024-08-29T17:55:44.179 INFO:tasks.rados.rados.0.smithi028.stdout:2296: copy_from oid 26 from oid 15 current snap is 235 2024-08-29T17:55:44.179 INFO:tasks.rados.rados.0.smithi028.stdout:2297: delete oid 37 current snap is 235 2024-08-29T17:55:44.190 INFO:tasks.rados.rados.0.smithi028.stdout:2297: done (2 left) 2024-08-29T17:55:44.190 INFO:tasks.rados.rados.0.smithi028.stdout:2298: read oid 32 snap -1 2024-08-29T17:55:44.190 INFO:tasks.rados.rados.0.smithi028.stdout:2298: expect (ObjNum 572 snap 183 seq_num 572) 2024-08-29T17:55:44.190 INFO:tasks.rados.rados.0.smithi028.stdout:2299: snap_remove snap 220 2024-08-29T17:55:44.202 INFO:journalctl@ceph.node-exporter.a.smithi028.stdout:Aug 29 17:55:44 smithi028 systemd[1]: /etc/systemd/system/ceph-3167ee72-662c-11ef-bcd4-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-08-29T17:55:44.202 INFO:journalctl@ceph.osd.2.smithi028.stdout:Aug 29 17:55:44 smithi028 systemd[1]: /etc/systemd/system/ceph-3167ee72-662c-11ef-bcd4-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-08-29T17:55:44.202 INFO:journalctl@ceph.mgr.y.smithi028.stdout:Aug 29 17:55:44 smithi028 systemd[1]: /etc/systemd/system/ceph-3167ee72-662c-11ef-bcd4-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-08-29T17:55:44.203 INFO:journalctl@ceph.osd.0.smithi028.stdout:Aug 29 17:55:44 smithi028 systemd[1]: /etc/systemd/system/ceph-3167ee72-662c-11ef-bcd4-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-08-29T17:55:44.203 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:55:44 smithi028 systemd[1]: /etc/systemd/system/ceph-3167ee72-662c-11ef-bcd4-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-08-29T17:55:44.203 INFO:journalctl@ceph.mds.a.smithi028.stdout:Aug 29 17:55:44 smithi028 systemd[1]: /etc/systemd/system/ceph-3167ee72-662c-11ef-bcd4-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-08-29T17:55:44.203 INFO:journalctl@ceph.osd.3.smithi028.stdout:Aug 29 17:55:43 smithi028 systemd[1]: ceph-3167ee72-662c-11ef-bcd4-c7b262605968@osd.3.service: Deactivated successfully. 2024-08-29T17:55:44.204 INFO:journalctl@ceph.osd.3.smithi028.stdout:Aug 29 17:55:43 smithi028 systemd[1]: Stopped Ceph osd.3 for 3167ee72-662c-11ef-bcd4-c7b262605968. 2024-08-29T17:55:44.204 INFO:journalctl@ceph.osd.3.smithi028.stdout:Aug 29 17:55:44 smithi028 systemd[1]: /etc/systemd/system/ceph-3167ee72-662c-11ef-bcd4-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-08-29T17:55:44.204 INFO:journalctl@ceph.osd.1.smithi028.stdout:Aug 29 17:55:44 smithi028 systemd[1]: /etc/systemd/system/ceph-3167ee72-662c-11ef-bcd4-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-08-29T17:55:44.204 INFO:journalctl@ceph.alertmanager.a.smithi028.stdout:Aug 29 17:55:44 smithi028 systemd[1]: /etc/systemd/system/ceph-3167ee72-662c-11ef-bcd4-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-08-29T17:55:44.204 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:55:44 smithi028 systemd[1]: /etc/systemd/system/ceph-3167ee72-662c-11ef-bcd4-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-08-29T17:55:44.574 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:55:44 smithi053 bash[68679]: cluster 2024-08-29T17:55:42.988709+0000 mgr.y (mgr.25022) 197 : cluster [DBG] pgmap v322: 121 pgs: 19 active+undersized, 5 stale+active+clean, 2 active+undersized+degraded, 95 active+clean; 405 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 2.1 MiB/s rd, 504 KiB/s wr, 11 op/s; 30/882 objects degraded (3.401%) 2024-08-29T17:55:44.574 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:55:44 smithi053 bash[68679]: cluster 2024-08-29T17:55:43.196254+0000 mon.a (mon.0) 618 : cluster [WRN] Health check failed: Degraded data redundancy: 30/882 objects degraded (3.401%), 2 pgs degraded (PG_DEGRADED) 2024-08-29T17:55:44.574 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:55:44 smithi053 bash[68679]: cluster 2024-08-29T17:55:43.211156+0000 mon.a (mon.0) 619 : cluster [DBG] osdmap e534: 8 total, 7 up, 8 in 2024-08-29T17:55:44.574 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:55:44 smithi053 bash[68679]: cluster 2024-08-29T17:55:44.181811+0000 mon.a (mon.0) 620 : cluster [DBG] osdmap e535: 8 total, 7 up, 8 in 2024-08-29T17:55:44.627 INFO:journalctl@ceph.osd.3.smithi028.stdout:Aug 29 17:55:44 smithi028 systemd[1]: Started Ceph osd.3 for 3167ee72-662c-11ef-bcd4-c7b262605968. 2024-08-29T17:55:44.628 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:55:44 smithi028 bash[78352]: cluster 2024-08-29T17:55:42.988709+0000 mgr.y (mgr.25022) 197 : cluster [DBG] pgmap v322: 121 pgs: 19 active+undersized, 5 stale+active+clean, 2 active+undersized+degraded, 95 active+clean; 405 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 2.1 MiB/s rd, 504 KiB/s wr, 11 op/s; 30/882 objects degraded (3.401%) 2024-08-29T17:55:44.628 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:55:44 smithi028 bash[78352]: cluster 2024-08-29T17:55:43.196254+0000 mon.a (mon.0) 618 : cluster [WRN] Health check failed: Degraded data redundancy: 30/882 objects degraded (3.401%), 2 pgs degraded (PG_DEGRADED) 2024-08-29T17:55:44.628 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:55:44 smithi028 bash[78352]: cluster 2024-08-29T17:55:43.211156+0000 mon.a (mon.0) 619 : cluster [DBG] osdmap e534: 8 total, 7 up, 8 in 2024-08-29T17:55:44.628 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:55:44 smithi028 bash[78352]: cluster 2024-08-29T17:55:44.181811+0000 mon.a (mon.0) 620 : cluster [DBG] osdmap e535: 8 total, 7 up, 8 in 2024-08-29T17:55:44.628 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:55:44 smithi028 bash[77168]: cluster 2024-08-29T17:55:42.988709+0000 mgr.y (mgr.25022) 197 : cluster [DBG] pgmap v322: 121 pgs: 19 active+undersized, 5 stale+active+clean, 2 active+undersized+degraded, 95 active+clean; 405 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 2.1 MiB/s rd, 504 KiB/s wr, 11 op/s; 30/882 objects degraded (3.401%) 2024-08-29T17:55:44.628 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:55:44 smithi028 bash[77168]: cluster 2024-08-29T17:55:43.196254+0000 mon.a (mon.0) 618 : cluster [WRN] Health check failed: Degraded data redundancy: 30/882 objects degraded (3.401%), 2 pgs degraded (PG_DEGRADED) 2024-08-29T17:55:44.628 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:55:44 smithi028 bash[77168]: cluster 2024-08-29T17:55:43.211156+0000 mon.a (mon.0) 619 : cluster [DBG] osdmap e534: 8 total, 7 up, 8 in 2024-08-29T17:55:44.628 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:55:44 smithi028 bash[77168]: cluster 2024-08-29T17:55:44.181811+0000 mon.a (mon.0) 620 : cluster [DBG] osdmap e535: 8 total, 7 up, 8 in 2024-08-29T17:55:45.179 INFO:tasks.rados.rados.0.smithi028.stdout:2299: done (3 left) 2024-08-29T17:55:45.179 INFO:tasks.rados.rados.0.smithi028.stdout:2300: snap_create 2024-08-29T17:55:45.179 INFO:tasks.rados.rados.0.smithi028.stdout:2296: finishing copy_from racing read to smithi02869045-26 2024-08-29T17:55:45.179 INFO:tasks.rados.rados.0.smithi028.stdout:2296: finishing copy_from to smithi02869045-26 2024-08-29T17:55:45.180 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 26 v 1450 (ObjNum 582 snap 190 seq_num 582) dirty exists 2024-08-29T17:55:45.180 INFO:tasks.rados.rados.0.smithi028.stdout:2298: expect (ObjNum 572 snap 183 seq_num 572) 2024-08-29T17:55:45.357 INFO:tasks.rados.rados.0.smithi028.stdout:2295: finishing copy_from racing read to smithi02869045-21 2024-08-29T17:55:45.357 INFO:tasks.rados.rados.0.smithi028.stdout:2295: finishing copy_from to smithi02869045-21 2024-08-29T17:55:45.357 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 21 v 1091 (ObjNum 676 snap 229 seq_num 676) dirty exists 2024-08-29T17:55:45.574 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:55:45 smithi053 bash[68679]: audit 2024-08-29T17:55:44.283127+0000 mon.a (mon.0) 621 : audit [INF] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' 2024-08-29T17:55:45.574 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:55:45 smithi053 bash[68679]: audit 2024-08-29T17:55:44.288332+0000 mon.a (mon.0) 622 : audit [INF] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' 2024-08-29T17:55:45.574 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:55:45 smithi053 bash[68679]: audit 2024-08-29T17:55:44.289340+0000 mon.a (mon.0) 623 : audit [DBG] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-29T17:55:45.574 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:55:45 smithi053 bash[68679]: cluster 2024-08-29T17:55:45.183260+0000 mon.a (mon.0) 624 : cluster [DBG] osdmap e536: 8 total, 7 up, 8 in 2024-08-29T17:55:45.627 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:55:45 smithi028 bash[77168]: audit 2024-08-29T17:55:44.283127+0000 mon.a (mon.0) 621 : audit [INF] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' 2024-08-29T17:55:45.628 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:55:45 smithi028 bash[77168]: audit 2024-08-29T17:55:44.288332+0000 mon.a (mon.0) 622 : audit [INF] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' 2024-08-29T17:55:45.628 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:55:45 smithi028 bash[77168]: audit 2024-08-29T17:55:44.289340+0000 mon.a (mon.0) 623 : audit [DBG] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-29T17:55:45.628 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:55:45 smithi028 bash[77168]: cluster 2024-08-29T17:55:45.183260+0000 mon.a (mon.0) 624 : cluster [DBG] osdmap e536: 8 total, 7 up, 8 in 2024-08-29T17:55:45.628 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:55:45 smithi028 bash[78352]: audit 2024-08-29T17:55:44.283127+0000 mon.a (mon.0) 621 : audit [INF] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' 2024-08-29T17:55:45.628 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:55:45 smithi028 bash[78352]: audit 2024-08-29T17:55:44.288332+0000 mon.a (mon.0) 622 : audit [INF] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' 2024-08-29T17:55:45.628 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:55:45 smithi028 bash[78352]: audit 2024-08-29T17:55:44.289340+0000 mon.a (mon.0) 623 : audit [DBG] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-29T17:55:45.628 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:55:45 smithi028 bash[78352]: cluster 2024-08-29T17:55:45.183260+0000 mon.a (mon.0) 624 : cluster [DBG] osdmap e536: 8 total, 7 up, 8 in 2024-08-29T17:55:46.101 INFO:journalctl@ceph.osd.3.smithi028.stdout:Aug 29 17:55:45 smithi028 bash[95282]: Running command: /usr/bin/ceph-authtool --gen-print-key 2024-08-29T17:55:46.101 INFO:journalctl@ceph.osd.3.smithi028.stdout:Aug 29 17:55:45 smithi028 bash[95282]: Running command: /usr/bin/ceph-authtool --gen-print-key 2024-08-29T17:55:46.101 INFO:journalctl@ceph.osd.3.smithi028.stdout:Aug 29 17:55:45 smithi028 bash[95282]: --> Failed to activate via raw: activate() takes 1 positional argument but 5 were given 2024-08-29T17:55:46.101 INFO:journalctl@ceph.osd.3.smithi028.stdout:Aug 29 17:55:45 smithi028 bash[95282]: Running command: /usr/bin/ceph-authtool --gen-print-key 2024-08-29T17:55:46.101 INFO:journalctl@ceph.osd.3.smithi028.stdout:Aug 29 17:55:45 smithi028 bash[95282]: Running command: /usr/bin/ceph-authtool --gen-print-key 2024-08-29T17:55:46.101 INFO:journalctl@ceph.osd.3.smithi028.stdout:Aug 29 17:55:45 smithi028 bash[95282]: Running command: /usr/bin/chown -R ceph:ceph /var/lib/ceph/osd/ceph-3 2024-08-29T17:55:46.101 INFO:journalctl@ceph.osd.3.smithi028.stdout:Aug 29 17:55:45 smithi028 bash[95282]: Running command: /usr/bin/ceph-bluestore-tool --cluster=ceph prime-osd-dir --dev /dev/vg_nvme/lv_1 --path /var/lib/ceph/osd/ceph-3 --no-mon-config 2024-08-29T17:55:46.101 INFO:journalctl@ceph.osd.3.smithi028.stdout:Aug 29 17:55:46 smithi028 bash[95282]: Running command: /usr/bin/ln -snf /dev/vg_nvme/lv_1 /var/lib/ceph/osd/ceph-3/block 2024-08-29T17:55:46.179 INFO:tasks.rados.rados.0.smithi028.stdout:2295: done (3 left) 2024-08-29T17:55:46.179 INFO:tasks.rados.rados.0.smithi028.stdout:2296: done (2 left) 2024-08-29T17:55:46.179 INFO:tasks.rados.rados.0.smithi028.stdout:2298: done (1 left) 2024-08-29T17:55:46.179 INFO:tasks.rados.rados.0.smithi028.stdout:2300: done (0 left) 2024-08-29T17:55:46.179 INFO:tasks.rados.rados.0.smithi028.stdout:2301: snap_remove snap 232 2024-08-29T17:55:46.361 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:55:46 smithi028 bash[77168]: cluster 2024-08-29T17:55:44.989757+0000 mgr.y (mgr.25022) 198 : cluster [DBG] pgmap v325: 121 pgs: 33 active+undersized, 8 active+undersized+degraded, 80 active+clean; 411 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 1.0 MiB/s rd, 2.4 MiB/s wr, 14 op/s; 91/894 objects degraded (10.179%) 2024-08-29T17:55:46.361 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:55:46 smithi028 bash[77168]: cluster 2024-08-29T17:55:46.183215+0000 mon.a (mon.0) 625 : cluster [DBG] osdmap e537: 8 total, 7 up, 8 in 2024-08-29T17:55:46.362 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:55:46 smithi028 bash[78352]: cluster 2024-08-29T17:55:44.989757+0000 mgr.y (mgr.25022) 198 : cluster [DBG] pgmap v325: 121 pgs: 33 active+undersized, 8 active+undersized+degraded, 80 active+clean; 411 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 1.0 MiB/s rd, 2.4 MiB/s wr, 14 op/s; 91/894 objects degraded (10.179%) 2024-08-29T17:55:46.362 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:55:46 smithi028 bash[78352]: cluster 2024-08-29T17:55:46.183215+0000 mon.a (mon.0) 625 : cluster [DBG] osdmap e537: 8 total, 7 up, 8 in 2024-08-29T17:55:46.362 INFO:journalctl@ceph.osd.3.smithi028.stdout:Aug 29 17:55:46 smithi028 bash[95282]: Running command: /usr/bin/chown -h ceph:ceph /var/lib/ceph/osd/ceph-3/block 2024-08-29T17:55:46.362 INFO:journalctl@ceph.osd.3.smithi028.stdout:Aug 29 17:55:46 smithi028 bash[95282]: Running command: /usr/bin/chown -R ceph:ceph /dev/dm-0 2024-08-29T17:55:46.362 INFO:journalctl@ceph.osd.3.smithi028.stdout:Aug 29 17:55:46 smithi028 bash[95282]: Running command: /usr/bin/chown -R ceph:ceph /var/lib/ceph/osd/ceph-3 2024-08-29T17:55:46.362 INFO:journalctl@ceph.osd.3.smithi028.stdout:Aug 29 17:55:46 smithi028 bash[95282]: --> ceph-volume lvm activate successful for osd ID: 3 2024-08-29T17:55:46.573 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:55:46 smithi053 bash[68679]: cluster 2024-08-29T17:55:44.989757+0000 mgr.y (mgr.25022) 198 : cluster [DBG] pgmap v325: 121 pgs: 33 active+undersized, 8 active+undersized+degraded, 80 active+clean; 411 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 1.0 MiB/s rd, 2.4 MiB/s wr, 14 op/s; 91/894 objects degraded (10.179%) 2024-08-29T17:55:46.574 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:55:46 smithi053 bash[68679]: cluster 2024-08-29T17:55:46.183215+0000 mon.a (mon.0) 625 : cluster [DBG] osdmap e537: 8 total, 7 up, 8 in 2024-08-29T17:55:47.184 INFO:tasks.rados.rados.0.smithi028.stdout:2301: done (0 left) 2024-08-29T17:55:47.185 INFO:tasks.rados.rados.0.smithi028.stdout:2302: copy_from oid 33 from oid 14 current snap is 236 2024-08-29T17:55:47.185 INFO:tasks.rados.rados.0.smithi028.stdout:2303: rmattr oid 20 current snap is 236 2024-08-29T17:55:47.185 INFO:tasks.rados.rados.0.smithi028.stdout:2304: snap_remove snap 212 2024-08-29T17:55:48.127 INFO:journalctl@ceph.osd.3.smithi028.stdout:Aug 29 17:55:47 smithi028 bash[95500]: debug 2024-08-29T17:55:47.950+0000 7f17b60d1640 1 -- 172.21.15.28:0/354393619 <== mon.2 v2:172.21.15.28:3301/0 4 ==== auth_reply(proto 2 0 (0) Success) ==== 194+0+0 (secure 0 0 0) 0x5624ad08c960 con 0x5624ad0adc00 2024-08-29T17:55:48.187 INFO:tasks.rados.rados.0.smithi028.stdout:2304: done (2 left) 2024-08-29T17:55:48.187 INFO:tasks.rados.rados.0.smithi028.stdout:2305: snap_create 2024-08-29T17:55:48.187 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 20 v 1649 (ObjNum 549 snap 173 seq_num 549) dirty exists 2024-08-29T17:55:48.188 INFO:tasks.rados.rados.0.smithi028.stdout:2302: finishing copy_from racing read to smithi02869045-33 2024-08-29T17:55:48.188 INFO:tasks.rados.rados.0.smithi028.stdout:2302: finishing copy_from to smithi02869045-33 2024-08-29T17:55:48.188 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 33 v 1047 (ObjNum 685 snap 232 seq_num 685) dirty exists 2024-08-29T17:55:48.574 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:55:48 smithi053 bash[68679]: cluster 2024-08-29T17:55:46.990568+0000 mgr.y (mgr.25022) 199 : cluster [DBG] pgmap v328: 121 pgs: 33 active+undersized, 8 active+undersized+degraded, 80 active+clean; 411 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 1.0 MiB/s rd, 1.9 MiB/s wr, 11 op/s; 91/894 objects degraded (10.179%) 2024-08-29T17:55:48.574 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:55:48 smithi053 bash[68679]: cluster 2024-08-29T17:55:47.187968+0000 mon.a (mon.0) 626 : cluster [DBG] osdmap e538: 8 total, 7 up, 8 in 2024-08-29T17:55:48.627 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:55:48 smithi028 bash[77168]: cluster 2024-08-29T17:55:46.990568+0000 mgr.y (mgr.25022) 199 : cluster [DBG] pgmap v328: 121 pgs: 33 active+undersized, 8 active+undersized+degraded, 80 active+clean; 411 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 1.0 MiB/s rd, 1.9 MiB/s wr, 11 op/s; 91/894 objects degraded (10.179%) 2024-08-29T17:55:48.627 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:55:48 smithi028 bash[77168]: cluster 2024-08-29T17:55:47.187968+0000 mon.a (mon.0) 626 : cluster [DBG] osdmap e538: 8 total, 7 up, 8 in 2024-08-29T17:55:48.628 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:55:48 smithi028 bash[78352]: cluster 2024-08-29T17:55:46.990568+0000 mgr.y (mgr.25022) 199 : cluster [DBG] pgmap v328: 121 pgs: 33 active+undersized, 8 active+undersized+degraded, 80 active+clean; 411 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 1.0 MiB/s rd, 1.9 MiB/s wr, 11 op/s; 91/894 objects degraded (10.179%) 2024-08-29T17:55:48.628 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:55:48 smithi028 bash[78352]: cluster 2024-08-29T17:55:47.187968+0000 mon.a (mon.0) 626 : cluster [DBG] osdmap e538: 8 total, 7 up, 8 in 2024-08-29T17:55:49.182 INFO:tasks.rados.rados.0.smithi028.stdout:2302: done (2 left) 2024-08-29T17:55:49.182 INFO:tasks.rados.rados.0.smithi028.stdout:2303: done (1 left) 2024-08-29T17:55:49.182 INFO:tasks.rados.rados.0.smithi028.stdout:2305: done (0 left) 2024-08-29T17:55:49.182 INFO:tasks.rados.rados.0.smithi028.stdout:2306: read oid 47 snap -1 2024-08-29T17:55:49.182 INFO:tasks.rados.rados.0.smithi028.stdout:2306: expect deleted 2024-08-29T17:55:49.182 INFO:tasks.rados.rados.0.smithi028.stdout:append oid 12 current snap is 237 2024-08-29T17:55:49.182 INFO:tasks.rados.rados.0.smithi028.stdout:2307: seq_num 700 ranges {1728512=532480,2260992=409600,2670592=737280,3407872=458752} 2024-08-29T17:55:49.221 INFO:tasks.rados.rados.0.smithi028.stdout:2307: writing smithi02869045-12 from 1728512 to 2260992 tid 1 2024-08-29T17:55:49.227 INFO:tasks.rados.rados.0.smithi028.stdout:2307: writing smithi02869045-12 from 2260992 to 2670592 tid 2 2024-08-29T17:55:49.237 INFO:tasks.rados.rados.0.smithi028.stdout:2307: writing smithi02869045-12 from 2670592 to 3407872 tid 3 2024-08-29T17:55:49.243 INFO:tasks.rados.rados.0.smithi028.stdout:2307: writing smithi02869045-12 from 3407872 to 3866624 tid 4 2024-08-29T17:55:49.243 INFO:tasks.rados.rados.0.smithi028.stdout:append oid 8 current snap is 237 2024-08-29T17:55:49.244 INFO:tasks.rados.rados.0.smithi028.stdout:2308: seq_num 701 ranges {0=548864,548864=696320,1245184=540672,1785856=368640} 2024-08-29T17:55:49.250 INFO:tasks.rados.rados.0.smithi028.stdout:2308: writing smithi02869045-8 from 0 to 548864 tid 1 2024-08-29T17:55:49.256 INFO:tasks.rados.rados.0.smithi028.stdout:2308: writing smithi02869045-8 from 548864 to 1245184 tid 2 2024-08-29T17:55:49.261 INFO:tasks.rados.rados.0.smithi028.stdout:2308: writing smithi02869045-8 from 1245184 to 1785856 tid 3 2024-08-29T17:55:49.264 INFO:tasks.rados.rados.0.smithi028.stdout:2308: writing smithi02869045-8 from 1785856 to 2154496 tid 4 2024-08-29T17:55:49.265 INFO:tasks.rados.rados.0.smithi028.stdout:2309: delete oid 31 current snap is 237 2024-08-29T17:55:49.265 INFO:tasks.rados.rados.0.smithi028.stdout:2307: finishing write tid 1 to smithi02869045-12 2024-08-29T17:55:49.265 INFO:tasks.rados.rados.0.smithi028.stdout:2307: finishing write tid 2 to smithi02869045-12 2024-08-29T17:55:49.265 INFO:tasks.rados.rados.0.smithi028.stdout:2307: finishing write tid 3 to smithi02869045-12 2024-08-29T17:55:49.265 INFO:tasks.rados.rados.0.smithi028.stdout:2307: finishing write tid 4 to smithi02869045-12 2024-08-29T17:55:49.265 INFO:tasks.rados.rados.0.smithi028.stdout:2307: finishing write tid 5 to smithi02869045-12 2024-08-29T17:55:49.265 INFO:tasks.rados.rados.0.smithi028.stdout:2307: finishing write tid 6 to smithi02869045-12 2024-08-29T17:55:49.265 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 12 v 1100 (ObjNum 700 snap 237 seq_num 700) dirty exists 2024-08-29T17:55:49.265 INFO:tasks.rados.rados.0.smithi028.stdout:2307: left oid 12 (ObjNum 700 snap 237 seq_num 700) 2024-08-29T17:55:49.265 INFO:tasks.rados.rados.0.smithi028.stdout:2308: finishing write tid 1 to smithi02869045-8 2024-08-29T17:55:49.267 INFO:tasks.rados.rados.0.smithi028.stdout:2308: finishing write tid 2 to smithi02869045-8 2024-08-29T17:55:49.273 INFO:tasks.rados.rados.0.smithi028.stdout:2306: done (3 left) 2024-08-29T17:55:49.273 INFO:tasks.rados.rados.0.smithi028.stdout:2307: done (2 left) 2024-08-29T17:55:49.273 INFO:tasks.rados.rados.0.smithi028.stdout:2309: done (1 left) 2024-08-29T17:55:49.274 INFO:tasks.rados.rados.0.smithi028.stdout:2310: delete oid 12 current snap is 237 2024-08-29T17:55:49.274 INFO:tasks.rados.rados.0.smithi028.stdout:2308: finishing write tid 3 to smithi02869045-8 2024-08-29T17:55:49.275 INFO:tasks.rados.rados.0.smithi028.stdout:2308: finishing write tid 4 to smithi02869045-8 2024-08-29T17:55:49.275 INFO:tasks.rados.rados.0.smithi028.stdout:2308: finishing write tid 5 to smithi02869045-8 2024-08-29T17:55:49.276 INFO:tasks.rados.rados.0.smithi028.stdout:2310: done (1 left) 2024-08-29T17:55:49.276 INFO:tasks.rados.rados.0.smithi028.stdout:2311: read oid 46 snap -1 2024-08-29T17:55:49.277 INFO:tasks.rados.rados.0.smithi028.stdout:2311: expect (ObjNum 643 snap 213 seq_num 643) 2024-08-29T17:55:49.277 INFO:tasks.rados.rados.0.smithi028.stdout:2312: snap_create 2024-08-29T17:55:49.279 INFO:tasks.rados.rados.0.smithi028.stdout:2308: finishing write tid 6 to smithi02869045-8 2024-08-29T17:55:49.279 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 8 v 1460 (ObjNum 701 snap 237 seq_num 701) dirty exists 2024-08-29T17:55:49.279 INFO:tasks.rados.rados.0.smithi028.stdout:2308: left oid 8 (ObjNum 701 snap 237 seq_num 701) 2024-08-29T17:55:49.297 INFO:tasks.rados.rados.0.smithi028.stdout:2311: expect (ObjNum 643 snap 213 seq_num 643) 2024-08-29T17:55:49.574 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:55:49 smithi053 bash[68679]: cluster 2024-08-29T17:55:48.191045+0000 mon.a (mon.0) 627 : cluster [DBG] osdmap e539: 8 total, 7 up, 8 in 2024-08-29T17:55:49.574 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:55:49 smithi053 bash[68679]: cluster 2024-08-29T17:55:49.174437+0000 mon.a (mon.0) 628 : cluster [WRN] Health check update: Degraded data redundancy: 91/894 objects degraded (10.179%), 8 pgs degraded (PG_DEGRADED) 2024-08-29T17:55:49.574 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:55:49 smithi053 bash[68679]: cluster 2024-08-29T17:55:49.185665+0000 mon.a (mon.0) 629 : cluster [DBG] osdmap e540: 8 total, 7 up, 8 in 2024-08-29T17:55:49.627 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:55:49 smithi028 bash[78352]: cluster 2024-08-29T17:55:48.191045+0000 mon.a (mon.0) 627 : cluster [DBG] osdmap e539: 8 total, 7 up, 8 in 2024-08-29T17:55:49.628 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:55:49 smithi028 bash[78352]: cluster 2024-08-29T17:55:49.174437+0000 mon.a (mon.0) 628 : cluster [WRN] Health check update: Degraded data redundancy: 91/894 objects degraded (10.179%), 8 pgs degraded (PG_DEGRADED) 2024-08-29T17:55:49.628 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:55:49 smithi028 bash[78352]: cluster 2024-08-29T17:55:49.185665+0000 mon.a (mon.0) 629 : cluster [DBG] osdmap e540: 8 total, 7 up, 8 in 2024-08-29T17:55:49.628 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:55:49 smithi028 bash[77168]: cluster 2024-08-29T17:55:48.191045+0000 mon.a (mon.0) 627 : cluster [DBG] osdmap e539: 8 total, 7 up, 8 in 2024-08-29T17:55:49.628 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:55:49 smithi028 bash[77168]: cluster 2024-08-29T17:55:49.174437+0000 mon.a (mon.0) 628 : cluster [WRN] Health check update: Degraded data redundancy: 91/894 objects degraded (10.179%), 8 pgs degraded (PG_DEGRADED) 2024-08-29T17:55:49.628 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:55:49 smithi028 bash[77168]: cluster 2024-08-29T17:55:49.185665+0000 mon.a (mon.0) 629 : cluster [DBG] osdmap e540: 8 total, 7 up, 8 in 2024-08-29T17:55:50.127 INFO:journalctl@ceph.osd.3.smithi028.stdout:Aug 29 17:55:49 smithi028 bash[95500]: debug 2024-08-29T17:55:49.742+0000 7f17b8938640 -1 Falling back to public interface 2024-08-29T17:55:50.209 INFO:tasks.rados.rados.0.smithi028.stdout:2308: done (2 left) 2024-08-29T17:55:50.210 INFO:tasks.rados.rados.0.smithi028.stdout:2311: done (1 left) 2024-08-29T17:55:50.210 INFO:tasks.rados.rados.0.smithi028.stdout:2312: done (0 left) 2024-08-29T17:55:50.210 INFO:tasks.rados.rados.0.smithi028.stdout:append oid 33 current snap is 238 2024-08-29T17:55:50.210 INFO:tasks.rados.rados.0.smithi028.stdout:2313: seq_num 704 ranges {4325376=598016,4923392=745472,5668864=712704,6381568=147456} 2024-08-29T17:55:50.263 INFO:tasks.rados.rados.0.smithi028.stdout:2313: writing smithi02869045-33 from 4325376 to 4923392 tid 1 2024-08-29T17:55:50.271 INFO:tasks.rados.rados.0.smithi028.stdout:2313: writing smithi02869045-33 from 4923392 to 5668864 tid 2 2024-08-29T17:55:50.278 INFO:tasks.rados.rados.0.smithi028.stdout:2313: writing smithi02869045-33 from 5668864 to 6381568 tid 3 2024-08-29T17:55:50.280 INFO:tasks.rados.rados.0.smithi028.stdout:2313: writing smithi02869045-33 from 6381568 to 6529024 tid 4 2024-08-29T17:55:50.280 INFO:tasks.rados.rados.0.smithi028.stdout:2314: snap_create 2024-08-29T17:55:50.280 INFO:tasks.rados.rados.0.smithi028.stdout:2313: finishing write tid 1 to smithi02869045-33 2024-08-29T17:55:50.280 INFO:tasks.rados.rados.0.smithi028.stdout:2313: finishing write tid 2 to smithi02869045-33 2024-08-29T17:55:50.286 INFO:tasks.rados.rados.0.smithi028.stdout:2313: finishing write tid 3 to smithi02869045-33 2024-08-29T17:55:50.287 INFO:tasks.rados.rados.0.smithi028.stdout:2313: finishing write tid 4 to smithi02869045-33 2024-08-29T17:55:50.287 INFO:tasks.rados.rados.0.smithi028.stdout:2313: finishing write tid 5 to smithi02869045-33 2024-08-29T17:55:50.290 INFO:tasks.rados.rados.0.smithi028.stdout:2313: finishing write tid 6 to smithi02869045-33 2024-08-29T17:55:50.290 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 33 v 2058 (ObjNum 704 snap 238 seq_num 704) dirty exists 2024-08-29T17:55:50.290 INFO:tasks.rados.rados.0.smithi028.stdout:2313: left oid 33 (ObjNum 704 snap 238 seq_num 704) 2024-08-29T17:55:50.574 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:55:50 smithi053 bash[68679]: cluster 2024-08-29T17:55:48.991796+0000 mgr.y (mgr.25022) 200 : cluster [DBG] pgmap v331: 121 pgs: 33 active+undersized, 8 active+undersized+degraded, 80 active+clean; 417 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 2.9 MiB/s rd, 2.0 MiB/s wr, 4 op/s; 92/897 objects degraded (10.256%) 2024-08-29T17:55:50.627 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:55:50 smithi028 bash[78352]: cluster 2024-08-29T17:55:48.991796+0000 mgr.y (mgr.25022) 200 : cluster [DBG] pgmap v331: 121 pgs: 33 active+undersized, 8 active+undersized+degraded, 80 active+clean; 417 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 2.9 MiB/s rd, 2.0 MiB/s wr, 4 op/s; 92/897 objects degraded (10.256%) 2024-08-29T17:55:50.628 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:55:50 smithi028 bash[77168]: cluster 2024-08-29T17:55:48.991796+0000 mgr.y (mgr.25022) 200 : cluster [DBG] pgmap v331: 121 pgs: 33 active+undersized, 8 active+undersized+degraded, 80 active+clean; 417 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 2.9 MiB/s rd, 2.0 MiB/s wr, 4 op/s; 92/897 objects degraded (10.256%) 2024-08-29T17:55:51.225 INFO:tasks.rados.rados.0.smithi028.stdout:2313: done (1 left) 2024-08-29T17:55:51.226 INFO:tasks.rados.rados.0.smithi028.stdout:2314: done (0 left) 2024-08-29T17:55:51.226 INFO:tasks.rados.rados.0.smithi028.stdout:2315: delete oid 46 current snap is 239 2024-08-29T17:55:51.237 INFO:tasks.rados.rados.0.smithi028.stdout:2315: done (0 left) 2024-08-29T17:55:51.237 INFO:tasks.rados.rados.0.smithi028.stdout:2316: delete oid 40 current snap is 239 2024-08-29T17:55:51.246 INFO:tasks.rados.rados.0.smithi028.stdout:2316: done (0 left) 2024-08-29T17:55:51.247 INFO:tasks.rados.rados.0.smithi028.stdout:2317: snap_create 2024-08-29T17:55:51.574 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:55:51 smithi053 bash[68679]: cluster 2024-08-29T17:55:50.213000+0000 mon.a (mon.0) 630 : cluster [DBG] osdmap e541: 8 total, 7 up, 8 in 2024-08-29T17:55:51.574 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:55:51 smithi053 bash[68679]: audit 2024-08-29T17:55:51.089969+0000 mon.a (mon.0) 631 : audit [INF] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' 2024-08-29T17:55:51.574 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:55:51 smithi053 bash[68679]: audit 2024-08-29T17:55:51.095580+0000 mon.a (mon.0) 632 : audit [INF] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' 2024-08-29T17:55:51.627 INFO:journalctl@ceph.mgr.y.smithi028.stdout:Aug 29 17:55:51 smithi028 bash[70818]: ::ffff:172.21.15.53 - - [29/Aug/2024:17:55:51] "GET /metrics HTTP/1.1" 200 36134 "" "Prometheus/2.43.0" 2024-08-29T17:55:51.628 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:55:51 smithi028 bash[78352]: cluster 2024-08-29T17:55:50.213000+0000 mon.a (mon.0) 630 : cluster [DBG] osdmap e541: 8 total, 7 up, 8 in 2024-08-29T17:55:51.628 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:55:51 smithi028 bash[78352]: audit 2024-08-29T17:55:51.089969+0000 mon.a (mon.0) 631 : audit [INF] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' 2024-08-29T17:55:51.628 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:55:51 smithi028 bash[78352]: audit 2024-08-29T17:55:51.095580+0000 mon.a (mon.0) 632 : audit [INF] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' 2024-08-29T17:55:51.629 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:55:51 smithi028 bash[77168]: cluster 2024-08-29T17:55:50.213000+0000 mon.a (mon.0) 630 : cluster [DBG] osdmap e541: 8 total, 7 up, 8 in 2024-08-29T17:55:51.629 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:55:51 smithi028 bash[77168]: audit 2024-08-29T17:55:51.089969+0000 mon.a (mon.0) 631 : audit [INF] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' 2024-08-29T17:55:51.629 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:55:51 smithi028 bash[77168]: audit 2024-08-29T17:55:51.095580+0000 mon.a (mon.0) 632 : audit [INF] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' 2024-08-29T17:55:52.231 INFO:tasks.rados.rados.0.smithi028.stdout:2317: done (0 left) 2024-08-29T17:55:52.232 INFO:tasks.rados.rados.0.smithi028.stdout:2318: read oid 50 snap -1 2024-08-29T17:55:52.232 INFO:tasks.rados.rados.0.smithi028.stdout:2318: expect deleted 2024-08-29T17:55:52.232 INFO:tasks.rados.rados.0.smithi028.stdout:2319: read oid 18 snap -1 2024-08-29T17:55:52.232 INFO:tasks.rados.rados.0.smithi028.stdout:2319: expect (ObjNum 490 snap 151 seq_num 490) 2024-08-29T17:55:52.232 INFO:tasks.rados.rados.0.smithi028.stdout:2320: setattr oid 7 current snap is 240 2024-08-29T17:55:52.233 INFO:tasks.rados.rados.0.smithi028.stdout:2321: snap_create 2024-08-29T17:55:52.240 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 7 v 2059 (ObjNum 273 snap 0 seq_num 0) dirty exists 2024-08-29T17:55:52.257 INFO:tasks.rados.rados.0.smithi028.stdout:2319: expect (ObjNum 490 snap 151 seq_num 490) 2024-08-29T17:55:52.574 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:55:52 smithi053 bash[68679]: cluster 2024-08-29T17:55:50.992391+0000 mgr.y (mgr.25022) 201 : cluster [DBG] pgmap v334: 121 pgs: 33 active+undersized, 8 active+undersized+degraded, 80 active+clean; 416 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 6.4 MiB/s rd, 2.5 MiB/s wr, 7 op/s; 92/897 objects degraded (10.256%) 2024-08-29T17:55:52.574 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:55:52 smithi053 bash[68679]: cluster 2024-08-29T17:55:51.229352+0000 mon.a (mon.0) 633 : cluster [DBG] osdmap e542: 8 total, 7 up, 8 in 2024-08-29T17:55:52.574 INFO:journalctl@ceph.prometheus.a.smithi053.stdout:Aug 29 17:55:52 smithi053 bash[61790]: ts=2024-08-29T17:55:52.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"3167ee72-662c-11ef-bcd4-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-29T17:55:52.627 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:55:52 smithi028 bash[78352]: cluster 2024-08-29T17:55:50.992391+0000 mgr.y (mgr.25022) 201 : cluster [DBG] pgmap v334: 121 pgs: 33 active+undersized, 8 active+undersized+degraded, 80 active+clean; 416 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 6.4 MiB/s rd, 2.5 MiB/s wr, 7 op/s; 92/897 objects degraded (10.256%) 2024-08-29T17:55:52.628 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:55:52 smithi028 bash[78352]: cluster 2024-08-29T17:55:51.229352+0000 mon.a (mon.0) 633 : cluster [DBG] osdmap e542: 8 total, 7 up, 8 in 2024-08-29T17:55:52.628 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:55:52 smithi028 bash[77168]: cluster 2024-08-29T17:55:50.992391+0000 mgr.y (mgr.25022) 201 : cluster [DBG] pgmap v334: 121 pgs: 33 active+undersized, 8 active+undersized+degraded, 80 active+clean; 416 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 6.4 MiB/s rd, 2.5 MiB/s wr, 7 op/s; 92/897 objects degraded (10.256%) 2024-08-29T17:55:52.628 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:55:52 smithi028 bash[77168]: cluster 2024-08-29T17:55:51.229352+0000 mon.a (mon.0) 633 : cluster [DBG] osdmap e542: 8 total, 7 up, 8 in 2024-08-29T17:55:53.236 INFO:tasks.rados.rados.0.smithi028.stdout:2318: done (3 left) 2024-08-29T17:55:53.236 INFO:tasks.rados.rados.0.smithi028.stdout:2319: done (2 left) 2024-08-29T17:55:53.236 INFO:tasks.rados.rados.0.smithi028.stdout:2320: done (1 left) 2024-08-29T17:55:53.236 INFO:tasks.rados.rados.0.smithi028.stdout:2321: done (0 left) 2024-08-29T17:55:53.236 INFO:tasks.rados.rados.0.smithi028.stdout:2322: read oid 21 snap -1 2024-08-29T17:55:53.236 INFO:tasks.rados.rados.0.smithi028.stdout:2322: expect (ObjNum 676 snap 229 seq_num 676) 2024-08-29T17:55:53.236 INFO:tasks.rados.rados.0.smithi028.stdout:2323: read oid 16 snap -1 2024-08-29T17:55:53.236 INFO:tasks.rados.rados.0.smithi028.stdout:2323: expect (ObjNum 572 snap 183 seq_num 572) 2024-08-29T17:55:53.236 INFO:tasks.rados.rados.0.smithi028.stdout:2324: delete oid 22 current snap is 241 2024-08-29T17:55:53.248 INFO:tasks.rados.rados.0.smithi028.stdout:2324: done (2 left) 2024-08-29T17:55:53.248 INFO:tasks.rados.rados.0.smithi028.stdout:2325: snap_create 2024-08-29T17:55:53.261 INFO:tasks.rados.rados.0.smithi028.stdout:2322: expect (ObjNum 676 snap 229 seq_num 676) 2024-08-29T17:55:53.312 INFO:tasks.rados.rados.0.smithi028.stdout:2323: expect (ObjNum 572 snap 183 seq_num 572) 2024-08-29T17:55:53.574 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:55:53 smithi053 bash[68679]: cluster 2024-08-29T17:55:52.235808+0000 mon.a (mon.0) 634 : cluster [DBG] osdmap e543: 8 total, 7 up, 8 in 2024-08-29T17:55:53.574 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:55:53 smithi053 bash[68679]: audit 2024-08-29T17:55:52.249133+0000 mon.a (mon.0) 635 : audit [INF] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' 2024-08-29T17:55:53.574 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:55:53 smithi053 bash[68679]: audit 2024-08-29T17:55:52.258528+0000 mon.a (mon.0) 636 : audit [INF] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' 2024-08-29T17:55:53.627 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:55:53 smithi028 bash[78352]: cluster 2024-08-29T17:55:52.235808+0000 mon.a (mon.0) 634 : cluster [DBG] osdmap e543: 8 total, 7 up, 8 in 2024-08-29T17:55:53.628 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:55:53 smithi028 bash[78352]: audit 2024-08-29T17:55:52.249133+0000 mon.a (mon.0) 635 : audit [INF] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' 2024-08-29T17:55:53.628 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:55:53 smithi028 bash[78352]: audit 2024-08-29T17:55:52.258528+0000 mon.a (mon.0) 636 : audit [INF] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' 2024-08-29T17:55:53.628 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:55:53 smithi028 bash[77168]: cluster 2024-08-29T17:55:52.235808+0000 mon.a (mon.0) 634 : cluster [DBG] osdmap e543: 8 total, 7 up, 8 in 2024-08-29T17:55:53.628 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:55:53 smithi028 bash[77168]: audit 2024-08-29T17:55:52.249133+0000 mon.a (mon.0) 635 : audit [INF] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' 2024-08-29T17:55:53.628 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:55:53 smithi028 bash[77168]: audit 2024-08-29T17:55:52.258528+0000 mon.a (mon.0) 636 : audit [INF] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' 2024-08-29T17:55:54.257 INFO:tasks.rados.rados.0.smithi028.stdout:2322: done (2 left) 2024-08-29T17:55:54.258 INFO:tasks.rados.rados.0.smithi028.stdout:2323: done (1 left) 2024-08-29T17:55:54.258 INFO:tasks.rados.rados.0.smithi028.stdout:2325: done (0 left) 2024-08-29T17:55:54.258 INFO:tasks.rados.rados.0.smithi028.stdout:2326: snap_create 2024-08-29T17:55:54.377 INFO:journalctl@ceph.osd.3.smithi028.stdout:Aug 29 17:55:54 smithi028 bash[95500]: debug 2024-08-29T17:55:54.042+0000 7f17b8938640 -1 osd.3 530 log_to_monitors true 2024-08-29T17:55:54.378 INFO:journalctl@ceph.osd.3.smithi028.stdout:Aug 29 17:55:54 smithi028 bash[95500]: debug 2024-08-29T17:55:54.282+0000 7f17b06e3640 -1 osd.3 530 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory 2024-08-29T17:55:54.378 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:55:54 smithi028 bash[78352]: cluster 2024-08-29T17:55:52.993609+0000 mgr.y (mgr.25022) 202 : cluster [DBG] pgmap v337: 121 pgs: 33 active+undersized, 8 active+undersized+degraded, 80 active+clean; 418 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 5.1 MiB/s rd, 1.0 MiB/s wr, 5 op/s; 92/900 objects degraded (10.222%) 2024-08-29T17:55:54.378 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:55:54 smithi028 bash[78352]: cluster 2024-08-29T17:55:53.239113+0000 mon.a (mon.0) 637 : cluster [DBG] osdmap e544: 8 total, 7 up, 8 in 2024-08-29T17:55:54.378 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:55:54 smithi028 bash[78352]: audit 2024-08-29T17:55:54.050957+0000 mon.c (mon.2) 11 : audit [INF] from='osd.3 [v2:172.21.15.28:6826/2484956850,v1:172.21.15.28:6827/2484956850]' entity='osd.3' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["3"]}]: dispatch 2024-08-29T17:55:54.378 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:55:54 smithi028 bash[78352]: audit 2024-08-29T17:55:54.051237+0000 mon.a (mon.0) 638 : audit [INF] from='osd.3 ' entity='osd.3' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["3"]}]: dispatch 2024-08-29T17:55:54.378 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:55:54 smithi028 bash[78352]: cluster 2024-08-29T17:55:54.176748+0000 mon.a (mon.0) 639 : cluster [WRN] Health check update: Degraded data redundancy: 92/900 objects degraded (10.222%), 8 pgs degraded (PG_DEGRADED) 2024-08-29T17:55:54.379 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:55:54 smithi028 bash[77168]: cluster 2024-08-29T17:55:52.993609+0000 mgr.y (mgr.25022) 202 : cluster [DBG] pgmap v337: 121 pgs: 33 active+undersized, 8 active+undersized+degraded, 80 active+clean; 418 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 5.1 MiB/s rd, 1.0 MiB/s wr, 5 op/s; 92/900 objects degraded (10.222%) 2024-08-29T17:55:54.379 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:55:54 smithi028 bash[77168]: cluster 2024-08-29T17:55:53.239113+0000 mon.a (mon.0) 637 : cluster [DBG] osdmap e544: 8 total, 7 up, 8 in 2024-08-29T17:55:54.379 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:55:54 smithi028 bash[77168]: audit 2024-08-29T17:55:54.050957+0000 mon.c (mon.2) 11 : audit [INF] from='osd.3 [v2:172.21.15.28:6826/2484956850,v1:172.21.15.28:6827/2484956850]' entity='osd.3' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["3"]}]: dispatch 2024-08-29T17:55:54.379 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:55:54 smithi028 bash[77168]: audit 2024-08-29T17:55:54.051237+0000 mon.a (mon.0) 638 : audit [INF] from='osd.3 ' entity='osd.3' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["3"]}]: dispatch 2024-08-29T17:55:54.379 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:55:54 smithi028 bash[77168]: cluster 2024-08-29T17:55:54.176748+0000 mon.a (mon.0) 639 : cluster [WRN] Health check update: Degraded data redundancy: 92/900 objects degraded (10.222%), 8 pgs degraded (PG_DEGRADED) 2024-08-29T17:55:54.574 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:55:54 smithi053 bash[68679]: cluster 2024-08-29T17:55:52.993609+0000 mgr.y (mgr.25022) 202 : cluster [DBG] pgmap v337: 121 pgs: 33 active+undersized, 8 active+undersized+degraded, 80 active+clean; 418 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 5.1 MiB/s rd, 1.0 MiB/s wr, 5 op/s; 92/900 objects degraded (10.222%) 2024-08-29T17:55:54.574 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:55:54 smithi053 bash[68679]: cluster 2024-08-29T17:55:53.239113+0000 mon.a (mon.0) 637 : cluster [DBG] osdmap e544: 8 total, 7 up, 8 in 2024-08-29T17:55:54.574 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:55:54 smithi053 bash[68679]: audit 2024-08-29T17:55:54.050957+0000 mon.c (mon.2) 11 : audit [INF] from='osd.3 [v2:172.21.15.28:6826/2484956850,v1:172.21.15.28:6827/2484956850]' entity='osd.3' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["3"]}]: dispatch 2024-08-29T17:55:54.574 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:55:54 smithi053 bash[68679]: audit 2024-08-29T17:55:54.051237+0000 mon.a (mon.0) 638 : audit [INF] from='osd.3 ' entity='osd.3' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["3"]}]: dispatch 2024-08-29T17:55:54.574 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:55:54 smithi053 bash[68679]: cluster 2024-08-29T17:55:54.176748+0000 mon.a (mon.0) 639 : cluster [WRN] Health check update: Degraded data redundancy: 92/900 objects degraded (10.222%), 8 pgs degraded (PG_DEGRADED) 2024-08-29T17:55:55.261 INFO:tasks.rados.rados.0.smithi028.stdout:2326: done (0 left) 2024-08-29T17:55:55.261 INFO:tasks.rados.rados.0.smithi028.stdout:2327: delete oid 49 current snap is 243 2024-08-29T17:55:55.574 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:55:55 smithi053 bash[68679]: audit 2024-08-29T17:55:54.254240+0000 mon.a (mon.0) 640 : audit [INF] from='osd.3 ' entity='osd.3' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["3"]}]': finished 2024-08-29T17:55:55.574 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:55:55 smithi053 bash[68679]: cluster 2024-08-29T17:55:54.261335+0000 mon.a (mon.0) 641 : cluster [DBG] osdmap e545: 8 total, 7 up, 8 in 2024-08-29T17:55:55.574 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:55:55 smithi053 bash[68679]: audit 2024-08-29T17:55:54.262626+0000 mon.c (mon.2) 12 : audit [INF] from='osd.3 [v2:172.21.15.28:6826/2484956850,v1:172.21.15.28:6827/2484956850]' entity='osd.3' cmd=[{"prefix": "osd crush create-or-move", "id": 3, "weight":0.0873, "args": ["host=smithi028", "root=default"]}]: dispatch 2024-08-29T17:55:55.574 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:55:55 smithi053 bash[68679]: audit 2024-08-29T17:55:54.263096+0000 mon.a (mon.0) 642 : audit [INF] from='osd.3 ' entity='osd.3' cmd=[{"prefix": "osd crush create-or-move", "id": 3, "weight":0.0873, "args": ["host=smithi028", "root=default"]}]: dispatch 2024-08-29T17:55:55.628 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:55:55 smithi028 bash[77168]: audit 2024-08-29T17:55:54.254240+0000 mon.a (mon.0) 640 : audit [INF] from='osd.3 ' entity='osd.3' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["3"]}]': finished 2024-08-29T17:55:55.628 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:55:55 smithi028 bash[77168]: cluster 2024-08-29T17:55:54.261335+0000 mon.a (mon.0) 641 : cluster [DBG] osdmap e545: 8 total, 7 up, 8 in 2024-08-29T17:55:55.628 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:55:55 smithi028 bash[77168]: audit 2024-08-29T17:55:54.262626+0000 mon.c (mon.2) 12 : audit [INF] from='osd.3 [v2:172.21.15.28:6826/2484956850,v1:172.21.15.28:6827/2484956850]' entity='osd.3' cmd=[{"prefix": "osd crush create-or-move", "id": 3, "weight":0.0873, "args": ["host=smithi028", "root=default"]}]: dispatch 2024-08-29T17:55:55.628 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:55:55 smithi028 bash[77168]: audit 2024-08-29T17:55:54.263096+0000 mon.a (mon.0) 642 : audit [INF] from='osd.3 ' entity='osd.3' cmd=[{"prefix": "osd crush create-or-move", "id": 3, "weight":0.0873, "args": ["host=smithi028", "root=default"]}]: dispatch 2024-08-29T17:55:55.629 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:55:55 smithi028 bash[78352]: audit 2024-08-29T17:55:54.254240+0000 mon.a (mon.0) 640 : audit [INF] from='osd.3 ' entity='osd.3' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["3"]}]': finished 2024-08-29T17:55:55.629 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:55:55 smithi028 bash[78352]: cluster 2024-08-29T17:55:54.261335+0000 mon.a (mon.0) 641 : cluster [DBG] osdmap e545: 8 total, 7 up, 8 in 2024-08-29T17:55:55.629 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:55:55 smithi028 bash[78352]: audit 2024-08-29T17:55:54.262626+0000 mon.c (mon.2) 12 : audit [INF] from='osd.3 [v2:172.21.15.28:6826/2484956850,v1:172.21.15.28:6827/2484956850]' entity='osd.3' cmd=[{"prefix": "osd crush create-or-move", "id": 3, "weight":0.0873, "args": ["host=smithi028", "root=default"]}]: dispatch 2024-08-29T17:55:55.629 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:55:55 smithi028 bash[78352]: audit 2024-08-29T17:55:54.263096+0000 mon.a (mon.0) 642 : audit [INF] from='osd.3 ' entity='osd.3' cmd=[{"prefix": "osd crush create-or-move", "id": 3, "weight":0.0873, "args": ["host=smithi028", "root=default"]}]: dispatch 2024-08-29T17:55:56.329 INFO:tasks.rados.rados.0.smithi028.stdout:2327: done (0 left) 2024-08-29T17:55:56.329 INFO:tasks.rados.rados.0.smithi028.stdout:2328: delete oid 41 current snap is 243 2024-08-29T17:55:56.336 INFO:tasks.rados.rados.0.smithi028.stdout:2328: done (0 left) 2024-08-29T17:55:56.336 INFO:tasks.rados.rados.0.smithi028.stdout:2329: copy_from oid 45 from oid 18 current snap is 243 2024-08-29T17:55:56.336 INFO:tasks.rados.rados.0.smithi028.stdout:append oid 6 current snap is 243 2024-08-29T17:55:56.336 INFO:tasks.rados.rados.0.smithi028.stdout:2330: seq_num 710 ranges {3031040=696320,3727360=499712,4227072=712704,4939776=393216} 2024-08-29T17:55:56.359 INFO:tasks.rados.rados.0.smithi028.stdout:2330: writing smithi02869045-6 from 3031040 to 3727360 tid 1 2024-08-29T17:55:56.363 INFO:tasks.rados.rados.0.smithi028.stdout:2330: writing smithi02869045-6 from 3727360 to 4227072 tid 2 2024-08-29T17:55:56.368 INFO:tasks.rados.rados.0.smithi028.stdout:2330: writing smithi02869045-6 from 4227072 to 4939776 tid 3 2024-08-29T17:55:56.371 INFO:tasks.rados.rados.0.smithi028.stdout:2330: writing smithi02869045-6 from 4939776 to 5332992 tid 4 2024-08-29T17:55:56.371 INFO:tasks.rados.rados.0.smithi028.stdout:2331: copy_from oid 41 from oid 11 current snap is 243 2024-08-29T17:55:56.371 INFO:tasks.rados.rados.0.smithi028.stdout:2329: finishing copy_from racing read to smithi02869045-45 2024-08-29T17:55:56.371 INFO:tasks.rados.rados.0.smithi028.stdout:2330: finishing write tid 1 to smithi02869045-6 2024-08-29T17:55:56.371 INFO:tasks.rados.rados.0.smithi028.stdout:2329: finishing copy_from to smithi02869045-45 2024-08-29T17:55:56.371 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 45 v 1417 (ObjNum 490 snap 151 seq_num 490) dirty exists 2024-08-29T17:55:56.371 INFO:tasks.rados.rados.0.smithi028.stdout:2329: done (2 left) 2024-08-29T17:55:56.371 INFO:tasks.rados.rados.0.smithi028.stdout:2332: setattr oid 30 current snap is 243 2024-08-29T17:55:56.372 INFO:tasks.rados.rados.0.smithi028.stdout:2330: finishing write tid 2 to smithi02869045-6 2024-08-29T17:55:56.372 INFO:tasks.rados.rados.0.smithi028.stdout:2331: finishing copy_from to smithi02869045-41 2024-08-29T17:55:56.372 INFO:tasks.rados.rados.0.smithi028.stdout:2331: got expected ENOENT (src dne) 2024-08-29T17:55:56.372 INFO:tasks.rados.rados.0.smithi028.stdout:2331: finishing copy_from racing read to smithi02869045-41 2024-08-29T17:55:56.374 INFO:tasks.rados.rados.0.smithi028.stdout:2331: done (2 left) 2024-08-29T17:55:56.374 INFO:tasks.rados.rados.0.smithi028.stdout:append oid 45 current snap is 243 2024-08-29T17:55:56.374 INFO:tasks.rados.rados.0.smithi028.stdout:2333: seq_num 711 ranges {2220032=712704,2932736=786432,3719168=516096,4235264=303104} 2024-08-29T17:55:56.391 INFO:tasks.rados.rados.0.smithi028.stdout:2333: writing smithi02869045-45 from 2220032 to 2932736 tid 1 2024-08-29T17:55:56.396 INFO:tasks.rados.rados.0.smithi028.stdout:2333: writing smithi02869045-45 from 2932736 to 3719168 tid 2 2024-08-29T17:55:56.399 INFO:tasks.rados.rados.0.smithi028.stdout:2333: writing smithi02869045-45 from 3719168 to 4235264 tid 3 2024-08-29T17:55:56.402 INFO:tasks.rados.rados.0.smithi028.stdout:2333: writing smithi02869045-45 from 4235264 to 4538368 tid 4 2024-08-29T17:55:56.402 INFO:tasks.rados.rados.0.smithi028.stdout:2334: rollback oid 14 current snap is 243 2024-08-29T17:55:56.402 INFO:tasks.rados.rados.0.smithi028.stdout:rollback oid 14 to 230 2024-08-29T17:55:56.402 INFO:tasks.rados.rados.0.smithi028.stdout:2330: finishing write tid 3 to smithi02869045-6 2024-08-29T17:55:56.402 INFO:tasks.rados.rados.0.smithi028.stdout:2330: finishing write tid 4 to smithi02869045-6 2024-08-29T17:55:56.402 INFO:tasks.rados.rados.0.smithi028.stdout:2330: finishing write tid 5 to smithi02869045-6 2024-08-29T17:55:56.402 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 30 v 1090 (ObjNum 591 snap 195 seq_num 591) dirty exists 2024-08-29T17:55:56.402 INFO:tasks.rados.rados.0.smithi028.stdout:2330: finishing write tid 6 to smithi02869045-6 2024-08-29T17:55:56.402 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 6 v 1724 (ObjNum 710 snap 243 seq_num 710) dirty exists 2024-08-29T17:55:56.403 INFO:tasks.rados.rados.0.smithi028.stdout:2330: left oid 6 (ObjNum 710 snap 243 seq_num 710) 2024-08-29T17:55:56.403 INFO:tasks.rados.rados.0.smithi028.stdout:2333: finishing write tid 1 to smithi02869045-45 2024-08-29T17:55:56.403 INFO:tasks.rados.rados.0.smithi028.stdout:2333: finishing write tid 2 to smithi02869045-45 2024-08-29T17:55:56.403 INFO:tasks.rados.rados.0.smithi028.stdout:2330: done (3 left) 2024-08-29T17:55:56.403 INFO:tasks.rados.rados.0.smithi028.stdout:2332: done (2 left) 2024-08-29T17:55:56.403 INFO:tasks.rados.rados.0.smithi028.stdout:2335: setattr oid 22 current snap is 243 2024-08-29T17:55:56.405 INFO:tasks.rados.rados.0.smithi028.stdout:2336: copy_from oid 19 from oid 4 current snap is 243 2024-08-29T17:55:56.405 INFO:tasks.rados.rados.0.smithi028.stdout:2337: rmattr oid 6 current snap is 243 2024-08-29T17:55:56.405 INFO:tasks.rados.rados.0.smithi028.stdout:2337: done (4 left) 2024-08-29T17:55:56.405 INFO:tasks.rados.rados.0.smithi028.stdout:2338: copy_from oid 31 from oid 48 current snap is 243 2024-08-29T17:55:56.405 INFO:tasks.rados.rados.0.smithi028.stdout:2339: read oid 43 snap -1 2024-08-29T17:55:56.406 INFO:tasks.rados.rados.0.smithi028.stdout:2339: expect (ObjNum 670 snap 229 seq_num 670) 2024-08-29T17:55:56.406 INFO:tasks.rados.rados.0.smithi028.stdout:2340: copy_from oid 44 from oid 42 current snap is 243 2024-08-29T17:55:56.406 INFO:tasks.rados.rados.0.smithi028.stdout:append oid 36 current snap is 243 2024-08-29T17:55:56.406 INFO:tasks.rados.rados.0.smithi028.stdout:2341: seq_num 712 ranges {3743744=729088,4472832=671744,5144576=671744,5816320=262144} 2024-08-29T17:55:56.432 INFO:tasks.rados.rados.0.smithi028.stdout:2341: writing smithi02869045-36 from 3743744 to 4472832 tid 1 2024-08-29T17:55:56.437 INFO:tasks.rados.rados.0.smithi028.stdout:2341: writing smithi02869045-36 from 4472832 to 5144576 tid 2 2024-08-29T17:55:56.441 INFO:tasks.rados.rados.0.smithi028.stdout:2341: writing smithi02869045-36 from 5144576 to 5816320 tid 3 2024-08-29T17:55:56.443 INFO:tasks.rados.rados.0.smithi028.stdout:2341: writing smithi02869045-36 from 5816320 to 6078464 tid 4 2024-08-29T17:55:56.444 INFO:tasks.rados.rados.0.smithi028.stdout:2342: rollback oid 6 current snap is 243 2024-08-29T17:55:56.444 INFO:tasks.rados.rados.0.smithi028.stdout:rollback oid 6 to 216 2024-08-29T17:55:56.444 INFO:tasks.rados.rados.0.smithi028.stdout:2333: finishing write tid 3 to smithi02869045-45 2024-08-29T17:55:56.444 INFO:tasks.rados.rados.0.smithi028.stdout:2333: finishing write tid 4 to smithi02869045-45 2024-08-29T17:55:56.444 INFO:tasks.rados.rados.0.smithi028.stdout:2333: finishing write tid 5 to smithi02869045-45 2024-08-29T17:55:56.444 INFO:tasks.rados.rados.0.smithi028.stdout:2334: finishing rollback tid 0 to smithi02869045-14 2024-08-29T17:55:56.444 INFO:tasks.rados.rados.0.smithi028.stdout:2340: finishing copy_from to smithi02869045-44 2024-08-29T17:55:56.444 INFO:tasks.rados.rados.0.smithi028.stdout:2340: got expected ENOENT (src dne) 2024-08-29T17:55:56.444 INFO:tasks.rados.rados.0.smithi028.stdout:2340: finishing copy_from racing read to smithi02869045-44 2024-08-29T17:55:56.444 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 22 v 1652 (ObjNum 289 snap 0 seq_num 0) dirty exists 2024-08-29T17:55:56.444 INFO:tasks.rados.rados.0.smithi028.stdout:2333: finishing write tid 6 to smithi02869045-45 2024-08-29T17:55:56.444 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 45 v 1558 (ObjNum 711 snap 243 seq_num 711) dirty exists 2024-08-29T17:55:56.444 INFO:tasks.rados.rados.0.smithi028.stdout:2333: left oid 45 (ObjNum 711 snap 243 seq_num 711) 2024-08-29T17:55:56.445 INFO:tasks.rados.rados.0.smithi028.stdout:2334: finishing rollback tid 1 to smithi02869045-14 2024-08-29T17:55:56.445 INFO:tasks.rados.rados.0.smithi028.stdout:2333: done (8 left) 2024-08-29T17:55:56.445 INFO:tasks.rados.rados.0.smithi028.stdout:2335: done (7 left) 2024-08-29T17:55:56.445 INFO:tasks.rados.rados.0.smithi028.stdout:2340: done (6 left) 2024-08-29T17:55:56.445 INFO:tasks.rados.rados.0.smithi028.stdout:2343: read oid 33 snap -1 2024-08-29T17:55:56.445 INFO:tasks.rados.rados.0.smithi028.stdout:2343: expect (ObjNum 704 snap 238 seq_num 704) 2024-08-29T17:55:56.445 INFO:tasks.rados.rados.0.smithi028.stdout:2344: snap_create 2024-08-29T17:55:56.445 INFO:tasks.rados.rados.0.smithi028.stdout:2334: finishing rollback tid 2 to smithi02869045-14 2024-08-29T17:55:56.445 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 14 v 1050 (ObjNum 662 snap 221 seq_num 662) dirty exists 2024-08-29T17:55:56.445 INFO:tasks.rados.rados.0.smithi028.stdout:2338: finishing copy_from racing read to smithi02869045-31 2024-08-29T17:55:56.445 INFO:tasks.rados.rados.0.smithi028.stdout:2338: finishing copy_from to smithi02869045-31 2024-08-29T17:55:56.445 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 31 v 1517 (ObjNum 486 snap 151 seq_num 486) dirty exists 2024-08-29T17:55:56.445 INFO:tasks.rados.rados.0.smithi028.stdout:2339: expect (ObjNum 670 snap 229 seq_num 670) 2024-08-29T17:55:56.574 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:55:56 smithi053 bash[68679]: cluster 2024-08-29T17:55:54.994613+0000 mgr.y (mgr.25022) 203 : cluster [DBG] pgmap v340: 121 pgs: 33 active+undersized, 8 active+undersized+degraded, 80 active+clean; 420 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail; 5.7 MiB/s rd, 1.0 MiB/s wr, 11 op/s; 92/909 objects degraded (10.121%) 2024-08-29T17:55:56.574 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:55:56 smithi053 bash[68679]: cluster 2024-08-29T17:55:55.255416+0000 mon.a (mon.0) 643 : cluster [INF] Health check cleared: OSD_DOWN (was: 1 osds down) 2024-08-29T17:55:56.574 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:55:56 smithi053 bash[68679]: cluster 2024-08-29T17:55:55.263617+0000 mon.a (mon.0) 644 : cluster [INF] osd.3 [v2:172.21.15.28:6826/2484956850,v1:172.21.15.28:6827/2484956850] boot 2024-08-29T17:55:56.574 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:55:56 smithi053 bash[68679]: cluster 2024-08-29T17:55:55.263749+0000 mon.a (mon.0) 645 : cluster [DBG] osdmap e546: 8 total, 8 up, 8 in 2024-08-29T17:55:56.574 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:55:56 smithi053 bash[68679]: audit 2024-08-29T17:55:55.265423+0000 mon.a (mon.0) 646 : audit [DBG] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-08-29T17:55:56.627 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:55:56 smithi028 bash[77168]: cluster 2024-08-29T17:55:54.994613+0000 mgr.y (mgr.25022) 203 : cluster [DBG] pgmap v340: 121 pgs: 33 active+undersized, 8 active+undersized+degraded, 80 active+clean; 420 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail; 5.7 MiB/s rd, 1.0 MiB/s wr, 11 op/s; 92/909 objects degraded (10.121%) 2024-08-29T17:55:56.628 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:55:56 smithi028 bash[77168]: cluster 2024-08-29T17:55:55.255416+0000 mon.a (mon.0) 643 : cluster [INF] Health check cleared: OSD_DOWN (was: 1 osds down) 2024-08-29T17:55:56.628 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:55:56 smithi028 bash[77168]: cluster 2024-08-29T17:55:55.263617+0000 mon.a (mon.0) 644 : cluster [INF] osd.3 [v2:172.21.15.28:6826/2484956850,v1:172.21.15.28:6827/2484956850] boot 2024-08-29T17:55:56.628 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:55:56 smithi028 bash[77168]: cluster 2024-08-29T17:55:55.263749+0000 mon.a (mon.0) 645 : cluster [DBG] osdmap e546: 8 total, 8 up, 8 in 2024-08-29T17:55:56.628 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:55:56 smithi028 bash[77168]: audit 2024-08-29T17:55:55.265423+0000 mon.a (mon.0) 646 : audit [DBG] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-08-29T17:55:56.628 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:55:56 smithi028 bash[78352]: cluster 2024-08-29T17:55:54.994613+0000 mgr.y (mgr.25022) 203 : cluster [DBG] pgmap v340: 121 pgs: 33 active+undersized, 8 active+undersized+degraded, 80 active+clean; 420 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail; 5.7 MiB/s rd, 1.0 MiB/s wr, 11 op/s; 92/909 objects degraded (10.121%) 2024-08-29T17:55:56.628 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:55:56 smithi028 bash[78352]: cluster 2024-08-29T17:55:55.255416+0000 mon.a (mon.0) 643 : cluster [INF] Health check cleared: OSD_DOWN (was: 1 osds down) 2024-08-29T17:55:56.628 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:55:56 smithi028 bash[78352]: cluster 2024-08-29T17:55:55.263617+0000 mon.a (mon.0) 644 : cluster [INF] osd.3 [v2:172.21.15.28:6826/2484956850,v1:172.21.15.28:6827/2484956850] boot 2024-08-29T17:55:56.628 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:55:56 smithi028 bash[78352]: cluster 2024-08-29T17:55:55.263749+0000 mon.a (mon.0) 645 : cluster [DBG] osdmap e546: 8 total, 8 up, 8 in 2024-08-29T17:55:56.628 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:55:56 smithi028 bash[78352]: audit 2024-08-29T17:55:55.265423+0000 mon.a (mon.0) 646 : audit [DBG] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-08-29T17:55:57.166 INFO:tasks.rados.rados.0.smithi028.stdout:2336: finishing copy_from racing read to smithi02869045-19 2024-08-29T17:55:57.166 INFO:tasks.rados.rados.0.smithi028.stdout:2336: finishing copy_from to smithi02869045-19 2024-08-29T17:55:57.166 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 19 v 1896 (ObjNum 668 snap 226 seq_num 668) dirty exists 2024-08-29T17:55:57.166 INFO:tasks.rados.rados.0.smithi028.stdout:2341: finishing write tid 1 to smithi02869045-36 2024-08-29T17:55:57.166 INFO:tasks.rados.rados.0.smithi028.stdout:2341: finishing write tid 2 to smithi02869045-36 2024-08-29T17:55:57.166 INFO:tasks.rados.rados.0.smithi028.stdout:2341: finishing write tid 3 to smithi02869045-36 2024-08-29T17:55:57.167 INFO:tasks.rados.rados.0.smithi028.stdout:2341: finishing write tid 4 to smithi02869045-36 2024-08-29T17:55:57.167 INFO:tasks.rados.rados.0.smithi028.stdout:2341: finishing write tid 5 to smithi02869045-36 2024-08-29T17:55:57.167 INFO:tasks.rados.rados.0.smithi028.stdout:2342: finishing rollback tid 0 to smithi02869045-6 2024-08-29T17:55:57.167 INFO:tasks.rados.rados.0.smithi028.stdout:2342: finishing rollback tid 1 to smithi02869045-6 2024-08-29T17:55:57.167 INFO:tasks.rados.rados.0.smithi028.stdout:2342: finishing rollback tid 2 to smithi02869045-6 2024-08-29T17:55:57.167 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 6 v 1727 (ObjNum 656 snap 216 seq_num 656) dirty exists 2024-08-29T17:55:57.167 INFO:tasks.rados.rados.0.smithi028.stdout:2341: finishing write tid 6 to smithi02869045-36 2024-08-29T17:55:57.167 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 36 v 1106 (ObjNum 712 snap 243 seq_num 712) dirty exists 2024-08-29T17:55:57.168 INFO:tasks.rados.rados.0.smithi028.stdout:2341: left oid 36 (ObjNum 712 snap 243 seq_num 712) 2024-08-29T17:55:57.168 INFO:tasks.rados.rados.0.smithi028.stdout:2343: expect (ObjNum 704 snap 238 seq_num 704) 2024-08-29T17:55:57.464 INFO:tasks.rados.rados.0.smithi028.stdout:2334: done (7 left) 2024-08-29T17:55:57.464 INFO:tasks.rados.rados.0.smithi028.stdout:2336: done (6 left) 2024-08-29T17:55:57.464 INFO:tasks.rados.rados.0.smithi028.stdout:2338: done (5 left) 2024-08-29T17:55:57.464 INFO:tasks.rados.rados.0.smithi028.stdout:2339: done (4 left) 2024-08-29T17:55:57.464 INFO:tasks.rados.rados.0.smithi028.stdout:2341: done (3 left) 2024-08-29T17:55:57.464 INFO:tasks.rados.rados.0.smithi028.stdout:2342: done (2 left) 2024-08-29T17:55:57.464 INFO:tasks.rados.rados.0.smithi028.stdout:2343: done (1 left) 2024-08-29T17:55:57.464 INFO:tasks.rados.rados.0.smithi028.stdout:2344: done (0 left) 2024-08-29T17:55:57.464 INFO:tasks.rados.rados.0.smithi028.stdout:2345: delete oid 35 current snap is 244 2024-08-29T17:55:57.491 INFO:tasks.rados.rados.0.smithi028.stdout:2345: done (0 left) 2024-08-29T17:55:57.491 INFO:tasks.rados.rados.0.smithi028.stdout:2346: snap_create 2024-08-29T17:55:57.574 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:55:57 smithi053 bash[68679]: cluster 2024-08-29T17:55:56.266770+0000 mon.a (mon.0) 647 : cluster [DBG] osdmap e547: 8 total, 8 up, 8 in 2024-08-29T17:55:57.574 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:55:57 smithi053 bash[68679]: audit 2024-08-29T17:55:57.035059+0000 mon.a (mon.0) 648 : audit [INF] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' 2024-08-29T17:55:57.574 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:55:57 smithi053 bash[68679]: audit 2024-08-29T17:55:57.059994+0000 mon.a (mon.0) 649 : audit [DBG] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-29T17:55:57.627 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:55:57 smithi028 bash[78352]: cluster 2024-08-29T17:55:56.266770+0000 mon.a (mon.0) 647 : cluster [DBG] osdmap e547: 8 total, 8 up, 8 in 2024-08-29T17:55:57.627 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:55:57 smithi028 bash[78352]: audit 2024-08-29T17:55:57.035059+0000 mon.a (mon.0) 648 : audit [INF] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' 2024-08-29T17:55:57.628 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:55:57 smithi028 bash[78352]: audit 2024-08-29T17:55:57.059994+0000 mon.a (mon.0) 649 : audit [DBG] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-29T17:55:57.628 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:55:57 smithi028 bash[77168]: cluster 2024-08-29T17:55:56.266770+0000 mon.a (mon.0) 647 : cluster [DBG] osdmap e547: 8 total, 8 up, 8 in 2024-08-29T17:55:57.628 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:55:57 smithi028 bash[77168]: audit 2024-08-29T17:55:57.035059+0000 mon.a (mon.0) 648 : audit [INF] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' 2024-08-29T17:55:57.628 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:55:57 smithi028 bash[77168]: audit 2024-08-29T17:55:57.059994+0000 mon.a (mon.0) 649 : audit [DBG] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-29T17:55:58.294 INFO:tasks.rados.rados.0.smithi028.stdout:2346: done (0 left) 2024-08-29T17:55:58.295 INFO:tasks.rados.rados.0.smithi028.stdout:2347: copy_from oid 2 from oid 45 current snap is 245 2024-08-29T17:55:58.295 INFO:tasks.rados.rados.0.smithi028.stdout:2348: rmattr oid 23 current snap is 245 2024-08-29T17:55:58.295 INFO:tasks.rados.rados.0.smithi028.stdout:2348: done (1 left) 2024-08-29T17:55:58.295 INFO:tasks.rados.rados.0.smithi028.stdout:2349: rmattr oid 14 current snap is 245 2024-08-29T17:55:58.295 INFO:tasks.rados.rados.0.smithi028.stdout:2349: done (1 left) 2024-08-29T17:55:58.295 INFO:tasks.rados.rados.0.smithi028.stdout:2350: delete oid 18 current snap is 245 2024-08-29T17:55:58.308 INFO:tasks.rados.rados.0.smithi028.stdout:2350: done (1 left) 2024-08-29T17:55:58.309 INFO:tasks.rados.rados.0.smithi028.stdout:2351: snap_remove snap 214 2024-08-29T17:55:58.574 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:55:58 smithi053 bash[68679]: cluster 2024-08-29T17:55:56.995367+0000 mgr.y (mgr.25022) 204 : cluster [DBG] pgmap v343: 121 pgs: 33 active+undersized, 8 active+undersized+degraded, 80 active+clean; 420 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail; 4.1 MiB/s rd, 538 KiB/s wr, 8 op/s; 92/909 objects degraded (10.121%) 2024-08-29T17:55:58.574 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:55:58 smithi053 bash[68679]: cluster 2024-08-29T17:55:57.288033+0000 mon.a (mon.0) 650 : cluster [DBG] osdmap e548: 8 total, 8 up, 8 in 2024-08-29T17:55:58.627 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:55:58 smithi028 bash[77168]: cluster 2024-08-29T17:55:56.995367+0000 mgr.y (mgr.25022) 204 : cluster [DBG] pgmap v343: 121 pgs: 33 active+undersized, 8 active+undersized+degraded, 80 active+clean; 420 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail; 4.1 MiB/s rd, 538 KiB/s wr, 8 op/s; 92/909 objects degraded (10.121%) 2024-08-29T17:55:58.627 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:55:58 smithi028 bash[77168]: cluster 2024-08-29T17:55:57.288033+0000 mon.a (mon.0) 650 : cluster [DBG] osdmap e548: 8 total, 8 up, 8 in 2024-08-29T17:55:58.628 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:55:58 smithi028 bash[78352]: cluster 2024-08-29T17:55:56.995367+0000 mgr.y (mgr.25022) 204 : cluster [DBG] pgmap v343: 121 pgs: 33 active+undersized, 8 active+undersized+degraded, 80 active+clean; 420 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail; 4.1 MiB/s rd, 538 KiB/s wr, 8 op/s; 92/909 objects degraded (10.121%) 2024-08-29T17:55:58.628 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:55:58 smithi028 bash[78352]: cluster 2024-08-29T17:55:57.288033+0000 mon.a (mon.0) 650 : cluster [DBG] osdmap e548: 8 total, 8 up, 8 in 2024-08-29T17:55:59.320 INFO:tasks.rados.rados.0.smithi028.stdout:2351: done (1 left) 2024-08-29T17:55:59.320 INFO:tasks.rados.rados.0.smithi028.stdout:append oid 22 current snap is 245 2024-08-29T17:55:59.320 INFO:tasks.rados.rados.0.smithi028.stdout:2352: seq_num 715 ranges {0=778240,778240=770048,1548288=499712,2048000=335872} 2024-08-29T17:55:59.329 INFO:tasks.rados.rados.0.smithi028.stdout:2352: writing smithi02869045-22 from 0 to 778240 tid 1 2024-08-29T17:55:59.340 INFO:tasks.rados.rados.0.smithi028.stdout:2352: writing smithi02869045-22 from 778240 to 1548288 tid 2 2024-08-29T17:55:59.348 INFO:tasks.rados.rados.0.smithi028.stdout:2352: writing smithi02869045-22 from 1548288 to 2048000 tid 3 2024-08-29T17:55:59.354 INFO:tasks.rados.rados.0.smithi028.stdout:2352: writing smithi02869045-22 from 2048000 to 2383872 tid 4 2024-08-29T17:55:59.354 INFO:tasks.rados.rados.0.smithi028.stdout:append oid 39 current snap is 245 2024-08-29T17:55:59.354 INFO:tasks.rados.rados.0.smithi028.stdout:2347: finishing copy_from racing read to smithi02869045-2 2024-08-29T17:55:59.354 INFO:tasks.rados.rados.0.smithi028.stdout:2347: finishing copy_from to smithi02869045-2 2024-08-29T17:55:59.354 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 2 v 1558 (ObjNum 711 snap 243 seq_num 711) dirty exists 2024-08-29T17:55:59.354 INFO:tasks.rados.rados.0.smithi028.stdout:2353: seq_num 716 ranges {2301952=794624,3096576=655360,3751936=704512,4456448=245760} 2024-08-29T17:55:59.377 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:55:59 smithi028 bash[78352]: cluster 2024-08-29T17:55:58.297917+0000 mon.a (mon.0) 651 : cluster [DBG] osdmap e549: 8 total, 8 up, 8 in 2024-08-29T17:55:59.377 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:55:59 smithi028 bash[78352]: cluster 2024-08-29T17:55:59.177807+0000 mon.a (mon.0) 652 : cluster [WRN] Health check update: Degraded data redundancy: 92/909 objects degraded (10.121%), 8 pgs degraded (PG_DEGRADED) 2024-08-29T17:55:59.377 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:55:59 smithi028 bash[77168]: cluster 2024-08-29T17:55:58.297917+0000 mon.a (mon.0) 651 : cluster [DBG] osdmap e549: 8 total, 8 up, 8 in 2024-08-29T17:55:59.378 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:55:59 smithi028 bash[77168]: cluster 2024-08-29T17:55:59.177807+0000 mon.a (mon.0) 652 : cluster [WRN] Health check update: Degraded data redundancy: 92/909 objects degraded (10.121%), 8 pgs degraded (PG_DEGRADED) 2024-08-29T17:55:59.383 INFO:tasks.rados.rados.0.smithi028.stdout:2353: writing smithi02869045-39 from 2301952 to 3096576 tid 1 2024-08-29T17:55:59.390 INFO:tasks.rados.rados.0.smithi028.stdout:2353: writing smithi02869045-39 from 3096576 to 3751936 tid 2 2024-08-29T17:55:59.396 INFO:tasks.rados.rados.0.smithi028.stdout:2353: writing smithi02869045-39 from 3751936 to 4456448 tid 3 2024-08-29T17:55:59.398 INFO:tasks.rados.rados.0.smithi028.stdout:2353: writing smithi02869045-39 from 4456448 to 4702208 tid 4 2024-08-29T17:55:59.399 INFO:tasks.rados.rados.0.smithi028.stdout:2347: done (2 left) 2024-08-29T17:55:59.399 INFO:tasks.rados.rados.0.smithi028.stdout:2354: snap_remove snap 233 2024-08-29T17:55:59.574 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:55:59 smithi053 bash[68679]: cluster 2024-08-29T17:55:58.297917+0000 mon.a (mon.0) 651 : cluster [DBG] osdmap e549: 8 total, 8 up, 8 in 2024-08-29T17:55:59.574 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:55:59 smithi053 bash[68679]: cluster 2024-08-29T17:55:59.177807+0000 mon.a (mon.0) 652 : cluster [WRN] Health check update: Degraded data redundancy: 92/909 objects degraded (10.121%), 8 pgs degraded (PG_DEGRADED) 2024-08-29T17:56:00.315 INFO:tasks.rados.rados.0.smithi028.stdout:2354: done (2 left) 2024-08-29T17:56:00.315 INFO:tasks.rados.rados.0.smithi028.stdout:2355: setattr oid 10 current snap is 245 2024-08-29T17:56:00.316 INFO:tasks.rados.rados.0.smithi028.stdout:2352: finishing write tid 1 to smithi02869045-22 2024-08-29T17:56:00.316 INFO:tasks.rados.rados.0.smithi028.stdout:2352: finishing write tid 2 to smithi02869045-22 2024-08-29T17:56:00.316 INFO:tasks.rados.rados.0.smithi028.stdout:2352: finishing write tid 3 to smithi02869045-22 2024-08-29T17:56:00.316 INFO:tasks.rados.rados.0.smithi028.stdout:2352: finishing write tid 4 to smithi02869045-22 2024-08-29T17:56:00.316 INFO:tasks.rados.rados.0.smithi028.stdout:2352: finishing write tid 5 to smithi02869045-22 2024-08-29T17:56:00.316 INFO:tasks.rados.rados.0.smithi028.stdout:2352: finishing write tid 6 to smithi02869045-22 2024-08-29T17:56:00.316 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 22 v 1658 (ObjNum 715 snap 245 seq_num 715) dirty exists 2024-08-29T17:56:00.316 INFO:tasks.rados.rados.0.smithi028.stdout:2352: left oid 22 (ObjNum 715 snap 245 seq_num 715) 2024-08-29T17:56:00.316 INFO:tasks.rados.rados.0.smithi028.stdout:2353: finishing write tid 1 to smithi02869045-39 2024-08-29T17:56:00.316 INFO:tasks.rados.rados.0.smithi028.stdout:2353: finishing write tid 2 to smithi02869045-39 2024-08-29T17:56:00.316 INFO:tasks.rados.rados.0.smithi028.stdout:2353: finishing write tid 3 to smithi02869045-39 2024-08-29T17:56:00.316 INFO:tasks.rados.rados.0.smithi028.stdout:2353: finishing write tid 4 to smithi02869045-39 2024-08-29T17:56:00.316 INFO:tasks.rados.rados.0.smithi028.stdout:2353: finishing write tid 5 to smithi02869045-39 2024-08-29T17:56:00.317 INFO:tasks.rados.rados.0.smithi028.stdout:2353: finishing write tid 6 to smithi02869045-39 2024-08-29T17:56:00.317 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 39 v 1465 (ObjNum 716 snap 245 seq_num 716) dirty exists 2024-08-29T17:56:00.317 INFO:tasks.rados.rados.0.smithi028.stdout:2353: left oid 39 (ObjNum 716 snap 245 seq_num 716) 2024-08-29T17:56:00.318 INFO:tasks.rados.rados.0.smithi028.stdout:2352: done (2 left) 2024-08-29T17:56:00.318 INFO:tasks.rados.rados.0.smithi028.stdout:2353: done (1 left) 2024-08-29T17:56:00.318 INFO:tasks.rados.rados.0.smithi028.stdout:2356: rmattr oid 39 current snap is 245 2024-08-29T17:56:00.318 INFO:tasks.rados.rados.0.smithi028.stdout:2356: done (1 left) 2024-08-29T17:56:00.318 INFO:tasks.rados.rados.0.smithi028.stdout:2357: rollback oid 23 current snap is 245 2024-08-29T17:56:00.318 INFO:tasks.rados.rados.0.smithi028.stdout:rollback oid 23 to 204 2024-08-29T17:56:00.318 INFO:tasks.rados.rados.0.smithi028.stdout:2358: snap_remove snap 179 2024-08-29T17:56:00.574 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:56:00 smithi053 bash[68679]: cluster 2024-08-29T17:55:58.995901+0000 mgr.y (mgr.25022) 205 : cluster [DBG] pgmap v346: 121 pgs: 16 active+undersized, 3 active+undersized+degraded, 102 active+clean; 422 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 4.7 MiB/s rd, 794 KiB/s wr, 9 op/s; 51/918 objects degraded (5.556%); 526 KiB/s, 0 objects/s recovering 2024-08-29T17:56:00.574 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:56:00 smithi053 bash[68679]: cluster 2024-08-29T17:55:59.319246+0000 mon.a (mon.0) 653 : cluster [DBG] osdmap e550: 8 total, 8 up, 8 in 2024-08-29T17:56:00.627 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:56:00 smithi028 bash[77168]: cluster 2024-08-29T17:55:58.995901+0000 mgr.y (mgr.25022) 205 : cluster [DBG] pgmap v346: 121 pgs: 16 active+undersized, 3 active+undersized+degraded, 102 active+clean; 422 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 4.7 MiB/s rd, 794 KiB/s wr, 9 op/s; 51/918 objects degraded (5.556%); 526 KiB/s, 0 objects/s recovering 2024-08-29T17:56:00.628 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:56:00 smithi028 bash[77168]: cluster 2024-08-29T17:55:59.319246+0000 mon.a (mon.0) 653 : cluster [DBG] osdmap e550: 8 total, 8 up, 8 in 2024-08-29T17:56:00.628 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:56:00 smithi028 bash[78352]: cluster 2024-08-29T17:55:58.995901+0000 mgr.y (mgr.25022) 205 : cluster [DBG] pgmap v346: 121 pgs: 16 active+undersized, 3 active+undersized+degraded, 102 active+clean; 422 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 4.7 MiB/s rd, 794 KiB/s wr, 9 op/s; 51/918 objects degraded (5.556%); 526 KiB/s, 0 objects/s recovering 2024-08-29T17:56:00.628 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:56:00 smithi028 bash[78352]: cluster 2024-08-29T17:55:59.319246+0000 mon.a (mon.0) 653 : cluster [DBG] osdmap e550: 8 total, 8 up, 8 in 2024-08-29T17:56:01.327 INFO:tasks.rados.rados.0.smithi028.stdout:2357: finishing rollback tid 1 to smithi02869045-23 2024-08-29T17:56:01.328 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 23 v 1325 (ObjNum 161 snap 0 seq_num 0) dirty dne 2024-08-29T17:56:01.328 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 10 v 1559 (ObjNum 129 snap 0 seq_num 1676055680) dirty exists 2024-08-29T17:56:01.328 INFO:tasks.rados.rados.0.smithi028.stdout:2355: done (2 left) 2024-08-29T17:56:01.328 INFO:tasks.rados.rados.0.smithi028.stdout:2357: done (1 left) 2024-08-29T17:56:01.328 INFO:tasks.rados.rados.0.smithi028.stdout:2358: done (0 left) 2024-08-29T17:56:01.328 INFO:tasks.rados.rados.0.smithi028.stdout:2359: delete oid 23 current snap is 245 2024-08-29T17:56:01.349 INFO:tasks.rados.rados.0.smithi028.stdout:2359: done (0 left) 2024-08-29T17:56:01.349 INFO:tasks.rados.rados.0.smithi028.stdout:2360: read oid 50 snap -1 2024-08-29T17:56:01.349 INFO:tasks.rados.rados.0.smithi028.stdout:2360: expect deleted 2024-08-29T17:56:01.349 INFO:tasks.rados.rados.0.smithi028.stdout:2361: rollback oid 21 current snap is 245 2024-08-29T17:56:01.349 INFO:tasks.rados.rados.0.smithi028.stdout:rollback oid 21 to 244 2024-08-29T17:56:01.349 INFO:tasks.rados.rados.0.smithi028.stdout:2362: delete oid 35 current snap is 245 2024-08-29T17:56:01.355 INFO:tasks.rados.rados.0.smithi028.stdout:2362: done (2 left) 2024-08-29T17:56:01.355 INFO:tasks.rados.rados.0.smithi028.stdout:2363: delete oid 33 current snap is 245 2024-08-29T17:56:01.358 INFO:tasks.rados.rados.0.smithi028.stdout:2361: finishing rollback tid 0 to smithi02869045-21 2024-08-29T17:56:01.358 INFO:tasks.rados.rados.0.smithi028.stdout:2361: finishing rollback tid 1 to smithi02869045-21 2024-08-29T17:56:01.359 INFO:tasks.rados.rados.0.smithi028.stdout:2361: finishing rollback tid 2 to smithi02869045-21 2024-08-29T17:56:01.359 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 21 v 1562 (ObjNum 676 snap 229 seq_num 676) dirty exists 2024-08-29T17:56:01.364 INFO:tasks.rados.rados.0.smithi028.stdout:2361: done (2 left) 2024-08-29T17:56:01.364 INFO:tasks.rados.rados.0.smithi028.stdout:2363: done (1 left) 2024-08-29T17:56:01.365 INFO:tasks.rados.rados.0.smithi028.stdout:append oid 6 current snap is 245 2024-08-29T17:56:01.365 INFO:tasks.rados.rados.0.smithi028.stdout:2364: seq_num 720 ranges {1392640=65536} 2024-08-29T17:56:01.375 INFO:tasks.rados.rados.0.smithi028.stdout:2364: writing smithi02869045-6 from 1392640 to 1458176 tid 1 2024-08-29T17:56:01.375 INFO:tasks.rados.rados.0.smithi028.stdout:2365: delete oid 20 current snap is 245 2024-08-29T17:56:01.379 INFO:tasks.rados.rados.0.smithi028.stdout:2360: done (2 left) 2024-08-29T17:56:01.379 INFO:tasks.rados.rados.0.smithi028.stdout:2365: done (1 left) 2024-08-29T17:56:01.379 INFO:tasks.rados.rados.0.smithi028.stdout:append oid 3 current snap is 245 2024-08-29T17:56:01.379 INFO:tasks.rados.rados.0.smithi028.stdout:2366: seq_num 722 ranges {0=98304} 2024-08-29T17:56:01.380 INFO:tasks.rados.rados.0.smithi028.stdout:2366: writing smithi02869045-3 from 0 to 98304 tid 1 2024-08-29T17:56:01.380 INFO:tasks.rados.rados.0.smithi028.stdout:2367: snap_create 2024-08-29T17:56:01.380 INFO:tasks.rados.rados.0.smithi028.stdout:2364: finishing write tid 1 to smithi02869045-6 2024-08-29T17:56:01.381 INFO:tasks.rados.rados.0.smithi028.stdout:2364: finishing write tid 2 to smithi02869045-6 2024-08-29T17:56:01.383 INFO:tasks.rados.rados.0.smithi028.stdout:2364: finishing write tid 3 to smithi02869045-6 2024-08-29T17:56:01.383 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 6 v 1729 (ObjNum 720 snap 245 seq_num 720) dirty exists 2024-08-29T17:56:01.383 INFO:tasks.rados.rados.0.smithi028.stdout:2364: left oid 6 (ObjNum 720 snap 245 seq_num 720) 2024-08-29T17:56:01.384 INFO:tasks.rados.rados.0.smithi028.stdout:2366: finishing write tid 1 to smithi02869045-3 2024-08-29T17:56:01.384 INFO:tasks.rados.rados.0.smithi028.stdout:2366: finishing write tid 2 to smithi02869045-3 2024-08-29T17:56:01.385 INFO:tasks.rados.rados.0.smithi028.stdout:2366: finishing write tid 3 to smithi02869045-3 2024-08-29T17:56:01.385 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 3 v 1898 (ObjNum 722 snap 245 seq_num 722) dirty exists 2024-08-29T17:56:01.385 INFO:tasks.rados.rados.0.smithi028.stdout:2366: left oid 3 (ObjNum 722 snap 245 seq_num 722) 2024-08-29T17:56:01.574 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:56:01 smithi053 bash[68679]: cluster 2024-08-29T17:56:00.318672+0000 mon.a (mon.0) 654 : cluster [DBG] osdmap e551: 8 total, 8 up, 8 in 2024-08-29T17:56:01.627 INFO:journalctl@ceph.mgr.y.smithi028.stdout:Aug 29 17:56:01 smithi028 bash[70818]: ::ffff:172.21.15.53 - - [29/Aug/2024:17:56:01] "GET /metrics HTTP/1.1" 200 35987 "" "Prometheus/2.43.0" 2024-08-29T17:56:01.627 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:56:01 smithi028 bash[78352]: cluster 2024-08-29T17:56:00.318672+0000 mon.a (mon.0) 654 : cluster [DBG] osdmap e551: 8 total, 8 up, 8 in 2024-08-29T17:56:01.628 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:56:01 smithi028 bash[77168]: cluster 2024-08-29T17:56:00.318672+0000 mon.a (mon.0) 654 : cluster [DBG] osdmap e551: 8 total, 8 up, 8 in 2024-08-29T17:56:02.332 INFO:tasks.rados.rados.0.smithi028.stdout:2364: done (2 left) 2024-08-29T17:56:02.332 INFO:tasks.rados.rados.0.smithi028.stdout:2366: done (1 left) 2024-08-29T17:56:02.332 INFO:tasks.rados.rados.0.smithi028.stdout:2367: done (0 left) 2024-08-29T17:56:02.332 INFO:tasks.rados.rados.0.smithi028.stdout:2368: delete oid 47 current snap is 246 2024-08-29T17:56:02.341 INFO:tasks.rados.rados.0.smithi028.stdout:2368: done (0 left) 2024-08-29T17:56:02.341 INFO:tasks.rados.rados.0.smithi028.stdout:2369: copy_from oid 37 from oid 34 current snap is 246 2024-08-29T17:56:02.341 INFO:tasks.rados.rados.0.smithi028.stdout:append oid 9 current snap is 246 2024-08-29T17:56:02.341 INFO:tasks.rados.rados.0.smithi028.stdout:2370: seq_num 724 ranges {7143424=131072} 2024-08-29T17:56:02.434 INFO:tasks.rados.rados.0.smithi028.stdout:2370: writing smithi02869045-9 from 7143424 to 7274496 tid 1 2024-08-29T17:56:02.434 INFO:tasks.rados.rados.0.smithi028.stdout:2371: rollback oid 27 current snap is 246 2024-08-29T17:56:02.434 INFO:tasks.rados.rados.0.smithi028.stdout:rollback oid 27 to 224 2024-08-29T17:56:02.435 INFO:tasks.rados.rados.0.smithi028.stdout:2369: finishing copy_from racing read to smithi02869045-37 2024-08-29T17:56:02.435 INFO:tasks.rados.rados.0.smithi028.stdout:2372: delete oid 28 current snap is 246 2024-08-29T17:56:02.435 INFO:tasks.rados.rados.0.smithi028.stdout:2369: finishing copy_from to smithi02869045-37 2024-08-29T17:56:02.435 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 37 v 1441 (ObjNum 466 snap 146 seq_num 466) dirty exists 2024-08-29T17:56:02.442 INFO:tasks.rados.rados.0.smithi028.stdout:2370: finishing write tid 1 to smithi02869045-9 2024-08-29T17:56:02.442 INFO:tasks.rados.rados.0.smithi028.stdout:2369: done (3 left) 2024-08-29T17:56:02.443 INFO:tasks.rados.rados.0.smithi028.stdout:2372: done (2 left) 2024-08-29T17:56:02.443 INFO:tasks.rados.rados.0.smithi028.stdout:2373: delete oid 20 current snap is 246 2024-08-29T17:56:02.443 INFO:tasks.rados.rados.0.smithi028.stdout:2370: finishing write tid 2 to smithi02869045-9 2024-08-29T17:56:02.447 INFO:tasks.rados.rados.0.smithi028.stdout:2370: finishing write tid 3 to smithi02869045-9 2024-08-29T17:56:02.447 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 9 v 1106 (ObjNum 724 snap 246 seq_num 724) dirty exists 2024-08-29T17:56:02.447 INFO:tasks.rados.rados.0.smithi028.stdout:2370: left oid 9 (ObjNum 724 snap 246 seq_num 724) 2024-08-29T17:56:02.450 INFO:tasks.rados.rados.0.smithi028.stdout:2370: done (2 left) 2024-08-29T17:56:02.450 INFO:tasks.rados.rados.0.smithi028.stdout:2373: done (1 left) 2024-08-29T17:56:02.451 INFO:tasks.rados.rados.0.smithi028.stdout:2374: snap_create 2024-08-29T17:56:02.452 INFO:tasks.rados.rados.0.smithi028.stdout:2371: finishing rollback tid 0 to smithi02869045-27 2024-08-29T17:56:02.453 INFO:tasks.rados.rados.0.smithi028.stdout:2371: finishing rollback tid 1 to smithi02869045-27 2024-08-29T17:56:02.453 INFO:tasks.rados.rados.0.smithi028.stdout:2371: finishing rollback tid 2 to smithi02869045-27 2024-08-29T17:56:02.453 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 27 v 1661 (ObjNum 515 snap 160 seq_num 515) dirty exists 2024-08-29T17:56:02.574 INFO:journalctl@ceph.prometheus.a.smithi053.stdout:Aug 29 17:56:02 smithi053 bash[61790]: ts=2024-08-29T17:56:02.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"3167ee72-662c-11ef-bcd4-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-29T17:56:02.574 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:56:02 smithi053 bash[68679]: cluster 2024-08-29T17:56:00.996399+0000 mgr.y (mgr.25022) 206 : cluster [DBG] pgmap v349: 121 pgs: 2 active+clean+snaptrim, 1 active+clean+snaptrim_wait, 118 active+clean; 433 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 6.8 MiB/s rd, 4.5 MiB/s wr, 18 op/s; 1.8 MiB/s, 0 objects/s recovering 2024-08-29T17:56:02.574 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:56:02 smithi053 bash[68679]: cluster 2024-08-29T17:56:01.312101+0000 mon.a (mon.0) 655 : cluster [INF] Health check cleared: PG_DEGRADED (was: Degraded data redundancy: 51/918 objects degraded (5.556%), 3 pgs degraded) 2024-08-29T17:56:02.574 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:56:02 smithi053 bash[68679]: cluster 2024-08-29T17:56:01.312132+0000 mon.a (mon.0) 656 : cluster [INF] Cluster is now healthy 2024-08-29T17:56:02.574 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:56:02 smithi053 bash[68679]: cluster 2024-08-29T17:56:01.324610+0000 mon.a (mon.0) 657 : cluster [DBG] osdmap e552: 8 total, 8 up, 8 in 2024-08-29T17:56:02.627 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:56:02 smithi028 bash[78352]: cluster 2024-08-29T17:56:00.996399+0000 mgr.y (mgr.25022) 206 : cluster [DBG] pgmap v349: 121 pgs: 2 active+clean+snaptrim, 1 active+clean+snaptrim_wait, 118 active+clean; 433 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 6.8 MiB/s rd, 4.5 MiB/s wr, 18 op/s; 1.8 MiB/s, 0 objects/s recovering 2024-08-29T17:56:02.627 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:56:02 smithi028 bash[78352]: cluster 2024-08-29T17:56:01.312101+0000 mon.a (mon.0) 655 : cluster [INF] Health check cleared: PG_DEGRADED (was: Degraded data redundancy: 51/918 objects degraded (5.556%), 3 pgs degraded) 2024-08-29T17:56:02.628 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:56:02 smithi028 bash[78352]: cluster 2024-08-29T17:56:01.312132+0000 mon.a (mon.0) 656 : cluster [INF] Cluster is now healthy 2024-08-29T17:56:02.628 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:56:02 smithi028 bash[78352]: cluster 2024-08-29T17:56:01.324610+0000 mon.a (mon.0) 657 : cluster [DBG] osdmap e552: 8 total, 8 up, 8 in 2024-08-29T17:56:02.628 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:56:02 smithi028 bash[77168]: cluster 2024-08-29T17:56:00.996399+0000 mgr.y (mgr.25022) 206 : cluster [DBG] pgmap v349: 121 pgs: 2 active+clean+snaptrim, 1 active+clean+snaptrim_wait, 118 active+clean; 433 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 6.8 MiB/s rd, 4.5 MiB/s wr, 18 op/s; 1.8 MiB/s, 0 objects/s recovering 2024-08-29T17:56:02.628 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:56:02 smithi028 bash[77168]: cluster 2024-08-29T17:56:01.312101+0000 mon.a (mon.0) 655 : cluster [INF] Health check cleared: PG_DEGRADED (was: Degraded data redundancy: 51/918 objects degraded (5.556%), 3 pgs degraded) 2024-08-29T17:56:02.628 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:56:02 smithi028 bash[77168]: cluster 2024-08-29T17:56:01.312132+0000 mon.a (mon.0) 656 : cluster [INF] Cluster is now healthy 2024-08-29T17:56:02.628 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:56:02 smithi028 bash[77168]: cluster 2024-08-29T17:56:01.324610+0000 mon.a (mon.0) 657 : cluster [DBG] osdmap e552: 8 total, 8 up, 8 in 2024-08-29T17:56:03.345 INFO:tasks.rados.rados.0.smithi028.stdout:2371: done (1 left) 2024-08-29T17:56:03.345 INFO:tasks.rados.rados.0.smithi028.stdout:2374: done (0 left) 2024-08-29T17:56:03.345 INFO:tasks.rados.rados.0.smithi028.stdout:2375: snap_remove snap 209 2024-08-29T17:56:03.574 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:56:03 smithi053 bash[68679]: cluster 2024-08-29T17:56:02.334783+0000 mon.a (mon.0) 658 : cluster [DBG] osdmap e553: 8 total, 8 up, 8 in 2024-08-29T17:56:03.574 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:56:03 smithi053 bash[68679]: audit 2024-08-29T17:56:02.493533+0000 mon.a (mon.0) 659 : audit [INF] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' 2024-08-29T17:56:03.574 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:56:03 smithi053 bash[68679]: audit 2024-08-29T17:56:02.501603+0000 mon.a (mon.0) 660 : audit [INF] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' 2024-08-29T17:56:03.574 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:56:03 smithi053 bash[68679]: audit 2024-08-29T17:56:02.503844+0000 mon.a (mon.0) 661 : audit [DBG] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-29T17:56:03.574 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:56:03 smithi053 bash[68679]: audit 2024-08-29T17:56:02.505657+0000 mon.a (mon.0) 662 : audit [INF] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-29T17:56:03.575 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:56:03 smithi053 bash[68679]: audit 2024-08-29T17:56:02.514940+0000 mon.a (mon.0) 663 : audit [INF] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' 2024-08-29T17:56:03.575 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:56:03 smithi053 bash[68679]: audit 2024-08-29T17:56:02.669806+0000 mon.a (mon.0) 664 : audit [DBG] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-29T17:56:03.575 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:56:03 smithi053 bash[68679]: audit 2024-08-29T17:56:02.673597+0000 mon.a (mon.0) 665 : audit [DBG] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-08-29T17:56:03.575 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:56:03 smithi053 bash[68679]: audit 2024-08-29T17:56:02.677317+0000 mon.a (mon.0) 666 : audit [DBG] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-08-29T17:56:03.575 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:56:03 smithi053 bash[68679]: audit 2024-08-29T17:56:02.679618+0000 mon.a (mon.0) 667 : audit [DBG] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-08-29T17:56:03.575 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:56:03 smithi053 bash[68679]: audit 2024-08-29T17:56:02.683048+0000 mon.a (mon.0) 668 : audit [DBG] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "osd ok-to-stop", "ids": ["4"], "max": 16}]: dispatch 2024-08-29T17:56:03.575 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:56:03 smithi053 bash[68679]: audit 2024-08-29T17:56:02.683431+0000 mgr.y (mgr.25022) 207 : audit [DBG] from='mon.0 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["4"], "max": 16}]: dispatch 2024-08-29T17:56:03.575 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:56:03 smithi053 bash[68679]: cephadm 2024-08-29T17:56:02.685480+0000 mgr.y (mgr.25022) 208 : cephadm [INF] Upgrade: osd.4 is safe to restart 2024-08-29T17:56:03.628 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:56:03 smithi028 bash[77168]: cluster 2024-08-29T17:56:02.334783+0000 mon.a (mon.0) 658 : cluster [DBG] osdmap e553: 8 total, 8 up, 8 in 2024-08-29T17:56:03.628 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:56:03 smithi028 bash[77168]: audit 2024-08-29T17:56:02.493533+0000 mon.a (mon.0) 659 : audit [INF] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' 2024-08-29T17:56:03.628 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:56:03 smithi028 bash[77168]: audit 2024-08-29T17:56:02.501603+0000 mon.a (mon.0) 660 : audit [INF] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' 2024-08-29T17:56:03.628 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:56:03 smithi028 bash[77168]: audit 2024-08-29T17:56:02.503844+0000 mon.a (mon.0) 661 : audit [DBG] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-29T17:56:03.628 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:56:03 smithi028 bash[77168]: audit 2024-08-29T17:56:02.505657+0000 mon.a (mon.0) 662 : audit [INF] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-29T17:56:03.628 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:56:03 smithi028 bash[77168]: audit 2024-08-29T17:56:02.514940+0000 mon.a (mon.0) 663 : audit [INF] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' 2024-08-29T17:56:03.628 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:56:03 smithi028 bash[77168]: audit 2024-08-29T17:56:02.669806+0000 mon.a (mon.0) 664 : audit [DBG] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-29T17:56:03.629 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:56:03 smithi028 bash[77168]: audit 2024-08-29T17:56:02.673597+0000 mon.a (mon.0) 665 : audit [DBG] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-08-29T17:56:03.629 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:56:03 smithi028 bash[77168]: audit 2024-08-29T17:56:02.677317+0000 mon.a (mon.0) 666 : audit [DBG] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-08-29T17:56:03.629 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:56:03 smithi028 bash[77168]: audit 2024-08-29T17:56:02.679618+0000 mon.a (mon.0) 667 : audit [DBG] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-08-29T17:56:03.629 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:56:03 smithi028 bash[77168]: audit 2024-08-29T17:56:02.683048+0000 mon.a (mon.0) 668 : audit [DBG] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "osd ok-to-stop", "ids": ["4"], "max": 16}]: dispatch 2024-08-29T17:56:03.629 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:56:03 smithi028 bash[77168]: audit 2024-08-29T17:56:02.683431+0000 mgr.y (mgr.25022) 207 : audit [DBG] from='mon.0 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["4"], "max": 16}]: dispatch 2024-08-29T17:56:03.629 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:56:03 smithi028 bash[77168]: cephadm 2024-08-29T17:56:02.685480+0000 mgr.y (mgr.25022) 208 : cephadm [INF] Upgrade: osd.4 is safe to restart 2024-08-29T17:56:03.629 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:56:03 smithi028 bash[78352]: cluster 2024-08-29T17:56:02.334783+0000 mon.a (mon.0) 658 : cluster [DBG] osdmap e553: 8 total, 8 up, 8 in 2024-08-29T17:56:03.629 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:56:03 smithi028 bash[78352]: audit 2024-08-29T17:56:02.493533+0000 mon.a (mon.0) 659 : audit [INF] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' 2024-08-29T17:56:03.629 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:56:03 smithi028 bash[78352]: audit 2024-08-29T17:56:02.501603+0000 mon.a (mon.0) 660 : audit [INF] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' 2024-08-29T17:56:03.629 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:56:03 smithi028 bash[78352]: audit 2024-08-29T17:56:02.503844+0000 mon.a (mon.0) 661 : audit [DBG] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-29T17:56:03.629 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:56:03 smithi028 bash[78352]: audit 2024-08-29T17:56:02.505657+0000 mon.a (mon.0) 662 : audit [INF] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-29T17:56:03.630 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:56:03 smithi028 bash[78352]: audit 2024-08-29T17:56:02.514940+0000 mon.a (mon.0) 663 : audit [INF] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' 2024-08-29T17:56:03.630 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:56:03 smithi028 bash[78352]: audit 2024-08-29T17:56:02.669806+0000 mon.a (mon.0) 664 : audit [DBG] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-29T17:56:03.630 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:56:03 smithi028 bash[78352]: audit 2024-08-29T17:56:02.673597+0000 mon.a (mon.0) 665 : audit [DBG] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-08-29T17:56:03.630 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:56:03 smithi028 bash[78352]: audit 2024-08-29T17:56:02.677317+0000 mon.a (mon.0) 666 : audit [DBG] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-08-29T17:56:03.630 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:56:03 smithi028 bash[78352]: audit 2024-08-29T17:56:02.679618+0000 mon.a (mon.0) 667 : audit [DBG] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-08-29T17:56:03.630 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:56:03 smithi028 bash[78352]: audit 2024-08-29T17:56:02.683048+0000 mon.a (mon.0) 668 : audit [DBG] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "osd ok-to-stop", "ids": ["4"], "max": 16}]: dispatch 2024-08-29T17:56:03.630 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:56:03 smithi028 bash[78352]: audit 2024-08-29T17:56:02.683431+0000 mgr.y (mgr.25022) 207 : audit [DBG] from='mon.0 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["4"], "max": 16}]: dispatch 2024-08-29T17:56:03.630 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:56:03 smithi028 bash[78352]: cephadm 2024-08-29T17:56:02.685480+0000 mgr.y (mgr.25022) 208 : cephadm [INF] Upgrade: osd.4 is safe to restart 2024-08-29T17:56:04.187 INFO:tasks.rados.rados.0.smithi028.stdout:2375: done (0 left) 2024-08-29T17:56:04.187 INFO:tasks.rados.rados.0.smithi028.stdout:2376: snap_create 2024-08-29T17:56:04.627 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:56:04 smithi028 bash[78352]: cluster 2024-08-29T17:56:02.997594+0000 mgr.y (mgr.25022) 209 : cluster [DBG] pgmap v352: 121 pgs: 2 active+clean+snaptrim, 1 active+clean+snaptrim_wait, 118 active+clean; 431 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 2.2 MiB/s rd, 4.3 MiB/s wr, 13 op/s; 1.3 MiB/s, 0 objects/s recovering 2024-08-29T17:56:04.628 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:56:04 smithi028 bash[78352]: cluster 2024-08-29T17:56:03.348847+0000 mon.a (mon.0) 669 : cluster [DBG] osdmap e554: 8 total, 8 up, 8 in 2024-08-29T17:56:04.628 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:56:04 smithi028 bash[78352]: cluster 2024-08-29T17:56:04.189547+0000 mon.a (mon.0) 670 : cluster [DBG] osdmap e555: 8 total, 8 up, 8 in 2024-08-29T17:56:04.628 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:56:04 smithi028 bash[77168]: cluster 2024-08-29T17:56:02.997594+0000 mgr.y (mgr.25022) 209 : cluster [DBG] pgmap v352: 121 pgs: 2 active+clean+snaptrim, 1 active+clean+snaptrim_wait, 118 active+clean; 431 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 2.2 MiB/s rd, 4.3 MiB/s wr, 13 op/s; 1.3 MiB/s, 0 objects/s recovering 2024-08-29T17:56:04.628 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:56:04 smithi028 bash[77168]: cluster 2024-08-29T17:56:03.348847+0000 mon.a (mon.0) 669 : cluster [DBG] osdmap e554: 8 total, 8 up, 8 in 2024-08-29T17:56:04.628 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:56:04 smithi028 bash[77168]: cluster 2024-08-29T17:56:04.189547+0000 mon.a (mon.0) 670 : cluster [DBG] osdmap e555: 8 total, 8 up, 8 in 2024-08-29T17:56:04.824 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:56:04 smithi053 bash[68679]: cluster 2024-08-29T17:56:02.997594+0000 mgr.y (mgr.25022) 209 : cluster [DBG] pgmap v352: 121 pgs: 2 active+clean+snaptrim, 1 active+clean+snaptrim_wait, 118 active+clean; 431 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 2.2 MiB/s rd, 4.3 MiB/s wr, 13 op/s; 1.3 MiB/s, 0 objects/s recovering 2024-08-29T17:56:04.824 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:56:04 smithi053 bash[68679]: cluster 2024-08-29T17:56:03.348847+0000 mon.a (mon.0) 669 : cluster [DBG] osdmap e554: 8 total, 8 up, 8 in 2024-08-29T17:56:04.824 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:56:04 smithi053 bash[68679]: cluster 2024-08-29T17:56:04.189547+0000 mon.a (mon.0) 670 : cluster [DBG] osdmap e555: 8 total, 8 up, 8 in 2024-08-29T17:56:05.189 INFO:tasks.rados.rados.0.smithi028.stdout:2376: done (0 left) 2024-08-29T17:56:05.189 INFO:tasks.rados.rados.0.smithi028.stdout:2377: snap_remove snap 230 2024-08-29T17:56:06.191 INFO:tasks.rados.rados.0.smithi028.stdout:2377: done (0 left) 2024-08-29T17:56:06.191 INFO:tasks.rados.rados.0.smithi028.stdout:2378: setattr oid 43 current snap is 248 2024-08-29T17:56:06.195 INFO:tasks.rados.rados.0.smithi028.stdout:2379: setattr oid 29 current snap is 248 2024-08-29T17:56:06.199 INFO:tasks.rados.rados.0.smithi028.stdout:2380: rmattr oid 12 current snap is 248 2024-08-29T17:56:06.199 INFO:tasks.rados.rados.0.smithi028.stdout:2380: done (2 left) 2024-08-29T17:56:06.199 INFO:tasks.rados.rados.0.smithi028.stdout:2381: read oid 3 snap -1 2024-08-29T17:56:06.200 INFO:tasks.rados.rados.0.smithi028.stdout:2381: expect (ObjNum 722 snap 245 seq_num 722) 2024-08-29T17:56:06.200 INFO:tasks.rados.rados.0.smithi028.stdout:2382: copy_from oid 15 from oid 24 current snap is 248 2024-08-29T17:56:06.200 INFO:tasks.rados.rados.0.smithi028.stdout:2383: read oid 32 snap 231 2024-08-29T17:56:06.200 INFO:tasks.rados.rados.0.smithi028.stdout:2383: expect (ObjNum 572 snap 183 seq_num 572) 2024-08-29T17:56:06.201 INFO:tasks.rados.rados.0.smithi028.stdout:2384: read oid 42 snap -1 2024-08-29T17:56:06.201 INFO:tasks.rados.rados.0.smithi028.stdout:2384: expect deleted 2024-08-29T17:56:06.201 INFO:tasks.rados.rados.0.smithi028.stdout:2385: read oid 13 snap -1 2024-08-29T17:56:06.201 INFO:tasks.rados.rados.0.smithi028.stdout:2385: expect (ObjNum 695 snap 234 seq_num 695) 2024-08-29T17:56:06.201 INFO:tasks.rados.rados.0.smithi028.stdout:2386: rollback oid 49 current snap is 248 2024-08-29T17:56:06.201 INFO:tasks.rados.rados.0.smithi028.stdout:rollback oid 49 to 246 2024-08-29T17:56:06.202 INFO:tasks.rados.rados.0.smithi028.stdout:append oid 30 current snap is 248 2024-08-29T17:56:06.202 INFO:tasks.rados.rados.0.smithi028.stdout:2387: seq_num 727 ranges {2449408=180224} 2024-08-29T17:56:06.250 INFO:tasks.rados.rados.0.smithi028.stdout:2387: writing smithi02869045-30 from 2449408 to 2629632 tid 1 2024-08-29T17:56:06.250 INFO:tasks.rados.rados.0.smithi028.stdout:append oid 47 current snap is 248 2024-08-29T17:56:06.250 INFO:tasks.rados.rados.0.smithi028.stdout:2386: finishing rollback tid 1 to smithi02869045-49 2024-08-29T17:56:06.250 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 49 v 1465 (ObjNum 161 snap 0 seq_num 1) dirty dne 2024-08-29T17:56:06.250 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 29 v 1462 (ObjNum 97 snap 0 seq_num 0) dirty exists 2024-08-29T17:56:06.251 INFO:tasks.rados.rados.0.smithi028.stdout:2382: finishing copy_from racing read to smithi02869045-15 2024-08-29T17:56:06.251 INFO:tasks.rados.rados.0.smithi028.stdout:2381: expect (ObjNum 722 snap 245 seq_num 722) 2024-08-29T17:56:06.256 INFO:tasks.rados.rados.0.smithi028.stdout:2382: finishing copy_from to smithi02869045-15 2024-08-29T17:56:06.256 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 15 v 1438 (ObjNum 273 snap 0 seq_num 0) dirty exists 2024-08-29T17:56:06.256 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 43 v 1091 (ObjNum 670 snap 229 seq_num 670) dirty exists 2024-08-29T17:56:06.257 INFO:tasks.rados.rados.0.smithi028.stdout:2383: expect (ObjNum 572 snap 183 seq_num 572) 2024-08-29T17:56:06.405 INFO:tasks.rados.rados.0.smithi028.stdout:2387: finishing write tid 1 to smithi02869045-30 2024-08-29T17:56:06.405 INFO:tasks.rados.rados.0.smithi028.stdout:2387: finishing write tid 2 to smithi02869045-30 2024-08-29T17:56:06.405 INFO:tasks.rados.rados.0.smithi028.stdout:2387: finishing write tid 3 to smithi02869045-30 2024-08-29T17:56:06.405 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 30 v 1093 (ObjNum 727 snap 248 seq_num 727) dirty exists 2024-08-29T17:56:06.405 INFO:tasks.rados.rados.0.smithi028.stdout:2387: left oid 30 (ObjNum 727 snap 248 seq_num 727) 2024-08-29T17:56:06.405 INFO:tasks.rados.rados.0.smithi028.stdout:2385: expect (ObjNum 695 snap 234 seq_num 695) 2024-08-29T17:56:06.562 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:56:06 smithi053 bash[68679]: cluster 2024-08-29T17:56:04.998580+0000 mgr.y (mgr.25022) 210 : cluster [DBG] pgmap v355: 121 pgs: 121 active+clean; 428 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 1.2 KiB/s rd, 1.6 MiB/s wr, 13 op/s 2024-08-29T17:56:06.562 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:56:06 smithi053 bash[68679]: cluster 2024-08-29T17:56:05.192795+0000 mon.a (mon.0) 671 : cluster [DBG] osdmap e556: 8 total, 8 up, 8 in 2024-08-29T17:56:06.562 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:56:06 smithi053 bash[68679]: audit 2024-08-29T17:56:05.904352+0000 mon.a (mon.0) 672 : audit [INF] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' 2024-08-29T17:56:06.562 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:56:06 smithi053 bash[68679]: audit 2024-08-29T17:56:05.908725+0000 mon.a (mon.0) 673 : audit [INF] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.4"}]: dispatch 2024-08-29T17:56:06.562 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:56:06 smithi053 bash[68679]: audit 2024-08-29T17:56:05.910479+0000 mon.a (mon.0) 674 : audit [DBG] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-29T17:56:06.627 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:56:06 smithi028 bash[77168]: cluster 2024-08-29T17:56:04.998580+0000 mgr.y (mgr.25022) 210 : cluster [DBG] pgmap v355: 121 pgs: 121 active+clean; 428 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 1.2 KiB/s rd, 1.6 MiB/s wr, 13 op/s 2024-08-29T17:56:06.628 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:56:06 smithi028 bash[77168]: cluster 2024-08-29T17:56:05.192795+0000 mon.a (mon.0) 671 : cluster [DBG] osdmap e556: 8 total, 8 up, 8 in 2024-08-29T17:56:06.628 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:56:06 smithi028 bash[77168]: audit 2024-08-29T17:56:05.904352+0000 mon.a (mon.0) 672 : audit [INF] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' 2024-08-29T17:56:06.628 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:56:06 smithi028 bash[77168]: audit 2024-08-29T17:56:05.908725+0000 mon.a (mon.0) 673 : audit [INF] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.4"}]: dispatch 2024-08-29T17:56:06.628 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:56:06 smithi028 bash[77168]: audit 2024-08-29T17:56:05.910479+0000 mon.a (mon.0) 674 : audit [DBG] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-29T17:56:06.628 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:56:06 smithi028 bash[78352]: cluster 2024-08-29T17:56:04.998580+0000 mgr.y (mgr.25022) 210 : cluster [DBG] pgmap v355: 121 pgs: 121 active+clean; 428 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 1.2 KiB/s rd, 1.6 MiB/s wr, 13 op/s 2024-08-29T17:56:06.628 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:56:06 smithi028 bash[78352]: cluster 2024-08-29T17:56:05.192795+0000 mon.a (mon.0) 671 : cluster [DBG] osdmap e556: 8 total, 8 up, 8 in 2024-08-29T17:56:06.628 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:56:06 smithi028 bash[78352]: audit 2024-08-29T17:56:05.904352+0000 mon.a (mon.0) 672 : audit [INF] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' 2024-08-29T17:56:06.628 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:56:06 smithi028 bash[78352]: audit 2024-08-29T17:56:05.908725+0000 mon.a (mon.0) 673 : audit [INF] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.4"}]: dispatch 2024-08-29T17:56:06.628 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:56:06 smithi028 bash[78352]: audit 2024-08-29T17:56:05.910479+0000 mon.a (mon.0) 674 : audit [DBG] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-29T17:56:06.648 INFO:tasks.rados.rados.0.smithi028.stdout:2388: seq_num 728 ranges {0=196608} 2024-08-29T17:56:06.651 INFO:tasks.rados.rados.0.smithi028.stdout:2388: writing smithi02869045-47 from 0 to 196608 tid 1 2024-08-29T17:56:06.651 INFO:tasks.rados.rados.0.smithi028.stdout:2378: done (9 left) 2024-08-29T17:56:06.652 INFO:tasks.rados.rados.0.smithi028.stdout:2379: done (8 left) 2024-08-29T17:56:06.652 INFO:tasks.rados.rados.0.smithi028.stdout:2381: done (7 left) 2024-08-29T17:56:06.652 INFO:tasks.rados.rados.0.smithi028.stdout:2382: done (6 left) 2024-08-29T17:56:06.652 INFO:tasks.rados.rados.0.smithi028.stdout:2383: done (5 left) 2024-08-29T17:56:06.652 INFO:tasks.rados.rados.0.smithi028.stdout:2384: done (4 left) 2024-08-29T17:56:06.652 INFO:tasks.rados.rados.0.smithi028.stdout:2385: done (3 left) 2024-08-29T17:56:06.652 INFO:tasks.rados.rados.0.smithi028.stdout:2386: done (2 left) 2024-08-29T17:56:06.652 INFO:tasks.rados.rados.0.smithi028.stdout:2387: done (1 left) 2024-08-29T17:56:06.652 INFO:tasks.rados.rados.0.smithi028.stdout:2389: read oid 48 snap -1 2024-08-29T17:56:06.652 INFO:tasks.rados.rados.0.smithi028.stdout:2389: expect (ObjNum 486 snap 151 seq_num 486) 2024-08-29T17:56:06.652 INFO:tasks.rados.rados.0.smithi028.stdout:2390: read oid 19 snap -1 2024-08-29T17:56:06.653 INFO:tasks.rados.rados.0.smithi028.stdout:2390: expect (ObjNum 668 snap 226 seq_num 668) 2024-08-29T17:56:06.653 INFO:tasks.rados.rados.0.smithi028.stdout:2391: snap_create 2024-08-29T17:56:06.658 INFO:tasks.rados.rados.0.smithi028.stdout:2388: finishing write tid 1 to smithi02869045-47 2024-08-29T17:56:06.659 INFO:tasks.rados.rados.0.smithi028.stdout:2388: finishing write tid 2 to smithi02869045-47 2024-08-29T17:56:06.660 INFO:tasks.rados.rados.0.smithi028.stdout:2389: expect (ObjNum 486 snap 151 seq_num 486) 2024-08-29T17:56:06.699 INFO:tasks.rados.rados.0.smithi028.stdout:2388: finishing write tid 3 to smithi02869045-47 2024-08-29T17:56:06.699 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 47 v 1732 (ObjNum 728 snap 248 seq_num 728) dirty exists 2024-08-29T17:56:06.699 INFO:tasks.rados.rados.0.smithi028.stdout:2388: left oid 47 (ObjNum 728 snap 248 seq_num 728) 2024-08-29T17:56:06.699 INFO:tasks.rados.rados.0.smithi028.stdout:2390: expect (ObjNum 668 snap 226 seq_num 668) 2024-08-29T17:56:07.209 INFO:tasks.rados.rados.0.smithi028.stdout:2388: done (3 left) 2024-08-29T17:56:07.209 INFO:tasks.rados.rados.0.smithi028.stdout:2389: done (2 left) 2024-08-29T17:56:07.209 INFO:tasks.rados.rados.0.smithi028.stdout:2390: done (1 left) 2024-08-29T17:56:07.209 INFO:tasks.rados.rados.0.smithi028.stdout:2391: done (0 left) 2024-08-29T17:56:07.209 INFO:tasks.rados.rados.0.smithi028.stdout:2392: copy_from oid 16 from oid 7 current snap is 249 2024-08-29T17:56:07.210 INFO:tasks.rados.rados.0.smithi028.stdout:2393: read oid 14 snap -1 2024-08-29T17:56:07.210 INFO:tasks.rados.rados.0.smithi028.stdout:2393: expect (ObjNum 662 snap 221 seq_num 662) 2024-08-29T17:56:07.210 INFO:tasks.rados.rados.0.smithi028.stdout:2394: delete oid 40 current snap is 249 2024-08-29T17:56:07.221 INFO:tasks.rados.rados.0.smithi028.stdout:2394: done (2 left) 2024-08-29T17:56:07.221 INFO:tasks.rados.rados.0.smithi028.stdout:2395: snap_remove snap 235 2024-08-29T17:56:07.574 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:56:07 smithi053 bash[68679]: cephadm 2024-08-29T17:56:05.896983+0000 mgr.y (mgr.25022) 211 : cephadm [INF] Upgrade: Updating osd.4 2024-08-29T17:56:07.574 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:56:07 smithi053 bash[68679]: cephadm 2024-08-29T17:56:05.915473+0000 mgr.y (mgr.25022) 212 : cephadm [INF] Deploying daemon osd.4 on smithi053 2024-08-29T17:56:07.574 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:56:07 smithi053 bash[68679]: cluster 2024-08-29T17:56:06.193893+0000 mon.a (mon.0) 675 : cluster [DBG] osdmap e557: 8 total, 8 up, 8 in 2024-08-29T17:56:07.574 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:56:07 smithi053 bash[68679]: audit 2024-08-29T17:56:07.161100+0000 mon.a (mon.0) 676 : audit [INF] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' 2024-08-29T17:56:07.627 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:56:07 smithi028 bash[77168]: cephadm 2024-08-29T17:56:05.896983+0000 mgr.y (mgr.25022) 211 : cephadm [INF] Upgrade: Updating osd.4 2024-08-29T17:56:07.628 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:56:07 smithi028 bash[77168]: cephadm 2024-08-29T17:56:05.915473+0000 mgr.y (mgr.25022) 212 : cephadm [INF] Deploying daemon osd.4 on smithi053 2024-08-29T17:56:07.628 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:56:07 smithi028 bash[77168]: cluster 2024-08-29T17:56:06.193893+0000 mon.a (mon.0) 675 : cluster [DBG] osdmap e557: 8 total, 8 up, 8 in 2024-08-29T17:56:07.628 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:56:07 smithi028 bash[77168]: audit 2024-08-29T17:56:07.161100+0000 mon.a (mon.0) 676 : audit [INF] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' 2024-08-29T17:56:07.628 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:56:07 smithi028 bash[78352]: cephadm 2024-08-29T17:56:05.896983+0000 mgr.y (mgr.25022) 211 : cephadm [INF] Upgrade: Updating osd.4 2024-08-29T17:56:07.628 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:56:07 smithi028 bash[78352]: cephadm 2024-08-29T17:56:05.915473+0000 mgr.y (mgr.25022) 212 : cephadm [INF] Deploying daemon osd.4 on smithi053 2024-08-29T17:56:07.628 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:56:07 smithi028 bash[78352]: cluster 2024-08-29T17:56:06.193893+0000 mon.a (mon.0) 675 : cluster [DBG] osdmap e557: 8 total, 8 up, 8 in 2024-08-29T17:56:07.628 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:56:07 smithi028 bash[78352]: audit 2024-08-29T17:56:07.161100+0000 mon.a (mon.0) 676 : audit [INF] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' 2024-08-29T17:56:08.225 INFO:tasks.rados.rados.0.smithi028.stdout:2395: done (2 left) 2024-08-29T17:56:08.225 INFO:tasks.rados.rados.0.smithi028.stdout:append oid 37 current snap is 249 2024-08-29T17:56:08.225 INFO:tasks.rados.rados.0.smithi028.stdout:2396: seq_num 730 ranges {1449984=229376} 2024-08-29T17:56:08.244 INFO:tasks.rados.rados.0.smithi028.stdout:2396: writing smithi02869045-37 from 1449984 to 1679360 tid 1 2024-08-29T17:56:08.244 INFO:tasks.rados.rados.0.smithi028.stdout:2397: snap_remove snap 199 2024-08-29T17:56:08.324 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:56:08 smithi053 bash[68679]: cluster 2024-08-29T17:56:06.999252+0000 mgr.y (mgr.25022) 213 : cluster [DBG] pgmap v358: 121 pgs: 121 active+clean; 428 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 767 B/s rd, 995 KiB/s wr, 9 op/s 2024-08-29T17:56:08.324 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:56:08 smithi053 bash[68679]: cluster 2024-08-29T17:56:07.212608+0000 mon.a (mon.0) 677 : cluster [DBG] osdmap e558: 8 total, 8 up, 8 in 2024-08-29T17:56:08.627 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:56:08 smithi028 bash[77168]: cluster 2024-08-29T17:56:06.999252+0000 mgr.y (mgr.25022) 213 : cluster [DBG] pgmap v358: 121 pgs: 121 active+clean; 428 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 767 B/s rd, 995 KiB/s wr, 9 op/s 2024-08-29T17:56:08.628 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:56:08 smithi028 bash[77168]: cluster 2024-08-29T17:56:07.212608+0000 mon.a (mon.0) 677 : cluster [DBG] osdmap e558: 8 total, 8 up, 8 in 2024-08-29T17:56:08.628 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:56:08 smithi028 bash[78352]: cluster 2024-08-29T17:56:06.999252+0000 mgr.y (mgr.25022) 213 : cluster [DBG] pgmap v358: 121 pgs: 121 active+clean; 428 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 767 B/s rd, 995 KiB/s wr, 9 op/s 2024-08-29T17:56:08.628 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:56:08 smithi028 bash[78352]: cluster 2024-08-29T17:56:07.212608+0000 mon.a (mon.0) 677 : cluster [DBG] osdmap e558: 8 total, 8 up, 8 in 2024-08-29T17:56:08.944 INFO:teuthology.orchestra.run.smithi028.stdout:true 2024-08-29T17:56:09.188 INFO:tasks.rados.rados.0.smithi028.stdout:2397: done (3 left) 2024-08-29T17:56:09.188 INFO:tasks.rados.rados.0.smithi028.stdout:append oid 13 current snap is 249 2024-08-29T17:56:09.188 INFO:tasks.rados.rados.0.smithi028.stdout:2398: seq_num 731 ranges {5464064=245760} 2024-08-29T17:56:09.262 INFO:tasks.rados.rados.0.smithi028.stdout:2398: writing smithi02869045-13 from 5464064 to 5709824 tid 1 2024-08-29T17:56:09.262 INFO:tasks.rados.rados.0.smithi028.stdout:2399: copy_from oid 34 from oid 12 current snap is 249 2024-08-29T17:56:09.263 INFO:tasks.rados.rados.0.smithi028.stdout:2392: finishing copy_from racing read to smithi02869045-16 2024-08-29T17:56:09.263 INFO:tasks.rados.rados.0.smithi028.stdout:2392: finishing copy_from to smithi02869045-16 2024-08-29T17:56:09.263 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 16 v 2059 (ObjNum 161 snap 0 seq_num 1) dirty exists 2024-08-29T17:56:09.263 INFO:tasks.rados.rados.0.smithi028.stdout:2393: expect (ObjNum 662 snap 221 seq_num 662) 2024-08-29T17:56:09.289 INFO:teuthology.orchestra.run.smithi028.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2024-08-29T17:56:09.289 INFO:teuthology.orchestra.run.smithi028.stdout:alertmanager.a smithi028 *:9093,9094 running (5m) 18s ago 12m 13.6M - 0.25.0 c8568f914cd2 c7223f7204fa 2024-08-29T17:56:09.289 INFO:teuthology.orchestra.run.smithi028.stdout:grafana.a smithi053 *:3000 running (5m) 3m ago 12m 75.7M - 9.4.7 954c08fa6188 a7eaafe982e3 2024-08-29T17:56:09.289 INFO:teuthology.orchestra.run.smithi028.stdout:mds.a smithi028 running (15m) 18s ago 15m 15.3M - 17.2.7-1503-ga89f613d 250d9a61b6c5 c6b415d0b6f0 2024-08-29T17:56:09.289 INFO:teuthology.orchestra.run.smithi028.stdout:mds.b smithi053 running (15m) 3m ago 15m 18.8M - 17.2.7-1503-ga89f613d 250d9a61b6c5 8d3ee9e57659 2024-08-29T17:56:09.289 INFO:teuthology.orchestra.run.smithi028.stdout:mgr.x smithi053 *:8443,9283,8765 running (4m) 3m ago 23m 426M - 19.1.1-235-g1ef86450 d401bb9bb76e a0460ca70cca 2024-08-29T17:56:09.289 INFO:teuthology.orchestra.run.smithi028.stdout:mgr.y smithi028 *:8443,9283,8765 running (5m) 18s ago 25m 494M - 19.1.1-235-g1ef86450 d401bb9bb76e ef4c084deb28 2024-08-29T17:56:09.289 INFO:teuthology.orchestra.run.smithi028.stdout:mon.a smithi028 running (4m) 18s ago 25m 56.7M 2048M 19.1.1-235-g1ef86450 d401bb9bb76e d1fec2ed5501 2024-08-29T17:56:09.289 INFO:teuthology.orchestra.run.smithi028.stdout:mon.b smithi053 running (3m) 3m ago 23m 19.5M 2048M 19.1.1-235-g1ef86450 d401bb9bb76e 39595741be2a 2024-08-29T17:56:09.289 INFO:teuthology.orchestra.run.smithi028.stdout:mon.c smithi028 running (3m) 18s ago 23m 48.7M 2048M 19.1.1-235-g1ef86450 d401bb9bb76e c6717e02deb1 2024-08-29T17:56:09.290 INFO:teuthology.orchestra.run.smithi028.stdout:node-exporter.a smithi028 *:9100 running (6m) 18s ago 13m 8248k - 1.5.0 0da6a335fe13 620017e337b2 2024-08-29T17:56:09.290 INFO:teuthology.orchestra.run.smithi028.stdout:node-exporter.b smithi053 *:9100 running (5m) 3m ago 13m 7711k - 1.5.0 0da6a335fe13 e8eb22b0ee9e 2024-08-29T17:56:09.290 INFO:teuthology.orchestra.run.smithi028.stdout:osd.0 smithi028 running (113s) 18s ago 22m 257M 2525M 19.1.1-235-g1ef86450 d401bb9bb76e 6fbb60538386 2024-08-29T17:56:09.290 INFO:teuthology.orchestra.run.smithi028.stdout:osd.1 smithi028 running (83s) 18s ago 21m 259M 2525M 19.1.1-235-g1ef86450 d401bb9bb76e 0a1c27b12555 2024-08-29T17:56:09.290 INFO:teuthology.orchestra.run.smithi028.stdout:osd.2 smithi028 running (52s) 18s ago 20m 227M 2525M 19.1.1-235-g1ef86450 d401bb9bb76e f87a86f7e5c3 2024-08-29T17:56:09.290 INFO:teuthology.orchestra.run.smithi028.stdout:osd.3 smithi028 running (22s) 18s ago 20m - 2525M 19.1.1-235-g1ef86450 d401bb9bb76e 3ccafab1a96b 2024-08-29T17:56:09.290 INFO:teuthology.orchestra.run.smithi028.stdout:osd.4 smithi053 running (19m) 3m ago 19m 323M 2525M 17.2.7-1503-ga89f613d 250d9a61b6c5 e93527f41048 2024-08-29T17:56:09.290 INFO:teuthology.orchestra.run.smithi028.stdout:osd.5 smithi053 running (18m) 3m ago 18m 221M 2525M 17.2.7-1503-ga89f613d 250d9a61b6c5 86885633963d 2024-08-29T17:56:09.290 INFO:teuthology.orchestra.run.smithi028.stdout:osd.6 smithi053 running (17m) 3m ago 17m 137M 2525M 17.2.7-1503-ga89f613d 250d9a61b6c5 e65db659e42e 2024-08-29T17:56:09.290 INFO:teuthology.orchestra.run.smithi028.stdout:osd.7 smithi053 running (16m) 3m ago 16m 178M 2525M 17.2.7-1503-ga89f613d 250d9a61b6c5 69a8ac6ca110 2024-08-29T17:56:09.290 INFO:teuthology.orchestra.run.smithi028.stdout:prometheus.a smithi053 *:9095 running (4m) 3m ago 13m 52.7M - 2.43.0 a07b618ecd1d 9d3edc9bcb79 2024-08-29T17:56:09.347 INFO:tasks.rados.rados.0.smithi028.stdout:2396: finishing write tid 1 to smithi02869045-37 2024-08-29T17:56:09.347 INFO:tasks.rados.rados.0.smithi028.stdout:2396: finishing write tid 2 to smithi02869045-37 2024-08-29T17:56:09.347 INFO:tasks.rados.rados.0.smithi028.stdout:2396: finishing write tid 3 to smithi02869045-37 2024-08-29T17:56:09.347 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 37 v 2128 (ObjNum 730 snap 249 seq_num 730) dirty exists 2024-08-29T17:56:09.347 INFO:tasks.rados.rados.0.smithi028.stdout:2396: left oid 37 (ObjNum 730 snap 249 seq_num 730) 2024-08-29T17:56:09.347 INFO:tasks.rados.rados.0.smithi028.stdout:2392: done (4 left) 2024-08-29T17:56:09.347 INFO:tasks.rados.rados.0.smithi028.stdout:2393: done (3 left) 2024-08-29T17:56:09.347 INFO:tasks.rados.rados.0.smithi028.stdout:2396: done (2 left) 2024-08-29T17:56:09.348 INFO:tasks.rados.rados.0.smithi028.stdout:2400: rollback oid 48 current snap is 249 2024-08-29T17:56:09.348 INFO:tasks.rados.rados.0.smithi028.stdout:rollback oid 48 to 186 2024-08-29T17:56:09.348 INFO:tasks.rados.rados.0.smithi028.stdout:2399: finishing copy_from to smithi02869045-34 2024-08-29T17:56:09.348 INFO:tasks.rados.rados.0.smithi028.stdout:2399: got expected ENOENT (src dne) 2024-08-29T17:56:09.348 INFO:tasks.rados.rados.0.smithi028.stdout:2399: finishing copy_from racing read to smithi02869045-34 2024-08-29T17:56:09.348 INFO:tasks.rados.rados.0.smithi028.stdout:2398: finishing write tid 1 to smithi02869045-13 2024-08-29T17:56:09.348 INFO:tasks.rados.rados.0.smithi028.stdout:2398: finishing write tid 2 to smithi02869045-13 2024-08-29T17:56:09.348 INFO:tasks.rados.rados.0.smithi028.stdout:2398: finishing write tid 3 to smithi02869045-13 2024-08-29T17:56:09.348 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 13 v 2145 (ObjNum 731 snap 249 seq_num 731) dirty exists 2024-08-29T17:56:09.348 INFO:tasks.rados.rados.0.smithi028.stdout:2398: left oid 13 (ObjNum 731 snap 249 seq_num 731) 2024-08-29T17:56:09.348 INFO:tasks.rados.rados.0.smithi028.stdout:2398: done (2 left) 2024-08-29T17:56:09.349 INFO:tasks.rados.rados.0.smithi028.stdout:2399: done (1 left) 2024-08-29T17:56:09.349 INFO:tasks.rados.rados.0.smithi028.stdout:2401: delete oid 13 current snap is 249 2024-08-29T17:56:09.349 INFO:tasks.rados.rados.0.smithi028.stdout:2401: done (1 left) 2024-08-29T17:56:09.349 INFO:tasks.rados.rados.0.smithi028.stdout:append oid 3 current snap is 249 2024-08-29T17:56:09.349 INFO:tasks.rados.rados.0.smithi028.stdout:2402: seq_num 733 ranges {98304=278528} 2024-08-29T17:56:09.353 INFO:tasks.rados.rados.0.smithi028.stdout:2402: writing smithi02869045-3 from 98304 to 376832 tid 1 2024-08-29T17:56:09.354 INFO:tasks.rados.rados.0.smithi028.stdout:2403: copy_from oid 14 from oid 2 current snap is 249 2024-08-29T17:56:09.354 INFO:tasks.rados.rados.0.smithi028.stdout:2400: finishing rollback tid 0 to smithi02869045-48 2024-08-29T17:56:09.354 INFO:tasks.rados.rados.0.smithi028.stdout:2404: snap_remove snap 244 2024-08-29T17:56:09.574 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:56:09 smithi053 bash[68679]: cluster 2024-08-29T17:56:08.221240+0000 mon.a (mon.0) 678 : cluster [DBG] osdmap e559: 8 total, 8 up, 8 in 2024-08-29T17:56:09.574 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:56:09 smithi053 bash[68679]: cluster 2024-08-29T17:56:09.190544+0000 mon.a (mon.0) 679 : cluster [DBG] osdmap e560: 8 total, 8 up, 8 in 2024-08-29T17:56:09.627 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:56:09 smithi028 bash[78352]: cluster 2024-08-29T17:56:08.221240+0000 mon.a (mon.0) 678 : cluster [DBG] osdmap e559: 8 total, 8 up, 8 in 2024-08-29T17:56:09.628 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:56:09 smithi028 bash[78352]: cluster 2024-08-29T17:56:09.190544+0000 mon.a (mon.0) 679 : cluster [DBG] osdmap e560: 8 total, 8 up, 8 in 2024-08-29T17:56:09.628 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:56:09 smithi028 bash[77168]: cluster 2024-08-29T17:56:08.221240+0000 mon.a (mon.0) 678 : cluster [DBG] osdmap e559: 8 total, 8 up, 8 in 2024-08-29T17:56:09.628 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:56:09 smithi028 bash[77168]: cluster 2024-08-29T17:56:09.190544+0000 mon.a (mon.0) 679 : cluster [DBG] osdmap e560: 8 total, 8 up, 8 in 2024-08-29T17:56:09.650 INFO:teuthology.orchestra.run.smithi028.stdout:{ 2024-08-29T17:56:09.650 INFO:teuthology.orchestra.run.smithi028.stdout: "mon": { 2024-08-29T17:56:09.650 INFO:teuthology.orchestra.run.smithi028.stdout: "ceph version 19.1.1-235-g1ef86450 (1ef864504b8875c83ee6c2c5fedc13315bebf7f5) squid (rc)": 3 2024-08-29T17:56:09.650 INFO:teuthology.orchestra.run.smithi028.stdout: }, 2024-08-29T17:56:09.650 INFO:teuthology.orchestra.run.smithi028.stdout: "mgr": { 2024-08-29T17:56:09.650 INFO:teuthology.orchestra.run.smithi028.stdout: "ceph version 19.1.1-235-g1ef86450 (1ef864504b8875c83ee6c2c5fedc13315bebf7f5) squid (rc)": 2 2024-08-29T17:56:09.650 INFO:teuthology.orchestra.run.smithi028.stdout: }, 2024-08-29T17:56:09.650 INFO:teuthology.orchestra.run.smithi028.stdout: "osd": { 2024-08-29T17:56:09.650 INFO:teuthology.orchestra.run.smithi028.stdout: "ceph version 17.2.7-1503-ga89f613d (a89f613db4d5b6bca82681f19d73c6d337aae2d5) quincy (stable)": 4, 2024-08-29T17:56:09.650 INFO:teuthology.orchestra.run.smithi028.stdout: "ceph version 19.1.1-235-g1ef86450 (1ef864504b8875c83ee6c2c5fedc13315bebf7f5) squid (rc)": 4 2024-08-29T17:56:09.650 INFO:teuthology.orchestra.run.smithi028.stdout: }, 2024-08-29T17:56:09.651 INFO:teuthology.orchestra.run.smithi028.stdout: "mds": { 2024-08-29T17:56:09.651 INFO:teuthology.orchestra.run.smithi028.stdout: "ceph version 17.2.7-1503-ga89f613d (a89f613db4d5b6bca82681f19d73c6d337aae2d5) quincy (stable)": 2 2024-08-29T17:56:09.651 INFO:teuthology.orchestra.run.smithi028.stdout: }, 2024-08-29T17:56:09.651 INFO:teuthology.orchestra.run.smithi028.stdout: "overall": { 2024-08-29T17:56:09.651 INFO:teuthology.orchestra.run.smithi028.stdout: "ceph version 17.2.7-1503-ga89f613d (a89f613db4d5b6bca82681f19d73c6d337aae2d5) quincy (stable)": 6, 2024-08-29T17:56:09.651 INFO:teuthology.orchestra.run.smithi028.stdout: "ceph version 19.1.1-235-g1ef86450 (1ef864504b8875c83ee6c2c5fedc13315bebf7f5) squid (rc)": 9 2024-08-29T17:56:09.651 INFO:teuthology.orchestra.run.smithi028.stdout: } 2024-08-29T17:56:09.651 INFO:teuthology.orchestra.run.smithi028.stdout:} 2024-08-29T17:56:10.234 INFO:tasks.rados.rados.0.smithi028.stdout:2404: done (3 left) 2024-08-29T17:56:10.234 INFO:tasks.rados.rados.0.smithi028.stdout:2405: read oid 8 snap -1 2024-08-29T17:56:10.235 INFO:tasks.rados.rados.0.smithi028.stdout:2405: expect (ObjNum 701 snap 237 seq_num 701) 2024-08-29T17:56:10.235 INFO:tasks.rados.rados.0.smithi028.stdout:2406: snap_remove snap 240 2024-08-29T17:56:10.574 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:56:10 smithi053 bash[68679]: audit 2024-08-29T17:56:08.936203+0000 mgr.y (mgr.25022) 214 : audit [DBG] from='client.34311 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-08-29T17:56:10.574 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:56:10 smithi053 bash[68679]: cluster 2024-08-29T17:56:09.000178+0000 mgr.y (mgr.25022) 215 : cluster [DBG] pgmap v361: 121 pgs: 121 active+clean; 427 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 8.5 MiB/s rd, 104 KiB/s wr, 9 op/s 2024-08-29T17:56:10.574 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:56:10 smithi053 bash[68679]: audit 2024-08-29T17:56:09.279637+0000 mgr.y (mgr.25022) 216 : audit [DBG] from='client.44240 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-08-29T17:56:10.574 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:56:10 smithi053 bash[68679]: audit 2024-08-29T17:56:09.654204+0000 mon.a (mon.0) 680 : audit [DBG] from='client.? 172.21.15.28:0/4095249061' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-08-29T17:56:10.628 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:56:10 smithi028 bash[77168]: audit 2024-08-29T17:56:08.936203+0000 mgr.y (mgr.25022) 214 : audit [DBG] from='client.34311 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-08-29T17:56:10.628 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:56:10 smithi028 bash[77168]: cluster 2024-08-29T17:56:09.000178+0000 mgr.y (mgr.25022) 215 : cluster [DBG] pgmap v361: 121 pgs: 121 active+clean; 427 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 8.5 MiB/s rd, 104 KiB/s wr, 9 op/s 2024-08-29T17:56:10.628 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:56:10 smithi028 bash[77168]: audit 2024-08-29T17:56:09.279637+0000 mgr.y (mgr.25022) 216 : audit [DBG] from='client.44240 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-08-29T17:56:10.628 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:56:10 smithi028 bash[77168]: audit 2024-08-29T17:56:09.654204+0000 mon.a (mon.0) 680 : audit [DBG] from='client.? 172.21.15.28:0/4095249061' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-08-29T17:56:10.628 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:56:10 smithi028 bash[78352]: audit 2024-08-29T17:56:08.936203+0000 mgr.y (mgr.25022) 214 : audit [DBG] from='client.34311 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-08-29T17:56:10.628 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:56:10 smithi028 bash[78352]: cluster 2024-08-29T17:56:09.000178+0000 mgr.y (mgr.25022) 215 : cluster [DBG] pgmap v361: 121 pgs: 121 active+clean; 427 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 8.5 MiB/s rd, 104 KiB/s wr, 9 op/s 2024-08-29T17:56:10.629 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:56:10 smithi028 bash[78352]: audit 2024-08-29T17:56:09.279637+0000 mgr.y (mgr.25022) 216 : audit [DBG] from='client.44240 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-08-29T17:56:10.629 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:56:10 smithi028 bash[78352]: audit 2024-08-29T17:56:09.654204+0000 mon.a (mon.0) 680 : audit [DBG] from='client.? 172.21.15.28:0/4095249061' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-08-29T17:56:11.250 INFO:tasks.rados.rados.0.smithi028.stdout:2406: done (4 left) 2024-08-29T17:56:11.250 INFO:tasks.rados.rados.0.smithi028.stdout:2407: read oid 26 snap -1 2024-08-29T17:56:11.250 INFO:tasks.rados.rados.0.smithi028.stdout:2407: expect (ObjNum 582 snap 190 seq_num 582) 2024-08-29T17:56:11.250 INFO:tasks.rados.rados.0.smithi028.stdout:2408: rollback oid 45 current snap is 249 2024-08-29T17:56:11.250 INFO:tasks.rados.rados.0.smithi028.stdout:rollback oid 45 to 248 2024-08-29T17:56:11.250 INFO:tasks.rados.rados.0.smithi028.stdout:2400: finishing rollback tid 1 to smithi02869045-48 2024-08-29T17:56:11.250 INFO:tasks.rados.rados.0.smithi028.stdout:2400: finishing rollback tid 2 to smithi02869045-48 2024-08-29T17:56:11.250 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 48 v 2062 (ObjNum 486 snap 151 seq_num 486) dirty exists 2024-08-29T17:56:11.250 INFO:tasks.rados.rados.0.smithi028.stdout:2402: finishing write tid 1 to smithi02869045-3 2024-08-29T17:56:11.250 INFO:tasks.rados.rados.0.smithi028.stdout:2402: finishing write tid 2 to smithi02869045-3 2024-08-29T17:56:11.251 INFO:tasks.rados.rados.0.smithi028.stdout:2402: finishing write tid 3 to smithi02869045-3 2024-08-29T17:56:11.251 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 3 v 2064 (ObjNum 733 snap 249 seq_num 733) dirty exists 2024-08-29T17:56:11.251 INFO:tasks.rados.rados.0.smithi028.stdout:2402: left oid 3 (ObjNum 733 snap 249 seq_num 733) 2024-08-29T17:56:11.251 INFO:tasks.rados.rados.0.smithi028.stdout:2403: finishing copy_from racing read to smithi02869045-14 2024-08-29T17:56:11.251 INFO:tasks.rados.rados.0.smithi028.stdout:2403: finishing copy_from to smithi02869045-14 2024-08-29T17:56:11.251 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 14 v 1558 (ObjNum 711 snap 243 seq_num 711) dirty exists 2024-08-29T17:56:11.251 INFO:tasks.rados.rados.0.smithi028.stdout:2405: expect (ObjNum 701 snap 237 seq_num 701) 2024-08-29T17:56:11.323 INFO:tasks.rados.rados.0.smithi028.stdout:2407: expect (ObjNum 582 snap 190 seq_num 582) 2024-08-29T17:56:11.363 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:56:11 smithi053 systemd[1]: /etc/systemd/system/ceph-3167ee72-662c-11ef-bcd4-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-08-29T17:56:11.363 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:56:11 smithi053 bash[68679]: cluster 2024-08-29T17:56:10.237027+0000 mon.a (mon.0) 681 : cluster [DBG] osdmap e561: 8 total, 8 up, 8 in 2024-08-29T17:56:11.364 INFO:journalctl@ceph.osd.5.smithi053.stdout:Aug 29 17:56:11 smithi053 systemd[1]: /etc/systemd/system/ceph-3167ee72-662c-11ef-bcd4-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-08-29T17:56:11.364 INFO:journalctl@ceph.osd.6.smithi053.stdout:Aug 29 17:56:11 smithi053 systemd[1]: /etc/systemd/system/ceph-3167ee72-662c-11ef-bcd4-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-08-29T17:56:11.364 INFO:journalctl@ceph.mds.b.smithi053.stdout:Aug 29 17:56:11 smithi053 systemd[1]: /etc/systemd/system/ceph-3167ee72-662c-11ef-bcd4-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-08-29T17:56:11.365 INFO:journalctl@ceph.prometheus.a.smithi053.stdout:Aug 29 17:56:11 smithi053 systemd[1]: /etc/systemd/system/ceph-3167ee72-662c-11ef-bcd4-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-08-29T17:56:11.365 INFO:journalctl@ceph.grafana.a.smithi053.stdout:Aug 29 17:56:11 smithi053 systemd[1]: /etc/systemd/system/ceph-3167ee72-662c-11ef-bcd4-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-08-29T17:56:11.365 INFO:journalctl@ceph.mgr.x.smithi053.stdout:Aug 29 17:56:11 smithi053 systemd[1]: /etc/systemd/system/ceph-3167ee72-662c-11ef-bcd4-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-08-29T17:56:11.366 INFO:journalctl@ceph.osd.4.smithi053.stdout:Aug 29 17:56:11 smithi053 systemd[1]: /etc/systemd/system/ceph-3167ee72-662c-11ef-bcd4-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-08-29T17:56:11.366 INFO:journalctl@ceph.osd.7.smithi053.stdout:Aug 29 17:56:11 smithi053 systemd[1]: /etc/systemd/system/ceph-3167ee72-662c-11ef-bcd4-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-08-29T17:56:11.366 INFO:journalctl@ceph.node-exporter.b.smithi053.stdout:Aug 29 17:56:11 smithi053 systemd[1]: /etc/systemd/system/ceph-3167ee72-662c-11ef-bcd4-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-08-29T17:56:11.419 INFO:tasks.rados.rados.0.smithi028.stdout:2408: finishing rollback tid 0 to smithi02869045-45 2024-08-29T17:56:11.419 INFO:tasks.rados.rados.0.smithi028.stdout:2408: finishing rollback tid 1 to smithi02869045-45 2024-08-29T17:56:11.419 INFO:tasks.rados.rados.0.smithi028.stdout:2408: finishing rollback tid 2 to smithi02869045-45 2024-08-29T17:56:11.419 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 45 v 2067 (ObjNum 711 snap 243 seq_num 711) dirty exists 2024-08-29T17:56:11.420 INFO:tasks.rados.rados.0.smithi028.stdout:2400: done (5 left) 2024-08-29T17:56:11.420 INFO:tasks.rados.rados.0.smithi028.stdout:2402: done (4 left) 2024-08-29T17:56:11.420 INFO:tasks.rados.rados.0.smithi028.stdout:2403: done (3 left) 2024-08-29T17:56:11.420 INFO:tasks.rados.rados.0.smithi028.stdout:2405: done (2 left) 2024-08-29T17:56:11.420 INFO:tasks.rados.rados.0.smithi028.stdout:2407: done (1 left) 2024-08-29T17:56:11.420 INFO:tasks.rados.rados.0.smithi028.stdout:2408: done (0 left) 2024-08-29T17:56:11.420 INFO:tasks.rados.rados.0.smithi028.stdout:2409: copy_from oid 38 from oid 10 current snap is 249 2024-08-29T17:56:11.420 INFO:tasks.rados.rados.0.smithi028.stdout:2410: snap_remove snap 241 2024-08-29T17:56:11.628 INFO:journalctl@ceph.mgr.y.smithi028.stdout:Aug 29 17:56:11 smithi028 bash[70818]: ::ffff:172.21.15.53 - - [29/Aug/2024:17:56:11] "GET /metrics HTTP/1.1" 200 35987 "" "Prometheus/2.43.0" 2024-08-29T17:56:11.628 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:56:11 smithi028 bash[78352]: cluster 2024-08-29T17:56:10.237027+0000 mon.a (mon.0) 681 : cluster [DBG] osdmap e561: 8 total, 8 up, 8 in 2024-08-29T17:56:11.628 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:56:11 smithi028 bash[77168]: cluster 2024-08-29T17:56:10.237027+0000 mon.a (mon.0) 681 : cluster [DBG] osdmap e561: 8 total, 8 up, 8 in 2024-08-29T17:56:11.824 INFO:journalctl@ceph.osd.4.smithi053.stdout:Aug 29 17:56:11 smithi053 systemd[1]: Stopping Ceph osd.4 for 3167ee72-662c-11ef-bcd4-c7b262605968... 2024-08-29T17:56:11.824 INFO:journalctl@ceph.osd.4.smithi053.stdout:Aug 29 17:56:11 smithi053 bash[28193]: debug 2024-08-29T17:56:11.470+0000 7f7eecef0640 -1 received signal: Terminated from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.4 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2024-08-29T17:56:11.824 INFO:journalctl@ceph.osd.4.smithi053.stdout:Aug 29 17:56:11 smithi053 bash[28193]: debug 2024-08-29T17:56:11.470+0000 7f7eecef0640 -1 osd.4 562 *** Got signal Terminated *** 2024-08-29T17:56:11.824 INFO:journalctl@ceph.osd.4.smithi053.stdout:Aug 29 17:56:11 smithi053 bash[28193]: debug 2024-08-29T17:56:11.470+0000 7f7eecef0640 -1 osd.4 562 *** Immediate shutdown (osd_fast_shutdown=true) *** 2024-08-29T17:56:12.277 INFO:tasks.rados.rados.0.smithi028.stdout:2410: done (1 left) 2024-08-29T17:56:12.277 INFO:tasks.rados.rados.0.smithi028.stdout:2411: rollback oid 46 current snap is 249 2024-08-29T17:56:12.277 INFO:tasks.rados.rados.0.smithi028.stdout:rollback oid 46 to 228 2024-08-29T17:56:12.277 INFO:tasks.rados.rados.0.smithi028.stdout:2412: read oid 42 snap 243 2024-08-29T17:56:12.277 INFO:tasks.rados.rados.0.smithi028.stdout:2412: expect deleted 2024-08-29T17:56:12.277 INFO:tasks.rados.rados.0.smithi028.stdout:2413: snap_create 2024-08-29T17:56:12.277 INFO:tasks.rados.rados.0.smithi028.stdout:2409: finishing copy_from racing read to smithi02869045-38 2024-08-29T17:56:12.277 INFO:tasks.rados.rados.0.smithi028.stdout:2409: finishing copy_from to smithi02869045-38 2024-08-29T17:56:12.277 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 38 v 1559 (ObjNum 305 snap 0 seq_num 993731336) dirty exists 2024-08-29T17:56:12.291 INFO:tasks.rados.rados.0.smithi028.stdout:2411: finishing rollback tid 1 to smithi02869045-46 2024-08-29T17:56:12.309 INFO:tasks.rados.rados.0.smithi028.stdout:2411: finishing rollback tid 2 to smithi02869045-46 2024-08-29T17:56:12.310 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 46 v 1441 (ObjNum 643 snap 213 seq_num 643) dirty exists 2024-08-29T17:56:12.574 INFO:journalctl@ceph.prometheus.a.smithi053.stdout:Aug 29 17:56:12 smithi053 bash[61790]: ts=2024-08-29T17:56:12.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"3167ee72-662c-11ef-bcd4-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-29T17:56:12.574 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:56:12 smithi053 bash[68679]: cluster 2024-08-29T17:56:11.000898+0000 mgr.y (mgr.25022) 217 : cluster [DBG] pgmap v364: 121 pgs: 121 active+clean; 429 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 12 MiB/s rd, 216 KiB/s wr, 20 op/s 2024-08-29T17:56:12.574 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:56:12 smithi053 bash[68679]: cluster 2024-08-29T17:56:11.252069+0000 mon.a (mon.0) 682 : cluster [DBG] osdmap e562: 8 total, 8 up, 8 in 2024-08-29T17:56:12.574 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:56:12 smithi053 bash[68679]: cluster 2024-08-29T17:56:11.476398+0000 mon.a (mon.0) 683 : cluster [INF] osd.4 marked itself down and dead 2024-08-29T17:56:12.574 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:56:12 smithi053 bash[68679]: audit 2024-08-29T17:56:12.035850+0000 mon.a (mon.0) 684 : audit [INF] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' 2024-08-29T17:56:12.574 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:56:12 smithi053 bash[68679]: audit 2024-08-29T17:56:12.037953+0000 mon.a (mon.0) 685 : audit [DBG] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-29T17:56:12.628 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:56:12 smithi028 bash[78352]: cluster 2024-08-29T17:56:11.000898+0000 mgr.y (mgr.25022) 217 : cluster [DBG] pgmap v364: 121 pgs: 121 active+clean; 429 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 12 MiB/s rd, 216 KiB/s wr, 20 op/s 2024-08-29T17:56:12.628 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:56:12 smithi028 bash[78352]: cluster 2024-08-29T17:56:11.252069+0000 mon.a (mon.0) 682 : cluster [DBG] osdmap e562: 8 total, 8 up, 8 in 2024-08-29T17:56:12.628 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:56:12 smithi028 bash[78352]: cluster 2024-08-29T17:56:11.476398+0000 mon.a (mon.0) 683 : cluster [INF] osd.4 marked itself down and dead 2024-08-29T17:56:12.628 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:56:12 smithi028 bash[78352]: audit 2024-08-29T17:56:12.035850+0000 mon.a (mon.0) 684 : audit [INF] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' 2024-08-29T17:56:12.628 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:56:12 smithi028 bash[78352]: audit 2024-08-29T17:56:12.037953+0000 mon.a (mon.0) 685 : audit [DBG] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-29T17:56:12.628 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:56:12 smithi028 bash[77168]: cluster 2024-08-29T17:56:11.000898+0000 mgr.y (mgr.25022) 217 : cluster [DBG] pgmap v364: 121 pgs: 121 active+clean; 429 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 12 MiB/s rd, 216 KiB/s wr, 20 op/s 2024-08-29T17:56:12.628 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:56:12 smithi028 bash[77168]: cluster 2024-08-29T17:56:11.252069+0000 mon.a (mon.0) 682 : cluster [DBG] osdmap e562: 8 total, 8 up, 8 in 2024-08-29T17:56:12.628 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:56:12 smithi028 bash[77168]: cluster 2024-08-29T17:56:11.476398+0000 mon.a (mon.0) 683 : cluster [INF] osd.4 marked itself down and dead 2024-08-29T17:56:12.628 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:56:12 smithi028 bash[77168]: audit 2024-08-29T17:56:12.035850+0000 mon.a (mon.0) 684 : audit [INF] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' 2024-08-29T17:56:12.629 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:56:12 smithi028 bash[77168]: audit 2024-08-29T17:56:12.037953+0000 mon.a (mon.0) 685 : audit [DBG] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-29T17:56:13.287 INFO:tasks.rados.rados.0.smithi028.stdout:2409: done (3 left) 2024-08-29T17:56:13.353 INFO:tasks.rados.rados.0.smithi028.stdout:2411: done (2 left) 2024-08-29T17:56:13.353 INFO:tasks.rados.rados.0.smithi028.stdout:2413: done (1 left) 2024-08-29T17:56:13.353 INFO:tasks.rados.rados.0.smithi028.stdout:2414: setattr oid 7 current snap is 250 2024-08-29T17:56:13.354 INFO:tasks.rados.rados.0.smithi028.stdout:2415: read oid 38 snap -1 2024-08-29T17:56:13.354 INFO:tasks.rados.rados.0.smithi028.stdout:2415: expect (ObjNum 0 snap 0 seq_num 0) 2024-08-29T17:56:13.354 INFO:tasks.rados.rados.0.smithi028.stdout:2416: snap_create 2024-08-29T17:56:13.354 INFO:tasks.rados.rados.0.smithi028.stdout:2415: expect (ObjNum 0 snap 0 seq_num 0) 2024-08-29T17:56:13.354 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 7 v 2156 (ObjNum 65 snap 0 seq_num 1671779248) dirty exists 2024-08-29T17:56:13.574 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:56:13 smithi053 bash[68679]: cluster 2024-08-29T17:56:12.256785+0000 mon.a (mon.0) 686 : cluster [WRN] Health check failed: 1 osds down (OSD_DOWN) 2024-08-29T17:56:13.574 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:56:13 smithi053 bash[68679]: cluster 2024-08-29T17:56:12.274875+0000 mon.a (mon.0) 687 : cluster [DBG] osdmap e563: 8 total, 7 up, 8 in 2024-08-29T17:56:13.628 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:56:13 smithi028 bash[78352]: cluster 2024-08-29T17:56:12.256785+0000 mon.a (mon.0) 686 : cluster [WRN] Health check failed: 1 osds down (OSD_DOWN) 2024-08-29T17:56:13.628 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:56:13 smithi028 bash[78352]: cluster 2024-08-29T17:56:12.274875+0000 mon.a (mon.0) 687 : cluster [DBG] osdmap e563: 8 total, 7 up, 8 in 2024-08-29T17:56:13.628 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:56:13 smithi028 bash[77168]: cluster 2024-08-29T17:56:12.256785+0000 mon.a (mon.0) 686 : cluster [WRN] Health check failed: 1 osds down (OSD_DOWN) 2024-08-29T17:56:13.628 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:56:13 smithi028 bash[77168]: cluster 2024-08-29T17:56:12.274875+0000 mon.a (mon.0) 687 : cluster [DBG] osdmap e563: 8 total, 7 up, 8 in 2024-08-29T17:56:13.906 INFO:journalctl@ceph.osd.4.smithi053.stdout:Aug 29 17:56:13 smithi053 bash[72677]: ceph-3167ee72-662c-11ef-bcd4-c7b262605968-osd-4 2024-08-29T17:56:14.193 INFO:tasks.rados.rados.0.smithi028.stdout:2412: done (3 left) 2024-08-29T17:56:14.193 INFO:tasks.rados.rados.0.smithi028.stdout:2414: done (2 left) 2024-08-29T17:56:14.193 INFO:tasks.rados.rados.0.smithi028.stdout:2415: done (1 left) 2024-08-29T17:56:14.194 INFO:tasks.rados.rados.0.smithi028.stdout:2416: done (0 left) 2024-08-29T17:56:14.194 INFO:tasks.rados.rados.0.smithi028.stdout:2417: delete oid 42 current snap is 251 2024-08-29T17:56:14.203 INFO:tasks.rados.rados.0.smithi028.stdout:2417: done (0 left) 2024-08-29T17:56:14.203 INFO:tasks.rados.rados.0.smithi028.stdout:2418: snap_remove snap 239 2024-08-29T17:56:14.257 INFO:journalctl@ceph.osd.4.smithi053.stdout:Aug 29 17:56:13 smithi053 bash[72744]: Error response from daemon: No such container: ceph-3167ee72-662c-11ef-bcd4-c7b262605968-osd-4 2024-08-29T17:56:14.574 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:56:14 smithi053 bash[68679]: cluster 2024-08-29T17:56:13.002061+0000 mgr.y (mgr.25022) 218 : cluster [DBG] pgmap v367: 121 pgs: 22 peering, 5 stale+active+clean, 94 active+clean; 428 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 5.3 MiB/s rd, 112 KiB/s wr, 11 op/s 2024-08-29T17:56:14.574 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:56:14 smithi053 bash[68679]: cluster 2024-08-29T17:56:13.267521+0000 mon.a (mon.0) 688 : cluster [WRN] Health check failed: Reduced data availability: 1 pg inactive, 1 pg peering (PG_AVAILABILITY) 2024-08-29T17:56:14.574 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:56:14 smithi053 bash[68679]: cluster 2024-08-29T17:56:13.282441+0000 mon.a (mon.0) 689 : cluster [DBG] osdmap e564: 8 total, 7 up, 8 in 2024-08-29T17:56:14.574 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:56:14 smithi053 bash[68679]: cluster 2024-08-29T17:56:14.195249+0000 mon.a (mon.0) 690 : cluster [DBG] osdmap e565: 8 total, 7 up, 8 in 2024-08-29T17:56:14.628 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:56:14 smithi028 bash[78352]: cluster 2024-08-29T17:56:13.002061+0000 mgr.y (mgr.25022) 218 : cluster [DBG] pgmap v367: 121 pgs: 22 peering, 5 stale+active+clean, 94 active+clean; 428 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 5.3 MiB/s rd, 112 KiB/s wr, 11 op/s 2024-08-29T17:56:14.628 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:56:14 smithi028 bash[78352]: cluster 2024-08-29T17:56:13.267521+0000 mon.a (mon.0) 688 : cluster [WRN] Health check failed: Reduced data availability: 1 pg inactive, 1 pg peering (PG_AVAILABILITY) 2024-08-29T17:56:14.628 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:56:14 smithi028 bash[78352]: cluster 2024-08-29T17:56:13.282441+0000 mon.a (mon.0) 689 : cluster [DBG] osdmap e564: 8 total, 7 up, 8 in 2024-08-29T17:56:14.628 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:56:14 smithi028 bash[78352]: cluster 2024-08-29T17:56:14.195249+0000 mon.a (mon.0) 690 : cluster [DBG] osdmap e565: 8 total, 7 up, 8 in 2024-08-29T17:56:14.628 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:56:14 smithi028 bash[77168]: cluster 2024-08-29T17:56:13.002061+0000 mgr.y (mgr.25022) 218 : cluster [DBG] pgmap v367: 121 pgs: 22 peering, 5 stale+active+clean, 94 active+clean; 428 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 5.3 MiB/s rd, 112 KiB/s wr, 11 op/s 2024-08-29T17:56:14.628 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:56:14 smithi028 bash[77168]: cluster 2024-08-29T17:56:13.267521+0000 mon.a (mon.0) 688 : cluster [WRN] Health check failed: Reduced data availability: 1 pg inactive, 1 pg peering (PG_AVAILABILITY) 2024-08-29T17:56:14.628 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:56:14 smithi028 bash[77168]: cluster 2024-08-29T17:56:13.282441+0000 mon.a (mon.0) 689 : cluster [DBG] osdmap e564: 8 total, 7 up, 8 in 2024-08-29T17:56:14.628 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:56:14 smithi028 bash[77168]: cluster 2024-08-29T17:56:14.195249+0000 mon.a (mon.0) 690 : cluster [DBG] osdmap e565: 8 total, 7 up, 8 in 2024-08-29T17:56:15.194 INFO:tasks.rados.rados.0.smithi028.stdout:2418: done (0 left) 2024-08-29T17:56:15.194 INFO:tasks.rados.rados.0.smithi028.stdout:2419: read oid 23 snap -1 2024-08-29T17:56:15.194 INFO:tasks.rados.rados.0.smithi028.stdout:2419: expect deleted 2024-08-29T17:56:15.194 INFO:tasks.rados.rados.0.smithi028.stdout:2420: read oid 13 snap -1 2024-08-29T17:56:15.194 INFO:tasks.rados.rados.0.smithi028.stdout:2420: expect deleted 2024-08-29T17:56:15.195 INFO:tasks.rados.rados.0.smithi028.stdout:2421: snap_create 2024-08-29T17:56:16.197 INFO:tasks.rados.rados.0.smithi028.stdout:2419: done (2 left) 2024-08-29T17:56:16.197 INFO:tasks.rados.rados.0.smithi028.stdout:2420: done (1 left) 2024-08-29T17:56:16.197 INFO:tasks.rados.rados.0.smithi028.stdout:2421: done (0 left) 2024-08-29T17:56:16.197 INFO:tasks.rados.rados.0.smithi028.stdout:2422: copy_from oid 44 from oid 8 current snap is 252 2024-08-29T17:56:16.198 INFO:tasks.rados.rados.0.smithi028.stdout:append oid 35 current snap is 252 2024-08-29T17:56:16.198 INFO:tasks.rados.rados.0.smithi028.stdout:2423: seq_num 735 ranges {0=311296} 2024-08-29T17:56:16.204 INFO:tasks.rados.rados.0.smithi028.stdout:2423: writing smithi02869045-35 from 0 to 311296 tid 1 2024-08-29T17:56:16.204 INFO:tasks.rados.rados.0.smithi028.stdout:2424: read oid 11 snap -1 2024-08-29T17:56:16.204 INFO:tasks.rados.rados.0.smithi028.stdout:2424: expect deleted 2024-08-29T17:56:16.204 INFO:tasks.rados.rados.0.smithi028.stdout:2425: read oid 46 snap -1 2024-08-29T17:56:16.204 INFO:tasks.rados.rados.0.smithi028.stdout:2425: expect (ObjNum 643 snap 213 seq_num 643) 2024-08-29T17:56:16.204 INFO:tasks.rados.rados.0.smithi028.stdout:2426: read oid 39 snap -1 2024-08-29T17:56:16.205 INFO:tasks.rados.rados.0.smithi028.stdout:2426: expect (ObjNum 716 snap 245 seq_num 716) 2024-08-29T17:56:16.205 INFO:tasks.rados.rados.0.smithi028.stdout:2427: copy_from oid 15 from oid 28 current snap is 252 2024-08-29T17:56:16.205 INFO:tasks.rados.rados.0.smithi028.stdout:2428: rollback oid 30 current snap is 252 2024-08-29T17:56:16.205 INFO:tasks.rados.rados.0.smithi028.stdout:rollback oid 30 to 186 2024-08-29T17:56:16.205 INFO:tasks.rados.rados.0.smithi028.stdout:2429: setattr oid 34 current snap is 252 2024-08-29T17:56:16.210 INFO:tasks.rados.rados.0.smithi028.stdout:2430: setattr oid 6 current snap is 252 2024-08-29T17:56:16.214 INFO:tasks.rados.rados.0.smithi028.stdout:2431: read oid 16 snap -1 2024-08-29T17:56:16.214 INFO:tasks.rados.rados.0.smithi028.stdout:2431: expect (ObjNum 0 snap 0 seq_num 0) 2024-08-29T17:56:16.215 INFO:tasks.rados.rados.0.smithi028.stdout:2432: delete oid 38 current snap is 252 2024-08-29T17:56:16.225 INFO:tasks.rados.rados.0.smithi028.stdout:2423: finishing write tid 1 to smithi02869045-35 2024-08-29T17:56:16.232 INFO:tasks.rados.rados.0.smithi028.stdout:2431: expect (ObjNum 0 snap 0 seq_num 0) 2024-08-29T17:56:16.240 INFO:tasks.rados.rados.0.smithi028.stdout:2423: finishing write tid 2 to smithi02869045-35 2024-08-29T17:56:16.240 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 34 v 1465 (ObjNum 466 snap 146 seq_num 466) dirty exists 2024-08-29T17:56:16.242 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 6 v 1733 (ObjNum 720 snap 245 seq_num 720) dirty exists 2024-08-29T17:56:16.242 INFO:tasks.rados.rados.0.smithi028.stdout:2423: finishing write tid 3 to smithi02869045-35 2024-08-29T17:56:16.242 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 35 v 1464 (ObjNum 735 snap 252 seq_num 735) dirty exists 2024-08-29T17:56:16.242 INFO:tasks.rados.rados.0.smithi028.stdout:2423: left oid 35 (ObjNum 735 snap 252 seq_num 735) 2024-08-29T17:56:16.242 INFO:tasks.rados.rados.0.smithi028.stdout:2423: done (10 left) 2024-08-29T17:56:16.242 INFO:tasks.rados.rados.0.smithi028.stdout:2424: done (9 left) 2024-08-29T17:56:16.242 INFO:tasks.rados.rados.0.smithi028.stdout:2429: done (8 left) 2024-08-29T17:56:16.242 INFO:tasks.rados.rados.0.smithi028.stdout:2430: done (7 left) 2024-08-29T17:56:16.242 INFO:tasks.rados.rados.0.smithi028.stdout:2431: done (6 left) 2024-08-29T17:56:16.242 INFO:tasks.rados.rados.0.smithi028.stdout:2432: done (5 left) 2024-08-29T17:56:16.242 INFO:tasks.rados.rados.0.smithi028.stdout:2433: rollback oid 19 current snap is 252 2024-08-29T17:56:16.242 INFO:tasks.rados.rados.0.smithi028.stdout:rollback oid 19 to 248 2024-08-29T17:56:16.243 INFO:tasks.rados.rados.0.smithi028.stdout:2434: snap_remove snap 158 2024-08-29T17:56:16.501 INFO:journalctl@ceph.osd.4.smithi053.stdout:Aug 29 17:56:16 smithi053 systemd[1]: ceph-3167ee72-662c-11ef-bcd4-c7b262605968@osd.4.service: Deactivated successfully. 2024-08-29T17:56:16.501 INFO:journalctl@ceph.osd.4.smithi053.stdout:Aug 29 17:56:16 smithi053 systemd[1]: Stopped Ceph osd.4 for 3167ee72-662c-11ef-bcd4-c7b262605968. 2024-08-29T17:56:16.502 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:56:16 smithi053 bash[68679]: cluster 2024-08-29T17:56:15.003278+0000 mgr.y (mgr.25022) 219 : cluster [DBG] pgmap v370: 121 pgs: 5 active+undersized, 38 peering, 3 active+undersized+degraded, 75 active+clean; 436 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 3.2 MiB/s rd, 1.1 MiB/s wr, 5 op/s; 72/909 objects degraded (7.921%) 2024-08-29T17:56:16.502 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:56:16 smithi053 bash[68679]: cluster 2024-08-29T17:56:15.197195+0000 mon.a (mon.0) 691 : cluster [DBG] osdmap e566: 8 total, 7 up, 8 in 2024-08-29T17:56:16.502 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:56:16 smithi053 bash[68679]: cluster 2024-08-29T17:56:15.261411+0000 mon.a (mon.0) 692 : cluster [WRN] Health check failed: Degraded data redundancy: 72/909 objects degraded (7.921%), 3 pgs degraded (PG_DEGRADED) 2024-08-29T17:56:16.628 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:56:16 smithi028 bash[78352]: cluster 2024-08-29T17:56:15.003278+0000 mgr.y (mgr.25022) 219 : cluster [DBG] pgmap v370: 121 pgs: 5 active+undersized, 38 peering, 3 active+undersized+degraded, 75 active+clean; 436 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 3.2 MiB/s rd, 1.1 MiB/s wr, 5 op/s; 72/909 objects degraded (7.921%) 2024-08-29T17:56:16.628 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:56:16 smithi028 bash[78352]: cluster 2024-08-29T17:56:15.197195+0000 mon.a (mon.0) 691 : cluster [DBG] osdmap e566: 8 total, 7 up, 8 in 2024-08-29T17:56:16.628 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:56:16 smithi028 bash[78352]: cluster 2024-08-29T17:56:15.261411+0000 mon.a (mon.0) 692 : cluster [WRN] Health check failed: Degraded data redundancy: 72/909 objects degraded (7.921%), 3 pgs degraded (PG_DEGRADED) 2024-08-29T17:56:16.628 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:56:16 smithi028 bash[77168]: cluster 2024-08-29T17:56:15.003278+0000 mgr.y (mgr.25022) 219 : cluster [DBG] pgmap v370: 121 pgs: 5 active+undersized, 38 peering, 3 active+undersized+degraded, 75 active+clean; 436 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 3.2 MiB/s rd, 1.1 MiB/s wr, 5 op/s; 72/909 objects degraded (7.921%) 2024-08-29T17:56:16.628 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:56:16 smithi028 bash[77168]: cluster 2024-08-29T17:56:15.197195+0000 mon.a (mon.0) 691 : cluster [DBG] osdmap e566: 8 total, 7 up, 8 in 2024-08-29T17:56:16.628 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:56:16 smithi028 bash[77168]: cluster 2024-08-29T17:56:15.261411+0000 mon.a (mon.0) 692 : cluster [WRN] Health check failed: Degraded data redundancy: 72/909 objects degraded (7.921%), 3 pgs degraded (PG_DEGRADED) 2024-08-29T17:56:16.824 INFO:journalctl@ceph.grafana.a.smithi053.stdout:Aug 29 17:56:16 smithi053 systemd[1]: /etc/systemd/system/ceph-3167ee72-662c-11ef-bcd4-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-08-29T17:56:16.824 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:56:16 smithi053 systemd[1]: /etc/systemd/system/ceph-3167ee72-662c-11ef-bcd4-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-08-29T17:56:16.825 INFO:journalctl@ceph.osd.6.smithi053.stdout:Aug 29 17:56:16 smithi053 systemd[1]: /etc/systemd/system/ceph-3167ee72-662c-11ef-bcd4-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-08-29T17:56:16.825 INFO:journalctl@ceph.osd.7.smithi053.stdout:Aug 29 17:56:16 smithi053 systemd[1]: /etc/systemd/system/ceph-3167ee72-662c-11ef-bcd4-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-08-29T17:56:16.825 INFO:journalctl@ceph.mgr.x.smithi053.stdout:Aug 29 17:56:16 smithi053 systemd[1]: /etc/systemd/system/ceph-3167ee72-662c-11ef-bcd4-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-08-29T17:56:16.825 INFO:journalctl@ceph.mds.b.smithi053.stdout:Aug 29 17:56:16 smithi053 systemd[1]: /etc/systemd/system/ceph-3167ee72-662c-11ef-bcd4-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-08-29T17:56:16.826 INFO:journalctl@ceph.osd.5.smithi053.stdout:Aug 29 17:56:16 smithi053 systemd[1]: /etc/systemd/system/ceph-3167ee72-662c-11ef-bcd4-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-08-29T17:56:16.826 INFO:journalctl@ceph.node-exporter.b.smithi053.stdout:Aug 29 17:56:16 smithi053 systemd[1]: /etc/systemd/system/ceph-3167ee72-662c-11ef-bcd4-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-08-29T17:56:16.827 INFO:journalctl@ceph.prometheus.a.smithi053.stdout:Aug 29 17:56:16 smithi053 systemd[1]: /etc/systemd/system/ceph-3167ee72-662c-11ef-bcd4-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-08-29T17:56:16.827 INFO:journalctl@ceph.osd.4.smithi053.stdout:Aug 29 17:56:16 smithi053 systemd[1]: /etc/systemd/system/ceph-3167ee72-662c-11ef-bcd4-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-08-29T17:56:16.827 INFO:journalctl@ceph.osd.4.smithi053.stdout:Aug 29 17:56:16 smithi053 systemd[1]: Started Ceph osd.4 for 3167ee72-662c-11ef-bcd4-c7b262605968. 2024-08-29T17:56:17.215 INFO:tasks.rados.rados.0.smithi028.stdout:2434: done (6 left) 2024-08-29T17:56:17.215 INFO:tasks.rados.rados.0.smithi028.stdout:append oid 20 current snap is 252 2024-08-29T17:56:17.215 INFO:tasks.rados.rados.0.smithi028.stdout:2435: seq_num 737 ranges {0=352256} 2024-08-29T17:56:17.221 INFO:tasks.rados.rados.0.smithi028.stdout:2435: writing smithi02869045-20 from 0 to 352256 tid 1 2024-08-29T17:56:17.221 INFO:tasks.rados.rados.0.smithi028.stdout:2436: snap_create 2024-08-29T17:56:17.221 INFO:tasks.rados.rados.0.smithi028.stdout:2422: finishing copy_from racing read to smithi02869045-44 2024-08-29T17:56:17.221 INFO:tasks.rados.rados.0.smithi028.stdout:2422: finishing copy_from to smithi02869045-44 2024-08-29T17:56:17.221 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 44 v 1460 (ObjNum 701 snap 237 seq_num 701) dirty exists 2024-08-29T17:56:17.221 INFO:tasks.rados.rados.0.smithi028.stdout:2427: finishing copy_from to smithi02869045-15 2024-08-29T17:56:17.221 INFO:tasks.rados.rados.0.smithi028.stdout:2427: got expected ENOENT (src dne) 2024-08-29T17:56:17.221 INFO:tasks.rados.rados.0.smithi028.stdout:2427: finishing copy_from racing read to smithi02869045-15 2024-08-29T17:56:17.221 INFO:tasks.rados.rados.0.smithi028.stdout:2428: finishing rollback tid 0 to smithi02869045-30 2024-08-29T17:56:17.221 INFO:tasks.rados.rados.0.smithi028.stdout:2425: expect (ObjNum 643 snap 213 seq_num 643) 2024-08-29T17:56:17.499 INFO:tasks.rados.rados.0.smithi028.stdout:2433: finishing rollback tid 0 to smithi02869045-19 2024-08-29T17:56:17.499 INFO:tasks.rados.rados.0.smithi028.stdout:2428: finishing rollback tid 1 to smithi02869045-30 2024-08-29T17:56:17.499 INFO:tasks.rados.rados.0.smithi028.stdout:2433: finishing rollback tid 1 to smithi02869045-19 2024-08-29T17:56:17.499 INFO:tasks.rados.rados.0.smithi028.stdout:2428: finishing rollback tid 2 to smithi02869045-30 2024-08-29T17:56:17.499 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 30 v 1096 (ObjNum 514 snap 160 seq_num 514) dirty exists 2024-08-29T17:56:17.499 INFO:tasks.rados.rados.0.smithi028.stdout:2433: finishing rollback tid 2 to smithi02869045-19 2024-08-29T17:56:17.499 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 19 v 2070 (ObjNum 668 snap 226 seq_num 668) dirty exists 2024-08-29T17:56:17.499 INFO:tasks.rados.rados.0.smithi028.stdout:2426: expect (ObjNum 716 snap 245 seq_num 716) 2024-08-29T17:56:17.574 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:56:17 smithi053 bash[68679]: cluster 2024-08-29T17:56:16.200259+0000 mon.a (mon.0) 693 : cluster [DBG] osdmap e567: 8 total, 7 up, 8 in 2024-08-29T17:56:17.574 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:56:17 smithi053 bash[68679]: audit 2024-08-29T17:56:16.671880+0000 mon.a (mon.0) 694 : audit [INF] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' 2024-08-29T17:56:17.574 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:56:17 smithi053 bash[68679]: audit 2024-08-29T17:56:16.682304+0000 mon.a (mon.0) 695 : audit [INF] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' 2024-08-29T17:56:17.574 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:56:17 smithi053 bash[68679]: audit 2024-08-29T17:56:16.684752+0000 mon.a (mon.0) 696 : audit [DBG] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-29T17:56:17.628 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:56:17 smithi028 bash[77168]: cluster 2024-08-29T17:56:16.200259+0000 mon.a (mon.0) 693 : cluster [DBG] osdmap e567: 8 total, 7 up, 8 in 2024-08-29T17:56:17.628 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:56:17 smithi028 bash[77168]: audit 2024-08-29T17:56:16.671880+0000 mon.a (mon.0) 694 : audit [INF] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' 2024-08-29T17:56:17.628 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:56:17 smithi028 bash[77168]: audit 2024-08-29T17:56:16.682304+0000 mon.a (mon.0) 695 : audit [INF] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' 2024-08-29T17:56:17.628 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:56:17 smithi028 bash[77168]: audit 2024-08-29T17:56:16.684752+0000 mon.a (mon.0) 696 : audit [DBG] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-29T17:56:17.628 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:56:17 smithi028 bash[78352]: cluster 2024-08-29T17:56:16.200259+0000 mon.a (mon.0) 693 : cluster [DBG] osdmap e567: 8 total, 7 up, 8 in 2024-08-29T17:56:17.628 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:56:17 smithi028 bash[78352]: audit 2024-08-29T17:56:16.671880+0000 mon.a (mon.0) 694 : audit [INF] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' 2024-08-29T17:56:17.628 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:56:17 smithi028 bash[78352]: audit 2024-08-29T17:56:16.682304+0000 mon.a (mon.0) 695 : audit [INF] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' 2024-08-29T17:56:17.628 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:56:17 smithi028 bash[78352]: audit 2024-08-29T17:56:16.684752+0000 mon.a (mon.0) 696 : audit [DBG] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-29T17:56:17.664 INFO:tasks.rados.rados.0.smithi028.stdout:2435: finishing write tid 1 to smithi02869045-20 2024-08-29T17:56:17.664 INFO:tasks.rados.rados.0.smithi028.stdout:2435: finishing write tid 2 to smithi02869045-20 2024-08-29T17:56:17.664 INFO:tasks.rados.rados.0.smithi028.stdout:2435: finishing write tid 3 to smithi02869045-20 2024-08-29T17:56:17.664 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 20 v 1652 (ObjNum 737 snap 252 seq_num 737) dirty exists 2024-08-29T17:56:17.664 INFO:tasks.rados.rados.0.smithi028.stdout:2435: left oid 20 (ObjNum 737 snap 252 seq_num 737) 2024-08-29T17:56:18.218 INFO:tasks.rados.rados.0.smithi028.stdout:2422: done (7 left) 2024-08-29T17:56:18.218 INFO:tasks.rados.rados.0.smithi028.stdout:2425: done (6 left) 2024-08-29T17:56:18.218 INFO:tasks.rados.rados.0.smithi028.stdout:2426: done (5 left) 2024-08-29T17:56:18.218 INFO:tasks.rados.rados.0.smithi028.stdout:2427: done (4 left) 2024-08-29T17:56:18.218 INFO:tasks.rados.rados.0.smithi028.stdout:2428: done (3 left) 2024-08-29T17:56:18.218 INFO:tasks.rados.rados.0.smithi028.stdout:2433: done (2 left) 2024-08-29T17:56:18.218 INFO:tasks.rados.rados.0.smithi028.stdout:2435: done (1 left) 2024-08-29T17:56:18.218 INFO:tasks.rados.rados.0.smithi028.stdout:2436: done (0 left) 2024-08-29T17:56:18.218 INFO:tasks.rados.rados.0.smithi028.stdout:2437: snap_create 2024-08-29T17:56:18.324 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:56:18 smithi053 bash[68679]: cluster 2024-08-29T17:56:17.004150+0000 mgr.y (mgr.25022) 220 : cluster [DBG] pgmap v373: 121 pgs: 5 active+undersized, 38 peering, 3 active+undersized+degraded, 75 active+clean; 436 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 1.5 MiB/s rd, 1.1 MiB/s wr, 3 op/s; 72/909 objects degraded (7.921%) 2024-08-29T17:56:18.324 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:56:18 smithi053 bash[68679]: cluster 2024-08-29T17:56:17.217705+0000 mon.a (mon.0) 697 : cluster [DBG] osdmap e568: 8 total, 7 up, 8 in 2024-08-29T17:56:18.324 INFO:journalctl@ceph.osd.4.smithi053.stdout:Aug 29 17:56:18 smithi053 bash[72892]: Running command: /usr/bin/ceph-authtool --gen-print-key 2024-08-29T17:56:18.324 INFO:journalctl@ceph.osd.4.smithi053.stdout:Aug 29 17:56:18 smithi053 bash[72892]: Running command: /usr/bin/ceph-authtool --gen-print-key 2024-08-29T17:56:18.324 INFO:journalctl@ceph.osd.4.smithi053.stdout:Aug 29 17:56:18 smithi053 bash[72892]: --> Failed to activate via raw: activate() takes 1 positional argument but 5 were given 2024-08-29T17:56:18.324 INFO:journalctl@ceph.osd.4.smithi053.stdout:Aug 29 17:56:18 smithi053 bash[72892]: Running command: /usr/bin/ceph-authtool --gen-print-key 2024-08-29T17:56:18.324 INFO:journalctl@ceph.osd.4.smithi053.stdout:Aug 29 17:56:18 smithi053 bash[72892]: Running command: /usr/bin/ceph-authtool --gen-print-key 2024-08-29T17:56:18.628 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:56:18 smithi028 bash[77168]: cluster 2024-08-29T17:56:17.004150+0000 mgr.y (mgr.25022) 220 : cluster [DBG] pgmap v373: 121 pgs: 5 active+undersized, 38 peering, 3 active+undersized+degraded, 75 active+clean; 436 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 1.5 MiB/s rd, 1.1 MiB/s wr, 3 op/s; 72/909 objects degraded (7.921%) 2024-08-29T17:56:18.629 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:56:18 smithi028 bash[77168]: cluster 2024-08-29T17:56:17.217705+0000 mon.a (mon.0) 697 : cluster [DBG] osdmap e568: 8 total, 7 up, 8 in 2024-08-29T17:56:18.629 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:56:18 smithi028 bash[78352]: cluster 2024-08-29T17:56:17.004150+0000 mgr.y (mgr.25022) 220 : cluster [DBG] pgmap v373: 121 pgs: 5 active+undersized, 38 peering, 3 active+undersized+degraded, 75 active+clean; 436 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 1.5 MiB/s rd, 1.1 MiB/s wr, 3 op/s; 72/909 objects degraded (7.921%) 2024-08-29T17:56:18.629 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:56:18 smithi028 bash[78352]: cluster 2024-08-29T17:56:17.217705+0000 mon.a (mon.0) 697 : cluster [DBG] osdmap e568: 8 total, 7 up, 8 in 2024-08-29T17:56:18.705 INFO:journalctl@ceph.osd.4.smithi053.stdout:Aug 29 17:56:18 smithi053 bash[72892]: Running command: /usr/bin/chown -R ceph:ceph /var/lib/ceph/osd/ceph-4 2024-08-29T17:56:18.705 INFO:journalctl@ceph.osd.4.smithi053.stdout:Aug 29 17:56:18 smithi053 bash[72892]: Running command: /usr/bin/ceph-bluestore-tool --cluster=ceph prime-osd-dir --dev /dev/vg_nvme/lv_4 --path /var/lib/ceph/osd/ceph-4 --no-mon-config 2024-08-29T17:56:19.007 INFO:journalctl@ceph.osd.4.smithi053.stdout:Aug 29 17:56:18 smithi053 bash[72892]: Running command: /usr/bin/ln -snf /dev/vg_nvme/lv_4 /var/lib/ceph/osd/ceph-4/block 2024-08-29T17:56:19.008 INFO:journalctl@ceph.osd.4.smithi053.stdout:Aug 29 17:56:18 smithi053 bash[72892]: Running command: /usr/bin/chown -h ceph:ceph /var/lib/ceph/osd/ceph-4/block 2024-08-29T17:56:19.008 INFO:journalctl@ceph.osd.4.smithi053.stdout:Aug 29 17:56:18 smithi053 bash[72892]: Running command: /usr/bin/chown -R ceph:ceph /dev/dm-3 2024-08-29T17:56:19.008 INFO:journalctl@ceph.osd.4.smithi053.stdout:Aug 29 17:56:18 smithi053 bash[72892]: Running command: /usr/bin/chown -R ceph:ceph /var/lib/ceph/osd/ceph-4 2024-08-29T17:56:19.008 INFO:journalctl@ceph.osd.4.smithi053.stdout:Aug 29 17:56:18 smithi053 bash[72892]: --> ceph-volume lvm activate successful for osd ID: 4 2024-08-29T17:56:19.194 INFO:tasks.rados.rados.0.smithi028.stdout:2437: done (0 left) 2024-08-29T17:56:19.194 INFO:tasks.rados.rados.0.smithi028.stdout:2438: rollback oid 45 current snap is 254 2024-08-29T17:56:19.194 INFO:tasks.rados.rados.0.smithi028.stdout:rollback oid 45 to 223 2024-08-29T17:56:19.194 INFO:tasks.rados.rados.0.smithi028.stdout:2439: read oid 14 snap -1 2024-08-29T17:56:19.195 INFO:tasks.rados.rados.0.smithi028.stdout:2439: expect (ObjNum 711 snap 243 seq_num 711) 2024-08-29T17:56:19.195 INFO:tasks.rados.rados.0.smithi028.stdout:append oid 27 current snap is 254 2024-08-29T17:56:19.195 INFO:tasks.rados.rados.0.smithi028.stdout:2440: seq_num 738 ranges {4104192=368640} 2024-08-29T17:56:19.263 INFO:tasks.rados.rados.0.smithi028.stdout:2440: writing smithi02869045-27 from 4104192 to 4472832 tid 1 2024-08-29T17:56:19.263 INFO:tasks.rados.rados.0.smithi028.stdout:2441: snap_create 2024-08-29T17:56:19.263 INFO:tasks.rados.rados.0.smithi028.stdout:2438: finishing rollback tid 0 to smithi02869045-45 2024-08-29T17:56:19.263 INFO:tasks.rados.rados.0.smithi028.stdout:2438: finishing rollback tid 1 to smithi02869045-45 2024-08-29T17:56:19.263 INFO:tasks.rados.rados.0.smithi028.stdout:2438: finishing rollback tid 2 to smithi02869045-45 2024-08-29T17:56:19.263 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 45 v 2073 (ObjNum 597 snap 199 seq_num 597) dirty exists 2024-08-29T17:56:19.263 INFO:tasks.rados.rados.0.smithi028.stdout:2439: expect (ObjNum 711 snap 243 seq_num 711) 2024-08-29T17:56:19.324 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:56:19 smithi053 bash[68679]: cluster 2024-08-29T17:56:18.220832+0000 mon.a (mon.0) 698 : cluster [DBG] osdmap e569: 8 total, 7 up, 8 in 2024-08-29T17:56:19.324 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:56:19 smithi053 bash[68679]: cluster 2024-08-29T17:56:19.187161+0000 mon.a (mon.0) 699 : cluster [WRN] Health check update: Reduced data availability: 2 pgs inactive, 3 pgs peering (PG_AVAILABILITY) 2024-08-29T17:56:19.324 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:56:19 smithi053 bash[68679]: cluster 2024-08-29T17:56:19.196746+0000 mon.a (mon.0) 700 : cluster [DBG] osdmap e570: 8 total, 7 up, 8 in 2024-08-29T17:56:19.501 INFO:tasks.rados.rados.0.smithi028.stdout:2440: finishing write tid 1 to smithi02869045-27 2024-08-29T17:56:19.501 INFO:tasks.rados.rados.0.smithi028.stdout:2440: finishing write tid 2 to smithi02869045-27 2024-08-29T17:56:19.501 INFO:tasks.rados.rados.0.smithi028.stdout:2440: finishing write tid 3 to smithi02869045-27 2024-08-29T17:56:19.502 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 27 v 1663 (ObjNum 738 snap 254 seq_num 738) dirty exists 2024-08-29T17:56:19.502 INFO:tasks.rados.rados.0.smithi028.stdout:2440: left oid 27 (ObjNum 738 snap 254 seq_num 738) 2024-08-29T17:56:19.628 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:56:19 smithi028 bash[77168]: cluster 2024-08-29T17:56:18.220832+0000 mon.a (mon.0) 698 : cluster [DBG] osdmap e569: 8 total, 7 up, 8 in 2024-08-29T17:56:19.628 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:56:19 smithi028 bash[77168]: cluster 2024-08-29T17:56:19.187161+0000 mon.a (mon.0) 699 : cluster [WRN] Health check update: Reduced data availability: 2 pgs inactive, 3 pgs peering (PG_AVAILABILITY) 2024-08-29T17:56:19.628 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:56:19 smithi028 bash[77168]: cluster 2024-08-29T17:56:19.196746+0000 mon.a (mon.0) 700 : cluster [DBG] osdmap e570: 8 total, 7 up, 8 in 2024-08-29T17:56:19.629 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:56:19 smithi028 bash[78352]: cluster 2024-08-29T17:56:18.220832+0000 mon.a (mon.0) 698 : cluster [DBG] osdmap e569: 8 total, 7 up, 8 in 2024-08-29T17:56:19.629 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:56:19 smithi028 bash[78352]: cluster 2024-08-29T17:56:19.187161+0000 mon.a (mon.0) 699 : cluster [WRN] Health check update: Reduced data availability: 2 pgs inactive, 3 pgs peering (PG_AVAILABILITY) 2024-08-29T17:56:19.629 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:56:19 smithi028 bash[78352]: cluster 2024-08-29T17:56:19.196746+0000 mon.a (mon.0) 700 : cluster [DBG] osdmap e570: 8 total, 7 up, 8 in 2024-08-29T17:56:20.243 INFO:tasks.rados.rados.0.smithi028.stdout:2438: done (3 left) 2024-08-29T17:56:20.243 INFO:tasks.rados.rados.0.smithi028.stdout:2439: done (2 left) 2024-08-29T17:56:20.243 INFO:tasks.rados.rados.0.smithi028.stdout:2440: done (1 left) 2024-08-29T17:56:20.243 INFO:tasks.rados.rados.0.smithi028.stdout:2441: done (0 left) 2024-08-29T17:56:20.243 INFO:tasks.rados.rados.0.smithi028.stdout:2442: read oid 2 snap -1 2024-08-29T17:56:20.243 INFO:tasks.rados.rados.0.smithi028.stdout:2442: expect (ObjNum 711 snap 243 seq_num 711) 2024-08-29T17:56:20.243 INFO:tasks.rados.rados.0.smithi028.stdout:append oid 25 current snap is 255 2024-08-29T17:56:20.243 INFO:tasks.rados.rados.0.smithi028.stdout:2443: seq_num 739 ranges {1949696=385024} 2024-08-29T17:56:20.269 INFO:tasks.rados.rados.0.smithi028.stdout:2443: writing smithi02869045-25 from 1949696 to 2334720 tid 1 2024-08-29T17:56:20.269 INFO:tasks.rados.rados.0.smithi028.stdout:2444: rollback oid 13 current snap is 255 2024-08-29T17:56:20.270 INFO:tasks.rados.rados.0.smithi028.stdout:rollback oid 13 to 246 2024-08-29T17:56:20.270 INFO:tasks.rados.rados.0.smithi028.stdout:2445: delete oid 32 current snap is 255 2024-08-29T17:56:20.274 INFO:tasks.rados.rados.0.smithi028.stdout:2442: expect (ObjNum 711 snap 243 seq_num 711) 2024-08-29T17:56:20.464 INFO:tasks.rados.rados.0.smithi028.stdout:2444: finishing rollback tid 1 to smithi02869045-13 2024-08-29T17:56:20.464 INFO:tasks.rados.rados.0.smithi028.stdout:2444: finishing rollback tid 2 to smithi02869045-13 2024-08-29T17:56:20.464 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 13 v 2158 (ObjNum 695 snap 234 seq_num 695) dirty exists 2024-08-29T17:56:20.464 INFO:tasks.rados.rados.0.smithi028.stdout:2443: finishing write tid 1 to smithi02869045-25 2024-08-29T17:56:20.464 INFO:tasks.rados.rados.0.smithi028.stdout:2443: finishing write tid 2 to smithi02869045-25 2024-08-29T17:56:20.464 INFO:tasks.rados.rados.0.smithi028.stdout:2443: finishing write tid 3 to smithi02869045-25 2024-08-29T17:56:20.464 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 25 v 1005 (ObjNum 739 snap 255 seq_num 739) dirty exists 2024-08-29T17:56:20.464 INFO:tasks.rados.rados.0.smithi028.stdout:2443: left oid 25 (ObjNum 739 snap 255 seq_num 739) 2024-08-29T17:56:20.464 INFO:tasks.rados.rados.0.smithi028.stdout:2442: done (3 left) 2024-08-29T17:56:20.464 INFO:tasks.rados.rados.0.smithi028.stdout:2443: done (2 left) 2024-08-29T17:56:20.464 INFO:tasks.rados.rados.0.smithi028.stdout:2444: done (1 left) 2024-08-29T17:56:20.465 INFO:tasks.rados.rados.0.smithi028.stdout:2445: done (0 left) 2024-08-29T17:56:20.465 INFO:tasks.rados.rados.0.smithi028.stdout:append oid 49 current snap is 255 2024-08-29T17:56:20.465 INFO:tasks.rados.rados.0.smithi028.stdout:2446: seq_num 741 ranges {0=417792} 2024-08-29T17:56:20.472 INFO:tasks.rados.rados.0.smithi028.stdout:2446: writing smithi02869045-49 from 0 to 417792 tid 1 2024-08-29T17:56:20.472 INFO:tasks.rados.rados.0.smithi028.stdout:2447: delete oid 37 current snap is 255 2024-08-29T17:56:20.474 INFO:tasks.rados.rados.0.smithi028.stdout:2446: finishing write tid 1 to smithi02869045-49 2024-08-29T17:56:20.475 INFO:tasks.rados.rados.0.smithi028.stdout:2446: finishing write tid 2 to smithi02869045-49 2024-08-29T17:56:20.475 INFO:tasks.rados.rados.0.smithi028.stdout:2447: done (1 left) 2024-08-29T17:56:20.475 INFO:tasks.rados.rados.0.smithi028.stdout:2448: snap_remove snap 216 2024-08-29T17:56:20.574 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:56:20 smithi053 bash[68679]: cluster 2024-08-29T17:56:19.005276+0000 mgr.y (mgr.25022) 221 : cluster [DBG] pgmap v376: 121 pgs: 31 active+undersized, 15 active+undersized+degraded, 75 active+clean; 420 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 3.4 MiB/s rd, 86 KiB/s wr, 13 op/s; 163/888 objects degraded (18.356%) 2024-08-29T17:56:20.574 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:56:20 smithi053 bash[68679]: cluster 2024-08-29T17:56:19.223111+0000 mon.a (mon.0) 701 : cluster [INF] Health check cleared: PG_AVAILABILITY (was: Reduced data availability: 2 pgs inactive, 3 pgs peering) 2024-08-29T17:56:20.628 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:56:20 smithi028 bash[78352]: cluster 2024-08-29T17:56:19.005276+0000 mgr.y (mgr.25022) 221 : cluster [DBG] pgmap v376: 121 pgs: 31 active+undersized, 15 active+undersized+degraded, 75 active+clean; 420 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 3.4 MiB/s rd, 86 KiB/s wr, 13 op/s; 163/888 objects degraded (18.356%) 2024-08-29T17:56:20.628 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:56:20 smithi028 bash[78352]: cluster 2024-08-29T17:56:19.223111+0000 mon.a (mon.0) 701 : cluster [INF] Health check cleared: PG_AVAILABILITY (was: Reduced data availability: 2 pgs inactive, 3 pgs peering) 2024-08-29T17:56:20.629 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:56:20 smithi028 bash[77168]: cluster 2024-08-29T17:56:19.005276+0000 mgr.y (mgr.25022) 221 : cluster [DBG] pgmap v376: 121 pgs: 31 active+undersized, 15 active+undersized+degraded, 75 active+clean; 420 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 3.4 MiB/s rd, 86 KiB/s wr, 13 op/s; 163/888 objects degraded (18.356%) 2024-08-29T17:56:20.629 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:56:20 smithi028 bash[77168]: cluster 2024-08-29T17:56:19.223111+0000 mon.a (mon.0) 701 : cluster [INF] Health check cleared: PG_AVAILABILITY (was: Reduced data availability: 2 pgs inactive, 3 pgs peering) 2024-08-29T17:56:21.253 INFO:journalctl@ceph.osd.4.smithi053.stdout:Aug 29 17:56:20 smithi053 bash[73099]: debug 2024-08-29T17:56:20.914+0000 7fa5e12a3640 1 -- 172.21.15.53:0/1113184638 <== mon.1 v2:172.21.15.53:3300/0 4 ==== auth_reply(proto 2 0 (0) Success) ==== 194+0+0 (secure 0 0 0) 0x5646aec50960 con 0x5646aec71800 2024-08-29T17:56:21.265 INFO:tasks.rados.rados.0.smithi028.stdout:2448: done (1 left) 2024-08-29T17:56:21.265 INFO:tasks.rados.rados.0.smithi028.stdout:append oid 38 current snap is 255 2024-08-29T17:56:21.265 INFO:tasks.rados.rados.0.smithi028.stdout:2449: seq_num 743 ranges {0=450560} 2024-08-29T17:56:21.274 INFO:tasks.rados.rados.0.smithi028.stdout:2449: writing smithi02869045-38 from 0 to 450560 tid 1 2024-08-29T17:56:21.274 INFO:tasks.rados.rados.0.smithi028.stdout:2450: snap_remove snap 252 2024-08-29T17:56:21.574 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:56:21 smithi053 bash[68679]: cluster 2024-08-29T17:56:20.245427+0000 mon.a (mon.0) 702 : cluster [DBG] osdmap e571: 8 total, 7 up, 8 in 2024-08-29T17:56:21.628 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:56:21 smithi028 bash[77168]: cluster 2024-08-29T17:56:20.245427+0000 mon.a (mon.0) 702 : cluster [DBG] osdmap e571: 8 total, 7 up, 8 in 2024-08-29T17:56:21.628 INFO:journalctl@ceph.mgr.y.smithi028.stdout:Aug 29 17:56:21 smithi028 bash[70818]: ::ffff:172.21.15.53 - - [29/Aug/2024:17:56:21] "GET /metrics HTTP/1.1" 200 36132 "" "Prometheus/2.43.0" 2024-08-29T17:56:21.628 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:56:21 smithi028 bash[78352]: cluster 2024-08-29T17:56:20.245427+0000 mon.a (mon.0) 702 : cluster [DBG] osdmap e571: 8 total, 7 up, 8 in 2024-08-29T17:56:22.263 INFO:tasks.rados.rados.0.smithi028.stdout:2450: done (2 left) 2024-08-29T17:56:22.263 INFO:tasks.rados.rados.0.smithi028.stdout:2451: copy_from oid 29 from oid 2 current snap is 255 2024-08-29T17:56:22.263 INFO:tasks.rados.rados.0.smithi028.stdout:2446: finishing write tid 3 to smithi02869045-49 2024-08-29T17:56:22.263 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 49 v 1564 (ObjNum 741 snap 255 seq_num 741) dirty exists 2024-08-29T17:56:22.264 INFO:tasks.rados.rados.0.smithi028.stdout:2446: left oid 49 (ObjNum 741 snap 255 seq_num 741) 2024-08-29T17:56:22.264 INFO:tasks.rados.rados.0.smithi028.stdout:2449: finishing write tid 1 to smithi02869045-38 2024-08-29T17:56:22.264 INFO:tasks.rados.rados.0.smithi028.stdout:2449: finishing write tid 2 to smithi02869045-38 2024-08-29T17:56:22.264 INFO:tasks.rados.rados.0.smithi028.stdout:2449: finishing write tid 3 to smithi02869045-38 2024-08-29T17:56:22.264 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 38 v 1736 (ObjNum 743 snap 255 seq_num 743) dirty exists 2024-08-29T17:56:22.264 INFO:tasks.rados.rados.0.smithi028.stdout:2449: left oid 38 (ObjNum 743 snap 255 seq_num 743) 2024-08-29T17:56:22.264 INFO:tasks.rados.rados.0.smithi028.stdout:2446: done (2 left) 2024-08-29T17:56:22.264 INFO:tasks.rados.rados.0.smithi028.stdout:2449: done (1 left) 2024-08-29T17:56:22.264 INFO:tasks.rados.rados.0.smithi028.stdout:2452: read oid 42 snap 224 2024-08-29T17:56:22.264 INFO:tasks.rados.rados.0.smithi028.stdout:2452: expect (ObjNum 637 snap 213 seq_num 637) 2024-08-29T17:56:22.264 INFO:tasks.rados.rados.0.smithi028.stdout:2453: copy_from oid 10 from oid 27 current snap is 255 2024-08-29T17:56:22.264 INFO:tasks.rados.rados.0.smithi028.stdout:2454: rmattr oid 37 current snap is 255 2024-08-29T17:56:22.264 INFO:tasks.rados.rados.0.smithi028.stdout:2454: done (3 left) 2024-08-29T17:56:22.265 INFO:tasks.rados.rados.0.smithi028.stdout:2455: rmattr oid 21 current snap is 255 2024-08-29T17:56:22.265 INFO:tasks.rados.rados.0.smithi028.stdout:2455: done (3 left) 2024-08-29T17:56:22.265 INFO:tasks.rados.rados.0.smithi028.stdout:2456: snap_create 2024-08-29T17:56:22.279 INFO:tasks.rados.rados.0.smithi028.stdout:2452: expect (ObjNum 637 snap 213 seq_num 637) 2024-08-29T17:56:22.313 INFO:tasks.rados.rados.0.smithi028.stdout:2451: finishing copy_from racing read to smithi02869045-29 2024-08-29T17:56:22.313 INFO:tasks.rados.rados.0.smithi028.stdout:2451: finishing copy_from to smithi02869045-29 2024-08-29T17:56:22.313 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 29 v 1558 (ObjNum 711 snap 243 seq_num 711) dirty exists 2024-08-29T17:56:22.314 INFO:tasks.rados.rados.0.smithi028.stdout:2453: finishing copy_from racing read to smithi02869045-10 2024-08-29T17:56:22.317 INFO:tasks.rados.rados.0.smithi028.stdout:2453: finishing copy_from to smithi02869045-10 2024-08-29T17:56:22.318 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 10 v 1663 (ObjNum 738 snap 254 seq_num 738) dirty exists 2024-08-29T17:56:22.574 INFO:journalctl@ceph.osd.4.smithi053.stdout:Aug 29 17:56:22 smithi053 bash[73099]: debug 2024-08-29T17:56:22.470+0000 7fa5e3b0a640 -1 Falling back to public interface 2024-08-29T17:56:22.574 INFO:journalctl@ceph.prometheus.a.smithi053.stdout:Aug 29 17:56:22 smithi053 bash[61790]: ts=2024-08-29T17:56:22.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"3167ee72-662c-11ef-bcd4-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-29T17:56:22.574 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:56:22 smithi053 bash[68679]: cluster 2024-08-29T17:56:21.006195+0000 mgr.y (mgr.25022) 222 : cluster [DBG] pgmap v379: 121 pgs: 31 active+undersized, 15 active+undersized+degraded, 75 active+clean; 405 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 6.9 MiB/s rd, 688 KiB/s wr, 23 op/s; 167/882 objects degraded (18.934%) 2024-08-29T17:56:22.575 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:56:22 smithi053 bash[68679]: cluster 2024-08-29T17:56:21.247467+0000 mon.a (mon.0) 703 : cluster [WRN] Health check update: Degraded data redundancy: 167/882 objects degraded (18.934%), 15 pgs degraded (PG_DEGRADED) 2024-08-29T17:56:22.575 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:56:22 smithi053 bash[68679]: cluster 2024-08-29T17:56:21.264905+0000 mon.a (mon.0) 704 : cluster [DBG] osdmap e572: 8 total, 7 up, 8 in 2024-08-29T17:56:22.628 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:56:22 smithi028 bash[77168]: cluster 2024-08-29T17:56:21.006195+0000 mgr.y (mgr.25022) 222 : cluster [DBG] pgmap v379: 121 pgs: 31 active+undersized, 15 active+undersized+degraded, 75 active+clean; 405 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 6.9 MiB/s rd, 688 KiB/s wr, 23 op/s; 167/882 objects degraded (18.934%) 2024-08-29T17:56:22.628 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:56:22 smithi028 bash[77168]: cluster 2024-08-29T17:56:21.247467+0000 mon.a (mon.0) 703 : cluster [WRN] Health check update: Degraded data redundancy: 167/882 objects degraded (18.934%), 15 pgs degraded (PG_DEGRADED) 2024-08-29T17:56:22.628 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:56:22 smithi028 bash[77168]: cluster 2024-08-29T17:56:21.264905+0000 mon.a (mon.0) 704 : cluster [DBG] osdmap e572: 8 total, 7 up, 8 in 2024-08-29T17:56:22.628 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:56:22 smithi028 bash[78352]: cluster 2024-08-29T17:56:21.006195+0000 mgr.y (mgr.25022) 222 : cluster [DBG] pgmap v379: 121 pgs: 31 active+undersized, 15 active+undersized+degraded, 75 active+clean; 405 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 6.9 MiB/s rd, 688 KiB/s wr, 23 op/s; 167/882 objects degraded (18.934%) 2024-08-29T17:56:22.628 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:56:22 smithi028 bash[78352]: cluster 2024-08-29T17:56:21.247467+0000 mon.a (mon.0) 703 : cluster [WRN] Health check update: Degraded data redundancy: 167/882 objects degraded (18.934%), 15 pgs degraded (PG_DEGRADED) 2024-08-29T17:56:22.628 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:56:22 smithi028 bash[78352]: cluster 2024-08-29T17:56:21.264905+0000 mon.a (mon.0) 704 : cluster [DBG] osdmap e572: 8 total, 7 up, 8 in 2024-08-29T17:56:23.284 INFO:tasks.rados.rados.0.smithi028.stdout:2451: done (3 left) 2024-08-29T17:56:23.284 INFO:tasks.rados.rados.0.smithi028.stdout:2452: done (2 left) 2024-08-29T17:56:23.284 INFO:tasks.rados.rados.0.smithi028.stdout:2453: done (1 left) 2024-08-29T17:56:23.284 INFO:tasks.rados.rados.0.smithi028.stdout:2456: done (0 left) 2024-08-29T17:56:23.284 INFO:tasks.rados.rados.0.smithi028.stdout:2457: read oid 19 snap -1 2024-08-29T17:56:23.284 INFO:tasks.rados.rados.0.smithi028.stdout:2457: expect (ObjNum 668 snap 226 seq_num 668) 2024-08-29T17:56:23.285 INFO:tasks.rados.rados.0.smithi028.stdout:2458: setattr oid 8 current snap is 256 2024-08-29T17:56:23.290 INFO:tasks.rados.rados.0.smithi028.stdout:append oid 48 current snap is 256 2024-08-29T17:56:23.290 INFO:tasks.rados.rados.0.smithi028.stdout:2459: seq_num 744 ranges {950272=466944} 2024-08-29T17:56:23.316 INFO:tasks.rados.rados.0.smithi028.stdout:2459: writing smithi02869045-48 from 950272 to 1417216 tid 1 2024-08-29T17:56:23.316 INFO:tasks.rados.rados.0.smithi028.stdout:2460: rmattr oid 30 current snap is 256 2024-08-29T17:56:23.316 INFO:tasks.rados.rados.0.smithi028.stdout:2460: done (3 left) 2024-08-29T17:56:23.316 INFO:tasks.rados.rados.0.smithi028.stdout:append oid 10 current snap is 256 2024-08-29T17:56:23.316 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 8 v 1559 (ObjNum 701 snap 237 seq_num 701) dirty exists 2024-08-29T17:56:23.316 INFO:tasks.rados.rados.0.smithi028.stdout:2461: seq_num 745 ranges {4472832=483328} 2024-08-29T17:56:23.380 INFO:tasks.rados.rados.0.smithi028.stdout:2461: writing smithi02869045-10 from 4472832 to 4956160 tid 1 2024-08-29T17:56:23.380 INFO:tasks.rados.rados.0.smithi028.stdout:2458: done (3 left) 2024-08-29T17:56:23.381 INFO:tasks.rados.rados.0.smithi028.stdout:2462: rmattr oid 24 current snap is 256 2024-08-29T17:56:23.381 INFO:tasks.rados.rados.0.smithi028.stdout:2457: expect (ObjNum 668 snap 226 seq_num 668) 2024-08-29T17:56:23.574 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:56:23 smithi053 bash[68679]: cluster 2024-08-29T17:56:22.265078+0000 mon.a (mon.0) 705 : cluster [DBG] osdmap e573: 8 total, 7 up, 8 in 2024-08-29T17:56:23.628 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:56:23 smithi028 bash[77168]: cluster 2024-08-29T17:56:22.265078+0000 mon.a (mon.0) 705 : cluster [DBG] osdmap e573: 8 total, 7 up, 8 in 2024-08-29T17:56:23.628 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:56:23 smithi028 bash[78352]: cluster 2024-08-29T17:56:22.265078+0000 mon.a (mon.0) 705 : cluster [DBG] osdmap e573: 8 total, 7 up, 8 in 2024-08-29T17:56:23.636 INFO:tasks.rados.rados.0.smithi028.stdout:2459: finishing write tid 1 to smithi02869045-48 2024-08-29T17:56:23.636 INFO:tasks.rados.rados.0.smithi028.stdout:2459: finishing write tid 2 to smithi02869045-48 2024-08-29T17:56:23.636 INFO:tasks.rados.rados.0.smithi028.stdout:2459: finishing write tid 3 to smithi02869045-48 2024-08-29T17:56:23.636 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 48 v 2075 (ObjNum 744 snap 256 seq_num 744) dirty exists 2024-08-29T17:56:23.637 INFO:tasks.rados.rados.0.smithi028.stdout:2459: left oid 48 (ObjNum 744 snap 256 seq_num 744) 2024-08-29T17:56:23.637 INFO:tasks.rados.rados.0.smithi028.stdout:2461: finishing write tid 1 to smithi02869045-10 2024-08-29T17:56:23.637 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 24 v 1442 (ObjNum 65 snap 0 seq_num 1768384604) dirty exists 2024-08-29T17:56:23.637 INFO:tasks.rados.rados.0.smithi028.stdout:2461: finishing write tid 2 to smithi02869045-10 2024-08-29T17:56:23.637 INFO:tasks.rados.rados.0.smithi028.stdout:2461: finishing write tid 3 to smithi02869045-10 2024-08-29T17:56:23.637 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 10 v 1665 (ObjNum 745 snap 256 seq_num 745) dirty exists 2024-08-29T17:56:23.637 INFO:tasks.rados.rados.0.smithi028.stdout:2461: left oid 10 (ObjNum 745 snap 256 seq_num 745) 2024-08-29T17:56:23.637 INFO:tasks.rados.rados.0.smithi028.stdout:2457: done (3 left) 2024-08-29T17:56:23.637 INFO:tasks.rados.rados.0.smithi028.stdout:2459: done (2 left) 2024-08-29T17:56:23.637 INFO:tasks.rados.rados.0.smithi028.stdout:2461: done (1 left) 2024-08-29T17:56:23.637 INFO:tasks.rados.rados.0.smithi028.stdout:2462: done (0 left) 2024-08-29T17:56:23.637 INFO:tasks.rados.rados.0.smithi028.stdout:2463: snap_remove snap 223 2024-08-29T17:56:24.286 INFO:tasks.rados.rados.0.smithi028.stdout:2463: done (0 left) 2024-08-29T17:56:24.286 INFO:tasks.rados.rados.0.smithi028.stdout:append oid 16 current snap is 256 2024-08-29T17:56:24.286 INFO:tasks.rados.rados.0.smithi028.stdout:2464: seq_num 746 ranges {0=499712} 2024-08-29T17:56:24.293 INFO:tasks.rados.rados.0.smithi028.stdout:2464: writing smithi02869045-16 from 0 to 499712 tid 1 2024-08-29T17:56:24.293 INFO:tasks.rados.rados.0.smithi028.stdout:append oid 4 current snap is 256 2024-08-29T17:56:24.293 INFO:tasks.rados.rados.0.smithi028.stdout:2465: seq_num 747 ranges {4096000=516096} 2024-08-29T17:56:24.327 INFO:tasks.rados.rados.0.smithi028.stdout:2465: writing smithi02869045-4 from 4096000 to 4612096 tid 1 2024-08-29T17:56:24.328 INFO:tasks.rados.rados.0.smithi028.stdout:append oid 25 current snap is 256 2024-08-29T17:56:24.328 INFO:tasks.rados.rados.0.smithi028.stdout:2466: seq_num 748 ranges {2334720=532480} 2024-08-29T17:56:24.344 INFO:tasks.rados.rados.0.smithi028.stdout:2466: writing smithi02869045-25 from 2334720 to 2867200 tid 1 2024-08-29T17:56:24.345 INFO:tasks.rados.rados.0.smithi028.stdout:append oid 48 current snap is 256 2024-08-29T17:56:24.345 INFO:tasks.rados.rados.0.smithi028.stdout:2464: finishing write tid 1 to smithi02869045-16 2024-08-29T17:56:24.345 INFO:tasks.rados.rados.0.smithi028.stdout:2467: seq_num 749 ranges {1417216=548864} 2024-08-29T17:56:24.356 INFO:tasks.rados.rados.0.smithi028.stdout:2467: writing smithi02869045-48 from 1417216 to 1966080 tid 1 2024-08-29T17:56:24.357 INFO:tasks.rados.rados.0.smithi028.stdout:2468: rollback oid 30 current snap is 256 2024-08-29T17:56:24.357 INFO:tasks.rados.rados.0.smithi028.stdout:rollback oid 30 to 254 2024-08-29T17:56:24.357 INFO:tasks.rados.rados.0.smithi028.stdout:2464: finishing write tid 2 to smithi02869045-16 2024-08-29T17:56:24.357 INFO:tasks.rados.rados.0.smithi028.stdout:2464: finishing write tid 3 to smithi02869045-16 2024-08-29T17:56:24.357 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 16 v 2077 (ObjNum 746 snap 256 seq_num 746) dirty exists 2024-08-29T17:56:24.357 INFO:tasks.rados.rados.0.smithi028.stdout:2464: left oid 16 (ObjNum 746 snap 256 seq_num 746) 2024-08-29T17:56:24.357 INFO:tasks.rados.rados.0.smithi028.stdout:2465: finishing write tid 1 to smithi02869045-4 2024-08-29T17:56:24.357 INFO:tasks.rados.rados.0.smithi028.stdout:2465: finishing write tid 2 to smithi02869045-4 2024-08-29T17:56:24.357 INFO:tasks.rados.rados.0.smithi028.stdout:2464: done (4 left) 2024-08-29T17:56:24.357 INFO:tasks.rados.rados.0.smithi028.stdout:2469: snap_create 2024-08-29T17:56:24.357 INFO:tasks.rados.rados.0.smithi028.stdout:2465: finishing write tid 3 to smithi02869045-4 2024-08-29T17:56:24.357 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 4 v 2163 (ObjNum 747 snap 256 seq_num 747) dirty exists 2024-08-29T17:56:24.357 INFO:tasks.rados.rados.0.smithi028.stdout:2465: left oid 4 (ObjNum 747 snap 256 seq_num 747) 2024-08-29T17:56:24.358 INFO:tasks.rados.rados.0.smithi028.stdout:2466: finishing write tid 1 to smithi02869045-25 2024-08-29T17:56:24.358 INFO:tasks.rados.rados.0.smithi028.stdout:2466: finishing write tid 2 to smithi02869045-25 2024-08-29T17:56:24.358 INFO:tasks.rados.rados.0.smithi028.stdout:2466: finishing write tid 3 to smithi02869045-25 2024-08-29T17:56:24.358 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 25 v 1007 (ObjNum 748 snap 256 seq_num 748) dirty exists 2024-08-29T17:56:24.358 INFO:tasks.rados.rados.0.smithi028.stdout:2466: left oid 25 (ObjNum 748 snap 256 seq_num 748) 2024-08-29T17:56:24.362 INFO:tasks.rados.rados.0.smithi028.stdout:2468: finishing rollback tid 0 to smithi02869045-30 2024-08-29T17:56:24.363 INFO:tasks.rados.rados.0.smithi028.stdout:2468: finishing rollback tid 1 to smithi02869045-30 2024-08-29T17:56:24.363 INFO:tasks.rados.rados.0.smithi028.stdout:2467: finishing write tid 1 to smithi02869045-48 2024-08-29T17:56:24.363 INFO:tasks.rados.rados.0.smithi028.stdout:2468: finishing rollback tid 2 to smithi02869045-30 2024-08-29T17:56:24.363 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 30 v 1099 (ObjNum 514 snap 160 seq_num 514) dirty exists 2024-08-29T17:56:24.364 INFO:tasks.rados.rados.0.smithi028.stdout:2467: finishing write tid 2 to smithi02869045-48 2024-08-29T17:56:24.367 INFO:tasks.rados.rados.0.smithi028.stdout:2467: finishing write tid 3 to smithi02869045-48 2024-08-29T17:56:24.367 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 48 v 2079 (ObjNum 749 snap 256 seq_num 749) dirty exists 2024-08-29T17:56:24.367 INFO:tasks.rados.rados.0.smithi028.stdout:2467: left oid 48 (ObjNum 749 snap 256 seq_num 749) 2024-08-29T17:56:24.574 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:56:24 smithi053 bash[68679]: cluster 2024-08-29T17:56:23.007508+0000 mgr.y (mgr.25022) 223 : cluster [DBG] pgmap v382: 121 pgs: 31 active+undersized, 15 active+undersized+degraded, 75 active+clean; 404 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 4.3 MiB/s rd, 896 KiB/s wr, 13 op/s; 167/885 objects degraded (18.870%) 2024-08-29T17:56:24.574 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:56:24 smithi053 bash[68679]: cluster 2024-08-29T17:56:23.287465+0000 mon.a (mon.0) 706 : cluster [DBG] osdmap e574: 8 total, 7 up, 8 in 2024-08-29T17:56:24.574 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:56:24 smithi053 bash[68679]: audit 2024-08-29T17:56:24.006483+0000 mon.a (mon.0) 707 : audit [INF] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' 2024-08-29T17:56:24.574 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:56:24 smithi053 bash[68679]: audit 2024-08-29T17:56:24.018784+0000 mon.a (mon.0) 708 : audit [INF] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' 2024-08-29T17:56:24.628 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:56:24 smithi028 bash[77168]: cluster 2024-08-29T17:56:23.007508+0000 mgr.y (mgr.25022) 223 : cluster [DBG] pgmap v382: 121 pgs: 31 active+undersized, 15 active+undersized+degraded, 75 active+clean; 404 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 4.3 MiB/s rd, 896 KiB/s wr, 13 op/s; 167/885 objects degraded (18.870%) 2024-08-29T17:56:24.628 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:56:24 smithi028 bash[77168]: cluster 2024-08-29T17:56:23.287465+0000 mon.a (mon.0) 706 : cluster [DBG] osdmap e574: 8 total, 7 up, 8 in 2024-08-29T17:56:24.628 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:56:24 smithi028 bash[77168]: audit 2024-08-29T17:56:24.006483+0000 mon.a (mon.0) 707 : audit [INF] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' 2024-08-29T17:56:24.628 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:56:24 smithi028 bash[77168]: audit 2024-08-29T17:56:24.018784+0000 mon.a (mon.0) 708 : audit [INF] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' 2024-08-29T17:56:24.628 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:56:24 smithi028 bash[78352]: cluster 2024-08-29T17:56:23.007508+0000 mgr.y (mgr.25022) 223 : cluster [DBG] pgmap v382: 121 pgs: 31 active+undersized, 15 active+undersized+degraded, 75 active+clean; 404 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 4.3 MiB/s rd, 896 KiB/s wr, 13 op/s; 167/885 objects degraded (18.870%) 2024-08-29T17:56:24.629 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:56:24 smithi028 bash[78352]: cluster 2024-08-29T17:56:23.287465+0000 mon.a (mon.0) 706 : cluster [DBG] osdmap e574: 8 total, 7 up, 8 in 2024-08-29T17:56:24.629 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:56:24 smithi028 bash[78352]: audit 2024-08-29T17:56:24.006483+0000 mon.a (mon.0) 707 : audit [INF] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' 2024-08-29T17:56:24.629 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:56:24 smithi028 bash[78352]: audit 2024-08-29T17:56:24.018784+0000 mon.a (mon.0) 708 : audit [INF] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' 2024-08-29T17:56:25.315 INFO:tasks.rados.rados.0.smithi028.stdout:2465: done (4 left) 2024-08-29T17:56:25.315 INFO:tasks.rados.rados.0.smithi028.stdout:2466: done (3 left) 2024-08-29T17:56:25.315 INFO:tasks.rados.rados.0.smithi028.stdout:2467: done (2 left) 2024-08-29T17:56:25.315 INFO:tasks.rados.rados.0.smithi028.stdout:2468: done (1 left) 2024-08-29T17:56:25.315 INFO:tasks.rados.rados.0.smithi028.stdout:2469: done (0 left) 2024-08-29T17:56:25.315 INFO:tasks.rados.rados.0.smithi028.stdout:append oid 10 current snap is 257 2024-08-29T17:56:25.316 INFO:tasks.rados.rados.0.smithi028.stdout:2470: seq_num 750 ranges {4956160=565248} 2024-08-29T17:56:25.352 INFO:tasks.rados.rados.0.smithi028.stdout:2470: writing smithi02869045-10 from 4956160 to 5521408 tid 1 2024-08-29T17:56:25.352 INFO:tasks.rados.rados.0.smithi028.stdout:2471: read oid 21 snap -1 2024-08-29T17:56:25.352 INFO:tasks.rados.rados.0.smithi028.stdout:2471: expect (ObjNum 676 snap 229 seq_num 676) 2024-08-29T17:56:25.352 INFO:tasks.rados.rados.0.smithi028.stdout:2472: snap_remove snap 229 2024-08-29T17:56:25.574 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:56:25 smithi053 bash[68679]: cluster 2024-08-29T17:56:24.289140+0000 mon.a (mon.0) 709 : cluster [DBG] osdmap e575: 8 total, 7 up, 8 in 2024-08-29T17:56:25.574 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:56:25 smithi053 bash[68679]: audit 2024-08-29T17:56:25.251325+0000 mon.a (mon.0) 710 : audit [INF] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' 2024-08-29T17:56:25.574 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:56:25 smithi053 bash[68679]: audit 2024-08-29T17:56:25.261541+0000 mon.a (mon.0) 711 : audit [INF] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' 2024-08-29T17:56:25.628 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:56:25 smithi028 bash[77168]: cluster 2024-08-29T17:56:24.289140+0000 mon.a (mon.0) 709 : cluster [DBG] osdmap e575: 8 total, 7 up, 8 in 2024-08-29T17:56:25.628 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:56:25 smithi028 bash[77168]: audit 2024-08-29T17:56:25.251325+0000 mon.a (mon.0) 710 : audit [INF] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' 2024-08-29T17:56:25.628 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:56:25 smithi028 bash[77168]: audit 2024-08-29T17:56:25.261541+0000 mon.a (mon.0) 711 : audit [INF] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' 2024-08-29T17:56:25.629 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:56:25 smithi028 bash[78352]: cluster 2024-08-29T17:56:24.289140+0000 mon.a (mon.0) 709 : cluster [DBG] osdmap e575: 8 total, 7 up, 8 in 2024-08-29T17:56:25.629 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:56:25 smithi028 bash[78352]: audit 2024-08-29T17:56:25.251325+0000 mon.a (mon.0) 710 : audit [INF] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' 2024-08-29T17:56:25.629 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:56:25 smithi028 bash[78352]: audit 2024-08-29T17:56:25.261541+0000 mon.a (mon.0) 711 : audit [INF] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' 2024-08-29T17:56:26.321 INFO:tasks.rados.rados.0.smithi028.stdout:2472: done (2 left) 2024-08-29T17:56:26.321 INFO:tasks.rados.rados.0.smithi028.stdout:2473: read oid 23 snap -1 2024-08-29T17:56:26.321 INFO:tasks.rados.rados.0.smithi028.stdout:2473: expect deleted 2024-08-29T17:56:26.321 INFO:tasks.rados.rados.0.smithi028.stdout:2474: snap_create 2024-08-29T17:56:26.321 INFO:tasks.rados.rados.0.smithi028.stdout:2470: finishing write tid 1 to smithi02869045-10 2024-08-29T17:56:26.321 INFO:tasks.rados.rados.0.smithi028.stdout:2470: finishing write tid 2 to smithi02869045-10 2024-08-29T17:56:26.321 INFO:tasks.rados.rados.0.smithi028.stdout:2471: expect (ObjNum 676 snap 229 seq_num 676) 2024-08-29T17:56:26.419 INFO:tasks.rados.rados.0.smithi028.stdout:2470: finishing write tid 3 to smithi02869045-10 2024-08-29T17:56:26.419 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 10 v 1667 (ObjNum 750 snap 257 seq_num 750) dirty exists 2024-08-29T17:56:26.419 INFO:tasks.rados.rados.0.smithi028.stdout:2470: left oid 10 (ObjNum 750 snap 257 seq_num 750) 2024-08-29T17:56:26.574 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:56:26 smithi053 bash[68679]: cluster 2024-08-29T17:56:25.008671+0000 mgr.y (mgr.25022) 224 : cluster [DBG] pgmap v385: 121 pgs: 31 active+undersized, 15 active+undersized+degraded, 75 active+clean; 419 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 10 MiB/s rd, 3.0 MiB/s wr, 18 op/s; 174/903 objects degraded (19.269%) 2024-08-29T17:56:26.574 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:56:26 smithi053 bash[68679]: cluster 2024-08-29T17:56:25.318248+0000 mon.a (mon.0) 712 : cluster [DBG] osdmap e576: 8 total, 7 up, 8 in 2024-08-29T17:56:26.628 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:56:26 smithi028 bash[77168]: cluster 2024-08-29T17:56:25.008671+0000 mgr.y (mgr.25022) 224 : cluster [DBG] pgmap v385: 121 pgs: 31 active+undersized, 15 active+undersized+degraded, 75 active+clean; 419 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 10 MiB/s rd, 3.0 MiB/s wr, 18 op/s; 174/903 objects degraded (19.269%) 2024-08-29T17:56:26.628 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:56:26 smithi028 bash[77168]: cluster 2024-08-29T17:56:25.318248+0000 mon.a (mon.0) 712 : cluster [DBG] osdmap e576: 8 total, 7 up, 8 in 2024-08-29T17:56:26.628 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:56:26 smithi028 bash[78352]: cluster 2024-08-29T17:56:25.008671+0000 mgr.y (mgr.25022) 224 : cluster [DBG] pgmap v385: 121 pgs: 31 active+undersized, 15 active+undersized+degraded, 75 active+clean; 419 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 10 MiB/s rd, 3.0 MiB/s wr, 18 op/s; 174/903 objects degraded (19.269%) 2024-08-29T17:56:26.628 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:56:26 smithi028 bash[78352]: cluster 2024-08-29T17:56:25.318248+0000 mon.a (mon.0) 712 : cluster [DBG] osdmap e576: 8 total, 7 up, 8 in 2024-08-29T17:56:27.323 INFO:journalctl@ceph.osd.4.smithi053.stdout:Aug 29 17:56:26 smithi053 bash[73099]: debug 2024-08-29T17:56:26.953+0000 7fa5e3b0a640 -1 osd.4 562 log_to_monitors true 2024-08-29T17:56:27.331 INFO:tasks.rados.rados.0.smithi028.stdout:2470: done (3 left) 2024-08-29T17:56:27.331 INFO:tasks.rados.rados.0.smithi028.stdout:2471: done (2 left) 2024-08-29T17:56:27.331 INFO:tasks.rados.rados.0.smithi028.stdout:2473: done (1 left) 2024-08-29T17:56:27.331 INFO:tasks.rados.rados.0.smithi028.stdout:2474: done (0 left) 2024-08-29T17:56:27.331 INFO:tasks.rados.rados.0.smithi028.stdout:2475: rollback oid 30 current snap is 258 2024-08-29T17:56:27.331 INFO:tasks.rados.rados.0.smithi028.stdout:rollback oid 30 to 253 2024-08-29T17:56:27.332 INFO:tasks.rados.rados.0.smithi028.stdout:2476: delete oid 21 current snap is 258 2024-08-29T17:56:27.339 INFO:tasks.rados.rados.0.smithi028.stdout:2476: done (1 left) 2024-08-29T17:56:27.339 INFO:tasks.rados.rados.0.smithi028.stdout:2477: snap_create 2024-08-29T17:56:27.347 INFO:tasks.rados.rados.0.smithi028.stdout:2475: finishing rollback tid 0 to smithi02869045-30 2024-08-29T17:56:27.347 INFO:tasks.rados.rados.0.smithi028.stdout:2475: finishing rollback tid 1 to smithi02869045-30 2024-08-29T17:56:27.347 INFO:tasks.rados.rados.0.smithi028.stdout:2475: finishing rollback tid 2 to smithi02869045-30 2024-08-29T17:56:27.348 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 30 v 1102 (ObjNum 514 snap 160 seq_num 514) dirty exists 2024-08-29T17:56:27.574 INFO:journalctl@ceph.osd.4.smithi053.stdout:Aug 29 17:56:27 smithi053 bash[73099]: debug 2024-08-29T17:56:27.365+0000 7fa5db8b5640 -1 osd.4 562 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory 2024-08-29T17:56:27.574 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:56:27 smithi053 bash[68679]: cluster 2024-08-29T17:56:26.323723+0000 mon.a (mon.0) 713 : cluster [DBG] osdmap e577: 8 total, 7 up, 8 in 2024-08-29T17:56:27.574 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:56:27 smithi053 bash[68679]: audit 2024-08-29T17:56:26.960878+0000 mon.b (mon.1) 4 : audit [INF] from='osd.4 [v2:172.21.15.53:6800/3274739690,v1:172.21.15.53:6801/3274739690]' entity='osd.4' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["4"]}]: dispatch 2024-08-29T17:56:27.574 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:56:27 smithi053 bash[68679]: audit 2024-08-29T17:56:26.963114+0000 mon.a (mon.0) 714 : audit [INF] from='osd.4 ' entity='osd.4' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["4"]}]: dispatch 2024-08-29T17:56:27.575 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:56:27 smithi053 bash[68679]: audit 2024-08-29T17:56:27.036610+0000 mon.a (mon.0) 715 : audit [INF] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' 2024-08-29T17:56:27.575 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:56:27 smithi053 bash[68679]: audit 2024-08-29T17:56:27.038763+0000 mon.a (mon.0) 716 : audit [DBG] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-29T17:56:27.628 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:56:27 smithi028 bash[78352]: cluster 2024-08-29T17:56:26.323723+0000 mon.a (mon.0) 713 : cluster [DBG] osdmap e577: 8 total, 7 up, 8 in 2024-08-29T17:56:27.629 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:56:27 smithi028 bash[78352]: audit 2024-08-29T17:56:26.960878+0000 mon.b (mon.1) 4 : audit [INF] from='osd.4 [v2:172.21.15.53:6800/3274739690,v1:172.21.15.53:6801/3274739690]' entity='osd.4' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["4"]}]: dispatch 2024-08-29T17:56:27.629 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:56:27 smithi028 bash[78352]: audit 2024-08-29T17:56:26.963114+0000 mon.a (mon.0) 714 : audit [INF] from='osd.4 ' entity='osd.4' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["4"]}]: dispatch 2024-08-29T17:56:27.629 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:56:27 smithi028 bash[78352]: audit 2024-08-29T17:56:27.036610+0000 mon.a (mon.0) 715 : audit [INF] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' 2024-08-29T17:56:27.632 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:56:27 smithi028 bash[78352]: audit 2024-08-29T17:56:27.038763+0000 mon.a (mon.0) 716 : audit [DBG] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-29T17:56:27.632 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:56:27 smithi028 bash[77168]: cluster 2024-08-29T17:56:26.323723+0000 mon.a (mon.0) 713 : cluster [DBG] osdmap e577: 8 total, 7 up, 8 in 2024-08-29T17:56:27.632 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:56:27 smithi028 bash[77168]: audit 2024-08-29T17:56:26.960878+0000 mon.b (mon.1) 4 : audit [INF] from='osd.4 [v2:172.21.15.53:6800/3274739690,v1:172.21.15.53:6801/3274739690]' entity='osd.4' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["4"]}]: dispatch 2024-08-29T17:56:27.633 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:56:27 smithi028 bash[77168]: audit 2024-08-29T17:56:26.963114+0000 mon.a (mon.0) 714 : audit [INF] from='osd.4 ' entity='osd.4' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["4"]}]: dispatch 2024-08-29T17:56:27.633 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:56:27 smithi028 bash[77168]: audit 2024-08-29T17:56:27.036610+0000 mon.a (mon.0) 715 : audit [INF] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' 2024-08-29T17:56:27.633 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:56:27 smithi028 bash[77168]: audit 2024-08-29T17:56:27.038763+0000 mon.a (mon.0) 716 : audit [DBG] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-29T17:56:28.334 INFO:tasks.rados.rados.0.smithi028.stdout:2475: done (1 left) 2024-08-29T17:56:28.334 INFO:tasks.rados.rados.0.smithi028.stdout:2477: done (0 left) 2024-08-29T17:56:28.334 INFO:tasks.rados.rados.0.smithi028.stdout:2478: snap_create 2024-08-29T17:56:28.628 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:56:28 smithi028 bash[77168]: cluster 2024-08-29T17:56:27.009531+0000 mgr.y (mgr.25022) 225 : cluster [DBG] pgmap v388: 121 pgs: 31 active+undersized, 15 active+undersized+degraded, 75 active+clean; 419 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 9.4 MiB/s rd, 2.7 MiB/s wr, 14 op/s; 174/903 objects degraded (19.269%) 2024-08-29T17:56:28.628 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:56:28 smithi028 bash[77168]: audit 2024-08-29T17:56:27.325251+0000 mon.a (mon.0) 717 : audit [INF] from='osd.4 ' entity='osd.4' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["4"]}]': finished 2024-08-29T17:56:28.628 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:56:28 smithi028 bash[77168]: audit 2024-08-29T17:56:27.333103+0000 mon.b (mon.1) 5 : audit [INF] from='osd.4 [v2:172.21.15.53:6800/3274739690,v1:172.21.15.53:6801/3274739690]' entity='osd.4' cmd=[{"prefix": "osd crush create-or-move", "id": 4, "weight":0.0873, "args": ["host=smithi053", "root=default"]}]: dispatch 2024-08-29T17:56:28.628 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:56:28 smithi028 bash[77168]: cluster 2024-08-29T17:56:27.334126+0000 mon.a (mon.0) 718 : cluster [DBG] osdmap e578: 8 total, 7 up, 8 in 2024-08-29T17:56:28.629 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:56:28 smithi028 bash[77168]: audit 2024-08-29T17:56:27.335312+0000 mon.a (mon.0) 719 : audit [INF] from='osd.4 ' entity='osd.4' cmd=[{"prefix": "osd crush create-or-move", "id": 4, "weight":0.0873, "args": ["host=smithi053", "root=default"]}]: dispatch 2024-08-29T17:56:28.629 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:56:28 smithi028 bash[78352]: cluster 2024-08-29T17:56:27.009531+0000 mgr.y (mgr.25022) 225 : cluster [DBG] pgmap v388: 121 pgs: 31 active+undersized, 15 active+undersized+degraded, 75 active+clean; 419 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 9.4 MiB/s rd, 2.7 MiB/s wr, 14 op/s; 174/903 objects degraded (19.269%) 2024-08-29T17:56:28.629 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:56:28 smithi028 bash[78352]: audit 2024-08-29T17:56:27.325251+0000 mon.a (mon.0) 717 : audit [INF] from='osd.4 ' entity='osd.4' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["4"]}]': finished 2024-08-29T17:56:28.629 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:56:28 smithi028 bash[78352]: audit 2024-08-29T17:56:27.333103+0000 mon.b (mon.1) 5 : audit [INF] from='osd.4 [v2:172.21.15.53:6800/3274739690,v1:172.21.15.53:6801/3274739690]' entity='osd.4' cmd=[{"prefix": "osd crush create-or-move", "id": 4, "weight":0.0873, "args": ["host=smithi053", "root=default"]}]: dispatch 2024-08-29T17:56:28.629 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:56:28 smithi028 bash[78352]: cluster 2024-08-29T17:56:27.334126+0000 mon.a (mon.0) 718 : cluster [DBG] osdmap e578: 8 total, 7 up, 8 in 2024-08-29T17:56:28.629 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:56:28 smithi028 bash[78352]: audit 2024-08-29T17:56:27.335312+0000 mon.a (mon.0) 719 : audit [INF] from='osd.4 ' entity='osd.4' cmd=[{"prefix": "osd crush create-or-move", "id": 4, "weight":0.0873, "args": ["host=smithi053", "root=default"]}]: dispatch 2024-08-29T17:56:28.824 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:56:28 smithi053 bash[68679]: cluster 2024-08-29T17:56:27.009531+0000 mgr.y (mgr.25022) 225 : cluster [DBG] pgmap v388: 121 pgs: 31 active+undersized, 15 active+undersized+degraded, 75 active+clean; 419 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 9.4 MiB/s rd, 2.7 MiB/s wr, 14 op/s; 174/903 objects degraded (19.269%) 2024-08-29T17:56:28.824 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:56:28 smithi053 bash[68679]: audit 2024-08-29T17:56:27.325251+0000 mon.a (mon.0) 717 : audit [INF] from='osd.4 ' entity='osd.4' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["4"]}]': finished 2024-08-29T17:56:28.824 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:56:28 smithi053 bash[68679]: audit 2024-08-29T17:56:27.333103+0000 mon.b (mon.1) 5 : audit [INF] from='osd.4 [v2:172.21.15.53:6800/3274739690,v1:172.21.15.53:6801/3274739690]' entity='osd.4' cmd=[{"prefix": "osd crush create-or-move", "id": 4, "weight":0.0873, "args": ["host=smithi053", "root=default"]}]: dispatch 2024-08-29T17:56:28.824 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:56:28 smithi053 bash[68679]: cluster 2024-08-29T17:56:27.334126+0000 mon.a (mon.0) 718 : cluster [DBG] osdmap e578: 8 total, 7 up, 8 in 2024-08-29T17:56:28.824 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:56:28 smithi053 bash[68679]: audit 2024-08-29T17:56:27.335312+0000 mon.a (mon.0) 719 : audit [INF] from='osd.4 ' entity='osd.4' cmd=[{"prefix": "osd crush create-or-move", "id": 4, "weight":0.0873, "args": ["host=smithi053", "root=default"]}]: dispatch 2024-08-29T17:56:29.337 INFO:tasks.rados.rados.0.smithi028.stdout:2478: done (0 left) 2024-08-29T17:56:29.338 INFO:tasks.rados.rados.0.smithi028.stdout:2479: delete oid 36 current snap is 260 2024-08-29T17:56:29.362 INFO:tasks.rados.rados.0.smithi028.stdout:2479: done (0 left) 2024-08-29T17:56:29.363 INFO:tasks.rados.rados.0.smithi028.stdout:2480: delete oid 1 current snap is 260 2024-08-29T17:56:29.394 INFO:tasks.rados.rados.0.smithi028.stdout:2480: done (0 left) 2024-08-29T17:56:29.394 INFO:tasks.rados.rados.0.smithi028.stdout:append oid 21 current snap is 260 2024-08-29T17:56:29.395 INFO:tasks.rados.rados.0.smithi028.stdout:2481: seq_num 754 ranges {0=630784} 2024-08-29T17:56:29.398 INFO:tasks.rados.rados.0.smithi028.stdout:2481: writing smithi02869045-21 from 0 to 630784 tid 1 2024-08-29T17:56:29.399 INFO:tasks.rados.rados.0.smithi028.stdout:2482: copy_from oid 19 from oid 49 current snap is 260 2024-08-29T17:56:29.399 INFO:tasks.rados.rados.0.smithi028.stdout:2483: read oid 9 snap -1 2024-08-29T17:56:29.399 INFO:tasks.rados.rados.0.smithi028.stdout:2483: expect (ObjNum 724 snap 246 seq_num 724) 2024-08-29T17:56:29.399 INFO:tasks.rados.rados.0.smithi028.stdout:2484: snap_remove snap 247 2024-08-29T17:56:29.628 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:56:29 smithi028 bash[77168]: cluster 2024-08-29T17:56:28.326408+0000 mon.a (mon.0) 720 : cluster [INF] Health check cleared: OSD_DOWN (was: 1 osds down) 2024-08-29T17:56:29.628 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:56:29 smithi028 bash[77168]: cluster 2024-08-29T17:56:28.336772+0000 mon.a (mon.0) 721 : cluster [INF] osd.4 [v2:172.21.15.53:6800/3274739690,v1:172.21.15.53:6801/3274739690] boot 2024-08-29T17:56:29.628 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:56:29 smithi028 bash[77168]: cluster 2024-08-29T17:56:28.336875+0000 mon.a (mon.0) 722 : cluster [DBG] osdmap e579: 8 total, 8 up, 8 in 2024-08-29T17:56:29.628 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:56:29 smithi028 bash[77168]: audit 2024-08-29T17:56:28.338211+0000 mon.a (mon.0) 723 : audit [DBG] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-08-29T17:56:29.628 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:56:29 smithi028 bash[77168]: cluster 2024-08-29T17:56:29.190685+0000 mon.a (mon.0) 724 : cluster [WRN] Health check update: Degraded data redundancy: 174/903 objects degraded (19.269%), 15 pgs degraded (PG_DEGRADED) 2024-08-29T17:56:29.628 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:56:29 smithi028 bash[78352]: cluster 2024-08-29T17:56:28.326408+0000 mon.a (mon.0) 720 : cluster [INF] Health check cleared: OSD_DOWN (was: 1 osds down) 2024-08-29T17:56:29.628 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:56:29 smithi028 bash[78352]: cluster 2024-08-29T17:56:28.336772+0000 mon.a (mon.0) 721 : cluster [INF] osd.4 [v2:172.21.15.53:6800/3274739690,v1:172.21.15.53:6801/3274739690] boot 2024-08-29T17:56:29.629 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:56:29 smithi028 bash[78352]: cluster 2024-08-29T17:56:28.336875+0000 mon.a (mon.0) 722 : cluster [DBG] osdmap e579: 8 total, 8 up, 8 in 2024-08-29T17:56:29.629 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:56:29 smithi028 bash[78352]: audit 2024-08-29T17:56:28.338211+0000 mon.a (mon.0) 723 : audit [DBG] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-08-29T17:56:29.629 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:56:29 smithi028 bash[78352]: cluster 2024-08-29T17:56:29.190685+0000 mon.a (mon.0) 724 : cluster [WRN] Health check update: Degraded data redundancy: 174/903 objects degraded (19.269%), 15 pgs degraded (PG_DEGRADED) 2024-08-29T17:56:29.824 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:56:29 smithi053 bash[68679]: cluster 2024-08-29T17:56:28.326408+0000 mon.a (mon.0) 720 : cluster [INF] Health check cleared: OSD_DOWN (was: 1 osds down) 2024-08-29T17:56:29.824 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:56:29 smithi053 bash[68679]: cluster 2024-08-29T17:56:28.336772+0000 mon.a (mon.0) 721 : cluster [INF] osd.4 [v2:172.21.15.53:6800/3274739690,v1:172.21.15.53:6801/3274739690] boot 2024-08-29T17:56:29.824 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:56:29 smithi053 bash[68679]: cluster 2024-08-29T17:56:28.336875+0000 mon.a (mon.0) 722 : cluster [DBG] osdmap e579: 8 total, 8 up, 8 in 2024-08-29T17:56:29.824 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:56:29 smithi053 bash[68679]: audit 2024-08-29T17:56:28.338211+0000 mon.a (mon.0) 723 : audit [DBG] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-08-29T17:56:29.825 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:56:29 smithi053 bash[68679]: cluster 2024-08-29T17:56:29.190685+0000 mon.a (mon.0) 724 : cluster [WRN] Health check update: Degraded data redundancy: 174/903 objects degraded (19.269%), 15 pgs degraded (PG_DEGRADED) 2024-08-29T17:56:30.389 INFO:tasks.rados.rados.0.smithi028.stdout:2481: finishing write tid 1 to smithi02869045-21 2024-08-29T17:56:30.389 INFO:tasks.rados.rados.0.smithi028.stdout:2481: finishing write tid 2 to smithi02869045-21 2024-08-29T17:56:30.389 INFO:tasks.rados.rados.0.smithi028.stdout:2481: finishing write tid 3 to smithi02869045-21 2024-08-29T17:56:30.389 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 21 v 1670 (ObjNum 754 snap 260 seq_num 754) dirty exists 2024-08-29T17:56:30.389 INFO:tasks.rados.rados.0.smithi028.stdout:2481: left oid 21 (ObjNum 754 snap 260 seq_num 754) 2024-08-29T17:56:30.389 INFO:tasks.rados.rados.0.smithi028.stdout:2483: expect (ObjNum 724 snap 246 seq_num 724) 2024-08-29T17:56:30.628 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:56:30 smithi028 bash[77168]: cluster 2024-08-29T17:56:29.010415+0000 mgr.y (mgr.25022) 226 : cluster [DBG] pgmap v391: 121 pgs: 31 active+undersized, 15 active+undersized+degraded, 75 active+clean; 420 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 511 B/s rd, 256 KiB/s wr, 1 op/s; 175/909 objects degraded (19.252%) 2024-08-29T17:56:30.628 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:56:30 smithi028 bash[77168]: cluster 2024-08-29T17:56:29.339357+0000 mon.a (mon.0) 725 : cluster [DBG] osdmap e580: 8 total, 8 up, 8 in 2024-08-29T17:56:30.629 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:56:30 smithi028 bash[78352]: cluster 2024-08-29T17:56:29.010415+0000 mgr.y (mgr.25022) 226 : cluster [DBG] pgmap v391: 121 pgs: 31 active+undersized, 15 active+undersized+degraded, 75 active+clean; 420 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 511 B/s rd, 256 KiB/s wr, 1 op/s; 175/909 objects degraded (19.252%) 2024-08-29T17:56:30.629 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:56:30 smithi028 bash[78352]: cluster 2024-08-29T17:56:29.339357+0000 mon.a (mon.0) 725 : cluster [DBG] osdmap e580: 8 total, 8 up, 8 in 2024-08-29T17:56:30.824 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:56:30 smithi053 bash[68679]: cluster 2024-08-29T17:56:29.010415+0000 mgr.y (mgr.25022) 226 : cluster [DBG] pgmap v391: 121 pgs: 31 active+undersized, 15 active+undersized+degraded, 75 active+clean; 420 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 511 B/s rd, 256 KiB/s wr, 1 op/s; 175/909 objects degraded (19.252%) 2024-08-29T17:56:30.824 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:56:30 smithi053 bash[68679]: cluster 2024-08-29T17:56:29.339357+0000 mon.a (mon.0) 725 : cluster [DBG] osdmap e580: 8 total, 8 up, 8 in 2024-08-29T17:56:31.090 INFO:tasks.rados.rados.0.smithi028.stdout:2482: finishing copy_from racing read to smithi02869045-19 2024-08-29T17:56:31.090 INFO:tasks.rados.rados.0.smithi028.stdout:2482: finishing copy_from to smithi02869045-19 2024-08-29T17:56:31.090 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 19 v 1564 (ObjNum 741 snap 255 seq_num 741) dirty exists 2024-08-29T17:56:31.090 INFO:tasks.rados.rados.0.smithi028.stdout:2481: done (3 left) 2024-08-29T17:56:31.090 INFO:tasks.rados.rados.0.smithi028.stdout:2482: done (2 left) 2024-08-29T17:56:31.091 INFO:tasks.rados.rados.0.smithi028.stdout:2483: done (1 left) 2024-08-29T17:56:31.091 INFO:tasks.rados.rados.0.smithi028.stdout:2484: done (0 left) 2024-08-29T17:56:31.091 INFO:tasks.rados.rados.0.smithi028.stdout:2485: rmattr oid 7 current snap is 260 2024-08-29T17:56:31.091 INFO:tasks.rados.rados.0.smithi028.stdout:2486: read oid 45 snap -1 2024-08-29T17:56:31.091 INFO:tasks.rados.rados.0.smithi028.stdout:2486: expect (ObjNum 597 snap 199 seq_num 597) 2024-08-29T17:56:31.091 INFO:tasks.rados.rados.0.smithi028.stdout:2487: read oid 15 snap -1 2024-08-29T17:56:31.092 INFO:tasks.rados.rados.0.smithi028.stdout:2487: expect (ObjNum 0 snap 0 seq_num 0) 2024-08-29T17:56:31.092 INFO:tasks.rados.rados.0.smithi028.stdout:2488: copy_from oid 31 from oid 17 current snap is 260 2024-08-29T17:56:31.092 INFO:tasks.rados.rados.0.smithi028.stdout:2489: snap_remove snap 213 2024-08-29T17:56:31.390 INFO:tasks.rados.rados.0.smithi028.stdout:2489: done (4 left) 2024-08-29T17:56:31.390 INFO:tasks.rados.rados.0.smithi028.stdout:2490: read oid 12 snap -1 2024-08-29T17:56:31.391 INFO:tasks.rados.rados.0.smithi028.stdout:2490: expect deleted 2024-08-29T17:56:31.391 INFO:tasks.rados.rados.0.smithi028.stdout:2491: copy_from oid 9 from oid 23 current snap is 260 2024-08-29T17:56:31.391 INFO:tasks.rados.rados.0.smithi028.stdout:2492: read oid 6 snap -1 2024-08-29T17:56:31.391 INFO:tasks.rados.rados.0.smithi028.stdout:2492: expect (ObjNum 720 snap 245 seq_num 720) 2024-08-29T17:56:31.391 INFO:tasks.rados.rados.0.smithi028.stdout:append oid 30 current snap is 260 2024-08-29T17:56:31.391 INFO:tasks.rados.rados.0.smithi028.stdout:2493: seq_num 755 ranges {2146304=647168} 2024-08-29T17:56:31.439 INFO:tasks.rados.rados.0.smithi028.stdout:2493: writing smithi02869045-30 from 2146304 to 2793472 tid 1 2024-08-29T17:56:31.439 INFO:tasks.rados.rados.0.smithi028.stdout:2494: delete oid 29 current snap is 260 2024-08-29T17:56:31.440 INFO:tasks.rados.rados.0.smithi028.stdout:2487: expect (ObjNum 0 snap 0 seq_num 0) 2024-08-29T17:56:31.447 INFO:tasks.rados.rados.0.smithi028.stdout:2486: expect (ObjNum 597 snap 199 seq_num 597) 2024-08-29T17:56:31.462 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 7 v 2217 (ObjNum 161 snap 0 seq_num 1) dirty exists 2024-08-29T17:56:31.463 INFO:tasks.rados.rados.0.smithi028.stdout:2488: finishing copy_from racing read to smithi02869045-31 2024-08-29T17:56:31.463 INFO:tasks.rados.rados.0.smithi028.stdout:2488: finishing copy_from to smithi02869045-31 2024-08-29T17:56:31.463 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 31 v 1970 (ObjNum 691 snap 233 seq_num 691) dirty exists 2024-08-29T17:56:31.463 INFO:tasks.rados.rados.0.smithi028.stdout:2492: expect (ObjNum 720 snap 245 seq_num 720) 2024-08-29T17:56:31.532 INFO:tasks.rados.rados.0.smithi028.stdout:2491: finishing copy_from to smithi02869045-9 2024-08-29T17:56:31.532 INFO:tasks.rados.rados.0.smithi028.stdout:2491: got expected ENOENT (src dne) 2024-08-29T17:56:31.532 INFO:tasks.rados.rados.0.smithi028.stdout:2491: finishing copy_from racing read to smithi02869045-9 2024-08-29T17:56:31.532 INFO:tasks.rados.rados.0.smithi028.stdout:2493: finishing write tid 1 to smithi02869045-30 2024-08-29T17:56:31.533 INFO:tasks.rados.rados.0.smithi028.stdout:2493: finishing write tid 2 to smithi02869045-30 2024-08-29T17:56:31.533 INFO:tasks.rados.rados.0.smithi028.stdout:2493: finishing write tid 3 to smithi02869045-30 2024-08-29T17:56:31.533 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 30 v 1104 (ObjNum 755 snap 260 seq_num 755) dirty exists 2024-08-29T17:56:31.533 INFO:tasks.rados.rados.0.smithi028.stdout:2493: left oid 30 (ObjNum 755 snap 260 seq_num 755) 2024-08-29T17:56:31.533 INFO:tasks.rados.rados.0.smithi028.stdout:2485: done (8 left) 2024-08-29T17:56:31.533 INFO:tasks.rados.rados.0.smithi028.stdout:2486: done (7 left) 2024-08-29T17:56:31.533 INFO:tasks.rados.rados.0.smithi028.stdout:2487: done (6 left) 2024-08-29T17:56:31.533 INFO:tasks.rados.rados.0.smithi028.stdout:2488: done (5 left) 2024-08-29T17:56:31.533 INFO:tasks.rados.rados.0.smithi028.stdout:2490: done (4 left) 2024-08-29T17:56:31.533 INFO:tasks.rados.rados.0.smithi028.stdout:2491: done (3 left) 2024-08-29T17:56:31.533 INFO:tasks.rados.rados.0.smithi028.stdout:2492: done (2 left) 2024-08-29T17:56:31.533 INFO:tasks.rados.rados.0.smithi028.stdout:2493: done (1 left) 2024-08-29T17:56:31.533 INFO:tasks.rados.rados.0.smithi028.stdout:2494: done (0 left) 2024-08-29T17:56:31.533 INFO:tasks.rados.rados.0.smithi028.stdout:append oid 46 current snap is 260 2024-08-29T17:56:31.534 INFO:tasks.rados.rados.0.smithi028.stdout:2495: seq_num 757 ranges {4825088=688128} 2024-08-29T17:56:31.605 INFO:tasks.rados.rados.0.smithi028.stdout:2495: writing smithi02869045-46 from 4825088 to 5513216 tid 1 2024-08-29T17:56:31.605 INFO:tasks.rados.rados.0.smithi028.stdout:2496: setattr oid 11 current snap is 260 2024-08-29T17:56:31.606 INFO:tasks.rados.rados.0.smithi028.stdout:2497: read oid 33 snap -1 2024-08-29T17:56:31.607 INFO:tasks.rados.rados.0.smithi028.stdout:2497: expect deleted 2024-08-29T17:56:31.607 INFO:tasks.rados.rados.0.smithi028.stdout:append oid 18 current snap is 260 2024-08-29T17:56:31.607 INFO:tasks.rados.rados.0.smithi028.stdout:2498: seq_num 758 ranges {0=704512} 2024-08-29T17:56:31.613 INFO:tasks.rados.rados.0.smithi028.stdout:2498: writing smithi02869045-18 from 0 to 704512 tid 1 2024-08-29T17:56:31.613 INFO:tasks.rados.rados.0.smithi028.stdout:2499: setattr oid 36 current snap is 260 2024-08-29T17:56:31.614 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 11 v 1107 (ObjNum 161 snap 0 seq_num 1) dirty exists 2024-08-29T17:56:31.614 INFO:tasks.rados.rados.0.smithi028.stdout:2495: finishing write tid 1 to smithi02869045-46 2024-08-29T17:56:31.616 INFO:tasks.rados.rados.0.smithi028.stdout:2496: done (4 left) 2024-08-29T17:56:31.616 INFO:tasks.rados.rados.0.smithi028.stdout:2497: done (3 left) 2024-08-29T17:56:31.616 INFO:tasks.rados.rados.0.smithi028.stdout:2500: read oid 1 snap 238 2024-08-29T17:56:31.616 INFO:tasks.rados.rados.0.smithi028.stdout:2500: expect (ObjNum 654 snap 215 seq_num 654) 2024-08-29T17:56:31.616 INFO:tasks.rados.rados.0.smithi028.stdout:2501: rmattr oid 42 current snap is 260 2024-08-29T17:56:31.616 INFO:tasks.rados.rados.0.smithi028.stdout:2501: done (4 left) 2024-08-29T17:56:31.617 INFO:tasks.rados.rados.0.smithi028.stdout:2502: copy_from oid 2 from oid 34 current snap is 260 2024-08-29T17:56:31.617 INFO:tasks.rados.rados.0.smithi028.stdout:2503: delete oid 33 current snap is 260 2024-08-29T17:56:31.617 INFO:tasks.rados.rados.0.smithi028.stdout:2495: finishing write tid 2 to smithi02869045-46 2024-08-29T17:56:31.618 INFO:tasks.rados.rados.0.smithi028.stdout:2495: finishing write tid 3 to smithi02869045-46 2024-08-29T17:56:31.618 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 46 v 1444 (ObjNum 757 snap 260 seq_num 757) dirty exists 2024-08-29T17:56:31.618 INFO:tasks.rados.rados.0.smithi028.stdout:2495: left oid 46 (ObjNum 757 snap 260 seq_num 757) 2024-08-29T17:56:31.622 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 36 v 1108 (ObjNum 65 snap 0 seq_num 1381524302) dirty exists 2024-08-29T17:56:31.626 INFO:tasks.rados.rados.0.smithi028.stdout:2498: finishing write tid 1 to smithi02869045-18 2024-08-29T17:56:31.626 INFO:tasks.rados.rados.0.smithi028.stdout:2498: finishing write tid 2 to smithi02869045-18 2024-08-29T17:56:31.628 INFO:tasks.rados.rados.0.smithi028.stdout:2500: expect (ObjNum 654 snap 215 seq_num 654) 2024-08-29T17:56:31.708 INFO:tasks.rados.rados.0.smithi028.stdout:2498: finishing write tid 3 to smithi02869045-18 2024-08-29T17:56:31.709 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 18 v 1665 (ObjNum 758 snap 260 seq_num 758) dirty exists 2024-08-29T17:56:31.709 INFO:tasks.rados.rados.0.smithi028.stdout:2498: left oid 18 (ObjNum 758 snap 260 seq_num 758) 2024-08-29T17:56:31.709 INFO:tasks.rados.rados.0.smithi028.stdout:2502: finishing copy_from racing read to smithi02869045-2 2024-08-29T17:56:31.709 INFO:tasks.rados.rados.0.smithi028.stdout:2502: finishing copy_from to smithi02869045-2 2024-08-29T17:56:31.709 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 2 v 1465 (ObjNum 466 snap 146 seq_num 466) dirty exists 2024-08-29T17:56:31.709 INFO:tasks.rados.rados.0.smithi028.stdout:2495: done (5 left) 2024-08-29T17:56:31.709 INFO:tasks.rados.rados.0.smithi028.stdout:2498: done (4 left) 2024-08-29T17:56:31.709 INFO:tasks.rados.rados.0.smithi028.stdout:2499: done (3 left) 2024-08-29T17:56:31.709 INFO:tasks.rados.rados.0.smithi028.stdout:2500: done (2 left) 2024-08-29T17:56:31.709 INFO:tasks.rados.rados.0.smithi028.stdout:2502: done (1 left) 2024-08-29T17:56:31.709 INFO:tasks.rados.rados.0.smithi028.stdout:2503: done (0 left) 2024-08-29T17:56:31.709 INFO:tasks.rados.rados.0.smithi028.stdout:2504: setattr oid 27 current snap is 260 2024-08-29T17:56:31.712 INFO:tasks.rados.rados.0.smithi028.stdout:2505: read oid 10 snap -1 2024-08-29T17:56:31.712 INFO:tasks.rados.rados.0.smithi028.stdout:2505: expect (ObjNum 750 snap 257 seq_num 750) 2024-08-29T17:56:31.712 INFO:tasks.rados.rados.0.smithi028.stdout:2506: delete oid 25 current snap is 260 2024-08-29T17:56:31.716 INFO:tasks.rados.rados.0.smithi028.stdout:2506: done (2 left) 2024-08-29T17:56:31.716 INFO:tasks.rados.rados.0.smithi028.stdout:2507: delete oid 33 current snap is 260 2024-08-29T17:56:31.719 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 27 v 1666 (ObjNum 738 snap 254 seq_num 738) dirty exists 2024-08-29T17:56:31.721 INFO:tasks.rados.rados.0.smithi028.stdout:2504: done (2 left) 2024-08-29T17:56:31.721 INFO:tasks.rados.rados.0.smithi028.stdout:2507: done (1 left) 2024-08-29T17:56:31.721 INFO:tasks.rados.rados.0.smithi028.stdout:2508: snap_create 2024-08-29T17:56:31.733 INFO:tasks.rados.rados.0.smithi028.stdout:2505: expect (ObjNum 750 snap 257 seq_num 750) 2024-08-29T17:56:31.824 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:56:31 smithi053 bash[68679]: cluster 2024-08-29T17:56:30.380533+0000 mon.a (mon.0) 726 : cluster [DBG] osdmap e581: 8 total, 8 up, 8 in 2024-08-29T17:56:31.878 INFO:journalctl@ceph.mgr.y.smithi028.stdout:Aug 29 17:56:31 smithi028 bash[70818]: ::ffff:172.21.15.53 - - [29/Aug/2024:17:56:31] "GET /metrics HTTP/1.1" 200 36139 "" "Prometheus/2.43.0" 2024-08-29T17:56:31.878 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:56:31 smithi028 bash[78352]: cluster 2024-08-29T17:56:30.380533+0000 mon.a (mon.0) 726 : cluster [DBG] osdmap e581: 8 total, 8 up, 8 in 2024-08-29T17:56:31.878 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:56:31 smithi028 bash[77168]: cluster 2024-08-29T17:56:30.380533+0000 mon.a (mon.0) 726 : cluster [DBG] osdmap e581: 8 total, 8 up, 8 in 2024-08-29T17:56:32.390 INFO:tasks.rados.rados.0.smithi028.stdout:2505: done (1 left) 2024-08-29T17:56:32.390 INFO:tasks.rados.rados.0.smithi028.stdout:2508: done (0 left) 2024-08-29T17:56:32.390 INFO:tasks.rados.rados.0.smithi028.stdout:2509: snap_remove snap 236 2024-08-29T17:56:32.574 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:56:32 smithi053 bash[68679]: cluster 2024-08-29T17:56:31.011101+0000 mgr.y (mgr.25022) 227 : cluster [DBG] pgmap v394: 121 pgs: 1 activating, 5 peering, 27 active+undersized, 13 active+undersized+degraded, 75 active+clean; 417 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 1.2 MiB/s rd, 394 KiB/s wr, 4 op/s; 126/915 objects degraded (13.770%) 2024-08-29T17:56:32.574 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:56:32 smithi053 bash[68679]: cluster 2024-08-29T17:56:31.392443+0000 mon.a (mon.0) 727 : cluster [DBG] osdmap e582: 8 total, 8 up, 8 in 2024-08-29T17:56:32.575 INFO:journalctl@ceph.prometheus.a.smithi053.stdout:Aug 29 17:56:32 smithi053 bash[61790]: ts=2024-08-29T17:56:32.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"3167ee72-662c-11ef-bcd4-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-29T17:56:32.878 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:56:32 smithi028 bash[78352]: cluster 2024-08-29T17:56:31.011101+0000 mgr.y (mgr.25022) 227 : cluster [DBG] pgmap v394: 121 pgs: 1 activating, 5 peering, 27 active+undersized, 13 active+undersized+degraded, 75 active+clean; 417 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 1.2 MiB/s rd, 394 KiB/s wr, 4 op/s; 126/915 objects degraded (13.770%) 2024-08-29T17:56:32.878 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:56:32 smithi028 bash[78352]: cluster 2024-08-29T17:56:31.392443+0000 mon.a (mon.0) 727 : cluster [DBG] osdmap e582: 8 total, 8 up, 8 in 2024-08-29T17:56:32.878 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:56:32 smithi028 bash[77168]: cluster 2024-08-29T17:56:31.011101+0000 mgr.y (mgr.25022) 227 : cluster [DBG] pgmap v394: 121 pgs: 1 activating, 5 peering, 27 active+undersized, 13 active+undersized+degraded, 75 active+clean; 417 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 1.2 MiB/s rd, 394 KiB/s wr, 4 op/s; 126/915 objects degraded (13.770%) 2024-08-29T17:56:32.878 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:56:32 smithi028 bash[77168]: cluster 2024-08-29T17:56:31.392443+0000 mon.a (mon.0) 727 : cluster [DBG] osdmap e582: 8 total, 8 up, 8 in 2024-08-29T17:56:33.409 INFO:tasks.rados.rados.0.smithi028.stdout:2509: done (0 left) 2024-08-29T17:56:33.409 INFO:tasks.rados.rados.0.smithi028.stdout:2510: rmattr oid 26 current snap is 261 2024-08-29T17:56:33.409 INFO:tasks.rados.rados.0.smithi028.stdout:2510: done (0 left) 2024-08-29T17:56:33.409 INFO:tasks.rados.rados.0.smithi028.stdout:append oid 1 current snap is 261 2024-08-29T17:56:33.409 INFO:tasks.rados.rados.0.smithi028.stdout:2511: seq_num 762 ranges {0=770048} 2024-08-29T17:56:33.423 INFO:tasks.rados.rados.0.smithi028.stdout:2511: writing smithi02869045-1 from 0 to 770048 tid 1 2024-08-29T17:56:33.424 INFO:tasks.rados.rados.0.smithi028.stdout:2512: copy_from oid 15 from oid 9 current snap is 261 2024-08-29T17:56:33.424 INFO:tasks.rados.rados.0.smithi028.stdout:append oid 41 current snap is 261 2024-08-29T17:56:33.424 INFO:tasks.rados.rados.0.smithi028.stdout:2513: seq_num 763 ranges {0=786432} 2024-08-29T17:56:33.439 INFO:tasks.rados.rados.0.smithi028.stdout:2513: writing smithi02869045-41 from 0 to 786432 tid 1 2024-08-29T17:56:33.439 INFO:tasks.rados.rados.0.smithi028.stdout:2514: delete oid 38 current snap is 261 2024-08-29T17:56:33.442 INFO:tasks.rados.rados.0.smithi028.stdout:2511: finishing write tid 1 to smithi02869045-1 2024-08-29T17:56:33.446 INFO:tasks.rados.rados.0.smithi028.stdout:2511: finishing write tid 2 to smithi02869045-1 2024-08-29T17:56:33.450 INFO:tasks.rados.rados.0.smithi028.stdout:2514: done (3 left) 2024-08-29T17:56:33.450 INFO:tasks.rados.rados.0.smithi028.stdout:2515: rollback oid 6 current snap is 261 2024-08-29T17:56:33.450 INFO:tasks.rados.rados.0.smithi028.stdout:rollback oid 6 to 249 2024-08-29T17:56:33.450 INFO:tasks.rados.rados.0.smithi028.stdout:2516: rollback oid 14 current snap is 261 2024-08-29T17:56:33.450 INFO:tasks.rados.rados.0.smithi028.stdout:rollback oid 14 to 237 2024-08-29T17:56:33.450 INFO:tasks.rados.rados.0.smithi028.stdout:2511: finishing write tid 3 to smithi02869045-1 2024-08-29T17:56:33.450 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 1 v 2241 (ObjNum 762 snap 261 seq_num 762) dirty exists 2024-08-29T17:56:33.450 INFO:tasks.rados.rados.0.smithi028.stdout:2511: left oid 1 (ObjNum 762 snap 261 seq_num 762) 2024-08-29T17:56:33.450 INFO:tasks.rados.rados.0.smithi028.stdout:2511: done (4 left) 2024-08-29T17:56:33.450 INFO:tasks.rados.rados.0.smithi028.stdout:2517: rollback oid 4 current snap is 261 2024-08-29T17:56:33.450 INFO:tasks.rados.rados.0.smithi028.stdout:rollback oid 4 to 254 2024-08-29T17:56:33.451 INFO:tasks.rados.rados.0.smithi028.stdout:append oid 21 current snap is 261 2024-08-29T17:56:33.451 INFO:tasks.rados.rados.0.smithi028.stdout:2518: seq_num 765 ranges {630784=417792,1048576=401408} 2024-08-29T17:56:33.459 INFO:tasks.rados.rados.0.smithi028.stdout:2518: writing smithi02869045-21 from 630784 to 1048576 tid 1 2024-08-29T17:56:33.462 INFO:tasks.rados.rados.0.smithi028.stdout:2518: writing smithi02869045-21 from 1048576 to 1449984 tid 2 2024-08-29T17:56:33.462 INFO:tasks.rados.rados.0.smithi028.stdout:2519: snap_create 2024-08-29T17:56:33.463 INFO:tasks.rados.rados.0.smithi028.stdout:2513: finishing write tid 1 to smithi02869045-41 2024-08-29T17:56:33.463 INFO:tasks.rados.rados.0.smithi028.stdout:2513: finishing write tid 2 to smithi02869045-41 2024-08-29T17:56:33.463 INFO:tasks.rados.rados.0.smithi028.stdout:2516: finishing rollback tid 0 to smithi02869045-14 2024-08-29T17:56:33.463 INFO:tasks.rados.rados.0.smithi028.stdout:2516: finishing rollback tid 1 to smithi02869045-14 2024-08-29T17:56:33.463 INFO:tasks.rados.rados.0.smithi028.stdout:2516: finishing rollback tid 2 to smithi02869045-14 2024-08-29T17:56:33.463 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 14 v 1561 (ObjNum 685 snap 232 seq_num 685) dirty exists 2024-08-29T17:56:33.464 INFO:tasks.rados.rados.0.smithi028.stdout:2515: finishing rollback tid 0 to smithi02869045-6 2024-08-29T17:56:33.471 INFO:tasks.rados.rados.0.smithi028.stdout:2517: finishing rollback tid 0 to smithi02869045-4 2024-08-29T17:56:33.471 INFO:tasks.rados.rados.0.smithi028.stdout:2518: finishing write tid 1 to smithi02869045-21 2024-08-29T17:56:33.472 INFO:tasks.rados.rados.0.smithi028.stdout:2517: finishing rollback tid 1 to smithi02869045-4 2024-08-29T17:56:33.473 INFO:tasks.rados.rados.0.smithi028.stdout:2513: finishing write tid 3 to smithi02869045-41 2024-08-29T17:56:33.473 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 41 v 1109 (ObjNum 763 snap 261 seq_num 763) dirty exists 2024-08-29T17:56:33.473 INFO:tasks.rados.rados.0.smithi028.stdout:2513: left oid 41 (ObjNum 763 snap 261 seq_num 763) 2024-08-29T17:56:33.473 INFO:tasks.rados.rados.0.smithi028.stdout:2518: finishing write tid 2 to smithi02869045-21 2024-08-29T17:56:33.473 INFO:tasks.rados.rados.0.smithi028.stdout:2518: finishing write tid 3 to smithi02869045-21 2024-08-29T17:56:33.473 INFO:tasks.rados.rados.0.smithi028.stdout:2517: finishing rollback tid 2 to smithi02869045-4 2024-08-29T17:56:33.473 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 4 v 2251 (ObjNum 668 snap 226 seq_num 668) dirty exists 2024-08-29T17:56:33.476 INFO:tasks.rados.rados.0.smithi028.stdout:2518: finishing write tid 4 to smithi02869045-21 2024-08-29T17:56:33.476 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 21 v 1673 (ObjNum 765 snap 261 seq_num 765) dirty exists 2024-08-29T17:56:33.476 INFO:tasks.rados.rados.0.smithi028.stdout:2518: left oid 21 (ObjNum 765 snap 261 seq_num 765) 2024-08-29T17:56:33.477 INFO:tasks.rados.rados.0.smithi028.stdout:2515: finishing rollback tid 1 to smithi02869045-6 2024-08-29T17:56:33.477 INFO:tasks.rados.rados.0.smithi028.stdout:2515: finishing rollback tid 2 to smithi02869045-6 2024-08-29T17:56:33.477 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 6 v 1740 (ObjNum 720 snap 245 seq_num 720) dirty exists 2024-08-29T17:56:33.493 INFO:tasks.rados.rados.0.smithi028.stdout:2512: finishing copy_from racing read to smithi02869045-15 2024-08-29T17:56:33.505 INFO:tasks.rados.rados.0.smithi028.stdout:2512: finishing copy_from to smithi02869045-15 2024-08-29T17:56:33.505 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 15 v 1106 (ObjNum 724 snap 246 seq_num 724) dirty exists 2024-08-29T17:56:33.576 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:56:33 smithi053 bash[68679]: cluster 2024-08-29T17:56:32.392272+0000 mon.a (mon.0) 728 : cluster [DBG] osdmap e583: 8 total, 8 up, 8 in 2024-08-29T17:56:33.878 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:56:33 smithi028 bash[77168]: cluster 2024-08-29T17:56:32.392272+0000 mon.a (mon.0) 728 : cluster [DBG] osdmap e583: 8 total, 8 up, 8 in 2024-08-29T17:56:33.878 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:56:33 smithi028 bash[78352]: cluster 2024-08-29T17:56:32.392272+0000 mon.a (mon.0) 728 : cluster [DBG] osdmap e583: 8 total, 8 up, 8 in 2024-08-29T17:56:34.418 INFO:tasks.rados.rados.0.smithi028.stdout:2512: done (6 left) 2024-08-29T17:56:34.418 INFO:tasks.rados.rados.0.smithi028.stdout:2513: done (5 left) 2024-08-29T17:56:34.419 INFO:tasks.rados.rados.0.smithi028.stdout:2515: done (4 left) 2024-08-29T17:56:34.419 INFO:tasks.rados.rados.0.smithi028.stdout:2516: done (3 left) 2024-08-29T17:56:34.419 INFO:tasks.rados.rados.0.smithi028.stdout:2517: done (2 left) 2024-08-29T17:56:34.419 INFO:tasks.rados.rados.0.smithi028.stdout:2518: done (1 left) 2024-08-29T17:56:34.419 INFO:tasks.rados.rados.0.smithi028.stdout:2519: done (0 left) 2024-08-29T17:56:34.419 INFO:tasks.rados.rados.0.smithi028.stdout:2520: read oid 19 snap -1 2024-08-29T17:56:34.419 INFO:tasks.rados.rados.0.smithi028.stdout:2520: expect (ObjNum 741 snap 255 seq_num 741) 2024-08-29T17:56:34.419 INFO:tasks.rados.rados.0.smithi028.stdout:2521: snap_remove snap 256 2024-08-29T17:56:34.824 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:56:34 smithi053 bash[68679]: cluster 2024-08-29T17:56:33.012229+0000 mgr.y (mgr.25022) 228 : cluster [DBG] pgmap v397: 121 pgs: 1 activating, 5 peering, 6 active+undersized, 7 active+undersized+degraded, 102 active+clean; 409 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 2.3 MiB/s rd, 310 KiB/s wr, 10 op/s; 79/885 objects degraded (8.927%); 3.0 MiB/s, 1 objects/s recovering 2024-08-29T17:56:34.824 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:56:34 smithi053 bash[68679]: cluster 2024-08-29T17:56:33.410804+0000 mon.a (mon.0) 729 : cluster [DBG] osdmap e584: 8 total, 8 up, 8 in 2024-08-29T17:56:34.824 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:56:34 smithi053 bash[68679]: cluster 2024-08-29T17:56:34.191784+0000 mon.a (mon.0) 730 : cluster [WRN] Health check update: Degraded data redundancy: 79/885 objects degraded (8.927%), 7 pgs degraded (PG_DEGRADED) 2024-08-29T17:56:34.878 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:56:34 smithi028 bash[77168]: cluster 2024-08-29T17:56:33.012229+0000 mgr.y (mgr.25022) 228 : cluster [DBG] pgmap v397: 121 pgs: 1 activating, 5 peering, 6 active+undersized, 7 active+undersized+degraded, 102 active+clean; 409 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 2.3 MiB/s rd, 310 KiB/s wr, 10 op/s; 79/885 objects degraded (8.927%); 3.0 MiB/s, 1 objects/s recovering 2024-08-29T17:56:34.878 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:56:34 smithi028 bash[77168]: cluster 2024-08-29T17:56:33.410804+0000 mon.a (mon.0) 729 : cluster [DBG] osdmap e584: 8 total, 8 up, 8 in 2024-08-29T17:56:34.878 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:56:34 smithi028 bash[77168]: cluster 2024-08-29T17:56:34.191784+0000 mon.a (mon.0) 730 : cluster [WRN] Health check update: Degraded data redundancy: 79/885 objects degraded (8.927%), 7 pgs degraded (PG_DEGRADED) 2024-08-29T17:56:34.878 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:56:34 smithi028 bash[78352]: cluster 2024-08-29T17:56:33.012229+0000 mgr.y (mgr.25022) 228 : cluster [DBG] pgmap v397: 121 pgs: 1 activating, 5 peering, 6 active+undersized, 7 active+undersized+degraded, 102 active+clean; 409 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 2.3 MiB/s rd, 310 KiB/s wr, 10 op/s; 79/885 objects degraded (8.927%); 3.0 MiB/s, 1 objects/s recovering 2024-08-29T17:56:34.879 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:56:34 smithi028 bash[78352]: cluster 2024-08-29T17:56:33.410804+0000 mon.a (mon.0) 729 : cluster [DBG] osdmap e584: 8 total, 8 up, 8 in 2024-08-29T17:56:34.879 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:56:34 smithi028 bash[78352]: cluster 2024-08-29T17:56:34.191784+0000 mon.a (mon.0) 730 : cluster [WRN] Health check update: Degraded data redundancy: 79/885 objects degraded (8.927%), 7 pgs degraded (PG_DEGRADED) 2024-08-29T17:56:35.430 INFO:tasks.rados.rados.0.smithi028.stdout:2521: done (1 left) 2024-08-29T17:56:35.430 INFO:tasks.rados.rados.0.smithi028.stdout:2522: snap_create 2024-08-29T17:56:35.430 INFO:tasks.rados.rados.0.smithi028.stdout:2520: expect (ObjNum 741 snap 255 seq_num 741) 2024-08-29T17:56:35.747 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:56:35 smithi053 bash[68679]: cluster 2024-08-29T17:56:34.420806+0000 mon.a (mon.0) 731 : cluster [DBG] osdmap e585: 8 total, 8 up, 8 in 2024-08-29T17:56:35.878 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:56:35 smithi028 bash[77168]: cluster 2024-08-29T17:56:34.420806+0000 mon.a (mon.0) 731 : cluster [DBG] osdmap e585: 8 total, 8 up, 8 in 2024-08-29T17:56:35.878 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:56:35 smithi028 bash[78352]: cluster 2024-08-29T17:56:34.420806+0000 mon.a (mon.0) 731 : cluster [DBG] osdmap e585: 8 total, 8 up, 8 in 2024-08-29T17:56:36.431 INFO:tasks.rados.rados.0.smithi028.stdout:2520: done (1 left) 2024-08-29T17:56:36.431 INFO:tasks.rados.rados.0.smithi028.stdout:2522: done (0 left) 2024-08-29T17:56:36.431 INFO:tasks.rados.rados.0.smithi028.stdout:2523: copy_from oid 50 from oid 43 current snap is 263 2024-08-29T17:56:36.431 INFO:tasks.rados.rados.0.smithi028.stdout:2524: snap_create 2024-08-29T17:56:36.502 INFO:tasks.rados.rados.0.smithi028.stdout:2523: finishing copy_from racing read to smithi02869045-50 2024-08-29T17:56:36.504 INFO:tasks.rados.rados.0.smithi028.stdout:2523: finishing copy_from to smithi02869045-50 2024-08-29T17:56:36.504 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 50 v 1091 (ObjNum 670 snap 229 seq_num 670) dirty exists 2024-08-29T17:56:36.824 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:56:36 smithi053 bash[68679]: cluster 2024-08-29T17:56:35.012979+0000 mgr.y (mgr.25022) 229 : cluster [DBG] pgmap v400: 121 pgs: 121 active+clean; 384 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail; 12 MiB/s rd, 2.1 MiB/s wr, 31 op/s; 16 MiB/s, 7 objects/s recovering 2024-08-29T17:56:36.824 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:56:36 smithi053 bash[68679]: cluster 2024-08-29T17:56:35.414990+0000 mon.a (mon.0) 732 : cluster [INF] Health check cleared: PG_DEGRADED (was: Degraded data redundancy: 79/885 objects degraded (8.927%), 7 pgs degraded) 2024-08-29T17:56:36.824 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:56:36 smithi053 bash[68679]: cluster 2024-08-29T17:56:35.415057+0000 mon.a (mon.0) 733 : cluster [INF] Cluster is now healthy 2024-08-29T17:56:36.825 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:56:36 smithi053 bash[68679]: cluster 2024-08-29T17:56:35.432859+0000 mon.a (mon.0) 734 : cluster [DBG] osdmap e586: 8 total, 8 up, 8 in 2024-08-29T17:56:36.825 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:56:36 smithi053 bash[68679]: audit 2024-08-29T17:56:36.373326+0000 mon.a (mon.0) 735 : audit [INF] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' 2024-08-29T17:56:36.825 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:56:36 smithi053 bash[68679]: audit 2024-08-29T17:56:36.383187+0000 mon.a (mon.0) 736 : audit [INF] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' 2024-08-29T17:56:36.825 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:56:36 smithi053 bash[68679]: audit 2024-08-29T17:56:36.385523+0000 mon.a (mon.0) 737 : audit [DBG] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-29T17:56:36.825 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:56:36 smithi053 bash[68679]: audit 2024-08-29T17:56:36.387619+0000 mon.a (mon.0) 738 : audit [INF] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-29T17:56:36.825 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:56:36 smithi053 bash[68679]: audit 2024-08-29T17:56:36.398210+0000 mon.a (mon.0) 739 : audit [INF] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' 2024-08-29T17:56:36.878 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:56:36 smithi028 bash[77168]: cluster 2024-08-29T17:56:35.012979+0000 mgr.y (mgr.25022) 229 : cluster [DBG] pgmap v400: 121 pgs: 121 active+clean; 384 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail; 12 MiB/s rd, 2.1 MiB/s wr, 31 op/s; 16 MiB/s, 7 objects/s recovering 2024-08-29T17:56:36.879 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:56:36 smithi028 bash[77168]: cluster 2024-08-29T17:56:35.414990+0000 mon.a (mon.0) 732 : cluster [INF] Health check cleared: PG_DEGRADED (was: Degraded data redundancy: 79/885 objects degraded (8.927%), 7 pgs degraded) 2024-08-29T17:56:36.879 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:56:36 smithi028 bash[77168]: cluster 2024-08-29T17:56:35.415057+0000 mon.a (mon.0) 733 : cluster [INF] Cluster is now healthy 2024-08-29T17:56:36.879 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:56:36 smithi028 bash[77168]: cluster 2024-08-29T17:56:35.432859+0000 mon.a (mon.0) 734 : cluster [DBG] osdmap e586: 8 total, 8 up, 8 in 2024-08-29T17:56:36.879 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:56:36 smithi028 bash[77168]: audit 2024-08-29T17:56:36.373326+0000 mon.a (mon.0) 735 : audit [INF] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' 2024-08-29T17:56:36.879 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:56:36 smithi028 bash[77168]: audit 2024-08-29T17:56:36.383187+0000 mon.a (mon.0) 736 : audit [INF] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' 2024-08-29T17:56:36.879 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:56:36 smithi028 bash[77168]: audit 2024-08-29T17:56:36.385523+0000 mon.a (mon.0) 737 : audit [DBG] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-29T17:56:36.879 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:56:36 smithi028 bash[77168]: audit 2024-08-29T17:56:36.387619+0000 mon.a (mon.0) 738 : audit [INF] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-29T17:56:36.879 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:56:36 smithi028 bash[77168]: audit 2024-08-29T17:56:36.398210+0000 mon.a (mon.0) 739 : audit [INF] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' 2024-08-29T17:56:36.879 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:56:36 smithi028 bash[78352]: cluster 2024-08-29T17:56:35.012979+0000 mgr.y (mgr.25022) 229 : cluster [DBG] pgmap v400: 121 pgs: 121 active+clean; 384 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail; 12 MiB/s rd, 2.1 MiB/s wr, 31 op/s; 16 MiB/s, 7 objects/s recovering 2024-08-29T17:56:36.879 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:56:36 smithi028 bash[78352]: cluster 2024-08-29T17:56:35.414990+0000 mon.a (mon.0) 732 : cluster [INF] Health check cleared: PG_DEGRADED (was: Degraded data redundancy: 79/885 objects degraded (8.927%), 7 pgs degraded) 2024-08-29T17:56:36.879 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:56:36 smithi028 bash[78352]: cluster 2024-08-29T17:56:35.415057+0000 mon.a (mon.0) 733 : cluster [INF] Cluster is now healthy 2024-08-29T17:56:36.880 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:56:36 smithi028 bash[78352]: cluster 2024-08-29T17:56:35.432859+0000 mon.a (mon.0) 734 : cluster [DBG] osdmap e586: 8 total, 8 up, 8 in 2024-08-29T17:56:36.880 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:56:36 smithi028 bash[78352]: audit 2024-08-29T17:56:36.373326+0000 mon.a (mon.0) 735 : audit [INF] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' 2024-08-29T17:56:36.880 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:56:36 smithi028 bash[78352]: audit 2024-08-29T17:56:36.383187+0000 mon.a (mon.0) 736 : audit [INF] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' 2024-08-29T17:56:36.880 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:56:36 smithi028 bash[78352]: audit 2024-08-29T17:56:36.385523+0000 mon.a (mon.0) 737 : audit [DBG] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-29T17:56:36.880 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:56:36 smithi028 bash[78352]: audit 2024-08-29T17:56:36.387619+0000 mon.a (mon.0) 738 : audit [INF] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-29T17:56:36.880 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:56:36 smithi028 bash[78352]: audit 2024-08-29T17:56:36.398210+0000 mon.a (mon.0) 739 : audit [INF] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' 2024-08-29T17:56:37.451 INFO:tasks.rados.rados.0.smithi028.stdout:2523: done (1 left) 2024-08-29T17:56:37.451 INFO:tasks.rados.rados.0.smithi028.stdout:2524: done (0 left) 2024-08-29T17:56:37.451 INFO:tasks.rados.rados.0.smithi028.stdout:2525: rollback oid 44 current snap is 264 2024-08-29T17:56:37.451 INFO:tasks.rados.rados.0.smithi028.stdout:rollback oid 44 to 186 2024-08-29T17:56:37.451 INFO:tasks.rados.rados.0.smithi028.stdout:append oid 42 current snap is 264 2024-08-29T17:56:37.451 INFO:tasks.rados.rados.0.smithi028.stdout:2526: seq_num 766 ranges {0=434176,434176=401408} 2024-08-29T17:56:37.459 INFO:tasks.rados.rados.0.smithi028.stdout:2526: writing smithi02869045-42 from 0 to 434176 tid 1 2024-08-29T17:56:37.467 INFO:tasks.rados.rados.0.smithi028.stdout:2526: writing smithi02869045-42 from 434176 to 835584 tid 2 2024-08-29T17:56:37.467 INFO:tasks.rados.rados.0.smithi028.stdout:2527: rollback oid 5 current snap is 264 2024-08-29T17:56:37.467 INFO:tasks.rados.rados.0.smithi028.stdout:rollback oid 5 to 204 2024-08-29T17:56:37.468 INFO:tasks.rados.rados.0.smithi028.stdout:2525: finishing rollback tid 0 to smithi02869045-44 2024-08-29T17:56:37.468 INFO:tasks.rados.rados.0.smithi028.stdout:2525: finishing rollback tid 1 to smithi02869045-44 2024-08-29T17:56:37.468 INFO:tasks.rados.rados.0.smithi028.stdout:2525: finishing rollback tid 2 to smithi02869045-44 2024-08-29T17:56:37.468 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 44 v 1676 (ObjNum 474 snap 149 seq_num 474) dirty exists 2024-08-29T17:56:37.468 INFO:tasks.rados.rados.0.smithi028.stdout:2525: done (2 left) 2024-08-29T17:56:37.468 INFO:tasks.rados.rados.0.smithi028.stdout:append oid 37 current snap is 264 2024-08-29T17:56:37.468 INFO:tasks.rados.rados.0.smithi028.stdout:2528: seq_num 767 ranges {0=450560,450560=401408} 2024-08-29T17:56:37.476 INFO:tasks.rados.rados.0.smithi028.stdout:2528: writing smithi02869045-37 from 0 to 450560 tid 1 2024-08-29T17:56:37.484 INFO:tasks.rados.rados.0.smithi028.stdout:2528: writing smithi02869045-37 from 450560 to 851968 tid 2 2024-08-29T17:56:37.484 INFO:tasks.rados.rados.0.smithi028.stdout:append oid 9 current snap is 264 2024-08-29T17:56:37.484 INFO:tasks.rados.rados.0.smithi028.stdout:2526: finishing write tid 1 to smithi02869045-42 2024-08-29T17:56:37.484 INFO:tasks.rados.rados.0.smithi028.stdout:2526: finishing write tid 2 to smithi02869045-42 2024-08-29T17:56:37.484 INFO:tasks.rados.rados.0.smithi028.stdout:2529: seq_num 768 ranges {7274496=466944,7741440=401408} 2024-08-29T17:56:37.567 INFO:tasks.rados.rados.0.smithi028.stdout:2529: writing smithi02869045-9 from 7274496 to 7741440 tid 1 2024-08-29T17:56:37.570 INFO:tasks.rados.rados.0.smithi028.stdout:2529: writing smithi02869045-9 from 7741440 to 8142848 tid 2 2024-08-29T17:56:37.570 INFO:tasks.rados.rados.0.smithi028.stdout:2530: read oid 19 snap -1 2024-08-29T17:56:37.570 INFO:tasks.rados.rados.0.smithi028.stdout:2530: expect (ObjNum 741 snap 255 seq_num 741) 2024-08-29T17:56:37.570 INFO:tasks.rados.rados.0.smithi028.stdout:2531: delete oid 36 current snap is 264 2024-08-29T17:56:37.570 INFO:tasks.rados.rados.0.smithi028.stdout:2526: finishing write tid 3 to smithi02869045-42 2024-08-29T17:56:37.570 INFO:tasks.rados.rados.0.smithi028.stdout:2527: finishing rollback tid 1 to smithi02869045-5 2024-08-29T17:56:37.570 INFO:tasks.rados.rados.0.smithi028.stdout:2526: finishing write tid 4 to smithi02869045-42 2024-08-29T17:56:37.570 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 42 v 1655 (ObjNum 766 snap 264 seq_num 766) dirty exists 2024-08-29T17:56:37.570 INFO:tasks.rados.rados.0.smithi028.stdout:2526: left oid 42 (ObjNum 766 snap 264 seq_num 766) 2024-08-29T17:56:37.571 INFO:tasks.rados.rados.0.smithi028.stdout:2527: finishing rollback tid 2 to smithi02869045-5 2024-08-29T17:56:37.571 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 5 v 1467 (ObjNum 511 snap 158 seq_num 511) dirty exists 2024-08-29T17:56:37.571 INFO:tasks.rados.rados.0.smithi028.stdout:2528: finishing write tid 1 to smithi02869045-37 2024-08-29T17:56:37.571 INFO:tasks.rados.rados.0.smithi028.stdout:2528: finishing write tid 2 to smithi02869045-37 2024-08-29T17:56:37.571 INFO:tasks.rados.rados.0.smithi028.stdout:2528: finishing write tid 3 to smithi02869045-37 2024-08-29T17:56:37.571 INFO:tasks.rados.rados.0.smithi028.stdout:2528: finishing write tid 4 to smithi02869045-37 2024-08-29T17:56:37.571 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 37 v 2262 (ObjNum 767 snap 264 seq_num 767) dirty exists 2024-08-29T17:56:37.571 INFO:tasks.rados.rados.0.smithi028.stdout:2528: left oid 37 (ObjNum 767 snap 264 seq_num 767) 2024-08-29T17:56:37.574 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:56:37 smithi053 bash[68679]: cluster 2024-08-29T17:56:36.434029+0000 mon.a (mon.0) 740 : cluster [DBG] osdmap e587: 8 total, 8 up, 8 in 2024-08-29T17:56:37.574 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:56:37 smithi053 bash[68679]: audit 2024-08-29T17:56:36.550925+0000 mon.a (mon.0) 741 : audit [DBG] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-29T17:56:37.574 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:56:37 smithi053 bash[68679]: audit 2024-08-29T17:56:36.554124+0000 mon.a (mon.0) 742 : audit [DBG] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-08-29T17:56:37.574 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:56:37 smithi053 bash[68679]: audit 2024-08-29T17:56:36.556673+0000 mon.a (mon.0) 743 : audit [DBG] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-08-29T17:56:37.574 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:56:37 smithi053 bash[68679]: audit 2024-08-29T17:56:36.558978+0000 mon.a (mon.0) 744 : audit [DBG] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-08-29T17:56:37.574 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:56:37 smithi053 bash[68679]: audit 2024-08-29T17:56:36.561944+0000 mon.a (mon.0) 745 : audit [DBG] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "osd ok-to-stop", "ids": ["5"], "max": 16}]: dispatch 2024-08-29T17:56:37.574 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:56:37 smithi053 bash[68679]: audit 2024-08-29T17:56:36.562230+0000 mgr.y (mgr.25022) 230 : audit [DBG] from='mon.0 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["5"], "max": 16}]: dispatch 2024-08-29T17:56:37.575 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:56:37 smithi053 bash[68679]: cephadm 2024-08-29T17:56:36.563856+0000 mgr.y (mgr.25022) 231 : cephadm [INF] Upgrade: osd.5 is safe to restart 2024-08-29T17:56:37.577 INFO:tasks.rados.rados.0.smithi028.stdout:2526: done (5 left) 2024-08-29T17:56:37.577 INFO:tasks.rados.rados.0.smithi028.stdout:2527: done (4 left) 2024-08-29T17:56:37.577 INFO:tasks.rados.rados.0.smithi028.stdout:2528: done (3 left) 2024-08-29T17:56:37.577 INFO:tasks.rados.rados.0.smithi028.stdout:2531: done (2 left) 2024-08-29T17:56:37.577 INFO:tasks.rados.rados.0.smithi028.stdout:2532: read oid 35 snap -1 2024-08-29T17:56:37.577 INFO:tasks.rados.rados.0.smithi028.stdout:2532: expect (ObjNum 735 snap 252 seq_num 735) 2024-08-29T17:56:37.577 INFO:tasks.rados.rados.0.smithi028.stdout:append oid 4 current snap is 264 2024-08-29T17:56:37.577 INFO:tasks.rados.rados.0.smithi028.stdout:2533: seq_num 770 ranges {4096000=499712,4595712=401408} 2024-08-29T17:56:37.606 INFO:tasks.rados.rados.0.smithi028.stdout:2533: writing smithi02869045-4 from 4096000 to 4595712 tid 1 2024-08-29T17:56:37.609 INFO:tasks.rados.rados.0.smithi028.stdout:2533: writing smithi02869045-4 from 4595712 to 4997120 tid 2 2024-08-29T17:56:37.609 INFO:tasks.rados.rados.0.smithi028.stdout:2534: snap_remove snap 246 2024-08-29T17:56:37.879 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:56:37 smithi028 bash[77168]: cluster 2024-08-29T17:56:36.434029+0000 mon.a (mon.0) 740 : cluster [DBG] osdmap e587: 8 total, 8 up, 8 in 2024-08-29T17:56:37.879 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:56:37 smithi028 bash[77168]: audit 2024-08-29T17:56:36.550925+0000 mon.a (mon.0) 741 : audit [DBG] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-29T17:56:37.879 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:56:37 smithi028 bash[77168]: audit 2024-08-29T17:56:36.554124+0000 mon.a (mon.0) 742 : audit [DBG] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-08-29T17:56:37.879 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:56:37 smithi028 bash[77168]: audit 2024-08-29T17:56:36.556673+0000 mon.a (mon.0) 743 : audit [DBG] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-08-29T17:56:37.879 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:56:37 smithi028 bash[77168]: audit 2024-08-29T17:56:36.558978+0000 mon.a (mon.0) 744 : audit [DBG] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-08-29T17:56:37.879 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:56:37 smithi028 bash[77168]: audit 2024-08-29T17:56:36.561944+0000 mon.a (mon.0) 745 : audit [DBG] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "osd ok-to-stop", "ids": ["5"], "max": 16}]: dispatch 2024-08-29T17:56:37.879 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:56:37 smithi028 bash[77168]: audit 2024-08-29T17:56:36.562230+0000 mgr.y (mgr.25022) 230 : audit [DBG] from='mon.0 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["5"], "max": 16}]: dispatch 2024-08-29T17:56:37.879 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:56:37 smithi028 bash[77168]: cephadm 2024-08-29T17:56:36.563856+0000 mgr.y (mgr.25022) 231 : cephadm [INF] Upgrade: osd.5 is safe to restart 2024-08-29T17:56:37.880 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:56:37 smithi028 bash[78352]: cluster 2024-08-29T17:56:36.434029+0000 mon.a (mon.0) 740 : cluster [DBG] osdmap e587: 8 total, 8 up, 8 in 2024-08-29T17:56:37.880 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:56:37 smithi028 bash[78352]: audit 2024-08-29T17:56:36.550925+0000 mon.a (mon.0) 741 : audit [DBG] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-29T17:56:37.880 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:56:37 smithi028 bash[78352]: audit 2024-08-29T17:56:36.554124+0000 mon.a (mon.0) 742 : audit [DBG] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-08-29T17:56:37.880 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:56:37 smithi028 bash[78352]: audit 2024-08-29T17:56:36.556673+0000 mon.a (mon.0) 743 : audit [DBG] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-08-29T17:56:37.880 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:56:37 smithi028 bash[78352]: audit 2024-08-29T17:56:36.558978+0000 mon.a (mon.0) 744 : audit [DBG] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-08-29T17:56:37.880 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:56:37 smithi028 bash[78352]: audit 2024-08-29T17:56:36.561944+0000 mon.a (mon.0) 745 : audit [DBG] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "osd ok-to-stop", "ids": ["5"], "max": 16}]: dispatch 2024-08-29T17:56:37.880 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:56:37 smithi028 bash[78352]: audit 2024-08-29T17:56:36.562230+0000 mgr.y (mgr.25022) 230 : audit [DBG] from='mon.0 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["5"], "max": 16}]: dispatch 2024-08-29T17:56:37.880 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:56:37 smithi028 bash[78352]: cephadm 2024-08-29T17:56:36.563856+0000 mgr.y (mgr.25022) 231 : cephadm [INF] Upgrade: osd.5 is safe to restart 2024-08-29T17:56:38.460 INFO:tasks.rados.rados.0.smithi028.stdout:2534: done (4 left) 2024-08-29T17:56:38.461 INFO:tasks.rados.rados.0.smithi028.stdout:2535: copy_from oid 31 from oid 38 current snap is 264 2024-08-29T17:56:38.461 INFO:tasks.rados.rados.0.smithi028.stdout:2530: expect (ObjNum 741 snap 255 seq_num 741) 2024-08-29T17:56:38.509 INFO:tasks.rados.rados.0.smithi028.stdout:2529: finishing write tid 1 to smithi02869045-9 2024-08-29T17:56:38.509 INFO:tasks.rados.rados.0.smithi028.stdout:2532: expect (ObjNum 735 snap 252 seq_num 735) 2024-08-29T17:56:38.532 INFO:tasks.rados.rados.0.smithi028.stdout:2529: finishing write tid 2 to smithi02869045-9 2024-08-29T17:56:38.532 INFO:tasks.rados.rados.0.smithi028.stdout:2529: finishing write tid 3 to smithi02869045-9 2024-08-29T17:56:38.532 INFO:tasks.rados.rados.0.smithi028.stdout:2529: finishing write tid 4 to smithi02869045-9 2024-08-29T17:56:38.532 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 9 v 1112 (ObjNum 768 snap 264 seq_num 768) dirty exists 2024-08-29T17:56:38.532 INFO:tasks.rados.rados.0.smithi028.stdout:2529: left oid 9 (ObjNum 768 snap 264 seq_num 768) 2024-08-29T17:56:38.532 INFO:tasks.rados.rados.0.smithi028.stdout:2533: finishing write tid 1 to smithi02869045-4 2024-08-29T17:56:38.532 INFO:tasks.rados.rados.0.smithi028.stdout:2533: finishing write tid 2 to smithi02869045-4 2024-08-29T17:56:38.532 INFO:tasks.rados.rados.0.smithi028.stdout:2533: finishing write tid 3 to smithi02869045-4 2024-08-29T17:56:38.532 INFO:tasks.rados.rados.0.smithi028.stdout:2533: finishing write tid 4 to smithi02869045-4 2024-08-29T17:56:38.532 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 4 v 2266 (ObjNum 770 snap 264 seq_num 770) dirty exists 2024-08-29T17:56:38.533 INFO:tasks.rados.rados.0.smithi028.stdout:2533: left oid 4 (ObjNum 770 snap 264 seq_num 770) 2024-08-29T17:56:38.533 INFO:tasks.rados.rados.0.smithi028.stdout:2529: done (4 left) 2024-08-29T17:56:38.533 INFO:tasks.rados.rados.0.smithi028.stdout:2530: done (3 left) 2024-08-29T17:56:38.533 INFO:tasks.rados.rados.0.smithi028.stdout:2532: done (2 left) 2024-08-29T17:56:38.533 INFO:tasks.rados.rados.0.smithi028.stdout:2533: done (1 left) 2024-08-29T17:56:38.533 INFO:tasks.rados.rados.0.smithi028.stdout:2536: read oid 22 snap 260 2024-08-29T17:56:38.533 INFO:tasks.rados.rados.0.smithi028.stdout:2536: expect (ObjNum 715 snap 245 seq_num 715) 2024-08-29T17:56:38.533 INFO:tasks.rados.rados.0.smithi028.stdout:2537: setattr oid 48 current snap is 264 2024-08-29T17:56:38.533 INFO:tasks.rados.rados.0.smithi028.stdout:2535: finishing copy_from to smithi02869045-31 2024-08-29T17:56:38.533 INFO:tasks.rados.rados.0.smithi028.stdout:2535: got expected ENOENT (src dne) 2024-08-29T17:56:38.533 INFO:tasks.rados.rados.0.smithi028.stdout:2535: finishing copy_from racing read to smithi02869045-31 2024-08-29T17:56:38.533 INFO:tasks.rados.rados.0.smithi028.stdout:2535: done (2 left) 2024-08-29T17:56:38.533 INFO:tasks.rados.rados.0.smithi028.stdout:2538: read oid 43 snap -1 2024-08-29T17:56:38.534 INFO:tasks.rados.rados.0.smithi028.stdout:2538: expect (ObjNum 670 snap 229 seq_num 670) 2024-08-29T17:56:38.534 INFO:tasks.rados.rados.0.smithi028.stdout:2539: snap_create 2024-08-29T17:56:38.541 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 48 v 2080 (ObjNum 749 snap 256 seq_num 749) dirty exists 2024-08-29T17:56:38.556 INFO:tasks.rados.rados.0.smithi028.stdout:2536: expect (ObjNum 715 snap 245 seq_num 715) 2024-08-29T17:56:38.649 INFO:tasks.rados.rados.0.smithi028.stdout:2538: expect (ObjNum 670 snap 229 seq_num 670) 2024-08-29T17:56:38.740 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:56:38 smithi053 bash[68679]: cluster 2024-08-29T17:56:37.013724+0000 mgr.y (mgr.25022) 232 : cluster [DBG] pgmap v403: 121 pgs: 121 active+clean; 384 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail; 11 MiB/s rd, 1.9 MiB/s wr, 23 op/s; 13 MiB/s, 5 objects/s recovering 2024-08-29T17:56:38.741 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:56:38 smithi053 bash[68679]: cluster 2024-08-29T17:56:37.453020+0000 mon.a (mon.0) 746 : cluster [DBG] osdmap e588: 8 total, 8 up, 8 in 2024-08-29T17:56:38.878 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:56:38 smithi028 bash[78352]: cluster 2024-08-29T17:56:37.013724+0000 mgr.y (mgr.25022) 232 : cluster [DBG] pgmap v403: 121 pgs: 121 active+clean; 384 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail; 11 MiB/s rd, 1.9 MiB/s wr, 23 op/s; 13 MiB/s, 5 objects/s recovering 2024-08-29T17:56:38.878 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:56:38 smithi028 bash[78352]: cluster 2024-08-29T17:56:37.453020+0000 mon.a (mon.0) 746 : cluster [DBG] osdmap e588: 8 total, 8 up, 8 in 2024-08-29T17:56:38.878 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:56:38 smithi028 bash[77168]: cluster 2024-08-29T17:56:37.013724+0000 mgr.y (mgr.25022) 232 : cluster [DBG] pgmap v403: 121 pgs: 121 active+clean; 384 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail; 11 MiB/s rd, 1.9 MiB/s wr, 23 op/s; 13 MiB/s, 5 objects/s recovering 2024-08-29T17:56:38.879 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:56:38 smithi028 bash[77168]: cluster 2024-08-29T17:56:37.453020+0000 mon.a (mon.0) 746 : cluster [DBG] osdmap e588: 8 total, 8 up, 8 in 2024-08-29T17:56:39.382 INFO:tasks.rados.rados.0.smithi028.stdout:2536: done (3 left) 2024-08-29T17:56:39.382 INFO:tasks.rados.rados.0.smithi028.stdout:2537: done (2 left) 2024-08-29T17:56:39.382 INFO:tasks.rados.rados.0.smithi028.stdout:2538: done (1 left) 2024-08-29T17:56:39.382 INFO:tasks.rados.rados.0.smithi028.stdout:2539: done (0 left) 2024-08-29T17:56:39.382 INFO:tasks.rados.rados.0.smithi028.stdout:2540: copy_from oid 10 from oid 15 current snap is 265 2024-08-29T17:56:39.382 INFO:tasks.rados.rados.0.smithi028.stdout:append oid 37 current snap is 265 2024-08-29T17:56:39.382 INFO:tasks.rados.rados.0.smithi028.stdout:2541: seq_num 771 ranges {851968=516096,1368064=401408} 2024-08-29T17:56:39.390 INFO:tasks.rados.rados.0.smithi028.stdout:2541: writing smithi02869045-37 from 851968 to 1368064 tid 1 2024-08-29T17:56:39.392 INFO:tasks.rados.rados.0.smithi028.stdout:2541: writing smithi02869045-37 from 1368064 to 1769472 tid 2 2024-08-29T17:56:39.392 INFO:tasks.rados.rados.0.smithi028.stdout:2542: copy_from oid 6 from oid 9 current snap is 265 2024-08-29T17:56:39.392 INFO:tasks.rados.rados.0.smithi028.stdout:2543: snap_remove snap 186 2024-08-29T17:56:39.824 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:56:39 smithi053 bash[68679]: cluster 2024-08-29T17:56:38.463037+0000 mon.a (mon.0) 747 : cluster [DBG] osdmap e589: 8 total, 8 up, 8 in 2024-08-29T17:56:39.824 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:56:39 smithi053 bash[68679]: cluster 2024-08-29T17:56:39.202582+0000 mon.a (mon.0) 748 : cluster [DBG] osdmap e590: 8 total, 8 up, 8 in 2024-08-29T17:56:39.878 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:56:39 smithi028 bash[77168]: cluster 2024-08-29T17:56:38.463037+0000 mon.a (mon.0) 747 : cluster [DBG] osdmap e589: 8 total, 8 up, 8 in 2024-08-29T17:56:39.878 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:56:39 smithi028 bash[77168]: cluster 2024-08-29T17:56:39.202582+0000 mon.a (mon.0) 748 : cluster [DBG] osdmap e590: 8 total, 8 up, 8 in 2024-08-29T17:56:39.879 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:56:39 smithi028 bash[78352]: cluster 2024-08-29T17:56:38.463037+0000 mon.a (mon.0) 747 : cluster [DBG] osdmap e589: 8 total, 8 up, 8 in 2024-08-29T17:56:39.879 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:56:39 smithi028 bash[78352]: cluster 2024-08-29T17:56:39.202582+0000 mon.a (mon.0) 748 : cluster [DBG] osdmap e590: 8 total, 8 up, 8 in 2024-08-29T17:56:39.982 INFO:teuthology.orchestra.run.smithi028.stdout:true 2024-08-29T17:56:40.208 INFO:tasks.rados.rados.0.smithi028.stdout:2543: done (3 left) 2024-08-29T17:56:40.208 INFO:tasks.rados.rados.0.smithi028.stdout:2544: delete oid 7 current snap is 265 2024-08-29T17:56:40.208 INFO:tasks.rados.rados.0.smithi028.stdout:2541: finishing write tid 1 to smithi02869045-37 2024-08-29T17:56:40.208 INFO:tasks.rados.rados.0.smithi028.stdout:2541: finishing write tid 2 to smithi02869045-37 2024-08-29T17:56:40.208 INFO:tasks.rados.rados.0.smithi028.stdout:2541: finishing write tid 3 to smithi02869045-37 2024-08-29T17:56:40.209 INFO:tasks.rados.rados.0.smithi028.stdout:2541: finishing write tid 4 to smithi02869045-37 2024-08-29T17:56:40.209 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 37 v 2282 (ObjNum 771 snap 265 seq_num 771) dirty exists 2024-08-29T17:56:40.209 INFO:tasks.rados.rados.0.smithi028.stdout:2541: left oid 37 (ObjNum 771 snap 265 seq_num 771) 2024-08-29T17:56:40.209 INFO:tasks.rados.rados.0.smithi028.stdout:2540: finishing copy_from racing read to smithi02869045-10 2024-08-29T17:56:40.209 INFO:tasks.rados.rados.0.smithi028.stdout:2540: finishing copy_from to smithi02869045-10 2024-08-29T17:56:40.209 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 10 v 1106 (ObjNum 724 snap 246 seq_num 724) dirty exists 2024-08-29T17:56:40.209 INFO:tasks.rados.rados.0.smithi028.stdout:2542: finishing copy_from racing read to smithi02869045-6 2024-08-29T17:56:40.209 INFO:tasks.rados.rados.0.smithi028.stdout:2542: finishing copy_from to smithi02869045-6 2024-08-29T17:56:40.209 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 6 v 1112 (ObjNum 768 snap 264 seq_num 768) dirty exists 2024-08-29T17:56:40.243 INFO:tasks.rados.rados.0.smithi028.stdout:2540: done (3 left) 2024-08-29T17:56:40.243 INFO:tasks.rados.rados.0.smithi028.stdout:2541: done (2 left) 2024-08-29T17:56:40.244 INFO:tasks.rados.rados.0.smithi028.stdout:2542: done (1 left) 2024-08-29T17:56:40.244 INFO:tasks.rados.rados.0.smithi028.stdout:2544: done (0 left) 2024-08-29T17:56:40.244 INFO:tasks.rados.rados.0.smithi028.stdout:2545: rmattr oid 13 current snap is 265 2024-08-29T17:56:40.244 INFO:tasks.rados.rados.0.smithi028.stdout:2545: done (0 left) 2024-08-29T17:56:40.244 INFO:tasks.rados.rados.0.smithi028.stdout:2546: setattr oid 39 current snap is 265 2024-08-29T17:56:40.244 INFO:tasks.rados.rados.0.smithi028.stdout:append oid 43 current snap is 265 2024-08-29T17:56:40.244 INFO:tasks.rados.rados.0.smithi028.stdout:2547: seq_num 773 ranges {8773632=548864,9322496=401408} 2024-08-29T17:56:40.297 INFO:tasks.rados.rados.0.smithi028.stdout:2547: writing smithi02869045-43 from 8773632 to 9322496 tid 1 2024-08-29T17:56:40.300 INFO:tasks.rados.rados.0.smithi028.stdout:2547: writing smithi02869045-43 from 9322496 to 9723904 tid 2 2024-08-29T17:56:40.300 INFO:tasks.rados.rados.0.smithi028.stdout:append oid 47 current snap is 265 2024-08-29T17:56:40.300 INFO:tasks.rados.rados.0.smithi028.stdout:2548: seq_num 774 ranges {196608=565248,761856=401408} 2024-08-29T17:56:40.305 INFO:tasks.rados.rados.0.smithi028.stdout:2548: writing smithi02869045-47 from 196608 to 761856 tid 1 2024-08-29T17:56:40.307 INFO:tasks.rados.rados.0.smithi028.stdout:2548: writing smithi02869045-47 from 761856 to 1163264 tid 2 2024-08-29T17:56:40.308 INFO:tasks.rados.rados.0.smithi028.stdout:append oid 9 current snap is 265 2024-08-29T17:56:40.308 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 39 v 1468 (ObjNum 716 snap 245 seq_num 716) dirty exists 2024-08-29T17:56:40.308 INFO:tasks.rados.rados.0.smithi028.stdout:2547: finishing write tid 1 to smithi02869045-43 2024-08-29T17:56:40.308 INFO:tasks.rados.rados.0.smithi028.stdout:2549: seq_num 775 ranges {8142848=589824,8732672=401408} 2024-08-29T17:56:40.313 INFO:teuthology.orchestra.run.smithi028.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2024-08-29T17:56:40.313 INFO:teuthology.orchestra.run.smithi028.stdout:alertmanager.a smithi028 *:9093,9094 running (6m) 49s ago 13m 13.6M - 0.25.0 c8568f914cd2 c7223f7204fa 2024-08-29T17:56:40.313 INFO:teuthology.orchestra.run.smithi028.stdout:grafana.a smithi053 *:3000 running (6m) 16s ago 12m 75.8M - 9.4.7 954c08fa6188 a7eaafe982e3 2024-08-29T17:56:40.313 INFO:teuthology.orchestra.run.smithi028.stdout:mds.a smithi028 running (16m) 49s ago 16m 15.3M - 17.2.7-1503-ga89f613d 250d9a61b6c5 c6b415d0b6f0 2024-08-29T17:56:40.313 INFO:teuthology.orchestra.run.smithi028.stdout:mds.b smithi053 running (16m) 16s ago 16m 20.4M - 17.2.7-1503-ga89f613d 250d9a61b6c5 8d3ee9e57659 2024-08-29T17:56:40.314 INFO:teuthology.orchestra.run.smithi028.stdout:mgr.x smithi053 *:8443,9283,8765 running (5m) 16s ago 23m 428M - 19.1.1-235-g1ef86450 d401bb9bb76e a0460ca70cca 2024-08-29T17:56:40.314 INFO:teuthology.orchestra.run.smithi028.stdout:mgr.y smithi028 *:8443,9283,8765 running (6m) 49s ago 26m 494M - 19.1.1-235-g1ef86450 d401bb9bb76e ef4c084deb28 2024-08-29T17:56:40.314 INFO:teuthology.orchestra.run.smithi028.stdout:mon.a smithi028 running (4m) 49s ago 26m 56.7M 2048M 19.1.1-235-g1ef86450 d401bb9bb76e d1fec2ed5501 2024-08-29T17:56:40.314 INFO:teuthology.orchestra.run.smithi028.stdout:mon.b smithi053 running (3m) 16s ago 24m 41.1M 2048M 19.1.1-235-g1ef86450 d401bb9bb76e 39595741be2a 2024-08-29T17:56:40.314 INFO:teuthology.orchestra.run.smithi028.stdout:mon.c smithi028 running (4m) 49s ago 24m 48.7M 2048M 19.1.1-235-g1ef86450 d401bb9bb76e c6717e02deb1 2024-08-29T17:56:40.314 INFO:teuthology.orchestra.run.smithi028.stdout:node-exporter.a smithi028 *:9100 running (6m) 49s ago 13m 8248k - 1.5.0 0da6a335fe13 620017e337b2 2024-08-29T17:56:40.314 INFO:teuthology.orchestra.run.smithi028.stdout:node-exporter.b smithi053 *:9100 running (6m) 16s ago 13m 8047k - 1.5.0 0da6a335fe13 e8eb22b0ee9e 2024-08-29T17:56:40.314 INFO:teuthology.orchestra.run.smithi028.stdout:osd.0 smithi028 running (2m) 49s ago 23m 257M 2525M 19.1.1-235-g1ef86450 d401bb9bb76e 6fbb60538386 2024-08-29T17:56:40.314 INFO:teuthology.orchestra.run.smithi028.stdout:osd.1 smithi028 running (114s) 49s ago 22m 259M 2525M 19.1.1-235-g1ef86450 d401bb9bb76e 0a1c27b12555 2024-08-29T17:56:40.314 INFO:teuthology.orchestra.run.smithi028.stdout:osd.2 smithi028 running (83s) 49s ago 21m 227M 2525M 19.1.1-235-g1ef86450 d401bb9bb76e f87a86f7e5c3 2024-08-29T17:56:40.314 INFO:teuthology.orchestra.run.smithi028.stdout:osd.3 smithi028 running (53s) 49s ago 20m - 2525M 19.1.1-235-g1ef86450 d401bb9bb76e 3ccafab1a96b 2024-08-29T17:56:40.314 INFO:teuthology.orchestra.run.smithi028.stdout:osd.4 smithi053 running (20s) 16s ago 19m - 2525M 19.1.1-235-g1ef86450 d401bb9bb76e e85da34b2c19 2024-08-29T17:56:40.314 INFO:teuthology.orchestra.run.smithi028.stdout:osd.5 smithi053 running (18m) 16s ago 18m 326M 2525M 17.2.7-1503-ga89f613d 250d9a61b6c5 86885633963d 2024-08-29T17:56:40.315 INFO:teuthology.orchestra.run.smithi028.stdout:osd.6 smithi053 running (17m) 16s ago 17m 189M 2525M 17.2.7-1503-ga89f613d 250d9a61b6c5 e65db659e42e 2024-08-29T17:56:40.315 INFO:teuthology.orchestra.run.smithi028.stdout:osd.7 smithi053 running (16m) 16s ago 16m 232M 2525M 17.2.7-1503-ga89f613d 250d9a61b6c5 69a8ac6ca110 2024-08-29T17:56:40.315 INFO:teuthology.orchestra.run.smithi028.stdout:prometheus.a smithi053 *:9095 running (5m) 16s ago 13m 56.2M - 2.43.0 a07b618ecd1d 9d3edc9bcb79 2024-08-29T17:56:40.357 INFO:tasks.rados.rados.0.smithi028.stdout:2549: writing smithi02869045-9 from 8142848 to 8732672 tid 1 2024-08-29T17:56:40.360 INFO:tasks.rados.rados.0.smithi028.stdout:2549: writing smithi02869045-9 from 8732672 to 9134080 tid 2 2024-08-29T17:56:40.360 INFO:tasks.rados.rados.0.smithi028.stdout:2546: done (3 left) 2024-08-29T17:56:40.360 INFO:tasks.rados.rados.0.smithi028.stdout:2550: rollback oid 5 current snap is 265 2024-08-29T17:56:40.360 INFO:tasks.rados.rados.0.smithi028.stdout:rollback oid 5 to 204 2024-08-29T17:56:40.360 INFO:tasks.rados.rados.0.smithi028.stdout:2547: finishing write tid 2 to smithi02869045-43 2024-08-29T17:56:40.360 INFO:tasks.rados.rados.0.smithi028.stdout:2547: finishing write tid 3 to smithi02869045-43 2024-08-29T17:56:40.361 INFO:tasks.rados.rados.0.smithi028.stdout:2547: finishing write tid 4 to smithi02869045-43 2024-08-29T17:56:40.361 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 43 v 1107 (ObjNum 773 snap 265 seq_num 773) dirty exists 2024-08-29T17:56:40.361 INFO:tasks.rados.rados.0.smithi028.stdout:2547: left oid 43 (ObjNum 773 snap 265 seq_num 773) 2024-08-29T17:56:40.361 INFO:tasks.rados.rados.0.smithi028.stdout:2548: finishing write tid 1 to smithi02869045-47 2024-08-29T17:56:40.361 INFO:tasks.rados.rados.0.smithi028.stdout:2548: finishing write tid 2 to smithi02869045-47 2024-08-29T17:56:40.361 INFO:tasks.rados.rados.0.smithi028.stdout:2547: done (3 left) 2024-08-29T17:56:40.361 INFO:tasks.rados.rados.0.smithi028.stdout:2551: delete oid 42 current snap is 265 2024-08-29T17:56:40.361 INFO:tasks.rados.rados.0.smithi028.stdout:2548: finishing write tid 3 to smithi02869045-47 2024-08-29T17:56:40.361 INFO:tasks.rados.rados.0.smithi028.stdout:2548: finishing write tid 4 to smithi02869045-47 2024-08-29T17:56:40.361 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 47 v 1743 (ObjNum 774 snap 265 seq_num 774) dirty exists 2024-08-29T17:56:40.361 INFO:tasks.rados.rados.0.smithi028.stdout:2548: left oid 47 (ObjNum 774 snap 265 seq_num 774) 2024-08-29T17:56:40.365 INFO:tasks.rados.rados.0.smithi028.stdout:2550: finishing rollback tid 0 to smithi02869045-5 2024-08-29T17:56:40.365 INFO:tasks.rados.rados.0.smithi028.stdout:2550: finishing rollback tid 1 to smithi02869045-5 2024-08-29T17:56:40.365 INFO:tasks.rados.rados.0.smithi028.stdout:2550: finishing rollback tid 2 to smithi02869045-5 2024-08-29T17:56:40.365 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 5 v 1471 (ObjNum 511 snap 158 seq_num 511) dirty exists 2024-08-29T17:56:40.366 INFO:tasks.rados.rados.0.smithi028.stdout:2548: done (3 left) 2024-08-29T17:56:40.366 INFO:tasks.rados.rados.0.smithi028.stdout:2550: done (2 left) 2024-08-29T17:56:40.366 INFO:tasks.rados.rados.0.smithi028.stdout:2551: done (1 left) 2024-08-29T17:56:40.366 INFO:tasks.rados.rados.0.smithi028.stdout:2552: snap_create 2024-08-29T17:56:40.367 INFO:tasks.rados.rados.0.smithi028.stdout:2549: finishing write tid 1 to smithi02869045-9 2024-08-29T17:56:40.367 INFO:tasks.rados.rados.0.smithi028.stdout:2549: finishing write tid 2 to smithi02869045-9 2024-08-29T17:56:40.367 INFO:tasks.rados.rados.0.smithi028.stdout:2549: finishing write tid 3 to smithi02869045-9 2024-08-29T17:56:40.369 INFO:tasks.rados.rados.0.smithi028.stdout:2549: finishing write tid 4 to smithi02869045-9 2024-08-29T17:56:40.370 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 9 v 1115 (ObjNum 775 snap 265 seq_num 775) dirty exists 2024-08-29T17:56:40.370 INFO:tasks.rados.rados.0.smithi028.stdout:2549: left oid 9 (ObjNum 775 snap 265 seq_num 775) 2024-08-29T17:56:40.663 INFO:teuthology.orchestra.run.smithi028.stdout:{ 2024-08-29T17:56:40.663 INFO:teuthology.orchestra.run.smithi028.stdout: "mon": { 2024-08-29T17:56:40.663 INFO:teuthology.orchestra.run.smithi028.stdout: "ceph version 19.1.1-235-g1ef86450 (1ef864504b8875c83ee6c2c5fedc13315bebf7f5) squid (rc)": 3 2024-08-29T17:56:40.663 INFO:teuthology.orchestra.run.smithi028.stdout: }, 2024-08-29T17:56:40.663 INFO:teuthology.orchestra.run.smithi028.stdout: "mgr": { 2024-08-29T17:56:40.663 INFO:teuthology.orchestra.run.smithi028.stdout: "ceph version 19.1.1-235-g1ef86450 (1ef864504b8875c83ee6c2c5fedc13315bebf7f5) squid (rc)": 2 2024-08-29T17:56:40.663 INFO:teuthology.orchestra.run.smithi028.stdout: }, 2024-08-29T17:56:40.663 INFO:teuthology.orchestra.run.smithi028.stdout: "osd": { 2024-08-29T17:56:40.663 INFO:teuthology.orchestra.run.smithi028.stdout: "ceph version 17.2.7-1503-ga89f613d (a89f613db4d5b6bca82681f19d73c6d337aae2d5) quincy (stable)": 3, 2024-08-29T17:56:40.663 INFO:teuthology.orchestra.run.smithi028.stdout: "ceph version 19.1.1-235-g1ef86450 (1ef864504b8875c83ee6c2c5fedc13315bebf7f5) squid (rc)": 5 2024-08-29T17:56:40.664 INFO:teuthology.orchestra.run.smithi028.stdout: }, 2024-08-29T17:56:40.664 INFO:teuthology.orchestra.run.smithi028.stdout: "mds": { 2024-08-29T17:56:40.664 INFO:teuthology.orchestra.run.smithi028.stdout: "ceph version 17.2.7-1503-ga89f613d (a89f613db4d5b6bca82681f19d73c6d337aae2d5) quincy (stable)": 2 2024-08-29T17:56:40.664 INFO:teuthology.orchestra.run.smithi028.stdout: }, 2024-08-29T17:56:40.664 INFO:teuthology.orchestra.run.smithi028.stdout: "overall": { 2024-08-29T17:56:40.664 INFO:teuthology.orchestra.run.smithi028.stdout: "ceph version 17.2.7-1503-ga89f613d (a89f613db4d5b6bca82681f19d73c6d337aae2d5) quincy (stable)": 5, 2024-08-29T17:56:40.664 INFO:teuthology.orchestra.run.smithi028.stdout: "ceph version 19.1.1-235-g1ef86450 (1ef864504b8875c83ee6c2c5fedc13315bebf7f5) squid (rc)": 10 2024-08-29T17:56:40.664 INFO:teuthology.orchestra.run.smithi028.stdout: } 2024-08-29T17:56:40.664 INFO:teuthology.orchestra.run.smithi028.stdout:} 2024-08-29T17:56:40.878 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:56:40 smithi028 bash[78352]: cluster 2024-08-29T17:56:39.014501+0000 mgr.y (mgr.25022) 233 : cluster [DBG] pgmap v406: 121 pgs: 121 active+clean; 408 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail; 1023 B/s rd, 4.6 MiB/s wr, 6 op/s 2024-08-29T17:56:40.878 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:56:40 smithi028 bash[78352]: cephadm 2024-08-29T17:56:39.587098+0000 mgr.y (mgr.25022) 234 : cephadm [INF] Upgrade: Updating osd.5 2024-08-29T17:56:40.879 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:56:40 smithi028 bash[78352]: audit 2024-08-29T17:56:39.593665+0000 mon.a (mon.0) 749 : audit [INF] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' 2024-08-29T17:56:40.879 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:56:40 smithi028 bash[78352]: audit 2024-08-29T17:56:39.597712+0000 mon.a (mon.0) 750 : audit [INF] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.5"}]: dispatch 2024-08-29T17:56:40.879 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:56:40 smithi028 bash[78352]: audit 2024-08-29T17:56:39.599083+0000 mon.a (mon.0) 751 : audit [DBG] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-29T17:56:40.879 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:56:40 smithi028 bash[78352]: cephadm 2024-08-29T17:56:39.603835+0000 mgr.y (mgr.25022) 235 : cephadm [INF] Deploying daemon osd.5 on smithi053 2024-08-29T17:56:40.879 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:56:40 smithi028 bash[78352]: cluster 2024-08-29T17:56:40.205493+0000 mon.a (mon.0) 752 : cluster [DBG] osdmap e591: 8 total, 8 up, 8 in 2024-08-29T17:56:40.879 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:56:40 smithi028 bash[77168]: cluster 2024-08-29T17:56:39.014501+0000 mgr.y (mgr.25022) 233 : cluster [DBG] pgmap v406: 121 pgs: 121 active+clean; 408 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail; 1023 B/s rd, 4.6 MiB/s wr, 6 op/s 2024-08-29T17:56:40.879 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:56:40 smithi028 bash[77168]: cephadm 2024-08-29T17:56:39.587098+0000 mgr.y (mgr.25022) 234 : cephadm [INF] Upgrade: Updating osd.5 2024-08-29T17:56:40.879 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:56:40 smithi028 bash[77168]: audit 2024-08-29T17:56:39.593665+0000 mon.a (mon.0) 749 : audit [INF] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' 2024-08-29T17:56:40.879 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:56:40 smithi028 bash[77168]: audit 2024-08-29T17:56:39.597712+0000 mon.a (mon.0) 750 : audit [INF] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.5"}]: dispatch 2024-08-29T17:56:40.880 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:56:40 smithi028 bash[77168]: audit 2024-08-29T17:56:39.599083+0000 mon.a (mon.0) 751 : audit [DBG] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-29T17:56:40.880 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:56:40 smithi028 bash[77168]: cephadm 2024-08-29T17:56:39.603835+0000 mgr.y (mgr.25022) 235 : cephadm [INF] Deploying daemon osd.5 on smithi053 2024-08-29T17:56:40.880 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:56:40 smithi028 bash[77168]: cluster 2024-08-29T17:56:40.205493+0000 mon.a (mon.0) 752 : cluster [DBG] osdmap e591: 8 total, 8 up, 8 in 2024-08-29T17:56:41.074 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:56:40 smithi053 bash[68679]: cluster 2024-08-29T17:56:39.014501+0000 mgr.y (mgr.25022) 233 : cluster [DBG] pgmap v406: 121 pgs: 121 active+clean; 408 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail; 1023 B/s rd, 4.6 MiB/s wr, 6 op/s 2024-08-29T17:56:41.074 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:56:40 smithi053 bash[68679]: cephadm 2024-08-29T17:56:39.587098+0000 mgr.y (mgr.25022) 234 : cephadm [INF] Upgrade: Updating osd.5 2024-08-29T17:56:41.075 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:56:40 smithi053 bash[68679]: audit 2024-08-29T17:56:39.593665+0000 mon.a (mon.0) 749 : audit [INF] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' 2024-08-29T17:56:41.075 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:56:40 smithi053 bash[68679]: audit 2024-08-29T17:56:39.597712+0000 mon.a (mon.0) 750 : audit [INF] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.5"}]: dispatch 2024-08-29T17:56:41.075 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:56:40 smithi053 bash[68679]: audit 2024-08-29T17:56:39.599083+0000 mon.a (mon.0) 751 : audit [DBG] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-29T17:56:41.075 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:56:40 smithi053 bash[68679]: cephadm 2024-08-29T17:56:39.603835+0000 mgr.y (mgr.25022) 235 : cephadm [INF] Deploying daemon osd.5 on smithi053 2024-08-29T17:56:41.075 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:56:40 smithi053 bash[68679]: cluster 2024-08-29T17:56:40.205493+0000 mon.a (mon.0) 752 : cluster [DBG] osdmap e591: 8 total, 8 up, 8 in 2024-08-29T17:56:41.206 INFO:tasks.rados.rados.0.smithi028.stdout:2549: done (1 left) 2024-08-29T17:56:41.206 INFO:tasks.rados.rados.0.smithi028.stdout:2552: done (0 left) 2024-08-29T17:56:41.207 INFO:tasks.rados.rados.0.smithi028.stdout:2553: copy_from oid 8 from oid 3 current snap is 266 2024-08-29T17:56:41.207 INFO:tasks.rados.rados.0.smithi028.stdout:2554: setattr oid 13 current snap is 266 2024-08-29T17:56:41.207 INFO:tasks.rados.rados.0.smithi028.stdout:2555: delete oid 23 current snap is 266 2024-08-29T17:56:41.211 INFO:tasks.rados.rados.0.smithi028.stdout:2555: done (2 left) 2024-08-29T17:56:41.211 INFO:tasks.rados.rados.0.smithi028.stdout:2556: copy_from oid 2 from oid 24 current snap is 266 2024-08-29T17:56:41.211 INFO:tasks.rados.rados.0.smithi028.stdout:2557: snap_create 2024-08-29T17:56:41.220 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 13 v 2296 (ObjNum 695 snap 234 seq_num 695) dirty exists 2024-08-29T17:56:41.226 INFO:tasks.rados.rados.0.smithi028.stdout:2553: finishing copy_from racing read to smithi02869045-8 2024-08-29T17:56:41.230 INFO:tasks.rados.rados.0.smithi028.stdout:2556: finishing copy_from racing read to smithi02869045-2 2024-08-29T17:56:41.231 INFO:tasks.rados.rados.0.smithi028.stdout:2553: finishing copy_from to smithi02869045-8 2024-08-29T17:56:41.231 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 8 v 2064 (ObjNum 733 snap 249 seq_num 733) dirty exists 2024-08-29T17:56:41.231 INFO:tasks.rados.rados.0.smithi028.stdout:2556: finishing copy_from to smithi02869045-2 2024-08-29T17:56:41.232 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 2 v 1442 (ObjNum 273 snap 0 seq_num 0) dirty exists 2024-08-29T17:56:41.878 INFO:journalctl@ceph.mgr.y.smithi028.stdout:Aug 29 17:56:41 smithi028 bash[70818]: ::ffff:172.21.15.53 - - [29/Aug/2024:17:56:41] "GET /metrics HTTP/1.1" 200 36139 "" "Prometheus/2.43.0" 2024-08-29T17:56:41.879 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:56:41 smithi028 bash[77168]: audit 2024-08-29T17:56:39.973820+0000 mgr.y (mgr.25022) 236 : audit [DBG] from='client.34332 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-08-29T17:56:41.879 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:56:41 smithi028 bash[77168]: audit 2024-08-29T17:56:40.295747+0000 mgr.y (mgr.25022) 237 : audit [DBG] from='client.44261 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-08-29T17:56:41.879 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:56:41 smithi028 bash[77168]: audit 2024-08-29T17:56:40.666521+0000 mon.c (mon.2) 13 : audit [DBG] from='client.? 172.21.15.28:0/3906587000' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-08-29T17:56:41.879 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:56:41 smithi028 bash[77168]: cluster 2024-08-29T17:56:41.208663+0000 mon.a (mon.0) 753 : cluster [DBG] osdmap e592: 8 total, 8 up, 8 in 2024-08-29T17:56:41.879 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:56:41 smithi028 bash[78352]: audit 2024-08-29T17:56:39.973820+0000 mgr.y (mgr.25022) 236 : audit [DBG] from='client.34332 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-08-29T17:56:41.879 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:56:41 smithi028 bash[78352]: audit 2024-08-29T17:56:40.295747+0000 mgr.y (mgr.25022) 237 : audit [DBG] from='client.44261 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-08-29T17:56:41.879 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:56:41 smithi028 bash[78352]: audit 2024-08-29T17:56:40.666521+0000 mon.c (mon.2) 13 : audit [DBG] from='client.? 172.21.15.28:0/3906587000' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-08-29T17:56:41.879 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:56:41 smithi028 bash[78352]: cluster 2024-08-29T17:56:41.208663+0000 mon.a (mon.0) 753 : cluster [DBG] osdmap e592: 8 total, 8 up, 8 in 2024-08-29T17:56:41.988 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:56:41 smithi053 bash[68679]: audit 2024-08-29T17:56:39.973820+0000 mgr.y (mgr.25022) 236 : audit [DBG] from='client.34332 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-08-29T17:56:41.988 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:56:41 smithi053 bash[68679]: audit 2024-08-29T17:56:40.295747+0000 mgr.y (mgr.25022) 237 : audit [DBG] from='client.44261 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-08-29T17:56:41.989 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:56:41 smithi053 bash[68679]: audit 2024-08-29T17:56:40.666521+0000 mon.c (mon.2) 13 : audit [DBG] from='client.? 172.21.15.28:0/3906587000' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-08-29T17:56:41.989 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:56:41 smithi053 bash[68679]: cluster 2024-08-29T17:56:41.208663+0000 mon.a (mon.0) 753 : cluster [DBG] osdmap e592: 8 total, 8 up, 8 in 2024-08-29T17:56:42.208 INFO:tasks.rados.rados.0.smithi028.stdout:2553: done (3 left) 2024-08-29T17:56:42.208 INFO:tasks.rados.rados.0.smithi028.stdout:2554: done (2 left) 2024-08-29T17:56:42.208 INFO:tasks.rados.rados.0.smithi028.stdout:2556: done (1 left) 2024-08-29T17:56:42.209 INFO:tasks.rados.rados.0.smithi028.stdout:2557: done (0 left) 2024-08-29T17:56:42.209 INFO:tasks.rados.rados.0.smithi028.stdout:append oid 12 current snap is 267 2024-08-29T17:56:42.209 INFO:tasks.rados.rados.0.smithi028.stdout:2558: seq_num 778 ranges {0=638976,638976=401408} 2024-08-29T17:56:42.212 INFO:tasks.rados.rados.0.smithi028.stdout:2558: writing smithi02869045-12 from 0 to 638976 tid 1 2024-08-29T17:56:42.216 INFO:tasks.rados.rados.0.smithi028.stdout:2558: writing smithi02869045-12 from 638976 to 1040384 tid 2 2024-08-29T17:56:42.216 INFO:tasks.rados.rados.0.smithi028.stdout:2559: read oid 33 snap -1 2024-08-29T17:56:42.216 INFO:tasks.rados.rados.0.smithi028.stdout:2559: expect deleted 2024-08-29T17:56:42.216 INFO:tasks.rados.rados.0.smithi028.stdout:2560: rmattr oid 38 current snap is 267 2024-08-29T17:56:42.216 INFO:tasks.rados.rados.0.smithi028.stdout:2560: done (2 left) 2024-08-29T17:56:42.216 INFO:tasks.rados.rados.0.smithi028.stdout:2561: rollback oid 44 current snap is 267 2024-08-29T17:56:42.216 INFO:tasks.rados.rados.0.smithi028.stdout:rollback oid 44 to 228 2024-08-29T17:56:42.216 INFO:tasks.rados.rados.0.smithi028.stdout:2562: rollback oid 4 current snap is 267 2024-08-29T17:56:42.216 INFO:tasks.rados.rados.0.smithi028.stdout:rollback oid 4 to 266 2024-08-29T17:56:42.216 INFO:tasks.rados.rados.0.smithi028.stdout:2563: rollback oid 41 current snap is 267 2024-08-29T17:56:42.216 INFO:tasks.rados.rados.0.smithi028.stdout:rollback oid 41 to 242 2024-08-29T17:56:42.216 INFO:tasks.rados.rados.0.smithi028.stdout:2564: read oid 29 snap -1 2024-08-29T17:56:42.217 INFO:tasks.rados.rados.0.smithi028.stdout:2564: expect deleted 2024-08-29T17:56:42.217 INFO:tasks.rados.rados.0.smithi028.stdout:2565: rollback oid 6 current snap is 267 2024-08-29T17:56:42.217 INFO:tasks.rados.rados.0.smithi028.stdout:rollback oid 6 to 266 2024-08-29T17:56:42.217 INFO:tasks.rados.rados.0.smithi028.stdout:2566: snap_remove snap 245 2024-08-29T17:56:42.574 INFO:journalctl@ceph.prometheus.a.smithi053.stdout:Aug 29 17:56:42 smithi053 bash[61790]: ts=2024-08-29T17:56:42.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"3167ee72-662c-11ef-bcd4-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-29T17:56:42.878 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:56:42 smithi028 bash[78352]: cluster 2024-08-29T17:56:41.015263+0000 mgr.y (mgr.25022) 238 : cluster [DBG] pgmap v409: 121 pgs: 121 active+clean; 410 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail; 6.9 MiB/s rd, 4.8 MiB/s wr, 16 op/s 2024-08-29T17:56:42.878 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:56:42 smithi028 bash[78352]: audit 2024-08-29T17:56:42.037549+0000 mon.a (mon.0) 754 : audit [INF] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' 2024-08-29T17:56:42.879 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:56:42 smithi028 bash[78352]: audit 2024-08-29T17:56:42.039632+0000 mon.a (mon.0) 755 : audit [DBG] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-29T17:56:42.879 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:56:42 smithi028 bash[78352]: audit 2024-08-29T17:56:42.182526+0000 mon.a (mon.0) 756 : audit [INF] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' 2024-08-29T17:56:42.879 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:56:42 smithi028 bash[78352]: cluster 2024-08-29T17:56:42.211336+0000 mon.a (mon.0) 757 : cluster [DBG] osdmap e593: 8 total, 8 up, 8 in 2024-08-29T17:56:42.879 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:56:42 smithi028 bash[77168]: cluster 2024-08-29T17:56:41.015263+0000 mgr.y (mgr.25022) 238 : cluster [DBG] pgmap v409: 121 pgs: 121 active+clean; 410 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail; 6.9 MiB/s rd, 4.8 MiB/s wr, 16 op/s 2024-08-29T17:56:42.879 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:56:42 smithi028 bash[77168]: audit 2024-08-29T17:56:42.037549+0000 mon.a (mon.0) 754 : audit [INF] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' 2024-08-29T17:56:42.879 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:56:42 smithi028 bash[77168]: audit 2024-08-29T17:56:42.039632+0000 mon.a (mon.0) 755 : audit [DBG] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-29T17:56:42.879 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:56:42 smithi028 bash[77168]: audit 2024-08-29T17:56:42.182526+0000 mon.a (mon.0) 756 : audit [INF] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' 2024-08-29T17:56:42.879 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:56:42 smithi028 bash[77168]: cluster 2024-08-29T17:56:42.211336+0000 mon.a (mon.0) 757 : cluster [DBG] osdmap e593: 8 total, 8 up, 8 in 2024-08-29T17:56:43.075 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:56:42 smithi053 bash[68679]: cluster 2024-08-29T17:56:41.015263+0000 mgr.y (mgr.25022) 238 : cluster [DBG] pgmap v409: 121 pgs: 121 active+clean; 410 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail; 6.9 MiB/s rd, 4.8 MiB/s wr, 16 op/s 2024-08-29T17:56:43.075 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:56:42 smithi053 bash[68679]: audit 2024-08-29T17:56:42.037549+0000 mon.a (mon.0) 754 : audit [INF] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' 2024-08-29T17:56:43.075 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:56:42 smithi053 bash[68679]: audit 2024-08-29T17:56:42.039632+0000 mon.a (mon.0) 755 : audit [DBG] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-29T17:56:43.075 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:56:42 smithi053 bash[68679]: audit 2024-08-29T17:56:42.182526+0000 mon.a (mon.0) 756 : audit [INF] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' 2024-08-29T17:56:43.075 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:56:42 smithi053 bash[68679]: cluster 2024-08-29T17:56:42.211336+0000 mon.a (mon.0) 757 : cluster [DBG] osdmap e593: 8 total, 8 up, 8 in 2024-08-29T17:56:43.215 INFO:tasks.rados.rados.0.smithi028.stdout:2561: finishing rollback tid 0 to smithi02869045-44 2024-08-29T17:56:43.215 INFO:tasks.rados.rados.0.smithi028.stdout:2561: finishing rollback tid 1 to smithi02869045-44 2024-08-29T17:56:43.215 INFO:tasks.rados.rados.0.smithi028.stdout:2561: finishing rollback tid 2 to smithi02869045-44 2024-08-29T17:56:43.215 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 44 v 1679 (ObjNum 659 snap 220 seq_num 659) dirty exists 2024-08-29T17:56:43.216 INFO:tasks.rados.rados.0.smithi028.stdout:2563: finishing rollback tid 0 to smithi02869045-41 2024-08-29T17:56:43.216 INFO:tasks.rados.rados.0.smithi028.stdout:2563: finishing rollback tid 1 to smithi02869045-41 2024-08-29T17:56:43.216 INFO:tasks.rados.rados.0.smithi028.stdout:2563: finishing rollback tid 2 to smithi02869045-41 2024-08-29T17:56:43.216 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 41 v 1118 (ObjNum 671 snap 229 seq_num 671) dirty exists 2024-08-29T17:56:43.216 INFO:tasks.rados.rados.0.smithi028.stdout:2558: finishing write tid 1 to smithi02869045-12 2024-08-29T17:56:43.216 INFO:tasks.rados.rados.0.smithi028.stdout:2558: finishing write tid 2 to smithi02869045-12 2024-08-29T17:56:43.216 INFO:tasks.rados.rados.0.smithi028.stdout:2558: finishing write tid 3 to smithi02869045-12 2024-08-29T17:56:43.216 INFO:tasks.rados.rados.0.smithi028.stdout:2565: finishing rollback tid 0 to smithi02869045-6 2024-08-29T17:56:43.216 INFO:tasks.rados.rados.0.smithi028.stdout:2565: finishing rollback tid 1 to smithi02869045-6 2024-08-29T17:56:43.216 INFO:tasks.rados.rados.0.smithi028.stdout:2565: finishing rollback tid 2 to smithi02869045-6 2024-08-29T17:56:43.216 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 6 v 1746 (ObjNum 768 snap 264 seq_num 768) dirty exists 2024-08-29T17:56:43.216 INFO:tasks.rados.rados.0.smithi028.stdout:2558: finishing write tid 4 to smithi02869045-12 2024-08-29T17:56:43.216 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 12 v 1112 (ObjNum 778 snap 267 seq_num 778) dirty exists 2024-08-29T17:56:43.217 INFO:tasks.rados.rados.0.smithi028.stdout:2558: left oid 12 (ObjNum 778 snap 267 seq_num 778) 2024-08-29T17:56:43.217 INFO:tasks.rados.rados.0.smithi028.stdout:2562: finishing rollback tid 0 to smithi02869045-4 2024-08-29T17:56:43.217 INFO:tasks.rados.rados.0.smithi028.stdout:2562: finishing rollback tid 1 to smithi02869045-4 2024-08-29T17:56:43.217 INFO:tasks.rados.rados.0.smithi028.stdout:2562: finishing rollback tid 2 to smithi02869045-4 2024-08-29T17:56:43.217 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 4 v 2300 (ObjNum 770 snap 264 seq_num 770) dirty exists 2024-08-29T17:56:43.217 INFO:tasks.rados.rados.0.smithi028.stdout:2558: done (7 left) 2024-08-29T17:56:43.217 INFO:tasks.rados.rados.0.smithi028.stdout:2559: done (6 left) 2024-08-29T17:56:43.217 INFO:tasks.rados.rados.0.smithi028.stdout:2561: done (5 left) 2024-08-29T17:56:43.217 INFO:tasks.rados.rados.0.smithi028.stdout:2562: done (4 left) 2024-08-29T17:56:43.217 INFO:tasks.rados.rados.0.smithi028.stdout:2563: done (3 left) 2024-08-29T17:56:43.217 INFO:tasks.rados.rados.0.smithi028.stdout:2564: done (2 left) 2024-08-29T17:56:43.217 INFO:tasks.rados.rados.0.smithi028.stdout:2565: done (1 left) 2024-08-29T17:56:43.217 INFO:tasks.rados.rados.0.smithi028.stdout:2566: done (0 left) 2024-08-29T17:56:43.217 INFO:tasks.rados.rados.0.smithi028.stdout:2567: delete oid 27 current snap is 267 2024-08-29T17:56:43.231 INFO:tasks.rados.rados.0.smithi028.stdout:2567: done (0 left) 2024-08-29T17:56:43.231 INFO:tasks.rados.rados.0.smithi028.stdout:append oid 34 current snap is 267 2024-08-29T17:56:43.231 INFO:tasks.rados.rados.0.smithi028.stdout:2568: seq_num 780 ranges {1449984=671744,2121728=401408} 2024-08-29T17:56:43.247 INFO:tasks.rados.rados.0.smithi028.stdout:2568: writing smithi02869045-34 from 1449984 to 2121728 tid 1 2024-08-29T17:56:43.250 INFO:tasks.rados.rados.0.smithi028.stdout:2568: writing smithi02869045-34 from 2121728 to 2523136 tid 2 2024-08-29T17:56:43.250 INFO:tasks.rados.rados.0.smithi028.stdout:2569: snap_create 2024-08-29T17:56:43.265 INFO:tasks.rados.rados.0.smithi028.stdout:2568: finishing write tid 1 to smithi02869045-34 2024-08-29T17:56:43.265 INFO:tasks.rados.rados.0.smithi028.stdout:2568: finishing write tid 2 to smithi02869045-34 2024-08-29T17:56:43.266 INFO:tasks.rados.rados.0.smithi028.stdout:2568: finishing write tid 3 to smithi02869045-34 2024-08-29T17:56:43.268 INFO:tasks.rados.rados.0.smithi028.stdout:2568: finishing write tid 4 to smithi02869045-34 2024-08-29T17:56:43.268 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 34 v 2067 (ObjNum 780 snap 267 seq_num 780) dirty exists 2024-08-29T17:56:43.268 INFO:tasks.rados.rados.0.smithi028.stdout:2568: left oid 34 (ObjNum 780 snap 267 seq_num 780) 2024-08-29T17:56:44.203 INFO:tasks.rados.rados.0.smithi028.stdout:2568: done (1 left) 2024-08-29T17:56:44.203 INFO:tasks.rados.rados.0.smithi028.stdout:2569: done (0 left) 2024-08-29T17:56:44.203 INFO:tasks.rados.rados.0.smithi028.stdout:append oid 37 current snap is 268 2024-08-29T17:56:44.203 INFO:tasks.rados.rados.0.smithi028.stdout:2570: seq_num 781 ranges {1769472=688128,2457600=401408} 2024-08-29T17:56:44.226 INFO:tasks.rados.rados.0.smithi028.stdout:2570: writing smithi02869045-37 from 1769472 to 2457600 tid 1 2024-08-29T17:56:44.230 INFO:tasks.rados.rados.0.smithi028.stdout:2570: writing smithi02869045-37 from 2457600 to 2859008 tid 2 2024-08-29T17:56:44.230 INFO:tasks.rados.rados.0.smithi028.stdout:2571: rollback oid 2 current snap is 268 2024-08-29T17:56:44.230 INFO:tasks.rados.rados.0.smithi028.stdout:rollback oid 2 to 182 2024-08-29T17:56:44.230 INFO:tasks.rados.rados.0.smithi028.stdout:2572: delete oid 36 current snap is 268 2024-08-29T17:56:44.245 INFO:tasks.rados.rados.0.smithi028.stdout:2570: finishing write tid 1 to smithi02869045-37 2024-08-29T17:56:44.248 INFO:tasks.rados.rados.0.smithi028.stdout:2572: done (2 left) 2024-08-29T17:56:44.248 INFO:tasks.rados.rados.0.smithi028.stdout:2573: snap_remove snap 250 2024-08-29T17:56:44.324 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:56:44 smithi053 bash[68679]: cluster 2024-08-29T17:56:43.016433+0000 mgr.y (mgr.25022) 239 : cluster [DBG] pgmap v412: 121 pgs: 121 active+clean; 420 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail; 8.9 MiB/s rd, 2.5 MiB/s wr, 14 op/s 2024-08-29T17:56:44.324 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:56:44 smithi053 bash[68679]: cluster 2024-08-29T17:56:43.213484+0000 mon.a (mon.0) 758 : cluster [DBG] osdmap e594: 8 total, 8 up, 8 in 2024-08-29T17:56:44.324 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:56:44 smithi053 bash[68679]: cluster 2024-08-29T17:56:44.205170+0000 mon.a (mon.0) 759 : cluster [DBG] osdmap e595: 8 total, 8 up, 8 in 2024-08-29T17:56:44.628 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:56:44 smithi028 bash[78352]: cluster 2024-08-29T17:56:43.016433+0000 mgr.y (mgr.25022) 239 : cluster [DBG] pgmap v412: 121 pgs: 121 active+clean; 420 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail; 8.9 MiB/s rd, 2.5 MiB/s wr, 14 op/s 2024-08-29T17:56:44.628 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:56:44 smithi028 bash[78352]: cluster 2024-08-29T17:56:43.213484+0000 mon.a (mon.0) 758 : cluster [DBG] osdmap e594: 8 total, 8 up, 8 in 2024-08-29T17:56:44.628 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:56:44 smithi028 bash[78352]: cluster 2024-08-29T17:56:44.205170+0000 mon.a (mon.0) 759 : cluster [DBG] osdmap e595: 8 total, 8 up, 8 in 2024-08-29T17:56:44.629 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:56:44 smithi028 bash[77168]: cluster 2024-08-29T17:56:43.016433+0000 mgr.y (mgr.25022) 239 : cluster [DBG] pgmap v412: 121 pgs: 121 active+clean; 420 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail; 8.9 MiB/s rd, 2.5 MiB/s wr, 14 op/s 2024-08-29T17:56:44.629 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:56:44 smithi028 bash[77168]: cluster 2024-08-29T17:56:43.213484+0000 mon.a (mon.0) 758 : cluster [DBG] osdmap e594: 8 total, 8 up, 8 in 2024-08-29T17:56:44.629 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:56:44 smithi028 bash[77168]: cluster 2024-08-29T17:56:44.205170+0000 mon.a (mon.0) 759 : cluster [DBG] osdmap e595: 8 total, 8 up, 8 in 2024-08-29T17:56:45.223 INFO:tasks.rados.rados.0.smithi028.stdout:2573: done (2 left) 2024-08-29T17:56:45.223 INFO:tasks.rados.rados.0.smithi028.stdout:2574: rmattr oid 12 current snap is 268 2024-08-29T17:56:45.223 INFO:tasks.rados.rados.0.smithi028.stdout:2574: done (2 left) 2024-08-29T17:56:45.223 INFO:tasks.rados.rados.0.smithi028.stdout:2575: rollback oid 31 current snap is 268 2024-08-29T17:56:45.223 INFO:tasks.rados.rados.0.smithi028.stdout:rollback oid 31 to 255 2024-08-29T17:56:45.223 INFO:tasks.rados.rados.0.smithi028.stdout:2576: snap_remove snap 191 2024-08-29T17:56:45.514 INFO:journalctl@ceph.grafana.a.smithi053.stdout:Aug 29 17:56:45 smithi053 systemd[1]: /etc/systemd/system/ceph-3167ee72-662c-11ef-bcd4-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-08-29T17:56:45.514 INFO:journalctl@ceph.osd.6.smithi053.stdout:Aug 29 17:56:45 smithi053 systemd[1]: /etc/systemd/system/ceph-3167ee72-662c-11ef-bcd4-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-08-29T17:56:45.514 INFO:journalctl@ceph.mgr.x.smithi053.stdout:Aug 29 17:56:45 smithi053 systemd[1]: /etc/systemd/system/ceph-3167ee72-662c-11ef-bcd4-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-08-29T17:56:45.515 INFO:journalctl@ceph.osd.7.smithi053.stdout:Aug 29 17:56:45 smithi053 systemd[1]: /etc/systemd/system/ceph-3167ee72-662c-11ef-bcd4-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-08-29T17:56:45.515 INFO:journalctl@ceph.prometheus.a.smithi053.stdout:Aug 29 17:56:45 smithi053 systemd[1]: /etc/systemd/system/ceph-3167ee72-662c-11ef-bcd4-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-08-29T17:56:45.516 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:56:45 smithi053 systemd[1]: /etc/systemd/system/ceph-3167ee72-662c-11ef-bcd4-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-08-29T17:56:45.516 INFO:journalctl@ceph.mds.b.smithi053.stdout:Aug 29 17:56:45 smithi053 systemd[1]: /etc/systemd/system/ceph-3167ee72-662c-11ef-bcd4-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-08-29T17:56:45.516 INFO:journalctl@ceph.osd.4.smithi053.stdout:Aug 29 17:56:45 smithi053 systemd[1]: /etc/systemd/system/ceph-3167ee72-662c-11ef-bcd4-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-08-29T17:56:45.517 INFO:journalctl@ceph.osd.5.smithi053.stdout:Aug 29 17:56:45 smithi053 systemd[1]: /etc/systemd/system/ceph-3167ee72-662c-11ef-bcd4-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-08-29T17:56:45.517 INFO:journalctl@ceph.osd.5.smithi053.stdout:Aug 29 17:56:45 smithi053 systemd[1]: Stopping Ceph osd.5 for 3167ee72-662c-11ef-bcd4-c7b262605968... 2024-08-29T17:56:45.517 INFO:journalctl@ceph.node-exporter.b.smithi053.stdout:Aug 29 17:56:45 smithi053 systemd[1]: /etc/systemd/system/ceph-3167ee72-662c-11ef-bcd4-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-08-29T17:56:45.824 INFO:journalctl@ceph.osd.5.smithi053.stdout:Aug 29 17:56:45 smithi053 bash[33851]: debug 2024-08-29T17:56:45.645+0000 7f0b10f95640 -1 received signal: Terminated from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.5 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2024-08-29T17:56:45.824 INFO:journalctl@ceph.osd.5.smithi053.stdout:Aug 29 17:56:45 smithi053 bash[33851]: debug 2024-08-29T17:56:45.645+0000 7f0b10f95640 -1 osd.5 596 *** Got signal Terminated *** 2024-08-29T17:56:45.825 INFO:journalctl@ceph.osd.5.smithi053.stdout:Aug 29 17:56:45 smithi053 bash[33851]: debug 2024-08-29T17:56:45.645+0000 7f0b10f95640 -1 osd.5 596 *** Immediate shutdown (osd_fast_shutdown=true) *** 2024-08-29T17:56:46.236 INFO:tasks.rados.rados.0.smithi028.stdout:2576: done (3 left) 2024-08-29T17:56:46.236 INFO:tasks.rados.rados.0.smithi028.stdout:2577: delete oid 44 current snap is 268 2024-08-29T17:56:46.236 INFO:tasks.rados.rados.0.smithi028.stdout:2571: finishing rollback tid 0 to smithi02869045-2 2024-08-29T17:56:46.236 INFO:tasks.rados.rados.0.smithi028.stdout:2570: finishing write tid 2 to smithi02869045-37 2024-08-29T17:56:46.236 INFO:tasks.rados.rados.0.smithi028.stdout:2571: finishing rollback tid 1 to smithi02869045-2 2024-08-29T17:56:46.236 INFO:tasks.rados.rados.0.smithi028.stdout:2570: finishing write tid 3 to smithi02869045-37 2024-08-29T17:56:46.236 INFO:tasks.rados.rados.0.smithi028.stdout:2571: finishing rollback tid 2 to smithi02869045-2 2024-08-29T17:56:46.236 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 2 v 1682 (ObjNum 476 snap 149 seq_num 476) dirty exists 2024-08-29T17:56:46.237 INFO:tasks.rados.rados.0.smithi028.stdout:2570: finishing write tid 4 to smithi02869045-37 2024-08-29T17:56:46.237 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 37 v 2314 (ObjNum 781 snap 268 seq_num 781) dirty exists 2024-08-29T17:56:46.237 INFO:tasks.rados.rados.0.smithi028.stdout:2570: left oid 37 (ObjNum 781 snap 268 seq_num 781) 2024-08-29T17:56:46.237 INFO:tasks.rados.rados.0.smithi028.stdout:2575: finishing rollback tid 0 to smithi02869045-31 2024-08-29T17:56:46.237 INFO:tasks.rados.rados.0.smithi028.stdout:2575: finishing rollback tid 1 to smithi02869045-31 2024-08-29T17:56:46.237 INFO:tasks.rados.rados.0.smithi028.stdout:2575: finishing rollback tid 2 to smithi02869045-31 2024-08-29T17:56:46.237 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 31 v 2318 (ObjNum 486 snap 151 seq_num 486) dirty exists 2024-08-29T17:56:46.277 INFO:tasks.rados.rados.0.smithi028.stdout:2570: done (3 left) 2024-08-29T17:56:46.277 INFO:tasks.rados.rados.0.smithi028.stdout:2571: done (2 left) 2024-08-29T17:56:46.277 INFO:tasks.rados.rados.0.smithi028.stdout:2575: done (1 left) 2024-08-29T17:56:46.278 INFO:tasks.rados.rados.0.smithi028.stdout:2577: done (0 left) 2024-08-29T17:56:46.278 INFO:tasks.rados.rados.0.smithi028.stdout:append oid 10 current snap is 268 2024-08-29T17:56:46.278 INFO:tasks.rados.rados.0.smithi028.stdout:2578: seq_num 784 ranges {7274496=737280,8011776=401408} 2024-08-29T17:56:46.343 INFO:tasks.rados.rados.0.smithi028.stdout:2578: writing smithi02869045-10 from 7274496 to 8011776 tid 1 2024-08-29T17:56:46.346 INFO:tasks.rados.rados.0.smithi028.stdout:2578: writing smithi02869045-10 from 8011776 to 8413184 tid 2 2024-08-29T17:56:46.347 INFO:tasks.rados.rados.0.smithi028.stdout:2579: read oid 6 snap -1 2024-08-29T17:56:46.347 INFO:tasks.rados.rados.0.smithi028.stdout:2579: expect (ObjNum 768 snap 264 seq_num 768) 2024-08-29T17:56:46.347 INFO:tasks.rados.rados.0.smithi028.stdout:2580: rollback oid 18 current snap is 268 2024-08-29T17:56:46.347 INFO:tasks.rados.rados.0.smithi028.stdout:rollback oid 18 to 243 2024-08-29T17:56:46.347 INFO:tasks.rados.rados.0.smithi028.stdout:2581: rollback oid 48 current snap is 268 2024-08-29T17:56:46.347 INFO:tasks.rados.rados.0.smithi028.stdout:rollback oid 48 to 231 2024-08-29T17:56:46.347 INFO:tasks.rados.rados.0.smithi028.stdout:2582: rollback oid 37 current snap is 268 2024-08-29T17:56:46.347 INFO:tasks.rados.rados.0.smithi028.stdout:rollback oid 37 to 238 2024-08-29T17:56:46.347 INFO:tasks.rados.rados.0.smithi028.stdout:append oid 29 current snap is 268 2024-08-29T17:56:46.347 INFO:tasks.rados.rados.0.smithi028.stdout:2583: seq_num 785 ranges {0=753664,753664=401408} 2024-08-29T17:56:46.352 INFO:tasks.rados.rados.0.smithi028.stdout:2583: writing smithi02869045-29 from 0 to 753664 tid 1 2024-08-29T17:56:46.356 INFO:tasks.rados.rados.0.smithi028.stdout:2583: writing smithi02869045-29 from 753664 to 1155072 tid 2 2024-08-29T17:56:46.356 INFO:tasks.rados.rados.0.smithi028.stdout:append oid 33 current snap is 268 2024-08-29T17:56:46.356 INFO:tasks.rados.rados.0.smithi028.stdout:2584: seq_num 786 ranges {0=770048,770048=401408} 2024-08-29T17:56:46.361 INFO:tasks.rados.rados.0.smithi028.stdout:2584: writing smithi02869045-33 from 0 to 770048 tid 1 2024-08-29T17:56:46.364 INFO:tasks.rados.rados.0.smithi028.stdout:2584: writing smithi02869045-33 from 770048 to 1171456 tid 2 2024-08-29T17:56:46.364 INFO:tasks.rados.rados.0.smithi028.stdout:2585: copy_from oid 16 from oid 7 current snap is 268 2024-08-29T17:56:46.364 INFO:tasks.rados.rados.0.smithi028.stdout:2582: finishing rollback tid 0 to smithi02869045-37 2024-08-29T17:56:46.365 INFO:tasks.rados.rados.0.smithi028.stdout:2586: setattr oid 9 current snap is 268 2024-08-29T17:56:46.365 INFO:tasks.rados.rados.0.smithi028.stdout:2582: finishing rollback tid 1 to smithi02869045-37 2024-08-29T17:56:46.365 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 37 v 2342 (ObjNum 161 snap 0 seq_num 1) dirty dne 2024-08-29T17:56:46.365 INFO:tasks.rados.rados.0.smithi028.stdout:2578: finishing write tid 1 to smithi02869045-10 2024-08-29T17:56:46.365 INFO:tasks.rados.rados.0.smithi028.stdout:2581: finishing rollback tid 0 to smithi02869045-48 2024-08-29T17:56:46.365 INFO:tasks.rados.rados.0.smithi028.stdout:2578: finishing write tid 2 to smithi02869045-10 2024-08-29T17:56:46.365 INFO:tasks.rados.rados.0.smithi028.stdout:2581: finishing rollback tid 1 to smithi02869045-48 2024-08-29T17:56:46.365 INFO:tasks.rados.rados.0.smithi028.stdout:2578: finishing write tid 3 to smithi02869045-10 2024-08-29T17:56:46.366 INFO:tasks.rados.rados.0.smithi028.stdout:2581: finishing rollback tid 2 to smithi02869045-48 2024-08-29T17:56:46.366 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 48 v 2083 (ObjNum 486 snap 151 seq_num 486) dirty exists 2024-08-29T17:56:46.367 INFO:tasks.rados.rados.0.smithi028.stdout:2581: done (8 left) 2024-08-29T17:56:46.367 INFO:tasks.rados.rados.0.smithi028.stdout:2582: done (7 left) 2024-08-29T17:56:46.367 INFO:tasks.rados.rados.0.smithi028.stdout:2587: read oid 31 snap -1 2024-08-29T17:56:46.367 INFO:tasks.rados.rados.0.smithi028.stdout:2587: expect (ObjNum 486 snap 151 seq_num 486) 2024-08-29T17:56:46.367 INFO:tasks.rados.rados.0.smithi028.stdout:2588: copy_from oid 14 from oid 35 current snap is 268 2024-08-29T17:56:46.367 INFO:tasks.rados.rados.0.smithi028.stdout:2589: snap_remove snap 255 2024-08-29T17:56:46.574 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:56:46 smithi053 bash[68679]: cluster 2024-08-29T17:56:45.017392+0000 mgr.y (mgr.25022) 240 : cluster [DBG] pgmap v415: 121 pgs: 121 active+clean; 446 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 2.0 MiB/s rd, 4.9 MiB/s wr, 22 op/s 2024-08-29T17:56:46.574 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:56:46 smithi053 bash[68679]: cluster 2024-08-29T17:56:45.223727+0000 mon.a (mon.0) 760 : cluster [DBG] osdmap e596: 8 total, 8 up, 8 in 2024-08-29T17:56:46.574 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:56:46 smithi053 bash[68679]: cluster 2024-08-29T17:56:45.651560+0000 mon.a (mon.0) 761 : cluster [INF] osd.5 marked itself down and dead 2024-08-29T17:56:46.628 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:56:46 smithi028 bash[78352]: cluster 2024-08-29T17:56:45.017392+0000 mgr.y (mgr.25022) 240 : cluster [DBG] pgmap v415: 121 pgs: 121 active+clean; 446 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 2.0 MiB/s rd, 4.9 MiB/s wr, 22 op/s 2024-08-29T17:56:46.628 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:56:46 smithi028 bash[78352]: cluster 2024-08-29T17:56:45.223727+0000 mon.a (mon.0) 760 : cluster [DBG] osdmap e596: 8 total, 8 up, 8 in 2024-08-29T17:56:46.628 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:56:46 smithi028 bash[78352]: cluster 2024-08-29T17:56:45.651560+0000 mon.a (mon.0) 761 : cluster [INF] osd.5 marked itself down and dead 2024-08-29T17:56:46.629 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:56:46 smithi028 bash[77168]: cluster 2024-08-29T17:56:45.017392+0000 mgr.y (mgr.25022) 240 : cluster [DBG] pgmap v415: 121 pgs: 121 active+clean; 446 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 2.0 MiB/s rd, 4.9 MiB/s wr, 22 op/s 2024-08-29T17:56:46.629 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:56:46 smithi028 bash[77168]: cluster 2024-08-29T17:56:45.223727+0000 mon.a (mon.0) 760 : cluster [DBG] osdmap e596: 8 total, 8 up, 8 in 2024-08-29T17:56:46.629 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:56:46 smithi028 bash[77168]: cluster 2024-08-29T17:56:45.651560+0000 mon.a (mon.0) 761 : cluster [INF] osd.5 marked itself down and dead 2024-08-29T17:56:47.237 INFO:tasks.rados.rados.0.smithi028.stdout:2583: finishing write tid 1 to smithi02869045-29 2024-08-29T17:56:47.237 INFO:tasks.rados.rados.0.smithi028.stdout:2583: finishing write tid 2 to smithi02869045-29 2024-08-29T17:56:47.237 INFO:tasks.rados.rados.0.smithi028.stdout:2578: finishing write tid 4 to smithi02869045-10 2024-08-29T17:56:47.237 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 10 v 1686 (ObjNum 784 snap 268 seq_num 784) dirty exists 2024-08-29T17:56:47.237 INFO:tasks.rados.rados.0.smithi028.stdout:2578: left oid 10 (ObjNum 784 snap 268 seq_num 784) 2024-08-29T17:56:47.237 INFO:tasks.rados.rados.0.smithi028.stdout:2583: finishing write tid 3 to smithi02869045-29 2024-08-29T17:56:47.238 INFO:tasks.rados.rados.0.smithi028.stdout:2585: finishing copy_from to smithi02869045-16 2024-08-29T17:56:47.238 INFO:tasks.rados.rados.0.smithi028.stdout:2585: got expected ENOENT (src dne) 2024-08-29T17:56:47.238 INFO:tasks.rados.rados.0.smithi028.stdout:2585: finishing copy_from racing read to smithi02869045-16 2024-08-29T17:56:47.238 INFO:tasks.rados.rados.0.smithi028.stdout:2583: finishing write tid 4 to smithi02869045-29 2024-08-29T17:56:47.238 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 29 v 2070 (ObjNum 785 snap 268 seq_num 785) dirty exists 2024-08-29T17:56:47.238 INFO:tasks.rados.rados.0.smithi028.stdout:2583: left oid 29 (ObjNum 785 snap 268 seq_num 785) 2024-08-29T17:56:47.238 INFO:tasks.rados.rados.0.smithi028.stdout:2584: finishing write tid 1 to smithi02869045-33 2024-08-29T17:56:47.238 INFO:tasks.rados.rados.0.smithi028.stdout:2584: finishing write tid 2 to smithi02869045-33 2024-08-29T17:56:47.238 INFO:tasks.rados.rados.0.smithi028.stdout:2588: finishing copy_from racing read to smithi02869045-14 2024-08-29T17:56:47.238 INFO:tasks.rados.rados.0.smithi028.stdout:2584: finishing write tid 3 to smithi02869045-33 2024-08-29T17:56:47.238 INFO:tasks.rados.rados.0.smithi028.stdout:2588: finishing copy_from to smithi02869045-14 2024-08-29T17:56:47.238 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 14 v 1464 (ObjNum 735 snap 252 seq_num 735) dirty exists 2024-08-29T17:56:47.238 INFO:tasks.rados.rados.0.smithi028.stdout:2587: expect (ObjNum 486 snap 151 seq_num 486) 2024-08-29T17:56:47.282 INFO:tasks.rados.rados.0.smithi028.stdout:2584: finishing write tid 4 to smithi02869045-33 2024-08-29T17:56:47.282 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 33 v 2345 (ObjNum 786 snap 268 seq_num 786) dirty exists 2024-08-29T17:56:47.282 INFO:tasks.rados.rados.0.smithi028.stdout:2584: left oid 33 (ObjNum 786 snap 268 seq_num 786) 2024-08-29T17:56:47.283 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 9 v 1119 (ObjNum 775 snap 265 seq_num 775) dirty exists 2024-08-29T17:56:47.283 INFO:tasks.rados.rados.0.smithi028.stdout:2580: finishing rollback tid 0 to smithi02869045-18 2024-08-29T17:56:47.283 INFO:tasks.rados.rados.0.smithi028.stdout:2580: finishing rollback tid 1 to smithi02869045-18 2024-08-29T17:56:47.283 INFO:tasks.rados.rados.0.smithi028.stdout:2578: done (9 left) 2024-08-29T17:56:47.283 INFO:tasks.rados.rados.0.smithi028.stdout:2583: done (8 left) 2024-08-29T17:56:47.283 INFO:tasks.rados.rados.0.smithi028.stdout:2584: done (7 left) 2024-08-29T17:56:47.283 INFO:tasks.rados.rados.0.smithi028.stdout:2585: done (6 left) 2024-08-29T17:56:47.283 INFO:tasks.rados.rados.0.smithi028.stdout:2586: done (5 left) 2024-08-29T17:56:47.283 INFO:tasks.rados.rados.0.smithi028.stdout:2587: done (4 left) 2024-08-29T17:56:47.283 INFO:tasks.rados.rados.0.smithi028.stdout:2588: done (3 left) 2024-08-29T17:56:47.283 INFO:tasks.rados.rados.0.smithi028.stdout:2589: done (2 left) 2024-08-29T17:56:47.283 INFO:tasks.rados.rados.0.smithi028.stdout:append oid 36 current snap is 268 2024-08-29T17:56:47.283 INFO:tasks.rados.rados.0.smithi028.stdout:2590: seq_num 787 ranges {0=786432,786432=401408} 2024-08-29T17:56:47.287 INFO:tasks.rados.rados.0.smithi028.stdout:2590: writing smithi02869045-36 from 0 to 786432 tid 1 2024-08-29T17:56:47.291 INFO:tasks.rados.rados.0.smithi028.stdout:2590: writing smithi02869045-36 from 786432 to 1187840 tid 2 2024-08-29T17:56:47.291 INFO:tasks.rados.rados.0.smithi028.stdout:2591: delete oid 21 current snap is 268 2024-08-29T17:56:47.291 INFO:tasks.rados.rados.0.smithi028.stdout:2580: finishing rollback tid 2 to smithi02869045-18 2024-08-29T17:56:47.291 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 18 v 1670 (ObjNum 490 snap 151 seq_num 490) dirty exists 2024-08-29T17:56:47.299 INFO:tasks.rados.rados.0.smithi028.stdout:2590: finishing write tid 1 to smithi02869045-36 2024-08-29T17:56:47.300 INFO:tasks.rados.rados.0.smithi028.stdout:2580: done (3 left) 2024-08-29T17:56:47.300 INFO:tasks.rados.rados.0.smithi028.stdout:2591: done (2 left) 2024-08-29T17:56:47.300 INFO:tasks.rados.rados.0.smithi028.stdout:2592: delete oid 24 current snap is 268 2024-08-29T17:56:47.303 INFO:tasks.rados.rados.0.smithi028.stdout:2590: finishing write tid 2 to smithi02869045-36 2024-08-29T17:56:47.303 INFO:tasks.rados.rados.0.smithi028.stdout:2590: finishing write tid 3 to smithi02869045-36 2024-08-29T17:56:47.304 INFO:tasks.rados.rados.0.smithi028.stdout:2590: finishing write tid 4 to smithi02869045-36 2024-08-29T17:56:47.304 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 36 v 1115 (ObjNum 787 snap 268 seq_num 787) dirty exists 2024-08-29T17:56:47.304 INFO:tasks.rados.rados.0.smithi028.stdout:2590: left oid 36 (ObjNum 787 snap 268 seq_num 787) 2024-08-29T17:56:47.306 INFO:tasks.rados.rados.0.smithi028.stdout:2590: done (2 left) 2024-08-29T17:56:47.306 INFO:tasks.rados.rados.0.smithi028.stdout:2592: done (1 left) 2024-08-29T17:56:47.306 INFO:tasks.rados.rados.0.smithi028.stdout:2593: snap_remove snap 224 2024-08-29T17:56:47.562 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:56:47 smithi053 bash[68679]: cluster 2024-08-29T17:56:46.218454+0000 mon.a (mon.0) 762 : cluster [WRN] Health check failed: 1 osds down (OSD_DOWN) 2024-08-29T17:56:47.562 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:56:47 smithi053 bash[68679]: cluster 2024-08-29T17:56:46.228793+0000 mon.a (mon.0) 763 : cluster [DBG] osdmap e597: 8 total, 7 up, 8 in 2024-08-29T17:56:47.562 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:56:47 smithi053 bash[68679]: cluster 2024-08-29T17:56:47.229683+0000 mon.a (mon.0) 764 : cluster [DBG] osdmap e598: 8 total, 7 up, 8 in 2024-08-29T17:56:47.628 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:56:47 smithi028 bash[78352]: cluster 2024-08-29T17:56:46.218454+0000 mon.a (mon.0) 762 : cluster [WRN] Health check failed: 1 osds down (OSD_DOWN) 2024-08-29T17:56:47.628 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:56:47 smithi028 bash[78352]: cluster 2024-08-29T17:56:46.228793+0000 mon.a (mon.0) 763 : cluster [DBG] osdmap e597: 8 total, 7 up, 8 in 2024-08-29T17:56:47.628 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:56:47 smithi028 bash[78352]: cluster 2024-08-29T17:56:47.229683+0000 mon.a (mon.0) 764 : cluster [DBG] osdmap e598: 8 total, 7 up, 8 in 2024-08-29T17:56:47.629 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:56:47 smithi028 bash[77168]: cluster 2024-08-29T17:56:46.218454+0000 mon.a (mon.0) 762 : cluster [WRN] Health check failed: 1 osds down (OSD_DOWN) 2024-08-29T17:56:47.629 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:56:47 smithi028 bash[77168]: cluster 2024-08-29T17:56:46.228793+0000 mon.a (mon.0) 763 : cluster [DBG] osdmap e597: 8 total, 7 up, 8 in 2024-08-29T17:56:47.629 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:56:47 smithi028 bash[77168]: cluster 2024-08-29T17:56:47.229683+0000 mon.a (mon.0) 764 : cluster [DBG] osdmap e598: 8 total, 7 up, 8 in 2024-08-29T17:56:47.824 INFO:journalctl@ceph.osd.5.smithi053.stdout:Aug 29 17:56:47 smithi053 bash[76653]: ceph-3167ee72-662c-11ef-bcd4-c7b262605968-osd-5 2024-08-29T17:56:47.824 INFO:journalctl@ceph.osd.5.smithi053.stdout:Aug 29 17:56:47 smithi053 bash[76720]: Error response from daemon: No such container: ceph-3167ee72-662c-11ef-bcd4-c7b262605968-osd-5 2024-08-29T17:56:48.281 INFO:tasks.rados.rados.0.smithi028.stdout:2593: done (1 left) 2024-08-29T17:56:48.281 INFO:tasks.rados.rados.0.smithi028.stdout:2594: snap_create 2024-08-29T17:56:48.281 INFO:tasks.rados.rados.0.smithi028.stdout:2579: expect (ObjNum 768 snap 264 seq_num 768) 2024-08-29T17:56:48.574 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:56:48 smithi053 bash[68679]: cluster 2024-08-29T17:56:47.018128+0000 mgr.y (mgr.25022) 241 : cluster [DBG] pgmap v418: 121 pgs: 19 stale+active+clean, 102 active+clean; 446 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 1023 B/s rd, 2.7 MiB/s wr, 17 op/s 2024-08-29T17:56:48.628 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:56:48 smithi028 bash[77168]: cluster 2024-08-29T17:56:47.018128+0000 mgr.y (mgr.25022) 241 : cluster [DBG] pgmap v418: 121 pgs: 19 stale+active+clean, 102 active+clean; 446 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 1023 B/s rd, 2.7 MiB/s wr, 17 op/s 2024-08-29T17:56:48.628 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:56:48 smithi028 bash[78352]: cluster 2024-08-29T17:56:47.018128+0000 mgr.y (mgr.25022) 241 : cluster [DBG] pgmap v418: 121 pgs: 19 stale+active+clean, 102 active+clean; 446 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 1023 B/s rd, 2.7 MiB/s wr, 17 op/s 2024-08-29T17:56:49.205 INFO:tasks.rados.rados.0.smithi028.stdout:2579: done (1 left) 2024-08-29T17:56:49.205 INFO:tasks.rados.rados.0.smithi028.stdout:2594: done (0 left) 2024-08-29T17:56:49.205 INFO:tasks.rados.rados.0.smithi028.stdout:2595: rmattr oid 49 current snap is 269 2024-08-29T17:56:49.206 INFO:tasks.rados.rados.0.smithi028.stdout:2595: done (0 left) 2024-08-29T17:56:49.206 INFO:tasks.rados.rados.0.smithi028.stdout:2596: snap_remove snap 243 2024-08-29T17:56:49.527 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:56:49 smithi053 bash[68679]: cluster 2024-08-29T17:56:48.282402+0000 mon.a (mon.0) 765 : cluster [DBG] osdmap e599: 8 total, 7 up, 8 in 2024-08-29T17:56:49.527 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:56:49 smithi053 bash[68679]: cluster 2024-08-29T17:56:49.207445+0000 mon.a (mon.0) 766 : cluster [DBG] osdmap e600: 8 total, 7 up, 8 in 2024-08-29T17:56:49.628 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:56:49 smithi028 bash[78352]: cluster 2024-08-29T17:56:48.282402+0000 mon.a (mon.0) 765 : cluster [DBG] osdmap e599: 8 total, 7 up, 8 in 2024-08-29T17:56:49.628 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:56:49 smithi028 bash[78352]: cluster 2024-08-29T17:56:49.207445+0000 mon.a (mon.0) 766 : cluster [DBG] osdmap e600: 8 total, 7 up, 8 in 2024-08-29T17:56:49.628 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:56:49 smithi028 bash[77168]: cluster 2024-08-29T17:56:48.282402+0000 mon.a (mon.0) 765 : cluster [DBG] osdmap e599: 8 total, 7 up, 8 in 2024-08-29T17:56:49.629 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:56:49 smithi028 bash[77168]: cluster 2024-08-29T17:56:49.207445+0000 mon.a (mon.0) 766 : cluster [DBG] osdmap e600: 8 total, 7 up, 8 in 2024-08-29T17:56:50.215 INFO:tasks.rados.rados.0.smithi028.stdout:2596: done (0 left) 2024-08-29T17:56:50.215 INFO:tasks.rados.rados.0.smithi028.stdout:2597: rollback oid 11 current snap is 269 2024-08-29T17:56:50.215 INFO:tasks.rados.rados.0.smithi028.stdout:rollback oid 11 to 268 2024-08-29T17:56:50.215 INFO:tasks.rados.rados.0.smithi028.stdout:2598: delete oid 36 current snap is 269 2024-08-29T17:56:50.228 INFO:tasks.rados.rados.0.smithi028.stdout:2597: finishing rollback tid 0 to smithi02869045-11 2024-08-29T17:56:50.228 INFO:tasks.rados.rados.0.smithi028.stdout:2597: finishing rollback tid 1 to smithi02869045-11 2024-08-29T17:56:50.229 INFO:tasks.rados.rados.0.smithi028.stdout:2597: finishing rollback tid 2 to smithi02869045-11 2024-08-29T17:56:50.230 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 11 v 1122 (ObjNum 161 snap 0 seq_num 1) dirty exists 2024-08-29T17:56:50.230 INFO:tasks.rados.rados.0.smithi028.stdout:2597: done (1 left) 2024-08-29T17:56:50.230 INFO:tasks.rados.rados.0.smithi028.stdout:2598: done (0 left) 2024-08-29T17:56:50.230 INFO:tasks.rados.rados.0.smithi028.stdout:2599: copy_from oid 45 from oid 47 current snap is 269 2024-08-29T17:56:50.230 INFO:tasks.rados.rados.0.smithi028.stdout:2600: snap_remove snap 260 2024-08-29T17:56:50.544 INFO:journalctl@ceph.mgr.x.smithi053.stdout:Aug 29 17:56:50 smithi053 systemd[1]: /etc/systemd/system/ceph-3167ee72-662c-11ef-bcd4-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-08-29T17:56:50.544 INFO:journalctl@ceph.osd.6.smithi053.stdout:Aug 29 17:56:50 smithi053 systemd[1]: /etc/systemd/system/ceph-3167ee72-662c-11ef-bcd4-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-08-29T17:56:50.544 INFO:journalctl@ceph.osd.7.smithi053.stdout:Aug 29 17:56:50 smithi053 systemd[1]: /etc/systemd/system/ceph-3167ee72-662c-11ef-bcd4-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-08-29T17:56:50.545 INFO:journalctl@ceph.prometheus.a.smithi053.stdout:Aug 29 17:56:50 smithi053 systemd[1]: /etc/systemd/system/ceph-3167ee72-662c-11ef-bcd4-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-08-29T17:56:50.545 INFO:journalctl@ceph.grafana.a.smithi053.stdout:Aug 29 17:56:50 smithi053 systemd[1]: /etc/systemd/system/ceph-3167ee72-662c-11ef-bcd4-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-08-29T17:56:50.545 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:56:50 smithi053 bash[68679]: cluster 2024-08-29T17:56:49.018781+0000 mgr.y (mgr.25022) 242 : cluster [DBG] pgmap v421: 121 pgs: 1 active+clean+snaptrim_wait, 1 active+clean+snaptrim, 23 active+undersized, 7 stale+active+clean, 11 active+undersized+degraded, 78 active+clean; 452 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 6.6 MiB/s rd, 1.1 MiB/s wr, 8 op/s; 85/912 objects degraded (9.320%) 2024-08-29T17:56:50.545 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:56:50 smithi053 bash[68679]: cluster 2024-08-29T17:56:49.275444+0000 mon.a (mon.0) 767 : cluster [WRN] Health check failed: Degraded data redundancy: 85/912 objects degraded (9.320%), 11 pgs degraded (PG_DEGRADED) 2024-08-29T17:56:50.546 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:56:50 smithi053 bash[68679]: cluster 2024-08-29T17:56:50.210895+0000 mon.a (mon.0) 768 : cluster [DBG] osdmap e601: 8 total, 7 up, 8 in 2024-08-29T17:56:50.546 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:56:50 smithi053 systemd[1]: /etc/systemd/system/ceph-3167ee72-662c-11ef-bcd4-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-08-29T17:56:50.546 INFO:journalctl@ceph.osd.5.smithi053.stdout:Aug 29 17:56:50 smithi053 systemd[1]: ceph-3167ee72-662c-11ef-bcd4-c7b262605968@osd.5.service: Deactivated successfully. 2024-08-29T17:56:50.546 INFO:journalctl@ceph.osd.5.smithi053.stdout:Aug 29 17:56:50 smithi053 systemd[1]: Stopped Ceph osd.5 for 3167ee72-662c-11ef-bcd4-c7b262605968. 2024-08-29T17:56:50.546 INFO:journalctl@ceph.osd.5.smithi053.stdout:Aug 29 17:56:50 smithi053 systemd[1]: /etc/systemd/system/ceph-3167ee72-662c-11ef-bcd4-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-08-29T17:56:50.546 INFO:journalctl@ceph.osd.5.smithi053.stdout:Aug 29 17:56:50 smithi053 systemd[1]: Started Ceph osd.5 for 3167ee72-662c-11ef-bcd4-c7b262605968. 2024-08-29T17:56:50.546 INFO:journalctl@ceph.node-exporter.b.smithi053.stdout:Aug 29 17:56:50 smithi053 systemd[1]: /etc/systemd/system/ceph-3167ee72-662c-11ef-bcd4-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-08-29T17:56:50.547 INFO:journalctl@ceph.osd.4.smithi053.stdout:Aug 29 17:56:50 smithi053 systemd[1]: /etc/systemd/system/ceph-3167ee72-662c-11ef-bcd4-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-08-29T17:56:50.547 INFO:journalctl@ceph.mds.b.smithi053.stdout:Aug 29 17:56:50 smithi053 systemd[1]: /etc/systemd/system/ceph-3167ee72-662c-11ef-bcd4-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-08-29T17:56:50.628 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:56:50 smithi028 bash[77168]: cluster 2024-08-29T17:56:49.018781+0000 mgr.y (mgr.25022) 242 : cluster [DBG] pgmap v421: 121 pgs: 1 active+clean+snaptrim_wait, 1 active+clean+snaptrim, 23 active+undersized, 7 stale+active+clean, 11 active+undersized+degraded, 78 active+clean; 452 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 6.6 MiB/s rd, 1.1 MiB/s wr, 8 op/s; 85/912 objects degraded (9.320%) 2024-08-29T17:56:50.629 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:56:50 smithi028 bash[77168]: cluster 2024-08-29T17:56:49.275444+0000 mon.a (mon.0) 767 : cluster [WRN] Health check failed: Degraded data redundancy: 85/912 objects degraded (9.320%), 11 pgs degraded (PG_DEGRADED) 2024-08-29T17:56:50.629 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:56:50 smithi028 bash[77168]: cluster 2024-08-29T17:56:50.210895+0000 mon.a (mon.0) 768 : cluster [DBG] osdmap e601: 8 total, 7 up, 8 in 2024-08-29T17:56:50.629 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:56:50 smithi028 bash[78352]: cluster 2024-08-29T17:56:49.018781+0000 mgr.y (mgr.25022) 242 : cluster [DBG] pgmap v421: 121 pgs: 1 active+clean+snaptrim_wait, 1 active+clean+snaptrim, 23 active+undersized, 7 stale+active+clean, 11 active+undersized+degraded, 78 active+clean; 452 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 6.6 MiB/s rd, 1.1 MiB/s wr, 8 op/s; 85/912 objects degraded (9.320%) 2024-08-29T17:56:50.629 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:56:50 smithi028 bash[78352]: cluster 2024-08-29T17:56:49.275444+0000 mon.a (mon.0) 767 : cluster [WRN] Health check failed: Degraded data redundancy: 85/912 objects degraded (9.320%), 11 pgs degraded (PG_DEGRADED) 2024-08-29T17:56:50.629 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:56:50 smithi028 bash[78352]: cluster 2024-08-29T17:56:50.210895+0000 mon.a (mon.0) 768 : cluster [DBG] osdmap e601: 8 total, 7 up, 8 in 2024-08-29T17:56:51.211 INFO:tasks.rados.rados.0.smithi028.stdout:2600: done (1 left) 2024-08-29T17:56:51.211 INFO:tasks.rados.rados.0.smithi028.stdout:2601: setattr oid 1 current snap is 269 2024-08-29T17:56:51.212 INFO:tasks.rados.rados.0.smithi028.stdout:2599: finishing copy_from racing read to smithi02869045-45 2024-08-29T17:56:51.212 INFO:tasks.rados.rados.0.smithi028.stdout:2599: finishing copy_from to smithi02869045-45 2024-08-29T17:56:51.212 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 45 v 1743 (ObjNum 774 snap 265 seq_num 774) dirty exists 2024-08-29T17:56:51.212 INFO:tasks.rados.rados.0.smithi028.stdout:2599: done (1 left) 2024-08-29T17:56:51.212 INFO:tasks.rados.rados.0.smithi028.stdout:2602: snap_create 2024-08-29T17:56:51.234 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 1 v 2389 (ObjNum 762 snap 261 seq_num 762) dirty exists 2024-08-29T17:56:51.878 INFO:journalctl@ceph.mgr.y.smithi028.stdout:Aug 29 17:56:51 smithi028 bash[70818]: ::ffff:172.21.15.53 - - [29/Aug/2024:17:56:51] "GET /metrics HTTP/1.1" 200 36127 "" "Prometheus/2.43.0" 2024-08-29T17:56:51.879 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:56:51 smithi028 bash[77168]: audit 2024-08-29T17:56:50.599231+0000 mon.a (mon.0) 769 : audit [INF] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' 2024-08-29T17:56:51.879 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:56:51 smithi028 bash[77168]: audit 2024-08-29T17:56:50.608792+0000 mon.a (mon.0) 770 : audit [INF] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' 2024-08-29T17:56:51.879 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:56:51 smithi028 bash[77168]: audit 2024-08-29T17:56:50.611286+0000 mon.a (mon.0) 771 : audit [DBG] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-29T17:56:51.879 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:56:51 smithi028 bash[77168]: cluster 2024-08-29T17:56:51.213139+0000 mon.a (mon.0) 772 : cluster [DBG] osdmap e602: 8 total, 7 up, 8 in 2024-08-29T17:56:51.879 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:56:51 smithi028 bash[78352]: audit 2024-08-29T17:56:50.599231+0000 mon.a (mon.0) 769 : audit [INF] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' 2024-08-29T17:56:51.879 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:56:51 smithi028 bash[78352]: audit 2024-08-29T17:56:50.608792+0000 mon.a (mon.0) 770 : audit [INF] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' 2024-08-29T17:56:51.879 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:56:51 smithi028 bash[78352]: audit 2024-08-29T17:56:50.611286+0000 mon.a (mon.0) 771 : audit [DBG] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-29T17:56:51.879 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:56:51 smithi028 bash[78352]: cluster 2024-08-29T17:56:51.213139+0000 mon.a (mon.0) 772 : cluster [DBG] osdmap e602: 8 total, 7 up, 8 in 2024-08-29T17:56:51.907 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:56:51 smithi053 bash[68679]: audit 2024-08-29T17:56:50.599231+0000 mon.a (mon.0) 769 : audit [INF] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' 2024-08-29T17:56:51.907 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:56:51 smithi053 bash[68679]: audit 2024-08-29T17:56:50.608792+0000 mon.a (mon.0) 770 : audit [INF] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' 2024-08-29T17:56:51.907 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:56:51 smithi053 bash[68679]: audit 2024-08-29T17:56:50.611286+0000 mon.a (mon.0) 771 : audit [DBG] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-29T17:56:51.907 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:56:51 smithi053 bash[68679]: cluster 2024-08-29T17:56:51.213139+0000 mon.a (mon.0) 772 : cluster [DBG] osdmap e602: 8 total, 7 up, 8 in 2024-08-29T17:56:52.170 INFO:journalctl@ceph.osd.5.smithi053.stdout:Aug 29 17:56:52 smithi053 bash[76867]: Running command: /usr/bin/ceph-authtool --gen-print-key 2024-08-29T17:56:52.171 INFO:journalctl@ceph.osd.5.smithi053.stdout:Aug 29 17:56:52 smithi053 bash[76867]: Running command: /usr/bin/ceph-authtool --gen-print-key 2024-08-29T17:56:52.171 INFO:journalctl@ceph.osd.5.smithi053.stdout:Aug 29 17:56:52 smithi053 bash[76867]: --> Failed to activate via raw: activate() takes 1 positional argument but 5 were given 2024-08-29T17:56:52.171 INFO:journalctl@ceph.osd.5.smithi053.stdout:Aug 29 17:56:52 smithi053 bash[76867]: Running command: /usr/bin/ceph-authtool --gen-print-key 2024-08-29T17:56:52.214 INFO:tasks.rados.rados.0.smithi028.stdout:2601: done (1 left) 2024-08-29T17:56:52.214 INFO:tasks.rados.rados.0.smithi028.stdout:2602: done (0 left) 2024-08-29T17:56:52.214 INFO:tasks.rados.rados.0.smithi028.stdout:2603: snap_remove snap 237 2024-08-29T17:56:52.574 INFO:journalctl@ceph.osd.5.smithi053.stdout:Aug 29 17:56:52 smithi053 bash[76867]: Running command: /usr/bin/ceph-authtool --gen-print-key 2024-08-29T17:56:52.575 INFO:journalctl@ceph.osd.5.smithi053.stdout:Aug 29 17:56:52 smithi053 bash[76867]: Running command: /usr/bin/chown -R ceph:ceph /var/lib/ceph/osd/ceph-5 2024-08-29T17:56:52.575 INFO:journalctl@ceph.osd.5.smithi053.stdout:Aug 29 17:56:52 smithi053 bash[76867]: Running command: /usr/bin/ceph-bluestore-tool --cluster=ceph prime-osd-dir --dev /dev/vg_nvme/lv_3 --path /var/lib/ceph/osd/ceph-5 --no-mon-config 2024-08-29T17:56:52.575 INFO:journalctl@ceph.prometheus.a.smithi053.stdout:Aug 29 17:56:52 smithi053 bash[61790]: ts=2024-08-29T17:56:52.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"3167ee72-662c-11ef-bcd4-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-29T17:56:52.878 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:56:52 smithi028 bash[77168]: cluster 2024-08-29T17:56:51.019659+0000 mgr.y (mgr.25022) 243 : cluster [DBG] pgmap v424: 121 pgs: 1 active+clean+snaptrim_wait, 1 active+clean+snaptrim, 35 active+undersized, 14 active+undersized+degraded, 70 active+clean; 453 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 6.6 MiB/s rd, 1.7 MiB/s wr, 17 op/s; 130/909 objects degraded (14.301%) 2024-08-29T17:56:52.878 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:56:52 smithi028 bash[77168]: cluster 2024-08-29T17:56:52.217361+0000 mon.a (mon.0) 773 : cluster [DBG] osdmap e603: 8 total, 7 up, 8 in 2024-08-29T17:56:52.879 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:56:52 smithi028 bash[78352]: cluster 2024-08-29T17:56:51.019659+0000 mgr.y (mgr.25022) 243 : cluster [DBG] pgmap v424: 121 pgs: 1 active+clean+snaptrim_wait, 1 active+clean+snaptrim, 35 active+undersized, 14 active+undersized+degraded, 70 active+clean; 453 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 6.6 MiB/s rd, 1.7 MiB/s wr, 17 op/s; 130/909 objects degraded (14.301%) 2024-08-29T17:56:52.879 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:56:52 smithi028 bash[78352]: cluster 2024-08-29T17:56:52.217361+0000 mon.a (mon.0) 773 : cluster [DBG] osdmap e603: 8 total, 7 up, 8 in 2024-08-29T17:56:52.953 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:56:52 smithi053 bash[68679]: cluster 2024-08-29T17:56:51.019659+0000 mgr.y (mgr.25022) 243 : cluster [DBG] pgmap v424: 121 pgs: 1 active+clean+snaptrim_wait, 1 active+clean+snaptrim, 35 active+undersized, 14 active+undersized+degraded, 70 active+clean; 453 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 6.6 MiB/s rd, 1.7 MiB/s wr, 17 op/s; 130/909 objects degraded (14.301%) 2024-08-29T17:56:52.953 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:56:52 smithi053 bash[68679]: cluster 2024-08-29T17:56:52.217361+0000 mon.a (mon.0) 773 : cluster [DBG] osdmap e603: 8 total, 7 up, 8 in 2024-08-29T17:56:52.953 INFO:journalctl@ceph.osd.5.smithi053.stdout:Aug 29 17:56:52 smithi053 bash[76867]: Running command: /usr/bin/ln -snf /dev/vg_nvme/lv_3 /var/lib/ceph/osd/ceph-5/block 2024-08-29T17:56:52.953 INFO:journalctl@ceph.osd.5.smithi053.stdout:Aug 29 17:56:52 smithi053 bash[76867]: Running command: /usr/bin/chown -h ceph:ceph /var/lib/ceph/osd/ceph-5/block 2024-08-29T17:56:52.953 INFO:journalctl@ceph.osd.5.smithi053.stdout:Aug 29 17:56:52 smithi053 bash[76867]: Running command: /usr/bin/chown -R ceph:ceph /dev/dm-2 2024-08-29T17:56:52.954 INFO:journalctl@ceph.osd.5.smithi053.stdout:Aug 29 17:56:52 smithi053 bash[76867]: Running command: /usr/bin/chown -R ceph:ceph /var/lib/ceph/osd/ceph-5 2024-08-29T17:56:52.954 INFO:journalctl@ceph.osd.5.smithi053.stdout:Aug 29 17:56:52 smithi053 bash[76867]: --> ceph-volume lvm activate successful for osd ID: 5 2024-08-29T17:56:53.216 INFO:tasks.rados.rados.0.smithi028.stdout:2603: done (0 left) 2024-08-29T17:56:53.216 INFO:tasks.rados.rados.0.smithi028.stdout:2604: delete oid 29 current snap is 270 2024-08-29T17:56:53.242 INFO:tasks.rados.rados.0.smithi028.stdout:2604: done (0 left) 2024-08-29T17:56:53.242 INFO:tasks.rados.rados.0.smithi028.stdout:2605: copy_from oid 14 from oid 22 current snap is 270 2024-08-29T17:56:53.242 INFO:tasks.rados.rados.0.smithi028.stdout:2606: delete oid 40 current snap is 270 2024-08-29T17:56:53.250 INFO:tasks.rados.rados.0.smithi028.stdout:2606: done (1 left) 2024-08-29T17:56:53.250 INFO:tasks.rados.rados.0.smithi028.stdout:2607: delete oid 21 current snap is 270 2024-08-29T17:56:53.255 INFO:tasks.rados.rados.0.smithi028.stdout:2607: done (1 left) 2024-08-29T17:56:53.255 INFO:tasks.rados.rados.0.smithi028.stdout:2608: rmattr oid 28 current snap is 270 2024-08-29T17:56:53.255 INFO:tasks.rados.rados.0.smithi028.stdout:2608: done (1 left) 2024-08-29T17:56:53.255 INFO:tasks.rados.rados.0.smithi028.stdout:2609: read oid 7 snap 258 2024-08-29T17:56:53.256 INFO:tasks.rados.rados.0.smithi028.stdout:2609: expect (ObjNum 1677554032 snap 21900 seq_num 1677200160) 2024-08-29T17:56:53.256 INFO:tasks.rados.rados.0.smithi028.stdout:2610: delete oid 1 current snap is 270 2024-08-29T17:56:53.257 INFO:tasks.rados.rados.0.smithi028.stdout:2609: expect (ObjNum 1677554032 snap 21900 seq_num 1677200160) 2024-08-29T17:56:53.266 INFO:tasks.rados.rados.0.smithi028.stdout:2605: finishing copy_from racing read to smithi02869045-14 2024-08-29T17:56:53.266 INFO:tasks.rados.rados.0.smithi028.stdout:2609: done (2 left) 2024-08-29T17:56:53.266 INFO:tasks.rados.rados.0.smithi028.stdout:2610: done (1 left) 2024-08-29T17:56:53.266 INFO:tasks.rados.rados.0.smithi028.stdout:2611: copy_from oid 50 from oid 36 current snap is 270 2024-08-29T17:56:53.266 INFO:tasks.rados.rados.0.smithi028.stdout:append oid 19 current snap is 270 2024-08-29T17:56:53.266 INFO:tasks.rados.rados.0.smithi028.stdout:2612: seq_num 795 ranges {417792=524288,942080=417792,1359872=385024} 2024-08-29T17:56:53.272 INFO:tasks.rados.rados.0.smithi028.stdout:2612: writing smithi02869045-19 from 417792 to 942080 tid 1 2024-08-29T17:56:53.274 INFO:tasks.rados.rados.0.smithi028.stdout:2612: writing smithi02869045-19 from 942080 to 1359872 tid 2 2024-08-29T17:56:53.277 INFO:tasks.rados.rados.0.smithi028.stdout:2612: writing smithi02869045-19 from 1359872 to 1744896 tid 3 2024-08-29T17:56:53.277 INFO:tasks.rados.rados.0.smithi028.stdout:append oid 3 current snap is 270 2024-08-29T17:56:53.277 INFO:tasks.rados.rados.0.smithi028.stdout:2605: finishing copy_from to smithi02869045-14 2024-08-29T17:56:53.277 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 14 v 1658 (ObjNum 715 snap 245 seq_num 715) dirty exists 2024-08-29T17:56:53.277 INFO:tasks.rados.rados.0.smithi028.stdout:2611: finishing copy_from to smithi02869045-50 2024-08-29T17:56:53.277 INFO:tasks.rados.rados.0.smithi028.stdout:2611: got expected ENOENT (src dne) 2024-08-29T17:56:53.277 INFO:tasks.rados.rados.0.smithi028.stdout:2611: finishing copy_from racing read to smithi02869045-50 2024-08-29T17:56:53.278 INFO:tasks.rados.rados.0.smithi028.stdout:2613: seq_num 796 ranges {376832=540672,917504=704512,1622016=98304} 2024-08-29T17:56:53.282 INFO:tasks.rados.rados.0.smithi028.stdout:2613: writing smithi02869045-3 from 376832 to 917504 tid 1 2024-08-29T17:56:53.286 INFO:tasks.rados.rados.0.smithi028.stdout:2613: writing smithi02869045-3 from 917504 to 1622016 tid 2 2024-08-29T17:56:53.287 INFO:tasks.rados.rados.0.smithi028.stdout:2613: writing smithi02869045-3 from 1622016 to 1720320 tid 3 2024-08-29T17:56:53.288 INFO:tasks.rados.rados.0.smithi028.stdout:2605: done (3 left) 2024-08-29T17:56:53.288 INFO:tasks.rados.rados.0.smithi028.stdout:2611: done (2 left) 2024-08-29T17:56:53.288 INFO:tasks.rados.rados.0.smithi028.stdout:2614: read oid 8 snap -1 2024-08-29T17:56:53.288 INFO:tasks.rados.rados.0.smithi028.stdout:2614: expect (ObjNum 733 snap 249 seq_num 733) 2024-08-29T17:56:53.288 INFO:tasks.rados.rados.0.smithi028.stdout:2615: rollback oid 1 current snap is 270 2024-08-29T17:56:53.288 INFO:tasks.rados.rados.0.smithi028.stdout:rollback oid 1 to 267 2024-08-29T17:56:53.288 INFO:tasks.rados.rados.0.smithi028.stdout:2616: snap_remove snap 263 2024-08-29T17:56:54.208 INFO:tasks.rados.rados.0.smithi028.stdout:2616: done (4 left) 2024-08-29T17:56:54.209 INFO:tasks.rados.rados.0.smithi028.stdout:2617: snap_remove snap 261 2024-08-29T17:56:54.574 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:56:54 smithi053 bash[68679]: cluster 2024-08-29T17:56:53.020896+0000 mgr.y (mgr.25022) 244 : cluster [DBG] pgmap v427: 121 pgs: 1 active+clean+snaptrim_wait, 1 active+clean+snaptrim, 35 active+undersized, 14 active+undersized+degraded, 70 active+clean; 453 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 511 B/s rd, 568 KiB/s wr, 8 op/s; 130/909 objects degraded (14.301%) 2024-08-29T17:56:54.574 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:56:54 smithi053 bash[68679]: cluster 2024-08-29T17:56:53.218209+0000 mon.a (mon.0) 774 : cluster [DBG] osdmap e604: 8 total, 7 up, 8 in 2024-08-29T17:56:54.574 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:56:54 smithi053 bash[68679]: cluster 2024-08-29T17:56:54.210669+0000 mon.a (mon.0) 775 : cluster [DBG] osdmap e605: 8 total, 7 up, 8 in 2024-08-29T17:56:54.628 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:56:54 smithi028 bash[78352]: cluster 2024-08-29T17:56:53.020896+0000 mgr.y (mgr.25022) 244 : cluster [DBG] pgmap v427: 121 pgs: 1 active+clean+snaptrim_wait, 1 active+clean+snaptrim, 35 active+undersized, 14 active+undersized+degraded, 70 active+clean; 453 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 511 B/s rd, 568 KiB/s wr, 8 op/s; 130/909 objects degraded (14.301%) 2024-08-29T17:56:54.628 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:56:54 smithi028 bash[78352]: cluster 2024-08-29T17:56:53.218209+0000 mon.a (mon.0) 774 : cluster [DBG] osdmap e604: 8 total, 7 up, 8 in 2024-08-29T17:56:54.629 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:56:54 smithi028 bash[78352]: cluster 2024-08-29T17:56:54.210669+0000 mon.a (mon.0) 775 : cluster [DBG] osdmap e605: 8 total, 7 up, 8 in 2024-08-29T17:56:54.629 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:56:54 smithi028 bash[77168]: cluster 2024-08-29T17:56:53.020896+0000 mgr.y (mgr.25022) 244 : cluster [DBG] pgmap v427: 121 pgs: 1 active+clean+snaptrim_wait, 1 active+clean+snaptrim, 35 active+undersized, 14 active+undersized+degraded, 70 active+clean; 453 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 511 B/s rd, 568 KiB/s wr, 8 op/s; 130/909 objects degraded (14.301%) 2024-08-29T17:56:54.629 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:56:54 smithi028 bash[77168]: cluster 2024-08-29T17:56:53.218209+0000 mon.a (mon.0) 774 : cluster [DBG] osdmap e604: 8 total, 7 up, 8 in 2024-08-29T17:56:54.629 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:56:54 smithi028 bash[77168]: cluster 2024-08-29T17:56:54.210669+0000 mon.a (mon.0) 775 : cluster [DBG] osdmap e605: 8 total, 7 up, 8 in 2024-08-29T17:56:55.074 INFO:journalctl@ceph.osd.5.smithi053.stdout:Aug 29 17:56:54 smithi053 bash[77077]: debug 2024-08-29T17:56:54.845+0000 7fa998385640 1 -- 172.21.15.53:0/3062601239 <== mon.1 v2:172.21.15.53:3300/0 4 ==== auth_reply(proto 2 0 (0) Success) ==== 194+0+0 (secure 0 0 0) 0x564c25e86960 con 0x564c25ea7c00 2024-08-29T17:56:55.211 INFO:tasks.rados.rados.0.smithi028.stdout:2617: done (4 left) 2024-08-29T17:56:55.211 INFO:tasks.rados.rados.0.smithi028.stdout:2618: rmattr oid 28 current snap is 270 2024-08-29T17:56:55.211 INFO:tasks.rados.rados.0.smithi028.stdout:2618: done (4 left) 2024-08-29T17:56:55.211 INFO:tasks.rados.rados.0.smithi028.stdout:append oid 47 current snap is 270 2024-08-29T17:56:55.211 INFO:tasks.rados.rados.0.smithi028.stdout:2619: seq_num 797 ranges {1163264=557056,1720320=589824,2310144=212992} 2024-08-29T17:56:55.223 INFO:tasks.rados.rados.0.smithi028.stdout:2619: writing smithi02869045-47 from 1163264 to 1720320 tid 1 2024-08-29T17:56:55.228 INFO:tasks.rados.rados.0.smithi028.stdout:2619: writing smithi02869045-47 from 1720320 to 2310144 tid 2 2024-08-29T17:56:55.229 INFO:tasks.rados.rados.0.smithi028.stdout:2619: writing smithi02869045-47 from 2310144 to 2523136 tid 3 2024-08-29T17:56:55.241 INFO:tasks.rados.rados.0.smithi028.stdout:2612: finishing write tid 1 to smithi02869045-19 2024-08-29T17:56:55.241 INFO:tasks.rados.rados.0.smithi028.stdout:2612: finishing write tid 2 to smithi02869045-19 2024-08-29T17:56:55.241 INFO:tasks.rados.rados.0.smithi028.stdout:2612: finishing write tid 3 to smithi02869045-19 2024-08-29T17:56:55.241 INFO:tasks.rados.rados.0.smithi028.stdout:2612: finishing write tid 4 to smithi02869045-19 2024-08-29T17:56:55.241 INFO:tasks.rados.rados.0.smithi028.stdout:2615: finishing rollback tid 1 to smithi02869045-1 2024-08-29T17:56:55.241 INFO:tasks.rados.rados.0.smithi028.stdout:2613: finishing write tid 1 to smithi02869045-3 2024-08-29T17:56:55.241 INFO:tasks.rados.rados.0.smithi028.stdout:2615: finishing rollback tid 2 to smithi02869045-1 2024-08-29T17:56:55.241 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 1 v 2405 (ObjNum 762 snap 261 seq_num 762) dirty exists 2024-08-29T17:56:55.242 INFO:tasks.rados.rados.0.smithi028.stdout:2614: expect (ObjNum 733 snap 249 seq_num 733) 2024-08-29T17:56:55.251 INFO:tasks.rados.rados.0.smithi028.stdout:2612: finishing write tid 5 to smithi02869045-19 2024-08-29T17:56:55.251 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 19 v 2087 (ObjNum 795 snap 270 seq_num 795) dirty exists 2024-08-29T17:56:55.251 INFO:tasks.rados.rados.0.smithi028.stdout:2612: left oid 19 (ObjNum 795 snap 270 seq_num 795) 2024-08-29T17:56:55.251 INFO:tasks.rados.rados.0.smithi028.stdout:2613: finishing write tid 2 to smithi02869045-3 2024-08-29T17:56:55.251 INFO:tasks.rados.rados.0.smithi028.stdout:2613: finishing write tid 3 to smithi02869045-3 2024-08-29T17:56:55.251 INFO:tasks.rados.rados.0.smithi028.stdout:2613: finishing write tid 4 to smithi02869045-3 2024-08-29T17:56:55.251 INFO:tasks.rados.rados.0.smithi028.stdout:2613: finishing write tid 5 to smithi02869045-3 2024-08-29T17:56:55.251 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 3 v 2091 (ObjNum 796 snap 270 seq_num 796) dirty exists 2024-08-29T17:56:55.251 INFO:tasks.rados.rados.0.smithi028.stdout:2613: left oid 3 (ObjNum 796 snap 270 seq_num 796) 2024-08-29T17:56:55.251 INFO:tasks.rados.rados.0.smithi028.stdout:2619: finishing write tid 1 to smithi02869045-47 2024-08-29T17:56:55.252 INFO:tasks.rados.rados.0.smithi028.stdout:2619: finishing write tid 2 to smithi02869045-47 2024-08-29T17:56:55.252 INFO:tasks.rados.rados.0.smithi028.stdout:2619: finishing write tid 3 to smithi02869045-47 2024-08-29T17:56:55.252 INFO:tasks.rados.rados.0.smithi028.stdout:2619: finishing write tid 4 to smithi02869045-47 2024-08-29T17:56:55.252 INFO:tasks.rados.rados.0.smithi028.stdout:2619: finishing write tid 5 to smithi02869045-47 2024-08-29T17:56:55.252 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 47 v 1750 (ObjNum 797 snap 270 seq_num 797) dirty exists 2024-08-29T17:56:55.252 INFO:tasks.rados.rados.0.smithi028.stdout:2619: left oid 47 (ObjNum 797 snap 270 seq_num 797) 2024-08-29T17:56:55.252 INFO:tasks.rados.rados.0.smithi028.stdout:2612: done (4 left) 2024-08-29T17:56:55.252 INFO:tasks.rados.rados.0.smithi028.stdout:2613: done (3 left) 2024-08-29T17:56:55.252 INFO:tasks.rados.rados.0.smithi028.stdout:2614: done (2 left) 2024-08-29T17:56:55.252 INFO:tasks.rados.rados.0.smithi028.stdout:2615: done (1 left) 2024-08-29T17:56:55.252 INFO:tasks.rados.rados.0.smithi028.stdout:2619: done (0 left) 2024-08-29T17:56:55.252 INFO:tasks.rados.rados.0.smithi028.stdout:append oid 30 current snap is 270 2024-08-29T17:56:55.252 INFO:tasks.rados.rados.0.smithi028.stdout:2620: seq_num 798 ranges {2793472=573440,3366912=466944,3833856=335872} 2024-08-29T17:56:55.272 INFO:tasks.rados.rados.0.smithi028.stdout:2620: writing smithi02869045-30 from 2793472 to 3366912 tid 1 2024-08-29T17:56:55.275 INFO:tasks.rados.rados.0.smithi028.stdout:2620: writing smithi02869045-30 from 3366912 to 3833856 tid 2 2024-08-29T17:56:55.278 INFO:tasks.rados.rados.0.smithi028.stdout:2620: writing smithi02869045-30 from 3833856 to 4169728 tid 3 2024-08-29T17:56:55.278 INFO:tasks.rados.rados.0.smithi028.stdout:2621: read oid 16 snap -1 2024-08-29T17:56:55.278 INFO:tasks.rados.rados.0.smithi028.stdout:2621: expect (ObjNum 746 snap 256 seq_num 746) 2024-08-29T17:56:55.278 INFO:tasks.rados.rados.0.smithi028.stdout:append oid 24 current snap is 270 2024-08-29T17:56:55.278 INFO:tasks.rados.rados.0.smithi028.stdout:2622: seq_num 799 ranges {0=589824,589824=802816} 2024-08-29T17:56:55.281 INFO:tasks.rados.rados.0.smithi028.stdout:2622: writing smithi02869045-24 from 0 to 589824 tid 1 2024-08-29T17:56:55.287 INFO:tasks.rados.rados.0.smithi028.stdout:2622: writing smithi02869045-24 from 589824 to 1392640 tid 2 2024-08-29T17:56:55.288 INFO:tasks.rados.rados.0.smithi028.stdout:append oid 44 current snap is 270 2024-08-29T17:56:55.288 INFO:tasks.rados.rados.0.smithi028.stdout:2620: finishing write tid 1 to smithi02869045-30 2024-08-29T17:56:55.288 INFO:tasks.rados.rados.0.smithi028.stdout:2623: seq_num 800 ranges {0=606208,606208=688128,1294336=114688} 2024-08-29T17:56:55.291 INFO:tasks.rados.rados.0.smithi028.stdout:2623: writing smithi02869045-44 from 0 to 606208 tid 1 2024-08-29T17:56:55.296 INFO:tasks.rados.rados.0.smithi028.stdout:2623: writing smithi02869045-44 from 606208 to 1294336 tid 2 2024-08-29T17:56:55.298 INFO:tasks.rados.rados.0.smithi028.stdout:2623: writing smithi02869045-44 from 1294336 to 1409024 tid 3 2024-08-29T17:56:55.298 INFO:tasks.rados.rados.0.smithi028.stdout:2624: read oid 45 snap -1 2024-08-29T17:56:55.298 INFO:tasks.rados.rados.0.smithi028.stdout:2624: expect (ObjNum 774 snap 265 seq_num 774) 2024-08-29T17:56:55.298 INFO:tasks.rados.rados.0.smithi028.stdout:2625: rmattr oid 35 current snap is 270 2024-08-29T17:56:55.298 INFO:tasks.rados.rados.0.smithi028.stdout:2625: done (5 left) 2024-08-29T17:56:55.298 INFO:tasks.rados.rados.0.smithi028.stdout:2626: rollback oid 27 current snap is 270 2024-08-29T17:56:55.298 INFO:tasks.rados.rados.0.smithi028.stdout:rollback oid 27 to 265 2024-08-29T17:56:55.298 INFO:tasks.rados.rados.0.smithi028.stdout:2620: finishing write tid 2 to smithi02869045-30 2024-08-29T17:56:55.298 INFO:tasks.rados.rados.0.smithi028.stdout:2621: expect (ObjNum 746 snap 256 seq_num 746) 2024-08-29T17:56:55.323 INFO:tasks.rados.rados.0.smithi028.stdout:2620: finishing write tid 3 to smithi02869045-30 2024-08-29T17:56:55.323 INFO:tasks.rados.rados.0.smithi028.stdout:2620: finishing write tid 4 to smithi02869045-30 2024-08-29T17:56:55.323 INFO:tasks.rados.rados.0.smithi028.stdout:2622: finishing write tid 1 to smithi02869045-24 2024-08-29T17:56:55.323 INFO:tasks.rados.rados.0.smithi028.stdout:2620: finishing write tid 5 to smithi02869045-30 2024-08-29T17:56:55.323 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 30 v 1111 (ObjNum 798 snap 270 seq_num 798) dirty exists 2024-08-29T17:56:55.323 INFO:tasks.rados.rados.0.smithi028.stdout:2620: left oid 30 (ObjNum 798 snap 270 seq_num 798) 2024-08-29T17:56:55.323 INFO:tasks.rados.rados.0.smithi028.stdout:2620: done (5 left) 2024-08-29T17:56:55.323 INFO:tasks.rados.rados.0.smithi028.stdout:2621: done (4 left) 2024-08-29T17:56:55.323 INFO:tasks.rados.rados.0.smithi028.stdout:append oid 19 current snap is 270 2024-08-29T17:56:55.323 INFO:tasks.rados.rados.0.smithi028.stdout:2622: finishing write tid 2 to smithi02869045-24 2024-08-29T17:56:55.323 INFO:tasks.rados.rados.0.smithi028.stdout:2622: finishing write tid 3 to smithi02869045-24 2024-08-29T17:56:55.323 INFO:tasks.rados.rados.0.smithi028.stdout:2622: finishing write tid 4 to smithi02869045-24 2024-08-29T17:56:55.323 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 24 v 1448 (ObjNum 799 snap 270 seq_num 799) dirty exists 2024-08-29T17:56:55.324 INFO:tasks.rados.rados.0.smithi028.stdout:2622: left oid 24 (ObjNum 799 snap 270 seq_num 799) 2024-08-29T17:56:55.324 INFO:tasks.rados.rados.0.smithi028.stdout:2623: finishing write tid 1 to smithi02869045-44 2024-08-29T17:56:55.324 INFO:tasks.rados.rados.0.smithi028.stdout:2627: seq_num 801 ranges {1744896=622592,2367488=573440,2940928=229376} 2024-08-29T17:56:55.335 INFO:tasks.rados.rados.0.smithi028.stdout:2627: writing smithi02869045-19 from 1744896 to 2367488 tid 1 2024-08-29T17:56:55.339 INFO:tasks.rados.rados.0.smithi028.stdout:2627: writing smithi02869045-19 from 2367488 to 2940928 tid 2 2024-08-29T17:56:55.341 INFO:tasks.rados.rados.0.smithi028.stdout:2627: writing smithi02869045-19 from 2940928 to 3170304 tid 3 2024-08-29T17:56:55.341 INFO:tasks.rados.rados.0.smithi028.stdout:2622: done (4 left) 2024-08-29T17:56:55.341 INFO:tasks.rados.rados.0.smithi028.stdout:2628: read oid 37 snap -1 2024-08-29T17:56:55.341 INFO:tasks.rados.rados.0.smithi028.stdout:2628: expect deleted 2024-08-29T17:56:55.341 INFO:tasks.rados.rados.0.smithi028.stdout:append oid 34 current snap is 270 2024-08-29T17:56:55.342 INFO:tasks.rados.rados.0.smithi028.stdout:2626: finishing rollback tid 1 to smithi02869045-27 2024-08-29T17:56:55.342 INFO:tasks.rados.rados.0.smithi028.stdout:2623: finishing write tid 2 to smithi02869045-44 2024-08-29T17:56:55.342 INFO:tasks.rados.rados.0.smithi028.stdout:2629: seq_num 802 ranges {2523136=638976,3162112=458752,3620864=344064} 2024-08-29T17:56:55.359 INFO:tasks.rados.rados.0.smithi028.stdout:2629: writing smithi02869045-34 from 2523136 to 3162112 tid 1 2024-08-29T17:56:55.362 INFO:tasks.rados.rados.0.smithi028.stdout:2629: writing smithi02869045-34 from 3162112 to 3620864 tid 2 2024-08-29T17:56:55.364 INFO:tasks.rados.rados.0.smithi028.stdout:2629: writing smithi02869045-34 from 3620864 to 3964928 tid 3 2024-08-29T17:56:55.364 INFO:tasks.rados.rados.0.smithi028.stdout:2630: copy_from oid 1 from oid 47 current snap is 270 2024-08-29T17:56:55.364 INFO:tasks.rados.rados.0.smithi028.stdout:2623: finishing write tid 3 to smithi02869045-44 2024-08-29T17:56:55.364 INFO:tasks.rados.rados.0.smithi028.stdout:2623: finishing write tid 4 to smithi02869045-44 2024-08-29T17:56:55.364 INFO:tasks.rados.rados.0.smithi028.stdout:2626: finishing rollback tid 2 to smithi02869045-27 2024-08-29T17:56:55.364 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 27 v 1672 (ObjNum 738 snap 254 seq_num 738) dirty exists 2024-08-29T17:56:55.364 INFO:tasks.rados.rados.0.smithi028.stdout:2623: finishing write tid 5 to smithi02869045-44 2024-08-29T17:56:55.364 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 44 v 1691 (ObjNum 800 snap 270 seq_num 800) dirty exists 2024-08-29T17:56:55.364 INFO:tasks.rados.rados.0.smithi028.stdout:2623: left oid 44 (ObjNum 800 snap 270 seq_num 800) 2024-08-29T17:56:55.364 INFO:tasks.rados.rados.0.smithi028.stdout:2624: expect (ObjNum 774 snap 265 seq_num 774) 2024-08-29T17:56:55.429 INFO:tasks.rados.rados.0.smithi028.stdout:2627: finishing write tid 1 to smithi02869045-19 2024-08-29T17:56:55.430 INFO:tasks.rados.rados.0.smithi028.stdout:2627: finishing write tid 2 to smithi02869045-19 2024-08-29T17:56:55.430 INFO:tasks.rados.rados.0.smithi028.stdout:2627: finishing write tid 3 to smithi02869045-19 2024-08-29T17:56:55.430 INFO:tasks.rados.rados.0.smithi028.stdout:2627: finishing write tid 4 to smithi02869045-19 2024-08-29T17:56:55.430 INFO:tasks.rados.rados.0.smithi028.stdout:2627: finishing write tid 5 to smithi02869045-19 2024-08-29T17:56:55.430 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 19 v 2095 (ObjNum 801 snap 270 seq_num 801) dirty exists 2024-08-29T17:56:55.430 INFO:tasks.rados.rados.0.smithi028.stdout:2627: left oid 19 (ObjNum 801 snap 270 seq_num 801) 2024-08-29T17:56:55.430 INFO:tasks.rados.rados.0.smithi028.stdout:2629: finishing write tid 1 to smithi02869045-34 2024-08-29T17:56:55.430 INFO:tasks.rados.rados.0.smithi028.stdout:2629: finishing write tid 2 to smithi02869045-34 2024-08-29T17:56:55.430 INFO:tasks.rados.rados.0.smithi028.stdout:2629: finishing write tid 3 to smithi02869045-34 2024-08-29T17:56:55.430 INFO:tasks.rados.rados.0.smithi028.stdout:2629: finishing write tid 4 to smithi02869045-34 2024-08-29T17:56:55.430 INFO:tasks.rados.rados.0.smithi028.stdout:2623: done (6 left) 2024-08-29T17:56:55.430 INFO:tasks.rados.rados.0.smithi028.stdout:2624: done (5 left) 2024-08-29T17:56:55.430 INFO:tasks.rados.rados.0.smithi028.stdout:2626: done (4 left) 2024-08-29T17:56:55.430 INFO:tasks.rados.rados.0.smithi028.stdout:2627: done (3 left) 2024-08-29T17:56:55.430 INFO:tasks.rados.rados.0.smithi028.stdout:2628: done (2 left) 2024-08-29T17:56:55.431 INFO:tasks.rados.rados.0.smithi028.stdout:2631: snap_create 2024-08-29T17:56:55.431 INFO:tasks.rados.rados.0.smithi028.stdout:2629: finishing write tid 5 to smithi02869045-34 2024-08-29T17:56:55.431 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 34 v 2075 (ObjNum 802 snap 270 seq_num 802) dirty exists 2024-08-29T17:56:55.431 INFO:tasks.rados.rados.0.smithi028.stdout:2629: left oid 34 (ObjNum 802 snap 270 seq_num 802) 2024-08-29T17:56:55.431 INFO:tasks.rados.rados.0.smithi028.stdout:2630: finishing copy_from racing read to smithi02869045-1 2024-08-29T17:56:55.431 INFO:tasks.rados.rados.0.smithi028.stdout:2630: finishing copy_from to smithi02869045-1 2024-08-29T17:56:55.431 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 1 v 1750 (ObjNum 797 snap 270 seq_num 797) dirty exists 2024-08-29T17:56:56.205 INFO:journalctl@ceph.osd.5.smithi053.stdout:Aug 29 17:56:55 smithi053 bash[77077]: debug 2024-08-29T17:56:55.925+0000 7fa99abec640 -1 Falling back to public interface 2024-08-29T17:56:56.239 INFO:tasks.rados.rados.0.smithi028.stdout:2629: done (2 left) 2024-08-29T17:56:56.239 INFO:tasks.rados.rados.0.smithi028.stdout:2630: done (1 left) 2024-08-29T17:56:56.240 INFO:tasks.rados.rados.0.smithi028.stdout:2631: done (0 left) 2024-08-29T17:56:56.240 INFO:tasks.rados.rados.0.smithi028.stdout:2632: snap_create 2024-08-29T17:56:56.574 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:56:56 smithi053 bash[68679]: cluster 2024-08-29T17:56:55.022282+0000 mgr.y (mgr.25022) 245 : cluster [DBG] pgmap v430: 121 pgs: 35 active+undersized, 14 active+undersized+degraded, 72 active+clean; 458 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 37 KiB/s rd, 1.5 MiB/s wr, 10 op/s; 132/921 objects degraded (14.332%) 2024-08-29T17:56:56.574 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:56:56 smithi053 bash[68679]: cluster 2024-08-29T17:56:55.212815+0000 mon.a (mon.0) 776 : cluster [DBG] osdmap e606: 8 total, 7 up, 8 in 2024-08-29T17:56:56.574 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:56:56 smithi053 bash[68679]: cluster 2024-08-29T17:56:55.231092+0000 mon.a (mon.0) 777 : cluster [WRN] Health check update: Degraded data redundancy: 132/921 objects degraded (14.332%), 14 pgs degraded (PG_DEGRADED) 2024-08-29T17:56:56.628 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:56:56 smithi028 bash[78352]: cluster 2024-08-29T17:56:55.022282+0000 mgr.y (mgr.25022) 245 : cluster [DBG] pgmap v430: 121 pgs: 35 active+undersized, 14 active+undersized+degraded, 72 active+clean; 458 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 37 KiB/s rd, 1.5 MiB/s wr, 10 op/s; 132/921 objects degraded (14.332%) 2024-08-29T17:56:56.629 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:56:56 smithi028 bash[78352]: cluster 2024-08-29T17:56:55.212815+0000 mon.a (mon.0) 776 : cluster [DBG] osdmap e606: 8 total, 7 up, 8 in 2024-08-29T17:56:56.629 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:56:56 smithi028 bash[78352]: cluster 2024-08-29T17:56:55.231092+0000 mon.a (mon.0) 777 : cluster [WRN] Health check update: Degraded data redundancy: 132/921 objects degraded (14.332%), 14 pgs degraded (PG_DEGRADED) 2024-08-29T17:56:56.629 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:56:56 smithi028 bash[77168]: cluster 2024-08-29T17:56:55.022282+0000 mgr.y (mgr.25022) 245 : cluster [DBG] pgmap v430: 121 pgs: 35 active+undersized, 14 active+undersized+degraded, 72 active+clean; 458 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 37 KiB/s rd, 1.5 MiB/s wr, 10 op/s; 132/921 objects degraded (14.332%) 2024-08-29T17:56:56.629 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:56:56 smithi028 bash[77168]: cluster 2024-08-29T17:56:55.212815+0000 mon.a (mon.0) 776 : cluster [DBG] osdmap e606: 8 total, 7 up, 8 in 2024-08-29T17:56:56.629 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:56:56 smithi028 bash[77168]: cluster 2024-08-29T17:56:55.231092+0000 mon.a (mon.0) 777 : cluster [WRN] Health check update: Degraded data redundancy: 132/921 objects degraded (14.332%), 14 pgs degraded (PG_DEGRADED) 2024-08-29T17:56:57.250 INFO:tasks.rados.rados.0.smithi028.stdout:2632: done (0 left) 2024-08-29T17:56:57.250 INFO:tasks.rados.rados.0.smithi028.stdout:append oid 42 current snap is 272 2024-08-29T17:56:57.250 INFO:tasks.rados.rados.0.smithi028.stdout:2633: seq_num 803 ranges {0=655360,655360=745472,1400832=57344} 2024-08-29T17:56:57.257 INFO:tasks.rados.rados.0.smithi028.stdout:2633: writing smithi02869045-42 from 0 to 655360 tid 1 2024-08-29T17:56:57.265 INFO:tasks.rados.rados.0.smithi028.stdout:2633: writing smithi02869045-42 from 655360 to 1400832 tid 2 2024-08-29T17:56:57.266 INFO:tasks.rados.rados.0.smithi028.stdout:2633: writing smithi02869045-42 from 1400832 to 1458176 tid 3 2024-08-29T17:56:57.266 INFO:tasks.rados.rados.0.smithi028.stdout:2633: finishing write tid 1 to smithi02869045-42 2024-08-29T17:56:57.266 INFO:tasks.rados.rados.0.smithi028.stdout:2634: read oid 35 snap 266 2024-08-29T17:56:57.266 INFO:tasks.rados.rados.0.smithi028.stdout:2634: expect (ObjNum 735 snap 252 seq_num 735) 2024-08-29T17:56:57.266 INFO:tasks.rados.rados.0.smithi028.stdout:2635: read oid 9 snap -1 2024-08-29T17:56:57.266 INFO:tasks.rados.rados.0.smithi028.stdout:2635: expect (ObjNum 775 snap 265 seq_num 775) 2024-08-29T17:56:57.266 INFO:tasks.rados.rados.0.smithi028.stdout:2636: snap_create 2024-08-29T17:56:57.272 INFO:tasks.rados.rados.0.smithi028.stdout:2634: expect (ObjNum 735 snap 252 seq_num 735) 2024-08-29T17:56:57.288 INFO:tasks.rados.rados.0.smithi028.stdout:2633: finishing write tid 2 to smithi02869045-42 2024-08-29T17:56:57.288 INFO:tasks.rados.rados.0.smithi028.stdout:2633: finishing write tid 3 to smithi02869045-42 2024-08-29T17:56:57.288 INFO:tasks.rados.rados.0.smithi028.stdout:2633: finishing write tid 4 to smithi02869045-42 2024-08-29T17:56:57.288 INFO:tasks.rados.rados.0.smithi028.stdout:2633: finishing write tid 5 to smithi02869045-42 2024-08-29T17:56:57.288 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 42 v 1660 (ObjNum 803 snap 272 seq_num 803) dirty exists 2024-08-29T17:56:57.288 INFO:tasks.rados.rados.0.smithi028.stdout:2633: left oid 42 (ObjNum 803 snap 272 seq_num 803) 2024-08-29T17:56:57.319 INFO:tasks.rados.rados.0.smithi028.stdout:2635: expect (ObjNum 775 snap 265 seq_num 775) 2024-08-29T17:56:57.574 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:56:57 smithi053 bash[68679]: cluster 2024-08-29T17:56:56.241560+0000 mon.a (mon.0) 778 : cluster [DBG] osdmap e607: 8 total, 7 up, 8 in 2024-08-29T17:56:57.574 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:56:57 smithi053 bash[68679]: audit 2024-08-29T17:56:57.037538+0000 mon.a (mon.0) 779 : audit [INF] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' 2024-08-29T17:56:57.574 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:56:57 smithi053 bash[68679]: audit 2024-08-29T17:56:57.039577+0000 mon.a (mon.0) 780 : audit [DBG] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-29T17:56:57.628 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:56:57 smithi028 bash[78352]: cluster 2024-08-29T17:56:56.241560+0000 mon.a (mon.0) 778 : cluster [DBG] osdmap e607: 8 total, 7 up, 8 in 2024-08-29T17:56:57.628 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:56:57 smithi028 bash[78352]: audit 2024-08-29T17:56:57.037538+0000 mon.a (mon.0) 779 : audit [INF] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' 2024-08-29T17:56:57.628 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:56:57 smithi028 bash[78352]: audit 2024-08-29T17:56:57.039577+0000 mon.a (mon.0) 780 : audit [DBG] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-29T17:56:57.629 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:56:57 smithi028 bash[77168]: cluster 2024-08-29T17:56:56.241560+0000 mon.a (mon.0) 778 : cluster [DBG] osdmap e607: 8 total, 7 up, 8 in 2024-08-29T17:56:57.629 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:56:57 smithi028 bash[77168]: audit 2024-08-29T17:56:57.037538+0000 mon.a (mon.0) 779 : audit [INF] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' 2024-08-29T17:56:57.629 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:56:57 smithi028 bash[77168]: audit 2024-08-29T17:56:57.039577+0000 mon.a (mon.0) 780 : audit [DBG] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-29T17:56:58.367 INFO:tasks.rados.rados.0.smithi028.stdout:2633: done (3 left) 2024-08-29T17:56:58.367 INFO:tasks.rados.rados.0.smithi028.stdout:2634: done (2 left) 2024-08-29T17:56:58.367 INFO:tasks.rados.rados.0.smithi028.stdout:2635: done (1 left) 2024-08-29T17:56:58.367 INFO:tasks.rados.rados.0.smithi028.stdout:2636: done (0 left) 2024-08-29T17:56:58.367 INFO:tasks.rados.rados.0.smithi028.stdout:2637: read oid 19 snap -1 2024-08-29T17:56:58.367 INFO:tasks.rados.rados.0.smithi028.stdout:2637: expect (ObjNum 801 snap 270 seq_num 801) 2024-08-29T17:56:58.368 INFO:tasks.rados.rados.0.smithi028.stdout:2638: read oid 50 snap -1 2024-08-29T17:56:58.368 INFO:tasks.rados.rados.0.smithi028.stdout:2638: expect (ObjNum 670 snap 229 seq_num 670) 2024-08-29T17:56:58.368 INFO:tasks.rados.rados.0.smithi028.stdout:2639: snap_create 2024-08-29T17:56:58.388 INFO:tasks.rados.rados.0.smithi028.stdout:2637: expect (ObjNum 801 snap 270 seq_num 801) 2024-08-29T17:56:58.563 INFO:tasks.rados.rados.0.smithi028.stdout:2638: expect (ObjNum 670 snap 229 seq_num 670) 2024-08-29T17:56:58.574 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:56:58 smithi053 bash[68679]: cluster 2024-08-29T17:56:57.023203+0000 mgr.y (mgr.25022) 246 : cluster [DBG] pgmap v433: 121 pgs: 35 active+undersized, 14 active+undersized+degraded, 72 active+clean; 458 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 37 KiB/s rd, 1.5 MiB/s wr, 10 op/s; 132/921 objects degraded (14.332%) 2024-08-29T17:56:58.574 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:56:58 smithi053 bash[68679]: cluster 2024-08-29T17:56:57.252424+0000 mon.a (mon.0) 781 : cluster [DBG] osdmap e608: 8 total, 7 up, 8 in 2024-08-29T17:56:58.574 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:56:58 smithi053 bash[68679]: audit 2024-08-29T17:56:58.036256+0000 mon.a (mon.0) 782 : audit [INF] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' 2024-08-29T17:56:58.574 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:56:58 smithi053 bash[68679]: audit 2024-08-29T17:56:58.045350+0000 mon.a (mon.0) 783 : audit [INF] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' 2024-08-29T17:56:58.628 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:56:58 smithi028 bash[78352]: cluster 2024-08-29T17:56:57.023203+0000 mgr.y (mgr.25022) 246 : cluster [DBG] pgmap v433: 121 pgs: 35 active+undersized, 14 active+undersized+degraded, 72 active+clean; 458 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 37 KiB/s rd, 1.5 MiB/s wr, 10 op/s; 132/921 objects degraded (14.332%) 2024-08-29T17:56:58.628 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:56:58 smithi028 bash[78352]: cluster 2024-08-29T17:56:57.252424+0000 mon.a (mon.0) 781 : cluster [DBG] osdmap e608: 8 total, 7 up, 8 in 2024-08-29T17:56:58.629 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:56:58 smithi028 bash[78352]: audit 2024-08-29T17:56:58.036256+0000 mon.a (mon.0) 782 : audit [INF] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' 2024-08-29T17:56:58.629 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:56:58 smithi028 bash[78352]: audit 2024-08-29T17:56:58.045350+0000 mon.a (mon.0) 783 : audit [INF] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' 2024-08-29T17:56:58.629 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:56:58 smithi028 bash[77168]: cluster 2024-08-29T17:56:57.023203+0000 mgr.y (mgr.25022) 246 : cluster [DBG] pgmap v433: 121 pgs: 35 active+undersized, 14 active+undersized+degraded, 72 active+clean; 458 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 37 KiB/s rd, 1.5 MiB/s wr, 10 op/s; 132/921 objects degraded (14.332%) 2024-08-29T17:56:58.629 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:56:58 smithi028 bash[77168]: cluster 2024-08-29T17:56:57.252424+0000 mon.a (mon.0) 781 : cluster [DBG] osdmap e608: 8 total, 7 up, 8 in 2024-08-29T17:56:58.629 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:56:58 smithi028 bash[77168]: audit 2024-08-29T17:56:58.036256+0000 mon.a (mon.0) 782 : audit [INF] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' 2024-08-29T17:56:58.629 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:56:58 smithi028 bash[77168]: audit 2024-08-29T17:56:58.045350+0000 mon.a (mon.0) 783 : audit [INF] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' 2024-08-29T17:56:59.288 INFO:tasks.rados.rados.0.smithi028.stdout:2637: done (2 left) 2024-08-29T17:56:59.289 INFO:tasks.rados.rados.0.smithi028.stdout:2638: done (1 left) 2024-08-29T17:56:59.289 INFO:tasks.rados.rados.0.smithi028.stdout:2639: done (0 left) 2024-08-29T17:56:59.289 INFO:tasks.rados.rados.0.smithi028.stdout:append oid 20 current snap is 274 2024-08-29T17:56:59.289 INFO:tasks.rados.rados.0.smithi028.stdout:2640: seq_num 804 ranges {352256=671744,1024000=622592,1646592=180224} 2024-08-29T17:56:59.294 INFO:tasks.rados.rados.0.smithi028.stdout:2640: writing smithi02869045-20 from 352256 to 1024000 tid 1 2024-08-29T17:56:59.297 INFO:tasks.rados.rados.0.smithi028.stdout:2640: writing smithi02869045-20 from 1024000 to 1646592 tid 2 2024-08-29T17:56:59.298 INFO:tasks.rados.rados.0.smithi028.stdout:2640: writing smithi02869045-20 from 1646592 to 1826816 tid 3 2024-08-29T17:56:59.298 INFO:tasks.rados.rados.0.smithi028.stdout:2641: read oid 9 snap 265 2024-08-29T17:56:59.299 INFO:tasks.rados.rados.0.smithi028.stdout:2641: expect (ObjNum 775 snap 265 seq_num 775) 2024-08-29T17:56:59.299 INFO:tasks.rados.rados.0.smithi028.stdout:2642: snap_remove snap 231 2024-08-29T17:56:59.574 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:56:59 smithi053 bash[68679]: cluster 2024-08-29T17:56:58.253003+0000 mon.a (mon.0) 784 : cluster [DBG] osdmap e609: 8 total, 7 up, 8 in 2024-08-29T17:56:59.628 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:56:59 smithi028 bash[78352]: cluster 2024-08-29T17:56:58.253003+0000 mon.a (mon.0) 784 : cluster [DBG] osdmap e609: 8 total, 7 up, 8 in 2024-08-29T17:56:59.629 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:56:59 smithi028 bash[77168]: cluster 2024-08-29T17:56:58.253003+0000 mon.a (mon.0) 784 : cluster [DBG] osdmap e609: 8 total, 7 up, 8 in 2024-08-29T17:57:00.281 INFO:tasks.rados.rados.0.smithi028.stdout:2642: done (2 left) 2024-08-29T17:57:00.281 INFO:tasks.rados.rados.0.smithi028.stdout:2643: delete oid 41 current snap is 274 2024-08-29T17:57:00.281 INFO:tasks.rados.rados.0.smithi028.stdout:2640: finishing write tid 1 to smithi02869045-20 2024-08-29T17:57:00.281 INFO:tasks.rados.rados.0.smithi028.stdout:2640: finishing write tid 2 to smithi02869045-20 2024-08-29T17:57:00.281 INFO:tasks.rados.rados.0.smithi028.stdout:2640: finishing write tid 3 to smithi02869045-20 2024-08-29T17:57:00.281 INFO:tasks.rados.rados.0.smithi028.stdout:2640: finishing write tid 4 to smithi02869045-20 2024-08-29T17:57:00.281 INFO:tasks.rados.rados.0.smithi028.stdout:2640: finishing write tid 5 to smithi02869045-20 2024-08-29T17:57:00.281 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 20 v 1664 (ObjNum 804 snap 274 seq_num 804) dirty exists 2024-08-29T17:57:00.281 INFO:tasks.rados.rados.0.smithi028.stdout:2640: left oid 20 (ObjNum 804 snap 274 seq_num 804) 2024-08-29T17:57:00.282 INFO:tasks.rados.rados.0.smithi028.stdout:2641: expect (ObjNum 775 snap 265 seq_num 775) 2024-08-29T17:57:00.321 INFO:journalctl@ceph.osd.5.smithi053.stdout:Aug 29 17:57:00 smithi053 bash[77077]: debug 2024-08-29T17:57:00.068+0000 7fa99abec640 -1 osd.5 596 log_to_monitors true 2024-08-29T17:57:00.322 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:57:00 smithi053 bash[68679]: cluster 2024-08-29T17:56:59.024287+0000 mgr.y (mgr.25022) 247 : cluster [DBG] pgmap v436: 121 pgs: 35 active+undersized, 14 active+undersized+degraded, 72 active+clean; 469 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 505 KiB/s rd, 1.6 MiB/s wr, 7 op/s; 133/930 objects degraded (14.301%) 2024-08-29T17:57:00.322 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:57:00 smithi053 bash[68679]: cluster 2024-08-29T17:56:59.265149+0000 mon.a (mon.0) 785 : cluster [DBG] osdmap e610: 8 total, 7 up, 8 in 2024-08-29T17:57:00.322 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:57:00 smithi053 bash[68679]: audit 2024-08-29T17:56:59.315829+0000 mon.a (mon.0) 786 : audit [INF] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' 2024-08-29T17:57:00.322 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:57:00 smithi053 bash[68679]: audit 2024-08-29T17:56:59.321835+0000 mon.a (mon.0) 787 : audit [INF] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' 2024-08-29T17:57:00.322 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:57:00 smithi053 bash[68679]: audit 2024-08-29T17:57:00.076479+0000 mon.b (mon.1) 6 : audit [INF] from='osd.5 [v2:172.21.15.53:6808/1321611115,v1:172.21.15.53:6809/1321611115]' entity='osd.5' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["5"]}]: dispatch 2024-08-29T17:57:00.322 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:57:00 smithi053 bash[68679]: audit 2024-08-29T17:57:00.078318+0000 mon.a (mon.0) 788 : audit [INF] from='osd.5 ' entity='osd.5' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["5"]}]: dispatch 2024-08-29T17:57:00.574 INFO:journalctl@ceph.osd.5.smithi053.stdout:Aug 29 17:57:00 smithi053 bash[77077]: debug 2024-08-29T17:57:00.320+0000 7fa992997640 -1 osd.5 596 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory 2024-08-29T17:57:00.628 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:57:00 smithi028 bash[77168]: cluster 2024-08-29T17:56:59.024287+0000 mgr.y (mgr.25022) 247 : cluster [DBG] pgmap v436: 121 pgs: 35 active+undersized, 14 active+undersized+degraded, 72 active+clean; 469 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 505 KiB/s rd, 1.6 MiB/s wr, 7 op/s; 133/930 objects degraded (14.301%) 2024-08-29T17:57:00.629 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:57:00 smithi028 bash[77168]: cluster 2024-08-29T17:56:59.265149+0000 mon.a (mon.0) 785 : cluster [DBG] osdmap e610: 8 total, 7 up, 8 in 2024-08-29T17:57:00.629 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:57:00 smithi028 bash[77168]: audit 2024-08-29T17:56:59.315829+0000 mon.a (mon.0) 786 : audit [INF] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' 2024-08-29T17:57:00.629 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:57:00 smithi028 bash[77168]: audit 2024-08-29T17:56:59.321835+0000 mon.a (mon.0) 787 : audit [INF] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' 2024-08-29T17:57:00.629 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:57:00 smithi028 bash[77168]: audit 2024-08-29T17:57:00.076479+0000 mon.b (mon.1) 6 : audit [INF] from='osd.5 [v2:172.21.15.53:6808/1321611115,v1:172.21.15.53:6809/1321611115]' entity='osd.5' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["5"]}]: dispatch 2024-08-29T17:57:00.629 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:57:00 smithi028 bash[77168]: audit 2024-08-29T17:57:00.078318+0000 mon.a (mon.0) 788 : audit [INF] from='osd.5 ' entity='osd.5' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["5"]}]: dispatch 2024-08-29T17:57:00.629 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:57:00 smithi028 bash[78352]: cluster 2024-08-29T17:56:59.024287+0000 mgr.y (mgr.25022) 247 : cluster [DBG] pgmap v436: 121 pgs: 35 active+undersized, 14 active+undersized+degraded, 72 active+clean; 469 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 505 KiB/s rd, 1.6 MiB/s wr, 7 op/s; 133/930 objects degraded (14.301%) 2024-08-29T17:57:00.629 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:57:00 smithi028 bash[78352]: cluster 2024-08-29T17:56:59.265149+0000 mon.a (mon.0) 785 : cluster [DBG] osdmap e610: 8 total, 7 up, 8 in 2024-08-29T17:57:00.629 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:57:00 smithi028 bash[78352]: audit 2024-08-29T17:56:59.315829+0000 mon.a (mon.0) 786 : audit [INF] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' 2024-08-29T17:57:00.629 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:57:00 smithi028 bash[78352]: audit 2024-08-29T17:56:59.321835+0000 mon.a (mon.0) 787 : audit [INF] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' 2024-08-29T17:57:00.629 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:57:00 smithi028 bash[78352]: audit 2024-08-29T17:57:00.076479+0000 mon.b (mon.1) 6 : audit [INF] from='osd.5 [v2:172.21.15.53:6808/1321611115,v1:172.21.15.53:6809/1321611115]' entity='osd.5' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["5"]}]: dispatch 2024-08-29T17:57:00.630 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:57:00 smithi028 bash[78352]: audit 2024-08-29T17:57:00.078318+0000 mon.a (mon.0) 788 : audit [INF] from='osd.5 ' entity='osd.5' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["5"]}]: dispatch 2024-08-29T17:57:01.280 INFO:tasks.rados.rados.0.smithi028.stdout:2640: done (2 left) 2024-08-29T17:57:01.280 INFO:tasks.rados.rados.0.smithi028.stdout:2641: done (1 left) 2024-08-29T17:57:01.280 INFO:tasks.rados.rados.0.smithi028.stdout:2643: done (0 left) 2024-08-29T17:57:01.280 INFO:tasks.rados.rados.0.smithi028.stdout:2644: read oid 24 snap -1 2024-08-29T17:57:01.280 INFO:tasks.rados.rados.0.smithi028.stdout:2644: expect (ObjNum 799 snap 270 seq_num 799) 2024-08-29T17:57:01.280 INFO:tasks.rados.rados.0.smithi028.stdout:append oid 31 current snap is 274 2024-08-29T17:57:01.280 INFO:tasks.rados.rados.0.smithi028.stdout:2645: seq_num 806 ranges {950272=704512,1654784=442368,2097152=360448} 2024-08-29T17:57:01.289 INFO:tasks.rados.rados.0.smithi028.stdout:2645: writing smithi02869045-31 from 950272 to 1654784 tid 1 2024-08-29T17:57:01.292 INFO:tasks.rados.rados.0.smithi028.stdout:2645: writing smithi02869045-31 from 1654784 to 2097152 tid 2 2024-08-29T17:57:01.294 INFO:tasks.rados.rados.0.smithi028.stdout:2645: writing smithi02869045-31 from 2097152 to 2457600 tid 3 2024-08-29T17:57:01.295 INFO:tasks.rados.rados.0.smithi028.stdout:append oid 39 current snap is 274 2024-08-29T17:57:01.295 INFO:tasks.rados.rados.0.smithi028.stdout:2646: seq_num 807 ranges {4702208=720896,5423104=729088,6152192=73728} 2024-08-29T17:57:01.326 INFO:tasks.rados.rados.0.smithi028.stdout:2646: writing smithi02869045-39 from 4702208 to 5423104 tid 1 2024-08-29T17:57:01.331 INFO:tasks.rados.rados.0.smithi028.stdout:2646: writing smithi02869045-39 from 5423104 to 6152192 tid 2 2024-08-29T17:57:01.332 INFO:tasks.rados.rados.0.smithi028.stdout:2646: writing smithi02869045-39 from 6152192 to 6225920 tid 3 2024-08-29T17:57:01.332 INFO:tasks.rados.rados.0.smithi028.stdout:2647: rollback oid 16 current snap is 274 2024-08-29T17:57:01.332 INFO:tasks.rados.rados.0.smithi028.stdout:rollback oid 16 to 254 2024-08-29T17:57:01.332 INFO:tasks.rados.rados.0.smithi028.stdout:2644: expect (ObjNum 799 snap 270 seq_num 799) 2024-08-29T17:57:01.376 INFO:tasks.rados.rados.0.smithi028.stdout:2645: finishing write tid 1 to smithi02869045-31 2024-08-29T17:57:01.376 INFO:tasks.rados.rados.0.smithi028.stdout:2645: finishing write tid 2 to smithi02869045-31 2024-08-29T17:57:01.376 INFO:tasks.rados.rados.0.smithi028.stdout:2645: finishing write tid 3 to smithi02869045-31 2024-08-29T17:57:01.377 INFO:tasks.rados.rados.0.smithi028.stdout:2645: finishing write tid 4 to smithi02869045-31 2024-08-29T17:57:01.377 INFO:tasks.rados.rados.0.smithi028.stdout:2644: done (3 left) 2024-08-29T17:57:01.377 INFO:tasks.rados.rados.0.smithi028.stdout:2648: rmattr oid 5 current snap is 274 2024-08-29T17:57:01.377 INFO:tasks.rados.rados.0.smithi028.stdout:2648: done (3 left) 2024-08-29T17:57:01.377 INFO:tasks.rados.rados.0.smithi028.stdout:append oid 3 current snap is 274 2024-08-29T17:57:01.377 INFO:tasks.rados.rados.0.smithi028.stdout:2646: finishing write tid 1 to smithi02869045-39 2024-08-29T17:57:01.377 INFO:tasks.rados.rados.0.smithi028.stdout:2647: finishing rollback tid 0 to smithi02869045-16 2024-08-29T17:57:01.377 INFO:tasks.rados.rados.0.smithi028.stdout:2645: finishing write tid 5 to smithi02869045-31 2024-08-29T17:57:01.377 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 31 v 2445 (ObjNum 806 snap 274 seq_num 806) dirty exists 2024-08-29T17:57:01.377 INFO:tasks.rados.rados.0.smithi028.stdout:2645: left oid 31 (ObjNum 806 snap 274 seq_num 806) 2024-08-29T17:57:01.377 INFO:tasks.rados.rados.0.smithi028.stdout:2646: finishing write tid 2 to smithi02869045-39 2024-08-29T17:57:01.377 INFO:tasks.rados.rados.0.smithi028.stdout:2646: finishing write tid 3 to smithi02869045-39 2024-08-29T17:57:01.377 INFO:tasks.rados.rados.0.smithi028.stdout:2646: finishing write tid 4 to smithi02869045-39 2024-08-29T17:57:01.378 INFO:tasks.rados.rados.0.smithi028.stdout:2647: finishing rollback tid 1 to smithi02869045-16 2024-08-29T17:57:01.378 INFO:tasks.rados.rados.0.smithi028.stdout:2647: finishing rollback tid 2 to smithi02869045-16 2024-08-29T17:57:01.378 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 16 v 2098 (ObjNum 161 snap 0 seq_num 1) dirty exists 2024-08-29T17:57:01.378 INFO:tasks.rados.rados.0.smithi028.stdout:2646: finishing write tid 5 to smithi02869045-39 2024-08-29T17:57:01.378 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 39 v 1475 (ObjNum 807 snap 274 seq_num 807) dirty exists 2024-08-29T17:57:01.378 INFO:tasks.rados.rados.0.smithi028.stdout:2646: left oid 39 (ObjNum 807 snap 274 seq_num 807) 2024-08-29T17:57:01.378 INFO:tasks.rados.rados.0.smithi028.stdout:2649: seq_num 808 ranges {1720320=737280,2457600=614400,3072000=188416} 2024-08-29T17:57:01.389 INFO:tasks.rados.rados.0.smithi028.stdout:2649: writing smithi02869045-3 from 1720320 to 2457600 tid 1 2024-08-29T17:57:01.393 INFO:tasks.rados.rados.0.smithi028.stdout:2649: writing smithi02869045-3 from 2457600 to 3072000 tid 2 2024-08-29T17:57:01.395 INFO:tasks.rados.rados.0.smithi028.stdout:2649: writing smithi02869045-3 from 3072000 to 3260416 tid 3 2024-08-29T17:57:01.395 INFO:tasks.rados.rados.0.smithi028.stdout:2645: done (3 left) 2024-08-29T17:57:01.395 INFO:tasks.rados.rados.0.smithi028.stdout:2646: done (2 left) 2024-08-29T17:57:01.395 INFO:tasks.rados.rados.0.smithi028.stdout:2647: done (1 left) 2024-08-29T17:57:01.395 INFO:tasks.rados.rados.0.smithi028.stdout:2650: copy_from oid 48 from oid 37 current snap is 274 2024-08-29T17:57:01.395 INFO:tasks.rados.rados.0.smithi028.stdout:2651: read oid 39 snap -1 2024-08-29T17:57:01.395 INFO:tasks.rados.rados.0.smithi028.stdout:2651: expect (ObjNum 807 snap 274 seq_num 807) 2024-08-29T17:57:01.395 INFO:tasks.rados.rados.0.smithi028.stdout:2652: snap_create 2024-08-29T17:57:01.396 INFO:tasks.rados.rados.0.smithi028.stdout:2649: finishing write tid 1 to smithi02869045-3 2024-08-29T17:57:01.400 INFO:tasks.rados.rados.0.smithi028.stdout:2649: finishing write tid 2 to smithi02869045-3 2024-08-29T17:57:01.400 INFO:tasks.rados.rados.0.smithi028.stdout:2649: finishing write tid 3 to smithi02869045-3 2024-08-29T17:57:01.401 INFO:tasks.rados.rados.0.smithi028.stdout:2649: finishing write tid 4 to smithi02869045-3 2024-08-29T17:57:01.404 INFO:tasks.rados.rados.0.smithi028.stdout:2650: finishing copy_from to smithi02869045-48 2024-08-29T17:57:01.404 INFO:tasks.rados.rados.0.smithi028.stdout:2650: got expected ENOENT (src dne) 2024-08-29T17:57:01.404 INFO:tasks.rados.rados.0.smithi028.stdout:2650: finishing copy_from racing read to smithi02869045-48 2024-08-29T17:57:01.404 INFO:tasks.rados.rados.0.smithi028.stdout:2649: finishing write tid 5 to smithi02869045-3 2024-08-29T17:57:01.405 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 3 v 2102 (ObjNum 808 snap 274 seq_num 808) dirty exists 2024-08-29T17:57:01.405 INFO:tasks.rados.rados.0.smithi028.stdout:2649: left oid 3 (ObjNum 808 snap 274 seq_num 808) 2024-08-29T17:57:01.414 INFO:tasks.rados.rados.0.smithi028.stdout:2651: expect (ObjNum 807 snap 274 seq_num 807) 2024-08-29T17:57:01.574 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:57:01 smithi053 bash[68679]: audit 2024-08-29T17:57:00.273258+0000 mon.a (mon.0) 789 : audit [INF] from='osd.5 ' entity='osd.5' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["5"]}]': finished 2024-08-29T17:57:01.574 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:57:01 smithi053 bash[68679]: audit 2024-08-29T17:57:00.279377+0000 mon.b (mon.1) 7 : audit [INF] from='osd.5 [v2:172.21.15.53:6808/1321611115,v1:172.21.15.53:6809/1321611115]' entity='osd.5' cmd=[{"prefix": "osd crush create-or-move", "id": 5, "weight":0.0873, "args": ["host=smithi053", "root=default"]}]: dispatch 2024-08-29T17:57:01.574 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:57:01 smithi053 bash[68679]: cluster 2024-08-29T17:57:00.280014+0000 mon.a (mon.0) 790 : cluster [DBG] osdmap e611: 8 total, 7 up, 8 in 2024-08-29T17:57:01.575 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:57:01 smithi053 bash[68679]: audit 2024-08-29T17:57:00.281923+0000 mon.a (mon.0) 791 : audit [INF] from='osd.5 ' entity='osd.5' cmd=[{"prefix": "osd crush create-or-move", "id": 5, "weight":0.0873, "args": ["host=smithi053", "root=default"]}]: dispatch 2024-08-29T17:57:01.628 INFO:journalctl@ceph.mgr.y.smithi028.stdout:Aug 29 17:57:01 smithi028 bash[70818]: ::ffff:172.21.15.53 - - [29/Aug/2024:17:57:01] "GET /metrics HTTP/1.1" 200 36129 "" "Prometheus/2.43.0" 2024-08-29T17:57:01.629 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:57:01 smithi028 bash[77168]: audit 2024-08-29T17:57:00.273258+0000 mon.a (mon.0) 789 : audit [INF] from='osd.5 ' entity='osd.5' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["5"]}]': finished 2024-08-29T17:57:01.629 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:57:01 smithi028 bash[77168]: audit 2024-08-29T17:57:00.279377+0000 mon.b (mon.1) 7 : audit [INF] from='osd.5 [v2:172.21.15.53:6808/1321611115,v1:172.21.15.53:6809/1321611115]' entity='osd.5' cmd=[{"prefix": "osd crush create-or-move", "id": 5, "weight":0.0873, "args": ["host=smithi053", "root=default"]}]: dispatch 2024-08-29T17:57:01.629 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:57:01 smithi028 bash[77168]: cluster 2024-08-29T17:57:00.280014+0000 mon.a (mon.0) 790 : cluster [DBG] osdmap e611: 8 total, 7 up, 8 in 2024-08-29T17:57:01.629 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:57:01 smithi028 bash[77168]: audit 2024-08-29T17:57:00.281923+0000 mon.a (mon.0) 791 : audit [INF] from='osd.5 ' entity='osd.5' cmd=[{"prefix": "osd crush create-or-move", "id": 5, "weight":0.0873, "args": ["host=smithi053", "root=default"]}]: dispatch 2024-08-29T17:57:01.629 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:57:01 smithi028 bash[78352]: audit 2024-08-29T17:57:00.273258+0000 mon.a (mon.0) 789 : audit [INF] from='osd.5 ' entity='osd.5' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["5"]}]': finished 2024-08-29T17:57:01.629 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:57:01 smithi028 bash[78352]: audit 2024-08-29T17:57:00.279377+0000 mon.b (mon.1) 7 : audit [INF] from='osd.5 [v2:172.21.15.53:6808/1321611115,v1:172.21.15.53:6809/1321611115]' entity='osd.5' cmd=[{"prefix": "osd crush create-or-move", "id": 5, "weight":0.0873, "args": ["host=smithi053", "root=default"]}]: dispatch 2024-08-29T17:57:01.629 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:57:01 smithi028 bash[78352]: cluster 2024-08-29T17:57:00.280014+0000 mon.a (mon.0) 790 : cluster [DBG] osdmap e611: 8 total, 7 up, 8 in 2024-08-29T17:57:01.629 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:57:01 smithi028 bash[78352]: audit 2024-08-29T17:57:00.281923+0000 mon.a (mon.0) 791 : audit [INF] from='osd.5 ' entity='osd.5' cmd=[{"prefix": "osd crush create-or-move", "id": 5, "weight":0.0873, "args": ["host=smithi053", "root=default"]}]: dispatch 2024-08-29T17:57:02.306 INFO:tasks.rados.rados.0.smithi028.stdout:2649: done (3 left) 2024-08-29T17:57:02.306 INFO:tasks.rados.rados.0.smithi028.stdout:2650: done (2 left) 2024-08-29T17:57:02.306 INFO:tasks.rados.rados.0.smithi028.stdout:2651: done (1 left) 2024-08-29T17:57:02.306 INFO:tasks.rados.rados.0.smithi028.stdout:2652: done (0 left) 2024-08-29T17:57:02.306 INFO:tasks.rados.rados.0.smithi028.stdout:2653: copy_from oid 2 from oid 19 current snap is 275 2024-08-29T17:57:02.306 INFO:tasks.rados.rados.0.smithi028.stdout:2654: snap_create 2024-08-29T17:57:02.344 INFO:tasks.rados.rados.0.smithi028.stdout:2653: finishing copy_from racing read to smithi02869045-2 2024-08-29T17:57:02.359 INFO:tasks.rados.rados.0.smithi028.stdout:2653: finishing copy_from to smithi02869045-2 2024-08-29T17:57:02.359 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 2 v 2095 (ObjNum 801 snap 270 seq_num 801) dirty exists 2024-08-29T17:57:02.574 INFO:journalctl@ceph.prometheus.a.smithi053.stdout:Aug 29 17:57:02 smithi053 bash[61790]: ts=2024-08-29T17:57:02.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"3167ee72-662c-11ef-bcd4-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-29T17:57:02.574 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:57:02 smithi053 bash[68679]: cluster 2024-08-29T17:57:01.025120+0000 mgr.y (mgr.25022) 248 : cluster [DBG] pgmap v439: 121 pgs: 35 active+undersized, 14 active+undersized+degraded, 72 active+clean; 475 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 17 MiB/s rd, 3.0 MiB/s wr, 16 op/s; 134/933 objects degraded (14.362%) 2024-08-29T17:57:02.574 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:57:02 smithi053 bash[68679]: cluster 2024-08-29T17:57:01.286914+0000 mon.a (mon.0) 792 : cluster [INF] Health check cleared: OSD_DOWN (was: 1 osds down) 2024-08-29T17:57:02.575 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:57:02 smithi053 bash[68679]: cluster 2024-08-29T17:57:01.287103+0000 mon.a (mon.0) 793 : cluster [WRN] Health check update: Degraded data redundancy: 134/933 objects degraded (14.362%), 14 pgs degraded (PG_DEGRADED) 2024-08-29T17:57:02.575 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:57:02 smithi053 bash[68679]: cluster 2024-08-29T17:57:01.301496+0000 mon.a (mon.0) 794 : cluster [INF] osd.5 [v2:172.21.15.53:6808/1321611115,v1:172.21.15.53:6809/1321611115] boot 2024-08-29T17:57:02.575 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:57:02 smithi053 bash[68679]: cluster 2024-08-29T17:57:01.301663+0000 mon.a (mon.0) 795 : cluster [DBG] osdmap e612: 8 total, 8 up, 8 in 2024-08-29T17:57:02.575 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:57:02 smithi053 bash[68679]: audit 2024-08-29T17:57:01.306139+0000 mon.a (mon.0) 796 : audit [DBG] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-08-29T17:57:02.629 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:57:02 smithi028 bash[77168]: cluster 2024-08-29T17:57:01.025120+0000 mgr.y (mgr.25022) 248 : cluster [DBG] pgmap v439: 121 pgs: 35 active+undersized, 14 active+undersized+degraded, 72 active+clean; 475 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 17 MiB/s rd, 3.0 MiB/s wr, 16 op/s; 134/933 objects degraded (14.362%) 2024-08-29T17:57:02.629 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:57:02 smithi028 bash[77168]: cluster 2024-08-29T17:57:01.286914+0000 mon.a (mon.0) 792 : cluster [INF] Health check cleared: OSD_DOWN (was: 1 osds down) 2024-08-29T17:57:02.629 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:57:02 smithi028 bash[77168]: cluster 2024-08-29T17:57:01.287103+0000 mon.a (mon.0) 793 : cluster [WRN] Health check update: Degraded data redundancy: 134/933 objects degraded (14.362%), 14 pgs degraded (PG_DEGRADED) 2024-08-29T17:57:02.629 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:57:02 smithi028 bash[77168]: cluster 2024-08-29T17:57:01.301496+0000 mon.a (mon.0) 794 : cluster [INF] osd.5 [v2:172.21.15.53:6808/1321611115,v1:172.21.15.53:6809/1321611115] boot 2024-08-29T17:57:02.629 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:57:02 smithi028 bash[77168]: cluster 2024-08-29T17:57:01.301663+0000 mon.a (mon.0) 795 : cluster [DBG] osdmap e612: 8 total, 8 up, 8 in 2024-08-29T17:57:02.629 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:57:02 smithi028 bash[77168]: audit 2024-08-29T17:57:01.306139+0000 mon.a (mon.0) 796 : audit [DBG] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-08-29T17:57:02.629 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:57:02 smithi028 bash[78352]: cluster 2024-08-29T17:57:01.025120+0000 mgr.y (mgr.25022) 248 : cluster [DBG] pgmap v439: 121 pgs: 35 active+undersized, 14 active+undersized+degraded, 72 active+clean; 475 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 17 MiB/s rd, 3.0 MiB/s wr, 16 op/s; 134/933 objects degraded (14.362%) 2024-08-29T17:57:02.629 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:57:02 smithi028 bash[78352]: cluster 2024-08-29T17:57:01.286914+0000 mon.a (mon.0) 792 : cluster [INF] Health check cleared: OSD_DOWN (was: 1 osds down) 2024-08-29T17:57:02.630 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:57:02 smithi028 bash[78352]: cluster 2024-08-29T17:57:01.287103+0000 mon.a (mon.0) 793 : cluster [WRN] Health check update: Degraded data redundancy: 134/933 objects degraded (14.362%), 14 pgs degraded (PG_DEGRADED) 2024-08-29T17:57:02.630 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:57:02 smithi028 bash[78352]: cluster 2024-08-29T17:57:01.301496+0000 mon.a (mon.0) 794 : cluster [INF] osd.5 [v2:172.21.15.53:6808/1321611115,v1:172.21.15.53:6809/1321611115] boot 2024-08-29T17:57:02.630 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:57:02 smithi028 bash[78352]: cluster 2024-08-29T17:57:01.301663+0000 mon.a (mon.0) 795 : cluster [DBG] osdmap e612: 8 total, 8 up, 8 in 2024-08-29T17:57:02.630 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:57:02 smithi028 bash[78352]: audit 2024-08-29T17:57:01.306139+0000 mon.a (mon.0) 796 : audit [DBG] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-08-29T17:57:03.315 INFO:tasks.rados.rados.0.smithi028.stdout:2653: done (1 left) 2024-08-29T17:57:03.315 INFO:tasks.rados.rados.0.smithi028.stdout:2654: done (0 left) 2024-08-29T17:57:03.315 INFO:tasks.rados.rados.0.smithi028.stdout:2655: snap_remove snap 242 2024-08-29T17:57:03.575 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:57:03 smithi053 bash[68679]: cluster 2024-08-29T17:57:02.306528+0000 mon.a (mon.0) 797 : cluster [DBG] osdmap e613: 8 total, 8 up, 8 in 2024-08-29T17:57:03.628 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:57:03 smithi028 bash[78352]: cluster 2024-08-29T17:57:02.306528+0000 mon.a (mon.0) 797 : cluster [DBG] osdmap e613: 8 total, 8 up, 8 in 2024-08-29T17:57:03.629 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:57:03 smithi028 bash[77168]: cluster 2024-08-29T17:57:02.306528+0000 mon.a (mon.0) 797 : cluster [DBG] osdmap e613: 8 total, 8 up, 8 in 2024-08-29T17:57:04.317 INFO:tasks.rados.rados.0.smithi028.stdout:2655: done (0 left) 2024-08-29T17:57:04.317 INFO:tasks.rados.rados.0.smithi028.stdout:2656: snap_remove snap 268 2024-08-29T17:57:04.574 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:57:04 smithi053 bash[68679]: cluster 2024-08-29T17:57:03.026257+0000 mgr.y (mgr.25022) 249 : cluster [DBG] pgmap v442: 121 pgs: 1 active+clean+snaptrim, 28 active+undersized, 8 active+undersized+degraded, 84 active+clean; 470 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 23 MiB/s rd, 1.3 MiB/s wr, 10 op/s; 67/906 objects degraded (7.395%); 2.6 MiB/s, 1 objects/s recovering 2024-08-29T17:57:04.574 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:57:04 smithi053 bash[68679]: cluster 2024-08-29T17:57:03.317064+0000 mon.a (mon.0) 798 : cluster [DBG] osdmap e614: 8 total, 8 up, 8 in 2024-08-29T17:57:04.628 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:57:04 smithi028 bash[77168]: cluster 2024-08-29T17:57:03.026257+0000 mgr.y (mgr.25022) 249 : cluster [DBG] pgmap v442: 121 pgs: 1 active+clean+snaptrim, 28 active+undersized, 8 active+undersized+degraded, 84 active+clean; 470 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 23 MiB/s rd, 1.3 MiB/s wr, 10 op/s; 67/906 objects degraded (7.395%); 2.6 MiB/s, 1 objects/s recovering 2024-08-29T17:57:04.629 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:57:04 smithi028 bash[77168]: cluster 2024-08-29T17:57:03.317064+0000 mon.a (mon.0) 798 : cluster [DBG] osdmap e614: 8 total, 8 up, 8 in 2024-08-29T17:57:04.629 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:57:04 smithi028 bash[78352]: cluster 2024-08-29T17:57:03.026257+0000 mgr.y (mgr.25022) 249 : cluster [DBG] pgmap v442: 121 pgs: 1 active+clean+snaptrim, 28 active+undersized, 8 active+undersized+degraded, 84 active+clean; 470 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 23 MiB/s rd, 1.3 MiB/s wr, 10 op/s; 67/906 objects degraded (7.395%); 2.6 MiB/s, 1 objects/s recovering 2024-08-29T17:57:04.629 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:57:04 smithi028 bash[78352]: cluster 2024-08-29T17:57:03.317064+0000 mon.a (mon.0) 798 : cluster [DBG] osdmap e614: 8 total, 8 up, 8 in 2024-08-29T17:57:05.337 INFO:tasks.rados.rados.0.smithi028.stdout:2656: done (0 left) 2024-08-29T17:57:05.337 INFO:tasks.rados.rados.0.smithi028.stdout:2657: rollback oid 35 current snap is 276 2024-08-29T17:57:05.338 INFO:tasks.rados.rados.0.smithi028.stdout:rollback oid 35 to 265 2024-08-29T17:57:05.338 INFO:tasks.rados.rados.0.smithi028.stdout:2658: snap_remove snap 274 2024-08-29T17:57:05.574 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:57:05 smithi053 bash[68679]: cluster 2024-08-29T17:57:04.318543+0000 mon.a (mon.0) 799 : cluster [DBG] osdmap e615: 8 total, 8 up, 8 in 2024-08-29T17:57:05.628 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:57:05 smithi028 bash[77168]: cluster 2024-08-29T17:57:04.318543+0000 mon.a (mon.0) 799 : cluster [DBG] osdmap e615: 8 total, 8 up, 8 in 2024-08-29T17:57:05.629 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:57:05 smithi028 bash[78352]: cluster 2024-08-29T17:57:04.318543+0000 mon.a (mon.0) 799 : cluster [DBG] osdmap e615: 8 total, 8 up, 8 in 2024-08-29T17:57:06.340 INFO:tasks.rados.rados.0.smithi028.stdout:2657: finishing rollback tid 0 to smithi02869045-35 2024-08-29T17:57:06.340 INFO:tasks.rados.rados.0.smithi028.stdout:2657: finishing rollback tid 1 to smithi02869045-35 2024-08-29T17:57:06.340 INFO:tasks.rados.rados.0.smithi028.stdout:2657: finishing rollback tid 2 to smithi02869045-35 2024-08-29T17:57:06.340 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 35 v 2078 (ObjNum 735 snap 252 seq_num 735) dirty exists 2024-08-29T17:57:06.340 INFO:tasks.rados.rados.0.smithi028.stdout:2657: done (1 left) 2024-08-29T17:57:06.340 INFO:tasks.rados.rados.0.smithi028.stdout:2658: done (0 left) 2024-08-29T17:57:06.340 INFO:tasks.rados.rados.0.smithi028.stdout:append oid 33 current snap is 276 2024-08-29T17:57:06.341 INFO:tasks.rados.rados.0.smithi028.stdout:2659: seq_num 809 ranges {1171456=753664,1925120=499712,2424832=303104} 2024-08-29T17:57:06.352 INFO:tasks.rados.rados.0.smithi028.stdout:2659: writing smithi02869045-33 from 1171456 to 1925120 tid 1 2024-08-29T17:57:06.355 INFO:tasks.rados.rados.0.smithi028.stdout:2659: writing smithi02869045-33 from 1925120 to 2424832 tid 2 2024-08-29T17:57:06.357 INFO:tasks.rados.rados.0.smithi028.stdout:2659: writing smithi02869045-33 from 2424832 to 2727936 tid 3 2024-08-29T17:57:06.357 INFO:tasks.rados.rados.0.smithi028.stdout:2660: setattr oid 11 current snap is 276 2024-08-29T17:57:06.358 INFO:tasks.rados.rados.0.smithi028.stdout:2661: read oid 49 snap -1 2024-08-29T17:57:06.359 INFO:tasks.rados.rados.0.smithi028.stdout:2661: expect (ObjNum 741 snap 255 seq_num 741) 2024-08-29T17:57:06.359 INFO:tasks.rados.rados.0.smithi028.stdout:2662: rollback oid 24 current snap is 276 2024-08-29T17:57:06.359 INFO:tasks.rados.rados.0.smithi028.stdout:rollback oid 24 to 253 2024-08-29T17:57:06.359 INFO:tasks.rados.rados.0.smithi028.stdout:append oid 8 current snap is 276 2024-08-29T17:57:06.359 INFO:tasks.rados.rados.0.smithi028.stdout:2663: seq_num 810 ranges {376832=770048,1146880=778240,1925120=24576} 2024-08-29T17:57:06.366 INFO:tasks.rados.rados.0.smithi028.stdout:2663: writing smithi02869045-8 from 376832 to 1146880 tid 1 2024-08-29T17:57:06.371 INFO:tasks.rados.rados.0.smithi028.stdout:2663: writing smithi02869045-8 from 1146880 to 1925120 tid 2 2024-08-29T17:57:06.372 INFO:tasks.rados.rados.0.smithi028.stdout:2663: writing smithi02869045-8 from 1925120 to 1949696 tid 3 2024-08-29T17:57:06.372 INFO:tasks.rados.rados.0.smithi028.stdout:2664: read oid 50 snap -1 2024-08-29T17:57:06.372 INFO:tasks.rados.rados.0.smithi028.stdout:2664: expect (ObjNum 670 snap 229 seq_num 670) 2024-08-29T17:57:06.372 INFO:tasks.rados.rados.0.smithi028.stdout:2665: copy_from oid 26 from oid 4 current snap is 276 2024-08-29T17:57:06.373 INFO:tasks.rados.rados.0.smithi028.stdout:2666: delete oid 43 current snap is 276 2024-08-29T17:57:06.381 INFO:tasks.rados.rados.0.smithi028.stdout:2659: finishing write tid 1 to smithi02869045-33 2024-08-29T17:57:06.381 INFO:tasks.rados.rados.0.smithi028.stdout:2661: expect (ObjNum 741 snap 255 seq_num 741) 2024-08-29T17:57:06.388 INFO:tasks.rados.rados.0.smithi028.stdout:2659: finishing write tid 2 to smithi02869045-33 2024-08-29T17:57:06.388 INFO:tasks.rados.rados.0.smithi028.stdout:2659: finishing write tid 3 to smithi02869045-33 2024-08-29T17:57:06.388 INFO:tasks.rados.rados.0.smithi028.stdout:2659: finishing write tid 4 to smithi02869045-33 2024-08-29T17:57:06.388 INFO:tasks.rados.rados.0.smithi028.stdout:2662: finishing rollback tid 0 to smithi02869045-24 2024-08-29T17:57:06.388 INFO:tasks.rados.rados.0.smithi028.stdout:2662: finishing rollback tid 1 to smithi02869045-24 2024-08-29T17:57:06.389 INFO:tasks.rados.rados.0.smithi028.stdout:2662: finishing rollback tid 2 to smithi02869045-24 2024-08-29T17:57:06.389 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 24 v 1451 (ObjNum 161 snap 0 seq_num 1) dirty exists 2024-08-29T17:57:06.389 INFO:tasks.rados.rados.0.smithi028.stdout:2663: finishing write tid 1 to smithi02869045-8 2024-08-29T17:57:06.389 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 11 v 1124 (ObjNum 289 snap 0 seq_num 0) dirty exists 2024-08-29T17:57:06.389 INFO:tasks.rados.rados.0.smithi028.stdout:2659: finishing write tid 5 to smithi02869045-33 2024-08-29T17:57:06.389 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 33 v 2464 (ObjNum 809 snap 276 seq_num 809) dirty exists 2024-08-29T17:57:06.389 INFO:tasks.rados.rados.0.smithi028.stdout:2659: left oid 33 (ObjNum 809 snap 276 seq_num 809) 2024-08-29T17:57:06.391 INFO:tasks.rados.rados.0.smithi028.stdout:2663: finishing write tid 2 to smithi02869045-8 2024-08-29T17:57:06.395 INFO:tasks.rados.rados.0.smithi028.stdout:2663: finishing write tid 3 to smithi02869045-8 2024-08-29T17:57:06.395 INFO:tasks.rados.rados.0.smithi028.stdout:2663: finishing write tid 4 to smithi02869045-8 2024-08-29T17:57:06.400 INFO:tasks.rados.rados.0.smithi028.stdout:2663: finishing write tid 5 to smithi02869045-8 2024-08-29T17:57:06.400 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 8 v 2082 (ObjNum 810 snap 276 seq_num 810) dirty exists 2024-08-29T17:57:06.401 INFO:tasks.rados.rados.0.smithi028.stdout:2663: left oid 8 (ObjNum 810 snap 276 seq_num 810) 2024-08-29T17:57:06.405 INFO:tasks.rados.rados.0.smithi028.stdout:2659: done (7 left) 2024-08-29T17:57:06.405 INFO:tasks.rados.rados.0.smithi028.stdout:2660: done (6 left) 2024-08-29T17:57:06.405 INFO:tasks.rados.rados.0.smithi028.stdout:2661: done (5 left) 2024-08-29T17:57:06.405 INFO:tasks.rados.rados.0.smithi028.stdout:2662: done (4 left) 2024-08-29T17:57:06.405 INFO:tasks.rados.rados.0.smithi028.stdout:2663: done (3 left) 2024-08-29T17:57:06.405 INFO:tasks.rados.rados.0.smithi028.stdout:2666: done (2 left) 2024-08-29T17:57:06.405 INFO:tasks.rados.rados.0.smithi028.stdout:append oid 39 current snap is 276 2024-08-29T17:57:06.405 INFO:tasks.rados.rados.0.smithi028.stdout:2667: seq_num 812 ranges {6225920=802816,7028736=548864,7577600=253952} 2024-08-29T17:57:06.461 INFO:tasks.rados.rados.0.smithi028.stdout:2667: writing smithi02869045-39 from 6225920 to 7028736 tid 1 2024-08-29T17:57:06.465 INFO:tasks.rados.rados.0.smithi028.stdout:2667: writing smithi02869045-39 from 7028736 to 7577600 tid 2 2024-08-29T17:57:06.467 INFO:tasks.rados.rados.0.smithi028.stdout:2667: writing smithi02869045-39 from 7577600 to 7831552 tid 3 2024-08-29T17:57:06.467 INFO:tasks.rados.rados.0.smithi028.stdout:2668: copy_from oid 28 from oid 15 current snap is 276 2024-08-29T17:57:06.467 INFO:tasks.rados.rados.0.smithi028.stdout:2664: expect (ObjNum 670 snap 229 seq_num 670) 2024-08-29T17:57:06.629 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:57:06 smithi028 bash[78352]: cluster 2024-08-29T17:57:05.027141+0000 mgr.y (mgr.25022) 250 : cluster [DBG] pgmap v445: 121 pgs: 1 active+clean+snaptrim, 17 active+undersized, 2 active+undersized+degraded, 101 active+clean; 469 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 12 MiB/s rd, 1.8 MiB/s wr, 8 op/s; 15/891 objects degraded (1.684%); 10 MiB/s, 3 objects/s recovering 2024-08-29T17:57:06.629 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:57:06 smithi028 bash[78352]: cluster 2024-08-29T17:57:05.338041+0000 mon.a (mon.0) 800 : cluster [DBG] osdmap e616: 8 total, 8 up, 8 in 2024-08-29T17:57:06.629 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:57:06 smithi028 bash[77168]: cluster 2024-08-29T17:57:05.027141+0000 mgr.y (mgr.25022) 250 : cluster [DBG] pgmap v445: 121 pgs: 1 active+clean+snaptrim, 17 active+undersized, 2 active+undersized+degraded, 101 active+clean; 469 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 12 MiB/s rd, 1.8 MiB/s wr, 8 op/s; 15/891 objects degraded (1.684%); 10 MiB/s, 3 objects/s recovering 2024-08-29T17:57:06.629 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:57:06 smithi028 bash[77168]: cluster 2024-08-29T17:57:05.338041+0000 mon.a (mon.0) 800 : cluster [DBG] osdmap e616: 8 total, 8 up, 8 in 2024-08-29T17:57:06.824 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:57:06 smithi053 bash[68679]: cluster 2024-08-29T17:57:05.027141+0000 mgr.y (mgr.25022) 250 : cluster [DBG] pgmap v445: 121 pgs: 1 active+clean+snaptrim, 17 active+undersized, 2 active+undersized+degraded, 101 active+clean; 469 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 12 MiB/s rd, 1.8 MiB/s wr, 8 op/s; 15/891 objects degraded (1.684%); 10 MiB/s, 3 objects/s recovering 2024-08-29T17:57:06.824 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:57:06 smithi053 bash[68679]: cluster 2024-08-29T17:57:05.338041+0000 mon.a (mon.0) 800 : cluster [DBG] osdmap e616: 8 total, 8 up, 8 in 2024-08-29T17:57:07.241 INFO:tasks.rados.rados.0.smithi028.stdout:2665: finishing copy_from racing read to smithi02869045-26 2024-08-29T17:57:07.241 INFO:tasks.rados.rados.0.smithi028.stdout:2665: finishing copy_from to smithi02869045-26 2024-08-29T17:57:07.241 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 26 v 2300 (ObjNum 770 snap 264 seq_num 770) dirty exists 2024-08-29T17:57:07.241 INFO:tasks.rados.rados.0.smithi028.stdout:2667: finishing write tid 1 to smithi02869045-39 2024-08-29T17:57:07.241 INFO:tasks.rados.rados.0.smithi028.stdout:2667: finishing write tid 2 to smithi02869045-39 2024-08-29T17:57:07.241 INFO:tasks.rados.rados.0.smithi028.stdout:2667: finishing write tid 3 to smithi02869045-39 2024-08-29T17:57:07.241 INFO:tasks.rados.rados.0.smithi028.stdout:2667: finishing write tid 4 to smithi02869045-39 2024-08-29T17:57:07.241 INFO:tasks.rados.rados.0.smithi028.stdout:2667: finishing write tid 5 to smithi02869045-39 2024-08-29T17:57:07.242 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 39 v 1479 (ObjNum 812 snap 276 seq_num 812) dirty exists 2024-08-29T17:57:07.242 INFO:tasks.rados.rados.0.smithi028.stdout:2667: left oid 39 (ObjNum 812 snap 276 seq_num 812) 2024-08-29T17:57:07.242 INFO:tasks.rados.rados.0.smithi028.stdout:2668: finishing copy_from racing read to smithi02869045-28 2024-08-29T17:57:07.242 INFO:tasks.rados.rados.0.smithi028.stdout:2668: finishing copy_from to smithi02869045-28 2024-08-29T17:57:07.242 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 28 v 1106 (ObjNum 724 snap 246 seq_num 724) dirty exists 2024-08-29T17:57:07.242 INFO:tasks.rados.rados.0.smithi028.stdout:2664: done (3 left) 2024-08-29T17:57:07.243 INFO:tasks.rados.rados.0.smithi028.stdout:2665: done (2 left) 2024-08-29T17:57:07.243 INFO:tasks.rados.rados.0.smithi028.stdout:2667: done (1 left) 2024-08-29T17:57:07.243 INFO:tasks.rados.rados.0.smithi028.stdout:2668: done (0 left) 2024-08-29T17:57:07.243 INFO:tasks.rados.rados.0.smithi028.stdout:2669: rollback oid 31 current snap is 276 2024-08-29T17:57:07.243 INFO:tasks.rados.rados.0.smithi028.stdout:rollback oid 31 to 270 2024-08-29T17:57:07.243 INFO:tasks.rados.rados.0.smithi028.stdout:2670: read oid 10 snap -1 2024-08-29T17:57:07.243 INFO:tasks.rados.rados.0.smithi028.stdout:2670: expect (ObjNum 784 snap 268 seq_num 784) 2024-08-29T17:57:07.243 INFO:tasks.rados.rados.0.smithi028.stdout:append oid 50 current snap is 276 2024-08-29T17:57:07.243 INFO:tasks.rados.rados.0.smithi028.stdout:2671: seq_num 813 ranges {8773632=417792,9191424=434176,9625600=442368,10067968=327680} 2024-08-29T17:57:07.299 INFO:tasks.rados.rados.0.smithi028.stdout:2671: writing smithi02869045-50 from 8773632 to 9191424 tid 1 2024-08-29T17:57:07.302 INFO:tasks.rados.rados.0.smithi028.stdout:2671: writing smithi02869045-50 from 9191424 to 9625600 tid 2 2024-08-29T17:57:07.304 INFO:tasks.rados.rados.0.smithi028.stdout:2671: writing smithi02869045-50 from 9625600 to 10067968 tid 3 2024-08-29T17:57:07.307 INFO:tasks.rados.rados.0.smithi028.stdout:2671: writing smithi02869045-50 from 10067968 to 10395648 tid 4 2024-08-29T17:57:07.307 INFO:tasks.rados.rados.0.smithi028.stdout:2672: read oid 8 snap 228 2024-08-29T17:57:07.307 INFO:tasks.rados.rados.0.smithi028.stdout:2672: expect deleted 2024-08-29T17:57:07.307 INFO:tasks.rados.rados.0.smithi028.stdout:2673: snap_remove snap 273 2024-08-29T17:57:07.367 INFO:tasks.rados.rados.0.smithi028.stdout:2673: done (4 left) 2024-08-29T17:57:07.368 INFO:tasks.rados.rados.0.smithi028.stdout:2674: delete oid 19 current snap is 276 2024-08-29T17:57:07.368 INFO:tasks.rados.rados.0.smithi028.stdout:2669: finishing rollback tid 0 to smithi02869045-31 2024-08-29T17:57:07.368 INFO:tasks.rados.rados.0.smithi028.stdout:2669: finishing rollback tid 1 to smithi02869045-31 2024-08-29T17:57:07.368 INFO:tasks.rados.rados.0.smithi028.stdout:2669: finishing rollback tid 2 to smithi02869045-31 2024-08-29T17:57:07.368 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 31 v 2468 (ObjNum 486 snap 151 seq_num 486) dirty exists 2024-08-29T17:57:07.368 INFO:tasks.rados.rados.0.smithi028.stdout:2670: expect (ObjNum 784 snap 268 seq_num 784) 2024-08-29T17:57:07.574 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:57:07 smithi053 bash[68679]: cluster 2024-08-29T17:57:06.340889+0000 mon.a (mon.0) 801 : cluster [DBG] osdmap e617: 8 total, 8 up, 8 in 2024-08-29T17:57:07.628 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:57:07 smithi028 bash[78352]: cluster 2024-08-29T17:57:06.340889+0000 mon.a (mon.0) 801 : cluster [DBG] osdmap e617: 8 total, 8 up, 8 in 2024-08-29T17:57:07.628 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:57:07 smithi028 bash[77168]: cluster 2024-08-29T17:57:06.340889+0000 mon.a (mon.0) 801 : cluster [DBG] osdmap e617: 8 total, 8 up, 8 in 2024-08-29T17:57:08.243 INFO:tasks.rados.rados.0.smithi028.stdout:2671: finishing write tid 1 to smithi02869045-50 2024-08-29T17:57:08.243 INFO:tasks.rados.rados.0.smithi028.stdout:2671: finishing write tid 2 to smithi02869045-50 2024-08-29T17:57:08.243 INFO:tasks.rados.rados.0.smithi028.stdout:2671: finishing write tid 3 to smithi02869045-50 2024-08-29T17:57:08.243 INFO:tasks.rados.rados.0.smithi028.stdout:2671: finishing write tid 4 to smithi02869045-50 2024-08-29T17:57:08.243 INFO:tasks.rados.rados.0.smithi028.stdout:2671: finishing write tid 5 to smithi02869045-50 2024-08-29T17:57:08.243 INFO:tasks.rados.rados.0.smithi028.stdout:2671: finishing write tid 6 to smithi02869045-50 2024-08-29T17:57:08.243 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 50 v 2305 (ObjNum 813 snap 276 seq_num 813) dirty exists 2024-08-29T17:57:08.243 INFO:tasks.rados.rados.0.smithi028.stdout:2671: left oid 50 (ObjNum 813 snap 276 seq_num 813) 2024-08-29T17:57:08.244 INFO:tasks.rados.rados.0.smithi028.stdout:2669: done (4 left) 2024-08-29T17:57:08.244 INFO:tasks.rados.rados.0.smithi028.stdout:2670: done (3 left) 2024-08-29T17:57:08.244 INFO:tasks.rados.rados.0.smithi028.stdout:2671: done (2 left) 2024-08-29T17:57:08.244 INFO:tasks.rados.rados.0.smithi028.stdout:2672: done (1 left) 2024-08-29T17:57:08.244 INFO:tasks.rados.rados.0.smithi028.stdout:2674: done (0 left) 2024-08-29T17:57:08.244 INFO:tasks.rados.rados.0.smithi028.stdout:2675: rollback oid 31 current snap is 276 2024-08-29T17:57:08.244 INFO:tasks.rados.rados.0.smithi028.stdout:rollback oid 31 to 271 2024-08-29T17:57:08.244 INFO:tasks.rados.rados.0.smithi028.stdout:2676: snap_remove snap 253 2024-08-29T17:57:08.388 INFO:tasks.rados.rados.0.smithi028.stdout:2676: done (1 left) 2024-08-29T17:57:08.389 INFO:tasks.rados.rados.0.smithi028.stdout:2677: delete oid 48 current snap is 276 2024-08-29T17:57:08.389 INFO:tasks.rados.rados.0.smithi028.stdout:2675: finishing rollback tid 0 to smithi02869045-31 2024-08-29T17:57:08.389 INFO:tasks.rados.rados.0.smithi028.stdout:2675: finishing rollback tid 1 to smithi02869045-31 2024-08-29T17:57:08.389 INFO:tasks.rados.rados.0.smithi028.stdout:2675: finishing rollback tid 2 to smithi02869045-31 2024-08-29T17:57:08.389 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 31 v 2475 (ObjNum 486 snap 151 seq_num 486) dirty exists 2024-08-29T17:57:08.401 INFO:tasks.rados.rados.0.smithi028.stdout:2675: done (1 left) 2024-08-29T17:57:08.401 INFO:tasks.rados.rados.0.smithi028.stdout:2677: done (0 left) 2024-08-29T17:57:08.401 INFO:tasks.rados.rados.0.smithi028.stdout:2678: copy_from oid 40 from oid 4 current snap is 276 2024-08-29T17:57:08.401 INFO:tasks.rados.rados.0.smithi028.stdout:2679: rollback oid 41 current snap is 276 2024-08-29T17:57:08.402 INFO:tasks.rados.rados.0.smithi028.stdout:rollback oid 41 to 275 2024-08-29T17:57:08.402 INFO:tasks.rados.rados.0.smithi028.stdout:2680: snap_create 2024-08-29T17:57:08.404 INFO:tasks.rados.rados.0.smithi028.stdout:2679: finishing rollback tid 1 to smithi02869045-41 2024-08-29T17:57:08.404 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 41 v 1123 (ObjNum 49 snap 0 seq_num 1953066355) dirty dne 2024-08-29T17:57:08.437 INFO:tasks.rados.rados.0.smithi028.stdout:2678: finishing copy_from racing read to smithi02869045-40 2024-08-29T17:57:08.438 INFO:tasks.rados.rados.0.smithi028.stdout:2678: finishing copy_from to smithi02869045-40 2024-08-29T17:57:08.439 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 40 v 2300 (ObjNum 770 snap 264 seq_num 770) dirty exists 2024-08-29T17:57:08.574 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:57:08 smithi053 bash[68679]: cluster 2024-08-29T17:57:07.027830+0000 mgr.y (mgr.25022) 251 : cluster [DBG] pgmap v448: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 469 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 5.5 MiB/s rd, 2.2 MiB/s wr, 8 op/s; 8.4 MiB/s, 3 objects/s recovering 2024-08-29T17:57:08.574 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:57:08 smithi053 bash[68679]: cluster 2024-08-29T17:57:07.354388+0000 mon.a (mon.0) 802 : cluster [INF] Health check cleared: PG_DEGRADED (was: Degraded data redundancy: 15/891 objects degraded (1.684%), 2 pgs degraded) 2024-08-29T17:57:08.574 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:57:08 smithi053 bash[68679]: cluster 2024-08-29T17:57:07.354440+0000 mon.a (mon.0) 803 : cluster [INF] Cluster is now healthy 2024-08-29T17:57:08.574 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:57:08 smithi053 bash[68679]: cluster 2024-08-29T17:57:07.370283+0000 mon.a (mon.0) 804 : cluster [DBG] osdmap e618: 8 total, 8 up, 8 in 2024-08-29T17:57:08.628 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:57:08 smithi028 bash[77168]: cluster 2024-08-29T17:57:07.027830+0000 mgr.y (mgr.25022) 251 : cluster [DBG] pgmap v448: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 469 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 5.5 MiB/s rd, 2.2 MiB/s wr, 8 op/s; 8.4 MiB/s, 3 objects/s recovering 2024-08-29T17:57:08.629 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:57:08 smithi028 bash[77168]: cluster 2024-08-29T17:57:07.354388+0000 mon.a (mon.0) 802 : cluster [INF] Health check cleared: PG_DEGRADED (was: Degraded data redundancy: 15/891 objects degraded (1.684%), 2 pgs degraded) 2024-08-29T17:57:08.629 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:57:08 smithi028 bash[77168]: cluster 2024-08-29T17:57:07.354440+0000 mon.a (mon.0) 803 : cluster [INF] Cluster is now healthy 2024-08-29T17:57:08.629 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:57:08 smithi028 bash[77168]: cluster 2024-08-29T17:57:07.370283+0000 mon.a (mon.0) 804 : cluster [DBG] osdmap e618: 8 total, 8 up, 8 in 2024-08-29T17:57:08.629 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:57:08 smithi028 bash[78352]: cluster 2024-08-29T17:57:07.027830+0000 mgr.y (mgr.25022) 251 : cluster [DBG] pgmap v448: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 469 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 5.5 MiB/s rd, 2.2 MiB/s wr, 8 op/s; 8.4 MiB/s, 3 objects/s recovering 2024-08-29T17:57:08.629 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:57:08 smithi028 bash[78352]: cluster 2024-08-29T17:57:07.354388+0000 mon.a (mon.0) 802 : cluster [INF] Health check cleared: PG_DEGRADED (was: Degraded data redundancy: 15/891 objects degraded (1.684%), 2 pgs degraded) 2024-08-29T17:57:08.629 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:57:08 smithi028 bash[78352]: cluster 2024-08-29T17:57:07.354440+0000 mon.a (mon.0) 803 : cluster [INF] Cluster is now healthy 2024-08-29T17:57:08.629 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:57:08 smithi028 bash[78352]: cluster 2024-08-29T17:57:07.370283+0000 mon.a (mon.0) 804 : cluster [DBG] osdmap e618: 8 total, 8 up, 8 in 2024-08-29T17:57:09.214 INFO:tasks.rados.rados.0.smithi028.stdout:2678: done (2 left) 2024-08-29T17:57:09.214 INFO:tasks.rados.rados.0.smithi028.stdout:2679: done (1 left) 2024-08-29T17:57:09.214 INFO:tasks.rados.rados.0.smithi028.stdout:2680: done (0 left) 2024-08-29T17:57:09.215 INFO:tasks.rados.rados.0.smithi028.stdout:2681: read oid 10 snap 248 2024-08-29T17:57:09.215 INFO:tasks.rados.rados.0.smithi028.stdout:2681: expect (ObjNum 1676905600 snap 21900 seq_num 1676160352) 2024-08-29T17:57:09.215 INFO:tasks.rados.rados.0.smithi028.stdout:2682: read oid 15 snap -1 2024-08-29T17:57:09.215 INFO:tasks.rados.rados.0.smithi028.stdout:2682: expect (ObjNum 724 snap 246 seq_num 724) 2024-08-29T17:57:09.215 INFO:tasks.rados.rados.0.smithi028.stdout:2683: copy_from oid 5 from oid 41 current snap is 277 2024-08-29T17:57:09.215 INFO:tasks.rados.rados.0.smithi028.stdout:2684: setattr oid 9 current snap is 277 2024-08-29T17:57:09.221 INFO:tasks.rados.rados.0.smithi028.stdout:2685: read oid 45 snap 182 2024-08-29T17:57:09.221 INFO:tasks.rados.rados.0.smithi028.stdout:2685: expect deleted 2024-08-29T17:57:09.221 INFO:tasks.rados.rados.0.smithi028.stdout:2686: read oid 44 snap -1 2024-08-29T17:57:09.221 INFO:tasks.rados.rados.0.smithi028.stdout:2686: expect (ObjNum 800 snap 270 seq_num 800) 2024-08-29T17:57:09.221 INFO:tasks.rados.rados.0.smithi028.stdout:append oid 17 current snap is 277 2024-08-29T17:57:09.221 INFO:tasks.rados.rados.0.smithi028.stdout:2687: seq_num 816 ranges {2572288=475136,3047424=540672,3588096=614400,4202496=49152} 2024-08-29T17:57:09.256 INFO:tasks.rados.rados.0.smithi028.stdout:2687: writing smithi02869045-17 from 2572288 to 3047424 tid 1 2024-08-29T17:57:09.263 INFO:tasks.rados.rados.0.smithi028.stdout:2687: writing smithi02869045-17 from 3047424 to 3588096 tid 2 2024-08-29T17:57:09.270 INFO:tasks.rados.rados.0.smithi028.stdout:2687: writing smithi02869045-17 from 3588096 to 4202496 tid 3 2024-08-29T17:57:09.270 INFO:tasks.rados.rados.0.smithi028.stdout:2687: writing smithi02869045-17 from 4202496 to 4251648 tid 4 2024-08-29T17:57:09.270 INFO:tasks.rados.rados.0.smithi028.stdout:append oid 34 current snap is 277 2024-08-29T17:57:09.270 INFO:tasks.rados.rados.0.smithi028.stdout:2681: expect (ObjNum 1676905600 snap 21900 seq_num 1676160352) 2024-08-29T17:57:09.274 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 9 v 1125 (ObjNum 775 snap 265 seq_num 775) dirty exists 2024-08-29T17:57:09.274 INFO:tasks.rados.rados.0.smithi028.stdout:2686: expect (ObjNum 800 snap 270 seq_num 800) 2024-08-29T17:57:09.337 INFO:tasks.rados.rados.0.smithi028.stdout:2687: finishing write tid 1 to smithi02869045-17 2024-08-29T17:57:09.337 INFO:tasks.rados.rados.0.smithi028.stdout:2682: expect (ObjNum 724 snap 246 seq_num 724) 2024-08-29T17:57:09.628 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:57:09 smithi028 bash[77168]: cluster 2024-08-29T17:57:08.382800+0000 mon.a (mon.0) 805 : cluster [DBG] osdmap e619: 8 total, 8 up, 8 in 2024-08-29T17:57:09.629 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:57:09 smithi028 bash[77168]: cluster 2024-08-29T17:57:09.214068+0000 mon.a (mon.0) 806 : cluster [DBG] osdmap e620: 8 total, 8 up, 8 in 2024-08-29T17:57:09.629 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:57:09 smithi028 bash[78352]: cluster 2024-08-29T17:57:08.382800+0000 mon.a (mon.0) 805 : cluster [DBG] osdmap e619: 8 total, 8 up, 8 in 2024-08-29T17:57:09.629 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:57:09 smithi028 bash[78352]: cluster 2024-08-29T17:57:09.214068+0000 mon.a (mon.0) 806 : cluster [DBG] osdmap e620: 8 total, 8 up, 8 in 2024-08-29T17:57:09.717 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:57:09 smithi053 bash[68679]: cluster 2024-08-29T17:57:08.382800+0000 mon.a (mon.0) 805 : cluster [DBG] osdmap e619: 8 total, 8 up, 8 in 2024-08-29T17:57:09.718 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:57:09 smithi053 bash[68679]: cluster 2024-08-29T17:57:09.214068+0000 mon.a (mon.0) 806 : cluster [DBG] osdmap e620: 8 total, 8 up, 8 in 2024-08-29T17:57:10.032 INFO:tasks.rados.rados.0.smithi028.stdout:2683: finishing copy_from to smithi02869045-5 2024-08-29T17:57:10.032 INFO:tasks.rados.rados.0.smithi028.stdout:2683: got expected ENOENT (src dne) 2024-08-29T17:57:10.032 INFO:tasks.rados.rados.0.smithi028.stdout:2683: finishing copy_from racing read to smithi02869045-5 2024-08-29T17:57:10.032 INFO:tasks.rados.rados.0.smithi028.stdout:2687: finishing write tid 2 to smithi02869045-17 2024-08-29T17:57:10.032 INFO:tasks.rados.rados.0.smithi028.stdout:2687: finishing write tid 3 to smithi02869045-17 2024-08-29T17:57:10.032 INFO:tasks.rados.rados.0.smithi028.stdout:2687: finishing write tid 4 to smithi02869045-17 2024-08-29T17:57:10.032 INFO:tasks.rados.rados.0.smithi028.stdout:2687: finishing write tid 5 to smithi02869045-17 2024-08-29T17:57:10.032 INFO:tasks.rados.rados.0.smithi028.stdout:2687: finishing write tid 6 to smithi02869045-17 2024-08-29T17:57:10.033 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 17 v 2491 (ObjNum 816 snap 277 seq_num 816) dirty exists 2024-08-29T17:57:10.033 INFO:tasks.rados.rados.0.smithi028.stdout:2687: left oid 17 (ObjNum 816 snap 277 seq_num 816) 2024-08-29T17:57:10.033 INFO:tasks.rados.rados.0.smithi028.stdout:2688: seq_num 817 ranges {3964928=491520,4456448=417792,4874240=425984,5300224=360448} 2024-08-29T17:57:10.092 INFO:tasks.rados.rados.0.smithi028.stdout:2688: writing smithi02869045-34 from 3964928 to 4456448 tid 1 2024-08-29T17:57:10.097 INFO:tasks.rados.rados.0.smithi028.stdout:2688: writing smithi02869045-34 from 4456448 to 4874240 tid 2 2024-08-29T17:57:10.101 INFO:tasks.rados.rados.0.smithi028.stdout:2688: writing smithi02869045-34 from 4874240 to 5300224 tid 3 2024-08-29T17:57:10.106 INFO:tasks.rados.rados.0.smithi028.stdout:2688: writing smithi02869045-34 from 5300224 to 5660672 tid 4 2024-08-29T17:57:10.106 INFO:tasks.rados.rados.0.smithi028.stdout:2681: done (7 left) 2024-08-29T17:57:10.106 INFO:tasks.rados.rados.0.smithi028.stdout:2682: done (6 left) 2024-08-29T17:57:10.106 INFO:tasks.rados.rados.0.smithi028.stdout:2683: done (5 left) 2024-08-29T17:57:10.106 INFO:tasks.rados.rados.0.smithi028.stdout:2684: done (4 left) 2024-08-29T17:57:10.106 INFO:tasks.rados.rados.0.smithi028.stdout:2685: done (3 left) 2024-08-29T17:57:10.106 INFO:tasks.rados.rados.0.smithi028.stdout:2686: done (2 left) 2024-08-29T17:57:10.106 INFO:tasks.rados.rados.0.smithi028.stdout:2687: done (1 left) 2024-08-29T17:57:10.106 INFO:tasks.rados.rados.0.smithi028.stdout:2689: rmattr oid 45 current snap is 277 2024-08-29T17:57:10.107 INFO:tasks.rados.rados.0.smithi028.stdout:2689: done (1 left) 2024-08-29T17:57:10.107 INFO:tasks.rados.rados.0.smithi028.stdout:2690: rmattr oid 6 current snap is 277 2024-08-29T17:57:10.107 INFO:tasks.rados.rados.0.smithi028.stdout:2691: read oid 19 snap 254 2024-08-29T17:57:10.107 INFO:tasks.rados.rados.0.smithi028.stdout:2691: expect (ObjNum 668 snap 226 seq_num 668) 2024-08-29T17:57:10.107 INFO:tasks.rados.rados.0.smithi028.stdout:append oid 15 current snap is 277 2024-08-29T17:57:10.107 INFO:tasks.rados.rados.0.smithi028.stdout:2692: seq_num 818 ranges {7274496=507904,7782400=704512,8486912=499712} 2024-08-29T17:57:10.170 INFO:tasks.rados.rados.0.smithi028.stdout:2692: writing smithi02869045-15 from 7274496 to 7782400 tid 1 2024-08-29T17:57:10.176 INFO:tasks.rados.rados.0.smithi028.stdout:2692: writing smithi02869045-15 from 7782400 to 8486912 tid 2 2024-08-29T17:57:10.179 INFO:tasks.rados.rados.0.smithi028.stdout:2692: writing smithi02869045-15 from 8486912 to 8986624 tid 3 2024-08-29T17:57:10.179 INFO:tasks.rados.rados.0.smithi028.stdout:2693: delete oid 27 current snap is 277 2024-08-29T17:57:10.179 INFO:tasks.rados.rados.0.smithi028.stdout:2688: finishing write tid 1 to smithi02869045-34 2024-08-29T17:57:10.179 INFO:tasks.rados.rados.0.smithi028.stdout:2688: finishing write tid 2 to smithi02869045-34 2024-08-29T17:57:10.179 INFO:tasks.rados.rados.0.smithi028.stdout:2688: finishing write tid 3 to smithi02869045-34 2024-08-29T17:57:10.180 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 6 v 1751 (ObjNum 768 snap 264 seq_num 768) dirty exists 2024-08-29T17:57:10.180 INFO:tasks.rados.rados.0.smithi028.stdout:2688: finishing write tid 4 to smithi02869045-34 2024-08-29T17:57:10.180 INFO:tasks.rados.rados.0.smithi028.stdout:2688: finishing write tid 5 to smithi02869045-34 2024-08-29T17:57:10.180 INFO:tasks.rados.rados.0.smithi028.stdout:2688: finishing write tid 6 to smithi02869045-34 2024-08-29T17:57:10.180 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 34 v 2087 (ObjNum 817 snap 277 seq_num 817) dirty exists 2024-08-29T17:57:10.180 INFO:tasks.rados.rados.0.smithi028.stdout:2688: left oid 34 (ObjNum 817 snap 277 seq_num 817) 2024-08-29T17:57:10.180 INFO:tasks.rados.rados.0.smithi028.stdout:2691: expect (ObjNum 668 snap 226 seq_num 668) 2024-08-29T17:57:10.388 INFO:tasks.rados.rados.0.smithi028.stdout:2692: finishing write tid 1 to smithi02869045-15 2024-08-29T17:57:10.388 INFO:tasks.rados.rados.0.smithi028.stdout:2692: finishing write tid 2 to smithi02869045-15 2024-08-29T17:57:10.388 INFO:tasks.rados.rados.0.smithi028.stdout:2692: finishing write tid 3 to smithi02869045-15 2024-08-29T17:57:10.388 INFO:tasks.rados.rados.0.smithi028.stdout:2692: finishing write tid 4 to smithi02869045-15 2024-08-29T17:57:10.388 INFO:tasks.rados.rados.0.smithi028.stdout:2692: finishing write tid 5 to smithi02869045-15 2024-08-29T17:57:10.388 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 15 v 1483 (ObjNum 818 snap 277 seq_num 818) dirty exists 2024-08-29T17:57:10.388 INFO:tasks.rados.rados.0.smithi028.stdout:2692: left oid 15 (ObjNum 818 snap 277 seq_num 818) 2024-08-29T17:57:10.389 INFO:tasks.rados.rados.0.smithi028.stdout:2688: done (4 left) 2024-08-29T17:57:10.389 INFO:tasks.rados.rados.0.smithi028.stdout:2690: done (3 left) 2024-08-29T17:57:10.389 INFO:tasks.rados.rados.0.smithi028.stdout:2691: done (2 left) 2024-08-29T17:57:10.389 INFO:tasks.rados.rados.0.smithi028.stdout:2692: done (1 left) 2024-08-29T17:57:10.389 INFO:tasks.rados.rados.0.smithi028.stdout:2693: done (0 left) 2024-08-29T17:57:10.389 INFO:tasks.rados.rados.0.smithi028.stdout:2694: snap_create 2024-08-29T17:57:10.824 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:57:10 smithi053 bash[68679]: cluster 2024-08-29T17:57:09.028573+0000 mgr.y (mgr.25022) 252 : cluster [DBG] pgmap v451: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 484 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail; 6.3 MiB/s rd, 4.8 MiB/s wr, 9 op/s; 888 KiB/s, 0 objects/s recovering 2024-08-29T17:57:10.824 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:57:10 smithi053 bash[68679]: audit 2024-08-29T17:57:10.295240+0000 mon.a (mon.0) 807 : audit [INF] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' 2024-08-29T17:57:10.825 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:57:10 smithi053 bash[68679]: audit 2024-08-29T17:57:10.305194+0000 mon.a (mon.0) 808 : audit [INF] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' 2024-08-29T17:57:10.825 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:57:10 smithi053 bash[68679]: audit 2024-08-29T17:57:10.307001+0000 mon.a (mon.0) 809 : audit [DBG] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-29T17:57:10.825 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:57:10 smithi053 bash[68679]: audit 2024-08-29T17:57:10.308533+0000 mon.a (mon.0) 810 : audit [INF] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-29T17:57:10.825 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:57:10 smithi053 bash[68679]: audit 2024-08-29T17:57:10.317833+0000 mon.a (mon.0) 811 : audit [INF] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' 2024-08-29T17:57:10.879 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:57:10 smithi028 bash[77168]: cluster 2024-08-29T17:57:09.028573+0000 mgr.y (mgr.25022) 252 : cluster [DBG] pgmap v451: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 484 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail; 6.3 MiB/s rd, 4.8 MiB/s wr, 9 op/s; 888 KiB/s, 0 objects/s recovering 2024-08-29T17:57:10.879 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:57:10 smithi028 bash[77168]: audit 2024-08-29T17:57:10.295240+0000 mon.a (mon.0) 807 : audit [INF] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' 2024-08-29T17:57:10.879 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:57:10 smithi028 bash[77168]: audit 2024-08-29T17:57:10.305194+0000 mon.a (mon.0) 808 : audit [INF] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' 2024-08-29T17:57:10.879 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:57:10 smithi028 bash[77168]: audit 2024-08-29T17:57:10.307001+0000 mon.a (mon.0) 809 : audit [DBG] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-29T17:57:10.879 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:57:10 smithi028 bash[77168]: audit 2024-08-29T17:57:10.308533+0000 mon.a (mon.0) 810 : audit [INF] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-29T17:57:10.879 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:57:10 smithi028 bash[77168]: audit 2024-08-29T17:57:10.317833+0000 mon.a (mon.0) 811 : audit [INF] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' 2024-08-29T17:57:10.879 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:57:10 smithi028 bash[78352]: cluster 2024-08-29T17:57:09.028573+0000 mgr.y (mgr.25022) 252 : cluster [DBG] pgmap v451: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 484 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail; 6.3 MiB/s rd, 4.8 MiB/s wr, 9 op/s; 888 KiB/s, 0 objects/s recovering 2024-08-29T17:57:10.879 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:57:10 smithi028 bash[78352]: audit 2024-08-29T17:57:10.295240+0000 mon.a (mon.0) 807 : audit [INF] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' 2024-08-29T17:57:10.880 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:57:10 smithi028 bash[78352]: audit 2024-08-29T17:57:10.305194+0000 mon.a (mon.0) 808 : audit [INF] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' 2024-08-29T17:57:10.880 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:57:10 smithi028 bash[78352]: audit 2024-08-29T17:57:10.307001+0000 mon.a (mon.0) 809 : audit [DBG] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-29T17:57:10.880 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:57:10 smithi028 bash[78352]: audit 2024-08-29T17:57:10.308533+0000 mon.a (mon.0) 810 : audit [INF] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-29T17:57:10.880 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:57:10 smithi028 bash[78352]: audit 2024-08-29T17:57:10.317833+0000 mon.a (mon.0) 811 : audit [INF] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' 2024-08-29T17:57:10.992 INFO:teuthology.orchestra.run.smithi028.stdout:true 2024-08-29T17:57:11.298 INFO:teuthology.orchestra.run.smithi028.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2024-08-29T17:57:11.298 INFO:teuthology.orchestra.run.smithi028.stdout:alertmanager.a smithi028 *:9093,9094 running (7m) 80s ago 13m 13.6M - 0.25.0 c8568f914cd2 c7223f7204fa 2024-08-29T17:57:11.298 INFO:teuthology.orchestra.run.smithi028.stdout:grafana.a smithi053 *:3000 running (6m) 13s ago 13m 75.8M - 9.4.7 954c08fa6188 a7eaafe982e3 2024-08-29T17:57:11.298 INFO:teuthology.orchestra.run.smithi028.stdout:mds.a smithi028 running (16m) 80s ago 16m 15.3M - 17.2.7-1503-ga89f613d 250d9a61b6c5 c6b415d0b6f0 2024-08-29T17:57:11.298 INFO:teuthology.orchestra.run.smithi028.stdout:mds.b smithi053 running (16m) 13s ago 16m 20.6M - 17.2.7-1503-ga89f613d 250d9a61b6c5 8d3ee9e57659 2024-08-29T17:57:11.298 INFO:teuthology.orchestra.run.smithi028.stdout:mgr.x smithi053 *:8443,9283,8765 running (5m) 13s ago 24m 428M - 19.1.1-235-g1ef86450 d401bb9bb76e a0460ca70cca 2024-08-29T17:57:11.298 INFO:teuthology.orchestra.run.smithi028.stdout:mgr.y smithi028 *:8443,9283,8765 running (6m) 80s ago 26m 494M - 19.1.1-235-g1ef86450 d401bb9bb76e ef4c084deb28 2024-08-29T17:57:11.298 INFO:teuthology.orchestra.run.smithi028.stdout:mon.a smithi028 running (5m) 80s ago 26m 56.7M 2048M 19.1.1-235-g1ef86450 d401bb9bb76e d1fec2ed5501 2024-08-29T17:57:11.298 INFO:teuthology.orchestra.run.smithi028.stdout:mon.b smithi053 running (4m) 13s ago 24m 43.5M 2048M 19.1.1-235-g1ef86450 d401bb9bb76e 39595741be2a 2024-08-29T17:57:11.298 INFO:teuthology.orchestra.run.smithi028.stdout:mon.c smithi028 running (4m) 80s ago 24m 48.7M 2048M 19.1.1-235-g1ef86450 d401bb9bb76e c6717e02deb1 2024-08-29T17:57:11.299 INFO:teuthology.orchestra.run.smithi028.stdout:node-exporter.a smithi028 *:9100 running (7m) 80s ago 14m 8248k - 1.5.0 0da6a335fe13 620017e337b2 2024-08-29T17:57:11.299 INFO:teuthology.orchestra.run.smithi028.stdout:node-exporter.b smithi053 *:9100 running (6m) 13s ago 14m 7944k - 1.5.0 0da6a335fe13 e8eb22b0ee9e 2024-08-29T17:57:11.299 INFO:teuthology.orchestra.run.smithi028.stdout:osd.0 smithi028 running (2m) 80s ago 23m 257M 2525M 19.1.1-235-g1ef86450 d401bb9bb76e 6fbb60538386 2024-08-29T17:57:11.299 INFO:teuthology.orchestra.run.smithi028.stdout:osd.1 smithi028 running (2m) 80s ago 22m 259M 2525M 19.1.1-235-g1ef86450 d401bb9bb76e 0a1c27b12555 2024-08-29T17:57:11.299 INFO:teuthology.orchestra.run.smithi028.stdout:osd.2 smithi028 running (114s) 80s ago 21m 227M 2525M 19.1.1-235-g1ef86450 d401bb9bb76e f87a86f7e5c3 2024-08-29T17:57:11.299 INFO:teuthology.orchestra.run.smithi028.stdout:osd.3 smithi028 running (84s) 80s ago 21m - 2525M 19.1.1-235-g1ef86450 d401bb9bb76e 3ccafab1a96b 2024-08-29T17:57:11.299 INFO:teuthology.orchestra.run.smithi028.stdout:osd.4 smithi053 running (51s) 13s ago 20m 436M 2525M 19.1.1-235-g1ef86450 d401bb9bb76e e85da34b2c19 2024-08-29T17:57:11.299 INFO:teuthology.orchestra.run.smithi028.stdout:osd.5 smithi053 running (17s) 13s ago 19m - 2525M 19.1.1-235-g1ef86450 d401bb9bb76e 02ced631b1a7 2024-08-29T17:57:11.299 INFO:teuthology.orchestra.run.smithi028.stdout:osd.6 smithi053 running (18m) 13s ago 18m 207M 2525M 17.2.7-1503-ga89f613d 250d9a61b6c5 e65db659e42e 2024-08-29T17:57:11.299 INFO:teuthology.orchestra.run.smithi028.stdout:osd.7 smithi053 running (17m) 13s ago 17m 256M 2525M 17.2.7-1503-ga89f613d 250d9a61b6c5 69a8ac6ca110 2024-08-29T17:57:11.299 INFO:teuthology.orchestra.run.smithi028.stdout:prometheus.a smithi053 *:9095 running (5m) 13s ago 14m 56.7M - 2.43.0 a07b618ecd1d 9d3edc9bcb79 2024-08-29T17:57:11.395 INFO:tasks.rados.rados.0.smithi028.stdout:2694: done (0 left) 2024-08-29T17:57:11.395 INFO:tasks.rados.rados.0.smithi028.stdout:2695: copy_from oid 12 from oid 4 current snap is 278 2024-08-29T17:57:11.395 INFO:tasks.rados.rados.0.smithi028.stdout:2696: snap_remove snap 258 2024-08-29T17:57:11.676 INFO:teuthology.orchestra.run.smithi028.stdout:{ 2024-08-29T17:57:11.676 INFO:teuthology.orchestra.run.smithi028.stdout: "mon": { 2024-08-29T17:57:11.676 INFO:teuthology.orchestra.run.smithi028.stdout: "ceph version 19.1.1-235-g1ef86450 (1ef864504b8875c83ee6c2c5fedc13315bebf7f5) squid (rc)": 3 2024-08-29T17:57:11.676 INFO:teuthology.orchestra.run.smithi028.stdout: }, 2024-08-29T17:57:11.676 INFO:teuthology.orchestra.run.smithi028.stdout: "mgr": { 2024-08-29T17:57:11.676 INFO:teuthology.orchestra.run.smithi028.stdout: "ceph version 19.1.1-235-g1ef86450 (1ef864504b8875c83ee6c2c5fedc13315bebf7f5) squid (rc)": 2 2024-08-29T17:57:11.676 INFO:teuthology.orchestra.run.smithi028.stdout: }, 2024-08-29T17:57:11.676 INFO:teuthology.orchestra.run.smithi028.stdout: "osd": { 2024-08-29T17:57:11.676 INFO:teuthology.orchestra.run.smithi028.stdout: "ceph version 17.2.7-1503-ga89f613d (a89f613db4d5b6bca82681f19d73c6d337aae2d5) quincy (stable)": 2, 2024-08-29T17:57:11.677 INFO:teuthology.orchestra.run.smithi028.stdout: "ceph version 19.1.1-235-g1ef86450 (1ef864504b8875c83ee6c2c5fedc13315bebf7f5) squid (rc)": 6 2024-08-29T17:57:11.677 INFO:teuthology.orchestra.run.smithi028.stdout: }, 2024-08-29T17:57:11.677 INFO:teuthology.orchestra.run.smithi028.stdout: "mds": { 2024-08-29T17:57:11.677 INFO:teuthology.orchestra.run.smithi028.stdout: "ceph version 17.2.7-1503-ga89f613d (a89f613db4d5b6bca82681f19d73c6d337aae2d5) quincy (stable)": 2 2024-08-29T17:57:11.677 INFO:teuthology.orchestra.run.smithi028.stdout: }, 2024-08-29T17:57:11.677 INFO:teuthology.orchestra.run.smithi028.stdout: "overall": { 2024-08-29T17:57:11.677 INFO:teuthology.orchestra.run.smithi028.stdout: "ceph version 17.2.7-1503-ga89f613d (a89f613db4d5b6bca82681f19d73c6d337aae2d5) quincy (stable)": 4, 2024-08-29T17:57:11.677 INFO:teuthology.orchestra.run.smithi028.stdout: "ceph version 19.1.1-235-g1ef86450 (1ef864504b8875c83ee6c2c5fedc13315bebf7f5) squid (rc)": 11 2024-08-29T17:57:11.677 INFO:teuthology.orchestra.run.smithi028.stdout: } 2024-08-29T17:57:11.677 INFO:teuthology.orchestra.run.smithi028.stdout:} 2024-08-29T17:57:11.824 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:57:11 smithi053 bash[68679]: audit 2024-08-29T17:57:10.442946+0000 mon.a (mon.0) 812 : audit [DBG] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-29T17:57:11.825 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:57:11 smithi053 bash[68679]: audit 2024-08-29T17:57:10.445694+0000 mon.a (mon.0) 813 : audit [DBG] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-08-29T17:57:11.825 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:57:11 smithi053 bash[68679]: audit 2024-08-29T17:57:10.447789+0000 mon.a (mon.0) 814 : audit [DBG] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-08-29T17:57:11.825 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:57:11 smithi053 bash[68679]: audit 2024-08-29T17:57:10.449417+0000 mon.a (mon.0) 815 : audit [DBG] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-08-29T17:57:11.825 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:57:11 smithi053 bash[68679]: audit 2024-08-29T17:57:10.451488+0000 mon.a (mon.0) 816 : audit [DBG] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "osd ok-to-stop", "ids": ["6"], "max": 16}]: dispatch 2024-08-29T17:57:11.825 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:57:11 smithi053 bash[68679]: audit 2024-08-29T17:57:10.451713+0000 mgr.y (mgr.25022) 253 : audit [DBG] from='mon.0 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["6"], "max": 16}]: dispatch 2024-08-29T17:57:11.825 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:57:11 smithi053 bash[68679]: cephadm 2024-08-29T17:57:10.453454+0000 mgr.y (mgr.25022) 254 : cephadm [INF] Upgrade: osd.6 is safe to restart 2024-08-29T17:57:11.879 INFO:journalctl@ceph.mgr.y.smithi028.stdout:Aug 29 17:57:11 smithi028 bash[70818]: ::ffff:172.21.15.53 - - [29/Aug/2024:17:57:11] "GET /metrics HTTP/1.1" 200 36129 "" "Prometheus/2.43.0" 2024-08-29T17:57:11.879 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:57:11 smithi028 bash[78352]: audit 2024-08-29T17:57:10.442946+0000 mon.a (mon.0) 812 : audit [DBG] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-29T17:57:11.879 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:57:11 smithi028 bash[78352]: audit 2024-08-29T17:57:10.445694+0000 mon.a (mon.0) 813 : audit [DBG] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-08-29T17:57:11.879 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:57:11 smithi028 bash[78352]: audit 2024-08-29T17:57:10.447789+0000 mon.a (mon.0) 814 : audit [DBG] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-08-29T17:57:11.879 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:57:11 smithi028 bash[78352]: audit 2024-08-29T17:57:10.449417+0000 mon.a (mon.0) 815 : audit [DBG] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-08-29T17:57:11.879 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:57:11 smithi028 bash[78352]: audit 2024-08-29T17:57:10.451488+0000 mon.a (mon.0) 816 : audit [DBG] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "osd ok-to-stop", "ids": ["6"], "max": 16}]: dispatch 2024-08-29T17:57:11.879 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:57:11 smithi028 bash[78352]: audit 2024-08-29T17:57:10.451713+0000 mgr.y (mgr.25022) 253 : audit [DBG] from='mon.0 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["6"], "max": 16}]: dispatch 2024-08-29T17:57:11.879 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:57:11 smithi028 bash[78352]: cephadm 2024-08-29T17:57:10.453454+0000 mgr.y (mgr.25022) 254 : cephadm [INF] Upgrade: osd.6 is safe to restart 2024-08-29T17:57:11.880 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:57:11 smithi028 bash[77168]: audit 2024-08-29T17:57:10.442946+0000 mon.a (mon.0) 812 : audit [DBG] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-29T17:57:11.880 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:57:11 smithi028 bash[77168]: audit 2024-08-29T17:57:10.445694+0000 mon.a (mon.0) 813 : audit [DBG] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-08-29T17:57:11.880 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:57:11 smithi028 bash[77168]: audit 2024-08-29T17:57:10.447789+0000 mon.a (mon.0) 814 : audit [DBG] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-08-29T17:57:11.880 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:57:11 smithi028 bash[77168]: audit 2024-08-29T17:57:10.449417+0000 mon.a (mon.0) 815 : audit [DBG] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-08-29T17:57:11.880 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:57:11 smithi028 bash[77168]: audit 2024-08-29T17:57:10.451488+0000 mon.a (mon.0) 816 : audit [DBG] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "osd ok-to-stop", "ids": ["6"], "max": 16}]: dispatch 2024-08-29T17:57:11.880 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:57:11 smithi028 bash[77168]: audit 2024-08-29T17:57:10.451713+0000 mgr.y (mgr.25022) 253 : audit [DBG] from='mon.0 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["6"], "max": 16}]: dispatch 2024-08-29T17:57:11.880 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:57:11 smithi028 bash[77168]: cephadm 2024-08-29T17:57:10.453454+0000 mgr.y (mgr.25022) 254 : cephadm [INF] Upgrade: osd.6 is safe to restart 2024-08-29T17:57:12.398 INFO:tasks.rados.rados.0.smithi028.stdout:2696: done (1 left) 2024-08-29T17:57:12.398 INFO:tasks.rados.rados.0.smithi028.stdout:2697: read oid 15 snap -1 2024-08-29T17:57:12.398 INFO:tasks.rados.rados.0.smithi028.stdout:2697: expect (ObjNum 818 snap 277 seq_num 818) 2024-08-29T17:57:12.398 INFO:tasks.rados.rados.0.smithi028.stdout:2698: snap_remove snap 257 2024-08-29T17:57:12.574 INFO:journalctl@ceph.prometheus.a.smithi053.stdout:Aug 29 17:57:12 smithi053 bash[61790]: ts=2024-08-29T17:57:12.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"3167ee72-662c-11ef-bcd4-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-29T17:57:12.574 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:57:12 smithi053 bash[68679]: audit 2024-08-29T17:57:10.982766+0000 mgr.y (mgr.25022) 255 : audit [DBG] from='client.34353 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-08-29T17:57:12.575 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:57:12 smithi053 bash[68679]: cluster 2024-08-29T17:57:11.029456+0000 mgr.y (mgr.25022) 256 : cluster [DBG] pgmap v453: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 482 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail; 12 MiB/s rd, 3.8 MiB/s wr, 20 op/s 2024-08-29T17:57:12.575 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:57:12 smithi053 bash[68679]: audit 2024-08-29T17:57:11.283059+0000 mgr.y (mgr.25022) 257 : audit [DBG] from='client.34359 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-08-29T17:57:12.575 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:57:12 smithi053 bash[68679]: cluster 2024-08-29T17:57:11.397422+0000 mon.a (mon.0) 817 : cluster [DBG] osdmap e621: 8 total, 8 up, 8 in 2024-08-29T17:57:12.575 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:57:12 smithi053 bash[68679]: audit 2024-08-29T17:57:11.679376+0000 mon.c (mon.2) 14 : audit [DBG] from='client.? 172.21.15.28:0/4147837302' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-08-29T17:57:12.575 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:57:12 smithi053 bash[68679]: audit 2024-08-29T17:57:12.038262+0000 mon.a (mon.0) 818 : audit [INF] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' 2024-08-29T17:57:12.575 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:57:12 smithi053 bash[68679]: audit 2024-08-29T17:57:12.040349+0000 mon.a (mon.0) 819 : audit [DBG] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-29T17:57:12.575 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:57:12 smithi053 bash[68679]: audit 2024-08-29T17:57:12.204585+0000 mon.a (mon.0) 820 : audit [INF] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' 2024-08-29T17:57:12.879 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:57:12 smithi028 bash[77168]: audit 2024-08-29T17:57:10.982766+0000 mgr.y (mgr.25022) 255 : audit [DBG] from='client.34353 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-08-29T17:57:12.879 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:57:12 smithi028 bash[77168]: cluster 2024-08-29T17:57:11.029456+0000 mgr.y (mgr.25022) 256 : cluster [DBG] pgmap v453: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 482 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail; 12 MiB/s rd, 3.8 MiB/s wr, 20 op/s 2024-08-29T17:57:12.879 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:57:12 smithi028 bash[77168]: audit 2024-08-29T17:57:11.283059+0000 mgr.y (mgr.25022) 257 : audit [DBG] from='client.34359 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-08-29T17:57:12.879 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:57:12 smithi028 bash[77168]: cluster 2024-08-29T17:57:11.397422+0000 mon.a (mon.0) 817 : cluster [DBG] osdmap e621: 8 total, 8 up, 8 in 2024-08-29T17:57:12.879 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:57:12 smithi028 bash[77168]: audit 2024-08-29T17:57:11.679376+0000 mon.c (mon.2) 14 : audit [DBG] from='client.? 172.21.15.28:0/4147837302' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-08-29T17:57:12.879 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:57:12 smithi028 bash[77168]: audit 2024-08-29T17:57:12.038262+0000 mon.a (mon.0) 818 : audit [INF] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' 2024-08-29T17:57:12.879 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:57:12 smithi028 bash[77168]: audit 2024-08-29T17:57:12.040349+0000 mon.a (mon.0) 819 : audit [DBG] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-29T17:57:12.879 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:57:12 smithi028 bash[77168]: audit 2024-08-29T17:57:12.204585+0000 mon.a (mon.0) 820 : audit [INF] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' 2024-08-29T17:57:12.880 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:57:12 smithi028 bash[78352]: audit 2024-08-29T17:57:10.982766+0000 mgr.y (mgr.25022) 255 : audit [DBG] from='client.34353 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-08-29T17:57:12.880 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:57:12 smithi028 bash[78352]: cluster 2024-08-29T17:57:11.029456+0000 mgr.y (mgr.25022) 256 : cluster [DBG] pgmap v453: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 482 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail; 12 MiB/s rd, 3.8 MiB/s wr, 20 op/s 2024-08-29T17:57:12.880 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:57:12 smithi028 bash[78352]: audit 2024-08-29T17:57:11.283059+0000 mgr.y (mgr.25022) 257 : audit [DBG] from='client.34359 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-08-29T17:57:12.880 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:57:12 smithi028 bash[78352]: cluster 2024-08-29T17:57:11.397422+0000 mon.a (mon.0) 817 : cluster [DBG] osdmap e621: 8 total, 8 up, 8 in 2024-08-29T17:57:12.880 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:57:12 smithi028 bash[78352]: audit 2024-08-29T17:57:11.679376+0000 mon.c (mon.2) 14 : audit [DBG] from='client.? 172.21.15.28:0/4147837302' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-08-29T17:57:12.880 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:57:12 smithi028 bash[78352]: audit 2024-08-29T17:57:12.038262+0000 mon.a (mon.0) 818 : audit [INF] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' 2024-08-29T17:57:12.880 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:57:12 smithi028 bash[78352]: audit 2024-08-29T17:57:12.040349+0000 mon.a (mon.0) 819 : audit [DBG] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-29T17:57:12.880 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:57:12 smithi028 bash[78352]: audit 2024-08-29T17:57:12.204585+0000 mon.a (mon.0) 820 : audit [INF] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' 2024-08-29T17:57:13.415 INFO:tasks.rados.rados.0.smithi028.stdout:2698: done (2 left) 2024-08-29T17:57:13.415 INFO:tasks.rados.rados.0.smithi028.stdout:2699: copy_from oid 42 from oid 3 current snap is 278 2024-08-29T17:57:13.415 INFO:tasks.rados.rados.0.smithi028.stdout:2700: copy_from oid 48 from oid 17 current snap is 278 2024-08-29T17:57:13.415 INFO:tasks.rados.rados.0.smithi028.stdout:2695: finishing copy_from racing read to smithi02869045-12 2024-08-29T17:57:13.415 INFO:tasks.rados.rados.0.smithi028.stdout:2695: finishing copy_from to smithi02869045-12 2024-08-29T17:57:13.416 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 12 v 2300 (ObjNum 770 snap 264 seq_num 770) dirty exists 2024-08-29T17:57:13.416 INFO:tasks.rados.rados.0.smithi028.stdout:2697: expect (ObjNum 818 snap 277 seq_num 818) 2024-08-29T17:57:13.824 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:57:13 smithi053 bash[68679]: cluster 2024-08-29T17:57:12.398515+0000 mon.a (mon.0) 821 : cluster [DBG] osdmap e622: 8 total, 8 up, 8 in 2024-08-29T17:57:13.878 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:57:13 smithi028 bash[78352]: cluster 2024-08-29T17:57:12.398515+0000 mon.a (mon.0) 821 : cluster [DBG] osdmap e622: 8 total, 8 up, 8 in 2024-08-29T17:57:13.879 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:57:13 smithi028 bash[77168]: cluster 2024-08-29T17:57:12.398515+0000 mon.a (mon.0) 821 : cluster [DBG] osdmap e622: 8 total, 8 up, 8 in 2024-08-29T17:57:14.289 INFO:tasks.rados.rados.0.smithi028.stdout:2700: finishing copy_from racing read to smithi02869045-48 2024-08-29T17:57:14.289 INFO:tasks.rados.rados.0.smithi028.stdout:2699: finishing copy_from racing read to smithi02869045-42 2024-08-29T17:57:14.289 INFO:tasks.rados.rados.0.smithi028.stdout:2699: finishing copy_from to smithi02869045-42 2024-08-29T17:57:14.289 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 42 v 2102 (ObjNum 808 snap 274 seq_num 808) dirty exists 2024-08-29T17:57:14.289 INFO:tasks.rados.rados.0.smithi028.stdout:2700: finishing copy_from to smithi02869045-48 2024-08-29T17:57:14.289 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 48 v 2491 (ObjNum 816 snap 277 seq_num 816) dirty exists 2024-08-29T17:57:14.289 INFO:tasks.rados.rados.0.smithi028.stdout:2695: done (3 left) 2024-08-29T17:57:14.289 INFO:tasks.rados.rados.0.smithi028.stdout:2697: done (2 left) 2024-08-29T17:57:14.289 INFO:tasks.rados.rados.0.smithi028.stdout:2699: done (1 left) 2024-08-29T17:57:14.289 INFO:tasks.rados.rados.0.smithi028.stdout:2700: done (0 left) 2024-08-29T17:57:14.289 INFO:tasks.rados.rados.0.smithi028.stdout:2701: rollback oid 5 current snap is 278 2024-08-29T17:57:14.290 INFO:tasks.rados.rados.0.smithi028.stdout:rollback oid 5 to 259 2024-08-29T17:57:14.290 INFO:tasks.rados.rados.0.smithi028.stdout:2702: rmattr oid 19 current snap is 278 2024-08-29T17:57:14.290 INFO:tasks.rados.rados.0.smithi028.stdout:2702: done (1 left) 2024-08-29T17:57:14.290 INFO:tasks.rados.rados.0.smithi028.stdout:2703: snap_remove snap 272 2024-08-29T17:57:14.824 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:57:14 smithi053 bash[68679]: cluster 2024-08-29T17:57:13.030465+0000 mgr.y (mgr.25022) 258 : cluster [DBG] pgmap v456: 121 pgs: 121 active+clean; 489 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail; 6.3 MiB/s rd, 1.4 MiB/s wr, 18 op/s 2024-08-29T17:57:14.825 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:57:14 smithi053 bash[68679]: cluster 2024-08-29T17:57:13.412590+0000 mon.a (mon.0) 822 : cluster [DBG] osdmap e623: 8 total, 8 up, 8 in 2024-08-29T17:57:14.825 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:57:14 smithi053 bash[68679]: cephadm 2024-08-29T17:57:13.422594+0000 mgr.y (mgr.25022) 259 : cephadm [INF] Upgrade: Updating osd.6 2024-08-29T17:57:14.825 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:57:14 smithi053 bash[68679]: audit 2024-08-29T17:57:13.444845+0000 mon.a (mon.0) 823 : audit [INF] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' 2024-08-29T17:57:14.825 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:57:14 smithi053 bash[68679]: audit 2024-08-29T17:57:13.448667+0000 mon.a (mon.0) 824 : audit [INF] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.6"}]: dispatch 2024-08-29T17:57:14.825 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:57:14 smithi053 bash[68679]: audit 2024-08-29T17:57:13.449704+0000 mon.a (mon.0) 825 : audit [DBG] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-29T17:57:14.825 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:57:14 smithi053 bash[68679]: cephadm 2024-08-29T17:57:13.453606+0000 mgr.y (mgr.25022) 260 : cephadm [INF] Deploying daemon osd.6 on smithi053 2024-08-29T17:57:14.825 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:57:14 smithi053 bash[68679]: cluster 2024-08-29T17:57:14.217513+0000 mon.a (mon.0) 826 : cluster [DBG] osdmap e624: 8 total, 8 up, 8 in 2024-08-29T17:57:14.879 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:57:14 smithi028 bash[78352]: cluster 2024-08-29T17:57:13.030465+0000 mgr.y (mgr.25022) 258 : cluster [DBG] pgmap v456: 121 pgs: 121 active+clean; 489 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail; 6.3 MiB/s rd, 1.4 MiB/s wr, 18 op/s 2024-08-29T17:57:14.879 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:57:14 smithi028 bash[78352]: cluster 2024-08-29T17:57:13.412590+0000 mon.a (mon.0) 822 : cluster [DBG] osdmap e623: 8 total, 8 up, 8 in 2024-08-29T17:57:14.879 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:57:14 smithi028 bash[78352]: cephadm 2024-08-29T17:57:13.422594+0000 mgr.y (mgr.25022) 259 : cephadm [INF] Upgrade: Updating osd.6 2024-08-29T17:57:14.879 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:57:14 smithi028 bash[78352]: audit 2024-08-29T17:57:13.444845+0000 mon.a (mon.0) 823 : audit [INF] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' 2024-08-29T17:57:14.879 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:57:14 smithi028 bash[78352]: audit 2024-08-29T17:57:13.448667+0000 mon.a (mon.0) 824 : audit [INF] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.6"}]: dispatch 2024-08-29T17:57:14.879 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:57:14 smithi028 bash[78352]: audit 2024-08-29T17:57:13.449704+0000 mon.a (mon.0) 825 : audit [DBG] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-29T17:57:14.879 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:57:14 smithi028 bash[78352]: cephadm 2024-08-29T17:57:13.453606+0000 mgr.y (mgr.25022) 260 : cephadm [INF] Deploying daemon osd.6 on smithi053 2024-08-29T17:57:14.879 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:57:14 smithi028 bash[78352]: cluster 2024-08-29T17:57:14.217513+0000 mon.a (mon.0) 826 : cluster [DBG] osdmap e624: 8 total, 8 up, 8 in 2024-08-29T17:57:14.880 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:57:14 smithi028 bash[77168]: cluster 2024-08-29T17:57:13.030465+0000 mgr.y (mgr.25022) 258 : cluster [DBG] pgmap v456: 121 pgs: 121 active+clean; 489 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail; 6.3 MiB/s rd, 1.4 MiB/s wr, 18 op/s 2024-08-29T17:57:14.880 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:57:14 smithi028 bash[77168]: cluster 2024-08-29T17:57:13.412590+0000 mon.a (mon.0) 822 : cluster [DBG] osdmap e623: 8 total, 8 up, 8 in 2024-08-29T17:57:14.880 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:57:14 smithi028 bash[77168]: cephadm 2024-08-29T17:57:13.422594+0000 mgr.y (mgr.25022) 259 : cephadm [INF] Upgrade: Updating osd.6 2024-08-29T17:57:14.880 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:57:14 smithi028 bash[77168]: audit 2024-08-29T17:57:13.444845+0000 mon.a (mon.0) 823 : audit [INF] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' 2024-08-29T17:57:14.880 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:57:14 smithi028 bash[77168]: audit 2024-08-29T17:57:13.448667+0000 mon.a (mon.0) 824 : audit [INF] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.6"}]: dispatch 2024-08-29T17:57:14.880 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:57:14 smithi028 bash[77168]: audit 2024-08-29T17:57:13.449704+0000 mon.a (mon.0) 825 : audit [DBG] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-29T17:57:14.880 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:57:14 smithi028 bash[77168]: cephadm 2024-08-29T17:57:13.453606+0000 mgr.y (mgr.25022) 260 : cephadm [INF] Deploying daemon osd.6 on smithi053 2024-08-29T17:57:14.880 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:57:14 smithi028 bash[77168]: cluster 2024-08-29T17:57:14.217513+0000 mon.a (mon.0) 826 : cluster [DBG] osdmap e624: 8 total, 8 up, 8 in 2024-08-29T17:57:15.217 INFO:tasks.rados.rados.0.smithi028.stdout:2703: done (1 left) 2024-08-29T17:57:15.218 INFO:tasks.rados.rados.0.smithi028.stdout:2704: read oid 15 snap -1 2024-08-29T17:57:15.218 INFO:tasks.rados.rados.0.smithi028.stdout:2704: expect (ObjNum 818 snap 277 seq_num 818) 2024-08-29T17:57:15.218 INFO:tasks.rados.rados.0.smithi028.stdout:2705: delete oid 8 current snap is 278 2024-08-29T17:57:15.218 INFO:tasks.rados.rados.0.smithi028.stdout:2701: finishing rollback tid 0 to smithi02869045-5 2024-08-29T17:57:15.218 INFO:tasks.rados.rados.0.smithi028.stdout:2701: finishing rollback tid 1 to smithi02869045-5 2024-08-29T17:57:15.218 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 5 v 1485 (ObjNum 129 snap 0 seq_num 1676037488) dirty dne 2024-08-29T17:57:15.239 INFO:tasks.rados.rados.0.smithi028.stdout:2701: done (2 left) 2024-08-29T17:57:15.239 INFO:tasks.rados.rados.0.smithi028.stdout:2705: done (1 left) 2024-08-29T17:57:15.239 INFO:tasks.rados.rados.0.smithi028.stdout:append oid 39 current snap is 278 2024-08-29T17:57:15.239 INFO:tasks.rados.rados.0.smithi028.stdout:2706: seq_num 821 ranges {7831552=557056,8388608=761856,9150464=442368} 2024-08-29T17:57:15.322 INFO:tasks.rados.rados.0.smithi028.stdout:2706: writing smithi02869045-39 from 7831552 to 8388608 tid 1 2024-08-29T17:57:15.327 INFO:tasks.rados.rados.0.smithi028.stdout:2706: writing smithi02869045-39 from 8388608 to 9150464 tid 2 2024-08-29T17:57:15.330 INFO:tasks.rados.rados.0.smithi028.stdout:2706: writing smithi02869045-39 from 9150464 to 9592832 tid 3 2024-08-29T17:57:15.330 INFO:tasks.rados.rados.0.smithi028.stdout:2707: rollback oid 32 current snap is 278 2024-08-29T17:57:15.331 INFO:tasks.rados.rados.0.smithi028.stdout:rollback oid 32 to 248 2024-08-29T17:57:15.331 INFO:tasks.rados.rados.0.smithi028.stdout:2704: expect (ObjNum 818 snap 277 seq_num 818) 2024-08-29T17:57:16.169 INFO:tasks.rados.rados.0.smithi028.stdout:2706: finishing write tid 1 to smithi02869045-39 2024-08-29T17:57:16.170 INFO:tasks.rados.rados.0.smithi028.stdout:2707: finishing rollback tid 1 to smithi02869045-32 2024-08-29T17:57:16.170 INFO:tasks.rados.rados.0.smithi028.stdout:2707: finishing rollback tid 2 to smithi02869045-32 2024-08-29T17:57:16.170 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 32 v 1327 (ObjNum 572 snap 183 seq_num 572) dirty exists 2024-08-29T17:57:16.170 INFO:tasks.rados.rados.0.smithi028.stdout:2706: finishing write tid 2 to smithi02869045-39 2024-08-29T17:57:16.170 INFO:tasks.rados.rados.0.smithi028.stdout:2706: finishing write tid 3 to smithi02869045-39 2024-08-29T17:57:16.170 INFO:tasks.rados.rados.0.smithi028.stdout:2706: finishing write tid 4 to smithi02869045-39 2024-08-29T17:57:16.170 INFO:tasks.rados.rados.0.smithi028.stdout:2706: finishing write tid 5 to smithi02869045-39 2024-08-29T17:57:16.170 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 39 v 1489 (ObjNum 821 snap 278 seq_num 821) dirty exists 2024-08-29T17:57:16.170 INFO:tasks.rados.rados.0.smithi028.stdout:2706: left oid 39 (ObjNum 821 snap 278 seq_num 821) 2024-08-29T17:57:16.170 INFO:tasks.rados.rados.0.smithi028.stdout:2704: done (2 left) 2024-08-29T17:57:16.171 INFO:tasks.rados.rados.0.smithi028.stdout:2706: done (1 left) 2024-08-29T17:57:16.171 INFO:tasks.rados.rados.0.smithi028.stdout:2707: done (0 left) 2024-08-29T17:57:16.171 INFO:tasks.rados.rados.0.smithi028.stdout:2708: delete oid 49 current snap is 278 2024-08-29T17:57:16.173 INFO:tasks.rados.rados.0.smithi028.stdout:2708: done (0 left) 2024-08-29T17:57:16.173 INFO:tasks.rados.rados.0.smithi028.stdout:2709: read oid 15 snap -1 2024-08-29T17:57:16.173 INFO:tasks.rados.rados.0.smithi028.stdout:2709: expect (ObjNum 818 snap 277 seq_num 818) 2024-08-29T17:57:16.173 INFO:tasks.rados.rados.0.smithi028.stdout:2710: snap_create 2024-08-29T17:57:16.207 INFO:tasks.rados.rados.0.smithi028.stdout:2709: expect (ObjNum 818 snap 277 seq_num 818) 2024-08-29T17:57:16.470 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:57:16 smithi053 bash[68679]: cluster 2024-08-29T17:57:15.031441+0000 mgr.y (mgr.25022) 261 : cluster [DBG] pgmap v459: 121 pgs: 121 active+clean; 501 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 15 MiB/s rd, 4.6 MiB/s wr, 12 op/s 2024-08-29T17:57:16.470 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:57:16 smithi053 bash[68679]: cluster 2024-08-29T17:57:15.219622+0000 mon.a (mon.0) 827 : cluster [DBG] osdmap e625: 8 total, 8 up, 8 in 2024-08-29T17:57:16.628 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:57:16 smithi028 bash[77168]: cluster 2024-08-29T17:57:15.031441+0000 mgr.y (mgr.25022) 261 : cluster [DBG] pgmap v459: 121 pgs: 121 active+clean; 501 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 15 MiB/s rd, 4.6 MiB/s wr, 12 op/s 2024-08-29T17:57:16.629 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:57:16 smithi028 bash[77168]: cluster 2024-08-29T17:57:15.219622+0000 mon.a (mon.0) 827 : cluster [DBG] osdmap e625: 8 total, 8 up, 8 in 2024-08-29T17:57:16.629 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:57:16 smithi028 bash[78352]: cluster 2024-08-29T17:57:15.031441+0000 mgr.y (mgr.25022) 261 : cluster [DBG] pgmap v459: 121 pgs: 121 active+clean; 501 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 15 MiB/s rd, 4.6 MiB/s wr, 12 op/s 2024-08-29T17:57:16.629 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:57:16 smithi028 bash[78352]: cluster 2024-08-29T17:57:15.219622+0000 mon.a (mon.0) 827 : cluster [DBG] osdmap e625: 8 total, 8 up, 8 in 2024-08-29T17:57:17.075 INFO:tasks.rados.rados.0.smithi028.stdout:2709: done (1 left) 2024-08-29T17:57:17.077 INFO:tasks.rados.rados.0.smithi028.stdout:2710: done (0 left) 2024-08-29T17:57:17.077 INFO:tasks.rados.rados.0.smithi028.stdout:2711: delete oid 29 current snap is 279 2024-08-29T17:57:17.082 INFO:tasks.rados.rados.0.smithi028.stdout:2711: done (0 left) 2024-08-29T17:57:17.082 INFO:tasks.rados.rados.0.smithi028.stdout:2712: setattr oid 4 current snap is 279 2024-08-29T17:57:17.089 INFO:tasks.rados.rados.0.smithi028.stdout:2713: rollback oid 15 current snap is 279 2024-08-29T17:57:17.089 INFO:tasks.rados.rados.0.smithi028.stdout:rollback oid 15 to 271 2024-08-29T17:57:17.089 INFO:tasks.rados.rados.0.smithi028.stdout:2714: copy_from oid 1 from oid 45 current snap is 279 2024-08-29T17:57:17.089 INFO:tasks.rados.rados.0.smithi028.stdout:2715: rollback oid 36 current snap is 279 2024-08-29T17:57:17.089 INFO:tasks.rados.rados.0.smithi028.stdout:rollback oid 36 to 269 2024-08-29T17:57:17.090 INFO:tasks.rados.rados.0.smithi028.stdout:2716: read oid 29 snap -1 2024-08-29T17:57:17.090 INFO:tasks.rados.rados.0.smithi028.stdout:2716: expect deleted 2024-08-29T17:57:17.090 INFO:tasks.rados.rados.0.smithi028.stdout:2717: delete oid 39 current snap is 279 2024-08-29T17:57:17.094 INFO:tasks.rados.rados.0.smithi028.stdout:2715: finishing rollback tid 1 to smithi02869045-36 2024-08-29T17:57:17.094 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 36 v 1116 (ObjNum 33 snap 0 seq_num 1671779672) dirty dne 2024-08-29T17:57:17.100 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 4 v 2523 (ObjNum 770 snap 264 seq_num 770) dirty exists 2024-08-29T17:57:17.100 INFO:tasks.rados.rados.0.smithi028.stdout:2713: finishing rollback tid 0 to smithi02869045-15 2024-08-29T17:57:17.104 INFO:tasks.rados.rados.0.smithi028.stdout:2714: finishing copy_from racing read to smithi02869045-1 2024-08-29T17:57:17.104 INFO:tasks.rados.rados.0.smithi028.stdout:2713: finishing rollback tid 1 to smithi02869045-15 2024-08-29T17:57:17.104 INFO:tasks.rados.rados.0.smithi028.stdout:2713: finishing rollback tid 2 to smithi02869045-15 2024-08-29T17:57:17.105 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 15 v 1492 (ObjNum 724 snap 246 seq_num 724) dirty exists 2024-08-29T17:57:17.106 INFO:tasks.rados.rados.0.smithi028.stdout:2712: done (5 left) 2024-08-29T17:57:17.106 INFO:tasks.rados.rados.0.smithi028.stdout:2713: done (4 left) 2024-08-29T17:57:17.106 INFO:tasks.rados.rados.0.smithi028.stdout:2715: done (3 left) 2024-08-29T17:57:17.106 INFO:tasks.rados.rados.0.smithi028.stdout:2716: done (2 left) 2024-08-29T17:57:17.106 INFO:tasks.rados.rados.0.smithi028.stdout:2717: done (1 left) 2024-08-29T17:57:17.106 INFO:tasks.rados.rados.0.smithi028.stdout:2718: setattr oid 34 current snap is 279 2024-08-29T17:57:17.107 INFO:tasks.rados.rados.0.smithi028.stdout:2714: finishing copy_from to smithi02869045-1 2024-08-29T17:57:17.107 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 1 v 1743 (ObjNum 774 snap 265 seq_num 774) dirty exists 2024-08-29T17:57:17.112 INFO:tasks.rados.rados.0.smithi028.stdout:2714: done (1 left) 2024-08-29T17:57:17.112 INFO:tasks.rados.rados.0.smithi028.stdout:2719: snap_remove snap 238 2024-08-29T17:57:17.450 INFO:tasks.rados.rados.0.smithi028.stdout:2719: done (1 left) 2024-08-29T17:57:17.450 INFO:tasks.rados.rados.0.smithi028.stdout:2720: read oid 42 snap 278 2024-08-29T17:57:17.451 INFO:tasks.rados.rados.0.smithi028.stdout:2720: expect (ObjNum 808 snap 274 seq_num 808) 2024-08-29T17:57:17.451 INFO:tasks.rados.rados.0.smithi028.stdout:2721: read oid 15 snap -1 2024-08-29T17:57:17.451 INFO:tasks.rados.rados.0.smithi028.stdout:2721: expect (ObjNum 724 snap 246 seq_num 724) 2024-08-29T17:57:17.451 INFO:tasks.rados.rados.0.smithi028.stdout:append oid 33 current snap is 279 2024-08-29T17:57:17.451 INFO:tasks.rados.rados.0.smithi028.stdout:2722: seq_num 825 ranges {2727936=622592,3350528=745472,4096000=458752} 2024-08-29T17:57:17.502 INFO:tasks.rados.rados.0.smithi028.stdout:2722: writing smithi02869045-33 from 2727936 to 3350528 tid 1 2024-08-29T17:57:17.510 INFO:tasks.rados.rados.0.smithi028.stdout:2722: writing smithi02869045-33 from 3350528 to 4096000 tid 2 2024-08-29T17:57:17.513 INFO:tasks.rados.rados.0.smithi028.stdout:2722: writing smithi02869045-33 from 4096000 to 4554752 tid 3 2024-08-29T17:57:17.513 INFO:tasks.rados.rados.0.smithi028.stdout:2723: rollback oid 3 current snap is 279 2024-08-29T17:57:17.513 INFO:tasks.rados.rados.0.smithi028.stdout:rollback oid 3 to 228 2024-08-29T17:57:17.514 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 34 v 2089 (ObjNum 817 snap 277 seq_num 817) dirty exists 2024-08-29T17:57:17.514 INFO:tasks.rados.rados.0.smithi028.stdout:2720: expect (ObjNum 808 snap 274 seq_num 808) 2024-08-29T17:57:17.636 INFO:tasks.rados.rados.0.smithi028.stdout:2721: expect (ObjNum 724 snap 246 seq_num 724) 2024-08-29T17:57:17.807 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:57:17 smithi053 bash[68679]: cluster 2024-08-29T17:57:16.442452+0000 mon.a (mon.0) 828 : cluster [DBG] osdmap e626: 8 total, 8 up, 8 in 2024-08-29T17:57:17.878 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:57:17 smithi028 bash[77168]: cluster 2024-08-29T17:57:16.442452+0000 mon.a (mon.0) 828 : cluster [DBG] osdmap e626: 8 total, 8 up, 8 in 2024-08-29T17:57:17.879 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:57:17 smithi028 bash[78352]: cluster 2024-08-29T17:57:16.442452+0000 mon.a (mon.0) 828 : cluster [DBG] osdmap e626: 8 total, 8 up, 8 in 2024-08-29T17:57:18.314 INFO:tasks.rados.rados.0.smithi028.stdout:2722: finishing write tid 1 to smithi02869045-33 2024-08-29T17:57:18.314 INFO:tasks.rados.rados.0.smithi028.stdout:2722: finishing write tid 2 to smithi02869045-33 2024-08-29T17:57:18.314 INFO:tasks.rados.rados.0.smithi028.stdout:2718: done (4 left) 2024-08-29T17:57:18.314 INFO:tasks.rados.rados.0.smithi028.stdout:2720: done (3 left) 2024-08-29T17:57:18.315 INFO:tasks.rados.rados.0.smithi028.stdout:2721: done (2 left) 2024-08-29T17:57:18.315 INFO:tasks.rados.rados.0.smithi028.stdout:2724: delete oid 39 current snap is 279 2024-08-29T17:57:18.315 INFO:tasks.rados.rados.0.smithi028.stdout:2723: finishing rollback tid 0 to smithi02869045-3 2024-08-29T17:57:18.315 INFO:tasks.rados.rados.0.smithi028.stdout:2723: finishing rollback tid 1 to smithi02869045-3 2024-08-29T17:57:18.315 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 3 v 2493 (ObjNum 257 snap 0 seq_num 1678367120) dirty dne 2024-08-29T17:57:18.315 INFO:tasks.rados.rados.0.smithi028.stdout:2722: finishing write tid 3 to smithi02869045-33 2024-08-29T17:57:18.315 INFO:tasks.rados.rados.0.smithi028.stdout:2722: finishing write tid 4 to smithi02869045-33 2024-08-29T17:57:18.315 INFO:tasks.rados.rados.0.smithi028.stdout:2722: finishing write tid 5 to smithi02869045-33 2024-08-29T17:57:18.315 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 33 v 2540 (ObjNum 825 snap 279 seq_num 825) dirty exists 2024-08-29T17:57:18.315 INFO:tasks.rados.rados.0.smithi028.stdout:2722: left oid 33 (ObjNum 825 snap 279 seq_num 825) 2024-08-29T17:57:18.317 INFO:tasks.rados.rados.0.smithi028.stdout:2722: done (2 left) 2024-08-29T17:57:18.317 INFO:tasks.rados.rados.0.smithi028.stdout:2723: done (1 left) 2024-08-29T17:57:18.317 INFO:tasks.rados.rados.0.smithi028.stdout:2724: done (0 left) 2024-08-29T17:57:18.317 INFO:tasks.rados.rados.0.smithi028.stdout:2725: read oid 35 snap 265 2024-08-29T17:57:18.317 INFO:tasks.rados.rados.0.smithi028.stdout:2725: expect (ObjNum 735 snap 252 seq_num 735) 2024-08-29T17:57:18.317 INFO:tasks.rados.rados.0.smithi028.stdout:2726: delete oid 45 current snap is 279 2024-08-29T17:57:18.323 INFO:tasks.rados.rados.0.smithi028.stdout:2726: done (1 left) 2024-08-29T17:57:18.323 INFO:tasks.rados.rados.0.smithi028.stdout:2727: snap_remove snap 248 2024-08-29T17:57:18.458 INFO:tasks.rados.rados.0.smithi028.stdout:2727: done (1 left) 2024-08-29T17:57:18.459 INFO:tasks.rados.rados.0.smithi028.stdout:2728: read oid 13 snap 276 2024-08-29T17:57:18.459 INFO:tasks.rados.rados.0.smithi028.stdout:2728: expect (ObjNum 695 snap 234 seq_num 695) 2024-08-29T17:57:18.459 INFO:tasks.rados.rados.0.smithi028.stdout:2729: copy_from oid 28 from oid 31 current snap is 279 2024-08-29T17:57:18.459 INFO:tasks.rados.rados.0.smithi028.stdout:2725: expect (ObjNum 735 snap 252 seq_num 735) 2024-08-29T17:57:18.483 INFO:tasks.rados.rados.0.smithi028.stdout:2725: done (2 left) 2024-08-29T17:57:18.483 INFO:tasks.rados.rados.0.smithi028.stdout:2730: rollback oid 19 current snap is 279 2024-08-29T17:57:18.483 INFO:tasks.rados.rados.0.smithi028.stdout:rollback oid 19 to 278 2024-08-29T17:57:18.483 INFO:tasks.rados.rados.0.smithi028.stdout:2731: read oid 11 snap -1 2024-08-29T17:57:18.483 INFO:tasks.rados.rados.0.smithi028.stdout:2731: expect (ObjNum 0 snap 0 seq_num 0) 2024-08-29T17:57:18.483 INFO:tasks.rados.rados.0.smithi028.stdout:2732: snap_remove snap 264 2024-08-29T17:57:18.813 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:57:18 smithi053 bash[68679]: cluster 2024-08-29T17:57:17.032198+0000 mgr.y (mgr.25022) 262 : cluster [DBG] pgmap v462: 121 pgs: 121 active+clean; 504 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 15 MiB/s rd, 3.8 MiB/s wr, 7 op/s 2024-08-29T17:57:18.813 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:57:18 smithi053 bash[68679]: cluster 2024-08-29T17:57:17.452492+0000 mon.a (mon.0) 829 : cluster [DBG] osdmap e627: 8 total, 8 up, 8 in 2024-08-29T17:57:18.878 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:57:18 smithi028 bash[78352]: cluster 2024-08-29T17:57:17.032198+0000 mgr.y (mgr.25022) 262 : cluster [DBG] pgmap v462: 121 pgs: 121 active+clean; 504 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 15 MiB/s rd, 3.8 MiB/s wr, 7 op/s 2024-08-29T17:57:18.879 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:57:18 smithi028 bash[78352]: cluster 2024-08-29T17:57:17.452492+0000 mon.a (mon.0) 829 : cluster [DBG] osdmap e627: 8 total, 8 up, 8 in 2024-08-29T17:57:18.879 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:57:18 smithi028 bash[77168]: cluster 2024-08-29T17:57:17.032198+0000 mgr.y (mgr.25022) 262 : cluster [DBG] pgmap v462: 121 pgs: 121 active+clean; 504 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 15 MiB/s rd, 3.8 MiB/s wr, 7 op/s 2024-08-29T17:57:18.879 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:57:18 smithi028 bash[77168]: cluster 2024-08-29T17:57:17.452492+0000 mon.a (mon.0) 829 : cluster [DBG] osdmap e627: 8 total, 8 up, 8 in 2024-08-29T17:57:19.074 INFO:journalctl@ceph.osd.7.smithi053.stdout:Aug 29 17:57:18 smithi053 systemd[1]: /etc/systemd/system/ceph-3167ee72-662c-11ef-bcd4-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-08-29T17:57:19.074 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:57:18 smithi053 systemd[1]: /etc/systemd/system/ceph-3167ee72-662c-11ef-bcd4-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-08-29T17:57:19.075 INFO:journalctl@ceph.grafana.a.smithi053.stdout:Aug 29 17:57:18 smithi053 systemd[1]: /etc/systemd/system/ceph-3167ee72-662c-11ef-bcd4-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-08-29T17:57:19.075 INFO:journalctl@ceph.osd.4.smithi053.stdout:Aug 29 17:57:18 smithi053 systemd[1]: /etc/systemd/system/ceph-3167ee72-662c-11ef-bcd4-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-08-29T17:57:19.075 INFO:journalctl@ceph.osd.5.smithi053.stdout:Aug 29 17:57:18 smithi053 systemd[1]: /etc/systemd/system/ceph-3167ee72-662c-11ef-bcd4-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-08-29T17:57:19.076 INFO:journalctl@ceph.mds.b.smithi053.stdout:Aug 29 17:57:18 smithi053 systemd[1]: /etc/systemd/system/ceph-3167ee72-662c-11ef-bcd4-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-08-29T17:57:19.076 INFO:journalctl@ceph.osd.6.smithi053.stdout:Aug 29 17:57:18 smithi053 systemd[1]: /etc/systemd/system/ceph-3167ee72-662c-11ef-bcd4-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-08-29T17:57:19.076 INFO:journalctl@ceph.node-exporter.b.smithi053.stdout:Aug 29 17:57:18 smithi053 systemd[1]: /etc/systemd/system/ceph-3167ee72-662c-11ef-bcd4-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-08-29T17:57:19.077 INFO:journalctl@ceph.prometheus.a.smithi053.stdout:Aug 29 17:57:18 smithi053 systemd[1]: /etc/systemd/system/ceph-3167ee72-662c-11ef-bcd4-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-08-29T17:57:19.077 INFO:journalctl@ceph.mgr.x.smithi053.stdout:Aug 29 17:57:18 smithi053 systemd[1]: /etc/systemd/system/ceph-3167ee72-662c-11ef-bcd4-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-08-29T17:57:19.228 INFO:tasks.rados.rados.0.smithi028.stdout:2732: done (4 left) 2024-08-29T17:57:19.228 INFO:tasks.rados.rados.0.smithi028.stdout:2733: setattr oid 47 current snap is 279 2024-08-29T17:57:19.228 INFO:tasks.rados.rados.0.smithi028.stdout:2731: expect (ObjNum 0 snap 0 seq_num 0) 2024-08-29T17:57:19.233 INFO:tasks.rados.rados.0.smithi028.stdout:2730: finishing rollback tid 1 to smithi02869045-19 2024-08-29T17:57:19.233 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 19 v 2103 (ObjNum 161 snap 0 seq_num 0) dirty dne 2024-08-29T17:57:19.233 INFO:tasks.rados.rados.0.smithi028.stdout:2728: expect (ObjNum 695 snap 234 seq_num 695) 2024-08-29T17:57:19.460 INFO:journalctl@ceph.osd.6.smithi053.stdout:Aug 29 17:57:19 smithi053 systemd[1]: Stopping Ceph osd.6 for 3167ee72-662c-11ef-bcd4-c7b262605968... 2024-08-29T17:57:19.460 INFO:journalctl@ceph.osd.6.smithi053.stdout:Aug 29 17:57:19 smithi053 bash[39416]: debug 2024-08-29T17:57:19.240+0000 7fb280256640 -1 received signal: Terminated from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.6 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2024-08-29T17:57:19.460 INFO:journalctl@ceph.osd.6.smithi053.stdout:Aug 29 17:57:19 smithi053 bash[39416]: debug 2024-08-29T17:57:19.240+0000 7fb280256640 -1 osd.6 629 *** Got signal Terminated *** 2024-08-29T17:57:19.460 INFO:journalctl@ceph.osd.6.smithi053.stdout:Aug 29 17:57:19 smithi053 bash[39416]: debug 2024-08-29T17:57:19.240+0000 7fb280256640 -1 osd.6 629 *** Immediate shutdown (osd_fast_shutdown=true) *** 2024-08-29T17:57:19.502 INFO:tasks.rados.rados.0.smithi028.stdout:2729: finishing copy_from racing read to smithi02869045-28 2024-08-29T17:57:19.502 INFO:tasks.rados.rados.0.smithi028.stdout:2729: finishing copy_from to smithi02869045-28 2024-08-29T17:57:19.502 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 28 v 2475 (ObjNum 486 snap 151 seq_num 486) dirty exists 2024-08-29T17:57:19.502 INFO:tasks.rados.rados.0.smithi028.stdout:2728: done (4 left) 2024-08-29T17:57:19.503 INFO:tasks.rados.rados.0.smithi028.stdout:2729: done (3 left) 2024-08-29T17:57:19.503 INFO:tasks.rados.rados.0.smithi028.stdout:2730: done (2 left) 2024-08-29T17:57:19.503 INFO:tasks.rados.rados.0.smithi028.stdout:2731: done (1 left) 2024-08-29T17:57:19.503 INFO:tasks.rados.rados.0.smithi028.stdout:2734: setattr oid 9 current snap is 279 2024-08-29T17:57:19.508 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 47 v 2476 (ObjNum 797 snap 270 seq_num 797) dirty exists 2024-08-29T17:57:19.510 INFO:tasks.rados.rados.0.smithi028.stdout:2733: done (1 left) 2024-08-29T17:57:19.510 INFO:tasks.rados.rados.0.smithi028.stdout:append oid 42 current snap is 279 2024-08-29T17:57:19.510 INFO:tasks.rados.rados.0.smithi028.stdout:2735: seq_num 828 ranges {3260416=671744,3932160=802816,4734976=401408} 2024-08-29T17:57:19.564 INFO:tasks.rados.rados.0.smithi028.stdout:2735: writing smithi02869045-42 from 3260416 to 3932160 tid 1 2024-08-29T17:57:19.572 INFO:tasks.rados.rados.0.smithi028.stdout:2735: writing smithi02869045-42 from 3932160 to 4734976 tid 2 2024-08-29T17:57:19.576 INFO:tasks.rados.rados.0.smithi028.stdout:2735: writing smithi02869045-42 from 4734976 to 5136384 tid 3 2024-08-29T17:57:19.576 INFO:tasks.rados.rados.0.smithi028.stdout:2736: read oid 30 snap 276 2024-08-29T17:57:19.576 INFO:tasks.rados.rados.0.smithi028.stdout:2736: expect (ObjNum 798 snap 270 seq_num 798) 2024-08-29T17:57:19.577 INFO:tasks.rados.rados.0.smithi028.stdout:2737: read oid 25 snap -1 2024-08-29T17:57:19.577 INFO:tasks.rados.rados.0.smithi028.stdout:2737: expect deleted 2024-08-29T17:57:19.577 INFO:tasks.rados.rados.0.smithi028.stdout:2738: snap_create 2024-08-29T17:57:19.577 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 9 v 1126 (ObjNum 775 snap 265 seq_num 775) dirty exists 2024-08-29T17:57:19.577 INFO:tasks.rados.rados.0.smithi028.stdout:2735: finishing write tid 1 to smithi02869045-42 2024-08-29T17:57:19.584 INFO:tasks.rados.rados.0.smithi028.stdout:2735: finishing write tid 2 to smithi02869045-42 2024-08-29T17:57:19.585 INFO:tasks.rados.rados.0.smithi028.stdout:2735: finishing write tid 3 to smithi02869045-42 2024-08-29T17:57:19.585 INFO:tasks.rados.rados.0.smithi028.stdout:2735: finishing write tid 4 to smithi02869045-42 2024-08-29T17:57:19.588 INFO:tasks.rados.rados.0.smithi028.stdout:2735: finishing write tid 5 to smithi02869045-42 2024-08-29T17:57:19.588 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 42 v 2106 (ObjNum 828 snap 279 seq_num 828) dirty exists 2024-08-29T17:57:19.588 INFO:tasks.rados.rados.0.smithi028.stdout:2735: left oid 42 (ObjNum 828 snap 279 seq_num 828) 2024-08-29T17:57:19.597 INFO:tasks.rados.rados.0.smithi028.stdout:2736: expect (ObjNum 798 snap 270 seq_num 798) 2024-08-29T17:57:19.824 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:57:19 smithi053 bash[68679]: cluster 2024-08-29T17:57:18.460772+0000 mon.a (mon.0) 830 : cluster [DBG] osdmap e628: 8 total, 8 up, 8 in 2024-08-29T17:57:19.825 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:57:19 smithi053 bash[68679]: cluster 2024-08-29T17:57:19.224468+0000 mon.a (mon.0) 831 : cluster [DBG] osdmap e629: 8 total, 8 up, 8 in 2024-08-29T17:57:19.825 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:57:19 smithi053 bash[68679]: cluster 2024-08-29T17:57:19.254716+0000 mon.a (mon.0) 832 : cluster [INF] osd.6 marked itself down and dead 2024-08-29T17:57:19.879 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:57:19 smithi028 bash[77168]: cluster 2024-08-29T17:57:18.460772+0000 mon.a (mon.0) 830 : cluster [DBG] osdmap e628: 8 total, 8 up, 8 in 2024-08-29T17:57:19.879 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:57:19 smithi028 bash[77168]: cluster 2024-08-29T17:57:19.224468+0000 mon.a (mon.0) 831 : cluster [DBG] osdmap e629: 8 total, 8 up, 8 in 2024-08-29T17:57:19.879 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:57:19 smithi028 bash[77168]: cluster 2024-08-29T17:57:19.254716+0000 mon.a (mon.0) 832 : cluster [INF] osd.6 marked itself down and dead 2024-08-29T17:57:19.879 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:57:19 smithi028 bash[78352]: cluster 2024-08-29T17:57:18.460772+0000 mon.a (mon.0) 830 : cluster [DBG] osdmap e628: 8 total, 8 up, 8 in 2024-08-29T17:57:19.879 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:57:19 smithi028 bash[78352]: cluster 2024-08-29T17:57:19.224468+0000 mon.a (mon.0) 831 : cluster [DBG] osdmap e629: 8 total, 8 up, 8 in 2024-08-29T17:57:19.879 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:57:19 smithi028 bash[78352]: cluster 2024-08-29T17:57:19.254716+0000 mon.a (mon.0) 832 : cluster [INF] osd.6 marked itself down and dead 2024-08-29T17:57:20.248 INFO:tasks.rados.rados.0.smithi028.stdout:2734: done (4 left) 2024-08-29T17:57:20.248 INFO:tasks.rados.rados.0.smithi028.stdout:2735: done (3 left) 2024-08-29T17:57:20.248 INFO:tasks.rados.rados.0.smithi028.stdout:2736: done (2 left) 2024-08-29T17:57:20.249 INFO:tasks.rados.rados.0.smithi028.stdout:2737: done (1 left) 2024-08-29T17:57:20.249 INFO:tasks.rados.rados.0.smithi028.stdout:2738: done (0 left) 2024-08-29T17:57:20.249 INFO:tasks.rados.rados.0.smithi028.stdout:2739: read oid 20 snap -1 2024-08-29T17:57:20.249 INFO:tasks.rados.rados.0.smithi028.stdout:2739: expect (ObjNum 804 snap 274 seq_num 804) 2024-08-29T17:57:20.249 INFO:tasks.rados.rados.0.smithi028.stdout:2740: snap_create 2024-08-29T17:57:20.825 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:57:20 smithi053 bash[68679]: cluster 2024-08-29T17:57:19.032908+0000 mgr.y (mgr.25022) 263 : cluster [DBG] pgmap v465: 121 pgs: 121 active+clean; 498 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 18 MiB/s rd, 1.9 MiB/s wr, 18 op/s 2024-08-29T17:57:20.825 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:57:20 smithi053 bash[68679]: cluster 2024-08-29T17:57:20.234164+0000 mon.a (mon.0) 833 : cluster [WRN] Health check failed: 1 osds down (OSD_DOWN) 2024-08-29T17:57:20.825 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:57:20 smithi053 bash[68679]: cluster 2024-08-29T17:57:20.243613+0000 mon.a (mon.0) 834 : cluster [DBG] osdmap e630: 8 total, 7 up, 8 in 2024-08-29T17:57:20.879 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:57:20 smithi028 bash[78352]: cluster 2024-08-29T17:57:19.032908+0000 mgr.y (mgr.25022) 263 : cluster [DBG] pgmap v465: 121 pgs: 121 active+clean; 498 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 18 MiB/s rd, 1.9 MiB/s wr, 18 op/s 2024-08-29T17:57:20.879 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:57:20 smithi028 bash[78352]: cluster 2024-08-29T17:57:20.234164+0000 mon.a (mon.0) 833 : cluster [WRN] Health check failed: 1 osds down (OSD_DOWN) 2024-08-29T17:57:20.879 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:57:20 smithi028 bash[78352]: cluster 2024-08-29T17:57:20.243613+0000 mon.a (mon.0) 834 : cluster [DBG] osdmap e630: 8 total, 7 up, 8 in 2024-08-29T17:57:20.879 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:57:20 smithi028 bash[77168]: cluster 2024-08-29T17:57:19.032908+0000 mgr.y (mgr.25022) 263 : cluster [DBG] pgmap v465: 121 pgs: 121 active+clean; 498 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 18 MiB/s rd, 1.9 MiB/s wr, 18 op/s 2024-08-29T17:57:20.879 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:57:20 smithi028 bash[77168]: cluster 2024-08-29T17:57:20.234164+0000 mon.a (mon.0) 833 : cluster [WRN] Health check failed: 1 osds down (OSD_DOWN) 2024-08-29T17:57:20.879 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:57:20 smithi028 bash[77168]: cluster 2024-08-29T17:57:20.243613+0000 mon.a (mon.0) 834 : cluster [DBG] osdmap e630: 8 total, 7 up, 8 in 2024-08-29T17:57:21.246 INFO:tasks.rados.rados.0.smithi028.stdout:2740: done (1 left) 2024-08-29T17:57:21.246 INFO:tasks.rados.rados.0.smithi028.stdout:2741: read oid 28 snap 249 2024-08-29T17:57:21.246 INFO:tasks.rados.rados.0.smithi028.stdout:2741: expect deleted 2024-08-29T17:57:21.246 INFO:tasks.rados.rados.0.smithi028.stdout:2742: rollback oid 35 current snap is 281 2024-08-29T17:57:21.247 INFO:tasks.rados.rados.0.smithi028.stdout:rollback oid 35 to 270 2024-08-29T17:57:21.247 INFO:tasks.rados.rados.0.smithi028.stdout:2743: delete oid 33 current snap is 281 2024-08-29T17:57:21.270 INFO:tasks.rados.rados.0.smithi028.stdout:2742: finishing rollback tid 0 to smithi02869045-35 2024-08-29T17:57:21.270 INFO:tasks.rados.rados.0.smithi028.stdout:2741: done (3 left) 2024-08-29T17:57:21.270 INFO:tasks.rados.rados.0.smithi028.stdout:2743: done (2 left) 2024-08-29T17:57:21.270 INFO:tasks.rados.rados.0.smithi028.stdout:2744: snap_remove snap 275 2024-08-29T17:57:21.879 INFO:journalctl@ceph.mgr.y.smithi028.stdout:Aug 29 17:57:21 smithi028 bash[70818]: ::ffff:172.21.15.53 - - [29/Aug/2024:17:57:21] "GET /metrics HTTP/1.1" 200 36120 "" "Prometheus/2.43.0" 2024-08-29T17:57:22.053 INFO:journalctl@ceph.osd.6.smithi053.stdout:Aug 29 17:57:21 smithi053 bash[81022]: ceph-3167ee72-662c-11ef-bcd4-c7b262605968-osd-6 2024-08-29T17:57:22.054 INFO:journalctl@ceph.osd.6.smithi053.stdout:Aug 29 17:57:21 smithi053 bash[81088]: Error response from daemon: No such container: ceph-3167ee72-662c-11ef-bcd4-c7b262605968-osd-6 2024-08-29T17:57:22.246 INFO:tasks.rados.rados.0.smithi028.stdout:2744: done (2 left) 2024-08-29T17:57:22.246 INFO:tasks.rados.rados.0.smithi028.stdout:2745: read oid 7 snap -1 2024-08-29T17:57:22.246 INFO:tasks.rados.rados.0.smithi028.stdout:2745: expect deleted 2024-08-29T17:57:22.247 INFO:tasks.rados.rados.0.smithi028.stdout:2746: setattr oid 25 current snap is 281 2024-08-29T17:57:22.247 INFO:tasks.rados.rados.0.smithi028.stdout:2742: finishing rollback tid 1 to smithi02869045-35 2024-08-29T17:57:22.247 INFO:tasks.rados.rados.0.smithi028.stdout:2742: finishing rollback tid 2 to smithi02869045-35 2024-08-29T17:57:22.247 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 35 v 2092 (ObjNum 735 snap 252 seq_num 735) dirty exists 2024-08-29T17:57:22.247 INFO:tasks.rados.rados.0.smithi028.stdout:2739: expect (ObjNum 804 snap 274 seq_num 804) 2024-08-29T17:57:22.313 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:57:22 smithi053 bash[68679]: cluster 2024-08-29T17:57:21.034003+0000 mgr.y (mgr.25022) 264 : cluster [DBG] pgmap v468: 121 pgs: 9 peering, 11 stale+active+clean, 101 active+clean; 494 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 20 MiB/s rd, 1.6 MiB/s wr, 22 op/s 2024-08-29T17:57:22.313 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:57:22 smithi053 bash[68679]: cluster 2024-08-29T17:57:21.245845+0000 mon.a (mon.0) 835 : cluster [DBG] osdmap e631: 8 total, 7 up, 8 in 2024-08-29T17:57:22.321 INFO:tasks.rados.rados.0.smithi028.stdout:2739: done (3 left) 2024-08-29T17:57:22.321 INFO:tasks.rados.rados.0.smithi028.stdout:2742: done (2 left) 2024-08-29T17:57:22.321 INFO:tasks.rados.rados.0.smithi028.stdout:2745: done (1 left) 2024-08-29T17:57:22.321 INFO:tasks.rados.rados.0.smithi028.stdout:2747: snap_remove snap 251 2024-08-29T17:57:22.574 INFO:journalctl@ceph.prometheus.a.smithi053.stdout:Aug 29 17:57:22 smithi053 bash[61790]: ts=2024-08-29T17:57:22.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"3167ee72-662c-11ef-bcd4-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-29T17:57:22.629 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:57:22 smithi028 bash[77168]: cluster 2024-08-29T17:57:21.034003+0000 mgr.y (mgr.25022) 264 : cluster [DBG] pgmap v468: 121 pgs: 9 peering, 11 stale+active+clean, 101 active+clean; 494 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 20 MiB/s rd, 1.6 MiB/s wr, 22 op/s 2024-08-29T17:57:22.629 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:57:22 smithi028 bash[77168]: cluster 2024-08-29T17:57:21.245845+0000 mon.a (mon.0) 835 : cluster [DBG] osdmap e631: 8 total, 7 up, 8 in 2024-08-29T17:57:22.629 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:57:22 smithi028 bash[78352]: cluster 2024-08-29T17:57:21.034003+0000 mgr.y (mgr.25022) 264 : cluster [DBG] pgmap v468: 121 pgs: 9 peering, 11 stale+active+clean, 101 active+clean; 494 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 20 MiB/s rd, 1.6 MiB/s wr, 22 op/s 2024-08-29T17:57:22.629 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:57:22 smithi028 bash[78352]: cluster 2024-08-29T17:57:21.245845+0000 mon.a (mon.0) 835 : cluster [DBG] osdmap e631: 8 total, 7 up, 8 in 2024-08-29T17:57:23.272 INFO:tasks.rados.rados.0.smithi028.stdout:2747: done (1 left) 2024-08-29T17:57:23.272 INFO:tasks.rados.rados.0.smithi028.stdout:2748: snap_remove snap 228 2024-08-29T17:57:23.574 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:57:23 smithi053 bash[68679]: cluster 2024-08-29T17:57:22.248381+0000 mon.a (mon.0) 836 : cluster [DBG] osdmap e632: 8 total, 7 up, 8 in 2024-08-29T17:57:23.629 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:57:23 smithi028 bash[77168]: cluster 2024-08-29T17:57:22.248381+0000 mon.a (mon.0) 836 : cluster [DBG] osdmap e632: 8 total, 7 up, 8 in 2024-08-29T17:57:23.629 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:57:23 smithi028 bash[78352]: cluster 2024-08-29T17:57:22.248381+0000 mon.a (mon.0) 836 : cluster [DBG] osdmap e632: 8 total, 7 up, 8 in 2024-08-29T17:57:24.226 INFO:tasks.rados.rados.0.smithi028.stdout:2748: done (1 left) 2024-08-29T17:57:24.226 INFO:tasks.rados.rados.0.smithi028.stdout:2749: rollback oid 35 current snap is 281 2024-08-29T17:57:24.226 INFO:tasks.rados.rados.0.smithi028.stdout:rollback oid 35 to 259 2024-08-29T17:57:24.226 INFO:tasks.rados.rados.0.smithi028.stdout:2750: copy_from oid 29 from oid 7 current snap is 281 2024-08-29T17:57:24.226 INFO:tasks.rados.rados.0.smithi028.stdout:append oid 20 current snap is 281 2024-08-29T17:57:24.227 INFO:tasks.rados.rados.0.smithi028.stdout:2751: seq_num 830 ranges {1826816=704512,2531328=614400,3145728=573440,3719168=16384} 2024-08-29T17:57:24.270 INFO:tasks.rados.rados.0.smithi028.stdout:2751: writing smithi02869045-20 from 1826816 to 2531328 tid 1 2024-08-29T17:57:24.281 INFO:tasks.rados.rados.0.smithi028.stdout:2751: writing smithi02869045-20 from 2531328 to 3145728 tid 2 2024-08-29T17:57:24.289 INFO:tasks.rados.rados.0.smithi028.stdout:2751: writing smithi02869045-20 from 3145728 to 3719168 tid 3 2024-08-29T17:57:24.290 INFO:tasks.rados.rados.0.smithi028.stdout:2751: writing smithi02869045-20 from 3719168 to 3735552 tid 4 2024-08-29T17:57:24.290 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 25 v 1009 (ObjNum 33 snap 0 seq_num 1671784496) dirty exists 2024-08-29T17:57:24.290 INFO:tasks.rados.rados.0.smithi028.stdout:2749: finishing rollback tid 0 to smithi02869045-35 2024-08-29T17:57:24.290 INFO:tasks.rados.rados.0.smithi028.stdout:2749: finishing rollback tid 1 to smithi02869045-35 2024-08-29T17:57:24.290 INFO:tasks.rados.rados.0.smithi028.stdout:2749: finishing rollback tid 2 to smithi02869045-35 2024-08-29T17:57:24.290 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 35 v 2095 (ObjNum 735 snap 252 seq_num 735) dirty exists 2024-08-29T17:57:24.290 INFO:tasks.rados.rados.0.smithi028.stdout:2751: finishing write tid 1 to smithi02869045-20 2024-08-29T17:57:24.290 INFO:tasks.rados.rados.0.smithi028.stdout:2751: finishing write tid 2 to smithi02869045-20 2024-08-29T17:57:24.290 INFO:tasks.rados.rados.0.smithi028.stdout:2750: finishing copy_from to smithi02869045-29 2024-08-29T17:57:24.290 INFO:tasks.rados.rados.0.smithi028.stdout:2750: got expected ENOENT (src dne) 2024-08-29T17:57:24.290 INFO:tasks.rados.rados.0.smithi028.stdout:2750: finishing copy_from racing read to smithi02869045-29 2024-08-29T17:57:24.290 INFO:tasks.rados.rados.0.smithi028.stdout:2746: done (3 left) 2024-08-29T17:57:24.291 INFO:tasks.rados.rados.0.smithi028.stdout:2749: done (2 left) 2024-08-29T17:57:24.291 INFO:tasks.rados.rados.0.smithi028.stdout:2750: done (1 left) 2024-08-29T17:57:24.291 INFO:tasks.rados.rados.0.smithi028.stdout:2752: rmattr oid 23 current snap is 281 2024-08-29T17:57:24.291 INFO:tasks.rados.rados.0.smithi028.stdout:2752: done (1 left) 2024-08-29T17:57:24.291 INFO:tasks.rados.rados.0.smithi028.stdout:2753: delete oid 31 current snap is 281 2024-08-29T17:57:24.297 INFO:tasks.rados.rados.0.smithi028.stdout:2751: finishing write tid 3 to smithi02869045-20 2024-08-29T17:57:24.298 INFO:tasks.rados.rados.0.smithi028.stdout:2751: finishing write tid 4 to smithi02869045-20 2024-08-29T17:57:24.299 INFO:tasks.rados.rados.0.smithi028.stdout:2751: finishing write tid 5 to smithi02869045-20 2024-08-29T17:57:24.299 INFO:tasks.rados.rados.0.smithi028.stdout:2753: done (1 left) 2024-08-29T17:57:24.299 INFO:tasks.rados.rados.0.smithi028.stdout:2754: snap_remove snap 276 2024-08-29T17:57:24.574 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:57:24 smithi053 bash[68679]: cluster 2024-08-29T17:57:23.035170+0000 mgr.y (mgr.25022) 265 : cluster [DBG] pgmap v471: 121 pgs: 12 active+undersized, 9 peering, 4 stale+active+clean, 4 active+undersized+degraded, 92 active+clean; 487 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 2.6 MiB/s rd, 690 KiB/s wr, 11 op/s; 8/933 objects degraded (0.857%) 2024-08-29T17:57:24.574 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:57:24 smithi053 bash[68679]: cluster 2024-08-29T17:57:23.256819+0000 mon.a (mon.0) 837 : cluster [WRN] Health check failed: Degraded data redundancy: 8/933 objects degraded (0.857%), 4 pgs degraded (PG_DEGRADED) 2024-08-29T17:57:24.574 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:57:24 smithi053 bash[68679]: cluster 2024-08-29T17:57:23.273781+0000 mon.a (mon.0) 838 : cluster [DBG] osdmap e633: 8 total, 7 up, 8 in 2024-08-29T17:57:24.574 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:57:24 smithi053 bash[68679]: cluster 2024-08-29T17:57:24.228312+0000 mon.a (mon.0) 839 : cluster [DBG] osdmap e634: 8 total, 7 up, 8 in 2024-08-29T17:57:24.575 INFO:journalctl@ceph.osd.6.smithi053.stdout:Aug 29 17:57:24 smithi053 systemd[1]: ceph-3167ee72-662c-11ef-bcd4-c7b262605968@osd.6.service: Deactivated successfully. 2024-08-29T17:57:24.575 INFO:journalctl@ceph.osd.6.smithi053.stdout:Aug 29 17:57:24 smithi053 systemd[1]: Stopped Ceph osd.6 for 3167ee72-662c-11ef-bcd4-c7b262605968. 2024-08-29T17:57:24.629 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:57:24 smithi028 bash[77168]: cluster 2024-08-29T17:57:23.035170+0000 mgr.y (mgr.25022) 265 : cluster [DBG] pgmap v471: 121 pgs: 12 active+undersized, 9 peering, 4 stale+active+clean, 4 active+undersized+degraded, 92 active+clean; 487 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 2.6 MiB/s rd, 690 KiB/s wr, 11 op/s; 8/933 objects degraded (0.857%) 2024-08-29T17:57:24.629 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:57:24 smithi028 bash[77168]: cluster 2024-08-29T17:57:23.256819+0000 mon.a (mon.0) 837 : cluster [WRN] Health check failed: Degraded data redundancy: 8/933 objects degraded (0.857%), 4 pgs degraded (PG_DEGRADED) 2024-08-29T17:57:24.629 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:57:24 smithi028 bash[77168]: cluster 2024-08-29T17:57:23.273781+0000 mon.a (mon.0) 838 : cluster [DBG] osdmap e633: 8 total, 7 up, 8 in 2024-08-29T17:57:24.629 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:57:24 smithi028 bash[77168]: cluster 2024-08-29T17:57:24.228312+0000 mon.a (mon.0) 839 : cluster [DBG] osdmap e634: 8 total, 7 up, 8 in 2024-08-29T17:57:24.629 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:57:24 smithi028 bash[78352]: cluster 2024-08-29T17:57:23.035170+0000 mgr.y (mgr.25022) 265 : cluster [DBG] pgmap v471: 121 pgs: 12 active+undersized, 9 peering, 4 stale+active+clean, 4 active+undersized+degraded, 92 active+clean; 487 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 2.6 MiB/s rd, 690 KiB/s wr, 11 op/s; 8/933 objects degraded (0.857%) 2024-08-29T17:57:24.630 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:57:24 smithi028 bash[78352]: cluster 2024-08-29T17:57:23.256819+0000 mon.a (mon.0) 837 : cluster [WRN] Health check failed: Degraded data redundancy: 8/933 objects degraded (0.857%), 4 pgs degraded (PG_DEGRADED) 2024-08-29T17:57:24.630 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:57:24 smithi028 bash[78352]: cluster 2024-08-29T17:57:23.273781+0000 mon.a (mon.0) 838 : cluster [DBG] osdmap e633: 8 total, 7 up, 8 in 2024-08-29T17:57:24.630 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:57:24 smithi028 bash[78352]: cluster 2024-08-29T17:57:24.228312+0000 mon.a (mon.0) 839 : cluster [DBG] osdmap e634: 8 total, 7 up, 8 in 2024-08-29T17:57:25.074 INFO:journalctl@ceph.grafana.a.smithi053.stdout:Aug 29 17:57:24 smithi053 systemd[1]: /etc/systemd/system/ceph-3167ee72-662c-11ef-bcd4-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-08-29T17:57:25.075 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:57:24 smithi053 systemd[1]: /etc/systemd/system/ceph-3167ee72-662c-11ef-bcd4-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-08-29T17:57:25.075 INFO:journalctl@ceph.osd.5.smithi053.stdout:Aug 29 17:57:24 smithi053 systemd[1]: /etc/systemd/system/ceph-3167ee72-662c-11ef-bcd4-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-08-29T17:57:25.075 INFO:journalctl@ceph.mds.b.smithi053.stdout:Aug 29 17:57:24 smithi053 systemd[1]: /etc/systemd/system/ceph-3167ee72-662c-11ef-bcd4-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-08-29T17:57:25.075 INFO:journalctl@ceph.mgr.x.smithi053.stdout:Aug 29 17:57:24 smithi053 systemd[1]: /etc/systemd/system/ceph-3167ee72-662c-11ef-bcd4-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-08-29T17:57:25.076 INFO:journalctl@ceph.osd.7.smithi053.stdout:Aug 29 17:57:24 smithi053 systemd[1]: /etc/systemd/system/ceph-3167ee72-662c-11ef-bcd4-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-08-29T17:57:25.076 INFO:journalctl@ceph.osd.6.smithi053.stdout:Aug 29 17:57:24 smithi053 systemd[1]: /etc/systemd/system/ceph-3167ee72-662c-11ef-bcd4-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-08-29T17:57:25.076 INFO:journalctl@ceph.osd.6.smithi053.stdout:Aug 29 17:57:24 smithi053 systemd[1]: Started Ceph osd.6 for 3167ee72-662c-11ef-bcd4-c7b262605968. 2024-08-29T17:57:25.076 INFO:journalctl@ceph.node-exporter.b.smithi053.stdout:Aug 29 17:57:24 smithi053 systemd[1]: /etc/systemd/system/ceph-3167ee72-662c-11ef-bcd4-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-08-29T17:57:25.077 INFO:journalctl@ceph.osd.4.smithi053.stdout:Aug 29 17:57:24 smithi053 systemd[1]: /etc/systemd/system/ceph-3167ee72-662c-11ef-bcd4-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-08-29T17:57:25.077 INFO:journalctl@ceph.prometheus.a.smithi053.stdout:Aug 29 17:57:24 smithi053 systemd[1]: /etc/systemd/system/ceph-3167ee72-662c-11ef-bcd4-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-08-29T17:57:25.288 INFO:tasks.rados.rados.0.smithi028.stdout:2751: finishing write tid 6 to smithi02869045-20 2024-08-29T17:57:25.288 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 20 v 2111 (ObjNum 830 snap 281 seq_num 830) dirty exists 2024-08-29T17:57:25.288 INFO:tasks.rados.rados.0.smithi028.stdout:2751: left oid 20 (ObjNum 830 snap 281 seq_num 830) 2024-08-29T17:57:25.288 INFO:tasks.rados.rados.0.smithi028.stdout:2751: done (1 left) 2024-08-29T17:57:25.288 INFO:tasks.rados.rados.0.smithi028.stdout:2754: done (0 left) 2024-08-29T17:57:25.289 INFO:tasks.rados.rados.0.smithi028.stdout:append oid 21 current snap is 281 2024-08-29T17:57:25.289 INFO:tasks.rados.rados.0.smithi028.stdout:2755: seq_num 832 ranges {0=737280,737280=786432,1523712=417792} 2024-08-29T17:57:25.295 INFO:tasks.rados.rados.0.smithi028.stdout:2755: writing smithi02869045-21 from 0 to 737280 tid 1 2024-08-29T17:57:25.303 INFO:tasks.rados.rados.0.smithi028.stdout:2755: writing smithi02869045-21 from 737280 to 1523712 tid 2 2024-08-29T17:57:25.308 INFO:tasks.rados.rados.0.smithi028.stdout:2755: writing smithi02869045-21 from 1523712 to 1941504 tid 3 2024-08-29T17:57:25.309 INFO:tasks.rados.rados.0.smithi028.stdout:2756: rmattr oid 43 current snap is 281 2024-08-29T17:57:25.309 INFO:tasks.rados.rados.0.smithi028.stdout:2756: done (1 left) 2024-08-29T17:57:25.309 INFO:tasks.rados.rados.0.smithi028.stdout:2757: rollback oid 37 current snap is 281 2024-08-29T17:57:25.309 INFO:tasks.rados.rados.0.smithi028.stdout:rollback oid 37 to 262 2024-08-29T17:57:25.309 INFO:tasks.rados.rados.0.smithi028.stdout:2758: snap_remove snap 266 2024-08-29T17:57:26.074 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:57:25 smithi053 bash[68679]: audit 2024-08-29T17:57:24.767840+0000 mon.a (mon.0) 840 : audit [INF] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' 2024-08-29T17:57:26.074 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:57:25 smithi053 bash[68679]: audit 2024-08-29T17:57:24.777728+0000 mon.a (mon.0) 841 : audit [INF] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' 2024-08-29T17:57:26.074 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:57:25 smithi053 bash[68679]: audit 2024-08-29T17:57:24.780144+0000 mon.a (mon.0) 842 : audit [DBG] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-29T17:57:26.074 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:57:25 smithi053 bash[68679]: cluster 2024-08-29T17:57:25.036275+0000 mgr.y (mgr.25022) 266 : cluster [DBG] pgmap v474: 121 pgs: 1 active+clean+snaptrim, 26 active+undersized, 9 peering, 8 active+undersized+degraded, 77 active+clean; 467 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 7.1 MiB/s rd, 232 KiB/s wr, 14 op/s; 44/882 objects degraded (4.989%) 2024-08-29T17:57:26.074 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:57:25 smithi053 bash[68679]: cluster 2024-08-29T17:57:25.288847+0000 mon.a (mon.0) 843 : cluster [DBG] osdmap e635: 8 total, 7 up, 8 in 2024-08-29T17:57:26.129 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:57:25 smithi028 bash[77168]: audit 2024-08-29T17:57:24.767840+0000 mon.a (mon.0) 840 : audit [INF] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' 2024-08-29T17:57:26.129 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:57:25 smithi028 bash[77168]: audit 2024-08-29T17:57:24.777728+0000 mon.a (mon.0) 841 : audit [INF] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' 2024-08-29T17:57:26.129 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:57:25 smithi028 bash[77168]: audit 2024-08-29T17:57:24.780144+0000 mon.a (mon.0) 842 : audit [DBG] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-29T17:57:26.129 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:57:25 smithi028 bash[77168]: cluster 2024-08-29T17:57:25.036275+0000 mgr.y (mgr.25022) 266 : cluster [DBG] pgmap v474: 121 pgs: 1 active+clean+snaptrim, 26 active+undersized, 9 peering, 8 active+undersized+degraded, 77 active+clean; 467 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 7.1 MiB/s rd, 232 KiB/s wr, 14 op/s; 44/882 objects degraded (4.989%) 2024-08-29T17:57:26.129 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:57:25 smithi028 bash[77168]: cluster 2024-08-29T17:57:25.288847+0000 mon.a (mon.0) 843 : cluster [DBG] osdmap e635: 8 total, 7 up, 8 in 2024-08-29T17:57:26.130 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:57:25 smithi028 bash[78352]: audit 2024-08-29T17:57:24.767840+0000 mon.a (mon.0) 840 : audit [INF] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' 2024-08-29T17:57:26.130 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:57:25 smithi028 bash[78352]: audit 2024-08-29T17:57:24.777728+0000 mon.a (mon.0) 841 : audit [INF] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' 2024-08-29T17:57:26.130 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:57:25 smithi028 bash[78352]: audit 2024-08-29T17:57:24.780144+0000 mon.a (mon.0) 842 : audit [DBG] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-29T17:57:26.130 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:57:25 smithi028 bash[78352]: cluster 2024-08-29T17:57:25.036275+0000 mgr.y (mgr.25022) 266 : cluster [DBG] pgmap v474: 121 pgs: 1 active+clean+snaptrim, 26 active+undersized, 9 peering, 8 active+undersized+degraded, 77 active+clean; 467 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 7.1 MiB/s rd, 232 KiB/s wr, 14 op/s; 44/882 objects degraded (4.989%) 2024-08-29T17:57:26.130 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:57:25 smithi028 bash[78352]: cluster 2024-08-29T17:57:25.288847+0000 mon.a (mon.0) 843 : cluster [DBG] osdmap e635: 8 total, 7 up, 8 in 2024-08-29T17:57:26.279 INFO:tasks.rados.rados.0.smithi028.stdout:2758: done (2 left) 2024-08-29T17:57:26.279 INFO:tasks.rados.rados.0.smithi028.stdout:2759: rollback oid 44 current snap is 281 2024-08-29T17:57:26.279 INFO:tasks.rados.rados.0.smithi028.stdout:rollback oid 44 to 277 2024-08-29T17:57:26.279 INFO:tasks.rados.rados.0.smithi028.stdout:2760: setattr oid 25 current snap is 281 2024-08-29T17:57:26.280 INFO:tasks.rados.rados.0.smithi028.stdout:2761: delete oid 7 current snap is 281 2024-08-29T17:57:26.281 INFO:tasks.rados.rados.0.smithi028.stdout:2755: finishing write tid 1 to smithi02869045-21 2024-08-29T17:57:26.281 INFO:tasks.rados.rados.0.smithi028.stdout:2755: finishing write tid 2 to smithi02869045-21 2024-08-29T17:57:26.281 INFO:tasks.rados.rados.0.smithi028.stdout:2755: finishing write tid 3 to smithi02869045-21 2024-08-29T17:57:26.281 INFO:tasks.rados.rados.0.smithi028.stdout:2755: finishing write tid 4 to smithi02869045-21 2024-08-29T17:57:26.281 INFO:tasks.rados.rados.0.smithi028.stdout:2755: finishing write tid 5 to smithi02869045-21 2024-08-29T17:57:26.281 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 21 v 2100 (ObjNum 832 snap 281 seq_num 832) dirty exists 2024-08-29T17:57:26.281 INFO:tasks.rados.rados.0.smithi028.stdout:2755: left oid 21 (ObjNum 832 snap 281 seq_num 832) 2024-08-29T17:57:26.281 INFO:tasks.rados.rados.0.smithi028.stdout:2757: finishing rollback tid 1 to smithi02869045-37 2024-08-29T17:57:26.281 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 37 v 2342 (ObjNum 49 snap 0 seq_num 1953066355) dirty dne 2024-08-29T17:57:26.304 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 25 v 1010 (ObjNum 33 snap 0 seq_num 1671784496) dirty exists 2024-08-29T17:57:26.317 INFO:tasks.rados.rados.0.smithi028.stdout:2755: done (4 left) 2024-08-29T17:57:26.317 INFO:tasks.rados.rados.0.smithi028.stdout:2757: done (3 left) 2024-08-29T17:57:26.317 INFO:tasks.rados.rados.0.smithi028.stdout:2760: done (2 left) 2024-08-29T17:57:26.318 INFO:tasks.rados.rados.0.smithi028.stdout:2761: done (1 left) 2024-08-29T17:57:26.318 INFO:tasks.rados.rados.0.smithi028.stdout:2762: copy_from oid 8 from oid 40 current snap is 281 2024-08-29T17:57:26.318 INFO:tasks.rados.rados.0.smithi028.stdout:2763: snap_remove snap 204 2024-08-29T17:57:26.575 INFO:journalctl@ceph.osd.6.smithi053.stdout:Aug 29 17:57:26 smithi053 bash[81235]: Running command: /usr/bin/ceph-authtool --gen-print-key 2024-08-29T17:57:26.575 INFO:journalctl@ceph.osd.6.smithi053.stdout:Aug 29 17:57:26 smithi053 bash[81235]: Running command: /usr/bin/ceph-authtool --gen-print-key 2024-08-29T17:57:26.575 INFO:journalctl@ceph.osd.6.smithi053.stdout:Aug 29 17:57:26 smithi053 bash[81235]: --> Failed to activate via raw: activate() takes 1 positional argument but 5 were given 2024-08-29T17:57:26.575 INFO:journalctl@ceph.osd.6.smithi053.stdout:Aug 29 17:57:26 smithi053 bash[81235]: Running command: /usr/bin/ceph-authtool --gen-print-key 2024-08-29T17:57:26.575 INFO:journalctl@ceph.osd.6.smithi053.stdout:Aug 29 17:57:26 smithi053 bash[81235]: Running command: /usr/bin/ceph-authtool --gen-print-key 2024-08-29T17:57:26.575 INFO:journalctl@ceph.osd.6.smithi053.stdout:Aug 29 17:57:26 smithi053 bash[81235]: Running command: /usr/bin/chown -R ceph:ceph /var/lib/ceph/osd/ceph-6 2024-08-29T17:57:26.575 INFO:journalctl@ceph.osd.6.smithi053.stdout:Aug 29 17:57:26 smithi053 bash[81235]: Running command: /usr/bin/ceph-bluestore-tool --cluster=ceph prime-osd-dir --dev /dev/vg_nvme/lv_2 --path /var/lib/ceph/osd/ceph-6 --no-mon-config 2024-08-29T17:57:26.881 INFO:journalctl@ceph.osd.6.smithi053.stdout:Aug 29 17:57:26 smithi053 bash[81235]: Running command: /usr/bin/ln -snf /dev/vg_nvme/lv_2 /var/lib/ceph/osd/ceph-6/block 2024-08-29T17:57:26.881 INFO:journalctl@ceph.osd.6.smithi053.stdout:Aug 29 17:57:26 smithi053 bash[81235]: Running command: /usr/bin/chown -h ceph:ceph /var/lib/ceph/osd/ceph-6/block 2024-08-29T17:57:26.881 INFO:journalctl@ceph.osd.6.smithi053.stdout:Aug 29 17:57:26 smithi053 bash[81235]: Running command: /usr/bin/chown -R ceph:ceph /dev/dm-1 2024-08-29T17:57:26.882 INFO:journalctl@ceph.osd.6.smithi053.stdout:Aug 29 17:57:26 smithi053 bash[81235]: Running command: /usr/bin/chown -R ceph:ceph /var/lib/ceph/osd/ceph-6 2024-08-29T17:57:26.882 INFO:journalctl@ceph.osd.6.smithi053.stdout:Aug 29 17:57:26 smithi053 bash[81235]: --> ceph-volume lvm activate successful for osd ID: 6 2024-08-29T17:57:27.289 INFO:tasks.rados.rados.0.smithi028.stdout:2763: done (2 left) 2024-08-29T17:57:27.289 INFO:tasks.rados.rados.0.smithi028.stdout:2764: rmattr oid 4 current snap is 281 2024-08-29T17:57:27.290 INFO:tasks.rados.rados.0.smithi028.stdout:2759: finishing rollback tid 0 to smithi02869045-44 2024-08-29T17:57:27.290 INFO:tasks.rados.rados.0.smithi028.stdout:2759: finishing rollback tid 1 to smithi02869045-44 2024-08-29T17:57:27.290 INFO:tasks.rados.rados.0.smithi028.stdout:2759: finishing rollback tid 2 to smithi02869045-44 2024-08-29T17:57:27.290 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 44 v 2103 (ObjNum 800 snap 270 seq_num 800) dirty exists 2024-08-29T17:57:27.290 INFO:tasks.rados.rados.0.smithi028.stdout:2762: finishing copy_from racing read to smithi02869045-8 2024-08-29T17:57:27.291 INFO:tasks.rados.rados.0.smithi028.stdout:2762: finishing copy_from to smithi02869045-8 2024-08-29T17:57:27.291 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 8 v 2300 (ObjNum 770 snap 264 seq_num 770) dirty exists 2024-08-29T17:57:27.291 INFO:tasks.rados.rados.0.smithi028.stdout:2759: done (2 left) 2024-08-29T17:57:27.291 INFO:tasks.rados.rados.0.smithi028.stdout:2762: done (1 left) 2024-08-29T17:57:27.291 INFO:tasks.rados.rados.0.smithi028.stdout:append oid 12 current snap is 281 2024-08-29T17:57:27.291 INFO:tasks.rados.rados.0.smithi028.stdout:2765: seq_num 834 ranges {4997120=778240,5775360=557056,6332416=548864,6881280=98304} 2024-08-29T17:57:27.367 INFO:tasks.rados.rados.0.smithi028.stdout:2765: writing smithi02869045-12 from 4997120 to 5775360 tid 1 2024-08-29T17:57:27.372 INFO:tasks.rados.rados.0.smithi028.stdout:2765: writing smithi02869045-12 from 5775360 to 6332416 tid 2 2024-08-29T17:57:27.376 INFO:tasks.rados.rados.0.smithi028.stdout:2765: writing smithi02869045-12 from 6332416 to 6881280 tid 3 2024-08-29T17:57:27.377 INFO:tasks.rados.rados.0.smithi028.stdout:2765: writing smithi02869045-12 from 6881280 to 6979584 tid 4 2024-08-29T17:57:27.377 INFO:tasks.rados.rados.0.smithi028.stdout:append oid 34 current snap is 281 2024-08-29T17:57:27.377 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 4 v 2638 (ObjNum 770 snap 264 seq_num 770) dirty exists 2024-08-29T17:57:27.377 INFO:tasks.rados.rados.0.smithi028.stdout:2765: finishing write tid 1 to smithi02869045-12 2024-08-29T17:57:27.377 INFO:tasks.rados.rados.0.smithi028.stdout:2766: seq_num 835 ranges {5660672=794624,6455296=442368,6897664=712704,7610368=49152} 2024-08-29T17:57:27.421 INFO:tasks.rados.rados.0.smithi028.stdout:2766: writing smithi02869045-34 from 5660672 to 6455296 tid 1 2024-08-29T17:57:27.424 INFO:tasks.rados.rados.0.smithi028.stdout:2766: writing smithi02869045-34 from 6455296 to 6897664 tid 2 2024-08-29T17:57:27.429 INFO:tasks.rados.rados.0.smithi028.stdout:2766: writing smithi02869045-34 from 6897664 to 7610368 tid 3 2024-08-29T17:57:27.430 INFO:tasks.rados.rados.0.smithi028.stdout:2766: writing smithi02869045-34 from 7610368 to 7659520 tid 4 2024-08-29T17:57:27.430 INFO:tasks.rados.rados.0.smithi028.stdout:2764: done (2 left) 2024-08-29T17:57:27.430 INFO:tasks.rados.rados.0.smithi028.stdout:append oid 21 current snap is 281 2024-08-29T17:57:27.430 INFO:tasks.rados.rados.0.smithi028.stdout:2767: seq_num 836 ranges {1941504=409600,2351104=720896,3072000=516096,3588096=368640} 2024-08-29T17:57:27.444 INFO:tasks.rados.rados.0.smithi028.stdout:2767: writing smithi02869045-21 from 1941504 to 2351104 tid 1 2024-08-29T17:57:27.449 INFO:tasks.rados.rados.0.smithi028.stdout:2767: writing smithi02869045-21 from 2351104 to 3072000 tid 2 2024-08-29T17:57:27.452 INFO:tasks.rados.rados.0.smithi028.stdout:2767: writing smithi02869045-21 from 3072000 to 3588096 tid 3 2024-08-29T17:57:27.454 INFO:tasks.rados.rados.0.smithi028.stdout:2767: writing smithi02869045-21 from 3588096 to 3956736 tid 4 2024-08-29T17:57:27.454 INFO:tasks.rados.rados.0.smithi028.stdout:2768: copy_from oid 5 from oid 37 current snap is 281 2024-08-29T17:57:27.454 INFO:tasks.rados.rados.0.smithi028.stdout:2769: snap_create 2024-08-29T17:57:27.455 INFO:tasks.rados.rados.0.smithi028.stdout:2765: finishing write tid 2 to smithi02869045-12 2024-08-29T17:57:27.455 INFO:tasks.rados.rados.0.smithi028.stdout:2765: finishing write tid 3 to smithi02869045-12 2024-08-29T17:57:27.456 INFO:tasks.rados.rados.0.smithi028.stdout:2765: finishing write tid 4 to smithi02869045-12 2024-08-29T17:57:27.456 INFO:tasks.rados.rados.0.smithi028.stdout:2765: finishing write tid 5 to smithi02869045-12 2024-08-29T17:57:27.456 INFO:tasks.rados.rados.0.smithi028.stdout:2765: finishing write tid 6 to smithi02869045-12 2024-08-29T17:57:27.456 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 12 v 2305 (ObjNum 834 snap 281 seq_num 834) dirty exists 2024-08-29T17:57:27.456 INFO:tasks.rados.rados.0.smithi028.stdout:2765: left oid 12 (ObjNum 834 snap 281 seq_num 834) 2024-08-29T17:57:27.456 INFO:tasks.rados.rados.0.smithi028.stdout:2766: finishing write tid 1 to smithi02869045-34 2024-08-29T17:57:27.456 INFO:tasks.rados.rados.0.smithi028.stdout:2766: finishing write tid 2 to smithi02869045-34 2024-08-29T17:57:27.456 INFO:tasks.rados.rados.0.smithi028.stdout:2766: finishing write tid 3 to smithi02869045-34 2024-08-29T17:57:27.456 INFO:tasks.rados.rados.0.smithi028.stdout:2766: finishing write tid 4 to smithi02869045-34 2024-08-29T17:57:27.456 INFO:tasks.rados.rados.0.smithi028.stdout:2766: finishing write tid 5 to smithi02869045-34 2024-08-29T17:57:27.456 INFO:tasks.rados.rados.0.smithi028.stdout:2766: finishing write tid 6 to smithi02869045-34 2024-08-29T17:57:27.456 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 34 v 2305 (ObjNum 835 snap 281 seq_num 835) dirty exists 2024-08-29T17:57:27.456 INFO:tasks.rados.rados.0.smithi028.stdout:2766: left oid 34 (ObjNum 835 snap 281 seq_num 835) 2024-08-29T17:57:27.456 INFO:tasks.rados.rados.0.smithi028.stdout:2767: finishing write tid 1 to smithi02869045-21 2024-08-29T17:57:27.457 INFO:tasks.rados.rados.0.smithi028.stdout:2768: finishing copy_from to smithi02869045-5 2024-08-29T17:57:27.457 INFO:tasks.rados.rados.0.smithi028.stdout:2768: got expected ENOENT (src dne) 2024-08-29T17:57:27.457 INFO:tasks.rados.rados.0.smithi028.stdout:2768: finishing copy_from racing read to smithi02869045-5 2024-08-29T17:57:27.459 INFO:tasks.rados.rados.0.smithi028.stdout:2767: finishing write tid 2 to smithi02869045-21 2024-08-29T17:57:27.459 INFO:tasks.rados.rados.0.smithi028.stdout:2767: finishing write tid 3 to smithi02869045-21 2024-08-29T17:57:27.467 INFO:tasks.rados.rados.0.smithi028.stdout:2767: finishing write tid 4 to smithi02869045-21 2024-08-29T17:57:27.468 INFO:tasks.rados.rados.0.smithi028.stdout:2767: finishing write tid 5 to smithi02869045-21 2024-08-29T17:57:27.471 INFO:tasks.rados.rados.0.smithi028.stdout:2767: finishing write tid 6 to smithi02869045-21 2024-08-29T17:57:27.471 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 21 v 2108 (ObjNum 836 snap 281 seq_num 836) dirty exists 2024-08-29T17:57:27.471 INFO:tasks.rados.rados.0.smithi028.stdout:2767: left oid 21 (ObjNum 836 snap 281 seq_num 836) 2024-08-29T17:57:27.561 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:57:27 smithi053 bash[68679]: cluster 2024-08-29T17:57:26.280762+0000 mon.a (mon.0) 844 : cluster [DBG] osdmap e636: 8 total, 7 up, 8 in 2024-08-29T17:57:27.561 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:57:27 smithi053 bash[68679]: audit 2024-08-29T17:57:27.038305+0000 mon.a (mon.0) 845 : audit [INF] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' 2024-08-29T17:57:27.561 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:57:27 smithi053 bash[68679]: audit 2024-08-29T17:57:27.040444+0000 mon.a (mon.0) 846 : audit [DBG] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-29T17:57:27.629 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:57:27 smithi028 bash[78352]: cluster 2024-08-29T17:57:26.280762+0000 mon.a (mon.0) 844 : cluster [DBG] osdmap e636: 8 total, 7 up, 8 in 2024-08-29T17:57:27.629 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:57:27 smithi028 bash[78352]: audit 2024-08-29T17:57:27.038305+0000 mon.a (mon.0) 845 : audit [INF] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' 2024-08-29T17:57:27.629 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:57:27 smithi028 bash[78352]: audit 2024-08-29T17:57:27.040444+0000 mon.a (mon.0) 846 : audit [DBG] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-29T17:57:27.629 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:57:27 smithi028 bash[77168]: cluster 2024-08-29T17:57:26.280762+0000 mon.a (mon.0) 844 : cluster [DBG] osdmap e636: 8 total, 7 up, 8 in 2024-08-29T17:57:27.629 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:57:27 smithi028 bash[77168]: audit 2024-08-29T17:57:27.038305+0000 mon.a (mon.0) 845 : audit [INF] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' 2024-08-29T17:57:27.629 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:57:27 smithi028 bash[77168]: audit 2024-08-29T17:57:27.040444+0000 mon.a (mon.0) 846 : audit [DBG] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-29T17:57:28.291 INFO:tasks.rados.rados.0.smithi028.stdout:2765: done (4 left) 2024-08-29T17:57:28.291 INFO:tasks.rados.rados.0.smithi028.stdout:2766: done (3 left) 2024-08-29T17:57:28.291 INFO:tasks.rados.rados.0.smithi028.stdout:2767: done (2 left) 2024-08-29T17:57:28.292 INFO:tasks.rados.rados.0.smithi028.stdout:2768: done (1 left) 2024-08-29T17:57:28.292 INFO:tasks.rados.rados.0.smithi028.stdout:2769: done (0 left) 2024-08-29T17:57:28.292 INFO:tasks.rados.rados.0.smithi028.stdout:append oid 13 current snap is 282 2024-08-29T17:57:28.292 INFO:tasks.rados.rados.0.smithi028.stdout:2770: seq_num 837 ranges {5464064=425984,5890048=655360,6545408=729088,7274496=221184} 2024-08-29T17:57:28.324 INFO:tasks.rados.rados.0.smithi028.stdout:2770: writing smithi02869045-13 from 5464064 to 5890048 tid 1 2024-08-29T17:57:28.328 INFO:tasks.rados.rados.0.smithi028.stdout:2770: writing smithi02869045-13 from 5890048 to 6545408 tid 2 2024-08-29T17:57:28.333 INFO:tasks.rados.rados.0.smithi028.stdout:2770: writing smithi02869045-13 from 6545408 to 7274496 tid 3 2024-08-29T17:57:28.334 INFO:tasks.rados.rados.0.smithi028.stdout:2770: writing smithi02869045-13 from 7274496 to 7495680 tid 4 2024-08-29T17:57:28.334 INFO:tasks.rados.rados.0.smithi028.stdout:2771: rollback oid 43 current snap is 282 2024-08-29T17:57:28.334 INFO:tasks.rados.rados.0.smithi028.stdout:rollback oid 43 to 278 2024-08-29T17:57:28.334 INFO:tasks.rados.rados.0.smithi028.stdout:append oid 30 current snap is 282 2024-08-29T17:57:28.334 INFO:tasks.rados.rados.0.smithi028.stdout:2772: seq_num 838 ranges {4169728=442368,4612096=540672,5152768=532480,5685248=442368,6127616=90112} 2024-08-29T17:57:28.361 INFO:tasks.rados.rados.0.smithi028.stdout:2772: writing smithi02869045-30 from 4169728 to 4612096 tid 1 2024-08-29T17:57:28.364 INFO:tasks.rados.rados.0.smithi028.stdout:2772: writing smithi02869045-30 from 4612096 to 5152768 tid 2 2024-08-29T17:57:28.367 INFO:tasks.rados.rados.0.smithi028.stdout:2772: writing smithi02869045-30 from 5152768 to 5685248 tid 3 2024-08-29T17:57:28.369 INFO:tasks.rados.rados.0.smithi028.stdout:2772: writing smithi02869045-30 from 5685248 to 6127616 tid 4 2024-08-29T17:57:28.370 INFO:tasks.rados.rados.0.smithi028.stdout:2772: writing smithi02869045-30 from 6127616 to 6217728 tid 5 2024-08-29T17:57:28.370 INFO:tasks.rados.rados.0.smithi028.stdout:2773: snap_create 2024-08-29T17:57:28.370 INFO:tasks.rados.rados.0.smithi028.stdout:2771: finishing rollback tid 1 to smithi02869045-43 2024-08-29T17:57:28.371 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 43 v 1112 (ObjNum 161 snap 0 seq_num 1) dirty dne 2024-08-29T17:57:28.371 INFO:tasks.rados.rados.0.smithi028.stdout:2770: finishing write tid 1 to smithi02869045-13 2024-08-29T17:57:28.371 INFO:tasks.rados.rados.0.smithi028.stdout:2770: finishing write tid 2 to smithi02869045-13 2024-08-29T17:57:28.371 INFO:tasks.rados.rados.0.smithi028.stdout:2770: finishing write tid 3 to smithi02869045-13 2024-08-29T17:57:28.371 INFO:tasks.rados.rados.0.smithi028.stdout:2770: finishing write tid 4 to smithi02869045-13 2024-08-29T17:57:28.371 INFO:tasks.rados.rados.0.smithi028.stdout:2770: finishing write tid 5 to smithi02869045-13 2024-08-29T17:57:28.371 INFO:tasks.rados.rados.0.smithi028.stdout:2770: finishing write tid 6 to smithi02869045-13 2024-08-29T17:57:28.371 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 13 v 2654 (ObjNum 837 snap 282 seq_num 837) dirty exists 2024-08-29T17:57:28.371 INFO:tasks.rados.rados.0.smithi028.stdout:2770: left oid 13 (ObjNum 837 snap 282 seq_num 837) 2024-08-29T17:57:28.371 INFO:tasks.rados.rados.0.smithi028.stdout:2772: finishing write tid 1 to smithi02869045-30 2024-08-29T17:57:28.373 INFO:tasks.rados.rados.0.smithi028.stdout:2772: finishing write tid 2 to smithi02869045-30 2024-08-29T17:57:28.374 INFO:tasks.rados.rados.0.smithi028.stdout:2772: finishing write tid 3 to smithi02869045-30 2024-08-29T17:57:28.379 INFO:tasks.rados.rados.0.smithi028.stdout:2772: finishing write tid 4 to smithi02869045-30 2024-08-29T17:57:28.380 INFO:tasks.rados.rados.0.smithi028.stdout:2772: finishing write tid 5 to smithi02869045-30 2024-08-29T17:57:28.380 INFO:tasks.rados.rados.0.smithi028.stdout:2772: finishing write tid 6 to smithi02869045-30 2024-08-29T17:57:28.382 INFO:tasks.rados.rados.0.smithi028.stdout:2772: finishing write tid 7 to smithi02869045-30 2024-08-29T17:57:28.382 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 30 v 1118 (ObjNum 838 snap 282 seq_num 838) dirty exists 2024-08-29T17:57:28.382 INFO:tasks.rados.rados.0.smithi028.stdout:2772: left oid 30 (ObjNum 838 snap 282 seq_num 838) 2024-08-29T17:57:28.574 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:57:28 smithi053 bash[68679]: cluster 2024-08-29T17:57:27.037068+0000 mgr.y (mgr.25022) 267 : cluster [DBG] pgmap v477: 121 pgs: 1 active+clean+snaptrim, 34 active+undersized, 9 active+undersized+degraded, 77 active+clean; 469 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 8.2 MiB/s rd, 466 KiB/s wr, 14 op/s; 54/885 objects degraded (6.102%) 2024-08-29T17:57:28.574 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:57:28 smithi053 bash[68679]: cluster 2024-08-29T17:57:27.291905+0000 mon.a (mon.0) 847 : cluster [DBG] osdmap e637: 8 total, 7 up, 8 in 2024-08-29T17:57:28.629 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:57:28 smithi028 bash[78352]: cluster 2024-08-29T17:57:27.037068+0000 mgr.y (mgr.25022) 267 : cluster [DBG] pgmap v477: 121 pgs: 1 active+clean+snaptrim, 34 active+undersized, 9 active+undersized+degraded, 77 active+clean; 469 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 8.2 MiB/s rd, 466 KiB/s wr, 14 op/s; 54/885 objects degraded (6.102%) 2024-08-29T17:57:28.629 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:57:28 smithi028 bash[78352]: cluster 2024-08-29T17:57:27.291905+0000 mon.a (mon.0) 847 : cluster [DBG] osdmap e637: 8 total, 7 up, 8 in 2024-08-29T17:57:28.629 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:57:28 smithi028 bash[77168]: cluster 2024-08-29T17:57:27.037068+0000 mgr.y (mgr.25022) 267 : cluster [DBG] pgmap v477: 121 pgs: 1 active+clean+snaptrim, 34 active+undersized, 9 active+undersized+degraded, 77 active+clean; 469 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 8.2 MiB/s rd, 466 KiB/s wr, 14 op/s; 54/885 objects degraded (6.102%) 2024-08-29T17:57:28.629 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:57:28 smithi028 bash[77168]: cluster 2024-08-29T17:57:27.291905+0000 mon.a (mon.0) 847 : cluster [DBG] osdmap e637: 8 total, 7 up, 8 in 2024-08-29T17:57:29.074 INFO:journalctl@ceph.osd.6.smithi053.stdout:Aug 29 17:57:28 smithi053 bash[81455]: debug 2024-08-29T17:57:28.780+0000 7f22ada44640 1 -- 172.21.15.53:0/3559738218 <== mon.1 v2:172.21.15.53:3300/0 4 ==== auth_reply(proto 2 0 (0) Success) ==== 194+0+0 (secure 0 0 0) 0x561d07cd2960 con 0x561d08ab8000 2024-08-29T17:57:29.227 INFO:tasks.rados.rados.0.smithi028.stdout:2770: done (3 left) 2024-08-29T17:57:29.228 INFO:tasks.rados.rados.0.smithi028.stdout:2771: done (2 left) 2024-08-29T17:57:29.228 INFO:tasks.rados.rados.0.smithi028.stdout:2772: done (1 left) 2024-08-29T17:57:29.228 INFO:tasks.rados.rados.0.smithi028.stdout:2773: done (0 left) 2024-08-29T17:57:29.228 INFO:tasks.rados.rados.0.smithi028.stdout:2774: snap_remove snap 277 2024-08-29T17:57:29.575 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:57:29 smithi053 bash[68679]: cluster 2024-08-29T17:57:28.293059+0000 mon.a (mon.0) 848 : cluster [DBG] osdmap e638: 8 total, 7 up, 8 in 2024-08-29T17:57:29.575 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:57:29 smithi053 bash[68679]: cluster 2024-08-29T17:57:29.219475+0000 mon.a (mon.0) 849 : cluster [WRN] Health check update: Degraded data redundancy: 54/885 objects degraded (6.102%), 9 pgs degraded (PG_DEGRADED) 2024-08-29T17:57:29.575 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:57:29 smithi053 bash[68679]: cluster 2024-08-29T17:57:29.229177+0000 mon.a (mon.0) 850 : cluster [DBG] osdmap e639: 8 total, 7 up, 8 in 2024-08-29T17:57:29.629 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:57:29 smithi028 bash[77168]: cluster 2024-08-29T17:57:28.293059+0000 mon.a (mon.0) 848 : cluster [DBG] osdmap e638: 8 total, 7 up, 8 in 2024-08-29T17:57:29.629 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:57:29 smithi028 bash[77168]: cluster 2024-08-29T17:57:29.219475+0000 mon.a (mon.0) 849 : cluster [WRN] Health check update: Degraded data redundancy: 54/885 objects degraded (6.102%), 9 pgs degraded (PG_DEGRADED) 2024-08-29T17:57:29.629 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:57:29 smithi028 bash[77168]: cluster 2024-08-29T17:57:29.229177+0000 mon.a (mon.0) 850 : cluster [DBG] osdmap e639: 8 total, 7 up, 8 in 2024-08-29T17:57:29.629 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:57:29 smithi028 bash[78352]: cluster 2024-08-29T17:57:28.293059+0000 mon.a (mon.0) 848 : cluster [DBG] osdmap e638: 8 total, 7 up, 8 in 2024-08-29T17:57:29.629 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:57:29 smithi028 bash[78352]: cluster 2024-08-29T17:57:29.219475+0000 mon.a (mon.0) 849 : cluster [WRN] Health check update: Degraded data redundancy: 54/885 objects degraded (6.102%), 9 pgs degraded (PG_DEGRADED) 2024-08-29T17:57:29.629 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:57:29 smithi028 bash[78352]: cluster 2024-08-29T17:57:29.229177+0000 mon.a (mon.0) 850 : cluster [DBG] osdmap e639: 8 total, 7 up, 8 in 2024-08-29T17:57:30.231 INFO:tasks.rados.rados.0.smithi028.stdout:2774: done (0 left) 2024-08-29T17:57:30.231 INFO:tasks.rados.rados.0.smithi028.stdout:2775: setattr oid 40 current snap is 283 2024-08-29T17:57:30.232 INFO:tasks.rados.rados.0.smithi028.stdout:2776: read oid 41 snap 279 2024-08-29T17:57:30.232 INFO:tasks.rados.rados.0.smithi028.stdout:2776: expect deleted 2024-08-29T17:57:30.233 INFO:tasks.rados.rados.0.smithi028.stdout:2777: snap_remove snap 249 2024-08-29T17:57:30.574 INFO:journalctl@ceph.osd.6.smithi053.stdout:Aug 29 17:57:30 smithi053 bash[81455]: debug 2024-08-29T17:57:30.080+0000 7f22b02ab640 -1 Falling back to public interface 2024-08-29T17:57:30.575 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:57:30 smithi053 bash[68679]: cluster 2024-08-29T17:57:29.038230+0000 mgr.y (mgr.25022) 268 : cluster [DBG] pgmap v480: 121 pgs: 34 active+undersized, 9 active+undersized+degraded, 78 active+clean; 443 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 1.3 MiB/s rd, 1.6 MiB/s wr, 11 op/s; 54/798 objects degraded (6.767%) 2024-08-29T17:57:30.575 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:57:30 smithi053 bash[68679]: cluster 2024-08-29T17:57:30.232228+0000 mon.a (mon.0) 851 : cluster [DBG] osdmap e640: 8 total, 7 up, 8 in 2024-08-29T17:57:30.629 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:57:30 smithi028 bash[78352]: cluster 2024-08-29T17:57:29.038230+0000 mgr.y (mgr.25022) 268 : cluster [DBG] pgmap v480: 121 pgs: 34 active+undersized, 9 active+undersized+degraded, 78 active+clean; 443 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 1.3 MiB/s rd, 1.6 MiB/s wr, 11 op/s; 54/798 objects degraded (6.767%) 2024-08-29T17:57:30.629 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:57:30 smithi028 bash[78352]: cluster 2024-08-29T17:57:30.232228+0000 mon.a (mon.0) 851 : cluster [DBG] osdmap e640: 8 total, 7 up, 8 in 2024-08-29T17:57:30.629 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:57:30 smithi028 bash[77168]: cluster 2024-08-29T17:57:29.038230+0000 mgr.y (mgr.25022) 268 : cluster [DBG] pgmap v480: 121 pgs: 34 active+undersized, 9 active+undersized+degraded, 78 active+clean; 443 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 1.3 MiB/s rd, 1.6 MiB/s wr, 11 op/s; 54/798 objects degraded (6.767%) 2024-08-29T17:57:30.629 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:57:30 smithi028 bash[77168]: cluster 2024-08-29T17:57:30.232228+0000 mon.a (mon.0) 851 : cluster [DBG] osdmap e640: 8 total, 7 up, 8 in 2024-08-29T17:57:31.234 INFO:tasks.rados.rados.0.smithi028.stdout:2777: done (2 left) 2024-08-29T17:57:31.234 INFO:tasks.rados.rados.0.smithi028.stdout:2778: copy_from oid 27 from oid 44 current snap is 283 2024-08-29T17:57:31.234 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 40 v 2307 (ObjNum 770 snap 264 seq_num 770) dirty exists 2024-08-29T17:57:31.234 INFO:tasks.rados.rados.0.smithi028.stdout:2775: done (2 left) 2024-08-29T17:57:31.234 INFO:tasks.rados.rados.0.smithi028.stdout:2776: done (1 left) 2024-08-29T17:57:31.234 INFO:tasks.rados.rados.0.smithi028.stdout:2779: rmattr oid 48 current snap is 283 2024-08-29T17:57:31.234 INFO:tasks.rados.rados.0.smithi028.stdout:2779: done (1 left) 2024-08-29T17:57:31.234 INFO:tasks.rados.rados.0.smithi028.stdout:2780: rmattr oid 8 current snap is 283 2024-08-29T17:57:31.235 INFO:tasks.rados.rados.0.smithi028.stdout:2781: read oid 33 snap 271 2024-08-29T17:57:31.235 INFO:tasks.rados.rados.0.smithi028.stdout:2781: expect (ObjNum 786 snap 268 seq_num 786) 2024-08-29T17:57:31.235 INFO:tasks.rados.rados.0.smithi028.stdout:append oid 15 current snap is 283 2024-08-29T17:57:31.235 INFO:tasks.rados.rados.0.smithi028.stdout:2782: seq_num 839 ranges {7274496=458752,7733248=425984,8159232=688128,8847360=491520} 2024-08-29T17:57:31.287 INFO:tasks.rados.rados.0.smithi028.stdout:2782: writing smithi02869045-15 from 7274496 to 7733248 tid 1 2024-08-29T17:57:31.292 INFO:tasks.rados.rados.0.smithi028.stdout:2782: writing smithi02869045-15 from 7733248 to 8159232 tid 2 2024-08-29T17:57:31.296 INFO:tasks.rados.rados.0.smithi028.stdout:2782: writing smithi02869045-15 from 8159232 to 8847360 tid 3 2024-08-29T17:57:31.300 INFO:tasks.rados.rados.0.smithi028.stdout:2782: writing smithi02869045-15 from 8847360 to 9338880 tid 4 2024-08-29T17:57:31.300 INFO:tasks.rados.rados.0.smithi028.stdout:2783: copy_from oid 49 from oid 50 current snap is 283 2024-08-29T17:57:31.300 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 8 v 2306 (ObjNum 770 snap 264 seq_num 770) dirty exists 2024-08-29T17:57:31.300 INFO:tasks.rados.rados.0.smithi028.stdout:2781: expect (ObjNum 786 snap 268 seq_num 786) 2024-08-29T17:57:31.353 INFO:tasks.rados.rados.0.smithi028.stdout:2778: finishing copy_from racing read to smithi02869045-27 2024-08-29T17:57:31.354 INFO:tasks.rados.rados.0.smithi028.stdout:2778: finishing copy_from to smithi02869045-27 2024-08-29T17:57:31.354 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 27 v 2103 (ObjNum 800 snap 270 seq_num 800) dirty exists 2024-08-29T17:57:31.354 INFO:tasks.rados.rados.0.smithi028.stdout:2782: finishing write tid 1 to smithi02869045-15 2024-08-29T17:57:31.354 INFO:tasks.rados.rados.0.smithi028.stdout:2782: finishing write tid 2 to smithi02869045-15 2024-08-29T17:57:31.354 INFO:tasks.rados.rados.0.smithi028.stdout:2782: finishing write tid 3 to smithi02869045-15 2024-08-29T17:57:31.354 INFO:tasks.rados.rados.0.smithi028.stdout:2782: finishing write tid 4 to smithi02869045-15 2024-08-29T17:57:31.354 INFO:tasks.rados.rados.0.smithi028.stdout:2782: finishing write tid 5 to smithi02869045-15 2024-08-29T17:57:31.354 INFO:tasks.rados.rados.0.smithi028.stdout:2782: finishing write tid 6 to smithi02869045-15 2024-08-29T17:57:31.354 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 15 v 1498 (ObjNum 839 snap 283 seq_num 839) dirty exists 2024-08-29T17:57:31.354 INFO:tasks.rados.rados.0.smithi028.stdout:2782: left oid 15 (ObjNum 839 snap 283 seq_num 839) 2024-08-29T17:57:31.354 INFO:tasks.rados.rados.0.smithi028.stdout:2783: finishing copy_from racing read to smithi02869045-49 2024-08-29T17:57:31.354 INFO:tasks.rados.rados.0.smithi028.stdout:2783: finishing copy_from to smithi02869045-49 2024-08-29T17:57:31.354 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 49 v 2305 (ObjNum 813 snap 276 seq_num 813) dirty exists 2024-08-29T17:57:31.354 INFO:tasks.rados.rados.0.smithi028.stdout:2778: done (4 left) 2024-08-29T17:57:31.355 INFO:tasks.rados.rados.0.smithi028.stdout:2780: done (3 left) 2024-08-29T17:57:31.355 INFO:tasks.rados.rados.0.smithi028.stdout:2781: done (2 left) 2024-08-29T17:57:31.355 INFO:tasks.rados.rados.0.smithi028.stdout:2782: done (1 left) 2024-08-29T17:57:31.355 INFO:tasks.rados.rados.0.smithi028.stdout:2783: done (0 left) 2024-08-29T17:57:31.355 INFO:tasks.rados.rados.0.smithi028.stdout:2784: delete oid 19 current snap is 283 2024-08-29T17:57:31.356 INFO:tasks.rados.rados.0.smithi028.stdout:2784: done (0 left) 2024-08-29T17:57:31.356 INFO:tasks.rados.rados.0.smithi028.stdout:2785: copy_from oid 37 from oid 15 current snap is 283 2024-08-29T17:57:31.356 INFO:tasks.rados.rados.0.smithi028.stdout:append oid 27 current snap is 283 2024-08-29T17:57:31.357 INFO:tasks.rados.rados.0.smithi028.stdout:2786: seq_num 841 ranges {1409024=491520,1900544=598016,2498560=704512,3203072=303104} 2024-08-29T17:57:31.372 INFO:tasks.rados.rados.0.smithi028.stdout:2786: writing smithi02869045-27 from 1409024 to 1900544 tid 1 2024-08-29T17:57:31.377 INFO:tasks.rados.rados.0.smithi028.stdout:2786: writing smithi02869045-27 from 1900544 to 2498560 tid 2 2024-08-29T17:57:31.384 INFO:tasks.rados.rados.0.smithi028.stdout:2786: writing smithi02869045-27 from 2498560 to 3203072 tid 3 2024-08-29T17:57:31.388 INFO:tasks.rados.rados.0.smithi028.stdout:2786: writing smithi02869045-27 from 3203072 to 3506176 tid 4 2024-08-29T17:57:31.388 INFO:tasks.rados.rados.0.smithi028.stdout:append oid 11 current snap is 283 2024-08-29T17:57:31.389 INFO:tasks.rados.rados.0.smithi028.stdout:2786: finishing write tid 1 to smithi02869045-27 2024-08-29T17:57:31.389 INFO:tasks.rados.rados.0.smithi028.stdout:2786: finishing write tid 2 to smithi02869045-27 2024-08-29T17:57:31.389 INFO:tasks.rados.rados.0.smithi028.stdout:2787: seq_num 842 ranges {0=507904,507904=475136,983040=516096,1499136=499712,1998848=114688} 2024-08-29T17:57:31.392 INFO:tasks.rados.rados.0.smithi028.stdout:2787: writing smithi02869045-11 from 0 to 507904 tid 1 2024-08-29T17:57:31.396 INFO:tasks.rados.rados.0.smithi028.stdout:2787: writing smithi02869045-11 from 507904 to 983040 tid 2 2024-08-29T17:57:31.400 INFO:tasks.rados.rados.0.smithi028.stdout:2787: writing smithi02869045-11 from 983040 to 1499136 tid 3 2024-08-29T17:57:31.405 INFO:tasks.rados.rados.0.smithi028.stdout:2787: writing smithi02869045-11 from 1499136 to 1998848 tid 4 2024-08-29T17:57:31.407 INFO:tasks.rados.rados.0.smithi028.stdout:2787: writing smithi02869045-11 from 1998848 to 2113536 tid 5 2024-08-29T17:57:31.407 INFO:tasks.rados.rados.0.smithi028.stdout:2788: copy_from oid 4 from oid 16 current snap is 283 2024-08-29T17:57:31.407 INFO:tasks.rados.rados.0.smithi028.stdout:2786: finishing write tid 3 to smithi02869045-27 2024-08-29T17:57:31.407 INFO:tasks.rados.rados.0.smithi028.stdout:2786: finishing write tid 4 to smithi02869045-27 2024-08-29T17:57:31.407 INFO:tasks.rados.rados.0.smithi028.stdout:2786: finishing write tid 5 to smithi02869045-27 2024-08-29T17:57:31.407 INFO:tasks.rados.rados.0.smithi028.stdout:2786: finishing write tid 6 to smithi02869045-27 2024-08-29T17:57:31.407 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 27 v 2312 (ObjNum 841 snap 283 seq_num 841) dirty exists 2024-08-29T17:57:31.407 INFO:tasks.rados.rados.0.smithi028.stdout:2786: left oid 27 (ObjNum 841 snap 283 seq_num 841) 2024-08-29T17:57:31.407 INFO:tasks.rados.rados.0.smithi028.stdout:2787: finishing write tid 1 to smithi02869045-11 2024-08-29T17:57:31.407 INFO:tasks.rados.rados.0.smithi028.stdout:2785: finishing copy_from racing read to smithi02869045-37 2024-08-29T17:57:31.408 INFO:tasks.rados.rados.0.smithi028.stdout:2787: finishing write tid 2 to smithi02869045-11 2024-08-29T17:57:31.408 INFO:tasks.rados.rados.0.smithi028.stdout:2786: done (3 left) 2024-08-29T17:57:31.408 INFO:tasks.rados.rados.0.smithi028.stdout:2789: rollback oid 7 current snap is 283 2024-08-29T17:57:31.408 INFO:tasks.rados.rados.0.smithi028.stdout:rollback oid 7 to 267 2024-08-29T17:57:31.408 INFO:tasks.rados.rados.0.smithi028.stdout:2785: finishing copy_from to smithi02869045-37 2024-08-29T17:57:31.408 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 37 v 1498 (ObjNum 839 snap 283 seq_num 839) dirty exists 2024-08-29T17:57:31.408 INFO:tasks.rados.rados.0.smithi028.stdout:2787: finishing write tid 3 to smithi02869045-11 2024-08-29T17:57:31.408 INFO:tasks.rados.rados.0.smithi028.stdout:2785: done (3 left) 2024-08-29T17:57:31.408 INFO:tasks.rados.rados.0.smithi028.stdout:2790: read oid 47 snap -1 2024-08-29T17:57:31.409 INFO:tasks.rados.rados.0.smithi028.stdout:2790: expect (ObjNum 797 snap 270 seq_num 797) 2024-08-29T17:57:31.410 INFO:tasks.rados.rados.0.smithi028.stdout:2791: rollback oid 26 current snap is 283 2024-08-29T17:57:31.410 INFO:tasks.rados.rados.0.smithi028.stdout:rollback oid 26 to 282 2024-08-29T17:57:31.410 INFO:tasks.rados.rados.0.smithi028.stdout:append oid 50 current snap is 283 2024-08-29T17:57:31.410 INFO:tasks.rados.rados.0.smithi028.stdout:2792: seq_num 843 ranges {10395648=524288,10919936=761856,11681792=671744,12353536=172032} 2024-08-29T17:57:31.475 INFO:tasks.rados.rados.0.smithi028.stdout:2792: writing smithi02869045-50 from 10395648 to 10919936 tid 1 2024-08-29T17:57:31.480 INFO:tasks.rados.rados.0.smithi028.stdout:2792: writing smithi02869045-50 from 10919936 to 11681792 tid 2 2024-08-29T17:57:31.483 INFO:tasks.rados.rados.0.smithi028.stdout:2792: writing smithi02869045-50 from 11681792 to 12353536 tid 3 2024-08-29T17:57:31.484 INFO:tasks.rados.rados.0.smithi028.stdout:2792: writing smithi02869045-50 from 12353536 to 12525568 tid 4 2024-08-29T17:57:31.485 INFO:tasks.rados.rados.0.smithi028.stdout:2793: rollback oid 41 current snap is 283 2024-08-29T17:57:31.485 INFO:tasks.rados.rados.0.smithi028.stdout:rollback oid 41 to 259 2024-08-29T17:57:31.485 INFO:tasks.rados.rados.0.smithi028.stdout:2787: finishing write tid 4 to smithi02869045-11 2024-08-29T17:57:31.485 INFO:tasks.rados.rados.0.smithi028.stdout:append oid 28 current snap is 283 2024-08-29T17:57:31.485 INFO:tasks.rados.rados.0.smithi028.stdout:2794: seq_num 844 ranges {950272=540672,1490944=696320,2187264=475136,2662400=434176} 2024-08-29T17:57:31.497 INFO:tasks.rados.rados.0.smithi028.stdout:2794: writing smithi02869045-28 from 950272 to 1490944 tid 1 2024-08-29T17:57:31.498 INFO:tasks.rados.rados.0.smithi028.stdout:2794: writing smithi02869045-28 from 1490944 to 2187264 tid 2 2024-08-29T17:57:31.500 INFO:tasks.rados.rados.0.smithi028.stdout:2794: writing smithi02869045-28 from 2187264 to 2662400 tid 3 2024-08-29T17:57:31.503 INFO:tasks.rados.rados.0.smithi028.stdout:2794: writing smithi02869045-28 from 2662400 to 3096576 tid 4 2024-08-29T17:57:31.503 INFO:tasks.rados.rados.0.smithi028.stdout:append oid 32 current snap is 283 2024-08-29T17:57:31.503 INFO:tasks.rados.rados.0.smithi028.stdout:2788: finishing copy_from racing read to smithi02869045-4 2024-08-29T17:57:31.503 INFO:tasks.rados.rados.0.smithi028.stdout:2789: finishing rollback tid 1 to smithi02869045-7 2024-08-29T17:57:31.503 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 7 v 2288 (ObjNum 273 snap 0 seq_num 0) dirty dne 2024-08-29T17:57:31.503 INFO:tasks.rados.rados.0.smithi028.stdout:2791: finishing rollback tid 0 to smithi02869045-26 2024-08-29T17:57:31.503 INFO:tasks.rados.rados.0.smithi028.stdout:2795: seq_num 845 ranges {4030464=557056,4587520=581632,5169152=688128,5857280=335872} 2024-08-29T17:57:31.528 INFO:tasks.rados.rados.0.smithi028.stdout:2795: writing smithi02869045-32 from 4030464 to 4587520 tid 1 2024-08-29T17:57:31.531 INFO:tasks.rados.rados.0.smithi028.stdout:2795: writing smithi02869045-32 from 4587520 to 5169152 tid 2 2024-08-29T17:57:31.535 INFO:tasks.rados.rados.0.smithi028.stdout:2795: writing smithi02869045-32 from 5169152 to 5857280 tid 3 2024-08-29T17:57:31.538 INFO:tasks.rados.rados.0.smithi028.stdout:2795: writing smithi02869045-32 from 5857280 to 6193152 tid 4 2024-08-29T17:57:31.538 INFO:tasks.rados.rados.0.smithi028.stdout:2789: done (8 left) 2024-08-29T17:57:31.538 INFO:tasks.rados.rados.0.smithi028.stdout:append oid 22 current snap is 283 2024-08-29T17:57:31.538 INFO:tasks.rados.rados.0.smithi028.stdout:2796: seq_num 846 ranges {2383872=573440,2957312=466944,3424256=491520,3915776=548864,4464640=98304} 2024-08-29T17:57:31.555 INFO:tasks.rados.rados.0.smithi028.stdout:2796: writing smithi02869045-22 from 2383872 to 2957312 tid 1 2024-08-29T17:57:31.557 INFO:tasks.rados.rados.0.smithi028.stdout:2796: writing smithi02869045-22 from 2957312 to 3424256 tid 2 2024-08-29T17:57:31.560 INFO:tasks.rados.rados.0.smithi028.stdout:2796: writing smithi02869045-22 from 3424256 to 3915776 tid 3 2024-08-29T17:57:31.565 INFO:tasks.rados.rados.0.smithi028.stdout:2796: writing smithi02869045-22 from 3915776 to 4464640 tid 4 2024-08-29T17:57:31.565 INFO:tasks.rados.rados.0.smithi028.stdout:2796: writing smithi02869045-22 from 4464640 to 4562944 tid 5 2024-08-29T17:57:31.565 INFO:tasks.rados.rados.0.smithi028.stdout:2797: read oid 31 snap -1 2024-08-29T17:57:31.565 INFO:tasks.rados.rados.0.smithi028.stdout:2797: expect deleted 2024-08-29T17:57:31.565 INFO:tasks.rados.rados.0.smithi028.stdout:2798: read oid 27 snap -1 2024-08-29T17:57:31.565 INFO:tasks.rados.rados.0.smithi028.stdout:2798: expect (ObjNum 841 snap 283 seq_num 841) 2024-08-29T17:57:31.565 INFO:tasks.rados.rados.0.smithi028.stdout:2799: snap_remove snap 281 2024-08-29T17:57:31.879 INFO:journalctl@ceph.mgr.y.smithi028.stdout:Aug 29 17:57:31 smithi028 bash[70818]: ::ffff:172.21.15.53 - - [29/Aug/2024:17:57:31] "GET /metrics HTTP/1.1" 200 36124 "" "Prometheus/2.43.0" 2024-08-29T17:57:32.326 INFO:tasks.rados.rados.0.smithi028.stdout:2787: finishing write tid 5 to smithi02869045-11 2024-08-29T17:57:32.326 INFO:tasks.rados.rados.0.smithi028.stdout:2788: finishing copy_from to smithi02869045-4 2024-08-29T17:57:32.326 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 4 v 2098 (ObjNum 161 snap 0 seq_num 1) dirty exists 2024-08-29T17:57:32.326 INFO:tasks.rados.rados.0.smithi028.stdout:2791: finishing rollback tid 1 to smithi02869045-26 2024-08-29T17:57:32.326 INFO:tasks.rados.rados.0.smithi028.stdout:2791: finishing rollback tid 2 to smithi02869045-26 2024-08-29T17:57:32.326 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 26 v 2315 (ObjNum 770 snap 264 seq_num 770) dirty exists 2024-08-29T17:57:32.326 INFO:tasks.rados.rados.0.smithi028.stdout:2787: finishing write tid 6 to smithi02869045-11 2024-08-29T17:57:32.326 INFO:tasks.rados.rados.0.smithi028.stdout:2787: finishing write tid 7 to smithi02869045-11 2024-08-29T17:57:32.326 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 11 v 1132 (ObjNum 842 snap 283 seq_num 842) dirty exists 2024-08-29T17:57:32.326 INFO:tasks.rados.rados.0.smithi028.stdout:2787: left oid 11 (ObjNum 842 snap 283 seq_num 842) 2024-08-29T17:57:32.327 INFO:tasks.rados.rados.0.smithi028.stdout:2790: expect (ObjNum 797 snap 270 seq_num 797) 2024-08-29T17:57:32.418 INFO:tasks.rados.rados.0.smithi028.stdout:2793: finishing rollback tid 1 to smithi02869045-41 2024-08-29T17:57:32.418 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 41 v 1123 (ObjNum 273 snap 0 seq_num 0) dirty dne 2024-08-29T17:57:32.418 INFO:tasks.rados.rados.0.smithi028.stdout:2792: finishing write tid 1 to smithi02869045-50 2024-08-29T17:57:32.418 INFO:tasks.rados.rados.0.smithi028.stdout:2792: finishing write tid 2 to smithi02869045-50 2024-08-29T17:57:32.418 INFO:tasks.rados.rados.0.smithi028.stdout:2792: finishing write tid 3 to smithi02869045-50 2024-08-29T17:57:32.418 INFO:tasks.rados.rados.0.smithi028.stdout:2792: finishing write tid 4 to smithi02869045-50 2024-08-29T17:57:32.418 INFO:tasks.rados.rados.0.smithi028.stdout:2792: finishing write tid 5 to smithi02869045-50 2024-08-29T17:57:32.418 INFO:tasks.rados.rados.0.smithi028.stdout:2792: finishing write tid 6 to smithi02869045-50 2024-08-29T17:57:32.419 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 50 v 2320 (ObjNum 843 snap 283 seq_num 843) dirty exists 2024-08-29T17:57:32.419 INFO:tasks.rados.rados.0.smithi028.stdout:2792: left oid 50 (ObjNum 843 snap 283 seq_num 843) 2024-08-29T17:57:32.419 INFO:tasks.rados.rados.0.smithi028.stdout:2794: finishing write tid 1 to smithi02869045-28 2024-08-29T17:57:32.419 INFO:tasks.rados.rados.0.smithi028.stdout:2794: finishing write tid 2 to smithi02869045-28 2024-08-29T17:57:32.419 INFO:tasks.rados.rados.0.smithi028.stdout:2794: finishing write tid 3 to smithi02869045-28 2024-08-29T17:57:32.419 INFO:tasks.rados.rados.0.smithi028.stdout:2794: finishing write tid 4 to smithi02869045-28 2024-08-29T17:57:32.419 INFO:tasks.rados.rados.0.smithi028.stdout:2794: finishing write tid 5 to smithi02869045-28 2024-08-29T17:57:32.419 INFO:tasks.rados.rados.0.smithi028.stdout:2794: finishing write tid 6 to smithi02869045-28 2024-08-29T17:57:32.419 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 28 v 2481 (ObjNum 844 snap 283 seq_num 844) dirty exists 2024-08-29T17:57:32.419 INFO:tasks.rados.rados.0.smithi028.stdout:2794: left oid 28 (ObjNum 844 snap 283 seq_num 844) 2024-08-29T17:57:32.419 INFO:tasks.rados.rados.0.smithi028.stdout:2795: finishing write tid 1 to smithi02869045-32 2024-08-29T17:57:32.419 INFO:tasks.rados.rados.0.smithi028.stdout:2795: finishing write tid 2 to smithi02869045-32 2024-08-29T17:57:32.419 INFO:tasks.rados.rados.0.smithi028.stdout:2787: done (11 left) 2024-08-29T17:57:32.419 INFO:tasks.rados.rados.0.smithi028.stdout:2788: done (10 left) 2024-08-29T17:57:32.419 INFO:tasks.rados.rados.0.smithi028.stdout:2790: done (9 left) 2024-08-29T17:57:32.419 INFO:tasks.rados.rados.0.smithi028.stdout:2791: done (8 left) 2024-08-29T17:57:32.420 INFO:tasks.rados.rados.0.smithi028.stdout:2792: done (7 left) 2024-08-29T17:57:32.420 INFO:tasks.rados.rados.0.smithi028.stdout:2793: done (6 left) 2024-08-29T17:57:32.420 INFO:tasks.rados.rados.0.smithi028.stdout:2794: done (5 left) 2024-08-29T17:57:32.420 INFO:tasks.rados.rados.0.smithi028.stdout:2799: done (4 left) 2024-08-29T17:57:32.420 INFO:tasks.rados.rados.0.smithi028.stdout:2800: read oid 44 snap -1 2024-08-29T17:57:32.420 INFO:tasks.rados.rados.0.smithi028.stdout:2800: expect (ObjNum 800 snap 270 seq_num 800) 2024-08-29T17:57:32.420 INFO:tasks.rados.rados.0.smithi028.stdout:2801: snap_remove snap 282 2024-08-29T17:57:32.574 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:57:32 smithi053 bash[68679]: cluster 2024-08-29T17:57:31.039211+0000 mgr.y (mgr.25022) 269 : cluster [DBG] pgmap v483: 121 pgs: 34 active+undersized, 9 active+undersized+degraded, 78 active+clean; 441 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 1023 B/s rd, 3.1 MiB/s wr, 15 op/s; 54/765 objects degraded (7.059%) 2024-08-29T17:57:32.575 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:57:32 smithi053 bash[68679]: cluster 2024-08-29T17:57:31.234309+0000 mon.a (mon.0) 852 : cluster [DBG] osdmap e641: 8 total, 7 up, 8 in 2024-08-29T17:57:32.575 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:57:32 smithi053 bash[68679]: audit 2024-08-29T17:57:31.951796+0000 mon.a (mon.0) 853 : audit [INF] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' 2024-08-29T17:57:32.575 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:57:32 smithi053 bash[68679]: audit 2024-08-29T17:57:31.963513+0000 mon.a (mon.0) 854 : audit [INF] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' 2024-08-29T17:57:32.575 INFO:journalctl@ceph.prometheus.a.smithi053.stdout:Aug 29 17:57:32 smithi053 bash[61790]: ts=2024-08-29T17:57:32.316Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"3167ee72-662c-11ef-bcd4-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-29T17:57:32.629 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:57:32 smithi028 bash[78352]: cluster 2024-08-29T17:57:31.039211+0000 mgr.y (mgr.25022) 269 : cluster [DBG] pgmap v483: 121 pgs: 34 active+undersized, 9 active+undersized+degraded, 78 active+clean; 441 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 1023 B/s rd, 3.1 MiB/s wr, 15 op/s; 54/765 objects degraded (7.059%) 2024-08-29T17:57:32.629 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:57:32 smithi028 bash[78352]: cluster 2024-08-29T17:57:31.234309+0000 mon.a (mon.0) 852 : cluster [DBG] osdmap e641: 8 total, 7 up, 8 in 2024-08-29T17:57:32.629 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:57:32 smithi028 bash[78352]: audit 2024-08-29T17:57:31.951796+0000 mon.a (mon.0) 853 : audit [INF] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' 2024-08-29T17:57:32.629 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:57:32 smithi028 bash[78352]: audit 2024-08-29T17:57:31.963513+0000 mon.a (mon.0) 854 : audit [INF] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' 2024-08-29T17:57:32.629 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:57:32 smithi028 bash[77168]: cluster 2024-08-29T17:57:31.039211+0000 mgr.y (mgr.25022) 269 : cluster [DBG] pgmap v483: 121 pgs: 34 active+undersized, 9 active+undersized+degraded, 78 active+clean; 441 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 1023 B/s rd, 3.1 MiB/s wr, 15 op/s; 54/765 objects degraded (7.059%) 2024-08-29T17:57:32.629 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:57:32 smithi028 bash[77168]: cluster 2024-08-29T17:57:31.234309+0000 mon.a (mon.0) 852 : cluster [DBG] osdmap e641: 8 total, 7 up, 8 in 2024-08-29T17:57:32.629 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:57:32 smithi028 bash[77168]: audit 2024-08-29T17:57:31.951796+0000 mon.a (mon.0) 853 : audit [INF] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' 2024-08-29T17:57:32.630 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:57:32 smithi028 bash[77168]: audit 2024-08-29T17:57:31.963513+0000 mon.a (mon.0) 854 : audit [INF] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' 2024-08-29T17:57:33.330 INFO:tasks.rados.rados.0.smithi028.stdout:2801: done (5 left) 2024-08-29T17:57:33.330 INFO:tasks.rados.rados.0.smithi028.stdout:append oid 37 current snap is 283 2024-08-29T17:57:33.330 INFO:tasks.rados.rados.0.smithi028.stdout:2802: seq_num 847 ranges {9338880=589824,9928704=753664,10682368=655360,11337728=196608} 2024-08-29T17:57:33.407 INFO:tasks.rados.rados.0.smithi028.stdout:2802: writing smithi02869045-37 from 9338880 to 9928704 tid 1 2024-08-29T17:57:33.412 INFO:tasks.rados.rados.0.smithi028.stdout:2802: writing smithi02869045-37 from 9928704 to 10682368 tid 2 2024-08-29T17:57:33.416 INFO:tasks.rados.rados.0.smithi028.stdout:2802: writing smithi02869045-37 from 10682368 to 11337728 tid 3 2024-08-29T17:57:33.419 INFO:tasks.rados.rados.0.smithi028.stdout:2802: writing smithi02869045-37 from 11337728 to 11534336 tid 4 2024-08-29T17:57:33.419 INFO:tasks.rados.rados.0.smithi028.stdout:2803: rollback oid 21 current snap is 283 2024-08-29T17:57:33.419 INFO:tasks.rados.rados.0.smithi028.stdout:rollback oid 21 to 182 2024-08-29T17:57:33.419 INFO:tasks.rados.rados.0.smithi028.stdout:2795: finishing write tid 3 to smithi02869045-32 2024-08-29T17:57:33.419 INFO:tasks.rados.rados.0.smithi028.stdout:2795: finishing write tid 4 to smithi02869045-32 2024-08-29T17:57:33.419 INFO:tasks.rados.rados.0.smithi028.stdout:2795: finishing write tid 5 to smithi02869045-32 2024-08-29T17:57:33.419 INFO:tasks.rados.rados.0.smithi028.stdout:2795: finishing write tid 6 to smithi02869045-32 2024-08-29T17:57:33.419 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 32 v 1332 (ObjNum 845 snap 283 seq_num 845) dirty exists 2024-08-29T17:57:33.419 INFO:tasks.rados.rados.0.smithi028.stdout:2795: left oid 32 (ObjNum 845 snap 283 seq_num 845) 2024-08-29T17:57:33.419 INFO:tasks.rados.rados.0.smithi028.stdout:2796: finishing write tid 1 to smithi02869045-22 2024-08-29T17:57:33.420 INFO:tasks.rados.rados.0.smithi028.stdout:2796: finishing write tid 2 to smithi02869045-22 2024-08-29T17:57:33.420 INFO:tasks.rados.rados.0.smithi028.stdout:2796: finishing write tid 3 to smithi02869045-22 2024-08-29T17:57:33.420 INFO:tasks.rados.rados.0.smithi028.stdout:2796: finishing write tid 4 to smithi02869045-22 2024-08-29T17:57:33.420 INFO:tasks.rados.rados.0.smithi028.stdout:2796: finishing write tid 5 to smithi02869045-22 2024-08-29T17:57:33.420 INFO:tasks.rados.rados.0.smithi028.stdout:2796: finishing write tid 6 to smithi02869045-22 2024-08-29T17:57:33.420 INFO:tasks.rados.rados.0.smithi028.stdout:2795: done (6 left) 2024-08-29T17:57:33.420 INFO:tasks.rados.rados.0.smithi028.stdout:2797: done (5 left) 2024-08-29T17:57:33.420 INFO:tasks.rados.rados.0.smithi028.stdout:append oid 23 current snap is 283 2024-08-29T17:57:33.420 INFO:tasks.rados.rados.0.smithi028.stdout:2796: finishing write tid 7 to smithi02869045-22 2024-08-29T17:57:33.420 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 22 v 2326 (ObjNum 846 snap 283 seq_num 846) dirty exists 2024-08-29T17:57:33.420 INFO:tasks.rados.rados.0.smithi028.stdout:2796: left oid 22 (ObjNum 846 snap 283 seq_num 846) 2024-08-29T17:57:33.420 INFO:tasks.rados.rados.0.smithi028.stdout:2798: expect (ObjNum 841 snap 283 seq_num 841) 2024-08-29T17:57:33.550 INFO:tasks.rados.rados.0.smithi028.stdout:2800: expect (ObjNum 800 snap 270 seq_num 800) 2024-08-29T17:57:33.574 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:57:33 smithi053 bash[68679]: cluster 2024-08-29T17:57:32.318538+0000 mon.a (mon.0) 855 : cluster [DBG] osdmap e642: 8 total, 7 up, 8 in 2024-08-29T17:57:33.574 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:57:33 smithi053 bash[68679]: audit 2024-08-29T17:57:33.191077+0000 mon.a (mon.0) 856 : audit [INF] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' 2024-08-29T17:57:33.574 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:57:33 smithi053 bash[68679]: audit 2024-08-29T17:57:33.200950+0000 mon.a (mon.0) 857 : audit [INF] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' 2024-08-29T17:57:33.586 INFO:tasks.rados.rados.0.smithi028.stdout:2802: finishing write tid 1 to smithi02869045-37 2024-08-29T17:57:33.586 INFO:tasks.rados.rados.0.smithi028.stdout:2803: finishing rollback tid 0 to smithi02869045-21 2024-08-29T17:57:33.586 INFO:tasks.rados.rados.0.smithi028.stdout:2803: finishing rollback tid 1 to smithi02869045-21 2024-08-29T17:57:33.586 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 21 v 2307 (ObjNum 593 snap 0 seq_num 1489387272) dirty dne 2024-08-29T17:57:33.586 INFO:tasks.rados.rados.0.smithi028.stdout:2802: finishing write tid 2 to smithi02869045-37 2024-08-29T17:57:33.586 INFO:tasks.rados.rados.0.smithi028.stdout:2802: finishing write tid 3 to smithi02869045-37 2024-08-29T17:57:33.587 INFO:tasks.rados.rados.0.smithi028.stdout:2802: finishing write tid 4 to smithi02869045-37 2024-08-29T17:57:33.587 INFO:tasks.rados.rados.0.smithi028.stdout:2802: finishing write tid 5 to smithi02869045-37 2024-08-29T17:57:33.587 INFO:tasks.rados.rados.0.smithi028.stdout:2802: finishing write tid 6 to smithi02869045-37 2024-08-29T17:57:33.587 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 37 v 2691 (ObjNum 847 snap 283 seq_num 847) dirty exists 2024-08-29T17:57:33.587 INFO:tasks.rados.rados.0.smithi028.stdout:2802: left oid 37 (ObjNum 847 snap 283 seq_num 847) 2024-08-29T17:57:33.587 INFO:tasks.rados.rados.0.smithi028.stdout:2804: seq_num 848 ranges {0=606208,606208=630784,1236992=458752,1695744=516096} 2024-08-29T17:57:33.591 INFO:tasks.rados.rados.0.smithi028.stdout:2804: writing smithi02869045-23 from 0 to 606208 tid 1 2024-08-29T17:57:33.596 INFO:tasks.rados.rados.0.smithi028.stdout:2804: writing smithi02869045-23 from 606208 to 1236992 tid 2 2024-08-29T17:57:33.600 INFO:tasks.rados.rados.0.smithi028.stdout:2804: writing smithi02869045-23 from 1236992 to 1695744 tid 3 2024-08-29T17:57:33.605 INFO:tasks.rados.rados.0.smithi028.stdout:2804: writing smithi02869045-23 from 1695744 to 2211840 tid 4 2024-08-29T17:57:33.605 INFO:tasks.rados.rados.0.smithi028.stdout:2796: done (5 left) 2024-08-29T17:57:33.605 INFO:tasks.rados.rados.0.smithi028.stdout:2798: done (4 left) 2024-08-29T17:57:33.605 INFO:tasks.rados.rados.0.smithi028.stdout:2800: done (3 left) 2024-08-29T17:57:33.605 INFO:tasks.rados.rados.0.smithi028.stdout:2802: done (2 left) 2024-08-29T17:57:33.606 INFO:tasks.rados.rados.0.smithi028.stdout:2803: done (1 left) 2024-08-29T17:57:33.606 INFO:tasks.rados.rados.0.smithi028.stdout:2805: snap_remove snap 278 2024-08-29T17:57:33.629 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:57:33 smithi028 bash[78352]: cluster 2024-08-29T17:57:32.318538+0000 mon.a (mon.0) 855 : cluster [DBG] osdmap e642: 8 total, 7 up, 8 in 2024-08-29T17:57:33.629 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:57:33 smithi028 bash[78352]: audit 2024-08-29T17:57:33.191077+0000 mon.a (mon.0) 856 : audit [INF] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' 2024-08-29T17:57:33.629 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:57:33 smithi028 bash[78352]: audit 2024-08-29T17:57:33.200950+0000 mon.a (mon.0) 857 : audit [INF] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' 2024-08-29T17:57:33.629 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:57:33 smithi028 bash[77168]: cluster 2024-08-29T17:57:32.318538+0000 mon.a (mon.0) 855 : cluster [DBG] osdmap e642: 8 total, 7 up, 8 in 2024-08-29T17:57:33.629 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:57:33 smithi028 bash[77168]: audit 2024-08-29T17:57:33.191077+0000 mon.a (mon.0) 856 : audit [INF] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' 2024-08-29T17:57:33.629 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:57:33 smithi028 bash[77168]: audit 2024-08-29T17:57:33.200950+0000 mon.a (mon.0) 857 : audit [INF] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' 2024-08-29T17:57:34.320 INFO:journalctl@ceph.osd.6.smithi053.stdout:Aug 29 17:57:34 smithi053 bash[81455]: debug 2024-08-29T17:57:34.028+0000 7f22b02ab640 -1 osd.6 629 log_to_monitors true 2024-08-29T17:57:34.337 INFO:tasks.rados.rados.0.smithi028.stdout:2805: done (1 left) 2024-08-29T17:57:34.337 INFO:tasks.rados.rados.0.smithi028.stdout:2804: finishing write tid 1 to smithi02869045-23 2024-08-29T17:57:34.337 INFO:tasks.rados.rados.0.smithi028.stdout:2804: finishing write tid 2 to smithi02869045-23 2024-08-29T17:57:34.338 INFO:tasks.rados.rados.0.smithi028.stdout:2804: finishing write tid 3 to smithi02869045-23 2024-08-29T17:57:34.338 INFO:tasks.rados.rados.0.smithi028.stdout:2804: finishing write tid 4 to smithi02869045-23 2024-08-29T17:57:34.338 INFO:tasks.rados.rados.0.smithi028.stdout:2804: finishing write tid 5 to smithi02869045-23 2024-08-29T17:57:34.338 INFO:tasks.rados.rados.0.smithi028.stdout:2804: finishing write tid 6 to smithi02869045-23 2024-08-29T17:57:34.338 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 23 v 1330 (ObjNum 848 snap 283 seq_num 848) dirty exists 2024-08-29T17:57:34.338 INFO:tasks.rados.rados.0.smithi028.stdout:2804: left oid 23 (ObjNum 848 snap 283 seq_num 848) 2024-08-29T17:57:34.338 INFO:tasks.rados.rados.0.smithi028.stdout:2806: read oid 41 snap -1 2024-08-29T17:57:34.338 INFO:tasks.rados.rados.0.smithi028.stdout:2806: expect deleted 2024-08-29T17:57:34.338 INFO:tasks.rados.rados.0.smithi028.stdout:2804: done (1 left) 2024-08-29T17:57:34.338 INFO:tasks.rados.rados.0.smithi028.stdout:2807: read oid 24 snap -1 2024-08-29T17:57:34.338 INFO:tasks.rados.rados.0.smithi028.stdout:2807: expect (ObjNum 0 snap 0 seq_num 0) 2024-08-29T17:57:34.338 INFO:tasks.rados.rados.0.smithi028.stdout:2808: read oid 25 snap 271 2024-08-29T17:57:34.338 INFO:tasks.rados.rados.0.smithi028.stdout:2808: expect deleted 2024-08-29T17:57:34.338 INFO:tasks.rados.rados.0.smithi028.stdout:2809: snap_remove snap 270 2024-08-29T17:57:34.574 INFO:journalctl@ceph.osd.6.smithi053.stdout:Aug 29 17:57:34 smithi053 bash[81455]: debug 2024-08-29T17:57:34.372+0000 7f22a8056640 -1 osd.6 629 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory 2024-08-29T17:57:34.575 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:57:34 smithi053 bash[68679]: cluster 2024-08-29T17:57:33.040275+0000 mgr.y (mgr.25022) 270 : cluster [DBG] pgmap v486: 121 pgs: 34 active+undersized, 9 active+undersized+degraded, 78 active+clean; 446 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 1.8 MiB/s rd, 3.4 MiB/s wr, 17 op/s; 55/765 objects degraded (7.190%) 2024-08-29T17:57:34.575 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:57:34 smithi053 bash[68679]: cluster 2024-08-29T17:57:33.329355+0000 mon.a (mon.0) 858 : cluster [DBG] osdmap e643: 8 total, 7 up, 8 in 2024-08-29T17:57:34.575 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:57:34 smithi053 bash[68679]: audit 2024-08-29T17:57:34.037699+0000 mon.b (mon.1) 8 : audit [INF] from='osd.6 [v2:172.21.15.53:6816/1831000770,v1:172.21.15.53:6817/1831000770]' entity='osd.6' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["6"]}]: dispatch 2024-08-29T17:57:34.575 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:57:34 smithi053 bash[68679]: audit 2024-08-29T17:57:34.039696+0000 mon.a (mon.0) 859 : audit [INF] from='osd.6 ' entity='osd.6' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["6"]}]: dispatch 2024-08-29T17:57:34.575 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:57:34 smithi053 bash[68679]: cluster 2024-08-29T17:57:34.221980+0000 mon.a (mon.0) 860 : cluster [WRN] Health check update: Degraded data redundancy: 55/765 objects degraded (7.190%), 9 pgs degraded (PG_DEGRADED) 2024-08-29T17:57:34.629 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:57:34 smithi028 bash[77168]: cluster 2024-08-29T17:57:33.040275+0000 mgr.y (mgr.25022) 270 : cluster [DBG] pgmap v486: 121 pgs: 34 active+undersized, 9 active+undersized+degraded, 78 active+clean; 446 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 1.8 MiB/s rd, 3.4 MiB/s wr, 17 op/s; 55/765 objects degraded (7.190%) 2024-08-29T17:57:34.629 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:57:34 smithi028 bash[77168]: cluster 2024-08-29T17:57:33.329355+0000 mon.a (mon.0) 858 : cluster [DBG] osdmap e643: 8 total, 7 up, 8 in 2024-08-29T17:57:34.629 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:57:34 smithi028 bash[77168]: audit 2024-08-29T17:57:34.037699+0000 mon.b (mon.1) 8 : audit [INF] from='osd.6 [v2:172.21.15.53:6816/1831000770,v1:172.21.15.53:6817/1831000770]' entity='osd.6' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["6"]}]: dispatch 2024-08-29T17:57:34.629 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:57:34 smithi028 bash[77168]: audit 2024-08-29T17:57:34.039696+0000 mon.a (mon.0) 859 : audit [INF] from='osd.6 ' entity='osd.6' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["6"]}]: dispatch 2024-08-29T17:57:34.629 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:57:34 smithi028 bash[77168]: cluster 2024-08-29T17:57:34.221980+0000 mon.a (mon.0) 860 : cluster [WRN] Health check update: Degraded data redundancy: 55/765 objects degraded (7.190%), 9 pgs degraded (PG_DEGRADED) 2024-08-29T17:57:34.630 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:57:34 smithi028 bash[78352]: cluster 2024-08-29T17:57:33.040275+0000 mgr.y (mgr.25022) 270 : cluster [DBG] pgmap v486: 121 pgs: 34 active+undersized, 9 active+undersized+degraded, 78 active+clean; 446 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 1.8 MiB/s rd, 3.4 MiB/s wr, 17 op/s; 55/765 objects degraded (7.190%) 2024-08-29T17:57:34.630 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:57:34 smithi028 bash[78352]: cluster 2024-08-29T17:57:33.329355+0000 mon.a (mon.0) 858 : cluster [DBG] osdmap e643: 8 total, 7 up, 8 in 2024-08-29T17:57:34.630 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:57:34 smithi028 bash[78352]: audit 2024-08-29T17:57:34.037699+0000 mon.b (mon.1) 8 : audit [INF] from='osd.6 [v2:172.21.15.53:6816/1831000770,v1:172.21.15.53:6817/1831000770]' entity='osd.6' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["6"]}]: dispatch 2024-08-29T17:57:34.630 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:57:34 smithi028 bash[78352]: audit 2024-08-29T17:57:34.039696+0000 mon.a (mon.0) 859 : audit [INF] from='osd.6 ' entity='osd.6' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["6"]}]: dispatch 2024-08-29T17:57:34.630 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:57:34 smithi028 bash[78352]: cluster 2024-08-29T17:57:34.221980+0000 mon.a (mon.0) 860 : cluster [WRN] Health check update: Degraded data redundancy: 55/765 objects degraded (7.190%), 9 pgs degraded (PG_DEGRADED) 2024-08-29T17:57:35.362 INFO:tasks.rados.rados.0.smithi028.stdout:2809: done (3 left) 2024-08-29T17:57:35.363 INFO:tasks.rados.rados.0.smithi028.stdout:2810: snap_create 2024-08-29T17:57:35.363 INFO:tasks.rados.rados.0.smithi028.stdout:2807: expect (ObjNum 0 snap 0 seq_num 0) 2024-08-29T17:57:35.629 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:57:35 smithi028 bash[77168]: audit 2024-08-29T17:57:34.332039+0000 mon.a (mon.0) 861 : audit [INF] from='osd.6 ' entity='osd.6' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["6"]}]': finished 2024-08-29T17:57:35.629 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:57:35 smithi028 bash[77168]: cluster 2024-08-29T17:57:34.338972+0000 mon.a (mon.0) 862 : cluster [DBG] osdmap e644: 8 total, 7 up, 8 in 2024-08-29T17:57:35.630 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:57:35 smithi028 bash[77168]: audit 2024-08-29T17:57:34.346416+0000 mon.b (mon.1) 9 : audit [INF] from='osd.6 [v2:172.21.15.53:6816/1831000770,v1:172.21.15.53:6817/1831000770]' entity='osd.6' cmd=[{"prefix": "osd crush create-or-move", "id": 6, "weight":0.0873, "args": ["host=smithi053", "root=default"]}]: dispatch 2024-08-29T17:57:35.630 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:57:35 smithi028 bash[77168]: audit 2024-08-29T17:57:34.349175+0000 mon.a (mon.0) 863 : audit [INF] from='osd.6 ' entity='osd.6' cmd=[{"prefix": "osd crush create-or-move", "id": 6, "weight":0.0873, "args": ["host=smithi053", "root=default"]}]: dispatch 2024-08-29T17:57:35.630 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:57:35 smithi028 bash[78352]: audit 2024-08-29T17:57:34.332039+0000 mon.a (mon.0) 861 : audit [INF] from='osd.6 ' entity='osd.6' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["6"]}]': finished 2024-08-29T17:57:35.630 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:57:35 smithi028 bash[78352]: cluster 2024-08-29T17:57:34.338972+0000 mon.a (mon.0) 862 : cluster [DBG] osdmap e644: 8 total, 7 up, 8 in 2024-08-29T17:57:35.630 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:57:35 smithi028 bash[78352]: audit 2024-08-29T17:57:34.346416+0000 mon.b (mon.1) 9 : audit [INF] from='osd.6 [v2:172.21.15.53:6816/1831000770,v1:172.21.15.53:6817/1831000770]' entity='osd.6' cmd=[{"prefix": "osd crush create-or-move", "id": 6, "weight":0.0873, "args": ["host=smithi053", "root=default"]}]: dispatch 2024-08-29T17:57:35.630 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:57:35 smithi028 bash[78352]: audit 2024-08-29T17:57:34.349175+0000 mon.a (mon.0) 863 : audit [INF] from='osd.6 ' entity='osd.6' cmd=[{"prefix": "osd crush create-or-move", "id": 6, "weight":0.0873, "args": ["host=smithi053", "root=default"]}]: dispatch 2024-08-29T17:57:35.825 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:57:35 smithi053 bash[68679]: audit 2024-08-29T17:57:34.332039+0000 mon.a (mon.0) 861 : audit [INF] from='osd.6 ' entity='osd.6' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["6"]}]': finished 2024-08-29T17:57:35.825 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:57:35 smithi053 bash[68679]: cluster 2024-08-29T17:57:34.338972+0000 mon.a (mon.0) 862 : cluster [DBG] osdmap e644: 8 total, 7 up, 8 in 2024-08-29T17:57:35.825 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:57:35 smithi053 bash[68679]: audit 2024-08-29T17:57:34.346416+0000 mon.b (mon.1) 9 : audit [INF] from='osd.6 [v2:172.21.15.53:6816/1831000770,v1:172.21.15.53:6817/1831000770]' entity='osd.6' cmd=[{"prefix": "osd crush create-or-move", "id": 6, "weight":0.0873, "args": ["host=smithi053", "root=default"]}]: dispatch 2024-08-29T17:57:35.825 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:57:35 smithi053 bash[68679]: audit 2024-08-29T17:57:34.349175+0000 mon.a (mon.0) 863 : audit [INF] from='osd.6 ' entity='osd.6' cmd=[{"prefix": "osd crush create-or-move", "id": 6, "weight":0.0873, "args": ["host=smithi053", "root=default"]}]: dispatch 2024-08-29T17:57:36.360 INFO:tasks.rados.rados.0.smithi028.stdout:2806: done (3 left) 2024-08-29T17:57:36.360 INFO:tasks.rados.rados.0.smithi028.stdout:2807: done (2 left) 2024-08-29T17:57:36.360 INFO:tasks.rados.rados.0.smithi028.stdout:2808: done (1 left) 2024-08-29T17:57:36.360 INFO:tasks.rados.rados.0.smithi028.stdout:2810: done (0 left) 2024-08-29T17:57:36.360 INFO:tasks.rados.rados.0.smithi028.stdout:2811: setattr oid 44 current snap is 284 2024-08-29T17:57:36.364 INFO:tasks.rados.rados.0.smithi028.stdout:2812: snap_create 2024-08-29T17:57:36.389 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 44 v 2308 (ObjNum 800 snap 270 seq_num 800) dirty exists 2024-08-29T17:57:36.629 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:57:36 smithi028 bash[77168]: cluster 2024-08-29T17:57:35.041221+0000 mgr.y (mgr.25022) 271 : cluster [DBG] pgmap v489: 121 pgs: 34 active+undersized, 9 active+undersized+degraded, 78 active+clean; 464 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 6.2 MiB/s rd, 9.5 MiB/s wr, 27 op/s; 59/765 objects degraded (7.712%) 2024-08-29T17:57:36.629 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:57:36 smithi028 bash[77168]: cluster 2024-08-29T17:57:35.333870+0000 mon.a (mon.0) 864 : cluster [INF] Health check cleared: OSD_DOWN (was: 1 osds down) 2024-08-29T17:57:36.629 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:57:36 smithi028 bash[77168]: cluster 2024-08-29T17:57:35.351780+0000 mon.a (mon.0) 865 : cluster [INF] osd.6 [v2:172.21.15.53:6816/1831000770,v1:172.21.15.53:6817/1831000770] boot 2024-08-29T17:57:36.629 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:57:36 smithi028 bash[77168]: cluster 2024-08-29T17:57:35.351887+0000 mon.a (mon.0) 866 : cluster [DBG] osdmap e645: 8 total, 8 up, 8 in 2024-08-29T17:57:36.630 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:57:36 smithi028 bash[77168]: audit 2024-08-29T17:57:35.358423+0000 mon.a (mon.0) 867 : audit [DBG] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-08-29T17:57:36.630 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:57:36 smithi028 bash[78352]: cluster 2024-08-29T17:57:35.041221+0000 mgr.y (mgr.25022) 271 : cluster [DBG] pgmap v489: 121 pgs: 34 active+undersized, 9 active+undersized+degraded, 78 active+clean; 464 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 6.2 MiB/s rd, 9.5 MiB/s wr, 27 op/s; 59/765 objects degraded (7.712%) 2024-08-29T17:57:36.630 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:57:36 smithi028 bash[78352]: cluster 2024-08-29T17:57:35.333870+0000 mon.a (mon.0) 864 : cluster [INF] Health check cleared: OSD_DOWN (was: 1 osds down) 2024-08-29T17:57:36.630 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:57:36 smithi028 bash[78352]: cluster 2024-08-29T17:57:35.351780+0000 mon.a (mon.0) 865 : cluster [INF] osd.6 [v2:172.21.15.53:6816/1831000770,v1:172.21.15.53:6817/1831000770] boot 2024-08-29T17:57:36.630 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:57:36 smithi028 bash[78352]: cluster 2024-08-29T17:57:35.351887+0000 mon.a (mon.0) 866 : cluster [DBG] osdmap e645: 8 total, 8 up, 8 in 2024-08-29T17:57:36.630 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:57:36 smithi028 bash[78352]: audit 2024-08-29T17:57:35.358423+0000 mon.a (mon.0) 867 : audit [DBG] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-08-29T17:57:36.825 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:57:36 smithi053 bash[68679]: cluster 2024-08-29T17:57:35.041221+0000 mgr.y (mgr.25022) 271 : cluster [DBG] pgmap v489: 121 pgs: 34 active+undersized, 9 active+undersized+degraded, 78 active+clean; 464 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 6.2 MiB/s rd, 9.5 MiB/s wr, 27 op/s; 59/765 objects degraded (7.712%) 2024-08-29T17:57:36.825 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:57:36 smithi053 bash[68679]: cluster 2024-08-29T17:57:35.333870+0000 mon.a (mon.0) 864 : cluster [INF] Health check cleared: OSD_DOWN (was: 1 osds down) 2024-08-29T17:57:36.825 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:57:36 smithi053 bash[68679]: cluster 2024-08-29T17:57:35.351780+0000 mon.a (mon.0) 865 : cluster [INF] osd.6 [v2:172.21.15.53:6816/1831000770,v1:172.21.15.53:6817/1831000770] boot 2024-08-29T17:57:36.825 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:57:36 smithi053 bash[68679]: cluster 2024-08-29T17:57:35.351887+0000 mon.a (mon.0) 866 : cluster [DBG] osdmap e645: 8 total, 8 up, 8 in 2024-08-29T17:57:36.825 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:57:36 smithi053 bash[68679]: audit 2024-08-29T17:57:35.358423+0000 mon.a (mon.0) 867 : audit [DBG] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-08-29T17:57:37.365 INFO:tasks.rados.rados.0.smithi028.stdout:2811: done (1 left) 2024-08-29T17:57:37.365 INFO:tasks.rados.rados.0.smithi028.stdout:2812: done (0 left) 2024-08-29T17:57:37.365 INFO:tasks.rados.rados.0.smithi028.stdout:2813: read oid 37 snap -1 2024-08-29T17:57:37.365 INFO:tasks.rados.rados.0.smithi028.stdout:2813: expect (ObjNum 847 snap 283 seq_num 847) 2024-08-29T17:57:37.365 INFO:tasks.rados.rados.0.smithi028.stdout:2814: snap_create 2024-08-29T17:57:37.437 INFO:tasks.rados.rados.0.smithi028.stdout:2813: expect (ObjNum 847 snap 283 seq_num 847) 2024-08-29T17:57:37.629 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:57:37 smithi028 bash[77168]: cluster 2024-08-29T17:57:36.358849+0000 mon.a (mon.0) 868 : cluster [DBG] osdmap e646: 8 total, 8 up, 8 in 2024-08-29T17:57:37.629 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:57:37 smithi028 bash[78352]: cluster 2024-08-29T17:57:36.358849+0000 mon.a (mon.0) 868 : cluster [DBG] osdmap e646: 8 total, 8 up, 8 in 2024-08-29T17:57:37.824 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:57:37 smithi053 bash[68679]: cluster 2024-08-29T17:57:36.358849+0000 mon.a (mon.0) 868 : cluster [DBG] osdmap e646: 8 total, 8 up, 8 in 2024-08-29T17:57:38.496 INFO:tasks.rados.rados.0.smithi028.stdout:2813: done (1 left) 2024-08-29T17:57:38.498 INFO:tasks.rados.rados.0.smithi028.stdout:2814: done (0 left) 2024-08-29T17:57:38.498 INFO:tasks.rados.rados.0.smithi028.stdout:2815: snap_remove snap 182 2024-08-29T17:57:38.629 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:57:38 smithi028 bash[78352]: cluster 2024-08-29T17:57:37.042229+0000 mgr.y (mgr.25022) 272 : cluster [DBG] pgmap v492: 121 pgs: 34 active+undersized, 9 active+undersized+degraded, 78 active+clean; 464 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail; 4.4 MiB/s rd, 8.0 MiB/s wr, 21 op/s; 59/765 objects degraded (7.712%) 2024-08-29T17:57:38.629 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:57:38 smithi028 bash[78352]: cluster 2024-08-29T17:57:37.367131+0000 mon.a (mon.0) 869 : cluster [DBG] osdmap e647: 8 total, 8 up, 8 in 2024-08-29T17:57:38.629 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:57:38 smithi028 bash[77168]: cluster 2024-08-29T17:57:37.042229+0000 mgr.y (mgr.25022) 272 : cluster [DBG] pgmap v492: 121 pgs: 34 active+undersized, 9 active+undersized+degraded, 78 active+clean; 464 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail; 4.4 MiB/s rd, 8.0 MiB/s wr, 21 op/s; 59/765 objects degraded (7.712%) 2024-08-29T17:57:38.629 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:57:38 smithi028 bash[77168]: cluster 2024-08-29T17:57:37.367131+0000 mon.a (mon.0) 869 : cluster [DBG] osdmap e647: 8 total, 8 up, 8 in 2024-08-29T17:57:38.824 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:57:38 smithi053 bash[68679]: cluster 2024-08-29T17:57:37.042229+0000 mgr.y (mgr.25022) 272 : cluster [DBG] pgmap v492: 121 pgs: 34 active+undersized, 9 active+undersized+degraded, 78 active+clean; 464 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail; 4.4 MiB/s rd, 8.0 MiB/s wr, 21 op/s; 59/765 objects degraded (7.712%) 2024-08-29T17:57:38.825 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:57:38 smithi053 bash[68679]: cluster 2024-08-29T17:57:37.367131+0000 mon.a (mon.0) 869 : cluster [DBG] osdmap e647: 8 total, 8 up, 8 in 2024-08-29T17:57:39.393 INFO:tasks.rados.rados.0.smithi028.stdout:2815: done (0 left) 2024-08-29T17:57:39.393 INFO:tasks.rados.rados.0.smithi028.stdout:2816: copy_from oid 13 from oid 29 current snap is 286 2024-08-29T17:57:39.393 INFO:tasks.rados.rados.0.smithi028.stdout:append oid 47 current snap is 286 2024-08-29T17:57:39.394 INFO:tasks.rados.rados.0.smithi028.stdout:2817: seq_num 849 ranges {2523136=622592,3145728=516096,3661824=663552,4325376=425984} 2024-08-29T17:57:39.442 INFO:tasks.rados.rados.0.smithi028.stdout:2817: writing smithi02869045-47 from 2523136 to 3145728 tid 1 2024-08-29T17:57:39.446 INFO:tasks.rados.rados.0.smithi028.stdout:2817: writing smithi02869045-47 from 3145728 to 3661824 tid 2 2024-08-29T17:57:39.450 INFO:tasks.rados.rados.0.smithi028.stdout:2817: writing smithi02869045-47 from 3661824 to 4325376 tid 3 2024-08-29T17:57:39.454 INFO:tasks.rados.rados.0.smithi028.stdout:2817: writing smithi02869045-47 from 4325376 to 4751360 tid 4 2024-08-29T17:57:39.454 INFO:tasks.rados.rados.0.smithi028.stdout:2816: finishing copy_from to smithi02869045-13 2024-08-29T17:57:39.454 INFO:tasks.rados.rados.0.smithi028.stdout:2816: got expected ENOENT (src dne) 2024-08-29T17:57:39.454 INFO:tasks.rados.rados.0.smithi028.stdout:2818: read oid 28 snap 259 2024-08-29T17:57:39.454 INFO:tasks.rados.rados.0.smithi028.stdout:2818: expect deleted 2024-08-29T17:57:39.454 INFO:tasks.rados.rados.0.smithi028.stdout:append oid 21 current snap is 286 2024-08-29T17:57:39.455 INFO:tasks.rados.rados.0.smithi028.stdout:2816: finishing copy_from racing read to smithi02869045-13 2024-08-29T17:57:39.455 INFO:tasks.rados.rados.0.smithi028.stdout:2817: finishing write tid 1 to smithi02869045-47 2024-08-29T17:57:39.455 INFO:tasks.rados.rados.0.smithi028.stdout:2817: finishing write tid 2 to smithi02869045-47 2024-08-29T17:57:39.455 INFO:tasks.rados.rados.0.smithi028.stdout:2819: seq_num 850 ranges {0=638976,638976=802816,1441792=475136,1916928=327680} 2024-08-29T17:57:39.458 INFO:tasks.rados.rados.0.smithi028.stdout:2819: writing smithi02869045-21 from 0 to 638976 tid 1 2024-08-29T17:57:39.463 INFO:tasks.rados.rados.0.smithi028.stdout:2819: writing smithi02869045-21 from 638976 to 1441792 tid 2 2024-08-29T17:57:39.467 INFO:tasks.rados.rados.0.smithi028.stdout:2819: writing smithi02869045-21 from 1441792 to 1916928 tid 3 2024-08-29T17:57:39.469 INFO:tasks.rados.rados.0.smithi028.stdout:2819: writing smithi02869045-21 from 1916928 to 2244608 tid 4 2024-08-29T17:57:39.470 INFO:tasks.rados.rados.0.smithi028.stdout:2816: done (3 left) 2024-08-29T17:57:39.470 INFO:tasks.rados.rados.0.smithi028.stdout:2820: setattr oid 43 current snap is 286 2024-08-29T17:57:39.470 INFO:tasks.rados.rados.0.smithi028.stdout:2817: finishing write tid 3 to smithi02869045-47 2024-08-29T17:57:39.470 INFO:tasks.rados.rados.0.smithi028.stdout:2817: finishing write tid 4 to smithi02869045-47 2024-08-29T17:57:39.470 INFO:tasks.rados.rados.0.smithi028.stdout:2817: finishing write tid 5 to smithi02869045-47 2024-08-29T17:57:39.470 INFO:tasks.rados.rados.0.smithi028.stdout:2817: finishing write tid 6 to smithi02869045-47 2024-08-29T17:57:39.470 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 47 v 2486 (ObjNum 849 snap 286 seq_num 849) dirty exists 2024-08-29T17:57:39.470 INFO:tasks.rados.rados.0.smithi028.stdout:2817: left oid 47 (ObjNum 849 snap 286 seq_num 849) 2024-08-29T17:57:39.470 INFO:tasks.rados.rados.0.smithi028.stdout:2819: finishing write tid 1 to smithi02869045-21 2024-08-29T17:57:39.470 INFO:tasks.rados.rados.0.smithi028.stdout:2819: finishing write tid 2 to smithi02869045-21 2024-08-29T17:57:39.471 INFO:tasks.rados.rados.0.smithi028.stdout:2817: done (3 left) 2024-08-29T17:57:39.471 INFO:tasks.rados.rados.0.smithi028.stdout:2818: done (2 left) 2024-08-29T17:57:39.471 INFO:tasks.rados.rados.0.smithi028.stdout:2821: rollback oid 24 current snap is 286 2024-08-29T17:57:39.471 INFO:tasks.rados.rados.0.smithi028.stdout:rollback oid 24 to 279 2024-08-29T17:57:39.471 INFO:tasks.rados.rados.0.smithi028.stdout:2822: rmattr oid 19 current snap is 286 2024-08-29T17:57:39.471 INFO:tasks.rados.rados.0.smithi028.stdout:2822: done (3 left) 2024-08-29T17:57:39.471 INFO:tasks.rados.rados.0.smithi028.stdout:2823: copy_from oid 20 from oid 46 current snap is 286 2024-08-29T17:57:39.472 INFO:tasks.rados.rados.0.smithi028.stdout:2824: snap_create 2024-08-29T17:57:39.472 INFO:tasks.rados.rados.0.smithi028.stdout:2819: finishing write tid 3 to smithi02869045-21 2024-08-29T17:57:39.473 INFO:tasks.rados.rados.0.smithi028.stdout:2819: finishing write tid 4 to smithi02869045-21 2024-08-29T17:57:39.473 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 43 v 1119 (ObjNum 433 snap 0 seq_num 1020230637) dirty exists 2024-08-29T17:57:39.475 INFO:tasks.rados.rados.0.smithi028.stdout:2819: finishing write tid 5 to smithi02869045-21 2024-08-29T17:57:39.475 INFO:tasks.rados.rados.0.smithi028.stdout:2821: finishing rollback tid 0 to smithi02869045-24 2024-08-29T17:57:39.477 INFO:tasks.rados.rados.0.smithi028.stdout:2819: finishing write tid 6 to smithi02869045-21 2024-08-29T17:57:39.477 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 21 v 2313 (ObjNum 850 snap 286 seq_num 850) dirty exists 2024-08-29T17:57:39.477 INFO:tasks.rados.rados.0.smithi028.stdout:2819: left oid 21 (ObjNum 850 snap 286 seq_num 850) 2024-08-29T17:57:39.479 INFO:tasks.rados.rados.0.smithi028.stdout:2821: finishing rollback tid 1 to smithi02869045-24 2024-08-29T17:57:39.479 INFO:tasks.rados.rados.0.smithi028.stdout:2821: finishing rollback tid 2 to smithi02869045-24 2024-08-29T17:57:39.479 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 24 v 1454 (ObjNum 689 snap 0 seq_num 2128899968) dirty exists 2024-08-29T17:57:39.501 INFO:tasks.rados.rados.0.smithi028.stdout:2823: finishing copy_from racing read to smithi02869045-20 2024-08-29T17:57:39.504 INFO:tasks.rados.rados.0.smithi028.stdout:2823: finishing copy_from to smithi02869045-20 2024-08-29T17:57:39.504 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 20 v 1444 (ObjNum 757 snap 260 seq_num 757) dirty exists 2024-08-29T17:57:39.629 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:57:39 smithi028 bash[78352]: cluster 2024-08-29T17:57:38.368348+0000 mon.a (mon.0) 870 : cluster [DBG] osdmap e648: 8 total, 8 up, 8 in 2024-08-29T17:57:39.629 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:57:39 smithi028 bash[78352]: cluster 2024-08-29T17:57:39.223162+0000 mon.a (mon.0) 871 : cluster [WRN] Health check update: Degraded data redundancy: 59/765 objects degraded (7.712%), 9 pgs degraded (PG_DEGRADED) 2024-08-29T17:57:39.629 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:57:39 smithi028 bash[77168]: cluster 2024-08-29T17:57:38.368348+0000 mon.a (mon.0) 870 : cluster [DBG] osdmap e648: 8 total, 8 up, 8 in 2024-08-29T17:57:39.629 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:57:39 smithi028 bash[77168]: cluster 2024-08-29T17:57:39.223162+0000 mon.a (mon.0) 871 : cluster [WRN] Health check update: Degraded data redundancy: 59/765 objects degraded (7.712%), 9 pgs degraded (PG_DEGRADED) 2024-08-29T17:57:39.824 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:57:39 smithi053 bash[68679]: cluster 2024-08-29T17:57:38.368348+0000 mon.a (mon.0) 870 : cluster [DBG] osdmap e648: 8 total, 8 up, 8 in 2024-08-29T17:57:39.825 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:57:39 smithi053 bash[68679]: cluster 2024-08-29T17:57:39.223162+0000 mon.a (mon.0) 871 : cluster [WRN] Health check update: Degraded data redundancy: 59/765 objects degraded (7.712%), 9 pgs degraded (PG_DEGRADED) 2024-08-29T17:57:40.387 INFO:tasks.rados.rados.0.smithi028.stdout:2819: done (4 left) 2024-08-29T17:57:40.388 INFO:tasks.rados.rados.0.smithi028.stdout:2820: done (3 left) 2024-08-29T17:57:40.388 INFO:tasks.rados.rados.0.smithi028.stdout:2821: done (2 left) 2024-08-29T17:57:40.388 INFO:tasks.rados.rados.0.smithi028.stdout:2823: done (1 left) 2024-08-29T17:57:40.388 INFO:tasks.rados.rados.0.smithi028.stdout:2824: done (0 left) 2024-08-29T17:57:40.388 INFO:tasks.rados.rados.0.smithi028.stdout:2825: read oid 2 snap 271 2024-08-29T17:57:40.388 INFO:tasks.rados.rados.0.smithi028.stdout:2825: expect (ObjNum 476 snap 149 seq_num 476) 2024-08-29T17:57:40.388 INFO:tasks.rados.rados.0.smithi028.stdout:2826: copy_from oid 47 from oid 27 current snap is 287 2024-08-29T17:57:40.388 INFO:tasks.rados.rados.0.smithi028.stdout:2827: snap_remove snap 286 2024-08-29T17:57:40.574 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:57:40 smithi053 bash[68679]: cluster 2024-08-29T17:57:39.043083+0000 mgr.y (mgr.25022) 273 : cluster [DBG] pgmap v495: 121 pgs: 26 active+undersized, 4 active+undersized+degraded, 91 active+clean; 451 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail; 8.3 MiB/s rd, 1.1 MiB/s wr, 3 op/s; 43/735 objects degraded (5.850%); 2.4 MiB/s, 0 objects/s recovering 2024-08-29T17:57:40.575 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:57:40 smithi053 bash[68679]: cluster 2024-08-29T17:57:39.388185+0000 mon.a (mon.0) 872 : cluster [DBG] osdmap e649: 8 total, 8 up, 8 in 2024-08-29T17:57:40.879 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:57:40 smithi028 bash[78352]: cluster 2024-08-29T17:57:39.043083+0000 mgr.y (mgr.25022) 273 : cluster [DBG] pgmap v495: 121 pgs: 26 active+undersized, 4 active+undersized+degraded, 91 active+clean; 451 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail; 8.3 MiB/s rd, 1.1 MiB/s wr, 3 op/s; 43/735 objects degraded (5.850%); 2.4 MiB/s, 0 objects/s recovering 2024-08-29T17:57:40.879 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:57:40 smithi028 bash[78352]: cluster 2024-08-29T17:57:39.388185+0000 mon.a (mon.0) 872 : cluster [DBG] osdmap e649: 8 total, 8 up, 8 in 2024-08-29T17:57:40.879 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:57:40 smithi028 bash[77168]: cluster 2024-08-29T17:57:39.043083+0000 mgr.y (mgr.25022) 273 : cluster [DBG] pgmap v495: 121 pgs: 26 active+undersized, 4 active+undersized+degraded, 91 active+clean; 451 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail; 8.3 MiB/s rd, 1.1 MiB/s wr, 3 op/s; 43/735 objects degraded (5.850%); 2.4 MiB/s, 0 objects/s recovering 2024-08-29T17:57:40.879 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:57:40 smithi028 bash[77168]: cluster 2024-08-29T17:57:39.388185+0000 mon.a (mon.0) 872 : cluster [DBG] osdmap e649: 8 total, 8 up, 8 in 2024-08-29T17:57:41.408 INFO:tasks.rados.rados.0.smithi028.stdout:2827: done (2 left) 2024-08-29T17:57:41.409 INFO:tasks.rados.rados.0.smithi028.stdout:2828: snap_remove snap 283 2024-08-29T17:57:41.824 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:57:41 smithi053 bash[68679]: cluster 2024-08-29T17:57:40.388714+0000 mon.a (mon.0) 873 : cluster [DBG] osdmap e650: 8 total, 8 up, 8 in 2024-08-29T17:57:41.879 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:57:41 smithi028 bash[77168]: cluster 2024-08-29T17:57:40.388714+0000 mon.a (mon.0) 873 : cluster [DBG] osdmap e650: 8 total, 8 up, 8 in 2024-08-29T17:57:41.879 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:57:41 smithi028 bash[78352]: cluster 2024-08-29T17:57:40.388714+0000 mon.a (mon.0) 873 : cluster [DBG] osdmap e650: 8 total, 8 up, 8 in 2024-08-29T17:57:41.879 INFO:journalctl@ceph.mgr.y.smithi028.stdout:Aug 29 17:57:41 smithi028 bash[70818]: ::ffff:172.21.15.53 - - [29/Aug/2024:17:57:41] "GET /metrics HTTP/1.1" 200 36124 "" "Prometheus/2.43.0" 2024-08-29T17:57:42.009 INFO:teuthology.orchestra.run.smithi028.stdout:true 2024-08-29T17:57:42.311 INFO:teuthology.orchestra.run.smithi028.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2024-08-29T17:57:42.311 INFO:teuthology.orchestra.run.smithi028.stdout:alertmanager.a smithi028 *:9093,9094 running (7m) 111s ago 14m 13.6M - 0.25.0 c8568f914cd2 c7223f7204fa 2024-08-29T17:57:42.311 INFO:teuthology.orchestra.run.smithi028.stdout:grafana.a smithi053 *:3000 running (7m) 10s ago 13m 75.8M - 9.4.7 954c08fa6188 a7eaafe982e3 2024-08-29T17:57:42.312 INFO:teuthology.orchestra.run.smithi028.stdout:mds.a smithi028 running (17m) 111s ago 17m 15.3M - 17.2.7-1503-ga89f613d 250d9a61b6c5 c6b415d0b6f0 2024-08-29T17:57:42.312 INFO:teuthology.orchestra.run.smithi028.stdout:mds.b smithi053 running (17m) 10s ago 17m 20.8M - 17.2.7-1503-ga89f613d 250d9a61b6c5 8d3ee9e57659 2024-08-29T17:57:42.312 INFO:teuthology.orchestra.run.smithi028.stdout:mgr.x smithi053 *:8443,9283,8765 running (6m) 10s ago 24m 428M - 19.1.1-235-g1ef86450 d401bb9bb76e a0460ca70cca 2024-08-29T17:57:42.312 INFO:teuthology.orchestra.run.smithi028.stdout:mgr.y smithi028 *:8443,9283,8765 running (7m) 111s ago 27m 494M - 19.1.1-235-g1ef86450 d401bb9bb76e ef4c084deb28 2024-08-29T17:57:42.312 INFO:teuthology.orchestra.run.smithi028.stdout:mon.a smithi028 running (5m) 111s ago 27m 56.7M 2048M 19.1.1-235-g1ef86450 d401bb9bb76e d1fec2ed5501 2024-08-29T17:57:42.312 INFO:teuthology.orchestra.run.smithi028.stdout:mon.b smithi053 running (4m) 10s ago 25m 43.4M 2048M 19.1.1-235-g1ef86450 d401bb9bb76e 39595741be2a 2024-08-29T17:57:42.312 INFO:teuthology.orchestra.run.smithi028.stdout:mon.c smithi028 running (5m) 111s ago 25m 48.7M 2048M 19.1.1-235-g1ef86450 d401bb9bb76e c6717e02deb1 2024-08-29T17:57:42.312 INFO:teuthology.orchestra.run.smithi028.stdout:node-exporter.a smithi028 *:9100 running (7m) 111s ago 14m 8248k - 1.5.0 0da6a335fe13 620017e337b2 2024-08-29T17:57:42.312 INFO:teuthology.orchestra.run.smithi028.stdout:node-exporter.b smithi053 *:9100 running (7m) 10s ago 14m 8468k - 1.5.0 0da6a335fe13 e8eb22b0ee9e 2024-08-29T17:57:42.312 INFO:teuthology.orchestra.run.smithi028.stdout:osd.0 smithi028 running (3m) 111s ago 24m 257M 2525M 19.1.1-235-g1ef86450 d401bb9bb76e 6fbb60538386 2024-08-29T17:57:42.312 INFO:teuthology.orchestra.run.smithi028.stdout:osd.1 smithi028 running (2m) 111s ago 23m 259M 2525M 19.1.1-235-g1ef86450 d401bb9bb76e 0a1c27b12555 2024-08-29T17:57:42.312 INFO:teuthology.orchestra.run.smithi028.stdout:osd.2 smithi028 running (2m) 111s ago 22m 227M 2525M 19.1.1-235-g1ef86450 d401bb9bb76e f87a86f7e5c3 2024-08-29T17:57:42.312 INFO:teuthology.orchestra.run.smithi028.stdout:osd.3 smithi028 running (115s) 111s ago 21m - 2525M 19.1.1-235-g1ef86450 d401bb9bb76e 3ccafab1a96b 2024-08-29T17:57:42.313 INFO:teuthology.orchestra.run.smithi028.stdout:osd.4 smithi053 running (82s) 10s ago 20m 477M 2525M 19.1.1-235-g1ef86450 d401bb9bb76e e85da34b2c19 2024-08-29T17:57:42.313 INFO:teuthology.orchestra.run.smithi028.stdout:osd.5 smithi053 running (48s) 10s ago 19m 304M 2525M 19.1.1-235-g1ef86450 d401bb9bb76e 02ced631b1a7 2024-08-29T17:57:42.313 INFO:teuthology.orchestra.run.smithi028.stdout:osd.6 smithi053 running (14s) 10s ago 18m - 2525M 19.1.1-235-g1ef86450 d401bb9bb76e 26b5d9d330e2 2024-08-29T17:57:42.313 INFO:teuthology.orchestra.run.smithi028.stdout:osd.7 smithi053 running (17m) 10s ago 17m 280M 2525M 17.2.7-1503-ga89f613d 250d9a61b6c5 69a8ac6ca110 2024-08-29T17:57:42.313 INFO:teuthology.orchestra.run.smithi028.stdout:prometheus.a smithi053 *:9095 running (6m) 10s ago 14m 57.5M - 2.43.0 a07b618ecd1d 9d3edc9bcb79 2024-08-29T17:57:42.408 INFO:tasks.rados.rados.0.smithi028.stdout:2828: done (2 left) 2024-08-29T17:57:42.408 INFO:tasks.rados.rados.0.smithi028.stdout:2829: read oid 34 snap -1 2024-08-29T17:57:42.408 INFO:tasks.rados.rados.0.smithi028.stdout:2829: expect (ObjNum 835 snap 281 seq_num 835) 2024-08-29T17:57:42.408 INFO:tasks.rados.rados.0.smithi028.stdout:2830: copy_from oid 5 from oid 35 current snap is 287 2024-08-29T17:57:42.408 INFO:tasks.rados.rados.0.smithi028.stdout:2831: snap_remove snap 259 2024-08-29T17:57:42.574 INFO:journalctl@ceph.prometheus.a.smithi053.stdout:Aug 29 17:57:42 smithi053 bash[61790]: ts=2024-08-29T17:57:42.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"3167ee72-662c-11ef-bcd4-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-29T17:57:42.575 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:57:42 smithi053 bash[68679]: cluster 2024-08-29T17:57:41.043807+0000 mgr.y (mgr.25022) 274 : cluster [DBG] pgmap v498: 121 pgs: 121 active+clean; 442 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail; 8.3 MiB/s rd, 2.4 MiB/s wr, 9 op/s; 16 MiB/s, 3 objects/s recovering 2024-08-29T17:57:42.575 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:57:42 smithi053 bash[68679]: cluster 2024-08-29T17:57:41.391979+0000 mon.a (mon.0) 874 : cluster [INF] Health check cleared: PG_DEGRADED (was: Degraded data redundancy: 43/735 objects degraded (5.850%), 4 pgs degraded) 2024-08-29T17:57:42.575 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:57:42 smithi053 bash[68679]: cluster 2024-08-29T17:57:41.392031+0000 mon.a (mon.0) 875 : cluster [INF] Cluster is now healthy 2024-08-29T17:57:42.575 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:57:42 smithi053 bash[68679]: cluster 2024-08-29T17:57:41.410315+0000 mon.a (mon.0) 876 : cluster [DBG] osdmap e651: 8 total, 8 up, 8 in 2024-08-29T17:57:42.575 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:57:42 smithi053 bash[68679]: audit 2024-08-29T17:57:42.035692+0000 mon.a (mon.0) 877 : audit [INF] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' 2024-08-29T17:57:42.575 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:57:42 smithi053 bash[68679]: audit 2024-08-29T17:57:42.036762+0000 mon.a (mon.0) 878 : audit [DBG] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-29T17:57:42.687 INFO:teuthology.orchestra.run.smithi028.stdout:{ 2024-08-29T17:57:42.687 INFO:teuthology.orchestra.run.smithi028.stdout: "mon": { 2024-08-29T17:57:42.687 INFO:teuthology.orchestra.run.smithi028.stdout: "ceph version 19.1.1-235-g1ef86450 (1ef864504b8875c83ee6c2c5fedc13315bebf7f5) squid (rc)": 3 2024-08-29T17:57:42.687 INFO:teuthology.orchestra.run.smithi028.stdout: }, 2024-08-29T17:57:42.687 INFO:teuthology.orchestra.run.smithi028.stdout: "mgr": { 2024-08-29T17:57:42.687 INFO:teuthology.orchestra.run.smithi028.stdout: "ceph version 19.1.1-235-g1ef86450 (1ef864504b8875c83ee6c2c5fedc13315bebf7f5) squid (rc)": 2 2024-08-29T17:57:42.687 INFO:teuthology.orchestra.run.smithi028.stdout: }, 2024-08-29T17:57:42.687 INFO:teuthology.orchestra.run.smithi028.stdout: "osd": { 2024-08-29T17:57:42.687 INFO:teuthology.orchestra.run.smithi028.stdout: "ceph version 17.2.7-1503-ga89f613d (a89f613db4d5b6bca82681f19d73c6d337aae2d5) quincy (stable)": 1, 2024-08-29T17:57:42.688 INFO:teuthology.orchestra.run.smithi028.stdout: "ceph version 19.1.1-235-g1ef86450 (1ef864504b8875c83ee6c2c5fedc13315bebf7f5) squid (rc)": 7 2024-08-29T17:57:42.688 INFO:teuthology.orchestra.run.smithi028.stdout: }, 2024-08-29T17:57:42.688 INFO:teuthology.orchestra.run.smithi028.stdout: "mds": { 2024-08-29T17:57:42.688 INFO:teuthology.orchestra.run.smithi028.stdout: "ceph version 17.2.7-1503-ga89f613d (a89f613db4d5b6bca82681f19d73c6d337aae2d5) quincy (stable)": 2 2024-08-29T17:57:42.688 INFO:teuthology.orchestra.run.smithi028.stdout: }, 2024-08-29T17:57:42.688 INFO:teuthology.orchestra.run.smithi028.stdout: "overall": { 2024-08-29T17:57:42.688 INFO:teuthology.orchestra.run.smithi028.stdout: "ceph version 17.2.7-1503-ga89f613d (a89f613db4d5b6bca82681f19d73c6d337aae2d5) quincy (stable)": 3, 2024-08-29T17:57:42.688 INFO:teuthology.orchestra.run.smithi028.stdout: "ceph version 19.1.1-235-g1ef86450 (1ef864504b8875c83ee6c2c5fedc13315bebf7f5) squid (rc)": 12 2024-08-29T17:57:42.688 INFO:teuthology.orchestra.run.smithi028.stdout: } 2024-08-29T17:57:42.688 INFO:teuthology.orchestra.run.smithi028.stdout:} 2024-08-29T17:57:42.879 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:57:42 smithi028 bash[77168]: cluster 2024-08-29T17:57:41.043807+0000 mgr.y (mgr.25022) 274 : cluster [DBG] pgmap v498: 121 pgs: 121 active+clean; 442 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail; 8.3 MiB/s rd, 2.4 MiB/s wr, 9 op/s; 16 MiB/s, 3 objects/s recovering 2024-08-29T17:57:42.879 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:57:42 smithi028 bash[77168]: cluster 2024-08-29T17:57:41.391979+0000 mon.a (mon.0) 874 : cluster [INF] Health check cleared: PG_DEGRADED (was: Degraded data redundancy: 43/735 objects degraded (5.850%), 4 pgs degraded) 2024-08-29T17:57:42.879 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:57:42 smithi028 bash[77168]: cluster 2024-08-29T17:57:41.392031+0000 mon.a (mon.0) 875 : cluster [INF] Cluster is now healthy 2024-08-29T17:57:42.879 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:57:42 smithi028 bash[77168]: cluster 2024-08-29T17:57:41.410315+0000 mon.a (mon.0) 876 : cluster [DBG] osdmap e651: 8 total, 8 up, 8 in 2024-08-29T17:57:42.879 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:57:42 smithi028 bash[77168]: audit 2024-08-29T17:57:42.035692+0000 mon.a (mon.0) 877 : audit [INF] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' 2024-08-29T17:57:42.880 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:57:42 smithi028 bash[77168]: audit 2024-08-29T17:57:42.036762+0000 mon.a (mon.0) 878 : audit [DBG] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-29T17:57:42.880 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:57:42 smithi028 bash[78352]: cluster 2024-08-29T17:57:41.043807+0000 mgr.y (mgr.25022) 274 : cluster [DBG] pgmap v498: 121 pgs: 121 active+clean; 442 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail; 8.3 MiB/s rd, 2.4 MiB/s wr, 9 op/s; 16 MiB/s, 3 objects/s recovering 2024-08-29T17:57:42.880 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:57:42 smithi028 bash[78352]: cluster 2024-08-29T17:57:41.391979+0000 mon.a (mon.0) 874 : cluster [INF] Health check cleared: PG_DEGRADED (was: Degraded data redundancy: 43/735 objects degraded (5.850%), 4 pgs degraded) 2024-08-29T17:57:42.880 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:57:42 smithi028 bash[78352]: cluster 2024-08-29T17:57:41.392031+0000 mon.a (mon.0) 875 : cluster [INF] Cluster is now healthy 2024-08-29T17:57:42.880 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:57:42 smithi028 bash[78352]: cluster 2024-08-29T17:57:41.410315+0000 mon.a (mon.0) 876 : cluster [DBG] osdmap e651: 8 total, 8 up, 8 in 2024-08-29T17:57:42.880 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:57:42 smithi028 bash[78352]: audit 2024-08-29T17:57:42.035692+0000 mon.a (mon.0) 877 : audit [INF] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' 2024-08-29T17:57:42.880 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:57:42 smithi028 bash[78352]: audit 2024-08-29T17:57:42.036762+0000 mon.a (mon.0) 878 : audit [DBG] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-29T17:57:43.435 INFO:tasks.rados.rados.0.smithi028.stdout:2831: done (4 left) 2024-08-29T17:57:43.435 INFO:tasks.rados.rados.0.smithi028.stdout:2832: read oid 24 snap -1 2024-08-29T17:57:43.435 INFO:tasks.rados.rados.0.smithi028.stdout:2832: expect (ObjNum 0 snap 0 seq_num 0) 2024-08-29T17:57:43.445 INFO:tasks.rados.rados.0.smithi028.stdout:append oid 19 current snap is 287 2024-08-29T17:57:43.446 INFO:tasks.rados.rados.0.smithi028.stdout:2833: seq_num 851 ranges {0=655360,655360=688128,1343488=679936,2023424=237568} 2024-08-29T17:57:43.446 INFO:tasks.rados.rados.0.smithi028.stdout:2833: writing smithi02869045-19 from 0 to 655360 tid 1 2024-08-29T17:57:43.451 INFO:tasks.rados.rados.0.smithi028.stdout:2833: writing smithi02869045-19 from 655360 to 1343488 tid 2 2024-08-29T17:57:43.458 INFO:tasks.rados.rados.0.smithi028.stdout:2833: writing smithi02869045-19 from 1343488 to 2023424 tid 3 2024-08-29T17:57:43.461 INFO:tasks.rados.rados.0.smithi028.stdout:2833: writing smithi02869045-19 from 2023424 to 2260992 tid 4 2024-08-29T17:57:43.461 INFO:tasks.rados.rados.0.smithi028.stdout:2826: finishing copy_from racing read to smithi02869045-47 2024-08-29T17:57:43.461 INFO:tasks.rados.rados.0.smithi028.stdout:2826: finishing copy_from to smithi02869045-47 2024-08-29T17:57:43.462 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 47 v 2312 (ObjNum 841 snap 283 seq_num 841) dirty exists 2024-08-29T17:57:43.462 INFO:tasks.rados.rados.0.smithi028.stdout:2825: expect (ObjNum 476 snap 149 seq_num 476) 2024-08-29T17:57:43.797 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:57:43 smithi053 bash[68679]: audit 2024-08-29T17:57:41.999927+0000 mgr.y (mgr.25022) 275 : audit [DBG] from='client.44297 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-08-29T17:57:43.797 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:57:43 smithi053 bash[68679]: audit 2024-08-29T17:57:42.301667+0000 mgr.y (mgr.25022) 276 : audit [DBG] from='client.44303 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-08-29T17:57:43.797 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:57:43 smithi053 bash[68679]: cluster 2024-08-29T17:57:42.411027+0000 mon.a (mon.0) 879 : cluster [DBG] osdmap e652: 8 total, 8 up, 8 in 2024-08-29T17:57:43.797 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:57:43 smithi053 bash[68679]: audit 2024-08-29T17:57:42.690062+0000 mon.a (mon.0) 880 : audit [DBG] from='client.? 172.21.15.28:0/563085130' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-08-29T17:57:43.879 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:57:43 smithi028 bash[77168]: audit 2024-08-29T17:57:41.999927+0000 mgr.y (mgr.25022) 275 : audit [DBG] from='client.44297 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-08-29T17:57:43.879 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:57:43 smithi028 bash[77168]: audit 2024-08-29T17:57:42.301667+0000 mgr.y (mgr.25022) 276 : audit [DBG] from='client.44303 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-08-29T17:57:43.879 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:57:43 smithi028 bash[77168]: cluster 2024-08-29T17:57:42.411027+0000 mon.a (mon.0) 879 : cluster [DBG] osdmap e652: 8 total, 8 up, 8 in 2024-08-29T17:57:43.879 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:57:43 smithi028 bash[77168]: audit 2024-08-29T17:57:42.690062+0000 mon.a (mon.0) 880 : audit [DBG] from='client.? 172.21.15.28:0/563085130' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-08-29T17:57:43.879 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:57:43 smithi028 bash[78352]: audit 2024-08-29T17:57:41.999927+0000 mgr.y (mgr.25022) 275 : audit [DBG] from='client.44297 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-08-29T17:57:43.879 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:57:43 smithi028 bash[78352]: audit 2024-08-29T17:57:42.301667+0000 mgr.y (mgr.25022) 276 : audit [DBG] from='client.44303 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-08-29T17:57:43.880 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:57:43 smithi028 bash[78352]: cluster 2024-08-29T17:57:42.411027+0000 mon.a (mon.0) 879 : cluster [DBG] osdmap e652: 8 total, 8 up, 8 in 2024-08-29T17:57:43.880 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:57:43 smithi028 bash[78352]: audit 2024-08-29T17:57:42.690062+0000 mon.a (mon.0) 880 : audit [DBG] from='client.? 172.21.15.28:0/563085130' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-08-29T17:57:44.127 INFO:tasks.rados.rados.0.smithi028.stdout:2830: finishing copy_from racing read to smithi02869045-5 2024-08-29T17:57:44.127 INFO:tasks.rados.rados.0.smithi028.stdout:2830: finishing copy_from to smithi02869045-5 2024-08-29T17:57:44.127 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 5 v 2095 (ObjNum 735 snap 252 seq_num 735) dirty exists 2024-08-29T17:57:44.127 INFO:tasks.rados.rados.0.smithi028.stdout:2829: expect (ObjNum 835 snap 281 seq_num 835) 2024-08-29T17:57:44.568 INFO:tasks.rados.rados.0.smithi028.stdout:2832: expect (ObjNum 0 snap 0 seq_num 0) 2024-08-29T17:57:44.572 INFO:tasks.rados.rados.0.smithi028.stdout:2833: finishing write tid 1 to smithi02869045-19 2024-08-29T17:57:44.572 INFO:tasks.rados.rados.0.smithi028.stdout:2833: finishing write tid 2 to smithi02869045-19 2024-08-29T17:57:44.572 INFO:tasks.rados.rados.0.smithi028.stdout:2825: done (5 left) 2024-08-29T17:57:44.572 INFO:tasks.rados.rados.0.smithi028.stdout:2826: done (4 left) 2024-08-29T17:57:44.572 INFO:tasks.rados.rados.0.smithi028.stdout:2829: done (3 left) 2024-08-29T17:57:44.572 INFO:tasks.rados.rados.0.smithi028.stdout:2830: done (2 left) 2024-08-29T17:57:44.573 INFO:tasks.rados.rados.0.smithi028.stdout:2832: done (1 left) 2024-08-29T17:57:44.573 INFO:tasks.rados.rados.0.smithi028.stdout:append oid 21 current snap is 287 2024-08-29T17:57:44.573 INFO:tasks.rados.rados.0.smithi028.stdout:2834: seq_num 852 ranges {2244608=671744,2916352=622592,3538944=442368,3981312=540672} 2024-08-29T17:57:44.588 INFO:tasks.rados.rados.0.smithi028.stdout:2834: writing smithi02869045-21 from 2244608 to 2916352 tid 1 2024-08-29T17:57:44.591 INFO:tasks.rados.rados.0.smithi028.stdout:2834: writing smithi02869045-21 from 2916352 to 3538944 tid 2 2024-08-29T17:57:44.594 INFO:tasks.rados.rados.0.smithi028.stdout:2834: writing smithi02869045-21 from 3538944 to 3981312 tid 3 2024-08-29T17:57:44.598 INFO:tasks.rados.rados.0.smithi028.stdout:2834: writing smithi02869045-21 from 3981312 to 4521984 tid 4 2024-08-29T17:57:44.599 INFO:tasks.rados.rados.0.smithi028.stdout:2835: copy_from oid 2 from oid 4 current snap is 287 2024-08-29T17:57:44.599 INFO:tasks.rados.rados.0.smithi028.stdout:2836: read oid 12 snap 280 2024-08-29T17:57:44.599 INFO:tasks.rados.rados.0.smithi028.stdout:2836: expect (ObjNum 770 snap 264 seq_num 770) 2024-08-29T17:57:44.599 INFO:tasks.rados.rados.0.smithi028.stdout:2837: copy_from oid 6 from oid 9 current snap is 287 2024-08-29T17:57:44.599 INFO:tasks.rados.rados.0.smithi028.stdout:append oid 40 current snap is 287 2024-08-29T17:57:44.599 INFO:tasks.rados.rados.0.smithi028.stdout:2838: seq_num 853 ranges {4997120=696320,5693440=507904,6201344=647168,6848512=450560} 2024-08-29T17:57:44.638 INFO:tasks.rados.rados.0.smithi028.stdout:2838: writing smithi02869045-40 from 4997120 to 5693440 tid 1 2024-08-29T17:57:44.641 INFO:tasks.rados.rados.0.smithi028.stdout:2838: writing smithi02869045-40 from 5693440 to 6201344 tid 2 2024-08-29T17:57:44.645 INFO:tasks.rados.rados.0.smithi028.stdout:2838: writing smithi02869045-40 from 6201344 to 6848512 tid 3 2024-08-29T17:57:44.648 INFO:tasks.rados.rados.0.smithi028.stdout:2838: writing smithi02869045-40 from 6848512 to 7299072 tid 4 2024-08-29T17:57:44.648 INFO:tasks.rados.rados.0.smithi028.stdout:2839: snap_create 2024-08-29T17:57:44.648 INFO:tasks.rados.rados.0.smithi028.stdout:2833: finishing write tid 3 to smithi02869045-19 2024-08-29T17:57:44.648 INFO:tasks.rados.rados.0.smithi028.stdout:2833: finishing write tid 4 to smithi02869045-19 2024-08-29T17:57:44.648 INFO:tasks.rados.rados.0.smithi028.stdout:2833: finishing write tid 5 to smithi02869045-19 2024-08-29T17:57:44.648 INFO:tasks.rados.rados.0.smithi028.stdout:2833: finishing write tid 6 to smithi02869045-19 2024-08-29T17:57:44.648 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 19 v 2499 (ObjNum 851 snap 287 seq_num 851) dirty exists 2024-08-29T17:57:44.648 INFO:tasks.rados.rados.0.smithi028.stdout:2833: left oid 19 (ObjNum 851 snap 287 seq_num 851) 2024-08-29T17:57:44.649 INFO:tasks.rados.rados.0.smithi028.stdout:2834: finishing write tid 1 to smithi02869045-21 2024-08-29T17:57:44.649 INFO:tasks.rados.rados.0.smithi028.stdout:2834: finishing write tid 2 to smithi02869045-21 2024-08-29T17:57:44.649 INFO:tasks.rados.rados.0.smithi028.stdout:2834: finishing write tid 3 to smithi02869045-21 2024-08-29T17:57:44.649 INFO:tasks.rados.rados.0.smithi028.stdout:2835: finishing copy_from racing read to smithi02869045-2 2024-08-29T17:57:44.649 INFO:tasks.rados.rados.0.smithi028.stdout:2834: finishing write tid 4 to smithi02869045-21 2024-08-29T17:57:44.649 INFO:tasks.rados.rados.0.smithi028.stdout:2834: finishing write tid 5 to smithi02869045-21 2024-08-29T17:57:44.649 INFO:tasks.rados.rados.0.smithi028.stdout:2835: finishing copy_from to smithi02869045-2 2024-08-29T17:57:44.649 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 2 v 2098 (ObjNum 8209 snap 0 seq_num 2687505) dirty exists 2024-08-29T17:57:44.649 INFO:tasks.rados.rados.0.smithi028.stdout:2834: finishing write tid 6 to smithi02869045-21 2024-08-29T17:57:44.649 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 21 v 2318 (ObjNum 852 snap 287 seq_num 852) dirty exists 2024-08-29T17:57:44.649 INFO:tasks.rados.rados.0.smithi028.stdout:2834: left oid 21 (ObjNum 852 snap 287 seq_num 852) 2024-08-29T17:57:44.649 INFO:tasks.rados.rados.0.smithi028.stdout:2836: expect (ObjNum 770 snap 264 seq_num 770) 2024-08-29T17:57:44.824 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:57:44 smithi053 bash[68679]: cluster 2024-08-29T17:57:43.044678+0000 mgr.y (mgr.25022) 277 : cluster [DBG] pgmap v501: 121 pgs: 121 active+clean; 394 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 2.7 MiB/s wr, 7 op/s; 14 MiB/s, 2 objects/s recovering 2024-08-29T17:57:44.824 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:57:44 smithi053 bash[68679]: cluster 2024-08-29T17:57:43.433686+0000 mon.a (mon.0) 881 : cluster [DBG] osdmap e653: 8 total, 8 up, 8 in 2024-08-29T17:57:44.825 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:57:44 smithi053 bash[68679]: cluster 2024-08-29T17:57:44.234184+0000 mon.a (mon.0) 882 : cluster [DBG] osdmap e654: 8 total, 8 up, 8 in 2024-08-29T17:57:44.879 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:57:44 smithi028 bash[78352]: cluster 2024-08-29T17:57:43.044678+0000 mgr.y (mgr.25022) 277 : cluster [DBG] pgmap v501: 121 pgs: 121 active+clean; 394 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 2.7 MiB/s wr, 7 op/s; 14 MiB/s, 2 objects/s recovering 2024-08-29T17:57:44.879 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:57:44 smithi028 bash[78352]: cluster 2024-08-29T17:57:43.433686+0000 mon.a (mon.0) 881 : cluster [DBG] osdmap e653: 8 total, 8 up, 8 in 2024-08-29T17:57:44.879 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:57:44 smithi028 bash[78352]: cluster 2024-08-29T17:57:44.234184+0000 mon.a (mon.0) 882 : cluster [DBG] osdmap e654: 8 total, 8 up, 8 in 2024-08-29T17:57:44.879 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:57:44 smithi028 bash[77168]: cluster 2024-08-29T17:57:43.044678+0000 mgr.y (mgr.25022) 277 : cluster [DBG] pgmap v501: 121 pgs: 121 active+clean; 394 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 2.7 MiB/s wr, 7 op/s; 14 MiB/s, 2 objects/s recovering 2024-08-29T17:57:44.879 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:57:44 smithi028 bash[77168]: cluster 2024-08-29T17:57:43.433686+0000 mon.a (mon.0) 881 : cluster [DBG] osdmap e653: 8 total, 8 up, 8 in 2024-08-29T17:57:44.879 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:57:44 smithi028 bash[77168]: cluster 2024-08-29T17:57:44.234184+0000 mon.a (mon.0) 882 : cluster [DBG] osdmap e654: 8 total, 8 up, 8 in 2024-08-29T17:57:44.930 INFO:tasks.rados.rados.0.smithi028.stdout:2838: finishing write tid 1 to smithi02869045-40 2024-08-29T17:57:44.930 INFO:tasks.rados.rados.0.smithi028.stdout:2838: finishing write tid 2 to smithi02869045-40 2024-08-29T17:57:44.931 INFO:tasks.rados.rados.0.smithi028.stdout:2838: finishing write tid 3 to smithi02869045-40 2024-08-29T17:57:44.931 INFO:tasks.rados.rados.0.smithi028.stdout:2838: finishing write tid 4 to smithi02869045-40 2024-08-29T17:57:44.931 INFO:tasks.rados.rados.0.smithi028.stdout:2838: finishing write tid 5 to smithi02869045-40 2024-08-29T17:57:44.931 INFO:tasks.rados.rados.0.smithi028.stdout:2838: finishing write tid 6 to smithi02869045-40 2024-08-29T17:57:44.931 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 40 v 2331 (ObjNum 853 snap 287 seq_num 853) dirty exists 2024-08-29T17:57:44.931 INFO:tasks.rados.rados.0.smithi028.stdout:2838: left oid 40 (ObjNum 853 snap 287 seq_num 853) 2024-08-29T17:57:44.931 INFO:tasks.rados.rados.0.smithi028.stdout:2837: finishing copy_from racing read to smithi02869045-6 2024-08-29T17:57:44.931 INFO:tasks.rados.rados.0.smithi028.stdout:2837: finishing copy_from to smithi02869045-6 2024-08-29T17:57:44.931 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 6 v 1126 (ObjNum 775 snap 265 seq_num 775) dirty exists 2024-08-29T17:57:45.536 INFO:tasks.rados.rados.0.smithi028.stdout:2833: done (6 left) 2024-08-29T17:57:45.536 INFO:tasks.rados.rados.0.smithi028.stdout:2834: done (5 left) 2024-08-29T17:57:45.536 INFO:tasks.rados.rados.0.smithi028.stdout:2835: done (4 left) 2024-08-29T17:57:45.536 INFO:tasks.rados.rados.0.smithi028.stdout:2836: done (3 left) 2024-08-29T17:57:45.536 INFO:tasks.rados.rados.0.smithi028.stdout:2837: done (2 left) 2024-08-29T17:57:45.536 INFO:tasks.rados.rados.0.smithi028.stdout:2838: done (1 left) 2024-08-29T17:57:45.536 INFO:tasks.rados.rados.0.smithi028.stdout:2839: done (0 left) 2024-08-29T17:57:45.537 INFO:tasks.rados.rados.0.smithi028.stdout:2840: delete oid 35 current snap is 288 2024-08-29T17:57:45.540 INFO:tasks.rados.rados.0.smithi028.stdout:2840: done (0 left) 2024-08-29T17:57:45.541 INFO:tasks.rados.rados.0.smithi028.stdout:2841: delete oid 27 current snap is 288 2024-08-29T17:57:45.551 INFO:tasks.rados.rados.0.smithi028.stdout:2841: done (0 left) 2024-08-29T17:57:45.551 INFO:tasks.rados.rados.0.smithi028.stdout:2842: snap_remove snap 285 2024-08-29T17:57:45.575 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:57:45 smithi053 bash[68679]: audit 2024-08-29T17:57:44.500781+0000 mon.a (mon.0) 883 : audit [INF] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' 2024-08-29T17:57:45.575 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:57:45 smithi053 bash[68679]: audit 2024-08-29T17:57:44.512313+0000 mon.a (mon.0) 884 : audit [INF] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' 2024-08-29T17:57:45.575 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:57:45 smithi053 bash[68679]: audit 2024-08-29T17:57:44.514592+0000 mon.a (mon.0) 885 : audit [DBG] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-29T17:57:45.575 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:57:45 smithi053 bash[68679]: audit 2024-08-29T17:57:44.516164+0000 mon.a (mon.0) 886 : audit [INF] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-29T17:57:45.575 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:57:45 smithi053 bash[68679]: audit 2024-08-29T17:57:44.524916+0000 mon.a (mon.0) 887 : audit [INF] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' 2024-08-29T17:57:45.575 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:57:45 smithi053 bash[68679]: audit 2024-08-29T17:57:44.687046+0000 mon.a (mon.0) 888 : audit [DBG] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-29T17:57:45.575 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:57:45 smithi053 bash[68679]: audit 2024-08-29T17:57:44.689573+0000 mon.a (mon.0) 889 : audit [DBG] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-08-29T17:57:45.575 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:57:45 smithi053 bash[68679]: audit 2024-08-29T17:57:44.691566+0000 mon.a (mon.0) 890 : audit [DBG] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-08-29T17:57:45.576 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:57:45 smithi053 bash[68679]: audit 2024-08-29T17:57:44.693103+0000 mon.a (mon.0) 891 : audit [DBG] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-08-29T17:57:45.576 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:57:45 smithi053 bash[68679]: audit 2024-08-29T17:57:44.695200+0000 mon.a (mon.0) 892 : audit [DBG] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "osd ok-to-stop", "ids": ["7"], "max": 16}]: dispatch 2024-08-29T17:57:45.576 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:57:45 smithi053 bash[68679]: audit 2024-08-29T17:57:44.695387+0000 mgr.y (mgr.25022) 278 : audit [DBG] from='mon.0 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["7"], "max": 16}]: dispatch 2024-08-29T17:57:45.576 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:57:45 smithi053 bash[68679]: cephadm 2024-08-29T17:57:44.696559+0000 mgr.y (mgr.25022) 279 : cephadm [INF] Upgrade: osd.7 is safe to restart 2024-08-29T17:57:45.879 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:57:45 smithi028 bash[77168]: audit 2024-08-29T17:57:44.500781+0000 mon.a (mon.0) 883 : audit [INF] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' 2024-08-29T17:57:45.880 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:57:45 smithi028 bash[77168]: audit 2024-08-29T17:57:44.512313+0000 mon.a (mon.0) 884 : audit [INF] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' 2024-08-29T17:57:45.880 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:57:45 smithi028 bash[77168]: audit 2024-08-29T17:57:44.514592+0000 mon.a (mon.0) 885 : audit [DBG] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-29T17:57:45.880 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:57:45 smithi028 bash[77168]: audit 2024-08-29T17:57:44.516164+0000 mon.a (mon.0) 886 : audit [INF] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-29T17:57:45.880 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:57:45 smithi028 bash[77168]: audit 2024-08-29T17:57:44.524916+0000 mon.a (mon.0) 887 : audit [INF] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' 2024-08-29T17:57:45.880 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:57:45 smithi028 bash[77168]: audit 2024-08-29T17:57:44.687046+0000 mon.a (mon.0) 888 : audit [DBG] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-29T17:57:45.880 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:57:45 smithi028 bash[77168]: audit 2024-08-29T17:57:44.689573+0000 mon.a (mon.0) 889 : audit [DBG] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-08-29T17:57:45.880 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:57:45 smithi028 bash[77168]: audit 2024-08-29T17:57:44.691566+0000 mon.a (mon.0) 890 : audit [DBG] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-08-29T17:57:45.880 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:57:45 smithi028 bash[77168]: audit 2024-08-29T17:57:44.693103+0000 mon.a (mon.0) 891 : audit [DBG] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-08-29T17:57:45.880 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:57:45 smithi028 bash[77168]: audit 2024-08-29T17:57:44.695200+0000 mon.a (mon.0) 892 : audit [DBG] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "osd ok-to-stop", "ids": ["7"], "max": 16}]: dispatch 2024-08-29T17:57:45.880 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:57:45 smithi028 bash[77168]: audit 2024-08-29T17:57:44.695387+0000 mgr.y (mgr.25022) 278 : audit [DBG] from='mon.0 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["7"], "max": 16}]: dispatch 2024-08-29T17:57:45.880 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:57:45 smithi028 bash[77168]: cephadm 2024-08-29T17:57:44.696559+0000 mgr.y (mgr.25022) 279 : cephadm [INF] Upgrade: osd.7 is safe to restart 2024-08-29T17:57:45.880 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:57:45 smithi028 bash[78352]: audit 2024-08-29T17:57:44.500781+0000 mon.a (mon.0) 883 : audit [INF] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' 2024-08-29T17:57:45.881 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:57:45 smithi028 bash[78352]: audit 2024-08-29T17:57:44.512313+0000 mon.a (mon.0) 884 : audit [INF] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' 2024-08-29T17:57:45.881 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:57:45 smithi028 bash[78352]: audit 2024-08-29T17:57:44.514592+0000 mon.a (mon.0) 885 : audit [DBG] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-29T17:57:45.881 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:57:45 smithi028 bash[78352]: audit 2024-08-29T17:57:44.516164+0000 mon.a (mon.0) 886 : audit [INF] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-29T17:57:45.881 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:57:45 smithi028 bash[78352]: audit 2024-08-29T17:57:44.524916+0000 mon.a (mon.0) 887 : audit [INF] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' 2024-08-29T17:57:45.881 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:57:45 smithi028 bash[78352]: audit 2024-08-29T17:57:44.687046+0000 mon.a (mon.0) 888 : audit [DBG] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-29T17:57:45.881 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:57:45 smithi028 bash[78352]: audit 2024-08-29T17:57:44.689573+0000 mon.a (mon.0) 889 : audit [DBG] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-08-29T17:57:45.881 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:57:45 smithi028 bash[78352]: audit 2024-08-29T17:57:44.691566+0000 mon.a (mon.0) 890 : audit [DBG] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-08-29T17:57:45.881 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:57:45 smithi028 bash[78352]: audit 2024-08-29T17:57:44.693103+0000 mon.a (mon.0) 891 : audit [DBG] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-08-29T17:57:45.881 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:57:45 smithi028 bash[78352]: audit 2024-08-29T17:57:44.695200+0000 mon.a (mon.0) 892 : audit [DBG] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "osd ok-to-stop", "ids": ["7"], "max": 16}]: dispatch 2024-08-29T17:57:45.881 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:57:45 smithi028 bash[78352]: audit 2024-08-29T17:57:44.695387+0000 mgr.y (mgr.25022) 278 : audit [DBG] from='mon.0 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["7"], "max": 16}]: dispatch 2024-08-29T17:57:45.881 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:57:45 smithi028 bash[78352]: cephadm 2024-08-29T17:57:44.696559+0000 mgr.y (mgr.25022) 279 : cephadm [INF] Upgrade: osd.7 is safe to restart 2024-08-29T17:57:46.545 INFO:tasks.rados.rados.0.smithi028.stdout:2842: done (0 left) 2024-08-29T17:57:46.545 INFO:tasks.rados.rados.0.smithi028.stdout:append oid 17 current snap is 288 2024-08-29T17:57:46.545 INFO:tasks.rados.rados.0.smithi028.stdout:2843: seq_num 856 ranges {4251648=745472,4997120=557056,5554176=417792,5971968=434176,6406144=196608} 2024-08-29T17:57:46.604 INFO:tasks.rados.rados.0.smithi028.stdout:2843: writing smithi02869045-17 from 4251648 to 4997120 tid 1 2024-08-29T17:57:46.610 INFO:tasks.rados.rados.0.smithi028.stdout:2843: writing smithi02869045-17 from 4997120 to 5554176 tid 2 2024-08-29T17:57:46.614 INFO:tasks.rados.rados.0.smithi028.stdout:2843: writing smithi02869045-17 from 5554176 to 5971968 tid 3 2024-08-29T17:57:46.618 INFO:tasks.rados.rados.0.smithi028.stdout:2843: writing smithi02869045-17 from 5971968 to 6406144 tid 4 2024-08-29T17:57:46.620 INFO:tasks.rados.rados.0.smithi028.stdout:2843: writing smithi02869045-17 from 6406144 to 6602752 tid 5 2024-08-29T17:57:46.620 INFO:tasks.rados.rados.0.smithi028.stdout:2844: snap_remove snap 262 2024-08-29T17:57:46.797 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:57:46 smithi053 bash[68679]: cluster 2024-08-29T17:57:45.045721+0000 mgr.y (mgr.25022) 280 : cluster [DBG] pgmap v504: 121 pgs: 121 active+clean; 305 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 6.1 MiB/s rd, 2.5 MiB/s wr, 13 op/s 2024-08-29T17:57:46.797 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:57:46 smithi053 bash[68679]: cluster 2024-08-29T17:57:45.538163+0000 mon.a (mon.0) 893 : cluster [DBG] osdmap e655: 8 total, 8 up, 8 in 2024-08-29T17:57:46.879 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:57:46 smithi028 bash[78352]: cluster 2024-08-29T17:57:45.045721+0000 mgr.y (mgr.25022) 280 : cluster [DBG] pgmap v504: 121 pgs: 121 active+clean; 305 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 6.1 MiB/s rd, 2.5 MiB/s wr, 13 op/s 2024-08-29T17:57:46.879 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:57:46 smithi028 bash[78352]: cluster 2024-08-29T17:57:45.538163+0000 mon.a (mon.0) 893 : cluster [DBG] osdmap e655: 8 total, 8 up, 8 in 2024-08-29T17:57:46.879 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:57:46 smithi028 bash[77168]: cluster 2024-08-29T17:57:45.045721+0000 mgr.y (mgr.25022) 280 : cluster [DBG] pgmap v504: 121 pgs: 121 active+clean; 305 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 6.1 MiB/s rd, 2.5 MiB/s wr, 13 op/s 2024-08-29T17:57:46.879 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:57:46 smithi028 bash[77168]: cluster 2024-08-29T17:57:45.538163+0000 mon.a (mon.0) 893 : cluster [DBG] osdmap e655: 8 total, 8 up, 8 in 2024-08-29T17:57:47.557 INFO:tasks.rados.rados.0.smithi028.stdout:2844: done (1 left) 2024-08-29T17:57:47.557 INFO:tasks.rados.rados.0.smithi028.stdout:2845: snap_create 2024-08-29T17:57:47.558 INFO:tasks.rados.rados.0.smithi028.stdout:2843: finishing write tid 1 to smithi02869045-17 2024-08-29T17:57:47.558 INFO:tasks.rados.rados.0.smithi028.stdout:2843: finishing write tid 2 to smithi02869045-17 2024-08-29T17:57:47.558 INFO:tasks.rados.rados.0.smithi028.stdout:2843: finishing write tid 3 to smithi02869045-17 2024-08-29T17:57:47.558 INFO:tasks.rados.rados.0.smithi028.stdout:2843: finishing write tid 4 to smithi02869045-17 2024-08-29T17:57:47.558 INFO:tasks.rados.rados.0.smithi028.stdout:2843: finishing write tid 5 to smithi02869045-17 2024-08-29T17:57:47.558 INFO:tasks.rados.rados.0.smithi028.stdout:2843: finishing write tid 6 to smithi02869045-17 2024-08-29T17:57:47.558 INFO:tasks.rados.rados.0.smithi028.stdout:2843: finishing write tid 7 to smithi02869045-17 2024-08-29T17:57:47.558 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 17 v 2742 (ObjNum 856 snap 288 seq_num 856) dirty exists 2024-08-29T17:57:47.558 INFO:tasks.rados.rados.0.smithi028.stdout:2843: left oid 17 (ObjNum 856 snap 288 seq_num 856) 2024-08-29T17:57:47.824 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:57:47 smithi053 bash[68679]: cluster 2024-08-29T17:57:46.546705+0000 mon.a (mon.0) 894 : cluster [DBG] osdmap e656: 8 total, 8 up, 8 in 2024-08-29T17:57:47.825 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:57:47 smithi053 bash[68679]: audit 2024-08-29T17:57:47.229654+0000 mon.a (mon.0) 895 : audit [INF] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' 2024-08-29T17:57:47.879 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:57:47 smithi028 bash[78352]: cluster 2024-08-29T17:57:46.546705+0000 mon.a (mon.0) 894 : cluster [DBG] osdmap e656: 8 total, 8 up, 8 in 2024-08-29T17:57:47.879 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:57:47 smithi028 bash[78352]: audit 2024-08-29T17:57:47.229654+0000 mon.a (mon.0) 895 : audit [INF] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' 2024-08-29T17:57:47.879 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:57:47 smithi028 bash[77168]: cluster 2024-08-29T17:57:46.546705+0000 mon.a (mon.0) 894 : cluster [DBG] osdmap e656: 8 total, 8 up, 8 in 2024-08-29T17:57:47.879 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:57:47 smithi028 bash[77168]: audit 2024-08-29T17:57:47.229654+0000 mon.a (mon.0) 895 : audit [INF] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' 2024-08-29T17:57:48.567 INFO:tasks.rados.rados.0.smithi028.stdout:2843: done (1 left) 2024-08-29T17:57:48.567 INFO:tasks.rados.rados.0.smithi028.stdout:2845: done (0 left) 2024-08-29T17:57:48.568 INFO:tasks.rados.rados.0.smithi028.stdout:append oid 34 current snap is 289 2024-08-29T17:57:48.568 INFO:tasks.rados.rados.0.smithi028.stdout:2846: seq_num 857 ranges {7659520=761856,8421376=442368,8863744=630784,9494528=532480} 2024-08-29T17:57:48.633 INFO:tasks.rados.rados.0.smithi028.stdout:2846: writing smithi02869045-34 from 7659520 to 8421376 tid 1 2024-08-29T17:57:48.636 INFO:tasks.rados.rados.0.smithi028.stdout:2846: writing smithi02869045-34 from 8421376 to 8863744 tid 2 2024-08-29T17:57:48.641 INFO:tasks.rados.rados.0.smithi028.stdout:2846: writing smithi02869045-34 from 8863744 to 9494528 tid 3 2024-08-29T17:57:48.644 INFO:tasks.rados.rados.0.smithi028.stdout:2846: writing smithi02869045-34 from 9494528 to 10027008 tid 4 2024-08-29T17:57:48.644 INFO:tasks.rados.rados.0.smithi028.stdout:2847: setattr oid 41 current snap is 289 2024-08-29T17:57:48.645 INFO:tasks.rados.rados.0.smithi028.stdout:append oid 40 current snap is 289 2024-08-29T17:57:48.646 INFO:tasks.rados.rados.0.smithi028.stdout:2848: seq_num 858 ranges {7299072=778240,8077312=729088,8806400=434176,9240576=442368} 2024-08-29T17:57:48.692 INFO:tasks.rados.rados.0.smithi028.stdout:2848: writing smithi02869045-40 from 7299072 to 8077312 tid 1 2024-08-29T17:57:48.696 INFO:tasks.rados.rados.0.smithi028.stdout:2848: writing smithi02869045-40 from 8077312 to 8806400 tid 2 2024-08-29T17:57:48.699 INFO:tasks.rados.rados.0.smithi028.stdout:2848: writing smithi02869045-40 from 8806400 to 9240576 tid 3 2024-08-29T17:57:48.702 INFO:tasks.rados.rados.0.smithi028.stdout:2848: writing smithi02869045-40 from 9240576 to 9682944 tid 4 2024-08-29T17:57:48.702 INFO:tasks.rados.rados.0.smithi028.stdout:2849: read oid 47 snap 279 2024-08-29T17:57:48.702 INFO:tasks.rados.rados.0.smithi028.stdout:2849: expect (ObjNum 797 snap 270 seq_num 797) 2024-08-29T17:57:48.702 INFO:tasks.rados.rados.0.smithi028.stdout:2850: snap_create 2024-08-29T17:57:48.702 INFO:tasks.rados.rados.0.smithi028.stdout:2846: finishing write tid 1 to smithi02869045-34 2024-08-29T17:57:48.702 INFO:tasks.rados.rados.0.smithi028.stdout:2846: finishing write tid 2 to smithi02869045-34 2024-08-29T17:57:48.703 INFO:tasks.rados.rados.0.smithi028.stdout:2846: finishing write tid 3 to smithi02869045-34 2024-08-29T17:57:48.703 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 41 v 1133 (ObjNum 161 snap 0 seq_num 1) dirty exists 2024-08-29T17:57:48.703 INFO:tasks.rados.rados.0.smithi028.stdout:2846: finishing write tid 4 to smithi02869045-34 2024-08-29T17:57:48.703 INFO:tasks.rados.rados.0.smithi028.stdout:2846: finishing write tid 5 to smithi02869045-34 2024-08-29T17:57:48.703 INFO:tasks.rados.rados.0.smithi028.stdout:2846: finishing write tid 6 to smithi02869045-34 2024-08-29T17:57:48.703 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 34 v 2312 (ObjNum 857 snap 289 seq_num 857) dirty exists 2024-08-29T17:57:48.703 INFO:tasks.rados.rados.0.smithi028.stdout:2846: left oid 34 (ObjNum 857 snap 289 seq_num 857) 2024-08-29T17:57:48.717 INFO:tasks.rados.rados.0.smithi028.stdout:2848: finishing write tid 1 to smithi02869045-40 2024-08-29T17:57:48.720 INFO:tasks.rados.rados.0.smithi028.stdout:2848: finishing write tid 2 to smithi02869045-40 2024-08-29T17:57:48.723 INFO:tasks.rados.rados.0.smithi028.stdout:2848: finishing write tid 3 to smithi02869045-40 2024-08-29T17:57:48.723 INFO:tasks.rados.rados.0.smithi028.stdout:2849: expect (ObjNum 797 snap 270 seq_num 797) 2024-08-29T17:57:48.820 INFO:tasks.rados.rados.0.smithi028.stdout:2848: finishing write tid 4 to smithi02869045-40 2024-08-29T17:57:48.820 INFO:tasks.rados.rados.0.smithi028.stdout:2848: finishing write tid 5 to smithi02869045-40 2024-08-29T17:57:48.820 INFO:tasks.rados.rados.0.smithi028.stdout:2848: finishing write tid 6 to smithi02869045-40 2024-08-29T17:57:48.820 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 40 v 2337 (ObjNum 858 snap 289 seq_num 858) dirty exists 2024-08-29T17:57:48.820 INFO:tasks.rados.rados.0.smithi028.stdout:2848: left oid 40 (ObjNum 858 snap 289 seq_num 858) 2024-08-29T17:57:48.825 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:57:48 smithi053 bash[68679]: cluster 2024-08-29T17:57:47.046466+0000 mgr.y (mgr.25022) 281 : cluster [DBG] pgmap v507: 121 pgs: 121 active+clean; 304 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 6.1 MiB/s rd, 1.1 MiB/s wr, 11 op/s 2024-08-29T17:57:48.825 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:57:48 smithi053 bash[68679]: cluster 2024-08-29T17:57:47.555768+0000 mon.a (mon.0) 896 : cluster [DBG] osdmap e657: 8 total, 8 up, 8 in 2024-08-29T17:57:48.825 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:57:48 smithi053 bash[68679]: cephadm 2024-08-29T17:57:47.619417+0000 mgr.y (mgr.25022) 282 : cephadm [INF] Upgrade: Updating osd.7 2024-08-29T17:57:48.825 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:57:48 smithi053 bash[68679]: audit 2024-08-29T17:57:47.623653+0000 mon.a (mon.0) 897 : audit [INF] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' 2024-08-29T17:57:48.825 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:57:48 smithi053 bash[68679]: audit 2024-08-29T17:57:47.625708+0000 mon.a (mon.0) 898 : audit [INF] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.7"}]: dispatch 2024-08-29T17:57:48.825 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:57:48 smithi053 bash[68679]: audit 2024-08-29T17:57:47.626442+0000 mon.a (mon.0) 899 : audit [DBG] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-29T17:57:48.825 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:57:48 smithi053 bash[68679]: cephadm 2024-08-29T17:57:47.629579+0000 mgr.y (mgr.25022) 283 : cephadm [INF] Deploying daemon osd.7 on smithi053 2024-08-29T17:57:48.879 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:57:48 smithi028 bash[77168]: cluster 2024-08-29T17:57:47.046466+0000 mgr.y (mgr.25022) 281 : cluster [DBG] pgmap v507: 121 pgs: 121 active+clean; 304 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 6.1 MiB/s rd, 1.1 MiB/s wr, 11 op/s 2024-08-29T17:57:48.879 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:57:48 smithi028 bash[77168]: cluster 2024-08-29T17:57:47.555768+0000 mon.a (mon.0) 896 : cluster [DBG] osdmap e657: 8 total, 8 up, 8 in 2024-08-29T17:57:48.879 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:57:48 smithi028 bash[77168]: cephadm 2024-08-29T17:57:47.619417+0000 mgr.y (mgr.25022) 282 : cephadm [INF] Upgrade: Updating osd.7 2024-08-29T17:57:48.879 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:57:48 smithi028 bash[77168]: audit 2024-08-29T17:57:47.623653+0000 mon.a (mon.0) 897 : audit [INF] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' 2024-08-29T17:57:48.879 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:57:48 smithi028 bash[77168]: audit 2024-08-29T17:57:47.625708+0000 mon.a (mon.0) 898 : audit [INF] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.7"}]: dispatch 2024-08-29T17:57:48.879 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:57:48 smithi028 bash[77168]: audit 2024-08-29T17:57:47.626442+0000 mon.a (mon.0) 899 : audit [DBG] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-29T17:57:48.880 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:57:48 smithi028 bash[77168]: cephadm 2024-08-29T17:57:47.629579+0000 mgr.y (mgr.25022) 283 : cephadm [INF] Deploying daemon osd.7 on smithi053 2024-08-29T17:57:48.880 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:57:48 smithi028 bash[78352]: cluster 2024-08-29T17:57:47.046466+0000 mgr.y (mgr.25022) 281 : cluster [DBG] pgmap v507: 121 pgs: 121 active+clean; 304 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 6.1 MiB/s rd, 1.1 MiB/s wr, 11 op/s 2024-08-29T17:57:48.880 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:57:48 smithi028 bash[78352]: cluster 2024-08-29T17:57:47.555768+0000 mon.a (mon.0) 896 : cluster [DBG] osdmap e657: 8 total, 8 up, 8 in 2024-08-29T17:57:48.880 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:57:48 smithi028 bash[78352]: cephadm 2024-08-29T17:57:47.619417+0000 mgr.y (mgr.25022) 282 : cephadm [INF] Upgrade: Updating osd.7 2024-08-29T17:57:48.880 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:57:48 smithi028 bash[78352]: audit 2024-08-29T17:57:47.623653+0000 mon.a (mon.0) 897 : audit [INF] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' 2024-08-29T17:57:48.880 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:57:48 smithi028 bash[78352]: audit 2024-08-29T17:57:47.625708+0000 mon.a (mon.0) 898 : audit [INF] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.7"}]: dispatch 2024-08-29T17:57:48.880 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:57:48 smithi028 bash[78352]: audit 2024-08-29T17:57:47.626442+0000 mon.a (mon.0) 899 : audit [DBG] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-29T17:57:48.880 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:57:48 smithi028 bash[78352]: cephadm 2024-08-29T17:57:47.629579+0000 mgr.y (mgr.25022) 283 : cephadm [INF] Deploying daemon osd.7 on smithi053 2024-08-29T17:57:49.245 INFO:tasks.rados.rados.0.smithi028.stdout:2846: done (4 left) 2024-08-29T17:57:49.245 INFO:tasks.rados.rados.0.smithi028.stdout:2847: done (3 left) 2024-08-29T17:57:49.245 INFO:tasks.rados.rados.0.smithi028.stdout:2848: done (2 left) 2024-08-29T17:57:49.245 INFO:tasks.rados.rados.0.smithi028.stdout:2849: done (1 left) 2024-08-29T17:57:49.245 INFO:tasks.rados.rados.0.smithi028.stdout:2850: done (0 left) 2024-08-29T17:57:49.245 INFO:tasks.rados.rados.0.smithi028.stdout:2851: snap_remove snap 265 2024-08-29T17:57:49.824 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:57:49 smithi053 bash[68679]: cluster 2024-08-29T17:57:48.569413+0000 mon.a (mon.0) 900 : cluster [DBG] osdmap e658: 8 total, 8 up, 8 in 2024-08-29T17:57:49.825 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:57:49 smithi053 bash[68679]: cluster 2024-08-29T17:57:49.246207+0000 mon.a (mon.0) 901 : cluster [DBG] osdmap e659: 8 total, 8 up, 8 in 2024-08-29T17:57:49.879 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:57:49 smithi028 bash[77168]: cluster 2024-08-29T17:57:48.569413+0000 mon.a (mon.0) 900 : cluster [DBG] osdmap e658: 8 total, 8 up, 8 in 2024-08-29T17:57:49.879 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:57:49 smithi028 bash[77168]: cluster 2024-08-29T17:57:49.246207+0000 mon.a (mon.0) 901 : cluster [DBG] osdmap e659: 8 total, 8 up, 8 in 2024-08-29T17:57:49.879 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:57:49 smithi028 bash[78352]: cluster 2024-08-29T17:57:48.569413+0000 mon.a (mon.0) 900 : cluster [DBG] osdmap e658: 8 total, 8 up, 8 in 2024-08-29T17:57:49.879 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:57:49 smithi028 bash[78352]: cluster 2024-08-29T17:57:49.246207+0000 mon.a (mon.0) 901 : cluster [DBG] osdmap e659: 8 total, 8 up, 8 in 2024-08-29T17:57:50.257 INFO:tasks.rados.rados.0.smithi028.stdout:2851: done (0 left) 2024-08-29T17:57:50.258 INFO:tasks.rados.rados.0.smithi028.stdout:2852: read oid 1 snap -1 2024-08-29T17:57:50.258 INFO:tasks.rados.rados.0.smithi028.stdout:2852: expect (ObjNum 774 snap 265 seq_num 774) 2024-08-29T17:57:50.258 INFO:tasks.rados.rados.0.smithi028.stdout:2853: copy_from oid 12 from oid 10 current snap is 290 2024-08-29T17:57:50.258 INFO:tasks.rados.rados.0.smithi028.stdout:2854: read oid 45 snap -1 2024-08-29T17:57:50.258 INFO:tasks.rados.rados.0.smithi028.stdout:2854: expect deleted 2024-08-29T17:57:50.258 INFO:tasks.rados.rados.0.smithi028.stdout:2855: copy_from oid 28 from oid 16 current snap is 290 2024-08-29T17:57:50.258 INFO:tasks.rados.rados.0.smithi028.stdout:2856: read oid 2 snap 284 2024-08-29T17:57:50.258 INFO:tasks.rados.rados.0.smithi028.stdout:2856: expect (ObjNum 801 snap 270 seq_num 801) 2024-08-29T17:57:50.258 INFO:tasks.rados.rados.0.smithi028.stdout:2857: snap_create 2024-08-29T17:57:50.290 INFO:tasks.rados.rados.0.smithi028.stdout:2856: expect (ObjNum 801 snap 270 seq_num 801) 2024-08-29T17:57:50.437 INFO:tasks.rados.rados.0.smithi028.stdout:2852: expect (ObjNum 774 snap 265 seq_num 774) 2024-08-29T17:57:50.471 INFO:tasks.rados.rados.0.smithi028.stdout:2855: finishing copy_from racing read to smithi02869045-28 2024-08-29T17:57:50.471 INFO:tasks.rados.rados.0.smithi028.stdout:2855: finishing copy_from to smithi02869045-28 2024-08-29T17:57:50.471 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 28 v 2098 (ObjNum 161 snap 0 seq_num 1) dirty exists 2024-08-29T17:57:50.471 INFO:tasks.rados.rados.0.smithi028.stdout:2853: finishing copy_from racing read to smithi02869045-12 2024-08-29T17:57:50.471 INFO:tasks.rados.rados.0.smithi028.stdout:2853: finishing copy_from to smithi02869045-12 2024-08-29T17:57:50.471 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 12 v 1686 (ObjNum 784 snap 268 seq_num 784) dirty exists 2024-08-29T17:57:50.571 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:57:50 smithi028 bash[77168]: cluster 2024-08-29T17:57:49.047172+0000 mgr.y (mgr.25022) 284 : cluster [DBG] pgmap v510: 121 pgs: 121 active+clean; 310 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 5.5 MiB/s rd, 2.7 MiB/s wr, 3 op/s 2024-08-29T17:57:50.571 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:57:50 smithi028 bash[77168]: cluster 2024-08-29T17:57:50.258852+0000 mon.a (mon.0) 902 : cluster [DBG] osdmap e660: 8 total, 8 up, 8 in 2024-08-29T17:57:50.824 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:57:50 smithi053 bash[68679]: cluster 2024-08-29T17:57:49.047172+0000 mgr.y (mgr.25022) 284 : cluster [DBG] pgmap v510: 121 pgs: 121 active+clean; 310 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 5.5 MiB/s rd, 2.7 MiB/s wr, 3 op/s 2024-08-29T17:57:50.825 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:57:50 smithi053 bash[68679]: cluster 2024-08-29T17:57:50.258852+0000 mon.a (mon.0) 902 : cluster [DBG] osdmap e660: 8 total, 8 up, 8 in 2024-08-29T17:57:50.879 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:57:50 smithi028 bash[78352]: cluster 2024-08-29T17:57:49.047172+0000 mgr.y (mgr.25022) 284 : cluster [DBG] pgmap v510: 121 pgs: 121 active+clean; 310 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 5.5 MiB/s rd, 2.7 MiB/s wr, 3 op/s 2024-08-29T17:57:50.879 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:57:50 smithi028 bash[78352]: cluster 2024-08-29T17:57:50.258852+0000 mon.a (mon.0) 902 : cluster [DBG] osdmap e660: 8 total, 8 up, 8 in 2024-08-29T17:57:51.260 INFO:tasks.rados.rados.0.smithi028.stdout:2852: done (5 left) 2024-08-29T17:57:51.260 INFO:tasks.rados.rados.0.smithi028.stdout:2853: done (4 left) 2024-08-29T17:57:51.260 INFO:tasks.rados.rados.0.smithi028.stdout:2854: done (3 left) 2024-08-29T17:57:51.260 INFO:tasks.rados.rados.0.smithi028.stdout:2855: done (2 left) 2024-08-29T17:57:51.261 INFO:tasks.rados.rados.0.smithi028.stdout:2856: done (1 left) 2024-08-29T17:57:51.261 INFO:tasks.rados.rados.0.smithi028.stdout:2857: done (0 left) 2024-08-29T17:57:51.261 INFO:tasks.rados.rados.0.smithi028.stdout:2858: setattr oid 18 current snap is 291 2024-08-29T17:57:51.263 INFO:tasks.rados.rados.0.smithi028.stdout:2859: copy_from oid 28 from oid 41 current snap is 291 2024-08-29T17:57:51.263 INFO:tasks.rados.rados.0.smithi028.stdout:append oid 3 current snap is 291 2024-08-29T17:57:51.263 INFO:tasks.rados.rados.0.smithi028.stdout:2860: seq_num 859 ranges {0=794624,794624=614400,1409024=638976,2048000=352256} 2024-08-29T17:57:51.268 INFO:tasks.rados.rados.0.smithi028.stdout:2860: writing smithi02869045-3 from 0 to 794624 tid 1 2024-08-29T17:57:51.273 INFO:tasks.rados.rados.0.smithi028.stdout:2860: writing smithi02869045-3 from 794624 to 1409024 tid 2 2024-08-29T17:57:51.278 INFO:tasks.rados.rados.0.smithi028.stdout:2860: writing smithi02869045-3 from 1409024 to 2048000 tid 3 2024-08-29T17:57:51.280 INFO:tasks.rados.rados.0.smithi028.stdout:2860: writing smithi02869045-3 from 2048000 to 2400256 tid 4 2024-08-29T17:57:51.281 INFO:tasks.rados.rados.0.smithi028.stdout:append oid 5 current snap is 291 2024-08-29T17:57:51.281 INFO:tasks.rados.rados.0.smithi028.stdout:2861: seq_num 860 ranges {311296=8192} 2024-08-29T17:57:51.282 INFO:tasks.rados.rados.0.smithi028.stdout:2861: writing smithi02869045-5 from 311296 to 319488 tid 1 2024-08-29T17:57:51.283 INFO:tasks.rados.rados.0.smithi028.stdout:2862: snap_remove snap 288 2024-08-29T17:57:51.879 INFO:journalctl@ceph.mgr.y.smithi028.stdout:Aug 29 17:57:51 smithi028 bash[70818]: ::ffff:172.21.15.53 - - [29/Aug/2024:17:57:51] "GET /metrics HTTP/1.1" 200 36129 "" "Prometheus/2.43.0" 2024-08-29T17:57:52.264 INFO:tasks.rados.rados.0.smithi028.stdout:2862: done (4 left) 2024-08-29T17:57:52.264 INFO:tasks.rados.rados.0.smithi028.stdout:2863: rollback oid 20 current snap is 291 2024-08-29T17:57:52.264 INFO:tasks.rados.rados.0.smithi028.stdout:rollback oid 20 to 267 2024-08-29T17:57:52.264 INFO:tasks.rados.rados.0.smithi028.stdout:2859: finishing copy_from racing read to smithi02869045-28 2024-08-29T17:57:52.264 INFO:tasks.rados.rados.0.smithi028.stdout:2859: finishing copy_from to smithi02869045-28 2024-08-29T17:57:52.264 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 28 v 1133 (ObjNum 353 snap 0 seq_num 1676463344) dirty exists 2024-08-29T17:57:52.265 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 18 v 2338 (ObjNum 490 snap 151 seq_num 490) dirty exists 2024-08-29T17:57:52.265 INFO:tasks.rados.rados.0.smithi028.stdout:2858: done (4 left) 2024-08-29T17:57:52.265 INFO:tasks.rados.rados.0.smithi028.stdout:2859: done (3 left) 2024-08-29T17:57:52.265 INFO:tasks.rados.rados.0.smithi028.stdout:2864: setattr oid 45 current snap is 291 2024-08-29T17:57:52.265 INFO:tasks.rados.rados.0.smithi028.stdout:2860: finishing write tid 1 to smithi02869045-3 2024-08-29T17:57:52.265 INFO:tasks.rados.rados.0.smithi028.stdout:2861: finishing write tid 1 to smithi02869045-5 2024-08-29T17:57:52.265 INFO:tasks.rados.rados.0.smithi028.stdout:2861: finishing write tid 2 to smithi02869045-5 2024-08-29T17:57:52.265 INFO:tasks.rados.rados.0.smithi028.stdout:2860: finishing write tid 2 to smithi02869045-3 2024-08-29T17:57:52.265 INFO:tasks.rados.rados.0.smithi028.stdout:2861: finishing write tid 3 to smithi02869045-5 2024-08-29T17:57:52.265 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 5 v 2097 (ObjNum 860 snap 291 seq_num 860) dirty exists 2024-08-29T17:57:52.265 INFO:tasks.rados.rados.0.smithi028.stdout:2861: left oid 5 (ObjNum 860 snap 291 seq_num 860) 2024-08-29T17:57:52.265 INFO:tasks.rados.rados.0.smithi028.stdout:2860: finishing write tid 3 to smithi02869045-3 2024-08-29T17:57:52.265 INFO:tasks.rados.rados.0.smithi028.stdout:2860: finishing write tid 4 to smithi02869045-3 2024-08-29T17:57:52.265 INFO:tasks.rados.rados.0.smithi028.stdout:2860: finishing write tid 5 to smithi02869045-3 2024-08-29T17:57:52.265 INFO:tasks.rados.rados.0.smithi028.stdout:2860: finishing write tid 6 to smithi02869045-3 2024-08-29T17:57:52.266 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 3 v 2504 (ObjNum 859 snap 291 seq_num 859) dirty exists 2024-08-29T17:57:52.266 INFO:tasks.rados.rados.0.smithi028.stdout:2860: left oid 3 (ObjNum 859 snap 291 seq_num 859) 2024-08-29T17:57:52.266 INFO:tasks.rados.rados.0.smithi028.stdout:2860: done (3 left) 2024-08-29T17:57:52.266 INFO:tasks.rados.rados.0.smithi028.stdout:2861: done (2 left) 2024-08-29T17:57:52.266 INFO:tasks.rados.rados.0.smithi028.stdout:2865: copy_from oid 44 from oid 34 current snap is 291 2024-08-29T17:57:52.267 INFO:tasks.rados.rados.0.smithi028.stdout:2866: read oid 15 snap -1 2024-08-29T17:57:52.267 INFO:tasks.rados.rados.0.smithi028.stdout:2866: expect (ObjNum 839 snap 283 seq_num 839) 2024-08-29T17:57:52.267 INFO:tasks.rados.rados.0.smithi028.stdout:2867: copy_from oid 36 from oid 17 current snap is 291 2024-08-29T17:57:52.267 INFO:tasks.rados.rados.0.smithi028.stdout:2868: read oid 26 snap 280 2024-08-29T17:57:52.267 INFO:tasks.rados.rados.0.smithi028.stdout:2868: expect (ObjNum 770 snap 264 seq_num 770) 2024-08-29T17:57:52.267 INFO:tasks.rados.rados.0.smithi028.stdout:2869: read oid 47 snap -1 2024-08-29T17:57:52.267 INFO:tasks.rados.rados.0.smithi028.stdout:2869: expect (ObjNum 841 snap 283 seq_num 841) 2024-08-29T17:57:52.268 INFO:tasks.rados.rados.0.smithi028.stdout:2870: rollback oid 40 current snap is 291 2024-08-29T17:57:52.268 INFO:tasks.rados.rados.0.smithi028.stdout:rollback oid 40 to 269 2024-08-29T17:57:52.268 INFO:tasks.rados.rados.0.smithi028.stdout:2871: snap_remove snap 271 2024-08-29T17:57:52.574 INFO:journalctl@ceph.prometheus.a.smithi053.stdout:Aug 29 17:57:52 smithi053 bash[61790]: ts=2024-08-29T17:57:52.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"3167ee72-662c-11ef-bcd4-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-29T17:57:52.575 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:57:52 smithi053 bash[68679]: cluster 2024-08-29T17:57:51.048043+0000 mgr.y (mgr.25022) 285 : cluster [DBG] pgmap v513: 121 pgs: 121 active+clean; 311 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 9.1 MiB/s rd, 4.4 MiB/s wr, 14 op/s 2024-08-29T17:57:52.575 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:57:52 smithi053 bash[68679]: cluster 2024-08-29T17:57:51.262371+0000 mon.a (mon.0) 903 : cluster [DBG] osdmap e661: 8 total, 8 up, 8 in 2024-08-29T17:57:52.629 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:57:52 smithi028 bash[78352]: cluster 2024-08-29T17:57:51.048043+0000 mgr.y (mgr.25022) 285 : cluster [DBG] pgmap v513: 121 pgs: 121 active+clean; 311 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 9.1 MiB/s rd, 4.4 MiB/s wr, 14 op/s 2024-08-29T17:57:52.629 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:57:52 smithi028 bash[78352]: cluster 2024-08-29T17:57:51.262371+0000 mon.a (mon.0) 903 : cluster [DBG] osdmap e661: 8 total, 8 up, 8 in 2024-08-29T17:57:52.629 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:57:52 smithi028 bash[77168]: cluster 2024-08-29T17:57:51.048043+0000 mgr.y (mgr.25022) 285 : cluster [DBG] pgmap v513: 121 pgs: 121 active+clean; 311 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 9.1 MiB/s rd, 4.4 MiB/s wr, 14 op/s 2024-08-29T17:57:52.629 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:57:52 smithi028 bash[77168]: cluster 2024-08-29T17:57:51.262371+0000 mon.a (mon.0) 903 : cluster [DBG] osdmap e661: 8 total, 8 up, 8 in 2024-08-29T17:57:53.284 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 45 v 2505 (ObjNum 33 snap 0 seq_num 1676680112) dirty exists 2024-08-29T17:57:53.284 INFO:tasks.rados.rados.0.smithi028.stdout:2863: finishing rollback tid 0 to smithi02869045-20 2024-08-29T17:57:53.284 INFO:tasks.rados.rados.0.smithi028.stdout:2863: finishing rollback tid 1 to smithi02869045-20 2024-08-29T17:57:53.284 INFO:tasks.rados.rados.0.smithi028.stdout:2863: finishing rollback tid 2 to smithi02869045-20 2024-08-29T17:57:53.284 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 20 v 2114 (ObjNum 737 snap 252 seq_num 737) dirty exists 2024-08-29T17:57:53.284 INFO:tasks.rados.rados.0.smithi028.stdout:2870: finishing rollback tid 0 to smithi02869045-40 2024-08-29T17:57:53.284 INFO:tasks.rados.rados.0.smithi028.stdout:2870: finishing rollback tid 1 to smithi02869045-40 2024-08-29T17:57:53.284 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 40 v 2340 (ObjNum 81 snap 0 seq_num 993712984) dirty dne 2024-08-29T17:57:53.284 INFO:tasks.rados.rados.0.smithi028.stdout:2869: expect (ObjNum 841 snap 283 seq_num 841) 2024-08-29T17:57:53.324 INFO:journalctl@ceph.mgr.x.smithi053.stdout:Aug 29 17:57:53 smithi053 systemd[1]: /etc/systemd/system/ceph-3167ee72-662c-11ef-bcd4-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-08-29T17:57:53.325 INFO:journalctl@ceph.grafana.a.smithi053.stdout:Aug 29 17:57:53 smithi053 systemd[1]: /etc/systemd/system/ceph-3167ee72-662c-11ef-bcd4-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-08-29T17:57:53.325 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:57:53 smithi053 systemd[1]: /etc/systemd/system/ceph-3167ee72-662c-11ef-bcd4-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-08-29T17:57:53.325 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:57:53 smithi053 bash[68679]: cluster 2024-08-29T17:57:52.265452+0000 mon.a (mon.0) 904 : cluster [DBG] osdmap e662: 8 total, 8 up, 8 in 2024-08-29T17:57:53.325 INFO:journalctl@ceph.osd.6.smithi053.stdout:Aug 29 17:57:53 smithi053 systemd[1]: /etc/systemd/system/ceph-3167ee72-662c-11ef-bcd4-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-08-29T17:57:53.326 INFO:journalctl@ceph.mds.b.smithi053.stdout:Aug 29 17:57:53 smithi053 systemd[1]: /etc/systemd/system/ceph-3167ee72-662c-11ef-bcd4-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-08-29T17:57:53.326 INFO:journalctl@ceph.osd.7.smithi053.stdout:Aug 29 17:57:53 smithi053 systemd[1]: /etc/systemd/system/ceph-3167ee72-662c-11ef-bcd4-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-08-29T17:57:53.326 INFO:journalctl@ceph.node-exporter.b.smithi053.stdout:Aug 29 17:57:53 smithi053 systemd[1]: /etc/systemd/system/ceph-3167ee72-662c-11ef-bcd4-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-08-29T17:57:53.327 INFO:journalctl@ceph.osd.4.smithi053.stdout:Aug 29 17:57:53 smithi053 systemd[1]: /etc/systemd/system/ceph-3167ee72-662c-11ef-bcd4-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-08-29T17:57:53.327 INFO:journalctl@ceph.prometheus.a.smithi053.stdout:Aug 29 17:57:53 smithi053 systemd[1]: /etc/systemd/system/ceph-3167ee72-662c-11ef-bcd4-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-08-29T17:57:53.327 INFO:journalctl@ceph.osd.5.smithi053.stdout:Aug 29 17:57:53 smithi053 systemd[1]: /etc/systemd/system/ceph-3167ee72-662c-11ef-bcd4-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-08-29T17:57:53.418 INFO:tasks.rados.rados.0.smithi028.stdout:2867: finishing copy_from racing read to smithi02869045-36 2024-08-29T17:57:53.418 INFO:tasks.rados.rados.0.smithi028.stdout:2867: finishing copy_from to smithi02869045-36 2024-08-29T17:57:53.418 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 36 v 2742 (ObjNum 856 snap 288 seq_num 856) dirty exists 2024-08-29T17:57:53.419 INFO:tasks.rados.rados.0.smithi028.stdout:2866: expect (ObjNum 839 snap 283 seq_num 839) 2024-08-29T17:57:53.629 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:57:53 smithi028 bash[78352]: cluster 2024-08-29T17:57:52.265452+0000 mon.a (mon.0) 904 : cluster [DBG] osdmap e662: 8 total, 8 up, 8 in 2024-08-29T17:57:53.629 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:57:53 smithi028 bash[77168]: cluster 2024-08-29T17:57:52.265452+0000 mon.a (mon.0) 904 : cluster [DBG] osdmap e662: 8 total, 8 up, 8 in 2024-08-29T17:57:53.825 INFO:journalctl@ceph.osd.7.smithi053.stdout:Aug 29 17:57:53 smithi053 systemd[1]: Stopping Ceph osd.7 for 3167ee72-662c-11ef-bcd4-c7b262605968... 2024-08-29T17:57:53.825 INFO:journalctl@ceph.osd.7.smithi053.stdout:Aug 29 17:57:53 smithi053 bash[45183]: debug 2024-08-29T17:57:53.487+0000 7f39d6261640 -1 received signal: Terminated from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.7 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2024-08-29T17:57:53.825 INFO:journalctl@ceph.osd.7.smithi053.stdout:Aug 29 17:57:53 smithi053 bash[45183]: debug 2024-08-29T17:57:53.487+0000 7f39d6261640 -1 osd.7 663 *** Got signal Terminated *** 2024-08-29T17:57:53.825 INFO:journalctl@ceph.osd.7.smithi053.stdout:Aug 29 17:57:53 smithi053 bash[45183]: debug 2024-08-29T17:57:53.487+0000 7f39d6261640 -1 osd.7 663 *** Immediate shutdown (osd_fast_shutdown=true) *** 2024-08-29T17:57:54.280 INFO:tasks.rados.rados.0.smithi028.stdout:2868: expect (ObjNum 770 snap 264 seq_num 770) 2024-08-29T17:57:54.554 INFO:tasks.rados.rados.0.smithi028.stdout:2865: finishing copy_from racing read to smithi02869045-44 2024-08-29T17:57:54.554 INFO:tasks.rados.rados.0.smithi028.stdout:2865: finishing copy_from to smithi02869045-44 2024-08-29T17:57:54.554 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 44 v 2312 (ObjNum 857 snap 289 seq_num 857) dirty exists 2024-08-29T17:57:54.554 INFO:tasks.rados.rados.0.smithi028.stdout:2863: done (8 left) 2024-08-29T17:57:54.554 INFO:tasks.rados.rados.0.smithi028.stdout:2864: done (7 left) 2024-08-29T17:57:54.554 INFO:tasks.rados.rados.0.smithi028.stdout:2865: done (6 left) 2024-08-29T17:57:54.554 INFO:tasks.rados.rados.0.smithi028.stdout:2866: done (5 left) 2024-08-29T17:57:54.555 INFO:tasks.rados.rados.0.smithi028.stdout:2867: done (4 left) 2024-08-29T17:57:54.555 INFO:tasks.rados.rados.0.smithi028.stdout:2868: done (3 left) 2024-08-29T17:57:54.555 INFO:tasks.rados.rados.0.smithi028.stdout:2869: done (2 left) 2024-08-29T17:57:54.555 INFO:tasks.rados.rados.0.smithi028.stdout:2870: done (1 left) 2024-08-29T17:57:54.555 INFO:tasks.rados.rados.0.smithi028.stdout:2871: done (0 left) 2024-08-29T17:57:54.555 INFO:tasks.rados.rados.0.smithi028.stdout:2872: copy_from oid 36 from oid 44 current snap is 291 2024-08-29T17:57:54.555 INFO:tasks.rados.rados.0.smithi028.stdout:2873: rollback oid 8 current snap is 291 2024-08-29T17:57:54.555 INFO:tasks.rados.rados.0.smithi028.stdout:rollback oid 8 to 267 2024-08-29T17:57:54.555 INFO:tasks.rados.rados.0.smithi028.stdout:2874: snap_remove snap 289 2024-08-29T17:57:54.574 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:57:54 smithi053 bash[68679]: cluster 2024-08-29T17:57:53.048948+0000 mgr.y (mgr.25022) 286 : cluster [DBG] pgmap v516: 121 pgs: 121 active+clean; 313 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 7.9 MiB/s rd, 2.2 MiB/s wr, 15 op/s 2024-08-29T17:57:54.575 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:57:54 smithi053 bash[68679]: cluster 2024-08-29T17:57:53.285528+0000 mon.a (mon.0) 905 : cluster [DBG] osdmap e663: 8 total, 8 up, 8 in 2024-08-29T17:57:54.575 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:57:54 smithi053 bash[68679]: cluster 2024-08-29T17:57:53.491711+0000 mon.a (mon.0) 906 : cluster [INF] osd.7 marked itself down and dead 2024-08-29T17:57:54.575 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:57:54 smithi053 bash[68679]: cluster 2024-08-29T17:57:54.240681+0000 mon.a (mon.0) 907 : cluster [WRN] Health check failed: 1 osds down (OSD_DOWN) 2024-08-29T17:57:54.575 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:57:54 smithi053 bash[68679]: cluster 2024-08-29T17:57:54.240725+0000 mon.a (mon.0) 908 : cluster [WRN] Health check failed: all OSDs are running squid or later but require_osd_release < squid (OSD_UPGRADE_FINISHED) 2024-08-29T17:57:54.575 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:57:54 smithi053 bash[68679]: cluster 2024-08-29T17:57:54.250563+0000 mon.a (mon.0) 909 : cluster [DBG] osdmap e664: 8 total, 7 up, 8 in 2024-08-29T17:57:54.629 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:57:54 smithi028 bash[77168]: cluster 2024-08-29T17:57:53.048948+0000 mgr.y (mgr.25022) 286 : cluster [DBG] pgmap v516: 121 pgs: 121 active+clean; 313 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 7.9 MiB/s rd, 2.2 MiB/s wr, 15 op/s 2024-08-29T17:57:54.629 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:57:54 smithi028 bash[77168]: cluster 2024-08-29T17:57:53.285528+0000 mon.a (mon.0) 905 : cluster [DBG] osdmap e663: 8 total, 8 up, 8 in 2024-08-29T17:57:54.629 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:57:54 smithi028 bash[77168]: cluster 2024-08-29T17:57:53.491711+0000 mon.a (mon.0) 906 : cluster [INF] osd.7 marked itself down and dead 2024-08-29T17:57:54.629 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:57:54 smithi028 bash[77168]: cluster 2024-08-29T17:57:54.240681+0000 mon.a (mon.0) 907 : cluster [WRN] Health check failed: 1 osds down (OSD_DOWN) 2024-08-29T17:57:54.629 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:57:54 smithi028 bash[77168]: cluster 2024-08-29T17:57:54.240725+0000 mon.a (mon.0) 908 : cluster [WRN] Health check failed: all OSDs are running squid or later but require_osd_release < squid (OSD_UPGRADE_FINISHED) 2024-08-29T17:57:54.629 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:57:54 smithi028 bash[77168]: cluster 2024-08-29T17:57:54.250563+0000 mon.a (mon.0) 909 : cluster [DBG] osdmap e664: 8 total, 7 up, 8 in 2024-08-29T17:57:54.630 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:57:54 smithi028 bash[78352]: cluster 2024-08-29T17:57:53.048948+0000 mgr.y (mgr.25022) 286 : cluster [DBG] pgmap v516: 121 pgs: 121 active+clean; 313 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 7.9 MiB/s rd, 2.2 MiB/s wr, 15 op/s 2024-08-29T17:57:54.630 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:57:54 smithi028 bash[78352]: cluster 2024-08-29T17:57:53.285528+0000 mon.a (mon.0) 905 : cluster [DBG] osdmap e663: 8 total, 8 up, 8 in 2024-08-29T17:57:54.630 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:57:54 smithi028 bash[78352]: cluster 2024-08-29T17:57:53.491711+0000 mon.a (mon.0) 906 : cluster [INF] osd.7 marked itself down and dead 2024-08-29T17:57:54.630 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:57:54 smithi028 bash[78352]: cluster 2024-08-29T17:57:54.240681+0000 mon.a (mon.0) 907 : cluster [WRN] Health check failed: 1 osds down (OSD_DOWN) 2024-08-29T17:57:54.630 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:57:54 smithi028 bash[78352]: cluster 2024-08-29T17:57:54.240725+0000 mon.a (mon.0) 908 : cluster [WRN] Health check failed: all OSDs are running squid or later but require_osd_release < squid (OSD_UPGRADE_FINISHED) 2024-08-29T17:57:54.630 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:57:54 smithi028 bash[78352]: cluster 2024-08-29T17:57:54.250563+0000 mon.a (mon.0) 909 : cluster [DBG] osdmap e664: 8 total, 7 up, 8 in 2024-08-29T17:57:55.263 INFO:tasks.rados.rados.0.smithi028.stdout:2874: done (2 left) 2024-08-29T17:57:55.263 INFO:tasks.rados.rados.0.smithi028.stdout:2875: delete oid 14 current snap is 291 2024-08-29T17:57:55.263 INFO:tasks.rados.rados.0.smithi028.stdout:2872: finishing copy_from racing read to smithi02869045-36 2024-08-29T17:57:55.263 INFO:tasks.rados.rados.0.smithi028.stdout:2872: finishing copy_from to smithi02869045-36 2024-08-29T17:57:55.263 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 36 v 2312 (ObjNum 857 snap 289 seq_num 857) dirty exists 2024-08-29T17:57:55.298 INFO:tasks.rados.rados.0.smithi028.stdout:2873: finishing rollback tid 0 to smithi02869045-8 2024-08-29T17:57:55.299 INFO:tasks.rados.rados.0.smithi028.stdout:2872: done (2 left) 2024-08-29T17:57:55.299 INFO:tasks.rados.rados.0.smithi028.stdout:2875: done (1 left) 2024-08-29T17:57:55.299 INFO:tasks.rados.rados.0.smithi028.stdout:2876: delete oid 28 current snap is 291 2024-08-29T17:57:55.301 INFO:tasks.rados.rados.0.smithi028.stdout:2873: finishing rollback tid 1 to smithi02869045-8 2024-08-29T17:57:55.303 INFO:tasks.rados.rados.0.smithi028.stdout:2873: finishing rollback tid 2 to smithi02869045-8 2024-08-29T17:57:55.303 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 8 v 2315 (ObjNum 733 snap 249 seq_num 733) dirty exists 2024-08-29T17:57:55.305 INFO:tasks.rados.rados.0.smithi028.stdout:2873: done (1 left) 2024-08-29T17:57:55.305 INFO:tasks.rados.rados.0.smithi028.stdout:2876: done (0 left) 2024-08-29T17:57:55.305 INFO:tasks.rados.rados.0.smithi028.stdout:2877: rmattr oid 32 current snap is 291 2024-08-29T17:57:55.305 INFO:tasks.rados.rados.0.smithi028.stdout:2878: snap_remove snap 267 2024-08-29T17:57:55.998 INFO:journalctl@ceph.osd.7.smithi053.stdout:Aug 29 17:57:55 smithi053 bash[85025]: ceph-3167ee72-662c-11ef-bcd4-c7b262605968-osd-7 2024-08-29T17:57:55.998 INFO:journalctl@ceph.osd.7.smithi053.stdout:Aug 29 17:57:55 smithi053 bash[85089]: Error response from daemon: No such container: ceph-3167ee72-662c-11ef-bcd4-c7b262605968-osd-7 2024-08-29T17:57:56.291 INFO:tasks.rados.rados.0.smithi028.stdout:2878: done (1 left) 2024-08-29T17:57:56.291 INFO:tasks.rados.rados.0.smithi028.stdout:2879: read oid 29 snap -1 2024-08-29T17:57:56.291 INFO:tasks.rados.rados.0.smithi028.stdout:2879: expect deleted 2024-08-29T17:57:56.292 INFO:tasks.rados.rados.0.smithi028.stdout:append oid 6 current snap is 291 2024-08-29T17:57:56.292 INFO:tasks.rados.rados.0.smithi028.stdout:2880: seq_num 863 ranges {9134080=57344} 2024-08-29T17:57:56.355 INFO:tasks.rados.rados.0.smithi028.stdout:2880: writing smithi02869045-6 from 9134080 to 9191424 tid 1 2024-08-29T17:57:56.355 INFO:tasks.rados.rados.0.smithi028.stdout:append oid 44 current snap is 291 2024-08-29T17:57:56.355 INFO:tasks.rados.rados.0.smithi028.stdout:2881: seq_num 864 ranges {10027008=73728} 2024-08-29T17:57:56.379 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:57:56 smithi053 bash[68679]: cluster 2024-08-29T17:57:55.050131+0000 mgr.y (mgr.25022) 287 : cluster [DBG] pgmap v519: 121 pgs: 19 peering, 2 active+clean+snaptrim, 13 stale+active+clean, 87 active+clean; 326 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 18 MiB/s rd, 7.1 MiB/s wr, 22 op/s 2024-08-29T17:57:56.379 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:57:56 smithi053 bash[68679]: cluster 2024-08-29T17:57:55.254626+0000 mon.a (mon.0) 910 : cluster [DBG] osdmap e665: 8 total, 7 up, 8 in 2024-08-29T17:57:56.379 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:57:56 smithi053 bash[68679]: cluster 2024-08-29T17:57:55.279301+0000 mon.a (mon.0) 911 : cluster [WRN] Health check failed: Reduced data availability: 2 pgs inactive, 3 pgs peering (PG_AVAILABILITY) 2024-08-29T17:57:56.414 INFO:tasks.rados.rados.0.smithi028.stdout:2881: writing smithi02869045-44 from 10027008 to 10100736 tid 1 2024-08-29T17:57:56.414 INFO:tasks.rados.rados.0.smithi028.stdout:2882: read oid 50 snap -1 2024-08-29T17:57:56.414 INFO:tasks.rados.rados.0.smithi028.stdout:2882: expect (ObjNum 843 snap 283 seq_num 843) 2024-08-29T17:57:56.414 INFO:tasks.rados.rados.0.smithi028.stdout:2883: snap_create 2024-08-29T17:57:56.414 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 32 v 1333 (ObjNum 845 snap 283 seq_num 845) dirty exists 2024-08-29T17:57:56.415 INFO:tasks.rados.rados.0.smithi028.stdout:2880: finishing write tid 1 to smithi02869045-6 2024-08-29T17:57:56.415 INFO:tasks.rados.rados.0.smithi028.stdout:2880: finishing write tid 2 to smithi02869045-6 2024-08-29T17:57:56.415 INFO:tasks.rados.rados.0.smithi028.stdout:2880: finishing write tid 3 to smithi02869045-6 2024-08-29T17:57:56.415 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 6 v 2489 (ObjNum 863 snap 291 seq_num 863) dirty exists 2024-08-29T17:57:56.415 INFO:tasks.rados.rados.0.smithi028.stdout:2880: left oid 6 (ObjNum 863 snap 291 seq_num 863) 2024-08-29T17:57:56.418 INFO:tasks.rados.rados.0.smithi028.stdout:2881: finishing write tid 1 to smithi02869045-44 2024-08-29T17:57:56.419 INFO:tasks.rados.rados.0.smithi028.stdout:2881: finishing write tid 2 to smithi02869045-44 2024-08-29T17:57:56.421 INFO:tasks.rados.rados.0.smithi028.stdout:2881: finishing write tid 3 to smithi02869045-44 2024-08-29T17:57:56.421 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 44 v 2320 (ObjNum 864 snap 291 seq_num 864) dirty exists 2024-08-29T17:57:56.421 INFO:tasks.rados.rados.0.smithi028.stdout:2881: left oid 44 (ObjNum 864 snap 291 seq_num 864) 2024-08-29T17:57:56.505 INFO:tasks.rados.rados.0.smithi028.stdout:2882: expect (ObjNum 843 snap 283 seq_num 843) 2024-08-29T17:57:56.629 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:57:56 smithi028 bash[77168]: cluster 2024-08-29T17:57:55.050131+0000 mgr.y (mgr.25022) 287 : cluster [DBG] pgmap v519: 121 pgs: 19 peering, 2 active+clean+snaptrim, 13 stale+active+clean, 87 active+clean; 326 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 18 MiB/s rd, 7.1 MiB/s wr, 22 op/s 2024-08-29T17:57:56.629 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:57:56 smithi028 bash[77168]: cluster 2024-08-29T17:57:55.254626+0000 mon.a (mon.0) 910 : cluster [DBG] osdmap e665: 8 total, 7 up, 8 in 2024-08-29T17:57:56.629 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:57:56 smithi028 bash[77168]: cluster 2024-08-29T17:57:55.279301+0000 mon.a (mon.0) 911 : cluster [WRN] Health check failed: Reduced data availability: 2 pgs inactive, 3 pgs peering (PG_AVAILABILITY) 2024-08-29T17:57:56.629 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:57:56 smithi028 bash[78352]: cluster 2024-08-29T17:57:55.050131+0000 mgr.y (mgr.25022) 287 : cluster [DBG] pgmap v519: 121 pgs: 19 peering, 2 active+clean+snaptrim, 13 stale+active+clean, 87 active+clean; 326 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 18 MiB/s rd, 7.1 MiB/s wr, 22 op/s 2024-08-29T17:57:56.630 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:57:56 smithi028 bash[78352]: cluster 2024-08-29T17:57:55.254626+0000 mon.a (mon.0) 910 : cluster [DBG] osdmap e665: 8 total, 7 up, 8 in 2024-08-29T17:57:56.630 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:57:56 smithi028 bash[78352]: cluster 2024-08-29T17:57:55.279301+0000 mon.a (mon.0) 911 : cluster [WRN] Health check failed: Reduced data availability: 2 pgs inactive, 3 pgs peering (PG_AVAILABILITY) 2024-08-29T17:57:57.574 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:57:57 smithi053 bash[68679]: cluster 2024-08-29T17:57:56.292255+0000 mon.a (mon.0) 912 : cluster [DBG] osdmap e666: 8 total, 7 up, 8 in 2024-08-29T17:57:57.574 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:57:57 smithi053 bash[68679]: audit 2024-08-29T17:57:57.036967+0000 mon.a (mon.0) 913 : audit [INF] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' 2024-08-29T17:57:57.574 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:57:57 smithi053 bash[68679]: audit 2024-08-29T17:57:57.038753+0000 mon.a (mon.0) 914 : audit [DBG] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-29T17:57:57.629 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:57:57 smithi028 bash[77168]: cluster 2024-08-29T17:57:56.292255+0000 mon.a (mon.0) 912 : cluster [DBG] osdmap e666: 8 total, 7 up, 8 in 2024-08-29T17:57:57.629 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:57:57 smithi028 bash[77168]: audit 2024-08-29T17:57:57.036967+0000 mon.a (mon.0) 913 : audit [INF] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' 2024-08-29T17:57:57.629 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:57:57 smithi028 bash[77168]: audit 2024-08-29T17:57:57.038753+0000 mon.a (mon.0) 914 : audit [DBG] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-29T17:57:57.629 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:57:57 smithi028 bash[78352]: cluster 2024-08-29T17:57:56.292255+0000 mon.a (mon.0) 912 : cluster [DBG] osdmap e666: 8 total, 7 up, 8 in 2024-08-29T17:57:57.630 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:57:57 smithi028 bash[78352]: audit 2024-08-29T17:57:57.036967+0000 mon.a (mon.0) 913 : audit [INF] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' 2024-08-29T17:57:57.630 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:57:57 smithi028 bash[78352]: audit 2024-08-29T17:57:57.038753+0000 mon.a (mon.0) 914 : audit [DBG] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-29T17:57:57.695 INFO:tasks.rados.rados.0.smithi028.stdout:2877: done (5 left) 2024-08-29T17:57:57.696 INFO:tasks.rados.rados.0.smithi028.stdout:2879: done (4 left) 2024-08-29T17:57:57.696 INFO:tasks.rados.rados.0.smithi028.stdout:2880: done (3 left) 2024-08-29T17:57:57.696 INFO:tasks.rados.rados.0.smithi028.stdout:2881: done (2 left) 2024-08-29T17:57:57.696 INFO:tasks.rados.rados.0.smithi028.stdout:2882: done (1 left) 2024-08-29T17:57:57.697 INFO:tasks.rados.rados.0.smithi028.stdout:2883: done (0 left) 2024-08-29T17:57:57.697 INFO:tasks.rados.rados.0.smithi028.stdout:2884: read oid 26 snap 279 2024-08-29T17:57:57.697 INFO:tasks.rados.rados.0.smithi028.stdout:2884: expect (ObjNum 770 snap 264 seq_num 770) 2024-08-29T17:57:57.697 INFO:tasks.rados.rados.0.smithi028.stdout:2885: delete oid 13 current snap is 292 2024-08-29T17:57:57.704 INFO:tasks.rados.rados.0.smithi028.stdout:2885: done (1 left) 2024-08-29T17:57:57.704 INFO:tasks.rados.rados.0.smithi028.stdout:2886: snap_create 2024-08-29T17:57:57.726 INFO:tasks.rados.rados.0.smithi028.stdout:2884: expect (ObjNum 770 snap 264 seq_num 770) 2024-08-29T17:57:58.304 INFO:tasks.rados.rados.0.smithi028.stdout:2884: done (1 left) 2024-08-29T17:57:58.304 INFO:tasks.rados.rados.0.smithi028.stdout:2886: done (0 left) 2024-08-29T17:57:58.304 INFO:tasks.rados.rados.0.smithi028.stdout:2887: delete oid 6 current snap is 293 2024-08-29T17:57:58.321 INFO:tasks.rados.rados.0.smithi028.stdout:2887: done (0 left) 2024-08-29T17:57:58.321 INFO:tasks.rados.rados.0.smithi028.stdout:append oid 34 current snap is 293 2024-08-29T17:57:58.321 INFO:tasks.rados.rados.0.smithi028.stdout:2888: seq_num 867 ranges {10027008=122880} 2024-08-29T17:57:58.415 INFO:tasks.rados.rados.0.smithi028.stdout:2888: writing smithi02869045-34 from 10027008 to 10149888 tid 1 2024-08-29T17:57:58.415 INFO:tasks.rados.rados.0.smithi028.stdout:2889: read oid 41 snap 284 2024-08-29T17:57:58.415 INFO:tasks.rados.rados.0.smithi028.stdout:2889: expect deleted 2024-08-29T17:57:58.416 INFO:tasks.rados.rados.0.smithi028.stdout:2890: copy_from oid 38 from oid 44 current snap is 293 2024-08-29T17:57:58.416 INFO:tasks.rados.rados.0.smithi028.stdout:2891: delete oid 10 current snap is 293 2024-08-29T17:57:58.428 INFO:tasks.rados.rados.0.smithi028.stdout:2889: done (3 left) 2024-08-29T17:57:58.428 INFO:tasks.rados.rados.0.smithi028.stdout:2891: done (2 left) 2024-08-29T17:57:58.429 INFO:tasks.rados.rados.0.smithi028.stdout:2892: snap_remove snap 291 2024-08-29T17:57:58.574 INFO:journalctl@ceph.osd.7.smithi053.stdout:Aug 29 17:57:58 smithi053 systemd[1]: ceph-3167ee72-662c-11ef-bcd4-c7b262605968@osd.7.service: Deactivated successfully. 2024-08-29T17:57:58.574 INFO:journalctl@ceph.osd.7.smithi053.stdout:Aug 29 17:57:58 smithi053 systemd[1]: Stopped Ceph osd.7 for 3167ee72-662c-11ef-bcd4-c7b262605968. 2024-08-29T17:57:58.575 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:57:58 smithi053 bash[68679]: cluster 2024-08-29T17:57:57.050884+0000 mgr.y (mgr.25022) 288 : cluster [DBG] pgmap v522: 121 pgs: 9 active+undersized, 19 peering, 2 active+clean+snaptrim, 11 stale+active+clean, 1 active+undersized+degraded, 79 active+clean; 327 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 13 MiB/s rd, 6.5 MiB/s wr, 18 op/s; 1/564 objects degraded (0.177%) 2024-08-29T17:57:58.575 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:57:58 smithi053 bash[68679]: cluster 2024-08-29T17:57:57.299501+0000 mon.a (mon.0) 915 : cluster [DBG] osdmap e667: 8 total, 7 up, 8 in 2024-08-29T17:57:58.575 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:57:58 smithi053 bash[68679]: cluster 2024-08-29T17:57:58.034353+0000 mon.a (mon.0) 916 : cluster [WRN] Health check failed: Degraded data redundancy: 1/564 objects degraded (0.177%), 1 pg degraded (PG_DEGRADED) 2024-08-29T17:57:58.629 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:57:58 smithi028 bash[78352]: cluster 2024-08-29T17:57:57.050884+0000 mgr.y (mgr.25022) 288 : cluster [DBG] pgmap v522: 121 pgs: 9 active+undersized, 19 peering, 2 active+clean+snaptrim, 11 stale+active+clean, 1 active+undersized+degraded, 79 active+clean; 327 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 13 MiB/s rd, 6.5 MiB/s wr, 18 op/s; 1/564 objects degraded (0.177%) 2024-08-29T17:57:58.629 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:57:58 smithi028 bash[78352]: cluster 2024-08-29T17:57:57.299501+0000 mon.a (mon.0) 915 : cluster [DBG] osdmap e667: 8 total, 7 up, 8 in 2024-08-29T17:57:58.629 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:57:58 smithi028 bash[78352]: cluster 2024-08-29T17:57:58.034353+0000 mon.a (mon.0) 916 : cluster [WRN] Health check failed: Degraded data redundancy: 1/564 objects degraded (0.177%), 1 pg degraded (PG_DEGRADED) 2024-08-29T17:57:58.629 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:57:58 smithi028 bash[77168]: cluster 2024-08-29T17:57:57.050884+0000 mgr.y (mgr.25022) 288 : cluster [DBG] pgmap v522: 121 pgs: 9 active+undersized, 19 peering, 2 active+clean+snaptrim, 11 stale+active+clean, 1 active+undersized+degraded, 79 active+clean; 327 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 13 MiB/s rd, 6.5 MiB/s wr, 18 op/s; 1/564 objects degraded (0.177%) 2024-08-29T17:57:58.630 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:57:58 smithi028 bash[77168]: cluster 2024-08-29T17:57:57.299501+0000 mon.a (mon.0) 915 : cluster [DBG] osdmap e667: 8 total, 7 up, 8 in 2024-08-29T17:57:58.630 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:57:58 smithi028 bash[77168]: cluster 2024-08-29T17:57:58.034353+0000 mon.a (mon.0) 916 : cluster [WRN] Health check failed: Degraded data redundancy: 1/564 objects degraded (0.177%), 1 pg degraded (PG_DEGRADED) 2024-08-29T17:57:59.074 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:57:58 smithi053 systemd[1]: /etc/systemd/system/ceph-3167ee72-662c-11ef-bcd4-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-08-29T17:57:59.075 INFO:journalctl@ceph.mgr.x.smithi053.stdout:Aug 29 17:57:58 smithi053 systemd[1]: /etc/systemd/system/ceph-3167ee72-662c-11ef-bcd4-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-08-29T17:57:59.075 INFO:journalctl@ceph.osd.6.smithi053.stdout:Aug 29 17:57:58 smithi053 systemd[1]: /etc/systemd/system/ceph-3167ee72-662c-11ef-bcd4-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-08-29T17:57:59.075 INFO:journalctl@ceph.mds.b.smithi053.stdout:Aug 29 17:57:58 smithi053 systemd[1]: /etc/systemd/system/ceph-3167ee72-662c-11ef-bcd4-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-08-29T17:57:59.076 INFO:journalctl@ceph.prometheus.a.smithi053.stdout:Aug 29 17:57:58 smithi053 systemd[1]: /etc/systemd/system/ceph-3167ee72-662c-11ef-bcd4-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-08-29T17:57:59.076 INFO:journalctl@ceph.grafana.a.smithi053.stdout:Aug 29 17:57:58 smithi053 systemd[1]: /etc/systemd/system/ceph-3167ee72-662c-11ef-bcd4-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-08-29T17:57:59.076 INFO:journalctl@ceph.osd.7.smithi053.stdout:Aug 29 17:57:58 smithi053 systemd[1]: /etc/systemd/system/ceph-3167ee72-662c-11ef-bcd4-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-08-29T17:57:59.076 INFO:journalctl@ceph.osd.7.smithi053.stdout:Aug 29 17:57:58 smithi053 systemd[1]: Started Ceph osd.7 for 3167ee72-662c-11ef-bcd4-c7b262605968. 2024-08-29T17:57:59.076 INFO:journalctl@ceph.osd.4.smithi053.stdout:Aug 29 17:57:58 smithi053 systemd[1]: /etc/systemd/system/ceph-3167ee72-662c-11ef-bcd4-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-08-29T17:57:59.077 INFO:journalctl@ceph.osd.5.smithi053.stdout:Aug 29 17:57:58 smithi053 systemd[1]: /etc/systemd/system/ceph-3167ee72-662c-11ef-bcd4-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-08-29T17:57:59.077 INFO:journalctl@ceph.node-exporter.b.smithi053.stdout:Aug 29 17:57:58 smithi053 systemd[1]: /etc/systemd/system/ceph-3167ee72-662c-11ef-bcd4-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-08-29T17:57:59.258 INFO:tasks.rados.rados.0.smithi028.stdout:2892: done (2 left) 2024-08-29T17:57:59.258 INFO:tasks.rados.rados.0.smithi028.stdout:2893: read oid 13 snap 279 2024-08-29T17:57:59.258 INFO:tasks.rados.rados.0.smithi028.stdout:2893: expect (ObjNum 695 snap 234 seq_num 695) 2024-08-29T17:57:59.258 INFO:tasks.rados.rados.0.smithi028.stdout:2894: rollback oid 46 current snap is 293 2024-08-29T17:57:59.258 INFO:tasks.rados.rados.0.smithi028.stdout:rollback oid 46 to 287 2024-08-29T17:57:59.258 INFO:tasks.rados.rados.0.smithi028.stdout:2895: snap_create 2024-08-29T17:57:59.258 INFO:tasks.rados.rados.0.smithi028.stdout:2888: finishing write tid 1 to smithi02869045-34 2024-08-29T17:57:59.258 INFO:tasks.rados.rados.0.smithi028.stdout:2888: finishing write tid 2 to smithi02869045-34 2024-08-29T17:57:59.258 INFO:tasks.rados.rados.0.smithi028.stdout:2888: finishing write tid 3 to smithi02869045-34 2024-08-29T17:57:59.258 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 34 v 2317 (ObjNum 867 snap 293 seq_num 867) dirty exists 2024-08-29T17:57:59.259 INFO:tasks.rados.rados.0.smithi028.stdout:2888: left oid 34 (ObjNum 867 snap 293 seq_num 867) 2024-08-29T17:57:59.259 INFO:tasks.rados.rados.0.smithi028.stdout:2890: finishing copy_from racing read to smithi02869045-38 2024-08-29T17:57:59.259 INFO:tasks.rados.rados.0.smithi028.stdout:2890: finishing copy_from to smithi02869045-38 2024-08-29T17:57:59.259 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 38 v 2320 (ObjNum 864 snap 291 seq_num 864) dirty exists 2024-08-29T17:57:59.277 INFO:tasks.rados.rados.0.smithi028.stdout:2894: finishing rollback tid 0 to smithi02869045-46 2024-08-29T17:57:59.278 INFO:tasks.rados.rados.0.smithi028.stdout:2894: finishing rollback tid 1 to smithi02869045-46 2024-08-29T17:57:59.278 INFO:tasks.rados.rados.0.smithi028.stdout:2894: finishing rollback tid 2 to smithi02869045-46 2024-08-29T17:57:59.278 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 46 v 1457 (ObjNum 757 snap 260 seq_num 757) dirty exists 2024-08-29T17:57:59.290 INFO:tasks.rados.rados.0.smithi028.stdout:2893: expect (ObjNum 695 snap 234 seq_num 695) 2024-08-29T17:57:59.574 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:57:59 smithi053 bash[68679]: cluster 2024-08-29T17:57:58.304289+0000 mon.a (mon.0) 917 : cluster [DBG] osdmap e668: 8 total, 7 up, 8 in 2024-08-29T17:57:59.575 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:57:59 smithi053 bash[68679]: audit 2024-08-29T17:57:58.772383+0000 mon.a (mon.0) 918 : audit [INF] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' 2024-08-29T17:57:59.575 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:57:59 smithi053 bash[68679]: audit 2024-08-29T17:57:58.782462+0000 mon.a (mon.0) 919 : audit [INF] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' 2024-08-29T17:57:59.575 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:57:59 smithi053 bash[68679]: audit 2024-08-29T17:57:58.784980+0000 mon.a (mon.0) 920 : audit [DBG] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-29T17:57:59.575 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:57:59 smithi053 bash[68679]: cluster 2024-08-29T17:57:59.252963+0000 mon.a (mon.0) 921 : cluster [DBG] osdmap e669: 8 total, 7 up, 8 in 2024-08-29T17:57:59.629 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:57:59 smithi028 bash[77168]: cluster 2024-08-29T17:57:58.304289+0000 mon.a (mon.0) 917 : cluster [DBG] osdmap e668: 8 total, 7 up, 8 in 2024-08-29T17:57:59.629 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:57:59 smithi028 bash[77168]: audit 2024-08-29T17:57:58.772383+0000 mon.a (mon.0) 918 : audit [INF] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' 2024-08-29T17:57:59.629 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:57:59 smithi028 bash[77168]: audit 2024-08-29T17:57:58.782462+0000 mon.a (mon.0) 919 : audit [INF] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' 2024-08-29T17:57:59.630 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:57:59 smithi028 bash[77168]: audit 2024-08-29T17:57:58.784980+0000 mon.a (mon.0) 920 : audit [DBG] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-29T17:57:59.630 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:57:59 smithi028 bash[77168]: cluster 2024-08-29T17:57:59.252963+0000 mon.a (mon.0) 921 : cluster [DBG] osdmap e669: 8 total, 7 up, 8 in 2024-08-29T17:57:59.630 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:57:59 smithi028 bash[78352]: cluster 2024-08-29T17:57:58.304289+0000 mon.a (mon.0) 917 : cluster [DBG] osdmap e668: 8 total, 7 up, 8 in 2024-08-29T17:57:59.630 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:57:59 smithi028 bash[78352]: audit 2024-08-29T17:57:58.772383+0000 mon.a (mon.0) 918 : audit [INF] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' 2024-08-29T17:57:59.630 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:57:59 smithi028 bash[78352]: audit 2024-08-29T17:57:58.782462+0000 mon.a (mon.0) 919 : audit [INF] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' 2024-08-29T17:57:59.630 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:57:59 smithi028 bash[78352]: audit 2024-08-29T17:57:58.784980+0000 mon.a (mon.0) 920 : audit [DBG] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-29T17:57:59.630 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:57:59 smithi028 bash[78352]: cluster 2024-08-29T17:57:59.252963+0000 mon.a (mon.0) 921 : cluster [DBG] osdmap e669: 8 total, 7 up, 8 in 2024-08-29T17:58:00.257 INFO:tasks.rados.rados.0.smithi028.stdout:2888: done (4 left) 2024-08-29T17:58:00.257 INFO:tasks.rados.rados.0.smithi028.stdout:2890: done (3 left) 2024-08-29T17:58:00.257 INFO:tasks.rados.rados.0.smithi028.stdout:2893: done (2 left) 2024-08-29T17:58:00.257 INFO:tasks.rados.rados.0.smithi028.stdout:2894: done (1 left) 2024-08-29T17:58:00.257 INFO:tasks.rados.rados.0.smithi028.stdout:2895: done (0 left) 2024-08-29T17:58:00.257 INFO:tasks.rados.rados.0.smithi028.stdout:append oid 30 current snap is 294 2024-08-29T17:58:00.258 INFO:tasks.rados.rados.0.smithi028.stdout:2896: seq_num 869 ranges {6217728=155648} 2024-08-29T17:58:00.292 INFO:tasks.rados.rados.0.smithi028.stdout:2896: writing smithi02869045-30 from 6217728 to 6373376 tid 1 2024-08-29T17:58:00.292 INFO:tasks.rados.rados.0.smithi028.stdout:append oid 38 current snap is 294 2024-08-29T17:58:00.292 INFO:tasks.rados.rados.0.smithi028.stdout:2897: seq_num 870 ranges {10100736=172032} 2024-08-29T17:58:00.353 INFO:tasks.rados.rados.0.smithi028.stdout:2897: writing smithi02869045-38 from 10100736 to 10272768 tid 1 2024-08-29T17:58:00.353 INFO:tasks.rados.rados.0.smithi028.stdout:2898: snap_create 2024-08-29T17:58:00.353 INFO:tasks.rados.rados.0.smithi028.stdout:2896: finishing write tid 1 to smithi02869045-30 2024-08-29T17:58:00.353 INFO:tasks.rados.rados.0.smithi028.stdout:2896: finishing write tid 2 to smithi02869045-30 2024-08-29T17:58:00.353 INFO:tasks.rados.rados.0.smithi028.stdout:2896: finishing write tid 3 to smithi02869045-30 2024-08-29T17:58:00.353 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 30 v 1121 (ObjNum 869 snap 294 seq_num 869) dirty exists 2024-08-29T17:58:00.353 INFO:tasks.rados.rados.0.smithi028.stdout:2896: left oid 30 (ObjNum 869 snap 294 seq_num 869) 2024-08-29T17:58:00.358 INFO:tasks.rados.rados.0.smithi028.stdout:2897: finishing write tid 1 to smithi02869045-38 2024-08-29T17:58:00.359 INFO:tasks.rados.rados.0.smithi028.stdout:2897: finishing write tid 2 to smithi02869045-38 2024-08-29T17:58:00.361 INFO:tasks.rados.rados.0.smithi028.stdout:2897: finishing write tid 3 to smithi02869045-38 2024-08-29T17:58:00.361 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 38 v 2492 (ObjNum 870 snap 294 seq_num 870) dirty exists 2024-08-29T17:58:00.361 INFO:tasks.rados.rados.0.smithi028.stdout:2897: left oid 38 (ObjNum 870 snap 294 seq_num 870) 2024-08-29T17:58:00.389 INFO:journalctl@ceph.osd.7.smithi053.stdout:Aug 29 17:58:00 smithi053 bash[85238]: Running command: /usr/bin/ceph-authtool --gen-print-key 2024-08-29T17:58:00.390 INFO:journalctl@ceph.osd.7.smithi053.stdout:Aug 29 17:58:00 smithi053 bash[85238]: Running command: /usr/bin/ceph-authtool --gen-print-key 2024-08-29T17:58:00.390 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:58:00 smithi053 bash[68679]: cluster 2024-08-29T17:57:59.052049+0000 mgr.y (mgr.25022) 289 : cluster [DBG] pgmap v525: 121 pgs: 24 active+undersized, 19 peering, 7 active+undersized+degraded, 71 active+clean; 316 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail; 0 B/s wr, 1 op/s; 24/555 objects degraded (4.324%) 2024-08-29T17:58:00.390 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:58:00 smithi053 bash[68679]: cluster 2024-08-29T17:58:00.254915+0000 mon.a (mon.0) 922 : cluster [DBG] osdmap e670: 8 total, 7 up, 8 in 2024-08-29T17:58:00.629 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:58:00 smithi028 bash[78352]: cluster 2024-08-29T17:57:59.052049+0000 mgr.y (mgr.25022) 289 : cluster [DBG] pgmap v525: 121 pgs: 24 active+undersized, 19 peering, 7 active+undersized+degraded, 71 active+clean; 316 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail; 0 B/s wr, 1 op/s; 24/555 objects degraded (4.324%) 2024-08-29T17:58:00.629 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:58:00 smithi028 bash[78352]: cluster 2024-08-29T17:58:00.254915+0000 mon.a (mon.0) 922 : cluster [DBG] osdmap e670: 8 total, 7 up, 8 in 2024-08-29T17:58:00.629 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:58:00 smithi028 bash[77168]: cluster 2024-08-29T17:57:59.052049+0000 mgr.y (mgr.25022) 289 : cluster [DBG] pgmap v525: 121 pgs: 24 active+undersized, 19 peering, 7 active+undersized+degraded, 71 active+clean; 316 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail; 0 B/s wr, 1 op/s; 24/555 objects degraded (4.324%) 2024-08-29T17:58:00.630 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:58:00 smithi028 bash[77168]: cluster 2024-08-29T17:58:00.254915+0000 mon.a (mon.0) 922 : cluster [DBG] osdmap e670: 8 total, 7 up, 8 in 2024-08-29T17:58:00.824 INFO:journalctl@ceph.osd.7.smithi053.stdout:Aug 29 17:58:00 smithi053 bash[85238]: --> Failed to activate via raw: activate() takes 1 positional argument but 5 were given 2024-08-29T17:58:00.825 INFO:journalctl@ceph.osd.7.smithi053.stdout:Aug 29 17:58:00 smithi053 bash[85238]: Running command: /usr/bin/ceph-authtool --gen-print-key 2024-08-29T17:58:00.825 INFO:journalctl@ceph.osd.7.smithi053.stdout:Aug 29 17:58:00 smithi053 bash[85238]: Running command: /usr/bin/ceph-authtool --gen-print-key 2024-08-29T17:58:00.825 INFO:journalctl@ceph.osd.7.smithi053.stdout:Aug 29 17:58:00 smithi053 bash[85238]: Running command: /usr/bin/chown -R ceph:ceph /var/lib/ceph/osd/ceph-7 2024-08-29T17:58:00.825 INFO:journalctl@ceph.osd.7.smithi053.stdout:Aug 29 17:58:00 smithi053 bash[85238]: Running command: /usr/bin/ceph-bluestore-tool --cluster=ceph prime-osd-dir --dev /dev/vg_nvme/lv_1 --path /var/lib/ceph/osd/ceph-7 --no-mon-config 2024-08-29T17:58:01.169 INFO:journalctl@ceph.osd.7.smithi053.stdout:Aug 29 17:58:00 smithi053 bash[85238]: Running command: /usr/bin/ln -snf /dev/vg_nvme/lv_1 /var/lib/ceph/osd/ceph-7/block 2024-08-29T17:58:01.169 INFO:journalctl@ceph.osd.7.smithi053.stdout:Aug 29 17:58:00 smithi053 bash[85238]: Running command: /usr/bin/chown -h ceph:ceph /var/lib/ceph/osd/ceph-7/block 2024-08-29T17:58:01.169 INFO:journalctl@ceph.osd.7.smithi053.stdout:Aug 29 17:58:00 smithi053 bash[85238]: Running command: /usr/bin/chown -R ceph:ceph /dev/dm-0 2024-08-29T17:58:01.169 INFO:journalctl@ceph.osd.7.smithi053.stdout:Aug 29 17:58:00 smithi053 bash[85238]: Running command: /usr/bin/chown -R ceph:ceph /var/lib/ceph/osd/ceph-7 2024-08-29T17:58:01.169 INFO:journalctl@ceph.osd.7.smithi053.stdout:Aug 29 17:58:00 smithi053 bash[85238]: --> ceph-volume lvm activate successful for osd ID: 7 2024-08-29T17:58:01.330 INFO:tasks.rados.rados.0.smithi028.stdout:2896: done (2 left) 2024-08-29T17:58:01.330 INFO:tasks.rados.rados.0.smithi028.stdout:2897: done (1 left) 2024-08-29T17:58:01.330 INFO:tasks.rados.rados.0.smithi028.stdout:2898: done (0 left) 2024-08-29T17:58:01.330 INFO:tasks.rados.rados.0.smithi028.stdout:append oid 31 current snap is 295 2024-08-29T17:58:01.330 INFO:tasks.rados.rados.0.smithi028.stdout:2899: seq_num 871 ranges {0=188416} 2024-08-29T17:58:01.330 INFO:tasks.rados.rados.0.smithi028.stdout:2899: writing smithi02869045-31 from 0 to 188416 tid 1 2024-08-29T17:58:01.330 INFO:tasks.rados.rados.0.smithi028.stdout:2900: rmattr oid 35 current snap is 295 2024-08-29T17:58:01.330 INFO:tasks.rados.rados.0.smithi028.stdout:2900: done (1 left) 2024-08-29T17:58:01.331 INFO:tasks.rados.rados.0.smithi028.stdout:2901: read oid 29 snap 269 2024-08-29T17:58:01.331 INFO:tasks.rados.rados.0.smithi028.stdout:2901: expect (ObjNum 785 snap 268 seq_num 785) 2024-08-29T17:58:01.331 INFO:tasks.rados.rados.0.smithi028.stdout:2902: copy_from oid 11 from oid 13 current snap is 295 2024-08-29T17:58:01.331 INFO:tasks.rados.rados.0.smithi028.stdout:append oid 46 current snap is 295 2024-08-29T17:58:01.331 INFO:tasks.rados.rados.0.smithi028.stdout:2903: seq_num 872 ranges {5513216=212992} 2024-08-29T17:58:01.360 INFO:tasks.rados.rados.0.smithi028.stdout:2903: writing smithi02869045-46 from 5513216 to 5726208 tid 1 2024-08-29T17:58:01.360 INFO:tasks.rados.rados.0.smithi028.stdout:2904: delete oid 18 current snap is 295 2024-08-29T17:58:01.360 INFO:tasks.rados.rados.0.smithi028.stdout:2901: expect (ObjNum 785 snap 268 seq_num 785) 2024-08-29T17:58:01.440 INFO:tasks.rados.rados.0.smithi028.stdout:2902: finishing copy_from to smithi02869045-11 2024-08-29T17:58:01.441 INFO:tasks.rados.rados.0.smithi028.stdout:2902: got expected ENOENT (src dne) 2024-08-29T17:58:01.441 INFO:tasks.rados.rados.0.smithi028.stdout:2899: finishing write tid 1 to smithi02869045-31 2024-08-29T17:58:01.441 INFO:tasks.rados.rados.0.smithi028.stdout:2902: finishing copy_from racing read to smithi02869045-11 2024-08-29T17:58:01.441 INFO:tasks.rados.rados.0.smithi028.stdout:2899: finishing write tid 2 to smithi02869045-31 2024-08-29T17:58:01.441 INFO:tasks.rados.rados.0.smithi028.stdout:2899: finishing write tid 3 to smithi02869045-31 2024-08-29T17:58:01.441 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 31 v 2796 (ObjNum 871 snap 295 seq_num 871) dirty exists 2024-08-29T17:58:01.441 INFO:tasks.rados.rados.0.smithi028.stdout:2899: left oid 31 (ObjNum 871 snap 295 seq_num 871) 2024-08-29T17:58:01.441 INFO:tasks.rados.rados.0.smithi028.stdout:2903: finishing write tid 1 to smithi02869045-46 2024-08-29T17:58:01.441 INFO:tasks.rados.rados.0.smithi028.stdout:2903: finishing write tid 2 to smithi02869045-46 2024-08-29T17:58:01.441 INFO:tasks.rados.rados.0.smithi028.stdout:2903: finishing write tid 3 to smithi02869045-46 2024-08-29T17:58:01.441 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 46 v 1459 (ObjNum 872 snap 295 seq_num 872) dirty exists 2024-08-29T17:58:01.441 INFO:tasks.rados.rados.0.smithi028.stdout:2903: left oid 46 (ObjNum 872 snap 295 seq_num 872) 2024-08-29T17:58:01.441 INFO:tasks.rados.rados.0.smithi028.stdout:2899: done (4 left) 2024-08-29T17:58:01.442 INFO:tasks.rados.rados.0.smithi028.stdout:2901: done (3 left) 2024-08-29T17:58:01.442 INFO:tasks.rados.rados.0.smithi028.stdout:2902: done (2 left) 2024-08-29T17:58:01.442 INFO:tasks.rados.rados.0.smithi028.stdout:2903: done (1 left) 2024-08-29T17:58:01.442 INFO:tasks.rados.rados.0.smithi028.stdout:2904: done (0 left) 2024-08-29T17:58:01.442 INFO:tasks.rados.rados.0.smithi028.stdout:2905: read oid 26 snap -1 2024-08-29T17:58:01.442 INFO:tasks.rados.rados.0.smithi028.stdout:2905: expect (ObjNum 770 snap 264 seq_num 770) 2024-08-29T17:58:01.442 INFO:tasks.rados.rados.0.smithi028.stdout:2906: snap_create 2024-08-29T17:58:01.477 INFO:tasks.rados.rados.0.smithi028.stdout:2905: expect (ObjNum 770 snap 264 seq_num 770) 2024-08-29T17:58:01.574 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:58:01 smithi053 bash[68679]: cluster 2024-08-29T17:58:01.311241+0000 mon.a (mon.0) 923 : cluster [INF] Health check cleared: PG_AVAILABILITY (was: Reduced data availability: 2 pgs inactive, 3 pgs peering) 2024-08-29T17:58:01.575 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:58:01 smithi053 bash[68679]: cluster 2024-08-29T17:58:01.327129+0000 mon.a (mon.0) 924 : cluster [DBG] osdmap e671: 8 total, 7 up, 8 in 2024-08-29T17:58:01.629 INFO:journalctl@ceph.mgr.y.smithi028.stdout:Aug 29 17:58:01 smithi028 bash[70818]: ::ffff:172.21.15.53 - - [29/Aug/2024:17:58:01] "GET /metrics HTTP/1.1" 200 36261 "" "Prometheus/2.43.0" 2024-08-29T17:58:01.629 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:58:01 smithi028 bash[77168]: cluster 2024-08-29T17:58:01.311241+0000 mon.a (mon.0) 923 : cluster [INF] Health check cleared: PG_AVAILABILITY (was: Reduced data availability: 2 pgs inactive, 3 pgs peering) 2024-08-29T17:58:01.629 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:58:01 smithi028 bash[77168]: cluster 2024-08-29T17:58:01.327129+0000 mon.a (mon.0) 924 : cluster [DBG] osdmap e671: 8 total, 7 up, 8 in 2024-08-29T17:58:01.630 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:58:01 smithi028 bash[78352]: cluster 2024-08-29T17:58:01.311241+0000 mon.a (mon.0) 923 : cluster [INF] Health check cleared: PG_AVAILABILITY (was: Reduced data availability: 2 pgs inactive, 3 pgs peering) 2024-08-29T17:58:01.630 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:58:01 smithi028 bash[78352]: cluster 2024-08-29T17:58:01.327129+0000 mon.a (mon.0) 924 : cluster [DBG] osdmap e671: 8 total, 7 up, 8 in 2024-08-29T17:58:02.373 INFO:tasks.rados.rados.0.smithi028.stdout:2905: done (1 left) 2024-08-29T17:58:02.375 INFO:tasks.rados.rados.0.smithi028.stdout:2906: done (0 left) 2024-08-29T17:58:02.376 INFO:tasks.rados.rados.0.smithi028.stdout:append oid 50 current snap is 296 2024-08-29T17:58:02.376 INFO:tasks.rados.rados.0.smithi028.stdout:2907: seq_num 874 ranges {12525568=245760} 2024-08-29T17:58:02.474 INFO:tasks.rados.rados.0.smithi028.stdout:2907: writing smithi02869045-50 from 12525568 to 12771328 tid 1 2024-08-29T17:58:02.474 INFO:tasks.rados.rados.0.smithi028.stdout:append oid 32 current snap is 296 2024-08-29T17:58:02.474 INFO:tasks.rados.rados.0.smithi028.stdout:2908: seq_num 875 ranges {6193152=262144} 2024-08-29T17:58:02.510 INFO:tasks.rados.rados.0.smithi028.stdout:2908: writing smithi02869045-32 from 6193152 to 6455296 tid 1 2024-08-29T17:58:02.511 INFO:tasks.rados.rados.0.smithi028.stdout:2909: copy_from oid 14 from oid 7 current snap is 296 2024-08-29T17:58:02.511 INFO:tasks.rados.rados.0.smithi028.stdout:2907: finishing write tid 1 to smithi02869045-50 2024-08-29T17:58:02.511 INFO:tasks.rados.rados.0.smithi028.stdout:2907: finishing write tid 2 to smithi02869045-50 2024-08-29T17:58:02.511 INFO:tasks.rados.rados.0.smithi028.stdout:2907: finishing write tid 3 to smithi02869045-50 2024-08-29T17:58:02.511 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 50 v 2343 (ObjNum 874 snap 296 seq_num 874) dirty exists 2024-08-29T17:58:02.511 INFO:tasks.rados.rados.0.smithi028.stdout:2907: left oid 50 (ObjNum 874 snap 296 seq_num 874) 2024-08-29T17:58:02.511 INFO:tasks.rados.rados.0.smithi028.stdout:2907: done (2 left) 2024-08-29T17:58:02.511 INFO:tasks.rados.rados.0.smithi028.stdout:2910: copy_from oid 6 from oid 2 current snap is 296 2024-08-29T17:58:02.511 INFO:tasks.rados.rados.0.smithi028.stdout:2911: copy_from oid 40 from oid 39 current snap is 296 2024-08-29T17:58:02.512 INFO:tasks.rados.rados.0.smithi028.stdout:2912: read oid 10 snap -1 2024-08-29T17:58:02.512 INFO:tasks.rados.rados.0.smithi028.stdout:2912: expect deleted 2024-08-29T17:58:02.512 INFO:tasks.rados.rados.0.smithi028.stdout:2913: rollback oid 25 current snap is 296 2024-08-29T17:58:02.512 INFO:tasks.rados.rados.0.smithi028.stdout:rollback oid 25 to 290 2024-08-29T17:58:02.512 INFO:tasks.rados.rados.0.smithi028.stdout:append oid 44 current snap is 296 2024-08-29T17:58:02.512 INFO:tasks.rados.rados.0.smithi028.stdout:2914: seq_num 876 ranges {10100736=278528} 2024-08-29T17:58:02.570 INFO:tasks.rados.rados.0.smithi028.stdout:2914: writing smithi02869045-44 from 10100736 to 10379264 tid 1 2024-08-29T17:58:02.570 INFO:tasks.rados.rados.0.smithi028.stdout:2915: read oid 31 snap -1 2024-08-29T17:58:02.570 INFO:tasks.rados.rados.0.smithi028.stdout:2915: expect (ObjNum 871 snap 295 seq_num 871) 2024-08-29T17:58:02.570 INFO:tasks.rados.rados.0.smithi028.stdout:2916: delete oid 38 current snap is 296 2024-08-29T17:58:02.570 INFO:tasks.rados.rados.0.smithi028.stdout:2911: finishing copy_from to smithi02869045-40 2024-08-29T17:58:02.570 INFO:tasks.rados.rados.0.smithi028.stdout:2911: got expected ENOENT (src dne) 2024-08-29T17:58:02.570 INFO:tasks.rados.rados.0.smithi028.stdout:2911: finishing copy_from racing read to smithi02869045-40 2024-08-29T17:58:02.570 INFO:tasks.rados.rados.0.smithi028.stdout:2909: finishing copy_from to smithi02869045-14 2024-08-29T17:58:02.570 INFO:tasks.rados.rados.0.smithi028.stdout:2909: got expected ENOENT (src dne) 2024-08-29T17:58:02.570 INFO:tasks.rados.rados.0.smithi028.stdout:2909: finishing copy_from racing read to smithi02869045-14 2024-08-29T17:58:02.570 INFO:tasks.rados.rados.0.smithi028.stdout:2908: finishing write tid 1 to smithi02869045-32 2024-08-29T17:58:02.570 INFO:tasks.rados.rados.0.smithi028.stdout:2910: finishing copy_from racing read to smithi02869045-6 2024-08-29T17:58:02.571 INFO:tasks.rados.rados.0.smithi028.stdout:2913: finishing rollback tid 0 to smithi02869045-25 2024-08-29T17:58:02.571 INFO:tasks.rados.rados.0.smithi028.stdout:2910: finishing copy_from to smithi02869045-6 2024-08-29T17:58:02.571 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 6 v 2098 (ObjNum 33 snap 0 seq_num 1676386352) dirty exists 2024-08-29T17:58:02.571 INFO:tasks.rados.rados.0.smithi028.stdout:2913: finishing rollback tid 1 to smithi02869045-25 2024-08-29T17:58:02.571 INFO:tasks.rados.rados.0.smithi028.stdout:2913: finishing rollback tid 2 to smithi02869045-25 2024-08-29T17:58:02.571 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 25 v 1013 (ObjNum 33 snap 0 seq_num 1678366224) dirty exists 2024-08-29T17:58:02.571 INFO:tasks.rados.rados.0.smithi028.stdout:2908: finishing write tid 2 to smithi02869045-32 2024-08-29T17:58:02.571 INFO:tasks.rados.rados.0.smithi028.stdout:2908: finishing write tid 3 to smithi02869045-32 2024-08-29T17:58:02.571 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 32 v 1335 (ObjNum 875 snap 296 seq_num 875) dirty exists 2024-08-29T17:58:02.571 INFO:tasks.rados.rados.0.smithi028.stdout:2908: left oid 32 (ObjNum 875 snap 296 seq_num 875) 2024-08-29T17:58:02.573 INFO:tasks.rados.rados.0.smithi028.stdout:2915: expect (ObjNum 871 snap 295 seq_num 871) 2024-08-29T17:58:02.574 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:58:02 smithi053 bash[68679]: cluster 2024-08-29T17:58:01.053131+0000 mgr.y (mgr.25022) 290 : cluster [DBG] pgmap v528: 121 pgs: 38 active+undersized, 12 active+undersized+degraded, 71 active+clean; 325 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail; 4.8 MiB/s wr, 5 op/s; 55/552 objects degraded (9.964%) 2024-08-29T17:58:02.575 INFO:journalctl@ceph.prometheus.a.smithi053.stdout:Aug 29 17:58:02 smithi053 bash[61790]: ts=2024-08-29T17:58:02.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"3167ee72-662c-11ef-bcd4-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-29T17:58:02.580 INFO:tasks.rados.rados.0.smithi028.stdout:2914: finishing write tid 1 to smithi02869045-44 2024-08-29T17:58:02.580 INFO:tasks.rados.rados.0.smithi028.stdout:2914: finishing write tid 2 to smithi02869045-44 2024-08-29T17:58:02.580 INFO:tasks.rados.rados.0.smithi028.stdout:2908: done (8 left) 2024-08-29T17:58:02.580 INFO:tasks.rados.rados.0.smithi028.stdout:2909: done (7 left) 2024-08-29T17:58:02.580 INFO:tasks.rados.rados.0.smithi028.stdout:2910: done (6 left) 2024-08-29T17:58:02.580 INFO:tasks.rados.rados.0.smithi028.stdout:2911: done (5 left) 2024-08-29T17:58:02.580 INFO:tasks.rados.rados.0.smithi028.stdout:2912: done (4 left) 2024-08-29T17:58:02.580 INFO:tasks.rados.rados.0.smithi028.stdout:2913: done (3 left) 2024-08-29T17:58:02.581 INFO:tasks.rados.rados.0.smithi028.stdout:2915: done (2 left) 2024-08-29T17:58:02.581 INFO:tasks.rados.rados.0.smithi028.stdout:2916: done (1 left) 2024-08-29T17:58:02.581 INFO:tasks.rados.rados.0.smithi028.stdout:2917: rollback oid 1 current snap is 296 2024-08-29T17:58:02.581 INFO:tasks.rados.rados.0.smithi028.stdout:rollback oid 1 to 280 2024-08-29T17:58:02.581 INFO:tasks.rados.rados.0.smithi028.stdout:append oid 33 current snap is 296 2024-08-29T17:58:02.581 INFO:tasks.rados.rados.0.smithi028.stdout:2918: seq_num 878 ranges {0=311296} 2024-08-29T17:58:02.581 INFO:tasks.rados.rados.0.smithi028.stdout:2918: writing smithi02869045-33 from 0 to 311296 tid 1 2024-08-29T17:58:02.582 INFO:tasks.rados.rados.0.smithi028.stdout:2919: snap_create 2024-08-29T17:58:02.583 INFO:tasks.rados.rados.0.smithi028.stdout:2914: finishing write tid 3 to smithi02869045-44 2024-08-29T17:58:02.583 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 44 v 2323 (ObjNum 876 snap 296 seq_num 876) dirty exists 2024-08-29T17:58:02.583 INFO:tasks.rados.rados.0.smithi028.stdout:2914: left oid 44 (ObjNum 876 snap 296 seq_num 876) 2024-08-29T17:58:02.591 INFO:tasks.rados.rados.0.smithi028.stdout:2917: finishing rollback tid 0 to smithi02869045-1 2024-08-29T17:58:02.596 INFO:tasks.rados.rados.0.smithi028.stdout:2917: finishing rollback tid 1 to smithi02869045-1 2024-08-29T17:58:02.599 INFO:tasks.rados.rados.0.smithi028.stdout:2917: finishing rollback tid 2 to smithi02869045-1 2024-08-29T17:58:02.599 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 1 v 2800 (ObjNum 774 snap 265 seq_num 774) dirty exists 2024-08-29T17:58:02.599 INFO:tasks.rados.rados.0.smithi028.stdout:2918: finishing write tid 1 to smithi02869045-33 2024-08-29T17:58:02.600 INFO:tasks.rados.rados.0.smithi028.stdout:2918: finishing write tid 2 to smithi02869045-33 2024-08-29T17:58:02.604 INFO:tasks.rados.rados.0.smithi028.stdout:2918: finishing write tid 3 to smithi02869045-33 2024-08-29T17:58:02.604 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 33 v 2802 (ObjNum 878 snap 296 seq_num 878) dirty exists 2024-08-29T17:58:02.604 INFO:tasks.rados.rados.0.smithi028.stdout:2918: left oid 33 (ObjNum 878 snap 296 seq_num 878) 2024-08-29T17:58:02.629 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:58:02 smithi028 bash[78352]: cluster 2024-08-29T17:58:01.053131+0000 mgr.y (mgr.25022) 290 : cluster [DBG] pgmap v528: 121 pgs: 38 active+undersized, 12 active+undersized+degraded, 71 active+clean; 325 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail; 4.8 MiB/s wr, 5 op/s; 55/552 objects degraded (9.964%) 2024-08-29T17:58:02.629 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:58:02 smithi028 bash[77168]: cluster 2024-08-29T17:58:01.053131+0000 mgr.y (mgr.25022) 290 : cluster [DBG] pgmap v528: 121 pgs: 38 active+undersized, 12 active+undersized+degraded, 71 active+clean; 325 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail; 4.8 MiB/s wr, 5 op/s; 55/552 objects degraded (9.964%) 2024-08-29T17:58:03.325 INFO:journalctl@ceph.osd.7.smithi053.stdout:Aug 29 17:58:03 smithi053 bash[85457]: debug 2024-08-29T17:58:03.159+0000 7f5a7dcac640 1 -- 172.21.15.53:0/459047930 <== mon.1 v2:172.21.15.53:3300/0 4 ==== auth_reply(proto 2 0 (0) Success) ==== 194+0+0 (secure 0 0 0) 0x564275bac960 con 0x564275bcd800 2024-08-29T17:58:03.394 INFO:tasks.rados.rados.0.smithi028.stdout:2914: done (3 left) 2024-08-29T17:58:03.394 INFO:tasks.rados.rados.0.smithi028.stdout:2917: done (2 left) 2024-08-29T17:58:03.394 INFO:tasks.rados.rados.0.smithi028.stdout:2918: done (1 left) 2024-08-29T17:58:03.394 INFO:tasks.rados.rados.0.smithi028.stdout:2919: done (0 left) 2024-08-29T17:58:03.395 INFO:tasks.rados.rados.0.smithi028.stdout:2920: rmattr oid 32 current snap is 297 2024-08-29T17:58:03.395 INFO:tasks.rados.rados.0.smithi028.stdout:2921: rollback oid 17 current snap is 297 2024-08-29T17:58:03.395 INFO:tasks.rados.rados.0.smithi028.stdout:rollback oid 17 to 293 2024-08-29T17:58:03.395 INFO:tasks.rados.rados.0.smithi028.stdout:2922: copy_from oid 9 from oid 8 current snap is 297 2024-08-29T17:58:03.395 INFO:tasks.rados.rados.0.smithi028.stdout:2923: read oid 30 snap 293 2024-08-29T17:58:03.395 INFO:tasks.rados.rados.0.smithi028.stdout:2923: expect (ObjNum 838 snap 282 seq_num 838) 2024-08-29T17:58:03.395 INFO:tasks.rados.rados.0.smithi028.stdout:append oid 28 current snap is 297 2024-08-29T17:58:03.395 INFO:tasks.rados.rados.0.smithi028.stdout:2924: seq_num 879 ranges {0=327680} 2024-08-29T17:58:03.396 INFO:tasks.rados.rados.0.smithi028.stdout:2924: writing smithi02869045-28 from 0 to 327680 tid 1 2024-08-29T17:58:03.396 INFO:tasks.rados.rados.0.smithi028.stdout:2925: delete oid 3 current snap is 297 2024-08-29T17:58:03.410 INFO:tasks.rados.rados.0.smithi028.stdout:2925: done (5 left) 2024-08-29T17:58:03.410 INFO:tasks.rados.rados.0.smithi028.stdout:append oid 19 current snap is 297 2024-08-29T17:58:03.410 INFO:tasks.rados.rados.0.smithi028.stdout:2926: seq_num 881 ranges {2260992=360448} 2024-08-29T17:58:03.423 INFO:tasks.rados.rados.0.smithi028.stdout:2926: writing smithi02869045-19 from 2260992 to 2621440 tid 1 2024-08-29T17:58:03.423 INFO:tasks.rados.rados.0.smithi028.stdout:2927: snap_create 2024-08-29T17:58:03.423 INFO:tasks.rados.rados.0.smithi028.stdout:2924: finishing write tid 1 to smithi02869045-28 2024-08-29T17:58:03.423 INFO:tasks.rados.rados.0.smithi028.stdout:2924: finishing write tid 2 to smithi02869045-28 2024-08-29T17:58:03.424 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 32 v 1336 (ObjNum 875 snap 296 seq_num 875) dirty exists 2024-08-29T17:58:03.424 INFO:tasks.rados.rados.0.smithi028.stdout:2921: finishing rollback tid 0 to smithi02869045-17 2024-08-29T17:58:03.424 INFO:tasks.rados.rados.0.smithi028.stdout:2921: finishing rollback tid 1 to smithi02869045-17 2024-08-29T17:58:03.424 INFO:tasks.rados.rados.0.smithi028.stdout:2921: finishing rollback tid 2 to smithi02869045-17 2024-08-29T17:58:03.424 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 17 v 2806 (ObjNum 856 snap 288 seq_num 856) dirty exists 2024-08-29T17:58:03.433 INFO:tasks.rados.rados.0.smithi028.stdout:2922: finishing copy_from racing read to smithi02869045-9 2024-08-29T17:58:03.433 INFO:tasks.rados.rados.0.smithi028.stdout:2924: finishing write tid 3 to smithi02869045-28 2024-08-29T17:58:03.433 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 28 v 2495 (ObjNum 879 snap 297 seq_num 879) dirty exists 2024-08-29T17:58:03.433 INFO:tasks.rados.rados.0.smithi028.stdout:2924: left oid 28 (ObjNum 879 snap 297 seq_num 879) 2024-08-29T17:58:03.436 INFO:tasks.rados.rados.0.smithi028.stdout:2923: expect (ObjNum 838 snap 282 seq_num 838) 2024-08-29T17:58:03.629 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:58:03 smithi028 bash[77168]: cluster 2024-08-29T17:58:02.374801+0000 mon.a (mon.0) 925 : cluster [DBG] osdmap e672: 8 total, 7 up, 8 in 2024-08-29T17:58:03.629 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:58:03 smithi028 bash[78352]: cluster 2024-08-29T17:58:02.374801+0000 mon.a (mon.0) 925 : cluster [DBG] osdmap e672: 8 total, 7 up, 8 in 2024-08-29T17:58:03.808 INFO:tasks.rados.rados.0.smithi028.stdout:2922: finishing copy_from to smithi02869045-9 2024-08-29T17:58:03.809 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 9 v 2315 (ObjNum 733 snap 249 seq_num 733) dirty exists 2024-08-29T17:58:03.809 INFO:tasks.rados.rados.0.smithi028.stdout:2926: finishing write tid 1 to smithi02869045-19 2024-08-29T17:58:03.809 INFO:tasks.rados.rados.0.smithi028.stdout:2926: finishing write tid 2 to smithi02869045-19 2024-08-29T17:58:03.809 INFO:tasks.rados.rados.0.smithi028.stdout:2926: finishing write tid 3 to smithi02869045-19 2024-08-29T17:58:03.809 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 19 v 2508 (ObjNum 881 snap 297 seq_num 881) dirty exists 2024-08-29T17:58:03.809 INFO:tasks.rados.rados.0.smithi028.stdout:2926: left oid 19 (ObjNum 881 snap 297 seq_num 881) 2024-08-29T17:58:03.824 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:58:03 smithi053 bash[68679]: cluster 2024-08-29T17:58:02.374801+0000 mon.a (mon.0) 925 : cluster [DBG] osdmap e672: 8 total, 7 up, 8 in 2024-08-29T17:58:04.253 INFO:tasks.rados.rados.0.smithi028.stdout:2920: done (6 left) 2024-08-29T17:58:04.253 INFO:tasks.rados.rados.0.smithi028.stdout:2921: done (5 left) 2024-08-29T17:58:04.253 INFO:tasks.rados.rados.0.smithi028.stdout:2922: done (4 left) 2024-08-29T17:58:04.253 INFO:tasks.rados.rados.0.smithi028.stdout:2923: done (3 left) 2024-08-29T17:58:04.253 INFO:tasks.rados.rados.0.smithi028.stdout:2924: done (2 left) 2024-08-29T17:58:04.253 INFO:tasks.rados.rados.0.smithi028.stdout:2926: done (1 left) 2024-08-29T17:58:04.254 INFO:tasks.rados.rados.0.smithi028.stdout:2927: done (0 left) 2024-08-29T17:58:04.254 INFO:tasks.rados.rados.0.smithi028.stdout:2928: copy_from oid 40 from oid 20 current snap is 298 2024-08-29T17:58:04.254 INFO:tasks.rados.rados.0.smithi028.stdout:2929: rmattr oid 46 current snap is 298 2024-08-29T17:58:04.254 INFO:tasks.rados.rados.0.smithi028.stdout:append oid 11 current snap is 298 2024-08-29T17:58:04.254 INFO:tasks.rados.rados.0.smithi028.stdout:2930: seq_num 882 ranges {2113536=376832} 2024-08-29T17:58:04.270 INFO:tasks.rados.rados.0.smithi028.stdout:2930: writing smithi02869045-11 from 2113536 to 2490368 tid 1 2024-08-29T17:58:04.270 INFO:tasks.rados.rados.0.smithi028.stdout:2931: snap_create 2024-08-29T17:58:04.270 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 46 v 1460 (ObjNum 872 snap 295 seq_num 872) dirty exists 2024-08-29T17:58:04.270 INFO:tasks.rados.rados.0.smithi028.stdout:2928: finishing copy_from racing read to smithi02869045-40 2024-08-29T17:58:04.271 INFO:tasks.rados.rados.0.smithi028.stdout:2928: finishing copy_from to smithi02869045-40 2024-08-29T17:58:04.271 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 40 v 2114 (ObjNum 737 snap 252 seq_num 737) dirty exists 2024-08-29T17:58:04.276 INFO:tasks.rados.rados.0.smithi028.stdout:2930: finishing write tid 1 to smithi02869045-11 2024-08-29T17:58:04.277 INFO:tasks.rados.rados.0.smithi028.stdout:2930: finishing write tid 2 to smithi02869045-11 2024-08-29T17:58:04.280 INFO:tasks.rados.rados.0.smithi028.stdout:2930: finishing write tid 3 to smithi02869045-11 2024-08-29T17:58:04.280 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 11 v 2317 (ObjNum 882 snap 298 seq_num 882) dirty exists 2024-08-29T17:58:04.280 INFO:tasks.rados.rados.0.smithi028.stdout:2930: left oid 11 (ObjNum 882 snap 298 seq_num 882) 2024-08-29T17:58:04.574 INFO:journalctl@ceph.osd.7.smithi053.stdout:Aug 29 17:58:04 smithi053 bash[85457]: debug 2024-08-29T17:58:04.231+0000 7f5a80513640 -1 Falling back to public interface 2024-08-29T17:58:04.575 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:58:04 smithi053 bash[68679]: cluster 2024-08-29T17:58:03.054260+0000 mgr.y (mgr.25022) 291 : cluster [DBG] pgmap v531: 121 pgs: 38 active+undersized, 12 active+undersized+degraded, 71 active+clean; 325 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail; 13 MiB/s rd, 4.9 MiB/s wr, 10 op/s; 56/555 objects degraded (10.090%) 2024-08-29T17:58:04.575 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:58:04 smithi053 bash[68679]: cluster 2024-08-29T17:58:03.379295+0000 mon.a (mon.0) 926 : cluster [WRN] Health check update: Degraded data redundancy: 56/555 objects degraded (10.090%), 12 pgs degraded (PG_DEGRADED) 2024-08-29T17:58:04.575 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:58:04 smithi053 bash[68679]: cluster 2024-08-29T17:58:03.395947+0000 mon.a (mon.0) 927 : cluster [DBG] osdmap e673: 8 total, 7 up, 8 in 2024-08-29T17:58:04.575 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:58:04 smithi053 bash[68679]: cluster 2024-08-29T17:58:04.254487+0000 mon.a (mon.0) 928 : cluster [DBG] osdmap e674: 8 total, 7 up, 8 in 2024-08-29T17:58:04.879 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:58:04 smithi028 bash[78352]: cluster 2024-08-29T17:58:03.054260+0000 mgr.y (mgr.25022) 291 : cluster [DBG] pgmap v531: 121 pgs: 38 active+undersized, 12 active+undersized+degraded, 71 active+clean; 325 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail; 13 MiB/s rd, 4.9 MiB/s wr, 10 op/s; 56/555 objects degraded (10.090%) 2024-08-29T17:58:04.879 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:58:04 smithi028 bash[78352]: cluster 2024-08-29T17:58:03.379295+0000 mon.a (mon.0) 926 : cluster [WRN] Health check update: Degraded data redundancy: 56/555 objects degraded (10.090%), 12 pgs degraded (PG_DEGRADED) 2024-08-29T17:58:04.879 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:58:04 smithi028 bash[78352]: cluster 2024-08-29T17:58:03.395947+0000 mon.a (mon.0) 927 : cluster [DBG] osdmap e673: 8 total, 7 up, 8 in 2024-08-29T17:58:04.879 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:58:04 smithi028 bash[78352]: cluster 2024-08-29T17:58:04.254487+0000 mon.a (mon.0) 928 : cluster [DBG] osdmap e674: 8 total, 7 up, 8 in 2024-08-29T17:58:04.879 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:58:04 smithi028 bash[77168]: cluster 2024-08-29T17:58:03.054260+0000 mgr.y (mgr.25022) 291 : cluster [DBG] pgmap v531: 121 pgs: 38 active+undersized, 12 active+undersized+degraded, 71 active+clean; 325 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail; 13 MiB/s rd, 4.9 MiB/s wr, 10 op/s; 56/555 objects degraded (10.090%) 2024-08-29T17:58:04.880 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:58:04 smithi028 bash[77168]: cluster 2024-08-29T17:58:03.379295+0000 mon.a (mon.0) 926 : cluster [WRN] Health check update: Degraded data redundancy: 56/555 objects degraded (10.090%), 12 pgs degraded (PG_DEGRADED) 2024-08-29T17:58:04.880 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:58:04 smithi028 bash[77168]: cluster 2024-08-29T17:58:03.395947+0000 mon.a (mon.0) 927 : cluster [DBG] osdmap e673: 8 total, 7 up, 8 in 2024-08-29T17:58:04.880 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:58:04 smithi028 bash[77168]: cluster 2024-08-29T17:58:04.254487+0000 mon.a (mon.0) 928 : cluster [DBG] osdmap e674: 8 total, 7 up, 8 in 2024-08-29T17:58:05.256 INFO:tasks.rados.rados.0.smithi028.stdout:2928: done (3 left) 2024-08-29T17:58:05.257 INFO:tasks.rados.rados.0.smithi028.stdout:2929: done (2 left) 2024-08-29T17:58:05.257 INFO:tasks.rados.rados.0.smithi028.stdout:2930: done (1 left) 2024-08-29T17:58:05.257 INFO:tasks.rados.rados.0.smithi028.stdout:2931: done (0 left) 2024-08-29T17:58:05.257 INFO:tasks.rados.rados.0.smithi028.stdout:append oid 39 current snap is 299 2024-08-29T17:58:05.257 INFO:tasks.rados.rados.0.smithi028.stdout:2932: seq_num 883 ranges {0=393216} 2024-08-29T17:58:05.261 INFO:tasks.rados.rados.0.smithi028.stdout:2932: writing smithi02869045-39 from 0 to 393216 tid 1 2024-08-29T17:58:05.261 INFO:tasks.rados.rados.0.smithi028.stdout:2933: read oid 17 snap -1 2024-08-29T17:58:05.261 INFO:tasks.rados.rados.0.smithi028.stdout:2933: expect (ObjNum 856 snap 288 seq_num 856) 2024-08-29T17:58:05.261 INFO:tasks.rados.rados.0.smithi028.stdout:2934: snap_create 2024-08-29T17:58:05.268 INFO:tasks.rados.rados.0.smithi028.stdout:2932: finishing write tid 1 to smithi02869045-39 2024-08-29T17:58:05.269 INFO:tasks.rados.rados.0.smithi028.stdout:2932: finishing write tid 2 to smithi02869045-39 2024-08-29T17:58:05.273 INFO:tasks.rados.rados.0.smithi028.stdout:2932: finishing write tid 3 to smithi02869045-39 2024-08-29T17:58:05.273 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 39 v 2099 (ObjNum 883 snap 299 seq_num 883) dirty exists 2024-08-29T17:58:05.273 INFO:tasks.rados.rados.0.smithi028.stdout:2932: left oid 39 (ObjNum 883 snap 299 seq_num 883) 2024-08-29T17:58:05.296 INFO:tasks.rados.rados.0.smithi028.stdout:2933: expect (ObjNum 856 snap 288 seq_num 856) 2024-08-29T17:58:06.268 INFO:tasks.rados.rados.0.smithi028.stdout:2932: done (2 left) 2024-08-29T17:58:06.268 INFO:tasks.rados.rados.0.smithi028.stdout:2933: done (1 left) 2024-08-29T17:58:06.268 INFO:tasks.rados.rados.0.smithi028.stdout:2934: done (0 left) 2024-08-29T17:58:06.268 INFO:tasks.rados.rados.0.smithi028.stdout:2935: snap_create 2024-08-29T17:58:06.574 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:58:06 smithi053 bash[68679]: cluster 2024-08-29T17:58:05.055508+0000 mgr.y (mgr.25022) 292 : cluster [DBG] pgmap v534: 121 pgs: 38 active+undersized, 12 active+undersized+degraded, 71 active+clean; 329 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail; 13 MiB/s rd, 913 KiB/s wr, 19 op/s; 62/600 objects degraded (10.333%) 2024-08-29T17:58:06.575 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:58:06 smithi053 bash[68679]: cluster 2024-08-29T17:58:05.257938+0000 mon.a (mon.0) 929 : cluster [DBG] osdmap e675: 8 total, 7 up, 8 in 2024-08-29T17:58:06.629 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:58:06 smithi028 bash[78352]: cluster 2024-08-29T17:58:05.055508+0000 mgr.y (mgr.25022) 292 : cluster [DBG] pgmap v534: 121 pgs: 38 active+undersized, 12 active+undersized+degraded, 71 active+clean; 329 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail; 13 MiB/s rd, 913 KiB/s wr, 19 op/s; 62/600 objects degraded (10.333%) 2024-08-29T17:58:06.629 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:58:06 smithi028 bash[78352]: cluster 2024-08-29T17:58:05.257938+0000 mon.a (mon.0) 929 : cluster [DBG] osdmap e675: 8 total, 7 up, 8 in 2024-08-29T17:58:06.630 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:58:06 smithi028 bash[77168]: cluster 2024-08-29T17:58:05.055508+0000 mgr.y (mgr.25022) 292 : cluster [DBG] pgmap v534: 121 pgs: 38 active+undersized, 12 active+undersized+degraded, 71 active+clean; 329 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail; 13 MiB/s rd, 913 KiB/s wr, 19 op/s; 62/600 objects degraded (10.333%) 2024-08-29T17:58:06.630 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:58:06 smithi028 bash[77168]: cluster 2024-08-29T17:58:05.257938+0000 mon.a (mon.0) 929 : cluster [DBG] osdmap e675: 8 total, 7 up, 8 in 2024-08-29T17:58:07.276 INFO:tasks.rados.rados.0.smithi028.stdout:2935: done (0 left) 2024-08-29T17:58:07.276 INFO:tasks.rados.rados.0.smithi028.stdout:2936: rollback oid 32 current snap is 301 2024-08-29T17:58:07.276 INFO:tasks.rados.rados.0.smithi028.stdout:rollback oid 32 to 293 2024-08-29T17:58:07.276 INFO:tasks.rados.rados.0.smithi028.stdout:2937: copy_from oid 1 from oid 15 current snap is 301 2024-08-29T17:58:07.276 INFO:tasks.rados.rados.0.smithi028.stdout:2938: snap_remove snap 300 2024-08-29T17:58:07.574 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:58:07 smithi053 bash[68679]: cluster 2024-08-29T17:58:06.266941+0000 mon.a (mon.0) 930 : cluster [DBG] osdmap e676: 8 total, 7 up, 8 in 2024-08-29T17:58:07.575 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:58:07 smithi053 bash[68679]: audit 2024-08-29T17:58:06.346671+0000 mon.a (mon.0) 931 : audit [INF] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' 2024-08-29T17:58:07.575 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:58:07 smithi053 bash[68679]: audit 2024-08-29T17:58:06.358159+0000 mon.a (mon.0) 932 : audit [INF] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' 2024-08-29T17:58:07.629 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:58:07 smithi028 bash[78352]: cluster 2024-08-29T17:58:06.266941+0000 mon.a (mon.0) 930 : cluster [DBG] osdmap e676: 8 total, 7 up, 8 in 2024-08-29T17:58:07.629 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:58:07 smithi028 bash[78352]: audit 2024-08-29T17:58:06.346671+0000 mon.a (mon.0) 931 : audit [INF] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' 2024-08-29T17:58:07.629 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:58:07 smithi028 bash[78352]: audit 2024-08-29T17:58:06.358159+0000 mon.a (mon.0) 932 : audit [INF] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' 2024-08-29T17:58:07.630 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:58:07 smithi028 bash[77168]: cluster 2024-08-29T17:58:06.266941+0000 mon.a (mon.0) 930 : cluster [DBG] osdmap e676: 8 total, 7 up, 8 in 2024-08-29T17:58:07.630 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:58:07 smithi028 bash[77168]: audit 2024-08-29T17:58:06.346671+0000 mon.a (mon.0) 931 : audit [INF] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' 2024-08-29T17:58:07.630 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:58:07 smithi028 bash[77168]: audit 2024-08-29T17:58:06.358159+0000 mon.a (mon.0) 932 : audit [INF] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' 2024-08-29T17:58:08.283 INFO:tasks.rados.rados.0.smithi028.stdout:2938: done (2 left) 2024-08-29T17:58:08.283 INFO:tasks.rados.rados.0.smithi028.stdout:2939: copy_from oid 40 from oid 30 current snap is 301 2024-08-29T17:58:08.283 INFO:tasks.rados.rados.0.smithi028.stdout:2940: read oid 29 snap -1 2024-08-29T17:58:08.283 INFO:tasks.rados.rados.0.smithi028.stdout:2940: expect deleted 2024-08-29T17:58:08.283 INFO:tasks.rados.rados.0.smithi028.stdout:2941: read oid 6 snap -1 2024-08-29T17:58:08.283 INFO:tasks.rados.rados.0.smithi028.stdout:2941: expect (ObjNum 0 snap 0 seq_num 0) 2024-08-29T17:58:08.283 INFO:tasks.rados.rados.0.smithi028.stdout:2942: setattr oid 24 current snap is 301 2024-08-29T17:58:08.283 INFO:tasks.rados.rados.0.smithi028.stdout:2936: finishing rollback tid 0 to smithi02869045-32 2024-08-29T17:58:08.283 INFO:tasks.rados.rados.0.smithi028.stdout:2936: finishing rollback tid 1 to smithi02869045-32 2024-08-29T17:58:08.283 INFO:tasks.rados.rados.0.smithi028.stdout:2936: finishing rollback tid 2 to smithi02869045-32 2024-08-29T17:58:08.283 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 32 v 1339 (ObjNum 845 snap 283 seq_num 845) dirty exists 2024-08-29T17:58:08.283 INFO:tasks.rados.rados.0.smithi028.stdout:2937: finishing copy_from racing read to smithi02869045-1 2024-08-29T17:58:08.284 INFO:tasks.rados.rados.0.smithi028.stdout:2937: finishing copy_from to smithi02869045-1 2024-08-29T17:58:08.284 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 1 v 1498 (ObjNum 839 snap 283 seq_num 839) dirty exists 2024-08-29T17:58:08.287 INFO:tasks.rados.rados.0.smithi028.stdout:2941: expect (ObjNum 0 snap 0 seq_num 0) 2024-08-29T17:58:08.293 INFO:tasks.rados.rados.0.smithi028.stdout:2936: done (5 left) 2024-08-29T17:58:08.293 INFO:tasks.rados.rados.0.smithi028.stdout:2937: done (4 left) 2024-08-29T17:58:08.293 INFO:tasks.rados.rados.0.smithi028.stdout:2940: done (3 left) 2024-08-29T17:58:08.293 INFO:tasks.rados.rados.0.smithi028.stdout:2941: done (2 left) 2024-08-29T17:58:08.293 INFO:tasks.rados.rados.0.smithi028.stdout:2943: read oid 28 snap -1 2024-08-29T17:58:08.293 INFO:tasks.rados.rados.0.smithi028.stdout:2943: expect (ObjNum 879 snap 297 seq_num 879) 2024-08-29T17:58:08.293 INFO:tasks.rados.rados.0.smithi028.stdout:2944: setattr oid 47 current snap is 301 2024-08-29T17:58:08.296 INFO:tasks.rados.rados.0.smithi028.stdout:2945: delete oid 7 current snap is 301 2024-08-29T17:58:08.300 INFO:tasks.rados.rados.0.smithi028.stdout:2945: done (4 left) 2024-08-29T17:58:08.300 INFO:tasks.rados.rados.0.smithi028.stdout:append oid 14 current snap is 301 2024-08-29T17:58:08.300 INFO:tasks.rados.rados.0.smithi028.stdout:2946: seq_num 885 ranges {0=425984} 2024-08-29T17:58:08.303 INFO:tasks.rados.rados.0.smithi028.stdout:2946: writing smithi02869045-14 from 0 to 425984 tid 1 2024-08-29T17:58:08.303 INFO:tasks.rados.rados.0.smithi028.stdout:2947: delete oid 7 current snap is 301 2024-08-29T17:58:08.303 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 24 v 1461 (ObjNum 161 snap 0 seq_num 1) dirty exists 2024-08-29T17:58:08.303 INFO:tasks.rados.rados.0.smithi028.stdout:2943: expect (ObjNum 879 snap 297 seq_num 879) 2024-08-29T17:58:08.316 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 47 v 2496 (ObjNum 841 snap 283 seq_num 841) dirty exists 2024-08-29T17:58:08.317 INFO:tasks.rados.rados.0.smithi028.stdout:2946: finishing write tid 1 to smithi02869045-14 2024-08-29T17:58:08.317 INFO:tasks.rados.rados.0.smithi028.stdout:2946: finishing write tid 2 to smithi02869045-14 2024-08-29T17:58:08.317 INFO:tasks.rados.rados.0.smithi028.stdout:2946: finishing write tid 3 to smithi02869045-14 2024-08-29T17:58:08.317 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 14 v 1661 (ObjNum 885 snap 301 seq_num 885) dirty exists 2024-08-29T17:58:08.317 INFO:tasks.rados.rados.0.smithi028.stdout:2946: left oid 14 (ObjNum 885 snap 301 seq_num 885) 2024-08-29T17:58:08.317 INFO:tasks.rados.rados.0.smithi028.stdout:2942: done (5 left) 2024-08-29T17:58:08.317 INFO:tasks.rados.rados.0.smithi028.stdout:2943: done (4 left) 2024-08-29T17:58:08.317 INFO:tasks.rados.rados.0.smithi028.stdout:2944: done (3 left) 2024-08-29T17:58:08.317 INFO:tasks.rados.rados.0.smithi028.stdout:2946: done (2 left) 2024-08-29T17:58:08.317 INFO:tasks.rados.rados.0.smithi028.stdout:2947: done (1 left) 2024-08-29T17:58:08.317 INFO:tasks.rados.rados.0.smithi028.stdout:2948: rollback oid 46 current snap is 301 2024-08-29T17:58:08.317 INFO:tasks.rados.rados.0.smithi028.stdout:rollback oid 46 to 269 2024-08-29T17:58:08.317 INFO:tasks.rados.rados.0.smithi028.stdout:append oid 23 current snap is 301 2024-08-29T17:58:08.317 INFO:tasks.rados.rados.0.smithi028.stdout:2949: seq_num 887 ranges {2211840=458752} 2024-08-29T17:58:08.330 INFO:tasks.rados.rados.0.smithi028.stdout:2949: writing smithi02869045-23 from 2211840 to 2670592 tid 1 2024-08-29T17:58:08.330 INFO:tasks.rados.rados.0.smithi028.stdout:2950: read oid 20 snap -1 2024-08-29T17:58:08.331 INFO:tasks.rados.rados.0.smithi028.stdout:2950: expect (ObjNum 737 snap 252 seq_num 737) 2024-08-29T17:58:08.331 INFO:tasks.rados.rados.0.smithi028.stdout:2951: snap_remove snap 279 2024-08-29T17:58:08.550 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:58:08 smithi053 bash[68679]: cluster 2024-08-29T17:58:07.056351+0000 mgr.y (mgr.25022) 293 : cluster [DBG] pgmap v537: 121 pgs: 38 active+undersized, 12 active+undersized+degraded, 71 active+clean; 329 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail; 12 MiB/s rd, 883 KiB/s wr, 18 op/s; 62/603 objects degraded (10.282%) 2024-08-29T17:58:08.551 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:58:08 smithi053 bash[68679]: cluster 2024-08-29T17:58:07.277152+0000 mon.a (mon.0) 933 : cluster [DBG] osdmap e677: 8 total, 7 up, 8 in 2024-08-29T17:58:08.551 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:58:08 smithi053 bash[68679]: audit 2024-08-29T17:58:07.564592+0000 mon.a (mon.0) 934 : audit [INF] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' 2024-08-29T17:58:08.551 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:58:08 smithi053 bash[68679]: audit 2024-08-29T17:58:07.574569+0000 mon.a (mon.0) 935 : audit [INF] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' 2024-08-29T17:58:08.629 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:58:08 smithi028 bash[77168]: cluster 2024-08-29T17:58:07.056351+0000 mgr.y (mgr.25022) 293 : cluster [DBG] pgmap v537: 121 pgs: 38 active+undersized, 12 active+undersized+degraded, 71 active+clean; 329 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail; 12 MiB/s rd, 883 KiB/s wr, 18 op/s; 62/603 objects degraded (10.282%) 2024-08-29T17:58:08.630 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:58:08 smithi028 bash[77168]: cluster 2024-08-29T17:58:07.277152+0000 mon.a (mon.0) 933 : cluster [DBG] osdmap e677: 8 total, 7 up, 8 in 2024-08-29T17:58:08.630 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:58:08 smithi028 bash[77168]: audit 2024-08-29T17:58:07.564592+0000 mon.a (mon.0) 934 : audit [INF] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' 2024-08-29T17:58:08.630 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:58:08 smithi028 bash[77168]: audit 2024-08-29T17:58:07.574569+0000 mon.a (mon.0) 935 : audit [INF] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' 2024-08-29T17:58:08.630 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:58:08 smithi028 bash[78352]: cluster 2024-08-29T17:58:07.056351+0000 mgr.y (mgr.25022) 293 : cluster [DBG] pgmap v537: 121 pgs: 38 active+undersized, 12 active+undersized+degraded, 71 active+clean; 329 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail; 12 MiB/s rd, 883 KiB/s wr, 18 op/s; 62/603 objects degraded (10.282%) 2024-08-29T17:58:08.630 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:58:08 smithi028 bash[78352]: cluster 2024-08-29T17:58:07.277152+0000 mon.a (mon.0) 933 : cluster [DBG] osdmap e677: 8 total, 7 up, 8 in 2024-08-29T17:58:08.630 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:58:08 smithi028 bash[78352]: audit 2024-08-29T17:58:07.564592+0000 mon.a (mon.0) 934 : audit [INF] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' 2024-08-29T17:58:08.630 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:58:08 smithi028 bash[78352]: audit 2024-08-29T17:58:07.574569+0000 mon.a (mon.0) 935 : audit [INF] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' 2024-08-29T17:58:08.824 INFO:journalctl@ceph.osd.7.smithi053.stdout:Aug 29 17:58:08 smithi053 bash[85457]: debug 2024-08-29T17:58:08.551+0000 7f5a80513640 -1 osd.7 663 log_to_monitors true 2024-08-29T17:58:09.304 INFO:tasks.rados.rados.0.smithi028.stdout:2951: done (4 left) 2024-08-29T17:58:09.304 INFO:tasks.rados.rados.0.smithi028.stdout:2952: read oid 7 snap -1 2024-08-29T17:58:09.304 INFO:tasks.rados.rados.0.smithi028.stdout:2952: expect deleted 2024-08-29T17:58:09.304 INFO:tasks.rados.rados.0.smithi028.stdout:2953: snap_remove snap 292 2024-08-29T17:58:09.574 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:58:09 smithi053 bash[68679]: cluster 2024-08-29T17:58:08.279483+0000 mon.a (mon.0) 936 : cluster [DBG] osdmap e678: 8 total, 7 up, 8 in 2024-08-29T17:58:09.574 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:58:09 smithi053 bash[68679]: audit 2024-08-29T17:58:08.556148+0000 mon.b (mon.1) 10 : audit [INF] from='osd.7 [v2:172.21.15.53:6824/1013909822,v1:172.21.15.53:6825/1013909822]' entity='osd.7' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["7"]}]: dispatch 2024-08-29T17:58:09.575 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:58:09 smithi053 bash[68679]: audit 2024-08-29T17:58:08.557827+0000 mon.a (mon.0) 937 : audit [INF] from='osd.7 ' entity='osd.7' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["7"]}]: dispatch 2024-08-29T17:58:09.575 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:58:09 smithi053 bash[68679]: cluster 2024-08-29T17:58:09.246346+0000 mon.a (mon.0) 938 : cluster [WRN] Health check update: Degraded data redundancy: 62/603 objects degraded (10.282%), 12 pgs degraded (PG_DEGRADED) 2024-08-29T17:58:09.629 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:58:09 smithi028 bash[78352]: cluster 2024-08-29T17:58:08.279483+0000 mon.a (mon.0) 936 : cluster [DBG] osdmap e678: 8 total, 7 up, 8 in 2024-08-29T17:58:09.629 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:58:09 smithi028 bash[78352]: audit 2024-08-29T17:58:08.556148+0000 mon.b (mon.1) 10 : audit [INF] from='osd.7 [v2:172.21.15.53:6824/1013909822,v1:172.21.15.53:6825/1013909822]' entity='osd.7' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["7"]}]: dispatch 2024-08-29T17:58:09.629 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:58:09 smithi028 bash[78352]: audit 2024-08-29T17:58:08.557827+0000 mon.a (mon.0) 937 : audit [INF] from='osd.7 ' entity='osd.7' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["7"]}]: dispatch 2024-08-29T17:58:09.629 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:58:09 smithi028 bash[78352]: cluster 2024-08-29T17:58:09.246346+0000 mon.a (mon.0) 938 : cluster [WRN] Health check update: Degraded data redundancy: 62/603 objects degraded (10.282%), 12 pgs degraded (PG_DEGRADED) 2024-08-29T17:58:09.630 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:58:09 smithi028 bash[77168]: cluster 2024-08-29T17:58:08.279483+0000 mon.a (mon.0) 936 : cluster [DBG] osdmap e678: 8 total, 7 up, 8 in 2024-08-29T17:58:09.630 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:58:09 smithi028 bash[77168]: audit 2024-08-29T17:58:08.556148+0000 mon.b (mon.1) 10 : audit [INF] from='osd.7 [v2:172.21.15.53:6824/1013909822,v1:172.21.15.53:6825/1013909822]' entity='osd.7' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["7"]}]: dispatch 2024-08-29T17:58:09.630 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:58:09 smithi028 bash[77168]: audit 2024-08-29T17:58:08.557827+0000 mon.a (mon.0) 937 : audit [INF] from='osd.7 ' entity='osd.7' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["7"]}]: dispatch 2024-08-29T17:58:09.630 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:58:09 smithi028 bash[77168]: cluster 2024-08-29T17:58:09.246346+0000 mon.a (mon.0) 938 : cluster [WRN] Health check update: Degraded data redundancy: 62/603 objects degraded (10.282%), 12 pgs degraded (PG_DEGRADED) 2024-08-29T17:58:10.074 INFO:journalctl@ceph.osd.7.smithi053.stdout:Aug 29 17:58:09 smithi053 bash[85457]: debug 2024-08-29T17:58:09.659+0000 7f5a742b6640 -1 osd.7 663 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory 2024-08-29T17:58:10.315 INFO:tasks.rados.rados.0.smithi028.stdout:2953: done (5 left) 2024-08-29T17:58:10.315 INFO:tasks.rados.rados.0.smithi028.stdout:2954: read oid 26 snap -1 2024-08-29T17:58:10.315 INFO:tasks.rados.rados.0.smithi028.stdout:2954: expect (ObjNum 770 snap 264 seq_num 770) 2024-08-29T17:58:10.316 INFO:tasks.rados.rados.0.smithi028.stdout:2955: delete oid 18 current snap is 301 2024-08-29T17:58:10.316 INFO:tasks.rados.rados.0.smithi028.stdout:2948: finishing rollback tid 0 to smithi02869045-46 2024-08-29T17:58:10.316 INFO:tasks.rados.rados.0.smithi028.stdout:2948: finishing rollback tid 1 to smithi02869045-46 2024-08-29T17:58:10.316 INFO:tasks.rados.rados.0.smithi028.stdout:2948: finishing rollback tid 2 to smithi02869045-46 2024-08-29T17:58:10.316 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 46 v 1464 (ObjNum 757 snap 260 seq_num 757) dirty exists 2024-08-29T17:58:10.316 INFO:tasks.rados.rados.0.smithi028.stdout:2950: expect (ObjNum 737 snap 252 seq_num 737) 2024-08-29T17:58:10.336 INFO:tasks.rados.rados.0.smithi028.stdout:2949: finishing write tid 1 to smithi02869045-23 2024-08-29T17:58:10.336 INFO:tasks.rados.rados.0.smithi028.stdout:2949: finishing write tid 2 to smithi02869045-23 2024-08-29T17:58:10.336 INFO:tasks.rados.rados.0.smithi028.stdout:2949: finishing write tid 3 to smithi02869045-23 2024-08-29T17:58:10.336 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 23 v 1332 (ObjNum 887 snap 301 seq_num 887) dirty exists 2024-08-29T17:58:10.336 INFO:tasks.rados.rados.0.smithi028.stdout:2949: left oid 23 (ObjNum 887 snap 301 seq_num 887) 2024-08-29T17:58:10.337 INFO:tasks.rados.rados.0.smithi028.stdout:2939: finishing copy_from racing read to smithi02869045-40 2024-08-29T17:58:10.337 INFO:tasks.rados.rados.0.smithi028.stdout:2939: finishing copy_from to smithi02869045-40 2024-08-29T17:58:10.337 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 40 v 1121 (ObjNum 869 snap 294 seq_num 869) dirty exists 2024-08-29T17:58:10.349 INFO:tasks.rados.rados.0.smithi028.stdout:2939: done (6 left) 2024-08-29T17:58:10.350 INFO:tasks.rados.rados.0.smithi028.stdout:2948: done (5 left) 2024-08-29T17:58:10.350 INFO:tasks.rados.rados.0.smithi028.stdout:2949: done (4 left) 2024-08-29T17:58:10.350 INFO:tasks.rados.rados.0.smithi028.stdout:2950: done (3 left) 2024-08-29T17:58:10.350 INFO:tasks.rados.rados.0.smithi028.stdout:2952: done (2 left) 2024-08-29T17:58:10.350 INFO:tasks.rados.rados.0.smithi028.stdout:2955: done (1 left) 2024-08-29T17:58:10.350 INFO:tasks.rados.rados.0.smithi028.stdout:2956: rollback oid 39 current snap is 301 2024-08-29T17:58:10.350 INFO:tasks.rados.rados.0.smithi028.stdout:rollback oid 39 to 299 2024-08-29T17:58:10.350 INFO:tasks.rados.rados.0.smithi028.stdout:2957: delete oid 47 current snap is 301 2024-08-29T17:58:10.361 INFO:tasks.rados.rados.0.smithi028.stdout:2956: finishing rollback tid 0 to smithi02869045-39 2024-08-29T17:58:10.361 INFO:tasks.rados.rados.0.smithi028.stdout:2956: finishing rollback tid 1 to smithi02869045-39 2024-08-29T17:58:10.362 INFO:tasks.rados.rados.0.smithi028.stdout:2956: finishing rollback tid 2 to smithi02869045-39 2024-08-29T17:58:10.362 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 39 v 2102 (ObjNum 883 snap 299 seq_num 883) dirty exists 2024-08-29T17:58:10.363 INFO:tasks.rados.rados.0.smithi028.stdout:2954: expect (ObjNum 770 snap 264 seq_num 770) 2024-08-29T17:58:10.575 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:58:10 smithi053 bash[68679]: cluster 2024-08-29T17:58:09.057449+0000 mgr.y (mgr.25022) 294 : cluster [DBG] pgmap v540: 121 pgs: 38 active+undersized, 12 active+undersized+degraded, 71 active+clean; 338 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail; 4.7 MiB/s rd, 2.4 MiB/s wr, 3 op/s; 62/609 objects degraded (10.181%) 2024-08-29T17:58:10.575 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:58:10 smithi053 bash[68679]: audit 2024-08-29T17:58:09.294687+0000 mon.a (mon.0) 939 : audit [INF] from='osd.7 ' entity='osd.7' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["7"]}]': finished 2024-08-29T17:58:10.575 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:58:10 smithi053 bash[68679]: audit 2024-08-29T17:58:09.302605+0000 mon.b (mon.1) 11 : audit [INF] from='osd.7 [v2:172.21.15.53:6824/1013909822,v1:172.21.15.53:6825/1013909822]' entity='osd.7' cmd=[{"prefix": "osd crush create-or-move", "id": 7, "weight":0.0873, "args": ["host=smithi053", "root=default"]}]: dispatch 2024-08-29T17:58:10.575 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:58:10 smithi053 bash[68679]: cluster 2024-08-29T17:58:09.304657+0000 mon.a (mon.0) 940 : cluster [DBG] osdmap e679: 8 total, 7 up, 8 in 2024-08-29T17:58:10.576 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:58:10 smithi053 bash[68679]: audit 2024-08-29T17:58:09.306692+0000 mon.a (mon.0) 941 : audit [INF] from='osd.7 ' entity='osd.7' cmd=[{"prefix": "osd crush create-or-move", "id": 7, "weight":0.0873, "args": ["host=smithi053", "root=default"]}]: dispatch 2024-08-29T17:58:10.576 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:58:10 smithi053 bash[68679]: audit 2024-08-29T17:58:09.640361+0000 mon.a (mon.0) 942 : audit [INF] from='osd.7 ' entity='osd.7' 2024-08-29T17:58:10.629 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:58:10 smithi028 bash[77168]: cluster 2024-08-29T17:58:09.057449+0000 mgr.y (mgr.25022) 294 : cluster [DBG] pgmap v540: 121 pgs: 38 active+undersized, 12 active+undersized+degraded, 71 active+clean; 338 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail; 4.7 MiB/s rd, 2.4 MiB/s wr, 3 op/s; 62/609 objects degraded (10.181%) 2024-08-29T17:58:10.629 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:58:10 smithi028 bash[77168]: audit 2024-08-29T17:58:09.294687+0000 mon.a (mon.0) 939 : audit [INF] from='osd.7 ' entity='osd.7' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["7"]}]': finished 2024-08-29T17:58:10.629 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:58:10 smithi028 bash[77168]: audit 2024-08-29T17:58:09.302605+0000 mon.b (mon.1) 11 : audit [INF] from='osd.7 [v2:172.21.15.53:6824/1013909822,v1:172.21.15.53:6825/1013909822]' entity='osd.7' cmd=[{"prefix": "osd crush create-or-move", "id": 7, "weight":0.0873, "args": ["host=smithi053", "root=default"]}]: dispatch 2024-08-29T17:58:10.629 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:58:10 smithi028 bash[77168]: cluster 2024-08-29T17:58:09.304657+0000 mon.a (mon.0) 940 : cluster [DBG] osdmap e679: 8 total, 7 up, 8 in 2024-08-29T17:58:10.630 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:58:10 smithi028 bash[77168]: audit 2024-08-29T17:58:09.306692+0000 mon.a (mon.0) 941 : audit [INF] from='osd.7 ' entity='osd.7' cmd=[{"prefix": "osd crush create-or-move", "id": 7, "weight":0.0873, "args": ["host=smithi053", "root=default"]}]: dispatch 2024-08-29T17:58:10.630 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:58:10 smithi028 bash[77168]: audit 2024-08-29T17:58:09.640361+0000 mon.a (mon.0) 942 : audit [INF] from='osd.7 ' entity='osd.7' 2024-08-29T17:58:10.630 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:58:10 smithi028 bash[78352]: cluster 2024-08-29T17:58:09.057449+0000 mgr.y (mgr.25022) 294 : cluster [DBG] pgmap v540: 121 pgs: 38 active+undersized, 12 active+undersized+degraded, 71 active+clean; 338 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail; 4.7 MiB/s rd, 2.4 MiB/s wr, 3 op/s; 62/609 objects degraded (10.181%) 2024-08-29T17:58:10.630 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:58:10 smithi028 bash[78352]: audit 2024-08-29T17:58:09.294687+0000 mon.a (mon.0) 939 : audit [INF] from='osd.7 ' entity='osd.7' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["7"]}]': finished 2024-08-29T17:58:10.630 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:58:10 smithi028 bash[78352]: audit 2024-08-29T17:58:09.302605+0000 mon.b (mon.1) 11 : audit [INF] from='osd.7 [v2:172.21.15.53:6824/1013909822,v1:172.21.15.53:6825/1013909822]' entity='osd.7' cmd=[{"prefix": "osd crush create-or-move", "id": 7, "weight":0.0873, "args": ["host=smithi053", "root=default"]}]: dispatch 2024-08-29T17:58:10.630 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:58:10 smithi028 bash[78352]: cluster 2024-08-29T17:58:09.304657+0000 mon.a (mon.0) 940 : cluster [DBG] osdmap e679: 8 total, 7 up, 8 in 2024-08-29T17:58:10.630 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:58:10 smithi028 bash[78352]: audit 2024-08-29T17:58:09.306692+0000 mon.a (mon.0) 941 : audit [INF] from='osd.7 ' entity='osd.7' cmd=[{"prefix": "osd crush create-or-move", "id": 7, "weight":0.0873, "args": ["host=smithi053", "root=default"]}]: dispatch 2024-08-29T17:58:10.630 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:58:10 smithi028 bash[78352]: audit 2024-08-29T17:58:09.640361+0000 mon.a (mon.0) 942 : audit [INF] from='osd.7 ' entity='osd.7' 2024-08-29T17:58:11.391 INFO:tasks.rados.rados.0.smithi028.stdout:2954: done (2 left) 2024-08-29T17:58:11.392 INFO:tasks.rados.rados.0.smithi028.stdout:2956: done (1 left) 2024-08-29T17:58:11.392 INFO:tasks.rados.rados.0.smithi028.stdout:2957: done (0 left) 2024-08-29T17:58:11.392 INFO:tasks.rados.rados.0.smithi028.stdout:2958: copy_from oid 4 from oid 48 current snap is 301 2024-08-29T17:58:11.392 INFO:tasks.rados.rados.0.smithi028.stdout:2959: rollback oid 38 current snap is 301 2024-08-29T17:58:11.392 INFO:tasks.rados.rados.0.smithi028.stdout:rollback oid 38 to 296 2024-08-29T17:58:11.392 INFO:tasks.rados.rados.0.smithi028.stdout:2960: rollback oid 8 current snap is 301 2024-08-29T17:58:11.392 INFO:tasks.rados.rados.0.smithi028.stdout:rollback oid 8 to 254 2024-08-29T17:58:11.392 INFO:tasks.rados.rados.0.smithi028.stdout:2961: copy_from oid 19 from oid 21 current snap is 301 2024-08-29T17:58:11.392 INFO:tasks.rados.rados.0.smithi028.stdout:2962: snap_remove snap 287 2024-08-29T17:58:11.574 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:58:11 smithi053 bash[68679]: cluster 2024-08-29T17:58:10.296480+0000 mon.a (mon.0) 943 : cluster [INF] Health check cleared: OSD_DOWN (was: 1 osds down) 2024-08-29T17:58:11.575 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:58:11 smithi053 bash[68679]: cluster 2024-08-29T17:58:10.314596+0000 mon.a (mon.0) 944 : cluster [INF] osd.7 [v2:172.21.15.53:6824/1013909822,v1:172.21.15.53:6825/1013909822] boot 2024-08-29T17:58:11.575 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:58:11 smithi053 bash[68679]: cluster 2024-08-29T17:58:10.314686+0000 mon.a (mon.0) 945 : cluster [DBG] osdmap e680: 8 total, 8 up, 8 in 2024-08-29T17:58:11.575 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:58:11 smithi053 bash[68679]: audit 2024-08-29T17:58:10.316327+0000 mon.a (mon.0) 946 : audit [DBG] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-08-29T17:58:11.629 INFO:journalctl@ceph.mgr.y.smithi028.stdout:Aug 29 17:58:11 smithi028 bash[70818]: ::ffff:172.21.15.53 - - [29/Aug/2024:17:58:11] "GET /metrics HTTP/1.1" 200 36261 "" "Prometheus/2.43.0" 2024-08-29T17:58:11.630 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:58:11 smithi028 bash[78352]: cluster 2024-08-29T17:58:10.296480+0000 mon.a (mon.0) 943 : cluster [INF] Health check cleared: OSD_DOWN (was: 1 osds down) 2024-08-29T17:58:11.630 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:58:11 smithi028 bash[78352]: cluster 2024-08-29T17:58:10.314596+0000 mon.a (mon.0) 944 : cluster [INF] osd.7 [v2:172.21.15.53:6824/1013909822,v1:172.21.15.53:6825/1013909822] boot 2024-08-29T17:58:11.630 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:58:11 smithi028 bash[78352]: cluster 2024-08-29T17:58:10.314686+0000 mon.a (mon.0) 945 : cluster [DBG] osdmap e680: 8 total, 8 up, 8 in 2024-08-29T17:58:11.630 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:58:11 smithi028 bash[78352]: audit 2024-08-29T17:58:10.316327+0000 mon.a (mon.0) 946 : audit [DBG] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-08-29T17:58:11.630 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:58:11 smithi028 bash[77168]: cluster 2024-08-29T17:58:10.296480+0000 mon.a (mon.0) 943 : cluster [INF] Health check cleared: OSD_DOWN (was: 1 osds down) 2024-08-29T17:58:11.630 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:58:11 smithi028 bash[77168]: cluster 2024-08-29T17:58:10.314596+0000 mon.a (mon.0) 944 : cluster [INF] osd.7 [v2:172.21.15.53:6824/1013909822,v1:172.21.15.53:6825/1013909822] boot 2024-08-29T17:58:11.630 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:58:11 smithi028 bash[77168]: cluster 2024-08-29T17:58:10.314686+0000 mon.a (mon.0) 945 : cluster [DBG] osdmap e680: 8 total, 8 up, 8 in 2024-08-29T17:58:11.630 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:58:11 smithi028 bash[77168]: audit 2024-08-29T17:58:10.316327+0000 mon.a (mon.0) 946 : audit [DBG] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-08-29T17:58:12.336 INFO:tasks.rados.rados.0.smithi028.stdout:2962: done (4 left) 2024-08-29T17:58:12.336 INFO:tasks.rados.rados.0.smithi028.stdout:2963: rollback oid 49 current snap is 301 2024-08-29T17:58:12.336 INFO:tasks.rados.rados.0.smithi028.stdout:rollback oid 49 to 295 2024-08-29T17:58:12.336 INFO:tasks.rados.rados.0.smithi028.stdout:append oid 47 current snap is 301 2024-08-29T17:58:12.337 INFO:tasks.rados.rados.0.smithi028.stdout:2964: seq_num 890 ranges {0=507904} 2024-08-29T17:58:12.337 INFO:tasks.rados.rados.0.smithi028.stdout:2964: writing smithi02869045-47 from 0 to 507904 tid 1 2024-08-29T17:58:12.337 INFO:tasks.rados.rados.0.smithi028.stdout:2959: finishing rollback tid 1 to smithi02869045-38 2024-08-29T17:58:12.337 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 38 v 2493 (ObjNum 97 snap 0 seq_num 1676762656) dirty dne 2024-08-29T17:58:12.337 INFO:tasks.rados.rados.0.smithi028.stdout:2960: finishing rollback tid 0 to smithi02869045-8 2024-08-29T17:58:12.337 INFO:tasks.rados.rados.0.smithi028.stdout:2960: finishing rollback tid 1 to smithi02869045-8 2024-08-29T17:58:12.337 INFO:tasks.rados.rados.0.smithi028.stdout:2960: finishing rollback tid 2 to smithi02869045-8 2024-08-29T17:58:12.337 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 8 v 2320 (ObjNum 701 snap 237 seq_num 701) dirty exists 2024-08-29T17:58:12.337 INFO:tasks.rados.rados.0.smithi028.stdout:2958: finishing copy_from racing read to smithi02869045-4 2024-08-29T17:58:12.337 INFO:tasks.rados.rados.0.smithi028.stdout:2958: finishing copy_from to smithi02869045-4 2024-08-29T17:58:12.337 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 4 v 2491 (ObjNum 816 snap 277 seq_num 816) dirty exists 2024-08-29T17:58:12.337 INFO:tasks.rados.rados.0.smithi028.stdout:2961: finishing copy_from racing read to smithi02869045-19 2024-08-29T17:58:12.337 INFO:tasks.rados.rados.0.smithi028.stdout:2961: finishing copy_from to smithi02869045-19 2024-08-29T17:58:12.337 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 19 v 2318 (ObjNum 852 snap 287 seq_num 852) dirty exists 2024-08-29T17:58:12.338 INFO:tasks.rados.rados.0.smithi028.stdout:2958: done (5 left) 2024-08-29T17:58:12.338 INFO:tasks.rados.rados.0.smithi028.stdout:2959: done (4 left) 2024-08-29T17:58:12.338 INFO:tasks.rados.rados.0.smithi028.stdout:2960: done (3 left) 2024-08-29T17:58:12.338 INFO:tasks.rados.rados.0.smithi028.stdout:2961: done (2 left) 2024-08-29T17:58:12.338 INFO:tasks.rados.rados.0.smithi028.stdout:2965: snap_create 2024-08-29T17:58:12.363 INFO:tasks.rados.rados.0.smithi028.stdout:2963: finishing rollback tid 0 to smithi02869045-49 2024-08-29T17:58:12.366 INFO:tasks.rados.rados.0.smithi028.stdout:2964: finishing write tid 1 to smithi02869045-47 2024-08-29T17:58:12.367 INFO:tasks.rados.rados.0.smithi028.stdout:2963: finishing rollback tid 1 to smithi02869045-49 2024-08-29T17:58:12.367 INFO:tasks.rados.rados.0.smithi028.stdout:2964: finishing write tid 2 to smithi02869045-47 2024-08-29T17:58:12.367 INFO:tasks.rados.rados.0.smithi028.stdout:2963: finishing rollback tid 2 to smithi02869045-49 2024-08-29T17:58:12.368 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 49 v 2326 (ObjNum 813 snap 276 seq_num 813) dirty exists 2024-08-29T17:58:12.370 INFO:tasks.rados.rados.0.smithi028.stdout:2964: finishing write tid 3 to smithi02869045-47 2024-08-29T17:58:12.370 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 47 v 2499 (ObjNum 890 snap 301 seq_num 890) dirty exists 2024-08-29T17:58:12.370 INFO:tasks.rados.rados.0.smithi028.stdout:2964: left oid 47 (ObjNum 890 snap 301 seq_num 890) 2024-08-29T17:58:12.574 INFO:journalctl@ceph.prometheus.a.smithi053.stdout:Aug 29 17:58:12 smithi053 bash[61790]: ts=2024-08-29T17:58:12.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"3167ee72-662c-11ef-bcd4-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-29T17:58:12.575 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:58:12 smithi053 bash[68679]: cluster 2024-08-29T17:58:11.058546+0000 mgr.y (mgr.25022) 295 : cluster [DBG] pgmap v543: 121 pgs: 8 peering, 2 active+clean+snaptrim, 30 active+undersized, 12 active+undersized+degraded, 69 active+clean; 344 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 5.2 MiB/s rd, 3.9 MiB/s wr, 17 op/s; 64/624 objects degraded (10.256%) 2024-08-29T17:58:12.575 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:58:12 smithi053 bash[68679]: cluster 2024-08-29T17:58:11.322108+0000 mon.a (mon.0) 947 : cluster [DBG] osdmap e681: 8 total, 8 up, 8 in 2024-08-29T17:58:12.575 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:58:12 smithi053 bash[68679]: audit 2024-08-29T17:58:12.039983+0000 mon.a (mon.0) 948 : audit [INF] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' 2024-08-29T17:58:12.575 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:58:12 smithi053 bash[68679]: audit 2024-08-29T17:58:12.042240+0000 mon.a (mon.0) 949 : audit [DBG] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-29T17:58:12.629 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:58:12 smithi028 bash[78352]: cluster 2024-08-29T17:58:11.058546+0000 mgr.y (mgr.25022) 295 : cluster [DBG] pgmap v543: 121 pgs: 8 peering, 2 active+clean+snaptrim, 30 active+undersized, 12 active+undersized+degraded, 69 active+clean; 344 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 5.2 MiB/s rd, 3.9 MiB/s wr, 17 op/s; 64/624 objects degraded (10.256%) 2024-08-29T17:58:12.629 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:58:12 smithi028 bash[78352]: cluster 2024-08-29T17:58:11.322108+0000 mon.a (mon.0) 947 : cluster [DBG] osdmap e681: 8 total, 8 up, 8 in 2024-08-29T17:58:12.629 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:58:12 smithi028 bash[78352]: audit 2024-08-29T17:58:12.039983+0000 mon.a (mon.0) 948 : audit [INF] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' 2024-08-29T17:58:12.629 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:58:12 smithi028 bash[78352]: audit 2024-08-29T17:58:12.042240+0000 mon.a (mon.0) 949 : audit [DBG] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-29T17:58:12.630 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:58:12 smithi028 bash[77168]: cluster 2024-08-29T17:58:11.058546+0000 mgr.y (mgr.25022) 295 : cluster [DBG] pgmap v543: 121 pgs: 8 peering, 2 active+clean+snaptrim, 30 active+undersized, 12 active+undersized+degraded, 69 active+clean; 344 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 5.2 MiB/s rd, 3.9 MiB/s wr, 17 op/s; 64/624 objects degraded (10.256%) 2024-08-29T17:58:12.630 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:58:12 smithi028 bash[77168]: cluster 2024-08-29T17:58:11.322108+0000 mon.a (mon.0) 947 : cluster [DBG] osdmap e681: 8 total, 8 up, 8 in 2024-08-29T17:58:12.630 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:58:12 smithi028 bash[77168]: audit 2024-08-29T17:58:12.039983+0000 mon.a (mon.0) 948 : audit [INF] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' 2024-08-29T17:58:12.630 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:58:12 smithi028 bash[77168]: audit 2024-08-29T17:58:12.042240+0000 mon.a (mon.0) 949 : audit [DBG] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-29T17:58:13.028 INFO:teuthology.orchestra.run.smithi028.stdout:true 2024-08-29T17:58:13.327 INFO:teuthology.orchestra.run.smithi028.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2024-08-29T17:58:13.328 INFO:teuthology.orchestra.run.smithi028.stdout:alertmanager.a smithi028 *:9093,9094 running (8m) 2m ago 15m 13.6M - 0.25.0 c8568f914cd2 c7223f7204fa 2024-08-29T17:58:13.328 INFO:teuthology.orchestra.run.smithi028.stdout:grafana.a smithi053 *:3000 running (7m) 6s ago 14m 75.3M - 9.4.7 954c08fa6188 a7eaafe982e3 2024-08-29T17:58:13.328 INFO:teuthology.orchestra.run.smithi028.stdout:mds.a smithi028 running (17m) 2m ago 17m 15.3M - 17.2.7-1503-ga89f613d 250d9a61b6c5 c6b415d0b6f0 2024-08-29T17:58:13.328 INFO:teuthology.orchestra.run.smithi028.stdout:mds.b smithi053 running (17m) 6s ago 17m 21.1M - 17.2.7-1503-ga89f613d 250d9a61b6c5 8d3ee9e57659 2024-08-29T17:58:13.328 INFO:teuthology.orchestra.run.smithi028.stdout:mgr.x smithi053 *:8443,9283,8765 running (6m) 6s ago 25m 429M - 19.1.1-235-g1ef86450 d401bb9bb76e a0460ca70cca 2024-08-29T17:58:13.328 INFO:teuthology.orchestra.run.smithi028.stdout:mgr.y smithi028 *:8443,9283,8765 running (7m) 2m ago 27m 494M - 19.1.1-235-g1ef86450 d401bb9bb76e ef4c084deb28 2024-08-29T17:58:13.328 INFO:teuthology.orchestra.run.smithi028.stdout:mon.a smithi028 running (6m) 2m ago 27m 56.7M 2048M 19.1.1-235-g1ef86450 d401bb9bb76e d1fec2ed5501 2024-08-29T17:58:13.328 INFO:teuthology.orchestra.run.smithi028.stdout:mon.b smithi053 running (5m) 6s ago 25m 46.8M 2048M 19.1.1-235-g1ef86450 d401bb9bb76e 39595741be2a 2024-08-29T17:58:13.328 INFO:teuthology.orchestra.run.smithi028.stdout:mon.c smithi028 running (5m) 2m ago 25m 48.7M 2048M 19.1.1-235-g1ef86450 d401bb9bb76e c6717e02deb1 2024-08-29T17:58:13.328 INFO:teuthology.orchestra.run.smithi028.stdout:node-exporter.a smithi028 *:9100 running (8m) 2m ago 15m 8248k - 1.5.0 0da6a335fe13 620017e337b2 2024-08-29T17:58:13.328 INFO:teuthology.orchestra.run.smithi028.stdout:node-exporter.b smithi053 *:9100 running (7m) 6s ago 15m 8007k - 1.5.0 0da6a335fe13 e8eb22b0ee9e 2024-08-29T17:58:13.328 INFO:teuthology.orchestra.run.smithi028.stdout:osd.0 smithi028 running (3m) 2m ago 24m 257M 2525M 19.1.1-235-g1ef86450 d401bb9bb76e 6fbb60538386 2024-08-29T17:58:13.328 INFO:teuthology.orchestra.run.smithi028.stdout:osd.1 smithi028 running (3m) 2m ago 23m 259M 2525M 19.1.1-235-g1ef86450 d401bb9bb76e 0a1c27b12555 2024-08-29T17:58:13.329 INFO:teuthology.orchestra.run.smithi028.stdout:osd.2 smithi028 running (2m) 2m ago 22m 227M 2525M 19.1.1-235-g1ef86450 d401bb9bb76e f87a86f7e5c3 2024-08-29T17:58:13.329 INFO:teuthology.orchestra.run.smithi028.stdout:osd.3 smithi028 running (2m) 2m ago 22m - 2525M 19.1.1-235-g1ef86450 d401bb9bb76e 3ccafab1a96b 2024-08-29T17:58:13.329 INFO:teuthology.orchestra.run.smithi028.stdout:osd.4 smithi053 running (113s) 6s ago 21m 496M 2525M 19.1.1-235-g1ef86450 d401bb9bb76e e85da34b2c19 2024-08-29T17:58:13.329 INFO:teuthology.orchestra.run.smithi028.stdout:osd.5 smithi053 running (79s) 6s ago 20m 330M 2525M 19.1.1-235-g1ef86450 d401bb9bb76e 02ced631b1a7 2024-08-29T17:58:13.329 INFO:teuthology.orchestra.run.smithi028.stdout:osd.6 smithi053 running (45s) 6s ago 19m 170M 2525M 19.1.1-235-g1ef86450 d401bb9bb76e 26b5d9d330e2 2024-08-29T17:58:13.329 INFO:teuthology.orchestra.run.smithi028.stdout:osd.7 smithi053 running (11s) 6s ago 18m - 2525M 19.1.1-235-g1ef86450 d401bb9bb76e 2dd992ed071a 2024-08-29T17:58:13.329 INFO:teuthology.orchestra.run.smithi028.stdout:prometheus.a smithi053 *:9095 running (6m) 6s ago 15m 58.0M - 2.43.0 a07b618ecd1d 9d3edc9bcb79 2024-08-29T17:58:13.339 INFO:tasks.rados.rados.0.smithi028.stdout:2963: done (2 left) 2024-08-29T17:58:13.339 INFO:tasks.rados.rados.0.smithi028.stdout:2964: done (1 left) 2024-08-29T17:58:13.339 INFO:tasks.rados.rados.0.smithi028.stdout:2965: done (0 left) 2024-08-29T17:58:13.340 INFO:tasks.rados.rados.0.smithi028.stdout:2966: copy_from oid 49 from oid 13 current snap is 302 2024-08-29T17:58:13.340 INFO:tasks.rados.rados.0.smithi028.stdout:2967: copy_from oid 46 from oid 17 current snap is 302 2024-08-29T17:58:13.340 INFO:tasks.rados.rados.0.smithi028.stdout:append oid 25 current snap is 302 2024-08-29T17:58:13.340 INFO:tasks.rados.rados.0.smithi028.stdout:2968: seq_num 891 ranges {0=532480} 2024-08-29T17:58:13.347 INFO:tasks.rados.rados.0.smithi028.stdout:2968: writing smithi02869045-25 from 0 to 532480 tid 1 2024-08-29T17:58:13.347 INFO:tasks.rados.rados.0.smithi028.stdout:2969: read oid 11 snap -1 2024-08-29T17:58:13.347 INFO:tasks.rados.rados.0.smithi028.stdout:2969: expect (ObjNum 882 snap 298 seq_num 882) 2024-08-29T17:58:13.347 INFO:tasks.rados.rados.0.smithi028.stdout:2970: read oid 37 snap -1 2024-08-29T17:58:13.347 INFO:tasks.rados.rados.0.smithi028.stdout:2970: expect (ObjNum 847 snap 283 seq_num 847) 2024-08-29T17:58:13.347 INFO:tasks.rados.rados.0.smithi028.stdout:2971: read oid 23 snap -1 2024-08-29T17:58:13.347 INFO:tasks.rados.rados.0.smithi028.stdout:2971: expect (ObjNum 887 snap 301 seq_num 887) 2024-08-29T17:58:13.347 INFO:tasks.rados.rados.0.smithi028.stdout:2972: copy_from oid 29 from oid 47 current snap is 302 2024-08-29T17:58:13.347 INFO:tasks.rados.rados.0.smithi028.stdout:2966: finishing copy_from to smithi02869045-49 2024-08-29T17:58:13.347 INFO:tasks.rados.rados.0.smithi028.stdout:2966: got expected ENOENT (src dne) 2024-08-29T17:58:13.348 INFO:tasks.rados.rados.0.smithi028.stdout:2966: finishing copy_from racing read to smithi02869045-49 2024-08-29T17:58:13.348 INFO:tasks.rados.rados.0.smithi028.stdout:2966: done (6 left) 2024-08-29T17:58:13.348 INFO:tasks.rados.rados.0.smithi028.stdout:append oid 19 current snap is 302 2024-08-29T17:58:13.348 INFO:tasks.rados.rados.0.smithi028.stdout:2973: seq_num 892 ranges {4521984=548864} 2024-08-29T17:58:13.405 INFO:tasks.rados.rados.0.smithi028.stdout:2973: writing smithi02869045-19 from 4521984 to 5070848 tid 1 2024-08-29T17:58:13.405 INFO:tasks.rados.rados.0.smithi028.stdout:2974: delete oid 45 current snap is 302 2024-08-29T17:58:13.405 INFO:tasks.rados.rados.0.smithi028.stdout:2968: finishing write tid 1 to smithi02869045-25 2024-08-29T17:58:13.405 INFO:tasks.rados.rados.0.smithi028.stdout:2968: finishing write tid 2 to smithi02869045-25 2024-08-29T17:58:13.406 INFO:tasks.rados.rados.0.smithi028.stdout:2969: expect (ObjNum 882 snap 298 seq_num 882) 2024-08-29T17:58:13.534 INFO:tasks.rados.rados.0.smithi028.stdout:2968: finishing write tid 3 to smithi02869045-25 2024-08-29T17:58:13.534 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 25 v 1015 (ObjNum 891 snap 302 seq_num 891) dirty exists 2024-08-29T17:58:13.534 INFO:tasks.rados.rados.0.smithi028.stdout:2968: left oid 25 (ObjNum 891 snap 302 seq_num 891) 2024-08-29T17:58:13.534 INFO:tasks.rados.rados.0.smithi028.stdout:2972: finishing copy_from racing read to smithi02869045-29 2024-08-29T17:58:13.534 INFO:tasks.rados.rados.0.smithi028.stdout:2972: finishing copy_from to smithi02869045-29 2024-08-29T17:58:13.534 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 29 v 2499 (ObjNum 890 snap 301 seq_num 890) dirty exists 2024-08-29T17:58:13.534 INFO:tasks.rados.rados.0.smithi028.stdout:2971: expect (ObjNum 887 snap 301 seq_num 887) 2024-08-29T17:58:13.629 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:58:13 smithi028 bash[78352]: cluster 2024-08-29T17:58:12.331922+0000 mon.a (mon.0) 950 : cluster [DBG] osdmap e682: 8 total, 8 up, 8 in 2024-08-29T17:58:13.629 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:58:13 smithi028 bash[77168]: cluster 2024-08-29T17:58:12.331922+0000 mon.a (mon.0) 950 : cluster [DBG] osdmap e682: 8 total, 8 up, 8 in 2024-08-29T17:58:13.644 INFO:tasks.rados.rados.0.smithi028.stdout:2973: finishing write tid 1 to smithi02869045-19 2024-08-29T17:58:13.644 INFO:tasks.rados.rados.0.smithi028.stdout:2973: finishing write tid 2 to smithi02869045-19 2024-08-29T17:58:13.644 INFO:tasks.rados.rados.0.smithi028.stdout:2970: expect (ObjNum 847 snap 283 seq_num 847) 2024-08-29T17:58:13.724 INFO:teuthology.orchestra.run.smithi028.stdout:{ 2024-08-29T17:58:13.724 INFO:teuthology.orchestra.run.smithi028.stdout: "mon": { 2024-08-29T17:58:13.724 INFO:teuthology.orchestra.run.smithi028.stdout: "ceph version 19.1.1-235-g1ef86450 (1ef864504b8875c83ee6c2c5fedc13315bebf7f5) squid (rc)": 3 2024-08-29T17:58:13.725 INFO:teuthology.orchestra.run.smithi028.stdout: }, 2024-08-29T17:58:13.725 INFO:teuthology.orchestra.run.smithi028.stdout: "mgr": { 2024-08-29T17:58:13.725 INFO:teuthology.orchestra.run.smithi028.stdout: "ceph version 19.1.1-235-g1ef86450 (1ef864504b8875c83ee6c2c5fedc13315bebf7f5) squid (rc)": 2 2024-08-29T17:58:13.725 INFO:teuthology.orchestra.run.smithi028.stdout: }, 2024-08-29T17:58:13.725 INFO:teuthology.orchestra.run.smithi028.stdout: "osd": { 2024-08-29T17:58:13.725 INFO:teuthology.orchestra.run.smithi028.stdout: "ceph version 19.1.1-235-g1ef86450 (1ef864504b8875c83ee6c2c5fedc13315bebf7f5) squid (rc)": 8 2024-08-29T17:58:13.725 INFO:teuthology.orchestra.run.smithi028.stdout: }, 2024-08-29T17:58:13.725 INFO:teuthology.orchestra.run.smithi028.stdout: "mds": { 2024-08-29T17:58:13.725 INFO:teuthology.orchestra.run.smithi028.stdout: "ceph version 17.2.7-1503-ga89f613d (a89f613db4d5b6bca82681f19d73c6d337aae2d5) quincy (stable)": 2 2024-08-29T17:58:13.725 INFO:teuthology.orchestra.run.smithi028.stdout: }, 2024-08-29T17:58:13.725 INFO:teuthology.orchestra.run.smithi028.stdout: "overall": { 2024-08-29T17:58:13.725 INFO:teuthology.orchestra.run.smithi028.stdout: "ceph version 17.2.7-1503-ga89f613d (a89f613db4d5b6bca82681f19d73c6d337aae2d5) quincy (stable)": 2, 2024-08-29T17:58:13.725 INFO:teuthology.orchestra.run.smithi028.stdout: "ceph version 19.1.1-235-g1ef86450 (1ef864504b8875c83ee6c2c5fedc13315bebf7f5) squid (rc)": 13 2024-08-29T17:58:13.726 INFO:teuthology.orchestra.run.smithi028.stdout: } 2024-08-29T17:58:13.726 INFO:teuthology.orchestra.run.smithi028.stdout:} 2024-08-29T17:58:13.824 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:58:13 smithi053 bash[68679]: cluster 2024-08-29T17:58:12.331922+0000 mon.a (mon.0) 950 : cluster [DBG] osdmap e682: 8 total, 8 up, 8 in 2024-08-29T17:58:14.629 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:58:14 smithi028 bash[77168]: audit 2024-08-29T17:58:13.015501+0000 mgr.y (mgr.25022) 296 : audit [DBG] from='client.44315 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-08-29T17:58:14.629 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:58:14 smithi028 bash[77168]: cluster 2024-08-29T17:58:13.059256+0000 mgr.y (mgr.25022) 297 : cluster [DBG] pgmap v546: 121 pgs: 8 peering, 2 active+clean+snaptrim, 29 active+undersized, 10 active+undersized+degraded, 72 active+clean; 347 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 523 KiB/s rd, 1.6 MiB/s wr, 15 op/s; 46/630 objects degraded (7.302%); 6.1 MiB/s, 0 objects/s recovering 2024-08-29T17:58:14.629 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:58:14 smithi028 bash[77168]: audit 2024-08-29T17:58:13.317363+0000 mgr.y (mgr.25022) 298 : audit [DBG] from='client.34398 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-08-29T17:58:14.629 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:58:14 smithi028 bash[77168]: cluster 2024-08-29T17:58:13.342017+0000 mon.a (mon.0) 951 : cluster [DBG] osdmap e683: 8 total, 8 up, 8 in 2024-08-29T17:58:14.629 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:58:14 smithi028 bash[77168]: audit 2024-08-29T17:58:13.726853+0000 mon.c (mon.2) 15 : audit [DBG] from='client.? 172.21.15.28:0/4102145982' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-08-29T17:58:14.630 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:58:14 smithi028 bash[77168]: cluster 2024-08-29T17:58:14.247403+0000 mon.a (mon.0) 952 : cluster [WRN] Health check update: Degraded data redundancy: 46/630 objects degraded (7.302%), 10 pgs degraded (PG_DEGRADED) 2024-08-29T17:58:14.630 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:58:14 smithi028 bash[78352]: audit 2024-08-29T17:58:13.015501+0000 mgr.y (mgr.25022) 296 : audit [DBG] from='client.44315 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-08-29T17:58:14.630 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:58:14 smithi028 bash[78352]: cluster 2024-08-29T17:58:13.059256+0000 mgr.y (mgr.25022) 297 : cluster [DBG] pgmap v546: 121 pgs: 8 peering, 2 active+clean+snaptrim, 29 active+undersized, 10 active+undersized+degraded, 72 active+clean; 347 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 523 KiB/s rd, 1.6 MiB/s wr, 15 op/s; 46/630 objects degraded (7.302%); 6.1 MiB/s, 0 objects/s recovering 2024-08-29T17:58:14.630 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:58:14 smithi028 bash[78352]: audit 2024-08-29T17:58:13.317363+0000 mgr.y (mgr.25022) 298 : audit [DBG] from='client.34398 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-08-29T17:58:14.630 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:58:14 smithi028 bash[78352]: cluster 2024-08-29T17:58:13.342017+0000 mon.a (mon.0) 951 : cluster [DBG] osdmap e683: 8 total, 8 up, 8 in 2024-08-29T17:58:14.630 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:58:14 smithi028 bash[78352]: audit 2024-08-29T17:58:13.726853+0000 mon.c (mon.2) 15 : audit [DBG] from='client.? 172.21.15.28:0/4102145982' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-08-29T17:58:14.630 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:58:14 smithi028 bash[78352]: cluster 2024-08-29T17:58:14.247403+0000 mon.a (mon.0) 952 : cluster [WRN] Health check update: Degraded data redundancy: 46/630 objects degraded (7.302%), 10 pgs degraded (PG_DEGRADED) 2024-08-29T17:58:14.655 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:58:14 smithi053 bash[68679]: audit 2024-08-29T17:58:13.015501+0000 mgr.y (mgr.25022) 296 : audit [DBG] from='client.44315 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-08-29T17:58:14.655 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:58:14 smithi053 bash[68679]: cluster 2024-08-29T17:58:13.059256+0000 mgr.y (mgr.25022) 297 : cluster [DBG] pgmap v546: 121 pgs: 8 peering, 2 active+clean+snaptrim, 29 active+undersized, 10 active+undersized+degraded, 72 active+clean; 347 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 523 KiB/s rd, 1.6 MiB/s wr, 15 op/s; 46/630 objects degraded (7.302%); 6.1 MiB/s, 0 objects/s recovering 2024-08-29T17:58:14.655 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:58:14 smithi053 bash[68679]: audit 2024-08-29T17:58:13.317363+0000 mgr.y (mgr.25022) 298 : audit [DBG] from='client.34398 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-08-29T17:58:14.655 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:58:14 smithi053 bash[68679]: cluster 2024-08-29T17:58:13.342017+0000 mon.a (mon.0) 951 : cluster [DBG] osdmap e683: 8 total, 8 up, 8 in 2024-08-29T17:58:14.655 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:58:14 smithi053 bash[68679]: audit 2024-08-29T17:58:13.726853+0000 mon.c (mon.2) 15 : audit [DBG] from='client.? 172.21.15.28:0/4102145982' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-08-29T17:58:14.655 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:58:14 smithi053 bash[68679]: cluster 2024-08-29T17:58:14.247403+0000 mon.a (mon.0) 952 : cluster [WRN] Health check update: Degraded data redundancy: 46/630 objects degraded (7.302%), 10 pgs degraded (PG_DEGRADED) 2024-08-29T17:58:14.700 INFO:tasks.rados.rados.0.smithi028.stdout:2973: finishing write tid 3 to smithi02869045-19 2024-08-29T17:58:14.700 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 19 v 2510 (ObjNum 892 snap 302 seq_num 892) dirty exists 2024-08-29T17:58:14.700 INFO:tasks.rados.rados.0.smithi028.stdout:2973: left oid 19 (ObjNum 892 snap 302 seq_num 892) 2024-08-29T17:58:14.700 INFO:tasks.rados.rados.0.smithi028.stdout:2967: finishing copy_from racing read to smithi02869045-46 2024-08-29T17:58:14.701 INFO:tasks.rados.rados.0.smithi028.stdout:2967: finishing copy_from to smithi02869045-46 2024-08-29T17:58:14.701 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 46 v 2806 (ObjNum 856 snap 288 seq_num 856) dirty exists 2024-08-29T17:58:14.701 INFO:tasks.rados.rados.0.smithi028.stdout:2967: done (7 left) 2024-08-29T17:58:14.701 INFO:tasks.rados.rados.0.smithi028.stdout:2968: done (6 left) 2024-08-29T17:58:14.701 INFO:tasks.rados.rados.0.smithi028.stdout:2969: done (5 left) 2024-08-29T17:58:14.701 INFO:tasks.rados.rados.0.smithi028.stdout:2970: done (4 left) 2024-08-29T17:58:14.701 INFO:tasks.rados.rados.0.smithi028.stdout:2971: done (3 left) 2024-08-29T17:58:14.701 INFO:tasks.rados.rados.0.smithi028.stdout:2972: done (2 left) 2024-08-29T17:58:14.701 INFO:tasks.rados.rados.0.smithi028.stdout:2973: done (1 left) 2024-08-29T17:58:14.701 INFO:tasks.rados.rados.0.smithi028.stdout:2974: done (0 left) 2024-08-29T17:58:14.701 INFO:tasks.rados.rados.0.smithi028.stdout:2975: copy_from oid 6 from oid 1 current snap is 302 2024-08-29T17:58:14.701 INFO:tasks.rados.rados.0.smithi028.stdout:append oid 16 current snap is 302 2024-08-29T17:58:14.701 INFO:tasks.rados.rados.0.smithi028.stdout:2976: seq_num 894 ranges {0=581632} 2024-08-29T17:58:14.709 INFO:tasks.rados.rados.0.smithi028.stdout:2976: writing smithi02869045-16 from 0 to 581632 tid 1 2024-08-29T17:58:14.709 INFO:tasks.rados.rados.0.smithi028.stdout:append oid 25 current snap is 302 2024-08-29T17:58:14.709 INFO:tasks.rados.rados.0.smithi028.stdout:2977: seq_num 895 ranges {532480=598016} 2024-08-29T17:58:14.725 INFO:tasks.rados.rados.0.smithi028.stdout:2977: writing smithi02869045-25 from 532480 to 1130496 tid 1 2024-08-29T17:58:14.725 INFO:tasks.rados.rados.0.smithi028.stdout:2978: copy_from oid 28 from oid 34 current snap is 302 2024-08-29T17:58:14.725 INFO:tasks.rados.rados.0.smithi028.stdout:2976: finishing write tid 1 to smithi02869045-16 2024-08-29T17:58:14.726 INFO:tasks.rados.rados.0.smithi028.stdout:2976: finishing write tid 2 to smithi02869045-16 2024-08-29T17:58:14.726 INFO:tasks.rados.rados.0.smithi028.stdout:2976: finishing write tid 3 to smithi02869045-16 2024-08-29T17:58:14.726 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 16 v 2513 (ObjNum 894 snap 302 seq_num 894) dirty exists 2024-08-29T17:58:14.726 INFO:tasks.rados.rados.0.smithi028.stdout:2976: left oid 16 (ObjNum 894 snap 302 seq_num 894) 2024-08-29T17:58:14.726 INFO:tasks.rados.rados.0.smithi028.stdout:2976: done (3 left) 2024-08-29T17:58:14.726 INFO:tasks.rados.rados.0.smithi028.stdout:2979: snap_create 2024-08-29T17:58:14.732 INFO:tasks.rados.rados.0.smithi028.stdout:2977: finishing write tid 1 to smithi02869045-25 2024-08-29T17:58:14.732 INFO:tasks.rados.rados.0.smithi028.stdout:2977: finishing write tid 2 to smithi02869045-25 2024-08-29T17:58:14.734 INFO:tasks.rados.rados.0.smithi028.stdout:2977: finishing write tid 3 to smithi02869045-25 2024-08-29T17:58:14.734 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 25 v 1017 (ObjNum 895 snap 302 seq_num 895) dirty exists 2024-08-29T17:58:14.734 INFO:tasks.rados.rados.0.smithi028.stdout:2977: left oid 25 (ObjNum 895 snap 302 seq_num 895) 2024-08-29T17:58:14.761 INFO:tasks.rados.rados.0.smithi028.stdout:2975: finishing copy_from racing read to smithi02869045-6 2024-08-29T17:58:14.765 INFO:tasks.rados.rados.0.smithi028.stdout:2978: finishing copy_from racing read to smithi02869045-28 2024-08-29T17:58:14.769 INFO:tasks.rados.rados.0.smithi028.stdout:2975: finishing copy_from to smithi02869045-6 2024-08-29T17:58:14.769 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 6 v 1498 (ObjNum 839 snap 283 seq_num 839) dirty exists 2024-08-29T17:58:14.770 INFO:tasks.rados.rados.0.smithi028.stdout:2978: finishing copy_from to smithi02869045-28 2024-08-29T17:58:14.770 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 28 v 2317 (ObjNum 867 snap 293 seq_num 867) dirty exists 2024-08-29T17:58:15.345 INFO:tasks.rados.rados.0.smithi028.stdout:2975: done (3 left) 2024-08-29T17:58:15.345 INFO:tasks.rados.rados.0.smithi028.stdout:2977: done (2 left) 2024-08-29T17:58:15.345 INFO:tasks.rados.rados.0.smithi028.stdout:2978: done (1 left) 2024-08-29T17:58:15.345 INFO:tasks.rados.rados.0.smithi028.stdout:2979: done (0 left) 2024-08-29T17:58:15.345 INFO:tasks.rados.rados.0.smithi028.stdout:2980: read oid 38 snap 294 2024-08-29T17:58:15.345 INFO:tasks.rados.rados.0.smithi028.stdout:2980: expect (ObjNum 870 snap 294 seq_num 870) 2024-08-29T17:58:15.345 INFO:tasks.rados.rados.0.smithi028.stdout:append oid 27 current snap is 303 2024-08-29T17:58:15.345 INFO:tasks.rados.rados.0.smithi028.stdout:2981: seq_num 896 ranges {0=614400} 2024-08-29T17:58:15.354 INFO:tasks.rados.rados.0.smithi028.stdout:2981: writing smithi02869045-27 from 0 to 614400 tid 1 2024-08-29T17:58:15.354 INFO:tasks.rados.rados.0.smithi028.stdout:2982: snap_remove snap 297 2024-08-29T17:58:15.825 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:58:15 smithi053 bash[68679]: cluster 2024-08-29T17:58:15.337284+0000 mon.a (mon.0) 953 : cluster [INF] Health check cleared: PG_DEGRADED (was: Degraded data redundancy: 46/630 objects degraded (7.302%), 10 pgs degraded) 2024-08-29T17:58:15.825 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:58:15 smithi053 bash[68679]: cluster 2024-08-29T17:58:15.345500+0000 mon.a (mon.0) 954 : cluster [DBG] osdmap e684: 8 total, 8 up, 8 in 2024-08-29T17:58:15.879 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:58:15 smithi028 bash[78352]: cluster 2024-08-29T17:58:15.337284+0000 mon.a (mon.0) 953 : cluster [INF] Health check cleared: PG_DEGRADED (was: Degraded data redundancy: 46/630 objects degraded (7.302%), 10 pgs degraded) 2024-08-29T17:58:15.879 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:58:15 smithi028 bash[78352]: cluster 2024-08-29T17:58:15.345500+0000 mon.a (mon.0) 954 : cluster [DBG] osdmap e684: 8 total, 8 up, 8 in 2024-08-29T17:58:15.880 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:58:15 smithi028 bash[77168]: cluster 2024-08-29T17:58:15.337284+0000 mon.a (mon.0) 953 : cluster [INF] Health check cleared: PG_DEGRADED (was: Degraded data redundancy: 46/630 objects degraded (7.302%), 10 pgs degraded) 2024-08-29T17:58:15.880 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:58:15 smithi028 bash[77168]: cluster 2024-08-29T17:58:15.345500+0000 mon.a (mon.0) 954 : cluster [DBG] osdmap e684: 8 total, 8 up, 8 in 2024-08-29T17:58:16.359 INFO:tasks.rados.rados.0.smithi028.stdout:2982: done (2 left) 2024-08-29T17:58:16.359 INFO:tasks.rados.rados.0.smithi028.stdout:append oid 24 current snap is 303 2024-08-29T17:58:16.360 INFO:tasks.rados.rados.0.smithi028.stdout:2981: finishing write tid 1 to smithi02869045-27 2024-08-29T17:58:16.360 INFO:tasks.rados.rados.0.smithi028.stdout:2981: finishing write tid 2 to smithi02869045-27 2024-08-29T17:58:16.360 INFO:tasks.rados.rados.0.smithi028.stdout:2981: finishing write tid 3 to smithi02869045-27 2024-08-29T17:58:16.360 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 27 v 2345 (ObjNum 896 snap 303 seq_num 896) dirty exists 2024-08-29T17:58:16.360 INFO:tasks.rados.rados.0.smithi028.stdout:2981: left oid 27 (ObjNum 896 snap 303 seq_num 896) 2024-08-29T17:58:16.360 INFO:tasks.rados.rados.0.smithi028.stdout:2980: expect (ObjNum 870 snap 294 seq_num 870) 2024-08-29T17:58:16.771 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:58:16 smithi053 bash[68679]: cluster 2024-08-29T17:58:15.060322+0000 mgr.y (mgr.25022) 299 : cluster [DBG] pgmap v548: 121 pgs: 8 peering, 1 active+clean+snaptrim, 112 active+clean; 362 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 4.7 MiB/s rd, 3.4 MiB/s wr, 7 op/s; 24 MiB/s, 4 objects/s recovering 2024-08-29T17:58:16.771 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:58:16 smithi053 bash[68679]: cluster 2024-08-29T17:58:16.356708+0000 mon.a (mon.0) 955 : cluster [DBG] osdmap e685: 8 total, 8 up, 8 in 2024-08-29T17:58:16.879 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:58:16 smithi028 bash[78352]: cluster 2024-08-29T17:58:15.060322+0000 mgr.y (mgr.25022) 299 : cluster [DBG] pgmap v548: 121 pgs: 8 peering, 1 active+clean+snaptrim, 112 active+clean; 362 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 4.7 MiB/s rd, 3.4 MiB/s wr, 7 op/s; 24 MiB/s, 4 objects/s recovering 2024-08-29T17:58:16.879 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:58:16 smithi028 bash[78352]: cluster 2024-08-29T17:58:16.356708+0000 mon.a (mon.0) 955 : cluster [DBG] osdmap e685: 8 total, 8 up, 8 in 2024-08-29T17:58:16.879 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:58:16 smithi028 bash[77168]: cluster 2024-08-29T17:58:15.060322+0000 mgr.y (mgr.25022) 299 : cluster [DBG] pgmap v548: 121 pgs: 8 peering, 1 active+clean+snaptrim, 112 active+clean; 362 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 4.7 MiB/s rd, 3.4 MiB/s wr, 7 op/s; 24 MiB/s, 4 objects/s recovering 2024-08-29T17:58:16.880 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:58:16 smithi028 bash[77168]: cluster 2024-08-29T17:58:16.356708+0000 mon.a (mon.0) 955 : cluster [DBG] osdmap e685: 8 total, 8 up, 8 in 2024-08-29T17:58:17.335 INFO:tasks.rados.rados.0.smithi028.stdout:2983: seq_num 897 ranges {0=630784} 2024-08-29T17:58:17.340 INFO:tasks.rados.rados.0.smithi028.stdout:2983: writing smithi02869045-24 from 0 to 630784 tid 1 2024-08-29T17:58:17.340 INFO:tasks.rados.rados.0.smithi028.stdout:2980: done (2 left) 2024-08-29T17:58:17.340 INFO:tasks.rados.rados.0.smithi028.stdout:2981: done (1 left) 2024-08-29T17:58:17.340 INFO:tasks.rados.rados.0.smithi028.stdout:append oid 34 current snap is 303 2024-08-29T17:58:17.341 INFO:tasks.rados.rados.0.smithi028.stdout:2984: seq_num 898 ranges {10149888=647168} 2024-08-29T17:58:17.399 INFO:tasks.rados.rados.0.smithi028.stdout:2984: writing smithi02869045-34 from 10149888 to 10797056 tid 1 2024-08-29T17:58:17.399 INFO:tasks.rados.rados.0.smithi028.stdout:2985: snap_create 2024-08-29T17:58:17.399 INFO:tasks.rados.rados.0.smithi028.stdout:2983: finishing write tid 1 to smithi02869045-24 2024-08-29T17:58:17.400 INFO:tasks.rados.rados.0.smithi028.stdout:2983: finishing write tid 2 to smithi02869045-24 2024-08-29T17:58:17.400 INFO:tasks.rados.rados.0.smithi028.stdout:2983: finishing write tid 3 to smithi02869045-24 2024-08-29T17:58:17.400 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 24 v 2808 (ObjNum 897 snap 303 seq_num 897) dirty exists 2024-08-29T17:58:17.400 INFO:tasks.rados.rados.0.smithi028.stdout:2983: left oid 24 (ObjNum 897 snap 303 seq_num 897) 2024-08-29T17:58:17.408 INFO:tasks.rados.rados.0.smithi028.stdout:2984: finishing write tid 1 to smithi02869045-34 2024-08-29T17:58:17.408 INFO:tasks.rados.rados.0.smithi028.stdout:2984: finishing write tid 2 to smithi02869045-34 2024-08-29T17:58:17.410 INFO:tasks.rados.rados.0.smithi028.stdout:2984: finishing write tid 3 to smithi02869045-34 2024-08-29T17:58:17.410 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 34 v 2501 (ObjNum 898 snap 303 seq_num 898) dirty exists 2024-08-29T17:58:17.411 INFO:tasks.rados.rados.0.smithi028.stdout:2984: left oid 34 (ObjNum 898 snap 303 seq_num 898) 2024-08-29T17:58:18.410 INFO:tasks.rados.rados.0.smithi028.stdout:2983: done (2 left) 2024-08-29T17:58:18.410 INFO:tasks.rados.rados.0.smithi028.stdout:2984: done (1 left) 2024-08-29T17:58:18.411 INFO:tasks.rados.rados.0.smithi028.stdout:2985: done (0 left) 2024-08-29T17:58:18.411 INFO:tasks.rados.rados.0.smithi028.stdout:2986: rollback oid 46 current snap is 304 2024-08-29T17:58:18.411 INFO:tasks.rados.rados.0.smithi028.stdout:rollback oid 46 to 298 2024-08-29T17:58:18.411 INFO:tasks.rados.rados.0.smithi028.stdout:2987: read oid 21 snap -1 2024-08-29T17:58:18.411 INFO:tasks.rados.rados.0.smithi028.stdout:2987: expect (ObjNum 852 snap 287 seq_num 852) 2024-08-29T17:58:18.411 INFO:tasks.rados.rados.0.smithi028.stdout:2988: delete oid 26 current snap is 304 2024-08-29T17:58:18.428 INFO:tasks.rados.rados.0.smithi028.stdout:2986: finishing rollback tid 0 to smithi02869045-46 2024-08-29T17:58:18.429 INFO:tasks.rados.rados.0.smithi028.stdout:2988: done (2 left) 2024-08-29T17:58:18.429 INFO:tasks.rados.rados.0.smithi028.stdout:2989: read oid 3 snap 298 2024-08-29T17:58:18.430 INFO:tasks.rados.rados.0.smithi028.stdout:2989: expect deleted 2024-08-29T17:58:18.430 INFO:tasks.rados.rados.0.smithi028.stdout:2990: setattr oid 23 current snap is 304 2024-08-29T17:58:18.432 INFO:tasks.rados.rados.0.smithi028.stdout:2989: done (3 left) 2024-08-29T17:58:18.432 INFO:tasks.rados.rados.0.smithi028.stdout:2991: copy_from oid 33 from oid 40 current snap is 304 2024-08-29T17:58:18.432 INFO:tasks.rados.rados.0.smithi028.stdout:2992: delete oid 48 current snap is 304 2024-08-29T17:58:18.432 INFO:tasks.rados.rados.0.smithi028.stdout:2986: finishing rollback tid 1 to smithi02869045-46 2024-08-29T17:58:18.434 INFO:tasks.rados.rados.0.smithi028.stdout:2986: finishing rollback tid 2 to smithi02869045-46 2024-08-29T17:58:18.434 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 46 v 2811 (ObjNum 872 snap 295 seq_num 872) dirty exists 2024-08-29T17:58:18.445 INFO:tasks.rados.rados.0.smithi028.stdout:2987: expect (ObjNum 852 snap 287 seq_num 852) 2024-08-29T17:58:18.625 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 23 v 1333 (ObjNum 887 snap 301 seq_num 887) dirty exists 2024-08-29T17:58:18.625 INFO:tasks.rados.rados.0.smithi028.stdout:2991: finishing copy_from racing read to smithi02869045-33 2024-08-29T17:58:18.625 INFO:tasks.rados.rados.0.smithi028.stdout:2991: finishing copy_from to smithi02869045-33 2024-08-29T17:58:18.625 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 33 v 1121 (ObjNum 869 snap 294 seq_num 869) dirty exists 2024-08-29T17:58:18.625 INFO:tasks.rados.rados.0.smithi028.stdout:2986: done (4 left) 2024-08-29T17:58:18.625 INFO:tasks.rados.rados.0.smithi028.stdout:2987: done (3 left) 2024-08-29T17:58:18.625 INFO:tasks.rados.rados.0.smithi028.stdout:2990: done (2 left) 2024-08-29T17:58:18.625 INFO:tasks.rados.rados.0.smithi028.stdout:2991: done (1 left) 2024-08-29T17:58:18.626 INFO:tasks.rados.rados.0.smithi028.stdout:2992: done (0 left) 2024-08-29T17:58:18.626 INFO:tasks.rados.rados.0.smithi028.stdout:2993: snap_create 2024-08-29T17:58:18.825 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:58:18 smithi053 bash[68679]: cluster 2024-08-29T17:58:17.060978+0000 mgr.y (mgr.25022) 300 : cluster [DBG] pgmap v551: 121 pgs: 121 active+clean; 363 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 4.5 MiB/s rd, 3.6 MiB/s wr, 8 op/s; 24 MiB/s, 4 objects/s recovering 2024-08-29T17:58:18.879 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:58:18 smithi028 bash[77168]: cluster 2024-08-29T17:58:17.060978+0000 mgr.y (mgr.25022) 300 : cluster [DBG] pgmap v551: 121 pgs: 121 active+clean; 363 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 4.5 MiB/s rd, 3.6 MiB/s wr, 8 op/s; 24 MiB/s, 4 objects/s recovering 2024-08-29T17:58:18.879 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:58:18 smithi028 bash[78352]: cluster 2024-08-29T17:58:17.060978+0000 mgr.y (mgr.25022) 300 : cluster [DBG] pgmap v551: 121 pgs: 121 active+clean; 363 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 4.5 MiB/s rd, 3.6 MiB/s wr, 8 op/s; 24 MiB/s, 4 objects/s recovering 2024-08-29T17:58:19.257 INFO:tasks.rados.rados.0.smithi028.stdout:2993: done (0 left) 2024-08-29T17:58:19.257 INFO:tasks.rados.rados.0.smithi028.stdout:2994: copy_from oid 14 from oid 19 current snap is 305 2024-08-29T17:58:19.257 INFO:tasks.rados.rados.0.smithi028.stdout:2995: rmattr oid 49 current snap is 305 2024-08-29T17:58:19.257 INFO:tasks.rados.rados.0.smithi028.stdout:2996: delete oid 31 current snap is 305 2024-08-29T17:58:19.265 INFO:tasks.rados.rados.0.smithi028.stdout:2996: done (2 left) 2024-08-29T17:58:19.265 INFO:tasks.rados.rados.0.smithi028.stdout:append oid 24 current snap is 305 2024-08-29T17:58:19.265 INFO:tasks.rados.rados.0.smithi028.stdout:2997: seq_num 902 ranges {630784=712704} 2024-08-29T17:58:19.274 INFO:tasks.rados.rados.0.smithi028.stdout:2997: writing smithi02869045-24 from 630784 to 1343488 tid 1 2024-08-29T17:58:19.274 INFO:tasks.rados.rados.0.smithi028.stdout:2998: delete oid 38 current snap is 305 2024-08-29T17:58:19.275 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 49 v 2327 (ObjNum 813 snap 276 seq_num 813) dirty exists 2024-08-29T17:58:19.286 INFO:tasks.rados.rados.0.smithi028.stdout:2995: done (3 left) 2024-08-29T17:58:19.286 INFO:tasks.rados.rados.0.smithi028.stdout:2998: done (2 left) 2024-08-29T17:58:19.286 INFO:tasks.rados.rados.0.smithi028.stdout:2999: rmattr oid 7 current snap is 305 2024-08-29T17:58:19.287 INFO:tasks.rados.rados.0.smithi028.stdout:2999: done (2 left) 2024-08-29T17:58:19.287 INFO:tasks.rados.rados.0.smithi028.stdout:3000: read oid 48 snap 296 2024-08-29T17:58:19.287 INFO:tasks.rados.rados.0.smithi028.stdout:3000: expect (ObjNum 816 snap 277 seq_num 816) 2024-08-29T17:58:19.287 INFO:tasks.rados.rados.0.smithi028.stdout:3001: read oid 18 snap -1 2024-08-29T17:58:19.287 INFO:tasks.rados.rados.0.smithi028.stdout:3001: expect deleted 2024-08-29T17:58:19.287 INFO:tasks.rados.rados.0.smithi028.stdout:3002: rollback oid 4 current snap is 305 2024-08-29T17:58:19.287 INFO:tasks.rados.rados.0.smithi028.stdout:rollback oid 4 to 302 2024-08-29T17:58:19.287 INFO:tasks.rados.rados.0.smithi028.stdout:3003: copy_from oid 38 from oid 46 current snap is 305 2024-08-29T17:58:19.287 INFO:tasks.rados.rados.0.smithi028.stdout:3004: read oid 1 snap 254 2024-08-29T17:58:19.287 INFO:tasks.rados.rados.0.smithi028.stdout:3004: expect (ObjNum 654 snap 215 seq_num 654) 2024-08-29T17:58:19.287 INFO:tasks.rados.rados.0.smithi028.stdout:3005: read oid 6 snap -1 2024-08-29T17:58:19.287 INFO:tasks.rados.rados.0.smithi028.stdout:3005: expect (ObjNum 839 snap 283 seq_num 839) 2024-08-29T17:58:19.287 INFO:tasks.rados.rados.0.smithi028.stdout:3006: snap_create 2024-08-29T17:58:19.291 INFO:tasks.rados.rados.0.smithi028.stdout:2997: finishing write tid 1 to smithi02869045-24 2024-08-29T17:58:19.292 INFO:tasks.rados.rados.0.smithi028.stdout:2997: finishing write tid 2 to smithi02869045-24 2024-08-29T17:58:19.304 INFO:tasks.rados.rados.0.smithi028.stdout:3002: finishing rollback tid 0 to smithi02869045-4 2024-08-29T17:58:19.305 INFO:tasks.rados.rados.0.smithi028.stdout:3002: finishing rollback tid 1 to smithi02869045-4 2024-08-29T17:58:19.308 INFO:tasks.rados.rados.0.smithi028.stdout:2997: finishing write tid 3 to smithi02869045-24 2024-08-29T17:58:19.308 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 24 v 2813 (ObjNum 902 snap 305 seq_num 902) dirty exists 2024-08-29T17:58:19.308 INFO:tasks.rados.rados.0.smithi028.stdout:2997: left oid 24 (ObjNum 902 snap 305 seq_num 902) 2024-08-29T17:58:19.308 INFO:tasks.rados.rados.0.smithi028.stdout:2994: finishing copy_from racing read to smithi02869045-14 2024-08-29T17:58:19.309 INFO:tasks.rados.rados.0.smithi028.stdout:2994: finishing copy_from to smithi02869045-14 2024-08-29T17:58:19.310 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 14 v 2510 (ObjNum 892 snap 302 seq_num 892) dirty exists 2024-08-29T17:58:19.318 INFO:tasks.rados.rados.0.smithi028.stdout:3002: finishing rollback tid 2 to smithi02869045-4 2024-08-29T17:58:19.318 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 4 v 2850 (ObjNum 816 snap 277 seq_num 816) dirty exists 2024-08-29T17:58:19.322 INFO:tasks.rados.rados.0.smithi028.stdout:3000: expect (ObjNum 816 snap 277 seq_num 816) 2024-08-29T17:58:19.496 INFO:tasks.rados.rados.0.smithi028.stdout:3004: expect (ObjNum 654 snap 215 seq_num 654) 2024-08-29T17:58:19.572 INFO:tasks.rados.rados.0.smithi028.stdout:3005: expect (ObjNum 839 snap 283 seq_num 839) 2024-08-29T17:58:19.826 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:58:19 smithi053 bash[68679]: cluster 2024-08-29T17:58:18.410597+0000 mon.a (mon.0) 956 : cluster [DBG] osdmap e686: 8 total, 8 up, 8 in 2024-08-29T17:58:19.826 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:58:19 smithi053 bash[68679]: audit 2024-08-29T17:58:18.607156+0000 mon.a (mon.0) 957 : audit [INF] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' 2024-08-29T17:58:19.826 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:58:19 smithi053 bash[68679]: audit 2024-08-29T17:58:18.616804+0000 mon.a (mon.0) 958 : audit [INF] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' 2024-08-29T17:58:19.826 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:58:19 smithi053 bash[68679]: audit 2024-08-29T17:58:18.618776+0000 mon.a (mon.0) 959 : audit [DBG] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-29T17:58:19.826 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:58:19 smithi053 bash[68679]: audit 2024-08-29T17:58:18.620369+0000 mon.a (mon.0) 960 : audit [INF] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-29T17:58:19.826 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:58:19 smithi053 bash[68679]: audit 2024-08-29T17:58:18.629568+0000 mon.a (mon.0) 961 : audit [INF] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' 2024-08-29T17:58:19.826 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:58:19 smithi053 bash[68679]: audit 2024-08-29T17:58:18.773423+0000 mon.a (mon.0) 962 : audit [DBG] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-29T17:58:19.826 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:58:19 smithi053 bash[68679]: audit 2024-08-29T17:58:18.776991+0000 mon.a (mon.0) 963 : audit [DBG] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-08-29T17:58:19.826 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:58:19 smithi053 bash[68679]: audit 2024-08-29T17:58:18.779885+0000 mon.a (mon.0) 964 : audit [DBG] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-08-29T17:58:19.826 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:58:19 smithi053 bash[68679]: audit 2024-08-29T17:58:18.782321+0000 mon.a (mon.0) 965 : audit [DBG] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-08-29T17:58:19.827 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:58:19 smithi053 bash[68679]: audit 2024-08-29T17:58:18.785895+0000 mon.a (mon.0) 966 : audit [DBG] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-08-29T17:58:19.827 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:58:19 smithi053 bash[68679]: audit 2024-08-29T17:58:18.794043+0000 mon.a (mon.0) 967 : audit [INF] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' 2024-08-29T17:58:19.827 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:58:19 smithi053 bash[68679]: audit 2024-08-29T17:58:18.798468+0000 mon.a (mon.0) 968 : audit [INF] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "osd.0"}]: dispatch 2024-08-29T17:58:19.827 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:58:19 smithi053 bash[68679]: audit 2024-08-29T17:58:18.804061+0000 mon.a (mon.0) 969 : audit [INF] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "osd.0"}]': finished 2024-08-29T17:58:19.827 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:58:19 smithi053 bash[68679]: audit 2024-08-29T17:58:18.808098+0000 mon.a (mon.0) 970 : audit [INF] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "osd.1"}]: dispatch 2024-08-29T17:58:19.827 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:58:19 smithi053 bash[68679]: audit 2024-08-29T17:58:18.813980+0000 mon.a (mon.0) 971 : audit [INF] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "osd.1"}]': finished 2024-08-29T17:58:19.827 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:58:19 smithi053 bash[68679]: audit 2024-08-29T17:58:18.817905+0000 mon.a (mon.0) 972 : audit [INF] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "osd.2"}]: dispatch 2024-08-29T17:58:19.827 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:58:19 smithi053 bash[68679]: audit 2024-08-29T17:58:18.823335+0000 mon.a (mon.0) 973 : audit [INF] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "osd.2"}]': finished 2024-08-29T17:58:19.827 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:58:19 smithi053 bash[68679]: audit 2024-08-29T17:58:18.827436+0000 mon.a (mon.0) 974 : audit [INF] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "osd.3"}]: dispatch 2024-08-29T17:58:19.827 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:58:19 smithi053 bash[68679]: audit 2024-08-29T17:58:18.835118+0000 mon.a (mon.0) 975 : audit [INF] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "osd.3"}]': finished 2024-08-29T17:58:19.827 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:58:19 smithi053 bash[68679]: audit 2024-08-29T17:58:18.840380+0000 mon.a (mon.0) 976 : audit [INF] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "osd.4"}]: dispatch 2024-08-29T17:58:19.827 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:58:19 smithi053 bash[68679]: audit 2024-08-29T17:58:18.846174+0000 mon.a (mon.0) 977 : audit [INF] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "osd.4"}]': finished 2024-08-29T17:58:19.827 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:58:19 smithi053 bash[68679]: audit 2024-08-29T17:58:18.850419+0000 mon.a (mon.0) 978 : audit [INF] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "osd.5"}]: dispatch 2024-08-29T17:58:19.827 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:58:19 smithi053 bash[68679]: audit 2024-08-29T17:58:18.856313+0000 mon.a (mon.0) 979 : audit [INF] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "osd.5"}]': finished 2024-08-29T17:58:19.828 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:58:19 smithi053 bash[68679]: audit 2024-08-29T17:58:18.860661+0000 mon.a (mon.0) 980 : audit [INF] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "osd.6"}]: dispatch 2024-08-29T17:58:19.828 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:58:19 smithi053 bash[68679]: audit 2024-08-29T17:58:18.866441+0000 mon.a (mon.0) 981 : audit [INF] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "osd.6"}]': finished 2024-08-29T17:58:19.828 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:58:19 smithi053 bash[68679]: audit 2024-08-29T17:58:18.870933+0000 mon.a (mon.0) 982 : audit [INF] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "osd.7"}]: dispatch 2024-08-29T17:58:19.828 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:58:19 smithi053 bash[68679]: audit 2024-08-29T17:58:18.876658+0000 mon.a (mon.0) 983 : audit [INF] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "osd.7"}]': finished 2024-08-29T17:58:19.828 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:58:19 smithi053 bash[68679]: audit 2024-08-29T17:58:18.884531+0000 mon.a (mon.0) 984 : audit [INF] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "osd require-osd-release", "release": "squid"}]: dispatch 2024-08-29T17:58:19.828 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:58:19 smithi053 bash[68679]: cluster 2024-08-29T17:58:19.249397+0000 mon.a (mon.0) 985 : cluster [INF] Health check cleared: OSD_UPGRADE_FINISHED (was: all OSDs are running squid or later but require_osd_release < squid) 2024-08-29T17:58:19.828 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:58:19 smithi053 bash[68679]: cluster 2024-08-29T17:58:19.249448+0000 mon.a (mon.0) 986 : cluster [INF] Cluster is now healthy 2024-08-29T17:58:19.828 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:58:19 smithi053 bash[68679]: audit 2024-08-29T17:58:19.251978+0000 mon.a (mon.0) 987 : audit [INF] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd='[{"prefix": "osd require-osd-release", "release": "squid"}]': finished 2024-08-29T17:58:19.828 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:58:19 smithi053 bash[68679]: cluster 2024-08-29T17:58:19.259249+0000 mon.a (mon.0) 988 : cluster [DBG] osdmap e687: 8 total, 8 up, 8 in 2024-08-29T17:58:19.828 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:58:19 smithi053 bash[68679]: audit 2024-08-29T17:58:19.274712+0000 mon.a (mon.0) 989 : audit [DBG] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "mds ok-to-stop", "ids": ["a"]}]: dispatch 2024-08-29T17:58:19.879 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:58:19 smithi028 bash[78352]: cluster 2024-08-29T17:58:18.410597+0000 mon.a (mon.0) 956 : cluster [DBG] osdmap e686: 8 total, 8 up, 8 in 2024-08-29T17:58:19.879 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:58:19 smithi028 bash[78352]: audit 2024-08-29T17:58:18.607156+0000 mon.a (mon.0) 957 : audit [INF] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' 2024-08-29T17:58:19.880 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:58:19 smithi028 bash[78352]: audit 2024-08-29T17:58:18.616804+0000 mon.a (mon.0) 958 : audit [INF] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' 2024-08-29T17:58:19.880 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:58:19 smithi028 bash[78352]: audit 2024-08-29T17:58:18.618776+0000 mon.a (mon.0) 959 : audit [DBG] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-29T17:58:19.880 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:58:19 smithi028 bash[78352]: audit 2024-08-29T17:58:18.620369+0000 mon.a (mon.0) 960 : audit [INF] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-29T17:58:19.880 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:58:19 smithi028 bash[78352]: audit 2024-08-29T17:58:18.629568+0000 mon.a (mon.0) 961 : audit [INF] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' 2024-08-29T17:58:19.880 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:58:19 smithi028 bash[78352]: audit 2024-08-29T17:58:18.773423+0000 mon.a (mon.0) 962 : audit [DBG] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-29T17:58:19.880 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:58:19 smithi028 bash[78352]: audit 2024-08-29T17:58:18.776991+0000 mon.a (mon.0) 963 : audit [DBG] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-08-29T17:58:19.880 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:58:19 smithi028 bash[78352]: audit 2024-08-29T17:58:18.779885+0000 mon.a (mon.0) 964 : audit [DBG] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-08-29T17:58:19.880 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:58:19 smithi028 bash[78352]: audit 2024-08-29T17:58:18.782321+0000 mon.a (mon.0) 965 : audit [DBG] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-08-29T17:58:19.880 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:58:19 smithi028 bash[78352]: audit 2024-08-29T17:58:18.785895+0000 mon.a (mon.0) 966 : audit [DBG] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-08-29T17:58:19.880 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:58:19 smithi028 bash[78352]: audit 2024-08-29T17:58:18.794043+0000 mon.a (mon.0) 967 : audit [INF] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' 2024-08-29T17:58:19.880 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:58:19 smithi028 bash[78352]: audit 2024-08-29T17:58:18.798468+0000 mon.a (mon.0) 968 : audit [INF] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "osd.0"}]: dispatch 2024-08-29T17:58:19.880 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:58:19 smithi028 bash[78352]: audit 2024-08-29T17:58:18.804061+0000 mon.a (mon.0) 969 : audit [INF] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "osd.0"}]': finished 2024-08-29T17:58:19.881 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:58:19 smithi028 bash[78352]: audit 2024-08-29T17:58:18.808098+0000 mon.a (mon.0) 970 : audit [INF] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "osd.1"}]: dispatch 2024-08-29T17:58:19.881 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:58:19 smithi028 bash[78352]: audit 2024-08-29T17:58:18.813980+0000 mon.a (mon.0) 971 : audit [INF] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "osd.1"}]': finished 2024-08-29T17:58:19.881 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:58:19 smithi028 bash[78352]: audit 2024-08-29T17:58:18.817905+0000 mon.a (mon.0) 972 : audit [INF] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "osd.2"}]: dispatch 2024-08-29T17:58:19.881 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:58:19 smithi028 bash[78352]: audit 2024-08-29T17:58:18.823335+0000 mon.a (mon.0) 973 : audit [INF] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "osd.2"}]': finished 2024-08-29T17:58:19.881 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:58:19 smithi028 bash[78352]: audit 2024-08-29T17:58:18.827436+0000 mon.a (mon.0) 974 : audit [INF] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "osd.3"}]: dispatch 2024-08-29T17:58:19.881 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:58:19 smithi028 bash[77168]: cluster 2024-08-29T17:58:18.410597+0000 mon.a (mon.0) 956 : cluster [DBG] osdmap e686: 8 total, 8 up, 8 in 2024-08-29T17:58:19.881 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:58:19 smithi028 bash[77168]: audit 2024-08-29T17:58:18.607156+0000 mon.a (mon.0) 957 : audit [INF] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' 2024-08-29T17:58:19.881 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:58:19 smithi028 bash[77168]: audit 2024-08-29T17:58:18.616804+0000 mon.a (mon.0) 958 : audit [INF] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' 2024-08-29T17:58:19.881 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:58:19 smithi028 bash[77168]: audit 2024-08-29T17:58:18.618776+0000 mon.a (mon.0) 959 : audit [DBG] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-29T17:58:19.881 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:58:19 smithi028 bash[77168]: audit 2024-08-29T17:58:18.620369+0000 mon.a (mon.0) 960 : audit [INF] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-29T17:58:19.881 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:58:19 smithi028 bash[77168]: audit 2024-08-29T17:58:18.629568+0000 mon.a (mon.0) 961 : audit [INF] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' 2024-08-29T17:58:19.882 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:58:19 smithi028 bash[77168]: audit 2024-08-29T17:58:18.773423+0000 mon.a (mon.0) 962 : audit [DBG] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-29T17:58:19.882 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:58:19 smithi028 bash[77168]: audit 2024-08-29T17:58:18.776991+0000 mon.a (mon.0) 963 : audit [DBG] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-08-29T17:58:19.882 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:58:19 smithi028 bash[77168]: audit 2024-08-29T17:58:18.779885+0000 mon.a (mon.0) 964 : audit [DBG] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-08-29T17:58:19.882 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:58:19 smithi028 bash[77168]: audit 2024-08-29T17:58:18.782321+0000 mon.a (mon.0) 965 : audit [DBG] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-08-29T17:58:19.882 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:58:19 smithi028 bash[77168]: audit 2024-08-29T17:58:18.785895+0000 mon.a (mon.0) 966 : audit [DBG] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-08-29T17:58:19.882 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:58:19 smithi028 bash[77168]: audit 2024-08-29T17:58:18.794043+0000 mon.a (mon.0) 967 : audit [INF] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' 2024-08-29T17:58:19.882 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:58:19 smithi028 bash[77168]: audit 2024-08-29T17:58:18.798468+0000 mon.a (mon.0) 968 : audit [INF] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "osd.0"}]: dispatch 2024-08-29T17:58:19.882 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:58:19 smithi028 bash[77168]: audit 2024-08-29T17:58:18.804061+0000 mon.a (mon.0) 969 : audit [INF] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "osd.0"}]': finished 2024-08-29T17:58:19.882 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:58:19 smithi028 bash[77168]: audit 2024-08-29T17:58:18.808098+0000 mon.a (mon.0) 970 : audit [INF] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "osd.1"}]: dispatch 2024-08-29T17:58:19.882 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:58:19 smithi028 bash[77168]: audit 2024-08-29T17:58:18.813980+0000 mon.a (mon.0) 971 : audit [INF] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "osd.1"}]': finished 2024-08-29T17:58:19.882 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:58:19 smithi028 bash[77168]: audit 2024-08-29T17:58:18.817905+0000 mon.a (mon.0) 972 : audit [INF] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "osd.2"}]: dispatch 2024-08-29T17:58:19.882 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:58:19 smithi028 bash[77168]: audit 2024-08-29T17:58:18.823335+0000 mon.a (mon.0) 973 : audit [INF] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "osd.2"}]': finished 2024-08-29T17:58:19.882 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:58:19 smithi028 bash[77168]: audit 2024-08-29T17:58:18.827436+0000 mon.a (mon.0) 974 : audit [INF] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "osd.3"}]: dispatch 2024-08-29T17:58:19.883 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:58:19 smithi028 bash[78352]: audit 2024-08-29T17:58:18.835118+0000 mon.a (mon.0) 975 : audit [INF] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "osd.3"}]': finished 2024-08-29T17:58:19.883 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:58:19 smithi028 bash[78352]: audit 2024-08-29T17:58:18.840380+0000 mon.a (mon.0) 976 : audit [INF] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "osd.4"}]: dispatch 2024-08-29T17:58:19.883 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:58:19 smithi028 bash[78352]: audit 2024-08-29T17:58:18.846174+0000 mon.a (mon.0) 977 : audit [INF] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "osd.4"}]': finished 2024-08-29T17:58:19.883 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:58:19 smithi028 bash[78352]: audit 2024-08-29T17:58:18.850419+0000 mon.a (mon.0) 978 : audit [INF] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "osd.5"}]: dispatch 2024-08-29T17:58:19.883 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:58:19 smithi028 bash[78352]: audit 2024-08-29T17:58:18.856313+0000 mon.a (mon.0) 979 : audit [INF] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "osd.5"}]': finished 2024-08-29T17:58:19.883 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:58:19 smithi028 bash[78352]: audit 2024-08-29T17:58:18.860661+0000 mon.a (mon.0) 980 : audit [INF] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "osd.6"}]: dispatch 2024-08-29T17:58:19.883 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:58:19 smithi028 bash[78352]: audit 2024-08-29T17:58:18.866441+0000 mon.a (mon.0) 981 : audit [INF] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "osd.6"}]': finished 2024-08-29T17:58:19.883 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:58:19 smithi028 bash[78352]: audit 2024-08-29T17:58:18.870933+0000 mon.a (mon.0) 982 : audit [INF] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "osd.7"}]: dispatch 2024-08-29T17:58:19.884 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:58:19 smithi028 bash[78352]: audit 2024-08-29T17:58:18.876658+0000 mon.a (mon.0) 983 : audit [INF] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "osd.7"}]': finished 2024-08-29T17:58:19.884 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:58:19 smithi028 bash[78352]: audit 2024-08-29T17:58:18.884531+0000 mon.a (mon.0) 984 : audit [INF] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "osd require-osd-release", "release": "squid"}]: dispatch 2024-08-29T17:58:19.884 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:58:19 smithi028 bash[78352]: cluster 2024-08-29T17:58:19.249397+0000 mon.a (mon.0) 985 : cluster [INF] Health check cleared: OSD_UPGRADE_FINISHED (was: all OSDs are running squid or later but require_osd_release < squid) 2024-08-29T17:58:19.884 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:58:19 smithi028 bash[78352]: cluster 2024-08-29T17:58:19.249448+0000 mon.a (mon.0) 986 : cluster [INF] Cluster is now healthy 2024-08-29T17:58:19.884 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:58:19 smithi028 bash[78352]: audit 2024-08-29T17:58:19.251978+0000 mon.a (mon.0) 987 : audit [INF] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd='[{"prefix": "osd require-osd-release", "release": "squid"}]': finished 2024-08-29T17:58:19.884 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:58:19 smithi028 bash[78352]: cluster 2024-08-29T17:58:19.259249+0000 mon.a (mon.0) 988 : cluster [DBG] osdmap e687: 8 total, 8 up, 8 in 2024-08-29T17:58:19.884 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:58:19 smithi028 bash[78352]: audit 2024-08-29T17:58:19.274712+0000 mon.a (mon.0) 989 : audit [DBG] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "mds ok-to-stop", "ids": ["a"]}]: dispatch 2024-08-29T17:58:19.884 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:58:19 smithi028 bash[77168]: audit 2024-08-29T17:58:18.835118+0000 mon.a (mon.0) 975 : audit [INF] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "osd.3"}]': finished 2024-08-29T17:58:19.884 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:58:19 smithi028 bash[77168]: audit 2024-08-29T17:58:18.840380+0000 mon.a (mon.0) 976 : audit [INF] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "osd.4"}]: dispatch 2024-08-29T17:58:19.884 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:58:19 smithi028 bash[77168]: audit 2024-08-29T17:58:18.846174+0000 mon.a (mon.0) 977 : audit [INF] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "osd.4"}]': finished 2024-08-29T17:58:19.884 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:58:19 smithi028 bash[77168]: audit 2024-08-29T17:58:18.850419+0000 mon.a (mon.0) 978 : audit [INF] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "osd.5"}]: dispatch 2024-08-29T17:58:19.884 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:58:19 smithi028 bash[77168]: audit 2024-08-29T17:58:18.856313+0000 mon.a (mon.0) 979 : audit [INF] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "osd.5"}]': finished 2024-08-29T17:58:19.885 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:58:19 smithi028 bash[77168]: audit 2024-08-29T17:58:18.860661+0000 mon.a (mon.0) 980 : audit [INF] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "osd.6"}]: dispatch 2024-08-29T17:58:19.885 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:58:19 smithi028 bash[77168]: audit 2024-08-29T17:58:18.866441+0000 mon.a (mon.0) 981 : audit [INF] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "osd.6"}]': finished 2024-08-29T17:58:19.885 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:58:19 smithi028 bash[77168]: audit 2024-08-29T17:58:18.870933+0000 mon.a (mon.0) 982 : audit [INF] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "osd.7"}]: dispatch 2024-08-29T17:58:19.885 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:58:19 smithi028 bash[77168]: audit 2024-08-29T17:58:18.876658+0000 mon.a (mon.0) 983 : audit [INF] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "osd.7"}]': finished 2024-08-29T17:58:19.885 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:58:19 smithi028 bash[77168]: audit 2024-08-29T17:58:18.884531+0000 mon.a (mon.0) 984 : audit [INF] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "osd require-osd-release", "release": "squid"}]: dispatch 2024-08-29T17:58:19.885 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:58:19 smithi028 bash[77168]: cluster 2024-08-29T17:58:19.249397+0000 mon.a (mon.0) 985 : cluster [INF] Health check cleared: OSD_UPGRADE_FINISHED (was: all OSDs are running squid or later but require_osd_release < squid) 2024-08-29T17:58:19.885 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:58:19 smithi028 bash[77168]: cluster 2024-08-29T17:58:19.249448+0000 mon.a (mon.0) 986 : cluster [INF] Cluster is now healthy 2024-08-29T17:58:19.885 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:58:19 smithi028 bash[77168]: audit 2024-08-29T17:58:19.251978+0000 mon.a (mon.0) 987 : audit [INF] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd='[{"prefix": "osd require-osd-release", "release": "squid"}]': finished 2024-08-29T17:58:19.885 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:58:19 smithi028 bash[77168]: cluster 2024-08-29T17:58:19.259249+0000 mon.a (mon.0) 988 : cluster [DBG] osdmap e687: 8 total, 8 up, 8 in 2024-08-29T17:58:19.885 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:58:19 smithi028 bash[77168]: audit 2024-08-29T17:58:19.274712+0000 mon.a (mon.0) 989 : audit [DBG] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "mds ok-to-stop", "ids": ["a"]}]: dispatch 2024-08-29T17:58:20.417 INFO:tasks.rados.rados.0.smithi028.stdout:3003: finishing copy_from racing read to smithi02869045-38 2024-08-29T17:58:20.418 INFO:tasks.rados.rados.0.smithi028.stdout:3003: finishing copy_from to smithi02869045-38 2024-08-29T17:58:20.418 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 38 v 2811 (ObjNum 872 snap 295 seq_num 872) dirty exists 2024-08-29T17:58:20.418 INFO:tasks.rados.rados.0.smithi028.stdout:2994: done (8 left) 2024-08-29T17:58:20.418 INFO:tasks.rados.rados.0.smithi028.stdout:2997: done (7 left) 2024-08-29T17:58:20.418 INFO:tasks.rados.rados.0.smithi028.stdout:3000: done (6 left) 2024-08-29T17:58:20.418 INFO:tasks.rados.rados.0.smithi028.stdout:3001: done (5 left) 2024-08-29T17:58:20.418 INFO:tasks.rados.rados.0.smithi028.stdout:3002: done (4 left) 2024-08-29T17:58:20.418 INFO:tasks.rados.rados.0.smithi028.stdout:3003: done (3 left) 2024-08-29T17:58:20.418 INFO:tasks.rados.rados.0.smithi028.stdout:3004: done (2 left) 2024-08-29T17:58:20.418 INFO:tasks.rados.rados.0.smithi028.stdout:3005: done (1 left) 2024-08-29T17:58:20.418 INFO:tasks.rados.rados.0.smithi028.stdout:3006: done (0 left) 2024-08-29T17:58:20.418 INFO:tasks.rados.rados.0.smithi028.stdout:3007: read oid 31 snap -1 2024-08-29T17:58:20.418 INFO:tasks.rados.rados.0.smithi028.stdout:3007: expect deleted 2024-08-29T17:58:20.418 INFO:tasks.rados.rados.0.smithi028.stdout:3008: read oid 1 snap 284 2024-08-29T17:58:20.419 INFO:tasks.rados.rados.0.smithi028.stdout:3008: expect (ObjNum 774 snap 265 seq_num 774) 2024-08-29T17:58:20.419 INFO:tasks.rados.rados.0.smithi028.stdout:3009: rollback oid 8 current snap is 306 2024-08-29T17:58:20.419 INFO:tasks.rados.rados.0.smithi028.stdout:rollback oid 8 to 290 2024-08-29T17:58:20.419 INFO:tasks.rados.rados.0.smithi028.stdout:3010: read oid 22 snap -1 2024-08-29T17:58:20.419 INFO:tasks.rados.rados.0.smithi028.stdout:3010: expect (ObjNum 846 snap 283 seq_num 846) 2024-08-29T17:58:20.419 INFO:tasks.rados.rados.0.smithi028.stdout:3011: setattr oid 3 current snap is 306 2024-08-29T17:58:20.419 INFO:tasks.rados.rados.0.smithi028.stdout:3007: done (4 left) 2024-08-29T17:58:20.419 INFO:tasks.rados.rados.0.smithi028.stdout:3012: read oid 27 snap -1 2024-08-29T17:58:20.419 INFO:tasks.rados.rados.0.smithi028.stdout:3012: expect (ObjNum 896 snap 303 seq_num 896) 2024-08-29T17:58:20.419 INFO:tasks.rados.rados.0.smithi028.stdout:3013: snap_remove snap 299 2024-08-29T17:58:20.825 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:58:20 smithi053 bash[68679]: cephadm 2024-08-29T17:58:18.787322+0000 mgr.y (mgr.25022) 301 : cephadm [INF] Upgrade: Setting container_image for all osd 2024-08-29T17:58:20.825 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:58:20 smithi053 bash[68679]: cephadm 2024-08-29T17:58:18.883909+0000 mgr.y (mgr.25022) 302 : cephadm [INF] Upgrade: Setting require_osd_release to 19 squid 2024-08-29T17:58:20.825 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:58:20 smithi053 bash[68679]: cluster 2024-08-29T17:58:19.061676+0000 mgr.y (mgr.25022) 303 : cluster [DBG] pgmap v553: 121 pgs: 121 active+clean; 364 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail; 11 MiB/s rd, 2.3 MiB/s wr, 6 op/s; 15 MiB/s, 3 objects/s recovering 2024-08-29T17:58:20.825 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:58:20 smithi053 bash[68679]: cephadm 2024-08-29T17:58:19.275757+0000 mgr.y (mgr.25022) 304 : cephadm [INF] Upgrade: It appears safe to stop mds.a 2024-08-29T17:58:20.825 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:58:20 smithi053 bash[68679]: cluster 2024-08-29T17:58:20.257270+0000 mon.a (mon.0) 990 : cluster [DBG] osdmap e688: 8 total, 8 up, 8 in 2024-08-29T17:58:20.879 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:58:20 smithi028 bash[78352]: cephadm 2024-08-29T17:58:18.787322+0000 mgr.y (mgr.25022) 301 : cephadm [INF] Upgrade: Setting container_image for all osd 2024-08-29T17:58:20.879 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:58:20 smithi028 bash[78352]: cephadm 2024-08-29T17:58:18.883909+0000 mgr.y (mgr.25022) 302 : cephadm [INF] Upgrade: Setting require_osd_release to 19 squid 2024-08-29T17:58:20.880 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:58:20 smithi028 bash[78352]: cluster 2024-08-29T17:58:19.061676+0000 mgr.y (mgr.25022) 303 : cluster [DBG] pgmap v553: 121 pgs: 121 active+clean; 364 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail; 11 MiB/s rd, 2.3 MiB/s wr, 6 op/s; 15 MiB/s, 3 objects/s recovering 2024-08-29T17:58:20.880 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:58:20 smithi028 bash[78352]: cephadm 2024-08-29T17:58:19.275757+0000 mgr.y (mgr.25022) 304 : cephadm [INF] Upgrade: It appears safe to stop mds.a 2024-08-29T17:58:20.880 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:58:20 smithi028 bash[78352]: cluster 2024-08-29T17:58:20.257270+0000 mon.a (mon.0) 990 : cluster [DBG] osdmap e688: 8 total, 8 up, 8 in 2024-08-29T17:58:20.880 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:58:20 smithi028 bash[77168]: cephadm 2024-08-29T17:58:18.787322+0000 mgr.y (mgr.25022) 301 : cephadm [INF] Upgrade: Setting container_image for all osd 2024-08-29T17:58:20.880 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:58:20 smithi028 bash[77168]: cephadm 2024-08-29T17:58:18.883909+0000 mgr.y (mgr.25022) 302 : cephadm [INF] Upgrade: Setting require_osd_release to 19 squid 2024-08-29T17:58:20.880 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:58:20 smithi028 bash[77168]: cluster 2024-08-29T17:58:19.061676+0000 mgr.y (mgr.25022) 303 : cluster [DBG] pgmap v553: 121 pgs: 121 active+clean; 364 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail; 11 MiB/s rd, 2.3 MiB/s wr, 6 op/s; 15 MiB/s, 3 objects/s recovering 2024-08-29T17:58:20.880 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:58:20 smithi028 bash[77168]: cephadm 2024-08-29T17:58:19.275757+0000 mgr.y (mgr.25022) 304 : cephadm [INF] Upgrade: It appears safe to stop mds.a 2024-08-29T17:58:20.880 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:58:20 smithi028 bash[77168]: cluster 2024-08-29T17:58:20.257270+0000 mon.a (mon.0) 990 : cluster [DBG] osdmap e688: 8 total, 8 up, 8 in 2024-08-29T17:58:21.421 INFO:tasks.rados.rados.0.smithi028.stdout:3013: done (5 left) 2024-08-29T17:58:21.422 INFO:tasks.rados.rados.0.smithi028.stdout:3014: snap_remove snap 298 2024-08-29T17:58:21.629 INFO:journalctl@ceph.mgr.y.smithi028.stdout:Aug 29 17:58:21 smithi028 bash[70818]: ::ffff:172.21.15.53 - - [29/Aug/2024:17:58:21] "GET /metrics HTTP/1.1" 200 36103 "" "Prometheus/2.43.0" 2024-08-29T17:58:22.438 INFO:tasks.rados.rados.0.smithi028.stdout:3014: done (5 left) 2024-08-29T17:58:22.438 INFO:tasks.rados.rados.0.smithi028.stdout:append oid 9 current snap is 306 2024-08-29T17:58:22.438 INFO:tasks.rados.rados.0.smithi028.stdout:3015: seq_num 904 ranges {376832=745472} 2024-08-29T17:58:22.439 INFO:tasks.rados.rados.0.smithi028.stdout:3015: writing smithi02869045-9 from 376832 to 1122304 tid 1 2024-08-29T17:58:22.439 INFO:tasks.rados.rados.0.smithi028.stdout:append oid 47 current snap is 306 2024-08-29T17:58:22.439 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 3 v 2515 (ObjNum 273 snap 0 seq_num 0) dirty exists 2024-08-29T17:58:22.439 INFO:tasks.rados.rados.0.smithi028.stdout:3008: expect (ObjNum 774 snap 265 seq_num 774) 2024-08-29T17:58:22.485 INFO:tasks.rados.rados.0.smithi028.stdout:3009: finishing rollback tid 0 to smithi02869045-8 2024-08-29T17:58:22.486 INFO:tasks.rados.rados.0.smithi028.stdout:3009: finishing rollback tid 1 to smithi02869045-8 2024-08-29T17:58:22.486 INFO:tasks.rados.rados.0.smithi028.stdout:3016: seq_num 905 ranges {507904=761856} 2024-08-29T17:58:22.493 INFO:tasks.rados.rados.0.smithi028.stdout:3016: writing smithi02869045-47 from 507904 to 1269760 tid 1 2024-08-29T17:58:22.493 INFO:tasks.rados.rados.0.smithi028.stdout:3008: done (6 left) 2024-08-29T17:58:22.493 INFO:tasks.rados.rados.0.smithi028.stdout:3011: done (5 left) 2024-08-29T17:58:22.493 INFO:tasks.rados.rados.0.smithi028.stdout:append oid 31 current snap is 306 2024-08-29T17:58:22.493 INFO:tasks.rados.rados.0.smithi028.stdout:3017: seq_num 906 ranges {0=778240} 2024-08-29T17:58:22.497 INFO:tasks.rados.rados.0.smithi028.stdout:3017: writing smithi02869045-31 from 0 to 778240 tid 1 2024-08-29T17:58:22.497 INFO:tasks.rados.rados.0.smithi028.stdout:3018: rmattr oid 34 current snap is 306 2024-08-29T17:58:22.497 INFO:tasks.rados.rados.0.smithi028.stdout:3009: finishing rollback tid 2 to smithi02869045-8 2024-08-29T17:58:22.497 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 8 v 2504 (ObjNum 770 snap 264 seq_num 770) dirty exists 2024-08-29T17:58:22.498 INFO:tasks.rados.rados.0.smithi028.stdout:3010: expect (ObjNum 846 snap 283 seq_num 846) 2024-08-29T17:58:22.575 INFO:journalctl@ceph.prometheus.a.smithi053.stdout:Aug 29 17:58:22 smithi053 bash[61790]: ts=2024-08-29T17:58:22.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"3167ee72-662c-11ef-bcd4-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-29T17:58:22.575 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:58:22 smithi053 bash[68679]: cluster 2024-08-29T17:58:21.062611+0000 mgr.y (mgr.25022) 305 : cluster [DBG] pgmap v556: 121 pgs: 121 active+clean; 396 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail; 26 MiB/s rd, 5.7 MiB/s wr, 14 op/s 2024-08-29T17:58:22.575 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:58:22 smithi053 bash[68679]: cluster 2024-08-29T17:58:21.424089+0000 mon.a (mon.0) 991 : cluster [DBG] osdmap e689: 8 total, 8 up, 8 in 2024-08-29T17:58:22.575 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:58:22 smithi053 bash[68679]: audit 2024-08-29T17:58:22.169213+0000 mon.a (mon.0) 992 : audit [INF] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' 2024-08-29T17:58:22.575 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:58:22 smithi053 bash[68679]: audit 2024-08-29T17:58:22.171969+0000 mon.a (mon.0) 993 : audit [INF] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mds.a", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-08-29T17:58:22.575 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:58:22 smithi053 bash[68679]: audit 2024-08-29T17:58:22.173564+0000 mon.a (mon.0) 994 : audit [DBG] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-29T17:58:22.575 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:58:22 smithi053 bash[68679]: audit 2024-08-29T17:58:22.255611+0000 mon.a (mon.0) 995 : audit [INF] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' 2024-08-29T17:58:22.662 INFO:tasks.rados.rados.0.smithi028.stdout:3012: expect (ObjNum 896 snap 303 seq_num 896) 2024-08-29T17:58:22.678 INFO:tasks.rados.rados.0.smithi028.stdout:3015: finishing write tid 1 to smithi02869045-9 2024-08-29T17:58:22.678 INFO:tasks.rados.rados.0.smithi028.stdout:3015: finishing write tid 2 to smithi02869045-9 2024-08-29T17:58:22.678 INFO:tasks.rados.rados.0.smithi028.stdout:3009: done (6 left) 2024-08-29T17:58:22.678 INFO:tasks.rados.rados.0.smithi028.stdout:3010: done (5 left) 2024-08-29T17:58:22.678 INFO:tasks.rados.rados.0.smithi028.stdout:3012: done (4 left) 2024-08-29T17:58:22.678 INFO:tasks.rados.rados.0.smithi028.stdout:append oid 24 current snap is 306 2024-08-29T17:58:22.678 INFO:tasks.rados.rados.0.smithi028.stdout:3015: finishing write tid 3 to smithi02869045-9 2024-08-29T17:58:22.678 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 9 v 2319 (ObjNum 904 snap 306 seq_num 904) dirty exists 2024-08-29T17:58:22.679 INFO:tasks.rados.rados.0.smithi028.stdout:3015: left oid 9 (ObjNum 904 snap 306 seq_num 904) 2024-08-29T17:58:22.679 INFO:tasks.rados.rados.0.smithi028.stdout:3016: finishing write tid 1 to smithi02869045-47 2024-08-29T17:58:22.679 INFO:tasks.rados.rados.0.smithi028.stdout:3019: seq_num 907 ranges {1343488=794624} 2024-08-29T17:58:22.690 INFO:tasks.rados.rados.0.smithi028.stdout:3019: writing smithi02869045-24 from 1343488 to 2138112 tid 1 2024-08-29T17:58:22.690 INFO:tasks.rados.rados.0.smithi028.stdout:3015: done (4 left) 2024-08-29T17:58:22.691 INFO:tasks.rados.rados.0.smithi028.stdout:3020: rollback oid 48 current snap is 306 2024-08-29T17:58:22.691 INFO:tasks.rados.rados.0.smithi028.stdout:rollback oid 48 to 293 2024-08-29T17:58:22.691 INFO:tasks.rados.rados.0.smithi028.stdout:3016: finishing write tid 2 to smithi02869045-47 2024-08-29T17:58:22.691 INFO:tasks.rados.rados.0.smithi028.stdout:3017: finishing write tid 1 to smithi02869045-31 2024-08-29T17:58:22.691 INFO:tasks.rados.rados.0.smithi028.stdout:3017: finishing write tid 2 to smithi02869045-31 2024-08-29T17:58:22.691 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 34 v 2505 (ObjNum 898 snap 303 seq_num 898) dirty exists 2024-08-29T17:58:22.691 INFO:tasks.rados.rados.0.smithi028.stdout:3016: finishing write tid 3 to smithi02869045-47 2024-08-29T17:58:22.691 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 47 v 2813 (ObjNum 905 snap 306 seq_num 905) dirty exists 2024-08-29T17:58:22.692 INFO:tasks.rados.rados.0.smithi028.stdout:3016: left oid 47 (ObjNum 905 snap 306 seq_num 905) 2024-08-29T17:58:22.692 INFO:tasks.rados.rados.0.smithi028.stdout:3017: finishing write tid 3 to smithi02869045-31 2024-08-29T17:58:22.692 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 31 v 2868 (ObjNum 906 snap 306 seq_num 906) dirty exists 2024-08-29T17:58:22.692 INFO:tasks.rados.rados.0.smithi028.stdout:3017: left oid 31 (ObjNum 906 snap 306 seq_num 906) 2024-08-29T17:58:22.692 INFO:tasks.rados.rados.0.smithi028.stdout:3016: done (4 left) 2024-08-29T17:58:22.692 INFO:tasks.rados.rados.0.smithi028.stdout:3017: done (3 left) 2024-08-29T17:58:22.692 INFO:tasks.rados.rados.0.smithi028.stdout:3018: done (2 left) 2024-08-29T17:58:22.692 INFO:tasks.rados.rados.0.smithi028.stdout:3021: read oid 19 snap -1 2024-08-29T17:58:22.692 INFO:tasks.rados.rados.0.smithi028.stdout:3021: expect (ObjNum 892 snap 302 seq_num 892) 2024-08-29T17:58:22.692 INFO:tasks.rados.rados.0.smithi028.stdout:3022: rollback oid 40 current snap is 306 2024-08-29T17:58:22.692 INFO:tasks.rados.rados.0.smithi028.stdout:rollback oid 40 to 305 2024-08-29T17:58:22.692 INFO:tasks.rados.rados.0.smithi028.stdout:3023: delete oid 4 current snap is 306 2024-08-29T17:58:22.697 INFO:tasks.rados.rados.0.smithi028.stdout:3020: finishing rollback tid 1 to smithi02869045-48 2024-08-29T17:58:22.700 INFO:tasks.rados.rados.0.smithi028.stdout:3023: done (4 left) 2024-08-29T17:58:22.700 INFO:tasks.rados.rados.0.smithi028.stdout:3024: read oid 10 snap -1 2024-08-29T17:58:22.700 INFO:tasks.rados.rados.0.smithi028.stdout:3024: expect deleted 2024-08-29T17:58:22.700 INFO:tasks.rados.rados.0.smithi028.stdout:append oid 20 current snap is 306 2024-08-29T17:58:22.700 INFO:tasks.rados.rados.0.smithi028.stdout:3025: seq_num 909 ranges {352256=425984,778240=401408} 2024-08-29T17:58:22.712 INFO:tasks.rados.rados.0.smithi028.stdout:3025: writing smithi02869045-20 from 352256 to 778240 tid 1 2024-08-29T17:58:22.719 INFO:tasks.rados.rados.0.smithi028.stdout:3025: writing smithi02869045-20 from 778240 to 1179648 tid 2 2024-08-29T17:58:22.719 INFO:tasks.rados.rados.0.smithi028.stdout:append oid 17 current snap is 306 2024-08-29T17:58:22.719 INFO:tasks.rados.rados.0.smithi028.stdout:3026: seq_num 910 ranges {6602752=442368,7045120=401408} 2024-08-29T17:58:22.773 INFO:tasks.rados.rados.0.smithi028.stdout:3026: writing smithi02869045-17 from 6602752 to 7045120 tid 1 2024-08-29T17:58:22.776 INFO:tasks.rados.rados.0.smithi028.stdout:3026: writing smithi02869045-17 from 7045120 to 7446528 tid 2 2024-08-29T17:58:22.776 INFO:tasks.rados.rados.0.smithi028.stdout:3027: copy_from oid 44 from oid 47 current snap is 306 2024-08-29T17:58:22.776 INFO:tasks.rados.rados.0.smithi028.stdout:3022: finishing rollback tid 0 to smithi02869045-40 2024-08-29T17:58:22.777 INFO:tasks.rados.rados.0.smithi028.stdout:3022: finishing rollback tid 1 to smithi02869045-40 2024-08-29T17:58:22.777 INFO:tasks.rados.rados.0.smithi028.stdout:3019: finishing write tid 1 to smithi02869045-24 2024-08-29T17:58:22.777 INFO:tasks.rados.rados.0.smithi028.stdout:3022: finishing rollback tid 2 to smithi02869045-40 2024-08-29T17:58:22.777 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 40 v 2349 (ObjNum 869 snap 294 seq_num 869) dirty exists 2024-08-29T17:58:22.777 INFO:tasks.rados.rados.0.smithi028.stdout:3019: finishing write tid 2 to smithi02869045-24 2024-08-29T17:58:22.777 INFO:tasks.rados.rados.0.smithi028.stdout:3020: finishing rollback tid 2 to smithi02869045-48 2024-08-29T17:58:22.777 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 48 v 2517 (ObjNum 816 snap 277 seq_num 816) dirty exists 2024-08-29T17:58:22.777 INFO:tasks.rados.rados.0.smithi028.stdout:3019: finishing write tid 3 to smithi02869045-24 2024-08-29T17:58:22.777 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 24 v 2815 (ObjNum 907 snap 306 seq_num 907) dirty exists 2024-08-29T17:58:22.777 INFO:tasks.rados.rados.0.smithi028.stdout:3019: left oid 24 (ObjNum 907 snap 306 seq_num 907) 2024-08-29T17:58:22.777 INFO:tasks.rados.rados.0.smithi028.stdout:3025: finishing write tid 1 to smithi02869045-20 2024-08-29T17:58:22.777 INFO:tasks.rados.rados.0.smithi028.stdout:3019: done (7 left) 2024-08-29T17:58:22.777 INFO:tasks.rados.rados.0.smithi028.stdout:3020: done (6 left) 2024-08-29T17:58:22.778 INFO:tasks.rados.rados.0.smithi028.stdout:3022: done (5 left) 2024-08-29T17:58:22.778 INFO:tasks.rados.rados.0.smithi028.stdout:3024: done (4 left) 2024-08-29T17:58:22.778 INFO:tasks.rados.rados.0.smithi028.stdout:3028: snap_remove snap 294 2024-08-29T17:58:22.804 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:58:22 smithi028 bash[78352]: cluster 2024-08-29T17:58:21.062611+0000 mgr.y (mgr.25022) 305 : cluster [DBG] pgmap v556: 121 pgs: 121 active+clean; 396 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail; 26 MiB/s rd, 5.7 MiB/s wr, 14 op/s 2024-08-29T17:58:22.804 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:58:22 smithi028 bash[78352]: cluster 2024-08-29T17:58:21.424089+0000 mon.a (mon.0) 991 : cluster [DBG] osdmap e689: 8 total, 8 up, 8 in 2024-08-29T17:58:22.804 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:58:22 smithi028 bash[78352]: audit 2024-08-29T17:58:22.169213+0000 mon.a (mon.0) 992 : audit [INF] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' 2024-08-29T17:58:22.804 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:58:22 smithi028 bash[78352]: audit 2024-08-29T17:58:22.171969+0000 mon.a (mon.0) 993 : audit [INF] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mds.a", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-08-29T17:58:22.804 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:58:22 smithi028 bash[78352]: audit 2024-08-29T17:58:22.173564+0000 mon.a (mon.0) 994 : audit [DBG] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-29T17:58:22.804 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:58:22 smithi028 bash[78352]: audit 2024-08-29T17:58:22.255611+0000 mon.a (mon.0) 995 : audit [INF] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' 2024-08-29T17:58:22.805 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:58:22 smithi028 bash[77168]: cluster 2024-08-29T17:58:21.062611+0000 mgr.y (mgr.25022) 305 : cluster [DBG] pgmap v556: 121 pgs: 121 active+clean; 396 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail; 26 MiB/s rd, 5.7 MiB/s wr, 14 op/s 2024-08-29T17:58:22.805 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:58:22 smithi028 bash[77168]: cluster 2024-08-29T17:58:21.424089+0000 mon.a (mon.0) 991 : cluster [DBG] osdmap e689: 8 total, 8 up, 8 in 2024-08-29T17:58:22.805 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:58:22 smithi028 bash[77168]: audit 2024-08-29T17:58:22.169213+0000 mon.a (mon.0) 992 : audit [INF] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' 2024-08-29T17:58:22.805 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:58:22 smithi028 bash[77168]: audit 2024-08-29T17:58:22.171969+0000 mon.a (mon.0) 993 : audit [INF] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mds.a", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-08-29T17:58:22.805 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:58:22 smithi028 bash[77168]: audit 2024-08-29T17:58:22.173564+0000 mon.a (mon.0) 994 : audit [DBG] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-29T17:58:22.805 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:58:22 smithi028 bash[77168]: audit 2024-08-29T17:58:22.255611+0000 mon.a (mon.0) 995 : audit [INF] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' 2024-08-29T17:58:23.445 INFO:tasks.rados.rados.0.smithi028.stdout:3028: done (4 left) 2024-08-29T17:58:23.445 INFO:tasks.rados.rados.0.smithi028.stdout:3029: copy_from oid 29 from oid 12 current snap is 306 2024-08-29T17:58:23.445 INFO:tasks.rados.rados.0.smithi028.stdout:3021: expect (ObjNum 892 snap 302 seq_num 892) 2024-08-29T17:58:23.708 INFO:tasks.rados.rados.0.smithi028.stdout:3025: finishing write tid 2 to smithi02869045-20 2024-08-29T17:58:23.708 INFO:tasks.rados.rados.0.smithi028.stdout:3025: finishing write tid 3 to smithi02869045-20 2024-08-29T17:58:23.708 INFO:tasks.rados.rados.0.smithi028.stdout:3025: finishing write tid 4 to smithi02869045-20 2024-08-29T17:58:23.708 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 20 v 2117 (ObjNum 909 snap 306 seq_num 909) dirty exists 2024-08-29T17:58:23.708 INFO:tasks.rados.rados.0.smithi028.stdout:3025: left oid 20 (ObjNum 909 snap 306 seq_num 909) 2024-08-29T17:58:23.708 INFO:tasks.rados.rados.0.smithi028.stdout:3026: finishing write tid 1 to smithi02869045-17 2024-08-29T17:58:23.708 INFO:tasks.rados.rados.0.smithi028.stdout:3026: finishing write tid 2 to smithi02869045-17 2024-08-29T17:58:23.708 INFO:tasks.rados.rados.0.smithi028.stdout:3026: finishing write tid 3 to smithi02869045-17 2024-08-29T17:58:23.708 INFO:tasks.rados.rados.0.smithi028.stdout:3026: finishing write tid 4 to smithi02869045-17 2024-08-29T17:58:23.709 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 17 v 2874 (ObjNum 910 snap 306 seq_num 910) dirty exists 2024-08-29T17:58:23.709 INFO:tasks.rados.rados.0.smithi028.stdout:3026: left oid 17 (ObjNum 910 snap 306 seq_num 910) 2024-08-29T17:58:23.709 INFO:tasks.rados.rados.0.smithi028.stdout:3027: finishing copy_from racing read to smithi02869045-44 2024-08-29T17:58:23.709 INFO:tasks.rados.rados.0.smithi028.stdout:3027: finishing copy_from to smithi02869045-44 2024-08-29T17:58:23.709 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 44 v 2813 (ObjNum 905 snap 306 seq_num 905) dirty exists 2024-08-29T17:58:23.709 INFO:tasks.rados.rados.0.smithi028.stdout:3029: finishing copy_from racing read to smithi02869045-29 2024-08-29T17:58:23.709 INFO:tasks.rados.rados.0.smithi028.stdout:3029: finishing copy_from to smithi02869045-29 2024-08-29T17:58:23.709 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 29 v 1686 (ObjNum 784 snap 268 seq_num 784) dirty exists 2024-08-29T17:58:23.709 INFO:tasks.rados.rados.0.smithi028.stdout:3021: done (4 left) 2024-08-29T17:58:23.709 INFO:tasks.rados.rados.0.smithi028.stdout:3025: done (3 left) 2024-08-29T17:58:23.709 INFO:tasks.rados.rados.0.smithi028.stdout:3026: done (2 left) 2024-08-29T17:58:23.709 INFO:tasks.rados.rados.0.smithi028.stdout:3027: done (1 left) 2024-08-29T17:58:23.709 INFO:tasks.rados.rados.0.smithi028.stdout:3029: done (0 left) 2024-08-29T17:58:23.709 INFO:tasks.rados.rados.0.smithi028.stdout:append oid 10 current snap is 306 2024-08-29T17:58:23.710 INFO:tasks.rados.rados.0.smithi028.stdout:3030: seq_num 911 ranges {0=466944,466944=401408} 2024-08-29T17:58:23.710 INFO:tasks.rados.rados.0.smithi028.stdout:3030: writing smithi02869045-10 from 0 to 466944 tid 1 2024-08-29T17:58:23.714 INFO:tasks.rados.rados.0.smithi028.stdout:3030: writing smithi02869045-10 from 466944 to 868352 tid 2 2024-08-29T17:58:23.714 INFO:tasks.rados.rados.0.smithi028.stdout:3031: rollback oid 37 current snap is 306 2024-08-29T17:58:23.714 INFO:tasks.rados.rados.0.smithi028.stdout:rollback oid 37 to 304 2024-08-29T17:58:23.714 INFO:tasks.rados.rados.0.smithi028.stdout:3032: rollback oid 32 current snap is 306 2024-08-29T17:58:23.714 INFO:tasks.rados.rados.0.smithi028.stdout:rollback oid 32 to 302 2024-08-29T17:58:23.714 INFO:tasks.rados.rados.0.smithi028.stdout:append oid 48 current snap is 306 2024-08-29T17:58:23.714 INFO:tasks.rados.rados.0.smithi028.stdout:3033: seq_num 912 ranges {4251648=483328,4734976=401408} 2024-08-29T17:58:23.747 INFO:tasks.rados.rados.0.smithi028.stdout:3033: writing smithi02869045-48 from 4251648 to 4734976 tid 1 2024-08-29T17:58:23.750 INFO:tasks.rados.rados.0.smithi028.stdout:3033: writing smithi02869045-48 from 4734976 to 5136384 tid 2 2024-08-29T17:58:23.750 INFO:tasks.rados.rados.0.smithi028.stdout:3034: delete oid 26 current snap is 306 2024-08-29T17:58:23.750 INFO:tasks.rados.rados.0.smithi028.stdout:3030: finishing write tid 1 to smithi02869045-10 2024-08-29T17:58:23.750 INFO:tasks.rados.rados.0.smithi028.stdout:3030: finishing write tid 2 to smithi02869045-10 2024-08-29T17:58:23.750 INFO:tasks.rados.rados.0.smithi028.stdout:3032: finishing rollback tid 0 to smithi02869045-32 2024-08-29T17:58:23.751 INFO:tasks.rados.rados.0.smithi028.stdout:3030: finishing write tid 3 to smithi02869045-10 2024-08-29T17:58:23.751 INFO:tasks.rados.rados.0.smithi028.stdout:3032: finishing rollback tid 1 to smithi02869045-32 2024-08-29T17:58:23.751 INFO:tasks.rados.rados.0.smithi028.stdout:3032: finishing rollback tid 2 to smithi02869045-32 2024-08-29T17:58:23.751 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 32 v 1342 (ObjNum 845 snap 283 seq_num 845) dirty exists 2024-08-29T17:58:23.751 INFO:tasks.rados.rados.0.smithi028.stdout:3031: finishing rollback tid 0 to smithi02869045-37 2024-08-29T17:58:23.751 INFO:tasks.rados.rados.0.smithi028.stdout:3030: finishing write tid 4 to smithi02869045-10 2024-08-29T17:58:23.751 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 10 v 2816 (ObjNum 911 snap 306 seq_num 911) dirty exists 2024-08-29T17:58:23.751 INFO:tasks.rados.rados.0.smithi028.stdout:3030: left oid 10 (ObjNum 911 snap 306 seq_num 911) 2024-08-29T17:58:23.751 INFO:tasks.rados.rados.0.smithi028.stdout:3031: finishing rollback tid 1 to smithi02869045-37 2024-08-29T17:58:23.751 INFO:tasks.rados.rados.0.smithi028.stdout:3031: finishing rollback tid 2 to smithi02869045-37 2024-08-29T17:58:23.751 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 37 v 2884 (ObjNum 847 snap 283 seq_num 847) dirty exists 2024-08-29T17:58:23.752 INFO:tasks.rados.rados.0.smithi028.stdout:3033: finishing write tid 1 to smithi02869045-48 2024-08-29T17:58:23.755 INFO:tasks.rados.rados.0.smithi028.stdout:3030: done (4 left) 2024-08-29T17:58:23.755 INFO:tasks.rados.rados.0.smithi028.stdout:3031: done (3 left) 2024-08-29T17:58:23.755 INFO:tasks.rados.rados.0.smithi028.stdout:3032: done (2 left) 2024-08-29T17:58:23.755 INFO:tasks.rados.rados.0.smithi028.stdout:3034: done (1 left) 2024-08-29T17:58:23.755 INFO:tasks.rados.rados.0.smithi028.stdout:3035: read oid 16 snap -1 2024-08-29T17:58:23.755 INFO:tasks.rados.rados.0.smithi028.stdout:3035: expect (ObjNum 894 snap 302 seq_num 894) 2024-08-29T17:58:23.755 INFO:tasks.rados.rados.0.smithi028.stdout:3036: copy_from oid 20 from oid 24 current snap is 306 2024-08-29T17:58:23.755 INFO:tasks.rados.rados.0.smithi028.stdout:3037: setattr oid 15 current snap is 306 2024-08-29T17:58:23.756 INFO:tasks.rados.rados.0.smithi028.stdout:3033: finishing write tid 2 to smithi02869045-48 2024-08-29T17:58:23.756 INFO:tasks.rados.rados.0.smithi028.stdout:3033: finishing write tid 3 to smithi02869045-48 2024-08-29T17:58:23.758 INFO:tasks.rados.rados.0.smithi028.stdout:3038: read oid 27 snap 302 2024-08-29T17:58:23.758 INFO:tasks.rados.rados.0.smithi028.stdout:3038: expect deleted 2024-08-29T17:58:23.758 INFO:tasks.rados.rados.0.smithi028.stdout:3039: setattr oid 42 current snap is 306 2024-08-29T17:58:23.761 INFO:tasks.rados.rados.0.smithi028.stdout:3038: done (5 left) 2024-08-29T17:58:23.761 INFO:tasks.rados.rados.0.smithi028.stdout:3040: rollback oid 46 current snap is 306 2024-08-29T17:58:23.762 INFO:tasks.rados.rados.0.smithi028.stdout:rollback oid 46 to 293 2024-08-29T17:58:23.762 INFO:tasks.rados.rados.0.smithi028.stdout:append oid 44 current snap is 306 2024-08-29T17:58:23.762 INFO:tasks.rados.rados.0.smithi028.stdout:3041: seq_num 914 ranges {1269760=516096,1785856=401408} 2024-08-29T17:58:23.776 INFO:tasks.rados.rados.0.smithi028.stdout:3041: writing smithi02869045-44 from 1269760 to 1785856 tid 1 2024-08-29T17:58:23.780 INFO:tasks.rados.rados.0.smithi028.stdout:3041: writing smithi02869045-44 from 1785856 to 2187264 tid 2 2024-08-29T17:58:23.780 INFO:tasks.rados.rados.0.smithi028.stdout:3042: copy_from oid 8 from oid 2 current snap is 306 2024-08-29T17:58:23.780 INFO:tasks.rados.rados.0.smithi028.stdout:3033: finishing write tid 4 to smithi02869045-48 2024-08-29T17:58:23.780 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 48 v 2520 (ObjNum 912 snap 306 seq_num 912) dirty exists 2024-08-29T17:58:23.780 INFO:tasks.rados.rados.0.smithi028.stdout:3033: left oid 48 (ObjNum 912 snap 306 seq_num 912) 2024-08-29T17:58:23.780 INFO:tasks.rados.rados.0.smithi028.stdout:3035: expect (ObjNum 894 snap 302 seq_num 894) 2024-08-29T17:58:23.801 INFO:tasks.rados.rados.0.smithi028.stdout:3040: finishing rollback tid 0 to smithi02869045-46 2024-08-29T17:58:23.801 INFO:tasks.rados.rados.0.smithi028.stdout:3040: finishing rollback tid 1 to smithi02869045-46 2024-08-29T17:58:23.801 INFO:tasks.rados.rados.0.smithi028.stdout:3040: finishing rollback tid 2 to smithi02869045-46 2024-08-29T17:58:23.801 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 46 v 2818 (ObjNum 757 snap 260 seq_num 757) dirty exists 2024-08-29T17:58:23.801 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 15 v 2103 (ObjNum 839 snap 283 seq_num 839) dirty exists 2024-08-29T17:58:23.801 INFO:tasks.rados.rados.0.smithi028.stdout:3036: finishing copy_from racing read to smithi02869045-20 2024-08-29T17:58:23.801 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 42 v 2118 (ObjNum 828 snap 279 seq_num 828) dirty exists 2024-08-29T17:58:23.801 INFO:tasks.rados.rados.0.smithi028.stdout:3036: finishing copy_from to smithi02869045-20 2024-08-29T17:58:23.801 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 20 v 2815 (ObjNum 907 snap 306 seq_num 907) dirty exists 2024-08-29T17:58:23.801 INFO:tasks.rados.rados.0.smithi028.stdout:3041: finishing write tid 1 to smithi02869045-44 2024-08-29T17:58:23.801 INFO:tasks.rados.rados.0.smithi028.stdout:3041: finishing write tid 2 to smithi02869045-44 2024-08-29T17:58:23.801 INFO:tasks.rados.rados.0.smithi028.stdout:3041: finishing write tid 3 to smithi02869045-44 2024-08-29T17:58:23.801 INFO:tasks.rados.rados.0.smithi028.stdout:3042: finishing copy_from racing read to smithi02869045-8 2024-08-29T17:58:23.802 INFO:tasks.rados.rados.0.smithi028.stdout:3041: finishing write tid 4 to smithi02869045-44 2024-08-29T17:58:23.802 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 44 v 2819 (ObjNum 914 snap 306 seq_num 914) dirty exists 2024-08-29T17:58:23.802 INFO:tasks.rados.rados.0.smithi028.stdout:3041: left oid 44 (ObjNum 914 snap 306 seq_num 914) 2024-08-29T17:58:23.802 INFO:tasks.rados.rados.0.smithi028.stdout:3042: finishing copy_from to smithi02869045-8 2024-08-29T17:58:23.802 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 8 v 2098 (ObjNum 289 snap 0 seq_num 0) dirty exists 2024-08-29T17:58:23.802 INFO:tasks.rados.rados.0.smithi028.stdout:3033: done (7 left) 2024-08-29T17:58:23.802 INFO:tasks.rados.rados.0.smithi028.stdout:3035: done (6 left) 2024-08-29T17:58:23.802 INFO:tasks.rados.rados.0.smithi028.stdout:3036: done (5 left) 2024-08-29T17:58:23.802 INFO:tasks.rados.rados.0.smithi028.stdout:3037: done (4 left) 2024-08-29T17:58:23.802 INFO:tasks.rados.rados.0.smithi028.stdout:3039: done (3 left) 2024-08-29T17:58:23.802 INFO:tasks.rados.rados.0.smithi028.stdout:3040: done (2 left) 2024-08-29T17:58:23.802 INFO:tasks.rados.rados.0.smithi028.stdout:3041: done (1 left) 2024-08-29T17:58:23.802 INFO:tasks.rados.rados.0.smithi028.stdout:3042: done (0 left) 2024-08-29T17:58:23.802 INFO:tasks.rados.rados.0.smithi028.stdout:append oid 41 current snap is 306 2024-08-29T17:58:23.803 INFO:tasks.rados.rados.0.smithi028.stdout:3043: seq_num 915 ranges {0=532480,532480=401408} 2024-08-29T17:58:23.804 INFO:tasks.rados.rados.0.smithi028.stdout:3043: writing smithi02869045-41 from 0 to 532480 tid 1 2024-08-29T17:58:23.808 INFO:tasks.rados.rados.0.smithi028.stdout:3043: writing smithi02869045-41 from 532480 to 933888 tid 2 2024-08-29T17:58:23.808 INFO:tasks.rados.rados.0.smithi028.stdout:append oid 39 current snap is 306 2024-08-29T17:58:23.808 INFO:tasks.rados.rados.0.smithi028.stdout:3044: seq_num 916 ranges {393216=548864,942080=401408} 2024-08-29T17:58:23.815 INFO:tasks.rados.rados.0.smithi028.stdout:3044: writing smithi02869045-39 from 393216 to 942080 tid 1 2024-08-29T17:58:23.819 INFO:tasks.rados.rados.0.smithi028.stdout:3044: writing smithi02869045-39 from 942080 to 1343488 tid 2 2024-08-29T17:58:23.820 INFO:tasks.rados.rados.0.smithi028.stdout:3045: read oid 10 snap -1 2024-08-29T17:58:23.820 INFO:tasks.rados.rados.0.smithi028.stdout:3045: expect (ObjNum 911 snap 306 seq_num 911) 2024-08-29T17:58:23.820 INFO:tasks.rados.rados.0.smithi028.stdout:3046: read oid 50 snap 290 2024-08-29T17:58:23.820 INFO:tasks.rados.rados.0.smithi028.stdout:3046: expect (ObjNum 843 snap 283 seq_num 843) 2024-08-29T17:58:23.820 INFO:tasks.rados.rados.0.smithi028.stdout:3047: snap_remove snap 301 2024-08-29T17:58:23.824 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:58:23 smithi053 bash[68679]: cephadm 2024-08-29T17:58:22.164252+0000 mgr.y (mgr.25022) 306 : cephadm [INF] Upgrade: Updating mds.a 2024-08-29T17:58:23.825 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:58:23 smithi053 bash[68679]: cephadm 2024-08-29T17:58:22.175577+0000 mgr.y (mgr.25022) 307 : cephadm [INF] Deploying daemon mds.a on smithi028 2024-08-29T17:58:23.825 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:58:23 smithi053 bash[68679]: cluster 2024-08-29T17:58:22.432201+0000 mon.a (mon.0) 996 : cluster [DBG] osdmap e690: 8 total, 8 up, 8 in 2024-08-29T17:58:23.879 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:58:23 smithi028 bash[77168]: cephadm 2024-08-29T17:58:22.164252+0000 mgr.y (mgr.25022) 306 : cephadm [INF] Upgrade: Updating mds.a 2024-08-29T17:58:23.879 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:58:23 smithi028 bash[77168]: cephadm 2024-08-29T17:58:22.175577+0000 mgr.y (mgr.25022) 307 : cephadm [INF] Deploying daemon mds.a on smithi028 2024-08-29T17:58:23.879 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:58:23 smithi028 bash[77168]: cluster 2024-08-29T17:58:22.432201+0000 mon.a (mon.0) 996 : cluster [DBG] osdmap e690: 8 total, 8 up, 8 in 2024-08-29T17:58:23.880 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:58:23 smithi028 bash[78352]: cephadm 2024-08-29T17:58:22.164252+0000 mgr.y (mgr.25022) 306 : cephadm [INF] Upgrade: Updating mds.a 2024-08-29T17:58:23.880 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:58:23 smithi028 bash[78352]: cephadm 2024-08-29T17:58:22.175577+0000 mgr.y (mgr.25022) 307 : cephadm [INF] Deploying daemon mds.a on smithi028 2024-08-29T17:58:23.880 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:58:23 smithi028 bash[78352]: cluster 2024-08-29T17:58:22.432201+0000 mon.a (mon.0) 996 : cluster [DBG] osdmap e690: 8 total, 8 up, 8 in 2024-08-29T17:58:24.264 INFO:tasks.rados.rados.0.smithi028.stdout:3047: done (4 left) 2024-08-29T17:58:24.264 INFO:tasks.rados.rados.0.smithi028.stdout:3048: copy_from oid 9 from oid 16 current snap is 306 2024-08-29T17:58:24.264 INFO:tasks.rados.rados.0.smithi028.stdout:3043: finishing write tid 1 to smithi02869045-41 2024-08-29T17:58:24.264 INFO:tasks.rados.rados.0.smithi028.stdout:3043: finishing write tid 2 to smithi02869045-41 2024-08-29T17:58:24.264 INFO:tasks.rados.rados.0.smithi028.stdout:3043: finishing write tid 3 to smithi02869045-41 2024-08-29T17:58:24.264 INFO:tasks.rados.rados.0.smithi028.stdout:3043: finishing write tid 4 to smithi02869045-41 2024-08-29T17:58:24.264 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 41 v 2322 (ObjNum 915 snap 306 seq_num 915) dirty exists 2024-08-29T17:58:24.264 INFO:tasks.rados.rados.0.smithi028.stdout:3043: left oid 41 (ObjNum 915 snap 306 seq_num 915) 2024-08-29T17:58:24.264 INFO:tasks.rados.rados.0.smithi028.stdout:3043: done (4 left) 2024-08-29T17:58:24.265 INFO:tasks.rados.rados.0.smithi028.stdout:3049: copy_from oid 12 from oid 2 current snap is 306 2024-08-29T17:58:24.265 INFO:tasks.rados.rados.0.smithi028.stdout:3044: finishing write tid 1 to smithi02869045-39 2024-08-29T17:58:24.265 INFO:tasks.rados.rados.0.smithi028.stdout:3045: expect (ObjNum 911 snap 306 seq_num 911) 2024-08-29T17:58:24.317 INFO:tasks.rados.rados.0.smithi028.stdout:3044: finishing write tid 2 to smithi02869045-39 2024-08-29T17:58:24.317 INFO:tasks.rados.rados.0.smithi028.stdout:3044: finishing write tid 3 to smithi02869045-39 2024-08-29T17:58:24.317 INFO:tasks.rados.rados.0.smithi028.stdout:3044: finishing write tid 4 to smithi02869045-39 2024-08-29T17:58:24.317 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 39 v 2106 (ObjNum 916 snap 306 seq_num 916) dirty exists 2024-08-29T17:58:24.317 INFO:tasks.rados.rados.0.smithi028.stdout:3044: left oid 39 (ObjNum 916 snap 306 seq_num 916) 2024-08-29T17:58:24.317 INFO:tasks.rados.rados.0.smithi028.stdout:3046: expect (ObjNum 843 snap 283 seq_num 843) 2024-08-29T17:58:24.629 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:58:24 smithi028 bash[77168]: cluster 2024-08-29T17:58:23.063350+0000 mgr.y (mgr.25022) 308 : cluster [DBG] pgmap v559: 121 pgs: 121 active+clean; 401 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail; 20 MiB/s rd, 6.8 MiB/s wr, 20 op/s 2024-08-29T17:58:24.629 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:58:24 smithi028 bash[77168]: cluster 2024-08-29T17:58:23.442334+0000 mon.a (mon.0) 997 : cluster [DBG] osdmap e691: 8 total, 8 up, 8 in 2024-08-29T17:58:24.629 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:58:24 smithi028 bash[77168]: cluster 2024-08-29T17:58:24.261593+0000 mon.a (mon.0) 998 : cluster [DBG] osdmap e692: 8 total, 8 up, 8 in 2024-08-29T17:58:24.630 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:58:24 smithi028 bash[78352]: cluster 2024-08-29T17:58:23.063350+0000 mgr.y (mgr.25022) 308 : cluster [DBG] pgmap v559: 121 pgs: 121 active+clean; 401 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail; 20 MiB/s rd, 6.8 MiB/s wr, 20 op/s 2024-08-29T17:58:24.630 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:58:24 smithi028 bash[78352]: cluster 2024-08-29T17:58:23.442334+0000 mon.a (mon.0) 997 : cluster [DBG] osdmap e691: 8 total, 8 up, 8 in 2024-08-29T17:58:24.630 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:58:24 smithi028 bash[78352]: cluster 2024-08-29T17:58:24.261593+0000 mon.a (mon.0) 998 : cluster [DBG] osdmap e692: 8 total, 8 up, 8 in 2024-08-29T17:58:24.825 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:58:24 smithi053 bash[68679]: cluster 2024-08-29T17:58:23.063350+0000 mgr.y (mgr.25022) 308 : cluster [DBG] pgmap v559: 121 pgs: 121 active+clean; 401 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail; 20 MiB/s rd, 6.8 MiB/s wr, 20 op/s 2024-08-29T17:58:24.825 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:58:24 smithi053 bash[68679]: cluster 2024-08-29T17:58:23.442334+0000 mon.a (mon.0) 997 : cluster [DBG] osdmap e691: 8 total, 8 up, 8 in 2024-08-29T17:58:24.825 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:58:24 smithi053 bash[68679]: cluster 2024-08-29T17:58:24.261593+0000 mon.a (mon.0) 998 : cluster [DBG] osdmap e692: 8 total, 8 up, 8 in 2024-08-29T17:58:25.108 INFO:journalctl@ceph.mgr.y.smithi028.stdout:Aug 29 17:58:24 smithi028 systemd[1]: /etc/systemd/system/ceph-3167ee72-662c-11ef-bcd4-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-08-29T17:58:25.109 INFO:journalctl@ceph.osd.0.smithi028.stdout:Aug 29 17:58:24 smithi028 systemd[1]: /etc/systemd/system/ceph-3167ee72-662c-11ef-bcd4-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-08-29T17:58:25.109 INFO:journalctl@ceph.osd.2.smithi028.stdout:Aug 29 17:58:24 smithi028 systemd[1]: /etc/systemd/system/ceph-3167ee72-662c-11ef-bcd4-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-08-29T17:58:25.109 INFO:journalctl@ceph.osd.3.smithi028.stdout:Aug 29 17:58:24 smithi028 systemd[1]: /etc/systemd/system/ceph-3167ee72-662c-11ef-bcd4-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-08-29T17:58:25.110 INFO:journalctl@ceph.node-exporter.a.smithi028.stdout:Aug 29 17:58:24 smithi028 systemd[1]: /etc/systemd/system/ceph-3167ee72-662c-11ef-bcd4-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-08-29T17:58:25.110 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:58:24 smithi028 systemd[1]: /etc/systemd/system/ceph-3167ee72-662c-11ef-bcd4-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-08-29T17:58:25.110 INFO:journalctl@ceph.osd.1.smithi028.stdout:Aug 29 17:58:24 smithi028 systemd[1]: /etc/systemd/system/ceph-3167ee72-662c-11ef-bcd4-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-08-29T17:58:25.111 INFO:journalctl@ceph.mds.a.smithi028.stdout:Aug 29 17:58:24 smithi028 systemd[1]: /etc/systemd/system/ceph-3167ee72-662c-11ef-bcd4-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-08-29T17:58:25.111 INFO:journalctl@ceph.mds.a.smithi028.stdout:Aug 29 17:58:24 smithi028 systemd[1]: Stopping Ceph mds.a for 3167ee72-662c-11ef-bcd4-c7b262605968... 2024-08-29T17:58:25.111 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:58:24 smithi028 systemd[1]: /etc/systemd/system/ceph-3167ee72-662c-11ef-bcd4-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-08-29T17:58:25.111 INFO:journalctl@ceph.alertmanager.a.smithi028.stdout:Aug 29 17:58:24 smithi028 systemd[1]: /etc/systemd/system/ceph-3167ee72-662c-11ef-bcd4-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-08-29T17:58:25.379 INFO:journalctl@ceph.mds.a.smithi028.stdout:Aug 29 17:58:25 smithi028 bash[55701]: debug 2024-08-29T17:58:25.108+0000 7f45811c6640 -1 received signal: Terminated from /sbin/docker-init -- /usr/bin/ceph-mds -n mds.a -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2024-08-29T17:58:25.379 INFO:journalctl@ceph.mds.a.smithi028.stdout:Aug 29 17:58:25 smithi028 bash[55701]: debug 2024-08-29T17:58:25.108+0000 7f45811c6640 -1 mds.a *** got signal Terminated *** 2024-08-29T17:58:25.476 INFO:tasks.rados.rados.0.smithi028.stdout:3049: finishing copy_from racing read to smithi02869045-12 2024-08-29T17:58:25.476 INFO:tasks.rados.rados.0.smithi028.stdout:3049: finishing copy_from to smithi02869045-12 2024-08-29T17:58:25.477 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 12 v 2098 (ObjNum 49 snap 0 seq_num 1676332576) dirty exists 2024-08-29T17:58:25.477 INFO:tasks.rados.rados.0.smithi028.stdout:3048: finishing copy_from racing read to smithi02869045-9 2024-08-29T17:58:25.477 INFO:tasks.rados.rados.0.smithi028.stdout:3048: finishing copy_from to smithi02869045-9 2024-08-29T17:58:25.477 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 9 v 2513 (ObjNum 894 snap 302 seq_num 894) dirty exists 2024-08-29T17:58:25.477 INFO:tasks.rados.rados.0.smithi028.stdout:3044: done (4 left) 2024-08-29T17:58:25.477 INFO:tasks.rados.rados.0.smithi028.stdout:3045: done (3 left) 2024-08-29T17:58:25.477 INFO:tasks.rados.rados.0.smithi028.stdout:3046: done (2 left) 2024-08-29T17:58:25.478 INFO:tasks.rados.rados.0.smithi028.stdout:3048: done (1 left) 2024-08-29T17:58:25.478 INFO:tasks.rados.rados.0.smithi028.stdout:3049: done (0 left) 2024-08-29T17:58:25.478 INFO:tasks.rados.rados.0.smithi028.stdout:3050: setattr oid 32 current snap is 306 2024-08-29T17:58:25.482 INFO:tasks.rados.rados.0.smithi028.stdout:3051: delete oid 7 current snap is 306 2024-08-29T17:58:25.487 INFO:tasks.rados.rados.0.smithi028.stdout:3051: done (1 left) 2024-08-29T17:58:25.487 INFO:tasks.rados.rados.0.smithi028.stdout:append oid 14 current snap is 306 2024-08-29T17:58:25.487 INFO:tasks.rados.rados.0.smithi028.stdout:3052: seq_num 918 ranges {5070848=581632,5652480=401408} 2024-08-29T17:58:25.562 INFO:tasks.rados.rados.0.smithi028.stdout:3052: writing smithi02869045-14 from 5070848 to 5652480 tid 1 2024-08-29T17:58:25.566 INFO:tasks.rados.rados.0.smithi028.stdout:3052: writing smithi02869045-14 from 5652480 to 6053888 tid 2 2024-08-29T17:58:25.566 INFO:tasks.rados.rados.0.smithi028.stdout:append oid 47 current snap is 306 2024-08-29T17:58:25.566 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 32 v 1343 (ObjNum 845 snap 283 seq_num 845) dirty exists 2024-08-29T17:58:25.566 INFO:tasks.rados.rados.0.smithi028.stdout:3053: seq_num 919 ranges {1269760=598016,1867776=401408} 2024-08-29T17:58:25.580 INFO:tasks.rados.rados.0.smithi028.stdout:3053: writing smithi02869045-47 from 1269760 to 1867776 tid 1 2024-08-29T17:58:25.584 INFO:tasks.rados.rados.0.smithi028.stdout:3053: writing smithi02869045-47 from 1867776 to 2269184 tid 2 2024-08-29T17:58:25.584 INFO:tasks.rados.rados.0.smithi028.stdout:3050: done (2 left) 2024-08-29T17:58:25.584 INFO:tasks.rados.rados.0.smithi028.stdout:3054: setattr oid 36 current snap is 306 2024-08-29T17:58:25.584 INFO:tasks.rados.rados.0.smithi028.stdout:3052: finishing write tid 1 to smithi02869045-14 2024-08-29T17:58:25.584 INFO:tasks.rados.rados.0.smithi028.stdout:3052: finishing write tid 2 to smithi02869045-14 2024-08-29T17:58:25.585 INFO:tasks.rados.rados.0.smithi028.stdout:3052: finishing write tid 3 to smithi02869045-14 2024-08-29T17:58:25.585 INFO:tasks.rados.rados.0.smithi028.stdout:3052: finishing write tid 4 to smithi02869045-14 2024-08-29T17:58:25.585 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 14 v 2513 (ObjNum 918 snap 306 seq_num 918) dirty exists 2024-08-29T17:58:25.585 INFO:tasks.rados.rados.0.smithi028.stdout:3052: left oid 14 (ObjNum 918 snap 306 seq_num 918) 2024-08-29T17:58:25.585 INFO:tasks.rados.rados.0.smithi028.stdout:3052: done (2 left) 2024-08-29T17:58:25.585 INFO:tasks.rados.rados.0.smithi028.stdout:3055: rollback oid 14 current snap is 306 2024-08-29T17:58:25.585 INFO:tasks.rados.rados.0.smithi028.stdout:rollback oid 14 to 280 2024-08-29T17:58:25.585 INFO:tasks.rados.rados.0.smithi028.stdout:3056: setattr oid 22 current snap is 306 2024-08-29T17:58:25.587 INFO:tasks.rados.rados.0.smithi028.stdout:3057: snap_create 2024-08-29T17:58:25.592 INFO:tasks.rados.rados.0.smithi028.stdout:3055: finishing rollback tid 0 to smithi02869045-14 2024-08-29T17:58:25.594 INFO:tasks.rados.rados.0.smithi028.stdout:3055: finishing rollback tid 1 to smithi02869045-14 2024-08-29T17:58:25.594 INFO:tasks.rados.rados.0.smithi028.stdout:3053: finishing write tid 1 to smithi02869045-47 2024-08-29T17:58:25.594 INFO:tasks.rados.rados.0.smithi028.stdout:3055: finishing rollback tid 2 to smithi02869045-14 2024-08-29T17:58:25.595 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 14 v 2516 (ObjNum 715 snap 245 seq_num 715) dirty exists 2024-08-29T17:58:25.595 INFO:tasks.rados.rados.0.smithi028.stdout:3053: finishing write tid 2 to smithi02869045-47 2024-08-29T17:58:25.597 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 36 v 2743 (ObjNum 857 snap 289 seq_num 857) dirty exists 2024-08-29T17:58:25.597 INFO:tasks.rados.rados.0.smithi028.stdout:3053: finishing write tid 3 to smithi02869045-47 2024-08-29T17:58:25.600 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 22 v 2350 (ObjNum 846 snap 283 seq_num 846) dirty exists 2024-08-29T17:58:25.601 INFO:tasks.rados.rados.0.smithi028.stdout:3053: finishing write tid 4 to smithi02869045-47 2024-08-29T17:58:25.601 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 47 v 2816 (ObjNum 919 snap 306 seq_num 919) dirty exists 2024-08-29T17:58:25.601 INFO:tasks.rados.rados.0.smithi028.stdout:3053: left oid 47 (ObjNum 919 snap 306 seq_num 919) 2024-08-29T17:58:26.455 INFO:tasks.rados.rados.0.smithi028.stdout:3053: done (4 left) 2024-08-29T17:58:26.455 INFO:tasks.rados.rados.0.smithi028.stdout:3054: done (3 left) 2024-08-29T17:58:26.455 INFO:tasks.rados.rados.0.smithi028.stdout:3055: done (2 left) 2024-08-29T17:58:26.455 INFO:tasks.rados.rados.0.smithi028.stdout:3056: done (1 left) 2024-08-29T17:58:26.455 INFO:tasks.rados.rados.0.smithi028.stdout:3057: done (0 left) 2024-08-29T17:58:26.455 INFO:tasks.rados.rados.0.smithi028.stdout:append oid 45 current snap is 307 2024-08-29T17:58:26.456 INFO:tasks.rados.rados.0.smithi028.stdout:3058: seq_num 920 ranges {0=614400,614400=401408} 2024-08-29T17:58:26.461 INFO:tasks.rados.rados.0.smithi028.stdout:3058: writing smithi02869045-45 from 0 to 614400 tid 1 2024-08-29T17:58:26.465 INFO:tasks.rados.rados.0.smithi028.stdout:3058: writing smithi02869045-45 from 614400 to 1015808 tid 2 2024-08-29T17:58:26.465 INFO:tasks.rados.rados.0.smithi028.stdout:3059: read oid 41 snap 293 2024-08-29T17:58:26.465 INFO:tasks.rados.rados.0.smithi028.stdout:3059: expect (ObjNum 1677824608 snap 21900 seq_num 1676816624) 2024-08-29T17:58:26.465 INFO:tasks.rados.rados.0.smithi028.stdout:append oid 35 current snap is 307 2024-08-29T17:58:26.465 INFO:tasks.rados.rados.0.smithi028.stdout:3060: seq_num 921 ranges {0=630784,630784=401408} 2024-08-29T17:58:26.471 INFO:tasks.rados.rados.0.smithi028.stdout:3060: writing smithi02869045-35 from 0 to 630784 tid 1 2024-08-29T17:58:26.475 INFO:tasks.rados.rados.0.smithi028.stdout:3060: writing smithi02869045-35 from 630784 to 1032192 tid 2 2024-08-29T17:58:26.476 INFO:tasks.rados.rados.0.smithi028.stdout:3061: delete oid 40 current snap is 307 2024-08-29T17:58:26.476 INFO:tasks.rados.rados.0.smithi028.stdout:3059: expect (ObjNum 1677824608 snap 21900 seq_num 1676816624) 2024-08-29T17:58:26.482 INFO:tasks.rados.rados.0.smithi028.stdout:3058: finishing write tid 1 to smithi02869045-45 2024-08-29T17:58:26.482 INFO:tasks.rados.rados.0.smithi028.stdout:3058: finishing write tid 2 to smithi02869045-45 2024-08-29T17:58:26.482 INFO:tasks.rados.rados.0.smithi028.stdout:3058: finishing write tid 3 to smithi02869045-45 2024-08-29T17:58:26.485 INFO:tasks.rados.rados.0.smithi028.stdout:3058: finishing write tid 4 to smithi02869045-45 2024-08-29T17:58:26.485 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 45 v 2523 (ObjNum 920 snap 307 seq_num 920) dirty exists 2024-08-29T17:58:26.485 INFO:tasks.rados.rados.0.smithi028.stdout:3058: left oid 45 (ObjNum 920 snap 307 seq_num 920) 2024-08-29T17:58:26.487 INFO:tasks.rados.rados.0.smithi028.stdout:3060: finishing write tid 1 to smithi02869045-35 2024-08-29T17:58:26.488 INFO:tasks.rados.rados.0.smithi028.stdout:3060: finishing write tid 2 to smithi02869045-35 2024-08-29T17:58:26.488 INFO:tasks.rados.rados.0.smithi028.stdout:3060: finishing write tid 3 to smithi02869045-35 2024-08-29T17:58:26.491 INFO:tasks.rados.rados.0.smithi028.stdout:3058: done (3 left) 2024-08-29T17:58:26.491 INFO:tasks.rados.rados.0.smithi028.stdout:3059: done (2 left) 2024-08-29T17:58:26.491 INFO:tasks.rados.rados.0.smithi028.stdout:3061: done (1 left) 2024-08-29T17:58:26.491 INFO:tasks.rados.rados.0.smithi028.stdout:3062: copy_from oid 42 from oid 3 current snap is 307 2024-08-29T17:58:26.491 INFO:tasks.rados.rados.0.smithi028.stdout:3063: setattr oid 16 current snap is 307 2024-08-29T17:58:26.493 INFO:tasks.rados.rados.0.smithi028.stdout:3060: finishing write tid 4 to smithi02869045-35 2024-08-29T17:58:26.493 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 35 v 2508 (ObjNum 921 snap 307 seq_num 921) dirty exists 2024-08-29T17:58:26.493 INFO:tasks.rados.rados.0.smithi028.stdout:3060: left oid 35 (ObjNum 921 snap 307 seq_num 921) 2024-08-29T17:58:26.494 INFO:tasks.rados.rados.0.smithi028.stdout:3060: done (2 left) 2024-08-29T17:58:26.494 INFO:tasks.rados.rados.0.smithi028.stdout:3064: rollback oid 36 current snap is 307 2024-08-29T17:58:26.494 INFO:tasks.rados.rados.0.smithi028.stdout:rollback oid 36 to 303 2024-08-29T17:58:26.495 INFO:tasks.rados.rados.0.smithi028.stdout:3065: rmattr oid 22 current snap is 307 2024-08-29T17:58:26.495 INFO:tasks.rados.rados.0.smithi028.stdout:3066: rollback oid 15 current snap is 307 2024-08-29T17:58:26.495 INFO:tasks.rados.rados.0.smithi028.stdout:rollback oid 15 to 304 2024-08-29T17:58:26.495 INFO:tasks.rados.rados.0.smithi028.stdout:3067: copy_from oid 46 from oid 9 current snap is 307 2024-08-29T17:58:26.495 INFO:tasks.rados.rados.0.smithi028.stdout:3068: rollback oid 21 current snap is 307 2024-08-29T17:58:26.495 INFO:tasks.rados.rados.0.smithi028.stdout:rollback oid 21 to 304 2024-08-29T17:58:26.495 INFO:tasks.rados.rados.0.smithi028.stdout:append oid 11 current snap is 307 2024-08-29T17:58:26.495 INFO:tasks.rados.rados.0.smithi028.stdout:3069: seq_num 923 ranges {2490368=663552,3153920=401408} 2024-08-29T17:58:26.523 INFO:tasks.rados.rados.0.smithi028.stdout:3069: writing smithi02869045-11 from 2490368 to 3153920 tid 1 2024-08-29T17:58:26.527 INFO:tasks.rados.rados.0.smithi028.stdout:3069: writing smithi02869045-11 from 3153920 to 3555328 tid 2 2024-08-29T17:58:26.527 INFO:tasks.rados.rados.0.smithi028.stdout:3070: read oid 23 snap 302 2024-08-29T17:58:26.528 INFO:tasks.rados.rados.0.smithi028.stdout:3070: expect (ObjNum 887 snap 301 seq_num 887) 2024-08-29T17:58:26.528 INFO:tasks.rados.rados.0.smithi028.stdout:3071: read oid 44 snap -1 2024-08-29T17:58:26.528 INFO:tasks.rados.rados.0.smithi028.stdout:3071: expect (ObjNum 914 snap 306 seq_num 914) 2024-08-29T17:58:26.528 INFO:tasks.rados.rados.0.smithi028.stdout:3072: delete oid 34 current snap is 307 2024-08-29T17:58:26.528 INFO:tasks.rados.rados.0.smithi028.stdout:3062: finishing copy_from racing read to smithi02869045-42 2024-08-29T17:58:26.528 INFO:tasks.rados.rados.0.smithi028.stdout:3062: finishing copy_from to smithi02869045-42 2024-08-29T17:58:26.528 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 42 v 2515 (ObjNum 161 snap 0 seq_num 1) dirty exists 2024-08-29T17:58:26.528 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 22 v 2352 (ObjNum 846 snap 283 seq_num 846) dirty exists 2024-08-29T17:58:26.528 INFO:tasks.rados.rados.0.smithi028.stdout:3068: finishing rollback tid 0 to smithi02869045-21 2024-08-29T17:58:26.528 INFO:tasks.rados.rados.0.smithi028.stdout:3066: finishing rollback tid 0 to smithi02869045-15 2024-08-29T17:58:26.528 INFO:tasks.rados.rados.0.smithi028.stdout:3064: finishing rollback tid 0 to smithi02869045-36 2024-08-29T17:58:26.528 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 16 v 2524 (ObjNum 894 snap 302 seq_num 894) dirty exists 2024-08-29T17:58:26.528 INFO:tasks.rados.rados.0.smithi028.stdout:3064: finishing rollback tid 1 to smithi02869045-36 2024-08-29T17:58:26.529 INFO:tasks.rados.rados.0.smithi028.stdout:3064: finishing rollback tid 2 to smithi02869045-36 2024-08-29T17:58:26.529 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 36 v 2746 (ObjNum 857 snap 289 seq_num 857) dirty exists 2024-08-29T17:58:26.529 INFO:tasks.rados.rados.0.smithi028.stdout:3067: finishing copy_from racing read to smithi02869045-46 2024-08-29T17:58:26.529 INFO:tasks.rados.rados.0.smithi028.stdout:3066: finishing rollback tid 1 to smithi02869045-15 2024-08-29T17:58:26.529 INFO:tasks.rados.rados.0.smithi028.stdout:3066: finishing rollback tid 2 to smithi02869045-15 2024-08-29T17:58:26.529 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 15 v 2109 (ObjNum 839 snap 283 seq_num 839) dirty exists 2024-08-29T17:58:26.529 INFO:tasks.rados.rados.0.smithi028.stdout:3068: finishing rollback tid 1 to smithi02869045-21 2024-08-29T17:58:26.529 INFO:tasks.rados.rados.0.smithi028.stdout:3068: finishing rollback tid 2 to smithi02869045-21 2024-08-29T17:58:26.529 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 21 v 2822 (ObjNum 852 snap 287 seq_num 852) dirty exists 2024-08-29T17:58:26.529 INFO:tasks.rados.rados.0.smithi028.stdout:3067: finishing copy_from to smithi02869045-46 2024-08-29T17:58:26.529 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 46 v 2513 (ObjNum 894 snap 302 seq_num 894) dirty exists 2024-08-29T17:58:26.532 INFO:tasks.rados.rados.0.smithi028.stdout:3069: finishing write tid 1 to smithi02869045-11 2024-08-29T17:58:26.534 INFO:tasks.rados.rados.0.smithi028.stdout:3069: finishing write tid 2 to smithi02869045-11 2024-08-29T17:58:26.535 INFO:tasks.rados.rados.0.smithi028.stdout:3069: finishing write tid 3 to smithi02869045-11 2024-08-29T17:58:26.537 INFO:tasks.rados.rados.0.smithi028.stdout:3069: finishing write tid 4 to smithi02869045-11 2024-08-29T17:58:26.537 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 11 v 2516 (ObjNum 923 snap 307 seq_num 923) dirty exists 2024-08-29T17:58:26.537 INFO:tasks.rados.rados.0.smithi028.stdout:3069: left oid 11 (ObjNum 923 snap 307 seq_num 923) 2024-08-29T17:58:26.537 INFO:tasks.rados.rados.0.smithi028.stdout:3071: expect (ObjNum 914 snap 306 seq_num 914) 2024-08-29T17:58:26.625 INFO:tasks.rados.rados.0.smithi028.stdout:3070: expect (ObjNum 887 snap 301 seq_num 887) 2024-08-29T17:58:26.731 INFO:tasks.rados.rados.0.smithi028.stdout:3062: done (10 left) 2024-08-29T17:58:26.731 INFO:tasks.rados.rados.0.smithi028.stdout:3063: done (9 left) 2024-08-29T17:58:26.731 INFO:tasks.rados.rados.0.smithi028.stdout:3064: done (8 left) 2024-08-29T17:58:26.732 INFO:tasks.rados.rados.0.smithi028.stdout:3065: done (7 left) 2024-08-29T17:58:26.732 INFO:tasks.rados.rados.0.smithi028.stdout:3066: done (6 left) 2024-08-29T17:58:26.732 INFO:tasks.rados.rados.0.smithi028.stdout:3067: done (5 left) 2024-08-29T17:58:26.732 INFO:tasks.rados.rados.0.smithi028.stdout:3068: done (4 left) 2024-08-29T17:58:26.732 INFO:tasks.rados.rados.0.smithi028.stdout:3069: done (3 left) 2024-08-29T17:58:26.732 INFO:tasks.rados.rados.0.smithi028.stdout:3070: done (2 left) 2024-08-29T17:58:26.732 INFO:tasks.rados.rados.0.smithi028.stdout:3071: done (1 left) 2024-08-29T17:58:26.732 INFO:tasks.rados.rados.0.smithi028.stdout:3072: done (0 left) 2024-08-29T17:58:26.732 INFO:tasks.rados.rados.0.smithi028.stdout:3073: delete oid 12 current snap is 307 2024-08-29T17:58:26.736 INFO:tasks.rados.rados.0.smithi028.stdout:3073: done (0 left) 2024-08-29T17:58:26.736 INFO:tasks.rados.rados.0.smithi028.stdout:3074: read oid 45 snap -1 2024-08-29T17:58:26.736 INFO:tasks.rados.rados.0.smithi028.stdout:3074: expect (ObjNum 920 snap 307 seq_num 920) 2024-08-29T17:58:26.736 INFO:tasks.rados.rados.0.smithi028.stdout:3075: copy_from oid 44 from oid 31 current snap is 307 2024-08-29T17:58:26.736 INFO:tasks.rados.rados.0.smithi028.stdout:3076: rollback oid 4 current snap is 307 2024-08-29T17:58:26.736 INFO:tasks.rados.rados.0.smithi028.stdout:rollback oid 4 to 254 2024-08-29T17:58:26.736 INFO:tasks.rados.rados.0.smithi028.stdout:3077: snap_create 2024-08-29T17:58:26.743 INFO:tasks.rados.rados.0.smithi028.stdout:3074: expect (ObjNum 920 snap 307 seq_num 920) 2024-08-29T17:58:26.815 INFO:tasks.rados.rados.0.smithi028.stdout:3076: finishing rollback tid 1 to smithi02869045-4 2024-08-29T17:58:26.815 INFO:tasks.rados.rados.0.smithi028.stdout:3076: finishing rollback tid 2 to smithi02869045-4 2024-08-29T17:58:26.816 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 4 v 2897 (ObjNum 668 snap 226 seq_num 668) dirty exists 2024-08-29T17:58:26.816 INFO:tasks.rados.rados.0.smithi028.stdout:3075: finishing copy_from racing read to smithi02869045-44 2024-08-29T17:58:26.816 INFO:tasks.rados.rados.0.smithi028.stdout:3075: finishing copy_from to smithi02869045-44 2024-08-29T17:58:26.816 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 44 v 2868 (ObjNum 906 snap 306 seq_num 906) dirty exists 2024-08-29T17:58:26.825 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:58:26 smithi053 bash[68679]: cluster 2024-08-29T17:58:25.063932+0000 mgr.y (mgr.25022) 309 : cluster [DBG] pgmap v562: 121 pgs: 121 active+clean; 429 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail; 20 MiB/s rd, 5.1 MiB/s wr, 32 op/s 2024-08-29T17:58:26.825 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:58:26 smithi053 bash[68679]: cluster 2024-08-29T17:58:25.443295+0000 mon.a (mon.0) 999 : cluster [DBG] osdmap e693: 8 total, 8 up, 8 in 2024-08-29T17:58:26.825 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:58:26 smithi053 bash[68679]: cluster 2024-08-29T17:58:25.451254+0000 mon.a (mon.0) 1000 : cluster [DBG] fsmap cephfs:1 {0=b=up:active} 2024-08-29T17:58:26.879 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:58:26 smithi028 bash[78352]: cluster 2024-08-29T17:58:25.063932+0000 mgr.y (mgr.25022) 309 : cluster [DBG] pgmap v562: 121 pgs: 121 active+clean; 429 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail; 20 MiB/s rd, 5.1 MiB/s wr, 32 op/s 2024-08-29T17:58:26.879 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:58:26 smithi028 bash[78352]: cluster 2024-08-29T17:58:25.443295+0000 mon.a (mon.0) 999 : cluster [DBG] osdmap e693: 8 total, 8 up, 8 in 2024-08-29T17:58:26.879 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:58:26 smithi028 bash[78352]: cluster 2024-08-29T17:58:25.451254+0000 mon.a (mon.0) 1000 : cluster [DBG] fsmap cephfs:1 {0=b=up:active} 2024-08-29T17:58:26.880 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:58:26 smithi028 bash[77168]: cluster 2024-08-29T17:58:25.063932+0000 mgr.y (mgr.25022) 309 : cluster [DBG] pgmap v562: 121 pgs: 121 active+clean; 429 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail; 20 MiB/s rd, 5.1 MiB/s wr, 32 op/s 2024-08-29T17:58:26.880 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:58:26 smithi028 bash[77168]: cluster 2024-08-29T17:58:25.443295+0000 mon.a (mon.0) 999 : cluster [DBG] osdmap e693: 8 total, 8 up, 8 in 2024-08-29T17:58:26.880 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:58:26 smithi028 bash[77168]: cluster 2024-08-29T17:58:25.451254+0000 mon.a (mon.0) 1000 : cluster [DBG] fsmap cephfs:1 {0=b=up:active} 2024-08-29T17:58:27.466 INFO:tasks.rados.rados.0.smithi028.stdout:3074: done (3 left) 2024-08-29T17:58:27.466 INFO:tasks.rados.rados.0.smithi028.stdout:3075: done (2 left) 2024-08-29T17:58:27.466 INFO:tasks.rados.rados.0.smithi028.stdout:3076: done (1 left) 2024-08-29T17:58:27.466 INFO:tasks.rados.rados.0.smithi028.stdout:3077: done (0 left) 2024-08-29T17:58:27.466 INFO:tasks.rados.rados.0.smithi028.stdout:3078: snap_create 2024-08-29T17:58:27.724 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:58:27 smithi028 bash[77168]: cluster 2024-08-29T17:58:26.456464+0000 mon.a (mon.0) 1001 : cluster [DBG] osdmap e694: 8 total, 8 up, 8 in 2024-08-29T17:58:27.724 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:58:27 smithi028 bash[77168]: audit 2024-08-29T17:58:27.039908+0000 mon.a (mon.0) 1002 : audit [INF] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' 2024-08-29T17:58:27.724 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:58:27 smithi028 bash[77168]: audit 2024-08-29T17:58:27.042126+0000 mon.a (mon.0) 1003 : audit [DBG] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-29T17:58:27.725 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:58:27 smithi028 bash[78352]: cluster 2024-08-29T17:58:26.456464+0000 mon.a (mon.0) 1001 : cluster [DBG] osdmap e694: 8 total, 8 up, 8 in 2024-08-29T17:58:27.725 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:58:27 smithi028 bash[78352]: audit 2024-08-29T17:58:27.039908+0000 mon.a (mon.0) 1002 : audit [INF] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' 2024-08-29T17:58:27.725 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:58:27 smithi028 bash[78352]: audit 2024-08-29T17:58:27.042126+0000 mon.a (mon.0) 1003 : audit [DBG] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-29T17:58:27.825 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:58:27 smithi053 bash[68679]: cluster 2024-08-29T17:58:26.456464+0000 mon.a (mon.0) 1001 : cluster [DBG] osdmap e694: 8 total, 8 up, 8 in 2024-08-29T17:58:27.825 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:58:27 smithi053 bash[68679]: audit 2024-08-29T17:58:27.039908+0000 mon.a (mon.0) 1002 : audit [INF] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' 2024-08-29T17:58:27.825 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:58:27 smithi053 bash[68679]: audit 2024-08-29T17:58:27.042126+0000 mon.a (mon.0) 1003 : audit [DBG] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-29T17:58:28.464 INFO:tasks.rados.rados.0.smithi028.stdout:3078: done (0 left) 2024-08-29T17:58:28.465 INFO:tasks.rados.rados.0.smithi028.stdout:3079: delete oid 22 current snap is 309 2024-08-29T17:58:28.466 INFO:journalctl@ceph.mds.a.smithi028.stdout:Aug 29 17:58:28 smithi028 bash[99457]: ceph-3167ee72-662c-11ef-bcd4-c7b262605968-mds-a 2024-08-29T17:58:28.466 INFO:journalctl@ceph.mds.a.smithi028.stdout:Aug 29 17:58:28 smithi028 bash[99517]: Error response from daemon: No such container: ceph-3167ee72-662c-11ef-bcd4-c7b262605968-mds-a 2024-08-29T17:58:28.466 INFO:journalctl@ceph.mds.a.smithi028.stdout:Aug 29 17:58:28 smithi028 systemd[1]: ceph-3167ee72-662c-11ef-bcd4-c7b262605968@mds.a.service: Deactivated successfully. 2024-08-29T17:58:28.466 INFO:journalctl@ceph.mds.a.smithi028.stdout:Aug 29 17:58:28 smithi028 systemd[1]: Stopped Ceph mds.a for 3167ee72-662c-11ef-bcd4-c7b262605968. 2024-08-29T17:58:28.480 INFO:tasks.rados.rados.0.smithi028.stdout:3079: done (0 left) 2024-08-29T17:58:28.480 INFO:tasks.rados.rados.0.smithi028.stdout:append oid 47 current snap is 309 2024-08-29T17:58:28.480 INFO:tasks.rados.rados.0.smithi028.stdout:3080: seq_num 927 ranges {2269184=729088,2998272=401408} 2024-08-29T17:58:28.503 INFO:tasks.rados.rados.0.smithi028.stdout:3080: writing smithi02869045-47 from 2269184 to 2998272 tid 1 2024-08-29T17:58:28.507 INFO:tasks.rados.rados.0.smithi028.stdout:3080: writing smithi02869045-47 from 2998272 to 3399680 tid 2 2024-08-29T17:58:28.507 INFO:tasks.rados.rados.0.smithi028.stdout:3081: setattr oid 7 current snap is 309 2024-08-29T17:58:28.510 INFO:tasks.rados.rados.0.smithi028.stdout:append oid 2 current snap is 309 2024-08-29T17:58:28.510 INFO:tasks.rados.rados.0.smithi028.stdout:3082: seq_num 928 ranges {0=745472,745472=401408} 2024-08-29T17:58:28.516 INFO:tasks.rados.rados.0.smithi028.stdout:3082: writing smithi02869045-2 from 0 to 745472 tid 1 2024-08-29T17:58:28.519 INFO:tasks.rados.rados.0.smithi028.stdout:3082: writing smithi02869045-2 from 745472 to 1146880 tid 2 2024-08-29T17:58:28.519 INFO:tasks.rados.rados.0.smithi028.stdout:3083: rmattr oid 28 current snap is 309 2024-08-29T17:58:28.519 INFO:tasks.rados.rados.0.smithi028.stdout:3084: snap_create 2024-08-29T17:58:28.524 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 7 v 2898 (ObjNum 81 snap 0 seq_num 2146252656) dirty exists 2024-08-29T17:58:28.526 INFO:tasks.rados.rados.0.smithi028.stdout:3080: finishing write tid 1 to smithi02869045-47 2024-08-29T17:58:28.527 INFO:tasks.rados.rados.0.smithi028.stdout:3080: finishing write tid 2 to smithi02869045-47 2024-08-29T17:58:28.527 INFO:tasks.rados.rados.0.smithi028.stdout:3080: finishing write tid 3 to smithi02869045-47 2024-08-29T17:58:28.529 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 28 v 2820 (ObjNum 867 snap 293 seq_num 867) dirty exists 2024-08-29T17:58:28.531 INFO:tasks.rados.rados.0.smithi028.stdout:3080: finishing write tid 4 to smithi02869045-47 2024-08-29T17:58:28.531 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 47 v 2819 (ObjNum 927 snap 309 seq_num 927) dirty exists 2024-08-29T17:58:28.531 INFO:tasks.rados.rados.0.smithi028.stdout:3080: left oid 47 (ObjNum 927 snap 309 seq_num 927) 2024-08-29T17:58:28.534 INFO:tasks.rados.rados.0.smithi028.stdout:3082: finishing write tid 1 to smithi02869045-2 2024-08-29T17:58:28.534 INFO:tasks.rados.rados.0.smithi028.stdout:3082: finishing write tid 2 to smithi02869045-2 2024-08-29T17:58:28.535 INFO:tasks.rados.rados.0.smithi028.stdout:3082: finishing write tid 3 to smithi02869045-2 2024-08-29T17:58:28.536 INFO:tasks.rados.rados.0.smithi028.stdout:3082: finishing write tid 4 to smithi02869045-2 2024-08-29T17:58:28.536 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 2 v 2871 (ObjNum 928 snap 309 seq_num 928) dirty exists 2024-08-29T17:58:28.536 INFO:tasks.rados.rados.0.smithi028.stdout:3082: left oid 2 (ObjNum 928 snap 309 seq_num 928) 2024-08-29T17:58:28.801 INFO:journalctl@ceph.mgr.y.smithi028.stdout:Aug 29 17:58:28 smithi028 systemd[1]: /etc/systemd/system/ceph-3167ee72-662c-11ef-bcd4-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-08-29T17:58:28.801 INFO:journalctl@ceph.osd.2.smithi028.stdout:Aug 29 17:58:28 smithi028 systemd[1]: /etc/systemd/system/ceph-3167ee72-662c-11ef-bcd4-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-08-29T17:58:28.801 INFO:journalctl@ceph.node-exporter.a.smithi028.stdout:Aug 29 17:58:28 smithi028 systemd[1]: /etc/systemd/system/ceph-3167ee72-662c-11ef-bcd4-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-08-29T17:58:28.802 INFO:journalctl@ceph.osd.0.smithi028.stdout:Aug 29 17:58:28 smithi028 systemd[1]: /etc/systemd/system/ceph-3167ee72-662c-11ef-bcd4-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-08-29T17:58:28.802 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:58:28 smithi028 bash[78352]: cluster 2024-08-29T17:58:27.064711+0000 mgr.y (mgr.25022) 310 : cluster [DBG] pgmap v565: 121 pgs: 121 active+clean; 431 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail; 20 MiB/s rd, 5.7 MiB/s wr, 32 op/s 2024-08-29T17:58:28.803 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:58:28 smithi028 bash[78352]: cluster 2024-08-29T17:58:27.467084+0000 mon.a (mon.0) 1004 : cluster [DBG] osdmap e695: 8 total, 8 up, 8 in 2024-08-29T17:58:28.803 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:58:28 smithi028 systemd[1]: /etc/systemd/system/ceph-3167ee72-662c-11ef-bcd4-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-08-29T17:58:28.803 INFO:journalctl@ceph.osd.1.smithi028.stdout:Aug 29 17:58:28 smithi028 systemd[1]: /etc/systemd/system/ceph-3167ee72-662c-11ef-bcd4-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-08-29T17:58:28.804 INFO:journalctl@ceph.alertmanager.a.smithi028.stdout:Aug 29 17:58:28 smithi028 systemd[1]: /etc/systemd/system/ceph-3167ee72-662c-11ef-bcd4-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-08-29T17:58:28.804 INFO:journalctl@ceph.mds.a.smithi028.stdout:Aug 29 17:58:28 smithi028 systemd[1]: /etc/systemd/system/ceph-3167ee72-662c-11ef-bcd4-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-08-29T17:58:28.804 INFO:journalctl@ceph.mds.a.smithi028.stdout:Aug 29 17:58:28 smithi028 systemd[1]: Started Ceph mds.a for 3167ee72-662c-11ef-bcd4-c7b262605968. 2024-08-29T17:58:28.805 INFO:journalctl@ceph.osd.3.smithi028.stdout:Aug 29 17:58:28 smithi028 systemd[1]: /etc/systemd/system/ceph-3167ee72-662c-11ef-bcd4-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-08-29T17:58:28.805 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:58:28 smithi028 bash[77168]: cluster 2024-08-29T17:58:27.064711+0000 mgr.y (mgr.25022) 310 : cluster [DBG] pgmap v565: 121 pgs: 121 active+clean; 431 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail; 20 MiB/s rd, 5.7 MiB/s wr, 32 op/s 2024-08-29T17:58:28.806 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:58:28 smithi028 bash[77168]: cluster 2024-08-29T17:58:27.467084+0000 mon.a (mon.0) 1004 : cluster [DBG] osdmap e695: 8 total, 8 up, 8 in 2024-08-29T17:58:28.806 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:58:28 smithi028 systemd[1]: /etc/systemd/system/ceph-3167ee72-662c-11ef-bcd4-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-08-29T17:58:28.825 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:58:28 smithi053 bash[68679]: cluster 2024-08-29T17:58:27.064711+0000 mgr.y (mgr.25022) 310 : cluster [DBG] pgmap v565: 121 pgs: 121 active+clean; 431 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail; 20 MiB/s rd, 5.7 MiB/s wr, 32 op/s 2024-08-29T17:58:28.825 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:58:28 smithi053 bash[68679]: cluster 2024-08-29T17:58:27.467084+0000 mon.a (mon.0) 1004 : cluster [DBG] osdmap e695: 8 total, 8 up, 8 in 2024-08-29T17:58:29.258 INFO:tasks.rados.rados.0.smithi028.stdout:3080: done (4 left) 2024-08-29T17:58:29.258 INFO:tasks.rados.rados.0.smithi028.stdout:3081: done (3 left) 2024-08-29T17:58:29.258 INFO:tasks.rados.rados.0.smithi028.stdout:3082: done (2 left) 2024-08-29T17:58:29.258 INFO:tasks.rados.rados.0.smithi028.stdout:3083: done (1 left) 2024-08-29T17:58:29.258 INFO:tasks.rados.rados.0.smithi028.stdout:3084: done (0 left) 2024-08-29T17:58:29.258 INFO:tasks.rados.rados.0.smithi028.stdout:3085: copy_from oid 26 from oid 49 current snap is 310 2024-08-29T17:58:29.258 INFO:tasks.rados.rados.0.smithi028.stdout:3086: setattr oid 24 current snap is 310 2024-08-29T17:58:29.259 INFO:tasks.rados.rados.0.smithi028.stdout:append oid 16 current snap is 310 2024-08-29T17:58:29.259 INFO:tasks.rados.rados.0.smithi028.stdout:3087: seq_num 929 ranges {581632=761856,1343488=401408} 2024-08-29T17:58:29.272 INFO:tasks.rados.rados.0.smithi028.stdout:3087: writing smithi02869045-16 from 581632 to 1343488 tid 1 2024-08-29T17:58:29.276 INFO:tasks.rados.rados.0.smithi028.stdout:3087: writing smithi02869045-16 from 1343488 to 1744896 tid 2 2024-08-29T17:58:29.276 INFO:tasks.rados.rados.0.smithi028.stdout:3088: delete oid 41 current snap is 310 2024-08-29T17:58:29.276 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 24 v 2819 (ObjNum 907 snap 306 seq_num 907) dirty exists 2024-08-29T17:58:29.288 INFO:tasks.rados.rados.0.smithi028.stdout:3086: done (3 left) 2024-08-29T17:58:29.289 INFO:tasks.rados.rados.0.smithi028.stdout:3088: done (2 left) 2024-08-29T17:58:29.289 INFO:tasks.rados.rados.0.smithi028.stdout:3089: rmattr oid 21 current snap is 310 2024-08-29T17:58:29.289 INFO:tasks.rados.rados.0.smithi028.stdout:3089: done (2 left) 2024-08-29T17:58:29.289 INFO:tasks.rados.rados.0.smithi028.stdout:append oid 7 current snap is 310 2024-08-29T17:58:29.289 INFO:tasks.rados.rados.0.smithi028.stdout:3090: seq_num 931 ranges {0=802816,802816=401408} 2024-08-29T17:58:29.295 INFO:tasks.rados.rados.0.smithi028.stdout:3090: writing smithi02869045-7 from 0 to 802816 tid 1 2024-08-29T17:58:29.299 INFO:tasks.rados.rados.0.smithi028.stdout:3090: writing smithi02869045-7 from 802816 to 1204224 tid 2 2024-08-29T17:58:29.299 INFO:tasks.rados.rados.0.smithi028.stdout:3091: snap_create 2024-08-29T17:58:29.299 INFO:tasks.rados.rados.0.smithi028.stdout:3087: finishing write tid 1 to smithi02869045-16 2024-08-29T17:58:29.300 INFO:tasks.rados.rados.0.smithi028.stdout:3087: finishing write tid 2 to smithi02869045-16 2024-08-29T17:58:29.300 INFO:tasks.rados.rados.0.smithi028.stdout:3087: finishing write tid 3 to smithi02869045-16 2024-08-29T17:58:29.300 INFO:tasks.rados.rados.0.smithi028.stdout:3087: finishing write tid 4 to smithi02869045-16 2024-08-29T17:58:29.300 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 16 v 2527 (ObjNum 929 snap 310 seq_num 929) dirty exists 2024-08-29T17:58:29.300 INFO:tasks.rados.rados.0.smithi028.stdout:3087: left oid 16 (ObjNum 929 snap 310 seq_num 929) 2024-08-29T17:58:29.309 INFO:tasks.rados.rados.0.smithi028.stdout:3090: finishing write tid 1 to smithi02869045-7 2024-08-29T17:58:29.309 INFO:tasks.rados.rados.0.smithi028.stdout:3090: finishing write tid 2 to smithi02869045-7 2024-08-29T17:58:29.309 INFO:tasks.rados.rados.0.smithi028.stdout:3090: finishing write tid 3 to smithi02869045-7 2024-08-29T17:58:29.313 INFO:tasks.rados.rados.0.smithi028.stdout:3090: finishing write tid 4 to smithi02869045-7 2024-08-29T17:58:29.313 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 7 v 2902 (ObjNum 931 snap 310 seq_num 931) dirty exists 2024-08-29T17:58:29.313 INFO:tasks.rados.rados.0.smithi028.stdout:3090: left oid 7 (ObjNum 931 snap 310 seq_num 931) 2024-08-29T17:58:29.344 INFO:tasks.rados.rados.0.smithi028.stdout:3085: finishing copy_from racing read to smithi02869045-26 2024-08-29T17:58:29.344 INFO:tasks.rados.rados.0.smithi028.stdout:3085: finishing copy_from to smithi02869045-26 2024-08-29T17:58:29.345 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 26 v 2327 (ObjNum 813 snap 276 seq_num 813) dirty exists 2024-08-29T17:58:29.729 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:58:29 smithi028 bash[77168]: cluster 2024-08-29T17:58:28.466880+0000 mon.a (mon.0) 1005 : cluster [DBG] osdmap e696: 8 total, 8 up, 8 in 2024-08-29T17:58:29.729 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:58:29 smithi028 bash[77168]: audit 2024-08-29T17:58:28.733689+0000 mon.a (mon.0) 1006 : audit [INF] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' 2024-08-29T17:58:29.729 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:58:29 smithi028 bash[77168]: audit 2024-08-29T17:58:28.738273+0000 mon.a (mon.0) 1007 : audit [INF] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' 2024-08-29T17:58:29.730 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:58:29 smithi028 bash[77168]: audit 2024-08-29T17:58:28.739336+0000 mon.a (mon.0) 1008 : audit [DBG] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-29T17:58:29.730 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:58:29 smithi028 bash[77168]: cluster 2024-08-29T17:58:29.260419+0000 mon.a (mon.0) 1009 : cluster [DBG] osdmap e697: 8 total, 8 up, 8 in 2024-08-29T17:58:29.730 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:58:29 smithi028 bash[78352]: cluster 2024-08-29T17:58:28.466880+0000 mon.a (mon.0) 1005 : cluster [DBG] osdmap e696: 8 total, 8 up, 8 in 2024-08-29T17:58:29.730 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:58:29 smithi028 bash[78352]: audit 2024-08-29T17:58:28.733689+0000 mon.a (mon.0) 1006 : audit [INF] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' 2024-08-29T17:58:29.731 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:58:29 smithi028 bash[78352]: audit 2024-08-29T17:58:28.738273+0000 mon.a (mon.0) 1007 : audit [INF] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' 2024-08-29T17:58:29.731 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:58:29 smithi028 bash[78352]: audit 2024-08-29T17:58:28.739336+0000 mon.a (mon.0) 1008 : audit [DBG] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-29T17:58:29.731 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:58:29 smithi028 bash[78352]: cluster 2024-08-29T17:58:29.260419+0000 mon.a (mon.0) 1009 : cluster [DBG] osdmap e697: 8 total, 8 up, 8 in 2024-08-29T17:58:29.825 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:58:29 smithi053 bash[68679]: cluster 2024-08-29T17:58:28.466880+0000 mon.a (mon.0) 1005 : cluster [DBG] osdmap e696: 8 total, 8 up, 8 in 2024-08-29T17:58:29.825 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:58:29 smithi053 bash[68679]: audit 2024-08-29T17:58:28.733689+0000 mon.a (mon.0) 1006 : audit [INF] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' 2024-08-29T17:58:29.825 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:58:29 smithi053 bash[68679]: audit 2024-08-29T17:58:28.738273+0000 mon.a (mon.0) 1007 : audit [INF] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' 2024-08-29T17:58:29.825 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:58:29 smithi053 bash[68679]: audit 2024-08-29T17:58:28.739336+0000 mon.a (mon.0) 1008 : audit [DBG] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-29T17:58:29.825 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:58:29 smithi053 bash[68679]: cluster 2024-08-29T17:58:29.260419+0000 mon.a (mon.0) 1009 : cluster [DBG] osdmap e697: 8 total, 8 up, 8 in 2024-08-29T17:58:30.129 INFO:journalctl@ceph.mds.a.smithi028.stdout:Aug 29 17:58:29 smithi028 bash[99573]: starting mds.a at 2024-08-29T17:58:30.264 INFO:tasks.rados.rados.0.smithi028.stdout:3085: done (3 left) 2024-08-29T17:58:30.264 INFO:tasks.rados.rados.0.smithi028.stdout:3087: done (2 left) 2024-08-29T17:58:30.264 INFO:tasks.rados.rados.0.smithi028.stdout:3090: done (1 left) 2024-08-29T17:58:30.265 INFO:tasks.rados.rados.0.smithi028.stdout:3091: done (0 left) 2024-08-29T17:58:30.265 INFO:tasks.rados.rados.0.smithi028.stdout:3092: delete oid 25 current snap is 311 2024-08-29T17:58:30.274 INFO:tasks.rados.rados.0.smithi028.stdout:3092: done (0 left) 2024-08-29T17:58:30.274 INFO:tasks.rados.rados.0.smithi028.stdout:append oid 45 current snap is 311 2024-08-29T17:58:30.274 INFO:tasks.rados.rados.0.smithi028.stdout:3093: seq_num 933 ranges {1015808=434176,1449984=548864,1998848=253952} 2024-08-29T17:58:30.286 INFO:tasks.rados.rados.0.smithi028.stdout:3093: writing smithi02869045-45 from 1015808 to 1449984 tid 1 2024-08-29T17:58:30.291 INFO:tasks.rados.rados.0.smithi028.stdout:3093: writing smithi02869045-45 from 1449984 to 1998848 tid 2 2024-08-29T17:58:30.293 INFO:tasks.rados.rados.0.smithi028.stdout:3093: writing smithi02869045-45 from 1998848 to 2252800 tid 3 2024-08-29T17:58:30.293 INFO:tasks.rados.rados.0.smithi028.stdout:3094: read oid 17 snap -1 2024-08-29T17:58:30.294 INFO:tasks.rados.rados.0.smithi028.stdout:3094: expect (ObjNum 910 snap 306 seq_num 910) 2024-08-29T17:58:30.294 INFO:tasks.rados.rados.0.smithi028.stdout:3095: delete oid 32 current snap is 311 2024-08-29T17:58:30.300 INFO:tasks.rados.rados.0.smithi028.stdout:3093: finishing write tid 1 to smithi02869045-45 2024-08-29T17:58:30.307 INFO:tasks.rados.rados.0.smithi028.stdout:3095: done (2 left) 2024-08-29T17:58:30.307 INFO:tasks.rados.rados.0.smithi028.stdout:append oid 1 current snap is 311 2024-08-29T17:58:30.307 INFO:tasks.rados.rados.0.smithi028.stdout:3096: seq_num 935 ranges {9338880=466944,9805824=720896,10526720=81920} 2024-08-29T17:58:30.376 INFO:tasks.rados.rados.0.smithi028.stdout:3096: writing smithi02869045-1 from 9338880 to 9805824 tid 1 2024-08-29T17:58:30.380 INFO:tasks.rados.rados.0.smithi028.stdout:3096: writing smithi02869045-1 from 9805824 to 10526720 tid 2 2024-08-29T17:58:30.381 INFO:tasks.rados.rados.0.smithi028.stdout:3096: writing smithi02869045-1 from 10526720 to 10608640 tid 3 2024-08-29T17:58:30.381 INFO:tasks.rados.rados.0.smithi028.stdout:3097: snap_create 2024-08-29T17:58:30.381 INFO:tasks.rados.rados.0.smithi028.stdout:3093: finishing write tid 2 to smithi02869045-45 2024-08-29T17:58:30.381 INFO:tasks.rados.rados.0.smithi028.stdout:3093: finishing write tid 3 to smithi02869045-45 2024-08-29T17:58:30.381 INFO:tasks.rados.rados.0.smithi028.stdout:3093: finishing write tid 4 to smithi02869045-45 2024-08-29T17:58:30.381 INFO:tasks.rados.rados.0.smithi028.stdout:3093: finishing write tid 5 to smithi02869045-45 2024-08-29T17:58:30.382 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 45 v 2531 (ObjNum 933 snap 311 seq_num 933) dirty exists 2024-08-29T17:58:30.382 INFO:tasks.rados.rados.0.smithi028.stdout:3093: left oid 45 (ObjNum 933 snap 311 seq_num 933) 2024-08-29T17:58:30.382 INFO:tasks.rados.rados.0.smithi028.stdout:3094: expect (ObjNum 910 snap 306 seq_num 910) 2024-08-29T17:58:30.815 INFO:tasks.rados.rados.0.smithi028.stdout:3096: finishing write tid 1 to smithi02869045-1 2024-08-29T17:58:30.815 INFO:tasks.rados.rados.0.smithi028.stdout:3096: finishing write tid 2 to smithi02869045-1 2024-08-29T17:58:30.815 INFO:tasks.rados.rados.0.smithi028.stdout:3096: finishing write tid 3 to smithi02869045-1 2024-08-29T17:58:30.815 INFO:tasks.rados.rados.0.smithi028.stdout:3096: finishing write tid 4 to smithi02869045-1 2024-08-29T17:58:30.815 INFO:tasks.rados.rados.0.smithi028.stdout:3096: finishing write tid 5 to smithi02869045-1 2024-08-29T17:58:30.815 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 1 v 2907 (ObjNum 935 snap 311 seq_num 935) dirty exists 2024-08-29T17:58:30.815 INFO:tasks.rados.rados.0.smithi028.stdout:3096: left oid 1 (ObjNum 935 snap 311 seq_num 935) 2024-08-29T17:58:31.075 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:58:30 smithi053 bash[68679]: cluster 2024-08-29T17:58:29.065396+0000 mgr.y (mgr.25022) 311 : cluster [DBG] pgmap v568: 121 pgs: 121 active+clean; 442 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 1.9 MiB/s rd, 3.4 MiB/s wr, 21 op/s 2024-08-29T17:58:31.075 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:58:30 smithi053 bash[68679]: cluster 2024-08-29T17:58:30.264834+0000 mon.a (mon.0) 1010 : cluster [DBG] osdmap e698: 8 total, 8 up, 8 in 2024-08-29T17:58:31.129 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:58:30 smithi028 bash[77168]: cluster 2024-08-29T17:58:29.065396+0000 mgr.y (mgr.25022) 311 : cluster [DBG] pgmap v568: 121 pgs: 121 active+clean; 442 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 1.9 MiB/s rd, 3.4 MiB/s wr, 21 op/s 2024-08-29T17:58:31.129 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:58:30 smithi028 bash[77168]: cluster 2024-08-29T17:58:30.264834+0000 mon.a (mon.0) 1010 : cluster [DBG] osdmap e698: 8 total, 8 up, 8 in 2024-08-29T17:58:31.130 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:58:30 smithi028 bash[78352]: cluster 2024-08-29T17:58:29.065396+0000 mgr.y (mgr.25022) 311 : cluster [DBG] pgmap v568: 121 pgs: 121 active+clean; 442 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 1.9 MiB/s rd, 3.4 MiB/s wr, 21 op/s 2024-08-29T17:58:31.130 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:58:30 smithi028 bash[78352]: cluster 2024-08-29T17:58:30.264834+0000 mon.a (mon.0) 1010 : cluster [DBG] osdmap e698: 8 total, 8 up, 8 in 2024-08-29T17:58:31.271 INFO:tasks.rados.rados.0.smithi028.stdout:3093: done (3 left) 2024-08-29T17:58:31.271 INFO:tasks.rados.rados.0.smithi028.stdout:3094: done (2 left) 2024-08-29T17:58:31.271 INFO:tasks.rados.rados.0.smithi028.stdout:3096: done (1 left) 2024-08-29T17:58:31.271 INFO:tasks.rados.rados.0.smithi028.stdout:3097: done (0 left) 2024-08-29T17:58:31.271 INFO:tasks.rados.rados.0.smithi028.stdout:3098: delete oid 26 current snap is 312 2024-08-29T17:58:31.284 INFO:tasks.rados.rados.0.smithi028.stdout:3098: done (0 left) 2024-08-29T17:58:31.284 INFO:tasks.rados.rados.0.smithi028.stdout:3099: copy_from oid 40 from oid 42 current snap is 312 2024-08-29T17:58:31.284 INFO:tasks.rados.rados.0.smithi028.stdout:3100: rmattr oid 28 current snap is 312 2024-08-29T17:58:31.284 INFO:tasks.rados.rados.0.smithi028.stdout:3101: delete oid 50 current snap is 312 2024-08-29T17:58:31.298 INFO:tasks.rados.rados.0.smithi028.stdout:3099: finishing copy_from racing read to smithi02869045-40 2024-08-29T17:58:31.298 INFO:tasks.rados.rados.0.smithi028.stdout:3101: done (2 left) 2024-08-29T17:58:31.298 INFO:tasks.rados.rados.0.smithi028.stdout:append oid 6 current snap is 312 2024-08-29T17:58:31.299 INFO:tasks.rados.rados.0.smithi028.stdout:3102: seq_num 938 ranges {9338880=516096,9854976=417792,10272768=385024} 2024-08-29T17:58:31.354 INFO:tasks.rados.rados.0.smithi028.stdout:3102: writing smithi02869045-6 from 9338880 to 9854976 tid 1 2024-08-29T17:58:31.357 INFO:tasks.rados.rados.0.smithi028.stdout:3102: writing smithi02869045-6 from 9854976 to 10272768 tid 2 2024-08-29T17:58:31.360 INFO:tasks.rados.rados.0.smithi028.stdout:3102: writing smithi02869045-6 from 10272768 to 10657792 tid 3 2024-08-29T17:58:31.360 INFO:tasks.rados.rados.0.smithi028.stdout:3103: read oid 44 snap -1 2024-08-29T17:58:31.360 INFO:tasks.rados.rados.0.smithi028.stdout:3103: expect (ObjNum 906 snap 306 seq_num 906) 2024-08-29T17:58:31.360 INFO:tasks.rados.rados.0.smithi028.stdout:3104: read oid 30 snap -1 2024-08-29T17:58:31.360 INFO:tasks.rados.rados.0.smithi028.stdout:3104: expect (ObjNum 869 snap 294 seq_num 869) 2024-08-29T17:58:31.360 INFO:tasks.rados.rados.0.smithi028.stdout:append oid 46 current snap is 312 2024-08-29T17:58:31.360 INFO:tasks.rados.rados.0.smithi028.stdout:3099: finishing copy_from to smithi02869045-40 2024-08-29T17:58:31.360 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 40 v 2515 (ObjNum 97 snap 0 seq_num 2146251952) dirty exists 2024-08-29T17:58:31.360 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 28 v 2821 (ObjNum 867 snap 293 seq_num 867) dirty exists 2024-08-29T17:58:31.360 INFO:tasks.rados.rados.0.smithi028.stdout:3105: seq_num 939 ranges {581632=532480,1114112=704512,1818624=98304} 2024-08-29T17:58:31.366 INFO:tasks.rados.rados.0.smithi028.stdout:3105: writing smithi02869045-46 from 581632 to 1114112 tid 1 2024-08-29T17:58:31.373 INFO:tasks.rados.rados.0.smithi028.stdout:3105: writing smithi02869045-46 from 1114112 to 1818624 tid 2 2024-08-29T17:58:31.373 INFO:tasks.rados.rados.0.smithi028.stdout:3105: writing smithi02869045-46 from 1818624 to 1916928 tid 3 2024-08-29T17:58:31.373 INFO:tasks.rados.rados.0.smithi028.stdout:3099: done (5 left) 2024-08-29T17:58:31.373 INFO:tasks.rados.rados.0.smithi028.stdout:3100: done (4 left) 2024-08-29T17:58:31.373 INFO:tasks.rados.rados.0.smithi028.stdout:3106: rollback oid 34 current snap is 312 2024-08-29T17:58:31.373 INFO:tasks.rados.rados.0.smithi028.stdout:rollback oid 34 to 290 2024-08-29T17:58:31.373 INFO:tasks.rados.rados.0.smithi028.stdout:3102: finishing write tid 1 to smithi02869045-6 2024-08-29T17:58:31.373 INFO:tasks.rados.rados.0.smithi028.stdout:3103: expect (ObjNum 906 snap 306 seq_num 906) 2024-08-29T17:58:31.401 INFO:tasks.rados.rados.0.smithi028.stdout:3102: finishing write tid 2 to smithi02869045-6 2024-08-29T17:58:31.401 INFO:tasks.rados.rados.0.smithi028.stdout:3103: done (4 left) 2024-08-29T17:58:31.401 INFO:tasks.rados.rados.0.smithi028.stdout:3107: rollback oid 17 current snap is 312 2024-08-29T17:58:31.401 INFO:tasks.rados.rados.0.smithi028.stdout:rollback oid 17 to 269 2024-08-29T17:58:31.401 INFO:tasks.rados.rados.0.smithi028.stdout:3102: finishing write tid 3 to smithi02869045-6 2024-08-29T17:58:31.401 INFO:tasks.rados.rados.0.smithi028.stdout:3106: finishing rollback tid 1 to smithi02869045-34 2024-08-29T17:58:31.401 INFO:tasks.rados.rados.0.smithi028.stdout:3106: finishing rollback tid 2 to smithi02869045-34 2024-08-29T17:58:31.401 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 34 v 2511 (ObjNum 857 snap 289 seq_num 857) dirty exists 2024-08-29T17:58:31.401 INFO:tasks.rados.rados.0.smithi028.stdout:3104: expect (ObjNum 869 snap 294 seq_num 869) 2024-08-29T17:58:31.746 INFO:journalctl@ceph.mgr.y.smithi028.stdout:Aug 29 17:58:31 smithi028 bash[70818]: ::ffff:172.21.15.53 - - [29/Aug/2024:17:58:31] "GET /metrics HTTP/1.1" 200 36016 "" "Prometheus/2.43.0" 2024-08-29T17:58:31.843 INFO:tasks.rados.rados.0.smithi028.stdout:3105: finishing write tid 1 to smithi02869045-46 2024-08-29T17:58:31.844 INFO:tasks.rados.rados.0.smithi028.stdout:3105: finishing write tid 2 to smithi02869045-46 2024-08-29T17:58:31.844 INFO:tasks.rados.rados.0.smithi028.stdout:3105: finishing write tid 3 to smithi02869045-46 2024-08-29T17:58:31.844 INFO:tasks.rados.rados.0.smithi028.stdout:3105: finishing write tid 4 to smithi02869045-46 2024-08-29T17:58:31.844 INFO:tasks.rados.rados.0.smithi028.stdout:3105: finishing write tid 5 to smithi02869045-46 2024-08-29T17:58:31.844 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 46 v 2823 (ObjNum 939 snap 312 seq_num 939) dirty exists 2024-08-29T17:58:31.844 INFO:tasks.rados.rados.0.smithi028.stdout:3105: left oid 46 (ObjNum 939 snap 312 seq_num 939) 2024-08-29T17:58:31.844 INFO:tasks.rados.rados.0.smithi028.stdout:3102: finishing write tid 4 to smithi02869045-6 2024-08-29T17:58:31.844 INFO:tasks.rados.rados.0.smithi028.stdout:3102: finishing write tid 5 to smithi02869045-6 2024-08-29T17:58:31.844 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 6 v 2825 (ObjNum 938 snap 312 seq_num 938) dirty exists 2024-08-29T17:58:31.844 INFO:tasks.rados.rados.0.smithi028.stdout:3102: left oid 6 (ObjNum 938 snap 312 seq_num 938) 2024-08-29T17:58:31.845 INFO:tasks.rados.rados.0.smithi028.stdout:3107: finishing rollback tid 0 to smithi02869045-17 2024-08-29T17:58:31.845 INFO:tasks.rados.rados.0.smithi028.stdout:3107: finishing rollback tid 1 to smithi02869045-17 2024-08-29T17:58:31.845 INFO:tasks.rados.rados.0.smithi028.stdout:3107: finishing rollback tid 2 to smithi02869045-17 2024-08-29T17:58:31.845 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 17 v 2911 (ObjNum 691 snap 233 seq_num 691) dirty exists 2024-08-29T17:58:31.845 INFO:tasks.rados.rados.0.smithi028.stdout:3102: done (4 left) 2024-08-29T17:58:31.845 INFO:tasks.rados.rados.0.smithi028.stdout:3104: done (3 left) 2024-08-29T17:58:31.845 INFO:tasks.rados.rados.0.smithi028.stdout:3105: done (2 left) 2024-08-29T17:58:31.845 INFO:tasks.rados.rados.0.smithi028.stdout:3106: done (1 left) 2024-08-29T17:58:31.845 INFO:tasks.rados.rados.0.smithi028.stdout:3107: done (0 left) 2024-08-29T17:58:31.845 INFO:tasks.rados.rados.0.smithi028.stdout:3108: snap_create 2024-08-29T17:58:32.075 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:58:31 smithi053 bash[68679]: cluster 2024-08-29T17:58:30.742896+0000 mon.a (mon.0) 1011 : cluster [DBG] mds.? [v2:172.21.15.28:6834/1116075030,v1:172.21.15.28:6835/1116075030] up:boot 2024-08-29T17:58:32.075 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:58:31 smithi053 bash[68679]: cluster 2024-08-29T17:58:30.743003+0000 mon.a (mon.0) 1012 : cluster [DBG] fsmap cephfs:1 {0=b=up:active} 1 up:standby 2024-08-29T17:58:32.075 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:58:31 smithi053 bash[68679]: audit 2024-08-29T17:58:30.743394+0000 mon.a (mon.0) 1013 : audit [DBG] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "mds metadata", "who": "a"}]: dispatch 2024-08-29T17:58:32.075 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:58:31 smithi053 bash[68679]: cluster 2024-08-29T17:58:31.066360+0000 mgr.y (mgr.25022) 312 : cluster [DBG] pgmap v571: 121 pgs: 121 active+clean; 460 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 4.2 MiB/s rd, 7.1 MiB/s wr, 60 op/s 2024-08-29T17:58:32.075 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:58:31 smithi053 bash[68679]: cluster 2024-08-29T17:58:31.268556+0000 mon.a (mon.0) 1014 : cluster [DBG] osdmap e699: 8 total, 8 up, 8 in 2024-08-29T17:58:32.129 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:58:31 smithi028 bash[78352]: cluster 2024-08-29T17:58:30.742896+0000 mon.a (mon.0) 1011 : cluster [DBG] mds.? [v2:172.21.15.28:6834/1116075030,v1:172.21.15.28:6835/1116075030] up:boot 2024-08-29T17:58:32.130 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:58:31 smithi028 bash[78352]: cluster 2024-08-29T17:58:30.743003+0000 mon.a (mon.0) 1012 : cluster [DBG] fsmap cephfs:1 {0=b=up:active} 1 up:standby 2024-08-29T17:58:32.130 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:58:31 smithi028 bash[78352]: audit 2024-08-29T17:58:30.743394+0000 mon.a (mon.0) 1013 : audit [DBG] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "mds metadata", "who": "a"}]: dispatch 2024-08-29T17:58:32.130 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:58:31 smithi028 bash[78352]: cluster 2024-08-29T17:58:31.066360+0000 mgr.y (mgr.25022) 312 : cluster [DBG] pgmap v571: 121 pgs: 121 active+clean; 460 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 4.2 MiB/s rd, 7.1 MiB/s wr, 60 op/s 2024-08-29T17:58:32.130 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:58:31 smithi028 bash[78352]: cluster 2024-08-29T17:58:31.268556+0000 mon.a (mon.0) 1014 : cluster [DBG] osdmap e699: 8 total, 8 up, 8 in 2024-08-29T17:58:32.130 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:58:31 smithi028 bash[77168]: cluster 2024-08-29T17:58:30.742896+0000 mon.a (mon.0) 1011 : cluster [DBG] mds.? [v2:172.21.15.28:6834/1116075030,v1:172.21.15.28:6835/1116075030] up:boot 2024-08-29T17:58:32.130 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:58:31 smithi028 bash[77168]: cluster 2024-08-29T17:58:30.743003+0000 mon.a (mon.0) 1012 : cluster [DBG] fsmap cephfs:1 {0=b=up:active} 1 up:standby 2024-08-29T17:58:32.130 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:58:31 smithi028 bash[77168]: audit 2024-08-29T17:58:30.743394+0000 mon.a (mon.0) 1013 : audit [DBG] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "mds metadata", "who": "a"}]: dispatch 2024-08-29T17:58:32.131 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:58:31 smithi028 bash[77168]: cluster 2024-08-29T17:58:31.066360+0000 mgr.y (mgr.25022) 312 : cluster [DBG] pgmap v571: 121 pgs: 121 active+clean; 460 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 4.2 MiB/s rd, 7.1 MiB/s wr, 60 op/s 2024-08-29T17:58:32.131 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:58:31 smithi028 bash[77168]: cluster 2024-08-29T17:58:31.268556+0000 mon.a (mon.0) 1014 : cluster [DBG] osdmap e699: 8 total, 8 up, 8 in 2024-08-29T17:58:32.575 INFO:journalctl@ceph.prometheus.a.smithi053.stdout:Aug 29 17:58:32 smithi053 bash[61790]: ts=2024-08-29T17:58:32.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"3167ee72-662c-11ef-bcd4-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-29T17:58:32.764 INFO:tasks.rados.rados.0.smithi028.stdout:3108: done (0 left) 2024-08-29T17:58:32.764 INFO:tasks.rados.rados.0.smithi028.stdout:3109: read oid 15 snap -1 2024-08-29T17:58:32.764 INFO:tasks.rados.rados.0.smithi028.stdout:3109: expect (ObjNum 839 snap 283 seq_num 839) 2024-08-29T17:58:32.764 INFO:tasks.rados.rados.0.smithi028.stdout:3110: snap_remove snap 307 2024-08-29T17:58:33.785 INFO:tasks.rados.rados.0.smithi028.stdout:3110: done (1 left) 2024-08-29T17:58:33.785 INFO:tasks.rados.rados.0.smithi028.stdout:3111: snap_create 2024-08-29T17:58:33.785 INFO:tasks.rados.rados.0.smithi028.stdout:3109: expect (ObjNum 839 snap 283 seq_num 839) 2024-08-29T17:58:34.075 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:58:33 smithi053 bash[68679]: cluster 2024-08-29T17:58:32.765255+0000 mon.a (mon.0) 1015 : cluster [DBG] osdmap e700: 8 total, 8 up, 8 in 2024-08-29T17:58:34.075 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:58:33 smithi053 bash[68679]: cluster 2024-08-29T17:58:33.067090+0000 mgr.y (mgr.25022) 313 : cluster [DBG] pgmap v574: 121 pgs: 121 active+clean; 469 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 2.3 MiB/s rd, 4.4 MiB/s wr, 45 op/s 2024-08-29T17:58:34.129 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:58:33 smithi028 bash[78352]: cluster 2024-08-29T17:58:32.765255+0000 mon.a (mon.0) 1015 : cluster [DBG] osdmap e700: 8 total, 8 up, 8 in 2024-08-29T17:58:34.129 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:58:33 smithi028 bash[78352]: cluster 2024-08-29T17:58:33.067090+0000 mgr.y (mgr.25022) 313 : cluster [DBG] pgmap v574: 121 pgs: 121 active+clean; 469 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 2.3 MiB/s rd, 4.4 MiB/s wr, 45 op/s 2024-08-29T17:58:34.129 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:58:33 smithi028 bash[77168]: cluster 2024-08-29T17:58:32.765255+0000 mon.a (mon.0) 1015 : cluster [DBG] osdmap e700: 8 total, 8 up, 8 in 2024-08-29T17:58:34.129 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:58:33 smithi028 bash[77168]: cluster 2024-08-29T17:58:33.067090+0000 mgr.y (mgr.25022) 313 : cluster [DBG] pgmap v574: 121 pgs: 121 active+clean; 469 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 2.3 MiB/s rd, 4.4 MiB/s wr, 45 op/s 2024-08-29T17:58:34.668 INFO:tasks.rados.rados.0.smithi028.stdout:3109: done (1 left) 2024-08-29T17:58:34.668 INFO:tasks.rados.rados.0.smithi028.stdout:3111: done (0 left) 2024-08-29T17:58:34.669 INFO:tasks.rados.rados.0.smithi028.stdout:3112: copy_from oid 27 from oid 12 current snap is 314 2024-08-29T17:58:34.669 INFO:tasks.rados.rados.0.smithi028.stdout:append oid 18 current snap is 314 2024-08-29T17:58:34.669 INFO:tasks.rados.rados.0.smithi028.stdout:3113: seq_num 940 ranges {0=548864,548864=589824,1138688=212992} 2024-08-29T17:58:34.675 INFO:tasks.rados.rados.0.smithi028.stdout:3113: writing smithi02869045-18 from 0 to 548864 tid 1 2024-08-29T17:58:34.681 INFO:tasks.rados.rados.0.smithi028.stdout:3113: writing smithi02869045-18 from 548864 to 1138688 tid 2 2024-08-29T17:58:34.682 INFO:tasks.rados.rados.0.smithi028.stdout:3113: writing smithi02869045-18 from 1138688 to 1351680 tid 3 2024-08-29T17:58:34.682 INFO:tasks.rados.rados.0.smithi028.stdout:3114: snap_remove snap 304 2024-08-29T17:58:35.075 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:58:34 smithi053 bash[68679]: cluster 2024-08-29T17:58:33.779185+0000 mon.a (mon.0) 1016 : cluster [DBG] osdmap e701: 8 total, 8 up, 8 in 2024-08-29T17:58:35.075 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:58:34 smithi053 bash[68679]: cluster 2024-08-29T17:58:34.262256+0000 mon.a (mon.0) 1017 : cluster [DBG] osdmap e702: 8 total, 8 up, 8 in 2024-08-29T17:58:35.075 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:58:34 smithi053 bash[68679]: audit 2024-08-29T17:58:34.351492+0000 mon.a (mon.0) 1018 : audit [INF] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' 2024-08-29T17:58:35.075 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:58:34 smithi053 bash[68679]: audit 2024-08-29T17:58:34.356840+0000 mon.a (mon.0) 1019 : audit [INF] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' 2024-08-29T17:58:35.129 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:58:34 smithi028 bash[78352]: cluster 2024-08-29T17:58:33.779185+0000 mon.a (mon.0) 1016 : cluster [DBG] osdmap e701: 8 total, 8 up, 8 in 2024-08-29T17:58:35.129 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:58:34 smithi028 bash[78352]: cluster 2024-08-29T17:58:34.262256+0000 mon.a (mon.0) 1017 : cluster [DBG] osdmap e702: 8 total, 8 up, 8 in 2024-08-29T17:58:35.130 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:58:34 smithi028 bash[78352]: audit 2024-08-29T17:58:34.351492+0000 mon.a (mon.0) 1018 : audit [INF] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' 2024-08-29T17:58:35.130 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:58:34 smithi028 bash[78352]: audit 2024-08-29T17:58:34.356840+0000 mon.a (mon.0) 1019 : audit [INF] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' 2024-08-29T17:58:35.130 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:58:34 smithi028 bash[77168]: cluster 2024-08-29T17:58:33.779185+0000 mon.a (mon.0) 1016 : cluster [DBG] osdmap e701: 8 total, 8 up, 8 in 2024-08-29T17:58:35.130 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:58:34 smithi028 bash[77168]: cluster 2024-08-29T17:58:34.262256+0000 mon.a (mon.0) 1017 : cluster [DBG] osdmap e702: 8 total, 8 up, 8 in 2024-08-29T17:58:35.130 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:58:34 smithi028 bash[77168]: audit 2024-08-29T17:58:34.351492+0000 mon.a (mon.0) 1018 : audit [INF] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' 2024-08-29T17:58:35.130 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:58:34 smithi028 bash[77168]: audit 2024-08-29T17:58:34.356840+0000 mon.a (mon.0) 1019 : audit [INF] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' 2024-08-29T17:58:35.368 INFO:tasks.rados.rados.0.smithi028.stdout:3114: done (2 left) 2024-08-29T17:58:35.368 INFO:tasks.rados.rados.0.smithi028.stdout:append oid 20 current snap is 314 2024-08-29T17:58:35.368 INFO:tasks.rados.rados.0.smithi028.stdout:3112: finishing copy_from to smithi02869045-27 2024-08-29T17:58:35.368 INFO:tasks.rados.rados.0.smithi028.stdout:3112: got expected ENOENT (src dne) 2024-08-29T17:58:35.368 INFO:tasks.rados.rados.0.smithi028.stdout:3112: finishing copy_from racing read to smithi02869045-27 2024-08-29T17:58:35.368 INFO:tasks.rados.rados.0.smithi028.stdout:3113: finishing write tid 1 to smithi02869045-18 2024-08-29T17:58:35.369 INFO:tasks.rados.rados.0.smithi028.stdout:3113: finishing write tid 2 to smithi02869045-18 2024-08-29T17:58:35.369 INFO:tasks.rados.rados.0.smithi028.stdout:3113: finishing write tid 3 to smithi02869045-18 2024-08-29T17:58:35.369 INFO:tasks.rados.rados.0.smithi028.stdout:3113: finishing write tid 4 to smithi02869045-18 2024-08-29T17:58:35.369 INFO:tasks.rados.rados.0.smithi028.stdout:3113: finishing write tid 5 to smithi02869045-18 2024-08-29T17:58:35.369 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 18 v 2519 (ObjNum 940 snap 314 seq_num 940) dirty exists 2024-08-29T17:58:35.369 INFO:tasks.rados.rados.0.smithi028.stdout:3113: left oid 18 (ObjNum 940 snap 314 seq_num 940) 2024-08-29T17:58:35.369 INFO:tasks.rados.rados.0.smithi028.stdout:3115: seq_num 941 ranges {2138112=565248,2703360=475136,3178496=327680} 2024-08-29T17:58:35.404 INFO:tasks.rados.rados.0.smithi028.stdout:3115: writing smithi02869045-20 from 2138112 to 2703360 tid 1 2024-08-29T17:58:35.411 INFO:tasks.rados.rados.0.smithi028.stdout:3115: writing smithi02869045-20 from 2703360 to 3178496 tid 2 2024-08-29T17:58:35.415 INFO:tasks.rados.rados.0.smithi028.stdout:3115: writing smithi02869045-20 from 3178496 to 3506176 tid 3 2024-08-29T17:58:35.415 INFO:tasks.rados.rados.0.smithi028.stdout:3112: done (2 left) 2024-08-29T17:58:35.415 INFO:tasks.rados.rados.0.smithi028.stdout:3113: done (1 left) 2024-08-29T17:58:35.415 INFO:tasks.rados.rados.0.smithi028.stdout:3116: read oid 3 snap -1 2024-08-29T17:58:35.415 INFO:tasks.rados.rados.0.smithi028.stdout:3116: expect (ObjNum 0 snap 0 seq_num 0) 2024-08-29T17:58:35.415 INFO:tasks.rados.rados.0.smithi028.stdout:3117: read oid 21 snap -1 2024-08-29T17:58:35.415 INFO:tasks.rados.rados.0.smithi028.stdout:3117: expect (ObjNum 852 snap 287 seq_num 852) 2024-08-29T17:58:35.416 INFO:tasks.rados.rados.0.smithi028.stdout:3118: snap_create 2024-08-29T17:58:35.418 INFO:tasks.rados.rados.0.smithi028.stdout:3116: expect (ObjNum 0 snap 0 seq_num 0) 2024-08-29T17:58:35.422 INFO:tasks.rados.rados.0.smithi028.stdout:3115: finishing write tid 1 to smithi02869045-20 2024-08-29T17:58:35.422 INFO:tasks.rados.rados.0.smithi028.stdout:3115: finishing write tid 2 to smithi02869045-20 2024-08-29T17:58:35.422 INFO:tasks.rados.rados.0.smithi028.stdout:3115: finishing write tid 3 to smithi02869045-20 2024-08-29T17:58:35.423 INFO:tasks.rados.rados.0.smithi028.stdout:3115: finishing write tid 4 to smithi02869045-20 2024-08-29T17:58:35.425 INFO:tasks.rados.rados.0.smithi028.stdout:3115: finishing write tid 5 to smithi02869045-20 2024-08-29T17:58:35.426 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 20 v 2819 (ObjNum 941 snap 314 seq_num 941) dirty exists 2024-08-29T17:58:35.426 INFO:tasks.rados.rados.0.smithi028.stdout:3115: left oid 20 (ObjNum 941 snap 314 seq_num 941) 2024-08-29T17:58:35.434 INFO:tasks.rados.rados.0.smithi028.stdout:3117: expect (ObjNum 852 snap 287 seq_num 852) 2024-08-29T17:58:36.378 INFO:tasks.rados.rados.0.smithi028.stdout:3115: done (3 left) 2024-08-29T17:58:36.379 INFO:tasks.rados.rados.0.smithi028.stdout:3116: done (2 left) 2024-08-29T17:58:36.379 INFO:tasks.rados.rados.0.smithi028.stdout:3117: done (1 left) 2024-08-29T17:58:36.379 INFO:tasks.rados.rados.0.smithi028.stdout:3118: done (0 left) 2024-08-29T17:58:36.379 INFO:tasks.rados.rados.0.smithi028.stdout:append oid 18 current snap is 315 2024-08-29T17:58:36.379 INFO:tasks.rados.rados.0.smithi028.stdout:3119: seq_num 942 ranges {1351680=581632,1933312=761856,2695168=40960} 2024-08-29T17:58:36.404 INFO:tasks.rados.rados.0.smithi028.stdout:3119: writing smithi02869045-18 from 1351680 to 1933312 tid 1 2024-08-29T17:58:36.415 INFO:tasks.rados.rados.0.smithi028.stdout:3119: writing smithi02869045-18 from 1933312 to 2695168 tid 2 2024-08-29T17:58:36.416 INFO:tasks.rados.rados.0.smithi028.stdout:3119: writing smithi02869045-18 from 2695168 to 2736128 tid 3 2024-08-29T17:58:36.416 INFO:tasks.rados.rados.0.smithi028.stdout:append oid 5 current snap is 315 2024-08-29T17:58:36.416 INFO:tasks.rados.rados.0.smithi028.stdout:3120: seq_num 943 ranges {319488=598016,917504=688128,1605632=114688} 2024-08-29T17:58:36.429 INFO:tasks.rados.rados.0.smithi028.stdout:3120: writing smithi02869045-5 from 319488 to 917504 tid 1 2024-08-29T17:58:36.438 INFO:tasks.rados.rados.0.smithi028.stdout:3120: writing smithi02869045-5 from 917504 to 1605632 tid 2 2024-08-29T17:58:36.440 INFO:tasks.rados.rados.0.smithi028.stdout:3120: writing smithi02869045-5 from 1605632 to 1720320 tid 3 2024-08-29T17:58:36.440 INFO:tasks.rados.rados.0.smithi028.stdout:3121: delete oid 35 current snap is 315 2024-08-29T17:58:36.440 INFO:tasks.rados.rados.0.smithi028.stdout:3119: finishing write tid 1 to smithi02869045-18 2024-08-29T17:58:36.441 INFO:tasks.rados.rados.0.smithi028.stdout:3119: finishing write tid 2 to smithi02869045-18 2024-08-29T17:58:36.441 INFO:tasks.rados.rados.0.smithi028.stdout:3119: finishing write tid 3 to smithi02869045-18 2024-08-29T17:58:36.441 INFO:tasks.rados.rados.0.smithi028.stdout:3119: finishing write tid 4 to smithi02869045-18 2024-08-29T17:58:36.441 INFO:tasks.rados.rados.0.smithi028.stdout:3119: finishing write tid 5 to smithi02869045-18 2024-08-29T17:58:36.441 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 18 v 2523 (ObjNum 942 snap 315 seq_num 942) dirty exists 2024-08-29T17:58:36.441 INFO:tasks.rados.rados.0.smithi028.stdout:3119: left oid 18 (ObjNum 942 snap 315 seq_num 942) 2024-08-29T17:58:36.441 INFO:tasks.rados.rados.0.smithi028.stdout:3120: finishing write tid 1 to smithi02869045-5 2024-08-29T17:58:36.447 INFO:tasks.rados.rados.0.smithi028.stdout:3119: done (2 left) 2024-08-29T17:58:36.447 INFO:tasks.rados.rados.0.smithi028.stdout:3121: done (1 left) 2024-08-29T17:58:36.447 INFO:tasks.rados.rados.0.smithi028.stdout:3122: delete oid 33 current snap is 315 2024-08-29T17:58:36.449 INFO:tasks.rados.rados.0.smithi028.stdout:3120: finishing write tid 2 to smithi02869045-5 2024-08-29T17:58:36.450 INFO:tasks.rados.rados.0.smithi028.stdout:3120: finishing write tid 3 to smithi02869045-5 2024-08-29T17:58:36.450 INFO:tasks.rados.rados.0.smithi028.stdout:3120: finishing write tid 4 to smithi02869045-5 2024-08-29T17:58:36.453 INFO:tasks.rados.rados.0.smithi028.stdout:3120: finishing write tid 5 to smithi02869045-5 2024-08-29T17:58:36.454 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 5 v 2113 (ObjNum 943 snap 315 seq_num 943) dirty exists 2024-08-29T17:58:36.454 INFO:tasks.rados.rados.0.smithi028.stdout:3120: left oid 5 (ObjNum 943 snap 315 seq_num 943) 2024-08-29T17:58:36.454 INFO:tasks.rados.rados.0.smithi028.stdout:3120: done (1 left) 2024-08-29T17:58:36.454 INFO:tasks.rados.rados.0.smithi028.stdout:3122: done (0 left) 2024-08-29T17:58:36.454 INFO:tasks.rados.rados.0.smithi028.stdout:3123: snap_create 2024-08-29T17:58:36.629 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:58:36 smithi028 bash[78352]: cluster 2024-08-29T17:58:35.068026+0000 mgr.y (mgr.25022) 314 : cluster [DBG] pgmap v577: 121 pgs: 121 active+clean; 475 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 17 MiB/s rd, 1.5 MiB/s wr, 23 op/s 2024-08-29T17:58:36.630 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:58:36 smithi028 bash[78352]: cluster 2024-08-29T17:58:35.365587+0000 mon.a (mon.0) 1020 : cluster [DBG] osdmap e703: 8 total, 8 up, 8 in 2024-08-29T17:58:36.630 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:58:36 smithi028 bash[78352]: audit 2024-08-29T17:58:35.559453+0000 mon.a (mon.0) 1021 : audit [INF] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' 2024-08-29T17:58:36.630 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:58:36 smithi028 bash[78352]: audit 2024-08-29T17:58:35.565480+0000 mon.a (mon.0) 1022 : audit [INF] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' 2024-08-29T17:58:36.630 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:58:36 smithi028 bash[77168]: cluster 2024-08-29T17:58:35.068026+0000 mgr.y (mgr.25022) 314 : cluster [DBG] pgmap v577: 121 pgs: 121 active+clean; 475 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 17 MiB/s rd, 1.5 MiB/s wr, 23 op/s 2024-08-29T17:58:36.630 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:58:36 smithi028 bash[77168]: cluster 2024-08-29T17:58:35.365587+0000 mon.a (mon.0) 1020 : cluster [DBG] osdmap e703: 8 total, 8 up, 8 in 2024-08-29T17:58:36.630 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:58:36 smithi028 bash[77168]: audit 2024-08-29T17:58:35.559453+0000 mon.a (mon.0) 1021 : audit [INF] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' 2024-08-29T17:58:36.630 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:58:36 smithi028 bash[77168]: audit 2024-08-29T17:58:35.565480+0000 mon.a (mon.0) 1022 : audit [INF] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' 2024-08-29T17:58:36.825 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:58:36 smithi053 bash[68679]: cluster 2024-08-29T17:58:35.068026+0000 mgr.y (mgr.25022) 314 : cluster [DBG] pgmap v577: 121 pgs: 121 active+clean; 475 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 17 MiB/s rd, 1.5 MiB/s wr, 23 op/s 2024-08-29T17:58:36.825 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:58:36 smithi053 bash[68679]: cluster 2024-08-29T17:58:35.365587+0000 mon.a (mon.0) 1020 : cluster [DBG] osdmap e703: 8 total, 8 up, 8 in 2024-08-29T17:58:36.825 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:58:36 smithi053 bash[68679]: audit 2024-08-29T17:58:35.559453+0000 mon.a (mon.0) 1021 : audit [INF] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' 2024-08-29T17:58:36.825 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:58:36 smithi053 bash[68679]: audit 2024-08-29T17:58:35.565480+0000 mon.a (mon.0) 1022 : audit [INF] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' 2024-08-29T17:58:37.388 INFO:tasks.rados.rados.0.smithi028.stdout:3123: done (0 left) 2024-08-29T17:58:37.388 INFO:tasks.rados.rados.0.smithi028.stdout:3124: copy_from oid 23 from oid 22 current snap is 316 2024-08-29T17:58:37.388 INFO:tasks.rados.rados.0.smithi028.stdout:append oid 33 current snap is 316 2024-08-29T17:58:37.388 INFO:tasks.rados.rados.0.smithi028.stdout:3125: seq_num 946 ranges {0=647168,647168=745472,1392640=57344} 2024-08-29T17:58:37.397 INFO:tasks.rados.rados.0.smithi028.stdout:3125: writing smithi02869045-33 from 0 to 647168 tid 1 2024-08-29T17:58:37.408 INFO:tasks.rados.rados.0.smithi028.stdout:3125: writing smithi02869045-33 from 647168 to 1392640 tid 2 2024-08-29T17:58:37.409 INFO:tasks.rados.rados.0.smithi028.stdout:3125: writing smithi02869045-33 from 1392640 to 1449984 tid 3 2024-08-29T17:58:37.409 INFO:tasks.rados.rados.0.smithi028.stdout:append oid 13 current snap is 316 2024-08-29T17:58:37.409 INFO:tasks.rados.rados.0.smithi028.stdout:3126: seq_num 947 ranges {0=663552,663552=630784,1294336=172032} 2024-08-29T17:58:37.418 INFO:tasks.rados.rados.0.smithi028.stdout:3126: writing smithi02869045-13 from 0 to 663552 tid 1 2024-08-29T17:58:37.428 INFO:tasks.rados.rados.0.smithi028.stdout:3126: writing smithi02869045-13 from 663552 to 1294336 tid 2 2024-08-29T17:58:37.430 INFO:tasks.rados.rados.0.smithi028.stdout:3126: writing smithi02869045-13 from 1294336 to 1466368 tid 3 2024-08-29T17:58:37.430 INFO:tasks.rados.rados.0.smithi028.stdout:3127: rmattr oid 16 current snap is 316 2024-08-29T17:58:37.430 INFO:tasks.rados.rados.0.smithi028.stdout:3124: finishing copy_from to smithi02869045-23 2024-08-29T17:58:37.430 INFO:tasks.rados.rados.0.smithi028.stdout:3124: got expected ENOENT (src dne) 2024-08-29T17:58:37.430 INFO:tasks.rados.rados.0.smithi028.stdout:3124: finishing copy_from racing read to smithi02869045-23 2024-08-29T17:58:37.430 INFO:tasks.rados.rados.0.smithi028.stdout:3125: finishing write tid 1 to smithi02869045-33 2024-08-29T17:58:37.431 INFO:tasks.rados.rados.0.smithi028.stdout:3125: finishing write tid 2 to smithi02869045-33 2024-08-29T17:58:37.431 INFO:tasks.rados.rados.0.smithi028.stdout:3125: finishing write tid 3 to smithi02869045-33 2024-08-29T17:58:37.431 INFO:tasks.rados.rados.0.smithi028.stdout:3125: finishing write tid 4 to smithi02869045-33 2024-08-29T17:58:37.431 INFO:tasks.rados.rados.0.smithi028.stdout:3125: finishing write tid 5 to smithi02869045-33 2024-08-29T17:58:37.431 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 33 v 2931 (ObjNum 946 snap 316 seq_num 946) dirty exists 2024-08-29T17:58:37.431 INFO:tasks.rados.rados.0.smithi028.stdout:3125: left oid 33 (ObjNum 946 snap 316 seq_num 946) 2024-08-29T17:58:37.431 INFO:tasks.rados.rados.0.smithi028.stdout:3126: finishing write tid 1 to smithi02869045-13 2024-08-29T17:58:37.431 INFO:tasks.rados.rados.0.smithi028.stdout:3124: done (3 left) 2024-08-29T17:58:37.431 INFO:tasks.rados.rados.0.smithi028.stdout:3125: done (2 left) 2024-08-29T17:58:37.431 INFO:tasks.rados.rados.0.smithi028.stdout:3128: snap_create 2024-08-29T17:58:37.442 INFO:tasks.rados.rados.0.smithi028.stdout:3126: finishing write tid 2 to smithi02869045-13 2024-08-29T17:58:37.443 INFO:tasks.rados.rados.0.smithi028.stdout:3126: finishing write tid 3 to smithi02869045-13 2024-08-29T17:58:37.443 INFO:tasks.rados.rados.0.smithi028.stdout:3126: finishing write tid 4 to smithi02869045-13 2024-08-29T17:58:37.445 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 16 v 2532 (ObjNum 929 snap 310 seq_num 929) dirty exists 2024-08-29T17:58:37.447 INFO:tasks.rados.rados.0.smithi028.stdout:3126: finishing write tid 5 to smithi02869045-13 2024-08-29T17:58:37.448 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 13 v 2935 (ObjNum 947 snap 316 seq_num 947) dirty exists 2024-08-29T17:58:37.448 INFO:tasks.rados.rados.0.smithi028.stdout:3126: left oid 13 (ObjNum 947 snap 316 seq_num 947) 2024-08-29T17:58:37.629 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:58:37 smithi028 bash[77168]: cluster 2024-08-29T17:58:36.376014+0000 mon.a (mon.0) 1023 : cluster [DBG] osdmap e704: 8 total, 8 up, 8 in 2024-08-29T17:58:37.630 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:58:37 smithi028 bash[78352]: cluster 2024-08-29T17:58:36.376014+0000 mon.a (mon.0) 1023 : cluster [DBG] osdmap e704: 8 total, 8 up, 8 in 2024-08-29T17:58:37.825 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:58:37 smithi053 bash[68679]: cluster 2024-08-29T17:58:36.376014+0000 mon.a (mon.0) 1023 : cluster [DBG] osdmap e704: 8 total, 8 up, 8 in 2024-08-29T17:58:38.398 INFO:tasks.rados.rados.0.smithi028.stdout:3126: done (2 left) 2024-08-29T17:58:38.398 INFO:tasks.rados.rados.0.smithi028.stdout:3127: done (1 left) 2024-08-29T17:58:38.398 INFO:tasks.rados.rados.0.smithi028.stdout:3128: done (0 left) 2024-08-29T17:58:38.398 INFO:tasks.rados.rados.0.smithi028.stdout:3129: delete oid 7 current snap is 317 2024-08-29T17:58:38.411 INFO:tasks.rados.rados.0.smithi028.stdout:3129: done (0 left) 2024-08-29T17:58:38.411 INFO:tasks.rados.rados.0.smithi028.stdout:3130: snap_remove snap 302 2024-08-29T17:58:38.825 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:58:38 smithi053 bash[68679]: cluster 2024-08-29T17:58:37.068631+0000 mgr.y (mgr.25022) 315 : cluster [DBG] pgmap v580: 121 pgs: 121 active+clean; 475 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 17 MiB/s rd, 1.5 MiB/s wr, 23 op/s 2024-08-29T17:58:38.825 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:58:38 smithi053 bash[68679]: cluster 2024-08-29T17:58:37.388137+0000 mon.a (mon.0) 1024 : cluster [DBG] osdmap e705: 8 total, 8 up, 8 in 2024-08-29T17:58:38.879 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:58:38 smithi028 bash[78352]: cluster 2024-08-29T17:58:37.068631+0000 mgr.y (mgr.25022) 315 : cluster [DBG] pgmap v580: 121 pgs: 121 active+clean; 475 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 17 MiB/s rd, 1.5 MiB/s wr, 23 op/s 2024-08-29T17:58:38.879 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:58:38 smithi028 bash[78352]: cluster 2024-08-29T17:58:37.388137+0000 mon.a (mon.0) 1024 : cluster [DBG] osdmap e705: 8 total, 8 up, 8 in 2024-08-29T17:58:38.880 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:58:38 smithi028 bash[77168]: cluster 2024-08-29T17:58:37.068631+0000 mgr.y (mgr.25022) 315 : cluster [DBG] pgmap v580: 121 pgs: 121 active+clean; 475 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 17 MiB/s rd, 1.5 MiB/s wr, 23 op/s 2024-08-29T17:58:38.880 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:58:38 smithi028 bash[77168]: cluster 2024-08-29T17:58:37.388137+0000 mon.a (mon.0) 1024 : cluster [DBG] osdmap e705: 8 total, 8 up, 8 in 2024-08-29T17:58:39.415 INFO:tasks.rados.rados.0.smithi028.stdout:3130: done (0 left) 2024-08-29T17:58:39.415 INFO:tasks.rados.rados.0.smithi028.stdout:3131: read oid 20 snap -1 2024-08-29T17:58:39.415 INFO:tasks.rados.rados.0.smithi028.stdout:3131: expect (ObjNum 941 snap 314 seq_num 941) 2024-08-29T17:58:39.415 INFO:tasks.rados.rados.0.smithi028.stdout:3132: rollback oid 46 current snap is 317 2024-08-29T17:58:39.415 INFO:tasks.rados.rados.0.smithi028.stdout:rollback oid 46 to 295 2024-08-29T17:58:39.415 INFO:tasks.rados.rados.0.smithi028.stdout:3133: read oid 21 snap -1 2024-08-29T17:58:39.415 INFO:tasks.rados.rados.0.smithi028.stdout:3133: expect (ObjNum 852 snap 287 seq_num 852) 2024-08-29T17:58:39.415 INFO:tasks.rados.rados.0.smithi028.stdout:3134: copy_from oid 8 from oid 32 current snap is 317 2024-08-29T17:58:39.415 INFO:tasks.rados.rados.0.smithi028.stdout:3135: rollback oid 39 current snap is 317 2024-08-29T17:58:39.415 INFO:tasks.rados.rados.0.smithi028.stdout:rollback oid 39 to 314 2024-08-29T17:58:39.418 INFO:tasks.rados.rados.0.smithi028.stdout:3136: setattr oid 6 current snap is 317 2024-08-29T17:58:39.426 INFO:tasks.rados.rados.0.smithi028.stdout:append oid 30 current snap is 317 2024-08-29T17:58:39.426 INFO:tasks.rados.rados.0.smithi028.stdout:3137: seq_num 949 ranges {6373376=704512,7077888=794624,7872512=8192} 2024-08-29T17:58:39.509 INFO:tasks.rados.rados.0.smithi028.stdout:3137: writing smithi02869045-30 from 6373376 to 7077888 tid 1 2024-08-29T17:58:39.515 INFO:tasks.rados.rados.0.smithi028.stdout:3137: writing smithi02869045-30 from 7077888 to 7872512 tid 2 2024-08-29T17:58:39.515 INFO:tasks.rados.rados.0.smithi028.stdout:3137: writing smithi02869045-30 from 7872512 to 7880704 tid 3 2024-08-29T17:58:39.515 INFO:tasks.rados.rados.0.smithi028.stdout:3138: read oid 23 snap -1 2024-08-29T17:58:39.515 INFO:tasks.rados.rados.0.smithi028.stdout:3138: expect (ObjNum 887 snap 301 seq_num 887) 2024-08-29T17:58:39.515 INFO:tasks.rados.rados.0.smithi028.stdout:3139: rollback oid 14 current snap is 317 2024-08-29T17:58:39.515 INFO:tasks.rados.rados.0.smithi028.stdout:rollback oid 14 to 293 2024-08-29T17:58:39.515 INFO:tasks.rados.rados.0.smithi028.stdout:3134: finishing copy_from to smithi02869045-8 2024-08-29T17:58:39.515 INFO:tasks.rados.rados.0.smithi028.stdout:3134: got expected ENOENT (src dne) 2024-08-29T17:58:39.515 INFO:tasks.rados.rados.0.smithi028.stdout:3140: delete oid 17 current snap is 317 2024-08-29T17:58:39.515 INFO:tasks.rados.rados.0.smithi028.stdout:3134: finishing copy_from racing read to smithi02869045-8 2024-08-29T17:58:39.515 INFO:tasks.rados.rados.0.smithi028.stdout:3132: finishing rollback tid 0 to smithi02869045-46 2024-08-29T17:58:39.515 INFO:tasks.rados.rados.0.smithi028.stdout:3131: expect (ObjNum 941 snap 314 seq_num 941) 2024-08-29T17:58:39.687 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 6 v 2826 (ObjNum 938 snap 312 seq_num 938) dirty exists 2024-08-29T17:58:39.687 INFO:tasks.rados.rados.0.smithi028.stdout:3135: finishing rollback tid 0 to smithi02869045-39 2024-08-29T17:58:39.687 INFO:tasks.rados.rados.0.smithi028.stdout:3132: finishing rollback tid 1 to smithi02869045-46 2024-08-29T17:58:39.688 INFO:tasks.rados.rados.0.smithi028.stdout:3132: finishing rollback tid 2 to smithi02869045-46 2024-08-29T17:58:39.688 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 46 v 2826 (ObjNum 872 snap 295 seq_num 872) dirty exists 2024-08-29T17:58:39.688 INFO:tasks.rados.rados.0.smithi028.stdout:3135: finishing rollback tid 1 to smithi02869045-39 2024-08-29T17:58:39.688 INFO:tasks.rados.rados.0.smithi028.stdout:3135: finishing rollback tid 2 to smithi02869045-39 2024-08-29T17:58:39.688 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 39 v 2116 (ObjNum 916 snap 306 seq_num 916) dirty exists 2024-08-29T17:58:39.688 INFO:tasks.rados.rados.0.smithi028.stdout:3133: expect (ObjNum 852 snap 287 seq_num 852) 2024-08-29T17:58:39.825 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:58:39 smithi053 bash[68679]: cluster 2024-08-29T17:58:38.397640+0000 mon.a (mon.0) 1025 : cluster [DBG] osdmap e706: 8 total, 8 up, 8 in 2024-08-29T17:58:39.842 INFO:tasks.rados.rados.0.smithi028.stdout:3137: finishing write tid 1 to smithi02869045-30 2024-08-29T17:58:39.842 INFO:tasks.rados.rados.0.smithi028.stdout:3139: finishing rollback tid 0 to smithi02869045-14 2024-08-29T17:58:39.842 INFO:tasks.rados.rados.0.smithi028.stdout:3139: finishing rollback tid 1 to smithi02869045-14 2024-08-29T17:58:39.842 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 14 v 2518 (ObjNum 129 snap 0 seq_num 1679642784) dirty dne 2024-08-29T17:58:39.842 INFO:tasks.rados.rados.0.smithi028.stdout:3137: finishing write tid 2 to smithi02869045-30 2024-08-29T17:58:39.842 INFO:tasks.rados.rados.0.smithi028.stdout:3137: finishing write tid 3 to smithi02869045-30 2024-08-29T17:58:39.842 INFO:tasks.rados.rados.0.smithi028.stdout:3137: finishing write tid 4 to smithi02869045-30 2024-08-29T17:58:39.842 INFO:tasks.rados.rados.0.smithi028.stdout:3137: finishing write tid 5 to smithi02869045-30 2024-08-29T17:58:39.842 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 30 v 1125 (ObjNum 949 snap 317 seq_num 949) dirty exists 2024-08-29T17:58:39.843 INFO:tasks.rados.rados.0.smithi028.stdout:3137: left oid 30 (ObjNum 949 snap 317 seq_num 949) 2024-08-29T17:58:39.843 INFO:tasks.rados.rados.0.smithi028.stdout:3138: expect (ObjNum 887 snap 301 seq_num 887) 2024-08-29T17:58:39.879 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:58:39 smithi028 bash[78352]: cluster 2024-08-29T17:58:38.397640+0000 mon.a (mon.0) 1025 : cluster [DBG] osdmap e706: 8 total, 8 up, 8 in 2024-08-29T17:58:39.880 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:58:39 smithi028 bash[77168]: cluster 2024-08-29T17:58:38.397640+0000 mon.a (mon.0) 1025 : cluster [DBG] osdmap e706: 8 total, 8 up, 8 in 2024-08-29T17:58:39.951 INFO:tasks.rados.rados.0.smithi028.stdout:3131: done (9 left) 2024-08-29T17:58:39.952 INFO:tasks.rados.rados.0.smithi028.stdout:3132: done (8 left) 2024-08-29T17:58:39.952 INFO:tasks.rados.rados.0.smithi028.stdout:3133: done (7 left) 2024-08-29T17:58:39.952 INFO:tasks.rados.rados.0.smithi028.stdout:3134: done (6 left) 2024-08-29T17:58:39.952 INFO:tasks.rados.rados.0.smithi028.stdout:3135: done (5 left) 2024-08-29T17:58:39.952 INFO:tasks.rados.rados.0.smithi028.stdout:3136: done (4 left) 2024-08-29T17:58:39.952 INFO:tasks.rados.rados.0.smithi028.stdout:3137: done (3 left) 2024-08-29T17:58:39.952 INFO:tasks.rados.rados.0.smithi028.stdout:3138: done (2 left) 2024-08-29T17:58:39.952 INFO:tasks.rados.rados.0.smithi028.stdout:3139: done (1 left) 2024-08-29T17:58:39.952 INFO:tasks.rados.rados.0.smithi028.stdout:3140: done (0 left) 2024-08-29T17:58:39.952 INFO:tasks.rados.rados.0.smithi028.stdout:3141: rmattr oid 38 current snap is 317 2024-08-29T17:58:39.952 INFO:tasks.rados.rados.0.smithi028.stdout:3142: snap_create 2024-08-29T17:58:39.957 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 38 v 2827 (ObjNum 872 snap 295 seq_num 872) dirty exists 2024-08-29T17:58:40.408 INFO:tasks.rados.rados.0.smithi028.stdout:3141: done (1 left) 2024-08-29T17:58:40.408 INFO:tasks.rados.rados.0.smithi028.stdout:3142: done (0 left) 2024-08-29T17:58:40.408 INFO:tasks.rados.rados.0.smithi028.stdout:3143: delete oid 43 current snap is 318 2024-08-29T17:58:40.418 INFO:tasks.rados.rados.0.smithi028.stdout:3143: done (0 left) 2024-08-29T17:58:40.419 INFO:tasks.rados.rados.0.smithi028.stdout:3144: snap_create 2024-08-29T17:58:40.718 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:58:40 smithi028 bash[77168]: cluster 2024-08-29T17:58:39.069289+0000 mgr.y (mgr.25022) 316 : cluster [DBG] pgmap v583: 121 pgs: 121 active+clean; 479 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 767 B/s rd, 1.0 MiB/s wr, 4 op/s 2024-08-29T17:58:40.718 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:58:40 smithi028 bash[77168]: cluster 2024-08-29T17:58:39.407742+0000 mon.a (mon.0) 1026 : cluster [DBG] osdmap e707: 8 total, 8 up, 8 in 2024-08-29T17:58:40.718 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:58:40 smithi028 bash[78352]: cluster 2024-08-29T17:58:39.069289+0000 mgr.y (mgr.25022) 316 : cluster [DBG] pgmap v583: 121 pgs: 121 active+clean; 479 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 767 B/s rd, 1.0 MiB/s wr, 4 op/s 2024-08-29T17:58:40.718 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:58:40 smithi028 bash[78352]: cluster 2024-08-29T17:58:39.407742+0000 mon.a (mon.0) 1026 : cluster [DBG] osdmap e707: 8 total, 8 up, 8 in 2024-08-29T17:58:40.825 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:58:40 smithi053 bash[68679]: cluster 2024-08-29T17:58:39.069289+0000 mgr.y (mgr.25022) 316 : cluster [DBG] pgmap v583: 121 pgs: 121 active+clean; 479 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 767 B/s rd, 1.0 MiB/s wr, 4 op/s 2024-08-29T17:58:40.825 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:58:40 smithi053 bash[68679]: cluster 2024-08-29T17:58:39.407742+0000 mon.a (mon.0) 1026 : cluster [DBG] osdmap e707: 8 total, 8 up, 8 in 2024-08-29T17:58:41.428 INFO:tasks.rados.rados.0.smithi028.stdout:3144: done (0 left) 2024-08-29T17:58:41.428 INFO:tasks.rados.rados.0.smithi028.stdout:append oid 33 current snap is 319 2024-08-29T17:58:41.428 INFO:tasks.rados.rados.0.smithi028.stdout:3145: seq_num 952 ranges {1449984=753664,2203648=499712,2703360=303104} 2024-08-29T17:58:41.464 INFO:tasks.rados.rados.0.smithi028.stdout:3145: writing smithi02869045-33 from 1449984 to 2203648 tid 1 2024-08-29T17:58:41.472 INFO:tasks.rados.rados.0.smithi028.stdout:3145: writing smithi02869045-33 from 2203648 to 2703360 tid 2 2024-08-29T17:58:41.477 INFO:tasks.rados.rados.0.smithi028.stdout:3145: writing smithi02869045-33 from 2703360 to 3006464 tid 3 2024-08-29T17:58:41.477 INFO:tasks.rados.rados.0.smithi028.stdout:3146: copy_from oid 10 from oid 40 current snap is 319 2024-08-29T17:58:41.477 INFO:tasks.rados.rados.0.smithi028.stdout:append oid 18 current snap is 319 2024-08-29T17:58:41.477 INFO:tasks.rados.rados.0.smithi028.stdout:3147: seq_num 953 ranges {2736128=770048,3506176=786432,4292608=16384} 2024-08-29T17:58:41.513 INFO:tasks.rados.rados.0.smithi028.stdout:3147: writing smithi02869045-18 from 2736128 to 3506176 tid 1 2024-08-29T17:58:41.520 INFO:tasks.rados.rados.0.smithi028.stdout:3147: writing smithi02869045-18 from 3506176 to 4292608 tid 2 2024-08-29T17:58:41.520 INFO:tasks.rados.rados.0.smithi028.stdout:3147: writing smithi02869045-18 from 4292608 to 4308992 tid 3 2024-08-29T17:58:41.520 INFO:tasks.rados.rados.0.smithi028.stdout:3148: setattr oid 34 current snap is 319 2024-08-29T17:58:41.520 INFO:tasks.rados.rados.0.smithi028.stdout:3145: finishing write tid 1 to smithi02869045-33 2024-08-29T17:58:41.520 INFO:tasks.rados.rados.0.smithi028.stdout:3145: finishing write tid 2 to smithi02869045-33 2024-08-29T17:58:41.520 INFO:tasks.rados.rados.0.smithi028.stdout:3145: finishing write tid 3 to smithi02869045-33 2024-08-29T17:58:41.520 INFO:tasks.rados.rados.0.smithi028.stdout:3145: finishing write tid 4 to smithi02869045-33 2024-08-29T17:58:41.520 INFO:tasks.rados.rados.0.smithi028.stdout:3146: finishing copy_from racing read to smithi02869045-10 2024-08-29T17:58:41.520 INFO:tasks.rados.rados.0.smithi028.stdout:3146: finishing copy_from to smithi02869045-10 2024-08-29T17:58:41.520 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 10 v 2515 (ObjNum 49 snap 0 seq_num 1332635235) dirty exists 2024-08-29T17:58:41.520 INFO:tasks.rados.rados.0.smithi028.stdout:3145: finishing write tid 5 to smithi02869045-33 2024-08-29T17:58:41.520 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 33 v 2956 (ObjNum 952 snap 319 seq_num 952) dirty exists 2024-08-29T17:58:41.521 INFO:tasks.rados.rados.0.smithi028.stdout:3145: left oid 33 (ObjNum 952 snap 319 seq_num 952) 2024-08-29T17:58:41.521 INFO:tasks.rados.rados.0.smithi028.stdout:3145: done (3 left) 2024-08-29T17:58:41.521 INFO:tasks.rados.rados.0.smithi028.stdout:3146: done (2 left) 2024-08-29T17:58:41.521 INFO:tasks.rados.rados.0.smithi028.stdout:3149: snap_remove snap 308 2024-08-29T17:58:41.825 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:58:41 smithi053 bash[68679]: cluster 2024-08-29T17:58:40.409148+0000 mon.a (mon.0) 1027 : cluster [DBG] osdmap e708: 8 total, 8 up, 8 in 2024-08-29T17:58:41.879 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:58:41 smithi028 bash[77168]: cluster 2024-08-29T17:58:40.409148+0000 mon.a (mon.0) 1027 : cluster [DBG] osdmap e708: 8 total, 8 up, 8 in 2024-08-29T17:58:41.880 INFO:journalctl@ceph.mgr.y.smithi028.stdout:Aug 29 17:58:41 smithi028 bash[70818]: ::ffff:172.21.15.53 - - [29/Aug/2024:17:58:41] "GET /metrics HTTP/1.1" 200 36016 "" "Prometheus/2.43.0" 2024-08-29T17:58:41.880 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:58:41 smithi028 bash[78352]: cluster 2024-08-29T17:58:40.409148+0000 mon.a (mon.0) 1027 : cluster [DBG] osdmap e708: 8 total, 8 up, 8 in 2024-08-29T17:58:42.447 INFO:tasks.rados.rados.0.smithi028.stdout:3149: done (2 left) 2024-08-29T17:58:42.448 INFO:tasks.rados.rados.0.smithi028.stdout:3150: snap_remove snap 303 2024-08-29T17:58:42.575 INFO:journalctl@ceph.prometheus.a.smithi053.stdout:Aug 29 17:58:42 smithi053 bash[61790]: ts=2024-08-29T17:58:42.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"3167ee72-662c-11ef-bcd4-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-29T17:58:42.575 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:58:42 smithi053 bash[68679]: cluster 2024-08-29T17:58:41.070037+0000 mgr.y (mgr.25022) 317 : cluster [DBG] pgmap v586: 121 pgs: 121 active+clean; 483 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 5.8 MiB/s rd, 2.0 MiB/s wr, 14 op/s 2024-08-29T17:58:42.575 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:58:42 smithi053 bash[68679]: cluster 2024-08-29T17:58:41.429571+0000 mon.a (mon.0) 1028 : cluster [DBG] osdmap e709: 8 total, 8 up, 8 in 2024-08-29T17:58:42.575 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:58:42 smithi053 bash[68679]: audit 2024-08-29T17:58:42.034087+0000 mon.a (mon.0) 1029 : audit [DBG] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-29T17:58:42.879 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:58:42 smithi028 bash[77168]: cluster 2024-08-29T17:58:41.070037+0000 mgr.y (mgr.25022) 317 : cluster [DBG] pgmap v586: 121 pgs: 121 active+clean; 483 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 5.8 MiB/s rd, 2.0 MiB/s wr, 14 op/s 2024-08-29T17:58:42.879 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:58:42 smithi028 bash[77168]: cluster 2024-08-29T17:58:41.429571+0000 mon.a (mon.0) 1028 : cluster [DBG] osdmap e709: 8 total, 8 up, 8 in 2024-08-29T17:58:42.880 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:58:42 smithi028 bash[77168]: audit 2024-08-29T17:58:42.034087+0000 mon.a (mon.0) 1029 : audit [DBG] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-29T17:58:42.880 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:58:42 smithi028 bash[78352]: cluster 2024-08-29T17:58:41.070037+0000 mgr.y (mgr.25022) 317 : cluster [DBG] pgmap v586: 121 pgs: 121 active+clean; 483 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 5.8 MiB/s rd, 2.0 MiB/s wr, 14 op/s 2024-08-29T17:58:42.880 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:58:42 smithi028 bash[78352]: cluster 2024-08-29T17:58:41.429571+0000 mon.a (mon.0) 1028 : cluster [DBG] osdmap e709: 8 total, 8 up, 8 in 2024-08-29T17:58:42.880 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:58:42 smithi028 bash[78352]: audit 2024-08-29T17:58:42.034087+0000 mon.a (mon.0) 1029 : audit [DBG] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-29T17:58:43.465 INFO:tasks.rados.rados.0.smithi028.stdout:3150: done (2 left) 2024-08-29T17:58:43.465 INFO:tasks.rados.rados.0.smithi028.stdout:3151: snap_remove snap 316 2024-08-29T17:58:43.825 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:58:43 smithi053 bash[68679]: cluster 2024-08-29T17:58:42.448247+0000 mon.a (mon.0) 1030 : cluster [DBG] osdmap e710: 8 total, 8 up, 8 in 2024-08-29T17:58:43.879 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:58:43 smithi028 bash[78352]: cluster 2024-08-29T17:58:42.448247+0000 mon.a (mon.0) 1030 : cluster [DBG] osdmap e710: 8 total, 8 up, 8 in 2024-08-29T17:58:43.880 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:58:43 smithi028 bash[77168]: cluster 2024-08-29T17:58:42.448247+0000 mon.a (mon.0) 1030 : cluster [DBG] osdmap e710: 8 total, 8 up, 8 in 2024-08-29T17:58:44.067 INFO:teuthology.orchestra.run.smithi028.stdout:true 2024-08-29T17:58:44.274 INFO:tasks.rados.rados.0.smithi028.stdout:3151: done (2 left) 2024-08-29T17:58:44.274 INFO:tasks.rados.rados.0.smithi028.stdout:append oid 49 current snap is 319 2024-08-29T17:58:44.274 INFO:tasks.rados.rados.0.smithi028.stdout:3152: seq_num 954 ranges {10395648=786432,11182080=671744,11853824=131072} 2024-08-29T17:58:44.337 INFO:tasks.rados.rados.0.smithi028.stdout:3152: writing smithi02869045-49 from 10395648 to 11182080 tid 1 2024-08-29T17:58:44.341 INFO:tasks.rados.rados.0.smithi028.stdout:3152: writing smithi02869045-49 from 11182080 to 11853824 tid 2 2024-08-29T17:58:44.343 INFO:tasks.rados.rados.0.smithi028.stdout:3152: writing smithi02869045-49 from 11853824 to 11984896 tid 3 2024-08-29T17:58:44.343 INFO:tasks.rados.rados.0.smithi028.stdout:3153: snap_create 2024-08-29T17:58:44.343 INFO:tasks.rados.rados.0.smithi028.stdout:3147: finishing write tid 1 to smithi02869045-18 2024-08-29T17:58:44.343 INFO:tasks.rados.rados.0.smithi028.stdout:3147: finishing write tid 2 to smithi02869045-18 2024-08-29T17:58:44.343 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 34 v 2513 (ObjNum 857 snap 289 seq_num 857) dirty exists 2024-08-29T17:58:44.343 INFO:tasks.rados.rados.0.smithi028.stdout:3147: finishing write tid 3 to smithi02869045-18 2024-08-29T17:58:44.343 INFO:tasks.rados.rados.0.smithi028.stdout:3147: finishing write tid 4 to smithi02869045-18 2024-08-29T17:58:44.343 INFO:tasks.rados.rados.0.smithi028.stdout:3147: finishing write tid 5 to smithi02869045-18 2024-08-29T17:58:44.343 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 18 v 2527 (ObjNum 953 snap 319 seq_num 953) dirty exists 2024-08-29T17:58:44.343 INFO:tasks.rados.rados.0.smithi028.stdout:3147: left oid 18 (ObjNum 953 snap 319 seq_num 953) 2024-08-29T17:58:44.346 INFO:tasks.rados.rados.0.smithi028.stdout:3152: finishing write tid 1 to smithi02869045-49 2024-08-29T17:58:44.348 INFO:tasks.rados.rados.0.smithi028.stdout:3152: finishing write tid 2 to smithi02869045-49 2024-08-29T17:58:44.348 INFO:tasks.rados.rados.0.smithi028.stdout:3152: finishing write tid 3 to smithi02869045-49 2024-08-29T17:58:44.349 INFO:tasks.rados.rados.0.smithi028.stdout:3152: finishing write tid 4 to smithi02869045-49 2024-08-29T17:58:44.351 INFO:tasks.rados.rados.0.smithi028.stdout:3152: finishing write tid 5 to smithi02869045-49 2024-08-29T17:58:44.351 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 49 v 2875 (ObjNum 954 snap 319 seq_num 954) dirty exists 2024-08-29T17:58:44.351 INFO:tasks.rados.rados.0.smithi028.stdout:3152: left oid 49 (ObjNum 954 snap 319 seq_num 954) 2024-08-29T17:58:44.408 INFO:teuthology.orchestra.run.smithi028.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2024-08-29T17:58:44.408 INFO:teuthology.orchestra.run.smithi028.stdout:alertmanager.a smithi028 *:9093,9094 running (8m) 10s ago 15m 14.8M - 0.25.0 c8568f914cd2 c7223f7204fa 2024-08-29T17:58:44.408 INFO:teuthology.orchestra.run.smithi028.stdout:grafana.a smithi053 *:3000 running (8m) 38s ago 14m 75.3M - 9.4.7 954c08fa6188 a7eaafe982e3 2024-08-29T17:58:44.408 INFO:teuthology.orchestra.run.smithi028.stdout:mds.a smithi028 running (15s) 10s ago 18m 11.7M - 19.1.1-235-g1ef86450 d401bb9bb76e 5a8869ab72d3 2024-08-29T17:58:44.408 INFO:teuthology.orchestra.run.smithi028.stdout:mds.b smithi053 running (18m) 38s ago 18m 21.1M - 17.2.7-1503-ga89f613d 250d9a61b6c5 8d3ee9e57659 2024-08-29T17:58:44.408 INFO:teuthology.orchestra.run.smithi028.stdout:mgr.x smithi053 *:8443,9283,8765 running (7m) 38s ago 25m 429M - 19.1.1-235-g1ef86450 d401bb9bb76e a0460ca70cca 2024-08-29T17:58:44.408 INFO:teuthology.orchestra.run.smithi028.stdout:mgr.y smithi028 *:8443,9283,8765 running (8m) 10s ago 28m 499M - 19.1.1-235-g1ef86450 d401bb9bb76e ef4c084deb28 2024-08-29T17:58:44.408 INFO:teuthology.orchestra.run.smithi028.stdout:mon.a smithi028 running (6m) 10s ago 28m 68.8M 2048M 19.1.1-235-g1ef86450 d401bb9bb76e d1fec2ed5501 2024-08-29T17:58:44.408 INFO:teuthology.orchestra.run.smithi028.stdout:mon.b smithi053 running (5m) 38s ago 26m 46.8M 2048M 19.1.1-235-g1ef86450 d401bb9bb76e 39595741be2a 2024-08-29T17:58:44.408 INFO:teuthology.orchestra.run.smithi028.stdout:mon.c smithi028 running (6m) 10s ago 26m 58.4M 2048M 19.1.1-235-g1ef86450 d401bb9bb76e c6717e02deb1 2024-08-29T17:58:44.408 INFO:teuthology.orchestra.run.smithi028.stdout:node-exporter.a smithi028 *:9100 running (8m) 10s ago 15m 8288k - 1.5.0 0da6a335fe13 620017e337b2 2024-08-29T17:58:44.408 INFO:teuthology.orchestra.run.smithi028.stdout:node-exporter.b smithi053 *:9100 running (8m) 38s ago 15m 8007k - 1.5.0 0da6a335fe13 e8eb22b0ee9e 2024-08-29T17:58:44.409 INFO:teuthology.orchestra.run.smithi028.stdout:osd.0 smithi028 running (4m) 10s ago 25m 427M 2525M 19.1.1-235-g1ef86450 d401bb9bb76e 6fbb60538386 2024-08-29T17:58:44.409 INFO:teuthology.orchestra.run.smithi028.stdout:osd.1 smithi028 running (3m) 10s ago 24m 395M 2525M 19.1.1-235-g1ef86450 d401bb9bb76e 0a1c27b12555 2024-08-29T17:58:44.409 INFO:teuthology.orchestra.run.smithi028.stdout:osd.2 smithi028 running (3m) 10s ago 23m 395M 2525M 19.1.1-235-g1ef86450 d401bb9bb76e f87a86f7e5c3 2024-08-29T17:58:44.409 INFO:teuthology.orchestra.run.smithi028.stdout:osd.3 smithi028 running (2m) 10s ago 22m 282M 2525M 19.1.1-235-g1ef86450 d401bb9bb76e 3ccafab1a96b 2024-08-29T17:58:44.409 INFO:teuthology.orchestra.run.smithi028.stdout:osd.4 smithi053 running (2m) 38s ago 21m 496M 2525M 19.1.1-235-g1ef86450 d401bb9bb76e e85da34b2c19 2024-08-29T17:58:44.409 INFO:teuthology.orchestra.run.smithi028.stdout:osd.5 smithi053 running (110s) 38s ago 20m 330M 2525M 19.1.1-235-g1ef86450 d401bb9bb76e 02ced631b1a7 2024-08-29T17:58:44.409 INFO:teuthology.orchestra.run.smithi028.stdout:osd.6 smithi053 running (76s) 38s ago 19m 170M 2525M 19.1.1-235-g1ef86450 d401bb9bb76e 26b5d9d330e2 2024-08-29T17:58:44.409 INFO:teuthology.orchestra.run.smithi028.stdout:osd.7 smithi053 running (42s) 38s ago 19m - 2525M 19.1.1-235-g1ef86450 d401bb9bb76e 2dd992ed071a 2024-08-29T17:58:44.409 INFO:teuthology.orchestra.run.smithi028.stdout:prometheus.a smithi053 *:9095 running (7m) 38s ago 15m 58.0M - 2.43.0 a07b618ecd1d 9d3edc9bcb79 2024-08-29T17:58:44.787 INFO:teuthology.orchestra.run.smithi028.stdout:{ 2024-08-29T17:58:44.787 INFO:teuthology.orchestra.run.smithi028.stdout: "mon": { 2024-08-29T17:58:44.787 INFO:teuthology.orchestra.run.smithi028.stdout: "ceph version 19.1.1-235-g1ef86450 (1ef864504b8875c83ee6c2c5fedc13315bebf7f5) squid (rc)": 3 2024-08-29T17:58:44.787 INFO:teuthology.orchestra.run.smithi028.stdout: }, 2024-08-29T17:58:44.788 INFO:teuthology.orchestra.run.smithi028.stdout: "mgr": { 2024-08-29T17:58:44.788 INFO:teuthology.orchestra.run.smithi028.stdout: "ceph version 19.1.1-235-g1ef86450 (1ef864504b8875c83ee6c2c5fedc13315bebf7f5) squid (rc)": 2 2024-08-29T17:58:44.788 INFO:teuthology.orchestra.run.smithi028.stdout: }, 2024-08-29T17:58:44.788 INFO:teuthology.orchestra.run.smithi028.stdout: "osd": { 2024-08-29T17:58:44.788 INFO:teuthology.orchestra.run.smithi028.stdout: "ceph version 19.1.1-235-g1ef86450 (1ef864504b8875c83ee6c2c5fedc13315bebf7f5) squid (rc)": 8 2024-08-29T17:58:44.788 INFO:teuthology.orchestra.run.smithi028.stdout: }, 2024-08-29T17:58:44.788 INFO:teuthology.orchestra.run.smithi028.stdout: "mds": { 2024-08-29T17:58:44.788 INFO:teuthology.orchestra.run.smithi028.stdout: "ceph version 17.2.7-1503-ga89f613d (a89f613db4d5b6bca82681f19d73c6d337aae2d5) quincy (stable)": 1, 2024-08-29T17:58:44.788 INFO:teuthology.orchestra.run.smithi028.stdout: "ceph version 19.1.1-235-g1ef86450 (1ef864504b8875c83ee6c2c5fedc13315bebf7f5) squid (rc)": 1 2024-08-29T17:58:44.788 INFO:teuthology.orchestra.run.smithi028.stdout: }, 2024-08-29T17:58:44.788 INFO:teuthology.orchestra.run.smithi028.stdout: "overall": { 2024-08-29T17:58:44.788 INFO:teuthology.orchestra.run.smithi028.stdout: "ceph version 17.2.7-1503-ga89f613d (a89f613db4d5b6bca82681f19d73c6d337aae2d5) quincy (stable)": 1, 2024-08-29T17:58:44.788 INFO:teuthology.orchestra.run.smithi028.stdout: "ceph version 19.1.1-235-g1ef86450 (1ef864504b8875c83ee6c2c5fedc13315bebf7f5) squid (rc)": 14 2024-08-29T17:58:44.789 INFO:teuthology.orchestra.run.smithi028.stdout: } 2024-08-29T17:58:44.789 INFO:teuthology.orchestra.run.smithi028.stdout:} 2024-08-29T17:58:44.825 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:58:44 smithi053 bash[68679]: cluster 2024-08-29T17:58:43.070714+0000 mgr.y (mgr.25022) 318 : cluster [DBG] pgmap v589: 121 pgs: 121 active+clean; 483 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 7.7 MiB/s rd, 1002 KiB/s wr, 16 op/s 2024-08-29T17:58:44.825 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:58:44 smithi053 bash[68679]: cluster 2024-08-29T17:58:43.457589+0000 mon.a (mon.0) 1031 : cluster [DBG] osdmap e711: 8 total, 8 up, 8 in 2024-08-29T17:58:44.825 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:58:44 smithi053 bash[68679]: cluster 2024-08-29T17:58:44.263716+0000 mon.a (mon.0) 1032 : cluster [DBG] osdmap e712: 8 total, 8 up, 8 in 2024-08-29T17:58:44.838 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:58:44 smithi028 bash[78352]: cluster 2024-08-29T17:58:43.070714+0000 mgr.y (mgr.25022) 318 : cluster [DBG] pgmap v589: 121 pgs: 121 active+clean; 483 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 7.7 MiB/s rd, 1002 KiB/s wr, 16 op/s 2024-08-29T17:58:44.839 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:58:44 smithi028 bash[78352]: cluster 2024-08-29T17:58:43.457589+0000 mon.a (mon.0) 1031 : cluster [DBG] osdmap e711: 8 total, 8 up, 8 in 2024-08-29T17:58:44.839 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:58:44 smithi028 bash[78352]: cluster 2024-08-29T17:58:44.263716+0000 mon.a (mon.0) 1032 : cluster [DBG] osdmap e712: 8 total, 8 up, 8 in 2024-08-29T17:58:44.839 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:58:44 smithi028 bash[77168]: cluster 2024-08-29T17:58:43.070714+0000 mgr.y (mgr.25022) 318 : cluster [DBG] pgmap v589: 121 pgs: 121 active+clean; 483 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 7.7 MiB/s rd, 1002 KiB/s wr, 16 op/s 2024-08-29T17:58:44.839 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:58:44 smithi028 bash[77168]: cluster 2024-08-29T17:58:43.457589+0000 mon.a (mon.0) 1031 : cluster [DBG] osdmap e711: 8 total, 8 up, 8 in 2024-08-29T17:58:44.839 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:58:44 smithi028 bash[77168]: cluster 2024-08-29T17:58:44.263716+0000 mon.a (mon.0) 1032 : cluster [DBG] osdmap e712: 8 total, 8 up, 8 in 2024-08-29T17:58:45.271 INFO:tasks.rados.rados.0.smithi028.stdout:3147: done (3 left) 2024-08-29T17:58:45.271 INFO:tasks.rados.rados.0.smithi028.stdout:3148: done (2 left) 2024-08-29T17:58:45.271 INFO:tasks.rados.rados.0.smithi028.stdout:3152: done (1 left) 2024-08-29T17:58:45.271 INFO:tasks.rados.rados.0.smithi028.stdout:3153: done (0 left) 2024-08-29T17:58:45.271 INFO:tasks.rados.rados.0.smithi028.stdout:3154: rmattr oid 43 current snap is 320 2024-08-29T17:58:45.271 INFO:tasks.rados.rados.0.smithi028.stdout:3154: done (0 left) 2024-08-29T17:58:45.272 INFO:tasks.rados.rados.0.smithi028.stdout:3155: read oid 26 snap 290 2024-08-29T17:58:45.272 INFO:tasks.rados.rados.0.smithi028.stdout:3155: expect (ObjNum 770 snap 264 seq_num 770) 2024-08-29T17:58:45.272 INFO:tasks.rados.rados.0.smithi028.stdout:append oid 44 current snap is 320 2024-08-29T17:58:45.272 INFO:tasks.rados.rados.0.smithi028.stdout:3156: seq_num 955 ranges {778240=802816,1581056=557056,2138112=245760} 2024-08-29T17:58:45.283 INFO:tasks.rados.rados.0.smithi028.stdout:3156: writing smithi02869045-44 from 778240 to 1581056 tid 1 2024-08-29T17:58:45.285 INFO:tasks.rados.rados.0.smithi028.stdout:3156: writing smithi02869045-44 from 1581056 to 2138112 tid 2 2024-08-29T17:58:45.287 INFO:tasks.rados.rados.0.smithi028.stdout:3156: writing smithi02869045-44 from 2138112 to 2383872 tid 3 2024-08-29T17:58:45.287 INFO:tasks.rados.rados.0.smithi028.stdout:append oid 7 current snap is 320 2024-08-29T17:58:45.287 INFO:tasks.rados.rados.0.smithi028.stdout:3157: seq_num 956 ranges {0=417792,417792=434176,851968=770048} 2024-08-29T17:58:45.290 INFO:tasks.rados.rados.0.smithi028.stdout:3157: writing smithi02869045-7 from 0 to 417792 tid 1 2024-08-29T17:58:45.293 INFO:tasks.rados.rados.0.smithi028.stdout:3157: writing smithi02869045-7 from 417792 to 851968 tid 2 2024-08-29T17:58:45.299 INFO:tasks.rados.rados.0.smithi028.stdout:3157: writing smithi02869045-7 from 851968 to 1622016 tid 3 2024-08-29T17:58:45.299 INFO:tasks.rados.rados.0.smithi028.stdout:append oid 9 current snap is 320 2024-08-29T17:58:45.299 INFO:tasks.rados.rados.0.smithi028.stdout:3158: seq_num 957 ranges {581632=434176,1015808=720896,1736704=483328} 2024-08-29T17:58:45.305 INFO:tasks.rados.rados.0.smithi028.stdout:3158: writing smithi02869045-9 from 581632 to 1015808 tid 1 2024-08-29T17:58:45.310 INFO:tasks.rados.rados.0.smithi028.stdout:3158: writing smithi02869045-9 from 1015808 to 1736704 tid 2 2024-08-29T17:58:45.314 INFO:tasks.rados.rados.0.smithi028.stdout:3158: writing smithi02869045-9 from 1736704 to 2220032 tid 3 2024-08-29T17:58:45.314 INFO:tasks.rados.rados.0.smithi028.stdout:3159: read oid 6 snap -1 2024-08-29T17:58:45.314 INFO:tasks.rados.rados.0.smithi028.stdout:3159: expect (ObjNum 938 snap 312 seq_num 938) 2024-08-29T17:58:45.314 INFO:tasks.rados.rados.0.smithi028.stdout:3160: read oid 38 snap -1 2024-08-29T17:58:45.314 INFO:tasks.rados.rados.0.smithi028.stdout:3160: expect (ObjNum 872 snap 295 seq_num 872) 2024-08-29T17:58:45.314 INFO:tasks.rados.rados.0.smithi028.stdout:3161: snap_remove snap 269 2024-08-29T17:58:45.825 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:58:45 smithi053 bash[68679]: audit 2024-08-29T17:58:44.055886+0000 mgr.y (mgr.25022) 319 : audit [DBG] from='client.44339 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-08-29T17:58:45.825 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:58:45 smithi053 bash[68679]: audit 2024-08-29T17:58:44.396943+0000 mgr.y (mgr.25022) 320 : audit [DBG] from='client.34422 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-08-29T17:58:45.825 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:58:45 smithi053 bash[68679]: audit 2024-08-29T17:58:44.790003+0000 mon.c (mon.2) 16 : audit [DBG] from='client.? 172.21.15.28:0/385089004' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-08-29T17:58:45.825 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:58:45 smithi053 bash[68679]: cluster 2024-08-29T17:58:45.271318+0000 mon.a (mon.0) 1033 : cluster [DBG] osdmap e713: 8 total, 8 up, 8 in 2024-08-29T17:58:45.879 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:58:45 smithi028 bash[77168]: audit 2024-08-29T17:58:44.055886+0000 mgr.y (mgr.25022) 319 : audit [DBG] from='client.44339 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-08-29T17:58:45.880 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:58:45 smithi028 bash[77168]: audit 2024-08-29T17:58:44.396943+0000 mgr.y (mgr.25022) 320 : audit [DBG] from='client.34422 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-08-29T17:58:45.880 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:58:45 smithi028 bash[77168]: audit 2024-08-29T17:58:44.790003+0000 mon.c (mon.2) 16 : audit [DBG] from='client.? 172.21.15.28:0/385089004' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-08-29T17:58:45.880 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:58:45 smithi028 bash[77168]: cluster 2024-08-29T17:58:45.271318+0000 mon.a (mon.0) 1033 : cluster [DBG] osdmap e713: 8 total, 8 up, 8 in 2024-08-29T17:58:45.880 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:58:45 smithi028 bash[78352]: audit 2024-08-29T17:58:44.055886+0000 mgr.y (mgr.25022) 319 : audit [DBG] from='client.44339 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-08-29T17:58:45.880 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:58:45 smithi028 bash[78352]: audit 2024-08-29T17:58:44.396943+0000 mgr.y (mgr.25022) 320 : audit [DBG] from='client.34422 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-08-29T17:58:45.880 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:58:45 smithi028 bash[78352]: audit 2024-08-29T17:58:44.790003+0000 mon.c (mon.2) 16 : audit [DBG] from='client.? 172.21.15.28:0/385089004' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-08-29T17:58:45.881 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:58:45 smithi028 bash[78352]: cluster 2024-08-29T17:58:45.271318+0000 mon.a (mon.0) 1033 : cluster [DBG] osdmap e713: 8 total, 8 up, 8 in 2024-08-29T17:58:46.277 INFO:tasks.rados.rados.0.smithi028.stdout:3161: done (6 left) 2024-08-29T17:58:46.277 INFO:tasks.rados.rados.0.smithi028.stdout:append oid 27 current snap is 320 2024-08-29T17:58:46.278 INFO:tasks.rados.rados.0.smithi028.stdout:3162: seq_num 958 ranges {614400=450560,1064960=655360,1720320=548864} 2024-08-29T17:58:46.283 INFO:tasks.rados.rados.0.smithi028.stdout:3162: writing smithi02869045-27 from 614400 to 1064960 tid 1 2024-08-29T17:58:46.288 INFO:tasks.rados.rados.0.smithi028.stdout:3162: writing smithi02869045-27 from 1064960 to 1720320 tid 2 2024-08-29T17:58:46.292 INFO:tasks.rados.rados.0.smithi028.stdout:3162: writing smithi02869045-27 from 1720320 to 2269184 tid 3 2024-08-29T17:58:46.292 INFO:tasks.rados.rados.0.smithi028.stdout:3163: copy_from oid 47 from oid 31 current snap is 320 2024-08-29T17:58:46.293 INFO:tasks.rados.rados.0.smithi028.stdout:3156: finishing write tid 1 to smithi02869045-44 2024-08-29T17:58:46.293 INFO:tasks.rados.rados.0.smithi028.stdout:append oid 50 current snap is 320 2024-08-29T17:58:46.293 INFO:tasks.rados.rados.0.smithi028.stdout:3164: seq_num 959 ranges {0=466944,466944=540672,1007616=557056,1564672=106496} 2024-08-29T17:58:46.295 INFO:tasks.rados.rados.0.smithi028.stdout:3164: writing smithi02869045-50 from 0 to 466944 tid 1 2024-08-29T17:58:46.299 INFO:tasks.rados.rados.0.smithi028.stdout:3164: writing smithi02869045-50 from 466944 to 1007616 tid 2 2024-08-29T17:58:46.303 INFO:tasks.rados.rados.0.smithi028.stdout:3164: writing smithi02869045-50 from 1007616 to 1564672 tid 3 2024-08-29T17:58:46.304 INFO:tasks.rados.rados.0.smithi028.stdout:3164: writing smithi02869045-50 from 1564672 to 1671168 tid 4 2024-08-29T17:58:46.304 INFO:tasks.rados.rados.0.smithi028.stdout:3165: snap_create 2024-08-29T17:58:46.314 INFO:tasks.rados.rados.0.smithi028.stdout:3156: finishing write tid 2 to smithi02869045-44 2024-08-29T17:58:46.314 INFO:tasks.rados.rados.0.smithi028.stdout:3156: finishing write tid 3 to smithi02869045-44 2024-08-29T17:58:46.314 INFO:tasks.rados.rados.0.smithi028.stdout:3156: finishing write tid 4 to smithi02869045-44 2024-08-29T17:58:46.314 INFO:tasks.rados.rados.0.smithi028.stdout:3155: expect (ObjNum 770 snap 264 seq_num 770) 2024-08-29T17:58:46.599 INFO:tasks.rados.rados.0.smithi028.stdout:3156: finishing write tid 5 to smithi02869045-44 2024-08-29T17:58:46.599 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 44 v 2879 (ObjNum 955 snap 320 seq_num 955) dirty exists 2024-08-29T17:58:46.599 INFO:tasks.rados.rados.0.smithi028.stdout:3156: left oid 44 (ObjNum 955 snap 320 seq_num 955) 2024-08-29T17:58:46.599 INFO:tasks.rados.rados.0.smithi028.stdout:3157: finishing write tid 1 to smithi02869045-7 2024-08-29T17:58:46.599 INFO:tasks.rados.rados.0.smithi028.stdout:3157: finishing write tid 2 to smithi02869045-7 2024-08-29T17:58:46.599 INFO:tasks.rados.rados.0.smithi028.stdout:3157: finishing write tid 3 to smithi02869045-7 2024-08-29T17:58:46.599 INFO:tasks.rados.rados.0.smithi028.stdout:3157: finishing write tid 4 to smithi02869045-7 2024-08-29T17:58:46.599 INFO:tasks.rados.rados.0.smithi028.stdout:3158: finishing write tid 1 to smithi02869045-9 2024-08-29T17:58:46.599 INFO:tasks.rados.rados.0.smithi028.stdout:3157: finishing write tid 5 to smithi02869045-7 2024-08-29T17:58:46.600 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 7 v 2984 (ObjNum 956 snap 320 seq_num 956) dirty exists 2024-08-29T17:58:46.600 INFO:tasks.rados.rados.0.smithi028.stdout:3157: left oid 7 (ObjNum 956 snap 320 seq_num 956) 2024-08-29T17:58:46.600 INFO:tasks.rados.rados.0.smithi028.stdout:3158: finishing write tid 2 to smithi02869045-9 2024-08-29T17:58:46.600 INFO:tasks.rados.rados.0.smithi028.stdout:3158: finishing write tid 3 to smithi02869045-9 2024-08-29T17:58:46.600 INFO:tasks.rados.rados.0.smithi028.stdout:3158: finishing write tid 4 to smithi02869045-9 2024-08-29T17:58:46.600 INFO:tasks.rados.rados.0.smithi028.stdout:3158: finishing write tid 5 to smithi02869045-9 2024-08-29T17:58:46.600 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 9 v 2521 (ObjNum 957 snap 320 seq_num 957) dirty exists 2024-08-29T17:58:46.600 INFO:tasks.rados.rados.0.smithi028.stdout:3158: left oid 9 (ObjNum 957 snap 320 seq_num 957) 2024-08-29T17:58:46.600 INFO:tasks.rados.rados.0.smithi028.stdout:3159: expect (ObjNum 938 snap 312 seq_num 938) 2024-08-29T17:58:46.825 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:58:46 smithi053 bash[68679]: cluster 2024-08-29T17:58:45.071901+0000 mgr.y (mgr.25022) 321 : cluster [DBG] pgmap v592: 121 pgs: 121 active+clean; 487 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 5.2 MiB/s rd, 1.1 MiB/s wr, 20 op/s 2024-08-29T17:58:46.825 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:58:46 smithi053 bash[68679]: cephadm 2024-08-29T17:58:45.652704+0000 mgr.y (mgr.25022) 322 : cephadm [INF] Detected new or changed devices on smithi028 2024-08-29T17:58:46.825 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:58:46 smithi053 bash[68679]: audit 2024-08-29T17:58:45.661792+0000 mon.a (mon.0) 1034 : audit [INF] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' 2024-08-29T17:58:46.825 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:58:46 smithi053 bash[68679]: audit 2024-08-29T17:58:45.670550+0000 mon.a (mon.0) 1035 : audit [INF] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' 2024-08-29T17:58:46.825 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:58:46 smithi053 bash[68679]: audit 2024-08-29T17:58:45.672401+0000 mon.a (mon.0) 1036 : audit [DBG] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-29T17:58:46.825 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:58:46 smithi053 bash[68679]: audit 2024-08-29T17:58:45.673979+0000 mon.a (mon.0) 1037 : audit [INF] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-29T17:58:46.826 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:58:46 smithi053 bash[68679]: audit 2024-08-29T17:58:45.682189+0000 mon.a (mon.0) 1038 : audit [INF] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' 2024-08-29T17:58:46.826 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:58:46 smithi053 bash[68679]: audit 2024-08-29T17:58:45.840145+0000 mon.a (mon.0) 1039 : audit [DBG] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-29T17:58:46.826 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:58:46 smithi053 bash[68679]: audit 2024-08-29T17:58:45.843674+0000 mon.a (mon.0) 1040 : audit [DBG] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-08-29T17:58:46.826 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:58:46 smithi053 bash[68679]: audit 2024-08-29T17:58:45.846403+0000 mon.a (mon.0) 1041 : audit [DBG] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-08-29T17:58:46.826 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:58:46 smithi053 bash[68679]: audit 2024-08-29T17:58:45.848562+0000 mon.a (mon.0) 1042 : audit [DBG] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-08-29T17:58:46.826 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:58:46 smithi053 bash[68679]: audit 2024-08-29T17:58:45.851985+0000 mon.a (mon.0) 1043 : audit [DBG] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-08-29T17:58:46.826 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:58:46 smithi053 bash[68679]: audit 2024-08-29T17:58:45.858773+0000 mon.a (mon.0) 1044 : audit [DBG] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "mds ok-to-stop", "ids": ["b"]}]: dispatch 2024-08-29T17:58:46.826 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:58:46 smithi053 bash[68679]: cluster 2024-08-29T17:58:46.274575+0000 mon.a (mon.0) 1045 : cluster [DBG] osdmap e714: 8 total, 8 up, 8 in 2024-08-29T17:58:47.130 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:58:46 smithi028 bash[77168]: cluster 2024-08-29T17:58:45.071901+0000 mgr.y (mgr.25022) 321 : cluster [DBG] pgmap v592: 121 pgs: 121 active+clean; 487 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 5.2 MiB/s rd, 1.1 MiB/s wr, 20 op/s 2024-08-29T17:58:47.130 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:58:46 smithi028 bash[77168]: cephadm 2024-08-29T17:58:45.652704+0000 mgr.y (mgr.25022) 322 : cephadm [INF] Detected new or changed devices on smithi028 2024-08-29T17:58:47.130 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:58:46 smithi028 bash[77168]: audit 2024-08-29T17:58:45.661792+0000 mon.a (mon.0) 1034 : audit [INF] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' 2024-08-29T17:58:47.130 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:58:46 smithi028 bash[77168]: audit 2024-08-29T17:58:45.670550+0000 mon.a (mon.0) 1035 : audit [INF] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' 2024-08-29T17:58:47.130 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:58:46 smithi028 bash[77168]: audit 2024-08-29T17:58:45.672401+0000 mon.a (mon.0) 1036 : audit [DBG] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-29T17:58:47.130 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:58:46 smithi028 bash[77168]: audit 2024-08-29T17:58:45.673979+0000 mon.a (mon.0) 1037 : audit [INF] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-29T17:58:47.130 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:58:46 smithi028 bash[77168]: audit 2024-08-29T17:58:45.682189+0000 mon.a (mon.0) 1038 : audit [INF] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' 2024-08-29T17:58:47.130 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:58:46 smithi028 bash[77168]: audit 2024-08-29T17:58:45.840145+0000 mon.a (mon.0) 1039 : audit [DBG] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-29T17:58:47.130 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:58:46 smithi028 bash[77168]: audit 2024-08-29T17:58:45.843674+0000 mon.a (mon.0) 1040 : audit [DBG] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-08-29T17:58:47.130 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:58:46 smithi028 bash[77168]: audit 2024-08-29T17:58:45.846403+0000 mon.a (mon.0) 1041 : audit [DBG] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-08-29T17:58:47.131 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:58:46 smithi028 bash[77168]: audit 2024-08-29T17:58:45.848562+0000 mon.a (mon.0) 1042 : audit [DBG] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-08-29T17:58:47.131 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:58:46 smithi028 bash[77168]: audit 2024-08-29T17:58:45.851985+0000 mon.a (mon.0) 1043 : audit [DBG] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-08-29T17:58:47.131 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:58:46 smithi028 bash[77168]: audit 2024-08-29T17:58:45.858773+0000 mon.a (mon.0) 1044 : audit [DBG] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "mds ok-to-stop", "ids": ["b"]}]: dispatch 2024-08-29T17:58:47.131 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:58:46 smithi028 bash[77168]: cluster 2024-08-29T17:58:46.274575+0000 mon.a (mon.0) 1045 : cluster [DBG] osdmap e714: 8 total, 8 up, 8 in 2024-08-29T17:58:47.131 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:58:46 smithi028 bash[78352]: cluster 2024-08-29T17:58:45.071901+0000 mgr.y (mgr.25022) 321 : cluster [DBG] pgmap v592: 121 pgs: 121 active+clean; 487 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 5.2 MiB/s rd, 1.1 MiB/s wr, 20 op/s 2024-08-29T17:58:47.131 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:58:46 smithi028 bash[78352]: cephadm 2024-08-29T17:58:45.652704+0000 mgr.y (mgr.25022) 322 : cephadm [INF] Detected new or changed devices on smithi028 2024-08-29T17:58:47.131 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:58:46 smithi028 bash[78352]: audit 2024-08-29T17:58:45.661792+0000 mon.a (mon.0) 1034 : audit [INF] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' 2024-08-29T17:58:47.131 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:58:46 smithi028 bash[78352]: audit 2024-08-29T17:58:45.670550+0000 mon.a (mon.0) 1035 : audit [INF] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' 2024-08-29T17:58:47.131 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:58:46 smithi028 bash[78352]: audit 2024-08-29T17:58:45.672401+0000 mon.a (mon.0) 1036 : audit [DBG] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-29T17:58:47.131 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:58:46 smithi028 bash[78352]: audit 2024-08-29T17:58:45.673979+0000 mon.a (mon.0) 1037 : audit [INF] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-29T17:58:47.131 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:58:46 smithi028 bash[78352]: audit 2024-08-29T17:58:45.682189+0000 mon.a (mon.0) 1038 : audit [INF] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' 2024-08-29T17:58:47.132 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:58:46 smithi028 bash[78352]: audit 2024-08-29T17:58:45.840145+0000 mon.a (mon.0) 1039 : audit [DBG] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-29T17:58:47.132 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:58:46 smithi028 bash[78352]: audit 2024-08-29T17:58:45.843674+0000 mon.a (mon.0) 1040 : audit [DBG] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-08-29T17:58:47.132 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:58:46 smithi028 bash[78352]: audit 2024-08-29T17:58:45.846403+0000 mon.a (mon.0) 1041 : audit [DBG] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-08-29T17:58:47.132 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:58:46 smithi028 bash[78352]: audit 2024-08-29T17:58:45.848562+0000 mon.a (mon.0) 1042 : audit [DBG] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-08-29T17:58:47.132 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:58:46 smithi028 bash[78352]: audit 2024-08-29T17:58:45.851985+0000 mon.a (mon.0) 1043 : audit [DBG] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-08-29T17:58:47.132 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:58:46 smithi028 bash[78352]: audit 2024-08-29T17:58:45.858773+0000 mon.a (mon.0) 1044 : audit [DBG] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "mds ok-to-stop", "ids": ["b"]}]: dispatch 2024-08-29T17:58:47.132 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:58:46 smithi028 bash[78352]: cluster 2024-08-29T17:58:46.274575+0000 mon.a (mon.0) 1045 : cluster [DBG] osdmap e714: 8 total, 8 up, 8 in 2024-08-29T17:58:47.632 INFO:tasks.rados.rados.0.smithi028.stdout:3160: expect (ObjNum 872 snap 295 seq_num 872) 2024-08-29T17:58:48.033 INFO:tasks.rados.rados.0.smithi028.stdout:3162: finishing write tid 1 to smithi02869045-27 2024-08-29T17:58:48.033 INFO:tasks.rados.rados.0.smithi028.stdout:3162: finishing write tid 2 to smithi02869045-27 2024-08-29T17:58:48.033 INFO:tasks.rados.rados.0.smithi028.stdout:3162: finishing write tid 3 to smithi02869045-27 2024-08-29T17:58:48.033 INFO:tasks.rados.rados.0.smithi028.stdout:3162: finishing write tid 4 to smithi02869045-27 2024-08-29T17:58:48.033 INFO:tasks.rados.rados.0.smithi028.stdout:3164: finishing write tid 1 to smithi02869045-50 2024-08-29T17:58:48.034 INFO:tasks.rados.rados.0.smithi028.stdout:3164: finishing write tid 2 to smithi02869045-50 2024-08-29T17:58:48.034 INFO:tasks.rados.rados.0.smithi028.stdout:3164: finishing write tid 3 to smithi02869045-50 2024-08-29T17:58:48.034 INFO:tasks.rados.rados.0.smithi028.stdout:3164: finishing write tid 4 to smithi02869045-50 2024-08-29T17:58:48.034 INFO:tasks.rados.rados.0.smithi028.stdout:3164: finishing write tid 5 to smithi02869045-50 2024-08-29T17:58:48.034 INFO:tasks.rados.rados.0.smithi028.stdout:3163: finishing copy_from racing read to smithi02869045-47 2024-08-29T17:58:48.034 INFO:tasks.rados.rados.0.smithi028.stdout:3162: finishing write tid 5 to smithi02869045-27 2024-08-29T17:58:48.034 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 27 v 2531 (ObjNum 958 snap 320 seq_num 958) dirty exists 2024-08-29T17:58:48.034 INFO:tasks.rados.rados.0.smithi028.stdout:3162: left oid 27 (ObjNum 958 snap 320 seq_num 958) 2024-08-29T17:58:48.034 INFO:tasks.rados.rados.0.smithi028.stdout:3164: finishing write tid 6 to smithi02869045-50 2024-08-29T17:58:48.034 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 50 v 2536 (ObjNum 959 snap 320 seq_num 959) dirty exists 2024-08-29T17:58:48.034 INFO:tasks.rados.rados.0.smithi028.stdout:3164: left oid 50 (ObjNum 959 snap 320 seq_num 959) 2024-08-29T17:58:48.034 INFO:tasks.rados.rados.0.smithi028.stdout:3163: finishing copy_from to smithi02869045-47 2024-08-29T17:58:48.034 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 47 v 2868 (ObjNum 906 snap 306 seq_num 906) dirty exists 2024-08-29T17:58:48.034 INFO:tasks.rados.rados.0.smithi028.stdout:3155: done (9 left) 2024-08-29T17:58:48.035 INFO:tasks.rados.rados.0.smithi028.stdout:3156: done (8 left) 2024-08-29T17:58:48.035 INFO:tasks.rados.rados.0.smithi028.stdout:3157: done (7 left) 2024-08-29T17:58:48.035 INFO:tasks.rados.rados.0.smithi028.stdout:3158: done (6 left) 2024-08-29T17:58:48.035 INFO:tasks.rados.rados.0.smithi028.stdout:3159: done (5 left) 2024-08-29T17:58:48.035 INFO:tasks.rados.rados.0.smithi028.stdout:3160: done (4 left) 2024-08-29T17:58:48.036 INFO:tasks.rados.rados.0.smithi028.stdout:3162: done (3 left) 2024-08-29T17:58:48.036 INFO:tasks.rados.rados.0.smithi028.stdout:3163: done (2 left) 2024-08-29T17:58:48.036 INFO:tasks.rados.rados.0.smithi028.stdout:3164: done (1 left) 2024-08-29T17:58:48.036 INFO:tasks.rados.rados.0.smithi028.stdout:3165: done (0 left) 2024-08-29T17:58:48.036 INFO:tasks.rados.rados.0.smithi028.stdout:append oid 32 current snap is 321 2024-08-29T17:58:48.036 INFO:tasks.rados.rados.0.smithi028.stdout:3166: seq_num 960 ranges {0=483328,483328=425984,909312=761856,1671168=16384} 2024-08-29T17:58:48.042 INFO:tasks.rados.rados.0.smithi028.stdout:3166: writing smithi02869045-32 from 0 to 483328 tid 1 2024-08-29T17:58:48.047 INFO:tasks.rados.rados.0.smithi028.stdout:3166: writing smithi02869045-32 from 483328 to 909312 tid 2 2024-08-29T17:58:48.057 INFO:tasks.rados.rados.0.smithi028.stdout:3166: writing smithi02869045-32 from 909312 to 1671168 tid 3 2024-08-29T17:58:48.057 INFO:tasks.rados.rados.0.smithi028.stdout:3166: writing smithi02869045-32 from 1671168 to 1687552 tid 4 2024-08-29T17:58:48.058 INFO:tasks.rados.rados.0.smithi028.stdout:3167: snap_create 2024-08-29T17:58:48.058 INFO:tasks.rados.rados.0.smithi028.stdout:3166: finishing write tid 1 to smithi02869045-32 2024-08-29T17:58:48.058 INFO:tasks.rados.rados.0.smithi028.stdout:3166: finishing write tid 2 to smithi02869045-32 2024-08-29T17:58:48.067 INFO:tasks.rados.rados.0.smithi028.stdout:3166: finishing write tid 3 to smithi02869045-32 2024-08-29T17:58:48.068 INFO:tasks.rados.rados.0.smithi028.stdout:3166: finishing write tid 4 to smithi02869045-32 2024-08-29T17:58:48.068 INFO:tasks.rados.rados.0.smithi028.stdout:3166: finishing write tid 5 to smithi02869045-32 2024-08-29T17:58:48.071 INFO:tasks.rados.rados.0.smithi028.stdout:3166: finishing write tid 6 to smithi02869045-32 2024-08-29T17:58:48.071 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 32 v 1349 (ObjNum 960 snap 321 seq_num 960) dirty exists 2024-08-29T17:58:48.071 INFO:tasks.rados.rados.0.smithi028.stdout:3166: left oid 32 (ObjNum 960 snap 321 seq_num 960) 2024-08-29T17:58:48.074 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:58:47 smithi053 bash[68679]: cephadm 2024-08-29T17:58:45.860264+0000 mgr.y (mgr.25022) 323 : cephadm [INF] Upgrade: It appears safe to stop mds.b 2024-08-29T17:58:48.075 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:58:47 smithi053 bash[68679]: cluster 2024-08-29T17:58:47.275165+0000 mon.a (mon.0) 1046 : cluster [DBG] osdmap e715: 8 total, 8 up, 8 in 2024-08-29T17:58:48.129 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:58:47 smithi028 bash[77168]: cephadm 2024-08-29T17:58:45.860264+0000 mgr.y (mgr.25022) 323 : cephadm [INF] Upgrade: It appears safe to stop mds.b 2024-08-29T17:58:48.129 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:58:47 smithi028 bash[77168]: cluster 2024-08-29T17:58:47.275165+0000 mon.a (mon.0) 1046 : cluster [DBG] osdmap e715: 8 total, 8 up, 8 in 2024-08-29T17:58:48.130 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:58:47 smithi028 bash[78352]: cephadm 2024-08-29T17:58:45.860264+0000 mgr.y (mgr.25022) 323 : cephadm [INF] Upgrade: It appears safe to stop mds.b 2024-08-29T17:58:48.130 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:58:47 smithi028 bash[78352]: cluster 2024-08-29T17:58:47.275165+0000 mon.a (mon.0) 1046 : cluster [DBG] osdmap e715: 8 total, 8 up, 8 in 2024-08-29T17:58:48.683 INFO:tasks.rados.rados.0.smithi028.stdout:3166: done (1 left) 2024-08-29T17:58:48.683 INFO:tasks.rados.rados.0.smithi028.stdout:3167: done (0 left) 2024-08-29T17:58:48.683 INFO:tasks.rados.rados.0.smithi028.stdout:3168: read oid 10 snap -1 2024-08-29T17:58:48.683 INFO:tasks.rados.rados.0.smithi028.stdout:3168: expect (ObjNum 0 snap 0 seq_num 0) 2024-08-29T17:58:48.683 INFO:tasks.rados.rados.0.smithi028.stdout:3169: setattr oid 12 current snap is 322 2024-08-29T17:58:48.685 INFO:tasks.rados.rados.0.smithi028.stdout:append oid 1 current snap is 322 2024-08-29T17:58:48.685 INFO:tasks.rados.rados.0.smithi028.stdout:3170: seq_num 961 ranges {10608640=499712,11108352=712704,11821056=491520} 2024-08-29T17:58:48.789 INFO:tasks.rados.rados.0.smithi028.stdout:3170: writing smithi02869045-1 from 10608640 to 11108352 tid 1 2024-08-29T17:58:48.793 INFO:tasks.rados.rados.0.smithi028.stdout:3170: writing smithi02869045-1 from 11108352 to 11821056 tid 2 2024-08-29T17:58:48.797 INFO:tasks.rados.rados.0.smithi028.stdout:3170: writing smithi02869045-1 from 11821056 to 12312576 tid 3 2024-08-29T17:58:48.797 INFO:tasks.rados.rados.0.smithi028.stdout:3171: read oid 17 snap 290 2024-08-29T17:58:48.797 INFO:tasks.rados.rados.0.smithi028.stdout:3171: expect (ObjNum 856 snap 288 seq_num 856) 2024-08-29T17:58:48.797 INFO:tasks.rados.rados.0.smithi028.stdout:3172: delete oid 45 current snap is 322 2024-08-29T17:58:48.797 INFO:tasks.rados.rados.0.smithi028.stdout:3168: expect (ObjNum 0 snap 0 seq_num 0) 2024-08-29T17:58:48.806 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 12 v 2748 (ObjNum 305 snap 0 seq_num 2128899584) dirty exists 2024-08-29T17:58:48.806 INFO:tasks.rados.rados.0.smithi028.stdout:3170: finishing write tid 1 to smithi02869045-1 2024-08-29T17:58:48.806 INFO:tasks.rados.rados.0.smithi028.stdout:3168: done (4 left) 2024-08-29T17:58:48.806 INFO:tasks.rados.rados.0.smithi028.stdout:3169: done (3 left) 2024-08-29T17:58:48.806 INFO:tasks.rados.rados.0.smithi028.stdout:3172: done (2 left) 2024-08-29T17:58:48.807 INFO:tasks.rados.rados.0.smithi028.stdout:3173: read oid 32 snap -1 2024-08-29T17:58:48.807 INFO:tasks.rados.rados.0.smithi028.stdout:3173: expect (ObjNum 960 snap 321 seq_num 960) 2024-08-29T17:58:48.807 INFO:tasks.rados.rados.0.smithi028.stdout:3174: snap_remove snap 319 2024-08-29T17:58:49.075 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:58:48 smithi053 bash[68679]: cluster 2024-08-29T17:58:47.072329+0000 mgr.y (mgr.25022) 324 : cluster [DBG] pgmap v595: 121 pgs: 121 active+clean; 487 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 3.2 MiB/s rd, 1.1 MiB/s wr, 13 op/s 2024-08-29T17:58:49.129 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:58:48 smithi028 bash[78352]: cluster 2024-08-29T17:58:47.072329+0000 mgr.y (mgr.25022) 324 : cluster [DBG] pgmap v595: 121 pgs: 121 active+clean; 487 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 3.2 MiB/s rd, 1.1 MiB/s wr, 13 op/s 2024-08-29T17:58:49.130 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:58:48 smithi028 bash[77168]: cluster 2024-08-29T17:58:47.072329+0000 mgr.y (mgr.25022) 324 : cluster [DBG] pgmap v595: 121 pgs: 121 active+clean; 487 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 3.2 MiB/s rd, 1.1 MiB/s wr, 13 op/s 2024-08-29T17:58:49.269 INFO:tasks.rados.rados.0.smithi028.stdout:3174: done (3 left) 2024-08-29T17:58:49.269 INFO:tasks.rados.rados.0.smithi028.stdout:3175: snap_remove snap 312 2024-08-29T17:58:50.074 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:58:49 smithi053 bash[68679]: cluster 2024-08-29T17:58:48.683643+0000 mon.a (mon.0) 1047 : cluster [DBG] osdmap e716: 8 total, 8 up, 8 in 2024-08-29T17:58:50.075 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:58:49 smithi053 bash[68679]: audit 2024-08-29T17:58:49.190821+0000 mon.a (mon.0) 1048 : audit [INF] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' 2024-08-29T17:58:50.075 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:58:49 smithi053 bash[68679]: audit 2024-08-29T17:58:49.195201+0000 mon.a (mon.0) 1049 : audit [INF] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mds.b", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-08-29T17:58:50.075 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:58:49 smithi053 bash[68679]: audit 2024-08-29T17:58:49.197072+0000 mon.a (mon.0) 1050 : audit [DBG] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-29T17:58:50.075 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:58:49 smithi053 bash[68679]: cluster 2024-08-29T17:58:49.270556+0000 mon.a (mon.0) 1051 : cluster [DBG] osdmap e717: 8 total, 8 up, 8 in 2024-08-29T17:58:50.129 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:58:49 smithi028 bash[77168]: cluster 2024-08-29T17:58:48.683643+0000 mon.a (mon.0) 1047 : cluster [DBG] osdmap e716: 8 total, 8 up, 8 in 2024-08-29T17:58:50.130 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:58:49 smithi028 bash[77168]: audit 2024-08-29T17:58:49.190821+0000 mon.a (mon.0) 1048 : audit [INF] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' 2024-08-29T17:58:50.130 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:58:49 smithi028 bash[77168]: audit 2024-08-29T17:58:49.195201+0000 mon.a (mon.0) 1049 : audit [INF] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mds.b", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-08-29T17:58:50.130 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:58:49 smithi028 bash[77168]: audit 2024-08-29T17:58:49.197072+0000 mon.a (mon.0) 1050 : audit [DBG] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-29T17:58:50.130 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:58:49 smithi028 bash[77168]: cluster 2024-08-29T17:58:49.270556+0000 mon.a (mon.0) 1051 : cluster [DBG] osdmap e717: 8 total, 8 up, 8 in 2024-08-29T17:58:50.130 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:58:49 smithi028 bash[78352]: cluster 2024-08-29T17:58:48.683643+0000 mon.a (mon.0) 1047 : cluster [DBG] osdmap e716: 8 total, 8 up, 8 in 2024-08-29T17:58:50.130 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:58:49 smithi028 bash[78352]: audit 2024-08-29T17:58:49.190821+0000 mon.a (mon.0) 1048 : audit [INF] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' 2024-08-29T17:58:50.130 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:58:49 smithi028 bash[78352]: audit 2024-08-29T17:58:49.195201+0000 mon.a (mon.0) 1049 : audit [INF] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mds.b", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-08-29T17:58:50.130 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:58:49 smithi028 bash[78352]: audit 2024-08-29T17:58:49.197072+0000 mon.a (mon.0) 1050 : audit [DBG] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-29T17:58:50.130 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:58:49 smithi028 bash[78352]: cluster 2024-08-29T17:58:49.270556+0000 mon.a (mon.0) 1051 : cluster [DBG] osdmap e717: 8 total, 8 up, 8 in 2024-08-29T17:58:50.275 INFO:tasks.rados.rados.0.smithi028.stdout:3175: done (3 left) 2024-08-29T17:58:50.275 INFO:tasks.rados.rados.0.smithi028.stdout:3176: snap_create 2024-08-29T17:58:50.275 INFO:tasks.rados.rados.0.smithi028.stdout:3170: finishing write tid 2 to smithi02869045-1 2024-08-29T17:58:50.275 INFO:tasks.rados.rados.0.smithi028.stdout:3170: finishing write tid 3 to smithi02869045-1 2024-08-29T17:58:50.275 INFO:tasks.rados.rados.0.smithi028.stdout:3170: finishing write tid 4 to smithi02869045-1 2024-08-29T17:58:50.275 INFO:tasks.rados.rados.0.smithi028.stdout:3173: expect (ObjNum 960 snap 321 seq_num 960) 2024-08-29T17:58:50.333 INFO:tasks.rados.rados.0.smithi028.stdout:3171: expect (ObjNum 856 snap 288 seq_num 856) 2024-08-29T17:58:50.630 INFO:tasks.rados.rados.0.smithi028.stdout:3170: finishing write tid 5 to smithi02869045-1 2024-08-29T17:58:50.630 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 1 v 3001 (ObjNum 961 snap 322 seq_num 961) dirty exists 2024-08-29T17:58:50.630 INFO:tasks.rados.rados.0.smithi028.stdout:3170: left oid 1 (ObjNum 961 snap 322 seq_num 961) 2024-08-29T17:58:51.075 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:58:50 smithi053 bash[68679]: cluster 2024-08-29T17:58:49.073007+0000 mgr.y (mgr.25022) 325 : cluster [DBG] pgmap v598: 121 pgs: 121 active+clean; 484 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 396 KiB/s wr, 1 op/s 2024-08-29T17:58:51.075 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:58:50 smithi053 bash[68679]: cephadm 2024-08-29T17:58:49.183572+0000 mgr.y (mgr.25022) 326 : cephadm [INF] Upgrade: Updating mds.b 2024-08-29T17:58:51.075 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:58:50 smithi053 bash[68679]: cephadm 2024-08-29T17:58:49.199061+0000 mgr.y (mgr.25022) 327 : cephadm [INF] Deploying daemon mds.b on smithi053 2024-08-29T17:58:51.075 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:58:50 smithi053 bash[68679]: cluster 2024-08-29T17:58:50.272833+0000 mon.a (mon.0) 1052 : cluster [DBG] osdmap e718: 8 total, 8 up, 8 in 2024-08-29T17:58:51.130 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:58:50 smithi028 bash[78352]: cluster 2024-08-29T17:58:49.073007+0000 mgr.y (mgr.25022) 325 : cluster [DBG] pgmap v598: 121 pgs: 121 active+clean; 484 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 396 KiB/s wr, 1 op/s 2024-08-29T17:58:51.130 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:58:50 smithi028 bash[78352]: cephadm 2024-08-29T17:58:49.183572+0000 mgr.y (mgr.25022) 326 : cephadm [INF] Upgrade: Updating mds.b 2024-08-29T17:58:51.130 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:58:50 smithi028 bash[78352]: cephadm 2024-08-29T17:58:49.199061+0000 mgr.y (mgr.25022) 327 : cephadm [INF] Deploying daemon mds.b on smithi053 2024-08-29T17:58:51.130 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:58:50 smithi028 bash[78352]: cluster 2024-08-29T17:58:50.272833+0000 mon.a (mon.0) 1052 : cluster [DBG] osdmap e718: 8 total, 8 up, 8 in 2024-08-29T17:58:51.130 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:58:50 smithi028 bash[77168]: cluster 2024-08-29T17:58:49.073007+0000 mgr.y (mgr.25022) 325 : cluster [DBG] pgmap v598: 121 pgs: 121 active+clean; 484 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 396 KiB/s wr, 1 op/s 2024-08-29T17:58:51.130 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:58:50 smithi028 bash[77168]: cephadm 2024-08-29T17:58:49.183572+0000 mgr.y (mgr.25022) 326 : cephadm [INF] Upgrade: Updating mds.b 2024-08-29T17:58:51.130 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:58:50 smithi028 bash[77168]: cephadm 2024-08-29T17:58:49.199061+0000 mgr.y (mgr.25022) 327 : cephadm [INF] Deploying daemon mds.b on smithi053 2024-08-29T17:58:51.130 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:58:50 smithi028 bash[77168]: cluster 2024-08-29T17:58:50.272833+0000 mon.a (mon.0) 1052 : cluster [DBG] osdmap e718: 8 total, 8 up, 8 in 2024-08-29T17:58:51.275 INFO:tasks.rados.rados.0.smithi028.stdout:3170: done (3 left) 2024-08-29T17:58:51.275 INFO:tasks.rados.rados.0.smithi028.stdout:3171: done (2 left) 2024-08-29T17:58:51.275 INFO:tasks.rados.rados.0.smithi028.stdout:3173: done (1 left) 2024-08-29T17:58:51.275 INFO:tasks.rados.rados.0.smithi028.stdout:3176: done (0 left) 2024-08-29T17:58:51.275 INFO:tasks.rados.rados.0.smithi028.stdout:3177: delete oid 7 current snap is 323 2024-08-29T17:58:51.280 INFO:tasks.rados.rados.0.smithi028.stdout:3177: done (0 left) 2024-08-29T17:58:51.280 INFO:tasks.rados.rados.0.smithi028.stdout:3178: setattr oid 17 current snap is 323 2024-08-29T17:58:51.283 INFO:tasks.rados.rados.0.smithi028.stdout:3179: snap_remove snap 254 2024-08-29T17:58:51.879 INFO:journalctl@ceph.mgr.y.smithi028.stdout:Aug 29 17:58:51 smithi028 bash[70818]: ::ffff:172.21.15.53 - - [29/Aug/2024:17:58:51] "GET /metrics HTTP/1.1" 200 36245 "" "Prometheus/2.43.0" 2024-08-29T17:58:52.287 INFO:tasks.rados.rados.0.smithi028.stdout:3179: done (1 left) 2024-08-29T17:58:52.287 INFO:tasks.rados.rados.0.smithi028.stdout:3180: snap_create 2024-08-29T17:58:52.287 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 17 v 3014 (ObjNum 161 snap 0 seq_num 1) dirty exists 2024-08-29T17:58:52.314 INFO:journalctl@ceph.osd.6.smithi053.stdout:Aug 29 17:58:52 smithi053 systemd[1]: /etc/systemd/system/ceph-3167ee72-662c-11ef-bcd4-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-08-29T17:58:52.314 INFO:journalctl@ceph.mgr.x.smithi053.stdout:Aug 29 17:58:52 smithi053 systemd[1]: /etc/systemd/system/ceph-3167ee72-662c-11ef-bcd4-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-08-29T17:58:52.315 INFO:journalctl@ceph.grafana.a.smithi053.stdout:Aug 29 17:58:52 smithi053 systemd[1]: /etc/systemd/system/ceph-3167ee72-662c-11ef-bcd4-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-08-29T17:58:52.315 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:58:52 smithi053 systemd[1]: /etc/systemd/system/ceph-3167ee72-662c-11ef-bcd4-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-08-29T17:58:52.315 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:58:52 smithi053 bash[68679]: cluster 2024-08-29T17:58:51.073958+0000 mgr.y (mgr.25022) 328 : cluster [DBG] pgmap v601: 121 pgs: 121 active+clean; 476 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 17 MiB/s rd, 2.9 MiB/s wr, 20 op/s 2024-08-29T17:58:52.315 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:58:52 smithi053 bash[68679]: cluster 2024-08-29T17:58:51.275762+0000 mon.a (mon.0) 1053 : cluster [DBG] osdmap e719: 8 total, 8 up, 8 in 2024-08-29T17:58:52.315 INFO:journalctl@ceph.osd.7.smithi053.stdout:Aug 29 17:58:52 smithi053 systemd[1]: /etc/systemd/system/ceph-3167ee72-662c-11ef-bcd4-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-08-29T17:58:52.316 INFO:journalctl@ceph.mds.b.smithi053.stdout:Aug 29 17:58:52 smithi053 systemd[1]: /etc/systemd/system/ceph-3167ee72-662c-11ef-bcd4-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-08-29T17:58:52.316 INFO:journalctl@ceph.prometheus.a.smithi053.stdout:Aug 29 17:58:52 smithi053 systemd[1]: /etc/systemd/system/ceph-3167ee72-662c-11ef-bcd4-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-08-29T17:58:52.316 INFO:journalctl@ceph.node-exporter.b.smithi053.stdout:Aug 29 17:58:52 smithi053 systemd[1]: /etc/systemd/system/ceph-3167ee72-662c-11ef-bcd4-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-08-29T17:58:52.317 INFO:journalctl@ceph.osd.5.smithi053.stdout:Aug 29 17:58:52 smithi053 systemd[1]: /etc/systemd/system/ceph-3167ee72-662c-11ef-bcd4-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-08-29T17:58:52.317 INFO:journalctl@ceph.osd.4.smithi053.stdout:Aug 29 17:58:52 smithi053 systemd[1]: /etc/systemd/system/ceph-3167ee72-662c-11ef-bcd4-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-08-29T17:58:52.482 INFO:tasks.rados.rados.0.smithi028.stdout:3178: done (1 left) 2024-08-29T17:58:52.482 INFO:tasks.rados.rados.0.smithi028.stdout:3180: done (0 left) 2024-08-29T17:58:52.482 INFO:tasks.rados.rados.0.smithi028.stdout:append oid 46 current snap is 324 2024-08-29T17:58:52.483 INFO:tasks.rados.rados.0.smithi028.stdout:3181: seq_num 964 ranges {5726208=548864,6275072=761856,7036928=442368} 2024-08-29T17:58:52.547 INFO:tasks.rados.rados.0.smithi028.stdout:3181: writing smithi02869045-46 from 5726208 to 6275072 tid 1 2024-08-29T17:58:52.552 INFO:tasks.rados.rados.0.smithi028.stdout:3181: writing smithi02869045-46 from 6275072 to 7036928 tid 2 2024-08-29T17:58:52.557 INFO:tasks.rados.rados.0.smithi028.stdout:3181: writing smithi02869045-46 from 7036928 to 7479296 tid 3 2024-08-29T17:58:52.557 INFO:tasks.rados.rados.0.smithi028.stdout:3182: read oid 11 snap -1 2024-08-29T17:58:52.557 INFO:tasks.rados.rados.0.smithi028.stdout:3182: expect (ObjNum 923 snap 307 seq_num 923) 2024-08-29T17:58:52.557 INFO:tasks.rados.rados.0.smithi028.stdout:3183: read oid 50 snap -1 2024-08-29T17:58:52.557 INFO:tasks.rados.rados.0.smithi028.stdout:3183: expect (ObjNum 959 snap 320 seq_num 959) 2024-08-29T17:58:52.558 INFO:tasks.rados.rados.0.smithi028.stdout:3184: copy_from oid 2 from oid 40 current snap is 324 2024-08-29T17:58:52.558 INFO:tasks.rados.rados.0.smithi028.stdout:3185: read oid 39 snap -1 2024-08-29T17:58:52.558 INFO:tasks.rados.rados.0.smithi028.stdout:3185: expect (ObjNum 916 snap 306 seq_num 916) 2024-08-29T17:58:52.558 INFO:tasks.rados.rados.0.smithi028.stdout:3186: copy_from oid 6 from oid 25 current snap is 324 2024-08-29T17:58:52.558 INFO:tasks.rados.rados.0.smithi028.stdout:3181: finishing write tid 1 to smithi02869045-46 2024-08-29T17:58:52.558 INFO:tasks.rados.rados.0.smithi028.stdout:append oid 48 current snap is 324 2024-08-29T17:58:52.558 INFO:tasks.rados.rados.0.smithi028.stdout:3187: seq_num 965 ranges {5136384=565248,5701632=647168,6348800=548864,6897664=8192} 2024-08-29T17:58:52.575 INFO:journalctl@ceph.prometheus.a.smithi053.stdout:Aug 29 17:58:52 smithi053 bash[61790]: ts=2024-08-29T17:58:52.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"3167ee72-662c-11ef-bcd4-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-29T17:58:52.575 INFO:journalctl@ceph.mds.b.smithi053.stdout:Aug 29 17:58:52 smithi053 systemd[1]: Stopping Ceph mds.b for 3167ee72-662c-11ef-bcd4-c7b262605968... 2024-08-29T17:58:52.575 INFO:journalctl@ceph.mds.b.smithi053.stdout:Aug 29 17:58:52 smithi053 bash[48690]: debug 2024-08-29T17:58:52.466+0000 7f62b7460640 -1 received signal: Terminated from /sbin/docker-init -- /usr/bin/ceph-mds -n mds.b -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2024-08-29T17:58:52.575 INFO:journalctl@ceph.mds.b.smithi053.stdout:Aug 29 17:58:52 smithi053 bash[48690]: debug 2024-08-29T17:58:52.466+0000 7f62b7460640 -1 mds.b *** got signal Terminated *** 2024-08-29T17:58:52.598 INFO:tasks.rados.rados.0.smithi028.stdout:3187: writing smithi02869045-48 from 5136384 to 5701632 tid 1 2024-08-29T17:58:52.602 INFO:tasks.rados.rados.0.smithi028.stdout:3187: writing smithi02869045-48 from 5701632 to 6348800 tid 2 2024-08-29T17:58:52.606 INFO:tasks.rados.rados.0.smithi028.stdout:3187: writing smithi02869045-48 from 6348800 to 6897664 tid 3 2024-08-29T17:58:52.606 INFO:tasks.rados.rados.0.smithi028.stdout:3187: writing smithi02869045-48 from 6897664 to 6905856 tid 4 2024-08-29T17:58:52.606 INFO:tasks.rados.rados.0.smithi028.stdout:3188: rollback oid 35 current snap is 324 2024-08-29T17:58:52.606 INFO:tasks.rados.rados.0.smithi028.stdout:rollback oid 35 to 295 2024-08-29T17:58:52.607 INFO:tasks.rados.rados.0.smithi028.stdout:3181: finishing write tid 2 to smithi02869045-46 2024-08-29T17:58:52.607 INFO:tasks.rados.rados.0.smithi028.stdout:append oid 1 current snap is 324 2024-08-29T17:58:52.607 INFO:tasks.rados.rados.0.smithi028.stdout:3186: finishing copy_from to smithi02869045-6 2024-08-29T17:58:52.607 INFO:tasks.rados.rados.0.smithi028.stdout:3186: got expected ENOENT (src dne) 2024-08-29T17:58:52.607 INFO:tasks.rados.rados.0.smithi028.stdout:3186: finishing copy_from racing read to smithi02869045-6 2024-08-29T17:58:52.607 INFO:tasks.rados.rados.0.smithi028.stdout:3189: seq_num 966 ranges {12312576=581632,12894208=581632,13475840=622592} 2024-08-29T17:58:52.629 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:58:52 smithi028 bash[78352]: cluster 2024-08-29T17:58:51.073958+0000 mgr.y (mgr.25022) 328 : cluster [DBG] pgmap v601: 121 pgs: 121 active+clean; 476 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 17 MiB/s rd, 2.9 MiB/s wr, 20 op/s 2024-08-29T17:58:52.629 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:58:52 smithi028 bash[78352]: cluster 2024-08-29T17:58:51.275762+0000 mon.a (mon.0) 1053 : cluster [DBG] osdmap e719: 8 total, 8 up, 8 in 2024-08-29T17:58:52.629 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:58:52 smithi028 bash[77168]: cluster 2024-08-29T17:58:51.073958+0000 mgr.y (mgr.25022) 328 : cluster [DBG] pgmap v601: 121 pgs: 121 active+clean; 476 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 17 MiB/s rd, 2.9 MiB/s wr, 20 op/s 2024-08-29T17:58:52.630 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:58:52 smithi028 bash[77168]: cluster 2024-08-29T17:58:51.275762+0000 mon.a (mon.0) 1053 : cluster [DBG] osdmap e719: 8 total, 8 up, 8 in 2024-08-29T17:58:52.630 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:58:52 smithi028 bash[77168]: debug 2024-08-29T17:58:52.467+0000 7ff3a4211640 -1 log_channel(cluster) log [ERR] : Health check failed: 1 filesystem is offline (MDS_ALL_DOWN) 2024-08-29T17:58:52.680 INFO:tasks.rados.rados.0.smithi028.stdout:3189: writing smithi02869045-1 from 12312576 to 12894208 tid 1 2024-08-29T17:58:52.684 INFO:tasks.rados.rados.0.smithi028.stdout:3189: writing smithi02869045-1 from 12894208 to 13475840 tid 2 2024-08-29T17:58:52.689 INFO:tasks.rados.rados.0.smithi028.stdout:3189: writing smithi02869045-1 from 13475840 to 14098432 tid 3 2024-08-29T17:58:52.689 INFO:tasks.rados.rados.0.smithi028.stdout:3186: done (8 left) 2024-08-29T17:58:52.689 INFO:tasks.rados.rados.0.smithi028.stdout:3190: snap_create 2024-08-29T17:58:52.689 INFO:tasks.rados.rados.0.smithi028.stdout:3181: finishing write tid 3 to smithi02869045-46 2024-08-29T17:58:52.689 INFO:tasks.rados.rados.0.smithi028.stdout:3181: finishing write tid 4 to smithi02869045-46 2024-08-29T17:58:52.689 INFO:tasks.rados.rados.0.smithi028.stdout:3185: expect (ObjNum 916 snap 306 seq_num 916) 2024-08-29T17:58:52.785 INFO:tasks.rados.rados.0.smithi028.stdout:3184: finishing copy_from racing read to smithi02869045-2 2024-08-29T17:58:52.785 INFO:tasks.rados.rados.0.smithi028.stdout:3184: finishing copy_from to smithi02869045-2 2024-08-29T17:58:52.785 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 2 v 2515 (ObjNum 193 snap 0 seq_num 1676658336) dirty exists 2024-08-29T17:58:52.785 INFO:tasks.rados.rados.0.smithi028.stdout:3181: finishing write tid 5 to smithi02869045-46 2024-08-29T17:58:52.785 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 46 v 2830 (ObjNum 964 snap 324 seq_num 964) dirty exists 2024-08-29T17:58:52.785 INFO:tasks.rados.rados.0.smithi028.stdout:3181: left oid 46 (ObjNum 964 snap 324 seq_num 964) 2024-08-29T17:58:52.785 INFO:tasks.rados.rados.0.smithi028.stdout:3183: expect (ObjNum 959 snap 320 seq_num 959) 2024-08-29T17:58:52.832 INFO:tasks.rados.rados.0.smithi028.stdout:3182: expect (ObjNum 923 snap 307 seq_num 923) 2024-08-29T17:58:53.004 INFO:tasks.rados.rados.0.smithi028.stdout:3187: finishing write tid 1 to smithi02869045-48 2024-08-29T17:58:53.004 INFO:tasks.rados.rados.0.smithi028.stdout:3187: finishing write tid 2 to smithi02869045-48 2024-08-29T17:58:53.004 INFO:tasks.rados.rados.0.smithi028.stdout:3188: finishing rollback tid 1 to smithi02869045-35 2024-08-29T17:58:53.004 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 35 v 2512 (ObjNum 161 snap 0 seq_num 1) dirty dne 2024-08-29T17:58:53.004 INFO:tasks.rados.rados.0.smithi028.stdout:3187: finishing write tid 3 to smithi02869045-48 2024-08-29T17:58:53.004 INFO:tasks.rados.rados.0.smithi028.stdout:3187: finishing write tid 4 to smithi02869045-48 2024-08-29T17:58:53.004 INFO:tasks.rados.rados.0.smithi028.stdout:3187: finishing write tid 5 to smithi02869045-48 2024-08-29T17:58:53.004 INFO:tasks.rados.rados.0.smithi028.stdout:3187: finishing write tid 6 to smithi02869045-48 2024-08-29T17:58:53.004 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 48 v 2538 (ObjNum 965 snap 324 seq_num 965) dirty exists 2024-08-29T17:58:53.005 INFO:tasks.rados.rados.0.smithi028.stdout:3187: left oid 48 (ObjNum 965 snap 324 seq_num 965) 2024-08-29T17:58:53.005 INFO:tasks.rados.rados.0.smithi028.stdout:3189: finishing write tid 1 to smithi02869045-1 2024-08-29T17:58:53.005 INFO:tasks.rados.rados.0.smithi028.stdout:3189: finishing write tid 2 to smithi02869045-1 2024-08-29T17:58:53.005 INFO:tasks.rados.rados.0.smithi028.stdout:3189: finishing write tid 3 to smithi02869045-1 2024-08-29T17:58:53.005 INFO:tasks.rados.rados.0.smithi028.stdout:3189: finishing write tid 4 to smithi02869045-1 2024-08-29T17:58:53.005 INFO:tasks.rados.rados.0.smithi028.stdout:3189: finishing write tid 5 to smithi02869045-1 2024-08-29T17:58:53.005 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 1 v 3031 (ObjNum 966 snap 324 seq_num 966) dirty exists 2024-08-29T17:58:53.005 INFO:tasks.rados.rados.0.smithi028.stdout:3189: left oid 1 (ObjNum 966 snap 324 seq_num 966) 2024-08-29T17:58:53.504 INFO:tasks.rados.rados.0.smithi028.stdout:3181: done (8 left) 2024-08-29T17:58:53.504 INFO:tasks.rados.rados.0.smithi028.stdout:3182: done (7 left) 2024-08-29T17:58:53.504 INFO:tasks.rados.rados.0.smithi028.stdout:3183: done (6 left) 2024-08-29T17:58:53.504 INFO:tasks.rados.rados.0.smithi028.stdout:3184: done (5 left) 2024-08-29T17:58:53.504 INFO:tasks.rados.rados.0.smithi028.stdout:3185: done (4 left) 2024-08-29T17:58:53.504 INFO:tasks.rados.rados.0.smithi028.stdout:3187: done (3 left) 2024-08-29T17:58:53.504 INFO:tasks.rados.rados.0.smithi028.stdout:3188: done (2 left) 2024-08-29T17:58:53.504 INFO:tasks.rados.rados.0.smithi028.stdout:3189: done (1 left) 2024-08-29T17:58:53.504 INFO:tasks.rados.rados.0.smithi028.stdout:3190: done (0 left) 2024-08-29T17:58:53.505 INFO:tasks.rados.rados.0.smithi028.stdout:3191: rmattr oid 26 current snap is 325 2024-08-29T17:58:53.505 INFO:tasks.rados.rados.0.smithi028.stdout:3191: done (0 left) 2024-08-29T17:58:53.505 INFO:tasks.rados.rados.0.smithi028.stdout:3192: rollback oid 26 current snap is 325 2024-08-29T17:58:53.505 INFO:tasks.rados.rados.0.smithi028.stdout:rollback oid 26 to 311 2024-08-29T17:58:53.505 INFO:tasks.rados.rados.0.smithi028.stdout:append oid 9 current snap is 325 2024-08-29T17:58:53.505 INFO:tasks.rados.rados.0.smithi028.stdout:3193: seq_num 967 ranges {2220032=598016,2818048=466944,3284992=516096,3801088=221184} 2024-08-29T17:58:53.521 INFO:tasks.rados.rados.0.smithi028.stdout:3193: writing smithi02869045-9 from 2220032 to 2818048 tid 1 2024-08-29T17:58:53.523 INFO:tasks.rados.rados.0.smithi028.stdout:3193: writing smithi02869045-9 from 2818048 to 3284992 tid 2 2024-08-29T17:58:53.526 INFO:tasks.rados.rados.0.smithi028.stdout:3193: writing smithi02869045-9 from 3284992 to 3801088 tid 3 2024-08-29T17:58:53.528 INFO:tasks.rados.rados.0.smithi028.stdout:3193: writing smithi02869045-9 from 3801088 to 4022272 tid 4 2024-08-29T17:58:53.528 INFO:tasks.rados.rados.0.smithi028.stdout:3194: snap_remove snap 323 2024-08-29T17:58:53.575 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:58:53 smithi053 bash[68679]: cluster 2024-08-29T17:58:52.285351+0000 mon.a (mon.0) 1054 : cluster [DBG] osdmap e720: 8 total, 8 up, 8 in 2024-08-29T17:58:53.575 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:58:53 smithi053 bash[68679]: cluster 2024-08-29T17:58:52.471953+0000 mon.a (mon.0) 1055 : cluster [WRN] Health check failed: 1 filesystem is degraded (FS_DEGRADED) 2024-08-29T17:58:53.575 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:58:53 smithi053 bash[68679]: cluster 2024-08-29T17:58:52.471995+0000 mon.a (mon.0) 1056 : cluster [ERR] Health check failed: 1 filesystem is offline (MDS_ALL_DOWN) 2024-08-29T17:58:53.575 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:58:53 smithi053 bash[68679]: cluster 2024-08-29T17:58:52.481778+0000 mon.a (mon.0) 1057 : cluster [DBG] osdmap e721: 8 total, 8 up, 8 in 2024-08-29T17:58:53.575 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:58:53 smithi053 bash[68679]: cluster 2024-08-29T17:58:52.482397+0000 mon.a (mon.0) 1058 : cluster [INF] Standby daemon mds.a assigned to filesystem cephfs as rank 0 2024-08-29T17:58:53.575 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:58:53 smithi053 bash[68679]: cluster 2024-08-29T17:58:52.482599+0000 mon.a (mon.0) 1059 : cluster [INF] Health check cleared: MDS_ALL_DOWN (was: 1 filesystem is offline) 2024-08-29T17:58:53.575 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:58:53 smithi053 bash[68679]: cluster 2024-08-29T17:58:52.483324+0000 mon.a (mon.0) 1060 : cluster [DBG] fsmap cephfs:0/1 1 up:standby, 1 failed 2024-08-29T17:58:53.575 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:58:53 smithi053 bash[68679]: cluster 2024-08-29T17:58:52.492545+0000 mon.a (mon.0) 1061 : cluster [DBG] fsmap cephfs:1/1 {0=a=up:replay} 2024-08-29T17:58:53.576 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:58:53 smithi053 bash[68679]: audit 2024-08-29T17:58:52.939235+0000 mon.a (mon.0) 1062 : audit [DBG] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "mds metadata", "who": "b"}]: dispatch 2024-08-29T17:58:53.630 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:58:53 smithi028 bash[78352]: cluster 2024-08-29T17:58:52.285351+0000 mon.a (mon.0) 1054 : cluster [DBG] osdmap e720: 8 total, 8 up, 8 in 2024-08-29T17:58:53.630 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:58:53 smithi028 bash[78352]: cluster 2024-08-29T17:58:52.471953+0000 mon.a (mon.0) 1055 : cluster [WRN] Health check failed: 1 filesystem is degraded (FS_DEGRADED) 2024-08-29T17:58:53.630 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:58:53 smithi028 bash[78352]: cluster 2024-08-29T17:58:52.471995+0000 mon.a (mon.0) 1056 : cluster [ERR] Health check failed: 1 filesystem is offline (MDS_ALL_DOWN) 2024-08-29T17:58:53.630 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:58:53 smithi028 bash[78352]: cluster 2024-08-29T17:58:52.481778+0000 mon.a (mon.0) 1057 : cluster [DBG] osdmap e721: 8 total, 8 up, 8 in 2024-08-29T17:58:53.630 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:58:53 smithi028 bash[78352]: cluster 2024-08-29T17:58:52.482397+0000 mon.a (mon.0) 1058 : cluster [INF] Standby daemon mds.a assigned to filesystem cephfs as rank 0 2024-08-29T17:58:53.631 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:58:53 smithi028 bash[78352]: cluster 2024-08-29T17:58:52.482599+0000 mon.a (mon.0) 1059 : cluster [INF] Health check cleared: MDS_ALL_DOWN (was: 1 filesystem is offline) 2024-08-29T17:58:53.631 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:58:53 smithi028 bash[78352]: cluster 2024-08-29T17:58:52.483324+0000 mon.a (mon.0) 1060 : cluster [DBG] fsmap cephfs:0/1 1 up:standby, 1 failed 2024-08-29T17:58:53.631 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:58:53 smithi028 bash[78352]: cluster 2024-08-29T17:58:52.492545+0000 mon.a (mon.0) 1061 : cluster [DBG] fsmap cephfs:1/1 {0=a=up:replay} 2024-08-29T17:58:53.631 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:58:53 smithi028 bash[78352]: audit 2024-08-29T17:58:52.939235+0000 mon.a (mon.0) 1062 : audit [DBG] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "mds metadata", "who": "b"}]: dispatch 2024-08-29T17:58:53.631 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:58:53 smithi028 bash[77168]: cluster 2024-08-29T17:58:52.285351+0000 mon.a (mon.0) 1054 : cluster [DBG] osdmap e720: 8 total, 8 up, 8 in 2024-08-29T17:58:53.631 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:58:53 smithi028 bash[77168]: cluster 2024-08-29T17:58:52.471953+0000 mon.a (mon.0) 1055 : cluster [WRN] Health check failed: 1 filesystem is degraded (FS_DEGRADED) 2024-08-29T17:58:53.631 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:58:53 smithi028 bash[77168]: cluster 2024-08-29T17:58:52.471995+0000 mon.a (mon.0) 1056 : cluster [ERR] Health check failed: 1 filesystem is offline (MDS_ALL_DOWN) 2024-08-29T17:58:53.631 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:58:53 smithi028 bash[77168]: cluster 2024-08-29T17:58:52.481778+0000 mon.a (mon.0) 1057 : cluster [DBG] osdmap e721: 8 total, 8 up, 8 in 2024-08-29T17:58:53.631 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:58:53 smithi028 bash[77168]: cluster 2024-08-29T17:58:52.482397+0000 mon.a (mon.0) 1058 : cluster [INF] Standby daemon mds.a assigned to filesystem cephfs as rank 0 2024-08-29T17:58:53.632 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:58:53 smithi028 bash[77168]: cluster 2024-08-29T17:58:52.482599+0000 mon.a (mon.0) 1059 : cluster [INF] Health check cleared: MDS_ALL_DOWN (was: 1 filesystem is offline) 2024-08-29T17:58:53.632 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:58:53 smithi028 bash[77168]: cluster 2024-08-29T17:58:52.483324+0000 mon.a (mon.0) 1060 : cluster [DBG] fsmap cephfs:0/1 1 up:standby, 1 failed 2024-08-29T17:58:53.632 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:58:53 smithi028 bash[77168]: cluster 2024-08-29T17:58:52.492545+0000 mon.a (mon.0) 1061 : cluster [DBG] fsmap cephfs:1/1 {0=a=up:replay} 2024-08-29T17:58:53.632 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:58:53 smithi028 bash[77168]: audit 2024-08-29T17:58:52.939235+0000 mon.a (mon.0) 1062 : audit [DBG] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "mds metadata", "who": "b"}]: dispatch 2024-08-29T17:58:54.278 INFO:tasks.rados.rados.0.smithi028.stdout:3194: done (2 left) 2024-08-29T17:58:54.278 INFO:tasks.rados.rados.0.smithi028.stdout:3195: setattr oid 5 current snap is 325 2024-08-29T17:58:54.278 INFO:tasks.rados.rados.0.smithi028.stdout:3192: finishing rollback tid 1 to smithi02869045-26 2024-08-29T17:58:54.278 INFO:tasks.rados.rados.0.smithi028.stdout:3192: finishing rollback tid 2 to smithi02869045-26 2024-08-29T17:58:54.278 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 26 v 2538 (ObjNum 813 snap 276 seq_num 813) dirty exists 2024-08-29T17:58:54.278 INFO:tasks.rados.rados.0.smithi028.stdout:3193: finishing write tid 1 to smithi02869045-9 2024-08-29T17:58:54.278 INFO:tasks.rados.rados.0.smithi028.stdout:3193: finishing write tid 2 to smithi02869045-9 2024-08-29T17:58:54.278 INFO:tasks.rados.rados.0.smithi028.stdout:3193: finishing write tid 3 to smithi02869045-9 2024-08-29T17:58:54.279 INFO:tasks.rados.rados.0.smithi028.stdout:3193: finishing write tid 4 to smithi02869045-9 2024-08-29T17:58:54.279 INFO:tasks.rados.rados.0.smithi028.stdout:3193: finishing write tid 5 to smithi02869045-9 2024-08-29T17:58:54.279 INFO:tasks.rados.rados.0.smithi028.stdout:3193: finishing write tid 6 to smithi02869045-9 2024-08-29T17:58:54.279 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 9 v 2526 (ObjNum 967 snap 325 seq_num 967) dirty exists 2024-08-29T17:58:54.279 INFO:tasks.rados.rados.0.smithi028.stdout:3193: left oid 9 (ObjNum 967 snap 325 seq_num 967) 2024-08-29T17:58:54.280 INFO:tasks.rados.rados.0.smithi028.stdout:3192: done (2 left) 2024-08-29T17:58:54.280 INFO:tasks.rados.rados.0.smithi028.stdout:3193: done (1 left) 2024-08-29T17:58:54.280 INFO:tasks.rados.rados.0.smithi028.stdout:3196: read oid 43 snap -1 2024-08-29T17:58:54.281 INFO:tasks.rados.rados.0.smithi028.stdout:3196: expect deleted 2024-08-29T17:58:54.281 INFO:tasks.rados.rados.0.smithi028.stdout:3197: read oid 50 snap -1 2024-08-29T17:58:54.281 INFO:tasks.rados.rados.0.smithi028.stdout:3197: expect (ObjNum 959 snap 320 seq_num 959) 2024-08-29T17:58:54.281 INFO:tasks.rados.rados.0.smithi028.stdout:3198: copy_from oid 41 from oid 11 current snap is 325 2024-08-29T17:58:54.281 INFO:tasks.rados.rados.0.smithi028.stdout:3199: rmattr oid 19 current snap is 325 2024-08-29T17:58:54.281 INFO:tasks.rados.rados.0.smithi028.stdout:3199: done (4 left) 2024-08-29T17:58:54.281 INFO:tasks.rados.rados.0.smithi028.stdout:append oid 12 current snap is 325 2024-08-29T17:58:54.281 INFO:tasks.rados.rados.0.smithi028.stdout:3200: seq_num 968 ranges {0=614400,614400=745472,1359872=458752} 2024-08-29T17:58:54.284 INFO:tasks.rados.rados.0.smithi028.stdout:3200: writing smithi02869045-12 from 0 to 614400 tid 1 2024-08-29T17:58:54.289 INFO:tasks.rados.rados.0.smithi028.stdout:3200: writing smithi02869045-12 from 614400 to 1359872 tid 2 2024-08-29T17:58:54.293 INFO:tasks.rados.rados.0.smithi028.stdout:3200: writing smithi02869045-12 from 1359872 to 1818624 tid 3 2024-08-29T17:58:54.293 INFO:tasks.rados.rados.0.smithi028.stdout:append oid 27 current snap is 325 2024-08-29T17:58:54.293 INFO:tasks.rados.rados.0.smithi028.stdout:3201: seq_num 969 ranges {2269184=638976,2908160=630784,3538944=532480,4071424=40960} 2024-08-29T17:58:54.310 INFO:tasks.rados.rados.0.smithi028.stdout:3201: writing smithi02869045-27 from 2269184 to 2908160 tid 1 2024-08-29T17:58:54.314 INFO:tasks.rados.rados.0.smithi028.stdout:3201: writing smithi02869045-27 from 2908160 to 3538944 tid 2 2024-08-29T17:58:54.317 INFO:tasks.rados.rados.0.smithi028.stdout:3201: writing smithi02869045-27 from 3538944 to 4071424 tid 3 2024-08-29T17:58:54.317 INFO:tasks.rados.rados.0.smithi028.stdout:3201: writing smithi02869045-27 from 4071424 to 4112384 tid 4 2024-08-29T17:58:54.318 INFO:tasks.rados.rados.0.smithi028.stdout:3202: snap_remove snap 309 2024-08-29T17:58:54.825 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:58:54 smithi053 bash[68679]: cluster 2024-08-29T17:58:53.074635+0000 mgr.y (mgr.25022) 329 : cluster [DBG] pgmap v605: 121 pgs: 121 active+clean; 474 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 17 MiB/s rd, 2.7 MiB/s wr, 19 op/s 2024-08-29T17:58:54.825 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:58:54 smithi053 bash[68679]: cluster 2024-08-29T17:58:53.502243+0000 mon.a (mon.0) 1063 : cluster [DBG] mds.? [v2:172.21.15.28:6834/1116075030,v1:172.21.15.28:6835/1116075030] up:reconnect 2024-08-29T17:58:54.825 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:58:54 smithi053 bash[68679]: cluster 2024-08-29T17:58:53.502561+0000 mon.a (mon.0) 1064 : cluster [DBG] fsmap cephfs:1/1 {0=a=up:reconnect} 2024-08-29T17:58:54.825 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:58:54 smithi053 bash[68679]: cluster 2024-08-29T17:58:53.502718+0000 mon.a (mon.0) 1065 : cluster [DBG] osdmap e722: 8 total, 8 up, 8 in 2024-08-29T17:58:54.825 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:58:54 smithi053 bash[68679]: cluster 2024-08-29T17:58:54.273038+0000 mon.a (mon.0) 1066 : cluster [DBG] osdmap e723: 8 total, 8 up, 8 in 2024-08-29T17:58:54.880 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:58:54 smithi028 bash[78352]: cluster 2024-08-29T17:58:53.074635+0000 mgr.y (mgr.25022) 329 : cluster [DBG] pgmap v605: 121 pgs: 121 active+clean; 474 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 17 MiB/s rd, 2.7 MiB/s wr, 19 op/s 2024-08-29T17:58:54.880 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:58:54 smithi028 bash[78352]: cluster 2024-08-29T17:58:53.502243+0000 mon.a (mon.0) 1063 : cluster [DBG] mds.? [v2:172.21.15.28:6834/1116075030,v1:172.21.15.28:6835/1116075030] up:reconnect 2024-08-29T17:58:54.880 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:58:54 smithi028 bash[78352]: cluster 2024-08-29T17:58:53.502561+0000 mon.a (mon.0) 1064 : cluster [DBG] fsmap cephfs:1/1 {0=a=up:reconnect} 2024-08-29T17:58:54.880 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:58:54 smithi028 bash[78352]: cluster 2024-08-29T17:58:53.502718+0000 mon.a (mon.0) 1065 : cluster [DBG] osdmap e722: 8 total, 8 up, 8 in 2024-08-29T17:58:54.880 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:58:54 smithi028 bash[78352]: cluster 2024-08-29T17:58:54.273038+0000 mon.a (mon.0) 1066 : cluster [DBG] osdmap e723: 8 total, 8 up, 8 in 2024-08-29T17:58:54.880 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:58:54 smithi028 bash[77168]: cluster 2024-08-29T17:58:53.074635+0000 mgr.y (mgr.25022) 329 : cluster [DBG] pgmap v605: 121 pgs: 121 active+clean; 474 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 17 MiB/s rd, 2.7 MiB/s wr, 19 op/s 2024-08-29T17:58:54.880 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:58:54 smithi028 bash[77168]: cluster 2024-08-29T17:58:53.502243+0000 mon.a (mon.0) 1063 : cluster [DBG] mds.? [v2:172.21.15.28:6834/1116075030,v1:172.21.15.28:6835/1116075030] up:reconnect 2024-08-29T17:58:54.880 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:58:54 smithi028 bash[77168]: cluster 2024-08-29T17:58:53.502561+0000 mon.a (mon.0) 1064 : cluster [DBG] fsmap cephfs:1/1 {0=a=up:reconnect} 2024-08-29T17:58:54.881 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:58:54 smithi028 bash[77168]: cluster 2024-08-29T17:58:53.502718+0000 mon.a (mon.0) 1065 : cluster [DBG] osdmap e722: 8 total, 8 up, 8 in 2024-08-29T17:58:54.881 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:58:54 smithi028 bash[77168]: cluster 2024-08-29T17:58:54.273038+0000 mon.a (mon.0) 1066 : cluster [DBG] osdmap e723: 8 total, 8 up, 8 in 2024-08-29T17:58:55.277 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 5 v 2117 (ObjNum 943 snap 315 seq_num 943) dirty exists 2024-08-29T17:58:55.277 INFO:tasks.rados.rados.0.smithi028.stdout:3197: expect (ObjNum 959 snap 320 seq_num 959) 2024-08-29T17:58:55.341 INFO:tasks.rados.rados.0.smithi028.stdout:3200: finishing write tid 1 to smithi02869045-12 2024-08-29T17:58:55.341 INFO:tasks.rados.rados.0.smithi028.stdout:3200: finishing write tid 2 to smithi02869045-12 2024-08-29T17:58:55.341 INFO:tasks.rados.rados.0.smithi028.stdout:3200: finishing write tid 3 to smithi02869045-12 2024-08-29T17:58:55.341 INFO:tasks.rados.rados.0.smithi028.stdout:3200: finishing write tid 4 to smithi02869045-12 2024-08-29T17:58:55.341 INFO:tasks.rados.rados.0.smithi028.stdout:3195: done (6 left) 2024-08-29T17:58:55.341 INFO:tasks.rados.rados.0.smithi028.stdout:3196: done (5 left) 2024-08-29T17:58:55.341 INFO:tasks.rados.rados.0.smithi028.stdout:3197: done (4 left) 2024-08-29T17:58:55.341 INFO:tasks.rados.rados.0.smithi028.stdout:3202: done (3 left) 2024-08-29T17:58:55.342 INFO:tasks.rados.rados.0.smithi028.stdout:3203: snap_create 2024-08-29T17:58:55.342 INFO:tasks.rados.rados.0.smithi028.stdout:3198: finishing copy_from racing read to smithi02869045-41 2024-08-29T17:58:55.342 INFO:tasks.rados.rados.0.smithi028.stdout:3200: finishing write tid 5 to smithi02869045-12 2024-08-29T17:58:55.342 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 12 v 2752 (ObjNum 968 snap 325 seq_num 968) dirty exists 2024-08-29T17:58:55.342 INFO:tasks.rados.rados.0.smithi028.stdout:3200: left oid 12 (ObjNum 968 snap 325 seq_num 968) 2024-08-29T17:58:55.342 INFO:tasks.rados.rados.0.smithi028.stdout:3198: finishing copy_from to smithi02869045-41 2024-08-29T17:58:55.342 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 41 v 2516 (ObjNum 923 snap 307 seq_num 923) dirty exists 2024-08-29T17:58:55.342 INFO:tasks.rados.rados.0.smithi028.stdout:3201: finishing write tid 1 to smithi02869045-27 2024-08-29T17:58:55.342 INFO:tasks.rados.rados.0.smithi028.stdout:3201: finishing write tid 2 to smithi02869045-27 2024-08-29T17:58:55.342 INFO:tasks.rados.rados.0.smithi028.stdout:3201: finishing write tid 3 to smithi02869045-27 2024-08-29T17:58:55.342 INFO:tasks.rados.rados.0.smithi028.stdout:3201: finishing write tid 4 to smithi02869045-27 2024-08-29T17:58:55.342 INFO:tasks.rados.rados.0.smithi028.stdout:3201: finishing write tid 5 to smithi02869045-27 2024-08-29T17:58:55.342 INFO:tasks.rados.rados.0.smithi028.stdout:3201: finishing write tid 6 to smithi02869045-27 2024-08-29T17:58:55.342 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 27 v 2543 (ObjNum 969 snap 325 seq_num 969) dirty exists 2024-08-29T17:58:55.343 INFO:tasks.rados.rados.0.smithi028.stdout:3201: left oid 27 (ObjNum 969 snap 325 seq_num 969) 2024-08-29T17:58:55.825 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:58:55 smithi053 bash[68679]: cluster 2024-08-29T17:58:54.508746+0000 mon.a (mon.0) 1067 : cluster [DBG] mds.? [v2:172.21.15.28:6834/1116075030,v1:172.21.15.28:6835/1116075030] up:rejoin 2024-08-29T17:58:55.825 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:58:55 smithi053 bash[68679]: cluster 2024-08-29T17:58:54.509011+0000 mon.a (mon.0) 1068 : cluster [DBG] fsmap cephfs:1/1 {0=a=up:rejoin} 2024-08-29T17:58:55.825 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:58:55 smithi053 bash[68679]: cluster 2024-08-29T17:58:54.509886+0000 mon.a (mon.0) 1069 : cluster [INF] daemon mds.a is now active in filesystem cephfs as rank 0 2024-08-29T17:58:55.825 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:58:55 smithi053 bash[68679]: cluster 2024-08-29T17:58:55.277211+0000 mon.a (mon.0) 1070 : cluster [DBG] osdmap e724: 8 total, 8 up, 8 in 2024-08-29T17:58:55.879 INFO:journalctl@ceph.mds.a.smithi028.stdout:Aug 29 17:58:55 smithi028 bash[99573]: debug 2024-08-29T17:58:55.750+0000 7fe92c2bf640 -1 mds.pinger is_rank_lagging: rank=0 was never sent ping request. 2024-08-29T17:58:55.880 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:58:55 smithi028 bash[78352]: cluster 2024-08-29T17:58:54.508746+0000 mon.a (mon.0) 1067 : cluster [DBG] mds.? [v2:172.21.15.28:6834/1116075030,v1:172.21.15.28:6835/1116075030] up:rejoin 2024-08-29T17:58:55.880 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:58:55 smithi028 bash[78352]: cluster 2024-08-29T17:58:54.509011+0000 mon.a (mon.0) 1068 : cluster [DBG] fsmap cephfs:1/1 {0=a=up:rejoin} 2024-08-29T17:58:55.880 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:58:55 smithi028 bash[78352]: cluster 2024-08-29T17:58:54.509886+0000 mon.a (mon.0) 1069 : cluster [INF] daemon mds.a is now active in filesystem cephfs as rank 0 2024-08-29T17:58:55.880 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:58:55 smithi028 bash[78352]: cluster 2024-08-29T17:58:55.277211+0000 mon.a (mon.0) 1070 : cluster [DBG] osdmap e724: 8 total, 8 up, 8 in 2024-08-29T17:58:55.880 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:58:55 smithi028 bash[77168]: cluster 2024-08-29T17:58:54.508746+0000 mon.a (mon.0) 1067 : cluster [DBG] mds.? [v2:172.21.15.28:6834/1116075030,v1:172.21.15.28:6835/1116075030] up:rejoin 2024-08-29T17:58:55.880 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:58:55 smithi028 bash[77168]: cluster 2024-08-29T17:58:54.509011+0000 mon.a (mon.0) 1068 : cluster [DBG] fsmap cephfs:1/1 {0=a=up:rejoin} 2024-08-29T17:58:55.881 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:58:55 smithi028 bash[77168]: cluster 2024-08-29T17:58:54.509886+0000 mon.a (mon.0) 1069 : cluster [INF] daemon mds.a is now active in filesystem cephfs as rank 0 2024-08-29T17:58:55.881 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:58:55 smithi028 bash[77168]: cluster 2024-08-29T17:58:55.277211+0000 mon.a (mon.0) 1070 : cluster [DBG] osdmap e724: 8 total, 8 up, 8 in 2024-08-29T17:58:56.278 INFO:tasks.rados.rados.0.smithi028.stdout:3198: done (3 left) 2024-08-29T17:58:56.278 INFO:tasks.rados.rados.0.smithi028.stdout:3200: done (2 left) 2024-08-29T17:58:56.278 INFO:tasks.rados.rados.0.smithi028.stdout:3201: done (1 left) 2024-08-29T17:58:56.279 INFO:tasks.rados.rados.0.smithi028.stdout:3203: done (0 left) 2024-08-29T17:58:56.279 INFO:tasks.rados.rados.0.smithi028.stdout:append oid 17 current snap is 326 2024-08-29T17:58:56.279 INFO:tasks.rados.rados.0.smithi028.stdout:3204: seq_num 970 ranges {0=655360,655360=516096,1171456=688128} 2024-08-29T17:58:56.283 INFO:tasks.rados.rados.0.smithi028.stdout:3204: writing smithi02869045-17 from 0 to 655360 tid 1 2024-08-29T17:58:56.287 INFO:tasks.rados.rados.0.smithi028.stdout:3204: writing smithi02869045-17 from 655360 to 1171456 tid 2 2024-08-29T17:58:56.294 INFO:tasks.rados.rados.0.smithi028.stdout:3204: writing smithi02869045-17 from 1171456 to 1859584 tid 3 2024-08-29T17:58:56.294 INFO:tasks.rados.rados.0.smithi028.stdout:3205: read oid 7 snap -1 2024-08-29T17:58:56.294 INFO:tasks.rados.rados.0.smithi028.stdout:3205: expect deleted 2024-08-29T17:58:56.294 INFO:tasks.rados.rados.0.smithi028.stdout:3206: snap_remove snap 284 2024-08-29T17:58:56.825 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:58:56 smithi053 bash[68679]: cluster 2024-08-29T17:58:55.075765+0000 mgr.y (mgr.25022) 330 : cluster [DBG] pgmap v608: 121 pgs: 121 active+clean; 446 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 11 MiB/s rd, 4.0 MiB/s wr, 25 op/s 2024-08-29T17:58:56.825 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:58:56 smithi053 bash[68679]: cluster 2024-08-29T17:58:55.504764+0000 mon.a (mon.0) 1071 : cluster [INF] Health check cleared: FS_DEGRADED (was: 1 filesystem is degraded) 2024-08-29T17:58:56.825 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:58:56 smithi053 bash[68679]: cluster 2024-08-29T17:58:55.504824+0000 mon.a (mon.0) 1072 : cluster [INF] Cluster is now healthy 2024-08-29T17:58:56.825 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:58:56 smithi053 bash[68679]: cluster 2024-08-29T17:58:55.522331+0000 mon.a (mon.0) 1073 : cluster [DBG] mds.? [v2:172.21.15.28:6834/1116075030,v1:172.21.15.28:6835/1116075030] up:active 2024-08-29T17:58:56.825 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:58:56 smithi053 bash[68679]: cluster 2024-08-29T17:58:55.522656+0000 mon.a (mon.0) 1074 : cluster [DBG] fsmap cephfs:1 {0=a=up:active} 2024-08-29T17:58:56.825 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:58:56 smithi053 bash[68679]: cluster 2024-08-29T17:58:56.278833+0000 mon.a (mon.0) 1075 : cluster [DBG] osdmap e725: 8 total, 8 up, 8 in 2024-08-29T17:58:56.880 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:58:56 smithi028 bash[77168]: cluster 2024-08-29T17:58:55.075765+0000 mgr.y (mgr.25022) 330 : cluster [DBG] pgmap v608: 121 pgs: 121 active+clean; 446 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 11 MiB/s rd, 4.0 MiB/s wr, 25 op/s 2024-08-29T17:58:56.880 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:58:56 smithi028 bash[77168]: cluster 2024-08-29T17:58:55.504764+0000 mon.a (mon.0) 1071 : cluster [INF] Health check cleared: FS_DEGRADED (was: 1 filesystem is degraded) 2024-08-29T17:58:56.880 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:58:56 smithi028 bash[77168]: cluster 2024-08-29T17:58:55.504824+0000 mon.a (mon.0) 1072 : cluster [INF] Cluster is now healthy 2024-08-29T17:58:56.880 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:58:56 smithi028 bash[77168]: cluster 2024-08-29T17:58:55.522331+0000 mon.a (mon.0) 1073 : cluster [DBG] mds.? [v2:172.21.15.28:6834/1116075030,v1:172.21.15.28:6835/1116075030] up:active 2024-08-29T17:58:56.880 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:58:56 smithi028 bash[77168]: cluster 2024-08-29T17:58:55.522656+0000 mon.a (mon.0) 1074 : cluster [DBG] fsmap cephfs:1 {0=a=up:active} 2024-08-29T17:58:56.880 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:58:56 smithi028 bash[77168]: cluster 2024-08-29T17:58:56.278833+0000 mon.a (mon.0) 1075 : cluster [DBG] osdmap e725: 8 total, 8 up, 8 in 2024-08-29T17:58:56.880 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:58:56 smithi028 bash[78352]: cluster 2024-08-29T17:58:55.075765+0000 mgr.y (mgr.25022) 330 : cluster [DBG] pgmap v608: 121 pgs: 121 active+clean; 446 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 11 MiB/s rd, 4.0 MiB/s wr, 25 op/s 2024-08-29T17:58:56.881 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:58:56 smithi028 bash[78352]: cluster 2024-08-29T17:58:55.504764+0000 mon.a (mon.0) 1071 : cluster [INF] Health check cleared: FS_DEGRADED (was: 1 filesystem is degraded) 2024-08-29T17:58:56.881 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:58:56 smithi028 bash[78352]: cluster 2024-08-29T17:58:55.504824+0000 mon.a (mon.0) 1072 : cluster [INF] Cluster is now healthy 2024-08-29T17:58:56.881 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:58:56 smithi028 bash[78352]: cluster 2024-08-29T17:58:55.522331+0000 mon.a (mon.0) 1073 : cluster [DBG] mds.? [v2:172.21.15.28:6834/1116075030,v1:172.21.15.28:6835/1116075030] up:active 2024-08-29T17:58:56.881 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:58:56 smithi028 bash[78352]: cluster 2024-08-29T17:58:55.522656+0000 mon.a (mon.0) 1074 : cluster [DBG] fsmap cephfs:1 {0=a=up:active} 2024-08-29T17:58:56.881 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:58:56 smithi028 bash[78352]: cluster 2024-08-29T17:58:56.278833+0000 mon.a (mon.0) 1075 : cluster [DBG] osdmap e725: 8 total, 8 up, 8 in 2024-08-29T17:58:57.284 INFO:tasks.rados.rados.0.smithi028.stdout:3206: done (2 left) 2024-08-29T17:58:57.284 INFO:tasks.rados.rados.0.smithi028.stdout:append oid 16 current snap is 326 2024-08-29T17:58:57.284 INFO:tasks.rados.rados.0.smithi028.stdout:3207: seq_num 971 ranges {1744896=671744,2416640=802816,3219456=401408} 2024-08-29T17:58:57.299 INFO:tasks.rados.rados.0.smithi028.stdout:3207: writing smithi02869045-16 from 1744896 to 2416640 tid 1 2024-08-29T17:58:57.305 INFO:tasks.rados.rados.0.smithi028.stdout:3207: writing smithi02869045-16 from 2416640 to 3219456 tid 2 2024-08-29T17:58:57.308 INFO:tasks.rados.rados.0.smithi028.stdout:3207: writing smithi02869045-16 from 3219456 to 3620864 tid 3 2024-08-29T17:58:57.308 INFO:tasks.rados.rados.0.smithi028.stdout:3208: rmattr oid 29 current snap is 326 2024-08-29T17:58:57.308 INFO:tasks.rados.rados.0.smithi028.stdout:append oid 20 current snap is 326 2024-08-29T17:58:57.308 INFO:tasks.rados.rados.0.smithi028.stdout:3209: seq_num 972 ranges {3506176=688128,4194304=688128,4882432=516096} 2024-08-29T17:58:57.334 INFO:tasks.rados.rados.0.smithi028.stdout:3209: writing smithi02869045-20 from 3506176 to 4194304 tid 1 2024-08-29T17:58:57.338 INFO:tasks.rados.rados.0.smithi028.stdout:3209: writing smithi02869045-20 from 4194304 to 4882432 tid 2 2024-08-29T17:58:57.341 INFO:tasks.rados.rados.0.smithi028.stdout:3209: writing smithi02869045-20 from 4882432 to 5398528 tid 3 2024-08-29T17:58:57.342 INFO:tasks.rados.rados.0.smithi028.stdout:3210: delete oid 41 current snap is 326 2024-08-29T17:58:57.342 INFO:tasks.rados.rados.0.smithi028.stdout:3204: finishing write tid 1 to smithi02869045-17 2024-08-29T17:58:57.342 INFO:tasks.rados.rados.0.smithi028.stdout:3204: finishing write tid 2 to smithi02869045-17 2024-08-29T17:58:57.342 INFO:tasks.rados.rados.0.smithi028.stdout:3204: finishing write tid 3 to smithi02869045-17 2024-08-29T17:58:57.342 INFO:tasks.rados.rados.0.smithi028.stdout:3204: finishing write tid 4 to smithi02869045-17 2024-08-29T17:58:57.342 INFO:tasks.rados.rados.0.smithi028.stdout:3204: finishing write tid 5 to smithi02869045-17 2024-08-29T17:58:57.342 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 17 v 3046 (ObjNum 970 snap 326 seq_num 970) dirty exists 2024-08-29T17:58:57.342 INFO:tasks.rados.rados.0.smithi028.stdout:3204: left oid 17 (ObjNum 970 snap 326 seq_num 970) 2024-08-29T17:58:57.342 INFO:tasks.rados.rados.0.smithi028.stdout:3207: finishing write tid 1 to smithi02869045-16 2024-08-29T17:58:57.342 INFO:tasks.rados.rados.0.smithi028.stdout:3207: finishing write tid 2 to smithi02869045-16 2024-08-29T17:58:57.342 INFO:tasks.rados.rados.0.smithi028.stdout:3207: finishing write tid 3 to smithi02869045-16 2024-08-29T17:58:57.342 INFO:tasks.rados.rados.0.smithi028.stdout:3207: finishing write tid 4 to smithi02869045-16 2024-08-29T17:58:57.343 INFO:tasks.rados.rados.0.smithi028.stdout:3207: finishing write tid 5 to smithi02869045-16 2024-08-29T17:58:57.343 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 16 v 2542 (ObjNum 971 snap 326 seq_num 971) dirty exists 2024-08-29T17:58:57.343 INFO:tasks.rados.rados.0.smithi028.stdout:3207: left oid 16 (ObjNum 971 snap 326 seq_num 971) 2024-08-29T17:58:57.343 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 29 v 2514 (ObjNum 784 snap 268 seq_num 784) dirty exists 2024-08-29T17:58:57.345 INFO:tasks.rados.rados.0.smithi028.stdout:3204: done (5 left) 2024-08-29T17:58:57.345 INFO:tasks.rados.rados.0.smithi028.stdout:3205: done (4 left) 2024-08-29T17:58:57.345 INFO:tasks.rados.rados.0.smithi028.stdout:3207: done (3 left) 2024-08-29T17:58:57.345 INFO:tasks.rados.rados.0.smithi028.stdout:3208: done (2 left) 2024-08-29T17:58:57.345 INFO:tasks.rados.rados.0.smithi028.stdout:3210: done (1 left) 2024-08-29T17:58:57.345 INFO:tasks.rados.rados.0.smithi028.stdout:3211: copy_from oid 35 from oid 7 current snap is 326 2024-08-29T17:58:57.345 INFO:tasks.rados.rados.0.smithi028.stdout:3212: rmattr oid 43 current snap is 326 2024-08-29T17:58:57.345 INFO:tasks.rados.rados.0.smithi028.stdout:3212: done (2 left) 2024-08-29T17:58:57.345 INFO:tasks.rados.rados.0.smithi028.stdout:3213: snap_remove snap 305 2024-08-29T17:58:57.825 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:58:57 smithi053 bash[68679]: audit 2024-08-29T17:58:57.034460+0000 mon.a (mon.0) 1076 : audit [DBG] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-29T17:58:57.825 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:58:57 smithi053 bash[68679]: cluster 2024-08-29T17:58:57.281262+0000 mon.a (mon.0) 1077 : cluster [DBG] osdmap e726: 8 total, 8 up, 8 in 2024-08-29T17:58:57.880 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:58:57 smithi028 bash[78352]: audit 2024-08-29T17:58:57.034460+0000 mon.a (mon.0) 1076 : audit [DBG] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-29T17:58:57.880 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:58:57 smithi028 bash[78352]: cluster 2024-08-29T17:58:57.281262+0000 mon.a (mon.0) 1077 : cluster [DBG] osdmap e726: 8 total, 8 up, 8 in 2024-08-29T17:58:57.881 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:58:57 smithi028 bash[77168]: audit 2024-08-29T17:58:57.034460+0000 mon.a (mon.0) 1076 : audit [DBG] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-29T17:58:57.881 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:58:57 smithi028 bash[77168]: cluster 2024-08-29T17:58:57.281262+0000 mon.a (mon.0) 1077 : cluster [DBG] osdmap e726: 8 total, 8 up, 8 in 2024-08-29T17:58:58.288 INFO:tasks.rados.rados.0.smithi028.stdout:3213: done (2 left) 2024-08-29T17:58:58.288 INFO:tasks.rados.rados.0.smithi028.stdout:3214: setattr oid 27 current snap is 326 2024-08-29T17:58:58.288 INFO:tasks.rados.rados.0.smithi028.stdout:3211: finishing copy_from to smithi02869045-35 2024-08-29T17:58:58.289 INFO:tasks.rados.rados.0.smithi028.stdout:3211: got expected ENOENT (src dne) 2024-08-29T17:58:58.289 INFO:tasks.rados.rados.0.smithi028.stdout:3211: finishing copy_from racing read to smithi02869045-35 2024-08-29T17:58:58.289 INFO:tasks.rados.rados.0.smithi028.stdout:3209: finishing write tid 1 to smithi02869045-20 2024-08-29T17:58:58.289 INFO:tasks.rados.rados.0.smithi028.stdout:3209: finishing write tid 2 to smithi02869045-20 2024-08-29T17:58:58.289 INFO:tasks.rados.rados.0.smithi028.stdout:3209: finishing write tid 3 to smithi02869045-20 2024-08-29T17:58:58.289 INFO:tasks.rados.rados.0.smithi028.stdout:3209: finishing write tid 4 to smithi02869045-20 2024-08-29T17:58:58.289 INFO:tasks.rados.rados.0.smithi028.stdout:3209: finishing write tid 5 to smithi02869045-20 2024-08-29T17:58:58.289 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 20 v 2823 (ObjNum 972 snap 326 seq_num 972) dirty exists 2024-08-29T17:58:58.289 INFO:tasks.rados.rados.0.smithi028.stdout:3209: left oid 20 (ObjNum 972 snap 326 seq_num 972) 2024-08-29T17:58:58.291 INFO:tasks.rados.rados.0.smithi028.stdout:3209: done (2 left) 2024-08-29T17:58:58.291 INFO:tasks.rados.rados.0.smithi028.stdout:3211: done (1 left) 2024-08-29T17:58:58.291 INFO:tasks.rados.rados.0.smithi028.stdout:3215: copy_from oid 30 from oid 9 current snap is 326 2024-08-29T17:58:58.291 INFO:tasks.rados.rados.0.smithi028.stdout:3216: read oid 44 snap -1 2024-08-29T17:58:58.291 INFO:tasks.rados.rados.0.smithi028.stdout:3216: expect (ObjNum 955 snap 320 seq_num 955) 2024-08-29T17:58:58.291 INFO:tasks.rados.rados.0.smithi028.stdout:3217: read oid 49 snap 290 2024-08-29T17:58:58.292 INFO:tasks.rados.rados.0.smithi028.stdout:3217: expect (ObjNum 813 snap 276 seq_num 813) 2024-08-29T17:58:58.292 INFO:tasks.rados.rados.0.smithi028.stdout:3218: setattr oid 26 current snap is 326 2024-08-29T17:58:58.294 INFO:tasks.rados.rados.0.smithi028.stdout:3219: setattr oid 17 current snap is 326 2024-08-29T17:58:58.296 INFO:tasks.rados.rados.0.smithi028.stdout:3220: snap_remove snap 314 2024-08-29T17:58:58.407 INFO:journalctl@ceph.mds.b.smithi053.stdout:Aug 29 17:58:58 smithi053 bash[88947]: ceph-3167ee72-662c-11ef-bcd4-c7b262605968-mds-b 2024-08-29T17:58:58.407 INFO:journalctl@ceph.mds.b.smithi053.stdout:Aug 29 17:58:58 smithi053 bash[89007]: Error response from daemon: No such container: ceph-3167ee72-662c-11ef-bcd4-c7b262605968-mds-b 2024-08-29T17:58:58.407 INFO:journalctl@ceph.mds.b.smithi053.stdout:Aug 29 17:58:58 smithi053 systemd[1]: ceph-3167ee72-662c-11ef-bcd4-c7b262605968@mds.b.service: Deactivated successfully. 2024-08-29T17:58:58.407 INFO:journalctl@ceph.mds.b.smithi053.stdout:Aug 29 17:58:58 smithi053 systemd[1]: Stopped Ceph mds.b for 3167ee72-662c-11ef-bcd4-c7b262605968. 2024-08-29T17:58:58.768 INFO:journalctl@ceph.mgr.x.smithi053.stdout:Aug 29 17:58:58 smithi053 systemd[1]: /etc/systemd/system/ceph-3167ee72-662c-11ef-bcd4-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-08-29T17:58:58.769 INFO:journalctl@ceph.osd.6.smithi053.stdout:Aug 29 17:58:58 smithi053 systemd[1]: /etc/systemd/system/ceph-3167ee72-662c-11ef-bcd4-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-08-29T17:58:58.769 INFO:journalctl@ceph.node-exporter.b.smithi053.stdout:Aug 29 17:58:58 smithi053 systemd[1]: /etc/systemd/system/ceph-3167ee72-662c-11ef-bcd4-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-08-29T17:58:58.769 INFO:journalctl@ceph.grafana.a.smithi053.stdout:Aug 29 17:58:58 smithi053 systemd[1]: /etc/systemd/system/ceph-3167ee72-662c-11ef-bcd4-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-08-29T17:58:58.770 INFO:journalctl@ceph.osd.5.smithi053.stdout:Aug 29 17:58:58 smithi053 systemd[1]: /etc/systemd/system/ceph-3167ee72-662c-11ef-bcd4-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-08-29T17:58:58.770 INFO:journalctl@ceph.osd.7.smithi053.stdout:Aug 29 17:58:58 smithi053 systemd[1]: /etc/systemd/system/ceph-3167ee72-662c-11ef-bcd4-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-08-29T17:58:58.771 INFO:journalctl@ceph.prometheus.a.smithi053.stdout:Aug 29 17:58:58 smithi053 systemd[1]: /etc/systemd/system/ceph-3167ee72-662c-11ef-bcd4-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-08-29T17:58:58.771 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:58:58 smithi053 bash[68679]: cluster 2024-08-29T17:58:57.076391+0000 mgr.y (mgr.25022) 331 : cluster [DBG] pgmap v611: 121 pgs: 121 active+clean; 445 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 11 MiB/s rd, 3.8 MiB/s wr, 24 op/s 2024-08-29T17:58:58.771 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:58:58 smithi053 bash[68679]: cluster 2024-08-29T17:58:58.284474+0000 mon.a (mon.0) 1078 : cluster [DBG] osdmap e727: 8 total, 8 up, 8 in 2024-08-29T17:58:58.771 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:58:58 smithi053 systemd[1]: /etc/systemd/system/ceph-3167ee72-662c-11ef-bcd4-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-08-29T17:58:58.771 INFO:journalctl@ceph.mds.b.smithi053.stdout:Aug 29 17:58:58 smithi053 systemd[1]: /etc/systemd/system/ceph-3167ee72-662c-11ef-bcd4-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-08-29T17:58:58.771 INFO:journalctl@ceph.mds.b.smithi053.stdout:Aug 29 17:58:58 smithi053 systemd[1]: Started Ceph mds.b for 3167ee72-662c-11ef-bcd4-c7b262605968. 2024-08-29T17:58:58.772 INFO:journalctl@ceph.osd.4.smithi053.stdout:Aug 29 17:58:58 smithi053 systemd[1]: /etc/systemd/system/ceph-3167ee72-662c-11ef-bcd4-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-08-29T17:58:58.880 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:58:58 smithi028 bash[77168]: cluster 2024-08-29T17:58:57.076391+0000 mgr.y (mgr.25022) 331 : cluster [DBG] pgmap v611: 121 pgs: 121 active+clean; 445 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 11 MiB/s rd, 3.8 MiB/s wr, 24 op/s 2024-08-29T17:58:58.880 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:58:58 smithi028 bash[77168]: cluster 2024-08-29T17:58:58.284474+0000 mon.a (mon.0) 1078 : cluster [DBG] osdmap e727: 8 total, 8 up, 8 in 2024-08-29T17:58:58.880 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:58:58 smithi028 bash[78352]: cluster 2024-08-29T17:58:57.076391+0000 mgr.y (mgr.25022) 331 : cluster [DBG] pgmap v611: 121 pgs: 121 active+clean; 445 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 11 MiB/s rd, 3.8 MiB/s wr, 24 op/s 2024-08-29T17:58:58.880 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:58:58 smithi028 bash[78352]: cluster 2024-08-29T17:58:58.284474+0000 mon.a (mon.0) 1078 : cluster [DBG] osdmap e727: 8 total, 8 up, 8 in 2024-08-29T17:58:59.279 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 17 v 3057 (ObjNum 970 snap 326 seq_num 970) dirty exists 2024-08-29T17:58:59.279 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 27 v 2544 (ObjNum 969 snap 325 seq_num 969) dirty exists 2024-08-29T17:58:59.279 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 26 v 2545 (ObjNum 813 snap 276 seq_num 813) dirty exists 2024-08-29T17:58:59.279 INFO:tasks.rados.rados.0.smithi028.stdout:3215: finishing copy_from racing read to smithi02869045-30 2024-08-29T17:58:59.279 INFO:tasks.rados.rados.0.smithi028.stdout:3215: finishing copy_from to smithi02869045-30 2024-08-29T17:58:59.279 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 30 v 2526 (ObjNum 967 snap 325 seq_num 967) dirty exists 2024-08-29T17:58:59.279 INFO:tasks.rados.rados.0.smithi028.stdout:3217: expect (ObjNum 813 snap 276 seq_num 813) 2024-08-29T17:59:00.075 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:58:59 smithi053 bash[68679]: audit 2024-08-29T17:58:58.711292+0000 mon.a (mon.0) 1079 : audit [INF] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' 2024-08-29T17:59:00.075 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:58:59 smithi053 bash[68679]: audit 2024-08-29T17:58:58.721477+0000 mon.a (mon.0) 1080 : audit [INF] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' 2024-08-29T17:59:00.075 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:58:59 smithi053 bash[68679]: audit 2024-08-29T17:58:58.723789+0000 mon.a (mon.0) 1081 : audit [DBG] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-29T17:59:00.075 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:58:59 smithi053 bash[68679]: cluster 2024-08-29T17:58:59.275343+0000 mon.a (mon.0) 1082 : cluster [DBG] osdmap e728: 8 total, 8 up, 8 in 2024-08-29T17:59:00.129 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:58:59 smithi028 bash[78352]: audit 2024-08-29T17:58:58.711292+0000 mon.a (mon.0) 1079 : audit [INF] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' 2024-08-29T17:59:00.130 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:58:59 smithi028 bash[78352]: audit 2024-08-29T17:58:58.721477+0000 mon.a (mon.0) 1080 : audit [INF] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' 2024-08-29T17:59:00.130 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:58:59 smithi028 bash[78352]: audit 2024-08-29T17:58:58.723789+0000 mon.a (mon.0) 1081 : audit [DBG] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-29T17:59:00.130 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:58:59 smithi028 bash[78352]: cluster 2024-08-29T17:58:59.275343+0000 mon.a (mon.0) 1082 : cluster [DBG] osdmap e728: 8 total, 8 up, 8 in 2024-08-29T17:59:00.130 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:58:59 smithi028 bash[77168]: audit 2024-08-29T17:58:58.711292+0000 mon.a (mon.0) 1079 : audit [INF] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' 2024-08-29T17:59:00.130 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:58:59 smithi028 bash[77168]: audit 2024-08-29T17:58:58.721477+0000 mon.a (mon.0) 1080 : audit [INF] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' 2024-08-29T17:59:00.130 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:58:59 smithi028 bash[77168]: audit 2024-08-29T17:58:58.723789+0000 mon.a (mon.0) 1081 : audit [DBG] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-29T17:59:00.130 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:58:59 smithi028 bash[77168]: cluster 2024-08-29T17:58:59.275343+0000 mon.a (mon.0) 1082 : cluster [DBG] osdmap e728: 8 total, 8 up, 8 in 2024-08-29T17:59:00.192 INFO:tasks.rados.rados.0.smithi028.stdout:3216: expect (ObjNum 955 snap 320 seq_num 955) 2024-08-29T17:59:00.265 INFO:tasks.rados.rados.0.smithi028.stdout:3214: done (6 left) 2024-08-29T17:59:00.265 INFO:tasks.rados.rados.0.smithi028.stdout:3215: done (5 left) 2024-08-29T17:59:00.265 INFO:tasks.rados.rados.0.smithi028.stdout:3216: done (4 left) 2024-08-29T17:59:00.265 INFO:tasks.rados.rados.0.smithi028.stdout:3217: done (3 left) 2024-08-29T17:59:00.265 INFO:tasks.rados.rados.0.smithi028.stdout:3218: done (2 left) 2024-08-29T17:59:00.265 INFO:tasks.rados.rados.0.smithi028.stdout:3219: done (1 left) 2024-08-29T17:59:00.265 INFO:tasks.rados.rados.0.smithi028.stdout:3220: done (0 left) 2024-08-29T17:59:00.266 INFO:tasks.rados.rados.0.smithi028.stdout:3221: snap_create 2024-08-29T17:59:00.575 INFO:journalctl@ceph.mds.b.smithi053.stdout:Aug 29 17:59:00 smithi053 bash[89063]: starting mds.b at 2024-08-29T17:59:00.739 INFO:tasks.rados.rados.0.smithi028.stdout:3221: done (0 left) 2024-08-29T17:59:00.739 INFO:tasks.rados.rados.0.smithi028.stdout:3222: read oid 11 snap -1 2024-08-29T17:59:00.739 INFO:tasks.rados.rados.0.smithi028.stdout:3222: expect (ObjNum 923 snap 307 seq_num 923) 2024-08-29T17:59:00.739 INFO:tasks.rados.rados.0.smithi028.stdout:3223: read oid 7 snap -1 2024-08-29T17:59:00.739 INFO:tasks.rados.rados.0.smithi028.stdout:3223: expect deleted 2024-08-29T17:59:00.739 INFO:tasks.rados.rados.0.smithi028.stdout:3224: rollback oid 37 current snap is 327 2024-08-29T17:59:00.739 INFO:tasks.rados.rados.0.smithi028.stdout:rollback oid 37 to 310 2024-08-29T17:59:00.740 INFO:tasks.rados.rados.0.smithi028.stdout:3225: snap_create 2024-08-29T17:59:00.757 INFO:tasks.rados.rados.0.smithi028.stdout:3224: finishing rollback tid 0 to smithi02869045-37 2024-08-29T17:59:00.757 INFO:tasks.rados.rados.0.smithi028.stdout:3224: finishing rollback tid 1 to smithi02869045-37 2024-08-29T17:59:00.758 INFO:tasks.rados.rados.0.smithi028.stdout:3224: finishing rollback tid 2 to smithi02869045-37 2024-08-29T17:59:00.758 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 37 v 3079 (ObjNum 847 snap 283 seq_num 847) dirty exists 2024-08-29T17:59:00.761 INFO:tasks.rados.rados.0.smithi028.stdout:3222: expect (ObjNum 923 snap 307 seq_num 923) 2024-08-29T17:59:01.075 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:59:00 smithi053 bash[68679]: cluster 2024-08-29T17:58:59.077339+0000 mgr.y (mgr.25022) 332 : cluster [DBG] pgmap v614: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 437 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 4.2 KiB/s rd, 454 KiB/s wr, 19 op/s 2024-08-29T17:59:01.129 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:59:00 smithi028 bash[78352]: cluster 2024-08-29T17:58:59.077339+0000 mgr.y (mgr.25022) 332 : cluster [DBG] pgmap v614: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 437 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 4.2 KiB/s rd, 454 KiB/s wr, 19 op/s 2024-08-29T17:59:01.130 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:59:00 smithi028 bash[77168]: cluster 2024-08-29T17:58:59.077339+0000 mgr.y (mgr.25022) 332 : cluster [DBG] pgmap v614: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 437 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 4.2 KiB/s rd, 454 KiB/s wr, 19 op/s 2024-08-29T17:59:01.740 INFO:journalctl@ceph.mgr.y.smithi028.stdout:Aug 29 17:59:01 smithi028 bash[70818]: ::ffff:172.21.15.53 - - [29/Aug/2024:17:59:01] "GET /metrics HTTP/1.1" 200 36015 "" "Prometheus/2.43.0" 2024-08-29T17:59:01.750 INFO:tasks.rados.rados.0.smithi028.stdout:3222: done (3 left) 2024-08-29T17:59:01.750 INFO:tasks.rados.rados.0.smithi028.stdout:3223: done (2 left) 2024-08-29T17:59:01.750 INFO:tasks.rados.rados.0.smithi028.stdout:3224: done (1 left) 2024-08-29T17:59:01.750 INFO:tasks.rados.rados.0.smithi028.stdout:3225: done (0 left) 2024-08-29T17:59:01.751 INFO:tasks.rados.rados.0.smithi028.stdout:3226: snap_create 2024-08-29T17:59:02.075 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:59:01 smithi053 bash[68679]: cluster 2024-08-29T17:59:00.738395+0000 mon.a (mon.0) 1083 : cluster [DBG] osdmap e729: 8 total, 8 up, 8 in 2024-08-29T17:59:02.075 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:59:01 smithi053 bash[68679]: cluster 2024-08-29T17:59:00.739796+0000 mon.a (mon.0) 1084 : cluster [DBG] mds.? [v2:172.21.15.53:6832/2841245350,v1:172.21.15.53:6833/2841245350] up:boot 2024-08-29T17:59:02.075 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:59:01 smithi053 bash[68679]: cluster 2024-08-29T17:59:00.740202+0000 mon.a (mon.0) 1085 : cluster [DBG] fsmap cephfs:1 {0=a=up:active} 1 up:standby 2024-08-29T17:59:02.075 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:59:01 smithi053 bash[68679]: audit 2024-08-29T17:59:00.740511+0000 mon.a (mon.0) 1086 : audit [DBG] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "mds metadata", "who": "b"}]: dispatch 2024-08-29T17:59:02.130 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:59:01 smithi028 bash[78352]: cluster 2024-08-29T17:59:00.738395+0000 mon.a (mon.0) 1083 : cluster [DBG] osdmap e729: 8 total, 8 up, 8 in 2024-08-29T17:59:02.130 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:59:01 smithi028 bash[78352]: cluster 2024-08-29T17:59:00.739796+0000 mon.a (mon.0) 1084 : cluster [DBG] mds.? [v2:172.21.15.53:6832/2841245350,v1:172.21.15.53:6833/2841245350] up:boot 2024-08-29T17:59:02.130 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:59:01 smithi028 bash[78352]: cluster 2024-08-29T17:59:00.740202+0000 mon.a (mon.0) 1085 : cluster [DBG] fsmap cephfs:1 {0=a=up:active} 1 up:standby 2024-08-29T17:59:02.130 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:59:01 smithi028 bash[78352]: audit 2024-08-29T17:59:00.740511+0000 mon.a (mon.0) 1086 : audit [DBG] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "mds metadata", "who": "b"}]: dispatch 2024-08-29T17:59:02.130 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:59:01 smithi028 bash[77168]: cluster 2024-08-29T17:59:00.738395+0000 mon.a (mon.0) 1083 : cluster [DBG] osdmap e729: 8 total, 8 up, 8 in 2024-08-29T17:59:02.130 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:59:01 smithi028 bash[77168]: cluster 2024-08-29T17:59:00.739796+0000 mon.a (mon.0) 1084 : cluster [DBG] mds.? [v2:172.21.15.53:6832/2841245350,v1:172.21.15.53:6833/2841245350] up:boot 2024-08-29T17:59:02.130 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:59:01 smithi028 bash[77168]: cluster 2024-08-29T17:59:00.740202+0000 mon.a (mon.0) 1085 : cluster [DBG] fsmap cephfs:1 {0=a=up:active} 1 up:standby 2024-08-29T17:59:02.130 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:59:01 smithi028 bash[77168]: audit 2024-08-29T17:59:00.740511+0000 mon.a (mon.0) 1086 : audit [DBG] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "mds metadata", "who": "b"}]: dispatch 2024-08-29T17:59:02.575 INFO:journalctl@ceph.prometheus.a.smithi053.stdout:Aug 29 17:59:02 smithi053 bash[61790]: ts=2024-08-29T17:59:02.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"3167ee72-662c-11ef-bcd4-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-29T17:59:02.752 INFO:tasks.rados.rados.0.smithi028.stdout:3226: done (0 left) 2024-08-29T17:59:02.752 INFO:tasks.rados.rados.0.smithi028.stdout:append oid 8 current snap is 329 2024-08-29T17:59:02.752 INFO:tasks.rados.rados.0.smithi028.stdout:3227: seq_num 974 ranges {0=720896,720896=507904,1228800=671744,1900544=24576} 2024-08-29T17:59:02.765 INFO:tasks.rados.rados.0.smithi028.stdout:3227: writing smithi02869045-8 from 0 to 720896 tid 1 2024-08-29T17:59:02.773 INFO:tasks.rados.rados.0.smithi028.stdout:3227: writing smithi02869045-8 from 720896 to 1228800 tid 2 2024-08-29T17:59:02.784 INFO:tasks.rados.rados.0.smithi028.stdout:3227: writing smithi02869045-8 from 1228800 to 1900544 tid 3 2024-08-29T17:59:02.785 INFO:tasks.rados.rados.0.smithi028.stdout:3227: writing smithi02869045-8 from 1900544 to 1925120 tid 4 2024-08-29T17:59:02.785 INFO:tasks.rados.rados.0.smithi028.stdout:3228: rollback oid 37 current snap is 329 2024-08-29T17:59:02.785 INFO:tasks.rados.rados.0.smithi028.stdout:rollback oid 37 to 324 2024-08-29T17:59:02.785 INFO:tasks.rados.rados.0.smithi028.stdout:3227: finishing write tid 1 to smithi02869045-8 2024-08-29T17:59:02.785 INFO:tasks.rados.rados.0.smithi028.stdout:3227: finishing write tid 2 to smithi02869045-8 2024-08-29T17:59:02.786 INFO:tasks.rados.rados.0.smithi028.stdout:3229: snap_create 2024-08-29T17:59:02.791 INFO:tasks.rados.rados.0.smithi028.stdout:3227: finishing write tid 3 to smithi02869045-8 2024-08-29T17:59:02.792 INFO:tasks.rados.rados.0.smithi028.stdout:3227: finishing write tid 4 to smithi02869045-8 2024-08-29T17:59:02.793 INFO:tasks.rados.rados.0.smithi028.stdout:3227: finishing write tid 5 to smithi02869045-8 2024-08-29T17:59:02.796 INFO:tasks.rados.rados.0.smithi028.stdout:3227: finishing write tid 6 to smithi02869045-8 2024-08-29T17:59:02.797 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 8 v 2519 (ObjNum 974 snap 329 seq_num 974) dirty exists 2024-08-29T17:59:02.797 INFO:tasks.rados.rados.0.smithi028.stdout:3227: left oid 8 (ObjNum 974 snap 329 seq_num 974) 2024-08-29T17:59:02.802 INFO:tasks.rados.rados.0.smithi028.stdout:3228: finishing rollback tid 0 to smithi02869045-37 2024-08-29T17:59:02.804 INFO:tasks.rados.rados.0.smithi028.stdout:3228: finishing rollback tid 1 to smithi02869045-37 2024-08-29T17:59:02.805 INFO:tasks.rados.rados.0.smithi028.stdout:3228: finishing rollback tid 2 to smithi02869045-37 2024-08-29T17:59:02.805 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 37 v 3083 (ObjNum 847 snap 283 seq_num 847) dirty exists 2024-08-29T17:59:03.075 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:59:02 smithi053 bash[68679]: cluster 2024-08-29T17:59:01.078056+0000 mgr.y (mgr.25022) 333 : cluster [DBG] pgmap v617: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 430 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 9.2 MiB/s rd, 2.3 MiB/s wr, 48 op/s 2024-08-29T17:59:03.075 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:59:02 smithi053 bash[68679]: cluster 2024-08-29T17:59:01.750869+0000 mon.a (mon.0) 1087 : cluster [DBG] osdmap e730: 8 total, 8 up, 8 in 2024-08-29T17:59:03.130 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:59:02 smithi028 bash[77168]: cluster 2024-08-29T17:59:01.078056+0000 mgr.y (mgr.25022) 333 : cluster [DBG] pgmap v617: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 430 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 9.2 MiB/s rd, 2.3 MiB/s wr, 48 op/s 2024-08-29T17:59:03.130 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:59:02 smithi028 bash[77168]: cluster 2024-08-29T17:59:01.750869+0000 mon.a (mon.0) 1087 : cluster [DBG] osdmap e730: 8 total, 8 up, 8 in 2024-08-29T17:59:03.130 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:59:02 smithi028 bash[78352]: cluster 2024-08-29T17:59:01.078056+0000 mgr.y (mgr.25022) 333 : cluster [DBG] pgmap v617: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 430 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 9.2 MiB/s rd, 2.3 MiB/s wr, 48 op/s 2024-08-29T17:59:03.130 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:59:02 smithi028 bash[78352]: cluster 2024-08-29T17:59:01.750869+0000 mon.a (mon.0) 1087 : cluster [DBG] osdmap e730: 8 total, 8 up, 8 in 2024-08-29T17:59:03.772 INFO:tasks.rados.rados.0.smithi028.stdout:3227: done (2 left) 2024-08-29T17:59:03.772 INFO:tasks.rados.rados.0.smithi028.stdout:3228: done (1 left) 2024-08-29T17:59:03.772 INFO:tasks.rados.rados.0.smithi028.stdout:3229: done (0 left) 2024-08-29T17:59:03.772 INFO:tasks.rados.rados.0.smithi028.stdout:3230: setattr oid 17 current snap is 330 2024-08-29T17:59:03.776 INFO:tasks.rados.rados.0.smithi028.stdout:3231: snap_create 2024-08-29T17:59:03.787 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 17 v 3085 (ObjNum 970 snap 326 seq_num 970) dirty exists 2024-08-29T17:59:04.075 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:59:03 smithi053 bash[68679]: cluster 2024-08-29T17:59:02.751041+0000 mon.a (mon.0) 1088 : cluster [DBG] osdmap e731: 8 total, 8 up, 8 in 2024-08-29T17:59:04.075 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:59:03 smithi053 bash[68679]: cluster 2024-08-29T17:59:03.078763+0000 mgr.y (mgr.25022) 334 : cluster [DBG] pgmap v620: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 427 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 9.2 MiB/s rd, 1.9 MiB/s wr, 28 op/s 2024-08-29T17:59:04.129 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:59:03 smithi028 bash[78352]: cluster 2024-08-29T17:59:02.751041+0000 mon.a (mon.0) 1088 : cluster [DBG] osdmap e731: 8 total, 8 up, 8 in 2024-08-29T17:59:04.130 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:59:03 smithi028 bash[78352]: cluster 2024-08-29T17:59:03.078763+0000 mgr.y (mgr.25022) 334 : cluster [DBG] pgmap v620: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 427 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 9.2 MiB/s rd, 1.9 MiB/s wr, 28 op/s 2024-08-29T17:59:04.130 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:59:03 smithi028 bash[77168]: cluster 2024-08-29T17:59:02.751041+0000 mon.a (mon.0) 1088 : cluster [DBG] osdmap e731: 8 total, 8 up, 8 in 2024-08-29T17:59:04.130 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:59:03 smithi028 bash[77168]: cluster 2024-08-29T17:59:03.078763+0000 mgr.y (mgr.25022) 334 : cluster [DBG] pgmap v620: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 427 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 9.2 MiB/s rd, 1.9 MiB/s wr, 28 op/s 2024-08-29T17:59:04.280 INFO:tasks.rados.rados.0.smithi028.stdout:3230: done (1 left) 2024-08-29T17:59:04.280 INFO:tasks.rados.rados.0.smithi028.stdout:3231: done (0 left) 2024-08-29T17:59:04.280 INFO:tasks.rados.rados.0.smithi028.stdout:3232: snap_create 2024-08-29T17:59:05.074 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:59:04 smithi053 bash[68679]: cluster 2024-08-29T17:59:03.771092+0000 mon.a (mon.0) 1089 : cluster [DBG] osdmap e732: 8 total, 8 up, 8 in 2024-08-29T17:59:05.075 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:59:04 smithi053 bash[68679]: cluster 2024-08-29T17:59:04.278331+0000 mon.a (mon.0) 1090 : cluster [DBG] osdmap e733: 8 total, 8 up, 8 in 2024-08-29T17:59:05.130 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:59:04 smithi028 bash[78352]: cluster 2024-08-29T17:59:03.771092+0000 mon.a (mon.0) 1089 : cluster [DBG] osdmap e732: 8 total, 8 up, 8 in 2024-08-29T17:59:05.130 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:59:04 smithi028 bash[78352]: cluster 2024-08-29T17:59:04.278331+0000 mon.a (mon.0) 1090 : cluster [DBG] osdmap e733: 8 total, 8 up, 8 in 2024-08-29T17:59:05.130 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:59:04 smithi028 bash[77168]: cluster 2024-08-29T17:59:03.771092+0000 mon.a (mon.0) 1089 : cluster [DBG] osdmap e732: 8 total, 8 up, 8 in 2024-08-29T17:59:05.130 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:59:04 smithi028 bash[77168]: cluster 2024-08-29T17:59:04.278331+0000 mon.a (mon.0) 1090 : cluster [DBG] osdmap e733: 8 total, 8 up, 8 in 2024-08-29T17:59:05.281 INFO:tasks.rados.rados.0.smithi028.stdout:3232: done (0 left) 2024-08-29T17:59:05.281 INFO:tasks.rados.rados.0.smithi028.stdout:3233: read oid 29 snap -1 2024-08-29T17:59:05.281 INFO:tasks.rados.rados.0.smithi028.stdout:3233: expect (ObjNum 784 snap 268 seq_num 784) 2024-08-29T17:59:05.281 INFO:tasks.rados.rados.0.smithi028.stdout:3234: rmattr oid 27 current snap is 332 2024-08-29T17:59:05.282 INFO:tasks.rados.rados.0.smithi028.stdout:3235: delete oid 8 current snap is 332 2024-08-29T17:59:05.286 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 27 v 2546 (ObjNum 969 snap 325 seq_num 969) dirty exists 2024-08-29T17:59:05.321 INFO:tasks.rados.rados.0.smithi028.stdout:3234: done (2 left) 2024-08-29T17:59:05.321 INFO:tasks.rados.rados.0.smithi028.stdout:3235: done (1 left) 2024-08-29T17:59:05.321 INFO:tasks.rados.rados.0.smithi028.stdout:3236: setattr oid 2 current snap is 332 2024-08-29T17:59:05.326 INFO:tasks.rados.rados.0.smithi028.stdout:append oid 35 current snap is 332 2024-08-29T17:59:05.326 INFO:tasks.rados.rados.0.smithi028.stdout:3237: seq_num 976 ranges {0=753664,753664=671744,1425408=532480} 2024-08-29T17:59:05.340 INFO:tasks.rados.rados.0.smithi028.stdout:3237: writing smithi02869045-35 from 0 to 753664 tid 1 2024-08-29T17:59:05.352 INFO:tasks.rados.rados.0.smithi028.stdout:3237: writing smithi02869045-35 from 753664 to 1425408 tid 2 2024-08-29T17:59:05.362 INFO:tasks.rados.rados.0.smithi028.stdout:3237: writing smithi02869045-35 from 1425408 to 1957888 tid 3 2024-08-29T17:59:05.362 INFO:tasks.rados.rados.0.smithi028.stdout:3238: read oid 10 snap -1 2024-08-29T17:59:05.362 INFO:tasks.rados.rados.0.smithi028.stdout:3238: expect (ObjNum 0 snap 0 seq_num 0) 2024-08-29T17:59:05.362 INFO:tasks.rados.rados.0.smithi028.stdout:3239: snap_remove snap 290 2024-08-29T17:59:06.285 INFO:tasks.rados.rados.0.smithi028.stdout:3239: done (4 left) 2024-08-29T17:59:06.285 INFO:tasks.rados.rados.0.smithi028.stdout:3240: delete oid 4 current snap is 332 2024-08-29T17:59:06.285 INFO:tasks.rados.rados.0.smithi028.stdout:3233: expect (ObjNum 784 snap 268 seq_num 784) 2024-08-29T17:59:06.575 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:59:06 smithi053 bash[68679]: cluster 2024-08-29T17:59:05.079887+0000 mgr.y (mgr.25022) 335 : cluster [DBG] pgmap v623: 121 pgs: 121 active+clean; 427 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 2.6 MiB/s rd, 0 B/s wr, 1 op/s 2024-08-29T17:59:06.575 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:59:06 smithi053 bash[68679]: cluster 2024-08-29T17:59:05.280651+0000 mon.a (mon.0) 1091 : cluster [DBG] osdmap e734: 8 total, 8 up, 8 in 2024-08-29T17:59:06.575 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:59:06 smithi053 bash[68679]: audit 2024-08-29T17:59:05.660196+0000 mon.a (mon.0) 1092 : audit [INF] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' 2024-08-29T17:59:06.575 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:59:06 smithi053 bash[68679]: audit 2024-08-29T17:59:05.670108+0000 mon.a (mon.0) 1093 : audit [INF] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' 2024-08-29T17:59:06.630 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:59:06 smithi028 bash[77168]: cluster 2024-08-29T17:59:05.079887+0000 mgr.y (mgr.25022) 335 : cluster [DBG] pgmap v623: 121 pgs: 121 active+clean; 427 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 2.6 MiB/s rd, 0 B/s wr, 1 op/s 2024-08-29T17:59:06.630 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:59:06 smithi028 bash[77168]: cluster 2024-08-29T17:59:05.280651+0000 mon.a (mon.0) 1091 : cluster [DBG] osdmap e734: 8 total, 8 up, 8 in 2024-08-29T17:59:06.630 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:59:06 smithi028 bash[77168]: audit 2024-08-29T17:59:05.660196+0000 mon.a (mon.0) 1092 : audit [INF] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' 2024-08-29T17:59:06.630 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:59:06 smithi028 bash[77168]: audit 2024-08-29T17:59:05.670108+0000 mon.a (mon.0) 1093 : audit [INF] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' 2024-08-29T17:59:06.630 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:59:06 smithi028 bash[78352]: cluster 2024-08-29T17:59:05.079887+0000 mgr.y (mgr.25022) 335 : cluster [DBG] pgmap v623: 121 pgs: 121 active+clean; 427 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 2.6 MiB/s rd, 0 B/s wr, 1 op/s 2024-08-29T17:59:06.631 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:59:06 smithi028 bash[78352]: cluster 2024-08-29T17:59:05.280651+0000 mon.a (mon.0) 1091 : cluster [DBG] osdmap e734: 8 total, 8 up, 8 in 2024-08-29T17:59:06.631 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:59:06 smithi028 bash[78352]: audit 2024-08-29T17:59:05.660196+0000 mon.a (mon.0) 1092 : audit [INF] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' 2024-08-29T17:59:06.631 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:59:06 smithi028 bash[78352]: audit 2024-08-29T17:59:05.670108+0000 mon.a (mon.0) 1093 : audit [INF] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' 2024-08-29T17:59:07.194 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 2 v 2880 (ObjNum 161 snap 0 seq_num 1) dirty exists 2024-08-29T17:59:07.194 INFO:tasks.rados.rados.0.smithi028.stdout:3237: finishing write tid 1 to smithi02869045-35 2024-08-29T17:59:07.195 INFO:tasks.rados.rados.0.smithi028.stdout:3237: finishing write tid 2 to smithi02869045-35 2024-08-29T17:59:07.195 INFO:tasks.rados.rados.0.smithi028.stdout:3238: expect (ObjNum 0 snap 0 seq_num 0) 2024-08-29T17:59:07.196 INFO:tasks.rados.rados.0.smithi028.stdout:3237: finishing write tid 3 to smithi02869045-35 2024-08-29T17:59:07.197 INFO:tasks.rados.rados.0.smithi028.stdout:3237: finishing write tid 4 to smithi02869045-35 2024-08-29T17:59:07.197 INFO:tasks.rados.rados.0.smithi028.stdout:3237: finishing write tid 5 to smithi02869045-35 2024-08-29T17:59:07.197 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 35 v 2524 (ObjNum 976 snap 332 seq_num 976) dirty exists 2024-08-29T17:59:07.197 INFO:tasks.rados.rados.0.smithi028.stdout:3237: left oid 35 (ObjNum 976 snap 332 seq_num 976) 2024-08-29T17:59:07.197 INFO:tasks.rados.rados.0.smithi028.stdout:3233: done (4 left) 2024-08-29T17:59:07.197 INFO:tasks.rados.rados.0.smithi028.stdout:3236: done (3 left) 2024-08-29T17:59:07.197 INFO:tasks.rados.rados.0.smithi028.stdout:3237: done (2 left) 2024-08-29T17:59:07.197 INFO:tasks.rados.rados.0.smithi028.stdout:3238: done (1 left) 2024-08-29T17:59:07.197 INFO:tasks.rados.rados.0.smithi028.stdout:3240: done (0 left) 2024-08-29T17:59:07.197 INFO:tasks.rados.rados.0.smithi028.stdout:3241: snap_remove snap 280 2024-08-29T17:59:07.575 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:59:07 smithi053 bash[68679]: cluster 2024-08-29T17:59:06.286225+0000 mon.a (mon.0) 1094 : cluster [DBG] osdmap e735: 8 total, 8 up, 8 in 2024-08-29T17:59:07.575 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:59:07 smithi053 bash[68679]: audit 2024-08-29T17:59:06.885010+0000 mon.a (mon.0) 1095 : audit [INF] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' 2024-08-29T17:59:07.575 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:59:07 smithi053 bash[68679]: audit 2024-08-29T17:59:06.893524+0000 mon.a (mon.0) 1096 : audit [INF] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' 2024-08-29T17:59:07.630 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:59:07 smithi028 bash[78352]: cluster 2024-08-29T17:59:06.286225+0000 mon.a (mon.0) 1094 : cluster [DBG] osdmap e735: 8 total, 8 up, 8 in 2024-08-29T17:59:07.630 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:59:07 smithi028 bash[78352]: audit 2024-08-29T17:59:06.885010+0000 mon.a (mon.0) 1095 : audit [INF] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' 2024-08-29T17:59:07.630 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:59:07 smithi028 bash[78352]: audit 2024-08-29T17:59:06.893524+0000 mon.a (mon.0) 1096 : audit [INF] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' 2024-08-29T17:59:07.630 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:59:07 smithi028 bash[77168]: cluster 2024-08-29T17:59:06.286225+0000 mon.a (mon.0) 1094 : cluster [DBG] osdmap e735: 8 total, 8 up, 8 in 2024-08-29T17:59:07.630 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:59:07 smithi028 bash[77168]: audit 2024-08-29T17:59:06.885010+0000 mon.a (mon.0) 1095 : audit [INF] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' 2024-08-29T17:59:07.630 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:59:07 smithi028 bash[77168]: audit 2024-08-29T17:59:06.893524+0000 mon.a (mon.0) 1096 : audit [INF] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' 2024-08-29T17:59:07.910 INFO:tasks.rados.rados.0.smithi028.stdout:3241: done (0 left) 2024-08-29T17:59:07.910 INFO:tasks.rados.rados.0.smithi028.stdout:3242: read oid 35 snap 317 2024-08-29T17:59:07.910 INFO:tasks.rados.rados.0.smithi028.stdout:3242: expect deleted 2024-08-29T17:59:07.910 INFO:tasks.rados.rados.0.smithi028.stdout:3243: copy_from oid 34 from oid 5 current snap is 332 2024-08-29T17:59:07.910 INFO:tasks.rados.rados.0.smithi028.stdout:3244: setattr oid 47 current snap is 332 2024-08-29T17:59:07.911 INFO:tasks.rados.rados.0.smithi028.stdout:3245: snap_create 2024-08-29T17:59:07.949 INFO:tasks.rados.rados.0.smithi028.stdout:3243: finishing copy_from racing read to smithi02869045-34 2024-08-29T17:59:07.952 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 47 v 2869 (ObjNum 906 snap 306 seq_num 906) dirty exists 2024-08-29T17:59:07.957 INFO:tasks.rados.rados.0.smithi028.stdout:3243: finishing copy_from to smithi02869045-34 2024-08-29T17:59:07.958 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 34 v 2117 (ObjNum 943 snap 315 seq_num 943) dirty exists 2024-08-29T17:59:08.575 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:59:08 smithi053 bash[68679]: cluster 2024-08-29T17:59:07.080516+0000 mgr.y (mgr.25022) 336 : cluster [DBG] pgmap v626: 121 pgs: 121 active+clean; 427 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 2.6 MiB/s rd, 0 B/s wr, 1 op/s 2024-08-29T17:59:08.575 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:59:08 smithi053 bash[68679]: cluster 2024-08-29T17:59:07.905143+0000 mon.a (mon.0) 1097 : cluster [DBG] osdmap e736: 8 total, 8 up, 8 in 2024-08-29T17:59:08.630 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:59:08 smithi028 bash[78352]: cluster 2024-08-29T17:59:07.080516+0000 mgr.y (mgr.25022) 336 : cluster [DBG] pgmap v626: 121 pgs: 121 active+clean; 427 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 2.6 MiB/s rd, 0 B/s wr, 1 op/s 2024-08-29T17:59:08.630 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:59:08 smithi028 bash[78352]: cluster 2024-08-29T17:59:07.905143+0000 mon.a (mon.0) 1097 : cluster [DBG] osdmap e736: 8 total, 8 up, 8 in 2024-08-29T17:59:08.630 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:59:08 smithi028 bash[77168]: cluster 2024-08-29T17:59:07.080516+0000 mgr.y (mgr.25022) 336 : cluster [DBG] pgmap v626: 121 pgs: 121 active+clean; 427 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 2.6 MiB/s rd, 0 B/s wr, 1 op/s 2024-08-29T17:59:08.630 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:59:08 smithi028 bash[77168]: cluster 2024-08-29T17:59:07.905143+0000 mon.a (mon.0) 1097 : cluster [DBG] osdmap e736: 8 total, 8 up, 8 in 2024-08-29T17:59:08.908 INFO:tasks.rados.rados.0.smithi028.stdout:3242: done (3 left) 2024-08-29T17:59:08.908 INFO:tasks.rados.rados.0.smithi028.stdout:3243: done (2 left) 2024-08-29T17:59:08.908 INFO:tasks.rados.rados.0.smithi028.stdout:3244: done (1 left) 2024-08-29T17:59:08.908 INFO:tasks.rados.rados.0.smithi028.stdout:3245: done (0 left) 2024-08-29T17:59:08.908 INFO:tasks.rados.rados.0.smithi028.stdout:3246: delete oid 34 current snap is 333 2024-08-29T17:59:08.915 INFO:tasks.rados.rados.0.smithi028.stdout:3246: done (0 left) 2024-08-29T17:59:08.916 INFO:tasks.rados.rados.0.smithi028.stdout:3247: rmattr oid 6 current snap is 333 2024-08-29T17:59:08.917 INFO:tasks.rados.rados.0.smithi028.stdout:3248: read oid 37 snap -1 2024-08-29T17:59:08.917 INFO:tasks.rados.rados.0.smithi028.stdout:3248: expect (ObjNum 847 snap 283 seq_num 847) 2024-08-29T17:59:08.917 INFO:tasks.rados.rados.0.smithi028.stdout:3249: rollback oid 8 current snap is 333 2024-08-29T17:59:08.917 INFO:tasks.rados.rados.0.smithi028.stdout:rollback oid 8 to 329 2024-08-29T17:59:08.917 INFO:tasks.rados.rados.0.smithi028.stdout:3250: read oid 15 snap -1 2024-08-29T17:59:08.917 INFO:tasks.rados.rados.0.smithi028.stdout:3250: expect (ObjNum 839 snap 283 seq_num 839) 2024-08-29T17:59:08.917 INFO:tasks.rados.rados.0.smithi028.stdout:3251: rollback oid 26 current snap is 333 2024-08-29T17:59:08.917 INFO:tasks.rados.rados.0.smithi028.stdout:rollback oid 26 to 313 2024-08-29T17:59:08.917 INFO:tasks.rados.rados.0.smithi028.stdout:append oid 9 current snap is 333 2024-08-29T17:59:08.917 INFO:tasks.rados.rados.0.smithi028.stdout:3252: seq_num 979 ranges {4022272=802816,4825088=729088,5554176=458752,6012928=16384} 2024-08-29T17:59:08.983 INFO:tasks.rados.rados.0.smithi028.stdout:3252: writing smithi02869045-9 from 4022272 to 4825088 tid 1 2024-08-29T17:59:08.990 INFO:tasks.rados.rados.0.smithi028.stdout:3252: writing smithi02869045-9 from 4825088 to 5554176 tid 2 2024-08-29T17:59:08.995 INFO:tasks.rados.rados.0.smithi028.stdout:3252: writing smithi02869045-9 from 5554176 to 6012928 tid 3 2024-08-29T17:59:08.995 INFO:tasks.rados.rados.0.smithi028.stdout:3252: writing smithi02869045-9 from 6012928 to 6029312 tid 4 2024-08-29T17:59:08.995 INFO:tasks.rados.rados.0.smithi028.stdout:3253: delete oid 28 current snap is 333 2024-08-29T17:59:08.996 INFO:tasks.rados.rados.0.smithi028.stdout:3249: finishing rollback tid 1 to smithi02869045-8 2024-08-29T17:59:08.996 INFO:tasks.rados.rados.0.smithi028.stdout:3249: finishing rollback tid 2 to smithi02869045-8 2024-08-29T17:59:08.996 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 8 v 2527 (ObjNum 974 snap 329 seq_num 974) dirty exists 2024-08-29T17:59:08.996 INFO:tasks.rados.rados.0.smithi028.stdout:3251: finishing rollback tid 0 to smithi02869045-26 2024-08-29T17:59:08.996 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 6 v 2870 (ObjNum 938 snap 312 seq_num 938) dirty exists 2024-08-29T17:59:08.996 INFO:tasks.rados.rados.0.smithi028.stdout:3251: finishing rollback tid 1 to smithi02869045-26 2024-08-29T17:59:08.996 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 26 v 2548 (ObjNum 49 snap 0 seq_num 1953066355) dirty dne 2024-08-29T17:59:08.996 INFO:tasks.rados.rados.0.smithi028.stdout:3252: finishing write tid 1 to smithi02869045-9 2024-08-29T17:59:08.996 INFO:tasks.rados.rados.0.smithi028.stdout:3248: expect (ObjNum 847 snap 283 seq_num 847) 2024-08-29T17:59:10.075 INFO:tasks.rados.rados.0.smithi028.stdout:3252: finishing write tid 2 to smithi02869045-9 2024-08-29T17:59:10.075 INFO:tasks.rados.rados.0.smithi028.stdout:3252: finishing write tid 3 to smithi02869045-9 2024-08-29T17:59:10.075 INFO:tasks.rados.rados.0.smithi028.stdout:3252: finishing write tid 4 to smithi02869045-9 2024-08-29T17:59:10.076 INFO:tasks.rados.rados.0.smithi028.stdout:3252: finishing write tid 5 to smithi02869045-9 2024-08-29T17:59:10.076 INFO:tasks.rados.rados.0.smithi028.stdout:3250: expect (ObjNum 839 snap 283 seq_num 839) 2024-08-29T17:59:10.325 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:59:09 smithi053 bash[68679]: cluster 2024-08-29T17:59:08.909510+0000 mon.a (mon.0) 1098 : cluster [DBG] osdmap e737: 8 total, 8 up, 8 in 2024-08-29T17:59:10.325 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:59:09 smithi053 bash[68679]: cluster 2024-08-29T17:59:09.081173+0000 mgr.y (mgr.25022) 337 : cluster [DBG] pgmap v629: 121 pgs: 121 active+clean; 407 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 6.0 MiB/s rd, 948 KiB/s wr, 9 op/s 2024-08-29T17:59:10.325 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:59:09 smithi053 bash[68679]: cluster 2024-08-29T17:59:09.280287+0000 mon.a (mon.0) 1099 : cluster [DBG] osdmap e738: 8 total, 8 up, 8 in 2024-08-29T17:59:10.380 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:59:09 smithi028 bash[78352]: cluster 2024-08-29T17:59:08.909510+0000 mon.a (mon.0) 1098 : cluster [DBG] osdmap e737: 8 total, 8 up, 8 in 2024-08-29T17:59:10.380 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:59:09 smithi028 bash[78352]: cluster 2024-08-29T17:59:09.081173+0000 mgr.y (mgr.25022) 337 : cluster [DBG] pgmap v629: 121 pgs: 121 active+clean; 407 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 6.0 MiB/s rd, 948 KiB/s wr, 9 op/s 2024-08-29T17:59:10.380 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:59:09 smithi028 bash[78352]: cluster 2024-08-29T17:59:09.280287+0000 mon.a (mon.0) 1099 : cluster [DBG] osdmap e738: 8 total, 8 up, 8 in 2024-08-29T17:59:10.380 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:59:09 smithi028 bash[77168]: cluster 2024-08-29T17:59:08.909510+0000 mon.a (mon.0) 1098 : cluster [DBG] osdmap e737: 8 total, 8 up, 8 in 2024-08-29T17:59:10.380 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:59:09 smithi028 bash[77168]: cluster 2024-08-29T17:59:09.081173+0000 mgr.y (mgr.25022) 337 : cluster [DBG] pgmap v629: 121 pgs: 121 active+clean; 407 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 6.0 MiB/s rd, 948 KiB/s wr, 9 op/s 2024-08-29T17:59:10.381 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:59:09 smithi028 bash[77168]: cluster 2024-08-29T17:59:09.280287+0000 mon.a (mon.0) 1099 : cluster [DBG] osdmap e738: 8 total, 8 up, 8 in 2024-08-29T17:59:10.918 INFO:tasks.rados.rados.0.smithi028.stdout:3252: finishing write tid 6 to smithi02869045-9 2024-08-29T17:59:10.918 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 9 v 2532 (ObjNum 979 snap 333 seq_num 979) dirty exists 2024-08-29T17:59:10.918 INFO:tasks.rados.rados.0.smithi028.stdout:3252: left oid 9 (ObjNum 979 snap 333 seq_num 979) 2024-08-29T17:59:10.918 INFO:tasks.rados.rados.0.smithi028.stdout:3247: done (6 left) 2024-08-29T17:59:10.919 INFO:tasks.rados.rados.0.smithi028.stdout:3248: done (5 left) 2024-08-29T17:59:10.919 INFO:tasks.rados.rados.0.smithi028.stdout:3249: done (4 left) 2024-08-29T17:59:10.919 INFO:tasks.rados.rados.0.smithi028.stdout:3250: done (3 left) 2024-08-29T17:59:10.919 INFO:tasks.rados.rados.0.smithi028.stdout:3251: done (2 left) 2024-08-29T17:59:10.919 INFO:tasks.rados.rados.0.smithi028.stdout:3252: done (1 left) 2024-08-29T17:59:10.919 INFO:tasks.rados.rados.0.smithi028.stdout:3253: done (0 left) 2024-08-29T17:59:10.919 INFO:tasks.rados.rados.0.smithi028.stdout:3254: snap_remove snap 315 2024-08-29T17:59:10.982 INFO:tasks.rados.rados.0.smithi028.stdout:3254: done (0 left) 2024-08-29T17:59:10.982 INFO:tasks.rados.rados.0.smithi028.stdout:append oid 1 current snap is 333 2024-08-29T17:59:10.982 INFO:tasks.rados.rados.0.smithi028.stdout:3255: seq_num 981 ranges {14098432=434176,14532608=540672,15073280=466944,15540224=524288,16064512=73728} 2024-08-29T17:59:11.099 INFO:tasks.rados.rados.0.smithi028.stdout:3255: writing smithi02869045-1 from 14098432 to 14532608 tid 1 2024-08-29T17:59:11.103 INFO:tasks.rados.rados.0.smithi028.stdout:3255: writing smithi02869045-1 from 14532608 to 15073280 tid 2 2024-08-29T17:59:11.106 INFO:tasks.rados.rados.0.smithi028.stdout:3255: writing smithi02869045-1 from 15073280 to 15540224 tid 3 2024-08-29T17:59:11.109 INFO:tasks.rados.rados.0.smithi028.stdout:3255: writing smithi02869045-1 from 15540224 to 16064512 tid 4 2024-08-29T17:59:11.110 INFO:tasks.rados.rados.0.smithi028.stdout:3255: writing smithi02869045-1 from 16064512 to 16138240 tid 5 2024-08-29T17:59:11.111 INFO:tasks.rados.rados.0.smithi028.stdout:append oid 31 current snap is 333 2024-08-29T17:59:11.111 INFO:tasks.rados.rados.0.smithi028.stdout:3256: seq_num 982 ranges {778240=450560,1228800=425984,1654784=679936,2334720=466944,2801664=32768} 2024-08-29T17:59:11.117 INFO:tasks.rados.rados.0.smithi028.stdout:3256: writing smithi02869045-31 from 778240 to 1228800 tid 1 2024-08-29T17:59:11.120 INFO:tasks.rados.rados.0.smithi028.stdout:3256: writing smithi02869045-31 from 1228800 to 1654784 tid 2 2024-08-29T17:59:11.124 INFO:tasks.rados.rados.0.smithi028.stdout:3256: writing smithi02869045-31 from 1654784 to 2334720 tid 3 2024-08-29T17:59:11.127 INFO:tasks.rados.rados.0.smithi028.stdout:3256: writing smithi02869045-31 from 2334720 to 2801664 tid 4 2024-08-29T17:59:11.127 INFO:tasks.rados.rados.0.smithi028.stdout:3256: writing smithi02869045-31 from 2801664 to 2834432 tid 5 2024-08-29T17:59:11.127 INFO:tasks.rados.rados.0.smithi028.stdout:append oid 38 current snap is 333 2024-08-29T17:59:11.127 INFO:tasks.rados.rados.0.smithi028.stdout:3255: finishing write tid 1 to smithi02869045-1 2024-08-29T17:59:11.127 INFO:tasks.rados.rados.0.smithi028.stdout:3257: seq_num 983 ranges {5726208=466944,6193152=712704,6905856=434176,7340032=458752} 2024-08-29T17:59:11.162 INFO:tasks.rados.rados.0.smithi028.stdout:3257: writing smithi02869045-38 from 5726208 to 6193152 tid 1 2024-08-29T17:59:11.166 INFO:tasks.rados.rados.0.smithi028.stdout:3257: writing smithi02869045-38 from 6193152 to 6905856 tid 2 2024-08-29T17:59:11.169 INFO:tasks.rados.rados.0.smithi028.stdout:3257: writing smithi02869045-38 from 6905856 to 7340032 tid 3 2024-08-29T17:59:11.172 INFO:tasks.rados.rados.0.smithi028.stdout:3257: writing smithi02869045-38 from 7340032 to 7798784 tid 4 2024-08-29T17:59:11.172 INFO:tasks.rados.rados.0.smithi028.stdout:append oid 44 current snap is 333 2024-08-29T17:59:11.172 INFO:tasks.rados.rados.0.smithi028.stdout:3258: seq_num 984 ranges {2383872=483328,2867200=598016,3465216=647168,4112384=360448} 2024-08-29T17:59:11.188 INFO:tasks.rados.rados.0.smithi028.stdout:3258: writing smithi02869045-44 from 2383872 to 2867200 tid 1 2024-08-29T17:59:11.191 INFO:tasks.rados.rados.0.smithi028.stdout:3258: writing smithi02869045-44 from 2867200 to 3465216 tid 2 2024-08-29T17:59:11.195 INFO:tasks.rados.rados.0.smithi028.stdout:3258: writing smithi02869045-44 from 3465216 to 4112384 tid 3 2024-08-29T17:59:11.197 INFO:tasks.rados.rados.0.smithi028.stdout:3258: writing smithi02869045-44 from 4112384 to 4472832 tid 4 2024-08-29T17:59:11.198 INFO:tasks.rados.rados.0.smithi028.stdout:append oid 5 current snap is 333 2024-08-29T17:59:11.198 INFO:tasks.rados.rados.0.smithi028.stdout:3259: seq_num 985 ranges {1720320=499712,2220032=483328,2703360=450560,3153920=581632,3735552=90112} 2024-08-29T17:59:11.210 INFO:tasks.rados.rados.0.smithi028.stdout:3259: writing smithi02869045-5 from 1720320 to 2220032 tid 1 2024-08-29T17:59:11.213 INFO:tasks.rados.rados.0.smithi028.stdout:3259: writing smithi02869045-5 from 2220032 to 2703360 tid 2 2024-08-29T17:59:11.215 INFO:tasks.rados.rados.0.smithi028.stdout:3259: writing smithi02869045-5 from 2703360 to 3153920 tid 3 2024-08-29T17:59:11.219 INFO:tasks.rados.rados.0.smithi028.stdout:3259: writing smithi02869045-5 from 3153920 to 3735552 tid 4 2024-08-29T17:59:11.221 INFO:tasks.rados.rados.0.smithi028.stdout:3259: writing smithi02869045-5 from 3735552 to 3825664 tid 5 2024-08-29T17:59:11.221 INFO:tasks.rados.rados.0.smithi028.stdout:3260: rmattr oid 26 current snap is 333 2024-08-29T17:59:11.221 INFO:tasks.rados.rados.0.smithi028.stdout:3260: done (5 left) 2024-08-29T17:59:11.221 INFO:tasks.rados.rados.0.smithi028.stdout:3261: rollback oid 25 current snap is 333 2024-08-29T17:59:11.221 INFO:tasks.rados.rados.0.smithi028.stdout:rollback oid 25 to 317 2024-08-29T17:59:11.221 INFO:tasks.rados.rados.0.smithi028.stdout:3255: finishing write tid 2 to smithi02869045-1 2024-08-29T17:59:11.221 INFO:tasks.rados.rados.0.smithi028.stdout:3255: finishing write tid 3 to smithi02869045-1 2024-08-29T17:59:11.221 INFO:tasks.rados.rados.0.smithi028.stdout:3255: finishing write tid 4 to smithi02869045-1 2024-08-29T17:59:11.221 INFO:tasks.rados.rados.0.smithi028.stdout:3262: rmattr oid 13 current snap is 333 2024-08-29T17:59:11.221 INFO:tasks.rados.rados.0.smithi028.stdout:3262: done (6 left) 2024-08-29T17:59:11.221 INFO:tasks.rados.rados.0.smithi028.stdout:3263: rmattr oid 17 current snap is 333 2024-08-29T17:59:11.221 INFO:tasks.rados.rados.0.smithi028.stdout:3255: finishing write tid 5 to smithi02869045-1 2024-08-29T17:59:11.222 INFO:tasks.rados.rados.0.smithi028.stdout:3255: finishing write tid 6 to smithi02869045-1 2024-08-29T17:59:11.222 INFO:tasks.rados.rados.0.smithi028.stdout:3256: finishing write tid 1 to smithi02869045-31 2024-08-29T17:59:11.222 INFO:tasks.rados.rados.0.smithi028.stdout:3256: finishing write tid 2 to smithi02869045-31 2024-08-29T17:59:11.222 INFO:tasks.rados.rados.0.smithi028.stdout:3255: finishing write tid 7 to smithi02869045-1 2024-08-29T17:59:11.222 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 1 v 3126 (ObjNum 981 snap 333 seq_num 981) dirty exists 2024-08-29T17:59:11.222 INFO:tasks.rados.rados.0.smithi028.stdout:3255: left oid 1 (ObjNum 981 snap 333 seq_num 981) 2024-08-29T17:59:11.222 INFO:tasks.rados.rados.0.smithi028.stdout:3256: finishing write tid 3 to smithi02869045-31 2024-08-29T17:59:11.222 INFO:tasks.rados.rados.0.smithi028.stdout:3256: finishing write tid 4 to smithi02869045-31 2024-08-29T17:59:11.222 INFO:tasks.rados.rados.0.smithi028.stdout:3256: finishing write tid 5 to smithi02869045-31 2024-08-29T17:59:11.222 INFO:tasks.rados.rados.0.smithi028.stdout:3255: done (6 left) 2024-08-29T17:59:11.222 INFO:tasks.rados.rados.0.smithi028.stdout:3264: read oid 46 snap -1 2024-08-29T17:59:11.222 INFO:tasks.rados.rados.0.smithi028.stdout:3264: expect (ObjNum 964 snap 324 seq_num 964) 2024-08-29T17:59:11.222 INFO:tasks.rados.rados.0.smithi028.stdout:3265: read oid 36 snap -1 2024-08-29T17:59:11.222 INFO:tasks.rados.rados.0.smithi028.stdout:3265: expect (ObjNum 857 snap 289 seq_num 857) 2024-08-29T17:59:11.222 INFO:tasks.rados.rados.0.smithi028.stdout:append oid 7 current snap is 333 2024-08-29T17:59:11.223 INFO:tasks.rados.rados.0.smithi028.stdout:3256: finishing write tid 6 to smithi02869045-31 2024-08-29T17:59:11.223 INFO:tasks.rados.rados.0.smithi028.stdout:3256: finishing write tid 7 to smithi02869045-31 2024-08-29T17:59:11.223 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 31 v 3133 (ObjNum 982 snap 333 seq_num 982) dirty exists 2024-08-29T17:59:11.223 INFO:tasks.rados.rados.0.smithi028.stdout:3256: left oid 31 (ObjNum 982 snap 333 seq_num 982) 2024-08-29T17:59:11.223 INFO:tasks.rados.rados.0.smithi028.stdout:3257: finishing write tid 1 to smithi02869045-38 2024-08-29T17:59:11.223 INFO:tasks.rados.rados.0.smithi028.stdout:3257: finishing write tid 2 to smithi02869045-38 2024-08-29T17:59:11.223 INFO:tasks.rados.rados.0.smithi028.stdout:3257: finishing write tid 3 to smithi02869045-38 2024-08-29T17:59:11.223 INFO:tasks.rados.rados.0.smithi028.stdout:3257: finishing write tid 4 to smithi02869045-38 2024-08-29T17:59:11.223 INFO:tasks.rados.rados.0.smithi028.stdout:3257: finishing write tid 5 to smithi02869045-38 2024-08-29T17:59:11.223 INFO:tasks.rados.rados.0.smithi028.stdout:3257: finishing write tid 6 to smithi02869045-38 2024-08-29T17:59:11.223 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 38 v 2876 (ObjNum 983 snap 333 seq_num 983) dirty exists 2024-08-29T17:59:11.223 INFO:tasks.rados.rados.0.smithi028.stdout:3257: left oid 38 (ObjNum 983 snap 333 seq_num 983) 2024-08-29T17:59:11.223 INFO:tasks.rados.rados.0.smithi028.stdout:3258: finishing write tid 1 to smithi02869045-44 2024-08-29T17:59:11.223 INFO:tasks.rados.rados.0.smithi028.stdout:3266: seq_num 986 ranges {0=516096,516096=770048,1286144=655360,1941504=180224} 2024-08-29T17:59:11.224 INFO:tasks.rados.rados.0.smithi028.stdout:3266: writing smithi02869045-7 from 0 to 516096 tid 1 2024-08-29T17:59:11.229 INFO:tasks.rados.rados.0.smithi028.stdout:3266: writing smithi02869045-7 from 516096 to 1286144 tid 2 2024-08-29T17:59:11.233 INFO:tasks.rados.rados.0.smithi028.stdout:3266: writing smithi02869045-7 from 1286144 to 1941504 tid 3 2024-08-29T17:59:11.235 INFO:tasks.rados.rados.0.smithi028.stdout:3266: writing smithi02869045-7 from 1941504 to 2121728 tid 4 2024-08-29T17:59:11.236 INFO:tasks.rados.rados.0.smithi028.stdout:3256: done (8 left) 2024-08-29T17:59:11.236 INFO:tasks.rados.rados.0.smithi028.stdout:3257: done (7 left) 2024-08-29T17:59:11.236 INFO:tasks.rados.rados.0.smithi028.stdout:3267: delete oid 11 current snap is 333 2024-08-29T17:59:11.236 INFO:tasks.rados.rados.0.smithi028.stdout:3258: finishing write tid 2 to smithi02869045-44 2024-08-29T17:59:11.236 INFO:tasks.rados.rados.0.smithi028.stdout:3258: finishing write tid 3 to smithi02869045-44 2024-08-29T17:59:11.236 INFO:tasks.rados.rados.0.smithi028.stdout:3258: finishing write tid 4 to smithi02869045-44 2024-08-29T17:59:11.236 INFO:tasks.rados.rados.0.smithi028.stdout:3258: finishing write tid 5 to smithi02869045-44 2024-08-29T17:59:11.236 INFO:tasks.rados.rados.0.smithi028.stdout:3258: finishing write tid 6 to smithi02869045-44 2024-08-29T17:59:11.236 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 44 v 2885 (ObjNum 984 snap 333 seq_num 984) dirty exists 2024-08-29T17:59:11.236 INFO:tasks.rados.rados.0.smithi028.stdout:3258: left oid 44 (ObjNum 984 snap 333 seq_num 984) 2024-08-29T17:59:11.236 INFO:tasks.rados.rados.0.smithi028.stdout:3259: finishing write tid 1 to smithi02869045-5 2024-08-29T17:59:11.236 INFO:tasks.rados.rados.0.smithi028.stdout:3259: finishing write tid 2 to smithi02869045-5 2024-08-29T17:59:11.236 INFO:tasks.rados.rados.0.smithi028.stdout:3259: finishing write tid 3 to smithi02869045-5 2024-08-29T17:59:11.236 INFO:tasks.rados.rados.0.smithi028.stdout:3261: finishing rollback tid 1 to smithi02869045-25 2024-08-29T17:59:11.237 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 25 v 1018 (ObjNum 33 snap 0 seq_num 1671784496) dirty dne 2024-08-29T17:59:11.237 INFO:tasks.rados.rados.0.smithi028.stdout:3259: finishing write tid 4 to smithi02869045-5 2024-08-29T17:59:11.237 INFO:tasks.rados.rados.0.smithi028.stdout:3259: finishing write tid 5 to smithi02869045-5 2024-08-29T17:59:11.237 INFO:tasks.rados.rados.0.smithi028.stdout:3259: finishing write tid 6 to smithi02869045-5 2024-08-29T17:59:11.237 INFO:tasks.rados.rados.0.smithi028.stdout:3259: finishing write tid 7 to smithi02869045-5 2024-08-29T17:59:11.237 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 5 v 2123 (ObjNum 985 snap 333 seq_num 985) dirty exists 2024-08-29T17:59:11.238 INFO:tasks.rados.rados.0.smithi028.stdout:3259: left oid 5 (ObjNum 985 snap 333 seq_num 985) 2024-08-29T17:59:11.245 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 17 v 3135 (ObjNum 970 snap 326 seq_num 970) dirty exists 2024-08-29T17:59:11.246 INFO:tasks.rados.rados.0.smithi028.stdout:3266: finishing write tid 1 to smithi02869045-7 2024-08-29T17:59:11.246 INFO:tasks.rados.rados.0.smithi028.stdout:3266: finishing write tid 2 to smithi02869045-7 2024-08-29T17:59:11.250 INFO:tasks.rados.rados.0.smithi028.stdout:3266: finishing write tid 3 to smithi02869045-7 2024-08-29T17:59:11.250 INFO:tasks.rados.rados.0.smithi028.stdout:3266: finishing write tid 4 to smithi02869045-7 2024-08-29T17:59:11.250 INFO:tasks.rados.rados.0.smithi028.stdout:3266: finishing write tid 5 to smithi02869045-7 2024-08-29T17:59:11.253 INFO:tasks.rados.rados.0.smithi028.stdout:3266: finishing write tid 6 to smithi02869045-7 2024-08-29T17:59:11.253 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 7 v 3140 (ObjNum 986 snap 333 seq_num 986) dirty exists 2024-08-29T17:59:11.253 INFO:tasks.rados.rados.0.smithi028.stdout:3266: left oid 7 (ObjNum 986 snap 333 seq_num 986) 2024-08-29T17:59:11.257 INFO:tasks.rados.rados.0.smithi028.stdout:3264: expect (ObjNum 964 snap 324 seq_num 964) 2024-08-29T17:59:11.813 INFO:tasks.rados.rados.0.smithi028.stdout:3265: expect (ObjNum 857 snap 289 seq_num 857) 2024-08-29T17:59:11.879 INFO:journalctl@ceph.mgr.y.smithi028.stdout:Aug 29 17:59:11 smithi028 bash[70818]: ::ffff:172.21.15.53 - - [29/Aug/2024:17:59:11] "GET /metrics HTTP/1.1" 200 36015 "" "Prometheus/2.43.0" 2024-08-29T17:59:12.313 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:59:11 smithi053 bash[68679]: cluster 2024-08-29T17:59:10.983088+0000 mon.a (mon.0) 1100 : cluster [DBG] osdmap e739: 8 total, 8 up, 8 in 2024-08-29T17:59:12.313 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:59:11 smithi053 bash[68679]: cluster 2024-08-29T17:59:11.081871+0000 mgr.y (mgr.25022) 338 : cluster [DBG] pgmap v632: 121 pgs: 121 active+clean; 356 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 6.0 MiB/s rd, 1.4 MiB/s wr, 31 op/s 2024-08-29T17:59:12.380 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:59:11 smithi028 bash[78352]: cluster 2024-08-29T17:59:10.983088+0000 mon.a (mon.0) 1100 : cluster [DBG] osdmap e739: 8 total, 8 up, 8 in 2024-08-29T17:59:12.380 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:59:11 smithi028 bash[78352]: cluster 2024-08-29T17:59:11.081871+0000 mgr.y (mgr.25022) 338 : cluster [DBG] pgmap v632: 121 pgs: 121 active+clean; 356 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 6.0 MiB/s rd, 1.4 MiB/s wr, 31 op/s 2024-08-29T17:59:12.380 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:59:11 smithi028 bash[77168]: cluster 2024-08-29T17:59:10.983088+0000 mon.a (mon.0) 1100 : cluster [DBG] osdmap e739: 8 total, 8 up, 8 in 2024-08-29T17:59:12.380 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:59:11 smithi028 bash[77168]: cluster 2024-08-29T17:59:11.081871+0000 mgr.y (mgr.25022) 338 : cluster [DBG] pgmap v632: 121 pgs: 121 active+clean; 356 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 6.0 MiB/s rd, 1.4 MiB/s wr, 31 op/s 2024-08-29T17:59:12.447 INFO:tasks.rados.rados.0.smithi028.stdout:3258: done (7 left) 2024-08-29T17:59:12.447 INFO:tasks.rados.rados.0.smithi028.stdout:3259: done (6 left) 2024-08-29T17:59:12.447 INFO:tasks.rados.rados.0.smithi028.stdout:3261: done (5 left) 2024-08-29T17:59:12.447 INFO:tasks.rados.rados.0.smithi028.stdout:3263: done (4 left) 2024-08-29T17:59:12.447 INFO:tasks.rados.rados.0.smithi028.stdout:3264: done (3 left) 2024-08-29T17:59:12.448 INFO:tasks.rados.rados.0.smithi028.stdout:3265: done (2 left) 2024-08-29T17:59:12.448 INFO:tasks.rados.rados.0.smithi028.stdout:3266: done (1 left) 2024-08-29T17:59:12.448 INFO:tasks.rados.rados.0.smithi028.stdout:3267: done (0 left) 2024-08-29T17:59:12.448 INFO:tasks.rados.rados.0.smithi028.stdout:3268: delete oid 2 current snap is 333 2024-08-29T17:59:12.453 INFO:tasks.rados.rados.0.smithi028.stdout:3268: done (0 left) 2024-08-29T17:59:12.453 INFO:tasks.rados.rados.0.smithi028.stdout:3269: snap_create 2024-08-29T17:59:12.575 INFO:journalctl@ceph.prometheus.a.smithi053.stdout:Aug 29 17:59:12 smithi053 bash[61790]: ts=2024-08-29T17:59:12.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"3167ee72-662c-11ef-bcd4-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-29T17:59:13.001 INFO:tasks.rados.rados.0.smithi028.stdout:3269: done (0 left) 2024-08-29T17:59:13.001 INFO:tasks.rados.rados.0.smithi028.stdout:3270: read oid 49 snap -1 2024-08-29T17:59:13.001 INFO:tasks.rados.rados.0.smithi028.stdout:3270: expect (ObjNum 954 snap 319 seq_num 954) 2024-08-29T17:59:13.001 INFO:tasks.rados.rados.0.smithi028.stdout:3271: copy_from oid 3 from oid 39 current snap is 334 2024-08-29T17:59:13.001 INFO:tasks.rados.rados.0.smithi028.stdout:3272: snap_create 2024-08-29T17:59:13.028 INFO:tasks.rados.rados.0.smithi028.stdout:3271: finishing copy_from racing read to smithi02869045-3 2024-08-29T17:59:13.038 INFO:tasks.rados.rados.0.smithi028.stdout:3271: finishing copy_from to smithi02869045-3 2024-08-29T17:59:13.038 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 3 v 2116 (ObjNum 916 snap 306 seq_num 916) dirty exists 2024-08-29T17:59:13.074 INFO:tasks.rados.rados.0.smithi028.stdout:3270: expect (ObjNum 954 snap 319 seq_num 954) 2024-08-29T17:59:13.325 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:59:12 smithi053 bash[68679]: audit 2024-08-29T17:59:12.034991+0000 mon.a (mon.0) 1101 : audit [DBG] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-29T17:59:13.379 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:59:12 smithi028 bash[78352]: audit 2024-08-29T17:59:12.034991+0000 mon.a (mon.0) 1101 : audit [DBG] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-29T17:59:13.380 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:59:12 smithi028 bash[77168]: audit 2024-08-29T17:59:12.034991+0000 mon.a (mon.0) 1101 : audit [DBG] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-29T17:59:14.196 INFO:tasks.rados.rados.0.smithi028.stdout:3270: done (2 left) 2024-08-29T17:59:14.196 INFO:tasks.rados.rados.0.smithi028.stdout:3271: done (1 left) 2024-08-29T17:59:14.196 INFO:tasks.rados.rados.0.smithi028.stdout:3272: done (0 left) 2024-08-29T17:59:14.197 INFO:tasks.rados.rados.0.smithi028.stdout:3273: read oid 34 snap -1 2024-08-29T17:59:14.197 INFO:tasks.rados.rados.0.smithi028.stdout:3273: expect deleted 2024-08-29T17:59:14.197 INFO:tasks.rados.rados.0.smithi028.stdout:3274: copy_from oid 11 from oid 38 current snap is 335 2024-08-29T17:59:14.197 INFO:tasks.rados.rados.0.smithi028.stdout:3275: snap_create 2024-08-29T17:59:14.257 INFO:tasks.rados.rados.0.smithi028.stdout:3274: finishing copy_from racing read to smithi02869045-11 2024-08-29T17:59:14.262 INFO:tasks.rados.rados.0.smithi028.stdout:3274: finishing copy_from to smithi02869045-11 2024-08-29T17:59:14.262 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 11 v 2876 (ObjNum 983 snap 333 seq_num 983) dirty exists 2024-08-29T17:59:14.281 INFO:tasks.rados.rados.0.smithi028.stdout:3273: done (2 left) 2024-08-29T17:59:14.281 INFO:tasks.rados.rados.0.smithi028.stdout:3274: done (1 left) 2024-08-29T17:59:14.281 INFO:tasks.rados.rados.0.smithi028.stdout:3275: done (0 left) 2024-08-29T17:59:14.281 INFO:tasks.rados.rados.0.smithi028.stdout:append oid 26 current snap is 336 2024-08-29T17:59:14.281 INFO:tasks.rados.rados.0.smithi028.stdout:3276: seq_num 989 ranges {0=573440,573440=466944,1040384=434176,1474560=638976,2113536=65536} 2024-08-29T17:59:14.290 INFO:tasks.rados.rados.0.smithi028.stdout:3276: writing smithi02869045-26 from 0 to 573440 tid 1 2024-08-29T17:59:14.298 INFO:tasks.rados.rados.0.smithi028.stdout:3276: writing smithi02869045-26 from 573440 to 1040384 tid 2 2024-08-29T17:59:14.306 INFO:tasks.rados.rados.0.smithi028.stdout:3276: writing smithi02869045-26 from 1040384 to 1474560 tid 3 2024-08-29T17:59:14.316 INFO:tasks.rados.rados.0.smithi028.stdout:3276: writing smithi02869045-26 from 1474560 to 2113536 tid 4 2024-08-29T17:59:14.318 INFO:tasks.rados.rados.0.smithi028.stdout:3276: writing smithi02869045-26 from 2113536 to 2179072 tid 5 2024-08-29T17:59:14.318 INFO:tasks.rados.rados.0.smithi028.stdout:3277: rollback oid 10 current snap is 336 2024-08-29T17:59:14.318 INFO:tasks.rados.rados.0.smithi028.stdout:rollback oid 10 to 320 2024-08-29T17:59:14.318 INFO:tasks.rados.rados.0.smithi028.stdout:3276: finishing write tid 1 to smithi02869045-26 2024-08-29T17:59:14.318 INFO:tasks.rados.rados.0.smithi028.stdout:3276: finishing write tid 2 to smithi02869045-26 2024-08-29T17:59:14.318 INFO:tasks.rados.rados.0.smithi028.stdout:3276: finishing write tid 3 to smithi02869045-26 2024-08-29T17:59:14.318 INFO:tasks.rados.rados.0.smithi028.stdout:append oid 49 current snap is 336 2024-08-29T17:59:14.318 INFO:tasks.rados.rados.0.smithi028.stdout:3278: seq_num 990 ranges {11984896=589824,12574720=753664,13328384=638976,13967360=212992} 2024-08-29T17:59:14.324 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:59:14 smithi053 bash[68679]: cluster 2024-08-29T17:59:13.000670+0000 mon.a (mon.0) 1102 : cluster [DBG] osdmap e740: 8 total, 8 up, 8 in 2024-08-29T17:59:14.325 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:59:14 smithi053 bash[68679]: cluster 2024-08-29T17:59:13.082338+0000 mgr.y (mgr.25022) 339 : cluster [DBG] pgmap v634: 121 pgs: 121 active+clean; 359 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 15 KiB/s rd, 871 KiB/s wr, 21 op/s 2024-08-29T17:59:14.380 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:59:14 smithi028 bash[78352]: cluster 2024-08-29T17:59:13.000670+0000 mon.a (mon.0) 1102 : cluster [DBG] osdmap e740: 8 total, 8 up, 8 in 2024-08-29T17:59:14.380 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:59:14 smithi028 bash[78352]: cluster 2024-08-29T17:59:13.082338+0000 mgr.y (mgr.25022) 339 : cluster [DBG] pgmap v634: 121 pgs: 121 active+clean; 359 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 15 KiB/s rd, 871 KiB/s wr, 21 op/s 2024-08-29T17:59:14.380 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:59:14 smithi028 bash[77168]: cluster 2024-08-29T17:59:13.000670+0000 mon.a (mon.0) 1102 : cluster [DBG] osdmap e740: 8 total, 8 up, 8 in 2024-08-29T17:59:14.380 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:59:14 smithi028 bash[77168]: cluster 2024-08-29T17:59:13.082338+0000 mgr.y (mgr.25022) 339 : cluster [DBG] pgmap v634: 121 pgs: 121 active+clean; 359 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 15 KiB/s rd, 871 KiB/s wr, 21 op/s 2024-08-29T17:59:14.400 INFO:tasks.rados.rados.0.smithi028.stdout:3278: writing smithi02869045-49 from 11984896 to 12574720 tid 1 2024-08-29T17:59:14.405 INFO:tasks.rados.rados.0.smithi028.stdout:3278: writing smithi02869045-49 from 12574720 to 13328384 tid 2 2024-08-29T17:59:14.408 INFO:tasks.rados.rados.0.smithi028.stdout:3278: writing smithi02869045-49 from 13328384 to 13967360 tid 3 2024-08-29T17:59:14.410 INFO:tasks.rados.rados.0.smithi028.stdout:3278: writing smithi02869045-49 from 13967360 to 14180352 tid 4 2024-08-29T17:59:14.410 INFO:tasks.rados.rados.0.smithi028.stdout:3279: read oid 25 snap -1 2024-08-29T17:59:14.410 INFO:tasks.rados.rados.0.smithi028.stdout:3279: expect deleted 2024-08-29T17:59:14.411 INFO:tasks.rados.rados.0.smithi028.stdout:3280: read oid 24 snap -1 2024-08-29T17:59:14.411 INFO:tasks.rados.rados.0.smithi028.stdout:3280: expect (ObjNum 907 snap 306 seq_num 907) 2024-08-29T17:59:14.411 INFO:tasks.rados.rados.0.smithi028.stdout:3281: copy_from oid 12 from oid 9 current snap is 336 2024-08-29T17:59:14.411 INFO:tasks.rados.rados.0.smithi028.stdout:3276: finishing write tid 4 to smithi02869045-26 2024-08-29T17:59:14.411 INFO:tasks.rados.rados.0.smithi028.stdout:3282: read oid 17 snap -1 2024-08-29T17:59:14.411 INFO:tasks.rados.rados.0.smithi028.stdout:3282: expect (ObjNum 970 snap 326 seq_num 970) 2024-08-29T17:59:14.411 INFO:tasks.rados.rados.0.smithi028.stdout:append oid 15 current snap is 336 2024-08-29T17:59:14.411 INFO:tasks.rados.rados.0.smithi028.stdout:3276: finishing write tid 5 to smithi02869045-26 2024-08-29T17:59:14.411 INFO:tasks.rados.rados.0.smithi028.stdout:3277: finishing rollback tid 0 to smithi02869045-10 2024-08-29T17:59:14.411 INFO:tasks.rados.rados.0.smithi028.stdout:3276: finishing write tid 6 to smithi02869045-26 2024-08-29T17:59:14.411 INFO:tasks.rados.rados.0.smithi028.stdout:3283: seq_num 991 ranges {9338880=606208,9945088=638976,10584064=794624,11378688=172032} 2024-08-29T17:59:14.467 INFO:tasks.rados.rados.0.smithi028.stdout:3283: writing smithi02869045-15 from 9338880 to 9945088 tid 1 2024-08-29T17:59:14.470 INFO:tasks.rados.rados.0.smithi028.stdout:3283: writing smithi02869045-15 from 9945088 to 10584064 tid 2 2024-08-29T17:59:14.475 INFO:tasks.rados.rados.0.smithi028.stdout:3283: writing smithi02869045-15 from 10584064 to 11378688 tid 3 2024-08-29T17:59:14.477 INFO:tasks.rados.rados.0.smithi028.stdout:3283: writing smithi02869045-15 from 11378688 to 11550720 tid 4 2024-08-29T17:59:14.477 INFO:tasks.rados.rados.0.smithi028.stdout:append oid 16 current snap is 336 2024-08-29T17:59:14.477 INFO:tasks.rados.rados.0.smithi028.stdout:3277: finishing rollback tid 1 to smithi02869045-10 2024-08-29T17:59:14.477 INFO:tasks.rados.rados.0.smithi028.stdout:3277: finishing rollback tid 2 to smithi02869045-10 2024-08-29T17:59:14.477 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 10 v 2889 (ObjNum 33 snap 0 seq_num 1677197984) dirty exists 2024-08-29T17:59:14.477 INFO:tasks.rados.rados.0.smithi028.stdout:3276: finishing write tid 7 to smithi02869045-26 2024-08-29T17:59:14.478 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 26 v 2554 (ObjNum 989 snap 336 seq_num 989) dirty exists 2024-08-29T17:59:14.478 INFO:tasks.rados.rados.0.smithi028.stdout:3276: left oid 26 (ObjNum 989 snap 336 seq_num 989) 2024-08-29T17:59:14.478 INFO:tasks.rados.rados.0.smithi028.stdout:3284: seq_num 992 ranges {3620864=622592,4243456=524288,4767744=606208,5373952=475136} 2024-08-29T17:59:14.500 INFO:tasks.rados.rados.0.smithi028.stdout:3284: writing smithi02869045-16 from 3620864 to 4243456 tid 1 2024-08-29T17:59:14.503 INFO:tasks.rados.rados.0.smithi028.stdout:3284: writing smithi02869045-16 from 4243456 to 4767744 tid 2 2024-08-29T17:59:14.507 INFO:tasks.rados.rados.0.smithi028.stdout:3284: writing smithi02869045-16 from 4767744 to 5373952 tid 3 2024-08-29T17:59:14.510 INFO:tasks.rados.rados.0.smithi028.stdout:3284: writing smithi02869045-16 from 5373952 to 5849088 tid 4 2024-08-29T17:59:14.510 INFO:tasks.rados.rados.0.smithi028.stdout:3276: done (8 left) 2024-08-29T17:59:14.510 INFO:tasks.rados.rados.0.smithi028.stdout:3277: done (7 left) 2024-08-29T17:59:14.510 INFO:tasks.rados.rados.0.smithi028.stdout:append oid 11 current snap is 336 2024-08-29T17:59:14.510 INFO:tasks.rados.rados.0.smithi028.stdout:3285: seq_num 993 ranges {7798784=638976,8437760=409600,8847360=409600,9256960=688128,9945088=98304} 2024-08-29T17:59:14.556 INFO:tasks.rados.rados.0.smithi028.stdout:3285: writing smithi02869045-11 from 7798784 to 8437760 tid 1 2024-08-29T17:59:14.559 INFO:tasks.rados.rados.0.smithi028.stdout:3285: writing smithi02869045-11 from 8437760 to 8847360 tid 2 2024-08-29T17:59:14.561 INFO:tasks.rados.rados.0.smithi028.stdout:3285: writing smithi02869045-11 from 8847360 to 9256960 tid 3 2024-08-29T17:59:14.565 INFO:tasks.rados.rados.0.smithi028.stdout:3285: writing smithi02869045-11 from 9256960 to 9945088 tid 4 2024-08-29T17:59:14.566 INFO:tasks.rados.rados.0.smithi028.stdout:3285: writing smithi02869045-11 from 9945088 to 10043392 tid 5 2024-08-29T17:59:14.566 INFO:tasks.rados.rados.0.smithi028.stdout:3286: delete oid 45 current snap is 336 2024-08-29T17:59:14.566 INFO:tasks.rados.rados.0.smithi028.stdout:3278: finishing write tid 1 to smithi02869045-49 2024-08-29T17:59:14.566 INFO:tasks.rados.rados.0.smithi028.stdout:3278: finishing write tid 2 to smithi02869045-49 2024-08-29T17:59:14.566 INFO:tasks.rados.rados.0.smithi028.stdout:3278: finishing write tid 3 to smithi02869045-49 2024-08-29T17:59:14.567 INFO:tasks.rados.rados.0.smithi028.stdout:3282: expect (ObjNum 970 snap 326 seq_num 970) 2024-08-29T17:59:14.660 INFO:tasks.rados.rados.0.smithi028.stdout:3278: finishing write tid 4 to smithi02869045-49 2024-08-29T17:59:14.660 INFO:tasks.rados.rados.0.smithi028.stdout:3278: finishing write tid 5 to smithi02869045-49 2024-08-29T17:59:14.660 INFO:tasks.rados.rados.0.smithi028.stdout:3278: finishing write tid 6 to smithi02869045-49 2024-08-29T17:59:14.660 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 49 v 2894 (ObjNum 990 snap 336 seq_num 990) dirty exists 2024-08-29T17:59:14.660 INFO:tasks.rados.rados.0.smithi028.stdout:3278: left oid 49 (ObjNum 990 snap 336 seq_num 990) 2024-08-29T17:59:14.660 INFO:tasks.rados.rados.0.smithi028.stdout:3280: expect (ObjNum 907 snap 306 seq_num 907) 2024-08-29T17:59:14.759 INFO:tasks.rados.rados.0.smithi028.stdout:3281: finishing copy_from racing read to smithi02869045-12 2024-08-29T17:59:14.759 INFO:tasks.rados.rados.0.smithi028.stdout:3281: finishing copy_from to smithi02869045-12 2024-08-29T17:59:14.759 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 12 v 2532 (ObjNum 979 snap 333 seq_num 979) dirty exists 2024-08-29T17:59:14.759 INFO:tasks.rados.rados.0.smithi028.stdout:3283: finishing write tid 1 to smithi02869045-15 2024-08-29T17:59:14.760 INFO:tasks.rados.rados.0.smithi028.stdout:3283: finishing write tid 2 to smithi02869045-15 2024-08-29T17:59:14.760 INFO:tasks.rados.rados.0.smithi028.stdout:3283: finishing write tid 3 to smithi02869045-15 2024-08-29T17:59:14.760 INFO:tasks.rados.rados.0.smithi028.stdout:3283: finishing write tid 4 to smithi02869045-15 2024-08-29T17:59:14.760 INFO:tasks.rados.rados.0.smithi028.stdout:3283: finishing write tid 5 to smithi02869045-15 2024-08-29T17:59:14.760 INFO:tasks.rados.rados.0.smithi028.stdout:3283: finishing write tid 6 to smithi02869045-15 2024-08-29T17:59:14.760 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 15 v 2128 (ObjNum 991 snap 336 seq_num 991) dirty exists 2024-08-29T17:59:14.760 INFO:tasks.rados.rados.0.smithi028.stdout:3283: left oid 15 (ObjNum 991 snap 336 seq_num 991) 2024-08-29T17:59:14.760 INFO:tasks.rados.rados.0.smithi028.stdout:3284: finishing write tid 1 to smithi02869045-16 2024-08-29T17:59:14.760 INFO:tasks.rados.rados.0.smithi028.stdout:3284: finishing write tid 2 to smithi02869045-16 2024-08-29T17:59:14.760 INFO:tasks.rados.rados.0.smithi028.stdout:3284: finishing write tid 3 to smithi02869045-16 2024-08-29T17:59:14.760 INFO:tasks.rados.rados.0.smithi028.stdout:3284: finishing write tid 4 to smithi02869045-16 2024-08-29T17:59:14.760 INFO:tasks.rados.rados.0.smithi028.stdout:3284: finishing write tid 5 to smithi02869045-16 2024-08-29T17:59:14.760 INFO:tasks.rados.rados.0.smithi028.stdout:3284: finishing write tid 6 to smithi02869045-16 2024-08-29T17:59:14.761 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 16 v 2547 (ObjNum 992 snap 336 seq_num 992) dirty exists 2024-08-29T17:59:14.761 INFO:tasks.rados.rados.0.smithi028.stdout:3284: left oid 16 (ObjNum 992 snap 336 seq_num 992) 2024-08-29T17:59:14.761 INFO:tasks.rados.rados.0.smithi028.stdout:3285: finishing write tid 1 to smithi02869045-11 2024-08-29T17:59:14.761 INFO:tasks.rados.rados.0.smithi028.stdout:3285: finishing write tid 2 to smithi02869045-11 2024-08-29T17:59:14.761 INFO:tasks.rados.rados.0.smithi028.stdout:3285: finishing write tid 3 to smithi02869045-11 2024-08-29T17:59:14.761 INFO:tasks.rados.rados.0.smithi028.stdout:3285: finishing write tid 4 to smithi02869045-11 2024-08-29T17:59:14.761 INFO:tasks.rados.rados.0.smithi028.stdout:3285: finishing write tid 5 to smithi02869045-11 2024-08-29T17:59:14.761 INFO:tasks.rados.rados.0.smithi028.stdout:3285: finishing write tid 6 to smithi02869045-11 2024-08-29T17:59:14.761 INFO:tasks.rados.rados.0.smithi028.stdout:3285: finishing write tid 7 to smithi02869045-11 2024-08-29T17:59:14.761 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 11 v 2882 (ObjNum 993 snap 336 seq_num 993) dirty exists 2024-08-29T17:59:14.761 INFO:tasks.rados.rados.0.smithi028.stdout:3285: left oid 11 (ObjNum 993 snap 336 seq_num 993) 2024-08-29T17:59:14.761 INFO:tasks.rados.rados.0.smithi028.stdout:3278: done (8 left) 2024-08-29T17:59:14.761 INFO:tasks.rados.rados.0.smithi028.stdout:3279: done (7 left) 2024-08-29T17:59:14.761 INFO:tasks.rados.rados.0.smithi028.stdout:3280: done (6 left) 2024-08-29T17:59:14.762 INFO:tasks.rados.rados.0.smithi028.stdout:3281: done (5 left) 2024-08-29T17:59:14.762 INFO:tasks.rados.rados.0.smithi028.stdout:3282: done (4 left) 2024-08-29T17:59:14.762 INFO:tasks.rados.rados.0.smithi028.stdout:3283: done (3 left) 2024-08-29T17:59:14.762 INFO:tasks.rados.rados.0.smithi028.stdout:3284: done (2 left) 2024-08-29T17:59:14.762 INFO:tasks.rados.rados.0.smithi028.stdout:3285: done (1 left) 2024-08-29T17:59:14.762 INFO:tasks.rados.rados.0.smithi028.stdout:3286: done (0 left) 2024-08-29T17:59:14.762 INFO:tasks.rados.rados.0.smithi028.stdout:3287: read oid 38 snap 296 2024-08-29T17:59:14.762 INFO:tasks.rados.rados.0.smithi028.stdout:3287: expect deleted 2024-08-29T17:59:14.763 INFO:tasks.rados.rados.0.smithi028.stdout:3288: delete oid 19 current snap is 336 2024-08-29T17:59:14.768 INFO:tasks.rados.rados.0.smithi028.stdout:3287: done (1 left) 2024-08-29T17:59:14.768 INFO:tasks.rados.rados.0.smithi028.stdout:3288: done (0 left) 2024-08-29T17:59:14.768 INFO:tasks.rados.rados.0.smithi028.stdout:3289: rollback oid 1 current snap is 336 2024-08-29T17:59:14.768 INFO:tasks.rados.rados.0.smithi028.stdout:rollback oid 1 to 329 2024-08-29T17:59:14.768 INFO:tasks.rados.rados.0.smithi028.stdout:append oid 21 current snap is 336 2024-08-29T17:59:14.768 INFO:tasks.rados.rados.0.smithi028.stdout:3290: seq_num 996 ranges {4521984=688128,5210112=507904,5718016=581632,6299648=516096} 2024-08-29T17:59:14.819 INFO:tasks.rados.rados.0.smithi028.stdout:3290: writing smithi02869045-21 from 4521984 to 5210112 tid 1 2024-08-29T17:59:14.824 INFO:tasks.rados.rados.0.smithi028.stdout:3290: writing smithi02869045-21 from 5210112 to 5718016 tid 2 2024-08-29T17:59:14.829 INFO:tasks.rados.rados.0.smithi028.stdout:3290: writing smithi02869045-21 from 5718016 to 6299648 tid 3 2024-08-29T17:59:14.834 INFO:tasks.rados.rados.0.smithi028.stdout:3290: writing smithi02869045-21 from 6299648 to 6815744 tid 4 2024-08-29T17:59:14.834 INFO:tasks.rados.rados.0.smithi028.stdout:3291: snap_create 2024-08-29T17:59:14.834 INFO:tasks.rados.rados.0.smithi028.stdout:3289: finishing rollback tid 0 to smithi02869045-1 2024-08-29T17:59:14.834 INFO:tasks.rados.rados.0.smithi028.stdout:3289: finishing rollback tid 1 to smithi02869045-1 2024-08-29T17:59:14.834 INFO:tasks.rados.rados.0.smithi028.stdout:3289: finishing rollback tid 2 to smithi02869045-1 2024-08-29T17:59:14.834 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 1 v 3144 (ObjNum 966 snap 324 seq_num 966) dirty exists 2024-08-29T17:59:14.834 INFO:tasks.rados.rados.0.smithi028.stdout:3290: finishing write tid 1 to smithi02869045-21 2024-08-29T17:59:14.834 INFO:tasks.rados.rados.0.smithi028.stdout:3290: finishing write tid 2 to smithi02869045-21 2024-08-29T17:59:14.835 INFO:tasks.rados.rados.0.smithi028.stdout:3290: finishing write tid 3 to smithi02869045-21 2024-08-29T17:59:14.839 INFO:tasks.rados.rados.0.smithi028.stdout:3290: finishing write tid 4 to smithi02869045-21 2024-08-29T17:59:14.839 INFO:tasks.rados.rados.0.smithi028.stdout:3290: finishing write tid 5 to smithi02869045-21 2024-08-29T17:59:14.841 INFO:tasks.rados.rados.0.smithi028.stdout:3290: finishing write tid 6 to smithi02869045-21 2024-08-29T17:59:14.841 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 21 v 2899 (ObjNum 996 snap 336 seq_num 996) dirty exists 2024-08-29T17:59:14.841 INFO:tasks.rados.rados.0.smithi028.stdout:3290: left oid 21 (ObjNum 996 snap 336 seq_num 996) 2024-08-29T17:59:15.122 INFO:teuthology.orchestra.run.smithi028.stdout:true 2024-08-29T17:59:15.282 INFO:tasks.rados.rados.0.smithi028.stdout:3289: done (2 left) 2024-08-29T17:59:15.282 INFO:tasks.rados.rados.0.smithi028.stdout:3290: done (1 left) 2024-08-29T17:59:15.282 INFO:tasks.rados.rados.0.smithi028.stdout:3291: done (0 left) 2024-08-29T17:59:15.282 INFO:tasks.rados.rados.0.smithi028.stdout:3292: rollback oid 16 current snap is 337 2024-08-29T17:59:15.282 INFO:tasks.rados.rados.0.smithi028.stdout:rollback oid 16 to 293 2024-08-29T17:59:15.283 INFO:tasks.rados.rados.0.smithi028.stdout:3293: setattr oid 43 current snap is 337 2024-08-29T17:59:15.284 INFO:tasks.rados.rados.0.smithi028.stdout:3294: delete oid 40 current snap is 337 2024-08-29T17:59:15.293 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 43 v 2527 (ObjNum 33 snap 0 seq_num 993641325) dirty exists 2024-08-29T17:59:15.293 INFO:tasks.rados.rados.0.smithi028.stdout:3292: finishing rollback tid 0 to smithi02869045-16 2024-08-29T17:59:15.296 INFO:tasks.rados.rados.0.smithi028.stdout:3293: done (2 left) 2024-08-29T17:59:15.296 INFO:tasks.rados.rados.0.smithi028.stdout:3294: done (1 left) 2024-08-29T17:59:15.296 INFO:tasks.rados.rados.0.smithi028.stdout:3295: copy_from oid 6 from oid 23 current snap is 337 2024-08-29T17:59:15.296 INFO:tasks.rados.rados.0.smithi028.stdout:3292: finishing rollback tid 1 to smithi02869045-16 2024-08-29T17:59:15.296 INFO:tasks.rados.rados.0.smithi028.stdout:3296: setattr oid 41 current snap is 337 2024-08-29T17:59:15.297 INFO:tasks.rados.rados.0.smithi028.stdout:3292: finishing rollback tid 2 to smithi02869045-16 2024-08-29T17:59:15.297 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 16 v 2551 (ObjNum 33 snap 0 seq_num 1678258376) dirty exists 2024-08-29T17:59:15.299 INFO:tasks.rados.rados.0.smithi028.stdout:3292: done (2 left) 2024-08-29T17:59:15.299 INFO:tasks.rados.rados.0.smithi028.stdout:3297: copy_from oid 5 from oid 30 current snap is 337 2024-08-29T17:59:15.299 INFO:tasks.rados.rados.0.smithi028.stdout:append oid 38 current snap is 337 2024-08-29T17:59:15.299 INFO:tasks.rados.rados.0.smithi028.stdout:3298: seq_num 998 ranges {7798784=720896,8519680=679936,9199616=598016,9797632=327680} 2024-08-29T17:59:15.325 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:59:15 smithi053 bash[68679]: cluster 2024-08-29T17:59:14.011438+0000 mon.a (mon.0) 1103 : cluster [DBG] osdmap e741: 8 total, 8 up, 8 in 2024-08-29T17:59:15.325 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:59:15 smithi053 bash[68679]: cluster 2024-08-29T17:59:14.282320+0000 mon.a (mon.0) 1104 : cluster [DBG] osdmap e742: 8 total, 8 up, 8 in 2024-08-29T17:59:15.364 INFO:tasks.rados.rados.0.smithi028.stdout:3298: writing smithi02869045-38 from 7798784 to 8519680 tid 1 2024-08-29T17:59:15.368 INFO:tasks.rados.rados.0.smithi028.stdout:3298: writing smithi02869045-38 from 8519680 to 9199616 tid 2 2024-08-29T17:59:15.372 INFO:tasks.rados.rados.0.smithi028.stdout:3298: writing smithi02869045-38 from 9199616 to 9797632 tid 3 2024-08-29T17:59:15.376 INFO:tasks.rados.rados.0.smithi028.stdout:3298: writing smithi02869045-38 from 9797632 to 10125312 tid 4 2024-08-29T17:59:15.376 INFO:tasks.rados.rados.0.smithi028.stdout:3299: snap_create 2024-08-29T17:59:15.376 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 41 v 2883 (ObjNum 161 snap 0 seq_num 993697934) dirty exists 2024-08-29T17:59:15.376 INFO:tasks.rados.rados.0.smithi028.stdout:3297: finishing copy_from racing read to smithi02869045-5 2024-08-29T17:59:15.376 INFO:tasks.rados.rados.0.smithi028.stdout:3297: finishing copy_from to smithi02869045-5 2024-08-29T17:59:15.376 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 5 v 2526 (ObjNum 967 snap 325 seq_num 967) dirty exists 2024-08-29T17:59:15.376 INFO:tasks.rados.rados.0.smithi028.stdout:3295: finishing copy_from racing read to smithi02869045-6 2024-08-29T17:59:15.376 INFO:tasks.rados.rados.0.smithi028.stdout:3295: finishing copy_from to smithi02869045-6 2024-08-29T17:59:15.376 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 6 v 1333 (ObjNum 887 snap 301 seq_num 887) dirty exists 2024-08-29T17:59:15.376 INFO:tasks.rados.rados.0.smithi028.stdout:3298: finishing write tid 1 to smithi02869045-38 2024-08-29T17:59:15.379 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:59:15 smithi028 bash[78352]: cluster 2024-08-29T17:59:14.011438+0000 mon.a (mon.0) 1103 : cluster [DBG] osdmap e741: 8 total, 8 up, 8 in 2024-08-29T17:59:15.379 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:59:15 smithi028 bash[78352]: cluster 2024-08-29T17:59:14.282320+0000 mon.a (mon.0) 1104 : cluster [DBG] osdmap e742: 8 total, 8 up, 8 in 2024-08-29T17:59:15.380 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:59:15 smithi028 bash[77168]: cluster 2024-08-29T17:59:14.011438+0000 mon.a (mon.0) 1103 : cluster [DBG] osdmap e741: 8 total, 8 up, 8 in 2024-08-29T17:59:15.380 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:59:15 smithi028 bash[77168]: cluster 2024-08-29T17:59:14.282320+0000 mon.a (mon.0) 1104 : cluster [DBG] osdmap e742: 8 total, 8 up, 8 in 2024-08-29T17:59:15.380 INFO:tasks.rados.rados.0.smithi028.stdout:3298: finishing write tid 2 to smithi02869045-38 2024-08-29T17:59:15.382 INFO:tasks.rados.rados.0.smithi028.stdout:3298: finishing write tid 3 to smithi02869045-38 2024-08-29T17:59:15.382 INFO:tasks.rados.rados.0.smithi028.stdout:3298: finishing write tid 4 to smithi02869045-38 2024-08-29T17:59:15.383 INFO:tasks.rados.rados.0.smithi028.stdout:3298: finishing write tid 5 to smithi02869045-38 2024-08-29T17:59:15.385 INFO:tasks.rados.rados.0.smithi028.stdout:3298: finishing write tid 6 to smithi02869045-38 2024-08-29T17:59:15.385 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 38 v 2881 (ObjNum 998 snap 337 seq_num 998) dirty exists 2024-08-29T17:59:15.385 INFO:tasks.rados.rados.0.smithi028.stdout:3298: left oid 38 (ObjNum 998 snap 337 seq_num 998) 2024-08-29T17:59:15.471 INFO:teuthology.orchestra.run.smithi028.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2024-08-29T17:59:15.471 INFO:teuthology.orchestra.run.smithi028.stdout:alertmanager.a smithi028 *:9093,9094 running (9m) 41s ago 16m 14.8M - 0.25.0 c8568f914cd2 c7223f7204fa 2024-08-29T17:59:15.471 INFO:teuthology.orchestra.run.smithi028.stdout:grafana.a smithi053 *:3000 running (8m) 9s ago 15m 75.5M - 9.4.7 954c08fa6188 a7eaafe982e3 2024-08-29T17:59:15.471 INFO:teuthology.orchestra.run.smithi028.stdout:mds.a smithi028 running (46s) 41s ago 18m 11.7M - 19.1.1-235-g1ef86450 d401bb9bb76e 5a8869ab72d3 2024-08-29T17:59:15.471 INFO:teuthology.orchestra.run.smithi028.stdout:mds.b smithi053 running (16s) 9s ago 18m 11.7M - 19.1.1-235-g1ef86450 d401bb9bb76e 0e70add88f28 2024-08-29T17:59:15.471 INFO:teuthology.orchestra.run.smithi028.stdout:mgr.x smithi053 *:8443,9283,8765 running (7m) 9s ago 26m 429M - 19.1.1-235-g1ef86450 d401bb9bb76e a0460ca70cca 2024-08-29T17:59:15.471 INFO:teuthology.orchestra.run.smithi028.stdout:mgr.y smithi028 *:8443,9283,8765 running (8m) 41s ago 28m 499M - 19.1.1-235-g1ef86450 d401bb9bb76e ef4c084deb28 2024-08-29T17:59:15.472 INFO:teuthology.orchestra.run.smithi028.stdout:mon.a smithi028 running (7m) 41s ago 28m 68.8M 2048M 19.1.1-235-g1ef86450 d401bb9bb76e d1fec2ed5501 2024-08-29T17:59:15.472 INFO:teuthology.orchestra.run.smithi028.stdout:mon.b smithi053 running (6m) 9s ago 26m 51.7M 2048M 19.1.1-235-g1ef86450 d401bb9bb76e 39595741be2a 2024-08-29T17:59:15.472 INFO:teuthology.orchestra.run.smithi028.stdout:mon.c smithi028 running (6m) 41s ago 26m 58.4M 2048M 19.1.1-235-g1ef86450 d401bb9bb76e c6717e02deb1 2024-08-29T17:59:15.472 INFO:teuthology.orchestra.run.smithi028.stdout:node-exporter.a smithi028 *:9100 running (9m) 41s ago 16m 8288k - 1.5.0 0da6a335fe13 620017e337b2 2024-08-29T17:59:15.472 INFO:teuthology.orchestra.run.smithi028.stdout:node-exporter.b smithi053 *:9100 running (8m) 9s ago 16m 8527k - 1.5.0 0da6a335fe13 e8eb22b0ee9e 2024-08-29T17:59:15.472 INFO:teuthology.orchestra.run.smithi028.stdout:osd.0 smithi028 running (4m) 41s ago 25m 427M 2525M 19.1.1-235-g1ef86450 d401bb9bb76e 6fbb60538386 2024-08-29T17:59:15.472 INFO:teuthology.orchestra.run.smithi028.stdout:osd.1 smithi028 running (4m) 41s ago 24m 395M 2525M 19.1.1-235-g1ef86450 d401bb9bb76e 0a1c27b12555 2024-08-29T17:59:15.472 INFO:teuthology.orchestra.run.smithi028.stdout:osd.2 smithi028 running (3m) 41s ago 24m 395M 2525M 19.1.1-235-g1ef86450 d401bb9bb76e f87a86f7e5c3 2024-08-29T17:59:15.472 INFO:teuthology.orchestra.run.smithi028.stdout:osd.3 smithi028 running (3m) 41s ago 23m 282M 2525M 19.1.1-235-g1ef86450 d401bb9bb76e 3ccafab1a96b 2024-08-29T17:59:15.472 INFO:teuthology.orchestra.run.smithi028.stdout:osd.4 smithi053 running (2m) 9s ago 22m 536M 2525M 19.1.1-235-g1ef86450 d401bb9bb76e e85da34b2c19 2024-08-29T17:59:15.472 INFO:teuthology.orchestra.run.smithi028.stdout:osd.5 smithi053 running (2m) 9s ago 21m 360M 2525M 19.1.1-235-g1ef86450 d401bb9bb76e 02ced631b1a7 2024-08-29T17:59:15.472 INFO:teuthology.orchestra.run.smithi028.stdout:osd.6 smithi053 running (107s) 9s ago 20m 196M 2525M 19.1.1-235-g1ef86450 d401bb9bb76e 26b5d9d330e2 2024-08-29T17:59:15.472 INFO:teuthology.orchestra.run.smithi028.stdout:osd.7 smithi053 running (73s) 9s ago 19m 284M 2525M 19.1.1-235-g1ef86450 d401bb9bb76e 2dd992ed071a 2024-08-29T17:59:15.473 INFO:teuthology.orchestra.run.smithi028.stdout:prometheus.a smithi053 *:9095 running (8m) 9s ago 16m 58.1M - 2.43.0 a07b618ecd1d 9d3edc9bcb79 2024-08-29T17:59:15.836 INFO:teuthology.orchestra.run.smithi028.stdout:{ 2024-08-29T17:59:15.836 INFO:teuthology.orchestra.run.smithi028.stdout: "mon": { 2024-08-29T17:59:15.836 INFO:teuthology.orchestra.run.smithi028.stdout: "ceph version 19.1.1-235-g1ef86450 (1ef864504b8875c83ee6c2c5fedc13315bebf7f5) squid (rc)": 3 2024-08-29T17:59:15.836 INFO:teuthology.orchestra.run.smithi028.stdout: }, 2024-08-29T17:59:15.837 INFO:teuthology.orchestra.run.smithi028.stdout: "mgr": { 2024-08-29T17:59:15.837 INFO:teuthology.orchestra.run.smithi028.stdout: "ceph version 19.1.1-235-g1ef86450 (1ef864504b8875c83ee6c2c5fedc13315bebf7f5) squid (rc)": 2 2024-08-29T17:59:15.837 INFO:teuthology.orchestra.run.smithi028.stdout: }, 2024-08-29T17:59:15.837 INFO:teuthology.orchestra.run.smithi028.stdout: "osd": { 2024-08-29T17:59:15.837 INFO:teuthology.orchestra.run.smithi028.stdout: "ceph version 19.1.1-235-g1ef86450 (1ef864504b8875c83ee6c2c5fedc13315bebf7f5) squid (rc)": 8 2024-08-29T17:59:15.837 INFO:teuthology.orchestra.run.smithi028.stdout: }, 2024-08-29T17:59:15.837 INFO:teuthology.orchestra.run.smithi028.stdout: "mds": { 2024-08-29T17:59:15.837 INFO:teuthology.orchestra.run.smithi028.stdout: "ceph version 19.1.1-235-g1ef86450 (1ef864504b8875c83ee6c2c5fedc13315bebf7f5) squid (rc)": 2 2024-08-29T17:59:15.837 INFO:teuthology.orchestra.run.smithi028.stdout: }, 2024-08-29T17:59:15.837 INFO:teuthology.orchestra.run.smithi028.stdout: "overall": { 2024-08-29T17:59:15.837 INFO:teuthology.orchestra.run.smithi028.stdout: "ceph version 19.1.1-235-g1ef86450 (1ef864504b8875c83ee6c2c5fedc13315bebf7f5) squid (rc)": 15 2024-08-29T17:59:15.837 INFO:teuthology.orchestra.run.smithi028.stdout: } 2024-08-29T17:59:15.838 INFO:teuthology.orchestra.run.smithi028.stdout:} 2024-08-29T17:59:16.296 INFO:tasks.rados.rados.0.smithi028.stdout:3295: done (4 left) 2024-08-29T17:59:16.296 INFO:tasks.rados.rados.0.smithi028.stdout:3296: done (3 left) 2024-08-29T17:59:16.296 INFO:tasks.rados.rados.0.smithi028.stdout:3297: done (2 left) 2024-08-29T17:59:16.297 INFO:tasks.rados.rados.0.smithi028.stdout:3298: done (1 left) 2024-08-29T17:59:16.297 INFO:tasks.rados.rados.0.smithi028.stdout:3299: done (0 left) 2024-08-29T17:59:16.297 INFO:tasks.rados.rados.0.smithi028.stdout:3300: read oid 10 snap -1 2024-08-29T17:59:16.297 INFO:tasks.rados.rados.0.smithi028.stdout:3300: expect (ObjNum 0 snap 0 seq_num 0) 2024-08-29T17:59:16.297 INFO:tasks.rados.rados.0.smithi028.stdout:append oid 27 current snap is 338 2024-08-29T17:59:16.297 INFO:tasks.rados.rados.0.smithi028.stdout:3301: seq_num 999 ranges {4112384=737280,4849664=565248,5414912=761856,6176768=278528} 2024-08-29T17:59:16.327 INFO:tasks.rados.rados.0.smithi028.stdout:3301: writing smithi02869045-27 from 4112384 to 4849664 tid 1 2024-08-29T17:59:16.330 INFO:tasks.rados.rados.0.smithi028.stdout:3301: writing smithi02869045-27 from 4849664 to 5414912 tid 2 2024-08-29T17:59:16.335 INFO:tasks.rados.rados.0.smithi028.stdout:3301: writing smithi02869045-27 from 5414912 to 6176768 tid 3 2024-08-29T17:59:16.337 INFO:tasks.rados.rados.0.smithi028.stdout:3301: writing smithi02869045-27 from 6176768 to 6455296 tid 4 2024-08-29T17:59:16.337 INFO:tasks.rados.rados.0.smithi028.stdout:3302: delete oid 40 current snap is 338 2024-08-29T17:59:16.337 INFO:tasks.rados.rados.0.smithi028.stdout:3300: expect (ObjNum 0 snap 0 seq_num 0) 2024-08-29T17:59:16.343 INFO:tasks.rados.rados.0.smithi028.stdout:3301: finishing write tid 1 to smithi02869045-27 2024-08-29T17:59:16.343 INFO:tasks.rados.rados.0.smithi028.stdout:3301: finishing write tid 2 to smithi02869045-27 2024-08-29T17:59:16.343 INFO:tasks.rados.rados.0.smithi028.stdout:3301: finishing write tid 3 to smithi02869045-27 2024-08-29T17:59:16.343 INFO:tasks.rados.rados.0.smithi028.stdout:3301: finishing write tid 4 to smithi02869045-27 2024-08-29T17:59:16.343 INFO:tasks.rados.rados.0.smithi028.stdout:3301: finishing write tid 5 to smithi02869045-27 2024-08-29T17:59:16.346 INFO:tasks.rados.rados.0.smithi028.stdout:3300: done (2 left) 2024-08-29T17:59:16.347 INFO:tasks.rados.rados.0.smithi028.stdout:3302: done (1 left) 2024-08-29T17:59:16.347 INFO:tasks.rados.rados.0.smithi028.stdout:3303: snap_create 2024-08-29T17:59:16.347 INFO:tasks.rados.rados.0.smithi028.stdout:3301: finishing write tid 6 to smithi02869045-27 2024-08-29T17:59:16.347 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 27 v 2560 (ObjNum 999 snap 338 seq_num 999) dirty exists 2024-08-29T17:59:16.347 INFO:tasks.rados.rados.0.smithi028.stdout:3301: left oid 27 (ObjNum 999 snap 338 seq_num 999) 2024-08-29T17:59:16.575 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:59:16 smithi053 bash[68679]: cluster 2024-08-29T17:59:15.083339+0000 mgr.y (mgr.25022) 340 : cluster [DBG] pgmap v637: 121 pgs: 121 active+clean; 381 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 35 MiB/s rd, 5.9 MiB/s wr, 23 op/s 2024-08-29T17:59:16.575 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:59:16 smithi053 bash[68679]: audit 2024-08-29T17:59:15.111406+0000 mgr.y (mgr.25022) 341 : audit [DBG] from='client.44357 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-08-29T17:59:16.575 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:59:16 smithi053 bash[68679]: cluster 2024-08-29T17:59:15.283295+0000 mon.a (mon.0) 1105 : cluster [DBG] osdmap e743: 8 total, 8 up, 8 in 2024-08-29T17:59:16.575 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:59:16 smithi053 bash[68679]: audit 2024-08-29T17:59:15.436789+0000 mgr.y (mgr.25022) 342 : audit [DBG] from='client.34440 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-08-29T17:59:16.575 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:59:16 smithi053 bash[68679]: audit 2024-08-29T17:59:15.838040+0000 mon.a (mon.0) 1106 : audit [DBG] from='client.? 172.21.15.28:0/2751781691' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-08-29T17:59:16.630 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:59:16 smithi028 bash[77168]: cluster 2024-08-29T17:59:15.083339+0000 mgr.y (mgr.25022) 340 : cluster [DBG] pgmap v637: 121 pgs: 121 active+clean; 381 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 35 MiB/s rd, 5.9 MiB/s wr, 23 op/s 2024-08-29T17:59:16.630 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:59:16 smithi028 bash[77168]: audit 2024-08-29T17:59:15.111406+0000 mgr.y (mgr.25022) 341 : audit [DBG] from='client.44357 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-08-29T17:59:16.630 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:59:16 smithi028 bash[77168]: cluster 2024-08-29T17:59:15.283295+0000 mon.a (mon.0) 1105 : cluster [DBG] osdmap e743: 8 total, 8 up, 8 in 2024-08-29T17:59:16.630 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:59:16 smithi028 bash[77168]: audit 2024-08-29T17:59:15.436789+0000 mgr.y (mgr.25022) 342 : audit [DBG] from='client.34440 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-08-29T17:59:16.630 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:59:16 smithi028 bash[77168]: audit 2024-08-29T17:59:15.838040+0000 mon.a (mon.0) 1106 : audit [DBG] from='client.? 172.21.15.28:0/2751781691' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-08-29T17:59:16.630 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:59:16 smithi028 bash[78352]: cluster 2024-08-29T17:59:15.083339+0000 mgr.y (mgr.25022) 340 : cluster [DBG] pgmap v637: 121 pgs: 121 active+clean; 381 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 35 MiB/s rd, 5.9 MiB/s wr, 23 op/s 2024-08-29T17:59:16.630 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:59:16 smithi028 bash[78352]: audit 2024-08-29T17:59:15.111406+0000 mgr.y (mgr.25022) 341 : audit [DBG] from='client.44357 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-08-29T17:59:16.631 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:59:16 smithi028 bash[78352]: cluster 2024-08-29T17:59:15.283295+0000 mon.a (mon.0) 1105 : cluster [DBG] osdmap e743: 8 total, 8 up, 8 in 2024-08-29T17:59:16.631 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:59:16 smithi028 bash[78352]: audit 2024-08-29T17:59:15.436789+0000 mgr.y (mgr.25022) 342 : audit [DBG] from='client.34440 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-08-29T17:59:16.631 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:59:16 smithi028 bash[78352]: audit 2024-08-29T17:59:15.838040+0000 mon.a (mon.0) 1106 : audit [DBG] from='client.? 172.21.15.28:0/2751781691' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-08-29T17:59:17.305 INFO:tasks.rados.rados.0.smithi028.stdout:3301: done (1 left) 2024-08-29T17:59:17.306 INFO:tasks.rados.rados.0.smithi028.stdout:3303: done (0 left) 2024-08-29T17:59:17.306 INFO:tasks.rados.rados.0.smithi028.stdout:3304: snap_create 2024-08-29T17:59:17.467 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:59:17 smithi053 bash[68679]: cluster 2024-08-29T17:59:16.294169+0000 mon.a (mon.0) 1107 : cluster [DBG] osdmap e744: 8 total, 8 up, 8 in 2024-08-29T17:59:17.630 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:59:17 smithi028 bash[78352]: cluster 2024-08-29T17:59:16.294169+0000 mon.a (mon.0) 1107 : cluster [DBG] osdmap e744: 8 total, 8 up, 8 in 2024-08-29T17:59:17.630 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:59:17 smithi028 bash[77168]: cluster 2024-08-29T17:59:16.294169+0000 mon.a (mon.0) 1107 : cluster [DBG] osdmap e744: 8 total, 8 up, 8 in 2024-08-29T17:59:18.306 INFO:tasks.rados.rados.0.smithi028.stdout:3304: done (0 left) 2024-08-29T17:59:18.306 INFO:tasks.rados.rados.0.smithi028.stdout:3305: rollback oid 11 current snap is 340 2024-08-29T17:59:18.306 INFO:tasks.rados.rados.0.smithi028.stdout:rollback oid 11 to 329 2024-08-29T17:59:18.307 INFO:tasks.rados.rados.0.smithi028.stdout:3306: rollback oid 32 current snap is 340 2024-08-29T17:59:18.307 INFO:tasks.rados.rados.0.smithi028.stdout:rollback oid 32 to 296 2024-08-29T17:59:18.307 INFO:tasks.rados.rados.0.smithi028.stdout:3307: delete oid 15 current snap is 340 2024-08-29T17:59:18.317 INFO:tasks.rados.rados.0.smithi028.stdout:3307: done (2 left) 2024-08-29T17:59:18.317 INFO:tasks.rados.rados.0.smithi028.stdout:3308: rollback oid 41 current snap is 340 2024-08-29T17:59:18.317 INFO:tasks.rados.rados.0.smithi028.stdout:rollback oid 41 to 332 2024-08-29T17:59:18.317 INFO:tasks.rados.rados.0.smithi028.stdout:append oid 46 current snap is 340 2024-08-29T17:59:18.317 INFO:tasks.rados.rados.0.smithi028.stdout:3309: seq_num 1002 ranges {7479296=786432,8265728=614400,8880128=581632,9461760=409600} 2024-08-29T17:59:18.377 INFO:tasks.rados.rados.0.smithi028.stdout:3309: writing smithi02869045-46 from 7479296 to 8265728 tid 1 2024-08-29T17:59:18.381 INFO:tasks.rados.rados.0.smithi028.stdout:3309: writing smithi02869045-46 from 8265728 to 8880128 tid 2 2024-08-29T17:59:18.386 INFO:tasks.rados.rados.0.smithi028.stdout:3309: writing smithi02869045-46 from 8880128 to 9461760 tid 3 2024-08-29T17:59:18.389 INFO:tasks.rados.rados.0.smithi028.stdout:3309: writing smithi02869045-46 from 9461760 to 9871360 tid 4 2024-08-29T17:59:18.389 INFO:tasks.rados.rados.0.smithi028.stdout:3310: snap_create 2024-08-29T17:59:18.389 INFO:tasks.rados.rados.0.smithi028.stdout:3306: finishing rollback tid 0 to smithi02869045-32 2024-08-29T17:59:18.389 INFO:tasks.rados.rados.0.smithi028.stdout:3306: finishing rollback tid 1 to smithi02869045-32 2024-08-29T17:59:18.389 INFO:tasks.rados.rados.0.smithi028.stdout:3306: finishing rollback tid 2 to smithi02869045-32 2024-08-29T17:59:18.389 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 32 v 1352 (ObjNum 875 snap 296 seq_num 875) dirty exists 2024-08-29T17:59:18.389 INFO:tasks.rados.rados.0.smithi028.stdout:3305: finishing rollback tid 0 to smithi02869045-11 2024-08-29T17:59:18.390 INFO:tasks.rados.rados.0.smithi028.stdout:3305: finishing rollback tid 1 to smithi02869045-11 2024-08-29T17:59:18.390 INFO:tasks.rados.rados.0.smithi028.stdout:3305: finishing rollback tid 2 to smithi02869045-11 2024-08-29T17:59:18.390 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 11 v 2886 (ObjNum 923 snap 307 seq_num 923) dirty exists 2024-08-29T17:59:18.390 INFO:tasks.rados.rados.0.smithi028.stdout:3308: finishing rollback tid 0 to smithi02869045-41 2024-08-29T17:59:18.390 INFO:tasks.rados.rados.0.smithi028.stdout:3308: finishing rollback tid 1 to smithi02869045-41 2024-08-29T17:59:18.390 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 41 v 2888 (ObjNum 1677740544 snap 21900 seq_num 304) dirty dne 2024-08-29T17:59:18.390 INFO:tasks.rados.rados.0.smithi028.stdout:3309: finishing write tid 1 to smithi02869045-46 2024-08-29T17:59:18.390 INFO:tasks.rados.rados.0.smithi028.stdout:3309: finishing write tid 2 to smithi02869045-46 2024-08-29T17:59:18.391 INFO:tasks.rados.rados.0.smithi028.stdout:3309: finishing write tid 3 to smithi02869045-46 2024-08-29T17:59:18.393 INFO:tasks.rados.rados.0.smithi028.stdout:3309: finishing write tid 4 to smithi02869045-46 2024-08-29T17:59:18.393 INFO:tasks.rados.rados.0.smithi028.stdout:3309: finishing write tid 5 to smithi02869045-46 2024-08-29T17:59:18.395 INFO:tasks.rados.rados.0.smithi028.stdout:3309: finishing write tid 6 to smithi02869045-46 2024-08-29T17:59:18.395 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 46 v 2835 (ObjNum 1002 snap 340 seq_num 1002) dirty exists 2024-08-29T17:59:18.395 INFO:tasks.rados.rados.0.smithi028.stdout:3309: left oid 46 (ObjNum 1002 snap 340 seq_num 1002) 2024-08-29T17:59:18.575 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:59:18 smithi053 bash[68679]: cluster 2024-08-29T17:59:17.084038+0000 mgr.y (mgr.25022) 343 : cluster [DBG] pgmap v640: 121 pgs: 121 active+clean; 381 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 36 MiB/s rd, 5.7 MiB/s wr, 22 op/s 2024-08-29T17:59:18.575 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:59:18 smithi053 bash[68679]: cluster 2024-08-29T17:59:17.307085+0000 mon.a (mon.0) 1108 : cluster [DBG] osdmap e745: 8 total, 8 up, 8 in 2024-08-29T17:59:18.575 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:59:18 smithi053 bash[68679]: audit 2024-08-29T17:59:18.097603+0000 mon.a (mon.0) 1109 : audit [INF] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' 2024-08-29T17:59:18.575 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:59:18 smithi053 bash[68679]: audit 2024-08-29T17:59:18.108333+0000 mon.a (mon.0) 1110 : audit [INF] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' 2024-08-29T17:59:18.575 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:59:18 smithi053 bash[68679]: audit 2024-08-29T17:59:18.110746+0000 mon.a (mon.0) 1111 : audit [DBG] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-29T17:59:18.575 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:59:18 smithi053 bash[68679]: audit 2024-08-29T17:59:18.112549+0000 mon.a (mon.0) 1112 : audit [INF] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-29T17:59:18.576 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:59:18 smithi053 bash[68679]: audit 2024-08-29T17:59:18.122723+0000 mon.a (mon.0) 1113 : audit [INF] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' 2024-08-29T17:59:18.576 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:59:18 smithi053 bash[68679]: audit 2024-08-29T17:59:18.280778+0000 mon.a (mon.0) 1114 : audit [DBG] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-29T17:59:18.576 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:59:18 smithi053 bash[68679]: audit 2024-08-29T17:59:18.284387+0000 mon.a (mon.0) 1115 : audit [DBG] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-08-29T17:59:18.576 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:59:18 smithi053 bash[68679]: audit 2024-08-29T17:59:18.287312+0000 mon.a (mon.0) 1116 : audit [DBG] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-08-29T17:59:18.576 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:59:18 smithi053 bash[68679]: audit 2024-08-29T17:59:18.289870+0000 mon.a (mon.0) 1117 : audit [DBG] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-08-29T17:59:18.576 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:59:18 smithi053 bash[68679]: audit 2024-08-29T17:59:18.293569+0000 mon.a (mon.0) 1118 : audit [DBG] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-08-29T17:59:18.630 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:59:18 smithi028 bash[77168]: cluster 2024-08-29T17:59:17.084038+0000 mgr.y (mgr.25022) 343 : cluster [DBG] pgmap v640: 121 pgs: 121 active+clean; 381 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 36 MiB/s rd, 5.7 MiB/s wr, 22 op/s 2024-08-29T17:59:18.630 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:59:18 smithi028 bash[77168]: cluster 2024-08-29T17:59:17.307085+0000 mon.a (mon.0) 1108 : cluster [DBG] osdmap e745: 8 total, 8 up, 8 in 2024-08-29T17:59:18.630 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:59:18 smithi028 bash[77168]: audit 2024-08-29T17:59:18.097603+0000 mon.a (mon.0) 1109 : audit [INF] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' 2024-08-29T17:59:18.630 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:59:18 smithi028 bash[77168]: audit 2024-08-29T17:59:18.108333+0000 mon.a (mon.0) 1110 : audit [INF] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' 2024-08-29T17:59:18.630 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:59:18 smithi028 bash[77168]: audit 2024-08-29T17:59:18.110746+0000 mon.a (mon.0) 1111 : audit [DBG] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-29T17:59:18.630 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:59:18 smithi028 bash[77168]: audit 2024-08-29T17:59:18.112549+0000 mon.a (mon.0) 1112 : audit [INF] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-29T17:59:18.631 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:59:18 smithi028 bash[77168]: audit 2024-08-29T17:59:18.122723+0000 mon.a (mon.0) 1113 : audit [INF] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' 2024-08-29T17:59:18.631 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:59:18 smithi028 bash[77168]: audit 2024-08-29T17:59:18.280778+0000 mon.a (mon.0) 1114 : audit [DBG] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-29T17:59:18.631 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:59:18 smithi028 bash[77168]: audit 2024-08-29T17:59:18.284387+0000 mon.a (mon.0) 1115 : audit [DBG] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-08-29T17:59:18.631 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:59:18 smithi028 bash[77168]: audit 2024-08-29T17:59:18.287312+0000 mon.a (mon.0) 1116 : audit [DBG] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-08-29T17:59:18.631 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:59:18 smithi028 bash[77168]: audit 2024-08-29T17:59:18.289870+0000 mon.a (mon.0) 1117 : audit [DBG] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-08-29T17:59:18.631 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:59:18 smithi028 bash[77168]: audit 2024-08-29T17:59:18.293569+0000 mon.a (mon.0) 1118 : audit [DBG] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-08-29T17:59:18.631 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:59:18 smithi028 bash[78352]: cluster 2024-08-29T17:59:17.084038+0000 mgr.y (mgr.25022) 343 : cluster [DBG] pgmap v640: 121 pgs: 121 active+clean; 381 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 36 MiB/s rd, 5.7 MiB/s wr, 22 op/s 2024-08-29T17:59:18.631 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:59:18 smithi028 bash[78352]: cluster 2024-08-29T17:59:17.307085+0000 mon.a (mon.0) 1108 : cluster [DBG] osdmap e745: 8 total, 8 up, 8 in 2024-08-29T17:59:18.631 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:59:18 smithi028 bash[78352]: audit 2024-08-29T17:59:18.097603+0000 mon.a (mon.0) 1109 : audit [INF] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' 2024-08-29T17:59:18.631 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:59:18 smithi028 bash[78352]: audit 2024-08-29T17:59:18.108333+0000 mon.a (mon.0) 1110 : audit [INF] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' 2024-08-29T17:59:18.632 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:59:18 smithi028 bash[78352]: audit 2024-08-29T17:59:18.110746+0000 mon.a (mon.0) 1111 : audit [DBG] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-29T17:59:18.632 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:59:18 smithi028 bash[78352]: audit 2024-08-29T17:59:18.112549+0000 mon.a (mon.0) 1112 : audit [INF] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-29T17:59:18.632 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:59:18 smithi028 bash[78352]: audit 2024-08-29T17:59:18.122723+0000 mon.a (mon.0) 1113 : audit [INF] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' 2024-08-29T17:59:18.632 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:59:18 smithi028 bash[78352]: audit 2024-08-29T17:59:18.280778+0000 mon.a (mon.0) 1114 : audit [DBG] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-29T17:59:18.632 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:59:18 smithi028 bash[78352]: audit 2024-08-29T17:59:18.284387+0000 mon.a (mon.0) 1115 : audit [DBG] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-08-29T17:59:18.632 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:59:18 smithi028 bash[78352]: audit 2024-08-29T17:59:18.287312+0000 mon.a (mon.0) 1116 : audit [DBG] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-08-29T17:59:18.632 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:59:18 smithi028 bash[78352]: audit 2024-08-29T17:59:18.289870+0000 mon.a (mon.0) 1117 : audit [DBG] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-08-29T17:59:18.632 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:59:18 smithi028 bash[78352]: audit 2024-08-29T17:59:18.293569+0000 mon.a (mon.0) 1118 : audit [DBG] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-08-29T17:59:19.286 INFO:tasks.rados.rados.0.smithi028.stdout:3305: done (4 left) 2024-08-29T17:59:19.286 INFO:tasks.rados.rados.0.smithi028.stdout:3306: done (3 left) 2024-08-29T17:59:19.286 INFO:tasks.rados.rados.0.smithi028.stdout:3308: done (2 left) 2024-08-29T17:59:19.286 INFO:tasks.rados.rados.0.smithi028.stdout:3309: done (1 left) 2024-08-29T17:59:19.286 INFO:tasks.rados.rados.0.smithi028.stdout:3310: done (0 left) 2024-08-29T17:59:19.286 INFO:tasks.rados.rados.0.smithi028.stdout:append oid 13 current snap is 341 2024-08-29T17:59:19.286 INFO:tasks.rados.rados.0.smithi028.stdout:3311: seq_num 1003 ranges {1466368=802816,2269184=499712,2768896=737280,3506176=368640} 2024-08-29T17:59:19.300 INFO:tasks.rados.rados.0.smithi028.stdout:3311: writing smithi02869045-13 from 1466368 to 2269184 tid 1 2024-08-29T17:59:19.303 INFO:tasks.rados.rados.0.smithi028.stdout:3311: writing smithi02869045-13 from 2269184 to 2768896 tid 2 2024-08-29T17:59:19.308 INFO:tasks.rados.rados.0.smithi028.stdout:3311: writing smithi02869045-13 from 2768896 to 3506176 tid 3 2024-08-29T17:59:19.311 INFO:tasks.rados.rados.0.smithi028.stdout:3311: writing smithi02869045-13 from 3506176 to 3874816 tid 4 2024-08-29T17:59:19.311 INFO:tasks.rados.rados.0.smithi028.stdout:3312: rollback oid 30 current snap is 341 2024-08-29T17:59:19.311 INFO:tasks.rados.rados.0.smithi028.stdout:rollback oid 30 to 336 2024-08-29T17:59:19.311 INFO:tasks.rados.rados.0.smithi028.stdout:3313: snap_create 2024-08-29T17:59:19.312 INFO:tasks.rados.rados.0.smithi028.stdout:3311: finishing write tid 1 to smithi02869045-13 2024-08-29T17:59:19.315 INFO:tasks.rados.rados.0.smithi028.stdout:3311: finishing write tid 2 to smithi02869045-13 2024-08-29T17:59:19.326 INFO:tasks.rados.rados.0.smithi028.stdout:3311: finishing write tid 3 to smithi02869045-13 2024-08-29T17:59:19.328 INFO:tasks.rados.rados.0.smithi028.stdout:3311: finishing write tid 4 to smithi02869045-13 2024-08-29T17:59:19.328 INFO:tasks.rados.rados.0.smithi028.stdout:3311: finishing write tid 5 to smithi02869045-13 2024-08-29T17:59:19.333 INFO:tasks.rados.rados.0.smithi028.stdout:3312: finishing rollback tid 0 to smithi02869045-30 2024-08-29T17:59:19.334 INFO:tasks.rados.rados.0.smithi028.stdout:3311: finishing write tid 6 to smithi02869045-13 2024-08-29T17:59:19.334 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 13 v 3150 (ObjNum 1003 snap 341 seq_num 1003) dirty exists 2024-08-29T17:59:19.334 INFO:tasks.rados.rados.0.smithi028.stdout:3311: left oid 13 (ObjNum 1003 snap 341 seq_num 1003) 2024-08-29T17:59:19.335 INFO:tasks.rados.rados.0.smithi028.stdout:3312: finishing rollback tid 1 to smithi02869045-30 2024-08-29T17:59:19.335 INFO:tasks.rados.rados.0.smithi028.stdout:3312: finishing rollback tid 2 to smithi02869045-30 2024-08-29T17:59:19.335 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 30 v 2530 (ObjNum 967 snap 325 seq_num 967) dirty exists 2024-08-29T17:59:19.576 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:59:19 smithi053 bash[68679]: cephadm 2024-08-29T17:59:18.088576+0000 mgr.y (mgr.25022) 344 : cephadm [INF] Detected new or changed devices on smithi053 2024-08-29T17:59:19.576 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:59:19 smithi053 bash[68679]: audit 2024-08-29T17:59:18.297964+0000 mon.a (mon.0) 1119 : audit [DBG] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-08-29T17:59:19.576 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:59:19 smithi053 bash[68679]: cephadm 2024-08-29T17:59:18.300212+0000 mgr.y (mgr.25022) 345 : cephadm [INF] Upgrade: Setting container_image for all mds 2024-08-29T17:59:19.576 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:59:19 smithi053 bash[68679]: cluster 2024-08-29T17:59:18.307902+0000 mon.a (mon.0) 1120 : cluster [DBG] osdmap e746: 8 total, 8 up, 8 in 2024-08-29T17:59:19.576 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:59:19 smithi053 bash[68679]: audit 2024-08-29T17:59:18.320806+0000 mon.a (mon.0) 1121 : audit [INF] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' 2024-08-29T17:59:19.576 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:59:19 smithi053 bash[68679]: audit 2024-08-29T17:59:18.326888+0000 mon.a (mon.0) 1122 : audit [INF] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mds.a"}]: dispatch 2024-08-29T17:59:19.576 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:59:19 smithi053 bash[68679]: audit 2024-08-29T17:59:18.331438+0000 mon.a (mon.0) 1123 : audit [INF] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mds.a"}]': finished 2024-08-29T17:59:19.576 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:59:19 smithi053 bash[68679]: audit 2024-08-29T17:59:18.335112+0000 mon.a (mon.0) 1124 : audit [INF] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mds.b"}]: dispatch 2024-08-29T17:59:19.576 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:59:19 smithi053 bash[68679]: audit 2024-08-29T17:59:18.342459+0000 mon.a (mon.0) 1125 : audit [INF] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mds.b"}]': finished 2024-08-29T17:59:19.576 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:59:19 smithi053 bash[68679]: audit 2024-08-29T17:59:18.346129+0000 mon.a (mon.0) 1126 : audit [DBG] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-08-29T17:59:19.577 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:59:19 smithi053 bash[68679]: cephadm 2024-08-29T17:59:18.347334+0000 mgr.y (mgr.25022) 346 : cephadm [INF] Upgrade: Setting container_image for all rgw 2024-08-29T17:59:19.577 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:59:19 smithi053 bash[68679]: audit 2024-08-29T17:59:18.352206+0000 mon.a (mon.0) 1127 : audit [INF] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' 2024-08-29T17:59:19.577 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:59:19 smithi053 bash[68679]: audit 2024-08-29T17:59:18.355776+0000 mon.a (mon.0) 1128 : audit [DBG] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-08-29T17:59:19.577 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:59:19 smithi053 bash[68679]: cephadm 2024-08-29T17:59:18.356951+0000 mgr.y (mgr.25022) 347 : cephadm [INF] Upgrade: Setting container_image for all rbd-mirror 2024-08-29T17:59:19.577 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:59:19 smithi053 bash[68679]: audit 2024-08-29T17:59:18.361230+0000 mon.a (mon.0) 1129 : audit [INF] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' 2024-08-29T17:59:19.577 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:59:19 smithi053 bash[68679]: audit 2024-08-29T17:59:18.364850+0000 mon.a (mon.0) 1130 : audit [DBG] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-08-29T17:59:19.577 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:59:19 smithi053 bash[68679]: audit 2024-08-29T17:59:18.366837+0000 mon.a (mon.0) 1131 : audit [DBG] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-08-29T17:59:19.577 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:59:19 smithi053 bash[68679]: cephadm 2024-08-29T17:59:18.367849+0000 mgr.y (mgr.25022) 348 : cephadm [INF] Upgrade: Setting container_image for all ceph-exporter 2024-08-29T17:59:19.577 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:59:19 smithi053 bash[68679]: audit 2024-08-29T17:59:18.372637+0000 mon.a (mon.0) 1132 : audit [INF] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' 2024-08-29T17:59:19.577 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:59:19 smithi053 bash[68679]: audit 2024-08-29T17:59:18.396013+0000 mon.a (mon.0) 1133 : audit [DBG] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-08-29T17:59:19.577 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:59:19 smithi053 bash[68679]: cephadm 2024-08-29T17:59:18.397350+0000 mgr.y (mgr.25022) 349 : cephadm [INF] Upgrade: Setting container_image for all iscsi 2024-08-29T17:59:19.577 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:59:19 smithi053 bash[68679]: audit 2024-08-29T17:59:18.401644+0000 mon.a (mon.0) 1134 : audit [INF] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' 2024-08-29T17:59:19.577 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:59:19 smithi053 bash[68679]: audit 2024-08-29T17:59:18.404217+0000 mon.a (mon.0) 1135 : audit [DBG] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-08-29T17:59:19.578 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:59:19 smithi053 bash[68679]: cephadm 2024-08-29T17:59:18.405061+0000 mgr.y (mgr.25022) 350 : cephadm [INF] Upgrade: Setting container_image for all nfs 2024-08-29T17:59:19.578 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:59:19 smithi053 bash[68679]: audit 2024-08-29T17:59:18.408762+0000 mon.a (mon.0) 1136 : audit [INF] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' 2024-08-29T17:59:19.578 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:59:19 smithi053 bash[68679]: audit 2024-08-29T17:59:18.413293+0000 mon.a (mon.0) 1137 : audit [DBG] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-08-29T17:59:19.578 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:59:19 smithi053 bash[68679]: cephadm 2024-08-29T17:59:18.413992+0000 mgr.y (mgr.25022) 351 : cephadm [INF] Upgrade: Setting container_image for all nvmeof 2024-08-29T17:59:19.578 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:59:19 smithi053 bash[68679]: audit 2024-08-29T17:59:18.417385+0000 mon.a (mon.0) 1138 : audit [INF] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' 2024-08-29T17:59:19.578 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:59:19 smithi053 bash[68679]: cluster 2024-08-29T17:59:19.285892+0000 mon.a (mon.0) 1139 : cluster [DBG] osdmap e747: 8 total, 8 up, 8 in 2024-08-29T17:59:19.630 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:59:19 smithi028 bash[77168]: cephadm 2024-08-29T17:59:18.088576+0000 mgr.y (mgr.25022) 344 : cephadm [INF] Detected new or changed devices on smithi053 2024-08-29T17:59:19.631 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:59:19 smithi028 bash[77168]: audit 2024-08-29T17:59:18.297964+0000 mon.a (mon.0) 1119 : audit [DBG] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-08-29T17:59:19.631 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:59:19 smithi028 bash[77168]: cephadm 2024-08-29T17:59:18.300212+0000 mgr.y (mgr.25022) 345 : cephadm [INF] Upgrade: Setting container_image for all mds 2024-08-29T17:59:19.631 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:59:19 smithi028 bash[77168]: cluster 2024-08-29T17:59:18.307902+0000 mon.a (mon.0) 1120 : cluster [DBG] osdmap e746: 8 total, 8 up, 8 in 2024-08-29T17:59:19.631 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:59:19 smithi028 bash[77168]: audit 2024-08-29T17:59:18.320806+0000 mon.a (mon.0) 1121 : audit [INF] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' 2024-08-29T17:59:19.631 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:59:19 smithi028 bash[77168]: audit 2024-08-29T17:59:18.326888+0000 mon.a (mon.0) 1122 : audit [INF] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mds.a"}]: dispatch 2024-08-29T17:59:19.631 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:59:19 smithi028 bash[77168]: audit 2024-08-29T17:59:18.331438+0000 mon.a (mon.0) 1123 : audit [INF] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mds.a"}]': finished 2024-08-29T17:59:19.631 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:59:19 smithi028 bash[77168]: audit 2024-08-29T17:59:18.335112+0000 mon.a (mon.0) 1124 : audit [INF] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mds.b"}]: dispatch 2024-08-29T17:59:19.631 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:59:19 smithi028 bash[77168]: audit 2024-08-29T17:59:18.342459+0000 mon.a (mon.0) 1125 : audit [INF] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mds.b"}]': finished 2024-08-29T17:59:19.631 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:59:19 smithi028 bash[77168]: audit 2024-08-29T17:59:18.346129+0000 mon.a (mon.0) 1126 : audit [DBG] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-08-29T17:59:19.631 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:59:19 smithi028 bash[77168]: cephadm 2024-08-29T17:59:18.347334+0000 mgr.y (mgr.25022) 346 : cephadm [INF] Upgrade: Setting container_image for all rgw 2024-08-29T17:59:19.631 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:59:19 smithi028 bash[77168]: audit 2024-08-29T17:59:18.352206+0000 mon.a (mon.0) 1127 : audit [INF] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' 2024-08-29T17:59:19.632 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:59:19 smithi028 bash[77168]: audit 2024-08-29T17:59:18.355776+0000 mon.a (mon.0) 1128 : audit [DBG] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-08-29T17:59:19.632 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:59:19 smithi028 bash[77168]: cephadm 2024-08-29T17:59:18.356951+0000 mgr.y (mgr.25022) 347 : cephadm [INF] Upgrade: Setting container_image for all rbd-mirror 2024-08-29T17:59:19.632 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:59:19 smithi028 bash[77168]: audit 2024-08-29T17:59:18.361230+0000 mon.a (mon.0) 1129 : audit [INF] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' 2024-08-29T17:59:19.632 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:59:19 smithi028 bash[77168]: audit 2024-08-29T17:59:18.364850+0000 mon.a (mon.0) 1130 : audit [DBG] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-08-29T17:59:19.632 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:59:19 smithi028 bash[77168]: audit 2024-08-29T17:59:18.366837+0000 mon.a (mon.0) 1131 : audit [DBG] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-08-29T17:59:19.632 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:59:19 smithi028 bash[77168]: cephadm 2024-08-29T17:59:18.367849+0000 mgr.y (mgr.25022) 348 : cephadm [INF] Upgrade: Setting container_image for all ceph-exporter 2024-08-29T17:59:19.632 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:59:19 smithi028 bash[77168]: audit 2024-08-29T17:59:18.372637+0000 mon.a (mon.0) 1132 : audit [INF] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' 2024-08-29T17:59:19.632 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:59:19 smithi028 bash[77168]: audit 2024-08-29T17:59:18.396013+0000 mon.a (mon.0) 1133 : audit [DBG] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-08-29T17:59:19.632 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:59:19 smithi028 bash[77168]: cephadm 2024-08-29T17:59:18.397350+0000 mgr.y (mgr.25022) 349 : cephadm [INF] Upgrade: Setting container_image for all iscsi 2024-08-29T17:59:19.632 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:59:19 smithi028 bash[78352]: cephadm 2024-08-29T17:59:18.088576+0000 mgr.y (mgr.25022) 344 : cephadm [INF] Detected new or changed devices on smithi053 2024-08-29T17:59:19.633 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:59:19 smithi028 bash[78352]: audit 2024-08-29T17:59:18.297964+0000 mon.a (mon.0) 1119 : audit [DBG] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-08-29T17:59:19.633 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:59:19 smithi028 bash[78352]: cephadm 2024-08-29T17:59:18.300212+0000 mgr.y (mgr.25022) 345 : cephadm [INF] Upgrade: Setting container_image for all mds 2024-08-29T17:59:19.633 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:59:19 smithi028 bash[78352]: cluster 2024-08-29T17:59:18.307902+0000 mon.a (mon.0) 1120 : cluster [DBG] osdmap e746: 8 total, 8 up, 8 in 2024-08-29T17:59:19.633 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:59:19 smithi028 bash[78352]: audit 2024-08-29T17:59:18.320806+0000 mon.a (mon.0) 1121 : audit [INF] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' 2024-08-29T17:59:19.633 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:59:19 smithi028 bash[78352]: audit 2024-08-29T17:59:18.326888+0000 mon.a (mon.0) 1122 : audit [INF] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mds.a"}]: dispatch 2024-08-29T17:59:19.633 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:59:19 smithi028 bash[78352]: audit 2024-08-29T17:59:18.331438+0000 mon.a (mon.0) 1123 : audit [INF] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mds.a"}]': finished 2024-08-29T17:59:19.633 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:59:19 smithi028 bash[78352]: audit 2024-08-29T17:59:18.335112+0000 mon.a (mon.0) 1124 : audit [INF] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mds.b"}]: dispatch 2024-08-29T17:59:19.633 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:59:19 smithi028 bash[78352]: audit 2024-08-29T17:59:18.342459+0000 mon.a (mon.0) 1125 : audit [INF] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mds.b"}]': finished 2024-08-29T17:59:19.633 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:59:19 smithi028 bash[78352]: audit 2024-08-29T17:59:18.346129+0000 mon.a (mon.0) 1126 : audit [DBG] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-08-29T17:59:19.633 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:59:19 smithi028 bash[78352]: cephadm 2024-08-29T17:59:18.347334+0000 mgr.y (mgr.25022) 346 : cephadm [INF] Upgrade: Setting container_image for all rgw 2024-08-29T17:59:19.633 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:59:19 smithi028 bash[78352]: audit 2024-08-29T17:59:18.352206+0000 mon.a (mon.0) 1127 : audit [INF] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' 2024-08-29T17:59:19.633 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:59:19 smithi028 bash[78352]: audit 2024-08-29T17:59:18.355776+0000 mon.a (mon.0) 1128 : audit [DBG] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-08-29T17:59:19.633 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:59:19 smithi028 bash[78352]: cephadm 2024-08-29T17:59:18.356951+0000 mgr.y (mgr.25022) 347 : cephadm [INF] Upgrade: Setting container_image for all rbd-mirror 2024-08-29T17:59:19.634 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:59:19 smithi028 bash[78352]: audit 2024-08-29T17:59:18.361230+0000 mon.a (mon.0) 1129 : audit [INF] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' 2024-08-29T17:59:19.634 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:59:19 smithi028 bash[78352]: audit 2024-08-29T17:59:18.364850+0000 mon.a (mon.0) 1130 : audit [DBG] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-08-29T17:59:19.634 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:59:19 smithi028 bash[78352]: audit 2024-08-29T17:59:18.366837+0000 mon.a (mon.0) 1131 : audit [DBG] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-08-29T17:59:19.634 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:59:19 smithi028 bash[78352]: cephadm 2024-08-29T17:59:18.367849+0000 mgr.y (mgr.25022) 348 : cephadm [INF] Upgrade: Setting container_image for all ceph-exporter 2024-08-29T17:59:19.634 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:59:19 smithi028 bash[78352]: audit 2024-08-29T17:59:18.372637+0000 mon.a (mon.0) 1132 : audit [INF] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' 2024-08-29T17:59:19.634 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:59:19 smithi028 bash[78352]: audit 2024-08-29T17:59:18.396013+0000 mon.a (mon.0) 1133 : audit [DBG] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-08-29T17:59:19.634 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:59:19 smithi028 bash[78352]: cephadm 2024-08-29T17:59:18.397350+0000 mgr.y (mgr.25022) 349 : cephadm [INF] Upgrade: Setting container_image for all iscsi 2024-08-29T17:59:19.634 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:59:19 smithi028 bash[77168]: audit 2024-08-29T17:59:18.401644+0000 mon.a (mon.0) 1134 : audit [INF] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' 2024-08-29T17:59:19.635 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:59:19 smithi028 bash[77168]: audit 2024-08-29T17:59:18.404217+0000 mon.a (mon.0) 1135 : audit [DBG] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-08-29T17:59:19.635 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:59:19 smithi028 bash[77168]: cephadm 2024-08-29T17:59:18.405061+0000 mgr.y (mgr.25022) 350 : cephadm [INF] Upgrade: Setting container_image for all nfs 2024-08-29T17:59:19.635 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:59:19 smithi028 bash[77168]: audit 2024-08-29T17:59:18.408762+0000 mon.a (mon.0) 1136 : audit [INF] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' 2024-08-29T17:59:19.635 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:59:19 smithi028 bash[77168]: audit 2024-08-29T17:59:18.413293+0000 mon.a (mon.0) 1137 : audit [DBG] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-08-29T17:59:19.635 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:59:19 smithi028 bash[77168]: cephadm 2024-08-29T17:59:18.413992+0000 mgr.y (mgr.25022) 351 : cephadm [INF] Upgrade: Setting container_image for all nvmeof 2024-08-29T17:59:19.635 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:59:19 smithi028 bash[77168]: audit 2024-08-29T17:59:18.417385+0000 mon.a (mon.0) 1138 : audit [INF] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' 2024-08-29T17:59:19.635 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:59:19 smithi028 bash[77168]: cluster 2024-08-29T17:59:19.285892+0000 mon.a (mon.0) 1139 : cluster [DBG] osdmap e747: 8 total, 8 up, 8 in 2024-08-29T17:59:19.635 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:59:19 smithi028 bash[78352]: audit 2024-08-29T17:59:18.401644+0000 mon.a (mon.0) 1134 : audit [INF] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' 2024-08-29T17:59:19.635 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:59:19 smithi028 bash[78352]: audit 2024-08-29T17:59:18.404217+0000 mon.a (mon.0) 1135 : audit [DBG] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-08-29T17:59:19.635 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:59:19 smithi028 bash[78352]: cephadm 2024-08-29T17:59:18.405061+0000 mgr.y (mgr.25022) 350 : cephadm [INF] Upgrade: Setting container_image for all nfs 2024-08-29T17:59:19.635 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:59:19 smithi028 bash[78352]: audit 2024-08-29T17:59:18.408762+0000 mon.a (mon.0) 1136 : audit [INF] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' 2024-08-29T17:59:19.636 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:59:19 smithi028 bash[78352]: audit 2024-08-29T17:59:18.413293+0000 mon.a (mon.0) 1137 : audit [DBG] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-08-29T17:59:19.636 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:59:19 smithi028 bash[78352]: cephadm 2024-08-29T17:59:18.413992+0000 mgr.y (mgr.25022) 351 : cephadm [INF] Upgrade: Setting container_image for all nvmeof 2024-08-29T17:59:19.636 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:59:19 smithi028 bash[78352]: audit 2024-08-29T17:59:18.417385+0000 mon.a (mon.0) 1138 : audit [INF] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' 2024-08-29T17:59:19.636 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:59:19 smithi028 bash[78352]: cluster 2024-08-29T17:59:19.285892+0000 mon.a (mon.0) 1139 : cluster [DBG] osdmap e747: 8 total, 8 up, 8 in 2024-08-29T17:59:20.323 INFO:tasks.rados.rados.0.smithi028.stdout:3311: done (2 left) 2024-08-29T17:59:20.323 INFO:tasks.rados.rados.0.smithi028.stdout:3312: done (1 left) 2024-08-29T17:59:20.324 INFO:tasks.rados.rados.0.smithi028.stdout:3313: done (0 left) 2024-08-29T17:59:20.324 INFO:tasks.rados.rados.0.smithi028.stdout:3314: read oid 41 snap -1 2024-08-29T17:59:20.324 INFO:tasks.rados.rados.0.smithi028.stdout:3314: expect deleted 2024-08-29T17:59:20.324 INFO:tasks.rados.rados.0.smithi028.stdout:append oid 8 current snap is 342 2024-08-29T17:59:20.324 INFO:tasks.rados.rados.0.smithi028.stdout:3315: seq_num 1004 ranges {1925120=16384} 2024-08-29T17:59:20.337 INFO:tasks.rados.rados.0.smithi028.stdout:3315: writing smithi02869045-8 from 1925120 to 1941504 tid 1 2024-08-29T17:59:20.337 INFO:tasks.rados.rados.0.smithi028.stdout:3316: snap_create 2024-08-29T17:59:20.347 INFO:tasks.rados.rados.0.smithi028.stdout:3315: finishing write tid 1 to smithi02869045-8 2024-08-29T17:59:20.348 INFO:tasks.rados.rados.0.smithi028.stdout:3315: finishing write tid 2 to smithi02869045-8 2024-08-29T17:59:20.352 INFO:tasks.rados.rados.0.smithi028.stdout:3315: finishing write tid 3 to smithi02869045-8 2024-08-29T17:59:20.352 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 8 v 2529 (ObjNum 1004 snap 342 seq_num 1004) dirty exists 2024-08-29T17:59:20.352 INFO:tasks.rados.rados.0.smithi028.stdout:3315: left oid 8 (ObjNum 1004 snap 342 seq_num 1004) 2024-08-29T17:59:20.630 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:59:20 smithi028 bash[77168]: cluster 2024-08-29T17:59:19.084915+0000 mgr.y (mgr.25022) 352 : cluster [DBG] pgmap v643: 121 pgs: 121 active+clean; 387 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 1.4 MiB/s rd, 1.5 MiB/s wr, 3 op/s 2024-08-29T17:59:20.630 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:59:20 smithi028 bash[77168]: cluster 2024-08-29T17:59:20.323370+0000 mon.a (mon.0) 1140 : cluster [DBG] osdmap e748: 8 total, 8 up, 8 in 2024-08-29T17:59:20.630 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:59:20 smithi028 bash[78352]: cluster 2024-08-29T17:59:19.084915+0000 mgr.y (mgr.25022) 352 : cluster [DBG] pgmap v643: 121 pgs: 121 active+clean; 387 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 1.4 MiB/s rd, 1.5 MiB/s wr, 3 op/s 2024-08-29T17:59:20.631 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:59:20 smithi028 bash[78352]: cluster 2024-08-29T17:59:20.323370+0000 mon.a (mon.0) 1140 : cluster [DBG] osdmap e748: 8 total, 8 up, 8 in 2024-08-29T17:59:20.825 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:59:20 smithi053 bash[68679]: cluster 2024-08-29T17:59:19.084915+0000 mgr.y (mgr.25022) 352 : cluster [DBG] pgmap v643: 121 pgs: 121 active+clean; 387 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 1.4 MiB/s rd, 1.5 MiB/s wr, 3 op/s 2024-08-29T17:59:20.825 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:59:20 smithi053 bash[68679]: cluster 2024-08-29T17:59:20.323370+0000 mon.a (mon.0) 1140 : cluster [DBG] osdmap e748: 8 total, 8 up, 8 in 2024-08-29T17:59:21.325 INFO:tasks.rados.rados.0.smithi028.stdout:3314: done (2 left) 2024-08-29T17:59:21.325 INFO:tasks.rados.rados.0.smithi028.stdout:3315: done (1 left) 2024-08-29T17:59:21.325 INFO:tasks.rados.rados.0.smithi028.stdout:3316: done (0 left) 2024-08-29T17:59:21.325 INFO:tasks.rados.rados.0.smithi028.stdout:append oid 4 current snap is 343 2024-08-29T17:59:21.325 INFO:tasks.rados.rados.0.smithi028.stdout:3317: seq_num 1005 ranges {0=32768} 2024-08-29T17:59:21.325 INFO:tasks.rados.rados.0.smithi028.stdout:3317: writing smithi02869045-4 from 0 to 32768 tid 1 2024-08-29T17:59:21.325 INFO:tasks.rados.rados.0.smithi028.stdout:3318: copy_from oid 41 from oid 13 current snap is 343 2024-08-29T17:59:21.326 INFO:tasks.rados.rados.0.smithi028.stdout:3319: setattr oid 47 current snap is 343 2024-08-29T17:59:21.327 INFO:tasks.rados.rados.0.smithi028.stdout:3320: delete oid 37 current snap is 343 2024-08-29T17:59:21.333 INFO:tasks.rados.rados.0.smithi028.stdout:3317: finishing write tid 1 to smithi02869045-4 2024-08-29T17:59:21.342 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 47 v 2882 (ObjNum 906 snap 306 seq_num 906) dirty exists 2024-08-29T17:59:21.343 INFO:tasks.rados.rados.0.smithi028.stdout:3317: finishing write tid 2 to smithi02869045-4 2024-08-29T17:59:21.344 INFO:tasks.rados.rados.0.smithi028.stdout:3319: done (3 left) 2024-08-29T17:59:21.344 INFO:tasks.rados.rados.0.smithi028.stdout:3320: done (2 left) 2024-08-29T17:59:21.344 INFO:tasks.rados.rados.0.smithi028.stdout:3321: delete oid 2 current snap is 343 2024-08-29T17:59:21.355 INFO:tasks.rados.rados.0.smithi028.stdout:3317: finishing write tid 3 to smithi02869045-4 2024-08-29T17:59:21.356 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 4 v 3152 (ObjNum 1005 snap 343 seq_num 1005) dirty exists 2024-08-29T17:59:21.356 INFO:tasks.rados.rados.0.smithi028.stdout:3317: left oid 4 (ObjNum 1005 snap 343 seq_num 1005) 2024-08-29T17:59:21.356 INFO:tasks.rados.rados.0.smithi028.stdout:3317: done (2 left) 2024-08-29T17:59:21.356 INFO:tasks.rados.rados.0.smithi028.stdout:3321: done (1 left) 2024-08-29T17:59:21.356 INFO:tasks.rados.rados.0.smithi028.stdout:3322: snap_remove snap 341 2024-08-29T17:59:21.872 INFO:journalctl@ceph.mgr.y.smithi028.stdout:Aug 29 17:59:21 smithi028 bash[70818]: ::ffff:172.21.15.53 - - [29/Aug/2024:17:59:21] "GET /metrics HTTP/1.1" 200 36246 "" "Prometheus/2.43.0" 2024-08-29T17:59:22.129 INFO:journalctl@ceph.mds.a.smithi028.stdout:Aug 29 17:59:22 smithi028 systemd[1]: /etc/systemd/system/ceph-3167ee72-662c-11ef-bcd4-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-08-29T17:59:22.130 INFO:journalctl@ceph.mgr.y.smithi028.stdout:Aug 29 17:59:22 smithi028 systemd[1]: /etc/systemd/system/ceph-3167ee72-662c-11ef-bcd4-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-08-29T17:59:22.130 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:59:22 smithi028 systemd[1]: /etc/systemd/system/ceph-3167ee72-662c-11ef-bcd4-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-08-29T17:59:22.130 INFO:journalctl@ceph.node-exporter.a.smithi028.stdout:Aug 29 17:59:22 smithi028 systemd[1]: /etc/systemd/system/ceph-3167ee72-662c-11ef-bcd4-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-08-29T17:59:22.131 INFO:journalctl@ceph.osd.0.smithi028.stdout:Aug 29 17:59:22 smithi028 systemd[1]: /etc/systemd/system/ceph-3167ee72-662c-11ef-bcd4-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-08-29T17:59:22.131 INFO:journalctl@ceph.osd.2.smithi028.stdout:Aug 29 17:59:22 smithi028 systemd[1]: /etc/systemd/system/ceph-3167ee72-662c-11ef-bcd4-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-08-29T17:59:22.131 INFO:journalctl@ceph.alertmanager.a.smithi028.stdout:Aug 29 17:59:22 smithi028 systemd[1]: /etc/systemd/system/ceph-3167ee72-662c-11ef-bcd4-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-08-29T17:59:22.132 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:59:22 smithi028 systemd[1]: /etc/systemd/system/ceph-3167ee72-662c-11ef-bcd4-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-08-29T17:59:22.132 INFO:journalctl@ceph.osd.1.smithi028.stdout:Aug 29 17:59:22 smithi028 systemd[1]: /etc/systemd/system/ceph-3167ee72-662c-11ef-bcd4-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-08-29T17:59:22.132 INFO:journalctl@ceph.osd.3.smithi028.stdout:Aug 29 17:59:22 smithi028 systemd[1]: /etc/systemd/system/ceph-3167ee72-662c-11ef-bcd4-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-08-29T17:59:22.330 INFO:tasks.rados.rados.0.smithi028.stdout:3322: done (1 left) 2024-08-29T17:59:22.331 INFO:tasks.rados.rados.0.smithi028.stdout:append oid 33 current snap is 343 2024-08-29T17:59:22.331 INFO:tasks.rados.rados.0.smithi028.stdout:3318: finishing copy_from racing read to smithi02869045-41 2024-08-29T17:59:22.331 INFO:tasks.rados.rados.0.smithi028.stdout:3318: finishing copy_from to smithi02869045-41 2024-08-29T17:59:22.331 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 41 v 3150 (ObjNum 1003 snap 341 seq_num 1003) dirty exists 2024-08-29T17:59:22.331 INFO:tasks.rados.rados.0.smithi028.stdout:3323: seq_num 1008 ranges {3006464=90112} 2024-08-29T17:59:22.348 INFO:tasks.rados.rados.0.smithi028.stdout:3323: writing smithi02869045-33 from 3006464 to 3096576 tid 1 2024-08-29T17:59:22.348 INFO:tasks.rados.rados.0.smithi028.stdout:3318: done (1 left) 2024-08-29T17:59:22.348 INFO:tasks.rados.rados.0.smithi028.stdout:append oid 27 current snap is 343 2024-08-29T17:59:22.348 INFO:tasks.rados.rados.0.smithi028.stdout:3324: seq_num 1009 ranges {6455296=106496} 2024-08-29T17:59:22.384 INFO:tasks.rados.rados.0.smithi028.stdout:3324: writing smithi02869045-27 from 6455296 to 6561792 tid 1 2024-08-29T17:59:22.384 INFO:tasks.rados.rados.0.smithi028.stdout:3325: read oid 3 snap -1 2024-08-29T17:59:22.384 INFO:tasks.rados.rados.0.smithi028.stdout:3325: expect (ObjNum 916 snap 306 seq_num 916) 2024-08-29T17:59:22.384 INFO:tasks.rados.rados.0.smithi028.stdout:3326: read oid 6 snap -1 2024-08-29T17:59:22.385 INFO:tasks.rados.rados.0.smithi028.stdout:3326: expect (ObjNum 887 snap 301 seq_num 887) 2024-08-29T17:59:22.385 INFO:tasks.rados.rados.0.smithi028.stdout:3327: delete oid 40 current snap is 343 2024-08-29T17:59:22.385 INFO:tasks.rados.rados.0.smithi028.stdout:3323: finishing write tid 1 to smithi02869045-33 2024-08-29T17:59:22.385 INFO:tasks.rados.rados.0.smithi028.stdout:3323: finishing write tid 2 to smithi02869045-33 2024-08-29T17:59:22.385 INFO:tasks.rados.rados.0.smithi028.stdout:3323: finishing write tid 3 to smithi02869045-33 2024-08-29T17:59:22.385 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 33 v 3159 (ObjNum 1008 snap 343 seq_num 1008) dirty exists 2024-08-29T17:59:22.385 INFO:tasks.rados.rados.0.smithi028.stdout:3323: left oid 33 (ObjNum 1008 snap 343 seq_num 1008) 2024-08-29T17:59:22.390 INFO:tasks.rados.rados.0.smithi028.stdout:3325: expect (ObjNum 916 snap 306 seq_num 916) 2024-08-29T17:59:22.432 INFO:tasks.rados.rados.0.smithi028.stdout:3324: finishing write tid 1 to smithi02869045-27 2024-08-29T17:59:22.432 INFO:tasks.rados.rados.0.smithi028.stdout:3324: finishing write tid 2 to smithi02869045-27 2024-08-29T17:59:22.432 INFO:tasks.rados.rados.0.smithi028.stdout:3324: finishing write tid 3 to smithi02869045-27 2024-08-29T17:59:22.432 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 27 v 2562 (ObjNum 1009 snap 343 seq_num 1009) dirty exists 2024-08-29T17:59:22.432 INFO:tasks.rados.rados.0.smithi028.stdout:3324: left oid 27 (ObjNum 1009 snap 343 seq_num 1009) 2024-08-29T17:59:22.433 INFO:tasks.rados.rados.0.smithi028.stdout:3326: expect (ObjNum 887 snap 301 seq_num 887) 2024-08-29T17:59:22.482 INFO:journalctl@ceph.node-exporter.a.smithi028.stdout:Aug 29 17:59:22 smithi028 systemd[1]: Stopping Ceph node-exporter.a for 3167ee72-662c-11ef-bcd4-c7b262605968... 2024-08-29T17:59:22.482 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:59:22 smithi028 bash[77168]: cluster 2024-08-29T17:59:21.085793+0000 mgr.y (mgr.25022) 353 : cluster [DBG] pgmap v646: 121 pgs: 121 active+clean; 421 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 3.0 MiB/s rd, 7.4 MiB/s wr, 30 op/s 2024-08-29T17:59:22.482 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:59:22 smithi028 bash[77168]: cephadm 2024-08-29T17:59:21.256319+0000 mgr.y (mgr.25022) 354 : cephadm [INF] Upgrade: Updating node-exporter.a (1/2) 2024-08-29T17:59:22.483 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:59:22 smithi028 bash[77168]: cephadm 2024-08-29T17:59:21.256897+0000 mgr.y (mgr.25022) 355 : cephadm [INF] Deploying daemon node-exporter.a on smithi028 2024-08-29T17:59:22.483 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:59:22 smithi028 bash[77168]: cluster 2024-08-29T17:59:21.323749+0000 mon.a (mon.0) 1141 : cluster [DBG] osdmap e749: 8 total, 8 up, 8 in 2024-08-29T17:59:22.483 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:59:22 smithi028 bash[78352]: cluster 2024-08-29T17:59:21.085793+0000 mgr.y (mgr.25022) 353 : cluster [DBG] pgmap v646: 121 pgs: 121 active+clean; 421 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 3.0 MiB/s rd, 7.4 MiB/s wr, 30 op/s 2024-08-29T17:59:22.483 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:59:22 smithi028 bash[78352]: cephadm 2024-08-29T17:59:21.256319+0000 mgr.y (mgr.25022) 354 : cephadm [INF] Upgrade: Updating node-exporter.a (1/2) 2024-08-29T17:59:22.483 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:59:22 smithi028 bash[78352]: cephadm 2024-08-29T17:59:21.256897+0000 mgr.y (mgr.25022) 355 : cephadm [INF] Deploying daemon node-exporter.a on smithi028 2024-08-29T17:59:22.483 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:59:22 smithi028 bash[78352]: cluster 2024-08-29T17:59:21.323749+0000 mon.a (mon.0) 1141 : cluster [DBG] osdmap e749: 8 total, 8 up, 8 in 2024-08-29T17:59:22.544 INFO:tasks.rados.rados.0.smithi028.stdout:3323: done (4 left) 2024-08-29T17:59:22.544 INFO:tasks.rados.rados.0.smithi028.stdout:3324: done (3 left) 2024-08-29T17:59:22.544 INFO:tasks.rados.rados.0.smithi028.stdout:3325: done (2 left) 2024-08-29T17:59:22.544 INFO:tasks.rados.rados.0.smithi028.stdout:3326: done (1 left) 2024-08-29T17:59:22.544 INFO:tasks.rados.rados.0.smithi028.stdout:3327: done (0 left) 2024-08-29T17:59:22.545 INFO:tasks.rados.rados.0.smithi028.stdout:3328: snap_remove snap 330 2024-08-29T17:59:22.575 INFO:journalctl@ceph.prometheus.a.smithi053.stdout:Aug 29 17:59:22 smithi053 bash[61790]: ts=2024-08-29T17:59:22.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"3167ee72-662c-11ef-bcd4-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-29T17:59:22.575 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:59:22 smithi053 bash[68679]: cluster 2024-08-29T17:59:21.085793+0000 mgr.y (mgr.25022) 353 : cluster [DBG] pgmap v646: 121 pgs: 121 active+clean; 421 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 3.0 MiB/s rd, 7.4 MiB/s wr, 30 op/s 2024-08-29T17:59:22.575 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:59:22 smithi053 bash[68679]: cephadm 2024-08-29T17:59:21.256319+0000 mgr.y (mgr.25022) 354 : cephadm [INF] Upgrade: Updating node-exporter.a (1/2) 2024-08-29T17:59:22.575 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:59:22 smithi053 bash[68679]: cephadm 2024-08-29T17:59:21.256897+0000 mgr.y (mgr.25022) 355 : cephadm [INF] Deploying daemon node-exporter.a on smithi028 2024-08-29T17:59:22.575 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:59:22 smithi053 bash[68679]: cluster 2024-08-29T17:59:21.323749+0000 mon.a (mon.0) 1141 : cluster [DBG] osdmap e749: 8 total, 8 up, 8 in 2024-08-29T17:59:23.271 INFO:journalctl@ceph.node-exporter.a.smithi028.stdout:Aug 29 17:59:22 smithi028 bash[102895]: ceph-3167ee72-662c-11ef-bcd4-c7b262605968-node-exporter-a 2024-08-29T17:59:23.271 INFO:journalctl@ceph.node-exporter.a.smithi028.stdout:Aug 29 17:59:23 smithi028 systemd[1]: ceph-3167ee72-662c-11ef-bcd4-c7b262605968@node-exporter.a.service: Main process exited, code=exited, status=143/n/a 2024-08-29T17:59:23.271 INFO:journalctl@ceph.node-exporter.a.smithi028.stdout:Aug 29 17:59:23 smithi028 bash[102952]: Error response from daemon: No such container: ceph-3167ee72-662c-11ef-bcd4-c7b262605968-node-exporter-a 2024-08-29T17:59:23.271 INFO:journalctl@ceph.node-exporter.a.smithi028.stdout:Aug 29 17:59:23 smithi028 systemd[1]: ceph-3167ee72-662c-11ef-bcd4-c7b262605968@node-exporter.a.service: Failed with result 'exit-code'. 2024-08-29T17:59:23.271 INFO:journalctl@ceph.node-exporter.a.smithi028.stdout:Aug 29 17:59:23 smithi028 systemd[1]: Stopped Ceph node-exporter.a for 3167ee72-662c-11ef-bcd4-c7b262605968. 2024-08-29T17:59:23.344 INFO:tasks.rados.rados.0.smithi028.stdout:3328: done (0 left) 2024-08-29T17:59:23.344 INFO:tasks.rados.rados.0.smithi028.stdout:3329: rollback oid 48 current snap is 343 2024-08-29T17:59:23.344 INFO:tasks.rados.rados.0.smithi028.stdout:rollback oid 48 to 339 2024-08-29T17:59:23.344 INFO:tasks.rados.rados.0.smithi028.stdout:3330: copy_from oid 44 from oid 42 current snap is 343 2024-08-29T17:59:23.344 INFO:tasks.rados.rados.0.smithi028.stdout:append oid 41 current snap is 343 2024-08-29T17:59:23.344 INFO:tasks.rados.rados.0.smithi028.stdout:3331: seq_num 1011 ranges {3874816=139264} 2024-08-29T17:59:23.371 INFO:tasks.rados.rados.0.smithi028.stdout:3331: writing smithi02869045-41 from 3874816 to 4014080 tid 1 2024-08-29T17:59:23.371 INFO:tasks.rados.rados.0.smithi028.stdout:3332: read oid 1 snap -1 2024-08-29T17:59:23.371 INFO:tasks.rados.rados.0.smithi028.stdout:3332: expect (ObjNum 966 snap 324 seq_num 966) 2024-08-29T17:59:23.371 INFO:tasks.rados.rados.0.smithi028.stdout:3333: read oid 36 snap -1 2024-08-29T17:59:23.371 INFO:tasks.rados.rados.0.smithi028.stdout:3333: expect (ObjNum 857 snap 289 seq_num 857) 2024-08-29T17:59:23.371 INFO:tasks.rados.rados.0.smithi028.stdout:3334: delete oid 3 current snap is 343 2024-08-29T17:59:23.375 INFO:tasks.rados.rados.0.smithi028.stdout:3330: finishing copy_from racing read to smithi02869045-44 2024-08-29T17:59:23.383 INFO:tasks.rados.rados.0.smithi028.stdout:3329: finishing rollback tid 0 to smithi02869045-48 2024-08-29T17:59:23.384 INFO:tasks.rados.rados.0.smithi028.stdout:3329: finishing rollback tid 1 to smithi02869045-48 2024-08-29T17:59:23.384 INFO:tasks.rados.rados.0.smithi028.stdout:3329: finishing rollback tid 2 to smithi02869045-48 2024-08-29T17:59:23.384 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 48 v 2554 (ObjNum 965 snap 324 seq_num 965) dirty exists 2024-08-29T17:59:23.393 INFO:tasks.rados.rados.0.smithi028.stdout:3330: finishing copy_from to smithi02869045-44 2024-08-29T17:59:23.393 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 44 v 2515 (ObjNum 161 snap 0 seq_num 1) dirty exists 2024-08-29T17:59:23.394 INFO:tasks.rados.rados.0.smithi028.stdout:3329: done (5 left) 2024-08-29T17:59:23.394 INFO:tasks.rados.rados.0.smithi028.stdout:3330: done (4 left) 2024-08-29T17:59:23.394 INFO:tasks.rados.rados.0.smithi028.stdout:3334: done (3 left) 2024-08-29T17:59:23.394 INFO:tasks.rados.rados.0.smithi028.stdout:3335: setattr oid 48 current snap is 343 2024-08-29T17:59:23.395 INFO:tasks.rados.rados.0.smithi028.stdout:3336: setattr oid 32 current snap is 343 2024-08-29T17:59:23.397 INFO:tasks.rados.rados.0.smithi028.stdout:3337: read oid 50 snap -1 2024-08-29T17:59:23.397 INFO:tasks.rados.rados.0.smithi028.stdout:3337: expect (ObjNum 959 snap 320 seq_num 959) 2024-08-29T17:59:23.397 INFO:tasks.rados.rados.0.smithi028.stdout:append oid 43 current snap is 343 2024-08-29T17:59:23.398 INFO:tasks.rados.rados.0.smithi028.stdout:3338: seq_num 1013 ranges {0=172032} 2024-08-29T17:59:23.399 INFO:tasks.rados.rados.0.smithi028.stdout:3338: writing smithi02869045-43 from 0 to 172032 tid 1 2024-08-29T17:59:23.399 INFO:tasks.rados.rados.0.smithi028.stdout:3339: read oid 14 snap -1 2024-08-29T17:59:23.399 INFO:tasks.rados.rados.0.smithi028.stdout:3339: expect deleted 2024-08-29T17:59:23.399 INFO:tasks.rados.rados.0.smithi028.stdout:append oid 4 current snap is 343 2024-08-29T17:59:23.399 INFO:tasks.rados.rados.0.smithi028.stdout:3340: seq_num 1014 ranges {32768=188416} 2024-08-29T17:59:23.400 INFO:tasks.rados.rados.0.smithi028.stdout:3340: writing smithi02869045-4 from 32768 to 221184 tid 1 2024-08-29T17:59:23.400 INFO:tasks.rados.rados.0.smithi028.stdout:3341: snap_create 2024-08-29T17:59:23.407 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 32 v 1353 (ObjNum 875 snap 296 seq_num 875) dirty exists 2024-08-29T17:59:23.427 INFO:tasks.rados.rados.0.smithi028.stdout:3337: expect (ObjNum 959 snap 320 seq_num 959) 2024-08-29T17:59:23.478 INFO:tasks.rados.rados.0.smithi028.stdout:3331: finishing write tid 1 to smithi02869045-41 2024-08-29T17:59:23.478 INFO:tasks.rados.rados.0.smithi028.stdout:3331: finishing write tid 2 to smithi02869045-41 2024-08-29T17:59:23.478 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 48 v 2556 (ObjNum 965 snap 324 seq_num 965) dirty exists 2024-08-29T17:59:23.478 INFO:tasks.rados.rados.0.smithi028.stdout:3331: finishing write tid 3 to smithi02869045-41 2024-08-29T17:59:23.478 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 41 v 3152 (ObjNum 1011 snap 343 seq_num 1011) dirty exists 2024-08-29T17:59:23.478 INFO:tasks.rados.rados.0.smithi028.stdout:3331: left oid 41 (ObjNum 1011 snap 343 seq_num 1011) 2024-08-29T17:59:23.478 INFO:tasks.rados.rados.0.smithi028.stdout:3338: finishing write tid 1 to smithi02869045-43 2024-08-29T17:59:23.478 INFO:tasks.rados.rados.0.smithi028.stdout:3338: finishing write tid 2 to smithi02869045-43 2024-08-29T17:59:23.478 INFO:tasks.rados.rados.0.smithi028.stdout:3338: finishing write tid 3 to smithi02869045-43 2024-08-29T17:59:23.479 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 43 v 2532 (ObjNum 1013 snap 343 seq_num 1013) dirty exists 2024-08-29T17:59:23.479 INFO:tasks.rados.rados.0.smithi028.stdout:3338: left oid 43 (ObjNum 1013 snap 343 seq_num 1013) 2024-08-29T17:59:23.479 INFO:tasks.rados.rados.0.smithi028.stdout:3333: expect (ObjNum 857 snap 289 seq_num 857) 2024-08-29T17:59:23.549 INFO:journalctl@ceph.mgr.y.smithi028.stdout:Aug 29 17:59:23 smithi028 systemd[1]: /etc/systemd/system/ceph-3167ee72-662c-11ef-bcd4-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-08-29T17:59:23.549 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:59:23 smithi028 systemd[1]: /etc/systemd/system/ceph-3167ee72-662c-11ef-bcd4-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-08-29T17:59:23.549 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:59:23 smithi028 bash[78352]: cluster 2024-08-29T17:59:22.330418+0000 mon.a (mon.0) 1142 : cluster [DBG] osdmap e750: 8 total, 8 up, 8 in 2024-08-29T17:59:23.550 INFO:journalctl@ceph.osd.2.smithi028.stdout:Aug 29 17:59:23 smithi028 systemd[1]: /etc/systemd/system/ceph-3167ee72-662c-11ef-bcd4-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-08-29T17:59:23.550 INFO:journalctl@ceph.node-exporter.a.smithi028.stdout:Aug 29 17:59:23 smithi028 systemd[1]: /etc/systemd/system/ceph-3167ee72-662c-11ef-bcd4-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-08-29T17:59:23.550 INFO:journalctl@ceph.node-exporter.a.smithi028.stdout:Aug 29 17:59:23 smithi028 systemd[1]: Started Ceph node-exporter.a for 3167ee72-662c-11ef-bcd4-c7b262605968. 2024-08-29T17:59:23.550 INFO:journalctl@ceph.mds.a.smithi028.stdout:Aug 29 17:59:23 smithi028 systemd[1]: /etc/systemd/system/ceph-3167ee72-662c-11ef-bcd4-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-08-29T17:59:23.550 INFO:journalctl@ceph.osd.3.smithi028.stdout:Aug 29 17:59:23 smithi028 systemd[1]: /etc/systemd/system/ceph-3167ee72-662c-11ef-bcd4-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-08-29T17:59:23.551 INFO:journalctl@ceph.osd.1.smithi028.stdout:Aug 29 17:59:23 smithi028 systemd[1]: /etc/systemd/system/ceph-3167ee72-662c-11ef-bcd4-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-08-29T17:59:23.551 INFO:journalctl@ceph.osd.0.smithi028.stdout:Aug 29 17:59:23 smithi028 systemd[1]: /etc/systemd/system/ceph-3167ee72-662c-11ef-bcd4-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-08-29T17:59:23.551 INFO:journalctl@ceph.alertmanager.a.smithi028.stdout:Aug 29 17:59:23 smithi028 systemd[1]: /etc/systemd/system/ceph-3167ee72-662c-11ef-bcd4-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-08-29T17:59:23.551 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:59:23 smithi028 systemd[1]: /etc/systemd/system/ceph-3167ee72-662c-11ef-bcd4-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-08-29T17:59:23.552 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:59:23 smithi028 bash[77168]: cluster 2024-08-29T17:59:22.330418+0000 mon.a (mon.0) 1142 : cluster [DBG] osdmap e750: 8 total, 8 up, 8 in 2024-08-29T17:59:23.825 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:59:23 smithi053 bash[68679]: cluster 2024-08-29T17:59:22.330418+0000 mon.a (mon.0) 1142 : cluster [DBG] osdmap e750: 8 total, 8 up, 8 in 2024-08-29T17:59:24.112 INFO:tasks.rados.rados.0.smithi028.stdout:3332: expect (ObjNum 966 snap 324 seq_num 966) 2024-08-29T17:59:24.620 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:59:24 smithi028 bash[78352]: cluster 2024-08-29T17:59:23.086503+0000 mgr.y (mgr.25022) 356 : cluster [DBG] pgmap v649: 121 pgs: 121 active+clean; 421 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 1.6 MiB/s rd, 5.9 MiB/s wr, 27 op/s 2024-08-29T17:59:24.620 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:59:24 smithi028 bash[78352]: cluster 2024-08-29T17:59:23.341331+0000 mon.a (mon.0) 1143 : cluster [DBG] osdmap e751: 8 total, 8 up, 8 in 2024-08-29T17:59:24.620 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:59:24 smithi028 bash[78352]: audit 2024-08-29T17:59:23.490185+0000 mon.a (mon.0) 1144 : audit [INF] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' 2024-08-29T17:59:24.620 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:59:24 smithi028 bash[78352]: audit 2024-08-29T17:59:23.495815+0000 mon.a (mon.0) 1145 : audit [INF] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' 2024-08-29T17:59:24.621 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:59:24 smithi028 bash[77168]: cluster 2024-08-29T17:59:23.086503+0000 mgr.y (mgr.25022) 356 : cluster [DBG] pgmap v649: 121 pgs: 121 active+clean; 421 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 1.6 MiB/s rd, 5.9 MiB/s wr, 27 op/s 2024-08-29T17:59:24.621 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:59:24 smithi028 bash[77168]: cluster 2024-08-29T17:59:23.341331+0000 mon.a (mon.0) 1143 : cluster [DBG] osdmap e751: 8 total, 8 up, 8 in 2024-08-29T17:59:24.622 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:59:24 smithi028 bash[77168]: audit 2024-08-29T17:59:23.490185+0000 mon.a (mon.0) 1144 : audit [INF] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' 2024-08-29T17:59:24.622 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:59:24 smithi028 bash[77168]: audit 2024-08-29T17:59:23.495815+0000 mon.a (mon.0) 1145 : audit [INF] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' 2024-08-29T17:59:24.825 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:59:24 smithi053 bash[68679]: cluster 2024-08-29T17:59:23.086503+0000 mgr.y (mgr.25022) 356 : cluster [DBG] pgmap v649: 121 pgs: 121 active+clean; 421 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 1.6 MiB/s rd, 5.9 MiB/s wr, 27 op/s 2024-08-29T17:59:24.825 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:59:24 smithi053 bash[68679]: cluster 2024-08-29T17:59:23.341331+0000 mon.a (mon.0) 1143 : cluster [DBG] osdmap e751: 8 total, 8 up, 8 in 2024-08-29T17:59:24.825 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:59:24 smithi053 bash[68679]: audit 2024-08-29T17:59:23.490185+0000 mon.a (mon.0) 1144 : audit [INF] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' 2024-08-29T17:59:24.825 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:59:24 smithi053 bash[68679]: audit 2024-08-29T17:59:23.495815+0000 mon.a (mon.0) 1145 : audit [INF] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' 2024-08-29T17:59:24.880 INFO:journalctl@ceph.node-exporter.a.smithi028.stdout:Aug 29 17:59:24 smithi028 bash[103004]: ts=2024-08-29T17:59:24.671Z caller=node_exporter.go:180 level=info msg="Starting node_exporter" version="(version=1.5.0, branch=HEAD, revision=1b48970ffcf5630534fb00bb0687d73c66d1c959)" 2024-08-29T17:59:24.881 INFO:journalctl@ceph.node-exporter.a.smithi028.stdout:Aug 29 17:59:24 smithi028 bash[103004]: ts=2024-08-29T17:59:24.671Z caller=node_exporter.go:181 level=info msg="Build context" build_context="(go=go1.19.3, user=root@6e7732a7b81b, date=20221129-18:59:09)" 2024-08-29T17:59:24.881 INFO:journalctl@ceph.node-exporter.a.smithi028.stdout:Aug 29 17:59:24 smithi028 bash[103004]: ts=2024-08-29T17:59:24.672Z caller=diskstats_common.go:111 level=info collector=diskstats msg="Parsed flag --collector.diskstats.device-exclude" flag=^(ram|loop|fd|(h|s|v|xv)d[a-z]|nvme\d+n\d+p)\d+$ 2024-08-29T17:59:24.881 INFO:journalctl@ceph.node-exporter.a.smithi028.stdout:Aug 29 17:59:24 smithi028 bash[103004]: ts=2024-08-29T17:59:24.672Z caller=diskstats_linux.go:264 level=error collector=diskstats msg="Failed to open directory, disabling udev device properties" path=/run/udev/data 2024-08-29T17:59:24.881 INFO:journalctl@ceph.node-exporter.a.smithi028.stdout:Aug 29 17:59:24 smithi028 bash[103004]: ts=2024-08-29T17:59:24.672Z caller=filesystem_common.go:111 level=info collector=filesystem msg="Parsed flag --collector.filesystem.mount-points-exclude" flag=^/(dev|proc|run/credentials/.+|sys|var/lib/docker/.+|var/lib/containers/storage/.+)($|/) 2024-08-29T17:59:24.881 INFO:journalctl@ceph.node-exporter.a.smithi028.stdout:Aug 29 17:59:24 smithi028 bash[103004]: ts=2024-08-29T17:59:24.672Z caller=filesystem_common.go:113 level=info collector=filesystem msg="Parsed flag --collector.filesystem.fs-types-exclude" flag=^(autofs|binfmt_misc|bpf|cgroup2?|configfs|debugfs|devpts|devtmpfs|fusectl|hugetlbfs|iso9660|mqueue|nsfs|overlay|proc|procfs|pstore|rpc_pipefs|securityfs|selinuxfs|squashfs|sysfs|tracefs)$ 2024-08-29T17:59:24.881 INFO:journalctl@ceph.node-exporter.a.smithi028.stdout:Aug 29 17:59:24 smithi028 bash[103004]: ts=2024-08-29T17:59:24.673Z caller=node_exporter.go:110 level=info msg="Enabled collectors" 2024-08-29T17:59:24.881 INFO:journalctl@ceph.node-exporter.a.smithi028.stdout:Aug 29 17:59:24 smithi028 bash[103004]: ts=2024-08-29T17:59:24.673Z caller=node_exporter.go:117 level=info collector=arp 2024-08-29T17:59:24.881 INFO:journalctl@ceph.node-exporter.a.smithi028.stdout:Aug 29 17:59:24 smithi028 bash[103004]: ts=2024-08-29T17:59:24.673Z caller=node_exporter.go:117 level=info collector=bcache 2024-08-29T17:59:24.881 INFO:journalctl@ceph.node-exporter.a.smithi028.stdout:Aug 29 17:59:24 smithi028 bash[103004]: ts=2024-08-29T17:59:24.673Z caller=node_exporter.go:117 level=info collector=bonding 2024-08-29T17:59:24.881 INFO:journalctl@ceph.node-exporter.a.smithi028.stdout:Aug 29 17:59:24 smithi028 bash[103004]: ts=2024-08-29T17:59:24.673Z caller=node_exporter.go:117 level=info collector=btrfs 2024-08-29T17:59:24.881 INFO:journalctl@ceph.node-exporter.a.smithi028.stdout:Aug 29 17:59:24 smithi028 bash[103004]: ts=2024-08-29T17:59:24.673Z caller=node_exporter.go:117 level=info collector=conntrack 2024-08-29T17:59:24.881 INFO:journalctl@ceph.node-exporter.a.smithi028.stdout:Aug 29 17:59:24 smithi028 bash[103004]: ts=2024-08-29T17:59:24.673Z caller=node_exporter.go:117 level=info collector=cpu 2024-08-29T17:59:24.882 INFO:journalctl@ceph.node-exporter.a.smithi028.stdout:Aug 29 17:59:24 smithi028 bash[103004]: ts=2024-08-29T17:59:24.673Z caller=node_exporter.go:117 level=info collector=cpufreq 2024-08-29T17:59:24.882 INFO:journalctl@ceph.node-exporter.a.smithi028.stdout:Aug 29 17:59:24 smithi028 bash[103004]: ts=2024-08-29T17:59:24.673Z caller=node_exporter.go:117 level=info collector=diskstats 2024-08-29T17:59:24.882 INFO:journalctl@ceph.node-exporter.a.smithi028.stdout:Aug 29 17:59:24 smithi028 bash[103004]: ts=2024-08-29T17:59:24.673Z caller=node_exporter.go:117 level=info collector=dmi 2024-08-29T17:59:24.882 INFO:journalctl@ceph.node-exporter.a.smithi028.stdout:Aug 29 17:59:24 smithi028 bash[103004]: ts=2024-08-29T17:59:24.673Z caller=node_exporter.go:117 level=info collector=edac 2024-08-29T17:59:24.882 INFO:journalctl@ceph.node-exporter.a.smithi028.stdout:Aug 29 17:59:24 smithi028 bash[103004]: ts=2024-08-29T17:59:24.673Z caller=node_exporter.go:117 level=info collector=entropy 2024-08-29T17:59:24.882 INFO:journalctl@ceph.node-exporter.a.smithi028.stdout:Aug 29 17:59:24 smithi028 bash[103004]: ts=2024-08-29T17:59:24.673Z caller=node_exporter.go:117 level=info collector=fibrechannel 2024-08-29T17:59:24.882 INFO:journalctl@ceph.node-exporter.a.smithi028.stdout:Aug 29 17:59:24 smithi028 bash[103004]: ts=2024-08-29T17:59:24.673Z caller=node_exporter.go:117 level=info collector=filefd 2024-08-29T17:59:24.882 INFO:journalctl@ceph.node-exporter.a.smithi028.stdout:Aug 29 17:59:24 smithi028 bash[103004]: ts=2024-08-29T17:59:24.673Z caller=node_exporter.go:117 level=info collector=filesystem 2024-08-29T17:59:24.882 INFO:journalctl@ceph.node-exporter.a.smithi028.stdout:Aug 29 17:59:24 smithi028 bash[103004]: ts=2024-08-29T17:59:24.673Z caller=node_exporter.go:117 level=info collector=hwmon 2024-08-29T17:59:24.882 INFO:journalctl@ceph.node-exporter.a.smithi028.stdout:Aug 29 17:59:24 smithi028 bash[103004]: ts=2024-08-29T17:59:24.673Z caller=node_exporter.go:117 level=info collector=infiniband 2024-08-29T17:59:24.882 INFO:journalctl@ceph.node-exporter.a.smithi028.stdout:Aug 29 17:59:24 smithi028 bash[103004]: ts=2024-08-29T17:59:24.673Z caller=node_exporter.go:117 level=info collector=ipvs 2024-08-29T17:59:24.882 INFO:journalctl@ceph.node-exporter.a.smithi028.stdout:Aug 29 17:59:24 smithi028 bash[103004]: ts=2024-08-29T17:59:24.673Z caller=node_exporter.go:117 level=info collector=loadavg 2024-08-29T17:59:24.882 INFO:journalctl@ceph.node-exporter.a.smithi028.stdout:Aug 29 17:59:24 smithi028 bash[103004]: ts=2024-08-29T17:59:24.673Z caller=node_exporter.go:117 level=info collector=mdadm 2024-08-29T17:59:24.883 INFO:journalctl@ceph.node-exporter.a.smithi028.stdout:Aug 29 17:59:24 smithi028 bash[103004]: ts=2024-08-29T17:59:24.673Z caller=node_exporter.go:117 level=info collector=meminfo 2024-08-29T17:59:24.883 INFO:journalctl@ceph.node-exporter.a.smithi028.stdout:Aug 29 17:59:24 smithi028 bash[103004]: ts=2024-08-29T17:59:24.673Z caller=node_exporter.go:117 level=info collector=netclass 2024-08-29T17:59:24.883 INFO:journalctl@ceph.node-exporter.a.smithi028.stdout:Aug 29 17:59:24 smithi028 bash[103004]: ts=2024-08-29T17:59:24.673Z caller=node_exporter.go:117 level=info collector=netdev 2024-08-29T17:59:24.883 INFO:journalctl@ceph.node-exporter.a.smithi028.stdout:Aug 29 17:59:24 smithi028 bash[103004]: ts=2024-08-29T17:59:24.673Z caller=node_exporter.go:117 level=info collector=netstat 2024-08-29T17:59:24.883 INFO:journalctl@ceph.node-exporter.a.smithi028.stdout:Aug 29 17:59:24 smithi028 bash[103004]: ts=2024-08-29T17:59:24.673Z caller=node_exporter.go:117 level=info collector=nfs 2024-08-29T17:59:24.883 INFO:journalctl@ceph.node-exporter.a.smithi028.stdout:Aug 29 17:59:24 smithi028 bash[103004]: ts=2024-08-29T17:59:24.673Z caller=node_exporter.go:117 level=info collector=nfsd 2024-08-29T17:59:24.883 INFO:journalctl@ceph.node-exporter.a.smithi028.stdout:Aug 29 17:59:24 smithi028 bash[103004]: ts=2024-08-29T17:59:24.673Z caller=node_exporter.go:117 level=info collector=nvme 2024-08-29T17:59:24.883 INFO:journalctl@ceph.node-exporter.a.smithi028.stdout:Aug 29 17:59:24 smithi028 bash[103004]: ts=2024-08-29T17:59:24.673Z caller=node_exporter.go:117 level=info collector=os 2024-08-29T17:59:24.883 INFO:journalctl@ceph.node-exporter.a.smithi028.stdout:Aug 29 17:59:24 smithi028 bash[103004]: ts=2024-08-29T17:59:24.673Z caller=node_exporter.go:117 level=info collector=powersupplyclass 2024-08-29T17:59:24.884 INFO:journalctl@ceph.node-exporter.a.smithi028.stdout:Aug 29 17:59:24 smithi028 bash[103004]: ts=2024-08-29T17:59:24.673Z caller=node_exporter.go:117 level=info collector=pressure 2024-08-29T17:59:24.884 INFO:journalctl@ceph.node-exporter.a.smithi028.stdout:Aug 29 17:59:24 smithi028 bash[103004]: ts=2024-08-29T17:59:24.673Z caller=node_exporter.go:117 level=info collector=rapl 2024-08-29T17:59:24.884 INFO:journalctl@ceph.node-exporter.a.smithi028.stdout:Aug 29 17:59:24 smithi028 bash[103004]: ts=2024-08-29T17:59:24.673Z caller=node_exporter.go:117 level=info collector=schedstat 2024-08-29T17:59:24.884 INFO:journalctl@ceph.node-exporter.a.smithi028.stdout:Aug 29 17:59:24 smithi028 bash[103004]: ts=2024-08-29T17:59:24.673Z caller=node_exporter.go:117 level=info collector=selinux 2024-08-29T17:59:24.884 INFO:journalctl@ceph.node-exporter.a.smithi028.stdout:Aug 29 17:59:24 smithi028 bash[103004]: ts=2024-08-29T17:59:24.673Z caller=node_exporter.go:117 level=info collector=sockstat 2024-08-29T17:59:24.884 INFO:journalctl@ceph.node-exporter.a.smithi028.stdout:Aug 29 17:59:24 smithi028 bash[103004]: ts=2024-08-29T17:59:24.673Z caller=node_exporter.go:117 level=info collector=softnet 2024-08-29T17:59:24.884 INFO:journalctl@ceph.node-exporter.a.smithi028.stdout:Aug 29 17:59:24 smithi028 bash[103004]: ts=2024-08-29T17:59:24.673Z caller=node_exporter.go:117 level=info collector=stat 2024-08-29T17:59:24.884 INFO:journalctl@ceph.node-exporter.a.smithi028.stdout:Aug 29 17:59:24 smithi028 bash[103004]: ts=2024-08-29T17:59:24.673Z caller=node_exporter.go:117 level=info collector=tapestats 2024-08-29T17:59:24.884 INFO:journalctl@ceph.node-exporter.a.smithi028.stdout:Aug 29 17:59:24 smithi028 bash[103004]: ts=2024-08-29T17:59:24.673Z caller=node_exporter.go:117 level=info collector=textfile 2024-08-29T17:59:24.884 INFO:journalctl@ceph.node-exporter.a.smithi028.stdout:Aug 29 17:59:24 smithi028 bash[103004]: ts=2024-08-29T17:59:24.673Z caller=node_exporter.go:117 level=info collector=thermal_zone 2024-08-29T17:59:24.884 INFO:journalctl@ceph.node-exporter.a.smithi028.stdout:Aug 29 17:59:24 smithi028 bash[103004]: ts=2024-08-29T17:59:24.673Z caller=node_exporter.go:117 level=info collector=time 2024-08-29T17:59:24.884 INFO:journalctl@ceph.node-exporter.a.smithi028.stdout:Aug 29 17:59:24 smithi028 bash[103004]: ts=2024-08-29T17:59:24.673Z caller=node_exporter.go:117 level=info collector=udp_queues 2024-08-29T17:59:24.884 INFO:journalctl@ceph.node-exporter.a.smithi028.stdout:Aug 29 17:59:24 smithi028 bash[103004]: ts=2024-08-29T17:59:24.673Z caller=node_exporter.go:117 level=info collector=uname 2024-08-29T17:59:24.885 INFO:journalctl@ceph.node-exporter.a.smithi028.stdout:Aug 29 17:59:24 smithi028 bash[103004]: ts=2024-08-29T17:59:24.673Z caller=node_exporter.go:117 level=info collector=vmstat 2024-08-29T17:59:24.885 INFO:journalctl@ceph.node-exporter.a.smithi028.stdout:Aug 29 17:59:24 smithi028 bash[103004]: ts=2024-08-29T17:59:24.673Z caller=node_exporter.go:117 level=info collector=xfs 2024-08-29T17:59:24.885 INFO:journalctl@ceph.node-exporter.a.smithi028.stdout:Aug 29 17:59:24 smithi028 bash[103004]: ts=2024-08-29T17:59:24.673Z caller=node_exporter.go:117 level=info collector=zfs 2024-08-29T17:59:24.885 INFO:journalctl@ceph.node-exporter.a.smithi028.stdout:Aug 29 17:59:24 smithi028 bash[103004]: ts=2024-08-29T17:59:24.673Z caller=tls_config.go:232 level=info msg="Listening on" address=[::]:9100 2024-08-29T17:59:24.885 INFO:journalctl@ceph.node-exporter.a.smithi028.stdout:Aug 29 17:59:24 smithi028 bash[103004]: ts=2024-08-29T17:59:24.673Z caller=tls_config.go:235 level=info msg="TLS is disabled." http2=false address=[::]:9100 2024-08-29T17:59:25.597 INFO:tasks.rados.rados.0.smithi028.stdout:3340: finishing write tid 1 to smithi02869045-4 2024-08-29T17:59:25.598 INFO:tasks.rados.rados.0.smithi028.stdout:3340: finishing write tid 2 to smithi02869045-4 2024-08-29T17:59:25.598 INFO:tasks.rados.rados.0.smithi028.stdout:3340: finishing write tid 3 to smithi02869045-4 2024-08-29T17:59:25.598 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 4 v 3169 (ObjNum 1014 snap 343 seq_num 1014) dirty exists 2024-08-29T17:59:25.598 INFO:tasks.rados.rados.0.smithi028.stdout:3340: left oid 4 (ObjNum 1014 snap 343 seq_num 1014) 2024-08-29T17:59:25.598 INFO:tasks.rados.rados.0.smithi028.stdout:3331: done (9 left) 2024-08-29T17:59:25.598 INFO:tasks.rados.rados.0.smithi028.stdout:3332: done (8 left) 2024-08-29T17:59:25.600 INFO:tasks.rados.rados.0.smithi028.stdout:3333: done (7 left) 2024-08-29T17:59:25.601 INFO:tasks.rados.rados.0.smithi028.stdout:3335: done (6 left) 2024-08-29T17:59:25.601 INFO:tasks.rados.rados.0.smithi028.stdout:3336: done (5 left) 2024-08-29T17:59:25.601 INFO:tasks.rados.rados.0.smithi028.stdout:3337: done (4 left) 2024-08-29T17:59:25.601 INFO:tasks.rados.rados.0.smithi028.stdout:3338: done (3 left) 2024-08-29T17:59:25.601 INFO:tasks.rados.rados.0.smithi028.stdout:3339: done (2 left) 2024-08-29T17:59:25.601 INFO:tasks.rados.rados.0.smithi028.stdout:3340: done (1 left) 2024-08-29T17:59:25.601 INFO:tasks.rados.rados.0.smithi028.stdout:3341: done (0 left) 2024-08-29T17:59:25.601 INFO:tasks.rados.rados.0.smithi028.stdout:append oid 43 current snap is 344 2024-08-29T17:59:25.601 INFO:tasks.rados.rados.0.smithi028.stdout:3342: seq_num 1015 ranges {172032=204800} 2024-08-29T17:59:25.606 INFO:tasks.rados.rados.0.smithi028.stdout:3342: writing smithi02869045-43 from 172032 to 376832 tid 1 2024-08-29T17:59:25.606 INFO:tasks.rados.rados.0.smithi028.stdout:3343: setattr oid 29 current snap is 344 2024-08-29T17:59:25.612 INFO:tasks.rados.rados.0.smithi028.stdout:3342: finishing write tid 1 to smithi02869045-43 2024-08-29T17:59:25.612 INFO:tasks.rados.rados.0.smithi028.stdout:3342: finishing write tid 2 to smithi02869045-43 2024-08-29T17:59:25.615 INFO:tasks.rados.rados.0.smithi028.stdout:3342: finishing write tid 3 to smithi02869045-43 2024-08-29T17:59:25.615 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 43 v 2534 (ObjNum 1015 snap 344 seq_num 1015) dirty exists 2024-08-29T17:59:25.615 INFO:tasks.rados.rados.0.smithi028.stdout:3342: left oid 43 (ObjNum 1015 snap 344 seq_num 1015) 2024-08-29T17:59:25.617 INFO:tasks.rados.rados.0.smithi028.stdout:3342: done (1 left) 2024-08-29T17:59:25.617 INFO:tasks.rados.rados.0.smithi028.stdout:3344: snap_create 2024-08-29T17:59:25.624 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 29 v 2530 (ObjNum 784 snap 268 seq_num 784) dirty exists 2024-08-29T17:59:25.629 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:59:25 smithi028 bash[78352]: cluster 2024-08-29T17:59:24.354399+0000 mon.a (mon.0) 1146 : cluster [DBG] osdmap e752: 8 total, 8 up, 8 in 2024-08-29T17:59:25.629 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:59:25 smithi028 bash[77168]: cluster 2024-08-29T17:59:24.354399+0000 mon.a (mon.0) 1146 : cluster [DBG] osdmap e752: 8 total, 8 up, 8 in 2024-08-29T17:59:25.791 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:59:25 smithi053 bash[68679]: cluster 2024-08-29T17:59:24.354399+0000 mon.a (mon.0) 1146 : cluster [DBG] osdmap e752: 8 total, 8 up, 8 in 2024-08-29T17:59:26.371 INFO:tasks.rados.rados.0.smithi028.stdout:3343: done (1 left) 2024-08-29T17:59:26.371 INFO:tasks.rados.rados.0.smithi028.stdout:3344: done (0 left) 2024-08-29T17:59:26.371 INFO:tasks.rados.rados.0.smithi028.stdout:3345: snap_create 2024-08-29T17:59:26.630 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:59:26 smithi028 bash[78352]: cluster 2024-08-29T17:59:25.087444+0000 mgr.y (mgr.25022) 357 : cluster [DBG] pgmap v652: 121 pgs: 121 active+clean; 427 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 11 MiB/s rd, 1.6 MiB/s wr, 27 op/s 2024-08-29T17:59:26.630 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:59:26 smithi028 bash[77168]: cluster 2024-08-29T17:59:25.087444+0000 mgr.y (mgr.25022) 357 : cluster [DBG] pgmap v652: 121 pgs: 121 active+clean; 427 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 11 MiB/s rd, 1.6 MiB/s wr, 27 op/s 2024-08-29T17:59:26.824 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:59:26 smithi053 bash[68679]: cluster 2024-08-29T17:59:25.087444+0000 mgr.y (mgr.25022) 357 : cluster [DBG] pgmap v652: 121 pgs: 121 active+clean; 427 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 11 MiB/s rd, 1.6 MiB/s wr, 27 op/s 2024-08-29T17:59:27.244 INFO:journalctl@ceph.osd.6.smithi053.stdout:Aug 29 17:59:27 smithi053 systemd[1]: /etc/systemd/system/ceph-3167ee72-662c-11ef-bcd4-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-08-29T17:59:27.245 INFO:journalctl@ceph.mgr.x.smithi053.stdout:Aug 29 17:59:27 smithi053 systemd[1]: /etc/systemd/system/ceph-3167ee72-662c-11ef-bcd4-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-08-29T17:59:27.245 INFO:journalctl@ceph.grafana.a.smithi053.stdout:Aug 29 17:59:27 smithi053 systemd[1]: /etc/systemd/system/ceph-3167ee72-662c-11ef-bcd4-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-08-29T17:59:27.245 INFO:journalctl@ceph.node-exporter.b.smithi053.stdout:Aug 29 17:59:27 smithi053 systemd[1]: /etc/systemd/system/ceph-3167ee72-662c-11ef-bcd4-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-08-29T17:59:27.246 INFO:journalctl@ceph.prometheus.a.smithi053.stdout:Aug 29 17:59:27 smithi053 systemd[1]: /etc/systemd/system/ceph-3167ee72-662c-11ef-bcd4-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-08-29T17:59:27.246 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:59:27 smithi053 systemd[1]: /etc/systemd/system/ceph-3167ee72-662c-11ef-bcd4-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-08-29T17:59:27.246 INFO:journalctl@ceph.osd.5.smithi053.stdout:Aug 29 17:59:27 smithi053 systemd[1]: /etc/systemd/system/ceph-3167ee72-662c-11ef-bcd4-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-08-29T17:59:27.246 INFO:journalctl@ceph.osd.4.smithi053.stdout:Aug 29 17:59:27 smithi053 systemd[1]: /etc/systemd/system/ceph-3167ee72-662c-11ef-bcd4-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-08-29T17:59:27.247 INFO:journalctl@ceph.osd.7.smithi053.stdout:Aug 29 17:59:27 smithi053 systemd[1]: /etc/systemd/system/ceph-3167ee72-662c-11ef-bcd4-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-08-29T17:59:27.247 INFO:journalctl@ceph.mds.b.smithi053.stdout:Aug 29 17:59:27 smithi053 systemd[1]: /etc/systemd/system/ceph-3167ee72-662c-11ef-bcd4-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-08-29T17:59:27.391 INFO:tasks.rados.rados.0.smithi028.stdout:3345: done (0 left) 2024-08-29T17:59:27.391 INFO:tasks.rados.rados.0.smithi028.stdout:3346: delete oid 2 current snap is 346 2024-08-29T17:59:27.399 INFO:tasks.rados.rados.0.smithi028.stdout:3346: done (0 left) 2024-08-29T17:59:27.399 INFO:tasks.rados.rados.0.smithi028.stdout:3347: snap_remove snap 320 2024-08-29T17:59:27.566 INFO:journalctl@ceph.node-exporter.b.smithi053.stdout:Aug 29 17:59:27 smithi053 systemd[1]: Stopping Ceph node-exporter.b for 3167ee72-662c-11ef-bcd4-c7b262605968... 2024-08-29T17:59:27.566 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:59:27 smithi053 bash[68679]: cluster 2024-08-29T17:59:26.369312+0000 mon.a (mon.0) 1147 : cluster [DBG] osdmap e753: 8 total, 8 up, 8 in 2024-08-29T17:59:27.566 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:59:27 smithi053 bash[68679]: cephadm 2024-08-29T17:59:26.385279+0000 mgr.y (mgr.25022) 358 : cephadm [INF] Upgrade: Updating node-exporter.b (2/2) 2024-08-29T17:59:27.566 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:59:27 smithi053 bash[68679]: cephadm 2024-08-29T17:59:26.386259+0000 mgr.y (mgr.25022) 359 : cephadm [INF] Deploying daemon node-exporter.b on smithi053 2024-08-29T17:59:27.567 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:59:27 smithi053 bash[68679]: audit 2024-08-29T17:59:27.035781+0000 mon.a (mon.0) 1148 : audit [DBG] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-29T17:59:27.630 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:59:27 smithi028 bash[78352]: cluster 2024-08-29T17:59:26.369312+0000 mon.a (mon.0) 1147 : cluster [DBG] osdmap e753: 8 total, 8 up, 8 in 2024-08-29T17:59:27.630 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:59:27 smithi028 bash[78352]: cephadm 2024-08-29T17:59:26.385279+0000 mgr.y (mgr.25022) 358 : cephadm [INF] Upgrade: Updating node-exporter.b (2/2) 2024-08-29T17:59:27.630 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:59:27 smithi028 bash[78352]: cephadm 2024-08-29T17:59:26.386259+0000 mgr.y (mgr.25022) 359 : cephadm [INF] Deploying daemon node-exporter.b on smithi053 2024-08-29T17:59:27.630 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:59:27 smithi028 bash[78352]: audit 2024-08-29T17:59:27.035781+0000 mon.a (mon.0) 1148 : audit [DBG] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-29T17:59:27.630 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:59:27 smithi028 bash[77168]: cluster 2024-08-29T17:59:26.369312+0000 mon.a (mon.0) 1147 : cluster [DBG] osdmap e753: 8 total, 8 up, 8 in 2024-08-29T17:59:27.630 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:59:27 smithi028 bash[77168]: cephadm 2024-08-29T17:59:26.385279+0000 mgr.y (mgr.25022) 358 : cephadm [INF] Upgrade: Updating node-exporter.b (2/2) 2024-08-29T17:59:27.631 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:59:27 smithi028 bash[77168]: cephadm 2024-08-29T17:59:26.386259+0000 mgr.y (mgr.25022) 359 : cephadm [INF] Deploying daemon node-exporter.b on smithi053 2024-08-29T17:59:27.631 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:59:27 smithi028 bash[77168]: audit 2024-08-29T17:59:27.035781+0000 mon.a (mon.0) 1148 : audit [DBG] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-29T17:59:28.325 INFO:journalctl@ceph.node-exporter.b.smithi053.stdout:Aug 29 17:59:28 smithi053 bash[92138]: ceph-3167ee72-662c-11ef-bcd4-c7b262605968-node-exporter-b 2024-08-29T17:59:28.325 INFO:journalctl@ceph.node-exporter.b.smithi053.stdout:Aug 29 17:59:28 smithi053 bash[92198]: ceph-3167ee72-662c-11ef-bcd4-c7b262605968-node-exporter-b 2024-08-29T17:59:28.325 INFO:journalctl@ceph.node-exporter.b.smithi053.stdout:Aug 29 17:59:28 smithi053 systemd[1]: ceph-3167ee72-662c-11ef-bcd4-c7b262605968@node-exporter.b.service: Main process exited, code=exited, status=143/n/a 2024-08-29T17:59:28.325 INFO:journalctl@ceph.node-exporter.b.smithi053.stdout:Aug 29 17:59:28 smithi053 systemd[1]: ceph-3167ee72-662c-11ef-bcd4-c7b262605968@node-exporter.b.service: Failed with result 'exit-code'. 2024-08-29T17:59:28.325 INFO:journalctl@ceph.node-exporter.b.smithi053.stdout:Aug 29 17:59:28 smithi053 systemd[1]: Stopped Ceph node-exporter.b for 3167ee72-662c-11ef-bcd4-c7b262605968. 2024-08-29T17:59:28.396 INFO:tasks.rados.rados.0.smithi028.stdout:3347: done (0 left) 2024-08-29T17:59:28.396 INFO:tasks.rados.rados.0.smithi028.stdout:append oid 15 current snap is 346 2024-08-29T17:59:28.397 INFO:tasks.rados.rados.0.smithi028.stdout:3348: seq_num 1017 ranges {0=237568} 2024-08-29T17:59:28.401 INFO:tasks.rados.rados.0.smithi028.stdout:3348: writing smithi02869045-15 from 0 to 237568 tid 1 2024-08-29T17:59:28.402 INFO:tasks.rados.rados.0.smithi028.stdout:3349: read oid 39 snap -1 2024-08-29T17:59:28.402 INFO:tasks.rados.rados.0.smithi028.stdout:3349: expect (ObjNum 916 snap 306 seq_num 916) 2024-08-29T17:59:28.402 INFO:tasks.rados.rados.0.smithi028.stdout:3350: rollback oid 17 current snap is 346 2024-08-29T17:59:28.402 INFO:tasks.rados.rados.0.smithi028.stdout:rollback oid 17 to 329 2024-08-29T17:59:28.403 INFO:tasks.rados.rados.0.smithi028.stdout:3351: read oid 19 snap -1 2024-08-29T17:59:28.403 INFO:tasks.rados.rados.0.smithi028.stdout:3351: expect deleted 2024-08-29T17:59:28.403 INFO:tasks.rados.rados.0.smithi028.stdout:3352: rollback oid 24 current snap is 346 2024-08-29T17:59:28.403 INFO:tasks.rados.rados.0.smithi028.stdout:rollback oid 24 to 306 2024-08-29T17:59:28.404 INFO:tasks.rados.rados.0.smithi028.stdout:3353: copy_from oid 10 from oid 32 current snap is 346 2024-08-29T17:59:28.404 INFO:tasks.rados.rados.0.smithi028.stdout:3354: copy_from oid 27 from oid 30 current snap is 346 2024-08-29T17:59:28.405 INFO:tasks.rados.rados.0.smithi028.stdout:3355: delete oid 37 current snap is 346 2024-08-29T17:59:28.434 INFO:tasks.rados.rados.0.smithi028.stdout:3352: finishing rollback tid 0 to smithi02869045-24 2024-08-29T17:59:28.435 INFO:tasks.rados.rados.0.smithi028.stdout:3348: finishing write tid 1 to smithi02869045-15 2024-08-29T17:59:28.438 INFO:tasks.rados.rados.0.smithi028.stdout:3348: finishing write tid 2 to smithi02869045-15 2024-08-29T17:59:28.438 INFO:tasks.rados.rados.0.smithi028.stdout:3352: finishing rollback tid 1 to smithi02869045-24 2024-08-29T17:59:28.440 INFO:tasks.rados.rados.0.smithi028.stdout:3354: finishing copy_from racing read to smithi02869045-27 2024-08-29T17:59:28.444 INFO:tasks.rados.rados.0.smithi028.stdout:3352: finishing rollback tid 2 to smithi02869045-24 2024-08-29T17:59:28.444 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 24 v 2838 (ObjNum 907 snap 306 seq_num 907) dirty exists 2024-08-29T17:59:28.453 INFO:tasks.rados.rados.0.smithi028.stdout:3354: finishing copy_from to smithi02869045-27 2024-08-29T17:59:28.453 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 27 v 2530 (ObjNum 967 snap 325 seq_num 967) dirty exists 2024-08-29T17:59:28.466 INFO:tasks.rados.rados.0.smithi028.stdout:3349: expect (ObjNum 916 snap 306 seq_num 916) 2024-08-29T17:59:28.505 INFO:tasks.rados.rados.0.smithi028.stdout:3348: finishing write tid 3 to smithi02869045-15 2024-08-29T17:59:28.505 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 15 v 2529 (ObjNum 1017 snap 346 seq_num 1017) dirty exists 2024-08-29T17:59:28.505 INFO:tasks.rados.rados.0.smithi028.stdout:3348: left oid 15 (ObjNum 1017 snap 346 seq_num 1017) 2024-08-29T17:59:28.505 INFO:tasks.rados.rados.0.smithi028.stdout:3348: done (7 left) 2024-08-29T17:59:28.505 INFO:tasks.rados.rados.0.smithi028.stdout:3349: done (6 left) 2024-08-29T17:59:28.505 INFO:tasks.rados.rados.0.smithi028.stdout:3351: done (5 left) 2024-08-29T17:59:28.505 INFO:tasks.rados.rados.0.smithi028.stdout:3352: done (4 left) 2024-08-29T17:59:28.505 INFO:tasks.rados.rados.0.smithi028.stdout:3354: done (3 left) 2024-08-29T17:59:28.505 INFO:tasks.rados.rados.0.smithi028.stdout:3355: done (2 left) 2024-08-29T17:59:28.505 INFO:tasks.rados.rados.0.smithi028.stdout:3356: read oid 13 snap -1 2024-08-29T17:59:28.505 INFO:tasks.rados.rados.0.smithi028.stdout:3356: expect (ObjNum 1003 snap 341 seq_num 1003) 2024-08-29T17:59:28.505 INFO:tasks.rados.rados.0.smithi028.stdout:append oid 45 current snap is 346 2024-08-29T17:59:28.506 INFO:tasks.rados.rados.0.smithi028.stdout:3353: finishing copy_from racing read to smithi02869045-10 2024-08-29T17:59:28.506 INFO:tasks.rados.rados.0.smithi028.stdout:3353: finishing copy_from to smithi02869045-10 2024-08-29T17:59:28.506 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 10 v 1353 (ObjNum 875 snap 296 seq_num 875) dirty exists 2024-08-29T17:59:28.506 INFO:tasks.rados.rados.0.smithi028.stdout:3350: finishing rollback tid 0 to smithi02869045-17 2024-08-29T17:59:28.506 INFO:tasks.rados.rados.0.smithi028.stdout:3350: finishing rollback tid 1 to smithi02869045-17 2024-08-29T17:59:28.506 INFO:tasks.rados.rados.0.smithi028.stdout:3357: seq_num 1019 ranges {0=270336} 2024-08-29T17:59:28.508 INFO:tasks.rados.rados.0.smithi028.stdout:3357: writing smithi02869045-45 from 0 to 270336 tid 1 2024-08-29T17:59:28.508 INFO:tasks.rados.rados.0.smithi028.stdout:3353: done (3 left) 2024-08-29T17:59:28.508 INFO:tasks.rados.rados.0.smithi028.stdout:3358: rmattr oid 34 current snap is 346 2024-08-29T17:59:28.508 INFO:tasks.rados.rados.0.smithi028.stdout:3358: done (3 left) 2024-08-29T17:59:28.508 INFO:tasks.rados.rados.0.smithi028.stdout:3359: delete oid 36 current snap is 346 2024-08-29T17:59:28.508 INFO:tasks.rados.rados.0.smithi028.stdout:3350: finishing rollback tid 2 to smithi02869045-17 2024-08-29T17:59:28.508 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 17 v 3179 (ObjNum 970 snap 326 seq_num 970) dirty exists 2024-08-29T17:59:28.511 INFO:tasks.rados.rados.0.smithi028.stdout:3350: done (3 left) 2024-08-29T17:59:28.512 INFO:tasks.rados.rados.0.smithi028.stdout:3359: done (2 left) 2024-08-29T17:59:28.512 INFO:tasks.rados.rados.0.smithi028.stdout:3360: rmattr oid 8 current snap is 346 2024-08-29T17:59:28.512 INFO:tasks.rados.rados.0.smithi028.stdout:3357: finishing write tid 1 to smithi02869045-45 2024-08-29T17:59:28.512 INFO:tasks.rados.rados.0.smithi028.stdout:3361: copy_from oid 39 from oid 14 current snap is 346 2024-08-29T17:59:28.512 INFO:tasks.rados.rados.0.smithi028.stdout:3362: rollback oid 3 current snap is 346 2024-08-29T17:59:28.512 INFO:tasks.rados.rados.0.smithi028.stdout:rollback oid 3 to 338 2024-08-29T17:59:28.512 INFO:tasks.rados.rados.0.smithi028.stdout:3363: delete oid 20 current snap is 346 2024-08-29T17:59:28.513 INFO:tasks.rados.rados.0.smithi028.stdout:3357: finishing write tid 2 to smithi02869045-45 2024-08-29T17:59:28.513 INFO:tasks.rados.rados.0.smithi028.stdout:3361: finishing copy_from to smithi02869045-39 2024-08-29T17:59:28.513 INFO:tasks.rados.rados.0.smithi028.stdout:3361: got expected ENOENT (src dne) 2024-08-29T17:59:28.514 INFO:tasks.rados.rados.0.smithi028.stdout:3361: finishing copy_from racing read to smithi02869045-39 2024-08-29T17:59:28.516 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 8 v 2531 (ObjNum 1004 snap 342 seq_num 1004) dirty exists 2024-08-29T17:59:28.518 INFO:tasks.rados.rados.0.smithi028.stdout:3357: finishing write tid 3 to smithi02869045-45 2024-08-29T17:59:28.518 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 45 v 2558 (ObjNum 1019 snap 346 seq_num 1019) dirty exists 2024-08-29T17:59:28.518 INFO:tasks.rados.rados.0.smithi028.stdout:3357: left oid 45 (ObjNum 1019 snap 346 seq_num 1019) 2024-08-29T17:59:28.519 INFO:tasks.rados.rados.0.smithi028.stdout:3357: done (5 left) 2024-08-29T17:59:28.519 INFO:tasks.rados.rados.0.smithi028.stdout:3360: done (4 left) 2024-08-29T17:59:28.519 INFO:tasks.rados.rados.0.smithi028.stdout:3361: done (3 left) 2024-08-29T17:59:28.519 INFO:tasks.rados.rados.0.smithi028.stdout:3363: done (2 left) 2024-08-29T17:59:28.519 INFO:tasks.rados.rados.0.smithi028.stdout:3364: read oid 16 snap 324 2024-08-29T17:59:28.519 INFO:tasks.rados.rados.0.smithi028.stdout:3364: expect (ObjNum 929 snap 310 seq_num 929) 2024-08-29T17:59:28.519 INFO:tasks.rados.rados.0.smithi028.stdout:3365: rollback oid 10 current snap is 346 2024-08-29T17:59:28.519 INFO:tasks.rados.rados.0.smithi028.stdout:rollback oid 10 to 325 2024-08-29T17:59:28.519 INFO:tasks.rados.rados.0.smithi028.stdout:3366: snap_create 2024-08-29T17:59:28.519 INFO:tasks.rados.rados.0.smithi028.stdout:3362: finishing rollback tid 1 to smithi02869045-3 2024-08-29T17:59:28.520 INFO:tasks.rados.rados.0.smithi028.stdout:3362: finishing rollback tid 2 to smithi02869045-3 2024-08-29T17:59:28.520 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 3 v 2560 (ObjNum 916 snap 306 seq_num 916) dirty exists 2024-08-29T17:59:28.520 INFO:tasks.rados.rados.0.smithi028.stdout:3356: expect (ObjNum 1003 snap 341 seq_num 1003) 2024-08-29T17:59:28.650 INFO:tasks.rados.rados.0.smithi028.stdout:3365: finishing rollback tid 0 to smithi02869045-10 2024-08-29T17:59:28.650 INFO:tasks.rados.rados.0.smithi028.stdout:3365: finishing rollback tid 1 to smithi02869045-10 2024-08-29T17:59:28.650 INFO:tasks.rados.rados.0.smithi028.stdout:3365: finishing rollback tid 2 to smithi02869045-10 2024-08-29T17:59:28.650 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 10 v 2902 (ObjNum 33 snap 0 seq_num 1677455312) dirty exists 2024-08-29T17:59:28.650 INFO:tasks.rados.rados.0.smithi028.stdout:3364: expect (ObjNum 929 snap 310 seq_num 929) 2024-08-29T17:59:28.825 INFO:journalctl@ceph.mgr.x.smithi053.stdout:Aug 29 17:59:28 smithi053 systemd[1]: /etc/systemd/system/ceph-3167ee72-662c-11ef-bcd4-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-08-29T17:59:28.825 INFO:journalctl@ceph.osd.6.smithi053.stdout:Aug 29 17:59:28 smithi053 systemd[1]: /etc/systemd/system/ceph-3167ee72-662c-11ef-bcd4-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-08-29T17:59:28.825 INFO:journalctl@ceph.osd.7.smithi053.stdout:Aug 29 17:59:28 smithi053 systemd[1]: /etc/systemd/system/ceph-3167ee72-662c-11ef-bcd4-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-08-29T17:59:28.826 INFO:journalctl@ceph.mds.b.smithi053.stdout:Aug 29 17:59:28 smithi053 systemd[1]: /etc/systemd/system/ceph-3167ee72-662c-11ef-bcd4-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-08-29T17:59:28.826 INFO:journalctl@ceph.prometheus.a.smithi053.stdout:Aug 29 17:59:28 smithi053 systemd[1]: /etc/systemd/system/ceph-3167ee72-662c-11ef-bcd4-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-08-29T17:59:28.826 INFO:journalctl@ceph.grafana.a.smithi053.stdout:Aug 29 17:59:28 smithi053 systemd[1]: /etc/systemd/system/ceph-3167ee72-662c-11ef-bcd4-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-08-29T17:59:28.827 INFO:journalctl@ceph.osd.4.smithi053.stdout:Aug 29 17:59:28 smithi053 systemd[1]: /etc/systemd/system/ceph-3167ee72-662c-11ef-bcd4-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-08-29T17:59:28.827 INFO:journalctl@ceph.osd.5.smithi053.stdout:Aug 29 17:59:28 smithi053 systemd[1]: /etc/systemd/system/ceph-3167ee72-662c-11ef-bcd4-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-08-29T17:59:28.827 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:59:28 smithi053 systemd[1]: /etc/systemd/system/ceph-3167ee72-662c-11ef-bcd4-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-08-29T17:59:28.827 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:59:28 smithi053 bash[68679]: cluster 2024-08-29T17:59:27.088105+0000 mgr.y (mgr.25022) 360 : cluster [DBG] pgmap v654: 121 pgs: 121 active+clean; 427 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 9.5 MiB/s rd, 1.4 MiB/s wr, 22 op/s 2024-08-29T17:59:28.827 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:59:28 smithi053 bash[68679]: cluster 2024-08-29T17:59:27.389359+0000 mon.a (mon.0) 1149 : cluster [DBG] osdmap e754: 8 total, 8 up, 8 in 2024-08-29T17:59:28.827 INFO:journalctl@ceph.node-exporter.b.smithi053.stdout:Aug 29 17:59:28 smithi053 systemd[1]: /etc/systemd/system/ceph-3167ee72-662c-11ef-bcd4-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-08-29T17:59:28.828 INFO:journalctl@ceph.node-exporter.b.smithi053.stdout:Aug 29 17:59:28 smithi053 systemd[1]: Started Ceph node-exporter.b for 3167ee72-662c-11ef-bcd4-c7b262605968. 2024-08-29T17:59:28.880 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:59:28 smithi028 bash[77168]: cluster 2024-08-29T17:59:27.088105+0000 mgr.y (mgr.25022) 360 : cluster [DBG] pgmap v654: 121 pgs: 121 active+clean; 427 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 9.5 MiB/s rd, 1.4 MiB/s wr, 22 op/s 2024-08-29T17:59:28.880 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:59:28 smithi028 bash[77168]: cluster 2024-08-29T17:59:27.389359+0000 mon.a (mon.0) 1149 : cluster [DBG] osdmap e754: 8 total, 8 up, 8 in 2024-08-29T17:59:28.880 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:59:28 smithi028 bash[78352]: cluster 2024-08-29T17:59:27.088105+0000 mgr.y (mgr.25022) 360 : cluster [DBG] pgmap v654: 121 pgs: 121 active+clean; 427 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 9.5 MiB/s rd, 1.4 MiB/s wr, 22 op/s 2024-08-29T17:59:28.880 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:59:28 smithi028 bash[78352]: cluster 2024-08-29T17:59:27.389359+0000 mon.a (mon.0) 1149 : cluster [DBG] osdmap e754: 8 total, 8 up, 8 in 2024-08-29T17:59:29.311 INFO:tasks.rados.rados.0.smithi028.stdout:3356: done (4 left) 2024-08-29T17:59:29.311 INFO:tasks.rados.rados.0.smithi028.stdout:3362: done (3 left) 2024-08-29T17:59:29.312 INFO:tasks.rados.rados.0.smithi028.stdout:3364: done (2 left) 2024-08-29T17:59:29.312 INFO:tasks.rados.rados.0.smithi028.stdout:3365: done (1 left) 2024-08-29T17:59:29.312 INFO:tasks.rados.rados.0.smithi028.stdout:3366: done (0 left) 2024-08-29T17:59:29.312 INFO:tasks.rados.rados.0.smithi028.stdout:3367: rollback oid 6 current snap is 347 2024-08-29T17:59:29.312 INFO:tasks.rados.rados.0.smithi028.stdout:rollback oid 6 to 321 2024-08-29T17:59:29.312 INFO:tasks.rados.rados.0.smithi028.stdout:3368: read oid 16 snap -1 2024-08-29T17:59:29.312 INFO:tasks.rados.rados.0.smithi028.stdout:3368: expect (ObjNum 0 snap 0 seq_num 0) 2024-08-29T17:59:29.312 INFO:tasks.rados.rados.0.smithi028.stdout:append oid 35 current snap is 347 2024-08-29T17:59:29.312 INFO:tasks.rados.rados.0.smithi028.stdout:3369: seq_num 1022 ranges {1957888=319488} 2024-08-29T17:59:29.334 INFO:tasks.rados.rados.0.smithi028.stdout:3369: writing smithi02869045-35 from 1957888 to 2277376 tid 1 2024-08-29T17:59:29.334 INFO:tasks.rados.rados.0.smithi028.stdout:3370: snap_create 2024-08-29T17:59:29.334 INFO:tasks.rados.rados.0.smithi028.stdout:3368: expect (ObjNum 0 snap 0 seq_num 0) 2024-08-29T17:59:29.338 INFO:tasks.rados.rados.0.smithi028.stdout:3367: finishing rollback tid 0 to smithi02869045-6 2024-08-29T17:59:29.339 INFO:tasks.rados.rados.0.smithi028.stdout:3367: finishing rollback tid 1 to smithi02869045-6 2024-08-29T17:59:29.339 INFO:tasks.rados.rados.0.smithi028.stdout:3367: finishing rollback tid 2 to smithi02869045-6 2024-08-29T17:59:29.339 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 6 v 2885 (ObjNum 938 snap 312 seq_num 938) dirty exists 2024-08-29T17:59:29.340 INFO:tasks.rados.rados.0.smithi028.stdout:3369: finishing write tid 1 to smithi02869045-35 2024-08-29T17:59:29.341 INFO:tasks.rados.rados.0.smithi028.stdout:3369: finishing write tid 2 to smithi02869045-35 2024-08-29T17:59:29.343 INFO:tasks.rados.rados.0.smithi028.stdout:3369: finishing write tid 3 to smithi02869045-35 2024-08-29T17:59:29.343 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 35 v 2533 (ObjNum 1022 snap 347 seq_num 1022) dirty exists 2024-08-29T17:59:29.343 INFO:tasks.rados.rados.0.smithi028.stdout:3369: left oid 35 (ObjNum 1022 snap 347 seq_num 1022) 2024-08-29T17:59:29.785 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:59:29 smithi053 bash[68679]: cluster 2024-08-29T17:59:28.391933+0000 mon.a (mon.0) 1150 : cluster [DBG] osdmap e755: 8 total, 8 up, 8 in 2024-08-29T17:59:29.785 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:59:29 smithi053 bash[68679]: audit 2024-08-29T17:59:28.557013+0000 mon.a (mon.0) 1151 : audit [INF] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' 2024-08-29T17:59:29.785 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:59:29 smithi053 bash[68679]: audit 2024-08-29T17:59:28.563931+0000 mon.a (mon.0) 1152 : audit [INF] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' 2024-08-29T17:59:29.785 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:59:29 smithi053 bash[68679]: audit 2024-08-29T17:59:28.565384+0000 mon.a (mon.0) 1153 : audit [DBG] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-29T17:59:29.785 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:59:29 smithi053 bash[68679]: cluster 2024-08-29T17:59:29.310824+0000 mon.a (mon.0) 1154 : cluster [DBG] osdmap e756: 8 total, 8 up, 8 in 2024-08-29T17:59:29.880 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:59:29 smithi028 bash[78352]: cluster 2024-08-29T17:59:28.391933+0000 mon.a (mon.0) 1150 : cluster [DBG] osdmap e755: 8 total, 8 up, 8 in 2024-08-29T17:59:29.880 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:59:29 smithi028 bash[78352]: audit 2024-08-29T17:59:28.557013+0000 mon.a (mon.0) 1151 : audit [INF] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' 2024-08-29T17:59:29.880 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:59:29 smithi028 bash[78352]: audit 2024-08-29T17:59:28.563931+0000 mon.a (mon.0) 1152 : audit [INF] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' 2024-08-29T17:59:29.880 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:59:29 smithi028 bash[78352]: audit 2024-08-29T17:59:28.565384+0000 mon.a (mon.0) 1153 : audit [DBG] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-29T17:59:29.880 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:59:29 smithi028 bash[78352]: cluster 2024-08-29T17:59:29.310824+0000 mon.a (mon.0) 1154 : cluster [DBG] osdmap e756: 8 total, 8 up, 8 in 2024-08-29T17:59:29.880 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:59:29 smithi028 bash[77168]: cluster 2024-08-29T17:59:28.391933+0000 mon.a (mon.0) 1150 : cluster [DBG] osdmap e755: 8 total, 8 up, 8 in 2024-08-29T17:59:29.881 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:59:29 smithi028 bash[77168]: audit 2024-08-29T17:59:28.557013+0000 mon.a (mon.0) 1151 : audit [INF] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' 2024-08-29T17:59:29.881 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:59:29 smithi028 bash[77168]: audit 2024-08-29T17:59:28.563931+0000 mon.a (mon.0) 1152 : audit [INF] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' 2024-08-29T17:59:29.881 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:59:29 smithi028 bash[77168]: audit 2024-08-29T17:59:28.565384+0000 mon.a (mon.0) 1153 : audit [DBG] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-29T17:59:29.881 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:59:29 smithi028 bash[77168]: cluster 2024-08-29T17:59:29.310824+0000 mon.a (mon.0) 1154 : cluster [DBG] osdmap e756: 8 total, 8 up, 8 in 2024-08-29T17:59:30.076 INFO:journalctl@ceph.node-exporter.b.smithi053.stdout:Aug 29 17:59:29 smithi053 bash[92252]: ts=2024-08-29T17:59:29.870Z caller=node_exporter.go:180 level=info msg="Starting node_exporter" version="(version=1.5.0, branch=HEAD, revision=1b48970ffcf5630534fb00bb0687d73c66d1c959)" 2024-08-29T17:59:30.076 INFO:journalctl@ceph.node-exporter.b.smithi053.stdout:Aug 29 17:59:29 smithi053 bash[92252]: ts=2024-08-29T17:59:29.870Z caller=node_exporter.go:181 level=info msg="Build context" build_context="(go=go1.19.3, user=root@6e7732a7b81b, date=20221129-18:59:09)" 2024-08-29T17:59:30.076 INFO:journalctl@ceph.node-exporter.b.smithi053.stdout:Aug 29 17:59:29 smithi053 bash[92252]: ts=2024-08-29T17:59:29.871Z caller=diskstats_common.go:111 level=info collector=diskstats msg="Parsed flag --collector.diskstats.device-exclude" flag=^(ram|loop|fd|(h|s|v|xv)d[a-z]|nvme\d+n\d+p)\d+$ 2024-08-29T17:59:30.076 INFO:journalctl@ceph.node-exporter.b.smithi053.stdout:Aug 29 17:59:29 smithi053 bash[92252]: ts=2024-08-29T17:59:29.872Z caller=diskstats_linux.go:264 level=error collector=diskstats msg="Failed to open directory, disabling udev device properties" path=/run/udev/data 2024-08-29T17:59:30.076 INFO:journalctl@ceph.node-exporter.b.smithi053.stdout:Aug 29 17:59:29 smithi053 bash[92252]: ts=2024-08-29T17:59:29.872Z caller=filesystem_common.go:111 level=info collector=filesystem msg="Parsed flag --collector.filesystem.mount-points-exclude" flag=^/(dev|proc|run/credentials/.+|sys|var/lib/docker/.+|var/lib/containers/storage/.+)($|/) 2024-08-29T17:59:30.076 INFO:journalctl@ceph.node-exporter.b.smithi053.stdout:Aug 29 17:59:29 smithi053 bash[92252]: ts=2024-08-29T17:59:29.872Z caller=filesystem_common.go:113 level=info collector=filesystem msg="Parsed flag --collector.filesystem.fs-types-exclude" flag=^(autofs|binfmt_misc|bpf|cgroup2?|configfs|debugfs|devpts|devtmpfs|fusectl|hugetlbfs|iso9660|mqueue|nsfs|overlay|proc|procfs|pstore|rpc_pipefs|securityfs|selinuxfs|squashfs|sysfs|tracefs)$ 2024-08-29T17:59:30.076 INFO:journalctl@ceph.node-exporter.b.smithi053.stdout:Aug 29 17:59:29 smithi053 bash[92252]: ts=2024-08-29T17:59:29.872Z caller=node_exporter.go:110 level=info msg="Enabled collectors" 2024-08-29T17:59:30.076 INFO:journalctl@ceph.node-exporter.b.smithi053.stdout:Aug 29 17:59:29 smithi053 bash[92252]: ts=2024-08-29T17:59:29.872Z caller=node_exporter.go:117 level=info collector=arp 2024-08-29T17:59:30.076 INFO:journalctl@ceph.node-exporter.b.smithi053.stdout:Aug 29 17:59:29 smithi053 bash[92252]: ts=2024-08-29T17:59:29.872Z caller=node_exporter.go:117 level=info collector=bcache 2024-08-29T17:59:30.077 INFO:journalctl@ceph.node-exporter.b.smithi053.stdout:Aug 29 17:59:29 smithi053 bash[92252]: ts=2024-08-29T17:59:29.872Z caller=node_exporter.go:117 level=info collector=bonding 2024-08-29T17:59:30.077 INFO:journalctl@ceph.node-exporter.b.smithi053.stdout:Aug 29 17:59:29 smithi053 bash[92252]: ts=2024-08-29T17:59:29.872Z caller=node_exporter.go:117 level=info collector=btrfs 2024-08-29T17:59:30.077 INFO:journalctl@ceph.node-exporter.b.smithi053.stdout:Aug 29 17:59:29 smithi053 bash[92252]: ts=2024-08-29T17:59:29.872Z caller=node_exporter.go:117 level=info collector=conntrack 2024-08-29T17:59:30.077 INFO:journalctl@ceph.node-exporter.b.smithi053.stdout:Aug 29 17:59:29 smithi053 bash[92252]: ts=2024-08-29T17:59:29.872Z caller=node_exporter.go:117 level=info collector=cpu 2024-08-29T17:59:30.077 INFO:journalctl@ceph.node-exporter.b.smithi053.stdout:Aug 29 17:59:29 smithi053 bash[92252]: ts=2024-08-29T17:59:29.872Z caller=node_exporter.go:117 level=info collector=cpufreq 2024-08-29T17:59:30.077 INFO:journalctl@ceph.node-exporter.b.smithi053.stdout:Aug 29 17:59:29 smithi053 bash[92252]: ts=2024-08-29T17:59:29.872Z caller=node_exporter.go:117 level=info collector=diskstats 2024-08-29T17:59:30.077 INFO:journalctl@ceph.node-exporter.b.smithi053.stdout:Aug 29 17:59:29 smithi053 bash[92252]: ts=2024-08-29T17:59:29.872Z caller=node_exporter.go:117 level=info collector=dmi 2024-08-29T17:59:30.077 INFO:journalctl@ceph.node-exporter.b.smithi053.stdout:Aug 29 17:59:29 smithi053 bash[92252]: ts=2024-08-29T17:59:29.872Z caller=node_exporter.go:117 level=info collector=edac 2024-08-29T17:59:30.077 INFO:journalctl@ceph.node-exporter.b.smithi053.stdout:Aug 29 17:59:29 smithi053 bash[92252]: ts=2024-08-29T17:59:29.872Z caller=node_exporter.go:117 level=info collector=entropy 2024-08-29T17:59:30.077 INFO:journalctl@ceph.node-exporter.b.smithi053.stdout:Aug 29 17:59:29 smithi053 bash[92252]: ts=2024-08-29T17:59:29.872Z caller=node_exporter.go:117 level=info collector=fibrechannel 2024-08-29T17:59:30.077 INFO:journalctl@ceph.node-exporter.b.smithi053.stdout:Aug 29 17:59:29 smithi053 bash[92252]: ts=2024-08-29T17:59:29.872Z caller=node_exporter.go:117 level=info collector=filefd 2024-08-29T17:59:30.077 INFO:journalctl@ceph.node-exporter.b.smithi053.stdout:Aug 29 17:59:29 smithi053 bash[92252]: ts=2024-08-29T17:59:29.872Z caller=node_exporter.go:117 level=info collector=filesystem 2024-08-29T17:59:30.077 INFO:journalctl@ceph.node-exporter.b.smithi053.stdout:Aug 29 17:59:29 smithi053 bash[92252]: ts=2024-08-29T17:59:29.872Z caller=node_exporter.go:117 level=info collector=hwmon 2024-08-29T17:59:30.078 INFO:journalctl@ceph.node-exporter.b.smithi053.stdout:Aug 29 17:59:29 smithi053 bash[92252]: ts=2024-08-29T17:59:29.872Z caller=node_exporter.go:117 level=info collector=infiniband 2024-08-29T17:59:30.078 INFO:journalctl@ceph.node-exporter.b.smithi053.stdout:Aug 29 17:59:29 smithi053 bash[92252]: ts=2024-08-29T17:59:29.872Z caller=node_exporter.go:117 level=info collector=ipvs 2024-08-29T17:59:30.078 INFO:journalctl@ceph.node-exporter.b.smithi053.stdout:Aug 29 17:59:29 smithi053 bash[92252]: ts=2024-08-29T17:59:29.872Z caller=node_exporter.go:117 level=info collector=loadavg 2024-08-29T17:59:30.078 INFO:journalctl@ceph.node-exporter.b.smithi053.stdout:Aug 29 17:59:29 smithi053 bash[92252]: ts=2024-08-29T17:59:29.872Z caller=node_exporter.go:117 level=info collector=mdadm 2024-08-29T17:59:30.078 INFO:journalctl@ceph.node-exporter.b.smithi053.stdout:Aug 29 17:59:29 smithi053 bash[92252]: ts=2024-08-29T17:59:29.872Z caller=node_exporter.go:117 level=info collector=meminfo 2024-08-29T17:59:30.078 INFO:journalctl@ceph.node-exporter.b.smithi053.stdout:Aug 29 17:59:29 smithi053 bash[92252]: ts=2024-08-29T17:59:29.872Z caller=node_exporter.go:117 level=info collector=netclass 2024-08-29T17:59:30.078 INFO:journalctl@ceph.node-exporter.b.smithi053.stdout:Aug 29 17:59:29 smithi053 bash[92252]: ts=2024-08-29T17:59:29.872Z caller=node_exporter.go:117 level=info collector=netdev 2024-08-29T17:59:30.078 INFO:journalctl@ceph.node-exporter.b.smithi053.stdout:Aug 29 17:59:29 smithi053 bash[92252]: ts=2024-08-29T17:59:29.872Z caller=node_exporter.go:117 level=info collector=netstat 2024-08-29T17:59:30.078 INFO:journalctl@ceph.node-exporter.b.smithi053.stdout:Aug 29 17:59:29 smithi053 bash[92252]: ts=2024-08-29T17:59:29.872Z caller=node_exporter.go:117 level=info collector=nfs 2024-08-29T17:59:30.078 INFO:journalctl@ceph.node-exporter.b.smithi053.stdout:Aug 29 17:59:29 smithi053 bash[92252]: ts=2024-08-29T17:59:29.872Z caller=node_exporter.go:117 level=info collector=nfsd 2024-08-29T17:59:30.078 INFO:journalctl@ceph.node-exporter.b.smithi053.stdout:Aug 29 17:59:29 smithi053 bash[92252]: ts=2024-08-29T17:59:29.872Z caller=node_exporter.go:117 level=info collector=nvme 2024-08-29T17:59:30.078 INFO:journalctl@ceph.node-exporter.b.smithi053.stdout:Aug 29 17:59:29 smithi053 bash[92252]: ts=2024-08-29T17:59:29.872Z caller=node_exporter.go:117 level=info collector=os 2024-08-29T17:59:30.078 INFO:journalctl@ceph.node-exporter.b.smithi053.stdout:Aug 29 17:59:29 smithi053 bash[92252]: ts=2024-08-29T17:59:29.872Z caller=node_exporter.go:117 level=info collector=powersupplyclass 2024-08-29T17:59:30.078 INFO:journalctl@ceph.node-exporter.b.smithi053.stdout:Aug 29 17:59:29 smithi053 bash[92252]: ts=2024-08-29T17:59:29.872Z caller=node_exporter.go:117 level=info collector=pressure 2024-08-29T17:59:30.078 INFO:journalctl@ceph.node-exporter.b.smithi053.stdout:Aug 29 17:59:29 smithi053 bash[92252]: ts=2024-08-29T17:59:29.872Z caller=node_exporter.go:117 level=info collector=rapl 2024-08-29T17:59:30.079 INFO:journalctl@ceph.node-exporter.b.smithi053.stdout:Aug 29 17:59:29 smithi053 bash[92252]: ts=2024-08-29T17:59:29.872Z caller=node_exporter.go:117 level=info collector=schedstat 2024-08-29T17:59:30.079 INFO:journalctl@ceph.node-exporter.b.smithi053.stdout:Aug 29 17:59:29 smithi053 bash[92252]: ts=2024-08-29T17:59:29.872Z caller=node_exporter.go:117 level=info collector=selinux 2024-08-29T17:59:30.079 INFO:journalctl@ceph.node-exporter.b.smithi053.stdout:Aug 29 17:59:29 smithi053 bash[92252]: ts=2024-08-29T17:59:29.872Z caller=node_exporter.go:117 level=info collector=sockstat 2024-08-29T17:59:30.079 INFO:journalctl@ceph.node-exporter.b.smithi053.stdout:Aug 29 17:59:29 smithi053 bash[92252]: ts=2024-08-29T17:59:29.872Z caller=node_exporter.go:117 level=info collector=softnet 2024-08-29T17:59:30.079 INFO:journalctl@ceph.node-exporter.b.smithi053.stdout:Aug 29 17:59:29 smithi053 bash[92252]: ts=2024-08-29T17:59:29.872Z caller=node_exporter.go:117 level=info collector=stat 2024-08-29T17:59:30.079 INFO:journalctl@ceph.node-exporter.b.smithi053.stdout:Aug 29 17:59:29 smithi053 bash[92252]: ts=2024-08-29T17:59:29.872Z caller=node_exporter.go:117 level=info collector=tapestats 2024-08-29T17:59:30.079 INFO:journalctl@ceph.node-exporter.b.smithi053.stdout:Aug 29 17:59:29 smithi053 bash[92252]: ts=2024-08-29T17:59:29.872Z caller=node_exporter.go:117 level=info collector=textfile 2024-08-29T17:59:30.079 INFO:journalctl@ceph.node-exporter.b.smithi053.stdout:Aug 29 17:59:29 smithi053 bash[92252]: ts=2024-08-29T17:59:29.872Z caller=node_exporter.go:117 level=info collector=thermal_zone 2024-08-29T17:59:30.079 INFO:journalctl@ceph.node-exporter.b.smithi053.stdout:Aug 29 17:59:29 smithi053 bash[92252]: ts=2024-08-29T17:59:29.872Z caller=node_exporter.go:117 level=info collector=time 2024-08-29T17:59:30.079 INFO:journalctl@ceph.node-exporter.b.smithi053.stdout:Aug 29 17:59:29 smithi053 bash[92252]: ts=2024-08-29T17:59:29.872Z caller=node_exporter.go:117 level=info collector=udp_queues 2024-08-29T17:59:30.079 INFO:journalctl@ceph.node-exporter.b.smithi053.stdout:Aug 29 17:59:29 smithi053 bash[92252]: ts=2024-08-29T17:59:29.872Z caller=node_exporter.go:117 level=info collector=uname 2024-08-29T17:59:30.079 INFO:journalctl@ceph.node-exporter.b.smithi053.stdout:Aug 29 17:59:29 smithi053 bash[92252]: ts=2024-08-29T17:59:29.872Z caller=node_exporter.go:117 level=info collector=vmstat 2024-08-29T17:59:30.079 INFO:journalctl@ceph.node-exporter.b.smithi053.stdout:Aug 29 17:59:29 smithi053 bash[92252]: ts=2024-08-29T17:59:29.872Z caller=node_exporter.go:117 level=info collector=xfs 2024-08-29T17:59:30.079 INFO:journalctl@ceph.node-exporter.b.smithi053.stdout:Aug 29 17:59:29 smithi053 bash[92252]: ts=2024-08-29T17:59:29.872Z caller=node_exporter.go:117 level=info collector=zfs 2024-08-29T17:59:30.080 INFO:journalctl@ceph.node-exporter.b.smithi053.stdout:Aug 29 17:59:29 smithi053 bash[92252]: ts=2024-08-29T17:59:29.873Z caller=tls_config.go:232 level=info msg="Listening on" address=[::]:9100 2024-08-29T17:59:30.080 INFO:journalctl@ceph.node-exporter.b.smithi053.stdout:Aug 29 17:59:29 smithi053 bash[92252]: ts=2024-08-29T17:59:29.873Z caller=tls_config.go:235 level=info msg="TLS is disabled." http2=false address=[::]:9100 2024-08-29T17:59:30.325 INFO:tasks.rados.rados.0.smithi028.stdout:3367: done (3 left) 2024-08-29T17:59:30.325 INFO:tasks.rados.rados.0.smithi028.stdout:3368: done (2 left) 2024-08-29T17:59:30.325 INFO:tasks.rados.rados.0.smithi028.stdout:3369: done (1 left) 2024-08-29T17:59:30.325 INFO:tasks.rados.rados.0.smithi028.stdout:3370: done (0 left) 2024-08-29T17:59:30.325 INFO:tasks.rados.rados.0.smithi028.stdout:append oid 44 current snap is 348 2024-08-29T17:59:30.326 INFO:tasks.rados.rados.0.smithi028.stdout:3371: seq_num 1023 ranges {0=335872} 2024-08-29T17:59:30.328 INFO:tasks.rados.rados.0.smithi028.stdout:3371: writing smithi02869045-44 from 0 to 335872 tid 1 2024-08-29T17:59:30.328 INFO:tasks.rados.rados.0.smithi028.stdout:3372: snap_remove snap 317 2024-08-29T17:59:30.825 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:59:30 smithi053 bash[68679]: cluster 2024-08-29T17:59:29.088708+0000 mgr.y (mgr.25022) 361 : cluster [DBG] pgmap v657: 121 pgs: 121 active+clean; 427 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 18 MiB/s rd, 924 KiB/s wr, 24 op/s 2024-08-29T17:59:30.825 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:59:30 smithi053 bash[68679]: cluster 2024-08-29T17:59:30.325899+0000 mon.a (mon.0) 1155 : cluster [DBG] osdmap e757: 8 total, 8 up, 8 in 2024-08-29T17:59:30.880 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:59:30 smithi028 bash[78352]: cluster 2024-08-29T17:59:29.088708+0000 mgr.y (mgr.25022) 361 : cluster [DBG] pgmap v657: 121 pgs: 121 active+clean; 427 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 18 MiB/s rd, 924 KiB/s wr, 24 op/s 2024-08-29T17:59:30.880 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:59:30 smithi028 bash[78352]: cluster 2024-08-29T17:59:30.325899+0000 mon.a (mon.0) 1155 : cluster [DBG] osdmap e757: 8 total, 8 up, 8 in 2024-08-29T17:59:30.880 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:59:30 smithi028 bash[77168]: cluster 2024-08-29T17:59:29.088708+0000 mgr.y (mgr.25022) 361 : cluster [DBG] pgmap v657: 121 pgs: 121 active+clean; 427 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 18 MiB/s rd, 924 KiB/s wr, 24 op/s 2024-08-29T17:59:30.880 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:59:30 smithi028 bash[77168]: cluster 2024-08-29T17:59:30.325899+0000 mon.a (mon.0) 1155 : cluster [DBG] osdmap e757: 8 total, 8 up, 8 in 2024-08-29T17:59:31.329 INFO:tasks.rados.rados.0.smithi028.stdout:3371: finishing write tid 1 to smithi02869045-44 2024-08-29T17:59:31.329 INFO:tasks.rados.rados.0.smithi028.stdout:3371: finishing write tid 2 to smithi02869045-44 2024-08-29T17:59:31.329 INFO:tasks.rados.rados.0.smithi028.stdout:3371: finishing write tid 3 to smithi02869045-44 2024-08-29T17:59:31.329 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 44 v 2904 (ObjNum 1023 snap 348 seq_num 1023) dirty exists 2024-08-29T17:59:31.329 INFO:tasks.rados.rados.0.smithi028.stdout:3371: left oid 44 (ObjNum 1023 snap 348 seq_num 1023) 2024-08-29T17:59:31.329 INFO:tasks.rados.rados.0.smithi028.stdout:3371: done (1 left) 2024-08-29T17:59:31.330 INFO:tasks.rados.rados.0.smithi028.stdout:3372: done (0 left) 2024-08-29T17:59:31.330 INFO:tasks.rados.rados.0.smithi028.stdout:3373: delete oid 19 current snap is 348 2024-08-29T17:59:31.352 INFO:tasks.rados.rados.0.smithi028.stdout:3373: done (0 left) 2024-08-29T17:59:31.352 INFO:tasks.rados.rados.0.smithi028.stdout:3374: setattr oid 19 current snap is 348 2024-08-29T17:59:31.356 INFO:tasks.rados.rados.0.smithi028.stdout:3375: snap_create 2024-08-29T17:59:31.367 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 19 v 2561 (ObjNum 129 snap 0 seq_num 1676990648) dirty exists 2024-08-29T17:59:31.880 INFO:journalctl@ceph.mgr.y.smithi028.stdout:Aug 29 17:59:31 smithi028 bash[70818]: ::ffff:172.21.15.53 - - [29/Aug/2024:17:59:31] "GET /metrics HTTP/1.1" 200 36245 "" "Prometheus/2.43.0" 2024-08-29T17:59:32.339 INFO:tasks.rados.rados.0.smithi028.stdout:3374: done (1 left) 2024-08-29T17:59:32.339 INFO:tasks.rados.rados.0.smithi028.stdout:3375: done (0 left) 2024-08-29T17:59:32.339 INFO:tasks.rados.rados.0.smithi028.stdout:3376: rollback oid 1 current snap is 349 2024-08-29T17:59:32.339 INFO:tasks.rados.rados.0.smithi028.stdout:rollback oid 1 to 344 2024-08-29T17:59:32.340 INFO:tasks.rados.rados.0.smithi028.stdout:3377: rollback oid 18 current snap is 349 2024-08-29T17:59:32.340 INFO:tasks.rados.rados.0.smithi028.stdout:rollback oid 18 to 293 2024-08-29T17:59:32.340 INFO:tasks.rados.rados.0.smithi028.stdout:3378: copy_from oid 6 from oid 4 current snap is 349 2024-08-29T17:59:32.340 INFO:tasks.rados.rados.0.smithi028.stdout:append oid 15 current snap is 349 2024-08-29T17:59:32.340 INFO:tasks.rados.rados.0.smithi028.stdout:3379: seq_num 1025 ranges {237568=368640} 2024-08-29T17:59:32.351 INFO:tasks.rados.rados.0.smithi028.stdout:3379: writing smithi02869045-15 from 237568 to 606208 tid 1 2024-08-29T17:59:32.351 INFO:tasks.rados.rados.0.smithi028.stdout:3380: read oid 39 snap 326 2024-08-29T17:59:32.351 INFO:tasks.rados.rados.0.smithi028.stdout:3380: expect (ObjNum 916 snap 306 seq_num 916) 2024-08-29T17:59:32.351 INFO:tasks.rados.rados.0.smithi028.stdout:3381: snap_create 2024-08-29T17:59:32.358 INFO:tasks.rados.rados.0.smithi028.stdout:3376: finishing rollback tid 0 to smithi02869045-1 2024-08-29T17:59:32.363 INFO:tasks.rados.rados.0.smithi028.stdout:3376: finishing rollback tid 1 to smithi02869045-1 2024-08-29T17:59:32.363 INFO:tasks.rados.rados.0.smithi028.stdout:3376: finishing rollback tid 2 to smithi02869045-1 2024-08-29T17:59:32.363 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 1 v 3210 (ObjNum 966 snap 324 seq_num 966) dirty exists 2024-08-29T17:59:32.364 INFO:tasks.rados.rados.0.smithi028.stdout:3377: finishing rollback tid 0 to smithi02869045-18 2024-08-29T17:59:32.364 INFO:tasks.rados.rados.0.smithi028.stdout:3377: finishing rollback tid 1 to smithi02869045-18 2024-08-29T17:59:32.364 INFO:tasks.rados.rados.0.smithi028.stdout:3377: finishing rollback tid 2 to smithi02869045-18 2024-08-29T17:59:32.364 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 18 v 2565 (ObjNum 490 snap 151 seq_num 490) dirty exists 2024-08-29T17:59:32.369 INFO:tasks.rados.rados.0.smithi028.stdout:3379: finishing write tid 1 to smithi02869045-15 2024-08-29T17:59:32.369 INFO:tasks.rados.rados.0.smithi028.stdout:3379: finishing write tid 2 to smithi02869045-15 2024-08-29T17:59:32.371 INFO:tasks.rados.rados.0.smithi028.stdout:3378: finishing copy_from racing read to smithi02869045-6 2024-08-29T17:59:32.375 INFO:tasks.rados.rados.0.smithi028.stdout:3378: finishing copy_from to smithi02869045-6 2024-08-29T17:59:32.375 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 6 v 3169 (ObjNum 1014 snap 343 seq_num 1014) dirty exists 2024-08-29T17:59:32.375 INFO:tasks.rados.rados.0.smithi028.stdout:3380: expect (ObjNum 916 snap 306 seq_num 916) 2024-08-29T17:59:32.445 INFO:tasks.rados.rados.0.smithi028.stdout:3379: finishing write tid 3 to smithi02869045-15 2024-08-29T17:59:32.445 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 15 v 2531 (ObjNum 1025 snap 349 seq_num 1025) dirty exists 2024-08-29T17:59:32.445 INFO:tasks.rados.rados.0.smithi028.stdout:3379: left oid 15 (ObjNum 1025 snap 349 seq_num 1025) 2024-08-29T17:59:32.575 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:59:32 smithi053 bash[68679]: cluster 2024-08-29T17:59:31.089544+0000 mgr.y (mgr.25022) 362 : cluster [DBG] pgmap v660: 121 pgs: 121 active+clean; 443 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 11 MiB/s rd, 2.7 MiB/s wr, 13 op/s 2024-08-29T17:59:32.575 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:59:32 smithi053 bash[68679]: cluster 2024-08-29T17:59:31.327207+0000 mon.a (mon.0) 1156 : cluster [DBG] osdmap e758: 8 total, 8 up, 8 in 2024-08-29T17:59:32.575 INFO:journalctl@ceph.prometheus.a.smithi053.stdout:Aug 29 17:59:32 smithi053 bash[61790]: ts=2024-08-29T17:59:32.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"3167ee72-662c-11ef-bcd4-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-29T17:59:32.630 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:59:32 smithi028 bash[77168]: cluster 2024-08-29T17:59:31.089544+0000 mgr.y (mgr.25022) 362 : cluster [DBG] pgmap v660: 121 pgs: 121 active+clean; 443 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 11 MiB/s rd, 2.7 MiB/s wr, 13 op/s 2024-08-29T17:59:32.630 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:59:32 smithi028 bash[77168]: cluster 2024-08-29T17:59:31.327207+0000 mon.a (mon.0) 1156 : cluster [DBG] osdmap e758: 8 total, 8 up, 8 in 2024-08-29T17:59:32.630 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:59:32 smithi028 bash[78352]: cluster 2024-08-29T17:59:31.089544+0000 mgr.y (mgr.25022) 362 : cluster [DBG] pgmap v660: 121 pgs: 121 active+clean; 443 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 11 MiB/s rd, 2.7 MiB/s wr, 13 op/s 2024-08-29T17:59:32.630 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:59:32 smithi028 bash[78352]: cluster 2024-08-29T17:59:31.327207+0000 mon.a (mon.0) 1156 : cluster [DBG] osdmap e758: 8 total, 8 up, 8 in 2024-08-29T17:59:33.347 INFO:tasks.rados.rados.0.smithi028.stdout:3376: done (5 left) 2024-08-29T17:59:33.348 INFO:tasks.rados.rados.0.smithi028.stdout:3377: done (4 left) 2024-08-29T17:59:33.348 INFO:tasks.rados.rados.0.smithi028.stdout:3378: done (3 left) 2024-08-29T17:59:33.348 INFO:tasks.rados.rados.0.smithi028.stdout:3379: done (2 left) 2024-08-29T17:59:33.348 INFO:tasks.rados.rados.0.smithi028.stdout:3380: done (1 left) 2024-08-29T17:59:33.348 INFO:tasks.rados.rados.0.smithi028.stdout:3381: done (0 left) 2024-08-29T17:59:33.348 INFO:tasks.rados.rados.0.smithi028.stdout:3382: rmattr oid 27 current snap is 350 2024-08-29T17:59:33.348 INFO:tasks.rados.rados.0.smithi028.stdout:3383: copy_from oid 28 from oid 23 current snap is 350 2024-08-29T17:59:33.348 INFO:tasks.rados.rados.0.smithi028.stdout:3384: setattr oid 29 current snap is 350 2024-08-29T17:59:33.350 INFO:tasks.rados.rados.0.smithi028.stdout:3385: read oid 46 snap -1 2024-08-29T17:59:33.350 INFO:tasks.rados.rados.0.smithi028.stdout:3385: expect (ObjNum 1002 snap 340 seq_num 1002) 2024-08-29T17:59:33.350 INFO:tasks.rados.rados.0.smithi028.stdout:3386: read oid 17 snap 329 2024-08-29T17:59:33.350 INFO:tasks.rados.rados.0.smithi028.stdout:3386: expect (ObjNum 970 snap 326 seq_num 970) 2024-08-29T17:59:33.350 INFO:tasks.rados.rados.0.smithi028.stdout:3387: rollback oid 49 current snap is 350 2024-08-29T17:59:33.350 INFO:tasks.rados.rados.0.smithi028.stdout:rollback oid 49 to 306 2024-08-29T17:59:33.351 INFO:tasks.rados.rados.0.smithi028.stdout:3388: read oid 37 snap -1 2024-08-29T17:59:33.351 INFO:tasks.rados.rados.0.smithi028.stdout:3388: expect deleted 2024-08-29T17:59:33.351 INFO:tasks.rados.rados.0.smithi028.stdout:append oid 26 current snap is 350 2024-08-29T17:59:33.351 INFO:tasks.rados.rados.0.smithi028.stdout:3389: seq_num 1026 ranges {2179072=385024} 2024-08-29T17:59:33.398 INFO:tasks.rados.rados.0.smithi028.stdout:3389: writing smithi02869045-26 from 2179072 to 2564096 tid 1 2024-08-29T17:59:33.398 INFO:tasks.rados.rados.0.smithi028.stdout:3390: snap_remove snap 335 2024-08-29T17:59:33.630 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:59:33 smithi028 bash[78352]: cluster 2024-08-29T17:59:32.337717+0000 mon.a (mon.0) 1157 : cluster [DBG] osdmap e759: 8 total, 8 up, 8 in 2024-08-29T17:59:33.630 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:59:33 smithi028 bash[77168]: cluster 2024-08-29T17:59:32.337717+0000 mon.a (mon.0) 1157 : cluster [DBG] osdmap e759: 8 total, 8 up, 8 in 2024-08-29T17:59:33.825 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:59:33 smithi053 bash[68679]: cluster 2024-08-29T17:59:32.337717+0000 mon.a (mon.0) 1157 : cluster [DBG] osdmap e759: 8 total, 8 up, 8 in 2024-08-29T17:59:34.323 INFO:tasks.rados.rados.0.smithi028.stdout:3387: finishing rollback tid 0 to smithi02869045-49 2024-08-29T17:59:34.323 INFO:tasks.rados.rados.0.smithi028.stdout:3387: finishing rollback tid 1 to smithi02869045-49 2024-08-29T17:59:34.323 INFO:tasks.rados.rados.0.smithi028.stdout:3386: expect (ObjNum 970 snap 326 seq_num 970) 2024-08-29T17:59:34.419 INFO:tasks.rados.rados.0.smithi028.stdout:3387: finishing rollback tid 2 to smithi02869045-49 2024-08-29T17:59:34.419 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 49 v 2907 (ObjNum 813 snap 276 seq_num 813) dirty exists 2024-08-29T17:59:34.419 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 29 v 2534 (ObjNum 784 snap 268 seq_num 784) dirty exists 2024-08-29T17:59:34.419 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 27 v 2566 (ObjNum 967 snap 325 seq_num 967) dirty exists 2024-08-29T17:59:34.420 INFO:tasks.rados.rados.0.smithi028.stdout:3383: finishing copy_from racing read to smithi02869045-28 2024-08-29T17:59:34.420 INFO:tasks.rados.rados.0.smithi028.stdout:3383: finishing copy_from to smithi02869045-28 2024-08-29T17:59:34.420 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 28 v 1333 (ObjNum 887 snap 301 seq_num 887) dirty exists 2024-08-29T17:59:34.420 INFO:tasks.rados.rados.0.smithi028.stdout:3389: finishing write tid 1 to smithi02869045-26 2024-08-29T17:59:34.420 INFO:tasks.rados.rados.0.smithi028.stdout:3389: finishing write tid 2 to smithi02869045-26 2024-08-29T17:59:34.420 INFO:tasks.rados.rados.0.smithi028.stdout:3389: finishing write tid 3 to smithi02869045-26 2024-08-29T17:59:34.420 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 26 v 2568 (ObjNum 1026 snap 350 seq_num 1026) dirty exists 2024-08-29T17:59:34.420 INFO:tasks.rados.rados.0.smithi028.stdout:3389: left oid 26 (ObjNum 1026 snap 350 seq_num 1026) 2024-08-29T17:59:34.420 INFO:tasks.rados.rados.0.smithi028.stdout:3382: done (8 left) 2024-08-29T17:59:34.420 INFO:tasks.rados.rados.0.smithi028.stdout:3383: done (7 left) 2024-08-29T17:59:34.420 INFO:tasks.rados.rados.0.smithi028.stdout:3384: done (6 left) 2024-08-29T17:59:34.420 INFO:tasks.rados.rados.0.smithi028.stdout:3386: done (5 left) 2024-08-29T17:59:34.420 INFO:tasks.rados.rados.0.smithi028.stdout:3387: done (4 left) 2024-08-29T17:59:34.420 INFO:tasks.rados.rados.0.smithi028.stdout:3388: done (3 left) 2024-08-29T17:59:34.421 INFO:tasks.rados.rados.0.smithi028.stdout:3389: done (2 left) 2024-08-29T17:59:34.421 INFO:tasks.rados.rados.0.smithi028.stdout:3390: done (1 left) 2024-08-29T17:59:34.421 INFO:tasks.rados.rados.0.smithi028.stdout:3391: rmattr oid 24 current snap is 350 2024-08-29T17:59:34.421 INFO:tasks.rados.rados.0.smithi028.stdout:3385: expect (ObjNum 1002 snap 340 seq_num 1002) 2024-08-29T17:59:34.630 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:59:34 smithi028 bash[77168]: cluster 2024-08-29T17:59:33.090311+0000 mgr.y (mgr.25022) 363 : cluster [DBG] pgmap v663: 121 pgs: 121 active+clean; 443 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 1.3 MiB/s rd, 2.7 MiB/s wr, 8 op/s 2024-08-29T17:59:34.630 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:59:34 smithi028 bash[77168]: cluster 2024-08-29T17:59:33.347684+0000 mon.a (mon.0) 1158 : cluster [DBG] osdmap e760: 8 total, 8 up, 8 in 2024-08-29T17:59:34.630 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:59:34 smithi028 bash[77168]: audit 2024-08-29T17:59:34.174100+0000 mon.a (mon.0) 1159 : audit [INF] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' 2024-08-29T17:59:34.630 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:59:34 smithi028 bash[77168]: audit 2024-08-29T17:59:34.178373+0000 mon.a (mon.0) 1160 : audit [INF] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' 2024-08-29T17:59:34.630 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:59:34 smithi028 bash[77168]: cluster 2024-08-29T17:59:34.312532+0000 mon.a (mon.0) 1161 : cluster [DBG] osdmap e761: 8 total, 8 up, 8 in 2024-08-29T17:59:34.631 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:59:34 smithi028 bash[78352]: cluster 2024-08-29T17:59:33.090311+0000 mgr.y (mgr.25022) 363 : cluster [DBG] pgmap v663: 121 pgs: 121 active+clean; 443 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 1.3 MiB/s rd, 2.7 MiB/s wr, 8 op/s 2024-08-29T17:59:34.631 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:59:34 smithi028 bash[78352]: cluster 2024-08-29T17:59:33.347684+0000 mon.a (mon.0) 1158 : cluster [DBG] osdmap e760: 8 total, 8 up, 8 in 2024-08-29T17:59:34.631 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:59:34 smithi028 bash[78352]: audit 2024-08-29T17:59:34.174100+0000 mon.a (mon.0) 1159 : audit [INF] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' 2024-08-29T17:59:34.631 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:59:34 smithi028 bash[78352]: audit 2024-08-29T17:59:34.178373+0000 mon.a (mon.0) 1160 : audit [INF] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' 2024-08-29T17:59:34.631 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:59:34 smithi028 bash[78352]: cluster 2024-08-29T17:59:34.312532+0000 mon.a (mon.0) 1161 : cluster [DBG] osdmap e761: 8 total, 8 up, 8 in 2024-08-29T17:59:34.825 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:59:34 smithi053 bash[68679]: cluster 2024-08-29T17:59:33.090311+0000 mgr.y (mgr.25022) 363 : cluster [DBG] pgmap v663: 121 pgs: 121 active+clean; 443 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 1.3 MiB/s rd, 2.7 MiB/s wr, 8 op/s 2024-08-29T17:59:34.825 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:59:34 smithi053 bash[68679]: cluster 2024-08-29T17:59:33.347684+0000 mon.a (mon.0) 1158 : cluster [DBG] osdmap e760: 8 total, 8 up, 8 in 2024-08-29T17:59:34.825 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:59:34 smithi053 bash[68679]: audit 2024-08-29T17:59:34.174100+0000 mon.a (mon.0) 1159 : audit [INF] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' 2024-08-29T17:59:34.825 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:59:34 smithi053 bash[68679]: audit 2024-08-29T17:59:34.178373+0000 mon.a (mon.0) 1160 : audit [INF] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' 2024-08-29T17:59:34.825 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:59:34 smithi053 bash[68679]: cluster 2024-08-29T17:59:34.312532+0000 mon.a (mon.0) 1161 : cluster [DBG] osdmap e761: 8 total, 8 up, 8 in 2024-08-29T17:59:35.144 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 24 v 2839 (ObjNum 907 snap 306 seq_num 907) dirty exists 2024-08-29T17:59:35.145 INFO:tasks.rados.rados.0.smithi028.stdout:3385: done (1 left) 2024-08-29T17:59:35.145 INFO:tasks.rados.rados.0.smithi028.stdout:3391: done (0 left) 2024-08-29T17:59:35.145 INFO:tasks.rados.rados.0.smithi028.stdout:append oid 42 current snap is 350 2024-08-29T17:59:35.145 INFO:tasks.rados.rados.0.smithi028.stdout:3392: seq_num 1027 ranges {0=409600} 2024-08-29T17:59:35.151 INFO:tasks.rados.rados.0.smithi028.stdout:3392: writing smithi02869045-42 from 0 to 409600 tid 1 2024-08-29T17:59:35.151 INFO:tasks.rados.rados.0.smithi028.stdout:3393: read oid 17 snap -1 2024-08-29T17:59:35.151 INFO:tasks.rados.rados.0.smithi028.stdout:3393: expect (ObjNum 970 snap 326 seq_num 970) 2024-08-29T17:59:35.151 INFO:tasks.rados.rados.0.smithi028.stdout:append oid 32 current snap is 350 2024-08-29T17:59:35.152 INFO:tasks.rados.rados.0.smithi028.stdout:3394: seq_num 1028 ranges {6455296=425984} 2024-08-29T17:59:35.239 INFO:tasks.rados.rados.0.smithi028.stdout:3394: writing smithi02869045-32 from 6455296 to 6881280 tid 1 2024-08-29T17:59:35.239 INFO:tasks.rados.rados.0.smithi028.stdout:3395: snap_remove snap 296 2024-08-29T17:59:35.552 INFO:tasks.rados.rados.0.smithi028.stdout:3395: done (3 left) 2024-08-29T17:59:35.552 INFO:tasks.rados.rados.0.smithi028.stdout:3396: delete oid 49 current snap is 350 2024-08-29T17:59:35.552 INFO:tasks.rados.rados.0.smithi028.stdout:3392: finishing write tid 1 to smithi02869045-42 2024-08-29T17:59:35.552 INFO:tasks.rados.rados.0.smithi028.stdout:3392: finishing write tid 2 to smithi02869045-42 2024-08-29T17:59:35.553 INFO:tasks.rados.rados.0.smithi028.stdout:3392: finishing write tid 3 to smithi02869045-42 2024-08-29T17:59:35.553 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 42 v 2826 (ObjNum 1027 snap 350 seq_num 1027) dirty exists 2024-08-29T17:59:35.553 INFO:tasks.rados.rados.0.smithi028.stdout:3392: left oid 42 (ObjNum 1027 snap 350 seq_num 1027) 2024-08-29T17:59:35.553 INFO:tasks.rados.rados.0.smithi028.stdout:3393: expect (ObjNum 970 snap 326 seq_num 970) 2024-08-29T17:59:35.635 INFO:tasks.rados.rados.0.smithi028.stdout:3394: finishing write tid 1 to smithi02869045-32 2024-08-29T17:59:35.635 INFO:tasks.rados.rados.0.smithi028.stdout:3394: finishing write tid 2 to smithi02869045-32 2024-08-29T17:59:35.635 INFO:tasks.rados.rados.0.smithi028.stdout:3394: finishing write tid 3 to smithi02869045-32 2024-08-29T17:59:35.635 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 32 v 1355 (ObjNum 1028 snap 350 seq_num 1028) dirty exists 2024-08-29T17:59:35.635 INFO:tasks.rados.rados.0.smithi028.stdout:3394: left oid 32 (ObjNum 1028 snap 350 seq_num 1028) 2024-08-29T17:59:35.635 INFO:tasks.rados.rados.0.smithi028.stdout:3392: done (3 left) 2024-08-29T17:59:35.635 INFO:tasks.rados.rados.0.smithi028.stdout:3393: done (2 left) 2024-08-29T17:59:35.635 INFO:tasks.rados.rados.0.smithi028.stdout:3394: done (1 left) 2024-08-29T17:59:35.635 INFO:tasks.rados.rados.0.smithi028.stdout:3396: done (0 left) 2024-08-29T17:59:35.636 INFO:tasks.rados.rados.0.smithi028.stdout:3397: rollback oid 8 current snap is 350 2024-08-29T17:59:35.636 INFO:tasks.rados.rados.0.smithi028.stdout:rollback oid 8 to 328 2024-08-29T17:59:35.636 INFO:tasks.rados.rados.0.smithi028.stdout:3398: read oid 28 snap -1 2024-08-29T17:59:35.636 INFO:tasks.rados.rados.0.smithi028.stdout:3398: expect (ObjNum 887 snap 301 seq_num 887) 2024-08-29T17:59:35.636 INFO:tasks.rados.rados.0.smithi028.stdout:append oid 2 current snap is 350 2024-08-29T17:59:35.636 INFO:tasks.rados.rados.0.smithi028.stdout:3399: seq_num 1030 ranges {0=458752} 2024-08-29T17:59:35.638 INFO:tasks.rados.rados.0.smithi028.stdout:3399: writing smithi02869045-2 from 0 to 458752 tid 1 2024-08-29T17:59:35.638 INFO:tasks.rados.rados.0.smithi028.stdout:3400: read oid 1 snap -1 2024-08-29T17:59:35.638 INFO:tasks.rados.rados.0.smithi028.stdout:3400: expect (ObjNum 966 snap 324 seq_num 966) 2024-08-29T17:59:35.638 INFO:tasks.rados.rados.0.smithi028.stdout:3401: snap_create 2024-08-29T17:59:35.641 INFO:tasks.rados.rados.0.smithi028.stdout:3397: finishing rollback tid 0 to smithi02869045-8 2024-08-29T17:59:35.642 INFO:tasks.rados.rados.0.smithi028.stdout:3397: finishing rollback tid 1 to smithi02869045-8 2024-08-29T17:59:35.644 INFO:tasks.rados.rados.0.smithi028.stdout:3397: finishing rollback tid 2 to smithi02869045-8 2024-08-29T17:59:35.644 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 8 v 2537 (ObjNum 33 snap 0 seq_num 1678366224) dirty exists 2024-08-29T17:59:35.645 INFO:tasks.rados.rados.0.smithi028.stdout:3399: finishing write tid 1 to smithi02869045-2 2024-08-29T17:59:35.647 INFO:tasks.rados.rados.0.smithi028.stdout:3399: finishing write tid 2 to smithi02869045-2 2024-08-29T17:59:35.649 INFO:tasks.rados.rados.0.smithi028.stdout:3399: finishing write tid 3 to smithi02869045-2 2024-08-29T17:59:35.649 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 2 v 2910 (ObjNum 1030 snap 350 seq_num 1030) dirty exists 2024-08-29T17:59:35.650 INFO:tasks.rados.rados.0.smithi028.stdout:3399: left oid 2 (ObjNum 1030 snap 350 seq_num 1030) 2024-08-29T17:59:35.658 INFO:tasks.rados.rados.0.smithi028.stdout:3398: expect (ObjNum 887 snap 301 seq_num 887) 2024-08-29T17:59:35.790 INFO:tasks.rados.rados.0.smithi028.stdout:3400: expect (ObjNum 966 snap 324 seq_num 966) 2024-08-29T17:59:35.825 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:59:35 smithi053 bash[68679]: audit 2024-08-29T17:59:34.533804+0000 mon.a (mon.0) 1162 : audit [INF] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' 2024-08-29T17:59:35.825 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:59:35 smithi053 bash[68679]: audit 2024-08-29T17:59:34.542759+0000 mon.a (mon.0) 1163 : audit [INF] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' 2024-08-29T17:59:35.825 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:59:35 smithi053 bash[68679]: audit 2024-08-29T17:59:35.377226+0000 mon.a (mon.0) 1164 : audit [INF] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' 2024-08-29T17:59:35.825 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:59:35 smithi053 bash[68679]: audit 2024-08-29T17:59:35.382784+0000 mon.a (mon.0) 1165 : audit [INF] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' 2024-08-29T17:59:35.880 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:59:35 smithi028 bash[77168]: audit 2024-08-29T17:59:34.533804+0000 mon.a (mon.0) 1162 : audit [INF] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' 2024-08-29T17:59:35.880 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:59:35 smithi028 bash[77168]: audit 2024-08-29T17:59:34.542759+0000 mon.a (mon.0) 1163 : audit [INF] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' 2024-08-29T17:59:35.880 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:59:35 smithi028 bash[77168]: audit 2024-08-29T17:59:35.377226+0000 mon.a (mon.0) 1164 : audit [INF] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' 2024-08-29T17:59:35.880 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:59:35 smithi028 bash[77168]: audit 2024-08-29T17:59:35.382784+0000 mon.a (mon.0) 1165 : audit [INF] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' 2024-08-29T17:59:35.880 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:59:35 smithi028 bash[78352]: audit 2024-08-29T17:59:34.533804+0000 mon.a (mon.0) 1162 : audit [INF] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' 2024-08-29T17:59:35.880 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:59:35 smithi028 bash[78352]: audit 2024-08-29T17:59:34.542759+0000 mon.a (mon.0) 1163 : audit [INF] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' 2024-08-29T17:59:35.881 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:59:35 smithi028 bash[78352]: audit 2024-08-29T17:59:35.377226+0000 mon.a (mon.0) 1164 : audit [INF] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' 2024-08-29T17:59:35.881 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:59:35 smithi028 bash[78352]: audit 2024-08-29T17:59:35.382784+0000 mon.a (mon.0) 1165 : audit [INF] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' 2024-08-29T17:59:36.825 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:59:36 smithi053 bash[68679]: cluster 2024-08-29T17:59:35.091360+0000 mgr.y (mgr.25022) 364 : cluster [DBG] pgmap v666: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 449 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 12 MiB/s rd, 1.1 MiB/s wr, 18 op/s 2024-08-29T17:59:36.825 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:59:36 smithi053 bash[68679]: cluster 2024-08-29T17:59:35.551370+0000 mon.a (mon.0) 1166 : cluster [DBG] osdmap e762: 8 total, 8 up, 8 in 2024-08-29T17:59:36.825 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:59:36 smithi053 bash[68679]: audit 2024-08-29T17:59:35.723446+0000 mon.a (mon.0) 1167 : audit [INF] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' 2024-08-29T17:59:36.825 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:59:36 smithi053 bash[68679]: audit 2024-08-29T17:59:35.729323+0000 mon.a (mon.0) 1168 : audit [INF] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' 2024-08-29T17:59:36.880 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:59:36 smithi028 bash[77168]: cluster 2024-08-29T17:59:35.091360+0000 mgr.y (mgr.25022) 364 : cluster [DBG] pgmap v666: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 449 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 12 MiB/s rd, 1.1 MiB/s wr, 18 op/s 2024-08-29T17:59:36.880 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:59:36 smithi028 bash[77168]: cluster 2024-08-29T17:59:35.551370+0000 mon.a (mon.0) 1166 : cluster [DBG] osdmap e762: 8 total, 8 up, 8 in 2024-08-29T17:59:36.880 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:59:36 smithi028 bash[77168]: audit 2024-08-29T17:59:35.723446+0000 mon.a (mon.0) 1167 : audit [INF] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' 2024-08-29T17:59:36.880 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:59:36 smithi028 bash[77168]: audit 2024-08-29T17:59:35.729323+0000 mon.a (mon.0) 1168 : audit [INF] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' 2024-08-29T17:59:36.881 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:59:36 smithi028 bash[78352]: cluster 2024-08-29T17:59:35.091360+0000 mgr.y (mgr.25022) 364 : cluster [DBG] pgmap v666: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 449 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 12 MiB/s rd, 1.1 MiB/s wr, 18 op/s 2024-08-29T17:59:36.881 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:59:36 smithi028 bash[78352]: cluster 2024-08-29T17:59:35.551370+0000 mon.a (mon.0) 1166 : cluster [DBG] osdmap e762: 8 total, 8 up, 8 in 2024-08-29T17:59:36.881 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:59:36 smithi028 bash[78352]: audit 2024-08-29T17:59:35.723446+0000 mon.a (mon.0) 1167 : audit [INF] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' 2024-08-29T17:59:36.881 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:59:36 smithi028 bash[78352]: audit 2024-08-29T17:59:35.729323+0000 mon.a (mon.0) 1168 : audit [INF] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' 2024-08-29T17:59:37.294 INFO:tasks.rados.rados.0.smithi028.stdout:3397: done (4 left) 2024-08-29T17:59:37.294 INFO:tasks.rados.rados.0.smithi028.stdout:3398: done (3 left) 2024-08-29T17:59:37.294 INFO:tasks.rados.rados.0.smithi028.stdout:3399: done (2 left) 2024-08-29T17:59:37.294 INFO:tasks.rados.rados.0.smithi028.stdout:3400: done (1 left) 2024-08-29T17:59:37.297 INFO:tasks.rados.rados.0.smithi028.stdout:3401: done (0 left) 2024-08-29T17:59:37.298 INFO:tasks.rados.rados.0.smithi028.stdout:3402: read oid 4 snap -1 2024-08-29T17:59:37.298 INFO:tasks.rados.rados.0.smithi028.stdout:3402: expect (ObjNum 1014 snap 343 seq_num 1014) 2024-08-29T17:59:37.298 INFO:tasks.rados.rados.0.smithi028.stdout:3403: copy_from oid 3 from oid 32 current snap is 351 2024-08-29T17:59:37.298 INFO:tasks.rados.rados.0.smithi028.stdout:3404: snap_remove snap 306 2024-08-29T17:59:37.575 INFO:tasks.rados.rados.0.smithi028.stdout:3404: done (2 left) 2024-08-29T17:59:37.575 INFO:tasks.rados.rados.0.smithi028.stdout:3405: snap_remove snap 318 2024-08-29T17:59:37.825 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:59:37 smithi053 bash[68679]: cluster 2024-08-29T17:59:36.556982+0000 mon.a (mon.0) 1169 : cluster [DBG] osdmap e763: 8 total, 8 up, 8 in 2024-08-29T17:59:37.880 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:59:37 smithi028 bash[77168]: cluster 2024-08-29T17:59:36.556982+0000 mon.a (mon.0) 1169 : cluster [DBG] osdmap e763: 8 total, 8 up, 8 in 2024-08-29T17:59:37.880 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:59:37 smithi028 bash[78352]: cluster 2024-08-29T17:59:36.556982+0000 mon.a (mon.0) 1169 : cluster [DBG] osdmap e763: 8 total, 8 up, 8 in 2024-08-29T17:59:38.579 INFO:tasks.rados.rados.0.smithi028.stdout:3405: done (2 left) 2024-08-29T17:59:38.579 INFO:tasks.rados.rados.0.smithi028.stdout:3406: rollback oid 17 current snap is 351 2024-08-29T17:59:38.580 INFO:tasks.rados.rados.0.smithi028.stdout:rollback oid 17 to 332 2024-08-29T17:59:38.580 INFO:tasks.rados.rados.0.smithi028.stdout:3407: delete oid 45 current snap is 351 2024-08-29T17:59:38.586 INFO:tasks.rados.rados.0.smithi028.stdout:3402: expect (ObjNum 1014 snap 343 seq_num 1014) 2024-08-29T17:59:38.590 INFO:tasks.rados.rados.0.smithi028.stdout:3403: finishing copy_from racing read to smithi02869045-3 2024-08-29T17:59:38.590 INFO:tasks.rados.rados.0.smithi028.stdout:3403: finishing copy_from to smithi02869045-3 2024-08-29T17:59:38.590 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 3 v 1355 (ObjNum 1028 snap 350 seq_num 1028) dirty exists 2024-08-29T17:59:38.607 INFO:tasks.rados.rados.0.smithi028.stdout:3402: done (3 left) 2024-08-29T17:59:38.607 INFO:tasks.rados.rados.0.smithi028.stdout:3403: done (2 left) 2024-08-29T17:59:38.607 INFO:tasks.rados.rados.0.smithi028.stdout:3407: done (1 left) 2024-08-29T17:59:38.607 INFO:tasks.rados.rados.0.smithi028.stdout:3408: snap_create 2024-08-29T17:59:38.619 INFO:tasks.rados.rados.0.smithi028.stdout:3406: finishing rollback tid 0 to smithi02869045-17 2024-08-29T17:59:38.620 INFO:tasks.rados.rados.0.smithi028.stdout:3406: finishing rollback tid 1 to smithi02869045-17 2024-08-29T17:59:38.624 INFO:tasks.rados.rados.0.smithi028.stdout:3406: finishing rollback tid 2 to smithi02869045-17 2024-08-29T17:59:38.624 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 17 v 3250 (ObjNum 970 snap 326 seq_num 970) dirty exists 2024-08-29T17:59:38.880 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:59:38 smithi028 bash[77168]: cluster 2024-08-29T17:59:37.092087+0000 mgr.y (mgr.25022) 365 : cluster [DBG] pgmap v669: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 450 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 12 MiB/s rd, 1.1 MiB/s wr, 16 op/s 2024-08-29T17:59:38.880 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:59:38 smithi028 bash[77168]: cluster 2024-08-29T17:59:37.569417+0000 mon.a (mon.0) 1170 : cluster [DBG] osdmap e764: 8 total, 8 up, 8 in 2024-08-29T17:59:38.880 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:59:38 smithi028 bash[78352]: cluster 2024-08-29T17:59:37.092087+0000 mgr.y (mgr.25022) 365 : cluster [DBG] pgmap v669: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 450 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 12 MiB/s rd, 1.1 MiB/s wr, 16 op/s 2024-08-29T17:59:38.880 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:59:38 smithi028 bash[78352]: cluster 2024-08-29T17:59:37.569417+0000 mon.a (mon.0) 1170 : cluster [DBG] osdmap e764: 8 total, 8 up, 8 in 2024-08-29T17:59:39.075 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:59:38 smithi053 bash[68679]: cluster 2024-08-29T17:59:37.092087+0000 mgr.y (mgr.25022) 365 : cluster [DBG] pgmap v669: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 450 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 12 MiB/s rd, 1.1 MiB/s wr, 16 op/s 2024-08-29T17:59:39.075 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:59:38 smithi053 bash[68679]: cluster 2024-08-29T17:59:37.569417+0000 mon.a (mon.0) 1170 : cluster [DBG] osdmap e764: 8 total, 8 up, 8 in 2024-08-29T17:59:39.313 INFO:tasks.rados.rados.0.smithi028.stdout:3406: done (1 left) 2024-08-29T17:59:39.313 INFO:tasks.rados.rados.0.smithi028.stdout:3408: done (0 left) 2024-08-29T17:59:39.313 INFO:tasks.rados.rados.0.smithi028.stdout:append oid 31 current snap is 352 2024-08-29T17:59:39.313 INFO:tasks.rados.rados.0.smithi028.stdout:3409: seq_num 1032 ranges {2834432=491520} 2024-08-29T17:59:39.369 INFO:tasks.rados.rados.0.smithi028.stdout:3409: writing smithi02869045-31 from 2834432 to 3325952 tid 1 2024-08-29T17:59:39.369 INFO:tasks.rados.rados.0.smithi028.stdout:3410: delete oid 30 current snap is 352 2024-08-29T17:59:39.376 INFO:tasks.rados.rados.0.smithi028.stdout:3410: done (1 left) 2024-08-29T17:59:39.376 INFO:tasks.rados.rados.0.smithi028.stdout:3411: delete oid 22 current snap is 352 2024-08-29T17:59:39.391 INFO:tasks.rados.rados.0.smithi028.stdout:3409: finishing write tid 1 to smithi02869045-31 2024-08-29T17:59:39.391 INFO:tasks.rados.rados.0.smithi028.stdout:3409: finishing write tid 2 to smithi02869045-31 2024-08-29T17:59:39.392 INFO:tasks.rados.rados.0.smithi028.stdout:3411: done (1 left) 2024-08-29T17:59:39.392 INFO:tasks.rados.rados.0.smithi028.stdout:append oid 34 current snap is 352 2024-08-29T17:59:39.392 INFO:tasks.rados.rados.0.smithi028.stdout:3412: seq_num 1035 ranges {0=540672} 2024-08-29T17:59:39.400 INFO:tasks.rados.rados.0.smithi028.stdout:3412: writing smithi02869045-34 from 0 to 540672 tid 1 2024-08-29T17:59:39.400 INFO:tasks.rados.rados.0.smithi028.stdout:3413: snap_remove snap 338 2024-08-29T17:59:39.880 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:59:39 smithi028 bash[78352]: cluster 2024-08-29T17:59:38.571933+0000 mon.a (mon.0) 1171 : cluster [DBG] osdmap e765: 8 total, 8 up, 8 in 2024-08-29T17:59:39.880 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:59:39 smithi028 bash[78352]: cluster 2024-08-29T17:59:39.313710+0000 mon.a (mon.0) 1172 : cluster [DBG] osdmap e766: 8 total, 8 up, 8 in 2024-08-29T17:59:39.880 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:59:39 smithi028 bash[77168]: cluster 2024-08-29T17:59:38.571933+0000 mon.a (mon.0) 1171 : cluster [DBG] osdmap e765: 8 total, 8 up, 8 in 2024-08-29T17:59:39.881 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:59:39 smithi028 bash[77168]: cluster 2024-08-29T17:59:39.313710+0000 mon.a (mon.0) 1172 : cluster [DBG] osdmap e766: 8 total, 8 up, 8 in 2024-08-29T17:59:40.075 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:59:39 smithi053 bash[68679]: cluster 2024-08-29T17:59:38.571933+0000 mon.a (mon.0) 1171 : cluster [DBG] osdmap e765: 8 total, 8 up, 8 in 2024-08-29T17:59:40.075 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:59:39 smithi053 bash[68679]: cluster 2024-08-29T17:59:39.313710+0000 mon.a (mon.0) 1172 : cluster [DBG] osdmap e766: 8 total, 8 up, 8 in 2024-08-29T17:59:40.318 INFO:tasks.rados.rados.0.smithi028.stdout:3409: finishing write tid 3 to smithi02869045-31 2024-08-29T17:59:40.318 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 31 v 3261 (ObjNum 1032 snap 352 seq_num 1032) dirty exists 2024-08-29T17:59:40.318 INFO:tasks.rados.rados.0.smithi028.stdout:3409: left oid 31 (ObjNum 1032 snap 352 seq_num 1032) 2024-08-29T17:59:40.318 INFO:tasks.rados.rados.0.smithi028.stdout:3412: finishing write tid 1 to smithi02869045-34 2024-08-29T17:59:40.318 INFO:tasks.rados.rados.0.smithi028.stdout:3412: finishing write tid 2 to smithi02869045-34 2024-08-29T17:59:40.318 INFO:tasks.rados.rados.0.smithi028.stdout:3412: finishing write tid 3 to smithi02869045-34 2024-08-29T17:59:40.318 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 34 v 2539 (ObjNum 1035 snap 352 seq_num 1035) dirty exists 2024-08-29T17:59:40.318 INFO:tasks.rados.rados.0.smithi028.stdout:3412: left oid 34 (ObjNum 1035 snap 352 seq_num 1035) 2024-08-29T17:59:40.318 INFO:tasks.rados.rados.0.smithi028.stdout:3409: done (2 left) 2024-08-29T17:59:40.318 INFO:tasks.rados.rados.0.smithi028.stdout:3412: done (1 left) 2024-08-29T17:59:40.319 INFO:tasks.rados.rados.0.smithi028.stdout:3413: done (0 left) 2024-08-29T17:59:40.319 INFO:tasks.rados.rados.0.smithi028.stdout:3414: snap_create 2024-08-29T17:59:40.880 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:59:40 smithi028 bash[78352]: cluster 2024-08-29T17:59:39.092915+0000 mgr.y (mgr.25022) 366 : cluster [DBG] pgmap v672: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 450 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 13 MiB/s rd, 100 KiB/s wr, 10 op/s 2024-08-29T17:59:40.880 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:59:40 smithi028 bash[78352]: cluster 2024-08-29T17:59:40.316273+0000 mon.a (mon.0) 1173 : cluster [DBG] osdmap e767: 8 total, 8 up, 8 in 2024-08-29T17:59:40.880 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:59:40 smithi028 bash[77168]: cluster 2024-08-29T17:59:39.092915+0000 mgr.y (mgr.25022) 366 : cluster [DBG] pgmap v672: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 450 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 13 MiB/s rd, 100 KiB/s wr, 10 op/s 2024-08-29T17:59:40.880 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:59:40 smithi028 bash[77168]: cluster 2024-08-29T17:59:40.316273+0000 mon.a (mon.0) 1173 : cluster [DBG] osdmap e767: 8 total, 8 up, 8 in 2024-08-29T17:59:40.899 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:59:40 smithi053 bash[68679]: cluster 2024-08-29T17:59:39.092915+0000 mgr.y (mgr.25022) 366 : cluster [DBG] pgmap v672: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 450 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 13 MiB/s rd, 100 KiB/s wr, 10 op/s 2024-08-29T17:59:40.899 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:59:40 smithi053 bash[68679]: cluster 2024-08-29T17:59:40.316273+0000 mon.a (mon.0) 1173 : cluster [DBG] osdmap e767: 8 total, 8 up, 8 in 2024-08-29T17:59:41.320 INFO:tasks.rados.rados.0.smithi028.stdout:3414: done (0 left) 2024-08-29T17:59:41.320 INFO:tasks.rados.rados.0.smithi028.stdout:3415: rollback oid 21 current snap is 353 2024-08-29T17:59:41.320 INFO:tasks.rados.rados.0.smithi028.stdout:rollback oid 21 to 345 2024-08-29T17:59:41.320 INFO:tasks.rados.rados.0.smithi028.stdout:3416: rollback oid 38 current snap is 353 2024-08-29T17:59:41.320 INFO:tasks.rados.rados.0.smithi028.stdout:rollback oid 38 to 311 2024-08-29T17:59:41.320 INFO:tasks.rados.rados.0.smithi028.stdout:3417: snap_create 2024-08-29T17:59:41.336 INFO:tasks.rados.rados.0.smithi028.stdout:3415: finishing rollback tid 0 to smithi02869045-21 2024-08-29T17:59:41.336 INFO:tasks.rados.rados.0.smithi028.stdout:3415: finishing rollback tid 1 to smithi02869045-21 2024-08-29T17:59:41.338 INFO:tasks.rados.rados.0.smithi028.stdout:3415: finishing rollback tid 2 to smithi02869045-21 2024-08-29T17:59:41.339 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 21 v 2913 (ObjNum 996 snap 336 seq_num 996) dirty exists 2024-08-29T17:59:41.339 INFO:tasks.rados.rados.0.smithi028.stdout:3416: finishing rollback tid 0 to smithi02869045-38 2024-08-29T17:59:41.340 INFO:tasks.rados.rados.0.smithi028.stdout:3416: finishing rollback tid 1 to smithi02869045-38 2024-08-29T17:59:41.340 INFO:tasks.rados.rados.0.smithi028.stdout:3416: finishing rollback tid 2 to smithi02869045-38 2024-08-29T17:59:41.340 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 38 v 3172 (ObjNum 872 snap 295 seq_num 872) dirty exists 2024-08-29T17:59:41.756 INFO:journalctl@ceph.mgr.y.smithi028.stdout:Aug 29 17:59:41 smithi028 bash[70818]: ::ffff:172.21.15.53 - - [29/Aug/2024:17:59:41] "GET /metrics HTTP/1.1" 200 36245 "" "Prometheus/2.43.0" 2024-08-29T17:59:42.322 INFO:tasks.rados.rados.0.smithi028.stdout:3415: done (2 left) 2024-08-29T17:59:42.322 INFO:tasks.rados.rados.0.smithi028.stdout:3416: done (1 left) 2024-08-29T17:59:42.322 INFO:tasks.rados.rados.0.smithi028.stdout:3417: done (0 left) 2024-08-29T17:59:42.323 INFO:tasks.rados.rados.0.smithi028.stdout:3418: read oid 9 snap 332 2024-08-29T17:59:42.323 INFO:tasks.rados.rados.0.smithi028.stdout:3418: expect (ObjNum 967 snap 325 seq_num 967) 2024-08-29T17:59:42.323 INFO:tasks.rados.rados.0.smithi028.stdout:3419: delete oid 24 current snap is 354 2024-08-29T17:59:42.344 INFO:tasks.rados.rados.0.smithi028.stdout:3419: done (1 left) 2024-08-29T17:59:42.344 INFO:tasks.rados.rados.0.smithi028.stdout:3420: rollback oid 26 current snap is 354 2024-08-29T17:59:42.344 INFO:tasks.rados.rados.0.smithi028.stdout:rollback oid 26 to 295 2024-08-29T17:59:42.344 INFO:tasks.rados.rados.0.smithi028.stdout:3421: snap_create 2024-08-29T17:59:42.354 INFO:tasks.rados.rados.0.smithi028.stdout:3418: expect (ObjNum 967 snap 325 seq_num 967) 2024-08-29T17:59:42.380 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:59:42 smithi028 bash[77168]: cluster 2024-08-29T17:59:41.093883+0000 mgr.y (mgr.25022) 367 : cluster [DBG] pgmap v675: 121 pgs: 121 active+clean; 442 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail; 15 MiB/s rd, 1.9 MiB/s wr, 17 op/s 2024-08-29T17:59:42.380 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:59:42 smithi028 bash[77168]: cluster 2024-08-29T17:59:41.319561+0000 mon.a (mon.0) 1174 : cluster [DBG] osdmap e768: 8 total, 8 up, 8 in 2024-08-29T17:59:42.380 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:59:42 smithi028 bash[77168]: audit 2024-08-29T17:59:42.036236+0000 mon.a (mon.0) 1175 : audit [DBG] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-29T17:59:42.380 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:59:42 smithi028 bash[78352]: cluster 2024-08-29T17:59:41.093883+0000 mgr.y (mgr.25022) 367 : cluster [DBG] pgmap v675: 121 pgs: 121 active+clean; 442 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail; 15 MiB/s rd, 1.9 MiB/s wr, 17 op/s 2024-08-29T17:59:42.380 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:59:42 smithi028 bash[78352]: cluster 2024-08-29T17:59:41.319561+0000 mon.a (mon.0) 1174 : cluster [DBG] osdmap e768: 8 total, 8 up, 8 in 2024-08-29T17:59:42.380 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:59:42 smithi028 bash[78352]: audit 2024-08-29T17:59:42.036236+0000 mon.a (mon.0) 1175 : audit [DBG] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-29T17:59:42.558 INFO:tasks.rados.rados.0.smithi028.stdout:3420: finishing rollback tid 0 to smithi02869045-26 2024-08-29T17:59:42.559 INFO:tasks.rados.rados.0.smithi028.stdout:3420: finishing rollback tid 1 to smithi02869045-26 2024-08-29T17:59:42.559 INFO:tasks.rados.rados.0.smithi028.stdout:3420: finishing rollback tid 2 to smithi02869045-26 2024-08-29T17:59:42.559 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 26 v 2571 (ObjNum 770 snap 264 seq_num 770) dirty exists 2024-08-29T17:59:42.574 INFO:journalctl@ceph.prometheus.a.smithi053.stdout:Aug 29 17:59:42 smithi053 bash[61790]: ts=2024-08-29T17:59:42.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"3167ee72-662c-11ef-bcd4-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-29T17:59:42.575 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:59:42 smithi053 bash[68679]: cluster 2024-08-29T17:59:41.093883+0000 mgr.y (mgr.25022) 367 : cluster [DBG] pgmap v675: 121 pgs: 121 active+clean; 442 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail; 15 MiB/s rd, 1.9 MiB/s wr, 17 op/s 2024-08-29T17:59:42.575 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:59:42 smithi053 bash[68679]: cluster 2024-08-29T17:59:41.319561+0000 mon.a (mon.0) 1174 : cluster [DBG] osdmap e768: 8 total, 8 up, 8 in 2024-08-29T17:59:42.575 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:59:42 smithi053 bash[68679]: audit 2024-08-29T17:59:42.036236+0000 mon.a (mon.0) 1175 : audit [DBG] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-29T17:59:43.343 INFO:tasks.rados.rados.0.smithi028.stdout:3418: done (2 left) 2024-08-29T17:59:43.343 INFO:tasks.rados.rados.0.smithi028.stdout:3420: done (1 left) 2024-08-29T17:59:43.343 INFO:tasks.rados.rados.0.smithi028.stdout:3421: done (0 left) 2024-08-29T17:59:43.343 INFO:tasks.rados.rados.0.smithi028.stdout:append oid 23 current snap is 355 2024-08-29T17:59:43.343 INFO:tasks.rados.rados.0.smithi028.stdout:3422: seq_num 1037 ranges {2670592=573440} 2024-08-29T17:59:43.394 INFO:tasks.rados.rados.0.smithi028.stdout:3422: writing smithi02869045-23 from 2670592 to 3244032 tid 1 2024-08-29T17:59:43.394 INFO:tasks.rados.rados.0.smithi028.stdout:3423: delete oid 13 current snap is 355 2024-08-29T17:59:43.402 INFO:tasks.rados.rados.0.smithi028.stdout:3422: finishing write tid 1 to smithi02869045-23 2024-08-29T17:59:43.402 INFO:tasks.rados.rados.0.smithi028.stdout:3422: finishing write tid 2 to smithi02869045-23 2024-08-29T17:59:43.403 INFO:tasks.rados.rados.0.smithi028.stdout:3423: done (1 left) 2024-08-29T17:59:43.403 INFO:tasks.rados.rados.0.smithi028.stdout:3424: copy_from oid 14 from oid 37 current snap is 355 2024-08-29T17:59:43.403 INFO:tasks.rados.rados.0.smithi028.stdout:3425: snap_remove snap 336 2024-08-29T17:59:43.630 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:59:43 smithi028 bash[77168]: cluster 2024-08-29T17:59:42.322052+0000 mon.a (mon.0) 1176 : cluster [DBG] osdmap e769: 8 total, 8 up, 8 in 2024-08-29T17:59:43.630 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:59:43 smithi028 bash[78352]: cluster 2024-08-29T17:59:42.322052+0000 mon.a (mon.0) 1176 : cluster [DBG] osdmap e769: 8 total, 8 up, 8 in 2024-08-29T17:59:43.825 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:59:43 smithi053 bash[68679]: cluster 2024-08-29T17:59:42.322052+0000 mon.a (mon.0) 1176 : cluster [DBG] osdmap e769: 8 total, 8 up, 8 in 2024-08-29T17:59:44.318 INFO:tasks.rados.rados.0.smithi028.stdout:3422: finishing write tid 3 to smithi02869045-23 2024-08-29T17:59:44.318 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 23 v 1335 (ObjNum 1037 snap 355 seq_num 1037) dirty exists 2024-08-29T17:59:44.318 INFO:tasks.rados.rados.0.smithi028.stdout:3422: left oid 23 (ObjNum 1037 snap 355 seq_num 1037) 2024-08-29T17:59:44.318 INFO:tasks.rados.rados.0.smithi028.stdout:3424: finishing copy_from to smithi02869045-14 2024-08-29T17:59:44.318 INFO:tasks.rados.rados.0.smithi028.stdout:3424: got expected ENOENT (src dne) 2024-08-29T17:59:44.318 INFO:tasks.rados.rados.0.smithi028.stdout:3424: finishing copy_from racing read to smithi02869045-14 2024-08-29T17:59:44.318 INFO:tasks.rados.rados.0.smithi028.stdout:3422: done (2 left) 2024-08-29T17:59:44.319 INFO:tasks.rados.rados.0.smithi028.stdout:3424: done (1 left) 2024-08-29T17:59:44.319 INFO:tasks.rados.rados.0.smithi028.stdout:3425: done (0 left) 2024-08-29T17:59:44.319 INFO:tasks.rados.rados.0.smithi028.stdout:append oid 1 current snap is 355 2024-08-29T17:59:44.319 INFO:tasks.rados.rados.0.smithi028.stdout:3426: seq_num 1039 ranges {14098432=606208} 2024-08-29T17:59:44.405 INFO:tasks.rados.rados.0.smithi028.stdout:3426: writing smithi02869045-1 from 14098432 to 14704640 tid 1 2024-08-29T17:59:44.405 INFO:tasks.rados.rados.0.smithi028.stdout:3427: snap_create 2024-08-29T17:59:44.411 INFO:tasks.rados.rados.0.smithi028.stdout:3426: finishing write tid 1 to smithi02869045-1 2024-08-29T17:59:44.411 INFO:tasks.rados.rados.0.smithi028.stdout:3426: finishing write tid 2 to smithi02869045-1 2024-08-29T17:59:44.413 INFO:tasks.rados.rados.0.smithi028.stdout:3426: finishing write tid 3 to smithi02869045-1 2024-08-29T17:59:44.413 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 1 v 3290 (ObjNum 1039 snap 355 seq_num 1039) dirty exists 2024-08-29T17:59:44.413 INFO:tasks.rados.rados.0.smithi028.stdout:3426: left oid 1 (ObjNum 1039 snap 355 seq_num 1039) 2024-08-29T17:59:44.630 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:59:44 smithi028 bash[78352]: cluster 2024-08-29T17:59:43.094605+0000 mgr.y (mgr.25022) 368 : cluster [DBG] pgmap v678: 121 pgs: 121 active+clean; 442 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail; 1.9 MiB/s rd, 2.0 MiB/s wr, 8 op/s 2024-08-29T17:59:44.630 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:59:44 smithi028 bash[78352]: cluster 2024-08-29T17:59:43.343011+0000 mon.a (mon.0) 1177 : cluster [DBG] osdmap e770: 8 total, 8 up, 8 in 2024-08-29T17:59:44.630 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:59:44 smithi028 bash[78352]: cluster 2024-08-29T17:59:44.319150+0000 mon.a (mon.0) 1178 : cluster [DBG] osdmap e771: 8 total, 8 up, 8 in 2024-08-29T17:59:44.630 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:59:44 smithi028 bash[77168]: cluster 2024-08-29T17:59:43.094605+0000 mgr.y (mgr.25022) 368 : cluster [DBG] pgmap v678: 121 pgs: 121 active+clean; 442 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail; 1.9 MiB/s rd, 2.0 MiB/s wr, 8 op/s 2024-08-29T17:59:44.630 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:59:44 smithi028 bash[77168]: cluster 2024-08-29T17:59:43.343011+0000 mon.a (mon.0) 1177 : cluster [DBG] osdmap e770: 8 total, 8 up, 8 in 2024-08-29T17:59:44.630 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:59:44 smithi028 bash[77168]: cluster 2024-08-29T17:59:44.319150+0000 mon.a (mon.0) 1178 : cluster [DBG] osdmap e771: 8 total, 8 up, 8 in 2024-08-29T17:59:44.825 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:59:44 smithi053 bash[68679]: cluster 2024-08-29T17:59:43.094605+0000 mgr.y (mgr.25022) 368 : cluster [DBG] pgmap v678: 121 pgs: 121 active+clean; 442 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail; 1.9 MiB/s rd, 2.0 MiB/s wr, 8 op/s 2024-08-29T17:59:44.825 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:59:44 smithi053 bash[68679]: cluster 2024-08-29T17:59:43.343011+0000 mon.a (mon.0) 1177 : cluster [DBG] osdmap e770: 8 total, 8 up, 8 in 2024-08-29T17:59:44.825 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:59:44 smithi053 bash[68679]: cluster 2024-08-29T17:59:44.319150+0000 mon.a (mon.0) 1178 : cluster [DBG] osdmap e771: 8 total, 8 up, 8 in 2024-08-29T17:59:45.357 INFO:tasks.rados.rados.0.smithi028.stdout:3426: done (1 left) 2024-08-29T17:59:45.357 INFO:tasks.rados.rados.0.smithi028.stdout:3427: done (0 left) 2024-08-29T17:59:45.357 INFO:tasks.rados.rados.0.smithi028.stdout:3428: copy_from oid 7 from oid 49 current snap is 356 2024-08-29T17:59:45.357 INFO:tasks.rados.rados.0.smithi028.stdout:append oid 37 current snap is 356 2024-08-29T17:59:45.357 INFO:tasks.rados.rados.0.smithi028.stdout:3429: seq_num 1040 ranges {0=622592} 2024-08-29T17:59:45.362 INFO:tasks.rados.rados.0.smithi028.stdout:3429: writing smithi02869045-37 from 0 to 622592 tid 1 2024-08-29T17:59:45.362 INFO:tasks.rados.rados.0.smithi028.stdout:3430: copy_from oid 5 from oid 6 current snap is 356 2024-08-29T17:59:45.362 INFO:tasks.rados.rados.0.smithi028.stdout:3431: rollback oid 30 current snap is 356 2024-08-29T17:59:45.362 INFO:tasks.rados.rados.0.smithi028.stdout:rollback oid 30 to 352 2024-08-29T17:59:45.362 INFO:tasks.rados.rados.0.smithi028.stdout:3432: rollback oid 44 current snap is 356 2024-08-29T17:59:45.362 INFO:tasks.rados.rados.0.smithi028.stdout:rollback oid 44 to 327 2024-08-29T17:59:45.362 INFO:tasks.rados.rados.0.smithi028.stdout:3433: copy_from oid 25 from oid 18 current snap is 356 2024-08-29T17:59:45.362 INFO:tasks.rados.rados.0.smithi028.stdout:append oid 10 current snap is 356 2024-08-29T17:59:45.363 INFO:tasks.rados.rados.0.smithi028.stdout:3434: seq_num 1041 ranges {0=638976} 2024-08-29T17:59:45.366 INFO:tasks.rados.rados.0.smithi028.stdout:3434: writing smithi02869045-10 from 0 to 638976 tid 1 2024-08-29T17:59:45.367 INFO:tasks.rados.rados.0.smithi028.stdout:append oid 47 current snap is 356 2024-08-29T17:59:45.367 INFO:tasks.rados.rados.0.smithi028.stdout:3435: seq_num 1042 ranges {778240=655360} 2024-08-29T17:59:45.377 INFO:tasks.rados.rados.0.smithi028.stdout:3435: writing smithi02869045-47 from 778240 to 1433600 tid 1 2024-08-29T17:59:45.377 INFO:tasks.rados.rados.0.smithi028.stdout:append oid 4 current snap is 356 2024-08-29T17:59:45.378 INFO:tasks.rados.rados.0.smithi028.stdout:3428: finishing copy_from to smithi02869045-7 2024-08-29T17:59:45.378 INFO:tasks.rados.rados.0.smithi028.stdout:3428: got expected ENOENT (src dne) 2024-08-29T17:59:45.378 INFO:tasks.rados.rados.0.smithi028.stdout:3428: finishing copy_from racing read to smithi02869045-7 2024-08-29T17:59:45.378 INFO:tasks.rados.rados.0.smithi028.stdout:3431: finishing rollback tid 1 to smithi02869045-30 2024-08-29T17:59:45.378 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 30 v 2535 (ObjNum 33 snap 0 seq_num 1677197984) dirty dne 2024-08-29T17:59:45.378 INFO:tasks.rados.rados.0.smithi028.stdout:3436: seq_num 1043 ranges {221184=671744} 2024-08-29T17:59:45.384 INFO:tasks.rados.rados.0.smithi028.stdout:3436: writing smithi02869045-4 from 221184 to 892928 tid 1 2024-08-29T17:59:45.385 INFO:tasks.rados.rados.0.smithi028.stdout:3428: done (8 left) 2024-08-29T17:59:45.385 INFO:tasks.rados.rados.0.smithi028.stdout:3431: done (7 left) 2024-08-29T17:59:45.385 INFO:tasks.rados.rados.0.smithi028.stdout:append oid 40 current snap is 356 2024-08-29T17:59:45.385 INFO:tasks.rados.rados.0.smithi028.stdout:3437: seq_num 1044 ranges {0=688128} 2024-08-29T17:59:45.392 INFO:tasks.rados.rados.0.smithi028.stdout:3437: writing smithi02869045-40 from 0 to 688128 tid 1 2024-08-29T17:59:45.392 INFO:tasks.rados.rados.0.smithi028.stdout:3438: read oid 13 snap -1 2024-08-29T17:59:45.392 INFO:tasks.rados.rados.0.smithi028.stdout:3438: expect deleted 2024-08-29T17:59:45.393 INFO:tasks.rados.rados.0.smithi028.stdout:3439: copy_from oid 31 from oid 29 current snap is 356 2024-08-29T17:59:45.393 INFO:tasks.rados.rados.0.smithi028.stdout:3440: snap_remove snap 353 2024-08-29T17:59:46.172 INFO:teuthology.orchestra.run.smithi028.stdout:true 2024-08-29T17:59:46.370 INFO:tasks.rados.rados.0.smithi028.stdout:3440: done (10 left) 2024-08-29T17:59:46.370 INFO:tasks.rados.rados.0.smithi028.stdout:3441: copy_from oid 24 from oid 36 current snap is 356 2024-08-29T17:59:46.371 INFO:tasks.rados.rados.0.smithi028.stdout:3430: finishing copy_from racing read to smithi02869045-5 2024-08-29T17:59:46.371 INFO:tasks.rados.rados.0.smithi028.stdout:3430: finishing copy_from to smithi02869045-5 2024-08-29T17:59:46.371 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 5 v 3169 (ObjNum 1014 snap 343 seq_num 1014) dirty exists 2024-08-29T17:59:46.371 INFO:tasks.rados.rados.0.smithi028.stdout:3432: finishing rollback tid 0 to smithi02869045-44 2024-08-29T17:59:46.371 INFO:tasks.rados.rados.0.smithi028.stdout:3432: finishing rollback tid 1 to smithi02869045-44 2024-08-29T17:59:46.371 INFO:tasks.rados.rados.0.smithi028.stdout:3432: finishing rollback tid 2 to smithi02869045-44 2024-08-29T17:59:46.371 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 44 v 2916 (ObjNum 955 snap 320 seq_num 955) dirty exists 2024-08-29T17:59:46.371 INFO:tasks.rados.rados.0.smithi028.stdout:3429: finishing write tid 1 to smithi02869045-37 2024-08-29T17:59:46.371 INFO:tasks.rados.rados.0.smithi028.stdout:3433: finishing copy_from racing read to smithi02869045-25 2024-08-29T17:59:46.371 INFO:tasks.rados.rados.0.smithi028.stdout:3435: finishing write tid 1 to smithi02869045-47 2024-08-29T17:59:46.371 INFO:tasks.rados.rados.0.smithi028.stdout:3434: finishing write tid 1 to smithi02869045-10 2024-08-29T17:59:46.371 INFO:tasks.rados.rados.0.smithi028.stdout:3435: finishing write tid 2 to smithi02869045-47 2024-08-29T17:59:46.371 INFO:tasks.rados.rados.0.smithi028.stdout:3434: finishing write tid 2 to smithi02869045-10 2024-08-29T17:59:46.372 INFO:tasks.rados.rados.0.smithi028.stdout:3435: finishing write tid 3 to smithi02869045-47 2024-08-29T17:59:46.372 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 47 v 3174 (ObjNum 1042 snap 356 seq_num 1042) dirty exists 2024-08-29T17:59:46.372 INFO:tasks.rados.rados.0.smithi028.stdout:3435: left oid 47 (ObjNum 1042 snap 356 seq_num 1042) 2024-08-29T17:59:46.372 INFO:tasks.rados.rados.0.smithi028.stdout:3429: finishing write tid 2 to smithi02869045-37 2024-08-29T17:59:46.372 INFO:tasks.rados.rados.0.smithi028.stdout:3434: finishing write tid 3 to smithi02869045-10 2024-08-29T17:59:46.372 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 10 v 2918 (ObjNum 1041 snap 356 seq_num 1041) dirty exists 2024-08-29T17:59:46.372 INFO:tasks.rados.rados.0.smithi028.stdout:3434: left oid 10 (ObjNum 1041 snap 356 seq_num 1041) 2024-08-29T17:59:46.372 INFO:tasks.rados.rados.0.smithi028.stdout:3433: finishing copy_from to smithi02869045-25 2024-08-29T17:59:46.372 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 25 v 2565 (ObjNum 490 snap 151 seq_num 490) dirty exists 2024-08-29T17:59:46.372 INFO:tasks.rados.rados.0.smithi028.stdout:3436: finishing write tid 1 to smithi02869045-4 2024-08-29T17:59:46.372 INFO:tasks.rados.rados.0.smithi028.stdout:3437: finishing write tid 1 to smithi02869045-40 2024-08-29T17:59:46.372 INFO:tasks.rados.rados.0.smithi028.stdout:3429: finishing write tid 3 to smithi02869045-37 2024-08-29T17:59:46.372 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 37 v 3292 (ObjNum 1040 snap 356 seq_num 1040) dirty exists 2024-08-29T17:59:46.373 INFO:tasks.rados.rados.0.smithi028.stdout:3429: left oid 37 (ObjNum 1040 snap 356 seq_num 1040) 2024-08-29T17:59:46.373 INFO:tasks.rados.rados.0.smithi028.stdout:3437: finishing write tid 2 to smithi02869045-40 2024-08-29T17:59:46.373 INFO:tasks.rados.rados.0.smithi028.stdout:3436: finishing write tid 2 to smithi02869045-4 2024-08-29T17:59:46.373 INFO:tasks.rados.rados.0.smithi028.stdout:3437: finishing write tid 3 to smithi02869045-40 2024-08-29T17:59:46.373 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 40 v 2573 (ObjNum 1044 snap 356 seq_num 1044) dirty exists 2024-08-29T17:59:46.373 INFO:tasks.rados.rados.0.smithi028.stdout:3437: left oid 40 (ObjNum 1044 snap 356 seq_num 1044) 2024-08-29T17:59:46.373 INFO:tasks.rados.rados.0.smithi028.stdout:3436: finishing write tid 3 to smithi02869045-4 2024-08-29T17:59:46.373 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 4 v 3295 (ObjNum 1043 snap 356 seq_num 1043) dirty exists 2024-08-29T17:59:46.373 INFO:tasks.rados.rados.0.smithi028.stdout:3436: left oid 4 (ObjNum 1043 snap 356 seq_num 1043) 2024-08-29T17:59:46.373 INFO:tasks.rados.rados.0.smithi028.stdout:3439: finishing copy_from racing read to smithi02869045-31 2024-08-29T17:59:46.373 INFO:tasks.rados.rados.0.smithi028.stdout:3439: finishing copy_from to smithi02869045-31 2024-08-29T17:59:46.373 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 31 v 2534 (ObjNum 784 snap 268 seq_num 784) dirty exists 2024-08-29T17:59:46.373 INFO:tasks.rados.rados.0.smithi028.stdout:3429: done (10 left) 2024-08-29T17:59:46.373 INFO:tasks.rados.rados.0.smithi028.stdout:3430: done (9 left) 2024-08-29T17:59:46.374 INFO:tasks.rados.rados.0.smithi028.stdout:3432: done (8 left) 2024-08-29T17:59:46.374 INFO:tasks.rados.rados.0.smithi028.stdout:3433: done (7 left) 2024-08-29T17:59:46.374 INFO:tasks.rados.rados.0.smithi028.stdout:3434: done (6 left) 2024-08-29T17:59:46.374 INFO:tasks.rados.rados.0.smithi028.stdout:3435: done (5 left) 2024-08-29T17:59:46.374 INFO:tasks.rados.rados.0.smithi028.stdout:3436: done (4 left) 2024-08-29T17:59:46.374 INFO:tasks.rados.rados.0.smithi028.stdout:3437: done (3 left) 2024-08-29T17:59:46.374 INFO:tasks.rados.rados.0.smithi028.stdout:3438: done (2 left) 2024-08-29T17:59:46.374 INFO:tasks.rados.rados.0.smithi028.stdout:3439: done (1 left) 2024-08-29T17:59:46.374 INFO:tasks.rados.rados.0.smithi028.stdout:3442: rollback oid 35 current snap is 356 2024-08-29T17:59:46.374 INFO:tasks.rados.rados.0.smithi028.stdout:rollback oid 35 to 342 2024-08-29T17:59:46.374 INFO:tasks.rados.rados.0.smithi028.stdout:3443: copy_from oid 11 from oid 42 current snap is 356 2024-08-29T17:59:46.374 INFO:tasks.rados.rados.0.smithi028.stdout:append oid 14 current snap is 356 2024-08-29T17:59:46.374 INFO:tasks.rados.rados.0.smithi028.stdout:3444: seq_num 1045 ranges {0=704512} 2024-08-29T17:59:46.377 INFO:tasks.rados.rados.0.smithi028.stdout:3444: writing smithi02869045-14 from 0 to 704512 tid 1 2024-08-29T17:59:46.377 INFO:tasks.rados.rados.0.smithi028.stdout:3445: copy_from oid 32 from oid 5 current snap is 356 2024-08-29T17:59:46.377 INFO:tasks.rados.rados.0.smithi028.stdout:3446: snap_remove snap 311 2024-08-29T17:59:46.518 INFO:teuthology.orchestra.run.smithi028.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2024-08-29T17:59:46.518 INFO:teuthology.orchestra.run.smithi028.stdout:alertmanager.a smithi028 *:9093,9094 running (9m) 12s ago 16m 15.0M - 0.25.0 c8568f914cd2 c7223f7204fa 2024-08-29T17:59:46.518 INFO:teuthology.orchestra.run.smithi028.stdout:grafana.a smithi053 *:3000 running (9m) 11s ago 15m 75.7M - 9.4.7 954c08fa6188 a7eaafe982e3 2024-08-29T17:59:46.518 INFO:teuthology.orchestra.run.smithi028.stdout:mds.a smithi028 running (77s) 12s ago 19m 13.6M - 19.1.1-235-g1ef86450 d401bb9bb76e 5a8869ab72d3 2024-08-29T17:59:46.519 INFO:teuthology.orchestra.run.smithi028.stdout:mds.b smithi053 running (47s) 11s ago 19m 11.8M - 19.1.1-235-g1ef86450 d401bb9bb76e 0e70add88f28 2024-08-29T17:59:46.519 INFO:teuthology.orchestra.run.smithi028.stdout:mgr.x smithi053 *:8443,9283,8765 running (8m) 11s ago 26m 429M - 19.1.1-235-g1ef86450 d401bb9bb76e a0460ca70cca 2024-08-29T17:59:46.519 INFO:teuthology.orchestra.run.smithi028.stdout:mgr.y smithi028 *:8443,9283,8765 running (9m) 12s ago 29m 500M - 19.1.1-235-g1ef86450 d401bb9bb76e ef4c084deb28 2024-08-29T17:59:46.519 INFO:teuthology.orchestra.run.smithi028.stdout:mon.a smithi028 running (7m) 12s ago 29m 76.0M 2048M 19.1.1-235-g1ef86450 d401bb9bb76e d1fec2ed5501 2024-08-29T17:59:46.519 INFO:teuthology.orchestra.run.smithi028.stdout:mon.b smithi053 running (6m) 11s ago 27m 54.2M 2048M 19.1.1-235-g1ef86450 d401bb9bb76e 39595741be2a 2024-08-29T17:59:46.519 INFO:teuthology.orchestra.run.smithi028.stdout:mon.c smithi028 running (7m) 12s ago 27m 61.7M 2048M 19.1.1-235-g1ef86450 d401bb9bb76e c6717e02deb1 2024-08-29T17:59:46.519 INFO:teuthology.orchestra.run.smithi028.stdout:node-exporter.a smithi028 *:9100 running (23s) 12s ago 16m 3160k - 1.5.0 0da6a335fe13 77f29bf6b459 2024-08-29T17:59:46.519 INFO:teuthology.orchestra.run.smithi028.stdout:node-exporter.b smithi053 *:9100 running (17s) 11s ago 16m 3179k - 1.5.0 0da6a335fe13 e969a004dbee 2024-08-29T17:59:46.519 INFO:teuthology.orchestra.run.smithi028.stdout:osd.0 smithi028 running (5m) 12s ago 26m 478M 2525M 19.1.1-235-g1ef86450 d401bb9bb76e 6fbb60538386 2024-08-29T17:59:46.519 INFO:teuthology.orchestra.run.smithi028.stdout:osd.1 smithi028 running (5m) 12s ago 25m 453M 2525M 19.1.1-235-g1ef86450 d401bb9bb76e 0a1c27b12555 2024-08-29T17:59:46.519 INFO:teuthology.orchestra.run.smithi028.stdout:osd.2 smithi028 running (4m) 12s ago 24m 451M 2525M 19.1.1-235-g1ef86450 d401bb9bb76e f87a86f7e5c3 2024-08-29T17:59:46.519 INFO:teuthology.orchestra.run.smithi028.stdout:osd.3 smithi028 running (3m) 12s ago 23m 314M 2525M 19.1.1-235-g1ef86450 d401bb9bb76e 3ccafab1a96b 2024-08-29T17:59:46.519 INFO:teuthology.orchestra.run.smithi028.stdout:osd.4 smithi053 running (3m) 11s ago 22m 546M 2525M 19.1.1-235-g1ef86450 d401bb9bb76e e85da34b2c19 2024-08-29T17:59:46.519 INFO:teuthology.orchestra.run.smithi028.stdout:osd.5 smithi053 running (2m) 11s ago 21m 371M 2525M 19.1.1-235-g1ef86450 d401bb9bb76e 02ced631b1a7 2024-08-29T17:59:46.520 INFO:teuthology.orchestra.run.smithi028.stdout:osd.6 smithi053 running (2m) 11s ago 21m 204M 2525M 19.1.1-235-g1ef86450 d401bb9bb76e 26b5d9d330e2 2024-08-29T17:59:46.520 INFO:teuthology.orchestra.run.smithi028.stdout:osd.7 smithi053 running (104s) 11s ago 20m 296M 2525M 19.1.1-235-g1ef86450 d401bb9bb76e 2dd992ed071a 2024-08-29T17:59:46.520 INFO:teuthology.orchestra.run.smithi028.stdout:prometheus.a smithi053 *:9095 running (8m) 11s ago 16m 58.4M - 2.43.0 a07b618ecd1d 9d3edc9bcb79 2024-08-29T17:59:46.575 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:59:46 smithi053 bash[68679]: cluster 2024-08-29T17:59:45.095754+0000 mgr.y (mgr.25022) 369 : cluster [DBG] pgmap v681: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 445 MiB data, 2.7 GiB used, 712 GiB / 715 GiB avail; 2.9 MiB/s rd, 252 KiB/s wr, 4 op/s 2024-08-29T17:59:46.575 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:59:46 smithi053 bash[68679]: cluster 2024-08-29T17:59:45.357068+0000 mon.a (mon.0) 1179 : cluster [DBG] osdmap e772: 8 total, 8 up, 8 in 2024-08-29T17:59:46.575 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:59:46 smithi053 bash[68679]: audit 2024-08-29T17:59:45.428163+0000 mon.a (mon.0) 1180 : audit [INF] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' 2024-08-29T17:59:46.575 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:59:46 smithi053 bash[68679]: audit 2024-08-29T17:59:45.439248+0000 mon.a (mon.0) 1181 : audit [INF] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' 2024-08-29T17:59:46.629 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:59:46 smithi028 bash[77168]: cluster 2024-08-29T17:59:45.095754+0000 mgr.y (mgr.25022) 369 : cluster [DBG] pgmap v681: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 445 MiB data, 2.7 GiB used, 712 GiB / 715 GiB avail; 2.9 MiB/s rd, 252 KiB/s wr, 4 op/s 2024-08-29T17:59:46.630 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:59:46 smithi028 bash[77168]: cluster 2024-08-29T17:59:45.357068+0000 mon.a (mon.0) 1179 : cluster [DBG] osdmap e772: 8 total, 8 up, 8 in 2024-08-29T17:59:46.630 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:59:46 smithi028 bash[77168]: audit 2024-08-29T17:59:45.428163+0000 mon.a (mon.0) 1180 : audit [INF] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' 2024-08-29T17:59:46.630 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:59:46 smithi028 bash[77168]: audit 2024-08-29T17:59:45.439248+0000 mon.a (mon.0) 1181 : audit [INF] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' 2024-08-29T17:59:46.630 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:59:46 smithi028 bash[78352]: cluster 2024-08-29T17:59:45.095754+0000 mgr.y (mgr.25022) 369 : cluster [DBG] pgmap v681: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 445 MiB data, 2.7 GiB used, 712 GiB / 715 GiB avail; 2.9 MiB/s rd, 252 KiB/s wr, 4 op/s 2024-08-29T17:59:46.630 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:59:46 smithi028 bash[78352]: cluster 2024-08-29T17:59:45.357068+0000 mon.a (mon.0) 1179 : cluster [DBG] osdmap e772: 8 total, 8 up, 8 in 2024-08-29T17:59:46.630 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:59:46 smithi028 bash[78352]: audit 2024-08-29T17:59:45.428163+0000 mon.a (mon.0) 1180 : audit [INF] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' 2024-08-29T17:59:46.630 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:59:46 smithi028 bash[78352]: audit 2024-08-29T17:59:45.439248+0000 mon.a (mon.0) 1181 : audit [INF] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' 2024-08-29T17:59:46.890 INFO:teuthology.orchestra.run.smithi028.stdout:{ 2024-08-29T17:59:46.890 INFO:teuthology.orchestra.run.smithi028.stdout: "mon": { 2024-08-29T17:59:46.890 INFO:teuthology.orchestra.run.smithi028.stdout: "ceph version 19.1.1-235-g1ef86450 (1ef864504b8875c83ee6c2c5fedc13315bebf7f5) squid (rc)": 3 2024-08-29T17:59:46.890 INFO:teuthology.orchestra.run.smithi028.stdout: }, 2024-08-29T17:59:46.890 INFO:teuthology.orchestra.run.smithi028.stdout: "mgr": { 2024-08-29T17:59:46.890 INFO:teuthology.orchestra.run.smithi028.stdout: "ceph version 19.1.1-235-g1ef86450 (1ef864504b8875c83ee6c2c5fedc13315bebf7f5) squid (rc)": 2 2024-08-29T17:59:46.890 INFO:teuthology.orchestra.run.smithi028.stdout: }, 2024-08-29T17:59:46.890 INFO:teuthology.orchestra.run.smithi028.stdout: "osd": { 2024-08-29T17:59:46.890 INFO:teuthology.orchestra.run.smithi028.stdout: "ceph version 19.1.1-235-g1ef86450 (1ef864504b8875c83ee6c2c5fedc13315bebf7f5) squid (rc)": 8 2024-08-29T17:59:46.890 INFO:teuthology.orchestra.run.smithi028.stdout: }, 2024-08-29T17:59:46.890 INFO:teuthology.orchestra.run.smithi028.stdout: "mds": { 2024-08-29T17:59:46.890 INFO:teuthology.orchestra.run.smithi028.stdout: "ceph version 19.1.1-235-g1ef86450 (1ef864504b8875c83ee6c2c5fedc13315bebf7f5) squid (rc)": 2 2024-08-29T17:59:46.891 INFO:teuthology.orchestra.run.smithi028.stdout: }, 2024-08-29T17:59:46.891 INFO:teuthology.orchestra.run.smithi028.stdout: "overall": { 2024-08-29T17:59:46.891 INFO:teuthology.orchestra.run.smithi028.stdout: "ceph version 19.1.1-235-g1ef86450 (1ef864504b8875c83ee6c2c5fedc13315bebf7f5) squid (rc)": 15 2024-08-29T17:59:46.891 INFO:teuthology.orchestra.run.smithi028.stdout: } 2024-08-29T17:59:46.891 INFO:teuthology.orchestra.run.smithi028.stdout:} 2024-08-29T17:59:47.371 INFO:tasks.rados.rados.0.smithi028.stdout:3446: done (5 left) 2024-08-29T17:59:47.371 INFO:tasks.rados.rados.0.smithi028.stdout:3447: snap_create 2024-08-29T17:59:47.371 INFO:tasks.rados.rados.0.smithi028.stdout:3441: finishing copy_from to smithi02869045-24 2024-08-29T17:59:47.371 INFO:tasks.rados.rados.0.smithi028.stdout:3441: got expected ENOENT (src dne) 2024-08-29T17:59:47.371 INFO:tasks.rados.rados.0.smithi028.stdout:3441: finishing copy_from racing read to smithi02869045-24 2024-08-29T17:59:47.371 INFO:tasks.rados.rados.0.smithi028.stdout:3442: finishing rollback tid 0 to smithi02869045-35 2024-08-29T17:59:47.371 INFO:tasks.rados.rados.0.smithi028.stdout:3442: finishing rollback tid 1 to smithi02869045-35 2024-08-29T17:59:47.371 INFO:tasks.rados.rados.0.smithi028.stdout:3442: finishing rollback tid 2 to smithi02869045-35 2024-08-29T17:59:47.372 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 35 v 2542 (ObjNum 976 snap 332 seq_num 976) dirty exists 2024-08-29T17:59:47.372 INFO:tasks.rados.rados.0.smithi028.stdout:3444: finishing write tid 1 to smithi02869045-14 2024-08-29T17:59:47.372 INFO:tasks.rados.rados.0.smithi028.stdout:3444: finishing write tid 2 to smithi02869045-14 2024-08-29T17:59:47.372 INFO:tasks.rados.rados.0.smithi028.stdout:3443: finishing copy_from racing read to smithi02869045-11 2024-08-29T17:59:47.372 INFO:tasks.rados.rados.0.smithi028.stdout:3444: finishing write tid 3 to smithi02869045-14 2024-08-29T17:59:47.372 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 14 v 2520 (ObjNum 1045 snap 356 seq_num 1045) dirty exists 2024-08-29T17:59:47.372 INFO:tasks.rados.rados.0.smithi028.stdout:3444: left oid 14 (ObjNum 1045 snap 356 seq_num 1045) 2024-08-29T17:59:47.372 INFO:tasks.rados.rados.0.smithi028.stdout:3443: finishing copy_from to smithi02869045-11 2024-08-29T17:59:47.372 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 11 v 2826 (ObjNum 1027 snap 350 seq_num 1027) dirty exists 2024-08-29T17:59:47.372 INFO:tasks.rados.rados.0.smithi028.stdout:3445: finishing copy_from racing read to smithi02869045-32 2024-08-29T17:59:47.372 INFO:tasks.rados.rados.0.smithi028.stdout:3445: finishing copy_from to smithi02869045-32 2024-08-29T17:59:47.372 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 32 v 3169 (ObjNum 1014 snap 343 seq_num 1014) dirty exists 2024-08-29T17:59:47.630 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:59:47 smithi028 bash[77168]: audit 2024-08-29T17:59:46.161101+0000 mgr.y (mgr.25022) 370 : audit [DBG] from='client.44375 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-08-29T17:59:47.631 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:59:47 smithi028 bash[77168]: cluster 2024-08-29T17:59:46.366396+0000 mon.a (mon.0) 1182 : cluster [DBG] osdmap e773: 8 total, 8 up, 8 in 2024-08-29T17:59:47.631 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:59:47 smithi028 bash[77168]: audit 2024-08-29T17:59:46.484212+0000 mgr.y (mgr.25022) 371 : audit [DBG] from='client.34458 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-08-29T17:59:47.631 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:59:47 smithi028 bash[77168]: audit 2024-08-29T17:59:46.803272+0000 mon.a (mon.0) 1183 : audit [INF] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' 2024-08-29T17:59:47.631 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:59:47 smithi028 bash[77168]: audit 2024-08-29T17:59:46.812727+0000 mon.a (mon.0) 1184 : audit [INF] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' 2024-08-29T17:59:47.631 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:59:47 smithi028 bash[77168]: audit 2024-08-29T17:59:46.814605+0000 mon.a (mon.0) 1185 : audit [DBG] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-29T17:59:47.631 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:59:47 smithi028 bash[77168]: audit 2024-08-29T17:59:46.816196+0000 mon.a (mon.0) 1186 : audit [INF] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-29T17:59:47.631 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:59:47 smithi028 bash[77168]: audit 2024-08-29T17:59:46.825884+0000 mon.a (mon.0) 1187 : audit [INF] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' 2024-08-29T17:59:47.631 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:59:47 smithi028 bash[77168]: audit 2024-08-29T17:59:46.891941+0000 mon.c (mon.2) 17 : audit [DBG] from='client.? 172.21.15.28:0/841314857' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-08-29T17:59:47.631 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:59:47 smithi028 bash[77168]: audit 2024-08-29T17:59:46.978359+0000 mon.a (mon.0) 1188 : audit [DBG] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-29T17:59:47.631 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:59:47 smithi028 bash[77168]: audit 2024-08-29T17:59:46.981528+0000 mon.a (mon.0) 1189 : audit [DBG] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-08-29T17:59:47.632 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:59:47 smithi028 bash[77168]: audit 2024-08-29T17:59:46.984560+0000 mon.a (mon.0) 1190 : audit [DBG] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-08-29T17:59:47.632 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:59:47 smithi028 bash[77168]: audit 2024-08-29T17:59:46.986901+0000 mon.a (mon.0) 1191 : audit [DBG] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-08-29T17:59:47.632 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:59:47 smithi028 bash[77168]: audit 2024-08-29T17:59:46.990320+0000 mon.a (mon.0) 1192 : audit [DBG] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-08-29T17:59:47.632 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:59:47 smithi028 bash[77168]: audit 2024-08-29T17:59:46.994209+0000 mon.a (mon.0) 1193 : audit [DBG] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-08-29T17:59:47.632 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:59:47 smithi028 bash[77168]: audit 2024-08-29T17:59:46.996928+0000 mon.a (mon.0) 1194 : audit [DBG] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-08-29T17:59:47.632 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:59:47 smithi028 bash[77168]: audit 2024-08-29T17:59:46.999707+0000 mon.a (mon.0) 1195 : audit [DBG] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-08-29T17:59:47.632 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:59:47 smithi028 bash[77168]: audit 2024-08-29T17:59:47.002476+0000 mon.a (mon.0) 1196 : audit [DBG] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-08-29T17:59:47.632 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:59:47 smithi028 bash[77168]: audit 2024-08-29T17:59:47.005228+0000 mon.a (mon.0) 1197 : audit [DBG] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-08-29T17:59:47.632 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:59:47 smithi028 bash[77168]: audit 2024-08-29T17:59:47.007989+0000 mon.a (mon.0) 1198 : audit [DBG] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-08-29T17:59:47.632 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:59:47 smithi028 bash[77168]: audit 2024-08-29T17:59:47.010862+0000 mon.a (mon.0) 1199 : audit [DBG] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-08-29T17:59:47.632 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:59:47 smithi028 bash[77168]: audit 2024-08-29T17:59:47.016150+0000 mon.a (mon.0) 1200 : audit [DBG] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-08-29T17:59:47.632 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:59:47 smithi028 bash[77168]: audit 2024-08-29T17:59:47.020126+0000 mon.a (mon.0) 1201 : audit [DBG] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-08-29T17:59:47.633 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:59:47 smithi028 bash[78352]: audit 2024-08-29T17:59:46.161101+0000 mgr.y (mgr.25022) 370 : audit [DBG] from='client.44375 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-08-29T17:59:47.633 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:59:47 smithi028 bash[78352]: cluster 2024-08-29T17:59:46.366396+0000 mon.a (mon.0) 1182 : cluster [DBG] osdmap e773: 8 total, 8 up, 8 in 2024-08-29T17:59:47.633 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:59:47 smithi028 bash[78352]: audit 2024-08-29T17:59:46.484212+0000 mgr.y (mgr.25022) 371 : audit [DBG] from='client.34458 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-08-29T17:59:47.633 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:59:47 smithi028 bash[78352]: audit 2024-08-29T17:59:46.803272+0000 mon.a (mon.0) 1183 : audit [INF] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' 2024-08-29T17:59:47.633 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:59:47 smithi028 bash[78352]: audit 2024-08-29T17:59:46.812727+0000 mon.a (mon.0) 1184 : audit [INF] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' 2024-08-29T17:59:47.633 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:59:47 smithi028 bash[78352]: audit 2024-08-29T17:59:46.814605+0000 mon.a (mon.0) 1185 : audit [DBG] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-29T17:59:47.633 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:59:47 smithi028 bash[78352]: audit 2024-08-29T17:59:46.816196+0000 mon.a (mon.0) 1186 : audit [INF] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-29T17:59:47.633 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:59:47 smithi028 bash[78352]: audit 2024-08-29T17:59:46.825884+0000 mon.a (mon.0) 1187 : audit [INF] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' 2024-08-29T17:59:47.633 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:59:47 smithi028 bash[78352]: audit 2024-08-29T17:59:46.891941+0000 mon.c (mon.2) 17 : audit [DBG] from='client.? 172.21.15.28:0/841314857' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-08-29T17:59:47.633 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:59:47 smithi028 bash[78352]: audit 2024-08-29T17:59:46.978359+0000 mon.a (mon.0) 1188 : audit [DBG] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-29T17:59:47.633 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:59:47 smithi028 bash[78352]: audit 2024-08-29T17:59:46.981528+0000 mon.a (mon.0) 1189 : audit [DBG] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-08-29T17:59:47.633 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:59:47 smithi028 bash[78352]: audit 2024-08-29T17:59:46.984560+0000 mon.a (mon.0) 1190 : audit [DBG] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-08-29T17:59:47.634 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:59:47 smithi028 bash[78352]: audit 2024-08-29T17:59:46.986901+0000 mon.a (mon.0) 1191 : audit [DBG] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-08-29T17:59:47.634 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:59:47 smithi028 bash[78352]: audit 2024-08-29T17:59:46.990320+0000 mon.a (mon.0) 1192 : audit [DBG] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-08-29T17:59:47.634 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:59:47 smithi028 bash[78352]: audit 2024-08-29T17:59:46.994209+0000 mon.a (mon.0) 1193 : audit [DBG] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-08-29T17:59:47.634 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:59:47 smithi028 bash[78352]: audit 2024-08-29T17:59:46.996928+0000 mon.a (mon.0) 1194 : audit [DBG] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-08-29T17:59:47.634 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:59:47 smithi028 bash[78352]: audit 2024-08-29T17:59:46.999707+0000 mon.a (mon.0) 1195 : audit [DBG] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-08-29T17:59:47.634 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:59:47 smithi028 bash[78352]: audit 2024-08-29T17:59:47.002476+0000 mon.a (mon.0) 1196 : audit [DBG] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-08-29T17:59:47.634 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:59:47 smithi028 bash[78352]: audit 2024-08-29T17:59:47.005228+0000 mon.a (mon.0) 1197 : audit [DBG] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-08-29T17:59:47.634 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:59:47 smithi028 bash[78352]: audit 2024-08-29T17:59:47.007989+0000 mon.a (mon.0) 1198 : audit [DBG] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-08-29T17:59:47.634 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:59:47 smithi028 bash[78352]: audit 2024-08-29T17:59:47.010862+0000 mon.a (mon.0) 1199 : audit [DBG] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-08-29T17:59:47.634 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:59:47 smithi028 bash[78352]: audit 2024-08-29T17:59:47.016150+0000 mon.a (mon.0) 1200 : audit [DBG] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-08-29T17:59:47.634 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:59:47 smithi028 bash[78352]: audit 2024-08-29T17:59:47.020126+0000 mon.a (mon.0) 1201 : audit [DBG] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-08-29T17:59:47.673 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:59:47 smithi053 bash[68679]: audit 2024-08-29T17:59:46.161101+0000 mgr.y (mgr.25022) 370 : audit [DBG] from='client.44375 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-08-29T17:59:47.673 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:59:47 smithi053 bash[68679]: cluster 2024-08-29T17:59:46.366396+0000 mon.a (mon.0) 1182 : cluster [DBG] osdmap e773: 8 total, 8 up, 8 in 2024-08-29T17:59:47.673 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:59:47 smithi053 bash[68679]: audit 2024-08-29T17:59:46.484212+0000 mgr.y (mgr.25022) 371 : audit [DBG] from='client.34458 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-08-29T17:59:47.673 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:59:47 smithi053 bash[68679]: audit 2024-08-29T17:59:46.803272+0000 mon.a (mon.0) 1183 : audit [INF] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' 2024-08-29T17:59:47.673 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:59:47 smithi053 bash[68679]: audit 2024-08-29T17:59:46.812727+0000 mon.a (mon.0) 1184 : audit [INF] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' 2024-08-29T17:59:47.673 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:59:47 smithi053 bash[68679]: audit 2024-08-29T17:59:46.814605+0000 mon.a (mon.0) 1185 : audit [DBG] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-29T17:59:47.673 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:59:47 smithi053 bash[68679]: audit 2024-08-29T17:59:46.816196+0000 mon.a (mon.0) 1186 : audit [INF] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-29T17:59:47.674 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:59:47 smithi053 bash[68679]: audit 2024-08-29T17:59:46.825884+0000 mon.a (mon.0) 1187 : audit [INF] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' 2024-08-29T17:59:47.674 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:59:47 smithi053 bash[68679]: audit 2024-08-29T17:59:46.891941+0000 mon.c (mon.2) 17 : audit [DBG] from='client.? 172.21.15.28:0/841314857' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-08-29T17:59:47.674 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:59:47 smithi053 bash[68679]: audit 2024-08-29T17:59:46.978359+0000 mon.a (mon.0) 1188 : audit [DBG] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-29T17:59:47.674 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:59:47 smithi053 bash[68679]: audit 2024-08-29T17:59:46.981528+0000 mon.a (mon.0) 1189 : audit [DBG] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-08-29T17:59:47.674 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:59:47 smithi053 bash[68679]: audit 2024-08-29T17:59:46.984560+0000 mon.a (mon.0) 1190 : audit [DBG] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-08-29T17:59:47.674 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:59:47 smithi053 bash[68679]: audit 2024-08-29T17:59:46.986901+0000 mon.a (mon.0) 1191 : audit [DBG] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-08-29T17:59:47.674 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:59:47 smithi053 bash[68679]: audit 2024-08-29T17:59:46.990320+0000 mon.a (mon.0) 1192 : audit [DBG] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-08-29T17:59:47.674 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:59:47 smithi053 bash[68679]: audit 2024-08-29T17:59:46.994209+0000 mon.a (mon.0) 1193 : audit [DBG] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-08-29T17:59:47.674 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:59:47 smithi053 bash[68679]: audit 2024-08-29T17:59:46.996928+0000 mon.a (mon.0) 1194 : audit [DBG] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-08-29T17:59:47.674 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:59:47 smithi053 bash[68679]: audit 2024-08-29T17:59:46.999707+0000 mon.a (mon.0) 1195 : audit [DBG] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-08-29T17:59:47.674 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:59:47 smithi053 bash[68679]: audit 2024-08-29T17:59:47.002476+0000 mon.a (mon.0) 1196 : audit [DBG] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-08-29T17:59:47.674 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:59:47 smithi053 bash[68679]: audit 2024-08-29T17:59:47.005228+0000 mon.a (mon.0) 1197 : audit [DBG] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-08-29T17:59:47.674 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:59:47 smithi053 bash[68679]: audit 2024-08-29T17:59:47.007989+0000 mon.a (mon.0) 1198 : audit [DBG] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-08-29T17:59:47.675 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:59:47 smithi053 bash[68679]: audit 2024-08-29T17:59:47.010862+0000 mon.a (mon.0) 1199 : audit [DBG] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-08-29T17:59:47.675 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:59:47 smithi053 bash[68679]: audit 2024-08-29T17:59:47.016150+0000 mon.a (mon.0) 1200 : audit [DBG] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-08-29T17:59:47.675 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:59:47 smithi053 bash[68679]: audit 2024-08-29T17:59:47.020126+0000 mon.a (mon.0) 1201 : audit [DBG] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-08-29T17:59:48.389 INFO:tasks.rados.rados.0.smithi028.stdout:3441: done (5 left) 2024-08-29T17:59:48.390 INFO:tasks.rados.rados.0.smithi028.stdout:3442: done (4 left) 2024-08-29T17:59:48.390 INFO:tasks.rados.rados.0.smithi028.stdout:3443: done (3 left) 2024-08-29T17:59:48.390 INFO:tasks.rados.rados.0.smithi028.stdout:3444: done (2 left) 2024-08-29T17:59:48.390 INFO:tasks.rados.rados.0.smithi028.stdout:3445: done (1 left) 2024-08-29T17:59:48.390 INFO:tasks.rados.rados.0.smithi028.stdout:3447: done (0 left) 2024-08-29T17:59:48.390 INFO:tasks.rados.rados.0.smithi028.stdout:3448: rollback oid 42 current snap is 357 2024-08-29T17:59:48.390 INFO:tasks.rados.rados.0.smithi028.stdout:rollback oid 42 to 295 2024-08-29T17:59:48.390 INFO:tasks.rados.rados.0.smithi028.stdout:3449: read oid 27 snap -1 2024-08-29T17:59:48.390 INFO:tasks.rados.rados.0.smithi028.stdout:3449: expect (ObjNum 967 snap 325 seq_num 967) 2024-08-29T17:59:48.390 INFO:tasks.rados.rados.0.smithi028.stdout:3450: setattr oid 17 current snap is 357 2024-08-29T17:59:48.391 INFO:tasks.rados.rados.0.smithi028.stdout:3451: delete oid 5 current snap is 357 2024-08-29T17:59:48.405 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 17 v 3321 (ObjNum 970 snap 326 seq_num 970) dirty exists 2024-08-29T17:59:48.407 INFO:tasks.rados.rados.0.smithi028.stdout:3450: done (3 left) 2024-08-29T17:59:48.408 INFO:tasks.rados.rados.0.smithi028.stdout:3451: done (2 left) 2024-08-29T17:59:48.408 INFO:tasks.rados.rados.0.smithi028.stdout:append oid 14 current snap is 357 2024-08-29T17:59:48.408 INFO:tasks.rados.rados.0.smithi028.stdout:3452: seq_num 1047 ranges {704512=745472} 2024-08-29T17:59:48.428 INFO:tasks.rados.rados.0.smithi028.stdout:3452: writing smithi02869045-14 from 704512 to 1449984 tid 1 2024-08-29T17:59:48.428 INFO:tasks.rados.rados.0.smithi028.stdout:3453: delete oid 48 current snap is 357 2024-08-29T17:59:48.429 INFO:tasks.rados.rados.0.smithi028.stdout:3448: finishing rollback tid 0 to smithi02869045-42 2024-08-29T17:59:48.429 INFO:tasks.rados.rados.0.smithi028.stdout:3448: finishing rollback tid 1 to smithi02869045-42 2024-08-29T17:59:48.429 INFO:tasks.rados.rados.0.smithi028.stdout:3448: finishing rollback tid 2 to smithi02869045-42 2024-08-29T17:59:48.429 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 42 v 2829 (ObjNum 828 snap 279 seq_num 828) dirty exists 2024-08-29T17:59:48.430 INFO:tasks.rados.rados.0.smithi028.stdout:3449: expect (ObjNum 967 snap 325 seq_num 967) 2024-08-29T17:59:48.630 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:59:48 smithi028 bash[78352]: cluster 2024-08-29T17:59:47.096471+0000 mgr.y (mgr.25022) 372 : cluster [DBG] pgmap v684: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 445 MiB data, 2.7 GiB used, 712 GiB / 715 GiB avail; 2.9 MiB/s rd, 120 KiB/s wr, 3 op/s 2024-08-29T17:59:48.630 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:59:48 smithi028 bash[78352]: cluster 2024-08-29T17:59:47.369623+0000 mon.a (mon.0) 1202 : cluster [DBG] osdmap e774: 8 total, 8 up, 8 in 2024-08-29T17:59:48.630 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:59:48 smithi028 bash[77168]: cluster 2024-08-29T17:59:47.096471+0000 mgr.y (mgr.25022) 372 : cluster [DBG] pgmap v684: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 445 MiB data, 2.7 GiB used, 712 GiB / 715 GiB avail; 2.9 MiB/s rd, 120 KiB/s wr, 3 op/s 2024-08-29T17:59:48.630 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:59:48 smithi028 bash[77168]: cluster 2024-08-29T17:59:47.369623+0000 mon.a (mon.0) 1202 : cluster [DBG] osdmap e774: 8 total, 8 up, 8 in 2024-08-29T17:59:48.634 INFO:tasks.rados.rados.0.smithi028.stdout:3452: finishing write tid 1 to smithi02869045-14 2024-08-29T17:59:48.635 INFO:tasks.rados.rados.0.smithi028.stdout:3452: finishing write tid 2 to smithi02869045-14 2024-08-29T17:59:48.635 INFO:tasks.rados.rados.0.smithi028.stdout:3452: finishing write tid 3 to smithi02869045-14 2024-08-29T17:59:48.635 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 14 v 2522 (ObjNum 1047 snap 357 seq_num 1047) dirty exists 2024-08-29T17:59:48.635 INFO:tasks.rados.rados.0.smithi028.stdout:3452: left oid 14 (ObjNum 1047 snap 357 seq_num 1047) 2024-08-29T17:59:48.635 INFO:tasks.rados.rados.0.smithi028.stdout:3448: done (3 left) 2024-08-29T17:59:48.635 INFO:tasks.rados.rados.0.smithi028.stdout:3449: done (2 left) 2024-08-29T17:59:48.635 INFO:tasks.rados.rados.0.smithi028.stdout:3452: done (1 left) 2024-08-29T17:59:48.635 INFO:tasks.rados.rados.0.smithi028.stdout:3453: done (0 left) 2024-08-29T17:59:48.635 INFO:tasks.rados.rados.0.smithi028.stdout:3454: snap_remove snap 331 2024-08-29T17:59:48.825 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:59:48 smithi053 bash[68679]: cluster 2024-08-29T17:59:47.096471+0000 mgr.y (mgr.25022) 372 : cluster [DBG] pgmap v684: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 445 MiB data, 2.7 GiB used, 712 GiB / 715 GiB avail; 2.9 MiB/s rd, 120 KiB/s wr, 3 op/s 2024-08-29T17:59:48.825 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:59:48 smithi053 bash[68679]: cluster 2024-08-29T17:59:47.369623+0000 mon.a (mon.0) 1202 : cluster [DBG] osdmap e774: 8 total, 8 up, 8 in 2024-08-29T17:59:49.319 INFO:tasks.rados.rados.0.smithi028.stdout:3454: done (0 left) 2024-08-29T17:59:49.319 INFO:tasks.rados.rados.0.smithi028.stdout:3455: read oid 19 snap -1 2024-08-29T17:59:49.319 INFO:tasks.rados.rados.0.smithi028.stdout:3455: expect (ObjNum 0 snap 0 seq_num 0) 2024-08-29T17:59:49.319 INFO:tasks.rados.rados.0.smithi028.stdout:3456: snap_remove snap 337 2024-08-29T17:59:49.825 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:59:49 smithi053 bash[68679]: cluster 2024-08-29T17:59:48.390228+0000 mon.a (mon.0) 1203 : cluster [DBG] osdmap e775: 8 total, 8 up, 8 in 2024-08-29T17:59:49.825 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:59:49 smithi053 bash[68679]: cluster 2024-08-29T17:59:49.318005+0000 mon.a (mon.0) 1204 : cluster [DBG] osdmap e776: 8 total, 8 up, 8 in 2024-08-29T17:59:49.880 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:59:49 smithi028 bash[77168]: cluster 2024-08-29T17:59:48.390228+0000 mon.a (mon.0) 1203 : cluster [DBG] osdmap e775: 8 total, 8 up, 8 in 2024-08-29T17:59:49.880 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:59:49 smithi028 bash[77168]: cluster 2024-08-29T17:59:49.318005+0000 mon.a (mon.0) 1204 : cluster [DBG] osdmap e776: 8 total, 8 up, 8 in 2024-08-29T17:59:49.880 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:59:49 smithi028 bash[78352]: cluster 2024-08-29T17:59:48.390228+0000 mon.a (mon.0) 1203 : cluster [DBG] osdmap e775: 8 total, 8 up, 8 in 2024-08-29T17:59:49.880 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:59:49 smithi028 bash[78352]: cluster 2024-08-29T17:59:49.318005+0000 mon.a (mon.0) 1204 : cluster [DBG] osdmap e776: 8 total, 8 up, 8 in 2024-08-29T17:59:50.325 INFO:tasks.rados.rados.0.smithi028.stdout:3456: done (1 left) 2024-08-29T17:59:50.326 INFO:tasks.rados.rados.0.smithi028.stdout:append oid 39 current snap is 357 2024-08-29T17:59:50.326 INFO:tasks.rados.rados.0.smithi028.stdout:3457: seq_num 1049 ranges {1343488=778240} 2024-08-29T17:59:50.359 INFO:tasks.rados.rados.0.smithi028.stdout:3457: writing smithi02869045-39 from 1343488 to 2121728 tid 1 2024-08-29T17:59:50.359 INFO:tasks.rados.rados.0.smithi028.stdout:3458: snap_remove snap 326 2024-08-29T17:59:50.825 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:59:50 smithi053 bash[68679]: cluster 2024-08-29T17:59:49.097277+0000 mgr.y (mgr.25022) 373 : cluster [DBG] pgmap v687: 121 pgs: 2 active+clean+snaptrim, 119 active+clean; 456 MiB data, 2.8 GiB used, 712 GiB / 715 GiB avail; 1.2 KiB/s rd, 2.8 MiB/s wr, 5 op/s 2024-08-29T17:59:50.825 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:59:50 smithi053 bash[68679]: cluster 2024-08-29T17:59:50.320102+0000 mon.a (mon.0) 1205 : cluster [DBG] osdmap e777: 8 total, 8 up, 8 in 2024-08-29T17:59:50.880 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:59:50 smithi028 bash[78352]: cluster 2024-08-29T17:59:49.097277+0000 mgr.y (mgr.25022) 373 : cluster [DBG] pgmap v687: 121 pgs: 2 active+clean+snaptrim, 119 active+clean; 456 MiB data, 2.8 GiB used, 712 GiB / 715 GiB avail; 1.2 KiB/s rd, 2.8 MiB/s wr, 5 op/s 2024-08-29T17:59:50.880 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:59:50 smithi028 bash[78352]: cluster 2024-08-29T17:59:50.320102+0000 mon.a (mon.0) 1205 : cluster [DBG] osdmap e777: 8 total, 8 up, 8 in 2024-08-29T17:59:50.880 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:59:50 smithi028 bash[77168]: cluster 2024-08-29T17:59:49.097277+0000 mgr.y (mgr.25022) 373 : cluster [DBG] pgmap v687: 121 pgs: 2 active+clean+snaptrim, 119 active+clean; 456 MiB data, 2.8 GiB used, 712 GiB / 715 GiB avail; 1.2 KiB/s rd, 2.8 MiB/s wr, 5 op/s 2024-08-29T17:59:50.880 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:59:50 smithi028 bash[77168]: cluster 2024-08-29T17:59:50.320102+0000 mon.a (mon.0) 1205 : cluster [DBG] osdmap e777: 8 total, 8 up, 8 in 2024-08-29T17:59:51.323 INFO:tasks.rados.rados.0.smithi028.stdout:3458: done (2 left) 2024-08-29T17:59:51.323 INFO:tasks.rados.rados.0.smithi028.stdout:3459: read oid 30 snap -1 2024-08-29T17:59:51.323 INFO:tasks.rados.rados.0.smithi028.stdout:3459: expect deleted 2024-08-29T17:59:51.324 INFO:tasks.rados.rados.0.smithi028.stdout:append oid 15 current snap is 357 2024-08-29T17:59:51.324 INFO:tasks.rados.rados.0.smithi028.stdout:3460: seq_num 1050 ranges {606208=794624} 2024-08-29T17:59:51.333 INFO:tasks.rados.rados.0.smithi028.stdout:3460: writing smithi02869045-15 from 606208 to 1400832 tid 1 2024-08-29T17:59:51.333 INFO:tasks.rados.rados.0.smithi028.stdout:append oid 9 current snap is 357 2024-08-29T17:59:51.333 INFO:tasks.rados.rados.0.smithi028.stdout:3461: seq_num 1051 ranges {6029312=409600,6438912=401408} 2024-08-29T17:59:51.371 INFO:tasks.rados.rados.0.smithi028.stdout:3461: writing smithi02869045-9 from 6029312 to 6438912 tid 1 2024-08-29T17:59:51.374 INFO:tasks.rados.rados.0.smithi028.stdout:3461: writing smithi02869045-9 from 6438912 to 6840320 tid 2 2024-08-29T17:59:51.374 INFO:tasks.rados.rados.0.smithi028.stdout:3462: setattr oid 41 current snap is 357 2024-08-29T17:59:51.374 INFO:tasks.rados.rados.0.smithi028.stdout:3455: expect (ObjNum 0 snap 0 seq_num 0) 2024-08-29T17:59:51.377 INFO:tasks.rados.rados.0.smithi028.stdout:3457: finishing write tid 1 to smithi02869045-39 2024-08-29T17:59:51.377 INFO:tasks.rados.rados.0.smithi028.stdout:3457: finishing write tid 2 to smithi02869045-39 2024-08-29T17:59:51.377 INFO:tasks.rados.rados.0.smithi028.stdout:3457: finishing write tid 3 to smithi02869045-39 2024-08-29T17:59:51.377 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 39 v 3172 (ObjNum 1049 snap 357 seq_num 1049) dirty exists 2024-08-29T17:59:51.377 INFO:tasks.rados.rados.0.smithi028.stdout:3457: left oid 39 (ObjNum 1049 snap 357 seq_num 1049) 2024-08-29T17:59:51.377 INFO:tasks.rados.rados.0.smithi028.stdout:3460: finishing write tid 1 to smithi02869045-15 2024-08-29T17:59:51.377 INFO:tasks.rados.rados.0.smithi028.stdout:3460: finishing write tid 2 to smithi02869045-15 2024-08-29T17:59:51.377 INFO:tasks.rados.rados.0.smithi028.stdout:3460: finishing write tid 3 to smithi02869045-15 2024-08-29T17:59:51.377 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 15 v 3174 (ObjNum 1050 snap 357 seq_num 1050) dirty exists 2024-08-29T17:59:51.377 INFO:tasks.rados.rados.0.smithi028.stdout:3460: left oid 15 (ObjNum 1050 snap 357 seq_num 1050) 2024-08-29T17:59:51.377 INFO:tasks.rados.rados.0.smithi028.stdout:3455: done (5 left) 2024-08-29T17:59:51.378 INFO:tasks.rados.rados.0.smithi028.stdout:3457: done (4 left) 2024-08-29T17:59:51.378 INFO:tasks.rados.rados.0.smithi028.stdout:3459: done (3 left) 2024-08-29T17:59:51.378 INFO:tasks.rados.rados.0.smithi028.stdout:3460: done (2 left) 2024-08-29T17:59:51.378 INFO:tasks.rados.rados.0.smithi028.stdout:3463: rollback oid 19 current snap is 357 2024-08-29T17:59:51.378 INFO:tasks.rados.rados.0.smithi028.stdout:rollback oid 19 to 339 2024-08-29T17:59:51.378 INFO:tasks.rados.rados.0.smithi028.stdout:3464: snap_remove snap 324 2024-08-29T17:59:51.825 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:59:51 smithi053 bash[68679]: cephadm 2024-08-29T17:59:50.048563+0000 mgr.y (mgr.25022) 374 : cephadm [INF] Upgrade: Updating prometheus.a 2024-08-29T17:59:51.825 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:59:51 smithi053 bash[68679]: cephadm 2024-08-29T17:59:50.379831+0000 mgr.y (mgr.25022) 375 : cephadm [INF] Deploying daemon prometheus.a on smithi053 2024-08-29T17:59:51.825 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:59:51 smithi053 bash[68679]: cluster 2024-08-29T17:59:51.323802+0000 mon.a (mon.0) 1206 : cluster [DBG] osdmap e778: 8 total, 8 up, 8 in 2024-08-29T17:59:51.880 INFO:journalctl@ceph.mgr.y.smithi028.stdout:Aug 29 17:59:51 smithi028 bash[70818]: ::ffff:172.21.15.53 - - [29/Aug/2024:17:59:51] "GET /metrics HTTP/1.1" 200 36244 "" "Prometheus/2.43.0" 2024-08-29T17:59:51.880 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:59:51 smithi028 bash[77168]: cephadm 2024-08-29T17:59:50.048563+0000 mgr.y (mgr.25022) 374 : cephadm [INF] Upgrade: Updating prometheus.a 2024-08-29T17:59:51.880 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:59:51 smithi028 bash[77168]: cephadm 2024-08-29T17:59:50.379831+0000 mgr.y (mgr.25022) 375 : cephadm [INF] Deploying daemon prometheus.a on smithi053 2024-08-29T17:59:51.880 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:59:51 smithi028 bash[77168]: cluster 2024-08-29T17:59:51.323802+0000 mon.a (mon.0) 1206 : cluster [DBG] osdmap e778: 8 total, 8 up, 8 in 2024-08-29T17:59:51.881 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:59:51 smithi028 bash[78352]: cephadm 2024-08-29T17:59:50.048563+0000 mgr.y (mgr.25022) 374 : cephadm [INF] Upgrade: Updating prometheus.a 2024-08-29T17:59:51.881 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:59:51 smithi028 bash[78352]: cephadm 2024-08-29T17:59:50.379831+0000 mgr.y (mgr.25022) 375 : cephadm [INF] Deploying daemon prometheus.a on smithi053 2024-08-29T17:59:51.881 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:59:51 smithi028 bash[78352]: cluster 2024-08-29T17:59:51.323802+0000 mon.a (mon.0) 1206 : cluster [DBG] osdmap e778: 8 total, 8 up, 8 in 2024-08-29T17:59:52.328 INFO:tasks.rados.rados.0.smithi028.stdout:3461: finishing write tid 1 to smithi02869045-9 2024-08-29T17:59:52.328 INFO:tasks.rados.rados.0.smithi028.stdout:3461: finishing write tid 2 to smithi02869045-9 2024-08-29T17:59:52.328 INFO:tasks.rados.rados.0.smithi028.stdout:3461: finishing write tid 3 to smithi02869045-9 2024-08-29T17:59:52.328 INFO:tasks.rados.rados.0.smithi028.stdout:3463: finishing rollback tid 0 to smithi02869045-19 2024-08-29T17:59:52.328 INFO:tasks.rados.rados.0.smithi028.stdout:3461: finishing write tid 4 to smithi02869045-9 2024-08-29T17:59:52.328 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 9 v 3155 (ObjNum 1051 snap 357 seq_num 1051) dirty exists 2024-08-29T17:59:52.328 INFO:tasks.rados.rados.0.smithi028.stdout:3461: left oid 9 (ObjNum 1051 snap 357 seq_num 1051) 2024-08-29T17:59:52.328 INFO:tasks.rados.rados.0.smithi028.stdout:3463: finishing rollback tid 1 to smithi02869045-19 2024-08-29T17:59:52.328 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 19 v 2565 (ObjNum 161 snap 0 seq_num 0) dirty dne 2024-08-29T17:59:52.328 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 41 v 3156 (ObjNum 1011 snap 343 seq_num 1011) dirty exists 2024-08-29T17:59:52.328 INFO:tasks.rados.rados.0.smithi028.stdout:3461: done (3 left) 2024-08-29T17:59:52.329 INFO:tasks.rados.rados.0.smithi028.stdout:3462: done (2 left) 2024-08-29T17:59:52.329 INFO:tasks.rados.rados.0.smithi028.stdout:3463: done (1 left) 2024-08-29T17:59:52.329 INFO:tasks.rados.rados.0.smithi028.stdout:3464: done (0 left) 2024-08-29T17:59:52.329 INFO:tasks.rados.rados.0.smithi028.stdout:3465: rmattr oid 22 current snap is 357 2024-08-29T17:59:52.329 INFO:tasks.rados.rados.0.smithi028.stdout:3465: done (0 left) 2024-08-29T17:59:52.329 INFO:tasks.rados.rados.0.smithi028.stdout:append oid 28 current snap is 357 2024-08-29T17:59:52.329 INFO:tasks.rados.rados.0.smithi028.stdout:3466: seq_num 1052 ranges {2670592=425984,3096576=401408} 2024-08-29T17:59:52.348 INFO:tasks.rados.rados.0.smithi028.stdout:3466: writing smithi02869045-28 from 2670592 to 3096576 tid 1 2024-08-29T17:59:52.352 INFO:tasks.rados.rados.0.smithi028.stdout:3466: writing smithi02869045-28 from 3096576 to 3497984 tid 2 2024-08-29T17:59:52.352 INFO:tasks.rados.rados.0.smithi028.stdout:3467: rmattr oid 41 current snap is 357 2024-08-29T17:59:52.353 INFO:tasks.rados.rados.0.smithi028.stdout:3468: read oid 24 snap 333 2024-08-29T17:59:52.353 INFO:tasks.rados.rados.0.smithi028.stdout:3468: expect (ObjNum 907 snap 306 seq_num 907) 2024-08-29T17:59:52.353 INFO:tasks.rados.rados.0.smithi028.stdout:3469: read oid 47 snap -1 2024-08-29T17:59:52.353 INFO:tasks.rados.rados.0.smithi028.stdout:3469: expect (ObjNum 1042 snap 356 seq_num 1042) 2024-08-29T17:59:52.353 INFO:tasks.rados.rados.0.smithi028.stdout:3470: snap_create 2024-08-29T17:59:52.363 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 41 v 3157 (ObjNum 1011 snap 343 seq_num 1011) dirty exists 2024-08-29T17:59:52.372 INFO:tasks.rados.rados.0.smithi028.stdout:3466: finishing write tid 1 to smithi02869045-28 2024-08-29T17:59:52.373 INFO:tasks.rados.rados.0.smithi028.stdout:3466: finishing write tid 2 to smithi02869045-28 2024-08-29T17:59:52.373 INFO:tasks.rados.rados.0.smithi028.stdout:3466: finishing write tid 3 to smithi02869045-28 2024-08-29T17:59:52.380 INFO:tasks.rados.rados.0.smithi028.stdout:3468: expect (ObjNum 907 snap 306 seq_num 907) 2024-08-29T17:59:52.481 INFO:tasks.rados.rados.0.smithi028.stdout:3469: expect (ObjNum 1042 snap 356 seq_num 1042) 2024-08-29T17:59:52.535 INFO:tasks.rados.rados.0.smithi028.stdout:3466: finishing write tid 4 to smithi02869045-28 2024-08-29T17:59:52.535 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 28 v 3177 (ObjNum 1052 snap 357 seq_num 1052) dirty exists 2024-08-29T17:59:52.535 INFO:tasks.rados.rados.0.smithi028.stdout:3466: left oid 28 (ObjNum 1052 snap 357 seq_num 1052) 2024-08-29T17:59:52.575 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:59:52 smithi053 bash[68679]: cluster 2024-08-29T17:59:51.098240+0000 mgr.y (mgr.25022) 376 : cluster [DBG] pgmap v690: 121 pgs: 3 active+clean+snaptrim, 118 active+clean; 468 MiB data, 2.8 GiB used, 712 GiB / 715 GiB avail; 2.9 MiB/s rd, 4.0 MiB/s wr, 12 op/s 2024-08-29T17:59:52.575 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:59:52 smithi053 bash[68679]: cluster 2024-08-29T17:59:52.327008+0000 mon.a (mon.0) 1207 : cluster [DBG] osdmap e779: 8 total, 8 up, 8 in 2024-08-29T17:59:52.575 INFO:journalctl@ceph.prometheus.a.smithi053.stdout:Aug 29 17:59:52 smithi053 bash[61790]: ts=2024-08-29T17:59:52.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"3167ee72-662c-11ef-bcd4-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-29T17:59:52.880 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:59:52 smithi028 bash[78352]: cluster 2024-08-29T17:59:51.098240+0000 mgr.y (mgr.25022) 376 : cluster [DBG] pgmap v690: 121 pgs: 3 active+clean+snaptrim, 118 active+clean; 468 MiB data, 2.8 GiB used, 712 GiB / 715 GiB avail; 2.9 MiB/s rd, 4.0 MiB/s wr, 12 op/s 2024-08-29T17:59:52.880 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:59:52 smithi028 bash[78352]: cluster 2024-08-29T17:59:52.327008+0000 mon.a (mon.0) 1207 : cluster [DBG] osdmap e779: 8 total, 8 up, 8 in 2024-08-29T17:59:52.880 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:59:52 smithi028 bash[77168]: cluster 2024-08-29T17:59:51.098240+0000 mgr.y (mgr.25022) 376 : cluster [DBG] pgmap v690: 121 pgs: 3 active+clean+snaptrim, 118 active+clean; 468 MiB data, 2.8 GiB used, 712 GiB / 715 GiB avail; 2.9 MiB/s rd, 4.0 MiB/s wr, 12 op/s 2024-08-29T17:59:52.880 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:59:52 smithi028 bash[77168]: cluster 2024-08-29T17:59:52.327008+0000 mon.a (mon.0) 1207 : cluster [DBG] osdmap e779: 8 total, 8 up, 8 in 2024-08-29T17:59:53.329 INFO:tasks.rados.rados.0.smithi028.stdout:3466: done (4 left) 2024-08-29T17:59:53.329 INFO:tasks.rados.rados.0.smithi028.stdout:3467: done (3 left) 2024-08-29T17:59:53.329 INFO:tasks.rados.rados.0.smithi028.stdout:3468: done (2 left) 2024-08-29T17:59:53.330 INFO:tasks.rados.rados.0.smithi028.stdout:3469: done (1 left) 2024-08-29T17:59:53.330 INFO:tasks.rados.rados.0.smithi028.stdout:3470: done (0 left) 2024-08-29T17:59:53.330 INFO:tasks.rados.rados.0.smithi028.stdout:3471: copy_from oid 47 from oid 22 current snap is 358 2024-08-29T17:59:53.330 INFO:tasks.rados.rados.0.smithi028.stdout:append oid 49 current snap is 358 2024-08-29T17:59:53.330 INFO:tasks.rados.rados.0.smithi028.stdout:3472: seq_num 1053 ranges {0=442368,442368=401408} 2024-08-29T17:59:53.333 INFO:tasks.rados.rados.0.smithi028.stdout:3472: writing smithi02869045-49 from 0 to 442368 tid 1 2024-08-29T17:59:53.336 INFO:tasks.rados.rados.0.smithi028.stdout:3472: writing smithi02869045-49 from 442368 to 843776 tid 2 2024-08-29T17:59:53.336 INFO:tasks.rados.rados.0.smithi028.stdout:3473: snap_remove snap 345 2024-08-29T17:59:54.324 INFO:tasks.rados.rados.0.smithi028.stdout:3473: done (2 left) 2024-08-29T17:59:54.325 INFO:tasks.rados.rados.0.smithi028.stdout:3474: rmattr oid 16 current snap is 358 2024-08-29T17:59:54.325 INFO:tasks.rados.rados.0.smithi028.stdout:3471: finishing copy_from to smithi02869045-47 2024-08-29T17:59:54.325 INFO:tasks.rados.rados.0.smithi028.stdout:3471: got expected ENOENT (src dne) 2024-08-29T17:59:54.325 INFO:tasks.rados.rados.0.smithi028.stdout:3471: finishing copy_from racing read to smithi02869045-47 2024-08-29T17:59:54.325 INFO:tasks.rados.rados.0.smithi028.stdout:3472: finishing write tid 1 to smithi02869045-49 2024-08-29T17:59:54.325 INFO:tasks.rados.rados.0.smithi028.stdout:3472: finishing write tid 2 to smithi02869045-49 2024-08-29T17:59:54.325 INFO:tasks.rados.rados.0.smithi028.stdout:3472: finishing write tid 3 to smithi02869045-49 2024-08-29T17:59:54.325 INFO:tasks.rados.rados.0.smithi028.stdout:3472: finishing write tid 4 to smithi02869045-49 2024-08-29T17:59:54.325 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 49 v 2921 (ObjNum 1053 snap 358 seq_num 1053) dirty exists 2024-08-29T17:59:54.325 INFO:tasks.rados.rados.0.smithi028.stdout:3472: left oid 49 (ObjNum 1053 snap 358 seq_num 1053) 2024-08-29T17:59:54.325 INFO:tasks.rados.rados.0.smithi028.stdout:3471: done (2 left) 2024-08-29T17:59:54.325 INFO:tasks.rados.rados.0.smithi028.stdout:3472: done (1 left) 2024-08-29T17:59:54.326 INFO:tasks.rados.rados.0.smithi028.stdout:3475: delete oid 42 current snap is 358 2024-08-29T17:59:54.353 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 16 v 2566 (ObjNum 161 snap 0 seq_num 1) dirty exists 2024-08-29T17:59:54.359 INFO:tasks.rados.rados.0.smithi028.stdout:3474: done (1 left) 2024-08-29T17:59:54.359 INFO:tasks.rados.rados.0.smithi028.stdout:3475: done (0 left) 2024-08-29T17:59:54.360 INFO:tasks.rados.rados.0.smithi028.stdout:3476: rollback oid 27 current snap is 358 2024-08-29T17:59:54.360 INFO:tasks.rados.rados.0.smithi028.stdout:rollback oid 27 to 344 2024-08-29T17:59:54.360 INFO:tasks.rados.rados.0.smithi028.stdout:3477: snap_remove snap 322 2024-08-29T17:59:54.607 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:59:54 smithi053 bash[68679]: cluster 2024-08-29T17:59:53.099055+0000 mgr.y (mgr.25022) 377 : cluster [DBG] pgmap v693: 121 pgs: 2 active+clean+snaptrim, 119 active+clean; 468 MiB data, 2.8 GiB used, 712 GiB / 715 GiB avail; 2.9 MiB/s rd, 1.2 MiB/s wr, 6 op/s 2024-08-29T17:59:54.607 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:59:54 smithi053 bash[68679]: cluster 2024-08-29T17:59:53.328212+0000 mon.a (mon.0) 1208 : cluster [DBG] osdmap e780: 8 total, 8 up, 8 in 2024-08-29T17:59:54.607 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:59:54 smithi053 bash[68679]: cluster 2024-08-29T17:59:54.320247+0000 mon.a (mon.0) 1209 : cluster [DBG] osdmap e781: 8 total, 8 up, 8 in 2024-08-29T17:59:54.630 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:59:54 smithi028 bash[78352]: cluster 2024-08-29T17:59:53.099055+0000 mgr.y (mgr.25022) 377 : cluster [DBG] pgmap v693: 121 pgs: 2 active+clean+snaptrim, 119 active+clean; 468 MiB data, 2.8 GiB used, 712 GiB / 715 GiB avail; 2.9 MiB/s rd, 1.2 MiB/s wr, 6 op/s 2024-08-29T17:59:54.630 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:59:54 smithi028 bash[78352]: cluster 2024-08-29T17:59:53.328212+0000 mon.a (mon.0) 1208 : cluster [DBG] osdmap e780: 8 total, 8 up, 8 in 2024-08-29T17:59:54.630 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:59:54 smithi028 bash[78352]: cluster 2024-08-29T17:59:54.320247+0000 mon.a (mon.0) 1209 : cluster [DBG] osdmap e781: 8 total, 8 up, 8 in 2024-08-29T17:59:54.630 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:59:54 smithi028 bash[77168]: cluster 2024-08-29T17:59:53.099055+0000 mgr.y (mgr.25022) 377 : cluster [DBG] pgmap v693: 121 pgs: 2 active+clean+snaptrim, 119 active+clean; 468 MiB data, 2.8 GiB used, 712 GiB / 715 GiB avail; 2.9 MiB/s rd, 1.2 MiB/s wr, 6 op/s 2024-08-29T17:59:54.630 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:59:54 smithi028 bash[77168]: cluster 2024-08-29T17:59:53.328212+0000 mon.a (mon.0) 1208 : cluster [DBG] osdmap e780: 8 total, 8 up, 8 in 2024-08-29T17:59:54.630 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:59:54 smithi028 bash[77168]: cluster 2024-08-29T17:59:54.320247+0000 mon.a (mon.0) 1209 : cluster [DBG] osdmap e781: 8 total, 8 up, 8 in 2024-08-29T17:59:55.344 INFO:tasks.rados.rados.0.smithi028.stdout:3477: done (1 left) 2024-08-29T17:59:55.344 INFO:tasks.rados.rados.0.smithi028.stdout:3478: snap_remove snap 349 2024-08-29T17:59:55.966 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:59:55 smithi053 systemd[1]: /etc/systemd/system/ceph-3167ee72-662c-11ef-bcd4-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-08-29T17:59:55.966 INFO:journalctl@ceph.mgr.x.smithi053.stdout:Aug 29 17:59:55 smithi053 systemd[1]: /etc/systemd/system/ceph-3167ee72-662c-11ef-bcd4-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-08-29T17:59:55.967 INFO:journalctl@ceph.osd.4.smithi053.stdout:Aug 29 17:59:55 smithi053 systemd[1]: /etc/systemd/system/ceph-3167ee72-662c-11ef-bcd4-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-08-29T17:59:55.967 INFO:journalctl@ceph.osd.5.smithi053.stdout:Aug 29 17:59:55 smithi053 systemd[1]: /etc/systemd/system/ceph-3167ee72-662c-11ef-bcd4-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-08-29T17:59:55.967 INFO:journalctl@ceph.prometheus.a.smithi053.stdout:Aug 29 17:59:55 smithi053 systemd[1]: /etc/systemd/system/ceph-3167ee72-662c-11ef-bcd4-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-08-29T17:59:55.967 INFO:journalctl@ceph.prometheus.a.smithi053.stdout:Aug 29 17:59:55 smithi053 systemd[1]: Stopping Ceph prometheus.a for 3167ee72-662c-11ef-bcd4-c7b262605968... 2024-08-29T17:59:55.968 INFO:journalctl@ceph.osd.7.smithi053.stdout:Aug 29 17:59:55 smithi053 systemd[1]: /etc/systemd/system/ceph-3167ee72-662c-11ef-bcd4-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-08-29T17:59:55.968 INFO:journalctl@ceph.node-exporter.b.smithi053.stdout:Aug 29 17:59:55 smithi053 systemd[1]: /etc/systemd/system/ceph-3167ee72-662c-11ef-bcd4-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-08-29T17:59:55.968 INFO:journalctl@ceph.grafana.a.smithi053.stdout:Aug 29 17:59:55 smithi053 systemd[1]: /etc/systemd/system/ceph-3167ee72-662c-11ef-bcd4-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-08-29T17:59:55.968 INFO:journalctl@ceph.osd.6.smithi053.stdout:Aug 29 17:59:55 smithi053 systemd[1]: /etc/systemd/system/ceph-3167ee72-662c-11ef-bcd4-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-08-29T17:59:55.969 INFO:journalctl@ceph.mds.b.smithi053.stdout:Aug 29 17:59:55 smithi053 systemd[1]: /etc/systemd/system/ceph-3167ee72-662c-11ef-bcd4-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-08-29T17:59:56.325 INFO:journalctl@ceph.prometheus.a.smithi053.stdout:Aug 29 17:59:56 smithi053 bash[61790]: ts=2024-08-29T17:59:56.110Z caller=main.go:840 level=warn msg="Received SIGTERM, exiting gracefully..." 2024-08-29T17:59:56.325 INFO:journalctl@ceph.prometheus.a.smithi053.stdout:Aug 29 17:59:56 smithi053 bash[61790]: ts=2024-08-29T17:59:56.110Z caller=main.go:864 level=info msg="Stopping scrape discovery manager..." 2024-08-29T17:59:56.325 INFO:journalctl@ceph.prometheus.a.smithi053.stdout:Aug 29 17:59:56 smithi053 bash[61790]: ts=2024-08-29T17:59:56.110Z caller=main.go:878 level=info msg="Stopping notify discovery manager..." 2024-08-29T17:59:56.326 INFO:journalctl@ceph.prometheus.a.smithi053.stdout:Aug 29 17:59:56 smithi053 bash[61790]: ts=2024-08-29T17:59:56.110Z caller=manager.go:988 level=info component="rule manager" msg="Stopping rule manager..." 2024-08-29T17:59:56.326 INFO:journalctl@ceph.prometheus.a.smithi053.stdout:Aug 29 17:59:56 smithi053 bash[61790]: ts=2024-08-29T17:59:56.110Z caller=main.go:874 level=info msg="Notify discovery manager stopped" 2024-08-29T17:59:56.326 INFO:journalctl@ceph.prometheus.a.smithi053.stdout:Aug 29 17:59:56 smithi053 bash[61790]: ts=2024-08-29T17:59:56.110Z caller=main.go:860 level=info msg="Scrape discovery manager stopped" 2024-08-29T17:59:56.326 INFO:journalctl@ceph.prometheus.a.smithi053.stdout:Aug 29 17:59:56 smithi053 bash[61790]: ts=2024-08-29T17:59:56.110Z caller=manager.go:998 level=info component="rule manager" msg="Rule manager stopped" 2024-08-29T17:59:56.326 INFO:journalctl@ceph.prometheus.a.smithi053.stdout:Aug 29 17:59:56 smithi053 bash[61790]: ts=2024-08-29T17:59:56.110Z caller=main.go:915 level=info msg="Stopping scrape manager..." 2024-08-29T17:59:56.326 INFO:journalctl@ceph.prometheus.a.smithi053.stdout:Aug 29 17:59:56 smithi053 bash[61790]: ts=2024-08-29T17:59:56.110Z caller=main.go:907 level=info msg="Scrape manager stopped" 2024-08-29T17:59:56.326 INFO:journalctl@ceph.prometheus.a.smithi053.stdout:Aug 29 17:59:56 smithi053 bash[61790]: ts=2024-08-29T17:59:56.111Z caller=notifier.go:606 level=info component=notifier msg="Stopping notification manager..." 2024-08-29T17:59:56.326 INFO:journalctl@ceph.prometheus.a.smithi053.stdout:Aug 29 17:59:56 smithi053 bash[61790]: ts=2024-08-29T17:59:56.111Z caller=main.go:1135 level=info msg="Notifier manager stopped" 2024-08-29T17:59:56.326 INFO:journalctl@ceph.prometheus.a.smithi053.stdout:Aug 29 17:59:56 smithi053 bash[61790]: ts=2024-08-29T17:59:56.111Z caller=main.go:1147 level=info msg="See you next time!" 2024-08-29T17:59:56.339 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:59:56 smithi053 bash[68679]: cluster 2024-08-29T17:59:55.100181+0000 mgr.y (mgr.25022) 378 : cluster [DBG] pgmap v696: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 479 MiB data, 2.8 GiB used, 712 GiB / 715 GiB avail; 2.6 MiB/s rd, 1.1 MiB/s wr, 22 op/s 2024-08-29T17:59:56.355 INFO:tasks.rados.rados.0.smithi028.stdout:3478: done (1 left) 2024-08-29T17:59:56.355 INFO:tasks.rados.rados.0.smithi028.stdout:3479: setattr oid 11 current snap is 358 2024-08-29T17:59:56.356 INFO:tasks.rados.rados.0.smithi028.stdout:3476: finishing rollback tid 0 to smithi02869045-27 2024-08-29T17:59:56.356 INFO:tasks.rados.rados.0.smithi028.stdout:3476: finishing rollback tid 1 to smithi02869045-27 2024-08-29T17:59:56.356 INFO:tasks.rados.rados.0.smithi028.stdout:3476: finishing rollback tid 2 to smithi02869045-27 2024-08-29T17:59:56.356 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 27 v 2576 (ObjNum 1009 snap 343 seq_num 1009) dirty exists 2024-08-29T17:59:56.357 INFO:tasks.rados.rados.0.smithi028.stdout:3476: done (1 left) 2024-08-29T17:59:56.357 INFO:tasks.rados.rados.0.smithi028.stdout:3480: delete oid 34 current snap is 358 2024-08-29T17:59:56.386 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 11 v 3158 (ObjNum 1027 snap 350 seq_num 1027) dirty exists 2024-08-29T17:59:56.392 INFO:tasks.rados.rados.0.smithi028.stdout:3479: done (1 left) 2024-08-29T17:59:56.392 INFO:tasks.rados.rados.0.smithi028.stdout:3480: done (0 left) 2024-08-29T17:59:56.392 INFO:tasks.rados.rados.0.smithi028.stdout:3481: read oid 23 snap -1 2024-08-29T17:59:56.392 INFO:tasks.rados.rados.0.smithi028.stdout:3481: expect (ObjNum 1037 snap 355 seq_num 1037) 2024-08-29T17:59:56.393 INFO:tasks.rados.rados.0.smithi028.stdout:3482: copy_from oid 39 from oid 27 current snap is 358 2024-08-29T17:59:56.393 INFO:tasks.rados.rados.0.smithi028.stdout:3483: rmattr oid 20 current snap is 358 2024-08-29T17:59:56.393 INFO:tasks.rados.rados.0.smithi028.stdout:3483: done (2 left) 2024-08-29T17:59:56.393 INFO:tasks.rados.rados.0.smithi028.stdout:3484: read oid 11 snap 321 2024-08-29T17:59:56.393 INFO:tasks.rados.rados.0.smithi028.stdout:3484: expect (ObjNum 923 snap 307 seq_num 923) 2024-08-29T17:59:56.393 INFO:tasks.rados.rados.0.smithi028.stdout:3485: snap_create 2024-08-29T17:59:56.417 INFO:tasks.rados.rados.0.smithi028.stdout:3481: expect (ObjNum 1037 snap 355 seq_num 1037) 2024-08-29T17:59:56.597 INFO:tasks.rados.rados.0.smithi028.stdout:3484: expect (ObjNum 923 snap 307 seq_num 923) 2024-08-29T17:59:56.632 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:59:56 smithi028 bash[78352]: cluster 2024-08-29T17:59:55.100181+0000 mgr.y (mgr.25022) 378 : cluster [DBG] pgmap v696: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 479 MiB data, 2.8 GiB used, 712 GiB / 715 GiB avail; 2.6 MiB/s rd, 1.1 MiB/s wr, 22 op/s 2024-08-29T17:59:56.632 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:59:56 smithi028 bash[78352]: cluster 2024-08-29T17:59:55.344556+0000 mon.a (mon.0) 1210 : cluster [DBG] osdmap e782: 8 total, 8 up, 8 in 2024-08-29T17:59:56.633 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:59:56 smithi028 bash[77168]: cluster 2024-08-29T17:59:55.100181+0000 mgr.y (mgr.25022) 378 : cluster [DBG] pgmap v696: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 479 MiB data, 2.8 GiB used, 712 GiB / 715 GiB avail; 2.6 MiB/s rd, 1.1 MiB/s wr, 22 op/s 2024-08-29T17:59:56.633 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:59:56 smithi028 bash[77168]: cluster 2024-08-29T17:59:55.344556+0000 mon.a (mon.0) 1210 : cluster [DBG] osdmap e782: 8 total, 8 up, 8 in 2024-08-29T17:59:56.768 INFO:tasks.rados.rados.0.smithi028.stdout:3482: finishing copy_from racing read to smithi02869045-39 2024-08-29T17:59:56.769 INFO:tasks.rados.rados.0.smithi028.stdout:3482: finishing copy_from to smithi02869045-39 2024-08-29T17:59:56.769 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 39 v 2576 (ObjNum 1009 snap 343 seq_num 1009) dirty exists 2024-08-29T17:59:56.825 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:59:56 smithi053 bash[68679]: cluster 2024-08-29T17:59:55.344556+0000 mon.a (mon.0) 1210 : cluster [DBG] osdmap e782: 8 total, 8 up, 8 in 2024-08-29T17:59:57.147 INFO:journalctl@ceph.prometheus.a.smithi053.stdout:Aug 29 17:59:56 smithi053 bash[95453]: ceph-3167ee72-662c-11ef-bcd4-c7b262605968-prometheus-a 2024-08-29T17:59:57.147 INFO:journalctl@ceph.prometheus.a.smithi053.stdout:Aug 29 17:59:57 smithi053 bash[95513]: ceph-3167ee72-662c-11ef-bcd4-c7b262605968-prometheus-a 2024-08-29T17:59:57.147 INFO:journalctl@ceph.prometheus.a.smithi053.stdout:Aug 29 17:59:57 smithi053 systemd[1]: ceph-3167ee72-662c-11ef-bcd4-c7b262605968@prometheus.a.service: Deactivated successfully. 2024-08-29T17:59:57.147 INFO:journalctl@ceph.prometheus.a.smithi053.stdout:Aug 29 17:59:57 smithi053 systemd[1]: Stopped Ceph prometheus.a for 3167ee72-662c-11ef-bcd4-c7b262605968. 2024-08-29T17:59:57.365 INFO:tasks.rados.rados.0.smithi028.stdout:3481: done (3 left) 2024-08-29T17:59:57.365 INFO:tasks.rados.rados.0.smithi028.stdout:3482: done (2 left) 2024-08-29T17:59:57.365 INFO:tasks.rados.rados.0.smithi028.stdout:3484: done (1 left) 2024-08-29T17:59:57.365 INFO:tasks.rados.rados.0.smithi028.stdout:3485: done (0 left) 2024-08-29T17:59:57.365 INFO:tasks.rados.rados.0.smithi028.stdout:3486: setattr oid 16 current snap is 359 2024-08-29T17:59:57.369 INFO:tasks.rados.rados.0.smithi028.stdout:3487: read oid 45 snap -1 2024-08-29T17:59:57.369 INFO:tasks.rados.rados.0.smithi028.stdout:3487: expect deleted 2024-08-29T17:59:57.369 INFO:tasks.rados.rados.0.smithi028.stdout:3488: snap_create 2024-08-29T17:59:57.384 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 16 v 2567 (ObjNum 273 snap 0 seq_num 0) dirty exists 2024-08-29T17:59:57.439 INFO:journalctl@ceph.mgr.x.smithi053.stdout:Aug 29 17:59:57 smithi053 systemd[1]: /etc/systemd/system/ceph-3167ee72-662c-11ef-bcd4-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-08-29T17:59:57.439 INFO:journalctl@ceph.osd.7.smithi053.stdout:Aug 29 17:59:57 smithi053 systemd[1]: /etc/systemd/system/ceph-3167ee72-662c-11ef-bcd4-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-08-29T17:59:57.440 INFO:journalctl@ceph.mds.b.smithi053.stdout:Aug 29 17:59:57 smithi053 systemd[1]: /etc/systemd/system/ceph-3167ee72-662c-11ef-bcd4-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-08-29T17:59:57.440 INFO:journalctl@ceph.prometheus.a.smithi053.stdout:Aug 29 17:59:57 smithi053 systemd[1]: /etc/systemd/system/ceph-3167ee72-662c-11ef-bcd4-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-08-29T17:59:57.440 INFO:journalctl@ceph.grafana.a.smithi053.stdout:Aug 29 17:59:57 smithi053 systemd[1]: /etc/systemd/system/ceph-3167ee72-662c-11ef-bcd4-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-08-29T17:59:57.441 INFO:journalctl@ceph.osd.4.smithi053.stdout:Aug 29 17:59:57 smithi053 systemd[1]: /etc/systemd/system/ceph-3167ee72-662c-11ef-bcd4-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-08-29T17:59:57.441 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:59:57 smithi053 systemd[1]: /etc/systemd/system/ceph-3167ee72-662c-11ef-bcd4-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-08-29T17:59:57.441 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:59:57 smithi053 bash[68679]: cluster 2024-08-29T17:59:56.353968+0000 mon.a (mon.0) 1211 : cluster [DBG] osdmap e783: 8 total, 8 up, 8 in 2024-08-29T17:59:57.441 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:59:57 smithi053 bash[68679]: audit 2024-08-29T17:59:57.036589+0000 mon.a (mon.0) 1212 : audit [DBG] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-29T17:59:57.441 INFO:journalctl@ceph.osd.6.smithi053.stdout:Aug 29 17:59:57 smithi053 systemd[1]: /etc/systemd/system/ceph-3167ee72-662c-11ef-bcd4-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-08-29T17:59:57.442 INFO:journalctl@ceph.node-exporter.b.smithi053.stdout:Aug 29 17:59:57 smithi053 systemd[1]: /etc/systemd/system/ceph-3167ee72-662c-11ef-bcd4-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-08-29T17:59:57.442 INFO:journalctl@ceph.osd.5.smithi053.stdout:Aug 29 17:59:57 smithi053 systemd[1]: /etc/systemd/system/ceph-3167ee72-662c-11ef-bcd4-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-08-29T17:59:57.630 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:59:57 smithi028 bash[78352]: cluster 2024-08-29T17:59:56.353968+0000 mon.a (mon.0) 1211 : cluster [DBG] osdmap e783: 8 total, 8 up, 8 in 2024-08-29T17:59:57.630 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:59:57 smithi028 bash[78352]: audit 2024-08-29T17:59:57.036589+0000 mon.a (mon.0) 1212 : audit [DBG] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-29T17:59:57.630 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:59:57 smithi028 bash[77168]: cluster 2024-08-29T17:59:56.353968+0000 mon.a (mon.0) 1211 : cluster [DBG] osdmap e783: 8 total, 8 up, 8 in 2024-08-29T17:59:57.630 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:59:57 smithi028 bash[77168]: audit 2024-08-29T17:59:57.036589+0000 mon.a (mon.0) 1212 : audit [DBG] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-29T17:59:57.825 INFO:journalctl@ceph.prometheus.a.smithi053.stdout:Aug 29 17:59:57 smithi053 systemd[1]: Started Ceph prometheus.a for 3167ee72-662c-11ef-bcd4-c7b262605968. 2024-08-29T17:59:58.372 INFO:tasks.rados.rados.0.smithi028.stdout:3486: done (2 left) 2024-08-29T17:59:58.372 INFO:tasks.rados.rados.0.smithi028.stdout:3487: done (1 left) 2024-08-29T17:59:58.372 INFO:tasks.rados.rados.0.smithi028.stdout:3488: done (0 left) 2024-08-29T17:59:58.373 INFO:tasks.rados.rados.0.smithi028.stdout:3489: setattr oid 41 current snap is 360 2024-08-29T17:59:58.378 INFO:tasks.rados.rados.0.smithi028.stdout:3490: rollback oid 2 current snap is 360 2024-08-29T17:59:58.378 INFO:tasks.rados.rados.0.smithi028.stdout:rollback oid 2 to 334 2024-08-29T17:59:58.378 INFO:tasks.rados.rados.0.smithi028.stdout:3491: snap_remove snap 348 2024-08-29T17:59:58.630 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:59:58 smithi028 bash[77168]: cluster 2024-08-29T17:59:57.100853+0000 mgr.y (mgr.25022) 379 : cluster [DBG] pgmap v699: 121 pgs: 2 active+clean+snaptrim, 119 active+clean; 479 MiB data, 2.8 GiB used, 712 GiB / 715 GiB avail; 2.6 MiB/s rd, 1.1 MiB/s wr, 22 op/s 2024-08-29T17:59:58.630 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:59:58 smithi028 bash[77168]: cluster 2024-08-29T17:59:57.364224+0000 mon.a (mon.0) 1213 : cluster [DBG] osdmap e784: 8 total, 8 up, 8 in 2024-08-29T17:59:58.630 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:59:58 smithi028 bash[77168]: audit 2024-08-29T17:59:57.492229+0000 mon.a (mon.0) 1214 : audit [INF] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' 2024-08-29T17:59:58.631 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:59:58 smithi028 bash[77168]: audit 2024-08-29T17:59:57.502057+0000 mon.a (mon.0) 1215 : audit [INF] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' 2024-08-29T17:59:58.631 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:59:58 smithi028 bash[77168]: audit 2024-08-29T17:59:57.504502+0000 mon.a (mon.0) 1216 : audit [DBG] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-29T17:59:58.631 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:59:58 smithi028 bash[78352]: cluster 2024-08-29T17:59:57.100853+0000 mgr.y (mgr.25022) 379 : cluster [DBG] pgmap v699: 121 pgs: 2 active+clean+snaptrim, 119 active+clean; 479 MiB data, 2.8 GiB used, 712 GiB / 715 GiB avail; 2.6 MiB/s rd, 1.1 MiB/s wr, 22 op/s 2024-08-29T17:59:58.631 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:59:58 smithi028 bash[78352]: cluster 2024-08-29T17:59:57.364224+0000 mon.a (mon.0) 1213 : cluster [DBG] osdmap e784: 8 total, 8 up, 8 in 2024-08-29T17:59:58.631 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:59:58 smithi028 bash[78352]: audit 2024-08-29T17:59:57.492229+0000 mon.a (mon.0) 1214 : audit [INF] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' 2024-08-29T17:59:58.631 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:59:58 smithi028 bash[78352]: audit 2024-08-29T17:59:57.502057+0000 mon.a (mon.0) 1215 : audit [INF] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' 2024-08-29T17:59:58.631 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:59:58 smithi028 bash[78352]: audit 2024-08-29T17:59:57.504502+0000 mon.a (mon.0) 1216 : audit [DBG] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-29T17:59:58.825 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:59:58 smithi053 bash[68679]: cluster 2024-08-29T17:59:57.100853+0000 mgr.y (mgr.25022) 379 : cluster [DBG] pgmap v699: 121 pgs: 2 active+clean+snaptrim, 119 active+clean; 479 MiB data, 2.8 GiB used, 712 GiB / 715 GiB avail; 2.6 MiB/s rd, 1.1 MiB/s wr, 22 op/s 2024-08-29T17:59:58.825 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:59:58 smithi053 bash[68679]: cluster 2024-08-29T17:59:57.364224+0000 mon.a (mon.0) 1213 : cluster [DBG] osdmap e784: 8 total, 8 up, 8 in 2024-08-29T17:59:58.825 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:59:58 smithi053 bash[68679]: audit 2024-08-29T17:59:57.492229+0000 mon.a (mon.0) 1214 : audit [INF] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' 2024-08-29T17:59:58.825 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:59:58 smithi053 bash[68679]: audit 2024-08-29T17:59:57.502057+0000 mon.a (mon.0) 1215 : audit [INF] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' 2024-08-29T17:59:58.825 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:59:58 smithi053 bash[68679]: audit 2024-08-29T17:59:57.504502+0000 mon.a (mon.0) 1216 : audit [DBG] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-29T17:59:59.323 INFO:tasks.rados.rados.0.smithi028.stdout:3491: done (2 left) 2024-08-29T17:59:59.324 INFO:tasks.rados.rados.0.smithi028.stdout:3492: rmattr oid 1 current snap is 360 2024-08-29T17:59:59.324 INFO:tasks.rados.rados.0.smithi028.stdout:3493: snap_remove snap 295 2024-08-29T17:59:59.327 INFO:journalctl@ceph.prometheus.a.smithi053.stdout:Aug 29 17:59:58 smithi053 bash[95567]: ts=2024-08-29T17:59:58.951Z caller=main.go:564 level=info msg="Starting Prometheus Server" mode=server version="(version=2.43.0, branch=HEAD, revision=edfc3bcd025dd6fe296c167a14a216cab1e552ee)" 2024-08-29T17:59:59.327 INFO:journalctl@ceph.prometheus.a.smithi053.stdout:Aug 29 17:59:58 smithi053 bash[95567]: ts=2024-08-29T17:59:58.951Z caller=main.go:569 level=info build_context="(go=go1.19.7, platform=linux/amd64, user=root@8a0ee342e522, date=20230321-12:56:07, tags=netgo,builtinassets)" 2024-08-29T17:59:59.327 INFO:journalctl@ceph.prometheus.a.smithi053.stdout:Aug 29 17:59:58 smithi053 bash[95567]: ts=2024-08-29T17:59:58.951Z caller=main.go:570 level=info host_details="(Linux 5.15.0-119-generic #129-Ubuntu SMP Fri Aug 2 19:25:20 UTC 2024 x86_64 smithi053 (none))" 2024-08-29T17:59:59.327 INFO:journalctl@ceph.prometheus.a.smithi053.stdout:Aug 29 17:59:58 smithi053 bash[95567]: ts=2024-08-29T17:59:58.951Z caller=main.go:571 level=info fd_limits="(soft=1048576, hard=1048576)" 2024-08-29T17:59:59.327 INFO:journalctl@ceph.prometheus.a.smithi053.stdout:Aug 29 17:59:58 smithi053 bash[95567]: ts=2024-08-29T17:59:58.951Z caller=main.go:572 level=info vm_limits="(soft=unlimited, hard=unlimited)" 2024-08-29T17:59:59.327 INFO:journalctl@ceph.prometheus.a.smithi053.stdout:Aug 29 17:59:58 smithi053 bash[95567]: ts=2024-08-29T17:59:58.953Z caller=web.go:561 level=info component=web msg="Start listening for connections" address=:9095 2024-08-29T17:59:59.327 INFO:journalctl@ceph.prometheus.a.smithi053.stdout:Aug 29 17:59:58 smithi053 bash[95567]: ts=2024-08-29T17:59:58.954Z caller=main.go:1005 level=info msg="Starting TSDB ..." 2024-08-29T17:59:59.327 INFO:journalctl@ceph.prometheus.a.smithi053.stdout:Aug 29 17:59:58 smithi053 bash[95567]: ts=2024-08-29T17:59:58.956Z caller=tls_config.go:232 level=info component=web msg="Listening on" address=[::]:9095 2024-08-29T17:59:59.327 INFO:journalctl@ceph.prometheus.a.smithi053.stdout:Aug 29 17:59:58 smithi053 bash[95567]: ts=2024-08-29T17:59:58.956Z caller=tls_config.go:235 level=info component=web msg="TLS is disabled." http2=false address=[::]:9095 2024-08-29T17:59:59.327 INFO:journalctl@ceph.prometheus.a.smithi053.stdout:Aug 29 17:59:58 smithi053 bash[95567]: ts=2024-08-29T17:59:58.958Z caller=head.go:587 level=info component=tsdb msg="Replaying on-disk memory mappable chunks if any" 2024-08-29T17:59:59.327 INFO:journalctl@ceph.prometheus.a.smithi053.stdout:Aug 29 17:59:58 smithi053 bash[95567]: ts=2024-08-29T17:59:58.958Z caller=head.go:658 level=info component=tsdb msg="On-disk memory mappable chunks replay completed" duration=1.969µs 2024-08-29T17:59:59.328 INFO:journalctl@ceph.prometheus.a.smithi053.stdout:Aug 29 17:59:58 smithi053 bash[95567]: ts=2024-08-29T17:59:58.958Z caller=head.go:664 level=info component=tsdb msg="Replaying WAL, this may take a while" 2024-08-29T17:59:59.328 INFO:journalctl@ceph.prometheus.a.smithi053.stdout:Aug 29 17:59:58 smithi053 bash[95567]: ts=2024-08-29T17:59:58.958Z caller=head.go:735 level=info component=tsdb msg="WAL segment loaded" segment=0 maxSegment=4 2024-08-29T17:59:59.328 INFO:journalctl@ceph.prometheus.a.smithi053.stdout:Aug 29 17:59:58 smithi053 bash[95567]: ts=2024-08-29T17:59:58.978Z caller=head.go:735 level=info component=tsdb msg="WAL segment loaded" segment=1 maxSegment=4 2024-08-29T17:59:59.328 INFO:journalctl@ceph.prometheus.a.smithi053.stdout:Aug 29 17:59:58 smithi053 bash[95567]: ts=2024-08-29T17:59:58.988Z caller=head.go:735 level=info component=tsdb msg="WAL segment loaded" segment=2 maxSegment=4 2024-08-29T17:59:59.328 INFO:journalctl@ceph.prometheus.a.smithi053.stdout:Aug 29 17:59:58 smithi053 bash[95567]: ts=2024-08-29T17:59:58.994Z caller=head.go:735 level=info component=tsdb msg="WAL segment loaded" segment=3 maxSegment=4 2024-08-29T17:59:59.328 INFO:journalctl@ceph.prometheus.a.smithi053.stdout:Aug 29 17:59:58 smithi053 bash[95567]: ts=2024-08-29T17:59:58.994Z caller=head.go:735 level=info component=tsdb msg="WAL segment loaded" segment=4 maxSegment=4 2024-08-29T17:59:59.328 INFO:journalctl@ceph.prometheus.a.smithi053.stdout:Aug 29 17:59:58 smithi053 bash[95567]: ts=2024-08-29T17:59:58.994Z caller=head.go:772 level=info component=tsdb msg="WAL replay completed" checkpoint_replay_duration=40.475µs wal_replay_duration=36.462216ms wbl_replay_duration=100ns total_replay_duration=36.523113ms 2024-08-29T17:59:59.328 INFO:journalctl@ceph.prometheus.a.smithi053.stdout:Aug 29 17:59:58 smithi053 bash[95567]: ts=2024-08-29T17:59:58.998Z caller=main.go:1026 level=info fs_type=XFS_SUPER_MAGIC 2024-08-29T17:59:59.328 INFO:journalctl@ceph.prometheus.a.smithi053.stdout:Aug 29 17:59:58 smithi053 bash[95567]: ts=2024-08-29T17:59:58.998Z caller=main.go:1029 level=info msg="TSDB started" 2024-08-29T17:59:59.328 INFO:journalctl@ceph.prometheus.a.smithi053.stdout:Aug 29 17:59:58 smithi053 bash[95567]: ts=2024-08-29T17:59:58.998Z caller=main.go:1209 level=info msg="Loading configuration file" filename=/etc/prometheus/prometheus.yml 2024-08-29T17:59:59.328 INFO:journalctl@ceph.prometheus.a.smithi053.stdout:Aug 29 17:59:59 smithi053 bash[95567]: ts=2024-08-29T17:59:59.024Z caller=main.go:1246 level=info msg="Completed loading of configuration file" filename=/etc/prometheus/prometheus.yml totalDuration=26.387468ms db_storage=1.136µs remote_storage=1.118µs web_handler=402ns query_engine=750ns scrape=258.842µs scrape_sd=115.521µs notify=13.062µs notify_sd=9.358µs rules=25.574422ms tracing=6.704µs 2024-08-29T17:59:59.328 INFO:journalctl@ceph.prometheus.a.smithi053.stdout:Aug 29 17:59:59 smithi053 bash[95567]: ts=2024-08-29T17:59:59.024Z caller=main.go:990 level=info msg="Server is ready to receive web requests." 2024-08-29T17:59:59.328 INFO:journalctl@ceph.prometheus.a.smithi053.stdout:Aug 29 17:59:59 smithi053 bash[95567]: ts=2024-08-29T17:59:59.024Z caller=manager.go:974 level=info component="rule manager" msg="Starting rule manager..." 2024-08-29T17:59:59.825 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:59:59 smithi053 bash[68679]: cluster 2024-08-29T17:59:58.373802+0000 mon.a (mon.0) 1217 : cluster [DBG] osdmap e785: 8 total, 8 up, 8 in 2024-08-29T17:59:59.825 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 17:59:59 smithi053 bash[68679]: cluster 2024-08-29T17:59:59.323575+0000 mon.a (mon.0) 1218 : cluster [DBG] osdmap e786: 8 total, 8 up, 8 in 2024-08-29T17:59:59.880 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:59:59 smithi028 bash[78352]: cluster 2024-08-29T17:59:58.373802+0000 mon.a (mon.0) 1217 : cluster [DBG] osdmap e785: 8 total, 8 up, 8 in 2024-08-29T17:59:59.880 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 17:59:59 smithi028 bash[78352]: cluster 2024-08-29T17:59:59.323575+0000 mon.a (mon.0) 1218 : cluster [DBG] osdmap e786: 8 total, 8 up, 8 in 2024-08-29T17:59:59.880 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:59:59 smithi028 bash[77168]: cluster 2024-08-29T17:59:58.373802+0000 mon.a (mon.0) 1217 : cluster [DBG] osdmap e785: 8 total, 8 up, 8 in 2024-08-29T17:59:59.881 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 17:59:59 smithi028 bash[77168]: cluster 2024-08-29T17:59:59.323575+0000 mon.a (mon.0) 1218 : cluster [DBG] osdmap e786: 8 total, 8 up, 8 in 2024-08-29T18:00:00.332 INFO:tasks.rados.rados.0.smithi028.stdout:3493: done (3 left) 2024-08-29T18:00:00.332 INFO:tasks.rados.rados.0.smithi028.stdout:3494: snap_create 2024-08-29T18:00:00.333 INFO:tasks.rados.rados.0.smithi028.stdout:3490: finishing rollback tid 0 to smithi02869045-2 2024-08-29T18:00:00.333 INFO:tasks.rados.rados.0.smithi028.stdout:3490: finishing rollback tid 1 to smithi02869045-2 2024-08-29T18:00:00.333 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 2 v 2923 (ObjNum 161 snap 0 seq_num 1) dirty dne 2024-08-29T18:00:00.333 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 41 v 3159 (ObjNum 1011 snap 343 seq_num 1011) dirty exists 2024-08-29T18:00:00.333 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 1 v 3411 (ObjNum 1039 snap 355 seq_num 1039) dirty exists 2024-08-29T18:00:00.825 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:00:00 smithi053 bash[68679]: cluster 2024-08-29T17:59:59.101551+0000 mgr.y (mgr.25022) 380 : cluster [DBG] pgmap v702: 121 pgs: 2 active+clean+snaptrim, 119 active+clean; 485 MiB data, 2.9 GiB used, 712 GiB / 715 GiB avail; 2.3 MiB/s rd, 1.6 MiB/s wr, 2 op/s 2024-08-29T18:00:00.825 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:00:00 smithi053 bash[68679]: cluster 2024-08-29T18:00:00.000153+0000 mon.a (mon.0) 1219 : cluster [INF] overall HEALTH_OK 2024-08-29T18:00:00.825 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:00:00 smithi053 bash[68679]: cluster 2024-08-29T18:00:00.325918+0000 mon.a (mon.0) 1220 : cluster [DBG] osdmap e787: 8 total, 8 up, 8 in 2024-08-29T18:00:00.880 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:00:00 smithi028 bash[77168]: cluster 2024-08-29T17:59:59.101551+0000 mgr.y (mgr.25022) 380 : cluster [DBG] pgmap v702: 121 pgs: 2 active+clean+snaptrim, 119 active+clean; 485 MiB data, 2.9 GiB used, 712 GiB / 715 GiB avail; 2.3 MiB/s rd, 1.6 MiB/s wr, 2 op/s 2024-08-29T18:00:00.880 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:00:00 smithi028 bash[77168]: cluster 2024-08-29T18:00:00.000153+0000 mon.a (mon.0) 1219 : cluster [INF] overall HEALTH_OK 2024-08-29T18:00:00.880 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:00:00 smithi028 bash[77168]: cluster 2024-08-29T18:00:00.325918+0000 mon.a (mon.0) 1220 : cluster [DBG] osdmap e787: 8 total, 8 up, 8 in 2024-08-29T18:00:00.881 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:00:00 smithi028 bash[78352]: cluster 2024-08-29T17:59:59.101551+0000 mgr.y (mgr.25022) 380 : cluster [DBG] pgmap v702: 121 pgs: 2 active+clean+snaptrim, 119 active+clean; 485 MiB data, 2.9 GiB used, 712 GiB / 715 GiB avail; 2.3 MiB/s rd, 1.6 MiB/s wr, 2 op/s 2024-08-29T18:00:00.881 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:00:00 smithi028 bash[78352]: cluster 2024-08-29T18:00:00.000153+0000 mon.a (mon.0) 1219 : cluster [INF] overall HEALTH_OK 2024-08-29T18:00:00.881 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:00:00 smithi028 bash[78352]: cluster 2024-08-29T18:00:00.325918+0000 mon.a (mon.0) 1220 : cluster [DBG] osdmap e787: 8 total, 8 up, 8 in 2024-08-29T18:00:01.329 INFO:tasks.rados.rados.0.smithi028.stdout:3489: done (3 left) 2024-08-29T18:00:01.329 INFO:tasks.rados.rados.0.smithi028.stdout:3490: done (2 left) 2024-08-29T18:00:01.329 INFO:tasks.rados.rados.0.smithi028.stdout:3492: done (1 left) 2024-08-29T18:00:01.329 INFO:tasks.rados.rados.0.smithi028.stdout:3494: done (0 left) 2024-08-29T18:00:01.329 INFO:tasks.rados.rados.0.smithi028.stdout:append oid 29 current snap is 361 2024-08-29T18:00:01.329 INFO:tasks.rados.rados.0.smithi028.stdout:3495: seq_num 1056 ranges {8413184=491520,8904704=401408} 2024-08-29T18:00:01.431 INFO:tasks.rados.rados.0.smithi028.stdout:3495: writing smithi02869045-29 from 8413184 to 8904704 tid 1 2024-08-29T18:00:01.434 INFO:tasks.rados.rados.0.smithi028.stdout:3495: writing smithi02869045-29 from 8904704 to 9306112 tid 2 2024-08-29T18:00:01.434 INFO:tasks.rados.rados.0.smithi028.stdout:3496: delete oid 37 current snap is 361 2024-08-29T18:00:01.442 INFO:tasks.rados.rados.0.smithi028.stdout:3496: done (1 left) 2024-08-29T18:00:01.442 INFO:tasks.rados.rados.0.smithi028.stdout:3497: copy_from oid 33 from oid 15 current snap is 361 2024-08-29T18:00:01.442 INFO:tasks.rados.rados.0.smithi028.stdout:3498: read oid 20 snap 333 2024-08-29T18:00:01.442 INFO:tasks.rados.rados.0.smithi028.stdout:3498: expect (ObjNum 972 snap 326 seq_num 972) 2024-08-29T18:00:01.442 INFO:tasks.rados.rados.0.smithi028.stdout:3499: snap_create 2024-08-29T18:00:01.453 INFO:tasks.rados.rados.0.smithi028.stdout:3495: finishing write tid 1 to smithi02869045-29 2024-08-29T18:00:01.453 INFO:tasks.rados.rados.0.smithi028.stdout:3495: finishing write tid 2 to smithi02869045-29 2024-08-29T18:00:01.453 INFO:tasks.rados.rados.0.smithi028.stdout:3495: finishing write tid 3 to smithi02869045-29 2024-08-29T18:00:01.457 INFO:tasks.rados.rados.0.smithi028.stdout:3495: finishing write tid 4 to smithi02869045-29 2024-08-29T18:00:01.457 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 29 v 2546 (ObjNum 1056 snap 361 seq_num 1056) dirty exists 2024-08-29T18:00:01.457 INFO:tasks.rados.rados.0.smithi028.stdout:3495: left oid 29 (ObjNum 1056 snap 361 seq_num 1056) 2024-08-29T18:00:01.459 INFO:tasks.rados.rados.0.smithi028.stdout:3497: finishing copy_from racing read to smithi02869045-33 2024-08-29T18:00:01.460 INFO:tasks.rados.rados.0.smithi028.stdout:3497: finishing copy_from to smithi02869045-33 2024-08-29T18:00:01.460 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 33 v 3174 (ObjNum 1050 snap 357 seq_num 1050) dirty exists 2024-08-29T18:00:01.481 INFO:tasks.rados.rados.0.smithi028.stdout:3498: expect (ObjNum 972 snap 326 seq_num 972) 2024-08-29T18:00:02.396 INFO:tasks.rados.rados.0.smithi028.stdout:3495: done (3 left) 2024-08-29T18:00:02.397 INFO:tasks.rados.rados.0.smithi028.stdout:3497: done (2 left) 2024-08-29T18:00:02.397 INFO:tasks.rados.rados.0.smithi028.stdout:3498: done (1 left) 2024-08-29T18:00:02.397 INFO:tasks.rados.rados.0.smithi028.stdout:3499: done (0 left) 2024-08-29T18:00:02.397 INFO:tasks.rados.rados.0.smithi028.stdout:3500: read oid 4 snap -1 2024-08-29T18:00:02.397 INFO:tasks.rados.rados.0.smithi028.stdout:3500: expect (ObjNum 1043 snap 356 seq_num 1043) 2024-08-29T18:00:02.397 INFO:tasks.rados.rados.0.smithi028.stdout:3501: snap_remove snap 356 2024-08-29T18:00:02.575 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:00:02 smithi053 bash[68679]: cluster 2024-08-29T18:00:01.102419+0000 mgr.y (mgr.25022) 381 : cluster [DBG] pgmap v705: 121 pgs: 2 active+clean+snaptrim, 119 active+clean; 485 MiB data, 3.0 GiB used, 712 GiB / 715 GiB avail; 4.9 MiB/s rd, 1.6 MiB/s wr, 18 op/s 2024-08-29T18:00:02.575 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:00:02 smithi053 bash[68679]: cluster 2024-08-29T18:00:01.328328+0000 mon.a (mon.0) 1221 : cluster [DBG] osdmap e788: 8 total, 8 up, 8 in 2024-08-29T18:00:02.575 INFO:journalctl@ceph.prometheus.a.smithi053.stdout:Aug 29 18:00:02 smithi053 bash[95567]: ts=2024-08-29T18:00:02.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"3167ee72-662c-11ef-bcd4-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-29T18:00:02.630 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:00:02 smithi028 bash[78352]: cluster 2024-08-29T18:00:01.102419+0000 mgr.y (mgr.25022) 381 : cluster [DBG] pgmap v705: 121 pgs: 2 active+clean+snaptrim, 119 active+clean; 485 MiB data, 3.0 GiB used, 712 GiB / 715 GiB avail; 4.9 MiB/s rd, 1.6 MiB/s wr, 18 op/s 2024-08-29T18:00:02.630 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:00:02 smithi028 bash[78352]: cluster 2024-08-29T18:00:01.328328+0000 mon.a (mon.0) 1221 : cluster [DBG] osdmap e788: 8 total, 8 up, 8 in 2024-08-29T18:00:02.630 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:00:02 smithi028 bash[77168]: cluster 2024-08-29T18:00:01.102419+0000 mgr.y (mgr.25022) 381 : cluster [DBG] pgmap v705: 121 pgs: 2 active+clean+snaptrim, 119 active+clean; 485 MiB data, 3.0 GiB used, 712 GiB / 715 GiB avail; 4.9 MiB/s rd, 1.6 MiB/s wr, 18 op/s 2024-08-29T18:00:02.630 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:00:02 smithi028 bash[77168]: cluster 2024-08-29T18:00:01.328328+0000 mon.a (mon.0) 1221 : cluster [DBG] osdmap e788: 8 total, 8 up, 8 in 2024-08-29T18:00:03.415 INFO:tasks.rados.rados.0.smithi028.stdout:3501: done (1 left) 2024-08-29T18:00:03.416 INFO:tasks.rados.rados.0.smithi028.stdout:3502: read oid 16 snap -1 2024-08-29T18:00:03.416 INFO:tasks.rados.rados.0.smithi028.stdout:3502: expect (ObjNum 0 snap 0 seq_num 0) 2024-08-29T18:00:03.416 INFO:tasks.rados.rados.0.smithi028.stdout:3503: snap_remove snap 346 2024-08-29T18:00:03.825 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:00:03 smithi053 bash[68679]: cluster 2024-08-29T18:00:02.396084+0000 mon.a (mon.0) 1222 : cluster [DBG] osdmap e789: 8 total, 8 up, 8 in 2024-08-29T18:00:03.880 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:00:03 smithi028 bash[77168]: cluster 2024-08-29T18:00:02.396084+0000 mon.a (mon.0) 1222 : cluster [DBG] osdmap e789: 8 total, 8 up, 8 in 2024-08-29T18:00:03.880 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:00:03 smithi028 bash[78352]: cluster 2024-08-29T18:00:02.396084+0000 mon.a (mon.0) 1222 : cluster [DBG] osdmap e789: 8 total, 8 up, 8 in 2024-08-29T18:00:04.325 INFO:tasks.rados.rados.0.smithi028.stdout:3503: done (2 left) 2024-08-29T18:00:04.325 INFO:tasks.rados.rados.0.smithi028.stdout:3504: snap_create 2024-08-29T18:00:04.325 INFO:tasks.rados.rados.0.smithi028.stdout:3500: expect (ObjNum 1043 snap 356 seq_num 1043) 2024-08-29T18:00:04.390 INFO:tasks.rados.rados.0.smithi028.stdout:3502: expect (ObjNum 0 snap 0 seq_num 0) 2024-08-29T18:00:04.825 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:00:04 smithi053 bash[68679]: cluster 2024-08-29T18:00:03.103177+0000 mgr.y (mgr.25022) 382 : cluster [DBG] pgmap v708: 121 pgs: 2 active+clean+snaptrim, 119 active+clean; 486 MiB data, 3.0 GiB used, 712 GiB / 715 GiB avail; 2.6 MiB/s rd, 218 KiB/s wr, 17 op/s 2024-08-29T18:00:04.825 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:00:04 smithi053 bash[68679]: cluster 2024-08-29T18:00:03.409443+0000 mon.a (mon.0) 1223 : cluster [DBG] osdmap e790: 8 total, 8 up, 8 in 2024-08-29T18:00:04.825 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:00:04 smithi053 bash[68679]: audit 2024-08-29T18:00:03.444103+0000 mon.a (mon.0) 1224 : audit [INF] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' 2024-08-29T18:00:04.825 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:00:04 smithi053 bash[68679]: audit 2024-08-29T18:00:03.455221+0000 mon.a (mon.0) 1225 : audit [INF] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' 2024-08-29T18:00:04.825 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:00:04 smithi053 bash[68679]: cluster 2024-08-29T18:00:04.325763+0000 mon.a (mon.0) 1226 : cluster [DBG] osdmap e791: 8 total, 8 up, 8 in 2024-08-29T18:00:04.880 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:00:04 smithi028 bash[78352]: cluster 2024-08-29T18:00:03.103177+0000 mgr.y (mgr.25022) 382 : cluster [DBG] pgmap v708: 121 pgs: 2 active+clean+snaptrim, 119 active+clean; 486 MiB data, 3.0 GiB used, 712 GiB / 715 GiB avail; 2.6 MiB/s rd, 218 KiB/s wr, 17 op/s 2024-08-29T18:00:04.880 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:00:04 smithi028 bash[78352]: cluster 2024-08-29T18:00:03.409443+0000 mon.a (mon.0) 1223 : cluster [DBG] osdmap e790: 8 total, 8 up, 8 in 2024-08-29T18:00:04.880 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:00:04 smithi028 bash[78352]: audit 2024-08-29T18:00:03.444103+0000 mon.a (mon.0) 1224 : audit [INF] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' 2024-08-29T18:00:04.880 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:00:04 smithi028 bash[78352]: audit 2024-08-29T18:00:03.455221+0000 mon.a (mon.0) 1225 : audit [INF] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' 2024-08-29T18:00:04.880 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:00:04 smithi028 bash[78352]: cluster 2024-08-29T18:00:04.325763+0000 mon.a (mon.0) 1226 : cluster [DBG] osdmap e791: 8 total, 8 up, 8 in 2024-08-29T18:00:04.881 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:00:04 smithi028 bash[77168]: cluster 2024-08-29T18:00:03.103177+0000 mgr.y (mgr.25022) 382 : cluster [DBG] pgmap v708: 121 pgs: 2 active+clean+snaptrim, 119 active+clean; 486 MiB data, 3.0 GiB used, 712 GiB / 715 GiB avail; 2.6 MiB/s rd, 218 KiB/s wr, 17 op/s 2024-08-29T18:00:04.881 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:00:04 smithi028 bash[77168]: cluster 2024-08-29T18:00:03.409443+0000 mon.a (mon.0) 1223 : cluster [DBG] osdmap e790: 8 total, 8 up, 8 in 2024-08-29T18:00:04.881 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:00:04 smithi028 bash[77168]: audit 2024-08-29T18:00:03.444103+0000 mon.a (mon.0) 1224 : audit [INF] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' 2024-08-29T18:00:04.881 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:00:04 smithi028 bash[77168]: audit 2024-08-29T18:00:03.455221+0000 mon.a (mon.0) 1225 : audit [INF] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' 2024-08-29T18:00:04.881 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:00:04 smithi028 bash[77168]: cluster 2024-08-29T18:00:04.325763+0000 mon.a (mon.0) 1226 : cluster [DBG] osdmap e791: 8 total, 8 up, 8 in 2024-08-29T18:00:05.329 INFO:tasks.rados.rados.0.smithi028.stdout:3500: done (2 left) 2024-08-29T18:00:05.329 INFO:tasks.rados.rados.0.smithi028.stdout:3502: done (1 left) 2024-08-29T18:00:05.329 INFO:tasks.rados.rados.0.smithi028.stdout:3504: done (0 left) 2024-08-29T18:00:05.329 INFO:tasks.rados.rados.0.smithi028.stdout:append oid 30 current snap is 363 2024-08-29T18:00:05.329 INFO:tasks.rados.rados.0.smithi028.stdout:3505: seq_num 1058 ranges {0=524288,524288=401408} 2024-08-29T18:00:05.333 INFO:tasks.rados.rados.0.smithi028.stdout:3505: writing smithi02869045-30 from 0 to 524288 tid 1 2024-08-29T18:00:05.336 INFO:tasks.rados.rados.0.smithi028.stdout:3505: writing smithi02869045-30 from 524288 to 925696 tid 2 2024-08-29T18:00:05.336 INFO:tasks.rados.rados.0.smithi028.stdout:3506: snap_create 2024-08-29T18:00:05.345 INFO:tasks.rados.rados.0.smithi028.stdout:3505: finishing write tid 1 to smithi02869045-30 2024-08-29T18:00:05.346 INFO:tasks.rados.rados.0.smithi028.stdout:3505: finishing write tid 2 to smithi02869045-30 2024-08-29T18:00:05.346 INFO:tasks.rados.rados.0.smithi028.stdout:3505: finishing write tid 3 to smithi02869045-30 2024-08-29T18:00:05.348 INFO:tasks.rados.rados.0.smithi028.stdout:3505: finishing write tid 4 to smithi02869045-30 2024-08-29T18:00:05.348 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 30 v 2538 (ObjNum 1058 snap 363 seq_num 1058) dirty exists 2024-08-29T18:00:05.348 INFO:tasks.rados.rados.0.smithi028.stdout:3505: left oid 30 (ObjNum 1058 snap 363 seq_num 1058) 2024-08-29T18:00:06.075 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:00:05 smithi053 bash[68679]: audit 2024-08-29T18:00:04.667478+0000 mon.a (mon.0) 1227 : audit [INF] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' 2024-08-29T18:00:06.075 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:00:05 smithi053 bash[68679]: audit 2024-08-29T18:00:04.677794+0000 mon.a (mon.0) 1228 : audit [INF] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' 2024-08-29T18:00:06.075 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:00:05 smithi053 bash[68679]: cluster 2024-08-29T18:00:05.328325+0000 mon.a (mon.0) 1229 : cluster [DBG] osdmap e792: 8 total, 8 up, 8 in 2024-08-29T18:00:06.130 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:00:05 smithi028 bash[78352]: audit 2024-08-29T18:00:04.667478+0000 mon.a (mon.0) 1227 : audit [INF] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' 2024-08-29T18:00:06.130 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:00:05 smithi028 bash[78352]: audit 2024-08-29T18:00:04.677794+0000 mon.a (mon.0) 1228 : audit [INF] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' 2024-08-29T18:00:06.130 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:00:05 smithi028 bash[78352]: cluster 2024-08-29T18:00:05.328325+0000 mon.a (mon.0) 1229 : cluster [DBG] osdmap e792: 8 total, 8 up, 8 in 2024-08-29T18:00:06.130 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:00:05 smithi028 bash[77168]: audit 2024-08-29T18:00:04.667478+0000 mon.a (mon.0) 1227 : audit [INF] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' 2024-08-29T18:00:06.131 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:00:05 smithi028 bash[77168]: audit 2024-08-29T18:00:04.677794+0000 mon.a (mon.0) 1228 : audit [INF] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' 2024-08-29T18:00:06.131 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:00:05 smithi028 bash[77168]: cluster 2024-08-29T18:00:05.328325+0000 mon.a (mon.0) 1229 : cluster [DBG] osdmap e792: 8 total, 8 up, 8 in 2024-08-29T18:00:06.330 INFO:tasks.rados.rados.0.smithi028.stdout:3505: done (1 left) 2024-08-29T18:00:06.330 INFO:tasks.rados.rados.0.smithi028.stdout:3506: done (0 left) 2024-08-29T18:00:06.330 INFO:tasks.rados.rados.0.smithi028.stdout:3507: read oid 22 snap -1 2024-08-29T18:00:06.331 INFO:tasks.rados.rados.0.smithi028.stdout:3507: expect deleted 2024-08-29T18:00:06.331 INFO:tasks.rados.rados.0.smithi028.stdout:append oid 2 current snap is 364 2024-08-29T18:00:06.331 INFO:tasks.rados.rados.0.smithi028.stdout:3508: seq_num 1059 ranges {0=540672,540672=401408} 2024-08-29T18:00:06.335 INFO:tasks.rados.rados.0.smithi028.stdout:3508: writing smithi02869045-2 from 0 to 540672 tid 1 2024-08-29T18:00:06.342 INFO:tasks.rados.rados.0.smithi028.stdout:3508: writing smithi02869045-2 from 540672 to 942080 tid 2 2024-08-29T18:00:06.343 INFO:tasks.rados.rados.0.smithi028.stdout:append oid 44 current snap is 364 2024-08-29T18:00:06.343 INFO:tasks.rados.rados.0.smithi028.stdout:3509: seq_num 1060 ranges {2383872=557056,2940928=401408} 2024-08-29T18:00:06.371 INFO:tasks.rados.rados.0.smithi028.stdout:3509: writing smithi02869045-44 from 2383872 to 2940928 tid 1 2024-08-29T18:00:06.376 INFO:tasks.rados.rados.0.smithi028.stdout:3509: writing smithi02869045-44 from 2940928 to 3342336 tid 2 2024-08-29T18:00:06.376 INFO:tasks.rados.rados.0.smithi028.stdout:3510: copy_from oid 50 from oid 29 current snap is 364 2024-08-29T18:00:06.376 INFO:tasks.rados.rados.0.smithi028.stdout:3508: finishing write tid 1 to smithi02869045-2 2024-08-29T18:00:06.376 INFO:tasks.rados.rados.0.smithi028.stdout:3508: finishing write tid 2 to smithi02869045-2 2024-08-29T18:00:06.377 INFO:tasks.rados.rados.0.smithi028.stdout:3508: finishing write tid 3 to smithi02869045-2 2024-08-29T18:00:06.377 INFO:tasks.rados.rados.0.smithi028.stdout:3508: finishing write tid 4 to smithi02869045-2 2024-08-29T18:00:06.377 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 2 v 2926 (ObjNum 1059 snap 364 seq_num 1059) dirty exists 2024-08-29T18:00:06.377 INFO:tasks.rados.rados.0.smithi028.stdout:3508: left oid 2 (ObjNum 1059 snap 364 seq_num 1059) 2024-08-29T18:00:06.377 INFO:tasks.rados.rados.0.smithi028.stdout:3507: done (3 left) 2024-08-29T18:00:06.377 INFO:tasks.rados.rados.0.smithi028.stdout:3508: done (2 left) 2024-08-29T18:00:06.377 INFO:tasks.rados.rados.0.smithi028.stdout:3511: read oid 41 snap 343 2024-08-29T18:00:06.377 INFO:tasks.rados.rados.0.smithi028.stdout:3511: expect (ObjNum 1011 snap 343 seq_num 1011) 2024-08-29T18:00:06.377 INFO:tasks.rados.rados.0.smithi028.stdout:3512: copy_from oid 11 from oid 49 current snap is 364 2024-08-29T18:00:06.377 INFO:tasks.rados.rados.0.smithi028.stdout:3513: snap_create 2024-08-29T18:00:06.382 INFO:tasks.rados.rados.0.smithi028.stdout:3509: finishing write tid 1 to smithi02869045-44 2024-08-29T18:00:06.386 INFO:tasks.rados.rados.0.smithi028.stdout:3509: finishing write tid 2 to smithi02869045-44 2024-08-29T18:00:06.387 INFO:tasks.rados.rados.0.smithi028.stdout:3509: finishing write tid 3 to smithi02869045-44 2024-08-29T18:00:06.391 INFO:tasks.rados.rados.0.smithi028.stdout:3509: finishing write tid 4 to smithi02869045-44 2024-08-29T18:00:06.392 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 44 v 2929 (ObjNum 1060 snap 364 seq_num 1060) dirty exists 2024-08-29T18:00:06.392 INFO:tasks.rados.rados.0.smithi028.stdout:3509: left oid 44 (ObjNum 1060 snap 364 seq_num 1060) 2024-08-29T18:00:06.403 INFO:tasks.rados.rados.0.smithi028.stdout:3511: expect (ObjNum 1011 snap 343 seq_num 1011) 2024-08-29T18:00:06.626 INFO:tasks.rados.rados.0.smithi028.stdout:3512: finishing copy_from racing read to smithi02869045-11 2024-08-29T18:00:06.626 INFO:tasks.rados.rados.0.smithi028.stdout:3512: finishing copy_from to smithi02869045-11 2024-08-29T18:00:06.626 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 11 v 2921 (ObjNum 1053 snap 358 seq_num 1053) dirty exists 2024-08-29T18:00:06.626 INFO:tasks.rados.rados.0.smithi028.stdout:3510: finishing copy_from racing read to smithi02869045-50 2024-08-29T18:00:06.626 INFO:tasks.rados.rados.0.smithi028.stdout:3510: finishing copy_from to smithi02869045-50 2024-08-29T18:00:06.626 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 50 v 2546 (ObjNum 1056 snap 361 seq_num 1056) dirty exists 2024-08-29T18:00:07.075 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:00:06 smithi053 bash[68679]: cluster 2024-08-29T18:00:05.104289+0000 mgr.y (mgr.25022) 383 : cluster [DBG] pgmap v711: 121 pgs: 2 active+clean+snaptrim, 119 active+clean; 487 MiB data, 3.0 GiB used, 712 GiB / 715 GiB avail; 694 KiB/s rd, 560 KiB/s wr, 7 op/s 2024-08-29T18:00:07.075 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:00:06 smithi053 bash[68679]: cluster 2024-08-29T18:00:06.331264+0000 mon.a (mon.0) 1230 : cluster [DBG] osdmap e793: 8 total, 8 up, 8 in 2024-08-29T18:00:07.130 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:00:06 smithi028 bash[77168]: cluster 2024-08-29T18:00:05.104289+0000 mgr.y (mgr.25022) 383 : cluster [DBG] pgmap v711: 121 pgs: 2 active+clean+snaptrim, 119 active+clean; 487 MiB data, 3.0 GiB used, 712 GiB / 715 GiB avail; 694 KiB/s rd, 560 KiB/s wr, 7 op/s 2024-08-29T18:00:07.130 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:00:06 smithi028 bash[77168]: cluster 2024-08-29T18:00:06.331264+0000 mon.a (mon.0) 1230 : cluster [DBG] osdmap e793: 8 total, 8 up, 8 in 2024-08-29T18:00:07.130 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:00:06 smithi028 bash[78352]: cluster 2024-08-29T18:00:05.104289+0000 mgr.y (mgr.25022) 383 : cluster [DBG] pgmap v711: 121 pgs: 2 active+clean+snaptrim, 119 active+clean; 487 MiB data, 3.0 GiB used, 712 GiB / 715 GiB avail; 694 KiB/s rd, 560 KiB/s wr, 7 op/s 2024-08-29T18:00:07.130 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:00:06 smithi028 bash[78352]: cluster 2024-08-29T18:00:06.331264+0000 mon.a (mon.0) 1230 : cluster [DBG] osdmap e793: 8 total, 8 up, 8 in 2024-08-29T18:00:07.334 INFO:tasks.rados.rados.0.smithi028.stdout:3509: done (4 left) 2024-08-29T18:00:07.334 INFO:tasks.rados.rados.0.smithi028.stdout:3510: done (3 left) 2024-08-29T18:00:07.334 INFO:tasks.rados.rados.0.smithi028.stdout:3511: done (2 left) 2024-08-29T18:00:07.334 INFO:tasks.rados.rados.0.smithi028.stdout:3512: done (1 left) 2024-08-29T18:00:07.334 INFO:tasks.rados.rados.0.smithi028.stdout:3513: done (0 left) 2024-08-29T18:00:07.335 INFO:tasks.rados.rados.0.smithi028.stdout:3514: rollback oid 40 current snap is 365 2024-08-29T18:00:07.335 INFO:tasks.rados.rados.0.smithi028.stdout:rollback oid 40 to 310 2024-08-29T18:00:07.335 INFO:tasks.rados.rados.0.smithi028.stdout:3515: read oid 10 snap -1 2024-08-29T18:00:07.335 INFO:tasks.rados.rados.0.smithi028.stdout:3515: expect (ObjNum 1041 snap 356 seq_num 1041) 2024-08-29T18:00:07.335 INFO:tasks.rados.rados.0.smithi028.stdout:3516: copy_from oid 4 from oid 30 current snap is 365 2024-08-29T18:00:07.335 INFO:tasks.rados.rados.0.smithi028.stdout:append oid 26 current snap is 365 2024-08-29T18:00:07.335 INFO:tasks.rados.rados.0.smithi028.stdout:3517: seq_num 1061 ranges {4997120=573440,5570560=401408} 2024-08-29T18:00:07.400 INFO:tasks.rados.rados.0.smithi028.stdout:3517: writing smithi02869045-26 from 4997120 to 5570560 tid 1 2024-08-29T18:00:07.404 INFO:tasks.rados.rados.0.smithi028.stdout:3517: writing smithi02869045-26 from 5570560 to 5971968 tid 2 2024-08-29T18:00:07.404 INFO:tasks.rados.rados.0.smithi028.stdout:3518: copy_from oid 42 from oid 27 current snap is 365 2024-08-29T18:00:07.404 INFO:tasks.rados.rados.0.smithi028.stdout:3514: finishing rollback tid 0 to smithi02869045-40 2024-08-29T18:00:07.404 INFO:tasks.rados.rados.0.smithi028.stdout:3514: finishing rollback tid 1 to smithi02869045-40 2024-08-29T18:00:07.404 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 40 v 2578 (ObjNum 289 snap 0 seq_num 0) dirty dne 2024-08-29T18:00:07.404 INFO:tasks.rados.rados.0.smithi028.stdout:3515: expect (ObjNum 1041 snap 356 seq_num 1041) 2024-08-29T18:00:07.426 INFO:tasks.rados.rados.0.smithi028.stdout:3516: finishing copy_from racing read to smithi02869045-4 2024-08-29T18:00:07.426 INFO:tasks.rados.rados.0.smithi028.stdout:3516: finishing copy_from to smithi02869045-4 2024-08-29T18:00:07.426 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 4 v 2538 (ObjNum 1058 snap 363 seq_num 1058) dirty exists 2024-08-29T18:00:07.426 INFO:tasks.rados.rados.0.smithi028.stdout:3517: finishing write tid 1 to smithi02869045-26 2024-08-29T18:00:07.426 INFO:tasks.rados.rados.0.smithi028.stdout:3517: finishing write tid 2 to smithi02869045-26 2024-08-29T18:00:07.426 INFO:tasks.rados.rados.0.smithi028.stdout:3517: finishing write tid 3 to smithi02869045-26 2024-08-29T18:00:07.426 INFO:tasks.rados.rados.0.smithi028.stdout:3514: done (4 left) 2024-08-29T18:00:07.426 INFO:tasks.rados.rados.0.smithi028.stdout:3515: done (3 left) 2024-08-29T18:00:07.427 INFO:tasks.rados.rados.0.smithi028.stdout:3516: done (2 left) 2024-08-29T18:00:07.427 INFO:tasks.rados.rados.0.smithi028.stdout:3519: snap_remove snap 359 2024-08-29T18:00:08.343 INFO:tasks.rados.rados.0.smithi028.stdout:3517: finishing write tid 4 to smithi02869045-26 2024-08-29T18:00:08.344 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 26 v 2581 (ObjNum 1061 snap 365 seq_num 1061) dirty exists 2024-08-29T18:00:08.344 INFO:tasks.rados.rados.0.smithi028.stdout:3517: left oid 26 (ObjNum 1061 snap 365 seq_num 1061) 2024-08-29T18:00:08.344 INFO:tasks.rados.rados.0.smithi028.stdout:3518: finishing copy_from racing read to smithi02869045-42 2024-08-29T18:00:08.344 INFO:tasks.rados.rados.0.smithi028.stdout:3518: finishing copy_from to smithi02869045-42 2024-08-29T18:00:08.344 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 42 v 2576 (ObjNum 1009 snap 343 seq_num 1009) dirty exists 2024-08-29T18:00:08.344 INFO:tasks.rados.rados.0.smithi028.stdout:3517: done (2 left) 2024-08-29T18:00:08.344 INFO:tasks.rados.rados.0.smithi028.stdout:3518: done (1 left) 2024-08-29T18:00:08.344 INFO:tasks.rados.rados.0.smithi028.stdout:3519: done (0 left) 2024-08-29T18:00:08.345 INFO:tasks.rados.rados.0.smithi028.stdout:3520: rollback oid 9 current snap is 365 2024-08-29T18:00:08.345 INFO:tasks.rados.rados.0.smithi028.stdout:rollback oid 9 to 364 2024-08-29T18:00:08.345 INFO:tasks.rados.rados.0.smithi028.stdout:append oid 32 current snap is 365 2024-08-29T18:00:08.345 INFO:tasks.rados.rados.0.smithi028.stdout:3521: seq_num 1062 ranges {221184=589824,811008=401408} 2024-08-29T18:00:08.348 INFO:tasks.rados.rados.0.smithi028.stdout:3521: writing smithi02869045-32 from 221184 to 811008 tid 1 2024-08-29T18:00:08.351 INFO:tasks.rados.rados.0.smithi028.stdout:3521: writing smithi02869045-32 from 811008 to 1212416 tid 2 2024-08-29T18:00:08.352 INFO:tasks.rados.rados.0.smithi028.stdout:3522: read oid 6 snap 310 2024-08-29T18:00:08.352 INFO:tasks.rados.rados.0.smithi028.stdout:3522: expect (ObjNum 839 snap 283 seq_num 839) 2024-08-29T18:00:08.352 INFO:tasks.rados.rados.0.smithi028.stdout:3523: rmattr oid 14 current snap is 365 2024-08-29T18:00:08.352 INFO:tasks.rados.rados.0.smithi028.stdout:3523: done (3 left) 2024-08-29T18:00:08.352 INFO:tasks.rados.rados.0.smithi028.stdout:3524: snap_remove snap 347 2024-08-29T18:00:08.630 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:00:08 smithi028 bash[78352]: cluster 2024-08-29T18:00:07.104913+0000 mgr.y (mgr.25022) 384 : cluster [DBG] pgmap v714: 121 pgs: 2 active+clean+snaptrim, 119 active+clean; 487 MiB data, 3.0 GiB used, 712 GiB / 715 GiB avail; 4.6 MiB/s rd, 342 KiB/s wr, 7 op/s 2024-08-29T18:00:08.630 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:00:08 smithi028 bash[78352]: cluster 2024-08-29T18:00:07.333858+0000 mon.a (mon.0) 1231 : cluster [DBG] osdmap e794: 8 total, 8 up, 8 in 2024-08-29T18:00:08.631 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:00:08 smithi028 bash[77168]: cluster 2024-08-29T18:00:07.104913+0000 mgr.y (mgr.25022) 384 : cluster [DBG] pgmap v714: 121 pgs: 2 active+clean+snaptrim, 119 active+clean; 487 MiB data, 3.0 GiB used, 712 GiB / 715 GiB avail; 4.6 MiB/s rd, 342 KiB/s wr, 7 op/s 2024-08-29T18:00:08.631 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:00:08 smithi028 bash[77168]: cluster 2024-08-29T18:00:07.333858+0000 mon.a (mon.0) 1231 : cluster [DBG] osdmap e794: 8 total, 8 up, 8 in 2024-08-29T18:00:08.825 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:00:08 smithi053 bash[68679]: cluster 2024-08-29T18:00:07.104913+0000 mgr.y (mgr.25022) 384 : cluster [DBG] pgmap v714: 121 pgs: 2 active+clean+snaptrim, 119 active+clean; 487 MiB data, 3.0 GiB used, 712 GiB / 715 GiB avail; 4.6 MiB/s rd, 342 KiB/s wr, 7 op/s 2024-08-29T18:00:08.843 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:00:08 smithi053 bash[68679]: cluster 2024-08-29T18:00:07.333858+0000 mon.a (mon.0) 1231 : cluster [DBG] osdmap e794: 8 total, 8 up, 8 in 2024-08-29T18:00:09.329 INFO:tasks.rados.rados.0.smithi028.stdout:3524: done (3 left) 2024-08-29T18:00:09.329 INFO:tasks.rados.rados.0.smithi028.stdout:3525: copy_from oid 30 from oid 33 current snap is 365 2024-08-29T18:00:09.329 INFO:tasks.rados.rados.0.smithi028.stdout:3526: read oid 34 snap 332 2024-08-29T18:00:09.329 INFO:tasks.rados.rados.0.smithi028.stdout:3526: expect (ObjNum 943 snap 315 seq_num 943) 2024-08-29T18:00:09.329 INFO:tasks.rados.rados.0.smithi028.stdout:3527: snap_remove snap 357 2024-08-29T18:00:09.630 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:00:09 smithi028 bash[78352]: cluster 2024-08-29T18:00:08.343610+0000 mon.a (mon.0) 1232 : cluster [DBG] osdmap e795: 8 total, 8 up, 8 in 2024-08-29T18:00:09.630 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:00:09 smithi028 bash[78352]: cluster 2024-08-29T18:00:09.328340+0000 mon.a (mon.0) 1233 : cluster [DBG] osdmap e796: 8 total, 8 up, 8 in 2024-08-29T18:00:09.631 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:00:09 smithi028 bash[77168]: cluster 2024-08-29T18:00:08.343610+0000 mon.a (mon.0) 1232 : cluster [DBG] osdmap e795: 8 total, 8 up, 8 in 2024-08-29T18:00:09.631 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:00:09 smithi028 bash[77168]: cluster 2024-08-29T18:00:09.328340+0000 mon.a (mon.0) 1233 : cluster [DBG] osdmap e796: 8 total, 8 up, 8 in 2024-08-29T18:00:09.825 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:00:09 smithi053 bash[68679]: cluster 2024-08-29T18:00:08.343610+0000 mon.a (mon.0) 1232 : cluster [DBG] osdmap e795: 8 total, 8 up, 8 in 2024-08-29T18:00:09.825 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:00:09 smithi053 bash[68679]: cluster 2024-08-29T18:00:09.328340+0000 mon.a (mon.0) 1233 : cluster [DBG] osdmap e796: 8 total, 8 up, 8 in 2024-08-29T18:00:10.331 INFO:tasks.rados.rados.0.smithi028.stdout:3527: done (5 left) 2024-08-29T18:00:10.331 INFO:tasks.rados.rados.0.smithi028.stdout:3528: rmattr oid 11 current snap is 365 2024-08-29T18:00:10.331 INFO:tasks.rados.rados.0.smithi028.stdout:3528: done (5 left) 2024-08-29T18:00:10.331 INFO:tasks.rados.rados.0.smithi028.stdout:append oid 29 current snap is 365 2024-08-29T18:00:10.331 INFO:tasks.rados.rados.0.smithi028.stdout:3521: finishing write tid 1 to smithi02869045-32 2024-08-29T18:00:10.331 INFO:tasks.rados.rados.0.smithi028.stdout:3521: finishing write tid 2 to smithi02869045-32 2024-08-29T18:00:10.332 INFO:tasks.rados.rados.0.smithi028.stdout:3521: finishing write tid 3 to smithi02869045-32 2024-08-29T18:00:10.332 INFO:tasks.rados.rados.0.smithi028.stdout:3521: finishing write tid 4 to smithi02869045-32 2024-08-29T18:00:10.332 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 32 v 3172 (ObjNum 1062 snap 365 seq_num 1062) dirty exists 2024-08-29T18:00:10.332 INFO:tasks.rados.rados.0.smithi028.stdout:3521: left oid 32 (ObjNum 1062 snap 365 seq_num 1062) 2024-08-29T18:00:10.332 INFO:tasks.rados.rados.0.smithi028.stdout:3520: finishing rollback tid 0 to smithi02869045-9 2024-08-29T18:00:10.332 INFO:tasks.rados.rados.0.smithi028.stdout:3529: seq_num 1063 ranges {9306112=606208,9912320=401408} 2024-08-29T18:00:10.438 INFO:tasks.rados.rados.0.smithi028.stdout:3529: writing smithi02869045-29 from 9306112 to 9912320 tid 1 2024-08-29T18:00:10.441 INFO:tasks.rados.rados.0.smithi028.stdout:3529: writing smithi02869045-29 from 9912320 to 10313728 tid 2 2024-08-29T18:00:10.441 INFO:tasks.rados.rados.0.smithi028.stdout:3521: done (5 left) 2024-08-29T18:00:10.441 INFO:tasks.rados.rados.0.smithi028.stdout:3530: rollback oid 48 current snap is 365 2024-08-29T18:00:10.441 INFO:tasks.rados.rados.0.smithi028.stdout:rollback oid 48 to 355 2024-08-29T18:00:10.442 INFO:tasks.rados.rados.0.smithi028.stdout:3520: finishing rollback tid 1 to smithi02869045-9 2024-08-29T18:00:10.442 INFO:tasks.rados.rados.0.smithi028.stdout:3520: finishing rollback tid 2 to smithi02869045-9 2024-08-29T18:00:10.442 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 9 v 3162 (ObjNum 1051 snap 357 seq_num 1051) dirty exists 2024-08-29T18:00:10.442 INFO:tasks.rados.rados.0.smithi028.stdout:3522: expect (ObjNum 839 snap 283 seq_num 839) 2024-08-29T18:00:10.630 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:00:10 smithi028 bash[78352]: cluster 2024-08-29T18:00:09.105862+0000 mgr.y (mgr.25022) 385 : cluster [DBG] pgmap v717: 121 pgs: 3 active+clean+snaptrim, 118 active+clean; 488 MiB data, 3.0 GiB used, 712 GiB / 715 GiB avail; 3.9 MiB/s rd, 226 KiB/s wr, 1 op/s 2024-08-29T18:00:10.630 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:00:10 smithi028 bash[78352]: cluster 2024-08-29T18:00:10.331057+0000 mon.a (mon.0) 1234 : cluster [DBG] osdmap e797: 8 total, 8 up, 8 in 2024-08-29T18:00:10.630 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:00:10 smithi028 bash[77168]: cluster 2024-08-29T18:00:09.105862+0000 mgr.y (mgr.25022) 385 : cluster [DBG] pgmap v717: 121 pgs: 3 active+clean+snaptrim, 118 active+clean; 488 MiB data, 3.0 GiB used, 712 GiB / 715 GiB avail; 3.9 MiB/s rd, 226 KiB/s wr, 1 op/s 2024-08-29T18:00:10.630 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:00:10 smithi028 bash[77168]: cluster 2024-08-29T18:00:10.331057+0000 mon.a (mon.0) 1234 : cluster [DBG] osdmap e797: 8 total, 8 up, 8 in 2024-08-29T18:00:10.825 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:00:10 smithi053 bash[68679]: cluster 2024-08-29T18:00:09.105862+0000 mgr.y (mgr.25022) 385 : cluster [DBG] pgmap v717: 121 pgs: 3 active+clean+snaptrim, 118 active+clean; 488 MiB data, 3.0 GiB used, 712 GiB / 715 GiB avail; 3.9 MiB/s rd, 226 KiB/s wr, 1 op/s 2024-08-29T18:00:10.825 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:00:10 smithi053 bash[68679]: cluster 2024-08-29T18:00:10.331057+0000 mon.a (mon.0) 1234 : cluster [DBG] osdmap e797: 8 total, 8 up, 8 in 2024-08-29T18:00:11.316 INFO:tasks.rados.rados.0.smithi028.stdout:3526: expect (ObjNum 943 snap 315 seq_num 943) 2024-08-29T18:00:11.376 INFO:tasks.rados.rados.0.smithi028.stdout:3525: finishing copy_from racing read to smithi02869045-30 2024-08-29T18:00:11.376 INFO:tasks.rados.rados.0.smithi028.stdout:3525: finishing copy_from to smithi02869045-30 2024-08-29T18:00:11.377 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 30 v 3174 (ObjNum 1050 snap 357 seq_num 1050) dirty exists 2024-08-29T18:00:11.377 INFO:tasks.rados.rados.0.smithi028.stdout:3530: finishing rollback tid 1 to smithi02869045-48 2024-08-29T18:00:11.377 INFO:tasks.rados.rados.0.smithi028.stdout:3530: finishing rollback tid 2 to smithi02869045-48 2024-08-29T18:00:11.377 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 48 v 2569 (ObjNum 965 snap 324 seq_num 965) dirty exists 2024-08-29T18:00:11.377 INFO:tasks.rados.rados.0.smithi028.stdout:3529: finishing write tid 1 to smithi02869045-29 2024-08-29T18:00:11.377 INFO:tasks.rados.rados.0.smithi028.stdout:3529: finishing write tid 2 to smithi02869045-29 2024-08-29T18:00:11.377 INFO:tasks.rados.rados.0.smithi028.stdout:3529: finishing write tid 3 to smithi02869045-29 2024-08-29T18:00:11.377 INFO:tasks.rados.rados.0.smithi028.stdout:3529: finishing write tid 4 to smithi02869045-29 2024-08-29T18:00:11.377 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 29 v 2549 (ObjNum 1063 snap 365 seq_num 1063) dirty exists 2024-08-29T18:00:11.377 INFO:tasks.rados.rados.0.smithi028.stdout:3529: left oid 29 (ObjNum 1063 snap 365 seq_num 1063) 2024-08-29T18:00:11.377 INFO:tasks.rados.rados.0.smithi028.stdout:3520: done (5 left) 2024-08-29T18:00:11.377 INFO:tasks.rados.rados.0.smithi028.stdout:3522: done (4 left) 2024-08-29T18:00:11.377 INFO:tasks.rados.rados.0.smithi028.stdout:3525: done (3 left) 2024-08-29T18:00:11.378 INFO:tasks.rados.rados.0.smithi028.stdout:3526: done (2 left) 2024-08-29T18:00:11.378 INFO:tasks.rados.rados.0.smithi028.stdout:3529: done (1 left) 2024-08-29T18:00:11.378 INFO:tasks.rados.rados.0.smithi028.stdout:3530: done (0 left) 2024-08-29T18:00:11.378 INFO:tasks.rados.rados.0.smithi028.stdout:3531: rmattr oid 36 current snap is 365 2024-08-29T18:00:11.378 INFO:tasks.rados.rados.0.smithi028.stdout:3531: done (0 left) 2024-08-29T18:00:11.378 INFO:tasks.rados.rados.0.smithi028.stdout:3532: rollback oid 46 current snap is 365 2024-08-29T18:00:11.378 INFO:tasks.rados.rados.0.smithi028.stdout:rollback oid 46 to 352 2024-08-29T18:00:11.378 INFO:tasks.rados.rados.0.smithi028.stdout:append oid 6 current snap is 365 2024-08-29T18:00:11.378 INFO:tasks.rados.rados.0.smithi028.stdout:3533: seq_num 1064 ranges {221184=622592,843776=401408} 2024-08-29T18:00:11.384 INFO:tasks.rados.rados.0.smithi028.stdout:3533: writing smithi02869045-6 from 221184 to 843776 tid 1 2024-08-29T18:00:11.389 INFO:tasks.rados.rados.0.smithi028.stdout:3533: writing smithi02869045-6 from 843776 to 1245184 tid 2 2024-08-29T18:00:11.389 INFO:tasks.rados.rados.0.smithi028.stdout:3534: read oid 8 snap -1 2024-08-29T18:00:11.389 INFO:tasks.rados.rados.0.smithi028.stdout:3534: expect (ObjNum 0 snap 0 seq_num 0) 2024-08-29T18:00:11.389 INFO:tasks.rados.rados.0.smithi028.stdout:3535: rmattr oid 13 current snap is 365 2024-08-29T18:00:11.389 INFO:tasks.rados.rados.0.smithi028.stdout:3535: done (3 left) 2024-08-29T18:00:11.389 INFO:tasks.rados.rados.0.smithi028.stdout:append oid 16 current snap is 365 2024-08-29T18:00:11.389 INFO:tasks.rados.rados.0.smithi028.stdout:3532: finishing rollback tid 0 to smithi02869045-46 2024-08-29T18:00:11.389 INFO:tasks.rados.rados.0.smithi028.stdout:3532: finishing rollback tid 1 to smithi02869045-46 2024-08-29T18:00:11.389 INFO:tasks.rados.rados.0.smithi028.stdout:3532: finishing rollback tid 2 to smithi02869045-46 2024-08-29T18:00:11.389 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 46 v 2843 (ObjNum 1002 snap 340 seq_num 1002) dirty exists 2024-08-29T18:00:11.389 INFO:tasks.rados.rados.0.smithi028.stdout:3536: seq_num 1065 ranges {0=638976,638976=401408} 2024-08-29T18:00:11.394 INFO:tasks.rados.rados.0.smithi028.stdout:3536: writing smithi02869045-16 from 0 to 638976 tid 1 2024-08-29T18:00:11.398 INFO:tasks.rados.rados.0.smithi028.stdout:3536: writing smithi02869045-16 from 638976 to 1040384 tid 2 2024-08-29T18:00:11.398 INFO:tasks.rados.rados.0.smithi028.stdout:3532: done (3 left) 2024-08-29T18:00:11.398 INFO:tasks.rados.rados.0.smithi028.stdout:3537: read oid 15 snap -1 2024-08-29T18:00:11.398 INFO:tasks.rados.rados.0.smithi028.stdout:3537: expect (ObjNum 1050 snap 357 seq_num 1050) 2024-08-29T18:00:11.399 INFO:tasks.rados.rados.0.smithi028.stdout:3538: snap_remove snap 354 2024-08-29T18:00:11.880 INFO:journalctl@ceph.mgr.y.smithi028.stdout:Aug 29 18:00:11 smithi028 bash[70818]: ::ffff:172.21.15.53 - - [29/Aug/2024:18:00:11] "GET /metrics HTTP/1.1" 200 36246 "" "Prometheus/2.43.0" 2024-08-29T18:00:12.374 INFO:tasks.rados.rados.0.smithi028.stdout:3538: done (4 left) 2024-08-29T18:00:12.374 INFO:tasks.rados.rados.0.smithi028.stdout:append oid 17 current snap is 365 2024-08-29T18:00:12.374 INFO:tasks.rados.rados.0.smithi028.stdout:3539: seq_num 1066 ranges {1859584=663552,2523136=401408} 2024-08-29T18:00:12.389 INFO:tasks.rados.rados.0.smithi028.stdout:3539: writing smithi02869045-17 from 1859584 to 2523136 tid 1 2024-08-29T18:00:12.392 INFO:tasks.rados.rados.0.smithi028.stdout:3539: writing smithi02869045-17 from 2523136 to 2924544 tid 2 2024-08-29T18:00:12.392 INFO:tasks.rados.rados.0.smithi028.stdout:3534: expect (ObjNum 0 snap 0 seq_num 0) 2024-08-29T18:00:12.398 INFO:tasks.rados.rados.0.smithi028.stdout:3533: finishing write tid 1 to smithi02869045-6 2024-08-29T18:00:12.399 INFO:tasks.rados.rados.0.smithi028.stdout:3533: finishing write tid 2 to smithi02869045-6 2024-08-29T18:00:12.399 INFO:tasks.rados.rados.0.smithi028.stdout:3533: finishing write tid 3 to smithi02869045-6 2024-08-29T18:00:12.399 INFO:tasks.rados.rados.0.smithi028.stdout:3533: finishing write tid 4 to smithi02869045-6 2024-08-29T18:00:12.399 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 6 v 3180 (ObjNum 1064 snap 365 seq_num 1064) dirty exists 2024-08-29T18:00:12.399 INFO:tasks.rados.rados.0.smithi028.stdout:3533: left oid 6 (ObjNum 1064 snap 365 seq_num 1064) 2024-08-29T18:00:12.399 INFO:tasks.rados.rados.0.smithi028.stdout:3537: expect (ObjNum 1050 snap 357 seq_num 1050) 2024-08-29T18:00:12.458 INFO:tasks.rados.rados.0.smithi028.stdout:3536: finishing write tid 1 to smithi02869045-16 2024-08-29T18:00:12.458 INFO:tasks.rados.rados.0.smithi028.stdout:3536: finishing write tid 2 to smithi02869045-16 2024-08-29T18:00:12.458 INFO:tasks.rados.rados.0.smithi028.stdout:3536: finishing write tid 3 to smithi02869045-16 2024-08-29T18:00:12.459 INFO:tasks.rados.rados.0.smithi028.stdout:3536: finishing write tid 4 to smithi02869045-16 2024-08-29T18:00:12.459 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 16 v 2572 (ObjNum 1065 snap 365 seq_num 1065) dirty exists 2024-08-29T18:00:12.459 INFO:tasks.rados.rados.0.smithi028.stdout:3536: left oid 16 (ObjNum 1065 snap 365 seq_num 1065) 2024-08-29T18:00:12.459 INFO:tasks.rados.rados.0.smithi028.stdout:3539: finishing write tid 1 to smithi02869045-17 2024-08-29T18:00:12.459 INFO:tasks.rados.rados.0.smithi028.stdout:3533: done (4 left) 2024-08-29T18:00:12.459 INFO:tasks.rados.rados.0.smithi028.stdout:3534: done (3 left) 2024-08-29T18:00:12.459 INFO:tasks.rados.rados.0.smithi028.stdout:3536: done (2 left) 2024-08-29T18:00:12.459 INFO:tasks.rados.rados.0.smithi028.stdout:3537: done (1 left) 2024-08-29T18:00:12.459 INFO:tasks.rados.rados.0.smithi028.stdout:3540: copy_from oid 26 from oid 5 current snap is 365 2024-08-29T18:00:12.459 INFO:tasks.rados.rados.0.smithi028.stdout:3539: finishing write tid 2 to smithi02869045-17 2024-08-29T18:00:12.459 INFO:tasks.rados.rados.0.smithi028.stdout:3539: finishing write tid 3 to smithi02869045-17 2024-08-29T18:00:12.459 INFO:tasks.rados.rados.0.smithi028.stdout:3539: finishing write tid 4 to smithi02869045-17 2024-08-29T18:00:12.459 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 17 v 3493 (ObjNum 1066 snap 365 seq_num 1066) dirty exists 2024-08-29T18:00:12.459 INFO:tasks.rados.rados.0.smithi028.stdout:3539: left oid 17 (ObjNum 1066 snap 365 seq_num 1066) 2024-08-29T18:00:12.460 INFO:tasks.rados.rados.0.smithi028.stdout:3539: done (1 left) 2024-08-29T18:00:12.460 INFO:tasks.rados.rados.0.smithi028.stdout:3541: rmattr oid 20 current snap is 365 2024-08-29T18:00:12.460 INFO:tasks.rados.rados.0.smithi028.stdout:3541: done (1 left) 2024-08-29T18:00:12.460 INFO:tasks.rados.rados.0.smithi028.stdout:3542: snap_remove snap 325 2024-08-29T18:00:12.575 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:00:12 smithi053 bash[68679]: cluster 2024-08-29T18:00:11.106761+0000 mgr.y (mgr.25022) 386 : cluster [DBG] pgmap v720: 121 pgs: 3 active+clean+snaptrim, 118 active+clean; 494 MiB data, 3.1 GiB used, 712 GiB / 715 GiB avail; 10 MiB/s rd, 5.7 MiB/s wr, 11 op/s 2024-08-29T18:00:12.575 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:00:12 smithi053 bash[68679]: audit 2024-08-29T18:00:12.037018+0000 mon.a (mon.0) 1235 : audit [DBG] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-29T18:00:12.575 INFO:journalctl@ceph.prometheus.a.smithi053.stdout:Aug 29 18:00:12 smithi053 bash[95567]: ts=2024-08-29T18:00:12.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"3167ee72-662c-11ef-bcd4-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-29T18:00:12.630 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:00:12 smithi028 bash[78352]: cluster 2024-08-29T18:00:11.106761+0000 mgr.y (mgr.25022) 386 : cluster [DBG] pgmap v720: 121 pgs: 3 active+clean+snaptrim, 118 active+clean; 494 MiB data, 3.1 GiB used, 712 GiB / 715 GiB avail; 10 MiB/s rd, 5.7 MiB/s wr, 11 op/s 2024-08-29T18:00:12.630 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:00:12 smithi028 bash[78352]: audit 2024-08-29T18:00:12.037018+0000 mon.a (mon.0) 1235 : audit [DBG] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-29T18:00:12.630 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:00:12 smithi028 bash[77168]: cluster 2024-08-29T18:00:11.106761+0000 mgr.y (mgr.25022) 386 : cluster [DBG] pgmap v720: 121 pgs: 3 active+clean+snaptrim, 118 active+clean; 494 MiB data, 3.1 GiB used, 712 GiB / 715 GiB avail; 10 MiB/s rd, 5.7 MiB/s wr, 11 op/s 2024-08-29T18:00:12.630 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:00:12 smithi028 bash[77168]: audit 2024-08-29T18:00:12.037018+0000 mon.a (mon.0) 1235 : audit [DBG] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-29T18:00:13.398 INFO:tasks.rados.rados.0.smithi028.stdout:3542: done (1 left) 2024-08-29T18:00:13.398 INFO:tasks.rados.rados.0.smithi028.stdout:3543: rmattr oid 36 current snap is 365 2024-08-29T18:00:13.398 INFO:tasks.rados.rados.0.smithi028.stdout:3543: done (1 left) 2024-08-29T18:00:13.398 INFO:tasks.rados.rados.0.smithi028.stdout:3544: rollback oid 16 current snap is 365 2024-08-29T18:00:13.398 INFO:tasks.rados.rados.0.smithi028.stdout:rollback oid 16 to 362 2024-08-29T18:00:13.398 INFO:tasks.rados.rados.0.smithi028.stdout:3545: read oid 21 snap -1 2024-08-29T18:00:13.398 INFO:tasks.rados.rados.0.smithi028.stdout:3545: expect (ObjNum 996 snap 336 seq_num 996) 2024-08-29T18:00:13.398 INFO:tasks.rados.rados.0.smithi028.stdout:3546: rollback oid 28 current snap is 365 2024-08-29T18:00:13.398 INFO:tasks.rados.rados.0.smithi028.stdout:rollback oid 28 to 321 2024-08-29T18:00:13.398 INFO:tasks.rados.rados.0.smithi028.stdout:3547: read oid 37 snap -1 2024-08-29T18:00:13.399 INFO:tasks.rados.rados.0.smithi028.stdout:3547: expect deleted 2024-08-29T18:00:13.399 INFO:tasks.rados.rados.0.smithi028.stdout:3548: copy_from oid 15 from oid 49 current snap is 365 2024-08-29T18:00:13.399 INFO:tasks.rados.rados.0.smithi028.stdout:3549: snap_remove snap 332 2024-08-29T18:00:13.755 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:00:13 smithi053 bash[68679]: cluster 2024-08-29T18:00:12.373011+0000 mon.a (mon.0) 1236 : cluster [DBG] osdmap e798: 8 total, 8 up, 8 in 2024-08-29T18:00:13.880 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:00:13 smithi028 bash[78352]: cluster 2024-08-29T18:00:12.373011+0000 mon.a (mon.0) 1236 : cluster [DBG] osdmap e798: 8 total, 8 up, 8 in 2024-08-29T18:00:13.880 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:00:13 smithi028 bash[77168]: cluster 2024-08-29T18:00:12.373011+0000 mon.a (mon.0) 1236 : cluster [DBG] osdmap e798: 8 total, 8 up, 8 in 2024-08-29T18:00:14.332 INFO:tasks.rados.rados.0.smithi028.stdout:3549: done (6 left) 2024-08-29T18:00:14.333 INFO:tasks.rados.rados.0.smithi028.stdout:3550: snap_create 2024-08-29T18:00:14.333 INFO:tasks.rados.rados.0.smithi028.stdout:3540: finishing copy_from to smithi02869045-26 2024-08-29T18:00:14.333 INFO:tasks.rados.rados.0.smithi028.stdout:3540: got expected ENOENT (src dne) 2024-08-29T18:00:14.333 INFO:tasks.rados.rados.0.smithi028.stdout:3540: finishing copy_from racing read to smithi02869045-26 2024-08-29T18:00:14.333 INFO:tasks.rados.rados.0.smithi028.stdout:3546: finishing rollback tid 0 to smithi02869045-28 2024-08-29T18:00:14.333 INFO:tasks.rados.rados.0.smithi028.stdout:3546: finishing rollback tid 1 to smithi02869045-28 2024-08-29T18:00:14.333 INFO:tasks.rados.rados.0.smithi028.stdout:3546: finishing rollback tid 2 to smithi02869045-28 2024-08-29T18:00:14.333 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 28 v 3183 (ObjNum 867 snap 293 seq_num 867) dirty exists 2024-08-29T18:00:14.333 INFO:tasks.rados.rados.0.smithi028.stdout:3544: finishing rollback tid 0 to smithi02869045-16 2024-08-29T18:00:14.333 INFO:tasks.rados.rados.0.smithi028.stdout:3544: finishing rollback tid 1 to smithi02869045-16 2024-08-29T18:00:14.333 INFO:tasks.rados.rados.0.smithi028.stdout:3544: finishing rollback tid 2 to smithi02869045-16 2024-08-29T18:00:14.333 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 16 v 2575 (ObjNum 49 snap 0 seq_num 1953066355) dirty exists 2024-08-29T18:00:14.334 INFO:tasks.rados.rados.0.smithi028.stdout:3548: finishing copy_from racing read to smithi02869045-15 2024-08-29T18:00:14.334 INFO:tasks.rados.rados.0.smithi028.stdout:3548: finishing copy_from to smithi02869045-15 2024-08-29T18:00:14.334 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 15 v 2921 (ObjNum 1053 snap 358 seq_num 1053) dirty exists 2024-08-29T18:00:14.334 INFO:tasks.rados.rados.0.smithi028.stdout:3545: expect (ObjNum 996 snap 336 seq_num 996) 2024-08-29T18:00:14.776 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:00:14 smithi053 bash[68679]: cluster 2024-08-29T18:00:13.107572+0000 mgr.y (mgr.25022) 387 : cluster [DBG] pgmap v722: 121 pgs: 3 active+clean+snaptrim, 118 active+clean; 495 MiB data, 3.1 GiB used, 712 GiB / 715 GiB avail; 9.5 MiB/s rd, 5.0 MiB/s wr, 12 op/s 2024-08-29T18:00:14.776 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:00:14 smithi053 bash[68679]: cluster 2024-08-29T18:00:13.395697+0000 mon.a (mon.0) 1237 : cluster [DBG] osdmap e799: 8 total, 8 up, 8 in 2024-08-29T18:00:14.776 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:00:14 smithi053 bash[68679]: cluster 2024-08-29T18:00:14.331261+0000 mon.a (mon.0) 1238 : cluster [DBG] osdmap e800: 8 total, 8 up, 8 in 2024-08-29T18:00:14.880 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:00:14 smithi028 bash[77168]: cluster 2024-08-29T18:00:13.107572+0000 mgr.y (mgr.25022) 387 : cluster [DBG] pgmap v722: 121 pgs: 3 active+clean+snaptrim, 118 active+clean; 495 MiB data, 3.1 GiB used, 712 GiB / 715 GiB avail; 9.5 MiB/s rd, 5.0 MiB/s wr, 12 op/s 2024-08-29T18:00:14.880 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:00:14 smithi028 bash[77168]: cluster 2024-08-29T18:00:13.395697+0000 mon.a (mon.0) 1237 : cluster [DBG] osdmap e799: 8 total, 8 up, 8 in 2024-08-29T18:00:14.880 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:00:14 smithi028 bash[77168]: cluster 2024-08-29T18:00:14.331261+0000 mon.a (mon.0) 1238 : cluster [DBG] osdmap e800: 8 total, 8 up, 8 in 2024-08-29T18:00:14.881 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:00:14 smithi028 bash[78352]: cluster 2024-08-29T18:00:13.107572+0000 mgr.y (mgr.25022) 387 : cluster [DBG] pgmap v722: 121 pgs: 3 active+clean+snaptrim, 118 active+clean; 495 MiB data, 3.1 GiB used, 712 GiB / 715 GiB avail; 9.5 MiB/s rd, 5.0 MiB/s wr, 12 op/s 2024-08-29T18:00:14.881 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:00:14 smithi028 bash[78352]: cluster 2024-08-29T18:00:13.395697+0000 mon.a (mon.0) 1237 : cluster [DBG] osdmap e799: 8 total, 8 up, 8 in 2024-08-29T18:00:14.881 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:00:14 smithi028 bash[78352]: cluster 2024-08-29T18:00:14.331261+0000 mon.a (mon.0) 1238 : cluster [DBG] osdmap e800: 8 total, 8 up, 8 in 2024-08-29T18:00:15.333 INFO:tasks.rados.rados.0.smithi028.stdout:3540: done (6 left) 2024-08-29T18:00:15.333 INFO:tasks.rados.rados.0.smithi028.stdout:3544: done (5 left) 2024-08-29T18:00:15.333 INFO:tasks.rados.rados.0.smithi028.stdout:3545: done (4 left) 2024-08-29T18:00:15.333 INFO:tasks.rados.rados.0.smithi028.stdout:3546: done (3 left) 2024-08-29T18:00:15.333 INFO:tasks.rados.rados.0.smithi028.stdout:3547: done (2 left) 2024-08-29T18:00:15.333 INFO:tasks.rados.rados.0.smithi028.stdout:3548: done (1 left) 2024-08-29T18:00:15.333 INFO:tasks.rados.rados.0.smithi028.stdout:3550: done (0 left) 2024-08-29T18:00:15.333 INFO:tasks.rados.rados.0.smithi028.stdout:3551: read oid 29 snap -1 2024-08-29T18:00:15.333 INFO:tasks.rados.rados.0.smithi028.stdout:3551: expect (ObjNum 1063 snap 365 seq_num 1063) 2024-08-29T18:00:15.334 INFO:tasks.rados.rados.0.smithi028.stdout:3552: read oid 48 snap -1 2024-08-29T18:00:15.334 INFO:tasks.rados.rados.0.smithi028.stdout:3552: expect (ObjNum 965 snap 324 seq_num 965) 2024-08-29T18:00:15.334 INFO:tasks.rados.rados.0.smithi028.stdout:3553: read oid 36 snap -1 2024-08-29T18:00:15.334 INFO:tasks.rados.rados.0.smithi028.stdout:3553: expect deleted 2024-08-29T18:00:15.334 INFO:tasks.rados.rados.0.smithi028.stdout:3554: snap_remove snap 334 2024-08-29T18:00:16.346 INFO:tasks.rados.rados.0.smithi028.stdout:3554: done (3 left) 2024-08-29T18:00:16.346 INFO:tasks.rados.rados.0.smithi028.stdout:3555: delete oid 43 current snap is 366 2024-08-29T18:00:16.346 INFO:tasks.rados.rados.0.smithi028.stdout:3552: expect (ObjNum 965 snap 324 seq_num 965) 2024-08-29T18:00:16.630 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:00:16 smithi028 bash[78352]: cluster 2024-08-29T18:00:15.108698+0000 mgr.y (mgr.25022) 388 : cluster [DBG] pgmap v725: 121 pgs: 2 active+clean+snaptrim, 119 active+clean; 509 MiB data, 3.1 GiB used, 712 GiB / 715 GiB avail; 6.0 MiB/s rd, 2.1 MiB/s wr, 8 op/s 2024-08-29T18:00:16.630 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:00:16 smithi028 bash[78352]: cluster 2024-08-29T18:00:15.333257+0000 mon.a (mon.0) 1239 : cluster [DBG] osdmap e801: 8 total, 8 up, 8 in 2024-08-29T18:00:16.630 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:00:16 smithi028 bash[78352]: audit 2024-08-29T18:00:15.788697+0000 mon.a (mon.0) 1240 : audit [INF] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' 2024-08-29T18:00:16.630 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:00:16 smithi028 bash[78352]: audit 2024-08-29T18:00:15.799197+0000 mon.a (mon.0) 1241 : audit [INF] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' 2024-08-29T18:00:16.630 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:00:16 smithi028 bash[78352]: audit 2024-08-29T18:00:15.801465+0000 mon.a (mon.0) 1242 : audit [DBG] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-29T18:00:16.630 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:00:16 smithi028 bash[78352]: audit 2024-08-29T18:00:15.803045+0000 mon.a (mon.0) 1243 : audit [INF] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-29T18:00:16.630 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:00:16 smithi028 bash[78352]: audit 2024-08-29T18:00:15.812902+0000 mon.a (mon.0) 1244 : audit [INF] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' 2024-08-29T18:00:16.631 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:00:16 smithi028 bash[78352]: audit 2024-08-29T18:00:15.894850+0000 mon.a (mon.0) 1245 : audit [DBG] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "dashboard get-prometheus-api-host"}]: dispatch 2024-08-29T18:00:16.631 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:00:16 smithi028 bash[78352]: audit 2024-08-29T18:00:15.980804+0000 mon.a (mon.0) 1246 : audit [DBG] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-29T18:00:16.631 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:00:16 smithi028 bash[78352]: audit 2024-08-29T18:00:15.984709+0000 mon.a (mon.0) 1247 : audit [DBG] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-08-29T18:00:16.631 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:00:16 smithi028 bash[78352]: audit 2024-08-29T18:00:15.987663+0000 mon.a (mon.0) 1248 : audit [DBG] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-08-29T18:00:16.631 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:00:16 smithi028 bash[78352]: audit 2024-08-29T18:00:15.989978+0000 mon.a (mon.0) 1249 : audit [DBG] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-08-29T18:00:16.631 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:00:16 smithi028 bash[78352]: audit 2024-08-29T18:00:15.993936+0000 mon.a (mon.0) 1250 : audit [DBG] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-08-29T18:00:16.631 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:00:16 smithi028 bash[78352]: audit 2024-08-29T18:00:15.998443+0000 mon.a (mon.0) 1251 : audit [DBG] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-08-29T18:00:16.631 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:00:16 smithi028 bash[78352]: audit 2024-08-29T18:00:16.001068+0000 mon.a (mon.0) 1252 : audit [DBG] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-08-29T18:00:16.631 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:00:16 smithi028 bash[78352]: audit 2024-08-29T18:00:16.003448+0000 mon.a (mon.0) 1253 : audit [DBG] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-08-29T18:00:16.631 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:00:16 smithi028 bash[78352]: audit 2024-08-29T18:00:16.005901+0000 mon.a (mon.0) 1254 : audit [DBG] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-08-29T18:00:16.631 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:00:16 smithi028 bash[78352]: audit 2024-08-29T18:00:16.009039+0000 mon.a (mon.0) 1255 : audit [DBG] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-08-29T18:00:16.631 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:00:16 smithi028 bash[78352]: audit 2024-08-29T18:00:16.012234+0000 mon.a (mon.0) 1256 : audit [DBG] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-08-29T18:00:16.632 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:00:16 smithi028 bash[77168]: cluster 2024-08-29T18:00:15.108698+0000 mgr.y (mgr.25022) 388 : cluster [DBG] pgmap v725: 121 pgs: 2 active+clean+snaptrim, 119 active+clean; 509 MiB data, 3.1 GiB used, 712 GiB / 715 GiB avail; 6.0 MiB/s rd, 2.1 MiB/s wr, 8 op/s 2024-08-29T18:00:16.632 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:00:16 smithi028 bash[77168]: cluster 2024-08-29T18:00:15.333257+0000 mon.a (mon.0) 1239 : cluster [DBG] osdmap e801: 8 total, 8 up, 8 in 2024-08-29T18:00:16.632 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:00:16 smithi028 bash[77168]: audit 2024-08-29T18:00:15.788697+0000 mon.a (mon.0) 1240 : audit [INF] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' 2024-08-29T18:00:16.632 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:00:16 smithi028 bash[77168]: audit 2024-08-29T18:00:15.799197+0000 mon.a (mon.0) 1241 : audit [INF] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' 2024-08-29T18:00:16.632 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:00:16 smithi028 bash[77168]: audit 2024-08-29T18:00:15.801465+0000 mon.a (mon.0) 1242 : audit [DBG] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-29T18:00:16.632 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:00:16 smithi028 bash[77168]: audit 2024-08-29T18:00:15.803045+0000 mon.a (mon.0) 1243 : audit [INF] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-29T18:00:16.632 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:00:16 smithi028 bash[77168]: audit 2024-08-29T18:00:15.812902+0000 mon.a (mon.0) 1244 : audit [INF] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' 2024-08-29T18:00:16.632 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:00:16 smithi028 bash[77168]: audit 2024-08-29T18:00:15.894850+0000 mon.a (mon.0) 1245 : audit [DBG] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "dashboard get-prometheus-api-host"}]: dispatch 2024-08-29T18:00:16.632 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:00:16 smithi028 bash[77168]: audit 2024-08-29T18:00:15.980804+0000 mon.a (mon.0) 1246 : audit [DBG] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-29T18:00:16.632 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:00:16 smithi028 bash[77168]: audit 2024-08-29T18:00:15.984709+0000 mon.a (mon.0) 1247 : audit [DBG] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-08-29T18:00:16.633 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:00:16 smithi028 bash[77168]: audit 2024-08-29T18:00:15.987663+0000 mon.a (mon.0) 1248 : audit [DBG] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-08-29T18:00:16.633 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:00:16 smithi028 bash[77168]: audit 2024-08-29T18:00:15.989978+0000 mon.a (mon.0) 1249 : audit [DBG] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-08-29T18:00:16.633 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:00:16 smithi028 bash[77168]: audit 2024-08-29T18:00:15.993936+0000 mon.a (mon.0) 1250 : audit [DBG] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-08-29T18:00:16.633 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:00:16 smithi028 bash[77168]: audit 2024-08-29T18:00:15.998443+0000 mon.a (mon.0) 1251 : audit [DBG] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-08-29T18:00:16.633 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:00:16 smithi028 bash[77168]: audit 2024-08-29T18:00:16.001068+0000 mon.a (mon.0) 1252 : audit [DBG] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-08-29T18:00:16.633 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:00:16 smithi028 bash[77168]: audit 2024-08-29T18:00:16.003448+0000 mon.a (mon.0) 1253 : audit [DBG] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-08-29T18:00:16.633 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:00:16 smithi028 bash[77168]: audit 2024-08-29T18:00:16.005901+0000 mon.a (mon.0) 1254 : audit [DBG] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-08-29T18:00:16.633 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:00:16 smithi028 bash[77168]: audit 2024-08-29T18:00:16.009039+0000 mon.a (mon.0) 1255 : audit [DBG] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-08-29T18:00:16.633 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:00:16 smithi028 bash[77168]: audit 2024-08-29T18:00:16.012234+0000 mon.a (mon.0) 1256 : audit [DBG] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-08-29T18:00:16.633 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:00:16 smithi028 bash[77168]: audit 2024-08-29T18:00:16.015379+0000 mon.a (mon.0) 1257 : audit [DBG] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-08-29T18:00:16.633 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:00:16 smithi028 bash[77168]: audit 2024-08-29T18:00:16.021058+0000 mon.a (mon.0) 1258 : audit [DBG] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-08-29T18:00:16.633 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:00:16 smithi028 bash[77168]: audit 2024-08-29T18:00:16.025504+0000 mon.a (mon.0) 1259 : audit [DBG] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-08-29T18:00:16.633 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:00:16 smithi028 bash[77168]: audit 2024-08-29T18:00:16.029464+0000 mon.a (mon.0) 1260 : audit [DBG] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-08-29T18:00:16.634 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:00:16 smithi028 bash[78352]: audit 2024-08-29T18:00:16.015379+0000 mon.a (mon.0) 1257 : audit [DBG] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-08-29T18:00:16.634 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:00:16 smithi028 bash[78352]: audit 2024-08-29T18:00:16.021058+0000 mon.a (mon.0) 1258 : audit [DBG] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-08-29T18:00:16.634 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:00:16 smithi028 bash[78352]: audit 2024-08-29T18:00:16.025504+0000 mon.a (mon.0) 1259 : audit [DBG] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-08-29T18:00:16.634 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:00:16 smithi028 bash[78352]: audit 2024-08-29T18:00:16.029464+0000 mon.a (mon.0) 1260 : audit [DBG] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-08-29T18:00:16.759 INFO:tasks.rados.rados.0.smithi028.stdout:3551: expect (ObjNum 1063 snap 365 seq_num 1063) 2024-08-29T18:00:16.825 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:00:16 smithi053 bash[68679]: cluster 2024-08-29T18:00:15.108698+0000 mgr.y (mgr.25022) 388 : cluster [DBG] pgmap v725: 121 pgs: 2 active+clean+snaptrim, 119 active+clean; 509 MiB data, 3.1 GiB used, 712 GiB / 715 GiB avail; 6.0 MiB/s rd, 2.1 MiB/s wr, 8 op/s 2024-08-29T18:00:16.826 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:00:16 smithi053 bash[68679]: cluster 2024-08-29T18:00:15.333257+0000 mon.a (mon.0) 1239 : cluster [DBG] osdmap e801: 8 total, 8 up, 8 in 2024-08-29T18:00:16.826 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:00:16 smithi053 bash[68679]: audit 2024-08-29T18:00:15.788697+0000 mon.a (mon.0) 1240 : audit [INF] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' 2024-08-29T18:00:16.826 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:00:16 smithi053 bash[68679]: audit 2024-08-29T18:00:15.799197+0000 mon.a (mon.0) 1241 : audit [INF] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' 2024-08-29T18:00:16.826 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:00:16 smithi053 bash[68679]: audit 2024-08-29T18:00:15.801465+0000 mon.a (mon.0) 1242 : audit [DBG] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-29T18:00:16.826 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:00:16 smithi053 bash[68679]: audit 2024-08-29T18:00:15.803045+0000 mon.a (mon.0) 1243 : audit [INF] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-29T18:00:16.826 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:00:16 smithi053 bash[68679]: audit 2024-08-29T18:00:15.812902+0000 mon.a (mon.0) 1244 : audit [INF] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' 2024-08-29T18:00:16.826 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:00:16 smithi053 bash[68679]: audit 2024-08-29T18:00:15.894850+0000 mon.a (mon.0) 1245 : audit [DBG] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "dashboard get-prometheus-api-host"}]: dispatch 2024-08-29T18:00:16.826 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:00:16 smithi053 bash[68679]: audit 2024-08-29T18:00:15.980804+0000 mon.a (mon.0) 1246 : audit [DBG] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-29T18:00:16.826 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:00:16 smithi053 bash[68679]: audit 2024-08-29T18:00:15.984709+0000 mon.a (mon.0) 1247 : audit [DBG] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-08-29T18:00:16.826 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:00:16 smithi053 bash[68679]: audit 2024-08-29T18:00:15.987663+0000 mon.a (mon.0) 1248 : audit [DBG] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-08-29T18:00:16.826 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:00:16 smithi053 bash[68679]: audit 2024-08-29T18:00:15.989978+0000 mon.a (mon.0) 1249 : audit [DBG] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-08-29T18:00:16.826 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:00:16 smithi053 bash[68679]: audit 2024-08-29T18:00:15.993936+0000 mon.a (mon.0) 1250 : audit [DBG] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-08-29T18:00:16.827 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:00:16 smithi053 bash[68679]: audit 2024-08-29T18:00:15.998443+0000 mon.a (mon.0) 1251 : audit [DBG] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-08-29T18:00:16.827 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:00:16 smithi053 bash[68679]: audit 2024-08-29T18:00:16.001068+0000 mon.a (mon.0) 1252 : audit [DBG] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-08-29T18:00:16.827 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:00:16 smithi053 bash[68679]: audit 2024-08-29T18:00:16.003448+0000 mon.a (mon.0) 1253 : audit [DBG] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-08-29T18:00:16.827 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:00:16 smithi053 bash[68679]: audit 2024-08-29T18:00:16.005901+0000 mon.a (mon.0) 1254 : audit [DBG] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-08-29T18:00:16.827 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:00:16 smithi053 bash[68679]: audit 2024-08-29T18:00:16.009039+0000 mon.a (mon.0) 1255 : audit [DBG] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-08-29T18:00:16.827 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:00:16 smithi053 bash[68679]: audit 2024-08-29T18:00:16.012234+0000 mon.a (mon.0) 1256 : audit [DBG] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-08-29T18:00:16.827 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:00:16 smithi053 bash[68679]: audit 2024-08-29T18:00:16.015379+0000 mon.a (mon.0) 1257 : audit [DBG] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-08-29T18:00:16.827 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:00:16 smithi053 bash[68679]: audit 2024-08-29T18:00:16.021058+0000 mon.a (mon.0) 1258 : audit [DBG] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-08-29T18:00:16.827 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:00:16 smithi053 bash[68679]: audit 2024-08-29T18:00:16.025504+0000 mon.a (mon.0) 1259 : audit [DBG] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-08-29T18:00:16.827 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:00:16 smithi053 bash[68679]: audit 2024-08-29T18:00:16.029464+0000 mon.a (mon.0) 1260 : audit [DBG] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-08-29T18:00:17.208 INFO:teuthology.orchestra.run.smithi028.stdout:true 2024-08-29T18:00:17.545 INFO:teuthology.orchestra.run.smithi028.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2024-08-29T18:00:17.545 INFO:teuthology.orchestra.run.smithi028.stdout:alertmanager.a smithi028 *:9093,9094 running (10m) 43s ago 17m 15.0M - 0.25.0 c8568f914cd2 c7223f7204fa 2024-08-29T18:00:17.545 INFO:teuthology.orchestra.run.smithi028.stdout:grafana.a smithi053 *:3000 running (9m) 14s ago 16m 75.8M - 9.4.7 954c08fa6188 a7eaafe982e3 2024-08-29T18:00:17.545 INFO:teuthology.orchestra.run.smithi028.stdout:mds.a smithi028 running (108s) 43s ago 19m 13.6M - 19.1.1-235-g1ef86450 d401bb9bb76e 5a8869ab72d3 2024-08-29T18:00:17.545 INFO:teuthology.orchestra.run.smithi028.stdout:mds.b smithi053 running (78s) 14s ago 19m 12.0M - 19.1.1-235-g1ef86450 d401bb9bb76e 0e70add88f28 2024-08-29T18:00:17.545 INFO:teuthology.orchestra.run.smithi028.stdout:mgr.x smithi053 *:8443,9283,8765 running (8m) 14s ago 27m 430M - 19.1.1-235-g1ef86450 d401bb9bb76e a0460ca70cca 2024-08-29T18:00:17.545 INFO:teuthology.orchestra.run.smithi028.stdout:mgr.y smithi028 *:8443,9283,8765 running (9m) 43s ago 29m 500M - 19.1.1-235-g1ef86450 d401bb9bb76e ef4c084deb28 2024-08-29T18:00:17.546 INFO:teuthology.orchestra.run.smithi028.stdout:mon.a smithi028 running (8m) 43s ago 30m 76.0M 2048M 19.1.1-235-g1ef86450 d401bb9bb76e d1fec2ed5501 2024-08-29T18:00:17.546 INFO:teuthology.orchestra.run.smithi028.stdout:mon.b smithi053 running (7m) 14s ago 27m 53.8M 2048M 19.1.1-235-g1ef86450 d401bb9bb76e 39595741be2a 2024-08-29T18:00:17.546 INFO:teuthology.orchestra.run.smithi028.stdout:mon.c smithi028 running (7m) 43s ago 27m 61.7M 2048M 19.1.1-235-g1ef86450 d401bb9bb76e c6717e02deb1 2024-08-29T18:00:17.546 INFO:teuthology.orchestra.run.smithi028.stdout:node-exporter.a smithi028 *:9100 running (54s) 43s ago 17m 3160k - 1.5.0 0da6a335fe13 77f29bf6b459 2024-08-29T18:00:17.546 INFO:teuthology.orchestra.run.smithi028.stdout:node-exporter.b smithi053 *:9100 running (48s) 14s ago 17m 7243k - 1.5.0 0da6a335fe13 e969a004dbee 2024-08-29T18:00:17.546 INFO:teuthology.orchestra.run.smithi028.stdout:osd.0 smithi028 running (6m) 43s ago 26m 478M 2525M 19.1.1-235-g1ef86450 d401bb9bb76e 6fbb60538386 2024-08-29T18:00:17.546 INFO:teuthology.orchestra.run.smithi028.stdout:osd.1 smithi028 running (5m) 43s ago 25m 453M 2525M 19.1.1-235-g1ef86450 d401bb9bb76e 0a1c27b12555 2024-08-29T18:00:17.546 INFO:teuthology.orchestra.run.smithi028.stdout:osd.2 smithi028 running (5m) 43s ago 25m 451M 2525M 19.1.1-235-g1ef86450 d401bb9bb76e f87a86f7e5c3 2024-08-29T18:00:17.546 INFO:teuthology.orchestra.run.smithi028.stdout:osd.3 smithi028 running (4m) 43s ago 24m 314M 2525M 19.1.1-235-g1ef86450 d401bb9bb76e 3ccafab1a96b 2024-08-29T18:00:17.546 INFO:teuthology.orchestra.run.smithi028.stdout:osd.4 smithi053 running (3m) 14s ago 23m 601M 2525M 19.1.1-235-g1ef86450 d401bb9bb76e e85da34b2c19 2024-08-29T18:00:17.546 INFO:teuthology.orchestra.run.smithi028.stdout:osd.5 smithi053 running (3m) 14s ago 22m 411M 2525M 19.1.1-235-g1ef86450 d401bb9bb76e 02ced631b1a7 2024-08-29T18:00:17.546 INFO:teuthology.orchestra.run.smithi028.stdout:osd.6 smithi053 running (2m) 14s ago 21m 217M 2525M 19.1.1-235-g1ef86450 d401bb9bb76e 26b5d9d330e2 2024-08-29T18:00:17.546 INFO:teuthology.orchestra.run.smithi028.stdout:osd.7 smithi053 running (2m) 14s ago 20m 324M 2525M 19.1.1-235-g1ef86450 d401bb9bb76e 2dd992ed071a 2024-08-29T18:00:17.547 INFO:teuthology.orchestra.run.smithi028.stdout:prometheus.a smithi053 *:9095 running (20s) 14s ago 17m 40.5M - 2.43.0 a07b618ecd1d cfbb1f777dc4 2024-08-29T18:00:17.630 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:00:17 smithi028 bash[78352]: audit 2024-08-29T18:00:15.895932+0000 mgr.y (mgr.25022) 389 : audit [DBG] from='mon.0 -' entity='mon.' cmd=[{"prefix": "dashboard get-prometheus-api-host"}]: dispatch 2024-08-29T18:00:17.630 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:00:17 smithi028 bash[78352]: cluster 2024-08-29T18:00:16.345950+0000 mon.a (mon.0) 1261 : cluster [DBG] osdmap e802: 8 total, 8 up, 8 in 2024-08-29T18:00:17.630 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:00:17 smithi028 bash[77168]: audit 2024-08-29T18:00:15.895932+0000 mgr.y (mgr.25022) 389 : audit [DBG] from='mon.0 -' entity='mon.' cmd=[{"prefix": "dashboard get-prometheus-api-host"}]: dispatch 2024-08-29T18:00:17.630 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:00:17 smithi028 bash[77168]: cluster 2024-08-29T18:00:16.345950+0000 mon.a (mon.0) 1261 : cluster [DBG] osdmap e802: 8 total, 8 up, 8 in 2024-08-29T18:00:17.825 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:00:17 smithi053 bash[68679]: audit 2024-08-29T18:00:15.895932+0000 mgr.y (mgr.25022) 389 : audit [DBG] from='mon.0 -' entity='mon.' cmd=[{"prefix": "dashboard get-prometheus-api-host"}]: dispatch 2024-08-29T18:00:17.825 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:00:17 smithi053 bash[68679]: cluster 2024-08-29T18:00:16.345950+0000 mon.a (mon.0) 1261 : cluster [DBG] osdmap e802: 8 total, 8 up, 8 in 2024-08-29T18:00:17.896 INFO:teuthology.orchestra.run.smithi028.stdout:{ 2024-08-29T18:00:17.896 INFO:teuthology.orchestra.run.smithi028.stdout: "mon": { 2024-08-29T18:00:17.896 INFO:teuthology.orchestra.run.smithi028.stdout: "ceph version 19.1.1-235-g1ef86450 (1ef864504b8875c83ee6c2c5fedc13315bebf7f5) squid (rc)": 3 2024-08-29T18:00:17.897 INFO:teuthology.orchestra.run.smithi028.stdout: }, 2024-08-29T18:00:17.897 INFO:teuthology.orchestra.run.smithi028.stdout: "mgr": { 2024-08-29T18:00:17.897 INFO:teuthology.orchestra.run.smithi028.stdout: "ceph version 19.1.1-235-g1ef86450 (1ef864504b8875c83ee6c2c5fedc13315bebf7f5) squid (rc)": 2 2024-08-29T18:00:17.897 INFO:teuthology.orchestra.run.smithi028.stdout: }, 2024-08-29T18:00:17.897 INFO:teuthology.orchestra.run.smithi028.stdout: "osd": { 2024-08-29T18:00:17.897 INFO:teuthology.orchestra.run.smithi028.stdout: "ceph version 19.1.1-235-g1ef86450 (1ef864504b8875c83ee6c2c5fedc13315bebf7f5) squid (rc)": 8 2024-08-29T18:00:17.897 INFO:teuthology.orchestra.run.smithi028.stdout: }, 2024-08-29T18:00:17.897 INFO:teuthology.orchestra.run.smithi028.stdout: "mds": { 2024-08-29T18:00:17.897 INFO:teuthology.orchestra.run.smithi028.stdout: "ceph version 19.1.1-235-g1ef86450 (1ef864504b8875c83ee6c2c5fedc13315bebf7f5) squid (rc)": 2 2024-08-29T18:00:17.897 INFO:teuthology.orchestra.run.smithi028.stdout: }, 2024-08-29T18:00:17.897 INFO:teuthology.orchestra.run.smithi028.stdout: "overall": { 2024-08-29T18:00:17.897 INFO:teuthology.orchestra.run.smithi028.stdout: "ceph version 19.1.1-235-g1ef86450 (1ef864504b8875c83ee6c2c5fedc13315bebf7f5) squid (rc)": 15 2024-08-29T18:00:17.897 INFO:teuthology.orchestra.run.smithi028.stdout: } 2024-08-29T18:00:17.898 INFO:teuthology.orchestra.run.smithi028.stdout:} 2024-08-29T18:00:17.944 INFO:tasks.rados.rados.0.smithi028.stdout:3551: done (3 left) 2024-08-29T18:00:17.944 INFO:tasks.rados.rados.0.smithi028.stdout:3552: done (2 left) 2024-08-29T18:00:17.944 INFO:tasks.rados.rados.0.smithi028.stdout:3553: done (1 left) 2024-08-29T18:00:17.944 INFO:tasks.rados.rados.0.smithi028.stdout:3555: done (0 left) 2024-08-29T18:00:17.944 INFO:tasks.rados.rados.0.smithi028.stdout:3556: rollback oid 47 current snap is 366 2024-08-29T18:00:17.944 INFO:tasks.rados.rados.0.smithi028.stdout:rollback oid 47 to 361 2024-08-29T18:00:17.944 INFO:tasks.rados.rados.0.smithi028.stdout:append oid 25 current snap is 366 2024-08-29T18:00:17.944 INFO:tasks.rados.rados.0.smithi028.stdout:3557: seq_num 1068 ranges {2220032=696320,2916352=401408} 2024-08-29T18:00:17.959 INFO:tasks.rados.rados.0.smithi028.stdout:3557: writing smithi02869045-25 from 2220032 to 2916352 tid 1 2024-08-29T18:00:17.962 INFO:tasks.rados.rados.0.smithi028.stdout:3557: writing smithi02869045-25 from 2916352 to 3317760 tid 2 2024-08-29T18:00:17.962 INFO:tasks.rados.rados.0.smithi028.stdout:3558: read oid 6 snap -1 2024-08-29T18:00:17.962 INFO:tasks.rados.rados.0.smithi028.stdout:3558: expect (ObjNum 1064 snap 365 seq_num 1064) 2024-08-29T18:00:17.962 INFO:tasks.rados.rados.0.smithi028.stdout:3559: delete oid 40 current snap is 366 2024-08-29T18:00:17.962 INFO:tasks.rados.rados.0.smithi028.stdout:3556: finishing rollback tid 0 to smithi02869045-47 2024-08-29T18:00:17.962 INFO:tasks.rados.rados.0.smithi028.stdout:3556: finishing rollback tid 1 to smithi02869045-47 2024-08-29T18:00:17.962 INFO:tasks.rados.rados.0.smithi028.stdout:3556: finishing rollback tid 2 to smithi02869045-47 2024-08-29T18:00:17.962 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 47 v 3186 (ObjNum 1042 snap 356 seq_num 1042) dirty exists 2024-08-29T18:00:17.970 INFO:tasks.rados.rados.0.smithi028.stdout:3556: done (3 left) 2024-08-29T18:00:17.970 INFO:tasks.rados.rados.0.smithi028.stdout:3559: done (2 left) 2024-08-29T18:00:17.970 INFO:tasks.rados.rados.0.smithi028.stdout:3560: setattr oid 48 current snap is 366 2024-08-29T18:00:17.972 INFO:tasks.rados.rados.0.smithi028.stdout:3561: snap_create 2024-08-29T18:00:17.976 INFO:tasks.rados.rados.0.smithi028.stdout:3557: finishing write tid 1 to smithi02869045-25 2024-08-29T18:00:17.976 INFO:tasks.rados.rados.0.smithi028.stdout:3557: finishing write tid 2 to smithi02869045-25 2024-08-29T18:00:17.976 INFO:tasks.rados.rados.0.smithi028.stdout:3557: finishing write tid 3 to smithi02869045-25 2024-08-29T18:00:17.977 INFO:tasks.rados.rados.0.smithi028.stdout:3558: expect (ObjNum 1064 snap 365 seq_num 1064) 2024-08-29T18:00:18.014 INFO:tasks.rados.rados.0.smithi028.stdout:3557: finishing write tid 4 to smithi02869045-25 2024-08-29T18:00:18.014 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 25 v 2568 (ObjNum 1068 snap 366 seq_num 1068) dirty exists 2024-08-29T18:00:18.014 INFO:tasks.rados.rados.0.smithi028.stdout:3557: left oid 25 (ObjNum 1068 snap 366 seq_num 1068) 2024-08-29T18:00:18.014 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 48 v 2576 (ObjNum 965 snap 324 seq_num 965) dirty exists 2024-08-29T18:00:18.357 INFO:tasks.rados.rados.0.smithi028.stdout:3557: done (3 left) 2024-08-29T18:00:18.357 INFO:tasks.rados.rados.0.smithi028.stdout:3558: done (2 left) 2024-08-29T18:00:18.358 INFO:tasks.rados.rados.0.smithi028.stdout:3560: done (1 left) 2024-08-29T18:00:18.358 INFO:tasks.rados.rados.0.smithi028.stdout:3561: done (0 left) 2024-08-29T18:00:18.358 INFO:tasks.rados.rados.0.smithi028.stdout:3562: copy_from oid 15 from oid 17 current snap is 367 2024-08-29T18:00:18.358 INFO:tasks.rados.rados.0.smithi028.stdout:3563: snap_remove snap 340 2024-08-29T18:00:18.630 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:00:18 smithi028 bash[77168]: cluster 2024-08-29T18:00:17.109345+0000 mgr.y (mgr.25022) 390 : cluster [DBG] pgmap v728: 121 pgs: 2 active+clean+snaptrim, 119 active+clean; 509 MiB data, 3.1 GiB used, 712 GiB / 715 GiB avail; 5.9 MiB/s rd, 764 KiB/s wr, 6 op/s 2024-08-29T18:00:18.630 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:00:18 smithi028 bash[77168]: audit 2024-08-29T18:00:17.198717+0000 mgr.y (mgr.25022) 391 : audit [DBG] from='client.44393 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-08-29T18:00:18.630 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:00:18 smithi028 bash[77168]: audit 2024-08-29T18:00:17.534485+0000 mgr.y (mgr.25022) 392 : audit [DBG] from='client.34476 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-08-29T18:00:18.630 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:00:18 smithi028 bash[77168]: audit 2024-08-29T18:00:17.898640+0000 mon.a (mon.0) 1262 : audit [DBG] from='client.? 172.21.15.28:0/3367491258' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-08-29T18:00:18.631 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:00:18 smithi028 bash[78352]: cluster 2024-08-29T18:00:17.109345+0000 mgr.y (mgr.25022) 390 : cluster [DBG] pgmap v728: 121 pgs: 2 active+clean+snaptrim, 119 active+clean; 509 MiB data, 3.1 GiB used, 712 GiB / 715 GiB avail; 5.9 MiB/s rd, 764 KiB/s wr, 6 op/s 2024-08-29T18:00:18.631 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:00:18 smithi028 bash[78352]: audit 2024-08-29T18:00:17.198717+0000 mgr.y (mgr.25022) 391 : audit [DBG] from='client.44393 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-08-29T18:00:18.631 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:00:18 smithi028 bash[78352]: audit 2024-08-29T18:00:17.534485+0000 mgr.y (mgr.25022) 392 : audit [DBG] from='client.34476 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-08-29T18:00:18.631 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:00:18 smithi028 bash[78352]: audit 2024-08-29T18:00:17.898640+0000 mon.a (mon.0) 1262 : audit [DBG] from='client.? 172.21.15.28:0/3367491258' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-08-29T18:00:18.825 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:00:18 smithi053 bash[68679]: cluster 2024-08-29T18:00:17.109345+0000 mgr.y (mgr.25022) 390 : cluster [DBG] pgmap v728: 121 pgs: 2 active+clean+snaptrim, 119 active+clean; 509 MiB data, 3.1 GiB used, 712 GiB / 715 GiB avail; 5.9 MiB/s rd, 764 KiB/s wr, 6 op/s 2024-08-29T18:00:18.825 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:00:18 smithi053 bash[68679]: audit 2024-08-29T18:00:17.198717+0000 mgr.y (mgr.25022) 391 : audit [DBG] from='client.44393 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-08-29T18:00:18.825 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:00:18 smithi053 bash[68679]: audit 2024-08-29T18:00:17.534485+0000 mgr.y (mgr.25022) 392 : audit [DBG] from='client.34476 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-08-29T18:00:18.825 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:00:18 smithi053 bash[68679]: audit 2024-08-29T18:00:17.898640+0000 mon.a (mon.0) 1262 : audit [DBG] from='client.? 172.21.15.28:0/3367491258' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-08-29T18:00:19.332 INFO:tasks.rados.rados.0.smithi028.stdout:3563: done (1 left) 2024-08-29T18:00:19.333 INFO:tasks.rados.rados.0.smithi028.stdout:3564: copy_from oid 18 from oid 46 current snap is 367 2024-08-29T18:00:19.333 INFO:tasks.rados.rados.0.smithi028.stdout:3565: snap_create 2024-08-29T18:00:19.333 INFO:tasks.rados.rados.0.smithi028.stdout:3562: finishing copy_from racing read to smithi02869045-15 2024-08-29T18:00:19.333 INFO:tasks.rados.rados.0.smithi028.stdout:3562: finishing copy_from to smithi02869045-15 2024-08-29T18:00:19.333 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 15 v 3493 (ObjNum 1066 snap 365 seq_num 1066) dirty exists 2024-08-29T18:00:19.435 INFO:tasks.rados.rados.0.smithi028.stdout:3564: finishing copy_from racing read to smithi02869045-18 2024-08-29T18:00:19.436 INFO:tasks.rados.rados.0.smithi028.stdout:3564: finishing copy_from to smithi02869045-18 2024-08-29T18:00:19.436 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 18 v 2843 (ObjNum 1002 snap 340 seq_num 1002) dirty exists 2024-08-29T18:00:19.630 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:00:19 smithi028 bash[78352]: cluster 2024-08-29T18:00:18.356591+0000 mon.a (mon.0) 1263 : cluster [DBG] osdmap e803: 8 total, 8 up, 8 in 2024-08-29T18:00:19.630 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:00:19 smithi028 bash[78352]: cluster 2024-08-29T18:00:19.333813+0000 mon.a (mon.0) 1264 : cluster [DBG] osdmap e804: 8 total, 8 up, 8 in 2024-08-29T18:00:19.630 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:00:19 smithi028 bash[77168]: cluster 2024-08-29T18:00:18.356591+0000 mon.a (mon.0) 1263 : cluster [DBG] osdmap e803: 8 total, 8 up, 8 in 2024-08-29T18:00:19.630 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:00:19 smithi028 bash[77168]: cluster 2024-08-29T18:00:19.333813+0000 mon.a (mon.0) 1264 : cluster [DBG] osdmap e804: 8 total, 8 up, 8 in 2024-08-29T18:00:19.825 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:00:19 smithi053 bash[68679]: cluster 2024-08-29T18:00:18.356591+0000 mon.a (mon.0) 1263 : cluster [DBG] osdmap e803: 8 total, 8 up, 8 in 2024-08-29T18:00:19.825 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:00:19 smithi053 bash[68679]: cluster 2024-08-29T18:00:19.333813+0000 mon.a (mon.0) 1264 : cluster [DBG] osdmap e804: 8 total, 8 up, 8 in 2024-08-29T18:00:20.338 INFO:tasks.rados.rados.0.smithi028.stdout:3562: done (2 left) 2024-08-29T18:00:20.338 INFO:tasks.rados.rados.0.smithi028.stdout:3564: done (1 left) 2024-08-29T18:00:20.338 INFO:tasks.rados.rados.0.smithi028.stdout:3565: done (0 left) 2024-08-29T18:00:20.338 INFO:tasks.rados.rados.0.smithi028.stdout:3566: read oid 18 snap -1 2024-08-29T18:00:20.338 INFO:tasks.rados.rados.0.smithi028.stdout:3566: expect (ObjNum 1002 snap 340 seq_num 1002) 2024-08-29T18:00:20.338 INFO:tasks.rados.rados.0.smithi028.stdout:3567: delete oid 48 current snap is 368 2024-08-29T18:00:20.353 INFO:tasks.rados.rados.0.smithi028.stdout:3567: done (1 left) 2024-08-29T18:00:20.353 INFO:tasks.rados.rados.0.smithi028.stdout:3568: snap_create 2024-08-29T18:00:20.414 INFO:tasks.rados.rados.0.smithi028.stdout:3566: expect (ObjNum 1002 snap 340 seq_num 1002) 2024-08-29T18:00:20.635 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:00:20 smithi028 bash[77168]: cephadm 2024-08-29T18:00:18.860979+0000 mgr.y (mgr.25022) 393 : cephadm [INF] Upgrade: Updating alertmanager.a 2024-08-29T18:00:20.635 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:00:20 smithi028 bash[77168]: cephadm 2024-08-29T18:00:18.869582+0000 mgr.y (mgr.25022) 394 : cephadm [INF] Deploying daemon alertmanager.a on smithi028 2024-08-29T18:00:20.635 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:00:20 smithi028 bash[77168]: cluster 2024-08-29T18:00:19.110276+0000 mgr.y (mgr.25022) 395 : cluster [DBG] pgmap v730: 121 pgs: 2 active+clean+snaptrim, 119 active+clean; 509 MiB data, 3.2 GiB used, 712 GiB / 715 GiB avail; 10 MiB/s rd, 593 KiB/s wr, 5 op/s 2024-08-29T18:00:20.635 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:00:20 smithi028 bash[77168]: cluster 2024-08-29T18:00:20.338510+0000 mon.a (mon.0) 1265 : cluster [DBG] osdmap e805: 8 total, 8 up, 8 in 2024-08-29T18:00:20.635 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:00:20 smithi028 bash[78352]: cephadm 2024-08-29T18:00:18.860979+0000 mgr.y (mgr.25022) 393 : cephadm [INF] Upgrade: Updating alertmanager.a 2024-08-29T18:00:20.635 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:00:20 smithi028 bash[78352]: cephadm 2024-08-29T18:00:18.869582+0000 mgr.y (mgr.25022) 394 : cephadm [INF] Deploying daemon alertmanager.a on smithi028 2024-08-29T18:00:20.635 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:00:20 smithi028 bash[78352]: cluster 2024-08-29T18:00:19.110276+0000 mgr.y (mgr.25022) 395 : cluster [DBG] pgmap v730: 121 pgs: 2 active+clean+snaptrim, 119 active+clean; 509 MiB data, 3.2 GiB used, 712 GiB / 715 GiB avail; 10 MiB/s rd, 593 KiB/s wr, 5 op/s 2024-08-29T18:00:20.636 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:00:20 smithi028 bash[78352]: cluster 2024-08-29T18:00:20.338510+0000 mon.a (mon.0) 1265 : cluster [DBG] osdmap e805: 8 total, 8 up, 8 in 2024-08-29T18:00:20.825 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:00:20 smithi053 bash[68679]: cephadm 2024-08-29T18:00:18.860979+0000 mgr.y (mgr.25022) 393 : cephadm [INF] Upgrade: Updating alertmanager.a 2024-08-29T18:00:20.825 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:00:20 smithi053 bash[68679]: cephadm 2024-08-29T18:00:18.869582+0000 mgr.y (mgr.25022) 394 : cephadm [INF] Deploying daemon alertmanager.a on smithi028 2024-08-29T18:00:20.825 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:00:20 smithi053 bash[68679]: cluster 2024-08-29T18:00:19.110276+0000 mgr.y (mgr.25022) 395 : cluster [DBG] pgmap v730: 121 pgs: 2 active+clean+snaptrim, 119 active+clean; 509 MiB data, 3.2 GiB used, 712 GiB / 715 GiB avail; 10 MiB/s rd, 593 KiB/s wr, 5 op/s 2024-08-29T18:00:20.825 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:00:20 smithi053 bash[68679]: cluster 2024-08-29T18:00:20.338510+0000 mon.a (mon.0) 1265 : cluster [DBG] osdmap e805: 8 total, 8 up, 8 in 2024-08-29T18:00:21.338 INFO:tasks.rados.rados.0.smithi028.stdout:3566: done (1 left) 2024-08-29T18:00:21.338 INFO:tasks.rados.rados.0.smithi028.stdout:3568: done (0 left) 2024-08-29T18:00:21.339 INFO:tasks.rados.rados.0.smithi028.stdout:3569: setattr oid 5 current snap is 369 2024-08-29T18:00:21.341 INFO:tasks.rados.rados.0.smithi028.stdout:3570: snap_remove snap 360 2024-08-29T18:00:21.880 INFO:journalctl@ceph.mgr.y.smithi028.stdout:Aug 29 18:00:21 smithi028 bash[70818]: ::ffff:172.21.15.53 - - [29/Aug/2024:18:00:21] "GET /metrics HTTP/1.1" 200 36249 "" "Prometheus/2.43.0" 2024-08-29T18:00:22.350 INFO:tasks.rados.rados.0.smithi028.stdout:3570: done (1 left) 2024-08-29T18:00:22.350 INFO:tasks.rados.rados.0.smithi028.stdout:append oid 36 current snap is 369 2024-08-29T18:00:22.350 INFO:tasks.rados.rados.0.smithi028.stdout:3571: seq_num 1071 ranges {0=745472,745472=401408} 2024-08-29T18:00:22.351 INFO:tasks.rados.rados.0.smithi028.stdout:3571: writing smithi02869045-36 from 0 to 745472 tid 1 2024-08-29T18:00:22.354 INFO:tasks.rados.rados.0.smithi028.stdout:3571: writing smithi02869045-36 from 745472 to 1146880 tid 2 2024-08-29T18:00:22.354 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 5 v 3494 (ObjNum 65 snap 0 seq_num 1677068800) dirty exists 2024-08-29T18:00:22.355 INFO:tasks.rados.rados.0.smithi028.stdout:3569: done (1 left) 2024-08-29T18:00:22.355 INFO:tasks.rados.rados.0.smithi028.stdout:3572: setattr oid 35 current snap is 369 2024-08-29T18:00:22.360 INFO:tasks.rados.rados.0.smithi028.stdout:append oid 26 current snap is 369 2024-08-29T18:00:22.360 INFO:tasks.rados.rados.0.smithi028.stdout:3573: seq_num 1072 ranges {5971968=761856,6733824=401408} 2024-08-29T18:00:22.400 INFO:tasks.rados.rados.0.smithi028.stdout:3573: writing smithi02869045-26 from 5971968 to 6733824 tid 1 2024-08-29T18:00:22.403 INFO:tasks.rados.rados.0.smithi028.stdout:3573: writing smithi02869045-26 from 6733824 to 7135232 tid 2 2024-08-29T18:00:22.403 INFO:tasks.rados.rados.0.smithi028.stdout:3574: snap_create 2024-08-29T18:00:22.403 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 35 v 2550 (ObjNum 976 snap 332 seq_num 976) dirty exists 2024-08-29T18:00:22.404 INFO:tasks.rados.rados.0.smithi028.stdout:3571: finishing write tid 1 to smithi02869045-36 2024-08-29T18:00:22.404 INFO:tasks.rados.rados.0.smithi028.stdout:3571: finishing write tid 2 to smithi02869045-36 2024-08-29T18:00:22.405 INFO:tasks.rados.rados.0.smithi028.stdout:3571: finishing write tid 3 to smithi02869045-36 2024-08-29T18:00:22.405 INFO:tasks.rados.rados.0.smithi028.stdout:3571: finishing write tid 4 to smithi02869045-36 2024-08-29T18:00:22.405 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 36 v 2756 (ObjNum 1071 snap 369 seq_num 1071) dirty exists 2024-08-29T18:00:22.405 INFO:tasks.rados.rados.0.smithi028.stdout:3571: left oid 36 (ObjNum 1071 snap 369 seq_num 1071) 2024-08-29T18:00:22.411 INFO:tasks.rados.rados.0.smithi028.stdout:3573: finishing write tid 1 to smithi02869045-26 2024-08-29T18:00:22.412 INFO:tasks.rados.rados.0.smithi028.stdout:3573: finishing write tid 2 to smithi02869045-26 2024-08-29T18:00:22.412 INFO:tasks.rados.rados.0.smithi028.stdout:3573: finishing write tid 3 to smithi02869045-26 2024-08-29T18:00:22.414 INFO:tasks.rados.rados.0.smithi028.stdout:3573: finishing write tid 4 to smithi02869045-26 2024-08-29T18:00:22.414 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 26 v 2846 (ObjNum 1072 snap 369 seq_num 1072) dirty exists 2024-08-29T18:00:22.414 INFO:tasks.rados.rados.0.smithi028.stdout:3573: left oid 26 (ObjNum 1072 snap 369 seq_num 1072) 2024-08-29T18:00:22.575 INFO:journalctl@ceph.prometheus.a.smithi053.stdout:Aug 29 18:00:22 smithi053 bash[95567]: ts=2024-08-29T18:00:22.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"3167ee72-662c-11ef-bcd4-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-29T18:00:22.575 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:00:22 smithi053 bash[68679]: cluster 2024-08-29T18:00:21.111002+0000 mgr.y (mgr.25022) 396 : cluster [DBG] pgmap v733: 121 pgs: 3 active+clean+snaptrim, 118 active+clean; 510 MiB data, 3.2 GiB used, 712 GiB / 715 GiB avail; 11 MiB/s rd, 397 KiB/s wr, 8 op/s 2024-08-29T18:00:22.575 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:00:22 smithi053 bash[68679]: cluster 2024-08-29T18:00:21.338345+0000 mon.a (mon.0) 1266 : cluster [DBG] osdmap e806: 8 total, 8 up, 8 in 2024-08-29T18:00:22.608 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:00:22 smithi028 bash[77168]: cluster 2024-08-29T18:00:21.111002+0000 mgr.y (mgr.25022) 396 : cluster [DBG] pgmap v733: 121 pgs: 3 active+clean+snaptrim, 118 active+clean; 510 MiB data, 3.2 GiB used, 712 GiB / 715 GiB avail; 11 MiB/s rd, 397 KiB/s wr, 8 op/s 2024-08-29T18:00:22.608 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:00:22 smithi028 bash[77168]: cluster 2024-08-29T18:00:21.338345+0000 mon.a (mon.0) 1266 : cluster [DBG] osdmap e806: 8 total, 8 up, 8 in 2024-08-29T18:00:22.608 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:00:22 smithi028 bash[78352]: cluster 2024-08-29T18:00:21.111002+0000 mgr.y (mgr.25022) 396 : cluster [DBG] pgmap v733: 121 pgs: 3 active+clean+snaptrim, 118 active+clean; 510 MiB data, 3.2 GiB used, 712 GiB / 715 GiB avail; 11 MiB/s rd, 397 KiB/s wr, 8 op/s 2024-08-29T18:00:22.608 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:00:22 smithi028 bash[78352]: cluster 2024-08-29T18:00:21.338345+0000 mon.a (mon.0) 1266 : cluster [DBG] osdmap e806: 8 total, 8 up, 8 in 2024-08-29T18:00:23.370 INFO:tasks.rados.rados.0.smithi028.stdout:3571: done (3 left) 2024-08-29T18:00:23.370 INFO:tasks.rados.rados.0.smithi028.stdout:3572: done (2 left) 2024-08-29T18:00:23.370 INFO:tasks.rados.rados.0.smithi028.stdout:3573: done (1 left) 2024-08-29T18:00:23.370 INFO:tasks.rados.rados.0.smithi028.stdout:3574: done (0 left) 2024-08-29T18:00:23.371 INFO:tasks.rados.rados.0.smithi028.stdout:3575: rollback oid 46 current snap is 370 2024-08-29T18:00:23.371 INFO:tasks.rados.rados.0.smithi028.stdout:rollback oid 46 to 368 2024-08-29T18:00:23.371 INFO:tasks.rados.rados.0.smithi028.stdout:append oid 48 current snap is 370 2024-08-29T18:00:23.371 INFO:tasks.rados.rados.0.smithi028.stdout:3576: seq_num 1073 ranges {0=778240,778240=401408} 2024-08-29T18:00:23.376 INFO:tasks.rados.rados.0.smithi028.stdout:3576: writing smithi02869045-48 from 0 to 778240 tid 1 2024-08-29T18:00:23.379 INFO:tasks.rados.rados.0.smithi028.stdout:3576: writing smithi02869045-48 from 778240 to 1179648 tid 2 2024-08-29T18:00:23.380 INFO:tasks.rados.rados.0.smithi028.stdout:3577: read oid 33 snap -1 2024-08-29T18:00:23.380 INFO:tasks.rados.rados.0.smithi028.stdout:3577: expect (ObjNum 1050 snap 357 seq_num 1050) 2024-08-29T18:00:23.380 INFO:tasks.rados.rados.0.smithi028.stdout:3578: setattr oid 14 current snap is 370 2024-08-29T18:00:23.382 INFO:tasks.rados.rados.0.smithi028.stdout:3579: read oid 34 snap -1 2024-08-29T18:00:23.382 INFO:tasks.rados.rados.0.smithi028.stdout:3579: expect deleted 2024-08-29T18:00:23.382 INFO:tasks.rados.rados.0.smithi028.stdout:3580: rollback oid 12 current snap is 370 2024-08-29T18:00:23.382 INFO:tasks.rados.rados.0.smithi028.stdout:rollback oid 12 to 351 2024-08-29T18:00:23.382 INFO:tasks.rados.rados.0.smithi028.stdout:3581: copy_from oid 47 from oid 22 current snap is 370 2024-08-29T18:00:23.382 INFO:tasks.rados.rados.0.smithi028.stdout:append oid 1 current snap is 370 2024-08-29T18:00:23.383 INFO:tasks.rados.rados.0.smithi028.stdout:3582: seq_num 1074 ranges {14704640=794624,15499264=401408} 2024-08-29T18:00:23.479 INFO:tasks.rados.rados.0.smithi028.stdout:3582: writing smithi02869045-1 from 14704640 to 15499264 tid 1 2024-08-29T18:00:23.483 INFO:tasks.rados.rados.0.smithi028.stdout:3582: writing smithi02869045-1 from 15499264 to 15900672 tid 2 2024-08-29T18:00:23.483 INFO:tasks.rados.rados.0.smithi028.stdout:3583: read oid 50 snap -1 2024-08-29T18:00:23.483 INFO:tasks.rados.rados.0.smithi028.stdout:3583: expect (ObjNum 1056 snap 361 seq_num 1056) 2024-08-29T18:00:23.483 INFO:tasks.rados.rados.0.smithi028.stdout:3584: snap_create 2024-08-29T18:00:23.483 INFO:tasks.rados.rados.0.smithi028.stdout:3575: finishing rollback tid 0 to smithi02869045-46 2024-08-29T18:00:23.483 INFO:tasks.rados.rados.0.smithi028.stdout:3575: finishing rollback tid 1 to smithi02869045-46 2024-08-29T18:00:23.483 INFO:tasks.rados.rados.0.smithi028.stdout:3575: finishing rollback tid 2 to smithi02869045-46 2024-08-29T18:00:23.483 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 46 v 2846 (ObjNum 1002 snap 340 seq_num 1002) dirty exists 2024-08-29T18:00:23.483 INFO:tasks.rados.rados.0.smithi028.stdout:3581: finishing copy_from to smithi02869045-47 2024-08-29T18:00:23.483 INFO:tasks.rados.rados.0.smithi028.stdout:3581: got expected ENOENT (src dne) 2024-08-29T18:00:23.483 INFO:tasks.rados.rados.0.smithi028.stdout:3581: finishing copy_from racing read to smithi02869045-47 2024-08-29T18:00:23.484 INFO:tasks.rados.rados.0.smithi028.stdout:3580: finishing rollback tid 0 to smithi02869045-12 2024-08-29T18:00:23.484 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 14 v 2523 (ObjNum 1047 snap 357 seq_num 1047) dirty exists 2024-08-29T18:00:23.484 INFO:tasks.rados.rados.0.smithi028.stdout:3576: finishing write tid 1 to smithi02869045-48 2024-08-29T18:00:23.484 INFO:tasks.rados.rados.0.smithi028.stdout:3576: finishing write tid 2 to smithi02869045-48 2024-08-29T18:00:23.484 INFO:tasks.rados.rados.0.smithi028.stdout:3577: expect (ObjNum 1050 snap 357 seq_num 1050) 2024-08-29T18:00:23.541 INFO:tasks.rados.rados.0.smithi028.stdout:3580: finishing rollback tid 1 to smithi02869045-12 2024-08-29T18:00:23.542 INFO:tasks.rados.rados.0.smithi028.stdout:3580: finishing rollback tid 2 to smithi02869045-12 2024-08-29T18:00:23.542 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 12 v 2759 (ObjNum 979 snap 333 seq_num 979) dirty exists 2024-08-29T18:00:23.542 INFO:tasks.rados.rados.0.smithi028.stdout:3576: finishing write tid 3 to smithi02869045-48 2024-08-29T18:00:23.542 INFO:tasks.rados.rados.0.smithi028.stdout:3576: finishing write tid 4 to smithi02869045-48 2024-08-29T18:00:23.542 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 48 v 2580 (ObjNum 1073 snap 370 seq_num 1073) dirty exists 2024-08-29T18:00:23.543 INFO:tasks.rados.rados.0.smithi028.stdout:3576: left oid 48 (ObjNum 1073 snap 370 seq_num 1073) 2024-08-29T18:00:23.543 INFO:tasks.rados.rados.0.smithi028.stdout:3582: finishing write tid 1 to smithi02869045-1 2024-08-29T18:00:23.543 INFO:tasks.rados.rados.0.smithi028.stdout:3582: finishing write tid 2 to smithi02869045-1 2024-08-29T18:00:23.543 INFO:tasks.rados.rados.0.smithi028.stdout:3582: finishing write tid 3 to smithi02869045-1 2024-08-29T18:00:23.543 INFO:tasks.rados.rados.0.smithi028.stdout:3582: finishing write tid 4 to smithi02869045-1 2024-08-29T18:00:23.543 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 1 v 3563 (ObjNum 1074 snap 370 seq_num 1074) dirty exists 2024-08-29T18:00:23.544 INFO:tasks.rados.rados.0.smithi028.stdout:3582: left oid 1 (ObjNum 1074 snap 370 seq_num 1074) 2024-08-29T18:00:23.544 INFO:tasks.rados.rados.0.smithi028.stdout:3583: expect (ObjNum 1056 snap 361 seq_num 1056) 2024-08-29T18:00:23.630 INFO:journalctl@ceph.mgr.y.smithi028.stdout:Aug 29 18:00:23 smithi028 systemd[1]: /etc/systemd/system/ceph-3167ee72-662c-11ef-bcd4-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-08-29T18:00:23.630 INFO:journalctl@ceph.osd.2.smithi028.stdout:Aug 29 18:00:23 smithi028 systemd[1]: /etc/systemd/system/ceph-3167ee72-662c-11ef-bcd4-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-08-29T18:00:23.631 INFO:journalctl@ceph.osd.0.smithi028.stdout:Aug 29 18:00:23 smithi028 systemd[1]: /etc/systemd/system/ceph-3167ee72-662c-11ef-bcd4-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-08-29T18:00:23.631 INFO:journalctl@ceph.node-exporter.a.smithi028.stdout:Aug 29 18:00:23 smithi028 systemd[1]: /etc/systemd/system/ceph-3167ee72-662c-11ef-bcd4-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-08-29T18:00:23.632 INFO:journalctl@ceph.osd.1.smithi028.stdout:Aug 29 18:00:23 smithi028 systemd[1]: /etc/systemd/system/ceph-3167ee72-662c-11ef-bcd4-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-08-29T18:00:23.632 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:00:23 smithi028 bash[78352]: cluster 2024-08-29T18:00:22.341202+0000 mon.a (mon.0) 1267 : cluster [DBG] osdmap e807: 8 total, 8 up, 8 in 2024-08-29T18:00:23.633 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:00:23 smithi028 systemd[1]: /etc/systemd/system/ceph-3167ee72-662c-11ef-bcd4-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-08-29T18:00:23.633 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:00:23 smithi028 bash[77168]: cluster 2024-08-29T18:00:22.341202+0000 mon.a (mon.0) 1267 : cluster [DBG] osdmap e807: 8 total, 8 up, 8 in 2024-08-29T18:00:23.633 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:00:23 smithi028 systemd[1]: /etc/systemd/system/ceph-3167ee72-662c-11ef-bcd4-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-08-29T18:00:23.634 INFO:journalctl@ceph.osd.3.smithi028.stdout:Aug 29 18:00:23 smithi028 systemd[1]: /etc/systemd/system/ceph-3167ee72-662c-11ef-bcd4-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-08-29T18:00:23.634 INFO:journalctl@ceph.mds.a.smithi028.stdout:Aug 29 18:00:23 smithi028 systemd[1]: /etc/systemd/system/ceph-3167ee72-662c-11ef-bcd4-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-08-29T18:00:23.635 INFO:journalctl@ceph.alertmanager.a.smithi028.stdout:Aug 29 18:00:23 smithi028 systemd[1]: /etc/systemd/system/ceph-3167ee72-662c-11ef-bcd4-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-08-29T18:00:23.825 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:00:23 smithi053 bash[68679]: cluster 2024-08-29T18:00:22.341202+0000 mon.a (mon.0) 1267 : cluster [DBG] osdmap e807: 8 total, 8 up, 8 in 2024-08-29T18:00:23.950 INFO:journalctl@ceph.alertmanager.a.smithi028.stdout:Aug 29 18:00:23 smithi028 systemd[1]: Stopping Ceph alertmanager.a for 3167ee72-662c-11ef-bcd4-c7b262605968... 2024-08-29T18:00:23.950 INFO:journalctl@ceph.alertmanager.a.smithi028.stdout:Aug 29 18:00:23 smithi028 bash[70352]: ts=2024-08-29T18:00:23.749Z caller=main.go:583 level=info msg="Received SIGTERM, exiting gracefully..." 2024-08-29T18:00:24.532 INFO:tasks.rados.rados.0.smithi028.stdout:3575: done (9 left) 2024-08-29T18:00:24.532 INFO:tasks.rados.rados.0.smithi028.stdout:3576: done (8 left) 2024-08-29T18:00:24.533 INFO:tasks.rados.rados.0.smithi028.stdout:3577: done (7 left) 2024-08-29T18:00:24.533 INFO:tasks.rados.rados.0.smithi028.stdout:3578: done (6 left) 2024-08-29T18:00:24.533 INFO:tasks.rados.rados.0.smithi028.stdout:3579: done (5 left) 2024-08-29T18:00:24.533 INFO:tasks.rados.rados.0.smithi028.stdout:3580: done (4 left) 2024-08-29T18:00:24.533 INFO:tasks.rados.rados.0.smithi028.stdout:3581: done (3 left) 2024-08-29T18:00:24.533 INFO:tasks.rados.rados.0.smithi028.stdout:3582: done (2 left) 2024-08-29T18:00:24.533 INFO:tasks.rados.rados.0.smithi028.stdout:3583: done (1 left) 2024-08-29T18:00:24.534 INFO:tasks.rados.rados.0.smithi028.stdout:3584: done (0 left) 2024-08-29T18:00:24.534 INFO:tasks.rados.rados.0.smithi028.stdout:3585: read oid 6 snap -1 2024-08-29T18:00:24.534 INFO:tasks.rados.rados.0.smithi028.stdout:3585: expect (ObjNum 1064 snap 365 seq_num 1064) 2024-08-29T18:00:24.534 INFO:tasks.rados.rados.0.smithi028.stdout:append oid 43 current snap is 371 2024-08-29T18:00:24.534 INFO:tasks.rados.rados.0.smithi028.stdout:3586: seq_num 1075 ranges {0=409600,409600=671744,1081344=131072} 2024-08-29T18:00:24.535 INFO:tasks.rados.rados.0.smithi028.stdout:3586: writing smithi02869045-43 from 0 to 409600 tid 1 2024-08-29T18:00:24.540 INFO:tasks.rados.rados.0.smithi028.stdout:3586: writing smithi02869045-43 from 409600 to 1081344 tid 2 2024-08-29T18:00:24.541 INFO:tasks.rados.rados.0.smithi028.stdout:3586: writing smithi02869045-43 from 1081344 to 1212416 tid 3 2024-08-29T18:00:24.542 INFO:tasks.rados.rados.0.smithi028.stdout:3587: read oid 10 snap -1 2024-08-29T18:00:24.542 INFO:tasks.rados.rados.0.smithi028.stdout:3587: expect (ObjNum 1041 snap 356 seq_num 1041) 2024-08-29T18:00:24.542 INFO:tasks.rados.rados.0.smithi028.stdout:3588: rmattr oid 47 current snap is 371 2024-08-29T18:00:24.542 INFO:tasks.rados.rados.0.smithi028.stdout:3589: read oid 28 snap 355 2024-08-29T18:00:24.542 INFO:tasks.rados.rados.0.smithi028.stdout:3589: expect (ObjNum 887 snap 301 seq_num 887) 2024-08-29T18:00:24.542 INFO:tasks.rados.rados.0.smithi028.stdout:append oid 2 current snap is 371 2024-08-29T18:00:24.542 INFO:tasks.rados.rados.0.smithi028.stdout:3590: seq_num 1076 ranges {942080=425984,1368064=548864,1916928=253952} 2024-08-29T18:00:24.550 INFO:tasks.rados.rados.0.smithi028.stdout:3590: writing smithi02869045-2 from 942080 to 1368064 tid 1 2024-08-29T18:00:24.553 INFO:tasks.rados.rados.0.smithi028.stdout:3590: writing smithi02869045-2 from 1368064 to 1916928 tid 2 2024-08-29T18:00:24.555 INFO:tasks.rados.rados.0.smithi028.stdout:3590: writing smithi02869045-2 from 1916928 to 2170880 tid 3 2024-08-29T18:00:24.555 INFO:tasks.rados.rados.0.smithi028.stdout:3591: rmattr oid 35 current snap is 371 2024-08-29T18:00:24.555 INFO:tasks.rados.rados.0.smithi028.stdout:3587: expect (ObjNum 1041 snap 356 seq_num 1041) 2024-08-29T18:00:24.589 INFO:tasks.rados.rados.0.smithi028.stdout:3586: finishing write tid 1 to smithi02869045-43 2024-08-29T18:00:24.589 INFO:tasks.rados.rados.0.smithi028.stdout:3586: finishing write tid 2 to smithi02869045-43 2024-08-29T18:00:24.589 INFO:tasks.rados.rados.0.smithi028.stdout:3586: finishing write tid 3 to smithi02869045-43 2024-08-29T18:00:24.589 INFO:tasks.rados.rados.0.smithi028.stdout:3586: finishing write tid 4 to smithi02869045-43 2024-08-29T18:00:24.589 INFO:tasks.rados.rados.0.smithi028.stdout:3585: expect (ObjNum 1064 snap 365 seq_num 1064) 2024-08-29T18:00:24.630 INFO:tasks.rados.rados.0.smithi028.stdout:3586: finishing write tid 5 to smithi02869045-43 2024-08-29T18:00:24.631 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 43 v 3179 (ObjNum 1075 snap 371 seq_num 1075) dirty exists 2024-08-29T18:00:24.631 INFO:tasks.rados.rados.0.smithi028.stdout:3586: left oid 43 (ObjNum 1075 snap 371 seq_num 1075) 2024-08-29T18:00:24.631 INFO:tasks.rados.rados.0.smithi028.stdout:3590: finishing write tid 1 to smithi02869045-2 2024-08-29T18:00:24.631 INFO:tasks.rados.rados.0.smithi028.stdout:3590: finishing write tid 2 to smithi02869045-2 2024-08-29T18:00:24.631 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 35 v 2551 (ObjNum 976 snap 332 seq_num 976) dirty exists 2024-08-29T18:00:24.632 INFO:tasks.rados.rados.0.smithi028.stdout:3590: finishing write tid 3 to smithi02869045-2 2024-08-29T18:00:24.632 INFO:tasks.rados.rados.0.smithi028.stdout:3590: finishing write tid 4 to smithi02869045-2 2024-08-29T18:00:24.632 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 47 v 3187 (ObjNum 1042 snap 356 seq_num 1042) dirty exists 2024-08-29T18:00:24.632 INFO:tasks.rados.rados.0.smithi028.stdout:3585: done (6 left) 2024-08-29T18:00:24.632 INFO:tasks.rados.rados.0.smithi028.stdout:3586: done (5 left) 2024-08-29T18:00:24.632 INFO:tasks.rados.rados.0.smithi028.stdout:3587: done (4 left) 2024-08-29T18:00:24.632 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:00:24 smithi028 bash[77168]: cluster 2024-08-29T18:00:23.111678+0000 mgr.y (mgr.25022) 397 : cluster [DBG] pgmap v736: 121 pgs: 3 active+clean+snaptrim, 118 active+clean; 510 MiB data, 3.2 GiB used, 712 GiB / 715 GiB avail; 5.8 MiB/s rd, 268 KiB/s wr, 13 op/s 2024-08-29T18:00:24.632 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:00:24 smithi028 bash[77168]: cluster 2024-08-29T18:00:23.369132+0000 mon.a (mon.0) 1268 : cluster [DBG] osdmap e808: 8 total, 8 up, 8 in 2024-08-29T18:00:24.632 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:00:24 smithi028 bash[77168]: cluster 2024-08-29T18:00:24.330776+0000 mon.a (mon.0) 1269 : cluster [DBG] osdmap e809: 8 total, 8 up, 8 in 2024-08-29T18:00:24.633 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:00:24 smithi028 bash[78352]: cluster 2024-08-29T18:00:23.111678+0000 mgr.y (mgr.25022) 397 : cluster [DBG] pgmap v736: 121 pgs: 3 active+clean+snaptrim, 118 active+clean; 510 MiB data, 3.2 GiB used, 712 GiB / 715 GiB avail; 5.8 MiB/s rd, 268 KiB/s wr, 13 op/s 2024-08-29T18:00:24.633 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:00:24 smithi028 bash[78352]: cluster 2024-08-29T18:00:23.369132+0000 mon.a (mon.0) 1268 : cluster [DBG] osdmap e808: 8 total, 8 up, 8 in 2024-08-29T18:00:24.633 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:00:24 smithi028 bash[78352]: cluster 2024-08-29T18:00:24.330776+0000 mon.a (mon.0) 1269 : cluster [DBG] osdmap e809: 8 total, 8 up, 8 in 2024-08-29T18:00:24.633 INFO:journalctl@ceph.alertmanager.a.smithi028.stdout:Aug 29 18:00:24 smithi028 bash[106183]: ceph-3167ee72-662c-11ef-bcd4-c7b262605968-alertmanager-a 2024-08-29T18:00:24.633 INFO:journalctl@ceph.alertmanager.a.smithi028.stdout:Aug 29 18:00:24 smithi028 bash[106242]: Error response from daemon: No such container: ceph-3167ee72-662c-11ef-bcd4-c7b262605968-alertmanager-a 2024-08-29T18:00:24.633 INFO:journalctl@ceph.alertmanager.a.smithi028.stdout:Aug 29 18:00:24 smithi028 systemd[1]: ceph-3167ee72-662c-11ef-bcd4-c7b262605968@alertmanager.a.service: Deactivated successfully. 2024-08-29T18:00:24.633 INFO:journalctl@ceph.alertmanager.a.smithi028.stdout:Aug 29 18:00:24 smithi028 systemd[1]: Stopped Ceph alertmanager.a for 3167ee72-662c-11ef-bcd4-c7b262605968. 2024-08-29T18:00:24.634 INFO:tasks.rados.rados.0.smithi028.stdout:3588: done (3 left) 2024-08-29T18:00:24.634 INFO:tasks.rados.rados.0.smithi028.stdout:3591: done (2 left) 2024-08-29T18:00:24.634 INFO:tasks.rados.rados.0.smithi028.stdout:3592: delete oid 11 current snap is 371 2024-08-29T18:00:24.634 INFO:tasks.rados.rados.0.smithi028.stdout:3590: finishing write tid 5 to smithi02869045-2 2024-08-29T18:00:24.634 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 2 v 2933 (ObjNum 1076 snap 371 seq_num 1076) dirty exists 2024-08-29T18:00:24.634 INFO:tasks.rados.rados.0.smithi028.stdout:3590: left oid 2 (ObjNum 1076 snap 371 seq_num 1076) 2024-08-29T18:00:24.634 INFO:tasks.rados.rados.0.smithi028.stdout:3589: expect (ObjNum 887 snap 301 seq_num 887) 2024-08-29T18:00:24.743 INFO:tasks.rados.rados.0.smithi028.stdout:3589: done (2 left) 2024-08-29T18:00:24.744 INFO:tasks.rados.rados.0.smithi028.stdout:3590: done (1 left) 2024-08-29T18:00:24.744 INFO:tasks.rados.rados.0.smithi028.stdout:3592: done (0 left) 2024-08-29T18:00:24.744 INFO:tasks.rados.rados.0.smithi028.stdout:append oid 4 current snap is 371 2024-08-29T18:00:24.744 INFO:tasks.rados.rados.0.smithi028.stdout:3593: seq_num 1078 ranges {925696=458752,1384448=720896,2105344=81920} 2024-08-29T18:00:24.759 INFO:tasks.rados.rados.0.smithi028.stdout:3593: writing smithi02869045-4 from 925696 to 1384448 tid 1 2024-08-29T18:00:24.768 INFO:tasks.rados.rados.0.smithi028.stdout:3593: writing smithi02869045-4 from 1384448 to 2105344 tid 2 2024-08-29T18:00:24.769 INFO:tasks.rados.rados.0.smithi028.stdout:3593: writing smithi02869045-4 from 2105344 to 2187264 tid 3 2024-08-29T18:00:24.769 INFO:tasks.rados.rados.0.smithi028.stdout:3594: read oid 26 snap 365 2024-08-29T18:00:24.769 INFO:tasks.rados.rados.0.smithi028.stdout:3594: expect (ObjNum 1061 snap 365 seq_num 1061) 2024-08-29T18:00:24.769 INFO:tasks.rados.rados.0.smithi028.stdout:3595: delete oid 43 current snap is 371 2024-08-29T18:00:24.769 INFO:tasks.rados.rados.0.smithi028.stdout:3593: finishing write tid 1 to smithi02869045-4 2024-08-29T18:00:24.773 INFO:tasks.rados.rados.0.smithi028.stdout:3595: done (2 left) 2024-08-29T18:00:24.773 INFO:tasks.rados.rados.0.smithi028.stdout:3596: snap_create 2024-08-29T18:00:24.777 INFO:tasks.rados.rados.0.smithi028.stdout:3593: finishing write tid 2 to smithi02869045-4 2024-08-29T18:00:24.785 INFO:tasks.rados.rados.0.smithi028.stdout:3593: finishing write tid 3 to smithi02869045-4 2024-08-29T18:00:24.786 INFO:tasks.rados.rados.0.smithi028.stdout:3593: finishing write tid 4 to smithi02869045-4 2024-08-29T18:00:24.789 INFO:tasks.rados.rados.0.smithi028.stdout:3593: finishing write tid 5 to smithi02869045-4 2024-08-29T18:00:24.789 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 4 v 3568 (ObjNum 1078 snap 371 seq_num 1078) dirty exists 2024-08-29T18:00:24.789 INFO:tasks.rados.rados.0.smithi028.stdout:3593: left oid 4 (ObjNum 1078 snap 371 seq_num 1078) 2024-08-29T18:00:24.809 INFO:tasks.rados.rados.0.smithi028.stdout:3594: expect (ObjNum 1061 snap 365 seq_num 1061) 2024-08-29T18:00:24.825 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:00:24 smithi053 bash[68679]: cluster 2024-08-29T18:00:23.111678+0000 mgr.y (mgr.25022) 397 : cluster [DBG] pgmap v736: 121 pgs: 3 active+clean+snaptrim, 118 active+clean; 510 MiB data, 3.2 GiB used, 712 GiB / 715 GiB avail; 5.8 MiB/s rd, 268 KiB/s wr, 13 op/s 2024-08-29T18:00:24.825 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:00:24 smithi053 bash[68679]: cluster 2024-08-29T18:00:23.369132+0000 mon.a (mon.0) 1268 : cluster [DBG] osdmap e808: 8 total, 8 up, 8 in 2024-08-29T18:00:24.825 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:00:24 smithi053 bash[68679]: cluster 2024-08-29T18:00:24.330776+0000 mon.a (mon.0) 1269 : cluster [DBG] osdmap e809: 8 total, 8 up, 8 in 2024-08-29T18:00:25.130 INFO:journalctl@ceph.mgr.y.smithi028.stdout:Aug 29 18:00:24 smithi028 systemd[1]: /etc/systemd/system/ceph-3167ee72-662c-11ef-bcd4-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-08-29T18:00:25.130 INFO:journalctl@ceph.osd.0.smithi028.stdout:Aug 29 18:00:24 smithi028 systemd[1]: /etc/systemd/system/ceph-3167ee72-662c-11ef-bcd4-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-08-29T18:00:25.130 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:00:24 smithi028 systemd[1]: /etc/systemd/system/ceph-3167ee72-662c-11ef-bcd4-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-08-29T18:00:25.131 INFO:journalctl@ceph.mds.a.smithi028.stdout:Aug 29 18:00:24 smithi028 systemd[1]: /etc/systemd/system/ceph-3167ee72-662c-11ef-bcd4-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-08-29T18:00:25.131 INFO:journalctl@ceph.osd.3.smithi028.stdout:Aug 29 18:00:24 smithi028 systemd[1]: /etc/systemd/system/ceph-3167ee72-662c-11ef-bcd4-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-08-29T18:00:25.131 INFO:journalctl@ceph.node-exporter.a.smithi028.stdout:Aug 29 18:00:24 smithi028 systemd[1]: /etc/systemd/system/ceph-3167ee72-662c-11ef-bcd4-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-08-29T18:00:25.131 INFO:journalctl@ceph.alertmanager.a.smithi028.stdout:Aug 29 18:00:24 smithi028 systemd[1]: /etc/systemd/system/ceph-3167ee72-662c-11ef-bcd4-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-08-29T18:00:25.132 INFO:journalctl@ceph.alertmanager.a.smithi028.stdout:Aug 29 18:00:24 smithi028 systemd[1]: Started Ceph alertmanager.a for 3167ee72-662c-11ef-bcd4-c7b262605968. 2024-08-29T18:00:25.132 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:00:24 smithi028 systemd[1]: /etc/systemd/system/ceph-3167ee72-662c-11ef-bcd4-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-08-29T18:00:25.132 INFO:journalctl@ceph.osd.1.smithi028.stdout:Aug 29 18:00:24 smithi028 systemd[1]: /etc/systemd/system/ceph-3167ee72-662c-11ef-bcd4-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-08-29T18:00:25.132 INFO:journalctl@ceph.osd.2.smithi028.stdout:Aug 29 18:00:24 smithi028 systemd[1]: /etc/systemd/system/ceph-3167ee72-662c-11ef-bcd4-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-08-29T18:00:25.365 INFO:tasks.rados.rados.0.smithi028.stdout:3593: done (2 left) 2024-08-29T18:00:25.365 INFO:tasks.rados.rados.0.smithi028.stdout:3594: done (1 left) 2024-08-29T18:00:25.365 INFO:tasks.rados.rados.0.smithi028.stdout:3596: done (0 left) 2024-08-29T18:00:25.365 INFO:tasks.rados.rados.0.smithi028.stdout:3597: delete oid 41 current snap is 372 2024-08-29T18:00:25.371 INFO:tasks.rados.rados.0.smithi028.stdout:3597: done (0 left) 2024-08-29T18:00:25.371 INFO:tasks.rados.rados.0.smithi028.stdout:3598: read oid 22 snap 327 2024-08-29T18:00:25.371 INFO:tasks.rados.rados.0.smithi028.stdout:3598: expect deleted 2024-08-29T18:00:25.371 INFO:tasks.rados.rados.0.smithi028.stdout:3599: snap_create 2024-08-29T18:00:26.122 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:00:25 smithi028 bash[78352]: audit 2024-08-29T18:00:24.871711+0000 mon.a (mon.0) 1270 : audit [INF] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' 2024-08-29T18:00:26.122 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:00:25 smithi028 bash[78352]: audit 2024-08-29T18:00:24.876707+0000 mon.a (mon.0) 1271 : audit [INF] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' 2024-08-29T18:00:26.122 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:00:25 smithi028 bash[78352]: audit 2024-08-29T18:00:24.877797+0000 mon.a (mon.0) 1272 : audit [DBG] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-29T18:00:26.122 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:00:25 smithi028 bash[78352]: cluster 2024-08-29T18:00:25.112772+0000 mgr.y (mgr.25022) 398 : cluster [DBG] pgmap v739: 121 pgs: 121 active+clean; 525 MiB data, 3.3 GiB used, 712 GiB / 715 GiB avail; 14 MiB/s rd, 3.9 MiB/s wr, 17 op/s 2024-08-29T18:00:26.122 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:00:25 smithi028 bash[78352]: cluster 2024-08-29T18:00:25.366894+0000 mon.a (mon.0) 1273 : cluster [DBG] osdmap e810: 8 total, 8 up, 8 in 2024-08-29T18:00:26.122 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:00:25 smithi028 bash[77168]: audit 2024-08-29T18:00:24.871711+0000 mon.a (mon.0) 1270 : audit [INF] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' 2024-08-29T18:00:26.123 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:00:25 smithi028 bash[77168]: audit 2024-08-29T18:00:24.876707+0000 mon.a (mon.0) 1271 : audit [INF] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' 2024-08-29T18:00:26.123 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:00:25 smithi028 bash[77168]: audit 2024-08-29T18:00:24.877797+0000 mon.a (mon.0) 1272 : audit [DBG] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-29T18:00:26.123 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:00:25 smithi028 bash[77168]: cluster 2024-08-29T18:00:25.112772+0000 mgr.y (mgr.25022) 398 : cluster [DBG] pgmap v739: 121 pgs: 121 active+clean; 525 MiB data, 3.3 GiB used, 712 GiB / 715 GiB avail; 14 MiB/s rd, 3.9 MiB/s wr, 17 op/s 2024-08-29T18:00:26.123 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:00:25 smithi028 bash[77168]: cluster 2024-08-29T18:00:25.366894+0000 mon.a (mon.0) 1273 : cluster [DBG] osdmap e810: 8 total, 8 up, 8 in 2024-08-29T18:00:26.325 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:00:25 smithi053 bash[68679]: audit 2024-08-29T18:00:24.871711+0000 mon.a (mon.0) 1270 : audit [INF] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' 2024-08-29T18:00:26.325 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:00:25 smithi053 bash[68679]: audit 2024-08-29T18:00:24.876707+0000 mon.a (mon.0) 1271 : audit [INF] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' 2024-08-29T18:00:26.325 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:00:25 smithi053 bash[68679]: audit 2024-08-29T18:00:24.877797+0000 mon.a (mon.0) 1272 : audit [DBG] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-29T18:00:26.325 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:00:25 smithi053 bash[68679]: cluster 2024-08-29T18:00:25.112772+0000 mgr.y (mgr.25022) 398 : cluster [DBG] pgmap v739: 121 pgs: 121 active+clean; 525 MiB data, 3.3 GiB used, 712 GiB / 715 GiB avail; 14 MiB/s rd, 3.9 MiB/s wr, 17 op/s 2024-08-29T18:00:26.325 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:00:25 smithi053 bash[68679]: cluster 2024-08-29T18:00:25.366894+0000 mon.a (mon.0) 1273 : cluster [DBG] osdmap e810: 8 total, 8 up, 8 in 2024-08-29T18:00:26.375 INFO:tasks.rados.rados.0.smithi028.stdout:3598: done (1 left) 2024-08-29T18:00:26.375 INFO:tasks.rados.rados.0.smithi028.stdout:3599: done (0 left) 2024-08-29T18:00:26.375 INFO:tasks.rados.rados.0.smithi028.stdout:3600: read oid 42 snap -1 2024-08-29T18:00:26.375 INFO:tasks.rados.rados.0.smithi028.stdout:3600: expect (ObjNum 1009 snap 343 seq_num 1009) 2024-08-29T18:00:26.375 INFO:tasks.rados.rados.0.smithi028.stdout:append oid 11 current snap is 373 2024-08-29T18:00:26.375 INFO:tasks.rados.rados.0.smithi028.stdout:3601: seq_num 1081 ranges {0=507904,507904=425984,933888=376832} 2024-08-29T18:00:26.376 INFO:tasks.rados.rados.0.smithi028.stdout:3601: writing smithi02869045-11 from 0 to 507904 tid 1 2024-08-29T18:00:26.380 INFO:journalctl@ceph.alertmanager.a.smithi028.stdout:Aug 29 18:00:26 smithi028 bash[106298]: ts=2024-08-29T18:00:26.190Z caller=main.go:240 level=info msg="Starting Alertmanager" version="(version=0.25.0, branch=HEAD, revision=258fab7cdd551f2cf251ed0348f0ad7289aee789)" 2024-08-29T18:00:26.380 INFO:journalctl@ceph.alertmanager.a.smithi028.stdout:Aug 29 18:00:26 smithi028 bash[106298]: ts=2024-08-29T18:00:26.190Z caller=main.go:241 level=info build_context="(go=go1.19.4, user=root@abe866dd5717, date=20221222-14:51:36)" 2024-08-29T18:00:26.380 INFO:journalctl@ceph.alertmanager.a.smithi028.stdout:Aug 29 18:00:26 smithi028 bash[106298]: ts=2024-08-29T18:00:26.192Z caller=cluster.go:185 level=info component=cluster msg="setting advertise address explicitly" addr=172.21.15.28 port=9094 2024-08-29T18:00:26.380 INFO:journalctl@ceph.alertmanager.a.smithi028.stdout:Aug 29 18:00:26 smithi028 bash[106298]: ts=2024-08-29T18:00:26.193Z caller=cluster.go:681 level=info component=cluster msg="Waiting for gossip to settle..." interval=2s 2024-08-29T18:00:26.380 INFO:journalctl@ceph.alertmanager.a.smithi028.stdout:Aug 29 18:00:26 smithi028 bash[106298]: ts=2024-08-29T18:00:26.225Z caller=coordinator.go:113 level=info component=configuration msg="Loading configuration file" file=/etc/alertmanager/alertmanager.yml 2024-08-29T18:00:26.380 INFO:journalctl@ceph.alertmanager.a.smithi028.stdout:Aug 29 18:00:26 smithi028 bash[106298]: ts=2024-08-29T18:00:26.225Z caller=coordinator.go:126 level=info component=configuration msg="Completed loading of configuration file" file=/etc/alertmanager/alertmanager.yml 2024-08-29T18:00:26.380 INFO:journalctl@ceph.alertmanager.a.smithi028.stdout:Aug 29 18:00:26 smithi028 bash[106298]: ts=2024-08-29T18:00:26.229Z caller=tls_config.go:232 level=info msg="Listening on" address=[::]:9093 2024-08-29T18:00:26.380 INFO:journalctl@ceph.alertmanager.a.smithi028.stdout:Aug 29 18:00:26 smithi028 bash[106298]: ts=2024-08-29T18:00:26.229Z caller=tls_config.go:235 level=info msg="TLS is disabled." http2=false address=[::]:9093 2024-08-29T18:00:26.381 INFO:tasks.rados.rados.0.smithi028.stdout:3601: writing smithi02869045-11 from 507904 to 933888 tid 2 2024-08-29T18:00:26.384 INFO:tasks.rados.rados.0.smithi028.stdout:3601: writing smithi02869045-11 from 933888 to 1310720 tid 3 2024-08-29T18:00:26.384 INFO:tasks.rados.rados.0.smithi028.stdout:3602: delete oid 26 current snap is 373 2024-08-29T18:00:26.394 INFO:tasks.rados.rados.0.smithi028.stdout:3601: finishing write tid 1 to smithi02869045-11 2024-08-29T18:00:26.398 INFO:tasks.rados.rados.0.smithi028.stdout:3601: finishing write tid 2 to smithi02869045-11 2024-08-29T18:00:26.398 INFO:tasks.rados.rados.0.smithi028.stdout:3601: finishing write tid 3 to smithi02869045-11 2024-08-29T18:00:26.399 INFO:tasks.rados.rados.0.smithi028.stdout:3601: finishing write tid 4 to smithi02869045-11 2024-08-29T18:00:26.401 INFO:tasks.rados.rados.0.smithi028.stdout:3601: finishing write tid 5 to smithi02869045-11 2024-08-29T18:00:26.401 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 11 v 3168 (ObjNum 1081 snap 373 seq_num 1081) dirty exists 2024-08-29T18:00:26.401 INFO:tasks.rados.rados.0.smithi028.stdout:3601: left oid 11 (ObjNum 1081 snap 373 seq_num 1081) 2024-08-29T18:00:26.417 INFO:tasks.rados.rados.0.smithi028.stdout:3601: done (2 left) 2024-08-29T18:00:26.418 INFO:tasks.rados.rados.0.smithi028.stdout:3602: done (1 left) 2024-08-29T18:00:26.418 INFO:tasks.rados.rados.0.smithi028.stdout:3603: delete oid 46 current snap is 373 2024-08-29T18:00:26.422 INFO:tasks.rados.rados.0.smithi028.stdout:3603: done (1 left) 2024-08-29T18:00:26.422 INFO:tasks.rados.rados.0.smithi028.stdout:3604: delete oid 26 current snap is 373 2024-08-29T18:00:26.428 INFO:tasks.rados.rados.0.smithi028.stdout:3604: done (1 left) 2024-08-29T18:00:26.428 INFO:tasks.rados.rados.0.smithi028.stdout:3605: snap_create 2024-08-29T18:00:26.429 INFO:tasks.rados.rados.0.smithi028.stdout:3600: expect (ObjNum 1009 snap 343 seq_num 1009) 2024-08-29T18:00:27.387 INFO:tasks.rados.rados.0.smithi028.stdout:3600: done (1 left) 2024-08-29T18:00:27.387 INFO:tasks.rados.rados.0.smithi028.stdout:3605: done (0 left) 2024-08-29T18:00:27.387 INFO:tasks.rados.rados.0.smithi028.stdout:3606: copy_from oid 1 from oid 28 current snap is 374 2024-08-29T18:00:27.387 INFO:tasks.rados.rados.0.smithi028.stdout:3607: delete oid 34 current snap is 374 2024-08-29T18:00:27.397 INFO:tasks.rados.rados.0.smithi028.stdout:3607: done (1 left) 2024-08-29T18:00:27.397 INFO:tasks.rados.rados.0.smithi028.stdout:3608: snap_create 2024-08-29T18:00:27.479 INFO:tasks.rados.rados.0.smithi028.stdout:3606: finishing copy_from racing read to smithi02869045-1 2024-08-29T18:00:27.481 INFO:tasks.rados.rados.0.smithi028.stdout:3606: finishing copy_from to smithi02869045-1 2024-08-29T18:00:27.481 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 1 v 3183 (ObjNum 867 snap 293 seq_num 867) dirty exists 2024-08-29T18:00:27.630 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:00:27 smithi028 bash[77168]: cluster 2024-08-29T18:00:26.372372+0000 mon.a (mon.0) 1274 : cluster [DBG] osdmap e811: 8 total, 8 up, 8 in 2024-08-29T18:00:27.630 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:00:27 smithi028 bash[77168]: audit 2024-08-29T18:00:27.037506+0000 mon.a (mon.0) 1275 : audit [DBG] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-29T18:00:27.630 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:00:27 smithi028 bash[78352]: cluster 2024-08-29T18:00:26.372372+0000 mon.a (mon.0) 1274 : cluster [DBG] osdmap e811: 8 total, 8 up, 8 in 2024-08-29T18:00:27.631 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:00:27 smithi028 bash[78352]: audit 2024-08-29T18:00:27.037506+0000 mon.a (mon.0) 1275 : audit [DBG] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-29T18:00:27.825 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:00:27 smithi053 bash[68679]: cluster 2024-08-29T18:00:26.372372+0000 mon.a (mon.0) 1274 : cluster [DBG] osdmap e811: 8 total, 8 up, 8 in 2024-08-29T18:00:27.825 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:00:27 smithi053 bash[68679]: audit 2024-08-29T18:00:27.037506+0000 mon.a (mon.0) 1275 : audit [DBG] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-29T18:00:28.388 INFO:tasks.rados.rados.0.smithi028.stdout:3606: done (1 left) 2024-08-29T18:00:28.388 INFO:tasks.rados.rados.0.smithi028.stdout:3608: done (0 left) 2024-08-29T18:00:28.388 INFO:tasks.rados.rados.0.smithi028.stdout:3609: copy_from oid 44 from oid 13 current snap is 375 2024-08-29T18:00:28.388 INFO:tasks.rados.rados.0.smithi028.stdout:3610: snap_remove snap 358 2024-08-29T18:00:28.630 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:00:28 smithi028 bash[77168]: cluster 2024-08-29T18:00:27.113433+0000 mgr.y (mgr.25022) 399 : cluster [DBG] pgmap v742: 121 pgs: 121 active+clean; 525 MiB data, 3.3 GiB used, 712 GiB / 715 GiB avail; 14 MiB/s rd, 3.9 MiB/s wr, 12 op/s 2024-08-29T18:00:28.630 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:00:28 smithi028 bash[77168]: cluster 2024-08-29T18:00:27.386598+0000 mon.a (mon.0) 1276 : cluster [DBG] osdmap e812: 8 total, 8 up, 8 in 2024-08-29T18:00:28.630 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:00:28 smithi028 bash[78352]: cluster 2024-08-29T18:00:27.113433+0000 mgr.y (mgr.25022) 399 : cluster [DBG] pgmap v742: 121 pgs: 121 active+clean; 525 MiB data, 3.3 GiB used, 712 GiB / 715 GiB avail; 14 MiB/s rd, 3.9 MiB/s wr, 12 op/s 2024-08-29T18:00:28.630 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:00:28 smithi028 bash[78352]: cluster 2024-08-29T18:00:27.386598+0000 mon.a (mon.0) 1276 : cluster [DBG] osdmap e812: 8 total, 8 up, 8 in 2024-08-29T18:00:28.631 INFO:journalctl@ceph.alertmanager.a.smithi028.stdout:Aug 29 18:00:28 smithi028 bash[106298]: ts=2024-08-29T18:00:28.193Z caller=cluster.go:706 level=info component=cluster msg="gossip not settled" polls=0 before=0 now=1 elapsed=2.000085232s 2024-08-29T18:00:28.826 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:00:28 smithi053 bash[68679]: cluster 2024-08-29T18:00:27.113433+0000 mgr.y (mgr.25022) 399 : cluster [DBG] pgmap v742: 121 pgs: 121 active+clean; 525 MiB data, 3.3 GiB used, 712 GiB / 715 GiB avail; 14 MiB/s rd, 3.9 MiB/s wr, 12 op/s 2024-08-29T18:00:28.827 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:00:28 smithi053 bash[68679]: cluster 2024-08-29T18:00:27.386598+0000 mon.a (mon.0) 1276 : cluster [DBG] osdmap e812: 8 total, 8 up, 8 in 2024-08-29T18:00:29.338 INFO:tasks.rados.rados.0.smithi028.stdout:3610: done (1 left) 2024-08-29T18:00:29.338 INFO:tasks.rados.rados.0.smithi028.stdout:3611: copy_from oid 12 from oid 17 current snap is 375 2024-08-29T18:00:29.338 INFO:tasks.rados.rados.0.smithi028.stdout:3609: finishing copy_from to smithi02869045-44 2024-08-29T18:00:29.338 INFO:tasks.rados.rados.0.smithi028.stdout:3609: got expected ENOENT (src dne) 2024-08-29T18:00:29.339 INFO:tasks.rados.rados.0.smithi028.stdout:3609: finishing copy_from racing read to smithi02869045-44 2024-08-29T18:00:29.339 INFO:tasks.rados.rados.0.smithi028.stdout:3609: done (1 left) 2024-08-29T18:00:29.339 INFO:tasks.rados.rados.0.smithi028.stdout:3612: delete oid 2 current snap is 375 2024-08-29T18:00:29.363 INFO:tasks.rados.rados.0.smithi028.stdout:3612: done (1 left) 2024-08-29T18:00:29.363 INFO:tasks.rados.rados.0.smithi028.stdout:3613: read oid 47 snap -1 2024-08-29T18:00:29.363 INFO:tasks.rados.rados.0.smithi028.stdout:3613: expect (ObjNum 1042 snap 356 seq_num 1042) 2024-08-29T18:00:29.363 INFO:tasks.rados.rados.0.smithi028.stdout:3614: rmattr oid 42 current snap is 375 2024-08-29T18:00:29.363 INFO:tasks.rados.rados.0.smithi028.stdout:3615: rmattr oid 32 current snap is 375 2024-08-29T18:00:29.363 INFO:tasks.rados.rados.0.smithi028.stdout:3615: done (3 left) 2024-08-29T18:00:29.363 INFO:tasks.rados.rados.0.smithi028.stdout:3616: read oid 11 snap -1 2024-08-29T18:00:29.363 INFO:tasks.rados.rados.0.smithi028.stdout:3616: expect (ObjNum 1081 snap 373 seq_num 1081) 2024-08-29T18:00:29.363 INFO:tasks.rados.rados.0.smithi028.stdout:3617: read oid 9 snap -1 2024-08-29T18:00:29.363 INFO:tasks.rados.rados.0.smithi028.stdout:3617: expect (ObjNum 1051 snap 357 seq_num 1051) 2024-08-29T18:00:29.364 INFO:tasks.rados.rados.0.smithi028.stdout:3618: snap_remove snap 342 2024-08-29T18:00:29.703 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:00:29 smithi053 bash[68679]: cluster 2024-08-29T18:00:28.388449+0000 mon.a (mon.0) 1277 : cluster [DBG] osdmap e813: 8 total, 8 up, 8 in 2024-08-29T18:00:29.704 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:00:29 smithi053 bash[68679]: cluster 2024-08-29T18:00:29.336847+0000 mon.a (mon.0) 1278 : cluster [DBG] osdmap e814: 8 total, 8 up, 8 in 2024-08-29T18:00:29.880 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:00:29 smithi028 bash[77168]: cluster 2024-08-29T18:00:28.388449+0000 mon.a (mon.0) 1277 : cluster [DBG] osdmap e813: 8 total, 8 up, 8 in 2024-08-29T18:00:29.880 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:00:29 smithi028 bash[77168]: cluster 2024-08-29T18:00:29.336847+0000 mon.a (mon.0) 1278 : cluster [DBG] osdmap e814: 8 total, 8 up, 8 in 2024-08-29T18:00:29.880 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:00:29 smithi028 bash[78352]: cluster 2024-08-29T18:00:28.388449+0000 mon.a (mon.0) 1277 : cluster [DBG] osdmap e813: 8 total, 8 up, 8 in 2024-08-29T18:00:29.881 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:00:29 smithi028 bash[78352]: cluster 2024-08-29T18:00:29.336847+0000 mon.a (mon.0) 1278 : cluster [DBG] osdmap e814: 8 total, 8 up, 8 in 2024-08-29T18:00:30.075 INFO:journalctl@ceph.grafana.a.smithi053.stdout:Aug 29 18:00:29 smithi053 bash[60522]: logger=cleanup t=2024-08-29T18:00:29.705318331Z level=info msg="Completed cleanup jobs" duration=92.521953ms 2024-08-29T18:00:30.337 INFO:tasks.rados.rados.0.smithi028.stdout:3618: done (5 left) 2024-08-29T18:00:30.337 INFO:tasks.rados.rados.0.smithi028.stdout:3619: delete oid 34 current snap is 375 2024-08-29T18:00:30.337 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 42 v 2831 (ObjNum 1009 snap 343 seq_num 1009) dirty exists 2024-08-29T18:00:30.337 INFO:tasks.rados.rados.0.smithi028.stdout:3611: finishing copy_from racing read to smithi02869045-12 2024-08-29T18:00:30.337 INFO:tasks.rados.rados.0.smithi028.stdout:3611: finishing copy_from to smithi02869045-12 2024-08-29T18:00:30.337 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 12 v 3493 (ObjNum 1066 snap 365 seq_num 1066) dirty exists 2024-08-29T18:00:30.337 INFO:tasks.rados.rados.0.smithi028.stdout:3613: expect (ObjNum 1042 snap 356 seq_num 1042) 2024-08-29T18:00:30.426 INFO:tasks.rados.rados.0.smithi028.stdout:3617: expect (ObjNum 1051 snap 357 seq_num 1051) 2024-08-29T18:00:30.825 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:00:30 smithi053 bash[68679]: cluster 2024-08-29T18:00:29.114290+0000 mgr.y (mgr.25022) 400 : cluster [DBG] pgmap v745: 121 pgs: 121 active+clean; 537 MiB data, 3.3 GiB used, 712 GiB / 715 GiB avail; 1.0 MiB/s rd, 3.0 MiB/s wr, 9 op/s 2024-08-29T18:00:30.825 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:00:30 smithi053 bash[68679]: cluster 2024-08-29T18:00:30.335952+0000 mon.a (mon.0) 1279 : cluster [DBG] osdmap e815: 8 total, 8 up, 8 in 2024-08-29T18:00:30.840 INFO:tasks.rados.rados.0.smithi028.stdout:3616: expect (ObjNum 1081 snap 373 seq_num 1081) 2024-08-29T18:00:30.873 INFO:tasks.rados.rados.0.smithi028.stdout:3611: done (5 left) 2024-08-29T18:00:30.873 INFO:tasks.rados.rados.0.smithi028.stdout:3613: done (4 left) 2024-08-29T18:00:30.875 INFO:tasks.rados.rados.0.smithi028.stdout:3614: done (3 left) 2024-08-29T18:00:30.875 INFO:tasks.rados.rados.0.smithi028.stdout:3616: done (2 left) 2024-08-29T18:00:30.875 INFO:tasks.rados.rados.0.smithi028.stdout:3617: done (1 left) 2024-08-29T18:00:30.875 INFO:tasks.rados.rados.0.smithi028.stdout:3619: done (0 left) 2024-08-29T18:00:30.875 INFO:tasks.rados.rados.0.smithi028.stdout:3620: read oid 6 snap 343 2024-08-29T18:00:30.875 INFO:tasks.rados.rados.0.smithi028.stdout:3620: expect (ObjNum 887 snap 301 seq_num 887) 2024-08-29T18:00:30.875 INFO:tasks.rados.rados.0.smithi028.stdout:3621: read oid 24 snap -1 2024-08-29T18:00:30.875 INFO:tasks.rados.rados.0.smithi028.stdout:3621: expect deleted 2024-08-29T18:00:30.875 INFO:tasks.rados.rados.0.smithi028.stdout:3622: delete oid 3 current snap is 375 2024-08-29T18:00:30.880 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:00:30 smithi028 bash[78352]: cluster 2024-08-29T18:00:29.114290+0000 mgr.y (mgr.25022) 400 : cluster [DBG] pgmap v745: 121 pgs: 121 active+clean; 537 MiB data, 3.3 GiB used, 712 GiB / 715 GiB avail; 1.0 MiB/s rd, 3.0 MiB/s wr, 9 op/s 2024-08-29T18:00:30.880 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:00:30 smithi028 bash[78352]: cluster 2024-08-29T18:00:30.335952+0000 mon.a (mon.0) 1279 : cluster [DBG] osdmap e815: 8 total, 8 up, 8 in 2024-08-29T18:00:30.880 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:00:30 smithi028 bash[77168]: cluster 2024-08-29T18:00:29.114290+0000 mgr.y (mgr.25022) 400 : cluster [DBG] pgmap v745: 121 pgs: 121 active+clean; 537 MiB data, 3.3 GiB used, 712 GiB / 715 GiB avail; 1.0 MiB/s rd, 3.0 MiB/s wr, 9 op/s 2024-08-29T18:00:30.880 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:00:30 smithi028 bash[77168]: cluster 2024-08-29T18:00:30.335952+0000 mon.a (mon.0) 1279 : cluster [DBG] osdmap e815: 8 total, 8 up, 8 in 2024-08-29T18:00:30.884 INFO:tasks.rados.rados.0.smithi028.stdout:3621: done (2 left) 2024-08-29T18:00:30.884 INFO:tasks.rados.rados.0.smithi028.stdout:3622: done (1 left) 2024-08-29T18:00:30.885 INFO:tasks.rados.rados.0.smithi028.stdout:3623: snap_create 2024-08-29T18:00:30.893 INFO:tasks.rados.rados.0.smithi028.stdout:3620: expect (ObjNum 887 snap 301 seq_num 887) 2024-08-29T18:00:31.560 INFO:tasks.rados.rados.0.smithi028.stdout:3620: done (1 left) 2024-08-29T18:00:31.560 INFO:tasks.rados.rados.0.smithi028.stdout:3623: done (0 left) 2024-08-29T18:00:31.561 INFO:tasks.rados.rados.0.smithi028.stdout:3624: rmattr oid 9 current snap is 376 2024-08-29T18:00:31.561 INFO:tasks.rados.rados.0.smithi028.stdout:3625: read oid 45 snap -1 2024-08-29T18:00:31.561 INFO:tasks.rados.rados.0.smithi028.stdout:3625: expect deleted 2024-08-29T18:00:31.561 INFO:tasks.rados.rados.0.smithi028.stdout:3626: delete oid 3 current snap is 376 2024-08-29T18:00:31.569 INFO:tasks.rados.rados.0.smithi028.stdout:3625: done (2 left) 2024-08-29T18:00:31.569 INFO:tasks.rados.rados.0.smithi028.stdout:3626: done (1 left) 2024-08-29T18:00:31.569 INFO:tasks.rados.rados.0.smithi028.stdout:3627: snap_create 2024-08-29T18:00:31.574 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 9 v 3169 (ObjNum 1051 snap 357 seq_num 1051) dirty exists 2024-08-29T18:00:31.825 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:00:31 smithi053 bash[68679]: audit 2024-08-29T18:00:30.540934+0000 mon.a (mon.0) 1280 : audit [INF] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' 2024-08-29T18:00:31.825 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:00:31 smithi053 bash[68679]: audit 2024-08-29T18:00:30.545586+0000 mon.a (mon.0) 1281 : audit [INF] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' 2024-08-29T18:00:31.880 INFO:journalctl@ceph.mgr.y.smithi028.stdout:Aug 29 18:00:31 smithi028 bash[70818]: ::ffff:172.21.15.53 - - [29/Aug/2024:18:00:31] "GET /metrics HTTP/1.1" 200 36243 "" "Prometheus/2.43.0" 2024-08-29T18:00:31.880 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:00:31 smithi028 bash[78352]: audit 2024-08-29T18:00:30.540934+0000 mon.a (mon.0) 1280 : audit [INF] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' 2024-08-29T18:00:31.880 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:00:31 smithi028 bash[78352]: audit 2024-08-29T18:00:30.545586+0000 mon.a (mon.0) 1281 : audit [INF] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' 2024-08-29T18:00:31.880 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:00:31 smithi028 bash[77168]: audit 2024-08-29T18:00:30.540934+0000 mon.a (mon.0) 1280 : audit [INF] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' 2024-08-29T18:00:31.880 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:00:31 smithi028 bash[77168]: audit 2024-08-29T18:00:30.545586+0000 mon.a (mon.0) 1281 : audit [INF] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' 2024-08-29T18:00:32.572 INFO:tasks.rados.rados.0.smithi028.stdout:3624: done (1 left) 2024-08-29T18:00:32.572 INFO:tasks.rados.rados.0.smithi028.stdout:3627: done (0 left) 2024-08-29T18:00:32.572 INFO:tasks.rados.rados.0.smithi028.stdout:3628: snap_remove snap 293 2024-08-29T18:00:32.574 INFO:journalctl@ceph.prometheus.a.smithi053.stdout:Aug 29 18:00:32 smithi053 bash[95567]: ts=2024-08-29T18:00:32.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"3167ee72-662c-11ef-bcd4-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-29T18:00:32.575 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:00:32 smithi053 bash[68679]: cluster 2024-08-29T18:00:31.115143+0000 mgr.y (mgr.25022) 401 : cluster [DBG] pgmap v748: 121 pgs: 3 active+clean+snaptrim, 118 active+clean; 542 MiB data, 3.3 GiB used, 712 GiB / 715 GiB avail; 17 MiB/s rd, 4.6 MiB/s wr, 25 op/s 2024-08-29T18:00:32.575 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:00:32 smithi053 bash[68679]: cluster 2024-08-29T18:00:31.561339+0000 mon.a (mon.0) 1282 : cluster [DBG] osdmap e816: 8 total, 8 up, 8 in 2024-08-29T18:00:32.575 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:00:32 smithi053 bash[68679]: audit 2024-08-29T18:00:31.672044+0000 mon.a (mon.0) 1283 : audit [INF] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' 2024-08-29T18:00:32.575 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:00:32 smithi053 bash[68679]: audit 2024-08-29T18:00:31.677929+0000 mon.a (mon.0) 1284 : audit [INF] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' 2024-08-29T18:00:32.880 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:00:32 smithi028 bash[78352]: cluster 2024-08-29T18:00:31.115143+0000 mgr.y (mgr.25022) 401 : cluster [DBG] pgmap v748: 121 pgs: 3 active+clean+snaptrim, 118 active+clean; 542 MiB data, 3.3 GiB used, 712 GiB / 715 GiB avail; 17 MiB/s rd, 4.6 MiB/s wr, 25 op/s 2024-08-29T18:00:32.880 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:00:32 smithi028 bash[78352]: cluster 2024-08-29T18:00:31.561339+0000 mon.a (mon.0) 1282 : cluster [DBG] osdmap e816: 8 total, 8 up, 8 in 2024-08-29T18:00:32.880 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:00:32 smithi028 bash[78352]: audit 2024-08-29T18:00:31.672044+0000 mon.a (mon.0) 1283 : audit [INF] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' 2024-08-29T18:00:32.881 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:00:32 smithi028 bash[78352]: audit 2024-08-29T18:00:31.677929+0000 mon.a (mon.0) 1284 : audit [INF] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' 2024-08-29T18:00:32.881 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:00:32 smithi028 bash[77168]: cluster 2024-08-29T18:00:31.115143+0000 mgr.y (mgr.25022) 401 : cluster [DBG] pgmap v748: 121 pgs: 3 active+clean+snaptrim, 118 active+clean; 542 MiB data, 3.3 GiB used, 712 GiB / 715 GiB avail; 17 MiB/s rd, 4.6 MiB/s wr, 25 op/s 2024-08-29T18:00:32.881 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:00:32 smithi028 bash[77168]: cluster 2024-08-29T18:00:31.561339+0000 mon.a (mon.0) 1282 : cluster [DBG] osdmap e816: 8 total, 8 up, 8 in 2024-08-29T18:00:32.881 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:00:32 smithi028 bash[77168]: audit 2024-08-29T18:00:31.672044+0000 mon.a (mon.0) 1283 : audit [INF] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' 2024-08-29T18:00:32.881 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:00:32 smithi028 bash[77168]: audit 2024-08-29T18:00:31.677929+0000 mon.a (mon.0) 1284 : audit [INF] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' 2024-08-29T18:00:33.579 INFO:tasks.rados.rados.0.smithi028.stdout:3628: done (0 left) 2024-08-29T18:00:33.579 INFO:tasks.rados.rados.0.smithi028.stdout:3629: setattr oid 30 current snap is 377 2024-08-29T18:00:33.585 INFO:tasks.rados.rados.0.smithi028.stdout:3630: rollback oid 24 current snap is 377 2024-08-29T18:00:33.585 INFO:tasks.rados.rados.0.smithi028.stdout:rollback oid 24 to 369 2024-08-29T18:00:33.585 INFO:tasks.rados.rados.0.smithi028.stdout:3631: read oid 37 snap -1 2024-08-29T18:00:33.585 INFO:tasks.rados.rados.0.smithi028.stdout:3631: expect deleted 2024-08-29T18:00:33.585 INFO:tasks.rados.rados.0.smithi028.stdout:3632: snap_remove snap 313 2024-08-29T18:00:33.880 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:00:33 smithi028 bash[77168]: cluster 2024-08-29T18:00:32.571260+0000 mon.a (mon.0) 1285 : cluster [DBG] osdmap e817: 8 total, 8 up, 8 in 2024-08-29T18:00:33.880 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:00:33 smithi028 bash[78352]: cluster 2024-08-29T18:00:32.571260+0000 mon.a (mon.0) 1285 : cluster [DBG] osdmap e817: 8 total, 8 up, 8 in 2024-08-29T18:00:34.075 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:00:33 smithi053 bash[68679]: cluster 2024-08-29T18:00:32.571260+0000 mon.a (mon.0) 1285 : cluster [DBG] osdmap e817: 8 total, 8 up, 8 in 2024-08-29T18:00:34.610 INFO:tasks.rados.rados.0.smithi028.stdout:3632: done (3 left) 2024-08-29T18:00:34.611 INFO:tasks.rados.rados.0.smithi028.stdout:3633: copy_from oid 17 from oid 39 current snap is 377 2024-08-29T18:00:34.611 INFO:tasks.rados.rados.0.smithi028.stdout:3630: finishing rollback tid 1 to smithi02869045-24 2024-08-29T18:00:34.611 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 24 v 2840 (ObjNum 161 snap 0 seq_num 0) dirty dne 2024-08-29T18:00:34.611 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 30 v 3181 (ObjNum 1050 snap 357 seq_num 1050) dirty exists 2024-08-29T18:00:34.611 INFO:tasks.rados.rados.0.smithi028.stdout:3629: done (3 left) 2024-08-29T18:00:34.611 INFO:tasks.rados.rados.0.smithi028.stdout:3630: done (2 left) 2024-08-29T18:00:34.611 INFO:tasks.rados.rados.0.smithi028.stdout:3631: done (1 left) 2024-08-29T18:00:34.611 INFO:tasks.rados.rados.0.smithi028.stdout:3634: snap_create 2024-08-29T18:00:34.673 INFO:tasks.rados.rados.0.smithi028.stdout:3633: finishing copy_from racing read to smithi02869045-17 2024-08-29T18:00:34.679 INFO:tasks.rados.rados.0.smithi028.stdout:3633: finishing copy_from to smithi02869045-17 2024-08-29T18:00:34.679 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 17 v 2576 (ObjNum 1009 snap 343 seq_num 1009) dirty exists 2024-08-29T18:00:34.880 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:00:34 smithi028 bash[77168]: cluster 2024-08-29T18:00:33.115932+0000 mgr.y (mgr.25022) 402 : cluster [DBG] pgmap v751: 121 pgs: 3 active+clean+snaptrim, 118 active+clean; 542 MiB data, 3.3 GiB used, 712 GiB / 715 GiB avail; 16 MiB/s rd, 1.6 MiB/s wr, 15 op/s 2024-08-29T18:00:34.880 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:00:34 smithi028 bash[77168]: cluster 2024-08-29T18:00:33.574636+0000 mon.a (mon.0) 1286 : cluster [DBG] osdmap e818: 8 total, 8 up, 8 in 2024-08-29T18:00:34.880 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:00:34 smithi028 bash[78352]: cluster 2024-08-29T18:00:33.115932+0000 mgr.y (mgr.25022) 402 : cluster [DBG] pgmap v751: 121 pgs: 3 active+clean+snaptrim, 118 active+clean; 542 MiB data, 3.3 GiB used, 712 GiB / 715 GiB avail; 16 MiB/s rd, 1.6 MiB/s wr, 15 op/s 2024-08-29T18:00:34.880 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:00:34 smithi028 bash[78352]: cluster 2024-08-29T18:00:33.574636+0000 mon.a (mon.0) 1286 : cluster [DBG] osdmap e818: 8 total, 8 up, 8 in 2024-08-29T18:00:35.075 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:00:34 smithi053 bash[68679]: cluster 2024-08-29T18:00:33.115932+0000 mgr.y (mgr.25022) 402 : cluster [DBG] pgmap v751: 121 pgs: 3 active+clean+snaptrim, 118 active+clean; 542 MiB data, 3.3 GiB used, 712 GiB / 715 GiB avail; 16 MiB/s rd, 1.6 MiB/s wr, 15 op/s 2024-08-29T18:00:35.075 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:00:34 smithi053 bash[68679]: cluster 2024-08-29T18:00:33.574636+0000 mon.a (mon.0) 1286 : cluster [DBG] osdmap e818: 8 total, 8 up, 8 in 2024-08-29T18:00:35.614 INFO:tasks.rados.rados.0.smithi028.stdout:3633: done (1 left) 2024-08-29T18:00:35.614 INFO:tasks.rados.rados.0.smithi028.stdout:3634: done (0 left) 2024-08-29T18:00:35.614 INFO:tasks.rados.rados.0.smithi028.stdout:3635: rollback oid 15 current snap is 378 2024-08-29T18:00:35.614 INFO:tasks.rados.rados.0.smithi028.stdout:rollback oid 15 to 371 2024-08-29T18:00:35.614 INFO:tasks.rados.rados.0.smithi028.stdout:3636: read oid 2 snap -1 2024-08-29T18:00:35.615 INFO:tasks.rados.rados.0.smithi028.stdout:3636: expect deleted 2024-08-29T18:00:35.615 INFO:tasks.rados.rados.0.smithi028.stdout:3637: snap_remove snap 364 2024-08-29T18:00:35.880 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:00:35 smithi028 bash[77168]: cluster 2024-08-29T18:00:34.604240+0000 mon.a (mon.0) 1287 : cluster [DBG] osdmap e819: 8 total, 8 up, 8 in 2024-08-29T18:00:35.880 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:00:35 smithi028 bash[78352]: cluster 2024-08-29T18:00:34.604240+0000 mon.a (mon.0) 1287 : cluster [DBG] osdmap e819: 8 total, 8 up, 8 in 2024-08-29T18:00:36.075 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:00:35 smithi053 bash[68679]: cluster 2024-08-29T18:00:34.604240+0000 mon.a (mon.0) 1287 : cluster [DBG] osdmap e819: 8 total, 8 up, 8 in 2024-08-29T18:00:36.624 INFO:tasks.rados.rados.0.smithi028.stdout:3637: done (2 left) 2024-08-29T18:00:36.624 INFO:tasks.rados.rados.0.smithi028.stdout:3638: read oid 16 snap -1 2024-08-29T18:00:36.624 INFO:tasks.rados.rados.0.smithi028.stdout:3638: expect (ObjNum 0 snap 0 seq_num 0) 2024-08-29T18:00:36.624 INFO:tasks.rados.rados.0.smithi028.stdout:3639: snap_create 2024-08-29T18:00:36.624 INFO:tasks.rados.rados.0.smithi028.stdout:3635: finishing rollback tid 0 to smithi02869045-15 2024-08-29T18:00:36.624 INFO:tasks.rados.rados.0.smithi028.stdout:3635: finishing rollback tid 1 to smithi02869045-15 2024-08-29T18:00:36.624 INFO:tasks.rados.rados.0.smithi028.stdout:3635: finishing rollback tid 2 to smithi02869045-15 2024-08-29T18:00:36.624 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 15 v 3497 (ObjNum 1066 snap 365 seq_num 1066) dirty exists 2024-08-29T18:00:36.627 INFO:journalctl@ceph.alertmanager.a.smithi028.stdout:Aug 29 18:00:36 smithi028 bash[106298]: ts=2024-08-29T18:00:36.197Z caller=cluster.go:698 level=info component=cluster msg="gossip settled; proceeding" elapsed=10.003190212s 2024-08-29T18:00:36.646 INFO:tasks.rados.rados.0.smithi028.stdout:3638: expect (ObjNum 0 snap 0 seq_num 0) 2024-08-29T18:00:36.880 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:00:36 smithi028 bash[77168]: cluster 2024-08-29T18:00:35.116638+0000 mgr.y (mgr.25022) 403 : cluster [DBG] pgmap v754: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 477 MiB data, 3.4 GiB used, 712 GiB / 715 GiB avail; 5.5 MiB/s rd, 0 B/s wr, 9 op/s 2024-08-29T18:00:36.880 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:00:36 smithi028 bash[77168]: cluster 2024-08-29T18:00:35.614586+0000 mon.a (mon.0) 1288 : cluster [DBG] osdmap e820: 8 total, 8 up, 8 in 2024-08-29T18:00:36.880 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:00:36 smithi028 bash[78352]: cluster 2024-08-29T18:00:35.116638+0000 mgr.y (mgr.25022) 403 : cluster [DBG] pgmap v754: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 477 MiB data, 3.4 GiB used, 712 GiB / 715 GiB avail; 5.5 MiB/s rd, 0 B/s wr, 9 op/s 2024-08-29T18:00:36.880 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:00:36 smithi028 bash[78352]: cluster 2024-08-29T18:00:35.614586+0000 mon.a (mon.0) 1288 : cluster [DBG] osdmap e820: 8 total, 8 up, 8 in 2024-08-29T18:00:37.075 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:00:36 smithi053 bash[68679]: cluster 2024-08-29T18:00:35.116638+0000 mgr.y (mgr.25022) 403 : cluster [DBG] pgmap v754: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 477 MiB data, 3.4 GiB used, 712 GiB / 715 GiB avail; 5.5 MiB/s rd, 0 B/s wr, 9 op/s 2024-08-29T18:00:37.075 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:00:36 smithi053 bash[68679]: cluster 2024-08-29T18:00:35.614586+0000 mon.a (mon.0) 1288 : cluster [DBG] osdmap e820: 8 total, 8 up, 8 in 2024-08-29T18:00:37.643 INFO:tasks.rados.rados.0.smithi028.stdout:3635: done (3 left) 2024-08-29T18:00:37.644 INFO:tasks.rados.rados.0.smithi028.stdout:3636: done (2 left) 2024-08-29T18:00:37.644 INFO:tasks.rados.rados.0.smithi028.stdout:3638: done (1 left) 2024-08-29T18:00:37.644 INFO:tasks.rados.rados.0.smithi028.stdout:3639: done (0 left) 2024-08-29T18:00:37.644 INFO:tasks.rados.rados.0.smithi028.stdout:3640: delete oid 27 current snap is 379 2024-08-29T18:00:37.656 INFO:tasks.rados.rados.0.smithi028.stdout:3640: done (0 left) 2024-08-29T18:00:37.656 INFO:tasks.rados.rados.0.smithi028.stdout:3641: copy_from oid 7 from oid 11 current snap is 379 2024-08-29T18:00:37.656 INFO:tasks.rados.rados.0.smithi028.stdout:3642: snap_create 2024-08-29T18:00:37.676 INFO:tasks.rados.rados.0.smithi028.stdout:3641: finishing copy_from racing read to smithi02869045-7 2024-08-29T18:00:37.676 INFO:tasks.rados.rados.0.smithi028.stdout:3641: finishing copy_from to smithi02869045-7 2024-08-29T18:00:37.677 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 7 v 3168 (ObjNum 1081 snap 373 seq_num 1081) dirty exists 2024-08-29T18:00:38.054 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:00:37 smithi028 bash[77168]: cluster 2024-08-29T18:00:36.616061+0000 mon.a (mon.0) 1289 : cluster [DBG] osdmap e821: 8 total, 8 up, 8 in 2024-08-29T18:00:38.055 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:00:37 smithi028 bash[78352]: cluster 2024-08-29T18:00:36.616061+0000 mon.a (mon.0) 1289 : cluster [DBG] osdmap e821: 8 total, 8 up, 8 in 2024-08-29T18:00:38.075 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:00:37 smithi053 bash[68679]: cluster 2024-08-29T18:00:36.616061+0000 mon.a (mon.0) 1289 : cluster [DBG] osdmap e821: 8 total, 8 up, 8 in 2024-08-29T18:00:38.646 INFO:tasks.rados.rados.0.smithi028.stdout:3641: done (1 left) 2024-08-29T18:00:38.646 INFO:tasks.rados.rados.0.smithi028.stdout:3642: done (0 left) 2024-08-29T18:00:38.646 INFO:tasks.rados.rados.0.smithi028.stdout:3643: rmattr oid 22 current snap is 380 2024-08-29T18:00:38.646 INFO:tasks.rados.rados.0.smithi028.stdout:3643: done (0 left) 2024-08-29T18:00:38.646 INFO:tasks.rados.rados.0.smithi028.stdout:append oid 19 current snap is 380 2024-08-29T18:00:38.646 INFO:tasks.rados.rados.0.smithi028.stdout:3644: seq_num 1091 ranges {0=679936,679936=516096,1196032=286720} 2024-08-29T18:00:38.657 INFO:tasks.rados.rados.0.smithi028.stdout:3644: writing smithi02869045-19 from 0 to 679936 tid 1 2024-08-29T18:00:38.668 INFO:tasks.rados.rados.0.smithi028.stdout:3644: writing smithi02869045-19 from 679936 to 1196032 tid 2 2024-08-29T18:00:38.672 INFO:tasks.rados.rados.0.smithi028.stdout:3644: writing smithi02869045-19 from 1196032 to 1482752 tid 3 2024-08-29T18:00:38.672 INFO:tasks.rados.rados.0.smithi028.stdout:3645: copy_from oid 3 from oid 26 current snap is 380 2024-08-29T18:00:38.672 INFO:tasks.rados.rados.0.smithi028.stdout:3646: snap_create 2024-08-29T18:00:38.673 INFO:tasks.rados.rados.0.smithi028.stdout:3644: finishing write tid 1 to smithi02869045-19 2024-08-29T18:00:38.678 INFO:tasks.rados.rados.0.smithi028.stdout:3644: finishing write tid 2 to smithi02869045-19 2024-08-29T18:00:38.681 INFO:tasks.rados.rados.0.smithi028.stdout:3644: finishing write tid 3 to smithi02869045-19 2024-08-29T18:00:38.683 INFO:tasks.rados.rados.0.smithi028.stdout:3644: finishing write tid 4 to smithi02869045-19 2024-08-29T18:00:38.686 INFO:tasks.rados.rados.0.smithi028.stdout:3644: finishing write tid 5 to smithi02869045-19 2024-08-29T18:00:38.686 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 19 v 2585 (ObjNum 1091 snap 380 seq_num 1091) dirty exists 2024-08-29T18:00:38.686 INFO:tasks.rados.rados.0.smithi028.stdout:3644: left oid 19 (ObjNum 1091 snap 380 seq_num 1091) 2024-08-29T18:00:38.689 INFO:tasks.rados.rados.0.smithi028.stdout:3645: finishing copy_from to smithi02869045-3 2024-08-29T18:00:38.689 INFO:tasks.rados.rados.0.smithi028.stdout:3645: got expected ENOENT (src dne) 2024-08-29T18:00:38.690 INFO:tasks.rados.rados.0.smithi028.stdout:3645: finishing copy_from racing read to smithi02869045-3 2024-08-29T18:00:38.977 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:00:38 smithi028 bash[78352]: cluster 2024-08-29T18:00:37.117340+0000 mgr.y (mgr.25022) 404 : cluster [DBG] pgmap v757: 121 pgs: 121 active+clean; 472 MiB data, 3.3 GiB used, 712 GiB / 715 GiB avail; 5.5 MiB/s rd, 0 B/s wr, 9 op/s 2024-08-29T18:00:38.977 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:00:38 smithi028 bash[78352]: cluster 2024-08-29T18:00:37.644311+0000 mon.a (mon.0) 1290 : cluster [DBG] osdmap e822: 8 total, 8 up, 8 in 2024-08-29T18:00:38.977 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:00:38 smithi028 bash[77168]: cluster 2024-08-29T18:00:37.117340+0000 mgr.y (mgr.25022) 404 : cluster [DBG] pgmap v757: 121 pgs: 121 active+clean; 472 MiB data, 3.3 GiB used, 712 GiB / 715 GiB avail; 5.5 MiB/s rd, 0 B/s wr, 9 op/s 2024-08-29T18:00:38.977 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:00:38 smithi028 bash[77168]: cluster 2024-08-29T18:00:37.644311+0000 mon.a (mon.0) 1290 : cluster [DBG] osdmap e822: 8 total, 8 up, 8 in 2024-08-29T18:00:39.075 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:00:38 smithi053 bash[68679]: cluster 2024-08-29T18:00:37.117340+0000 mgr.y (mgr.25022) 404 : cluster [DBG] pgmap v757: 121 pgs: 121 active+clean; 472 MiB data, 3.3 GiB used, 712 GiB / 715 GiB avail; 5.5 MiB/s rd, 0 B/s wr, 9 op/s 2024-08-29T18:00:39.075 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:00:38 smithi053 bash[68679]: cluster 2024-08-29T18:00:37.644311+0000 mon.a (mon.0) 1290 : cluster [DBG] osdmap e822: 8 total, 8 up, 8 in 2024-08-29T18:00:39.342 INFO:tasks.rados.rados.0.smithi028.stdout:3644: done (2 left) 2024-08-29T18:00:39.342 INFO:tasks.rados.rados.0.smithi028.stdout:3645: done (1 left) 2024-08-29T18:00:39.342 INFO:tasks.rados.rados.0.smithi028.stdout:3646: done (0 left) 2024-08-29T18:00:39.342 INFO:tasks.rados.rados.0.smithi028.stdout:append oid 20 current snap is 381 2024-08-29T18:00:39.342 INFO:tasks.rados.rados.0.smithi028.stdout:3647: seq_num 1092 ranges {0=696320,696320=802816} 2024-08-29T18:00:39.354 INFO:tasks.rados.rados.0.smithi028.stdout:3647: writing smithi02869045-20 from 0 to 696320 tid 1 2024-08-29T18:00:39.367 INFO:tasks.rados.rados.0.smithi028.stdout:3647: writing smithi02869045-20 from 696320 to 1499136 tid 2 2024-08-29T18:00:39.367 INFO:tasks.rados.rados.0.smithi028.stdout:3648: read oid 30 snap -1 2024-08-29T18:00:39.367 INFO:tasks.rados.rados.0.smithi028.stdout:3648: expect (ObjNum 1050 snap 357 seq_num 1050) 2024-08-29T18:00:39.367 INFO:tasks.rados.rados.0.smithi028.stdout:3649: snap_remove snap 363 2024-08-29T18:00:40.073 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:00:39 smithi028 bash[78352]: cluster 2024-08-29T18:00:38.646738+0000 mon.a (mon.0) 1291 : cluster [DBG] osdmap e823: 8 total, 8 up, 8 in 2024-08-29T18:00:40.073 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:00:39 smithi028 bash[78352]: cluster 2024-08-29T18:00:39.342808+0000 mon.a (mon.0) 1292 : cluster [DBG] osdmap e824: 8 total, 8 up, 8 in 2024-08-29T18:00:40.073 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:00:39 smithi028 bash[77168]: cluster 2024-08-29T18:00:38.646738+0000 mon.a (mon.0) 1291 : cluster [DBG] osdmap e823: 8 total, 8 up, 8 in 2024-08-29T18:00:40.073 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:00:39 smithi028 bash[77168]: cluster 2024-08-29T18:00:39.342808+0000 mon.a (mon.0) 1292 : cluster [DBG] osdmap e824: 8 total, 8 up, 8 in 2024-08-29T18:00:40.074 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:00:39 smithi053 bash[68679]: cluster 2024-08-29T18:00:38.646738+0000 mon.a (mon.0) 1291 : cluster [DBG] osdmap e823: 8 total, 8 up, 8 in 2024-08-29T18:00:40.075 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:00:39 smithi053 bash[68679]: cluster 2024-08-29T18:00:39.342808+0000 mon.a (mon.0) 1292 : cluster [DBG] osdmap e824: 8 total, 8 up, 8 in 2024-08-29T18:00:40.344 INFO:tasks.rados.rados.0.smithi028.stdout:3647: finishing write tid 1 to smithi02869045-20 2024-08-29T18:00:40.344 INFO:tasks.rados.rados.0.smithi028.stdout:3647: finishing write tid 2 to smithi02869045-20 2024-08-29T18:00:40.344 INFO:tasks.rados.rados.0.smithi028.stdout:3647: finishing write tid 3 to smithi02869045-20 2024-08-29T18:00:40.344 INFO:tasks.rados.rados.0.smithi028.stdout:3648: expect (ObjNum 1050 snap 357 seq_num 1050) 2024-08-29T18:00:40.417 INFO:tasks.rados.rados.0.smithi028.stdout:3647: finishing write tid 4 to smithi02869045-20 2024-08-29T18:00:40.417 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 20 v 2834 (ObjNum 1092 snap 381 seq_num 1092) dirty exists 2024-08-29T18:00:40.417 INFO:tasks.rados.rados.0.smithi028.stdout:3647: left oid 20 (ObjNum 1092 snap 381 seq_num 1092) 2024-08-29T18:00:40.417 INFO:tasks.rados.rados.0.smithi028.stdout:3647: done (2 left) 2024-08-29T18:00:40.417 INFO:tasks.rados.rados.0.smithi028.stdout:3648: done (1 left) 2024-08-29T18:00:40.417 INFO:tasks.rados.rados.0.smithi028.stdout:3649: done (0 left) 2024-08-29T18:00:40.417 INFO:tasks.rados.rados.0.smithi028.stdout:3650: snap_remove snap 361 2024-08-29T18:00:41.075 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:00:40 smithi053 bash[68679]: cluster 2024-08-29T18:00:39.118081+0000 mgr.y (mgr.25022) 405 : cluster [DBG] pgmap v760: 121 pgs: 121 active+clean; 469 MiB data, 3.4 GiB used, 712 GiB / 715 GiB avail; 0 B/s rd, 1.9 MiB/s wr, 1 op/s 2024-08-29T18:00:41.075 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:00:40 smithi053 bash[68679]: cluster 2024-08-29T18:00:40.342306+0000 mon.a (mon.0) 1293 : cluster [DBG] osdmap e825: 8 total, 8 up, 8 in 2024-08-29T18:00:41.130 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:00:40 smithi028 bash[77168]: cluster 2024-08-29T18:00:39.118081+0000 mgr.y (mgr.25022) 405 : cluster [DBG] pgmap v760: 121 pgs: 121 active+clean; 469 MiB data, 3.4 GiB used, 712 GiB / 715 GiB avail; 0 B/s rd, 1.9 MiB/s wr, 1 op/s 2024-08-29T18:00:41.130 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:00:40 smithi028 bash[77168]: cluster 2024-08-29T18:00:40.342306+0000 mon.a (mon.0) 1293 : cluster [DBG] osdmap e825: 8 total, 8 up, 8 in 2024-08-29T18:00:41.130 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:00:40 smithi028 bash[78352]: cluster 2024-08-29T18:00:39.118081+0000 mgr.y (mgr.25022) 405 : cluster [DBG] pgmap v760: 121 pgs: 121 active+clean; 469 MiB data, 3.4 GiB used, 712 GiB / 715 GiB avail; 0 B/s rd, 1.9 MiB/s wr, 1 op/s 2024-08-29T18:00:41.130 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:00:40 smithi028 bash[78352]: cluster 2024-08-29T18:00:40.342306+0000 mon.a (mon.0) 1293 : cluster [DBG] osdmap e825: 8 total, 8 up, 8 in 2024-08-29T18:00:41.348 INFO:tasks.rados.rados.0.smithi028.stdout:3650: done (0 left) 2024-08-29T18:00:41.348 INFO:tasks.rados.rados.0.smithi028.stdout:3651: copy_from oid 42 from oid 30 current snap is 381 2024-08-29T18:00:41.349 INFO:tasks.rados.rados.0.smithi028.stdout:3652: delete oid 41 current snap is 381 2024-08-29T18:00:41.377 INFO:tasks.rados.rados.0.smithi028.stdout:3652: done (1 left) 2024-08-29T18:00:41.378 INFO:tasks.rados.rados.0.smithi028.stdout:3653: rollback oid 24 current snap is 381 2024-08-29T18:00:41.378 INFO:tasks.rados.rados.0.smithi028.stdout:rollback oid 24 to 365 2024-08-29T18:00:41.378 INFO:tasks.rados.rados.0.smithi028.stdout:3654: snap_create 2024-08-29T18:00:41.391 INFO:tasks.rados.rados.0.smithi028.stdout:3653: finishing rollback tid 1 to smithi02869045-24 2024-08-29T18:00:41.391 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 24 v 2840 (ObjNum 289 snap 0 seq_num 1019424102) dirty dne 2024-08-29T18:00:41.395 INFO:tasks.rados.rados.0.smithi028.stdout:3651: finishing copy_from racing read to smithi02869045-42 2024-08-29T18:00:41.397 INFO:tasks.rados.rados.0.smithi028.stdout:3651: finishing copy_from to smithi02869045-42 2024-08-29T18:00:41.397 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 42 v 3181 (ObjNum 1050 snap 357 seq_num 1050) dirty exists 2024-08-29T18:00:41.630 INFO:journalctl@ceph.mgr.y.smithi028.stdout:Aug 29 18:00:41 smithi028 bash[70818]: ::ffff:172.21.15.53 - - [29/Aug/2024:18:00:41] "GET /metrics HTTP/1.1" 200 36243 "" "Prometheus/2.43.0" 2024-08-29T18:00:42.363 INFO:tasks.rados.rados.0.smithi028.stdout:3651: done (2 left) 2024-08-29T18:00:42.363 INFO:tasks.rados.rados.0.smithi028.stdout:3653: done (1 left) 2024-08-29T18:00:42.363 INFO:tasks.rados.rados.0.smithi028.stdout:3654: done (0 left) 2024-08-29T18:00:42.363 INFO:tasks.rados.rados.0.smithi028.stdout:3655: setattr oid 49 current snap is 382 2024-08-29T18:00:42.366 INFO:tasks.rados.rados.0.smithi028.stdout:3656: rollback oid 23 current snap is 382 2024-08-29T18:00:42.366 INFO:tasks.rados.rados.0.smithi028.stdout:rollback oid 23 to 369 2024-08-29T18:00:42.366 INFO:tasks.rados.rados.0.smithi028.stdout:3657: snap_remove snap 373 2024-08-29T18:00:42.575 INFO:journalctl@ceph.prometheus.a.smithi053.stdout:Aug 29 18:00:42 smithi053 bash[95567]: ts=2024-08-29T18:00:42.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"3167ee72-662c-11ef-bcd4-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-29T18:00:42.575 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:00:42 smithi053 bash[68679]: cluster 2024-08-29T18:00:41.118721+0000 mgr.y (mgr.25022) 406 : cluster [DBG] pgmap v763: 121 pgs: 121 active+clean; 470 MiB data, 3.4 GiB used, 712 GiB / 715 GiB avail; 1.1 MiB/s rd, 2.6 MiB/s wr, 6 op/s 2024-08-29T18:00:42.575 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:00:42 smithi053 bash[68679]: cluster 2024-08-29T18:00:41.348231+0000 mon.a (mon.0) 1294 : cluster [DBG] osdmap e826: 8 total, 8 up, 8 in 2024-08-29T18:00:42.576 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:00:42 smithi053 bash[68679]: audit 2024-08-29T18:00:41.941028+0000 mon.a (mon.0) 1295 : audit [INF] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' 2024-08-29T18:00:42.576 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:00:42 smithi053 bash[68679]: audit 2024-08-29T18:00:41.950984+0000 mon.a (mon.0) 1296 : audit [INF] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' 2024-08-29T18:00:42.576 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:00:42 smithi053 bash[68679]: audit 2024-08-29T18:00:41.952948+0000 mon.a (mon.0) 1297 : audit [DBG] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-29T18:00:42.576 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:00:42 smithi053 bash[68679]: audit 2024-08-29T18:00:41.954448+0000 mon.a (mon.0) 1298 : audit [INF] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-29T18:00:42.576 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:00:42 smithi053 bash[68679]: audit 2024-08-29T18:00:41.963692+0000 mon.a (mon.0) 1299 : audit [INF] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' 2024-08-29T18:00:42.576 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:00:42 smithi053 bash[68679]: audit 2024-08-29T18:00:42.041413+0000 mon.a (mon.0) 1300 : audit [DBG] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-29T18:00:42.576 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:00:42 smithi053 bash[68679]: audit 2024-08-29T18:00:42.042032+0000 mon.a (mon.0) 1301 : audit [DBG] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "dashboard get-alertmanager-api-host"}]: dispatch 2024-08-29T18:00:42.576 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:00:42 smithi053 bash[68679]: audit 2024-08-29T18:00:42.140881+0000 mon.a (mon.0) 1302 : audit [DBG] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-29T18:00:42.576 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:00:42 smithi053 bash[68679]: audit 2024-08-29T18:00:42.143966+0000 mon.a (mon.0) 1303 : audit [DBG] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-08-29T18:00:42.576 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:00:42 smithi053 bash[68679]: audit 2024-08-29T18:00:42.146423+0000 mon.a (mon.0) 1304 : audit [DBG] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-08-29T18:00:42.576 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:00:42 smithi053 bash[68679]: audit 2024-08-29T18:00:42.148600+0000 mon.a (mon.0) 1305 : audit [DBG] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-08-29T18:00:42.576 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:00:42 smithi053 bash[68679]: audit 2024-08-29T18:00:42.152051+0000 mon.a (mon.0) 1306 : audit [DBG] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-08-29T18:00:42.576 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:00:42 smithi053 bash[68679]: audit 2024-08-29T18:00:42.155933+0000 mon.a (mon.0) 1307 : audit [DBG] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-08-29T18:00:42.577 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:00:42 smithi053 bash[68679]: audit 2024-08-29T18:00:42.157809+0000 mon.a (mon.0) 1308 : audit [DBG] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-08-29T18:00:42.577 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:00:42 smithi053 bash[68679]: audit 2024-08-29T18:00:42.159582+0000 mon.a (mon.0) 1309 : audit [DBG] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-08-29T18:00:42.577 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:00:42 smithi053 bash[68679]: audit 2024-08-29T18:00:42.161506+0000 mon.a (mon.0) 1310 : audit [DBG] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-08-29T18:00:42.577 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:00:42 smithi053 bash[68679]: audit 2024-08-29T18:00:42.164300+0000 mon.a (mon.0) 1311 : audit [DBG] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-08-29T18:00:42.577 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:00:42 smithi053 bash[68679]: audit 2024-08-29T18:00:42.167192+0000 mon.a (mon.0) 1312 : audit [DBG] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-08-29T18:00:42.577 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:00:42 smithi053 bash[68679]: audit 2024-08-29T18:00:42.170027+0000 mon.a (mon.0) 1313 : audit [DBG] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-08-29T18:00:42.577 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:00:42 smithi053 bash[68679]: audit 2024-08-29T18:00:42.175444+0000 mon.a (mon.0) 1314 : audit [DBG] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-08-29T18:00:42.577 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:00:42 smithi053 bash[68679]: audit 2024-08-29T18:00:42.179670+0000 mon.a (mon.0) 1315 : audit [DBG] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-08-29T18:00:42.577 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:00:42 smithi053 bash[68679]: audit 2024-08-29T18:00:42.183396+0000 mon.a (mon.0) 1316 : audit [DBG] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-08-29T18:00:42.577 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:00:42 smithi053 bash[68679]: audit 2024-08-29T18:00:42.187057+0000 mon.a (mon.0) 1317 : audit [DBG] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-08-29T18:00:42.630 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:00:42 smithi028 bash[78352]: cluster 2024-08-29T18:00:41.118721+0000 mgr.y (mgr.25022) 406 : cluster [DBG] pgmap v763: 121 pgs: 121 active+clean; 470 MiB data, 3.4 GiB used, 712 GiB / 715 GiB avail; 1.1 MiB/s rd, 2.6 MiB/s wr, 6 op/s 2024-08-29T18:00:42.631 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:00:42 smithi028 bash[78352]: cluster 2024-08-29T18:00:41.348231+0000 mon.a (mon.0) 1294 : cluster [DBG] osdmap e826: 8 total, 8 up, 8 in 2024-08-29T18:00:42.631 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:00:42 smithi028 bash[78352]: audit 2024-08-29T18:00:41.941028+0000 mon.a (mon.0) 1295 : audit [INF] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' 2024-08-29T18:00:42.631 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:00:42 smithi028 bash[78352]: audit 2024-08-29T18:00:41.950984+0000 mon.a (mon.0) 1296 : audit [INF] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' 2024-08-29T18:00:42.631 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:00:42 smithi028 bash[78352]: audit 2024-08-29T18:00:41.952948+0000 mon.a (mon.0) 1297 : audit [DBG] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-29T18:00:42.631 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:00:42 smithi028 bash[78352]: audit 2024-08-29T18:00:41.954448+0000 mon.a (mon.0) 1298 : audit [INF] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-29T18:00:42.631 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:00:42 smithi028 bash[78352]: audit 2024-08-29T18:00:41.963692+0000 mon.a (mon.0) 1299 : audit [INF] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' 2024-08-29T18:00:42.631 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:00:42 smithi028 bash[78352]: audit 2024-08-29T18:00:42.041413+0000 mon.a (mon.0) 1300 : audit [DBG] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-29T18:00:42.631 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:00:42 smithi028 bash[78352]: audit 2024-08-29T18:00:42.042032+0000 mon.a (mon.0) 1301 : audit [DBG] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "dashboard get-alertmanager-api-host"}]: dispatch 2024-08-29T18:00:42.631 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:00:42 smithi028 bash[78352]: audit 2024-08-29T18:00:42.140881+0000 mon.a (mon.0) 1302 : audit [DBG] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-29T18:00:42.631 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:00:42 smithi028 bash[78352]: audit 2024-08-29T18:00:42.143966+0000 mon.a (mon.0) 1303 : audit [DBG] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-08-29T18:00:42.632 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:00:42 smithi028 bash[78352]: audit 2024-08-29T18:00:42.146423+0000 mon.a (mon.0) 1304 : audit [DBG] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-08-29T18:00:42.632 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:00:42 smithi028 bash[78352]: audit 2024-08-29T18:00:42.148600+0000 mon.a (mon.0) 1305 : audit [DBG] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-08-29T18:00:42.632 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:00:42 smithi028 bash[78352]: audit 2024-08-29T18:00:42.152051+0000 mon.a (mon.0) 1306 : audit [DBG] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-08-29T18:00:42.632 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:00:42 smithi028 bash[78352]: audit 2024-08-29T18:00:42.155933+0000 mon.a (mon.0) 1307 : audit [DBG] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-08-29T18:00:42.632 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:00:42 smithi028 bash[78352]: audit 2024-08-29T18:00:42.157809+0000 mon.a (mon.0) 1308 : audit [DBG] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-08-29T18:00:42.632 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:00:42 smithi028 bash[78352]: audit 2024-08-29T18:00:42.159582+0000 mon.a (mon.0) 1309 : audit [DBG] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-08-29T18:00:42.632 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:00:42 smithi028 bash[78352]: audit 2024-08-29T18:00:42.161506+0000 mon.a (mon.0) 1310 : audit [DBG] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-08-29T18:00:42.632 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:00:42 smithi028 bash[78352]: audit 2024-08-29T18:00:42.164300+0000 mon.a (mon.0) 1311 : audit [DBG] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-08-29T18:00:42.633 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:00:42 smithi028 bash[77168]: cluster 2024-08-29T18:00:41.118721+0000 mgr.y (mgr.25022) 406 : cluster [DBG] pgmap v763: 121 pgs: 121 active+clean; 470 MiB data, 3.4 GiB used, 712 GiB / 715 GiB avail; 1.1 MiB/s rd, 2.6 MiB/s wr, 6 op/s 2024-08-29T18:00:42.633 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:00:42 smithi028 bash[77168]: cluster 2024-08-29T18:00:41.348231+0000 mon.a (mon.0) 1294 : cluster [DBG] osdmap e826: 8 total, 8 up, 8 in 2024-08-29T18:00:42.633 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:00:42 smithi028 bash[77168]: audit 2024-08-29T18:00:41.941028+0000 mon.a (mon.0) 1295 : audit [INF] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' 2024-08-29T18:00:42.633 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:00:42 smithi028 bash[77168]: audit 2024-08-29T18:00:41.950984+0000 mon.a (mon.0) 1296 : audit [INF] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' 2024-08-29T18:00:42.633 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:00:42 smithi028 bash[77168]: audit 2024-08-29T18:00:41.952948+0000 mon.a (mon.0) 1297 : audit [DBG] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-29T18:00:42.633 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:00:42 smithi028 bash[77168]: audit 2024-08-29T18:00:41.954448+0000 mon.a (mon.0) 1298 : audit [INF] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-29T18:00:42.633 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:00:42 smithi028 bash[77168]: audit 2024-08-29T18:00:41.963692+0000 mon.a (mon.0) 1299 : audit [INF] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' 2024-08-29T18:00:42.633 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:00:42 smithi028 bash[77168]: audit 2024-08-29T18:00:42.041413+0000 mon.a (mon.0) 1300 : audit [DBG] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-29T18:00:42.633 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:00:42 smithi028 bash[77168]: audit 2024-08-29T18:00:42.042032+0000 mon.a (mon.0) 1301 : audit [DBG] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "dashboard get-alertmanager-api-host"}]: dispatch 2024-08-29T18:00:42.633 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:00:42 smithi028 bash[77168]: audit 2024-08-29T18:00:42.140881+0000 mon.a (mon.0) 1302 : audit [DBG] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-29T18:00:42.633 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:00:42 smithi028 bash[77168]: audit 2024-08-29T18:00:42.143966+0000 mon.a (mon.0) 1303 : audit [DBG] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-08-29T18:00:42.633 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:00:42 smithi028 bash[77168]: audit 2024-08-29T18:00:42.146423+0000 mon.a (mon.0) 1304 : audit [DBG] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-08-29T18:00:42.634 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:00:42 smithi028 bash[77168]: audit 2024-08-29T18:00:42.148600+0000 mon.a (mon.0) 1305 : audit [DBG] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-08-29T18:00:42.634 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:00:42 smithi028 bash[77168]: audit 2024-08-29T18:00:42.152051+0000 mon.a (mon.0) 1306 : audit [DBG] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-08-29T18:00:42.634 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:00:42 smithi028 bash[77168]: audit 2024-08-29T18:00:42.155933+0000 mon.a (mon.0) 1307 : audit [DBG] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-08-29T18:00:42.634 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:00:42 smithi028 bash[77168]: audit 2024-08-29T18:00:42.157809+0000 mon.a (mon.0) 1308 : audit [DBG] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-08-29T18:00:42.634 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:00:42 smithi028 bash[77168]: audit 2024-08-29T18:00:42.159582+0000 mon.a (mon.0) 1309 : audit [DBG] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-08-29T18:00:42.634 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:00:42 smithi028 bash[77168]: audit 2024-08-29T18:00:42.161506+0000 mon.a (mon.0) 1310 : audit [DBG] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-08-29T18:00:42.634 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:00:42 smithi028 bash[77168]: audit 2024-08-29T18:00:42.164300+0000 mon.a (mon.0) 1311 : audit [DBG] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-08-29T18:00:42.634 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:00:42 smithi028 bash[77168]: audit 2024-08-29T18:00:42.167192+0000 mon.a (mon.0) 1312 : audit [DBG] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-08-29T18:00:42.634 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:00:42 smithi028 bash[77168]: audit 2024-08-29T18:00:42.170027+0000 mon.a (mon.0) 1313 : audit [DBG] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-08-29T18:00:42.634 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:00:42 smithi028 bash[77168]: audit 2024-08-29T18:00:42.175444+0000 mon.a (mon.0) 1314 : audit [DBG] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-08-29T18:00:42.634 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:00:42 smithi028 bash[77168]: audit 2024-08-29T18:00:42.179670+0000 mon.a (mon.0) 1315 : audit [DBG] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-08-29T18:00:42.634 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:00:42 smithi028 bash[77168]: audit 2024-08-29T18:00:42.183396+0000 mon.a (mon.0) 1316 : audit [DBG] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-08-29T18:00:42.634 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:00:42 smithi028 bash[77168]: audit 2024-08-29T18:00:42.187057+0000 mon.a (mon.0) 1317 : audit [DBG] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-08-29T18:00:42.635 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:00:42 smithi028 bash[78352]: audit 2024-08-29T18:00:42.167192+0000 mon.a (mon.0) 1312 : audit [DBG] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-08-29T18:00:42.635 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:00:42 smithi028 bash[78352]: audit 2024-08-29T18:00:42.170027+0000 mon.a (mon.0) 1313 : audit [DBG] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-08-29T18:00:42.635 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:00:42 smithi028 bash[78352]: audit 2024-08-29T18:00:42.175444+0000 mon.a (mon.0) 1314 : audit [DBG] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-08-29T18:00:42.635 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:00:42 smithi028 bash[78352]: audit 2024-08-29T18:00:42.179670+0000 mon.a (mon.0) 1315 : audit [DBG] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-08-29T18:00:42.635 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:00:42 smithi028 bash[78352]: audit 2024-08-29T18:00:42.183396+0000 mon.a (mon.0) 1316 : audit [DBG] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-08-29T18:00:42.635 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:00:42 smithi028 bash[78352]: audit 2024-08-29T18:00:42.187057+0000 mon.a (mon.0) 1317 : audit [DBG] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-08-29T18:00:43.385 INFO:tasks.rados.rados.0.smithi028.stdout:3657: done (2 left) 2024-08-29T18:00:43.385 INFO:tasks.rados.rados.0.smithi028.stdout:3658: read oid 22 snap 339 2024-08-29T18:00:43.385 INFO:tasks.rados.rados.0.smithi028.stdout:3658: expect deleted 2024-08-29T18:00:43.385 INFO:tasks.rados.rados.0.smithi028.stdout:3659: snap_remove snap 351 2024-08-29T18:00:43.630 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:00:43 smithi028 bash[77168]: audit 2024-08-29T18:00:42.042961+0000 mgr.y (mgr.25022) 407 : audit [DBG] from='mon.0 -' entity='mon.' cmd=[{"prefix": "dashboard get-alertmanager-api-host"}]: dispatch 2024-08-29T18:00:43.630 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:00:43 smithi028 bash[77168]: cluster 2024-08-29T18:00:42.362093+0000 mon.a (mon.0) 1318 : cluster [DBG] osdmap e827: 8 total, 8 up, 8 in 2024-08-29T18:00:43.630 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:00:43 smithi028 bash[78352]: audit 2024-08-29T18:00:42.042961+0000 mgr.y (mgr.25022) 407 : audit [DBG] from='mon.0 -' entity='mon.' cmd=[{"prefix": "dashboard get-alertmanager-api-host"}]: dispatch 2024-08-29T18:00:43.630 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:00:43 smithi028 bash[78352]: cluster 2024-08-29T18:00:42.362093+0000 mon.a (mon.0) 1318 : cluster [DBG] osdmap e827: 8 total, 8 up, 8 in 2024-08-29T18:00:43.825 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:00:43 smithi053 bash[68679]: audit 2024-08-29T18:00:42.042961+0000 mgr.y (mgr.25022) 407 : audit [DBG] from='mon.0 -' entity='mon.' cmd=[{"prefix": "dashboard get-alertmanager-api-host"}]: dispatch 2024-08-29T18:00:43.825 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:00:43 smithi053 bash[68679]: cluster 2024-08-29T18:00:42.362093+0000 mon.a (mon.0) 1318 : cluster [DBG] osdmap e827: 8 total, 8 up, 8 in 2024-08-29T18:00:44.347 INFO:tasks.rados.rados.0.smithi028.stdout:3659: done (3 left) 2024-08-29T18:00:44.348 INFO:tasks.rados.rados.0.smithi028.stdout:3660: read oid 27 snap 366 2024-08-29T18:00:44.348 INFO:tasks.rados.rados.0.smithi028.stdout:3660: expect (ObjNum 1009 snap 343 seq_num 1009) 2024-08-29T18:00:44.348 INFO:tasks.rados.rados.0.smithi028.stdout:3661: delete oid 7 current snap is 382 2024-08-29T18:00:44.348 INFO:tasks.rados.rados.0.smithi028.stdout:3656: finishing rollback tid 0 to smithi02869045-23 2024-08-29T18:00:44.348 INFO:tasks.rados.rados.0.smithi028.stdout:3656: finishing rollback tid 1 to smithi02869045-23 2024-08-29T18:00:44.348 INFO:tasks.rados.rados.0.smithi028.stdout:3656: finishing rollback tid 2 to smithi02869045-23 2024-08-29T18:00:44.348 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 23 v 1338 (ObjNum 1037 snap 355 seq_num 1037) dirty exists 2024-08-29T18:00:44.349 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 49 v 2935 (ObjNum 1053 snap 358 seq_num 1053) dirty exists 2024-08-29T18:00:44.400 INFO:tasks.rados.rados.0.smithi028.stdout:3655: done (4 left) 2024-08-29T18:00:44.401 INFO:tasks.rados.rados.0.smithi028.stdout:3656: done (3 left) 2024-08-29T18:00:44.401 INFO:tasks.rados.rados.0.smithi028.stdout:3658: done (2 left) 2024-08-29T18:00:44.401 INFO:tasks.rados.rados.0.smithi028.stdout:3661: done (1 left) 2024-08-29T18:00:44.401 INFO:tasks.rados.rados.0.smithi028.stdout:3662: snap_remove snap 362 2024-08-29T18:00:44.630 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:00:44 smithi028 bash[77168]: cluster 2024-08-29T18:00:43.119493+0000 mgr.y (mgr.25022) 408 : cluster [DBG] pgmap v766: 121 pgs: 121 active+clean; 470 MiB data, 3.4 GiB used, 712 GiB / 715 GiB avail; 1.1 MiB/s rd, 728 KiB/s wr, 5 op/s 2024-08-29T18:00:44.630 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:00:44 smithi028 bash[77168]: cluster 2024-08-29T18:00:43.384864+0000 mon.a (mon.0) 1319 : cluster [DBG] osdmap e828: 8 total, 8 up, 8 in 2024-08-29T18:00:44.630 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:00:44 smithi028 bash[77168]: cluster 2024-08-29T18:00:44.344030+0000 mon.a (mon.0) 1320 : cluster [DBG] osdmap e829: 8 total, 8 up, 8 in 2024-08-29T18:00:44.630 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:00:44 smithi028 bash[78352]: cluster 2024-08-29T18:00:43.119493+0000 mgr.y (mgr.25022) 408 : cluster [DBG] pgmap v766: 121 pgs: 121 active+clean; 470 MiB data, 3.4 GiB used, 712 GiB / 715 GiB avail; 1.1 MiB/s rd, 728 KiB/s wr, 5 op/s 2024-08-29T18:00:44.631 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:00:44 smithi028 bash[78352]: cluster 2024-08-29T18:00:43.384864+0000 mon.a (mon.0) 1319 : cluster [DBG] osdmap e828: 8 total, 8 up, 8 in 2024-08-29T18:00:44.631 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:00:44 smithi028 bash[78352]: cluster 2024-08-29T18:00:44.344030+0000 mon.a (mon.0) 1320 : cluster [DBG] osdmap e829: 8 total, 8 up, 8 in 2024-08-29T18:00:44.657 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:00:44 smithi053 bash[68679]: cluster 2024-08-29T18:00:43.119493+0000 mgr.y (mgr.25022) 408 : cluster [DBG] pgmap v766: 121 pgs: 121 active+clean; 470 MiB data, 3.4 GiB used, 712 GiB / 715 GiB avail; 1.1 MiB/s rd, 728 KiB/s wr, 5 op/s 2024-08-29T18:00:44.657 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:00:44 smithi053 bash[68679]: cluster 2024-08-29T18:00:43.384864+0000 mon.a (mon.0) 1319 : cluster [DBG] osdmap e828: 8 total, 8 up, 8 in 2024-08-29T18:00:44.657 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:00:44 smithi053 bash[68679]: cluster 2024-08-29T18:00:44.344030+0000 mon.a (mon.0) 1320 : cluster [DBG] osdmap e829: 8 total, 8 up, 8 in 2024-08-29T18:00:45.407 INFO:tasks.rados.rados.0.smithi028.stdout:3660: expect (ObjNum 1009 snap 343 seq_num 1009) 2024-08-29T18:00:45.860 INFO:tasks.rados.rados.0.smithi028.stdout:3660: done (1 left) 2024-08-29T18:00:45.861 INFO:tasks.rados.rados.0.smithi028.stdout:3662: done (0 left) 2024-08-29T18:00:45.861 INFO:tasks.rados.rados.0.smithi028.stdout:3663: read oid 40 snap -1 2024-08-29T18:00:45.861 INFO:tasks.rados.rados.0.smithi028.stdout:3663: expect deleted 2024-08-29T18:00:45.861 INFO:tasks.rados.rados.0.smithi028.stdout:3664: rmattr oid 30 current snap is 382 2024-08-29T18:00:45.861 INFO:tasks.rados.rados.0.smithi028.stdout:3665: rollback oid 21 current snap is 382 2024-08-29T18:00:45.861 INFO:tasks.rados.rados.0.smithi028.stdout:rollback oid 21 to 378 2024-08-29T18:00:45.861 INFO:tasks.rados.rados.0.smithi028.stdout:3666: rollback oid 39 current snap is 382 2024-08-29T18:00:45.861 INFO:tasks.rados.rados.0.smithi028.stdout:rollback oid 39 to 381 2024-08-29T18:00:45.861 INFO:tasks.rados.rados.0.smithi028.stdout:3667: snap_create 2024-08-29T18:00:45.867 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 30 v 3182 (ObjNum 1050 snap 357 seq_num 1050) dirty exists 2024-08-29T18:00:45.869 INFO:tasks.rados.rados.0.smithi028.stdout:3666: finishing rollback tid 0 to smithi02869045-39 2024-08-29T18:00:45.870 INFO:tasks.rados.rados.0.smithi028.stdout:3666: finishing rollback tid 1 to smithi02869045-39 2024-08-29T18:00:45.870 INFO:tasks.rados.rados.0.smithi028.stdout:3665: finishing rollback tid 0 to smithi02869045-21 2024-08-29T18:00:45.870 INFO:tasks.rados.rados.0.smithi028.stdout:3665: finishing rollback tid 1 to smithi02869045-21 2024-08-29T18:00:45.870 INFO:tasks.rados.rados.0.smithi028.stdout:3666: finishing rollback tid 2 to smithi02869045-39 2024-08-29T18:00:45.870 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 39 v 3500 (ObjNum 1009 snap 343 seq_num 1009) dirty exists 2024-08-29T18:00:45.870 INFO:tasks.rados.rados.0.smithi028.stdout:3665: finishing rollback tid 2 to smithi02869045-21 2024-08-29T18:00:45.870 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 21 v 2938 (ObjNum 996 snap 336 seq_num 996) dirty exists 2024-08-29T18:00:46.410 INFO:tasks.rados.rados.0.smithi028.stdout:3663: done (4 left) 2024-08-29T18:00:46.410 INFO:tasks.rados.rados.0.smithi028.stdout:3664: done (3 left) 2024-08-29T18:00:46.410 INFO:tasks.rados.rados.0.smithi028.stdout:3665: done (2 left) 2024-08-29T18:00:46.410 INFO:tasks.rados.rados.0.smithi028.stdout:3666: done (1 left) 2024-08-29T18:00:46.410 INFO:tasks.rados.rados.0.smithi028.stdout:3667: done (0 left) 2024-08-29T18:00:46.410 INFO:tasks.rados.rados.0.smithi028.stdout:3668: copy_from oid 1 from oid 29 current snap is 383 2024-08-29T18:00:46.410 INFO:tasks.rados.rados.0.smithi028.stdout:append oid 49 current snap is 383 2024-08-29T18:00:46.410 INFO:tasks.rados.rados.0.smithi028.stdout:3669: seq_num 1095 ranges {843776=745472,1589248=499712,2088960=303104} 2024-08-29T18:00:46.437 INFO:tasks.rados.rados.0.smithi028.stdout:3669: writing smithi02869045-49 from 843776 to 1589248 tid 1 2024-08-29T18:00:46.447 INFO:tasks.rados.rados.0.smithi028.stdout:3669: writing smithi02869045-49 from 1589248 to 2088960 tid 2 2024-08-29T18:00:46.454 INFO:tasks.rados.rados.0.smithi028.stdout:3669: writing smithi02869045-49 from 2088960 to 2392064 tid 3 2024-08-29T18:00:46.454 INFO:tasks.rados.rados.0.smithi028.stdout:append oid 23 current snap is 383 2024-08-29T18:00:46.454 INFO:tasks.rados.rados.0.smithi028.stdout:3669: finishing write tid 1 to smithi02869045-49 2024-08-29T18:00:46.454 INFO:tasks.rados.rados.0.smithi028.stdout:3670: seq_num 1096 ranges {3244032=761856,4005888=786432,4792320=16384} 2024-08-29T18:00:46.500 INFO:tasks.rados.rados.0.smithi028.stdout:3670: writing smithi02869045-23 from 3244032 to 4005888 tid 1 2024-08-29T18:00:46.507 INFO:tasks.rados.rados.0.smithi028.stdout:3670: writing smithi02869045-23 from 4005888 to 4792320 tid 2 2024-08-29T18:00:46.507 INFO:tasks.rados.rados.0.smithi028.stdout:3670: writing smithi02869045-23 from 4792320 to 4808704 tid 3 2024-08-29T18:00:46.507 INFO:tasks.rados.rados.0.smithi028.stdout:3671: rmattr oid 37 current snap is 383 2024-08-29T18:00:46.507 INFO:tasks.rados.rados.0.smithi028.stdout:3671: done (3 left) 2024-08-29T18:00:46.507 INFO:tasks.rados.rados.0.smithi028.stdout:3672: snap_create 2024-08-29T18:00:46.507 INFO:tasks.rados.rados.0.smithi028.stdout:3669: finishing write tid 2 to smithi02869045-49 2024-08-29T18:00:46.507 INFO:tasks.rados.rados.0.smithi028.stdout:3669: finishing write tid 3 to smithi02869045-49 2024-08-29T18:00:46.507 INFO:tasks.rados.rados.0.smithi028.stdout:3669: finishing write tid 4 to smithi02869045-49 2024-08-29T18:00:46.507 INFO:tasks.rados.rados.0.smithi028.stdout:3669: finishing write tid 5 to smithi02869045-49 2024-08-29T18:00:46.507 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 49 v 2942 (ObjNum 1095 snap 383 seq_num 1095) dirty exists 2024-08-29T18:00:46.507 INFO:tasks.rados.rados.0.smithi028.stdout:3669: left oid 49 (ObjNum 1095 snap 383 seq_num 1095) 2024-08-29T18:00:46.507 INFO:tasks.rados.rados.0.smithi028.stdout:3668: finishing copy_from racing read to smithi02869045-1 2024-08-29T18:00:46.507 INFO:tasks.rados.rados.0.smithi028.stdout:3668: finishing copy_from to smithi02869045-1 2024-08-29T18:00:46.508 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 1 v 2549 (ObjNum 1063 snap 365 seq_num 1063) dirty exists 2024-08-29T18:00:46.513 INFO:tasks.rados.rados.0.smithi028.stdout:3670: finishing write tid 1 to smithi02869045-23 2024-08-29T18:00:46.518 INFO:tasks.rados.rados.0.smithi028.stdout:3670: finishing write tid 2 to smithi02869045-23 2024-08-29T18:00:46.518 INFO:tasks.rados.rados.0.smithi028.stdout:3670: finishing write tid 3 to smithi02869045-23 2024-08-29T18:00:46.518 INFO:tasks.rados.rados.0.smithi028.stdout:3670: finishing write tid 4 to smithi02869045-23 2024-08-29T18:00:46.522 INFO:tasks.rados.rados.0.smithi028.stdout:3670: finishing write tid 5 to smithi02869045-23 2024-08-29T18:00:46.522 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 23 v 1342 (ObjNum 1096 snap 383 seq_num 1096) dirty exists 2024-08-29T18:00:46.522 INFO:tasks.rados.rados.0.smithi028.stdout:3670: left oid 23 (ObjNum 1096 snap 383 seq_num 1096) 2024-08-29T18:00:46.825 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:00:46 smithi053 bash[68679]: cluster 2024-08-29T18:00:45.120637+0000 mgr.y (mgr.25022) 409 : cluster [DBG] pgmap v769: 121 pgs: 3 active+clean+snaptrim, 118 active+clean; 469 MiB data, 3.4 GiB used, 712 GiB / 715 GiB avail; 3.1 MiB/s rd, 0 B/s wr, 6 op/s 2024-08-29T18:00:46.825 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:00:46 smithi053 bash[68679]: cluster 2024-08-29T18:00:45.398495+0000 mon.a (mon.0) 1321 : cluster [DBG] osdmap e830: 8 total, 8 up, 8 in 2024-08-29T18:00:46.825 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:00:46 smithi053 bash[68679]: cephadm 2024-08-29T18:00:45.532024+0000 mgr.y (mgr.25022) 410 : cephadm [INF] Upgrade: Updating grafana.a 2024-08-29T18:00:46.825 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:00:46 smithi053 bash[68679]: cephadm 2024-08-29T18:00:45.628363+0000 mgr.y (mgr.25022) 411 : cephadm [INF] Deploying daemon grafana.a on smithi053 2024-08-29T18:00:46.880 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:00:46 smithi028 bash[78352]: cluster 2024-08-29T18:00:45.120637+0000 mgr.y (mgr.25022) 409 : cluster [DBG] pgmap v769: 121 pgs: 3 active+clean+snaptrim, 118 active+clean; 469 MiB data, 3.4 GiB used, 712 GiB / 715 GiB avail; 3.1 MiB/s rd, 0 B/s wr, 6 op/s 2024-08-29T18:00:46.880 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:00:46 smithi028 bash[78352]: cluster 2024-08-29T18:00:45.398495+0000 mon.a (mon.0) 1321 : cluster [DBG] osdmap e830: 8 total, 8 up, 8 in 2024-08-29T18:00:46.880 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:00:46 smithi028 bash[78352]: cephadm 2024-08-29T18:00:45.532024+0000 mgr.y (mgr.25022) 410 : cephadm [INF] Upgrade: Updating grafana.a 2024-08-29T18:00:46.880 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:00:46 smithi028 bash[78352]: cephadm 2024-08-29T18:00:45.628363+0000 mgr.y (mgr.25022) 411 : cephadm [INF] Deploying daemon grafana.a on smithi053 2024-08-29T18:00:46.881 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:00:46 smithi028 bash[77168]: cluster 2024-08-29T18:00:45.120637+0000 mgr.y (mgr.25022) 409 : cluster [DBG] pgmap v769: 121 pgs: 3 active+clean+snaptrim, 118 active+clean; 469 MiB data, 3.4 GiB used, 712 GiB / 715 GiB avail; 3.1 MiB/s rd, 0 B/s wr, 6 op/s 2024-08-29T18:00:46.881 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:00:46 smithi028 bash[77168]: cluster 2024-08-29T18:00:45.398495+0000 mon.a (mon.0) 1321 : cluster [DBG] osdmap e830: 8 total, 8 up, 8 in 2024-08-29T18:00:46.881 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:00:46 smithi028 bash[77168]: cephadm 2024-08-29T18:00:45.532024+0000 mgr.y (mgr.25022) 410 : cephadm [INF] Upgrade: Updating grafana.a 2024-08-29T18:00:46.881 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:00:46 smithi028 bash[77168]: cephadm 2024-08-29T18:00:45.628363+0000 mgr.y (mgr.25022) 411 : cephadm [INF] Deploying daemon grafana.a on smithi053 2024-08-29T18:00:47.421 INFO:tasks.rados.rados.0.smithi028.stdout:3668: done (3 left) 2024-08-29T18:00:47.421 INFO:tasks.rados.rados.0.smithi028.stdout:3669: done (2 left) 2024-08-29T18:00:47.421 INFO:tasks.rados.rados.0.smithi028.stdout:3670: done (1 left) 2024-08-29T18:00:47.421 INFO:tasks.rados.rados.0.smithi028.stdout:3672: done (0 left) 2024-08-29T18:00:47.421 INFO:tasks.rados.rados.0.smithi028.stdout:3673: snap_create 2024-08-29T18:00:47.825 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:00:47 smithi053 bash[68679]: cluster 2024-08-29T18:00:46.408959+0000 mon.a (mon.0) 1322 : cluster [DBG] osdmap e831: 8 total, 8 up, 8 in 2024-08-29T18:00:47.880 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:00:47 smithi028 bash[77168]: cluster 2024-08-29T18:00:46.408959+0000 mon.a (mon.0) 1322 : cluster [DBG] osdmap e831: 8 total, 8 up, 8 in 2024-08-29T18:00:47.880 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:00:47 smithi028 bash[78352]: cluster 2024-08-29T18:00:46.408959+0000 mon.a (mon.0) 1322 : cluster [DBG] osdmap e831: 8 total, 8 up, 8 in 2024-08-29T18:00:48.227 INFO:teuthology.orchestra.run.smithi028.stdout:true 2024-08-29T18:00:48.417 INFO:tasks.rados.rados.0.smithi028.stdout:3673: done (0 left) 2024-08-29T18:00:48.417 INFO:tasks.rados.rados.0.smithi028.stdout:append oid 48 current snap is 385 2024-08-29T18:00:48.417 INFO:tasks.rados.rados.0.smithi028.stdout:3674: seq_num 1097 ranges {1179648=778240,1957888=671744,2629632=131072} 2024-08-29T18:00:48.430 INFO:tasks.rados.rados.0.smithi028.stdout:3674: writing smithi02869045-48 from 1179648 to 1957888 tid 1 2024-08-29T18:00:48.435 INFO:tasks.rados.rados.0.smithi028.stdout:3674: writing smithi02869045-48 from 1957888 to 2629632 tid 2 2024-08-29T18:00:48.436 INFO:tasks.rados.rados.0.smithi028.stdout:3674: writing smithi02869045-48 from 2629632 to 2760704 tid 3 2024-08-29T18:00:48.436 INFO:tasks.rados.rados.0.smithi028.stdout:3675: snap_create 2024-08-29T18:00:48.445 INFO:tasks.rados.rados.0.smithi028.stdout:3674: finishing write tid 1 to smithi02869045-48 2024-08-29T18:00:48.446 INFO:tasks.rados.rados.0.smithi028.stdout:3674: finishing write tid 2 to smithi02869045-48 2024-08-29T18:00:48.446 INFO:tasks.rados.rados.0.smithi028.stdout:3674: finishing write tid 3 to smithi02869045-48 2024-08-29T18:00:48.446 INFO:tasks.rados.rados.0.smithi028.stdout:3674: finishing write tid 4 to smithi02869045-48 2024-08-29T18:00:48.449 INFO:tasks.rados.rados.0.smithi028.stdout:3674: finishing write tid 5 to smithi02869045-48 2024-08-29T18:00:48.449 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 48 v 2589 (ObjNum 1097 snap 385 seq_num 1097) dirty exists 2024-08-29T18:00:48.449 INFO:tasks.rados.rados.0.smithi028.stdout:3674: left oid 48 (ObjNum 1097 snap 385 seq_num 1097) 2024-08-29T18:00:48.562 INFO:teuthology.orchestra.run.smithi028.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2024-08-29T18:00:48.562 INFO:teuthology.orchestra.run.smithi028.stdout:alertmanager.a smithi028 *:9093,9094 running (23s) 18s ago 17m 13.7M - 0.25.0 c8568f914cd2 70b1064f49ca 2024-08-29T18:00:48.562 INFO:teuthology.orchestra.run.smithi028.stdout:grafana.a smithi053 *:3000 running (10m) 45s ago 17m 75.8M - 9.4.7 954c08fa6188 a7eaafe982e3 2024-08-29T18:00:48.563 INFO:teuthology.orchestra.run.smithi028.stdout:mds.a smithi028 running (2m) 18s ago 20m 14.1M - 19.1.1-235-g1ef86450 d401bb9bb76e 5a8869ab72d3 2024-08-29T18:00:48.563 INFO:teuthology.orchestra.run.smithi028.stdout:mds.b smithi053 running (109s) 45s ago 20m 12.0M - 19.1.1-235-g1ef86450 d401bb9bb76e 0e70add88f28 2024-08-29T18:00:48.563 INFO:teuthology.orchestra.run.smithi028.stdout:mgr.x smithi053 *:8443,9283,8765 running (9m) 45s ago 27m 430M - 19.1.1-235-g1ef86450 d401bb9bb76e a0460ca70cca 2024-08-29T18:00:48.563 INFO:teuthology.orchestra.run.smithi028.stdout:mgr.y smithi028 *:8443,9283,8765 running (10m) 18s ago 30m 501M - 19.1.1-235-g1ef86450 d401bb9bb76e ef4c084deb28 2024-08-29T18:00:48.563 INFO:teuthology.orchestra.run.smithi028.stdout:mon.a smithi028 running (9m) 18s ago 30m 78.6M 2048M 19.1.1-235-g1ef86450 d401bb9bb76e d1fec2ed5501 2024-08-29T18:00:48.563 INFO:teuthology.orchestra.run.smithi028.stdout:mon.b smithi053 running (7m) 45s ago 28m 53.8M 2048M 19.1.1-235-g1ef86450 d401bb9bb76e 39595741be2a 2024-08-29T18:00:48.563 INFO:teuthology.orchestra.run.smithi028.stdout:mon.c smithi028 running (8m) 18s ago 28m 65.3M 2048M 19.1.1-235-g1ef86450 d401bb9bb76e c6717e02deb1 2024-08-29T18:00:48.563 INFO:teuthology.orchestra.run.smithi028.stdout:node-exporter.a smithi028 *:9100 running (85s) 18s ago 17m 7468k - 1.5.0 0da6a335fe13 77f29bf6b459 2024-08-29T18:00:48.563 INFO:teuthology.orchestra.run.smithi028.stdout:node-exporter.b smithi053 *:9100 running (79s) 45s ago 17m 7243k - 1.5.0 0da6a335fe13 e969a004dbee 2024-08-29T18:00:48.563 INFO:teuthology.orchestra.run.smithi028.stdout:osd.0 smithi028 running (6m) 18s ago 27m 360M 2525M 19.1.1-235-g1ef86450 d401bb9bb76e 6fbb60538386 2024-08-29T18:00:48.563 INFO:teuthology.orchestra.run.smithi028.stdout:osd.1 smithi028 running (6m) 18s ago 26m 324M 2525M 19.1.1-235-g1ef86450 d401bb9bb76e 0a1c27b12555 2024-08-29T18:00:48.563 INFO:teuthology.orchestra.run.smithi028.stdout:osd.2 smithi028 running (5m) 18s ago 25m 409M 2525M 19.1.1-235-g1ef86450 d401bb9bb76e f87a86f7e5c3 2024-08-29T18:00:48.564 INFO:teuthology.orchestra.run.smithi028.stdout:osd.3 smithi028 running (5m) 18s ago 24m 351M 2525M 19.1.1-235-g1ef86450 d401bb9bb76e 3ccafab1a96b 2024-08-29T18:00:48.564 INFO:teuthology.orchestra.run.smithi028.stdout:osd.4 smithi053 running (4m) 45s ago 23m 601M 2525M 19.1.1-235-g1ef86450 d401bb9bb76e e85da34b2c19 2024-08-29T18:00:48.564 INFO:teuthology.orchestra.run.smithi028.stdout:osd.5 smithi053 running (3m) 45s ago 22m 411M 2525M 19.1.1-235-g1ef86450 d401bb9bb76e 02ced631b1a7 2024-08-29T18:00:48.564 INFO:teuthology.orchestra.run.smithi028.stdout:osd.6 smithi053 running (3m) 45s ago 22m 217M 2525M 19.1.1-235-g1ef86450 d401bb9bb76e 26b5d9d330e2 2024-08-29T18:00:48.564 INFO:teuthology.orchestra.run.smithi028.stdout:osd.7 smithi053 running (2m) 45s ago 21m 324M 2525M 19.1.1-235-g1ef86450 d401bb9bb76e 2dd992ed071a 2024-08-29T18:00:48.564 INFO:teuthology.orchestra.run.smithi028.stdout:prometheus.a smithi053 *:9095 running (51s) 45s ago 18m 40.5M - 2.43.0 a07b618ecd1d cfbb1f777dc4 2024-08-29T18:00:48.824 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:00:48 smithi053 bash[68679]: cluster 2024-08-29T18:00:47.121333+0000 mgr.y (mgr.25022) 412 : cluster [DBG] pgmap v772: 121 pgs: 3 active+clean+snaptrim, 118 active+clean; 471 MiB data, 3.4 GiB used, 712 GiB / 715 GiB avail; 3.1 MiB/s rd, 342 KiB/s wr, 6 op/s 2024-08-29T18:00:48.825 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:00:48 smithi053 bash[68679]: cluster 2024-08-29T18:00:47.420485+0000 mon.a (mon.0) 1323 : cluster [DBG] osdmap e832: 8 total, 8 up, 8 in 2024-08-29T18:00:48.880 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:00:48 smithi028 bash[77168]: cluster 2024-08-29T18:00:47.121333+0000 mgr.y (mgr.25022) 412 : cluster [DBG] pgmap v772: 121 pgs: 3 active+clean+snaptrim, 118 active+clean; 471 MiB data, 3.4 GiB used, 712 GiB / 715 GiB avail; 3.1 MiB/s rd, 342 KiB/s wr, 6 op/s 2024-08-29T18:00:48.880 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:00:48 smithi028 bash[77168]: cluster 2024-08-29T18:00:47.420485+0000 mon.a (mon.0) 1323 : cluster [DBG] osdmap e832: 8 total, 8 up, 8 in 2024-08-29T18:00:48.880 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:00:48 smithi028 bash[78352]: cluster 2024-08-29T18:00:47.121333+0000 mgr.y (mgr.25022) 412 : cluster [DBG] pgmap v772: 121 pgs: 3 active+clean+snaptrim, 118 active+clean; 471 MiB data, 3.4 GiB used, 712 GiB / 715 GiB avail; 3.1 MiB/s rd, 342 KiB/s wr, 6 op/s 2024-08-29T18:00:48.880 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:00:48 smithi028 bash[78352]: cluster 2024-08-29T18:00:47.420485+0000 mon.a (mon.0) 1323 : cluster [DBG] osdmap e832: 8 total, 8 up, 8 in 2024-08-29T18:00:48.926 INFO:teuthology.orchestra.run.smithi028.stdout:{ 2024-08-29T18:00:48.926 INFO:teuthology.orchestra.run.smithi028.stdout: "mon": { 2024-08-29T18:00:48.926 INFO:teuthology.orchestra.run.smithi028.stdout: "ceph version 19.1.1-235-g1ef86450 (1ef864504b8875c83ee6c2c5fedc13315bebf7f5) squid (rc)": 3 2024-08-29T18:00:48.926 INFO:teuthology.orchestra.run.smithi028.stdout: }, 2024-08-29T18:00:48.926 INFO:teuthology.orchestra.run.smithi028.stdout: "mgr": { 2024-08-29T18:00:48.926 INFO:teuthology.orchestra.run.smithi028.stdout: "ceph version 19.1.1-235-g1ef86450 (1ef864504b8875c83ee6c2c5fedc13315bebf7f5) squid (rc)": 2 2024-08-29T18:00:48.926 INFO:teuthology.orchestra.run.smithi028.stdout: }, 2024-08-29T18:00:48.926 INFO:teuthology.orchestra.run.smithi028.stdout: "osd": { 2024-08-29T18:00:48.926 INFO:teuthology.orchestra.run.smithi028.stdout: "ceph version 19.1.1-235-g1ef86450 (1ef864504b8875c83ee6c2c5fedc13315bebf7f5) squid (rc)": 8 2024-08-29T18:00:48.927 INFO:teuthology.orchestra.run.smithi028.stdout: }, 2024-08-29T18:00:48.927 INFO:teuthology.orchestra.run.smithi028.stdout: "mds": { 2024-08-29T18:00:48.927 INFO:teuthology.orchestra.run.smithi028.stdout: "ceph version 19.1.1-235-g1ef86450 (1ef864504b8875c83ee6c2c5fedc13315bebf7f5) squid (rc)": 2 2024-08-29T18:00:48.927 INFO:teuthology.orchestra.run.smithi028.stdout: }, 2024-08-29T18:00:48.927 INFO:teuthology.orchestra.run.smithi028.stdout: "overall": { 2024-08-29T18:00:48.927 INFO:teuthology.orchestra.run.smithi028.stdout: "ceph version 19.1.1-235-g1ef86450 (1ef864504b8875c83ee6c2c5fedc13315bebf7f5) squid (rc)": 15 2024-08-29T18:00:48.927 INFO:teuthology.orchestra.run.smithi028.stdout: } 2024-08-29T18:00:48.927 INFO:teuthology.orchestra.run.smithi028.stdout:} 2024-08-29T18:00:49.346 INFO:tasks.rados.rados.0.smithi028.stdout:3674: done (1 left) 2024-08-29T18:00:49.346 INFO:tasks.rados.rados.0.smithi028.stdout:3675: done (0 left) 2024-08-29T18:00:49.346 INFO:tasks.rados.rados.0.smithi028.stdout:append oid 31 current snap is 386 2024-08-29T18:00:49.347 INFO:tasks.rados.rados.0.smithi028.stdout:3676: seq_num 1098 ranges {8413184=794624,9207808=557056,9764864=245760} 2024-08-29T18:00:49.431 INFO:tasks.rados.rados.0.smithi028.stdout:3676: writing smithi02869045-31 from 8413184 to 9207808 tid 1 2024-08-29T18:00:49.435 INFO:tasks.rados.rados.0.smithi028.stdout:3676: writing smithi02869045-31 from 9207808 to 9764864 tid 2 2024-08-29T18:00:49.437 INFO:tasks.rados.rados.0.smithi028.stdout:3676: writing smithi02869045-31 from 9764864 to 10010624 tid 3 2024-08-29T18:00:49.437 INFO:tasks.rados.rados.0.smithi028.stdout:3677: copy_from oid 50 from oid 15 current snap is 386 2024-08-29T18:00:49.437 INFO:tasks.rados.rados.0.smithi028.stdout:3678: snap_create 2024-08-29T18:00:49.450 INFO:tasks.rados.rados.0.smithi028.stdout:3676: finishing write tid 1 to smithi02869045-31 2024-08-29T18:00:49.456 INFO:tasks.rados.rados.0.smithi028.stdout:3676: finishing write tid 2 to smithi02869045-31 2024-08-29T18:00:49.456 INFO:tasks.rados.rados.0.smithi028.stdout:3676: finishing write tid 3 to smithi02869045-31 2024-08-29T18:00:49.456 INFO:tasks.rados.rados.0.smithi028.stdout:3676: finishing write tid 4 to smithi02869045-31 2024-08-29T18:00:49.460 INFO:tasks.rados.rados.0.smithi028.stdout:3676: finishing write tid 5 to smithi02869045-31 2024-08-29T18:00:49.460 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 31 v 3677 (ObjNum 1098 snap 386 seq_num 1098) dirty exists 2024-08-29T18:00:49.460 INFO:tasks.rados.rados.0.smithi028.stdout:3676: left oid 31 (ObjNum 1098 snap 386 seq_num 1098) 2024-08-29T18:00:49.468 INFO:tasks.rados.rados.0.smithi028.stdout:3677: finishing copy_from racing read to smithi02869045-50 2024-08-29T18:00:49.475 INFO:tasks.rados.rados.0.smithi028.stdout:3677: finishing copy_from to smithi02869045-50 2024-08-29T18:00:49.475 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 50 v 3497 (ObjNum 1066 snap 365 seq_num 1066) dirty exists 2024-08-29T18:00:49.824 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:00:49 smithi053 bash[68679]: audit 2024-08-29T18:00:48.215825+0000 mgr.y (mgr.25022) 413 : audit [DBG] from='client.44411 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-08-29T18:00:49.825 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:00:49 smithi053 bash[68679]: cluster 2024-08-29T18:00:48.419106+0000 mon.a (mon.0) 1324 : cluster [DBG] osdmap e833: 8 total, 8 up, 8 in 2024-08-29T18:00:49.825 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:00:49 smithi053 bash[68679]: audit 2024-08-29T18:00:48.528060+0000 mgr.y (mgr.25022) 414 : audit [DBG] from='client.34494 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-08-29T18:00:49.825 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:00:49 smithi053 bash[68679]: audit 2024-08-29T18:00:48.927764+0000 mon.a (mon.0) 1325 : audit [DBG] from='client.? 172.21.15.28:0/3231355074' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-08-29T18:00:49.825 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:00:49 smithi053 bash[68679]: cluster 2024-08-29T18:00:49.346952+0000 mon.a (mon.0) 1326 : cluster [DBG] osdmap e834: 8 total, 8 up, 8 in 2024-08-29T18:00:49.880 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:00:49 smithi028 bash[77168]: audit 2024-08-29T18:00:48.215825+0000 mgr.y (mgr.25022) 413 : audit [DBG] from='client.44411 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-08-29T18:00:49.880 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:00:49 smithi028 bash[77168]: cluster 2024-08-29T18:00:48.419106+0000 mon.a (mon.0) 1324 : cluster [DBG] osdmap e833: 8 total, 8 up, 8 in 2024-08-29T18:00:49.880 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:00:49 smithi028 bash[77168]: audit 2024-08-29T18:00:48.528060+0000 mgr.y (mgr.25022) 414 : audit [DBG] from='client.34494 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-08-29T18:00:49.880 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:00:49 smithi028 bash[77168]: audit 2024-08-29T18:00:48.927764+0000 mon.a (mon.0) 1325 : audit [DBG] from='client.? 172.21.15.28:0/3231355074' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-08-29T18:00:49.881 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:00:49 smithi028 bash[77168]: cluster 2024-08-29T18:00:49.346952+0000 mon.a (mon.0) 1326 : cluster [DBG] osdmap e834: 8 total, 8 up, 8 in 2024-08-29T18:00:49.881 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:00:49 smithi028 bash[78352]: audit 2024-08-29T18:00:48.215825+0000 mgr.y (mgr.25022) 413 : audit [DBG] from='client.44411 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-08-29T18:00:49.881 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:00:49 smithi028 bash[78352]: cluster 2024-08-29T18:00:48.419106+0000 mon.a (mon.0) 1324 : cluster [DBG] osdmap e833: 8 total, 8 up, 8 in 2024-08-29T18:00:49.881 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:00:49 smithi028 bash[78352]: audit 2024-08-29T18:00:48.528060+0000 mgr.y (mgr.25022) 414 : audit [DBG] from='client.34494 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-08-29T18:00:49.881 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:00:49 smithi028 bash[78352]: audit 2024-08-29T18:00:48.927764+0000 mon.a (mon.0) 1325 : audit [DBG] from='client.? 172.21.15.28:0/3231355074' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-08-29T18:00:49.881 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:00:49 smithi028 bash[78352]: cluster 2024-08-29T18:00:49.346952+0000 mon.a (mon.0) 1326 : cluster [DBG] osdmap e834: 8 total, 8 up, 8 in 2024-08-29T18:00:50.448 INFO:tasks.rados.rados.0.smithi028.stdout:3676: done (2 left) 2024-08-29T18:00:50.448 INFO:tasks.rados.rados.0.smithi028.stdout:3677: done (1 left) 2024-08-29T18:00:50.448 INFO:tasks.rados.rados.0.smithi028.stdout:3678: done (0 left) 2024-08-29T18:00:50.448 INFO:tasks.rados.rados.0.smithi028.stdout:3679: rollback oid 31 current snap is 387 2024-08-29T18:00:50.448 INFO:tasks.rados.rados.0.smithi028.stdout:rollback oid 31 to 380 2024-08-29T18:00:50.448 INFO:tasks.rados.rados.0.smithi028.stdout:3680: read oid 29 snap -1 2024-08-29T18:00:50.448 INFO:tasks.rados.rados.0.smithi028.stdout:3680: expect (ObjNum 1063 snap 365 seq_num 1063) 2024-08-29T18:00:50.448 INFO:tasks.rados.rados.0.smithi028.stdout:3681: snap_remove snap 369 2024-08-29T18:00:50.825 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:00:50 smithi053 bash[68679]: cluster 2024-08-29T18:00:49.122022+0000 mgr.y (mgr.25022) 415 : cluster [DBG] pgmap v775: 121 pgs: 3 active+clean+snaptrim, 118 active+clean; 481 MiB data, 3.5 GiB used, 712 GiB / 715 GiB avail; 255 B/s rd, 3.2 MiB/s wr, 2 op/s 2024-08-29T18:00:50.880 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:00:50 smithi028 bash[77168]: cluster 2024-08-29T18:00:49.122022+0000 mgr.y (mgr.25022) 415 : cluster [DBG] pgmap v775: 121 pgs: 3 active+clean+snaptrim, 118 active+clean; 481 MiB data, 3.5 GiB used, 712 GiB / 715 GiB avail; 255 B/s rd, 3.2 MiB/s wr, 2 op/s 2024-08-29T18:00:50.880 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:00:50 smithi028 bash[78352]: cluster 2024-08-29T18:00:49.122022+0000 mgr.y (mgr.25022) 415 : cluster [DBG] pgmap v775: 121 pgs: 3 active+clean+snaptrim, 118 active+clean; 481 MiB data, 3.5 GiB used, 712 GiB / 715 GiB avail; 255 B/s rd, 3.2 MiB/s wr, 2 op/s 2024-08-29T18:00:51.461 INFO:tasks.rados.rados.0.smithi028.stdout:3681: done (2 left) 2024-08-29T18:00:51.461 INFO:tasks.rados.rados.0.smithi028.stdout:3682: rollback oid 28 current snap is 387 2024-08-29T18:00:51.461 INFO:tasks.rados.rados.0.smithi028.stdout:rollback oid 28 to 381 2024-08-29T18:00:51.461 INFO:tasks.rados.rados.0.smithi028.stdout:3679: finishing rollback tid 0 to smithi02869045-31 2024-08-29T18:00:51.461 INFO:tasks.rados.rados.0.smithi028.stdout:3679: finishing rollback tid 1 to smithi02869045-31 2024-08-29T18:00:51.462 INFO:tasks.rados.rados.0.smithi028.stdout:3679: finishing rollback tid 2 to smithi02869045-31 2024-08-29T18:00:51.462 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 31 v 3681 (ObjNum 784 snap 268 seq_num 784) dirty exists 2024-08-29T18:00:51.462 INFO:tasks.rados.rados.0.smithi028.stdout:3680: expect (ObjNum 1063 snap 365 seq_num 1063) 2024-08-29T18:00:51.825 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:00:51 smithi053 bash[68679]: cluster 2024-08-29T18:00:50.448040+0000 mon.a (mon.0) 1327 : cluster [DBG] osdmap e835: 8 total, 8 up, 8 in 2024-08-29T18:00:51.880 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:00:51 smithi028 bash[77168]: cluster 2024-08-29T18:00:50.448040+0000 mon.a (mon.0) 1327 : cluster [DBG] osdmap e835: 8 total, 8 up, 8 in 2024-08-29T18:00:51.880 INFO:journalctl@ceph.mgr.y.smithi028.stdout:Aug 29 18:00:51 smithi028 bash[70818]: ::ffff:172.21.15.53 - - [29/Aug/2024:18:00:51] "GET /metrics HTTP/1.1" 200 36244 "" "Prometheus/2.43.0" 2024-08-29T18:00:51.880 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:00:51 smithi028 bash[78352]: cluster 2024-08-29T18:00:50.448040+0000 mon.a (mon.0) 1327 : cluster [DBG] osdmap e835: 8 total, 8 up, 8 in 2024-08-29T18:00:52.575 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:00:52 smithi053 bash[68679]: cluster 2024-08-29T18:00:51.122697+0000 mgr.y (mgr.25022) 416 : cluster [DBG] pgmap v778: 121 pgs: 121 active+clean; 482 MiB data, 3.5 GiB used, 712 GiB / 715 GiB avail; 1.6 MiB/s rd, 3.6 MiB/s wr, 7 op/s 2024-08-29T18:00:52.575 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:00:52 smithi053 bash[68679]: cluster 2024-08-29T18:00:51.459950+0000 mon.a (mon.0) 1328 : cluster [DBG] osdmap e836: 8 total, 8 up, 8 in 2024-08-29T18:00:52.575 INFO:journalctl@ceph.prometheus.a.smithi053.stdout:Aug 29 18:00:52 smithi053 bash[95567]: ts=2024-08-29T18:00:52.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"3167ee72-662c-11ef-bcd4-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-29T18:00:52.665 INFO:tasks.rados.rados.0.smithi028.stdout:3682: finishing rollback tid 0 to smithi02869045-28 2024-08-29T18:00:52.665 INFO:tasks.rados.rados.0.smithi028.stdout:3682: finishing rollback tid 1 to smithi02869045-28 2024-08-29T18:00:52.665 INFO:tasks.rados.rados.0.smithi028.stdout:3679: done (2 left) 2024-08-29T18:00:52.665 INFO:tasks.rados.rados.0.smithi028.stdout:3680: done (1 left) 2024-08-29T18:00:52.665 INFO:tasks.rados.rados.0.smithi028.stdout:append oid 33 current snap is 387 2024-08-29T18:00:52.665 INFO:tasks.rados.rados.0.smithi028.stdout:3682: finishing rollback tid 2 to smithi02869045-28 2024-08-29T18:00:52.665 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 28 v 3190 (ObjNum 867 snap 293 seq_num 867) dirty exists 2024-08-29T18:00:52.665 INFO:tasks.rados.rados.0.smithi028.stdout:3683: seq_num 1099 ranges {1400832=409600,1810432=442368,2252800=720896,2973696=40960} 2024-08-29T18:00:52.675 INFO:tasks.rados.rados.0.smithi028.stdout:3683: writing smithi02869045-33 from 1400832 to 1810432 tid 1 2024-08-29T18:00:52.677 INFO:tasks.rados.rados.0.smithi028.stdout:3683: writing smithi02869045-33 from 1810432 to 2252800 tid 2 2024-08-29T18:00:52.681 INFO:tasks.rados.rados.0.smithi028.stdout:3683: writing smithi02869045-33 from 2252800 to 2973696 tid 3 2024-08-29T18:00:52.681 INFO:tasks.rados.rados.0.smithi028.stdout:3683: writing smithi02869045-33 from 2973696 to 3014656 tid 4 2024-08-29T18:00:52.681 INFO:tasks.rados.rados.0.smithi028.stdout:3682: done (1 left) 2024-08-29T18:00:52.681 INFO:tasks.rados.rados.0.smithi028.stdout:3684: delete oid 36 current snap is 387 2024-08-29T18:00:52.685 INFO:tasks.rados.rados.0.smithi028.stdout:3684: done (1 left) 2024-08-29T18:00:52.686 INFO:tasks.rados.rados.0.smithi028.stdout:3685: snap_remove snap 352 2024-08-29T18:00:52.880 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:00:52 smithi028 bash[78352]: cluster 2024-08-29T18:00:51.122697+0000 mgr.y (mgr.25022) 416 : cluster [DBG] pgmap v778: 121 pgs: 121 active+clean; 482 MiB data, 3.5 GiB used, 712 GiB / 715 GiB avail; 1.6 MiB/s rd, 3.6 MiB/s wr, 7 op/s 2024-08-29T18:00:52.880 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:00:52 smithi028 bash[78352]: cluster 2024-08-29T18:00:51.459950+0000 mon.a (mon.0) 1328 : cluster [DBG] osdmap e836: 8 total, 8 up, 8 in 2024-08-29T18:00:52.880 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:00:52 smithi028 bash[77168]: cluster 2024-08-29T18:00:51.122697+0000 mgr.y (mgr.25022) 416 : cluster [DBG] pgmap v778: 121 pgs: 121 active+clean; 482 MiB data, 3.5 GiB used, 712 GiB / 715 GiB avail; 1.6 MiB/s rd, 3.6 MiB/s wr, 7 op/s 2024-08-29T18:00:52.880 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:00:52 smithi028 bash[77168]: cluster 2024-08-29T18:00:51.459950+0000 mon.a (mon.0) 1328 : cluster [DBG] osdmap e836: 8 total, 8 up, 8 in 2024-08-29T18:00:53.466 INFO:tasks.rados.rados.0.smithi028.stdout:3685: done (1 left) 2024-08-29T18:00:53.467 INFO:tasks.rados.rados.0.smithi028.stdout:3686: read oid 47 snap -1 2024-08-29T18:00:53.467 INFO:tasks.rados.rados.0.smithi028.stdout:3686: expect (ObjNum 1042 snap 356 seq_num 1042) 2024-08-29T18:00:53.467 INFO:tasks.rados.rados.0.smithi028.stdout:3687: copy_from oid 18 from oid 35 current snap is 387 2024-08-29T18:00:53.467 INFO:tasks.rados.rados.0.smithi028.stdout:3683: finishing write tid 1 to smithi02869045-33 2024-08-29T18:00:53.467 INFO:tasks.rados.rados.0.smithi028.stdout:3683: finishing write tid 2 to smithi02869045-33 2024-08-29T18:00:53.467 INFO:tasks.rados.rados.0.smithi028.stdout:3683: finishing write tid 3 to smithi02869045-33 2024-08-29T18:00:53.467 INFO:tasks.rados.rados.0.smithi028.stdout:3683: finishing write tid 4 to smithi02869045-33 2024-08-29T18:00:53.467 INFO:tasks.rados.rados.0.smithi028.stdout:3683: finishing write tid 5 to smithi02869045-33 2024-08-29T18:00:53.467 INFO:tasks.rados.rados.0.smithi028.stdout:3683: finishing write tid 6 to smithi02869045-33 2024-08-29T18:00:53.467 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 33 v 3697 (ObjNum 1099 snap 387 seq_num 1099) dirty exists 2024-08-29T18:00:53.467 INFO:tasks.rados.rados.0.smithi028.stdout:3683: left oid 33 (ObjNum 1099 snap 387 seq_num 1099) 2024-08-29T18:00:53.467 INFO:tasks.rados.rados.0.smithi028.stdout:3683: done (2 left) 2024-08-29T18:00:53.467 INFO:tasks.rados.rados.0.smithi028.stdout:append oid 3 current snap is 387 2024-08-29T18:00:53.468 INFO:tasks.rados.rados.0.smithi028.stdout:3688: seq_num 1101 ranges {0=442368,442368=606208,1048576=598016} 2024-08-29T18:00:53.475 INFO:tasks.rados.rados.0.smithi028.stdout:3688: writing smithi02869045-3 from 0 to 442368 tid 1 2024-08-29T18:00:53.481 INFO:tasks.rados.rados.0.smithi028.stdout:3688: writing smithi02869045-3 from 442368 to 1048576 tid 2 2024-08-29T18:00:53.490 INFO:tasks.rados.rados.0.smithi028.stdout:3688: writing smithi02869045-3 from 1048576 to 1646592 tid 3 2024-08-29T18:00:53.490 INFO:tasks.rados.rados.0.smithi028.stdout:append oid 26 current snap is 387 2024-08-29T18:00:53.490 INFO:tasks.rados.rados.0.smithi028.stdout:3689: seq_num 1102 ranges {0=458752,458752=491520,950272=491520,1441792=221184} 2024-08-29T18:00:53.503 INFO:tasks.rados.rados.0.smithi028.stdout:3689: writing smithi02869045-26 from 0 to 458752 tid 1 2024-08-29T18:00:53.503 INFO:tasks.rados.rados.0.smithi028.stdout:3689: writing smithi02869045-26 from 458752 to 950272 tid 2 2024-08-29T18:00:53.503 INFO:tasks.rados.rados.0.smithi028.stdout:3689: writing smithi02869045-26 from 950272 to 1441792 tid 3 2024-08-29T18:00:53.503 INFO:tasks.rados.rados.0.smithi028.stdout:3689: writing smithi02869045-26 from 1441792 to 1662976 tid 4 2024-08-29T18:00:53.503 INFO:tasks.rados.rados.0.smithi028.stdout:3690: read oid 5 snap 344 2024-08-29T18:00:53.503 INFO:tasks.rados.rados.0.smithi028.stdout:3690: expect (ObjNum 967 snap 325 seq_num 967) 2024-08-29T18:00:53.503 INFO:tasks.rados.rados.0.smithi028.stdout:append oid 16 current snap is 387 2024-08-29T18:00:53.503 INFO:tasks.rados.rados.0.smithi028.stdout:3691: seq_num 1103 ranges {0=475136,475136=425984,901120=696320,1597440=81920} 2024-08-29T18:00:53.505 INFO:tasks.rados.rados.0.smithi028.stdout:3691: writing smithi02869045-16 from 0 to 475136 tid 1 2024-08-29T18:00:53.508 INFO:tasks.rados.rados.0.smithi028.stdout:3691: writing smithi02869045-16 from 475136 to 901120 tid 2 2024-08-29T18:00:53.513 INFO:tasks.rados.rados.0.smithi028.stdout:3691: writing smithi02869045-16 from 901120 to 1597440 tid 3 2024-08-29T18:00:53.514 INFO:tasks.rados.rados.0.smithi028.stdout:3691: writing smithi02869045-16 from 1597440 to 1679360 tid 4 2024-08-29T18:00:53.514 INFO:tasks.rados.rados.0.smithi028.stdout:append oid 37 current snap is 387 2024-08-29T18:00:53.514 INFO:tasks.rados.rados.0.smithi028.stdout:3692: seq_num 1104 ranges {0=499712,499712=712704,1212416=491520} 2024-08-29T18:00:53.517 INFO:tasks.rados.rados.0.smithi028.stdout:3692: writing smithi02869045-37 from 0 to 499712 tid 1 2024-08-29T18:00:53.522 INFO:tasks.rados.rados.0.smithi028.stdout:3692: writing smithi02869045-37 from 499712 to 1212416 tid 2 2024-08-29T18:00:53.527 INFO:tasks.rados.rados.0.smithi028.stdout:3692: writing smithi02869045-37 from 1212416 to 1703936 tid 3 2024-08-29T18:00:53.527 INFO:tasks.rados.rados.0.smithi028.stdout:3693: copy_from oid 36 from oid 14 current snap is 387 2024-08-29T18:00:53.527 INFO:tasks.rados.rados.0.smithi028.stdout:3689: finishing write tid 1 to smithi02869045-26 2024-08-29T18:00:53.527 INFO:tasks.rados.rados.0.smithi028.stdout:3686: expect (ObjNum 1042 snap 356 seq_num 1042) 2024-08-29T18:00:53.594 INFO:tasks.rados.rados.0.smithi028.stdout:3687: finishing copy_from racing read to smithi02869045-18 2024-08-29T18:00:53.594 INFO:tasks.rados.rados.0.smithi028.stdout:3689: finishing write tid 2 to smithi02869045-26 2024-08-29T18:00:53.594 INFO:tasks.rados.rados.0.smithi028.stdout:3686: done (7 left) 2024-08-29T18:00:53.594 INFO:tasks.rados.rados.0.smithi028.stdout:3694: read oid 43 snap -1 2024-08-29T18:00:53.594 INFO:tasks.rados.rados.0.smithi028.stdout:3694: expect deleted 2024-08-29T18:00:53.594 INFO:tasks.rados.rados.0.smithi028.stdout:3695: delete oid 44 current snap is 387 2024-08-29T18:00:53.594 INFO:tasks.rados.rados.0.smithi028.stdout:3689: finishing write tid 3 to smithi02869045-26 2024-08-29T18:00:53.594 INFO:tasks.rados.rados.0.smithi028.stdout:3687: finishing copy_from to smithi02869045-18 2024-08-29T18:00:53.594 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 18 v 2551 (ObjNum 976 snap 332 seq_num 976) dirty exists 2024-08-29T18:00:53.594 INFO:tasks.rados.rados.0.smithi028.stdout:3688: finishing write tid 1 to smithi02869045-3 2024-08-29T18:00:53.594 INFO:tasks.rados.rados.0.smithi028.stdout:3688: finishing write tid 2 to smithi02869045-3 2024-08-29T18:00:53.595 INFO:tasks.rados.rados.0.smithi028.stdout:3688: finishing write tid 3 to smithi02869045-3 2024-08-29T18:00:53.595 INFO:tasks.rados.rados.0.smithi028.stdout:3689: finishing write tid 4 to smithi02869045-26 2024-08-29T18:00:53.595 INFO:tasks.rados.rados.0.smithi028.stdout:3689: finishing write tid 5 to smithi02869045-26 2024-08-29T18:00:53.595 INFO:tasks.rados.rados.0.smithi028.stdout:3688: finishing write tid 4 to smithi02869045-3 2024-08-29T18:00:53.595 INFO:tasks.rados.rados.0.smithi028.stdout:3691: finishing write tid 1 to smithi02869045-16 2024-08-29T18:00:53.595 INFO:tasks.rados.rados.0.smithi028.stdout:3689: finishing write tid 6 to smithi02869045-26 2024-08-29T18:00:53.595 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 26 v 3502 (ObjNum 1102 snap 387 seq_num 1102) dirty exists 2024-08-29T18:00:53.595 INFO:tasks.rados.rados.0.smithi028.stdout:3689: left oid 26 (ObjNum 1102 snap 387 seq_num 1102) 2024-08-29T18:00:53.595 INFO:tasks.rados.rados.0.smithi028.stdout:3688: finishing write tid 5 to smithi02869045-3 2024-08-29T18:00:53.595 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 3 v 2594 (ObjNum 1101 snap 387 seq_num 1101) dirty exists 2024-08-29T18:00:53.595 INFO:tasks.rados.rados.0.smithi028.stdout:3688: left oid 3 (ObjNum 1101 snap 387 seq_num 1101) 2024-08-29T18:00:53.595 INFO:tasks.rados.rados.0.smithi028.stdout:3690: expect (ObjNum 967 snap 325 seq_num 967) 2024-08-29T18:00:53.750 INFO:tasks.rados.rados.0.smithi028.stdout:3691: finishing write tid 2 to smithi02869045-16 2024-08-29T18:00:53.750 INFO:tasks.rados.rados.0.smithi028.stdout:3691: finishing write tid 3 to smithi02869045-16 2024-08-29T18:00:53.750 INFO:tasks.rados.rados.0.smithi028.stdout:3691: finishing write tid 4 to smithi02869045-16 2024-08-29T18:00:53.750 INFO:tasks.rados.rados.0.smithi028.stdout:3691: finishing write tid 5 to smithi02869045-16 2024-08-29T18:00:53.751 INFO:tasks.rados.rados.0.smithi028.stdout:3693: finishing copy_from racing read to smithi02869045-36 2024-08-29T18:00:53.751 INFO:tasks.rados.rados.0.smithi028.stdout:3692: finishing write tid 1 to smithi02869045-37 2024-08-29T18:00:53.751 INFO:tasks.rados.rados.0.smithi028.stdout:3692: finishing write tid 2 to smithi02869045-37 2024-08-29T18:00:53.751 INFO:tasks.rados.rados.0.smithi028.stdout:3692: finishing write tid 3 to smithi02869045-37 2024-08-29T18:00:53.751 INFO:tasks.rados.rados.0.smithi028.stdout:3692: finishing write tid 4 to smithi02869045-37 2024-08-29T18:00:53.751 INFO:tasks.rados.rados.0.smithi028.stdout:3693: finishing copy_from to smithi02869045-36 2024-08-29T18:00:53.751 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 36 v 2523 (ObjNum 1047 snap 357 seq_num 1047) dirty exists 2024-08-29T18:00:53.751 INFO:tasks.rados.rados.0.smithi028.stdout:3691: finishing write tid 6 to smithi02869045-16 2024-08-29T18:00:53.751 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 16 v 2600 (ObjNum 1103 snap 387 seq_num 1103) dirty exists 2024-08-29T18:00:53.751 INFO:tasks.rados.rados.0.smithi028.stdout:3691: left oid 16 (ObjNum 1103 snap 387 seq_num 1103) 2024-08-29T18:00:53.751 INFO:tasks.rados.rados.0.smithi028.stdout:3692: finishing write tid 5 to smithi02869045-37 2024-08-29T18:00:53.752 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 37 v 3705 (ObjNum 1104 snap 387 seq_num 1104) dirty exists 2024-08-29T18:00:53.752 INFO:tasks.rados.rados.0.smithi028.stdout:3692: left oid 37 (ObjNum 1104 snap 387 seq_num 1104) 2024-08-29T18:00:53.752 INFO:tasks.rados.rados.0.smithi028.stdout:3687: done (8 left) 2024-08-29T18:00:53.752 INFO:tasks.rados.rados.0.smithi028.stdout:3688: done (7 left) 2024-08-29T18:00:53.752 INFO:tasks.rados.rados.0.smithi028.stdout:3689: done (6 left) 2024-08-29T18:00:53.752 INFO:tasks.rados.rados.0.smithi028.stdout:3690: done (5 left) 2024-08-29T18:00:53.752 INFO:tasks.rados.rados.0.smithi028.stdout:3691: done (4 left) 2024-08-29T18:00:53.752 INFO:tasks.rados.rados.0.smithi028.stdout:3692: done (3 left) 2024-08-29T18:00:53.752 INFO:tasks.rados.rados.0.smithi028.stdout:3693: done (2 left) 2024-08-29T18:00:53.752 INFO:tasks.rados.rados.0.smithi028.stdout:3695: done (1 left) 2024-08-29T18:00:53.753 INFO:tasks.rados.rados.0.smithi028.stdout:3696: delete oid 19 current snap is 387 2024-08-29T18:00:53.755 INFO:tasks.rados.rados.0.smithi028.stdout:3694: done (1 left) 2024-08-29T18:00:53.755 INFO:tasks.rados.rados.0.smithi028.stdout:3696: done (0 left) 2024-08-29T18:00:53.755 INFO:tasks.rados.rados.0.smithi028.stdout:3697: snap_create 2024-08-29T18:00:53.880 INFO:journalctl@ceph.osd.0.smithi028.stdout:Aug 29 18:00:53 smithi028 bash[82841]: debug 2024-08-29T18:00:53.531+0000 7f09897d3640 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 1cd after trimming was started 2024-08-29T18:00:54.349 INFO:tasks.rados.rados.0.smithi028.stdout:3697: done (0 left) 2024-08-29T18:00:54.349 INFO:tasks.rados.rados.0.smithi028.stdout:append oid 15 current snap is 388 2024-08-29T18:00:54.349 INFO:tasks.rados.rados.0.smithi028.stdout:3698: seq_num 1107 ranges {2924544=548864,3473408=770048,4243456=434176} 2024-08-29T18:00:54.402 INFO:tasks.rados.rados.0.smithi028.stdout:3698: writing smithi02869045-15 from 2924544 to 3473408 tid 1 2024-08-29T18:00:54.412 INFO:tasks.rados.rados.0.smithi028.stdout:3698: writing smithi02869045-15 from 3473408 to 4243456 tid 2 2024-08-29T18:00:54.416 INFO:tasks.rados.rados.0.smithi028.stdout:3698: writing smithi02869045-15 from 4243456 to 4677632 tid 3 2024-08-29T18:00:54.416 INFO:tasks.rados.rados.0.smithi028.stdout:append oid 36 current snap is 388 2024-08-29T18:00:54.416 INFO:tasks.rados.rados.0.smithi028.stdout:3699: seq_num 1108 ranges {1449984=565248,2015232=647168,2662400=483328,3145728=73728} 2024-08-29T18:00:54.433 INFO:tasks.rados.rados.0.smithi028.stdout:3699: writing smithi02869045-36 from 1449984 to 2015232 tid 1 2024-08-29T18:00:54.438 INFO:tasks.rados.rados.0.smithi028.stdout:3699: writing smithi02869045-36 from 2015232 to 2662400 tid 2 2024-08-29T18:00:54.443 INFO:tasks.rados.rados.0.smithi028.stdout:3699: writing smithi02869045-36 from 2662400 to 3145728 tid 3 2024-08-29T18:00:54.444 INFO:tasks.rados.rados.0.smithi028.stdout:3699: writing smithi02869045-36 from 3145728 to 3219456 tid 4 2024-08-29T18:00:54.444 INFO:tasks.rados.rados.0.smithi028.stdout:3700: delete oid 8 current snap is 388 2024-08-29T18:00:54.444 INFO:tasks.rados.rados.0.smithi028.stdout:3698: finishing write tid 1 to smithi02869045-15 2024-08-29T18:00:54.444 INFO:tasks.rados.rados.0.smithi028.stdout:3698: finishing write tid 2 to smithi02869045-15 2024-08-29T18:00:54.444 INFO:tasks.rados.rados.0.smithi028.stdout:3698: finishing write tid 3 to smithi02869045-15 2024-08-29T18:00:54.444 INFO:tasks.rados.rados.0.smithi028.stdout:3698: finishing write tid 4 to smithi02869045-15 2024-08-29T18:00:54.444 INFO:tasks.rados.rados.0.smithi028.stdout:3698: finishing write tid 5 to smithi02869045-15 2024-08-29T18:00:54.444 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 15 v 3504 (ObjNum 1107 snap 388 seq_num 1107) dirty exists 2024-08-29T18:00:54.444 INFO:tasks.rados.rados.0.smithi028.stdout:3698: left oid 15 (ObjNum 1107 snap 388 seq_num 1107) 2024-08-29T18:00:54.450 INFO:tasks.rados.rados.0.smithi028.stdout:3699: finishing write tid 1 to smithi02869045-36 2024-08-29T18:00:54.452 INFO:tasks.rados.rados.0.smithi028.stdout:3699: finishing write tid 2 to smithi02869045-36 2024-08-29T18:00:54.455 INFO:tasks.rados.rados.0.smithi028.stdout:3698: done (2 left) 2024-08-29T18:00:54.455 INFO:tasks.rados.rados.0.smithi028.stdout:3700: done (1 left) 2024-08-29T18:00:54.455 INFO:tasks.rados.rados.0.smithi028.stdout:3701: copy_from oid 21 from oid 45 current snap is 388 2024-08-29T18:00:54.455 INFO:tasks.rados.rados.0.smithi028.stdout:3702: snap_remove snap 381 2024-08-29T18:00:54.825 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:00:54 smithi053 bash[68679]: cluster 2024-08-29T18:00:53.123472+0000 mgr.y (mgr.25022) 417 : cluster [DBG] pgmap v780: 121 pgs: 121 active+clean; 482 MiB data, 3.5 GiB used, 712 GiB / 715 GiB avail; 7.6 MiB/s rd, 649 KiB/s wr, 4 op/s 2024-08-29T18:00:54.825 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:00:54 smithi053 bash[68679]: cluster 2024-08-29T18:00:53.466431+0000 mon.a (mon.0) 1329 : cluster [DBG] osdmap e837: 8 total, 8 up, 8 in 2024-08-29T18:00:54.825 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:00:54 smithi053 bash[68679]: cluster 2024-08-29T18:00:54.348637+0000 mon.a (mon.0) 1330 : cluster [DBG] osdmap e838: 8 total, 8 up, 8 in 2024-08-29T18:00:54.880 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:00:54 smithi028 bash[77168]: cluster 2024-08-29T18:00:53.123472+0000 mgr.y (mgr.25022) 417 : cluster [DBG] pgmap v780: 121 pgs: 121 active+clean; 482 MiB data, 3.5 GiB used, 712 GiB / 715 GiB avail; 7.6 MiB/s rd, 649 KiB/s wr, 4 op/s 2024-08-29T18:00:54.931 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:00:54 smithi028 bash[77168]: cluster 2024-08-29T18:00:53.466431+0000 mon.a (mon.0) 1329 : cluster [DBG] osdmap e837: 8 total, 8 up, 8 in 2024-08-29T18:00:54.931 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:00:54 smithi028 bash[77168]: cluster 2024-08-29T18:00:54.348637+0000 mon.a (mon.0) 1330 : cluster [DBG] osdmap e838: 8 total, 8 up, 8 in 2024-08-29T18:00:54.932 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:00:54 smithi028 bash[78352]: cluster 2024-08-29T18:00:53.123472+0000 mgr.y (mgr.25022) 417 : cluster [DBG] pgmap v780: 121 pgs: 121 active+clean; 482 MiB data, 3.5 GiB used, 712 GiB / 715 GiB avail; 7.6 MiB/s rd, 649 KiB/s wr, 4 op/s 2024-08-29T18:00:54.932 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:00:54 smithi028 bash[78352]: cluster 2024-08-29T18:00:53.466431+0000 mon.a (mon.0) 1329 : cluster [DBG] osdmap e837: 8 total, 8 up, 8 in 2024-08-29T18:00:54.932 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:00:54 smithi028 bash[78352]: cluster 2024-08-29T18:00:54.348637+0000 mon.a (mon.0) 1330 : cluster [DBG] osdmap e838: 8 total, 8 up, 8 in 2024-08-29T18:00:55.353 INFO:tasks.rados.rados.0.smithi028.stdout:3699: finishing write tid 3 to smithi02869045-36 2024-08-29T18:00:55.353 INFO:tasks.rados.rados.0.smithi028.stdout:3701: finishing copy_from to smithi02869045-21 2024-08-29T18:00:55.353 INFO:tasks.rados.rados.0.smithi028.stdout:3701: got expected ENOENT (src dne) 2024-08-29T18:00:55.353 INFO:tasks.rados.rados.0.smithi028.stdout:3701: finishing copy_from racing read to smithi02869045-21 2024-08-29T18:00:55.353 INFO:tasks.rados.rados.0.smithi028.stdout:3699: finishing write tid 4 to smithi02869045-36 2024-08-29T18:00:55.353 INFO:tasks.rados.rados.0.smithi028.stdout:3699: finishing write tid 5 to smithi02869045-36 2024-08-29T18:00:55.353 INFO:tasks.rados.rados.0.smithi028.stdout:3699: finishing write tid 6 to smithi02869045-36 2024-08-29T18:00:55.353 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 36 v 3499 (ObjNum 1108 snap 388 seq_num 1108) dirty exists 2024-08-29T18:00:55.354 INFO:tasks.rados.rados.0.smithi028.stdout:3699: left oid 36 (ObjNum 1108 snap 388 seq_num 1108) 2024-08-29T18:00:55.354 INFO:tasks.rados.rados.0.smithi028.stdout:3699: done (2 left) 2024-08-29T18:00:55.354 INFO:tasks.rados.rados.0.smithi028.stdout:3701: done (1 left) 2024-08-29T18:00:55.354 INFO:tasks.rados.rados.0.smithi028.stdout:3702: done (0 left) 2024-08-29T18:00:55.354 INFO:tasks.rados.rados.0.smithi028.stdout:3703: setattr oid 33 current snap is 388 2024-08-29T18:00:55.354 INFO:tasks.rados.rados.0.smithi028.stdout:3704: read oid 41 snap 384 2024-08-29T18:00:55.355 INFO:tasks.rados.rados.0.smithi028.stdout:3704: expect deleted 2024-08-29T18:00:55.355 INFO:tasks.rados.rados.0.smithi028.stdout:3705: read oid 31 snap 375 2024-08-29T18:00:55.355 INFO:tasks.rados.rados.0.smithi028.stdout:3705: expect (ObjNum 784 snap 268 seq_num 784) 2024-08-29T18:00:55.355 INFO:tasks.rados.rados.0.smithi028.stdout:3706: delete oid 28 current snap is 388 2024-08-29T18:00:55.371 INFO:tasks.rados.rados.0.smithi028.stdout:3704: done (3 left) 2024-08-29T18:00:55.371 INFO:tasks.rados.rados.0.smithi028.stdout:3706: done (2 left) 2024-08-29T18:00:55.372 INFO:tasks.rados.rados.0.smithi028.stdout:3707: copy_from oid 4 from oid 17 current snap is 388 2024-08-29T18:00:55.372 INFO:tasks.rados.rados.0.smithi028.stdout:append oid 37 current snap is 388 2024-08-29T18:00:55.372 INFO:tasks.rados.rados.0.smithi028.stdout:3708: seq_num 1111 ranges {1703936=614400,2318336=753664,3072000=450560} 2024-08-29T18:00:55.386 INFO:tasks.rados.rados.0.smithi028.stdout:3708: writing smithi02869045-37 from 1703936 to 2318336 tid 1 2024-08-29T18:00:55.390 INFO:tasks.rados.rados.0.smithi028.stdout:3708: writing smithi02869045-37 from 2318336 to 3072000 tid 2 2024-08-29T18:00:55.394 INFO:tasks.rados.rados.0.smithi028.stdout:3708: writing smithi02869045-37 from 3072000 to 3522560 tid 3 2024-08-29T18:00:55.394 INFO:tasks.rados.rados.0.smithi028.stdout:3709: copy_from oid 7 from oid 27 current snap is 388 2024-08-29T18:00:55.394 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 33 v 3717 (ObjNum 1099 snap 387 seq_num 1099) dirty exists 2024-08-29T18:00:55.394 INFO:tasks.rados.rados.0.smithi028.stdout:3703: done (4 left) 2024-08-29T18:00:55.394 INFO:tasks.rados.rados.0.smithi028.stdout:3710: snap_create 2024-08-29T18:00:55.422 INFO:tasks.rados.rados.0.smithi028.stdout:3708: finishing write tid 1 to smithi02869045-37 2024-08-29T18:00:55.439 INFO:tasks.rados.rados.0.smithi028.stdout:3705: expect (ObjNum 784 snap 268 seq_num 784) 2024-08-29T18:00:56.275 INFO:tasks.rados.rados.0.smithi028.stdout:3708: finishing write tid 2 to smithi02869045-37 2024-08-29T18:00:56.275 INFO:tasks.rados.rados.0.smithi028.stdout:3708: finishing write tid 3 to smithi02869045-37 2024-08-29T18:00:56.275 INFO:tasks.rados.rados.0.smithi028.stdout:3708: finishing write tid 4 to smithi02869045-37 2024-08-29T18:00:56.276 INFO:tasks.rados.rados.0.smithi028.stdout:3707: finishing copy_from racing read to smithi02869045-4 2024-08-29T18:00:56.276 INFO:tasks.rados.rados.0.smithi028.stdout:3708: finishing write tid 5 to smithi02869045-37 2024-08-29T18:00:56.276 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 37 v 3726 (ObjNum 1111 snap 388 seq_num 1111) dirty exists 2024-08-29T18:00:56.276 INFO:tasks.rados.rados.0.smithi028.stdout:3708: left oid 37 (ObjNum 1111 snap 388 seq_num 1111) 2024-08-29T18:00:56.276 INFO:tasks.rados.rados.0.smithi028.stdout:3707: finishing copy_from to smithi02869045-4 2024-08-29T18:00:56.276 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 4 v 2576 (ObjNum 1009 snap 343 seq_num 1009) dirty exists 2024-08-29T18:00:56.276 INFO:tasks.rados.rados.0.smithi028.stdout:3709: finishing copy_from to smithi02869045-7 2024-08-29T18:00:56.276 INFO:tasks.rados.rados.0.smithi028.stdout:3709: got expected ENOENT (src dne) 2024-08-29T18:00:56.276 INFO:tasks.rados.rados.0.smithi028.stdout:3709: finishing copy_from racing read to smithi02869045-7 2024-08-29T18:00:56.360 INFO:tasks.rados.rados.0.smithi028.stdout:3705: done (4 left) 2024-08-29T18:00:56.360 INFO:tasks.rados.rados.0.smithi028.stdout:3707: done (3 left) 2024-08-29T18:00:56.360 INFO:tasks.rados.rados.0.smithi028.stdout:3708: done (2 left) 2024-08-29T18:00:56.360 INFO:tasks.rados.rados.0.smithi028.stdout:3709: done (1 left) 2024-08-29T18:00:56.360 INFO:tasks.rados.rados.0.smithi028.stdout:3710: done (0 left) 2024-08-29T18:00:56.360 INFO:tasks.rados.rados.0.smithi028.stdout:3711: rollback oid 28 current snap is 389 2024-08-29T18:00:56.361 INFO:tasks.rados.rados.0.smithi028.stdout:rollback oid 28 to 372 2024-08-29T18:00:56.361 INFO:tasks.rados.rados.0.smithi028.stdout:3712: delete oid 25 current snap is 389 2024-08-29T18:00:56.376 INFO:tasks.rados.rados.0.smithi028.stdout:3711: finishing rollback tid 1 to smithi02869045-28 2024-08-29T18:00:56.376 INFO:tasks.rados.rados.0.smithi028.stdout:3712: done (1 left) 2024-08-29T18:00:56.376 INFO:tasks.rados.rados.0.smithi028.stdout:3713: rollback oid 38 current snap is 389 2024-08-29T18:00:56.376 INFO:tasks.rados.rados.0.smithi028.stdout:rollback oid 38 to 374 2024-08-29T18:00:56.376 INFO:tasks.rados.rados.0.smithi028.stdout:3714: copy_from oid 26 from oid 18 current snap is 389 2024-08-29T18:00:56.376 INFO:tasks.rados.rados.0.smithi028.stdout:3715: read oid 9 snap -1 2024-08-29T18:00:56.376 INFO:tasks.rados.rados.0.smithi028.stdout:3715: expect (ObjNum 1051 snap 357 seq_num 1051) 2024-08-29T18:00:56.376 INFO:tasks.rados.rados.0.smithi028.stdout:3716: rollback oid 15 current snap is 389 2024-08-29T18:00:56.376 INFO:tasks.rados.rados.0.smithi028.stdout:rollback oid 15 to 329 2024-08-29T18:00:56.376 INFO:tasks.rados.rados.0.smithi028.stdout:append oid 34 current snap is 389 2024-08-29T18:00:56.376 INFO:tasks.rados.rados.0.smithi028.stdout:3717: seq_num 1113 ranges {0=647168,647168=524288,1171456=622592,1794048=57344} 2024-08-29T18:00:56.380 INFO:tasks.rados.rados.0.smithi028.stdout:3717: writing smithi02869045-34 from 0 to 647168 tid 1 2024-08-29T18:00:56.383 INFO:tasks.rados.rados.0.smithi028.stdout:3717: writing smithi02869045-34 from 647168 to 1171456 tid 2 2024-08-29T18:00:56.387 INFO:tasks.rados.rados.0.smithi028.stdout:3717: writing smithi02869045-34 from 1171456 to 1794048 tid 3 2024-08-29T18:00:56.388 INFO:tasks.rados.rados.0.smithi028.stdout:3717: writing smithi02869045-34 from 1794048 to 1851392 tid 4 2024-08-29T18:00:56.388 INFO:tasks.rados.rados.0.smithi028.stdout:3718: snap_remove snap 367 2024-08-29T18:00:56.632 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:00:56 smithi028 bash[78352]: cluster 2024-08-29T18:00:55.124623+0000 mgr.y (mgr.25022) 418 : cluster [DBG] pgmap v783: 121 pgs: 121 active+clean; 496 MiB data, 3.5 GiB used, 712 GiB / 715 GiB avail; 7.2 MiB/s rd, 3.0 MiB/s wr, 10 op/s 2024-08-29T18:00:56.632 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:00:56 smithi028 bash[78352]: cluster 2024-08-29T18:00:55.352650+0000 mon.a (mon.0) 1331 : cluster [DBG] osdmap e839: 8 total, 8 up, 8 in 2024-08-29T18:00:56.632 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:00:56 smithi028 bash[77168]: cluster 2024-08-29T18:00:55.124623+0000 mgr.y (mgr.25022) 418 : cluster [DBG] pgmap v783: 121 pgs: 121 active+clean; 496 MiB data, 3.5 GiB used, 712 GiB / 715 GiB avail; 7.2 MiB/s rd, 3.0 MiB/s wr, 10 op/s 2024-08-29T18:00:56.632 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:00:56 smithi028 bash[77168]: cluster 2024-08-29T18:00:55.352650+0000 mon.a (mon.0) 1331 : cluster [DBG] osdmap e839: 8 total, 8 up, 8 in 2024-08-29T18:00:56.825 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:00:56 smithi053 bash[68679]: cluster 2024-08-29T18:00:55.124623+0000 mgr.y (mgr.25022) 418 : cluster [DBG] pgmap v783: 121 pgs: 121 active+clean; 496 MiB data, 3.5 GiB used, 712 GiB / 715 GiB avail; 7.2 MiB/s rd, 3.0 MiB/s wr, 10 op/s 2024-08-29T18:00:56.825 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:00:56 smithi053 bash[68679]: cluster 2024-08-29T18:00:55.352650+0000 mon.a (mon.0) 1331 : cluster [DBG] osdmap e839: 8 total, 8 up, 8 in 2024-08-29T18:00:57.374 INFO:tasks.rados.rados.0.smithi028.stdout:3718: done (6 left) 2024-08-29T18:00:57.374 INFO:tasks.rados.rados.0.smithi028.stdout:3719: copy_from oid 42 from oid 21 current snap is 389 2024-08-29T18:00:57.374 INFO:tasks.rados.rados.0.smithi028.stdout:3711: finishing rollback tid 2 to smithi02869045-28 2024-08-29T18:00:57.374 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 28 v 3193 (ObjNum 867 snap 293 seq_num 867) dirty exists 2024-08-29T18:00:57.374 INFO:tasks.rados.rados.0.smithi028.stdout:3713: finishing rollback tid 0 to smithi02869045-38 2024-08-29T18:00:57.374 INFO:tasks.rados.rados.0.smithi028.stdout:3716: finishing rollback tid 0 to smithi02869045-15 2024-08-29T18:00:57.374 INFO:tasks.rados.rados.0.smithi028.stdout:3716: finishing rollback tid 1 to smithi02869045-15 2024-08-29T18:00:57.374 INFO:tasks.rados.rados.0.smithi028.stdout:3716: finishing rollback tid 2 to smithi02869045-15 2024-08-29T18:00:57.374 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 15 v 3507 (ObjNum 839 snap 283 seq_num 839) dirty exists 2024-08-29T18:00:57.375 INFO:tasks.rados.rados.0.smithi028.stdout:3717: finishing write tid 1 to smithi02869045-34 2024-08-29T18:00:57.375 INFO:tasks.rados.rados.0.smithi028.stdout:3717: finishing write tid 2 to smithi02869045-34 2024-08-29T18:00:57.375 INFO:tasks.rados.rados.0.smithi028.stdout:3717: finishing write tid 3 to smithi02869045-34 2024-08-29T18:00:57.375 INFO:tasks.rados.rados.0.smithi028.stdout:3717: finishing write tid 4 to smithi02869045-34 2024-08-29T18:00:57.375 INFO:tasks.rados.rados.0.smithi028.stdout:3717: finishing write tid 5 to smithi02869045-34 2024-08-29T18:00:57.375 INFO:tasks.rados.rados.0.smithi028.stdout:3714: finishing copy_from racing read to smithi02869045-26 2024-08-29T18:00:57.375 INFO:tasks.rados.rados.0.smithi028.stdout:3715: expect (ObjNum 1051 snap 357 seq_num 1051) 2024-08-29T18:00:57.630 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:00:57 smithi028 bash[77168]: cluster 2024-08-29T18:00:56.359485+0000 mon.a (mon.0) 1332 : cluster [DBG] osdmap e840: 8 total, 8 up, 8 in 2024-08-29T18:00:57.630 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:00:57 smithi028 bash[77168]: audit 2024-08-29T18:00:57.041670+0000 mon.a (mon.0) 1333 : audit [DBG] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-29T18:00:57.630 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:00:57 smithi028 bash[78352]: cluster 2024-08-29T18:00:56.359485+0000 mon.a (mon.0) 1332 : cluster [DBG] osdmap e840: 8 total, 8 up, 8 in 2024-08-29T18:00:57.630 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:00:57 smithi028 bash[78352]: audit 2024-08-29T18:00:57.041670+0000 mon.a (mon.0) 1333 : audit [DBG] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-29T18:00:57.811 INFO:tasks.rados.rados.0.smithi028.stdout:3713: finishing rollback tid 1 to smithi02869045-38 2024-08-29T18:00:57.811 INFO:tasks.rados.rados.0.smithi028.stdout:3714: finishing copy_from to smithi02869045-26 2024-08-29T18:00:57.811 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 26 v 2551 (ObjNum 976 snap 332 seq_num 976) dirty exists 2024-08-29T18:00:57.811 INFO:tasks.rados.rados.0.smithi028.stdout:3713: finishing rollback tid 2 to smithi02869045-38 2024-08-29T18:00:57.811 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 38 v 3196 (ObjNum 872 snap 295 seq_num 872) dirty exists 2024-08-29T18:00:57.812 INFO:tasks.rados.rados.0.smithi028.stdout:3711: done (6 left) 2024-08-29T18:00:57.812 INFO:tasks.rados.rados.0.smithi028.stdout:3713: done (5 left) 2024-08-29T18:00:57.812 INFO:tasks.rados.rados.0.smithi028.stdout:3714: done (4 left) 2024-08-29T18:00:57.812 INFO:tasks.rados.rados.0.smithi028.stdout:3715: done (3 left) 2024-08-29T18:00:57.812 INFO:tasks.rados.rados.0.smithi028.stdout:3716: done (2 left) 2024-08-29T18:00:57.812 INFO:tasks.rados.rados.0.smithi028.stdout:3720: snap_remove snap 355 2024-08-29T18:00:57.824 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:00:57 smithi053 bash[68679]: cluster 2024-08-29T18:00:56.359485+0000 mon.a (mon.0) 1332 : cluster [DBG] osdmap e840: 8 total, 8 up, 8 in 2024-08-29T18:00:57.825 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:00:57 smithi053 bash[68679]: audit 2024-08-29T18:00:57.041670+0000 mon.a (mon.0) 1333 : audit [DBG] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-29T18:00:58.380 INFO:tasks.rados.rados.0.smithi028.stdout:3720: done (2 left) 2024-08-29T18:00:58.381 INFO:tasks.rados.rados.0.smithi028.stdout:3721: snap_remove snap 372 2024-08-29T18:00:58.630 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:00:58 smithi028 bash[77168]: cluster 2024-08-29T18:00:57.125295+0000 mgr.y (mgr.25022) 419 : cluster [DBG] pgmap v786: 121 pgs: 121 active+clean; 496 MiB data, 3.5 GiB used, 712 GiB / 715 GiB avail; 1.0 MiB/s rd, 3.5 MiB/s wr, 11 op/s 2024-08-29T18:00:58.630 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:00:58 smithi028 bash[77168]: cluster 2024-08-29T18:00:57.371471+0000 mon.a (mon.0) 1334 : cluster [DBG] osdmap e841: 8 total, 8 up, 8 in 2024-08-29T18:00:58.630 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:00:58 smithi028 bash[78352]: cluster 2024-08-29T18:00:57.125295+0000 mgr.y (mgr.25022) 419 : cluster [DBG] pgmap v786: 121 pgs: 121 active+clean; 496 MiB data, 3.5 GiB used, 712 GiB / 715 GiB avail; 1.0 MiB/s rd, 3.5 MiB/s wr, 11 op/s 2024-08-29T18:00:58.630 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:00:58 smithi028 bash[78352]: cluster 2024-08-29T18:00:57.371471+0000 mon.a (mon.0) 1334 : cluster [DBG] osdmap e841: 8 total, 8 up, 8 in 2024-08-29T18:00:58.825 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:00:58 smithi053 bash[68679]: cluster 2024-08-29T18:00:57.125295+0000 mgr.y (mgr.25022) 419 : cluster [DBG] pgmap v786: 121 pgs: 121 active+clean; 496 MiB data, 3.5 GiB used, 712 GiB / 715 GiB avail; 1.0 MiB/s rd, 3.5 MiB/s wr, 11 op/s 2024-08-29T18:00:58.825 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:00:58 smithi053 bash[68679]: cluster 2024-08-29T18:00:57.371471+0000 mon.a (mon.0) 1334 : cluster [DBG] osdmap e841: 8 total, 8 up, 8 in 2024-08-29T18:00:59.355 INFO:tasks.rados.rados.0.smithi028.stdout:3721: done (2 left) 2024-08-29T18:00:59.355 INFO:tasks.rados.rados.0.smithi028.stdout:3722: snap_create 2024-08-29T18:00:59.355 INFO:tasks.rados.rados.0.smithi028.stdout:3717: finishing write tid 6 to smithi02869045-34 2024-08-29T18:00:59.355 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 34 v 2557 (ObjNum 1113 snap 389 seq_num 1113) dirty exists 2024-08-29T18:00:59.355 INFO:tasks.rados.rados.0.smithi028.stdout:3717: left oid 34 (ObjNum 1113 snap 389 seq_num 1113) 2024-08-29T18:00:59.355 INFO:tasks.rados.rados.0.smithi028.stdout:3719: finishing copy_from racing read to smithi02869045-42 2024-08-29T18:00:59.355 INFO:tasks.rados.rados.0.smithi028.stdout:3719: finishing copy_from to smithi02869045-42 2024-08-29T18:00:59.355 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 42 v 2938 (ObjNum 996 snap 336 seq_num 996) dirty exists 2024-08-29T18:00:59.650 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:00:59 smithi053 bash[68679]: cluster 2024-08-29T18:00:58.380187+0000 mon.a (mon.0) 1335 : cluster [DBG] osdmap e842: 8 total, 8 up, 8 in 2024-08-29T18:00:59.650 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:00:59 smithi053 bash[68679]: cluster 2024-08-29T18:00:59.352444+0000 mon.a (mon.0) 1336 : cluster [DBG] osdmap e843: 8 total, 8 up, 8 in 2024-08-29T18:00:59.880 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:00:59 smithi028 bash[78352]: cluster 2024-08-29T18:00:58.380187+0000 mon.a (mon.0) 1335 : cluster [DBG] osdmap e842: 8 total, 8 up, 8 in 2024-08-29T18:00:59.880 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:00:59 smithi028 bash[78352]: cluster 2024-08-29T18:00:59.352444+0000 mon.a (mon.0) 1336 : cluster [DBG] osdmap e843: 8 total, 8 up, 8 in 2024-08-29T18:00:59.880 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:00:59 smithi028 bash[77168]: cluster 2024-08-29T18:00:58.380187+0000 mon.a (mon.0) 1335 : cluster [DBG] osdmap e842: 8 total, 8 up, 8 in 2024-08-29T18:00:59.880 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:00:59 smithi028 bash[77168]: cluster 2024-08-29T18:00:59.352444+0000 mon.a (mon.0) 1336 : cluster [DBG] osdmap e843: 8 total, 8 up, 8 in 2024-08-29T18:01:00.355 INFO:tasks.rados.rados.0.smithi028.stdout:3717: done (2 left) 2024-08-29T18:01:00.356 INFO:tasks.rados.rados.0.smithi028.stdout:3719: done (1 left) 2024-08-29T18:01:00.356 INFO:tasks.rados.rados.0.smithi028.stdout:3722: done (0 left) 2024-08-29T18:01:00.356 INFO:tasks.rados.rados.0.smithi028.stdout:3723: rollback oid 50 current snap is 390 2024-08-29T18:01:00.356 INFO:tasks.rados.rados.0.smithi028.stdout:rollback oid 50 to 321 2024-08-29T18:01:00.356 INFO:tasks.rados.rados.0.smithi028.stdout:3724: rollback oid 8 current snap is 390 2024-08-29T18:01:00.356 INFO:tasks.rados.rados.0.smithi028.stdout:rollback oid 8 to 321 2024-08-29T18:01:00.356 INFO:tasks.rados.rados.0.smithi028.stdout:3725: snap_remove snap 375 2024-08-29T18:01:00.825 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:01:00 smithi053 bash[68679]: cluster 2024-08-29T18:00:59.126013+0000 mgr.y (mgr.25022) 420 : cluster [DBG] pgmap v789: 121 pgs: 121 active+clean; 518 MiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 9.0 MiB/s rd, 3.3 MiB/s wr, 13 op/s 2024-08-29T18:01:00.825 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:01:00 smithi053 bash[68679]: cluster 2024-08-29T18:01:00.355282+0000 mon.a (mon.0) 1337 : cluster [DBG] osdmap e844: 8 total, 8 up, 8 in 2024-08-29T18:01:00.880 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:01:00 smithi028 bash[78352]: cluster 2024-08-29T18:00:59.126013+0000 mgr.y (mgr.25022) 420 : cluster [DBG] pgmap v789: 121 pgs: 121 active+clean; 518 MiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 9.0 MiB/s rd, 3.3 MiB/s wr, 13 op/s 2024-08-29T18:01:00.880 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:01:00 smithi028 bash[78352]: cluster 2024-08-29T18:01:00.355282+0000 mon.a (mon.0) 1337 : cluster [DBG] osdmap e844: 8 total, 8 up, 8 in 2024-08-29T18:01:00.880 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:01:00 smithi028 bash[77168]: cluster 2024-08-29T18:00:59.126013+0000 mgr.y (mgr.25022) 420 : cluster [DBG] pgmap v789: 121 pgs: 121 active+clean; 518 MiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 9.0 MiB/s rd, 3.3 MiB/s wr, 13 op/s 2024-08-29T18:01:00.881 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:01:00 smithi028 bash[77168]: cluster 2024-08-29T18:01:00.355282+0000 mon.a (mon.0) 1337 : cluster [DBG] osdmap e844: 8 total, 8 up, 8 in 2024-08-29T18:01:01.357 INFO:tasks.rados.rados.0.smithi028.stdout:3725: done (2 left) 2024-08-29T18:01:01.357 INFO:tasks.rados.rados.0.smithi028.stdout:3726: snap_remove snap 310 2024-08-29T18:01:01.880 INFO:journalctl@ceph.mgr.y.smithi028.stdout:Aug 29 18:01:01 smithi028 bash[70818]: ::ffff:172.21.15.53 - - [29/Aug/2024:18:01:01] "GET /metrics HTTP/1.1" 200 36247 "" "Prometheus/2.43.0" 2024-08-29T18:01:02.361 INFO:tasks.rados.rados.0.smithi028.stdout:3726: done (2 left) 2024-08-29T18:01:02.361 INFO:tasks.rados.rados.0.smithi028.stdout:3727: snap_create 2024-08-29T18:01:02.361 INFO:tasks.rados.rados.0.smithi028.stdout:3724: finishing rollback tid 1 to smithi02869045-8 2024-08-29T18:01:02.361 INFO:tasks.rados.rados.0.smithi028.stdout:3724: finishing rollback tid 2 to smithi02869045-8 2024-08-29T18:01:02.362 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 8 v 2559 (ObjNum 33 snap 0 seq_num 2) dirty exists 2024-08-29T18:01:02.362 INFO:tasks.rados.rados.0.smithi028.stdout:3723: finishing rollback tid 0 to smithi02869045-50 2024-08-29T18:01:02.362 INFO:tasks.rados.rados.0.smithi028.stdout:3723: finishing rollback tid 1 to smithi02869045-50 2024-08-29T18:01:02.362 INFO:tasks.rados.rados.0.smithi028.stdout:3723: finishing rollback tid 2 to smithi02869045-50 2024-08-29T18:01:02.362 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 50 v 3505 (ObjNum 959 snap 320 seq_num 959) dirty exists 2024-08-29T18:01:02.575 INFO:journalctl@ceph.prometheus.a.smithi053.stdout:Aug 29 18:01:02 smithi053 bash[95567]: ts=2024-08-29T18:01:02.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"3167ee72-662c-11ef-bcd4-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-29T18:01:02.575 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:01:02 smithi053 bash[68679]: cluster 2024-08-29T18:01:01.126879+0000 mgr.y (mgr.25022) 421 : cluster [DBG] pgmap v792: 121 pgs: 2 active+clean+snaptrim, 119 active+clean; 537 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 14 MiB/s rd, 5.8 MiB/s wr, 18 op/s 2024-08-29T18:01:02.575 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:01:02 smithi053 bash[68679]: cluster 2024-08-29T18:01:01.356985+0000 mon.a (mon.0) 1338 : cluster [DBG] osdmap e845: 8 total, 8 up, 8 in 2024-08-29T18:01:02.630 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:01:02 smithi028 bash[78352]: cluster 2024-08-29T18:01:01.126879+0000 mgr.y (mgr.25022) 421 : cluster [DBG] pgmap v792: 121 pgs: 2 active+clean+snaptrim, 119 active+clean; 537 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 14 MiB/s rd, 5.8 MiB/s wr, 18 op/s 2024-08-29T18:01:02.630 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:01:02 smithi028 bash[78352]: cluster 2024-08-29T18:01:01.356985+0000 mon.a (mon.0) 1338 : cluster [DBG] osdmap e845: 8 total, 8 up, 8 in 2024-08-29T18:01:02.630 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:01:02 smithi028 bash[77168]: cluster 2024-08-29T18:01:01.126879+0000 mgr.y (mgr.25022) 421 : cluster [DBG] pgmap v792: 121 pgs: 2 active+clean+snaptrim, 119 active+clean; 537 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 14 MiB/s rd, 5.8 MiB/s wr, 18 op/s 2024-08-29T18:01:02.631 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:01:02 smithi028 bash[77168]: cluster 2024-08-29T18:01:01.356985+0000 mon.a (mon.0) 1338 : cluster [DBG] osdmap e845: 8 total, 8 up, 8 in 2024-08-29T18:01:03.105 INFO:journalctl@ceph.mgr.x.smithi053.stdout:Aug 29 18:01:03 smithi053 systemd[1]: /etc/systemd/system/ceph-3167ee72-662c-11ef-bcd4-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-08-29T18:01:03.106 INFO:journalctl@ceph.osd.6.smithi053.stdout:Aug 29 18:01:02 smithi053 systemd[1]: /etc/systemd/system/ceph-3167ee72-662c-11ef-bcd4-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-08-29T18:01:03.106 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:01:03 smithi053 systemd[1]: /etc/systemd/system/ceph-3167ee72-662c-11ef-bcd4-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-08-29T18:01:03.107 INFO:journalctl@ceph.osd.4.smithi053.stdout:Aug 29 18:01:02 smithi053 systemd[1]: /etc/systemd/system/ceph-3167ee72-662c-11ef-bcd4-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-08-29T18:01:03.107 INFO:journalctl@ceph.osd.5.smithi053.stdout:Aug 29 18:01:02 smithi053 systemd[1]: /etc/systemd/system/ceph-3167ee72-662c-11ef-bcd4-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-08-29T18:01:03.107 INFO:journalctl@ceph.mds.b.smithi053.stdout:Aug 29 18:01:03 smithi053 systemd[1]: /etc/systemd/system/ceph-3167ee72-662c-11ef-bcd4-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-08-29T18:01:03.108 INFO:journalctl@ceph.osd.7.smithi053.stdout:Aug 29 18:01:02 smithi053 systemd[1]: /etc/systemd/system/ceph-3167ee72-662c-11ef-bcd4-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-08-29T18:01:03.108 INFO:journalctl@ceph.prometheus.a.smithi053.stdout:Aug 29 18:01:02 smithi053 systemd[1]: /etc/systemd/system/ceph-3167ee72-662c-11ef-bcd4-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-08-29T18:01:03.108 INFO:journalctl@ceph.node-exporter.b.smithi053.stdout:Aug 29 18:01:03 smithi053 systemd[1]: /etc/systemd/system/ceph-3167ee72-662c-11ef-bcd4-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-08-29T18:01:03.108 INFO:journalctl@ceph.grafana.a.smithi053.stdout:Aug 29 18:01:03 smithi053 systemd[1]: /etc/systemd/system/ceph-3167ee72-662c-11ef-bcd4-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-08-29T18:01:03.108 INFO:journalctl@ceph.grafana.a.smithi053.stdout:Aug 29 18:01:03 smithi053 systemd[1]: Stopping Ceph grafana.a for 3167ee72-662c-11ef-bcd4-c7b262605968... 2024-08-29T18:01:03.382 INFO:tasks.rados.rados.0.smithi028.stdout:3723: done (2 left) 2024-08-29T18:01:03.382 INFO:tasks.rados.rados.0.smithi028.stdout:3724: done (1 left) 2024-08-29T18:01:03.382 INFO:tasks.rados.rados.0.smithi028.stdout:3727: done (0 left) 2024-08-29T18:01:03.382 INFO:tasks.rados.rados.0.smithi028.stdout:3728: rmattr oid 26 current snap is 391 2024-08-29T18:01:03.382 INFO:tasks.rados.rados.0.smithi028.stdout:3729: snap_remove snap 374 2024-08-29T18:01:03.510 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:01:03 smithi053 bash[68679]: cluster 2024-08-29T18:01:02.359569+0000 mon.a (mon.0) 1339 : cluster [DBG] osdmap e846: 8 total, 8 up, 8 in 2024-08-29T18:01:03.630 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:01:03 smithi028 bash[77168]: cluster 2024-08-29T18:01:02.359569+0000 mon.a (mon.0) 1339 : cluster [DBG] osdmap e846: 8 total, 8 up, 8 in 2024-08-29T18:01:03.630 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:01:03 smithi028 bash[78352]: cluster 2024-08-29T18:01:02.359569+0000 mon.a (mon.0) 1339 : cluster [DBG] osdmap e846: 8 total, 8 up, 8 in 2024-08-29T18:01:04.274 INFO:journalctl@ceph.grafana.a.smithi053.stdout:Aug 29 18:01:03 smithi053 bash[98933]: ceph-3167ee72-662c-11ef-bcd4-c7b262605968-grafana-a 2024-08-29T18:01:04.274 INFO:journalctl@ceph.grafana.a.smithi053.stdout:Aug 29 18:01:04 smithi053 bash[98993]: ceph-3167ee72-662c-11ef-bcd4-c7b262605968-grafana-a 2024-08-29T18:01:04.274 INFO:journalctl@ceph.grafana.a.smithi053.stdout:Aug 29 18:01:04 smithi053 systemd[1]: ceph-3167ee72-662c-11ef-bcd4-c7b262605968@grafana.a.service: Main process exited, code=exited, status=143/n/a 2024-08-29T18:01:04.274 INFO:journalctl@ceph.grafana.a.smithi053.stdout:Aug 29 18:01:04 smithi053 systemd[1]: ceph-3167ee72-662c-11ef-bcd4-c7b262605968@grafana.a.service: Failed with result 'exit-code'. 2024-08-29T18:01:04.274 INFO:journalctl@ceph.grafana.a.smithi053.stdout:Aug 29 18:01:04 smithi053 systemd[1]: Stopped Ceph grafana.a for 3167ee72-662c-11ef-bcd4-c7b262605968. 2024-08-29T18:01:04.357 INFO:tasks.rados.rados.0.smithi028.stdout:3729: done (1 left) 2024-08-29T18:01:04.357 INFO:tasks.rados.rados.0.smithi028.stdout:3730: snap_create 2024-08-29T18:01:04.357 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 26 v 3506 (ObjNum 976 snap 332 seq_num 976) dirty exists 2024-08-29T18:01:04.542 INFO:journalctl@ceph.mgr.x.smithi053.stdout:Aug 29 18:01:04 smithi053 systemd[1]: /etc/systemd/system/ceph-3167ee72-662c-11ef-bcd4-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-08-29T18:01:04.542 INFO:journalctl@ceph.osd.6.smithi053.stdout:Aug 29 18:01:04 smithi053 systemd[1]: /etc/systemd/system/ceph-3167ee72-662c-11ef-bcd4-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-08-29T18:01:04.543 INFO:journalctl@ceph.grafana.a.smithi053.stdout:Aug 29 18:01:04 smithi053 systemd[1]: /etc/systemd/system/ceph-3167ee72-662c-11ef-bcd4-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-08-29T18:01:04.543 INFO:journalctl@ceph.grafana.a.smithi053.stdout:Aug 29 18:01:04 smithi053 systemd[1]: Started Ceph grafana.a for 3167ee72-662c-11ef-bcd4-c7b262605968. 2024-08-29T18:01:04.543 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:01:04 smithi053 systemd[1]: /etc/systemd/system/ceph-3167ee72-662c-11ef-bcd4-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-08-29T18:01:04.543 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:01:04 smithi053 bash[68679]: cluster 2024-08-29T18:01:03.127748+0000 mgr.y (mgr.25022) 422 : cluster [DBG] pgmap v795: 121 pgs: 2 active+clean+snaptrim, 119 active+clean; 536 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 4.9 MiB/s rd, 2.5 MiB/s wr, 5 op/s 2024-08-29T18:01:04.543 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:01:04 smithi053 bash[68679]: cluster 2024-08-29T18:01:03.382599+0000 mon.a (mon.0) 1340 : cluster [DBG] osdmap e847: 8 total, 8 up, 8 in 2024-08-29T18:01:04.543 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:01:04 smithi053 bash[68679]: cluster 2024-08-29T18:01:04.355393+0000 mon.a (mon.0) 1341 : cluster [DBG] osdmap e848: 8 total, 8 up, 8 in 2024-08-29T18:01:04.544 INFO:journalctl@ceph.mds.b.smithi053.stdout:Aug 29 18:01:04 smithi053 systemd[1]: /etc/systemd/system/ceph-3167ee72-662c-11ef-bcd4-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-08-29T18:01:04.544 INFO:journalctl@ceph.osd.7.smithi053.stdout:Aug 29 18:01:04 smithi053 systemd[1]: /etc/systemd/system/ceph-3167ee72-662c-11ef-bcd4-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-08-29T18:01:04.544 INFO:journalctl@ceph.osd.4.smithi053.stdout:Aug 29 18:01:04 smithi053 systemd[1]: /etc/systemd/system/ceph-3167ee72-662c-11ef-bcd4-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-08-29T18:01:04.544 INFO:journalctl@ceph.osd.5.smithi053.stdout:Aug 29 18:01:04 smithi053 systemd[1]: /etc/systemd/system/ceph-3167ee72-662c-11ef-bcd4-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-08-29T18:01:04.545 INFO:journalctl@ceph.prometheus.a.smithi053.stdout:Aug 29 18:01:04 smithi053 systemd[1]: /etc/systemd/system/ceph-3167ee72-662c-11ef-bcd4-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-08-29T18:01:04.545 INFO:journalctl@ceph.node-exporter.b.smithi053.stdout:Aug 29 18:01:04 smithi053 systemd[1]: /etc/systemd/system/ceph-3167ee72-662c-11ef-bcd4-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-08-29T18:01:04.630 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:01:04 smithi028 bash[78352]: cluster 2024-08-29T18:01:03.127748+0000 mgr.y (mgr.25022) 422 : cluster [DBG] pgmap v795: 121 pgs: 2 active+clean+snaptrim, 119 active+clean; 536 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 4.9 MiB/s rd, 2.5 MiB/s wr, 5 op/s 2024-08-29T18:01:04.630 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:01:04 smithi028 bash[78352]: cluster 2024-08-29T18:01:03.382599+0000 mon.a (mon.0) 1340 : cluster [DBG] osdmap e847: 8 total, 8 up, 8 in 2024-08-29T18:01:04.630 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:01:04 smithi028 bash[78352]: cluster 2024-08-29T18:01:04.355393+0000 mon.a (mon.0) 1341 : cluster [DBG] osdmap e848: 8 total, 8 up, 8 in 2024-08-29T18:01:04.630 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:01:04 smithi028 bash[77168]: cluster 2024-08-29T18:01:03.127748+0000 mgr.y (mgr.25022) 422 : cluster [DBG] pgmap v795: 121 pgs: 2 active+clean+snaptrim, 119 active+clean; 536 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 4.9 MiB/s rd, 2.5 MiB/s wr, 5 op/s 2024-08-29T18:01:04.631 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:01:04 smithi028 bash[77168]: cluster 2024-08-29T18:01:03.382599+0000 mon.a (mon.0) 1340 : cluster [DBG] osdmap e847: 8 total, 8 up, 8 in 2024-08-29T18:01:04.631 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:01:04 smithi028 bash[77168]: cluster 2024-08-29T18:01:04.355393+0000 mon.a (mon.0) 1341 : cluster [DBG] osdmap e848: 8 total, 8 up, 8 in 2024-08-29T18:01:05.356 INFO:tasks.rados.rados.0.smithi028.stdout:3728: done (1 left) 2024-08-29T18:01:05.357 INFO:tasks.rados.rados.0.smithi028.stdout:3730: done (0 left) 2024-08-29T18:01:05.357 INFO:tasks.rados.rados.0.smithi028.stdout:append oid 50 current snap is 392 2024-08-29T18:01:05.357 INFO:tasks.rados.rados.0.smithi028.stdout:3731: seq_num 1114 ranges {1671168=663552,2334720=802816,3137536=401408} 2024-08-29T18:01:05.394 INFO:tasks.rados.rados.0.smithi028.stdout:3731: writing smithi02869045-50 from 1671168 to 2334720 tid 1 2024-08-29T18:01:05.406 INFO:tasks.rados.rados.0.smithi028.stdout:3731: writing smithi02869045-50 from 2334720 to 3137536 tid 2 2024-08-29T18:01:05.412 INFO:tasks.rados.rados.0.smithi028.stdout:3731: writing smithi02869045-50 from 3137536 to 3538944 tid 3 2024-08-29T18:01:05.412 INFO:tasks.rados.rados.0.smithi028.stdout:append oid 7 current snap is 392 2024-08-29T18:01:05.412 INFO:tasks.rados.rados.0.smithi028.stdout:3732: seq_num 1115 ranges {0=679936,679936=688128,1368064=516096} 2024-08-29T18:01:05.420 INFO:tasks.rados.rados.0.smithi028.stdout:3732: writing smithi02869045-7 from 0 to 679936 tid 1 2024-08-29T18:01:05.428 INFO:tasks.rados.rados.0.smithi028.stdout:3732: writing smithi02869045-7 from 679936 to 1368064 tid 2 2024-08-29T18:01:05.434 INFO:tasks.rados.rados.0.smithi028.stdout:3732: writing smithi02869045-7 from 1368064 to 1884160 tid 3 2024-08-29T18:01:05.434 INFO:tasks.rados.rados.0.smithi028.stdout:3733: rollback oid 43 current snap is 392 2024-08-29T18:01:05.434 INFO:tasks.rados.rados.0.smithi028.stdout:rollback oid 43 to 343 2024-08-29T18:01:05.434 INFO:tasks.rados.rados.0.smithi028.stdout:3731: finishing write tid 1 to smithi02869045-50 2024-08-29T18:01:05.434 INFO:tasks.rados.rados.0.smithi028.stdout:3731: finishing write tid 2 to smithi02869045-50 2024-08-29T18:01:05.434 INFO:tasks.rados.rados.0.smithi028.stdout:3731: finishing write tid 3 to smithi02869045-50 2024-08-29T18:01:05.434 INFO:tasks.rados.rados.0.smithi028.stdout:3731: finishing write tid 4 to smithi02869045-50 2024-08-29T18:01:05.435 INFO:tasks.rados.rados.0.smithi028.stdout:3731: finishing write tid 5 to smithi02869045-50 2024-08-29T18:01:05.435 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 50 v 3510 (ObjNum 1114 snap 392 seq_num 1114) dirty exists 2024-08-29T18:01:05.435 INFO:tasks.rados.rados.0.smithi028.stdout:3731: left oid 50 (ObjNum 1114 snap 392 seq_num 1114) 2024-08-29T18:01:05.435 INFO:tasks.rados.rados.0.smithi028.stdout:3732: finishing write tid 1 to smithi02869045-7 2024-08-29T18:01:05.435 INFO:tasks.rados.rados.0.smithi028.stdout:3731: done (2 left) 2024-08-29T18:01:05.435 INFO:tasks.rados.rados.0.smithi028.stdout:3734: delete oid 4 current snap is 392 2024-08-29T18:01:05.446 INFO:tasks.rados.rados.0.smithi028.stdout:3733: finishing rollback tid 1 to smithi02869045-43 2024-08-29T18:01:05.447 INFO:tasks.rados.rados.0.smithi028.stdout:3733: finishing rollback tid 2 to smithi02869045-43 2024-08-29T18:01:05.447 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 43 v 3184 (ObjNum 1013 snap 343 seq_num 1013) dirty exists 2024-08-29T18:01:05.449 INFO:tasks.rados.rados.0.smithi028.stdout:3732: finishing write tid 2 to smithi02869045-7 2024-08-29T18:01:05.449 INFO:tasks.rados.rados.0.smithi028.stdout:3732: finishing write tid 3 to smithi02869045-7 2024-08-29T18:01:05.450 INFO:tasks.rados.rados.0.smithi028.stdout:3732: finishing write tid 4 to smithi02869045-7 2024-08-29T18:01:05.457 INFO:tasks.rados.rados.0.smithi028.stdout:3732: finishing write tid 5 to smithi02869045-7 2024-08-29T18:01:05.457 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 7 v 3810 (ObjNum 1115 snap 392 seq_num 1115) dirty exists 2024-08-29T18:01:05.457 INFO:tasks.rados.rados.0.smithi028.stdout:3732: left oid 7 (ObjNum 1115 snap 392 seq_num 1115) 2024-08-29T18:01:05.459 INFO:tasks.rados.rados.0.smithi028.stdout:3732: done (2 left) 2024-08-29T18:01:05.459 INFO:tasks.rados.rados.0.smithi028.stdout:3733: done (1 left) 2024-08-29T18:01:05.459 INFO:tasks.rados.rados.0.smithi028.stdout:3734: done (0 left) 2024-08-29T18:01:05.459 INFO:tasks.rados.rados.0.smithi028.stdout:3735: read oid 9 snap 339 2024-08-29T18:01:05.459 INFO:tasks.rados.rados.0.smithi028.stdout:3735: expect (ObjNum 979 snap 333 seq_num 979) 2024-08-29T18:01:05.459 INFO:tasks.rados.rados.0.smithi028.stdout:3736: copy_from oid 15 from oid 38 current snap is 392 2024-08-29T18:01:05.459 INFO:tasks.rados.rados.0.smithi028.stdout:3737: copy_from oid 14 from oid 30 current snap is 392 2024-08-29T18:01:05.459 INFO:tasks.rados.rados.0.smithi028.stdout:append oid 20 current snap is 392 2024-08-29T18:01:05.460 INFO:tasks.rados.rados.0.smithi028.stdout:3738: seq_num 1117 ranges {1499136=712704,2211840=458752,2670592=655360,3325952=90112} 2024-08-29T18:01:05.484 INFO:tasks.rados.rados.0.smithi028.stdout:3738: writing smithi02869045-20 from 1499136 to 2211840 tid 1 2024-08-29T18:01:05.488 INFO:tasks.rados.rados.0.smithi028.stdout:3738: writing smithi02869045-20 from 2211840 to 2670592 tid 2 2024-08-29T18:01:05.494 INFO:tasks.rados.rados.0.smithi028.stdout:3738: writing smithi02869045-20 from 2670592 to 3325952 tid 3 2024-08-29T18:01:05.495 INFO:tasks.rados.rados.0.smithi028.stdout:3738: writing smithi02869045-20 from 3325952 to 3416064 tid 4 2024-08-29T18:01:05.495 INFO:tasks.rados.rados.0.smithi028.stdout:3739: delete oid 8 current snap is 392 2024-08-29T18:01:05.496 INFO:tasks.rados.rados.0.smithi028.stdout:3737: finishing copy_from racing read to smithi02869045-14 2024-08-29T18:01:05.496 INFO:tasks.rados.rados.0.smithi028.stdout:3737: finishing copy_from to smithi02869045-14 2024-08-29T18:01:05.496 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 14 v 3182 (ObjNum 1050 snap 357 seq_num 1050) dirty exists 2024-08-29T18:01:05.496 INFO:tasks.rados.rados.0.smithi028.stdout:3738: finishing write tid 1 to smithi02869045-20 2024-08-29T18:01:05.496 INFO:tasks.rados.rados.0.smithi028.stdout:3738: finishing write tid 2 to smithi02869045-20 2024-08-29T18:01:05.499 INFO:tasks.rados.rados.0.smithi028.stdout:3737: done (4 left) 2024-08-29T18:01:05.500 INFO:tasks.rados.rados.0.smithi028.stdout:3739: done (3 left) 2024-08-29T18:01:05.500 INFO:tasks.rados.rados.0.smithi028.stdout:3740: snap_create 2024-08-29T18:01:05.502 INFO:tasks.rados.rados.0.smithi028.stdout:3738: finishing write tid 3 to smithi02869045-20 2024-08-29T18:01:05.502 INFO:tasks.rados.rados.0.smithi028.stdout:3738: finishing write tid 4 to smithi02869045-20 2024-08-29T18:01:05.502 INFO:tasks.rados.rados.0.smithi028.stdout:3738: finishing write tid 5 to smithi02869045-20 2024-08-29T18:01:05.504 INFO:tasks.rados.rados.0.smithi028.stdout:3738: finishing write tid 6 to smithi02869045-20 2024-08-29T18:01:05.504 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 20 v 3186 (ObjNum 1117 snap 392 seq_num 1117) dirty exists 2024-08-29T18:01:05.504 INFO:tasks.rados.rados.0.smithi028.stdout:3738: left oid 20 (ObjNum 1117 snap 392 seq_num 1117) 2024-08-29T18:01:05.504 INFO:tasks.rados.rados.0.smithi028.stdout:3735: expect (ObjNum 979 snap 333 seq_num 979) 2024-08-29T18:01:05.799 INFO:tasks.rados.rados.0.smithi028.stdout:3736: finishing copy_from racing read to smithi02869045-15 2024-08-29T18:01:05.799 INFO:tasks.rados.rados.0.smithi028.stdout:3736: finishing copy_from to smithi02869045-15 2024-08-29T18:01:05.799 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 15 v 3196 (ObjNum 872 snap 295 seq_num 872) dirty exists 2024-08-29T18:01:05.814 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:01:05 smithi053 bash[68679]: audit 2024-08-29T18:01:04.458932+0000 mon.a (mon.0) 1342 : audit [INF] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' 2024-08-29T18:01:05.815 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:01:05 smithi053 bash[68679]: audit 2024-08-29T18:01:04.468613+0000 mon.a (mon.0) 1343 : audit [INF] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' 2024-08-29T18:01:05.815 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:01:05 smithi053 bash[68679]: audit 2024-08-29T18:01:04.470993+0000 mon.a (mon.0) 1344 : audit [DBG] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-29T18:01:05.815 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:01:05 smithi053 bash[68679]: cluster 2024-08-29T18:01:05.356982+0000 mon.a (mon.0) 1345 : cluster [DBG] osdmap e849: 8 total, 8 up, 8 in 2024-08-29T18:01:05.880 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:01:05 smithi028 bash[78352]: audit 2024-08-29T18:01:04.458932+0000 mon.a (mon.0) 1342 : audit [INF] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' 2024-08-29T18:01:05.880 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:01:05 smithi028 bash[78352]: audit 2024-08-29T18:01:04.468613+0000 mon.a (mon.0) 1343 : audit [INF] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' 2024-08-29T18:01:05.880 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:01:05 smithi028 bash[78352]: audit 2024-08-29T18:01:04.470993+0000 mon.a (mon.0) 1344 : audit [DBG] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-29T18:01:05.880 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:01:05 smithi028 bash[78352]: cluster 2024-08-29T18:01:05.356982+0000 mon.a (mon.0) 1345 : cluster [DBG] osdmap e849: 8 total, 8 up, 8 in 2024-08-29T18:01:05.881 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:01:05 smithi028 bash[77168]: audit 2024-08-29T18:01:04.458932+0000 mon.a (mon.0) 1342 : audit [INF] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' 2024-08-29T18:01:05.881 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:01:05 smithi028 bash[77168]: audit 2024-08-29T18:01:04.468613+0000 mon.a (mon.0) 1343 : audit [INF] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' 2024-08-29T18:01:05.881 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:01:05 smithi028 bash[77168]: audit 2024-08-29T18:01:04.470993+0000 mon.a (mon.0) 1344 : audit [DBG] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-29T18:01:05.881 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:01:05 smithi028 bash[77168]: cluster 2024-08-29T18:01:05.356982+0000 mon.a (mon.0) 1345 : cluster [DBG] osdmap e849: 8 total, 8 up, 8 in 2024-08-29T18:01:06.326 INFO:journalctl@ceph.grafana.a.smithi053.stdout:Aug 29 18:01:06 smithi053 bash[99048]: logger=settings t=2024-08-29T18:01:06.07017244Z level=info msg="Starting Grafana" version=9.4.12 commit=37ee25ba46 branch=HEAD compiled=2023-05-22T15:58:05Z 2024-08-29T18:01:06.326 INFO:journalctl@ceph.grafana.a.smithi053.stdout:Aug 29 18:01:06 smithi053 bash[99048]: logger=settings t=2024-08-29T18:01:06.070365887Z level=warn msg="\"sentry\" frontend logging provider is deprecated and will be removed in the next major version. Use \"grafana\" provider instead." 2024-08-29T18:01:06.326 INFO:journalctl@ceph.grafana.a.smithi053.stdout:Aug 29 18:01:06 smithi053 bash[99048]: logger=settings t=2024-08-29T18:01:06.070386341Z level=info msg="Config loaded from" file=/usr/share/grafana/conf/defaults.ini 2024-08-29T18:01:06.326 INFO:journalctl@ceph.grafana.a.smithi053.stdout:Aug 29 18:01:06 smithi053 bash[99048]: logger=settings t=2024-08-29T18:01:06.070394362Z level=info msg="Config loaded from" file=/etc/grafana/grafana.ini 2024-08-29T18:01:06.326 INFO:journalctl@ceph.grafana.a.smithi053.stdout:Aug 29 18:01:06 smithi053 bash[99048]: logger=settings t=2024-08-29T18:01:06.070399506Z level=info msg="Config overridden from command line" arg="default.paths.data=/var/lib/grafana" 2024-08-29T18:01:06.326 INFO:journalctl@ceph.grafana.a.smithi053.stdout:Aug 29 18:01:06 smithi053 bash[99048]: logger=settings t=2024-08-29T18:01:06.070404545Z level=info msg="Config overridden from command line" arg="default.paths.logs=/var/log/grafana" 2024-08-29T18:01:06.326 INFO:journalctl@ceph.grafana.a.smithi053.stdout:Aug 29 18:01:06 smithi053 bash[99048]: logger=settings t=2024-08-29T18:01:06.070409712Z level=info msg="Config overridden from command line" arg="default.paths.plugins=/var/lib/grafana/plugins" 2024-08-29T18:01:06.326 INFO:journalctl@ceph.grafana.a.smithi053.stdout:Aug 29 18:01:06 smithi053 bash[99048]: logger=settings t=2024-08-29T18:01:06.070420404Z level=info msg="Config overridden from command line" arg="default.paths.provisioning=/etc/grafana/provisioning" 2024-08-29T18:01:06.326 INFO:journalctl@ceph.grafana.a.smithi053.stdout:Aug 29 18:01:06 smithi053 bash[99048]: logger=settings t=2024-08-29T18:01:06.070425812Z level=info msg="Config overridden from command line" arg="default.log.mode=console" 2024-08-29T18:01:06.326 INFO:journalctl@ceph.grafana.a.smithi053.stdout:Aug 29 18:01:06 smithi053 bash[99048]: logger=settings t=2024-08-29T18:01:06.070431543Z level=info msg="Config overridden from Environment variable" var="GF_PATHS_DATA=/var/lib/grafana" 2024-08-29T18:01:06.326 INFO:journalctl@ceph.grafana.a.smithi053.stdout:Aug 29 18:01:06 smithi053 bash[99048]: logger=settings t=2024-08-29T18:01:06.070437294Z level=info msg="Config overridden from Environment variable" var="GF_PATHS_LOGS=/var/log/grafana" 2024-08-29T18:01:06.327 INFO:journalctl@ceph.grafana.a.smithi053.stdout:Aug 29 18:01:06 smithi053 bash[99048]: logger=settings t=2024-08-29T18:01:06.070442226Z level=info msg="Config overridden from Environment variable" var="GF_PATHS_PLUGINS=/var/lib/grafana/plugins" 2024-08-29T18:01:06.327 INFO:journalctl@ceph.grafana.a.smithi053.stdout:Aug 29 18:01:06 smithi053 bash[99048]: logger=settings t=2024-08-29T18:01:06.070447012Z level=info msg="Config overridden from Environment variable" var="GF_PATHS_PROVISIONING=/etc/grafana/provisioning" 2024-08-29T18:01:06.327 INFO:journalctl@ceph.grafana.a.smithi053.stdout:Aug 29 18:01:06 smithi053 bash[99048]: logger=settings t=2024-08-29T18:01:06.070451649Z level=info msg="Path Home" path=/usr/share/grafana 2024-08-29T18:01:06.327 INFO:journalctl@ceph.grafana.a.smithi053.stdout:Aug 29 18:01:06 smithi053 bash[99048]: logger=settings t=2024-08-29T18:01:06.070456271Z level=info msg="Path Data" path=/var/lib/grafana 2024-08-29T18:01:06.327 INFO:journalctl@ceph.grafana.a.smithi053.stdout:Aug 29 18:01:06 smithi053 bash[99048]: logger=settings t=2024-08-29T18:01:06.070461692Z level=info msg="Path Logs" path=/var/log/grafana 2024-08-29T18:01:06.327 INFO:journalctl@ceph.grafana.a.smithi053.stdout:Aug 29 18:01:06 smithi053 bash[99048]: logger=settings t=2024-08-29T18:01:06.070466448Z level=info msg="Path Plugins" path=/var/lib/grafana/plugins 2024-08-29T18:01:06.327 INFO:journalctl@ceph.grafana.a.smithi053.stdout:Aug 29 18:01:06 smithi053 bash[99048]: logger=settings t=2024-08-29T18:01:06.070471713Z level=info msg="Path Provisioning" path=/etc/grafana/provisioning 2024-08-29T18:01:06.327 INFO:journalctl@ceph.grafana.a.smithi053.stdout:Aug 29 18:01:06 smithi053 bash[99048]: logger=settings t=2024-08-29T18:01:06.070475804Z level=info msg="App mode production" 2024-08-29T18:01:06.327 INFO:journalctl@ceph.grafana.a.smithi053.stdout:Aug 29 18:01:06 smithi053 bash[99048]: logger=sqlstore t=2024-08-29T18:01:06.070542778Z level=info msg="Connecting to DB" dbtype=sqlite3 2024-08-29T18:01:06.327 INFO:journalctl@ceph.grafana.a.smithi053.stdout:Aug 29 18:01:06 smithi053 bash[99048]: logger=sqlstore t=2024-08-29T18:01:06.070566687Z level=warn msg="SQLite database file has broader permissions than it should" path=/var/lib/grafana/grafana.db mode=-rw-r--r-- expected=-rw-r----- 2024-08-29T18:01:06.327 INFO:journalctl@ceph.grafana.a.smithi053.stdout:Aug 29 18:01:06 smithi053 bash[99048]: logger=migrator t=2024-08-29T18:01:06.095192135Z level=info msg="Starting DB migrations" 2024-08-29T18:01:06.327 INFO:journalctl@ceph.grafana.a.smithi053.stdout:Aug 29 18:01:06 smithi053 bash[99048]: logger=migrator t=2024-08-29T18:01:06.105726101Z level=info msg="migrations completed" performed=0 skipped=481 duration=885.194µs 2024-08-29T18:01:06.327 INFO:journalctl@ceph.grafana.a.smithi053.stdout:Aug 29 18:01:06 smithi053 bash[99048]: logger=sqlstore t=2024-08-29T18:01:06.10665318Z level=info msg="Created default organization" 2024-08-29T18:01:06.327 INFO:journalctl@ceph.grafana.a.smithi053.stdout:Aug 29 18:01:06 smithi053 bash[99048]: logger=plugin.finder t=2024-08-29T18:01:06.173628367Z level=warn msg="Skipping finding plugins as directory does not exist" path=/usr/share/grafana/plugins-bundled 2024-08-29T18:01:06.328 INFO:journalctl@ceph.grafana.a.smithi053.stdout:Aug 29 18:01:06 smithi053 bash[99048]: logger=secrets t=2024-08-29T18:01:06.17381694Z level=info msg="Envelope encryption state" enabled=true currentprovider=secretKey.v1 2024-08-29T18:01:06.328 INFO:journalctl@ceph.grafana.a.smithi053.stdout:Aug 29 18:01:06 smithi053 bash[99048]: logger=query_data t=2024-08-29T18:01:06.178220811Z level=info msg="Query Service initialization" 2024-08-29T18:01:06.328 INFO:journalctl@ceph.grafana.a.smithi053.stdout:Aug 29 18:01:06 smithi053 bash[99048]: logger=live.push_http t=2024-08-29T18:01:06.183571702Z level=info msg="Live Push Gateway initialization" 2024-08-29T18:01:06.477 INFO:tasks.rados.rados.0.smithi028.stdout:3735: done (3 left) 2024-08-29T18:01:06.477 INFO:tasks.rados.rados.0.smithi028.stdout:3736: done (2 left) 2024-08-29T18:01:06.477 INFO:tasks.rados.rados.0.smithi028.stdout:3738: done (1 left) 2024-08-29T18:01:06.477 INFO:tasks.rados.rados.0.smithi028.stdout:3740: done (0 left) 2024-08-29T18:01:06.477 INFO:tasks.rados.rados.0.smithi028.stdout:append oid 42 current snap is 393 2024-08-29T18:01:06.477 INFO:tasks.rados.rados.0.smithi028.stdout:3741: seq_num 1119 ranges {6815744=745472,7561216=679936,8241152=524288} 2024-08-29T18:01:06.555 INFO:tasks.rados.rados.0.smithi028.stdout:3741: writing smithi02869045-42 from 6815744 to 7561216 tid 1 2024-08-29T18:01:06.560 INFO:tasks.rados.rados.0.smithi028.stdout:3741: writing smithi02869045-42 from 7561216 to 8241152 tid 2 2024-08-29T18:01:06.564 INFO:tasks.rados.rados.0.smithi028.stdout:3741: writing smithi02869045-42 from 8241152 to 8765440 tid 3 2024-08-29T18:01:06.564 INFO:tasks.rados.rados.0.smithi028.stdout:3742: rmattr oid 22 current snap is 393 2024-08-29T18:01:06.564 INFO:tasks.rados.rados.0.smithi028.stdout:3742: done (1 left) 2024-08-29T18:01:06.565 INFO:tasks.rados.rados.0.smithi028.stdout:3743: read oid 49 snap 390 2024-08-29T18:01:06.565 INFO:tasks.rados.rados.0.smithi028.stdout:3743: expect (ObjNum 1095 snap 383 seq_num 1095) 2024-08-29T18:01:06.565 INFO:tasks.rados.rados.0.smithi028.stdout:3744: rollback oid 7 current snap is 393 2024-08-29T18:01:06.565 INFO:tasks.rados.rados.0.smithi028.stdout:rollback oid 7 to 350 2024-08-29T18:01:06.565 INFO:tasks.rados.rados.0.smithi028.stdout:3745: read oid 6 snap -1 2024-08-29T18:01:06.565 INFO:tasks.rados.rados.0.smithi028.stdout:3745: expect (ObjNum 1064 snap 365 seq_num 1064) 2024-08-29T18:01:06.565 INFO:tasks.rados.rados.0.smithi028.stdout:3746: copy_from oid 20 from oid 28 current snap is 393 2024-08-29T18:01:06.565 INFO:tasks.rados.rados.0.smithi028.stdout:3747: read oid 38 snap -1 2024-08-29T18:01:06.565 INFO:tasks.rados.rados.0.smithi028.stdout:3747: expect (ObjNum 872 snap 295 seq_num 872) 2024-08-29T18:01:06.565 INFO:tasks.rados.rados.0.smithi028.stdout:append oid 34 current snap is 393 2024-08-29T18:01:06.565 INFO:tasks.rados.rados.0.smithi028.stdout:3748: seq_num 1120 ranges {1851392=761856,2613248=557056,3170304=425984,3596288=221184} 2024-08-29T18:01:06.582 INFO:tasks.rados.rados.0.smithi028.stdout:3748: writing smithi02869045-34 from 1851392 to 2613248 tid 1 2024-08-29T18:01:06.585 INFO:tasks.rados.rados.0.smithi028.stdout:3748: writing smithi02869045-34 from 2613248 to 3170304 tid 2 2024-08-29T18:01:06.588 INFO:tasks.rados.rados.0.smithi028.stdout:3748: writing smithi02869045-34 from 3170304 to 3596288 tid 3 2024-08-29T18:01:06.589 INFO:tasks.rados.rados.0.smithi028.stdout:3748: writing smithi02869045-34 from 3596288 to 3817472 tid 4 2024-08-29T18:01:06.590 INFO:tasks.rados.rados.0.smithi028.stdout:append oid 30 current snap is 393 2024-08-29T18:01:06.590 INFO:tasks.rados.rados.0.smithi028.stdout:3741: finishing write tid 1 to smithi02869045-42 2024-08-29T18:01:06.590 INFO:tasks.rados.rados.0.smithi028.stdout:3741: finishing write tid 2 to smithi02869045-42 2024-08-29T18:01:06.590 INFO:tasks.rados.rados.0.smithi028.stdout:3749: seq_num 1121 ranges {1400832=778240,2179072=442368,2621440=638976,3260416=122880} 2024-08-29T18:01:06.602 INFO:tasks.rados.rados.0.smithi028.stdout:3749: writing smithi02869045-30 from 1400832 to 2179072 tid 1 2024-08-29T18:01:06.604 INFO:tasks.rados.rados.0.smithi028.stdout:3749: writing smithi02869045-30 from 2179072 to 2621440 tid 2 2024-08-29T18:01:06.608 INFO:tasks.rados.rados.0.smithi028.stdout:3749: writing smithi02869045-30 from 2621440 to 3260416 tid 3 2024-08-29T18:01:06.609 INFO:tasks.rados.rados.0.smithi028.stdout:3749: writing smithi02869045-30 from 3260416 to 3383296 tid 4 2024-08-29T18:01:06.609 INFO:tasks.rados.rados.0.smithi028.stdout:append oid 46 current snap is 393 2024-08-29T18:01:06.610 INFO:tasks.rados.rados.0.smithi028.stdout:3744: finishing rollback tid 0 to smithi02869045-7 2024-08-29T18:01:06.610 INFO:tasks.rados.rados.0.smithi028.stdout:3744: finishing rollback tid 1 to smithi02869045-7 2024-08-29T18:01:06.610 INFO:tasks.rados.rados.0.smithi028.stdout:3741: finishing write tid 3 to smithi02869045-42 2024-08-29T18:01:06.610 INFO:tasks.rados.rados.0.smithi028.stdout:3741: finishing write tid 4 to smithi02869045-42 2024-08-29T18:01:06.610 INFO:tasks.rados.rados.0.smithi028.stdout:3744: finishing rollback tid 2 to smithi02869045-7 2024-08-29T18:01:06.610 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 7 v 3816 (ObjNum 986 snap 333 seq_num 986) dirty exists 2024-08-29T18:01:06.610 INFO:tasks.rados.rados.0.smithi028.stdout:3743: expect (ObjNum 1095 snap 383 seq_num 1095) 2024-08-29T18:01:06.692 INFO:tasks.rados.rados.0.smithi028.stdout:3741: finishing write tid 5 to smithi02869045-42 2024-08-29T18:01:06.692 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 42 v 3190 (ObjNum 1119 snap 393 seq_num 1119) dirty exists 2024-08-29T18:01:06.692 INFO:tasks.rados.rados.0.smithi028.stdout:3741: left oid 42 (ObjNum 1119 snap 393 seq_num 1119) 2024-08-29T18:01:06.693 INFO:tasks.rados.rados.0.smithi028.stdout:3745: expect (ObjNum 1064 snap 365 seq_num 1064) 2024-08-29T18:01:06.729 INFO:tasks.rados.rados.0.smithi028.stdout:3748: finishing write tid 1 to smithi02869045-34 2024-08-29T18:01:06.729 INFO:tasks.rados.rados.0.smithi028.stdout:3748: finishing write tid 2 to smithi02869045-34 2024-08-29T18:01:06.729 INFO:tasks.rados.rados.0.smithi028.stdout:3748: finishing write tid 3 to smithi02869045-34 2024-08-29T18:01:06.729 INFO:tasks.rados.rados.0.smithi028.stdout:3748: finishing write tid 4 to smithi02869045-34 2024-08-29T18:01:06.729 INFO:tasks.rados.rados.0.smithi028.stdout:3748: finishing write tid 5 to smithi02869045-34 2024-08-29T18:01:06.729 INFO:tasks.rados.rados.0.smithi028.stdout:3749: finishing write tid 1 to smithi02869045-30 2024-08-29T18:01:06.729 INFO:tasks.rados.rados.0.smithi028.stdout:3750: seq_num 1122 ranges {0=794624,794624=729088,1523712=475136} 2024-08-29T18:01:06.733 INFO:tasks.rados.rados.0.smithi028.stdout:3750: writing smithi02869045-46 from 0 to 794624 tid 1 2024-08-29T18:01:06.737 INFO:tasks.rados.rados.0.smithi028.stdout:3750: writing smithi02869045-46 from 794624 to 1523712 tid 2 2024-08-29T18:01:06.741 INFO:tasks.rados.rados.0.smithi028.stdout:3750: writing smithi02869045-46 from 1523712 to 1998848 tid 3 2024-08-29T18:01:06.741 INFO:tasks.rados.rados.0.smithi028.stdout:3741: done (8 left) 2024-08-29T18:01:06.741 INFO:tasks.rados.rados.0.smithi028.stdout:3743: done (7 left) 2024-08-29T18:01:06.741 INFO:tasks.rados.rados.0.smithi028.stdout:3744: done (6 left) 2024-08-29T18:01:06.741 INFO:tasks.rados.rados.0.smithi028.stdout:3745: done (5 left) 2024-08-29T18:01:06.741 INFO:tasks.rados.rados.0.smithi028.stdout:append oid 29 current snap is 393 2024-08-29T18:01:06.741 INFO:tasks.rados.rados.0.smithi028.stdout:3751: seq_num 1123 ranges {10313728=409600,10723328=614400,11337728=598016,11935744=393216} 2024-08-29T18:01:06.801 INFO:tasks.rados.rados.0.smithi028.stdout:3751: writing smithi02869045-29 from 10313728 to 10723328 tid 1 2024-08-29T18:01:06.805 INFO:tasks.rados.rados.0.smithi028.stdout:3751: writing smithi02869045-29 from 10723328 to 11337728 tid 2 2024-08-29T18:01:06.808 INFO:tasks.rados.rados.0.smithi028.stdout:3751: writing smithi02869045-29 from 11337728 to 11935744 tid 3 2024-08-29T18:01:06.810 INFO:tasks.rados.rados.0.smithi028.stdout:3751: writing smithi02869045-29 from 11935744 to 12328960 tid 4 2024-08-29T18:01:06.810 INFO:tasks.rados.rados.0.smithi028.stdout:3752: read oid 40 snap 384 2024-08-29T18:01:06.811 INFO:tasks.rados.rados.0.smithi028.stdout:3752: expect deleted 2024-08-29T18:01:06.811 INFO:tasks.rados.rados.0.smithi028.stdout:append oid 31 current snap is 393 2024-08-29T18:01:06.811 INFO:tasks.rados.rados.0.smithi028.stdout:3753: seq_num 1124 ranges {8413184=434176,8847360=499712,9347072=409600,9756672=663552,10420224=32768} 2024-08-29T18:01:06.824 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:01:06 smithi053 bash[68679]: cluster 2024-08-29T18:01:05.128942+0000 mgr.y (mgr.25022) 423 : cluster [DBG] pgmap v798: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 488 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 0 B/s wr, 1 op/s 2024-08-29T18:01:06.860 INFO:tasks.rados.rados.0.smithi028.stdout:3753: writing smithi02869045-31 from 8413184 to 8847360 tid 1 2024-08-29T18:01:06.863 INFO:tasks.rados.rados.0.smithi028.stdout:3753: writing smithi02869045-31 from 8847360 to 9347072 tid 2 2024-08-29T18:01:06.865 INFO:tasks.rados.rados.0.smithi028.stdout:3753: writing smithi02869045-31 from 9347072 to 9756672 tid 3 2024-08-29T18:01:06.869 INFO:tasks.rados.rados.0.smithi028.stdout:3753: writing smithi02869045-31 from 9756672 to 10420224 tid 4 2024-08-29T18:01:06.869 INFO:tasks.rados.rados.0.smithi028.stdout:3753: writing smithi02869045-31 from 10420224 to 10452992 tid 5 2024-08-29T18:01:06.870 INFO:tasks.rados.rados.0.smithi028.stdout:3754: snap_remove snap 385 2024-08-29T18:01:06.880 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:01:06 smithi028 bash[78352]: cluster 2024-08-29T18:01:05.128942+0000 mgr.y (mgr.25022) 423 : cluster [DBG] pgmap v798: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 488 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 0 B/s wr, 1 op/s 2024-08-29T18:01:06.880 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:01:06 smithi028 bash[77168]: cluster 2024-08-29T18:01:05.128942+0000 mgr.y (mgr.25022) 423 : cluster [DBG] pgmap v798: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 488 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 0 B/s wr, 1 op/s 2024-08-29T18:01:07.502 INFO:tasks.rados.rados.0.smithi028.stdout:3754: done (8 left) 2024-08-29T18:01:07.502 INFO:tasks.rados.rados.0.smithi028.stdout:3755: read oid 32 snap -1 2024-08-29T18:01:07.502 INFO:tasks.rados.rados.0.smithi028.stdout:3755: expect (ObjNum 1062 snap 365 seq_num 1062) 2024-08-29T18:01:07.502 INFO:tasks.rados.rados.0.smithi028.stdout:3756: setattr oid 49 current snap is 393 2024-08-29T18:01:07.503 INFO:tasks.rados.rados.0.smithi028.stdout:3757: setattr oid 14 current snap is 393 2024-08-29T18:01:07.503 INFO:tasks.rados.rados.0.smithi028.stdout:3758: rollback oid 5 current snap is 393 2024-08-29T18:01:07.503 INFO:tasks.rados.rados.0.smithi028.stdout:rollback oid 5 to 383 2024-08-29T18:01:07.503 INFO:tasks.rados.rados.0.smithi028.stdout:3759: rollback oid 4 current snap is 393 2024-08-29T18:01:07.503 INFO:tasks.rados.rados.0.smithi028.stdout:rollback oid 4 to 371 2024-08-29T18:01:07.503 INFO:tasks.rados.rados.0.smithi028.stdout:3760: read oid 36 snap -1 2024-08-29T18:01:07.503 INFO:tasks.rados.rados.0.smithi028.stdout:3760: expect (ObjNum 1108 snap 388 seq_num 1108) 2024-08-29T18:01:07.507 INFO:tasks.rados.rados.0.smithi028.stdout:3761: read oid 17 snap -1 2024-08-29T18:01:07.507 INFO:tasks.rados.rados.0.smithi028.stdout:3761: expect (ObjNum 1009 snap 343 seq_num 1009) 2024-08-29T18:01:07.507 INFO:tasks.rados.rados.0.smithi028.stdout:append oid 35 current snap is 393 2024-08-29T18:01:07.507 INFO:tasks.rados.rados.0.smithi028.stdout:3762: seq_num 1125 ranges {1957888=450560,2408448=786432,3194880=614400,3809280=204800} 2024-08-29T18:01:07.517 INFO:tasks.rados.rados.0.smithi028.stdout:3762: writing smithi02869045-35 from 1957888 to 2408448 tid 1 2024-08-29T18:01:07.522 INFO:tasks.rados.rados.0.smithi028.stdout:3762: writing smithi02869045-35 from 2408448 to 3194880 tid 2 2024-08-29T18:01:07.527 INFO:tasks.rados.rados.0.smithi028.stdout:3762: writing smithi02869045-35 from 3194880 to 3809280 tid 3 2024-08-29T18:01:07.529 INFO:tasks.rados.rados.0.smithi028.stdout:3762: writing smithi02869045-35 from 3809280 to 4014080 tid 4 2024-08-29T18:01:07.529 INFO:tasks.rados.rados.0.smithi028.stdout: waiting on 16 2024-08-29T18:01:07.529 INFO:tasks.rados.rados.0.smithi028.stdout:3749: finishing write tid 2 to smithi02869045-30 2024-08-29T18:01:07.529 INFO:tasks.rados.rados.0.smithi028.stdout:3749: finishing write tid 3 to smithi02869045-30 2024-08-29T18:01:07.529 INFO:tasks.rados.rados.0.smithi028.stdout:3749: finishing write tid 4 to smithi02869045-30 2024-08-29T18:01:07.529 INFO:tasks.rados.rados.0.smithi028.stdout:3749: finishing write tid 5 to smithi02869045-30 2024-08-29T18:01:07.529 INFO:tasks.rados.rados.0.smithi028.stdout:3747: expect (ObjNum 872 snap 295 seq_num 872) 2024-08-29T18:01:07.825 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:01:07 smithi053 bash[68679]: cluster 2024-08-29T18:01:06.476591+0000 mon.a (mon.0) 1346 : cluster [DBG] osdmap e850: 8 total, 8 up, 8 in 2024-08-29T18:01:07.825 INFO:journalctl@ceph.grafana.a.smithi053.stdout:Aug 29 18:01:07 smithi053 bash[99048]: logger=infra.usagestats.collector t=2024-08-29T18:01:07.328933804Z level=info msg="registering usage stat providers" usageStatsProvidersLen=2 2024-08-29T18:01:07.825 INFO:journalctl@ceph.grafana.a.smithi053.stdout:Aug 29 18:01:07 smithi053 bash[99048]: logger=provisioning.datasources t=2024-08-29T18:01:07.380934155Z level=info msg="deleted correlations based on configuration" ds_name=Dashboard1 2024-08-29T18:01:07.825 INFO:journalctl@ceph.grafana.a.smithi053.stdout:Aug 29 18:01:07 smithi053 bash[99048]: logger=provisioning.datasources t=2024-08-29T18:01:07.380961816Z level=info msg="deleted datasource based on configuration" name=Dashboard1 2024-08-29T18:01:07.826 INFO:journalctl@ceph.grafana.a.smithi053.stdout:Aug 29 18:01:07 smithi053 bash[99048]: logger=provisioning.datasources t=2024-08-29T18:01:07.381403712Z level=info msg="inserting datasource from configuration " name=Dashboard1 uid=P43CA22E17D0F9596 2024-08-29T18:01:07.826 INFO:journalctl@ceph.grafana.a.smithi053.stdout:Aug 29 18:01:07 smithi053 bash[99048]: logger=provisioning.alerting t=2024-08-29T18:01:07.531962011Z level=info msg="starting to provision alerting" 2024-08-29T18:01:07.826 INFO:journalctl@ceph.grafana.a.smithi053.stdout:Aug 29 18:01:07 smithi053 bash[99048]: logger=provisioning.alerting t=2024-08-29T18:01:07.531990437Z level=info msg="finished to provision alerting" 2024-08-29T18:01:07.826 INFO:journalctl@ceph.grafana.a.smithi053.stdout:Aug 29 18:01:07 smithi053 bash[99048]: logger=ngalert.state.manager t=2024-08-29T18:01:07.533006688Z level=info msg="Warming state cache for startup" 2024-08-29T18:01:07.826 INFO:journalctl@ceph.grafana.a.smithi053.stdout:Aug 29 18:01:07 smithi053 bash[99048]: logger=ngalert.state.manager t=2024-08-29T18:01:07.533273479Z level=info msg="State cache has been initialized" states=0 duration=265.579µs 2024-08-29T18:01:07.826 INFO:journalctl@ceph.grafana.a.smithi053.stdout:Aug 29 18:01:07 smithi053 bash[99048]: logger=ticker t=2024-08-29T18:01:07.533343241Z level=info msg=starting first_tick=2024-08-29T18:01:10Z 2024-08-29T18:01:07.827 INFO:journalctl@ceph.grafana.a.smithi053.stdout:Aug 29 18:01:07 smithi053 bash[99048]: logger=ngalert.multiorg.alertmanager t=2024-08-29T18:01:07.533360168Z level=info msg="starting MultiOrg Alertmanager" 2024-08-29T18:01:07.827 INFO:journalctl@ceph.grafana.a.smithi053.stdout:Aug 29 18:01:07 smithi053 bash[99048]: logger=grafanaStorageLogger t=2024-08-29T18:01:07.534012234Z level=info msg="storage starting" 2024-08-29T18:01:07.827 INFO:journalctl@ceph.grafana.a.smithi053.stdout:Aug 29 18:01:07 smithi053 bash[99048]: logger=http.server t=2024-08-29T18:01:07.535020521Z level=info msg="HTTP Server Listen" address=[::]:3000 protocol=https subUrl= socket= 2024-08-29T18:01:07.880 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:01:07 smithi028 bash[77168]: cluster 2024-08-29T18:01:06.476591+0000 mon.a (mon.0) 1346 : cluster [DBG] osdmap e850: 8 total, 8 up, 8 in 2024-08-29T18:01:07.880 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:01:07 smithi028 bash[78352]: cluster 2024-08-29T18:01:06.476591+0000 mon.a (mon.0) 1346 : cluster [DBG] osdmap e850: 8 total, 8 up, 8 in 2024-08-29T18:01:07.880 INFO:journalctl@ceph.osd.2.smithi028.stdout:Aug 29 18:01:07 smithi028 bash[91061]: debug 2024-08-29T18:01:07.558+0000 7f74d3a1d640 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 1ee after trimming was started 2024-08-29T18:01:07.952 INFO:tasks.rados.rados.0.smithi028.stdout:3748: finishing write tid 6 to smithi02869045-34 2024-08-29T18:01:07.952 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 34 v 2565 (ObjNum 1120 snap 393 seq_num 1120) dirty exists 2024-08-29T18:01:07.952 INFO:tasks.rados.rados.0.smithi028.stdout:3748: left oid 34 (ObjNum 1120 snap 393 seq_num 1120) 2024-08-29T18:01:07.952 INFO:tasks.rados.rados.0.smithi028.stdout:3749: finishing write tid 6 to smithi02869045-30 2024-08-29T18:01:07.952 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 30 v 3189 (ObjNum 1121 snap 393 seq_num 1121) dirty exists 2024-08-29T18:01:07.952 INFO:tasks.rados.rados.0.smithi028.stdout:3749: left oid 30 (ObjNum 1121 snap 393 seq_num 1121) 2024-08-29T18:01:07.952 INFO:tasks.rados.rados.0.smithi028.stdout:3746: finishing copy_from racing read to smithi02869045-20 2024-08-29T18:01:07.952 INFO:tasks.rados.rados.0.smithi028.stdout:3746: finishing copy_from to smithi02869045-20 2024-08-29T18:01:07.952 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 20 v 3193 (ObjNum 867 snap 293 seq_num 867) dirty exists 2024-08-29T18:01:07.952 INFO:tasks.rados.rados.0.smithi028.stdout:3746: done (15 left) 2024-08-29T18:01:07.953 INFO:tasks.rados.rados.0.smithi028.stdout:3747: done (14 left) 2024-08-29T18:01:07.953 INFO:tasks.rados.rados.0.smithi028.stdout:3748: done (13 left) 2024-08-29T18:01:07.953 INFO:tasks.rados.rados.0.smithi028.stdout:3749: done (12 left) 2024-08-29T18:01:07.953 INFO:tasks.rados.rados.0.smithi028.stdout:3763: snap_create 2024-08-29T18:01:07.953 INFO:tasks.rados.rados.0.smithi028.stdout:3750: finishing write tid 1 to smithi02869045-46 2024-08-29T18:01:07.953 INFO:tasks.rados.rados.0.smithi028.stdout:3750: finishing write tid 2 to smithi02869045-46 2024-08-29T18:01:07.953 INFO:tasks.rados.rados.0.smithi028.stdout:3750: finishing write tid 3 to smithi02869045-46 2024-08-29T18:01:07.953 INFO:tasks.rados.rados.0.smithi028.stdout:3750: finishing write tid 4 to smithi02869045-46 2024-08-29T18:01:07.953 INFO:tasks.rados.rados.0.smithi028.stdout:3750: finishing write tid 5 to smithi02869045-46 2024-08-29T18:01:07.953 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 46 v 2851 (ObjNum 1122 snap 393 seq_num 1122) dirty exists 2024-08-29T18:01:07.953 INFO:tasks.rados.rados.0.smithi028.stdout:3750: left oid 46 (ObjNum 1122 snap 393 seq_num 1122) 2024-08-29T18:01:07.953 INFO:tasks.rados.rados.0.smithi028.stdout:3751: finishing write tid 1 to smithi02869045-29 2024-08-29T18:01:07.953 INFO:tasks.rados.rados.0.smithi028.stdout:3751: finishing write tid 2 to smithi02869045-29 2024-08-29T18:01:07.953 INFO:tasks.rados.rados.0.smithi028.stdout:3751: finishing write tid 3 to smithi02869045-29 2024-08-29T18:01:07.954 INFO:tasks.rados.rados.0.smithi028.stdout:3751: finishing write tid 4 to smithi02869045-29 2024-08-29T18:01:07.954 INFO:tasks.rados.rados.0.smithi028.stdout:3751: finishing write tid 5 to smithi02869045-29 2024-08-29T18:01:07.954 INFO:tasks.rados.rados.0.smithi028.stdout:3751: finishing write tid 6 to smithi02869045-29 2024-08-29T18:01:07.954 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 29 v 2570 (ObjNum 1123 snap 393 seq_num 1123) dirty exists 2024-08-29T18:01:07.954 INFO:tasks.rados.rados.0.smithi028.stdout:3751: left oid 29 (ObjNum 1123 snap 393 seq_num 1123) 2024-08-29T18:01:07.954 INFO:tasks.rados.rados.0.smithi028.stdout:3753: finishing write tid 1 to smithi02869045-31 2024-08-29T18:01:07.954 INFO:tasks.rados.rados.0.smithi028.stdout:3753: finishing write tid 2 to smithi02869045-31 2024-08-29T18:01:07.954 INFO:tasks.rados.rados.0.smithi028.stdout:3753: finishing write tid 3 to smithi02869045-31 2024-08-29T18:01:07.954 INFO:tasks.rados.rados.0.smithi028.stdout:3753: finishing write tid 4 to smithi02869045-31 2024-08-29T18:01:07.954 INFO:tasks.rados.rados.0.smithi028.stdout:3753: finishing write tid 5 to smithi02869045-31 2024-08-29T18:01:07.954 INFO:tasks.rados.rados.0.smithi028.stdout:3753: finishing write tid 6 to smithi02869045-31 2024-08-29T18:01:07.954 INFO:tasks.rados.rados.0.smithi028.stdout:3753: finishing write tid 7 to smithi02869045-31 2024-08-29T18:01:07.954 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 31 v 3823 (ObjNum 1124 snap 393 seq_num 1124) dirty exists 2024-08-29T18:01:07.954 INFO:tasks.rados.rados.0.smithi028.stdout:3753: left oid 31 (ObjNum 1124 snap 393 seq_num 1124) 2024-08-29T18:01:07.955 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 49 v 2944 (ObjNum 1095 snap 383 seq_num 1095) dirty exists 2024-08-29T18:01:07.955 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 14 v 3183 (ObjNum 1050 snap 357 seq_num 1050) dirty exists 2024-08-29T18:01:07.955 INFO:tasks.rados.rados.0.smithi028.stdout:3755: expect (ObjNum 1062 snap 365 seq_num 1062) 2024-08-29T18:01:07.987 INFO:tasks.rados.rados.0.smithi028.stdout:3758: finishing rollback tid 0 to smithi02869045-5 2024-08-29T18:01:07.987 INFO:tasks.rados.rados.0.smithi028.stdout:3762: finishing write tid 1 to smithi02869045-35 2024-08-29T18:01:07.987 INFO:tasks.rados.rados.0.smithi028.stdout:3762: finishing write tid 2 to smithi02869045-35 2024-08-29T18:01:07.988 INFO:tasks.rados.rados.0.smithi028.stdout:3762: finishing write tid 3 to smithi02869045-35 2024-08-29T18:01:07.988 INFO:tasks.rados.rados.0.smithi028.stdout:3762: finishing write tid 4 to smithi02869045-35 2024-08-29T18:01:07.988 INFO:tasks.rados.rados.0.smithi028.stdout:3758: finishing rollback tid 1 to smithi02869045-5 2024-08-29T18:01:07.988 INFO:tasks.rados.rados.0.smithi028.stdout:3758: finishing rollback tid 2 to smithi02869045-5 2024-08-29T18:01:07.988 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 5 v 3510 (ObjNum 129 snap 0 seq_num 1676437864) dirty exists 2024-08-29T18:01:07.988 INFO:tasks.rados.rados.0.smithi028.stdout:3762: finishing write tid 5 to smithi02869045-35 2024-08-29T18:01:07.988 INFO:tasks.rados.rados.0.smithi028.stdout:3762: finishing write tid 6 to smithi02869045-35 2024-08-29T18:01:07.988 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 35 v 2575 (ObjNum 1125 snap 393 seq_num 1125) dirty exists 2024-08-29T18:01:07.988 INFO:tasks.rados.rados.0.smithi028.stdout:3762: left oid 35 (ObjNum 1125 snap 393 seq_num 1125) 2024-08-29T18:01:07.988 INFO:tasks.rados.rados.0.smithi028.stdout:3759: finishing rollback tid 1 to smithi02869045-4 2024-08-29T18:01:07.988 INFO:tasks.rados.rados.0.smithi028.stdout:3759: finishing rollback tid 2 to smithi02869045-4 2024-08-29T18:01:07.988 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 4 v 3829 (ObjNum 1078 snap 371 seq_num 1078) dirty exists 2024-08-29T18:01:07.988 INFO:tasks.rados.rados.0.smithi028.stdout:3760: expect (ObjNum 1108 snap 388 seq_num 1108) 2024-08-29T18:01:08.109 INFO:tasks.rados.rados.0.smithi028.stdout:3761: expect (ObjNum 1009 snap 343 seq_num 1009) 2024-08-29T18:01:08.501 INFO:tasks.rados.rados.0.smithi028.stdout:3750: done (12 left) 2024-08-29T18:01:08.501 INFO:tasks.rados.rados.0.smithi028.stdout:3751: done (11 left) 2024-08-29T18:01:08.501 INFO:tasks.rados.rados.0.smithi028.stdout:3752: done (10 left) 2024-08-29T18:01:08.501 INFO:tasks.rados.rados.0.smithi028.stdout:3753: done (9 left) 2024-08-29T18:01:08.501 INFO:tasks.rados.rados.0.smithi028.stdout:3755: done (8 left) 2024-08-29T18:01:08.501 INFO:tasks.rados.rados.0.smithi028.stdout:3756: done (7 left) 2024-08-29T18:01:08.501 INFO:tasks.rados.rados.0.smithi028.stdout:3757: done (6 left) 2024-08-29T18:01:08.501 INFO:tasks.rados.rados.0.smithi028.stdout:3758: done (5 left) 2024-08-29T18:01:08.502 INFO:tasks.rados.rados.0.smithi028.stdout:3759: done (4 left) 2024-08-29T18:01:08.502 INFO:tasks.rados.rados.0.smithi028.stdout:3760: done (3 left) 2024-08-29T18:01:08.502 INFO:tasks.rados.rados.0.smithi028.stdout:3761: done (2 left) 2024-08-29T18:01:08.502 INFO:tasks.rados.rados.0.smithi028.stdout:3762: done (1 left) 2024-08-29T18:01:08.502 INFO:tasks.rados.rados.0.smithi028.stdout:3763: done (0 left) 2024-08-29T18:01:08.502 INFO:tasks.rados.rados.0.smithi028.stdout:3764: read oid 1 snap 343 2024-08-29T18:01:08.502 INFO:tasks.rados.rados.0.smithi028.stdout:3764: expect (ObjNum 966 snap 324 seq_num 966) 2024-08-29T18:01:08.502 INFO:tasks.rados.rados.0.smithi028.stdout:3765: snap_create 2024-08-29T18:01:08.573 INFO:tasks.rados.rados.0.smithi028.stdout:3764: expect (ObjNum 966 snap 324 seq_num 966) 2024-08-29T18:01:08.825 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:01:08 smithi053 bash[68679]: cluster 2024-08-29T18:01:07.129653+0000 mgr.y (mgr.25022) 424 : cluster [DBG] pgmap v801: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 487 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 0 B/s wr, 1 op/s 2024-08-29T18:01:08.825 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:01:08 smithi053 bash[68679]: cluster 2024-08-29T18:01:07.495608+0000 mon.a (mon.0) 1347 : cluster [DBG] osdmap e851: 8 total, 8 up, 8 in 2024-08-29T18:01:08.880 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:01:08 smithi028 bash[77168]: cluster 2024-08-29T18:01:07.129653+0000 mgr.y (mgr.25022) 424 : cluster [DBG] pgmap v801: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 487 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 0 B/s wr, 1 op/s 2024-08-29T18:01:08.880 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:01:08 smithi028 bash[77168]: cluster 2024-08-29T18:01:07.495608+0000 mon.a (mon.0) 1347 : cluster [DBG] osdmap e851: 8 total, 8 up, 8 in 2024-08-29T18:01:08.881 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:01:08 smithi028 bash[78352]: cluster 2024-08-29T18:01:07.129653+0000 mgr.y (mgr.25022) 424 : cluster [DBG] pgmap v801: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 487 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 0 B/s wr, 1 op/s 2024-08-29T18:01:08.881 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:01:08 smithi028 bash[78352]: cluster 2024-08-29T18:01:07.495608+0000 mon.a (mon.0) 1347 : cluster [DBG] osdmap e851: 8 total, 8 up, 8 in 2024-08-29T18:01:09.824 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:01:09 smithi053 bash[68679]: cluster 2024-08-29T18:01:08.497922+0000 mon.a (mon.0) 1348 : cluster [DBG] osdmap e852: 8 total, 8 up, 8 in 2024-08-29T18:01:09.825 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:01:09 smithi053 bash[68679]: cluster 2024-08-29T18:01:09.356089+0000 mon.a (mon.0) 1349 : cluster [DBG] osdmap e853: 8 total, 8 up, 8 in 2024-08-29T18:01:09.880 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:01:09 smithi028 bash[77168]: cluster 2024-08-29T18:01:08.497922+0000 mon.a (mon.0) 1348 : cluster [DBG] osdmap e852: 8 total, 8 up, 8 in 2024-08-29T18:01:09.881 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:01:09 smithi028 bash[77168]: cluster 2024-08-29T18:01:09.356089+0000 mon.a (mon.0) 1349 : cluster [DBG] osdmap e853: 8 total, 8 up, 8 in 2024-08-29T18:01:09.881 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:01:09 smithi028 bash[78352]: cluster 2024-08-29T18:01:08.497922+0000 mon.a (mon.0) 1348 : cluster [DBG] osdmap e852: 8 total, 8 up, 8 in 2024-08-29T18:01:09.881 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:01:09 smithi028 bash[78352]: cluster 2024-08-29T18:01:09.356089+0000 mon.a (mon.0) 1349 : cluster [DBG] osdmap e853: 8 total, 8 up, 8 in 2024-08-29T18:01:10.126 INFO:tasks.rados.rados.0.smithi028.stdout:3764: done (1 left) 2024-08-29T18:01:10.128 INFO:tasks.rados.rados.0.smithi028.stdout:3765: done (0 left) 2024-08-29T18:01:10.128 INFO:tasks.rados.rados.0.smithi028.stdout:3766: read oid 24 snap -1 2024-08-29T18:01:10.128 INFO:tasks.rados.rados.0.smithi028.stdout:3766: expect deleted 2024-08-29T18:01:10.128 INFO:tasks.rados.rados.0.smithi028.stdout:3767: copy_from oid 27 from oid 6 current snap is 395 2024-08-29T18:01:10.128 INFO:tasks.rados.rados.0.smithi028.stdout:3768: copy_from oid 5 from oid 50 current snap is 395 2024-08-29T18:01:10.128 INFO:tasks.rados.rados.0.smithi028.stdout:3769: copy_from oid 28 from oid 29 current snap is 395 2024-08-29T18:01:10.128 INFO:tasks.rados.rados.0.smithi028.stdout:append oid 15 current snap is 395 2024-08-29T18:01:10.128 INFO:tasks.rados.rados.0.smithi028.stdout:3770: seq_num 1126 ranges {5726208=466944,6193152=720896,6914048=778240,7692288=106496} 2024-08-29T18:01:10.165 INFO:tasks.rados.rados.0.smithi028.stdout:3770: writing smithi02869045-15 from 5726208 to 6193152 tid 1 2024-08-29T18:01:10.170 INFO:tasks.rados.rados.0.smithi028.stdout:3770: writing smithi02869045-15 from 6193152 to 6914048 tid 2 2024-08-29T18:01:10.175 INFO:tasks.rados.rados.0.smithi028.stdout:3770: writing smithi02869045-15 from 6914048 to 7692288 tid 3 2024-08-29T18:01:10.176 INFO:tasks.rados.rados.0.smithi028.stdout:3770: writing smithi02869045-15 from 7692288 to 7798784 tid 4 2024-08-29T18:01:10.176 INFO:tasks.rados.rados.0.smithi028.stdout:3771: rmattr oid 8 current snap is 395 2024-08-29T18:01:10.176 INFO:tasks.rados.rados.0.smithi028.stdout:3771: done (5 left) 2024-08-29T18:01:10.176 INFO:tasks.rados.rados.0.smithi028.stdout:3772: read oid 8 snap -1 2024-08-29T18:01:10.176 INFO:tasks.rados.rados.0.smithi028.stdout:3772: expect deleted 2024-08-29T18:01:10.176 INFO:tasks.rados.rados.0.smithi028.stdout:3773: snap_remove snap 327 2024-08-29T18:01:10.530 INFO:tasks.rados.rados.0.smithi028.stdout:3773: done (6 left) 2024-08-29T18:01:10.530 INFO:tasks.rados.rados.0.smithi028.stdout:3774: read oid 9 snap -1 2024-08-29T18:01:10.530 INFO:tasks.rados.rados.0.smithi028.stdout:3774: expect (ObjNum 1051 snap 357 seq_num 1051) 2024-08-29T18:01:10.530 INFO:tasks.rados.rados.0.smithi028.stdout:append oid 1 current snap is 395 2024-08-29T18:01:10.530 INFO:tasks.rados.rados.0.smithi028.stdout:3775: seq_num 1127 ranges {10313728=483328,10797056=598016,11395072=581632,11976704=425984} 2024-08-29T18:01:10.594 INFO:tasks.rados.rados.0.smithi028.stdout:3775: writing smithi02869045-1 from 10313728 to 10797056 tid 1 2024-08-29T18:01:10.598 INFO:tasks.rados.rados.0.smithi028.stdout:3775: writing smithi02869045-1 from 10797056 to 11395072 tid 2 2024-08-29T18:01:10.602 INFO:tasks.rados.rados.0.smithi028.stdout:3775: writing smithi02869045-1 from 11395072 to 11976704 tid 3 2024-08-29T18:01:10.606 INFO:tasks.rados.rados.0.smithi028.stdout:3775: writing smithi02869045-1 from 11976704 to 12402688 tid 4 2024-08-29T18:01:10.606 INFO:tasks.rados.rados.0.smithi028.stdout:3776: delete oid 30 current snap is 395 2024-08-29T18:01:10.606 INFO:tasks.rados.rados.0.smithi028.stdout:3767: finishing copy_from racing read to smithi02869045-27 2024-08-29T18:01:10.606 INFO:tasks.rados.rados.0.smithi028.stdout:3767: finishing copy_from to smithi02869045-27 2024-08-29T18:01:10.606 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 27 v 3180 (ObjNum 1064 snap 365 seq_num 1064) dirty exists 2024-08-29T18:01:10.607 INFO:tasks.rados.rados.0.smithi028.stdout:3768: finishing copy_from racing read to smithi02869045-5 2024-08-29T18:01:10.607 INFO:tasks.rados.rados.0.smithi028.stdout:3768: finishing copy_from to smithi02869045-5 2024-08-29T18:01:10.607 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 5 v 3510 (ObjNum 1114 snap 392 seq_num 1114) dirty exists 2024-08-29T18:01:10.607 INFO:tasks.rados.rados.0.smithi028.stdout:3770: finishing write tid 1 to smithi02869045-15 2024-08-29T18:01:10.607 INFO:tasks.rados.rados.0.smithi028.stdout:3770: finishing write tid 2 to smithi02869045-15 2024-08-29T18:01:10.607 INFO:tasks.rados.rados.0.smithi028.stdout:3770: finishing write tid 3 to smithi02869045-15 2024-08-29T18:01:10.607 INFO:tasks.rados.rados.0.smithi028.stdout:3770: finishing write tid 4 to smithi02869045-15 2024-08-29T18:01:10.607 INFO:tasks.rados.rados.0.smithi028.stdout:3769: finishing copy_from racing read to smithi02869045-28 2024-08-29T18:01:10.607 INFO:tasks.rados.rados.0.smithi028.stdout:3770: finishing write tid 5 to smithi02869045-15 2024-08-29T18:01:10.607 INFO:tasks.rados.rados.0.smithi028.stdout:3769: finishing copy_from to smithi02869045-28 2024-08-29T18:01:10.607 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 28 v 2570 (ObjNum 1123 snap 393 seq_num 1123) dirty exists 2024-08-29T18:01:10.608 INFO:tasks.rados.rados.0.smithi028.stdout:3770: finishing write tid 6 to smithi02869045-15 2024-08-29T18:01:10.608 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 15 v 3515 (ObjNum 1126 snap 395 seq_num 1126) dirty exists 2024-08-29T18:01:10.608 INFO:tasks.rados.rados.0.smithi028.stdout:3770: left oid 15 (ObjNum 1126 snap 395 seq_num 1126) 2024-08-29T18:01:10.610 INFO:tasks.rados.rados.0.smithi028.stdout:3774: expect (ObjNum 1051 snap 357 seq_num 1051) 2024-08-29T18:01:10.825 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:01:10 smithi053 bash[68679]: cluster 2024-08-29T18:01:09.130317+0000 mgr.y (mgr.25022) 425 : cluster [DBG] pgmap v804: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 505 MiB data, 3.7 GiB used, 711 GiB / 715 GiB avail; 4.7 MiB/s rd, 3.6 MiB/s wr, 14 op/s 2024-08-29T18:01:10.825 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:01:10 smithi053 bash[68679]: audit 2024-08-29T18:01:10.395553+0000 mon.a (mon.0) 1350 : audit [INF] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' 2024-08-29T18:01:10.825 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:01:10 smithi053 bash[68679]: audit 2024-08-29T18:01:10.408208+0000 mon.a (mon.0) 1351 : audit [INF] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' 2024-08-29T18:01:10.880 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:01:10 smithi028 bash[77168]: cluster 2024-08-29T18:01:09.130317+0000 mgr.y (mgr.25022) 425 : cluster [DBG] pgmap v804: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 505 MiB data, 3.7 GiB used, 711 GiB / 715 GiB avail; 4.7 MiB/s rd, 3.6 MiB/s wr, 14 op/s 2024-08-29T18:01:10.880 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:01:10 smithi028 bash[77168]: audit 2024-08-29T18:01:10.395553+0000 mon.a (mon.0) 1350 : audit [INF] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' 2024-08-29T18:01:10.880 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:01:10 smithi028 bash[77168]: audit 2024-08-29T18:01:10.408208+0000 mon.a (mon.0) 1351 : audit [INF] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' 2024-08-29T18:01:10.881 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:01:10 smithi028 bash[78352]: cluster 2024-08-29T18:01:09.130317+0000 mgr.y (mgr.25022) 425 : cluster [DBG] pgmap v804: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 505 MiB data, 3.7 GiB used, 711 GiB / 715 GiB avail; 4.7 MiB/s rd, 3.6 MiB/s wr, 14 op/s 2024-08-29T18:01:10.881 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:01:10 smithi028 bash[78352]: audit 2024-08-29T18:01:10.395553+0000 mon.a (mon.0) 1350 : audit [INF] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' 2024-08-29T18:01:10.881 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:01:10 smithi028 bash[78352]: audit 2024-08-29T18:01:10.408208+0000 mon.a (mon.0) 1351 : audit [INF] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' 2024-08-29T18:01:11.007 INFO:tasks.rados.rados.0.smithi028.stdout:3775: finishing write tid 1 to smithi02869045-1 2024-08-29T18:01:11.007 INFO:tasks.rados.rados.0.smithi028.stdout:3775: finishing write tid 2 to smithi02869045-1 2024-08-29T18:01:11.007 INFO:tasks.rados.rados.0.smithi028.stdout:3775: finishing write tid 3 to smithi02869045-1 2024-08-29T18:01:11.007 INFO:tasks.rados.rados.0.smithi028.stdout:3775: finishing write tid 4 to smithi02869045-1 2024-08-29T18:01:11.007 INFO:tasks.rados.rados.0.smithi028.stdout:3775: finishing write tid 5 to smithi02869045-1 2024-08-29T18:01:11.007 INFO:tasks.rados.rados.0.smithi028.stdout:3775: finishing write tid 6 to smithi02869045-1 2024-08-29T18:01:11.007 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 1 v 3851 (ObjNum 1127 snap 395 seq_num 1127) dirty exists 2024-08-29T18:01:11.007 INFO:tasks.rados.rados.0.smithi028.stdout:3775: left oid 1 (ObjNum 1127 snap 395 seq_num 1127) 2024-08-29T18:01:11.007 INFO:tasks.rados.rados.0.smithi028.stdout:3766: done (8 left) 2024-08-29T18:01:11.007 INFO:tasks.rados.rados.0.smithi028.stdout:3767: done (7 left) 2024-08-29T18:01:11.007 INFO:tasks.rados.rados.0.smithi028.stdout:3768: done (6 left) 2024-08-29T18:01:11.008 INFO:tasks.rados.rados.0.smithi028.stdout:3769: done (5 left) 2024-08-29T18:01:11.008 INFO:tasks.rados.rados.0.smithi028.stdout:3770: done (4 left) 2024-08-29T18:01:11.008 INFO:tasks.rados.rados.0.smithi028.stdout:3772: done (3 left) 2024-08-29T18:01:11.008 INFO:tasks.rados.rados.0.smithi028.stdout:3774: done (2 left) 2024-08-29T18:01:11.008 INFO:tasks.rados.rados.0.smithi028.stdout:3775: done (1 left) 2024-08-29T18:01:11.008 INFO:tasks.rados.rados.0.smithi028.stdout:3776: done (0 left) 2024-08-29T18:01:11.008 INFO:tasks.rados.rados.0.smithi028.stdout:3777: rmattr oid 14 current snap is 395 2024-08-29T18:01:11.008 INFO:tasks.rados.rados.0.smithi028.stdout:3778: rmattr oid 28 current snap is 395 2024-08-29T18:01:11.008 INFO:tasks.rados.rados.0.smithi028.stdout:3779: delete oid 33 current snap is 395 2024-08-29T18:01:11.010 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 14 v 3184 (ObjNum 1050 snap 357 seq_num 1050) dirty exists 2024-08-29T18:01:11.013 INFO:tasks.rados.rados.0.smithi028.stdout:3777: done (2 left) 2024-08-29T18:01:11.013 INFO:tasks.rados.rados.0.smithi028.stdout:3779: done (1 left) 2024-08-29T18:01:11.013 INFO:tasks.rados.rados.0.smithi028.stdout:3780: rollback oid 34 current snap is 395 2024-08-29T18:01:11.013 INFO:tasks.rados.rados.0.smithi028.stdout:rollback oid 34 to 377 2024-08-29T18:01:11.013 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 28 v 3197 (ObjNum 1123 snap 393 seq_num 1123) dirty exists 2024-08-29T18:01:11.014 INFO:tasks.rados.rados.0.smithi028.stdout:3778: done (1 left) 2024-08-29T18:01:11.014 INFO:tasks.rados.rados.0.smithi028.stdout:3781: copy_from oid 19 from oid 49 current snap is 395 2024-08-29T18:01:11.014 INFO:tasks.rados.rados.0.smithi028.stdout:append oid 8 current snap is 395 2024-08-29T18:01:11.014 INFO:tasks.rados.rados.0.smithi028.stdout:3782: seq_num 1130 ranges {0=532480,532480=655360,1187840=753664,1941504=196608} 2024-08-29T18:01:11.016 INFO:tasks.rados.rados.0.smithi028.stdout:3782: writing smithi02869045-8 from 0 to 532480 tid 1 2024-08-29T18:01:11.020 INFO:tasks.rados.rados.0.smithi028.stdout:3782: writing smithi02869045-8 from 532480 to 1187840 tid 2 2024-08-29T18:01:11.025 INFO:tasks.rados.rados.0.smithi028.stdout:3782: writing smithi02869045-8 from 1187840 to 1941504 tid 3 2024-08-29T18:01:11.026 INFO:tasks.rados.rados.0.smithi028.stdout:3782: writing smithi02869045-8 from 1941504 to 2138112 tid 4 2024-08-29T18:01:11.026 INFO:tasks.rados.rados.0.smithi028.stdout:3783: snap_create 2024-08-29T18:01:11.026 INFO:tasks.rados.rados.0.smithi028.stdout:3780: finishing rollback tid 0 to smithi02869045-34 2024-08-29T18:01:11.026 INFO:tasks.rados.rados.0.smithi028.stdout:3780: finishing rollback tid 1 to smithi02869045-34 2024-08-29T18:01:11.026 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 34 v 2577 (ObjNum 225 snap 0 seq_num 1677613392) dirty dne 2024-08-29T18:01:11.027 INFO:tasks.rados.rados.0.smithi028.stdout:3782: finishing write tid 1 to smithi02869045-8 2024-08-29T18:01:11.027 INFO:tasks.rados.rados.0.smithi028.stdout:3782: finishing write tid 2 to smithi02869045-8 2024-08-29T18:01:11.030 INFO:tasks.rados.rados.0.smithi028.stdout:3781: finishing copy_from racing read to smithi02869045-19 2024-08-29T18:01:11.030 INFO:tasks.rados.rados.0.smithi028.stdout:3781: finishing copy_from to smithi02869045-19 2024-08-29T18:01:11.030 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 19 v 2944 (ObjNum 1095 snap 383 seq_num 1095) dirty exists 2024-08-29T18:01:11.032 INFO:tasks.rados.rados.0.smithi028.stdout:3782: finishing write tid 3 to smithi02869045-8 2024-08-29T18:01:11.033 INFO:tasks.rados.rados.0.smithi028.stdout:3782: finishing write tid 4 to smithi02869045-8 2024-08-29T18:01:11.033 INFO:tasks.rados.rados.0.smithi028.stdout:3782: finishing write tid 5 to smithi02869045-8 2024-08-29T18:01:11.035 INFO:tasks.rados.rados.0.smithi028.stdout:3782: finishing write tid 6 to smithi02869045-8 2024-08-29T18:01:11.035 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 8 v 2582 (ObjNum 1130 snap 395 seq_num 1130) dirty exists 2024-08-29T18:01:11.035 INFO:tasks.rados.rados.0.smithi028.stdout:3782: left oid 8 (ObjNum 1130 snap 395 seq_num 1130) 2024-08-29T18:01:11.538 INFO:tasks.rados.rados.0.smithi028.stdout:3780: done (3 left) 2024-08-29T18:01:11.538 INFO:tasks.rados.rados.0.smithi028.stdout:3781: done (2 left) 2024-08-29T18:01:11.538 INFO:tasks.rados.rados.0.smithi028.stdout:3782: done (1 left) 2024-08-29T18:01:11.538 INFO:tasks.rados.rados.0.smithi028.stdout:3783: done (0 left) 2024-08-29T18:01:11.538 INFO:tasks.rados.rados.0.smithi028.stdout:3784: snap_remove snap 392 2024-08-29T18:01:11.825 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:01:11 smithi053 bash[68679]: cluster 2024-08-29T18:01:10.529306+0000 mon.a (mon.0) 1352 : cluster [DBG] osdmap e854: 8 total, 8 up, 8 in 2024-08-29T18:01:11.880 INFO:journalctl@ceph.mgr.y.smithi028.stdout:Aug 29 18:01:11 smithi028 bash[70818]: ::ffff:172.21.15.53 - - [29/Aug/2024:18:01:11] "GET /metrics HTTP/1.1" 200 36247 "" "Prometheus/2.43.0" 2024-08-29T18:01:11.880 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:01:11 smithi028 bash[77168]: cluster 2024-08-29T18:01:10.529306+0000 mon.a (mon.0) 1352 : cluster [DBG] osdmap e854: 8 total, 8 up, 8 in 2024-08-29T18:01:11.880 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:01:11 smithi028 bash[78352]: cluster 2024-08-29T18:01:10.529306+0000 mon.a (mon.0) 1352 : cluster [DBG] osdmap e854: 8 total, 8 up, 8 in 2024-08-29T18:01:12.540 INFO:tasks.rados.rados.0.smithi028.stdout:3784: done (0 left) 2024-08-29T18:01:12.540 INFO:tasks.rados.rados.0.smithi028.stdout:3785: delete oid 2 current snap is 396 2024-08-29T18:01:12.564 INFO:tasks.rados.rados.0.smithi028.stdout:3785: done (0 left) 2024-08-29T18:01:12.565 INFO:tasks.rados.rados.0.smithi028.stdout:append oid 33 current snap is 396 2024-08-29T18:01:12.565 INFO:tasks.rados.rados.0.smithi028.stdout:3786: seq_num 1132 ranges {0=565248,565248=425984,991232=770048,1761280=409600} 2024-08-29T18:01:12.568 INFO:tasks.rados.rados.0.smithi028.stdout:3786: writing smithi02869045-33 from 0 to 565248 tid 1 2024-08-29T18:01:12.572 INFO:tasks.rados.rados.0.smithi028.stdout:3786: writing smithi02869045-33 from 565248 to 991232 tid 2 2024-08-29T18:01:12.574 INFO:journalctl@ceph.prometheus.a.smithi053.stdout:Aug 29 18:01:12 smithi053 bash[95567]: ts=2024-08-29T18:01:12.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"3167ee72-662c-11ef-bcd4-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-29T18:01:12.575 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:01:12 smithi053 bash[68679]: cluster 2024-08-29T18:01:11.130939+0000 mgr.y (mgr.25022) 426 : cluster [DBG] pgmap v807: 121 pgs: 121 active+clean; 524 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 19 MiB/s rd, 8.3 MiB/s wr, 33 op/s 2024-08-29T18:01:12.575 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:01:12 smithi053 bash[68679]: cluster 2024-08-29T18:01:11.538095+0000 mon.a (mon.0) 1353 : cluster [DBG] osdmap e855: 8 total, 8 up, 8 in 2024-08-29T18:01:12.575 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:01:12 smithi053 bash[68679]: audit 2024-08-29T18:01:11.573589+0000 mon.a (mon.0) 1354 : audit [INF] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' 2024-08-29T18:01:12.575 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:01:12 smithi053 bash[68679]: audit 2024-08-29T18:01:11.583460+0000 mon.a (mon.0) 1355 : audit [INF] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' 2024-08-29T18:01:12.575 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:01:12 smithi053 bash[68679]: audit 2024-08-29T18:01:12.042119+0000 mon.a (mon.0) 1356 : audit [DBG] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-29T18:01:12.577 INFO:tasks.rados.rados.0.smithi028.stdout:3786: writing smithi02869045-33 from 991232 to 1761280 tid 3 2024-08-29T18:01:12.580 INFO:tasks.rados.rados.0.smithi028.stdout:3786: writing smithi02869045-33 from 1761280 to 2170880 tid 4 2024-08-29T18:01:12.580 INFO:tasks.rados.rados.0.smithi028.stdout:3787: read oid 39 snap -1 2024-08-29T18:01:12.580 INFO:tasks.rados.rados.0.smithi028.stdout:3787: expect (ObjNum 1009 snap 343 seq_num 1009) 2024-08-29T18:01:12.580 INFO:tasks.rados.rados.0.smithi028.stdout:3788: snap_remove snap 388 2024-08-29T18:01:12.880 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:01:12 smithi028 bash[77168]: cluster 2024-08-29T18:01:11.130939+0000 mgr.y (mgr.25022) 426 : cluster [DBG] pgmap v807: 121 pgs: 121 active+clean; 524 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 19 MiB/s rd, 8.3 MiB/s wr, 33 op/s 2024-08-29T18:01:12.880 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:01:12 smithi028 bash[77168]: cluster 2024-08-29T18:01:11.538095+0000 mon.a (mon.0) 1353 : cluster [DBG] osdmap e855: 8 total, 8 up, 8 in 2024-08-29T18:01:12.880 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:01:12 smithi028 bash[77168]: audit 2024-08-29T18:01:11.573589+0000 mon.a (mon.0) 1354 : audit [INF] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' 2024-08-29T18:01:12.880 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:01:12 smithi028 bash[77168]: audit 2024-08-29T18:01:11.583460+0000 mon.a (mon.0) 1355 : audit [INF] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' 2024-08-29T18:01:12.881 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:01:12 smithi028 bash[77168]: audit 2024-08-29T18:01:12.042119+0000 mon.a (mon.0) 1356 : audit [DBG] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-29T18:01:12.881 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:01:12 smithi028 bash[78352]: cluster 2024-08-29T18:01:11.130939+0000 mgr.y (mgr.25022) 426 : cluster [DBG] pgmap v807: 121 pgs: 121 active+clean; 524 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 19 MiB/s rd, 8.3 MiB/s wr, 33 op/s 2024-08-29T18:01:12.881 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:01:12 smithi028 bash[78352]: cluster 2024-08-29T18:01:11.538095+0000 mon.a (mon.0) 1353 : cluster [DBG] osdmap e855: 8 total, 8 up, 8 in 2024-08-29T18:01:12.881 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:01:12 smithi028 bash[78352]: audit 2024-08-29T18:01:11.573589+0000 mon.a (mon.0) 1354 : audit [INF] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' 2024-08-29T18:01:12.881 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:01:12 smithi028 bash[78352]: audit 2024-08-29T18:01:11.583460+0000 mon.a (mon.0) 1355 : audit [INF] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' 2024-08-29T18:01:12.881 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:01:12 smithi028 bash[78352]: audit 2024-08-29T18:01:12.042119+0000 mon.a (mon.0) 1356 : audit [DBG] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-29T18:01:13.566 INFO:tasks.rados.rados.0.smithi028.stdout:3788: done (2 left) 2024-08-29T18:01:13.566 INFO:tasks.rados.rados.0.smithi028.stdout:3789: setattr oid 2 current snap is 396 2024-08-29T18:01:13.569 INFO:tasks.rados.rados.0.smithi028.stdout:3786: finishing write tid 1 to smithi02869045-33 2024-08-29T18:01:13.569 INFO:tasks.rados.rados.0.smithi028.stdout:3786: finishing write tid 2 to smithi02869045-33 2024-08-29T18:01:13.569 INFO:tasks.rados.rados.0.smithi028.stdout:3786: finishing write tid 3 to smithi02869045-33 2024-08-29T18:01:13.569 INFO:tasks.rados.rados.0.smithi028.stdout:3786: finishing write tid 4 to smithi02869045-33 2024-08-29T18:01:13.569 INFO:tasks.rados.rados.0.smithi028.stdout:3786: finishing write tid 5 to smithi02869045-33 2024-08-29T18:01:13.569 INFO:tasks.rados.rados.0.smithi028.stdout:3786: finishing write tid 6 to smithi02869045-33 2024-08-29T18:01:13.569 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 33 v 3866 (ObjNum 1132 snap 396 seq_num 1132) dirty exists 2024-08-29T18:01:13.569 INFO:tasks.rados.rados.0.smithi028.stdout:3786: left oid 33 (ObjNum 1132 snap 396 seq_num 1132) 2024-08-29T18:01:13.569 INFO:tasks.rados.rados.0.smithi028.stdout:3787: expect (ObjNum 1009 snap 343 seq_num 1009) 2024-08-29T18:01:13.825 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:01:13 smithi053 bash[68679]: cluster 2024-08-29T18:01:12.539540+0000 mon.a (mon.0) 1357 : cluster [DBG] osdmap e856: 8 total, 8 up, 8 in 2024-08-29T18:01:13.880 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:01:13 smithi028 bash[77168]: cluster 2024-08-29T18:01:12.539540+0000 mon.a (mon.0) 1357 : cluster [DBG] osdmap e856: 8 total, 8 up, 8 in 2024-08-29T18:01:13.880 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:01:13 smithi028 bash[78352]: cluster 2024-08-29T18:01:12.539540+0000 mon.a (mon.0) 1357 : cluster [DBG] osdmap e856: 8 total, 8 up, 8 in 2024-08-29T18:01:13.974 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 2 v 2945 (ObjNum 161 snap 0 seq_num 1) dirty exists 2024-08-29T18:01:13.974 INFO:tasks.rados.rados.0.smithi028.stdout:3786: done (2 left) 2024-08-29T18:01:13.975 INFO:tasks.rados.rados.0.smithi028.stdout:3787: done (1 left) 2024-08-29T18:01:13.975 INFO:tasks.rados.rados.0.smithi028.stdout:3789: done (0 left) 2024-08-29T18:01:13.975 INFO:tasks.rados.rados.0.smithi028.stdout:3790: setattr oid 38 current snap is 396 2024-08-29T18:01:13.978 INFO:tasks.rados.rados.0.smithi028.stdout:3791: read oid 11 snap -1 2024-08-29T18:01:13.978 INFO:tasks.rados.rados.0.smithi028.stdout:3791: expect (ObjNum 1081 snap 373 seq_num 1081) 2024-08-29T18:01:13.978 INFO:tasks.rados.rados.0.smithi028.stdout:3792: read oid 16 snap -1 2024-08-29T18:01:13.978 INFO:tasks.rados.rados.0.smithi028.stdout:3792: expect (ObjNum 1103 snap 387 seq_num 1103) 2024-08-29T18:01:13.978 INFO:tasks.rados.rados.0.smithi028.stdout:3793: read oid 13 snap -1 2024-08-29T18:01:13.979 INFO:tasks.rados.rados.0.smithi028.stdout:3793: expect deleted 2024-08-29T18:01:13.979 INFO:tasks.rados.rados.0.smithi028.stdout:3794: read oid 46 snap 370 2024-08-29T18:01:13.979 INFO:tasks.rados.rados.0.smithi028.stdout:3794: expect (ObjNum 1002 snap 340 seq_num 1002) 2024-08-29T18:01:13.979 INFO:tasks.rados.rados.0.smithi028.stdout:3795: read oid 15 snap -1 2024-08-29T18:01:13.979 INFO:tasks.rados.rados.0.smithi028.stdout:3795: expect (ObjNum 1126 snap 395 seq_num 1126) 2024-08-29T18:01:13.979 INFO:tasks.rados.rados.0.smithi028.stdout:3796: read oid 26 snap 371 2024-08-29T18:01:13.979 INFO:tasks.rados.rados.0.smithi028.stdout:3796: expect (ObjNum 1072 snap 369 seq_num 1072) 2024-08-29T18:01:13.979 INFO:tasks.rados.rados.0.smithi028.stdout:3797: snap_remove snap 339 2024-08-29T18:01:14.369 INFO:tasks.rados.rados.0.smithi028.stdout:3797: done (7 left) 2024-08-29T18:01:14.369 INFO:tasks.rados.rados.0.smithi028.stdout:3798: snap_create 2024-08-29T18:01:14.369 INFO:tasks.rados.rados.0.smithi028.stdout:3792: expect (ObjNum 1103 snap 387 seq_num 1103) 2024-08-29T18:01:14.436 INFO:tasks.rados.rados.0.smithi028.stdout:3791: expect (ObjNum 1081 snap 373 seq_num 1081) 2024-08-29T18:01:14.471 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 38 v 3198 (ObjNum 872 snap 295 seq_num 872) dirty exists 2024-08-29T18:01:14.471 INFO:tasks.rados.rados.0.smithi028.stdout:3795: expect (ObjNum 1126 snap 395 seq_num 1126) 2024-08-29T18:01:14.825 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:01:14 smithi053 bash[68679]: cluster 2024-08-29T18:01:13.131636+0000 mgr.y (mgr.25022) 427 : cluster [DBG] pgmap v810: 121 pgs: 121 active+clean; 528 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 14 MiB/s rd, 5.7 MiB/s wr, 21 op/s 2024-08-29T18:01:14.825 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:01:14 smithi053 bash[68679]: cluster 2024-08-29T18:01:13.566440+0000 mon.a (mon.0) 1358 : cluster [DBG] osdmap e857: 8 total, 8 up, 8 in 2024-08-29T18:01:14.825 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:01:14 smithi053 bash[68679]: cluster 2024-08-29T18:01:14.359456+0000 mon.a (mon.0) 1359 : cluster [DBG] osdmap e858: 8 total, 8 up, 8 in 2024-08-29T18:01:14.880 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:01:14 smithi028 bash[77168]: cluster 2024-08-29T18:01:13.131636+0000 mgr.y (mgr.25022) 427 : cluster [DBG] pgmap v810: 121 pgs: 121 active+clean; 528 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 14 MiB/s rd, 5.7 MiB/s wr, 21 op/s 2024-08-29T18:01:14.880 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:01:14 smithi028 bash[77168]: cluster 2024-08-29T18:01:13.566440+0000 mon.a (mon.0) 1358 : cluster [DBG] osdmap e857: 8 total, 8 up, 8 in 2024-08-29T18:01:14.880 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:01:14 smithi028 bash[77168]: cluster 2024-08-29T18:01:14.359456+0000 mon.a (mon.0) 1359 : cluster [DBG] osdmap e858: 8 total, 8 up, 8 in 2024-08-29T18:01:14.880 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:01:14 smithi028 bash[78352]: cluster 2024-08-29T18:01:13.131636+0000 mgr.y (mgr.25022) 427 : cluster [DBG] pgmap v810: 121 pgs: 121 active+clean; 528 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 14 MiB/s rd, 5.7 MiB/s wr, 21 op/s 2024-08-29T18:01:14.881 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:01:14 smithi028 bash[78352]: cluster 2024-08-29T18:01:13.566440+0000 mon.a (mon.0) 1358 : cluster [DBG] osdmap e857: 8 total, 8 up, 8 in 2024-08-29T18:01:14.881 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:01:14 smithi028 bash[78352]: cluster 2024-08-29T18:01:14.359456+0000 mon.a (mon.0) 1359 : cluster [DBG] osdmap e858: 8 total, 8 up, 8 in 2024-08-29T18:01:15.029 INFO:tasks.rados.rados.0.smithi028.stdout:3796: expect (ObjNum 1072 snap 369 seq_num 1072) 2024-08-29T18:01:15.540 INFO:tasks.rados.rados.0.smithi028.stdout:3794: expect (ObjNum 1002 snap 340 seq_num 1002) 2024-08-29T18:01:16.265 INFO:tasks.rados.rados.0.smithi028.stdout:3790: done (7 left) 2024-08-29T18:01:16.265 INFO:tasks.rados.rados.0.smithi028.stdout:3791: done (6 left) 2024-08-29T18:01:16.265 INFO:tasks.rados.rados.0.smithi028.stdout:3792: done (5 left) 2024-08-29T18:01:16.265 INFO:tasks.rados.rados.0.smithi028.stdout:3793: done (4 left) 2024-08-29T18:01:16.265 INFO:tasks.rados.rados.0.smithi028.stdout:3794: done (3 left) 2024-08-29T18:01:16.266 INFO:tasks.rados.rados.0.smithi028.stdout:3795: done (2 left) 2024-08-29T18:01:16.266 INFO:tasks.rados.rados.0.smithi028.stdout:3796: done (1 left) 2024-08-29T18:01:16.266 INFO:tasks.rados.rados.0.smithi028.stdout:3798: done (0 left) 2024-08-29T18:01:16.266 INFO:tasks.rados.rados.0.smithi028.stdout:3799: rollback oid 22 current snap is 397 2024-08-29T18:01:16.266 INFO:tasks.rados.rados.0.smithi028.stdout:rollback oid 22 to 395 2024-08-29T18:01:16.266 INFO:tasks.rados.rados.0.smithi028.stdout:append oid 24 current snap is 397 2024-08-29T18:01:16.266 INFO:tasks.rados.rados.0.smithi028.stdout:3800: seq_num 1133 ranges {0=581632,581632=753664,1335296=573440,1908736=278528} 2024-08-29T18:01:16.273 INFO:tasks.rados.rados.0.smithi028.stdout:3800: writing smithi02869045-24 from 0 to 581632 tid 1 2024-08-29T18:01:16.285 INFO:tasks.rados.rados.0.smithi028.stdout:3800: writing smithi02869045-24 from 581632 to 1335296 tid 2 2024-08-29T18:01:16.295 INFO:tasks.rados.rados.0.smithi028.stdout:3800: writing smithi02869045-24 from 1335296 to 1908736 tid 3 2024-08-29T18:01:16.301 INFO:tasks.rados.rados.0.smithi028.stdout:3800: writing smithi02869045-24 from 1908736 to 2187264 tid 4 2024-08-29T18:01:16.301 INFO:tasks.rados.rados.0.smithi028.stdout:3801: copy_from oid 32 from oid 3 current snap is 397 2024-08-29T18:01:16.301 INFO:tasks.rados.rados.0.smithi028.stdout:3799: finishing rollback tid 1 to smithi02869045-22 2024-08-29T18:01:16.301 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 22 v 0 (ObjNum 273 snap 0 seq_num 0) dirty dne 2024-08-29T18:01:16.301 INFO:tasks.rados.rados.0.smithi028.stdout:3800: finishing write tid 1 to smithi02869045-24 2024-08-29T18:01:16.301 INFO:tasks.rados.rados.0.smithi028.stdout:3800: finishing write tid 2 to smithi02869045-24 2024-08-29T18:01:16.301 INFO:tasks.rados.rados.0.smithi028.stdout:3800: finishing write tid 3 to smithi02869045-24 2024-08-29T18:01:16.301 INFO:tasks.rados.rados.0.smithi028.stdout:3799: done (2 left) 2024-08-29T18:01:16.301 INFO:tasks.rados.rados.0.smithi028.stdout:3802: snap_create 2024-08-29T18:01:16.306 INFO:tasks.rados.rados.0.smithi028.stdout:3800: finishing write tid 4 to smithi02869045-24 2024-08-29T18:01:16.306 INFO:tasks.rados.rados.0.smithi028.stdout:3800: finishing write tid 5 to smithi02869045-24 2024-08-29T18:01:16.308 INFO:tasks.rados.rados.0.smithi028.stdout:3800: finishing write tid 6 to smithi02869045-24 2024-08-29T18:01:16.308 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 24 v 2856 (ObjNum 1133 snap 397 seq_num 1133) dirty exists 2024-08-29T18:01:16.309 INFO:tasks.rados.rados.0.smithi028.stdout:3800: left oid 24 (ObjNum 1133 snap 397 seq_num 1133) 2024-08-29T18:01:16.318 INFO:tasks.rados.rados.0.smithi028.stdout:3801: finishing copy_from racing read to smithi02869045-32 2024-08-29T18:01:16.319 INFO:tasks.rados.rados.0.smithi028.stdout:3801: finishing copy_from to smithi02869045-32 2024-08-29T18:01:16.319 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 32 v 2594 (ObjNum 1101 snap 387 seq_num 1101) dirty exists 2024-08-29T18:01:16.571 INFO:tasks.rados.rados.0.smithi028.stdout:3800: done (2 left) 2024-08-29T18:01:16.571 INFO:tasks.rados.rados.0.smithi028.stdout:3801: done (1 left) 2024-08-29T18:01:16.571 INFO:tasks.rados.rados.0.smithi028.stdout:3802: done (0 left) 2024-08-29T18:01:16.571 INFO:tasks.rados.rados.0.smithi028.stdout:3803: rmattr oid 38 current snap is 398 2024-08-29T18:01:16.571 INFO:tasks.rados.rados.0.smithi028.stdout:3804: snap_remove snap 366 2024-08-29T18:01:16.630 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:01:16 smithi028 bash[77168]: cluster 2024-08-29T18:01:15.132681+0000 mgr.y (mgr.25022) 428 : cluster [DBG] pgmap v813: 121 pgs: 2 active+clean+snaptrim, 119 active+clean; 540 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 34 MiB/s rd, 7.2 MiB/s wr, 46 op/s 2024-08-29T18:01:16.630 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:01:16 smithi028 bash[77168]: cluster 2024-08-29T18:01:15.361053+0000 mon.a (mon.0) 1360 : cluster [DBG] osdmap e859: 8 total, 8 up, 8 in 2024-08-29T18:01:16.630 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:01:16 smithi028 bash[78352]: cluster 2024-08-29T18:01:15.132681+0000 mgr.y (mgr.25022) 428 : cluster [DBG] pgmap v813: 121 pgs: 2 active+clean+snaptrim, 119 active+clean; 540 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 34 MiB/s rd, 7.2 MiB/s wr, 46 op/s 2024-08-29T18:01:16.630 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:01:16 smithi028 bash[78352]: cluster 2024-08-29T18:01:15.361053+0000 mon.a (mon.0) 1360 : cluster [DBG] osdmap e859: 8 total, 8 up, 8 in 2024-08-29T18:01:16.774 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:01:16 smithi053 bash[68679]: cluster 2024-08-29T18:01:15.132681+0000 mgr.y (mgr.25022) 428 : cluster [DBG] pgmap v813: 121 pgs: 2 active+clean+snaptrim, 119 active+clean; 540 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 34 MiB/s rd, 7.2 MiB/s wr, 46 op/s 2024-08-29T18:01:16.774 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:01:16 smithi053 bash[68679]: cluster 2024-08-29T18:01:15.361053+0000 mon.a (mon.0) 1360 : cluster [DBG] osdmap e859: 8 total, 8 up, 8 in 2024-08-29T18:01:17.581 INFO:tasks.rados.rados.0.smithi028.stdout:3804: done (1 left) 2024-08-29T18:01:17.581 INFO:tasks.rados.rados.0.smithi028.stdout:append oid 21 current snap is 398 2024-08-29T18:01:17.582 INFO:tasks.rados.rados.0.smithi028.stdout:3805: seq_num 1134 ranges {6815744=598016,7413760=638976,8052736=737280,8790016=229376} 2024-08-29T18:01:17.630 INFO:tasks.rados.rados.0.smithi028.stdout:3805: writing smithi02869045-21 from 6815744 to 7413760 tid 1 2024-08-29T18:01:17.635 INFO:tasks.rados.rados.0.smithi028.stdout:3805: writing smithi02869045-21 from 7413760 to 8052736 tid 2 2024-08-29T18:01:17.640 INFO:tasks.rados.rados.0.smithi028.stdout:3805: writing smithi02869045-21 from 8052736 to 8790016 tid 3 2024-08-29T18:01:17.643 INFO:tasks.rados.rados.0.smithi028.stdout:3805: writing smithi02869045-21 from 8790016 to 9019392 tid 4 2024-08-29T18:01:17.643 INFO:tasks.rados.rados.0.smithi028.stdout:3806: read oid 32 snap 397 2024-08-29T18:01:17.643 INFO:tasks.rados.rados.0.smithi028.stdout:3806: expect (ObjNum 1101 snap 387 seq_num 1101) 2024-08-29T18:01:17.643 INFO:tasks.rados.rados.0.smithi028.stdout:append oid 23 current snap is 398 2024-08-29T18:01:17.643 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 38 v 3199 (ObjNum 872 snap 295 seq_num 872) dirty exists 2024-08-29T18:01:17.643 INFO:tasks.rados.rados.0.smithi028.stdout:3807: seq_num 1135 ranges {4808704=614400,5423104=524288,5947392=540672,6488064=483328,6971392=57344} 2024-08-29T18:01:17.675 INFO:tasks.rados.rados.0.smithi028.stdout:3807: writing smithi02869045-23 from 4808704 to 5423104 tid 1 2024-08-29T18:01:17.678 INFO:tasks.rados.rados.0.smithi028.stdout:3807: writing smithi02869045-23 from 5423104 to 5947392 tid 2 2024-08-29T18:01:17.681 INFO:tasks.rados.rados.0.smithi028.stdout:3807: writing smithi02869045-23 from 5947392 to 6488064 tid 3 2024-08-29T18:01:17.683 INFO:tasks.rados.rados.0.smithi028.stdout:3807: writing smithi02869045-23 from 6488064 to 6971392 tid 4 2024-08-29T18:01:17.684 INFO:tasks.rados.rados.0.smithi028.stdout:3807: writing smithi02869045-23 from 6971392 to 7028736 tid 5 2024-08-29T18:01:17.684 INFO:tasks.rados.rados.0.smithi028.stdout:3803: done (3 left) 2024-08-29T18:01:17.684 INFO:tasks.rados.rados.0.smithi028.stdout:3808: snap_remove snap 384 2024-08-29T18:01:17.825 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:01:17 smithi053 bash[68679]: cluster 2024-08-29T18:01:16.570919+0000 mon.a (mon.0) 1361 : cluster [DBG] osdmap e860: 8 total, 8 up, 8 in 2024-08-29T18:01:17.880 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:01:17 smithi028 bash[77168]: cluster 2024-08-29T18:01:16.570919+0000 mon.a (mon.0) 1361 : cluster [DBG] osdmap e860: 8 total, 8 up, 8 in 2024-08-29T18:01:17.880 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:01:17 smithi028 bash[78352]: cluster 2024-08-29T18:01:16.570919+0000 mon.a (mon.0) 1361 : cluster [DBG] osdmap e860: 8 total, 8 up, 8 in 2024-08-29T18:01:18.585 INFO:tasks.rados.rados.0.smithi028.stdout:3805: finishing write tid 1 to smithi02869045-21 2024-08-29T18:01:18.585 INFO:tasks.rados.rados.0.smithi028.stdout:3805: finishing write tid 2 to smithi02869045-21 2024-08-29T18:01:18.585 INFO:tasks.rados.rados.0.smithi028.stdout:3805: finishing write tid 3 to smithi02869045-21 2024-08-29T18:01:18.585 INFO:tasks.rados.rados.0.smithi028.stdout:3805: finishing write tid 4 to smithi02869045-21 2024-08-29T18:01:18.585 INFO:tasks.rados.rados.0.smithi028.stdout:3805: finishing write tid 5 to smithi02869045-21 2024-08-29T18:01:18.586 INFO:tasks.rados.rados.0.smithi028.stdout:3806: expect (ObjNum 1101 snap 387 seq_num 1101) 2024-08-29T18:01:18.643 INFO:tasks.rados.rados.0.smithi028.stdout:3805: finishing write tid 6 to smithi02869045-21 2024-08-29T18:01:18.643 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 21 v 2950 (ObjNum 1134 snap 398 seq_num 1134) dirty exists 2024-08-29T18:01:18.643 INFO:tasks.rados.rados.0.smithi028.stdout:3805: left oid 21 (ObjNum 1134 snap 398 seq_num 1134) 2024-08-29T18:01:18.643 INFO:tasks.rados.rados.0.smithi028.stdout:3807: finishing write tid 1 to smithi02869045-23 2024-08-29T18:01:18.643 INFO:tasks.rados.rados.0.smithi028.stdout:3805: done (3 left) 2024-08-29T18:01:18.643 INFO:tasks.rados.rados.0.smithi028.stdout:3806: done (2 left) 2024-08-29T18:01:18.643 INFO:tasks.rados.rados.0.smithi028.stdout:3808: done (1 left) 2024-08-29T18:01:18.643 INFO:tasks.rados.rados.0.smithi028.stdout:3809: snap_remove snap 328 2024-08-29T18:01:18.776 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:01:18 smithi053 bash[68679]: cluster 2024-08-29T18:01:17.133371+0000 mgr.y (mgr.25022) 429 : cluster [DBG] pgmap v816: 121 pgs: 2 active+clean+snaptrim, 119 active+clean; 538 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 34 MiB/s rd, 6.2 MiB/s wr, 43 op/s 2024-08-29T18:01:18.777 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:01:18 smithi053 bash[68679]: cluster 2024-08-29T18:01:17.581526+0000 mon.a (mon.0) 1362 : cluster [DBG] osdmap e861: 8 total, 8 up, 8 in 2024-08-29T18:01:18.880 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:01:18 smithi028 bash[77168]: cluster 2024-08-29T18:01:17.133371+0000 mgr.y (mgr.25022) 429 : cluster [DBG] pgmap v816: 121 pgs: 2 active+clean+snaptrim, 119 active+clean; 538 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 34 MiB/s rd, 6.2 MiB/s wr, 43 op/s 2024-08-29T18:01:18.880 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:01:18 smithi028 bash[77168]: cluster 2024-08-29T18:01:17.581526+0000 mon.a (mon.0) 1362 : cluster [DBG] osdmap e861: 8 total, 8 up, 8 in 2024-08-29T18:01:18.880 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:01:18 smithi028 bash[78352]: cluster 2024-08-29T18:01:17.133371+0000 mgr.y (mgr.25022) 429 : cluster [DBG] pgmap v816: 121 pgs: 2 active+clean+snaptrim, 119 active+clean; 538 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 34 MiB/s rd, 6.2 MiB/s wr, 43 op/s 2024-08-29T18:01:18.880 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:01:18 smithi028 bash[78352]: cluster 2024-08-29T18:01:17.581526+0000 mon.a (mon.0) 1362 : cluster [DBG] osdmap e861: 8 total, 8 up, 8 in 2024-08-29T18:01:19.260 INFO:teuthology.orchestra.run.smithi028.stdout:true 2024-08-29T18:01:19.364 INFO:tasks.rados.rados.0.smithi028.stdout:3809: done (1 left) 2024-08-29T18:01:19.364 INFO:tasks.rados.rados.0.smithi028.stdout:3810: delete oid 19 current snap is 398 2024-08-29T18:01:19.364 INFO:tasks.rados.rados.0.smithi028.stdout:3807: finishing write tid 2 to smithi02869045-23 2024-08-29T18:01:19.364 INFO:tasks.rados.rados.0.smithi028.stdout:3807: finishing write tid 3 to smithi02869045-23 2024-08-29T18:01:19.364 INFO:tasks.rados.rados.0.smithi028.stdout:3807: finishing write tid 4 to smithi02869045-23 2024-08-29T18:01:19.364 INFO:tasks.rados.rados.0.smithi028.stdout:3807: finishing write tid 5 to smithi02869045-23 2024-08-29T18:01:19.365 INFO:tasks.rados.rados.0.smithi028.stdout:3807: finishing write tid 6 to smithi02869045-23 2024-08-29T18:01:19.365 INFO:tasks.rados.rados.0.smithi028.stdout:3807: finishing write tid 7 to smithi02869045-23 2024-08-29T18:01:19.365 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 23 v 1348 (ObjNum 1135 snap 398 seq_num 1135) dirty exists 2024-08-29T18:01:19.365 INFO:tasks.rados.rados.0.smithi028.stdout:3807: left oid 23 (ObjNum 1135 snap 398 seq_num 1135) 2024-08-29T18:01:19.375 INFO:tasks.rados.rados.0.smithi028.stdout:3807: done (1 left) 2024-08-29T18:01:19.375 INFO:tasks.rados.rados.0.smithi028.stdout:3810: done (0 left) 2024-08-29T18:01:19.375 INFO:tasks.rados.rados.0.smithi028.stdout:3811: read oid 6 snap -1 2024-08-29T18:01:19.375 INFO:tasks.rados.rados.0.smithi028.stdout:3811: expect (ObjNum 1064 snap 365 seq_num 1064) 2024-08-29T18:01:19.375 INFO:tasks.rados.rados.0.smithi028.stdout:3812: rmattr oid 16 current snap is 398 2024-08-29T18:01:19.375 INFO:tasks.rados.rados.0.smithi028.stdout:3813: read oid 15 snap -1 2024-08-29T18:01:19.376 INFO:tasks.rados.rados.0.smithi028.stdout:3813: expect (ObjNum 1126 snap 395 seq_num 1126) 2024-08-29T18:01:19.376 INFO:tasks.rados.rados.0.smithi028.stdout:3814: read oid 28 snap -1 2024-08-29T18:01:19.376 INFO:tasks.rados.rados.0.smithi028.stdout:3814: expect (ObjNum 1123 snap 393 seq_num 1123) 2024-08-29T18:01:19.376 INFO:tasks.rados.rados.0.smithi028.stdout:append oid 32 current snap is 398 2024-08-29T18:01:19.376 INFO:tasks.rados.rados.0.smithi028.stdout:3815: seq_num 1137 ranges {1646592=647168,2293760=696320,2990080=557056,3547136=352256} 2024-08-29T18:01:19.389 INFO:tasks.rados.rados.0.smithi028.stdout:3815: writing smithi02869045-32 from 1646592 to 2293760 tid 1 2024-08-29T18:01:19.394 INFO:tasks.rados.rados.0.smithi028.stdout:3815: writing smithi02869045-32 from 2293760 to 2990080 tid 2 2024-08-29T18:01:19.398 INFO:tasks.rados.rados.0.smithi028.stdout:3815: writing smithi02869045-32 from 2990080 to 3547136 tid 3 2024-08-29T18:01:19.401 INFO:tasks.rados.rados.0.smithi028.stdout:3815: writing smithi02869045-32 from 3547136 to 3899392 tid 4 2024-08-29T18:01:19.401 INFO:tasks.rados.rados.0.smithi028.stdout:3816: snap_create 2024-08-29T18:01:19.402 INFO:tasks.rados.rados.0.smithi028.stdout:3811: expect (ObjNum 1064 snap 365 seq_num 1064) 2024-08-29T18:01:19.459 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 16 v 2946 (ObjNum 1103 snap 387 seq_num 1103) dirty exists 2024-08-29T18:01:19.459 INFO:tasks.rados.rados.0.smithi028.stdout:3815: finishing write tid 1 to smithi02869045-32 2024-08-29T18:01:19.459 INFO:tasks.rados.rados.0.smithi028.stdout:3815: finishing write tid 2 to smithi02869045-32 2024-08-29T18:01:19.459 INFO:tasks.rados.rados.0.smithi028.stdout:3815: finishing write tid 3 to smithi02869045-32 2024-08-29T18:01:19.459 INFO:tasks.rados.rados.0.smithi028.stdout:3815: finishing write tid 4 to smithi02869045-32 2024-08-29T18:01:19.460 INFO:tasks.rados.rados.0.smithi028.stdout:3815: finishing write tid 5 to smithi02869045-32 2024-08-29T18:01:19.460 INFO:tasks.rados.rados.0.smithi028.stdout:3815: finishing write tid 6 to smithi02869045-32 2024-08-29T18:01:19.460 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 32 v 3177 (ObjNum 1137 snap 398 seq_num 1137) dirty exists 2024-08-29T18:01:19.460 INFO:tasks.rados.rados.0.smithi028.stdout:3815: left oid 32 (ObjNum 1137 snap 398 seq_num 1137) 2024-08-29T18:01:19.460 INFO:tasks.rados.rados.0.smithi028.stdout:3813: expect (ObjNum 1126 snap 395 seq_num 1126) 2024-08-29T18:01:19.639 INFO:teuthology.orchestra.run.smithi028.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2024-08-29T18:01:19.639 INFO:teuthology.orchestra.run.smithi028.stdout:alertmanager.a smithi028 *:9093,9094 running (54s) 49s ago 18m 13.7M - 0.25.0 c8568f914cd2 70b1064f49ca 2024-08-29T18:01:19.639 INFO:teuthology.orchestra.run.smithi028.stdout:grafana.a smithi053 *:3000 running (15s) 9s ago 17m 51.2M - 9.4.12 2bacad6d85d8 0384a39bb363 2024-08-29T18:01:19.639 INFO:teuthology.orchestra.run.smithi028.stdout:mds.a smithi028 running (2m) 49s ago 20m 14.1M - 19.1.1-235-g1ef86450 d401bb9bb76e 5a8869ab72d3 2024-08-29T18:01:19.639 INFO:teuthology.orchestra.run.smithi028.stdout:mds.b smithi053 running (2m) 9s ago 20m 12.2M - 19.1.1-235-g1ef86450 d401bb9bb76e 0e70add88f28 2024-08-29T18:01:19.639 INFO:teuthology.orchestra.run.smithi028.stdout:mgr.x smithi053 *:8443,9283,8765 running (9m) 9s ago 28m 430M - 19.1.1-235-g1ef86450 d401bb9bb76e a0460ca70cca 2024-08-29T18:01:19.639 INFO:teuthology.orchestra.run.smithi028.stdout:mgr.y smithi028 *:8443,9283,8765 running (10m) 49s ago 30m 501M - 19.1.1-235-g1ef86450 d401bb9bb76e ef4c084deb28 2024-08-29T18:01:19.640 INFO:teuthology.orchestra.run.smithi028.stdout:mon.a smithi028 running (9m) 49s ago 31m 78.6M 2048M 19.1.1-235-g1ef86450 d401bb9bb76e d1fec2ed5501 2024-08-29T18:01:19.640 INFO:teuthology.orchestra.run.smithi028.stdout:mon.b smithi053 running (8m) 9s ago 28m 56.1M 2048M 19.1.1-235-g1ef86450 d401bb9bb76e 39595741be2a 2024-08-29T18:01:19.640 INFO:teuthology.orchestra.run.smithi028.stdout:mon.c smithi028 running (8m) 49s ago 28m 65.3M 2048M 19.1.1-235-g1ef86450 d401bb9bb76e c6717e02deb1 2024-08-29T18:01:19.640 INFO:teuthology.orchestra.run.smithi028.stdout:node-exporter.a smithi028 *:9100 running (116s) 49s ago 18m 7468k - 1.5.0 0da6a335fe13 77f29bf6b459 2024-08-29T18:01:19.640 INFO:teuthology.orchestra.run.smithi028.stdout:node-exporter.b smithi053 *:9100 running (111s) 9s ago 18m 7759k - 1.5.0 0da6a335fe13 e969a004dbee 2024-08-29T18:01:19.640 INFO:teuthology.orchestra.run.smithi028.stdout:osd.0 smithi028 running (7m) 49s ago 27m 360M 2525M 19.1.1-235-g1ef86450 d401bb9bb76e 6fbb60538386 2024-08-29T18:01:19.640 INFO:teuthology.orchestra.run.smithi028.stdout:osd.1 smithi028 running (6m) 49s ago 26m 324M 2525M 19.1.1-235-g1ef86450 d401bb9bb76e 0a1c27b12555 2024-08-29T18:01:19.640 INFO:teuthology.orchestra.run.smithi028.stdout:osd.2 smithi028 running (6m) 49s ago 26m 409M 2525M 19.1.1-235-g1ef86450 d401bb9bb76e f87a86f7e5c3 2024-08-29T18:01:19.640 INFO:teuthology.orchestra.run.smithi028.stdout:osd.3 smithi028 running (5m) 49s ago 25m 351M 2525M 19.1.1-235-g1ef86450 d401bb9bb76e 3ccafab1a96b 2024-08-29T18:01:19.640 INFO:teuthology.orchestra.run.smithi028.stdout:osd.4 smithi053 running (5m) 9s ago 24m 489M 2525M 19.1.1-235-g1ef86450 d401bb9bb76e e85da34b2c19 2024-08-29T18:01:19.640 INFO:teuthology.orchestra.run.smithi028.stdout:osd.5 smithi053 running (4m) 9s ago 23m 382M 2525M 19.1.1-235-g1ef86450 d401bb9bb76e 02ced631b1a7 2024-08-29T18:01:19.640 INFO:teuthology.orchestra.run.smithi028.stdout:osd.6 smithi053 running (3m) 9s ago 22m 246M 2525M 19.1.1-235-g1ef86450 d401bb9bb76e 26b5d9d330e2 2024-08-29T18:01:19.640 INFO:teuthology.orchestra.run.smithi028.stdout:osd.7 smithi053 running (3m) 9s ago 21m 388M 2525M 19.1.1-235-g1ef86450 d401bb9bb76e 2dd992ed071a 2024-08-29T18:01:19.641 INFO:teuthology.orchestra.run.smithi028.stdout:prometheus.a smithi053 *:9095 running (82s) 9s ago 18m 49.9M - 2.43.0 a07b618ecd1d cfbb1f777dc4 2024-08-29T18:01:19.825 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:01:19 smithi053 bash[68679]: cluster 2024-08-29T18:01:18.582345+0000 mon.a (mon.0) 1363 : cluster [DBG] osdmap e862: 8 total, 8 up, 8 in 2024-08-29T18:01:19.825 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:01:19 smithi053 bash[68679]: cluster 2024-08-29T18:01:19.356682+0000 mon.a (mon.0) 1364 : cluster [DBG] osdmap e863: 8 total, 8 up, 8 in 2024-08-29T18:01:19.880 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:01:19 smithi028 bash[77168]: cluster 2024-08-29T18:01:18.582345+0000 mon.a (mon.0) 1363 : cluster [DBG] osdmap e862: 8 total, 8 up, 8 in 2024-08-29T18:01:19.880 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:01:19 smithi028 bash[77168]: cluster 2024-08-29T18:01:19.356682+0000 mon.a (mon.0) 1364 : cluster [DBG] osdmap e863: 8 total, 8 up, 8 in 2024-08-29T18:01:19.881 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:01:19 smithi028 bash[78352]: cluster 2024-08-29T18:01:18.582345+0000 mon.a (mon.0) 1363 : cluster [DBG] osdmap e862: 8 total, 8 up, 8 in 2024-08-29T18:01:19.881 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:01:19 smithi028 bash[78352]: cluster 2024-08-29T18:01:19.356682+0000 mon.a (mon.0) 1364 : cluster [DBG] osdmap e863: 8 total, 8 up, 8 in 2024-08-29T18:01:20.008 INFO:teuthology.orchestra.run.smithi028.stdout:{ 2024-08-29T18:01:20.008 INFO:teuthology.orchestra.run.smithi028.stdout: "mon": { 2024-08-29T18:01:20.008 INFO:teuthology.orchestra.run.smithi028.stdout: "ceph version 19.1.1-235-g1ef86450 (1ef864504b8875c83ee6c2c5fedc13315bebf7f5) squid (rc)": 3 2024-08-29T18:01:20.008 INFO:teuthology.orchestra.run.smithi028.stdout: }, 2024-08-29T18:01:20.008 INFO:teuthology.orchestra.run.smithi028.stdout: "mgr": { 2024-08-29T18:01:20.008 INFO:teuthology.orchestra.run.smithi028.stdout: "ceph version 19.1.1-235-g1ef86450 (1ef864504b8875c83ee6c2c5fedc13315bebf7f5) squid (rc)": 2 2024-08-29T18:01:20.009 INFO:teuthology.orchestra.run.smithi028.stdout: }, 2024-08-29T18:01:20.009 INFO:teuthology.orchestra.run.smithi028.stdout: "osd": { 2024-08-29T18:01:20.009 INFO:teuthology.orchestra.run.smithi028.stdout: "ceph version 19.1.1-235-g1ef86450 (1ef864504b8875c83ee6c2c5fedc13315bebf7f5) squid (rc)": 8 2024-08-29T18:01:20.009 INFO:teuthology.orchestra.run.smithi028.stdout: }, 2024-08-29T18:01:20.009 INFO:teuthology.orchestra.run.smithi028.stdout: "mds": { 2024-08-29T18:01:20.009 INFO:teuthology.orchestra.run.smithi028.stdout: "ceph version 19.1.1-235-g1ef86450 (1ef864504b8875c83ee6c2c5fedc13315bebf7f5) squid (rc)": 2 2024-08-29T18:01:20.009 INFO:teuthology.orchestra.run.smithi028.stdout: }, 2024-08-29T18:01:20.009 INFO:teuthology.orchestra.run.smithi028.stdout: "overall": { 2024-08-29T18:01:20.009 INFO:teuthology.orchestra.run.smithi028.stdout: "ceph version 19.1.1-235-g1ef86450 (1ef864504b8875c83ee6c2c5fedc13315bebf7f5) squid (rc)": 15 2024-08-29T18:01:20.009 INFO:teuthology.orchestra.run.smithi028.stdout: } 2024-08-29T18:01:20.009 INFO:teuthology.orchestra.run.smithi028.stdout:} 2024-08-29T18:01:20.023 INFO:tasks.rados.rados.0.smithi028.stdout:3814: expect (ObjNum 1123 snap 393 seq_num 1123) 2024-08-29T18:01:20.880 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:01:20 smithi028 bash[78352]: cluster 2024-08-29T18:01:19.134070+0000 mgr.y (mgr.25022) 430 : cluster [DBG] pgmap v819: 121 pgs: 2 active+clean+snaptrim, 119 active+clean; 535 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 5.6 MiB/s rd, 0 op/s 2024-08-29T18:01:20.880 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:01:20 smithi028 bash[78352]: audit 2024-08-29T18:01:19.249825+0000 mgr.y (mgr.25022) 431 : audit [DBG] from='client.34506 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-08-29T18:01:20.880 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:01:20 smithi028 bash[78352]: audit 2024-08-29T18:01:19.623265+0000 mgr.y (mgr.25022) 432 : audit [DBG] from='client.44435 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-08-29T18:01:20.880 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:01:20 smithi028 bash[78352]: audit 2024-08-29T18:01:20.010200+0000 mon.a (mon.0) 1365 : audit [DBG] from='client.? 172.21.15.28:0/3824536312' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-08-29T18:01:20.880 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:01:20 smithi028 bash[78352]: cluster 2024-08-29T18:01:20.362449+0000 mon.a (mon.0) 1366 : cluster [DBG] osdmap e864: 8 total, 8 up, 8 in 2024-08-29T18:01:20.881 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:01:20 smithi028 bash[77168]: cluster 2024-08-29T18:01:19.134070+0000 mgr.y (mgr.25022) 430 : cluster [DBG] pgmap v819: 121 pgs: 2 active+clean+snaptrim, 119 active+clean; 535 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 5.6 MiB/s rd, 0 op/s 2024-08-29T18:01:20.881 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:01:20 smithi028 bash[77168]: audit 2024-08-29T18:01:19.249825+0000 mgr.y (mgr.25022) 431 : audit [DBG] from='client.34506 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-08-29T18:01:20.881 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:01:20 smithi028 bash[77168]: audit 2024-08-29T18:01:19.623265+0000 mgr.y (mgr.25022) 432 : audit [DBG] from='client.44435 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-08-29T18:01:20.881 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:01:20 smithi028 bash[77168]: audit 2024-08-29T18:01:20.010200+0000 mon.a (mon.0) 1365 : audit [DBG] from='client.? 172.21.15.28:0/3824536312' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-08-29T18:01:20.881 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:01:20 smithi028 bash[77168]: cluster 2024-08-29T18:01:20.362449+0000 mon.a (mon.0) 1366 : cluster [DBG] osdmap e864: 8 total, 8 up, 8 in 2024-08-29T18:01:21.075 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:01:20 smithi053 bash[68679]: cluster 2024-08-29T18:01:19.134070+0000 mgr.y (mgr.25022) 430 : cluster [DBG] pgmap v819: 121 pgs: 2 active+clean+snaptrim, 119 active+clean; 535 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 5.6 MiB/s rd, 0 op/s 2024-08-29T18:01:21.075 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:01:20 smithi053 bash[68679]: audit 2024-08-29T18:01:19.249825+0000 mgr.y (mgr.25022) 431 : audit [DBG] from='client.34506 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-08-29T18:01:21.075 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:01:20 smithi053 bash[68679]: audit 2024-08-29T18:01:19.623265+0000 mgr.y (mgr.25022) 432 : audit [DBG] from='client.44435 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-08-29T18:01:21.075 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:01:20 smithi053 bash[68679]: audit 2024-08-29T18:01:20.010200+0000 mon.a (mon.0) 1365 : audit [DBG] from='client.? 172.21.15.28:0/3824536312' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-08-29T18:01:21.075 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:01:20 smithi053 bash[68679]: cluster 2024-08-29T18:01:20.362449+0000 mon.a (mon.0) 1366 : cluster [DBG] osdmap e864: 8 total, 8 up, 8 in 2024-08-29T18:01:21.392 INFO:tasks.rados.rados.0.smithi028.stdout:3811: done (5 left) 2024-08-29T18:01:21.392 INFO:tasks.rados.rados.0.smithi028.stdout:3812: done (4 left) 2024-08-29T18:01:21.392 INFO:tasks.rados.rados.0.smithi028.stdout:3813: done (3 left) 2024-08-29T18:01:21.393 INFO:tasks.rados.rados.0.smithi028.stdout:3814: done (2 left) 2024-08-29T18:01:21.393 INFO:tasks.rados.rados.0.smithi028.stdout:3815: done (1 left) 2024-08-29T18:01:21.393 INFO:tasks.rados.rados.0.smithi028.stdout:3816: done (0 left) 2024-08-29T18:01:21.393 INFO:tasks.rados.rados.0.smithi028.stdout:3817: read oid 2 snap -1 2024-08-29T18:01:21.393 INFO:tasks.rados.rados.0.smithi028.stdout:3817: expect (ObjNum 0 snap 0 seq_num 0) 2024-08-29T18:01:21.393 INFO:tasks.rados.rados.0.smithi028.stdout:3818: snap_remove snap 333 2024-08-29T18:01:21.614 INFO:tasks.rados.rados.0.smithi028.stdout:3818: done (1 left) 2024-08-29T18:01:21.614 INFO:tasks.rados.rados.0.smithi028.stdout:3819: read oid 19 snap -1 2024-08-29T18:01:21.614 INFO:tasks.rados.rados.0.smithi028.stdout:3819: expect deleted 2024-08-29T18:01:21.614 INFO:tasks.rados.rados.0.smithi028.stdout:3820: setattr oid 3 current snap is 399 2024-08-29T18:01:21.614 INFO:tasks.rados.rados.0.smithi028.stdout:3817: expect (ObjNum 0 snap 0 seq_num 0) 2024-08-29T18:01:21.622 INFO:tasks.rados.rados.0.smithi028.stdout:3817: done (2 left) 2024-08-29T18:01:21.623 INFO:tasks.rados.rados.0.smithi028.stdout:3821: snap_create 2024-08-29T18:01:21.636 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 3 v 2947 (ObjNum 1101 snap 387 seq_num 1101) dirty exists 2024-08-29T18:01:21.880 INFO:journalctl@ceph.mgr.y.smithi028.stdout:Aug 29 18:01:21 smithi028 bash[70818]: ::ffff:172.21.15.53 - - [29/Aug/2024:18:01:21] "GET /metrics HTTP/1.1" 200 36242 "" "Prometheus/2.43.0" 2024-08-29T18:01:22.575 INFO:journalctl@ceph.prometheus.a.smithi053.stdout:Aug 29 18:01:22 smithi053 bash[95567]: ts=2024-08-29T18:01:22.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"3167ee72-662c-11ef-bcd4-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-29T18:01:22.619 INFO:tasks.rados.rados.0.smithi028.stdout:3819: done (2 left) 2024-08-29T18:01:22.619 INFO:tasks.rados.rados.0.smithi028.stdout:3820: done (1 left) 2024-08-29T18:01:22.620 INFO:tasks.rados.rados.0.smithi028.stdout:3821: done (0 left) 2024-08-29T18:01:22.620 INFO:tasks.rados.rados.0.smithi028.stdout:3822: delete oid 11 current snap is 400 2024-08-29T18:01:22.632 INFO:tasks.rados.rados.0.smithi028.stdout:3822: done (0 left) 2024-08-29T18:01:22.632 INFO:tasks.rados.rados.0.smithi028.stdout:3823: snap_remove snap 371 2024-08-29T18:01:22.880 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:01:22 smithi028 bash[77168]: cluster 2024-08-29T18:01:21.134850+0000 mgr.y (mgr.25022) 433 : cluster [DBG] pgmap v822: 121 pgs: 2 active+clean+snaptrim, 119 active+clean; 542 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 14 MiB/s rd, 2.0 MiB/s wr, 13 op/s 2024-08-29T18:01:22.880 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:01:22 smithi028 bash[77168]: cluster 2024-08-29T18:01:21.615128+0000 mon.a (mon.0) 1367 : cluster [DBG] osdmap e865: 8 total, 8 up, 8 in 2024-08-29T18:01:22.880 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:01:22 smithi028 bash[78352]: cluster 2024-08-29T18:01:21.134850+0000 mgr.y (mgr.25022) 433 : cluster [DBG] pgmap v822: 121 pgs: 2 active+clean+snaptrim, 119 active+clean; 542 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 14 MiB/s rd, 2.0 MiB/s wr, 13 op/s 2024-08-29T18:01:22.880 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:01:22 smithi028 bash[78352]: cluster 2024-08-29T18:01:21.615128+0000 mon.a (mon.0) 1367 : cluster [DBG] osdmap e865: 8 total, 8 up, 8 in 2024-08-29T18:01:23.075 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:01:22 smithi053 bash[68679]: cluster 2024-08-29T18:01:21.134850+0000 mgr.y (mgr.25022) 433 : cluster [DBG] pgmap v822: 121 pgs: 2 active+clean+snaptrim, 119 active+clean; 542 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 14 MiB/s rd, 2.0 MiB/s wr, 13 op/s 2024-08-29T18:01:23.075 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:01:22 smithi053 bash[68679]: cluster 2024-08-29T18:01:21.615128+0000 mon.a (mon.0) 1367 : cluster [DBG] osdmap e865: 8 total, 8 up, 8 in 2024-08-29T18:01:23.633 INFO:tasks.rados.rados.0.smithi028.stdout:3823: done (0 left) 2024-08-29T18:01:23.633 INFO:tasks.rados.rados.0.smithi028.stdout:append oid 47 current snap is 400 2024-08-29T18:01:23.633 INFO:tasks.rados.rados.0.smithi028.stdout:3824: seq_num 1139 ranges {1433600=679936,2113536=458752,2572288=524288,3096576=540672,3637248=81920} 2024-08-29T18:01:23.670 INFO:tasks.rados.rados.0.smithi028.stdout:3824: writing smithi02869045-47 from 1433600 to 2113536 tid 1 2024-08-29T18:01:23.675 INFO:tasks.rados.rados.0.smithi028.stdout:3824: writing smithi02869045-47 from 2113536 to 2572288 tid 2 2024-08-29T18:01:23.682 INFO:tasks.rados.rados.0.smithi028.stdout:3824: writing smithi02869045-47 from 2572288 to 3096576 tid 3 2024-08-29T18:01:23.687 INFO:tasks.rados.rados.0.smithi028.stdout:3824: writing smithi02869045-47 from 3096576 to 3637248 tid 4 2024-08-29T18:01:23.689 INFO:tasks.rados.rados.0.smithi028.stdout:3824: writing smithi02869045-47 from 3637248 to 3719168 tid 5 2024-08-29T18:01:23.689 INFO:tasks.rados.rados.0.smithi028.stdout:3825: read oid 15 snap -1 2024-08-29T18:01:23.689 INFO:tasks.rados.rados.0.smithi028.stdout:3825: expect (ObjNum 1126 snap 395 seq_num 1126) 2024-08-29T18:01:23.689 INFO:tasks.rados.rados.0.smithi028.stdout:append oid 5 current snap is 400 2024-08-29T18:01:23.689 INFO:tasks.rados.rados.0.smithi028.stdout:3826: seq_num 1140 ranges {3538944=696320,4235264=745472,4980736=729088,5709824=131072} 2024-08-29T18:01:23.719 INFO:tasks.rados.rados.0.smithi028.stdout:3826: writing smithi02869045-5 from 3538944 to 4235264 tid 1 2024-08-29T18:01:23.724 INFO:tasks.rados.rados.0.smithi028.stdout:3826: writing smithi02869045-5 from 4235264 to 4980736 tid 2 2024-08-29T18:01:23.729 INFO:tasks.rados.rados.0.smithi028.stdout:3826: writing smithi02869045-5 from 4980736 to 5709824 tid 3 2024-08-29T18:01:23.730 INFO:tasks.rados.rados.0.smithi028.stdout:3826: writing smithi02869045-5 from 5709824 to 5840896 tid 4 2024-08-29T18:01:23.730 INFO:tasks.rados.rados.0.smithi028.stdout:append oid 4 current snap is 400 2024-08-29T18:01:23.730 INFO:tasks.rados.rados.0.smithi028.stdout:3824: finishing write tid 1 to smithi02869045-47 2024-08-29T18:01:23.730 INFO:tasks.rados.rados.0.smithi028.stdout:3824: finishing write tid 2 to smithi02869045-47 2024-08-29T18:01:23.730 INFO:tasks.rados.rados.0.smithi028.stdout:3824: finishing write tid 3 to smithi02869045-47 2024-08-29T18:01:23.731 INFO:tasks.rados.rados.0.smithi028.stdout:3824: finishing write tid 4 to smithi02869045-47 2024-08-29T18:01:23.731 INFO:tasks.rados.rados.0.smithi028.stdout:3824: finishing write tid 5 to smithi02869045-47 2024-08-29T18:01:23.731 INFO:tasks.rados.rados.0.smithi028.stdout:3824: finishing write tid 6 to smithi02869045-47 2024-08-29T18:01:23.731 INFO:tasks.rados.rados.0.smithi028.stdout:3827: seq_num 1141 ranges {2187264=712704,2899968=679936,3579904=540672,4120576=385024} 2024-08-29T18:01:23.746 INFO:tasks.rados.rados.0.smithi028.stdout:3827: writing smithi02869045-4 from 2187264 to 2899968 tid 1 2024-08-29T18:01:23.751 INFO:tasks.rados.rados.0.smithi028.stdout:3827: writing smithi02869045-4 from 2899968 to 3579904 tid 2 2024-08-29T18:01:23.755 INFO:tasks.rados.rados.0.smithi028.stdout:3827: writing smithi02869045-4 from 3579904 to 4120576 tid 3 2024-08-29T18:01:23.758 INFO:tasks.rados.rados.0.smithi028.stdout:3827: writing smithi02869045-4 from 4120576 to 4505600 tid 4 2024-08-29T18:01:23.758 INFO:tasks.rados.rados.0.smithi028.stdout:append oid 20 current snap is 400 2024-08-29T18:01:23.758 INFO:tasks.rados.rados.0.smithi028.stdout:3824: finishing write tid 7 to smithi02869045-47 2024-08-29T18:01:23.758 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 47 v 3205 (ObjNum 1139 snap 400 seq_num 1139) dirty exists 2024-08-29T18:01:23.758 INFO:tasks.rados.rados.0.smithi028.stdout:3824: left oid 47 (ObjNum 1139 snap 400 seq_num 1139) 2024-08-29T18:01:23.758 INFO:tasks.rados.rados.0.smithi028.stdout:3825: expect (ObjNum 1126 snap 395 seq_num 1126) 2024-08-29T18:01:24.075 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:01:23 smithi053 bash[68679]: cluster 2024-08-29T18:01:22.618188+0000 mon.a (mon.0) 1368 : cluster [DBG] osdmap e866: 8 total, 8 up, 8 in 2024-08-29T18:01:24.075 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:01:23 smithi053 bash[68679]: audit 2024-08-29T18:01:22.630924+0000 mon.a (mon.0) 1369 : audit [INF] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' 2024-08-29T18:01:24.076 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:01:23 smithi053 bash[68679]: audit 2024-08-29T18:01:22.641684+0000 mon.a (mon.0) 1370 : audit [INF] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' 2024-08-29T18:01:24.076 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:01:23 smithi053 bash[68679]: audit 2024-08-29T18:01:22.643763+0000 mon.a (mon.0) 1371 : audit [DBG] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-29T18:01:24.076 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:01:23 smithi053 bash[68679]: audit 2024-08-29T18:01:22.645302+0000 mon.a (mon.0) 1372 : audit [INF] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-29T18:01:24.076 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:01:23 smithi053 bash[68679]: audit 2024-08-29T18:01:22.654838+0000 mon.a (mon.0) 1373 : audit [INF] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' 2024-08-29T18:01:24.076 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:01:23 smithi053 bash[68679]: audit 2024-08-29T18:01:22.733549+0000 mon.a (mon.0) 1374 : audit [DBG] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "dashboard get-grafana-api-url"}]: dispatch 2024-08-29T18:01:24.076 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:01:23 smithi053 bash[68679]: audit 2024-08-29T18:01:22.734581+0000 mgr.y (mgr.25022) 434 : audit [DBG] from='mon.0 -' entity='mon.' cmd=[{"prefix": "dashboard get-grafana-api-url"}]: dispatch 2024-08-29T18:01:24.076 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:01:23 smithi053 bash[68679]: audit 2024-08-29T18:01:22.817175+0000 mon.a (mon.0) 1375 : audit [DBG] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-29T18:01:24.076 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:01:23 smithi053 bash[68679]: audit 2024-08-29T18:01:22.820900+0000 mon.a (mon.0) 1376 : audit [DBG] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-08-29T18:01:24.076 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:01:23 smithi053 bash[68679]: audit 2024-08-29T18:01:22.823670+0000 mon.a (mon.0) 1377 : audit [DBG] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-08-29T18:01:24.076 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:01:23 smithi053 bash[68679]: audit 2024-08-29T18:01:22.826207+0000 mon.a (mon.0) 1378 : audit [DBG] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-08-29T18:01:24.076 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:01:23 smithi053 bash[68679]: audit 2024-08-29T18:01:22.829758+0000 mon.a (mon.0) 1379 : audit [DBG] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-08-29T18:01:24.076 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:01:23 smithi053 bash[68679]: audit 2024-08-29T18:01:22.833816+0000 mon.a (mon.0) 1380 : audit [DBG] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-08-29T18:01:24.076 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:01:23 smithi053 bash[68679]: audit 2024-08-29T18:01:22.836395+0000 mon.a (mon.0) 1381 : audit [DBG] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-08-29T18:01:24.077 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:01:23 smithi053 bash[68679]: audit 2024-08-29T18:01:22.838822+0000 mon.a (mon.0) 1382 : audit [DBG] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-08-29T18:01:24.077 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:01:23 smithi053 bash[68679]: audit 2024-08-29T18:01:22.841480+0000 mon.a (mon.0) 1383 : audit [DBG] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-08-29T18:01:24.077 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:01:23 smithi053 bash[68679]: audit 2024-08-29T18:01:22.844358+0000 mon.a (mon.0) 1384 : audit [DBG] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-08-29T18:01:24.077 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:01:23 smithi053 bash[68679]: audit 2024-08-29T18:01:22.847360+0000 mon.a (mon.0) 1385 : audit [DBG] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-08-29T18:01:24.077 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:01:23 smithi053 bash[68679]: audit 2024-08-29T18:01:22.850413+0000 mon.a (mon.0) 1386 : audit [DBG] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-08-29T18:01:24.077 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:01:23 smithi053 bash[68679]: audit 2024-08-29T18:01:22.855991+0000 mon.a (mon.0) 1387 : audit [DBG] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-08-29T18:01:24.078 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:01:23 smithi053 bash[68679]: audit 2024-08-29T18:01:22.860236+0000 mon.a (mon.0) 1388 : audit [DBG] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-08-29T18:01:24.078 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:01:23 smithi053 bash[68679]: audit 2024-08-29T18:01:22.864056+0000 mon.a (mon.0) 1389 : audit [DBG] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-08-29T18:01:24.078 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:01:23 smithi053 bash[68679]: audit 2024-08-29T18:01:22.867918+0000 mon.a (mon.0) 1390 : audit [DBG] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-08-29T18:01:24.078 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:01:23 smithi053 bash[68679]: audit 2024-08-29T18:01:22.871655+0000 mon.a (mon.0) 1391 : audit [DBG] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-08-29T18:01:24.078 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:01:23 smithi053 bash[68679]: audit 2024-08-29T18:01:22.875052+0000 mon.a (mon.0) 1392 : audit [DBG] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-08-29T18:01:24.078 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:01:23 smithi053 bash[68679]: audit 2024-08-29T18:01:22.878364+0000 mon.a (mon.0) 1393 : audit [DBG] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-08-29T18:01:24.078 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:01:23 smithi053 bash[68679]: audit 2024-08-29T18:01:22.889841+0000 mon.a (mon.0) 1394 : audit [INF] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' 2024-08-29T18:01:24.078 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:01:23 smithi053 bash[68679]: audit 2024-08-29T18:01:22.895197+0000 mon.a (mon.0) 1395 : audit [INF] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mgr"}]: dispatch 2024-08-29T18:01:24.078 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:01:23 smithi053 bash[68679]: audit 2024-08-29T18:01:22.902507+0000 mon.a (mon.0) 1396 : audit [INF] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mgr"}]': finished 2024-08-29T18:01:24.078 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:01:23 smithi053 bash[68679]: audit 2024-08-29T18:01:22.907146+0000 mon.a (mon.0) 1397 : audit [INF] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2024-08-29T18:01:24.078 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:01:23 smithi053 bash[68679]: audit 2024-08-29T18:01:22.912076+0000 mon.a (mon.0) 1398 : audit [INF] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mon"}]': finished 2024-08-29T18:01:24.079 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:01:23 smithi053 bash[68679]: audit 2024-08-29T18:01:22.915580+0000 mon.a (mon.0) 1399 : audit [INF] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "client.crash"}]: dispatch 2024-08-29T18:01:24.079 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:01:23 smithi053 bash[68679]: audit 2024-08-29T18:01:22.923435+0000 mon.a (mon.0) 1400 : audit [INF] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "client.crash"}]': finished 2024-08-29T18:01:24.079 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:01:23 smithi053 bash[68679]: audit 2024-08-29T18:01:22.928180+0000 mon.a (mon.0) 1401 : audit [INF] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "osd"}]: dispatch 2024-08-29T18:01:24.079 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:01:23 smithi053 bash[68679]: audit 2024-08-29T18:01:22.933657+0000 mon.a (mon.0) 1402 : audit [INF] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "osd"}]': finished 2024-08-29T18:01:24.079 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:01:23 smithi053 bash[68679]: audit 2024-08-29T18:01:22.937055+0000 mon.a (mon.0) 1403 : audit [INF] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mds"}]: dispatch 2024-08-29T18:01:24.079 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:01:23 smithi053 bash[68679]: audit 2024-08-29T18:01:22.943008+0000 mon.a (mon.0) 1404 : audit [INF] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mds"}]': finished 2024-08-29T18:01:24.079 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:01:23 smithi053 bash[68679]: audit 2024-08-29T18:01:22.947000+0000 mon.a (mon.0) 1405 : audit [INF] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "client.rgw"}]: dispatch 2024-08-29T18:01:24.079 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:01:23 smithi053 bash[68679]: audit 2024-08-29T18:01:22.952766+0000 mon.a (mon.0) 1406 : audit [INF] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "client.rgw"}]': finished 2024-08-29T18:01:24.079 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:01:23 smithi053 bash[68679]: audit 2024-08-29T18:01:22.956654+0000 mon.a (mon.0) 1407 : audit [INF] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "client.rbd-mirror"}]: dispatch 2024-08-29T18:01:24.079 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:01:23 smithi053 bash[68679]: audit 2024-08-29T18:01:22.962477+0000 mon.a (mon.0) 1408 : audit [INF] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "client.rbd-mirror"}]': finished 2024-08-29T18:01:24.079 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:01:23 smithi053 bash[68679]: audit 2024-08-29T18:01:22.966323+0000 mon.a (mon.0) 1409 : audit [INF] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2024-08-29T18:01:24.079 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:01:23 smithi053 bash[68679]: audit 2024-08-29T18:01:22.967727+0000 mon.a (mon.0) 1410 : audit [INF] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "client.ceph-exporter"}]: dispatch 2024-08-29T18:01:24.079 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:01:23 smithi053 bash[68679]: audit 2024-08-29T18:01:22.973267+0000 mon.a (mon.0) 1411 : audit [INF] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "client.ceph-exporter"}]': finished 2024-08-29T18:01:24.080 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:01:23 smithi053 bash[68679]: audit 2024-08-29T18:01:22.977189+0000 mon.a (mon.0) 1412 : audit [INF] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "client.iscsi"}]: dispatch 2024-08-29T18:01:24.080 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:01:23 smithi053 bash[68679]: audit 2024-08-29T18:01:22.982662+0000 mon.a (mon.0) 1413 : audit [INF] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "client.iscsi"}]': finished 2024-08-29T18:01:24.080 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:01:23 smithi053 bash[68679]: audit 2024-08-29T18:01:22.986597+0000 mon.a (mon.0) 1414 : audit [INF] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "client.nfs"}]: dispatch 2024-08-29T18:01:24.080 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:01:23 smithi053 bash[68679]: audit 2024-08-29T18:01:22.992214+0000 mon.a (mon.0) 1415 : audit [INF] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "client.nfs"}]': finished 2024-08-29T18:01:24.080 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:01:23 smithi053 bash[68679]: audit 2024-08-29T18:01:22.996139+0000 mon.a (mon.0) 1416 : audit [INF] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "client.nvmeof"}]: dispatch 2024-08-29T18:01:24.080 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:01:23 smithi053 bash[68679]: audit 2024-08-29T18:01:23.001914+0000 mon.a (mon.0) 1417 : audit [INF] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "client.nvmeof"}]': finished 2024-08-29T18:01:24.080 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:01:23 smithi053 bash[68679]: audit 2024-08-29T18:01:23.005698+0000 mon.a (mon.0) 1418 : audit [INF] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2024-08-29T18:01:24.080 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:01:23 smithi053 bash[68679]: audit 2024-08-29T18:01:23.007029+0000 mon.a (mon.0) 1419 : audit [INF] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2024-08-29T18:01:24.080 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:01:23 smithi053 bash[68679]: audit 2024-08-29T18:01:23.008288+0000 mon.a (mon.0) 1420 : audit [INF] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2024-08-29T18:01:24.080 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:01:23 smithi053 bash[68679]: audit 2024-08-29T18:01:23.009494+0000 mon.a (mon.0) 1421 : audit [INF] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2024-08-29T18:01:24.080 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:01:23 smithi053 bash[68679]: audit 2024-08-29T18:01:23.010768+0000 mon.a (mon.0) 1422 : audit [INF] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2024-08-29T18:01:24.080 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:01:23 smithi053 bash[68679]: audit 2024-08-29T18:01:23.012084+0000 mon.a (mon.0) 1423 : audit [INF] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2024-08-29T18:01:24.080 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:01:23 smithi053 bash[68679]: audit 2024-08-29T18:01:23.014056+0000 mon.a (mon.0) 1424 : audit [INF] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix":"config-key del","key":"mgr/cephadm/upgrade_state"}]: dispatch 2024-08-29T18:01:24.081 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:01:23 smithi053 bash[68679]: audit 2024-08-29T18:01:23.020042+0000 mon.a (mon.0) 1425 : audit [INF] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd='[{"prefix":"config-key del","key":"mgr/cephadm/upgrade_state"}]': finished 2024-08-29T18:01:24.081 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:01:23 smithi053 bash[68679]: audit 2024-08-29T18:01:23.021313+0000 mon.a (mon.0) 1426 : audit [DBG] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-29T18:01:24.081 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:01:23 smithi053 bash[68679]: audit 2024-08-29T18:01:23.024862+0000 mon.a (mon.0) 1427 : audit [DBG] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-29T18:01:24.081 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:01:23 smithi053 bash[68679]: audit 2024-08-29T18:01:23.026669+0000 mon.a (mon.0) 1428 : audit [INF] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-29T18:01:24.081 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:01:23 smithi053 bash[68679]: audit 2024-08-29T18:01:23.036689+0000 mon.a (mon.0) 1429 : audit [INF] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' 2024-08-29T18:01:24.081 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:01:23 smithi053 bash[68679]: audit 2024-08-29T18:01:23.162103+0000 mon.a (mon.0) 1430 : audit [DBG] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-29T18:01:24.081 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:01:23 smithi053 bash[68679]: audit 2024-08-29T18:01:23.164806+0000 mon.a (mon.0) 1431 : audit [DBG] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-29T18:01:24.081 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:01:23 smithi053 bash[68679]: audit 2024-08-29T18:01:23.165865+0000 mon.a (mon.0) 1432 : audit [INF] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-29T18:01:24.081 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:01:23 smithi053 bash[68679]: audit 2024-08-29T18:01:23.174991+0000 mon.a (mon.0) 1433 : audit [INF] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' 2024-08-29T18:01:24.130 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:01:23 smithi028 bash[78352]: cluster 2024-08-29T18:01:22.618188+0000 mon.a (mon.0) 1368 : cluster [DBG] osdmap e866: 8 total, 8 up, 8 in 2024-08-29T18:01:24.131 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:01:23 smithi028 bash[78352]: audit 2024-08-29T18:01:22.630924+0000 mon.a (mon.0) 1369 : audit [INF] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' 2024-08-29T18:01:24.131 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:01:23 smithi028 bash[78352]: audit 2024-08-29T18:01:22.641684+0000 mon.a (mon.0) 1370 : audit [INF] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' 2024-08-29T18:01:24.131 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:01:23 smithi028 bash[78352]: audit 2024-08-29T18:01:22.643763+0000 mon.a (mon.0) 1371 : audit [DBG] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-29T18:01:24.131 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:01:23 smithi028 bash[78352]: audit 2024-08-29T18:01:22.645302+0000 mon.a (mon.0) 1372 : audit [INF] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-29T18:01:24.131 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:01:23 smithi028 bash[78352]: audit 2024-08-29T18:01:22.654838+0000 mon.a (mon.0) 1373 : audit [INF] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' 2024-08-29T18:01:24.131 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:01:23 smithi028 bash[78352]: audit 2024-08-29T18:01:22.733549+0000 mon.a (mon.0) 1374 : audit [DBG] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "dashboard get-grafana-api-url"}]: dispatch 2024-08-29T18:01:24.131 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:01:23 smithi028 bash[78352]: audit 2024-08-29T18:01:22.734581+0000 mgr.y (mgr.25022) 434 : audit [DBG] from='mon.0 -' entity='mon.' cmd=[{"prefix": "dashboard get-grafana-api-url"}]: dispatch 2024-08-29T18:01:24.131 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:01:23 smithi028 bash[78352]: audit 2024-08-29T18:01:22.817175+0000 mon.a (mon.0) 1375 : audit [DBG] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-29T18:01:24.131 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:01:23 smithi028 bash[78352]: audit 2024-08-29T18:01:22.820900+0000 mon.a (mon.0) 1376 : audit [DBG] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-08-29T18:01:24.131 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:01:23 smithi028 bash[78352]: audit 2024-08-29T18:01:22.823670+0000 mon.a (mon.0) 1377 : audit [DBG] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-08-29T18:01:24.132 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:01:23 smithi028 bash[78352]: audit 2024-08-29T18:01:22.826207+0000 mon.a (mon.0) 1378 : audit [DBG] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-08-29T18:01:24.132 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:01:23 smithi028 bash[78352]: audit 2024-08-29T18:01:22.829758+0000 mon.a (mon.0) 1379 : audit [DBG] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-08-29T18:01:24.132 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:01:23 smithi028 bash[78352]: audit 2024-08-29T18:01:22.833816+0000 mon.a (mon.0) 1380 : audit [DBG] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-08-29T18:01:24.132 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:01:23 smithi028 bash[78352]: audit 2024-08-29T18:01:22.836395+0000 mon.a (mon.0) 1381 : audit [DBG] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-08-29T18:01:24.132 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:01:23 smithi028 bash[78352]: audit 2024-08-29T18:01:22.838822+0000 mon.a (mon.0) 1382 : audit [DBG] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-08-29T18:01:24.132 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:01:23 smithi028 bash[78352]: audit 2024-08-29T18:01:22.841480+0000 mon.a (mon.0) 1383 : audit [DBG] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-08-29T18:01:24.132 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:01:23 smithi028 bash[78352]: audit 2024-08-29T18:01:22.844358+0000 mon.a (mon.0) 1384 : audit [DBG] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-08-29T18:01:24.132 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:01:23 smithi028 bash[78352]: audit 2024-08-29T18:01:22.847360+0000 mon.a (mon.0) 1385 : audit [DBG] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-08-29T18:01:24.132 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:01:23 smithi028 bash[78352]: audit 2024-08-29T18:01:22.850413+0000 mon.a (mon.0) 1386 : audit [DBG] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-08-29T18:01:24.133 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:01:23 smithi028 bash[77168]: cluster 2024-08-29T18:01:22.618188+0000 mon.a (mon.0) 1368 : cluster [DBG] osdmap e866: 8 total, 8 up, 8 in 2024-08-29T18:01:24.133 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:01:23 smithi028 bash[77168]: audit 2024-08-29T18:01:22.630924+0000 mon.a (mon.0) 1369 : audit [INF] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' 2024-08-29T18:01:24.133 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:01:23 smithi028 bash[77168]: audit 2024-08-29T18:01:22.641684+0000 mon.a (mon.0) 1370 : audit [INF] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' 2024-08-29T18:01:24.133 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:01:23 smithi028 bash[77168]: audit 2024-08-29T18:01:22.643763+0000 mon.a (mon.0) 1371 : audit [DBG] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-29T18:01:24.133 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:01:23 smithi028 bash[77168]: audit 2024-08-29T18:01:22.645302+0000 mon.a (mon.0) 1372 : audit [INF] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-29T18:01:24.133 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:01:23 smithi028 bash[77168]: audit 2024-08-29T18:01:22.654838+0000 mon.a (mon.0) 1373 : audit [INF] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' 2024-08-29T18:01:24.133 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:01:23 smithi028 bash[77168]: audit 2024-08-29T18:01:22.733549+0000 mon.a (mon.0) 1374 : audit [DBG] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "dashboard get-grafana-api-url"}]: dispatch 2024-08-29T18:01:24.133 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:01:23 smithi028 bash[77168]: audit 2024-08-29T18:01:22.734581+0000 mgr.y (mgr.25022) 434 : audit [DBG] from='mon.0 -' entity='mon.' cmd=[{"prefix": "dashboard get-grafana-api-url"}]: dispatch 2024-08-29T18:01:24.134 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:01:23 smithi028 bash[77168]: audit 2024-08-29T18:01:22.817175+0000 mon.a (mon.0) 1375 : audit [DBG] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-29T18:01:24.134 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:01:23 smithi028 bash[77168]: audit 2024-08-29T18:01:22.820900+0000 mon.a (mon.0) 1376 : audit [DBG] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-08-29T18:01:24.134 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:01:23 smithi028 bash[77168]: audit 2024-08-29T18:01:22.823670+0000 mon.a (mon.0) 1377 : audit [DBG] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-08-29T18:01:24.134 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:01:23 smithi028 bash[77168]: audit 2024-08-29T18:01:22.826207+0000 mon.a (mon.0) 1378 : audit [DBG] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-08-29T18:01:24.134 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:01:23 smithi028 bash[77168]: audit 2024-08-29T18:01:22.829758+0000 mon.a (mon.0) 1379 : audit [DBG] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-08-29T18:01:24.134 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:01:23 smithi028 bash[77168]: audit 2024-08-29T18:01:22.833816+0000 mon.a (mon.0) 1380 : audit [DBG] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-08-29T18:01:24.134 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:01:23 smithi028 bash[77168]: audit 2024-08-29T18:01:22.836395+0000 mon.a (mon.0) 1381 : audit [DBG] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-08-29T18:01:24.135 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:01:23 smithi028 bash[77168]: audit 2024-08-29T18:01:22.838822+0000 mon.a (mon.0) 1382 : audit [DBG] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-08-29T18:01:24.135 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:01:23 smithi028 bash[77168]: audit 2024-08-29T18:01:22.841480+0000 mon.a (mon.0) 1383 : audit [DBG] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-08-29T18:01:24.135 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:01:23 smithi028 bash[77168]: audit 2024-08-29T18:01:22.844358+0000 mon.a (mon.0) 1384 : audit [DBG] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-08-29T18:01:24.135 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:01:23 smithi028 bash[77168]: audit 2024-08-29T18:01:22.847360+0000 mon.a (mon.0) 1385 : audit [DBG] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-08-29T18:01:24.135 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:01:23 smithi028 bash[77168]: audit 2024-08-29T18:01:22.850413+0000 mon.a (mon.0) 1386 : audit [DBG] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-08-29T18:01:24.135 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:01:23 smithi028 bash[78352]: audit 2024-08-29T18:01:22.855991+0000 mon.a (mon.0) 1387 : audit [DBG] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-08-29T18:01:24.135 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:01:23 smithi028 bash[78352]: audit 2024-08-29T18:01:22.860236+0000 mon.a (mon.0) 1388 : audit [DBG] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-08-29T18:01:24.135 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:01:23 smithi028 bash[78352]: audit 2024-08-29T18:01:22.864056+0000 mon.a (mon.0) 1389 : audit [DBG] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-08-29T18:01:24.136 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:01:23 smithi028 bash[78352]: audit 2024-08-29T18:01:22.867918+0000 mon.a (mon.0) 1390 : audit [DBG] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-08-29T18:01:24.136 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:01:23 smithi028 bash[78352]: audit 2024-08-29T18:01:22.871655+0000 mon.a (mon.0) 1391 : audit [DBG] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-08-29T18:01:24.136 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:01:23 smithi028 bash[78352]: audit 2024-08-29T18:01:22.875052+0000 mon.a (mon.0) 1392 : audit [DBG] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-08-29T18:01:24.136 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:01:23 smithi028 bash[78352]: audit 2024-08-29T18:01:22.878364+0000 mon.a (mon.0) 1393 : audit [DBG] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-08-29T18:01:24.136 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:01:23 smithi028 bash[78352]: audit 2024-08-29T18:01:22.889841+0000 mon.a (mon.0) 1394 : audit [INF] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' 2024-08-29T18:01:24.136 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:01:23 smithi028 bash[78352]: audit 2024-08-29T18:01:22.895197+0000 mon.a (mon.0) 1395 : audit [INF] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mgr"}]: dispatch 2024-08-29T18:01:24.136 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:01:23 smithi028 bash[78352]: audit 2024-08-29T18:01:22.902507+0000 mon.a (mon.0) 1396 : audit [INF] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mgr"}]': finished 2024-08-29T18:01:24.136 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:01:23 smithi028 bash[78352]: audit 2024-08-29T18:01:22.907146+0000 mon.a (mon.0) 1397 : audit [INF] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2024-08-29T18:01:24.136 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:01:23 smithi028 bash[78352]: audit 2024-08-29T18:01:22.912076+0000 mon.a (mon.0) 1398 : audit [INF] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mon"}]': finished 2024-08-29T18:01:24.136 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:01:23 smithi028 bash[78352]: audit 2024-08-29T18:01:22.915580+0000 mon.a (mon.0) 1399 : audit [INF] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "client.crash"}]: dispatch 2024-08-29T18:01:24.137 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:01:23 smithi028 bash[78352]: audit 2024-08-29T18:01:22.923435+0000 mon.a (mon.0) 1400 : audit [INF] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "client.crash"}]': finished 2024-08-29T18:01:24.137 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:01:23 smithi028 bash[78352]: audit 2024-08-29T18:01:22.928180+0000 mon.a (mon.0) 1401 : audit [INF] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "osd"}]: dispatch 2024-08-29T18:01:24.137 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:01:23 smithi028 bash[78352]: audit 2024-08-29T18:01:22.933657+0000 mon.a (mon.0) 1402 : audit [INF] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "osd"}]': finished 2024-08-29T18:01:24.137 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:01:23 smithi028 bash[78352]: audit 2024-08-29T18:01:22.937055+0000 mon.a (mon.0) 1403 : audit [INF] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mds"}]: dispatch 2024-08-29T18:01:24.137 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:01:23 smithi028 bash[78352]: audit 2024-08-29T18:01:22.943008+0000 mon.a (mon.0) 1404 : audit [INF] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mds"}]': finished 2024-08-29T18:01:24.137 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:01:23 smithi028 bash[78352]: audit 2024-08-29T18:01:22.947000+0000 mon.a (mon.0) 1405 : audit [INF] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "client.rgw"}]: dispatch 2024-08-29T18:01:24.137 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:01:23 smithi028 bash[78352]: audit 2024-08-29T18:01:22.952766+0000 mon.a (mon.0) 1406 : audit [INF] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "client.rgw"}]': finished 2024-08-29T18:01:24.137 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:01:23 smithi028 bash[78352]: audit 2024-08-29T18:01:22.956654+0000 mon.a (mon.0) 1407 : audit [INF] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "client.rbd-mirror"}]: dispatch 2024-08-29T18:01:24.137 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:01:23 smithi028 bash[78352]: audit 2024-08-29T18:01:22.962477+0000 mon.a (mon.0) 1408 : audit [INF] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "client.rbd-mirror"}]': finished 2024-08-29T18:01:24.137 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:01:23 smithi028 bash[78352]: audit 2024-08-29T18:01:22.966323+0000 mon.a (mon.0) 1409 : audit [INF] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2024-08-29T18:01:24.137 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:01:23 smithi028 bash[78352]: audit 2024-08-29T18:01:22.967727+0000 mon.a (mon.0) 1410 : audit [INF] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "client.ceph-exporter"}]: dispatch 2024-08-29T18:01:24.137 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:01:23 smithi028 bash[78352]: audit 2024-08-29T18:01:22.973267+0000 mon.a (mon.0) 1411 : audit [INF] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "client.ceph-exporter"}]': finished 2024-08-29T18:01:24.137 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:01:23 smithi028 bash[78352]: audit 2024-08-29T18:01:22.977189+0000 mon.a (mon.0) 1412 : audit [INF] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "client.iscsi"}]: dispatch 2024-08-29T18:01:24.138 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:01:23 smithi028 bash[78352]: audit 2024-08-29T18:01:22.982662+0000 mon.a (mon.0) 1413 : audit [INF] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "client.iscsi"}]': finished 2024-08-29T18:01:24.138 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:01:23 smithi028 bash[78352]: audit 2024-08-29T18:01:22.986597+0000 mon.a (mon.0) 1414 : audit [INF] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "client.nfs"}]: dispatch 2024-08-29T18:01:24.138 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:01:23 smithi028 bash[78352]: audit 2024-08-29T18:01:22.992214+0000 mon.a (mon.0) 1415 : audit [INF] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "client.nfs"}]': finished 2024-08-29T18:01:24.138 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:01:23 smithi028 bash[78352]: audit 2024-08-29T18:01:22.996139+0000 mon.a (mon.0) 1416 : audit [INF] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "client.nvmeof"}]: dispatch 2024-08-29T18:01:24.138 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:01:23 smithi028 bash[78352]: audit 2024-08-29T18:01:23.001914+0000 mon.a (mon.0) 1417 : audit [INF] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "client.nvmeof"}]': finished 2024-08-29T18:01:24.138 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:01:23 smithi028 bash[78352]: audit 2024-08-29T18:01:23.005698+0000 mon.a (mon.0) 1418 : audit [INF] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2024-08-29T18:01:24.138 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:01:23 smithi028 bash[78352]: audit 2024-08-29T18:01:23.007029+0000 mon.a (mon.0) 1419 : audit [INF] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2024-08-29T18:01:24.138 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:01:23 smithi028 bash[78352]: audit 2024-08-29T18:01:23.008288+0000 mon.a (mon.0) 1420 : audit [INF] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2024-08-29T18:01:24.138 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:01:23 smithi028 bash[77168]: audit 2024-08-29T18:01:22.855991+0000 mon.a (mon.0) 1387 : audit [DBG] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-08-29T18:01:24.138 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:01:23 smithi028 bash[77168]: audit 2024-08-29T18:01:22.860236+0000 mon.a (mon.0) 1388 : audit [DBG] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-08-29T18:01:24.138 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:01:23 smithi028 bash[77168]: audit 2024-08-29T18:01:22.864056+0000 mon.a (mon.0) 1389 : audit [DBG] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-08-29T18:01:24.139 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:01:23 smithi028 bash[77168]: audit 2024-08-29T18:01:22.867918+0000 mon.a (mon.0) 1390 : audit [DBG] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-08-29T18:01:24.139 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:01:23 smithi028 bash[77168]: audit 2024-08-29T18:01:22.871655+0000 mon.a (mon.0) 1391 : audit [DBG] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-08-29T18:01:24.139 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:01:23 smithi028 bash[77168]: audit 2024-08-29T18:01:22.875052+0000 mon.a (mon.0) 1392 : audit [DBG] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-08-29T18:01:24.139 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:01:23 smithi028 bash[77168]: audit 2024-08-29T18:01:22.878364+0000 mon.a (mon.0) 1393 : audit [DBG] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-08-29T18:01:24.139 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:01:23 smithi028 bash[77168]: audit 2024-08-29T18:01:22.889841+0000 mon.a (mon.0) 1394 : audit [INF] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' 2024-08-29T18:01:24.139 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:01:23 smithi028 bash[77168]: audit 2024-08-29T18:01:22.895197+0000 mon.a (mon.0) 1395 : audit [INF] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mgr"}]: dispatch 2024-08-29T18:01:24.139 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:01:23 smithi028 bash[77168]: audit 2024-08-29T18:01:22.902507+0000 mon.a (mon.0) 1396 : audit [INF] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mgr"}]': finished 2024-08-29T18:01:24.139 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:01:23 smithi028 bash[77168]: audit 2024-08-29T18:01:22.907146+0000 mon.a (mon.0) 1397 : audit [INF] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2024-08-29T18:01:24.139 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:01:23 smithi028 bash[77168]: audit 2024-08-29T18:01:22.912076+0000 mon.a (mon.0) 1398 : audit [INF] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mon"}]': finished 2024-08-29T18:01:24.139 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:01:23 smithi028 bash[77168]: audit 2024-08-29T18:01:22.915580+0000 mon.a (mon.0) 1399 : audit [INF] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "client.crash"}]: dispatch 2024-08-29T18:01:24.139 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:01:23 smithi028 bash[77168]: audit 2024-08-29T18:01:22.923435+0000 mon.a (mon.0) 1400 : audit [INF] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "client.crash"}]': finished 2024-08-29T18:01:24.139 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:01:23 smithi028 bash[77168]: audit 2024-08-29T18:01:22.928180+0000 mon.a (mon.0) 1401 : audit [INF] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "osd"}]: dispatch 2024-08-29T18:01:24.140 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:01:23 smithi028 bash[77168]: audit 2024-08-29T18:01:22.933657+0000 mon.a (mon.0) 1402 : audit [INF] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "osd"}]': finished 2024-08-29T18:01:24.140 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:01:23 smithi028 bash[77168]: audit 2024-08-29T18:01:22.937055+0000 mon.a (mon.0) 1403 : audit [INF] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mds"}]: dispatch 2024-08-29T18:01:24.140 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:01:23 smithi028 bash[77168]: audit 2024-08-29T18:01:22.943008+0000 mon.a (mon.0) 1404 : audit [INF] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mds"}]': finished 2024-08-29T18:01:24.140 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:01:23 smithi028 bash[78352]: audit 2024-08-29T18:01:23.009494+0000 mon.a (mon.0) 1421 : audit [INF] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2024-08-29T18:01:24.140 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:01:23 smithi028 bash[78352]: audit 2024-08-29T18:01:23.010768+0000 mon.a (mon.0) 1422 : audit [INF] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2024-08-29T18:01:24.140 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:01:23 smithi028 bash[78352]: audit 2024-08-29T18:01:23.012084+0000 mon.a (mon.0) 1423 : audit [INF] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2024-08-29T18:01:24.140 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:01:23 smithi028 bash[78352]: audit 2024-08-29T18:01:23.014056+0000 mon.a (mon.0) 1424 : audit [INF] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix":"config-key del","key":"mgr/cephadm/upgrade_state"}]: dispatch 2024-08-29T18:01:24.140 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:01:23 smithi028 bash[78352]: audit 2024-08-29T18:01:23.020042+0000 mon.a (mon.0) 1425 : audit [INF] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd='[{"prefix":"config-key del","key":"mgr/cephadm/upgrade_state"}]': finished 2024-08-29T18:01:24.140 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:01:23 smithi028 bash[78352]: audit 2024-08-29T18:01:23.021313+0000 mon.a (mon.0) 1426 : audit [DBG] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-29T18:01:24.141 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:01:23 smithi028 bash[78352]: audit 2024-08-29T18:01:23.024862+0000 mon.a (mon.0) 1427 : audit [DBG] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-29T18:01:24.141 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:01:23 smithi028 bash[78352]: audit 2024-08-29T18:01:23.026669+0000 mon.a (mon.0) 1428 : audit [INF] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-29T18:01:24.141 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:01:23 smithi028 bash[78352]: audit 2024-08-29T18:01:23.036689+0000 mon.a (mon.0) 1429 : audit [INF] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' 2024-08-29T18:01:24.141 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:01:23 smithi028 bash[78352]: audit 2024-08-29T18:01:23.162103+0000 mon.a (mon.0) 1430 : audit [DBG] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-29T18:01:24.141 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:01:23 smithi028 bash[78352]: audit 2024-08-29T18:01:23.164806+0000 mon.a (mon.0) 1431 : audit [DBG] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-29T18:01:24.141 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:01:23 smithi028 bash[78352]: audit 2024-08-29T18:01:23.165865+0000 mon.a (mon.0) 1432 : audit [INF] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-29T18:01:24.141 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:01:23 smithi028 bash[78352]: audit 2024-08-29T18:01:23.174991+0000 mon.a (mon.0) 1433 : audit [INF] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' 2024-08-29T18:01:24.141 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:01:23 smithi028 bash[77168]: audit 2024-08-29T18:01:22.947000+0000 mon.a (mon.0) 1405 : audit [INF] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "client.rgw"}]: dispatch 2024-08-29T18:01:24.142 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:01:23 smithi028 bash[77168]: audit 2024-08-29T18:01:22.952766+0000 mon.a (mon.0) 1406 : audit [INF] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "client.rgw"}]': finished 2024-08-29T18:01:24.142 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:01:23 smithi028 bash[77168]: audit 2024-08-29T18:01:22.956654+0000 mon.a (mon.0) 1407 : audit [INF] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "client.rbd-mirror"}]: dispatch 2024-08-29T18:01:24.142 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:01:23 smithi028 bash[77168]: audit 2024-08-29T18:01:22.962477+0000 mon.a (mon.0) 1408 : audit [INF] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "client.rbd-mirror"}]': finished 2024-08-29T18:01:24.142 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:01:23 smithi028 bash[77168]: audit 2024-08-29T18:01:22.966323+0000 mon.a (mon.0) 1409 : audit [INF] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2024-08-29T18:01:24.142 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:01:23 smithi028 bash[77168]: audit 2024-08-29T18:01:22.967727+0000 mon.a (mon.0) 1410 : audit [INF] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "client.ceph-exporter"}]: dispatch 2024-08-29T18:01:24.142 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:01:23 smithi028 bash[77168]: audit 2024-08-29T18:01:22.973267+0000 mon.a (mon.0) 1411 : audit [INF] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "client.ceph-exporter"}]': finished 2024-08-29T18:01:24.142 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:01:23 smithi028 bash[77168]: audit 2024-08-29T18:01:22.977189+0000 mon.a (mon.0) 1412 : audit [INF] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "client.iscsi"}]: dispatch 2024-08-29T18:01:24.142 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:01:23 smithi028 bash[77168]: audit 2024-08-29T18:01:22.982662+0000 mon.a (mon.0) 1413 : audit [INF] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "client.iscsi"}]': finished 2024-08-29T18:01:24.142 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:01:23 smithi028 bash[77168]: audit 2024-08-29T18:01:22.986597+0000 mon.a (mon.0) 1414 : audit [INF] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "client.nfs"}]: dispatch 2024-08-29T18:01:24.142 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:01:23 smithi028 bash[77168]: audit 2024-08-29T18:01:22.992214+0000 mon.a (mon.0) 1415 : audit [INF] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "client.nfs"}]': finished 2024-08-29T18:01:24.142 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:01:23 smithi028 bash[77168]: audit 2024-08-29T18:01:22.996139+0000 mon.a (mon.0) 1416 : audit [INF] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "client.nvmeof"}]: dispatch 2024-08-29T18:01:24.142 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:01:23 smithi028 bash[77168]: audit 2024-08-29T18:01:23.001914+0000 mon.a (mon.0) 1417 : audit [INF] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "client.nvmeof"}]': finished 2024-08-29T18:01:24.143 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:01:23 smithi028 bash[77168]: audit 2024-08-29T18:01:23.005698+0000 mon.a (mon.0) 1418 : audit [INF] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2024-08-29T18:01:24.143 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:01:23 smithi028 bash[77168]: audit 2024-08-29T18:01:23.007029+0000 mon.a (mon.0) 1419 : audit [INF] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2024-08-29T18:01:24.143 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:01:23 smithi028 bash[77168]: audit 2024-08-29T18:01:23.008288+0000 mon.a (mon.0) 1420 : audit [INF] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2024-08-29T18:01:24.143 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:01:23 smithi028 bash[77168]: audit 2024-08-29T18:01:23.009494+0000 mon.a (mon.0) 1421 : audit [INF] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2024-08-29T18:01:24.143 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:01:23 smithi028 bash[77168]: audit 2024-08-29T18:01:23.010768+0000 mon.a (mon.0) 1422 : audit [INF] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2024-08-29T18:01:24.143 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:01:23 smithi028 bash[77168]: audit 2024-08-29T18:01:23.012084+0000 mon.a (mon.0) 1423 : audit [INF] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2024-08-29T18:01:24.143 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:01:23 smithi028 bash[77168]: audit 2024-08-29T18:01:23.014056+0000 mon.a (mon.0) 1424 : audit [INF] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix":"config-key del","key":"mgr/cephadm/upgrade_state"}]: dispatch 2024-08-29T18:01:24.143 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:01:23 smithi028 bash[77168]: audit 2024-08-29T18:01:23.020042+0000 mon.a (mon.0) 1425 : audit [INF] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd='[{"prefix":"config-key del","key":"mgr/cephadm/upgrade_state"}]': finished 2024-08-29T18:01:24.143 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:01:23 smithi028 bash[77168]: audit 2024-08-29T18:01:23.021313+0000 mon.a (mon.0) 1426 : audit [DBG] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-29T18:01:24.143 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:01:23 smithi028 bash[77168]: audit 2024-08-29T18:01:23.024862+0000 mon.a (mon.0) 1427 : audit [DBG] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-29T18:01:24.143 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:01:23 smithi028 bash[77168]: audit 2024-08-29T18:01:23.026669+0000 mon.a (mon.0) 1428 : audit [INF] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-29T18:01:24.143 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:01:23 smithi028 bash[77168]: audit 2024-08-29T18:01:23.036689+0000 mon.a (mon.0) 1429 : audit [INF] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' 2024-08-29T18:01:24.143 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:01:23 smithi028 bash[77168]: audit 2024-08-29T18:01:23.162103+0000 mon.a (mon.0) 1430 : audit [DBG] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-29T18:01:24.144 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:01:23 smithi028 bash[77168]: audit 2024-08-29T18:01:23.164806+0000 mon.a (mon.0) 1431 : audit [DBG] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-29T18:01:24.144 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:01:23 smithi028 bash[77168]: audit 2024-08-29T18:01:23.165865+0000 mon.a (mon.0) 1432 : audit [INF] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-29T18:01:24.144 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:01:23 smithi028 bash[77168]: audit 2024-08-29T18:01:23.174991+0000 mon.a (mon.0) 1433 : audit [INF] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' 2024-08-29T18:01:24.319 INFO:tasks.rados.rados.0.smithi028.stdout:3826: finishing write tid 1 to smithi02869045-5 2024-08-29T18:01:24.319 INFO:tasks.rados.rados.0.smithi028.stdout:3826: finishing write tid 2 to smithi02869045-5 2024-08-29T18:01:24.319 INFO:tasks.rados.rados.0.smithi028.stdout:3828: seq_num 1142 ranges {10149888=729088,10878976=565248,11444224=696320,12140544=344064} 2024-08-29T18:01:24.383 INFO:tasks.rados.rados.0.smithi028.stdout:3828: writing smithi02869045-20 from 10149888 to 10878976 tid 1 2024-08-29T18:01:24.387 INFO:tasks.rados.rados.0.smithi028.stdout:3828: writing smithi02869045-20 from 10878976 to 11444224 tid 2 2024-08-29T18:01:24.391 INFO:tasks.rados.rados.0.smithi028.stdout:3828: writing smithi02869045-20 from 11444224 to 12140544 tid 3 2024-08-29T18:01:24.393 INFO:tasks.rados.rados.0.smithi028.stdout:3828: writing smithi02869045-20 from 12140544 to 12484608 tid 4 2024-08-29T18:01:24.393 INFO:tasks.rados.rados.0.smithi028.stdout:3824: done (4 left) 2024-08-29T18:01:24.393 INFO:tasks.rados.rados.0.smithi028.stdout:3825: done (3 left) 2024-08-29T18:01:24.393 INFO:tasks.rados.rados.0.smithi028.stdout:append oid 6 current snap is 400 2024-08-29T18:01:24.393 INFO:tasks.rados.rados.0.smithi028.stdout:3826: finishing write tid 3 to smithi02869045-5 2024-08-29T18:01:24.393 INFO:tasks.rados.rados.0.smithi028.stdout:3826: finishing write tid 4 to smithi02869045-5 2024-08-29T18:01:24.394 INFO:tasks.rados.rados.0.smithi028.stdout:3826: finishing write tid 5 to smithi02869045-5 2024-08-29T18:01:24.394 INFO:tasks.rados.rados.0.smithi028.stdout:3829: seq_num 1143 ranges {1245184=753664,1998848=450560,2449408=507904,2957312=589824,3547136=57344} 2024-08-29T18:01:24.404 INFO:tasks.rados.rados.0.smithi028.stdout:3829: writing smithi02869045-6 from 1245184 to 1998848 tid 1 2024-08-29T18:01:24.406 INFO:tasks.rados.rados.0.smithi028.stdout:3829: writing smithi02869045-6 from 1998848 to 2449408 tid 2 2024-08-29T18:01:24.409 INFO:tasks.rados.rados.0.smithi028.stdout:3829: writing smithi02869045-6 from 2449408 to 2957312 tid 3 2024-08-29T18:01:24.414 INFO:tasks.rados.rados.0.smithi028.stdout:3829: writing smithi02869045-6 from 2957312 to 3547136 tid 4 2024-08-29T18:01:24.415 INFO:tasks.rados.rados.0.smithi028.stdout:3829: writing smithi02869045-6 from 3547136 to 3604480 tid 5 2024-08-29T18:01:24.415 INFO:tasks.rados.rados.0.smithi028.stdout:3830: read oid 50 snap -1 2024-08-29T18:01:24.415 INFO:tasks.rados.rados.0.smithi028.stdout:3830: expect (ObjNum 1114 snap 392 seq_num 1114) 2024-08-29T18:01:24.415 INFO:tasks.rados.rados.0.smithi028.stdout:3831: delete oid 23 current snap is 400 2024-08-29T18:01:24.415 INFO:tasks.rados.rados.0.smithi028.stdout:3826: finishing write tid 6 to smithi02869045-5 2024-08-29T18:01:24.415 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 5 v 3520 (ObjNum 1140 snap 400 seq_num 1140) dirty exists 2024-08-29T18:01:24.415 INFO:tasks.rados.rados.0.smithi028.stdout:3826: left oid 5 (ObjNum 1140 snap 400 seq_num 1140) 2024-08-29T18:01:24.415 INFO:tasks.rados.rados.0.smithi028.stdout:3827: finishing write tid 1 to smithi02869045-4 2024-08-29T18:01:24.415 INFO:tasks.rados.rados.0.smithi028.stdout:3827: finishing write tid 2 to smithi02869045-4 2024-08-29T18:01:24.415 INFO:tasks.rados.rados.0.smithi028.stdout:3827: finishing write tid 3 to smithi02869045-4 2024-08-29T18:01:24.415 INFO:tasks.rados.rados.0.smithi028.stdout:3827: finishing write tid 4 to smithi02869045-4 2024-08-29T18:01:24.415 INFO:tasks.rados.rados.0.smithi028.stdout:3827: finishing write tid 5 to smithi02869045-4 2024-08-29T18:01:24.415 INFO:tasks.rados.rados.0.smithi028.stdout:3827: finishing write tid 6 to smithi02869045-4 2024-08-29T18:01:24.416 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 4 v 3954 (ObjNum 1141 snap 400 seq_num 1141) dirty exists 2024-08-29T18:01:24.416 INFO:tasks.rados.rados.0.smithi028.stdout:3827: left oid 4 (ObjNum 1141 snap 400 seq_num 1141) 2024-08-29T18:01:24.416 INFO:tasks.rados.rados.0.smithi028.stdout:3828: finishing write tid 1 to smithi02869045-20 2024-08-29T18:01:24.416 INFO:tasks.rados.rados.0.smithi028.stdout:3828: finishing write tid 2 to smithi02869045-20 2024-08-29T18:01:24.416 INFO:tasks.rados.rados.0.smithi028.stdout:3828: finishing write tid 3 to smithi02869045-20 2024-08-29T18:01:24.416 INFO:tasks.rados.rados.0.smithi028.stdout:3828: finishing write tid 4 to smithi02869045-20 2024-08-29T18:01:24.425 INFO:tasks.rados.rados.0.smithi028.stdout:3829: finishing write tid 1 to smithi02869045-6 2024-08-29T18:01:24.429 INFO:tasks.rados.rados.0.smithi028.stdout:3829: finishing write tid 2 to smithi02869045-6 2024-08-29T18:01:24.430 INFO:tasks.rados.rados.0.smithi028.stdout:3828: finishing write tid 5 to smithi02869045-20 2024-08-29T18:01:24.439 INFO:tasks.rados.rados.0.smithi028.stdout:3829: finishing write tid 3 to smithi02869045-6 2024-08-29T18:01:24.439 INFO:tasks.rados.rados.0.smithi028.stdout:3829: finishing write tid 4 to smithi02869045-6 2024-08-29T18:01:24.439 INFO:tasks.rados.rados.0.smithi028.stdout:3829: finishing write tid 5 to smithi02869045-6 2024-08-29T18:01:24.440 INFO:tasks.rados.rados.0.smithi028.stdout:3829: finishing write tid 6 to smithi02869045-6 2024-08-29T18:01:24.440 INFO:tasks.rados.rados.0.smithi028.stdout:3826: done (5 left) 2024-08-29T18:01:24.440 INFO:tasks.rados.rados.0.smithi028.stdout:3827: done (4 left) 2024-08-29T18:01:24.441 INFO:tasks.rados.rados.0.smithi028.stdout:3831: done (3 left) 2024-08-29T18:01:24.441 INFO:tasks.rados.rados.0.smithi028.stdout:3832: snap_create 2024-08-29T18:01:24.443 INFO:tasks.rados.rados.0.smithi028.stdout:3828: finishing write tid 6 to smithi02869045-20 2024-08-29T18:01:24.444 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 20 v 3198 (ObjNum 1142 snap 400 seq_num 1142) dirty exists 2024-08-29T18:01:24.444 INFO:tasks.rados.rados.0.smithi028.stdout:3828: left oid 20 (ObjNum 1142 snap 400 seq_num 1142) 2024-08-29T18:01:24.444 INFO:tasks.rados.rados.0.smithi028.stdout:3829: finishing write tid 7 to smithi02869045-6 2024-08-29T18:01:24.444 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 6 v 3211 (ObjNum 1143 snap 400 seq_num 1143) dirty exists 2024-08-29T18:01:24.444 INFO:tasks.rados.rados.0.smithi028.stdout:3829: left oid 6 (ObjNum 1143 snap 400 seq_num 1143) 2024-08-29T18:01:24.453 INFO:tasks.rados.rados.0.smithi028.stdout:3830: expect (ObjNum 1114 snap 392 seq_num 1114) 2024-08-29T18:01:25.077 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:01:24 smithi053 bash[68679]: cephadm 2024-08-29T18:01:22.880166+0000 mgr.y (mgr.25022) 435 : cephadm [INF] Upgrade: Finalizing container_image settings 2024-08-29T18:01:25.077 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:01:24 smithi053 bash[68679]: cephadm 2024-08-29T18:01:23.013197+0000 mgr.y (mgr.25022) 436 : cephadm [INF] Upgrade: Complete! 2024-08-29T18:01:25.077 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:01:24 smithi053 bash[68679]: cluster 2024-08-29T18:01:23.135507+0000 mgr.y (mgr.25022) 437 : cluster [DBG] pgmap v825: 121 pgs: 2 active+clean+snaptrim, 119 active+clean; 545 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 7.9 MiB/s rd, 2.5 MiB/s wr, 14 op/s 2024-08-29T18:01:25.077 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:01:24 smithi053 bash[68679]: cluster 2024-08-29T18:01:23.632620+0000 mon.a (mon.0) 1434 : cluster [DBG] osdmap e867: 8 total, 8 up, 8 in 2024-08-29T18:01:25.077 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:01:24 smithi053 bash[68679]: cluster 2024-08-29T18:01:24.362158+0000 mon.a (mon.0) 1435 : cluster [DBG] osdmap e868: 8 total, 8 up, 8 in 2024-08-29T18:01:25.130 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:01:24 smithi028 bash[77168]: cephadm 2024-08-29T18:01:22.880166+0000 mgr.y (mgr.25022) 435 : cephadm [INF] Upgrade: Finalizing container_image settings 2024-08-29T18:01:25.130 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:01:24 smithi028 bash[77168]: cephadm 2024-08-29T18:01:23.013197+0000 mgr.y (mgr.25022) 436 : cephadm [INF] Upgrade: Complete! 2024-08-29T18:01:25.130 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:01:24 smithi028 bash[77168]: cluster 2024-08-29T18:01:23.135507+0000 mgr.y (mgr.25022) 437 : cluster [DBG] pgmap v825: 121 pgs: 2 active+clean+snaptrim, 119 active+clean; 545 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 7.9 MiB/s rd, 2.5 MiB/s wr, 14 op/s 2024-08-29T18:01:25.130 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:01:24 smithi028 bash[77168]: cluster 2024-08-29T18:01:23.632620+0000 mon.a (mon.0) 1434 : cluster [DBG] osdmap e867: 8 total, 8 up, 8 in 2024-08-29T18:01:25.131 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:01:24 smithi028 bash[77168]: cluster 2024-08-29T18:01:24.362158+0000 mon.a (mon.0) 1435 : cluster [DBG] osdmap e868: 8 total, 8 up, 8 in 2024-08-29T18:01:25.131 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:01:24 smithi028 bash[78352]: cephadm 2024-08-29T18:01:22.880166+0000 mgr.y (mgr.25022) 435 : cephadm [INF] Upgrade: Finalizing container_image settings 2024-08-29T18:01:25.131 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:01:24 smithi028 bash[78352]: cephadm 2024-08-29T18:01:23.013197+0000 mgr.y (mgr.25022) 436 : cephadm [INF] Upgrade: Complete! 2024-08-29T18:01:25.131 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:01:24 smithi028 bash[78352]: cluster 2024-08-29T18:01:23.135507+0000 mgr.y (mgr.25022) 437 : cluster [DBG] pgmap v825: 121 pgs: 2 active+clean+snaptrim, 119 active+clean; 545 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 7.9 MiB/s rd, 2.5 MiB/s wr, 14 op/s 2024-08-29T18:01:25.131 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:01:24 smithi028 bash[78352]: cluster 2024-08-29T18:01:23.632620+0000 mon.a (mon.0) 1434 : cluster [DBG] osdmap e867: 8 total, 8 up, 8 in 2024-08-29T18:01:25.131 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:01:24 smithi028 bash[78352]: cluster 2024-08-29T18:01:24.362158+0000 mon.a (mon.0) 1435 : cluster [DBG] osdmap e868: 8 total, 8 up, 8 in 2024-08-29T18:01:25.366 INFO:tasks.rados.rados.0.smithi028.stdout:3828: done (3 left) 2024-08-29T18:01:25.366 INFO:tasks.rados.rados.0.smithi028.stdout:3829: done (2 left) 2024-08-29T18:01:25.366 INFO:tasks.rados.rados.0.smithi028.stdout:3830: done (1 left) 2024-08-29T18:01:25.367 INFO:tasks.rados.rados.0.smithi028.stdout:3832: done (0 left) 2024-08-29T18:01:25.367 INFO:tasks.rados.rados.0.smithi028.stdout:3833: copy_from oid 13 from oid 47 current snap is 401 2024-08-29T18:01:25.367 INFO:tasks.rados.rados.0.smithi028.stdout:3834: read oid 41 snap -1 2024-08-29T18:01:25.367 INFO:tasks.rados.rados.0.smithi028.stdout:3834: expect deleted 2024-08-29T18:01:25.367 INFO:tasks.rados.rados.0.smithi028.stdout:3835: copy_from oid 36 from oid 9 current snap is 401 2024-08-29T18:01:25.367 INFO:tasks.rados.rados.0.smithi028.stdout:3836: rollback oid 20 current snap is 401 2024-08-29T18:01:25.367 INFO:tasks.rados.rados.0.smithi028.stdout:rollback oid 20 to 389 2024-08-29T18:01:25.367 INFO:tasks.rados.rados.0.smithi028.stdout:3837: delete oid 23 current snap is 401 2024-08-29T18:01:25.382 INFO:tasks.rados.rados.0.smithi028.stdout:3834: done (4 left) 2024-08-29T18:01:25.382 INFO:tasks.rados.rados.0.smithi028.stdout:3837: done (3 left) 2024-08-29T18:01:25.383 INFO:tasks.rados.rados.0.smithi028.stdout:3838: rollback oid 6 current snap is 401 2024-08-29T18:01:25.383 INFO:tasks.rados.rados.0.smithi028.stdout:rollback oid 6 to 395 2024-08-29T18:01:25.383 INFO:tasks.rados.rados.0.smithi028.stdout:3839: snap_create 2024-08-29T18:01:25.383 INFO:tasks.rados.rados.0.smithi028.stdout:3836: finishing rollback tid 0 to smithi02869045-20 2024-08-29T18:01:25.383 INFO:tasks.rados.rados.0.smithi028.stdout:3836: finishing rollback tid 1 to smithi02869045-20 2024-08-29T18:01:25.384 INFO:tasks.rados.rados.0.smithi028.stdout:3836: finishing rollback tid 2 to smithi02869045-20 2024-08-29T18:01:25.384 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 20 v 3201 (ObjNum 1092 snap 381 seq_num 1092) dirty exists 2024-08-29T18:01:25.396 INFO:tasks.rados.rados.0.smithi028.stdout:3838: finishing rollback tid 0 to smithi02869045-6 2024-08-29T18:01:25.396 INFO:tasks.rados.rados.0.smithi028.stdout:3838: finishing rollback tid 1 to smithi02869045-6 2024-08-29T18:01:25.399 INFO:tasks.rados.rados.0.smithi028.stdout:3838: finishing rollback tid 2 to smithi02869045-6 2024-08-29T18:01:25.400 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 6 v 3214 (ObjNum 1064 snap 365 seq_num 1064) dirty exists 2024-08-29T18:01:25.417 INFO:tasks.rados.rados.0.smithi028.stdout:3833: finishing copy_from racing read to smithi02869045-13 2024-08-29T18:01:25.419 INFO:tasks.rados.rados.0.smithi028.stdout:3833: finishing copy_from to smithi02869045-13 2024-08-29T18:01:25.419 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 13 v 3205 (ObjNum 1139 snap 400 seq_num 1139) dirty exists 2024-08-29T18:01:25.420 INFO:tasks.rados.rados.0.smithi028.stdout:3835: finishing copy_from racing read to smithi02869045-36 2024-08-29T18:01:25.427 INFO:tasks.rados.rados.0.smithi028.stdout:3835: finishing copy_from to smithi02869045-36 2024-08-29T18:01:25.427 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 36 v 3169 (ObjNum 1051 snap 357 seq_num 1051) dirty exists 2024-08-29T18:01:26.378 INFO:tasks.rados.rados.0.smithi028.stdout:3833: done (4 left) 2024-08-29T18:01:26.379 INFO:tasks.rados.rados.0.smithi028.stdout:3835: done (3 left) 2024-08-29T18:01:26.379 INFO:tasks.rados.rados.0.smithi028.stdout:3836: done (2 left) 2024-08-29T18:01:26.379 INFO:tasks.rados.rados.0.smithi028.stdout:3838: done (1 left) 2024-08-29T18:01:26.379 INFO:tasks.rados.rados.0.smithi028.stdout:3839: done (0 left) 2024-08-29T18:01:26.379 INFO:tasks.rados.rados.0.smithi028.stdout:3840: setattr oid 38 current snap is 402 2024-08-29T18:01:26.381 INFO:tasks.rados.rados.0.smithi028.stdout:3841: read oid 39 snap -1 2024-08-29T18:01:26.381 INFO:tasks.rados.rados.0.smithi028.stdout:3841: expect (ObjNum 1009 snap 343 seq_num 1009) 2024-08-29T18:01:26.381 INFO:tasks.rados.rados.0.smithi028.stdout:3842: snap_remove snap 377 2024-08-29T18:01:26.630 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:01:26 smithi028 bash[78352]: cluster 2024-08-29T18:01:25.136651+0000 mgr.y (mgr.25022) 438 : cluster [DBG] pgmap v828: 121 pgs: 121 active+clean; 540 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 8.5 MiB/s rd, 1.1 MiB/s wr, 10 op/s 2024-08-29T18:01:26.630 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:01:26 smithi028 bash[78352]: cluster 2024-08-29T18:01:25.365482+0000 mon.a (mon.0) 1436 : cluster [DBG] osdmap e869: 8 total, 8 up, 8 in 2024-08-29T18:01:26.630 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:01:26 smithi028 bash[77168]: cluster 2024-08-29T18:01:25.136651+0000 mgr.y (mgr.25022) 438 : cluster [DBG] pgmap v828: 121 pgs: 121 active+clean; 540 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 8.5 MiB/s rd, 1.1 MiB/s wr, 10 op/s 2024-08-29T18:01:26.630 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:01:26 smithi028 bash[77168]: cluster 2024-08-29T18:01:25.365482+0000 mon.a (mon.0) 1436 : cluster [DBG] osdmap e869: 8 total, 8 up, 8 in 2024-08-29T18:01:26.825 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:01:26 smithi053 bash[68679]: cluster 2024-08-29T18:01:25.136651+0000 mgr.y (mgr.25022) 438 : cluster [DBG] pgmap v828: 121 pgs: 121 active+clean; 540 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 8.5 MiB/s rd, 1.1 MiB/s wr, 10 op/s 2024-08-29T18:01:26.825 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:01:26 smithi053 bash[68679]: cluster 2024-08-29T18:01:25.365482+0000 mon.a (mon.0) 1436 : cluster [DBG] osdmap e869: 8 total, 8 up, 8 in 2024-08-29T18:01:27.390 INFO:tasks.rados.rados.0.smithi028.stdout:3842: done (2 left) 2024-08-29T18:01:27.390 INFO:tasks.rados.rados.0.smithi028.stdout:3843: snap_create 2024-08-29T18:01:27.390 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 38 v 3215 (ObjNum 872 snap 295 seq_num 872) dirty exists 2024-08-29T18:01:27.390 INFO:tasks.rados.rados.0.smithi028.stdout:3841: expect (ObjNum 1009 snap 343 seq_num 1009) 2024-08-29T18:01:27.630 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:01:27 smithi028 bash[77168]: cluster 2024-08-29T18:01:26.376233+0000 mon.a (mon.0) 1437 : cluster [DBG] osdmap e870: 8 total, 8 up, 8 in 2024-08-29T18:01:27.630 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:01:27 smithi028 bash[77168]: audit 2024-08-29T18:01:27.042570+0000 mon.a (mon.0) 1438 : audit [DBG] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-29T18:01:27.630 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:01:27 smithi028 bash[77168]: audit 2024-08-29T18:01:27.303945+0000 mon.a (mon.0) 1439 : audit [INF] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' 2024-08-29T18:01:27.630 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:01:27 smithi028 bash[78352]: cluster 2024-08-29T18:01:26.376233+0000 mon.a (mon.0) 1437 : cluster [DBG] osdmap e870: 8 total, 8 up, 8 in 2024-08-29T18:01:27.630 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:01:27 smithi028 bash[78352]: audit 2024-08-29T18:01:27.042570+0000 mon.a (mon.0) 1438 : audit [DBG] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-29T18:01:27.630 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:01:27 smithi028 bash[78352]: audit 2024-08-29T18:01:27.303945+0000 mon.a (mon.0) 1439 : audit [INF] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' 2024-08-29T18:01:27.825 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:01:27 smithi053 bash[68679]: cluster 2024-08-29T18:01:26.376233+0000 mon.a (mon.0) 1437 : cluster [DBG] osdmap e870: 8 total, 8 up, 8 in 2024-08-29T18:01:27.825 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:01:27 smithi053 bash[68679]: audit 2024-08-29T18:01:27.042570+0000 mon.a (mon.0) 1438 : audit [DBG] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-29T18:01:27.825 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:01:27 smithi053 bash[68679]: audit 2024-08-29T18:01:27.303945+0000 mon.a (mon.0) 1439 : audit [INF] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' 2024-08-29T18:01:28.391 INFO:tasks.rados.rados.0.smithi028.stdout:3840: done (2 left) 2024-08-29T18:01:28.391 INFO:tasks.rados.rados.0.smithi028.stdout:3841: done (1 left) 2024-08-29T18:01:28.392 INFO:tasks.rados.rados.0.smithi028.stdout:3843: done (0 left) 2024-08-29T18:01:28.392 INFO:tasks.rados.rados.0.smithi028.stdout:3844: snap_create 2024-08-29T18:01:28.825 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:01:28 smithi053 bash[68679]: cluster 2024-08-29T18:01:27.137326+0000 mgr.y (mgr.25022) 439 : cluster [DBG] pgmap v831: 121 pgs: 121 active+clean; 542 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 8.5 MiB/s rd, 1.1 MiB/s wr, 10 op/s 2024-08-29T18:01:28.825 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:01:28 smithi053 bash[68679]: cluster 2024-08-29T18:01:27.388927+0000 mon.a (mon.0) 1440 : cluster [DBG] osdmap e871: 8 total, 8 up, 8 in 2024-08-29T18:01:28.880 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:01:28 smithi028 bash[77168]: cluster 2024-08-29T18:01:27.137326+0000 mgr.y (mgr.25022) 439 : cluster [DBG] pgmap v831: 121 pgs: 121 active+clean; 542 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 8.5 MiB/s rd, 1.1 MiB/s wr, 10 op/s 2024-08-29T18:01:28.880 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:01:28 smithi028 bash[77168]: cluster 2024-08-29T18:01:27.388927+0000 mon.a (mon.0) 1440 : cluster [DBG] osdmap e871: 8 total, 8 up, 8 in 2024-08-29T18:01:28.880 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:01:28 smithi028 bash[78352]: cluster 2024-08-29T18:01:27.137326+0000 mgr.y (mgr.25022) 439 : cluster [DBG] pgmap v831: 121 pgs: 121 active+clean; 542 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 8.5 MiB/s rd, 1.1 MiB/s wr, 10 op/s 2024-08-29T18:01:28.881 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:01:28 smithi028 bash[78352]: cluster 2024-08-29T18:01:27.388927+0000 mon.a (mon.0) 1440 : cluster [DBG] osdmap e871: 8 total, 8 up, 8 in 2024-08-29T18:01:29.369 INFO:tasks.rados.rados.0.smithi028.stdout:3844: done (0 left) 2024-08-29T18:01:29.369 INFO:tasks.rados.rados.0.smithi028.stdout:3845: read oid 38 snap 343 2024-08-29T18:01:29.369 INFO:tasks.rados.rados.0.smithi028.stdout:3845: expect (ObjNum 998 snap 337 seq_num 998) 2024-08-29T18:01:29.369 INFO:tasks.rados.rados.0.smithi028.stdout:append oid 30 current snap is 404 2024-08-29T18:01:29.369 INFO:tasks.rados.rados.0.smithi028.stdout:3846: seq_num 1146 ranges {0=802816,802816=499712,1302528=679936,1982464=425984} 2024-08-29T18:01:29.383 INFO:tasks.rados.rados.0.smithi028.stdout:3846: writing smithi02869045-30 from 0 to 802816 tid 1 2024-08-29T18:01:29.392 INFO:tasks.rados.rados.0.smithi028.stdout:3846: writing smithi02869045-30 from 802816 to 1302528 tid 2 2024-08-29T18:01:29.405 INFO:tasks.rados.rados.0.smithi028.stdout:3846: writing smithi02869045-30 from 1302528 to 1982464 tid 3 2024-08-29T18:01:29.413 INFO:tasks.rados.rados.0.smithi028.stdout:3846: writing smithi02869045-30 from 1982464 to 2408448 tid 4 2024-08-29T18:01:29.413 INFO:tasks.rados.rados.0.smithi028.stdout:3847: snap_create 2024-08-29T18:01:29.414 INFO:tasks.rados.rados.0.smithi028.stdout:3846: finishing write tid 1 to smithi02869045-30 2024-08-29T18:01:29.414 INFO:tasks.rados.rados.0.smithi028.stdout:3846: finishing write tid 2 to smithi02869045-30 2024-08-29T18:01:29.414 INFO:tasks.rados.rados.0.smithi028.stdout:3846: finishing write tid 3 to smithi02869045-30 2024-08-29T18:01:29.426 INFO:tasks.rados.rados.0.smithi028.stdout:3846: finishing write tid 4 to smithi02869045-30 2024-08-29T18:01:29.426 INFO:tasks.rados.rados.0.smithi028.stdout:3846: finishing write tid 5 to smithi02869045-30 2024-08-29T18:01:29.429 INFO:tasks.rados.rados.0.smithi028.stdout:3846: finishing write tid 6 to smithi02869045-30 2024-08-29T18:01:29.429 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 30 v 3195 (ObjNum 1146 snap 404 seq_num 1146) dirty exists 2024-08-29T18:01:29.429 INFO:tasks.rados.rados.0.smithi028.stdout:3846: left oid 30 (ObjNum 1146 snap 404 seq_num 1146) 2024-08-29T18:01:29.447 INFO:tasks.rados.rados.0.smithi028.stdout:3845: expect (ObjNum 998 snap 337 seq_num 998) 2024-08-29T18:01:29.825 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:01:29 smithi053 bash[68679]: cluster 2024-08-29T18:01:28.390172+0000 mon.a (mon.0) 1441 : cluster [DBG] osdmap e872: 8 total, 8 up, 8 in 2024-08-29T18:01:29.825 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:01:29 smithi053 bash[68679]: cluster 2024-08-29T18:01:29.366296+0000 mon.a (mon.0) 1442 : cluster [DBG] osdmap e873: 8 total, 8 up, 8 in 2024-08-29T18:01:29.880 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:01:29 smithi028 bash[77168]: cluster 2024-08-29T18:01:28.390172+0000 mon.a (mon.0) 1441 : cluster [DBG] osdmap e872: 8 total, 8 up, 8 in 2024-08-29T18:01:29.880 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:01:29 smithi028 bash[77168]: cluster 2024-08-29T18:01:29.366296+0000 mon.a (mon.0) 1442 : cluster [DBG] osdmap e873: 8 total, 8 up, 8 in 2024-08-29T18:01:29.880 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:01:29 smithi028 bash[78352]: cluster 2024-08-29T18:01:28.390172+0000 mon.a (mon.0) 1441 : cluster [DBG] osdmap e872: 8 total, 8 up, 8 in 2024-08-29T18:01:29.880 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:01:29 smithi028 bash[78352]: cluster 2024-08-29T18:01:29.366296+0000 mon.a (mon.0) 1442 : cluster [DBG] osdmap e873: 8 total, 8 up, 8 in 2024-08-29T18:01:30.425 INFO:tasks.rados.rados.0.smithi028.stdout:3845: done (2 left) 2024-08-29T18:01:30.425 INFO:tasks.rados.rados.0.smithi028.stdout:3846: done (1 left) 2024-08-29T18:01:30.425 INFO:tasks.rados.rados.0.smithi028.stdout:3847: done (0 left) 2024-08-29T18:01:30.425 INFO:tasks.rados.rados.0.smithi028.stdout:3848: delete oid 29 current snap is 405 2024-08-29T18:01:30.437 INFO:tasks.rados.rados.0.smithi028.stdout:3848: done (0 left) 2024-08-29T18:01:30.437 INFO:tasks.rados.rados.0.smithi028.stdout:3849: rollback oid 10 current snap is 405 2024-08-29T18:01:30.437 INFO:tasks.rados.rados.0.smithi028.stdout:rollback oid 10 to 321 2024-08-29T18:01:30.437 INFO:tasks.rados.rados.0.smithi028.stdout:3850: read oid 9 snap -1 2024-08-29T18:01:30.437 INFO:tasks.rados.rados.0.smithi028.stdout:3850: expect (ObjNum 1051 snap 357 seq_num 1051) 2024-08-29T18:01:30.437 INFO:tasks.rados.rados.0.smithi028.stdout:append oid 37 current snap is 405 2024-08-29T18:01:30.437 INFO:tasks.rados.rados.0.smithi028.stdout:3851: seq_num 1148 ranges {3522560=32768} 2024-08-29T18:01:30.494 INFO:tasks.rados.rados.0.smithi028.stdout:3851: writing smithi02869045-37 from 3522560 to 3555328 tid 1 2024-08-29T18:01:30.494 INFO:tasks.rados.rados.0.smithi028.stdout:3852: snap_create 2024-08-29T18:01:30.494 INFO:tasks.rados.rados.0.smithi028.stdout:3849: finishing rollback tid 0 to smithi02869045-10 2024-08-29T18:01:30.494 INFO:tasks.rados.rados.0.smithi028.stdout:3849: finishing rollback tid 1 to smithi02869045-10 2024-08-29T18:01:30.494 INFO:tasks.rados.rados.0.smithi028.stdout:3849: finishing rollback tid 2 to smithi02869045-10 2024-08-29T18:01:30.494 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 10 v 2953 (ObjNum 625 snap 0 seq_num 1489387109) dirty exists 2024-08-29T18:01:30.494 INFO:tasks.rados.rados.0.smithi028.stdout:3850: expect (ObjNum 1051 snap 357 seq_num 1051) 2024-08-29T18:01:30.825 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:01:30 smithi053 bash[68679]: cluster 2024-08-29T18:01:29.138060+0000 mgr.y (mgr.25022) 440 : cluster [DBG] pgmap v834: 121 pgs: 121 active+clean; 550 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 10 MiB/s rd, 2.5 MiB/s wr, 7 op/s 2024-08-29T18:01:30.880 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:01:30 smithi028 bash[77168]: cluster 2024-08-29T18:01:29.138060+0000 mgr.y (mgr.25022) 440 : cluster [DBG] pgmap v834: 121 pgs: 121 active+clean; 550 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 10 MiB/s rd, 2.5 MiB/s wr, 7 op/s 2024-08-29T18:01:30.880 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:01:30 smithi028 bash[78352]: cluster 2024-08-29T18:01:29.138060+0000 mgr.y (mgr.25022) 440 : cluster [DBG] pgmap v834: 121 pgs: 121 active+clean; 550 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 10 MiB/s rd, 2.5 MiB/s wr, 7 op/s 2024-08-29T18:01:30.881 INFO:tasks.rados.rados.0.smithi028.stdout:3851: finishing write tid 1 to smithi02869045-37 2024-08-29T18:01:30.881 INFO:tasks.rados.rados.0.smithi028.stdout:3851: finishing write tid 2 to smithi02869045-37 2024-08-29T18:01:30.882 INFO:tasks.rados.rados.0.smithi028.stdout:3851: finishing write tid 3 to smithi02869045-37 2024-08-29T18:01:30.882 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 37 v 3968 (ObjNum 1148 snap 405 seq_num 1148) dirty exists 2024-08-29T18:01:30.882 INFO:tasks.rados.rados.0.smithi028.stdout:3851: left oid 37 (ObjNum 1148 snap 405 seq_num 1148) 2024-08-29T18:01:31.435 INFO:tasks.rados.rados.0.smithi028.stdout:3849: done (3 left) 2024-08-29T18:01:31.435 INFO:tasks.rados.rados.0.smithi028.stdout:3850: done (2 left) 2024-08-29T18:01:31.435 INFO:tasks.rados.rados.0.smithi028.stdout:3851: done (1 left) 2024-08-29T18:01:31.435 INFO:tasks.rados.rados.0.smithi028.stdout:3852: done (0 left) 2024-08-29T18:01:31.435 INFO:tasks.rados.rados.0.smithi028.stdout:3853: setattr oid 9 current snap is 406 2024-08-29T18:01:31.438 INFO:tasks.rados.rados.0.smithi028.stdout:3854: snap_create 2024-08-29T18:01:31.454 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 9 v 3171 (ObjNum 1051 snap 357 seq_num 1051) dirty exists 2024-08-29T18:01:31.825 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:01:31 smithi053 bash[68679]: cluster 2024-08-29T18:01:30.424560+0000 mon.a (mon.0) 1443 : cluster [DBG] osdmap e874: 8 total, 8 up, 8 in 2024-08-29T18:01:31.880 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:01:31 smithi028 bash[78352]: cluster 2024-08-29T18:01:30.424560+0000 mon.a (mon.0) 1443 : cluster [DBG] osdmap e874: 8 total, 8 up, 8 in 2024-08-29T18:01:31.880 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:01:31 smithi028 bash[77168]: cluster 2024-08-29T18:01:30.424560+0000 mon.a (mon.0) 1443 : cluster [DBG] osdmap e874: 8 total, 8 up, 8 in 2024-08-29T18:01:31.880 INFO:journalctl@ceph.mgr.y.smithi028.stdout:Aug 29 18:01:31 smithi028 bash[70818]: ::ffff:172.21.15.53 - - [29/Aug/2024:18:01:31] "GET /metrics HTTP/1.1" 200 36243 "" "Prometheus/2.43.0" 2024-08-29T18:01:32.436 INFO:tasks.rados.rados.0.smithi028.stdout:3853: done (1 left) 2024-08-29T18:01:32.436 INFO:tasks.rados.rados.0.smithi028.stdout:3854: done (0 left) 2024-08-29T18:01:32.436 INFO:tasks.rados.rados.0.smithi028.stdout:3855: snap_create 2024-08-29T18:01:32.575 INFO:journalctl@ceph.prometheus.a.smithi053.stdout:Aug 29 18:01:32 smithi053 bash[95567]: ts=2024-08-29T18:01:32.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"3167ee72-662c-11ef-bcd4-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-29T18:01:32.575 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:01:32 smithi053 bash[68679]: cluster 2024-08-29T18:01:31.138744+0000 mgr.y (mgr.25022) 441 : cluster [DBG] pgmap v837: 121 pgs: 121 active+clean; 562 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 20 MiB/s rd, 4.8 MiB/s wr, 17 op/s 2024-08-29T18:01:32.575 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:01:32 smithi053 bash[68679]: cluster 2024-08-29T18:01:31.434728+0000 mon.a (mon.0) 1444 : cluster [DBG] osdmap e875: 8 total, 8 up, 8 in 2024-08-29T18:01:32.880 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:01:32 smithi028 bash[77168]: cluster 2024-08-29T18:01:31.138744+0000 mgr.y (mgr.25022) 441 : cluster [DBG] pgmap v837: 121 pgs: 121 active+clean; 562 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 20 MiB/s rd, 4.8 MiB/s wr, 17 op/s 2024-08-29T18:01:32.880 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:01:32 smithi028 bash[77168]: cluster 2024-08-29T18:01:31.434728+0000 mon.a (mon.0) 1444 : cluster [DBG] osdmap e875: 8 total, 8 up, 8 in 2024-08-29T18:01:32.881 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:01:32 smithi028 bash[78352]: cluster 2024-08-29T18:01:31.138744+0000 mgr.y (mgr.25022) 441 : cluster [DBG] pgmap v837: 121 pgs: 121 active+clean; 562 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 20 MiB/s rd, 4.8 MiB/s wr, 17 op/s 2024-08-29T18:01:32.881 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:01:32 smithi028 bash[78352]: cluster 2024-08-29T18:01:31.434728+0000 mon.a (mon.0) 1444 : cluster [DBG] osdmap e875: 8 total, 8 up, 8 in 2024-08-29T18:01:33.456 INFO:tasks.rados.rados.0.smithi028.stdout:3855: done (0 left) 2024-08-29T18:01:33.457 INFO:tasks.rados.rados.0.smithi028.stdout:3856: rollback oid 1 current snap is 408 2024-08-29T18:01:33.457 INFO:tasks.rados.rados.0.smithi028.stdout:rollback oid 1 to 376 2024-08-29T18:01:33.457 INFO:tasks.rados.rados.0.smithi028.stdout:3857: read oid 41 snap -1 2024-08-29T18:01:33.457 INFO:tasks.rados.rados.0.smithi028.stdout:3857: expect deleted 2024-08-29T18:01:33.457 INFO:tasks.rados.rados.0.smithi028.stdout:3858: rmattr oid 10 current snap is 408 2024-08-29T18:01:33.457 INFO:tasks.rados.rados.0.smithi028.stdout:3859: delete oid 25 current snap is 408 2024-08-29T18:01:33.468 INFO:tasks.rados.rados.0.smithi028.stdout:3857: done (3 left) 2024-08-29T18:01:33.468 INFO:tasks.rados.rados.0.smithi028.stdout:3859: done (2 left) 2024-08-29T18:01:33.468 INFO:tasks.rados.rados.0.smithi028.stdout:append oid 12 current snap is 408 2024-08-29T18:01:33.468 INFO:tasks.rados.rados.0.smithi028.stdout:3860: seq_num 1150 ranges {2924544=65536} 2024-08-29T18:01:33.518 INFO:tasks.rados.rados.0.smithi028.stdout:3860: writing smithi02869045-12 from 2924544 to 2990080 tid 1 2024-08-29T18:01:33.518 INFO:tasks.rados.rados.0.smithi028.stdout:3861: copy_from oid 13 from oid 47 current snap is 408 2024-08-29T18:01:33.518 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 10 v 2954 (ObjNum 289 snap 0 seq_num 0) dirty exists 2024-08-29T18:01:33.518 INFO:tasks.rados.rados.0.smithi028.stdout:3858: done (3 left) 2024-08-29T18:01:33.519 INFO:tasks.rados.rados.0.smithi028.stdout:3862: rmattr oid 46 current snap is 408 2024-08-29T18:01:33.519 INFO:tasks.rados.rados.0.smithi028.stdout:3862: done (3 left) 2024-08-29T18:01:33.519 INFO:tasks.rados.rados.0.smithi028.stdout:append oid 7 current snap is 408 2024-08-29T18:01:33.519 INFO:tasks.rados.rados.0.smithi028.stdout:3856: finishing rollback tid 0 to smithi02869045-1 2024-08-29T18:01:33.519 INFO:tasks.rados.rados.0.smithi028.stdout:3856: finishing rollback tid 1 to smithi02869045-1 2024-08-29T18:01:33.519 INFO:tasks.rados.rados.0.smithi028.stdout:3856: finishing rollback tid 2 to smithi02869045-1 2024-08-29T18:01:33.519 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 1 v 3972 (ObjNum 867 snap 293 seq_num 867) dirty exists 2024-08-29T18:01:33.519 INFO:tasks.rados.rados.0.smithi028.stdout:3863: seq_num 1151 ranges {2121728=81920} 2024-08-29T18:01:33.542 INFO:tasks.rados.rados.0.smithi028.stdout:3863: writing smithi02869045-7 from 2121728 to 2203648 tid 1 2024-08-29T18:01:33.542 INFO:tasks.rados.rados.0.smithi028.stdout:3856: done (3 left) 2024-08-29T18:01:33.542 INFO:tasks.rados.rados.0.smithi028.stdout:3864: delete oid 4 current snap is 408 2024-08-29T18:01:33.542 INFO:tasks.rados.rados.0.smithi028.stdout:3860: finishing write tid 1 to smithi02869045-12 2024-08-29T18:01:33.542 INFO:tasks.rados.rados.0.smithi028.stdout:3860: finishing write tid 2 to smithi02869045-12 2024-08-29T18:01:33.542 INFO:tasks.rados.rados.0.smithi028.stdout:3860: finishing write tid 3 to smithi02869045-12 2024-08-29T18:01:33.542 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 12 v 3501 (ObjNum 1150 snap 408 seq_num 1150) dirty exists 2024-08-29T18:01:33.542 INFO:tasks.rados.rados.0.smithi028.stdout:3860: left oid 12 (ObjNum 1150 snap 408 seq_num 1150) 2024-08-29T18:01:33.553 INFO:tasks.rados.rados.0.smithi028.stdout:3861: finishing copy_from racing read to smithi02869045-13 2024-08-29T18:01:33.565 INFO:tasks.rados.rados.0.smithi028.stdout:3861: finishing copy_from to smithi02869045-13 2024-08-29T18:01:33.565 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 13 v 3205 (ObjNum 1139 snap 400 seq_num 1139) dirty exists 2024-08-29T18:01:33.565 INFO:tasks.rados.rados.0.smithi028.stdout:3863: finishing write tid 1 to smithi02869045-7 2024-08-29T18:01:33.565 INFO:tasks.rados.rados.0.smithi028.stdout:3863: finishing write tid 2 to smithi02869045-7 2024-08-29T18:01:33.567 INFO:tasks.rados.rados.0.smithi028.stdout:3860: done (3 left) 2024-08-29T18:01:33.567 INFO:tasks.rados.rados.0.smithi028.stdout:3861: done (2 left) 2024-08-29T18:01:33.567 INFO:tasks.rados.rados.0.smithi028.stdout:3864: done (1 left) 2024-08-29T18:01:33.567 INFO:tasks.rados.rados.0.smithi028.stdout:3865: read oid 1 snap -1 2024-08-29T18:01:33.567 INFO:tasks.rados.rados.0.smithi028.stdout:3865: expect (ObjNum 867 snap 293 seq_num 867) 2024-08-29T18:01:33.567 INFO:tasks.rados.rados.0.smithi028.stdout:append oid 8 current snap is 408 2024-08-29T18:01:33.567 INFO:tasks.rados.rados.0.smithi028.stdout:3866: seq_num 1153 ranges {2138112=114688} 2024-08-29T18:01:33.589 INFO:tasks.rados.rados.0.smithi028.stdout:3866: writing smithi02869045-8 from 2138112 to 2252800 tid 1 2024-08-29T18:01:33.589 INFO:tasks.rados.rados.0.smithi028.stdout:append oid 43 current snap is 408 2024-08-29T18:01:33.589 INFO:tasks.rados.rados.0.smithi028.stdout:3863: finishing write tid 3 to smithi02869045-7 2024-08-29T18:01:33.589 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 7 v 3977 (ObjNum 1151 snap 408 seq_num 1151) dirty exists 2024-08-29T18:01:33.589 INFO:tasks.rados.rados.0.smithi028.stdout:3863: left oid 7 (ObjNum 1151 snap 408 seq_num 1151) 2024-08-29T18:01:33.589 INFO:tasks.rados.rados.0.smithi028.stdout:3867: seq_num 1154 ranges {172032=131072} 2024-08-29T18:01:33.592 INFO:tasks.rados.rados.0.smithi028.stdout:3867: writing smithi02869045-43 from 172032 to 303104 tid 1 2024-08-29T18:01:33.592 INFO:tasks.rados.rados.0.smithi028.stdout:3863: done (3 left) 2024-08-29T18:01:33.592 INFO:tasks.rados.rados.0.smithi028.stdout:3868: rollback oid 17 current snap is 408 2024-08-29T18:01:33.592 INFO:tasks.rados.rados.0.smithi028.stdout:rollback oid 17 to 368 2024-08-29T18:01:33.592 INFO:tasks.rados.rados.0.smithi028.stdout:3869: snap_create 2024-08-29T18:01:33.598 INFO:tasks.rados.rados.0.smithi028.stdout:3866: finishing write tid 1 to smithi02869045-8 2024-08-29T18:01:33.598 INFO:tasks.rados.rados.0.smithi028.stdout:3866: finishing write tid 2 to smithi02869045-8 2024-08-29T18:01:33.598 INFO:tasks.rados.rados.0.smithi028.stdout:3867: finishing write tid 1 to smithi02869045-43 2024-08-29T18:01:33.599 INFO:tasks.rados.rados.0.smithi028.stdout:3867: finishing write tid 2 to smithi02869045-43 2024-08-29T18:01:33.602 INFO:tasks.rados.rados.0.smithi028.stdout:3867: finishing write tid 3 to smithi02869045-43 2024-08-29T18:01:33.602 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 43 v 3197 (ObjNum 1154 snap 408 seq_num 1154) dirty exists 2024-08-29T18:01:33.602 INFO:tasks.rados.rados.0.smithi028.stdout:3867: left oid 43 (ObjNum 1154 snap 408 seq_num 1154) 2024-08-29T18:01:33.602 INFO:tasks.rados.rados.0.smithi028.stdout:3866: finishing write tid 3 to smithi02869045-8 2024-08-29T18:01:33.602 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 8 v 2585 (ObjNum 1153 snap 408 seq_num 1153) dirty exists 2024-08-29T18:01:33.602 INFO:tasks.rados.rados.0.smithi028.stdout:3866: left oid 8 (ObjNum 1153 snap 408 seq_num 1153) 2024-08-29T18:01:33.619 INFO:tasks.rados.rados.0.smithi028.stdout:3865: expect (ObjNum 867 snap 293 seq_num 867) 2024-08-29T18:01:33.825 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:01:33 smithi053 bash[68679]: cluster 2024-08-29T18:01:32.436008+0000 mon.a (mon.0) 1445 : cluster [DBG] osdmap e876: 8 total, 8 up, 8 in 2024-08-29T18:01:33.880 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:01:33 smithi028 bash[78352]: cluster 2024-08-29T18:01:32.436008+0000 mon.a (mon.0) 1445 : cluster [DBG] osdmap e876: 8 total, 8 up, 8 in 2024-08-29T18:01:33.880 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:01:33 smithi028 bash[77168]: cluster 2024-08-29T18:01:32.436008+0000 mon.a (mon.0) 1445 : cluster [DBG] osdmap e876: 8 total, 8 up, 8 in 2024-08-29T18:01:34.448 INFO:tasks.rados.rados.0.smithi028.stdout:3868: finishing rollback tid 0 to smithi02869045-17 2024-08-29T18:01:34.448 INFO:tasks.rados.rados.0.smithi028.stdout:3868: finishing rollback tid 1 to smithi02869045-17 2024-08-29T18:01:34.448 INFO:tasks.rados.rados.0.smithi028.stdout:3868: finishing rollback tid 2 to smithi02869045-17 2024-08-29T18:01:34.448 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 17 v 3983 (ObjNum 1066 snap 365 seq_num 1066) dirty exists 2024-08-29T18:01:34.448 INFO:tasks.rados.rados.0.smithi028.stdout:3865: done (4 left) 2024-08-29T18:01:34.448 INFO:tasks.rados.rados.0.smithi028.stdout:3866: done (3 left) 2024-08-29T18:01:34.448 INFO:tasks.rados.rados.0.smithi028.stdout:3867: done (2 left) 2024-08-29T18:01:34.448 INFO:tasks.rados.rados.0.smithi028.stdout:3868: done (1 left) 2024-08-29T18:01:34.448 INFO:tasks.rados.rados.0.smithi028.stdout:3869: done (0 left) 2024-08-29T18:01:34.448 INFO:tasks.rados.rados.0.smithi028.stdout:3870: copy_from oid 13 from oid 38 current snap is 409 2024-08-29T18:01:34.448 INFO:tasks.rados.rados.0.smithi028.stdout:3871: setattr oid 31 current snap is 409 2024-08-29T18:01:34.450 INFO:tasks.rados.rados.0.smithi028.stdout:3872: rollback oid 23 current snap is 409 2024-08-29T18:01:34.450 INFO:tasks.rados.rados.0.smithi028.stdout:rollback oid 23 to 397 2024-08-29T18:01:34.450 INFO:tasks.rados.rados.0.smithi028.stdout:3873: snap_remove snap 329 2024-08-29T18:01:34.825 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:01:34 smithi053 bash[68679]: cluster 2024-08-29T18:01:33.139468+0000 mgr.y (mgr.25022) 442 : cluster [DBG] pgmap v840: 121 pgs: 121 active+clean; 562 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 9.8 MiB/s rd, 2.8 MiB/s wr, 11 op/s 2024-08-29T18:01:34.825 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:01:34 smithi053 bash[68679]: cluster 2024-08-29T18:01:33.454610+0000 mon.a (mon.0) 1446 : cluster [DBG] osdmap e877: 8 total, 8 up, 8 in 2024-08-29T18:01:34.825 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:01:34 smithi053 bash[68679]: cluster 2024-08-29T18:01:34.368879+0000 mon.a (mon.0) 1447 : cluster [DBG] osdmap e878: 8 total, 8 up, 8 in 2024-08-29T18:01:34.880 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:01:34 smithi028 bash[78352]: cluster 2024-08-29T18:01:33.139468+0000 mgr.y (mgr.25022) 442 : cluster [DBG] pgmap v840: 121 pgs: 121 active+clean; 562 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 9.8 MiB/s rd, 2.8 MiB/s wr, 11 op/s 2024-08-29T18:01:34.880 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:01:34 smithi028 bash[78352]: cluster 2024-08-29T18:01:33.454610+0000 mon.a (mon.0) 1446 : cluster [DBG] osdmap e877: 8 total, 8 up, 8 in 2024-08-29T18:01:34.880 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:01:34 smithi028 bash[78352]: cluster 2024-08-29T18:01:34.368879+0000 mon.a (mon.0) 1447 : cluster [DBG] osdmap e878: 8 total, 8 up, 8 in 2024-08-29T18:01:34.880 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:01:34 smithi028 bash[77168]: cluster 2024-08-29T18:01:33.139468+0000 mgr.y (mgr.25022) 442 : cluster [DBG] pgmap v840: 121 pgs: 121 active+clean; 562 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 9.8 MiB/s rd, 2.8 MiB/s wr, 11 op/s 2024-08-29T18:01:34.881 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:01:34 smithi028 bash[77168]: cluster 2024-08-29T18:01:33.454610+0000 mon.a (mon.0) 1446 : cluster [DBG] osdmap e877: 8 total, 8 up, 8 in 2024-08-29T18:01:34.881 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:01:34 smithi028 bash[77168]: cluster 2024-08-29T18:01:34.368879+0000 mon.a (mon.0) 1447 : cluster [DBG] osdmap e878: 8 total, 8 up, 8 in 2024-08-29T18:01:35.468 INFO:tasks.rados.rados.0.smithi028.stdout:3873: done (3 left) 2024-08-29T18:01:35.468 INFO:tasks.rados.rados.0.smithi028.stdout:3874: read oid 25 snap -1 2024-08-29T18:01:35.468 INFO:tasks.rados.rados.0.smithi028.stdout:3874: expect deleted 2024-08-29T18:01:35.468 INFO:tasks.rados.rados.0.smithi028.stdout:3875: setattr oid 14 current snap is 409 2024-08-29T18:01:35.469 INFO:tasks.rados.rados.0.smithi028.stdout:3872: finishing rollback tid 1 to smithi02869045-23 2024-08-29T18:01:35.469 INFO:tasks.rados.rados.0.smithi028.stdout:3872: finishing rollback tid 2 to smithi02869045-23 2024-08-29T18:01:35.469 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 23 v 1351 (ObjNum 1096 snap 383 seq_num 1096) dirty exists 2024-08-29T18:01:35.469 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 31 v 3985 (ObjNum 1124 snap 393 seq_num 1124) dirty exists 2024-08-29T18:01:35.469 INFO:tasks.rados.rados.0.smithi028.stdout:3870: finishing copy_from racing read to smithi02869045-13 2024-08-29T18:01:35.469 INFO:tasks.rados.rados.0.smithi028.stdout:3870: finishing copy_from to smithi02869045-13 2024-08-29T18:01:35.469 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 13 v 3215 (ObjNum 872 snap 295 seq_num 872) dirty exists 2024-08-29T18:01:35.470 INFO:tasks.rados.rados.0.smithi028.stdout:3870: done (4 left) 2024-08-29T18:01:35.470 INFO:tasks.rados.rados.0.smithi028.stdout:3871: done (3 left) 2024-08-29T18:01:35.470 INFO:tasks.rados.rados.0.smithi028.stdout:3872: done (2 left) 2024-08-29T18:01:35.470 INFO:tasks.rados.rados.0.smithi028.stdout:3876: delete oid 7 current snap is 409 2024-08-29T18:01:35.493 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 14 v 3185 (ObjNum 1050 snap 357 seq_num 1050) dirty exists 2024-08-29T18:01:35.507 INFO:tasks.rados.rados.0.smithi028.stdout:3874: done (2 left) 2024-08-29T18:01:35.507 INFO:tasks.rados.rados.0.smithi028.stdout:3875: done (1 left) 2024-08-29T18:01:35.507 INFO:tasks.rados.rados.0.smithi028.stdout:3876: done (0 left) 2024-08-29T18:01:35.507 INFO:tasks.rados.rados.0.smithi028.stdout:3877: delete oid 30 current snap is 409 2024-08-29T18:01:35.518 INFO:tasks.rados.rados.0.smithi028.stdout:3877: done (0 left) 2024-08-29T18:01:35.518 INFO:tasks.rados.rados.0.smithi028.stdout:3878: rollback oid 21 current snap is 409 2024-08-29T18:01:35.518 INFO:tasks.rados.rados.0.smithi028.stdout:rollback oid 21 to 343 2024-08-29T18:01:35.527 INFO:tasks.rados.rados.0.smithi028.stdout:append oid 50 current snap is 409 2024-08-29T18:01:35.527 INFO:tasks.rados.rados.0.smithi028.stdout:3879: seq_num 1157 ranges {3538944=180224} 2024-08-29T18:01:35.564 INFO:tasks.rados.rados.0.smithi028.stdout:3879: writing smithi02869045-50 from 3538944 to 3719168 tid 1 2024-08-29T18:01:35.564 INFO:tasks.rados.rados.0.smithi028.stdout:3880: rollback oid 12 current snap is 409 2024-08-29T18:01:35.564 INFO:tasks.rados.rados.0.smithi028.stdout:rollback oid 12 to 344 2024-08-29T18:01:35.564 INFO:tasks.rados.rados.0.smithi028.stdout:3878: finishing rollback tid 0 to smithi02869045-21 2024-08-29T18:01:35.564 INFO:tasks.rados.rados.0.smithi028.stdout:3878: finishing rollback tid 1 to smithi02869045-21 2024-08-29T18:01:35.564 INFO:tasks.rados.rados.0.smithi028.stdout:3878: finishing rollback tid 2 to smithi02869045-21 2024-08-29T18:01:35.564 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 21 v 2957 (ObjNum 996 snap 336 seq_num 996) dirty exists 2024-08-29T18:01:35.564 INFO:tasks.rados.rados.0.smithi028.stdout:3878: done (2 left) 2024-08-29T18:01:35.564 INFO:tasks.rados.rados.0.smithi028.stdout:append oid 37 current snap is 409 2024-08-29T18:01:35.565 INFO:tasks.rados.rados.0.smithi028.stdout:3881: seq_num 1158 ranges {3555328=196608} 2024-08-29T18:01:35.597 INFO:tasks.rados.rados.0.smithi028.stdout:3881: writing smithi02869045-37 from 3555328 to 3751936 tid 1 2024-08-29T18:01:35.597 INFO:tasks.rados.rados.0.smithi028.stdout:append oid 33 current snap is 409 2024-08-29T18:01:35.597 INFO:tasks.rados.rados.0.smithi028.stdout:3880: finishing rollback tid 0 to smithi02869045-12 2024-08-29T18:01:35.597 INFO:tasks.rados.rados.0.smithi028.stdout:3880: finishing rollback tid 1 to smithi02869045-12 2024-08-29T18:01:35.597 INFO:tasks.rados.rados.0.smithi028.stdout:3882: seq_num 1159 ranges {2170880=212992} 2024-08-29T18:01:35.614 INFO:tasks.rados.rados.0.smithi028.stdout:3882: writing smithi02869045-33 from 2170880 to 2383872 tid 1 2024-08-29T18:01:35.615 INFO:tasks.rados.rados.0.smithi028.stdout:append oid 26 current snap is 409 2024-08-29T18:01:35.615 INFO:tasks.rados.rados.0.smithi028.stdout:3883: seq_num 1160 ranges {1957888=229376} 2024-08-29T18:01:35.631 INFO:tasks.rados.rados.0.smithi028.stdout:3883: writing smithi02869045-26 from 1957888 to 2187264 tid 1 2024-08-29T18:01:35.631 INFO:tasks.rados.rados.0.smithi028.stdout:append oid 5 current snap is 409 2024-08-29T18:01:35.631 INFO:tasks.rados.rados.0.smithi028.stdout:3880: finishing rollback tid 2 to smithi02869045-12 2024-08-29T18:01:35.631 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 12 v 3504 (ObjNum 979 snap 333 seq_num 979) dirty exists 2024-08-29T18:01:35.631 INFO:tasks.rados.rados.0.smithi028.stdout:3879: finishing write tid 1 to smithi02869045-50 2024-08-29T18:01:35.631 INFO:tasks.rados.rados.0.smithi028.stdout:3879: finishing write tid 2 to smithi02869045-50 2024-08-29T18:01:35.631 INFO:tasks.rados.rados.0.smithi028.stdout:3879: finishing write tid 3 to smithi02869045-50 2024-08-29T18:01:35.631 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 50 v 3512 (ObjNum 1157 snap 409 seq_num 1157) dirty exists 2024-08-29T18:01:35.632 INFO:tasks.rados.rados.0.smithi028.stdout:3879: left oid 50 (ObjNum 1157 snap 409 seq_num 1157) 2024-08-29T18:01:35.632 INFO:tasks.rados.rados.0.smithi028.stdout:3881: finishing write tid 1 to smithi02869045-37 2024-08-29T18:01:35.632 INFO:tasks.rados.rados.0.smithi028.stdout:3881: finishing write tid 2 to smithi02869045-37 2024-08-29T18:01:35.632 INFO:tasks.rados.rados.0.smithi028.stdout:3884: seq_num 1161 ranges {5840896=245760} 2024-08-29T18:01:35.673 INFO:tasks.rados.rados.0.smithi028.stdout:3884: writing smithi02869045-5 from 5840896 to 6086656 tid 1 2024-08-29T18:01:35.673 INFO:tasks.rados.rados.0.smithi028.stdout:3879: done (5 left) 2024-08-29T18:01:35.673 INFO:tasks.rados.rados.0.smithi028.stdout:3880: done (4 left) 2024-08-29T18:01:35.673 INFO:tasks.rados.rados.0.smithi028.stdout:append oid 7 current snap is 409 2024-08-29T18:01:35.673 INFO:tasks.rados.rados.0.smithi028.stdout:3885: seq_num 1162 ranges {0=270336} 2024-08-29T18:01:35.675 INFO:tasks.rados.rados.0.smithi028.stdout:3885: writing smithi02869045-7 from 0 to 270336 tid 1 2024-08-29T18:01:35.675 INFO:tasks.rados.rados.0.smithi028.stdout:3886: rollback oid 25 current snap is 409 2024-08-29T18:01:35.675 INFO:tasks.rados.rados.0.smithi028.stdout:rollback oid 25 to 383 2024-08-29T18:01:35.675 INFO:tasks.rados.rados.0.smithi028.stdout:append oid 11 current snap is 409 2024-08-29T18:01:35.675 INFO:tasks.rados.rados.0.smithi028.stdout:3887: seq_num 1163 ranges {0=286720} 2024-08-29T18:01:35.677 INFO:tasks.rados.rados.0.smithi028.stdout:3887: writing smithi02869045-11 from 0 to 286720 tid 1 2024-08-29T18:01:35.677 INFO:tasks.rados.rados.0.smithi028.stdout:3888: copy_from oid 10 from oid 12 current snap is 409 2024-08-29T18:01:35.677 INFO:tasks.rados.rados.0.smithi028.stdout:3889: copy_from oid 9 from oid 15 current snap is 409 2024-08-29T18:01:35.677 INFO:tasks.rados.rados.0.smithi028.stdout:append oid 44 current snap is 409 2024-08-29T18:01:35.677 INFO:tasks.rados.rados.0.smithi028.stdout:3890: seq_num 1164 ranges {0=303104} 2024-08-29T18:01:35.679 INFO:tasks.rados.rados.0.smithi028.stdout:3890: writing smithi02869045-44 from 0 to 303104 tid 1 2024-08-29T18:01:35.679 INFO:tasks.rados.rados.0.smithi028.stdout:3891: snap_create 2024-08-29T18:01:35.679 INFO:tasks.rados.rados.0.smithi028.stdout:3881: finishing write tid 3 to smithi02869045-37 2024-08-29T18:01:35.679 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 37 v 4006 (ObjNum 1158 snap 409 seq_num 1158) dirty exists 2024-08-29T18:01:35.680 INFO:tasks.rados.rados.0.smithi028.stdout:3881: left oid 37 (ObjNum 1158 snap 409 seq_num 1158) 2024-08-29T18:01:35.680 INFO:tasks.rados.rados.0.smithi028.stdout:3882: finishing write tid 1 to smithi02869045-33 2024-08-29T18:01:35.680 INFO:tasks.rados.rados.0.smithi028.stdout:3882: finishing write tid 2 to smithi02869045-33 2024-08-29T18:01:35.680 INFO:tasks.rados.rados.0.smithi028.stdout:3882: finishing write tid 3 to smithi02869045-33 2024-08-29T18:01:35.680 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 33 v 4009 (ObjNum 1159 snap 409 seq_num 1159) dirty exists 2024-08-29T18:01:35.680 INFO:tasks.rados.rados.0.smithi028.stdout:3882: left oid 33 (ObjNum 1159 snap 409 seq_num 1159) 2024-08-29T18:01:35.680 INFO:tasks.rados.rados.0.smithi028.stdout:3883: finishing write tid 1 to smithi02869045-26 2024-08-29T18:01:35.680 INFO:tasks.rados.rados.0.smithi028.stdout:3883: finishing write tid 2 to smithi02869045-26 2024-08-29T18:01:35.680 INFO:tasks.rados.rados.0.smithi028.stdout:3883: finishing write tid 3 to smithi02869045-26 2024-08-29T18:01:35.680 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 26 v 3514 (ObjNum 1160 snap 409 seq_num 1160) dirty exists 2024-08-29T18:01:35.680 INFO:tasks.rados.rados.0.smithi028.stdout:3883: left oid 26 (ObjNum 1160 snap 409 seq_num 1160) 2024-08-29T18:01:35.680 INFO:tasks.rados.rados.0.smithi028.stdout:3884: finishing write tid 1 to smithi02869045-5 2024-08-29T18:01:35.681 INFO:tasks.rados.rados.0.smithi028.stdout:3886: finishing rollback tid 1 to smithi02869045-25 2024-08-29T18:01:35.684 INFO:tasks.rados.rados.0.smithi028.stdout:3887: finishing write tid 1 to smithi02869045-11 2024-08-29T18:01:35.685 INFO:tasks.rados.rados.0.smithi028.stdout:3887: finishing write tid 2 to smithi02869045-11 2024-08-29T18:01:35.685 INFO:tasks.rados.rados.0.smithi028.stdout:3886: finishing rollback tid 2 to smithi02869045-25 2024-08-29T18:01:35.685 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 25 v 2571 (ObjNum 1068 snap 366 seq_num 1068) dirty exists 2024-08-29T18:01:35.686 INFO:tasks.rados.rados.0.smithi028.stdout:3884: finishing write tid 2 to smithi02869045-5 2024-08-29T18:01:35.687 INFO:tasks.rados.rados.0.smithi028.stdout:3890: finishing write tid 1 to smithi02869045-44 2024-08-29T18:01:35.687 INFO:tasks.rados.rados.0.smithi028.stdout:3890: finishing write tid 2 to smithi02869045-44 2024-08-29T18:01:35.688 INFO:tasks.rados.rados.0.smithi028.stdout:3887: finishing write tid 3 to smithi02869045-11 2024-08-29T18:01:35.688 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 11 v 3173 (ObjNum 1163 snap 409 seq_num 1163) dirty exists 2024-08-29T18:01:35.688 INFO:tasks.rados.rados.0.smithi028.stdout:3887: left oid 11 (ObjNum 1163 snap 409 seq_num 1163) 2024-08-29T18:01:35.691 INFO:tasks.rados.rados.0.smithi028.stdout:3884: finishing write tid 3 to smithi02869045-5 2024-08-29T18:01:35.691 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 5 v 3522 (ObjNum 1161 snap 409 seq_num 1161) dirty exists 2024-08-29T18:01:35.692 INFO:tasks.rados.rados.0.smithi028.stdout:3884: left oid 5 (ObjNum 1161 snap 409 seq_num 1161) 2024-08-29T18:01:35.693 INFO:tasks.rados.rados.0.smithi028.stdout:3890: finishing write tid 3 to smithi02869045-44 2024-08-29T18:01:35.693 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 44 v 2959 (ObjNum 1164 snap 409 seq_num 1164) dirty exists 2024-08-29T18:01:35.693 INFO:tasks.rados.rados.0.smithi028.stdout:3890: left oid 44 (ObjNum 1164 snap 409 seq_num 1164) 2024-08-29T18:01:35.694 INFO:tasks.rados.rados.0.smithi028.stdout:3885: finishing write tid 1 to smithi02869045-7 2024-08-29T18:01:35.694 INFO:tasks.rados.rados.0.smithi028.stdout:3885: finishing write tid 2 to smithi02869045-7 2024-08-29T18:01:35.697 INFO:tasks.rados.rados.0.smithi028.stdout:3885: finishing write tid 3 to smithi02869045-7 2024-08-29T18:01:35.698 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 7 v 4011 (ObjNum 1162 snap 409 seq_num 1162) dirty exists 2024-08-29T18:01:35.698 INFO:tasks.rados.rados.0.smithi028.stdout:3885: left oid 7 (ObjNum 1162 snap 409 seq_num 1162) 2024-08-29T18:01:35.715 INFO:tasks.rados.rados.0.smithi028.stdout:3888: finishing copy_from racing read to smithi02869045-10 2024-08-29T18:01:35.720 INFO:tasks.rados.rados.0.smithi028.stdout:3888: finishing copy_from to smithi02869045-10 2024-08-29T18:01:35.720 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 10 v 3504 (ObjNum 979 snap 333 seq_num 979) dirty exists 2024-08-29T18:01:35.735 INFO:tasks.rados.rados.0.smithi028.stdout:3889: finishing copy_from racing read to smithi02869045-9 2024-08-29T18:01:35.744 INFO:tasks.rados.rados.0.smithi028.stdout:3889: finishing copy_from to smithi02869045-9 2024-08-29T18:01:35.744 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 9 v 3515 (ObjNum 1126 snap 395 seq_num 1126) dirty exists 2024-08-29T18:01:36.470 INFO:tasks.rados.rados.0.smithi028.stdout:3881: done (10 left) 2024-08-29T18:01:36.470 INFO:tasks.rados.rados.0.smithi028.stdout:3882: done (9 left) 2024-08-29T18:01:36.471 INFO:tasks.rados.rados.0.smithi028.stdout:3883: done (8 left) 2024-08-29T18:01:36.471 INFO:tasks.rados.rados.0.smithi028.stdout:3884: done (7 left) 2024-08-29T18:01:36.471 INFO:tasks.rados.rados.0.smithi028.stdout:3885: done (6 left) 2024-08-29T18:01:36.471 INFO:tasks.rados.rados.0.smithi028.stdout:3886: done (5 left) 2024-08-29T18:01:36.471 INFO:tasks.rados.rados.0.smithi028.stdout:3887: done (4 left) 2024-08-29T18:01:36.471 INFO:tasks.rados.rados.0.smithi028.stdout:3888: done (3 left) 2024-08-29T18:01:36.471 INFO:tasks.rados.rados.0.smithi028.stdout:3889: done (2 left) 2024-08-29T18:01:36.471 INFO:tasks.rados.rados.0.smithi028.stdout:3890: done (1 left) 2024-08-29T18:01:36.471 INFO:tasks.rados.rados.0.smithi028.stdout:3891: done (0 left) 2024-08-29T18:01:36.471 INFO:tasks.rados.rados.0.smithi028.stdout:3892: rollback oid 20 current snap is 410 2024-08-29T18:01:36.471 INFO:tasks.rados.rados.0.smithi028.stdout:rollback oid 20 to 401 2024-08-29T18:01:36.471 INFO:tasks.rados.rados.0.smithi028.stdout:3893: read oid 37 snap -1 2024-08-29T18:01:36.471 INFO:tasks.rados.rados.0.smithi028.stdout:3893: expect (ObjNum 1158 snap 409 seq_num 1158) 2024-08-29T18:01:36.471 INFO:tasks.rados.rados.0.smithi028.stdout:3894: read oid 29 snap -1 2024-08-29T18:01:36.472 INFO:tasks.rados.rados.0.smithi028.stdout:3894: expect deleted 2024-08-29T18:01:36.472 INFO:tasks.rados.rados.0.smithi028.stdout:3895: copy_from oid 43 from oid 3 current snap is 410 2024-08-29T18:01:36.472 INFO:tasks.rados.rados.0.smithi028.stdout:append oid 18 current snap is 410 2024-08-29T18:01:36.472 INFO:tasks.rados.rados.0.smithi028.stdout:3896: seq_num 1165 ranges {1957888=319488} 2024-08-29T18:01:36.484 INFO:tasks.rados.rados.0.smithi028.stdout:3896: writing smithi02869045-18 from 1957888 to 2277376 tid 1 2024-08-29T18:01:36.485 INFO:tasks.rados.rados.0.smithi028.stdout:3897: read oid 28 snap -1 2024-08-29T18:01:36.485 INFO:tasks.rados.rados.0.smithi028.stdout:3897: expect (ObjNum 1123 snap 393 seq_num 1123) 2024-08-29T18:01:36.485 INFO:tasks.rados.rados.0.smithi028.stdout:3898: snap_remove snap 379 2024-08-29T18:01:36.825 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:01:36 smithi053 bash[68679]: cluster 2024-08-29T18:01:35.140600+0000 mgr.y (mgr.25022) 443 : cluster [DBG] pgmap v843: 121 pgs: 121 active+clean; 563 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 4.9 MiB/s rd, 56 KiB/s wr, 9 op/s 2024-08-29T18:01:36.825 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:01:36 smithi053 bash[68679]: cluster 2024-08-29T18:01:35.467201+0000 mon.a (mon.0) 1448 : cluster [DBG] osdmap e879: 8 total, 8 up, 8 in 2024-08-29T18:01:36.880 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:01:36 smithi028 bash[78352]: cluster 2024-08-29T18:01:35.140600+0000 mgr.y (mgr.25022) 443 : cluster [DBG] pgmap v843: 121 pgs: 121 active+clean; 563 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 4.9 MiB/s rd, 56 KiB/s wr, 9 op/s 2024-08-29T18:01:36.880 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:01:36 smithi028 bash[78352]: cluster 2024-08-29T18:01:35.467201+0000 mon.a (mon.0) 1448 : cluster [DBG] osdmap e879: 8 total, 8 up, 8 in 2024-08-29T18:01:36.880 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:01:36 smithi028 bash[77168]: cluster 2024-08-29T18:01:35.140600+0000 mgr.y (mgr.25022) 443 : cluster [DBG] pgmap v843: 121 pgs: 121 active+clean; 563 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 4.9 MiB/s rd, 56 KiB/s wr, 9 op/s 2024-08-29T18:01:36.880 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:01:36 smithi028 bash[77168]: cluster 2024-08-29T18:01:35.467201+0000 mon.a (mon.0) 1448 : cluster [DBG] osdmap e879: 8 total, 8 up, 8 in 2024-08-29T18:01:37.493 INFO:tasks.rados.rados.0.smithi028.stdout:3898: done (6 left) 2024-08-29T18:01:37.493 INFO:tasks.rados.rados.0.smithi028.stdout:3899: read oid 35 snap -1 2024-08-29T18:01:37.493 INFO:tasks.rados.rados.0.smithi028.stdout:3899: expect (ObjNum 1125 snap 393 seq_num 1125) 2024-08-29T18:01:37.493 INFO:tasks.rados.rados.0.smithi028.stdout:3900: snap_remove snap 407 2024-08-29T18:01:37.825 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:01:37 smithi053 bash[68679]: cluster 2024-08-29T18:01:36.470145+0000 mon.a (mon.0) 1449 : cluster [DBG] osdmap e880: 8 total, 8 up, 8 in 2024-08-29T18:01:37.880 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:01:37 smithi028 bash[77168]: cluster 2024-08-29T18:01:36.470145+0000 mon.a (mon.0) 1449 : cluster [DBG] osdmap e880: 8 total, 8 up, 8 in 2024-08-29T18:01:37.880 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:01:37 smithi028 bash[78352]: cluster 2024-08-29T18:01:36.470145+0000 mon.a (mon.0) 1449 : cluster [DBG] osdmap e880: 8 total, 8 up, 8 in 2024-08-29T18:01:38.500 INFO:tasks.rados.rados.0.smithi028.stdout:3900: done (7 left) 2024-08-29T18:01:38.500 INFO:tasks.rados.rados.0.smithi028.stdout:3901: setattr oid 22 current snap is 410 2024-08-29T18:01:38.503 INFO:tasks.rados.rados.0.smithi028.stdout:3902: copy_from oid 12 from oid 11 current snap is 410 2024-08-29T18:01:38.503 INFO:tasks.rados.rados.0.smithi028.stdout:3903: read oid 13 snap -1 2024-08-29T18:01:38.504 INFO:tasks.rados.rados.0.smithi028.stdout:3903: expect (ObjNum 872 snap 295 seq_num 872) 2024-08-29T18:01:38.504 INFO:tasks.rados.rados.0.smithi028.stdout:3904: copy_from oid 36 from oid 21 current snap is 410 2024-08-29T18:01:38.504 INFO:tasks.rados.rados.0.smithi028.stdout:3905: read oid 1 snap -1 2024-08-29T18:01:38.504 INFO:tasks.rados.rados.0.smithi028.stdout:3905: expect (ObjNum 867 snap 293 seq_num 867) 2024-08-29T18:01:38.504 INFO:tasks.rados.rados.0.smithi028.stdout:3906: copy_from oid 34 from oid 38 current snap is 410 2024-08-29T18:01:38.505 INFO:tasks.rados.rados.0.smithi028.stdout:3907: read oid 27 snap 402 2024-08-29T18:01:38.505 INFO:tasks.rados.rados.0.smithi028.stdout:3907: expect (ObjNum 1064 snap 365 seq_num 1064) 2024-08-29T18:01:38.506 INFO:tasks.rados.rados.0.smithi028.stdout:3908: setattr oid 2 current snap is 410 2024-08-29T18:01:38.506 INFO:tasks.rados.rados.0.smithi028.stdout:3892: finishing rollback tid 0 to smithi02869045-20 2024-08-29T18:01:38.506 INFO:tasks.rados.rados.0.smithi028.stdout:3892: finishing rollback tid 1 to smithi02869045-20 2024-08-29T18:01:38.506 INFO:tasks.rados.rados.0.smithi028.stdout:3892: finishing rollback tid 2 to smithi02869045-20 2024-08-29T18:01:38.506 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 20 v 3204 (ObjNum 1092 snap 381 seq_num 1092) dirty exists 2024-08-29T18:01:38.506 INFO:tasks.rados.rados.0.smithi028.stdout:3896: finishing write tid 1 to smithi02869045-18 2024-08-29T18:01:38.506 INFO:tasks.rados.rados.0.smithi028.stdout:3896: finishing write tid 2 to smithi02869045-18 2024-08-29T18:01:38.506 INFO:tasks.rados.rados.0.smithi028.stdout:3895: finishing copy_from racing read to smithi02869045-43 2024-08-29T18:01:38.506 INFO:tasks.rados.rados.0.smithi028.stdout:3895: finishing copy_from to smithi02869045-43 2024-08-29T18:01:38.507 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 43 v 2947 (ObjNum 1101 snap 387 seq_num 1101) dirty exists 2024-08-29T18:01:38.507 INFO:tasks.rados.rados.0.smithi028.stdout:3896: finishing write tid 3 to smithi02869045-18 2024-08-29T18:01:38.507 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 18 v 3516 (ObjNum 1165 snap 410 seq_num 1165) dirty exists 2024-08-29T18:01:38.507 INFO:tasks.rados.rados.0.smithi028.stdout:3896: left oid 18 (ObjNum 1165 snap 410 seq_num 1165) 2024-08-29T18:01:38.507 INFO:tasks.rados.rados.0.smithi028.stdout:3893: expect (ObjNum 1158 snap 409 seq_num 1158) 2024-08-29T18:01:38.775 INFO:tasks.rados.rados.0.smithi028.stdout:3897: expect (ObjNum 1123 snap 393 seq_num 1123) 2024-08-29T18:01:38.825 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:01:38 smithi053 bash[68679]: cluster 2024-08-29T18:01:37.141299+0000 mgr.y (mgr.25022) 444 : cluster [DBG] pgmap v846: 121 pgs: 121 active+clean; 563 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 4.9 MiB/s rd, 56 KiB/s wr, 9 op/s 2024-08-29T18:01:38.825 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:01:38 smithi053 bash[68679]: cluster 2024-08-29T18:01:37.493264+0000 mon.a (mon.0) 1450 : cluster [DBG] osdmap e881: 8 total, 8 up, 8 in 2024-08-29T18:01:38.880 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:01:38 smithi028 bash[77168]: cluster 2024-08-29T18:01:37.141299+0000 mgr.y (mgr.25022) 444 : cluster [DBG] pgmap v846: 121 pgs: 121 active+clean; 563 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 4.9 MiB/s rd, 56 KiB/s wr, 9 op/s 2024-08-29T18:01:38.881 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:01:38 smithi028 bash[77168]: cluster 2024-08-29T18:01:37.493264+0000 mon.a (mon.0) 1450 : cluster [DBG] osdmap e881: 8 total, 8 up, 8 in 2024-08-29T18:01:38.881 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:01:38 smithi028 bash[78352]: cluster 2024-08-29T18:01:37.141299+0000 mgr.y (mgr.25022) 444 : cluster [DBG] pgmap v846: 121 pgs: 121 active+clean; 563 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 4.9 MiB/s rd, 56 KiB/s wr, 9 op/s 2024-08-29T18:01:38.881 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:01:38 smithi028 bash[78352]: cluster 2024-08-29T18:01:37.493264+0000 mon.a (mon.0) 1450 : cluster [DBG] osdmap e881: 8 total, 8 up, 8 in 2024-08-29T18:01:39.825 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:01:39 smithi053 bash[68679]: cluster 2024-08-29T18:01:38.499090+0000 mon.a (mon.0) 1451 : cluster [DBG] osdmap e882: 8 total, 8 up, 8 in 2024-08-29T18:01:39.880 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:01:39 smithi028 bash[77168]: cluster 2024-08-29T18:01:38.499090+0000 mon.a (mon.0) 1451 : cluster [DBG] osdmap e882: 8 total, 8 up, 8 in 2024-08-29T18:01:39.880 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:01:39 smithi028 bash[78352]: cluster 2024-08-29T18:01:38.499090+0000 mon.a (mon.0) 1451 : cluster [DBG] osdmap e882: 8 total, 8 up, 8 in 2024-08-29T18:01:40.145 INFO:tasks.rados.rados.0.smithi028.stdout:3899: expect (ObjNum 1125 snap 393 seq_num 1125) 2024-08-29T18:01:40.281 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 22 v 3517 (ObjNum 161 snap 0 seq_num 1) dirty exists 2024-08-29T18:01:40.281 INFO:tasks.rados.rados.0.smithi028.stdout:3902: finishing copy_from racing read to smithi02869045-12 2024-08-29T18:01:40.281 INFO:tasks.rados.rados.0.smithi028.stdout:3902: finishing copy_from to smithi02869045-12 2024-08-29T18:01:40.281 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 12 v 3173 (ObjNum 1163 snap 409 seq_num 1163) dirty exists 2024-08-29T18:01:40.281 INFO:tasks.rados.rados.0.smithi028.stdout:3907: expect (ObjNum 1064 snap 365 seq_num 1064) 2024-08-29T18:01:40.317 INFO:tasks.rados.rados.0.smithi028.stdout:3906: finishing copy_from racing read to smithi02869045-34 2024-08-29T18:01:40.317 INFO:tasks.rados.rados.0.smithi028.stdout:3904: finishing copy_from racing read to smithi02869045-36 2024-08-29T18:01:40.317 INFO:tasks.rados.rados.0.smithi028.stdout:3904: finishing copy_from to smithi02869045-36 2024-08-29T18:01:40.317 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 36 v 2957 (ObjNum 996 snap 336 seq_num 996) dirty exists 2024-08-29T18:01:40.317 INFO:tasks.rados.rados.0.smithi028.stdout:3906: finishing copy_from to smithi02869045-34 2024-08-29T18:01:40.317 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 34 v 3215 (ObjNum 872 snap 295 seq_num 872) dirty exists 2024-08-29T18:01:40.318 INFO:tasks.rados.rados.0.smithi028.stdout:3905: expect (ObjNum 867 snap 293 seq_num 867) 2024-08-29T18:01:40.824 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:01:40 smithi053 bash[68679]: cluster 2024-08-29T18:01:39.141946+0000 mgr.y (mgr.25022) 445 : cluster [DBG] pgmap v849: 121 pgs: 121 active+clean; 588 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 9.9 MiB/s rd, 2.5 MiB/s wr, 19 op/s 2024-08-29T18:01:40.880 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:01:40 smithi028 bash[77168]: cluster 2024-08-29T18:01:39.141946+0000 mgr.y (mgr.25022) 445 : cluster [DBG] pgmap v849: 121 pgs: 121 active+clean; 588 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 9.9 MiB/s rd, 2.5 MiB/s wr, 19 op/s 2024-08-29T18:01:40.880 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:01:40 smithi028 bash[78352]: cluster 2024-08-29T18:01:39.141946+0000 mgr.y (mgr.25022) 445 : cluster [DBG] pgmap v849: 121 pgs: 121 active+clean; 588 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 9.9 MiB/s rd, 2.5 MiB/s wr, 19 op/s 2024-08-29T18:01:41.102 INFO:tasks.rados.rados.0.smithi028.stdout:3903: expect (ObjNum 872 snap 295 seq_num 872) 2024-08-29T18:01:41.506 INFO:tasks.rados.rados.0.smithi028.stdout:3892: done (14 left) 2024-08-29T18:01:41.506 INFO:tasks.rados.rados.0.smithi028.stdout:3893: done (13 left) 2024-08-29T18:01:41.507 INFO:tasks.rados.rados.0.smithi028.stdout:3894: done (12 left) 2024-08-29T18:01:41.507 INFO:tasks.rados.rados.0.smithi028.stdout:3895: done (11 left) 2024-08-29T18:01:41.507 INFO:tasks.rados.rados.0.smithi028.stdout:3896: done (10 left) 2024-08-29T18:01:41.507 INFO:tasks.rados.rados.0.smithi028.stdout:3897: done (9 left) 2024-08-29T18:01:41.507 INFO:tasks.rados.rados.0.smithi028.stdout:3899: done (8 left) 2024-08-29T18:01:41.507 INFO:tasks.rados.rados.0.smithi028.stdout:3901: done (7 left) 2024-08-29T18:01:41.507 INFO:tasks.rados.rados.0.smithi028.stdout:3902: done (6 left) 2024-08-29T18:01:41.507 INFO:tasks.rados.rados.0.smithi028.stdout:3903: done (5 left) 2024-08-29T18:01:41.507 INFO:tasks.rados.rados.0.smithi028.stdout:3904: done (4 left) 2024-08-29T18:01:41.507 INFO:tasks.rados.rados.0.smithi028.stdout:3905: done (3 left) 2024-08-29T18:01:41.507 INFO:tasks.rados.rados.0.smithi028.stdout:3906: done (2 left) 2024-08-29T18:01:41.507 INFO:tasks.rados.rados.0.smithi028.stdout:3907: done (1 left) 2024-08-29T18:01:41.507 INFO:tasks.rados.rados.0.smithi028.stdout:3909: setattr oid 17 current snap is 410 2024-08-29T18:01:41.511 INFO:tasks.rados.rados.0.smithi028.stdout:3910: snap_remove snap 394 2024-08-29T18:01:41.880 INFO:journalctl@ceph.mgr.y.smithi028.stdout:Aug 29 18:01:41 smithi028 bash[70818]: ::ffff:172.21.15.53 - - [29/Aug/2024:18:01:41] "GET /metrics HTTP/1.1" 200 36243 "" "Prometheus/2.43.0" 2024-08-29T18:01:42.522 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 2 v 3505 (ObjNum 161 snap 0 seq_num 0) dirty exists 2024-08-29T18:01:42.522 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 17 v 4041 (ObjNum 1066 snap 365 seq_num 1066) dirty exists 2024-08-29T18:01:42.522 INFO:tasks.rados.rados.0.smithi028.stdout:3908: done (2 left) 2024-08-29T18:01:42.522 INFO:tasks.rados.rados.0.smithi028.stdout:3909: done (1 left) 2024-08-29T18:01:42.522 INFO:tasks.rados.rados.0.smithi028.stdout:3910: done (0 left) 2024-08-29T18:01:42.522 INFO:tasks.rados.rados.0.smithi028.stdout:append oid 2 current snap is 410 2024-08-29T18:01:42.522 INFO:tasks.rados.rados.0.smithi028.stdout:3911: seq_num 1166 ranges {0=335872} 2024-08-29T18:01:42.524 INFO:tasks.rados.rados.0.smithi028.stdout:3911: writing smithi02869045-2 from 0 to 335872 tid 1 2024-08-29T18:01:42.524 INFO:tasks.rados.rados.0.smithi028.stdout:3912: rmattr oid 14 current snap is 410 2024-08-29T18:01:42.524 INFO:tasks.rados.rados.0.smithi028.stdout:3913: snap_create 2024-08-29T18:01:42.548 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 14 v 3186 (ObjNum 1050 snap 357 seq_num 1050) dirty exists 2024-08-29T18:01:42.561 INFO:tasks.rados.rados.0.smithi028.stdout:3911: finishing write tid 1 to smithi02869045-2 2024-08-29T18:01:42.562 INFO:tasks.rados.rados.0.smithi028.stdout:3911: finishing write tid 2 to smithi02869045-2 2024-08-29T18:01:42.569 INFO:tasks.rados.rados.0.smithi028.stdout:3911: finishing write tid 3 to smithi02869045-2 2024-08-29T18:01:42.570 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 2 v 3507 (ObjNum 1166 snap 410 seq_num 1166) dirty exists 2024-08-29T18:01:42.570 INFO:tasks.rados.rados.0.smithi028.stdout:3911: left oid 2 (ObjNum 1166 snap 410 seq_num 1166) 2024-08-29T18:01:42.574 INFO:journalctl@ceph.prometheus.a.smithi053.stdout:Aug 29 18:01:42 smithi053 bash[95567]: ts=2024-08-29T18:01:42.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"3167ee72-662c-11ef-bcd4-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-29T18:01:42.575 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:01:42 smithi053 bash[68679]: cluster 2024-08-29T18:01:41.143085+0000 mgr.y (mgr.25022) 446 : cluster [DBG] pgmap v850: 121 pgs: 121 active+clean; 606 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 14 MiB/s rd, 5.8 MiB/s wr, 24 op/s 2024-08-29T18:01:42.575 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:01:42 smithi053 bash[68679]: audit 2024-08-29T18:01:42.042946+0000 mon.a (mon.0) 1452 : audit [DBG] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-29T18:01:42.880 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:01:42 smithi028 bash[78352]: cluster 2024-08-29T18:01:41.143085+0000 mgr.y (mgr.25022) 446 : cluster [DBG] pgmap v850: 121 pgs: 121 active+clean; 606 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 14 MiB/s rd, 5.8 MiB/s wr, 24 op/s 2024-08-29T18:01:42.880 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:01:42 smithi028 bash[78352]: audit 2024-08-29T18:01:42.042946+0000 mon.a (mon.0) 1452 : audit [DBG] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-29T18:01:42.880 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:01:42 smithi028 bash[77168]: cluster 2024-08-29T18:01:41.143085+0000 mgr.y (mgr.25022) 446 : cluster [DBG] pgmap v850: 121 pgs: 121 active+clean; 606 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 14 MiB/s rd, 5.8 MiB/s wr, 24 op/s 2024-08-29T18:01:42.880 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:01:42 smithi028 bash[77168]: audit 2024-08-29T18:01:42.042946+0000 mon.a (mon.0) 1452 : audit [DBG] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-29T18:01:43.533 INFO:tasks.rados.rados.0.smithi028.stdout:3911: done (2 left) 2024-08-29T18:01:43.533 INFO:tasks.rados.rados.0.smithi028.stdout:3912: done (1 left) 2024-08-29T18:01:43.533 INFO:tasks.rados.rados.0.smithi028.stdout:3913: done (0 left) 2024-08-29T18:01:43.534 INFO:tasks.rados.rados.0.smithi028.stdout:3914: read oid 44 snap -1 2024-08-29T18:01:43.534 INFO:tasks.rados.rados.0.smithi028.stdout:3914: expect (ObjNum 1164 snap 409 seq_num 1164) 2024-08-29T18:01:43.534 INFO:tasks.rados.rados.0.smithi028.stdout:3915: setattr oid 11 current snap is 411 2024-08-29T18:01:43.541 INFO:tasks.rados.rados.0.smithi028.stdout:3916: read oid 42 snap 399 2024-08-29T18:01:43.541 INFO:tasks.rados.rados.0.smithi028.stdout:3916: expect (ObjNum 1119 snap 393 seq_num 1119) 2024-08-29T18:01:43.541 INFO:tasks.rados.rados.0.smithi028.stdout:3917: read oid 7 snap -1 2024-08-29T18:01:43.541 INFO:tasks.rados.rados.0.smithi028.stdout:3917: expect (ObjNum 1162 snap 409 seq_num 1162) 2024-08-29T18:01:43.541 INFO:tasks.rados.rados.0.smithi028.stdout:append oid 33 current snap is 411 2024-08-29T18:01:43.541 INFO:tasks.rados.rados.0.smithi028.stdout:3918: seq_num 1167 ranges {2383872=352256} 2024-08-29T18:01:43.582 INFO:tasks.rados.rados.0.smithi028.stdout:3918: writing smithi02869045-33 from 2383872 to 2736128 tid 1 2024-08-29T18:01:43.582 INFO:tasks.rados.rados.0.smithi028.stdout:3919: snap_remove snap 400 2024-08-29T18:01:43.825 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:01:43 smithi053 bash[68679]: cluster 2024-08-29T18:01:42.520899+0000 mon.a (mon.0) 1453 : cluster [DBG] osdmap e883: 8 total, 8 up, 8 in 2024-08-29T18:01:43.880 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:01:43 smithi028 bash[78352]: cluster 2024-08-29T18:01:42.520899+0000 mon.a (mon.0) 1453 : cluster [DBG] osdmap e883: 8 total, 8 up, 8 in 2024-08-29T18:01:43.880 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:01:43 smithi028 bash[77168]: cluster 2024-08-29T18:01:42.520899+0000 mon.a (mon.0) 1453 : cluster [DBG] osdmap e883: 8 total, 8 up, 8 in 2024-08-29T18:01:44.374 INFO:tasks.rados.rados.0.smithi028.stdout:3919: done (5 left) 2024-08-29T18:01:44.374 INFO:tasks.rados.rados.0.smithi028.stdout:3920: delete oid 3 current snap is 411 2024-08-29T18:01:44.374 INFO:tasks.rados.rados.0.smithi028.stdout:3914: expect (ObjNum 1164 snap 409 seq_num 1164) 2024-08-29T18:01:44.384 INFO:tasks.rados.rados.0.smithi028.stdout:3917: expect (ObjNum 1162 snap 409 seq_num 1162) 2024-08-29T18:01:44.394 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 11 v 3516 (ObjNum 1163 snap 409 seq_num 1163) dirty exists 2024-08-29T18:01:44.394 INFO:tasks.rados.rados.0.smithi028.stdout:3918: finishing write tid 1 to smithi02869045-33 2024-08-29T18:01:44.394 INFO:tasks.rados.rados.0.smithi028.stdout:3918: finishing write tid 2 to smithi02869045-33 2024-08-29T18:01:44.394 INFO:tasks.rados.rados.0.smithi028.stdout:3916: expect (ObjNum 1119 snap 393 seq_num 1119) 2024-08-29T18:01:44.825 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:01:44 smithi053 bash[68679]: cluster 2024-08-29T18:01:43.143741+0000 mgr.y (mgr.25022) 447 : cluster [DBG] pgmap v852: 121 pgs: 121 active+clean; 612 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 15 MiB/s rd, 6.4 MiB/s wr, 23 op/s 2024-08-29T18:01:44.825 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:01:44 smithi053 bash[68679]: cluster 2024-08-29T18:01:43.533021+0000 mon.a (mon.0) 1454 : cluster [DBG] osdmap e884: 8 total, 8 up, 8 in 2024-08-29T18:01:44.825 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:01:44 smithi053 bash[68679]: cluster 2024-08-29T18:01:44.372120+0000 mon.a (mon.0) 1455 : cluster [DBG] osdmap e885: 8 total, 8 up, 8 in 2024-08-29T18:01:44.865 INFO:tasks.rados.rados.0.smithi028.stdout:3918: finishing write tid 3 to smithi02869045-33 2024-08-29T18:01:44.865 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 33 v 4058 (ObjNum 1167 snap 411 seq_num 1167) dirty exists 2024-08-29T18:01:44.865 INFO:tasks.rados.rados.0.smithi028.stdout:3918: left oid 33 (ObjNum 1167 snap 411 seq_num 1167) 2024-08-29T18:01:44.865 INFO:tasks.rados.rados.0.smithi028.stdout:3914: done (5 left) 2024-08-29T18:01:44.865 INFO:tasks.rados.rados.0.smithi028.stdout:3915: done (4 left) 2024-08-29T18:01:44.865 INFO:tasks.rados.rados.0.smithi028.stdout:3916: done (3 left) 2024-08-29T18:01:44.866 INFO:tasks.rados.rados.0.smithi028.stdout:3917: done (2 left) 2024-08-29T18:01:44.866 INFO:tasks.rados.rados.0.smithi028.stdout:3918: done (1 left) 2024-08-29T18:01:44.866 INFO:tasks.rados.rados.0.smithi028.stdout:3920: done (0 left) 2024-08-29T18:01:44.866 INFO:tasks.rados.rados.0.smithi028.stdout:3921: rollback oid 24 current snap is 411 2024-08-29T18:01:44.866 INFO:tasks.rados.rados.0.smithi028.stdout:rollback oid 24 to 380 2024-08-29T18:01:44.866 INFO:tasks.rados.rados.0.smithi028.stdout:append oid 37 current snap is 411 2024-08-29T18:01:44.866 INFO:tasks.rados.rados.0.smithi028.stdout:3922: seq_num 1169 ranges {3751936=385024} 2024-08-29T18:01:44.880 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:01:44 smithi028 bash[77168]: cluster 2024-08-29T18:01:43.143741+0000 mgr.y (mgr.25022) 447 : cluster [DBG] pgmap v852: 121 pgs: 121 active+clean; 612 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 15 MiB/s rd, 6.4 MiB/s wr, 23 op/s 2024-08-29T18:01:44.880 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:01:44 smithi028 bash[77168]: cluster 2024-08-29T18:01:43.533021+0000 mon.a (mon.0) 1454 : cluster [DBG] osdmap e884: 8 total, 8 up, 8 in 2024-08-29T18:01:44.880 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:01:44 smithi028 bash[77168]: cluster 2024-08-29T18:01:44.372120+0000 mon.a (mon.0) 1455 : cluster [DBG] osdmap e885: 8 total, 8 up, 8 in 2024-08-29T18:01:44.880 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:01:44 smithi028 bash[78352]: cluster 2024-08-29T18:01:43.143741+0000 mgr.y (mgr.25022) 447 : cluster [DBG] pgmap v852: 121 pgs: 121 active+clean; 612 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 15 MiB/s rd, 6.4 MiB/s wr, 23 op/s 2024-08-29T18:01:44.880 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:01:44 smithi028 bash[78352]: cluster 2024-08-29T18:01:43.533021+0000 mon.a (mon.0) 1454 : cluster [DBG] osdmap e884: 8 total, 8 up, 8 in 2024-08-29T18:01:44.880 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:01:44 smithi028 bash[78352]: cluster 2024-08-29T18:01:44.372120+0000 mon.a (mon.0) 1455 : cluster [DBG] osdmap e885: 8 total, 8 up, 8 in 2024-08-29T18:01:44.929 INFO:tasks.rados.rados.0.smithi028.stdout:3922: writing smithi02869045-37 from 3751936 to 4136960 tid 1 2024-08-29T18:01:44.929 INFO:tasks.rados.rados.0.smithi028.stdout:3923: delete oid 25 current snap is 411 2024-08-29T18:01:44.929 INFO:tasks.rados.rados.0.smithi028.stdout:3921: finishing rollback tid 0 to smithi02869045-24 2024-08-29T18:01:44.929 INFO:tasks.rados.rados.0.smithi028.stdout:3921: finishing rollback tid 1 to smithi02869045-24 2024-08-29T18:01:44.929 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 24 v 2858 (ObjNum 161 snap 0 seq_num 1) dirty dne 2024-08-29T18:01:44.936 INFO:tasks.rados.rados.0.smithi028.stdout:3921: done (2 left) 2024-08-29T18:01:44.936 INFO:tasks.rados.rados.0.smithi028.stdout:3923: done (1 left) 2024-08-29T18:01:44.936 INFO:tasks.rados.rados.0.smithi028.stdout:3924: setattr oid 24 current snap is 411 2024-08-29T18:01:44.940 INFO:tasks.rados.rados.0.smithi028.stdout:3922: finishing write tid 1 to smithi02869045-37 2024-08-29T18:01:44.940 INFO:tasks.rados.rados.0.smithi028.stdout:3922: finishing write tid 2 to smithi02869045-37 2024-08-29T18:01:44.941 INFO:tasks.rados.rados.0.smithi028.stdout:append oid 8 current snap is 411 2024-08-29T18:01:44.941 INFO:tasks.rados.rados.0.smithi028.stdout:3925: seq_num 1171 ranges {2252800=417792} 2024-08-29T18:01:44.972 INFO:tasks.rados.rados.0.smithi028.stdout:3925: writing smithi02869045-8 from 2252800 to 2670592 tid 1 2024-08-29T18:01:44.973 INFO:tasks.rados.rados.0.smithi028.stdout:3926: rollback oid 25 current snap is 411 2024-08-29T18:01:44.973 INFO:tasks.rados.rados.0.smithi028.stdout:rollback oid 25 to 368 2024-08-29T18:01:44.973 INFO:tasks.rados.rados.0.smithi028.stdout:3922: finishing write tid 3 to smithi02869045-37 2024-08-29T18:01:44.973 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 37 v 4075 (ObjNum 1169 snap 411 seq_num 1169) dirty exists 2024-08-29T18:01:44.973 INFO:tasks.rados.rados.0.smithi028.stdout:3922: left oid 37 (ObjNum 1169 snap 411 seq_num 1169) 2024-08-29T18:01:44.973 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 24 v 2859 (ObjNum 161 snap 0 seq_num 1) dirty exists 2024-08-29T18:01:44.973 INFO:tasks.rados.rados.0.smithi028.stdout:3922: done (3 left) 2024-08-29T18:01:44.973 INFO:tasks.rados.rados.0.smithi028.stdout:3924: done (2 left) 2024-08-29T18:01:44.973 INFO:tasks.rados.rados.0.smithi028.stdout:3927: delete oid 11 current snap is 411 2024-08-29T18:01:44.978 INFO:tasks.rados.rados.0.smithi028.stdout:3927: done (2 left) 2024-08-29T18:01:44.978 INFO:tasks.rados.rados.0.smithi028.stdout:3928: snap_create 2024-08-29T18:01:44.978 INFO:tasks.rados.rados.0.smithi028.stdout:3926: finishing rollback tid 1 to smithi02869045-25 2024-08-29T18:01:44.979 INFO:tasks.rados.rados.0.smithi028.stdout:3926: finishing rollback tid 2 to smithi02869045-25 2024-08-29T18:01:44.980 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 25 v 2574 (ObjNum 1068 snap 366 seq_num 1068) dirty exists 2024-08-29T18:01:44.983 INFO:tasks.rados.rados.0.smithi028.stdout:3925: finishing write tid 1 to smithi02869045-8 2024-08-29T18:01:44.984 INFO:tasks.rados.rados.0.smithi028.stdout:3925: finishing write tid 2 to smithi02869045-8 2024-08-29T18:01:44.987 INFO:tasks.rados.rados.0.smithi028.stdout:3925: finishing write tid 3 to smithi02869045-8 2024-08-29T18:01:44.988 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 8 v 3217 (ObjNum 1171 snap 411 seq_num 1171) dirty exists 2024-08-29T18:01:44.988 INFO:tasks.rados.rados.0.smithi028.stdout:3925: left oid 8 (ObjNum 1171 snap 411 seq_num 1171) 2024-08-29T18:01:45.538 INFO:tasks.rados.rados.0.smithi028.stdout:3925: done (2 left) 2024-08-29T18:01:45.539 INFO:tasks.rados.rados.0.smithi028.stdout:3926: done (1 left) 2024-08-29T18:01:45.539 INFO:tasks.rados.rados.0.smithi028.stdout:3928: done (0 left) 2024-08-29T18:01:45.539 INFO:tasks.rados.rados.0.smithi028.stdout:3929: read oid 10 snap -1 2024-08-29T18:01:45.539 INFO:tasks.rados.rados.0.smithi028.stdout:3929: expect (ObjNum 979 snap 333 seq_num 979) 2024-08-29T18:01:45.539 INFO:tasks.rados.rados.0.smithi028.stdout:3930: delete oid 1 current snap is 412 2024-08-29T18:01:45.552 INFO:tasks.rados.rados.0.smithi028.stdout:3930: done (1 left) 2024-08-29T18:01:45.552 INFO:tasks.rados.rados.0.smithi028.stdout:append oid 11 current snap is 412 2024-08-29T18:01:45.552 INFO:tasks.rados.rados.0.smithi028.stdout:3931: seq_num 1174 ranges {0=466944} 2024-08-29T18:01:45.561 INFO:tasks.rados.rados.0.smithi028.stdout:3931: writing smithi02869045-11 from 0 to 466944 tid 1 2024-08-29T18:01:45.561 INFO:tasks.rados.rados.0.smithi028.stdout:3932: rollback oid 29 current snap is 412 2024-08-29T18:01:45.561 INFO:tasks.rados.rados.0.smithi028.stdout:rollback oid 29 to 370 2024-08-29T18:01:45.562 INFO:tasks.rados.rados.0.smithi028.stdout:3933: delete oid 30 current snap is 412 2024-08-29T18:01:45.569 INFO:tasks.rados.rados.0.smithi028.stdout:3933: done (3 left) 2024-08-29T18:01:45.569 INFO:tasks.rados.rados.0.smithi028.stdout:3934: read oid 31 snap -1 2024-08-29T18:01:45.569 INFO:tasks.rados.rados.0.smithi028.stdout:3934: expect (ObjNum 1124 snap 393 seq_num 1124) 2024-08-29T18:01:45.570 INFO:tasks.rados.rados.0.smithi028.stdout:append oid 14 current snap is 412 2024-08-29T18:01:45.570 INFO:tasks.rados.rados.0.smithi028.stdout:3935: seq_num 1176 ranges {1400832=499712} 2024-08-29T18:01:45.601 INFO:tasks.rados.rados.0.smithi028.stdout:3935: writing smithi02869045-14 from 1400832 to 1900544 tid 1 2024-08-29T18:01:45.602 INFO:tasks.rados.rados.0.smithi028.stdout:append oid 23 current snap is 412 2024-08-29T18:01:45.602 INFO:tasks.rados.rados.0.smithi028.stdout:3936: seq_num 1177 ranges {4808704=516096} 2024-08-29T18:01:45.649 INFO:tasks.rados.rados.0.smithi028.stdout:3936: writing smithi02869045-23 from 4808704 to 5324800 tid 1 2024-08-29T18:01:45.650 INFO:tasks.rados.rados.0.smithi028.stdout:3937: read oid 49 snap 386 2024-08-29T18:01:45.650 INFO:tasks.rados.rados.0.smithi028.stdout:3937: expect (ObjNum 1095 snap 383 seq_num 1095) 2024-08-29T18:01:45.650 INFO:tasks.rados.rados.0.smithi028.stdout:3938: snap_create 2024-08-29T18:01:45.650 INFO:tasks.rados.rados.0.smithi028.stdout:3932: finishing rollback tid 1 to smithi02869045-29 2024-08-29T18:01:45.650 INFO:tasks.rados.rados.0.smithi028.stdout:3931: finishing write tid 1 to smithi02869045-11 2024-08-29T18:01:45.650 INFO:tasks.rados.rados.0.smithi028.stdout:3931: finishing write tid 2 to smithi02869045-11 2024-08-29T18:01:45.650 INFO:tasks.rados.rados.0.smithi028.stdout:3932: finishing rollback tid 2 to smithi02869045-29 2024-08-29T18:01:45.650 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 29 v 3219 (ObjNum 1063 snap 365 seq_num 1063) dirty exists 2024-08-29T18:01:45.650 INFO:tasks.rados.rados.0.smithi028.stdout:3931: finishing write tid 3 to smithi02869045-11 2024-08-29T18:01:45.650 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 11 v 3519 (ObjNum 1174 snap 412 seq_num 1174) dirty exists 2024-08-29T18:01:45.650 INFO:tasks.rados.rados.0.smithi028.stdout:3931: left oid 11 (ObjNum 1174 snap 412 seq_num 1174) 2024-08-29T18:01:45.650 INFO:tasks.rados.rados.0.smithi028.stdout:3929: expect (ObjNum 979 snap 333 seq_num 979) 2024-08-29T18:01:45.951 INFO:tasks.rados.rados.0.smithi028.stdout:3935: finishing write tid 1 to smithi02869045-14 2024-08-29T18:01:45.951 INFO:tasks.rados.rados.0.smithi028.stdout:3935: finishing write tid 2 to smithi02869045-14 2024-08-29T18:01:45.952 INFO:tasks.rados.rados.0.smithi028.stdout:3935: finishing write tid 3 to smithi02869045-14 2024-08-29T18:01:45.952 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 14 v 3188 (ObjNum 1176 snap 412 seq_num 1176) dirty exists 2024-08-29T18:01:45.952 INFO:tasks.rados.rados.0.smithi028.stdout:3935: left oid 14 (ObjNum 1176 snap 412 seq_num 1176) 2024-08-29T18:01:45.952 INFO:tasks.rados.rados.0.smithi028.stdout:3934: expect (ObjNum 1124 snap 393 seq_num 1124) 2024-08-29T18:01:46.825 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:01:46 smithi053 bash[68679]: cluster 2024-08-29T18:01:45.144891+0000 mgr.y (mgr.25022) 448 : cluster [DBG] pgmap v855: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 610 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 16 MiB/s rd, 4.8 MiB/s wr, 26 op/s 2024-08-29T18:01:46.825 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:01:46 smithi053 bash[68679]: cluster 2024-08-29T18:01:45.536656+0000 mon.a (mon.0) 1456 : cluster [DBG] osdmap e886: 8 total, 8 up, 8 in 2024-08-29T18:01:46.880 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:01:46 smithi028 bash[77168]: cluster 2024-08-29T18:01:45.144891+0000 mgr.y (mgr.25022) 448 : cluster [DBG] pgmap v855: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 610 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 16 MiB/s rd, 4.8 MiB/s wr, 26 op/s 2024-08-29T18:01:46.880 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:01:46 smithi028 bash[77168]: cluster 2024-08-29T18:01:45.536656+0000 mon.a (mon.0) 1456 : cluster [DBG] osdmap e886: 8 total, 8 up, 8 in 2024-08-29T18:01:46.880 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:01:46 smithi028 bash[78352]: cluster 2024-08-29T18:01:45.144891+0000 mgr.y (mgr.25022) 448 : cluster [DBG] pgmap v855: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 610 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 16 MiB/s rd, 4.8 MiB/s wr, 26 op/s 2024-08-29T18:01:46.880 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:01:46 smithi028 bash[78352]: cluster 2024-08-29T18:01:45.536656+0000 mon.a (mon.0) 1456 : cluster [DBG] osdmap e886: 8 total, 8 up, 8 in 2024-08-29T18:01:46.971 INFO:tasks.rados.rados.0.smithi028.stdout:3936: finishing write tid 1 to smithi02869045-23 2024-08-29T18:01:46.971 INFO:tasks.rados.rados.0.smithi028.stdout:3936: finishing write tid 2 to smithi02869045-23 2024-08-29T18:01:46.972 INFO:tasks.rados.rados.0.smithi028.stdout:3936: finishing write tid 3 to smithi02869045-23 2024-08-29T18:01:46.972 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 23 v 1353 (ObjNum 1177 snap 412 seq_num 1177) dirty exists 2024-08-29T18:01:46.972 INFO:tasks.rados.rados.0.smithi028.stdout:3936: left oid 23 (ObjNum 1177 snap 412 seq_num 1177) 2024-08-29T18:01:46.972 INFO:tasks.rados.rados.0.smithi028.stdout:3937: expect (ObjNum 1095 snap 383 seq_num 1095) 2024-08-29T18:01:47.048 INFO:tasks.rados.rados.0.smithi028.stdout:3929: done (7 left) 2024-08-29T18:01:47.050 INFO:tasks.rados.rados.0.smithi028.stdout:3931: done (6 left) 2024-08-29T18:01:47.050 INFO:tasks.rados.rados.0.smithi028.stdout:3932: done (5 left) 2024-08-29T18:01:47.050 INFO:tasks.rados.rados.0.smithi028.stdout:3934: done (4 left) 2024-08-29T18:01:47.051 INFO:tasks.rados.rados.0.smithi028.stdout:3935: done (3 left) 2024-08-29T18:01:47.051 INFO:tasks.rados.rados.0.smithi028.stdout:3936: done (2 left) 2024-08-29T18:01:47.051 INFO:tasks.rados.rados.0.smithi028.stdout:3937: done (1 left) 2024-08-29T18:01:47.051 INFO:tasks.rados.rados.0.smithi028.stdout:3938: done (0 left) 2024-08-29T18:01:47.051 INFO:tasks.rados.rados.0.smithi028.stdout:3939: snap_remove snap 395 2024-08-29T18:01:47.568 INFO:tasks.rados.rados.0.smithi028.stdout:3939: done (0 left) 2024-08-29T18:01:47.569 INFO:tasks.rados.rados.0.smithi028.stdout:3940: delete oid 28 current snap is 413 2024-08-29T18:01:47.593 INFO:tasks.rados.rados.0.smithi028.stdout:3940: done (0 left) 2024-08-29T18:01:47.593 INFO:tasks.rados.rados.0.smithi028.stdout:3941: read oid 35 snap 386 2024-08-29T18:01:47.593 INFO:tasks.rados.rados.0.smithi028.stdout:3941: expect (ObjNum 976 snap 332 seq_num 976) 2024-08-29T18:01:47.593 INFO:tasks.rados.rados.0.smithi028.stdout:append oid 50 current snap is 413 2024-08-29T18:01:47.593 INFO:tasks.rados.rados.0.smithi028.stdout:3942: seq_num 1179 ranges {3719168=548864} 2024-08-29T18:01:47.637 INFO:tasks.rados.rados.0.smithi028.stdout:3942: writing smithi02869045-50 from 3719168 to 4268032 tid 1 2024-08-29T18:01:47.637 INFO:tasks.rados.rados.0.smithi028.stdout:3943: rmattr oid 44 current snap is 413 2024-08-29T18:01:47.637 INFO:tasks.rados.rados.0.smithi028.stdout:3943: done (2 left) 2024-08-29T18:01:47.637 INFO:tasks.rados.rados.0.smithi028.stdout:3944: read oid 21 snap -1 2024-08-29T18:01:47.637 INFO:tasks.rados.rados.0.smithi028.stdout:3944: expect (ObjNum 996 snap 336 seq_num 996) 2024-08-29T18:01:47.637 INFO:tasks.rados.rados.0.smithi028.stdout:3945: rollback oid 39 current snap is 413 2024-08-29T18:01:47.637 INFO:tasks.rados.rados.0.smithi028.stdout:rollback oid 39 to 397 2024-08-29T18:01:47.637 INFO:tasks.rados.rados.0.smithi028.stdout:3941: expect (ObjNum 976 snap 332 seq_num 976) 2024-08-29T18:01:47.693 INFO:tasks.rados.rados.0.smithi028.stdout:3945: finishing rollback tid 0 to smithi02869045-39 2024-08-29T18:01:47.693 INFO:tasks.rados.rados.0.smithi028.stdout:3945: finishing rollback tid 1 to smithi02869045-39 2024-08-29T18:01:47.693 INFO:tasks.rados.rados.0.smithi028.stdout:3941: done (3 left) 2024-08-29T18:01:47.693 INFO:tasks.rados.rados.0.smithi028.stdout:3946: delete oid 14 current snap is 413 2024-08-29T18:01:47.693 INFO:tasks.rados.rados.0.smithi028.stdout:3945: finishing rollback tid 2 to smithi02869045-39 2024-08-29T18:01:47.693 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 39 v 3525 (ObjNum 1009 snap 343 seq_num 1009) dirty exists 2024-08-29T18:01:47.693 INFO:tasks.rados.rados.0.smithi028.stdout:3942: finishing write tid 1 to smithi02869045-50 2024-08-29T18:01:47.693 INFO:tasks.rados.rados.0.smithi028.stdout:3942: finishing write tid 2 to smithi02869045-50 2024-08-29T18:01:47.693 INFO:tasks.rados.rados.0.smithi028.stdout:3942: finishing write tid 3 to smithi02869045-50 2024-08-29T18:01:47.693 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 50 v 3519 (ObjNum 1179 snap 413 seq_num 1179) dirty exists 2024-08-29T18:01:47.693 INFO:tasks.rados.rados.0.smithi028.stdout:3942: left oid 50 (ObjNum 1179 snap 413 seq_num 1179) 2024-08-29T18:01:47.694 INFO:tasks.rados.rados.0.smithi028.stdout:3944: expect (ObjNum 996 snap 336 seq_num 996) 2024-08-29T18:01:47.825 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:01:47 smithi053 bash[68679]: cluster 2024-08-29T18:01:46.551413+0000 mon.a (mon.0) 1457 : cluster [DBG] osdmap e887: 8 total, 8 up, 8 in 2024-08-29T18:01:47.880 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:01:47 smithi028 bash[77168]: cluster 2024-08-29T18:01:46.551413+0000 mon.a (mon.0) 1457 : cluster [DBG] osdmap e887: 8 total, 8 up, 8 in 2024-08-29T18:01:47.880 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:01:47 smithi028 bash[78352]: cluster 2024-08-29T18:01:46.551413+0000 mon.a (mon.0) 1457 : cluster [DBG] osdmap e887: 8 total, 8 up, 8 in 2024-08-29T18:01:47.977 INFO:tasks.rados.rados.0.smithi028.stdout:3942: done (3 left) 2024-08-29T18:01:47.977 INFO:tasks.rados.rados.0.smithi028.stdout:3944: done (2 left) 2024-08-29T18:01:47.977 INFO:tasks.rados.rados.0.smithi028.stdout:3945: done (1 left) 2024-08-29T18:01:47.977 INFO:tasks.rados.rados.0.smithi028.stdout:3946: done (0 left) 2024-08-29T18:01:47.978 INFO:tasks.rados.rados.0.smithi028.stdout:3947: snap_remove snap 398 2024-08-29T18:01:48.571 INFO:tasks.rados.rados.0.smithi028.stdout:3947: done (0 left) 2024-08-29T18:01:48.571 INFO:tasks.rados.rados.0.smithi028.stdout:3948: rollback oid 17 current snap is 413 2024-08-29T18:01:48.571 INFO:tasks.rados.rados.0.smithi028.stdout:rollback oid 17 to 408 2024-08-29T18:01:48.571 INFO:tasks.rados.rados.0.smithi028.stdout:3949: read oid 31 snap -1 2024-08-29T18:01:48.572 INFO:tasks.rados.rados.0.smithi028.stdout:3949: expect (ObjNum 1124 snap 393 seq_num 1124) 2024-08-29T18:01:48.572 INFO:tasks.rados.rados.0.smithi028.stdout:3950: snap_remove snap 389 2024-08-29T18:01:48.825 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:01:48 smithi053 bash[68679]: cluster 2024-08-29T18:01:47.145540+0000 mgr.y (mgr.25022) 449 : cluster [DBG] pgmap v858: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 611 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 18 MiB/s rd, 82 KiB/s wr, 24 op/s 2024-08-29T18:01:48.825 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:01:48 smithi053 bash[68679]: cluster 2024-08-29T18:01:47.561498+0000 mon.a (mon.0) 1458 : cluster [DBG] osdmap e888: 8 total, 8 up, 8 in 2024-08-29T18:01:48.880 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:01:48 smithi028 bash[77168]: cluster 2024-08-29T18:01:47.145540+0000 mgr.y (mgr.25022) 449 : cluster [DBG] pgmap v858: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 611 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 18 MiB/s rd, 82 KiB/s wr, 24 op/s 2024-08-29T18:01:48.880 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:01:48 smithi028 bash[77168]: cluster 2024-08-29T18:01:47.561498+0000 mon.a (mon.0) 1458 : cluster [DBG] osdmap e888: 8 total, 8 up, 8 in 2024-08-29T18:01:48.880 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:01:48 smithi028 bash[78352]: cluster 2024-08-29T18:01:47.145540+0000 mgr.y (mgr.25022) 449 : cluster [DBG] pgmap v858: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 611 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 18 MiB/s rd, 82 KiB/s wr, 24 op/s 2024-08-29T18:01:48.880 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:01:48 smithi028 bash[78352]: cluster 2024-08-29T18:01:47.561498+0000 mon.a (mon.0) 1458 : cluster [DBG] osdmap e888: 8 total, 8 up, 8 in 2024-08-29T18:01:49.380 INFO:tasks.rados.rados.0.smithi028.stdout:3950: done (2 left) 2024-08-29T18:01:49.381 INFO:tasks.rados.rados.0.smithi028.stdout:3951: copy_from oid 4 from oid 1 current snap is 413 2024-08-29T18:01:49.381 INFO:tasks.rados.rados.0.smithi028.stdout:3952: read oid 29 snap -1 2024-08-29T18:01:49.381 INFO:tasks.rados.rados.0.smithi028.stdout:3952: expect (ObjNum 1063 snap 365 seq_num 1063) 2024-08-29T18:01:49.381 INFO:tasks.rados.rados.0.smithi028.stdout:3953: copy_from oid 25 from oid 33 current snap is 413 2024-08-29T18:01:49.381 INFO:tasks.rados.rados.0.smithi028.stdout:append oid 8 current snap is 413 2024-08-29T18:01:49.381 INFO:tasks.rados.rados.0.smithi028.stdout:3954: seq_num 1181 ranges {2670592=581632} 2024-08-29T18:01:49.400 INFO:tasks.rados.rados.0.smithi028.stdout:3954: writing smithi02869045-8 from 2670592 to 3252224 tid 1 2024-08-29T18:01:49.400 INFO:tasks.rados.rados.0.smithi028.stdout:append oid 11 current snap is 413 2024-08-29T18:01:49.400 INFO:tasks.rados.rados.0.smithi028.stdout:3955: seq_num 1182 ranges {466944=606208} 2024-08-29T18:01:49.406 INFO:tasks.rados.rados.0.smithi028.stdout:3955: writing smithi02869045-11 from 466944 to 1073152 tid 1 2024-08-29T18:01:49.407 INFO:tasks.rados.rados.0.smithi028.stdout:3956: copy_from oid 28 from oid 46 current snap is 413 2024-08-29T18:01:49.407 INFO:tasks.rados.rados.0.smithi028.stdout:3948: finishing rollback tid 0 to smithi02869045-17 2024-08-29T18:01:49.407 INFO:tasks.rados.rados.0.smithi028.stdout:3948: finishing rollback tid 1 to smithi02869045-17 2024-08-29T18:01:49.407 INFO:tasks.rados.rados.0.smithi028.stdout:3948: finishing rollback tid 2 to smithi02869045-17 2024-08-29T18:01:49.407 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 17 v 4097 (ObjNum 1066 snap 365 seq_num 1066) dirty exists 2024-08-29T18:01:49.407 INFO:tasks.rados.rados.0.smithi028.stdout:3949: expect (ObjNum 1124 snap 393 seq_num 1124) 2024-08-29T18:01:49.880 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:01:49 smithi028 bash[78352]: cluster 2024-08-29T18:01:48.564231+0000 mon.a (mon.0) 1459 : cluster [DBG] osdmap e889: 8 total, 8 up, 8 in 2024-08-29T18:01:49.880 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:01:49 smithi028 bash[78352]: cluster 2024-08-29T18:01:49.376279+0000 mon.a (mon.0) 1460 : cluster [DBG] osdmap e890: 8 total, 8 up, 8 in 2024-08-29T18:01:49.880 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:01:49 smithi028 bash[77168]: cluster 2024-08-29T18:01:48.564231+0000 mon.a (mon.0) 1459 : cluster [DBG] osdmap e889: 8 total, 8 up, 8 in 2024-08-29T18:01:49.880 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:01:49 smithi028 bash[77168]: cluster 2024-08-29T18:01:49.376279+0000 mon.a (mon.0) 1460 : cluster [DBG] osdmap e890: 8 total, 8 up, 8 in 2024-08-29T18:01:50.075 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:01:49 smithi053 bash[68679]: cluster 2024-08-29T18:01:48.564231+0000 mon.a (mon.0) 1459 : cluster [DBG] osdmap e889: 8 total, 8 up, 8 in 2024-08-29T18:01:50.075 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:01:49 smithi053 bash[68679]: cluster 2024-08-29T18:01:49.376279+0000 mon.a (mon.0) 1460 : cluster [DBG] osdmap e890: 8 total, 8 up, 8 in 2024-08-29T18:01:50.468 INFO:tasks.rados.rados.0.smithi028.stdout:3951: finishing copy_from to smithi02869045-4 2024-08-29T18:01:50.468 INFO:tasks.rados.rados.0.smithi028.stdout:3951: got expected ENOENT (src dne) 2024-08-29T18:01:50.468 INFO:tasks.rados.rados.0.smithi028.stdout:3951: finishing copy_from racing read to smithi02869045-4 2024-08-29T18:01:50.468 INFO:tasks.rados.rados.0.smithi028.stdout:3954: finishing write tid 1 to smithi02869045-8 2024-08-29T18:01:50.468 INFO:tasks.rados.rados.0.smithi028.stdout:3955: finishing write tid 1 to smithi02869045-11 2024-08-29T18:01:50.468 INFO:tasks.rados.rados.0.smithi028.stdout:3955: finishing write tid 2 to smithi02869045-11 2024-08-29T18:01:50.468 INFO:tasks.rados.rados.0.smithi028.stdout:3948: done (7 left) 2024-08-29T18:01:50.469 INFO:tasks.rados.rados.0.smithi028.stdout:3949: done (6 left) 2024-08-29T18:01:50.469 INFO:tasks.rados.rados.0.smithi028.stdout:3951: done (5 left) 2024-08-29T18:01:50.469 INFO:tasks.rados.rados.0.smithi028.stdout:3957: snap_remove snap 402 2024-08-29T18:01:50.595 INFO:tasks.rados.rados.0.smithi028.stdout:3957: done (5 left) 2024-08-29T18:01:50.595 INFO:tasks.rados.rados.0.smithi028.stdout:3958: copy_from oid 5 from oid 19 current snap is 413 2024-08-29T18:01:50.595 INFO:tasks.rados.rados.0.smithi028.stdout:3955: finishing write tid 3 to smithi02869045-11 2024-08-29T18:01:50.595 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 11 v 3521 (ObjNum 1182 snap 413 seq_num 1182) dirty exists 2024-08-29T18:01:50.595 INFO:tasks.rados.rados.0.smithi028.stdout:3955: left oid 11 (ObjNum 1182 snap 413 seq_num 1182) 2024-08-29T18:01:50.595 INFO:tasks.rados.rados.0.smithi028.stdout:3953: finishing copy_from racing read to smithi02869045-25 2024-08-29T18:01:50.595 INFO:tasks.rados.rados.0.smithi028.stdout:3956: finishing copy_from racing read to smithi02869045-28 2024-08-29T18:01:50.595 INFO:tasks.rados.rados.0.smithi028.stdout:3956: finishing copy_from to smithi02869045-28 2024-08-29T18:01:50.595 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 28 v 2851 (ObjNum 1122 snap 393 seq_num 1122) dirty exists 2024-08-29T18:01:50.595 INFO:tasks.rados.rados.0.smithi028.stdout:3953: finishing copy_from to smithi02869045-25 2024-08-29T18:01:50.596 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 25 v 4058 (ObjNum 1167 snap 411 seq_num 1167) dirty exists 2024-08-29T18:01:50.596 INFO:tasks.rados.rados.0.smithi028.stdout:3954: finishing write tid 2 to smithi02869045-8 2024-08-29T18:01:50.596 INFO:tasks.rados.rados.0.smithi028.stdout:3953: done (5 left) 2024-08-29T18:01:50.596 INFO:tasks.rados.rados.0.smithi028.stdout:3955: done (4 left) 2024-08-29T18:01:50.596 INFO:tasks.rados.rados.0.smithi028.stdout:3956: done (3 left) 2024-08-29T18:01:50.596 INFO:tasks.rados.rados.0.smithi028.stdout:3959: setattr oid 16 current snap is 413 2024-08-29T18:01:50.596 INFO:tasks.rados.rados.0.smithi028.stdout:3952: expect (ObjNum 1063 snap 365 seq_num 1063) 2024-08-29T18:01:50.880 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:01:50 smithi028 bash[78352]: cluster 2024-08-29T18:01:49.146252+0000 mgr.y (mgr.25022) 450 : cluster [DBG] pgmap v861: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 622 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 14 MiB/s rd, 530 KiB/s wr, 9 op/s 2024-08-29T18:01:50.880 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:01:50 smithi028 bash[77168]: cluster 2024-08-29T18:01:49.146252+0000 mgr.y (mgr.25022) 450 : cluster [DBG] pgmap v861: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 622 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 14 MiB/s rd, 530 KiB/s wr, 9 op/s 2024-08-29T18:01:51.075 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:01:50 smithi053 bash[68679]: cluster 2024-08-29T18:01:49.146252+0000 mgr.y (mgr.25022) 450 : cluster [DBG] pgmap v861: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 622 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 14 MiB/s rd, 530 KiB/s wr, 9 op/s 2024-08-29T18:01:51.330 DEBUG:teuthology.orchestra.run.smithi028:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 3167ee72-662c-11ef-bcd4-c7b262605968 -e sha1=1ef864504b8875c83ee6c2c5fedc13315bebf7f5 -- bash -c 'ceph orch ps' 2024-08-29T18:01:51.603 INFO:journalctl@ceph.mgr.y.smithi028.stdout:Aug 29 18:01:51 smithi028 bash[70818]: ::ffff:172.21.15.53 - - [29/Aug/2024:18:01:51] "GET /metrics HTTP/1.1" 200 36244 "" "Prometheus/2.43.0" 2024-08-29T18:01:51.604 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:01:51 smithi028 bash[77168]: audit 2024-08-29T18:01:50.314825+0000 mgr.y (mgr.25022) 451 : audit [DBG] from='client.34524 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-08-29T18:01:51.604 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:01:51 smithi028 bash[77168]: cluster 2024-08-29T18:01:50.588174+0000 mon.a (mon.0) 1461 : cluster [DBG] osdmap e891: 8 total, 8 up, 8 in 2024-08-29T18:01:51.771 INFO:tasks.rados.rados.0.smithi028.stdout:3954: finishing write tid 3 to smithi02869045-8 2024-08-29T18:01:51.771 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 8 v 3221 (ObjNum 1181 snap 413 seq_num 1181) dirty exists 2024-08-29T18:01:51.771 INFO:tasks.rados.rados.0.smithi028.stdout:3954: left oid 8 (ObjNum 1181 snap 413 seq_num 1181) 2024-08-29T18:01:51.771 INFO:tasks.rados.rados.0.smithi028.stdout:3958: finishing copy_from to smithi02869045-5 2024-08-29T18:01:51.771 INFO:tasks.rados.rados.0.smithi028.stdout:3958: got expected ENOENT (src dne) 2024-08-29T18:01:51.771 INFO:tasks.rados.rados.0.smithi028.stdout:3958: finishing copy_from racing read to smithi02869045-5 2024-08-29T18:01:51.771 INFO:tasks.rados.rados.0.smithi028.stdout:3952: done (3 left) 2024-08-29T18:01:51.771 INFO:tasks.rados.rados.0.smithi028.stdout:3954: done (2 left) 2024-08-29T18:01:51.771 INFO:tasks.rados.rados.0.smithi028.stdout:3958: done (1 left) 2024-08-29T18:01:51.772 INFO:tasks.rados.rados.0.smithi028.stdout:3960: rmattr oid 2 current snap is 413 2024-08-29T18:01:51.772 INFO:tasks.rados.rados.0.smithi028.stdout:append oid 7 current snap is 413 2024-08-29T18:01:51.772 INFO:tasks.rados.rados.0.smithi028.stdout:3961: seq_num 1183 ranges {270336=622592} 2024-08-29T18:01:51.788 INFO:tasks.rados.rados.0.smithi028.stdout:3961: writing smithi02869045-7 from 270336 to 892928 tid 1 2024-08-29T18:01:51.788 INFO:tasks.rados.rados.0.smithi028.stdout:3962: rollback oid 48 current snap is 413 2024-08-29T18:01:51.788 INFO:tasks.rados.rados.0.smithi028.stdout:rollback oid 48 to 343 2024-08-29T18:01:51.788 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 16 v 2949 (ObjNum 1103 snap 387 seq_num 1103) dirty exists 2024-08-29T18:01:51.788 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 2 v 3508 (ObjNum 1166 snap 410 seq_num 1166) dirty exists 2024-08-29T18:01:51.788 INFO:tasks.rados.rados.0.smithi028.stdout:3959: done (3 left) 2024-08-29T18:01:51.789 INFO:tasks.rados.rados.0.smithi028.stdout:3960: done (2 left) 2024-08-29T18:01:51.789 INFO:tasks.rados.rados.0.smithi028.stdout:3963: snap_create 2024-08-29T18:01:51.796 INFO:tasks.rados.rados.0.smithi028.stdout:3962: finishing rollback tid 0 to smithi02869045-48 2024-08-29T18:01:51.796 INFO:tasks.rados.rados.0.smithi028.stdout:3962: finishing rollback tid 1 to smithi02869045-48 2024-08-29T18:01:51.796 INFO:tasks.rados.rados.0.smithi028.stdout:3962: finishing rollback tid 2 to smithi02869045-48 2024-08-29T18:01:51.797 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 48 v 2952 (ObjNum 965 snap 324 seq_num 965) dirty exists 2024-08-29T18:01:51.801 INFO:tasks.rados.rados.0.smithi028.stdout:3961: finishing write tid 1 to smithi02869045-7 2024-08-29T18:01:51.802 INFO:tasks.rados.rados.0.smithi028.stdout:3961: finishing write tid 2 to smithi02869045-7 2024-08-29T18:01:51.807 INFO:tasks.rados.rados.0.smithi028.stdout:3961: finishing write tid 3 to smithi02869045-7 2024-08-29T18:01:51.807 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 7 v 4138 (ObjNum 1183 snap 413 seq_num 1183) dirty exists 2024-08-29T18:01:51.807 INFO:tasks.rados.rados.0.smithi028.stdout:3961: left oid 7 (ObjNum 1183 snap 413 seq_num 1183) 2024-08-29T18:01:51.880 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:01:51 smithi028 bash[78352]: audit 2024-08-29T18:01:50.314825+0000 mgr.y (mgr.25022) 451 : audit [DBG] from='client.34524 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-08-29T18:01:51.880 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:01:51 smithi028 bash[78352]: cluster 2024-08-29T18:01:50.588174+0000 mon.a (mon.0) 1461 : cluster [DBG] osdmap e891: 8 total, 8 up, 8 in 2024-08-29T18:01:52.075 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:01:51 smithi053 bash[68679]: audit 2024-08-29T18:01:50.314825+0000 mgr.y (mgr.25022) 451 : audit [DBG] from='client.34524 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-08-29T18:01:52.075 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:01:51 smithi053 bash[68679]: cluster 2024-08-29T18:01:50.588174+0000 mon.a (mon.0) 1461 : cluster [DBG] osdmap e891: 8 total, 8 up, 8 in 2024-08-29T18:01:52.575 INFO:journalctl@ceph.prometheus.a.smithi053.stdout:Aug 29 18:01:52 smithi053 bash[95567]: ts=2024-08-29T18:01:52.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"3167ee72-662c-11ef-bcd4-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-29T18:01:52.627 INFO:tasks.rados.rados.0.smithi028.stdout:3961: done (2 left) 2024-08-29T18:01:52.627 INFO:tasks.rados.rados.0.smithi028.stdout:3962: done (1 left) 2024-08-29T18:01:52.627 INFO:tasks.rados.rados.0.smithi028.stdout:3963: done (0 left) 2024-08-29T18:01:52.627 INFO:tasks.rados.rados.0.smithi028.stdout:3964: snap_create 2024-08-29T18:01:52.880 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:01:52 smithi028 bash[78352]: cluster 2024-08-29T18:01:51.146899+0000 mgr.y (mgr.25022) 452 : cluster [DBG] pgmap v864: 121 pgs: 4 active+clean+snaptrim, 117 active+clean; 627 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 19 MiB/s rd, 1.6 MiB/s wr, 19 op/s 2024-08-29T18:01:52.880 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:01:52 smithi028 bash[77168]: cluster 2024-08-29T18:01:51.146899+0000 mgr.y (mgr.25022) 452 : cluster [DBG] pgmap v864: 121 pgs: 4 active+clean+snaptrim, 117 active+clean; 627 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 19 MiB/s rd, 1.6 MiB/s wr, 19 op/s 2024-08-29T18:01:53.074 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:01:52 smithi053 bash[68679]: cluster 2024-08-29T18:01:51.146899+0000 mgr.y (mgr.25022) 452 : cluster [DBG] pgmap v864: 121 pgs: 4 active+clean+snaptrim, 117 active+clean; 627 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 19 MiB/s rd, 1.6 MiB/s wr, 19 op/s 2024-08-29T18:01:53.638 INFO:tasks.rados.rados.0.smithi028.stdout:3964: done (0 left) 2024-08-29T18:01:53.639 INFO:tasks.rados.rados.0.smithi028.stdout:3965: setattr oid 45 current snap is 415 2024-08-29T18:01:53.645 INFO:tasks.rados.rados.0.smithi028.stdout:3966: copy_from oid 13 from oid 16 current snap is 415 2024-08-29T18:01:53.645 INFO:tasks.rados.rados.0.smithi028.stdout:3967: snap_remove snap 399 2024-08-29T18:01:53.880 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:01:53 smithi028 bash[78352]: cluster 2024-08-29T18:01:52.627892+0000 mon.a (mon.0) 1462 : cluster [DBG] osdmap e892: 8 total, 8 up, 8 in 2024-08-29T18:01:53.880 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:01:53 smithi028 bash[77168]: cluster 2024-08-29T18:01:52.627892+0000 mon.a (mon.0) 1462 : cluster [DBG] osdmap e892: 8 total, 8 up, 8 in 2024-08-29T18:01:54.075 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:01:53 smithi053 bash[68679]: cluster 2024-08-29T18:01:52.627892+0000 mon.a (mon.0) 1462 : cluster [DBG] osdmap e892: 8 total, 8 up, 8 in 2024-08-29T18:01:54.377 INFO:tasks.rados.rados.0.smithi028.stdout:3967: done (2 left) 2024-08-29T18:01:54.377 INFO:tasks.rados.rados.0.smithi028.stdout:3968: snap_remove snap 387 2024-08-29T18:01:55.075 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:01:54 smithi053 bash[68679]: cluster 2024-08-29T18:01:53.147597+0000 mgr.y (mgr.25022) 453 : cluster [DBG] pgmap v866: 121 pgs: 4 active+clean+snaptrim, 117 active+clean; 627 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 17 MiB/s rd, 1.0 MiB/s wr, 12 op/s 2024-08-29T18:01:55.075 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:01:54 smithi053 bash[68679]: cluster 2024-08-29T18:01:53.639079+0000 mon.a (mon.0) 1463 : cluster [DBG] osdmap e893: 8 total, 8 up, 8 in 2024-08-29T18:01:55.075 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:01:54 smithi053 bash[68679]: cluster 2024-08-29T18:01:54.377266+0000 mon.a (mon.0) 1464 : cluster [DBG] osdmap e894: 8 total, 8 up, 8 in 2024-08-29T18:01:55.130 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:01:54 smithi028 bash[78352]: cluster 2024-08-29T18:01:53.147597+0000 mgr.y (mgr.25022) 453 : cluster [DBG] pgmap v866: 121 pgs: 4 active+clean+snaptrim, 117 active+clean; 627 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 17 MiB/s rd, 1.0 MiB/s wr, 12 op/s 2024-08-29T18:01:55.130 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:01:54 smithi028 bash[78352]: cluster 2024-08-29T18:01:53.639079+0000 mon.a (mon.0) 1463 : cluster [DBG] osdmap e893: 8 total, 8 up, 8 in 2024-08-29T18:01:55.130 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:01:54 smithi028 bash[78352]: cluster 2024-08-29T18:01:54.377266+0000 mon.a (mon.0) 1464 : cluster [DBG] osdmap e894: 8 total, 8 up, 8 in 2024-08-29T18:01:55.130 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:01:54 smithi028 bash[77168]: cluster 2024-08-29T18:01:53.147597+0000 mgr.y (mgr.25022) 453 : cluster [DBG] pgmap v866: 121 pgs: 4 active+clean+snaptrim, 117 active+clean; 627 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 17 MiB/s rd, 1.0 MiB/s wr, 12 op/s 2024-08-29T18:01:55.130 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:01:54 smithi028 bash[77168]: cluster 2024-08-29T18:01:53.639079+0000 mon.a (mon.0) 1463 : cluster [DBG] osdmap e893: 8 total, 8 up, 8 in 2024-08-29T18:01:55.131 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:01:54 smithi028 bash[77168]: cluster 2024-08-29T18:01:54.377266+0000 mon.a (mon.0) 1464 : cluster [DBG] osdmap e894: 8 total, 8 up, 8 in 2024-08-29T18:01:55.387 INFO:tasks.rados.rados.0.smithi028.stdout:3968: done (2 left) 2024-08-29T18:01:55.387 INFO:tasks.rados.rados.0.smithi028.stdout:3969: delete oid 2 current snap is 415 2024-08-29T18:01:55.387 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 45 v 2953 (ObjNum 33 snap 0 seq_num 1677867568) dirty exists 2024-08-29T18:01:55.387 INFO:tasks.rados.rados.0.smithi028.stdout:3966: finishing copy_from racing read to smithi02869045-13 2024-08-29T18:01:55.388 INFO:tasks.rados.rados.0.smithi028.stdout:3966: finishing copy_from to smithi02869045-13 2024-08-29T18:01:55.388 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 13 v 2949 (ObjNum 1103 snap 387 seq_num 1103) dirty exists 2024-08-29T18:01:55.434 INFO:tasks.rados.rados.0.smithi028.stdout:3965: done (2 left) 2024-08-29T18:01:55.434 INFO:tasks.rados.rados.0.smithi028.stdout:3966: done (1 left) 2024-08-29T18:01:55.434 INFO:tasks.rados.rados.0.smithi028.stdout:3969: done (0 left) 2024-08-29T18:01:55.435 INFO:tasks.rados.rados.0.smithi028.stdout:append oid 12 current snap is 415 2024-08-29T18:01:55.435 INFO:tasks.rados.rados.0.smithi028.stdout:3970: seq_num 1185 ranges {286720=655360} 2024-08-29T18:01:55.435 INFO:tasks.rados.rados.0.smithi028.stdout:3970: writing smithi02869045-12 from 286720 to 942080 tid 1 2024-08-29T18:01:55.435 INFO:tasks.rados.rados.0.smithi028.stdout:3971: copy_from oid 9 from oid 13 current snap is 415 2024-08-29T18:01:55.435 INFO:tasks.rados.rados.0.smithi028.stdout:3972: read oid 27 snap -1 2024-08-29T18:01:55.435 INFO:tasks.rados.rados.0.smithi028.stdout:3972: expect (ObjNum 1064 snap 365 seq_num 1064) 2024-08-29T18:01:55.435 INFO:tasks.rados.rados.0.smithi028.stdout:3973: delete oid 22 current snap is 415 2024-08-29T18:01:55.443 INFO:tasks.rados.rados.0.smithi028.stdout:3970: finishing write tid 1 to smithi02869045-12 2024-08-29T18:01:55.445 INFO:tasks.rados.rados.0.smithi028.stdout:3972: expect (ObjNum 1064 snap 365 seq_num 1064) 2024-08-29T18:01:55.485 INFO:tasks.rados.rados.0.smithi028.stdout:3970: finishing write tid 2 to smithi02869045-12 2024-08-29T18:01:55.485 INFO:tasks.rados.rados.0.smithi028.stdout:3970: finishing write tid 3 to smithi02869045-12 2024-08-29T18:01:55.485 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 12 v 3506 (ObjNum 1185 snap 415 seq_num 1185) dirty exists 2024-08-29T18:01:55.485 INFO:tasks.rados.rados.0.smithi028.stdout:3970: left oid 12 (ObjNum 1185 snap 415 seq_num 1185) 2024-08-29T18:01:55.485 INFO:tasks.rados.rados.0.smithi028.stdout:3971: finishing copy_from racing read to smithi02869045-9 2024-08-29T18:01:55.485 INFO:tasks.rados.rados.0.smithi028.stdout:3970: done (3 left) 2024-08-29T18:01:55.485 INFO:tasks.rados.rados.0.smithi028.stdout:3972: done (2 left) 2024-08-29T18:01:55.485 INFO:tasks.rados.rados.0.smithi028.stdout:3973: done (1 left) 2024-08-29T18:01:55.485 INFO:tasks.rados.rados.0.smithi028.stdout:3974: snap_remove snap 321 2024-08-29T18:01:56.145 INFO:teuthology.orchestra.run.smithi028.stderr:Inferring config /var/lib/ceph/3167ee72-662c-11ef-bcd4-c7b262605968/mon.a/config 2024-08-29T18:01:56.382 INFO:tasks.rados.rados.0.smithi028.stdout:3974: done (1 left) 2024-08-29T18:01:56.382 INFO:tasks.rados.rados.0.smithi028.stdout:3975: delete oid 26 current snap is 415 2024-08-29T18:01:56.382 INFO:tasks.rados.rados.0.smithi028.stdout:3971: finishing copy_from to smithi02869045-9 2024-08-29T18:01:56.382 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 9 v 2949 (ObjNum 1103 snap 387 seq_num 1103) dirty exists 2024-08-29T18:01:56.410 INFO:tasks.rados.rados.0.smithi028.stdout:3971: done (1 left) 2024-08-29T18:01:56.410 INFO:tasks.rados.rados.0.smithi028.stdout:3975: done (0 left) 2024-08-29T18:01:56.410 INFO:tasks.rados.rados.0.smithi028.stdout:append oid 10 current snap is 415 2024-08-29T18:01:56.410 INFO:tasks.rados.rados.0.smithi028.stdout:3976: seq_num 1188 ranges {6029312=704512} 2024-08-29T18:01:56.487 INFO:tasks.rados.rados.0.smithi028.stdout:3976: writing smithi02869045-10 from 6029312 to 6733824 tid 1 2024-08-29T18:01:56.488 INFO:tasks.rados.rados.0.smithi028.stdout:3977: delete oid 22 current snap is 415 2024-08-29T18:01:56.492 INFO:tasks.rados.rados.0.smithi028.stdout:3977: done (1 left) 2024-08-29T18:01:56.492 INFO:tasks.rados.rados.0.smithi028.stdout:append oid 26 current snap is 415 2024-08-29T18:01:56.493 INFO:tasks.rados.rados.0.smithi028.stdout:3978: seq_num 1190 ranges {0=737280} 2024-08-29T18:01:56.497 INFO:tasks.rados.rados.0.smithi028.stdout:3978: writing smithi02869045-26 from 0 to 737280 tid 1 2024-08-29T18:01:56.497 INFO:tasks.rados.rados.0.smithi028.stdout:3979: setattr oid 37 current snap is 415 2024-08-29T18:01:56.497 INFO:tasks.rados.rados.0.smithi028.stdout:3976: finishing write tid 1 to smithi02869045-10 2024-08-29T18:01:56.498 INFO:tasks.rados.rados.0.smithi028.stdout:3976: finishing write tid 2 to smithi02869045-10 2024-08-29T18:01:56.498 INFO:tasks.rados.rados.0.smithi028.stdout:3976: finishing write tid 3 to smithi02869045-10 2024-08-29T18:01:56.498 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 10 v 3511 (ObjNum 1188 snap 415 seq_num 1188) dirty exists 2024-08-29T18:01:56.498 INFO:tasks.rados.rados.0.smithi028.stdout:3976: left oid 10 (ObjNum 1188 snap 415 seq_num 1188) 2024-08-29T18:01:56.499 INFO:tasks.rados.rados.0.smithi028.stdout:3976: done (2 left) 2024-08-29T18:01:56.499 INFO:tasks.rados.rados.0.smithi028.stdout:3980: read oid 13 snap -1 2024-08-29T18:01:56.499 INFO:tasks.rados.rados.0.smithi028.stdout:3980: expect (ObjNum 1103 snap 387 seq_num 1103) 2024-08-29T18:01:56.499 INFO:tasks.rados.rados.0.smithi028.stdout:append oid 32 current snap is 415 2024-08-29T18:01:56.499 INFO:tasks.rados.rados.0.smithi028.stdout:3981: seq_num 1191 ranges {3899392=753664} 2024-08-29T18:01:56.525 INFO:tasks.rados.rados.0.smithi028.stdout:3981: writing smithi02869045-32 from 3899392 to 4653056 tid 1 2024-08-29T18:01:56.525 INFO:tasks.rados.rados.0.smithi028.stdout:3982: delete oid 20 current snap is 415 2024-08-29T18:01:56.525 INFO:tasks.rados.rados.0.smithi028.stdout:3978: finishing write tid 1 to smithi02869045-26 2024-08-29T18:01:56.526 INFO:tasks.rados.rados.0.smithi028.stdout:3978: finishing write tid 2 to smithi02869045-26 2024-08-29T18:01:56.526 INFO:tasks.rados.rados.0.smithi028.stdout:3980: expect (ObjNum 1103 snap 387 seq_num 1103) 2024-08-29T18:01:56.593 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 37 v 4182 (ObjNum 1169 snap 411 seq_num 1169) dirty exists 2024-08-29T18:01:56.593 INFO:tasks.rados.rados.0.smithi028.stdout:3978: finishing write tid 3 to smithi02869045-26 2024-08-29T18:01:56.593 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 26 v 3523 (ObjNum 1190 snap 415 seq_num 1190) dirty exists 2024-08-29T18:01:56.593 INFO:tasks.rados.rados.0.smithi028.stdout:3978: left oid 26 (ObjNum 1190 snap 415 seq_num 1190) 2024-08-29T18:01:56.593 INFO:tasks.rados.rados.0.smithi028.stdout:3981: finishing write tid 1 to smithi02869045-32 2024-08-29T18:01:56.593 INFO:tasks.rados.rados.0.smithi028.stdout:3981: finishing write tid 2 to smithi02869045-32 2024-08-29T18:01:56.593 INFO:tasks.rados.rados.0.smithi028.stdout:3981: finishing write tid 3 to smithi02869045-32 2024-08-29T18:01:56.594 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 32 v 3179 (ObjNum 1191 snap 415 seq_num 1191) dirty exists 2024-08-29T18:01:56.594 INFO:tasks.rados.rados.0.smithi028.stdout:3981: left oid 32 (ObjNum 1191 snap 415 seq_num 1191) 2024-08-29T18:01:56.594 INFO:tasks.rados.rados.0.smithi028.stdout:3978: done (4 left) 2024-08-29T18:01:56.594 INFO:tasks.rados.rados.0.smithi028.stdout:3979: done (3 left) 2024-08-29T18:01:56.594 INFO:tasks.rados.rados.0.smithi028.stdout:3980: done (2 left) 2024-08-29T18:01:56.594 INFO:tasks.rados.rados.0.smithi028.stdout:3981: done (1 left) 2024-08-29T18:01:56.594 INFO:tasks.rados.rados.0.smithi028.stdout:3982: done (0 left) 2024-08-29T18:01:56.594 INFO:tasks.rados.rados.0.smithi028.stdout:3983: setattr oid 38 current snap is 415 2024-08-29T18:01:56.595 INFO:tasks.rados.rados.0.smithi028.stdout:3984: rollback oid 36 current snap is 415 2024-08-29T18:01:56.595 INFO:tasks.rados.rados.0.smithi028.stdout:rollback oid 36 to 406 2024-08-29T18:01:56.595 INFO:tasks.rados.rados.0.smithi028.stdout:append oid 4 current snap is 415 2024-08-29T18:01:56.595 INFO:tasks.rados.rados.0.smithi028.stdout:3985: seq_num 1193 ranges {0=786432} 2024-08-29T18:01:56.600 INFO:tasks.rados.rados.0.smithi028.stdout:3985: writing smithi02869045-4 from 0 to 786432 tid 1 2024-08-29T18:01:56.600 INFO:tasks.rados.rados.0.smithi028.stdout:3986: read oid 30 snap -1 2024-08-29T18:01:56.600 INFO:tasks.rados.rados.0.smithi028.stdout:3986: expect deleted 2024-08-29T18:01:56.600 INFO:tasks.rados.rados.0.smithi028.stdout:3987: snap_remove snap 405 2024-08-29T18:01:56.630 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:01:56 smithi028 bash[78352]: cluster 2024-08-29T18:01:55.148758+0000 mgr.y (mgr.25022) 454 : cluster [DBG] pgmap v869: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 636 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 14 MiB/s rd, 685 KiB/s wr, 18 op/s 2024-08-29T18:01:56.630 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:01:56 smithi028 bash[78352]: cluster 2024-08-29T18:01:55.380290+0000 mon.a (mon.0) 1465 : cluster [DBG] osdmap e895: 8 total, 8 up, 8 in 2024-08-29T18:01:56.630 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:01:56 smithi028 bash[77168]: cluster 2024-08-29T18:01:55.148758+0000 mgr.y (mgr.25022) 454 : cluster [DBG] pgmap v869: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 636 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 14 MiB/s rd, 685 KiB/s wr, 18 op/s 2024-08-29T18:01:56.630 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:01:56 smithi028 bash[77168]: cluster 2024-08-29T18:01:55.380290+0000 mon.a (mon.0) 1465 : cluster [DBG] osdmap e895: 8 total, 8 up, 8 in 2024-08-29T18:01:56.825 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:01:56 smithi053 bash[68679]: cluster 2024-08-29T18:01:55.148758+0000 mgr.y (mgr.25022) 454 : cluster [DBG] pgmap v869: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 636 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 14 MiB/s rd, 685 KiB/s wr, 18 op/s 2024-08-29T18:01:56.825 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:01:56 smithi053 bash[68679]: cluster 2024-08-29T18:01:55.380290+0000 mon.a (mon.0) 1465 : cluster [DBG] osdmap e895: 8 total, 8 up, 8 in 2024-08-29T18:01:57.403 INFO:tasks.rados.rados.0.smithi028.stdout:3987: done (4 left) 2024-08-29T18:01:57.403 INFO:tasks.rados.rados.0.smithi028.stdout:3988: copy_from oid 35 from oid 31 current snap is 415 2024-08-29T18:01:57.403 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 38 v 3217 (ObjNum 872 snap 295 seq_num 872) dirty exists 2024-08-29T18:01:57.404 INFO:tasks.rados.rados.0.smithi028.stdout:3984: finishing rollback tid 0 to smithi02869045-36 2024-08-29T18:01:57.404 INFO:tasks.rados.rados.0.smithi028.stdout:3984: finishing rollback tid 1 to smithi02869045-36 2024-08-29T18:01:57.404 INFO:tasks.rados.rados.0.smithi028.stdout:3984: finishing rollback tid 2 to smithi02869045-36 2024-08-29T18:01:57.404 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 36 v 3509 (ObjNum 1051 snap 357 seq_num 1051) dirty exists 2024-08-29T18:01:57.404 INFO:tasks.rados.rados.0.smithi028.stdout:3985: finishing write tid 1 to smithi02869045-4 2024-08-29T18:01:57.405 INFO:tasks.rados.rados.0.smithi028.stdout:3985: finishing write tid 2 to smithi02869045-4 2024-08-29T18:01:57.405 INFO:tasks.rados.rados.0.smithi028.stdout:3985: finishing write tid 3 to smithi02869045-4 2024-08-29T18:01:57.405 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 4 v 4184 (ObjNum 1193 snap 415 seq_num 1193) dirty exists 2024-08-29T18:01:57.405 INFO:tasks.rados.rados.0.smithi028.stdout:3985: left oid 4 (ObjNum 1193 snap 415 seq_num 1193) 2024-08-29T18:01:57.405 INFO:tasks.rados.rados.0.smithi028.stdout:3983: done (4 left) 2024-08-29T18:01:57.405 INFO:tasks.rados.rados.0.smithi028.stdout:3984: done (3 left) 2024-08-29T18:01:57.406 INFO:tasks.rados.rados.0.smithi028.stdout:3985: done (2 left) 2024-08-29T18:01:57.406 INFO:tasks.rados.rados.0.smithi028.stdout:3986: done (1 left) 2024-08-29T18:01:57.406 INFO:tasks.rados.rados.0.smithi028.stdout:3989: snap_create 2024-08-29T18:01:57.506 INFO:tasks.rados.rados.0.smithi028.stdout:3988: finishing copy_from racing read to smithi02869045-35 2024-08-29T18:01:57.508 INFO:tasks.rados.rados.0.smithi028.stdout:3988: finishing copy_from to smithi02869045-35 2024-08-29T18:01:57.509 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 35 v 3985 (ObjNum 1124 snap 393 seq_num 1124) dirty exists 2024-08-29T18:01:57.656 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:01:57 smithi028 bash[77168]: cluster 2024-08-29T18:01:56.382866+0000 mon.a (mon.0) 1466 : cluster [DBG] osdmap e896: 8 total, 8 up, 8 in 2024-08-29T18:01:57.657 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:01:57 smithi028 bash[77168]: audit 2024-08-29T18:01:57.043417+0000 mon.a (mon.0) 1467 : audit [DBG] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-29T18:01:57.657 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:01:57 smithi028 bash[78352]: cluster 2024-08-29T18:01:56.382866+0000 mon.a (mon.0) 1466 : cluster [DBG] osdmap e896: 8 total, 8 up, 8 in 2024-08-29T18:01:57.657 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:01:57 smithi028 bash[78352]: audit 2024-08-29T18:01:57.043417+0000 mon.a (mon.0) 1467 : audit [DBG] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-29T18:01:57.825 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:01:57 smithi053 bash[68679]: cluster 2024-08-29T18:01:56.382866+0000 mon.a (mon.0) 1466 : cluster [DBG] osdmap e896: 8 total, 8 up, 8 in 2024-08-29T18:01:57.825 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:01:57 smithi053 bash[68679]: audit 2024-08-29T18:01:57.043417+0000 mon.a (mon.0) 1467 : audit [DBG] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-29T18:01:58.406 INFO:tasks.rados.rados.0.smithi028.stdout:3988: done (1 left) 2024-08-29T18:01:58.407 INFO:tasks.rados.rados.0.smithi028.stdout:3989: done (0 left) 2024-08-29T18:01:58.407 INFO:tasks.rados.rados.0.smithi028.stdout:3990: snap_remove snap 343 2024-08-29T18:01:58.825 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:01:58 smithi053 bash[68679]: cluster 2024-08-29T18:01:57.149426+0000 mgr.y (mgr.25022) 455 : cluster [DBG] pgmap v872: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 636 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 7.5 MiB/s rd, 640 KiB/s wr, 18 op/s 2024-08-29T18:01:58.825 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:01:58 smithi053 bash[68679]: cluster 2024-08-29T18:01:57.402800+0000 mon.a (mon.0) 1468 : cluster [DBG] osdmap e897: 8 total, 8 up, 8 in 2024-08-29T18:01:58.880 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:01:58 smithi028 bash[77168]: cluster 2024-08-29T18:01:57.149426+0000 mgr.y (mgr.25022) 455 : cluster [DBG] pgmap v872: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 636 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 7.5 MiB/s rd, 640 KiB/s wr, 18 op/s 2024-08-29T18:01:58.880 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:01:58 smithi028 bash[77168]: cluster 2024-08-29T18:01:57.402800+0000 mon.a (mon.0) 1468 : cluster [DBG] osdmap e897: 8 total, 8 up, 8 in 2024-08-29T18:01:58.880 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:01:58 smithi028 bash[78352]: cluster 2024-08-29T18:01:57.149426+0000 mgr.y (mgr.25022) 455 : cluster [DBG] pgmap v872: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 636 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 7.5 MiB/s rd, 640 KiB/s wr, 18 op/s 2024-08-29T18:01:58.880 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:01:58 smithi028 bash[78352]: cluster 2024-08-29T18:01:57.402800+0000 mon.a (mon.0) 1468 : cluster [DBG] osdmap e897: 8 total, 8 up, 8 in 2024-08-29T18:01:59.380 INFO:tasks.rados.rados.0.smithi028.stdout:3990: done (0 left) 2024-08-29T18:01:59.381 INFO:tasks.rados.rados.0.smithi028.stdout:3991: rollback oid 34 current snap is 416 2024-08-29T18:01:59.381 INFO:tasks.rados.rados.0.smithi028.stdout:rollback oid 34 to 378 2024-08-29T18:01:59.381 INFO:tasks.rados.rados.0.smithi028.stdout:3992: read oid 8 snap 390 2024-08-29T18:01:59.381 INFO:tasks.rados.rados.0.smithi028.stdout:3992: expect (ObjNum 1679557984 snap 21900 seq_num 1676849632) 2024-08-29T18:01:59.381 INFO:tasks.rados.rados.0.smithi028.stdout:3993: copy_from oid 45 from oid 7 current snap is 416 2024-08-29T18:01:59.382 INFO:tasks.rados.rados.0.smithi028.stdout:3994: read oid 42 snap -1 2024-08-29T18:01:59.382 INFO:tasks.rados.rados.0.smithi028.stdout:3994: expect (ObjNum 1119 snap 393 seq_num 1119) 2024-08-29T18:01:59.382 INFO:tasks.rados.rados.0.smithi028.stdout:3995: snap_create 2024-08-29T18:01:59.412 INFO:tasks.rados.rados.0.smithi028.stdout:3992: expect (ObjNum 1679557984 snap 21900 seq_num 1676849632) 2024-08-29T18:01:59.425 INFO:tasks.rados.rados.0.smithi028.stdout:3993: finishing copy_from racing read to smithi02869045-45 2024-08-29T18:01:59.426 INFO:tasks.rados.rados.0.smithi028.stdout:3991: finishing rollback tid 0 to smithi02869045-34 2024-08-29T18:01:59.426 INFO:tasks.rados.rados.0.smithi028.stdout:3991: finishing rollback tid 1 to smithi02869045-34 2024-08-29T18:01:59.426 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 34 v 3987 (ObjNum 161 snap 0 seq_num 1677498608) dirty dne 2024-08-29T18:01:59.440 INFO:tasks.rados.rados.0.smithi028.stdout:3993: finishing copy_from to smithi02869045-45 2024-08-29T18:01:59.440 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 45 v 4138 (ObjNum 1183 snap 413 seq_num 1183) dirty exists 2024-08-29T18:01:59.471 INFO:tasks.rados.rados.0.smithi028.stdout:3994: expect (ObjNum 1119 snap 393 seq_num 1119) 2024-08-29T18:01:59.825 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:01:59 smithi053 bash[68679]: cluster 2024-08-29T18:01:58.403292+0000 mon.a (mon.0) 1469 : cluster [DBG] osdmap e898: 8 total, 8 up, 8 in 2024-08-29T18:01:59.825 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:01:59 smithi053 bash[68679]: cluster 2024-08-29T18:01:59.378848+0000 mon.a (mon.0) 1470 : cluster [DBG] osdmap e899: 8 total, 8 up, 8 in 2024-08-29T18:01:59.880 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:01:59 smithi028 bash[77168]: cluster 2024-08-29T18:01:58.403292+0000 mon.a (mon.0) 1469 : cluster [DBG] osdmap e898: 8 total, 8 up, 8 in 2024-08-29T18:01:59.880 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:01:59 smithi028 bash[77168]: cluster 2024-08-29T18:01:59.378848+0000 mon.a (mon.0) 1470 : cluster [DBG] osdmap e899: 8 total, 8 up, 8 in 2024-08-29T18:01:59.880 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:01:59 smithi028 bash[78352]: cluster 2024-08-29T18:01:58.403292+0000 mon.a (mon.0) 1469 : cluster [DBG] osdmap e898: 8 total, 8 up, 8 in 2024-08-29T18:01:59.880 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:01:59 smithi028 bash[78352]: cluster 2024-08-29T18:01:59.378848+0000 mon.a (mon.0) 1470 : cluster [DBG] osdmap e899: 8 total, 8 up, 8 in 2024-08-29T18:01:59.989 INFO:teuthology.orchestra.run.smithi028.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2024-08-29T18:01:59.989 INFO:teuthology.orchestra.run.smithi028.stdout:alertmanager.a smithi028 *:9093,9094 running (95s) 89s ago 18m 13.7M - 0.25.0 c8568f914cd2 70b1064f49ca 2024-08-29T18:01:59.989 INFO:teuthology.orchestra.run.smithi028.stdout:grafana.a smithi053 *:3000 running (55s) 49s ago 18m 51.2M - 9.4.12 2bacad6d85d8 0384a39bb363 2024-08-29T18:01:59.990 INFO:teuthology.orchestra.run.smithi028.stdout:mds.a smithi028 running (3m) 89s ago 21m 14.1M - 19.1.1-235-g1ef86450 d401bb9bb76e 5a8869ab72d3 2024-08-29T18:01:59.990 INFO:teuthology.orchestra.run.smithi028.stdout:mds.b smithi053 running (3m) 49s ago 21m 12.2M - 19.1.1-235-g1ef86450 d401bb9bb76e 0e70add88f28 2024-08-29T18:01:59.990 INFO:teuthology.orchestra.run.smithi028.stdout:mgr.x smithi053 *:8443,9283,8765 running (10m) 49s ago 29m 430M - 19.1.1-235-g1ef86450 d401bb9bb76e a0460ca70cca 2024-08-29T18:01:59.990 INFO:teuthology.orchestra.run.smithi028.stdout:mgr.y smithi028 *:8443,9283,8765 running (11m) 89s ago 31m 501M - 19.1.1-235-g1ef86450 d401bb9bb76e ef4c084deb28 2024-08-29T18:01:59.990 INFO:teuthology.orchestra.run.smithi028.stdout:mon.a smithi028 running (10m) 89s ago 31m 78.6M 2048M 19.1.1-235-g1ef86450 d401bb9bb76e d1fec2ed5501 2024-08-29T18:01:59.990 INFO:teuthology.orchestra.run.smithi028.stdout:mon.b smithi053 running (9m) 49s ago 29m 56.1M 2048M 19.1.1-235-g1ef86450 d401bb9bb76e 39595741be2a 2024-08-29T18:01:59.991 INFO:teuthology.orchestra.run.smithi028.stdout:mon.c smithi028 running (9m) 89s ago 29m 65.3M 2048M 19.1.1-235-g1ef86450 d401bb9bb76e c6717e02deb1 2024-08-29T18:01:59.991 INFO:teuthology.orchestra.run.smithi028.stdout:node-exporter.a smithi028 *:9100 running (2m) 89s ago 18m 7468k - 1.5.0 0da6a335fe13 77f29bf6b459 2024-08-29T18:01:59.991 INFO:teuthology.orchestra.run.smithi028.stdout:node-exporter.b smithi053 *:9100 running (2m) 49s ago 18m 7759k - 1.5.0 0da6a335fe13 e969a004dbee 2024-08-29T18:01:59.991 INFO:teuthology.orchestra.run.smithi028.stdout:osd.0 smithi028 running (7m) 89s ago 28m 360M 2525M 19.1.1-235-g1ef86450 d401bb9bb76e 6fbb60538386 2024-08-29T18:01:59.991 INFO:teuthology.orchestra.run.smithi028.stdout:osd.1 smithi028 running (7m) 89s ago 27m 324M 2525M 19.1.1-235-g1ef86450 d401bb9bb76e 0a1c27b12555 2024-08-29T18:01:59.992 INFO:teuthology.orchestra.run.smithi028.stdout:osd.2 smithi028 running (6m) 89s ago 26m 409M 2525M 19.1.1-235-g1ef86450 d401bb9bb76e f87a86f7e5c3 2024-08-29T18:01:59.992 INFO:teuthology.orchestra.run.smithi028.stdout:osd.3 smithi028 running (6m) 89s ago 25m 351M 2525M 19.1.1-235-g1ef86450 d401bb9bb76e 3ccafab1a96b 2024-08-29T18:01:59.992 INFO:teuthology.orchestra.run.smithi028.stdout:osd.4 smithi053 running (5m) 49s ago 25m 489M 2525M 19.1.1-235-g1ef86450 d401bb9bb76e e85da34b2c19 2024-08-29T18:01:59.992 INFO:teuthology.orchestra.run.smithi028.stdout:osd.5 smithi053 running (5m) 49s ago 24m 382M 2525M 19.1.1-235-g1ef86450 d401bb9bb76e 02ced631b1a7 2024-08-29T18:01:59.992 INFO:teuthology.orchestra.run.smithi028.stdout:osd.6 smithi053 running (4m) 49s ago 23m 246M 2525M 19.1.1-235-g1ef86450 d401bb9bb76e 26b5d9d330e2 2024-08-29T18:01:59.993 INFO:teuthology.orchestra.run.smithi028.stdout:osd.7 smithi053 running (3m) 49s ago 22m 388M 2525M 19.1.1-235-g1ef86450 d401bb9bb76e 2dd992ed071a 2024-08-29T18:01:59.993 INFO:teuthology.orchestra.run.smithi028.stdout:prometheus.a smithi053 *:9095 running (2m) 49s ago 19m 49.9M - 2.43.0 a07b618ecd1d cfbb1f777dc4 2024-08-29T18:02:00.384 INFO:tasks.rados.rados.0.smithi028.stdout:3991: done (4 left) 2024-08-29T18:02:00.385 INFO:tasks.rados.rados.0.smithi028.stdout:3992: done (3 left) 2024-08-29T18:02:00.385 INFO:tasks.rados.rados.0.smithi028.stdout:3993: done (2 left) 2024-08-29T18:02:00.385 INFO:tasks.rados.rados.0.smithi028.stdout:3994: done (1 left) 2024-08-29T18:02:00.385 INFO:tasks.rados.rados.0.smithi028.stdout:3995: done (0 left) 2024-08-29T18:02:00.385 INFO:tasks.rados.rados.0.smithi028.stdout:3996: copy_from oid 49 from oid 44 current snap is 417 2024-08-29T18:02:00.385 INFO:tasks.rados.rados.0.smithi028.stdout:3997: copy_from oid 14 from oid 3 current snap is 417 2024-08-29T18:02:00.385 INFO:tasks.rados.rados.0.smithi028.stdout:3998: copy_from oid 15 from oid 7 current snap is 417 2024-08-29T18:02:00.385 INFO:tasks.rados.rados.0.smithi028.stdout:3999: snap_remove snap 383 2024-08-29T18:02:00.681 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:02:00 smithi028 bash[77168]: cluster 2024-08-29T18:01:59.150112+0000 mgr.y (mgr.25022) 456 : cluster [DBG] pgmap v875: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 600 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 1.2 MiB/s rd, 602 KiB/s wr, 7 op/s 2024-08-29T18:02:00.682 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:02:00 smithi028 bash[77168]: cluster 2024-08-29T18:02:00.382200+0000 mon.a (mon.0) 1471 : cluster [DBG] osdmap e900: 8 total, 8 up, 8 in 2024-08-29T18:02:00.682 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:02:00 smithi028 bash[78352]: cluster 2024-08-29T18:01:59.150112+0000 mgr.y (mgr.25022) 456 : cluster [DBG] pgmap v875: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 600 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 1.2 MiB/s rd, 602 KiB/s wr, 7 op/s 2024-08-29T18:02:00.682 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:02:00 smithi028 bash[78352]: cluster 2024-08-29T18:02:00.382200+0000 mon.a (mon.0) 1471 : cluster [DBG] osdmap e900: 8 total, 8 up, 8 in 2024-08-29T18:02:00.683 DEBUG:teuthology.orchestra.run.smithi028:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 3167ee72-662c-11ef-bcd4-c7b262605968 -e sha1=1ef864504b8875c83ee6c2c5fedc13315bebf7f5 -- bash -c 'ceph versions' 2024-08-29T18:02:00.825 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:02:00 smithi053 bash[68679]: cluster 2024-08-29T18:01:59.150112+0000 mgr.y (mgr.25022) 456 : cluster [DBG] pgmap v875: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 600 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 1.2 MiB/s rd, 602 KiB/s wr, 7 op/s 2024-08-29T18:02:00.825 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:02:00 smithi053 bash[68679]: cluster 2024-08-29T18:02:00.382200+0000 mon.a (mon.0) 1471 : cluster [DBG] osdmap e900: 8 total, 8 up, 8 in 2024-08-29T18:02:01.387 INFO:tasks.rados.rados.0.smithi028.stdout:3999: done (3 left) 2024-08-29T18:02:01.387 INFO:tasks.rados.rados.0.smithi028.stdout: waiting on 3 2024-08-29T18:02:01.387 INFO:tasks.rados.rados.0.smithi028.stdout:3997: finishing copy_from to smithi02869045-14 2024-08-29T18:02:01.387 INFO:tasks.rados.rados.0.smithi028.stdout:3997: got expected ENOENT (src dne) 2024-08-29T18:02:01.387 INFO:tasks.rados.rados.0.smithi028.stdout:3997: finishing copy_from racing read to smithi02869045-14 2024-08-29T18:02:01.387 INFO:tasks.rados.rados.0.smithi028.stdout:3996: finishing copy_from racing read to smithi02869045-49 2024-08-29T18:02:01.387 INFO:tasks.rados.rados.0.smithi028.stdout:3998: finishing copy_from racing read to smithi02869045-15 2024-08-29T18:02:01.387 INFO:tasks.rados.rados.0.smithi028.stdout:3996: finishing copy_from to smithi02869045-49 2024-08-29T18:02:01.387 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 49 v 2959 (ObjNum 1164 snap 409 seq_num 1164) dirty exists 2024-08-29T18:02:01.388 INFO:tasks.rados.rados.0.smithi028.stdout:3998: finishing copy_from to smithi02869045-15 2024-08-29T18:02:01.388 INFO:tasks.rados.rados.0.smithi028.stdout:update_object_version oid 15 v 4138 (ObjNum 1183 snap 413 seq_num 1183) dirty exists 2024-08-29T18:02:01.388 INFO:tasks.rados.rados.0.smithi028.stdout:3996: done (2 left) 2024-08-29T18:02:01.388 INFO:tasks.rados.rados.0.smithi028.stdout:3997: done (1 left) 2024-08-29T18:02:01.388 INFO:tasks.rados.rados.0.smithi028.stdout:3998: done (0 left) 2024-08-29T18:02:01.408 INFO:tasks.rados.rados.0.smithi028.stderr:0 errors. 2024-08-29T18:02:01.409 INFO:tasks.rados.rados.0.smithi028.stderr: 2024-08-29T18:02:01.434 DEBUG:teuthology.orchestra.run.smithi028:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 3167ee72-662c-11ef-bcd4-c7b262605968 -- ceph osd dump --format=json 2024-08-29T18:02:01.825 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:02:01 smithi053 bash[68679]: audit 2024-08-29T18:01:59.953809+0000 mgr.y (mgr.25022) 457 : audit [DBG] from='client.34530 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-08-29T18:02:01.825 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:02:01 smithi053 bash[68679]: cluster 2024-08-29T18:02:01.385272+0000 mon.a (mon.0) 1472 : cluster [DBG] osdmap e901: 8 total, 8 up, 8 in 2024-08-29T18:02:01.880 INFO:journalctl@ceph.mgr.y.smithi028.stdout:Aug 29 18:02:01 smithi028 bash[70818]: ::ffff:172.21.15.53 - - [29/Aug/2024:18:02:01] "GET /metrics HTTP/1.1" 200 36246 "" "Prometheus/2.43.0" 2024-08-29T18:02:01.880 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:02:01 smithi028 bash[78352]: audit 2024-08-29T18:01:59.953809+0000 mgr.y (mgr.25022) 457 : audit [DBG] from='client.34530 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-08-29T18:02:01.880 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:02:01 smithi028 bash[78352]: cluster 2024-08-29T18:02:01.385272+0000 mon.a (mon.0) 1472 : cluster [DBG] osdmap e901: 8 total, 8 up, 8 in 2024-08-29T18:02:01.880 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:02:01 smithi028 bash[77168]: audit 2024-08-29T18:01:59.953809+0000 mgr.y (mgr.25022) 457 : audit [DBG] from='client.34530 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-08-29T18:02:01.880 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:02:01 smithi028 bash[77168]: cluster 2024-08-29T18:02:01.385272+0000 mon.a (mon.0) 1472 : cluster [DBG] osdmap e901: 8 total, 8 up, 8 in 2024-08-29T18:02:02.575 INFO:journalctl@ceph.prometheus.a.smithi053.stdout:Aug 29 18:02:02 smithi053 bash[95567]: ts=2024-08-29T18:02:02.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"3167ee72-662c-11ef-bcd4-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-29T18:02:02.575 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:02:02 smithi053 bash[68679]: cluster 2024-08-29T18:02:01.151092+0000 mgr.y (mgr.25022) 458 : cluster [DBG] pgmap v878: 121 pgs: 4 active+clean+snaptrim, 117 active+clean; 566 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 8.4 MiB/s rd, 1.9 MiB/s wr, 20 op/s 2024-08-29T18:02:02.880 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:02:02 smithi028 bash[77168]: cluster 2024-08-29T18:02:01.151092+0000 mgr.y (mgr.25022) 458 : cluster [DBG] pgmap v878: 121 pgs: 4 active+clean+snaptrim, 117 active+clean; 566 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 8.4 MiB/s rd, 1.9 MiB/s wr, 20 op/s 2024-08-29T18:02:02.880 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:02:02 smithi028 bash[78352]: cluster 2024-08-29T18:02:01.151092+0000 mgr.y (mgr.25022) 458 : cluster [DBG] pgmap v878: 121 pgs: 4 active+clean+snaptrim, 117 active+clean; 566 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 8.4 MiB/s rd, 1.9 MiB/s wr, 20 op/s 2024-08-29T18:02:04.825 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:02:04 smithi053 bash[68679]: cluster 2024-08-29T18:02:03.152019+0000 mgr.y (mgr.25022) 459 : cluster [DBG] pgmap v880: 121 pgs: 4 active+clean+snaptrim, 117 active+clean; 576 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 6.0 MiB/s rd, 3.2 MiB/s wr, 12 op/s 2024-08-29T18:02:04.825 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:02:04 smithi053 bash[68679]: cluster 2024-08-29T18:02:04.382773+0000 mon.a (mon.0) 1473 : cluster [DBG] osdmap e902: 8 total, 8 up, 8 in 2024-08-29T18:02:04.880 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:02:04 smithi028 bash[78352]: cluster 2024-08-29T18:02:03.152019+0000 mgr.y (mgr.25022) 459 : cluster [DBG] pgmap v880: 121 pgs: 4 active+clean+snaptrim, 117 active+clean; 576 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 6.0 MiB/s rd, 3.2 MiB/s wr, 12 op/s 2024-08-29T18:02:04.880 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:02:04 smithi028 bash[78352]: cluster 2024-08-29T18:02:04.382773+0000 mon.a (mon.0) 1473 : cluster [DBG] osdmap e902: 8 total, 8 up, 8 in 2024-08-29T18:02:04.881 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:02:04 smithi028 bash[77168]: cluster 2024-08-29T18:02:03.152019+0000 mgr.y (mgr.25022) 459 : cluster [DBG] pgmap v880: 121 pgs: 4 active+clean+snaptrim, 117 active+clean; 576 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 6.0 MiB/s rd, 3.2 MiB/s wr, 12 op/s 2024-08-29T18:02:04.881 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:02:04 smithi028 bash[77168]: cluster 2024-08-29T18:02:04.382773+0000 mon.a (mon.0) 1473 : cluster [DBG] osdmap e902: 8 total, 8 up, 8 in 2024-08-29T18:02:05.476 INFO:teuthology.orchestra.run.smithi028.stderr:Inferring config /var/lib/ceph/3167ee72-662c-11ef-bcd4-c7b262605968/mon.a/config 2024-08-29T18:02:05.476 INFO:teuthology.orchestra.run.smithi028.stderr:Inferring config /var/lib/ceph/3167ee72-662c-11ef-bcd4-c7b262605968/mon.a/config 2024-08-29T18:02:06.825 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:02:06 smithi053 bash[68679]: cluster 2024-08-29T18:02:05.153208+0000 mgr.y (mgr.25022) 460 : cluster [DBG] pgmap v882: 121 pgs: 121 active+clean; 577 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 5.0 MiB/s rd, 2.8 MiB/s wr, 11 op/s 2024-08-29T18:02:06.880 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:02:06 smithi028 bash[78352]: cluster 2024-08-29T18:02:05.153208+0000 mgr.y (mgr.25022) 460 : cluster [DBG] pgmap v882: 121 pgs: 121 active+clean; 577 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 5.0 MiB/s rd, 2.8 MiB/s wr, 11 op/s 2024-08-29T18:02:06.880 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:02:06 smithi028 bash[77168]: cluster 2024-08-29T18:02:05.153208+0000 mgr.y (mgr.25022) 460 : cluster [DBG] pgmap v882: 121 pgs: 121 active+clean; 577 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 5.0 MiB/s rd, 2.8 MiB/s wr, 11 op/s 2024-08-29T18:02:08.716 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:02:08 smithi028 bash[78352]: cluster 2024-08-29T18:02:07.154088+0000 mgr.y (mgr.25022) 461 : cluster [DBG] pgmap v883: 121 pgs: 121 active+clean; 577 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 3.7 MiB/s rd, 1.6 MiB/s wr, 2 op/s 2024-08-29T18:02:08.716 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:02:08 smithi028 bash[77168]: cluster 2024-08-29T18:02:07.154088+0000 mgr.y (mgr.25022) 461 : cluster [DBG] pgmap v883: 121 pgs: 121 active+clean; 577 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 3.7 MiB/s rd, 1.6 MiB/s wr, 2 op/s 2024-08-29T18:02:08.824 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:02:08 smithi053 bash[68679]: cluster 2024-08-29T18:02:07.154088+0000 mgr.y (mgr.25022) 461 : cluster [DBG] pgmap v883: 121 pgs: 121 active+clean; 577 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 3.7 MiB/s rd, 1.6 MiB/s wr, 2 op/s 2024-08-29T18:02:10.630 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:02:10 smithi028 bash[77168]: cluster 2024-08-29T18:02:09.154782+0000 mgr.y (mgr.25022) 462 : cluster [DBG] pgmap v884: 121 pgs: 121 active+clean; 577 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 12 KiB/s rd, 1.4 MiB/s wr, 1 op/s 2024-08-29T18:02:10.630 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:02:10 smithi028 bash[77168]: cluster 2024-08-29T18:02:09.386125+0000 mon.a (mon.0) 1474 : cluster [DBG] osdmap e903: 8 total, 8 up, 8 in 2024-08-29T18:02:10.630 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:02:10 smithi028 bash[78352]: cluster 2024-08-29T18:02:09.154782+0000 mgr.y (mgr.25022) 462 : cluster [DBG] pgmap v884: 121 pgs: 121 active+clean; 577 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 12 KiB/s rd, 1.4 MiB/s wr, 1 op/s 2024-08-29T18:02:10.630 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:02:10 smithi028 bash[78352]: cluster 2024-08-29T18:02:09.386125+0000 mon.a (mon.0) 1474 : cluster [DBG] osdmap e903: 8 total, 8 up, 8 in 2024-08-29T18:02:10.686 INFO:teuthology.orchestra.run.smithi028.stdout: 2024-08-29T18:02:10.687 INFO:teuthology.orchestra.run.smithi028.stdout:{"epoch":903,"fsid":"3167ee72-662c-11ef-bcd4-c7b262605968","created":"2024-08-29T17:30:17.962961+0000","modified":"2024-08-29T18:02:09.375451+0000","last_up_change":"2024-08-29T17:58:10.295023+0000","last_in_change":"2024-08-29T17:39:24.826745+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":27,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":5,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"luminous","require_osd_release":"squid","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-08-29T17:35:25.344793+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"21","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_type":"Fair distribution","score_acting":7.8899998664855957,"score_stable":7.8899998664855957,"optimal_score":0.37999999523162842,"raw_score_acting":3,"raw_score_stable":3,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":2,"pool_name":"cephfs_metadata","create_time":"2024-08-29T17:40:52.941044+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"65","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":3,"pool_name":"cephfs_data","create_time":"2024-08-29T17:41:01.591058+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"65","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":4,"pool_name":"rbd","create_time":"2024-08-29T17:43:39.363531+0000","flags":8193,"flags_names":"hashpspool,selfmanaged_snaps","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":8,"pg_placement_num":8,"pg_placement_num_target":8,"pg_num_target":8,"pg_num_pending":8,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"74","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":3,"snap_epoch":74,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{},"application_metadata":{"rbd":{}},"read_balance":{"score_type":"Fair distribution","score_acting":3,"score_stable":3,"optimal_score":1,"raw_score_acting":3,"raw_score_stable":3,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":5,"pool_name":"unique_pool_0","create_time":"2024-08-29T17:47:38.391555+0000","flags":8193,"flags_names":"hashpspool,selfmanaged_snaps","type":3,"size":3,"min_size":2,"crush_rule":1,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":16,"pg_placement_num":16,"pg_placement_num_target":16,"pg_num_target":16,"pg_num_pending":16,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"901","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":525,"snap_epoch":901,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"teuthologyprofile","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":8192,"expected_num_objects":0,"fast_read":false,"options":{},"application_metadata":{"rados":{}}}],"osds":[{"osd":0,"uuid":"660d8ce2-ea9d-4b15-8d9a-ec42e86552e4","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":8,"last_clean_end":440,"up_from":456,"up_thru":680,"down_at":441,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.28:6802","nonce":489208817},{"type":"v1","addr":"172.21.15.28:6803","nonce":489208817}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.28:6804","nonce":489208817},{"type":"v1","addr":"172.21.15.28:6805","nonce":489208817}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.28:6808","nonce":489208817},{"type":"v1","addr":"172.21.15.28:6809","nonce":489208817}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.28:6806","nonce":489208817},{"type":"v1","addr":"172.21.15.28:6807","nonce":489208817}]},"public_addr":"172.21.15.28:6803/489208817","cluster_addr":"172.21.15.28:6805/489208817","heartbeat_back_addr":"172.21.15.28:6809/489208817","heartbeat_front_addr":"172.21.15.28:6807/489208817","state":["exists","up"]},{"osd":1,"uuid":"fdf44197-06ca-494f-bb43-e320705d24ca","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":13,"last_clean_end":470,"up_from":485,"up_thru":680,"down_at":471,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.28:6810","nonce":421904148},{"type":"v1","addr":"172.21.15.28:6811","nonce":421904148}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.28:6812","nonce":421904148},{"type":"v1","addr":"172.21.15.28:6813","nonce":421904148}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.28:6816","nonce":421904148},{"type":"v1","addr":"172.21.15.28:6817","nonce":421904148}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.28:6814","nonce":421904148},{"type":"v1","addr":"172.21.15.28:6815","nonce":421904148}]},"public_addr":"172.21.15.28:6811/421904148","cluster_addr":"172.21.15.28:6813/421904148","heartbeat_back_addr":"172.21.15.28:6817/421904148","heartbeat_front_addr":"172.21.15.28:6815/421904148","state":["exists","up"]},{"osd":2,"uuid":"af570229-94ea-421f-a54b-5ad9c2ec751e","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":18,"last_clean_end":500,"up_from":516,"up_thru":680,"down_at":501,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.28:6818","nonce":1368242828},{"type":"v1","addr":"172.21.15.28:6819","nonce":1368242828}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.28:6820","nonce":1368242828},{"type":"v1","addr":"172.21.15.28:6821","nonce":1368242828}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.28:6824","nonce":1368242828},{"type":"v1","addr":"172.21.15.28:6825","nonce":1368242828}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.28:6822","nonce":1368242828},{"type":"v1","addr":"172.21.15.28:6823","nonce":1368242828}]},"public_addr":"172.21.15.28:6819/1368242828","cluster_addr":"172.21.15.28:6821/1368242828","heartbeat_back_addr":"172.21.15.28:6825/1368242828","heartbeat_front_addr":"172.21.15.28:6823/1368242828","state":["exists","up"]},{"osd":3,"uuid":"4fa9802d-cf40-4ef1-a9bd-082be7c32d40","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":25,"last_clean_end":530,"up_from":546,"up_thru":680,"down_at":531,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.28:6826","nonce":2484956850},{"type":"v1","addr":"172.21.15.28:6827","nonce":2484956850}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.28:6828","nonce":2484956850},{"type":"v1","addr":"172.21.15.28:6829","nonce":2484956850}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.28:6832","nonce":2484956850},{"type":"v1","addr":"172.21.15.28:6833","nonce":2484956850}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.28:6830","nonce":2484956850},{"type":"v1","addr":"172.21.15.28:6831","nonce":2484956850}]},"public_addr":"172.21.15.28:6827/2484956850","cluster_addr":"172.21.15.28:6829/2484956850","heartbeat_back_addr":"172.21.15.28:6833/2484956850","heartbeat_front_addr":"172.21.15.28:6831/2484956850","state":["exists","up"]},{"osd":4,"uuid":"18edf361-e223-4e8c-b6ef-73e210c2cce1","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":30,"last_clean_end":562,"up_from":579,"up_thru":680,"down_at":563,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.53:6800","nonce":3274739690},{"type":"v1","addr":"172.21.15.53:6801","nonce":3274739690}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.53:6802","nonce":3274739690},{"type":"v1","addr":"172.21.15.53:6803","nonce":3274739690}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.53:6806","nonce":3274739690},{"type":"v1","addr":"172.21.15.53:6807","nonce":3274739690}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.53:6804","nonce":3274739690},{"type":"v1","addr":"172.21.15.53:6805","nonce":3274739690}]},"public_addr":"172.21.15.53:6801/3274739690","cluster_addr":"172.21.15.53:6803/3274739690","heartbeat_back_addr":"172.21.15.53:6807/3274739690","heartbeat_front_addr":"172.21.15.53:6805/3274739690","state":["exists","up"]},{"osd":5,"uuid":"07a24bff-d6cc-495d-97e1-768094b28c0b","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":38,"last_clean_end":596,"up_from":612,"up_thru":680,"down_at":597,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.53:6808","nonce":1321611115},{"type":"v1","addr":"172.21.15.53:6809","nonce":1321611115}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.53:6810","nonce":1321611115},{"type":"v1","addr":"172.21.15.53:6811","nonce":1321611115}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.53:6814","nonce":1321611115},{"type":"v1","addr":"172.21.15.53:6815","nonce":1321611115}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.53:6812","nonce":1321611115},{"type":"v1","addr":"172.21.15.53:6813","nonce":1321611115}]},"public_addr":"172.21.15.53:6809/1321611115","cluster_addr":"172.21.15.53:6811/1321611115","heartbeat_back_addr":"172.21.15.53:6815/1321611115","heartbeat_front_addr":"172.21.15.53:6813/1321611115","state":["exists","up"]},{"osd":6,"uuid":"b03b1ee8-77ac-47f4-a76c-01e2eaa7b954","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":46,"last_clean_end":629,"up_from":645,"up_thru":680,"down_at":630,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.53:6816","nonce":1831000770},{"type":"v1","addr":"172.21.15.53:6817","nonce":1831000770}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.53:6818","nonce":1831000770},{"type":"v1","addr":"172.21.15.53:6819","nonce":1831000770}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.53:6822","nonce":1831000770},{"type":"v1","addr":"172.21.15.53:6823","nonce":1831000770}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.53:6820","nonce":1831000770},{"type":"v1","addr":"172.21.15.53:6821","nonce":1831000770}]},"public_addr":"172.21.15.53:6817/1831000770","cluster_addr":"172.21.15.53:6819/1831000770","heartbeat_back_addr":"172.21.15.53:6823/1831000770","heartbeat_front_addr":"172.21.15.53:6821/1831000770","state":["exists","up"]},{"osd":7,"uuid":"14a519fb-979e-474b-8ae5-fa5a2be44daf","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":54,"last_clean_end":663,"up_from":680,"up_thru":680,"down_at":664,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.53:6824","nonce":1013909822},{"type":"v1","addr":"172.21.15.53:6825","nonce":1013909822}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.53:6826","nonce":1013909822},{"type":"v1","addr":"172.21.15.53:6827","nonce":1013909822}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.53:6830","nonce":1013909822},{"type":"v1","addr":"172.21.15.53:6831","nonce":1013909822}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.53:6828","nonce":1013909822},{"type":"v1","addr":"172.21.15.53:6829","nonce":1013909822}]},"public_addr":"172.21.15.53:6825/1013909822","cluster_addr":"172.21.15.53:6827/1013909822","heartbeat_back_addr":"172.21.15.53:6831/1013909822","heartbeat_front_addr":"172.21.15.53:6829/1013909822","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-08-29T17:33:39.919890+0000","dead_epoch":440},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-08-29T17:34:30.063951+0000","dead_epoch":470},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-08-29T17:35:22.232071+0000","dead_epoch":500},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-08-29T17:36:12.717974+0000","dead_epoch":530},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-08-29T17:37:03.586686+0000","dead_epoch":562},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-08-29T17:37:57.337551+0000","dead_epoch":596},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-08-29T17:38:54.315017+0000","dead_epoch":629},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-08-29T17:39:50.978615+0000","dead_epoch":663}],"pg_upmap":[],"pg_upmap_items":[{"pgid":"2.7","mappings":[{"from":7,"to":4}]},{"pgid":"3.7","mappings":[{"from":0,"to":1}]},{"pgid":"3.14","mappings":[{"from":4,"to":2}]},{"pgid":"3.2b","mappings":[{"from":0,"to":2}]},{"pgid":"3.2f","mappings":[{"from":4,"to":3}]},{"pgid":"3.34","mappings":[{"from":4,"to":2}]},{"pgid":"3.37","mappings":[{"from":5,"to":1}]}],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{"172.21.15.53:6833/1231318269":"2024-08-30T17:58:52.471108+0000","172.21.15.53:6832/1231318269":"2024-08-30T17:58:52.471108+0000","172.21.15.28:0/2250242252":"2024-08-30T17:51:56.864961+0000","172.21.15.28:6801/928816568":"2024-08-30T17:51:56.864961+0000","172.21.15.28:0/413549466":"2024-08-30T17:51:56.864961+0000","172.21.15.28:6800/928816568":"2024-08-30T17:51:56.864961+0000","172.21.15.28:0/842718268":"2024-08-30T17:51:56.864961+0000","172.21.15.28:0/2534940978":"2024-08-30T17:51:56.864961+0000","172.21.15.28:0/2161864751":"2024-08-30T17:51:56.864961+0000","172.21.15.28:6801/4159614718":"2024-08-30T17:30:43.836116+0000","172.21.15.28:6800/1962738264":"2024-08-30T17:31:14.716137+0000","172.21.15.28:6801/1076696158":"2024-08-30T17:49:41.661484+0000","172.21.15.53:0/4264594766":"2024-08-30T17:50:49.612804+0000","172.21.15.53:6835/871632441":"2024-08-30T17:50:49.612804+0000","172.21.15.28:0/3329288402":"2024-08-30T17:30:43.836116+0000","172.21.15.28:6800/1076696158":"2024-08-30T17:49:41.661484+0000","172.21.15.28:0/4265502225":"2024-08-30T17:51:56.864961+0000","172.21.15.53:0/3113161000":"2024-08-30T17:50:49.612804+0000","172.21.15.28:0/500681504":"2024-08-30T17:49:41.661484+0000","172.21.15.53:0/862536079":"2024-08-30T17:50:49.612804+0000","172.21.15.28:6801/1962738264":"2024-08-30T17:31:14.716137+0000","172.21.15.53:6834/871632441":"2024-08-30T17:50:49.612804+0000","172.21.15.28:0/177482802":"2024-08-30T17:31:14.716137+0000","172.21.15.28:0/1235975594":"2024-08-30T17:49:41.661484+0000","172.21.15.28:0/2352293407":"2024-08-30T17:31:14.716137+0000","172.21.15.28:0/2399305464":"2024-08-30T17:31:14.716137+0000","172.21.15.28:0/3761385311":"2024-08-30T17:42:53.748159+0000","172.21.15.53:0/357566986":"2024-08-30T17:50:49.612804+0000","172.21.15.28:0/1049408994":"2024-08-30T17:49:41.661484+0000","172.21.15.28:0/2647379891":"2024-08-30T17:30:43.836116+0000","172.21.15.28:0/1715060870":"2024-08-30T17:42:53.748159+0000","172.21.15.28:0/173667245":"2024-08-30T17:49:41.661484+0000","172.21.15.28:0/4187717819":"2024-08-30T17:49:41.661484+0000","172.21.15.28:6800/470202310":"2024-08-30T17:42:53.748159+0000","172.21.15.28:6801/470202310":"2024-08-30T17:42:53.748159+0000","172.21.15.53:0/36471239":"2024-08-30T17:50:49.612804+0000","172.21.15.28:0/3881020925":"2024-08-30T17:30:43.836116+0000","172.21.15.28:0/2758639512":"2024-08-30T17:42:53.748159+0000","172.21.15.28:0/4283435498":"2024-08-30T17:42:53.748159+0000","172.21.15.28:6800/4159614718":"2024-08-30T17:30:43.836116+0000"},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"},"teuthologyprofile":{"crush-device-class":"","crush-failure-domain":"osd","crush-root":"default","jerasure-per-chunk-alignment":"false","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van","w":"8"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[{"pool":5,"snaps":[{"begin":452,"length":1},{"begin":492,"length":1}]}],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-08-29T18:02:10.747 INFO:teuthology.orchestra.run.smithi028.stdout:{ 2024-08-29T18:02:10.747 INFO:teuthology.orchestra.run.smithi028.stdout: "mon": { 2024-08-29T18:02:10.748 INFO:teuthology.orchestra.run.smithi028.stdout: "ceph version 19.1.1-235-g1ef86450 (1ef864504b8875c83ee6c2c5fedc13315bebf7f5) squid (rc)": 3 2024-08-29T18:02:10.748 INFO:teuthology.orchestra.run.smithi028.stdout: }, 2024-08-29T18:02:10.748 INFO:teuthology.orchestra.run.smithi028.stdout: "mgr": { 2024-08-29T18:02:10.748 INFO:teuthology.orchestra.run.smithi028.stdout: "ceph version 19.1.1-235-g1ef86450 (1ef864504b8875c83ee6c2c5fedc13315bebf7f5) squid (rc)": 2 2024-08-29T18:02:10.748 INFO:teuthology.orchestra.run.smithi028.stdout: }, 2024-08-29T18:02:10.749 INFO:teuthology.orchestra.run.smithi028.stdout: "osd": { 2024-08-29T18:02:10.749 INFO:teuthology.orchestra.run.smithi028.stdout: "ceph version 19.1.1-235-g1ef86450 (1ef864504b8875c83ee6c2c5fedc13315bebf7f5) squid (rc)": 8 2024-08-29T18:02:10.750 INFO:teuthology.orchestra.run.smithi028.stdout: }, 2024-08-29T18:02:10.750 INFO:teuthology.orchestra.run.smithi028.stdout: "mds": { 2024-08-29T18:02:10.750 INFO:teuthology.orchestra.run.smithi028.stdout: "ceph version 19.1.1-235-g1ef86450 (1ef864504b8875c83ee6c2c5fedc13315bebf7f5) squid (rc)": 2 2024-08-29T18:02:10.750 INFO:teuthology.orchestra.run.smithi028.stdout: }, 2024-08-29T18:02:10.750 INFO:teuthology.orchestra.run.smithi028.stdout: "overall": { 2024-08-29T18:02:10.750 INFO:teuthology.orchestra.run.smithi028.stdout: "ceph version 19.1.1-235-g1ef86450 (1ef864504b8875c83ee6c2c5fedc13315bebf7f5) squid (rc)": 15 2024-08-29T18:02:10.750 INFO:teuthology.orchestra.run.smithi028.stdout: } 2024-08-29T18:02:10.750 INFO:teuthology.orchestra.run.smithi028.stdout:} 2024-08-29T18:02:10.825 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:02:10 smithi053 bash[68679]: cluster 2024-08-29T18:02:09.154782+0000 mgr.y (mgr.25022) 462 : cluster [DBG] pgmap v884: 121 pgs: 121 active+clean; 577 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 12 KiB/s rd, 1.4 MiB/s wr, 1 op/s 2024-08-29T18:02:10.825 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:02:10 smithi053 bash[68679]: cluster 2024-08-29T18:02:09.386125+0000 mon.a (mon.0) 1474 : cluster [DBG] osdmap e903: 8 total, 8 up, 8 in 2024-08-29T18:02:11.630 INFO:journalctl@ceph.mgr.y.smithi028.stdout:Aug 29 18:02:11 smithi028 bash[70818]: ::ffff:172.21.15.53 - - [29/Aug/2024:18:02:11] "GET /metrics HTTP/1.1" 200 36246 "" "Prometheus/2.43.0" 2024-08-29T18:02:11.630 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:02:11 smithi028 bash[78352]: audit 2024-08-29T18:02:10.685261+0000 mon.a (mon.0) 1475 : audit [DBG] from='client.? 172.21.15.28:0/1049853098' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-08-29T18:02:11.630 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:02:11 smithi028 bash[78352]: audit 2024-08-29T18:02:10.749607+0000 mon.a (mon.0) 1476 : audit [DBG] from='client.? 172.21.15.28:0/1727743459' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-08-29T18:02:11.631 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:02:11 smithi028 bash[77168]: audit 2024-08-29T18:02:10.685261+0000 mon.a (mon.0) 1475 : audit [DBG] from='client.? 172.21.15.28:0/1049853098' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-08-29T18:02:11.631 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:02:11 smithi028 bash[77168]: audit 2024-08-29T18:02:10.749607+0000 mon.a (mon.0) 1476 : audit [DBG] from='client.? 172.21.15.28:0/1727743459' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-08-29T18:02:11.731 DEBUG:teuthology.orchestra.run.smithi028:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 3167ee72-662c-11ef-bcd4-c7b262605968 -e sha1=1ef864504b8875c83ee6c2c5fedc13315bebf7f5 -- bash -c 'ceph versions | jq -e '"'"'.overall | length == 1'"'"'' 2024-08-29T18:02:11.735 DEBUG:teuthology.orchestra.run.smithi028:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 3167ee72-662c-11ef-bcd4-c7b262605968 -- ceph pg dump --format=json 2024-08-29T18:02:11.824 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:02:11 smithi053 bash[68679]: audit 2024-08-29T18:02:10.685261+0000 mon.a (mon.0) 1475 : audit [DBG] from='client.? 172.21.15.28:0/1049853098' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-08-29T18:02:11.825 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:02:11 smithi053 bash[68679]: audit 2024-08-29T18:02:10.749607+0000 mon.a (mon.0) 1476 : audit [DBG] from='client.? 172.21.15.28:0/1727743459' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-08-29T18:02:12.575 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:02:12 smithi053 bash[68679]: cluster 2024-08-29T18:02:11.155597+0000 mgr.y (mgr.25022) 463 : cluster [DBG] pgmap v886: 121 pgs: 121 active+clean; 577 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 0 B/s rd, 146 KiB/s wr, 0 op/s 2024-08-29T18:02:12.575 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:02:12 smithi053 bash[68679]: audit 2024-08-29T18:02:12.043682+0000 mon.a (mon.0) 1477 : audit [DBG] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-29T18:02:12.575 INFO:journalctl@ceph.prometheus.a.smithi053.stdout:Aug 29 18:02:12 smithi053 bash[95567]: ts=2024-08-29T18:02:12.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"3167ee72-662c-11ef-bcd4-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-29T18:02:12.880 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:02:12 smithi028 bash[77168]: cluster 2024-08-29T18:02:11.155597+0000 mgr.y (mgr.25022) 463 : cluster [DBG] pgmap v886: 121 pgs: 121 active+clean; 577 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 0 B/s rd, 146 KiB/s wr, 0 op/s 2024-08-29T18:02:12.880 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:02:12 smithi028 bash[77168]: audit 2024-08-29T18:02:12.043682+0000 mon.a (mon.0) 1477 : audit [DBG] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-29T18:02:12.880 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:02:12 smithi028 bash[78352]: cluster 2024-08-29T18:02:11.155597+0000 mgr.y (mgr.25022) 463 : cluster [DBG] pgmap v886: 121 pgs: 121 active+clean; 577 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 0 B/s rd, 146 KiB/s wr, 0 op/s 2024-08-29T18:02:12.880 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:02:12 smithi028 bash[78352]: audit 2024-08-29T18:02:12.043682+0000 mon.a (mon.0) 1477 : audit [DBG] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-29T18:02:14.825 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:02:14 smithi053 bash[68679]: cluster 2024-08-29T18:02:13.156327+0000 mgr.y (mgr.25022) 464 : cluster [DBG] pgmap v887: 121 pgs: 121 active+clean; 577 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 0 B/s rd, 34 KiB/s wr, 0 op/s 2024-08-29T18:02:14.880 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:02:14 smithi028 bash[78352]: cluster 2024-08-29T18:02:13.156327+0000 mgr.y (mgr.25022) 464 : cluster [DBG] pgmap v887: 121 pgs: 121 active+clean; 577 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 0 B/s rd, 34 KiB/s wr, 0 op/s 2024-08-29T18:02:14.880 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:02:14 smithi028 bash[77168]: cluster 2024-08-29T18:02:13.156327+0000 mgr.y (mgr.25022) 464 : cluster [DBG] pgmap v887: 121 pgs: 121 active+clean; 577 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 0 B/s rd, 34 KiB/s wr, 0 op/s 2024-08-29T18:02:16.524 INFO:teuthology.orchestra.run.smithi028.stderr:Inferring config /var/lib/ceph/3167ee72-662c-11ef-bcd4-c7b262605968/mon.a/config 2024-08-29T18:02:16.525 INFO:teuthology.orchestra.run.smithi028.stderr:Inferring config /var/lib/ceph/3167ee72-662c-11ef-bcd4-c7b262605968/mon.a/config 2024-08-29T18:02:16.664 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:02:16 smithi028 bash[78352]: cluster 2024-08-29T18:02:15.157615+0000 mgr.y (mgr.25022) 465 : cluster [DBG] pgmap v888: 121 pgs: 121 active+clean; 577 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail 2024-08-29T18:02:16.665 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:02:16 smithi028 bash[77168]: cluster 2024-08-29T18:02:15.157615+0000 mgr.y (mgr.25022) 465 : cluster [DBG] pgmap v888: 121 pgs: 121 active+clean; 577 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail 2024-08-29T18:02:16.825 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:02:16 smithi053 bash[68679]: cluster 2024-08-29T18:02:15.157615+0000 mgr.y (mgr.25022) 465 : cluster [DBG] pgmap v888: 121 pgs: 121 active+clean; 577 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail 2024-08-29T18:02:18.630 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:02:18 smithi028 bash[78352]: cluster 2024-08-29T18:02:17.158448+0000 mgr.y (mgr.25022) 466 : cluster [DBG] pgmap v889: 121 pgs: 121 active+clean; 577 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail 2024-08-29T18:02:18.630 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:02:18 smithi028 bash[77168]: cluster 2024-08-29T18:02:17.158448+0000 mgr.y (mgr.25022) 466 : cluster [DBG] pgmap v889: 121 pgs: 121 active+clean; 577 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail 2024-08-29T18:02:18.825 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:02:18 smithi053 bash[68679]: cluster 2024-08-29T18:02:17.158448+0000 mgr.y (mgr.25022) 466 : cluster [DBG] pgmap v889: 121 pgs: 121 active+clean; 577 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail 2024-08-29T18:02:20.825 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:02:20 smithi053 bash[68679]: cluster 2024-08-29T18:02:19.159497+0000 mgr.y (mgr.25022) 467 : cluster [DBG] pgmap v890: 121 pgs: 121 active+clean; 577 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail 2024-08-29T18:02:20.880 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:02:20 smithi028 bash[78352]: cluster 2024-08-29T18:02:19.159497+0000 mgr.y (mgr.25022) 467 : cluster [DBG] pgmap v890: 121 pgs: 121 active+clean; 577 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail 2024-08-29T18:02:20.880 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:02:20 smithi028 bash[77168]: cluster 2024-08-29T18:02:19.159497+0000 mgr.y (mgr.25022) 467 : cluster [DBG] pgmap v890: 121 pgs: 121 active+clean; 577 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail 2024-08-29T18:02:21.495 INFO:teuthology.orchestra.run.smithi028.stdout: 2024-08-29T18:02:21.500 INFO:teuthology.orchestra.run.smithi028.stderr:dumped all 2024-08-29T18:02:21.546 INFO:teuthology.orchestra.run.smithi028.stdout:true 2024-08-29T18:02:21.718 INFO:journalctl@ceph.mgr.y.smithi028.stdout:Aug 29 18:02:21 smithi028 bash[70818]: ::ffff:172.21.15.53 - - [29/Aug/2024:18:02:21] "GET /metrics HTTP/1.1" 200 36245 "" "Prometheus/2.43.0" 2024-08-29T18:02:22.469 DEBUG:teuthology.orchestra.run.smithi028:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 3167ee72-662c-11ef-bcd4-c7b262605968 -e sha1=1ef864504b8875c83ee6c2c5fedc13315bebf7f5 -- bash -c 'ceph versions | jq -e '"'"'.overall | keys'"'"' | grep $sha1' 2024-08-29T18:02:22.485 INFO:teuthology.orchestra.run.smithi028.stdout:{"pg_ready":true,"pg_map":{"version":891,"stamp":"2024-08-29T18:02:21.159762+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":604773361,"num_objects":300,"num_object_clones":225,"num_object_copies":900,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":300,"num_whiteouts":10,"num_read":4622,"num_read_kb":5923303,"num_write":9220,"num_write_kb":1882293,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":153,"num_bytes_recovered":473351776,"num_keys_recovered":0,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":26232,"ondisk_log_size":26232,"up":363,"acting":363,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":363,"num_osds":8,"num_per_pool_osds":8,"num_per_pool_omap_osds":8,"kb":749961216,"kb_used":4636288,"kb_used_data":844384,"kb_used_omap":445,"kb_used_meta":3791362,"kb_avail":745324928,"statfs":{"total":767960285184,"available":763212726272,"internally_reserved":0,"allocated":864649216,"data_stored":1585791819,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":456362,"internal_metadata":3882355030},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"11.780640"},"pg_stats":[{"pgid":"3.3f","version":"0'0","reported_seq":1059,"reported_epoch":903,"state":"active+clean","last_fresh":"2024-08-29T18:02:09.384691+0000","last_change":"2024-08-29T17:58:11.354587+0000","last_active":"2024-08-29T18:02:09.384691+0000","last_peered":"2024-08-29T18:02:09.384691+0000","last_clean":"2024-08-29T18:02:09.384691+0000","last_became_active":"2024-08-29T17:58:11.352330+0000","last_became_peered":"2024-08-29T17:58:11.352330+0000","last_unstale":"2024-08-29T18:02:09.384691+0000","last_undegraded":"2024-08-29T18:02:09.384691+0000","last_fullsized":"2024-08-29T18:02:09.384691+0000","mapping_epoch":680,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":681,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-29T17:41:01.987071+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-29T17:41:01.987071+0000","last_clean_scrub_stamp":"2024-08-29T17:41:01.987071+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-30T17:55:27.162202+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6,0],"acting":[7,6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.3e","version":"0'0","reported_seq":1266,"reported_epoch":903,"state":"active+clean","last_fresh":"2024-08-29T18:02:09.835222+0000","last_change":"2024-08-29T17:57:36.382672+0000","last_active":"2024-08-29T18:02:09.835222+0000","last_peered":"2024-08-29T18:02:09.835222+0000","last_clean":"2024-08-29T18:02:09.835222+0000","last_became_active":"2024-08-29T17:57:36.382035+0000","last_became_peered":"2024-08-29T17:57:36.382035+0000","last_unstale":"2024-08-29T18:02:09.835222+0000","last_undegraded":"2024-08-29T18:02:09.835222+0000","last_fullsized":"2024-08-29T18:02:09.835222+0000","mapping_epoch":645,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":646,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-29T17:41:01.987071+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-29T17:41:01.987071+0000","last_clean_scrub_stamp":"2024-08-29T17:41:01.987071+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-31T03:29:31.430188+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0,6],"acting":[1,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.3d","version":"0'0","reported_seq":1289,"reported_epoch":903,"state":"active+clean","last_fresh":"2024-08-29T18:02:09.384726+0000","last_change":"2024-08-29T17:55:26.373796+0000","last_active":"2024-08-29T18:02:09.384726+0000","last_peered":"2024-08-29T18:02:09.384726+0000","last_clean":"2024-08-29T18:02:09.384726+0000","last_became_active":"2024-08-29T17:55:26.372812+0000","last_became_peered":"2024-08-29T17:55:26.372812+0000","last_unstale":"2024-08-29T18:02:09.384726+0000","last_undegraded":"2024-08-29T18:02:09.384726+0000","last_fullsized":"2024-08-29T18:02:09.384726+0000","mapping_epoch":516,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":517,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-29T17:41:01.987071+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-29T17:41:01.987071+0000","last_clean_scrub_stamp":"2024-08-29T17:41:01.987071+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-31T02:20:48.915110+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2,1],"acting":[0,2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.3c","version":"0'0","reported_seq":1138,"reported_epoch":903,"state":"active+clean","last_fresh":"2024-08-29T18:02:09.477489+0000","last_change":"2024-08-29T17:58:11.355396+0000","last_active":"2024-08-29T18:02:09.477489+0000","last_peered":"2024-08-29T18:02:09.477489+0000","last_clean":"2024-08-29T18:02:09.477489+0000","last_became_active":"2024-08-29T17:58:11.354662+0000","last_became_peered":"2024-08-29T17:58:11.354662+0000","last_unstale":"2024-08-29T18:02:09.477489+0000","last_undegraded":"2024-08-29T18:02:09.477489+0000","last_fullsized":"2024-08-29T18:02:09.477489+0000","mapping_epoch":680,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":681,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-29T17:41:01.987071+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-29T17:41:01.987071+0000","last_clean_scrub_stamp":"2024-08-29T17:41:01.987071+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-30T21:13:09.592393+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,7],"acting":[5,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.3b","version":"0'0","reported_seq":1075,"reported_epoch":903,"state":"active+clean","last_fresh":"2024-08-29T18:02:09.383379+0000","last_change":"2024-08-29T17:58:11.364903+0000","last_active":"2024-08-29T18:02:09.383379+0000","last_peered":"2024-08-29T18:02:09.383379+0000","last_clean":"2024-08-29T18:02:09.383379+0000","last_became_active":"2024-08-29T17:58:11.363124+0000","last_became_peered":"2024-08-29T17:58:11.363124+0000","last_unstale":"2024-08-29T18:02:09.383379+0000","last_undegraded":"2024-08-29T18:02:09.383379+0000","last_fullsized":"2024-08-29T18:02:09.383379+0000","mapping_epoch":680,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":681,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-29T17:41:01.987071+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-29T17:41:01.987071+0000","last_clean_scrub_stamp":"2024-08-29T17:41:01.987071+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-31T01:40:16.818242+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2,4],"acting":[7,2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.3a","version":"0'0","reported_seq":1126,"reported_epoch":903,"state":"active+clean","last_fresh":"2024-08-29T18:02:09.477099+0000","last_change":"2024-08-29T17:57:02.361837+0000","last_active":"2024-08-29T18:02:09.477099+0000","last_peered":"2024-08-29T18:02:09.477099+0000","last_clean":"2024-08-29T18:02:09.477099+0000","last_became_active":"2024-08-29T17:57:02.360220+0000","last_became_peered":"2024-08-29T17:57:02.360220+0000","last_unstale":"2024-08-29T18:02:09.477099+0000","last_undegraded":"2024-08-29T18:02:09.477099+0000","last_fullsized":"2024-08-29T18:02:09.477099+0000","mapping_epoch":612,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":613,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-29T17:41:01.987071+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-29T17:41:01.987071+0000","last_clean_scrub_stamp":"2024-08-29T17:41:01.987071+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-31T02:49:15.529692+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0,1],"acting":[5,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.39","version":"0'0","reported_seq":1075,"reported_epoch":903,"state":"active+clean","last_fresh":"2024-08-29T18:02:09.382944+0000","last_change":"2024-08-29T17:58:11.360605+0000","last_active":"2024-08-29T18:02:09.382944+0000","last_peered":"2024-08-29T18:02:09.382944+0000","last_clean":"2024-08-29T18:02:09.382944+0000","last_became_active":"2024-08-29T17:58:11.360272+0000","last_became_peered":"2024-08-29T17:58:11.360272+0000","last_unstale":"2024-08-29T18:02:09.382944+0000","last_undegraded":"2024-08-29T18:02:09.382944+0000","last_fullsized":"2024-08-29T18:02:09.382944+0000","mapping_epoch":680,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":681,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-29T17:41:01.987071+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-29T17:41:01.987071+0000","last_clean_scrub_stamp":"2024-08-29T17:41:01.987071+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-31T05:23:04.439566+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,4],"acting":[7,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.38","version":"0'0","reported_seq":1190,"reported_epoch":903,"state":"active+clean","last_fresh":"2024-08-29T18:02:09.644189+0000","last_change":"2024-08-29T17:57:36.388242+0000","last_active":"2024-08-29T18:02:09.644189+0000","last_peered":"2024-08-29T18:02:09.644189+0000","last_clean":"2024-08-29T18:02:09.644189+0000","last_became_active":"2024-08-29T17:57:36.381992+0000","last_became_peered":"2024-08-29T17:57:36.381992+0000","last_unstale":"2024-08-29T18:02:09.644189+0000","last_undegraded":"2024-08-29T18:02:09.644189+0000","last_fullsized":"2024-08-29T18:02:09.644189+0000","mapping_epoch":645,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":646,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-29T17:41:01.987071+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-29T17:41:01.987071+0000","last_clean_scrub_stamp":"2024-08-29T17:41:01.987071+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-31T01:35:56.702031+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,6],"acting":[3,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.37","version":"0'0","reported_seq":1073,"reported_epoch":903,"state":"active+clean","last_fresh":"2024-08-29T18:02:09.384439+0000","last_change":"2024-08-29T17:58:11.363805+0000","last_active":"2024-08-29T18:02:09.384439+0000","last_peered":"2024-08-29T18:02:09.384439+0000","last_clean":"2024-08-29T18:02:09.384439+0000","last_became_active":"2024-08-29T17:58:11.363471+0000","last_became_peered":"2024-08-29T17:58:11.363471+0000","last_unstale":"2024-08-29T18:02:09.384439+0000","last_undegraded":"2024-08-29T18:02:09.384439+0000","last_fullsized":"2024-08-29T18:02:09.384439+0000","mapping_epoch":680,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":681,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-29T17:41:01.987071+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-29T17:41:01.987071+0000","last_clean_scrub_stamp":"2024-08-29T17:41:01.987071+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-30T21:44:59.053270+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,0],"acting":[7,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.36","version":"0'0","reported_seq":1092,"reported_epoch":903,"state":"active+clean","last_fresh":"2024-08-29T18:02:09.837834+0000","last_change":"2024-08-29T17:57:36.385592+0000","last_active":"2024-08-29T18:02:09.837834+0000","last_peered":"2024-08-29T18:02:09.837834+0000","last_clean":"2024-08-29T18:02:09.837834+0000","last_became_active":"2024-08-29T17:57:36.385239+0000","last_became_peered":"2024-08-29T17:57:36.385239+0000","last_unstale":"2024-08-29T18:02:09.837834+0000","last_undegraded":"2024-08-29T18:02:09.837834+0000","last_fullsized":"2024-08-29T18:02:09.837834+0000","mapping_epoch":645,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":646,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-29T17:41:01.987071+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-29T17:41:01.987071+0000","last_clean_scrub_stamp":"2024-08-29T17:41:01.987071+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-30T23:08:19.821883+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5,1],"acting":[6,5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.35","version":"0'0","reported_seq":1092,"reported_epoch":903,"state":"active+clean","last_fresh":"2024-08-29T18:02:09.835663+0000","last_change":"2024-08-29T17:57:36.384391+0000","last_active":"2024-08-29T18:02:09.835663+0000","last_peered":"2024-08-29T18:02:09.835663+0000","last_clean":"2024-08-29T18:02:09.835663+0000","last_became_active":"2024-08-29T17:57:36.383795+0000","last_became_peered":"2024-08-29T17:57:36.383795+0000","last_unstale":"2024-08-29T18:02:09.835663+0000","last_undegraded":"2024-08-29T18:02:09.835663+0000","last_fullsized":"2024-08-29T18:02:09.835663+0000","mapping_epoch":645,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":646,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-29T17:41:01.987071+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-29T17:41:01.987071+0000","last_clean_scrub_stamp":"2024-08-29T17:41:01.987071+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-31T01:42:41.285473+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5,0],"acting":[6,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.34","version":"0'0","reported_seq":1244,"reported_epoch":903,"state":"active+clean","last_fresh":"2024-08-29T18:02:09.383984+0000","last_change":"2024-08-29T17:57:36.385109+0000","last_active":"2024-08-29T18:02:09.383984+0000","last_peered":"2024-08-29T18:02:09.383984+0000","last_clean":"2024-08-29T18:02:09.383984+0000","last_became_active":"2024-08-29T17:57:36.384479+0000","last_became_peered":"2024-08-29T17:57:36.384479+0000","last_unstale":"2024-08-29T18:02:09.383984+0000","last_undegraded":"2024-08-29T18:02:09.383984+0000","last_fullsized":"2024-08-29T18:02:09.383984+0000","mapping_epoch":645,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":646,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-29T17:41:01.987071+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-29T17:41:01.987071+0000","last_clean_scrub_stamp":"2024-08-29T17:41:01.987071+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-30T21:42:56.724966+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,6,0],"acting":[2,6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.33","version":"0'0","reported_seq":1211,"reported_epoch":903,"state":"active+clean","last_fresh":"2024-08-29T18:02:09.645070+0000","last_change":"2024-08-29T17:57:36.390099+0000","last_active":"2024-08-29T18:02:09.645070+0000","last_peered":"2024-08-29T18:02:09.645070+0000","last_clean":"2024-08-29T18:02:09.645070+0000","last_became_active":"2024-08-29T17:57:36.389315+0000","last_became_peered":"2024-08-29T17:57:36.389315+0000","last_unstale":"2024-08-29T18:02:09.645070+0000","last_undegraded":"2024-08-29T18:02:09.645070+0000","last_fullsized":"2024-08-29T18:02:09.645070+0000","mapping_epoch":645,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":646,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-29T17:41:01.987071+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-29T17:41:01.987071+0000","last_clean_scrub_stamp":"2024-08-29T17:41:01.987071+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-31T05:01:35.889081+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6,1],"acting":[3,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.32","version":"0'0","reported_seq":1289,"reported_epoch":903,"state":"active+clean","last_fresh":"2024-08-29T18:02:09.382597+0000","last_change":"2024-08-29T17:57:02.354663+0000","last_active":"2024-08-29T18:02:09.382597+0000","last_peered":"2024-08-29T18:02:09.382597+0000","last_clean":"2024-08-29T18:02:09.382597+0000","last_became_active":"2024-08-29T17:57:02.353166+0000","last_became_peered":"2024-08-29T17:57:02.353166+0000","last_unstale":"2024-08-29T18:02:09.382597+0000","last_undegraded":"2024-08-29T18:02:09.382597+0000","last_fullsized":"2024-08-29T18:02:09.382597+0000","mapping_epoch":612,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":613,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-29T17:41:01.987071+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-29T17:41:01.987071+0000","last_clean_scrub_stamp":"2024-08-29T17:41:01.987071+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-31T01:37:42.079291+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,5],"acting":[0,1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.31","version":"0'0","reported_seq":1234,"reported_epoch":903,"state":"active+clean","last_fresh":"2024-08-29T18:02:09.833822+0000","last_change":"2024-08-29T17:57:02.346709+0000","last_active":"2024-08-29T18:02:09.833822+0000","last_peered":"2024-08-29T18:02:09.833822+0000","last_clean":"2024-08-29T18:02:09.833822+0000","last_became_active":"2024-08-29T17:57:02.345991+0000","last_became_peered":"2024-08-29T17:57:02.345991+0000","last_unstale":"2024-08-29T18:02:09.833822+0000","last_undegraded":"2024-08-29T18:02:09.833822+0000","last_fullsized":"2024-08-29T18:02:09.833822+0000","mapping_epoch":612,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":613,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-29T17:41:01.987071+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-29T17:41:01.987071+0000","last_clean_scrub_stamp":"2024-08-29T17:41:01.987071+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-31T03:56:30.665442+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4,5],"acting":[1,4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.30","version":"0'0","reported_seq":1130,"reported_epoch":903,"state":"active+clean","last_fresh":"2024-08-29T18:02:09.476259+0000","last_change":"2024-08-29T17:58:11.351206+0000","last_active":"2024-08-29T18:02:09.476259+0000","last_peered":"2024-08-29T18:02:09.476259+0000","last_clean":"2024-08-29T18:02:09.476259+0000","last_became_active":"2024-08-29T17:58:11.350769+0000","last_became_peered":"2024-08-29T17:58:11.350769+0000","last_unstale":"2024-08-29T18:02:09.476259+0000","last_undegraded":"2024-08-29T18:02:09.476259+0000","last_fullsized":"2024-08-29T18:02:09.476259+0000","mapping_epoch":680,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":681,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-29T17:41:01.987071+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-29T17:41:01.987071+0000","last_clean_scrub_stamp":"2024-08-29T17:41:01.987071+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-31T02:25:26.997669+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0,7],"acting":[5,0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.2f","version":"0'0","reported_seq":1148,"reported_epoch":903,"state":"active+clean","last_fresh":"2024-08-29T18:02:09.477784+0000","last_change":"2024-08-29T17:58:11.354827+0000","last_active":"2024-08-29T18:02:09.477784+0000","last_peered":"2024-08-29T18:02:09.477784+0000","last_clean":"2024-08-29T18:02:09.477784+0000","last_became_active":"2024-08-29T17:58:11.354431+0000","last_became_peered":"2024-08-29T17:58:11.354431+0000","last_unstale":"2024-08-29T18:02:09.477784+0000","last_undegraded":"2024-08-29T18:02:09.477784+0000","last_fullsized":"2024-08-29T18:02:09.477784+0000","mapping_epoch":680,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":681,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-29T17:41:01.987071+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-29T17:41:01.987071+0000","last_clean_scrub_stamp":"2024-08-29T17:41:01.987071+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-30T23:16:48.659659+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,3],"acting":[5,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.2e","version":"0'0","reported_seq":1214,"reported_epoch":903,"state":"active+clean","last_fresh":"2024-08-29T18:02:09.384311+0000","last_change":"2024-08-29T17:58:11.352191+0000","last_active":"2024-08-29T18:02:09.384311+0000","last_peered":"2024-08-29T18:02:09.384311+0000","last_clean":"2024-08-29T18:02:09.384311+0000","last_became_active":"2024-08-29T17:58:11.351552+0000","last_became_peered":"2024-08-29T17:58:11.351552+0000","last_unstale":"2024-08-29T18:02:09.384311+0000","last_undegraded":"2024-08-29T18:02:09.384311+0000","last_fullsized":"2024-08-29T18:02:09.384311+0000","mapping_epoch":680,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":681,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-29T17:41:01.987071+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-29T17:41:01.987071+0000","last_clean_scrub_stamp":"2024-08-29T17:41:01.987071+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-31T00:18:33.505850+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,6,7],"acting":[2,6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.2d","version":"0'0","reported_seq":1058,"reported_epoch":903,"state":"active+clean","last_fresh":"2024-08-29T18:02:09.384323+0000","last_change":"2024-08-29T17:58:11.365372+0000","last_active":"2024-08-29T18:02:09.384323+0000","last_peered":"2024-08-29T18:02:09.384323+0000","last_clean":"2024-08-29T18:02:09.384323+0000","last_became_active":"2024-08-29T17:58:11.364834+0000","last_became_peered":"2024-08-29T17:58:11.364834+0000","last_unstale":"2024-08-29T18:02:09.384323+0000","last_undegraded":"2024-08-29T18:02:09.384323+0000","last_fullsized":"2024-08-29T18:02:09.384323+0000","mapping_epoch":680,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":681,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-29T17:41:01.987071+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-29T17:41:01.987071+0000","last_clean_scrub_stamp":"2024-08-29T17:41:01.987071+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-31T02:56:19.623489+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2,6],"acting":[7,2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.2c","version":"0'0","reported_seq":1102,"reported_epoch":903,"state":"active+clean","last_fresh":"2024-08-29T18:02:09.836366+0000","last_change":"2024-08-29T17:57:36.381897+0000","last_active":"2024-08-29T18:02:09.836366+0000","last_peered":"2024-08-29T18:02:09.836366+0000","last_clean":"2024-08-29T18:02:09.836366+0000","last_became_active":"2024-08-29T17:57:36.381438+0000","last_became_peered":"2024-08-29T17:57:36.381438+0000","last_unstale":"2024-08-29T18:02:09.836366+0000","last_undegraded":"2024-08-29T18:02:09.836366+0000","last_fullsized":"2024-08-29T18:02:09.836366+0000","mapping_epoch":645,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":646,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-29T17:41:01.987071+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-29T17:41:01.987071+0000","last_clean_scrub_stamp":"2024-08-29T17:41:01.987071+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-31T02:29:40.299776+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,0],"acting":[6,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.2b","version":"0'0","reported_seq":1232,"reported_epoch":903,"state":"active+clean","last_fresh":"2024-08-29T18:02:09.383425+0000","last_change":"2024-08-29T17:58:11.354480+0000","last_active":"2024-08-29T18:02:09.383425+0000","last_peered":"2024-08-29T18:02:09.383425+0000","last_clean":"2024-08-29T18:02:09.383425+0000","last_became_active":"2024-08-29T17:58:11.353755+0000","last_became_peered":"2024-08-29T17:58:11.353755+0000","last_unstale":"2024-08-29T18:02:09.383425+0000","last_undegraded":"2024-08-29T18:02:09.383425+0000","last_fullsized":"2024-08-29T18:02:09.383425+0000","mapping_epoch":680,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":681,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-29T17:41:01.987071+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-29T17:41:01.987071+0000","last_clean_scrub_stamp":"2024-08-29T17:41:01.987071+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-31T02:57:43.356530+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,7,1],"acting":[2,7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.2a","version":"0'0","reported_seq":1137,"reported_epoch":903,"state":"active+clean","last_fresh":"2024-08-29T18:02:09.476608+0000","last_change":"2024-08-29T17:58:11.356067+0000","last_active":"2024-08-29T18:02:09.476608+0000","last_peered":"2024-08-29T18:02:09.476608+0000","last_clean":"2024-08-29T18:02:09.476608+0000","last_became_active":"2024-08-29T17:58:11.355517+0000","last_became_peered":"2024-08-29T17:58:11.355517+0000","last_unstale":"2024-08-29T18:02:09.476608+0000","last_undegraded":"2024-08-29T18:02:09.476608+0000","last_fullsized":"2024-08-29T18:02:09.476608+0000","mapping_epoch":680,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":681,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-29T17:41:01.987071+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-29T17:41:01.987071+0000","last_clean_scrub_stamp":"2024-08-29T17:41:01.987071+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-30T21:09:18.166571+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,6],"acting":[5,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.29","version":"0'0","reported_seq":1211,"reported_epoch":903,"state":"active+clean","last_fresh":"2024-08-29T18:02:09.644606+0000","last_change":"2024-08-29T17:56:29.388672+0000","last_active":"2024-08-29T18:02:09.644606+0000","last_peered":"2024-08-29T18:02:09.644606+0000","last_clean":"2024-08-29T18:02:09.644606+0000","last_became_active":"2024-08-29T17:56:29.387900+0000","last_became_peered":"2024-08-29T17:56:29.387900+0000","last_unstale":"2024-08-29T18:02:09.644606+0000","last_undegraded":"2024-08-29T18:02:09.644606+0000","last_fullsized":"2024-08-29T18:02:09.644606+0000","mapping_epoch":579,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":580,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-29T17:41:01.987071+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-29T17:41:01.987071+0000","last_clean_scrub_stamp":"2024-08-29T17:41:01.987071+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-30T21:41:25.386113+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4,1],"acting":[3,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.28","version":"0'0","reported_seq":1146,"reported_epoch":903,"state":"active+clean","last_fresh":"2024-08-29T18:02:09.476473+0000","last_change":"2024-08-29T17:57:02.377048+0000","last_active":"2024-08-29T18:02:09.476473+0000","last_peered":"2024-08-29T18:02:09.476473+0000","last_clean":"2024-08-29T18:02:09.476473+0000","last_became_active":"2024-08-29T17:57:02.376400+0000","last_became_peered":"2024-08-29T17:57:02.376400+0000","last_unstale":"2024-08-29T18:02:09.476473+0000","last_undegraded":"2024-08-29T18:02:09.476473+0000","last_fullsized":"2024-08-29T18:02:09.476473+0000","mapping_epoch":612,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":613,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-29T17:41:01.987071+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-29T17:41:01.987071+0000","last_clean_scrub_stamp":"2024-08-29T17:41:01.987071+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-30T21:21:32.371219+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,2],"acting":[5,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.27","version":"0'0","reported_seq":1200,"reported_epoch":903,"state":"active+clean","last_fresh":"2024-08-29T18:02:09.645860+0000","last_change":"2024-08-29T17:56:29.368565+0000","last_active":"2024-08-29T18:02:09.645860+0000","last_peered":"2024-08-29T18:02:09.645860+0000","last_clean":"2024-08-29T18:02:09.645860+0000","last_became_active":"2024-08-29T17:56:29.367992+0000","last_became_peered":"2024-08-29T17:56:29.367992+0000","last_unstale":"2024-08-29T18:02:09.645860+0000","last_undegraded":"2024-08-29T18:02:09.645860+0000","last_fullsized":"2024-08-29T18:02:09.645860+0000","mapping_epoch":579,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":580,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-29T17:41:01.987071+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-29T17:41:01.987071+0000","last_clean_scrub_stamp":"2024-08-29T17:41:01.987071+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-30T18:22:59.055878+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4,2],"acting":[3,4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.26","version":"0'0","reported_seq":1094,"reported_epoch":903,"state":"active+clean","last_fresh":"2024-08-29T18:02:09.835992+0000","last_change":"2024-08-29T17:58:11.344681+0000","last_active":"2024-08-29T18:02:09.835992+0000","last_peered":"2024-08-29T18:02:09.835992+0000","last_clean":"2024-08-29T18:02:09.835992+0000","last_became_active":"2024-08-29T17:58:11.343684+0000","last_became_peered":"2024-08-29T17:58:11.343684+0000","last_unstale":"2024-08-29T18:02:09.835992+0000","last_undegraded":"2024-08-29T18:02:09.835992+0000","last_fullsized":"2024-08-29T18:02:09.835992+0000","mapping_epoch":680,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":681,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-29T17:41:01.987071+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-29T17:41:01.987071+0000","last_clean_scrub_stamp":"2024-08-29T17:41:01.987071+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-30T21:14:29.127146+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7,4],"acting":[6,7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.25","version":"0'0","reported_seq":1234,"reported_epoch":903,"state":"active+clean","last_fresh":"2024-08-29T18:02:09.834773+0000","last_change":"2024-08-29T17:55:56.309585+0000","last_active":"2024-08-29T18:02:09.834773+0000","last_peered":"2024-08-29T18:02:09.834773+0000","last_clean":"2024-08-29T18:02:09.834773+0000","last_became_active":"2024-08-29T17:55:56.307401+0000","last_became_peered":"2024-08-29T17:55:56.307401+0000","last_unstale":"2024-08-29T18:02:09.834773+0000","last_undegraded":"2024-08-29T18:02:09.834773+0000","last_fullsized":"2024-08-29T18:02:09.834773+0000","mapping_epoch":546,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":547,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-29T17:41:01.987071+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-29T17:41:01.987071+0000","last_clean_scrub_stamp":"2024-08-29T17:41:01.987071+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-30T23:27:57.059091+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,2],"acting":[1,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.24","version":"0'0","reported_seq":1182,"reported_epoch":903,"state":"active+clean","last_fresh":"2024-08-29T18:02:09.644853+0000","last_change":"2024-08-29T17:56:29.370488+0000","last_active":"2024-08-29T18:02:09.644853+0000","last_peered":"2024-08-29T18:02:09.644853+0000","last_clean":"2024-08-29T18:02:09.644853+0000","last_became_active":"2024-08-29T17:56:29.369353+0000","last_became_peered":"2024-08-29T17:56:29.369353+0000","last_unstale":"2024-08-29T18:02:09.644853+0000","last_undegraded":"2024-08-29T18:02:09.644853+0000","last_fullsized":"2024-08-29T18:02:09.644853+0000","mapping_epoch":579,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":580,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-29T17:41:01.987071+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-29T17:41:01.987071+0000","last_clean_scrub_stamp":"2024-08-29T17:41:01.987071+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-31T00:54:36.024558+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4,0],"acting":[3,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.23","version":"0'0","reported_seq":1289,"reported_epoch":903,"state":"active+clean","last_fresh":"2024-08-29T18:02:09.385652+0000","last_change":"2024-08-29T17:56:29.393593+0000","last_active":"2024-08-29T18:02:09.385652+0000","last_peered":"2024-08-29T18:02:09.385652+0000","last_clean":"2024-08-29T18:02:09.385652+0000","last_became_active":"2024-08-29T17:56:29.392785+0000","last_became_peered":"2024-08-29T17:56:29.392785+0000","last_unstale":"2024-08-29T18:02:09.385652+0000","last_undegraded":"2024-08-29T18:02:09.385652+0000","last_fullsized":"2024-08-29T18:02:09.385652+0000","mapping_epoch":579,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":580,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-29T17:41:01.987071+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-29T17:41:01.987071+0000","last_clean_scrub_stamp":"2024-08-29T17:41:01.987071+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-30T21:36:53.527096+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3,4],"acting":[0,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.22","version":"0'0","reported_seq":1146,"reported_epoch":903,"state":"active+clean","last_fresh":"2024-08-29T18:02:09.476754+0000","last_change":"2024-08-29T17:57:02.382561+0000","last_active":"2024-08-29T18:02:09.476754+0000","last_peered":"2024-08-29T18:02:09.476754+0000","last_clean":"2024-08-29T18:02:09.476754+0000","last_became_active":"2024-08-29T17:57:02.377028+0000","last_became_peered":"2024-08-29T17:57:02.377028+0000","last_unstale":"2024-08-29T18:02:09.476754+0000","last_undegraded":"2024-08-29T18:02:09.476754+0000","last_fullsized":"2024-08-29T18:02:09.476754+0000","mapping_epoch":612,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":613,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-29T17:41:01.987071+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-29T17:41:01.987071+0000","last_clean_scrub_stamp":"2024-08-29T17:41:01.987071+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-30T18:38:23.359877+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,0],"acting":[5,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.21","version":"0'0","reported_seq":1216,"reported_epoch":903,"state":"active+clean","last_fresh":"2024-08-29T18:02:09.383616+0000","last_change":"2024-08-29T17:57:36.376180+0000","last_active":"2024-08-29T18:02:09.383616+0000","last_peered":"2024-08-29T18:02:09.383616+0000","last_clean":"2024-08-29T18:02:09.383616+0000","last_became_active":"2024-08-29T17:57:36.375752+0000","last_became_peered":"2024-08-29T17:57:36.375752+0000","last_unstale":"2024-08-29T18:02:09.383616+0000","last_undegraded":"2024-08-29T18:02:09.383616+0000","last_fullsized":"2024-08-29T18:02:09.383616+0000","mapping_epoch":645,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":646,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-29T17:41:01.987071+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-29T17:41:01.987071+0000","last_clean_scrub_stamp":"2024-08-29T17:41:01.987071+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-30T20:13:33.883563+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5,6],"acting":[2,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.20","version":"0'0","reported_seq":1093,"reported_epoch":903,"state":"active+clean","last_fresh":"2024-08-29T18:02:09.834570+0000","last_change":"2024-08-29T17:57:36.381821+0000","last_active":"2024-08-29T18:02:09.834570+0000","last_peered":"2024-08-29T18:02:09.834570+0000","last_clean":"2024-08-29T18:02:09.834570+0000","last_became_active":"2024-08-29T17:57:36.381382+0000","last_became_peered":"2024-08-29T17:57:36.381382+0000","last_unstale":"2024-08-29T18:02:09.834570+0000","last_undegraded":"2024-08-29T18:02:09.834570+0000","last_fullsized":"2024-08-29T18:02:09.834570+0000","mapping_epoch":645,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":646,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-29T17:41:01.987071+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-29T17:41:01.987071+0000","last_clean_scrub_stamp":"2024-08-29T17:41:01.987071+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-30T18:05:37.756698+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0,5],"acting":[6,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.1a","version":"0'0","reported_seq":1190,"reported_epoch":903,"state":"active+clean","last_fresh":"2024-08-29T18:02:09.834682+0000","last_change":"2024-08-29T17:56:29.380201+0000","last_active":"2024-08-29T18:02:09.834682+0000","last_peered":"2024-08-29T18:02:09.834682+0000","last_clean":"2024-08-29T18:02:09.834682+0000","last_became_active":"2024-08-29T17:56:29.379401+0000","last_became_peered":"2024-08-29T17:56:29.379401+0000","last_unstale":"2024-08-29T18:02:09.834682+0000","last_undegraded":"2024-08-29T18:02:09.834682+0000","last_fullsized":"2024-08-29T18:02:09.834682+0000","mapping_epoch":579,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":580,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-29T17:41:01.987071+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-29T17:41:01.987071+0000","last_clean_scrub_stamp":"2024-08-29T17:41:01.987071+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-30T21:44:42.982386+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1,2],"acting":[4,1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.1b","version":"721'2","reported_seq":1198,"reported_epoch":903,"state":"active+clean","last_fresh":"2024-08-29T18:02:09.645368+0000","last_change":"2024-08-29T17:58:11.354621+0000","last_active":"2024-08-29T18:02:09.645368+0000","last_peered":"2024-08-29T18:02:09.645368+0000","last_clean":"2024-08-29T18:02:09.645368+0000","last_became_active":"2024-08-29T17:58:11.353854+0000","last_became_peered":"2024-08-29T17:58:11.353854+0000","last_unstale":"2024-08-29T18:02:09.645368+0000","last_undegraded":"2024-08-29T18:02:09.645368+0000","last_fullsized":"2024-08-29T18:02:09.645368+0000","mapping_epoch":680,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":681,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-29T17:40:52.944949+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-29T17:40:52.944949+0000","last_clean_scrub_stamp":"2024-08-29T17:40:52.944949+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-30T21:19:20.986752+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,6],"acting":[3,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1b","version":"0'0","reported_seq":1289,"reported_epoch":903,"state":"active+clean","last_fresh":"2024-08-29T18:02:09.384930+0000","last_change":"2024-08-29T17:58:11.359209+0000","last_active":"2024-08-29T18:02:09.384930+0000","last_peered":"2024-08-29T18:02:09.384930+0000","last_clean":"2024-08-29T18:02:09.384930+0000","last_became_active":"2024-08-29T17:58:11.358338+0000","last_became_peered":"2024-08-29T17:58:11.358338+0000","last_unstale":"2024-08-29T18:02:09.384930+0000","last_undegraded":"2024-08-29T18:02:09.384930+0000","last_fullsized":"2024-08-29T18:02:09.384930+0000","mapping_epoch":680,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":681,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-29T17:41:01.987071+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-29T17:41:01.987071+0000","last_clean_scrub_stamp":"2024-08-29T17:41:01.987071+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-31T04:53:39.088931+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,7],"acting":[0,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.1a","version":"721'2","reported_seq":1098,"reported_epoch":903,"state":"active+clean","last_fresh":"2024-08-29T18:02:09.835042+0000","last_change":"2024-08-29T17:58:11.342594+0000","last_active":"2024-08-29T18:02:09.835042+0000","last_peered":"2024-08-29T18:02:09.835042+0000","last_clean":"2024-08-29T18:02:09.835042+0000","last_became_active":"2024-08-29T17:58:11.341978+0000","last_became_peered":"2024-08-29T17:58:11.341978+0000","last_unstale":"2024-08-29T18:02:09.835042+0000","last_undegraded":"2024-08-29T18:02:09.835042+0000","last_fullsized":"2024-08-29T18:02:09.835042+0000","mapping_epoch":680,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":681,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-29T17:40:52.944949+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-29T17:40:52.944949+0000","last_clean_scrub_stamp":"2024-08-29T17:40:52.944949+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-31T03:10:37.699014+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,7],"acting":[6,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.19","version":"0'0","reported_seq":1185,"reported_epoch":903,"state":"active+clean","last_fresh":"2024-08-29T18:02:09.644187+0000","last_change":"2024-08-29T17:57:36.389415+0000","last_active":"2024-08-29T18:02:09.644187+0000","last_peered":"2024-08-29T18:02:09.644187+0000","last_clean":"2024-08-29T18:02:09.644187+0000","last_became_active":"2024-08-29T17:57:36.388876+0000","last_became_peered":"2024-08-29T17:57:36.388876+0000","last_unstale":"2024-08-29T18:02:09.644187+0000","last_undegraded":"2024-08-29T18:02:09.644187+0000","last_fullsized":"2024-08-29T18:02:09.644187+0000","mapping_epoch":645,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":646,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-29T17:40:52.944949+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-29T17:40:52.944949+0000","last_clean_scrub_stamp":"2024-08-29T17:40:52.944949+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-31T00:06:57.603301+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6,0],"acting":[3,6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.18","version":"0'0","reported_seq":1219,"reported_epoch":903,"state":"active+clean","last_fresh":"2024-08-29T18:02:09.644375+0000","last_change":"2024-08-29T17:55:56.325322+0000","last_active":"2024-08-29T18:02:09.644375+0000","last_peered":"2024-08-29T18:02:09.644375+0000","last_clean":"2024-08-29T18:02:09.644375+0000","last_became_active":"2024-08-29T17:55:56.321782+0000","last_became_peered":"2024-08-29T17:55:56.321782+0000","last_unstale":"2024-08-29T18:02:09.644375+0000","last_undegraded":"2024-08-29T18:02:09.644375+0000","last_fullsized":"2024-08-29T18:02:09.644375+0000","mapping_epoch":546,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":547,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-29T17:41:01.987071+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-29T17:41:01.987071+0000","last_clean_scrub_stamp":"2024-08-29T17:41:01.987071+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-30T18:25:00.149428+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,1],"acting":[3,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.18","version":"0'0","reported_seq":1132,"reported_epoch":903,"state":"active+clean","last_fresh":"2024-08-29T18:02:09.476280+0000","last_change":"2024-08-29T17:58:11.351041+0000","last_active":"2024-08-29T18:02:09.476280+0000","last_peered":"2024-08-29T18:02:09.476280+0000","last_clean":"2024-08-29T18:02:09.476280+0000","last_became_active":"2024-08-29T17:58:11.350343+0000","last_became_peered":"2024-08-29T17:58:11.350343+0000","last_unstale":"2024-08-29T18:02:09.476280+0000","last_undegraded":"2024-08-29T18:02:09.476280+0000","last_fullsized":"2024-08-29T18:02:09.476280+0000","mapping_epoch":680,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":681,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-29T17:40:52.944949+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-29T17:40:52.944949+0000","last_clean_scrub_stamp":"2024-08-29T17:40:52.944949+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-31T03:37:26.448949+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,7],"acting":[5,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.19","version":"0'0","reported_seq":1234,"reported_epoch":903,"state":"active+clean","last_fresh":"2024-08-29T18:02:09.833809+0000","last_change":"2024-08-29T17:56:29.379920+0000","last_active":"2024-08-29T18:02:09.833809+0000","last_peered":"2024-08-29T18:02:09.833809+0000","last_clean":"2024-08-29T18:02:09.833809+0000","last_became_active":"2024-08-29T17:56:29.378319+0000","last_became_peered":"2024-08-29T17:56:29.378319+0000","last_unstale":"2024-08-29T18:02:09.833809+0000","last_undegraded":"2024-08-29T18:02:09.833809+0000","last_fullsized":"2024-08-29T18:02:09.833809+0000","mapping_epoch":579,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":580,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-29T17:41:01.987071+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-29T17:41:01.987071+0000","last_clean_scrub_stamp":"2024-08-29T17:41:01.987071+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-30T22:14:49.998918+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,4],"acting":[1,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.17","version":"0'0","reported_seq":1095,"reported_epoch":903,"state":"active+clean","last_fresh":"2024-08-29T18:02:09.837924+0000","last_change":"2024-08-29T17:57:36.375877+0000","last_active":"2024-08-29T18:02:09.837924+0000","last_peered":"2024-08-29T18:02:09.837924+0000","last_clean":"2024-08-29T18:02:09.837924+0000","last_became_active":"2024-08-29T17:57:36.375511+0000","last_became_peered":"2024-08-29T17:57:36.375511+0000","last_unstale":"2024-08-29T18:02:09.837924+0000","last_undegraded":"2024-08-29T18:02:09.837924+0000","last_fullsized":"2024-08-29T18:02:09.837924+0000","mapping_epoch":645,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":646,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-29T17:40:52.944949+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-29T17:40:52.944949+0000","last_clean_scrub_stamp":"2024-08-29T17:40:52.944949+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-31T01:11:01.098830+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5,2],"acting":[6,5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.16","version":"0'0","reported_seq":1118,"reported_epoch":903,"state":"active+clean","last_fresh":"2024-08-29T18:02:09.477756+0000","last_change":"2024-08-29T17:58:11.351360+0000","last_active":"2024-08-29T18:02:09.477756+0000","last_peered":"2024-08-29T18:02:09.477756+0000","last_clean":"2024-08-29T18:02:09.477756+0000","last_became_active":"2024-08-29T17:58:11.350600+0000","last_became_peered":"2024-08-29T17:58:11.350600+0000","last_unstale":"2024-08-29T18:02:09.477756+0000","last_undegraded":"2024-08-29T18:02:09.477756+0000","last_fullsized":"2024-08-29T18:02:09.477756+0000","mapping_epoch":680,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":681,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-29T17:41:01.987071+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-29T17:41:01.987071+0000","last_clean_scrub_stamp":"2024-08-29T17:41:01.987071+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-30T23:53:37.164297+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,1],"acting":[5,7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.16","version":"0'0","reported_seq":1111,"reported_epoch":903,"state":"active+clean","last_fresh":"2024-08-29T18:02:09.477974+0000","last_change":"2024-08-29T17:57:36.368474+0000","last_active":"2024-08-29T18:02:09.477974+0000","last_peered":"2024-08-29T18:02:09.477974+0000","last_clean":"2024-08-29T18:02:09.477974+0000","last_became_active":"2024-08-29T17:57:36.368079+0000","last_became_peered":"2024-08-29T17:57:36.368079+0000","last_unstale":"2024-08-29T18:02:09.477974+0000","last_undegraded":"2024-08-29T18:02:09.477974+0000","last_fullsized":"2024-08-29T18:02:09.477974+0000","mapping_epoch":645,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":646,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-29T17:40:52.944949+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-29T17:40:52.944949+0000","last_clean_scrub_stamp":"2024-08-29T17:40:52.944949+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-30T19:25:44.041708+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,6,2],"acting":[5,6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.17","version":"0'0","reported_seq":1289,"reported_epoch":903,"state":"active+clean","last_fresh":"2024-08-29T18:02:09.386872+0000","last_change":"2024-08-29T17:57:02.380683+0000","last_active":"2024-08-29T18:02:09.386872+0000","last_peered":"2024-08-29T18:02:09.386872+0000","last_clean":"2024-08-29T18:02:09.386872+0000","last_became_active":"2024-08-29T17:57:02.380082+0000","last_became_peered":"2024-08-29T17:57:02.380082+0000","last_unstale":"2024-08-29T18:02:09.386872+0000","last_undegraded":"2024-08-29T18:02:09.386872+0000","last_fullsized":"2024-08-29T18:02:09.386872+0000","mapping_epoch":612,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":613,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-29T17:41:01.987071+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-29T17:41:01.987071+0000","last_clean_scrub_stamp":"2024-08-29T17:41:01.987071+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-31T03:08:05.451607+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,3],"acting":[0,5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.15","version":"65'3","reported_seq":1275,"reported_epoch":903,"state":"active+clean","last_fresh":"2024-08-29T18:02:09.835264+0000","last_change":"2024-08-29T17:57:02.347249+0000","last_active":"2024-08-29T18:02:09.835264+0000","last_peered":"2024-08-29T18:02:09.835264+0000","last_clean":"2024-08-29T18:02:09.835264+0000","last_became_active":"2024-08-29T17:57:02.346751+0000","last_became_peered":"2024-08-29T17:57:02.346751+0000","last_unstale":"2024-08-29T18:02:09.835264+0000","last_undegraded":"2024-08-29T18:02:09.835264+0000","last_fullsized":"2024-08-29T18:02:09.835264+0000","mapping_epoch":612,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":613,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-29T17:40:52.944949+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-29T17:40:52.944949+0000","last_clean_scrub_stamp":"2024-08-29T17:40:52.944949+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-30T18:11:31.215989+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":90,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":7,"num_read_kb":7,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,0],"acting":[1,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.14","version":"0'0","reported_seq":1216,"reported_epoch":903,"state":"active+clean","last_fresh":"2024-08-29T18:02:09.384460+0000","last_change":"2024-08-29T17:58:11.355297+0000","last_active":"2024-08-29T18:02:09.384460+0000","last_peered":"2024-08-29T18:02:09.384460+0000","last_clean":"2024-08-29T18:02:09.384460+0000","last_became_active":"2024-08-29T17:58:11.354419+0000","last_became_peered":"2024-08-29T17:58:11.354419+0000","last_unstale":"2024-08-29T18:02:09.384460+0000","last_undegraded":"2024-08-29T18:02:09.384460+0000","last_fullsized":"2024-08-29T18:02:09.384460+0000","mapping_epoch":680,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":681,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-29T17:41:01.987071+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-29T17:41:01.987071+0000","last_clean_scrub_stamp":"2024-08-29T17:41:01.987071+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-30T17:56:07.838928+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,7,6],"acting":[2,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"2.14","version":"721'29","reported_seq":1131,"reported_epoch":903,"state":"active+clean","last_fresh":"2024-08-29T18:02:09.836954+0000","last_change":"2024-08-29T17:57:36.379220+0000","last_active":"2024-08-29T18:02:09.836954+0000","last_peered":"2024-08-29T18:02:09.836954+0000","last_clean":"2024-08-29T18:02:09.836954+0000","last_became_active":"2024-08-29T17:57:36.378847+0000","last_became_peered":"2024-08-29T17:57:36.378847+0000","last_unstale":"2024-08-29T18:02:09.836954+0000","last_undegraded":"2024-08-29T18:02:09.836954+0000","last_fullsized":"2024-08-29T18:02:09.836954+0000","mapping_epoch":645,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":646,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-29T17:40:52.944949+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-29T17:40:52.944949+0000","last_clean_scrub_stamp":"2024-08-29T17:40:52.944949+0000","objects_scrubbed":0,"log_size":29,"log_dups_size":0,"ondisk_log_size":29,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-30T20:53:47.236430+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":5804,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":10,"num_read_kb":14,"num_write":28,"num_write_kb":25,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3,5],"acting":[6,3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.15","version":"0'0","reported_seq":1075,"reported_epoch":903,"state":"active+clean","last_fresh":"2024-08-29T18:02:09.383265+0000","last_change":"2024-08-29T17:58:11.360878+0000","last_active":"2024-08-29T18:02:09.383265+0000","last_peered":"2024-08-29T18:02:09.383265+0000","last_clean":"2024-08-29T18:02:09.383265+0000","last_became_active":"2024-08-29T17:58:11.360575+0000","last_became_peered":"2024-08-29T17:58:11.360575+0000","last_unstale":"2024-08-29T18:02:09.383265+0000","last_undegraded":"2024-08-29T18:02:09.383265+0000","last_fullsized":"2024-08-29T18:02:09.383265+0000","mapping_epoch":680,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":681,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-29T17:41:01.987071+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-29T17:41:01.987071+0000","last_clean_scrub_stamp":"2024-08-29T17:41:01.987071+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-30T22:42:18.656140+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3,4],"acting":[7,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.13","version":"65'2","reported_seq":1297,"reported_epoch":903,"state":"active+clean","last_fresh":"2024-08-29T18:02:09.385204+0000","last_change":"2024-08-29T17:56:29.394595+0000","last_active":"2024-08-29T18:02:09.385204+0000","last_peered":"2024-08-29T18:02:09.385204+0000","last_clean":"2024-08-29T18:02:09.385204+0000","last_became_active":"2024-08-29T17:56:29.393411+0000","last_became_peered":"2024-08-29T17:56:29.393411+0000","last_unstale":"2024-08-29T18:02:09.385204+0000","last_undegraded":"2024-08-29T18:02:09.385204+0000","last_fullsized":"2024-08-29T18:02:09.385204+0000","mapping_epoch":579,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":580,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-29T17:40:52.944949+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-29T17:40:52.944949+0000","last_clean_scrub_stamp":"2024-08-29T17:40:52.944949+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-30T19:20:23.364429+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":34,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":4,"num_read_kb":7,"num_write":3,"num_write_kb":6,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,3],"acting":[0,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.12","version":"0'0","reported_seq":1289,"reported_epoch":903,"state":"active+clean","last_fresh":"2024-08-29T18:02:09.382232+0000","last_change":"2024-08-29T17:58:11.345730+0000","last_active":"2024-08-29T18:02:09.382232+0000","last_peered":"2024-08-29T18:02:09.382232+0000","last_clean":"2024-08-29T18:02:09.382232+0000","last_became_active":"2024-08-29T17:58:11.344961+0000","last_became_peered":"2024-08-29T17:58:11.344961+0000","last_unstale":"2024-08-29T18:02:09.382232+0000","last_undegraded":"2024-08-29T18:02:09.382232+0000","last_fullsized":"2024-08-29T18:02:09.382232+0000","mapping_epoch":680,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":681,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-29T17:41:01.987071+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-29T17:41:01.987071+0000","last_clean_scrub_stamp":"2024-08-29T17:41:01.987071+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-30T18:51:18.061188+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,3],"acting":[0,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.12","version":"0'0","reported_seq":1141,"reported_epoch":903,"state":"active+clean","last_fresh":"2024-08-29T18:02:09.477349+0000","last_change":"2024-08-29T17:58:11.355832+0000","last_active":"2024-08-29T18:02:09.477349+0000","last_peered":"2024-08-29T18:02:09.477349+0000","last_clean":"2024-08-29T18:02:09.477349+0000","last_became_active":"2024-08-29T17:58:11.355184+0000","last_became_peered":"2024-08-29T17:58:11.355184+0000","last_unstale":"2024-08-29T18:02:09.477349+0000","last_undegraded":"2024-08-29T18:02:09.477349+0000","last_fullsized":"2024-08-29T18:02:09.477349+0000","mapping_epoch":680,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":681,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-29T17:40:52.944949+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-29T17:40:52.944949+0000","last_clean_scrub_stamp":"2024-08-29T17:40:52.944949+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-31T05:27:20.808517+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,7],"acting":[5,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.13","version":"0'0","reported_seq":1075,"reported_epoch":903,"state":"active+clean","last_fresh":"2024-08-29T18:02:09.382362+0000","last_change":"2024-08-29T17:58:11.364793+0000","last_active":"2024-08-29T18:02:09.382362+0000","last_peered":"2024-08-29T18:02:09.382362+0000","last_clean":"2024-08-29T18:02:09.382362+0000","last_became_active":"2024-08-29T17:58:11.364017+0000","last_became_peered":"2024-08-29T17:58:11.364017+0000","last_unstale":"2024-08-29T18:02:09.382362+0000","last_undegraded":"2024-08-29T18:02:09.382362+0000","last_fullsized":"2024-08-29T18:02:09.382362+0000","mapping_epoch":680,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":681,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-29T17:41:01.987071+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-29T17:41:01.987071+0000","last_clean_scrub_stamp":"2024-08-29T17:41:01.987071+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-30T20:31:31.727325+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,2],"acting":[7,4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.11","version":"0'0","reported_seq":1105,"reported_epoch":903,"state":"active+clean","last_fresh":"2024-08-29T18:02:09.834199+0000","last_change":"2024-08-29T17:57:36.374611+0000","last_active":"2024-08-29T18:02:09.834199+0000","last_peered":"2024-08-29T18:02:09.834199+0000","last_clean":"2024-08-29T18:02:09.834199+0000","last_became_active":"2024-08-29T17:57:36.374170+0000","last_became_peered":"2024-08-29T17:57:36.374170+0000","last_unstale":"2024-08-29T18:02:09.834199+0000","last_undegraded":"2024-08-29T18:02:09.834199+0000","last_fullsized":"2024-08-29T18:02:09.834199+0000","mapping_epoch":645,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":646,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-29T17:40:52.944949+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-29T17:40:52.944949+0000","last_clean_scrub_stamp":"2024-08-29T17:40:52.944949+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-30T23:17:05.211081+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,1],"acting":[6,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.10","version":"0'0","reported_seq":1093,"reported_epoch":903,"state":"active+clean","last_fresh":"2024-08-29T18:02:09.833881+0000","last_change":"2024-08-29T17:57:36.382079+0000","last_active":"2024-08-29T18:02:09.833881+0000","last_peered":"2024-08-29T18:02:09.833881+0000","last_clean":"2024-08-29T18:02:09.833881+0000","last_became_active":"2024-08-29T17:57:36.381484+0000","last_became_peered":"2024-08-29T17:57:36.381484+0000","last_unstale":"2024-08-29T18:02:09.833881+0000","last_undegraded":"2024-08-29T18:02:09.833881+0000","last_fullsized":"2024-08-29T18:02:09.833881+0000","mapping_epoch":645,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":646,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-29T17:41:01.987071+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-29T17:41:01.987071+0000","last_clean_scrub_stamp":"2024-08-29T17:41:01.987071+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-30T22:14:39.041665+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0,5],"acting":[6,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.10","version":"65'8","reported_seq":1261,"reported_epoch":903,"state":"active+clean","last_fresh":"2024-08-29T18:02:09.383233+0000","last_change":"2024-08-29T17:55:26.386883+0000","last_active":"2024-08-29T18:02:09.383233+0000","last_peered":"2024-08-29T18:02:09.383233+0000","last_clean":"2024-08-29T18:02:09.383233+0000","last_became_active":"2024-08-29T17:55:26.384909+0000","last_became_peered":"2024-08-29T17:55:26.384909+0000","last_unstale":"2024-08-29T18:02:09.383233+0000","last_undegraded":"2024-08-29T18:02:09.383233+0000","last_fullsized":"2024-08-29T18:02:09.383233+0000","mapping_epoch":516,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":517,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-29T17:40:52.944949+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-29T17:40:52.944949+0000","last_clean_scrub_stamp":"2024-08-29T17:40:52.944949+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-30T22:40:38.416082+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":24,"num_read_kb":24,"num_write":12,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":4,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1,0],"acting":[2,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.11","version":"0'0","reported_seq":1058,"reported_epoch":903,"state":"active+clean","last_fresh":"2024-08-29T18:02:09.382036+0000","last_change":"2024-08-29T17:58:11.360400+0000","last_active":"2024-08-29T18:02:09.382036+0000","last_peered":"2024-08-29T18:02:09.382036+0000","last_clean":"2024-08-29T18:02:09.382036+0000","last_became_active":"2024-08-29T17:58:11.359956+0000","last_became_peered":"2024-08-29T17:58:11.359956+0000","last_unstale":"2024-08-29T18:02:09.382036+0000","last_undegraded":"2024-08-29T18:02:09.382036+0000","last_fullsized":"2024-08-29T18:02:09.382036+0000","mapping_epoch":680,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":681,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-29T17:41:01.987071+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-29T17:41:01.987071+0000","last_clean_scrub_stamp":"2024-08-29T17:41:01.987071+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-30T18:34:00.906966+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,6],"acting":[7,4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"5.8","version":"899'945","reported_seq":4125,"reported_epoch":903,"state":"active+clean","last_fresh":"2024-08-29T18:02:09.384619+0000","last_change":"2024-08-29T18:02:01.385121+0000","last_active":"2024-08-29T18:02:09.384619+0000","last_peered":"2024-08-29T18:02:09.384619+0000","last_clean":"2024-08-29T18:02:09.384619+0000","last_became_active":"2024-08-29T17:55:26.371426+0000","last_became_peered":"2024-08-29T17:55:26.371426+0000","last_unstale":"2024-08-29T18:02:09.384619+0000","last_undegraded":"2024-08-29T18:02:09.384619+0000","last_fullsized":"2024-08-29T18:02:09.384619+0000","mapping_epoch":516,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":517,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-29T17:47:38.921100+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-29T17:47:38.921100+0000","last_clean_scrub_stamp":"2024-08-29T17:47:38.921100+0000","objects_scrubbed":0,"log_size":945,"log_dups_size":0,"ondisk_log_size":945,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-31T01:14:32.702509+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.001352912,"stat_sum":{"num_bytes":16195584,"num_objects":8,"num_object_clones":6,"num_object_copies":24,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":8,"num_whiteouts":0,"num_read":140,"num_read_kb":206698,"num_write":248,"num_write_kb":41216,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":1,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,0,1],"acting":[2,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"2.f","version":"65'1","reported_seq":1168,"reported_epoch":903,"state":"active+clean","last_fresh":"2024-08-29T18:02:09.838559+0000","last_change":"2024-08-29T17:58:11.349771+0000","last_active":"2024-08-29T18:02:09.838559+0000","last_peered":"2024-08-29T18:02:09.838559+0000","last_clean":"2024-08-29T18:02:09.838559+0000","last_became_active":"2024-08-29T17:58:11.349143+0000","last_became_peered":"2024-08-29T17:58:11.349143+0000","last_unstale":"2024-08-29T18:02:09.838559+0000","last_undegraded":"2024-08-29T18:02:09.838559+0000","last_fullsized":"2024-08-29T18:02:09.838559+0000","mapping_epoch":680,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":681,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-29T17:40:52.944949+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-29T17:40:52.944949+0000","last_clean_scrub_stamp":"2024-08-29T17:40:52.944949+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-30T20:34:03.511106+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":22,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0,7],"acting":[4,0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.e","version":"0'0","reported_seq":1075,"reported_epoch":903,"state":"active+clean","last_fresh":"2024-08-29T18:02:09.384204+0000","last_change":"2024-08-29T17:58:11.363598+0000","last_active":"2024-08-29T18:02:09.384204+0000","last_peered":"2024-08-29T18:02:09.384204+0000","last_clean":"2024-08-29T18:02:09.384204+0000","last_became_active":"2024-08-29T17:58:11.363058+0000","last_became_peered":"2024-08-29T17:58:11.363058+0000","last_unstale":"2024-08-29T18:02:09.384204+0000","last_undegraded":"2024-08-29T18:02:09.384204+0000","last_fullsized":"2024-08-29T18:02:09.384204+0000","mapping_epoch":680,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":681,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-29T17:41:01.987071+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-29T17:41:01.987071+0000","last_clean_scrub_stamp":"2024-08-29T17:41:01.987071+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-30T20:28:37.087797+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,1],"acting":[7,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"5.9","version":"901'613","reported_seq":3563,"reported_epoch":903,"state":"active+clean","last_fresh":"2024-08-29T18:02:09.382394+0000","last_change":"2024-08-29T18:02:01.416409+0000","last_active":"2024-08-29T18:02:09.382394+0000","last_peered":"2024-08-29T18:02:09.382394+0000","last_clean":"2024-08-29T18:02:09.382394+0000","last_became_active":"2024-08-29T17:58:11.365260+0000","last_became_peered":"2024-08-29T17:58:11.365260+0000","last_unstale":"2024-08-29T18:02:09.382394+0000","last_undegraded":"2024-08-29T18:02:09.382394+0000","last_fullsized":"2024-08-29T18:02:09.382394+0000","mapping_epoch":680,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":681,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-29T17:47:38.921100+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-29T17:47:38.921100+0000","last_clean_scrub_stamp":"2024-08-29T17:47:38.921100+0000","objects_scrubbed":0,"log_size":613,"log_dups_size":0,"ondisk_log_size":613,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-31T04:15:41.469995+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.022452388,"stat_sum":{"num_bytes":12746752,"num_objects":6,"num_object_clones":5,"num_object_copies":18,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":6,"num_whiteouts":0,"num_read":83,"num_read_kb":137636,"num_write":203,"num_write_kb":31248,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":8,"num_bytes_recovered":49029120,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6,1],"acting":[7,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.e","version":"65'2","reported_seq":1225,"reported_epoch":903,"state":"active+clean","last_fresh":"2024-08-29T18:02:09.383291+0000","last_change":"2024-08-29T17:58:11.352977+0000","last_active":"2024-08-29T18:02:09.383291+0000","last_peered":"2024-08-29T18:02:09.383291+0000","last_clean":"2024-08-29T18:02:09.383291+0000","last_became_active":"2024-08-29T17:58:11.351938+0000","last_became_peered":"2024-08-29T17:58:11.351938+0000","last_unstale":"2024-08-29T18:02:09.383291+0000","last_undegraded":"2024-08-29T18:02:09.383291+0000","last_fullsized":"2024-08-29T18:02:09.383291+0000","mapping_epoch":680,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":681,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-29T17:40:52.944949+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-29T17:40:52.944949+0000","last_clean_scrub_stamp":"2024-08-29T17:40:52.944949+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-31T00:25:52.664777+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":6,"num_read_kb":6,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,7],"acting":[2,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.f","version":"0'0","reported_seq":1075,"reported_epoch":903,"state":"active+clean","last_fresh":"2024-08-29T18:02:09.384894+0000","last_change":"2024-08-29T17:58:11.360262+0000","last_active":"2024-08-29T18:02:09.384894+0000","last_peered":"2024-08-29T18:02:09.384894+0000","last_clean":"2024-08-29T18:02:09.384894+0000","last_became_active":"2024-08-29T17:58:11.357898+0000","last_became_peered":"2024-08-29T17:58:11.357898+0000","last_unstale":"2024-08-29T18:02:09.384894+0000","last_undegraded":"2024-08-29T18:02:09.384894+0000","last_fullsized":"2024-08-29T18:02:09.384894+0000","mapping_epoch":680,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":681,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-29T17:41:01.987071+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-29T17:41:01.987071+0000","last_clean_scrub_stamp":"2024-08-29T17:41:01.987071+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-31T04:21:21.250799+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,0],"acting":[7,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"5.a","version":"901'2798","reported_seq":5771,"reported_epoch":903,"state":"active+clean","last_fresh":"2024-08-29T18:02:09.383200+0000","last_change":"2024-08-29T18:02:01.444462+0000","last_active":"2024-08-29T18:02:09.383200+0000","last_peered":"2024-08-29T18:02:09.383200+0000","last_clean":"2024-08-29T18:02:09.383200+0000","last_became_active":"2024-08-29T17:56:29.385799+0000","last_became_peered":"2024-08-29T17:56:29.385799+0000","last_unstale":"2024-08-29T18:02:09.383200+0000","last_undegraded":"2024-08-29T18:02:09.383200+0000","last_fullsized":"2024-08-29T18:02:09.383200+0000","mapping_epoch":579,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":580,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-29T17:47:38.921100+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-29T17:47:38.921100+0000","last_clean_scrub_stamp":"2024-08-29T17:47:38.921100+0000","objects_scrubbed":0,"log_size":2798,"log_dups_size":0,"ondisk_log_size":2798,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-31T01:01:18.812286+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.061229375000000003,"stat_sum":{"num_bytes":40067072,"num_objects":22,"num_object_clones":17,"num_object_copies":66,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":22,"num_whiteouts":2,"num_read":384,"num_read_kb":363913,"num_write":981,"num_write_kb":181656,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":11,"num_bytes_recovered":19398656,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,4,3],"acting":[2,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"2.d","version":"65'1","reported_seq":1243,"reported_epoch":903,"state":"active+clean","last_fresh":"2024-08-29T18:02:09.835425+0000","last_change":"2024-08-29T17:56:29.375649+0000","last_active":"2024-08-29T18:02:09.835425+0000","last_peered":"2024-08-29T18:02:09.835425+0000","last_clean":"2024-08-29T18:02:09.835425+0000","last_became_active":"2024-08-29T17:56:29.374713+0000","last_became_peered":"2024-08-29T17:56:29.374713+0000","last_unstale":"2024-08-29T18:02:09.835425+0000","last_undegraded":"2024-08-29T18:02:09.835425+0000","last_fullsized":"2024-08-29T18:02:09.835425+0000","mapping_epoch":579,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":580,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-29T17:40:52.944949+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-29T17:40:52.944949+0000","last_clean_scrub_stamp":"2024-08-29T17:40:52.944949+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-30T22:25:11.385463+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":70,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4,3],"acting":[1,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.c","version":"0'0","reported_seq":1138,"reported_epoch":903,"state":"active+clean","last_fresh":"2024-08-29T18:02:09.478016+0000","last_change":"2024-08-29T17:57:36.381383+0000","last_active":"2024-08-29T18:02:09.478016+0000","last_peered":"2024-08-29T18:02:09.478016+0000","last_clean":"2024-08-29T18:02:09.478016+0000","last_became_active":"2024-08-29T17:57:36.381001+0000","last_became_peered":"2024-08-29T17:57:36.381001+0000","last_unstale":"2024-08-29T18:02:09.478016+0000","last_undegraded":"2024-08-29T18:02:09.478016+0000","last_fullsized":"2024-08-29T18:02:09.478016+0000","mapping_epoch":645,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":646,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-29T17:41:01.987071+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-29T17:41:01.987071+0000","last_clean_scrub_stamp":"2024-08-29T17:41:01.987071+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-30T22:33:45.429634+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,6],"acting":[5,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"5.b","version":"901'999","reported_seq":4178,"reported_epoch":903,"state":"active+clean","last_fresh":"2024-08-29T18:02:09.385011+0000","last_change":"2024-08-29T18:02:01.407030+0000","last_active":"2024-08-29T18:02:09.385011+0000","last_peered":"2024-08-29T18:02:09.385011+0000","last_clean":"2024-08-29T18:02:09.385011+0000","last_became_active":"2024-08-29T17:57:02.351155+0000","last_became_peered":"2024-08-29T17:57:02.351155+0000","last_unstale":"2024-08-29T18:02:09.385011+0000","last_undegraded":"2024-08-29T18:02:09.385011+0000","last_fullsized":"2024-08-29T18:02:09.385011+0000","mapping_epoch":612,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":613,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-29T17:47:38.921100+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-29T17:47:38.921100+0000","last_clean_scrub_stamp":"2024-08-29T17:47:38.921100+0000","objects_scrubbed":0,"log_size":999,"log_dups_size":0,"ondisk_log_size":999,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-31T02:09:34.712663+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.016334030999999999,"stat_sum":{"num_bytes":12140544,"num_objects":11,"num_object_clones":9,"num_object_copies":33,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":11,"num_whiteouts":1,"num_read":124,"num_read_kb":229236,"num_write":299,"num_write_kb":64240,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":11,"num_bytes_recovered":58146816,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,0,5],"acting":[2,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"2.c","version":"0'0","reported_seq":1251,"reported_epoch":903,"state":"active+clean","last_fresh":"2024-08-29T18:02:09.384951+0000","last_change":"2024-08-29T17:57:02.351591+0000","last_active":"2024-08-29T18:02:09.384951+0000","last_peered":"2024-08-29T18:02:09.384951+0000","last_clean":"2024-08-29T18:02:09.384951+0000","last_became_active":"2024-08-29T17:57:02.350619+0000","last_became_peered":"2024-08-29T17:57:02.350619+0000","last_unstale":"2024-08-29T18:02:09.384951+0000","last_undegraded":"2024-08-29T18:02:09.384951+0000","last_fullsized":"2024-08-29T18:02:09.384951+0000","mapping_epoch":612,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":613,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-29T17:40:52.944949+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-29T17:40:52.944949+0000","last_clean_scrub_stamp":"2024-08-29T17:40:52.944949+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-30T18:20:24.584832+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5,0],"acting":[2,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.d","version":"0'0","reported_seq":1058,"reported_epoch":903,"state":"active+clean","last_fresh":"2024-08-29T18:02:09.384634+0000","last_change":"2024-08-29T17:58:11.348292+0000","last_active":"2024-08-29T18:02:09.384634+0000","last_peered":"2024-08-29T18:02:09.384634+0000","last_clean":"2024-08-29T18:02:09.384634+0000","last_became_active":"2024-08-29T17:58:11.348015+0000","last_became_peered":"2024-08-29T17:58:11.348015+0000","last_unstale":"2024-08-29T18:02:09.384634+0000","last_undegraded":"2024-08-29T18:02:09.384634+0000","last_fullsized":"2024-08-29T18:02:09.384634+0000","mapping_epoch":680,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":681,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-29T17:41:01.987071+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-29T17:41:01.987071+0000","last_clean_scrub_stamp":"2024-08-29T17:41:01.987071+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-31T03:36:13.736093+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,6],"acting":[7,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"5.4","version":"901'2222","reported_seq":4989,"reported_epoch":903,"state":"active+clean","last_fresh":"2024-08-29T18:02:09.385044+0000","last_change":"2024-08-29T18:02:01.451285+0000","last_active":"2024-08-29T18:02:09.385044+0000","last_peered":"2024-08-29T18:02:09.385044+0000","last_clean":"2024-08-29T18:02:09.385044+0000","last_became_active":"2024-08-29T17:58:11.365283+0000","last_became_peered":"2024-08-29T17:58:11.365283+0000","last_unstale":"2024-08-29T18:02:09.385044+0000","last_undegraded":"2024-08-29T18:02:09.385044+0000","last_fullsized":"2024-08-29T18:02:09.385044+0000","mapping_epoch":680,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":681,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-29T17:47:38.921100+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-29T17:47:38.921100+0000","last_clean_scrub_stamp":"2024-08-29T17:47:38.921100+0000","objects_scrubbed":0,"log_size":2222,"log_dups_size":0,"ondisk_log_size":2222,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-30T23:11:22.037222+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.060019731999999999,"stat_sum":{"num_bytes":55058432,"num_objects":21,"num_object_clones":17,"num_object_copies":63,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":21,"num_whiteouts":0,"num_read":365,"num_read_kb":615535,"num_write":851,"num_write_kb":183640,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":16,"num_bytes_recovered":58826752,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2,5],"acting":[7,2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.5","version":"0'0","reported_seq":1092,"reported_epoch":903,"state":"active+clean","last_fresh":"2024-08-29T18:02:09.837202+0000","last_change":"2024-08-29T17:58:11.344762+0000","last_active":"2024-08-29T18:02:09.837202+0000","last_peered":"2024-08-29T18:02:09.837202+0000","last_clean":"2024-08-29T18:02:09.837202+0000","last_became_active":"2024-08-29T17:58:11.343898+0000","last_became_peered":"2024-08-29T17:58:11.343898+0000","last_unstale":"2024-08-29T18:02:09.837202+0000","last_undegraded":"2024-08-29T18:02:09.837202+0000","last_fullsized":"2024-08-29T18:02:09.837202+0000","mapping_epoch":680,"log_start":"0'0","ondisk_log_start":"0'0","created":69,"last_epoch_clean":681,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-29T17:43:39.870944+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-29T17:43:39.870944+0000","last_clean_scrub_stamp":"2024-08-29T17:43:39.870944+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-30T23:09:00.530029+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00090796500000000005,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,7],"acting":[6,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"1.0","version":"329'197","reported_seq":1565,"reported_epoch":903,"state":"active+clean","last_fresh":"2024-08-29T18:02:09.382370+0000","last_change":"2024-08-29T17:58:11.352277+0000","last_active":"2024-08-29T18:02:09.382370+0000","last_peered":"2024-08-29T18:02:09.382370+0000","last_clean":"2024-08-29T18:02:09.382370+0000","last_became_active":"2024-08-29T17:58:11.349292+0000","last_became_peered":"2024-08-29T17:58:11.349292+0000","last_unstale":"2024-08-29T18:02:09.382370+0000","last_undegraded":"2024-08-29T18:02:09.382370+0000","last_fullsized":"2024-08-29T18:02:09.382370+0000","mapping_epoch":680,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":681,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-29T17:35:25.395028+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-29T17:35:25.395028+0000","last_clean_scrub_stamp":"2024-08-29T17:35:25.395028+0000","objects_scrubbed":0,"log_size":197,"log_dups_size":0,"ondisk_log_size":197,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-30T23:36:27.820227+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":812,"num_read_kb":1310,"num_write":311,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":6,"num_bytes_recovered":1771104,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,6],"acting":[7,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.3","version":"0'0","reported_seq":1111,"reported_epoch":903,"state":"active+clean","last_fresh":"2024-08-29T18:02:09.476799+0000","last_change":"2024-08-29T17:58:11.367664+0000","last_active":"2024-08-29T18:02:09.476799+0000","last_peered":"2024-08-29T18:02:09.476799+0000","last_clean":"2024-08-29T18:02:09.476799+0000","last_became_active":"2024-08-29T17:58:11.367038+0000","last_became_peered":"2024-08-29T17:58:11.367038+0000","last_unstale":"2024-08-29T18:02:09.476799+0000","last_undegraded":"2024-08-29T18:02:09.476799+0000","last_fullsized":"2024-08-29T18:02:09.476799+0000","mapping_epoch":680,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":681,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-29T17:40:52.944949+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-29T17:40:52.944949+0000","last_clean_scrub_stamp":"2024-08-29T17:40:52.944949+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-30T21:15:29.565999+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2,7],"acting":[5,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.2","version":"0'0","reported_seq":1191,"reported_epoch":903,"state":"active+clean","last_fresh":"2024-08-29T18:02:09.645855+0000","last_change":"2024-08-29T17:57:36.395476+0000","last_active":"2024-08-29T18:02:09.645855+0000","last_peered":"2024-08-29T18:02:09.645855+0000","last_clean":"2024-08-29T18:02:09.645855+0000","last_became_active":"2024-08-29T17:57:36.395051+0000","last_became_peered":"2024-08-29T17:57:36.395051+0000","last_unstale":"2024-08-29T18:02:09.645855+0000","last_undegraded":"2024-08-29T18:02:09.645855+0000","last_fullsized":"2024-08-29T18:02:09.645855+0000","mapping_epoch":645,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":646,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-29T17:41:01.987071+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-29T17:41:01.987071+0000","last_clean_scrub_stamp":"2024-08-29T17:41:01.987071+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-30T23:01:45.405153+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,6],"acting":[3,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.7","version":"901'365","reported_seq":3405,"reported_epoch":903,"state":"active+clean","last_fresh":"2024-08-29T18:02:09.478618+0000","last_change":"2024-08-29T18:02:01.427199+0000","last_active":"2024-08-29T18:02:09.478618+0000","last_peered":"2024-08-29T18:02:09.478618+0000","last_clean":"2024-08-29T18:02:09.478618+0000","last_became_active":"2024-08-29T17:57:02.360502+0000","last_became_peered":"2024-08-29T17:57:02.360502+0000","last_unstale":"2024-08-29T18:02:09.478618+0000","last_undegraded":"2024-08-29T18:02:09.478618+0000","last_fullsized":"2024-08-29T18:02:09.478618+0000","mapping_epoch":612,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":613,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-29T17:47:38.921100+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-29T17:47:38.921100+0000","last_clean_scrub_stamp":"2024-08-29T17:47:38.921100+0000","objects_scrubbed":0,"log_size":365,"log_dups_size":0,"ondisk_log_size":365,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-31T04:45:46.501726+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.031822362,"stat_sum":{"num_bytes":12689408,"num_objects":5,"num_object_clones":4,"num_object_copies":15,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5,"num_whiteouts":0,"num_read":35,"num_read_kb":15305,"num_write":122,"num_write_kb":20680,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1,0],"acting":[5,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.6","version":"0'0","reported_seq":1260,"reported_epoch":903,"state":"active+clean","last_fresh":"2024-08-29T18:02:09.383956+0000","last_change":"2024-08-29T17:55:26.379382+0000","last_active":"2024-08-29T18:02:09.383956+0000","last_peered":"2024-08-29T18:02:09.383956+0000","last_clean":"2024-08-29T18:02:09.383956+0000","last_became_active":"2024-08-29T17:55:26.379163+0000","last_became_peered":"2024-08-29T17:55:26.379163+0000","last_unstale":"2024-08-29T18:02:09.383956+0000","last_undegraded":"2024-08-29T18:02:09.383956+0000","last_fullsized":"2024-08-29T18:02:09.383956+0000","mapping_epoch":516,"log_start":"0'0","ondisk_log_start":"0'0","created":69,"last_epoch_clean":517,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-29T17:43:39.870944+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-29T17:43:39.870944+0000","last_clean_scrub_stamp":"2024-08-29T17:43:39.870944+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-30T18:24:50.948228+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,2],"acting":[0,1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.0","version":"0'0","reported_seq":1067,"reported_epoch":903,"state":"active+clean","last_fresh":"2024-08-29T18:02:09.382212+0000","last_change":"2024-08-29T17:58:11.364584+0000","last_active":"2024-08-29T18:02:09.382212+0000","last_peered":"2024-08-29T18:02:09.382212+0000","last_clean":"2024-08-29T18:02:09.382212+0000","last_became_active":"2024-08-29T17:58:11.363878+0000","last_became_peered":"2024-08-29T17:58:11.363878+0000","last_unstale":"2024-08-29T18:02:09.382212+0000","last_undegraded":"2024-08-29T18:02:09.382212+0000","last_fullsized":"2024-08-29T18:02:09.382212+0000","mapping_epoch":680,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":681,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-29T17:40:52.944949+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-29T17:40:52.944949+0000","last_clean_scrub_stamp":"2024-08-29T17:40:52.944949+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-30T20:30:42.387674+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,0],"acting":[7,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.1","version":"0'0","reported_seq":1289,"reported_epoch":903,"state":"active+clean","last_fresh":"2024-08-29T18:02:09.381911+0000","last_change":"2024-08-29T17:56:29.392624+0000","last_active":"2024-08-29T18:02:09.381911+0000","last_peered":"2024-08-29T18:02:09.381911+0000","last_clean":"2024-08-29T18:02:09.381911+0000","last_became_active":"2024-08-29T17:56:29.392054+0000","last_became_peered":"2024-08-29T17:56:29.392054+0000","last_unstale":"2024-08-29T18:02:09.381911+0000","last_undegraded":"2024-08-29T18:02:09.381911+0000","last_fullsized":"2024-08-29T18:02:09.381911+0000","mapping_epoch":579,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":580,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-29T17:41:01.987071+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-29T17:41:01.987071+0000","last_clean_scrub_stamp":"2024-08-29T17:41:01.987071+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-30T21:24:25.813711+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,3],"acting":[0,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"5.6","version":"901'1045","reported_seq":4243,"reported_epoch":903,"state":"active+clean","last_fresh":"2024-08-29T18:02:09.383765+0000","last_change":"2024-08-29T18:02:01.439716+0000","last_active":"2024-08-29T18:02:09.383765+0000","last_peered":"2024-08-29T18:02:09.383765+0000","last_clean":"2024-08-29T18:02:09.383765+0000","last_became_active":"2024-08-29T17:57:02.348452+0000","last_became_peered":"2024-08-29T17:57:02.348452+0000","last_unstale":"2024-08-29T18:02:09.383765+0000","last_undegraded":"2024-08-29T18:02:09.383765+0000","last_fullsized":"2024-08-29T18:02:09.383765+0000","mapping_epoch":612,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":613,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-29T17:47:38.921100+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-29T17:47:38.921100+0000","last_clean_scrub_stamp":"2024-08-29T17:47:38.921100+0000","objects_scrubbed":0,"log_size":1045,"log_dups_size":0,"ondisk_log_size":1045,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-31T05:45:37.261591+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.046954299999999997,"stat_sum":{"num_bytes":50880512,"num_objects":13,"num_object_clones":11,"num_object_copies":39,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":13,"num_whiteouts":0,"num_read":155,"num_read_kb":303987,"num_write":359,"num_write_kb":117656,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":5,"num_bytes_recovered":7151616,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5,1],"acting":[2,5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"4.7","version":"0'0","reported_seq":1264,"reported_epoch":903,"state":"active+clean","last_fresh":"2024-08-29T18:02:09.835767+0000","last_change":"2024-08-29T17:57:02.347512+0000","last_active":"2024-08-29T18:02:09.835767+0000","last_peered":"2024-08-29T18:02:09.835767+0000","last_clean":"2024-08-29T18:02:09.835767+0000","last_became_active":"2024-08-29T17:57:02.346621+0000","last_became_peered":"2024-08-29T17:57:02.346621+0000","last_unstale":"2024-08-29T18:02:09.835767+0000","last_undegraded":"2024-08-29T18:02:09.835767+0000","last_fullsized":"2024-08-29T18:02:09.835767+0000","mapping_epoch":612,"log_start":"0'0","ondisk_log_start":"0'0","created":69,"last_epoch_clean":613,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-29T17:43:39.870944+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-29T17:43:39.870944+0000","last_clean_scrub_stamp":"2024-08-29T17:43:39.870944+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-30T20:18:58.262348+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.0016727059999999999,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,0],"acting":[1,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.1","version":"0'0","reported_seq":1251,"reported_epoch":903,"state":"active+clean","last_fresh":"2024-08-29T18:02:09.383913+0000","last_change":"2024-08-29T17:55:56.318430+0000","last_active":"2024-08-29T18:02:09.383913+0000","last_peered":"2024-08-29T18:02:09.383913+0000","last_clean":"2024-08-29T18:02:09.383913+0000","last_became_active":"2024-08-29T17:55:56.317868+0000","last_became_peered":"2024-08-29T17:55:56.317868+0000","last_unstale":"2024-08-29T18:02:09.383913+0000","last_undegraded":"2024-08-29T18:02:09.383913+0000","last_fullsized":"2024-08-29T18:02:09.383913+0000","mapping_epoch":546,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":547,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-29T17:40:52.944949+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-29T17:40:52.944949+0000","last_clean_scrub_stamp":"2024-08-29T17:40:52.944949+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-30T22:25:38.056049+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,0],"acting":[2,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.0","version":"0'0","reported_seq":1234,"reported_epoch":903,"state":"active+clean","last_fresh":"2024-08-29T18:02:09.834437+0000","last_change":"2024-08-29T17:57:36.373306+0000","last_active":"2024-08-29T18:02:09.834437+0000","last_peered":"2024-08-29T18:02:09.834437+0000","last_clean":"2024-08-29T18:02:09.834437+0000","last_became_active":"2024-08-29T17:57:36.372751+0000","last_became_peered":"2024-08-29T17:57:36.372751+0000","last_unstale":"2024-08-29T18:02:09.834437+0000","last_undegraded":"2024-08-29T18:02:09.834437+0000","last_fullsized":"2024-08-29T18:02:09.834437+0000","mapping_epoch":645,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":646,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-29T17:41:01.987071+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-29T17:41:01.987071+0000","last_clean_scrub_stamp":"2024-08-29T17:41:01.987071+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-31T02:31:27.870767+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,6],"acting":[1,2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"5.5","version":"901'1551","reported_seq":4772,"reported_epoch":903,"state":"active+clean","last_fresh":"2024-08-29T18:02:09.385164+0000","last_change":"2024-08-29T18:02:01.452360+0000","last_active":"2024-08-29T18:02:09.385164+0000","last_peered":"2024-08-29T18:02:09.385164+0000","last_clean":"2024-08-29T18:02:09.385164+0000","last_became_active":"2024-08-29T17:56:29.387297+0000","last_became_peered":"2024-08-29T17:56:29.387297+0000","last_unstale":"2024-08-29T18:02:09.385164+0000","last_undegraded":"2024-08-29T18:02:09.385164+0000","last_fullsized":"2024-08-29T18:02:09.385164+0000","mapping_epoch":579,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":580,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-29T17:47:38.921100+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-29T17:47:38.921100+0000","last_clean_scrub_stamp":"2024-08-29T17:47:38.921100+0000","objects_scrubbed":0,"log_size":1551,"log_dups_size":0,"ondisk_log_size":1551,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-30T19:05:56.010290+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.066354207999999998,"stat_sum":{"num_bytes":40419328,"num_objects":18,"num_object_clones":15,"num_object_copies":54,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":18,"num_whiteouts":0,"num_read":222,"num_read_kb":461831,"num_write":490,"num_write_kb":104024,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":5,"num_bytes_recovered":2498560,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,4],"acting":[0,1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.4","version":"0'0","reported_seq":1245,"reported_epoch":903,"state":"active+clean","last_fresh":"2024-08-29T18:02:09.835226+0000","last_change":"2024-08-29T17:55:56.308581+0000","last_active":"2024-08-29T18:02:09.835226+0000","last_peered":"2024-08-29T18:02:09.835226+0000","last_clean":"2024-08-29T18:02:09.835226+0000","last_became_active":"2024-08-29T17:55:56.308024+0000","last_became_peered":"2024-08-29T17:55:56.308024+0000","last_unstale":"2024-08-29T18:02:09.835226+0000","last_undegraded":"2024-08-29T18:02:09.835226+0000","last_fullsized":"2024-08-29T18:02:09.835226+0000","mapping_epoch":546,"log_start":"0'0","ondisk_log_start":"0'0","created":69,"last_epoch_clean":547,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-29T17:43:39.870944+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-29T17:43:39.870944+0000","last_clean_scrub_stamp":"2024-08-29T17:43:39.870944+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-31T02:14:23.361194+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,3],"acting":[1,2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.2","version":"0'0","reported_seq":1121,"reported_epoch":903,"state":"active+clean","last_fresh":"2024-08-29T18:02:09.477088+0000","last_change":"2024-08-29T17:57:36.385782+0000","last_active":"2024-08-29T18:02:09.477088+0000","last_peered":"2024-08-29T18:02:09.477088+0000","last_clean":"2024-08-29T18:02:09.477088+0000","last_became_active":"2024-08-29T17:57:36.385404+0000","last_became_peered":"2024-08-29T17:57:36.385404+0000","last_unstale":"2024-08-29T18:02:09.477088+0000","last_undegraded":"2024-08-29T18:02:09.477088+0000","last_fullsized":"2024-08-29T18:02:09.477088+0000","mapping_epoch":645,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":646,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-29T17:40:52.944949+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-29T17:40:52.944949+0000","last_clean_scrub_stamp":"2024-08-29T17:40:52.944949+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-30T18:26:08.039860+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1,6],"acting":[5,1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.3","version":"0'0","reported_seq":1163,"reported_epoch":903,"state":"active+clean","last_fresh":"2024-08-29T18:02:09.834412+0000","last_change":"2024-08-29T17:57:36.378924+0000","last_active":"2024-08-29T18:02:09.834412+0000","last_peered":"2024-08-29T18:02:09.834412+0000","last_clean":"2024-08-29T18:02:09.834412+0000","last_became_active":"2024-08-29T17:57:36.378595+0000","last_became_peered":"2024-08-29T17:57:36.378595+0000","last_unstale":"2024-08-29T18:02:09.834412+0000","last_undegraded":"2024-08-29T18:02:09.834412+0000","last_fullsized":"2024-08-29T18:02:09.834412+0000","mapping_epoch":645,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":646,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-29T17:41:01.987071+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-29T17:41:01.987071+0000","last_clean_scrub_stamp":"2024-08-29T17:41:01.987071+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-30T22:44:14.435677+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0,6],"acting":[4,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"5.3","version":"901'570","reported_seq":3903,"reported_epoch":903,"state":"active+clean","last_fresh":"2024-08-29T18:02:09.386148+0000","last_change":"2024-08-29T18:02:01.404470+0000","last_active":"2024-08-29T18:02:09.386148+0000","last_peered":"2024-08-29T18:02:09.386148+0000","last_clean":"2024-08-29T18:02:09.386148+0000","last_became_active":"2024-08-29T17:57:36.390611+0000","last_became_peered":"2024-08-29T17:57:36.390611+0000","last_unstale":"2024-08-29T18:02:09.386148+0000","last_undegraded":"2024-08-29T18:02:09.386148+0000","last_fullsized":"2024-08-29T18:02:09.386148+0000","mapping_epoch":645,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":646,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-29T17:47:38.921100+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-29T17:47:38.921100+0000","last_clean_scrub_stamp":"2024-08-29T17:47:38.921100+0000","objects_scrubbed":0,"log_size":570,"log_dups_size":0,"ondisk_log_size":570,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-31T00:21:33.727958+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.020030943999999998,"stat_sum":{"num_bytes":3350528,"num_objects":8,"num_object_clones":7,"num_object_copies":24,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":8,"num_whiteouts":1,"num_read":72,"num_read_kb":77058,"num_write":252,"num_write_kb":35952,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3,6],"acting":[0,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.2","version":"74'2","reported_seq":1247,"reported_epoch":903,"state":"active+clean","last_fresh":"2024-08-29T18:02:09.834469+0000","last_change":"2024-08-29T17:57:02.348312+0000","last_active":"2024-08-29T18:02:09.834469+0000","last_peered":"2024-08-29T18:02:09.834469+0000","last_clean":"2024-08-29T18:02:09.834469+0000","last_became_active":"2024-08-29T17:57:02.347975+0000","last_became_peered":"2024-08-29T17:57:02.347975+0000","last_unstale":"2024-08-29T18:02:09.834469+0000","last_undegraded":"2024-08-29T18:02:09.834469+0000","last_fullsized":"2024-08-29T18:02:09.834469+0000","mapping_epoch":612,"log_start":"0'0","ondisk_log_start":"0'0","created":69,"last_epoch_clean":613,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-29T17:43:39.870944+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-29T17:43:39.870944+0000","last_clean_scrub_stamp":"2024-08-29T17:43:39.870944+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-30T20:47:19.061935+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":19,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":2,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,4],"acting":[1,5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.4","version":"0'0","reported_seq":1269,"reported_epoch":903,"state":"active+clean","last_fresh":"2024-08-29T18:02:09.834857+0000","last_change":"2024-08-29T17:58:11.362383+0000","last_active":"2024-08-29T18:02:09.834857+0000","last_peered":"2024-08-29T18:02:09.834857+0000","last_clean":"2024-08-29T18:02:09.834857+0000","last_became_active":"2024-08-29T17:58:11.361610+0000","last_became_peered":"2024-08-29T17:58:11.361610+0000","last_unstale":"2024-08-29T18:02:09.834857+0000","last_undegraded":"2024-08-29T18:02:09.834857+0000","last_fullsized":"2024-08-29T18:02:09.834857+0000","mapping_epoch":680,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":681,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-29T17:40:52.944949+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-29T17:40:52.944949+0000","last_clean_scrub_stamp":"2024-08-29T17:40:52.944949+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-31T01:46:43.813502+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0,7],"acting":[1,0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.5","version":"0'0","reported_seq":1146,"reported_epoch":903,"state":"active+clean","last_fresh":"2024-08-29T18:02:09.477730+0000","last_change":"2024-08-29T17:57:02.378527+0000","last_active":"2024-08-29T18:02:09.477730+0000","last_peered":"2024-08-29T18:02:09.477730+0000","last_clean":"2024-08-29T18:02:09.477730+0000","last_became_active":"2024-08-29T17:57:02.377844+0000","last_became_peered":"2024-08-29T17:57:02.377844+0000","last_unstale":"2024-08-29T18:02:09.477730+0000","last_undegraded":"2024-08-29T18:02:09.477730+0000","last_fullsized":"2024-08-29T18:02:09.477730+0000","mapping_epoch":612,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":613,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-29T17:41:01.987071+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-29T17:41:01.987071+0000","last_clean_scrub_stamp":"2024-08-29T17:41:01.987071+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-30T17:44:55.722295+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,2],"acting":[5,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"5.2","version":"901'2650","reported_seq":5402,"reported_epoch":903,"state":"active+clean","last_fresh":"2024-08-29T18:02:09.835639+0000","last_change":"2024-08-29T18:02:01.427789+0000","last_active":"2024-08-29T18:02:09.835639+0000","last_peered":"2024-08-29T18:02:09.835639+0000","last_clean":"2024-08-29T18:02:09.835639+0000","last_became_active":"2024-08-29T17:57:36.383044+0000","last_became_peered":"2024-08-29T17:57:36.383044+0000","last_unstale":"2024-08-29T18:02:09.835639+0000","last_undegraded":"2024-08-29T18:02:09.835639+0000","last_fullsized":"2024-08-29T18:02:09.835639+0000","mapping_epoch":645,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":646,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-29T17:47:38.921100+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-29T17:47:38.921100+0000","last_clean_scrub_stamp":"2024-08-29T17:47:38.921100+0000","objects_scrubbed":0,"log_size":2650,"log_dups_size":0,"ondisk_log_size":2650,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-31T01:48:09.284632+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.025765719999999999,"stat_sum":{"num_bytes":67862528,"num_objects":26,"num_object_clones":21,"num_object_copies":78,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":26,"num_whiteouts":1,"num_read":398,"num_read_kb":694285,"num_write":964,"num_write_kb":222328,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":18,"num_bytes_recovered":71516160,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0,5],"acting":[6,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.3","version":"72'1","reported_seq":1261,"reported_epoch":903,"state":"active+clean","last_fresh":"2024-08-29T18:02:09.385613+0000","last_change":"2024-08-29T17:58:11.358172+0000","last_active":"2024-08-29T18:02:09.385613+0000","last_peered":"2024-08-29T18:02:09.385613+0000","last_clean":"2024-08-29T18:02:09.385613+0000","last_became_active":"2024-08-29T17:58:11.357038+0000","last_became_peered":"2024-08-29T17:58:11.357038+0000","last_unstale":"2024-08-29T18:02:09.385613+0000","last_undegraded":"2024-08-29T18:02:09.385613+0000","last_fullsized":"2024-08-29T18:02:09.385613+0000","mapping_epoch":680,"log_start":"0'0","ondisk_log_start":"0'0","created":69,"last_epoch_clean":681,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-29T17:43:39.870944+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-29T17:43:39.870944+0000","last_clean_scrub_stamp":"2024-08-29T17:43:39.870944+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-30T19:20:22.984230+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,7],"acting":[0,5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.5","version":"0'0","reported_seq":1079,"reported_epoch":903,"state":"active+clean","last_fresh":"2024-08-29T18:02:09.384667+0000","last_change":"2024-08-29T17:58:11.360832+0000","last_active":"2024-08-29T18:02:09.384667+0000","last_peered":"2024-08-29T18:02:09.384667+0000","last_clean":"2024-08-29T18:02:09.384667+0000","last_became_active":"2024-08-29T17:58:11.357992+0000","last_became_peered":"2024-08-29T17:58:11.357992+0000","last_unstale":"2024-08-29T18:02:09.384667+0000","last_undegraded":"2024-08-29T18:02:09.384667+0000","last_fullsized":"2024-08-29T18:02:09.384667+0000","mapping_epoch":680,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":681,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-29T17:40:52.944949+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-29T17:40:52.944949+0000","last_clean_scrub_stamp":"2024-08-29T17:40:52.944949+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-31T01:37:28.708727+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,4],"acting":[7,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.4","version":"0'0","reported_seq":1234,"reported_epoch":903,"state":"active+clean","last_fresh":"2024-08-29T18:02:09.834579+0000","last_change":"2024-08-29T17:57:02.349648+0000","last_active":"2024-08-29T18:02:09.834579+0000","last_peered":"2024-08-29T18:02:09.834579+0000","last_clean":"2024-08-29T18:02:09.834579+0000","last_became_active":"2024-08-29T17:57:02.347409+0000","last_became_peered":"2024-08-29T17:57:02.347409+0000","last_unstale":"2024-08-29T18:02:09.834579+0000","last_undegraded":"2024-08-29T18:02:09.834579+0000","last_fullsized":"2024-08-29T18:02:09.834579+0000","mapping_epoch":612,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":613,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-29T17:41:01.987071+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-29T17:41:01.987071+0000","last_clean_scrub_stamp":"2024-08-29T17:41:01.987071+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-30T18:00:19.809458+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,5],"acting":[1,2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"5.1","version":"901'2228","reported_seq":5152,"reported_epoch":903,"state":"active+clean","last_fresh":"2024-08-29T18:02:09.835802+0000","last_change":"2024-08-29T18:02:01.431247+0000","last_active":"2024-08-29T18:02:09.835802+0000","last_peered":"2024-08-29T18:02:09.835802+0000","last_clean":"2024-08-29T18:02:09.835802+0000","last_became_active":"2024-08-29T17:58:11.364817+0000","last_became_peered":"2024-08-29T17:58:11.364817+0000","last_unstale":"2024-08-29T18:02:09.835802+0000","last_undegraded":"2024-08-29T18:02:09.835802+0000","last_fullsized":"2024-08-29T18:02:09.835802+0000","mapping_epoch":680,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":681,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-29T17:47:38.921100+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-29T17:47:38.921100+0000","last_clean_scrub_stamp":"2024-08-29T17:47:38.921100+0000","objects_scrubbed":0,"log_size":2228,"log_dups_size":0,"ondisk_log_size":2228,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-31T05:29:10.363182+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.047670494000000001,"stat_sum":{"num_bytes":52166656,"num_objects":23,"num_object_clones":19,"num_object_copies":69,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":23,"num_whiteouts":1,"num_read":285,"num_read_kb":349899,"num_write":701,"num_write_kb":142016,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":12,"num_bytes_recovered":39763968,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3,7],"acting":[4,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.0","version":"0'0","reported_seq":1181,"reported_epoch":903,"state":"active+clean","last_fresh":"2024-08-29T18:02:09.644075+0000","last_change":"2024-08-29T17:58:11.349429+0000","last_active":"2024-08-29T18:02:09.644075+0000","last_peered":"2024-08-29T18:02:09.644075+0000","last_clean":"2024-08-29T18:02:09.644075+0000","last_became_active":"2024-08-29T17:58:11.348660+0000","last_became_peered":"2024-08-29T17:58:11.348660+0000","last_unstale":"2024-08-29T18:02:09.644075+0000","last_undegraded":"2024-08-29T18:02:09.644075+0000","last_fullsized":"2024-08-29T18:02:09.644075+0000","mapping_epoch":680,"log_start":"0'0","ondisk_log_start":"0'0","created":69,"last_epoch_clean":681,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-29T17:43:39.870944+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-29T17:43:39.870944+0000","last_clean_scrub_stamp":"2024-08-29T17:43:39.870944+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-30T23:39:31.303483+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.0014741789999999999,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,0],"acting":[3,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.6","version":"725'2","reported_seq":1244,"reported_epoch":903,"state":"active+clean","last_fresh":"2024-08-29T18:02:09.835792+0000","last_change":"2024-08-29T17:57:36.373898+0000","last_active":"2024-08-29T18:02:09.835792+0000","last_peered":"2024-08-29T18:02:09.835792+0000","last_clean":"2024-08-29T18:02:09.835792+0000","last_became_active":"2024-08-29T17:57:36.372844+0000","last_became_peered":"2024-08-29T17:57:36.372844+0000","last_unstale":"2024-08-29T18:02:09.835792+0000","last_undegraded":"2024-08-29T18:02:09.835792+0000","last_fullsized":"2024-08-29T18:02:09.835792+0000","mapping_epoch":645,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":646,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-29T17:40:52.944949+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-29T17:40:52.944949+0000","last_clean_scrub_stamp":"2024-08-29T17:40:52.944949+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-30T22:52:59.239805+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":2,"num_read_kb":2,"num_write":2,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6,4],"acting":[1,6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.7","version":"0'0","reported_seq":1221,"reported_epoch":903,"state":"active+clean","last_fresh":"2024-08-29T18:02:09.646068+0000","last_change":"2024-08-29T17:58:11.350545+0000","last_active":"2024-08-29T18:02:09.646068+0000","last_peered":"2024-08-29T18:02:09.646068+0000","last_clean":"2024-08-29T18:02:09.646068+0000","last_became_active":"2024-08-29T17:58:11.349077+0000","last_became_peered":"2024-08-29T17:58:11.349077+0000","last_unstale":"2024-08-29T18:02:09.646068+0000","last_undegraded":"2024-08-29T18:02:09.646068+0000","last_fullsized":"2024-08-29T18:02:09.646068+0000","mapping_epoch":680,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":681,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-29T17:41:01.987071+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-29T17:41:01.987071+0000","last_clean_scrub_stamp":"2024-08-29T17:41:01.987071+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-30T21:59:51.088042+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,1],"acting":[3,7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.0","version":"901'2744","reported_seq":5725,"reported_epoch":903,"state":"active+clean","last_fresh":"2024-08-29T18:02:09.644854+0000","last_change":"2024-08-29T18:02:01.451456+0000","last_active":"2024-08-29T18:02:09.644854+0000","last_peered":"2024-08-29T18:02:09.644854+0000","last_clean":"2024-08-29T18:02:09.644854+0000","last_became_active":"2024-08-29T17:56:29.388363+0000","last_became_peered":"2024-08-29T17:56:29.388363+0000","last_unstale":"2024-08-29T18:02:09.644854+0000","last_undegraded":"2024-08-29T18:02:09.644854+0000","last_fullsized":"2024-08-29T18:02:09.644854+0000","mapping_epoch":579,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":580,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-29T17:47:38.921100+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-29T17:47:38.921100+0000","last_clean_scrub_stamp":"2024-08-29T17:47:38.921100+0000","objects_scrubbed":0,"log_size":2744,"log_dups_size":0,"ondisk_log_size":2744,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-31T04:11:00.371157+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.059415862999999999,"stat_sum":{"num_bytes":38985728,"num_objects":28,"num_object_clones":23,"num_object_copies":84,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":28,"num_whiteouts":1,"num_read":415,"num_read_kb":659864,"num_write":829,"num_write_kb":205968,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":16,"num_bytes_recovered":32301056,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,4],"acting":[3,1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.1","version":"0'0","reported_seq":1140,"reported_epoch":903,"state":"active+clean","last_fresh":"2024-08-29T18:02:09.836553+0000","last_change":"2024-08-29T17:57:36.371740+0000","last_active":"2024-08-29T18:02:09.836553+0000","last_peered":"2024-08-29T18:02:09.836553+0000","last_clean":"2024-08-29T18:02:09.836553+0000","last_became_active":"2024-08-29T17:57:36.371296+0000","last_became_peered":"2024-08-29T17:57:36.371296+0000","last_unstale":"2024-08-29T18:02:09.836553+0000","last_undegraded":"2024-08-29T18:02:09.836553+0000","last_fullsized":"2024-08-29T18:02:09.836553+0000","mapping_epoch":645,"log_start":"0'0","ondisk_log_start":"0'0","created":69,"last_epoch_clean":646,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-29T17:43:39.870944+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-29T17:43:39.870944+0000","last_clean_scrub_stamp":"2024-08-29T17:43:39.870944+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-30T22:40:42.454789+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5,6],"acting":[4,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.7","version":"65'2","reported_seq":1123,"reported_epoch":903,"state":"active+clean","last_fresh":"2024-08-29T18:02:09.837648+0000","last_change":"2024-08-29T17:57:36.378278+0000","last_active":"2024-08-29T18:02:09.837648+0000","last_peered":"2024-08-29T18:02:09.837648+0000","last_clean":"2024-08-29T18:02:09.837648+0000","last_became_active":"2024-08-29T17:57:36.377846+0000","last_became_peered":"2024-08-29T17:57:36.377846+0000","last_unstale":"2024-08-29T18:02:09.837648+0000","last_undegraded":"2024-08-29T18:02:09.837648+0000","last_fullsized":"2024-08-29T18:02:09.837648+0000","mapping_epoch":645,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":646,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-29T17:40:52.944949+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-29T17:40:52.944949+0000","last_clean_scrub_stamp":"2024-08-29T17:40:52.944949+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-31T00:01:34.238831+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":6,"num_read_kb":6,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,2],"acting":[6,4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.6","version":"0'0","reported_seq":1289,"reported_epoch":903,"state":"active+clean","last_fresh":"2024-08-29T18:02:09.383653+0000","last_change":"2024-08-29T17:56:29.392208+0000","last_active":"2024-08-29T18:02:09.383653+0000","last_peered":"2024-08-29T18:02:09.383653+0000","last_clean":"2024-08-29T18:02:09.383653+0000","last_became_active":"2024-08-29T17:56:29.390762+0000","last_became_peered":"2024-08-29T17:56:29.390762+0000","last_unstale":"2024-08-29T18:02:09.383653+0000","last_undegraded":"2024-08-29T18:02:09.383653+0000","last_fullsized":"2024-08-29T18:02:09.383653+0000","mapping_epoch":579,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":580,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-29T17:41:01.987071+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-29T17:41:01.987071+0000","last_clean_scrub_stamp":"2024-08-29T17:41:01.987071+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-30T22:28:16.144214+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,4],"acting":[0,1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"5.f","version":"901'1014","reported_seq":4014,"reported_epoch":903,"state":"active+clean","last_fresh":"2024-08-29T18:02:09.478398+0000","last_change":"2024-08-29T18:02:01.432823+0000","last_active":"2024-08-29T18:02:09.478398+0000","last_peered":"2024-08-29T18:02:09.478398+0000","last_clean":"2024-08-29T18:02:09.478398+0000","last_became_active":"2024-08-29T17:57:36.366945+0000","last_became_peered":"2024-08-29T17:57:36.366945+0000","last_unstale":"2024-08-29T18:02:09.478398+0000","last_undegraded":"2024-08-29T18:02:09.478398+0000","last_fullsized":"2024-08-29T18:02:09.478398+0000","mapping_epoch":645,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":646,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-29T17:47:38.921100+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-29T17:47:38.921100+0000","last_clean_scrub_stamp":"2024-08-29T17:47:38.921100+0000","objects_scrubbed":0,"log_size":1014,"log_dups_size":0,"ondisk_log_size":1014,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-30T19:11:08.242312+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.038530768,"stat_sum":{"num_bytes":35684352,"num_objects":13,"num_object_clones":11,"num_object_copies":39,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":13,"num_whiteouts":1,"num_read":162,"num_read_kb":197657,"num_write":272,"num_write_kb":75456,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":6,"num_bytes_recovered":9551872,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,6],"acting":[5,4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.8","version":"0'0","reported_seq":1066,"reported_epoch":903,"state":"active+clean","last_fresh":"2024-08-29T18:02:09.382396+0000","last_change":"2024-08-29T17:58:11.364302+0000","last_active":"2024-08-29T18:02:09.382396+0000","last_peered":"2024-08-29T18:02:09.382396+0000","last_clean":"2024-08-29T18:02:09.382396+0000","last_became_active":"2024-08-29T17:58:11.363990+0000","last_became_peered":"2024-08-29T17:58:11.363990+0000","last_unstale":"2024-08-29T18:02:09.382396+0000","last_undegraded":"2024-08-29T18:02:09.382396+0000","last_fullsized":"2024-08-29T18:02:09.382396+0000","mapping_epoch":680,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":681,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-29T17:40:52.944949+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-29T17:40:52.944949+0000","last_clean_scrub_stamp":"2024-08-29T17:40:52.944949+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-30T23:29:11.449508+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,1],"acting":[7,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.9","version":"0'0","reported_seq":1182,"reported_epoch":903,"state":"active+clean","last_fresh":"2024-08-29T18:02:09.836948+0000","last_change":"2024-08-29T17:58:11.363874+0000","last_active":"2024-08-29T18:02:09.836948+0000","last_peered":"2024-08-29T18:02:09.836948+0000","last_clean":"2024-08-29T18:02:09.836948+0000","last_became_active":"2024-08-29T17:58:11.363304+0000","last_became_peered":"2024-08-29T17:58:11.363304+0000","last_unstale":"2024-08-29T18:02:09.836948+0000","last_undegraded":"2024-08-29T18:02:09.836948+0000","last_fullsized":"2024-08-29T18:02:09.836948+0000","mapping_epoch":680,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":681,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-29T17:41:01.987071+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-29T17:41:01.987071+0000","last_clean_scrub_stamp":"2024-08-29T17:41:01.987071+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-31T01:47:11.414545+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2,7],"acting":[4,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"5.e","version":"901'499","reported_seq":3637,"reported_epoch":903,"state":"active+clean","last_fresh":"2024-08-29T18:02:09.838029+0000","last_change":"2024-08-29T18:02:01.415500+0000","last_active":"2024-08-29T18:02:09.838029+0000","last_peered":"2024-08-29T18:02:09.838029+0000","last_clean":"2024-08-29T18:02:09.838029+0000","last_became_active":"2024-08-29T17:57:02.334851+0000","last_became_peered":"2024-08-29T17:57:02.334851+0000","last_unstale":"2024-08-29T18:02:09.838029+0000","last_undegraded":"2024-08-29T18:02:09.838029+0000","last_fullsized":"2024-08-29T18:02:09.838029+0000","mapping_epoch":612,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":613,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-29T17:47:38.921100+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-29T17:47:38.921100+0000","last_clean_scrub_stamp":"2024-08-29T17:47:38.921100+0000","objects_scrubbed":0,"log_size":499,"log_dups_size":0,"ondisk_log_size":499,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-30T18:18:31.748146+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.031427620000000003,"stat_sum":{"num_bytes":10133504,"num_objects":6,"num_object_clones":5,"num_object_copies":18,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":6,"num_whiteouts":0,"num_read":62,"num_read_kb":120591,"num_write":162,"num_write_kb":31952,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":3,"num_bytes_recovered":20226048,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5,0],"acting":[4,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.9","version":"0'0","reported_seq":1274,"reported_epoch":903,"state":"active+clean","last_fresh":"2024-08-29T18:02:09.834167+0000","last_change":"2024-08-29T17:58:11.357176+0000","last_active":"2024-08-29T18:02:09.834167+0000","last_peered":"2024-08-29T18:02:09.834167+0000","last_clean":"2024-08-29T18:02:09.834167+0000","last_became_active":"2024-08-29T17:58:11.355887+0000","last_became_peered":"2024-08-29T17:58:11.355887+0000","last_unstale":"2024-08-29T18:02:09.834167+0000","last_undegraded":"2024-08-29T18:02:09.834167+0000","last_fullsized":"2024-08-29T18:02:09.834167+0000","mapping_epoch":680,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":681,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-29T17:40:52.944949+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-29T17:40:52.944949+0000","last_clean_scrub_stamp":"2024-08-29T17:40:52.944949+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-31T00:17:35.247559+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7,3],"acting":[1,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.8","version":"0'0","reported_seq":1211,"reported_epoch":903,"state":"active+clean","last_fresh":"2024-08-29T18:02:09.644508+0000","last_change":"2024-08-29T17:58:11.350030+0000","last_active":"2024-08-29T18:02:09.644508+0000","last_peered":"2024-08-29T18:02:09.644508+0000","last_clean":"2024-08-29T18:02:09.644508+0000","last_became_active":"2024-08-29T17:58:11.349017+0000","last_became_peered":"2024-08-29T17:58:11.349017+0000","last_unstale":"2024-08-29T18:02:09.644508+0000","last_undegraded":"2024-08-29T18:02:09.644508+0000","last_fullsized":"2024-08-29T18:02:09.644508+0000","mapping_epoch":680,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":681,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-29T17:41:01.987071+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-29T17:41:01.987071+0000","last_clean_scrub_stamp":"2024-08-29T17:41:01.987071+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-30T23:55:05.107594+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,7],"acting":[3,1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.d","version":"901'1497","reported_seq":4641,"reported_epoch":903,"state":"active+clean","last_fresh":"2024-08-29T18:02:09.385763+0000","last_change":"2024-08-29T18:02:01.423884+0000","last_active":"2024-08-29T18:02:09.385763+0000","last_peered":"2024-08-29T18:02:09.385763+0000","last_clean":"2024-08-29T18:02:09.385763+0000","last_became_active":"2024-08-29T17:58:11.353881+0000","last_became_peered":"2024-08-29T17:58:11.353881+0000","last_unstale":"2024-08-29T18:02:09.385763+0000","last_undegraded":"2024-08-29T18:02:09.385763+0000","last_fullsized":"2024-08-29T18:02:09.385763+0000","mapping_epoch":680,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":681,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-29T17:47:38.921100+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-29T17:47:38.921100+0000","last_clean_scrub_stamp":"2024-08-29T17:47:38.921100+0000","objects_scrubbed":0,"log_size":1497,"log_dups_size":0,"ondisk_log_size":1497,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-31T01:08:01.335491+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.032684225999999997,"stat_sum":{"num_bytes":27402240,"num_objects":15,"num_object_clones":12,"num_object_copies":45,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":15,"num_whiteouts":1,"num_read":219,"num_read_kb":497759,"num_write":671,"num_write_kb":110992,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":14,"num_bytes_recovered":47792128,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,7,5],"acting":[2,7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"2.a","version":"0'0","reported_seq":1274,"reported_epoch":903,"state":"active+clean","last_fresh":"2024-08-29T18:02:09.834195+0000","last_change":"2024-08-29T17:58:11.356541+0000","last_active":"2024-08-29T18:02:09.834195+0000","last_peered":"2024-08-29T18:02:09.834195+0000","last_clean":"2024-08-29T18:02:09.834195+0000","last_became_active":"2024-08-29T17:58:11.355904+0000","last_became_peered":"2024-08-29T17:58:11.355904+0000","last_unstale":"2024-08-29T18:02:09.834195+0000","last_undegraded":"2024-08-29T18:02:09.834195+0000","last_fullsized":"2024-08-29T18:02:09.834195+0000","mapping_epoch":680,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":681,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-29T17:40:52.944949+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-29T17:40:52.944949+0000","last_clean_scrub_stamp":"2024-08-29T17:40:52.944949+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-31T01:40:07.824963+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,7],"acting":[1,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.b","version":"0'0","reported_seq":1182,"reported_epoch":903,"state":"active+clean","last_fresh":"2024-08-29T18:02:09.645579+0000","last_change":"2024-08-29T17:56:29.368982+0000","last_active":"2024-08-29T18:02:09.645579+0000","last_peered":"2024-08-29T18:02:09.645579+0000","last_clean":"2024-08-29T18:02:09.645579+0000","last_became_active":"2024-08-29T17:56:29.368116+0000","last_became_peered":"2024-08-29T17:56:29.368116+0000","last_unstale":"2024-08-29T18:02:09.645579+0000","last_undegraded":"2024-08-29T18:02:09.645579+0000","last_fullsized":"2024-08-29T18:02:09.645579+0000","mapping_epoch":579,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":580,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-29T17:41:01.987071+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-29T17:41:01.987071+0000","last_clean_scrub_stamp":"2024-08-29T17:41:01.987071+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-31T00:24:10.418969+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,4],"acting":[3,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.c","version":"901'4224","reported_seq":7083,"reported_epoch":903,"state":"active+clean","last_fresh":"2024-08-29T18:02:09.834790+0000","last_change":"2024-08-29T18:02:01.460636+0000","last_active":"2024-08-29T18:02:09.834790+0000","last_peered":"2024-08-29T18:02:09.834790+0000","last_clean":"2024-08-29T18:02:09.834790+0000","last_became_active":"2024-08-29T17:56:29.385861+0000","last_became_peered":"2024-08-29T17:56:29.385861+0000","last_unstale":"2024-08-29T18:02:09.834790+0000","last_undegraded":"2024-08-29T18:02:09.834790+0000","last_fullsized":"2024-08-29T18:02:09.834790+0000","mapping_epoch":579,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":580,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-29T17:47:38.921100+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-29T17:47:38.921100+0000","last_clean_scrub_stamp":"2024-08-29T17:47:38.921100+0000","objects_scrubbed":0,"log_size":4224,"log_dups_size":0,"ondisk_log_size":4224,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-31T00:30:50.567243+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.061830786999999998,"stat_sum":{"num_bytes":128393216,"num_objects":51,"num_object_clones":43,"num_object_copies":153,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":51,"num_whiteouts":1,"num_read":610,"num_read_kb":990653,"num_write":1435,"num_write_kb":310816,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":21,"num_bytes_recovered":55377920,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4,0],"acting":[1,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.b","version":"721'3","reported_seq":1074,"reported_epoch":903,"state":"active+clean","last_fresh":"2024-08-29T18:02:09.382309+0000","last_change":"2024-08-29T17:58:11.360330+0000","last_active":"2024-08-29T18:02:09.382309+0000","last_peered":"2024-08-29T18:02:09.382309+0000","last_clean":"2024-08-29T18:02:09.382309+0000","last_became_active":"2024-08-29T17:58:11.359874+0000","last_became_peered":"2024-08-29T17:58:11.359874+0000","last_unstale":"2024-08-29T18:02:09.382309+0000","last_undegraded":"2024-08-29T18:02:09.382309+0000","last_fullsized":"2024-08-29T18:02:09.382309+0000","mapping_epoch":680,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":681,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-29T17:40:52.944949+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-29T17:40:52.944949+0000","last_clean_scrub_stamp":"2024-08-29T17:40:52.944949+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-31T02:50:48.851871+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":2,"num_read_kb":2,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,5],"acting":[7,4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.a","version":"0'0","reported_seq":1102,"reported_epoch":903,"state":"active+clean","last_fresh":"2024-08-29T18:02:09.835414+0000","last_change":"2024-08-29T17:57:36.387630+0000","last_active":"2024-08-29T18:02:09.835414+0000","last_peered":"2024-08-29T18:02:09.835414+0000","last_clean":"2024-08-29T18:02:09.835414+0000","last_became_active":"2024-08-29T17:57:36.387271+0000","last_became_peered":"2024-08-29T17:57:36.387271+0000","last_unstale":"2024-08-29T18:02:09.835414+0000","last_undegraded":"2024-08-29T18:02:09.835414+0000","last_fullsized":"2024-08-29T18:02:09.835414+0000","mapping_epoch":645,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":646,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-29T17:41:01.987071+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-29T17:41:01.987071+0000","last_clean_scrub_stamp":"2024-08-29T17:41:01.987071+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-30T22:36:49.106912+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,1],"acting":[6,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.1d","version":"0'0","reported_seq":1129,"reported_epoch":903,"state":"active+clean","last_fresh":"2024-08-29T18:02:09.477470+0000","last_change":"2024-08-29T17:57:36.368589+0000","last_active":"2024-08-29T18:02:09.477470+0000","last_peered":"2024-08-29T18:02:09.477470+0000","last_clean":"2024-08-29T18:02:09.477470+0000","last_became_active":"2024-08-29T17:57:36.368266+0000","last_became_peered":"2024-08-29T17:57:36.368266+0000","last_unstale":"2024-08-29T18:02:09.477470+0000","last_undegraded":"2024-08-29T18:02:09.477470+0000","last_fullsized":"2024-08-29T18:02:09.477470+0000","mapping_epoch":645,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":646,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-29T17:41:01.987071+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-29T17:41:01.987071+0000","last_clean_scrub_stamp":"2024-08-29T17:41:01.987071+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-31T01:59:23.162920+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,6],"acting":[5,4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.1c","version":"65'2","reported_seq":1074,"reported_epoch":903,"state":"active+clean","last_fresh":"2024-08-29T18:02:09.384181+0000","last_change":"2024-08-29T17:58:11.364773+0000","last_active":"2024-08-29T18:02:09.384181+0000","last_peered":"2024-08-29T18:02:09.384181+0000","last_clean":"2024-08-29T18:02:09.384181+0000","last_became_active":"2024-08-29T17:58:11.364082+0000","last_became_peered":"2024-08-29T17:58:11.364082+0000","last_unstale":"2024-08-29T18:02:09.384181+0000","last_undegraded":"2024-08-29T18:02:09.384181+0000","last_fullsized":"2024-08-29T18:02:09.384181+0000","mapping_epoch":680,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":681,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-29T17:40:52.944949+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-29T17:40:52.944949+0000","last_clean_scrub_stamp":"2024-08-29T17:40:52.944949+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-31T05:02:37.424126+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":6,"num_read_kb":6,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,2],"acting":[7,5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.1c","version":"0'0","reported_seq":1137,"reported_epoch":903,"state":"active+clean","last_fresh":"2024-08-29T18:02:09.477822+0000","last_change":"2024-08-29T17:57:02.349900+0000","last_active":"2024-08-29T18:02:09.477822+0000","last_peered":"2024-08-29T18:02:09.477822+0000","last_clean":"2024-08-29T18:02:09.477822+0000","last_became_active":"2024-08-29T17:57:02.349142+0000","last_became_peered":"2024-08-29T17:57:02.349142+0000","last_unstale":"2024-08-29T18:02:09.477822+0000","last_undegraded":"2024-08-29T18:02:09.477822+0000","last_fullsized":"2024-08-29T18:02:09.477822+0000","mapping_epoch":612,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":613,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-29T17:41:01.987071+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-29T17:41:01.987071+0000","last_clean_scrub_stamp":"2024-08-29T17:41:01.987071+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-31T04:43:53.789249+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,1],"acting":[5,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.1d","version":"65'2","reported_seq":1065,"reported_epoch":903,"state":"active+clean","last_fresh":"2024-08-29T18:02:09.383551+0000","last_change":"2024-08-29T17:58:11.352390+0000","last_active":"2024-08-29T18:02:09.383551+0000","last_peered":"2024-08-29T18:02:09.383551+0000","last_clean":"2024-08-29T18:02:09.383551+0000","last_became_active":"2024-08-29T17:58:11.349709+0000","last_became_peered":"2024-08-29T17:58:11.349709+0000","last_unstale":"2024-08-29T18:02:09.383551+0000","last_undegraded":"2024-08-29T18:02:09.383551+0000","last_fullsized":"2024-08-29T18:02:09.383551+0000","mapping_epoch":680,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":681,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-29T17:40:52.944949+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-29T17:40:52.944949+0000","last_clean_scrub_stamp":"2024-08-29T17:40:52.944949+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-31T01:54:39.577487+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":6,"num_read_kb":6,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6,0],"acting":[7,6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.1f","version":"0'0","reported_seq":1289,"reported_epoch":903,"state":"active+clean","last_fresh":"2024-08-29T18:02:09.383656+0000","last_change":"2024-08-29T17:57:02.380627+0000","last_active":"2024-08-29T18:02:09.383656+0000","last_peered":"2024-08-29T18:02:09.383656+0000","last_clean":"2024-08-29T18:02:09.383656+0000","last_became_active":"2024-08-29T17:57:02.380063+0000","last_became_peered":"2024-08-29T17:57:02.380063+0000","last_unstale":"2024-08-29T18:02:09.383656+0000","last_undegraded":"2024-08-29T18:02:09.383656+0000","last_fullsized":"2024-08-29T18:02:09.383656+0000","mapping_epoch":612,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":613,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-29T17:41:01.987071+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-29T17:41:01.987071+0000","last_clean_scrub_stamp":"2024-08-29T17:41:01.987071+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-31T04:31:11.864896+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,2],"acting":[0,5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.1e","version":"721'2","reported_seq":1188,"reported_epoch":903,"state":"active+clean","last_fresh":"2024-08-29T18:02:09.645555+0000","last_change":"2024-08-29T17:57:02.357579+0000","last_active":"2024-08-29T18:02:09.645555+0000","last_peered":"2024-08-29T18:02:09.645555+0000","last_clean":"2024-08-29T18:02:09.645555+0000","last_became_active":"2024-08-29T17:57:02.356786+0000","last_became_peered":"2024-08-29T17:57:02.356786+0000","last_unstale":"2024-08-29T18:02:09.645555+0000","last_undegraded":"2024-08-29T18:02:09.645555+0000","last_fullsized":"2024-08-29T18:02:09.645555+0000","mapping_epoch":612,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":613,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-29T17:40:52.944949+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-29T17:40:52.944949+0000","last_clean_scrub_stamp":"2024-08-29T17:40:52.944949+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-31T05:11:11.426649+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,5],"acting":[3,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1e","version":"0'0","reported_seq":1201,"reported_epoch":903,"state":"active+clean","last_fresh":"2024-08-29T18:02:09.645359+0000","last_change":"2024-08-29T17:57:36.389692+0000","last_active":"2024-08-29T18:02:09.645359+0000","last_peered":"2024-08-29T18:02:09.645359+0000","last_clean":"2024-08-29T18:02:09.645359+0000","last_became_active":"2024-08-29T17:57:36.389141+0000","last_became_peered":"2024-08-29T17:57:36.389141+0000","last_unstale":"2024-08-29T18:02:09.645359+0000","last_undegraded":"2024-08-29T18:02:09.645359+0000","last_fullsized":"2024-08-29T18:02:09.645359+0000","mapping_epoch":645,"log_start":"0'0","ondisk_log_start":"0'0","created":62,"last_epoch_clean":646,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-29T17:41:01.987071+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-29T17:41:01.987071+0000","last_clean_scrub_stamp":"2024-08-29T17:41:01.987071+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-31T05:23:57.387438+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6,2],"acting":[3,6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.1f","version":"721'5","reported_seq":1301,"reported_epoch":903,"state":"active+clean","last_fresh":"2024-08-29T18:02:09.387659+0000","last_change":"2024-08-29T17:58:11.353138+0000","last_active":"2024-08-29T18:02:09.387659+0000","last_peered":"2024-08-29T18:02:09.387659+0000","last_clean":"2024-08-29T18:02:09.387659+0000","last_became_active":"2024-08-29T17:58:11.351650+0000","last_became_peered":"2024-08-29T17:58:11.351650+0000","last_unstale":"2024-08-29T18:02:09.387659+0000","last_undegraded":"2024-08-29T18:02:09.387659+0000","last_fullsized":"2024-08-29T18:02:09.387659+0000","mapping_epoch":680,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":681,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-08-29T17:40:52.944949+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-08-29T17:40:52.944949+0000","last_clean_scrub_stamp":"2024-08-29T17:40:52.944949+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-08-30T19:08:10.414290+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":570,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":4,"num_read_kb":4,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,4],"acting":[0,7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]}],"pool_stats":[{"poolid":5,"num_pg":16,"stat_sum":{"num_bytes":604176384,"num_objects":274,"num_object_clones":225,"num_object_copies":822,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":274,"num_whiteouts":10,"num_read":3731,"num_read_kb":5921907,"num_write":8839,"num_write_kb":1879840,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":147,"num_bytes_recovered":471580672,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":777449472,"data_stored":1535447040,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":25964,"ondisk_log_size":25964,"up":48,"acting":48,"num_store_stats":8},{"poolid":4,"num_pg":8,"stat_sum":{"num_bytes":19,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":2,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":12288,"data_stored":57,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":3,"ondisk_log_size":3,"up":24,"acting":24,"num_store_stats":8},{"poolid":3,"num_pg":64,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":192,"acting":192,"num_store_stats":8},{"poolid":2,"num_pg":32,"stat_sum":{"num_bytes":6590,"num_objects":22,"num_object_clones":0,"num_object_copies":66,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":22,"num_whiteouts":0,"num_read":79,"num_read_kb":86,"num_write":68,"num_write_kb":35,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":110592,"data_stored":19770,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":37412,"internal_metadata":0},"log_size":68,"ondisk_log_size":68,"up":96,"acting":96,"num_store_stats":8},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":812,"num_read_kb":1310,"num_write":311,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":6,"num_bytes_recovered":1771104,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":1781760,"data_stored":1771104,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":197,"ondisk_log_size":197,"up":3,"acting":3,"num_store_stats":3}],"osd_stats":[{"osd":7,"up_from":680,"seq":2920577761331,"num_pgs":50,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":363860,"kb_used_data":72968,"kb_used_omap":44,"kb_used_meta":290835,"kb_avail":93381292,"statfs":{"total":95995035648,"available":95622443008,"internally_reserved":0,"allocated":74719232,"data_stored":141815897,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":45232,"internal_metadata":297815888},"hb_peers":[0,1,2,3,4,5,6],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":6,"up_from":645,"seq":2770253905978,"num_pgs":43,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":231984,"kb_used_data":64676,"kb_used_omap":35,"kb_used_meta":167260,"kb_avail":93513168,"statfs":{"total":95995035648,"available":95757484032,"internally_reserved":0,"allocated":66228224,"data_stored":94930101,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":36227,"internal_metadata":171274877},"hb_peers":[0,1,2,3,4,5,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":5,"up_from":612,"seq":2628519985217,"num_pgs":49,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":570420,"kb_used_data":121512,"kb_used_omap":66,"kb_used_meta":448829,"kb_avail":93174732,"statfs":{"total":95995035648,"available":95410925568,"internally_reserved":0,"allocated":124428288,"data_stored":208364290,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":68252,"internal_metadata":459601252},"hb_peers":[0,1,2,3,4,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":4,"up_from":579,"seq":2486786064455,"num_pgs":46,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":817024,"kb_used_data":155956,"kb_used_omap":91,"kb_used_meta":660964,"kb_avail":92928128,"statfs":{"total":95995035648,"available":95158403072,"internally_reserved":0,"allocated":159698944,"data_stored":316313276,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":93699,"internal_metadata":676827645},"hb_peers":[0,1,2,3,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":3,"up_from":546,"seq":2345052143694,"num_pgs":41,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":409016,"kb_used_data":64364,"kb_used_omap":50,"kb_used_meta":344589,"kb_avail":93336136,"statfs":{"total":95995035648,"available":95576203264,"internally_reserved":0,"allocated":65908736,"data_stored":121754373,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":51357,"internal_metadata":352860003},"hb_peers":[0,1,2,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":2,"up_from":516,"seq":2216203124820,"num_pgs":36,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":613552,"kb_used_data":90852,"kb_used_omap":50,"kb_used_meta":522637,"kb_avail":93131600,"statfs":{"total":95995035648,"available":95366758400,"internally_reserved":0,"allocated":93032448,"data_stored":160328705,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":51251,"internal_metadata":535181261},"hb_peers":[0,1,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":1,"up_from":485,"seq":2083059138650,"num_pgs":45,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":794228,"kb_used_data":139048,"kb_used_omap":56,"kb_used_meta":655111,"kb_avail":92950924,"statfs":{"total":95995035648,"available":95181746176,"internally_reserved":0,"allocated":142385152,"data_stored":275778708,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":57550,"internal_metadata":670834482},"hb_peers":[0,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":0,"up_from":456,"seq":1958505087072,"num_pgs":53,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":836204,"kb_used_data":135008,"kb_used_omap":51,"kb_used_meta":701132,"kb_avail":92908948,"statfs":{"total":95995035648,"available":95138762752,"internally_reserved":0,"allocated":138248192,"data_stored":266506469,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":52794,"internal_metadata":717959622},"hb_peers":[1,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":716,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":6842,"internal_metadata":0},{"poolid":2,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":160,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":5155,"internal_metadata":0},{"poolid":2,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":6508,"internal_metadata":0},{"poolid":2,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":24576,"data_stored":5908,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":3085,"internal_metadata":0},{"poolid":2,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":696,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":7375,"internal_metadata":0},{"poolid":2,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":20480,"data_stored":5894,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":2359,"internal_metadata":0},{"poolid":2,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":5804,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":2664,"internal_metadata":0},{"poolid":2,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":592,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":3424,"internal_metadata":0},{"poolid":3,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":19,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":19,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":19,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":126976000,"data_stored":259846144,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":131710976,"data_stored":269709312,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":82370560,"data_stored":154259456,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":55222272,"data_stored":115679232,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":149016576,"data_stored":310243328,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":113741824,"data_stored":202289152,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":54956032,"data_stored":88264704,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":63455232,"data_stored":135155712,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2024-08-29T18:02:22.495 INFO:tasks.cephadm.ceph_manager.ceph:removing pool_name unique_pool_0 2024-08-29T18:02:22.495 DEBUG:teuthology.orchestra.run.smithi028:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 3167ee72-662c-11ef-bcd4-c7b262605968 -- ceph osd pool rm unique_pool_0 unique_pool_0 --yes-i-really-really-mean-it 2024-08-29T18:02:22.575 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:02:22 smithi053 bash[68679]: cluster 2024-08-29T18:02:21.160220+0000 mgr.y (mgr.25022) 468 : cluster [DBG] pgmap v891: 121 pgs: 121 active+clean; 577 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail 2024-08-29T18:02:22.575 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:02:22 smithi053 bash[68679]: audit 2024-08-29T18:02:21.469077+0000 mgr.y (mgr.25022) 469 : audit [DBG] from='client.44477 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-08-29T18:02:22.575 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:02:22 smithi053 bash[68679]: audit 2024-08-29T18:02:21.535387+0000 mon.c (mon.2) 18 : audit [DBG] from='client.? 172.21.15.28:0/1251864115' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-08-29T18:02:22.575 INFO:journalctl@ceph.prometheus.a.smithi053.stdout:Aug 29 18:02:22 smithi053 bash[95567]: ts=2024-08-29T18:02:22.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"3167ee72-662c-11ef-bcd4-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-29T18:02:22.880 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:02:22 smithi028 bash[77168]: cluster 2024-08-29T18:02:21.160220+0000 mgr.y (mgr.25022) 468 : cluster [DBG] pgmap v891: 121 pgs: 121 active+clean; 577 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail 2024-08-29T18:02:22.880 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:02:22 smithi028 bash[77168]: audit 2024-08-29T18:02:21.469077+0000 mgr.y (mgr.25022) 469 : audit [DBG] from='client.44477 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-08-29T18:02:22.880 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:02:22 smithi028 bash[77168]: audit 2024-08-29T18:02:21.535387+0000 mon.c (mon.2) 18 : audit [DBG] from='client.? 172.21.15.28:0/1251864115' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-08-29T18:02:22.880 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:02:22 smithi028 bash[78352]: cluster 2024-08-29T18:02:21.160220+0000 mgr.y (mgr.25022) 468 : cluster [DBG] pgmap v891: 121 pgs: 121 active+clean; 577 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail 2024-08-29T18:02:22.881 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:02:22 smithi028 bash[78352]: audit 2024-08-29T18:02:21.469077+0000 mgr.y (mgr.25022) 469 : audit [DBG] from='client.44477 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-08-29T18:02:22.881 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:02:22 smithi028 bash[78352]: audit 2024-08-29T18:02:21.535387+0000 mon.c (mon.2) 18 : audit [DBG] from='client.? 172.21.15.28:0/1251864115' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-08-29T18:02:23.824 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:02:23 smithi053 bash[68679]: audit 2024-08-29T18:02:23.309383+0000 mon.a (mon.0) 1478 : audit [DBG] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-29T18:02:23.880 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:02:23 smithi028 bash[78352]: audit 2024-08-29T18:02:23.309383+0000 mon.a (mon.0) 1478 : audit [DBG] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-29T18:02:23.880 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:02:23 smithi028 bash[77168]: audit 2024-08-29T18:02:23.309383+0000 mon.a (mon.0) 1478 : audit [DBG] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-29T18:02:24.824 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:02:24 smithi053 bash[68679]: cluster 2024-08-29T18:02:23.160895+0000 mgr.y (mgr.25022) 470 : cluster [DBG] pgmap v892: 121 pgs: 121 active+clean; 577 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail 2024-08-29T18:02:24.825 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:02:24 smithi053 bash[68679]: audit 2024-08-29T18:02:23.919074+0000 mon.a (mon.0) 1479 : audit [INF] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' 2024-08-29T18:02:24.825 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:02:24 smithi053 bash[68679]: audit 2024-08-29T18:02:23.924196+0000 mon.a (mon.0) 1480 : audit [INF] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' 2024-08-29T18:02:24.880 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:02:24 smithi028 bash[78352]: cluster 2024-08-29T18:02:23.160895+0000 mgr.y (mgr.25022) 470 : cluster [DBG] pgmap v892: 121 pgs: 121 active+clean; 577 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail 2024-08-29T18:02:24.880 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:02:24 smithi028 bash[78352]: audit 2024-08-29T18:02:23.919074+0000 mon.a (mon.0) 1479 : audit [INF] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' 2024-08-29T18:02:24.880 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:02:24 smithi028 bash[78352]: audit 2024-08-29T18:02:23.924196+0000 mon.a (mon.0) 1480 : audit [INF] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' 2024-08-29T18:02:24.880 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:02:24 smithi028 bash[77168]: cluster 2024-08-29T18:02:23.160895+0000 mgr.y (mgr.25022) 470 : cluster [DBG] pgmap v892: 121 pgs: 121 active+clean; 577 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail 2024-08-29T18:02:24.880 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:02:24 smithi028 bash[77168]: audit 2024-08-29T18:02:23.919074+0000 mon.a (mon.0) 1479 : audit [INF] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' 2024-08-29T18:02:24.880 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:02:24 smithi028 bash[77168]: audit 2024-08-29T18:02:23.924196+0000 mon.a (mon.0) 1480 : audit [INF] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' 2024-08-29T18:02:25.825 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:02:25 smithi053 bash[68679]: audit 2024-08-29T18:02:24.531026+0000 mon.a (mon.0) 1481 : audit [DBG] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-29T18:02:25.825 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:02:25 smithi053 bash[68679]: audit 2024-08-29T18:02:24.532219+0000 mon.a (mon.0) 1482 : audit [INF] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-29T18:02:25.825 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:02:25 smithi053 bash[68679]: audit 2024-08-29T18:02:24.540420+0000 mon.a (mon.0) 1483 : audit [INF] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' 2024-08-29T18:02:25.880 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:02:25 smithi028 bash[77168]: audit 2024-08-29T18:02:24.531026+0000 mon.a (mon.0) 1481 : audit [DBG] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-29T18:02:25.880 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:02:25 smithi028 bash[77168]: audit 2024-08-29T18:02:24.532219+0000 mon.a (mon.0) 1482 : audit [INF] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-29T18:02:25.880 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:02:25 smithi028 bash[77168]: audit 2024-08-29T18:02:24.540420+0000 mon.a (mon.0) 1483 : audit [INF] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' 2024-08-29T18:02:25.881 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:02:25 smithi028 bash[78352]: audit 2024-08-29T18:02:24.531026+0000 mon.a (mon.0) 1481 : audit [DBG] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-29T18:02:25.881 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:02:25 smithi028 bash[78352]: audit 2024-08-29T18:02:24.532219+0000 mon.a (mon.0) 1482 : audit [INF] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-29T18:02:25.881 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:02:25 smithi028 bash[78352]: audit 2024-08-29T18:02:24.540420+0000 mon.a (mon.0) 1483 : audit [INF] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' 2024-08-29T18:02:26.824 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:02:26 smithi053 bash[68679]: cluster 2024-08-29T18:02:25.162292+0000 mgr.y (mgr.25022) 471 : cluster [DBG] pgmap v893: 121 pgs: 121 active+clean; 577 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail 2024-08-29T18:02:26.880 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:02:26 smithi028 bash[78352]: cluster 2024-08-29T18:02:25.162292+0000 mgr.y (mgr.25022) 471 : cluster [DBG] pgmap v893: 121 pgs: 121 active+clean; 577 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail 2024-08-29T18:02:26.880 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:02:26 smithi028 bash[77168]: cluster 2024-08-29T18:02:25.162292+0000 mgr.y (mgr.25022) 471 : cluster [DBG] pgmap v893: 121 pgs: 121 active+clean; 577 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail 2024-08-29T18:02:27.317 INFO:teuthology.orchestra.run.smithi028.stderr:Inferring config /var/lib/ceph/3167ee72-662c-11ef-bcd4-c7b262605968/mon.a/config 2024-08-29T18:02:27.318 INFO:teuthology.orchestra.run.smithi028.stderr:Inferring config /var/lib/ceph/3167ee72-662c-11ef-bcd4-c7b262605968/mon.a/config 2024-08-29T18:02:27.824 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:02:27 smithi053 bash[68679]: audit 2024-08-29T18:02:27.044482+0000 mon.a (mon.0) 1484 : audit [DBG] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-29T18:02:27.880 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:02:27 smithi028 bash[77168]: audit 2024-08-29T18:02:27.044482+0000 mon.a (mon.0) 1484 : audit [DBG] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-29T18:02:27.880 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:02:27 smithi028 bash[78352]: audit 2024-08-29T18:02:27.044482+0000 mon.a (mon.0) 1484 : audit [DBG] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-29T18:02:28.825 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:02:28 smithi053 bash[68679]: cluster 2024-08-29T18:02:27.163093+0000 mgr.y (mgr.25022) 472 : cluster [DBG] pgmap v894: 121 pgs: 121 active+clean; 577 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail 2024-08-29T18:02:28.880 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:02:28 smithi028 bash[77168]: cluster 2024-08-29T18:02:27.163093+0000 mgr.y (mgr.25022) 472 : cluster [DBG] pgmap v894: 121 pgs: 121 active+clean; 577 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail 2024-08-29T18:02:28.880 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:02:28 smithi028 bash[78352]: cluster 2024-08-29T18:02:27.163093+0000 mgr.y (mgr.25022) 472 : cluster [DBG] pgmap v894: 121 pgs: 121 active+clean; 577 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail 2024-08-29T18:02:30.824 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:02:30 smithi053 bash[68679]: cluster 2024-08-29T18:02:29.163798+0000 mgr.y (mgr.25022) 473 : cluster [DBG] pgmap v895: 121 pgs: 121 active+clean; 577 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail 2024-08-29T18:02:30.880 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:02:30 smithi028 bash[77168]: cluster 2024-08-29T18:02:29.163798+0000 mgr.y (mgr.25022) 473 : cluster [DBG] pgmap v895: 121 pgs: 121 active+clean; 577 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail 2024-08-29T18:02:30.880 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:02:30 smithi028 bash[78352]: cluster 2024-08-29T18:02:29.163798+0000 mgr.y (mgr.25022) 473 : cluster [DBG] pgmap v895: 121 pgs: 121 active+clean; 577 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail 2024-08-29T18:02:31.880 INFO:journalctl@ceph.mgr.y.smithi028.stdout:Aug 29 18:02:31 smithi028 bash[70818]: ::ffff:172.21.15.53 - - [29/Aug/2024:18:02:31] "GET /metrics HTTP/1.1" 200 36241 "" "Prometheus/2.43.0" 2024-08-29T18:02:32.575 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:02:32 smithi053 bash[68679]: cluster 2024-08-29T18:02:31.164962+0000 mgr.y (mgr.25022) 474 : cluster [DBG] pgmap v896: 121 pgs: 121 active+clean; 577 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail 2024-08-29T18:02:32.575 INFO:journalctl@ceph.prometheus.a.smithi053.stdout:Aug 29 18:02:32 smithi053 bash[95567]: ts=2024-08-29T18:02:32.313Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"3167ee72-662c-11ef-bcd4-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-29T18:02:32.706 INFO:teuthology.orchestra.run.smithi028.stdout: "ceph version 19.1.1-235-g1ef86450 (1ef864504b8875c83ee6c2c5fedc13315bebf7f5) squid (rc)" 2024-08-29T18:02:32.880 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:02:32 smithi028 bash[77168]: cluster 2024-08-29T18:02:31.164962+0000 mgr.y (mgr.25022) 474 : cluster [DBG] pgmap v896: 121 pgs: 121 active+clean; 577 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail 2024-08-29T18:02:32.880 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:02:32 smithi028 bash[78352]: cluster 2024-08-29T18:02:31.164962+0000 mgr.y (mgr.25022) 474 : cluster [DBG] pgmap v896: 121 pgs: 121 active+clean; 577 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail 2024-08-29T18:02:33.491 INFO:teuthology.task.sequential:In sequential, running task print... 2024-08-29T18:02:33.491 INFO:teuthology.task.print:**** done end upgrade, wait... 2024-08-29T18:02:33.492 DEBUG:teuthology.parallel:result is None 2024-08-29T18:02:33.583 INFO:teuthology.orchestra.run.smithi028.stderr:pool 'unique_pool_0' removed 2024-08-29T18:02:33.783 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:02:33 smithi028 bash[77168]: audit 2024-08-29T18:02:32.597472+0000 mon.c (mon.2) 19 : audit [INF] from='client.? 172.21.15.28:0/1283726495' entity='client.admin' cmd=[{"prefix": "osd pool rm", "pool": "unique_pool_0", "pool2": "unique_pool_0", "yes_i_really_really_mean_it": true}]: dispatch 2024-08-29T18:02:33.783 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:02:33 smithi028 bash[77168]: audit 2024-08-29T18:02:32.597942+0000 mon.a (mon.0) 1485 : audit [INF] from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool rm", "pool": "unique_pool_0", "pool2": "unique_pool_0", "yes_i_really_really_mean_it": true}]: dispatch 2024-08-29T18:02:33.783 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:02:33 smithi028 bash[77168]: audit 2024-08-29T18:02:32.697495+0000 mon.a (mon.0) 1486 : audit [DBG] from='client.? 172.21.15.28:0/2219120810' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-08-29T18:02:33.783 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:02:33 smithi028 bash[78352]: audit 2024-08-29T18:02:32.597472+0000 mon.c (mon.2) 19 : audit [INF] from='client.? 172.21.15.28:0/1283726495' entity='client.admin' cmd=[{"prefix": "osd pool rm", "pool": "unique_pool_0", "pool2": "unique_pool_0", "yes_i_really_really_mean_it": true}]: dispatch 2024-08-29T18:02:33.784 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:02:33 smithi028 bash[78352]: audit 2024-08-29T18:02:32.597942+0000 mon.a (mon.0) 1485 : audit [INF] from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool rm", "pool": "unique_pool_0", "pool2": "unique_pool_0", "yes_i_really_really_mean_it": true}]: dispatch 2024-08-29T18:02:33.784 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:02:33 smithi028 bash[78352]: audit 2024-08-29T18:02:32.697495+0000 mon.a (mon.0) 1486 : audit [DBG] from='client.? 172.21.15.28:0/2219120810' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-08-29T18:02:33.825 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:02:33 smithi053 bash[68679]: audit 2024-08-29T18:02:32.597472+0000 mon.c (mon.2) 19 : audit [INF] from='client.? 172.21.15.28:0/1283726495' entity='client.admin' cmd=[{"prefix": "osd pool rm", "pool": "unique_pool_0", "pool2": "unique_pool_0", "yes_i_really_really_mean_it": true}]: dispatch 2024-08-29T18:02:33.825 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:02:33 smithi053 bash[68679]: audit 2024-08-29T18:02:32.597942+0000 mon.a (mon.0) 1485 : audit [INF] from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool rm", "pool": "unique_pool_0", "pool2": "unique_pool_0", "yes_i_really_really_mean_it": true}]: dispatch 2024-08-29T18:02:33.825 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:02:33 smithi053 bash[68679]: audit 2024-08-29T18:02:32.697495+0000 mon.a (mon.0) 1486 : audit [DBG] from='client.? 172.21.15.28:0/2219120810' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-08-29T18:02:34.346 INFO:teuthology.task.full_sequential:In full_sequential, running task print... 2024-08-29T18:02:34.346 INFO:teuthology.task.print:**** done end ec-rados-default.yaml 2024-08-29T18:02:34.347 INFO:teuthology.task.full_sequential:In full_sequential, running task print... 2024-08-29T18:02:34.347 INFO:teuthology.task.print:**** done start rados_api.yaml 2024-08-29T18:02:34.347 INFO:teuthology.task.full_sequential:In full_sequential, running task workunit... 2024-08-29T18:02:34.348 INFO:tasks.workunit:Pulling workunits from ref quincy 2024-08-29T18:02:34.348 INFO:tasks.workunit:Making a separate scratch dir for every client... 2024-08-29T18:02:34.348 DEBUG:teuthology.orchestra.run.smithi028:> stat -- /home/ubuntu/cephtest/mnt.0 2024-08-29T18:02:34.354 DEBUG:teuthology.orchestra.run:got remote process result: 1 2024-08-29T18:02:34.354 INFO:teuthology.orchestra.run.smithi028.stderr:stat: cannot statx '/home/ubuntu/cephtest/mnt.0': No such file or directory 2024-08-29T18:02:34.355 DEBUG:teuthology.orchestra.run.smithi028:> mkdir -- /home/ubuntu/cephtest/mnt.0 2024-08-29T18:02:34.404 INFO:tasks.workunit:Created dir /home/ubuntu/cephtest/mnt.0 2024-08-29T18:02:34.404 DEBUG:teuthology.orchestra.run.smithi028:> cd -- /home/ubuntu/cephtest/mnt.0 && mkdir -- client.0 2024-08-29T18:02:34.452 INFO:tasks.workunit:timeout=3h 2024-08-29T18:02:34.452 INFO:tasks.workunit:cleanup=True 2024-08-29T18:02:34.453 DEBUG:teuthology.orchestra.run.smithi028:> rm -rf /home/ubuntu/cephtest/clone.client.0 && git clone --depth 1 --branch quincy https://github.com/ceph/ceph-ci.git /home/ubuntu/cephtest/clone.client.0 && cd /home/ubuntu/cephtest/clone.client.0 2024-08-29T18:02:34.502 INFO:tasks.workunit.client.0.smithi028.stderr:Cloning into '/home/ubuntu/cephtest/clone.client.0'... 2024-08-29T18:02:34.630 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:02:34 smithi028 bash[78352]: cluster 2024-08-29T18:02:33.165699+0000 mgr.y (mgr.25022) 475 : cluster [DBG] pgmap v897: 121 pgs: 121 active+clean; 577 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail 2024-08-29T18:02:34.630 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:02:34 smithi028 bash[78352]: audit 2024-08-29T18:02:33.570572+0000 mon.a (mon.0) 1487 : audit [INF] from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool rm", "pool": "unique_pool_0", "pool2": "unique_pool_0", "yes_i_really_really_mean_it": true}]': finished 2024-08-29T18:02:34.630 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:02:34 smithi028 bash[78352]: cluster 2024-08-29T18:02:33.577646+0000 mon.a (mon.0) 1488 : cluster [DBG] osdmap e904: 8 total, 8 up, 8 in 2024-08-29T18:02:34.630 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:02:34 smithi028 bash[77168]: cluster 2024-08-29T18:02:33.165699+0000 mgr.y (mgr.25022) 475 : cluster [DBG] pgmap v897: 121 pgs: 121 active+clean; 577 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail 2024-08-29T18:02:34.630 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:02:34 smithi028 bash[77168]: audit 2024-08-29T18:02:33.570572+0000 mon.a (mon.0) 1487 : audit [INF] from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool rm", "pool": "unique_pool_0", "pool2": "unique_pool_0", "yes_i_really_really_mean_it": true}]': finished 2024-08-29T18:02:34.631 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:02:34 smithi028 bash[77168]: cluster 2024-08-29T18:02:33.577646+0000 mon.a (mon.0) 1488 : cluster [DBG] osdmap e904: 8 total, 8 up, 8 in 2024-08-29T18:02:34.825 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:02:34 smithi053 bash[68679]: cluster 2024-08-29T18:02:33.165699+0000 mgr.y (mgr.25022) 475 : cluster [DBG] pgmap v897: 121 pgs: 121 active+clean; 577 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail 2024-08-29T18:02:34.825 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:02:34 smithi053 bash[68679]: audit 2024-08-29T18:02:33.570572+0000 mon.a (mon.0) 1487 : audit [INF] from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool rm", "pool": "unique_pool_0", "pool2": "unique_pool_0", "yes_i_really_really_mean_it": true}]': finished 2024-08-29T18:02:34.825 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:02:34 smithi053 bash[68679]: cluster 2024-08-29T18:02:33.577646+0000 mon.a (mon.0) 1488 : cluster [DBG] osdmap e904: 8 total, 8 up, 8 in 2024-08-29T18:02:36.880 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:02:36 smithi028 bash[77168]: cluster 2024-08-29T18:02:35.166714+0000 mgr.y (mgr.25022) 476 : cluster [DBG] pgmap v899: 105 pgs: 105 active+clean; 583 KiB data, 4.2 GiB used, 711 GiB / 715 GiB avail 2024-08-29T18:02:36.880 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:02:36 smithi028 bash[78352]: cluster 2024-08-29T18:02:35.166714+0000 mgr.y (mgr.25022) 476 : cluster [DBG] pgmap v899: 105 pgs: 105 active+clean; 583 KiB data, 4.2 GiB used, 711 GiB / 715 GiB avail 2024-08-29T18:02:37.075 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:02:36 smithi053 bash[68679]: cluster 2024-08-29T18:02:35.166714+0000 mgr.y (mgr.25022) 476 : cluster [DBG] pgmap v899: 105 pgs: 105 active+clean; 583 KiB data, 4.2 GiB used, 711 GiB / 715 GiB avail 2024-08-29T18:02:38.880 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:02:38 smithi028 bash[78352]: cluster 2024-08-29T18:02:37.167515+0000 mgr.y (mgr.25022) 477 : cluster [DBG] pgmap v900: 105 pgs: 105 active+clean; 583 KiB data, 4.1 GiB used, 711 GiB / 715 GiB avail 2024-08-29T18:02:38.880 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:02:38 smithi028 bash[77168]: cluster 2024-08-29T18:02:37.167515+0000 mgr.y (mgr.25022) 477 : cluster [DBG] pgmap v900: 105 pgs: 105 active+clean; 583 KiB data, 4.1 GiB used, 711 GiB / 715 GiB avail 2024-08-29T18:02:39.075 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:02:38 smithi053 bash[68679]: cluster 2024-08-29T18:02:37.167515+0000 mgr.y (mgr.25022) 477 : cluster [DBG] pgmap v900: 105 pgs: 105 active+clean; 583 KiB data, 4.1 GiB used, 711 GiB / 715 GiB avail 2024-08-29T18:02:40.552 DEBUG:teuthology.orchestra.run.smithi028:> cd -- /home/ubuntu/cephtest/clone.client.0/qa/workunits && if test -e Makefile ; then make ; fi && find -executable -type f -printf '%P\0' >/home/ubuntu/cephtest/workunits.list.client.0 2024-08-29T18:02:40.599 INFO:tasks.workunit.client.0.smithi028.stdout:for d in direct_io fs ; do ( cd $d ; make all ) ; done 2024-08-29T18:02:40.603 INFO:tasks.workunit.client.0.smithi028.stdout:make[1]: Entering directory '/home/ubuntu/cephtest/clone.client.0/qa/workunits/direct_io' 2024-08-29T18:02:40.603 INFO:tasks.workunit.client.0.smithi028.stdout:cc -Wall -Wextra -D_GNU_SOURCE direct_io_test.c -o direct_io_test 2024-08-29T18:02:40.652 INFO:tasks.workunit.client.0.smithi028.stdout:cc -Wall -Wextra -D_GNU_SOURCE test_sync_io.c -o test_sync_io 2024-08-29T18:02:40.707 INFO:tasks.workunit.client.0.smithi028.stdout:cc -Wall -Wextra -D_GNU_SOURCE test_short_dio_read.c -o test_short_dio_read 2024-08-29T18:02:40.755 INFO:tasks.workunit.client.0.smithi028.stdout:make[1]: Leaving directory '/home/ubuntu/cephtest/clone.client.0/qa/workunits/direct_io' 2024-08-29T18:02:40.758 INFO:tasks.workunit.client.0.smithi028.stdout:make[1]: Entering directory '/home/ubuntu/cephtest/clone.client.0/qa/workunits/fs' 2024-08-29T18:02:40.758 INFO:tasks.workunit.client.0.smithi028.stdout:cc -Wall -Wextra -D_GNU_SOURCE test_o_trunc.c -o test_o_trunc 2024-08-29T18:02:40.805 INFO:tasks.workunit.client.0.smithi028.stdout:make[1]: Leaving directory '/home/ubuntu/cephtest/clone.client.0/qa/workunits/fs' 2024-08-29T18:02:40.809 DEBUG:teuthology.orchestra.run.smithi028:> set -ex 2024-08-29T18:02:40.809 DEBUG:teuthology.orchestra.run.smithi028:> dd if=/home/ubuntu/cephtest/workunits.list.client.0 of=/dev/stdout 2024-08-29T18:02:40.857 INFO:tasks.workunit:Running workunits matching cls on client.0... 2024-08-29T18:02:40.858 INFO:tasks.workunit:Running workunit cls/test_cls_2pc_queue.sh... 2024-08-29T18:02:40.858 DEBUG:teuthology.orchestra.run.smithi028:workunit test cls/test_cls_2pc_queue.sh> mkdir -p -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && cd -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && CEPH_CLI_TEST_DUP_COMMAND=1 CEPH_REF=quincy TESTDIR="/home/ubuntu/cephtest" CEPH_ARGS="--cluster ceph" CEPH_ID="0" PATH=$PATH:/usr/sbin CEPH_BASE=/home/ubuntu/cephtest/clone.client.0 CEPH_ROOT=/home/ubuntu/cephtest/clone.client.0 CEPH_MNT=/home/ubuntu/cephtest/mnt.0 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 3h /home/ubuntu/cephtest/clone.client.0/qa/workunits/cls/test_cls_2pc_queue.sh 2024-08-29T18:02:40.879 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:02:40 smithi028 bash[78352]: cluster 2024-08-29T18:02:39.168396+0000 mgr.y (mgr.25022) 478 : cluster [DBG] pgmap v901: 105 pgs: 105 active+clean; 583 KiB data, 3.8 GiB used, 711 GiB / 715 GiB avail 2024-08-29T18:02:40.880 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:02:40 smithi028 bash[77168]: cluster 2024-08-29T18:02:39.168396+0000 mgr.y (mgr.25022) 478 : cluster [DBG] pgmap v901: 105 pgs: 105 active+clean; 583 KiB data, 3.8 GiB used, 711 GiB / 715 GiB avail 2024-08-29T18:02:40.897 INFO:tasks.workunit.client.0.smithi028.stdout:Running main() from gmock_main.cc 2024-08-29T18:02:40.897 INFO:tasks.workunit.client.0.smithi028.stdout:[==========] Running 22 tests from 1 test suite. 2024-08-29T18:02:40.897 INFO:tasks.workunit.client.0.smithi028.stdout:[----------] Global test environment set-up. 2024-08-29T18:02:40.897 INFO:tasks.workunit.client.0.smithi028.stdout:[----------] 22 tests from TestCls2PCQueue 2024-08-29T18:02:40.897 INFO:tasks.workunit.client.0.smithi028.stdout:[ RUN ] TestCls2PCQueue.GetCapacity 2024-08-29T18:02:41.075 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:02:40 smithi053 bash[68679]: cluster 2024-08-29T18:02:39.168396+0000 mgr.y (mgr.25022) 478 : cluster [DBG] pgmap v901: 105 pgs: 105 active+clean; 583 KiB data, 3.8 GiB used, 711 GiB / 715 GiB avail 2024-08-29T18:02:41.880 INFO:journalctl@ceph.mgr.y.smithi028.stdout:Aug 29 18:02:41 smithi028 bash[70818]: ::ffff:172.21.15.53 - - [29/Aug/2024:18:02:41] "GET /metrics HTTP/1.1" 200 36241 "" "Prometheus/2.43.0" 2024-08-29T18:02:42.575 INFO:journalctl@ceph.prometheus.a.smithi053.stdout:Aug 29 18:02:42 smithi053 bash[95567]: ts=2024-08-29T18:02:42.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"3167ee72-662c-11ef-bcd4-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-29T18:02:42.880 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:02:42 smithi028 bash[77168]: cluster 2024-08-29T18:02:41.169415+0000 mgr.y (mgr.25022) 479 : cluster [DBG] pgmap v902: 105 pgs: 105 active+clean; 583 KiB data, 3.7 GiB used, 712 GiB / 715 GiB avail 2024-08-29T18:02:42.880 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:02:42 smithi028 bash[77168]: cluster 2024-08-29T18:02:41.601318+0000 mon.a (mon.0) 1489 : cluster [DBG] osdmap e905: 8 total, 8 up, 8 in 2024-08-29T18:02:42.880 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:02:42 smithi028 bash[77168]: audit 2024-08-29T18:02:41.605693+0000 mon.a (mon.0) 1490 : audit [INF] from='client.? 172.21.15.28:0/2405385242' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi028-111149-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-29T18:02:42.880 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:02:42 smithi028 bash[77168]: audit 2024-08-29T18:02:42.044744+0000 mon.a (mon.0) 1491 : audit [DBG] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-29T18:02:42.880 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:02:42 smithi028 bash[78352]: cluster 2024-08-29T18:02:41.169415+0000 mgr.y (mgr.25022) 479 : cluster [DBG] pgmap v902: 105 pgs: 105 active+clean; 583 KiB data, 3.7 GiB used, 712 GiB / 715 GiB avail 2024-08-29T18:02:42.881 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:02:42 smithi028 bash[78352]: cluster 2024-08-29T18:02:41.601318+0000 mon.a (mon.0) 1489 : cluster [DBG] osdmap e905: 8 total, 8 up, 8 in 2024-08-29T18:02:42.881 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:02:42 smithi028 bash[78352]: audit 2024-08-29T18:02:41.605693+0000 mon.a (mon.0) 1490 : audit [INF] from='client.? 172.21.15.28:0/2405385242' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi028-111149-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-29T18:02:42.881 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:02:42 smithi028 bash[78352]: audit 2024-08-29T18:02:42.044744+0000 mon.a (mon.0) 1491 : audit [DBG] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-29T18:02:43.075 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:02:42 smithi053 bash[68679]: cluster 2024-08-29T18:02:41.169415+0000 mgr.y (mgr.25022) 479 : cluster [DBG] pgmap v902: 105 pgs: 105 active+clean; 583 KiB data, 3.7 GiB used, 712 GiB / 715 GiB avail 2024-08-29T18:02:43.075 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:02:42 smithi053 bash[68679]: cluster 2024-08-29T18:02:41.601318+0000 mon.a (mon.0) 1489 : cluster [DBG] osdmap e905: 8 total, 8 up, 8 in 2024-08-29T18:02:43.075 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:02:42 smithi053 bash[68679]: audit 2024-08-29T18:02:41.605693+0000 mon.a (mon.0) 1490 : audit [INF] from='client.? 172.21.15.28:0/2405385242' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi028-111149-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-29T18:02:43.075 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:02:42 smithi053 bash[68679]: audit 2024-08-29T18:02:42.044744+0000 mon.a (mon.0) 1491 : audit [DBG] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-29T18:02:43.629 INFO:tasks.workunit.client.0.smithi028.stdout:[ OK ] TestCls2PCQueue.GetCapacity (2732 ms) 2024-08-29T18:02:43.630 INFO:tasks.workunit.client.0.smithi028.stdout:[ RUN ] TestCls2PCQueue.AsyncGetCapacity 2024-08-29T18:02:43.880 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:02:43 smithi028 bash[78352]: audit 2024-08-29T18:02:42.597563+0000 mon.a (mon.0) 1492 : audit [INF] from='client.? 172.21.15.28:0/2405385242' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi028-111149-1","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-29T18:02:43.880 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:02:43 smithi028 bash[78352]: cluster 2024-08-29T18:02:42.607313+0000 mon.a (mon.0) 1493 : cluster [DBG] osdmap e906: 8 total, 8 up, 8 in 2024-08-29T18:02:43.880 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:02:43 smithi028 bash[77168]: audit 2024-08-29T18:02:42.597563+0000 mon.a (mon.0) 1492 : audit [INF] from='client.? 172.21.15.28:0/2405385242' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi028-111149-1","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-29T18:02:43.880 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:02:43 smithi028 bash[77168]: cluster 2024-08-29T18:02:42.607313+0000 mon.a (mon.0) 1493 : cluster [DBG] osdmap e906: 8 total, 8 up, 8 in 2024-08-29T18:02:44.075 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:02:43 smithi053 bash[68679]: audit 2024-08-29T18:02:42.597563+0000 mon.a (mon.0) 1492 : audit [INF] from='client.? 172.21.15.28:0/2405385242' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi028-111149-1","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-29T18:02:44.075 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:02:43 smithi053 bash[68679]: cluster 2024-08-29T18:02:42.607313+0000 mon.a (mon.0) 1493 : cluster [DBG] osdmap e906: 8 total, 8 up, 8 in 2024-08-29T18:02:45.075 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:02:44 smithi053 bash[68679]: cluster 2024-08-29T18:02:43.170116+0000 mgr.y (mgr.25022) 480 : cluster [DBG] pgmap v905: 137 pgs: 5 creating+peering, 27 unknown, 105 active+clean; 583 KiB data, 3.7 GiB used, 712 GiB / 715 GiB avail 2024-08-29T18:02:45.075 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:02:44 smithi053 bash[68679]: cluster 2024-08-29T18:02:43.627479+0000 mon.a (mon.0) 1494 : cluster [DBG] osdmap e907: 8 total, 8 up, 8 in 2024-08-29T18:02:45.130 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:02:44 smithi028 bash[78352]: cluster 2024-08-29T18:02:43.170116+0000 mgr.y (mgr.25022) 480 : cluster [DBG] pgmap v905: 137 pgs: 5 creating+peering, 27 unknown, 105 active+clean; 583 KiB data, 3.7 GiB used, 712 GiB / 715 GiB avail 2024-08-29T18:02:45.130 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:02:44 smithi028 bash[78352]: cluster 2024-08-29T18:02:43.627479+0000 mon.a (mon.0) 1494 : cluster [DBG] osdmap e907: 8 total, 8 up, 8 in 2024-08-29T18:02:45.130 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:02:44 smithi028 bash[77168]: cluster 2024-08-29T18:02:43.170116+0000 mgr.y (mgr.25022) 480 : cluster [DBG] pgmap v905: 137 pgs: 5 creating+peering, 27 unknown, 105 active+clean; 583 KiB data, 3.7 GiB used, 712 GiB / 715 GiB avail 2024-08-29T18:02:45.130 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:02:44 smithi028 bash[77168]: cluster 2024-08-29T18:02:43.627479+0000 mon.a (mon.0) 1494 : cluster [DBG] osdmap e907: 8 total, 8 up, 8 in 2024-08-29T18:02:46.075 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:02:45 smithi053 bash[68679]: cluster 2024-08-29T18:02:44.650158+0000 mon.a (mon.0) 1495 : cluster [DBG] osdmap e908: 8 total, 8 up, 8 in 2024-08-29T18:02:46.075 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:02:45 smithi053 bash[68679]: audit 2024-08-29T18:02:44.652228+0000 mon.a (mon.0) 1496 : audit [INF] from='client.? 172.21.15.28:0/4263540259' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi028-111149-2","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-29T18:02:46.130 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:02:45 smithi028 bash[78352]: cluster 2024-08-29T18:02:44.650158+0000 mon.a (mon.0) 1495 : cluster [DBG] osdmap e908: 8 total, 8 up, 8 in 2024-08-29T18:02:46.130 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:02:45 smithi028 bash[78352]: audit 2024-08-29T18:02:44.652228+0000 mon.a (mon.0) 1496 : audit [INF] from='client.? 172.21.15.28:0/4263540259' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi028-111149-2","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-29T18:02:46.130 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:02:45 smithi028 bash[77168]: cluster 2024-08-29T18:02:44.650158+0000 mon.a (mon.0) 1495 : cluster [DBG] osdmap e908: 8 total, 8 up, 8 in 2024-08-29T18:02:46.130 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:02:45 smithi028 bash[77168]: audit 2024-08-29T18:02:44.652228+0000 mon.a (mon.0) 1496 : audit [INF] from='client.? 172.21.15.28:0/4263540259' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi028-111149-2","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-29T18:02:46.658 INFO:tasks.workunit.client.0.smithi028.stdout:[ OK ] TestCls2PCQueue.AsyncGetCapacity (3029 ms) 2024-08-29T18:02:46.659 INFO:tasks.workunit.client.0.smithi028.stdout:[ RUN ] TestCls2PCQueue.Reserve 2024-08-29T18:02:47.075 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:02:46 smithi053 bash[68679]: cluster 2024-08-29T18:02:45.170928+0000 mgr.y (mgr.25022) 481 : cluster [DBG] pgmap v908: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 3.7 GiB used, 712 GiB / 715 GiB avail 2024-08-29T18:02:47.075 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:02:46 smithi053 bash[68679]: cluster 2024-08-29T18:02:45.643752+0000 mon.a (mon.0) 1497 : cluster [WRN] Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-08-29T18:02:47.075 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:02:46 smithi053 bash[68679]: audit 2024-08-29T18:02:45.645631+0000 mon.a (mon.0) 1498 : audit [INF] from='client.? 172.21.15.28:0/4263540259' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi028-111149-2","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-29T18:02:47.075 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:02:46 smithi053 bash[68679]: cluster 2024-08-29T18:02:45.656091+0000 mon.a (mon.0) 1499 : cluster [DBG] osdmap e909: 8 total, 8 up, 8 in 2024-08-29T18:02:47.075 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:02:46 smithi053 bash[68679]: cluster 2024-08-29T18:02:46.656432+0000 mon.a (mon.0) 1500 : cluster [DBG] osdmap e910: 8 total, 8 up, 8 in 2024-08-29T18:02:47.130 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:02:46 smithi028 bash[78352]: cluster 2024-08-29T18:02:45.170928+0000 mgr.y (mgr.25022) 481 : cluster [DBG] pgmap v908: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 3.7 GiB used, 712 GiB / 715 GiB avail 2024-08-29T18:02:47.130 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:02:46 smithi028 bash[78352]: cluster 2024-08-29T18:02:45.643752+0000 mon.a (mon.0) 1497 : cluster [WRN] Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-08-29T18:02:47.130 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:02:46 smithi028 bash[78352]: audit 2024-08-29T18:02:45.645631+0000 mon.a (mon.0) 1498 : audit [INF] from='client.? 172.21.15.28:0/4263540259' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi028-111149-2","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-29T18:02:47.130 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:02:46 smithi028 bash[78352]: cluster 2024-08-29T18:02:45.656091+0000 mon.a (mon.0) 1499 : cluster [DBG] osdmap e909: 8 total, 8 up, 8 in 2024-08-29T18:02:47.130 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:02:46 smithi028 bash[78352]: cluster 2024-08-29T18:02:46.656432+0000 mon.a (mon.0) 1500 : cluster [DBG] osdmap e910: 8 total, 8 up, 8 in 2024-08-29T18:02:47.131 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:02:46 smithi028 bash[77168]: cluster 2024-08-29T18:02:45.170928+0000 mgr.y (mgr.25022) 481 : cluster [DBG] pgmap v908: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 3.7 GiB used, 712 GiB / 715 GiB avail 2024-08-29T18:02:47.131 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:02:46 smithi028 bash[77168]: cluster 2024-08-29T18:02:45.643752+0000 mon.a (mon.0) 1497 : cluster [WRN] Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-08-29T18:02:47.131 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:02:46 smithi028 bash[77168]: audit 2024-08-29T18:02:45.645631+0000 mon.a (mon.0) 1498 : audit [INF] from='client.? 172.21.15.28:0/4263540259' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi028-111149-2","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-29T18:02:47.131 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:02:46 smithi028 bash[77168]: cluster 2024-08-29T18:02:45.656091+0000 mon.a (mon.0) 1499 : cluster [DBG] osdmap e909: 8 total, 8 up, 8 in 2024-08-29T18:02:47.131 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:02:46 smithi028 bash[77168]: cluster 2024-08-29T18:02:46.656432+0000 mon.a (mon.0) 1500 : cluster [DBG] osdmap e910: 8 total, 8 up, 8 in 2024-08-29T18:02:48.075 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:02:47 smithi053 bash[68679]: cluster 2024-08-29T18:02:47.677561+0000 mon.a (mon.0) 1501 : cluster [INF] Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-08-29T18:02:48.075 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:02:47 smithi053 bash[68679]: cluster 2024-08-29T18:02:47.677633+0000 mon.a (mon.0) 1502 : cluster [INF] Cluster is now healthy 2024-08-29T18:02:48.075 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:02:47 smithi053 bash[68679]: cluster 2024-08-29T18:02:47.697144+0000 mon.a (mon.0) 1503 : cluster [DBG] osdmap e911: 8 total, 8 up, 8 in 2024-08-29T18:02:48.075 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:02:47 smithi053 bash[68679]: audit 2024-08-29T18:02:47.699289+0000 mon.c (mon.2) 20 : audit [INF] from='client.? 172.21.15.28:0/144429835' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi028-111149-3","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-29T18:02:48.075 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:02:47 smithi053 bash[68679]: audit 2024-08-29T18:02:47.700768+0000 mon.a (mon.0) 1504 : audit [INF] from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi028-111149-3","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-29T18:02:48.130 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:02:47 smithi028 bash[78352]: cluster 2024-08-29T18:02:47.677561+0000 mon.a (mon.0) 1501 : cluster [INF] Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-08-29T18:02:48.130 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:02:47 smithi028 bash[78352]: cluster 2024-08-29T18:02:47.677633+0000 mon.a (mon.0) 1502 : cluster [INF] Cluster is now healthy 2024-08-29T18:02:48.130 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:02:47 smithi028 bash[78352]: cluster 2024-08-29T18:02:47.697144+0000 mon.a (mon.0) 1503 : cluster [DBG] osdmap e911: 8 total, 8 up, 8 in 2024-08-29T18:02:48.130 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:02:47 smithi028 bash[78352]: audit 2024-08-29T18:02:47.699289+0000 mon.c (mon.2) 20 : audit [INF] from='client.? 172.21.15.28:0/144429835' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi028-111149-3","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-29T18:02:48.130 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:02:47 smithi028 bash[78352]: audit 2024-08-29T18:02:47.700768+0000 mon.a (mon.0) 1504 : audit [INF] from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi028-111149-3","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-29T18:02:48.131 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:02:47 smithi028 bash[77168]: cluster 2024-08-29T18:02:47.677561+0000 mon.a (mon.0) 1501 : cluster [INF] Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-08-29T18:02:48.131 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:02:47 smithi028 bash[77168]: cluster 2024-08-29T18:02:47.677633+0000 mon.a (mon.0) 1502 : cluster [INF] Cluster is now healthy 2024-08-29T18:02:48.131 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:02:47 smithi028 bash[77168]: cluster 2024-08-29T18:02:47.697144+0000 mon.a (mon.0) 1503 : cluster [DBG] osdmap e911: 8 total, 8 up, 8 in 2024-08-29T18:02:48.131 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:02:47 smithi028 bash[77168]: audit 2024-08-29T18:02:47.699289+0000 mon.c (mon.2) 20 : audit [INF] from='client.? 172.21.15.28:0/144429835' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi028-111149-3","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-29T18:02:48.131 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:02:47 smithi028 bash[77168]: audit 2024-08-29T18:02:47.700768+0000 mon.a (mon.0) 1504 : audit [INF] from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi028-111149-3","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-29T18:02:49.075 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:02:48 smithi053 bash[68679]: cluster 2024-08-29T18:02:47.171561+0000 mgr.y (mgr.25022) 482 : cluster [DBG] pgmap v911: 105 pgs: 105 active+clean; 583 KiB data, 3.7 GiB used, 712 GiB / 715 GiB avail 2024-08-29T18:02:49.075 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:02:48 smithi053 bash[68679]: audit 2024-08-29T18:02:48.692759+0000 mon.a (mon.0) 1505 : audit [INF] from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi028-111149-3","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-29T18:02:49.075 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:02:48 smithi053 bash[68679]: cluster 2024-08-29T18:02:48.701979+0000 mon.a (mon.0) 1506 : cluster [DBG] osdmap e912: 8 total, 8 up, 8 in 2024-08-29T18:02:49.130 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:02:48 smithi028 bash[77168]: cluster 2024-08-29T18:02:47.171561+0000 mgr.y (mgr.25022) 482 : cluster [DBG] pgmap v911: 105 pgs: 105 active+clean; 583 KiB data, 3.7 GiB used, 712 GiB / 715 GiB avail 2024-08-29T18:02:49.130 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:02:48 smithi028 bash[77168]: audit 2024-08-29T18:02:48.692759+0000 mon.a (mon.0) 1505 : audit [INF] from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi028-111149-3","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-29T18:02:49.130 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:02:48 smithi028 bash[77168]: cluster 2024-08-29T18:02:48.701979+0000 mon.a (mon.0) 1506 : cluster [DBG] osdmap e912: 8 total, 8 up, 8 in 2024-08-29T18:02:49.131 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:02:48 smithi028 bash[78352]: cluster 2024-08-29T18:02:47.171561+0000 mgr.y (mgr.25022) 482 : cluster [DBG] pgmap v911: 105 pgs: 105 active+clean; 583 KiB data, 3.7 GiB used, 712 GiB / 715 GiB avail 2024-08-29T18:02:49.131 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:02:48 smithi028 bash[78352]: audit 2024-08-29T18:02:48.692759+0000 mon.a (mon.0) 1505 : audit [INF] from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi028-111149-3","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-29T18:02:49.131 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:02:48 smithi028 bash[78352]: cluster 2024-08-29T18:02:48.701979+0000 mon.a (mon.0) 1506 : cluster [DBG] osdmap e912: 8 total, 8 up, 8 in 2024-08-29T18:02:49.709 INFO:tasks.workunit.client.0.smithi028.stdout:[ OK ] TestCls2PCQueue.Reserve (3051 ms) 2024-08-29T18:02:49.710 INFO:tasks.workunit.client.0.smithi028.stdout:[ RUN ] TestCls2PCQueue.AsyncReserve 2024-08-29T18:02:51.075 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:02:50 smithi053 bash[68679]: cluster 2024-08-29T18:02:49.172254+0000 mgr.y (mgr.25022) 483 : cluster [DBG] pgmap v914: 137 pgs: 10 creating+peering, 22 unknown, 105 active+clean; 583 KiB data, 3.7 GiB used, 712 GiB / 715 GiB avail 2024-08-29T18:02:51.075 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:02:50 smithi053 bash[68679]: cluster 2024-08-29T18:02:49.702050+0000 mon.a (mon.0) 1507 : cluster [DBG] osdmap e913: 8 total, 8 up, 8 in 2024-08-29T18:02:51.130 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:02:50 smithi028 bash[78352]: cluster 2024-08-29T18:02:49.172254+0000 mgr.y (mgr.25022) 483 : cluster [DBG] pgmap v914: 137 pgs: 10 creating+peering, 22 unknown, 105 active+clean; 583 KiB data, 3.7 GiB used, 712 GiB / 715 GiB avail 2024-08-29T18:02:51.130 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:02:50 smithi028 bash[78352]: cluster 2024-08-29T18:02:49.702050+0000 mon.a (mon.0) 1507 : cluster [DBG] osdmap e913: 8 total, 8 up, 8 in 2024-08-29T18:02:51.130 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:02:50 smithi028 bash[77168]: cluster 2024-08-29T18:02:49.172254+0000 mgr.y (mgr.25022) 483 : cluster [DBG] pgmap v914: 137 pgs: 10 creating+peering, 22 unknown, 105 active+clean; 583 KiB data, 3.7 GiB used, 712 GiB / 715 GiB avail 2024-08-29T18:02:51.130 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:02:50 smithi028 bash[77168]: cluster 2024-08-29T18:02:49.702050+0000 mon.a (mon.0) 1507 : cluster [DBG] osdmap e913: 8 total, 8 up, 8 in 2024-08-29T18:02:51.752 INFO:journalctl@ceph.mgr.y.smithi028.stdout:Aug 29 18:02:51 smithi028 bash[70818]: ::ffff:172.21.15.53 - - [29/Aug/2024:18:02:51] "GET /metrics HTTP/1.1" 200 36201 "" "Prometheus/2.43.0" 2024-08-29T18:02:52.075 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:02:51 smithi053 bash[68679]: cluster 2024-08-29T18:02:50.750219+0000 mon.a (mon.0) 1508 : cluster [DBG] osdmap e914: 8 total, 8 up, 8 in 2024-08-29T18:02:52.075 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:02:51 smithi053 bash[68679]: audit 2024-08-29T18:02:50.753422+0000 mon.a (mon.0) 1509 : audit [INF] from='client.? 172.21.15.28:0/785438515' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi028-111149-4","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-29T18:02:52.130 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:02:51 smithi028 bash[78352]: cluster 2024-08-29T18:02:50.750219+0000 mon.a (mon.0) 1508 : cluster [DBG] osdmap e914: 8 total, 8 up, 8 in 2024-08-29T18:02:52.130 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:02:51 smithi028 bash[78352]: audit 2024-08-29T18:02:50.753422+0000 mon.a (mon.0) 1509 : audit [INF] from='client.? 172.21.15.28:0/785438515' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi028-111149-4","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-29T18:02:52.130 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:02:51 smithi028 bash[77168]: cluster 2024-08-29T18:02:50.750219+0000 mon.a (mon.0) 1508 : cluster [DBG] osdmap e914: 8 total, 8 up, 8 in 2024-08-29T18:02:52.130 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:02:51 smithi028 bash[77168]: audit 2024-08-29T18:02:50.753422+0000 mon.a (mon.0) 1509 : audit [INF] from='client.? 172.21.15.28:0/785438515' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi028-111149-4","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-29T18:02:52.575 INFO:journalctl@ceph.prometheus.a.smithi053.stdout:Aug 29 18:02:52 smithi053 bash[95567]: ts=2024-08-29T18:02:52.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"3167ee72-662c-11ef-bcd4-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-29T18:02:52.765 INFO:tasks.workunit.client.0.smithi028.stdout:[ OK ] TestCls2PCQueue.AsyncReserve (3056 ms) 2024-08-29T18:02:52.766 INFO:tasks.workunit.client.0.smithi028.stdout:[ RUN ] TestCls2PCQueue.Commit 2024-08-29T18:02:53.075 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:02:52 smithi053 bash[68679]: cluster 2024-08-29T18:02:51.173016+0000 mgr.y (mgr.25022) 484 : cluster [DBG] pgmap v917: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 3.7 GiB used, 712 GiB / 715 GiB avail 2024-08-29T18:02:53.075 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:02:52 smithi053 bash[68679]: cluster 2024-08-29T18:02:51.742964+0000 mon.a (mon.0) 1510 : cluster [WRN] Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-08-29T18:02:53.075 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:02:52 smithi053 bash[68679]: audit 2024-08-29T18:02:51.752496+0000 mon.a (mon.0) 1511 : audit [INF] from='client.? 172.21.15.28:0/785438515' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi028-111149-4","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-29T18:02:53.075 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:02:52 smithi053 bash[68679]: cluster 2024-08-29T18:02:51.763029+0000 mon.a (mon.0) 1512 : cluster [DBG] osdmap e915: 8 total, 8 up, 8 in 2024-08-29T18:02:53.130 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:02:52 smithi028 bash[77168]: cluster 2024-08-29T18:02:51.173016+0000 mgr.y (mgr.25022) 484 : cluster [DBG] pgmap v917: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 3.7 GiB used, 712 GiB / 715 GiB avail 2024-08-29T18:02:53.130 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:02:52 smithi028 bash[77168]: cluster 2024-08-29T18:02:51.742964+0000 mon.a (mon.0) 1510 : cluster [WRN] Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-08-29T18:02:53.130 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:02:52 smithi028 bash[77168]: audit 2024-08-29T18:02:51.752496+0000 mon.a (mon.0) 1511 : audit [INF] from='client.? 172.21.15.28:0/785438515' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi028-111149-4","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-29T18:02:53.130 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:02:52 smithi028 bash[77168]: cluster 2024-08-29T18:02:51.763029+0000 mon.a (mon.0) 1512 : cluster [DBG] osdmap e915: 8 total, 8 up, 8 in 2024-08-29T18:02:53.131 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:02:52 smithi028 bash[78352]: cluster 2024-08-29T18:02:51.173016+0000 mgr.y (mgr.25022) 484 : cluster [DBG] pgmap v917: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 3.7 GiB used, 712 GiB / 715 GiB avail 2024-08-29T18:02:53.131 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:02:52 smithi028 bash[78352]: cluster 2024-08-29T18:02:51.742964+0000 mon.a (mon.0) 1510 : cluster [WRN] Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-08-29T18:02:53.131 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:02:52 smithi028 bash[78352]: audit 2024-08-29T18:02:51.752496+0000 mon.a (mon.0) 1511 : audit [INF] from='client.? 172.21.15.28:0/785438515' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi028-111149-4","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-29T18:02:53.131 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:02:52 smithi028 bash[78352]: cluster 2024-08-29T18:02:51.763029+0000 mon.a (mon.0) 1512 : cluster [DBG] osdmap e915: 8 total, 8 up, 8 in 2024-08-29T18:02:54.075 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:02:53 smithi053 bash[68679]: cluster 2024-08-29T18:02:52.761895+0000 mon.a (mon.0) 1513 : cluster [DBG] osdmap e916: 8 total, 8 up, 8 in 2024-08-29T18:02:54.130 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:02:53 smithi028 bash[77168]: cluster 2024-08-29T18:02:52.761895+0000 mon.a (mon.0) 1513 : cluster [DBG] osdmap e916: 8 total, 8 up, 8 in 2024-08-29T18:02:54.130 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:02:53 smithi028 bash[78352]: cluster 2024-08-29T18:02:52.761895+0000 mon.a (mon.0) 1513 : cluster [DBG] osdmap e916: 8 total, 8 up, 8 in 2024-08-29T18:02:55.075 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:02:54 smithi053 bash[68679]: cluster 2024-08-29T18:02:53.173628+0000 mgr.y (mgr.25022) 485 : cluster [DBG] pgmap v920: 105 pgs: 105 active+clean; 583 KiB data, 3.7 GiB used, 712 GiB / 715 GiB avail 2024-08-29T18:02:55.075 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:02:54 smithi053 bash[68679]: cluster 2024-08-29T18:02:53.766407+0000 mon.a (mon.0) 1514 : cluster [INF] Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-08-29T18:02:55.075 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:02:54 smithi053 bash[68679]: cluster 2024-08-29T18:02:53.766508+0000 mon.a (mon.0) 1515 : cluster [INF] Cluster is now healthy 2024-08-29T18:02:55.075 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:02:54 smithi053 bash[68679]: cluster 2024-08-29T18:02:53.788222+0000 mon.a (mon.0) 1516 : cluster [DBG] osdmap e917: 8 total, 8 up, 8 in 2024-08-29T18:02:55.076 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:02:54 smithi053 bash[68679]: audit 2024-08-29T18:02:53.797049+0000 mon.a (mon.0) 1517 : audit [INF] from='client.? 172.21.15.28:0/1624736992' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi028-111149-5","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-29T18:02:55.130 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:02:54 smithi028 bash[77168]: cluster 2024-08-29T18:02:53.173628+0000 mgr.y (mgr.25022) 485 : cluster [DBG] pgmap v920: 105 pgs: 105 active+clean; 583 KiB data, 3.7 GiB used, 712 GiB / 715 GiB avail 2024-08-29T18:02:55.130 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:02:54 smithi028 bash[77168]: cluster 2024-08-29T18:02:53.766407+0000 mon.a (mon.0) 1514 : cluster [INF] Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-08-29T18:02:55.130 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:02:54 smithi028 bash[77168]: cluster 2024-08-29T18:02:53.766508+0000 mon.a (mon.0) 1515 : cluster [INF] Cluster is now healthy 2024-08-29T18:02:55.130 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:02:54 smithi028 bash[77168]: cluster 2024-08-29T18:02:53.788222+0000 mon.a (mon.0) 1516 : cluster [DBG] osdmap e917: 8 total, 8 up, 8 in 2024-08-29T18:02:55.130 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:02:54 smithi028 bash[77168]: audit 2024-08-29T18:02:53.797049+0000 mon.a (mon.0) 1517 : audit [INF] from='client.? 172.21.15.28:0/1624736992' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi028-111149-5","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-29T18:02:55.131 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:02:54 smithi028 bash[78352]: cluster 2024-08-29T18:02:53.173628+0000 mgr.y (mgr.25022) 485 : cluster [DBG] pgmap v920: 105 pgs: 105 active+clean; 583 KiB data, 3.7 GiB used, 712 GiB / 715 GiB avail 2024-08-29T18:02:55.131 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:02:54 smithi028 bash[78352]: cluster 2024-08-29T18:02:53.766407+0000 mon.a (mon.0) 1514 : cluster [INF] Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-08-29T18:02:55.131 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:02:54 smithi028 bash[78352]: cluster 2024-08-29T18:02:53.766508+0000 mon.a (mon.0) 1515 : cluster [INF] Cluster is now healthy 2024-08-29T18:02:55.131 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:02:54 smithi028 bash[78352]: cluster 2024-08-29T18:02:53.788222+0000 mon.a (mon.0) 1516 : cluster [DBG] osdmap e917: 8 total, 8 up, 8 in 2024-08-29T18:02:55.131 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:02:54 smithi028 bash[78352]: audit 2024-08-29T18:02:53.797049+0000 mon.a (mon.0) 1517 : audit [INF] from='client.? 172.21.15.28:0/1624736992' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi028-111149-5","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-29T18:02:56.075 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:02:55 smithi053 bash[68679]: audit 2024-08-29T18:02:54.782106+0000 mon.a (mon.0) 1518 : audit [INF] from='client.? 172.21.15.28:0/1624736992' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi028-111149-5","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-29T18:02:56.075 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:02:55 smithi053 bash[68679]: cluster 2024-08-29T18:02:54.791022+0000 mon.a (mon.0) 1519 : cluster [DBG] osdmap e918: 8 total, 8 up, 8 in 2024-08-29T18:02:56.075 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:02:55 smithi053 bash[68679]: cluster 2024-08-29T18:02:55.174384+0000 mgr.y (mgr.25022) 486 : cluster [DBG] pgmap v923: 137 pgs: 17 creating+peering, 15 unknown, 105 active+clean; 583 KiB data, 3.7 GiB used, 712 GiB / 715 GiB avail 2024-08-29T18:02:56.075 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:02:55 smithi053 bash[68679]: cluster 2024-08-29T18:02:55.791615+0000 mon.a (mon.0) 1520 : cluster [DBG] osdmap e919: 8 total, 8 up, 8 in 2024-08-29T18:02:56.130 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:02:55 smithi028 bash[78352]: audit 2024-08-29T18:02:54.782106+0000 mon.a (mon.0) 1518 : audit [INF] from='client.? 172.21.15.28:0/1624736992' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi028-111149-5","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-29T18:02:56.130 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:02:55 smithi028 bash[78352]: cluster 2024-08-29T18:02:54.791022+0000 mon.a (mon.0) 1519 : cluster [DBG] osdmap e918: 8 total, 8 up, 8 in 2024-08-29T18:02:56.130 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:02:55 smithi028 bash[78352]: cluster 2024-08-29T18:02:55.174384+0000 mgr.y (mgr.25022) 486 : cluster [DBG] pgmap v923: 137 pgs: 17 creating+peering, 15 unknown, 105 active+clean; 583 KiB data, 3.7 GiB used, 712 GiB / 715 GiB avail 2024-08-29T18:02:56.130 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:02:55 smithi028 bash[78352]: cluster 2024-08-29T18:02:55.791615+0000 mon.a (mon.0) 1520 : cluster [DBG] osdmap e919: 8 total, 8 up, 8 in 2024-08-29T18:02:56.131 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:02:55 smithi028 bash[77168]: audit 2024-08-29T18:02:54.782106+0000 mon.a (mon.0) 1518 : audit [INF] from='client.? 172.21.15.28:0/1624736992' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi028-111149-5","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-29T18:02:56.131 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:02:55 smithi028 bash[77168]: cluster 2024-08-29T18:02:54.791022+0000 mon.a (mon.0) 1519 : cluster [DBG] osdmap e918: 8 total, 8 up, 8 in 2024-08-29T18:02:56.131 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:02:55 smithi028 bash[77168]: cluster 2024-08-29T18:02:55.174384+0000 mgr.y (mgr.25022) 486 : cluster [DBG] pgmap v923: 137 pgs: 17 creating+peering, 15 unknown, 105 active+clean; 583 KiB data, 3.7 GiB used, 712 GiB / 715 GiB avail 2024-08-29T18:02:56.131 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:02:55 smithi028 bash[77168]: cluster 2024-08-29T18:02:55.791615+0000 mon.a (mon.0) 1520 : cluster [DBG] osdmap e919: 8 total, 8 up, 8 in 2024-08-29T18:02:56.829 INFO:tasks.workunit.client.0.smithi028.stdout:[ OK ] TestCls2PCQueue.Commit (4063 ms) 2024-08-29T18:02:56.829 INFO:tasks.workunit.client.0.smithi028.stdout:[ RUN ] TestCls2PCQueue.Abort 2024-08-29T18:02:58.130 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:02:57 smithi028 bash[78352]: cluster 2024-08-29T18:02:56.827230+0000 mon.a (mon.0) 1521 : cluster [DBG] osdmap e920: 8 total, 8 up, 8 in 2024-08-29T18:02:58.130 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:02:57 smithi028 bash[78352]: cluster 2024-08-29T18:02:57.174983+0000 mgr.y (mgr.25022) 487 : cluster [DBG] pgmap v926: 105 pgs: 105 active+clean; 583 KiB data, 3.7 GiB used, 712 GiB / 715 GiB avail 2024-08-29T18:02:58.130 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:02:57 smithi028 bash[78352]: audit 2024-08-29T18:02:57.304768+0000 mon.a (mon.0) 1522 : audit [DBG] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-29T18:02:58.131 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:02:57 smithi028 bash[77168]: cluster 2024-08-29T18:02:56.827230+0000 mon.a (mon.0) 1521 : cluster [DBG] osdmap e920: 8 total, 8 up, 8 in 2024-08-29T18:02:58.131 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:02:57 smithi028 bash[77168]: cluster 2024-08-29T18:02:57.174983+0000 mgr.y (mgr.25022) 487 : cluster [DBG] pgmap v926: 105 pgs: 105 active+clean; 583 KiB data, 3.7 GiB used, 712 GiB / 715 GiB avail 2024-08-29T18:02:58.131 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:02:57 smithi028 bash[77168]: audit 2024-08-29T18:02:57.304768+0000 mon.a (mon.0) 1522 : audit [DBG] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-29T18:02:58.325 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:02:57 smithi053 bash[68679]: cluster 2024-08-29T18:02:56.827230+0000 mon.a (mon.0) 1521 : cluster [DBG] osdmap e920: 8 total, 8 up, 8 in 2024-08-29T18:02:58.325 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:02:57 smithi053 bash[68679]: cluster 2024-08-29T18:02:57.174983+0000 mgr.y (mgr.25022) 487 : cluster [DBG] pgmap v926: 105 pgs: 105 active+clean; 583 KiB data, 3.7 GiB used, 712 GiB / 715 GiB avail 2024-08-29T18:02:58.325 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:02:57 smithi053 bash[68679]: audit 2024-08-29T18:02:57.304768+0000 mon.a (mon.0) 1522 : audit [DBG] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-29T18:02:59.130 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:02:58 smithi028 bash[78352]: cluster 2024-08-29T18:02:57.840873+0000 mon.a (mon.0) 1523 : cluster [DBG] osdmap e921: 8 total, 8 up, 8 in 2024-08-29T18:02:59.130 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:02:58 smithi028 bash[78352]: audit 2024-08-29T18:02:57.846390+0000 mon.c (mon.2) 21 : audit [INF] from='client.? 172.21.15.28:0/2486776925' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi028-111149-6","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-29T18:02:59.130 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:02:58 smithi028 bash[78352]: audit 2024-08-29T18:02:57.847421+0000 mon.a (mon.0) 1524 : audit [INF] from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi028-111149-6","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-29T18:02:59.131 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:02:58 smithi028 bash[77168]: cluster 2024-08-29T18:02:57.840873+0000 mon.a (mon.0) 1523 : cluster [DBG] osdmap e921: 8 total, 8 up, 8 in 2024-08-29T18:02:59.131 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:02:58 smithi028 bash[77168]: audit 2024-08-29T18:02:57.846390+0000 mon.c (mon.2) 21 : audit [INF] from='client.? 172.21.15.28:0/2486776925' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi028-111149-6","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-29T18:02:59.131 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:02:58 smithi028 bash[77168]: audit 2024-08-29T18:02:57.847421+0000 mon.a (mon.0) 1524 : audit [INF] from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi028-111149-6","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-29T18:02:59.325 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:02:58 smithi053 bash[68679]: cluster 2024-08-29T18:02:57.840873+0000 mon.a (mon.0) 1523 : cluster [DBG] osdmap e921: 8 total, 8 up, 8 in 2024-08-29T18:02:59.325 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:02:58 smithi053 bash[68679]: audit 2024-08-29T18:02:57.846390+0000 mon.c (mon.2) 21 : audit [INF] from='client.? 172.21.15.28:0/2486776925' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi028-111149-6","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-29T18:02:59.325 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:02:58 smithi053 bash[68679]: audit 2024-08-29T18:02:57.847421+0000 mon.a (mon.0) 1524 : audit [INF] from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi028-111149-6","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-29T18:02:59.873 INFO:tasks.workunit.client.0.smithi028.stdout:[ OK ] TestCls2PCQueue.Abort (3044 ms) 2024-08-29T18:02:59.873 INFO:tasks.workunit.client.0.smithi028.stdout:[ RUN ] TestCls2PCQueue.ReserveError 2024-08-29T18:03:00.130 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:02:59 smithi028 bash[78352]: audit 2024-08-29T18:02:58.834779+0000 mon.a (mon.0) 1525 : audit [INF] from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi028-111149-6","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-29T18:03:00.130 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:02:59 smithi028 bash[78352]: cluster 2024-08-29T18:02:58.842758+0000 mon.a (mon.0) 1526 : cluster [DBG] osdmap e922: 8 total, 8 up, 8 in 2024-08-29T18:03:00.130 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:02:59 smithi028 bash[78352]: cluster 2024-08-29T18:02:59.175645+0000 mgr.y (mgr.25022) 488 : cluster [DBG] pgmap v929: 137 pgs: 5 creating+peering, 27 unknown, 105 active+clean; 583 KiB data, 3.7 GiB used, 712 GiB / 715 GiB avail 2024-08-29T18:03:00.131 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:02:59 smithi028 bash[77168]: audit 2024-08-29T18:02:58.834779+0000 mon.a (mon.0) 1525 : audit [INF] from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi028-111149-6","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-29T18:03:00.131 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:02:59 smithi028 bash[77168]: cluster 2024-08-29T18:02:58.842758+0000 mon.a (mon.0) 1526 : cluster [DBG] osdmap e922: 8 total, 8 up, 8 in 2024-08-29T18:03:00.131 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:02:59 smithi028 bash[77168]: cluster 2024-08-29T18:02:59.175645+0000 mgr.y (mgr.25022) 488 : cluster [DBG] pgmap v929: 137 pgs: 5 creating+peering, 27 unknown, 105 active+clean; 583 KiB data, 3.7 GiB used, 712 GiB / 715 GiB avail 2024-08-29T18:03:00.325 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:02:59 smithi053 bash[68679]: audit 2024-08-29T18:02:58.834779+0000 mon.a (mon.0) 1525 : audit [INF] from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi028-111149-6","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-29T18:03:00.325 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:02:59 smithi053 bash[68679]: cluster 2024-08-29T18:02:58.842758+0000 mon.a (mon.0) 1526 : cluster [DBG] osdmap e922: 8 total, 8 up, 8 in 2024-08-29T18:03:00.325 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:02:59 smithi053 bash[68679]: cluster 2024-08-29T18:02:59.175645+0000 mgr.y (mgr.25022) 488 : cluster [DBG] pgmap v929: 137 pgs: 5 creating+peering, 27 unknown, 105 active+clean; 583 KiB data, 3.7 GiB used, 712 GiB / 715 GiB avail 2024-08-29T18:03:01.130 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:03:00 smithi028 bash[78352]: cluster 2024-08-29T18:02:59.870883+0000 mon.a (mon.0) 1527 : cluster [DBG] osdmap e923: 8 total, 8 up, 8 in 2024-08-29T18:03:01.130 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:03:00 smithi028 bash[77168]: cluster 2024-08-29T18:02:59.870883+0000 mon.a (mon.0) 1527 : cluster [DBG] osdmap e923: 8 total, 8 up, 8 in 2024-08-29T18:03:01.325 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:03:00 smithi053 bash[68679]: cluster 2024-08-29T18:02:59.870883+0000 mon.a (mon.0) 1527 : cluster [DBG] osdmap e923: 8 total, 8 up, 8 in 2024-08-29T18:03:01.880 INFO:journalctl@ceph.mgr.y.smithi028.stdout:Aug 29 18:03:01 smithi028 bash[70818]: ::ffff:172.21.15.53 - - [29/Aug/2024:18:03:01] "GET /metrics HTTP/1.1" 200 33888 "" "Prometheus/2.43.0" 2024-08-29T18:03:02.313 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:03:01 smithi053 bash[68679]: cluster 2024-08-29T18:03:00.875240+0000 mon.a (mon.0) 1528 : cluster [DBG] osdmap e924: 8 total, 8 up, 8 in 2024-08-29T18:03:02.313 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:03:01 smithi053 bash[68679]: audit 2024-08-29T18:03:00.879128+0000 mon.c (mon.2) 22 : audit [INF] from='client.? 172.21.15.28:0/3850615922' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi028-111149-7","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-29T18:03:02.313 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:03:01 smithi053 bash[68679]: audit 2024-08-29T18:03:00.886404+0000 mon.a (mon.0) 1529 : audit [INF] from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi028-111149-7","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-29T18:03:02.313 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:03:01 smithi053 bash[68679]: cluster 2024-08-29T18:03:01.176397+0000 mgr.y (mgr.25022) 489 : cluster [DBG] pgmap v932: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 3.7 GiB used, 712 GiB / 715 GiB avail 2024-08-29T18:03:02.313 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:03:01 smithi053 bash[68679]: audit 2024-08-29T18:03:01.868796+0000 mon.a (mon.0) 1530 : audit [INF] from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi028-111149-7","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-29T18:03:02.313 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:03:01 smithi053 bash[68679]: cluster 2024-08-29T18:03:01.876671+0000 mon.a (mon.0) 1531 : cluster [DBG] osdmap e925: 8 total, 8 up, 8 in 2024-08-29T18:03:02.380 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:03:01 smithi028 bash[77168]: cluster 2024-08-29T18:03:00.875240+0000 mon.a (mon.0) 1528 : cluster [DBG] osdmap e924: 8 total, 8 up, 8 in 2024-08-29T18:03:02.380 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:03:01 smithi028 bash[77168]: audit 2024-08-29T18:03:00.879128+0000 mon.c (mon.2) 22 : audit [INF] from='client.? 172.21.15.28:0/3850615922' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi028-111149-7","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-29T18:03:02.380 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:03:01 smithi028 bash[77168]: audit 2024-08-29T18:03:00.886404+0000 mon.a (mon.0) 1529 : audit [INF] from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi028-111149-7","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-29T18:03:02.381 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:03:01 smithi028 bash[77168]: cluster 2024-08-29T18:03:01.176397+0000 mgr.y (mgr.25022) 489 : cluster [DBG] pgmap v932: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 3.7 GiB used, 712 GiB / 715 GiB avail 2024-08-29T18:03:02.381 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:03:01 smithi028 bash[77168]: audit 2024-08-29T18:03:01.868796+0000 mon.a (mon.0) 1530 : audit [INF] from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi028-111149-7","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-29T18:03:02.381 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:03:01 smithi028 bash[77168]: cluster 2024-08-29T18:03:01.876671+0000 mon.a (mon.0) 1531 : cluster [DBG] osdmap e925: 8 total, 8 up, 8 in 2024-08-29T18:03:02.381 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:03:01 smithi028 bash[78352]: cluster 2024-08-29T18:03:00.875240+0000 mon.a (mon.0) 1528 : cluster [DBG] osdmap e924: 8 total, 8 up, 8 in 2024-08-29T18:03:02.381 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:03:01 smithi028 bash[78352]: audit 2024-08-29T18:03:00.879128+0000 mon.c (mon.2) 22 : audit [INF] from='client.? 172.21.15.28:0/3850615922' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi028-111149-7","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-29T18:03:02.381 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:03:01 smithi028 bash[78352]: audit 2024-08-29T18:03:00.886404+0000 mon.a (mon.0) 1529 : audit [INF] from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi028-111149-7","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-29T18:03:02.381 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:03:01 smithi028 bash[78352]: cluster 2024-08-29T18:03:01.176397+0000 mgr.y (mgr.25022) 489 : cluster [DBG] pgmap v932: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 3.7 GiB used, 712 GiB / 715 GiB avail 2024-08-29T18:03:02.381 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:03:01 smithi028 bash[78352]: audit 2024-08-29T18:03:01.868796+0000 mon.a (mon.0) 1530 : audit [INF] from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi028-111149-7","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-29T18:03:02.381 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:03:01 smithi028 bash[78352]: cluster 2024-08-29T18:03:01.876671+0000 mon.a (mon.0) 1531 : cluster [DBG] osdmap e925: 8 total, 8 up, 8 in 2024-08-29T18:03:02.575 INFO:journalctl@ceph.prometheus.a.smithi053.stdout:Aug 29 18:03:02 smithi053 bash[95567]: ts=2024-08-29T18:03:02.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"3167ee72-662c-11ef-bcd4-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-29T18:03:02.907 INFO:tasks.workunit.client.0.smithi028.stdout:[ OK ] TestCls2PCQueue.ReserveError (3035 ms) 2024-08-29T18:03:02.907 INFO:tasks.workunit.client.0.smithi028.stdout:[ RUN ] TestCls2PCQueue.CommitError 2024-08-29T18:03:03.325 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:03:02 smithi053 bash[68679]: cluster 2024-08-29T18:03:01.880113+0000 mon.a (mon.0) 1532 : cluster [WRN] Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-08-29T18:03:03.380 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:03:02 smithi028 bash[77168]: cluster 2024-08-29T18:03:01.880113+0000 mon.a (mon.0) 1532 : cluster [WRN] Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-08-29T18:03:03.380 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:03:02 smithi028 bash[78352]: cluster 2024-08-29T18:03:01.880113+0000 mon.a (mon.0) 1532 : cluster [WRN] Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-08-29T18:03:04.325 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:03:03 smithi053 bash[68679]: cluster 2024-08-29T18:03:02.905084+0000 mon.a (mon.0) 1533 : cluster [DBG] osdmap e926: 8 total, 8 up, 8 in 2024-08-29T18:03:04.325 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:03:03 smithi053 bash[68679]: cluster 2024-08-29T18:03:03.177020+0000 mgr.y (mgr.25022) 490 : cluster [DBG] pgmap v935: 105 pgs: 105 active+clean; 583 KiB data, 3.7 GiB used, 712 GiB / 715 GiB avail 2024-08-29T18:03:04.380 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:03:03 smithi028 bash[77168]: cluster 2024-08-29T18:03:02.905084+0000 mon.a (mon.0) 1533 : cluster [DBG] osdmap e926: 8 total, 8 up, 8 in 2024-08-29T18:03:04.380 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:03:03 smithi028 bash[77168]: cluster 2024-08-29T18:03:03.177020+0000 mgr.y (mgr.25022) 490 : cluster [DBG] pgmap v935: 105 pgs: 105 active+clean; 583 KiB data, 3.7 GiB used, 712 GiB / 715 GiB avail 2024-08-29T18:03:04.380 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:03:03 smithi028 bash[78352]: cluster 2024-08-29T18:03:02.905084+0000 mon.a (mon.0) 1533 : cluster [DBG] osdmap e926: 8 total, 8 up, 8 in 2024-08-29T18:03:04.381 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:03:03 smithi028 bash[78352]: cluster 2024-08-29T18:03:03.177020+0000 mgr.y (mgr.25022) 490 : cluster [DBG] pgmap v935: 105 pgs: 105 active+clean; 583 KiB data, 3.7 GiB used, 712 GiB / 715 GiB avail 2024-08-29T18:03:05.325 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:03:04 smithi053 bash[68679]: cluster 2024-08-29T18:03:03.897947+0000 mon.a (mon.0) 1534 : cluster [INF] Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-08-29T18:03:05.325 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:03:04 smithi053 bash[68679]: cluster 2024-08-29T18:03:03.898022+0000 mon.a (mon.0) 1535 : cluster [INF] Cluster is now healthy 2024-08-29T18:03:05.325 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:03:04 smithi053 bash[68679]: cluster 2024-08-29T18:03:03.919501+0000 mon.a (mon.0) 1536 : cluster [DBG] osdmap e927: 8 total, 8 up, 8 in 2024-08-29T18:03:05.325 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:03:04 smithi053 bash[68679]: audit 2024-08-29T18:03:03.922485+0000 mon.c (mon.2) 23 : audit [INF] from='client.? 172.21.15.28:0/18077870' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi028-111149-8","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-29T18:03:05.325 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:03:04 smithi053 bash[68679]: audit 2024-08-29T18:03:03.924356+0000 mon.a (mon.0) 1537 : audit [INF] from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi028-111149-8","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-29T18:03:05.380 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:03:04 smithi028 bash[78352]: cluster 2024-08-29T18:03:03.897947+0000 mon.a (mon.0) 1534 : cluster [INF] Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-08-29T18:03:05.380 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:03:04 smithi028 bash[78352]: cluster 2024-08-29T18:03:03.898022+0000 mon.a (mon.0) 1535 : cluster [INF] Cluster is now healthy 2024-08-29T18:03:05.380 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:03:04 smithi028 bash[78352]: cluster 2024-08-29T18:03:03.919501+0000 mon.a (mon.0) 1536 : cluster [DBG] osdmap e927: 8 total, 8 up, 8 in 2024-08-29T18:03:05.380 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:03:04 smithi028 bash[78352]: audit 2024-08-29T18:03:03.922485+0000 mon.c (mon.2) 23 : audit [INF] from='client.? 172.21.15.28:0/18077870' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi028-111149-8","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-29T18:03:05.380 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:03:04 smithi028 bash[78352]: audit 2024-08-29T18:03:03.924356+0000 mon.a (mon.0) 1537 : audit [INF] from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi028-111149-8","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-29T18:03:05.381 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:03:04 smithi028 bash[77168]: cluster 2024-08-29T18:03:03.897947+0000 mon.a (mon.0) 1534 : cluster [INF] Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-08-29T18:03:05.381 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:03:04 smithi028 bash[77168]: cluster 2024-08-29T18:03:03.898022+0000 mon.a (mon.0) 1535 : cluster [INF] Cluster is now healthy 2024-08-29T18:03:05.381 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:03:04 smithi028 bash[77168]: cluster 2024-08-29T18:03:03.919501+0000 mon.a (mon.0) 1536 : cluster [DBG] osdmap e927: 8 total, 8 up, 8 in 2024-08-29T18:03:05.381 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:03:04 smithi028 bash[77168]: audit 2024-08-29T18:03:03.922485+0000 mon.c (mon.2) 23 : audit [INF] from='client.? 172.21.15.28:0/18077870' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi028-111149-8","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-29T18:03:05.381 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:03:04 smithi028 bash[77168]: audit 2024-08-29T18:03:03.924356+0000 mon.a (mon.0) 1537 : audit [INF] from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi028-111149-8","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-29T18:03:05.947 INFO:tasks.workunit.client.0.smithi028.stdout:[ OK ] TestCls2PCQueue.CommitError (3039 ms) 2024-08-29T18:03:05.947 INFO:tasks.workunit.client.0.smithi028.stdout:[ RUN ] TestCls2PCQueue.AbortError 2024-08-29T18:03:06.325 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:03:05 smithi053 bash[68679]: audit 2024-08-29T18:03:04.920701+0000 mon.a (mon.0) 1538 : audit [INF] from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi028-111149-8","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-29T18:03:06.325 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:03:05 smithi053 bash[68679]: cluster 2024-08-29T18:03:04.928039+0000 mon.a (mon.0) 1539 : cluster [DBG] osdmap e928: 8 total, 8 up, 8 in 2024-08-29T18:03:06.325 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:03:05 smithi053 bash[68679]: cluster 2024-08-29T18:03:05.177668+0000 mgr.y (mgr.25022) 491 : cluster [DBG] pgmap v938: 137 pgs: 15 creating+peering, 17 unknown, 105 active+clean; 583 KiB data, 3.7 GiB used, 712 GiB / 715 GiB avail 2024-08-29T18:03:06.380 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:03:05 smithi028 bash[77168]: audit 2024-08-29T18:03:04.920701+0000 mon.a (mon.0) 1538 : audit [INF] from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi028-111149-8","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-29T18:03:06.380 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:03:05 smithi028 bash[77168]: cluster 2024-08-29T18:03:04.928039+0000 mon.a (mon.0) 1539 : cluster [DBG] osdmap e928: 8 total, 8 up, 8 in 2024-08-29T18:03:06.380 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:03:05 smithi028 bash[77168]: cluster 2024-08-29T18:03:05.177668+0000 mgr.y (mgr.25022) 491 : cluster [DBG] pgmap v938: 137 pgs: 15 creating+peering, 17 unknown, 105 active+clean; 583 KiB data, 3.7 GiB used, 712 GiB / 715 GiB avail 2024-08-29T18:03:06.380 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:03:05 smithi028 bash[78352]: audit 2024-08-29T18:03:04.920701+0000 mon.a (mon.0) 1538 : audit [INF] from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi028-111149-8","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-29T18:03:06.380 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:03:05 smithi028 bash[78352]: cluster 2024-08-29T18:03:04.928039+0000 mon.a (mon.0) 1539 : cluster [DBG] osdmap e928: 8 total, 8 up, 8 in 2024-08-29T18:03:06.381 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:03:05 smithi028 bash[78352]: cluster 2024-08-29T18:03:05.177668+0000 mgr.y (mgr.25022) 491 : cluster [DBG] pgmap v938: 137 pgs: 15 creating+peering, 17 unknown, 105 active+clean; 583 KiB data, 3.7 GiB used, 712 GiB / 715 GiB avail 2024-08-29T18:03:07.325 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:03:06 smithi053 bash[68679]: cluster 2024-08-29T18:03:05.937204+0000 mon.a (mon.0) 1540 : cluster [DBG] osdmap e929: 8 total, 8 up, 8 in 2024-08-29T18:03:07.380 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:03:06 smithi028 bash[78352]: cluster 2024-08-29T18:03:05.937204+0000 mon.a (mon.0) 1540 : cluster [DBG] osdmap e929: 8 total, 8 up, 8 in 2024-08-29T18:03:07.380 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:03:06 smithi028 bash[77168]: cluster 2024-08-29T18:03:05.937204+0000 mon.a (mon.0) 1540 : cluster [DBG] osdmap e929: 8 total, 8 up, 8 in 2024-08-29T18:03:08.325 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:03:07 smithi053 bash[68679]: cluster 2024-08-29T18:03:06.947027+0000 mon.a (mon.0) 1541 : cluster [DBG] osdmap e930: 8 total, 8 up, 8 in 2024-08-29T18:03:08.325 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:03:07 smithi053 bash[68679]: audit 2024-08-29T18:03:06.957259+0000 mon.c (mon.2) 24 : audit [INF] from='client.? 172.21.15.28:0/1108430419' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi028-111149-9","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-29T18:03:08.325 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:03:07 smithi053 bash[68679]: audit 2024-08-29T18:03:06.957821+0000 mon.a (mon.0) 1542 : audit [INF] from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi028-111149-9","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-29T18:03:08.325 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:03:07 smithi053 bash[68679]: cluster 2024-08-29T18:03:07.178366+0000 mgr.y (mgr.25022) 492 : cluster [DBG] pgmap v941: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 3.7 GiB used, 712 GiB / 715 GiB avail 2024-08-29T18:03:08.380 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:03:07 smithi028 bash[77168]: cluster 2024-08-29T18:03:06.947027+0000 mon.a (mon.0) 1541 : cluster [DBG] osdmap e930: 8 total, 8 up, 8 in 2024-08-29T18:03:08.380 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:03:07 smithi028 bash[77168]: audit 2024-08-29T18:03:06.957259+0000 mon.c (mon.2) 24 : audit [INF] from='client.? 172.21.15.28:0/1108430419' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi028-111149-9","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-29T18:03:08.380 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:03:07 smithi028 bash[77168]: audit 2024-08-29T18:03:06.957821+0000 mon.a (mon.0) 1542 : audit [INF] from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi028-111149-9","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-29T18:03:08.380 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:03:07 smithi028 bash[77168]: cluster 2024-08-29T18:03:07.178366+0000 mgr.y (mgr.25022) 492 : cluster [DBG] pgmap v941: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 3.7 GiB used, 712 GiB / 715 GiB avail 2024-08-29T18:03:08.381 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:03:07 smithi028 bash[78352]: cluster 2024-08-29T18:03:06.947027+0000 mon.a (mon.0) 1541 : cluster [DBG] osdmap e930: 8 total, 8 up, 8 in 2024-08-29T18:03:08.381 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:03:07 smithi028 bash[78352]: audit 2024-08-29T18:03:06.957259+0000 mon.c (mon.2) 24 : audit [INF] from='client.? 172.21.15.28:0/1108430419' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi028-111149-9","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-29T18:03:08.381 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:03:07 smithi028 bash[78352]: audit 2024-08-29T18:03:06.957821+0000 mon.a (mon.0) 1542 : audit [INF] from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi028-111149-9","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-29T18:03:08.381 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:03:07 smithi028 bash[78352]: cluster 2024-08-29T18:03:07.178366+0000 mgr.y (mgr.25022) 492 : cluster [DBG] pgmap v941: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 3.7 GiB used, 712 GiB / 715 GiB avail 2024-08-29T18:03:08.967 INFO:tasks.workunit.client.0.smithi028.stdout:[ OK ] TestCls2PCQueue.AbortError (3020 ms) 2024-08-29T18:03:08.967 INFO:tasks.workunit.client.0.smithi028.stdout:[ RUN ] TestCls2PCQueue.MultiReserve 2024-08-29T18:03:09.325 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:03:08 smithi053 bash[68679]: cluster 2024-08-29T18:03:07.940207+0000 mon.a (mon.0) 1543 : cluster [WRN] Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-08-29T18:03:09.325 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:03:08 smithi053 bash[68679]: audit 2024-08-29T18:03:07.950168+0000 mon.a (mon.0) 1544 : audit [INF] from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi028-111149-9","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-29T18:03:09.325 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:03:08 smithi053 bash[68679]: cluster 2024-08-29T18:03:07.960361+0000 mon.a (mon.0) 1545 : cluster [DBG] osdmap e931: 8 total, 8 up, 8 in 2024-08-29T18:03:09.380 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:03:08 smithi028 bash[78352]: cluster 2024-08-29T18:03:07.940207+0000 mon.a (mon.0) 1543 : cluster [WRN] Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-08-29T18:03:09.380 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:03:08 smithi028 bash[78352]: audit 2024-08-29T18:03:07.950168+0000 mon.a (mon.0) 1544 : audit [INF] from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi028-111149-9","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-29T18:03:09.380 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:03:08 smithi028 bash[78352]: cluster 2024-08-29T18:03:07.960361+0000 mon.a (mon.0) 1545 : cluster [DBG] osdmap e931: 8 total, 8 up, 8 in 2024-08-29T18:03:09.380 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:03:08 smithi028 bash[77168]: cluster 2024-08-29T18:03:07.940207+0000 mon.a (mon.0) 1543 : cluster [WRN] Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-08-29T18:03:09.380 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:03:08 smithi028 bash[77168]: audit 2024-08-29T18:03:07.950168+0000 mon.a (mon.0) 1544 : audit [INF] from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi028-111149-9","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-29T18:03:09.381 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:03:08 smithi028 bash[77168]: cluster 2024-08-29T18:03:07.960361+0000 mon.a (mon.0) 1545 : cluster [DBG] osdmap e931: 8 total, 8 up, 8 in 2024-08-29T18:03:10.325 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:03:09 smithi053 bash[68679]: cluster 2024-08-29T18:03:08.959474+0000 mon.a (mon.0) 1546 : cluster [DBG] osdmap e932: 8 total, 8 up, 8 in 2024-08-29T18:03:10.325 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:03:09 smithi053 bash[68679]: cluster 2024-08-29T18:03:09.178944+0000 mgr.y (mgr.25022) 493 : cluster [DBG] pgmap v944: 105 pgs: 105 active+clean; 583 KiB data, 3.7 GiB used, 712 GiB / 715 GiB avail 2024-08-29T18:03:10.380 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:03:09 smithi028 bash[78352]: cluster 2024-08-29T18:03:08.959474+0000 mon.a (mon.0) 1546 : cluster [DBG] osdmap e932: 8 total, 8 up, 8 in 2024-08-29T18:03:10.380 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:03:09 smithi028 bash[78352]: cluster 2024-08-29T18:03:09.178944+0000 mgr.y (mgr.25022) 493 : cluster [DBG] pgmap v944: 105 pgs: 105 active+clean; 583 KiB data, 3.7 GiB used, 712 GiB / 715 GiB avail 2024-08-29T18:03:10.380 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:03:09 smithi028 bash[77168]: cluster 2024-08-29T18:03:08.959474+0000 mon.a (mon.0) 1546 : cluster [DBG] osdmap e932: 8 total, 8 up, 8 in 2024-08-29T18:03:10.381 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:03:09 smithi028 bash[77168]: cluster 2024-08-29T18:03:09.178944+0000 mgr.y (mgr.25022) 493 : cluster [DBG] pgmap v944: 105 pgs: 105 active+clean; 583 KiB data, 3.7 GiB used, 712 GiB / 715 GiB avail 2024-08-29T18:03:11.325 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:03:10 smithi053 bash[68679]: cluster 2024-08-29T18:03:09.965944+0000 mon.a (mon.0) 1547 : cluster [INF] Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-08-29T18:03:11.325 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:03:10 smithi053 bash[68679]: cluster 2024-08-29T18:03:09.966010+0000 mon.a (mon.0) 1548 : cluster [INF] Cluster is now healthy 2024-08-29T18:03:11.325 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:03:10 smithi053 bash[68679]: cluster 2024-08-29T18:03:09.986331+0000 mon.a (mon.0) 1549 : cluster [DBG] osdmap e933: 8 total, 8 up, 8 in 2024-08-29T18:03:11.325 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:03:11 smithi053 bash[68679]: audit 2024-08-29T18:03:09.991308+0000 mon.c (mon.2) 25 : audit [INF] from='client.? 172.21.15.28:0/3126633969' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi028-111149-10","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-29T18:03:11.326 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:03:11 smithi053 bash[68679]: audit 2024-08-29T18:03:09.999155+0000 mon.a (mon.0) 1550 : audit [INF] from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi028-111149-10","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-29T18:03:11.380 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:03:11 smithi028 bash[78352]: cluster 2024-08-29T18:03:09.965944+0000 mon.a (mon.0) 1547 : cluster [INF] Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-08-29T18:03:11.380 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:03:11 smithi028 bash[78352]: cluster 2024-08-29T18:03:09.966010+0000 mon.a (mon.0) 1548 : cluster [INF] Cluster is now healthy 2024-08-29T18:03:11.380 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:03:11 smithi028 bash[78352]: cluster 2024-08-29T18:03:09.986331+0000 mon.a (mon.0) 1549 : cluster [DBG] osdmap e933: 8 total, 8 up, 8 in 2024-08-29T18:03:11.380 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:03:11 smithi028 bash[78352]: audit 2024-08-29T18:03:09.991308+0000 mon.c (mon.2) 25 : audit [INF] from='client.? 172.21.15.28:0/3126633969' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi028-111149-10","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-29T18:03:11.381 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:03:11 smithi028 bash[78352]: audit 2024-08-29T18:03:09.999155+0000 mon.a (mon.0) 1550 : audit [INF] from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi028-111149-10","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-29T18:03:11.381 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:03:10 smithi028 bash[77168]: cluster 2024-08-29T18:03:09.965944+0000 mon.a (mon.0) 1547 : cluster [INF] Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-08-29T18:03:11.381 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:03:10 smithi028 bash[77168]: cluster 2024-08-29T18:03:09.966010+0000 mon.a (mon.0) 1548 : cluster [INF] Cluster is now healthy 2024-08-29T18:03:11.381 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:03:10 smithi028 bash[77168]: cluster 2024-08-29T18:03:09.986331+0000 mon.a (mon.0) 1549 : cluster [DBG] osdmap e933: 8 total, 8 up, 8 in 2024-08-29T18:03:11.381 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:03:10 smithi028 bash[77168]: audit 2024-08-29T18:03:09.991308+0000 mon.c (mon.2) 25 : audit [INF] from='client.? 172.21.15.28:0/3126633969' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi028-111149-10","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-29T18:03:11.381 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:03:10 smithi028 bash[77168]: audit 2024-08-29T18:03:09.999155+0000 mon.a (mon.0) 1550 : audit [INF] from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi028-111149-10","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-29T18:03:11.880 INFO:journalctl@ceph.mgr.y.smithi028.stdout:Aug 29 18:03:11 smithi028 bash[70818]: ::ffff:172.21.15.53 - - [29/Aug/2024:18:03:11] "GET /metrics HTTP/1.1" 200 33888 "" "Prometheus/2.43.0" 2024-08-29T18:03:12.023 INFO:tasks.workunit.client.0.smithi028.stdout:[ OK ] TestCls2PCQueue.MultiReserve (3056 ms) 2024-08-29T18:03:12.023 INFO:tasks.workunit.client.0.smithi028.stdout:[ RUN ] TestCls2PCQueue.MultiCommit 2024-08-29T18:03:12.313 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:03:12 smithi053 bash[68679]: audit 2024-08-29T18:03:10.980256+0000 mon.a (mon.0) 1551 : audit [INF] from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi028-111149-10","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-29T18:03:12.314 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:03:12 smithi053 bash[68679]: cluster 2024-08-29T18:03:10.988099+0000 mon.a (mon.0) 1552 : cluster [DBG] osdmap e934: 8 total, 8 up, 8 in 2024-08-29T18:03:12.314 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:03:12 smithi053 bash[68679]: cluster 2024-08-29T18:03:11.179706+0000 mgr.y (mgr.25022) 494 : cluster [DBG] pgmap v947: 137 pgs: 2 creating+peering, 30 unknown, 105 active+clean; 583 KiB data, 3.7 GiB used, 712 GiB / 715 GiB avail 2024-08-29T18:03:12.380 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:03:12 smithi028 bash[77168]: audit 2024-08-29T18:03:10.980256+0000 mon.a (mon.0) 1551 : audit [INF] from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi028-111149-10","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-29T18:03:12.380 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:03:12 smithi028 bash[77168]: cluster 2024-08-29T18:03:10.988099+0000 mon.a (mon.0) 1552 : cluster [DBG] osdmap e934: 8 total, 8 up, 8 in 2024-08-29T18:03:12.380 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:03:12 smithi028 bash[77168]: cluster 2024-08-29T18:03:11.179706+0000 mgr.y (mgr.25022) 494 : cluster [DBG] pgmap v947: 137 pgs: 2 creating+peering, 30 unknown, 105 active+clean; 583 KiB data, 3.7 GiB used, 712 GiB / 715 GiB avail 2024-08-29T18:03:12.381 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:03:12 smithi028 bash[78352]: audit 2024-08-29T18:03:10.980256+0000 mon.a (mon.0) 1551 : audit [INF] from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi028-111149-10","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-29T18:03:12.381 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:03:12 smithi028 bash[78352]: cluster 2024-08-29T18:03:10.988099+0000 mon.a (mon.0) 1552 : cluster [DBG] osdmap e934: 8 total, 8 up, 8 in 2024-08-29T18:03:12.381 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:03:12 smithi028 bash[78352]: cluster 2024-08-29T18:03:11.179706+0000 mgr.y (mgr.25022) 494 : cluster [DBG] pgmap v947: 137 pgs: 2 creating+peering, 30 unknown, 105 active+clean; 583 KiB data, 3.7 GiB used, 712 GiB / 715 GiB avail 2024-08-29T18:03:12.575 INFO:journalctl@ceph.prometheus.a.smithi053.stdout:Aug 29 18:03:12 smithi053 bash[95567]: ts=2024-08-29T18:03:12.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"3167ee72-662c-11ef-bcd4-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-29T18:03:13.325 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:03:13 smithi053 bash[68679]: cluster 2024-08-29T18:03:12.015166+0000 mon.a (mon.0) 1553 : cluster [DBG] osdmap e935: 8 total, 8 up, 8 in 2024-08-29T18:03:13.325 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:03:13 smithi053 bash[68679]: audit 2024-08-29T18:03:12.045697+0000 mon.a (mon.0) 1554 : audit [DBG] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-29T18:03:13.380 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:03:13 smithi028 bash[78352]: cluster 2024-08-29T18:03:12.015166+0000 mon.a (mon.0) 1553 : cluster [DBG] osdmap e935: 8 total, 8 up, 8 in 2024-08-29T18:03:13.380 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:03:13 smithi028 bash[78352]: audit 2024-08-29T18:03:12.045697+0000 mon.a (mon.0) 1554 : audit [DBG] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-29T18:03:13.380 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:03:13 smithi028 bash[77168]: cluster 2024-08-29T18:03:12.015166+0000 mon.a (mon.0) 1553 : cluster [DBG] osdmap e935: 8 total, 8 up, 8 in 2024-08-29T18:03:13.380 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:03:13 smithi028 bash[77168]: audit 2024-08-29T18:03:12.045697+0000 mon.a (mon.0) 1554 : audit [DBG] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-29T18:03:14.325 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:03:14 smithi053 bash[68679]: cluster 2024-08-29T18:03:13.024881+0000 mon.a (mon.0) 1555 : cluster [DBG] osdmap e936: 8 total, 8 up, 8 in 2024-08-29T18:03:14.325 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:03:14 smithi053 bash[68679]: audit 2024-08-29T18:03:13.029527+0000 mon.c (mon.2) 26 : audit [INF] from='client.? 172.21.15.28:0/1314146814' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi028-111149-11","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-29T18:03:14.325 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:03:14 smithi053 bash[68679]: audit 2024-08-29T18:03:13.037595+0000 mon.a (mon.0) 1556 : audit [INF] from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi028-111149-11","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-29T18:03:14.325 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:03:14 smithi053 bash[68679]: cluster 2024-08-29T18:03:13.180478+0000 mgr.y (mgr.25022) 495 : cluster [DBG] pgmap v950: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 3.7 GiB used, 712 GiB / 715 GiB avail 2024-08-29T18:03:14.380 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:03:14 smithi028 bash[77168]: cluster 2024-08-29T18:03:13.024881+0000 mon.a (mon.0) 1555 : cluster [DBG] osdmap e936: 8 total, 8 up, 8 in 2024-08-29T18:03:14.380 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:03:14 smithi028 bash[77168]: audit 2024-08-29T18:03:13.029527+0000 mon.c (mon.2) 26 : audit [INF] from='client.? 172.21.15.28:0/1314146814' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi028-111149-11","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-29T18:03:14.380 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:03:14 smithi028 bash[77168]: audit 2024-08-29T18:03:13.037595+0000 mon.a (mon.0) 1556 : audit [INF] from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi028-111149-11","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-29T18:03:14.380 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:03:14 smithi028 bash[77168]: cluster 2024-08-29T18:03:13.180478+0000 mgr.y (mgr.25022) 495 : cluster [DBG] pgmap v950: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 3.7 GiB used, 712 GiB / 715 GiB avail 2024-08-29T18:03:14.381 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:03:14 smithi028 bash[78352]: cluster 2024-08-29T18:03:13.024881+0000 mon.a (mon.0) 1555 : cluster [DBG] osdmap e936: 8 total, 8 up, 8 in 2024-08-29T18:03:14.381 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:03:14 smithi028 bash[78352]: audit 2024-08-29T18:03:13.029527+0000 mon.c (mon.2) 26 : audit [INF] from='client.? 172.21.15.28:0/1314146814' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi028-111149-11","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-29T18:03:14.381 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:03:14 smithi028 bash[78352]: audit 2024-08-29T18:03:13.037595+0000 mon.a (mon.0) 1556 : audit [INF] from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi028-111149-11","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-29T18:03:14.381 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:03:14 smithi028 bash[78352]: cluster 2024-08-29T18:03:13.180478+0000 mgr.y (mgr.25022) 495 : cluster [DBG] pgmap v950: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 3.7 GiB used, 712 GiB / 715 GiB avail 2024-08-29T18:03:15.051 INFO:tasks.workunit.client.0.smithi028.stdout:[ OK ] TestCls2PCQueue.MultiCommit (3028 ms) 2024-08-29T18:03:15.051 INFO:tasks.workunit.client.0.smithi028.stdout:[ RUN ] TestCls2PCQueue.MultiAbort 2024-08-29T18:03:15.325 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:03:15 smithi053 bash[68679]: cluster 2024-08-29T18:03:14.018179+0000 mon.a (mon.0) 1557 : cluster [WRN] Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-08-29T18:03:15.325 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:03:15 smithi053 bash[68679]: audit 2024-08-29T18:03:14.027663+0000 mon.a (mon.0) 1558 : audit [INF] from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi028-111149-11","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-29T18:03:15.325 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:03:15 smithi053 bash[68679]: cluster 2024-08-29T18:03:14.038149+0000 mon.a (mon.0) 1559 : cluster [DBG] osdmap e937: 8 total, 8 up, 8 in 2024-08-29T18:03:15.380 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:03:15 smithi028 bash[77168]: cluster 2024-08-29T18:03:14.018179+0000 mon.a (mon.0) 1557 : cluster [WRN] Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-08-29T18:03:15.380 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:03:15 smithi028 bash[77168]: audit 2024-08-29T18:03:14.027663+0000 mon.a (mon.0) 1558 : audit [INF] from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi028-111149-11","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-29T18:03:15.380 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:03:15 smithi028 bash[77168]: cluster 2024-08-29T18:03:14.038149+0000 mon.a (mon.0) 1559 : cluster [DBG] osdmap e937: 8 total, 8 up, 8 in 2024-08-29T18:03:15.380 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:03:15 smithi028 bash[78352]: cluster 2024-08-29T18:03:14.018179+0000 mon.a (mon.0) 1557 : cluster [WRN] Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-08-29T18:03:15.381 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:03:15 smithi028 bash[78352]: audit 2024-08-29T18:03:14.027663+0000 mon.a (mon.0) 1558 : audit [INF] from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi028-111149-11","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-29T18:03:15.381 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:03:15 smithi028 bash[78352]: cluster 2024-08-29T18:03:14.038149+0000 mon.a (mon.0) 1559 : cluster [DBG] osdmap e937: 8 total, 8 up, 8 in 2024-08-29T18:03:16.325 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:03:16 smithi053 bash[68679]: cluster 2024-08-29T18:03:15.037424+0000 mon.a (mon.0) 1560 : cluster [DBG] osdmap e938: 8 total, 8 up, 8 in 2024-08-29T18:03:16.325 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:03:16 smithi053 bash[68679]: cluster 2024-08-29T18:03:15.181075+0000 mgr.y (mgr.25022) 496 : cluster [DBG] pgmap v953: 105 pgs: 105 active+clean; 583 KiB data, 3.7 GiB used, 712 GiB / 715 GiB avail 2024-08-29T18:03:16.380 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:03:16 smithi028 bash[78352]: cluster 2024-08-29T18:03:15.037424+0000 mon.a (mon.0) 1560 : cluster [DBG] osdmap e938: 8 total, 8 up, 8 in 2024-08-29T18:03:16.380 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:03:16 smithi028 bash[78352]: cluster 2024-08-29T18:03:15.181075+0000 mgr.y (mgr.25022) 496 : cluster [DBG] pgmap v953: 105 pgs: 105 active+clean; 583 KiB data, 3.7 GiB used, 712 GiB / 715 GiB avail 2024-08-29T18:03:16.380 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:03:16 smithi028 bash[77168]: cluster 2024-08-29T18:03:15.037424+0000 mon.a (mon.0) 1560 : cluster [DBG] osdmap e938: 8 total, 8 up, 8 in 2024-08-29T18:03:16.381 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:03:16 smithi028 bash[77168]: cluster 2024-08-29T18:03:15.181075+0000 mgr.y (mgr.25022) 496 : cluster [DBG] pgmap v953: 105 pgs: 105 active+clean; 583 KiB data, 3.7 GiB used, 712 GiB / 715 GiB avail 2024-08-29T18:03:17.380 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:03:17 smithi028 bash[78352]: cluster 2024-08-29T18:03:16.041838+0000 mon.a (mon.0) 1561 : cluster [INF] Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-08-29T18:03:17.380 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:03:17 smithi028 bash[78352]: cluster 2024-08-29T18:03:16.041908+0000 mon.a (mon.0) 1562 : cluster [INF] Cluster is now healthy 2024-08-29T18:03:17.380 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:03:17 smithi028 bash[78352]: cluster 2024-08-29T18:03:16.063458+0000 mon.a (mon.0) 1563 : cluster [DBG] osdmap e939: 8 total, 8 up, 8 in 2024-08-29T18:03:17.381 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:03:17 smithi028 bash[78352]: audit 2024-08-29T18:03:16.065108+0000 mon.a (mon.0) 1564 : audit [INF] from='client.? 172.21.15.28:0/3121814888' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi028-111149-12","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-29T18:03:17.381 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:03:17 smithi028 bash[77168]: cluster 2024-08-29T18:03:16.041838+0000 mon.a (mon.0) 1561 : cluster [INF] Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-08-29T18:03:17.381 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:03:17 smithi028 bash[77168]: cluster 2024-08-29T18:03:16.041908+0000 mon.a (mon.0) 1562 : cluster [INF] Cluster is now healthy 2024-08-29T18:03:17.381 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:03:17 smithi028 bash[77168]: cluster 2024-08-29T18:03:16.063458+0000 mon.a (mon.0) 1563 : cluster [DBG] osdmap e939: 8 total, 8 up, 8 in 2024-08-29T18:03:17.381 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:03:17 smithi028 bash[77168]: audit 2024-08-29T18:03:16.065108+0000 mon.a (mon.0) 1564 : audit [INF] from='client.? 172.21.15.28:0/3121814888' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi028-111149-12","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-29T18:03:17.575 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:03:17 smithi053 bash[68679]: cluster 2024-08-29T18:03:16.041838+0000 mon.a (mon.0) 1561 : cluster [INF] Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-08-29T18:03:17.575 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:03:17 smithi053 bash[68679]: cluster 2024-08-29T18:03:16.041908+0000 mon.a (mon.0) 1562 : cluster [INF] Cluster is now healthy 2024-08-29T18:03:17.575 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:03:17 smithi053 bash[68679]: cluster 2024-08-29T18:03:16.063458+0000 mon.a (mon.0) 1563 : cluster [DBG] osdmap e939: 8 total, 8 up, 8 in 2024-08-29T18:03:17.575 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:03:17 smithi053 bash[68679]: audit 2024-08-29T18:03:16.065108+0000 mon.a (mon.0) 1564 : audit [INF] from='client.? 172.21.15.28:0/3121814888' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi028-111149-12","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-29T18:03:18.069 INFO:tasks.workunit.client.0.smithi028.stdout:[ OK ] TestCls2PCQueue.MultiAbort (3019 ms) 2024-08-29T18:03:18.070 INFO:tasks.workunit.client.0.smithi028.stdout:[ RUN ] TestCls2PCQueue.ReserveCommit 2024-08-29T18:03:18.380 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:03:18 smithi028 bash[77168]: audit 2024-08-29T18:03:17.057028+0000 mon.a (mon.0) 1565 : audit [INF] from='client.? 172.21.15.28:0/3121814888' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi028-111149-12","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-29T18:03:18.380 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:03:18 smithi028 bash[77168]: cluster 2024-08-29T18:03:17.065121+0000 mon.a (mon.0) 1566 : cluster [DBG] osdmap e940: 8 total, 8 up, 8 in 2024-08-29T18:03:18.381 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:03:18 smithi028 bash[77168]: cluster 2024-08-29T18:03:17.181492+0000 mgr.y (mgr.25022) 497 : cluster [DBG] pgmap v956: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 3.7 GiB used, 712 GiB / 715 GiB avail 2024-08-29T18:03:18.381 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:03:18 smithi028 bash[77168]: cluster 2024-08-29T18:03:18.066544+0000 mon.a (mon.0) 1567 : cluster [DBG] osdmap e941: 8 total, 8 up, 8 in 2024-08-29T18:03:18.381 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:03:18 smithi028 bash[78352]: audit 2024-08-29T18:03:17.057028+0000 mon.a (mon.0) 1565 : audit [INF] from='client.? 172.21.15.28:0/3121814888' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi028-111149-12","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-29T18:03:18.381 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:03:18 smithi028 bash[78352]: cluster 2024-08-29T18:03:17.065121+0000 mon.a (mon.0) 1566 : cluster [DBG] osdmap e940: 8 total, 8 up, 8 in 2024-08-29T18:03:18.381 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:03:18 smithi028 bash[78352]: cluster 2024-08-29T18:03:17.181492+0000 mgr.y (mgr.25022) 497 : cluster [DBG] pgmap v956: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 3.7 GiB used, 712 GiB / 715 GiB avail 2024-08-29T18:03:18.381 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:03:18 smithi028 bash[78352]: cluster 2024-08-29T18:03:18.066544+0000 mon.a (mon.0) 1567 : cluster [DBG] osdmap e941: 8 total, 8 up, 8 in 2024-08-29T18:03:18.575 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:03:18 smithi053 bash[68679]: audit 2024-08-29T18:03:17.057028+0000 mon.a (mon.0) 1565 : audit [INF] from='client.? 172.21.15.28:0/3121814888' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi028-111149-12","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-29T18:03:18.575 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:03:18 smithi053 bash[68679]: cluster 2024-08-29T18:03:17.065121+0000 mon.a (mon.0) 1566 : cluster [DBG] osdmap e940: 8 total, 8 up, 8 in 2024-08-29T18:03:18.575 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:03:18 smithi053 bash[68679]: cluster 2024-08-29T18:03:17.181492+0000 mgr.y (mgr.25022) 497 : cluster [DBG] pgmap v956: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 3.7 GiB used, 712 GiB / 715 GiB avail 2024-08-29T18:03:18.575 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:03:18 smithi053 bash[68679]: cluster 2024-08-29T18:03:18.066544+0000 mon.a (mon.0) 1567 : cluster [DBG] osdmap e941: 8 total, 8 up, 8 in 2024-08-29T18:03:20.380 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:03:20 smithi028 bash[78352]: cluster 2024-08-29T18:03:19.101729+0000 mon.a (mon.0) 1568 : cluster [DBG] osdmap e942: 8 total, 8 up, 8 in 2024-08-29T18:03:20.380 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:03:20 smithi028 bash[78352]: audit 2024-08-29T18:03:19.106159+0000 mon.a (mon.0) 1569 : audit [INF] from='client.? 172.21.15.28:0/734362047' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi028-111149-13","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-29T18:03:20.380 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:03:20 smithi028 bash[78352]: cluster 2024-08-29T18:03:19.182214+0000 mgr.y (mgr.25022) 498 : cluster [DBG] pgmap v959: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 3.7 GiB used, 712 GiB / 715 GiB avail 2024-08-29T18:03:20.381 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:03:20 smithi028 bash[77168]: cluster 2024-08-29T18:03:19.101729+0000 mon.a (mon.0) 1568 : cluster [DBG] osdmap e942: 8 total, 8 up, 8 in 2024-08-29T18:03:20.381 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:03:20 smithi028 bash[77168]: audit 2024-08-29T18:03:19.106159+0000 mon.a (mon.0) 1569 : audit [INF] from='client.? 172.21.15.28:0/734362047' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi028-111149-13","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-29T18:03:20.381 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:03:20 smithi028 bash[77168]: cluster 2024-08-29T18:03:19.182214+0000 mgr.y (mgr.25022) 498 : cluster [DBG] pgmap v959: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 3.7 GiB used, 712 GiB / 715 GiB avail 2024-08-29T18:03:20.575 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:03:20 smithi053 bash[68679]: cluster 2024-08-29T18:03:19.101729+0000 mon.a (mon.0) 1568 : cluster [DBG] osdmap e942: 8 total, 8 up, 8 in 2024-08-29T18:03:20.575 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:03:20 smithi053 bash[68679]: audit 2024-08-29T18:03:19.106159+0000 mon.a (mon.0) 1569 : audit [INF] from='client.? 172.21.15.28:0/734362047' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi028-111149-13","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-29T18:03:20.575 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:03:20 smithi053 bash[68679]: cluster 2024-08-29T18:03:19.182214+0000 mgr.y (mgr.25022) 498 : cluster [DBG] pgmap v959: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 3.7 GiB used, 712 GiB / 715 GiB avail 2024-08-29T18:03:21.114 INFO:tasks.workunit.client.0.smithi028.stdout:[ OK ] TestCls2PCQueue.ReserveCommit (3044 ms) 2024-08-29T18:03:21.114 INFO:tasks.workunit.client.0.smithi028.stdout:[ RUN ] TestCls2PCQueue.ReserveAbort 2024-08-29T18:03:21.380 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:03:21 smithi028 bash[78352]: cluster 2024-08-29T18:03:20.092524+0000 mon.a (mon.0) 1570 : cluster [WRN] Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-08-29T18:03:21.380 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:03:21 smithi028 bash[78352]: audit 2024-08-29T18:03:20.101824+0000 mon.a (mon.0) 1571 : audit [INF] from='client.? 172.21.15.28:0/734362047' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi028-111149-13","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-29T18:03:21.380 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:03:21 smithi028 bash[78352]: cluster 2024-08-29T18:03:20.111666+0000 mon.a (mon.0) 1572 : cluster [DBG] osdmap e943: 8 total, 8 up, 8 in 2024-08-29T18:03:21.381 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:03:21 smithi028 bash[77168]: cluster 2024-08-29T18:03:20.092524+0000 mon.a (mon.0) 1570 : cluster [WRN] Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-08-29T18:03:21.381 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:03:21 smithi028 bash[77168]: audit 2024-08-29T18:03:20.101824+0000 mon.a (mon.0) 1571 : audit [INF] from='client.? 172.21.15.28:0/734362047' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi028-111149-13","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-29T18:03:21.381 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:03:21 smithi028 bash[77168]: cluster 2024-08-29T18:03:20.111666+0000 mon.a (mon.0) 1572 : cluster [DBG] osdmap e943: 8 total, 8 up, 8 in 2024-08-29T18:03:21.577 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:03:21 smithi053 bash[68679]: cluster 2024-08-29T18:03:20.092524+0000 mon.a (mon.0) 1570 : cluster [WRN] Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-08-29T18:03:21.577 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:03:21 smithi053 bash[68679]: audit 2024-08-29T18:03:20.101824+0000 mon.a (mon.0) 1571 : audit [INF] from='client.? 172.21.15.28:0/734362047' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi028-111149-13","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-29T18:03:21.577 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:03:21 smithi053 bash[68679]: cluster 2024-08-29T18:03:20.111666+0000 mon.a (mon.0) 1572 : cluster [DBG] osdmap e943: 8 total, 8 up, 8 in 2024-08-29T18:03:21.880 INFO:journalctl@ceph.mgr.y.smithi028.stdout:Aug 29 18:03:21 smithi028 bash[70818]: ::ffff:172.21.15.53 - - [29/Aug/2024:18:03:21] "GET /metrics HTTP/1.1" 200 33887 "" "Prometheus/2.43.0" 2024-08-29T18:03:22.380 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:03:22 smithi028 bash[77168]: cluster 2024-08-29T18:03:21.111237+0000 mon.a (mon.0) 1573 : cluster [DBG] osdmap e944: 8 total, 8 up, 8 in 2024-08-29T18:03:22.380 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:03:22 smithi028 bash[77168]: cluster 2024-08-29T18:03:21.182816+0000 mgr.y (mgr.25022) 499 : cluster [DBG] pgmap v962: 105 pgs: 105 active+clean; 583 KiB data, 3.7 GiB used, 711 GiB / 715 GiB avail 2024-08-29T18:03:22.381 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:03:22 smithi028 bash[78352]: cluster 2024-08-29T18:03:21.111237+0000 mon.a (mon.0) 1573 : cluster [DBG] osdmap e944: 8 total, 8 up, 8 in 2024-08-29T18:03:22.381 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:03:22 smithi028 bash[78352]: cluster 2024-08-29T18:03:21.182816+0000 mgr.y (mgr.25022) 499 : cluster [DBG] pgmap v962: 105 pgs: 105 active+clean; 583 KiB data, 3.7 GiB used, 711 GiB / 715 GiB avail 2024-08-29T18:03:22.575 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:03:22 smithi053 bash[68679]: cluster 2024-08-29T18:03:21.111237+0000 mon.a (mon.0) 1573 : cluster [DBG] osdmap e944: 8 total, 8 up, 8 in 2024-08-29T18:03:22.575 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:03:22 smithi053 bash[68679]: cluster 2024-08-29T18:03:21.182816+0000 mgr.y (mgr.25022) 499 : cluster [DBG] pgmap v962: 105 pgs: 105 active+clean; 583 KiB data, 3.7 GiB used, 711 GiB / 715 GiB avail 2024-08-29T18:03:22.575 INFO:journalctl@ceph.prometheus.a.smithi053.stdout:Aug 29 18:03:22 smithi053 bash[95567]: ts=2024-08-29T18:03:22.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"3167ee72-662c-11ef-bcd4-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-29T18:03:23.575 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:03:23 smithi053 bash[68679]: cluster 2024-08-29T18:03:22.116213+0000 mon.a (mon.0) 1574 : cluster [INF] Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-08-29T18:03:23.575 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:03:23 smithi053 bash[68679]: cluster 2024-08-29T18:03:22.116293+0000 mon.a (mon.0) 1575 : cluster [INF] Cluster is now healthy 2024-08-29T18:03:23.575 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:03:23 smithi053 bash[68679]: cluster 2024-08-29T18:03:22.137471+0000 mon.a (mon.0) 1576 : cluster [DBG] osdmap e945: 8 total, 8 up, 8 in 2024-08-29T18:03:23.575 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:03:23 smithi053 bash[68679]: audit 2024-08-29T18:03:22.140444+0000 mon.a (mon.0) 1577 : audit [INF] from='client.? 172.21.15.28:0/463689475' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi028-111149-14","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-29T18:03:23.630 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:03:23 smithi028 bash[77168]: cluster 2024-08-29T18:03:22.116213+0000 mon.a (mon.0) 1574 : cluster [INF] Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-08-29T18:03:23.630 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:03:23 smithi028 bash[77168]: cluster 2024-08-29T18:03:22.116293+0000 mon.a (mon.0) 1575 : cluster [INF] Cluster is now healthy 2024-08-29T18:03:23.630 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:03:23 smithi028 bash[77168]: cluster 2024-08-29T18:03:22.137471+0000 mon.a (mon.0) 1576 : cluster [DBG] osdmap e945: 8 total, 8 up, 8 in 2024-08-29T18:03:23.630 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:03:23 smithi028 bash[77168]: audit 2024-08-29T18:03:22.140444+0000 mon.a (mon.0) 1577 : audit [INF] from='client.? 172.21.15.28:0/463689475' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi028-111149-14","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-29T18:03:23.631 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:03:23 smithi028 bash[78352]: cluster 2024-08-29T18:03:22.116213+0000 mon.a (mon.0) 1574 : cluster [INF] Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-08-29T18:03:23.631 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:03:23 smithi028 bash[78352]: cluster 2024-08-29T18:03:22.116293+0000 mon.a (mon.0) 1575 : cluster [INF] Cluster is now healthy 2024-08-29T18:03:23.631 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:03:23 smithi028 bash[78352]: cluster 2024-08-29T18:03:22.137471+0000 mon.a (mon.0) 1576 : cluster [DBG] osdmap e945: 8 total, 8 up, 8 in 2024-08-29T18:03:23.631 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:03:23 smithi028 bash[78352]: audit 2024-08-29T18:03:22.140444+0000 mon.a (mon.0) 1577 : audit [INF] from='client.? 172.21.15.28:0/463689475' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi028-111149-14","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-29T18:03:24.170 INFO:tasks.workunit.client.0.smithi028.stdout:[ OK ] TestCls2PCQueue.ReserveAbort (3056 ms) 2024-08-29T18:03:24.170 INFO:tasks.workunit.client.0.smithi028.stdout:[ RUN ] TestCls2PCQueue.ManualCleanup 2024-08-29T18:03:24.575 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:03:24 smithi053 bash[68679]: audit 2024-08-29T18:03:23.131549+0000 mon.a (mon.0) 1578 : audit [INF] from='client.? 172.21.15.28:0/463689475' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi028-111149-14","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-29T18:03:24.575 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:03:24 smithi053 bash[68679]: cluster 2024-08-29T18:03:23.138488+0000 mon.a (mon.0) 1579 : cluster [DBG] osdmap e946: 8 total, 8 up, 8 in 2024-08-29T18:03:24.575 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:03:24 smithi053 bash[68679]: cluster 2024-08-29T18:03:23.183428+0000 mgr.y (mgr.25022) 500 : cluster [DBG] pgmap v965: 137 pgs: 4 creating+peering, 28 unknown, 105 active+clean; 583 KiB data, 3.7 GiB used, 711 GiB / 715 GiB avail 2024-08-29T18:03:24.630 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:03:24 smithi028 bash[78352]: audit 2024-08-29T18:03:23.131549+0000 mon.a (mon.0) 1578 : audit [INF] from='client.? 172.21.15.28:0/463689475' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi028-111149-14","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-29T18:03:24.631 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:03:24 smithi028 bash[78352]: cluster 2024-08-29T18:03:23.138488+0000 mon.a (mon.0) 1579 : cluster [DBG] osdmap e946: 8 total, 8 up, 8 in 2024-08-29T18:03:24.631 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:03:24 smithi028 bash[78352]: cluster 2024-08-29T18:03:23.183428+0000 mgr.y (mgr.25022) 500 : cluster [DBG] pgmap v965: 137 pgs: 4 creating+peering, 28 unknown, 105 active+clean; 583 KiB data, 3.7 GiB used, 711 GiB / 715 GiB avail 2024-08-29T18:03:24.631 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:03:24 smithi028 bash[77168]: audit 2024-08-29T18:03:23.131549+0000 mon.a (mon.0) 1578 : audit [INF] from='client.? 172.21.15.28:0/463689475' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi028-111149-14","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-29T18:03:24.631 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:03:24 smithi028 bash[77168]: cluster 2024-08-29T18:03:23.138488+0000 mon.a (mon.0) 1579 : cluster [DBG] osdmap e946: 8 total, 8 up, 8 in 2024-08-29T18:03:24.631 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:03:24 smithi028 bash[77168]: cluster 2024-08-29T18:03:23.183428+0000 mgr.y (mgr.25022) 500 : cluster [DBG] pgmap v965: 137 pgs: 4 creating+peering, 28 unknown, 105 active+clean; 583 KiB data, 3.7 GiB used, 711 GiB / 715 GiB avail 2024-08-29T18:03:25.575 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:03:25 smithi053 bash[68679]: cluster 2024-08-29T18:03:24.160373+0000 mon.a (mon.0) 1580 : cluster [DBG] osdmap e947: 8 total, 8 up, 8 in 2024-08-29T18:03:25.575 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:03:25 smithi053 bash[68679]: audit 2024-08-29T18:03:24.642829+0000 mon.a (mon.0) 1581 : audit [DBG] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-29T18:03:25.630 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:03:25 smithi028 bash[78352]: cluster 2024-08-29T18:03:24.160373+0000 mon.a (mon.0) 1580 : cluster [DBG] osdmap e947: 8 total, 8 up, 8 in 2024-08-29T18:03:25.630 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:03:25 smithi028 bash[78352]: audit 2024-08-29T18:03:24.642829+0000 mon.a (mon.0) 1581 : audit [DBG] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-29T18:03:25.631 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:03:25 smithi028 bash[77168]: cluster 2024-08-29T18:03:24.160373+0000 mon.a (mon.0) 1580 : cluster [DBG] osdmap e947: 8 total, 8 up, 8 in 2024-08-29T18:03:25.631 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:03:25 smithi028 bash[77168]: audit 2024-08-29T18:03:24.642829+0000 mon.a (mon.0) 1581 : audit [DBG] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-29T18:03:26.575 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:03:26 smithi053 bash[68679]: cluster 2024-08-29T18:03:25.171039+0000 mon.a (mon.0) 1582 : cluster [DBG] osdmap e948: 8 total, 8 up, 8 in 2024-08-29T18:03:26.575 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:03:26 smithi053 bash[68679]: audit 2024-08-29T18:03:25.176925+0000 mon.a (mon.0) 1583 : audit [INF] from='client.? 172.21.15.28:0/2072982134' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi028-111149-15","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-29T18:03:26.575 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:03:26 smithi053 bash[68679]: cluster 2024-08-29T18:03:25.183856+0000 mgr.y (mgr.25022) 501 : cluster [DBG] pgmap v968: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 3.7 GiB used, 711 GiB / 715 GiB avail 2024-08-29T18:03:26.575 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:03:26 smithi053 bash[68679]: audit 2024-08-29T18:03:25.217574+0000 mon.a (mon.0) 1584 : audit [INF] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' 2024-08-29T18:03:26.575 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:03:26 smithi053 bash[68679]: audit 2024-08-29T18:03:25.224095+0000 mon.a (mon.0) 1585 : audit [INF] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' 2024-08-29T18:03:26.575 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:03:26 smithi053 bash[68679]: audit 2024-08-29T18:03:25.859238+0000 mon.a (mon.0) 1586 : audit [DBG] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-29T18:03:26.575 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:03:26 smithi053 bash[68679]: audit 2024-08-29T18:03:25.860760+0000 mon.a (mon.0) 1587 : audit [INF] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-29T18:03:26.576 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:03:26 smithi053 bash[68679]: audit 2024-08-29T18:03:25.870013+0000 mon.a (mon.0) 1588 : audit [INF] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' 2024-08-29T18:03:26.630 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:03:26 smithi028 bash[78352]: cluster 2024-08-29T18:03:25.171039+0000 mon.a (mon.0) 1582 : cluster [DBG] osdmap e948: 8 total, 8 up, 8 in 2024-08-29T18:03:26.630 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:03:26 smithi028 bash[78352]: audit 2024-08-29T18:03:25.176925+0000 mon.a (mon.0) 1583 : audit [INF] from='client.? 172.21.15.28:0/2072982134' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi028-111149-15","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-29T18:03:26.631 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:03:26 smithi028 bash[78352]: cluster 2024-08-29T18:03:25.183856+0000 mgr.y (mgr.25022) 501 : cluster [DBG] pgmap v968: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 3.7 GiB used, 711 GiB / 715 GiB avail 2024-08-29T18:03:26.631 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:03:26 smithi028 bash[78352]: audit 2024-08-29T18:03:25.217574+0000 mon.a (mon.0) 1584 : audit [INF] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' 2024-08-29T18:03:26.631 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:03:26 smithi028 bash[78352]: audit 2024-08-29T18:03:25.224095+0000 mon.a (mon.0) 1585 : audit [INF] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' 2024-08-29T18:03:26.631 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:03:26 smithi028 bash[78352]: audit 2024-08-29T18:03:25.859238+0000 mon.a (mon.0) 1586 : audit [DBG] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-29T18:03:26.631 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:03:26 smithi028 bash[78352]: audit 2024-08-29T18:03:25.860760+0000 mon.a (mon.0) 1587 : audit [INF] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-29T18:03:26.631 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:03:26 smithi028 bash[78352]: audit 2024-08-29T18:03:25.870013+0000 mon.a (mon.0) 1588 : audit [INF] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' 2024-08-29T18:03:26.631 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:03:26 smithi028 bash[77168]: cluster 2024-08-29T18:03:25.171039+0000 mon.a (mon.0) 1582 : cluster [DBG] osdmap e948: 8 total, 8 up, 8 in 2024-08-29T18:03:26.631 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:03:26 smithi028 bash[77168]: audit 2024-08-29T18:03:25.176925+0000 mon.a (mon.0) 1583 : audit [INF] from='client.? 172.21.15.28:0/2072982134' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi028-111149-15","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-29T18:03:26.631 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:03:26 smithi028 bash[77168]: cluster 2024-08-29T18:03:25.183856+0000 mgr.y (mgr.25022) 501 : cluster [DBG] pgmap v968: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 3.7 GiB used, 711 GiB / 715 GiB avail 2024-08-29T18:03:26.631 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:03:26 smithi028 bash[77168]: audit 2024-08-29T18:03:25.217574+0000 mon.a (mon.0) 1584 : audit [INF] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' 2024-08-29T18:03:26.631 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:03:26 smithi028 bash[77168]: audit 2024-08-29T18:03:25.224095+0000 mon.a (mon.0) 1585 : audit [INF] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' 2024-08-29T18:03:26.631 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:03:26 smithi028 bash[77168]: audit 2024-08-29T18:03:25.859238+0000 mon.a (mon.0) 1586 : audit [DBG] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-29T18:03:26.632 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:03:26 smithi028 bash[77168]: audit 2024-08-29T18:03:25.860760+0000 mon.a (mon.0) 1587 : audit [INF] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-29T18:03:26.632 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:03:26 smithi028 bash[77168]: audit 2024-08-29T18:03:25.870013+0000 mon.a (mon.0) 1588 : audit [INF] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' 2024-08-29T18:03:27.195 INFO:tasks.workunit.client.0.smithi028.stdout:[ OK ] TestCls2PCQueue.ManualCleanup (3025 ms) 2024-08-29T18:03:27.195 INFO:tasks.workunit.client.0.smithi028.stdout:[ RUN ] TestCls2PCQueue.Cleanup 2024-08-29T18:03:27.575 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:03:27 smithi053 bash[68679]: cluster 2024-08-29T18:03:26.163169+0000 mon.a (mon.0) 1589 : cluster [WRN] Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-08-29T18:03:27.575 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:03:27 smithi053 bash[68679]: audit 2024-08-29T18:03:26.172271+0000 mon.a (mon.0) 1590 : audit [INF] from='client.? 172.21.15.28:0/2072982134' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi028-111149-15","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-29T18:03:27.575 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:03:27 smithi053 bash[68679]: cluster 2024-08-29T18:03:26.182103+0000 mon.a (mon.0) 1591 : cluster [DBG] osdmap e949: 8 total, 8 up, 8 in 2024-08-29T18:03:27.575 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:03:27 smithi053 bash[68679]: audit 2024-08-29T18:03:27.052376+0000 mon.a (mon.0) 1592 : audit [INF] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' 2024-08-29T18:03:27.576 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:03:27 smithi053 bash[68679]: audit 2024-08-29T18:03:27.054542+0000 mon.a (mon.0) 1593 : audit [DBG] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-29T18:03:27.630 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:03:27 smithi028 bash[77168]: cluster 2024-08-29T18:03:26.163169+0000 mon.a (mon.0) 1589 : cluster [WRN] Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-08-29T18:03:27.630 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:03:27 smithi028 bash[77168]: audit 2024-08-29T18:03:26.172271+0000 mon.a (mon.0) 1590 : audit [INF] from='client.? 172.21.15.28:0/2072982134' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi028-111149-15","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-29T18:03:27.630 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:03:27 smithi028 bash[77168]: cluster 2024-08-29T18:03:26.182103+0000 mon.a (mon.0) 1591 : cluster [DBG] osdmap e949: 8 total, 8 up, 8 in 2024-08-29T18:03:27.631 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:03:27 smithi028 bash[77168]: audit 2024-08-29T18:03:27.052376+0000 mon.a (mon.0) 1592 : audit [INF] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' 2024-08-29T18:03:27.631 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:03:27 smithi028 bash[77168]: audit 2024-08-29T18:03:27.054542+0000 mon.a (mon.0) 1593 : audit [DBG] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-29T18:03:27.631 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:03:27 smithi028 bash[78352]: cluster 2024-08-29T18:03:26.163169+0000 mon.a (mon.0) 1589 : cluster [WRN] Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-08-29T18:03:27.631 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:03:27 smithi028 bash[78352]: audit 2024-08-29T18:03:26.172271+0000 mon.a (mon.0) 1590 : audit [INF] from='client.? 172.21.15.28:0/2072982134' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi028-111149-15","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-29T18:03:27.631 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:03:27 smithi028 bash[78352]: cluster 2024-08-29T18:03:26.182103+0000 mon.a (mon.0) 1591 : cluster [DBG] osdmap e949: 8 total, 8 up, 8 in 2024-08-29T18:03:27.631 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:03:27 smithi028 bash[78352]: audit 2024-08-29T18:03:27.052376+0000 mon.a (mon.0) 1592 : audit [INF] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' 2024-08-29T18:03:27.631 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:03:27 smithi028 bash[78352]: audit 2024-08-29T18:03:27.054542+0000 mon.a (mon.0) 1593 : audit [DBG] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-29T18:03:28.575 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:03:28 smithi053 bash[68679]: cluster 2024-08-29T18:03:27.184434+0000 mgr.y (mgr.25022) 502 : cluster [DBG] pgmap v970: 137 pgs: 2 creating+peering, 30 unknown, 105 active+clean; 583 KiB data, 3.7 GiB used, 711 GiB / 715 GiB avail 2024-08-29T18:03:28.575 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:03:28 smithi053 bash[68679]: cluster 2024-08-29T18:03:27.193381+0000 mon.a (mon.0) 1594 : cluster [DBG] osdmap e950: 8 total, 8 up, 8 in 2024-08-29T18:03:28.575 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:03:28 smithi053 bash[68679]: cluster 2024-08-29T18:03:28.174359+0000 mon.a (mon.0) 1595 : cluster [INF] Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-08-29T18:03:28.575 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:03:28 smithi053 bash[68679]: cluster 2024-08-29T18:03:28.174450+0000 mon.a (mon.0) 1596 : cluster [INF] Cluster is now healthy 2024-08-29T18:03:28.630 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:03:28 smithi028 bash[77168]: cluster 2024-08-29T18:03:27.184434+0000 mgr.y (mgr.25022) 502 : cluster [DBG] pgmap v970: 137 pgs: 2 creating+peering, 30 unknown, 105 active+clean; 583 KiB data, 3.7 GiB used, 711 GiB / 715 GiB avail 2024-08-29T18:03:28.630 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:03:28 smithi028 bash[77168]: cluster 2024-08-29T18:03:27.193381+0000 mon.a (mon.0) 1594 : cluster [DBG] osdmap e950: 8 total, 8 up, 8 in 2024-08-29T18:03:28.630 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:03:28 smithi028 bash[77168]: cluster 2024-08-29T18:03:28.174359+0000 mon.a (mon.0) 1595 : cluster [INF] Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-08-29T18:03:28.630 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:03:28 smithi028 bash[77168]: cluster 2024-08-29T18:03:28.174450+0000 mon.a (mon.0) 1596 : cluster [INF] Cluster is now healthy 2024-08-29T18:03:28.631 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:03:28 smithi028 bash[78352]: cluster 2024-08-29T18:03:27.184434+0000 mgr.y (mgr.25022) 502 : cluster [DBG] pgmap v970: 137 pgs: 2 creating+peering, 30 unknown, 105 active+clean; 583 KiB data, 3.7 GiB used, 711 GiB / 715 GiB avail 2024-08-29T18:03:28.631 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:03:28 smithi028 bash[78352]: cluster 2024-08-29T18:03:27.193381+0000 mon.a (mon.0) 1594 : cluster [DBG] osdmap e950: 8 total, 8 up, 8 in 2024-08-29T18:03:28.631 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:03:28 smithi028 bash[78352]: cluster 2024-08-29T18:03:28.174359+0000 mon.a (mon.0) 1595 : cluster [INF] Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-08-29T18:03:28.631 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:03:28 smithi028 bash[78352]: cluster 2024-08-29T18:03:28.174450+0000 mon.a (mon.0) 1596 : cluster [INF] Cluster is now healthy 2024-08-29T18:03:29.575 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:03:29 smithi053 bash[68679]: cluster 2024-08-29T18:03:28.204244+0000 mon.a (mon.0) 1597 : cluster [DBG] osdmap e951: 8 total, 8 up, 8 in 2024-08-29T18:03:29.575 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:03:29 smithi053 bash[68679]: audit 2024-08-29T18:03:28.208462+0000 mon.c (mon.2) 27 : audit [INF] from='client.? 172.21.15.28:0/1452624082' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi028-111149-16","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-29T18:03:29.575 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:03:29 smithi053 bash[68679]: audit 2024-08-29T18:03:28.210453+0000 mon.a (mon.0) 1598 : audit [INF] from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi028-111149-16","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-29T18:03:29.630 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:03:29 smithi028 bash[78352]: cluster 2024-08-29T18:03:28.204244+0000 mon.a (mon.0) 1597 : cluster [DBG] osdmap e951: 8 total, 8 up, 8 in 2024-08-29T18:03:29.630 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:03:29 smithi028 bash[78352]: audit 2024-08-29T18:03:28.208462+0000 mon.c (mon.2) 27 : audit [INF] from='client.? 172.21.15.28:0/1452624082' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi028-111149-16","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-29T18:03:29.630 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:03:29 smithi028 bash[78352]: audit 2024-08-29T18:03:28.210453+0000 mon.a (mon.0) 1598 : audit [INF] from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi028-111149-16","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-29T18:03:29.631 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:03:29 smithi028 bash[77168]: cluster 2024-08-29T18:03:28.204244+0000 mon.a (mon.0) 1597 : cluster [DBG] osdmap e951: 8 total, 8 up, 8 in 2024-08-29T18:03:29.631 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:03:29 smithi028 bash[77168]: audit 2024-08-29T18:03:28.208462+0000 mon.c (mon.2) 27 : audit [INF] from='client.? 172.21.15.28:0/1452624082' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi028-111149-16","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-29T18:03:29.631 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:03:29 smithi028 bash[77168]: audit 2024-08-29T18:03:28.210453+0000 mon.a (mon.0) 1598 : audit [INF] from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi028-111149-16","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-29T18:03:30.227 INFO:tasks.workunit.client.0.smithi028.stdout:[ OK ] TestCls2PCQueue.Cleanup (3030 ms) 2024-08-29T18:03:30.227 INFO:tasks.workunit.client.0.smithi028.stdout:[ RUN ] TestCls2PCQueue.MultiProducer 2024-08-29T18:03:30.575 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:03:30 smithi053 bash[68679]: cluster 2024-08-29T18:03:29.185409+0000 mgr.y (mgr.25022) 503 : cluster [DBG] pgmap v973: 137 pgs: 6 creating+peering, 26 unknown, 105 active+clean; 583 KiB data, 3.7 GiB used, 711 GiB / 715 GiB avail 2024-08-29T18:03:30.575 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:03:30 smithi053 bash[68679]: cluster 2024-08-29T18:03:29.197443+0000 mon.a (mon.0) 1599 : cluster [WRN] Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-08-29T18:03:30.575 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:03:30 smithi053 bash[68679]: audit 2024-08-29T18:03:29.207145+0000 mon.a (mon.0) 1600 : audit [INF] from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi028-111149-16","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-29T18:03:30.575 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:03:30 smithi053 bash[68679]: cluster 2024-08-29T18:03:29.217003+0000 mon.a (mon.0) 1601 : cluster [DBG] osdmap e952: 8 total, 8 up, 8 in 2024-08-29T18:03:30.630 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:03:30 smithi028 bash[78352]: cluster 2024-08-29T18:03:29.185409+0000 mgr.y (mgr.25022) 503 : cluster [DBG] pgmap v973: 137 pgs: 6 creating+peering, 26 unknown, 105 active+clean; 583 KiB data, 3.7 GiB used, 711 GiB / 715 GiB avail 2024-08-29T18:03:30.630 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:03:30 smithi028 bash[78352]: cluster 2024-08-29T18:03:29.197443+0000 mon.a (mon.0) 1599 : cluster [WRN] Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-08-29T18:03:30.630 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:03:30 smithi028 bash[78352]: audit 2024-08-29T18:03:29.207145+0000 mon.a (mon.0) 1600 : audit [INF] from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi028-111149-16","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-29T18:03:30.630 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:03:30 smithi028 bash[78352]: cluster 2024-08-29T18:03:29.217003+0000 mon.a (mon.0) 1601 : cluster [DBG] osdmap e952: 8 total, 8 up, 8 in 2024-08-29T18:03:30.631 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:03:30 smithi028 bash[77168]: cluster 2024-08-29T18:03:29.185409+0000 mgr.y (mgr.25022) 503 : cluster [DBG] pgmap v973: 137 pgs: 6 creating+peering, 26 unknown, 105 active+clean; 583 KiB data, 3.7 GiB used, 711 GiB / 715 GiB avail 2024-08-29T18:03:30.631 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:03:30 smithi028 bash[77168]: cluster 2024-08-29T18:03:29.197443+0000 mon.a (mon.0) 1599 : cluster [WRN] Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-08-29T18:03:30.631 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:03:30 smithi028 bash[77168]: audit 2024-08-29T18:03:29.207145+0000 mon.a (mon.0) 1600 : audit [INF] from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi028-111149-16","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-29T18:03:30.631 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:03:30 smithi028 bash[77168]: cluster 2024-08-29T18:03:29.217003+0000 mon.a (mon.0) 1601 : cluster [DBG] osdmap e952: 8 total, 8 up, 8 in 2024-08-29T18:03:31.575 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:03:31 smithi053 bash[68679]: cluster 2024-08-29T18:03:30.219180+0000 mon.a (mon.0) 1602 : cluster [DBG] osdmap e953: 8 total, 8 up, 8 in 2024-08-29T18:03:31.630 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:03:31 smithi028 bash[77168]: cluster 2024-08-29T18:03:30.219180+0000 mon.a (mon.0) 1602 : cluster [DBG] osdmap e953: 8 total, 8 up, 8 in 2024-08-29T18:03:31.630 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:03:31 smithi028 bash[78352]: cluster 2024-08-29T18:03:30.219180+0000 mon.a (mon.0) 1602 : cluster [DBG] osdmap e953: 8 total, 8 up, 8 in 2024-08-29T18:03:31.630 INFO:journalctl@ceph.mgr.y.smithi028.stdout:Aug 29 18:03:31 smithi028 bash[70818]: ::ffff:172.21.15.53 - - [29/Aug/2024:18:03:31] "GET /metrics HTTP/1.1" 200 36336 "" "Prometheus/2.43.0" 2024-08-29T18:03:32.575 INFO:journalctl@ceph.prometheus.a.smithi053.stdout:Aug 29 18:03:32 smithi053 bash[95567]: ts=2024-08-29T18:03:32.313Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"3167ee72-662c-11ef-bcd4-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-29T18:03:32.575 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:03:32 smithi053 bash[68679]: cluster 2024-08-29T18:03:31.186247+0000 mgr.y (mgr.25022) 504 : cluster [DBG] pgmap v976: 105 pgs: 105 active+clean; 583 KiB data, 3.7 GiB used, 711 GiB / 715 GiB avail 2024-08-29T18:03:32.575 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:03:32 smithi053 bash[68679]: cluster 2024-08-29T18:03:31.224113+0000 mon.a (mon.0) 1603 : cluster [INF] Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-08-29T18:03:32.575 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:03:32 smithi053 bash[68679]: cluster 2024-08-29T18:03:31.224168+0000 mon.a (mon.0) 1604 : cluster [INF] Cluster is now healthy 2024-08-29T18:03:32.576 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:03:32 smithi053 bash[68679]: cluster 2024-08-29T18:03:31.245125+0000 mon.a (mon.0) 1605 : cluster [DBG] osdmap e954: 8 total, 8 up, 8 in 2024-08-29T18:03:32.576 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:03:32 smithi053 bash[68679]: audit 2024-08-29T18:03:31.255445+0000 mon.a (mon.0) 1606 : audit [INF] from='client.? 172.21.15.28:0/761035059' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi028-111149-17","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-29T18:03:32.630 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:03:32 smithi028 bash[78352]: cluster 2024-08-29T18:03:31.186247+0000 mgr.y (mgr.25022) 504 : cluster [DBG] pgmap v976: 105 pgs: 105 active+clean; 583 KiB data, 3.7 GiB used, 711 GiB / 715 GiB avail 2024-08-29T18:03:32.630 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:03:32 smithi028 bash[78352]: cluster 2024-08-29T18:03:31.224113+0000 mon.a (mon.0) 1603 : cluster [INF] Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-08-29T18:03:32.630 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:03:32 smithi028 bash[78352]: cluster 2024-08-29T18:03:31.224168+0000 mon.a (mon.0) 1604 : cluster [INF] Cluster is now healthy 2024-08-29T18:03:32.631 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:03:32 smithi028 bash[78352]: cluster 2024-08-29T18:03:31.245125+0000 mon.a (mon.0) 1605 : cluster [DBG] osdmap e954: 8 total, 8 up, 8 in 2024-08-29T18:03:32.631 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:03:32 smithi028 bash[78352]: audit 2024-08-29T18:03:31.255445+0000 mon.a (mon.0) 1606 : audit [INF] from='client.? 172.21.15.28:0/761035059' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi028-111149-17","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-29T18:03:32.631 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:03:32 smithi028 bash[77168]: cluster 2024-08-29T18:03:31.186247+0000 mgr.y (mgr.25022) 504 : cluster [DBG] pgmap v976: 105 pgs: 105 active+clean; 583 KiB data, 3.7 GiB used, 711 GiB / 715 GiB avail 2024-08-29T18:03:32.631 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:03:32 smithi028 bash[77168]: cluster 2024-08-29T18:03:31.224113+0000 mon.a (mon.0) 1603 : cluster [INF] Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-08-29T18:03:32.631 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:03:32 smithi028 bash[77168]: cluster 2024-08-29T18:03:31.224168+0000 mon.a (mon.0) 1604 : cluster [INF] Cluster is now healthy 2024-08-29T18:03:32.631 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:03:32 smithi028 bash[77168]: cluster 2024-08-29T18:03:31.245125+0000 mon.a (mon.0) 1605 : cluster [DBG] osdmap e954: 8 total, 8 up, 8 in 2024-08-29T18:03:32.632 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:03:32 smithi028 bash[77168]: audit 2024-08-29T18:03:31.255445+0000 mon.a (mon.0) 1606 : audit [INF] from='client.? 172.21.15.28:0/761035059' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi028-111149-17","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-29T18:03:33.575 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:03:33 smithi053 bash[68679]: audit 2024-08-29T18:03:32.245560+0000 mon.a (mon.0) 1607 : audit [INF] from='client.? 172.21.15.28:0/761035059' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi028-111149-17","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-29T18:03:33.575 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:03:33 smithi053 bash[68679]: cluster 2024-08-29T18:03:32.253085+0000 mon.a (mon.0) 1608 : cluster [DBG] osdmap e955: 8 total, 8 up, 8 in 2024-08-29T18:03:33.630 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:03:33 smithi028 bash[78352]: audit 2024-08-29T18:03:32.245560+0000 mon.a (mon.0) 1607 : audit [INF] from='client.? 172.21.15.28:0/761035059' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi028-111149-17","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-29T18:03:33.630 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:03:33 smithi028 bash[78352]: cluster 2024-08-29T18:03:32.253085+0000 mon.a (mon.0) 1608 : cluster [DBG] osdmap e955: 8 total, 8 up, 8 in 2024-08-29T18:03:33.630 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:03:33 smithi028 bash[77168]: audit 2024-08-29T18:03:32.245560+0000 mon.a (mon.0) 1607 : audit [INF] from='client.? 172.21.15.28:0/761035059' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi028-111149-17","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-29T18:03:33.631 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:03:33 smithi028 bash[77168]: cluster 2024-08-29T18:03:32.253085+0000 mon.a (mon.0) 1608 : cluster [DBG] osdmap e955: 8 total, 8 up, 8 in 2024-08-29T18:03:34.575 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:03:34 smithi053 bash[68679]: cluster 2024-08-29T18:03:33.187111+0000 mgr.y (mgr.25022) 505 : cluster [DBG] pgmap v979: 137 pgs: 26 unknown, 111 active+clean; 583 KiB data, 3.8 GiB used, 711 GiB / 715 GiB avail 2024-08-29T18:03:34.575 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:03:34 smithi053 bash[68679]: cluster 2024-08-29T18:03:33.263841+0000 mon.a (mon.0) 1609 : cluster [DBG] osdmap e956: 8 total, 8 up, 8 in 2024-08-29T18:03:34.630 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:03:34 smithi028 bash[77168]: cluster 2024-08-29T18:03:33.187111+0000 mgr.y (mgr.25022) 505 : cluster [DBG] pgmap v979: 137 pgs: 26 unknown, 111 active+clean; 583 KiB data, 3.8 GiB used, 711 GiB / 715 GiB avail 2024-08-29T18:03:34.630 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:03:34 smithi028 bash[77168]: cluster 2024-08-29T18:03:33.263841+0000 mon.a (mon.0) 1609 : cluster [DBG] osdmap e956: 8 total, 8 up, 8 in 2024-08-29T18:03:34.631 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:03:34 smithi028 bash[78352]: cluster 2024-08-29T18:03:33.187111+0000 mgr.y (mgr.25022) 505 : cluster [DBG] pgmap v979: 137 pgs: 26 unknown, 111 active+clean; 583 KiB data, 3.8 GiB used, 711 GiB / 715 GiB avail 2024-08-29T18:03:34.631 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:03:34 smithi028 bash[78352]: cluster 2024-08-29T18:03:33.263841+0000 mon.a (mon.0) 1609 : cluster [DBG] osdmap e956: 8 total, 8 up, 8 in 2024-08-29T18:03:36.575 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:03:36 smithi053 bash[68679]: cluster 2024-08-29T18:03:35.188232+0000 mgr.y (mgr.25022) 506 : cluster [DBG] pgmap v981: 137 pgs: 4 unknown, 133 active+clean; 815 KiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 1.9 MiB/s rd, 1.8 MiB/s wr, 2.03k op/s 2024-08-29T18:03:36.630 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:03:36 smithi028 bash[78352]: cluster 2024-08-29T18:03:35.188232+0000 mgr.y (mgr.25022) 506 : cluster [DBG] pgmap v981: 137 pgs: 4 unknown, 133 active+clean; 815 KiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 1.9 MiB/s rd, 1.8 MiB/s wr, 2.03k op/s 2024-08-29T18:03:36.631 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:03:36 smithi028 bash[77168]: cluster 2024-08-29T18:03:35.188232+0000 mgr.y (mgr.25022) 506 : cluster [DBG] pgmap v981: 137 pgs: 4 unknown, 133 active+clean; 815 KiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 1.9 MiB/s rd, 1.8 MiB/s wr, 2.03k op/s 2024-08-29T18:03:38.575 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:03:38 smithi053 bash[68679]: cluster 2024-08-29T18:03:37.189238+0000 mgr.y (mgr.25022) 507 : cluster [DBG] pgmap v982: 137 pgs: 137 active+clean; 815 KiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 1.5 MiB/s rd, 1.5 MiB/s wr, 1.68k op/s 2024-08-29T18:03:38.630 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:03:38 smithi028 bash[77168]: cluster 2024-08-29T18:03:37.189238+0000 mgr.y (mgr.25022) 507 : cluster [DBG] pgmap v982: 137 pgs: 137 active+clean; 815 KiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 1.5 MiB/s rd, 1.5 MiB/s wr, 1.68k op/s 2024-08-29T18:03:38.630 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:03:38 smithi028 bash[78352]: cluster 2024-08-29T18:03:37.189238+0000 mgr.y (mgr.25022) 507 : cluster [DBG] pgmap v982: 137 pgs: 137 active+clean; 815 KiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 1.5 MiB/s rd, 1.5 MiB/s wr, 1.68k op/s 2024-08-29T18:03:40.575 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:03:40 smithi053 bash[68679]: cluster 2024-08-29T18:03:39.190282+0000 mgr.y (mgr.25022) 508 : cluster [DBG] pgmap v983: 137 pgs: 137 active+clean; 1.3 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 9.4 MiB/s rd, 3.7 MiB/s wr, 4.12k op/s 2024-08-29T18:03:40.630 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:03:40 smithi028 bash[77168]: cluster 2024-08-29T18:03:39.190282+0000 mgr.y (mgr.25022) 508 : cluster [DBG] pgmap v983: 137 pgs: 137 active+clean; 1.3 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 9.4 MiB/s rd, 3.7 MiB/s wr, 4.12k op/s 2024-08-29T18:03:40.630 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:03:40 smithi028 bash[78352]: cluster 2024-08-29T18:03:39.190282+0000 mgr.y (mgr.25022) 508 : cluster [DBG] pgmap v983: 137 pgs: 137 active+clean; 1.3 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 9.4 MiB/s rd, 3.7 MiB/s wr, 4.12k op/s 2024-08-29T18:03:41.880 INFO:journalctl@ceph.mgr.y.smithi028.stdout:Aug 29 18:03:41 smithi028 bash[70818]: ::ffff:172.21.15.53 - - [29/Aug/2024:18:03:41] "GET /metrics HTTP/1.1" 200 36336 "" "Prometheus/2.43.0" 2024-08-29T18:03:42.575 INFO:journalctl@ceph.prometheus.a.smithi053.stdout:Aug 29 18:03:42 smithi053 bash[95567]: ts=2024-08-29T18:03:42.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"3167ee72-662c-11ef-bcd4-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-29T18:03:42.575 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:03:42 smithi053 bash[68679]: cluster 2024-08-29T18:03:41.191562+0000 mgr.y (mgr.25022) 509 : cluster [DBG] pgmap v984: 137 pgs: 137 active+clean; 1.3 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 8.4 MiB/s rd, 3.3 MiB/s wr, 3.66k op/s 2024-08-29T18:03:42.575 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:03:42 smithi053 bash[68679]: audit 2024-08-29T18:03:42.053084+0000 mon.a (mon.0) 1610 : audit [INF] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' 2024-08-29T18:03:42.576 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:03:42 smithi053 bash[68679]: audit 2024-08-29T18:03:42.055176+0000 mon.a (mon.0) 1611 : audit [DBG] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-29T18:03:42.630 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:03:42 smithi028 bash[78352]: cluster 2024-08-29T18:03:41.191562+0000 mgr.y (mgr.25022) 509 : cluster [DBG] pgmap v984: 137 pgs: 137 active+clean; 1.3 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 8.4 MiB/s rd, 3.3 MiB/s wr, 3.66k op/s 2024-08-29T18:03:42.630 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:03:42 smithi028 bash[78352]: audit 2024-08-29T18:03:42.053084+0000 mon.a (mon.0) 1610 : audit [INF] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' 2024-08-29T18:03:42.630 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:03:42 smithi028 bash[78352]: audit 2024-08-29T18:03:42.055176+0000 mon.a (mon.0) 1611 : audit [DBG] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-29T18:03:42.631 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:03:42 smithi028 bash[77168]: cluster 2024-08-29T18:03:41.191562+0000 mgr.y (mgr.25022) 509 : cluster [DBG] pgmap v984: 137 pgs: 137 active+clean; 1.3 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 8.4 MiB/s rd, 3.3 MiB/s wr, 3.66k op/s 2024-08-29T18:03:42.631 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:03:42 smithi028 bash[77168]: audit 2024-08-29T18:03:42.053084+0000 mon.a (mon.0) 1610 : audit [INF] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' 2024-08-29T18:03:42.631 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:03:42 smithi028 bash[77168]: audit 2024-08-29T18:03:42.055176+0000 mon.a (mon.0) 1611 : audit [DBG] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-29T18:03:44.575 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:03:44 smithi053 bash[68679]: cluster 2024-08-29T18:03:43.192355+0000 mgr.y (mgr.25022) 510 : cluster [DBG] pgmap v985: 137 pgs: 137 active+clean; 1.3 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 7.5 MiB/s rd, 2.9 MiB/s wr, 3.27k op/s 2024-08-29T18:03:44.630 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:03:44 smithi028 bash[77168]: cluster 2024-08-29T18:03:43.192355+0000 mgr.y (mgr.25022) 510 : cluster [DBG] pgmap v985: 137 pgs: 137 active+clean; 1.3 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 7.5 MiB/s rd, 2.9 MiB/s wr, 3.27k op/s 2024-08-29T18:03:44.630 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:03:44 smithi028 bash[78352]: cluster 2024-08-29T18:03:43.192355+0000 mgr.y (mgr.25022) 510 : cluster [DBG] pgmap v985: 137 pgs: 137 active+clean; 1.3 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 7.5 MiB/s rd, 2.9 MiB/s wr, 3.27k op/s 2024-08-29T18:03:46.575 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:03:46 smithi053 bash[68679]: cluster 2024-08-29T18:03:45.193768+0000 mgr.y (mgr.25022) 511 : cluster [DBG] pgmap v986: 137 pgs: 137 active+clean; 1.6 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 15 MiB/s rd, 3.8 MiB/s wr, 4.28k op/s 2024-08-29T18:03:46.630 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:03:46 smithi028 bash[78352]: cluster 2024-08-29T18:03:45.193768+0000 mgr.y (mgr.25022) 511 : cluster [DBG] pgmap v986: 137 pgs: 137 active+clean; 1.6 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 15 MiB/s rd, 3.8 MiB/s wr, 4.28k op/s 2024-08-29T18:03:46.630 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:03:46 smithi028 bash[77168]: cluster 2024-08-29T18:03:45.193768+0000 mgr.y (mgr.25022) 511 : cluster [DBG] pgmap v986: 137 pgs: 137 active+clean; 1.6 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 15 MiB/s rd, 3.8 MiB/s wr, 4.28k op/s 2024-08-29T18:03:48.575 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:03:48 smithi053 bash[68679]: cluster 2024-08-29T18:03:47.194720+0000 mgr.y (mgr.25022) 512 : cluster [DBG] pgmap v987: 137 pgs: 137 active+clean; 1.6 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 14 MiB/s rd, 3.0 MiB/s wr, 3.41k op/s 2024-08-29T18:03:48.630 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:03:48 smithi028 bash[77168]: cluster 2024-08-29T18:03:47.194720+0000 mgr.y (mgr.25022) 512 : cluster [DBG] pgmap v987: 137 pgs: 137 active+clean; 1.6 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 14 MiB/s rd, 3.0 MiB/s wr, 3.41k op/s 2024-08-29T18:03:48.630 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:03:48 smithi028 bash[78352]: cluster 2024-08-29T18:03:47.194720+0000 mgr.y (mgr.25022) 512 : cluster [DBG] pgmap v987: 137 pgs: 137 active+clean; 1.6 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 14 MiB/s rd, 3.0 MiB/s wr, 3.41k op/s 2024-08-29T18:03:50.575 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:03:50 smithi053 bash[68679]: cluster 2024-08-29T18:03:49.196102+0000 mgr.y (mgr.25022) 513 : cluster [DBG] pgmap v988: 137 pgs: 137 active+clean; 2.0 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 24 MiB/s rd, 4.2 MiB/s wr, 4.70k op/s 2024-08-29T18:03:50.630 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:03:50 smithi028 bash[78352]: cluster 2024-08-29T18:03:49.196102+0000 mgr.y (mgr.25022) 513 : cluster [DBG] pgmap v988: 137 pgs: 137 active+clean; 2.0 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 24 MiB/s rd, 4.2 MiB/s wr, 4.70k op/s 2024-08-29T18:03:50.630 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:03:50 smithi028 bash[77168]: cluster 2024-08-29T18:03:49.196102+0000 mgr.y (mgr.25022) 513 : cluster [DBG] pgmap v988: 137 pgs: 137 active+clean; 2.0 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 24 MiB/s rd, 4.2 MiB/s wr, 4.70k op/s 2024-08-29T18:03:51.880 INFO:journalctl@ceph.mgr.y.smithi028.stdout:Aug 29 18:03:51 smithi028 bash[70818]: ::ffff:172.21.15.53 - - [29/Aug/2024:18:03:51] "GET /metrics HTTP/1.1" 200 36391 "" "Prometheus/2.43.0" 2024-08-29T18:03:52.575 INFO:journalctl@ceph.prometheus.a.smithi053.stdout:Aug 29 18:03:52 smithi053 bash[95567]: ts=2024-08-29T18:03:52.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"3167ee72-662c-11ef-bcd4-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-29T18:03:52.575 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:03:52 smithi053 bash[68679]: cluster 2024-08-29T18:03:51.197428+0000 mgr.y (mgr.25022) 514 : cluster [DBG] pgmap v989: 137 pgs: 137 active+clean; 2.0 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 18 MiB/s rd, 2.5 MiB/s wr, 2.81k op/s 2024-08-29T18:03:52.630 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:03:52 smithi028 bash[77168]: cluster 2024-08-29T18:03:51.197428+0000 mgr.y (mgr.25022) 514 : cluster [DBG] pgmap v989: 137 pgs: 137 active+clean; 2.0 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 18 MiB/s rd, 2.5 MiB/s wr, 2.81k op/s 2024-08-29T18:03:52.630 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:03:52 smithi028 bash[78352]: cluster 2024-08-29T18:03:51.197428+0000 mgr.y (mgr.25022) 514 : cluster [DBG] pgmap v989: 137 pgs: 137 active+clean; 2.0 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 18 MiB/s rd, 2.5 MiB/s wr, 2.81k op/s 2024-08-29T18:03:54.575 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:03:54 smithi053 bash[68679]: cluster 2024-08-29T18:03:53.198233+0000 mgr.y (mgr.25022) 515 : cluster [DBG] pgmap v990: 137 pgs: 137 active+clean; 2.0 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 18 MiB/s rd, 2.5 MiB/s wr, 2.81k op/s 2024-08-29T18:03:54.630 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:03:54 smithi028 bash[78352]: cluster 2024-08-29T18:03:53.198233+0000 mgr.y (mgr.25022) 515 : cluster [DBG] pgmap v990: 137 pgs: 137 active+clean; 2.0 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 18 MiB/s rd, 2.5 MiB/s wr, 2.81k op/s 2024-08-29T18:03:54.630 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:03:54 smithi028 bash[77168]: cluster 2024-08-29T18:03:53.198233+0000 mgr.y (mgr.25022) 515 : cluster [DBG] pgmap v990: 137 pgs: 137 active+clean; 2.0 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 18 MiB/s rd, 2.5 MiB/s wr, 2.81k op/s 2024-08-29T18:03:56.575 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:03:56 smithi053 bash[68679]: cluster 2024-08-29T18:03:55.199554+0000 mgr.y (mgr.25022) 516 : cluster [DBG] pgmap v991: 137 pgs: 137 active+clean; 2.3 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 29 MiB/s rd, 3.5 MiB/s wr, 3.94k op/s 2024-08-29T18:03:56.630 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:03:56 smithi028 bash[78352]: cluster 2024-08-29T18:03:55.199554+0000 mgr.y (mgr.25022) 516 : cluster [DBG] pgmap v991: 137 pgs: 137 active+clean; 2.3 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 29 MiB/s rd, 3.5 MiB/s wr, 3.94k op/s 2024-08-29T18:03:56.630 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:03:56 smithi028 bash[77168]: cluster 2024-08-29T18:03:55.199554+0000 mgr.y (mgr.25022) 516 : cluster [DBG] pgmap v991: 137 pgs: 137 active+clean; 2.3 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 29 MiB/s rd, 3.5 MiB/s wr, 3.94k op/s 2024-08-29T18:03:57.575 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:03:57 smithi053 bash[68679]: audit 2024-08-29T18:03:57.046711+0000 mon.a (mon.0) 1612 : audit [DBG] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-29T18:03:57.630 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:03:57 smithi028 bash[78352]: audit 2024-08-29T18:03:57.046711+0000 mon.a (mon.0) 1612 : audit [DBG] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-29T18:03:57.630 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:03:57 smithi028 bash[77168]: audit 2024-08-29T18:03:57.046711+0000 mon.a (mon.0) 1612 : audit [DBG] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-29T18:03:58.575 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:03:58 smithi053 bash[68679]: cluster 2024-08-29T18:03:57.200398+0000 mgr.y (mgr.25022) 517 : cluster [DBG] pgmap v992: 137 pgs: 137 active+clean; 2.3 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 20 MiB/s rd, 2.1 MiB/s wr, 2.41k op/s 2024-08-29T18:03:58.575 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:03:58 smithi053 bash[68679]: audit 2024-08-29T18:03:57.339946+0000 mon.a (mon.0) 1613 : audit [INF] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "22.2", "id": [7, 0]}]: dispatch 2024-08-29T18:03:58.575 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:03:58 smithi053 bash[68679]: audit 2024-08-29T18:03:57.340463+0000 mon.a (mon.0) 1614 : audit [INF] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "22.12", "id": [7, 0]}]: dispatch 2024-08-29T18:03:58.576 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:03:58 smithi053 bash[68679]: audit 2024-08-29T18:03:57.340802+0000 mon.a (mon.0) 1615 : audit [INF] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "22.1c", "id": [7, 0]}]: dispatch 2024-08-29T18:03:58.630 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:03:58 smithi028 bash[78352]: cluster 2024-08-29T18:03:57.200398+0000 mgr.y (mgr.25022) 517 : cluster [DBG] pgmap v992: 137 pgs: 137 active+clean; 2.3 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 20 MiB/s rd, 2.1 MiB/s wr, 2.41k op/s 2024-08-29T18:03:58.630 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:03:58 smithi028 bash[78352]: audit 2024-08-29T18:03:57.339946+0000 mon.a (mon.0) 1613 : audit [INF] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "22.2", "id": [7, 0]}]: dispatch 2024-08-29T18:03:58.631 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:03:58 smithi028 bash[78352]: audit 2024-08-29T18:03:57.340463+0000 mon.a (mon.0) 1614 : audit [INF] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "22.12", "id": [7, 0]}]: dispatch 2024-08-29T18:03:58.631 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:03:58 smithi028 bash[78352]: audit 2024-08-29T18:03:57.340802+0000 mon.a (mon.0) 1615 : audit [INF] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "22.1c", "id": [7, 0]}]: dispatch 2024-08-29T18:03:58.631 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:03:58 smithi028 bash[77168]: cluster 2024-08-29T18:03:57.200398+0000 mgr.y (mgr.25022) 517 : cluster [DBG] pgmap v992: 137 pgs: 137 active+clean; 2.3 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 20 MiB/s rd, 2.1 MiB/s wr, 2.41k op/s 2024-08-29T18:03:58.631 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:03:58 smithi028 bash[77168]: audit 2024-08-29T18:03:57.339946+0000 mon.a (mon.0) 1613 : audit [INF] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "22.2", "id": [7, 0]}]: dispatch 2024-08-29T18:03:58.631 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:03:58 smithi028 bash[77168]: audit 2024-08-29T18:03:57.340463+0000 mon.a (mon.0) 1614 : audit [INF] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "22.12", "id": [7, 0]}]: dispatch 2024-08-29T18:03:58.631 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:03:58 smithi028 bash[77168]: audit 2024-08-29T18:03:57.340802+0000 mon.a (mon.0) 1615 : audit [INF] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "22.1c", "id": [7, 0]}]: dispatch 2024-08-29T18:03:59.630 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:03:59 smithi028 bash[78352]: audit 2024-08-29T18:03:58.322915+0000 mon.a (mon.0) 1616 : audit [INF] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "22.2", "id": [7, 0]}]': finished 2024-08-29T18:03:59.630 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:03:59 smithi028 bash[78352]: audit 2024-08-29T18:03:58.323087+0000 mon.a (mon.0) 1617 : audit [INF] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "22.12", "id": [7, 0]}]': finished 2024-08-29T18:03:59.631 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:03:59 smithi028 bash[78352]: audit 2024-08-29T18:03:58.323271+0000 mon.a (mon.0) 1618 : audit [INF] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "22.1c", "id": [7, 0]}]': finished 2024-08-29T18:03:59.631 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:03:59 smithi028 bash[78352]: cluster 2024-08-29T18:03:58.330782+0000 mon.a (mon.0) 1619 : cluster [DBG] osdmap e957: 8 total, 8 up, 8 in 2024-08-29T18:03:59.631 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:03:59 smithi028 bash[77168]: audit 2024-08-29T18:03:58.322915+0000 mon.a (mon.0) 1616 : audit [INF] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "22.2", "id": [7, 0]}]': finished 2024-08-29T18:03:59.631 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:03:59 smithi028 bash[77168]: audit 2024-08-29T18:03:58.323087+0000 mon.a (mon.0) 1617 : audit [INF] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "22.12", "id": [7, 0]}]': finished 2024-08-29T18:03:59.631 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:03:59 smithi028 bash[77168]: audit 2024-08-29T18:03:58.323271+0000 mon.a (mon.0) 1618 : audit [INF] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "22.1c", "id": [7, 0]}]': finished 2024-08-29T18:03:59.631 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:03:59 smithi028 bash[77168]: cluster 2024-08-29T18:03:58.330782+0000 mon.a (mon.0) 1619 : cluster [DBG] osdmap e957: 8 total, 8 up, 8 in 2024-08-29T18:03:59.825 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:03:59 smithi053 bash[68679]: audit 2024-08-29T18:03:58.322915+0000 mon.a (mon.0) 1616 : audit [INF] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "22.2", "id": [7, 0]}]': finished 2024-08-29T18:03:59.825 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:03:59 smithi053 bash[68679]: audit 2024-08-29T18:03:58.323087+0000 mon.a (mon.0) 1617 : audit [INF] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "22.12", "id": [7, 0]}]': finished 2024-08-29T18:03:59.825 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:03:59 smithi053 bash[68679]: audit 2024-08-29T18:03:58.323271+0000 mon.a (mon.0) 1618 : audit [INF] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "22.1c", "id": [7, 0]}]': finished 2024-08-29T18:03:59.825 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:03:59 smithi053 bash[68679]: cluster 2024-08-29T18:03:58.330782+0000 mon.a (mon.0) 1619 : cluster [DBG] osdmap e957: 8 total, 8 up, 8 in 2024-08-29T18:04:00.630 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:04:00 smithi028 bash[77168]: cluster 2024-08-29T18:03:59.201393+0000 mgr.y (mgr.25022) 518 : cluster [DBG] pgmap v994: 137 pgs: 2 peering, 135 active+clean; 2.3 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 123 MiB/s rd, 1.5 MiB/s wr, 1.90k op/s 2024-08-29T18:04:00.630 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:04:00 smithi028 bash[77168]: cluster 2024-08-29T18:03:59.340910+0000 mon.a (mon.0) 1620 : cluster [DBG] osdmap e958: 8 total, 8 up, 8 in 2024-08-29T18:04:00.631 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:04:00 smithi028 bash[78352]: cluster 2024-08-29T18:03:59.201393+0000 mgr.y (mgr.25022) 518 : cluster [DBG] pgmap v994: 137 pgs: 2 peering, 135 active+clean; 2.3 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 123 MiB/s rd, 1.5 MiB/s wr, 1.90k op/s 2024-08-29T18:04:00.631 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:04:00 smithi028 bash[78352]: cluster 2024-08-29T18:03:59.340910+0000 mon.a (mon.0) 1620 : cluster [DBG] osdmap e958: 8 total, 8 up, 8 in 2024-08-29T18:04:00.825 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:04:00 smithi053 bash[68679]: cluster 2024-08-29T18:03:59.201393+0000 mgr.y (mgr.25022) 518 : cluster [DBG] pgmap v994: 137 pgs: 2 peering, 135 active+clean; 2.3 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 123 MiB/s rd, 1.5 MiB/s wr, 1.90k op/s 2024-08-29T18:04:00.825 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:04:00 smithi053 bash[68679]: cluster 2024-08-29T18:03:59.340910+0000 mon.a (mon.0) 1620 : cluster [DBG] osdmap e958: 8 total, 8 up, 8 in 2024-08-29T18:04:01.630 INFO:journalctl@ceph.mgr.y.smithi028.stdout:Aug 29 18:04:01 smithi028 bash[70818]: ::ffff:172.21.15.53 - - [29/Aug/2024:18:04:01] "GET /metrics HTTP/1.1" 200 36392 "" "Prometheus/2.43.0" 2024-08-29T18:04:01.631 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:04:01 smithi028 bash[78352]: cluster 2024-08-29T18:04:00.341950+0000 mon.a (mon.0) 1621 : cluster [DBG] osdmap e959: 8 total, 8 up, 8 in 2024-08-29T18:04:01.631 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:04:01 smithi028 bash[78352]: cluster 2024-08-29T18:04:00.346821+0000 osd.1 (osd.1) 1 : cluster [DBG] 22.2 starting backfill to osd.0 from (0'0,0'0] MAX to 956'6752 2024-08-29T18:04:01.631 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:04:01 smithi028 bash[77168]: cluster 2024-08-29T18:04:00.341950+0000 mon.a (mon.0) 1621 : cluster [DBG] osdmap e959: 8 total, 8 up, 8 in 2024-08-29T18:04:01.631 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:04:01 smithi028 bash[77168]: cluster 2024-08-29T18:04:00.346821+0000 osd.1 (osd.1) 1 : cluster [DBG] 22.2 starting backfill to osd.0 from (0'0,0'0] MAX to 956'6752 2024-08-29T18:04:01.825 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:04:01 smithi053 bash[68679]: cluster 2024-08-29T18:04:00.341950+0000 mon.a (mon.0) 1621 : cluster [DBG] osdmap e959: 8 total, 8 up, 8 in 2024-08-29T18:04:01.825 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:04:01 smithi053 bash[68679]: cluster 2024-08-29T18:04:00.346821+0000 osd.1 (osd.1) 1 : cluster [DBG] 22.2 starting backfill to osd.0 from (0'0,0'0] MAX to 956'6752 2024-08-29T18:04:02.575 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:04:02 smithi053 bash[68679]: cluster 2024-08-29T18:04:01.202327+0000 mgr.y (mgr.25022) 519 : cluster [DBG] pgmap v997: 137 pgs: 1 activating, 2 peering, 134 active+clean; 2.3 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 184 MiB/s rd, 492 KiB/s wr, 908 op/s 2024-08-29T18:04:02.575 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:04:02 smithi053 bash[68679]: cluster 2024-08-29T18:04:01.362908+0000 mon.a (mon.0) 1622 : cluster [DBG] osdmap e960: 8 total, 8 up, 8 in 2024-08-29T18:04:02.576 INFO:journalctl@ceph.prometheus.a.smithi053.stdout:Aug 29 18:04:02 smithi053 bash[95567]: ts=2024-08-29T18:04:02.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"3167ee72-662c-11ef-bcd4-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-29T18:04:02.630 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:04:02 smithi028 bash[78352]: cluster 2024-08-29T18:04:01.202327+0000 mgr.y (mgr.25022) 519 : cluster [DBG] pgmap v997: 137 pgs: 1 activating, 2 peering, 134 active+clean; 2.3 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 184 MiB/s rd, 492 KiB/s wr, 908 op/s 2024-08-29T18:04:02.630 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:04:02 smithi028 bash[78352]: cluster 2024-08-29T18:04:01.362908+0000 mon.a (mon.0) 1622 : cluster [DBG] osdmap e960: 8 total, 8 up, 8 in 2024-08-29T18:04:02.631 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:04:02 smithi028 bash[77168]: cluster 2024-08-29T18:04:01.202327+0000 mgr.y (mgr.25022) 519 : cluster [DBG] pgmap v997: 137 pgs: 1 activating, 2 peering, 134 active+clean; 2.3 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 184 MiB/s rd, 492 KiB/s wr, 908 op/s 2024-08-29T18:04:02.631 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:04:02 smithi028 bash[77168]: cluster 2024-08-29T18:04:01.362908+0000 mon.a (mon.0) 1622 : cluster [DBG] osdmap e960: 8 total, 8 up, 8 in 2024-08-29T18:04:03.630 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:04:03 smithi028 bash[78352]: cluster 2024-08-29T18:04:02.365629+0000 mon.a (mon.0) 1623 : cluster [DBG] osdmap e961: 8 total, 8 up, 8 in 2024-08-29T18:04:03.630 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:04:03 smithi028 bash[77168]: cluster 2024-08-29T18:04:02.365629+0000 mon.a (mon.0) 1623 : cluster [DBG] osdmap e961: 8 total, 8 up, 8 in 2024-08-29T18:04:03.825 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:04:03 smithi053 bash[68679]: cluster 2024-08-29T18:04:02.365629+0000 mon.a (mon.0) 1623 : cluster [DBG] osdmap e961: 8 total, 8 up, 8 in 2024-08-29T18:04:04.630 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:04:04 smithi028 bash[77168]: cluster 2024-08-29T18:04:03.203276+0000 mgr.y (mgr.25022) 520 : cluster [DBG] pgmap v1000: 137 pgs: 1 activating, 2 peering, 134 active+clean; 2.3 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail 2024-08-29T18:04:04.630 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:04:04 smithi028 bash[78352]: cluster 2024-08-29T18:04:03.203276+0000 mgr.y (mgr.25022) 520 : cluster [DBG] pgmap v1000: 137 pgs: 1 activating, 2 peering, 134 active+clean; 2.3 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail 2024-08-29T18:04:04.825 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:04:04 smithi053 bash[68679]: cluster 2024-08-29T18:04:03.203276+0000 mgr.y (mgr.25022) 520 : cluster [DBG] pgmap v1000: 137 pgs: 1 activating, 2 peering, 134 active+clean; 2.3 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail 2024-08-29T18:04:06.825 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:04:06 smithi053 bash[68679]: cluster 2024-08-29T18:04:05.204431+0000 mgr.y (mgr.25022) 521 : cluster [DBG] pgmap v1001: 137 pgs: 137 active+clean; 2.3 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 65 MiB/s rd, 39 KiB/s wr, 235 op/s; 166 KiB/s, 0 objects/s recovering 2024-08-29T18:04:06.880 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:04:06 smithi028 bash[78352]: cluster 2024-08-29T18:04:05.204431+0000 mgr.y (mgr.25022) 521 : cluster [DBG] pgmap v1001: 137 pgs: 137 active+clean; 2.3 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 65 MiB/s rd, 39 KiB/s wr, 235 op/s; 166 KiB/s, 0 objects/s recovering 2024-08-29T18:04:06.880 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:04:06 smithi028 bash[77168]: cluster 2024-08-29T18:04:05.204431+0000 mgr.y (mgr.25022) 521 : cluster [DBG] pgmap v1001: 137 pgs: 137 active+clean; 2.3 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 65 MiB/s rd, 39 KiB/s wr, 235 op/s; 166 KiB/s, 0 objects/s recovering 2024-08-29T18:04:08.825 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:04:08 smithi053 bash[68679]: cluster 2024-08-29T18:04:07.205462+0000 mgr.y (mgr.25022) 522 : cluster [DBG] pgmap v1002: 137 pgs: 137 active+clean; 2.3 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 56 MiB/s rd, 33 KiB/s wr, 200 op/s; 142 KiB/s, 0 objects/s recovering 2024-08-29T18:04:08.880 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:04:08 smithi028 bash[78352]: cluster 2024-08-29T18:04:07.205462+0000 mgr.y (mgr.25022) 522 : cluster [DBG] pgmap v1002: 137 pgs: 137 active+clean; 2.3 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 56 MiB/s rd, 33 KiB/s wr, 200 op/s; 142 KiB/s, 0 objects/s recovering 2024-08-29T18:04:08.881 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:04:08 smithi028 bash[77168]: cluster 2024-08-29T18:04:07.205462+0000 mgr.y (mgr.25022) 522 : cluster [DBG] pgmap v1002: 137 pgs: 137 active+clean; 2.3 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 56 MiB/s rd, 33 KiB/s wr, 200 op/s; 142 KiB/s, 0 objects/s recovering 2024-08-29T18:04:09.410 INFO:tasks.workunit.client.0.smithi028.stdout:[ OK ] TestCls2PCQueue.MultiProducer (39186 ms) 2024-08-29T18:04:09.410 INFO:tasks.workunit.client.0.smithi028.stdout:[ RUN ] TestCls2PCQueue.AsyncConsumer 2024-08-29T18:04:10.825 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:04:10 smithi053 bash[68679]: cluster 2024-08-29T18:04:09.206575+0000 mgr.y (mgr.25022) 523 : cluster [DBG] pgmap v1003: 137 pgs: 137 active+clean; 2.3 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 107 MiB/s rd, 111 KiB/s wr, 667 op/s; 121 KiB/s, 0 objects/s recovering 2024-08-29T18:04:10.825 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:04:10 smithi053 bash[68679]: cluster 2024-08-29T18:04:09.403963+0000 mon.a (mon.0) 1624 : cluster [DBG] osdmap e962: 8 total, 8 up, 8 in 2024-08-29T18:04:10.880 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:04:10 smithi028 bash[78352]: cluster 2024-08-29T18:04:09.206575+0000 mgr.y (mgr.25022) 523 : cluster [DBG] pgmap v1003: 137 pgs: 137 active+clean; 2.3 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 107 MiB/s rd, 111 KiB/s wr, 667 op/s; 121 KiB/s, 0 objects/s recovering 2024-08-29T18:04:10.880 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:04:10 smithi028 bash[78352]: cluster 2024-08-29T18:04:09.403963+0000 mon.a (mon.0) 1624 : cluster [DBG] osdmap e962: 8 total, 8 up, 8 in 2024-08-29T18:04:10.881 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:04:10 smithi028 bash[77168]: cluster 2024-08-29T18:04:09.206575+0000 mgr.y (mgr.25022) 523 : cluster [DBG] pgmap v1003: 137 pgs: 137 active+clean; 2.3 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 107 MiB/s rd, 111 KiB/s wr, 667 op/s; 121 KiB/s, 0 objects/s recovering 2024-08-29T18:04:10.881 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:04:10 smithi028 bash[77168]: cluster 2024-08-29T18:04:09.403963+0000 mon.a (mon.0) 1624 : cluster [DBG] osdmap e962: 8 total, 8 up, 8 in 2024-08-29T18:04:11.825 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:04:11 smithi053 bash[68679]: cluster 2024-08-29T18:04:10.411235+0000 mon.a (mon.0) 1625 : cluster [DBG] osdmap e963: 8 total, 8 up, 8 in 2024-08-29T18:04:11.825 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:04:11 smithi053 bash[68679]: audit 2024-08-29T18:04:10.414387+0000 mon.a (mon.0) 1626 : audit [INF] from='client.? 172.21.15.28:0/2087429522' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi028-111149-18","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-29T18:04:11.825 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:04:11 smithi053 bash[68679]: audit 2024-08-29T18:04:11.404144+0000 mon.a (mon.0) 1627 : audit [INF] from='client.? 172.21.15.28:0/2087429522' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi028-111149-18","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-29T18:04:11.826 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:04:11 smithi053 bash[68679]: cluster 2024-08-29T18:04:11.410491+0000 mon.a (mon.0) 1628 : cluster [DBG] osdmap e964: 8 total, 8 up, 8 in 2024-08-29T18:04:11.880 INFO:journalctl@ceph.mgr.y.smithi028.stdout:Aug 29 18:04:11 smithi028 bash[70818]: ::ffff:172.21.15.53 - - [29/Aug/2024:18:04:11] "GET /metrics HTTP/1.1" 200 36392 "" "Prometheus/2.43.0" 2024-08-29T18:04:11.881 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:04:11 smithi028 bash[78352]: cluster 2024-08-29T18:04:10.411235+0000 mon.a (mon.0) 1625 : cluster [DBG] osdmap e963: 8 total, 8 up, 8 in 2024-08-29T18:04:11.881 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:04:11 smithi028 bash[78352]: audit 2024-08-29T18:04:10.414387+0000 mon.a (mon.0) 1626 : audit [INF] from='client.? 172.21.15.28:0/2087429522' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi028-111149-18","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-29T18:04:11.881 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:04:11 smithi028 bash[78352]: audit 2024-08-29T18:04:11.404144+0000 mon.a (mon.0) 1627 : audit [INF] from='client.? 172.21.15.28:0/2087429522' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi028-111149-18","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-29T18:04:11.881 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:04:11 smithi028 bash[78352]: cluster 2024-08-29T18:04:11.410491+0000 mon.a (mon.0) 1628 : cluster [DBG] osdmap e964: 8 total, 8 up, 8 in 2024-08-29T18:04:11.881 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:04:11 smithi028 bash[77168]: cluster 2024-08-29T18:04:10.411235+0000 mon.a (mon.0) 1625 : cluster [DBG] osdmap e963: 8 total, 8 up, 8 in 2024-08-29T18:04:11.881 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:04:11 smithi028 bash[77168]: audit 2024-08-29T18:04:10.414387+0000 mon.a (mon.0) 1626 : audit [INF] from='client.? 172.21.15.28:0/2087429522' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi028-111149-18","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-29T18:04:11.881 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:04:11 smithi028 bash[77168]: audit 2024-08-29T18:04:11.404144+0000 mon.a (mon.0) 1627 : audit [INF] from='client.? 172.21.15.28:0/2087429522' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi028-111149-18","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-29T18:04:11.881 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:04:11 smithi028 bash[77168]: cluster 2024-08-29T18:04:11.410491+0000 mon.a (mon.0) 1628 : cluster [DBG] osdmap e964: 8 total, 8 up, 8 in 2024-08-29T18:04:12.575 INFO:journalctl@ceph.prometheus.a.smithi053.stdout:Aug 29 18:04:12 smithi053 bash[95567]: ts=2024-08-29T18:04:12.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"3167ee72-662c-11ef-bcd4-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-29T18:04:12.576 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:04:12 smithi053 bash[68679]: cluster 2024-08-29T18:04:11.207447+0000 mgr.y (mgr.25022) 524 : cluster [DBG] pgmap v1006: 137 pgs: 4 creating+peering, 28 unknown, 105 active+clean; 583 KiB data, 4.0 GiB used, 711 GiB / 715 GiB avail 2024-08-29T18:04:12.576 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:04:12 smithi053 bash[68679]: cluster 2024-08-29T18:04:11.421416+0000 mon.a (mon.0) 1629 : cluster [WRN] Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-08-29T18:04:12.576 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:04:12 smithi053 bash[68679]: audit 2024-08-29T18:04:12.050175+0000 mon.a (mon.0) 1630 : audit [INF] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' 2024-08-29T18:04:12.576 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:04:12 smithi053 bash[68679]: audit 2024-08-29T18:04:12.051811+0000 mon.a (mon.0) 1631 : audit [DBG] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-29T18:04:12.576 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:04:12 smithi053 bash[68679]: cluster 2024-08-29T18:04:12.419687+0000 mon.a (mon.0) 1632 : cluster [DBG] osdmap e965: 8 total, 8 up, 8 in 2024-08-29T18:04:12.880 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:04:12 smithi028 bash[78352]: cluster 2024-08-29T18:04:11.207447+0000 mgr.y (mgr.25022) 524 : cluster [DBG] pgmap v1006: 137 pgs: 4 creating+peering, 28 unknown, 105 active+clean; 583 KiB data, 4.0 GiB used, 711 GiB / 715 GiB avail 2024-08-29T18:04:12.880 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:04:12 smithi028 bash[78352]: cluster 2024-08-29T18:04:11.421416+0000 mon.a (mon.0) 1629 : cluster [WRN] Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-08-29T18:04:12.880 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:04:12 smithi028 bash[78352]: audit 2024-08-29T18:04:12.050175+0000 mon.a (mon.0) 1630 : audit [INF] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' 2024-08-29T18:04:12.880 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:04:12 smithi028 bash[78352]: audit 2024-08-29T18:04:12.051811+0000 mon.a (mon.0) 1631 : audit [DBG] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-29T18:04:12.880 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:04:12 smithi028 bash[78352]: cluster 2024-08-29T18:04:12.419687+0000 mon.a (mon.0) 1632 : cluster [DBG] osdmap e965: 8 total, 8 up, 8 in 2024-08-29T18:04:12.881 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:04:12 smithi028 bash[77168]: cluster 2024-08-29T18:04:11.207447+0000 mgr.y (mgr.25022) 524 : cluster [DBG] pgmap v1006: 137 pgs: 4 creating+peering, 28 unknown, 105 active+clean; 583 KiB data, 4.0 GiB used, 711 GiB / 715 GiB avail 2024-08-29T18:04:12.881 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:04:12 smithi028 bash[77168]: cluster 2024-08-29T18:04:11.421416+0000 mon.a (mon.0) 1629 : cluster [WRN] Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-08-29T18:04:12.881 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:04:12 smithi028 bash[77168]: audit 2024-08-29T18:04:12.050175+0000 mon.a (mon.0) 1630 : audit [INF] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' 2024-08-29T18:04:12.881 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:04:12 smithi028 bash[77168]: audit 2024-08-29T18:04:12.051811+0000 mon.a (mon.0) 1631 : audit [DBG] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-29T18:04:12.881 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:04:12 smithi028 bash[77168]: cluster 2024-08-29T18:04:12.419687+0000 mon.a (mon.0) 1632 : cluster [DBG] osdmap e965: 8 total, 8 up, 8 in 2024-08-29T18:04:13.452 INFO:tasks.workunit.client.0.smithi028.stdout:[ OK ] TestCls2PCQueue.AsyncConsumer (4041 ms) 2024-08-29T18:04:13.452 INFO:tasks.workunit.client.0.smithi028.stdout:[ RUN ] TestCls2PCQueue.MultiProducerConsumer 2024-08-29T18:04:13.825 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:04:13 smithi053 bash[68679]: cluster 2024-08-29T18:04:13.436595+0000 mon.a (mon.0) 1633 : cluster [INF] Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-08-29T18:04:13.825 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:04:13 smithi053 bash[68679]: cluster 2024-08-29T18:04:13.436662+0000 mon.a (mon.0) 1634 : cluster [INF] Cluster is now healthy 2024-08-29T18:04:13.825 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:04:13 smithi053 bash[68679]: cluster 2024-08-29T18:04:13.444545+0000 mon.a (mon.0) 1635 : cluster [DBG] osdmap e966: 8 total, 8 up, 8 in 2024-08-29T18:04:13.880 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:04:13 smithi028 bash[77168]: cluster 2024-08-29T18:04:13.436595+0000 mon.a (mon.0) 1633 : cluster [INF] Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-08-29T18:04:13.880 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:04:13 smithi028 bash[77168]: cluster 2024-08-29T18:04:13.436662+0000 mon.a (mon.0) 1634 : cluster [INF] Cluster is now healthy 2024-08-29T18:04:13.880 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:04:13 smithi028 bash[77168]: cluster 2024-08-29T18:04:13.444545+0000 mon.a (mon.0) 1635 : cluster [DBG] osdmap e966: 8 total, 8 up, 8 in 2024-08-29T18:04:13.881 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:04:13 smithi028 bash[78352]: cluster 2024-08-29T18:04:13.436595+0000 mon.a (mon.0) 1633 : cluster [INF] Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-08-29T18:04:13.881 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:04:13 smithi028 bash[78352]: cluster 2024-08-29T18:04:13.436662+0000 mon.a (mon.0) 1634 : cluster [INF] Cluster is now healthy 2024-08-29T18:04:13.881 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:04:13 smithi028 bash[78352]: cluster 2024-08-29T18:04:13.444545+0000 mon.a (mon.0) 1635 : cluster [DBG] osdmap e966: 8 total, 8 up, 8 in 2024-08-29T18:04:14.825 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:04:14 smithi053 bash[68679]: cluster 2024-08-29T18:04:13.208182+0000 mgr.y (mgr.25022) 525 : cluster [DBG] pgmap v1009: 137 pgs: 4 creating+peering, 25 unknown, 108 active+clean; 583 KiB data, 4.0 GiB used, 711 GiB / 715 GiB avail 2024-08-29T18:04:14.880 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:04:14 smithi028 bash[77168]: cluster 2024-08-29T18:04:13.208182+0000 mgr.y (mgr.25022) 525 : cluster [DBG] pgmap v1009: 137 pgs: 4 creating+peering, 25 unknown, 108 active+clean; 583 KiB data, 4.0 GiB used, 711 GiB / 715 GiB avail 2024-08-29T18:04:14.880 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:04:14 smithi028 bash[78352]: cluster 2024-08-29T18:04:13.208182+0000 mgr.y (mgr.25022) 525 : cluster [DBG] pgmap v1009: 137 pgs: 4 creating+peering, 25 unknown, 108 active+clean; 583 KiB data, 4.0 GiB used, 711 GiB / 715 GiB avail 2024-08-29T18:04:15.825 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:04:15 smithi053 bash[68679]: cluster 2024-08-29T18:04:14.508748+0000 mon.a (mon.0) 1636 : cluster [DBG] osdmap e967: 8 total, 8 up, 8 in 2024-08-29T18:04:15.825 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:04:15 smithi053 bash[68679]: audit 2024-08-29T18:04:14.512054+0000 mon.a (mon.0) 1637 : audit [INF] from='client.? 172.21.15.28:0/4225364092' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi028-111149-19","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-29T18:04:15.880 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:04:15 smithi028 bash[77168]: cluster 2024-08-29T18:04:14.508748+0000 mon.a (mon.0) 1636 : cluster [DBG] osdmap e967: 8 total, 8 up, 8 in 2024-08-29T18:04:15.880 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:04:15 smithi028 bash[77168]: audit 2024-08-29T18:04:14.512054+0000 mon.a (mon.0) 1637 : audit [INF] from='client.? 172.21.15.28:0/4225364092' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi028-111149-19","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-29T18:04:15.880 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:04:15 smithi028 bash[78352]: cluster 2024-08-29T18:04:14.508748+0000 mon.a (mon.0) 1636 : cluster [DBG] osdmap e967: 8 total, 8 up, 8 in 2024-08-29T18:04:15.880 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:04:15 smithi028 bash[78352]: audit 2024-08-29T18:04:14.512054+0000 mon.a (mon.0) 1637 : audit [INF] from='client.? 172.21.15.28:0/4225364092' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi028-111149-19","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-29T18:04:16.825 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:04:16 smithi053 bash[68679]: cluster 2024-08-29T18:04:15.208866+0000 mgr.y (mgr.25022) 526 : cluster [DBG] pgmap v1012: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 4.0 GiB used, 711 GiB / 715 GiB avail 2024-08-29T18:04:16.825 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:04:16 smithi053 bash[68679]: cluster 2024-08-29T18:04:15.500793+0000 mon.a (mon.0) 1638 : cluster [WRN] Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-08-29T18:04:16.825 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:04:16 smithi053 bash[68679]: audit 2024-08-29T18:04:15.512122+0000 mon.a (mon.0) 1639 : audit [INF] from='client.? 172.21.15.28:0/4225364092' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi028-111149-19","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-29T18:04:16.825 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:04:16 smithi053 bash[68679]: cluster 2024-08-29T18:04:15.522073+0000 mon.a (mon.0) 1640 : cluster [DBG] osdmap e968: 8 total, 8 up, 8 in 2024-08-29T18:04:16.880 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:04:16 smithi028 bash[77168]: cluster 2024-08-29T18:04:15.208866+0000 mgr.y (mgr.25022) 526 : cluster [DBG] pgmap v1012: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 4.0 GiB used, 711 GiB / 715 GiB avail 2024-08-29T18:04:16.880 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:04:16 smithi028 bash[77168]: cluster 2024-08-29T18:04:15.500793+0000 mon.a (mon.0) 1638 : cluster [WRN] Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-08-29T18:04:16.880 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:04:16 smithi028 bash[77168]: audit 2024-08-29T18:04:15.512122+0000 mon.a (mon.0) 1639 : audit [INF] from='client.? 172.21.15.28:0/4225364092' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi028-111149-19","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-29T18:04:16.880 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:04:16 smithi028 bash[77168]: cluster 2024-08-29T18:04:15.522073+0000 mon.a (mon.0) 1640 : cluster [DBG] osdmap e968: 8 total, 8 up, 8 in 2024-08-29T18:04:16.880 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:04:16 smithi028 bash[78352]: cluster 2024-08-29T18:04:15.208866+0000 mgr.y (mgr.25022) 526 : cluster [DBG] pgmap v1012: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 4.0 GiB used, 711 GiB / 715 GiB avail 2024-08-29T18:04:16.881 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:04:16 smithi028 bash[78352]: cluster 2024-08-29T18:04:15.500793+0000 mon.a (mon.0) 1638 : cluster [WRN] Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-08-29T18:04:16.881 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:04:16 smithi028 bash[78352]: audit 2024-08-29T18:04:15.512122+0000 mon.a (mon.0) 1639 : audit [INF] from='client.? 172.21.15.28:0/4225364092' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi028-111149-19","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-29T18:04:16.881 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:04:16 smithi028 bash[78352]: cluster 2024-08-29T18:04:15.522073+0000 mon.a (mon.0) 1640 : cluster [DBG] osdmap e968: 8 total, 8 up, 8 in 2024-08-29T18:04:17.825 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:04:17 smithi053 bash[68679]: cluster 2024-08-29T18:04:16.517027+0000 mon.a (mon.0) 1641 : cluster [DBG] osdmap e969: 8 total, 8 up, 8 in 2024-08-29T18:04:17.880 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:04:17 smithi028 bash[78352]: cluster 2024-08-29T18:04:16.517027+0000 mon.a (mon.0) 1641 : cluster [DBG] osdmap e969: 8 total, 8 up, 8 in 2024-08-29T18:04:17.880 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:04:17 smithi028 bash[77168]: cluster 2024-08-29T18:04:16.517027+0000 mon.a (mon.0) 1641 : cluster [DBG] osdmap e969: 8 total, 8 up, 8 in 2024-08-29T18:04:18.825 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:04:18 smithi053 bash[68679]: cluster 2024-08-29T18:04:17.209345+0000 mgr.y (mgr.25022) 527 : cluster [DBG] pgmap v1015: 137 pgs: 4 creating+peering, 28 unknown, 105 active+clean; 583 KiB data, 4.0 GiB used, 711 GiB / 715 GiB avail 2024-08-29T18:04:18.825 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:04:18 smithi053 bash[68679]: cluster 2024-08-29T18:04:17.521390+0000 mon.a (mon.0) 1642 : cluster [INF] Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-08-29T18:04:18.825 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:04:18 smithi053 bash[68679]: cluster 2024-08-29T18:04:17.521420+0000 mon.a (mon.0) 1643 : cluster [INF] Cluster is now healthy 2024-08-29T18:04:18.880 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:04:18 smithi028 bash[78352]: cluster 2024-08-29T18:04:17.209345+0000 mgr.y (mgr.25022) 527 : cluster [DBG] pgmap v1015: 137 pgs: 4 creating+peering, 28 unknown, 105 active+clean; 583 KiB data, 4.0 GiB used, 711 GiB / 715 GiB avail 2024-08-29T18:04:18.880 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:04:18 smithi028 bash[78352]: cluster 2024-08-29T18:04:17.521390+0000 mon.a (mon.0) 1642 : cluster [INF] Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-08-29T18:04:18.880 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:04:18 smithi028 bash[78352]: cluster 2024-08-29T18:04:17.521420+0000 mon.a (mon.0) 1643 : cluster [INF] Cluster is now healthy 2024-08-29T18:04:18.881 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:04:18 smithi028 bash[77168]: cluster 2024-08-29T18:04:17.209345+0000 mgr.y (mgr.25022) 527 : cluster [DBG] pgmap v1015: 137 pgs: 4 creating+peering, 28 unknown, 105 active+clean; 583 KiB data, 4.0 GiB used, 711 GiB / 715 GiB avail 2024-08-29T18:04:18.881 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:04:18 smithi028 bash[77168]: cluster 2024-08-29T18:04:17.521390+0000 mon.a (mon.0) 1642 : cluster [INF] Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-08-29T18:04:18.881 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:04:18 smithi028 bash[77168]: cluster 2024-08-29T18:04:17.521420+0000 mon.a (mon.0) 1643 : cluster [INF] Cluster is now healthy 2024-08-29T18:04:20.825 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:04:20 smithi053 bash[68679]: cluster 2024-08-29T18:04:19.209931+0000 mgr.y (mgr.25022) 528 : cluster [DBG] pgmap v1016: 137 pgs: 4 creating+peering, 18 unknown, 115 active+clean; 583 KiB data, 4.1 GiB used, 711 GiB / 715 GiB avail 2024-08-29T18:04:20.880 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:04:20 smithi028 bash[77168]: cluster 2024-08-29T18:04:19.209931+0000 mgr.y (mgr.25022) 528 : cluster [DBG] pgmap v1016: 137 pgs: 4 creating+peering, 18 unknown, 115 active+clean; 583 KiB data, 4.1 GiB used, 711 GiB / 715 GiB avail 2024-08-29T18:04:20.880 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:04:20 smithi028 bash[78352]: cluster 2024-08-29T18:04:19.209931+0000 mgr.y (mgr.25022) 528 : cluster [DBG] pgmap v1016: 137 pgs: 4 creating+peering, 18 unknown, 115 active+clean; 583 KiB data, 4.1 GiB used, 711 GiB / 715 GiB avail 2024-08-29T18:04:21.880 INFO:journalctl@ceph.mgr.y.smithi028.stdout:Aug 29 18:04:21 smithi028 bash[70818]: ::ffff:172.21.15.53 - - [29/Aug/2024:18:04:21] "GET /metrics HTTP/1.1" 200 36329 "" "Prometheus/2.43.0" 2024-08-29T18:04:22.575 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:04:22 smithi053 bash[68679]: cluster 2024-08-29T18:04:21.210836+0000 mgr.y (mgr.25022) 529 : cluster [DBG] pgmap v1017: 137 pgs: 137 active+clean; 1.2 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 13 MiB/s rd, 3.7 MiB/s wr, 4.45k op/s 2024-08-29T18:04:22.575 INFO:journalctl@ceph.prometheus.a.smithi053.stdout:Aug 29 18:04:22 smithi053 bash[95567]: ts=2024-08-29T18:04:22.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"3167ee72-662c-11ef-bcd4-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-29T18:04:22.880 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:04:22 smithi028 bash[78352]: cluster 2024-08-29T18:04:21.210836+0000 mgr.y (mgr.25022) 529 : cluster [DBG] pgmap v1017: 137 pgs: 137 active+clean; 1.2 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 13 MiB/s rd, 3.7 MiB/s wr, 4.45k op/s 2024-08-29T18:04:22.880 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:04:22 smithi028 bash[77168]: cluster 2024-08-29T18:04:21.210836+0000 mgr.y (mgr.25022) 529 : cluster [DBG] pgmap v1017: 137 pgs: 137 active+clean; 1.2 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 13 MiB/s rd, 3.7 MiB/s wr, 4.45k op/s 2024-08-29T18:04:24.825 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:04:24 smithi053 bash[68679]: cluster 2024-08-29T18:04:23.211406+0000 mgr.y (mgr.25022) 530 : cluster [DBG] pgmap v1018: 137 pgs: 137 active+clean; 1.2 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 11 MiB/s rd, 3.1 MiB/s wr, 3.73k op/s 2024-08-29T18:04:24.880 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:04:24 smithi028 bash[77168]: cluster 2024-08-29T18:04:23.211406+0000 mgr.y (mgr.25022) 530 : cluster [DBG] pgmap v1018: 137 pgs: 137 active+clean; 1.2 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 11 MiB/s rd, 3.1 MiB/s wr, 3.73k op/s 2024-08-29T18:04:24.880 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:04:24 smithi028 bash[78352]: cluster 2024-08-29T18:04:23.211406+0000 mgr.y (mgr.25022) 530 : cluster [DBG] pgmap v1018: 137 pgs: 137 active+clean; 1.2 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 11 MiB/s rd, 3.1 MiB/s wr, 3.73k op/s 2024-08-29T18:04:26.825 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:04:26 smithi053 bash[68679]: cluster 2024-08-29T18:04:25.212196+0000 mgr.y (mgr.25022) 531 : cluster [DBG] pgmap v1019: 137 pgs: 137 active+clean; 1.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 23 MiB/s rd, 4.6 MiB/s wr, 5.46k op/s 2024-08-29T18:04:26.825 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:04:26 smithi053 bash[68679]: audit 2024-08-29T18:04:25.971619+0000 mon.a (mon.0) 1644 : audit [DBG] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-29T18:04:26.880 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:04:26 smithi028 bash[78352]: cluster 2024-08-29T18:04:25.212196+0000 mgr.y (mgr.25022) 531 : cluster [DBG] pgmap v1019: 137 pgs: 137 active+clean; 1.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 23 MiB/s rd, 4.6 MiB/s wr, 5.46k op/s 2024-08-29T18:04:26.880 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:04:26 smithi028 bash[78352]: audit 2024-08-29T18:04:25.971619+0000 mon.a (mon.0) 1644 : audit [DBG] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-29T18:04:26.880 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:04:26 smithi028 bash[77168]: cluster 2024-08-29T18:04:25.212196+0000 mgr.y (mgr.25022) 531 : cluster [DBG] pgmap v1019: 137 pgs: 137 active+clean; 1.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 23 MiB/s rd, 4.6 MiB/s wr, 5.46k op/s 2024-08-29T18:04:26.880 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:04:26 smithi028 bash[77168]: audit 2024-08-29T18:04:25.971619+0000 mon.a (mon.0) 1644 : audit [DBG] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-29T18:04:27.825 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:04:27 smithi053 bash[68679]: audit 2024-08-29T18:04:26.823134+0000 mon.a (mon.0) 1645 : audit [DBG] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-29T18:04:27.825 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:04:27 smithi053 bash[68679]: audit 2024-08-29T18:04:26.824062+0000 mon.a (mon.0) 1646 : audit [INF] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-29T18:04:27.826 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:04:27 smithi053 bash[68679]: audit 2024-08-29T18:04:26.829882+0000 mon.a (mon.0) 1647 : audit [INF] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' 2024-08-29T18:04:27.826 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:04:27 smithi053 bash[68679]: audit 2024-08-29T18:04:27.051536+0000 mon.a (mon.0) 1648 : audit [INF] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' 2024-08-29T18:04:27.826 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:04:27 smithi053 bash[68679]: audit 2024-08-29T18:04:27.053095+0000 mon.a (mon.0) 1649 : audit [DBG] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-29T18:04:27.880 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:04:27 smithi028 bash[78352]: audit 2024-08-29T18:04:26.823134+0000 mon.a (mon.0) 1645 : audit [DBG] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-29T18:04:27.880 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:04:27 smithi028 bash[78352]: audit 2024-08-29T18:04:26.824062+0000 mon.a (mon.0) 1646 : audit [INF] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-29T18:04:27.880 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:04:27 smithi028 bash[78352]: audit 2024-08-29T18:04:26.829882+0000 mon.a (mon.0) 1647 : audit [INF] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' 2024-08-29T18:04:27.880 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:04:27 smithi028 bash[78352]: audit 2024-08-29T18:04:27.051536+0000 mon.a (mon.0) 1648 : audit [INF] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' 2024-08-29T18:04:27.880 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:04:27 smithi028 bash[78352]: audit 2024-08-29T18:04:27.053095+0000 mon.a (mon.0) 1649 : audit [DBG] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-29T18:04:27.881 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:04:27 smithi028 bash[77168]: audit 2024-08-29T18:04:26.823134+0000 mon.a (mon.0) 1645 : audit [DBG] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-29T18:04:27.881 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:04:27 smithi028 bash[77168]: audit 2024-08-29T18:04:26.824062+0000 mon.a (mon.0) 1646 : audit [INF] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-29T18:04:27.881 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:04:27 smithi028 bash[77168]: audit 2024-08-29T18:04:26.829882+0000 mon.a (mon.0) 1647 : audit [INF] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' 2024-08-29T18:04:27.881 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:04:27 smithi028 bash[77168]: audit 2024-08-29T18:04:27.051536+0000 mon.a (mon.0) 1648 : audit [INF] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' 2024-08-29T18:04:27.881 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:04:27 smithi028 bash[77168]: audit 2024-08-29T18:04:27.053095+0000 mon.a (mon.0) 1649 : audit [DBG] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-29T18:04:28.825 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:04:28 smithi053 bash[68679]: cluster 2024-08-29T18:04:27.212660+0000 mgr.y (mgr.25022) 532 : cluster [DBG] pgmap v1020: 137 pgs: 137 active+clean; 1.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 20 MiB/s rd, 4.2 MiB/s wr, 4.95k op/s 2024-08-29T18:04:28.880 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:04:28 smithi028 bash[77168]: cluster 2024-08-29T18:04:27.212660+0000 mgr.y (mgr.25022) 532 : cluster [DBG] pgmap v1020: 137 pgs: 137 active+clean; 1.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 20 MiB/s rd, 4.2 MiB/s wr, 4.95k op/s 2024-08-29T18:04:28.880 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:04:28 smithi028 bash[78352]: cluster 2024-08-29T18:04:27.212660+0000 mgr.y (mgr.25022) 532 : cluster [DBG] pgmap v1020: 137 pgs: 137 active+clean; 1.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 20 MiB/s rd, 4.2 MiB/s wr, 4.95k op/s 2024-08-29T18:04:30.825 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:04:30 smithi053 bash[68679]: cluster 2024-08-29T18:04:29.213556+0000 mgr.y (mgr.25022) 533 : cluster [DBG] pgmap v1021: 137 pgs: 137 active+clean; 1.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 18 MiB/s rd, 3.7 MiB/s wr, 4.41k op/s 2024-08-29T18:04:30.880 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:04:30 smithi028 bash[77168]: cluster 2024-08-29T18:04:29.213556+0000 mgr.y (mgr.25022) 533 : cluster [DBG] pgmap v1021: 137 pgs: 137 active+clean; 1.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 18 MiB/s rd, 3.7 MiB/s wr, 4.41k op/s 2024-08-29T18:04:30.880 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:04:30 smithi028 bash[78352]: cluster 2024-08-29T18:04:29.213556+0000 mgr.y (mgr.25022) 533 : cluster [DBG] pgmap v1021: 137 pgs: 137 active+clean; 1.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 18 MiB/s rd, 3.7 MiB/s wr, 4.41k op/s 2024-08-29T18:04:31.880 INFO:journalctl@ceph.mgr.y.smithi028.stdout:Aug 29 18:04:31 smithi028 bash[70818]: ::ffff:172.21.15.53 - - [29/Aug/2024:18:04:31] "GET /metrics HTTP/1.1" 200 36391 "" "Prometheus/2.43.0" 2024-08-29T18:04:32.575 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:04:32 smithi053 bash[68679]: cluster 2024-08-29T18:04:31.214586+0000 mgr.y (mgr.25022) 534 : cluster [DBG] pgmap v1022: 137 pgs: 137 active+clean; 1.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 27 MiB/s rd, 5.0 MiB/s wr, 5.90k op/s 2024-08-29T18:04:32.575 INFO:journalctl@ceph.prometheus.a.smithi053.stdout:Aug 29 18:04:32 smithi053 bash[95567]: ts=2024-08-29T18:04:32.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"3167ee72-662c-11ef-bcd4-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-29T18:04:32.880 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:04:32 smithi028 bash[78352]: cluster 2024-08-29T18:04:31.214586+0000 mgr.y (mgr.25022) 534 : cluster [DBG] pgmap v1022: 137 pgs: 137 active+clean; 1.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 27 MiB/s rd, 5.0 MiB/s wr, 5.90k op/s 2024-08-29T18:04:32.880 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:04:32 smithi028 bash[77168]: cluster 2024-08-29T18:04:31.214586+0000 mgr.y (mgr.25022) 534 : cluster [DBG] pgmap v1022: 137 pgs: 137 active+clean; 1.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 27 MiB/s rd, 5.0 MiB/s wr, 5.90k op/s 2024-08-29T18:04:34.825 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:04:34 smithi053 bash[68679]: cluster 2024-08-29T18:04:33.215178+0000 mgr.y (mgr.25022) 535 : cluster [DBG] pgmap v1023: 137 pgs: 137 active+clean; 1.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 20 MiB/s rd, 2.9 MiB/s wr, 3.41k op/s 2024-08-29T18:04:34.880 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:04:34 smithi028 bash[78352]: cluster 2024-08-29T18:04:33.215178+0000 mgr.y (mgr.25022) 535 : cluster [DBG] pgmap v1023: 137 pgs: 137 active+clean; 1.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 20 MiB/s rd, 2.9 MiB/s wr, 3.41k op/s 2024-08-29T18:04:34.880 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:04:34 smithi028 bash[77168]: cluster 2024-08-29T18:04:33.215178+0000 mgr.y (mgr.25022) 535 : cluster [DBG] pgmap v1023: 137 pgs: 137 active+clean; 1.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 20 MiB/s rd, 2.9 MiB/s wr, 3.41k op/s 2024-08-29T18:04:36.825 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:04:36 smithi053 bash[68679]: cluster 2024-08-29T18:04:35.216690+0000 mgr.y (mgr.25022) 536 : cluster [DBG] pgmap v1024: 137 pgs: 137 active+clean; 1.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 32 MiB/s rd, 3.9 MiB/s wr, 4.69k op/s 2024-08-29T18:04:36.880 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:04:36 smithi028 bash[78352]: cluster 2024-08-29T18:04:35.216690+0000 mgr.y (mgr.25022) 536 : cluster [DBG] pgmap v1024: 137 pgs: 137 active+clean; 1.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 32 MiB/s rd, 3.9 MiB/s wr, 4.69k op/s 2024-08-29T18:04:36.880 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:04:36 smithi028 bash[77168]: cluster 2024-08-29T18:04:35.216690+0000 mgr.y (mgr.25022) 536 : cluster [DBG] pgmap v1024: 137 pgs: 137 active+clean; 1.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 32 MiB/s rd, 3.9 MiB/s wr, 4.69k op/s 2024-08-29T18:04:37.689 INFO:tasks.workunit.client.0.smithi028.stderr:Queue was never full - all reservations were sucessfull.Please decrease the amount of consumer threads 2024-08-29T18:04:38.579 INFO:tasks.workunit.client.0.smithi028.stdout:[ OK ] TestCls2PCQueue.MultiProducerConsumer (25127 ms) 2024-08-29T18:04:38.579 INFO:tasks.workunit.client.0.smithi028.stdout:[ RUN ] TestCls2PCQueue.ReserveSpillover 2024-08-29T18:04:38.825 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:04:38 smithi053 bash[68679]: cluster 2024-08-29T18:04:37.217521+0000 mgr.y (mgr.25022) 537 : cluster [DBG] pgmap v1025: 137 pgs: 137 active+clean; 1.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 21 MiB/s rd, 2.3 MiB/s wr, 2.77k op/s 2024-08-29T18:04:38.880 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:04:38 smithi028 bash[78352]: cluster 2024-08-29T18:04:37.217521+0000 mgr.y (mgr.25022) 537 : cluster [DBG] pgmap v1025: 137 pgs: 137 active+clean; 1.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 21 MiB/s rd, 2.3 MiB/s wr, 2.77k op/s 2024-08-29T18:04:38.880 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:04:38 smithi028 bash[77168]: cluster 2024-08-29T18:04:37.217521+0000 mgr.y (mgr.25022) 537 : cluster [DBG] pgmap v1025: 137 pgs: 137 active+clean; 1.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 21 MiB/s rd, 2.3 MiB/s wr, 2.77k op/s 2024-08-29T18:04:39.893 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:04:39 smithi028 bash[78352]: cluster 2024-08-29T18:04:38.572266+0000 mon.a (mon.0) 1650 : cluster [DBG] osdmap e970: 8 total, 8 up, 8 in 2024-08-29T18:04:39.893 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:04:39 smithi028 bash[77168]: cluster 2024-08-29T18:04:38.572266+0000 mon.a (mon.0) 1650 : cluster [DBG] osdmap e970: 8 total, 8 up, 8 in 2024-08-29T18:04:40.075 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:04:39 smithi053 bash[68679]: cluster 2024-08-29T18:04:38.572266+0000 mon.a (mon.0) 1650 : cluster [DBG] osdmap e970: 8 total, 8 up, 8 in 2024-08-29T18:04:40.880 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:04:40 smithi028 bash[77168]: cluster 2024-08-29T18:04:39.218181+0000 mgr.y (mgr.25022) 538 : cluster [DBG] pgmap v1027: 105 pgs: 105 active+clean; 583 KiB data, 4.3 GiB used, 711 GiB / 715 GiB avail 2024-08-29T18:04:40.881 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:04:40 smithi028 bash[77168]: cluster 2024-08-29T18:04:39.600595+0000 mon.a (mon.0) 1651 : cluster [DBG] osdmap e971: 8 total, 8 up, 8 in 2024-08-29T18:04:40.881 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:04:40 smithi028 bash[77168]: audit 2024-08-29T18:04:39.604595+0000 mon.a (mon.0) 1652 : audit [INF] from='client.? 172.21.15.28:0/3806579703' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi028-111149-20","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-29T18:04:40.881 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:04:40 smithi028 bash[78352]: cluster 2024-08-29T18:04:39.218181+0000 mgr.y (mgr.25022) 538 : cluster [DBG] pgmap v1027: 105 pgs: 105 active+clean; 583 KiB data, 4.3 GiB used, 711 GiB / 715 GiB avail 2024-08-29T18:04:40.881 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:04:40 smithi028 bash[78352]: cluster 2024-08-29T18:04:39.600595+0000 mon.a (mon.0) 1651 : cluster [DBG] osdmap e971: 8 total, 8 up, 8 in 2024-08-29T18:04:40.881 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:04:40 smithi028 bash[78352]: audit 2024-08-29T18:04:39.604595+0000 mon.a (mon.0) 1652 : audit [INF] from='client.? 172.21.15.28:0/3806579703' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi028-111149-20","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-29T18:04:41.075 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:04:40 smithi053 bash[68679]: cluster 2024-08-29T18:04:39.218181+0000 mgr.y (mgr.25022) 538 : cluster [DBG] pgmap v1027: 105 pgs: 105 active+clean; 583 KiB data, 4.3 GiB used, 711 GiB / 715 GiB avail 2024-08-29T18:04:41.075 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:04:40 smithi053 bash[68679]: cluster 2024-08-29T18:04:39.600595+0000 mon.a (mon.0) 1651 : cluster [DBG] osdmap e971: 8 total, 8 up, 8 in 2024-08-29T18:04:41.076 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:04:40 smithi053 bash[68679]: audit 2024-08-29T18:04:39.604595+0000 mon.a (mon.0) 1652 : audit [INF] from='client.? 172.21.15.28:0/3806579703' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi028-111149-20","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-29T18:04:41.880 INFO:journalctl@ceph.mgr.y.smithi028.stdout:Aug 29 18:04:41 smithi028 bash[70818]: ::ffff:172.21.15.53 - - [29/Aug/2024:18:04:41] "GET /metrics HTTP/1.1" 200 36391 "" "Prometheus/2.43.0" 2024-08-29T18:04:41.880 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:04:41 smithi028 bash[77168]: audit 2024-08-29T18:04:40.594342+0000 mon.a (mon.0) 1653 : audit [INF] from='client.? 172.21.15.28:0/3806579703' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi028-111149-20","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-29T18:04:41.881 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:04:41 smithi028 bash[77168]: cluster 2024-08-29T18:04:40.602675+0000 mon.a (mon.0) 1654 : cluster [DBG] osdmap e972: 8 total, 8 up, 8 in 2024-08-29T18:04:41.881 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:04:41 smithi028 bash[78352]: audit 2024-08-29T18:04:40.594342+0000 mon.a (mon.0) 1653 : audit [INF] from='client.? 172.21.15.28:0/3806579703' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi028-111149-20","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-29T18:04:41.881 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:04:41 smithi028 bash[78352]: cluster 2024-08-29T18:04:40.602675+0000 mon.a (mon.0) 1654 : cluster [DBG] osdmap e972: 8 total, 8 up, 8 in 2024-08-29T18:04:42.075 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:04:41 smithi053 bash[68679]: audit 2024-08-29T18:04:40.594342+0000 mon.a (mon.0) 1653 : audit [INF] from='client.? 172.21.15.28:0/3806579703' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi028-111149-20","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-29T18:04:42.075 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:04:41 smithi053 bash[68679]: cluster 2024-08-29T18:04:40.602675+0000 mon.a (mon.0) 1654 : cluster [DBG] osdmap e972: 8 total, 8 up, 8 in 2024-08-29T18:04:42.575 INFO:journalctl@ceph.prometheus.a.smithi053.stdout:Aug 29 18:04:42 smithi053 bash[95567]: ts=2024-08-29T18:04:42.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"3167ee72-662c-11ef-bcd4-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-29T18:04:42.880 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:04:42 smithi028 bash[77168]: cluster 2024-08-29T18:04:41.218835+0000 mgr.y (mgr.25022) 539 : cluster [DBG] pgmap v1030: 137 pgs: 4 creating+peering, 28 unknown, 105 active+clean; 583 KiB data, 4.4 GiB used, 711 GiB / 715 GiB avail 2024-08-29T18:04:42.880 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:04:42 smithi028 bash[77168]: cluster 2024-08-29T18:04:41.603576+0000 mon.a (mon.0) 1655 : cluster [DBG] osdmap e973: 8 total, 8 up, 8 in 2024-08-29T18:04:42.881 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:04:42 smithi028 bash[77168]: audit 2024-08-29T18:04:42.048175+0000 mon.a (mon.0) 1656 : audit [DBG] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-29T18:04:42.881 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:04:42 smithi028 bash[78352]: cluster 2024-08-29T18:04:41.218835+0000 mgr.y (mgr.25022) 539 : cluster [DBG] pgmap v1030: 137 pgs: 4 creating+peering, 28 unknown, 105 active+clean; 583 KiB data, 4.4 GiB used, 711 GiB / 715 GiB avail 2024-08-29T18:04:42.881 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:04:42 smithi028 bash[78352]: cluster 2024-08-29T18:04:41.603576+0000 mon.a (mon.0) 1655 : cluster [DBG] osdmap e973: 8 total, 8 up, 8 in 2024-08-29T18:04:42.881 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:04:42 smithi028 bash[78352]: audit 2024-08-29T18:04:42.048175+0000 mon.a (mon.0) 1656 : audit [DBG] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-29T18:04:43.075 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:04:42 smithi053 bash[68679]: cluster 2024-08-29T18:04:41.218835+0000 mgr.y (mgr.25022) 539 : cluster [DBG] pgmap v1030: 137 pgs: 4 creating+peering, 28 unknown, 105 active+clean; 583 KiB data, 4.4 GiB used, 711 GiB / 715 GiB avail 2024-08-29T18:04:43.075 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:04:42 smithi053 bash[68679]: cluster 2024-08-29T18:04:41.603576+0000 mon.a (mon.0) 1655 : cluster [DBG] osdmap e973: 8 total, 8 up, 8 in 2024-08-29T18:04:43.075 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:04:42 smithi053 bash[68679]: audit 2024-08-29T18:04:42.048175+0000 mon.a (mon.0) 1656 : audit [DBG] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-29T18:04:44.623 INFO:tasks.workunit.client.0.smithi028.stdout:[ OK ] TestCls2PCQueue.ReserveSpillover (6044 ms) 2024-08-29T18:04:44.623 INFO:tasks.workunit.client.0.smithi028.stdout:[ RUN ] TestCls2PCQueue.CommitSpillover 2024-08-29T18:04:44.880 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:04:44 smithi028 bash[78352]: cluster 2024-08-29T18:04:43.219769+0000 mgr.y (mgr.25022) 540 : cluster [DBG] pgmap v1032: 137 pgs: 4 creating+peering, 23 unknown, 110 active+clean; 600 KiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 1.0 MiB/s rd, 1.0 MiB/s wr, 334 op/s 2024-08-29T18:04:44.880 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:04:44 smithi028 bash[77168]: cluster 2024-08-29T18:04:43.219769+0000 mgr.y (mgr.25022) 540 : cluster [DBG] pgmap v1032: 137 pgs: 4 creating+peering, 23 unknown, 110 active+clean; 600 KiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 1.0 MiB/s rd, 1.0 MiB/s wr, 334 op/s 2024-08-29T18:04:45.075 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:04:44 smithi053 bash[68679]: cluster 2024-08-29T18:04:43.219769+0000 mgr.y (mgr.25022) 540 : cluster [DBG] pgmap v1032: 137 pgs: 4 creating+peering, 23 unknown, 110 active+clean; 600 KiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 1.0 MiB/s rd, 1.0 MiB/s wr, 334 op/s 2024-08-29T18:04:45.880 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:04:45 smithi028 bash[78352]: cluster 2024-08-29T18:04:44.620255+0000 mon.a (mon.0) 1657 : cluster [DBG] osdmap e974: 8 total, 8 up, 8 in 2024-08-29T18:04:45.881 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:04:45 smithi028 bash[77168]: cluster 2024-08-29T18:04:44.620255+0000 mon.a (mon.0) 1657 : cluster [DBG] osdmap e974: 8 total, 8 up, 8 in 2024-08-29T18:04:46.075 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:04:45 smithi053 bash[68679]: cluster 2024-08-29T18:04:44.620255+0000 mon.a (mon.0) 1657 : cluster [DBG] osdmap e974: 8 total, 8 up, 8 in 2024-08-29T18:04:47.075 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:04:46 smithi053 bash[68679]: cluster 2024-08-29T18:04:45.220264+0000 mgr.y (mgr.25022) 541 : cluster [DBG] pgmap v1034: 105 pgs: 105 active+clean; 583 KiB data, 4.4 GiB used, 711 GiB / 715 GiB avail 2024-08-29T18:04:47.075 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:04:46 smithi053 bash[68679]: cluster 2024-08-29T18:04:45.641387+0000 mon.a (mon.0) 1658 : cluster [DBG] osdmap e975: 8 total, 8 up, 8 in 2024-08-29T18:04:47.075 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:04:46 smithi053 bash[68679]: audit 2024-08-29T18:04:45.646536+0000 mon.c (mon.2) 28 : audit [INF] from='client.? 172.21.15.28:0/2528696421' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi028-111149-21","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-29T18:04:47.075 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:04:46 smithi053 bash[68679]: audit 2024-08-29T18:04:45.648497+0000 mon.a (mon.0) 1659 : audit [INF] from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi028-111149-21","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-29T18:04:47.130 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:04:46 smithi028 bash[78352]: cluster 2024-08-29T18:04:45.220264+0000 mgr.y (mgr.25022) 541 : cluster [DBG] pgmap v1034: 105 pgs: 105 active+clean; 583 KiB data, 4.4 GiB used, 711 GiB / 715 GiB avail 2024-08-29T18:04:47.130 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:04:46 smithi028 bash[78352]: cluster 2024-08-29T18:04:45.641387+0000 mon.a (mon.0) 1658 : cluster [DBG] osdmap e975: 8 total, 8 up, 8 in 2024-08-29T18:04:47.130 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:04:46 smithi028 bash[78352]: audit 2024-08-29T18:04:45.646536+0000 mon.c (mon.2) 28 : audit [INF] from='client.? 172.21.15.28:0/2528696421' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi028-111149-21","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-29T18:04:47.131 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:04:46 smithi028 bash[78352]: audit 2024-08-29T18:04:45.648497+0000 mon.a (mon.0) 1659 : audit [INF] from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi028-111149-21","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-29T18:04:47.131 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:04:46 smithi028 bash[77168]: cluster 2024-08-29T18:04:45.220264+0000 mgr.y (mgr.25022) 541 : cluster [DBG] pgmap v1034: 105 pgs: 105 active+clean; 583 KiB data, 4.4 GiB used, 711 GiB / 715 GiB avail 2024-08-29T18:04:47.131 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:04:46 smithi028 bash[77168]: cluster 2024-08-29T18:04:45.641387+0000 mon.a (mon.0) 1658 : cluster [DBG] osdmap e975: 8 total, 8 up, 8 in 2024-08-29T18:04:47.131 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:04:46 smithi028 bash[77168]: audit 2024-08-29T18:04:45.646536+0000 mon.c (mon.2) 28 : audit [INF] from='client.? 172.21.15.28:0/2528696421' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi028-111149-21","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-29T18:04:47.131 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:04:46 smithi028 bash[77168]: audit 2024-08-29T18:04:45.648497+0000 mon.a (mon.0) 1659 : audit [INF] from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi028-111149-21","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-29T18:04:48.075 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:04:47 smithi053 bash[68679]: audit 2024-08-29T18:04:46.637807+0000 mon.a (mon.0) 1660 : audit [INF] from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi028-111149-21","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-29T18:04:48.075 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:04:47 smithi053 bash[68679]: cluster 2024-08-29T18:04:46.645562+0000 mon.a (mon.0) 1661 : cluster [DBG] osdmap e976: 8 total, 8 up, 8 in 2024-08-29T18:04:48.130 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:04:47 smithi028 bash[77168]: audit 2024-08-29T18:04:46.637807+0000 mon.a (mon.0) 1660 : audit [INF] from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi028-111149-21","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-29T18:04:48.130 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:04:47 smithi028 bash[77168]: cluster 2024-08-29T18:04:46.645562+0000 mon.a (mon.0) 1661 : cluster [DBG] osdmap e976: 8 total, 8 up, 8 in 2024-08-29T18:04:48.131 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:04:47 smithi028 bash[78352]: audit 2024-08-29T18:04:46.637807+0000 mon.a (mon.0) 1660 : audit [INF] from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi028-111149-21","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-29T18:04:48.131 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:04:47 smithi028 bash[78352]: cluster 2024-08-29T18:04:46.645562+0000 mon.a (mon.0) 1661 : cluster [DBG] osdmap e976: 8 total, 8 up, 8 in 2024-08-29T18:04:49.075 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:04:48 smithi053 bash[68679]: cluster 2024-08-29T18:04:47.220829+0000 mgr.y (mgr.25022) 542 : cluster [DBG] pgmap v1037: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 4.4 GiB used, 711 GiB / 715 GiB avail 2024-08-29T18:04:49.075 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:04:48 smithi053 bash[68679]: cluster 2024-08-29T18:04:47.670560+0000 mon.a (mon.0) 1662 : cluster [DBG] osdmap e977: 8 total, 8 up, 8 in 2024-08-29T18:04:49.130 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:04:48 smithi028 bash[78352]: cluster 2024-08-29T18:04:47.220829+0000 mgr.y (mgr.25022) 542 : cluster [DBG] pgmap v1037: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 4.4 GiB used, 711 GiB / 715 GiB avail 2024-08-29T18:04:49.130 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:04:48 smithi028 bash[78352]: cluster 2024-08-29T18:04:47.670560+0000 mon.a (mon.0) 1662 : cluster [DBG] osdmap e977: 8 total, 8 up, 8 in 2024-08-29T18:04:49.130 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:04:48 smithi028 bash[77168]: cluster 2024-08-29T18:04:47.220829+0000 mgr.y (mgr.25022) 542 : cluster [DBG] pgmap v1037: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 4.4 GiB used, 711 GiB / 715 GiB avail 2024-08-29T18:04:49.131 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:04:48 smithi028 bash[77168]: cluster 2024-08-29T18:04:47.670560+0000 mon.a (mon.0) 1662 : cluster [DBG] osdmap e977: 8 total, 8 up, 8 in 2024-08-29T18:04:50.684 INFO:tasks.workunit.client.0.smithi028.stdout:[ OK ] TestCls2PCQueue.CommitSpillover (6060 ms) 2024-08-29T18:04:50.685 INFO:tasks.workunit.client.0.smithi028.stdout:[ RUN ] TestCls2PCQueue.AbortSpillover 2024-08-29T18:04:51.075 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:04:50 smithi053 bash[68679]: cluster 2024-08-29T18:04:49.221773+0000 mgr.y (mgr.25022) 543 : cluster [DBG] pgmap v1039: 137 pgs: 18 unknown, 119 active+clean; 583 KiB data, 4.4 GiB used, 711 GiB / 715 GiB avail 2024-08-29T18:04:51.130 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:04:50 smithi028 bash[78352]: cluster 2024-08-29T18:04:49.221773+0000 mgr.y (mgr.25022) 543 : cluster [DBG] pgmap v1039: 137 pgs: 18 unknown, 119 active+clean; 583 KiB data, 4.4 GiB used, 711 GiB / 715 GiB avail 2024-08-29T18:04:51.131 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:04:50 smithi028 bash[77168]: cluster 2024-08-29T18:04:49.221773+0000 mgr.y (mgr.25022) 543 : cluster [DBG] pgmap v1039: 137 pgs: 18 unknown, 119 active+clean; 583 KiB data, 4.4 GiB used, 711 GiB / 715 GiB avail 2024-08-29T18:04:51.685 INFO:journalctl@ceph.mgr.y.smithi028.stdout:Aug 29 18:04:51 smithi028 bash[70818]: ::ffff:172.21.15.53 - - [29/Aug/2024:18:04:51] "GET /metrics HTTP/1.1" 200 36334 "" "Prometheus/2.43.0" 2024-08-29T18:04:52.075 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:04:51 smithi053 bash[68679]: cluster 2024-08-29T18:04:50.680363+0000 mon.a (mon.0) 1663 : cluster [DBG] osdmap e978: 8 total, 8 up, 8 in 2024-08-29T18:04:52.130 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:04:51 smithi028 bash[77168]: cluster 2024-08-29T18:04:50.680363+0000 mon.a (mon.0) 1663 : cluster [DBG] osdmap e978: 8 total, 8 up, 8 in 2024-08-29T18:04:52.130 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:04:51 smithi028 bash[78352]: cluster 2024-08-29T18:04:50.680363+0000 mon.a (mon.0) 1663 : cluster [DBG] osdmap e978: 8 total, 8 up, 8 in 2024-08-29T18:04:52.575 INFO:journalctl@ceph.prometheus.a.smithi053.stdout:Aug 29 18:04:52 smithi053 bash[95567]: ts=2024-08-29T18:04:52.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"3167ee72-662c-11ef-bcd4-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-29T18:04:53.075 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:04:52 smithi053 bash[68679]: cluster 2024-08-29T18:04:51.222329+0000 mgr.y (mgr.25022) 544 : cluster [DBG] pgmap v1041: 105 pgs: 105 active+clean; 583 KiB data, 4.4 GiB used, 711 GiB / 715 GiB avail 2024-08-29T18:04:53.075 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:04:52 smithi053 bash[68679]: cluster 2024-08-29T18:04:51.695225+0000 mon.a (mon.0) 1664 : cluster [DBG] osdmap e979: 8 total, 8 up, 8 in 2024-08-29T18:04:53.075 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:04:52 smithi053 bash[68679]: audit 2024-08-29T18:04:51.710428+0000 mon.a (mon.0) 1665 : audit [INF] from='client.? 172.21.15.28:0/3282485464' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi028-111149-22","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-29T18:04:53.130 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:04:52 smithi028 bash[77168]: cluster 2024-08-29T18:04:51.222329+0000 mgr.y (mgr.25022) 544 : cluster [DBG] pgmap v1041: 105 pgs: 105 active+clean; 583 KiB data, 4.4 GiB used, 711 GiB / 715 GiB avail 2024-08-29T18:04:53.130 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:04:52 smithi028 bash[77168]: cluster 2024-08-29T18:04:51.695225+0000 mon.a (mon.0) 1664 : cluster [DBG] osdmap e979: 8 total, 8 up, 8 in 2024-08-29T18:04:53.131 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:04:52 smithi028 bash[77168]: audit 2024-08-29T18:04:51.710428+0000 mon.a (mon.0) 1665 : audit [INF] from='client.? 172.21.15.28:0/3282485464' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi028-111149-22","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-29T18:04:53.131 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:04:52 smithi028 bash[78352]: cluster 2024-08-29T18:04:51.222329+0000 mgr.y (mgr.25022) 544 : cluster [DBG] pgmap v1041: 105 pgs: 105 active+clean; 583 KiB data, 4.4 GiB used, 711 GiB / 715 GiB avail 2024-08-29T18:04:53.131 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:04:52 smithi028 bash[78352]: cluster 2024-08-29T18:04:51.695225+0000 mon.a (mon.0) 1664 : cluster [DBG] osdmap e979: 8 total, 8 up, 8 in 2024-08-29T18:04:53.131 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:04:52 smithi028 bash[78352]: audit 2024-08-29T18:04:51.710428+0000 mon.a (mon.0) 1665 : audit [INF] from='client.? 172.21.15.28:0/3282485464' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi028-111149-22","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-29T18:04:54.075 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:04:53 smithi053 bash[68679]: audit 2024-08-29T18:04:52.689979+0000 mon.a (mon.0) 1666 : audit [INF] from='client.? 172.21.15.28:0/3282485464' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi028-111149-22","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-29T18:04:54.075 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:04:53 smithi053 bash[68679]: cluster 2024-08-29T18:04:52.695393+0000 mon.a (mon.0) 1667 : cluster [DBG] osdmap e980: 8 total, 8 up, 8 in 2024-08-29T18:04:54.130 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:04:53 smithi028 bash[78352]: audit 2024-08-29T18:04:52.689979+0000 mon.a (mon.0) 1666 : audit [INF] from='client.? 172.21.15.28:0/3282485464' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi028-111149-22","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-29T18:04:54.130 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:04:53 smithi028 bash[78352]: cluster 2024-08-29T18:04:52.695393+0000 mon.a (mon.0) 1667 : cluster [DBG] osdmap e980: 8 total, 8 up, 8 in 2024-08-29T18:04:54.130 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:04:53 smithi028 bash[77168]: audit 2024-08-29T18:04:52.689979+0000 mon.a (mon.0) 1666 : audit [INF] from='client.? 172.21.15.28:0/3282485464' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi028-111149-22","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-29T18:04:54.131 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:04:53 smithi028 bash[77168]: cluster 2024-08-29T18:04:52.695393+0000 mon.a (mon.0) 1667 : cluster [DBG] osdmap e980: 8 total, 8 up, 8 in 2024-08-29T18:04:55.075 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:04:54 smithi053 bash[68679]: cluster 2024-08-29T18:04:53.223194+0000 mgr.y (mgr.25022) 545 : cluster [DBG] pgmap v1044: 137 pgs: 3 creating+peering, 29 unknown, 105 active+clean; 583 KiB data, 4.5 GiB used, 711 GiB / 715 GiB avail 2024-08-29T18:04:55.075 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:04:54 smithi053 bash[68679]: cluster 2024-08-29T18:04:53.718420+0000 mon.a (mon.0) 1668 : cluster [DBG] osdmap e981: 8 total, 8 up, 8 in 2024-08-29T18:04:55.130 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:04:54 smithi028 bash[77168]: cluster 2024-08-29T18:04:53.223194+0000 mgr.y (mgr.25022) 545 : cluster [DBG] pgmap v1044: 137 pgs: 3 creating+peering, 29 unknown, 105 active+clean; 583 KiB data, 4.5 GiB used, 711 GiB / 715 GiB avail 2024-08-29T18:04:55.130 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:04:54 smithi028 bash[77168]: cluster 2024-08-29T18:04:53.718420+0000 mon.a (mon.0) 1668 : cluster [DBG] osdmap e981: 8 total, 8 up, 8 in 2024-08-29T18:04:55.131 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:04:54 smithi028 bash[78352]: cluster 2024-08-29T18:04:53.223194+0000 mgr.y (mgr.25022) 545 : cluster [DBG] pgmap v1044: 137 pgs: 3 creating+peering, 29 unknown, 105 active+clean; 583 KiB data, 4.5 GiB used, 711 GiB / 715 GiB avail 2024-08-29T18:04:55.131 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:04:54 smithi028 bash[78352]: cluster 2024-08-29T18:04:53.718420+0000 mon.a (mon.0) 1668 : cluster [DBG] osdmap e981: 8 total, 8 up, 8 in 2024-08-29T18:04:57.075 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:04:56 smithi053 bash[68679]: cluster 2024-08-29T18:04:55.224696+0000 mgr.y (mgr.25022) 546 : cluster [DBG] pgmap v1046: 137 pgs: 3 creating+peering, 6 unknown, 128 active+clean; 590 KiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 222 KiB/s rd, 224 KiB/s wr, 131 op/s 2024-08-29T18:04:57.130 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:04:56 smithi028 bash[77168]: cluster 2024-08-29T18:04:55.224696+0000 mgr.y (mgr.25022) 546 : cluster [DBG] pgmap v1046: 137 pgs: 3 creating+peering, 6 unknown, 128 active+clean; 590 KiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 222 KiB/s rd, 224 KiB/s wr, 131 op/s 2024-08-29T18:04:57.130 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:04:56 smithi028 bash[78352]: cluster 2024-08-29T18:04:55.224696+0000 mgr.y (mgr.25022) 546 : cluster [DBG] pgmap v1046: 137 pgs: 3 creating+peering, 6 unknown, 128 active+clean; 590 KiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 222 KiB/s rd, 224 KiB/s wr, 131 op/s 2024-08-29T18:04:58.075 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:04:57 smithi053 bash[68679]: audit 2024-08-29T18:04:57.048436+0000 mon.a (mon.0) 1669 : audit [DBG] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-29T18:04:58.130 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:04:57 smithi028 bash[78352]: audit 2024-08-29T18:04:57.048436+0000 mon.a (mon.0) 1669 : audit [DBG] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-29T18:04:58.130 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:04:57 smithi028 bash[77168]: audit 2024-08-29T18:04:57.048436+0000 mon.a (mon.0) 1669 : audit [DBG] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-29T18:04:59.075 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:04:58 smithi053 bash[68679]: cluster 2024-08-29T18:04:57.225608+0000 mgr.y (mgr.25022) 547 : cluster [DBG] pgmap v1047: 137 pgs: 3 creating+peering, 134 active+clean; 590 KiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 169 KiB/s rd, 170 KiB/s wr, 99 op/s 2024-08-29T18:04:59.130 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:04:58 smithi028 bash[77168]: cluster 2024-08-29T18:04:57.225608+0000 mgr.y (mgr.25022) 547 : cluster [DBG] pgmap v1047: 137 pgs: 3 creating+peering, 134 active+clean; 590 KiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 169 KiB/s rd, 170 KiB/s wr, 99 op/s 2024-08-29T18:04:59.131 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:04:58 smithi028 bash[78352]: cluster 2024-08-29T18:04:57.225608+0000 mgr.y (mgr.25022) 547 : cluster [DBG] pgmap v1047: 137 pgs: 3 creating+peering, 134 active+clean; 590 KiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 169 KiB/s rd, 170 KiB/s wr, 99 op/s 2024-08-29T18:05:00.748 INFO:tasks.workunit.client.0.smithi028.stdout:[ OK ] TestCls2PCQueue.AbortSpillover (10063 ms) 2024-08-29T18:05:00.748 INFO:tasks.workunit.client.0.smithi028.stdout:[----------] 22 tests from TestCls2PCQueue (139850 ms total) 2024-08-29T18:05:00.748 INFO:tasks.workunit.client.0.smithi028.stdout: 2024-08-29T18:05:00.748 INFO:tasks.workunit.client.0.smithi028.stdout:[----------] Global test environment tear-down 2024-08-29T18:05:00.748 INFO:tasks.workunit.client.0.smithi028.stdout:[==========] 22 tests from 1 test suite ran. (139850 ms total) 2024-08-29T18:05:00.748 INFO:tasks.workunit.client.0.smithi028.stdout:[ PASSED ] 22 tests. 2024-08-29T18:05:00.753 INFO:teuthology.orchestra.run:Running command with timeout 3600 2024-08-29T18:05:00.754 DEBUG:teuthology.orchestra.run.smithi028:> sudo rm -rf -- /home/ubuntu/cephtest/mnt.0/client.0/tmp 2024-08-29T18:05:00.768 INFO:tasks.workunit:Running workunit cls/test_cls_cas.sh... 2024-08-29T18:05:00.769 DEBUG:teuthology.orchestra.run.smithi028:workunit test cls/test_cls_cas.sh> mkdir -p -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && cd -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && CEPH_CLI_TEST_DUP_COMMAND=1 CEPH_REF=quincy TESTDIR="/home/ubuntu/cephtest" CEPH_ARGS="--cluster ceph" CEPH_ID="0" PATH=$PATH:/usr/sbin CEPH_BASE=/home/ubuntu/cephtest/clone.client.0 CEPH_ROOT=/home/ubuntu/cephtest/clone.client.0 CEPH_MNT=/home/ubuntu/cephtest/mnt.0 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 3h /home/ubuntu/cephtest/clone.client.0/qa/workunits/cls/test_cls_cas.sh 2024-08-29T18:05:00.829 INFO:tasks.workunit.client.0.smithi028.stdout:Running main() from gmock_main.cc 2024-08-29T18:05:00.829 INFO:tasks.workunit.client.0.smithi028.stdout:[==========] Running 6 tests from 2 test suites. 2024-08-29T18:05:00.829 INFO:tasks.workunit.client.0.smithi028.stdout:[----------] Global test environment set-up. 2024-08-29T18:05:00.829 INFO:tasks.workunit.client.0.smithi028.stdout:[----------] 5 tests from cls_cas 2024-08-29T18:05:00.829 INFO:tasks.workunit.client.0.smithi028.stdout:[ RUN ] cls_cas.get_put 2024-08-29T18:05:01.076 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:05:00 smithi053 bash[68679]: cluster 2024-08-29T18:04:59.226753+0000 mgr.y (mgr.25022) 548 : cluster [DBG] pgmap v1048: 137 pgs: 137 active+clean; 606 KiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 3.3 MiB/s rd, 3.1 MiB/s wr, 702 op/s 2024-08-29T18:05:01.130 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:05:00 smithi028 bash[78352]: cluster 2024-08-29T18:04:59.226753+0000 mgr.y (mgr.25022) 548 : cluster [DBG] pgmap v1048: 137 pgs: 137 active+clean; 606 KiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 3.3 MiB/s rd, 3.1 MiB/s wr, 702 op/s 2024-08-29T18:05:01.131 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:05:00 smithi028 bash[77168]: cluster 2024-08-29T18:04:59.226753+0000 mgr.y (mgr.25022) 548 : cluster [DBG] pgmap v1048: 137 pgs: 137 active+clean; 606 KiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 3.3 MiB/s rd, 3.1 MiB/s wr, 702 op/s 2024-08-29T18:05:01.757 INFO:journalctl@ceph.mgr.y.smithi028.stdout:Aug 29 18:05:01 smithi028 bash[70818]: ::ffff:172.21.15.53 - - [29/Aug/2024:18:05:01] "GET /metrics HTTP/1.1" 200 36378 "" "Prometheus/2.43.0" 2024-08-29T18:05:02.075 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:05:01 smithi053 bash[68679]: cluster 2024-08-29T18:05:00.742969+0000 mon.a (mon.0) 1670 : cluster [DBG] osdmap e982: 8 total, 8 up, 8 in 2024-08-29T18:05:02.130 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:05:01 smithi028 bash[78352]: cluster 2024-08-29T18:05:00.742969+0000 mon.a (mon.0) 1670 : cluster [DBG] osdmap e982: 8 total, 8 up, 8 in 2024-08-29T18:05:02.130 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:05:01 smithi028 bash[77168]: cluster 2024-08-29T18:05:00.742969+0000 mon.a (mon.0) 1670 : cluster [DBG] osdmap e982: 8 total, 8 up, 8 in 2024-08-29T18:05:02.575 INFO:journalctl@ceph.prometheus.a.smithi053.stdout:Aug 29 18:05:02 smithi053 bash[95567]: ts=2024-08-29T18:05:02.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"3167ee72-662c-11ef-bcd4-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-29T18:05:03.075 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:05:02 smithi053 bash[68679]: cluster 2024-08-29T18:05:01.227467+0000 mgr.y (mgr.25022) 549 : cluster [DBG] pgmap v1050: 105 pgs: 105 active+clean; 583 KiB data, 4.5 GiB used, 711 GiB / 715 GiB avail 2024-08-29T18:05:03.075 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:05:02 smithi053 bash[68679]: cluster 2024-08-29T18:05:01.766948+0000 mon.a (mon.0) 1671 : cluster [DBG] osdmap e983: 8 total, 8 up, 8 in 2024-08-29T18:05:03.075 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:05:02 smithi053 bash[68679]: audit 2024-08-29T18:05:01.770060+0000 mon.a (mon.0) 1672 : audit [INF] from='client.? 172.21.15.28:0/4057253143' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi028-111657-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-29T18:05:03.130 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:05:02 smithi028 bash[78352]: cluster 2024-08-29T18:05:01.227467+0000 mgr.y (mgr.25022) 549 : cluster [DBG] pgmap v1050: 105 pgs: 105 active+clean; 583 KiB data, 4.5 GiB used, 711 GiB / 715 GiB avail 2024-08-29T18:05:03.130 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:05:02 smithi028 bash[78352]: cluster 2024-08-29T18:05:01.766948+0000 mon.a (mon.0) 1671 : cluster [DBG] osdmap e983: 8 total, 8 up, 8 in 2024-08-29T18:05:03.131 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:05:02 smithi028 bash[78352]: audit 2024-08-29T18:05:01.770060+0000 mon.a (mon.0) 1672 : audit [INF] from='client.? 172.21.15.28:0/4057253143' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi028-111657-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-29T18:05:03.131 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:05:02 smithi028 bash[77168]: cluster 2024-08-29T18:05:01.227467+0000 mgr.y (mgr.25022) 549 : cluster [DBG] pgmap v1050: 105 pgs: 105 active+clean; 583 KiB data, 4.5 GiB used, 711 GiB / 715 GiB avail 2024-08-29T18:05:03.131 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:05:02 smithi028 bash[77168]: cluster 2024-08-29T18:05:01.766948+0000 mon.a (mon.0) 1671 : cluster [DBG] osdmap e983: 8 total, 8 up, 8 in 2024-08-29T18:05:03.131 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:05:02 smithi028 bash[77168]: audit 2024-08-29T18:05:01.770060+0000 mon.a (mon.0) 1672 : audit [INF] from='client.? 172.21.15.28:0/4057253143' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi028-111657-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-29T18:05:03.809 INFO:tasks.workunit.client.0.smithi028.stdout:[ OK ] cls_cas.get_put (2980 ms) 2024-08-29T18:05:03.809 INFO:tasks.workunit.client.0.smithi028.stdout:[ RUN ] cls_cas.wrong_put 2024-08-29T18:05:04.075 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:05:03 smithi053 bash[68679]: audit 2024-08-29T18:05:02.761712+0000 mon.a (mon.0) 1673 : audit [INF] from='client.? 172.21.15.28:0/4057253143' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi028-111657-1","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-29T18:05:04.075 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:05:03 smithi053 bash[68679]: cluster 2024-08-29T18:05:02.769663+0000 mon.a (mon.0) 1674 : cluster [DBG] osdmap e984: 8 total, 8 up, 8 in 2024-08-29T18:05:04.130 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:05:03 smithi028 bash[77168]: audit 2024-08-29T18:05:02.761712+0000 mon.a (mon.0) 1673 : audit [INF] from='client.? 172.21.15.28:0/4057253143' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi028-111657-1","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-29T18:05:04.130 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:05:03 smithi028 bash[77168]: cluster 2024-08-29T18:05:02.769663+0000 mon.a (mon.0) 1674 : cluster [DBG] osdmap e984: 8 total, 8 up, 8 in 2024-08-29T18:05:04.130 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:05:03 smithi028 bash[78352]: audit 2024-08-29T18:05:02.761712+0000 mon.a (mon.0) 1673 : audit [INF] from='client.? 172.21.15.28:0/4057253143' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi028-111657-1","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-29T18:05:04.130 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:05:03 smithi028 bash[78352]: cluster 2024-08-29T18:05:02.769663+0000 mon.a (mon.0) 1674 : cluster [DBG] osdmap e984: 8 total, 8 up, 8 in 2024-08-29T18:05:05.075 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:05:04 smithi053 bash[68679]: cluster 2024-08-29T18:05:03.228189+0000 mgr.y (mgr.25022) 550 : cluster [DBG] pgmap v1053: 137 pgs: 3 creating+peering, 29 unknown, 105 active+clean; 583 KiB data, 4.5 GiB used, 711 GiB / 715 GiB avail 2024-08-29T18:05:05.075 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:05:04 smithi053 bash[68679]: cluster 2024-08-29T18:05:03.803571+0000 mon.a (mon.0) 1675 : cluster [DBG] osdmap e985: 8 total, 8 up, 8 in 2024-08-29T18:05:05.130 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:05:04 smithi028 bash[77168]: cluster 2024-08-29T18:05:03.228189+0000 mgr.y (mgr.25022) 550 : cluster [DBG] pgmap v1053: 137 pgs: 3 creating+peering, 29 unknown, 105 active+clean; 583 KiB data, 4.5 GiB used, 711 GiB / 715 GiB avail 2024-08-29T18:05:05.130 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:05:04 smithi028 bash[77168]: cluster 2024-08-29T18:05:03.803571+0000 mon.a (mon.0) 1675 : cluster [DBG] osdmap e985: 8 total, 8 up, 8 in 2024-08-29T18:05:05.131 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:05:04 smithi028 bash[78352]: cluster 2024-08-29T18:05:03.228189+0000 mgr.y (mgr.25022) 550 : cluster [DBG] pgmap v1053: 137 pgs: 3 creating+peering, 29 unknown, 105 active+clean; 583 KiB data, 4.5 GiB used, 711 GiB / 715 GiB avail 2024-08-29T18:05:05.131 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:05:04 smithi028 bash[78352]: cluster 2024-08-29T18:05:03.803571+0000 mon.a (mon.0) 1675 : cluster [DBG] osdmap e985: 8 total, 8 up, 8 in 2024-08-29T18:05:06.075 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:05:05 smithi053 bash[68679]: cluster 2024-08-29T18:05:04.815355+0000 mon.a (mon.0) 1676 : cluster [DBG] osdmap e986: 8 total, 8 up, 8 in 2024-08-29T18:05:06.075 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:05:05 smithi053 bash[68679]: audit 2024-08-29T18:05:04.823787+0000 mon.c (mon.2) 29 : audit [INF] from='client.? 172.21.15.28:0/2975666928' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi028-111657-2","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-29T18:05:06.076 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:05:05 smithi053 bash[68679]: audit 2024-08-29T18:05:04.824781+0000 mon.a (mon.0) 1677 : audit [INF] from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi028-111657-2","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-29T18:05:06.130 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:05:05 smithi028 bash[77168]: cluster 2024-08-29T18:05:04.815355+0000 mon.a (mon.0) 1676 : cluster [DBG] osdmap e986: 8 total, 8 up, 8 in 2024-08-29T18:05:06.130 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:05:05 smithi028 bash[77168]: audit 2024-08-29T18:05:04.823787+0000 mon.c (mon.2) 29 : audit [INF] from='client.? 172.21.15.28:0/2975666928' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi028-111657-2","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-29T18:05:06.131 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:05:05 smithi028 bash[77168]: audit 2024-08-29T18:05:04.824781+0000 mon.a (mon.0) 1677 : audit [INF] from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi028-111657-2","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-29T18:05:06.131 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:05:05 smithi028 bash[78352]: cluster 2024-08-29T18:05:04.815355+0000 mon.a (mon.0) 1676 : cluster [DBG] osdmap e986: 8 total, 8 up, 8 in 2024-08-29T18:05:06.131 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:05:05 smithi028 bash[78352]: audit 2024-08-29T18:05:04.823787+0000 mon.c (mon.2) 29 : audit [INF] from='client.? 172.21.15.28:0/2975666928' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi028-111657-2","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-29T18:05:06.131 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:05:05 smithi028 bash[78352]: audit 2024-08-29T18:05:04.824781+0000 mon.a (mon.0) 1677 : audit [INF] from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi028-111657-2","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-29T18:05:06.831 INFO:tasks.workunit.client.0.smithi028.stdout:[ OK ] cls_cas.wrong_put (3022 ms) 2024-08-29T18:05:06.831 INFO:tasks.workunit.client.0.smithi028.stdout:[ RUN ] cls_cas.dup_get 2024-08-29T18:05:07.130 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:05:06 smithi028 bash[78352]: cluster 2024-08-29T18:05:05.228951+0000 mgr.y (mgr.25022) 551 : cluster [DBG] pgmap v1056: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 4.5 GiB used, 711 GiB / 715 GiB avail 2024-08-29T18:05:07.130 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:05:06 smithi028 bash[78352]: cluster 2024-08-29T18:05:05.807187+0000 mon.a (mon.0) 1678 : cluster [WRN] Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-08-29T18:05:07.131 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:05:06 smithi028 bash[78352]: audit 2024-08-29T18:05:05.816608+0000 mon.a (mon.0) 1679 : audit [INF] from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi028-111657-2","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-29T18:05:07.131 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:05:06 smithi028 bash[78352]: cluster 2024-08-29T18:05:05.826399+0000 mon.a (mon.0) 1680 : cluster [DBG] osdmap e987: 8 total, 8 up, 8 in 2024-08-29T18:05:07.131 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:05:06 smithi028 bash[77168]: cluster 2024-08-29T18:05:05.228951+0000 mgr.y (mgr.25022) 551 : cluster [DBG] pgmap v1056: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 4.5 GiB used, 711 GiB / 715 GiB avail 2024-08-29T18:05:07.131 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:05:06 smithi028 bash[77168]: cluster 2024-08-29T18:05:05.807187+0000 mon.a (mon.0) 1678 : cluster [WRN] Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-08-29T18:05:07.131 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:05:06 smithi028 bash[77168]: audit 2024-08-29T18:05:05.816608+0000 mon.a (mon.0) 1679 : audit [INF] from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi028-111657-2","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-29T18:05:07.131 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:05:06 smithi028 bash[77168]: cluster 2024-08-29T18:05:05.826399+0000 mon.a (mon.0) 1680 : cluster [DBG] osdmap e987: 8 total, 8 up, 8 in 2024-08-29T18:05:07.325 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:05:06 smithi053 bash[68679]: cluster 2024-08-29T18:05:05.228951+0000 mgr.y (mgr.25022) 551 : cluster [DBG] pgmap v1056: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 4.5 GiB used, 711 GiB / 715 GiB avail 2024-08-29T18:05:07.325 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:05:06 smithi053 bash[68679]: cluster 2024-08-29T18:05:05.807187+0000 mon.a (mon.0) 1678 : cluster [WRN] Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-08-29T18:05:07.326 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:05:06 smithi053 bash[68679]: audit 2024-08-29T18:05:05.816608+0000 mon.a (mon.0) 1679 : audit [INF] from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi028-111657-2","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-29T18:05:07.326 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:05:06 smithi053 bash[68679]: cluster 2024-08-29T18:05:05.826399+0000 mon.a (mon.0) 1680 : cluster [DBG] osdmap e987: 8 total, 8 up, 8 in 2024-08-29T18:05:08.130 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:05:07 smithi028 bash[78352]: cluster 2024-08-29T18:05:06.826302+0000 mon.a (mon.0) 1681 : cluster [DBG] osdmap e988: 8 total, 8 up, 8 in 2024-08-29T18:05:08.130 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:05:07 smithi028 bash[78352]: cluster 2024-08-29T18:05:07.229548+0000 mgr.y (mgr.25022) 552 : cluster [DBG] pgmap v1059: 105 pgs: 105 active+clean; 583 KiB data, 4.5 GiB used, 711 GiB / 715 GiB avail 2024-08-29T18:05:08.131 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:05:07 smithi028 bash[77168]: cluster 2024-08-29T18:05:06.826302+0000 mon.a (mon.0) 1681 : cluster [DBG] osdmap e988: 8 total, 8 up, 8 in 2024-08-29T18:05:08.131 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:05:07 smithi028 bash[77168]: cluster 2024-08-29T18:05:07.229548+0000 mgr.y (mgr.25022) 552 : cluster [DBG] pgmap v1059: 105 pgs: 105 active+clean; 583 KiB data, 4.5 GiB used, 711 GiB / 715 GiB avail 2024-08-29T18:05:08.325 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:05:07 smithi053 bash[68679]: cluster 2024-08-29T18:05:06.826302+0000 mon.a (mon.0) 1681 : cluster [DBG] osdmap e988: 8 total, 8 up, 8 in 2024-08-29T18:05:08.325 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:05:07 smithi053 bash[68679]: cluster 2024-08-29T18:05:07.229548+0000 mgr.y (mgr.25022) 552 : cluster [DBG] pgmap v1059: 105 pgs: 105 active+clean; 583 KiB data, 4.5 GiB used, 711 GiB / 715 GiB avail 2024-08-29T18:05:09.131 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:05:08 smithi028 bash[78352]: cluster 2024-08-29T18:05:07.833854+0000 mon.a (mon.0) 1682 : cluster [INF] Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-08-29T18:05:09.131 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:05:08 smithi028 bash[78352]: cluster 2024-08-29T18:05:07.833930+0000 mon.a (mon.0) 1683 : cluster [INF] Cluster is now healthy 2024-08-29T18:05:09.131 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:05:08 smithi028 bash[78352]: cluster 2024-08-29T18:05:07.855482+0000 mon.a (mon.0) 1684 : cluster [DBG] osdmap e989: 8 total, 8 up, 8 in 2024-08-29T18:05:09.131 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:05:08 smithi028 bash[78352]: audit 2024-08-29T18:05:07.860149+0000 mon.c (mon.2) 30 : audit [INF] from='client.? 172.21.15.28:0/993106957' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi028-111657-3","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-29T18:05:09.131 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:05:08 smithi028 bash[78352]: audit 2024-08-29T18:05:07.861107+0000 mon.a (mon.0) 1685 : audit [INF] from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi028-111657-3","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-29T18:05:09.131 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:05:08 smithi028 bash[77168]: cluster 2024-08-29T18:05:07.833854+0000 mon.a (mon.0) 1682 : cluster [INF] Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-08-29T18:05:09.131 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:05:08 smithi028 bash[77168]: cluster 2024-08-29T18:05:07.833930+0000 mon.a (mon.0) 1683 : cluster [INF] Cluster is now healthy 2024-08-29T18:05:09.131 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:05:08 smithi028 bash[77168]: cluster 2024-08-29T18:05:07.855482+0000 mon.a (mon.0) 1684 : cluster [DBG] osdmap e989: 8 total, 8 up, 8 in 2024-08-29T18:05:09.132 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:05:08 smithi028 bash[77168]: audit 2024-08-29T18:05:07.860149+0000 mon.c (mon.2) 30 : audit [INF] from='client.? 172.21.15.28:0/993106957' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi028-111657-3","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-29T18:05:09.132 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:05:08 smithi028 bash[77168]: audit 2024-08-29T18:05:07.861107+0000 mon.a (mon.0) 1685 : audit [INF] from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi028-111657-3","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-29T18:05:09.325 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:05:08 smithi053 bash[68679]: cluster 2024-08-29T18:05:07.833854+0000 mon.a (mon.0) 1682 : cluster [INF] Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-08-29T18:05:09.326 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:05:08 smithi053 bash[68679]: cluster 2024-08-29T18:05:07.833930+0000 mon.a (mon.0) 1683 : cluster [INF] Cluster is now healthy 2024-08-29T18:05:09.326 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:05:08 smithi053 bash[68679]: cluster 2024-08-29T18:05:07.855482+0000 mon.a (mon.0) 1684 : cluster [DBG] osdmap e989: 8 total, 8 up, 8 in 2024-08-29T18:05:09.326 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:05:08 smithi053 bash[68679]: audit 2024-08-29T18:05:07.860149+0000 mon.c (mon.2) 30 : audit [INF] from='client.? 172.21.15.28:0/993106957' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi028-111657-3","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-29T18:05:09.326 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:05:08 smithi053 bash[68679]: audit 2024-08-29T18:05:07.861107+0000 mon.a (mon.0) 1685 : audit [INF] from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi028-111657-3","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-29T18:05:09.880 INFO:tasks.workunit.client.0.smithi028.stdout:[ OK ] cls_cas.dup_get (3049 ms) 2024-08-29T18:05:09.880 INFO:tasks.workunit.client.0.smithi028.stdout:[ RUN ] cls_cas.dup_put 2024-08-29T18:05:10.130 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:05:09 smithi028 bash[78352]: audit 2024-08-29T18:05:08.856639+0000 mon.a (mon.0) 1686 : audit [INF] from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi028-111657-3","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-29T18:05:10.131 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:05:09 smithi028 bash[78352]: cluster 2024-08-29T18:05:08.864113+0000 mon.a (mon.0) 1687 : cluster [DBG] osdmap e990: 8 total, 8 up, 8 in 2024-08-29T18:05:10.131 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:05:09 smithi028 bash[78352]: cluster 2024-08-29T18:05:09.230328+0000 mgr.y (mgr.25022) 553 : cluster [DBG] pgmap v1062: 137 pgs: 8 creating+peering, 24 unknown, 105 active+clean; 583 KiB data, 4.5 GiB used, 711 GiB / 715 GiB avail 2024-08-29T18:05:10.131 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:05:09 smithi028 bash[77168]: audit 2024-08-29T18:05:08.856639+0000 mon.a (mon.0) 1686 : audit [INF] from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi028-111657-3","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-29T18:05:10.131 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:05:09 smithi028 bash[77168]: cluster 2024-08-29T18:05:08.864113+0000 mon.a (mon.0) 1687 : cluster [DBG] osdmap e990: 8 total, 8 up, 8 in 2024-08-29T18:05:10.131 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:05:09 smithi028 bash[77168]: cluster 2024-08-29T18:05:09.230328+0000 mgr.y (mgr.25022) 553 : cluster [DBG] pgmap v1062: 137 pgs: 8 creating+peering, 24 unknown, 105 active+clean; 583 KiB data, 4.5 GiB used, 711 GiB / 715 GiB avail 2024-08-29T18:05:10.325 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:05:09 smithi053 bash[68679]: audit 2024-08-29T18:05:08.856639+0000 mon.a (mon.0) 1686 : audit [INF] from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi028-111657-3","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-29T18:05:10.326 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:05:09 smithi053 bash[68679]: cluster 2024-08-29T18:05:08.864113+0000 mon.a (mon.0) 1687 : cluster [DBG] osdmap e990: 8 total, 8 up, 8 in 2024-08-29T18:05:10.326 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:05:09 smithi053 bash[68679]: cluster 2024-08-29T18:05:09.230328+0000 mgr.y (mgr.25022) 553 : cluster [DBG] pgmap v1062: 137 pgs: 8 creating+peering, 24 unknown, 105 active+clean; 583 KiB data, 4.5 GiB used, 711 GiB / 715 GiB avail 2024-08-29T18:05:11.325 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:05:10 smithi053 bash[68679]: cluster 2024-08-29T18:05:09.876275+0000 mon.a (mon.0) 1688 : cluster [DBG] osdmap e991: 8 total, 8 up, 8 in 2024-08-29T18:05:11.380 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:05:10 smithi028 bash[78352]: cluster 2024-08-29T18:05:09.876275+0000 mon.a (mon.0) 1688 : cluster [DBG] osdmap e991: 8 total, 8 up, 8 in 2024-08-29T18:05:11.380 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:05:10 smithi028 bash[77168]: cluster 2024-08-29T18:05:09.876275+0000 mon.a (mon.0) 1688 : cluster [DBG] osdmap e991: 8 total, 8 up, 8 in 2024-08-29T18:05:11.881 INFO:journalctl@ceph.mgr.y.smithi028.stdout:Aug 29 18:05:11 smithi028 bash[70818]: ::ffff:172.21.15.53 - - [29/Aug/2024:18:05:11] "GET /metrics HTTP/1.1" 200 36378 "" "Prometheus/2.43.0" 2024-08-29T18:05:12.314 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:05:11 smithi053 bash[68679]: cluster 2024-08-29T18:05:10.881609+0000 mon.a (mon.0) 1689 : cluster [DBG] osdmap e992: 8 total, 8 up, 8 in 2024-08-29T18:05:12.314 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:05:11 smithi053 bash[68679]: audit 2024-08-29T18:05:10.892020+0000 mon.c (mon.2) 31 : audit [INF] from='client.? 172.21.15.28:0/1695307820' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi028-111657-4","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-29T18:05:12.314 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:05:11 smithi053 bash[68679]: audit 2024-08-29T18:05:10.901436+0000 mon.a (mon.0) 1690 : audit [INF] from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi028-111657-4","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-29T18:05:12.314 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:05:11 smithi053 bash[68679]: cluster 2024-08-29T18:05:11.231083+0000 mgr.y (mgr.25022) 554 : cluster [DBG] pgmap v1065: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 4.5 GiB used, 711 GiB / 715 GiB avail 2024-08-29T18:05:12.314 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:05:11 smithi053 bash[68679]: audit 2024-08-29T18:05:11.874996+0000 mon.a (mon.0) 1691 : audit [INF] from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi028-111657-4","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-29T18:05:12.314 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:05:11 smithi053 bash[68679]: cluster 2024-08-29T18:05:11.884275+0000 mon.a (mon.0) 1692 : cluster [DBG] osdmap e993: 8 total, 8 up, 8 in 2024-08-29T18:05:12.380 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:05:11 smithi028 bash[78352]: cluster 2024-08-29T18:05:10.881609+0000 mon.a (mon.0) 1689 : cluster [DBG] osdmap e992: 8 total, 8 up, 8 in 2024-08-29T18:05:12.381 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:05:11 smithi028 bash[78352]: audit 2024-08-29T18:05:10.892020+0000 mon.c (mon.2) 31 : audit [INF] from='client.? 172.21.15.28:0/1695307820' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi028-111657-4","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-29T18:05:12.381 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:05:11 smithi028 bash[78352]: audit 2024-08-29T18:05:10.901436+0000 mon.a (mon.0) 1690 : audit [INF] from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi028-111657-4","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-29T18:05:12.381 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:05:11 smithi028 bash[78352]: cluster 2024-08-29T18:05:11.231083+0000 mgr.y (mgr.25022) 554 : cluster [DBG] pgmap v1065: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 4.5 GiB used, 711 GiB / 715 GiB avail 2024-08-29T18:05:12.381 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:05:11 smithi028 bash[78352]: audit 2024-08-29T18:05:11.874996+0000 mon.a (mon.0) 1691 : audit [INF] from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi028-111657-4","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-29T18:05:12.381 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:05:11 smithi028 bash[78352]: cluster 2024-08-29T18:05:11.884275+0000 mon.a (mon.0) 1692 : cluster [DBG] osdmap e993: 8 total, 8 up, 8 in 2024-08-29T18:05:12.381 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:05:11 smithi028 bash[77168]: cluster 2024-08-29T18:05:10.881609+0000 mon.a (mon.0) 1689 : cluster [DBG] osdmap e992: 8 total, 8 up, 8 in 2024-08-29T18:05:12.381 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:05:11 smithi028 bash[77168]: audit 2024-08-29T18:05:10.892020+0000 mon.c (mon.2) 31 : audit [INF] from='client.? 172.21.15.28:0/1695307820' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi028-111657-4","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-29T18:05:12.381 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:05:11 smithi028 bash[77168]: audit 2024-08-29T18:05:10.901436+0000 mon.a (mon.0) 1690 : audit [INF] from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi028-111657-4","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-29T18:05:12.381 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:05:11 smithi028 bash[77168]: cluster 2024-08-29T18:05:11.231083+0000 mgr.y (mgr.25022) 554 : cluster [DBG] pgmap v1065: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 4.5 GiB used, 711 GiB / 715 GiB avail 2024-08-29T18:05:12.381 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:05:11 smithi028 bash[77168]: audit 2024-08-29T18:05:11.874996+0000 mon.a (mon.0) 1691 : audit [INF] from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi028-111657-4","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-29T18:05:12.382 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:05:11 smithi028 bash[77168]: cluster 2024-08-29T18:05:11.884275+0000 mon.a (mon.0) 1692 : cluster [DBG] osdmap e993: 8 total, 8 up, 8 in 2024-08-29T18:05:12.575 INFO:journalctl@ceph.prometheus.a.smithi053.stdout:Aug 29 18:05:12 smithi053 bash[95567]: ts=2024-08-29T18:05:12.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"3167ee72-662c-11ef-bcd4-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-29T18:05:12.888 INFO:tasks.workunit.client.0.smithi028.stdout:[ OK ] cls_cas.dup_put (3008 ms) 2024-08-29T18:05:12.888 INFO:tasks.workunit.client.0.smithi028.stdout:[ RUN ] cls_cas.get_wrong_data 2024-08-29T18:05:13.325 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:05:12 smithi053 bash[68679]: cluster 2024-08-29T18:05:11.896873+0000 mon.a (mon.0) 1693 : cluster [WRN] Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-08-29T18:05:13.326 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:05:12 smithi053 bash[68679]: audit 2024-08-29T18:05:12.054423+0000 mon.a (mon.0) 1694 : audit [INF] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' 2024-08-29T18:05:13.326 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:05:12 smithi053 bash[68679]: audit 2024-08-29T18:05:12.056306+0000 mon.a (mon.0) 1695 : audit [DBG] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-29T18:05:13.326 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:05:12 smithi053 bash[68679]: cluster 2024-08-29T18:05:12.884805+0000 mon.a (mon.0) 1696 : cluster [DBG] osdmap e994: 8 total, 8 up, 8 in 2024-08-29T18:05:13.380 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:05:12 smithi028 bash[78352]: cluster 2024-08-29T18:05:11.896873+0000 mon.a (mon.0) 1693 : cluster [WRN] Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-08-29T18:05:13.381 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:05:12 smithi028 bash[78352]: audit 2024-08-29T18:05:12.054423+0000 mon.a (mon.0) 1694 : audit [INF] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' 2024-08-29T18:05:13.381 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:05:12 smithi028 bash[78352]: audit 2024-08-29T18:05:12.056306+0000 mon.a (mon.0) 1695 : audit [DBG] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-29T18:05:13.381 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:05:12 smithi028 bash[78352]: cluster 2024-08-29T18:05:12.884805+0000 mon.a (mon.0) 1696 : cluster [DBG] osdmap e994: 8 total, 8 up, 8 in 2024-08-29T18:05:13.381 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:05:12 smithi028 bash[77168]: cluster 2024-08-29T18:05:11.896873+0000 mon.a (mon.0) 1693 : cluster [WRN] Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-08-29T18:05:13.381 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:05:12 smithi028 bash[77168]: audit 2024-08-29T18:05:12.054423+0000 mon.a (mon.0) 1694 : audit [INF] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' 2024-08-29T18:05:13.381 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:05:12 smithi028 bash[77168]: audit 2024-08-29T18:05:12.056306+0000 mon.a (mon.0) 1695 : audit [DBG] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-29T18:05:13.381 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:05:12 smithi028 bash[77168]: cluster 2024-08-29T18:05:12.884805+0000 mon.a (mon.0) 1696 : cluster [DBG] osdmap e994: 8 total, 8 up, 8 in 2024-08-29T18:05:14.325 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:05:13 smithi053 bash[68679]: cluster 2024-08-29T18:05:13.231678+0000 mgr.y (mgr.25022) 555 : cluster [DBG] pgmap v1068: 105 pgs: 105 active+clean; 583 KiB data, 4.5 GiB used, 711 GiB / 715 GiB avail 2024-08-29T18:05:14.380 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:05:13 smithi028 bash[78352]: cluster 2024-08-29T18:05:13.231678+0000 mgr.y (mgr.25022) 555 : cluster [DBG] pgmap v1068: 105 pgs: 105 active+clean; 583 KiB data, 4.5 GiB used, 711 GiB / 715 GiB avail 2024-08-29T18:05:14.381 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:05:13 smithi028 bash[77168]: cluster 2024-08-29T18:05:13.231678+0000 mgr.y (mgr.25022) 555 : cluster [DBG] pgmap v1068: 105 pgs: 105 active+clean; 583 KiB data, 4.5 GiB used, 711 GiB / 715 GiB avail 2024-08-29T18:05:15.325 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:05:14 smithi053 bash[68679]: cluster 2024-08-29T18:05:13.905564+0000 mon.a (mon.0) 1697 : cluster [INF] Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-08-29T18:05:15.326 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:05:14 smithi053 bash[68679]: cluster 2024-08-29T18:05:13.905641+0000 mon.a (mon.0) 1698 : cluster [INF] Cluster is now healthy 2024-08-29T18:05:15.326 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:05:14 smithi053 bash[68679]: cluster 2024-08-29T18:05:13.923992+0000 mon.a (mon.0) 1699 : cluster [DBG] osdmap e995: 8 total, 8 up, 8 in 2024-08-29T18:05:15.326 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:05:14 smithi053 bash[68679]: audit 2024-08-29T18:05:13.925704+0000 mon.a (mon.0) 1700 : audit [INF] from='client.? 172.21.15.28:0/2813492105' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi028-111657-5","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-29T18:05:15.380 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:05:14 smithi028 bash[77168]: cluster 2024-08-29T18:05:13.905564+0000 mon.a (mon.0) 1697 : cluster [INF] Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-08-29T18:05:15.380 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:05:14 smithi028 bash[77168]: cluster 2024-08-29T18:05:13.905641+0000 mon.a (mon.0) 1698 : cluster [INF] Cluster is now healthy 2024-08-29T18:05:15.381 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:05:14 smithi028 bash[77168]: cluster 2024-08-29T18:05:13.923992+0000 mon.a (mon.0) 1699 : cluster [DBG] osdmap e995: 8 total, 8 up, 8 in 2024-08-29T18:05:15.381 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:05:14 smithi028 bash[77168]: audit 2024-08-29T18:05:13.925704+0000 mon.a (mon.0) 1700 : audit [INF] from='client.? 172.21.15.28:0/2813492105' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi028-111657-5","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-29T18:05:15.381 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:05:14 smithi028 bash[78352]: cluster 2024-08-29T18:05:13.905564+0000 mon.a (mon.0) 1697 : cluster [INF] Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-08-29T18:05:15.381 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:05:14 smithi028 bash[78352]: cluster 2024-08-29T18:05:13.905641+0000 mon.a (mon.0) 1698 : cluster [INF] Cluster is now healthy 2024-08-29T18:05:15.381 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:05:14 smithi028 bash[78352]: cluster 2024-08-29T18:05:13.923992+0000 mon.a (mon.0) 1699 : cluster [DBG] osdmap e995: 8 total, 8 up, 8 in 2024-08-29T18:05:15.381 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:05:14 smithi028 bash[78352]: audit 2024-08-29T18:05:13.925704+0000 mon.a (mon.0) 1700 : audit [INF] from='client.? 172.21.15.28:0/2813492105' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi028-111657-5","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-29T18:05:15.951 INFO:tasks.workunit.client.0.smithi028.stdout:[ OK ] cls_cas.get_wrong_data (3063 ms) 2024-08-29T18:05:15.952 INFO:tasks.workunit.client.0.smithi028.stdout:[----------] 5 tests from cls_cas (15122 ms total) 2024-08-29T18:05:15.952 INFO:tasks.workunit.client.0.smithi028.stdout: 2024-08-29T18:05:15.952 INFO:tasks.workunit.client.0.smithi028.stdout:[----------] 1 test from chunk_refs_t 2024-08-29T18:05:15.952 INFO:tasks.workunit.client.0.smithi028.stdout:[ RUN ] chunk_refs_t.size 2024-08-29T18:05:15.952 INFO:tasks.workunit.client.0.smithi028.stdout:1 60 by_object 2024-08-29T18:05:15.952 INFO:tasks.workunit.client.0.smithi028.stdout:2 103 by_object 2024-08-29T18:05:15.952 INFO:tasks.workunit.client.0.smithi028.stdout:4 189 by_object 2024-08-29T18:05:15.952 INFO:tasks.workunit.client.0.smithi028.stdout:8 361 by_object 2024-08-29T18:05:15.952 INFO:tasks.workunit.client.0.smithi028.stdout:16 112 by_hash(32 bits) 2024-08-29T18:05:15.952 INFO:tasks.workunit.client.0.smithi028.stdout:32 208 by_hash(32 bits) 2024-08-29T18:05:15.952 INFO:tasks.workunit.client.0.smithi028.stdout:64 400 by_hash(32 bits) 2024-08-29T18:05:15.953 INFO:tasks.workunit.client.0.smithi028.stdout:128 509 by_hash(10 bits) 2024-08-29T18:05:15.953 INFO:tasks.workunit.client.0.smithi028.stdout:256 499 by_hash(7 bits) 2024-08-29T18:05:15.954 INFO:tasks.workunit.client.0.smithi028.stdout:512 462 by_hash(5 bits) 2024-08-29T18:05:15.954 INFO:tasks.workunit.client.0.smithi028.stdout:1024 466 by_hash(5 bits) 2024-08-29T18:05:15.955 INFO:tasks.workunit.client.0.smithi028.stdout:2048 466 by_hash(5 bits) 2024-08-29T18:05:15.956 INFO:tasks.workunit.client.0.smithi028.stdout:4096 470 by_hash(5 bits) 2024-08-29T18:05:15.957 INFO:tasks.workunit.client.0.smithi028.stdout:8192 498 by_hash(4 bits) 2024-08-29T18:05:15.961 INFO:tasks.workunit.client.0.smithi028.stdout:16384 278 by_hash(3 bits) 2024-08-29T18:05:15.967 INFO:tasks.workunit.client.0.smithi028.stdout:32768 337 by_hash(2 bits) 2024-08-29T18:05:16.013 INFO:tasks.workunit.client.0.smithi028.stdout:65536 367 by_hash(2 bits) 2024-08-29T18:05:16.013 INFO:tasks.workunit.client.0.smithi028.stdout:131072 387 by_hash(1 bits) 2024-08-29T18:05:16.015 INFO:tasks.workunit.client.0.smithi028.stdout:262144 331 by_pool 2024-08-29T18:05:16.054 INFO:tasks.workunit.client.0.smithi028.stdout:524288 21 count 2024-08-29T18:05:16.118 INFO:tasks.workunit.client.0.smithi028.stdout:1048576 21 count 2024-08-29T18:05:16.236 INFO:tasks.workunit.client.0.smithi028.stdout:[ OK ] chunk_refs_t.size (285 ms) 2024-08-29T18:05:16.236 INFO:tasks.workunit.client.0.smithi028.stdout:[----------] 1 test from chunk_refs_t (285 ms total) 2024-08-29T18:05:16.237 INFO:tasks.workunit.client.0.smithi028.stdout: 2024-08-29T18:05:16.237 INFO:tasks.workunit.client.0.smithi028.stdout:[----------] Global test environment tear-down 2024-08-29T18:05:16.237 INFO:tasks.workunit.client.0.smithi028.stdout:[==========] 6 tests from 2 test suites ran. (15407 ms total) 2024-08-29T18:05:16.237 INFO:tasks.workunit.client.0.smithi028.stdout:[ PASSED ] 6 tests. 2024-08-29T18:05:16.239 INFO:teuthology.orchestra.run:Running command with timeout 3600 2024-08-29T18:05:16.239 DEBUG:teuthology.orchestra.run.smithi028:> sudo rm -rf -- /home/ubuntu/cephtest/mnt.0/client.0/tmp 2024-08-29T18:05:16.292 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:05:15 smithi028 bash[77168]: audit 2024-08-29T18:05:14.929468+0000 mon.a (mon.0) 1701 : audit [INF] from='client.? 172.21.15.28:0/2813492105' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi028-111657-5","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-29T18:05:16.292 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:05:15 smithi028 bash[77168]: cluster 2024-08-29T18:05:14.937659+0000 mon.a (mon.0) 1702 : cluster [DBG] osdmap e996: 8 total, 8 up, 8 in 2024-08-29T18:05:16.293 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:05:15 smithi028 bash[77168]: cluster 2024-08-29T18:05:15.232372+0000 mgr.y (mgr.25022) 556 : cluster [DBG] pgmap v1071: 137 pgs: 16 creating+peering, 16 unknown, 105 active+clean; 583 KiB data, 4.5 GiB used, 711 GiB / 715 GiB avail 2024-08-29T18:05:16.293 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:05:15 smithi028 bash[78352]: audit 2024-08-29T18:05:14.929468+0000 mon.a (mon.0) 1701 : audit [INF] from='client.? 172.21.15.28:0/2813492105' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi028-111657-5","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-29T18:05:16.293 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:05:15 smithi028 bash[78352]: cluster 2024-08-29T18:05:14.937659+0000 mon.a (mon.0) 1702 : cluster [DBG] osdmap e996: 8 total, 8 up, 8 in 2024-08-29T18:05:16.293 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:05:15 smithi028 bash[78352]: cluster 2024-08-29T18:05:15.232372+0000 mgr.y (mgr.25022) 556 : cluster [DBG] pgmap v1071: 137 pgs: 16 creating+peering, 16 unknown, 105 active+clean; 583 KiB data, 4.5 GiB used, 711 GiB / 715 GiB avail 2024-08-29T18:05:16.295 INFO:tasks.workunit:Running workunit cls/test_cls_cmpomap.sh... 2024-08-29T18:05:16.295 DEBUG:teuthology.orchestra.run.smithi028:workunit test cls/test_cls_cmpomap.sh> mkdir -p -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && cd -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && CEPH_CLI_TEST_DUP_COMMAND=1 CEPH_REF=quincy TESTDIR="/home/ubuntu/cephtest" CEPH_ARGS="--cluster ceph" CEPH_ID="0" PATH=$PATH:/usr/sbin CEPH_BASE=/home/ubuntu/cephtest/clone.client.0 CEPH_ROOT=/home/ubuntu/cephtest/clone.client.0 CEPH_MNT=/home/ubuntu/cephtest/mnt.0 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 3h /home/ubuntu/cephtest/clone.client.0/qa/workunits/cls/test_cls_cmpomap.sh 2024-08-29T18:05:16.325 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:05:15 smithi053 bash[68679]: audit 2024-08-29T18:05:14.929468+0000 mon.a (mon.0) 1701 : audit [INF] from='client.? 172.21.15.28:0/2813492105' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi028-111657-5","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-29T18:05:16.325 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:05:15 smithi053 bash[68679]: cluster 2024-08-29T18:05:14.937659+0000 mon.a (mon.0) 1702 : cluster [DBG] osdmap e996: 8 total, 8 up, 8 in 2024-08-29T18:05:16.326 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:05:15 smithi053 bash[68679]: cluster 2024-08-29T18:05:15.232372+0000 mgr.y (mgr.25022) 556 : cluster [DBG] pgmap v1071: 137 pgs: 16 creating+peering, 16 unknown, 105 active+clean; 583 KiB data, 4.5 GiB used, 711 GiB / 715 GiB avail 2024-08-29T18:05:16.356 INFO:tasks.workunit.client.0.smithi028.stdout:Running main() from gmock_main.cc 2024-08-29T18:05:16.356 INFO:tasks.workunit.client.0.smithi028.stdout:[==========] Running 31 tests from 1 test suite. 2024-08-29T18:05:16.356 INFO:tasks.workunit.client.0.smithi028.stdout:[----------] Global test environment set-up. 2024-08-29T18:05:17.325 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:05:16 smithi053 bash[68679]: cluster 2024-08-29T18:05:15.948763+0000 mon.a (mon.0) 1703 : cluster [DBG] osdmap e997: 8 total, 8 up, 8 in 2024-08-29T18:05:17.380 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:05:16 smithi028 bash[77168]: cluster 2024-08-29T18:05:15.948763+0000 mon.a (mon.0) 1703 : cluster [DBG] osdmap e997: 8 total, 8 up, 8 in 2024-08-29T18:05:17.381 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:05:16 smithi028 bash[78352]: cluster 2024-08-29T18:05:15.948763+0000 mon.a (mon.0) 1703 : cluster [DBG] osdmap e997: 8 total, 8 up, 8 in 2024-08-29T18:05:17.958 INFO:tasks.workunit.client.0.smithi028.stdout:[----------] 31 tests from CmpOmap 2024-08-29T18:05:17.959 INFO:tasks.workunit.client.0.smithi028.stdout:[ RUN ] CmpOmap.cmp_vals_noexist_str 2024-08-29T18:05:17.999 INFO:tasks.workunit.client.0.smithi028.stdout:[ OK ] CmpOmap.cmp_vals_noexist_str (40 ms) 2024-08-29T18:05:17.999 INFO:tasks.workunit.client.0.smithi028.stdout:[ RUN ] CmpOmap.cmp_vals_noexist_str_default 2024-08-29T18:05:18.003 INFO:tasks.workunit.client.0.smithi028.stdout:[ OK ] CmpOmap.cmp_vals_noexist_str_default (4 ms) 2024-08-29T18:05:18.003 INFO:tasks.workunit.client.0.smithi028.stdout:[ RUN ] CmpOmap.cmp_vals_noexist_u64 2024-08-29T18:05:18.009 INFO:tasks.workunit.client.0.smithi028.stdout:[ OK ] CmpOmap.cmp_vals_noexist_u64 (7 ms) 2024-08-29T18:05:18.010 INFO:tasks.workunit.client.0.smithi028.stdout:[ RUN ] CmpOmap.cmp_vals_noexist_u64_default 2024-08-29T18:05:18.014 INFO:tasks.workunit.client.0.smithi028.stdout:[ OK ] CmpOmap.cmp_vals_noexist_u64_default (4 ms) 2024-08-29T18:05:18.014 INFO:tasks.workunit.client.0.smithi028.stdout:[ RUN ] CmpOmap.cmp_vals_str 2024-08-29T18:05:18.022 INFO:tasks.workunit.client.0.smithi028.stdout:[ OK ] CmpOmap.cmp_vals_str (8 ms) 2024-08-29T18:05:18.022 INFO:tasks.workunit.client.0.smithi028.stdout:[ RUN ] CmpOmap.cmp_vals_u64 2024-08-29T18:05:18.039 INFO:tasks.workunit.client.0.smithi028.stdout:[ OK ] CmpOmap.cmp_vals_u64 (17 ms) 2024-08-29T18:05:18.039 INFO:tasks.workunit.client.0.smithi028.stdout:[ RUN ] CmpOmap.cmp_vals_u64_invalid_input 2024-08-29T18:05:18.043 INFO:tasks.workunit.client.0.smithi028.stdout:[ OK ] CmpOmap.cmp_vals_u64_invalid_input (5 ms) 2024-08-29T18:05:18.043 INFO:tasks.workunit.client.0.smithi028.stdout:[ RUN ] CmpOmap.cmp_vals_u64_invalid_default 2024-08-29T18:05:18.048 INFO:tasks.workunit.client.0.smithi028.stdout:[ OK ] CmpOmap.cmp_vals_u64_invalid_default (5 ms) 2024-08-29T18:05:18.048 INFO:tasks.workunit.client.0.smithi028.stdout:[ RUN ] CmpOmap.cmp_vals_u64_empty_default 2024-08-29T18:05:18.052 INFO:tasks.workunit.client.0.smithi028.stdout:[ OK ] CmpOmap.cmp_vals_u64_empty_default (3 ms) 2024-08-29T18:05:18.052 INFO:tasks.workunit.client.0.smithi028.stdout:[ RUN ] CmpOmap.cmp_vals_u64_invalid_value 2024-08-29T18:05:18.058 INFO:tasks.workunit.client.0.smithi028.stdout:[ OK ] CmpOmap.cmp_vals_u64_invalid_value (6 ms) 2024-08-29T18:05:18.058 INFO:tasks.workunit.client.0.smithi028.stdout:[ RUN ] CmpOmap.cmp_vals_at_max_keys 2024-08-29T18:05:18.058 INFO:tasks.workunit.client.0.smithi028.stdout:[ OK ] CmpOmap.cmp_vals_at_max_keys (1 ms) 2024-08-29T18:05:18.059 INFO:tasks.workunit.client.0.smithi028.stdout:[ RUN ] CmpOmap.cmp_vals_over_max_keys 2024-08-29T18:05:18.059 INFO:tasks.workunit.client.0.smithi028.stdout:[ OK ] CmpOmap.cmp_vals_over_max_keys (1 ms) 2024-08-29T18:05:18.059 INFO:tasks.workunit.client.0.smithi028.stdout:[ RUN ] CmpOmap.cmp_set_vals_noexist_str 2024-08-29T18:05:18.070 INFO:tasks.workunit.client.0.smithi028.stdout:[ OK ] CmpOmap.cmp_set_vals_noexist_str (10 ms) 2024-08-29T18:05:18.070 INFO:tasks.workunit.client.0.smithi028.stdout:[ RUN ] CmpOmap.cmp_set_vals_noexist_str_default 2024-08-29T18:05:18.081 INFO:tasks.workunit.client.0.smithi028.stdout:[ OK ] CmpOmap.cmp_set_vals_noexist_str_default (12 ms) 2024-08-29T18:05:18.082 INFO:tasks.workunit.client.0.smithi028.stdout:[ RUN ] CmpOmap.cmp_set_vals_noexist_u64 2024-08-29T18:05:18.091 INFO:tasks.workunit.client.0.smithi028.stdout:[ OK ] CmpOmap.cmp_set_vals_noexist_u64 (9 ms) 2024-08-29T18:05:18.091 INFO:tasks.workunit.client.0.smithi028.stdout:[ RUN ] CmpOmap.cmp_set_vals_noexist_u64_default 2024-08-29T18:05:18.110 INFO:tasks.workunit.client.0.smithi028.stdout:[ OK ] CmpOmap.cmp_set_vals_noexist_u64_default (19 ms) 2024-08-29T18:05:18.110 INFO:tasks.workunit.client.0.smithi028.stdout:[ RUN ] CmpOmap.cmp_set_vals_str 2024-08-29T18:05:18.128 INFO:tasks.workunit.client.0.smithi028.stdout:[ OK ] CmpOmap.cmp_set_vals_str (18 ms) 2024-08-29T18:05:18.128 INFO:tasks.workunit.client.0.smithi028.stdout:[ RUN ] CmpOmap.cmp_set_vals_u64 2024-08-29T18:05:18.146 INFO:tasks.workunit.client.0.smithi028.stdout:[ OK ] CmpOmap.cmp_set_vals_u64 (18 ms) 2024-08-29T18:05:18.146 INFO:tasks.workunit.client.0.smithi028.stdout:[ RUN ] CmpOmap.cmp_set_vals_u64_einval 2024-08-29T18:05:18.150 INFO:tasks.workunit.client.0.smithi028.stdout:[ OK ] CmpOmap.cmp_set_vals_u64_einval (5 ms) 2024-08-29T18:05:18.150 INFO:tasks.workunit.client.0.smithi028.stdout:[ RUN ] CmpOmap.cmp_set_vals_u64_eio 2024-08-29T18:05:18.156 INFO:tasks.workunit.client.0.smithi028.stdout:[ OK ] CmpOmap.cmp_set_vals_u64_eio (6 ms) 2024-08-29T18:05:18.156 INFO:tasks.workunit.client.0.smithi028.stdout:[ RUN ] CmpOmap.cmp_set_vals_at_max_keys 2024-08-29T18:05:18.159 INFO:tasks.workunit.client.0.smithi028.stdout:[ OK ] CmpOmap.cmp_set_vals_at_max_keys (3 ms) 2024-08-29T18:05:18.159 INFO:tasks.workunit.client.0.smithi028.stdout:[ RUN ] CmpOmap.cmp_set_vals_over_max_keys 2024-08-29T18:05:18.161 INFO:tasks.workunit.client.0.smithi028.stdout:[ OK ] CmpOmap.cmp_set_vals_over_max_keys (2 ms) 2024-08-29T18:05:18.161 INFO:tasks.workunit.client.0.smithi028.stdout:[ RUN ] CmpOmap.cmp_rm_keys_noexist_str 2024-08-29T18:05:18.182 INFO:tasks.workunit.client.0.smithi028.stdout:[ OK ] CmpOmap.cmp_rm_keys_noexist_str (20 ms) 2024-08-29T18:05:18.182 INFO:tasks.workunit.client.0.smithi028.stdout:[ RUN ] CmpOmap.cmp_rm_keys_noexist_u64 2024-08-29T18:05:18.198 INFO:tasks.workunit.client.0.smithi028.stdout:[ OK ] CmpOmap.cmp_rm_keys_noexist_u64 (16 ms) 2024-08-29T18:05:18.198 INFO:tasks.workunit.client.0.smithi028.stdout:[ RUN ] CmpOmap.cmp_rm_keys_str 2024-08-29T18:05:18.217 INFO:tasks.workunit.client.0.smithi028.stdout:[ OK ] CmpOmap.cmp_rm_keys_str (19 ms) 2024-08-29T18:05:18.217 INFO:tasks.workunit.client.0.smithi028.stdout:[ RUN ] CmpOmap.cmp_rm_keys_u64 2024-08-29T18:05:18.238 INFO:tasks.workunit.client.0.smithi028.stdout:[ OK ] CmpOmap.cmp_rm_keys_u64 (20 ms) 2024-08-29T18:05:18.238 INFO:tasks.workunit.client.0.smithi028.stdout:[ RUN ] CmpOmap.cmp_rm_keys_u64_einval 2024-08-29T18:05:18.243 INFO:tasks.workunit.client.0.smithi028.stdout:[ OK ] CmpOmap.cmp_rm_keys_u64_einval (6 ms) 2024-08-29T18:05:18.244 INFO:tasks.workunit.client.0.smithi028.stdout:[ RUN ] CmpOmap.cmp_rm_keys_u64_eio 2024-08-29T18:05:18.249 INFO:tasks.workunit.client.0.smithi028.stdout:[ OK ] CmpOmap.cmp_rm_keys_u64_eio (6 ms) 2024-08-29T18:05:18.250 INFO:tasks.workunit.client.0.smithi028.stdout:[ RUN ] CmpOmap.cmp_rm_keys_at_max_keys 2024-08-29T18:05:18.252 INFO:tasks.workunit.client.0.smithi028.stdout:[ OK ] CmpOmap.cmp_rm_keys_at_max_keys (3 ms) 2024-08-29T18:05:18.253 INFO:tasks.workunit.client.0.smithi028.stdout:[ RUN ] CmpOmap.cmp_rm_keys_over_max_keys 2024-08-29T18:05:18.255 INFO:tasks.workunit.client.0.smithi028.stdout:[ OK ] CmpOmap.cmp_rm_keys_over_max_keys (2 ms) 2024-08-29T18:05:18.255 INFO:tasks.workunit.client.0.smithi028.stdout:[ RUN ] CmpOmap.cmp_rm_keys_u64_empty 2024-08-29T18:05:18.276 INFO:tasks.workunit.client.0.smithi028.stdout:[ OK ] CmpOmap.cmp_rm_keys_u64_empty (21 ms) 2024-08-29T18:05:18.276 INFO:tasks.workunit.client.0.smithi028.stdout:[----------] 31 tests from CmpOmap (317 ms total) 2024-08-29T18:05:18.276 INFO:tasks.workunit.client.0.smithi028.stdout: 2024-08-29T18:05:18.276 INFO:tasks.workunit.client.0.smithi028.stdout:[----------] Global test environment tear-down 2024-08-29T18:05:18.325 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:05:17 smithi053 bash[68679]: cluster 2024-08-29T18:05:16.954670+0000 mon.a (mon.0) 1704 : cluster [DBG] osdmap e998: 8 total, 8 up, 8 in 2024-08-29T18:05:18.326 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:05:17 smithi053 bash[68679]: audit 2024-08-29T18:05:16.958092+0000 mon.c (mon.2) 32 : audit [INF] from='client.? 172.21.15.28:0/1914319793' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi028-111752-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-29T18:05:18.326 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:05:17 smithi053 bash[68679]: audit 2024-08-29T18:05:16.969489+0000 mon.a (mon.0) 1705 : audit [INF] from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi028-111752-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-29T18:05:18.326 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:05:17 smithi053 bash[68679]: cluster 2024-08-29T18:05:17.233198+0000 mgr.y (mgr.25022) 557 : cluster [DBG] pgmap v1074: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 4.5 GiB used, 711 GiB / 715 GiB avail 2024-08-29T18:05:18.326 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:05:17 smithi053 bash[68679]: audit 2024-08-29T18:05:17.947042+0000 mon.a (mon.0) 1706 : audit [INF] from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi028-111752-1","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-29T18:05:18.326 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:05:17 smithi053 bash[68679]: cluster 2024-08-29T18:05:17.954756+0000 mon.a (mon.0) 1707 : cluster [DBG] osdmap e999: 8 total, 8 up, 8 in 2024-08-29T18:05:18.380 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:05:17 smithi028 bash[77168]: cluster 2024-08-29T18:05:16.954670+0000 mon.a (mon.0) 1704 : cluster [DBG] osdmap e998: 8 total, 8 up, 8 in 2024-08-29T18:05:18.381 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:05:17 smithi028 bash[77168]: audit 2024-08-29T18:05:16.958092+0000 mon.c (mon.2) 32 : audit [INF] from='client.? 172.21.15.28:0/1914319793' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi028-111752-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-29T18:05:18.381 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:05:17 smithi028 bash[77168]: audit 2024-08-29T18:05:16.969489+0000 mon.a (mon.0) 1705 : audit [INF] from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi028-111752-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-29T18:05:18.381 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:05:17 smithi028 bash[77168]: cluster 2024-08-29T18:05:17.233198+0000 mgr.y (mgr.25022) 557 : cluster [DBG] pgmap v1074: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 4.5 GiB used, 711 GiB / 715 GiB avail 2024-08-29T18:05:18.381 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:05:17 smithi028 bash[77168]: audit 2024-08-29T18:05:17.947042+0000 mon.a (mon.0) 1706 : audit [INF] from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi028-111752-1","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-29T18:05:18.381 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:05:17 smithi028 bash[77168]: cluster 2024-08-29T18:05:17.954756+0000 mon.a (mon.0) 1707 : cluster [DBG] osdmap e999: 8 total, 8 up, 8 in 2024-08-29T18:05:18.381 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:05:17 smithi028 bash[78352]: cluster 2024-08-29T18:05:16.954670+0000 mon.a (mon.0) 1704 : cluster [DBG] osdmap e998: 8 total, 8 up, 8 in 2024-08-29T18:05:18.381 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:05:17 smithi028 bash[78352]: audit 2024-08-29T18:05:16.958092+0000 mon.c (mon.2) 32 : audit [INF] from='client.? 172.21.15.28:0/1914319793' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi028-111752-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-29T18:05:18.381 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:05:17 smithi028 bash[78352]: audit 2024-08-29T18:05:16.969489+0000 mon.a (mon.0) 1705 : audit [INF] from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi028-111752-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-29T18:05:18.381 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:05:17 smithi028 bash[78352]: cluster 2024-08-29T18:05:17.233198+0000 mgr.y (mgr.25022) 557 : cluster [DBG] pgmap v1074: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 4.5 GiB used, 711 GiB / 715 GiB avail 2024-08-29T18:05:18.382 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:05:17 smithi028 bash[78352]: audit 2024-08-29T18:05:17.947042+0000 mon.a (mon.0) 1706 : audit [INF] from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi028-111752-1","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-29T18:05:18.382 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:05:17 smithi028 bash[78352]: cluster 2024-08-29T18:05:17.954756+0000 mon.a (mon.0) 1707 : cluster [DBG] osdmap e999: 8 total, 8 up, 8 in 2024-08-29T18:05:18.987 INFO:tasks.workunit.client.0.smithi028.stdout:[==========] 31 tests from 1 test suite ran. (2630 ms total) 2024-08-29T18:05:18.987 INFO:tasks.workunit.client.0.smithi028.stdout:[ PASSED ] 31 tests. 2024-08-29T18:05:18.993 INFO:teuthology.orchestra.run:Running command with timeout 3600 2024-08-29T18:05:18.994 DEBUG:teuthology.orchestra.run.smithi028:> sudo rm -rf -- /home/ubuntu/cephtest/mnt.0/client.0/tmp 2024-08-29T18:05:19.048 INFO:tasks.workunit:Running workunit cls/test_cls_hello.sh... 2024-08-29T18:05:19.049 DEBUG:teuthology.orchestra.run.smithi028:workunit test cls/test_cls_hello.sh> mkdir -p -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && cd -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && CEPH_CLI_TEST_DUP_COMMAND=1 CEPH_REF=quincy TESTDIR="/home/ubuntu/cephtest" CEPH_ARGS="--cluster ceph" CEPH_ID="0" PATH=$PATH:/usr/sbin CEPH_BASE=/home/ubuntu/cephtest/clone.client.0 CEPH_ROOT=/home/ubuntu/cephtest/clone.client.0 CEPH_MNT=/home/ubuntu/cephtest/mnt.0 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 3h /home/ubuntu/cephtest/clone.client.0/qa/workunits/cls/test_cls_hello.sh 2024-08-29T18:05:19.110 INFO:tasks.workunit.client.0.smithi028.stdout:Running main() from gmock_main.cc 2024-08-29T18:05:19.110 INFO:tasks.workunit.client.0.smithi028.stdout:[==========] Running 6 tests from 1 test suite. 2024-08-29T18:05:19.110 INFO:tasks.workunit.client.0.smithi028.stdout:[----------] Global test environment set-up. 2024-08-29T18:05:19.110 INFO:tasks.workunit.client.0.smithi028.stdout:[----------] 6 tests from ClsHello 2024-08-29T18:05:19.110 INFO:tasks.workunit.client.0.smithi028.stdout:[ RUN ] ClsHello.SayHello 2024-08-29T18:05:19.325 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:05:18 smithi053 bash[68679]: cluster 2024-08-29T18:05:17.960486+0000 mon.a (mon.0) 1708 : cluster [WRN] Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-08-29T18:05:19.380 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:05:18 smithi028 bash[78352]: cluster 2024-08-29T18:05:17.960486+0000 mon.a (mon.0) 1708 : cluster [WRN] Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-08-29T18:05:19.381 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:05:18 smithi028 bash[77168]: cluster 2024-08-29T18:05:17.960486+0000 mon.a (mon.0) 1708 : cluster [WRN] Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-08-29T18:05:20.325 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:05:19 smithi053 bash[68679]: cluster 2024-08-29T18:05:18.981397+0000 mon.a (mon.0) 1709 : cluster [DBG] osdmap e1000: 8 total, 8 up, 8 in 2024-08-29T18:05:20.325 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:05:19 smithi053 bash[68679]: cluster 2024-08-29T18:05:19.233853+0000 mgr.y (mgr.25022) 558 : cluster [DBG] pgmap v1077: 105 pgs: 105 active+clean; 583 KiB data, 4.5 GiB used, 711 GiB / 715 GiB avail 2024-08-29T18:05:20.380 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:05:19 smithi028 bash[78352]: cluster 2024-08-29T18:05:18.981397+0000 mon.a (mon.0) 1709 : cluster [DBG] osdmap e1000: 8 total, 8 up, 8 in 2024-08-29T18:05:20.380 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:05:19 smithi028 bash[78352]: cluster 2024-08-29T18:05:19.233853+0000 mgr.y (mgr.25022) 558 : cluster [DBG] pgmap v1077: 105 pgs: 105 active+clean; 583 KiB data, 4.5 GiB used, 711 GiB / 715 GiB avail 2024-08-29T18:05:20.381 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:05:19 smithi028 bash[77168]: cluster 2024-08-29T18:05:18.981397+0000 mon.a (mon.0) 1709 : cluster [DBG] osdmap e1000: 8 total, 8 up, 8 in 2024-08-29T18:05:20.381 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:05:19 smithi028 bash[77168]: cluster 2024-08-29T18:05:19.233853+0000 mgr.y (mgr.25022) 558 : cluster [DBG] pgmap v1077: 105 pgs: 105 active+clean; 583 KiB data, 4.5 GiB used, 711 GiB / 715 GiB avail 2024-08-29T18:05:21.325 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:05:21 smithi053 bash[68679]: cluster 2024-08-29T18:05:19.975152+0000 mon.a (mon.0) 1710 : cluster [INF] Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-08-29T18:05:21.326 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:05:21 smithi053 bash[68679]: cluster 2024-08-29T18:05:19.975219+0000 mon.a (mon.0) 1711 : cluster [INF] Cluster is now healthy 2024-08-29T18:05:21.326 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:05:21 smithi053 bash[68679]: cluster 2024-08-29T18:05:19.996162+0000 mon.a (mon.0) 1712 : cluster [DBG] osdmap e1001: 8 total, 8 up, 8 in 2024-08-29T18:05:21.326 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:05:21 smithi053 bash[68679]: audit 2024-08-29T18:05:20.000630+0000 mon.c (mon.2) 33 : audit [INF] from='client.? 172.21.15.28:0/3043939342' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi028-111776-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-29T18:05:21.326 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:05:21 smithi053 bash[68679]: audit 2024-08-29T18:05:20.003133+0000 mon.a (mon.0) 1713 : audit [INF] from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi028-111776-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-29T18:05:21.381 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:05:21 smithi028 bash[77168]: cluster 2024-08-29T18:05:19.975152+0000 mon.a (mon.0) 1710 : cluster [INF] Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-08-29T18:05:21.381 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:05:21 smithi028 bash[77168]: cluster 2024-08-29T18:05:19.975219+0000 mon.a (mon.0) 1711 : cluster [INF] Cluster is now healthy 2024-08-29T18:05:21.381 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:05:21 smithi028 bash[77168]: cluster 2024-08-29T18:05:19.996162+0000 mon.a (mon.0) 1712 : cluster [DBG] osdmap e1001: 8 total, 8 up, 8 in 2024-08-29T18:05:21.381 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:05:21 smithi028 bash[77168]: audit 2024-08-29T18:05:20.000630+0000 mon.c (mon.2) 33 : audit [INF] from='client.? 172.21.15.28:0/3043939342' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi028-111776-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-29T18:05:21.381 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:05:21 smithi028 bash[77168]: audit 2024-08-29T18:05:20.003133+0000 mon.a (mon.0) 1713 : audit [INF] from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi028-111776-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-29T18:05:21.381 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:05:21 smithi028 bash[78352]: cluster 2024-08-29T18:05:19.975152+0000 mon.a (mon.0) 1710 : cluster [INF] Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-08-29T18:05:21.381 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:05:21 smithi028 bash[78352]: cluster 2024-08-29T18:05:19.975219+0000 mon.a (mon.0) 1711 : cluster [INF] Cluster is now healthy 2024-08-29T18:05:21.381 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:05:21 smithi028 bash[78352]: cluster 2024-08-29T18:05:19.996162+0000 mon.a (mon.0) 1712 : cluster [DBG] osdmap e1001: 8 total, 8 up, 8 in 2024-08-29T18:05:21.382 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:05:21 smithi028 bash[78352]: audit 2024-08-29T18:05:20.000630+0000 mon.c (mon.2) 33 : audit [INF] from='client.? 172.21.15.28:0/3043939342' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi028-111776-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-29T18:05:21.382 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:05:21 smithi028 bash[78352]: audit 2024-08-29T18:05:20.003133+0000 mon.a (mon.0) 1713 : audit [INF] from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi028-111776-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-29T18:05:21.880 INFO:journalctl@ceph.mgr.y.smithi028.stdout:Aug 29 18:05:21 smithi028 bash[70818]: ::ffff:172.21.15.53 - - [29/Aug/2024:18:05:21] "GET /metrics HTTP/1.1" 200 36330 "" "Prometheus/2.43.0" 2024-08-29T18:05:22.025 INFO:tasks.workunit.client.0.smithi028.stdout:[ OK ] ClsHello.SayHello (2915 ms) 2024-08-29T18:05:22.025 INFO:tasks.workunit.client.0.smithi028.stdout:[ RUN ] ClsHello.RecordHello 2024-08-29T18:05:22.314 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:05:22 smithi053 bash[68679]: audit 2024-08-29T18:05:20.989192+0000 mon.a (mon.0) 1714 : audit [INF] from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi028-111776-1","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-29T18:05:22.314 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:05:22 smithi053 bash[68679]: cluster 2024-08-29T18:05:20.998092+0000 mon.a (mon.0) 1715 : cluster [DBG] osdmap e1002: 8 total, 8 up, 8 in 2024-08-29T18:05:22.314 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:05:22 smithi053 bash[68679]: cluster 2024-08-29T18:05:21.234506+0000 mgr.y (mgr.25022) 559 : cluster [DBG] pgmap v1080: 137 pgs: 2 creating+peering, 30 unknown, 105 active+clean; 583 KiB data, 4.5 GiB used, 711 GiB / 715 GiB avail 2024-08-29T18:05:22.380 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:05:22 smithi028 bash[77168]: audit 2024-08-29T18:05:20.989192+0000 mon.a (mon.0) 1714 : audit [INF] from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi028-111776-1","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-29T18:05:22.381 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:05:22 smithi028 bash[77168]: cluster 2024-08-29T18:05:20.998092+0000 mon.a (mon.0) 1715 : cluster [DBG] osdmap e1002: 8 total, 8 up, 8 in 2024-08-29T18:05:22.381 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:05:22 smithi028 bash[77168]: cluster 2024-08-29T18:05:21.234506+0000 mgr.y (mgr.25022) 559 : cluster [DBG] pgmap v1080: 137 pgs: 2 creating+peering, 30 unknown, 105 active+clean; 583 KiB data, 4.5 GiB used, 711 GiB / 715 GiB avail 2024-08-29T18:05:22.381 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:05:22 smithi028 bash[78352]: audit 2024-08-29T18:05:20.989192+0000 mon.a (mon.0) 1714 : audit [INF] from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi028-111776-1","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-29T18:05:22.381 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:05:22 smithi028 bash[78352]: cluster 2024-08-29T18:05:20.998092+0000 mon.a (mon.0) 1715 : cluster [DBG] osdmap e1002: 8 total, 8 up, 8 in 2024-08-29T18:05:22.381 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:05:22 smithi028 bash[78352]: cluster 2024-08-29T18:05:21.234506+0000 mgr.y (mgr.25022) 559 : cluster [DBG] pgmap v1080: 137 pgs: 2 creating+peering, 30 unknown, 105 active+clean; 583 KiB data, 4.5 GiB used, 711 GiB / 715 GiB avail 2024-08-29T18:05:22.575 INFO:journalctl@ceph.prometheus.a.smithi053.stdout:Aug 29 18:05:22 smithi053 bash[95567]: ts=2024-08-29T18:05:22.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"3167ee72-662c-11ef-bcd4-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-29T18:05:23.325 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:05:23 smithi053 bash[68679]: cluster 2024-08-29T18:05:22.018082+0000 mon.a (mon.0) 1716 : cluster [DBG] osdmap e1003: 8 total, 8 up, 8 in 2024-08-29T18:05:23.380 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:05:23 smithi028 bash[77168]: cluster 2024-08-29T18:05:22.018082+0000 mon.a (mon.0) 1716 : cluster [DBG] osdmap e1003: 8 total, 8 up, 8 in 2024-08-29T18:05:23.381 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:05:23 smithi028 bash[78352]: cluster 2024-08-29T18:05:22.018082+0000 mon.a (mon.0) 1716 : cluster [DBG] osdmap e1003: 8 total, 8 up, 8 in 2024-08-29T18:05:24.325 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:05:24 smithi053 bash[68679]: cluster 2024-08-29T18:05:23.024129+0000 mon.a (mon.0) 1717 : cluster [DBG] osdmap e1004: 8 total, 8 up, 8 in 2024-08-29T18:05:24.326 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:05:24 smithi053 bash[68679]: audit 2024-08-29T18:05:23.029750+0000 mon.c (mon.2) 34 : audit [INF] from='client.? 172.21.15.28:0/3216884965' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi028-111776-2","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-29T18:05:24.326 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:05:24 smithi053 bash[68679]: audit 2024-08-29T18:05:23.041533+0000 mon.a (mon.0) 1718 : audit [INF] from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi028-111776-2","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-29T18:05:24.326 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:05:24 smithi053 bash[68679]: cluster 2024-08-29T18:05:23.235325+0000 mgr.y (mgr.25022) 560 : cluster [DBG] pgmap v1083: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 4.5 GiB used, 711 GiB / 715 GiB avail 2024-08-29T18:05:24.326 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:05:24 smithi053 bash[68679]: audit 2024-08-29T18:05:24.016336+0000 mon.a (mon.0) 1719 : audit [INF] from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi028-111776-2","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-29T18:05:24.326 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:05:24 smithi053 bash[68679]: cluster 2024-08-29T18:05:24.024285+0000 mon.a (mon.0) 1720 : cluster [DBG] osdmap e1005: 8 total, 8 up, 8 in 2024-08-29T18:05:24.380 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:05:24 smithi028 bash[77168]: cluster 2024-08-29T18:05:23.024129+0000 mon.a (mon.0) 1717 : cluster [DBG] osdmap e1004: 8 total, 8 up, 8 in 2024-08-29T18:05:24.381 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:05:24 smithi028 bash[77168]: audit 2024-08-29T18:05:23.029750+0000 mon.c (mon.2) 34 : audit [INF] from='client.? 172.21.15.28:0/3216884965' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi028-111776-2","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-29T18:05:24.381 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:05:24 smithi028 bash[77168]: audit 2024-08-29T18:05:23.041533+0000 mon.a (mon.0) 1718 : audit [INF] from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi028-111776-2","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-29T18:05:24.381 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:05:24 smithi028 bash[77168]: cluster 2024-08-29T18:05:23.235325+0000 mgr.y (mgr.25022) 560 : cluster [DBG] pgmap v1083: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 4.5 GiB used, 711 GiB / 715 GiB avail 2024-08-29T18:05:24.381 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:05:24 smithi028 bash[77168]: audit 2024-08-29T18:05:24.016336+0000 mon.a (mon.0) 1719 : audit [INF] from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi028-111776-2","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-29T18:05:24.381 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:05:24 smithi028 bash[77168]: cluster 2024-08-29T18:05:24.024285+0000 mon.a (mon.0) 1720 : cluster [DBG] osdmap e1005: 8 total, 8 up, 8 in 2024-08-29T18:05:24.381 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:05:24 smithi028 bash[78352]: cluster 2024-08-29T18:05:23.024129+0000 mon.a (mon.0) 1717 : cluster [DBG] osdmap e1004: 8 total, 8 up, 8 in 2024-08-29T18:05:24.381 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:05:24 smithi028 bash[78352]: audit 2024-08-29T18:05:23.029750+0000 mon.c (mon.2) 34 : audit [INF] from='client.? 172.21.15.28:0/3216884965' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi028-111776-2","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-29T18:05:24.381 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:05:24 smithi028 bash[78352]: audit 2024-08-29T18:05:23.041533+0000 mon.a (mon.0) 1718 : audit [INF] from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi028-111776-2","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-29T18:05:24.382 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:05:24 smithi028 bash[78352]: cluster 2024-08-29T18:05:23.235325+0000 mgr.y (mgr.25022) 560 : cluster [DBG] pgmap v1083: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 4.5 GiB used, 711 GiB / 715 GiB avail 2024-08-29T18:05:24.382 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:05:24 smithi028 bash[78352]: audit 2024-08-29T18:05:24.016336+0000 mon.a (mon.0) 1719 : audit [INF] from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi028-111776-2","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-29T18:05:24.382 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:05:24 smithi028 bash[78352]: cluster 2024-08-29T18:05:24.024285+0000 mon.a (mon.0) 1720 : cluster [DBG] osdmap e1005: 8 total, 8 up, 8 in 2024-08-29T18:05:25.061 INFO:tasks.workunit.client.0.smithi028.stdout:[ OK ] ClsHello.RecordHello (3036 ms) 2024-08-29T18:05:25.061 INFO:tasks.workunit.client.0.smithi028.stdout:[ RUN ] ClsHello.WriteReturnData 2024-08-29T18:05:25.325 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:05:25 smithi053 bash[68679]: cluster 2024-08-29T18:05:24.034576+0000 mon.a (mon.0) 1721 : cluster [WRN] Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-08-29T18:05:25.380 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:05:25 smithi028 bash[78352]: cluster 2024-08-29T18:05:24.034576+0000 mon.a (mon.0) 1721 : cluster [WRN] Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-08-29T18:05:25.380 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:05:25 smithi028 bash[77168]: cluster 2024-08-29T18:05:24.034576+0000 mon.a (mon.0) 1721 : cluster [WRN] Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-08-29T18:05:26.325 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:05:26 smithi053 bash[68679]: cluster 2024-08-29T18:05:25.055248+0000 mon.a (mon.0) 1722 : cluster [DBG] osdmap e1006: 8 total, 8 up, 8 in 2024-08-29T18:05:26.325 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:05:26 smithi053 bash[68679]: cluster 2024-08-29T18:05:25.236070+0000 mgr.y (mgr.25022) 561 : cluster [DBG] pgmap v1086: 105 pgs: 105 active+clean; 583 KiB data, 4.5 GiB used, 711 GiB / 715 GiB avail 2024-08-29T18:05:26.380 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:05:26 smithi028 bash[77168]: cluster 2024-08-29T18:05:25.055248+0000 mon.a (mon.0) 1722 : cluster [DBG] osdmap e1006: 8 total, 8 up, 8 in 2024-08-29T18:05:26.380 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:05:26 smithi028 bash[77168]: cluster 2024-08-29T18:05:25.236070+0000 mgr.y (mgr.25022) 561 : cluster [DBG] pgmap v1086: 105 pgs: 105 active+clean; 583 KiB data, 4.5 GiB used, 711 GiB / 715 GiB avail 2024-08-29T18:05:26.381 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:05:26 smithi028 bash[78352]: cluster 2024-08-29T18:05:25.055248+0000 mon.a (mon.0) 1722 : cluster [DBG] osdmap e1006: 8 total, 8 up, 8 in 2024-08-29T18:05:26.381 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:05:26 smithi028 bash[78352]: cluster 2024-08-29T18:05:25.236070+0000 mgr.y (mgr.25022) 561 : cluster [DBG] pgmap v1086: 105 pgs: 105 active+clean; 583 KiB data, 4.5 GiB used, 711 GiB / 715 GiB avail 2024-08-29T18:05:27.091 INFO:tasks.workunit.client.0.smithi028.stdout:require_osd_release = squid 2024-08-29T18:05:27.116 INFO:tasks.workunit.client.0.smithi028.stdout:0 2024-08-29T18:05:27.118 INFO:tasks.workunit.client.0.smithi028.stdout:1 2024-08-29T18:05:27.120 INFO:tasks.workunit.client.0.smithi028.stdout:2 2024-08-29T18:05:27.121 INFO:tasks.workunit.client.0.smithi028.stdout:3 2024-08-29T18:05:27.123 INFO:tasks.workunit.client.0.smithi028.stdout:4 2024-08-29T18:05:27.125 INFO:tasks.workunit.client.0.smithi028.stdout:5 2024-08-29T18:05:27.126 INFO:tasks.workunit.client.0.smithi028.stdout:6 2024-08-29T18:05:27.128 INFO:tasks.workunit.client.0.smithi028.stdout:7 2024-08-29T18:05:27.129 INFO:tasks.workunit.client.0.smithi028.stdout:8 2024-08-29T18:05:27.131 INFO:tasks.workunit.client.0.smithi028.stdout:9 2024-08-29T18:05:27.132 INFO:tasks.workunit.client.0.smithi028.stdout:10 2024-08-29T18:05:27.134 INFO:tasks.workunit.client.0.smithi028.stdout:11 2024-08-29T18:05:27.135 INFO:tasks.workunit.client.0.smithi028.stdout:12 2024-08-29T18:05:27.137 INFO:tasks.workunit.client.0.smithi028.stdout:13 2024-08-29T18:05:27.138 INFO:tasks.workunit.client.0.smithi028.stdout:14 2024-08-29T18:05:27.139 INFO:tasks.workunit.client.0.smithi028.stdout:15 2024-08-29T18:05:27.141 INFO:tasks.workunit.client.0.smithi028.stdout:16 2024-08-29T18:05:27.142 INFO:tasks.workunit.client.0.smithi028.stdout:17 2024-08-29T18:05:27.144 INFO:tasks.workunit.client.0.smithi028.stdout:18 2024-08-29T18:05:27.145 INFO:tasks.workunit.client.0.smithi028.stdout:19 2024-08-29T18:05:27.147 INFO:tasks.workunit.client.0.smithi028.stdout:20 2024-08-29T18:05:27.148 INFO:tasks.workunit.client.0.smithi028.stdout:21 2024-08-29T18:05:27.150 INFO:tasks.workunit.client.0.smithi028.stdout:22 2024-08-29T18:05:27.151 INFO:tasks.workunit.client.0.smithi028.stdout:23 2024-08-29T18:05:27.153 INFO:tasks.workunit.client.0.smithi028.stdout:24 2024-08-29T18:05:27.154 INFO:tasks.workunit.client.0.smithi028.stdout:25 2024-08-29T18:05:27.156 INFO:tasks.workunit.client.0.smithi028.stdout:26 2024-08-29T18:05:27.157 INFO:tasks.workunit.client.0.smithi028.stdout:27 2024-08-29T18:05:27.159 INFO:tasks.workunit.client.0.smithi028.stdout:28 2024-08-29T18:05:27.160 INFO:tasks.workunit.client.0.smithi028.stdout:29 2024-08-29T18:05:27.162 INFO:tasks.workunit.client.0.smithi028.stdout:30 2024-08-29T18:05:27.163 INFO:tasks.workunit.client.0.smithi028.stdout:31 2024-08-29T18:05:27.164 INFO:tasks.workunit.client.0.smithi028.stdout:32 2024-08-29T18:05:27.166 INFO:tasks.workunit.client.0.smithi028.stdout:33 2024-08-29T18:05:27.167 INFO:tasks.workunit.client.0.smithi028.stdout:34 2024-08-29T18:05:27.169 INFO:tasks.workunit.client.0.smithi028.stdout:35 2024-08-29T18:05:27.171 INFO:tasks.workunit.client.0.smithi028.stdout:36 2024-08-29T18:05:27.173 INFO:tasks.workunit.client.0.smithi028.stdout:37 2024-08-29T18:05:27.175 INFO:tasks.workunit.client.0.smithi028.stdout:38 2024-08-29T18:05:27.178 INFO:tasks.workunit.client.0.smithi028.stdout:39 2024-08-29T18:05:27.180 INFO:tasks.workunit.client.0.smithi028.stdout:40 2024-08-29T18:05:27.182 INFO:tasks.workunit.client.0.smithi028.stdout:41 2024-08-29T18:05:27.184 INFO:tasks.workunit.client.0.smithi028.stdout:42 2024-08-29T18:05:27.186 INFO:tasks.workunit.client.0.smithi028.stdout:43 2024-08-29T18:05:27.188 INFO:tasks.workunit.client.0.smithi028.stdout:44 2024-08-29T18:05:27.190 INFO:tasks.workunit.client.0.smithi028.stdout:45 2024-08-29T18:05:27.192 INFO:tasks.workunit.client.0.smithi028.stdout:46 2024-08-29T18:05:27.193 INFO:tasks.workunit.client.0.smithi028.stdout:47 2024-08-29T18:05:27.195 INFO:tasks.workunit.client.0.smithi028.stdout:48 2024-08-29T18:05:27.197 INFO:tasks.workunit.client.0.smithi028.stdout:49 2024-08-29T18:05:27.199 INFO:tasks.workunit.client.0.smithi028.stdout:50 2024-08-29T18:05:27.201 INFO:tasks.workunit.client.0.smithi028.stdout:51 2024-08-29T18:05:27.203 INFO:tasks.workunit.client.0.smithi028.stdout:52 2024-08-29T18:05:27.205 INFO:tasks.workunit.client.0.smithi028.stdout:53 2024-08-29T18:05:27.207 INFO:tasks.workunit.client.0.smithi028.stdout:54 2024-08-29T18:05:27.208 INFO:tasks.workunit.client.0.smithi028.stdout:55 2024-08-29T18:05:27.210 INFO:tasks.workunit.client.0.smithi028.stdout:56 2024-08-29T18:05:27.212 INFO:tasks.workunit.client.0.smithi028.stdout:57 2024-08-29T18:05:27.214 INFO:tasks.workunit.client.0.smithi028.stdout:58 2024-08-29T18:05:27.216 INFO:tasks.workunit.client.0.smithi028.stdout:59 2024-08-29T18:05:27.218 INFO:tasks.workunit.client.0.smithi028.stdout:60 2024-08-29T18:05:27.220 INFO:tasks.workunit.client.0.smithi028.stdout:61 2024-08-29T18:05:27.222 INFO:tasks.workunit.client.0.smithi028.stdout:62 2024-08-29T18:05:27.224 INFO:tasks.workunit.client.0.smithi028.stdout:63 2024-08-29T18:05:27.226 INFO:tasks.workunit.client.0.smithi028.stdout:64 2024-08-29T18:05:27.233 INFO:tasks.workunit.client.0.smithi028.stdout:65 2024-08-29T18:05:27.236 INFO:tasks.workunit.client.0.smithi028.stdout:66 2024-08-29T18:05:27.238 INFO:tasks.workunit.client.0.smithi028.stdout:67 2024-08-29T18:05:27.240 INFO:tasks.workunit.client.0.smithi028.stdout:68 2024-08-29T18:05:27.242 INFO:tasks.workunit.client.0.smithi028.stdout:69 2024-08-29T18:05:27.244 INFO:tasks.workunit.client.0.smithi028.stdout:70 2024-08-29T18:05:27.246 INFO:tasks.workunit.client.0.smithi028.stdout:71 2024-08-29T18:05:27.248 INFO:tasks.workunit.client.0.smithi028.stdout:72 2024-08-29T18:05:27.250 INFO:tasks.workunit.client.0.smithi028.stdout:73 2024-08-29T18:05:27.252 INFO:tasks.workunit.client.0.smithi028.stdout:74 2024-08-29T18:05:27.254 INFO:tasks.workunit.client.0.smithi028.stdout:75 2024-08-29T18:05:27.256 INFO:tasks.workunit.client.0.smithi028.stdout:76 2024-08-29T18:05:27.258 INFO:tasks.workunit.client.0.smithi028.stdout:77 2024-08-29T18:05:27.259 INFO:tasks.workunit.client.0.smithi028.stdout:78 2024-08-29T18:05:27.261 INFO:tasks.workunit.client.0.smithi028.stdout:79 2024-08-29T18:05:27.263 INFO:tasks.workunit.client.0.smithi028.stdout:80 2024-08-29T18:05:27.265 INFO:tasks.workunit.client.0.smithi028.stdout:81 2024-08-29T18:05:27.267 INFO:tasks.workunit.client.0.smithi028.stdout:82 2024-08-29T18:05:27.269 INFO:tasks.workunit.client.0.smithi028.stdout:83 2024-08-29T18:05:27.271 INFO:tasks.workunit.client.0.smithi028.stdout:84 2024-08-29T18:05:27.273 INFO:tasks.workunit.client.0.smithi028.stdout:85 2024-08-29T18:05:27.275 INFO:tasks.workunit.client.0.smithi028.stdout:86 2024-08-29T18:05:27.277 INFO:tasks.workunit.client.0.smithi028.stdout:87 2024-08-29T18:05:27.279 INFO:tasks.workunit.client.0.smithi028.stdout:88 2024-08-29T18:05:27.280 INFO:tasks.workunit.client.0.smithi028.stdout:89 2024-08-29T18:05:27.282 INFO:tasks.workunit.client.0.smithi028.stdout:90 2024-08-29T18:05:27.285 INFO:tasks.workunit.client.0.smithi028.stdout:91 2024-08-29T18:05:27.286 INFO:tasks.workunit.client.0.smithi028.stdout:92 2024-08-29T18:05:27.289 INFO:tasks.workunit.client.0.smithi028.stdout:93 2024-08-29T18:05:27.290 INFO:tasks.workunit.client.0.smithi028.stdout:94 2024-08-29T18:05:27.292 INFO:tasks.workunit.client.0.smithi028.stdout:95 2024-08-29T18:05:27.294 INFO:tasks.workunit.client.0.smithi028.stdout:96 2024-08-29T18:05:27.296 INFO:tasks.workunit.client.0.smithi028.stdout:97 2024-08-29T18:05:27.298 INFO:tasks.workunit.client.0.smithi028.stdout:98 2024-08-29T18:05:27.300 INFO:tasks.workunit.client.0.smithi028.stdout:99 2024-08-29T18:05:27.302 INFO:tasks.workunit.client.0.smithi028.stdout:100 2024-08-29T18:05:27.304 INFO:tasks.workunit.client.0.smithi028.stdout:101 2024-08-29T18:05:27.306 INFO:tasks.workunit.client.0.smithi028.stdout:102 2024-08-29T18:05:27.308 INFO:tasks.workunit.client.0.smithi028.stdout:103 2024-08-29T18:05:27.310 INFO:tasks.workunit.client.0.smithi028.stdout:104 2024-08-29T18:05:27.312 INFO:tasks.workunit.client.0.smithi028.stdout:105 2024-08-29T18:05:27.314 INFO:tasks.workunit.client.0.smithi028.stdout:106 2024-08-29T18:05:27.316 INFO:tasks.workunit.client.0.smithi028.stdout:107 2024-08-29T18:05:27.318 INFO:tasks.workunit.client.0.smithi028.stdout:108 2024-08-29T18:05:27.320 INFO:tasks.workunit.client.0.smithi028.stdout:109 2024-08-29T18:05:27.322 INFO:tasks.workunit.client.0.smithi028.stdout:110 2024-08-29T18:05:27.324 INFO:tasks.workunit.client.0.smithi028.stdout:111 2024-08-29T18:05:27.325 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:05:27 smithi053 bash[68679]: cluster 2024-08-29T18:05:26.048085+0000 mon.a (mon.0) 1723 : cluster [INF] Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-08-29T18:05:27.325 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:05:27 smithi053 bash[68679]: cluster 2024-08-29T18:05:26.048141+0000 mon.a (mon.0) 1724 : cluster [INF] Cluster is now healthy 2024-08-29T18:05:27.325 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:05:27 smithi053 bash[68679]: cluster 2024-08-29T18:05:26.067338+0000 mon.a (mon.0) 1725 : cluster [DBG] osdmap e1007: 8 total, 8 up, 8 in 2024-08-29T18:05:27.325 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:05:27 smithi053 bash[68679]: audit 2024-08-29T18:05:26.071433+0000 mon.c (mon.2) 35 : audit [INF] from='client.? 172.21.15.28:0/350210796' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi028-111776-3","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-29T18:05:27.326 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:05:27 smithi053 bash[68679]: audit 2024-08-29T18:05:26.072328+0000 mon.a (mon.0) 1726 : audit [INF] from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi028-111776-3","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-29T18:05:27.326 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:05:27 smithi053 bash[68679]: audit 2024-08-29T18:05:26.918577+0000 mon.a (mon.0) 1727 : audit [DBG] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-29T18:05:27.326 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:05:27 smithi053 bash[68679]: audit 2024-08-29T18:05:27.054780+0000 mon.a (mon.0) 1728 : audit [INF] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' 2024-08-29T18:05:27.326 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:05:27 smithi053 bash[68679]: audit 2024-08-29T18:05:27.056944+0000 mon.a (mon.0) 1729 : audit [DBG] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-29T18:05:27.326 INFO:tasks.workunit.client.0.smithi028.stdout:112 2024-08-29T18:05:27.328 INFO:tasks.workunit.client.0.smithi028.stdout:113 2024-08-29T18:05:27.330 INFO:tasks.workunit.client.0.smithi028.stdout:114 2024-08-29T18:05:27.333 INFO:tasks.workunit.client.0.smithi028.stdout:115 2024-08-29T18:05:27.335 INFO:tasks.workunit.client.0.smithi028.stdout:116 2024-08-29T18:05:27.337 INFO:tasks.workunit.client.0.smithi028.stdout:117 2024-08-29T18:05:27.339 INFO:tasks.workunit.client.0.smithi028.stdout:118 2024-08-29T18:05:27.341 INFO:tasks.workunit.client.0.smithi028.stdout:119 2024-08-29T18:05:27.343 INFO:tasks.workunit.client.0.smithi028.stdout:120 2024-08-29T18:05:27.345 INFO:tasks.workunit.client.0.smithi028.stdout:121 2024-08-29T18:05:27.347 INFO:tasks.workunit.client.0.smithi028.stdout:122 2024-08-29T18:05:27.349 INFO:tasks.workunit.client.0.smithi028.stdout:123 2024-08-29T18:05:27.351 INFO:tasks.workunit.client.0.smithi028.stdout:124 2024-08-29T18:05:27.353 INFO:tasks.workunit.client.0.smithi028.stdout:125 2024-08-29T18:05:27.355 INFO:tasks.workunit.client.0.smithi028.stdout:126 2024-08-29T18:05:27.357 INFO:tasks.workunit.client.0.smithi028.stdout:127 2024-08-29T18:05:27.359 INFO:tasks.workunit.client.0.smithi028.stdout:128 2024-08-29T18:05:27.361 INFO:tasks.workunit.client.0.smithi028.stdout:129 2024-08-29T18:05:27.363 INFO:tasks.workunit.client.0.smithi028.stdout:130 2024-08-29T18:05:27.365 INFO:tasks.workunit.client.0.smithi028.stdout:131 2024-08-29T18:05:27.367 INFO:tasks.workunit.client.0.smithi028.stdout:132 2024-08-29T18:05:27.370 INFO:tasks.workunit.client.0.smithi028.stdout:133 2024-08-29T18:05:27.372 INFO:tasks.workunit.client.0.smithi028.stdout:134 2024-08-29T18:05:27.374 INFO:tasks.workunit.client.0.smithi028.stdout:135 2024-08-29T18:05:27.377 INFO:tasks.workunit.client.0.smithi028.stdout:136 2024-08-29T18:05:27.379 INFO:tasks.workunit.client.0.smithi028.stdout:137 2024-08-29T18:05:27.380 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:05:27 smithi028 bash[78352]: cluster 2024-08-29T18:05:26.048085+0000 mon.a (mon.0) 1723 : cluster [INF] Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-08-29T18:05:27.380 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:05:27 smithi028 bash[78352]: cluster 2024-08-29T18:05:26.048141+0000 mon.a (mon.0) 1724 : cluster [INF] Cluster is now healthy 2024-08-29T18:05:27.381 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:05:27 smithi028 bash[78352]: cluster 2024-08-29T18:05:26.067338+0000 mon.a (mon.0) 1725 : cluster [DBG] osdmap e1007: 8 total, 8 up, 8 in 2024-08-29T18:05:27.381 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:05:27 smithi028 bash[78352]: audit 2024-08-29T18:05:26.071433+0000 mon.c (mon.2) 35 : audit [INF] from='client.? 172.21.15.28:0/350210796' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi028-111776-3","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-29T18:05:27.381 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:05:27 smithi028 bash[78352]: audit 2024-08-29T18:05:26.072328+0000 mon.a (mon.0) 1726 : audit [INF] from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi028-111776-3","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-29T18:05:27.381 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:05:27 smithi028 bash[78352]: audit 2024-08-29T18:05:26.918577+0000 mon.a (mon.0) 1727 : audit [DBG] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-29T18:05:27.381 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:05:27 smithi028 bash[78352]: audit 2024-08-29T18:05:27.054780+0000 mon.a (mon.0) 1728 : audit [INF] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' 2024-08-29T18:05:27.381 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:05:27 smithi028 bash[78352]: audit 2024-08-29T18:05:27.056944+0000 mon.a (mon.0) 1729 : audit [DBG] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-29T18:05:27.381 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:05:27 smithi028 bash[77168]: cluster 2024-08-29T18:05:26.048085+0000 mon.a (mon.0) 1723 : cluster [INF] Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-08-29T18:05:27.381 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:05:27 smithi028 bash[77168]: cluster 2024-08-29T18:05:26.048141+0000 mon.a (mon.0) 1724 : cluster [INF] Cluster is now healthy 2024-08-29T18:05:27.381 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:05:27 smithi028 bash[77168]: cluster 2024-08-29T18:05:26.067338+0000 mon.a (mon.0) 1725 : cluster [DBG] osdmap e1007: 8 total, 8 up, 8 in 2024-08-29T18:05:27.382 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:05:27 smithi028 bash[77168]: audit 2024-08-29T18:05:26.071433+0000 mon.c (mon.2) 35 : audit [INF] from='client.? 172.21.15.28:0/350210796' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi028-111776-3","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-29T18:05:27.382 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:05:27 smithi028 bash[77168]: audit 2024-08-29T18:05:26.072328+0000 mon.a (mon.0) 1726 : audit [INF] from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi028-111776-3","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-29T18:05:27.382 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:05:27 smithi028 bash[77168]: audit 2024-08-29T18:05:26.918577+0000 mon.a (mon.0) 1727 : audit [DBG] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-29T18:05:27.382 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:05:27 smithi028 bash[77168]: audit 2024-08-29T18:05:27.054780+0000 mon.a (mon.0) 1728 : audit [INF] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' 2024-08-29T18:05:27.382 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:05:27 smithi028 bash[77168]: audit 2024-08-29T18:05:27.056944+0000 mon.a (mon.0) 1729 : audit [DBG] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-29T18:05:27.382 INFO:tasks.workunit.client.0.smithi028.stdout:138 2024-08-29T18:05:27.383 INFO:tasks.workunit.client.0.smithi028.stdout:139 2024-08-29T18:05:27.385 INFO:tasks.workunit.client.0.smithi028.stdout:140 2024-08-29T18:05:27.391 INFO:tasks.workunit.client.0.smithi028.stdout:141 2024-08-29T18:05:27.396 INFO:tasks.workunit.client.0.smithi028.stdout:142 2024-08-29T18:05:27.398 INFO:tasks.workunit.client.0.smithi028.stdout:143 2024-08-29T18:05:27.400 INFO:tasks.workunit.client.0.smithi028.stdout:144 2024-08-29T18:05:27.402 INFO:tasks.workunit.client.0.smithi028.stdout:145 2024-08-29T18:05:27.404 INFO:tasks.workunit.client.0.smithi028.stdout:146 2024-08-29T18:05:27.406 INFO:tasks.workunit.client.0.smithi028.stdout:147 2024-08-29T18:05:27.408 INFO:tasks.workunit.client.0.smithi028.stdout:148 2024-08-29T18:05:27.410 INFO:tasks.workunit.client.0.smithi028.stdout:149 2024-08-29T18:05:27.412 INFO:tasks.workunit.client.0.smithi028.stdout:150 2024-08-29T18:05:27.414 INFO:tasks.workunit.client.0.smithi028.stdout:151 2024-08-29T18:05:27.416 INFO:tasks.workunit.client.0.smithi028.stdout:152 2024-08-29T18:05:27.418 INFO:tasks.workunit.client.0.smithi028.stdout:153 2024-08-29T18:05:27.420 INFO:tasks.workunit.client.0.smithi028.stdout:154 2024-08-29T18:05:27.422 INFO:tasks.workunit.client.0.smithi028.stdout:155 2024-08-29T18:05:27.424 INFO:tasks.workunit.client.0.smithi028.stdout:156 2024-08-29T18:05:27.426 INFO:tasks.workunit.client.0.smithi028.stdout:157 2024-08-29T18:05:27.428 INFO:tasks.workunit.client.0.smithi028.stdout:158 2024-08-29T18:05:27.430 INFO:tasks.workunit.client.0.smithi028.stdout:159 2024-08-29T18:05:27.433 INFO:tasks.workunit.client.0.smithi028.stdout:160 2024-08-29T18:05:27.435 INFO:tasks.workunit.client.0.smithi028.stdout:161 2024-08-29T18:05:27.437 INFO:tasks.workunit.client.0.smithi028.stdout:162 2024-08-29T18:05:27.438 INFO:tasks.workunit.client.0.smithi028.stdout:163 2024-08-29T18:05:27.441 INFO:tasks.workunit.client.0.smithi028.stdout:164 2024-08-29T18:05:27.443 INFO:tasks.workunit.client.0.smithi028.stdout:165 2024-08-29T18:05:27.445 INFO:tasks.workunit.client.0.smithi028.stdout:166 2024-08-29T18:05:27.447 INFO:tasks.workunit.client.0.smithi028.stdout:167 2024-08-29T18:05:27.449 INFO:tasks.workunit.client.0.smithi028.stdout:168 2024-08-29T18:05:27.451 INFO:tasks.workunit.client.0.smithi028.stdout:169 2024-08-29T18:05:27.453 INFO:tasks.workunit.client.0.smithi028.stdout:170 2024-08-29T18:05:27.456 INFO:tasks.workunit.client.0.smithi028.stdout:171 2024-08-29T18:05:27.458 INFO:tasks.workunit.client.0.smithi028.stdout:172 2024-08-29T18:05:27.461 INFO:tasks.workunit.client.0.smithi028.stdout:173 2024-08-29T18:05:27.463 INFO:tasks.workunit.client.0.smithi028.stdout:174 2024-08-29T18:05:27.465 INFO:tasks.workunit.client.0.smithi028.stdout:175 2024-08-29T18:05:27.468 INFO:tasks.workunit.client.0.smithi028.stdout:176 2024-08-29T18:05:27.470 INFO:tasks.workunit.client.0.smithi028.stdout:177 2024-08-29T18:05:27.472 INFO:tasks.workunit.client.0.smithi028.stdout:178 2024-08-29T18:05:27.475 INFO:tasks.workunit.client.0.smithi028.stdout:179 2024-08-29T18:05:27.477 INFO:tasks.workunit.client.0.smithi028.stdout:180 2024-08-29T18:05:27.479 INFO:tasks.workunit.client.0.smithi028.stdout:181 2024-08-29T18:05:27.482 INFO:tasks.workunit.client.0.smithi028.stdout:182 2024-08-29T18:05:27.484 INFO:tasks.workunit.client.0.smithi028.stdout:183 2024-08-29T18:05:27.486 INFO:tasks.workunit.client.0.smithi028.stdout:184 2024-08-29T18:05:27.489 INFO:tasks.workunit.client.0.smithi028.stdout:185 2024-08-29T18:05:27.491 INFO:tasks.workunit.client.0.smithi028.stdout:186 2024-08-29T18:05:27.493 INFO:tasks.workunit.client.0.smithi028.stdout:187 2024-08-29T18:05:27.495 INFO:tasks.workunit.client.0.smithi028.stdout:188 2024-08-29T18:05:27.498 INFO:tasks.workunit.client.0.smithi028.stdout:189 2024-08-29T18:05:27.500 INFO:tasks.workunit.client.0.smithi028.stdout:190 2024-08-29T18:05:27.502 INFO:tasks.workunit.client.0.smithi028.stdout:191 2024-08-29T18:05:27.505 INFO:tasks.workunit.client.0.smithi028.stdout:192 2024-08-29T18:05:27.507 INFO:tasks.workunit.client.0.smithi028.stdout:193 2024-08-29T18:05:27.509 INFO:tasks.workunit.client.0.smithi028.stdout:194 2024-08-29T18:05:27.511 INFO:tasks.workunit.client.0.smithi028.stdout:195 2024-08-29T18:05:27.513 INFO:tasks.workunit.client.0.smithi028.stdout:196 2024-08-29T18:05:27.515 INFO:tasks.workunit.client.0.smithi028.stdout:197 2024-08-29T18:05:27.517 INFO:tasks.workunit.client.0.smithi028.stdout:198 2024-08-29T18:05:27.519 INFO:tasks.workunit.client.0.smithi028.stdout:199 2024-08-29T18:05:27.521 INFO:tasks.workunit.client.0.smithi028.stdout:200 2024-08-29T18:05:27.523 INFO:tasks.workunit.client.0.smithi028.stdout:201 2024-08-29T18:05:27.525 INFO:tasks.workunit.client.0.smithi028.stdout:202 2024-08-29T18:05:27.527 INFO:tasks.workunit.client.0.smithi028.stdout:203 2024-08-29T18:05:27.530 INFO:tasks.workunit.client.0.smithi028.stdout:204 2024-08-29T18:05:27.532 INFO:tasks.workunit.client.0.smithi028.stdout:205 2024-08-29T18:05:27.534 INFO:tasks.workunit.client.0.smithi028.stdout:206 2024-08-29T18:05:27.536 INFO:tasks.workunit.client.0.smithi028.stdout:207 2024-08-29T18:05:27.538 INFO:tasks.workunit.client.0.smithi028.stdout:208 2024-08-29T18:05:27.540 INFO:tasks.workunit.client.0.smithi028.stdout:209 2024-08-29T18:05:27.542 INFO:tasks.workunit.client.0.smithi028.stdout:210 2024-08-29T18:05:27.544 INFO:tasks.workunit.client.0.smithi028.stdout:211 2024-08-29T18:05:27.546 INFO:tasks.workunit.client.0.smithi028.stdout:212 2024-08-29T18:05:27.548 INFO:tasks.workunit.client.0.smithi028.stdout:213 2024-08-29T18:05:27.549 INFO:tasks.workunit.client.0.smithi028.stdout:214 2024-08-29T18:05:27.551 INFO:tasks.workunit.client.0.smithi028.stdout:215 2024-08-29T18:05:27.552 INFO:tasks.workunit.client.0.smithi028.stdout:216 2024-08-29T18:05:27.554 INFO:tasks.workunit.client.0.smithi028.stdout:217 2024-08-29T18:05:27.555 INFO:tasks.workunit.client.0.smithi028.stdout:218 2024-08-29T18:05:27.557 INFO:tasks.workunit.client.0.smithi028.stdout:219 2024-08-29T18:05:27.558 INFO:tasks.workunit.client.0.smithi028.stdout:220 2024-08-29T18:05:27.560 INFO:tasks.workunit.client.0.smithi028.stdout:221 2024-08-29T18:05:27.561 INFO:tasks.workunit.client.0.smithi028.stdout:222 2024-08-29T18:05:27.562 INFO:tasks.workunit.client.0.smithi028.stdout:223 2024-08-29T18:05:27.563 INFO:tasks.workunit.client.0.smithi028.stdout:224 2024-08-29T18:05:27.565 INFO:tasks.workunit.client.0.smithi028.stdout:225 2024-08-29T18:05:27.566 INFO:tasks.workunit.client.0.smithi028.stdout:226 2024-08-29T18:05:27.568 INFO:tasks.workunit.client.0.smithi028.stdout:227 2024-08-29T18:05:27.569 INFO:tasks.workunit.client.0.smithi028.stdout:228 2024-08-29T18:05:27.570 INFO:tasks.workunit.client.0.smithi028.stdout:229 2024-08-29T18:05:27.571 INFO:tasks.workunit.client.0.smithi028.stdout:230 2024-08-29T18:05:27.573 INFO:tasks.workunit.client.0.smithi028.stdout:231 2024-08-29T18:05:27.574 INFO:tasks.workunit.client.0.smithi028.stdout:232 2024-08-29T18:05:27.576 INFO:tasks.workunit.client.0.smithi028.stdout:233 2024-08-29T18:05:27.578 INFO:tasks.workunit.client.0.smithi028.stdout:234 2024-08-29T18:05:27.579 INFO:tasks.workunit.client.0.smithi028.stdout:235 2024-08-29T18:05:27.581 INFO:tasks.workunit.client.0.smithi028.stdout:236 2024-08-29T18:05:27.583 INFO:tasks.workunit.client.0.smithi028.stdout:237 2024-08-29T18:05:27.584 INFO:tasks.workunit.client.0.smithi028.stdout:238 2024-08-29T18:05:27.585 INFO:tasks.workunit.client.0.smithi028.stdout:239 2024-08-29T18:05:27.587 INFO:tasks.workunit.client.0.smithi028.stdout:240 2024-08-29T18:05:27.588 INFO:tasks.workunit.client.0.smithi028.stdout:241 2024-08-29T18:05:27.590 INFO:tasks.workunit.client.0.smithi028.stdout:242 2024-08-29T18:05:27.591 INFO:tasks.workunit.client.0.smithi028.stdout:243 2024-08-29T18:05:27.592 INFO:tasks.workunit.client.0.smithi028.stdout:244 2024-08-29T18:05:27.594 INFO:tasks.workunit.client.0.smithi028.stdout:245 2024-08-29T18:05:27.596 INFO:tasks.workunit.client.0.smithi028.stdout:246 2024-08-29T18:05:27.597 INFO:tasks.workunit.client.0.smithi028.stdout:247 2024-08-29T18:05:27.598 INFO:tasks.workunit.client.0.smithi028.stdout:248 2024-08-29T18:05:27.600 INFO:tasks.workunit.client.0.smithi028.stdout:249 2024-08-29T18:05:27.601 INFO:tasks.workunit.client.0.smithi028.stdout:250 2024-08-29T18:05:27.603 INFO:tasks.workunit.client.0.smithi028.stdout:251 2024-08-29T18:05:27.604 INFO:tasks.workunit.client.0.smithi028.stdout:252 2024-08-29T18:05:27.605 INFO:tasks.workunit.client.0.smithi028.stdout:253 2024-08-29T18:05:27.607 INFO:tasks.workunit.client.0.smithi028.stdout:254 2024-08-29T18:05:27.608 INFO:tasks.workunit.client.0.smithi028.stdout:255 2024-08-29T18:05:27.610 INFO:tasks.workunit.client.0.smithi028.stdout:256 2024-08-29T18:05:27.611 INFO:tasks.workunit.client.0.smithi028.stdout:257 2024-08-29T18:05:27.613 INFO:tasks.workunit.client.0.smithi028.stdout:258 2024-08-29T18:05:27.615 INFO:tasks.workunit.client.0.smithi028.stdout:259 2024-08-29T18:05:27.616 INFO:tasks.workunit.client.0.smithi028.stdout:260 2024-08-29T18:05:27.618 INFO:tasks.workunit.client.0.smithi028.stdout:261 2024-08-29T18:05:27.619 INFO:tasks.workunit.client.0.smithi028.stdout:262 2024-08-29T18:05:27.620 INFO:tasks.workunit.client.0.smithi028.stdout:263 2024-08-29T18:05:27.621 INFO:tasks.workunit.client.0.smithi028.stdout:264 2024-08-29T18:05:27.623 INFO:tasks.workunit.client.0.smithi028.stdout:265 2024-08-29T18:05:27.624 INFO:tasks.workunit.client.0.smithi028.stdout:266 2024-08-29T18:05:27.625 INFO:tasks.workunit.client.0.smithi028.stdout:267 2024-08-29T18:05:27.626 INFO:tasks.workunit.client.0.smithi028.stdout:268 2024-08-29T18:05:27.628 INFO:tasks.workunit.client.0.smithi028.stdout:269 2024-08-29T18:05:27.629 INFO:tasks.workunit.client.0.smithi028.stdout:270 2024-08-29T18:05:27.630 INFO:tasks.workunit.client.0.smithi028.stdout:271 2024-08-29T18:05:27.631 INFO:tasks.workunit.client.0.smithi028.stdout:272 2024-08-29T18:05:27.632 INFO:tasks.workunit.client.0.smithi028.stdout:273 2024-08-29T18:05:27.634 INFO:tasks.workunit.client.0.smithi028.stdout:274 2024-08-29T18:05:27.635 INFO:tasks.workunit.client.0.smithi028.stdout:275 2024-08-29T18:05:27.637 INFO:tasks.workunit.client.0.smithi028.stdout:276 2024-08-29T18:05:27.638 INFO:tasks.workunit.client.0.smithi028.stdout:277 2024-08-29T18:05:27.639 INFO:tasks.workunit.client.0.smithi028.stdout:278 2024-08-29T18:05:27.641 INFO:tasks.workunit.client.0.smithi028.stdout:279 2024-08-29T18:05:27.642 INFO:tasks.workunit.client.0.smithi028.stdout:280 2024-08-29T18:05:27.643 INFO:tasks.workunit.client.0.smithi028.stdout:281 2024-08-29T18:05:27.644 INFO:tasks.workunit.client.0.smithi028.stdout:282 2024-08-29T18:05:27.646 INFO:tasks.workunit.client.0.smithi028.stdout:283 2024-08-29T18:05:27.647 INFO:tasks.workunit.client.0.smithi028.stdout:284 2024-08-29T18:05:27.648 INFO:tasks.workunit.client.0.smithi028.stdout:285 2024-08-29T18:05:27.650 INFO:tasks.workunit.client.0.smithi028.stdout:286 2024-08-29T18:05:27.651 INFO:tasks.workunit.client.0.smithi028.stdout:287 2024-08-29T18:05:27.653 INFO:tasks.workunit.client.0.smithi028.stdout:288 2024-08-29T18:05:27.654 INFO:tasks.workunit.client.0.smithi028.stdout:289 2024-08-29T18:05:27.655 INFO:tasks.workunit.client.0.smithi028.stdout:290 2024-08-29T18:05:27.656 INFO:tasks.workunit.client.0.smithi028.stdout:291 2024-08-29T18:05:27.657 INFO:tasks.workunit.client.0.smithi028.stdout:292 2024-08-29T18:05:27.658 INFO:tasks.workunit.client.0.smithi028.stdout:293 2024-08-29T18:05:27.660 INFO:tasks.workunit.client.0.smithi028.stdout:294 2024-08-29T18:05:27.661 INFO:tasks.workunit.client.0.smithi028.stdout:295 2024-08-29T18:05:27.662 INFO:tasks.workunit.client.0.smithi028.stdout:296 2024-08-29T18:05:27.663 INFO:tasks.workunit.client.0.smithi028.stdout:297 2024-08-29T18:05:27.665 INFO:tasks.workunit.client.0.smithi028.stdout:298 2024-08-29T18:05:27.666 INFO:tasks.workunit.client.0.smithi028.stdout:299 2024-08-29T18:05:27.668 INFO:tasks.workunit.client.0.smithi028.stdout:300 2024-08-29T18:05:27.669 INFO:tasks.workunit.client.0.smithi028.stdout:301 2024-08-29T18:05:27.670 INFO:tasks.workunit.client.0.smithi028.stdout:302 2024-08-29T18:05:27.672 INFO:tasks.workunit.client.0.smithi028.stdout:303 2024-08-29T18:05:27.673 INFO:tasks.workunit.client.0.smithi028.stdout:304 2024-08-29T18:05:27.674 INFO:tasks.workunit.client.0.smithi028.stdout:305 2024-08-29T18:05:27.676 INFO:tasks.workunit.client.0.smithi028.stdout:306 2024-08-29T18:05:27.677 INFO:tasks.workunit.client.0.smithi028.stdout:307 2024-08-29T18:05:27.679 INFO:tasks.workunit.client.0.smithi028.stdout:308 2024-08-29T18:05:27.680 INFO:tasks.workunit.client.0.smithi028.stdout:309 2024-08-29T18:05:27.682 INFO:tasks.workunit.client.0.smithi028.stdout:310 2024-08-29T18:05:27.683 INFO:tasks.workunit.client.0.smithi028.stdout:311 2024-08-29T18:05:27.684 INFO:tasks.workunit.client.0.smithi028.stdout:312 2024-08-29T18:05:27.686 INFO:tasks.workunit.client.0.smithi028.stdout:313 2024-08-29T18:05:27.687 INFO:tasks.workunit.client.0.smithi028.stdout:314 2024-08-29T18:05:27.689 INFO:tasks.workunit.client.0.smithi028.stdout:315 2024-08-29T18:05:27.690 INFO:tasks.workunit.client.0.smithi028.stdout:316 2024-08-29T18:05:27.691 INFO:tasks.workunit.client.0.smithi028.stdout:317 2024-08-29T18:05:27.692 INFO:tasks.workunit.client.0.smithi028.stdout:318 2024-08-29T18:05:27.693 INFO:tasks.workunit.client.0.smithi028.stdout:319 2024-08-29T18:05:27.694 INFO:tasks.workunit.client.0.smithi028.stdout:320 2024-08-29T18:05:27.696 INFO:tasks.workunit.client.0.smithi028.stdout:321 2024-08-29T18:05:27.697 INFO:tasks.workunit.client.0.smithi028.stdout:322 2024-08-29T18:05:27.698 INFO:tasks.workunit.client.0.smithi028.stdout:323 2024-08-29T18:05:27.699 INFO:tasks.workunit.client.0.smithi028.stdout:324 2024-08-29T18:05:27.701 INFO:tasks.workunit.client.0.smithi028.stdout:325 2024-08-29T18:05:27.702 INFO:tasks.workunit.client.0.smithi028.stdout:326 2024-08-29T18:05:27.703 INFO:tasks.workunit.client.0.smithi028.stdout:327 2024-08-29T18:05:27.704 INFO:tasks.workunit.client.0.smithi028.stdout:328 2024-08-29T18:05:27.705 INFO:tasks.workunit.client.0.smithi028.stdout:329 2024-08-29T18:05:27.707 INFO:tasks.workunit.client.0.smithi028.stdout:330 2024-08-29T18:05:27.708 INFO:tasks.workunit.client.0.smithi028.stdout:331 2024-08-29T18:05:27.709 INFO:tasks.workunit.client.0.smithi028.stdout:332 2024-08-29T18:05:27.710 INFO:tasks.workunit.client.0.smithi028.stdout:333 2024-08-29T18:05:27.711 INFO:tasks.workunit.client.0.smithi028.stdout:334 2024-08-29T18:05:27.712 INFO:tasks.workunit.client.0.smithi028.stdout:335 2024-08-29T18:05:27.714 INFO:tasks.workunit.client.0.smithi028.stdout:336 2024-08-29T18:05:27.715 INFO:tasks.workunit.client.0.smithi028.stdout:337 2024-08-29T18:05:27.716 INFO:tasks.workunit.client.0.smithi028.stdout:338 2024-08-29T18:05:27.717 INFO:tasks.workunit.client.0.smithi028.stdout:339 2024-08-29T18:05:27.718 INFO:tasks.workunit.client.0.smithi028.stdout:340 2024-08-29T18:05:27.719 INFO:tasks.workunit.client.0.smithi028.stdout:341 2024-08-29T18:05:27.720 INFO:tasks.workunit.client.0.smithi028.stdout:342 2024-08-29T18:05:27.722 INFO:tasks.workunit.client.0.smithi028.stdout:343 2024-08-29T18:05:27.723 INFO:tasks.workunit.client.0.smithi028.stdout:344 2024-08-29T18:05:27.724 INFO:tasks.workunit.client.0.smithi028.stdout:345 2024-08-29T18:05:27.725 INFO:tasks.workunit.client.0.smithi028.stdout:346 2024-08-29T18:05:27.726 INFO:tasks.workunit.client.0.smithi028.stdout:347 2024-08-29T18:05:27.728 INFO:tasks.workunit.client.0.smithi028.stdout:348 2024-08-29T18:05:27.729 INFO:tasks.workunit.client.0.smithi028.stdout:349 2024-08-29T18:05:27.731 INFO:tasks.workunit.client.0.smithi028.stdout:350 2024-08-29T18:05:27.733 INFO:tasks.workunit.client.0.smithi028.stdout:351 2024-08-29T18:05:27.733 INFO:tasks.workunit.client.0.smithi028.stdout:352 2024-08-29T18:05:27.735 INFO:tasks.workunit.client.0.smithi028.stdout:353 2024-08-29T18:05:27.736 INFO:tasks.workunit.client.0.smithi028.stdout:354 2024-08-29T18:05:27.738 INFO:tasks.workunit.client.0.smithi028.stdout:355 2024-08-29T18:05:27.739 INFO:tasks.workunit.client.0.smithi028.stdout:356 2024-08-29T18:05:27.740 INFO:tasks.workunit.client.0.smithi028.stdout:357 2024-08-29T18:05:27.742 INFO:tasks.workunit.client.0.smithi028.stdout:358 2024-08-29T18:05:27.744 INFO:tasks.workunit.client.0.smithi028.stdout:359 2024-08-29T18:05:27.746 INFO:tasks.workunit.client.0.smithi028.stdout:360 2024-08-29T18:05:27.747 INFO:tasks.workunit.client.0.smithi028.stdout:361 2024-08-29T18:05:27.749 INFO:tasks.workunit.client.0.smithi028.stdout:362 2024-08-29T18:05:27.751 INFO:tasks.workunit.client.0.smithi028.stdout:363 2024-08-29T18:05:27.753 INFO:tasks.workunit.client.0.smithi028.stdout:364 2024-08-29T18:05:27.754 INFO:tasks.workunit.client.0.smithi028.stdout:365 2024-08-29T18:05:27.756 INFO:tasks.workunit.client.0.smithi028.stdout:366 2024-08-29T18:05:27.758 INFO:tasks.workunit.client.0.smithi028.stdout:367 2024-08-29T18:05:27.760 INFO:tasks.workunit.client.0.smithi028.stdout:368 2024-08-29T18:05:27.762 INFO:tasks.workunit.client.0.smithi028.stdout:369 2024-08-29T18:05:27.764 INFO:tasks.workunit.client.0.smithi028.stdout:370 2024-08-29T18:05:27.765 INFO:tasks.workunit.client.0.smithi028.stdout:371 2024-08-29T18:05:27.767 INFO:tasks.workunit.client.0.smithi028.stdout:372 2024-08-29T18:05:27.769 INFO:tasks.workunit.client.0.smithi028.stdout:373 2024-08-29T18:05:27.771 INFO:tasks.workunit.client.0.smithi028.stdout:374 2024-08-29T18:05:27.773 INFO:tasks.workunit.client.0.smithi028.stdout:375 2024-08-29T18:05:27.775 INFO:tasks.workunit.client.0.smithi028.stdout:376 2024-08-29T18:05:27.776 INFO:tasks.workunit.client.0.smithi028.stdout:377 2024-08-29T18:05:27.778 INFO:tasks.workunit.client.0.smithi028.stdout:378 2024-08-29T18:05:27.779 INFO:tasks.workunit.client.0.smithi028.stdout:379 2024-08-29T18:05:27.781 INFO:tasks.workunit.client.0.smithi028.stdout:380 2024-08-29T18:05:27.783 INFO:tasks.workunit.client.0.smithi028.stdout:381 2024-08-29T18:05:27.784 INFO:tasks.workunit.client.0.smithi028.stdout:382 2024-08-29T18:05:27.786 INFO:tasks.workunit.client.0.smithi028.stdout:383 2024-08-29T18:05:27.788 INFO:tasks.workunit.client.0.smithi028.stdout:384 2024-08-29T18:05:27.790 INFO:tasks.workunit.client.0.smithi028.stdout:385 2024-08-29T18:05:27.792 INFO:tasks.workunit.client.0.smithi028.stdout:386 2024-08-29T18:05:27.794 INFO:tasks.workunit.client.0.smithi028.stdout:387 2024-08-29T18:05:27.796 INFO:tasks.workunit.client.0.smithi028.stdout:388 2024-08-29T18:05:27.798 INFO:tasks.workunit.client.0.smithi028.stdout:389 2024-08-29T18:05:27.799 INFO:tasks.workunit.client.0.smithi028.stdout:390 2024-08-29T18:05:27.801 INFO:tasks.workunit.client.0.smithi028.stdout:391 2024-08-29T18:05:27.802 INFO:tasks.workunit.client.0.smithi028.stdout:392 2024-08-29T18:05:27.804 INFO:tasks.workunit.client.0.smithi028.stdout:393 2024-08-29T18:05:27.806 INFO:tasks.workunit.client.0.smithi028.stdout:394 2024-08-29T18:05:27.807 INFO:tasks.workunit.client.0.smithi028.stdout:395 2024-08-29T18:05:27.809 INFO:tasks.workunit.client.0.smithi028.stdout:396 2024-08-29T18:05:27.811 INFO:tasks.workunit.client.0.smithi028.stdout:397 2024-08-29T18:05:27.812 INFO:tasks.workunit.client.0.smithi028.stdout:398 2024-08-29T18:05:27.814 INFO:tasks.workunit.client.0.smithi028.stdout:399 2024-08-29T18:05:27.815 INFO:tasks.workunit.client.0.smithi028.stdout:400 2024-08-29T18:05:27.816 INFO:tasks.workunit.client.0.smithi028.stdout:401 2024-08-29T18:05:27.818 INFO:tasks.workunit.client.0.smithi028.stdout:402 2024-08-29T18:05:27.819 INFO:tasks.workunit.client.0.smithi028.stdout:403 2024-08-29T18:05:27.821 INFO:tasks.workunit.client.0.smithi028.stdout:404 2024-08-29T18:05:27.822 INFO:tasks.workunit.client.0.smithi028.stdout:405 2024-08-29T18:05:27.824 INFO:tasks.workunit.client.0.smithi028.stdout:406 2024-08-29T18:05:27.826 INFO:tasks.workunit.client.0.smithi028.stdout:407 2024-08-29T18:05:27.828 INFO:tasks.workunit.client.0.smithi028.stdout:408 2024-08-29T18:05:27.829 INFO:tasks.workunit.client.0.smithi028.stdout:409 2024-08-29T18:05:27.831 INFO:tasks.workunit.client.0.smithi028.stdout:410 2024-08-29T18:05:27.833 INFO:tasks.workunit.client.0.smithi028.stdout:411 2024-08-29T18:05:27.835 INFO:tasks.workunit.client.0.smithi028.stdout:412 2024-08-29T18:05:27.836 INFO:tasks.workunit.client.0.smithi028.stdout:413 2024-08-29T18:05:27.838 INFO:tasks.workunit.client.0.smithi028.stdout:414 2024-08-29T18:05:27.840 INFO:tasks.workunit.client.0.smithi028.stdout:415 2024-08-29T18:05:27.841 INFO:tasks.workunit.client.0.smithi028.stdout:416 2024-08-29T18:05:27.843 INFO:tasks.workunit.client.0.smithi028.stdout:417 2024-08-29T18:05:27.844 INFO:tasks.workunit.client.0.smithi028.stdout:418 2024-08-29T18:05:27.846 INFO:tasks.workunit.client.0.smithi028.stdout:419 2024-08-29T18:05:27.847 INFO:tasks.workunit.client.0.smithi028.stdout:420 2024-08-29T18:05:27.848 INFO:tasks.workunit.client.0.smithi028.stdout:421 2024-08-29T18:05:27.850 INFO:tasks.workunit.client.0.smithi028.stdout:422 2024-08-29T18:05:27.851 INFO:tasks.workunit.client.0.smithi028.stdout:423 2024-08-29T18:05:27.853 INFO:tasks.workunit.client.0.smithi028.stdout:424 2024-08-29T18:05:27.855 INFO:tasks.workunit.client.0.smithi028.stdout:425 2024-08-29T18:05:27.856 INFO:tasks.workunit.client.0.smithi028.stdout:426 2024-08-29T18:05:27.858 INFO:tasks.workunit.client.0.smithi028.stdout:427 2024-08-29T18:05:27.860 INFO:tasks.workunit.client.0.smithi028.stdout:428 2024-08-29T18:05:27.862 INFO:tasks.workunit.client.0.smithi028.stdout:429 2024-08-29T18:05:27.863 INFO:tasks.workunit.client.0.smithi028.stdout:430 2024-08-29T18:05:27.865 INFO:tasks.workunit.client.0.smithi028.stdout:431 2024-08-29T18:05:27.867 INFO:tasks.workunit.client.0.smithi028.stdout:432 2024-08-29T18:05:27.868 INFO:tasks.workunit.client.0.smithi028.stdout:433 2024-08-29T18:05:27.871 INFO:tasks.workunit.client.0.smithi028.stdout:434 2024-08-29T18:05:27.872 INFO:tasks.workunit.client.0.smithi028.stdout:435 2024-08-29T18:05:27.874 INFO:tasks.workunit.client.0.smithi028.stdout:436 2024-08-29T18:05:27.876 INFO:tasks.workunit.client.0.smithi028.stdout:437 2024-08-29T18:05:27.878 INFO:tasks.workunit.client.0.smithi028.stdout:438 2024-08-29T18:05:27.880 INFO:tasks.workunit.client.0.smithi028.stdout:439 2024-08-29T18:05:27.882 INFO:tasks.workunit.client.0.smithi028.stdout:440 2024-08-29T18:05:27.883 INFO:tasks.workunit.client.0.smithi028.stdout:441 2024-08-29T18:05:27.885 INFO:tasks.workunit.client.0.smithi028.stdout:442 2024-08-29T18:05:27.887 INFO:tasks.workunit.client.0.smithi028.stdout:443 2024-08-29T18:05:27.892 INFO:tasks.workunit.client.0.smithi028.stdout:444 2024-08-29T18:05:27.892 INFO:tasks.workunit.client.0.smithi028.stdout:445 2024-08-29T18:05:27.893 INFO:tasks.workunit.client.0.smithi028.stdout:446 2024-08-29T18:05:27.895 INFO:tasks.workunit.client.0.smithi028.stdout:447 2024-08-29T18:05:27.897 INFO:tasks.workunit.client.0.smithi028.stdout:448 2024-08-29T18:05:27.899 INFO:tasks.workunit.client.0.smithi028.stdout:449 2024-08-29T18:05:27.901 INFO:tasks.workunit.client.0.smithi028.stdout:450 2024-08-29T18:05:27.903 INFO:tasks.workunit.client.0.smithi028.stdout:451 2024-08-29T18:05:27.905 INFO:tasks.workunit.client.0.smithi028.stdout:452 2024-08-29T18:05:27.907 INFO:tasks.workunit.client.0.smithi028.stdout:453 2024-08-29T18:05:27.909 INFO:tasks.workunit.client.0.smithi028.stdout:454 2024-08-29T18:05:27.911 INFO:tasks.workunit.client.0.smithi028.stdout:455 2024-08-29T18:05:27.914 INFO:tasks.workunit.client.0.smithi028.stdout:456 2024-08-29T18:05:27.915 INFO:tasks.workunit.client.0.smithi028.stdout:457 2024-08-29T18:05:27.918 INFO:tasks.workunit.client.0.smithi028.stdout:458 2024-08-29T18:05:27.921 INFO:tasks.workunit.client.0.smithi028.stdout:459 2024-08-29T18:05:27.923 INFO:tasks.workunit.client.0.smithi028.stdout:460 2024-08-29T18:05:27.926 INFO:tasks.workunit.client.0.smithi028.stdout:461 2024-08-29T18:05:27.929 INFO:tasks.workunit.client.0.smithi028.stdout:462 2024-08-29T18:05:27.932 INFO:tasks.workunit.client.0.smithi028.stdout:463 2024-08-29T18:05:27.935 INFO:tasks.workunit.client.0.smithi028.stdout:464 2024-08-29T18:05:27.938 INFO:tasks.workunit.client.0.smithi028.stdout:465 2024-08-29T18:05:27.941 INFO:tasks.workunit.client.0.smithi028.stdout:466 2024-08-29T18:05:27.944 INFO:tasks.workunit.client.0.smithi028.stdout:467 2024-08-29T18:05:27.947 INFO:tasks.workunit.client.0.smithi028.stdout:468 2024-08-29T18:05:27.950 INFO:tasks.workunit.client.0.smithi028.stdout:469 2024-08-29T18:05:27.953 INFO:tasks.workunit.client.0.smithi028.stdout:470 2024-08-29T18:05:27.956 INFO:tasks.workunit.client.0.smithi028.stdout:471 2024-08-29T18:05:27.960 INFO:tasks.workunit.client.0.smithi028.stdout:472 2024-08-29T18:05:27.963 INFO:tasks.workunit.client.0.smithi028.stdout:473 2024-08-29T18:05:27.966 INFO:tasks.workunit.client.0.smithi028.stdout:474 2024-08-29T18:05:27.969 INFO:tasks.workunit.client.0.smithi028.stdout:475 2024-08-29T18:05:27.972 INFO:tasks.workunit.client.0.smithi028.stdout:476 2024-08-29T18:05:27.976 INFO:tasks.workunit.client.0.smithi028.stdout:477 2024-08-29T18:05:27.978 INFO:tasks.workunit.client.0.smithi028.stdout:478 2024-08-29T18:05:27.982 INFO:tasks.workunit.client.0.smithi028.stdout:479 2024-08-29T18:05:27.985 INFO:tasks.workunit.client.0.smithi028.stdout:480 2024-08-29T18:05:27.988 INFO:tasks.workunit.client.0.smithi028.stdout:481 2024-08-29T18:05:27.991 INFO:tasks.workunit.client.0.smithi028.stdout:482 2024-08-29T18:05:27.994 INFO:tasks.workunit.client.0.smithi028.stdout:483 2024-08-29T18:05:27.997 INFO:tasks.workunit.client.0.smithi028.stdout:484 2024-08-29T18:05:28.000 INFO:tasks.workunit.client.0.smithi028.stdout:485 2024-08-29T18:05:28.003 INFO:tasks.workunit.client.0.smithi028.stdout:486 2024-08-29T18:05:28.007 INFO:tasks.workunit.client.0.smithi028.stdout:487 2024-08-29T18:05:28.010 INFO:tasks.workunit.client.0.smithi028.stdout:488 2024-08-29T18:05:28.013 INFO:tasks.workunit.client.0.smithi028.stdout:489 2024-08-29T18:05:28.016 INFO:tasks.workunit.client.0.smithi028.stdout:490 2024-08-29T18:05:28.019 INFO:tasks.workunit.client.0.smithi028.stdout:491 2024-08-29T18:05:28.021 INFO:tasks.workunit.client.0.smithi028.stdout:492 2024-08-29T18:05:28.025 INFO:tasks.workunit.client.0.smithi028.stdout:493 2024-08-29T18:05:28.027 INFO:tasks.workunit.client.0.smithi028.stdout:494 2024-08-29T18:05:28.031 INFO:tasks.workunit.client.0.smithi028.stdout:495 2024-08-29T18:05:28.034 INFO:tasks.workunit.client.0.smithi028.stdout:496 2024-08-29T18:05:28.037 INFO:tasks.workunit.client.0.smithi028.stdout:497 2024-08-29T18:05:28.040 INFO:tasks.workunit.client.0.smithi028.stdout:498 2024-08-29T18:05:28.044 INFO:tasks.workunit.client.0.smithi028.stdout:499 2024-08-29T18:05:28.047 INFO:tasks.workunit.client.0.smithi028.stdout:500 2024-08-29T18:05:28.050 INFO:tasks.workunit.client.0.smithi028.stdout:501 2024-08-29T18:05:28.053 INFO:tasks.workunit.client.0.smithi028.stdout:502 2024-08-29T18:05:28.056 INFO:tasks.workunit.client.0.smithi028.stdout:503 2024-08-29T18:05:28.059 INFO:tasks.workunit.client.0.smithi028.stdout:504 2024-08-29T18:05:28.062 INFO:tasks.workunit.client.0.smithi028.stdout:505 2024-08-29T18:05:28.065 INFO:tasks.workunit.client.0.smithi028.stdout:506 2024-08-29T18:05:28.069 INFO:tasks.workunit.client.0.smithi028.stdout:507 2024-08-29T18:05:28.072 INFO:tasks.workunit.client.0.smithi028.stdout:508 2024-08-29T18:05:28.075 INFO:tasks.workunit.client.0.smithi028.stdout:509 2024-08-29T18:05:28.079 INFO:tasks.workunit.client.0.smithi028.stdout:510 2024-08-29T18:05:28.083 INFO:tasks.workunit.client.0.smithi028.stdout:511 2024-08-29T18:05:28.094 INFO:tasks.workunit.client.0.smithi028.stdout:512 2024-08-29T18:05:28.100 INFO:tasks.workunit.client.0.smithi028.stdout:513 2024-08-29T18:05:28.103 INFO:tasks.workunit.client.0.smithi028.stdout:514 2024-08-29T18:05:28.106 INFO:tasks.workunit.client.0.smithi028.stdout:515 2024-08-29T18:05:28.109 INFO:tasks.workunit.client.0.smithi028.stdout:516 2024-08-29T18:05:28.112 INFO:tasks.workunit.client.0.smithi028.stdout:517 2024-08-29T18:05:28.116 INFO:tasks.workunit.client.0.smithi028.stdout:518 2024-08-29T18:05:28.118 INFO:tasks.workunit.client.0.smithi028.stdout:519 2024-08-29T18:05:28.121 INFO:tasks.workunit.client.0.smithi028.stdout:520 2024-08-29T18:05:28.125 INFO:tasks.workunit.client.0.smithi028.stdout:521 2024-08-29T18:05:28.128 INFO:tasks.workunit.client.0.smithi028.stdout:522 2024-08-29T18:05:28.131 INFO:tasks.workunit.client.0.smithi028.stdout:523 2024-08-29T18:05:28.134 INFO:tasks.workunit.client.0.smithi028.stdout:524 2024-08-29T18:05:28.137 INFO:tasks.workunit.client.0.smithi028.stdout:525 2024-08-29T18:05:28.140 INFO:tasks.workunit.client.0.smithi028.stdout:526 2024-08-29T18:05:28.143 INFO:tasks.workunit.client.0.smithi028.stdout:527 2024-08-29T18:05:28.146 INFO:tasks.workunit.client.0.smithi028.stdout:528 2024-08-29T18:05:28.150 INFO:tasks.workunit.client.0.smithi028.stdout:529 2024-08-29T18:05:28.153 INFO:tasks.workunit.client.0.smithi028.stdout:530 2024-08-29T18:05:28.156 INFO:tasks.workunit.client.0.smithi028.stdout:531 2024-08-29T18:05:28.159 INFO:tasks.workunit.client.0.smithi028.stdout:532 2024-08-29T18:05:28.162 INFO:tasks.workunit.client.0.smithi028.stdout:533 2024-08-29T18:05:28.165 INFO:tasks.workunit.client.0.smithi028.stdout:534 2024-08-29T18:05:28.168 INFO:tasks.workunit.client.0.smithi028.stdout:535 2024-08-29T18:05:28.171 INFO:tasks.workunit.client.0.smithi028.stdout:536 2024-08-29T18:05:28.174 INFO:tasks.workunit.client.0.smithi028.stdout:537 2024-08-29T18:05:28.177 INFO:tasks.workunit.client.0.smithi028.stdout:538 2024-08-29T18:05:28.180 INFO:tasks.workunit.client.0.smithi028.stdout:539 2024-08-29T18:05:28.184 INFO:tasks.workunit.client.0.smithi028.stdout:540 2024-08-29T18:05:28.187 INFO:tasks.workunit.client.0.smithi028.stdout:541 2024-08-29T18:05:28.190 INFO:tasks.workunit.client.0.smithi028.stdout:542 2024-08-29T18:05:28.193 INFO:tasks.workunit.client.0.smithi028.stdout:543 2024-08-29T18:05:28.196 INFO:tasks.workunit.client.0.smithi028.stdout:544 2024-08-29T18:05:28.199 INFO:tasks.workunit.client.0.smithi028.stdout:545 2024-08-29T18:05:28.202 INFO:tasks.workunit.client.0.smithi028.stdout:546 2024-08-29T18:05:28.205 INFO:tasks.workunit.client.0.smithi028.stdout:547 2024-08-29T18:05:28.208 INFO:tasks.workunit.client.0.smithi028.stdout:548 2024-08-29T18:05:28.211 INFO:tasks.workunit.client.0.smithi028.stdout:549 2024-08-29T18:05:28.214 INFO:tasks.workunit.client.0.smithi028.stdout:550 2024-08-29T18:05:28.217 INFO:tasks.workunit.client.0.smithi028.stdout:551 2024-08-29T18:05:28.220 INFO:tasks.workunit.client.0.smithi028.stdout:552 2024-08-29T18:05:28.224 INFO:tasks.workunit.client.0.smithi028.stdout:553 2024-08-29T18:05:28.226 INFO:tasks.workunit.client.0.smithi028.stdout:554 2024-08-29T18:05:28.230 INFO:tasks.workunit.client.0.smithi028.stdout:555 2024-08-29T18:05:28.233 INFO:tasks.workunit.client.0.smithi028.stdout:556 2024-08-29T18:05:28.236 INFO:tasks.workunit.client.0.smithi028.stdout:557 2024-08-29T18:05:28.239 INFO:tasks.workunit.client.0.smithi028.stdout:558 2024-08-29T18:05:28.242 INFO:tasks.workunit.client.0.smithi028.stdout:559 2024-08-29T18:05:28.245 INFO:tasks.workunit.client.0.smithi028.stdout:560 2024-08-29T18:05:28.248 INFO:tasks.workunit.client.0.smithi028.stdout:561 2024-08-29T18:05:28.251 INFO:tasks.workunit.client.0.smithi028.stdout:562 2024-08-29T18:05:28.254 INFO:tasks.workunit.client.0.smithi028.stdout:563 2024-08-29T18:05:28.257 INFO:tasks.workunit.client.0.smithi028.stdout:564 2024-08-29T18:05:28.260 INFO:tasks.workunit.client.0.smithi028.stdout:565 2024-08-29T18:05:28.263 INFO:tasks.workunit.client.0.smithi028.stdout:566 2024-08-29T18:05:28.266 INFO:tasks.workunit.client.0.smithi028.stdout:567 2024-08-29T18:05:28.269 INFO:tasks.workunit.client.0.smithi028.stdout:568 2024-08-29T18:05:28.272 INFO:tasks.workunit.client.0.smithi028.stdout:569 2024-08-29T18:05:28.276 INFO:tasks.workunit.client.0.smithi028.stdout:570 2024-08-29T18:05:28.279 INFO:tasks.workunit.client.0.smithi028.stdout:571 2024-08-29T18:05:28.282 INFO:tasks.workunit.client.0.smithi028.stdout:572 2024-08-29T18:05:28.285 INFO:tasks.workunit.client.0.smithi028.stdout:573 2024-08-29T18:05:28.288 INFO:tasks.workunit.client.0.smithi028.stdout:574 2024-08-29T18:05:28.291 INFO:tasks.workunit.client.0.smithi028.stdout:575 2024-08-29T18:05:28.294 INFO:tasks.workunit.client.0.smithi028.stdout:576 2024-08-29T18:05:28.297 INFO:tasks.workunit.client.0.smithi028.stdout:577 2024-08-29T18:05:28.300 INFO:tasks.workunit.client.0.smithi028.stdout:578 2024-08-29T18:05:28.304 INFO:tasks.workunit.client.0.smithi028.stdout:579 2024-08-29T18:05:28.307 INFO:tasks.workunit.client.0.smithi028.stdout:580 2024-08-29T18:05:28.310 INFO:tasks.workunit.client.0.smithi028.stdout:581 2024-08-29T18:05:28.313 INFO:tasks.workunit.client.0.smithi028.stdout:582 2024-08-29T18:05:28.316 INFO:tasks.workunit.client.0.smithi028.stdout:583 2024-08-29T18:05:28.319 INFO:tasks.workunit.client.0.smithi028.stdout:584 2024-08-29T18:05:28.322 INFO:tasks.workunit.client.0.smithi028.stdout:585 2024-08-29T18:05:28.325 INFO:tasks.workunit.client.0.smithi028.stdout:586 2024-08-29T18:05:28.328 INFO:tasks.workunit.client.0.smithi028.stdout:587 2024-08-29T18:05:28.331 INFO:tasks.workunit.client.0.smithi028.stdout:588 2024-08-29T18:05:28.334 INFO:tasks.workunit.client.0.smithi028.stdout:589 2024-08-29T18:05:28.337 INFO:tasks.workunit.client.0.smithi028.stdout:590 2024-08-29T18:05:28.340 INFO:tasks.workunit.client.0.smithi028.stdout:591 2024-08-29T18:05:28.343 INFO:tasks.workunit.client.0.smithi028.stdout:592 2024-08-29T18:05:28.346 INFO:tasks.workunit.client.0.smithi028.stdout:593 2024-08-29T18:05:28.349 INFO:tasks.workunit.client.0.smithi028.stdout:594 2024-08-29T18:05:28.352 INFO:tasks.workunit.client.0.smithi028.stdout:595 2024-08-29T18:05:28.355 INFO:tasks.workunit.client.0.smithi028.stdout:596 2024-08-29T18:05:28.358 INFO:tasks.workunit.client.0.smithi028.stdout:597 2024-08-29T18:05:28.362 INFO:tasks.workunit.client.0.smithi028.stdout:598 2024-08-29T18:05:28.365 INFO:tasks.workunit.client.0.smithi028.stdout:599 2024-08-29T18:05:28.368 INFO:tasks.workunit.client.0.smithi028.stdout:600 2024-08-29T18:05:28.371 INFO:tasks.workunit.client.0.smithi028.stdout:601 2024-08-29T18:05:28.374 INFO:tasks.workunit.client.0.smithi028.stdout:602 2024-08-29T18:05:28.377 INFO:tasks.workunit.client.0.smithi028.stdout:603 2024-08-29T18:05:28.380 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:05:28 smithi028 bash[78352]: audit 2024-08-29T18:05:27.070965+0000 mon.a (mon.0) 1730 : audit [INF] from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi028-111776-3","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-29T18:05:28.381 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:05:28 smithi028 bash[78352]: cluster 2024-08-29T18:05:27.079571+0000 mon.a (mon.0) 1731 : cluster [DBG] osdmap e1008: 8 total, 8 up, 8 in 2024-08-29T18:05:28.381 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:05:28 smithi028 bash[78352]: audit 2024-08-29T18:05:27.087942+0000 mon.c (mon.2) 36 : audit [DBG] from='client.? 172.21.15.28:0/350210796' entity='client.admin' cmd=[{"prefix": "osd dump","format":"json"}]: dispatch 2024-08-29T18:05:28.381 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:05:28 smithi028 bash[78352]: cluster 2024-08-29T18:05:27.236741+0000 mgr.y (mgr.25022) 562 : cluster [DBG] pgmap v1089: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 4.5 GiB used, 711 GiB / 715 GiB avail 2024-08-29T18:05:28.381 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:05:28 smithi028 bash[78352]: audit 2024-08-29T18:05:27.778266+0000 mon.a (mon.0) 1732 : audit [DBG] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-29T18:05:28.381 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:05:28 smithi028 bash[78352]: audit 2024-08-29T18:05:27.779161+0000 mon.a (mon.0) 1733 : audit [INF] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-29T18:05:28.381 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:05:28 smithi028 bash[78352]: audit 2024-08-29T18:05:27.784670+0000 mon.a (mon.0) 1734 : audit [INF] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' 2024-08-29T18:05:28.382 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:05:28 smithi028 bash[77168]: audit 2024-08-29T18:05:27.070965+0000 mon.a (mon.0) 1730 : audit [INF] from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi028-111776-3","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-29T18:05:28.382 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:05:28 smithi028 bash[77168]: cluster 2024-08-29T18:05:27.079571+0000 mon.a (mon.0) 1731 : cluster [DBG] osdmap e1008: 8 total, 8 up, 8 in 2024-08-29T18:05:28.382 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:05:28 smithi028 bash[77168]: audit 2024-08-29T18:05:27.087942+0000 mon.c (mon.2) 36 : audit [DBG] from='client.? 172.21.15.28:0/350210796' entity='client.admin' cmd=[{"prefix": "osd dump","format":"json"}]: dispatch 2024-08-29T18:05:28.382 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:05:28 smithi028 bash[77168]: cluster 2024-08-29T18:05:27.236741+0000 mgr.y (mgr.25022) 562 : cluster [DBG] pgmap v1089: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 4.5 GiB used, 711 GiB / 715 GiB avail 2024-08-29T18:05:28.382 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:05:28 smithi028 bash[77168]: audit 2024-08-29T18:05:27.778266+0000 mon.a (mon.0) 1732 : audit [DBG] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-29T18:05:28.382 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:05:28 smithi028 bash[77168]: audit 2024-08-29T18:05:27.779161+0000 mon.a (mon.0) 1733 : audit [INF] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-29T18:05:28.382 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:05:28 smithi028 bash[77168]: audit 2024-08-29T18:05:27.784670+0000 mon.a (mon.0) 1734 : audit [INF] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' 2024-08-29T18:05:28.382 INFO:tasks.workunit.client.0.smithi028.stdout:604 2024-08-29T18:05:28.384 INFO:tasks.workunit.client.0.smithi028.stdout:605 2024-08-29T18:05:28.387 INFO:tasks.workunit.client.0.smithi028.stdout:606 2024-08-29T18:05:28.390 INFO:tasks.workunit.client.0.smithi028.stdout:607 2024-08-29T18:05:28.393 INFO:tasks.workunit.client.0.smithi028.stdout:608 2024-08-29T18:05:28.397 INFO:tasks.workunit.client.0.smithi028.stdout:609 2024-08-29T18:05:28.400 INFO:tasks.workunit.client.0.smithi028.stdout:610 2024-08-29T18:05:28.403 INFO:tasks.workunit.client.0.smithi028.stdout:611 2024-08-29T18:05:28.407 INFO:tasks.workunit.client.0.smithi028.stdout:612 2024-08-29T18:05:28.410 INFO:tasks.workunit.client.0.smithi028.stdout:613 2024-08-29T18:05:28.414 INFO:tasks.workunit.client.0.smithi028.stdout:614 2024-08-29T18:05:28.417 INFO:tasks.workunit.client.0.smithi028.stdout:615 2024-08-29T18:05:28.420 INFO:tasks.workunit.client.0.smithi028.stdout:616 2024-08-29T18:05:28.424 INFO:tasks.workunit.client.0.smithi028.stdout:617 2024-08-29T18:05:28.427 INFO:tasks.workunit.client.0.smithi028.stdout:618 2024-08-29T18:05:28.429 INFO:tasks.workunit.client.0.smithi028.stdout:619 2024-08-29T18:05:28.433 INFO:tasks.workunit.client.0.smithi028.stdout:620 2024-08-29T18:05:28.436 INFO:tasks.workunit.client.0.smithi028.stdout:621 2024-08-29T18:05:28.438 INFO:tasks.workunit.client.0.smithi028.stdout:622 2024-08-29T18:05:28.441 INFO:tasks.workunit.client.0.smithi028.stdout:623 2024-08-29T18:05:28.444 INFO:tasks.workunit.client.0.smithi028.stdout:624 2024-08-29T18:05:28.447 INFO:tasks.workunit.client.0.smithi028.stdout:625 2024-08-29T18:05:28.450 INFO:tasks.workunit.client.0.smithi028.stdout:626 2024-08-29T18:05:28.453 INFO:tasks.workunit.client.0.smithi028.stdout:627 2024-08-29T18:05:28.457 INFO:tasks.workunit.client.0.smithi028.stdout:628 2024-08-29T18:05:28.460 INFO:tasks.workunit.client.0.smithi028.stdout:629 2024-08-29T18:05:28.463 INFO:tasks.workunit.client.0.smithi028.stdout:630 2024-08-29T18:05:28.466 INFO:tasks.workunit.client.0.smithi028.stdout:631 2024-08-29T18:05:28.469 INFO:tasks.workunit.client.0.smithi028.stdout:632 2024-08-29T18:05:28.474 INFO:tasks.workunit.client.0.smithi028.stdout:633 2024-08-29T18:05:28.477 INFO:tasks.workunit.client.0.smithi028.stdout:634 2024-08-29T18:05:28.481 INFO:tasks.workunit.client.0.smithi028.stdout:635 2024-08-29T18:05:28.484 INFO:tasks.workunit.client.0.smithi028.stdout:636 2024-08-29T18:05:28.488 INFO:tasks.workunit.client.0.smithi028.stdout:637 2024-08-29T18:05:28.491 INFO:tasks.workunit.client.0.smithi028.stdout:638 2024-08-29T18:05:28.495 INFO:tasks.workunit.client.0.smithi028.stdout:639 2024-08-29T18:05:28.499 INFO:tasks.workunit.client.0.smithi028.stdout:640 2024-08-29T18:05:28.502 INFO:tasks.workunit.client.0.smithi028.stdout:641 2024-08-29T18:05:28.505 INFO:tasks.workunit.client.0.smithi028.stdout:642 2024-08-29T18:05:28.508 INFO:tasks.workunit.client.0.smithi028.stdout:643 2024-08-29T18:05:28.511 INFO:tasks.workunit.client.0.smithi028.stdout:644 2024-08-29T18:05:28.515 INFO:tasks.workunit.client.0.smithi028.stdout:645 2024-08-29T18:05:28.518 INFO:tasks.workunit.client.0.smithi028.stdout:646 2024-08-29T18:05:28.521 INFO:tasks.workunit.client.0.smithi028.stdout:647 2024-08-29T18:05:28.524 INFO:tasks.workunit.client.0.smithi028.stdout:648 2024-08-29T18:05:28.527 INFO:tasks.workunit.client.0.smithi028.stdout:649 2024-08-29T18:05:28.531 INFO:tasks.workunit.client.0.smithi028.stdout:650 2024-08-29T18:05:28.533 INFO:tasks.workunit.client.0.smithi028.stdout:651 2024-08-29T18:05:28.537 INFO:tasks.workunit.client.0.smithi028.stdout:652 2024-08-29T18:05:28.540 INFO:tasks.workunit.client.0.smithi028.stdout:653 2024-08-29T18:05:28.543 INFO:tasks.workunit.client.0.smithi028.stdout:654 2024-08-29T18:05:28.546 INFO:tasks.workunit.client.0.smithi028.stdout:655 2024-08-29T18:05:28.549 INFO:tasks.workunit.client.0.smithi028.stdout:656 2024-08-29T18:05:28.553 INFO:tasks.workunit.client.0.smithi028.stdout:657 2024-08-29T18:05:28.556 INFO:tasks.workunit.client.0.smithi028.stdout:658 2024-08-29T18:05:28.559 INFO:tasks.workunit.client.0.smithi028.stdout:659 2024-08-29T18:05:28.562 INFO:tasks.workunit.client.0.smithi028.stdout:660 2024-08-29T18:05:28.565 INFO:tasks.workunit.client.0.smithi028.stdout:661 2024-08-29T18:05:28.568 INFO:tasks.workunit.client.0.smithi028.stdout:662 2024-08-29T18:05:28.571 INFO:tasks.workunit.client.0.smithi028.stdout:663 2024-08-29T18:05:28.574 INFO:tasks.workunit.client.0.smithi028.stdout:664 2024-08-29T18:05:28.575 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:05:28 smithi053 bash[68679]: audit 2024-08-29T18:05:27.070965+0000 mon.a (mon.0) 1730 : audit [INF] from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi028-111776-3","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-29T18:05:28.575 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:05:28 smithi053 bash[68679]: cluster 2024-08-29T18:05:27.079571+0000 mon.a (mon.0) 1731 : cluster [DBG] osdmap e1008: 8 total, 8 up, 8 in 2024-08-29T18:05:28.575 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:05:28 smithi053 bash[68679]: audit 2024-08-29T18:05:27.087942+0000 mon.c (mon.2) 36 : audit [DBG] from='client.? 172.21.15.28:0/350210796' entity='client.admin' cmd=[{"prefix": "osd dump","format":"json"}]: dispatch 2024-08-29T18:05:28.576 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:05:28 smithi053 bash[68679]: cluster 2024-08-29T18:05:27.236741+0000 mgr.y (mgr.25022) 562 : cluster [DBG] pgmap v1089: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 4.5 GiB used, 711 GiB / 715 GiB avail 2024-08-29T18:05:28.576 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:05:28 smithi053 bash[68679]: audit 2024-08-29T18:05:27.778266+0000 mon.a (mon.0) 1732 : audit [DBG] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-29T18:05:28.576 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:05:28 smithi053 bash[68679]: audit 2024-08-29T18:05:27.779161+0000 mon.a (mon.0) 1733 : audit [INF] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-29T18:05:28.576 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:05:28 smithi053 bash[68679]: audit 2024-08-29T18:05:27.784670+0000 mon.a (mon.0) 1734 : audit [INF] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' 2024-08-29T18:05:28.577 INFO:tasks.workunit.client.0.smithi028.stdout:665 2024-08-29T18:05:28.581 INFO:tasks.workunit.client.0.smithi028.stdout:666 2024-08-29T18:05:28.584 INFO:tasks.workunit.client.0.smithi028.stdout:667 2024-08-29T18:05:28.587 INFO:tasks.workunit.client.0.smithi028.stdout:668 2024-08-29T18:05:28.590 INFO:tasks.workunit.client.0.smithi028.stdout:669 2024-08-29T18:05:28.593 INFO:tasks.workunit.client.0.smithi028.stdout:670 2024-08-29T18:05:28.597 INFO:tasks.workunit.client.0.smithi028.stdout:671 2024-08-29T18:05:28.600 INFO:tasks.workunit.client.0.smithi028.stdout:672 2024-08-29T18:05:28.603 INFO:tasks.workunit.client.0.smithi028.stdout:673 2024-08-29T18:05:28.606 INFO:tasks.workunit.client.0.smithi028.stdout:674 2024-08-29T18:05:28.610 INFO:tasks.workunit.client.0.smithi028.stdout:675 2024-08-29T18:05:28.613 INFO:tasks.workunit.client.0.smithi028.stdout:676 2024-08-29T18:05:28.616 INFO:tasks.workunit.client.0.smithi028.stdout:677 2024-08-29T18:05:28.619 INFO:tasks.workunit.client.0.smithi028.stdout:678 2024-08-29T18:05:28.622 INFO:tasks.workunit.client.0.smithi028.stdout:679 2024-08-29T18:05:28.625 INFO:tasks.workunit.client.0.smithi028.stdout:680 2024-08-29T18:05:28.628 INFO:tasks.workunit.client.0.smithi028.stdout:681 2024-08-29T18:05:28.632 INFO:tasks.workunit.client.0.smithi028.stdout:682 2024-08-29T18:05:28.635 INFO:tasks.workunit.client.0.smithi028.stdout:683 2024-08-29T18:05:28.638 INFO:tasks.workunit.client.0.smithi028.stdout:684 2024-08-29T18:05:28.641 INFO:tasks.workunit.client.0.smithi028.stdout:685 2024-08-29T18:05:28.644 INFO:tasks.workunit.client.0.smithi028.stdout:686 2024-08-29T18:05:28.647 INFO:tasks.workunit.client.0.smithi028.stdout:687 2024-08-29T18:05:28.651 INFO:tasks.workunit.client.0.smithi028.stdout:688 2024-08-29T18:05:28.654 INFO:tasks.workunit.client.0.smithi028.stdout:689 2024-08-29T18:05:28.657 INFO:tasks.workunit.client.0.smithi028.stdout:690 2024-08-29T18:05:28.661 INFO:tasks.workunit.client.0.smithi028.stdout:691 2024-08-29T18:05:28.664 INFO:tasks.workunit.client.0.smithi028.stdout:692 2024-08-29T18:05:28.667 INFO:tasks.workunit.client.0.smithi028.stdout:693 2024-08-29T18:05:28.670 INFO:tasks.workunit.client.0.smithi028.stdout:694 2024-08-29T18:05:28.674 INFO:tasks.workunit.client.0.smithi028.stdout:695 2024-08-29T18:05:28.677 INFO:tasks.workunit.client.0.smithi028.stdout:696 2024-08-29T18:05:28.680 INFO:tasks.workunit.client.0.smithi028.stdout:697 2024-08-29T18:05:28.684 INFO:tasks.workunit.client.0.smithi028.stdout:698 2024-08-29T18:05:28.687 INFO:tasks.workunit.client.0.smithi028.stdout:699 2024-08-29T18:05:28.690 INFO:tasks.workunit.client.0.smithi028.stdout:700 2024-08-29T18:05:28.693 INFO:tasks.workunit.client.0.smithi028.stdout:701 2024-08-29T18:05:28.697 INFO:tasks.workunit.client.0.smithi028.stdout:702 2024-08-29T18:05:28.700 INFO:tasks.workunit.client.0.smithi028.stdout:703 2024-08-29T18:05:28.703 INFO:tasks.workunit.client.0.smithi028.stdout:704 2024-08-29T18:05:28.706 INFO:tasks.workunit.client.0.smithi028.stdout:705 2024-08-29T18:05:28.710 INFO:tasks.workunit.client.0.smithi028.stdout:706 2024-08-29T18:05:28.713 INFO:tasks.workunit.client.0.smithi028.stdout:707 2024-08-29T18:05:28.716 INFO:tasks.workunit.client.0.smithi028.stdout:708 2024-08-29T18:05:28.719 INFO:tasks.workunit.client.0.smithi028.stdout:709 2024-08-29T18:05:28.722 INFO:tasks.workunit.client.0.smithi028.stdout:710 2024-08-29T18:05:28.726 INFO:tasks.workunit.client.0.smithi028.stdout:711 2024-08-29T18:05:28.729 INFO:tasks.workunit.client.0.smithi028.stdout:712 2024-08-29T18:05:28.732 INFO:tasks.workunit.client.0.smithi028.stdout:713 2024-08-29T18:05:28.735 INFO:tasks.workunit.client.0.smithi028.stdout:714 2024-08-29T18:05:28.738 INFO:tasks.workunit.client.0.smithi028.stdout:715 2024-08-29T18:05:28.741 INFO:tasks.workunit.client.0.smithi028.stdout:716 2024-08-29T18:05:28.745 INFO:tasks.workunit.client.0.smithi028.stdout:717 2024-08-29T18:05:28.748 INFO:tasks.workunit.client.0.smithi028.stdout:718 2024-08-29T18:05:28.751 INFO:tasks.workunit.client.0.smithi028.stdout:719 2024-08-29T18:05:28.754 INFO:tasks.workunit.client.0.smithi028.stdout:720 2024-08-29T18:05:28.757 INFO:tasks.workunit.client.0.smithi028.stdout:721 2024-08-29T18:05:28.760 INFO:tasks.workunit.client.0.smithi028.stdout:722 2024-08-29T18:05:28.764 INFO:tasks.workunit.client.0.smithi028.stdout:723 2024-08-29T18:05:28.767 INFO:tasks.workunit.client.0.smithi028.stdout:724 2024-08-29T18:05:28.770 INFO:tasks.workunit.client.0.smithi028.stdout:725 2024-08-29T18:05:28.773 INFO:tasks.workunit.client.0.smithi028.stdout:726 2024-08-29T18:05:28.777 INFO:tasks.workunit.client.0.smithi028.stdout:727 2024-08-29T18:05:28.781 INFO:tasks.workunit.client.0.smithi028.stdout:728 2024-08-29T18:05:28.785 INFO:tasks.workunit.client.0.smithi028.stdout:729 2024-08-29T18:05:28.790 INFO:tasks.workunit.client.0.smithi028.stdout:730 2024-08-29T18:05:28.793 INFO:tasks.workunit.client.0.smithi028.stdout:731 2024-08-29T18:05:28.796 INFO:tasks.workunit.client.0.smithi028.stdout:732 2024-08-29T18:05:28.799 INFO:tasks.workunit.client.0.smithi028.stdout:733 2024-08-29T18:05:28.803 INFO:tasks.workunit.client.0.smithi028.stdout:734 2024-08-29T18:05:28.806 INFO:tasks.workunit.client.0.smithi028.stdout:735 2024-08-29T18:05:28.809 INFO:tasks.workunit.client.0.smithi028.stdout:736 2024-08-29T18:05:28.812 INFO:tasks.workunit.client.0.smithi028.stdout:737 2024-08-29T18:05:28.815 INFO:tasks.workunit.client.0.smithi028.stdout:738 2024-08-29T18:05:28.818 INFO:tasks.workunit.client.0.smithi028.stdout:739 2024-08-29T18:05:28.822 INFO:tasks.workunit.client.0.smithi028.stdout:740 2024-08-29T18:05:28.825 INFO:tasks.workunit.client.0.smithi028.stdout:741 2024-08-29T18:05:28.828 INFO:tasks.workunit.client.0.smithi028.stdout:742 2024-08-29T18:05:28.831 INFO:tasks.workunit.client.0.smithi028.stdout:743 2024-08-29T18:05:28.834 INFO:tasks.workunit.client.0.smithi028.stdout:744 2024-08-29T18:05:28.837 INFO:tasks.workunit.client.0.smithi028.stdout:745 2024-08-29T18:05:28.840 INFO:tasks.workunit.client.0.smithi028.stdout:746 2024-08-29T18:05:28.843 INFO:tasks.workunit.client.0.smithi028.stdout:747 2024-08-29T18:05:28.846 INFO:tasks.workunit.client.0.smithi028.stdout:748 2024-08-29T18:05:28.850 INFO:tasks.workunit.client.0.smithi028.stdout:749 2024-08-29T18:05:28.853 INFO:tasks.workunit.client.0.smithi028.stdout:750 2024-08-29T18:05:28.856 INFO:tasks.workunit.client.0.smithi028.stdout:751 2024-08-29T18:05:28.859 INFO:tasks.workunit.client.0.smithi028.stdout:752 2024-08-29T18:05:28.863 INFO:tasks.workunit.client.0.smithi028.stdout:753 2024-08-29T18:05:28.866 INFO:tasks.workunit.client.0.smithi028.stdout:754 2024-08-29T18:05:28.869 INFO:tasks.workunit.client.0.smithi028.stdout:755 2024-08-29T18:05:28.873 INFO:tasks.workunit.client.0.smithi028.stdout:756 2024-08-29T18:05:28.876 INFO:tasks.workunit.client.0.smithi028.stdout:757 2024-08-29T18:05:28.879 INFO:tasks.workunit.client.0.smithi028.stdout:758 2024-08-29T18:05:28.882 INFO:tasks.workunit.client.0.smithi028.stdout:759 2024-08-29T18:05:28.886 INFO:tasks.workunit.client.0.smithi028.stdout:760 2024-08-29T18:05:28.889 INFO:tasks.workunit.client.0.smithi028.stdout:761 2024-08-29T18:05:28.892 INFO:tasks.workunit.client.0.smithi028.stdout:762 2024-08-29T18:05:28.895 INFO:tasks.workunit.client.0.smithi028.stdout:763 2024-08-29T18:05:28.899 INFO:tasks.workunit.client.0.smithi028.stdout:764 2024-08-29T18:05:28.902 INFO:tasks.workunit.client.0.smithi028.stdout:765 2024-08-29T18:05:28.905 INFO:tasks.workunit.client.0.smithi028.stdout:766 2024-08-29T18:05:28.909 INFO:tasks.workunit.client.0.smithi028.stdout:767 2024-08-29T18:05:28.912 INFO:tasks.workunit.client.0.smithi028.stdout:768 2024-08-29T18:05:28.915 INFO:tasks.workunit.client.0.smithi028.stdout:769 2024-08-29T18:05:28.919 INFO:tasks.workunit.client.0.smithi028.stdout:770 2024-08-29T18:05:28.922 INFO:tasks.workunit.client.0.smithi028.stdout:771 2024-08-29T18:05:28.925 INFO:tasks.workunit.client.0.smithi028.stdout:772 2024-08-29T18:05:28.929 INFO:tasks.workunit.client.0.smithi028.stdout:773 2024-08-29T18:05:28.932 INFO:tasks.workunit.client.0.smithi028.stdout:774 2024-08-29T18:05:28.935 INFO:tasks.workunit.client.0.smithi028.stdout:775 2024-08-29T18:05:28.938 INFO:tasks.workunit.client.0.smithi028.stdout:776 2024-08-29T18:05:28.941 INFO:tasks.workunit.client.0.smithi028.stdout:777 2024-08-29T18:05:28.945 INFO:tasks.workunit.client.0.smithi028.stdout:778 2024-08-29T18:05:28.948 INFO:tasks.workunit.client.0.smithi028.stdout:779 2024-08-29T18:05:28.951 INFO:tasks.workunit.client.0.smithi028.stdout:780 2024-08-29T18:05:28.954 INFO:tasks.workunit.client.0.smithi028.stdout:781 2024-08-29T18:05:28.958 INFO:tasks.workunit.client.0.smithi028.stdout:782 2024-08-29T18:05:28.961 INFO:tasks.workunit.client.0.smithi028.stdout:783 2024-08-29T18:05:28.964 INFO:tasks.workunit.client.0.smithi028.stdout:784 2024-08-29T18:05:28.967 INFO:tasks.workunit.client.0.smithi028.stdout:785 2024-08-29T18:05:28.970 INFO:tasks.workunit.client.0.smithi028.stdout:786 2024-08-29T18:05:28.973 INFO:tasks.workunit.client.0.smithi028.stdout:787 2024-08-29T18:05:28.977 INFO:tasks.workunit.client.0.smithi028.stdout:788 2024-08-29T18:05:28.980 INFO:tasks.workunit.client.0.smithi028.stdout:789 2024-08-29T18:05:28.983 INFO:tasks.workunit.client.0.smithi028.stdout:790 2024-08-29T18:05:28.986 INFO:tasks.workunit.client.0.smithi028.stdout:791 2024-08-29T18:05:28.989 INFO:tasks.workunit.client.0.smithi028.stdout:792 2024-08-29T18:05:28.992 INFO:tasks.workunit.client.0.smithi028.stdout:793 2024-08-29T18:05:28.996 INFO:tasks.workunit.client.0.smithi028.stdout:794 2024-08-29T18:05:28.999 INFO:tasks.workunit.client.0.smithi028.stdout:795 2024-08-29T18:05:29.002 INFO:tasks.workunit.client.0.smithi028.stdout:796 2024-08-29T18:05:29.005 INFO:tasks.workunit.client.0.smithi028.stdout:797 2024-08-29T18:05:29.009 INFO:tasks.workunit.client.0.smithi028.stdout:798 2024-08-29T18:05:29.012 INFO:tasks.workunit.client.0.smithi028.stdout:799 2024-08-29T18:05:29.015 INFO:tasks.workunit.client.0.smithi028.stdout:800 2024-08-29T18:05:29.018 INFO:tasks.workunit.client.0.smithi028.stdout:801 2024-08-29T18:05:29.021 INFO:tasks.workunit.client.0.smithi028.stdout:802 2024-08-29T18:05:29.025 INFO:tasks.workunit.client.0.smithi028.stdout:803 2024-08-29T18:05:29.028 INFO:tasks.workunit.client.0.smithi028.stdout:804 2024-08-29T18:05:29.032 INFO:tasks.workunit.client.0.smithi028.stdout:805 2024-08-29T18:05:29.035 INFO:tasks.workunit.client.0.smithi028.stdout:806 2024-08-29T18:05:29.039 INFO:tasks.workunit.client.0.smithi028.stdout:807 2024-08-29T18:05:29.042 INFO:tasks.workunit.client.0.smithi028.stdout:808 2024-08-29T18:05:29.046 INFO:tasks.workunit.client.0.smithi028.stdout:809 2024-08-29T18:05:29.049 INFO:tasks.workunit.client.0.smithi028.stdout:810 2024-08-29T18:05:29.052 INFO:tasks.workunit.client.0.smithi028.stdout:811 2024-08-29T18:05:29.055 INFO:tasks.workunit.client.0.smithi028.stdout:812 2024-08-29T18:05:29.059 INFO:tasks.workunit.client.0.smithi028.stdout:813 2024-08-29T18:05:29.062 INFO:tasks.workunit.client.0.smithi028.stdout:814 2024-08-29T18:05:29.066 INFO:tasks.workunit.client.0.smithi028.stdout:815 2024-08-29T18:05:29.069 INFO:tasks.workunit.client.0.smithi028.stdout:816 2024-08-29T18:05:29.073 INFO:tasks.workunit.client.0.smithi028.stdout:817 2024-08-29T18:05:29.076 INFO:tasks.workunit.client.0.smithi028.stdout:818 2024-08-29T18:05:29.080 INFO:tasks.workunit.client.0.smithi028.stdout:819 2024-08-29T18:05:29.084 INFO:tasks.workunit.client.0.smithi028.stdout:820 2024-08-29T18:05:29.087 INFO:tasks.workunit.client.0.smithi028.stdout:821 2024-08-29T18:05:29.090 INFO:tasks.workunit.client.0.smithi028.stdout:822 2024-08-29T18:05:29.093 INFO:tasks.workunit.client.0.smithi028.stdout:823 2024-08-29T18:05:29.097 INFO:tasks.workunit.client.0.smithi028.stdout:824 2024-08-29T18:05:29.100 INFO:tasks.workunit.client.0.smithi028.stdout:825 2024-08-29T18:05:29.103 INFO:tasks.workunit.client.0.smithi028.stdout:826 2024-08-29T18:05:29.106 INFO:tasks.workunit.client.0.smithi028.stdout:827 2024-08-29T18:05:29.109 INFO:tasks.workunit.client.0.smithi028.stdout:828 2024-08-29T18:05:29.113 INFO:tasks.workunit.client.0.smithi028.stdout:829 2024-08-29T18:05:29.116 INFO:tasks.workunit.client.0.smithi028.stdout:830 2024-08-29T18:05:29.119 INFO:tasks.workunit.client.0.smithi028.stdout:831 2024-08-29T18:05:29.122 INFO:tasks.workunit.client.0.smithi028.stdout:832 2024-08-29T18:05:29.126 INFO:tasks.workunit.client.0.smithi028.stdout:833 2024-08-29T18:05:29.129 INFO:tasks.workunit.client.0.smithi028.stdout:834 2024-08-29T18:05:29.133 INFO:tasks.workunit.client.0.smithi028.stdout:835 2024-08-29T18:05:29.136 INFO:tasks.workunit.client.0.smithi028.stdout:836 2024-08-29T18:05:29.139 INFO:tasks.workunit.client.0.smithi028.stdout:837 2024-08-29T18:05:29.142 INFO:tasks.workunit.client.0.smithi028.stdout:838 2024-08-29T18:05:29.145 INFO:tasks.workunit.client.0.smithi028.stdout:839 2024-08-29T18:05:29.148 INFO:tasks.workunit.client.0.smithi028.stdout:840 2024-08-29T18:05:29.152 INFO:tasks.workunit.client.0.smithi028.stdout:841 2024-08-29T18:05:29.155 INFO:tasks.workunit.client.0.smithi028.stdout:842 2024-08-29T18:05:29.158 INFO:tasks.workunit.client.0.smithi028.stdout:843 2024-08-29T18:05:29.162 INFO:tasks.workunit.client.0.smithi028.stdout:844 2024-08-29T18:05:29.165 INFO:tasks.workunit.client.0.smithi028.stdout:845 2024-08-29T18:05:29.168 INFO:tasks.workunit.client.0.smithi028.stdout:846 2024-08-29T18:05:29.172 INFO:tasks.workunit.client.0.smithi028.stdout:847 2024-08-29T18:05:29.175 INFO:tasks.workunit.client.0.smithi028.stdout:848 2024-08-29T18:05:29.178 INFO:tasks.workunit.client.0.smithi028.stdout:849 2024-08-29T18:05:29.181 INFO:tasks.workunit.client.0.smithi028.stdout:850 2024-08-29T18:05:29.185 INFO:tasks.workunit.client.0.smithi028.stdout:851 2024-08-29T18:05:29.188 INFO:tasks.workunit.client.0.smithi028.stdout:852 2024-08-29T18:05:29.191 INFO:tasks.workunit.client.0.smithi028.stdout:853 2024-08-29T18:05:29.195 INFO:tasks.workunit.client.0.smithi028.stdout:854 2024-08-29T18:05:29.198 INFO:tasks.workunit.client.0.smithi028.stdout:855 2024-08-29T18:05:29.201 INFO:tasks.workunit.client.0.smithi028.stdout:856 2024-08-29T18:05:29.205 INFO:tasks.workunit.client.0.smithi028.stdout:857 2024-08-29T18:05:29.208 INFO:tasks.workunit.client.0.smithi028.stdout:858 2024-08-29T18:05:29.211 INFO:tasks.workunit.client.0.smithi028.stdout:859 2024-08-29T18:05:29.214 INFO:tasks.workunit.client.0.smithi028.stdout:860 2024-08-29T18:05:29.217 INFO:tasks.workunit.client.0.smithi028.stdout:861 2024-08-29T18:05:29.220 INFO:tasks.workunit.client.0.smithi028.stdout:862 2024-08-29T18:05:29.223 INFO:tasks.workunit.client.0.smithi028.stdout:863 2024-08-29T18:05:29.227 INFO:tasks.workunit.client.0.smithi028.stdout:864 2024-08-29T18:05:29.230 INFO:tasks.workunit.client.0.smithi028.stdout:865 2024-08-29T18:05:29.233 INFO:tasks.workunit.client.0.smithi028.stdout:866 2024-08-29T18:05:29.237 INFO:tasks.workunit.client.0.smithi028.stdout:867 2024-08-29T18:05:29.240 INFO:tasks.workunit.client.0.smithi028.stdout:868 2024-08-29T18:05:29.244 INFO:tasks.workunit.client.0.smithi028.stdout:869 2024-08-29T18:05:29.247 INFO:tasks.workunit.client.0.smithi028.stdout:870 2024-08-29T18:05:29.250 INFO:tasks.workunit.client.0.smithi028.stdout:871 2024-08-29T18:05:29.254 INFO:tasks.workunit.client.0.smithi028.stdout:872 2024-08-29T18:05:29.257 INFO:tasks.workunit.client.0.smithi028.stdout:873 2024-08-29T18:05:29.260 INFO:tasks.workunit.client.0.smithi028.stdout:874 2024-08-29T18:05:29.264 INFO:tasks.workunit.client.0.smithi028.stdout:875 2024-08-29T18:05:29.267 INFO:tasks.workunit.client.0.smithi028.stdout:876 2024-08-29T18:05:29.271 INFO:tasks.workunit.client.0.smithi028.stdout:877 2024-08-29T18:05:29.274 INFO:tasks.workunit.client.0.smithi028.stdout:878 2024-08-29T18:05:29.278 INFO:tasks.workunit.client.0.smithi028.stdout:879 2024-08-29T18:05:29.282 INFO:tasks.workunit.client.0.smithi028.stdout:880 2024-08-29T18:05:29.285 INFO:tasks.workunit.client.0.smithi028.stdout:881 2024-08-29T18:05:29.288 INFO:tasks.workunit.client.0.smithi028.stdout:882 2024-08-29T18:05:29.292 INFO:tasks.workunit.client.0.smithi028.stdout:883 2024-08-29T18:05:29.295 INFO:tasks.workunit.client.0.smithi028.stdout:884 2024-08-29T18:05:29.298 INFO:tasks.workunit.client.0.smithi028.stdout:885 2024-08-29T18:05:29.302 INFO:tasks.workunit.client.0.smithi028.stdout:886 2024-08-29T18:05:29.306 INFO:tasks.workunit.client.0.smithi028.stdout:887 2024-08-29T18:05:29.309 INFO:tasks.workunit.client.0.smithi028.stdout:888 2024-08-29T18:05:29.312 INFO:tasks.workunit.client.0.smithi028.stdout:889 2024-08-29T18:05:29.316 INFO:tasks.workunit.client.0.smithi028.stdout:890 2024-08-29T18:05:29.319 INFO:tasks.workunit.client.0.smithi028.stdout:891 2024-08-29T18:05:29.322 INFO:tasks.workunit.client.0.smithi028.stdout:892 2024-08-29T18:05:29.326 INFO:tasks.workunit.client.0.smithi028.stdout:893 2024-08-29T18:05:29.329 INFO:tasks.workunit.client.0.smithi028.stdout:894 2024-08-29T18:05:29.332 INFO:tasks.workunit.client.0.smithi028.stdout:895 2024-08-29T18:05:29.336 INFO:tasks.workunit.client.0.smithi028.stdout:896 2024-08-29T18:05:29.339 INFO:tasks.workunit.client.0.smithi028.stdout:897 2024-08-29T18:05:29.342 INFO:tasks.workunit.client.0.smithi028.stdout:898 2024-08-29T18:05:29.345 INFO:tasks.workunit.client.0.smithi028.stdout:899 2024-08-29T18:05:29.349 INFO:tasks.workunit.client.0.smithi028.stdout:900 2024-08-29T18:05:29.352 INFO:tasks.workunit.client.0.smithi028.stdout:901 2024-08-29T18:05:29.356 INFO:tasks.workunit.client.0.smithi028.stdout:902 2024-08-29T18:05:29.359 INFO:tasks.workunit.client.0.smithi028.stdout:903 2024-08-29T18:05:29.362 INFO:tasks.workunit.client.0.smithi028.stdout:904 2024-08-29T18:05:29.366 INFO:tasks.workunit.client.0.smithi028.stdout:905 2024-08-29T18:05:29.369 INFO:tasks.workunit.client.0.smithi028.stdout:906 2024-08-29T18:05:29.373 INFO:tasks.workunit.client.0.smithi028.stdout:907 2024-08-29T18:05:29.376 INFO:tasks.workunit.client.0.smithi028.stdout:908 2024-08-29T18:05:29.380 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:05:29 smithi028 bash[78352]: cluster 2024-08-29T18:05:28.089468+0000 mon.a (mon.0) 1735 : cluster [DBG] osdmap e1009: 8 total, 8 up, 8 in 2024-08-29T18:05:29.380 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:05:29 smithi028 bash[77168]: cluster 2024-08-29T18:05:28.089468+0000 mon.a (mon.0) 1735 : cluster [DBG] osdmap e1009: 8 total, 8 up, 8 in 2024-08-29T18:05:29.381 INFO:tasks.workunit.client.0.smithi028.stdout:909 2024-08-29T18:05:29.383 INFO:tasks.workunit.client.0.smithi028.stdout:910 2024-08-29T18:05:29.387 INFO:tasks.workunit.client.0.smithi028.stdout:911 2024-08-29T18:05:29.390 INFO:tasks.workunit.client.0.smithi028.stdout:912 2024-08-29T18:05:29.393 INFO:tasks.workunit.client.0.smithi028.stdout:913 2024-08-29T18:05:29.397 INFO:tasks.workunit.client.0.smithi028.stdout:914 2024-08-29T18:05:29.400 INFO:tasks.workunit.client.0.smithi028.stdout:915 2024-08-29T18:05:29.403 INFO:tasks.workunit.client.0.smithi028.stdout:916 2024-08-29T18:05:29.407 INFO:tasks.workunit.client.0.smithi028.stdout:917 2024-08-29T18:05:29.410 INFO:tasks.workunit.client.0.smithi028.stdout:918 2024-08-29T18:05:29.414 INFO:tasks.workunit.client.0.smithi028.stdout:919 2024-08-29T18:05:29.417 INFO:tasks.workunit.client.0.smithi028.stdout:920 2024-08-29T18:05:29.421 INFO:tasks.workunit.client.0.smithi028.stdout:921 2024-08-29T18:05:29.424 INFO:tasks.workunit.client.0.smithi028.stdout:922 2024-08-29T18:05:29.428 INFO:tasks.workunit.client.0.smithi028.stdout:923 2024-08-29T18:05:29.431 INFO:tasks.workunit.client.0.smithi028.stdout:924 2024-08-29T18:05:29.434 INFO:tasks.workunit.client.0.smithi028.stdout:925 2024-08-29T18:05:29.437 INFO:tasks.workunit.client.0.smithi028.stdout:926 2024-08-29T18:05:29.441 INFO:tasks.workunit.client.0.smithi028.stdout:927 2024-08-29T18:05:29.444 INFO:tasks.workunit.client.0.smithi028.stdout:928 2024-08-29T18:05:29.448 INFO:tasks.workunit.client.0.smithi028.stdout:929 2024-08-29T18:05:29.451 INFO:tasks.workunit.client.0.smithi028.stdout:930 2024-08-29T18:05:29.455 INFO:tasks.workunit.client.0.smithi028.stdout:931 2024-08-29T18:05:29.458 INFO:tasks.workunit.client.0.smithi028.stdout:932 2024-08-29T18:05:29.461 INFO:tasks.workunit.client.0.smithi028.stdout:933 2024-08-29T18:05:29.465 INFO:tasks.workunit.client.0.smithi028.stdout:934 2024-08-29T18:05:29.468 INFO:tasks.workunit.client.0.smithi028.stdout:935 2024-08-29T18:05:29.472 INFO:tasks.workunit.client.0.smithi028.stdout:936 2024-08-29T18:05:29.475 INFO:tasks.workunit.client.0.smithi028.stdout:937 2024-08-29T18:05:29.479 INFO:tasks.workunit.client.0.smithi028.stdout:938 2024-08-29T18:05:29.482 INFO:tasks.workunit.client.0.smithi028.stdout:939 2024-08-29T18:05:29.486 INFO:tasks.workunit.client.0.smithi028.stdout:940 2024-08-29T18:05:29.489 INFO:tasks.workunit.client.0.smithi028.stdout:941 2024-08-29T18:05:29.493 INFO:tasks.workunit.client.0.smithi028.stdout:942 2024-08-29T18:05:29.496 INFO:tasks.workunit.client.0.smithi028.stdout:943 2024-08-29T18:05:29.499 INFO:tasks.workunit.client.0.smithi028.stdout:944 2024-08-29T18:05:29.502 INFO:tasks.workunit.client.0.smithi028.stdout:945 2024-08-29T18:05:29.506 INFO:tasks.workunit.client.0.smithi028.stdout:946 2024-08-29T18:05:29.509 INFO:tasks.workunit.client.0.smithi028.stdout:947 2024-08-29T18:05:29.512 INFO:tasks.workunit.client.0.smithi028.stdout:948 2024-08-29T18:05:29.516 INFO:tasks.workunit.client.0.smithi028.stdout:949 2024-08-29T18:05:29.519 INFO:tasks.workunit.client.0.smithi028.stdout:950 2024-08-29T18:05:29.523 INFO:tasks.workunit.client.0.smithi028.stdout:951 2024-08-29T18:05:29.526 INFO:tasks.workunit.client.0.smithi028.stdout:952 2024-08-29T18:05:29.529 INFO:tasks.workunit.client.0.smithi028.stdout:953 2024-08-29T18:05:29.533 INFO:tasks.workunit.client.0.smithi028.stdout:954 2024-08-29T18:05:29.537 INFO:tasks.workunit.client.0.smithi028.stdout:955 2024-08-29T18:05:29.540 INFO:tasks.workunit.client.0.smithi028.stdout:956 2024-08-29T18:05:29.543 INFO:tasks.workunit.client.0.smithi028.stdout:957 2024-08-29T18:05:29.547 INFO:tasks.workunit.client.0.smithi028.stdout:958 2024-08-29T18:05:29.550 INFO:tasks.workunit.client.0.smithi028.stdout:959 2024-08-29T18:05:29.553 INFO:tasks.workunit.client.0.smithi028.stdout:960 2024-08-29T18:05:29.557 INFO:tasks.workunit.client.0.smithi028.stdout:961 2024-08-29T18:05:29.561 INFO:tasks.workunit.client.0.smithi028.stdout:962 2024-08-29T18:05:29.564 INFO:tasks.workunit.client.0.smithi028.stdout:963 2024-08-29T18:05:29.568 INFO:tasks.workunit.client.0.smithi028.stdout:964 2024-08-29T18:05:29.571 INFO:tasks.workunit.client.0.smithi028.stdout:965 2024-08-29T18:05:29.575 INFO:tasks.workunit.client.0.smithi028.stdout:966 2024-08-29T18:05:29.575 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:05:29 smithi053 bash[68679]: cluster 2024-08-29T18:05:28.089468+0000 mon.a (mon.0) 1735 : cluster [DBG] osdmap e1009: 8 total, 8 up, 8 in 2024-08-29T18:05:29.578 INFO:tasks.workunit.client.0.smithi028.stdout:967 2024-08-29T18:05:29.583 INFO:tasks.workunit.client.0.smithi028.stdout:968 2024-08-29T18:05:29.586 INFO:tasks.workunit.client.0.smithi028.stdout:969 2024-08-29T18:05:29.590 INFO:tasks.workunit.client.0.smithi028.stdout:970 2024-08-29T18:05:29.593 INFO:tasks.workunit.client.0.smithi028.stdout:971 2024-08-29T18:05:29.596 INFO:tasks.workunit.client.0.smithi028.stdout:972 2024-08-29T18:05:29.600 INFO:tasks.workunit.client.0.smithi028.stdout:973 2024-08-29T18:05:29.603 INFO:tasks.workunit.client.0.smithi028.stdout:974 2024-08-29T18:05:29.606 INFO:tasks.workunit.client.0.smithi028.stdout:975 2024-08-29T18:05:29.610 INFO:tasks.workunit.client.0.smithi028.stdout:976 2024-08-29T18:05:29.613 INFO:tasks.workunit.client.0.smithi028.stdout:977 2024-08-29T18:05:29.616 INFO:tasks.workunit.client.0.smithi028.stdout:978 2024-08-29T18:05:29.620 INFO:tasks.workunit.client.0.smithi028.stdout:979 2024-08-29T18:05:29.623 INFO:tasks.workunit.client.0.smithi028.stdout:980 2024-08-29T18:05:29.626 INFO:tasks.workunit.client.0.smithi028.stdout:981 2024-08-29T18:05:29.630 INFO:tasks.workunit.client.0.smithi028.stdout:982 2024-08-29T18:05:29.633 INFO:tasks.workunit.client.0.smithi028.stdout:983 2024-08-29T18:05:29.637 INFO:tasks.workunit.client.0.smithi028.stdout:984 2024-08-29T18:05:29.640 INFO:tasks.workunit.client.0.smithi028.stdout:985 2024-08-29T18:05:29.644 INFO:tasks.workunit.client.0.smithi028.stdout:986 2024-08-29T18:05:29.647 INFO:tasks.workunit.client.0.smithi028.stdout:987 2024-08-29T18:05:29.651 INFO:tasks.workunit.client.0.smithi028.stdout:988 2024-08-29T18:05:29.654 INFO:tasks.workunit.client.0.smithi028.stdout:989 2024-08-29T18:05:29.658 INFO:tasks.workunit.client.0.smithi028.stdout:990 2024-08-29T18:05:29.662 INFO:tasks.workunit.client.0.smithi028.stdout:991 2024-08-29T18:05:29.665 INFO:tasks.workunit.client.0.smithi028.stdout:992 2024-08-29T18:05:29.669 INFO:tasks.workunit.client.0.smithi028.stdout:993 2024-08-29T18:05:29.672 INFO:tasks.workunit.client.0.smithi028.stdout:994 2024-08-29T18:05:29.675 INFO:tasks.workunit.client.0.smithi028.stdout:995 2024-08-29T18:05:29.679 INFO:tasks.workunit.client.0.smithi028.stdout:996 2024-08-29T18:05:29.682 INFO:tasks.workunit.client.0.smithi028.stdout:997 2024-08-29T18:05:29.685 INFO:tasks.workunit.client.0.smithi028.stdout:998 2024-08-29T18:05:29.689 INFO:tasks.workunit.client.0.smithi028.stdout:999 2024-08-29T18:05:30.106 INFO:tasks.workunit.client.0.smithi028.stdout:00000000 79 6f 75 20 6d 69 67 68 74 20 73 65 65 20 74 68 |you might see th| 2024-08-29T18:05:30.106 INFO:tasks.workunit.client.0.smithi028.stdout:00000010 69 73 |is| 2024-08-29T18:05:30.106 INFO:tasks.workunit.client.0.smithi028.stdout:00000012 2024-08-29T18:05:30.106 INFO:tasks.workunit.client.0.smithi028.stdout:00000000 79 6f 75 20 6d 69 67 68 74 20 73 65 65 20 74 68 |you might see th| 2024-08-29T18:05:30.106 INFO:tasks.workunit.client.0.smithi028.stdout:00000010 69 73 |is| 2024-08-29T18:05:30.106 INFO:tasks.workunit.client.0.smithi028.stdout:00000012 2024-08-29T18:05:30.106 INFO:tasks.workunit.client.0.smithi028.stdout:[ OK ] ClsHello.WriteReturnData (5045 ms) 2024-08-29T18:05:30.106 INFO:tasks.workunit.client.0.smithi028.stdout:[ RUN ] ClsHello.Loud 2024-08-29T18:05:30.380 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:05:30 smithi028 bash[77168]: cluster 2024-08-29T18:05:29.237803+0000 mgr.y (mgr.25022) 563 : cluster [DBG] pgmap v1091: 137 pgs: 16 unknown, 121 active+clean; 583 KiB data, 4.5 GiB used, 711 GiB / 715 GiB avail 2024-08-29T18:05:30.381 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:05:30 smithi028 bash[78352]: cluster 2024-08-29T18:05:29.237803+0000 mgr.y (mgr.25022) 563 : cluster [DBG] pgmap v1091: 137 pgs: 16 unknown, 121 active+clean; 583 KiB data, 4.5 GiB used, 711 GiB / 715 GiB avail 2024-08-29T18:05:30.575 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:05:30 smithi053 bash[68679]: cluster 2024-08-29T18:05:29.237803+0000 mgr.y (mgr.25022) 563 : cluster [DBG] pgmap v1091: 137 pgs: 16 unknown, 121 active+clean; 583 KiB data, 4.5 GiB used, 711 GiB / 715 GiB avail 2024-08-29T18:05:31.380 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:05:31 smithi028 bash[78352]: cluster 2024-08-29T18:05:30.100610+0000 mon.a (mon.0) 1736 : cluster [DBG] osdmap e1010: 8 total, 8 up, 8 in 2024-08-29T18:05:31.380 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:05:31 smithi028 bash[77168]: cluster 2024-08-29T18:05:30.100610+0000 mon.a (mon.0) 1736 : cluster [DBG] osdmap e1010: 8 total, 8 up, 8 in 2024-08-29T18:05:31.575 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:05:31 smithi053 bash[68679]: cluster 2024-08-29T18:05:30.100610+0000 mon.a (mon.0) 1736 : cluster [DBG] osdmap e1010: 8 total, 8 up, 8 in 2024-08-29T18:05:31.880 INFO:journalctl@ceph.mgr.y.smithi028.stdout:Aug 29 18:05:31 smithi028 bash[70818]: ::ffff:172.21.15.53 - - [29/Aug/2024:18:05:31] "GET /metrics HTTP/1.1" 200 36332 "" "Prometheus/2.43.0" 2024-08-29T18:05:32.380 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:05:32 smithi028 bash[78352]: cluster 2024-08-29T18:05:31.104293+0000 mon.a (mon.0) 1737 : cluster [DBG] osdmap e1011: 8 total, 8 up, 8 in 2024-08-29T18:05:32.381 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:05:32 smithi028 bash[78352]: audit 2024-08-29T18:05:31.106384+0000 mon.c (mon.2) 37 : audit [INF] from='client.? 172.21.15.28:0/97769112' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi028-111776-4","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-29T18:05:32.381 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:05:32 smithi028 bash[78352]: audit 2024-08-29T18:05:31.108979+0000 mon.a (mon.0) 1738 : audit [INF] from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi028-111776-4","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-29T18:05:32.381 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:05:32 smithi028 bash[78352]: cluster 2024-08-29T18:05:31.238552+0000 mgr.y (mgr.25022) 564 : cluster [DBG] pgmap v1094: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 4.5 GiB used, 711 GiB / 715 GiB avail 2024-08-29T18:05:32.381 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:05:32 smithi028 bash[78352]: audit 2024-08-29T18:05:32.097782+0000 mon.a (mon.0) 1739 : audit [INF] from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi028-111776-4","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-29T18:05:32.381 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:05:32 smithi028 bash[78352]: cluster 2024-08-29T18:05:32.105532+0000 mon.a (mon.0) 1740 : cluster [DBG] osdmap e1012: 8 total, 8 up, 8 in 2024-08-29T18:05:32.381 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:05:32 smithi028 bash[77168]: cluster 2024-08-29T18:05:31.104293+0000 mon.a (mon.0) 1737 : cluster [DBG] osdmap e1011: 8 total, 8 up, 8 in 2024-08-29T18:05:32.381 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:05:32 smithi028 bash[77168]: audit 2024-08-29T18:05:31.106384+0000 mon.c (mon.2) 37 : audit [INF] from='client.? 172.21.15.28:0/97769112' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi028-111776-4","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-29T18:05:32.381 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:05:32 smithi028 bash[77168]: audit 2024-08-29T18:05:31.108979+0000 mon.a (mon.0) 1738 : audit [INF] from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi028-111776-4","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-29T18:05:32.381 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:05:32 smithi028 bash[77168]: cluster 2024-08-29T18:05:31.238552+0000 mgr.y (mgr.25022) 564 : cluster [DBG] pgmap v1094: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 4.5 GiB used, 711 GiB / 715 GiB avail 2024-08-29T18:05:32.381 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:05:32 smithi028 bash[77168]: audit 2024-08-29T18:05:32.097782+0000 mon.a (mon.0) 1739 : audit [INF] from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi028-111776-4","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-29T18:05:32.381 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:05:32 smithi028 bash[77168]: cluster 2024-08-29T18:05:32.105532+0000 mon.a (mon.0) 1740 : cluster [DBG] osdmap e1012: 8 total, 8 up, 8 in 2024-08-29T18:05:32.575 INFO:journalctl@ceph.prometheus.a.smithi053.stdout:Aug 29 18:05:32 smithi053 bash[95567]: ts=2024-08-29T18:05:32.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"3167ee72-662c-11ef-bcd4-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-29T18:05:32.576 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:05:32 smithi053 bash[68679]: cluster 2024-08-29T18:05:31.104293+0000 mon.a (mon.0) 1737 : cluster [DBG] osdmap e1011: 8 total, 8 up, 8 in 2024-08-29T18:05:32.576 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:05:32 smithi053 bash[68679]: audit 2024-08-29T18:05:31.106384+0000 mon.c (mon.2) 37 : audit [INF] from='client.? 172.21.15.28:0/97769112' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi028-111776-4","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-29T18:05:32.576 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:05:32 smithi053 bash[68679]: audit 2024-08-29T18:05:31.108979+0000 mon.a (mon.0) 1738 : audit [INF] from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi028-111776-4","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-29T18:05:32.576 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:05:32 smithi053 bash[68679]: cluster 2024-08-29T18:05:31.238552+0000 mgr.y (mgr.25022) 564 : cluster [DBG] pgmap v1094: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 4.5 GiB used, 711 GiB / 715 GiB avail 2024-08-29T18:05:32.576 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:05:32 smithi053 bash[68679]: audit 2024-08-29T18:05:32.097782+0000 mon.a (mon.0) 1739 : audit [INF] from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi028-111776-4","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-29T18:05:32.576 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:05:32 smithi053 bash[68679]: cluster 2024-08-29T18:05:32.105532+0000 mon.a (mon.0) 1740 : cluster [DBG] osdmap e1012: 8 total, 8 up, 8 in 2024-08-29T18:05:33.128 INFO:tasks.workunit.client.0.smithi028.stdout:[ OK ] ClsHello.Loud (3023 ms) 2024-08-29T18:05:33.129 INFO:tasks.workunit.client.0.smithi028.stdout:[ RUN ] ClsHello.BadMethods 2024-08-29T18:05:33.575 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:05:33 smithi053 bash[68679]: cluster 2024-08-29T18:05:32.110470+0000 mon.a (mon.0) 1741 : cluster [WRN] Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-08-29T18:05:33.575 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:05:33 smithi053 bash[68679]: cluster 2024-08-29T18:05:33.123792+0000 mon.a (mon.0) 1742 : cluster [DBG] osdmap e1013: 8 total, 8 up, 8 in 2024-08-29T18:05:33.630 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:05:33 smithi028 bash[78352]: cluster 2024-08-29T18:05:32.110470+0000 mon.a (mon.0) 1741 : cluster [WRN] Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-08-29T18:05:33.630 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:05:33 smithi028 bash[78352]: cluster 2024-08-29T18:05:33.123792+0000 mon.a (mon.0) 1742 : cluster [DBG] osdmap e1013: 8 total, 8 up, 8 in 2024-08-29T18:05:33.630 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:05:33 smithi028 bash[77168]: cluster 2024-08-29T18:05:32.110470+0000 mon.a (mon.0) 1741 : cluster [WRN] Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-08-29T18:05:33.631 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:05:33 smithi028 bash[77168]: cluster 2024-08-29T18:05:33.123792+0000 mon.a (mon.0) 1742 : cluster [DBG] osdmap e1013: 8 total, 8 up, 8 in 2024-08-29T18:05:34.575 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:05:34 smithi053 bash[68679]: cluster 2024-08-29T18:05:33.239169+0000 mgr.y (mgr.25022) 565 : cluster [DBG] pgmap v1097: 105 pgs: 105 active+clean; 583 KiB data, 4.5 GiB used, 711 GiB / 715 GiB avail 2024-08-29T18:05:34.630 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:05:34 smithi028 bash[78352]: cluster 2024-08-29T18:05:33.239169+0000 mgr.y (mgr.25022) 565 : cluster [DBG] pgmap v1097: 105 pgs: 105 active+clean; 583 KiB data, 4.5 GiB used, 711 GiB / 715 GiB avail 2024-08-29T18:05:34.630 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:05:34 smithi028 bash[77168]: cluster 2024-08-29T18:05:33.239169+0000 mgr.y (mgr.25022) 565 : cluster [DBG] pgmap v1097: 105 pgs: 105 active+clean; 583 KiB data, 4.5 GiB used, 711 GiB / 715 GiB avail 2024-08-29T18:05:35.575 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:05:35 smithi053 bash[68679]: cluster 2024-08-29T18:05:34.140066+0000 mon.a (mon.0) 1743 : cluster [INF] Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-08-29T18:05:35.576 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:05:35 smithi053 bash[68679]: cluster 2024-08-29T18:05:34.140118+0000 mon.a (mon.0) 1744 : cluster [INF] Cluster is now healthy 2024-08-29T18:05:35.576 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:05:35 smithi053 bash[68679]: cluster 2024-08-29T18:05:34.159319+0000 mon.a (mon.0) 1745 : cluster [DBG] osdmap e1014: 8 total, 8 up, 8 in 2024-08-29T18:05:35.576 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:05:35 smithi053 bash[68679]: audit 2024-08-29T18:05:34.165601+0000 mon.c (mon.2) 38 : audit [INF] from='client.? 172.21.15.28:0/3142109318' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi028-111776-5","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-29T18:05:35.576 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:05:35 smithi053 bash[68679]: audit 2024-08-29T18:05:34.166478+0000 mon.a (mon.0) 1746 : audit [INF] from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi028-111776-5","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-29T18:05:35.630 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:05:35 smithi028 bash[78352]: cluster 2024-08-29T18:05:34.140066+0000 mon.a (mon.0) 1743 : cluster [INF] Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-08-29T18:05:35.630 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:05:35 smithi028 bash[78352]: cluster 2024-08-29T18:05:34.140118+0000 mon.a (mon.0) 1744 : cluster [INF] Cluster is now healthy 2024-08-29T18:05:35.631 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:05:35 smithi028 bash[78352]: cluster 2024-08-29T18:05:34.159319+0000 mon.a (mon.0) 1745 : cluster [DBG] osdmap e1014: 8 total, 8 up, 8 in 2024-08-29T18:05:35.631 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:05:35 smithi028 bash[78352]: audit 2024-08-29T18:05:34.165601+0000 mon.c (mon.2) 38 : audit [INF] from='client.? 172.21.15.28:0/3142109318' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi028-111776-5","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-29T18:05:35.631 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:05:35 smithi028 bash[78352]: audit 2024-08-29T18:05:34.166478+0000 mon.a (mon.0) 1746 : audit [INF] from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi028-111776-5","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-29T18:05:35.631 INFO:journalctl@ceph.osd.3.smithi028.stdout:Aug 29 18:05:35 smithi028 bash[95500]: debug 2024-08-29T18:05:35.207+0000 7f179dea4640 -1 osd.3 pg_epoch: 1015 pg[38.2( v 1015'1 (0'0,1015'1] local-lis/les=1014/1015 n=1 ec=1014/1014 lis/c=1014/1014 les/c/f=1015/1015/0 sis=1014) [3,7,5] r=0 lpr=1014 crt=1015'1 lcod 0'0 mlcod 0'0 active+clean] method hello.bad_reader tried to read object but is not marked RD 2024-08-29T18:05:35.631 INFO:journalctl@ceph.osd.3.smithi028.stdout:Aug 29 18:05:35 smithi028 bash[95500]: debug 2024-08-29T18:05:35.207+0000 7f179dea4640 -1 osd.3 pg_epoch: 1015 pg[38.2( v 1015'2 (0'0,1015'2] local-lis/les=1014/1015 n=1 ec=1014/1014 lis/c=1014/1014 les/c/f=1015/1015/0 sis=1014) [3,7,5] r=0 lpr=1014 crt=1015'1 lcod 1015'1 mlcod 1015'1 active+clean] method hello.bad_writer tried to update object but is not marked WR 2024-08-29T18:05:35.632 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:05:35 smithi028 bash[77168]: cluster 2024-08-29T18:05:34.140066+0000 mon.a (mon.0) 1743 : cluster [INF] Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-08-29T18:05:35.632 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:05:35 smithi028 bash[77168]: cluster 2024-08-29T18:05:34.140118+0000 mon.a (mon.0) 1744 : cluster [INF] Cluster is now healthy 2024-08-29T18:05:35.632 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:05:35 smithi028 bash[77168]: cluster 2024-08-29T18:05:34.159319+0000 mon.a (mon.0) 1745 : cluster [DBG] osdmap e1014: 8 total, 8 up, 8 in 2024-08-29T18:05:35.632 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:05:35 smithi028 bash[77168]: audit 2024-08-29T18:05:34.165601+0000 mon.c (mon.2) 38 : audit [INF] from='client.? 172.21.15.28:0/3142109318' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi028-111776-5","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-29T18:05:35.632 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:05:35 smithi028 bash[77168]: audit 2024-08-29T18:05:34.166478+0000 mon.a (mon.0) 1746 : audit [INF] from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi028-111776-5","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-29T18:05:36.180 INFO:tasks.workunit.client.0.smithi028.stdout:[ OK ] ClsHello.BadMethods (3052 ms) 2024-08-29T18:05:36.181 INFO:tasks.workunit.client.0.smithi028.stdout:[ RUN ] ClsHello.Filter 2024-08-29T18:05:36.575 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:05:36 smithi053 bash[68679]: audit 2024-08-29T18:05:35.155063+0000 mon.a (mon.0) 1747 : audit [INF] from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi028-111776-5","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-29T18:05:36.575 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:05:36 smithi053 bash[68679]: cluster 2024-08-29T18:05:35.162529+0000 mon.a (mon.0) 1748 : cluster [DBG] osdmap e1015: 8 total, 8 up, 8 in 2024-08-29T18:05:36.575 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:05:36 smithi053 bash[68679]: cluster 2024-08-29T18:05:35.239887+0000 mgr.y (mgr.25022) 566 : cluster [DBG] pgmap v1100: 137 pgs: 17 creating+peering, 15 unknown, 105 active+clean; 583 KiB data, 4.5 GiB used, 711 GiB / 715 GiB avail 2024-08-29T18:05:36.630 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:05:36 smithi028 bash[77168]: audit 2024-08-29T18:05:35.155063+0000 mon.a (mon.0) 1747 : audit [INF] from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi028-111776-5","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-29T18:05:36.630 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:05:36 smithi028 bash[77168]: cluster 2024-08-29T18:05:35.162529+0000 mon.a (mon.0) 1748 : cluster [DBG] osdmap e1015: 8 total, 8 up, 8 in 2024-08-29T18:05:36.630 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:05:36 smithi028 bash[77168]: cluster 2024-08-29T18:05:35.239887+0000 mgr.y (mgr.25022) 566 : cluster [DBG] pgmap v1100: 137 pgs: 17 creating+peering, 15 unknown, 105 active+clean; 583 KiB data, 4.5 GiB used, 711 GiB / 715 GiB avail 2024-08-29T18:05:36.631 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:05:36 smithi028 bash[78352]: audit 2024-08-29T18:05:35.155063+0000 mon.a (mon.0) 1747 : audit [INF] from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi028-111776-5","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-29T18:05:36.631 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:05:36 smithi028 bash[78352]: cluster 2024-08-29T18:05:35.162529+0000 mon.a (mon.0) 1748 : cluster [DBG] osdmap e1015: 8 total, 8 up, 8 in 2024-08-29T18:05:36.631 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:05:36 smithi028 bash[78352]: cluster 2024-08-29T18:05:35.239887+0000 mgr.y (mgr.25022) 566 : cluster [DBG] pgmap v1100: 137 pgs: 17 creating+peering, 15 unknown, 105 active+clean; 583 KiB data, 4.5 GiB used, 711 GiB / 715 GiB avail 2024-08-29T18:05:37.575 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:05:37 smithi053 bash[68679]: cluster 2024-08-29T18:05:36.172538+0000 mon.a (mon.0) 1749 : cluster [DBG] osdmap e1016: 8 total, 8 up, 8 in 2024-08-29T18:05:37.630 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:05:37 smithi028 bash[77168]: cluster 2024-08-29T18:05:36.172538+0000 mon.a (mon.0) 1749 : cluster [DBG] osdmap e1016: 8 total, 8 up, 8 in 2024-08-29T18:05:37.630 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:05:37 smithi028 bash[78352]: cluster 2024-08-29T18:05:36.172538+0000 mon.a (mon.0) 1749 : cluster [DBG] osdmap e1016: 8 total, 8 up, 8 in 2024-08-29T18:05:38.575 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:05:38 smithi053 bash[68679]: cluster 2024-08-29T18:05:37.176928+0000 mon.a (mon.0) 1750 : cluster [DBG] osdmap e1017: 8 total, 8 up, 8 in 2024-08-29T18:05:38.575 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:05:38 smithi053 bash[68679]: audit 2024-08-29T18:05:37.182470+0000 mon.c (mon.2) 39 : audit [INF] from='client.? 172.21.15.28:0/3830435269' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi028-111776-6","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-29T18:05:38.576 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:05:38 smithi053 bash[68679]: audit 2024-08-29T18:05:37.198717+0000 mon.a (mon.0) 1751 : audit [INF] from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi028-111776-6","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-29T18:05:38.576 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:05:38 smithi053 bash[68679]: cluster 2024-08-29T18:05:37.240683+0000 mgr.y (mgr.25022) 567 : cluster [DBG] pgmap v1103: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 4.5 GiB used, 711 GiB / 715 GiB avail 2024-08-29T18:05:38.576 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:05:38 smithi053 bash[68679]: audit 2024-08-29T18:05:38.170440+0000 mon.a (mon.0) 1752 : audit [INF] from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi028-111776-6","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-29T18:05:38.576 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:05:38 smithi053 bash[68679]: cluster 2024-08-29T18:05:38.178210+0000 mon.a (mon.0) 1753 : cluster [DBG] osdmap e1018: 8 total, 8 up, 8 in 2024-08-29T18:05:38.630 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:05:38 smithi028 bash[77168]: cluster 2024-08-29T18:05:37.176928+0000 mon.a (mon.0) 1750 : cluster [DBG] osdmap e1017: 8 total, 8 up, 8 in 2024-08-29T18:05:38.631 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:05:38 smithi028 bash[77168]: audit 2024-08-29T18:05:37.182470+0000 mon.c (mon.2) 39 : audit [INF] from='client.? 172.21.15.28:0/3830435269' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi028-111776-6","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-29T18:05:38.631 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:05:38 smithi028 bash[77168]: audit 2024-08-29T18:05:37.198717+0000 mon.a (mon.0) 1751 : audit [INF] from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi028-111776-6","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-29T18:05:38.631 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:05:38 smithi028 bash[77168]: cluster 2024-08-29T18:05:37.240683+0000 mgr.y (mgr.25022) 567 : cluster [DBG] pgmap v1103: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 4.5 GiB used, 711 GiB / 715 GiB avail 2024-08-29T18:05:38.631 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:05:38 smithi028 bash[77168]: audit 2024-08-29T18:05:38.170440+0000 mon.a (mon.0) 1752 : audit [INF] from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi028-111776-6","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-29T18:05:38.631 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:05:38 smithi028 bash[77168]: cluster 2024-08-29T18:05:38.178210+0000 mon.a (mon.0) 1753 : cluster [DBG] osdmap e1018: 8 total, 8 up, 8 in 2024-08-29T18:05:38.631 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:05:38 smithi028 bash[78352]: cluster 2024-08-29T18:05:37.176928+0000 mon.a (mon.0) 1750 : cluster [DBG] osdmap e1017: 8 total, 8 up, 8 in 2024-08-29T18:05:38.631 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:05:38 smithi028 bash[78352]: audit 2024-08-29T18:05:37.182470+0000 mon.c (mon.2) 39 : audit [INF] from='client.? 172.21.15.28:0/3830435269' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi028-111776-6","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-29T18:05:38.631 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:05:38 smithi028 bash[78352]: audit 2024-08-29T18:05:37.198717+0000 mon.a (mon.0) 1751 : audit [INF] from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi028-111776-6","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-29T18:05:38.631 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:05:38 smithi028 bash[78352]: cluster 2024-08-29T18:05:37.240683+0000 mgr.y (mgr.25022) 567 : cluster [DBG] pgmap v1103: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 4.5 GiB used, 711 GiB / 715 GiB avail 2024-08-29T18:05:38.631 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:05:38 smithi028 bash[78352]: audit 2024-08-29T18:05:38.170440+0000 mon.a (mon.0) 1752 : audit [INF] from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi028-111776-6","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-29T18:05:38.631 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:05:38 smithi028 bash[78352]: cluster 2024-08-29T18:05:38.178210+0000 mon.a (mon.0) 1753 : cluster [DBG] osdmap e1018: 8 total, 8 up, 8 in 2024-08-29T18:05:39.188 INFO:tasks.workunit.client.0.smithi028.stdout:[ OK ] ClsHello.Filter (3007 ms) 2024-08-29T18:05:39.188 INFO:tasks.workunit.client.0.smithi028.stdout:[----------] 6 tests from ClsHello (20078 ms total) 2024-08-29T18:05:39.188 INFO:tasks.workunit.client.0.smithi028.stdout: 2024-08-29T18:05:39.189 INFO:tasks.workunit.client.0.smithi028.stdout:[----------] Global test environment tear-down 2024-08-29T18:05:39.189 INFO:tasks.workunit.client.0.smithi028.stdout:[==========] 6 tests from 1 test suite ran. (20078 ms total) 2024-08-29T18:05:39.189 INFO:tasks.workunit.client.0.smithi028.stdout:[ PASSED ] 6 tests. 2024-08-29T18:05:39.192 INFO:teuthology.orchestra.run:Running command with timeout 3600 2024-08-29T18:05:39.192 DEBUG:teuthology.orchestra.run.smithi028:> sudo rm -rf -- /home/ubuntu/cephtest/mnt.0/client.0/tmp 2024-08-29T18:05:39.249 INFO:tasks.workunit:Running workunit cls/test_cls_journal.sh... 2024-08-29T18:05:39.250 DEBUG:teuthology.orchestra.run.smithi028:workunit test cls/test_cls_journal.sh> mkdir -p -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && cd -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && CEPH_CLI_TEST_DUP_COMMAND=1 CEPH_REF=quincy TESTDIR="/home/ubuntu/cephtest" CEPH_ARGS="--cluster ceph" CEPH_ID="0" PATH=$PATH:/usr/sbin CEPH_BASE=/home/ubuntu/cephtest/clone.client.0 CEPH_ROOT=/home/ubuntu/cephtest/clone.client.0 CEPH_MNT=/home/ubuntu/cephtest/mnt.0 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 3h /home/ubuntu/cephtest/clone.client.0/qa/workunits/cls/test_cls_journal.sh 2024-08-29T18:05:39.310 INFO:tasks.workunit.client.0.smithi028.stdout:Running main() from gmock_main.cc 2024-08-29T18:05:39.310 INFO:tasks.workunit.client.0.smithi028.stdout:[==========] Running 27 tests from 1 test suite. 2024-08-29T18:05:39.310 INFO:tasks.workunit.client.0.smithi028.stdout:[----------] Global test environment set-up. 2024-08-29T18:05:39.310 INFO:tasks.workunit.client.0.smithi028.stdout:[----------] 27 tests from TestClsJournal 2024-08-29T18:05:39.575 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:05:39 smithi053 bash[68679]: cluster 2024-08-29T18:05:38.189328+0000 mon.a (mon.0) 1754 : cluster [WRN] Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-08-29T18:05:39.575 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:05:39 smithi053 bash[68679]: cluster 2024-08-29T18:05:39.180210+0000 mon.a (mon.0) 1755 : cluster [DBG] osdmap e1019: 8 total, 8 up, 8 in 2024-08-29T18:05:39.630 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:05:39 smithi028 bash[77168]: cluster 2024-08-29T18:05:38.189328+0000 mon.a (mon.0) 1754 : cluster [WRN] Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-08-29T18:05:39.630 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:05:39 smithi028 bash[77168]: cluster 2024-08-29T18:05:39.180210+0000 mon.a (mon.0) 1755 : cluster [DBG] osdmap e1019: 8 total, 8 up, 8 in 2024-08-29T18:05:39.631 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:05:39 smithi028 bash[78352]: cluster 2024-08-29T18:05:38.189328+0000 mon.a (mon.0) 1754 : cluster [WRN] Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-08-29T18:05:39.631 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:05:39 smithi028 bash[78352]: cluster 2024-08-29T18:05:39.180210+0000 mon.a (mon.0) 1755 : cluster [DBG] osdmap e1019: 8 total, 8 up, 8 in 2024-08-29T18:05:40.575 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:05:40 smithi053 bash[68679]: cluster 2024-08-29T18:05:39.241368+0000 mgr.y (mgr.25022) 568 : cluster [DBG] pgmap v1106: 105 pgs: 105 active+clean; 583 KiB data, 4.5 GiB used, 711 GiB / 715 GiB avail 2024-08-29T18:05:40.630 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:05:40 smithi028 bash[77168]: cluster 2024-08-29T18:05:39.241368+0000 mgr.y (mgr.25022) 568 : cluster [DBG] pgmap v1106: 105 pgs: 105 active+clean; 583 KiB data, 4.5 GiB used, 711 GiB / 715 GiB avail 2024-08-29T18:05:40.630 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:05:40 smithi028 bash[78352]: cluster 2024-08-29T18:05:39.241368+0000 mgr.y (mgr.25022) 568 : cluster [DBG] pgmap v1106: 105 pgs: 105 active+clean; 583 KiB data, 4.5 GiB used, 711 GiB / 715 GiB avail 2024-08-29T18:05:41.237 INFO:tasks.workunit.client.0.smithi028.stdout:[ RUN ] TestClsJournal.Create 2024-08-29T18:05:41.276 INFO:tasks.workunit.client.0.smithi028.stdout:[ OK ] TestClsJournal.Create (39 ms) 2024-08-29T18:05:41.276 INFO:tasks.workunit.client.0.smithi028.stdout:[ RUN ] TestClsJournal.MinimumSet 2024-08-29T18:05:41.286 INFO:tasks.workunit.client.0.smithi028.stdout:[ OK ] TestClsJournal.MinimumSet (10 ms) 2024-08-29T18:05:41.286 INFO:tasks.workunit.client.0.smithi028.stdout:[ RUN ] TestClsJournal.MinimumSetStale 2024-08-29T18:05:41.296 INFO:tasks.workunit.client.0.smithi028.stdout:[ OK ] TestClsJournal.MinimumSetStale (10 ms) 2024-08-29T18:05:41.296 INFO:tasks.workunit.client.0.smithi028.stdout:[ RUN ] TestClsJournal.MinimumSetOrderConstraint 2024-08-29T18:05:41.303 INFO:tasks.workunit.client.0.smithi028.stdout:[ OK ] TestClsJournal.MinimumSetOrderConstraint (7 ms) 2024-08-29T18:05:41.303 INFO:tasks.workunit.client.0.smithi028.stdout:[ RUN ] TestClsJournal.ActiveSet 2024-08-29T18:05:41.308 INFO:tasks.workunit.client.0.smithi028.stdout:[ OK ] TestClsJournal.ActiveSet (5 ms) 2024-08-29T18:05:41.308 INFO:tasks.workunit.client.0.smithi028.stdout:[ RUN ] TestClsJournal.ActiveSetStale 2024-08-29T18:05:41.316 INFO:tasks.workunit.client.0.smithi028.stdout:[ OK ] TestClsJournal.ActiveSetStale (9 ms) 2024-08-29T18:05:41.316 INFO:tasks.workunit.client.0.smithi028.stdout:[ RUN ] TestClsJournal.CreateDuplicate 2024-08-29T18:05:41.322 INFO:tasks.workunit.client.0.smithi028.stdout:[ OK ] TestClsJournal.CreateDuplicate (5 ms) 2024-08-29T18:05:41.322 INFO:tasks.workunit.client.0.smithi028.stdout:[ RUN ] TestClsJournal.GetClient 2024-08-29T18:05:41.330 INFO:tasks.workunit.client.0.smithi028.stdout:[ OK ] TestClsJournal.GetClient (8 ms) 2024-08-29T18:05:41.330 INFO:tasks.workunit.client.0.smithi028.stdout:[ RUN ] TestClsJournal.ClientRegister 2024-08-29T18:05:41.335 INFO:tasks.workunit.client.0.smithi028.stdout:[ OK ] TestClsJournal.ClientRegister (5 ms) 2024-08-29T18:05:41.335 INFO:tasks.workunit.client.0.smithi028.stdout:[ RUN ] TestClsJournal.ClientRegisterDuplicate 2024-08-29T18:05:41.343 INFO:tasks.workunit.client.0.smithi028.stdout:[ OK ] TestClsJournal.ClientRegisterDuplicate (9 ms) 2024-08-29T18:05:41.343 INFO:tasks.workunit.client.0.smithi028.stdout:[ RUN ] TestClsJournal.ClientUpdateData 2024-08-29T18:05:41.351 INFO:tasks.workunit.client.0.smithi028.stdout:[ OK ] TestClsJournal.ClientUpdateData (8 ms) 2024-08-29T18:05:41.352 INFO:tasks.workunit.client.0.smithi028.stdout:[ RUN ] TestClsJournal.ClientUpdateState 2024-08-29T18:05:41.364 INFO:tasks.workunit.client.0.smithi028.stdout:[ OK ] TestClsJournal.ClientUpdateState (12 ms) 2024-08-29T18:05:41.364 INFO:tasks.workunit.client.0.smithi028.stdout:[ RUN ] TestClsJournal.ClientUnregister 2024-08-29T18:05:41.371 INFO:tasks.workunit.client.0.smithi028.stdout:[ OK ] TestClsJournal.ClientUnregister (7 ms) 2024-08-29T18:05:41.371 INFO:tasks.workunit.client.0.smithi028.stdout:[ RUN ] TestClsJournal.ClientUnregisterDNE 2024-08-29T18:05:41.380 INFO:tasks.workunit.client.0.smithi028.stdout:[ OK ] TestClsJournal.ClientUnregisterDNE (10 ms) 2024-08-29T18:05:41.380 INFO:tasks.workunit.client.0.smithi028.stdout:[ RUN ] TestClsJournal.ClientUnregisterPruneTags 2024-08-29T18:05:41.575 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:05:41 smithi053 bash[68679]: cluster 2024-08-29T18:05:40.213900+0000 mon.a (mon.0) 1756 : cluster [INF] Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-08-29T18:05:41.576 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:05:41 smithi053 bash[68679]: cluster 2024-08-29T18:05:40.213974+0000 mon.a (mon.0) 1757 : cluster [INF] Cluster is now healthy 2024-08-29T18:05:41.576 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:05:41 smithi053 bash[68679]: cluster 2024-08-29T18:05:40.234581+0000 mon.a (mon.0) 1758 : cluster [DBG] osdmap e1020: 8 total, 8 up, 8 in 2024-08-29T18:05:41.576 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:05:41 smithi053 bash[68679]: audit 2024-08-29T18:05:40.239668+0000 mon.c (mon.2) 40 : audit [INF] from='client.? 172.21.15.28:0/2237599858' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi028-111898-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-29T18:05:41.576 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:05:41 smithi053 bash[68679]: audit 2024-08-29T18:05:40.242885+0000 mon.a (mon.0) 1759 : audit [INF] from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi028-111898-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-29T18:05:41.614 INFO:tasks.workunit.client.0.smithi028.stdout:[ OK ] TestClsJournal.ClientUnregisterPruneTags (233 ms) 2024-08-29T18:05:41.614 INFO:tasks.workunit.client.0.smithi028.stdout:[ RUN ] TestClsJournal.ClientCommit 2024-08-29T18:05:41.623 INFO:tasks.workunit.client.0.smithi028.stdout:[ OK ] TestClsJournal.ClientCommit (9 ms) 2024-08-29T18:05:41.623 INFO:tasks.workunit.client.0.smithi028.stdout:[ RUN ] TestClsJournal.ClientCommitInvalid 2024-08-29T18:05:41.629 INFO:tasks.workunit.client.0.smithi028.stdout:[ OK ] TestClsJournal.ClientCommitInvalid (7 ms) 2024-08-29T18:05:41.630 INFO:tasks.workunit.client.0.smithi028.stdout:[ RUN ] TestClsJournal.ClientCommitDNE 2024-08-29T18:05:41.630 INFO:journalctl@ceph.mgr.y.smithi028.stdout:Aug 29 18:05:41 smithi028 bash[70818]: ::ffff:172.21.15.53 - - [29/Aug/2024:18:05:41] "GET /metrics HTTP/1.1" 200 36332 "" "Prometheus/2.43.0" 2024-08-29T18:05:41.630 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:05:41 smithi028 bash[78352]: cluster 2024-08-29T18:05:40.213900+0000 mon.a (mon.0) 1756 : cluster [INF] Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-08-29T18:05:41.630 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:05:41 smithi028 bash[78352]: cluster 2024-08-29T18:05:40.213974+0000 mon.a (mon.0) 1757 : cluster [INF] Cluster is now healthy 2024-08-29T18:05:41.630 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:05:41 smithi028 bash[78352]: cluster 2024-08-29T18:05:40.234581+0000 mon.a (mon.0) 1758 : cluster [DBG] osdmap e1020: 8 total, 8 up, 8 in 2024-08-29T18:05:41.631 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:05:41 smithi028 bash[78352]: audit 2024-08-29T18:05:40.239668+0000 mon.c (mon.2) 40 : audit [INF] from='client.? 172.21.15.28:0/2237599858' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi028-111898-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-29T18:05:41.631 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:05:41 smithi028 bash[78352]: audit 2024-08-29T18:05:40.242885+0000 mon.a (mon.0) 1759 : audit [INF] from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi028-111898-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-29T18:05:41.631 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:05:41 smithi028 bash[77168]: cluster 2024-08-29T18:05:40.213900+0000 mon.a (mon.0) 1756 : cluster [INF] Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-08-29T18:05:41.631 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:05:41 smithi028 bash[77168]: cluster 2024-08-29T18:05:40.213974+0000 mon.a (mon.0) 1757 : cluster [INF] Cluster is now healthy 2024-08-29T18:05:41.631 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:05:41 smithi028 bash[77168]: cluster 2024-08-29T18:05:40.234581+0000 mon.a (mon.0) 1758 : cluster [DBG] osdmap e1020: 8 total, 8 up, 8 in 2024-08-29T18:05:41.631 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:05:41 smithi028 bash[77168]: audit 2024-08-29T18:05:40.239668+0000 mon.c (mon.2) 40 : audit [INF] from='client.? 172.21.15.28:0/2237599858' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi028-111898-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-29T18:05:41.631 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:05:41 smithi028 bash[77168]: audit 2024-08-29T18:05:40.242885+0000 mon.a (mon.0) 1759 : audit [INF] from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi028-111898-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-29T18:05:41.632 INFO:tasks.workunit.client.0.smithi028.stdout:[ OK ] TestClsJournal.ClientCommitDNE (2 ms) 2024-08-29T18:05:41.632 INFO:tasks.workunit.client.0.smithi028.stdout:[ RUN ] TestClsJournal.ClientList 2024-08-29T18:05:41.710 INFO:tasks.workunit.client.0.smithi028.stdout:[ OK ] TestClsJournal.ClientList (78 ms) 2024-08-29T18:05:41.710 INFO:tasks.workunit.client.0.smithi028.stdout:[ RUN ] TestClsJournal.GetNextTagTid 2024-08-29T18:05:41.722 INFO:tasks.workunit.client.0.smithi028.stdout:[ OK ] TestClsJournal.GetNextTagTid (12 ms) 2024-08-29T18:05:41.722 INFO:tasks.workunit.client.0.smithi028.stdout:[ RUN ] TestClsJournal.TagCreate 2024-08-29T18:05:41.748 INFO:tasks.workunit.client.0.smithi028.stdout:[ OK ] TestClsJournal.TagCreate (27 ms) 2024-08-29T18:05:41.749 INFO:tasks.workunit.client.0.smithi028.stdout:[ RUN ] TestClsJournal.TagCreatePrunesTags 2024-08-29T18:05:41.770 INFO:tasks.workunit.client.0.smithi028.stdout:[ OK ] TestClsJournal.TagCreatePrunesTags (22 ms) 2024-08-29T18:05:41.770 INFO:tasks.workunit.client.0.smithi028.stdout:[ RUN ] TestClsJournal.TagList 2024-08-29T18:05:42.057 INFO:tasks.workunit.client.0.smithi028.stdout:[ OK ] TestClsJournal.TagList (286 ms) 2024-08-29T18:05:42.057 INFO:tasks.workunit.client.0.smithi028.stdout:[ RUN ] TestClsJournal.GuardAppend 2024-08-29T18:05:42.062 INFO:tasks.workunit.client.0.smithi028.stdout:[ OK ] TestClsJournal.GuardAppend (5 ms) 2024-08-29T18:05:42.062 INFO:tasks.workunit.client.0.smithi028.stdout:[ RUN ] TestClsJournal.GuardAppendDNE 2024-08-29T18:05:42.065 INFO:tasks.workunit.client.0.smithi028.stdout:[ OK ] TestClsJournal.GuardAppendDNE (4 ms) 2024-08-29T18:05:42.065 INFO:tasks.workunit.client.0.smithi028.stdout:[ RUN ] TestClsJournal.GuardAppendOverflow 2024-08-29T18:05:42.070 INFO:tasks.workunit.client.0.smithi028.stdout:[ OK ] TestClsJournal.GuardAppendOverflow (5 ms) 2024-08-29T18:05:42.070 INFO:tasks.workunit.client.0.smithi028.stdout:[ RUN ] TestClsJournal.Append 2024-08-29T18:05:42.090 INFO:tasks.workunit.client.0.smithi028.stdout:padding is not enabled 2024-08-29T18:05:42.090 INFO:tasks.workunit.client.0.smithi028.stdout:[ OK ] TestClsJournal.Append (20 ms) 2024-08-29T18:05:42.274 INFO:tasks.workunit.client.0.smithi028.stdout:[----------] 27 tests from TestClsJournal (854 ms total) 2024-08-29T18:05:42.275 INFO:tasks.workunit.client.0.smithi028.stdout: 2024-08-29T18:05:42.275 INFO:tasks.workunit.client.0.smithi028.stdout:[----------] Global test environment tear-down 2024-08-29T18:05:42.275 INFO:tasks.workunit.client.0.smithi028.stdout:[==========] 27 tests from 1 test suite ran. (2965 ms total) 2024-08-29T18:05:42.275 INFO:tasks.workunit.client.0.smithi028.stdout:[ PASSED ] 27 tests. 2024-08-29T18:05:42.281 INFO:teuthology.orchestra.run:Running command with timeout 3600 2024-08-29T18:05:42.281 DEBUG:teuthology.orchestra.run.smithi028:> sudo rm -rf -- /home/ubuntu/cephtest/mnt.0/client.0/tmp 2024-08-29T18:05:42.337 INFO:tasks.workunit:Running workunit cls/test_cls_lock.sh... 2024-08-29T18:05:42.337 DEBUG:teuthology.orchestra.run.smithi028:workunit test cls/test_cls_lock.sh> mkdir -p -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && cd -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && CEPH_CLI_TEST_DUP_COMMAND=1 CEPH_REF=quincy TESTDIR="/home/ubuntu/cephtest" CEPH_ARGS="--cluster ceph" CEPH_ID="0" PATH=$PATH:/usr/sbin CEPH_BASE=/home/ubuntu/cephtest/clone.client.0 CEPH_ROOT=/home/ubuntu/cephtest/clone.client.0 CEPH_MNT=/home/ubuntu/cephtest/mnt.0 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 3h /home/ubuntu/cephtest/clone.client.0/qa/workunits/cls/test_cls_lock.sh 2024-08-29T18:05:42.397 INFO:tasks.workunit.client.0.smithi028.stdout:Running main() from gmock_main.cc 2024-08-29T18:05:42.397 INFO:tasks.workunit.client.0.smithi028.stdout:[==========] Running 11 tests from 1 test suite. 2024-08-29T18:05:42.397 INFO:tasks.workunit.client.0.smithi028.stdout:[----------] Global test environment set-up. 2024-08-29T18:05:42.397 INFO:tasks.workunit.client.0.smithi028.stdout:[----------] 11 tests from ClsLock 2024-08-29T18:05:42.397 INFO:tasks.workunit.client.0.smithi028.stdout:[ RUN ] ClsLock.TestMultiLocking 2024-08-29T18:05:42.575 INFO:journalctl@ceph.prometheus.a.smithi053.stdout:Aug 29 18:05:42 smithi053 bash[95567]: ts=2024-08-29T18:05:42.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"3167ee72-662c-11ef-bcd4-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-29T18:05:42.576 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:05:42 smithi053 bash[68679]: audit 2024-08-29T18:05:41.227621+0000 mon.a (mon.0) 1760 : audit [INF] from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi028-111898-1","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-29T18:05:42.576 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:05:42 smithi053 bash[68679]: cluster 2024-08-29T18:05:41.236476+0000 mon.a (mon.0) 1761 : cluster [DBG] osdmap e1021: 8 total, 8 up, 8 in 2024-08-29T18:05:42.576 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:05:42 smithi053 bash[68679]: cluster 2024-08-29T18:05:41.242318+0000 mgr.y (mgr.25022) 569 : cluster [DBG] pgmap v1109: 137 pgs: 3 creating+peering, 29 unknown, 105 active+clean; 583 KiB data, 4.6 GiB used, 711 GiB / 715 GiB avail 2024-08-29T18:05:42.576 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:05:42 smithi053 bash[68679]: audit 2024-08-29T18:05:42.049272+0000 mon.a (mon.0) 1762 : audit [DBG] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-29T18:05:42.630 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:05:42 smithi028 bash[78352]: audit 2024-08-29T18:05:41.227621+0000 mon.a (mon.0) 1760 : audit [INF] from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi028-111898-1","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-29T18:05:42.631 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:05:42 smithi028 bash[78352]: cluster 2024-08-29T18:05:41.236476+0000 mon.a (mon.0) 1761 : cluster [DBG] osdmap e1021: 8 total, 8 up, 8 in 2024-08-29T18:05:42.631 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:05:42 smithi028 bash[78352]: cluster 2024-08-29T18:05:41.242318+0000 mgr.y (mgr.25022) 569 : cluster [DBG] pgmap v1109: 137 pgs: 3 creating+peering, 29 unknown, 105 active+clean; 583 KiB data, 4.6 GiB used, 711 GiB / 715 GiB avail 2024-08-29T18:05:42.631 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:05:42 smithi028 bash[78352]: audit 2024-08-29T18:05:42.049272+0000 mon.a (mon.0) 1762 : audit [DBG] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-29T18:05:42.631 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:05:42 smithi028 bash[77168]: audit 2024-08-29T18:05:41.227621+0000 mon.a (mon.0) 1760 : audit [INF] from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi028-111898-1","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-29T18:05:42.631 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:05:42 smithi028 bash[77168]: cluster 2024-08-29T18:05:41.236476+0000 mon.a (mon.0) 1761 : cluster [DBG] osdmap e1021: 8 total, 8 up, 8 in 2024-08-29T18:05:42.631 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:05:42 smithi028 bash[77168]: cluster 2024-08-29T18:05:41.242318+0000 mgr.y (mgr.25022) 569 : cluster [DBG] pgmap v1109: 137 pgs: 3 creating+peering, 29 unknown, 105 active+clean; 583 KiB data, 4.6 GiB used, 711 GiB / 715 GiB avail 2024-08-29T18:05:42.631 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:05:42 smithi028 bash[77168]: audit 2024-08-29T18:05:42.049272+0000 mon.a (mon.0) 1762 : audit [DBG] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-29T18:05:43.575 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:05:43 smithi053 bash[68679]: cluster 2024-08-29T18:05:42.264506+0000 mon.a (mon.0) 1763 : cluster [DBG] osdmap e1022: 8 total, 8 up, 8 in 2024-08-29T18:05:43.630 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:05:43 smithi028 bash[77168]: cluster 2024-08-29T18:05:42.264506+0000 mon.a (mon.0) 1763 : cluster [DBG] osdmap e1022: 8 total, 8 up, 8 in 2024-08-29T18:05:43.631 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:05:43 smithi028 bash[78352]: cluster 2024-08-29T18:05:42.264506+0000 mon.a (mon.0) 1763 : cluster [DBG] osdmap e1022: 8 total, 8 up, 8 in 2024-08-29T18:05:44.339 INFO:tasks.workunit.client.0.smithi028.stdout:lock: mylock 2024-08-29T18:05:44.339 INFO:tasks.workunit.client.0.smithi028.stdout: lock_type: exclusive 2024-08-29T18:05:44.339 INFO:tasks.workunit.client.0.smithi028.stdout: tag: 2024-08-29T18:05:44.339 INFO:tasks.workunit.client.0.smithi028.stdout: lockers: 2024-08-29T18:05:44.339 INFO:tasks.workunit.client.0.smithi028.stdout: client.34782 expiration=2024-08-29T18:07:44.334291+0000 addr=v1:172.21.15.28:0/4041772592 cookie= 2024-08-29T18:05:44.346 INFO:tasks.workunit.client.0.smithi028.stdout:lock: mylock 2024-08-29T18:05:44.346 INFO:tasks.workunit.client.0.smithi028.stdout: lock_type: shared 2024-08-29T18:05:44.346 INFO:tasks.workunit.client.0.smithi028.stdout: tag: 2024-08-29T18:05:44.346 INFO:tasks.workunit.client.0.smithi028.stdout: lockers: 2024-08-29T18:05:44.346 INFO:tasks.workunit.client.0.smithi028.stdout: client.34782 expiration=2024-08-29T18:07:44.345993+0000 addr=v1:172.21.15.28:0/4041772592 cookie= 2024-08-29T18:05:44.346 INFO:tasks.workunit.client.0.smithi028.stdout: client.44711 expiration=0.000000 addr=v1:172.21.15.28:0/1681713561 cookie= 2024-08-29T18:05:44.348 INFO:tasks.workunit.client.0.smithi028.stdout:lock: mylock 2024-08-29T18:05:44.348 INFO:tasks.workunit.client.0.smithi028.stdout: lock_type: shared 2024-08-29T18:05:44.348 INFO:tasks.workunit.client.0.smithi028.stdout: tag: 2024-08-29T18:05:44.348 INFO:tasks.workunit.client.0.smithi028.stdout: lockers: 2024-08-29T18:05:44.348 INFO:tasks.workunit.client.0.smithi028.stdout: client.44711 expiration=0.000000 addr=v1:172.21.15.28:0/1681713561 cookie= 2024-08-29T18:05:44.575 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:05:44 smithi053 bash[68679]: cluster 2024-08-29T18:05:43.243076+0000 mgr.y (mgr.25022) 570 : cluster [DBG] pgmap v1111: 105 pgs: 105 active+clean; 583 KiB data, 4.6 GiB used, 711 GiB / 715 GiB avail 2024-08-29T18:05:44.576 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:05:44 smithi053 bash[68679]: cluster 2024-08-29T18:05:43.277726+0000 mon.a (mon.0) 1764 : cluster [DBG] osdmap e1023: 8 total, 8 up, 8 in 2024-08-29T18:05:44.576 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:05:44 smithi053 bash[68679]: audit 2024-08-29T18:05:43.281678+0000 mon.a (mon.0) 1765 : audit [INF] from='client.? 172.21.15.28:0/4041772592' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi028-111922-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-29T18:05:44.630 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:05:44 smithi028 bash[78352]: cluster 2024-08-29T18:05:43.243076+0000 mgr.y (mgr.25022) 570 : cluster [DBG] pgmap v1111: 105 pgs: 105 active+clean; 583 KiB data, 4.6 GiB used, 711 GiB / 715 GiB avail 2024-08-29T18:05:44.630 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:05:44 smithi028 bash[78352]: cluster 2024-08-29T18:05:43.277726+0000 mon.a (mon.0) 1764 : cluster [DBG] osdmap e1023: 8 total, 8 up, 8 in 2024-08-29T18:05:44.631 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:05:44 smithi028 bash[78352]: audit 2024-08-29T18:05:43.281678+0000 mon.a (mon.0) 1765 : audit [INF] from='client.? 172.21.15.28:0/4041772592' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi028-111922-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-29T18:05:44.631 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:05:44 smithi028 bash[77168]: cluster 2024-08-29T18:05:43.243076+0000 mgr.y (mgr.25022) 570 : cluster [DBG] pgmap v1111: 105 pgs: 105 active+clean; 583 KiB data, 4.6 GiB used, 711 GiB / 715 GiB avail 2024-08-29T18:05:44.631 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:05:44 smithi028 bash[77168]: cluster 2024-08-29T18:05:43.277726+0000 mon.a (mon.0) 1764 : cluster [DBG] osdmap e1023: 8 total, 8 up, 8 in 2024-08-29T18:05:44.631 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:05:44 smithi028 bash[77168]: audit 2024-08-29T18:05:43.281678+0000 mon.a (mon.0) 1765 : audit [INF] from='client.? 172.21.15.28:0/4041772592' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi028-111922-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-29T18:05:45.319 INFO:tasks.workunit.client.0.smithi028.stdout:[ OK ] ClsLock.TestMultiLocking (2922 ms) 2024-08-29T18:05:45.319 INFO:tasks.workunit.client.0.smithi028.stdout:[ RUN ] ClsLock.TestMeta 2024-08-29T18:05:45.575 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:05:45 smithi053 bash[68679]: audit 2024-08-29T18:05:44.272519+0000 mon.a (mon.0) 1766 : audit [INF] from='client.? 172.21.15.28:0/4041772592' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi028-111922-1","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-29T18:05:45.575 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:05:45 smithi053 bash[68679]: cluster 2024-08-29T18:05:44.280695+0000 mon.a (mon.0) 1767 : cluster [DBG] osdmap e1024: 8 total, 8 up, 8 in 2024-08-29T18:05:45.630 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:05:45 smithi028 bash[78352]: audit 2024-08-29T18:05:44.272519+0000 mon.a (mon.0) 1766 : audit [INF] from='client.? 172.21.15.28:0/4041772592' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi028-111922-1","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-29T18:05:45.630 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:05:45 smithi028 bash[78352]: cluster 2024-08-29T18:05:44.280695+0000 mon.a (mon.0) 1767 : cluster [DBG] osdmap e1024: 8 total, 8 up, 8 in 2024-08-29T18:05:45.631 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:05:45 smithi028 bash[77168]: audit 2024-08-29T18:05:44.272519+0000 mon.a (mon.0) 1766 : audit [INF] from='client.? 172.21.15.28:0/4041772592' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi028-111922-1","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-29T18:05:45.631 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:05:45 smithi028 bash[77168]: cluster 2024-08-29T18:05:44.280695+0000 mon.a (mon.0) 1767 : cluster [DBG] osdmap e1024: 8 total, 8 up, 8 in 2024-08-29T18:05:46.630 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:05:46 smithi028 bash[78352]: cluster 2024-08-29T18:05:45.244178+0000 mgr.y (mgr.25022) 571 : cluster [DBG] pgmap v1114: 137 pgs: 8 creating+peering, 14 unknown, 115 active+clean; 583 KiB data, 4.6 GiB used, 711 GiB / 715 GiB avail 2024-08-29T18:05:46.631 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:05:46 smithi028 bash[78352]: cluster 2024-08-29T18:05:45.310345+0000 mon.a (mon.0) 1768 : cluster [DBG] osdmap e1025: 8 total, 8 up, 8 in 2024-08-29T18:05:46.631 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:05:46 smithi028 bash[77168]: cluster 2024-08-29T18:05:45.244178+0000 mgr.y (mgr.25022) 571 : cluster [DBG] pgmap v1114: 137 pgs: 8 creating+peering, 14 unknown, 115 active+clean; 583 KiB data, 4.6 GiB used, 711 GiB / 715 GiB avail 2024-08-29T18:05:46.631 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:05:46 smithi028 bash[77168]: cluster 2024-08-29T18:05:45.310345+0000 mon.a (mon.0) 1768 : cluster [DBG] osdmap e1025: 8 total, 8 up, 8 in 2024-08-29T18:05:46.825 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:05:46 smithi053 bash[68679]: cluster 2024-08-29T18:05:45.244178+0000 mgr.y (mgr.25022) 571 : cluster [DBG] pgmap v1114: 137 pgs: 8 creating+peering, 14 unknown, 115 active+clean; 583 KiB data, 4.6 GiB used, 711 GiB / 715 GiB avail 2024-08-29T18:05:46.825 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:05:46 smithi053 bash[68679]: cluster 2024-08-29T18:05:45.310345+0000 mon.a (mon.0) 1768 : cluster [DBG] osdmap e1025: 8 total, 8 up, 8 in 2024-08-29T18:05:47.404 INFO:tasks.workunit.client.0.smithi028.stdout:lock: mylock 2024-08-29T18:05:47.404 INFO:tasks.workunit.client.0.smithi028.stdout: lock_type: shared 2024-08-29T18:05:47.404 INFO:tasks.workunit.client.0.smithi028.stdout: tag: 2024-08-29T18:05:47.404 INFO:tasks.workunit.client.0.smithi028.stdout: lockers: 2024-08-29T18:05:47.405 INFO:tasks.workunit.client.0.smithi028.stdout: client.34800 expiration=0.000000 addr=v1:172.21.15.28:0/4125005192 cookie= 2024-08-29T18:05:47.408 INFO:tasks.workunit.client.0.smithi028.stdout:lock: mylock 2024-08-29T18:05:47.409 INFO:tasks.workunit.client.0.smithi028.stdout: lock_type: exclusive 2024-08-29T18:05:47.409 INFO:tasks.workunit.client.0.smithi028.stdout: tag: new_tag 2024-08-29T18:05:47.409 INFO:tasks.workunit.client.0.smithi028.stdout: lockers: 2024-08-29T18:05:47.409 INFO:tasks.workunit.client.0.smithi028.stdout: client.44717 expiration=0.000000 addr=v1:172.21.15.28:0/3584338211 cookie= 2024-08-29T18:05:47.631 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:05:47 smithi028 bash[78352]: cluster 2024-08-29T18:05:46.333303+0000 mon.a (mon.0) 1769 : cluster [DBG] osdmap e1026: 8 total, 8 up, 8 in 2024-08-29T18:05:47.631 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:05:47 smithi028 bash[78352]: audit 2024-08-29T18:05:46.349574+0000 mon.c (mon.2) 41 : audit [INF] from='client.? 172.21.15.28:0/3584338211' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi028-111922-2","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-29T18:05:47.631 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:05:47 smithi028 bash[78352]: audit 2024-08-29T18:05:46.363929+0000 mon.a (mon.0) 1770 : audit [INF] from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi028-111922-2","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-29T18:05:47.631 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:05:47 smithi028 bash[78352]: audit 2024-08-29T18:05:47.327137+0000 mon.a (mon.0) 1771 : audit [INF] from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi028-111922-2","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-29T18:05:47.631 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:05:47 smithi028 bash[78352]: cluster 2024-08-29T18:05:47.335081+0000 mon.a (mon.0) 1772 : cluster [DBG] osdmap e1027: 8 total, 8 up, 8 in 2024-08-29T18:05:47.631 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:05:47 smithi028 bash[77168]: cluster 2024-08-29T18:05:46.333303+0000 mon.a (mon.0) 1769 : cluster [DBG] osdmap e1026: 8 total, 8 up, 8 in 2024-08-29T18:05:47.632 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:05:47 smithi028 bash[77168]: audit 2024-08-29T18:05:46.349574+0000 mon.c (mon.2) 41 : audit [INF] from='client.? 172.21.15.28:0/3584338211' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi028-111922-2","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-29T18:05:47.632 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:05:47 smithi028 bash[77168]: audit 2024-08-29T18:05:46.363929+0000 mon.a (mon.0) 1770 : audit [INF] from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi028-111922-2","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-29T18:05:47.632 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:05:47 smithi028 bash[77168]: audit 2024-08-29T18:05:47.327137+0000 mon.a (mon.0) 1771 : audit [INF] from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi028-111922-2","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-29T18:05:47.632 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:05:47 smithi028 bash[77168]: cluster 2024-08-29T18:05:47.335081+0000 mon.a (mon.0) 1772 : cluster [DBG] osdmap e1027: 8 total, 8 up, 8 in 2024-08-29T18:05:47.825 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:05:47 smithi053 bash[68679]: cluster 2024-08-29T18:05:46.333303+0000 mon.a (mon.0) 1769 : cluster [DBG] osdmap e1026: 8 total, 8 up, 8 in 2024-08-29T18:05:47.826 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:05:47 smithi053 bash[68679]: audit 2024-08-29T18:05:46.349574+0000 mon.c (mon.2) 41 : audit [INF] from='client.? 172.21.15.28:0/3584338211' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi028-111922-2","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-29T18:05:47.826 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:05:47 smithi053 bash[68679]: audit 2024-08-29T18:05:46.363929+0000 mon.a (mon.0) 1770 : audit [INF] from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi028-111922-2","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-29T18:05:47.826 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:05:47 smithi053 bash[68679]: audit 2024-08-29T18:05:47.327137+0000 mon.a (mon.0) 1771 : audit [INF] from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi028-111922-2","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-29T18:05:47.826 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:05:47 smithi053 bash[68679]: cluster 2024-08-29T18:05:47.335081+0000 mon.a (mon.0) 1772 : cluster [DBG] osdmap e1027: 8 total, 8 up, 8 in 2024-08-29T18:05:48.342 INFO:tasks.workunit.client.0.smithi028.stdout:[ OK ] ClsLock.TestMeta (3023 ms) 2024-08-29T18:05:48.342 INFO:tasks.workunit.client.0.smithi028.stdout:[ RUN ] ClsLock.TestCookie 2024-08-29T18:05:49.075 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:05:48 smithi053 bash[68679]: cluster 2024-08-29T18:05:47.244906+0000 mgr.y (mgr.25022) 572 : cluster [DBG] pgmap v1117: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 4.6 GiB used, 711 GiB / 715 GiB avail 2024-08-29T18:05:49.076 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:05:48 smithi053 bash[68679]: cluster 2024-08-29T18:05:47.349513+0000 mon.a (mon.0) 1773 : cluster [WRN] Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-08-29T18:05:49.076 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:05:48 smithi053 bash[68679]: cluster 2024-08-29T18:05:48.336457+0000 mon.a (mon.0) 1774 : cluster [DBG] osdmap e1028: 8 total, 8 up, 8 in 2024-08-29T18:05:49.131 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:05:48 smithi028 bash[78352]: cluster 2024-08-29T18:05:47.244906+0000 mgr.y (mgr.25022) 572 : cluster [DBG] pgmap v1117: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 4.6 GiB used, 711 GiB / 715 GiB avail 2024-08-29T18:05:49.131 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:05:48 smithi028 bash[78352]: cluster 2024-08-29T18:05:47.349513+0000 mon.a (mon.0) 1773 : cluster [WRN] Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-08-29T18:05:49.131 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:05:48 smithi028 bash[78352]: cluster 2024-08-29T18:05:48.336457+0000 mon.a (mon.0) 1774 : cluster [DBG] osdmap e1028: 8 total, 8 up, 8 in 2024-08-29T18:05:49.132 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:05:48 smithi028 bash[77168]: cluster 2024-08-29T18:05:47.244906+0000 mgr.y (mgr.25022) 572 : cluster [DBG] pgmap v1117: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 4.6 GiB used, 711 GiB / 715 GiB avail 2024-08-29T18:05:49.132 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:05:48 smithi028 bash[77168]: cluster 2024-08-29T18:05:47.349513+0000 mon.a (mon.0) 1773 : cluster [WRN] Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-08-29T18:05:49.132 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:05:48 smithi028 bash[77168]: cluster 2024-08-29T18:05:48.336457+0000 mon.a (mon.0) 1774 : cluster [DBG] osdmap e1028: 8 total, 8 up, 8 in 2024-08-29T18:05:50.392 INFO:tasks.workunit.client.0.smithi028.stdout:lock: mylock 2024-08-29T18:05:50.392 INFO:tasks.workunit.client.0.smithi028.stdout: lock_type: exclusive 2024-08-29T18:05:50.392 INFO:tasks.workunit.client.0.smithi028.stdout: tag: 2024-08-29T18:05:50.392 INFO:tasks.workunit.client.0.smithi028.stdout: lockers: 2024-08-29T18:05:50.396 INFO:tasks.workunit.client.0.smithi028.stdout:lock: mylock 2024-08-29T18:05:50.396 INFO:tasks.workunit.client.0.smithi028.stdout: lock_type: shared 2024-08-29T18:05:50.396 INFO:tasks.workunit.client.0.smithi028.stdout: tag: 2024-08-29T18:05:50.396 INFO:tasks.workunit.client.0.smithi028.stdout: lockers: 2024-08-29T18:05:50.396 INFO:tasks.workunit.client.0.smithi028.stdout: client.44729 expiration=0.000000 addr=v1:172.21.15.28:0/601110243 cookie= 2024-08-29T18:05:50.397 INFO:tasks.workunit.client.0.smithi028.stdout: client.44729 expiration=0.000000 addr=v1:172.21.15.28:0/601110243 cookie=new cookie 2024-08-29T18:05:50.630 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:05:50 smithi028 bash[78352]: cluster 2024-08-29T18:05:49.245892+0000 mgr.y (mgr.25022) 573 : cluster [DBG] pgmap v1120: 105 pgs: 105 active+clean; 583 KiB data, 4.6 GiB used, 711 GiB / 715 GiB avail 2024-08-29T18:05:50.631 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:05:50 smithi028 bash[78352]: cluster 2024-08-29T18:05:49.340947+0000 mon.a (mon.0) 1775 : cluster [DBG] osdmap e1029: 8 total, 8 up, 8 in 2024-08-29T18:05:50.631 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:05:50 smithi028 bash[78352]: audit 2024-08-29T18:05:49.344513+0000 mon.c (mon.2) 42 : audit [INF] from='client.? 172.21.15.28:0/601110243' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi028-111922-3","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-29T18:05:50.631 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:05:50 smithi028 bash[78352]: audit 2024-08-29T18:05:49.345138+0000 mon.a (mon.0) 1776 : audit [INF] from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi028-111922-3","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-29T18:05:50.631 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:05:50 smithi028 bash[78352]: cluster 2024-08-29T18:05:49.814386+0000 mon.a (mon.0) 1777 : cluster [INF] Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-08-29T18:05:50.631 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:05:50 smithi028 bash[78352]: cluster 2024-08-29T18:05:49.814443+0000 mon.a (mon.0) 1778 : cluster [INF] Cluster is now healthy 2024-08-29T18:05:50.631 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:05:50 smithi028 bash[77168]: cluster 2024-08-29T18:05:49.245892+0000 mgr.y (mgr.25022) 573 : cluster [DBG] pgmap v1120: 105 pgs: 105 active+clean; 583 KiB data, 4.6 GiB used, 711 GiB / 715 GiB avail 2024-08-29T18:05:50.631 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:05:50 smithi028 bash[77168]: cluster 2024-08-29T18:05:49.340947+0000 mon.a (mon.0) 1775 : cluster [DBG] osdmap e1029: 8 total, 8 up, 8 in 2024-08-29T18:05:50.631 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:05:50 smithi028 bash[77168]: audit 2024-08-29T18:05:49.344513+0000 mon.c (mon.2) 42 : audit [INF] from='client.? 172.21.15.28:0/601110243' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi028-111922-3","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-29T18:05:50.631 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:05:50 smithi028 bash[77168]: audit 2024-08-29T18:05:49.345138+0000 mon.a (mon.0) 1776 : audit [INF] from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi028-111922-3","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-29T18:05:50.632 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:05:50 smithi028 bash[77168]: cluster 2024-08-29T18:05:49.814386+0000 mon.a (mon.0) 1777 : cluster [INF] Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-08-29T18:05:50.632 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:05:50 smithi028 bash[77168]: cluster 2024-08-29T18:05:49.814443+0000 mon.a (mon.0) 1778 : cluster [INF] Cluster is now healthy 2024-08-29T18:05:50.825 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:05:50 smithi053 bash[68679]: cluster 2024-08-29T18:05:49.245892+0000 mgr.y (mgr.25022) 573 : cluster [DBG] pgmap v1120: 105 pgs: 105 active+clean; 583 KiB data, 4.6 GiB used, 711 GiB / 715 GiB avail 2024-08-29T18:05:50.826 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:05:50 smithi053 bash[68679]: cluster 2024-08-29T18:05:49.340947+0000 mon.a (mon.0) 1775 : cluster [DBG] osdmap e1029: 8 total, 8 up, 8 in 2024-08-29T18:05:50.826 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:05:50 smithi053 bash[68679]: audit 2024-08-29T18:05:49.344513+0000 mon.c (mon.2) 42 : audit [INF] from='client.? 172.21.15.28:0/601110243' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi028-111922-3","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-29T18:05:50.826 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:05:50 smithi053 bash[68679]: audit 2024-08-29T18:05:49.345138+0000 mon.a (mon.0) 1776 : audit [INF] from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi028-111922-3","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-29T18:05:50.826 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:05:50 smithi053 bash[68679]: cluster 2024-08-29T18:05:49.814386+0000 mon.a (mon.0) 1777 : cluster [INF] Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-08-29T18:05:50.826 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:05:50 smithi053 bash[68679]: cluster 2024-08-29T18:05:49.814443+0000 mon.a (mon.0) 1778 : cluster [INF] Cluster is now healthy 2024-08-29T18:05:51.371 INFO:tasks.workunit.client.0.smithi028.stdout:[ OK ] ClsLock.TestCookie (3029 ms) 2024-08-29T18:05:51.371 INFO:tasks.workunit.client.0.smithi028.stdout:[ RUN ] ClsLock.TestMultipleLocks 2024-08-29T18:05:51.631 INFO:journalctl@ceph.mgr.y.smithi028.stdout:Aug 29 18:05:51 smithi028 bash[70818]: ::ffff:172.21.15.53 - - [29/Aug/2024:18:05:51] "GET /metrics HTTP/1.1" 200 36334 "" "Prometheus/2.43.0" 2024-08-29T18:05:51.631 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:05:51 smithi028 bash[78352]: audit 2024-08-29T18:05:50.336665+0000 mon.a (mon.0) 1779 : audit [INF] from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi028-111922-3","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-29T18:05:51.631 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:05:51 smithi028 bash[78352]: cluster 2024-08-29T18:05:50.344296+0000 mon.a (mon.0) 1780 : cluster [DBG] osdmap e1030: 8 total, 8 up, 8 in 2024-08-29T18:05:51.631 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:05:51 smithi028 bash[77168]: audit 2024-08-29T18:05:50.336665+0000 mon.a (mon.0) 1779 : audit [INF] from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi028-111922-3","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-29T18:05:51.631 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:05:51 smithi028 bash[77168]: cluster 2024-08-29T18:05:50.344296+0000 mon.a (mon.0) 1780 : cluster [DBG] osdmap e1030: 8 total, 8 up, 8 in 2024-08-29T18:05:51.825 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:05:51 smithi053 bash[68679]: audit 2024-08-29T18:05:50.336665+0000 mon.a (mon.0) 1779 : audit [INF] from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi028-111922-3","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-29T18:05:51.828 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:05:51 smithi053 bash[68679]: cluster 2024-08-29T18:05:50.344296+0000 mon.a (mon.0) 1780 : cluster [DBG] osdmap e1030: 8 total, 8 up, 8 in 2024-08-29T18:05:52.575 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:05:52 smithi053 bash[68679]: cluster 2024-08-29T18:05:51.246813+0000 mgr.y (mgr.25022) 574 : cluster [DBG] pgmap v1123: 137 pgs: 19 creating+peering, 9 unknown, 109 active+clean; 583 KiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 1.2 KiB/s rd, 0 B/s wr, 2 op/s 2024-08-29T18:05:52.576 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:05:52 smithi053 bash[68679]: cluster 2024-08-29T18:05:51.368138+0000 mon.a (mon.0) 1781 : cluster [DBG] osdmap e1031: 8 total, 8 up, 8 in 2024-08-29T18:05:52.576 INFO:journalctl@ceph.prometheus.a.smithi053.stdout:Aug 29 18:05:52 smithi053 bash[95567]: ts=2024-08-29T18:05:52.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"3167ee72-662c-11ef-bcd4-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-29T18:05:52.880 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:05:52 smithi028 bash[77168]: cluster 2024-08-29T18:05:51.246813+0000 mgr.y (mgr.25022) 574 : cluster [DBG] pgmap v1123: 137 pgs: 19 creating+peering, 9 unknown, 109 active+clean; 583 KiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 1.2 KiB/s rd, 0 B/s wr, 2 op/s 2024-08-29T18:05:52.881 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:05:52 smithi028 bash[77168]: cluster 2024-08-29T18:05:51.368138+0000 mon.a (mon.0) 1781 : cluster [DBG] osdmap e1031: 8 total, 8 up, 8 in 2024-08-29T18:05:52.881 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:05:52 smithi028 bash[78352]: cluster 2024-08-29T18:05:51.246813+0000 mgr.y (mgr.25022) 574 : cluster [DBG] pgmap v1123: 137 pgs: 19 creating+peering, 9 unknown, 109 active+clean; 583 KiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 1.2 KiB/s rd, 0 B/s wr, 2 op/s 2024-08-29T18:05:52.881 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:05:52 smithi028 bash[78352]: cluster 2024-08-29T18:05:51.368138+0000 mon.a (mon.0) 1781 : cluster [DBG] osdmap e1031: 8 total, 8 up, 8 in 2024-08-29T18:05:53.825 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:05:53 smithi053 bash[68679]: cluster 2024-08-29T18:05:52.372911+0000 mon.a (mon.0) 1782 : cluster [DBG] osdmap e1032: 8 total, 8 up, 8 in 2024-08-29T18:05:53.825 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:05:53 smithi053 bash[68679]: audit 2024-08-29T18:05:52.379503+0000 mon.a (mon.0) 1783 : audit [INF] from='client.? 172.21.15.28:0/2158835073' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi028-111922-4","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-29T18:05:53.826 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:05:53 smithi053 bash[68679]: audit 2024-08-29T18:05:53.367003+0000 mon.a (mon.0) 1784 : audit [INF] from='client.? 172.21.15.28:0/2158835073' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi028-111922-4","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-29T18:05:53.826 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:05:53 smithi053 bash[68679]: cluster 2024-08-29T18:05:53.374524+0000 mon.a (mon.0) 1785 : cluster [DBG] osdmap e1033: 8 total, 8 up, 8 in 2024-08-29T18:05:53.880 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:05:53 smithi028 bash[78352]: cluster 2024-08-29T18:05:52.372911+0000 mon.a (mon.0) 1782 : cluster [DBG] osdmap e1032: 8 total, 8 up, 8 in 2024-08-29T18:05:53.880 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:05:53 smithi028 bash[78352]: audit 2024-08-29T18:05:52.379503+0000 mon.a (mon.0) 1783 : audit [INF] from='client.? 172.21.15.28:0/2158835073' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi028-111922-4","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-29T18:05:53.881 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:05:53 smithi028 bash[78352]: audit 2024-08-29T18:05:53.367003+0000 mon.a (mon.0) 1784 : audit [INF] from='client.? 172.21.15.28:0/2158835073' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi028-111922-4","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-29T18:05:53.881 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:05:53 smithi028 bash[78352]: cluster 2024-08-29T18:05:53.374524+0000 mon.a (mon.0) 1785 : cluster [DBG] osdmap e1033: 8 total, 8 up, 8 in 2024-08-29T18:05:53.881 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:05:53 smithi028 bash[77168]: cluster 2024-08-29T18:05:52.372911+0000 mon.a (mon.0) 1782 : cluster [DBG] osdmap e1032: 8 total, 8 up, 8 in 2024-08-29T18:05:53.881 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:05:53 smithi028 bash[77168]: audit 2024-08-29T18:05:52.379503+0000 mon.a (mon.0) 1783 : audit [INF] from='client.? 172.21.15.28:0/2158835073' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi028-111922-4","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-29T18:05:53.881 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:05:53 smithi028 bash[77168]: audit 2024-08-29T18:05:53.367003+0000 mon.a (mon.0) 1784 : audit [INF] from='client.? 172.21.15.28:0/2158835073' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi028-111922-4","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-29T18:05:53.881 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:05:53 smithi028 bash[77168]: cluster 2024-08-29T18:05:53.374524+0000 mon.a (mon.0) 1785 : cluster [DBG] osdmap e1033: 8 total, 8 up, 8 in 2024-08-29T18:05:54.379 INFO:tasks.workunit.client.0.smithi028.stdout:[ OK ] ClsLock.TestMultipleLocks (3008 ms) 2024-08-29T18:05:54.379 INFO:tasks.workunit.client.0.smithi028.stdout:[ RUN ] ClsLock.TestLockDuration 2024-08-29T18:05:54.825 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:05:54 smithi053 bash[68679]: cluster 2024-08-29T18:05:53.247656+0000 mgr.y (mgr.25022) 575 : cluster [DBG] pgmap v1126: 137 pgs: 5 creating+peering, 27 unknown, 105 active+clean; 583 KiB data, 4.6 GiB used, 711 GiB / 715 GiB avail 2024-08-29T18:05:54.825 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:05:54 smithi053 bash[68679]: cluster 2024-08-29T18:05:53.384070+0000 mon.a (mon.0) 1786 : cluster [WRN] Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-08-29T18:05:54.825 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:05:54 smithi053 bash[68679]: cluster 2024-08-29T18:05:54.377237+0000 mon.a (mon.0) 1787 : cluster [DBG] osdmap e1034: 8 total, 8 up, 8 in 2024-08-29T18:05:54.880 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:05:54 smithi028 bash[77168]: cluster 2024-08-29T18:05:53.247656+0000 mgr.y (mgr.25022) 575 : cluster [DBG] pgmap v1126: 137 pgs: 5 creating+peering, 27 unknown, 105 active+clean; 583 KiB data, 4.6 GiB used, 711 GiB / 715 GiB avail 2024-08-29T18:05:54.880 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:05:54 smithi028 bash[77168]: cluster 2024-08-29T18:05:53.384070+0000 mon.a (mon.0) 1786 : cluster [WRN] Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-08-29T18:05:54.880 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:05:54 smithi028 bash[77168]: cluster 2024-08-29T18:05:54.377237+0000 mon.a (mon.0) 1787 : cluster [DBG] osdmap e1034: 8 total, 8 up, 8 in 2024-08-29T18:05:54.881 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:05:54 smithi028 bash[78352]: cluster 2024-08-29T18:05:53.247656+0000 mgr.y (mgr.25022) 575 : cluster [DBG] pgmap v1126: 137 pgs: 5 creating+peering, 27 unknown, 105 active+clean; 583 KiB data, 4.6 GiB used, 711 GiB / 715 GiB avail 2024-08-29T18:05:54.881 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:05:54 smithi028 bash[78352]: cluster 2024-08-29T18:05:53.384070+0000 mon.a (mon.0) 1786 : cluster [WRN] Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-08-29T18:05:54.881 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:05:54 smithi028 bash[78352]: cluster 2024-08-29T18:05:54.377237+0000 mon.a (mon.0) 1787 : cluster [DBG] osdmap e1034: 8 total, 8 up, 8 in 2024-08-29T18:05:55.825 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:05:55 smithi053 bash[68679]: cluster 2024-08-29T18:05:55.411184+0000 mon.a (mon.0) 1788 : cluster [INF] Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-08-29T18:05:55.825 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:05:55 smithi053 bash[68679]: cluster 2024-08-29T18:05:55.411259+0000 mon.a (mon.0) 1789 : cluster [INF] Cluster is now healthy 2024-08-29T18:05:55.826 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:05:55 smithi053 bash[68679]: cluster 2024-08-29T18:05:55.430421+0000 mon.a (mon.0) 1790 : cluster [DBG] osdmap e1035: 8 total, 8 up, 8 in 2024-08-29T18:05:55.826 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:05:55 smithi053 bash[68679]: audit 2024-08-29T18:05:55.432991+0000 mon.a (mon.0) 1791 : audit [INF] from='client.? 172.21.15.28:0/738188859' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi028-111922-5","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-29T18:05:55.880 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:05:55 smithi028 bash[77168]: cluster 2024-08-29T18:05:55.411184+0000 mon.a (mon.0) 1788 : cluster [INF] Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-08-29T18:05:55.880 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:05:55 smithi028 bash[77168]: cluster 2024-08-29T18:05:55.411259+0000 mon.a (mon.0) 1789 : cluster [INF] Cluster is now healthy 2024-08-29T18:05:55.880 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:05:55 smithi028 bash[77168]: cluster 2024-08-29T18:05:55.430421+0000 mon.a (mon.0) 1790 : cluster [DBG] osdmap e1035: 8 total, 8 up, 8 in 2024-08-29T18:05:55.881 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:05:55 smithi028 bash[77168]: audit 2024-08-29T18:05:55.432991+0000 mon.a (mon.0) 1791 : audit [INF] from='client.? 172.21.15.28:0/738188859' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi028-111922-5","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-29T18:05:55.881 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:05:55 smithi028 bash[78352]: cluster 2024-08-29T18:05:55.411184+0000 mon.a (mon.0) 1788 : cluster [INF] Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-08-29T18:05:55.881 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:05:55 smithi028 bash[78352]: cluster 2024-08-29T18:05:55.411259+0000 mon.a (mon.0) 1789 : cluster [INF] Cluster is now healthy 2024-08-29T18:05:55.881 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:05:55 smithi028 bash[78352]: cluster 2024-08-29T18:05:55.430421+0000 mon.a (mon.0) 1790 : cluster [DBG] osdmap e1035: 8 total, 8 up, 8 in 2024-08-29T18:05:55.881 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:05:55 smithi028 bash[78352]: audit 2024-08-29T18:05:55.432991+0000 mon.a (mon.0) 1791 : audit [INF] from='client.? 172.21.15.28:0/738188859' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi028-111922-5","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-29T18:05:56.825 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:05:56 smithi053 bash[68679]: cluster 2024-08-29T18:05:55.248703+0000 mgr.y (mgr.25022) 576 : cluster [DBG] pgmap v1129: 105 pgs: 105 active+clean; 583 KiB data, 4.6 GiB used, 711 GiB / 715 GiB avail 2024-08-29T18:05:56.825 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:05:56 smithi053 bash[68679]: audit 2024-08-29T18:05:56.426383+0000 mon.a (mon.0) 1792 : audit [INF] from='client.? 172.21.15.28:0/738188859' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi028-111922-5","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-29T18:05:56.826 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:05:56 smithi053 bash[68679]: cluster 2024-08-29T18:05:56.434822+0000 mon.a (mon.0) 1793 : cluster [DBG] osdmap e1036: 8 total, 8 up, 8 in 2024-08-29T18:05:56.880 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:05:56 smithi028 bash[78352]: cluster 2024-08-29T18:05:55.248703+0000 mgr.y (mgr.25022) 576 : cluster [DBG] pgmap v1129: 105 pgs: 105 active+clean; 583 KiB data, 4.6 GiB used, 711 GiB / 715 GiB avail 2024-08-29T18:05:56.880 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:05:56 smithi028 bash[78352]: audit 2024-08-29T18:05:56.426383+0000 mon.a (mon.0) 1792 : audit [INF] from='client.? 172.21.15.28:0/738188859' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi028-111922-5","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-29T18:05:56.881 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:05:56 smithi028 bash[78352]: cluster 2024-08-29T18:05:56.434822+0000 mon.a (mon.0) 1793 : cluster [DBG] osdmap e1036: 8 total, 8 up, 8 in 2024-08-29T18:05:56.881 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:05:56 smithi028 bash[77168]: cluster 2024-08-29T18:05:55.248703+0000 mgr.y (mgr.25022) 576 : cluster [DBG] pgmap v1129: 105 pgs: 105 active+clean; 583 KiB data, 4.6 GiB used, 711 GiB / 715 GiB avail 2024-08-29T18:05:56.881 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:05:56 smithi028 bash[77168]: audit 2024-08-29T18:05:56.426383+0000 mon.a (mon.0) 1792 : audit [INF] from='client.? 172.21.15.28:0/738188859' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi028-111922-5","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-29T18:05:56.881 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:05:56 smithi028 bash[77168]: cluster 2024-08-29T18:05:56.434822+0000 mon.a (mon.0) 1793 : cluster [DBG] osdmap e1036: 8 total, 8 up, 8 in 2024-08-29T18:05:57.825 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:05:57 smithi053 bash[68679]: audit 2024-08-29T18:05:57.049834+0000 mon.a (mon.0) 1794 : audit [DBG] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-29T18:05:57.825 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:05:57 smithi053 bash[68679]: cluster 2024-08-29T18:05:57.436691+0000 mon.a (mon.0) 1795 : cluster [DBG] osdmap e1037: 8 total, 8 up, 8 in 2024-08-29T18:05:57.880 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:05:57 smithi028 bash[78352]: audit 2024-08-29T18:05:57.049834+0000 mon.a (mon.0) 1794 : audit [DBG] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-29T18:05:57.880 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:05:57 smithi028 bash[78352]: cluster 2024-08-29T18:05:57.436691+0000 mon.a (mon.0) 1795 : cluster [DBG] osdmap e1037: 8 total, 8 up, 8 in 2024-08-29T18:05:57.881 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:05:57 smithi028 bash[77168]: audit 2024-08-29T18:05:57.049834+0000 mon.a (mon.0) 1794 : audit [DBG] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-29T18:05:57.881 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:05:57 smithi028 bash[77168]: cluster 2024-08-29T18:05:57.436691+0000 mon.a (mon.0) 1795 : cluster [DBG] osdmap e1037: 8 total, 8 up, 8 in 2024-08-29T18:05:58.825 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:05:58 smithi053 bash[68679]: cluster 2024-08-29T18:05:57.249457+0000 mgr.y (mgr.25022) 577 : cluster [DBG] pgmap v1132: 137 pgs: 2 creating+peering, 30 unknown, 105 active+clean; 583 KiB data, 4.6 GiB used, 711 GiB / 715 GiB avail 2024-08-29T18:05:58.880 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:05:58 smithi028 bash[78352]: cluster 2024-08-29T18:05:57.249457+0000 mgr.y (mgr.25022) 577 : cluster [DBG] pgmap v1132: 137 pgs: 2 creating+peering, 30 unknown, 105 active+clean; 583 KiB data, 4.6 GiB used, 711 GiB / 715 GiB avail 2024-08-29T18:05:58.880 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:05:58 smithi028 bash[77168]: cluster 2024-08-29T18:05:57.249457+0000 mgr.y (mgr.25022) 577 : cluster [DBG] pgmap v1132: 137 pgs: 2 creating+peering, 30 unknown, 105 active+clean; 583 KiB data, 4.6 GiB used, 711 GiB / 715 GiB avail 2024-08-29T18:06:00.825 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:06:00 smithi053 bash[68679]: cluster 2024-08-29T18:05:59.250509+0000 mgr.y (mgr.25022) 578 : cluster [DBG] pgmap v1134: 137 pgs: 2 creating+peering, 21 unknown, 114 active+clean; 583 KiB data, 4.6 GiB used, 711 GiB / 715 GiB avail 2024-08-29T18:06:00.880 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:06:00 smithi028 bash[77168]: cluster 2024-08-29T18:05:59.250509+0000 mgr.y (mgr.25022) 578 : cluster [DBG] pgmap v1134: 137 pgs: 2 creating+peering, 21 unknown, 114 active+clean; 583 KiB data, 4.6 GiB used, 711 GiB / 715 GiB avail 2024-08-29T18:06:00.881 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:06:00 smithi028 bash[78352]: cluster 2024-08-29T18:05:59.250509+0000 mgr.y (mgr.25022) 578 : cluster [DBG] pgmap v1134: 137 pgs: 2 creating+peering, 21 unknown, 114 active+clean; 583 KiB data, 4.6 GiB used, 711 GiB / 715 GiB avail 2024-08-29T18:06:01.880 INFO:journalctl@ceph.mgr.y.smithi028.stdout:Aug 29 18:06:01 smithi028 bash[70818]: ::ffff:172.21.15.53 - - [29/Aug/2024:18:06:01] "GET /metrics HTTP/1.1" 200 36327 "" "Prometheus/2.43.0" 2024-08-29T18:06:02.507 INFO:tasks.workunit.client.0.smithi028.stdout:[ OK ] ClsLock.TestLockDuration (8128 ms) 2024-08-29T18:06:02.507 INFO:tasks.workunit.client.0.smithi028.stdout:[ RUN ] ClsLock.TestAssertLocked 2024-08-29T18:06:02.575 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:06:02 smithi053 bash[68679]: cluster 2024-08-29T18:06:01.251764+0000 mgr.y (mgr.25022) 579 : cluster [DBG] pgmap v1135: 137 pgs: 137 active+clean; 583 KiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 0 B/s rd, 0 B/s wr, 0 op/s 2024-08-29T18:06:02.576 INFO:journalctl@ceph.prometheus.a.smithi053.stdout:Aug 29 18:06:02 smithi053 bash[95567]: ts=2024-08-29T18:06:02.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"3167ee72-662c-11ef-bcd4-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-29T18:06:02.880 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:06:02 smithi028 bash[78352]: cluster 2024-08-29T18:06:01.251764+0000 mgr.y (mgr.25022) 579 : cluster [DBG] pgmap v1135: 137 pgs: 137 active+clean; 583 KiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 0 B/s rd, 0 B/s wr, 0 op/s 2024-08-29T18:06:02.880 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:06:02 smithi028 bash[77168]: cluster 2024-08-29T18:06:01.251764+0000 mgr.y (mgr.25022) 579 : cluster [DBG] pgmap v1135: 137 pgs: 137 active+clean; 583 KiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 0 B/s rd, 0 B/s wr, 0 op/s 2024-08-29T18:06:03.825 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:06:03 smithi053 bash[68679]: cluster 2024-08-29T18:06:02.502161+0000 mon.a (mon.0) 1796 : cluster [DBG] osdmap e1038: 8 total, 8 up, 8 in 2024-08-29T18:06:03.880 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:06:03 smithi028 bash[77168]: cluster 2024-08-29T18:06:02.502161+0000 mon.a (mon.0) 1796 : cluster [DBG] osdmap e1038: 8 total, 8 up, 8 in 2024-08-29T18:06:03.881 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:06:03 smithi028 bash[78352]: cluster 2024-08-29T18:06:02.502161+0000 mon.a (mon.0) 1796 : cluster [DBG] osdmap e1038: 8 total, 8 up, 8 in 2024-08-29T18:06:04.825 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:06:04 smithi053 bash[68679]: cluster 2024-08-29T18:06:03.252476+0000 mgr.y (mgr.25022) 580 : cluster [DBG] pgmap v1137: 105 pgs: 105 active+clean; 583 KiB data, 4.6 GiB used, 711 GiB / 715 GiB avail 2024-08-29T18:06:04.826 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:06:04 smithi053 bash[68679]: cluster 2024-08-29T18:06:03.515181+0000 mon.a (mon.0) 1797 : cluster [DBG] osdmap e1039: 8 total, 8 up, 8 in 2024-08-29T18:06:04.826 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:06:04 smithi053 bash[68679]: audit 2024-08-29T18:06:03.519589+0000 mon.c (mon.2) 43 : audit [INF] from='client.? 172.21.15.28:0/4192894688' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi028-111922-6","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-29T18:06:04.826 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:06:04 smithi053 bash[68679]: audit 2024-08-29T18:06:03.528616+0000 mon.a (mon.0) 1798 : audit [INF] from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi028-111922-6","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-29T18:06:04.880 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:06:04 smithi028 bash[78352]: cluster 2024-08-29T18:06:03.252476+0000 mgr.y (mgr.25022) 580 : cluster [DBG] pgmap v1137: 105 pgs: 105 active+clean; 583 KiB data, 4.6 GiB used, 711 GiB / 715 GiB avail 2024-08-29T18:06:04.881 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:06:04 smithi028 bash[78352]: cluster 2024-08-29T18:06:03.515181+0000 mon.a (mon.0) 1797 : cluster [DBG] osdmap e1039: 8 total, 8 up, 8 in 2024-08-29T18:06:04.881 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:06:04 smithi028 bash[78352]: audit 2024-08-29T18:06:03.519589+0000 mon.c (mon.2) 43 : audit [INF] from='client.? 172.21.15.28:0/4192894688' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi028-111922-6","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-29T18:06:04.881 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:06:04 smithi028 bash[78352]: audit 2024-08-29T18:06:03.528616+0000 mon.a (mon.0) 1798 : audit [INF] from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi028-111922-6","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-29T18:06:04.881 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:06:04 smithi028 bash[77168]: cluster 2024-08-29T18:06:03.252476+0000 mgr.y (mgr.25022) 580 : cluster [DBG] pgmap v1137: 105 pgs: 105 active+clean; 583 KiB data, 4.6 GiB used, 711 GiB / 715 GiB avail 2024-08-29T18:06:04.881 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:06:04 smithi028 bash[77168]: cluster 2024-08-29T18:06:03.515181+0000 mon.a (mon.0) 1797 : cluster [DBG] osdmap e1039: 8 total, 8 up, 8 in 2024-08-29T18:06:04.881 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:06:04 smithi028 bash[77168]: audit 2024-08-29T18:06:03.519589+0000 mon.c (mon.2) 43 : audit [INF] from='client.? 172.21.15.28:0/4192894688' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi028-111922-6","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-29T18:06:04.881 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:06:04 smithi028 bash[77168]: audit 2024-08-29T18:06:03.528616+0000 mon.a (mon.0) 1798 : audit [INF] from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi028-111922-6","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-29T18:06:05.537 INFO:tasks.workunit.client.0.smithi028.stdout:[ OK ] ClsLock.TestAssertLocked (3030 ms) 2024-08-29T18:06:05.537 INFO:tasks.workunit.client.0.smithi028.stdout:[ RUN ] ClsLock.TestSetCookie 2024-08-29T18:06:05.825 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:06:05 smithi053 bash[68679]: audit 2024-08-29T18:06:04.516958+0000 mon.a (mon.0) 1799 : audit [INF] from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi028-111922-6","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-29T18:06:05.825 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:06:05 smithi053 bash[68679]: cluster 2024-08-29T18:06:04.525063+0000 mon.a (mon.0) 1800 : cluster [DBG] osdmap e1040: 8 total, 8 up, 8 in 2024-08-29T18:06:05.880 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:06:05 smithi028 bash[77168]: audit 2024-08-29T18:06:04.516958+0000 mon.a (mon.0) 1799 : audit [INF] from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi028-111922-6","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-29T18:06:05.880 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:06:05 smithi028 bash[77168]: cluster 2024-08-29T18:06:04.525063+0000 mon.a (mon.0) 1800 : cluster [DBG] osdmap e1040: 8 total, 8 up, 8 in 2024-08-29T18:06:05.881 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:06:05 smithi028 bash[78352]: audit 2024-08-29T18:06:04.516958+0000 mon.a (mon.0) 1799 : audit [INF] from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi028-111922-6","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-29T18:06:05.881 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:06:05 smithi028 bash[78352]: cluster 2024-08-29T18:06:04.525063+0000 mon.a (mon.0) 1800 : cluster [DBG] osdmap e1040: 8 total, 8 up, 8 in 2024-08-29T18:06:06.825 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:06:06 smithi053 bash[68679]: cluster 2024-08-29T18:06:05.253170+0000 mgr.y (mgr.25022) 581 : cluster [DBG] pgmap v1140: 137 pgs: 19 creating+peering, 13 unknown, 105 active+clean; 583 KiB data, 4.6 GiB used, 711 GiB / 715 GiB avail 2024-08-29T18:06:06.826 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:06:06 smithi053 bash[68679]: cluster 2024-08-29T18:06:05.534616+0000 mon.a (mon.0) 1801 : cluster [DBG] osdmap e1041: 8 total, 8 up, 8 in 2024-08-29T18:06:06.880 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:06:06 smithi028 bash[77168]: cluster 2024-08-29T18:06:05.253170+0000 mgr.y (mgr.25022) 581 : cluster [DBG] pgmap v1140: 137 pgs: 19 creating+peering, 13 unknown, 105 active+clean; 583 KiB data, 4.6 GiB used, 711 GiB / 715 GiB avail 2024-08-29T18:06:06.881 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:06:06 smithi028 bash[77168]: cluster 2024-08-29T18:06:05.534616+0000 mon.a (mon.0) 1801 : cluster [DBG] osdmap e1041: 8 total, 8 up, 8 in 2024-08-29T18:06:06.881 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:06:06 smithi028 bash[78352]: cluster 2024-08-29T18:06:05.253170+0000 mgr.y (mgr.25022) 581 : cluster [DBG] pgmap v1140: 137 pgs: 19 creating+peering, 13 unknown, 105 active+clean; 583 KiB data, 4.6 GiB used, 711 GiB / 715 GiB avail 2024-08-29T18:06:06.881 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:06:06 smithi028 bash[78352]: cluster 2024-08-29T18:06:05.534616+0000 mon.a (mon.0) 1801 : cluster [DBG] osdmap e1041: 8 total, 8 up, 8 in 2024-08-29T18:06:07.825 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:06:07 smithi053 bash[68679]: cluster 2024-08-29T18:06:06.544562+0000 mon.a (mon.0) 1802 : cluster [DBG] osdmap e1042: 8 total, 8 up, 8 in 2024-08-29T18:06:07.826 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:06:07 smithi053 bash[68679]: audit 2024-08-29T18:06:06.548721+0000 mon.a (mon.0) 1803 : audit [INF] from='client.? 172.21.15.28:0/2937790922' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi028-111922-7","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-29T18:06:07.880 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:06:07 smithi028 bash[77168]: cluster 2024-08-29T18:06:06.544562+0000 mon.a (mon.0) 1802 : cluster [DBG] osdmap e1042: 8 total, 8 up, 8 in 2024-08-29T18:06:07.880 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:06:07 smithi028 bash[77168]: audit 2024-08-29T18:06:06.548721+0000 mon.a (mon.0) 1803 : audit [INF] from='client.? 172.21.15.28:0/2937790922' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi028-111922-7","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-29T18:06:07.881 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:06:07 smithi028 bash[78352]: cluster 2024-08-29T18:06:06.544562+0000 mon.a (mon.0) 1802 : cluster [DBG] osdmap e1042: 8 total, 8 up, 8 in 2024-08-29T18:06:07.881 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:06:07 smithi028 bash[78352]: audit 2024-08-29T18:06:06.548721+0000 mon.a (mon.0) 1803 : audit [INF] from='client.? 172.21.15.28:0/2937790922' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi028-111922-7","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-29T18:06:08.558 INFO:tasks.workunit.client.0.smithi028.stdout:[ OK ] ClsLock.TestSetCookie (3022 ms) 2024-08-29T18:06:08.559 INFO:tasks.workunit.client.0.smithi028.stdout:[ RUN ] ClsLock.TestRenew 2024-08-29T18:06:08.825 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:06:08 smithi053 bash[68679]: cluster 2024-08-29T18:06:07.253963+0000 mgr.y (mgr.25022) 582 : cluster [DBG] pgmap v1143: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 4.6 GiB used, 711 GiB / 715 GiB avail 2024-08-29T18:06:08.825 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:06:08 smithi053 bash[68679]: cluster 2024-08-29T18:06:07.537244+0000 mon.a (mon.0) 1804 : cluster [WRN] Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-08-29T18:06:08.826 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:06:08 smithi053 bash[68679]: audit 2024-08-29T18:06:07.546447+0000 mon.a (mon.0) 1805 : audit [INF] from='client.? 172.21.15.28:0/2937790922' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi028-111922-7","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-29T18:06:08.826 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:06:08 smithi053 bash[68679]: cluster 2024-08-29T18:06:07.560487+0000 mon.a (mon.0) 1806 : cluster [DBG] osdmap e1043: 8 total, 8 up, 8 in 2024-08-29T18:06:08.880 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:06:08 smithi028 bash[77168]: cluster 2024-08-29T18:06:07.253963+0000 mgr.y (mgr.25022) 582 : cluster [DBG] pgmap v1143: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 4.6 GiB used, 711 GiB / 715 GiB avail 2024-08-29T18:06:08.881 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:06:08 smithi028 bash[77168]: cluster 2024-08-29T18:06:07.537244+0000 mon.a (mon.0) 1804 : cluster [WRN] Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-08-29T18:06:08.881 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:06:08 smithi028 bash[77168]: audit 2024-08-29T18:06:07.546447+0000 mon.a (mon.0) 1805 : audit [INF] from='client.? 172.21.15.28:0/2937790922' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi028-111922-7","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-29T18:06:08.881 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:06:08 smithi028 bash[77168]: cluster 2024-08-29T18:06:07.560487+0000 mon.a (mon.0) 1806 : cluster [DBG] osdmap e1043: 8 total, 8 up, 8 in 2024-08-29T18:06:08.881 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:06:08 smithi028 bash[78352]: cluster 2024-08-29T18:06:07.253963+0000 mgr.y (mgr.25022) 582 : cluster [DBG] pgmap v1143: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 4.6 GiB used, 711 GiB / 715 GiB avail 2024-08-29T18:06:08.881 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:06:08 smithi028 bash[78352]: cluster 2024-08-29T18:06:07.537244+0000 mon.a (mon.0) 1804 : cluster [WRN] Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-08-29T18:06:08.881 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:06:08 smithi028 bash[78352]: audit 2024-08-29T18:06:07.546447+0000 mon.a (mon.0) 1805 : audit [INF] from='client.? 172.21.15.28:0/2937790922' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi028-111922-7","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-29T18:06:08.881 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:06:08 smithi028 bash[78352]: cluster 2024-08-29T18:06:07.560487+0000 mon.a (mon.0) 1806 : cluster [DBG] osdmap e1043: 8 total, 8 up, 8 in 2024-08-29T18:06:09.825 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:06:09 smithi053 bash[68679]: cluster 2024-08-29T18:06:08.556165+0000 mon.a (mon.0) 1807 : cluster [DBG] osdmap e1044: 8 total, 8 up, 8 in 2024-08-29T18:06:09.880 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:06:09 smithi028 bash[77168]: cluster 2024-08-29T18:06:08.556165+0000 mon.a (mon.0) 1807 : cluster [DBG] osdmap e1044: 8 total, 8 up, 8 in 2024-08-29T18:06:09.881 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:06:09 smithi028 bash[78352]: cluster 2024-08-29T18:06:08.556165+0000 mon.a (mon.0) 1807 : cluster [DBG] osdmap e1044: 8 total, 8 up, 8 in 2024-08-29T18:06:10.825 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:06:10 smithi053 bash[68679]: cluster 2024-08-29T18:06:09.254632+0000 mgr.y (mgr.25022) 583 : cluster [DBG] pgmap v1146: 105 pgs: 105 active+clean; 583 KiB data, 4.6 GiB used, 711 GiB / 715 GiB avail 2024-08-29T18:06:10.826 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:06:10 smithi053 bash[68679]: cluster 2024-08-29T18:06:09.559389+0000 mon.a (mon.0) 1808 : cluster [INF] Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-08-29T18:06:10.826 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:06:10 smithi053 bash[68679]: cluster 2024-08-29T18:06:09.559468+0000 mon.a (mon.0) 1809 : cluster [INF] Cluster is now healthy 2024-08-29T18:06:10.826 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:06:10 smithi053 bash[68679]: cluster 2024-08-29T18:06:09.580194+0000 mon.a (mon.0) 1810 : cluster [DBG] osdmap e1045: 8 total, 8 up, 8 in 2024-08-29T18:06:10.826 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:06:10 smithi053 bash[68679]: audit 2024-08-29T18:06:09.583915+0000 mon.c (mon.2) 44 : audit [INF] from='client.? 172.21.15.28:0/2633443694' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi028-111922-8","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-29T18:06:10.826 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:06:10 smithi053 bash[68679]: audit 2024-08-29T18:06:09.584859+0000 mon.a (mon.0) 1811 : audit [INF] from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi028-111922-8","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-29T18:06:10.880 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:06:10 smithi028 bash[78352]: cluster 2024-08-29T18:06:09.254632+0000 mgr.y (mgr.25022) 583 : cluster [DBG] pgmap v1146: 105 pgs: 105 active+clean; 583 KiB data, 4.6 GiB used, 711 GiB / 715 GiB avail 2024-08-29T18:06:10.881 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:06:10 smithi028 bash[78352]: cluster 2024-08-29T18:06:09.559389+0000 mon.a (mon.0) 1808 : cluster [INF] Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-08-29T18:06:10.881 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:06:10 smithi028 bash[78352]: cluster 2024-08-29T18:06:09.559468+0000 mon.a (mon.0) 1809 : cluster [INF] Cluster is now healthy 2024-08-29T18:06:10.881 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:06:10 smithi028 bash[78352]: cluster 2024-08-29T18:06:09.580194+0000 mon.a (mon.0) 1810 : cluster [DBG] osdmap e1045: 8 total, 8 up, 8 in 2024-08-29T18:06:10.881 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:06:10 smithi028 bash[78352]: audit 2024-08-29T18:06:09.583915+0000 mon.c (mon.2) 44 : audit [INF] from='client.? 172.21.15.28:0/2633443694' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi028-111922-8","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-29T18:06:10.881 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:06:10 smithi028 bash[78352]: audit 2024-08-29T18:06:09.584859+0000 mon.a (mon.0) 1811 : audit [INF] from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi028-111922-8","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-29T18:06:10.881 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:06:10 smithi028 bash[77168]: cluster 2024-08-29T18:06:09.254632+0000 mgr.y (mgr.25022) 583 : cluster [DBG] pgmap v1146: 105 pgs: 105 active+clean; 583 KiB data, 4.6 GiB used, 711 GiB / 715 GiB avail 2024-08-29T18:06:10.881 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:06:10 smithi028 bash[77168]: cluster 2024-08-29T18:06:09.559389+0000 mon.a (mon.0) 1808 : cluster [INF] Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-08-29T18:06:10.882 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:06:10 smithi028 bash[77168]: cluster 2024-08-29T18:06:09.559468+0000 mon.a (mon.0) 1809 : cluster [INF] Cluster is now healthy 2024-08-29T18:06:10.882 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:06:10 smithi028 bash[77168]: cluster 2024-08-29T18:06:09.580194+0000 mon.a (mon.0) 1810 : cluster [DBG] osdmap e1045: 8 total, 8 up, 8 in 2024-08-29T18:06:10.882 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:06:10 smithi028 bash[77168]: audit 2024-08-29T18:06:09.583915+0000 mon.c (mon.2) 44 : audit [INF] from='client.? 172.21.15.28:0/2633443694' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi028-111922-8","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-29T18:06:10.882 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:06:10 smithi028 bash[77168]: audit 2024-08-29T18:06:09.584859+0000 mon.a (mon.0) 1811 : audit [INF] from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi028-111922-8","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-29T18:06:11.880 INFO:journalctl@ceph.mgr.y.smithi028.stdout:Aug 29 18:06:11 smithi028 bash[70818]: ::ffff:172.21.15.53 - - [29/Aug/2024:18:06:11] "GET /metrics HTTP/1.1" 200 36327 "" "Prometheus/2.43.0" 2024-08-29T18:06:11.881 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:06:11 smithi028 bash[77168]: audit 2024-08-29T18:06:10.582308+0000 mon.a (mon.0) 1812 : audit [INF] from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi028-111922-8","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-29T18:06:11.881 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:06:11 smithi028 bash[77168]: cluster 2024-08-29T18:06:10.590230+0000 mon.a (mon.0) 1813 : cluster [DBG] osdmap e1046: 8 total, 8 up, 8 in 2024-08-29T18:06:11.881 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:06:11 smithi028 bash[78352]: audit 2024-08-29T18:06:10.582308+0000 mon.a (mon.0) 1812 : audit [INF] from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi028-111922-8","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-29T18:06:11.881 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:06:11 smithi028 bash[78352]: cluster 2024-08-29T18:06:10.590230+0000 mon.a (mon.0) 1813 : cluster [DBG] osdmap e1046: 8 total, 8 up, 8 in 2024-08-29T18:06:12.076 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:06:11 smithi053 bash[68679]: audit 2024-08-29T18:06:10.582308+0000 mon.a (mon.0) 1812 : audit [INF] from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi028-111922-8","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-29T18:06:12.077 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:06:11 smithi053 bash[68679]: cluster 2024-08-29T18:06:10.590230+0000 mon.a (mon.0) 1813 : cluster [DBG] osdmap e1046: 8 total, 8 up, 8 in 2024-08-29T18:06:12.575 INFO:journalctl@ceph.prometheus.a.smithi053.stdout:Aug 29 18:06:12 smithi053 bash[95567]: ts=2024-08-29T18:06:12.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"3167ee72-662c-11ef-bcd4-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-29T18:06:12.880 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:06:12 smithi028 bash[77168]: cluster 2024-08-29T18:06:11.255392+0000 mgr.y (mgr.25022) 584 : cluster [DBG] pgmap v1149: 137 pgs: 4 creating+peering, 28 unknown, 105 active+clean; 583 KiB data, 4.6 GiB used, 711 GiB / 715 GiB avail 2024-08-29T18:06:12.880 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:06:12 smithi028 bash[77168]: cluster 2024-08-29T18:06:11.599722+0000 mon.a (mon.0) 1814 : cluster [DBG] osdmap e1047: 8 total, 8 up, 8 in 2024-08-29T18:06:12.881 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:06:12 smithi028 bash[77168]: audit 2024-08-29T18:06:12.050217+0000 mon.a (mon.0) 1815 : audit [DBG] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-29T18:06:12.881 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:06:12 smithi028 bash[78352]: cluster 2024-08-29T18:06:11.255392+0000 mgr.y (mgr.25022) 584 : cluster [DBG] pgmap v1149: 137 pgs: 4 creating+peering, 28 unknown, 105 active+clean; 583 KiB data, 4.6 GiB used, 711 GiB / 715 GiB avail 2024-08-29T18:06:12.881 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:06:12 smithi028 bash[78352]: cluster 2024-08-29T18:06:11.599722+0000 mon.a (mon.0) 1814 : cluster [DBG] osdmap e1047: 8 total, 8 up, 8 in 2024-08-29T18:06:12.881 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:06:12 smithi028 bash[78352]: audit 2024-08-29T18:06:12.050217+0000 mon.a (mon.0) 1815 : audit [DBG] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-29T18:06:13.075 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:06:12 smithi053 bash[68679]: cluster 2024-08-29T18:06:11.255392+0000 mgr.y (mgr.25022) 584 : cluster [DBG] pgmap v1149: 137 pgs: 4 creating+peering, 28 unknown, 105 active+clean; 583 KiB data, 4.6 GiB used, 711 GiB / 715 GiB avail 2024-08-29T18:06:13.075 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:06:12 smithi053 bash[68679]: cluster 2024-08-29T18:06:11.599722+0000 mon.a (mon.0) 1814 : cluster [DBG] osdmap e1047: 8 total, 8 up, 8 in 2024-08-29T18:06:13.075 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:06:12 smithi053 bash[68679]: audit 2024-08-29T18:06:12.050217+0000 mon.a (mon.0) 1815 : audit [DBG] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-29T18:06:14.880 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:06:14 smithi028 bash[78352]: cluster 2024-08-29T18:06:13.256200+0000 mgr.y (mgr.25022) 585 : cluster [DBG] pgmap v1151: 137 pgs: 4 creating+peering, 25 unknown, 108 active+clean; 583 KiB data, 4.6 GiB used, 711 GiB / 715 GiB avail 2024-08-29T18:06:14.881 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:06:14 smithi028 bash[77168]: cluster 2024-08-29T18:06:13.256200+0000 mgr.y (mgr.25022) 585 : cluster [DBG] pgmap v1151: 137 pgs: 4 creating+peering, 25 unknown, 108 active+clean; 583 KiB data, 4.6 GiB used, 711 GiB / 715 GiB avail 2024-08-29T18:06:15.075 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:06:14 smithi053 bash[68679]: cluster 2024-08-29T18:06:13.256200+0000 mgr.y (mgr.25022) 585 : cluster [DBG] pgmap v1151: 137 pgs: 4 creating+peering, 25 unknown, 108 active+clean; 583 KiB data, 4.6 GiB used, 711 GiB / 715 GiB avail 2024-08-29T18:06:16.880 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:06:16 smithi028 bash[78352]: cluster 2024-08-29T18:06:15.257571+0000 mgr.y (mgr.25022) 586 : cluster [DBG] pgmap v1152: 137 pgs: 4 creating+peering, 133 active+clean; 583 KiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 B/s wr, 0 op/s 2024-08-29T18:06:16.881 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:06:16 smithi028 bash[77168]: cluster 2024-08-29T18:06:15.257571+0000 mgr.y (mgr.25022) 586 : cluster [DBG] pgmap v1152: 137 pgs: 4 creating+peering, 133 active+clean; 583 KiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 B/s wr, 0 op/s 2024-08-29T18:06:17.075 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:06:16 smithi053 bash[68679]: cluster 2024-08-29T18:06:15.257571+0000 mgr.y (mgr.25022) 586 : cluster [DBG] pgmap v1152: 137 pgs: 4 creating+peering, 133 active+clean; 583 KiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 170 B/s rd, 0 B/s wr, 0 op/s 2024-08-29T18:06:18.880 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:06:18 smithi028 bash[78352]: cluster 2024-08-29T18:06:17.258473+0000 mgr.y (mgr.25022) 587 : cluster [DBG] pgmap v1153: 137 pgs: 137 active+clean; 583 KiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 133 B/s rd, 0 B/s wr, 0 op/s 2024-08-29T18:06:18.881 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:06:18 smithi028 bash[77168]: cluster 2024-08-29T18:06:17.258473+0000 mgr.y (mgr.25022) 587 : cluster [DBG] pgmap v1153: 137 pgs: 137 active+clean; 583 KiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 133 B/s rd, 0 B/s wr, 0 op/s 2024-08-29T18:06:19.075 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:06:18 smithi053 bash[68679]: cluster 2024-08-29T18:06:17.258473+0000 mgr.y (mgr.25022) 587 : cluster [DBG] pgmap v1153: 137 pgs: 137 active+clean; 583 KiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 133 B/s rd, 0 B/s wr, 0 op/s 2024-08-29T18:06:20.880 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:06:20 smithi028 bash[78352]: cluster 2024-08-29T18:06:19.259489+0000 mgr.y (mgr.25022) 588 : cluster [DBG] pgmap v1154: 137 pgs: 137 active+clean; 583 KiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 118 B/s rd, 0 B/s wr, 0 op/s 2024-08-29T18:06:20.881 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:06:20 smithi028 bash[77168]: cluster 2024-08-29T18:06:19.259489+0000 mgr.y (mgr.25022) 588 : cluster [DBG] pgmap v1154: 137 pgs: 137 active+clean; 583 KiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 118 B/s rd, 0 B/s wr, 0 op/s 2024-08-29T18:06:21.075 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:06:20 smithi053 bash[68679]: cluster 2024-08-29T18:06:19.259489+0000 mgr.y (mgr.25022) 588 : cluster [DBG] pgmap v1154: 137 pgs: 137 active+clean; 583 KiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 118 B/s rd, 0 B/s wr, 0 op/s 2024-08-29T18:06:21.880 INFO:journalctl@ceph.mgr.y.smithi028.stdout:Aug 29 18:06:21 smithi028 bash[70818]: ::ffff:172.21.15.53 - - [29/Aug/2024:18:06:21] "GET /metrics HTTP/1.1" 200 36330 "" "Prometheus/2.43.0" 2024-08-29T18:06:22.575 INFO:journalctl@ceph.prometheus.a.smithi053.stdout:Aug 29 18:06:22 smithi053 bash[95567]: ts=2024-08-29T18:06:22.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"3167ee72-662c-11ef-bcd4-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-29T18:06:22.880 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:06:22 smithi028 bash[78352]: cluster 2024-08-29T18:06:21.260815+0000 mgr.y (mgr.25022) 589 : cluster [DBG] pgmap v1155: 137 pgs: 137 active+clean; 583 KiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 102 B/s rd, 0 B/s wr, 0 op/s 2024-08-29T18:06:22.881 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:06:22 smithi028 bash[77168]: cluster 2024-08-29T18:06:21.260815+0000 mgr.y (mgr.25022) 589 : cluster [DBG] pgmap v1155: 137 pgs: 137 active+clean; 583 KiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 102 B/s rd, 0 B/s wr, 0 op/s 2024-08-29T18:06:23.075 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:06:22 smithi053 bash[68679]: cluster 2024-08-29T18:06:21.260815+0000 mgr.y (mgr.25022) 589 : cluster [DBG] pgmap v1155: 137 pgs: 137 active+clean; 583 KiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 102 B/s rd, 0 B/s wr, 0 op/s 2024-08-29T18:06:24.880 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:06:24 smithi028 bash[78352]: cluster 2024-08-29T18:06:23.261566+0000 mgr.y (mgr.25022) 590 : cluster [DBG] pgmap v1156: 137 pgs: 137 active+clean; 583 KiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 87 B/s rd, 0 B/s wr, 0 op/s 2024-08-29T18:06:24.881 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:06:24 smithi028 bash[77168]: cluster 2024-08-29T18:06:23.261566+0000 mgr.y (mgr.25022) 590 : cluster [DBG] pgmap v1156: 137 pgs: 137 active+clean; 583 KiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 87 B/s rd, 0 B/s wr, 0 op/s 2024-08-29T18:06:25.075 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:06:24 smithi053 bash[68679]: cluster 2024-08-29T18:06:23.261566+0000 mgr.y (mgr.25022) 590 : cluster [DBG] pgmap v1156: 137 pgs: 137 active+clean; 583 KiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 87 B/s rd, 0 B/s wr, 0 op/s 2024-08-29T18:06:26.880 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:06:26 smithi028 bash[78352]: cluster 2024-08-29T18:06:25.262952+0000 mgr.y (mgr.25022) 591 : cluster [DBG] pgmap v1157: 137 pgs: 137 active+clean; 583 KiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 B/s wr, 1 op/s 2024-08-29T18:06:26.881 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:06:26 smithi028 bash[77168]: cluster 2024-08-29T18:06:25.262952+0000 mgr.y (mgr.25022) 591 : cluster [DBG] pgmap v1157: 137 pgs: 137 active+clean; 583 KiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 B/s wr, 1 op/s 2024-08-29T18:06:27.075 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:06:26 smithi053 bash[68679]: cluster 2024-08-29T18:06:25.262952+0000 mgr.y (mgr.25022) 591 : cluster [DBG] pgmap v1157: 137 pgs: 137 active+clean; 583 KiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 B/s wr, 1 op/s 2024-08-29T18:06:27.880 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:06:27 smithi028 bash[77168]: audit 2024-08-29T18:06:27.050675+0000 mon.a (mon.0) 1816 : audit [DBG] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-29T18:06:27.881 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:06:27 smithi028 bash[78352]: audit 2024-08-29T18:06:27.050675+0000 mon.a (mon.0) 1816 : audit [DBG] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-29T18:06:28.075 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:06:27 smithi053 bash[68679]: audit 2024-08-29T18:06:27.050675+0000 mon.a (mon.0) 1816 : audit [DBG] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-29T18:06:28.880 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:06:28 smithi028 bash[77168]: cluster 2024-08-29T18:06:27.263778+0000 mgr.y (mgr.25022) 592 : cluster [DBG] pgmap v1158: 137 pgs: 137 active+clean; 583 KiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 B/s wr, 0 op/s 2024-08-29T18:06:28.880 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:06:28 smithi028 bash[77168]: audit 2024-08-29T18:06:27.864112+0000 mon.a (mon.0) 1817 : audit [DBG] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-29T18:06:28.881 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:06:28 smithi028 bash[78352]: cluster 2024-08-29T18:06:27.263778+0000 mgr.y (mgr.25022) 592 : cluster [DBG] pgmap v1158: 137 pgs: 137 active+clean; 583 KiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 B/s wr, 0 op/s 2024-08-29T18:06:28.881 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:06:28 smithi028 bash[78352]: audit 2024-08-29T18:06:27.864112+0000 mon.a (mon.0) 1817 : audit [DBG] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-29T18:06:29.075 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:06:28 smithi053 bash[68679]: cluster 2024-08-29T18:06:27.263778+0000 mgr.y (mgr.25022) 592 : cluster [DBG] pgmap v1158: 137 pgs: 137 active+clean; 583 KiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 B/s wr, 0 op/s 2024-08-29T18:06:29.075 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:06:28 smithi053 bash[68679]: audit 2024-08-29T18:06:27.864112+0000 mon.a (mon.0) 1817 : audit [DBG] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-29T18:06:29.653 INFO:tasks.workunit.client.0.smithi028.stdout:[ OK ] ClsLock.TestRenew (21094 ms) 2024-08-29T18:06:29.653 INFO:tasks.workunit.client.0.smithi028.stdout:[ RUN ] ClsLock.TestExclusiveEphemeralBasic 2024-08-29T18:06:30.075 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:06:29 smithi053 bash[68679]: audit 2024-08-29T18:06:28.677505+0000 mon.a (mon.0) 1818 : audit [DBG] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-29T18:06:30.075 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:06:29 smithi053 bash[68679]: audit 2024-08-29T18:06:28.678967+0000 mon.a (mon.0) 1819 : audit [INF] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-29T18:06:30.075 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:06:29 smithi053 bash[68679]: audit 2024-08-29T18:06:28.687939+0000 mon.a (mon.0) 1820 : audit [INF] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' 2024-08-29T18:06:30.130 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:06:29 smithi028 bash[77168]: audit 2024-08-29T18:06:28.677505+0000 mon.a (mon.0) 1818 : audit [DBG] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-29T18:06:30.130 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:06:29 smithi028 bash[77168]: audit 2024-08-29T18:06:28.678967+0000 mon.a (mon.0) 1819 : audit [INF] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-29T18:06:30.130 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:06:29 smithi028 bash[77168]: audit 2024-08-29T18:06:28.687939+0000 mon.a (mon.0) 1820 : audit [INF] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' 2024-08-29T18:06:30.131 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:06:29 smithi028 bash[78352]: audit 2024-08-29T18:06:28.677505+0000 mon.a (mon.0) 1818 : audit [DBG] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-29T18:06:30.131 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:06:29 smithi028 bash[78352]: audit 2024-08-29T18:06:28.678967+0000 mon.a (mon.0) 1819 : audit [INF] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-29T18:06:30.131 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:06:29 smithi028 bash[78352]: audit 2024-08-29T18:06:28.687939+0000 mon.a (mon.0) 1820 : audit [INF] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' 2024-08-29T18:06:31.075 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:06:30 smithi053 bash[68679]: cluster 2024-08-29T18:06:29.264797+0000 mgr.y (mgr.25022) 593 : cluster [DBG] pgmap v1159: 137 pgs: 137 active+clean; 583 KiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 B/s wr, 0 op/s 2024-08-29T18:06:31.076 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:06:30 smithi053 bash[68679]: cluster 2024-08-29T18:06:29.648057+0000 mon.a (mon.0) 1821 : cluster [DBG] osdmap e1048: 8 total, 8 up, 8 in 2024-08-29T18:06:31.130 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:06:30 smithi028 bash[78352]: cluster 2024-08-29T18:06:29.264797+0000 mgr.y (mgr.25022) 593 : cluster [DBG] pgmap v1159: 137 pgs: 137 active+clean; 583 KiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 B/s wr, 0 op/s 2024-08-29T18:06:31.130 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:06:30 smithi028 bash[78352]: cluster 2024-08-29T18:06:29.648057+0000 mon.a (mon.0) 1821 : cluster [DBG] osdmap e1048: 8 total, 8 up, 8 in 2024-08-29T18:06:31.131 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:06:30 smithi028 bash[77168]: cluster 2024-08-29T18:06:29.264797+0000 mgr.y (mgr.25022) 593 : cluster [DBG] pgmap v1159: 137 pgs: 137 active+clean; 583 KiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 B/s wr, 0 op/s 2024-08-29T18:06:31.131 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:06:30 smithi028 bash[77168]: cluster 2024-08-29T18:06:29.648057+0000 mon.a (mon.0) 1821 : cluster [DBG] osdmap e1048: 8 total, 8 up, 8 in 2024-08-29T18:06:31.700 INFO:journalctl@ceph.mgr.y.smithi028.stdout:Aug 29 18:06:31 smithi028 bash[70818]: ::ffff:172.21.15.53 - - [29/Aug/2024:18:06:31] "GET /metrics HTTP/1.1" 200 36338 "" "Prometheus/2.43.0" 2024-08-29T18:06:32.075 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:06:31 smithi053 bash[68679]: cluster 2024-08-29T18:06:30.697595+0000 mon.a (mon.0) 1822 : cluster [DBG] osdmap e1049: 8 total, 8 up, 8 in 2024-08-29T18:06:32.076 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:06:31 smithi053 bash[68679]: audit 2024-08-29T18:06:30.699968+0000 mon.c (mon.2) 45 : audit [INF] from='client.? 172.21.15.28:0/2235878749' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi028-111922-9","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-29T18:06:32.076 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:06:31 smithi053 bash[68679]: audit 2024-08-29T18:06:30.706730+0000 mon.a (mon.0) 1823 : audit [INF] from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi028-111922-9","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-29T18:06:32.130 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:06:31 smithi028 bash[78352]: cluster 2024-08-29T18:06:30.697595+0000 mon.a (mon.0) 1822 : cluster [DBG] osdmap e1049: 8 total, 8 up, 8 in 2024-08-29T18:06:32.130 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:06:31 smithi028 bash[78352]: audit 2024-08-29T18:06:30.699968+0000 mon.c (mon.2) 45 : audit [INF] from='client.? 172.21.15.28:0/2235878749' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi028-111922-9","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-29T18:06:32.131 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:06:31 smithi028 bash[78352]: audit 2024-08-29T18:06:30.706730+0000 mon.a (mon.0) 1823 : audit [INF] from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi028-111922-9","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-29T18:06:32.131 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:06:31 smithi028 bash[77168]: cluster 2024-08-29T18:06:30.697595+0000 mon.a (mon.0) 1822 : cluster [DBG] osdmap e1049: 8 total, 8 up, 8 in 2024-08-29T18:06:32.131 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:06:31 smithi028 bash[77168]: audit 2024-08-29T18:06:30.699968+0000 mon.c (mon.2) 45 : audit [INF] from='client.? 172.21.15.28:0/2235878749' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi028-111922-9","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-29T18:06:32.131 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:06:31 smithi028 bash[77168]: audit 2024-08-29T18:06:30.706730+0000 mon.a (mon.0) 1823 : audit [INF] from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi028-111922-9","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-29T18:06:32.575 INFO:journalctl@ceph.prometheus.a.smithi053.stdout:Aug 29 18:06:32 smithi053 bash[95567]: ts=2024-08-29T18:06:32.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"3167ee72-662c-11ef-bcd4-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-29T18:06:33.075 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:06:32 smithi053 bash[68679]: cluster 2024-08-29T18:06:31.265513+0000 mgr.y (mgr.25022) 594 : cluster [DBG] pgmap v1162: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 4.6 GiB used, 711 GiB / 715 GiB avail 2024-08-29T18:06:33.075 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:06:32 smithi053 bash[68679]: cluster 2024-08-29T18:06:31.690029+0000 mon.a (mon.0) 1824 : cluster [WRN] Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-08-29T18:06:33.075 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:06:32 smithi053 bash[68679]: audit 2024-08-29T18:06:31.699791+0000 mon.a (mon.0) 1825 : audit [INF] from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi028-111922-9","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-29T18:06:33.076 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:06:32 smithi053 bash[68679]: cluster 2024-08-29T18:06:31.710588+0000 mon.a (mon.0) 1826 : cluster [DBG] osdmap e1050: 8 total, 8 up, 8 in 2024-08-29T18:06:33.130 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:06:32 smithi028 bash[77168]: cluster 2024-08-29T18:06:31.265513+0000 mgr.y (mgr.25022) 594 : cluster [DBG] pgmap v1162: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 4.6 GiB used, 711 GiB / 715 GiB avail 2024-08-29T18:06:33.130 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:06:32 smithi028 bash[77168]: cluster 2024-08-29T18:06:31.690029+0000 mon.a (mon.0) 1824 : cluster [WRN] Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-08-29T18:06:33.130 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:06:32 smithi028 bash[77168]: audit 2024-08-29T18:06:31.699791+0000 mon.a (mon.0) 1825 : audit [INF] from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi028-111922-9","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-29T18:06:33.131 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:06:32 smithi028 bash[77168]: cluster 2024-08-29T18:06:31.710588+0000 mon.a (mon.0) 1826 : cluster [DBG] osdmap e1050: 8 total, 8 up, 8 in 2024-08-29T18:06:33.131 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:06:32 smithi028 bash[78352]: cluster 2024-08-29T18:06:31.265513+0000 mgr.y (mgr.25022) 594 : cluster [DBG] pgmap v1162: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 4.6 GiB used, 711 GiB / 715 GiB avail 2024-08-29T18:06:33.131 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:06:32 smithi028 bash[78352]: cluster 2024-08-29T18:06:31.690029+0000 mon.a (mon.0) 1824 : cluster [WRN] Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-08-29T18:06:33.131 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:06:32 smithi028 bash[78352]: audit 2024-08-29T18:06:31.699791+0000 mon.a (mon.0) 1825 : audit [INF] from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi028-111922-9","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-29T18:06:33.131 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:06:32 smithi028 bash[78352]: cluster 2024-08-29T18:06:31.710588+0000 mon.a (mon.0) 1826 : cluster [DBG] osdmap e1050: 8 total, 8 up, 8 in 2024-08-29T18:06:34.075 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:06:33 smithi053 bash[68679]: cluster 2024-08-29T18:06:32.718791+0000 mon.a (mon.0) 1827 : cluster [DBG] osdmap e1051: 8 total, 8 up, 8 in 2024-08-29T18:06:34.130 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:06:33 smithi028 bash[78352]: cluster 2024-08-29T18:06:32.718791+0000 mon.a (mon.0) 1827 : cluster [DBG] osdmap e1051: 8 total, 8 up, 8 in 2024-08-29T18:06:34.130 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:06:33 smithi028 bash[77168]: cluster 2024-08-29T18:06:32.718791+0000 mon.a (mon.0) 1827 : cluster [DBG] osdmap e1051: 8 total, 8 up, 8 in 2024-08-29T18:06:35.075 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:06:34 smithi053 bash[68679]: cluster 2024-08-29T18:06:33.266203+0000 mgr.y (mgr.25022) 595 : cluster [DBG] pgmap v1165: 137 pgs: 27 unknown, 110 active+clean; 583 KiB data, 4.6 GiB used, 711 GiB / 715 GiB avail 2024-08-29T18:06:35.076 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:06:34 smithi053 bash[68679]: cluster 2024-08-29T18:06:33.711801+0000 mon.a (mon.0) 1828 : cluster [INF] Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-08-29T18:06:35.076 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:06:34 smithi053 bash[68679]: cluster 2024-08-29T18:06:33.711875+0000 mon.a (mon.0) 1829 : cluster [INF] Cluster is now healthy 2024-08-29T18:06:35.130 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:06:34 smithi028 bash[78352]: cluster 2024-08-29T18:06:33.266203+0000 mgr.y (mgr.25022) 595 : cluster [DBG] pgmap v1165: 137 pgs: 27 unknown, 110 active+clean; 583 KiB data, 4.6 GiB used, 711 GiB / 715 GiB avail 2024-08-29T18:06:35.130 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:06:34 smithi028 bash[78352]: cluster 2024-08-29T18:06:33.711801+0000 mon.a (mon.0) 1828 : cluster [INF] Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-08-29T18:06:35.131 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:06:34 smithi028 bash[78352]: cluster 2024-08-29T18:06:33.711875+0000 mon.a (mon.0) 1829 : cluster [INF] Cluster is now healthy 2024-08-29T18:06:35.131 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:06:34 smithi028 bash[77168]: cluster 2024-08-29T18:06:33.266203+0000 mgr.y (mgr.25022) 595 : cluster [DBG] pgmap v1165: 137 pgs: 27 unknown, 110 active+clean; 583 KiB data, 4.6 GiB used, 711 GiB / 715 GiB avail 2024-08-29T18:06:35.131 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:06:34 smithi028 bash[77168]: cluster 2024-08-29T18:06:33.711801+0000 mon.a (mon.0) 1828 : cluster [INF] Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-08-29T18:06:35.131 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:06:34 smithi028 bash[77168]: cluster 2024-08-29T18:06:33.711875+0000 mon.a (mon.0) 1829 : cluster [INF] Cluster is now healthy 2024-08-29T18:06:36.746 INFO:tasks.workunit.client.0.smithi028.stdout:[ OK ] ClsLock.TestExclusiveEphemeralBasic (7093 ms) 2024-08-29T18:06:36.746 INFO:tasks.workunit.client.0.smithi028.stdout:[ RUN ] ClsLock.TestExclusiveEphemeralStealEphemeral 2024-08-29T18:06:37.075 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:06:36 smithi053 bash[68679]: cluster 2024-08-29T18:06:35.267523+0000 mgr.y (mgr.25022) 596 : cluster [DBG] pgmap v1166: 137 pgs: 3 unknown, 134 active+clean; 583 KiB data, 4.6 GiB used, 711 GiB / 715 GiB avail 2024-08-29T18:06:37.130 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:06:36 smithi028 bash[77168]: cluster 2024-08-29T18:06:35.267523+0000 mgr.y (mgr.25022) 596 : cluster [DBG] pgmap v1166: 137 pgs: 3 unknown, 134 active+clean; 583 KiB data, 4.6 GiB used, 711 GiB / 715 GiB avail 2024-08-29T18:06:37.130 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:06:36 smithi028 bash[78352]: cluster 2024-08-29T18:06:35.267523+0000 mgr.y (mgr.25022) 596 : cluster [DBG] pgmap v1166: 137 pgs: 3 unknown, 134 active+clean; 583 KiB data, 4.6 GiB used, 711 GiB / 715 GiB avail 2024-08-29T18:06:38.075 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:06:37 smithi053 bash[68679]: cluster 2024-08-29T18:06:36.740949+0000 mon.a (mon.0) 1830 : cluster [DBG] osdmap e1052: 8 total, 8 up, 8 in 2024-08-29T18:06:38.130 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:06:37 smithi028 bash[77168]: cluster 2024-08-29T18:06:36.740949+0000 mon.a (mon.0) 1830 : cluster [DBG] osdmap e1052: 8 total, 8 up, 8 in 2024-08-29T18:06:38.130 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:06:37 smithi028 bash[78352]: cluster 2024-08-29T18:06:36.740949+0000 mon.a (mon.0) 1830 : cluster [DBG] osdmap e1052: 8 total, 8 up, 8 in 2024-08-29T18:06:39.075 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:06:38 smithi053 bash[68679]: cluster 2024-08-29T18:06:37.268139+0000 mgr.y (mgr.25022) 597 : cluster [DBG] pgmap v1168: 105 pgs: 105 active+clean; 583 KiB data, 4.6 GiB used, 711 GiB / 715 GiB avail 2024-08-29T18:06:39.076 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:06:38 smithi053 bash[68679]: cluster 2024-08-29T18:06:37.753257+0000 mon.a (mon.0) 1831 : cluster [DBG] osdmap e1053: 8 total, 8 up, 8 in 2024-08-29T18:06:39.076 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:06:38 smithi053 bash[68679]: audit 2024-08-29T18:06:37.756376+0000 mon.a (mon.0) 1832 : audit [INF] from='client.? 172.21.15.28:0/1167973295' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi028-111922-10","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-29T18:06:39.130 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:06:38 smithi028 bash[77168]: cluster 2024-08-29T18:06:37.268139+0000 mgr.y (mgr.25022) 597 : cluster [DBG] pgmap v1168: 105 pgs: 105 active+clean; 583 KiB data, 4.6 GiB used, 711 GiB / 715 GiB avail 2024-08-29T18:06:39.130 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:06:38 smithi028 bash[77168]: cluster 2024-08-29T18:06:37.753257+0000 mon.a (mon.0) 1831 : cluster [DBG] osdmap e1053: 8 total, 8 up, 8 in 2024-08-29T18:06:39.130 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:06:38 smithi028 bash[77168]: audit 2024-08-29T18:06:37.756376+0000 mon.a (mon.0) 1832 : audit [INF] from='client.? 172.21.15.28:0/1167973295' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi028-111922-10","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-29T18:06:39.131 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:06:38 smithi028 bash[78352]: cluster 2024-08-29T18:06:37.268139+0000 mgr.y (mgr.25022) 597 : cluster [DBG] pgmap v1168: 105 pgs: 105 active+clean; 583 KiB data, 4.6 GiB used, 711 GiB / 715 GiB avail 2024-08-29T18:06:39.131 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:06:38 smithi028 bash[78352]: cluster 2024-08-29T18:06:37.753257+0000 mon.a (mon.0) 1831 : cluster [DBG] osdmap e1053: 8 total, 8 up, 8 in 2024-08-29T18:06:39.131 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:06:38 smithi028 bash[78352]: audit 2024-08-29T18:06:37.756376+0000 mon.a (mon.0) 1832 : audit [INF] from='client.? 172.21.15.28:0/1167973295' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi028-111922-10","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-29T18:06:40.075 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:06:39 smithi053 bash[68679]: audit 2024-08-29T18:06:38.755679+0000 mon.a (mon.0) 1833 : audit [INF] from='client.? 172.21.15.28:0/1167973295' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi028-111922-10","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-29T18:06:40.075 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:06:39 smithi053 bash[68679]: cluster 2024-08-29T18:06:38.763904+0000 mon.a (mon.0) 1834 : cluster [DBG] osdmap e1054: 8 total, 8 up, 8 in 2024-08-29T18:06:40.130 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:06:39 smithi028 bash[77168]: audit 2024-08-29T18:06:38.755679+0000 mon.a (mon.0) 1833 : audit [INF] from='client.? 172.21.15.28:0/1167973295' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi028-111922-10","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-29T18:06:40.130 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:06:39 smithi028 bash[77168]: cluster 2024-08-29T18:06:38.763904+0000 mon.a (mon.0) 1834 : cluster [DBG] osdmap e1054: 8 total, 8 up, 8 in 2024-08-29T18:06:40.131 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:06:39 smithi028 bash[78352]: audit 2024-08-29T18:06:38.755679+0000 mon.a (mon.0) 1833 : audit [INF] from='client.? 172.21.15.28:0/1167973295' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi028-111922-10","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-29T18:06:40.131 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:06:39 smithi028 bash[78352]: cluster 2024-08-29T18:06:38.763904+0000 mon.a (mon.0) 1834 : cluster [DBG] osdmap e1054: 8 total, 8 up, 8 in 2024-08-29T18:06:41.075 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:06:40 smithi053 bash[68679]: cluster 2024-08-29T18:06:39.268793+0000 mgr.y (mgr.25022) 598 : cluster [DBG] pgmap v1171: 137 pgs: 3 creating+peering, 29 unknown, 105 active+clean; 583 KiB data, 4.6 GiB used, 711 GiB / 715 GiB avail 2024-08-29T18:06:41.075 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:06:40 smithi053 bash[68679]: cluster 2024-08-29T18:06:39.772932+0000 mon.a (mon.0) 1835 : cluster [DBG] osdmap e1055: 8 total, 8 up, 8 in 2024-08-29T18:06:41.130 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:06:40 smithi028 bash[78352]: cluster 2024-08-29T18:06:39.268793+0000 mgr.y (mgr.25022) 598 : cluster [DBG] pgmap v1171: 137 pgs: 3 creating+peering, 29 unknown, 105 active+clean; 583 KiB data, 4.6 GiB used, 711 GiB / 715 GiB avail 2024-08-29T18:06:41.130 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:06:40 smithi028 bash[78352]: cluster 2024-08-29T18:06:39.772932+0000 mon.a (mon.0) 1835 : cluster [DBG] osdmap e1055: 8 total, 8 up, 8 in 2024-08-29T18:06:41.131 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:06:40 smithi028 bash[77168]: cluster 2024-08-29T18:06:39.268793+0000 mgr.y (mgr.25022) 598 : cluster [DBG] pgmap v1171: 137 pgs: 3 creating+peering, 29 unknown, 105 active+clean; 583 KiB data, 4.6 GiB used, 711 GiB / 715 GiB avail 2024-08-29T18:06:41.131 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:06:40 smithi028 bash[77168]: cluster 2024-08-29T18:06:39.772932+0000 mon.a (mon.0) 1835 : cluster [DBG] osdmap e1055: 8 total, 8 up, 8 in 2024-08-29T18:06:41.880 INFO:journalctl@ceph.mgr.y.smithi028.stdout:Aug 29 18:06:41 smithi028 bash[70818]: ::ffff:172.21.15.53 - - [29/Aug/2024:18:06:41] "GET /metrics HTTP/1.1" 200 36338 "" "Prometheus/2.43.0" 2024-08-29T18:06:42.575 INFO:journalctl@ceph.prometheus.a.smithi053.stdout:Aug 29 18:06:42 smithi053 bash[95567]: ts=2024-08-29T18:06:42.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"3167ee72-662c-11ef-bcd4-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-29T18:06:43.075 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:06:42 smithi053 bash[68679]: cluster 2024-08-29T18:06:41.269663+0000 mgr.y (mgr.25022) 599 : cluster [DBG] pgmap v1173: 137 pgs: 3 creating+peering, 4 unknown, 130 active+clean; 583 KiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 0 B/s rd, 0 B/s wr, 0 op/s 2024-08-29T18:06:43.076 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:06:42 smithi053 bash[68679]: audit 2024-08-29T18:06:42.051166+0000 mon.a (mon.0) 1836 : audit [DBG] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-29T18:06:43.130 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:06:42 smithi028 bash[78352]: cluster 2024-08-29T18:06:41.269663+0000 mgr.y (mgr.25022) 599 : cluster [DBG] pgmap v1173: 137 pgs: 3 creating+peering, 4 unknown, 130 active+clean; 583 KiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 0 B/s rd, 0 B/s wr, 0 op/s 2024-08-29T18:06:43.130 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:06:42 smithi028 bash[78352]: audit 2024-08-29T18:06:42.051166+0000 mon.a (mon.0) 1836 : audit [DBG] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-29T18:06:43.130 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:06:42 smithi028 bash[77168]: cluster 2024-08-29T18:06:41.269663+0000 mgr.y (mgr.25022) 599 : cluster [DBG] pgmap v1173: 137 pgs: 3 creating+peering, 4 unknown, 130 active+clean; 583 KiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 0 B/s rd, 0 B/s wr, 0 op/s 2024-08-29T18:06:43.131 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:06:42 smithi028 bash[77168]: audit 2024-08-29T18:06:42.051166+0000 mon.a (mon.0) 1836 : audit [DBG] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-29T18:06:44.798 INFO:tasks.workunit.client.0.smithi028.stdout:[ OK ] ClsLock.TestExclusiveEphemeralStealEphemeral (8052 ms) 2024-08-29T18:06:44.798 INFO:tasks.workunit.client.0.smithi028.stdout:[ RUN ] ClsLock.TestExclusiveEphemeralStealExclusive 2024-08-29T18:06:45.075 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:06:44 smithi053 bash[68679]: cluster 2024-08-29T18:06:43.270459+0000 mgr.y (mgr.25022) 600 : cluster [DBG] pgmap v1174: 137 pgs: 3 creating+peering, 134 active+clean; 583 KiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 0 B/s rd, 0 B/s wr, 0 op/s 2024-08-29T18:06:45.130 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:06:44 smithi028 bash[77168]: cluster 2024-08-29T18:06:43.270459+0000 mgr.y (mgr.25022) 600 : cluster [DBG] pgmap v1174: 137 pgs: 3 creating+peering, 134 active+clean; 583 KiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 0 B/s rd, 0 B/s wr, 0 op/s 2024-08-29T18:06:45.130 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:06:44 smithi028 bash[78352]: cluster 2024-08-29T18:06:43.270459+0000 mgr.y (mgr.25022) 600 : cluster [DBG] pgmap v1174: 137 pgs: 3 creating+peering, 134 active+clean; 583 KiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 0 B/s rd, 0 B/s wr, 0 op/s 2024-08-29T18:06:46.075 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:06:45 smithi053 bash[68679]: cluster 2024-08-29T18:06:44.788623+0000 mon.a (mon.0) 1837 : cluster [DBG] osdmap e1056: 8 total, 8 up, 8 in 2024-08-29T18:06:46.130 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:06:45 smithi028 bash[78352]: cluster 2024-08-29T18:06:44.788623+0000 mon.a (mon.0) 1837 : cluster [DBG] osdmap e1056: 8 total, 8 up, 8 in 2024-08-29T18:06:46.130 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:06:45 smithi028 bash[77168]: cluster 2024-08-29T18:06:44.788623+0000 mon.a (mon.0) 1837 : cluster [DBG] osdmap e1056: 8 total, 8 up, 8 in 2024-08-29T18:06:47.075 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:06:46 smithi053 bash[68679]: cluster 2024-08-29T18:06:45.271071+0000 mgr.y (mgr.25022) 601 : cluster [DBG] pgmap v1176: 105 pgs: 105 active+clean; 583 KiB data, 4.6 GiB used, 711 GiB / 715 GiB avail 2024-08-29T18:06:47.075 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:06:46 smithi053 bash[68679]: cluster 2024-08-29T18:06:45.803428+0000 mon.a (mon.0) 1838 : cluster [DBG] osdmap e1057: 8 total, 8 up, 8 in 2024-08-29T18:06:47.076 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:06:46 smithi053 bash[68679]: audit 2024-08-29T18:06:45.807155+0000 mon.a (mon.0) 1839 : audit [INF] from='client.? 172.21.15.28:0/4117987997' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi028-111922-11","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-29T18:06:47.130 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:06:46 smithi028 bash[78352]: cluster 2024-08-29T18:06:45.271071+0000 mgr.y (mgr.25022) 601 : cluster [DBG] pgmap v1176: 105 pgs: 105 active+clean; 583 KiB data, 4.6 GiB used, 711 GiB / 715 GiB avail 2024-08-29T18:06:47.130 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:06:46 smithi028 bash[78352]: cluster 2024-08-29T18:06:45.803428+0000 mon.a (mon.0) 1838 : cluster [DBG] osdmap e1057: 8 total, 8 up, 8 in 2024-08-29T18:06:47.130 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:06:46 smithi028 bash[78352]: audit 2024-08-29T18:06:45.807155+0000 mon.a (mon.0) 1839 : audit [INF] from='client.? 172.21.15.28:0/4117987997' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi028-111922-11","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-29T18:06:47.131 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:06:46 smithi028 bash[77168]: cluster 2024-08-29T18:06:45.271071+0000 mgr.y (mgr.25022) 601 : cluster [DBG] pgmap v1176: 105 pgs: 105 active+clean; 583 KiB data, 4.6 GiB used, 711 GiB / 715 GiB avail 2024-08-29T18:06:47.131 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:06:46 smithi028 bash[77168]: cluster 2024-08-29T18:06:45.803428+0000 mon.a (mon.0) 1838 : cluster [DBG] osdmap e1057: 8 total, 8 up, 8 in 2024-08-29T18:06:47.131 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:06:46 smithi028 bash[77168]: audit 2024-08-29T18:06:45.807155+0000 mon.a (mon.0) 1839 : audit [INF] from='client.? 172.21.15.28:0/4117987997' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi028-111922-11","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-29T18:06:48.075 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:06:47 smithi053 bash[68679]: audit 2024-08-29T18:06:46.796808+0000 mon.a (mon.0) 1840 : audit [INF] from='client.? 172.21.15.28:0/4117987997' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi028-111922-11","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-29T18:06:48.075 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:06:47 smithi053 bash[68679]: cluster 2024-08-29T18:06:46.804810+0000 mon.a (mon.0) 1841 : cluster [DBG] osdmap e1058: 8 total, 8 up, 8 in 2024-08-29T18:06:48.130 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:06:47 smithi028 bash[77168]: audit 2024-08-29T18:06:46.796808+0000 mon.a (mon.0) 1840 : audit [INF] from='client.? 172.21.15.28:0/4117987997' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi028-111922-11","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-29T18:06:48.130 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:06:47 smithi028 bash[77168]: cluster 2024-08-29T18:06:46.804810+0000 mon.a (mon.0) 1841 : cluster [DBG] osdmap e1058: 8 total, 8 up, 8 in 2024-08-29T18:06:48.131 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:06:47 smithi028 bash[78352]: audit 2024-08-29T18:06:46.796808+0000 mon.a (mon.0) 1840 : audit [INF] from='client.? 172.21.15.28:0/4117987997' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi028-111922-11","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-29T18:06:48.131 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:06:47 smithi028 bash[78352]: cluster 2024-08-29T18:06:46.804810+0000 mon.a (mon.0) 1841 : cluster [DBG] osdmap e1058: 8 total, 8 up, 8 in 2024-08-29T18:06:49.075 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:06:48 smithi053 bash[68679]: cluster 2024-08-29T18:06:47.271841+0000 mgr.y (mgr.25022) 602 : cluster [DBG] pgmap v1179: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 4.6 GiB used, 711 GiB / 715 GiB avail 2024-08-29T18:06:49.075 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:06:48 smithi053 bash[68679]: cluster 2024-08-29T18:06:47.826763+0000 mon.a (mon.0) 1842 : cluster [DBG] osdmap e1059: 8 total, 8 up, 8 in 2024-08-29T18:06:49.130 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:06:48 smithi028 bash[78352]: cluster 2024-08-29T18:06:47.271841+0000 mgr.y (mgr.25022) 602 : cluster [DBG] pgmap v1179: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 4.6 GiB used, 711 GiB / 715 GiB avail 2024-08-29T18:06:49.130 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:06:48 smithi028 bash[78352]: cluster 2024-08-29T18:06:47.826763+0000 mon.a (mon.0) 1842 : cluster [DBG] osdmap e1059: 8 total, 8 up, 8 in 2024-08-29T18:06:49.131 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:06:48 smithi028 bash[77168]: cluster 2024-08-29T18:06:47.271841+0000 mgr.y (mgr.25022) 602 : cluster [DBG] pgmap v1179: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 4.6 GiB used, 711 GiB / 715 GiB avail 2024-08-29T18:06:49.131 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:06:48 smithi028 bash[77168]: cluster 2024-08-29T18:06:47.826763+0000 mon.a (mon.0) 1842 : cluster [DBG] osdmap e1059: 8 total, 8 up, 8 in 2024-08-29T18:06:51.075 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:06:50 smithi053 bash[68679]: cluster 2024-08-29T18:06:49.272862+0000 mgr.y (mgr.25022) 603 : cluster [DBG] pgmap v1181: 137 pgs: 20 unknown, 117 active+clean; 583 KiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 0 B/s rd, 0 B/s wr, 0 op/s 2024-08-29T18:06:51.130 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:06:50 smithi028 bash[78352]: cluster 2024-08-29T18:06:49.272862+0000 mgr.y (mgr.25022) 603 : cluster [DBG] pgmap v1181: 137 pgs: 20 unknown, 117 active+clean; 583 KiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 0 B/s rd, 0 B/s wr, 0 op/s 2024-08-29T18:06:51.130 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:06:50 smithi028 bash[77168]: cluster 2024-08-29T18:06:49.272862+0000 mgr.y (mgr.25022) 603 : cluster [DBG] pgmap v1181: 137 pgs: 20 unknown, 117 active+clean; 583 KiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 0 B/s rd, 0 B/s wr, 0 op/s 2024-08-29T18:06:51.880 INFO:journalctl@ceph.mgr.y.smithi028.stdout:Aug 29 18:06:51 smithi028 bash[70818]: ::ffff:172.21.15.53 - - [29/Aug/2024:18:06:51] "GET /metrics HTTP/1.1" 200 36329 "" "Prometheus/2.43.0" 2024-08-29T18:06:52.575 INFO:journalctl@ceph.prometheus.a.smithi053.stdout:Aug 29 18:06:52 smithi053 bash[95567]: ts=2024-08-29T18:06:52.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"3167ee72-662c-11ef-bcd4-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-29T18:06:52.838 INFO:tasks.workunit.client.0.smithi028.stdout:[ OK ] ClsLock.TestExclusiveEphemeralStealExclusive (8040 ms) 2024-08-29T18:06:52.838 INFO:tasks.workunit.client.0.smithi028.stdout:[----------] 11 tests from ClsLock (70441 ms total) 2024-08-29T18:06:52.838 INFO:tasks.workunit.client.0.smithi028.stdout: 2024-08-29T18:06:52.839 INFO:tasks.workunit.client.0.smithi028.stdout:[----------] Global test environment tear-down 2024-08-29T18:06:52.839 INFO:tasks.workunit.client.0.smithi028.stdout:[==========] 11 tests from 1 test suite ran. (70441 ms total) 2024-08-29T18:06:52.839 INFO:tasks.workunit.client.0.smithi028.stdout:[ PASSED ] 11 tests. 2024-08-29T18:06:52.843 INFO:teuthology.orchestra.run:Running command with timeout 3600 2024-08-29T18:06:52.844 DEBUG:teuthology.orchestra.run.smithi028:> sudo rm -rf -- /home/ubuntu/cephtest/mnt.0/client.0/tmp 2024-08-29T18:06:52.860 INFO:tasks.workunit:Running workunit cls/test_cls_log.sh... 2024-08-29T18:06:52.860 DEBUG:teuthology.orchestra.run.smithi028:workunit test cls/test_cls_log.sh> mkdir -p -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && cd -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && CEPH_CLI_TEST_DUP_COMMAND=1 CEPH_REF=quincy TESTDIR="/home/ubuntu/cephtest" CEPH_ARGS="--cluster ceph" CEPH_ID="0" PATH=$PATH:/usr/sbin CEPH_BASE=/home/ubuntu/cephtest/clone.client.0 CEPH_ROOT=/home/ubuntu/cephtest/clone.client.0 CEPH_MNT=/home/ubuntu/cephtest/mnt.0 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 3h /home/ubuntu/cephtest/clone.client.0/qa/workunits/cls/test_cls_log.sh 2024-08-29T18:06:52.920 INFO:tasks.workunit.client.0.smithi028.stdout:Running main() from gmock_main.cc 2024-08-29T18:06:52.920 INFO:tasks.workunit.client.0.smithi028.stdout:[==========] Running 4 tests from 1 test suite. 2024-08-29T18:06:52.920 INFO:tasks.workunit.client.0.smithi028.stdout:[----------] Global test environment set-up. 2024-08-29T18:06:52.920 INFO:tasks.workunit.client.0.smithi028.stdout:[----------] 4 tests from cls_log 2024-08-29T18:06:52.920 INFO:tasks.workunit.client.0.smithi028.stdout:[ RUN ] cls_log.test_log_add_same_time 2024-08-29T18:06:53.130 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:06:52 smithi028 bash[78352]: cluster 2024-08-29T18:06:51.274144+0000 mgr.y (mgr.25022) 604 : cluster [DBG] pgmap v1182: 137 pgs: 137 active+clean; 583 KiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 0 B/s rd, 0 B/s wr, 0 op/s 2024-08-29T18:06:53.130 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:06:52 smithi028 bash[77168]: cluster 2024-08-29T18:06:51.274144+0000 mgr.y (mgr.25022) 604 : cluster [DBG] pgmap v1182: 137 pgs: 137 active+clean; 583 KiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 0 B/s rd, 0 B/s wr, 0 op/s 2024-08-29T18:06:53.325 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:06:52 smithi053 bash[68679]: cluster 2024-08-29T18:06:51.274144+0000 mgr.y (mgr.25022) 604 : cluster [DBG] pgmap v1182: 137 pgs: 137 active+clean; 583 KiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 0 B/s rd, 0 B/s wr, 0 op/s 2024-08-29T18:06:54.130 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:06:53 smithi028 bash[78352]: cluster 2024-08-29T18:06:52.835749+0000 mon.a (mon.0) 1843 : cluster [DBG] osdmap e1060: 8 total, 8 up, 8 in 2024-08-29T18:06:54.130 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:06:53 smithi028 bash[78352]: cluster 2024-08-29T18:06:53.274730+0000 mgr.y (mgr.25022) 605 : cluster [DBG] pgmap v1184: 105 pgs: 105 active+clean; 583 KiB data, 4.6 GiB used, 711 GiB / 715 GiB avail 2024-08-29T18:06:54.131 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:06:53 smithi028 bash[77168]: cluster 2024-08-29T18:06:52.835749+0000 mon.a (mon.0) 1843 : cluster [DBG] osdmap e1060: 8 total, 8 up, 8 in 2024-08-29T18:06:54.131 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:06:53 smithi028 bash[77168]: cluster 2024-08-29T18:06:53.274730+0000 mgr.y (mgr.25022) 605 : cluster [DBG] pgmap v1184: 105 pgs: 105 active+clean; 583 KiB data, 4.6 GiB used, 711 GiB / 715 GiB avail 2024-08-29T18:06:54.325 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:06:53 smithi053 bash[68679]: cluster 2024-08-29T18:06:52.835749+0000 mon.a (mon.0) 1843 : cluster [DBG] osdmap e1060: 8 total, 8 up, 8 in 2024-08-29T18:06:54.326 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:06:53 smithi053 bash[68679]: cluster 2024-08-29T18:06:53.274730+0000 mgr.y (mgr.25022) 605 : cluster [DBG] pgmap v1184: 105 pgs: 105 active+clean; 583 KiB data, 4.6 GiB used, 711 GiB / 715 GiB avail 2024-08-29T18:06:55.325 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:06:54 smithi053 bash[68679]: cluster 2024-08-29T18:06:53.870372+0000 mon.a (mon.0) 1844 : cluster [DBG] osdmap e1061: 8 total, 8 up, 8 in 2024-08-29T18:06:55.325 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:06:54 smithi053 bash[68679]: audit 2024-08-29T18:06:53.876697+0000 mon.a (mon.0) 1845 : audit [INF] from='client.? 172.21.15.28:0/4098888535' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi028-112161-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-29T18:06:55.380 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:06:54 smithi028 bash[78352]: cluster 2024-08-29T18:06:53.870372+0000 mon.a (mon.0) 1844 : cluster [DBG] osdmap e1061: 8 total, 8 up, 8 in 2024-08-29T18:06:55.380 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:06:54 smithi028 bash[78352]: audit 2024-08-29T18:06:53.876697+0000 mon.a (mon.0) 1845 : audit [INF] from='client.? 172.21.15.28:0/4098888535' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi028-112161-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-29T18:06:55.380 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:06:54 smithi028 bash[77168]: cluster 2024-08-29T18:06:53.870372+0000 mon.a (mon.0) 1844 : cluster [DBG] osdmap e1061: 8 total, 8 up, 8 in 2024-08-29T18:06:55.381 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:06:54 smithi028 bash[77168]: audit 2024-08-29T18:06:53.876697+0000 mon.a (mon.0) 1845 : audit [INF] from='client.? 172.21.15.28:0/4098888535' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi028-112161-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-29T18:06:55.906 INFO:tasks.workunit.client.0.smithi028.stdout:[ OK ] cls_log.test_log_add_same_time (2986 ms) 2024-08-29T18:06:55.906 INFO:tasks.workunit.client.0.smithi028.stdout:[ RUN ] cls_log.test_log_add_different_time 2024-08-29T18:06:56.325 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:06:55 smithi053 bash[68679]: audit 2024-08-29T18:06:54.866339+0000 mon.a (mon.0) 1846 : audit [INF] from='client.? 172.21.15.28:0/4098888535' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi028-112161-1","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-29T18:06:56.325 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:06:55 smithi053 bash[68679]: cluster 2024-08-29T18:06:54.874767+0000 mon.a (mon.0) 1847 : cluster [DBG] osdmap e1062: 8 total, 8 up, 8 in 2024-08-29T18:06:56.326 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:06:55 smithi053 bash[68679]: cluster 2024-08-29T18:06:55.275432+0000 mgr.y (mgr.25022) 606 : cluster [DBG] pgmap v1187: 137 pgs: 18 creating+peering, 14 unknown, 105 active+clean; 583 KiB data, 4.6 GiB used, 711 GiB / 715 GiB avail 2024-08-29T18:06:56.380 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:06:55 smithi028 bash[78352]: audit 2024-08-29T18:06:54.866339+0000 mon.a (mon.0) 1846 : audit [INF] from='client.? 172.21.15.28:0/4098888535' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi028-112161-1","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-29T18:06:56.380 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:06:55 smithi028 bash[78352]: cluster 2024-08-29T18:06:54.874767+0000 mon.a (mon.0) 1847 : cluster [DBG] osdmap e1062: 8 total, 8 up, 8 in 2024-08-29T18:06:56.380 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:06:55 smithi028 bash[78352]: cluster 2024-08-29T18:06:55.275432+0000 mgr.y (mgr.25022) 606 : cluster [DBG] pgmap v1187: 137 pgs: 18 creating+peering, 14 unknown, 105 active+clean; 583 KiB data, 4.6 GiB used, 711 GiB / 715 GiB avail 2024-08-29T18:06:56.381 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:06:55 smithi028 bash[77168]: audit 2024-08-29T18:06:54.866339+0000 mon.a (mon.0) 1846 : audit [INF] from='client.? 172.21.15.28:0/4098888535' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi028-112161-1","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-29T18:06:56.381 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:06:55 smithi028 bash[77168]: cluster 2024-08-29T18:06:54.874767+0000 mon.a (mon.0) 1847 : cluster [DBG] osdmap e1062: 8 total, 8 up, 8 in 2024-08-29T18:06:56.381 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:06:55 smithi028 bash[77168]: cluster 2024-08-29T18:06:55.275432+0000 mgr.y (mgr.25022) 606 : cluster [DBG] pgmap v1187: 137 pgs: 18 creating+peering, 14 unknown, 105 active+clean; 583 KiB data, 4.6 GiB used, 711 GiB / 715 GiB avail 2024-08-29T18:06:57.325 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:06:56 smithi053 bash[68679]: cluster 2024-08-29T18:06:55.902682+0000 mon.a (mon.0) 1848 : cluster [DBG] osdmap e1063: 8 total, 8 up, 8 in 2024-08-29T18:06:57.380 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:06:56 smithi028 bash[77168]: cluster 2024-08-29T18:06:55.902682+0000 mon.a (mon.0) 1848 : cluster [DBG] osdmap e1063: 8 total, 8 up, 8 in 2024-08-29T18:06:57.381 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:06:56 smithi028 bash[78352]: cluster 2024-08-29T18:06:55.902682+0000 mon.a (mon.0) 1848 : cluster [DBG] osdmap e1063: 8 total, 8 up, 8 in 2024-08-29T18:06:58.326 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:06:57 smithi053 bash[68679]: cluster 2024-08-29T18:06:56.905266+0000 mon.a (mon.0) 1849 : cluster [DBG] osdmap e1064: 8 total, 8 up, 8 in 2024-08-29T18:06:58.326 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:06:57 smithi053 bash[68679]: audit 2024-08-29T18:06:56.912063+0000 mon.c (mon.2) 46 : audit [INF] from='client.? 172.21.15.28:0/2286183666' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi028-112161-2","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-29T18:06:58.326 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:06:57 smithi053 bash[68679]: audit 2024-08-29T18:06:56.926602+0000 mon.a (mon.0) 1850 : audit [INF] from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi028-112161-2","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-29T18:06:58.326 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:06:57 smithi053 bash[68679]: audit 2024-08-29T18:06:57.051454+0000 mon.a (mon.0) 1851 : audit [DBG] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-29T18:06:58.326 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:06:57 smithi053 bash[68679]: cluster 2024-08-29T18:06:57.276129+0000 mgr.y (mgr.25022) 607 : cluster [DBG] pgmap v1190: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 4.6 GiB used, 711 GiB / 715 GiB avail 2024-08-29T18:06:58.326 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:06:57 smithi053 bash[68679]: audit 2024-08-29T18:06:57.900274+0000 mon.a (mon.0) 1852 : audit [INF] from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi028-112161-2","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-29T18:06:58.326 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:06:57 smithi053 bash[68679]: cluster 2024-08-29T18:06:57.909336+0000 mon.a (mon.0) 1853 : cluster [DBG] osdmap e1065: 8 total, 8 up, 8 in 2024-08-29T18:06:58.381 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:06:57 smithi028 bash[77168]: cluster 2024-08-29T18:06:56.905266+0000 mon.a (mon.0) 1849 : cluster [DBG] osdmap e1064: 8 total, 8 up, 8 in 2024-08-29T18:06:58.381 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:06:57 smithi028 bash[77168]: audit 2024-08-29T18:06:56.912063+0000 mon.c (mon.2) 46 : audit [INF] from='client.? 172.21.15.28:0/2286183666' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi028-112161-2","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-29T18:06:58.381 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:06:57 smithi028 bash[77168]: audit 2024-08-29T18:06:56.926602+0000 mon.a (mon.0) 1850 : audit [INF] from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi028-112161-2","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-29T18:06:58.381 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:06:57 smithi028 bash[77168]: audit 2024-08-29T18:06:57.051454+0000 mon.a (mon.0) 1851 : audit [DBG] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-29T18:06:58.381 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:06:57 smithi028 bash[77168]: cluster 2024-08-29T18:06:57.276129+0000 mgr.y (mgr.25022) 607 : cluster [DBG] pgmap v1190: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 4.6 GiB used, 711 GiB / 715 GiB avail 2024-08-29T18:06:58.381 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:06:57 smithi028 bash[77168]: audit 2024-08-29T18:06:57.900274+0000 mon.a (mon.0) 1852 : audit [INF] from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi028-112161-2","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-29T18:06:58.381 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:06:57 smithi028 bash[77168]: cluster 2024-08-29T18:06:57.909336+0000 mon.a (mon.0) 1853 : cluster [DBG] osdmap e1065: 8 total, 8 up, 8 in 2024-08-29T18:06:58.381 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:06:57 smithi028 bash[78352]: cluster 2024-08-29T18:06:56.905266+0000 mon.a (mon.0) 1849 : cluster [DBG] osdmap e1064: 8 total, 8 up, 8 in 2024-08-29T18:06:58.382 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:06:57 smithi028 bash[78352]: audit 2024-08-29T18:06:56.912063+0000 mon.c (mon.2) 46 : audit [INF] from='client.? 172.21.15.28:0/2286183666' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi028-112161-2","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-29T18:06:58.382 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:06:57 smithi028 bash[78352]: audit 2024-08-29T18:06:56.926602+0000 mon.a (mon.0) 1850 : audit [INF] from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi028-112161-2","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-29T18:06:58.382 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:06:57 smithi028 bash[78352]: audit 2024-08-29T18:06:57.051454+0000 mon.a (mon.0) 1851 : audit [DBG] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-29T18:06:58.382 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:06:57 smithi028 bash[78352]: cluster 2024-08-29T18:06:57.276129+0000 mgr.y (mgr.25022) 607 : cluster [DBG] pgmap v1190: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 4.6 GiB used, 711 GiB / 715 GiB avail 2024-08-29T18:06:58.382 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:06:57 smithi028 bash[78352]: audit 2024-08-29T18:06:57.900274+0000 mon.a (mon.0) 1852 : audit [INF] from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi028-112161-2","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-29T18:06:58.382 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:06:57 smithi028 bash[78352]: cluster 2024-08-29T18:06:57.909336+0000 mon.a (mon.0) 1853 : cluster [DBG] osdmap e1065: 8 total, 8 up, 8 in 2024-08-29T18:06:58.932 INFO:tasks.workunit.client.0.smithi028.stdout:[ OK ] cls_log.test_log_add_different_time (3026 ms) 2024-08-29T18:06:58.932 INFO:tasks.workunit.client.0.smithi028.stdout:[ RUN ] cls_log.trim_by_time 2024-08-29T18:06:59.325 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:06:58 smithi053 bash[68679]: cluster 2024-08-29T18:06:57.913260+0000 mon.a (mon.0) 1854 : cluster [WRN] Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-08-29T18:06:59.325 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:06:58 smithi053 bash[68679]: cluster 2024-08-29T18:06:58.928322+0000 mon.a (mon.0) 1855 : cluster [DBG] osdmap e1066: 8 total, 8 up, 8 in 2024-08-29T18:06:59.380 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:06:58 smithi028 bash[78352]: cluster 2024-08-29T18:06:57.913260+0000 mon.a (mon.0) 1854 : cluster [WRN] Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-08-29T18:06:59.380 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:06:58 smithi028 bash[78352]: cluster 2024-08-29T18:06:58.928322+0000 mon.a (mon.0) 1855 : cluster [DBG] osdmap e1066: 8 total, 8 up, 8 in 2024-08-29T18:06:59.381 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:06:58 smithi028 bash[77168]: cluster 2024-08-29T18:06:57.913260+0000 mon.a (mon.0) 1854 : cluster [WRN] Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-08-29T18:06:59.381 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:06:58 smithi028 bash[77168]: cluster 2024-08-29T18:06:58.928322+0000 mon.a (mon.0) 1855 : cluster [DBG] osdmap e1066: 8 total, 8 up, 8 in 2024-08-29T18:07:00.325 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:06:59 smithi053 bash[68679]: cluster 2024-08-29T18:06:59.276689+0000 mgr.y (mgr.25022) 608 : cluster [DBG] pgmap v1193: 105 pgs: 105 active+clean; 583 KiB data, 4.6 GiB used, 711 GiB / 715 GiB avail 2024-08-29T18:07:00.380 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:06:59 smithi028 bash[78352]: cluster 2024-08-29T18:06:59.276689+0000 mgr.y (mgr.25022) 608 : cluster [DBG] pgmap v1193: 105 pgs: 105 active+clean; 583 KiB data, 4.6 GiB used, 711 GiB / 715 GiB avail 2024-08-29T18:07:00.380 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:06:59 smithi028 bash[77168]: cluster 2024-08-29T18:06:59.276689+0000 mgr.y (mgr.25022) 608 : cluster [DBG] pgmap v1193: 105 pgs: 105 active+clean; 583 KiB data, 4.6 GiB used, 711 GiB / 715 GiB avail 2024-08-29T18:07:01.325 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:07:00 smithi053 bash[68679]: cluster 2024-08-29T18:06:59.945610+0000 mon.a (mon.0) 1856 : cluster [INF] Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-08-29T18:07:01.326 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:07:00 smithi053 bash[68679]: cluster 2024-08-29T18:06:59.945687+0000 mon.a (mon.0) 1857 : cluster [INF] Cluster is now healthy 2024-08-29T18:07:01.326 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:07:00 smithi053 bash[68679]: cluster 2024-08-29T18:06:59.968560+0000 mon.a (mon.0) 1858 : cluster [DBG] osdmap e1067: 8 total, 8 up, 8 in 2024-08-29T18:07:01.326 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:07:00 smithi053 bash[68679]: audit 2024-08-29T18:06:59.972988+0000 mon.a (mon.0) 1859 : audit [INF] from='client.? 172.21.15.28:0/3537019629' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi028-112161-3","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-29T18:07:01.380 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:07:00 smithi028 bash[78352]: cluster 2024-08-29T18:06:59.945610+0000 mon.a (mon.0) 1856 : cluster [INF] Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-08-29T18:07:01.381 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:07:00 smithi028 bash[78352]: cluster 2024-08-29T18:06:59.945687+0000 mon.a (mon.0) 1857 : cluster [INF] Cluster is now healthy 2024-08-29T18:07:01.381 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:07:00 smithi028 bash[78352]: cluster 2024-08-29T18:06:59.968560+0000 mon.a (mon.0) 1858 : cluster [DBG] osdmap e1067: 8 total, 8 up, 8 in 2024-08-29T18:07:01.381 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:07:00 smithi028 bash[78352]: audit 2024-08-29T18:06:59.972988+0000 mon.a (mon.0) 1859 : audit [INF] from='client.? 172.21.15.28:0/3537019629' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi028-112161-3","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-29T18:07:01.381 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:07:00 smithi028 bash[77168]: cluster 2024-08-29T18:06:59.945610+0000 mon.a (mon.0) 1856 : cluster [INF] Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-08-29T18:07:01.381 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:07:00 smithi028 bash[77168]: cluster 2024-08-29T18:06:59.945687+0000 mon.a (mon.0) 1857 : cluster [INF] Cluster is now healthy 2024-08-29T18:07:01.381 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:07:00 smithi028 bash[77168]: cluster 2024-08-29T18:06:59.968560+0000 mon.a (mon.0) 1858 : cluster [DBG] osdmap e1067: 8 total, 8 up, 8 in 2024-08-29T18:07:01.381 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:07:00 smithi028 bash[77168]: audit 2024-08-29T18:06:59.972988+0000 mon.a (mon.0) 1859 : audit [INF] from='client.? 172.21.15.28:0/3537019629' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi028-112161-3","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-29T18:07:01.880 INFO:journalctl@ceph.mgr.y.smithi028.stdout:Aug 29 18:07:01 smithi028 bash[70818]: ::ffff:172.21.15.53 - - [29/Aug/2024:18:07:01] "GET /metrics HTTP/1.1" 200 36330 "" "Prometheus/2.43.0" 2024-08-29T18:07:02.002 INFO:tasks.workunit.client.0.smithi028.stdout:[ OK ] cls_log.trim_by_time (3070 ms) 2024-08-29T18:07:02.002 INFO:tasks.workunit.client.0.smithi028.stdout:[ RUN ] cls_log.trim_by_marker 2024-08-29T18:07:02.314 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:07:01 smithi053 bash[68679]: audit 2024-08-29T18:07:00.962805+0000 mon.a (mon.0) 1860 : audit [INF] from='client.? 172.21.15.28:0/3537019629' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi028-112161-3","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-29T18:07:02.314 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:07:01 smithi053 bash[68679]: cluster 2024-08-29T18:07:00.971929+0000 mon.a (mon.0) 1861 : cluster [DBG] osdmap e1068: 8 total, 8 up, 8 in 2024-08-29T18:07:02.314 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:07:01 smithi053 bash[68679]: cluster 2024-08-29T18:07:01.277361+0000 mgr.y (mgr.25022) 609 : cluster [DBG] pgmap v1196: 137 pgs: 5 creating+peering, 27 unknown, 105 active+clean; 583 KiB data, 4.6 GiB used, 711 GiB / 715 GiB avail 2024-08-29T18:07:02.380 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:07:01 smithi028 bash[78352]: audit 2024-08-29T18:07:00.962805+0000 mon.a (mon.0) 1860 : audit [INF] from='client.? 172.21.15.28:0/3537019629' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi028-112161-3","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-29T18:07:02.380 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:07:01 smithi028 bash[78352]: cluster 2024-08-29T18:07:00.971929+0000 mon.a (mon.0) 1861 : cluster [DBG] osdmap e1068: 8 total, 8 up, 8 in 2024-08-29T18:07:02.380 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:07:01 smithi028 bash[78352]: cluster 2024-08-29T18:07:01.277361+0000 mgr.y (mgr.25022) 609 : cluster [DBG] pgmap v1196: 137 pgs: 5 creating+peering, 27 unknown, 105 active+clean; 583 KiB data, 4.6 GiB used, 711 GiB / 715 GiB avail 2024-08-29T18:07:02.381 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:07:01 smithi028 bash[77168]: audit 2024-08-29T18:07:00.962805+0000 mon.a (mon.0) 1860 : audit [INF] from='client.? 172.21.15.28:0/3537019629' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi028-112161-3","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-29T18:07:02.381 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:07:01 smithi028 bash[77168]: cluster 2024-08-29T18:07:00.971929+0000 mon.a (mon.0) 1861 : cluster [DBG] osdmap e1068: 8 total, 8 up, 8 in 2024-08-29T18:07:02.381 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:07:01 smithi028 bash[77168]: cluster 2024-08-29T18:07:01.277361+0000 mgr.y (mgr.25022) 609 : cluster [DBG] pgmap v1196: 137 pgs: 5 creating+peering, 27 unknown, 105 active+clean; 583 KiB data, 4.6 GiB used, 711 GiB / 715 GiB avail 2024-08-29T18:07:02.575 INFO:journalctl@ceph.prometheus.a.smithi053.stdout:Aug 29 18:07:02 smithi053 bash[95567]: ts=2024-08-29T18:07:02.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"3167ee72-662c-11ef-bcd4-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-29T18:07:03.325 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:07:02 smithi053 bash[68679]: cluster 2024-08-29T18:07:01.996588+0000 mon.a (mon.0) 1862 : cluster [DBG] osdmap e1069: 8 total, 8 up, 8 in 2024-08-29T18:07:03.380 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:07:02 smithi028 bash[78352]: cluster 2024-08-29T18:07:01.996588+0000 mon.a (mon.0) 1862 : cluster [DBG] osdmap e1069: 8 total, 8 up, 8 in 2024-08-29T18:07:03.380 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:07:02 smithi028 bash[77168]: cluster 2024-08-29T18:07:01.996588+0000 mon.a (mon.0) 1862 : cluster [DBG] osdmap e1069: 8 total, 8 up, 8 in 2024-08-29T18:07:04.325 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:07:04 smithi053 bash[68679]: cluster 2024-08-29T18:07:03.007004+0000 mon.a (mon.0) 1863 : cluster [DBG] osdmap e1070: 8 total, 8 up, 8 in 2024-08-29T18:07:04.326 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:07:04 smithi053 bash[68679]: audit 2024-08-29T18:07:03.008572+0000 mon.a (mon.0) 1864 : audit [INF] from='client.? 172.21.15.28:0/2755892982' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi028-112161-4","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-29T18:07:04.326 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:07:04 smithi053 bash[68679]: cluster 2024-08-29T18:07:03.278154+0000 mgr.y (mgr.25022) 610 : cluster [DBG] pgmap v1199: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 4.6 GiB used, 711 GiB / 715 GiB avail 2024-08-29T18:07:04.380 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:07:04 smithi028 bash[78352]: cluster 2024-08-29T18:07:03.007004+0000 mon.a (mon.0) 1863 : cluster [DBG] osdmap e1070: 8 total, 8 up, 8 in 2024-08-29T18:07:04.380 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:07:04 smithi028 bash[78352]: audit 2024-08-29T18:07:03.008572+0000 mon.a (mon.0) 1864 : audit [INF] from='client.? 172.21.15.28:0/2755892982' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi028-112161-4","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-29T18:07:04.381 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:07:04 smithi028 bash[78352]: cluster 2024-08-29T18:07:03.278154+0000 mgr.y (mgr.25022) 610 : cluster [DBG] pgmap v1199: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 4.6 GiB used, 711 GiB / 715 GiB avail 2024-08-29T18:07:04.381 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:07:04 smithi028 bash[77168]: cluster 2024-08-29T18:07:03.007004+0000 mon.a (mon.0) 1863 : cluster [DBG] osdmap e1070: 8 total, 8 up, 8 in 2024-08-29T18:07:04.381 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:07:04 smithi028 bash[77168]: audit 2024-08-29T18:07:03.008572+0000 mon.a (mon.0) 1864 : audit [INF] from='client.? 172.21.15.28:0/2755892982' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi028-112161-4","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-29T18:07:04.381 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:07:04 smithi028 bash[77168]: cluster 2024-08-29T18:07:03.278154+0000 mgr.y (mgr.25022) 610 : cluster [DBG] pgmap v1199: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 4.6 GiB used, 711 GiB / 715 GiB avail 2024-08-29T18:07:05.052 INFO:tasks.workunit.client.0.smithi028.stdout:[ OK ] cls_log.trim_by_marker (3049 ms) 2024-08-29T18:07:05.053 INFO:tasks.workunit.client.0.smithi028.stdout:[----------] 4 tests from cls_log (12133 ms total) 2024-08-29T18:07:05.053 INFO:tasks.workunit.client.0.smithi028.stdout: 2024-08-29T18:07:05.053 INFO:tasks.workunit.client.0.smithi028.stdout:[----------] Global test environment tear-down 2024-08-29T18:07:05.053 INFO:tasks.workunit.client.0.smithi028.stdout:[==========] 4 tests from 1 test suite ran. (12133 ms total) 2024-08-29T18:07:05.053 INFO:tasks.workunit.client.0.smithi028.stdout:[ PASSED ] 4 tests. 2024-08-29T18:07:05.057 INFO:teuthology.orchestra.run:Running command with timeout 3600 2024-08-29T18:07:05.057 DEBUG:teuthology.orchestra.run.smithi028:> sudo rm -rf -- /home/ubuntu/cephtest/mnt.0/client.0/tmp 2024-08-29T18:07:05.112 INFO:tasks.workunit:Running workunit cls/test_cls_numops.sh... 2024-08-29T18:07:05.112 DEBUG:teuthology.orchestra.run.smithi028:workunit test cls/test_cls_numops.sh> mkdir -p -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && cd -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && CEPH_CLI_TEST_DUP_COMMAND=1 CEPH_REF=quincy TESTDIR="/home/ubuntu/cephtest" CEPH_ARGS="--cluster ceph" CEPH_ID="0" PATH=$PATH:/usr/sbin CEPH_BASE=/home/ubuntu/cephtest/clone.client.0 CEPH_ROOT=/home/ubuntu/cephtest/clone.client.0 CEPH_MNT=/home/ubuntu/cephtest/mnt.0 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 3h /home/ubuntu/cephtest/clone.client.0/qa/workunits/cls/test_cls_numops.sh 2024-08-29T18:07:05.174 INFO:tasks.workunit.client.0.smithi028.stdout:Running main() from gmock_main.cc 2024-08-29T18:07:05.174 INFO:tasks.workunit.client.0.smithi028.stdout:[==========] Running 4 tests from 1 test suite. 2024-08-29T18:07:05.174 INFO:tasks.workunit.client.0.smithi028.stdout:[----------] Global test environment set-up. 2024-08-29T18:07:05.174 INFO:tasks.workunit.client.0.smithi028.stdout:[----------] 4 tests from ClsNumOps 2024-08-29T18:07:05.174 INFO:tasks.workunit.client.0.smithi028.stdout:[ RUN ] ClsNumOps.Add 2024-08-29T18:07:05.325 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:07:05 smithi053 bash[68679]: cluster 2024-08-29T18:07:04.000839+0000 mon.a (mon.0) 1865 : cluster [WRN] Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-08-29T18:07:05.326 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:07:05 smithi053 bash[68679]: audit 2024-08-29T18:07:04.002701+0000 mon.a (mon.0) 1866 : audit [INF] from='client.? 172.21.15.28:0/2755892982' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi028-112161-4","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-29T18:07:05.326 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:07:05 smithi053 bash[68679]: cluster 2024-08-29T18:07:04.011279+0000 mon.a (mon.0) 1867 : cluster [DBG] osdmap e1071: 8 total, 8 up, 8 in 2024-08-29T18:07:05.380 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:07:05 smithi028 bash[77168]: cluster 2024-08-29T18:07:04.000839+0000 mon.a (mon.0) 1865 : cluster [WRN] Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-08-29T18:07:05.380 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:07:05 smithi028 bash[77168]: audit 2024-08-29T18:07:04.002701+0000 mon.a (mon.0) 1866 : audit [INF] from='client.? 172.21.15.28:0/2755892982' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi028-112161-4","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-29T18:07:05.380 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:07:05 smithi028 bash[77168]: cluster 2024-08-29T18:07:04.011279+0000 mon.a (mon.0) 1867 : cluster [DBG] osdmap e1071: 8 total, 8 up, 8 in 2024-08-29T18:07:05.381 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:07:05 smithi028 bash[78352]: cluster 2024-08-29T18:07:04.000839+0000 mon.a (mon.0) 1865 : cluster [WRN] Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-08-29T18:07:05.381 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:07:05 smithi028 bash[78352]: audit 2024-08-29T18:07:04.002701+0000 mon.a (mon.0) 1866 : audit [INF] from='client.? 172.21.15.28:0/2755892982' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi028-112161-4","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-29T18:07:05.381 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:07:05 smithi028 bash[78352]: cluster 2024-08-29T18:07:04.011279+0000 mon.a (mon.0) 1867 : cluster [DBG] osdmap e1071: 8 total, 8 up, 8 in 2024-08-29T18:07:06.325 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:07:06 smithi053 bash[68679]: cluster 2024-08-29T18:07:05.040672+0000 mon.a (mon.0) 1868 : cluster [DBG] osdmap e1072: 8 total, 8 up, 8 in 2024-08-29T18:07:06.326 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:07:06 smithi053 bash[68679]: cluster 2024-08-29T18:07:05.278756+0000 mgr.y (mgr.25022) 611 : cluster [DBG] pgmap v1202: 105 pgs: 105 active+clean; 583 KiB data, 4.6 GiB used, 711 GiB / 715 GiB avail 2024-08-29T18:07:06.380 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:07:06 smithi028 bash[77168]: cluster 2024-08-29T18:07:05.040672+0000 mon.a (mon.0) 1868 : cluster [DBG] osdmap e1072: 8 total, 8 up, 8 in 2024-08-29T18:07:06.380 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:07:06 smithi028 bash[77168]: cluster 2024-08-29T18:07:05.278756+0000 mgr.y (mgr.25022) 611 : cluster [DBG] pgmap v1202: 105 pgs: 105 active+clean; 583 KiB data, 4.6 GiB used, 711 GiB / 715 GiB avail 2024-08-29T18:07:06.381 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:07:06 smithi028 bash[78352]: cluster 2024-08-29T18:07:05.040672+0000 mon.a (mon.0) 1868 : cluster [DBG] osdmap e1072: 8 total, 8 up, 8 in 2024-08-29T18:07:06.381 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:07:06 smithi028 bash[78352]: cluster 2024-08-29T18:07:05.278756+0000 mgr.y (mgr.25022) 611 : cluster [DBG] pgmap v1202: 105 pgs: 105 active+clean; 583 KiB data, 4.6 GiB used, 711 GiB / 715 GiB avail 2024-08-29T18:07:07.325 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:07:07 smithi053 bash[68679]: cluster 2024-08-29T18:07:06.034230+0000 mon.a (mon.0) 1869 : cluster [INF] Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-08-29T18:07:07.326 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:07:07 smithi053 bash[68679]: cluster 2024-08-29T18:07:06.034296+0000 mon.a (mon.0) 1870 : cluster [INF] Cluster is now healthy 2024-08-29T18:07:07.326 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:07:07 smithi053 bash[68679]: cluster 2024-08-29T18:07:06.056915+0000 mon.a (mon.0) 1871 : cluster [DBG] osdmap e1073: 8 total, 8 up, 8 in 2024-08-29T18:07:07.326 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:07:07 smithi053 bash[68679]: audit 2024-08-29T18:07:06.062977+0000 mon.c (mon.2) 47 : audit [INF] from='client.? 172.21.15.28:0/1729588986' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi028-112236-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-29T18:07:07.326 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:07:07 smithi053 bash[68679]: audit 2024-08-29T18:07:06.066602+0000 mon.a (mon.0) 1872 : audit [INF] from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi028-112236-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-29T18:07:07.380 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:07:07 smithi028 bash[77168]: cluster 2024-08-29T18:07:06.034230+0000 mon.a (mon.0) 1869 : cluster [INF] Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-08-29T18:07:07.380 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:07:07 smithi028 bash[77168]: cluster 2024-08-29T18:07:06.034296+0000 mon.a (mon.0) 1870 : cluster [INF] Cluster is now healthy 2024-08-29T18:07:07.380 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:07:07 smithi028 bash[77168]: cluster 2024-08-29T18:07:06.056915+0000 mon.a (mon.0) 1871 : cluster [DBG] osdmap e1073: 8 total, 8 up, 8 in 2024-08-29T18:07:07.381 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:07:07 smithi028 bash[77168]: audit 2024-08-29T18:07:06.062977+0000 mon.c (mon.2) 47 : audit [INF] from='client.? 172.21.15.28:0/1729588986' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi028-112236-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-29T18:07:07.381 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:07:07 smithi028 bash[77168]: audit 2024-08-29T18:07:06.066602+0000 mon.a (mon.0) 1872 : audit [INF] from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi028-112236-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-29T18:07:07.381 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:07:07 smithi028 bash[78352]: cluster 2024-08-29T18:07:06.034230+0000 mon.a (mon.0) 1869 : cluster [INF] Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-08-29T18:07:07.381 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:07:07 smithi028 bash[78352]: cluster 2024-08-29T18:07:06.034296+0000 mon.a (mon.0) 1870 : cluster [INF] Cluster is now healthy 2024-08-29T18:07:07.381 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:07:07 smithi028 bash[78352]: cluster 2024-08-29T18:07:06.056915+0000 mon.a (mon.0) 1871 : cluster [DBG] osdmap e1073: 8 total, 8 up, 8 in 2024-08-29T18:07:07.381 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:07:07 smithi028 bash[78352]: audit 2024-08-29T18:07:06.062977+0000 mon.c (mon.2) 47 : audit [INF] from='client.? 172.21.15.28:0/1729588986' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi028-112236-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-29T18:07:07.381 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:07:07 smithi028 bash[78352]: audit 2024-08-29T18:07:06.066602+0000 mon.a (mon.0) 1872 : audit [INF] from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi028-112236-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-29T18:07:08.082 INFO:tasks.workunit.client.0.smithi028.stdout:[ OK ] ClsNumOps.Add (2908 ms) 2024-08-29T18:07:08.082 INFO:tasks.workunit.client.0.smithi028.stdout:[ RUN ] ClsNumOps.Sub 2024-08-29T18:07:08.325 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:07:08 smithi053 bash[68679]: audit 2024-08-29T18:07:07.058077+0000 mon.a (mon.0) 1873 : audit [INF] from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi028-112236-1","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-29T18:07:08.326 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:07:08 smithi053 bash[68679]: cluster 2024-08-29T18:07:07.065310+0000 mon.a (mon.0) 1874 : cluster [DBG] osdmap e1074: 8 total, 8 up, 8 in 2024-08-29T18:07:08.326 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:07:08 smithi053 bash[68679]: cluster 2024-08-29T18:07:07.279514+0000 mgr.y (mgr.25022) 612 : cluster [DBG] pgmap v1205: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 4.6 GiB used, 711 GiB / 715 GiB avail 2024-08-29T18:07:08.380 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:07:08 smithi028 bash[78352]: audit 2024-08-29T18:07:07.058077+0000 mon.a (mon.0) 1873 : audit [INF] from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi028-112236-1","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-29T18:07:08.380 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:07:08 smithi028 bash[78352]: cluster 2024-08-29T18:07:07.065310+0000 mon.a (mon.0) 1874 : cluster [DBG] osdmap e1074: 8 total, 8 up, 8 in 2024-08-29T18:07:08.380 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:07:08 smithi028 bash[78352]: cluster 2024-08-29T18:07:07.279514+0000 mgr.y (mgr.25022) 612 : cluster [DBG] pgmap v1205: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 4.6 GiB used, 711 GiB / 715 GiB avail 2024-08-29T18:07:08.381 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:07:08 smithi028 bash[77168]: audit 2024-08-29T18:07:07.058077+0000 mon.a (mon.0) 1873 : audit [INF] from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi028-112236-1","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-29T18:07:08.381 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:07:08 smithi028 bash[77168]: cluster 2024-08-29T18:07:07.065310+0000 mon.a (mon.0) 1874 : cluster [DBG] osdmap e1074: 8 total, 8 up, 8 in 2024-08-29T18:07:08.381 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:07:08 smithi028 bash[77168]: cluster 2024-08-29T18:07:07.279514+0000 mgr.y (mgr.25022) 612 : cluster [DBG] pgmap v1205: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 4.6 GiB used, 711 GiB / 715 GiB avail 2024-08-29T18:07:09.325 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:07:09 smithi053 bash[68679]: cluster 2024-08-29T18:07:08.075004+0000 mon.a (mon.0) 1875 : cluster [DBG] osdmap e1075: 8 total, 8 up, 8 in 2024-08-29T18:07:09.380 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:07:09 smithi028 bash[78352]: cluster 2024-08-29T18:07:08.075004+0000 mon.a (mon.0) 1875 : cluster [DBG] osdmap e1075: 8 total, 8 up, 8 in 2024-08-29T18:07:09.380 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:07:09 smithi028 bash[77168]: cluster 2024-08-29T18:07:08.075004+0000 mon.a (mon.0) 1875 : cluster [DBG] osdmap e1075: 8 total, 8 up, 8 in 2024-08-29T18:07:10.380 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:07:10 smithi028 bash[78352]: cluster 2024-08-29T18:07:09.085412+0000 mon.a (mon.0) 1876 : cluster [DBG] osdmap e1076: 8 total, 8 up, 8 in 2024-08-29T18:07:10.380 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:07:10 smithi028 bash[78352]: audit 2024-08-29T18:07:09.095123+0000 mon.a (mon.0) 1877 : audit [INF] from='client.? 172.21.15.28:0/1743629994' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi028-112236-2","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-29T18:07:10.381 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:07:10 smithi028 bash[78352]: cluster 2024-08-29T18:07:09.280279+0000 mgr.y (mgr.25022) 613 : cluster [DBG] pgmap v1208: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 4.6 GiB used, 711 GiB / 715 GiB avail 2024-08-29T18:07:10.381 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:07:10 smithi028 bash[77168]: cluster 2024-08-29T18:07:09.085412+0000 mon.a (mon.0) 1876 : cluster [DBG] osdmap e1076: 8 total, 8 up, 8 in 2024-08-29T18:07:10.381 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:07:10 smithi028 bash[77168]: audit 2024-08-29T18:07:09.095123+0000 mon.a (mon.0) 1877 : audit [INF] from='client.? 172.21.15.28:0/1743629994' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi028-112236-2","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-29T18:07:10.381 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:07:10 smithi028 bash[77168]: cluster 2024-08-29T18:07:09.280279+0000 mgr.y (mgr.25022) 613 : cluster [DBG] pgmap v1208: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 4.6 GiB used, 711 GiB / 715 GiB avail 2024-08-29T18:07:10.576 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:07:10 smithi053 bash[68679]: cluster 2024-08-29T18:07:09.085412+0000 mon.a (mon.0) 1876 : cluster [DBG] osdmap e1076: 8 total, 8 up, 8 in 2024-08-29T18:07:10.576 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:07:10 smithi053 bash[68679]: audit 2024-08-29T18:07:09.095123+0000 mon.a (mon.0) 1877 : audit [INF] from='client.? 172.21.15.28:0/1743629994' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi028-112236-2","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-29T18:07:10.576 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:07:10 smithi053 bash[68679]: cluster 2024-08-29T18:07:09.280279+0000 mgr.y (mgr.25022) 613 : cluster [DBG] pgmap v1208: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 4.6 GiB used, 711 GiB / 715 GiB avail 2024-08-29T18:07:11.094 INFO:tasks.workunit.client.0.smithi028.stdout:[ OK ] ClsNumOps.Sub (3013 ms) 2024-08-29T18:07:11.094 INFO:tasks.workunit.client.0.smithi028.stdout:[ RUN ] ClsNumOps.Mul 2024-08-29T18:07:11.380 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:07:11 smithi028 bash[78352]: cluster 2024-08-29T18:07:10.079155+0000 mon.a (mon.0) 1878 : cluster [WRN] Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-08-29T18:07:11.381 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:07:11 smithi028 bash[78352]: audit 2024-08-29T18:07:10.080967+0000 mon.a (mon.0) 1879 : audit [INF] from='client.? 172.21.15.28:0/1743629994' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi028-112236-2","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-29T18:07:11.381 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:07:11 smithi028 bash[78352]: cluster 2024-08-29T18:07:10.088088+0000 mon.a (mon.0) 1880 : cluster [DBG] osdmap e1077: 8 total, 8 up, 8 in 2024-08-29T18:07:11.381 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:07:11 smithi028 bash[78352]: cluster 2024-08-29T18:07:11.091451+0000 mon.a (mon.0) 1881 : cluster [DBG] osdmap e1078: 8 total, 8 up, 8 in 2024-08-29T18:07:11.381 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:07:11 smithi028 bash[77168]: cluster 2024-08-29T18:07:10.079155+0000 mon.a (mon.0) 1878 : cluster [WRN] Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-08-29T18:07:11.381 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:07:11 smithi028 bash[77168]: audit 2024-08-29T18:07:10.080967+0000 mon.a (mon.0) 1879 : audit [INF] from='client.? 172.21.15.28:0/1743629994' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi028-112236-2","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-29T18:07:11.381 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:07:11 smithi028 bash[77168]: cluster 2024-08-29T18:07:10.088088+0000 mon.a (mon.0) 1880 : cluster [DBG] osdmap e1077: 8 total, 8 up, 8 in 2024-08-29T18:07:11.381 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:07:11 smithi028 bash[77168]: cluster 2024-08-29T18:07:11.091451+0000 mon.a (mon.0) 1881 : cluster [DBG] osdmap e1078: 8 total, 8 up, 8 in 2024-08-29T18:07:11.575 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:07:11 smithi053 bash[68679]: cluster 2024-08-29T18:07:10.079155+0000 mon.a (mon.0) 1878 : cluster [WRN] Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-08-29T18:07:11.576 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:07:11 smithi053 bash[68679]: audit 2024-08-29T18:07:10.080967+0000 mon.a (mon.0) 1879 : audit [INF] from='client.? 172.21.15.28:0/1743629994' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi028-112236-2","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-29T18:07:11.576 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:07:11 smithi053 bash[68679]: cluster 2024-08-29T18:07:10.088088+0000 mon.a (mon.0) 1880 : cluster [DBG] osdmap e1077: 8 total, 8 up, 8 in 2024-08-29T18:07:11.576 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:07:11 smithi053 bash[68679]: cluster 2024-08-29T18:07:11.091451+0000 mon.a (mon.0) 1881 : cluster [DBG] osdmap e1078: 8 total, 8 up, 8 in 2024-08-29T18:07:11.880 INFO:journalctl@ceph.mgr.y.smithi028.stdout:Aug 29 18:07:11 smithi028 bash[70818]: ::ffff:172.21.15.53 - - [29/Aug/2024:18:07:11] "GET /metrics HTTP/1.1" 200 36330 "" "Prometheus/2.43.0" 2024-08-29T18:07:12.380 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:07:12 smithi028 bash[78352]: cluster 2024-08-29T18:07:11.280888+0000 mgr.y (mgr.25022) 614 : cluster [DBG] pgmap v1211: 105 pgs: 105 active+clean; 583 KiB data, 4.6 GiB used, 711 GiB / 715 GiB avail 2024-08-29T18:07:12.380 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:07:12 smithi028 bash[78352]: audit 2024-08-29T18:07:12.061842+0000 mon.a (mon.0) 1882 : audit [INF] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' 2024-08-29T18:07:12.380 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:07:12 smithi028 bash[78352]: audit 2024-08-29T18:07:12.063788+0000 mon.a (mon.0) 1883 : audit [DBG] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-29T18:07:12.381 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:07:12 smithi028 bash[77168]: cluster 2024-08-29T18:07:11.280888+0000 mgr.y (mgr.25022) 614 : cluster [DBG] pgmap v1211: 105 pgs: 105 active+clean; 583 KiB data, 4.6 GiB used, 711 GiB / 715 GiB avail 2024-08-29T18:07:12.381 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:07:12 smithi028 bash[77168]: audit 2024-08-29T18:07:12.061842+0000 mon.a (mon.0) 1882 : audit [INF] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' 2024-08-29T18:07:12.381 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:07:12 smithi028 bash[77168]: audit 2024-08-29T18:07:12.063788+0000 mon.a (mon.0) 1883 : audit [DBG] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-29T18:07:12.576 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:07:12 smithi053 bash[68679]: cluster 2024-08-29T18:07:11.280888+0000 mgr.y (mgr.25022) 614 : cluster [DBG] pgmap v1211: 105 pgs: 105 active+clean; 583 KiB data, 4.6 GiB used, 711 GiB / 715 GiB avail 2024-08-29T18:07:12.576 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:07:12 smithi053 bash[68679]: audit 2024-08-29T18:07:12.061842+0000 mon.a (mon.0) 1882 : audit [INF] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' 2024-08-29T18:07:12.576 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:07:12 smithi053 bash[68679]: audit 2024-08-29T18:07:12.063788+0000 mon.a (mon.0) 1883 : audit [DBG] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-29T18:07:12.576 INFO:journalctl@ceph.prometheus.a.smithi053.stdout:Aug 29 18:07:12 smithi053 bash[95567]: ts=2024-08-29T18:07:12.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"3167ee72-662c-11ef-bcd4-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-29T18:07:13.576 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:07:13 smithi053 bash[68679]: cluster 2024-08-29T18:07:12.117207+0000 mon.a (mon.0) 1884 : cluster [INF] Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-08-29T18:07:13.576 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:07:13 smithi053 bash[68679]: cluster 2024-08-29T18:07:12.117255+0000 mon.a (mon.0) 1885 : cluster [INF] Cluster is now healthy 2024-08-29T18:07:13.576 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:07:13 smithi053 bash[68679]: cluster 2024-08-29T18:07:12.138657+0000 mon.a (mon.0) 1886 : cluster [DBG] osdmap e1079: 8 total, 8 up, 8 in 2024-08-29T18:07:13.576 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:07:13 smithi053 bash[68679]: audit 2024-08-29T18:07:12.144361+0000 mon.a (mon.0) 1887 : audit [INF] from='client.? 172.21.15.28:0/961784173' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi028-112236-3","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-29T18:07:13.630 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:07:13 smithi028 bash[78352]: cluster 2024-08-29T18:07:12.117207+0000 mon.a (mon.0) 1884 : cluster [INF] Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-08-29T18:07:13.630 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:07:13 smithi028 bash[78352]: cluster 2024-08-29T18:07:12.117255+0000 mon.a (mon.0) 1885 : cluster [INF] Cluster is now healthy 2024-08-29T18:07:13.630 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:07:13 smithi028 bash[78352]: cluster 2024-08-29T18:07:12.138657+0000 mon.a (mon.0) 1886 : cluster [DBG] osdmap e1079: 8 total, 8 up, 8 in 2024-08-29T18:07:13.630 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:07:13 smithi028 bash[78352]: audit 2024-08-29T18:07:12.144361+0000 mon.a (mon.0) 1887 : audit [INF] from='client.? 172.21.15.28:0/961784173' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi028-112236-3","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-29T18:07:13.631 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:07:13 smithi028 bash[77168]: cluster 2024-08-29T18:07:12.117207+0000 mon.a (mon.0) 1884 : cluster [INF] Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-08-29T18:07:13.631 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:07:13 smithi028 bash[77168]: cluster 2024-08-29T18:07:12.117255+0000 mon.a (mon.0) 1885 : cluster [INF] Cluster is now healthy 2024-08-29T18:07:13.631 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:07:13 smithi028 bash[77168]: cluster 2024-08-29T18:07:12.138657+0000 mon.a (mon.0) 1886 : cluster [DBG] osdmap e1079: 8 total, 8 up, 8 in 2024-08-29T18:07:13.631 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:07:13 smithi028 bash[77168]: audit 2024-08-29T18:07:12.144361+0000 mon.a (mon.0) 1887 : audit [INF] from='client.? 172.21.15.28:0/961784173' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi028-112236-3","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-29T18:07:14.168 INFO:tasks.workunit.client.0.smithi028.stdout:[ OK ] ClsNumOps.Mul (3073 ms) 2024-08-29T18:07:14.168 INFO:tasks.workunit.client.0.smithi028.stdout:[ RUN ] ClsNumOps.Div 2024-08-29T18:07:14.575 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:07:14 smithi053 bash[68679]: audit 2024-08-29T18:07:13.132308+0000 mon.a (mon.0) 1888 : audit [INF] from='client.? 172.21.15.28:0/961784173' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi028-112236-3","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-29T18:07:14.575 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:07:14 smithi053 bash[68679]: cluster 2024-08-29T18:07:13.142000+0000 mon.a (mon.0) 1889 : cluster [DBG] osdmap e1080: 8 total, 8 up, 8 in 2024-08-29T18:07:14.576 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:07:14 smithi053 bash[68679]: cluster 2024-08-29T18:07:13.281569+0000 mgr.y (mgr.25022) 615 : cluster [DBG] pgmap v1214: 137 pgs: 6 creating+peering, 26 unknown, 105 active+clean; 583 KiB data, 4.6 GiB used, 711 GiB / 715 GiB avail 2024-08-29T18:07:14.630 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:07:14 smithi028 bash[78352]: audit 2024-08-29T18:07:13.132308+0000 mon.a (mon.0) 1888 : audit [INF] from='client.? 172.21.15.28:0/961784173' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi028-112236-3","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-29T18:07:14.630 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:07:14 smithi028 bash[78352]: cluster 2024-08-29T18:07:13.142000+0000 mon.a (mon.0) 1889 : cluster [DBG] osdmap e1080: 8 total, 8 up, 8 in 2024-08-29T18:07:14.630 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:07:14 smithi028 bash[78352]: cluster 2024-08-29T18:07:13.281569+0000 mgr.y (mgr.25022) 615 : cluster [DBG] pgmap v1214: 137 pgs: 6 creating+peering, 26 unknown, 105 active+clean; 583 KiB data, 4.6 GiB used, 711 GiB / 715 GiB avail 2024-08-29T18:07:14.630 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:07:14 smithi028 bash[77168]: audit 2024-08-29T18:07:13.132308+0000 mon.a (mon.0) 1888 : audit [INF] from='client.? 172.21.15.28:0/961784173' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi028-112236-3","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-29T18:07:14.631 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:07:14 smithi028 bash[77168]: cluster 2024-08-29T18:07:13.142000+0000 mon.a (mon.0) 1889 : cluster [DBG] osdmap e1080: 8 total, 8 up, 8 in 2024-08-29T18:07:14.631 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:07:14 smithi028 bash[77168]: cluster 2024-08-29T18:07:13.281569+0000 mgr.y (mgr.25022) 615 : cluster [DBG] pgmap v1214: 137 pgs: 6 creating+peering, 26 unknown, 105 active+clean; 583 KiB data, 4.6 GiB used, 711 GiB / 715 GiB avail 2024-08-29T18:07:15.575 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:07:15 smithi053 bash[68679]: cluster 2024-08-29T18:07:14.165615+0000 mon.a (mon.0) 1890 : cluster [DBG] osdmap e1081: 8 total, 8 up, 8 in 2024-08-29T18:07:15.630 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:07:15 smithi028 bash[78352]: cluster 2024-08-29T18:07:14.165615+0000 mon.a (mon.0) 1890 : cluster [DBG] osdmap e1081: 8 total, 8 up, 8 in 2024-08-29T18:07:15.630 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:07:15 smithi028 bash[77168]: cluster 2024-08-29T18:07:14.165615+0000 mon.a (mon.0) 1890 : cluster [DBG] osdmap e1081: 8 total, 8 up, 8 in 2024-08-29T18:07:16.576 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:07:16 smithi053 bash[68679]: cluster 2024-08-29T18:07:15.169150+0000 mon.a (mon.0) 1891 : cluster [DBG] osdmap e1082: 8 total, 8 up, 8 in 2024-08-29T18:07:16.576 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:07:16 smithi053 bash[68679]: audit 2024-08-29T18:07:15.178385+0000 mon.c (mon.2) 48 : audit [INF] from='client.? 172.21.15.28:0/3499453811' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi028-112236-4","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-29T18:07:16.576 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:07:16 smithi053 bash[68679]: audit 2024-08-29T18:07:15.189836+0000 mon.a (mon.0) 1892 : audit [INF] from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi028-112236-4","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-29T18:07:16.576 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:07:16 smithi053 bash[68679]: cluster 2024-08-29T18:07:15.282325+0000 mgr.y (mgr.25022) 616 : cluster [DBG] pgmap v1217: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 4.6 GiB used, 711 GiB / 715 GiB avail 2024-08-29T18:07:16.576 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:07:16 smithi053 bash[68679]: audit 2024-08-29T18:07:16.163751+0000 mon.a (mon.0) 1893 : audit [INF] from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi028-112236-4","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-29T18:07:16.576 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:07:16 smithi053 bash[68679]: cluster 2024-08-29T18:07:16.172822+0000 mon.a (mon.0) 1894 : cluster [DBG] osdmap e1083: 8 total, 8 up, 8 in 2024-08-29T18:07:16.630 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:07:16 smithi028 bash[78352]: cluster 2024-08-29T18:07:15.169150+0000 mon.a (mon.0) 1891 : cluster [DBG] osdmap e1082: 8 total, 8 up, 8 in 2024-08-29T18:07:16.630 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:07:16 smithi028 bash[78352]: audit 2024-08-29T18:07:15.178385+0000 mon.c (mon.2) 48 : audit [INF] from='client.? 172.21.15.28:0/3499453811' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi028-112236-4","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-29T18:07:16.631 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:07:16 smithi028 bash[78352]: audit 2024-08-29T18:07:15.189836+0000 mon.a (mon.0) 1892 : audit [INF] from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi028-112236-4","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-29T18:07:16.631 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:07:16 smithi028 bash[78352]: cluster 2024-08-29T18:07:15.282325+0000 mgr.y (mgr.25022) 616 : cluster [DBG] pgmap v1217: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 4.6 GiB used, 711 GiB / 715 GiB avail 2024-08-29T18:07:16.631 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:07:16 smithi028 bash[78352]: audit 2024-08-29T18:07:16.163751+0000 mon.a (mon.0) 1893 : audit [INF] from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi028-112236-4","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-29T18:07:16.631 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:07:16 smithi028 bash[78352]: cluster 2024-08-29T18:07:16.172822+0000 mon.a (mon.0) 1894 : cluster [DBG] osdmap e1083: 8 total, 8 up, 8 in 2024-08-29T18:07:16.631 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:07:16 smithi028 bash[77168]: cluster 2024-08-29T18:07:15.169150+0000 mon.a (mon.0) 1891 : cluster [DBG] osdmap e1082: 8 total, 8 up, 8 in 2024-08-29T18:07:16.631 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:07:16 smithi028 bash[77168]: audit 2024-08-29T18:07:15.178385+0000 mon.c (mon.2) 48 : audit [INF] from='client.? 172.21.15.28:0/3499453811' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi028-112236-4","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-29T18:07:16.631 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:07:16 smithi028 bash[77168]: audit 2024-08-29T18:07:15.189836+0000 mon.a (mon.0) 1892 : audit [INF] from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi028-112236-4","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-29T18:07:16.631 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:07:16 smithi028 bash[77168]: cluster 2024-08-29T18:07:15.282325+0000 mgr.y (mgr.25022) 616 : cluster [DBG] pgmap v1217: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 4.6 GiB used, 711 GiB / 715 GiB avail 2024-08-29T18:07:16.631 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:07:16 smithi028 bash[77168]: audit 2024-08-29T18:07:16.163751+0000 mon.a (mon.0) 1893 : audit [INF] from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi028-112236-4","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-29T18:07:16.631 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:07:16 smithi028 bash[77168]: cluster 2024-08-29T18:07:16.172822+0000 mon.a (mon.0) 1894 : cluster [DBG] osdmap e1083: 8 total, 8 up, 8 in 2024-08-29T18:07:17.206 INFO:tasks.workunit.client.0.smithi028.stdout:[ OK ] ClsNumOps.Div (3037 ms) 2024-08-29T18:07:17.206 INFO:tasks.workunit.client.0.smithi028.stdout:[----------] 4 tests from ClsNumOps (12032 ms total) 2024-08-29T18:07:17.206 INFO:tasks.workunit.client.0.smithi028.stdout: 2024-08-29T18:07:17.206 INFO:tasks.workunit.client.0.smithi028.stdout:[----------] Global test environment tear-down 2024-08-29T18:07:17.206 INFO:tasks.workunit.client.0.smithi028.stdout:[==========] 4 tests from 1 test suite ran. (12032 ms total) 2024-08-29T18:07:17.206 INFO:tasks.workunit.client.0.smithi028.stdout:[ PASSED ] 4 tests. 2024-08-29T18:07:17.210 INFO:teuthology.orchestra.run:Running command with timeout 3600 2024-08-29T18:07:17.210 DEBUG:teuthology.orchestra.run.smithi028:> sudo rm -rf -- /home/ubuntu/cephtest/mnt.0/client.0/tmp 2024-08-29T18:07:17.264 INFO:tasks.workunit:Running workunit cls/test_cls_rbd.sh... 2024-08-29T18:07:17.265 DEBUG:teuthology.orchestra.run.smithi028:workunit test cls/test_cls_rbd.sh> mkdir -p -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && cd -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && CEPH_CLI_TEST_DUP_COMMAND=1 CEPH_REF=quincy TESTDIR="/home/ubuntu/cephtest" CEPH_ARGS="--cluster ceph" CEPH_ID="0" PATH=$PATH:/usr/sbin CEPH_BASE=/home/ubuntu/cephtest/clone.client.0 CEPH_ROOT=/home/ubuntu/cephtest/clone.client.0 CEPH_MNT=/home/ubuntu/cephtest/mnt.0 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 3h /home/ubuntu/cephtest/clone.client.0/qa/workunits/cls/test_cls_rbd.sh 2024-08-29T18:07:17.327 INFO:tasks.workunit.client.0.smithi028.stdout:Running main() from gmock_main.cc 2024-08-29T18:07:17.327 INFO:tasks.workunit.client.0.smithi028.stdout:[==========] Running 70 tests from 1 test suite. 2024-08-29T18:07:17.327 INFO:tasks.workunit.client.0.smithi028.stdout:[----------] Global test environment set-up. 2024-08-29T18:07:17.327 INFO:tasks.workunit.client.0.smithi028.stdout:[----------] 70 tests from TestClsRbd 2024-08-29T18:07:17.575 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:07:17 smithi053 bash[68679]: cluster 2024-08-29T18:07:16.182881+0000 mon.a (mon.0) 1895 : cluster [WRN] Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-08-29T18:07:17.630 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:07:17 smithi028 bash[78352]: cluster 2024-08-29T18:07:16.182881+0000 mon.a (mon.0) 1895 : cluster [WRN] Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-08-29T18:07:17.630 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:07:17 smithi028 bash[77168]: cluster 2024-08-29T18:07:16.182881+0000 mon.a (mon.0) 1895 : cluster [WRN] Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-08-29T18:07:18.575 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:07:18 smithi053 bash[68679]: cluster 2024-08-29T18:07:17.201620+0000 mon.a (mon.0) 1896 : cluster [DBG] osdmap e1084: 8 total, 8 up, 8 in 2024-08-29T18:07:18.576 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:07:18 smithi053 bash[68679]: cluster 2024-08-29T18:07:17.283008+0000 mgr.y (mgr.25022) 617 : cluster [DBG] pgmap v1220: 105 pgs: 105 active+clean; 583 KiB data, 4.6 GiB used, 711 GiB / 715 GiB avail 2024-08-29T18:07:18.630 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:07:18 smithi028 bash[78352]: cluster 2024-08-29T18:07:17.201620+0000 mon.a (mon.0) 1896 : cluster [DBG] osdmap e1084: 8 total, 8 up, 8 in 2024-08-29T18:07:18.630 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:07:18 smithi028 bash[78352]: cluster 2024-08-29T18:07:17.283008+0000 mgr.y (mgr.25022) 617 : cluster [DBG] pgmap v1220: 105 pgs: 105 active+clean; 583 KiB data, 4.6 GiB used, 711 GiB / 715 GiB avail 2024-08-29T18:07:18.631 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:07:18 smithi028 bash[77168]: cluster 2024-08-29T18:07:17.201620+0000 mon.a (mon.0) 1896 : cluster [DBG] osdmap e1084: 8 total, 8 up, 8 in 2024-08-29T18:07:18.631 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:07:18 smithi028 bash[77168]: cluster 2024-08-29T18:07:17.283008+0000 mgr.y (mgr.25022) 617 : cluster [DBG] pgmap v1220: 105 pgs: 105 active+clean; 583 KiB data, 4.6 GiB used, 711 GiB / 715 GiB avail 2024-08-29T18:07:19.228 INFO:tasks.workunit.client.0.smithi028.stdout:[ RUN ] TestClsRbd.get_all_features 2024-08-29T18:07:19.260 INFO:tasks.workunit.client.0.smithi028.stdout:[ OK ] TestClsRbd.get_all_features (34 ms) 2024-08-29T18:07:19.261 INFO:tasks.workunit.client.0.smithi028.stdout:[ RUN ] TestClsRbd.copyup 2024-08-29T18:07:19.523 INFO:tasks.workunit.client.0.smithi028.stdout:[ OK ] TestClsRbd.copyup (263 ms) 2024-08-29T18:07:19.523 INFO:tasks.workunit.client.0.smithi028.stdout:[ RUN ] TestClsRbd.sparse_copyup 2024-08-29T18:07:19.552 INFO:tasks.workunit.client.0.smithi028.stdout:[ OK ] TestClsRbd.sparse_copyup (29 ms) 2024-08-29T18:07:19.553 INFO:tasks.workunit.client.0.smithi028.stdout:[ RUN ] TestClsRbd.get_and_set_id 2024-08-29T18:07:19.571 INFO:tasks.workunit.client.0.smithi028.stdout:[ OK ] TestClsRbd.get_and_set_id (18 ms) 2024-08-29T18:07:19.571 INFO:tasks.workunit.client.0.smithi028.stdout:[ RUN ] TestClsRbd.add_remove_child 2024-08-29T18:07:19.575 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:07:19 smithi053 bash[68679]: cluster 2024-08-29T18:07:18.194964+0000 mon.a (mon.0) 1897 : cluster [INF] Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-08-29T18:07:19.576 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:07:19 smithi053 bash[68679]: cluster 2024-08-29T18:07:18.195080+0000 mon.a (mon.0) 1898 : cluster [INF] Cluster is now healthy 2024-08-29T18:07:19.576 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:07:19 smithi053 bash[68679]: cluster 2024-08-29T18:07:18.217100+0000 mon.a (mon.0) 1899 : cluster [DBG] osdmap e1085: 8 total, 8 up, 8 in 2024-08-29T18:07:19.576 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:07:19 smithi053 bash[68679]: audit 2024-08-29T18:07:18.223364+0000 mon.c (mon.2) 49 : audit [INF] from='client.? 172.21.15.28:0/134261362' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi028-112311-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-29T18:07:19.576 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:07:19 smithi053 bash[68679]: audit 2024-08-29T18:07:18.224533+0000 mon.a (mon.0) 1900 : audit [INF] from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi028-112311-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-29T18:07:19.604 INFO:tasks.workunit.client.0.smithi028.stdout:[ OK ] TestClsRbd.add_remove_child (33 ms) 2024-08-29T18:07:19.604 INFO:tasks.workunit.client.0.smithi028.stdout:[ RUN ] TestClsRbd.directory_methods 2024-08-29T18:07:19.630 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:07:19 smithi028 bash[78352]: cluster 2024-08-29T18:07:18.194964+0000 mon.a (mon.0) 1897 : cluster [INF] Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-08-29T18:07:19.630 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:07:19 smithi028 bash[78352]: cluster 2024-08-29T18:07:18.195080+0000 mon.a (mon.0) 1898 : cluster [INF] Cluster is now healthy 2024-08-29T18:07:19.630 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:07:19 smithi028 bash[78352]: cluster 2024-08-29T18:07:18.217100+0000 mon.a (mon.0) 1899 : cluster [DBG] osdmap e1085: 8 total, 8 up, 8 in 2024-08-29T18:07:19.630 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:07:19 smithi028 bash[78352]: audit 2024-08-29T18:07:18.223364+0000 mon.c (mon.2) 49 : audit [INF] from='client.? 172.21.15.28:0/134261362' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi028-112311-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-29T18:07:19.630 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:07:19 smithi028 bash[78352]: audit 2024-08-29T18:07:18.224533+0000 mon.a (mon.0) 1900 : audit [INF] from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi028-112311-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-29T18:07:19.630 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:07:19 smithi028 bash[77168]: cluster 2024-08-29T18:07:18.194964+0000 mon.a (mon.0) 1897 : cluster [INF] Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-08-29T18:07:19.631 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:07:19 smithi028 bash[77168]: cluster 2024-08-29T18:07:18.195080+0000 mon.a (mon.0) 1898 : cluster [INF] Cluster is now healthy 2024-08-29T18:07:19.631 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:07:19 smithi028 bash[77168]: cluster 2024-08-29T18:07:18.217100+0000 mon.a (mon.0) 1899 : cluster [DBG] osdmap e1085: 8 total, 8 up, 8 in 2024-08-29T18:07:19.631 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:07:19 smithi028 bash[77168]: audit 2024-08-29T18:07:18.223364+0000 mon.c (mon.2) 49 : audit [INF] from='client.? 172.21.15.28:0/134261362' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi028-112311-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-29T18:07:19.631 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:07:19 smithi028 bash[77168]: audit 2024-08-29T18:07:18.224533+0000 mon.a (mon.0) 1900 : audit [INF] from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi028-112311-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-29T18:07:19.676 INFO:tasks.workunit.client.0.smithi028.stdout:[ OK ] TestClsRbd.directory_methods (73 ms) 2024-08-29T18:07:19.677 INFO:tasks.workunit.client.0.smithi028.stdout:[ RUN ] TestClsRbd.create 2024-08-29T18:07:19.717 INFO:tasks.workunit.client.0.smithi028.stdout:[ OK ] TestClsRbd.create (40 ms) 2024-08-29T18:07:19.717 INFO:tasks.workunit.client.0.smithi028.stdout:[ RUN ] TestClsRbd.get_features 2024-08-29T18:07:19.721 INFO:tasks.workunit.client.0.smithi028.stdout:[ OK ] TestClsRbd.get_features (5 ms) 2024-08-29T18:07:19.721 INFO:tasks.workunit.client.0.smithi028.stdout:[ RUN ] TestClsRbd.get_object_prefix 2024-08-29T18:07:19.725 INFO:tasks.workunit.client.0.smithi028.stdout:[ OK ] TestClsRbd.get_object_prefix (4 ms) 2024-08-29T18:07:19.725 INFO:tasks.workunit.client.0.smithi028.stdout:[ RUN ] TestClsRbd.get_create_timestamp 2024-08-29T18:07:19.730 INFO:tasks.workunit.client.0.smithi028.stdout:[ OK ] TestClsRbd.get_create_timestamp (5 ms) 2024-08-29T18:07:19.730 INFO:tasks.workunit.client.0.smithi028.stdout:[ RUN ] TestClsRbd.get_access_timestamp 2024-08-29T18:07:19.735 INFO:tasks.workunit.client.0.smithi028.stdout:[ OK ] TestClsRbd.get_access_timestamp (5 ms) 2024-08-29T18:07:19.735 INFO:tasks.workunit.client.0.smithi028.stdout:[ RUN ] TestClsRbd.get_modify_timestamp 2024-08-29T18:07:19.739 INFO:tasks.workunit.client.0.smithi028.stdout:[ OK ] TestClsRbd.get_modify_timestamp (3 ms) 2024-08-29T18:07:19.739 INFO:tasks.workunit.client.0.smithi028.stdout:[ RUN ] TestClsRbd.get_data_pool 2024-08-29T18:07:19.749 INFO:tasks.workunit.client.0.smithi028.stdout:[ OK ] TestClsRbd.get_data_pool (11 ms) 2024-08-29T18:07:19.750 INFO:tasks.workunit.client.0.smithi028.stdout:[ RUN ] TestClsRbd.get_size 2024-08-29T18:07:19.762 INFO:tasks.workunit.client.0.smithi028.stdout:[ OK ] TestClsRbd.get_size (12 ms) 2024-08-29T18:07:19.762 INFO:tasks.workunit.client.0.smithi028.stdout:[ RUN ] TestClsRbd.set_size 2024-08-29T18:07:19.774 INFO:tasks.workunit.client.0.smithi028.stdout:[ OK ] TestClsRbd.set_size (13 ms) 2024-08-29T18:07:19.774 INFO:tasks.workunit.client.0.smithi028.stdout:[ RUN ] TestClsRbd.protection_status 2024-08-29T18:07:19.829 INFO:tasks.workunit.client.0.smithi028.stdout:[ OK ] TestClsRbd.protection_status (55 ms) 2024-08-29T18:07:19.829 INFO:tasks.workunit.client.0.smithi028.stdout:[ RUN ] TestClsRbd.snapshot_limits 2024-08-29T18:07:19.851 INFO:tasks.workunit.client.0.smithi028.stdout:[ OK ] TestClsRbd.snapshot_limits (22 ms) 2024-08-29T18:07:19.851 INFO:tasks.workunit.client.0.smithi028.stdout:[ RUN ] TestClsRbd.parents_v1 2024-08-29T18:07:19.971 INFO:tasks.workunit.client.0.smithi028.stdout:[ OK ] TestClsRbd.parents_v1 (120 ms) 2024-08-29T18:07:19.971 INFO:tasks.workunit.client.0.smithi028.stdout:[ RUN ] TestClsRbd.parents_v2 2024-08-29T18:07:20.060 INFO:tasks.workunit.client.0.smithi028.stdout:[ OK ] TestClsRbd.parents_v2 (88 ms) 2024-08-29T18:07:20.060 INFO:tasks.workunit.client.0.smithi028.stdout:[ RUN ] TestClsRbd.snapshots 2024-08-29T18:07:20.123 INFO:tasks.workunit.client.0.smithi028.stdout:[ OK ] TestClsRbd.snapshots (63 ms) 2024-08-29T18:07:20.124 INFO:tasks.workunit.client.0.smithi028.stdout:[ RUN ] TestClsRbd.snapid_race 2024-08-29T18:07:20.135 INFO:tasks.workunit.client.0.smithi028.stdout:[ OK ] TestClsRbd.snapid_race (11 ms) 2024-08-29T18:07:20.135 INFO:tasks.workunit.client.0.smithi028.stdout:[ RUN ] TestClsRbd.stripingv2 2024-08-29T18:07:20.162 INFO:tasks.workunit.client.0.smithi028.stdout:[ OK ] TestClsRbd.stripingv2 (28 ms) 2024-08-29T18:07:20.162 INFO:tasks.workunit.client.0.smithi028.stdout:[ RUN ] TestClsRbd.object_map_save 2024-08-29T18:07:20.166 INFO:tasks.workunit.client.0.smithi028.stdout:[ OK ] TestClsRbd.object_map_save (4 ms) 2024-08-29T18:07:20.166 INFO:tasks.workunit.client.0.smithi028.stdout:[ RUN ] TestClsRbd.object_map_resize 2024-08-29T18:07:20.181 INFO:tasks.workunit.client.0.smithi028.stdout:[ OK ] TestClsRbd.object_map_resize (15 ms) 2024-08-29T18:07:20.182 INFO:tasks.workunit.client.0.smithi028.stdout:[ RUN ] TestClsRbd.object_map_update 2024-08-29T18:07:20.195 INFO:tasks.workunit.client.0.smithi028.stdout:[ OK ] TestClsRbd.object_map_update (14 ms) 2024-08-29T18:07:20.195 INFO:tasks.workunit.client.0.smithi028.stdout:[ RUN ] TestClsRbd.object_map_load_enoent 2024-08-29T18:07:20.196 INFO:tasks.workunit.client.0.smithi028.stdout:[ OK ] TestClsRbd.object_map_load_enoent (1 ms) 2024-08-29T18:07:20.196 INFO:tasks.workunit.client.0.smithi028.stdout:[ RUN ] TestClsRbd.object_map_snap_add 2024-08-29T18:07:20.208 INFO:tasks.workunit.client.0.smithi028.stdout:[ OK ] TestClsRbd.object_map_snap_add (12 ms) 2024-08-29T18:07:20.208 INFO:tasks.workunit.client.0.smithi028.stdout:[ RUN ] TestClsRbd.object_map_snap_remove 2024-08-29T18:07:20.220 INFO:tasks.workunit.client.0.smithi028.stdout:[ OK ] TestClsRbd.object_map_snap_remove (11 ms) 2024-08-29T18:07:20.220 INFO:tasks.workunit.client.0.smithi028.stdout:[ RUN ] TestClsRbd.flags 2024-08-29T18:07:20.233 INFO:tasks.workunit.client.0.smithi028.stdout:[ OK ] TestClsRbd.flags (13 ms) 2024-08-29T18:07:20.233 INFO:tasks.workunit.client.0.smithi028.stdout:[ RUN ] TestClsRbd.metadata 2024-08-29T18:07:20.309 INFO:tasks.workunit.client.0.smithi028.stdout:[ OK ] TestClsRbd.metadata (76 ms) 2024-08-29T18:07:20.309 INFO:tasks.workunit.client.0.smithi028.stdout:[ RUN ] TestClsRbd.set_features 2024-08-29T18:07:20.329 INFO:tasks.workunit.client.0.smithi028.stdout:[ OK ] TestClsRbd.set_features (21 ms) 2024-08-29T18:07:20.329 INFO:tasks.workunit.client.0.smithi028.stdout:[ RUN ] TestClsRbd.mirror 2024-08-29T18:07:20.438 INFO:tasks.workunit.client.0.smithi028.stdout:[ OK ] TestClsRbd.mirror (108 ms) 2024-08-29T18:07:20.438 INFO:tasks.workunit.client.0.smithi028.stdout:[ RUN ] TestClsRbd.mirror_image 2024-08-29T18:07:20.485 INFO:tasks.workunit.client.0.smithi028.stdout:[ OK ] TestClsRbd.mirror_image (47 ms) 2024-08-29T18:07:20.485 INFO:tasks.workunit.client.0.smithi028.stdout:[ RUN ] TestClsRbd.mirror_image_status 2024-08-29T18:07:20.575 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:07:20 smithi053 bash[68679]: audit 2024-08-29T18:07:19.210766+0000 mon.a (mon.0) 1901 : audit [INF] from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi028-112311-1","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-29T18:07:20.576 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:07:20 smithi053 bash[68679]: cluster 2024-08-29T18:07:19.222347+0000 mon.a (mon.0) 1902 : cluster [DBG] osdmap e1086: 8 total, 8 up, 8 in 2024-08-29T18:07:20.576 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:07:20 smithi053 bash[68679]: cluster 2024-08-29T18:07:19.283685+0000 mgr.y (mgr.25022) 618 : cluster [DBG] pgmap v1223: 137 pgs: 11 creating+peering, 21 unknown, 105 active+clean; 583 KiB data, 4.6 GiB used, 711 GiB / 715 GiB avail 2024-08-29T18:07:20.630 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:07:20 smithi028 bash[77168]: audit 2024-08-29T18:07:19.210766+0000 mon.a (mon.0) 1901 : audit [INF] from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi028-112311-1","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-29T18:07:20.630 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:07:20 smithi028 bash[77168]: cluster 2024-08-29T18:07:19.222347+0000 mon.a (mon.0) 1902 : cluster [DBG] osdmap e1086: 8 total, 8 up, 8 in 2024-08-29T18:07:20.630 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:07:20 smithi028 bash[77168]: cluster 2024-08-29T18:07:19.283685+0000 mgr.y (mgr.25022) 618 : cluster [DBG] pgmap v1223: 137 pgs: 11 creating+peering, 21 unknown, 105 active+clean; 583 KiB data, 4.6 GiB used, 711 GiB / 715 GiB avail 2024-08-29T18:07:20.630 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:07:20 smithi028 bash[78352]: audit 2024-08-29T18:07:19.210766+0000 mon.a (mon.0) 1901 : audit [INF] from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi028-112311-1","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-29T18:07:20.631 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:07:20 smithi028 bash[78352]: cluster 2024-08-29T18:07:19.222347+0000 mon.a (mon.0) 1902 : cluster [DBG] osdmap e1086: 8 total, 8 up, 8 in 2024-08-29T18:07:20.631 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:07:20 smithi028 bash[78352]: cluster 2024-08-29T18:07:19.283685+0000 mgr.y (mgr.25022) 618 : cluster [DBG] pgmap v1223: 137 pgs: 11 creating+peering, 21 unknown, 105 active+clean; 583 KiB data, 4.6 GiB used, 711 GiB / 715 GiB avail 2024-08-29T18:07:21.575 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:07:21 smithi053 bash[68679]: cluster 2024-08-29T18:07:20.256617+0000 mon.a (mon.0) 1903 : cluster [DBG] osdmap e1087: 8 total, 8 up, 8 in 2024-08-29T18:07:21.630 INFO:journalctl@ceph.mgr.y.smithi028.stdout:Aug 29 18:07:21 smithi028 bash[70818]: ::ffff:172.21.15.53 - - [29/Aug/2024:18:07:21] "GET /metrics HTTP/1.1" 200 33967 "" "Prometheus/2.43.0" 2024-08-29T18:07:21.630 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:07:21 smithi028 bash[78352]: cluster 2024-08-29T18:07:20.256617+0000 mon.a (mon.0) 1903 : cluster [DBG] osdmap e1087: 8 total, 8 up, 8 in 2024-08-29T18:07:21.630 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:07:21 smithi028 bash[77168]: cluster 2024-08-29T18:07:20.256617+0000 mon.a (mon.0) 1903 : cluster [DBG] osdmap e1087: 8 total, 8 up, 8 in 2024-08-29T18:07:22.575 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:07:22 smithi053 bash[68679]: cluster 2024-08-29T18:07:21.284696+0000 mgr.y (mgr.25022) 619 : cluster [DBG] pgmap v1225: 137 pgs: 11 creating+peering, 7 unknown, 119 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 1003 KiB/s rd, 1002 KiB/s wr, 3 op/s 2024-08-29T18:07:22.576 INFO:journalctl@ceph.prometheus.a.smithi053.stdout:Aug 29 18:07:22 smithi053 bash[95567]: ts=2024-08-29T18:07:22.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"3167ee72-662c-11ef-bcd4-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-29T18:07:22.630 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:07:22 smithi028 bash[78352]: cluster 2024-08-29T18:07:21.284696+0000 mgr.y (mgr.25022) 619 : cluster [DBG] pgmap v1225: 137 pgs: 11 creating+peering, 7 unknown, 119 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 1003 KiB/s rd, 1002 KiB/s wr, 3 op/s 2024-08-29T18:07:22.630 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:07:22 smithi028 bash[77168]: cluster 2024-08-29T18:07:21.284696+0000 mgr.y (mgr.25022) 619 : cluster [DBG] pgmap v1225: 137 pgs: 11 creating+peering, 7 unknown, 119 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 1003 KiB/s rd, 1002 KiB/s wr, 3 op/s 2024-08-29T18:07:24.630 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:07:24 smithi028 bash[78352]: cluster 2024-08-29T18:07:23.285634+0000 mgr.y (mgr.25022) 620 : cluster [DBG] pgmap v1226: 137 pgs: 11 creating+peering, 126 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 693 KiB/s rd, 686 KiB/s wr, 17 op/s 2024-08-29T18:07:24.630 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:07:24 smithi028 bash[77168]: cluster 2024-08-29T18:07:23.285634+0000 mgr.y (mgr.25022) 620 : cluster [DBG] pgmap v1226: 137 pgs: 11 creating+peering, 126 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 693 KiB/s rd, 686 KiB/s wr, 17 op/s 2024-08-29T18:07:24.825 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:07:24 smithi053 bash[68679]: cluster 2024-08-29T18:07:23.285634+0000 mgr.y (mgr.25022) 620 : cluster [DBG] pgmap v1226: 137 pgs: 11 creating+peering, 126 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 693 KiB/s rd, 686 KiB/s wr, 17 op/s 2024-08-29T18:07:26.630 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:07:26 smithi028 bash[78352]: cluster 2024-08-29T18:07:25.287180+0000 mgr.y (mgr.25022) 621 : cluster [DBG] pgmap v1227: 137 pgs: 137 active+clean; 583 KiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 1.6 MiB/s rd, 882 KiB/s wr, 807 op/s 2024-08-29T18:07:26.630 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:07:26 smithi028 bash[77168]: cluster 2024-08-29T18:07:25.287180+0000 mgr.y (mgr.25022) 621 : cluster [DBG] pgmap v1227: 137 pgs: 137 active+clean; 583 KiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 1.6 MiB/s rd, 882 KiB/s wr, 807 op/s 2024-08-29T18:07:26.825 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:07:26 smithi053 bash[68679]: cluster 2024-08-29T18:07:25.287180+0000 mgr.y (mgr.25022) 621 : cluster [DBG] pgmap v1227: 137 pgs: 137 active+clean; 583 KiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 1.6 MiB/s rd, 882 KiB/s wr, 807 op/s 2024-08-29T18:07:27.363 INFO:tasks.workunit.client.0.smithi028.stdout:[ OK ] TestClsRbd.mirror_image_status (6878 ms) 2024-08-29T18:07:27.363 INFO:tasks.workunit.client.0.smithi028.stdout:[ RUN ] TestClsRbd.mirror_image_map 2024-08-29T18:07:27.590 INFO:tasks.workunit.client.0.smithi028.stdout:[ OK ] TestClsRbd.mirror_image_map (227 ms) 2024-08-29T18:07:27.590 INFO:tasks.workunit.client.0.smithi028.stdout:[ RUN ] TestClsRbd.mirror_instances 2024-08-29T18:07:27.612 INFO:tasks.workunit.client.0.smithi028.stdout:[ OK ] TestClsRbd.mirror_instances (22 ms) 2024-08-29T18:07:27.612 INFO:tasks.workunit.client.0.smithi028.stdout:[ RUN ] TestClsRbd.mirror_snapshot 2024-08-29T18:07:27.649 INFO:tasks.workunit.client.0.smithi028.stdout:[ OK ] TestClsRbd.mirror_snapshot (37 ms) 2024-08-29T18:07:27.649 INFO:tasks.workunit.client.0.smithi028.stdout:[ RUN ] TestClsRbd.group_dir_list 2024-08-29T18:07:27.656 INFO:tasks.workunit.client.0.smithi028.stdout:[ OK ] TestClsRbd.group_dir_list (8 ms) 2024-08-29T18:07:27.656 INFO:tasks.workunit.client.0.smithi028.stdout:[ RUN ] TestClsRbd.group_dir_add 2024-08-29T18:07:27.662 INFO:tasks.workunit.client.0.smithi028.stdout:[ OK ] TestClsRbd.group_dir_add (6 ms) 2024-08-29T18:07:27.663 INFO:tasks.workunit.client.0.smithi028.stdout:[ RUN ] TestClsRbd.dir_add_already_existing 2024-08-29T18:07:27.671 INFO:tasks.workunit.client.0.smithi028.stdout:[ OK ] TestClsRbd.dir_add_already_existing (9 ms) 2024-08-29T18:07:27.672 INFO:tasks.workunit.client.0.smithi028.stdout:[ RUN ] TestClsRbd.group_dir_rename 2024-08-29T18:07:27.691 INFO:tasks.workunit.client.0.smithi028.stdout:[ OK ] TestClsRbd.group_dir_rename (20 ms) 2024-08-29T18:07:27.691 INFO:tasks.workunit.client.0.smithi028.stdout:[ RUN ] TestClsRbd.group_dir_remove 2024-08-29T18:07:27.701 INFO:tasks.workunit.client.0.smithi028.stdout:[ OK ] TestClsRbd.group_dir_remove (10 ms) 2024-08-29T18:07:27.701 INFO:tasks.workunit.client.0.smithi028.stdout:[ RUN ] TestClsRbd.group_dir_remove_missing 2024-08-29T18:07:27.714 INFO:tasks.workunit.client.0.smithi028.stdout:[ OK ] TestClsRbd.group_dir_remove_missing (13 ms) 2024-08-29T18:07:27.714 INFO:tasks.workunit.client.0.smithi028.stdout:[ RUN ] TestClsRbd.group_image_add 2024-08-29T18:07:27.721 INFO:tasks.workunit.client.0.smithi028.stdout:[ OK ] TestClsRbd.group_image_add (6 ms) 2024-08-29T18:07:27.721 INFO:tasks.workunit.client.0.smithi028.stdout:[ RUN ] TestClsRbd.group_image_remove 2024-08-29T18:07:27.730 INFO:tasks.workunit.client.0.smithi028.stdout:[ OK ] TestClsRbd.group_image_remove (9 ms) 2024-08-29T18:07:27.730 INFO:tasks.workunit.client.0.smithi028.stdout:[ RUN ] TestClsRbd.group_image_list 2024-08-29T18:07:27.738 INFO:tasks.workunit.client.0.smithi028.stdout:[ OK ] TestClsRbd.group_image_list (9 ms) 2024-08-29T18:07:27.739 INFO:tasks.workunit.client.0.smithi028.stdout:[ RUN ] TestClsRbd.group_image_clean 2024-08-29T18:07:27.751 INFO:tasks.workunit.client.0.smithi028.stdout:[ OK ] TestClsRbd.group_image_clean (12 ms) 2024-08-29T18:07:27.751 INFO:tasks.workunit.client.0.smithi028.stdout:[ RUN ] TestClsRbd.image_group_add 2024-08-29T18:07:27.757 INFO:tasks.workunit.client.0.smithi028.stdout:[ OK ] TestClsRbd.image_group_add (7 ms) 2024-08-29T18:07:27.757 INFO:tasks.workunit.client.0.smithi028.stdout:[ RUN ] TestClsRbd.image_group_remove 2024-08-29T18:07:27.765 INFO:tasks.workunit.client.0.smithi028.stdout:[ OK ] TestClsRbd.image_group_remove (8 ms) 2024-08-29T18:07:27.766 INFO:tasks.workunit.client.0.smithi028.stdout:[ RUN ] TestClsRbd.image_group_get 2024-08-29T18:07:27.772 INFO:tasks.workunit.client.0.smithi028.stdout:[ OK ] TestClsRbd.image_group_get (7 ms) 2024-08-29T18:07:27.772 INFO:tasks.workunit.client.0.smithi028.stdout:[ RUN ] TestClsRbd.group_snap_set_empty_name 2024-08-29T18:07:27.777 INFO:tasks.workunit.client.0.smithi028.stdout:[ OK ] TestClsRbd.group_snap_set_empty_name (5 ms) 2024-08-29T18:07:27.777 INFO:tasks.workunit.client.0.smithi028.stdout:[ RUN ] TestClsRbd.group_snap_set_empty_id 2024-08-29T18:07:27.782 INFO:tasks.workunit.client.0.smithi028.stdout:[ OK ] TestClsRbd.group_snap_set_empty_id (5 ms) 2024-08-29T18:07:27.782 INFO:tasks.workunit.client.0.smithi028.stdout:[ RUN ] TestClsRbd.group_snap_set_duplicate_id 2024-08-29T18:07:27.790 INFO:tasks.workunit.client.0.smithi028.stdout:[ OK ] TestClsRbd.group_snap_set_duplicate_id (8 ms) 2024-08-29T18:07:27.790 INFO:tasks.workunit.client.0.smithi028.stdout:[ RUN ] TestClsRbd.group_snap_set_duplicate_name 2024-08-29T18:07:27.798 INFO:tasks.workunit.client.0.smithi028.stdout:[ OK ] TestClsRbd.group_snap_set_duplicate_name (8 ms) 2024-08-29T18:07:27.799 INFO:tasks.workunit.client.0.smithi028.stdout:[ RUN ] TestClsRbd.group_snap_set 2024-08-29T18:07:27.806 INFO:tasks.workunit.client.0.smithi028.stdout:[ OK ] TestClsRbd.group_snap_set (7 ms) 2024-08-29T18:07:27.806 INFO:tasks.workunit.client.0.smithi028.stdout:[ RUN ] TestClsRbd.group_snap_list 2024-08-29T18:07:27.815 INFO:tasks.workunit.client.0.smithi028.stdout:[ OK ] TestClsRbd.group_snap_list (9 ms) 2024-08-29T18:07:27.815 INFO:tasks.workunit.client.0.smithi028.stdout:[ RUN ] TestClsRbd.group_snap_list_max_return 2024-08-29T18:07:27.861 INFO:tasks.workunit.client.0.smithi028.stdout:[ OK ] TestClsRbd.group_snap_list_max_return (47 ms) 2024-08-29T18:07:27.861 INFO:tasks.workunit.client.0.smithi028.stdout:[ RUN ] TestClsRbd.group_snap_list_max_read 2024-08-29T18:07:28.325 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:07:28 smithi053 bash[68679]: audit 2024-08-29T18:07:27.059364+0000 mon.a (mon.0) 1904 : audit [INF] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' 2024-08-29T18:07:28.326 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:07:28 smithi053 bash[68679]: audit 2024-08-29T18:07:27.061777+0000 mon.a (mon.0) 1905 : audit [DBG] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-29T18:07:28.326 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:07:28 smithi053 bash[68679]: cluster 2024-08-29T18:07:27.288132+0000 mgr.y (mgr.25022) 622 : cluster [DBG] pgmap v1228: 137 pgs: 137 active+clean; 583 KiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 1.4 MiB/s rd, 773 KiB/s wr, 707 op/s 2024-08-29T18:07:28.380 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:07:28 smithi028 bash[78352]: audit 2024-08-29T18:07:27.059364+0000 mon.a (mon.0) 1904 : audit [INF] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' 2024-08-29T18:07:28.380 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:07:28 smithi028 bash[78352]: audit 2024-08-29T18:07:27.061777+0000 mon.a (mon.0) 1905 : audit [DBG] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-29T18:07:28.380 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:07:28 smithi028 bash[78352]: cluster 2024-08-29T18:07:27.288132+0000 mgr.y (mgr.25022) 622 : cluster [DBG] pgmap v1228: 137 pgs: 137 active+clean; 583 KiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 1.4 MiB/s rd, 773 KiB/s wr, 707 op/s 2024-08-29T18:07:28.380 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:07:28 smithi028 bash[77168]: audit 2024-08-29T18:07:27.059364+0000 mon.a (mon.0) 1904 : audit [INF] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' 2024-08-29T18:07:28.381 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:07:28 smithi028 bash[77168]: audit 2024-08-29T18:07:27.061777+0000 mon.a (mon.0) 1905 : audit [DBG] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-29T18:07:28.381 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:07:28 smithi028 bash[77168]: cluster 2024-08-29T18:07:27.288132+0000 mgr.y (mgr.25022) 622 : cluster [DBG] pgmap v1228: 137 pgs: 137 active+clean; 583 KiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 1.4 MiB/s rd, 773 KiB/s wr, 707 op/s 2024-08-29T18:07:28.404 INFO:tasks.workunit.client.0.smithi028.stdout:[ OK ] TestClsRbd.group_snap_list_max_read (543 ms) 2024-08-29T18:07:28.404 INFO:tasks.workunit.client.0.smithi028.stdout:[ RUN ] TestClsRbd.group_snap_remove 2024-08-29T18:07:28.413 INFO:tasks.workunit.client.0.smithi028.stdout:[ OK ] TestClsRbd.group_snap_remove (9 ms) 2024-08-29T18:07:28.413 INFO:tasks.workunit.client.0.smithi028.stdout:[ RUN ] TestClsRbd.group_snap_get_by_id 2024-08-29T18:07:28.419 INFO:tasks.workunit.client.0.smithi028.stdout:[ OK ] TestClsRbd.group_snap_get_by_id (6 ms) 2024-08-29T18:07:28.419 INFO:tasks.workunit.client.0.smithi028.stdout:[ RUN ] TestClsRbd.trash_methods 2024-08-29T18:07:28.438 INFO:tasks.workunit.client.0.smithi028.stdout:[ OK ] TestClsRbd.trash_methods (19 ms) 2024-08-29T18:07:28.438 INFO:tasks.workunit.client.0.smithi028.stdout:[ RUN ] TestClsRbd.op_features 2024-08-29T18:07:28.456 INFO:tasks.workunit.client.0.smithi028.stdout:[ OK ] TestClsRbd.op_features (18 ms) 2024-08-29T18:07:28.456 INFO:tasks.workunit.client.0.smithi028.stdout:[ RUN ] TestClsRbd.clone_parent 2024-08-29T18:07:28.513 INFO:tasks.workunit.client.0.smithi028.stdout:[ OK ] TestClsRbd.clone_parent (57 ms) 2024-08-29T18:07:28.513 INFO:tasks.workunit.client.0.smithi028.stdout:[ RUN ] TestClsRbd.clone_parent_ns 2024-08-29T18:07:28.543 INFO:tasks.workunit.client.0.smithi028.stdout:[ OK ] TestClsRbd.clone_parent_ns (29 ms) 2024-08-29T18:07:28.543 INFO:tasks.workunit.client.0.smithi028.stdout:[ RUN ] TestClsRbd.clone_child 2024-08-29T18:07:28.577 INFO:tasks.workunit.client.0.smithi028.stdout:[ OK ] TestClsRbd.clone_child (34 ms) 2024-08-29T18:07:28.577 INFO:tasks.workunit.client.0.smithi028.stdout:[ RUN ] TestClsRbd.namespace_methods 2024-08-29T18:07:28.596 INFO:tasks.workunit.client.0.smithi028.stdout:[ OK ] TestClsRbd.namespace_methods (20 ms) 2024-08-29T18:07:28.596 INFO:tasks.workunit.client.0.smithi028.stdout:[ RUN ] TestClsRbd.migration 2024-08-29T18:07:28.624 INFO:tasks.workunit.client.0.smithi028.stdout:[ OK ] TestClsRbd.migration (27 ms) 2024-08-29T18:07:28.624 INFO:tasks.workunit.client.0.smithi028.stdout:[ RUN ] TestClsRbd.migration_v1 2024-08-29T18:07:28.647 INFO:tasks.workunit.client.0.smithi028.stdout:[ OK ] TestClsRbd.migration_v1 (23 ms) 2024-08-29T18:07:28.647 INFO:tasks.workunit.client.0.smithi028.stdout:[ RUN ] TestClsRbd.assert_snapc_seq 2024-08-29T18:07:29.325 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:07:29 smithi053 bash[68679]: audit 2024-08-29T18:07:28.816529+0000 mon.a (mon.0) 1906 : audit [DBG] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-29T18:07:29.380 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:07:29 smithi028 bash[77168]: audit 2024-08-29T18:07:28.816529+0000 mon.a (mon.0) 1906 : audit [DBG] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-29T18:07:29.380 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:07:29 smithi028 bash[78352]: audit 2024-08-29T18:07:28.816529+0000 mon.a (mon.0) 1906 : audit [DBG] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-29T18:07:30.092 INFO:tasks.workunit.client.0.smithi028.stdout:[ OK ] TestClsRbd.assert_snapc_seq (1445 ms) 2024-08-29T18:07:30.092 INFO:tasks.workunit.client.0.smithi028.stdout:[ RUN ] TestClsRbd.sparsify 2024-08-29T18:07:30.192 INFO:tasks.workunit.client.0.smithi028.stdout:[ OK ] TestClsRbd.sparsify (100 ms) 2024-08-29T18:07:30.380 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:07:30 smithi028 bash[77168]: cluster 2024-08-29T18:07:29.081011+0000 mon.a (mon.0) 1907 : cluster [DBG] osdmap e1088: 8 total, 8 up, 8 in 2024-08-29T18:07:30.381 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:07:30 smithi028 bash[77168]: cluster 2024-08-29T18:07:29.288813+0000 mgr.y (mgr.25022) 623 : cluster [DBG] pgmap v1230: 137 pgs: 137 active+clean; 583 KiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 982 KiB/s rd, 259 KiB/s wr, 709 op/s 2024-08-29T18:07:30.381 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:07:30 smithi028 bash[77168]: audit 2024-08-29T18:07:29.622206+0000 mon.a (mon.0) 1908 : audit [DBG] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-29T18:07:30.381 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:07:30 smithi028 bash[77168]: audit 2024-08-29T18:07:29.623710+0000 mon.a (mon.0) 1909 : audit [INF] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-29T18:07:30.381 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:07:30 smithi028 bash[77168]: audit 2024-08-29T18:07:29.633217+0000 mon.a (mon.0) 1910 : audit [INF] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' 2024-08-29T18:07:30.381 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:07:30 smithi028 bash[78352]: cluster 2024-08-29T18:07:29.081011+0000 mon.a (mon.0) 1907 : cluster [DBG] osdmap e1088: 8 total, 8 up, 8 in 2024-08-29T18:07:30.381 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:07:30 smithi028 bash[78352]: cluster 2024-08-29T18:07:29.288813+0000 mgr.y (mgr.25022) 623 : cluster [DBG] pgmap v1230: 137 pgs: 137 active+clean; 583 KiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 982 KiB/s rd, 259 KiB/s wr, 709 op/s 2024-08-29T18:07:30.381 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:07:30 smithi028 bash[78352]: audit 2024-08-29T18:07:29.622206+0000 mon.a (mon.0) 1908 : audit [DBG] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-29T18:07:30.381 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:07:30 smithi028 bash[78352]: audit 2024-08-29T18:07:29.623710+0000 mon.a (mon.0) 1909 : audit [INF] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-29T18:07:30.381 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:07:30 smithi028 bash[78352]: audit 2024-08-29T18:07:29.633217+0000 mon.a (mon.0) 1910 : audit [INF] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' 2024-08-29T18:07:30.576 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:07:30 smithi053 bash[68679]: cluster 2024-08-29T18:07:29.081011+0000 mon.a (mon.0) 1907 : cluster [DBG] osdmap e1088: 8 total, 8 up, 8 in 2024-08-29T18:07:30.576 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:07:30 smithi053 bash[68679]: cluster 2024-08-29T18:07:29.288813+0000 mgr.y (mgr.25022) 623 : cluster [DBG] pgmap v1230: 137 pgs: 137 active+clean; 583 KiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 982 KiB/s rd, 259 KiB/s wr, 709 op/s 2024-08-29T18:07:30.576 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:07:30 smithi053 bash[68679]: audit 2024-08-29T18:07:29.622206+0000 mon.a (mon.0) 1908 : audit [DBG] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-29T18:07:30.576 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:07:30 smithi053 bash[68679]: audit 2024-08-29T18:07:29.623710+0000 mon.a (mon.0) 1909 : audit [INF] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-29T18:07:30.576 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:07:30 smithi053 bash[68679]: audit 2024-08-29T18:07:29.633217+0000 mon.a (mon.0) 1910 : audit [INF] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' 2024-08-29T18:07:31.106 INFO:tasks.workunit.client.0.smithi028.stdout:[----------] 70 tests from TestClsRbd (10965 ms total) 2024-08-29T18:07:31.106 INFO:tasks.workunit.client.0.smithi028.stdout: 2024-08-29T18:07:31.106 INFO:tasks.workunit.client.0.smithi028.stdout:[----------] Global test environment tear-down 2024-08-29T18:07:31.106 INFO:tasks.workunit.client.0.smithi028.stdout:[==========] 70 tests from 1 test suite ran. (13779 ms total) 2024-08-29T18:07:31.107 INFO:tasks.workunit.client.0.smithi028.stdout:[ PASSED ] 70 tests. 2024-08-29T18:07:31.113 INFO:teuthology.orchestra.run:Running command with timeout 3600 2024-08-29T18:07:31.114 DEBUG:teuthology.orchestra.run.smithi028:> sudo rm -rf -- /home/ubuntu/cephtest/mnt.0/client.0/tmp 2024-08-29T18:07:31.168 INFO:tasks.workunit:Running workunit cls/test_cls_refcount.sh... 2024-08-29T18:07:31.168 DEBUG:teuthology.orchestra.run.smithi028:workunit test cls/test_cls_refcount.sh> mkdir -p -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && cd -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && CEPH_CLI_TEST_DUP_COMMAND=1 CEPH_REF=quincy TESTDIR="/home/ubuntu/cephtest" CEPH_ARGS="--cluster ceph" CEPH_ID="0" PATH=$PATH:/usr/sbin CEPH_BASE=/home/ubuntu/cephtest/clone.client.0 CEPH_ROOT=/home/ubuntu/cephtest/clone.client.0 CEPH_MNT=/home/ubuntu/cephtest/mnt.0 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 3h /home/ubuntu/cephtest/clone.client.0/qa/workunits/cls/test_cls_refcount.sh 2024-08-29T18:07:31.234 INFO:tasks.workunit.client.0.smithi028.stdout:Running main() from gmock_main.cc 2024-08-29T18:07:31.234 INFO:tasks.workunit.client.0.smithi028.stdout:[==========] Running 10 tests from 1 test suite. 2024-08-29T18:07:31.234 INFO:tasks.workunit.client.0.smithi028.stdout:[----------] Global test environment set-up. 2024-08-29T18:07:31.234 INFO:tasks.workunit.client.0.smithi028.stdout:[----------] 10 tests from cls_rgw 2024-08-29T18:07:31.234 INFO:tasks.workunit.client.0.smithi028.stdout:[ RUN ] cls_rgw.test_implicit 2024-08-29T18:07:31.380 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:07:31 smithi028 bash[78352]: cluster 2024-08-29T18:07:30.093141+0000 mon.a (mon.0) 1911 : cluster [DBG] osdmap e1089: 8 total, 8 up, 8 in 2024-08-29T18:07:31.380 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:07:31 smithi028 bash[77168]: cluster 2024-08-29T18:07:30.093141+0000 mon.a (mon.0) 1911 : cluster [DBG] osdmap e1089: 8 total, 8 up, 8 in 2024-08-29T18:07:31.576 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:07:31 smithi053 bash[68679]: cluster 2024-08-29T18:07:30.093141+0000 mon.a (mon.0) 1911 : cluster [DBG] osdmap e1089: 8 total, 8 up, 8 in 2024-08-29T18:07:31.630 INFO:journalctl@ceph.mgr.y.smithi028.stdout:Aug 29 18:07:31 smithi028 bash[70818]: ::ffff:172.21.15.53 - - [29/Aug/2024:18:07:31] "GET /metrics HTTP/1.1" 200 36373 "" "Prometheus/2.43.0" 2024-08-29T18:07:32.380 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:07:32 smithi028 bash[78352]: cluster 2024-08-29T18:07:31.099692+0000 mon.a (mon.0) 1912 : cluster [DBG] osdmap e1090: 8 total, 8 up, 8 in 2024-08-29T18:07:32.381 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:07:32 smithi028 bash[78352]: cluster 2024-08-29T18:07:31.289201+0000 mgr.y (mgr.25022) 624 : cluster [DBG] pgmap v1233: 105 pgs: 105 active+clean; 583 KiB data, 4.6 GiB used, 711 GiB / 715 GiB avail 2024-08-29T18:07:32.381 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:07:32 smithi028 bash[77168]: cluster 2024-08-29T18:07:31.099692+0000 mon.a (mon.0) 1912 : cluster [DBG] osdmap e1090: 8 total, 8 up, 8 in 2024-08-29T18:07:32.381 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:07:32 smithi028 bash[77168]: cluster 2024-08-29T18:07:31.289201+0000 mgr.y (mgr.25022) 624 : cluster [DBG] pgmap v1233: 105 pgs: 105 active+clean; 583 KiB data, 4.6 GiB used, 711 GiB / 715 GiB avail 2024-08-29T18:07:32.576 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:07:32 smithi053 bash[68679]: cluster 2024-08-29T18:07:31.099692+0000 mon.a (mon.0) 1912 : cluster [DBG] osdmap e1090: 8 total, 8 up, 8 in 2024-08-29T18:07:32.576 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:07:32 smithi053 bash[68679]: cluster 2024-08-29T18:07:31.289201+0000 mgr.y (mgr.25022) 624 : cluster [DBG] pgmap v1233: 105 pgs: 105 active+clean; 583 KiB data, 4.6 GiB used, 711 GiB / 715 GiB avail 2024-08-29T18:07:32.576 INFO:journalctl@ceph.prometheus.a.smithi053.stdout:Aug 29 18:07:32 smithi053 bash[95567]: ts=2024-08-29T18:07:32.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"3167ee72-662c-11ef-bcd4-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-29T18:07:33.380 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:07:33 smithi028 bash[78352]: cluster 2024-08-29T18:07:32.112415+0000 mon.a (mon.0) 1913 : cluster [DBG] osdmap e1091: 8 total, 8 up, 8 in 2024-08-29T18:07:33.380 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:07:33 smithi028 bash[78352]: audit 2024-08-29T18:07:32.117569+0000 mon.c (mon.2) 50 : audit [INF] from='client.? 172.21.15.28:0/1466253353' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi028-112348-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-29T18:07:33.380 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:07:33 smithi028 bash[78352]: audit 2024-08-29T18:07:32.122849+0000 mon.a (mon.0) 1914 : audit [INF] from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi028-112348-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-29T18:07:33.381 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:07:33 smithi028 bash[77168]: cluster 2024-08-29T18:07:32.112415+0000 mon.a (mon.0) 1913 : cluster [DBG] osdmap e1091: 8 total, 8 up, 8 in 2024-08-29T18:07:33.381 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:07:33 smithi028 bash[77168]: audit 2024-08-29T18:07:32.117569+0000 mon.c (mon.2) 50 : audit [INF] from='client.? 172.21.15.28:0/1466253353' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi028-112348-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-29T18:07:33.381 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:07:33 smithi028 bash[77168]: audit 2024-08-29T18:07:32.122849+0000 mon.a (mon.0) 1914 : audit [INF] from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi028-112348-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-29T18:07:33.575 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:07:33 smithi053 bash[68679]: cluster 2024-08-29T18:07:32.112415+0000 mon.a (mon.0) 1913 : cluster [DBG] osdmap e1091: 8 total, 8 up, 8 in 2024-08-29T18:07:33.576 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:07:33 smithi053 bash[68679]: audit 2024-08-29T18:07:32.117569+0000 mon.c (mon.2) 50 : audit [INF] from='client.? 172.21.15.28:0/1466253353' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi028-112348-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-29T18:07:33.576 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:07:33 smithi053 bash[68679]: audit 2024-08-29T18:07:32.122849+0000 mon.a (mon.0) 1914 : audit [INF] from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi028-112348-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-29T18:07:34.142 INFO:tasks.workunit.client.0.smithi028.stdout:[ OK ] cls_rgw.test_implicit (2909 ms) 2024-08-29T18:07:34.143 INFO:tasks.workunit.client.0.smithi028.stdout:[ RUN ] cls_rgw.test_implicit_idempotent 2024-08-29T18:07:34.380 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:07:34 smithi028 bash[78352]: audit 2024-08-29T18:07:33.114973+0000 mon.a (mon.0) 1915 : audit [INF] from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi028-112348-1","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-29T18:07:34.380 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:07:34 smithi028 bash[78352]: cluster 2024-08-29T18:07:33.122836+0000 mon.a (mon.0) 1916 : cluster [DBG] osdmap e1092: 8 total, 8 up, 8 in 2024-08-29T18:07:34.380 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:07:34 smithi028 bash[78352]: cluster 2024-08-29T18:07:33.289873+0000 mgr.y (mgr.25022) 625 : cluster [DBG] pgmap v1236: 137 pgs: 1 creating+peering, 31 unknown, 105 active+clean; 583 KiB data, 4.6 GiB used, 711 GiB / 715 GiB avail 2024-08-29T18:07:34.381 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:07:34 smithi028 bash[77168]: audit 2024-08-29T18:07:33.114973+0000 mon.a (mon.0) 1915 : audit [INF] from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi028-112348-1","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-29T18:07:34.381 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:07:34 smithi028 bash[77168]: cluster 2024-08-29T18:07:33.122836+0000 mon.a (mon.0) 1916 : cluster [DBG] osdmap e1092: 8 total, 8 up, 8 in 2024-08-29T18:07:34.381 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:07:34 smithi028 bash[77168]: cluster 2024-08-29T18:07:33.289873+0000 mgr.y (mgr.25022) 625 : cluster [DBG] pgmap v1236: 137 pgs: 1 creating+peering, 31 unknown, 105 active+clean; 583 KiB data, 4.6 GiB used, 711 GiB / 715 GiB avail 2024-08-29T18:07:34.576 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:07:34 smithi053 bash[68679]: audit 2024-08-29T18:07:33.114973+0000 mon.a (mon.0) 1915 : audit [INF] from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi028-112348-1","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-29T18:07:34.576 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:07:34 smithi053 bash[68679]: cluster 2024-08-29T18:07:33.122836+0000 mon.a (mon.0) 1916 : cluster [DBG] osdmap e1092: 8 total, 8 up, 8 in 2024-08-29T18:07:34.576 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:07:34 smithi053 bash[68679]: cluster 2024-08-29T18:07:33.289873+0000 mgr.y (mgr.25022) 625 : cluster [DBG] pgmap v1236: 137 pgs: 1 creating+peering, 31 unknown, 105 active+clean; 583 KiB data, 4.6 GiB used, 711 GiB / 715 GiB avail 2024-08-29T18:07:35.575 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:07:35 smithi053 bash[68679]: cluster 2024-08-29T18:07:34.132298+0000 mon.a (mon.0) 1917 : cluster [DBG] osdmap e1093: 8 total, 8 up, 8 in 2024-08-29T18:07:35.630 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:07:35 smithi028 bash[77168]: cluster 2024-08-29T18:07:34.132298+0000 mon.a (mon.0) 1917 : cluster [DBG] osdmap e1093: 8 total, 8 up, 8 in 2024-08-29T18:07:35.630 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:07:35 smithi028 bash[78352]: cluster 2024-08-29T18:07:34.132298+0000 mon.a (mon.0) 1917 : cluster [DBG] osdmap e1093: 8 total, 8 up, 8 in 2024-08-29T18:07:36.576 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:07:36 smithi053 bash[68679]: cluster 2024-08-29T18:07:35.137207+0000 mon.a (mon.0) 1918 : cluster [DBG] osdmap e1094: 8 total, 8 up, 8 in 2024-08-29T18:07:36.576 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:07:36 smithi053 bash[68679]: audit 2024-08-29T18:07:35.149243+0000 mon.a (mon.0) 1919 : audit [INF] from='client.? 172.21.15.28:0/4153496160' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi028-112348-2","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-29T18:07:36.576 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:07:36 smithi053 bash[68679]: cluster 2024-08-29T18:07:35.290620+0000 mgr.y (mgr.25022) 626 : cluster [DBG] pgmap v1239: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 4.6 GiB used, 711 GiB / 715 GiB avail 2024-08-29T18:07:36.576 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:07:36 smithi053 bash[68679]: audit 2024-08-29T18:07:36.130640+0000 mon.a (mon.0) 1920 : audit [INF] from='client.? 172.21.15.28:0/4153496160' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi028-112348-2","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-29T18:07:36.576 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:07:36 smithi053 bash[68679]: cluster 2024-08-29T18:07:36.137684+0000 mon.a (mon.0) 1921 : cluster [DBG] osdmap e1095: 8 total, 8 up, 8 in 2024-08-29T18:07:36.630 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:07:36 smithi028 bash[78352]: cluster 2024-08-29T18:07:35.137207+0000 mon.a (mon.0) 1918 : cluster [DBG] osdmap e1094: 8 total, 8 up, 8 in 2024-08-29T18:07:36.630 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:07:36 smithi028 bash[78352]: audit 2024-08-29T18:07:35.149243+0000 mon.a (mon.0) 1919 : audit [INF] from='client.? 172.21.15.28:0/4153496160' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi028-112348-2","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-29T18:07:36.630 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:07:36 smithi028 bash[78352]: cluster 2024-08-29T18:07:35.290620+0000 mgr.y (mgr.25022) 626 : cluster [DBG] pgmap v1239: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 4.6 GiB used, 711 GiB / 715 GiB avail 2024-08-29T18:07:36.630 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:07:36 smithi028 bash[78352]: audit 2024-08-29T18:07:36.130640+0000 mon.a (mon.0) 1920 : audit [INF] from='client.? 172.21.15.28:0/4153496160' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi028-112348-2","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-29T18:07:36.631 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:07:36 smithi028 bash[78352]: cluster 2024-08-29T18:07:36.137684+0000 mon.a (mon.0) 1921 : cluster [DBG] osdmap e1095: 8 total, 8 up, 8 in 2024-08-29T18:07:36.631 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:07:36 smithi028 bash[77168]: cluster 2024-08-29T18:07:35.137207+0000 mon.a (mon.0) 1918 : cluster [DBG] osdmap e1094: 8 total, 8 up, 8 in 2024-08-29T18:07:36.631 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:07:36 smithi028 bash[77168]: audit 2024-08-29T18:07:35.149243+0000 mon.a (mon.0) 1919 : audit [INF] from='client.? 172.21.15.28:0/4153496160' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi028-112348-2","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-29T18:07:36.631 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:07:36 smithi028 bash[77168]: cluster 2024-08-29T18:07:35.290620+0000 mgr.y (mgr.25022) 626 : cluster [DBG] pgmap v1239: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 4.6 GiB used, 711 GiB / 715 GiB avail 2024-08-29T18:07:36.631 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:07:36 smithi028 bash[77168]: audit 2024-08-29T18:07:36.130640+0000 mon.a (mon.0) 1920 : audit [INF] from='client.? 172.21.15.28:0/4153496160' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi028-112348-2","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-29T18:07:36.631 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:07:36 smithi028 bash[77168]: cluster 2024-08-29T18:07:36.137684+0000 mon.a (mon.0) 1921 : cluster [DBG] osdmap e1095: 8 total, 8 up, 8 in 2024-08-29T18:07:37.160 INFO:tasks.workunit.client.0.smithi028.stdout:[ OK ] cls_rgw.test_implicit_idempotent (3017 ms) 2024-08-29T18:07:37.160 INFO:tasks.workunit.client.0.smithi028.stdout:[ RUN ] cls_rgw.test_put_snap 2024-08-29T18:07:37.575 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:07:37 smithi053 bash[68679]: cluster 2024-08-29T18:07:36.143458+0000 mon.a (mon.0) 1922 : cluster [WRN] Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-08-29T18:07:37.630 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:07:37 smithi028 bash[77168]: cluster 2024-08-29T18:07:36.143458+0000 mon.a (mon.0) 1922 : cluster [WRN] Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-08-29T18:07:37.630 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:07:37 smithi028 bash[78352]: cluster 2024-08-29T18:07:36.143458+0000 mon.a (mon.0) 1922 : cluster [WRN] Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-08-29T18:07:38.575 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:07:38 smithi053 bash[68679]: cluster 2024-08-29T18:07:37.156906+0000 mon.a (mon.0) 1923 : cluster [DBG] osdmap e1096: 8 total, 8 up, 8 in 2024-08-29T18:07:38.576 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:07:38 smithi053 bash[68679]: cluster 2024-08-29T18:07:37.291219+0000 mgr.y (mgr.25022) 627 : cluster [DBG] pgmap v1242: 105 pgs: 105 active+clean; 583 KiB data, 4.6 GiB used, 711 GiB / 715 GiB avail 2024-08-29T18:07:38.630 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:07:38 smithi028 bash[77168]: cluster 2024-08-29T18:07:37.156906+0000 mon.a (mon.0) 1923 : cluster [DBG] osdmap e1096: 8 total, 8 up, 8 in 2024-08-29T18:07:38.630 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:07:38 smithi028 bash[77168]: cluster 2024-08-29T18:07:37.291219+0000 mgr.y (mgr.25022) 627 : cluster [DBG] pgmap v1242: 105 pgs: 105 active+clean; 583 KiB data, 4.6 GiB used, 711 GiB / 715 GiB avail 2024-08-29T18:07:38.631 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:07:38 smithi028 bash[78352]: cluster 2024-08-29T18:07:37.156906+0000 mon.a (mon.0) 1923 : cluster [DBG] osdmap e1096: 8 total, 8 up, 8 in 2024-08-29T18:07:38.631 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:07:38 smithi028 bash[78352]: cluster 2024-08-29T18:07:37.291219+0000 mgr.y (mgr.25022) 627 : cluster [DBG] pgmap v1242: 105 pgs: 105 active+clean; 583 KiB data, 4.6 GiB used, 711 GiB / 715 GiB avail 2024-08-29T18:07:39.576 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:07:39 smithi053 bash[68679]: cluster 2024-08-29T18:07:38.163186+0000 mon.a (mon.0) 1924 : cluster [INF] Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-08-29T18:07:39.576 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:07:39 smithi053 bash[68679]: cluster 2024-08-29T18:07:38.163324+0000 mon.a (mon.0) 1925 : cluster [INF] Cluster is now healthy 2024-08-29T18:07:39.576 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:07:39 smithi053 bash[68679]: cluster 2024-08-29T18:07:38.184131+0000 mon.a (mon.0) 1926 : cluster [DBG] osdmap e1097: 8 total, 8 up, 8 in 2024-08-29T18:07:39.576 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:07:39 smithi053 bash[68679]: audit 2024-08-29T18:07:38.187252+0000 mon.c (mon.2) 51 : audit [INF] from='client.? 172.21.15.28:0/2047776428' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi028-112348-3","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-29T18:07:39.576 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:07:39 smithi053 bash[68679]: audit 2024-08-29T18:07:38.188681+0000 mon.a (mon.0) 1927 : audit [INF] from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi028-112348-3","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-29T18:07:39.630 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:07:39 smithi028 bash[77168]: cluster 2024-08-29T18:07:38.163186+0000 mon.a (mon.0) 1924 : cluster [INF] Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-08-29T18:07:39.631 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:07:39 smithi028 bash[77168]: cluster 2024-08-29T18:07:38.163324+0000 mon.a (mon.0) 1925 : cluster [INF] Cluster is now healthy 2024-08-29T18:07:39.631 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:07:39 smithi028 bash[77168]: cluster 2024-08-29T18:07:38.184131+0000 mon.a (mon.0) 1926 : cluster [DBG] osdmap e1097: 8 total, 8 up, 8 in 2024-08-29T18:07:39.631 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:07:39 smithi028 bash[77168]: audit 2024-08-29T18:07:38.187252+0000 mon.c (mon.2) 51 : audit [INF] from='client.? 172.21.15.28:0/2047776428' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi028-112348-3","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-29T18:07:39.631 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:07:39 smithi028 bash[77168]: audit 2024-08-29T18:07:38.188681+0000 mon.a (mon.0) 1927 : audit [INF] from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi028-112348-3","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-29T18:07:39.631 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:07:39 smithi028 bash[78352]: cluster 2024-08-29T18:07:38.163186+0000 mon.a (mon.0) 1924 : cluster [INF] Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-08-29T18:07:39.631 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:07:39 smithi028 bash[78352]: cluster 2024-08-29T18:07:38.163324+0000 mon.a (mon.0) 1925 : cluster [INF] Cluster is now healthy 2024-08-29T18:07:39.631 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:07:39 smithi028 bash[78352]: cluster 2024-08-29T18:07:38.184131+0000 mon.a (mon.0) 1926 : cluster [DBG] osdmap e1097: 8 total, 8 up, 8 in 2024-08-29T18:07:39.631 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:07:39 smithi028 bash[78352]: audit 2024-08-29T18:07:38.187252+0000 mon.c (mon.2) 51 : audit [INF] from='client.? 172.21.15.28:0/2047776428' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi028-112348-3","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-29T18:07:39.631 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:07:39 smithi028 bash[78352]: audit 2024-08-29T18:07:38.188681+0000 mon.a (mon.0) 1927 : audit [INF] from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi028-112348-3","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-29T18:07:40.576 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:07:40 smithi053 bash[68679]: audit 2024-08-29T18:07:39.178285+0000 mon.a (mon.0) 1928 : audit [INF] from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi028-112348-3","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-29T18:07:40.576 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:07:40 smithi053 bash[68679]: cluster 2024-08-29T18:07:39.185679+0000 mon.a (mon.0) 1929 : cluster [DBG] osdmap e1098: 8 total, 8 up, 8 in 2024-08-29T18:07:40.576 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:07:40 smithi053 bash[68679]: cluster 2024-08-29T18:07:39.292036+0000 mgr.y (mgr.25022) 628 : cluster [DBG] pgmap v1245: 137 pgs: 8 creating+peering, 24 unknown, 105 active+clean; 583 KiB data, 4.6 GiB used, 711 GiB / 715 GiB avail 2024-08-29T18:07:40.630 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:07:40 smithi028 bash[78352]: audit 2024-08-29T18:07:39.178285+0000 mon.a (mon.0) 1928 : audit [INF] from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi028-112348-3","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-29T18:07:40.630 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:07:40 smithi028 bash[78352]: cluster 2024-08-29T18:07:39.185679+0000 mon.a (mon.0) 1929 : cluster [DBG] osdmap e1098: 8 total, 8 up, 8 in 2024-08-29T18:07:40.630 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:07:40 smithi028 bash[78352]: cluster 2024-08-29T18:07:39.292036+0000 mgr.y (mgr.25022) 628 : cluster [DBG] pgmap v1245: 137 pgs: 8 creating+peering, 24 unknown, 105 active+clean; 583 KiB data, 4.6 GiB used, 711 GiB / 715 GiB avail 2024-08-29T18:07:40.631 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:07:40 smithi028 bash[77168]: audit 2024-08-29T18:07:39.178285+0000 mon.a (mon.0) 1928 : audit [INF] from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi028-112348-3","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-29T18:07:40.631 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:07:40 smithi028 bash[77168]: cluster 2024-08-29T18:07:39.185679+0000 mon.a (mon.0) 1929 : cluster [DBG] osdmap e1098: 8 total, 8 up, 8 in 2024-08-29T18:07:40.631 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:07:40 smithi028 bash[77168]: cluster 2024-08-29T18:07:39.292036+0000 mgr.y (mgr.25022) 628 : cluster [DBG] pgmap v1245: 137 pgs: 8 creating+peering, 24 unknown, 105 active+clean; 583 KiB data, 4.6 GiB used, 711 GiB / 715 GiB avail 2024-08-29T18:07:41.576 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:07:41 smithi053 bash[68679]: cluster 2024-08-29T18:07:40.206877+0000 mon.a (mon.0) 1930 : cluster [DBG] osdmap e1099: 8 total, 8 up, 8 in 2024-08-29T18:07:41.630 INFO:journalctl@ceph.mgr.y.smithi028.stdout:Aug 29 18:07:41 smithi028 bash[70818]: ::ffff:172.21.15.53 - - [29/Aug/2024:18:07:41] "GET /metrics HTTP/1.1" 200 36373 "" "Prometheus/2.43.0" 2024-08-29T18:07:41.630 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:07:41 smithi028 bash[78352]: cluster 2024-08-29T18:07:40.206877+0000 mon.a (mon.0) 1930 : cluster [DBG] osdmap e1099: 8 total, 8 up, 8 in 2024-08-29T18:07:41.631 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:07:41 smithi028 bash[77168]: cluster 2024-08-29T18:07:40.206877+0000 mon.a (mon.0) 1930 : cluster [DBG] osdmap e1099: 8 total, 8 up, 8 in 2024-08-29T18:07:42.576 INFO:journalctl@ceph.prometheus.a.smithi053.stdout:Aug 29 18:07:42 smithi053 bash[95567]: ts=2024-08-29T18:07:42.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"3167ee72-662c-11ef-bcd4-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-29T18:07:42.576 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:07:42 smithi053 bash[68679]: cluster 2024-08-29T18:07:41.292968+0000 mgr.y (mgr.25022) 629 : cluster [DBG] pgmap v1247: 137 pgs: 8 creating+peering, 5 unknown, 124 active+clean; 583 KiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 247 B/s wr, 0 op/s 2024-08-29T18:07:42.576 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:07:42 smithi053 bash[68679]: audit 2024-08-29T18:07:42.052733+0000 mon.a (mon.0) 1931 : audit [DBG] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-29T18:07:42.630 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:07:42 smithi028 bash[77168]: cluster 2024-08-29T18:07:41.292968+0000 mgr.y (mgr.25022) 629 : cluster [DBG] pgmap v1247: 137 pgs: 8 creating+peering, 5 unknown, 124 active+clean; 583 KiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 247 B/s wr, 0 op/s 2024-08-29T18:07:42.630 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:07:42 smithi028 bash[77168]: audit 2024-08-29T18:07:42.052733+0000 mon.a (mon.0) 1931 : audit [DBG] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-29T18:07:42.631 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:07:42 smithi028 bash[78352]: cluster 2024-08-29T18:07:41.292968+0000 mgr.y (mgr.25022) 629 : cluster [DBG] pgmap v1247: 137 pgs: 8 creating+peering, 5 unknown, 124 active+clean; 583 KiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 247 B/s wr, 0 op/s 2024-08-29T18:07:42.631 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:07:42 smithi028 bash[78352]: audit 2024-08-29T18:07:42.052733+0000 mon.a (mon.0) 1931 : audit [DBG] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-29T18:07:44.576 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:07:44 smithi053 bash[68679]: cluster 2024-08-29T18:07:43.221245+0000 mon.a (mon.0) 1932 : cluster [DBG] osdmap e1100: 8 total, 8 up, 8 in 2024-08-29T18:07:44.576 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:07:44 smithi053 bash[68679]: cluster 2024-08-29T18:07:43.293723+0000 mgr.y (mgr.25022) 630 : cluster [DBG] pgmap v1249: 137 pgs: 8 creating+peering, 129 active+clean; 583 KiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 200 B/s wr, 0 op/s 2024-08-29T18:07:44.630 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:07:44 smithi028 bash[77168]: cluster 2024-08-29T18:07:43.221245+0000 mon.a (mon.0) 1932 : cluster [DBG] osdmap e1100: 8 total, 8 up, 8 in 2024-08-29T18:07:44.630 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:07:44 smithi028 bash[77168]: cluster 2024-08-29T18:07:43.293723+0000 mgr.y (mgr.25022) 630 : cluster [DBG] pgmap v1249: 137 pgs: 8 creating+peering, 129 active+clean; 583 KiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 200 B/s wr, 0 op/s 2024-08-29T18:07:44.631 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:07:44 smithi028 bash[78352]: cluster 2024-08-29T18:07:43.221245+0000 mon.a (mon.0) 1932 : cluster [DBG] osdmap e1100: 8 total, 8 up, 8 in 2024-08-29T18:07:44.631 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:07:44 smithi028 bash[78352]: cluster 2024-08-29T18:07:43.293723+0000 mgr.y (mgr.25022) 630 : cluster [DBG] pgmap v1249: 137 pgs: 8 creating+peering, 129 active+clean; 583 KiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 200 B/s wr, 0 op/s 2024-08-29T18:07:45.575 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:07:45 smithi053 bash[68679]: cluster 2024-08-29T18:07:44.231637+0000 mon.a (mon.0) 1933 : cluster [DBG] osdmap e1101: 8 total, 8 up, 8 in 2024-08-29T18:07:45.630 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:07:45 smithi028 bash[78352]: cluster 2024-08-29T18:07:44.231637+0000 mon.a (mon.0) 1933 : cluster [DBG] osdmap e1101: 8 total, 8 up, 8 in 2024-08-29T18:07:45.630 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:07:45 smithi028 bash[77168]: cluster 2024-08-29T18:07:44.231637+0000 mon.a (mon.0) 1933 : cluster [DBG] osdmap e1101: 8 total, 8 up, 8 in 2024-08-29T18:07:46.258 INFO:tasks.workunit.client.0.smithi028.stdout:[ OK ] cls_rgw.test_put_snap (9098 ms) 2024-08-29T18:07:46.259 INFO:tasks.workunit.client.0.smithi028.stdout:[ RUN ] cls_rgw.test_explicit 2024-08-29T18:07:46.576 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:07:46 smithi053 bash[68679]: cluster 2024-08-29T18:07:45.232616+0000 mon.a (mon.0) 1934 : cluster [DBG] osdmap e1102: 8 total, 8 up, 8 in 2024-08-29T18:07:46.576 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:07:46 smithi053 bash[68679]: cluster 2024-08-29T18:07:45.294409+0000 mgr.y (mgr.25022) 631 : cluster [DBG] pgmap v1252: 137 pgs: 137 active+clean; 583 KiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 0 B/s wr, 0 op/s 2024-08-29T18:07:46.630 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:07:46 smithi028 bash[78352]: cluster 2024-08-29T18:07:45.232616+0000 mon.a (mon.0) 1934 : cluster [DBG] osdmap e1102: 8 total, 8 up, 8 in 2024-08-29T18:07:46.630 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:07:46 smithi028 bash[78352]: cluster 2024-08-29T18:07:45.294409+0000 mgr.y (mgr.25022) 631 : cluster [DBG] pgmap v1252: 137 pgs: 137 active+clean; 583 KiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 0 B/s wr, 0 op/s 2024-08-29T18:07:46.630 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:07:46 smithi028 bash[77168]: cluster 2024-08-29T18:07:45.232616+0000 mon.a (mon.0) 1934 : cluster [DBG] osdmap e1102: 8 total, 8 up, 8 in 2024-08-29T18:07:46.630 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:07:46 smithi028 bash[77168]: cluster 2024-08-29T18:07:45.294409+0000 mgr.y (mgr.25022) 631 : cluster [DBG] pgmap v1252: 137 pgs: 137 active+clean; 583 KiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 0 B/s wr, 0 op/s 2024-08-29T18:07:47.575 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:07:47 smithi053 bash[68679]: cluster 2024-08-29T18:07:46.256038+0000 mon.a (mon.0) 1935 : cluster [DBG] osdmap e1103: 8 total, 8 up, 8 in 2024-08-29T18:07:47.630 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:07:47 smithi028 bash[78352]: cluster 2024-08-29T18:07:46.256038+0000 mon.a (mon.0) 1935 : cluster [DBG] osdmap e1103: 8 total, 8 up, 8 in 2024-08-29T18:07:47.630 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:07:47 smithi028 bash[77168]: cluster 2024-08-29T18:07:46.256038+0000 mon.a (mon.0) 1935 : cluster [DBG] osdmap e1103: 8 total, 8 up, 8 in 2024-08-29T18:07:48.576 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:07:48 smithi053 bash[68679]: cluster 2024-08-29T18:07:47.266355+0000 mon.a (mon.0) 1936 : cluster [DBG] osdmap e1104: 8 total, 8 up, 8 in 2024-08-29T18:07:48.576 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:07:48 smithi053 bash[68679]: audit 2024-08-29T18:07:47.269213+0000 mon.c (mon.2) 52 : audit [INF] from='client.? 172.21.15.28:0/573660371' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi028-112348-4","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-29T18:07:48.576 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:07:48 smithi053 bash[68679]: audit 2024-08-29T18:07:47.270343+0000 mon.a (mon.0) 1937 : audit [INF] from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi028-112348-4","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-29T18:07:48.576 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:07:48 smithi053 bash[68679]: cluster 2024-08-29T18:07:47.295141+0000 mgr.y (mgr.25022) 632 : cluster [DBG] pgmap v1255: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 4.6 GiB used, 711 GiB / 715 GiB avail 2024-08-29T18:07:48.630 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:07:48 smithi028 bash[78352]: cluster 2024-08-29T18:07:47.266355+0000 mon.a (mon.0) 1936 : cluster [DBG] osdmap e1104: 8 total, 8 up, 8 in 2024-08-29T18:07:48.630 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:07:48 smithi028 bash[78352]: audit 2024-08-29T18:07:47.269213+0000 mon.c (mon.2) 52 : audit [INF] from='client.? 172.21.15.28:0/573660371' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi028-112348-4","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-29T18:07:48.630 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:07:48 smithi028 bash[78352]: audit 2024-08-29T18:07:47.270343+0000 mon.a (mon.0) 1937 : audit [INF] from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi028-112348-4","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-29T18:07:48.630 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:07:48 smithi028 bash[78352]: cluster 2024-08-29T18:07:47.295141+0000 mgr.y (mgr.25022) 632 : cluster [DBG] pgmap v1255: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 4.6 GiB used, 711 GiB / 715 GiB avail 2024-08-29T18:07:48.631 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:07:48 smithi028 bash[77168]: cluster 2024-08-29T18:07:47.266355+0000 mon.a (mon.0) 1936 : cluster [DBG] osdmap e1104: 8 total, 8 up, 8 in 2024-08-29T18:07:48.631 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:07:48 smithi028 bash[77168]: audit 2024-08-29T18:07:47.269213+0000 mon.c (mon.2) 52 : audit [INF] from='client.? 172.21.15.28:0/573660371' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi028-112348-4","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-29T18:07:48.631 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:07:48 smithi028 bash[77168]: audit 2024-08-29T18:07:47.270343+0000 mon.a (mon.0) 1937 : audit [INF] from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi028-112348-4","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-29T18:07:48.631 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:07:48 smithi028 bash[77168]: cluster 2024-08-29T18:07:47.295141+0000 mgr.y (mgr.25022) 632 : cluster [DBG] pgmap v1255: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 4.6 GiB used, 711 GiB / 715 GiB avail 2024-08-29T18:07:49.296 INFO:tasks.workunit.client.0.smithi028.stdout:[ OK ] cls_rgw.test_explicit (3037 ms) 2024-08-29T18:07:49.296 INFO:tasks.workunit.client.0.smithi028.stdout:[ RUN ] cls_rgw.set 2024-08-29T18:07:49.576 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:07:49 smithi053 bash[68679]: cluster 2024-08-29T18:07:48.260146+0000 mon.a (mon.0) 1938 : cluster [WRN] Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-08-29T18:07:49.576 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:07:49 smithi053 bash[68679]: audit 2024-08-29T18:07:48.261911+0000 mon.a (mon.0) 1939 : audit [INF] from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi028-112348-4","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-29T18:07:49.576 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:07:49 smithi053 bash[68679]: cluster 2024-08-29T18:07:48.270197+0000 mon.a (mon.0) 1940 : cluster [DBG] osdmap e1105: 8 total, 8 up, 8 in 2024-08-29T18:07:49.630 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:07:49 smithi028 bash[78352]: cluster 2024-08-29T18:07:48.260146+0000 mon.a (mon.0) 1938 : cluster [WRN] Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-08-29T18:07:49.630 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:07:49 smithi028 bash[78352]: audit 2024-08-29T18:07:48.261911+0000 mon.a (mon.0) 1939 : audit [INF] from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi028-112348-4","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-29T18:07:49.630 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:07:49 smithi028 bash[78352]: cluster 2024-08-29T18:07:48.270197+0000 mon.a (mon.0) 1940 : cluster [DBG] osdmap e1105: 8 total, 8 up, 8 in 2024-08-29T18:07:49.630 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:07:49 smithi028 bash[77168]: cluster 2024-08-29T18:07:48.260146+0000 mon.a (mon.0) 1938 : cluster [WRN] Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-08-29T18:07:49.631 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:07:49 smithi028 bash[77168]: audit 2024-08-29T18:07:48.261911+0000 mon.a (mon.0) 1939 : audit [INF] from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi028-112348-4","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-29T18:07:49.631 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:07:49 smithi028 bash[77168]: cluster 2024-08-29T18:07:48.270197+0000 mon.a (mon.0) 1940 : cluster [DBG] osdmap e1105: 8 total, 8 up, 8 in 2024-08-29T18:07:50.576 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:07:50 smithi053 bash[68679]: cluster 2024-08-29T18:07:49.291875+0000 mon.a (mon.0) 1941 : cluster [DBG] osdmap e1106: 8 total, 8 up, 8 in 2024-08-29T18:07:50.576 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:07:50 smithi053 bash[68679]: cluster 2024-08-29T18:07:49.295926+0000 mgr.y (mgr.25022) 633 : cluster [DBG] pgmap v1258: 105 pgs: 105 active+clean; 583 KiB data, 4.6 GiB used, 711 GiB / 715 GiB avail 2024-08-29T18:07:50.630 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:07:50 smithi028 bash[78352]: cluster 2024-08-29T18:07:49.291875+0000 mon.a (mon.0) 1941 : cluster [DBG] osdmap e1106: 8 total, 8 up, 8 in 2024-08-29T18:07:50.630 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:07:50 smithi028 bash[78352]: cluster 2024-08-29T18:07:49.295926+0000 mgr.y (mgr.25022) 633 : cluster [DBG] pgmap v1258: 105 pgs: 105 active+clean; 583 KiB data, 4.6 GiB used, 711 GiB / 715 GiB avail 2024-08-29T18:07:50.630 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:07:50 smithi028 bash[77168]: cluster 2024-08-29T18:07:49.291875+0000 mon.a (mon.0) 1941 : cluster [DBG] osdmap e1106: 8 total, 8 up, 8 in 2024-08-29T18:07:50.630 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:07:50 smithi028 bash[77168]: cluster 2024-08-29T18:07:49.295926+0000 mgr.y (mgr.25022) 633 : cluster [DBG] pgmap v1258: 105 pgs: 105 active+clean; 583 KiB data, 4.6 GiB used, 711 GiB / 715 GiB avail 2024-08-29T18:07:51.576 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:07:51 smithi053 bash[68679]: cluster 2024-08-29T18:07:50.285407+0000 mon.a (mon.0) 1942 : cluster [INF] Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-08-29T18:07:51.576 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:07:51 smithi053 bash[68679]: cluster 2024-08-29T18:07:50.285483+0000 mon.a (mon.0) 1943 : cluster [INF] Cluster is now healthy 2024-08-29T18:07:51.576 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:07:51 smithi053 bash[68679]: cluster 2024-08-29T18:07:50.308035+0000 mon.a (mon.0) 1944 : cluster [DBG] osdmap e1107: 8 total, 8 up, 8 in 2024-08-29T18:07:51.576 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:07:51 smithi053 bash[68679]: audit 2024-08-29T18:07:50.312222+0000 mon.a (mon.0) 1945 : audit [INF] from='client.? 172.21.15.28:0/1120528349' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi028-112348-5","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-29T18:07:51.630 INFO:journalctl@ceph.mgr.y.smithi028.stdout:Aug 29 18:07:51 smithi028 bash[70818]: ::ffff:172.21.15.53 - - [29/Aug/2024:18:07:51] "GET /metrics HTTP/1.1" 200 36347 "" "Prometheus/2.43.0" 2024-08-29T18:07:51.630 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:07:51 smithi028 bash[77168]: cluster 2024-08-29T18:07:50.285407+0000 mon.a (mon.0) 1942 : cluster [INF] Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-08-29T18:07:51.630 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:07:51 smithi028 bash[77168]: cluster 2024-08-29T18:07:50.285483+0000 mon.a (mon.0) 1943 : cluster [INF] Cluster is now healthy 2024-08-29T18:07:51.630 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:07:51 smithi028 bash[77168]: cluster 2024-08-29T18:07:50.308035+0000 mon.a (mon.0) 1944 : cluster [DBG] osdmap e1107: 8 total, 8 up, 8 in 2024-08-29T18:07:51.630 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:07:51 smithi028 bash[77168]: audit 2024-08-29T18:07:50.312222+0000 mon.a (mon.0) 1945 : audit [INF] from='client.? 172.21.15.28:0/1120528349' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi028-112348-5","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-29T18:07:51.631 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:07:51 smithi028 bash[78352]: cluster 2024-08-29T18:07:50.285407+0000 mon.a (mon.0) 1942 : cluster [INF] Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-08-29T18:07:51.631 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:07:51 smithi028 bash[78352]: cluster 2024-08-29T18:07:50.285483+0000 mon.a (mon.0) 1943 : cluster [INF] Cluster is now healthy 2024-08-29T18:07:51.631 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:07:51 smithi028 bash[78352]: cluster 2024-08-29T18:07:50.308035+0000 mon.a (mon.0) 1944 : cluster [DBG] osdmap e1107: 8 total, 8 up, 8 in 2024-08-29T18:07:51.631 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:07:51 smithi028 bash[78352]: audit 2024-08-29T18:07:50.312222+0000 mon.a (mon.0) 1945 : audit [INF] from='client.? 172.21.15.28:0/1120528349' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi028-112348-5","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-29T18:07:52.327 INFO:tasks.workunit.client.0.smithi028.stdout:[ OK ] cls_rgw.set (3032 ms) 2024-08-29T18:07:52.327 INFO:tasks.workunit.client.0.smithi028.stdout:[ RUN ] cls_rgw.test_implicit_ec 2024-08-29T18:07:52.576 INFO:journalctl@ceph.prometheus.a.smithi053.stdout:Aug 29 18:07:52 smithi053 bash[95567]: ts=2024-08-29T18:07:52.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"3167ee72-662c-11ef-bcd4-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-29T18:07:52.576 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:07:52 smithi053 bash[68679]: cluster 2024-08-29T18:07:51.296795+0000 mgr.y (mgr.25022) 634 : cluster [DBG] pgmap v1260: 137 pgs: 2 creating+peering, 30 unknown, 105 active+clean; 583 KiB data, 4.6 GiB used, 711 GiB / 715 GiB avail 2024-08-29T18:07:52.576 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:07:52 smithi053 bash[68679]: audit 2024-08-29T18:07:51.309011+0000 mon.a (mon.0) 1946 : audit [INF] from='client.? 172.21.15.28:0/1120528349' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi028-112348-5","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-29T18:07:52.576 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:07:52 smithi053 bash[68679]: cluster 2024-08-29T18:07:51.316273+0000 mon.a (mon.0) 1947 : cluster [DBG] osdmap e1108: 8 total, 8 up, 8 in 2024-08-29T18:07:52.576 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:07:52 smithi053 bash[68679]: cluster 2024-08-29T18:07:51.350076+0000 mon.a (mon.0) 1948 : cluster [WRN] Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-08-29T18:07:52.630 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:07:52 smithi028 bash[77168]: cluster 2024-08-29T18:07:51.296795+0000 mgr.y (mgr.25022) 634 : cluster [DBG] pgmap v1260: 137 pgs: 2 creating+peering, 30 unknown, 105 active+clean; 583 KiB data, 4.6 GiB used, 711 GiB / 715 GiB avail 2024-08-29T18:07:52.630 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:07:52 smithi028 bash[77168]: audit 2024-08-29T18:07:51.309011+0000 mon.a (mon.0) 1946 : audit [INF] from='client.? 172.21.15.28:0/1120528349' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi028-112348-5","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-29T18:07:52.630 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:07:52 smithi028 bash[77168]: cluster 2024-08-29T18:07:51.316273+0000 mon.a (mon.0) 1947 : cluster [DBG] osdmap e1108: 8 total, 8 up, 8 in 2024-08-29T18:07:52.630 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:07:52 smithi028 bash[77168]: cluster 2024-08-29T18:07:51.350076+0000 mon.a (mon.0) 1948 : cluster [WRN] Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-08-29T18:07:52.630 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:07:52 smithi028 bash[78352]: cluster 2024-08-29T18:07:51.296795+0000 mgr.y (mgr.25022) 634 : cluster [DBG] pgmap v1260: 137 pgs: 2 creating+peering, 30 unknown, 105 active+clean; 583 KiB data, 4.6 GiB used, 711 GiB / 715 GiB avail 2024-08-29T18:07:52.630 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:07:52 smithi028 bash[78352]: audit 2024-08-29T18:07:51.309011+0000 mon.a (mon.0) 1946 : audit [INF] from='client.? 172.21.15.28:0/1120528349' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi028-112348-5","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-29T18:07:52.631 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:07:52 smithi028 bash[78352]: cluster 2024-08-29T18:07:51.316273+0000 mon.a (mon.0) 1947 : cluster [DBG] osdmap e1108: 8 total, 8 up, 8 in 2024-08-29T18:07:52.631 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:07:52 smithi028 bash[78352]: cluster 2024-08-29T18:07:51.350076+0000 mon.a (mon.0) 1948 : cluster [WRN] Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-08-29T18:07:53.630 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:07:53 smithi028 bash[77168]: cluster 2024-08-29T18:07:52.325895+0000 mon.a (mon.0) 1949 : cluster [DBG] osdmap e1109: 8 total, 8 up, 8 in 2024-08-29T18:07:53.630 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:07:53 smithi028 bash[77168]: audit 2024-08-29T18:07:52.358606+0000 mon.c (mon.2) 53 : audit [INF] from='client.? 172.21.15.28:0/4075324584' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile rm", "name": "testprofile-test-rados-api-smithi028-112348-6"}]: dispatch 2024-08-29T18:07:53.630 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:07:53 smithi028 bash[77168]: audit 2024-08-29T18:07:52.359000+0000 mon.a (mon.0) 1950 : audit [INF] from='client.? ' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile rm", "name": "testprofile-test-rados-api-smithi028-112348-6"}]: dispatch 2024-08-29T18:07:53.631 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:07:53 smithi028 bash[77168]: audit 2024-08-29T18:07:52.359714+0000 mon.c (mon.2) 54 : audit [INF] from='client.? 172.21.15.28:0/4075324584' entity='client.admin' cmd=[{"prefix": "osd crush rule rm", "name":"test-rados-api-smithi028-112348-6"}]: dispatch 2024-08-29T18:07:53.631 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:07:53 smithi028 bash[77168]: audit 2024-08-29T18:07:52.360043+0000 mon.a (mon.0) 1951 : audit [INF] from='client.? ' entity='client.admin' cmd=[{"prefix": "osd crush rule rm", "name":"test-rados-api-smithi028-112348-6"}]: dispatch 2024-08-29T18:07:53.631 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:07:53 smithi028 bash[77168]: audit 2024-08-29T18:07:52.360561+0000 mon.c (mon.2) 55 : audit [INF] from='client.? 172.21.15.28:0/4075324584' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile set", "name": "testprofile-test-rados-api-smithi028-112348-6", "profile": [ "k=2", "m=1", "crush-failure-domain=osd"]}]: dispatch 2024-08-29T18:07:53.631 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:07:53 smithi028 bash[77168]: audit 2024-08-29T18:07:52.360867+0000 mon.a (mon.0) 1952 : audit [INF] from='client.? ' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile set", "name": "testprofile-test-rados-api-smithi028-112348-6", "profile": [ "k=2", "m=1", "crush-failure-domain=osd"]}]: dispatch 2024-08-29T18:07:53.631 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:07:53 smithi028 bash[78352]: cluster 2024-08-29T18:07:52.325895+0000 mon.a (mon.0) 1949 : cluster [DBG] osdmap e1109: 8 total, 8 up, 8 in 2024-08-29T18:07:53.631 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:07:53 smithi028 bash[78352]: audit 2024-08-29T18:07:52.358606+0000 mon.c (mon.2) 53 : audit [INF] from='client.? 172.21.15.28:0/4075324584' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile rm", "name": "testprofile-test-rados-api-smithi028-112348-6"}]: dispatch 2024-08-29T18:07:53.631 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:07:53 smithi028 bash[78352]: audit 2024-08-29T18:07:52.359000+0000 mon.a (mon.0) 1950 : audit [INF] from='client.? ' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile rm", "name": "testprofile-test-rados-api-smithi028-112348-6"}]: dispatch 2024-08-29T18:07:53.631 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:07:53 smithi028 bash[78352]: audit 2024-08-29T18:07:52.359714+0000 mon.c (mon.2) 54 : audit [INF] from='client.? 172.21.15.28:0/4075324584' entity='client.admin' cmd=[{"prefix": "osd crush rule rm", "name":"test-rados-api-smithi028-112348-6"}]: dispatch 2024-08-29T18:07:53.631 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:07:53 smithi028 bash[78352]: audit 2024-08-29T18:07:52.360043+0000 mon.a (mon.0) 1951 : audit [INF] from='client.? ' entity='client.admin' cmd=[{"prefix": "osd crush rule rm", "name":"test-rados-api-smithi028-112348-6"}]: dispatch 2024-08-29T18:07:53.631 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:07:53 smithi028 bash[78352]: audit 2024-08-29T18:07:52.360561+0000 mon.c (mon.2) 55 : audit [INF] from='client.? 172.21.15.28:0/4075324584' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile set", "name": "testprofile-test-rados-api-smithi028-112348-6", "profile": [ "k=2", "m=1", "crush-failure-domain=osd"]}]: dispatch 2024-08-29T18:07:53.632 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:07:53 smithi028 bash[78352]: audit 2024-08-29T18:07:52.360867+0000 mon.a (mon.0) 1952 : audit [INF] from='client.? ' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile set", "name": "testprofile-test-rados-api-smithi028-112348-6", "profile": [ "k=2", "m=1", "crush-failure-domain=osd"]}]: dispatch 2024-08-29T18:07:53.826 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:07:53 smithi053 bash[68679]: cluster 2024-08-29T18:07:52.325895+0000 mon.a (mon.0) 1949 : cluster [DBG] osdmap e1109: 8 total, 8 up, 8 in 2024-08-29T18:07:53.826 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:07:53 smithi053 bash[68679]: audit 2024-08-29T18:07:52.358606+0000 mon.c (mon.2) 53 : audit [INF] from='client.? 172.21.15.28:0/4075324584' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile rm", "name": "testprofile-test-rados-api-smithi028-112348-6"}]: dispatch 2024-08-29T18:07:53.826 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:07:53 smithi053 bash[68679]: audit 2024-08-29T18:07:52.359000+0000 mon.a (mon.0) 1950 : audit [INF] from='client.? ' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile rm", "name": "testprofile-test-rados-api-smithi028-112348-6"}]: dispatch 2024-08-29T18:07:53.826 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:07:53 smithi053 bash[68679]: audit 2024-08-29T18:07:52.359714+0000 mon.c (mon.2) 54 : audit [INF] from='client.? 172.21.15.28:0/4075324584' entity='client.admin' cmd=[{"prefix": "osd crush rule rm", "name":"test-rados-api-smithi028-112348-6"}]: dispatch 2024-08-29T18:07:53.826 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:07:53 smithi053 bash[68679]: audit 2024-08-29T18:07:52.360043+0000 mon.a (mon.0) 1951 : audit [INF] from='client.? ' entity='client.admin' cmd=[{"prefix": "osd crush rule rm", "name":"test-rados-api-smithi028-112348-6"}]: dispatch 2024-08-29T18:07:53.826 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:07:53 smithi053 bash[68679]: audit 2024-08-29T18:07:52.360561+0000 mon.c (mon.2) 55 : audit [INF] from='client.? 172.21.15.28:0/4075324584' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile set", "name": "testprofile-test-rados-api-smithi028-112348-6", "profile": [ "k=2", "m=1", "crush-failure-domain=osd"]}]: dispatch 2024-08-29T18:07:53.826 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:07:53 smithi053 bash[68679]: audit 2024-08-29T18:07:52.360867+0000 mon.a (mon.0) 1952 : audit [INF] from='client.? ' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile set", "name": "testprofile-test-rados-api-smithi028-112348-6", "profile": [ "k=2", "m=1", "crush-failure-domain=osd"]}]: dispatch 2024-08-29T18:07:55.076 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:07:54 smithi053 bash[68679]: cluster 2024-08-29T18:07:53.297544+0000 mgr.y (mgr.25022) 635 : cluster [DBG] pgmap v1263: 105 pgs: 105 active+clean; 583 KiB data, 4.6 GiB used, 711 GiB / 715 GiB avail 2024-08-29T18:07:55.076 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:07:54 smithi053 bash[68679]: cluster 2024-08-29T18:07:53.319226+0000 mon.a (mon.0) 1953 : cluster [INF] Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-08-29T18:07:55.076 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:07:54 smithi053 bash[68679]: cluster 2024-08-29T18:07:53.319271+0000 mon.a (mon.0) 1954 : cluster [INF] Cluster is now healthy 2024-08-29T18:07:55.076 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:07:54 smithi053 bash[68679]: audit 2024-08-29T18:07:53.328481+0000 mon.a (mon.0) 1955 : audit [INF] from='client.? ' entity='client.admin' cmd='[{"prefix": "osd erasure-code-profile set", "name": "testprofile-test-rados-api-smithi028-112348-6", "profile": [ "k=2", "m=1", "crush-failure-domain=osd"]}]': finished 2024-08-29T18:07:55.076 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:07:54 smithi053 bash[68679]: cluster 2024-08-29T18:07:53.337455+0000 mon.a (mon.0) 1956 : cluster [DBG] osdmap e1110: 8 total, 8 up, 8 in 2024-08-29T18:07:55.076 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:07:54 smithi053 bash[68679]: audit 2024-08-29T18:07:53.339386+0000 mon.c (mon.2) 56 : audit [INF] from='client.? 172.21.15.28:0/4075324584' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "test-rados-api-smithi028-112348-6", "pool_type":"erasure", "pg_num":8, "pgp_num":8, "erasure_code_profile":"testprofile-test-rados-api-smithi028-112348-6"}]: dispatch 2024-08-29T18:07:55.076 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:07:54 smithi053 bash[68679]: audit 2024-08-29T18:07:53.340077+0000 mon.a (mon.0) 1957 : audit [INF] from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "test-rados-api-smithi028-112348-6", "pool_type":"erasure", "pg_num":8, "pgp_num":8, "erasure_code_profile":"testprofile-test-rados-api-smithi028-112348-6"}]: dispatch 2024-08-29T18:07:55.130 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:07:54 smithi028 bash[77168]: cluster 2024-08-29T18:07:53.297544+0000 mgr.y (mgr.25022) 635 : cluster [DBG] pgmap v1263: 105 pgs: 105 active+clean; 583 KiB data, 4.6 GiB used, 711 GiB / 715 GiB avail 2024-08-29T18:07:55.130 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:07:54 smithi028 bash[77168]: cluster 2024-08-29T18:07:53.319226+0000 mon.a (mon.0) 1953 : cluster [INF] Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-08-29T18:07:55.131 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:07:54 smithi028 bash[77168]: cluster 2024-08-29T18:07:53.319271+0000 mon.a (mon.0) 1954 : cluster [INF] Cluster is now healthy 2024-08-29T18:07:55.131 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:07:54 smithi028 bash[77168]: audit 2024-08-29T18:07:53.328481+0000 mon.a (mon.0) 1955 : audit [INF] from='client.? ' entity='client.admin' cmd='[{"prefix": "osd erasure-code-profile set", "name": "testprofile-test-rados-api-smithi028-112348-6", "profile": [ "k=2", "m=1", "crush-failure-domain=osd"]}]': finished 2024-08-29T18:07:55.131 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:07:54 smithi028 bash[77168]: cluster 2024-08-29T18:07:53.337455+0000 mon.a (mon.0) 1956 : cluster [DBG] osdmap e1110: 8 total, 8 up, 8 in 2024-08-29T18:07:55.131 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:07:54 smithi028 bash[77168]: audit 2024-08-29T18:07:53.339386+0000 mon.c (mon.2) 56 : audit [INF] from='client.? 172.21.15.28:0/4075324584' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "test-rados-api-smithi028-112348-6", "pool_type":"erasure", "pg_num":8, "pgp_num":8, "erasure_code_profile":"testprofile-test-rados-api-smithi028-112348-6"}]: dispatch 2024-08-29T18:07:55.131 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:07:54 smithi028 bash[77168]: audit 2024-08-29T18:07:53.340077+0000 mon.a (mon.0) 1957 : audit [INF] from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "test-rados-api-smithi028-112348-6", "pool_type":"erasure", "pg_num":8, "pgp_num":8, "erasure_code_profile":"testprofile-test-rados-api-smithi028-112348-6"}]: dispatch 2024-08-29T18:07:55.131 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:07:54 smithi028 bash[78352]: cluster 2024-08-29T18:07:53.297544+0000 mgr.y (mgr.25022) 635 : cluster [DBG] pgmap v1263: 105 pgs: 105 active+clean; 583 KiB data, 4.6 GiB used, 711 GiB / 715 GiB avail 2024-08-29T18:07:55.131 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:07:54 smithi028 bash[78352]: cluster 2024-08-29T18:07:53.319226+0000 mon.a (mon.0) 1953 : cluster [INF] Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-08-29T18:07:55.131 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:07:54 smithi028 bash[78352]: cluster 2024-08-29T18:07:53.319271+0000 mon.a (mon.0) 1954 : cluster [INF] Cluster is now healthy 2024-08-29T18:07:55.131 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:07:54 smithi028 bash[78352]: audit 2024-08-29T18:07:53.328481+0000 mon.a (mon.0) 1955 : audit [INF] from='client.? ' entity='client.admin' cmd='[{"prefix": "osd erasure-code-profile set", "name": "testprofile-test-rados-api-smithi028-112348-6", "profile": [ "k=2", "m=1", "crush-failure-domain=osd"]}]': finished 2024-08-29T18:07:55.131 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:07:54 smithi028 bash[78352]: cluster 2024-08-29T18:07:53.337455+0000 mon.a (mon.0) 1956 : cluster [DBG] osdmap e1110: 8 total, 8 up, 8 in 2024-08-29T18:07:55.131 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:07:54 smithi028 bash[78352]: audit 2024-08-29T18:07:53.339386+0000 mon.c (mon.2) 56 : audit [INF] from='client.? 172.21.15.28:0/4075324584' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "test-rados-api-smithi028-112348-6", "pool_type":"erasure", "pg_num":8, "pgp_num":8, "erasure_code_profile":"testprofile-test-rados-api-smithi028-112348-6"}]: dispatch 2024-08-29T18:07:55.131 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:07:54 smithi028 bash[78352]: audit 2024-08-29T18:07:53.340077+0000 mon.a (mon.0) 1957 : audit [INF] from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "test-rados-api-smithi028-112348-6", "pool_type":"erasure", "pg_num":8, "pgp_num":8, "erasure_code_profile":"testprofile-test-rados-api-smithi028-112348-6"}]: dispatch 2024-08-29T18:07:56.076 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:07:55 smithi053 bash[68679]: cluster 2024-08-29T18:07:54.795670+0000 mon.a (mon.0) 1958 : cluster [DBG] osdmap e1111: 8 total, 8 up, 8 in 2024-08-29T18:07:56.076 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:07:55 smithi053 bash[68679]: audit 2024-08-29T18:07:55.335153+0000 mon.a (mon.0) 1959 : audit [INF] from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool create", "pool": "test-rados-api-smithi028-112348-6", "pool_type":"erasure", "pg_num":8, "pgp_num":8, "erasure_code_profile":"testprofile-test-rados-api-smithi028-112348-6"}]': finished 2024-08-29T18:07:56.076 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:07:55 smithi053 bash[68679]: cluster 2024-08-29T18:07:55.342382+0000 mon.a (mon.0) 1960 : cluster [DBG] osdmap e1112: 8 total, 8 up, 8 in 2024-08-29T18:07:56.076 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:07:55 smithi053 bash[68679]: audit 2024-08-29T18:07:55.349955+0000 mon.c (mon.2) 57 : audit [INF] from='client.? 172.21.15.28:0/4075324584' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi028-112348-6","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-29T18:07:56.076 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:07:55 smithi053 bash[68679]: audit 2024-08-29T18:07:55.352341+0000 mon.a (mon.0) 1961 : audit [INF] from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi028-112348-6","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-29T18:07:56.130 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:07:55 smithi028 bash[77168]: cluster 2024-08-29T18:07:54.795670+0000 mon.a (mon.0) 1958 : cluster [DBG] osdmap e1111: 8 total, 8 up, 8 in 2024-08-29T18:07:56.130 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:07:55 smithi028 bash[77168]: audit 2024-08-29T18:07:55.335153+0000 mon.a (mon.0) 1959 : audit [INF] from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool create", "pool": "test-rados-api-smithi028-112348-6", "pool_type":"erasure", "pg_num":8, "pgp_num":8, "erasure_code_profile":"testprofile-test-rados-api-smithi028-112348-6"}]': finished 2024-08-29T18:07:56.130 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:07:55 smithi028 bash[77168]: cluster 2024-08-29T18:07:55.342382+0000 mon.a (mon.0) 1960 : cluster [DBG] osdmap e1112: 8 total, 8 up, 8 in 2024-08-29T18:07:56.130 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:07:55 smithi028 bash[77168]: audit 2024-08-29T18:07:55.349955+0000 mon.c (mon.2) 57 : audit [INF] from='client.? 172.21.15.28:0/4075324584' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi028-112348-6","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-29T18:07:56.130 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:07:55 smithi028 bash[77168]: audit 2024-08-29T18:07:55.352341+0000 mon.a (mon.0) 1961 : audit [INF] from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi028-112348-6","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-29T18:07:56.131 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:07:55 smithi028 bash[78352]: cluster 2024-08-29T18:07:54.795670+0000 mon.a (mon.0) 1958 : cluster [DBG] osdmap e1111: 8 total, 8 up, 8 in 2024-08-29T18:07:56.131 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:07:55 smithi028 bash[78352]: audit 2024-08-29T18:07:55.335153+0000 mon.a (mon.0) 1959 : audit [INF] from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool create", "pool": "test-rados-api-smithi028-112348-6", "pool_type":"erasure", "pg_num":8, "pgp_num":8, "erasure_code_profile":"testprofile-test-rados-api-smithi028-112348-6"}]': finished 2024-08-29T18:07:56.131 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:07:55 smithi028 bash[78352]: cluster 2024-08-29T18:07:55.342382+0000 mon.a (mon.0) 1960 : cluster [DBG] osdmap e1112: 8 total, 8 up, 8 in 2024-08-29T18:07:56.131 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:07:55 smithi028 bash[78352]: audit 2024-08-29T18:07:55.349955+0000 mon.c (mon.2) 57 : audit [INF] from='client.? 172.21.15.28:0/4075324584' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi028-112348-6","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-29T18:07:56.131 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:07:55 smithi028 bash[78352]: audit 2024-08-29T18:07:55.352341+0000 mon.a (mon.0) 1961 : audit [INF] from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi028-112348-6","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-29T18:07:57.075 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:07:56 smithi053 bash[68679]: cluster 2024-08-29T18:07:55.298574+0000 mgr.y (mgr.25022) 636 : cluster [DBG] pgmap v1266: 105 pgs: 105 active+clean; 583 KiB data, 4.6 GiB used, 711 GiB / 715 GiB avail 2024-08-29T18:07:57.076 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:07:56 smithi053 bash[68679]: audit 2024-08-29T18:07:56.338118+0000 mon.a (mon.0) 1962 : audit [INF] from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi028-112348-6","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-29T18:07:57.076 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:07:56 smithi053 bash[68679]: cluster 2024-08-29T18:07:56.345543+0000 mon.a (mon.0) 1963 : cluster [DBG] osdmap e1113: 8 total, 8 up, 8 in 2024-08-29T18:07:57.130 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:07:56 smithi028 bash[78352]: cluster 2024-08-29T18:07:55.298574+0000 mgr.y (mgr.25022) 636 : cluster [DBG] pgmap v1266: 105 pgs: 105 active+clean; 583 KiB data, 4.6 GiB used, 711 GiB / 715 GiB avail 2024-08-29T18:07:57.130 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:07:56 smithi028 bash[78352]: audit 2024-08-29T18:07:56.338118+0000 mon.a (mon.0) 1962 : audit [INF] from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi028-112348-6","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-29T18:07:57.130 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:07:56 smithi028 bash[78352]: cluster 2024-08-29T18:07:56.345543+0000 mon.a (mon.0) 1963 : cluster [DBG] osdmap e1113: 8 total, 8 up, 8 in 2024-08-29T18:07:57.131 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:07:56 smithi028 bash[77168]: cluster 2024-08-29T18:07:55.298574+0000 mgr.y (mgr.25022) 636 : cluster [DBG] pgmap v1266: 105 pgs: 105 active+clean; 583 KiB data, 4.6 GiB used, 711 GiB / 715 GiB avail 2024-08-29T18:07:57.131 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:07:56 smithi028 bash[77168]: audit 2024-08-29T18:07:56.338118+0000 mon.a (mon.0) 1962 : audit [INF] from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi028-112348-6","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-29T18:07:57.131 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:07:56 smithi028 bash[77168]: cluster 2024-08-29T18:07:56.345543+0000 mon.a (mon.0) 1963 : cluster [DBG] osdmap e1113: 8 total, 8 up, 8 in 2024-08-29T18:07:58.076 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:07:57 smithi053 bash[68679]: audit 2024-08-29T18:07:57.053178+0000 mon.a (mon.0) 1964 : audit [DBG] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-29T18:07:58.076 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:07:57 smithi053 bash[68679]: cluster 2024-08-29T18:07:57.347647+0000 mon.a (mon.0) 1965 : cluster [DBG] osdmap e1114: 8 total, 8 up, 8 in 2024-08-29T18:07:58.076 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:07:57 smithi053 bash[68679]: audit 2024-08-29T18:07:57.350177+0000 mon.c (mon.2) 58 : audit [INF] from='client.? 172.21.15.28:0/4075324584' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile rm", "name": "testprofile-test-rados-api-smithi028-112348-6"}]: dispatch 2024-08-29T18:07:58.076 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:07:57 smithi053 bash[68679]: audit 2024-08-29T18:07:57.352191+0000 mon.a (mon.0) 1966 : audit [INF] from='client.? ' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile rm", "name": "testprofile-test-rados-api-smithi028-112348-6"}]: dispatch 2024-08-29T18:07:58.130 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:07:57 smithi028 bash[78352]: audit 2024-08-29T18:07:57.053178+0000 mon.a (mon.0) 1964 : audit [DBG] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-29T18:07:58.131 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:07:57 smithi028 bash[78352]: cluster 2024-08-29T18:07:57.347647+0000 mon.a (mon.0) 1965 : cluster [DBG] osdmap e1114: 8 total, 8 up, 8 in 2024-08-29T18:07:58.131 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:07:57 smithi028 bash[78352]: audit 2024-08-29T18:07:57.350177+0000 mon.c (mon.2) 58 : audit [INF] from='client.? 172.21.15.28:0/4075324584' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile rm", "name": "testprofile-test-rados-api-smithi028-112348-6"}]: dispatch 2024-08-29T18:07:58.131 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:07:57 smithi028 bash[78352]: audit 2024-08-29T18:07:57.352191+0000 mon.a (mon.0) 1966 : audit [INF] from='client.? ' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile rm", "name": "testprofile-test-rados-api-smithi028-112348-6"}]: dispatch 2024-08-29T18:07:58.131 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:07:57 smithi028 bash[77168]: audit 2024-08-29T18:07:57.053178+0000 mon.a (mon.0) 1964 : audit [DBG] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-29T18:07:58.131 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:07:57 smithi028 bash[77168]: cluster 2024-08-29T18:07:57.347647+0000 mon.a (mon.0) 1965 : cluster [DBG] osdmap e1114: 8 total, 8 up, 8 in 2024-08-29T18:07:58.131 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:07:57 smithi028 bash[77168]: audit 2024-08-29T18:07:57.350177+0000 mon.c (mon.2) 58 : audit [INF] from='client.? 172.21.15.28:0/4075324584' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile rm", "name": "testprofile-test-rados-api-smithi028-112348-6"}]: dispatch 2024-08-29T18:07:58.131 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:07:57 smithi028 bash[77168]: audit 2024-08-29T18:07:57.352191+0000 mon.a (mon.0) 1966 : audit [INF] from='client.? ' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile rm", "name": "testprofile-test-rados-api-smithi028-112348-6"}]: dispatch 2024-08-29T18:07:59.076 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:07:58 smithi053 bash[68679]: cluster 2024-08-29T18:07:57.299242+0000 mgr.y (mgr.25022) 637 : cluster [DBG] pgmap v1269: 113 pgs: 1 creating+peering, 7 unknown, 105 active+clean; 583 KiB data, 4.6 GiB used, 711 GiB / 715 GiB avail 2024-08-29T18:07:59.076 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:07:58 smithi053 bash[68679]: audit 2024-08-29T18:07:58.343518+0000 mon.a (mon.0) 1967 : audit [INF] from='client.? ' entity='client.admin' cmd='[{"prefix": "osd erasure-code-profile rm", "name": "testprofile-test-rados-api-smithi028-112348-6"}]': finished 2024-08-29T18:07:59.076 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:07:58 smithi053 bash[68679]: cluster 2024-08-29T18:07:58.350207+0000 mon.a (mon.0) 1968 : cluster [DBG] osdmap e1115: 8 total, 8 up, 8 in 2024-08-29T18:07:59.076 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:07:58 smithi053 bash[68679]: audit 2024-08-29T18:07:58.352574+0000 mon.c (mon.2) 59 : audit [INF] from='client.? 172.21.15.28:0/4075324584' entity='client.admin' cmd=[{"prefix": "osd crush rule rm", "name":"test-rados-api-smithi028-112348-6"}]: dispatch 2024-08-29T18:07:59.076 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:07:58 smithi053 bash[68679]: audit 2024-08-29T18:07:58.353183+0000 mon.a (mon.0) 1969 : audit [INF] from='client.? ' entity='client.admin' cmd=[{"prefix": "osd crush rule rm", "name":"test-rados-api-smithi028-112348-6"}]: dispatch 2024-08-29T18:07:59.130 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:07:58 smithi028 bash[77168]: cluster 2024-08-29T18:07:57.299242+0000 mgr.y (mgr.25022) 637 : cluster [DBG] pgmap v1269: 113 pgs: 1 creating+peering, 7 unknown, 105 active+clean; 583 KiB data, 4.6 GiB used, 711 GiB / 715 GiB avail 2024-08-29T18:07:59.130 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:07:58 smithi028 bash[77168]: audit 2024-08-29T18:07:58.343518+0000 mon.a (mon.0) 1967 : audit [INF] from='client.? ' entity='client.admin' cmd='[{"prefix": "osd erasure-code-profile rm", "name": "testprofile-test-rados-api-smithi028-112348-6"}]': finished 2024-08-29T18:07:59.131 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:07:58 smithi028 bash[77168]: cluster 2024-08-29T18:07:58.350207+0000 mon.a (mon.0) 1968 : cluster [DBG] osdmap e1115: 8 total, 8 up, 8 in 2024-08-29T18:07:59.131 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:07:58 smithi028 bash[77168]: audit 2024-08-29T18:07:58.352574+0000 mon.c (mon.2) 59 : audit [INF] from='client.? 172.21.15.28:0/4075324584' entity='client.admin' cmd=[{"prefix": "osd crush rule rm", "name":"test-rados-api-smithi028-112348-6"}]: dispatch 2024-08-29T18:07:59.131 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:07:58 smithi028 bash[77168]: audit 2024-08-29T18:07:58.353183+0000 mon.a (mon.0) 1969 : audit [INF] from='client.? ' entity='client.admin' cmd=[{"prefix": "osd crush rule rm", "name":"test-rados-api-smithi028-112348-6"}]: dispatch 2024-08-29T18:07:59.131 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:07:58 smithi028 bash[78352]: cluster 2024-08-29T18:07:57.299242+0000 mgr.y (mgr.25022) 637 : cluster [DBG] pgmap v1269: 113 pgs: 1 creating+peering, 7 unknown, 105 active+clean; 583 KiB data, 4.6 GiB used, 711 GiB / 715 GiB avail 2024-08-29T18:07:59.131 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:07:58 smithi028 bash[78352]: audit 2024-08-29T18:07:58.343518+0000 mon.a (mon.0) 1967 : audit [INF] from='client.? ' entity='client.admin' cmd='[{"prefix": "osd erasure-code-profile rm", "name": "testprofile-test-rados-api-smithi028-112348-6"}]': finished 2024-08-29T18:07:59.131 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:07:58 smithi028 bash[78352]: cluster 2024-08-29T18:07:58.350207+0000 mon.a (mon.0) 1968 : cluster [DBG] osdmap e1115: 8 total, 8 up, 8 in 2024-08-29T18:07:59.131 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:07:58 smithi028 bash[78352]: audit 2024-08-29T18:07:58.352574+0000 mon.c (mon.2) 59 : audit [INF] from='client.? 172.21.15.28:0/4075324584' entity='client.admin' cmd=[{"prefix": "osd crush rule rm", "name":"test-rados-api-smithi028-112348-6"}]: dispatch 2024-08-29T18:07:59.131 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:07:58 smithi028 bash[78352]: audit 2024-08-29T18:07:58.353183+0000 mon.a (mon.0) 1969 : audit [INF] from='client.? ' entity='client.admin' cmd=[{"prefix": "osd crush rule rm", "name":"test-rados-api-smithi028-112348-6"}]: dispatch 2024-08-29T18:07:59.356 INFO:tasks.workunit.client.0.smithi028.stdout:[ OK ] cls_rgw.test_implicit_ec (7028 ms) 2024-08-29T18:07:59.356 INFO:tasks.workunit.client.0.smithi028.stdout:[ RUN ] cls_rgw.test_implicit_idempotent_ec 2024-08-29T18:08:00.631 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:08:00 smithi028 bash[78352]: cluster 2024-08-29T18:07:59.300114+0000 mgr.y (mgr.25022) 638 : cluster [DBG] pgmap v1272: 105 pgs: 105 active+clean; 583 KiB data, 4.6 GiB used, 711 GiB / 715 GiB avail 2024-08-29T18:08:00.631 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:08:00 smithi028 bash[78352]: audit 2024-08-29T18:07:59.346629+0000 mon.a (mon.0) 1970 : audit [INF] from='client.? ' entity='client.admin' cmd='[{"prefix": "osd crush rule rm", "name":"test-rados-api-smithi028-112348-6"}]': finished 2024-08-29T18:08:00.631 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:08:00 smithi028 bash[78352]: cluster 2024-08-29T18:07:59.353944+0000 mon.a (mon.0) 1971 : cluster [DBG] osdmap e1116: 8 total, 8 up, 8 in 2024-08-29T18:08:00.631 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:08:00 smithi028 bash[78352]: audit 2024-08-29T18:07:59.395220+0000 mon.c (mon.2) 60 : audit [INF] from='client.? 172.21.15.28:0/2745827852' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile rm", "name": "testprofile-test-rados-api-smithi028-112348-7"}]: dispatch 2024-08-29T18:08:00.631 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:08:00 smithi028 bash[78352]: audit 2024-08-29T18:07:59.395617+0000 mon.a (mon.0) 1972 : audit [INF] from='client.? ' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile rm", "name": "testprofile-test-rados-api-smithi028-112348-7"}]: dispatch 2024-08-29T18:08:00.631 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:08:00 smithi028 bash[78352]: audit 2024-08-29T18:07:59.396353+0000 mon.c (mon.2) 61 : audit [INF] from='client.? 172.21.15.28:0/2745827852' entity='client.admin' cmd=[{"prefix": "osd crush rule rm", "name":"test-rados-api-smithi028-112348-7"}]: dispatch 2024-08-29T18:08:00.631 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:08:00 smithi028 bash[78352]: audit 2024-08-29T18:07:59.396740+0000 mon.a (mon.0) 1973 : audit [INF] from='client.? ' entity='client.admin' cmd=[{"prefix": "osd crush rule rm", "name":"test-rados-api-smithi028-112348-7"}]: dispatch 2024-08-29T18:08:00.631 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:08:00 smithi028 bash[78352]: audit 2024-08-29T18:07:59.397246+0000 mon.c (mon.2) 62 : audit [INF] from='client.? 172.21.15.28:0/2745827852' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile set", "name": "testprofile-test-rados-api-smithi028-112348-7", "profile": [ "k=2", "m=1", "crush-failure-domain=osd"]}]: dispatch 2024-08-29T18:08:00.631 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:08:00 smithi028 bash[78352]: audit 2024-08-29T18:07:59.397573+0000 mon.a (mon.0) 1974 : audit [INF] from='client.? ' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile set", "name": "testprofile-test-rados-api-smithi028-112348-7", "profile": [ "k=2", "m=1", "crush-failure-domain=osd"]}]: dispatch 2024-08-29T18:08:00.632 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:08:00 smithi028 bash[77168]: cluster 2024-08-29T18:07:59.300114+0000 mgr.y (mgr.25022) 638 : cluster [DBG] pgmap v1272: 105 pgs: 105 active+clean; 583 KiB data, 4.6 GiB used, 711 GiB / 715 GiB avail 2024-08-29T18:08:00.632 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:08:00 smithi028 bash[77168]: audit 2024-08-29T18:07:59.346629+0000 mon.a (mon.0) 1970 : audit [INF] from='client.? ' entity='client.admin' cmd='[{"prefix": "osd crush rule rm", "name":"test-rados-api-smithi028-112348-6"}]': finished 2024-08-29T18:08:00.632 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:08:00 smithi028 bash[77168]: cluster 2024-08-29T18:07:59.353944+0000 mon.a (mon.0) 1971 : cluster [DBG] osdmap e1116: 8 total, 8 up, 8 in 2024-08-29T18:08:00.632 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:08:00 smithi028 bash[77168]: audit 2024-08-29T18:07:59.395220+0000 mon.c (mon.2) 60 : audit [INF] from='client.? 172.21.15.28:0/2745827852' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile rm", "name": "testprofile-test-rados-api-smithi028-112348-7"}]: dispatch 2024-08-29T18:08:00.632 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:08:00 smithi028 bash[77168]: audit 2024-08-29T18:07:59.395617+0000 mon.a (mon.0) 1972 : audit [INF] from='client.? ' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile rm", "name": "testprofile-test-rados-api-smithi028-112348-7"}]: dispatch 2024-08-29T18:08:00.632 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:08:00 smithi028 bash[77168]: audit 2024-08-29T18:07:59.396353+0000 mon.c (mon.2) 61 : audit [INF] from='client.? 172.21.15.28:0/2745827852' entity='client.admin' cmd=[{"prefix": "osd crush rule rm", "name":"test-rados-api-smithi028-112348-7"}]: dispatch 2024-08-29T18:08:00.632 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:08:00 smithi028 bash[77168]: audit 2024-08-29T18:07:59.396740+0000 mon.a (mon.0) 1973 : audit [INF] from='client.? ' entity='client.admin' cmd=[{"prefix": "osd crush rule rm", "name":"test-rados-api-smithi028-112348-7"}]: dispatch 2024-08-29T18:08:00.632 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:08:00 smithi028 bash[77168]: audit 2024-08-29T18:07:59.397246+0000 mon.c (mon.2) 62 : audit [INF] from='client.? 172.21.15.28:0/2745827852' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile set", "name": "testprofile-test-rados-api-smithi028-112348-7", "profile": [ "k=2", "m=1", "crush-failure-domain=osd"]}]: dispatch 2024-08-29T18:08:00.632 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:08:00 smithi028 bash[77168]: audit 2024-08-29T18:07:59.397573+0000 mon.a (mon.0) 1974 : audit [INF] from='client.? ' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile set", "name": "testprofile-test-rados-api-smithi028-112348-7", "profile": [ "k=2", "m=1", "crush-failure-domain=osd"]}]: dispatch 2024-08-29T18:08:00.826 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:08:00 smithi053 bash[68679]: cluster 2024-08-29T18:07:59.300114+0000 mgr.y (mgr.25022) 638 : cluster [DBG] pgmap v1272: 105 pgs: 105 active+clean; 583 KiB data, 4.6 GiB used, 711 GiB / 715 GiB avail 2024-08-29T18:08:00.826 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:08:00 smithi053 bash[68679]: audit 2024-08-29T18:07:59.346629+0000 mon.a (mon.0) 1970 : audit [INF] from='client.? ' entity='client.admin' cmd='[{"prefix": "osd crush rule rm", "name":"test-rados-api-smithi028-112348-6"}]': finished 2024-08-29T18:08:00.826 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:08:00 smithi053 bash[68679]: cluster 2024-08-29T18:07:59.353944+0000 mon.a (mon.0) 1971 : cluster [DBG] osdmap e1116: 8 total, 8 up, 8 in 2024-08-29T18:08:00.826 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:08:00 smithi053 bash[68679]: audit 2024-08-29T18:07:59.395220+0000 mon.c (mon.2) 60 : audit [INF] from='client.? 172.21.15.28:0/2745827852' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile rm", "name": "testprofile-test-rados-api-smithi028-112348-7"}]: dispatch 2024-08-29T18:08:00.826 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:08:00 smithi053 bash[68679]: audit 2024-08-29T18:07:59.395617+0000 mon.a (mon.0) 1972 : audit [INF] from='client.? ' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile rm", "name": "testprofile-test-rados-api-smithi028-112348-7"}]: dispatch 2024-08-29T18:08:00.826 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:08:00 smithi053 bash[68679]: audit 2024-08-29T18:07:59.396353+0000 mon.c (mon.2) 61 : audit [INF] from='client.? 172.21.15.28:0/2745827852' entity='client.admin' cmd=[{"prefix": "osd crush rule rm", "name":"test-rados-api-smithi028-112348-7"}]: dispatch 2024-08-29T18:08:00.827 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:08:00 smithi053 bash[68679]: audit 2024-08-29T18:07:59.396740+0000 mon.a (mon.0) 1973 : audit [INF] from='client.? ' entity='client.admin' cmd=[{"prefix": "osd crush rule rm", "name":"test-rados-api-smithi028-112348-7"}]: dispatch 2024-08-29T18:08:00.827 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:08:00 smithi053 bash[68679]: audit 2024-08-29T18:07:59.397246+0000 mon.c (mon.2) 62 : audit [INF] from='client.? 172.21.15.28:0/2745827852' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile set", "name": "testprofile-test-rados-api-smithi028-112348-7", "profile": [ "k=2", "m=1", "crush-failure-domain=osd"]}]: dispatch 2024-08-29T18:08:00.827 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:08:00 smithi053 bash[68679]: audit 2024-08-29T18:07:59.397573+0000 mon.a (mon.0) 1974 : audit [INF] from='client.? ' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile set", "name": "testprofile-test-rados-api-smithi028-112348-7", "profile": [ "k=2", "m=1", "crush-failure-domain=osd"]}]: dispatch 2024-08-29T18:08:01.819 INFO:journalctl@ceph.mgr.y.smithi028.stdout:Aug 29 18:08:01 smithi028 bash[70818]: ::ffff:172.21.15.53 - - [29/Aug/2024:18:08:01] "GET /metrics HTTP/1.1" 200 36326 "" "Prometheus/2.43.0" 2024-08-29T18:08:02.076 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:08:01 smithi053 bash[68679]: audit 2024-08-29T18:08:00.349229+0000 mon.a (mon.0) 1975 : audit [INF] from='client.? ' entity='client.admin' cmd='[{"prefix": "osd erasure-code-profile set", "name": "testprofile-test-rados-api-smithi028-112348-7", "profile": [ "k=2", "m=1", "crush-failure-domain=osd"]}]': finished 2024-08-29T18:08:02.076 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:08:01 smithi053 bash[68679]: cluster 2024-08-29T18:08:00.356689+0000 mon.a (mon.0) 1976 : cluster [DBG] osdmap e1117: 8 total, 8 up, 8 in 2024-08-29T18:08:02.076 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:08:01 smithi053 bash[68679]: audit 2024-08-29T18:08:00.357996+0000 mon.c (mon.2) 63 : audit [INF] from='client.? 172.21.15.28:0/2745827852' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "test-rados-api-smithi028-112348-7", "pool_type":"erasure", "pg_num":8, "pgp_num":8, "erasure_code_profile":"testprofile-test-rados-api-smithi028-112348-7"}]: dispatch 2024-08-29T18:08:02.076 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:08:01 smithi053 bash[68679]: audit 2024-08-29T18:08:00.360188+0000 mon.a (mon.0) 1977 : audit [INF] from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "test-rados-api-smithi028-112348-7", "pool_type":"erasure", "pg_num":8, "pgp_num":8, "erasure_code_profile":"testprofile-test-rados-api-smithi028-112348-7"}]: dispatch 2024-08-29T18:08:02.130 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:08:01 smithi028 bash[78352]: audit 2024-08-29T18:08:00.349229+0000 mon.a (mon.0) 1975 : audit [INF] from='client.? ' entity='client.admin' cmd='[{"prefix": "osd erasure-code-profile set", "name": "testprofile-test-rados-api-smithi028-112348-7", "profile": [ "k=2", "m=1", "crush-failure-domain=osd"]}]': finished 2024-08-29T18:08:02.130 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:08:01 smithi028 bash[78352]: cluster 2024-08-29T18:08:00.356689+0000 mon.a (mon.0) 1976 : cluster [DBG] osdmap e1117: 8 total, 8 up, 8 in 2024-08-29T18:08:02.130 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:08:01 smithi028 bash[78352]: audit 2024-08-29T18:08:00.357996+0000 mon.c (mon.2) 63 : audit [INF] from='client.? 172.21.15.28:0/2745827852' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "test-rados-api-smithi028-112348-7", "pool_type":"erasure", "pg_num":8, "pgp_num":8, "erasure_code_profile":"testprofile-test-rados-api-smithi028-112348-7"}]: dispatch 2024-08-29T18:08:02.130 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:08:01 smithi028 bash[78352]: audit 2024-08-29T18:08:00.360188+0000 mon.a (mon.0) 1977 : audit [INF] from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "test-rados-api-smithi028-112348-7", "pool_type":"erasure", "pg_num":8, "pgp_num":8, "erasure_code_profile":"testprofile-test-rados-api-smithi028-112348-7"}]: dispatch 2024-08-29T18:08:02.131 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:08:01 smithi028 bash[77168]: audit 2024-08-29T18:08:00.349229+0000 mon.a (mon.0) 1975 : audit [INF] from='client.? ' entity='client.admin' cmd='[{"prefix": "osd erasure-code-profile set", "name": "testprofile-test-rados-api-smithi028-112348-7", "profile": [ "k=2", "m=1", "crush-failure-domain=osd"]}]': finished 2024-08-29T18:08:02.131 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:08:01 smithi028 bash[77168]: cluster 2024-08-29T18:08:00.356689+0000 mon.a (mon.0) 1976 : cluster [DBG] osdmap e1117: 8 total, 8 up, 8 in 2024-08-29T18:08:02.131 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:08:01 smithi028 bash[77168]: audit 2024-08-29T18:08:00.357996+0000 mon.c (mon.2) 63 : audit [INF] from='client.? 172.21.15.28:0/2745827852' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "test-rados-api-smithi028-112348-7", "pool_type":"erasure", "pg_num":8, "pgp_num":8, "erasure_code_profile":"testprofile-test-rados-api-smithi028-112348-7"}]: dispatch 2024-08-29T18:08:02.131 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:08:01 smithi028 bash[77168]: audit 2024-08-29T18:08:00.360188+0000 mon.a (mon.0) 1977 : audit [INF] from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "test-rados-api-smithi028-112348-7", "pool_type":"erasure", "pg_num":8, "pgp_num":8, "erasure_code_profile":"testprofile-test-rados-api-smithi028-112348-7"}]: dispatch 2024-08-29T18:08:02.576 INFO:journalctl@ceph.prometheus.a.smithi053.stdout:Aug 29 18:08:02 smithi053 bash[95567]: ts=2024-08-29T18:08:02.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"3167ee72-662c-11ef-bcd4-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-29T18:08:03.076 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:08:02 smithi053 bash[68679]: cluster 2024-08-29T18:08:01.300910+0000 mgr.y (mgr.25022) 639 : cluster [DBG] pgmap v1275: 105 pgs: 105 active+clean; 583 KiB data, 4.6 GiB used, 711 GiB / 715 GiB avail 2024-08-29T18:08:03.076 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:08:02 smithi053 bash[68679]: cluster 2024-08-29T18:08:01.816802+0000 mon.a (mon.0) 1978 : cluster [DBG] osdmap e1118: 8 total, 8 up, 8 in 2024-08-29T18:08:03.076 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:08:02 smithi053 bash[68679]: audit 2024-08-29T18:08:02.355654+0000 mon.a (mon.0) 1979 : audit [INF] from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool create", "pool": "test-rados-api-smithi028-112348-7", "pool_type":"erasure", "pg_num":8, "pgp_num":8, "erasure_code_profile":"testprofile-test-rados-api-smithi028-112348-7"}]': finished 2024-08-29T18:08:03.076 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:08:02 smithi053 bash[68679]: cluster 2024-08-29T18:08:02.364244+0000 mon.a (mon.0) 1980 : cluster [DBG] osdmap e1119: 8 total, 8 up, 8 in 2024-08-29T18:08:03.076 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:08:02 smithi053 bash[68679]: audit 2024-08-29T18:08:02.369973+0000 mon.c (mon.2) 64 : audit [INF] from='client.? 172.21.15.28:0/2745827852' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi028-112348-7","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-29T18:08:03.076 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:08:02 smithi053 bash[68679]: audit 2024-08-29T18:08:02.371234+0000 mon.a (mon.0) 1981 : audit [INF] from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi028-112348-7","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-29T18:08:03.130 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:08:02 smithi028 bash[78352]: cluster 2024-08-29T18:08:01.300910+0000 mgr.y (mgr.25022) 639 : cluster [DBG] pgmap v1275: 105 pgs: 105 active+clean; 583 KiB data, 4.6 GiB used, 711 GiB / 715 GiB avail 2024-08-29T18:08:03.130 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:08:02 smithi028 bash[78352]: cluster 2024-08-29T18:08:01.816802+0000 mon.a (mon.0) 1978 : cluster [DBG] osdmap e1118: 8 total, 8 up, 8 in 2024-08-29T18:08:03.130 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:08:02 smithi028 bash[78352]: audit 2024-08-29T18:08:02.355654+0000 mon.a (mon.0) 1979 : audit [INF] from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool create", "pool": "test-rados-api-smithi028-112348-7", "pool_type":"erasure", "pg_num":8, "pgp_num":8, "erasure_code_profile":"testprofile-test-rados-api-smithi028-112348-7"}]': finished 2024-08-29T18:08:03.131 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:08:02 smithi028 bash[78352]: cluster 2024-08-29T18:08:02.364244+0000 mon.a (mon.0) 1980 : cluster [DBG] osdmap e1119: 8 total, 8 up, 8 in 2024-08-29T18:08:03.131 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:08:02 smithi028 bash[78352]: audit 2024-08-29T18:08:02.369973+0000 mon.c (mon.2) 64 : audit [INF] from='client.? 172.21.15.28:0/2745827852' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi028-112348-7","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-29T18:08:03.131 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:08:02 smithi028 bash[78352]: audit 2024-08-29T18:08:02.371234+0000 mon.a (mon.0) 1981 : audit [INF] from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi028-112348-7","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-29T18:08:03.131 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:08:02 smithi028 bash[77168]: cluster 2024-08-29T18:08:01.300910+0000 mgr.y (mgr.25022) 639 : cluster [DBG] pgmap v1275: 105 pgs: 105 active+clean; 583 KiB data, 4.6 GiB used, 711 GiB / 715 GiB avail 2024-08-29T18:08:03.131 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:08:02 smithi028 bash[77168]: cluster 2024-08-29T18:08:01.816802+0000 mon.a (mon.0) 1978 : cluster [DBG] osdmap e1118: 8 total, 8 up, 8 in 2024-08-29T18:08:03.131 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:08:02 smithi028 bash[77168]: audit 2024-08-29T18:08:02.355654+0000 mon.a (mon.0) 1979 : audit [INF] from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool create", "pool": "test-rados-api-smithi028-112348-7", "pool_type":"erasure", "pg_num":8, "pgp_num":8, "erasure_code_profile":"testprofile-test-rados-api-smithi028-112348-7"}]': finished 2024-08-29T18:08:03.131 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:08:02 smithi028 bash[77168]: cluster 2024-08-29T18:08:02.364244+0000 mon.a (mon.0) 1980 : cluster [DBG] osdmap e1119: 8 total, 8 up, 8 in 2024-08-29T18:08:03.131 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:08:02 smithi028 bash[77168]: audit 2024-08-29T18:08:02.369973+0000 mon.c (mon.2) 64 : audit [INF] from='client.? 172.21.15.28:0/2745827852' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi028-112348-7","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-29T18:08:03.131 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:08:02 smithi028 bash[77168]: audit 2024-08-29T18:08:02.371234+0000 mon.a (mon.0) 1981 : audit [INF] from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi028-112348-7","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-29T18:08:04.630 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:08:04 smithi028 bash[77168]: cluster 2024-08-29T18:08:03.301683+0000 mgr.y (mgr.25022) 640 : cluster [DBG] pgmap v1278: 113 pgs: 2 creating+peering, 6 unknown, 105 active+clean; 583 KiB data, 4.6 GiB used, 711 GiB / 715 GiB avail 2024-08-29T18:08:04.630 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:08:04 smithi028 bash[77168]: audit 2024-08-29T18:08:03.358497+0000 mon.a (mon.0) 1982 : audit [INF] from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi028-112348-7","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-29T18:08:04.630 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:08:04 smithi028 bash[77168]: cluster 2024-08-29T18:08:03.366392+0000 mon.a (mon.0) 1983 : cluster [DBG] osdmap e1120: 8 total, 8 up, 8 in 2024-08-29T18:08:04.630 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:08:04 smithi028 bash[77168]: cluster 2024-08-29T18:08:03.823026+0000 mon.a (mon.0) 1984 : cluster [WRN] Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-08-29T18:08:04.631 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:08:04 smithi028 bash[78352]: cluster 2024-08-29T18:08:03.301683+0000 mgr.y (mgr.25022) 640 : cluster [DBG] pgmap v1278: 113 pgs: 2 creating+peering, 6 unknown, 105 active+clean; 583 KiB data, 4.6 GiB used, 711 GiB / 715 GiB avail 2024-08-29T18:08:04.631 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:08:04 smithi028 bash[78352]: audit 2024-08-29T18:08:03.358497+0000 mon.a (mon.0) 1982 : audit [INF] from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi028-112348-7","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-29T18:08:04.631 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:08:04 smithi028 bash[78352]: cluster 2024-08-29T18:08:03.366392+0000 mon.a (mon.0) 1983 : cluster [DBG] osdmap e1120: 8 total, 8 up, 8 in 2024-08-29T18:08:04.631 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:08:04 smithi028 bash[78352]: cluster 2024-08-29T18:08:03.823026+0000 mon.a (mon.0) 1984 : cluster [WRN] Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-08-29T18:08:04.826 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:08:04 smithi053 bash[68679]: cluster 2024-08-29T18:08:03.301683+0000 mgr.y (mgr.25022) 640 : cluster [DBG] pgmap v1278: 113 pgs: 2 creating+peering, 6 unknown, 105 active+clean; 583 KiB data, 4.6 GiB used, 711 GiB / 715 GiB avail 2024-08-29T18:08:04.826 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:08:04 smithi053 bash[68679]: audit 2024-08-29T18:08:03.358497+0000 mon.a (mon.0) 1982 : audit [INF] from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi028-112348-7","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-29T18:08:04.826 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:08:04 smithi053 bash[68679]: cluster 2024-08-29T18:08:03.366392+0000 mon.a (mon.0) 1983 : cluster [DBG] osdmap e1120: 8 total, 8 up, 8 in 2024-08-29T18:08:04.826 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:08:04 smithi053 bash[68679]: cluster 2024-08-29T18:08:03.823026+0000 mon.a (mon.0) 1984 : cluster [WRN] Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-08-29T18:08:05.826 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:08:05 smithi053 bash[68679]: cluster 2024-08-29T18:08:04.368322+0000 mon.a (mon.0) 1985 : cluster [DBG] osdmap e1121: 8 total, 8 up, 8 in 2024-08-29T18:08:05.826 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:08:05 smithi053 bash[68679]: audit 2024-08-29T18:08:04.370754+0000 mon.c (mon.2) 65 : audit [INF] from='client.? 172.21.15.28:0/2745827852' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile rm", "name": "testprofile-test-rados-api-smithi028-112348-7"}]: dispatch 2024-08-29T18:08:05.826 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:08:05 smithi053 bash[68679]: audit 2024-08-29T18:08:04.372331+0000 mon.a (mon.0) 1986 : audit [INF] from='client.? ' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile rm", "name": "testprofile-test-rados-api-smithi028-112348-7"}]: dispatch 2024-08-29T18:08:05.826 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:08:05 smithi053 bash[68679]: audit 2024-08-29T18:08:05.363737+0000 mon.a (mon.0) 1987 : audit [INF] from='client.? ' entity='client.admin' cmd='[{"prefix": "osd erasure-code-profile rm", "name": "testprofile-test-rados-api-smithi028-112348-7"}]': finished 2024-08-29T18:08:05.826 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:08:05 smithi053 bash[68679]: cluster 2024-08-29T18:08:05.371339+0000 mon.a (mon.0) 1988 : cluster [DBG] osdmap e1122: 8 total, 8 up, 8 in 2024-08-29T18:08:05.826 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:08:05 smithi053 bash[68679]: audit 2024-08-29T18:08:05.372632+0000 mon.c (mon.2) 66 : audit [INF] from='client.? 172.21.15.28:0/2745827852' entity='client.admin' cmd=[{"prefix": "osd crush rule rm", "name":"test-rados-api-smithi028-112348-7"}]: dispatch 2024-08-29T18:08:05.826 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:08:05 smithi053 bash[68679]: audit 2024-08-29T18:08:05.373467+0000 mon.a (mon.0) 1989 : audit [INF] from='client.? ' entity='client.admin' cmd=[{"prefix": "osd crush rule rm", "name":"test-rados-api-smithi028-112348-7"}]: dispatch 2024-08-29T18:08:05.880 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:08:05 smithi028 bash[77168]: cluster 2024-08-29T18:08:04.368322+0000 mon.a (mon.0) 1985 : cluster [DBG] osdmap e1121: 8 total, 8 up, 8 in 2024-08-29T18:08:05.880 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:08:05 smithi028 bash[77168]: audit 2024-08-29T18:08:04.370754+0000 mon.c (mon.2) 65 : audit [INF] from='client.? 172.21.15.28:0/2745827852' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile rm", "name": "testprofile-test-rados-api-smithi028-112348-7"}]: dispatch 2024-08-29T18:08:05.880 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:08:05 smithi028 bash[77168]: audit 2024-08-29T18:08:04.372331+0000 mon.a (mon.0) 1986 : audit [INF] from='client.? ' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile rm", "name": "testprofile-test-rados-api-smithi028-112348-7"}]: dispatch 2024-08-29T18:08:05.880 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:08:05 smithi028 bash[77168]: audit 2024-08-29T18:08:05.363737+0000 mon.a (mon.0) 1987 : audit [INF] from='client.? ' entity='client.admin' cmd='[{"prefix": "osd erasure-code-profile rm", "name": "testprofile-test-rados-api-smithi028-112348-7"}]': finished 2024-08-29T18:08:05.880 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:08:05 smithi028 bash[77168]: cluster 2024-08-29T18:08:05.371339+0000 mon.a (mon.0) 1988 : cluster [DBG] osdmap e1122: 8 total, 8 up, 8 in 2024-08-29T18:08:05.881 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:08:05 smithi028 bash[77168]: audit 2024-08-29T18:08:05.372632+0000 mon.c (mon.2) 66 : audit [INF] from='client.? 172.21.15.28:0/2745827852' entity='client.admin' cmd=[{"prefix": "osd crush rule rm", "name":"test-rados-api-smithi028-112348-7"}]: dispatch 2024-08-29T18:08:05.881 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:08:05 smithi028 bash[77168]: audit 2024-08-29T18:08:05.373467+0000 mon.a (mon.0) 1989 : audit [INF] from='client.? ' entity='client.admin' cmd=[{"prefix": "osd crush rule rm", "name":"test-rados-api-smithi028-112348-7"}]: dispatch 2024-08-29T18:08:05.881 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:08:05 smithi028 bash[78352]: cluster 2024-08-29T18:08:04.368322+0000 mon.a (mon.0) 1985 : cluster [DBG] osdmap e1121: 8 total, 8 up, 8 in 2024-08-29T18:08:05.881 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:08:05 smithi028 bash[78352]: audit 2024-08-29T18:08:04.370754+0000 mon.c (mon.2) 65 : audit [INF] from='client.? 172.21.15.28:0/2745827852' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile rm", "name": "testprofile-test-rados-api-smithi028-112348-7"}]: dispatch 2024-08-29T18:08:05.881 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:08:05 smithi028 bash[78352]: audit 2024-08-29T18:08:04.372331+0000 mon.a (mon.0) 1986 : audit [INF] from='client.? ' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile rm", "name": "testprofile-test-rados-api-smithi028-112348-7"}]: dispatch 2024-08-29T18:08:05.881 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:08:05 smithi028 bash[78352]: audit 2024-08-29T18:08:05.363737+0000 mon.a (mon.0) 1987 : audit [INF] from='client.? ' entity='client.admin' cmd='[{"prefix": "osd erasure-code-profile rm", "name": "testprofile-test-rados-api-smithi028-112348-7"}]': finished 2024-08-29T18:08:05.881 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:08:05 smithi028 bash[78352]: cluster 2024-08-29T18:08:05.371339+0000 mon.a (mon.0) 1988 : cluster [DBG] osdmap e1122: 8 total, 8 up, 8 in 2024-08-29T18:08:05.881 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:08:05 smithi028 bash[78352]: audit 2024-08-29T18:08:05.372632+0000 mon.c (mon.2) 66 : audit [INF] from='client.? 172.21.15.28:0/2745827852' entity='client.admin' cmd=[{"prefix": "osd crush rule rm", "name":"test-rados-api-smithi028-112348-7"}]: dispatch 2024-08-29T18:08:05.881 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:08:05 smithi028 bash[78352]: audit 2024-08-29T18:08:05.373467+0000 mon.a (mon.0) 1989 : audit [INF] from='client.? ' entity='client.admin' cmd=[{"prefix": "osd crush rule rm", "name":"test-rados-api-smithi028-112348-7"}]: dispatch 2024-08-29T18:08:06.376 INFO:tasks.workunit.client.0.smithi028.stdout:[ OK ] cls_rgw.test_implicit_idempotent_ec (7020 ms) 2024-08-29T18:08:06.376 INFO:tasks.workunit.client.0.smithi028.stdout:[ RUN ] cls_rgw.test_put_snap_ec 2024-08-29T18:08:06.826 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:08:06 smithi053 bash[68679]: cluster 2024-08-29T18:08:05.302714+0000 mgr.y (mgr.25022) 641 : cluster [DBG] pgmap v1281: 105 pgs: 105 active+clean; 583 KiB data, 4.6 GiB used, 711 GiB / 715 GiB avail 2024-08-29T18:08:06.826 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:08:06 smithi053 bash[68679]: cluster 2024-08-29T18:08:05.376320+0000 mon.a (mon.0) 1990 : cluster [INF] Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-08-29T18:08:06.826 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:08:06 smithi053 bash[68679]: cluster 2024-08-29T18:08:05.376367+0000 mon.a (mon.0) 1991 : cluster [INF] Cluster is now healthy 2024-08-29T18:08:06.826 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:08:06 smithi053 bash[68679]: audit 2024-08-29T18:08:06.367079+0000 mon.a (mon.0) 1992 : audit [INF] from='client.? ' entity='client.admin' cmd='[{"prefix": "osd crush rule rm", "name":"test-rados-api-smithi028-112348-7"}]': finished 2024-08-29T18:08:06.826 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:08:06 smithi053 bash[68679]: cluster 2024-08-29T18:08:06.375141+0000 mon.a (mon.0) 1993 : cluster [DBG] osdmap e1123: 8 total, 8 up, 8 in 2024-08-29T18:08:06.880 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:08:06 smithi028 bash[78352]: cluster 2024-08-29T18:08:05.302714+0000 mgr.y (mgr.25022) 641 : cluster [DBG] pgmap v1281: 105 pgs: 105 active+clean; 583 KiB data, 4.6 GiB used, 711 GiB / 715 GiB avail 2024-08-29T18:08:06.880 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:08:06 smithi028 bash[78352]: cluster 2024-08-29T18:08:05.376320+0000 mon.a (mon.0) 1990 : cluster [INF] Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-08-29T18:08:06.880 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:08:06 smithi028 bash[78352]: cluster 2024-08-29T18:08:05.376367+0000 mon.a (mon.0) 1991 : cluster [INF] Cluster is now healthy 2024-08-29T18:08:06.881 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:08:06 smithi028 bash[78352]: audit 2024-08-29T18:08:06.367079+0000 mon.a (mon.0) 1992 : audit [INF] from='client.? ' entity='client.admin' cmd='[{"prefix": "osd crush rule rm", "name":"test-rados-api-smithi028-112348-7"}]': finished 2024-08-29T18:08:06.881 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:08:06 smithi028 bash[78352]: cluster 2024-08-29T18:08:06.375141+0000 mon.a (mon.0) 1993 : cluster [DBG] osdmap e1123: 8 total, 8 up, 8 in 2024-08-29T18:08:06.881 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:08:06 smithi028 bash[77168]: cluster 2024-08-29T18:08:05.302714+0000 mgr.y (mgr.25022) 641 : cluster [DBG] pgmap v1281: 105 pgs: 105 active+clean; 583 KiB data, 4.6 GiB used, 711 GiB / 715 GiB avail 2024-08-29T18:08:06.881 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:08:06 smithi028 bash[77168]: cluster 2024-08-29T18:08:05.376320+0000 mon.a (mon.0) 1990 : cluster [INF] Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-08-29T18:08:06.881 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:08:06 smithi028 bash[77168]: cluster 2024-08-29T18:08:05.376367+0000 mon.a (mon.0) 1991 : cluster [INF] Cluster is now healthy 2024-08-29T18:08:06.881 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:08:06 smithi028 bash[77168]: audit 2024-08-29T18:08:06.367079+0000 mon.a (mon.0) 1992 : audit [INF] from='client.? ' entity='client.admin' cmd='[{"prefix": "osd crush rule rm", "name":"test-rados-api-smithi028-112348-7"}]': finished 2024-08-29T18:08:06.881 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:08:06 smithi028 bash[77168]: cluster 2024-08-29T18:08:06.375141+0000 mon.a (mon.0) 1993 : cluster [DBG] osdmap e1123: 8 total, 8 up, 8 in 2024-08-29T18:08:07.826 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:08:07 smithi053 bash[68679]: audit 2024-08-29T18:08:06.418822+0000 mon.a (mon.0) 1994 : audit [INF] from='client.? 172.21.15.28:0/1851940599' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile rm", "name": "testprofile-test-rados-api-smithi028-112348-8"}]: dispatch 2024-08-29T18:08:07.826 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:08:07 smithi053 bash[68679]: audit 2024-08-29T18:08:06.419722+0000 mon.a (mon.0) 1995 : audit [INF] from='client.? 172.21.15.28:0/1851940599' entity='client.admin' cmd=[{"prefix": "osd crush rule rm", "name":"test-rados-api-smithi028-112348-8"}]: dispatch 2024-08-29T18:08:07.826 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:08:07 smithi053 bash[68679]: audit 2024-08-29T18:08:06.420243+0000 mon.a (mon.0) 1996 : audit [INF] from='client.? 172.21.15.28:0/1851940599' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile set", "name": "testprofile-test-rados-api-smithi028-112348-8", "profile": [ "k=2", "m=1", "crush-failure-domain=osd"]}]: dispatch 2024-08-29T18:08:07.880 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:08:07 smithi028 bash[78352]: audit 2024-08-29T18:08:06.418822+0000 mon.a (mon.0) 1994 : audit [INF] from='client.? 172.21.15.28:0/1851940599' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile rm", "name": "testprofile-test-rados-api-smithi028-112348-8"}]: dispatch 2024-08-29T18:08:07.880 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:08:07 smithi028 bash[78352]: audit 2024-08-29T18:08:06.419722+0000 mon.a (mon.0) 1995 : audit [INF] from='client.? 172.21.15.28:0/1851940599' entity='client.admin' cmd=[{"prefix": "osd crush rule rm", "name":"test-rados-api-smithi028-112348-8"}]: dispatch 2024-08-29T18:08:07.880 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:08:07 smithi028 bash[78352]: audit 2024-08-29T18:08:06.420243+0000 mon.a (mon.0) 1996 : audit [INF] from='client.? 172.21.15.28:0/1851940599' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile set", "name": "testprofile-test-rados-api-smithi028-112348-8", "profile": [ "k=2", "m=1", "crush-failure-domain=osd"]}]: dispatch 2024-08-29T18:08:07.880 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:08:07 smithi028 bash[77168]: audit 2024-08-29T18:08:06.418822+0000 mon.a (mon.0) 1994 : audit [INF] from='client.? 172.21.15.28:0/1851940599' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile rm", "name": "testprofile-test-rados-api-smithi028-112348-8"}]: dispatch 2024-08-29T18:08:07.881 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:08:07 smithi028 bash[77168]: audit 2024-08-29T18:08:06.419722+0000 mon.a (mon.0) 1995 : audit [INF] from='client.? 172.21.15.28:0/1851940599' entity='client.admin' cmd=[{"prefix": "osd crush rule rm", "name":"test-rados-api-smithi028-112348-8"}]: dispatch 2024-08-29T18:08:07.881 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:08:07 smithi028 bash[77168]: audit 2024-08-29T18:08:06.420243+0000 mon.a (mon.0) 1996 : audit [INF] from='client.? 172.21.15.28:0/1851940599' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile set", "name": "testprofile-test-rados-api-smithi028-112348-8", "profile": [ "k=2", "m=1", "crush-failure-domain=osd"]}]: dispatch 2024-08-29T18:08:08.826 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:08:08 smithi053 bash[68679]: cluster 2024-08-29T18:08:07.303358+0000 mgr.y (mgr.25022) 642 : cluster [DBG] pgmap v1284: 105 pgs: 105 active+clean; 583 KiB data, 4.6 GiB used, 711 GiB / 715 GiB avail 2024-08-29T18:08:08.826 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:08:08 smithi053 bash[68679]: audit 2024-08-29T18:08:07.396218+0000 mon.a (mon.0) 1997 : audit [INF] from='client.? 172.21.15.28:0/1851940599' entity='client.admin' cmd='[{"prefix": "osd erasure-code-profile set", "name": "testprofile-test-rados-api-smithi028-112348-8", "profile": [ "k=2", "m=1", "crush-failure-domain=osd"]}]': finished 2024-08-29T18:08:08.826 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:08:08 smithi053 bash[68679]: cluster 2024-08-29T18:08:07.402682+0000 mon.a (mon.0) 1998 : cluster [DBG] osdmap e1124: 8 total, 8 up, 8 in 2024-08-29T18:08:08.826 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:08:08 smithi053 bash[68679]: audit 2024-08-29T18:08:07.403303+0000 mon.a (mon.0) 1999 : audit [INF] from='client.? 172.21.15.28:0/1851940599' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "test-rados-api-smithi028-112348-8", "pool_type":"erasure", "pg_num":8, "pgp_num":8, "erasure_code_profile":"testprofile-test-rados-api-smithi028-112348-8"}]: dispatch 2024-08-29T18:08:08.880 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:08:08 smithi028 bash[78352]: cluster 2024-08-29T18:08:07.303358+0000 mgr.y (mgr.25022) 642 : cluster [DBG] pgmap v1284: 105 pgs: 105 active+clean; 583 KiB data, 4.6 GiB used, 711 GiB / 715 GiB avail 2024-08-29T18:08:08.880 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:08:08 smithi028 bash[78352]: audit 2024-08-29T18:08:07.396218+0000 mon.a (mon.0) 1997 : audit [INF] from='client.? 172.21.15.28:0/1851940599' entity='client.admin' cmd='[{"prefix": "osd erasure-code-profile set", "name": "testprofile-test-rados-api-smithi028-112348-8", "profile": [ "k=2", "m=1", "crush-failure-domain=osd"]}]': finished 2024-08-29T18:08:08.880 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:08:08 smithi028 bash[78352]: cluster 2024-08-29T18:08:07.402682+0000 mon.a (mon.0) 1998 : cluster [DBG] osdmap e1124: 8 total, 8 up, 8 in 2024-08-29T18:08:08.880 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:08:08 smithi028 bash[78352]: audit 2024-08-29T18:08:07.403303+0000 mon.a (mon.0) 1999 : audit [INF] from='client.? 172.21.15.28:0/1851940599' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "test-rados-api-smithi028-112348-8", "pool_type":"erasure", "pg_num":8, "pgp_num":8, "erasure_code_profile":"testprofile-test-rados-api-smithi028-112348-8"}]: dispatch 2024-08-29T18:08:08.881 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:08:08 smithi028 bash[77168]: cluster 2024-08-29T18:08:07.303358+0000 mgr.y (mgr.25022) 642 : cluster [DBG] pgmap v1284: 105 pgs: 105 active+clean; 583 KiB data, 4.6 GiB used, 711 GiB / 715 GiB avail 2024-08-29T18:08:08.881 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:08:08 smithi028 bash[77168]: audit 2024-08-29T18:08:07.396218+0000 mon.a (mon.0) 1997 : audit [INF] from='client.? 172.21.15.28:0/1851940599' entity='client.admin' cmd='[{"prefix": "osd erasure-code-profile set", "name": "testprofile-test-rados-api-smithi028-112348-8", "profile": [ "k=2", "m=1", "crush-failure-domain=osd"]}]': finished 2024-08-29T18:08:08.881 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:08:08 smithi028 bash[77168]: cluster 2024-08-29T18:08:07.402682+0000 mon.a (mon.0) 1998 : cluster [DBG] osdmap e1124: 8 total, 8 up, 8 in 2024-08-29T18:08:08.881 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:08:08 smithi028 bash[77168]: audit 2024-08-29T18:08:07.403303+0000 mon.a (mon.0) 1999 : audit [INF] from='client.? 172.21.15.28:0/1851940599' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "test-rados-api-smithi028-112348-8", "pool_type":"erasure", "pg_num":8, "pgp_num":8, "erasure_code_profile":"testprofile-test-rados-api-smithi028-112348-8"}]: dispatch 2024-08-29T18:08:09.826 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:08:09 smithi053 bash[68679]: cluster 2024-08-29T18:08:08.871245+0000 mon.a (mon.0) 2000 : cluster [DBG] osdmap e1125: 8 total, 8 up, 8 in 2024-08-29T18:08:09.880 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:08:09 smithi028 bash[77168]: cluster 2024-08-29T18:08:08.871245+0000 mon.a (mon.0) 2000 : cluster [DBG] osdmap e1125: 8 total, 8 up, 8 in 2024-08-29T18:08:09.881 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:08:09 smithi028 bash[78352]: cluster 2024-08-29T18:08:08.871245+0000 mon.a (mon.0) 2000 : cluster [DBG] osdmap e1125: 8 total, 8 up, 8 in 2024-08-29T18:08:10.826 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:08:10 smithi053 bash[68679]: cluster 2024-08-29T18:08:09.304216+0000 mgr.y (mgr.25022) 643 : cluster [DBG] pgmap v1287: 105 pgs: 105 active+clean; 583 KiB data, 4.6 GiB used, 711 GiB / 715 GiB avail 2024-08-29T18:08:10.826 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:08:10 smithi053 bash[68679]: audit 2024-08-29T18:08:09.417071+0000 mon.a (mon.0) 2001 : audit [INF] from='client.? 172.21.15.28:0/1851940599' entity='client.admin' cmd='[{"prefix": "osd pool create", "pool": "test-rados-api-smithi028-112348-8", "pool_type":"erasure", "pg_num":8, "pgp_num":8, "erasure_code_profile":"testprofile-test-rados-api-smithi028-112348-8"}]': finished 2024-08-29T18:08:10.826 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:08:10 smithi053 bash[68679]: cluster 2024-08-29T18:08:09.425146+0000 mon.a (mon.0) 2002 : cluster [DBG] osdmap e1126: 8 total, 8 up, 8 in 2024-08-29T18:08:10.826 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:08:10 smithi053 bash[68679]: audit 2024-08-29T18:08:09.430517+0000 mon.a (mon.0) 2003 : audit [INF] from='client.? 172.21.15.28:0/1851940599' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi028-112348-8","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-29T18:08:10.880 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:08:10 smithi028 bash[78352]: cluster 2024-08-29T18:08:09.304216+0000 mgr.y (mgr.25022) 643 : cluster [DBG] pgmap v1287: 105 pgs: 105 active+clean; 583 KiB data, 4.6 GiB used, 711 GiB / 715 GiB avail 2024-08-29T18:08:10.880 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:08:10 smithi028 bash[78352]: audit 2024-08-29T18:08:09.417071+0000 mon.a (mon.0) 2001 : audit [INF] from='client.? 172.21.15.28:0/1851940599' entity='client.admin' cmd='[{"prefix": "osd pool create", "pool": "test-rados-api-smithi028-112348-8", "pool_type":"erasure", "pg_num":8, "pgp_num":8, "erasure_code_profile":"testprofile-test-rados-api-smithi028-112348-8"}]': finished 2024-08-29T18:08:10.880 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:08:10 smithi028 bash[78352]: cluster 2024-08-29T18:08:09.425146+0000 mon.a (mon.0) 2002 : cluster [DBG] osdmap e1126: 8 total, 8 up, 8 in 2024-08-29T18:08:10.880 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:08:10 smithi028 bash[78352]: audit 2024-08-29T18:08:09.430517+0000 mon.a (mon.0) 2003 : audit [INF] from='client.? 172.21.15.28:0/1851940599' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi028-112348-8","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-29T18:08:10.881 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:08:10 smithi028 bash[77168]: cluster 2024-08-29T18:08:09.304216+0000 mgr.y (mgr.25022) 643 : cluster [DBG] pgmap v1287: 105 pgs: 105 active+clean; 583 KiB data, 4.6 GiB used, 711 GiB / 715 GiB avail 2024-08-29T18:08:10.881 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:08:10 smithi028 bash[77168]: audit 2024-08-29T18:08:09.417071+0000 mon.a (mon.0) 2001 : audit [INF] from='client.? 172.21.15.28:0/1851940599' entity='client.admin' cmd='[{"prefix": "osd pool create", "pool": "test-rados-api-smithi028-112348-8", "pool_type":"erasure", "pg_num":8, "pgp_num":8, "erasure_code_profile":"testprofile-test-rados-api-smithi028-112348-8"}]': finished 2024-08-29T18:08:10.881 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:08:10 smithi028 bash[77168]: cluster 2024-08-29T18:08:09.425146+0000 mon.a (mon.0) 2002 : cluster [DBG] osdmap e1126: 8 total, 8 up, 8 in 2024-08-29T18:08:10.881 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:08:10 smithi028 bash[77168]: audit 2024-08-29T18:08:09.430517+0000 mon.a (mon.0) 2003 : audit [INF] from='client.? 172.21.15.28:0/1851940599' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi028-112348-8","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-29T18:08:11.826 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:08:11 smithi053 bash[68679]: audit 2024-08-29T18:08:10.420186+0000 mon.a (mon.0) 2004 : audit [INF] from='client.? 172.21.15.28:0/1851940599' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi028-112348-8","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-29T18:08:11.826 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:08:11 smithi053 bash[68679]: cluster 2024-08-29T18:08:10.427634+0000 mon.a (mon.0) 2005 : cluster [DBG] osdmap e1127: 8 total, 8 up, 8 in 2024-08-29T18:08:11.880 INFO:journalctl@ceph.mgr.y.smithi028.stdout:Aug 29 18:08:11 smithi028 bash[70818]: ::ffff:172.21.15.53 - - [29/Aug/2024:18:08:11] "GET /metrics HTTP/1.1" 200 36326 "" "Prometheus/2.43.0" 2024-08-29T18:08:11.880 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:08:11 smithi028 bash[78352]: audit 2024-08-29T18:08:10.420186+0000 mon.a (mon.0) 2004 : audit [INF] from='client.? 172.21.15.28:0/1851940599' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi028-112348-8","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-29T18:08:11.881 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:08:11 smithi028 bash[78352]: cluster 2024-08-29T18:08:10.427634+0000 mon.a (mon.0) 2005 : cluster [DBG] osdmap e1127: 8 total, 8 up, 8 in 2024-08-29T18:08:11.881 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:08:11 smithi028 bash[77168]: audit 2024-08-29T18:08:10.420186+0000 mon.a (mon.0) 2004 : audit [INF] from='client.? 172.21.15.28:0/1851940599' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi028-112348-8","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-29T18:08:11.881 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:08:11 smithi028 bash[77168]: cluster 2024-08-29T18:08:10.427634+0000 mon.a (mon.0) 2005 : cluster [DBG] osdmap e1127: 8 total, 8 up, 8 in 2024-08-29T18:08:12.576 INFO:journalctl@ceph.prometheus.a.smithi053.stdout:Aug 29 18:08:12 smithi053 bash[95567]: ts=2024-08-29T18:08:12.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"3167ee72-662c-11ef-bcd4-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-29T18:08:12.576 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:08:12 smithi053 bash[68679]: cluster 2024-08-29T18:08:11.305034+0000 mgr.y (mgr.25022) 644 : cluster [DBG] pgmap v1290: 113 pgs: 2 creating+peering, 5 unknown, 106 active+clean; 583 KiB data, 4.6 GiB used, 711 GiB / 715 GiB avail 2024-08-29T18:08:12.576 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:08:12 smithi053 bash[68679]: cluster 2024-08-29T18:08:11.451455+0000 mon.a (mon.0) 2006 : cluster [DBG] osdmap e1128: 8 total, 8 up, 8 in 2024-08-29T18:08:12.576 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:08:12 smithi053 bash[68679]: audit 2024-08-29T18:08:12.053699+0000 mon.a (mon.0) 2007 : audit [DBG] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-29T18:08:12.880 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:08:12 smithi028 bash[78352]: cluster 2024-08-29T18:08:11.305034+0000 mgr.y (mgr.25022) 644 : cluster [DBG] pgmap v1290: 113 pgs: 2 creating+peering, 5 unknown, 106 active+clean; 583 KiB data, 4.6 GiB used, 711 GiB / 715 GiB avail 2024-08-29T18:08:12.880 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:08:12 smithi028 bash[78352]: cluster 2024-08-29T18:08:11.451455+0000 mon.a (mon.0) 2006 : cluster [DBG] osdmap e1128: 8 total, 8 up, 8 in 2024-08-29T18:08:12.880 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:08:12 smithi028 bash[78352]: audit 2024-08-29T18:08:12.053699+0000 mon.a (mon.0) 2007 : audit [DBG] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-29T18:08:12.880 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:08:12 smithi028 bash[77168]: cluster 2024-08-29T18:08:11.305034+0000 mgr.y (mgr.25022) 644 : cluster [DBG] pgmap v1290: 113 pgs: 2 creating+peering, 5 unknown, 106 active+clean; 583 KiB data, 4.6 GiB used, 711 GiB / 715 GiB avail 2024-08-29T18:08:12.881 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:08:12 smithi028 bash[77168]: cluster 2024-08-29T18:08:11.451455+0000 mon.a (mon.0) 2006 : cluster [DBG] osdmap e1128: 8 total, 8 up, 8 in 2024-08-29T18:08:12.881 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:08:12 smithi028 bash[77168]: audit 2024-08-29T18:08:12.053699+0000 mon.a (mon.0) 2007 : audit [DBG] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-29T18:08:14.826 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:08:14 smithi053 bash[68679]: cluster 2024-08-29T18:08:13.305828+0000 mgr.y (mgr.25022) 645 : cluster [DBG] pgmap v1292: 113 pgs: 2 creating+peering, 4 unknown, 107 active+clean; 583 KiB data, 4.6 GiB used, 711 GiB / 715 GiB avail 2024-08-29T18:08:14.880 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:08:14 smithi028 bash[78352]: cluster 2024-08-29T18:08:13.305828+0000 mgr.y (mgr.25022) 645 : cluster [DBG] pgmap v1292: 113 pgs: 2 creating+peering, 4 unknown, 107 active+clean; 583 KiB data, 4.6 GiB used, 711 GiB / 715 GiB avail 2024-08-29T18:08:14.880 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:08:14 smithi028 bash[77168]: cluster 2024-08-29T18:08:13.305828+0000 mgr.y (mgr.25022) 645 : cluster [DBG] pgmap v1292: 113 pgs: 2 creating+peering, 4 unknown, 107 active+clean; 583 KiB data, 4.6 GiB used, 711 GiB / 715 GiB avail 2024-08-29T18:08:15.826 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:08:15 smithi053 bash[68679]: cluster 2024-08-29T18:08:14.456765+0000 mon.a (mon.0) 2008 : cluster [DBG] osdmap e1129: 8 total, 8 up, 8 in 2024-08-29T18:08:15.880 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:08:15 smithi028 bash[78352]: cluster 2024-08-29T18:08:14.456765+0000 mon.a (mon.0) 2008 : cluster [DBG] osdmap e1129: 8 total, 8 up, 8 in 2024-08-29T18:08:15.880 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:08:15 smithi028 bash[77168]: cluster 2024-08-29T18:08:14.456765+0000 mon.a (mon.0) 2008 : cluster [DBG] osdmap e1129: 8 total, 8 up, 8 in 2024-08-29T18:08:16.826 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:08:16 smithi053 bash[68679]: cluster 2024-08-29T18:08:15.306901+0000 mgr.y (mgr.25022) 646 : cluster [DBG] pgmap v1294: 113 pgs: 113 active+clean; 583 KiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 173 B/s wr, 0 op/s 2024-08-29T18:08:16.826 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:08:16 smithi053 bash[68679]: cluster 2024-08-29T18:08:15.478608+0000 mon.a (mon.0) 2009 : cluster [DBG] osdmap e1130: 8 total, 8 up, 8 in 2024-08-29T18:08:16.880 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:08:16 smithi028 bash[78352]: cluster 2024-08-29T18:08:15.306901+0000 mgr.y (mgr.25022) 646 : cluster [DBG] pgmap v1294: 113 pgs: 113 active+clean; 583 KiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 173 B/s wr, 0 op/s 2024-08-29T18:08:16.880 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:08:16 smithi028 bash[78352]: cluster 2024-08-29T18:08:15.478608+0000 mon.a (mon.0) 2009 : cluster [DBG] osdmap e1130: 8 total, 8 up, 8 in 2024-08-29T18:08:16.880 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:08:16 smithi028 bash[77168]: cluster 2024-08-29T18:08:15.306901+0000 mgr.y (mgr.25022) 646 : cluster [DBG] pgmap v1294: 113 pgs: 113 active+clean; 583 KiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 173 B/s wr, 0 op/s 2024-08-29T18:08:16.881 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:08:16 smithi028 bash[77168]: cluster 2024-08-29T18:08:15.478608+0000 mon.a (mon.0) 2009 : cluster [DBG] osdmap e1130: 8 total, 8 up, 8 in 2024-08-29T18:08:17.826 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:08:17 smithi053 bash[68679]: cluster 2024-08-29T18:08:16.480350+0000 mon.a (mon.0) 2010 : cluster [DBG] osdmap e1131: 8 total, 8 up, 8 in 2024-08-29T18:08:17.880 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:08:17 smithi028 bash[78352]: cluster 2024-08-29T18:08:16.480350+0000 mon.a (mon.0) 2010 : cluster [DBG] osdmap e1131: 8 total, 8 up, 8 in 2024-08-29T18:08:17.880 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:08:17 smithi028 bash[77168]: cluster 2024-08-29T18:08:16.480350+0000 mon.a (mon.0) 2010 : cluster [DBG] osdmap e1131: 8 total, 8 up, 8 in 2024-08-29T18:08:18.826 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:08:18 smithi053 bash[68679]: cluster 2024-08-29T18:08:17.307549+0000 mgr.y (mgr.25022) 647 : cluster [DBG] pgmap v1297: 113 pgs: 113 active+clean; 583 KiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 174 B/s wr, 0 op/s 2024-08-29T18:08:18.826 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:08:18 smithi053 bash[68679]: cluster 2024-08-29T18:08:17.502315+0000 mon.a (mon.0) 2011 : cluster [DBG] osdmap e1132: 8 total, 8 up, 8 in 2024-08-29T18:08:18.826 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:08:18 smithi053 bash[68679]: audit 2024-08-29T18:08:17.505426+0000 mon.a (mon.0) 2012 : audit [INF] from='client.? 172.21.15.28:0/1851940599' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile rm", "name": "testprofile-test-rados-api-smithi028-112348-8"}]: dispatch 2024-08-29T18:08:18.880 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:08:18 smithi028 bash[78352]: cluster 2024-08-29T18:08:17.307549+0000 mgr.y (mgr.25022) 647 : cluster [DBG] pgmap v1297: 113 pgs: 113 active+clean; 583 KiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 174 B/s wr, 0 op/s 2024-08-29T18:08:18.880 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:08:18 smithi028 bash[78352]: cluster 2024-08-29T18:08:17.502315+0000 mon.a (mon.0) 2011 : cluster [DBG] osdmap e1132: 8 total, 8 up, 8 in 2024-08-29T18:08:18.880 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:08:18 smithi028 bash[78352]: audit 2024-08-29T18:08:17.505426+0000 mon.a (mon.0) 2012 : audit [INF] from='client.? 172.21.15.28:0/1851940599' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile rm", "name": "testprofile-test-rados-api-smithi028-112348-8"}]: dispatch 2024-08-29T18:08:18.880 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:08:18 smithi028 bash[77168]: cluster 2024-08-29T18:08:17.307549+0000 mgr.y (mgr.25022) 647 : cluster [DBG] pgmap v1297: 113 pgs: 113 active+clean; 583 KiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 174 B/s wr, 0 op/s 2024-08-29T18:08:18.880 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:08:18 smithi028 bash[77168]: cluster 2024-08-29T18:08:17.502315+0000 mon.a (mon.0) 2011 : cluster [DBG] osdmap e1132: 8 total, 8 up, 8 in 2024-08-29T18:08:18.881 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:08:18 smithi028 bash[77168]: audit 2024-08-29T18:08:17.505426+0000 mon.a (mon.0) 2012 : audit [INF] from='client.? 172.21.15.28:0/1851940599' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile rm", "name": "testprofile-test-rados-api-smithi028-112348-8"}]: dispatch 2024-08-29T18:08:19.510 INFO:tasks.workunit.client.0.smithi028.stdout:[ OK ] cls_rgw.test_put_snap_ec (13134 ms) 2024-08-29T18:08:19.510 INFO:tasks.workunit.client.0.smithi028.stdout:[ RUN ] cls_rgw.test_explicit_ec 2024-08-29T18:08:19.826 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:08:19 smithi053 bash[68679]: audit 2024-08-29T18:08:18.496750+0000 mon.a (mon.0) 2013 : audit [INF] from='client.? 172.21.15.28:0/1851940599' entity='client.admin' cmd='[{"prefix": "osd erasure-code-profile rm", "name": "testprofile-test-rados-api-smithi028-112348-8"}]': finished 2024-08-29T18:08:19.826 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:08:19 smithi053 bash[68679]: cluster 2024-08-29T18:08:18.503602+0000 mon.a (mon.0) 2014 : cluster [DBG] osdmap e1133: 8 total, 8 up, 8 in 2024-08-29T18:08:19.826 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:08:19 smithi053 bash[68679]: audit 2024-08-29T18:08:18.504971+0000 mon.a (mon.0) 2015 : audit [INF] from='client.? 172.21.15.28:0/1851940599' entity='client.admin' cmd=[{"prefix": "osd crush rule rm", "name":"test-rados-api-smithi028-112348-8"}]: dispatch 2024-08-29T18:08:19.826 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:08:19 smithi053 bash[68679]: audit 2024-08-29T18:08:19.499846+0000 mon.a (mon.0) 2016 : audit [INF] from='client.? 172.21.15.28:0/1851940599' entity='client.admin' cmd='[{"prefix": "osd crush rule rm", "name":"test-rados-api-smithi028-112348-8"}]': finished 2024-08-29T18:08:19.880 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:08:19 smithi028 bash[78352]: audit 2024-08-29T18:08:18.496750+0000 mon.a (mon.0) 2013 : audit [INF] from='client.? 172.21.15.28:0/1851940599' entity='client.admin' cmd='[{"prefix": "osd erasure-code-profile rm", "name": "testprofile-test-rados-api-smithi028-112348-8"}]': finished 2024-08-29T18:08:19.880 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:08:19 smithi028 bash[78352]: cluster 2024-08-29T18:08:18.503602+0000 mon.a (mon.0) 2014 : cluster [DBG] osdmap e1133: 8 total, 8 up, 8 in 2024-08-29T18:08:19.880 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:08:19 smithi028 bash[78352]: audit 2024-08-29T18:08:18.504971+0000 mon.a (mon.0) 2015 : audit [INF] from='client.? 172.21.15.28:0/1851940599' entity='client.admin' cmd=[{"prefix": "osd crush rule rm", "name":"test-rados-api-smithi028-112348-8"}]: dispatch 2024-08-29T18:08:19.880 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:08:19 smithi028 bash[78352]: audit 2024-08-29T18:08:19.499846+0000 mon.a (mon.0) 2016 : audit [INF] from='client.? 172.21.15.28:0/1851940599' entity='client.admin' cmd='[{"prefix": "osd crush rule rm", "name":"test-rados-api-smithi028-112348-8"}]': finished 2024-08-29T18:08:19.881 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:08:19 smithi028 bash[77168]: audit 2024-08-29T18:08:18.496750+0000 mon.a (mon.0) 2013 : audit [INF] from='client.? 172.21.15.28:0/1851940599' entity='client.admin' cmd='[{"prefix": "osd erasure-code-profile rm", "name": "testprofile-test-rados-api-smithi028-112348-8"}]': finished 2024-08-29T18:08:19.881 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:08:19 smithi028 bash[77168]: cluster 2024-08-29T18:08:18.503602+0000 mon.a (mon.0) 2014 : cluster [DBG] osdmap e1133: 8 total, 8 up, 8 in 2024-08-29T18:08:19.881 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:08:19 smithi028 bash[77168]: audit 2024-08-29T18:08:18.504971+0000 mon.a (mon.0) 2015 : audit [INF] from='client.? 172.21.15.28:0/1851940599' entity='client.admin' cmd=[{"prefix": "osd crush rule rm", "name":"test-rados-api-smithi028-112348-8"}]: dispatch 2024-08-29T18:08:19.881 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:08:19 smithi028 bash[77168]: audit 2024-08-29T18:08:19.499846+0000 mon.a (mon.0) 2016 : audit [INF] from='client.? 172.21.15.28:0/1851940599' entity='client.admin' cmd='[{"prefix": "osd crush rule rm", "name":"test-rados-api-smithi028-112348-8"}]': finished 2024-08-29T18:08:20.826 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:08:20 smithi053 bash[68679]: cluster 2024-08-29T18:08:19.308179+0000 mgr.y (mgr.25022) 648 : cluster [DBG] pgmap v1300: 105 pgs: 105 active+clean; 583 KiB data, 4.6 GiB used, 711 GiB / 715 GiB avail 2024-08-29T18:08:20.826 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:08:20 smithi053 bash[68679]: cluster 2024-08-29T18:08:19.506891+0000 mon.a (mon.0) 2017 : cluster [DBG] osdmap e1134: 8 total, 8 up, 8 in 2024-08-29T18:08:20.826 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:08:20 smithi053 bash[68679]: audit 2024-08-29T18:08:19.539869+0000 mon.c (mon.2) 67 : audit [INF] from='client.? 172.21.15.28:0/1306599563' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile rm", "name": "testprofile-test-rados-api-smithi028-112348-9"}]: dispatch 2024-08-29T18:08:20.826 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:08:20 smithi053 bash[68679]: audit 2024-08-29T18:08:19.540218+0000 mon.a (mon.0) 2018 : audit [INF] from='client.? ' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile rm", "name": "testprofile-test-rados-api-smithi028-112348-9"}]: dispatch 2024-08-29T18:08:20.827 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:08:20 smithi053 bash[68679]: audit 2024-08-29T18:08:19.540884+0000 mon.c (mon.2) 68 : audit [INF] from='client.? 172.21.15.28:0/1306599563' entity='client.admin' cmd=[{"prefix": "osd crush rule rm", "name":"test-rados-api-smithi028-112348-9"}]: dispatch 2024-08-29T18:08:20.827 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:08:20 smithi053 bash[68679]: audit 2024-08-29T18:08:19.541197+0000 mon.a (mon.0) 2019 : audit [INF] from='client.? ' entity='client.admin' cmd=[{"prefix": "osd crush rule rm", "name":"test-rados-api-smithi028-112348-9"}]: dispatch 2024-08-29T18:08:20.827 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:08:20 smithi053 bash[68679]: audit 2024-08-29T18:08:19.541701+0000 mon.c (mon.2) 69 : audit [INF] from='client.? 172.21.15.28:0/1306599563' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile set", "name": "testprofile-test-rados-api-smithi028-112348-9", "profile": [ "k=2", "m=1", "crush-failure-domain=osd"]}]: dispatch 2024-08-29T18:08:20.827 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:08:20 smithi053 bash[68679]: audit 2024-08-29T18:08:19.542041+0000 mon.a (mon.0) 2020 : audit [INF] from='client.? ' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile set", "name": "testprofile-test-rados-api-smithi028-112348-9", "profile": [ "k=2", "m=1", "crush-failure-domain=osd"]}]: dispatch 2024-08-29T18:08:20.880 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:08:20 smithi028 bash[77168]: cluster 2024-08-29T18:08:19.308179+0000 mgr.y (mgr.25022) 648 : cluster [DBG] pgmap v1300: 105 pgs: 105 active+clean; 583 KiB data, 4.6 GiB used, 711 GiB / 715 GiB avail 2024-08-29T18:08:20.880 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:08:20 smithi028 bash[77168]: cluster 2024-08-29T18:08:19.506891+0000 mon.a (mon.0) 2017 : cluster [DBG] osdmap e1134: 8 total, 8 up, 8 in 2024-08-29T18:08:20.881 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:08:20 smithi028 bash[77168]: audit 2024-08-29T18:08:19.539869+0000 mon.c (mon.2) 67 : audit [INF] from='client.? 172.21.15.28:0/1306599563' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile rm", "name": "testprofile-test-rados-api-smithi028-112348-9"}]: dispatch 2024-08-29T18:08:20.881 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:08:20 smithi028 bash[77168]: audit 2024-08-29T18:08:19.540218+0000 mon.a (mon.0) 2018 : audit [INF] from='client.? ' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile rm", "name": "testprofile-test-rados-api-smithi028-112348-9"}]: dispatch 2024-08-29T18:08:20.881 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:08:20 smithi028 bash[77168]: audit 2024-08-29T18:08:19.540884+0000 mon.c (mon.2) 68 : audit [INF] from='client.? 172.21.15.28:0/1306599563' entity='client.admin' cmd=[{"prefix": "osd crush rule rm", "name":"test-rados-api-smithi028-112348-9"}]: dispatch 2024-08-29T18:08:20.881 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:08:20 smithi028 bash[77168]: audit 2024-08-29T18:08:19.541197+0000 mon.a (mon.0) 2019 : audit [INF] from='client.? ' entity='client.admin' cmd=[{"prefix": "osd crush rule rm", "name":"test-rados-api-smithi028-112348-9"}]: dispatch 2024-08-29T18:08:20.881 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:08:20 smithi028 bash[77168]: audit 2024-08-29T18:08:19.541701+0000 mon.c (mon.2) 69 : audit [INF] from='client.? 172.21.15.28:0/1306599563' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile set", "name": "testprofile-test-rados-api-smithi028-112348-9", "profile": [ "k=2", "m=1", "crush-failure-domain=osd"]}]: dispatch 2024-08-29T18:08:20.881 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:08:20 smithi028 bash[77168]: audit 2024-08-29T18:08:19.542041+0000 mon.a (mon.0) 2020 : audit [INF] from='client.? ' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile set", "name": "testprofile-test-rados-api-smithi028-112348-9", "profile": [ "k=2", "m=1", "crush-failure-domain=osd"]}]: dispatch 2024-08-29T18:08:20.882 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:08:20 smithi028 bash[78352]: cluster 2024-08-29T18:08:19.308179+0000 mgr.y (mgr.25022) 648 : cluster [DBG] pgmap v1300: 105 pgs: 105 active+clean; 583 KiB data, 4.6 GiB used, 711 GiB / 715 GiB avail 2024-08-29T18:08:20.882 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:08:20 smithi028 bash[78352]: cluster 2024-08-29T18:08:19.506891+0000 mon.a (mon.0) 2017 : cluster [DBG] osdmap e1134: 8 total, 8 up, 8 in 2024-08-29T18:08:20.882 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:08:20 smithi028 bash[78352]: audit 2024-08-29T18:08:19.539869+0000 mon.c (mon.2) 67 : audit [INF] from='client.? 172.21.15.28:0/1306599563' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile rm", "name": "testprofile-test-rados-api-smithi028-112348-9"}]: dispatch 2024-08-29T18:08:20.882 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:08:20 smithi028 bash[78352]: audit 2024-08-29T18:08:19.540218+0000 mon.a (mon.0) 2018 : audit [INF] from='client.? ' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile rm", "name": "testprofile-test-rados-api-smithi028-112348-9"}]: dispatch 2024-08-29T18:08:20.882 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:08:20 smithi028 bash[78352]: audit 2024-08-29T18:08:19.540884+0000 mon.c (mon.2) 68 : audit [INF] from='client.? 172.21.15.28:0/1306599563' entity='client.admin' cmd=[{"prefix": "osd crush rule rm", "name":"test-rados-api-smithi028-112348-9"}]: dispatch 2024-08-29T18:08:20.882 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:08:20 smithi028 bash[78352]: audit 2024-08-29T18:08:19.541197+0000 mon.a (mon.0) 2019 : audit [INF] from='client.? ' entity='client.admin' cmd=[{"prefix": "osd crush rule rm", "name":"test-rados-api-smithi028-112348-9"}]: dispatch 2024-08-29T18:08:20.882 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:08:20 smithi028 bash[78352]: audit 2024-08-29T18:08:19.541701+0000 mon.c (mon.2) 69 : audit [INF] from='client.? 172.21.15.28:0/1306599563' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile set", "name": "testprofile-test-rados-api-smithi028-112348-9", "profile": [ "k=2", "m=1", "crush-failure-domain=osd"]}]: dispatch 2024-08-29T18:08:20.882 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:08:20 smithi028 bash[78352]: audit 2024-08-29T18:08:19.542041+0000 mon.a (mon.0) 2020 : audit [INF] from='client.? ' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile set", "name": "testprofile-test-rados-api-smithi028-112348-9", "profile": [ "k=2", "m=1", "crush-failure-domain=osd"]}]: dispatch 2024-08-29T18:08:21.826 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:08:21 smithi053 bash[68679]: audit 2024-08-29T18:08:20.522071+0000 mon.a (mon.0) 2021 : audit [INF] from='client.? ' entity='client.admin' cmd='[{"prefix": "osd erasure-code-profile set", "name": "testprofile-test-rados-api-smithi028-112348-9", "profile": [ "k=2", "m=1", "crush-failure-domain=osd"]}]': finished 2024-08-29T18:08:21.826 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:08:21 smithi053 bash[68679]: cluster 2024-08-29T18:08:20.529379+0000 mon.a (mon.0) 2022 : cluster [DBG] osdmap e1135: 8 total, 8 up, 8 in 2024-08-29T18:08:21.826 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:08:21 smithi053 bash[68679]: audit 2024-08-29T18:08:20.531138+0000 mon.c (mon.2) 70 : audit [INF] from='client.? 172.21.15.28:0/1306599563' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "test-rados-api-smithi028-112348-9", "pool_type":"erasure", "pg_num":8, "pgp_num":8, "erasure_code_profile":"testprofile-test-rados-api-smithi028-112348-9"}]: dispatch 2024-08-29T18:08:21.826 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:08:21 smithi053 bash[68679]: audit 2024-08-29T18:08:20.532915+0000 mon.a (mon.0) 2023 : audit [INF] from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "test-rados-api-smithi028-112348-9", "pool_type":"erasure", "pg_num":8, "pgp_num":8, "erasure_code_profile":"testprofile-test-rados-api-smithi028-112348-9"}]: dispatch 2024-08-29T18:08:21.880 INFO:journalctl@ceph.mgr.y.smithi028.stdout:Aug 29 18:08:21 smithi028 bash[70818]: ::ffff:172.21.15.53 - - [29/Aug/2024:18:08:21] "GET /metrics HTTP/1.1" 200 36351 "" "Prometheus/2.43.0" 2024-08-29T18:08:21.880 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:08:21 smithi028 bash[77168]: audit 2024-08-29T18:08:20.522071+0000 mon.a (mon.0) 2021 : audit [INF] from='client.? ' entity='client.admin' cmd='[{"prefix": "osd erasure-code-profile set", "name": "testprofile-test-rados-api-smithi028-112348-9", "profile": [ "k=2", "m=1", "crush-failure-domain=osd"]}]': finished 2024-08-29T18:08:21.880 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:08:21 smithi028 bash[77168]: cluster 2024-08-29T18:08:20.529379+0000 mon.a (mon.0) 2022 : cluster [DBG] osdmap e1135: 8 total, 8 up, 8 in 2024-08-29T18:08:21.880 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:08:21 smithi028 bash[77168]: audit 2024-08-29T18:08:20.531138+0000 mon.c (mon.2) 70 : audit [INF] from='client.? 172.21.15.28:0/1306599563' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "test-rados-api-smithi028-112348-9", "pool_type":"erasure", "pg_num":8, "pgp_num":8, "erasure_code_profile":"testprofile-test-rados-api-smithi028-112348-9"}]: dispatch 2024-08-29T18:08:21.880 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:08:21 smithi028 bash[77168]: audit 2024-08-29T18:08:20.532915+0000 mon.a (mon.0) 2023 : audit [INF] from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "test-rados-api-smithi028-112348-9", "pool_type":"erasure", "pg_num":8, "pgp_num":8, "erasure_code_profile":"testprofile-test-rados-api-smithi028-112348-9"}]: dispatch 2024-08-29T18:08:21.881 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:08:21 smithi028 bash[78352]: audit 2024-08-29T18:08:20.522071+0000 mon.a (mon.0) 2021 : audit [INF] from='client.? ' entity='client.admin' cmd='[{"prefix": "osd erasure-code-profile set", "name": "testprofile-test-rados-api-smithi028-112348-9", "profile": [ "k=2", "m=1", "crush-failure-domain=osd"]}]': finished 2024-08-29T18:08:21.881 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:08:21 smithi028 bash[78352]: cluster 2024-08-29T18:08:20.529379+0000 mon.a (mon.0) 2022 : cluster [DBG] osdmap e1135: 8 total, 8 up, 8 in 2024-08-29T18:08:21.881 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:08:21 smithi028 bash[78352]: audit 2024-08-29T18:08:20.531138+0000 mon.c (mon.2) 70 : audit [INF] from='client.? 172.21.15.28:0/1306599563' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "test-rados-api-smithi028-112348-9", "pool_type":"erasure", "pg_num":8, "pgp_num":8, "erasure_code_profile":"testprofile-test-rados-api-smithi028-112348-9"}]: dispatch 2024-08-29T18:08:21.881 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:08:21 smithi028 bash[78352]: audit 2024-08-29T18:08:20.532915+0000 mon.a (mon.0) 2023 : audit [INF] from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "test-rados-api-smithi028-112348-9", "pool_type":"erasure", "pg_num":8, "pgp_num":8, "erasure_code_profile":"testprofile-test-rados-api-smithi028-112348-9"}]: dispatch 2024-08-29T18:08:22.576 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:08:22 smithi053 bash[68679]: cluster 2024-08-29T18:08:21.308818+0000 mgr.y (mgr.25022) 649 : cluster [DBG] pgmap v1303: 105 pgs: 105 active+clean; 583 KiB data, 4.6 GiB used, 711 GiB / 715 GiB avail 2024-08-29T18:08:22.576 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:08:22 smithi053 bash[68679]: cluster 2024-08-29T18:08:21.991070+0000 mon.a (mon.0) 2024 : cluster [DBG] osdmap e1136: 8 total, 8 up, 8 in 2024-08-29T18:08:22.576 INFO:journalctl@ceph.prometheus.a.smithi053.stdout:Aug 29 18:08:22 smithi053 bash[95567]: ts=2024-08-29T18:08:22.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"3167ee72-662c-11ef-bcd4-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-29T18:08:22.880 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:08:22 smithi028 bash[78352]: cluster 2024-08-29T18:08:21.308818+0000 mgr.y (mgr.25022) 649 : cluster [DBG] pgmap v1303: 105 pgs: 105 active+clean; 583 KiB data, 4.6 GiB used, 711 GiB / 715 GiB avail 2024-08-29T18:08:22.880 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:08:22 smithi028 bash[78352]: cluster 2024-08-29T18:08:21.991070+0000 mon.a (mon.0) 2024 : cluster [DBG] osdmap e1136: 8 total, 8 up, 8 in 2024-08-29T18:08:22.880 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:08:22 smithi028 bash[77168]: cluster 2024-08-29T18:08:21.308818+0000 mgr.y (mgr.25022) 649 : cluster [DBG] pgmap v1303: 105 pgs: 105 active+clean; 583 KiB data, 4.6 GiB used, 711 GiB / 715 GiB avail 2024-08-29T18:08:22.880 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:08:22 smithi028 bash[77168]: cluster 2024-08-29T18:08:21.991070+0000 mon.a (mon.0) 2024 : cluster [DBG] osdmap e1136: 8 total, 8 up, 8 in 2024-08-29T18:08:23.826 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:08:23 smithi053 bash[68679]: audit 2024-08-29T18:08:22.535033+0000 mon.a (mon.0) 2025 : audit [INF] from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool create", "pool": "test-rados-api-smithi028-112348-9", "pool_type":"erasure", "pg_num":8, "pgp_num":8, "erasure_code_profile":"testprofile-test-rados-api-smithi028-112348-9"}]': finished 2024-08-29T18:08:23.826 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:08:23 smithi053 bash[68679]: cluster 2024-08-29T18:08:22.544953+0000 mon.a (mon.0) 2026 : cluster [DBG] osdmap e1137: 8 total, 8 up, 8 in 2024-08-29T18:08:23.826 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:08:23 smithi053 bash[68679]: audit 2024-08-29T18:08:22.548349+0000 mon.c (mon.2) 71 : audit [INF] from='client.? 172.21.15.28:0/1306599563' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi028-112348-9","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-29T18:08:23.826 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:08:23 smithi053 bash[68679]: audit 2024-08-29T18:08:22.558447+0000 mon.a (mon.0) 2027 : audit [INF] from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi028-112348-9","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-29T18:08:23.826 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:08:23 smithi053 bash[68679]: audit 2024-08-29T18:08:23.537768+0000 mon.a (mon.0) 2028 : audit [INF] from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi028-112348-9","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-29T18:08:23.826 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:08:23 smithi053 bash[68679]: cluster 2024-08-29T18:08:23.545487+0000 mon.a (mon.0) 2029 : cluster [DBG] osdmap e1138: 8 total, 8 up, 8 in 2024-08-29T18:08:23.880 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:08:23 smithi028 bash[77168]: audit 2024-08-29T18:08:22.535033+0000 mon.a (mon.0) 2025 : audit [INF] from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool create", "pool": "test-rados-api-smithi028-112348-9", "pool_type":"erasure", "pg_num":8, "pgp_num":8, "erasure_code_profile":"testprofile-test-rados-api-smithi028-112348-9"}]': finished 2024-08-29T18:08:23.880 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:08:23 smithi028 bash[77168]: cluster 2024-08-29T18:08:22.544953+0000 mon.a (mon.0) 2026 : cluster [DBG] osdmap e1137: 8 total, 8 up, 8 in 2024-08-29T18:08:23.880 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:08:23 smithi028 bash[77168]: audit 2024-08-29T18:08:22.548349+0000 mon.c (mon.2) 71 : audit [INF] from='client.? 172.21.15.28:0/1306599563' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi028-112348-9","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-29T18:08:23.881 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:08:23 smithi028 bash[77168]: audit 2024-08-29T18:08:22.558447+0000 mon.a (mon.0) 2027 : audit [INF] from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi028-112348-9","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-29T18:08:23.881 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:08:23 smithi028 bash[77168]: audit 2024-08-29T18:08:23.537768+0000 mon.a (mon.0) 2028 : audit [INF] from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi028-112348-9","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-29T18:08:23.881 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:08:23 smithi028 bash[77168]: cluster 2024-08-29T18:08:23.545487+0000 mon.a (mon.0) 2029 : cluster [DBG] osdmap e1138: 8 total, 8 up, 8 in 2024-08-29T18:08:23.881 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:08:23 smithi028 bash[78352]: audit 2024-08-29T18:08:22.535033+0000 mon.a (mon.0) 2025 : audit [INF] from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool create", "pool": "test-rados-api-smithi028-112348-9", "pool_type":"erasure", "pg_num":8, "pgp_num":8, "erasure_code_profile":"testprofile-test-rados-api-smithi028-112348-9"}]': finished 2024-08-29T18:08:23.881 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:08:23 smithi028 bash[78352]: cluster 2024-08-29T18:08:22.544953+0000 mon.a (mon.0) 2026 : cluster [DBG] osdmap e1137: 8 total, 8 up, 8 in 2024-08-29T18:08:23.881 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:08:23 smithi028 bash[78352]: audit 2024-08-29T18:08:22.548349+0000 mon.c (mon.2) 71 : audit [INF] from='client.? 172.21.15.28:0/1306599563' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi028-112348-9","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-29T18:08:23.881 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:08:23 smithi028 bash[78352]: audit 2024-08-29T18:08:22.558447+0000 mon.a (mon.0) 2027 : audit [INF] from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi028-112348-9","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-29T18:08:23.881 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:08:23 smithi028 bash[78352]: audit 2024-08-29T18:08:23.537768+0000 mon.a (mon.0) 2028 : audit [INF] from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi028-112348-9","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-29T18:08:23.881 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:08:23 smithi028 bash[78352]: cluster 2024-08-29T18:08:23.545487+0000 mon.a (mon.0) 2029 : cluster [DBG] osdmap e1138: 8 total, 8 up, 8 in 2024-08-29T18:08:24.826 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:08:24 smithi053 bash[68679]: cluster 2024-08-29T18:08:23.309567+0000 mgr.y (mgr.25022) 650 : cluster [DBG] pgmap v1306: 113 pgs: 8 unknown, 105 active+clean; 583 KiB data, 4.6 GiB used, 711 GiB / 715 GiB avail 2024-08-29T18:08:24.826 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:08:24 smithi053 bash[68679]: cluster 2024-08-29T18:08:23.549536+0000 mon.a (mon.0) 2030 : cluster [WRN] Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-08-29T18:08:24.826 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:08:24 smithi053 bash[68679]: cluster 2024-08-29T18:08:24.562284+0000 mon.a (mon.0) 2031 : cluster [DBG] osdmap e1139: 8 total, 8 up, 8 in 2024-08-29T18:08:24.880 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:08:24 smithi028 bash[77168]: cluster 2024-08-29T18:08:23.309567+0000 mgr.y (mgr.25022) 650 : cluster [DBG] pgmap v1306: 113 pgs: 8 unknown, 105 active+clean; 583 KiB data, 4.6 GiB used, 711 GiB / 715 GiB avail 2024-08-29T18:08:24.880 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:08:24 smithi028 bash[77168]: cluster 2024-08-29T18:08:23.549536+0000 mon.a (mon.0) 2030 : cluster [WRN] Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-08-29T18:08:24.880 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:08:24 smithi028 bash[77168]: cluster 2024-08-29T18:08:24.562284+0000 mon.a (mon.0) 2031 : cluster [DBG] osdmap e1139: 8 total, 8 up, 8 in 2024-08-29T18:08:24.881 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:08:24 smithi028 bash[78352]: cluster 2024-08-29T18:08:23.309567+0000 mgr.y (mgr.25022) 650 : cluster [DBG] pgmap v1306: 113 pgs: 8 unknown, 105 active+clean; 583 KiB data, 4.6 GiB used, 711 GiB / 715 GiB avail 2024-08-29T18:08:24.881 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:08:24 smithi028 bash[78352]: cluster 2024-08-29T18:08:23.549536+0000 mon.a (mon.0) 2030 : cluster [WRN] Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-08-29T18:08:24.881 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:08:24 smithi028 bash[78352]: cluster 2024-08-29T18:08:24.562284+0000 mon.a (mon.0) 2031 : cluster [DBG] osdmap e1139: 8 total, 8 up, 8 in 2024-08-29T18:08:25.826 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:08:25 smithi053 bash[68679]: audit 2024-08-29T18:08:24.566275+0000 mon.c (mon.2) 72 : audit [INF] from='client.? 172.21.15.28:0/1306599563' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile rm", "name": "testprofile-test-rados-api-smithi028-112348-9"}]: dispatch 2024-08-29T18:08:25.826 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:08:25 smithi053 bash[68679]: audit 2024-08-29T18:08:24.575289+0000 mon.a (mon.0) 2032 : audit [INF] from='client.? ' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile rm", "name": "testprofile-test-rados-api-smithi028-112348-9"}]: dispatch 2024-08-29T18:08:25.880 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:08:25 smithi028 bash[77168]: audit 2024-08-29T18:08:24.566275+0000 mon.c (mon.2) 72 : audit [INF] from='client.? 172.21.15.28:0/1306599563' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile rm", "name": "testprofile-test-rados-api-smithi028-112348-9"}]: dispatch 2024-08-29T18:08:25.880 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:08:25 smithi028 bash[77168]: audit 2024-08-29T18:08:24.575289+0000 mon.a (mon.0) 2032 : audit [INF] from='client.? ' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile rm", "name": "testprofile-test-rados-api-smithi028-112348-9"}]: dispatch 2024-08-29T18:08:25.880 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:08:25 smithi028 bash[78352]: audit 2024-08-29T18:08:24.566275+0000 mon.c (mon.2) 72 : audit [INF] from='client.? 172.21.15.28:0/1306599563' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile rm", "name": "testprofile-test-rados-api-smithi028-112348-9"}]: dispatch 2024-08-29T18:08:25.880 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:08:25 smithi028 bash[78352]: audit 2024-08-29T18:08:24.575289+0000 mon.a (mon.0) 2032 : audit [INF] from='client.? ' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile rm", "name": "testprofile-test-rados-api-smithi028-112348-9"}]: dispatch 2024-08-29T18:08:26.591 INFO:tasks.workunit.client.0.smithi028.stdout:[ OK ] cls_rgw.test_explicit_ec (7080 ms) 2024-08-29T18:08:26.591 INFO:tasks.workunit.client.0.smithi028.stdout:[ RUN ] cls_rgw.set_ec 2024-08-29T18:08:26.826 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:08:26 smithi053 bash[68679]: cluster 2024-08-29T18:08:25.310222+0000 mgr.y (mgr.25022) 651 : cluster [DBG] pgmap v1309: 105 pgs: 105 active+clean; 583 KiB data, 4.6 GiB used, 711 GiB / 715 GiB avail 2024-08-29T18:08:26.826 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:08:26 smithi053 bash[68679]: cluster 2024-08-29T18:08:25.567565+0000 mon.a (mon.0) 2033 : cluster [INF] Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-08-29T18:08:26.826 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:08:26 smithi053 bash[68679]: cluster 2024-08-29T18:08:25.567639+0000 mon.a (mon.0) 2034 : cluster [INF] Cluster is now healthy 2024-08-29T18:08:26.826 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:08:26 smithi053 bash[68679]: audit 2024-08-29T18:08:25.578160+0000 mon.a (mon.0) 2035 : audit [INF] from='client.? ' entity='client.admin' cmd='[{"prefix": "osd erasure-code-profile rm", "name": "testprofile-test-rados-api-smithi028-112348-9"}]': finished 2024-08-29T18:08:26.826 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:08:26 smithi053 bash[68679]: cluster 2024-08-29T18:08:25.585073+0000 mon.a (mon.0) 2036 : cluster [DBG] osdmap e1140: 8 total, 8 up, 8 in 2024-08-29T18:08:26.826 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:08:26 smithi053 bash[68679]: audit 2024-08-29T18:08:25.586544+0000 mon.c (mon.2) 73 : audit [INF] from='client.? 172.21.15.28:0/1306599563' entity='client.admin' cmd=[{"prefix": "osd crush rule rm", "name":"test-rados-api-smithi028-112348-9"}]: dispatch 2024-08-29T18:08:26.827 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:08:26 smithi053 bash[68679]: audit 2024-08-29T18:08:25.588384+0000 mon.a (mon.0) 2037 : audit [INF] from='client.? ' entity='client.admin' cmd=[{"prefix": "osd crush rule rm", "name":"test-rados-api-smithi028-112348-9"}]: dispatch 2024-08-29T18:08:26.880 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:08:26 smithi028 bash[78352]: cluster 2024-08-29T18:08:25.310222+0000 mgr.y (mgr.25022) 651 : cluster [DBG] pgmap v1309: 105 pgs: 105 active+clean; 583 KiB data, 4.6 GiB used, 711 GiB / 715 GiB avail 2024-08-29T18:08:26.880 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:08:26 smithi028 bash[78352]: cluster 2024-08-29T18:08:25.567565+0000 mon.a (mon.0) 2033 : cluster [INF] Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-08-29T18:08:26.880 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:08:26 smithi028 bash[78352]: cluster 2024-08-29T18:08:25.567639+0000 mon.a (mon.0) 2034 : cluster [INF] Cluster is now healthy 2024-08-29T18:08:26.881 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:08:26 smithi028 bash[78352]: audit 2024-08-29T18:08:25.578160+0000 mon.a (mon.0) 2035 : audit [INF] from='client.? ' entity='client.admin' cmd='[{"prefix": "osd erasure-code-profile rm", "name": "testprofile-test-rados-api-smithi028-112348-9"}]': finished 2024-08-29T18:08:26.881 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:08:26 smithi028 bash[78352]: cluster 2024-08-29T18:08:25.585073+0000 mon.a (mon.0) 2036 : cluster [DBG] osdmap e1140: 8 total, 8 up, 8 in 2024-08-29T18:08:26.881 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:08:26 smithi028 bash[78352]: audit 2024-08-29T18:08:25.586544+0000 mon.c (mon.2) 73 : audit [INF] from='client.? 172.21.15.28:0/1306599563' entity='client.admin' cmd=[{"prefix": "osd crush rule rm", "name":"test-rados-api-smithi028-112348-9"}]: dispatch 2024-08-29T18:08:26.881 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:08:26 smithi028 bash[78352]: audit 2024-08-29T18:08:25.588384+0000 mon.a (mon.0) 2037 : audit [INF] from='client.? ' entity='client.admin' cmd=[{"prefix": "osd crush rule rm", "name":"test-rados-api-smithi028-112348-9"}]: dispatch 2024-08-29T18:08:26.881 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:08:26 smithi028 bash[77168]: cluster 2024-08-29T18:08:25.310222+0000 mgr.y (mgr.25022) 651 : cluster [DBG] pgmap v1309: 105 pgs: 105 active+clean; 583 KiB data, 4.6 GiB used, 711 GiB / 715 GiB avail 2024-08-29T18:08:26.881 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:08:26 smithi028 bash[77168]: cluster 2024-08-29T18:08:25.567565+0000 mon.a (mon.0) 2033 : cluster [INF] Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-08-29T18:08:26.881 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:08:26 smithi028 bash[77168]: cluster 2024-08-29T18:08:25.567639+0000 mon.a (mon.0) 2034 : cluster [INF] Cluster is now healthy 2024-08-29T18:08:26.881 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:08:26 smithi028 bash[77168]: audit 2024-08-29T18:08:25.578160+0000 mon.a (mon.0) 2035 : audit [INF] from='client.? ' entity='client.admin' cmd='[{"prefix": "osd erasure-code-profile rm", "name": "testprofile-test-rados-api-smithi028-112348-9"}]': finished 2024-08-29T18:08:26.881 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:08:26 smithi028 bash[77168]: cluster 2024-08-29T18:08:25.585073+0000 mon.a (mon.0) 2036 : cluster [DBG] osdmap e1140: 8 total, 8 up, 8 in 2024-08-29T18:08:26.881 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:08:26 smithi028 bash[77168]: audit 2024-08-29T18:08:25.586544+0000 mon.c (mon.2) 73 : audit [INF] from='client.? 172.21.15.28:0/1306599563' entity='client.admin' cmd=[{"prefix": "osd crush rule rm", "name":"test-rados-api-smithi028-112348-9"}]: dispatch 2024-08-29T18:08:26.882 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:08:26 smithi028 bash[77168]: audit 2024-08-29T18:08:25.588384+0000 mon.a (mon.0) 2037 : audit [INF] from='client.? ' entity='client.admin' cmd=[{"prefix": "osd crush rule rm", "name":"test-rados-api-smithi028-112348-9"}]: dispatch 2024-08-29T18:08:27.880 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:08:27 smithi028 bash[78352]: audit 2024-08-29T18:08:26.581057+0000 mon.a (mon.0) 2038 : audit [INF] from='client.? ' entity='client.admin' cmd='[{"prefix": "osd crush rule rm", "name":"test-rados-api-smithi028-112348-9"}]': finished 2024-08-29T18:08:27.880 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:08:27 smithi028 bash[78352]: cluster 2024-08-29T18:08:26.588966+0000 mon.a (mon.0) 2039 : cluster [DBG] osdmap e1141: 8 total, 8 up, 8 in 2024-08-29T18:08:27.880 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:08:27 smithi028 bash[78352]: audit 2024-08-29T18:08:26.627432+0000 mon.c (mon.2) 74 : audit [INF] from='client.? 172.21.15.28:0/3722018774' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile rm", "name": "testprofile-test-rados-api-smithi028-112348-10"}]: dispatch 2024-08-29T18:08:27.881 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:08:27 smithi028 bash[78352]: audit 2024-08-29T18:08:26.627865+0000 mon.a (mon.0) 2040 : audit [INF] from='client.? ' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile rm", "name": "testprofile-test-rados-api-smithi028-112348-10"}]: dispatch 2024-08-29T18:08:27.881 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:08:27 smithi028 bash[78352]: audit 2024-08-29T18:08:26.628779+0000 mon.c (mon.2) 75 : audit [INF] from='client.? 172.21.15.28:0/3722018774' entity='client.admin' cmd=[{"prefix": "osd crush rule rm", "name":"test-rados-api-smithi028-112348-10"}]: dispatch 2024-08-29T18:08:27.881 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:08:27 smithi028 bash[78352]: audit 2024-08-29T18:08:26.629085+0000 mon.a (mon.0) 2041 : audit [INF] from='client.? ' entity='client.admin' cmd=[{"prefix": "osd crush rule rm", "name":"test-rados-api-smithi028-112348-10"}]: dispatch 2024-08-29T18:08:27.881 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:08:27 smithi028 bash[78352]: audit 2024-08-29T18:08:26.629599+0000 mon.c (mon.2) 76 : audit [INF] from='client.? 172.21.15.28:0/3722018774' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile set", "name": "testprofile-test-rados-api-smithi028-112348-10", "profile": [ "k=2", "m=1", "crush-failure-domain=osd"]}]: dispatch 2024-08-29T18:08:27.881 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:08:27 smithi028 bash[78352]: audit 2024-08-29T18:08:26.629918+0000 mon.a (mon.0) 2042 : audit [INF] from='client.? ' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile set", "name": "testprofile-test-rados-api-smithi028-112348-10", "profile": [ "k=2", "m=1", "crush-failure-domain=osd"]}]: dispatch 2024-08-29T18:08:27.881 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:08:27 smithi028 bash[78352]: audit 2024-08-29T18:08:27.054078+0000 mon.a (mon.0) 2043 : audit [DBG] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-29T18:08:27.881 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:08:27 smithi028 bash[77168]: audit 2024-08-29T18:08:26.581057+0000 mon.a (mon.0) 2038 : audit [INF] from='client.? ' entity='client.admin' cmd='[{"prefix": "osd crush rule rm", "name":"test-rados-api-smithi028-112348-9"}]': finished 2024-08-29T18:08:27.881 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:08:27 smithi028 bash[77168]: cluster 2024-08-29T18:08:26.588966+0000 mon.a (mon.0) 2039 : cluster [DBG] osdmap e1141: 8 total, 8 up, 8 in 2024-08-29T18:08:27.881 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:08:27 smithi028 bash[77168]: audit 2024-08-29T18:08:26.627432+0000 mon.c (mon.2) 74 : audit [INF] from='client.? 172.21.15.28:0/3722018774' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile rm", "name": "testprofile-test-rados-api-smithi028-112348-10"}]: dispatch 2024-08-29T18:08:27.881 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:08:27 smithi028 bash[77168]: audit 2024-08-29T18:08:26.627865+0000 mon.a (mon.0) 2040 : audit [INF] from='client.? ' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile rm", "name": "testprofile-test-rados-api-smithi028-112348-10"}]: dispatch 2024-08-29T18:08:27.882 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:08:27 smithi028 bash[77168]: audit 2024-08-29T18:08:26.628779+0000 mon.c (mon.2) 75 : audit [INF] from='client.? 172.21.15.28:0/3722018774' entity='client.admin' cmd=[{"prefix": "osd crush rule rm", "name":"test-rados-api-smithi028-112348-10"}]: dispatch 2024-08-29T18:08:27.882 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:08:27 smithi028 bash[77168]: audit 2024-08-29T18:08:26.629085+0000 mon.a (mon.0) 2041 : audit [INF] from='client.? ' entity='client.admin' cmd=[{"prefix": "osd crush rule rm", "name":"test-rados-api-smithi028-112348-10"}]: dispatch 2024-08-29T18:08:27.882 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:08:27 smithi028 bash[77168]: audit 2024-08-29T18:08:26.629599+0000 mon.c (mon.2) 76 : audit [INF] from='client.? 172.21.15.28:0/3722018774' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile set", "name": "testprofile-test-rados-api-smithi028-112348-10", "profile": [ "k=2", "m=1", "crush-failure-domain=osd"]}]: dispatch 2024-08-29T18:08:27.882 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:08:27 smithi028 bash[77168]: audit 2024-08-29T18:08:26.629918+0000 mon.a (mon.0) 2042 : audit [INF] from='client.? ' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile set", "name": "testprofile-test-rados-api-smithi028-112348-10", "profile": [ "k=2", "m=1", "crush-failure-domain=osd"]}]: dispatch 2024-08-29T18:08:27.882 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:08:27 smithi028 bash[77168]: audit 2024-08-29T18:08:27.054078+0000 mon.a (mon.0) 2043 : audit [DBG] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-29T18:08:28.076 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:08:27 smithi053 bash[68679]: audit 2024-08-29T18:08:26.581057+0000 mon.a (mon.0) 2038 : audit [INF] from='client.? ' entity='client.admin' cmd='[{"prefix": "osd crush rule rm", "name":"test-rados-api-smithi028-112348-9"}]': finished 2024-08-29T18:08:28.076 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:08:27 smithi053 bash[68679]: cluster 2024-08-29T18:08:26.588966+0000 mon.a (mon.0) 2039 : cluster [DBG] osdmap e1141: 8 total, 8 up, 8 in 2024-08-29T18:08:28.076 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:08:27 smithi053 bash[68679]: audit 2024-08-29T18:08:26.627432+0000 mon.c (mon.2) 74 : audit [INF] from='client.? 172.21.15.28:0/3722018774' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile rm", "name": "testprofile-test-rados-api-smithi028-112348-10"}]: dispatch 2024-08-29T18:08:28.077 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:08:27 smithi053 bash[68679]: audit 2024-08-29T18:08:26.627865+0000 mon.a (mon.0) 2040 : audit [INF] from='client.? ' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile rm", "name": "testprofile-test-rados-api-smithi028-112348-10"}]: dispatch 2024-08-29T18:08:28.077 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:08:27 smithi053 bash[68679]: audit 2024-08-29T18:08:26.628779+0000 mon.c (mon.2) 75 : audit [INF] from='client.? 172.21.15.28:0/3722018774' entity='client.admin' cmd=[{"prefix": "osd crush rule rm", "name":"test-rados-api-smithi028-112348-10"}]: dispatch 2024-08-29T18:08:28.077 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:08:27 smithi053 bash[68679]: audit 2024-08-29T18:08:26.629085+0000 mon.a (mon.0) 2041 : audit [INF] from='client.? ' entity='client.admin' cmd=[{"prefix": "osd crush rule rm", "name":"test-rados-api-smithi028-112348-10"}]: dispatch 2024-08-29T18:08:28.077 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:08:27 smithi053 bash[68679]: audit 2024-08-29T18:08:26.629599+0000 mon.c (mon.2) 76 : audit [INF] from='client.? 172.21.15.28:0/3722018774' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile set", "name": "testprofile-test-rados-api-smithi028-112348-10", "profile": [ "k=2", "m=1", "crush-failure-domain=osd"]}]: dispatch 2024-08-29T18:08:28.077 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:08:27 smithi053 bash[68679]: audit 2024-08-29T18:08:26.629918+0000 mon.a (mon.0) 2042 : audit [INF] from='client.? ' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile set", "name": "testprofile-test-rados-api-smithi028-112348-10", "profile": [ "k=2", "m=1", "crush-failure-domain=osd"]}]: dispatch 2024-08-29T18:08:28.077 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:08:27 smithi053 bash[68679]: audit 2024-08-29T18:08:27.054078+0000 mon.a (mon.0) 2043 : audit [DBG] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-29T18:08:28.880 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:08:28 smithi028 bash[78352]: cluster 2024-08-29T18:08:27.310809+0000 mgr.y (mgr.25022) 652 : cluster [DBG] pgmap v1312: 105 pgs: 105 active+clean; 583 KiB data, 4.6 GiB used, 711 GiB / 715 GiB avail 2024-08-29T18:08:28.880 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:08:28 smithi028 bash[78352]: audit 2024-08-29T18:08:27.583679+0000 mon.a (mon.0) 2044 : audit [INF] from='client.? ' entity='client.admin' cmd='[{"prefix": "osd erasure-code-profile set", "name": "testprofile-test-rados-api-smithi028-112348-10", "profile": [ "k=2", "m=1", "crush-failure-domain=osd"]}]': finished 2024-08-29T18:08:28.880 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:08:28 smithi028 bash[78352]: cluster 2024-08-29T18:08:27.590396+0000 mon.a (mon.0) 2045 : cluster [DBG] osdmap e1142: 8 total, 8 up, 8 in 2024-08-29T18:08:28.880 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:08:28 smithi028 bash[78352]: audit 2024-08-29T18:08:27.592933+0000 mon.c (mon.2) 77 : audit [INF] from='client.? 172.21.15.28:0/3722018774' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "test-rados-api-smithi028-112348-10", "pool_type":"erasure", "pg_num":8, "pgp_num":8, "erasure_code_profile":"testprofile-test-rados-api-smithi028-112348-10"}]: dispatch 2024-08-29T18:08:28.880 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:08:28 smithi028 bash[78352]: audit 2024-08-29T18:08:27.600654+0000 mon.a (mon.0) 2046 : audit [INF] from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "test-rados-api-smithi028-112348-10", "pool_type":"erasure", "pg_num":8, "pgp_num":8, "erasure_code_profile":"testprofile-test-rados-api-smithi028-112348-10"}]: dispatch 2024-08-29T18:08:28.881 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:08:28 smithi028 bash[77168]: cluster 2024-08-29T18:08:27.310809+0000 mgr.y (mgr.25022) 652 : cluster [DBG] pgmap v1312: 105 pgs: 105 active+clean; 583 KiB data, 4.6 GiB used, 711 GiB / 715 GiB avail 2024-08-29T18:08:28.881 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:08:28 smithi028 bash[77168]: audit 2024-08-29T18:08:27.583679+0000 mon.a (mon.0) 2044 : audit [INF] from='client.? ' entity='client.admin' cmd='[{"prefix": "osd erasure-code-profile set", "name": "testprofile-test-rados-api-smithi028-112348-10", "profile": [ "k=2", "m=1", "crush-failure-domain=osd"]}]': finished 2024-08-29T18:08:28.881 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:08:28 smithi028 bash[77168]: cluster 2024-08-29T18:08:27.590396+0000 mon.a (mon.0) 2045 : cluster [DBG] osdmap e1142: 8 total, 8 up, 8 in 2024-08-29T18:08:28.881 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:08:28 smithi028 bash[77168]: audit 2024-08-29T18:08:27.592933+0000 mon.c (mon.2) 77 : audit [INF] from='client.? 172.21.15.28:0/3722018774' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "test-rados-api-smithi028-112348-10", "pool_type":"erasure", "pg_num":8, "pgp_num":8, "erasure_code_profile":"testprofile-test-rados-api-smithi028-112348-10"}]: dispatch 2024-08-29T18:08:28.881 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:08:28 smithi028 bash[77168]: audit 2024-08-29T18:08:27.600654+0000 mon.a (mon.0) 2046 : audit [INF] from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "test-rados-api-smithi028-112348-10", "pool_type":"erasure", "pg_num":8, "pgp_num":8, "erasure_code_profile":"testprofile-test-rados-api-smithi028-112348-10"}]: dispatch 2024-08-29T18:08:29.076 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:08:28 smithi053 bash[68679]: cluster 2024-08-29T18:08:27.310809+0000 mgr.y (mgr.25022) 652 : cluster [DBG] pgmap v1312: 105 pgs: 105 active+clean; 583 KiB data, 4.6 GiB used, 711 GiB / 715 GiB avail 2024-08-29T18:08:29.076 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:08:28 smithi053 bash[68679]: audit 2024-08-29T18:08:27.583679+0000 mon.a (mon.0) 2044 : audit [INF] from='client.? ' entity='client.admin' cmd='[{"prefix": "osd erasure-code-profile set", "name": "testprofile-test-rados-api-smithi028-112348-10", "profile": [ "k=2", "m=1", "crush-failure-domain=osd"]}]': finished 2024-08-29T18:08:29.076 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:08:28 smithi053 bash[68679]: cluster 2024-08-29T18:08:27.590396+0000 mon.a (mon.0) 2045 : cluster [DBG] osdmap e1142: 8 total, 8 up, 8 in 2024-08-29T18:08:29.076 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:08:28 smithi053 bash[68679]: audit 2024-08-29T18:08:27.592933+0000 mon.c (mon.2) 77 : audit [INF] from='client.? 172.21.15.28:0/3722018774' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "test-rados-api-smithi028-112348-10", "pool_type":"erasure", "pg_num":8, "pgp_num":8, "erasure_code_profile":"testprofile-test-rados-api-smithi028-112348-10"}]: dispatch 2024-08-29T18:08:29.076 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:08:28 smithi053 bash[68679]: audit 2024-08-29T18:08:27.600654+0000 mon.a (mon.0) 2046 : audit [INF] from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "test-rados-api-smithi028-112348-10", "pool_type":"erasure", "pg_num":8, "pgp_num":8, "erasure_code_profile":"testprofile-test-rados-api-smithi028-112348-10"}]: dispatch 2024-08-29T18:08:29.880 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:08:29 smithi028 bash[78352]: cluster 2024-08-29T18:08:29.068360+0000 mon.a (mon.0) 2047 : cluster [DBG] osdmap e1143: 8 total, 8 up, 8 in 2024-08-29T18:08:29.880 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:08:29 smithi028 bash[77168]: cluster 2024-08-29T18:08:29.068360+0000 mon.a (mon.0) 2047 : cluster [DBG] osdmap e1143: 8 total, 8 up, 8 in 2024-08-29T18:08:30.076 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:08:29 smithi053 bash[68679]: cluster 2024-08-29T18:08:29.068360+0000 mon.a (mon.0) 2047 : cluster [DBG] osdmap e1143: 8 total, 8 up, 8 in 2024-08-29T18:08:31.076 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:08:30 smithi053 bash[68679]: cluster 2024-08-29T18:08:29.311445+0000 mgr.y (mgr.25022) 653 : cluster [DBG] pgmap v1315: 105 pgs: 105 active+clean; 583 KiB data, 4.6 GiB used, 711 GiB / 715 GiB avail 2024-08-29T18:08:31.076 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:08:30 smithi053 bash[68679]: audit 2024-08-29T18:08:29.616920+0000 mon.a (mon.0) 2048 : audit [INF] from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool create", "pool": "test-rados-api-smithi028-112348-10", "pool_type":"erasure", "pg_num":8, "pgp_num":8, "erasure_code_profile":"testprofile-test-rados-api-smithi028-112348-10"}]': finished 2024-08-29T18:08:31.076 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:08:30 smithi053 bash[68679]: cluster 2024-08-29T18:08:29.624605+0000 mon.a (mon.0) 2049 : cluster [DBG] osdmap e1144: 8 total, 8 up, 8 in 2024-08-29T18:08:31.076 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:08:30 smithi053 bash[68679]: audit 2024-08-29T18:08:29.628249+0000 mon.c (mon.2) 78 : audit [INF] from='client.? 172.21.15.28:0/3722018774' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi028-112348-10","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-29T18:08:31.076 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:08:30 smithi053 bash[68679]: audit 2024-08-29T18:08:29.628856+0000 mon.a (mon.0) 2050 : audit [INF] from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi028-112348-10","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-29T18:08:31.077 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:08:30 smithi053 bash[68679]: audit 2024-08-29T18:08:29.764618+0000 mon.a (mon.0) 2051 : audit [DBG] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-29T18:08:31.077 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:08:30 smithi053 bash[68679]: audit 2024-08-29T18:08:30.529976+0000 mon.a (mon.0) 2052 : audit [DBG] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-29T18:08:31.077 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:08:30 smithi053 bash[68679]: audit 2024-08-29T18:08:30.531522+0000 mon.a (mon.0) 2053 : audit [INF] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-29T18:08:31.077 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:08:30 smithi053 bash[68679]: audit 2024-08-29T18:08:30.539118+0000 mon.a (mon.0) 2054 : audit [INF] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' 2024-08-29T18:08:31.130 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:08:30 smithi028 bash[78352]: cluster 2024-08-29T18:08:29.311445+0000 mgr.y (mgr.25022) 653 : cluster [DBG] pgmap v1315: 105 pgs: 105 active+clean; 583 KiB data, 4.6 GiB used, 711 GiB / 715 GiB avail 2024-08-29T18:08:31.130 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:08:30 smithi028 bash[78352]: audit 2024-08-29T18:08:29.616920+0000 mon.a (mon.0) 2048 : audit [INF] from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool create", "pool": "test-rados-api-smithi028-112348-10", "pool_type":"erasure", "pg_num":8, "pgp_num":8, "erasure_code_profile":"testprofile-test-rados-api-smithi028-112348-10"}]': finished 2024-08-29T18:08:31.130 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:08:30 smithi028 bash[78352]: cluster 2024-08-29T18:08:29.624605+0000 mon.a (mon.0) 2049 : cluster [DBG] osdmap e1144: 8 total, 8 up, 8 in 2024-08-29T18:08:31.131 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:08:30 smithi028 bash[78352]: audit 2024-08-29T18:08:29.628249+0000 mon.c (mon.2) 78 : audit [INF] from='client.? 172.21.15.28:0/3722018774' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi028-112348-10","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-29T18:08:31.131 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:08:30 smithi028 bash[78352]: audit 2024-08-29T18:08:29.628856+0000 mon.a (mon.0) 2050 : audit [INF] from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi028-112348-10","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-29T18:08:31.131 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:08:30 smithi028 bash[78352]: audit 2024-08-29T18:08:29.764618+0000 mon.a (mon.0) 2051 : audit [DBG] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-29T18:08:31.131 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:08:30 smithi028 bash[78352]: audit 2024-08-29T18:08:30.529976+0000 mon.a (mon.0) 2052 : audit [DBG] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-29T18:08:31.131 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:08:30 smithi028 bash[78352]: audit 2024-08-29T18:08:30.531522+0000 mon.a (mon.0) 2053 : audit [INF] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-29T18:08:31.131 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:08:30 smithi028 bash[78352]: audit 2024-08-29T18:08:30.539118+0000 mon.a (mon.0) 2054 : audit [INF] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' 2024-08-29T18:08:31.131 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:08:30 smithi028 bash[77168]: cluster 2024-08-29T18:08:29.311445+0000 mgr.y (mgr.25022) 653 : cluster [DBG] pgmap v1315: 105 pgs: 105 active+clean; 583 KiB data, 4.6 GiB used, 711 GiB / 715 GiB avail 2024-08-29T18:08:31.131 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:08:30 smithi028 bash[77168]: audit 2024-08-29T18:08:29.616920+0000 mon.a (mon.0) 2048 : audit [INF] from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool create", "pool": "test-rados-api-smithi028-112348-10", "pool_type":"erasure", "pg_num":8, "pgp_num":8, "erasure_code_profile":"testprofile-test-rados-api-smithi028-112348-10"}]': finished 2024-08-29T18:08:31.131 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:08:30 smithi028 bash[77168]: cluster 2024-08-29T18:08:29.624605+0000 mon.a (mon.0) 2049 : cluster [DBG] osdmap e1144: 8 total, 8 up, 8 in 2024-08-29T18:08:31.131 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:08:30 smithi028 bash[77168]: audit 2024-08-29T18:08:29.628249+0000 mon.c (mon.2) 78 : audit [INF] from='client.? 172.21.15.28:0/3722018774' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi028-112348-10","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-29T18:08:31.132 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:08:30 smithi028 bash[77168]: audit 2024-08-29T18:08:29.628856+0000 mon.a (mon.0) 2050 : audit [INF] from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi028-112348-10","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-29T18:08:31.132 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:08:30 smithi028 bash[77168]: audit 2024-08-29T18:08:29.764618+0000 mon.a (mon.0) 2051 : audit [DBG] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-29T18:08:31.132 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:08:30 smithi028 bash[77168]: audit 2024-08-29T18:08:30.529976+0000 mon.a (mon.0) 2052 : audit [DBG] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-29T18:08:31.132 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:08:30 smithi028 bash[77168]: audit 2024-08-29T18:08:30.531522+0000 mon.a (mon.0) 2053 : audit [INF] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-29T18:08:31.132 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:08:30 smithi028 bash[77168]: audit 2024-08-29T18:08:30.539118+0000 mon.a (mon.0) 2054 : audit [INF] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' 2024-08-29T18:08:31.880 INFO:journalctl@ceph.mgr.y.smithi028.stdout:Aug 29 18:08:31 smithi028 bash[70818]: ::ffff:172.21.15.53 - - [29/Aug/2024:18:08:31] "GET /metrics HTTP/1.1" 200 33960 "" "Prometheus/2.43.0" 2024-08-29T18:08:31.880 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:08:31 smithi028 bash[77168]: audit 2024-08-29T18:08:30.619501+0000 mon.a (mon.0) 2055 : audit [INF] from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi028-112348-10","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-29T18:08:31.880 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:08:31 smithi028 bash[77168]: cluster 2024-08-29T18:08:30.623551+0000 mon.a (mon.0) 2056 : cluster [DBG] osdmap e1145: 8 total, 8 up, 8 in 2024-08-29T18:08:31.881 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:08:31 smithi028 bash[78352]: audit 2024-08-29T18:08:30.619501+0000 mon.a (mon.0) 2055 : audit [INF] from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi028-112348-10","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-29T18:08:31.881 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:08:31 smithi028 bash[78352]: cluster 2024-08-29T18:08:30.623551+0000 mon.a (mon.0) 2056 : cluster [DBG] osdmap e1145: 8 total, 8 up, 8 in 2024-08-29T18:08:32.076 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:08:31 smithi053 bash[68679]: audit 2024-08-29T18:08:30.619501+0000 mon.a (mon.0) 2055 : audit [INF] from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi028-112348-10","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-29T18:08:32.076 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:08:31 smithi053 bash[68679]: cluster 2024-08-29T18:08:30.623551+0000 mon.a (mon.0) 2056 : cluster [DBG] osdmap e1145: 8 total, 8 up, 8 in 2024-08-29T18:08:32.576 INFO:journalctl@ceph.prometheus.a.smithi053.stdout:Aug 29 18:08:32 smithi053 bash[95567]: ts=2024-08-29T18:08:32.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"3167ee72-662c-11ef-bcd4-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-29T18:08:33.076 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:08:32 smithi053 bash[68679]: cluster 2024-08-29T18:08:31.312110+0000 mgr.y (mgr.25022) 654 : cluster [DBG] pgmap v1318: 113 pgs: 3 creating+peering, 5 unknown, 105 active+clean; 583 KiB data, 4.6 GiB used, 711 GiB / 715 GiB avail 2024-08-29T18:08:33.076 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:08:32 smithi053 bash[68679]: cluster 2024-08-29T18:08:31.647998+0000 mon.a (mon.0) 2057 : cluster [DBG] osdmap e1146: 8 total, 8 up, 8 in 2024-08-29T18:08:33.076 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:08:32 smithi053 bash[68679]: audit 2024-08-29T18:08:31.650100+0000 mon.c (mon.2) 79 : audit [INF] from='client.? 172.21.15.28:0/3722018774' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile rm", "name": "testprofile-test-rados-api-smithi028-112348-10"}]: dispatch 2024-08-29T18:08:33.076 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:08:32 smithi053 bash[68679]: audit 2024-08-29T18:08:31.651164+0000 mon.a (mon.0) 2058 : audit [INF] from='client.? ' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile rm", "name": "testprofile-test-rados-api-smithi028-112348-10"}]: dispatch 2024-08-29T18:08:33.130 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:08:32 smithi028 bash[77168]: cluster 2024-08-29T18:08:31.312110+0000 mgr.y (mgr.25022) 654 : cluster [DBG] pgmap v1318: 113 pgs: 3 creating+peering, 5 unknown, 105 active+clean; 583 KiB data, 4.6 GiB used, 711 GiB / 715 GiB avail 2024-08-29T18:08:33.130 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:08:32 smithi028 bash[77168]: cluster 2024-08-29T18:08:31.647998+0000 mon.a (mon.0) 2057 : cluster [DBG] osdmap e1146: 8 total, 8 up, 8 in 2024-08-29T18:08:33.130 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:08:32 smithi028 bash[77168]: audit 2024-08-29T18:08:31.650100+0000 mon.c (mon.2) 79 : audit [INF] from='client.? 172.21.15.28:0/3722018774' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile rm", "name": "testprofile-test-rados-api-smithi028-112348-10"}]: dispatch 2024-08-29T18:08:33.130 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:08:32 smithi028 bash[77168]: audit 2024-08-29T18:08:31.651164+0000 mon.a (mon.0) 2058 : audit [INF] from='client.? ' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile rm", "name": "testprofile-test-rados-api-smithi028-112348-10"}]: dispatch 2024-08-29T18:08:33.130 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:08:32 smithi028 bash[78352]: cluster 2024-08-29T18:08:31.312110+0000 mgr.y (mgr.25022) 654 : cluster [DBG] pgmap v1318: 113 pgs: 3 creating+peering, 5 unknown, 105 active+clean; 583 KiB data, 4.6 GiB used, 711 GiB / 715 GiB avail 2024-08-29T18:08:33.130 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:08:32 smithi028 bash[78352]: cluster 2024-08-29T18:08:31.647998+0000 mon.a (mon.0) 2057 : cluster [DBG] osdmap e1146: 8 total, 8 up, 8 in 2024-08-29T18:08:33.131 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:08:32 smithi028 bash[78352]: audit 2024-08-29T18:08:31.650100+0000 mon.c (mon.2) 79 : audit [INF] from='client.? 172.21.15.28:0/3722018774' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile rm", "name": "testprofile-test-rados-api-smithi028-112348-10"}]: dispatch 2024-08-29T18:08:33.131 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:08:32 smithi028 bash[78352]: audit 2024-08-29T18:08:31.651164+0000 mon.a (mon.0) 2058 : audit [INF] from='client.? ' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile rm", "name": "testprofile-test-rados-api-smithi028-112348-10"}]: dispatch 2024-08-29T18:08:33.675 INFO:tasks.workunit.client.0.smithi028.stdout:[ OK ] cls_rgw.set_ec (7084 ms) 2024-08-29T18:08:33.675 INFO:tasks.workunit.client.0.smithi028.stdout:[----------] 10 tests from cls_rgw (62441 ms total) 2024-08-29T18:08:33.675 INFO:tasks.workunit.client.0.smithi028.stdout: 2024-08-29T18:08:33.675 INFO:tasks.workunit.client.0.smithi028.stdout:[----------] Global test environment tear-down 2024-08-29T18:08:33.675 INFO:tasks.workunit.client.0.smithi028.stdout:[==========] 10 tests from 1 test suite ran. (62441 ms total) 2024-08-29T18:08:33.675 INFO:tasks.workunit.client.0.smithi028.stdout:[ PASSED ] 10 tests. 2024-08-29T18:08:33.678 INFO:teuthology.orchestra.run:Running command with timeout 3600 2024-08-29T18:08:33.679 DEBUG:teuthology.orchestra.run.smithi028:> sudo rm -rf -- /home/ubuntu/cephtest/mnt.0/client.0/tmp 2024-08-29T18:08:33.732 INFO:tasks.workunit:Running workunit cls/test_cls_rgw.sh... 2024-08-29T18:08:33.732 DEBUG:teuthology.orchestra.run.smithi028:workunit test cls/test_cls_rgw.sh> mkdir -p -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && cd -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && CEPH_CLI_TEST_DUP_COMMAND=1 CEPH_REF=quincy TESTDIR="/home/ubuntu/cephtest" CEPH_ARGS="--cluster ceph" CEPH_ID="0" PATH=$PATH:/usr/sbin CEPH_BASE=/home/ubuntu/cephtest/clone.client.0 CEPH_ROOT=/home/ubuntu/cephtest/clone.client.0 CEPH_MNT=/home/ubuntu/cephtest/mnt.0 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 3h /home/ubuntu/cephtest/clone.client.0/qa/workunits/cls/test_cls_rgw.sh 2024-08-29T18:08:33.795 INFO:tasks.workunit.client.0.smithi028.stdout:Running main() from gmock_main.cc 2024-08-29T18:08:33.795 INFO:tasks.workunit.client.0.smithi028.stdout:[==========] Running 16 tests from 1 test suite. 2024-08-29T18:08:33.795 INFO:tasks.workunit.client.0.smithi028.stdout:[----------] Global test environment set-up. 2024-08-29T18:08:33.795 INFO:tasks.workunit.client.0.smithi028.stdout:[----------] 16 tests from cls_rgw 2024-08-29T18:08:34.076 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:08:33 smithi053 bash[68679]: audit 2024-08-29T18:08:32.644660+0000 mon.a (mon.0) 2059 : audit [INF] from='client.? ' entity='client.admin' cmd='[{"prefix": "osd erasure-code-profile rm", "name": "testprofile-test-rados-api-smithi028-112348-10"}]': finished 2024-08-29T18:08:34.076 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:08:33 smithi053 bash[68679]: cluster 2024-08-29T18:08:32.651423+0000 mon.a (mon.0) 2060 : cluster [DBG] osdmap e1147: 8 total, 8 up, 8 in 2024-08-29T18:08:34.076 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:08:33 smithi053 bash[68679]: audit 2024-08-29T18:08:32.654322+0000 mon.c (mon.2) 80 : audit [INF] from='client.? 172.21.15.28:0/3722018774' entity='client.admin' cmd=[{"prefix": "osd crush rule rm", "name":"test-rados-api-smithi028-112348-10"}]: dispatch 2024-08-29T18:08:34.076 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:08:33 smithi053 bash[68679]: audit 2024-08-29T18:08:32.661511+0000 mon.a (mon.0) 2061 : audit [INF] from='client.? ' entity='client.admin' cmd=[{"prefix": "osd crush rule rm", "name":"test-rados-api-smithi028-112348-10"}]: dispatch 2024-08-29T18:08:34.130 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:08:33 smithi028 bash[77168]: audit 2024-08-29T18:08:32.644660+0000 mon.a (mon.0) 2059 : audit [INF] from='client.? ' entity='client.admin' cmd='[{"prefix": "osd erasure-code-profile rm", "name": "testprofile-test-rados-api-smithi028-112348-10"}]': finished 2024-08-29T18:08:34.130 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:08:33 smithi028 bash[77168]: cluster 2024-08-29T18:08:32.651423+0000 mon.a (mon.0) 2060 : cluster [DBG] osdmap e1147: 8 total, 8 up, 8 in 2024-08-29T18:08:34.130 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:08:33 smithi028 bash[77168]: audit 2024-08-29T18:08:32.654322+0000 mon.c (mon.2) 80 : audit [INF] from='client.? 172.21.15.28:0/3722018774' entity='client.admin' cmd=[{"prefix": "osd crush rule rm", "name":"test-rados-api-smithi028-112348-10"}]: dispatch 2024-08-29T18:08:34.130 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:08:33 smithi028 bash[77168]: audit 2024-08-29T18:08:32.661511+0000 mon.a (mon.0) 2061 : audit [INF] from='client.? ' entity='client.admin' cmd=[{"prefix": "osd crush rule rm", "name":"test-rados-api-smithi028-112348-10"}]: dispatch 2024-08-29T18:08:34.131 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:08:33 smithi028 bash[78352]: audit 2024-08-29T18:08:32.644660+0000 mon.a (mon.0) 2059 : audit [INF] from='client.? ' entity='client.admin' cmd='[{"prefix": "osd erasure-code-profile rm", "name": "testprofile-test-rados-api-smithi028-112348-10"}]': finished 2024-08-29T18:08:34.131 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:08:33 smithi028 bash[78352]: cluster 2024-08-29T18:08:32.651423+0000 mon.a (mon.0) 2060 : cluster [DBG] osdmap e1147: 8 total, 8 up, 8 in 2024-08-29T18:08:34.131 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:08:33 smithi028 bash[78352]: audit 2024-08-29T18:08:32.654322+0000 mon.c (mon.2) 80 : audit [INF] from='client.? 172.21.15.28:0/3722018774' entity='client.admin' cmd=[{"prefix": "osd crush rule rm", "name":"test-rados-api-smithi028-112348-10"}]: dispatch 2024-08-29T18:08:34.131 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:08:33 smithi028 bash[78352]: audit 2024-08-29T18:08:32.661511+0000 mon.a (mon.0) 2061 : audit [INF] from='client.? ' entity='client.admin' cmd=[{"prefix": "osd crush rule rm", "name":"test-rados-api-smithi028-112348-10"}]: dispatch 2024-08-29T18:08:35.076 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:08:34 smithi053 bash[68679]: cluster 2024-08-29T18:08:33.312775+0000 mgr.y (mgr.25022) 655 : cluster [DBG] pgmap v1321: 105 pgs: 105 active+clean; 583 KiB data, 4.6 GiB used, 711 GiB / 715 GiB avail 2024-08-29T18:08:35.076 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:08:34 smithi053 bash[68679]: audit 2024-08-29T18:08:33.663634+0000 mon.a (mon.0) 2062 : audit [INF] from='client.? ' entity='client.admin' cmd='[{"prefix": "osd crush rule rm", "name":"test-rados-api-smithi028-112348-10"}]': finished 2024-08-29T18:08:35.076 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:08:34 smithi053 bash[68679]: cluster 2024-08-29T18:08:33.671797+0000 mon.a (mon.0) 2063 : cluster [DBG] osdmap e1148: 8 total, 8 up, 8 in 2024-08-29T18:08:35.130 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:08:34 smithi028 bash[78352]: cluster 2024-08-29T18:08:33.312775+0000 mgr.y (mgr.25022) 655 : cluster [DBG] pgmap v1321: 105 pgs: 105 active+clean; 583 KiB data, 4.6 GiB used, 711 GiB / 715 GiB avail 2024-08-29T18:08:35.130 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:08:34 smithi028 bash[78352]: audit 2024-08-29T18:08:33.663634+0000 mon.a (mon.0) 2062 : audit [INF] from='client.? ' entity='client.admin' cmd='[{"prefix": "osd crush rule rm", "name":"test-rados-api-smithi028-112348-10"}]': finished 2024-08-29T18:08:35.130 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:08:34 smithi028 bash[78352]: cluster 2024-08-29T18:08:33.671797+0000 mon.a (mon.0) 2063 : cluster [DBG] osdmap e1148: 8 total, 8 up, 8 in 2024-08-29T18:08:35.130 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:08:34 smithi028 bash[77168]: cluster 2024-08-29T18:08:33.312775+0000 mgr.y (mgr.25022) 655 : cluster [DBG] pgmap v1321: 105 pgs: 105 active+clean; 583 KiB data, 4.6 GiB used, 711 GiB / 715 GiB avail 2024-08-29T18:08:35.130 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:08:34 smithi028 bash[77168]: audit 2024-08-29T18:08:33.663634+0000 mon.a (mon.0) 2062 : audit [INF] from='client.? ' entity='client.admin' cmd='[{"prefix": "osd crush rule rm", "name":"test-rados-api-smithi028-112348-10"}]': finished 2024-08-29T18:08:35.130 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:08:34 smithi028 bash[77168]: cluster 2024-08-29T18:08:33.671797+0000 mon.a (mon.0) 2063 : cluster [DBG] osdmap e1148: 8 total, 8 up, 8 in 2024-08-29T18:08:35.681 INFO:tasks.workunit.client.0.smithi028.stdout:[ RUN ] cls_rgw.index_basic 2024-08-29T18:08:35.770 INFO:tasks.workunit.client.0.smithi028.stdout:[ OK ] cls_rgw.index_basic (90 ms) 2024-08-29T18:08:35.771 INFO:tasks.workunit.client.0.smithi028.stdout:[ RUN ] cls_rgw.index_multiple_obj_writers 2024-08-29T18:08:35.836 INFO:tasks.workunit.client.0.smithi028.stdout:[ OK ] cls_rgw.index_multiple_obj_writers (66 ms) 2024-08-29T18:08:35.836 INFO:tasks.workunit.client.0.smithi028.stdout:[ RUN ] cls_rgw.index_remove_object 2024-08-29T18:08:35.942 INFO:tasks.workunit.client.0.smithi028.stdout:[ OK ] cls_rgw.index_remove_object (105 ms) 2024-08-29T18:08:35.942 INFO:tasks.workunit.client.0.smithi028.stdout:[ RUN ] cls_rgw.index_suggest 2024-08-29T18:08:36.076 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:08:35 smithi053 bash[68679]: cluster 2024-08-29T18:08:34.678019+0000 mon.a (mon.0) 2064 : cluster [DBG] osdmap e1149: 8 total, 8 up, 8 in 2024-08-29T18:08:36.076 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:08:35 smithi053 bash[68679]: audit 2024-08-29T18:08:34.683627+0000 mon.c (mon.2) 81 : audit [INF] from='client.? 172.21.15.28:0/1148045541' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi028-112538-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-29T18:08:36.076 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:08:35 smithi053 bash[68679]: audit 2024-08-29T18:08:34.688210+0000 mon.a (mon.0) 2065 : audit [INF] from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi028-112538-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-29T18:08:36.077 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:08:35 smithi053 bash[68679]: audit 2024-08-29T18:08:35.670728+0000 mon.a (mon.0) 2066 : audit [INF] from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi028-112538-1","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-29T18:08:36.077 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:08:35 smithi053 bash[68679]: cluster 2024-08-29T18:08:35.678344+0000 mon.a (mon.0) 2067 : cluster [DBG] osdmap e1150: 8 total, 8 up, 8 in 2024-08-29T18:08:36.130 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:08:35 smithi028 bash[77168]: cluster 2024-08-29T18:08:34.678019+0000 mon.a (mon.0) 2064 : cluster [DBG] osdmap e1149: 8 total, 8 up, 8 in 2024-08-29T18:08:36.130 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:08:35 smithi028 bash[77168]: audit 2024-08-29T18:08:34.683627+0000 mon.c (mon.2) 81 : audit [INF] from='client.? 172.21.15.28:0/1148045541' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi028-112538-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-29T18:08:36.130 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:08:35 smithi028 bash[77168]: audit 2024-08-29T18:08:34.688210+0000 mon.a (mon.0) 2065 : audit [INF] from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi028-112538-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-29T18:08:36.130 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:08:35 smithi028 bash[77168]: audit 2024-08-29T18:08:35.670728+0000 mon.a (mon.0) 2066 : audit [INF] from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi028-112538-1","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-29T18:08:36.130 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:08:35 smithi028 bash[77168]: cluster 2024-08-29T18:08:35.678344+0000 mon.a (mon.0) 2067 : cluster [DBG] osdmap e1150: 8 total, 8 up, 8 in 2024-08-29T18:08:36.130 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:08:35 smithi028 bash[78352]: cluster 2024-08-29T18:08:34.678019+0000 mon.a (mon.0) 2064 : cluster [DBG] osdmap e1149: 8 total, 8 up, 8 in 2024-08-29T18:08:36.130 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:08:35 smithi028 bash[78352]: audit 2024-08-29T18:08:34.683627+0000 mon.c (mon.2) 81 : audit [INF] from='client.? 172.21.15.28:0/1148045541' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi028-112538-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-29T18:08:36.130 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:08:35 smithi028 bash[78352]: audit 2024-08-29T18:08:34.688210+0000 mon.a (mon.0) 2065 : audit [INF] from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi028-112538-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-29T18:08:36.131 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:08:35 smithi028 bash[78352]: audit 2024-08-29T18:08:35.670728+0000 mon.a (mon.0) 2066 : audit [INF] from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi028-112538-1","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-29T18:08:36.131 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:08:35 smithi028 bash[78352]: cluster 2024-08-29T18:08:35.678344+0000 mon.a (mon.0) 2067 : cluster [DBG] osdmap e1150: 8 total, 8 up, 8 in 2024-08-29T18:08:37.076 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:08:36 smithi053 bash[68679]: cluster 2024-08-29T18:08:35.313496+0000 mgr.y (mgr.25022) 656 : cluster [DBG] pgmap v1324: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 4.6 GiB used, 711 GiB / 715 GiB avail 2024-08-29T18:08:37.076 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:08:36 smithi053 bash[68679]: cluster 2024-08-29T18:08:35.692663+0000 mon.a (mon.0) 2068 : cluster [WRN] Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-08-29T18:08:37.130 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:08:36 smithi028 bash[77168]: cluster 2024-08-29T18:08:35.313496+0000 mgr.y (mgr.25022) 656 : cluster [DBG] pgmap v1324: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 4.6 GiB used, 711 GiB / 715 GiB avail 2024-08-29T18:08:37.130 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:08:36 smithi028 bash[77168]: cluster 2024-08-29T18:08:35.692663+0000 mon.a (mon.0) 2068 : cluster [WRN] Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-08-29T18:08:37.130 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:08:36 smithi028 bash[78352]: cluster 2024-08-29T18:08:35.313496+0000 mgr.y (mgr.25022) 656 : cluster [DBG] pgmap v1324: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 4.6 GiB used, 711 GiB / 715 GiB avail 2024-08-29T18:08:37.130 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:08:36 smithi028 bash[78352]: cluster 2024-08-29T18:08:35.692663+0000 mon.a (mon.0) 2068 : cluster [WRN] Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-08-29T18:08:38.076 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:08:37 smithi053 bash[68679]: cluster 2024-08-29T18:08:36.707738+0000 mon.a (mon.0) 2069 : cluster [DBG] osdmap e1151: 8 total, 8 up, 8 in 2024-08-29T18:08:38.130 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:08:37 smithi028 bash[78352]: cluster 2024-08-29T18:08:36.707738+0000 mon.a (mon.0) 2069 : cluster [DBG] osdmap e1151: 8 total, 8 up, 8 in 2024-08-29T18:08:38.130 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:08:37 smithi028 bash[77168]: cluster 2024-08-29T18:08:36.707738+0000 mon.a (mon.0) 2069 : cluster [DBG] osdmap e1151: 8 total, 8 up, 8 in 2024-08-29T18:08:38.308 INFO:tasks.workunit.client.0.smithi028.stdout:[ OK ] cls_rgw.index_suggest (2367 ms) 2024-08-29T18:08:38.308 INFO:tasks.workunit.client.0.smithi028.stdout:[ RUN ] cls_rgw.index_suggest_complete 2024-08-29T18:08:38.323 INFO:tasks.workunit.client.0.smithi028.stdout:[ OK ] cls_rgw.index_suggest_complete (15 ms) 2024-08-29T18:08:38.323 INFO:tasks.workunit.client.0.smithi028.stdout:[ RUN ] cls_rgw.index_list 2024-08-29T18:08:38.369 INFO:tasks.workunit.client.0.smithi028.stdout:[ OK ] cls_rgw.index_list (46 ms) 2024-08-29T18:08:38.370 INFO:tasks.workunit.client.0.smithi028.stdout:[ RUN ] cls_rgw.index_list_delimited 2024-08-29T18:08:39.076 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:08:38 smithi053 bash[68679]: cluster 2024-08-29T18:08:37.314227+0000 mgr.y (mgr.25022) 657 : cluster [DBG] pgmap v1327: 137 pgs: 3 creating+peering, 29 unknown, 105 active+clean; 583 KiB data, 4.6 GiB used, 711 GiB / 715 GiB avail 2024-08-29T18:08:39.076 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:08:38 smithi053 bash[68679]: cluster 2024-08-29T18:08:37.710344+0000 mon.a (mon.0) 2070 : cluster [INF] Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-08-29T18:08:39.076 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:08:38 smithi053 bash[68679]: cluster 2024-08-29T18:08:37.710388+0000 mon.a (mon.0) 2071 : cluster [INF] Cluster is now healthy 2024-08-29T18:08:39.130 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:08:38 smithi028 bash[77168]: cluster 2024-08-29T18:08:37.314227+0000 mgr.y (mgr.25022) 657 : cluster [DBG] pgmap v1327: 137 pgs: 3 creating+peering, 29 unknown, 105 active+clean; 583 KiB data, 4.6 GiB used, 711 GiB / 715 GiB avail 2024-08-29T18:08:39.130 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:08:38 smithi028 bash[77168]: cluster 2024-08-29T18:08:37.710344+0000 mon.a (mon.0) 2070 : cluster [INF] Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-08-29T18:08:39.130 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:08:38 smithi028 bash[77168]: cluster 2024-08-29T18:08:37.710388+0000 mon.a (mon.0) 2071 : cluster [INF] Cluster is now healthy 2024-08-29T18:08:39.131 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:08:38 smithi028 bash[78352]: cluster 2024-08-29T18:08:37.314227+0000 mgr.y (mgr.25022) 657 : cluster [DBG] pgmap v1327: 137 pgs: 3 creating+peering, 29 unknown, 105 active+clean; 583 KiB data, 4.6 GiB used, 711 GiB / 715 GiB avail 2024-08-29T18:08:39.131 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:08:38 smithi028 bash[78352]: cluster 2024-08-29T18:08:37.710344+0000 mon.a (mon.0) 2070 : cluster [INF] Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-08-29T18:08:39.131 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:08:38 smithi028 bash[78352]: cluster 2024-08-29T18:08:37.710388+0000 mon.a (mon.0) 2071 : cluster [INF] Cluster is now healthy 2024-08-29T18:08:41.076 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:08:40 smithi053 bash[68679]: cluster 2024-08-29T18:08:39.315438+0000 mgr.y (mgr.25022) 658 : cluster [DBG] pgmap v1328: 137 pgs: 3 creating+peering, 14 unknown, 120 active+clean; 583 KiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 151 KiB/s rd, 84 KiB/s wr, 266 op/s 2024-08-29T18:08:41.130 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:08:40 smithi028 bash[77168]: cluster 2024-08-29T18:08:39.315438+0000 mgr.y (mgr.25022) 658 : cluster [DBG] pgmap v1328: 137 pgs: 3 creating+peering, 14 unknown, 120 active+clean; 583 KiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 151 KiB/s rd, 84 KiB/s wr, 266 op/s 2024-08-29T18:08:41.130 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:08:40 smithi028 bash[78352]: cluster 2024-08-29T18:08:39.315438+0000 mgr.y (mgr.25022) 658 : cluster [DBG] pgmap v1328: 137 pgs: 3 creating+peering, 14 unknown, 120 active+clean; 583 KiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 151 KiB/s rd, 84 KiB/s wr, 266 op/s 2024-08-29T18:08:41.880 INFO:journalctl@ceph.mgr.y.smithi028.stdout:Aug 29 18:08:41 smithi028 bash[70818]: ::ffff:172.21.15.53 - - [29/Aug/2024:18:08:41] "GET /metrics HTTP/1.1" 200 33960 "" "Prometheus/2.43.0" 2024-08-29T18:08:42.576 INFO:journalctl@ceph.prometheus.a.smithi053.stdout:Aug 29 18:08:42 smithi053 bash[95567]: ts=2024-08-29T18:08:42.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"3167ee72-662c-11ef-bcd4-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-29T18:08:43.076 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:08:42 smithi053 bash[68679]: cluster 2024-08-29T18:08:41.316740+0000 mgr.y (mgr.25022) 659 : cluster [DBG] pgmap v1329: 137 pgs: 137 active+clean; 583 KiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 254 KiB/s rd, 154 KiB/s wr, 468 op/s 2024-08-29T18:08:43.076 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:08:42 smithi053 bash[68679]: audit 2024-08-29T18:08:42.054721+0000 mon.a (mon.0) 2072 : audit [DBG] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-29T18:08:43.130 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:08:42 smithi028 bash[77168]: cluster 2024-08-29T18:08:41.316740+0000 mgr.y (mgr.25022) 659 : cluster [DBG] pgmap v1329: 137 pgs: 137 active+clean; 583 KiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 254 KiB/s rd, 154 KiB/s wr, 468 op/s 2024-08-29T18:08:43.130 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:08:42 smithi028 bash[77168]: audit 2024-08-29T18:08:42.054721+0000 mon.a (mon.0) 2072 : audit [DBG] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-29T18:08:43.130 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:08:42 smithi028 bash[78352]: cluster 2024-08-29T18:08:41.316740+0000 mgr.y (mgr.25022) 659 : cluster [DBG] pgmap v1329: 137 pgs: 137 active+clean; 583 KiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 254 KiB/s rd, 154 KiB/s wr, 468 op/s 2024-08-29T18:08:43.130 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:08:42 smithi028 bash[78352]: audit 2024-08-29T18:08:42.054721+0000 mon.a (mon.0) 2072 : audit [DBG] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-29T18:08:45.076 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:08:44 smithi053 bash[68679]: cluster 2024-08-29T18:08:43.317699+0000 mgr.y (mgr.25022) 660 : cluster [DBG] pgmap v1330: 137 pgs: 137 active+clean; 583 KiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 224 KiB/s rd, 128 KiB/s wr, 401 op/s 2024-08-29T18:08:45.130 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:08:44 smithi028 bash[78352]: cluster 2024-08-29T18:08:43.317699+0000 mgr.y (mgr.25022) 660 : cluster [DBG] pgmap v1330: 137 pgs: 137 active+clean; 583 KiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 224 KiB/s rd, 128 KiB/s wr, 401 op/s 2024-08-29T18:08:45.130 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:08:44 smithi028 bash[77168]: cluster 2024-08-29T18:08:43.317699+0000 mgr.y (mgr.25022) 660 : cluster [DBG] pgmap v1330: 137 pgs: 137 active+clean; 583 KiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 224 KiB/s rd, 128 KiB/s wr, 401 op/s 2024-08-29T18:08:47.076 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:08:46 smithi053 bash[68679]: cluster 2024-08-29T18:08:45.319192+0000 mgr.y (mgr.25022) 661 : cluster [DBG] pgmap v1331: 137 pgs: 137 active+clean; 583 KiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 435 KiB/s rd, 272 KiB/s wr, 831 op/s 2024-08-29T18:08:47.130 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:08:46 smithi028 bash[77168]: cluster 2024-08-29T18:08:45.319192+0000 mgr.y (mgr.25022) 661 : cluster [DBG] pgmap v1331: 137 pgs: 137 active+clean; 583 KiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 435 KiB/s rd, 272 KiB/s wr, 831 op/s 2024-08-29T18:08:47.130 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:08:46 smithi028 bash[78352]: cluster 2024-08-29T18:08:45.319192+0000 mgr.y (mgr.25022) 661 : cluster [DBG] pgmap v1331: 137 pgs: 137 active+clean; 583 KiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 435 KiB/s rd, 272 KiB/s wr, 831 op/s 2024-08-29T18:08:49.076 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:08:48 smithi053 bash[68679]: cluster 2024-08-29T18:08:47.320116+0000 mgr.y (mgr.25022) 662 : cluster [DBG] pgmap v1332: 137 pgs: 137 active+clean; 583 KiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 395 KiB/s rd, 247 KiB/s wr, 755 op/s 2024-08-29T18:08:49.130 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:08:48 smithi028 bash[78352]: cluster 2024-08-29T18:08:47.320116+0000 mgr.y (mgr.25022) 662 : cluster [DBG] pgmap v1332: 137 pgs: 137 active+clean; 583 KiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 395 KiB/s rd, 247 KiB/s wr, 755 op/s 2024-08-29T18:08:49.130 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:08:48 smithi028 bash[77168]: cluster 2024-08-29T18:08:47.320116+0000 mgr.y (mgr.25022) 662 : cluster [DBG] pgmap v1332: 137 pgs: 137 active+clean; 583 KiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 395 KiB/s rd, 247 KiB/s wr, 755 op/s 2024-08-29T18:08:51.076 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:08:50 smithi053 bash[68679]: cluster 2024-08-29T18:08:49.321246+0000 mgr.y (mgr.25022) 663 : cluster [DBG] pgmap v1333: 137 pgs: 137 active+clean; 583 KiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 349 KiB/s rd, 218 KiB/s wr, 667 op/s 2024-08-29T18:08:51.130 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:08:50 smithi028 bash[77168]: cluster 2024-08-29T18:08:49.321246+0000 mgr.y (mgr.25022) 663 : cluster [DBG] pgmap v1333: 137 pgs: 137 active+clean; 583 KiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 349 KiB/s rd, 218 KiB/s wr, 667 op/s 2024-08-29T18:08:51.130 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:08:50 smithi028 bash[78352]: cluster 2024-08-29T18:08:49.321246+0000 mgr.y (mgr.25022) 663 : cluster [DBG] pgmap v1333: 137 pgs: 137 active+clean; 583 KiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 349 KiB/s rd, 218 KiB/s wr, 667 op/s 2024-08-29T18:08:51.880 INFO:journalctl@ceph.mgr.y.smithi028.stdout:Aug 29 18:08:51 smithi028 bash[70818]: ::ffff:172.21.15.53 - - [29/Aug/2024:18:08:51] "GET /metrics HTTP/1.1" 200 36351 "" "Prometheus/2.43.0" 2024-08-29T18:08:52.576 INFO:journalctl@ceph.prometheus.a.smithi053.stdout:Aug 29 18:08:52 smithi053 bash[95567]: ts=2024-08-29T18:08:52.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"3167ee72-662c-11ef-bcd4-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-29T18:08:53.076 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:08:52 smithi053 bash[68679]: cluster 2024-08-29T18:08:51.322753+0000 mgr.y (mgr.25022) 664 : cluster [DBG] pgmap v1334: 137 pgs: 137 active+clean; 583 KiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 441 KiB/s rd, 287 KiB/s wr, 868 op/s 2024-08-29T18:08:53.130 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:08:52 smithi028 bash[78352]: cluster 2024-08-29T18:08:51.322753+0000 mgr.y (mgr.25022) 664 : cluster [DBG] pgmap v1334: 137 pgs: 137 active+clean; 583 KiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 441 KiB/s rd, 287 KiB/s wr, 868 op/s 2024-08-29T18:08:53.130 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:08:52 smithi028 bash[77168]: cluster 2024-08-29T18:08:51.322753+0000 mgr.y (mgr.25022) 664 : cluster [DBG] pgmap v1334: 137 pgs: 137 active+clean; 583 KiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 441 KiB/s rd, 287 KiB/s wr, 868 op/s 2024-08-29T18:08:55.076 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:08:54 smithi053 bash[68679]: cluster 2024-08-29T18:08:53.323577+0000 mgr.y (mgr.25022) 665 : cluster [DBG] pgmap v1335: 137 pgs: 137 active+clean; 583 KiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 371 KiB/s rd, 242 KiB/s wr, 734 op/s 2024-08-29T18:08:55.130 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:08:54 smithi028 bash[78352]: cluster 2024-08-29T18:08:53.323577+0000 mgr.y (mgr.25022) 665 : cluster [DBG] pgmap v1335: 137 pgs: 137 active+clean; 583 KiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 371 KiB/s rd, 242 KiB/s wr, 734 op/s 2024-08-29T18:08:55.130 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:08:54 smithi028 bash[77168]: cluster 2024-08-29T18:08:53.323577+0000 mgr.y (mgr.25022) 665 : cluster [DBG] pgmap v1335: 137 pgs: 137 active+clean; 583 KiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 371 KiB/s rd, 242 KiB/s wr, 734 op/s 2024-08-29T18:08:57.076 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:08:56 smithi053 bash[68679]: cluster 2024-08-29T18:08:55.324901+0000 mgr.y (mgr.25022) 666 : cluster [DBG] pgmap v1336: 137 pgs: 137 active+clean; 583 KiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 508 KiB/s rd, 339 KiB/s wr, 1.02k op/s 2024-08-29T18:08:57.130 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:08:56 smithi028 bash[77168]: cluster 2024-08-29T18:08:55.324901+0000 mgr.y (mgr.25022) 666 : cluster [DBG] pgmap v1336: 137 pgs: 137 active+clean; 583 KiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 508 KiB/s rd, 339 KiB/s wr, 1.02k op/s 2024-08-29T18:08:57.130 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:08:56 smithi028 bash[78352]: cluster 2024-08-29T18:08:55.324901+0000 mgr.y (mgr.25022) 666 : cluster [DBG] pgmap v1336: 137 pgs: 137 active+clean; 583 KiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 508 KiB/s rd, 339 KiB/s wr, 1.02k op/s 2024-08-29T18:08:58.076 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:08:57 smithi053 bash[68679]: audit 2024-08-29T18:08:57.054982+0000 mon.a (mon.0) 2073 : audit [DBG] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-29T18:08:58.130 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:08:57 smithi028 bash[77168]: audit 2024-08-29T18:08:57.054982+0000 mon.a (mon.0) 2073 : audit [DBG] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-29T18:08:58.130 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:08:57 smithi028 bash[78352]: audit 2024-08-29T18:08:57.054982+0000 mon.a (mon.0) 2073 : audit [DBG] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-29T18:08:59.076 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:08:58 smithi053 bash[68679]: cluster 2024-08-29T18:08:57.325631+0000 mgr.y (mgr.25022) 667 : cluster [DBG] pgmap v1337: 137 pgs: 137 active+clean; 583 KiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 308 KiB/s rd, 206 KiB/s wr, 616 op/s 2024-08-29T18:08:59.130 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:08:58 smithi028 bash[78352]: cluster 2024-08-29T18:08:57.325631+0000 mgr.y (mgr.25022) 667 : cluster [DBG] pgmap v1337: 137 pgs: 137 active+clean; 583 KiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 308 KiB/s rd, 206 KiB/s wr, 616 op/s 2024-08-29T18:08:59.130 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:08:58 smithi028 bash[77168]: cluster 2024-08-29T18:08:57.325631+0000 mgr.y (mgr.25022) 667 : cluster [DBG] pgmap v1337: 137 pgs: 137 active+clean; 583 KiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 308 KiB/s rd, 206 KiB/s wr, 616 op/s 2024-08-29T18:09:01.076 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:09:00 smithi053 bash[68679]: cluster 2024-08-29T18:08:59.326669+0000 mgr.y (mgr.25022) 668 : cluster [DBG] pgmap v1338: 137 pgs: 137 active+clean; 583 KiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 308 KiB/s rd, 206 KiB/s wr, 616 op/s 2024-08-29T18:09:01.130 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:09:00 smithi028 bash[77168]: cluster 2024-08-29T18:08:59.326669+0000 mgr.y (mgr.25022) 668 : cluster [DBG] pgmap v1338: 137 pgs: 137 active+clean; 583 KiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 308 KiB/s rd, 206 KiB/s wr, 616 op/s 2024-08-29T18:09:01.130 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:09:00 smithi028 bash[78352]: cluster 2024-08-29T18:08:59.326669+0000 mgr.y (mgr.25022) 668 : cluster [DBG] pgmap v1338: 137 pgs: 137 active+clean; 583 KiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 308 KiB/s rd, 206 KiB/s wr, 616 op/s 2024-08-29T18:09:01.879 INFO:journalctl@ceph.mgr.y.smithi028.stdout:Aug 29 18:09:01 smithi028 bash[70818]: ::ffff:172.21.15.53 - - [29/Aug/2024:18:09:01] "GET /metrics HTTP/1.1" 200 36347 "" "Prometheus/2.43.0" 2024-08-29T18:09:02.576 INFO:journalctl@ceph.prometheus.a.smithi053.stdout:Aug 29 18:09:02 smithi053 bash[95567]: ts=2024-08-29T18:09:02.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"3167ee72-662c-11ef-bcd4-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-29T18:09:03.076 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:09:02 smithi053 bash[68679]: cluster 2024-08-29T18:09:01.327736+0000 mgr.y (mgr.25022) 669 : cluster [DBG] pgmap v1339: 137 pgs: 137 active+clean; 583 KiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 437 KiB/s rd, 291 KiB/s wr, 873 op/s 2024-08-29T18:09:03.130 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:09:02 smithi028 bash[78352]: cluster 2024-08-29T18:09:01.327736+0000 mgr.y (mgr.25022) 669 : cluster [DBG] pgmap v1339: 137 pgs: 137 active+clean; 583 KiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 437 KiB/s rd, 291 KiB/s wr, 873 op/s 2024-08-29T18:09:03.130 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:09:02 smithi028 bash[77168]: cluster 2024-08-29T18:09:01.327736+0000 mgr.y (mgr.25022) 669 : cluster [DBG] pgmap v1339: 137 pgs: 137 active+clean; 583 KiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 437 KiB/s rd, 291 KiB/s wr, 873 op/s 2024-08-29T18:09:05.076 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:09:04 smithi053 bash[68679]: cluster 2024-08-29T18:09:03.328703+0000 mgr.y (mgr.25022) 670 : cluster [DBG] pgmap v1340: 137 pgs: 137 active+clean; 583 KiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 274 KiB/s rd, 182 KiB/s wr, 547 op/s 2024-08-29T18:09:05.130 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:09:04 smithi028 bash[78352]: cluster 2024-08-29T18:09:03.328703+0000 mgr.y (mgr.25022) 670 : cluster [DBG] pgmap v1340: 137 pgs: 137 active+clean; 583 KiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 274 KiB/s rd, 182 KiB/s wr, 547 op/s 2024-08-29T18:09:05.130 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:09:04 smithi028 bash[77168]: cluster 2024-08-29T18:09:03.328703+0000 mgr.y (mgr.25022) 670 : cluster [DBG] pgmap v1340: 137 pgs: 137 active+clean; 583 KiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 274 KiB/s rd, 182 KiB/s wr, 547 op/s 2024-08-29T18:09:07.076 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:09:06 smithi053 bash[68679]: cluster 2024-08-29T18:09:05.330267+0000 mgr.y (mgr.25022) 671 : cluster [DBG] pgmap v1341: 137 pgs: 137 active+clean; 583 KiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 392 KiB/s rd, 261 KiB/s wr, 783 op/s 2024-08-29T18:09:07.130 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:09:06 smithi028 bash[78352]: cluster 2024-08-29T18:09:05.330267+0000 mgr.y (mgr.25022) 671 : cluster [DBG] pgmap v1341: 137 pgs: 137 active+clean; 583 KiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 392 KiB/s rd, 261 KiB/s wr, 783 op/s 2024-08-29T18:09:07.130 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:09:06 smithi028 bash[77168]: cluster 2024-08-29T18:09:05.330267+0000 mgr.y (mgr.25022) 671 : cluster [DBG] pgmap v1341: 137 pgs: 137 active+clean; 583 KiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 392 KiB/s rd, 261 KiB/s wr, 783 op/s 2024-08-29T18:09:09.076 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:09:08 smithi053 bash[68679]: cluster 2024-08-29T18:09:07.331190+0000 mgr.y (mgr.25022) 672 : cluster [DBG] pgmap v1342: 137 pgs: 137 active+clean; 583 KiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 246 KiB/s rd, 164 KiB/s wr, 492 op/s 2024-08-29T18:09:09.129 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:09:08 smithi028 bash[77168]: cluster 2024-08-29T18:09:07.331190+0000 mgr.y (mgr.25022) 672 : cluster [DBG] pgmap v1342: 137 pgs: 137 active+clean; 583 KiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 246 KiB/s rd, 164 KiB/s wr, 492 op/s 2024-08-29T18:09:09.130 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:09:08 smithi028 bash[78352]: cluster 2024-08-29T18:09:07.331190+0000 mgr.y (mgr.25022) 672 : cluster [DBG] pgmap v1342: 137 pgs: 137 active+clean; 583 KiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 246 KiB/s rd, 164 KiB/s wr, 492 op/s 2024-08-29T18:09:11.076 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:09:10 smithi053 bash[68679]: cluster 2024-08-29T18:09:09.332273+0000 mgr.y (mgr.25022) 673 : cluster [DBG] pgmap v1343: 137 pgs: 137 active+clean; 583 KiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 246 KiB/s rd, 164 KiB/s wr, 492 op/s 2024-08-29T18:09:11.130 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:09:10 smithi028 bash[78352]: cluster 2024-08-29T18:09:09.332273+0000 mgr.y (mgr.25022) 673 : cluster [DBG] pgmap v1343: 137 pgs: 137 active+clean; 583 KiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 246 KiB/s rd, 164 KiB/s wr, 492 op/s 2024-08-29T18:09:11.130 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:09:10 smithi028 bash[77168]: cluster 2024-08-29T18:09:09.332273+0000 mgr.y (mgr.25022) 673 : cluster [DBG] pgmap v1343: 137 pgs: 137 active+clean; 583 KiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 246 KiB/s rd, 164 KiB/s wr, 492 op/s 2024-08-29T18:09:11.880 INFO:journalctl@ceph.mgr.y.smithi028.stdout:Aug 29 18:09:11 smithi028 bash[70818]: ::ffff:172.21.15.53 - - [29/Aug/2024:18:09:11] "GET /metrics HTTP/1.1" 200 36347 "" "Prometheus/2.43.0" 2024-08-29T18:09:12.576 INFO:journalctl@ceph.prometheus.a.smithi053.stdout:Aug 29 18:09:12 smithi053 bash[95567]: ts=2024-08-29T18:09:12.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"3167ee72-662c-11ef-bcd4-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-29T18:09:13.076 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:09:12 smithi053 bash[68679]: cluster 2024-08-29T18:09:11.333662+0000 mgr.y (mgr.25022) 674 : cluster [DBG] pgmap v1344: 137 pgs: 137 active+clean; 583 KiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 355 KiB/s rd, 237 KiB/s wr, 710 op/s 2024-08-29T18:09:13.076 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:09:12 smithi053 bash[68679]: audit 2024-08-29T18:09:12.055630+0000 mon.a (mon.0) 2074 : audit [DBG] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-29T18:09:13.130 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:09:12 smithi028 bash[78352]: cluster 2024-08-29T18:09:11.333662+0000 mgr.y (mgr.25022) 674 : cluster [DBG] pgmap v1344: 137 pgs: 137 active+clean; 583 KiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 355 KiB/s rd, 237 KiB/s wr, 710 op/s 2024-08-29T18:09:13.130 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:09:12 smithi028 bash[78352]: audit 2024-08-29T18:09:12.055630+0000 mon.a (mon.0) 2074 : audit [DBG] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-29T18:09:13.130 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:09:12 smithi028 bash[77168]: cluster 2024-08-29T18:09:11.333662+0000 mgr.y (mgr.25022) 674 : cluster [DBG] pgmap v1344: 137 pgs: 137 active+clean; 583 KiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 355 KiB/s rd, 237 KiB/s wr, 710 op/s 2024-08-29T18:09:13.130 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:09:12 smithi028 bash[77168]: audit 2024-08-29T18:09:12.055630+0000 mon.a (mon.0) 2074 : audit [DBG] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-29T18:09:15.076 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:09:14 smithi053 bash[68679]: cluster 2024-08-29T18:09:13.334523+0000 mgr.y (mgr.25022) 675 : cluster [DBG] pgmap v1345: 137 pgs: 137 active+clean; 583 KiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 227 KiB/s rd, 151 KiB/s wr, 453 op/s 2024-08-29T18:09:15.130 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:09:14 smithi028 bash[78352]: cluster 2024-08-29T18:09:13.334523+0000 mgr.y (mgr.25022) 675 : cluster [DBG] pgmap v1345: 137 pgs: 137 active+clean; 583 KiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 227 KiB/s rd, 151 KiB/s wr, 453 op/s 2024-08-29T18:09:15.130 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:09:14 smithi028 bash[77168]: cluster 2024-08-29T18:09:13.334523+0000 mgr.y (mgr.25022) 675 : cluster [DBG] pgmap v1345: 137 pgs: 137 active+clean; 583 KiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 227 KiB/s rd, 151 KiB/s wr, 453 op/s 2024-08-29T18:09:17.076 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:09:16 smithi053 bash[68679]: cluster 2024-08-29T18:09:15.336134+0000 mgr.y (mgr.25022) 676 : cluster [DBG] pgmap v1346: 137 pgs: 137 active+clean; 583 KiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 333 KiB/s rd, 222 KiB/s wr, 666 op/s 2024-08-29T18:09:17.130 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:09:16 smithi028 bash[78352]: cluster 2024-08-29T18:09:15.336134+0000 mgr.y (mgr.25022) 676 : cluster [DBG] pgmap v1346: 137 pgs: 137 active+clean; 583 KiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 333 KiB/s rd, 222 KiB/s wr, 666 op/s 2024-08-29T18:09:17.130 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:09:16 smithi028 bash[77168]: cluster 2024-08-29T18:09:15.336134+0000 mgr.y (mgr.25022) 676 : cluster [DBG] pgmap v1346: 137 pgs: 137 active+clean; 583 KiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 333 KiB/s rd, 222 KiB/s wr, 666 op/s 2024-08-29T18:09:19.076 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:09:18 smithi053 bash[68679]: cluster 2024-08-29T18:09:17.336943+0000 mgr.y (mgr.25022) 677 : cluster [DBG] pgmap v1347: 137 pgs: 137 active+clean; 583 KiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 215 KiB/s rd, 143 KiB/s wr, 430 op/s 2024-08-29T18:09:19.130 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:09:18 smithi028 bash[78352]: cluster 2024-08-29T18:09:17.336943+0000 mgr.y (mgr.25022) 677 : cluster [DBG] pgmap v1347: 137 pgs: 137 active+clean; 583 KiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 215 KiB/s rd, 143 KiB/s wr, 430 op/s 2024-08-29T18:09:19.130 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:09:18 smithi028 bash[77168]: cluster 2024-08-29T18:09:17.336943+0000 mgr.y (mgr.25022) 677 : cluster [DBG] pgmap v1347: 137 pgs: 137 active+clean; 583 KiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 215 KiB/s rd, 143 KiB/s wr, 430 op/s 2024-08-29T18:09:21.076 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:09:20 smithi053 bash[68679]: cluster 2024-08-29T18:09:19.338295+0000 mgr.y (mgr.25022) 678 : cluster [DBG] pgmap v1348: 137 pgs: 137 active+clean; 583 KiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 215 KiB/s rd, 143 KiB/s wr, 430 op/s 2024-08-29T18:09:21.130 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:09:20 smithi028 bash[78352]: cluster 2024-08-29T18:09:19.338295+0000 mgr.y (mgr.25022) 678 : cluster [DBG] pgmap v1348: 137 pgs: 137 active+clean; 583 KiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 215 KiB/s rd, 143 KiB/s wr, 430 op/s 2024-08-29T18:09:21.130 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:09:20 smithi028 bash[77168]: cluster 2024-08-29T18:09:19.338295+0000 mgr.y (mgr.25022) 678 : cluster [DBG] pgmap v1348: 137 pgs: 137 active+clean; 583 KiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 215 KiB/s rd, 143 KiB/s wr, 430 op/s 2024-08-29T18:09:21.880 INFO:journalctl@ceph.mgr.y.smithi028.stdout:Aug 29 18:09:21 smithi028 bash[70818]: ::ffff:172.21.15.53 - - [29/Aug/2024:18:09:21] "GET /metrics HTTP/1.1" 200 36350 "" "Prometheus/2.43.0" 2024-08-29T18:09:22.576 INFO:journalctl@ceph.prometheus.a.smithi053.stdout:Aug 29 18:09:22 smithi053 bash[95567]: ts=2024-08-29T18:09:22.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"3167ee72-662c-11ef-bcd4-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-29T18:09:23.076 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:09:22 smithi053 bash[68679]: cluster 2024-08-29T18:09:21.339780+0000 mgr.y (mgr.25022) 679 : cluster [DBG] pgmap v1349: 137 pgs: 137 active+clean; 583 KiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 321 KiB/s rd, 214 KiB/s wr, 642 op/s 2024-08-29T18:09:23.130 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:09:22 smithi028 bash[78352]: cluster 2024-08-29T18:09:21.339780+0000 mgr.y (mgr.25022) 679 : cluster [DBG] pgmap v1349: 137 pgs: 137 active+clean; 583 KiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 321 KiB/s rd, 214 KiB/s wr, 642 op/s 2024-08-29T18:09:23.130 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:09:22 smithi028 bash[77168]: cluster 2024-08-29T18:09:21.339780+0000 mgr.y (mgr.25022) 679 : cluster [DBG] pgmap v1349: 137 pgs: 137 active+clean; 583 KiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 321 KiB/s rd, 214 KiB/s wr, 642 op/s 2024-08-29T18:09:25.076 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:09:24 smithi053 bash[68679]: cluster 2024-08-29T18:09:23.340876+0000 mgr.y (mgr.25022) 680 : cluster [DBG] pgmap v1350: 137 pgs: 137 active+clean; 583 KiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 212 KiB/s rd, 141 KiB/s wr, 424 op/s 2024-08-29T18:09:25.130 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:09:24 smithi028 bash[77168]: cluster 2024-08-29T18:09:23.340876+0000 mgr.y (mgr.25022) 680 : cluster [DBG] pgmap v1350: 137 pgs: 137 active+clean; 583 KiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 212 KiB/s rd, 141 KiB/s wr, 424 op/s 2024-08-29T18:09:25.130 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:09:24 smithi028 bash[78352]: cluster 2024-08-29T18:09:23.340876+0000 mgr.y (mgr.25022) 680 : cluster [DBG] pgmap v1350: 137 pgs: 137 active+clean; 583 KiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 212 KiB/s rd, 141 KiB/s wr, 424 op/s 2024-08-29T18:09:27.076 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:09:26 smithi053 bash[68679]: cluster 2024-08-29T18:09:25.342316+0000 mgr.y (mgr.25022) 681 : cluster [DBG] pgmap v1351: 137 pgs: 137 active+clean; 583 KiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 320 KiB/s rd, 213 KiB/s wr, 639 op/s 2024-08-29T18:09:27.129 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:09:26 smithi028 bash[78352]: cluster 2024-08-29T18:09:25.342316+0000 mgr.y (mgr.25022) 681 : cluster [DBG] pgmap v1351: 137 pgs: 137 active+clean; 583 KiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 320 KiB/s rd, 213 KiB/s wr, 639 op/s 2024-08-29T18:09:27.130 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:09:26 smithi028 bash[77168]: cluster 2024-08-29T18:09:25.342316+0000 mgr.y (mgr.25022) 681 : cluster [DBG] pgmap v1351: 137 pgs: 137 active+clean; 583 KiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 320 KiB/s rd, 213 KiB/s wr, 639 op/s 2024-08-29T18:09:28.076 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:09:27 smithi053 bash[68679]: audit 2024-08-29T18:09:27.056044+0000 mon.a (mon.0) 2075 : audit [DBG] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-29T18:09:28.130 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:09:27 smithi028 bash[77168]: audit 2024-08-29T18:09:27.056044+0000 mon.a (mon.0) 2075 : audit [DBG] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-29T18:09:28.130 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:09:27 smithi028 bash[78352]: audit 2024-08-29T18:09:27.056044+0000 mon.a (mon.0) 2075 : audit [DBG] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-29T18:09:29.130 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:09:28 smithi028 bash[78352]: cluster 2024-08-29T18:09:27.343321+0000 mgr.y (mgr.25022) 682 : cluster [DBG] pgmap v1352: 137 pgs: 137 active+clean; 583 KiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 214 KiB/s rd, 142 KiB/s wr, 427 op/s 2024-08-29T18:09:29.130 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:09:28 smithi028 bash[77168]: cluster 2024-08-29T18:09:27.343321+0000 mgr.y (mgr.25022) 682 : cluster [DBG] pgmap v1352: 137 pgs: 137 active+clean; 583 KiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 214 KiB/s rd, 142 KiB/s wr, 427 op/s 2024-08-29T18:09:29.326 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:09:28 smithi053 bash[68679]: cluster 2024-08-29T18:09:27.343321+0000 mgr.y (mgr.25022) 682 : cluster [DBG] pgmap v1352: 137 pgs: 137 active+clean; 583 KiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 214 KiB/s rd, 142 KiB/s wr, 427 op/s 2024-08-29T18:09:31.129 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:09:30 smithi028 bash[78352]: cluster 2024-08-29T18:09:29.344545+0000 mgr.y (mgr.25022) 683 : cluster [DBG] pgmap v1353: 137 pgs: 137 active+clean; 583 KiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 214 KiB/s rd, 142 KiB/s wr, 427 op/s 2024-08-29T18:09:31.130 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:09:30 smithi028 bash[78352]: audit 2024-08-29T18:09:30.662343+0000 mon.a (mon.0) 2076 : audit [DBG] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-29T18:09:31.130 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:09:30 smithi028 bash[77168]: cluster 2024-08-29T18:09:29.344545+0000 mgr.y (mgr.25022) 683 : cluster [DBG] pgmap v1353: 137 pgs: 137 active+clean; 583 KiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 214 KiB/s rd, 142 KiB/s wr, 427 op/s 2024-08-29T18:09:31.130 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:09:30 smithi028 bash[77168]: audit 2024-08-29T18:09:30.662343+0000 mon.a (mon.0) 2076 : audit [DBG] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-29T18:09:31.326 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:09:30 smithi053 bash[68679]: cluster 2024-08-29T18:09:29.344545+0000 mgr.y (mgr.25022) 683 : cluster [DBG] pgmap v1353: 137 pgs: 137 active+clean; 583 KiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 214 KiB/s rd, 142 KiB/s wr, 427 op/s 2024-08-29T18:09:31.326 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:09:30 smithi053 bash[68679]: audit 2024-08-29T18:09:30.662343+0000 mon.a (mon.0) 2076 : audit [DBG] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-29T18:09:31.839 INFO:journalctl@ceph.mgr.y.smithi028.stdout:Aug 29 18:09:31 smithi028 bash[70818]: ::ffff:172.21.15.53 - - [29/Aug/2024:18:09:31] "GET /metrics HTTP/1.1" 200 36348 "" "Prometheus/2.43.0" 2024-08-29T18:09:32.130 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:09:31 smithi028 bash[78352]: audit 2024-08-29T18:09:31.492900+0000 mon.a (mon.0) 2077 : audit [DBG] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-29T18:09:32.130 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:09:31 smithi028 bash[78352]: audit 2024-08-29T18:09:31.493713+0000 mon.a (mon.0) 2078 : audit [INF] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-29T18:09:32.130 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:09:31 smithi028 bash[78352]: audit 2024-08-29T18:09:31.499747+0000 mon.a (mon.0) 2079 : audit [INF] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' 2024-08-29T18:09:32.130 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:09:31 smithi028 bash[77168]: audit 2024-08-29T18:09:31.492900+0000 mon.a (mon.0) 2077 : audit [DBG] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-29T18:09:32.130 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:09:31 smithi028 bash[77168]: audit 2024-08-29T18:09:31.493713+0000 mon.a (mon.0) 2078 : audit [INF] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-29T18:09:32.130 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:09:31 smithi028 bash[77168]: audit 2024-08-29T18:09:31.499747+0000 mon.a (mon.0) 2079 : audit [INF] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' 2024-08-29T18:09:32.315 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:09:31 smithi053 bash[68679]: audit 2024-08-29T18:09:31.492900+0000 mon.a (mon.0) 2077 : audit [DBG] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-29T18:09:32.316 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:09:31 smithi053 bash[68679]: audit 2024-08-29T18:09:31.493713+0000 mon.a (mon.0) 2078 : audit [INF] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-29T18:09:32.316 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:09:31 smithi053 bash[68679]: audit 2024-08-29T18:09:31.499747+0000 mon.a (mon.0) 2079 : audit [INF] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' 2024-08-29T18:09:32.576 INFO:journalctl@ceph.prometheus.a.smithi053.stdout:Aug 29 18:09:32 smithi053 bash[95567]: ts=2024-08-29T18:09:32.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"3167ee72-662c-11ef-bcd4-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-29T18:09:33.129 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:09:32 smithi028 bash[77168]: cluster 2024-08-29T18:09:31.345325+0000 mgr.y (mgr.25022) 684 : cluster [DBG] pgmap v1354: 137 pgs: 137 active+clean; 583 KiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 318 KiB/s rd, 212 KiB/s wr, 635 op/s 2024-08-29T18:09:33.130 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:09:32 smithi028 bash[78352]: cluster 2024-08-29T18:09:31.345325+0000 mgr.y (mgr.25022) 684 : cluster [DBG] pgmap v1354: 137 pgs: 137 active+clean; 583 KiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 318 KiB/s rd, 212 KiB/s wr, 635 op/s 2024-08-29T18:09:33.326 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:09:32 smithi053 bash[68679]: cluster 2024-08-29T18:09:31.345325+0000 mgr.y (mgr.25022) 684 : cluster [DBG] pgmap v1354: 137 pgs: 137 active+clean; 583 KiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 318 KiB/s rd, 212 KiB/s wr, 635 op/s 2024-08-29T18:09:35.129 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:09:34 smithi028 bash[77168]: cluster 2024-08-29T18:09:33.346236+0000 mgr.y (mgr.25022) 685 : cluster [DBG] pgmap v1355: 137 pgs: 137 active+clean; 583 KiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 212 KiB/s rd, 141 KiB/s wr, 423 op/s 2024-08-29T18:09:35.130 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:09:34 smithi028 bash[78352]: cluster 2024-08-29T18:09:33.346236+0000 mgr.y (mgr.25022) 685 : cluster [DBG] pgmap v1355: 137 pgs: 137 active+clean; 583 KiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 212 KiB/s rd, 141 KiB/s wr, 423 op/s 2024-08-29T18:09:35.326 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:09:34 smithi053 bash[68679]: cluster 2024-08-29T18:09:33.346236+0000 mgr.y (mgr.25022) 685 : cluster [DBG] pgmap v1355: 137 pgs: 137 active+clean; 583 KiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 212 KiB/s rd, 141 KiB/s wr, 423 op/s 2024-08-29T18:09:37.130 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:09:36 smithi028 bash[78352]: cluster 2024-08-29T18:09:35.347512+0000 mgr.y (mgr.25022) 686 : cluster [DBG] pgmap v1356: 137 pgs: 137 active+clean; 583 KiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 325 KiB/s rd, 217 KiB/s wr, 649 op/s 2024-08-29T18:09:37.130 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:09:36 smithi028 bash[77168]: cluster 2024-08-29T18:09:35.347512+0000 mgr.y (mgr.25022) 686 : cluster [DBG] pgmap v1356: 137 pgs: 137 active+clean; 583 KiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 325 KiB/s rd, 217 KiB/s wr, 649 op/s 2024-08-29T18:09:37.326 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:09:36 smithi053 bash[68679]: cluster 2024-08-29T18:09:35.347512+0000 mgr.y (mgr.25022) 686 : cluster [DBG] pgmap v1356: 137 pgs: 137 active+clean; 583 KiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 325 KiB/s rd, 217 KiB/s wr, 649 op/s 2024-08-29T18:09:39.130 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:09:38 smithi028 bash[78352]: cluster 2024-08-29T18:09:37.348594+0000 mgr.y (mgr.25022) 687 : cluster [DBG] pgmap v1357: 137 pgs: 137 active+clean; 583 KiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 217 KiB/s rd, 145 KiB/s wr, 434 op/s 2024-08-29T18:09:39.130 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:09:38 smithi028 bash[77168]: cluster 2024-08-29T18:09:37.348594+0000 mgr.y (mgr.25022) 687 : cluster [DBG] pgmap v1357: 137 pgs: 137 active+clean; 583 KiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 217 KiB/s rd, 145 KiB/s wr, 434 op/s 2024-08-29T18:09:39.326 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:09:38 smithi053 bash[68679]: cluster 2024-08-29T18:09:37.348594+0000 mgr.y (mgr.25022) 687 : cluster [DBG] pgmap v1357: 137 pgs: 137 active+clean; 583 KiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 217 KiB/s rd, 145 KiB/s wr, 434 op/s 2024-08-29T18:09:41.130 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:09:40 smithi028 bash[77168]: cluster 2024-08-29T18:09:39.350037+0000 mgr.y (mgr.25022) 688 : cluster [DBG] pgmap v1358: 137 pgs: 137 active+clean; 583 KiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 217 KiB/s rd, 145 KiB/s wr, 434 op/s 2024-08-29T18:09:41.130 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:09:40 smithi028 bash[78352]: cluster 2024-08-29T18:09:39.350037+0000 mgr.y (mgr.25022) 688 : cluster [DBG] pgmap v1358: 137 pgs: 137 active+clean; 583 KiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 217 KiB/s rd, 145 KiB/s wr, 434 op/s 2024-08-29T18:09:41.326 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:09:40 smithi053 bash[68679]: cluster 2024-08-29T18:09:39.350037+0000 mgr.y (mgr.25022) 688 : cluster [DBG] pgmap v1358: 137 pgs: 137 active+clean; 583 KiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 217 KiB/s rd, 145 KiB/s wr, 434 op/s 2024-08-29T18:09:41.879 INFO:journalctl@ceph.mgr.y.smithi028.stdout:Aug 29 18:09:41 smithi028 bash[70818]: ::ffff:172.21.15.53 - - [29/Aug/2024:18:09:41] "GET /metrics HTTP/1.1" 200 36348 "" "Prometheus/2.43.0" 2024-08-29T18:09:42.576 INFO:journalctl@ceph.prometheus.a.smithi053.stdout:Aug 29 18:09:42 smithi053 bash[95567]: ts=2024-08-29T18:09:42.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"3167ee72-662c-11ef-bcd4-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-29T18:09:43.130 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:09:42 smithi028 bash[77168]: cluster 2024-08-29T18:09:41.351361+0000 mgr.y (mgr.25022) 689 : cluster [DBG] pgmap v1359: 137 pgs: 137 active+clean; 583 KiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 323 KiB/s rd, 215 KiB/s wr, 645 op/s 2024-08-29T18:09:43.130 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:09:42 smithi028 bash[77168]: audit 2024-08-29T18:09:42.056376+0000 mon.a (mon.0) 2080 : audit [DBG] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-29T18:09:43.130 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:09:42 smithi028 bash[78352]: cluster 2024-08-29T18:09:41.351361+0000 mgr.y (mgr.25022) 689 : cluster [DBG] pgmap v1359: 137 pgs: 137 active+clean; 583 KiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 323 KiB/s rd, 215 KiB/s wr, 645 op/s 2024-08-29T18:09:43.130 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:09:42 smithi028 bash[78352]: audit 2024-08-29T18:09:42.056376+0000 mon.a (mon.0) 2080 : audit [DBG] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-29T18:09:43.326 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:09:42 smithi053 bash[68679]: cluster 2024-08-29T18:09:41.351361+0000 mgr.y (mgr.25022) 689 : cluster [DBG] pgmap v1359: 137 pgs: 137 active+clean; 583 KiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 323 KiB/s rd, 215 KiB/s wr, 645 op/s 2024-08-29T18:09:43.326 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:09:42 smithi053 bash[68679]: audit 2024-08-29T18:09:42.056376+0000 mon.a (mon.0) 2080 : audit [DBG] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-29T18:09:45.130 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:09:44 smithi028 bash[78352]: cluster 2024-08-29T18:09:43.352230+0000 mgr.y (mgr.25022) 690 : cluster [DBG] pgmap v1360: 137 pgs: 137 active+clean; 583 KiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 219 KiB/s rd, 146 KiB/s wr, 437 op/s 2024-08-29T18:09:45.130 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:09:44 smithi028 bash[77168]: cluster 2024-08-29T18:09:43.352230+0000 mgr.y (mgr.25022) 690 : cluster [DBG] pgmap v1360: 137 pgs: 137 active+clean; 583 KiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 219 KiB/s rd, 146 KiB/s wr, 437 op/s 2024-08-29T18:09:45.326 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:09:44 smithi053 bash[68679]: cluster 2024-08-29T18:09:43.352230+0000 mgr.y (mgr.25022) 690 : cluster [DBG] pgmap v1360: 137 pgs: 137 active+clean; 583 KiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 219 KiB/s rd, 146 KiB/s wr, 437 op/s 2024-08-29T18:09:47.130 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:09:46 smithi028 bash[77168]: cluster 2024-08-29T18:09:45.353584+0000 mgr.y (mgr.25022) 691 : cluster [DBG] pgmap v1361: 137 pgs: 137 active+clean; 583 KiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 325 KiB/s rd, 217 KiB/s wr, 649 op/s 2024-08-29T18:09:47.130 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:09:46 smithi028 bash[78352]: cluster 2024-08-29T18:09:45.353584+0000 mgr.y (mgr.25022) 691 : cluster [DBG] pgmap v1361: 137 pgs: 137 active+clean; 583 KiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 325 KiB/s rd, 217 KiB/s wr, 649 op/s 2024-08-29T18:09:47.326 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:09:46 smithi053 bash[68679]: cluster 2024-08-29T18:09:45.353584+0000 mgr.y (mgr.25022) 691 : cluster [DBG] pgmap v1361: 137 pgs: 137 active+clean; 583 KiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 325 KiB/s rd, 217 KiB/s wr, 649 op/s 2024-08-29T18:09:48.326 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:09:47 smithi053 bash[68679]: cluster 2024-08-29T18:09:47.354471+0000 mgr.y (mgr.25022) 692 : cluster [DBG] pgmap v1362: 137 pgs: 137 active+clean; 583 KiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 212 KiB/s rd, 141 KiB/s wr, 423 op/s 2024-08-29T18:09:48.379 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:09:47 smithi028 bash[77168]: cluster 2024-08-29T18:09:47.354471+0000 mgr.y (mgr.25022) 692 : cluster [DBG] pgmap v1362: 137 pgs: 137 active+clean; 583 KiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 212 KiB/s rd, 141 KiB/s wr, 423 op/s 2024-08-29T18:09:48.380 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:09:47 smithi028 bash[78352]: cluster 2024-08-29T18:09:47.354471+0000 mgr.y (mgr.25022) 692 : cluster [DBG] pgmap v1362: 137 pgs: 137 active+clean; 583 KiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 212 KiB/s rd, 141 KiB/s wr, 423 op/s 2024-08-29T18:09:50.826 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:09:50 smithi053 bash[68679]: cluster 2024-08-29T18:09:49.355525+0000 mgr.y (mgr.25022) 693 : cluster [DBG] pgmap v1363: 137 pgs: 137 active+clean; 583 KiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 212 KiB/s rd, 141 KiB/s wr, 423 op/s 2024-08-29T18:09:50.879 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:09:50 smithi028 bash[77168]: cluster 2024-08-29T18:09:49.355525+0000 mgr.y (mgr.25022) 693 : cluster [DBG] pgmap v1363: 137 pgs: 137 active+clean; 583 KiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 212 KiB/s rd, 141 KiB/s wr, 423 op/s 2024-08-29T18:09:50.880 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:09:50 smithi028 bash[78352]: cluster 2024-08-29T18:09:49.355525+0000 mgr.y (mgr.25022) 693 : cluster [DBG] pgmap v1363: 137 pgs: 137 active+clean; 583 KiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 212 KiB/s rd, 141 KiB/s wr, 423 op/s 2024-08-29T18:09:51.879 INFO:journalctl@ceph.mgr.y.smithi028.stdout:Aug 29 18:09:51 smithi028 bash[70818]: ::ffff:172.21.15.53 - - [29/Aug/2024:18:09:51] "GET /metrics HTTP/1.1" 200 36354 "" "Prometheus/2.43.0" 2024-08-29T18:09:52.576 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:09:52 smithi053 bash[68679]: cluster 2024-08-29T18:09:51.356814+0000 mgr.y (mgr.25022) 694 : cluster [DBG] pgmap v1364: 137 pgs: 137 active+clean; 583 KiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 317 KiB/s rd, 212 KiB/s wr, 634 op/s 2024-08-29T18:09:52.576 INFO:journalctl@ceph.prometheus.a.smithi053.stdout:Aug 29 18:09:52 smithi053 bash[95567]: ts=2024-08-29T18:09:52.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"3167ee72-662c-11ef-bcd4-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-29T18:09:52.880 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:09:52 smithi028 bash[77168]: cluster 2024-08-29T18:09:51.356814+0000 mgr.y (mgr.25022) 694 : cluster [DBG] pgmap v1364: 137 pgs: 137 active+clean; 583 KiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 317 KiB/s rd, 212 KiB/s wr, 634 op/s 2024-08-29T18:09:52.880 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:09:52 smithi028 bash[78352]: cluster 2024-08-29T18:09:51.356814+0000 mgr.y (mgr.25022) 694 : cluster [DBG] pgmap v1364: 137 pgs: 137 active+clean; 583 KiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 317 KiB/s rd, 212 KiB/s wr, 634 op/s 2024-08-29T18:09:54.826 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:09:54 smithi053 bash[68679]: cluster 2024-08-29T18:09:53.358094+0000 mgr.y (mgr.25022) 695 : cluster [DBG] pgmap v1365: 137 pgs: 137 active+clean; 583 KiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 212 KiB/s rd, 141 KiB/s wr, 423 op/s 2024-08-29T18:09:54.879 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:09:54 smithi028 bash[78352]: cluster 2024-08-29T18:09:53.358094+0000 mgr.y (mgr.25022) 695 : cluster [DBG] pgmap v1365: 137 pgs: 137 active+clean; 583 KiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 212 KiB/s rd, 141 KiB/s wr, 423 op/s 2024-08-29T18:09:54.880 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:09:54 smithi028 bash[77168]: cluster 2024-08-29T18:09:53.358094+0000 mgr.y (mgr.25022) 695 : cluster [DBG] pgmap v1365: 137 pgs: 137 active+clean; 583 KiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 212 KiB/s rd, 141 KiB/s wr, 423 op/s 2024-08-29T18:09:56.826 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:09:56 smithi053 bash[68679]: cluster 2024-08-29T18:09:55.359322+0000 mgr.y (mgr.25022) 696 : cluster [DBG] pgmap v1366: 137 pgs: 137 active+clean; 583 KiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 317 KiB/s rd, 212 KiB/s wr, 634 op/s 2024-08-29T18:09:56.879 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:09:56 smithi028 bash[77168]: cluster 2024-08-29T18:09:55.359322+0000 mgr.y (mgr.25022) 696 : cluster [DBG] pgmap v1366: 137 pgs: 137 active+clean; 583 KiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 317 KiB/s rd, 212 KiB/s wr, 634 op/s 2024-08-29T18:09:56.880 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:09:56 smithi028 bash[78352]: cluster 2024-08-29T18:09:55.359322+0000 mgr.y (mgr.25022) 696 : cluster [DBG] pgmap v1366: 137 pgs: 137 active+clean; 583 KiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 317 KiB/s rd, 212 KiB/s wr, 634 op/s 2024-08-29T18:09:57.826 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:09:57 smithi053 bash[68679]: audit 2024-08-29T18:09:57.056744+0000 mon.a (mon.0) 2081 : audit [DBG] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-29T18:09:57.879 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:09:57 smithi028 bash[77168]: audit 2024-08-29T18:09:57.056744+0000 mon.a (mon.0) 2081 : audit [DBG] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-29T18:09:57.880 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:09:57 smithi028 bash[78352]: audit 2024-08-29T18:09:57.056744+0000 mon.a (mon.0) 2081 : audit [DBG] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-29T18:09:58.826 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:09:58 smithi053 bash[68679]: cluster 2024-08-29T18:09:57.360209+0000 mgr.y (mgr.25022) 697 : cluster [DBG] pgmap v1367: 137 pgs: 137 active+clean; 583 KiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 211 KiB/s rd, 141 KiB/s wr, 422 op/s 2024-08-29T18:09:58.879 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:09:58 smithi028 bash[77168]: cluster 2024-08-29T18:09:57.360209+0000 mgr.y (mgr.25022) 697 : cluster [DBG] pgmap v1367: 137 pgs: 137 active+clean; 583 KiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 211 KiB/s rd, 141 KiB/s wr, 422 op/s 2024-08-29T18:09:58.879 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:09:58 smithi028 bash[78352]: cluster 2024-08-29T18:09:57.360209+0000 mgr.y (mgr.25022) 697 : cluster [DBG] pgmap v1367: 137 pgs: 137 active+clean; 583 KiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 211 KiB/s rd, 141 KiB/s wr, 422 op/s 2024-08-29T18:10:00.826 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:10:00 smithi053 bash[68679]: cluster 2024-08-29T18:09:59.361252+0000 mgr.y (mgr.25022) 698 : cluster [DBG] pgmap v1368: 137 pgs: 137 active+clean; 583 KiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 211 KiB/s rd, 141 KiB/s wr, 422 op/s 2024-08-29T18:10:00.826 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:10:00 smithi053 bash[68679]: cluster 2024-08-29T18:10:00.000124+0000 mon.a (mon.0) 2082 : cluster [INF] overall HEALTH_OK 2024-08-29T18:10:00.879 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:10:00 smithi028 bash[77168]: cluster 2024-08-29T18:09:59.361252+0000 mgr.y (mgr.25022) 698 : cluster [DBG] pgmap v1368: 137 pgs: 137 active+clean; 583 KiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 211 KiB/s rd, 141 KiB/s wr, 422 op/s 2024-08-29T18:10:00.879 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:10:00 smithi028 bash[77168]: cluster 2024-08-29T18:10:00.000124+0000 mon.a (mon.0) 2082 : cluster [INF] overall HEALTH_OK 2024-08-29T18:10:00.880 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:10:00 smithi028 bash[78352]: cluster 2024-08-29T18:09:59.361252+0000 mgr.y (mgr.25022) 698 : cluster [DBG] pgmap v1368: 137 pgs: 137 active+clean; 583 KiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 211 KiB/s rd, 141 KiB/s wr, 422 op/s 2024-08-29T18:10:00.880 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:10:00 smithi028 bash[78352]: cluster 2024-08-29T18:10:00.000124+0000 mon.a (mon.0) 2082 : cluster [INF] overall HEALTH_OK 2024-08-29T18:10:01.879 INFO:journalctl@ceph.mgr.y.smithi028.stdout:Aug 29 18:10:01 smithi028 bash[70818]: ::ffff:172.21.15.53 - - [29/Aug/2024:18:10:01] "GET /metrics HTTP/1.1" 200 36350 "" "Prometheus/2.43.0" 2024-08-29T18:10:02.576 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:10:02 smithi053 bash[68679]: cluster 2024-08-29T18:10:01.362581+0000 mgr.y (mgr.25022) 699 : cluster [DBG] pgmap v1369: 137 pgs: 137 active+clean; 583 KiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 315 KiB/s rd, 210 KiB/s wr, 629 op/s 2024-08-29T18:10:02.576 INFO:journalctl@ceph.prometheus.a.smithi053.stdout:Aug 29 18:10:02 smithi053 bash[95567]: ts=2024-08-29T18:10:02.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"3167ee72-662c-11ef-bcd4-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-29T18:10:02.879 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:10:02 smithi028 bash[77168]: cluster 2024-08-29T18:10:01.362581+0000 mgr.y (mgr.25022) 699 : cluster [DBG] pgmap v1369: 137 pgs: 137 active+clean; 583 KiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 315 KiB/s rd, 210 KiB/s wr, 629 op/s 2024-08-29T18:10:02.880 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:10:02 smithi028 bash[78352]: cluster 2024-08-29T18:10:01.362581+0000 mgr.y (mgr.25022) 699 : cluster [DBG] pgmap v1369: 137 pgs: 137 active+clean; 583 KiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 315 KiB/s rd, 210 KiB/s wr, 629 op/s 2024-08-29T18:10:04.826 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:10:04 smithi053 bash[68679]: cluster 2024-08-29T18:10:03.363675+0000 mgr.y (mgr.25022) 700 : cluster [DBG] pgmap v1370: 137 pgs: 137 active+clean; 583 KiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 209 KiB/s rd, 140 KiB/s wr, 418 op/s 2024-08-29T18:10:04.879 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:10:04 smithi028 bash[78352]: cluster 2024-08-29T18:10:03.363675+0000 mgr.y (mgr.25022) 700 : cluster [DBG] pgmap v1370: 137 pgs: 137 active+clean; 583 KiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 209 KiB/s rd, 140 KiB/s wr, 418 op/s 2024-08-29T18:10:04.880 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:10:04 smithi028 bash[77168]: cluster 2024-08-29T18:10:03.363675+0000 mgr.y (mgr.25022) 700 : cluster [DBG] pgmap v1370: 137 pgs: 137 active+clean; 583 KiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 209 KiB/s rd, 140 KiB/s wr, 418 op/s 2024-08-29T18:10:06.826 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:10:06 smithi053 bash[68679]: cluster 2024-08-29T18:10:05.364955+0000 mgr.y (mgr.25022) 701 : cluster [DBG] pgmap v1371: 137 pgs: 137 active+clean; 583 KiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 314 KiB/s rd, 209 KiB/s wr, 628 op/s 2024-08-29T18:10:06.879 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:10:06 smithi028 bash[78352]: cluster 2024-08-29T18:10:05.364955+0000 mgr.y (mgr.25022) 701 : cluster [DBG] pgmap v1371: 137 pgs: 137 active+clean; 583 KiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 314 KiB/s rd, 209 KiB/s wr, 628 op/s 2024-08-29T18:10:06.880 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:10:06 smithi028 bash[77168]: cluster 2024-08-29T18:10:05.364955+0000 mgr.y (mgr.25022) 701 : cluster [DBG] pgmap v1371: 137 pgs: 137 active+clean; 583 KiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 314 KiB/s rd, 209 KiB/s wr, 628 op/s 2024-08-29T18:10:08.826 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:10:08 smithi053 bash[68679]: cluster 2024-08-29T18:10:07.365836+0000 mgr.y (mgr.25022) 702 : cluster [DBG] pgmap v1372: 137 pgs: 137 active+clean; 583 KiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 209 KiB/s rd, 139 KiB/s wr, 417 op/s 2024-08-29T18:10:08.879 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:10:08 smithi028 bash[78352]: cluster 2024-08-29T18:10:07.365836+0000 mgr.y (mgr.25022) 702 : cluster [DBG] pgmap v1372: 137 pgs: 137 active+clean; 583 KiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 209 KiB/s rd, 139 KiB/s wr, 417 op/s 2024-08-29T18:10:08.880 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:10:08 smithi028 bash[77168]: cluster 2024-08-29T18:10:07.365836+0000 mgr.y (mgr.25022) 702 : cluster [DBG] pgmap v1372: 137 pgs: 137 active+clean; 583 KiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 209 KiB/s rd, 139 KiB/s wr, 417 op/s 2024-08-29T18:10:10.826 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:10:10 smithi053 bash[68679]: cluster 2024-08-29T18:10:09.366869+0000 mgr.y (mgr.25022) 703 : cluster [DBG] pgmap v1373: 137 pgs: 137 active+clean; 583 KiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 209 KiB/s rd, 139 KiB/s wr, 417 op/s 2024-08-29T18:10:10.879 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:10:10 smithi028 bash[78352]: cluster 2024-08-29T18:10:09.366869+0000 mgr.y (mgr.25022) 703 : cluster [DBG] pgmap v1373: 137 pgs: 137 active+clean; 583 KiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 209 KiB/s rd, 139 KiB/s wr, 417 op/s 2024-08-29T18:10:10.879 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:10:10 smithi028 bash[77168]: cluster 2024-08-29T18:10:09.366869+0000 mgr.y (mgr.25022) 703 : cluster [DBG] pgmap v1373: 137 pgs: 137 active+clean; 583 KiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 209 KiB/s rd, 139 KiB/s wr, 417 op/s 2024-08-29T18:10:11.879 INFO:journalctl@ceph.mgr.y.smithi028.stdout:Aug 29 18:10:11 smithi028 bash[70818]: ::ffff:172.21.15.53 - - [29/Aug/2024:18:10:11] "GET /metrics HTTP/1.1" 200 36350 "" "Prometheus/2.43.0" 2024-08-29T18:10:12.576 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:10:12 smithi053 bash[68679]: cluster 2024-08-29T18:10:11.368168+0000 mgr.y (mgr.25022) 704 : cluster [DBG] pgmap v1374: 137 pgs: 137 active+clean; 583 KiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 312 KiB/s rd, 208 KiB/s wr, 624 op/s 2024-08-29T18:10:12.576 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:10:12 smithi053 bash[68679]: audit 2024-08-29T18:10:12.057055+0000 mon.a (mon.0) 2083 : audit [DBG] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-29T18:10:12.577 INFO:journalctl@ceph.prometheus.a.smithi053.stdout:Aug 29 18:10:12 smithi053 bash[95567]: ts=2024-08-29T18:10:12.317Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"3167ee72-662c-11ef-bcd4-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-29T18:10:12.879 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:10:12 smithi028 bash[78352]: cluster 2024-08-29T18:10:11.368168+0000 mgr.y (mgr.25022) 704 : cluster [DBG] pgmap v1374: 137 pgs: 137 active+clean; 583 KiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 312 KiB/s rd, 208 KiB/s wr, 624 op/s 2024-08-29T18:10:12.879 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:10:12 smithi028 bash[78352]: audit 2024-08-29T18:10:12.057055+0000 mon.a (mon.0) 2083 : audit [DBG] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-29T18:10:12.880 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:10:12 smithi028 bash[77168]: cluster 2024-08-29T18:10:11.368168+0000 mgr.y (mgr.25022) 704 : cluster [DBG] pgmap v1374: 137 pgs: 137 active+clean; 583 KiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 312 KiB/s rd, 208 KiB/s wr, 624 op/s 2024-08-29T18:10:12.880 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:10:12 smithi028 bash[77168]: audit 2024-08-29T18:10:12.057055+0000 mon.a (mon.0) 2083 : audit [DBG] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-29T18:10:14.826 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:10:14 smithi053 bash[68679]: cluster 2024-08-29T18:10:13.369406+0000 mgr.y (mgr.25022) 705 : cluster [DBG] pgmap v1375: 137 pgs: 137 active+clean; 583 KiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 208 KiB/s rd, 139 KiB/s wr, 416 op/s 2024-08-29T18:10:14.879 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:10:14 smithi028 bash[78352]: cluster 2024-08-29T18:10:13.369406+0000 mgr.y (mgr.25022) 705 : cluster [DBG] pgmap v1375: 137 pgs: 137 active+clean; 583 KiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 208 KiB/s rd, 139 KiB/s wr, 416 op/s 2024-08-29T18:10:14.879 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:10:14 smithi028 bash[77168]: cluster 2024-08-29T18:10:13.369406+0000 mgr.y (mgr.25022) 705 : cluster [DBG] pgmap v1375: 137 pgs: 137 active+clean; 583 KiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 208 KiB/s rd, 139 KiB/s wr, 416 op/s 2024-08-29T18:10:16.826 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:10:16 smithi053 bash[68679]: cluster 2024-08-29T18:10:15.370636+0000 mgr.y (mgr.25022) 706 : cluster [DBG] pgmap v1376: 137 pgs: 137 active+clean; 583 KiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 311 KiB/s rd, 207 KiB/s wr, 622 op/s 2024-08-29T18:10:16.879 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:10:16 smithi028 bash[78352]: cluster 2024-08-29T18:10:15.370636+0000 mgr.y (mgr.25022) 706 : cluster [DBG] pgmap v1376: 137 pgs: 137 active+clean; 583 KiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 311 KiB/s rd, 207 KiB/s wr, 622 op/s 2024-08-29T18:10:16.879 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:10:16 smithi028 bash[77168]: cluster 2024-08-29T18:10:15.370636+0000 mgr.y (mgr.25022) 706 : cluster [DBG] pgmap v1376: 137 pgs: 137 active+clean; 583 KiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 311 KiB/s rd, 207 KiB/s wr, 622 op/s 2024-08-29T18:10:18.826 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:10:18 smithi053 bash[68679]: cluster 2024-08-29T18:10:17.371523+0000 mgr.y (mgr.25022) 707 : cluster [DBG] pgmap v1377: 137 pgs: 137 active+clean; 583 KiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 206 KiB/s rd, 138 KiB/s wr, 412 op/s 2024-08-29T18:10:18.879 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:10:18 smithi028 bash[77168]: cluster 2024-08-29T18:10:17.371523+0000 mgr.y (mgr.25022) 707 : cluster [DBG] pgmap v1377: 137 pgs: 137 active+clean; 583 KiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 206 KiB/s rd, 138 KiB/s wr, 412 op/s 2024-08-29T18:10:18.879 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:10:18 smithi028 bash[78352]: cluster 2024-08-29T18:10:17.371523+0000 mgr.y (mgr.25022) 707 : cluster [DBG] pgmap v1377: 137 pgs: 137 active+clean; 583 KiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 206 KiB/s rd, 138 KiB/s wr, 412 op/s 2024-08-29T18:10:20.826 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:10:20 smithi053 bash[68679]: cluster 2024-08-29T18:10:19.372692+0000 mgr.y (mgr.25022) 708 : cluster [DBG] pgmap v1378: 137 pgs: 137 active+clean; 583 KiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 206 KiB/s rd, 138 KiB/s wr, 412 op/s 2024-08-29T18:10:20.879 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:10:20 smithi028 bash[78352]: cluster 2024-08-29T18:10:19.372692+0000 mgr.y (mgr.25022) 708 : cluster [DBG] pgmap v1378: 137 pgs: 137 active+clean; 583 KiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 206 KiB/s rd, 138 KiB/s wr, 412 op/s 2024-08-29T18:10:20.880 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:10:20 smithi028 bash[77168]: cluster 2024-08-29T18:10:19.372692+0000 mgr.y (mgr.25022) 708 : cluster [DBG] pgmap v1378: 137 pgs: 137 active+clean; 583 KiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 206 KiB/s rd, 138 KiB/s wr, 412 op/s 2024-08-29T18:10:21.879 INFO:journalctl@ceph.mgr.y.smithi028.stdout:Aug 29 18:10:21 smithi028 bash[70818]: ::ffff:172.21.15.53 - - [29/Aug/2024:18:10:21] "GET /metrics HTTP/1.1" 200 36353 "" "Prometheus/2.43.0" 2024-08-29T18:10:22.576 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:10:22 smithi053 bash[68679]: cluster 2024-08-29T18:10:21.374141+0000 mgr.y (mgr.25022) 709 : cluster [DBG] pgmap v1379: 137 pgs: 137 active+clean; 583 KiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 309 KiB/s rd, 206 KiB/s wr, 617 op/s 2024-08-29T18:10:22.576 INFO:journalctl@ceph.prometheus.a.smithi053.stdout:Aug 29 18:10:22 smithi053 bash[95567]: ts=2024-08-29T18:10:22.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"3167ee72-662c-11ef-bcd4-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-29T18:10:22.880 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:10:22 smithi028 bash[78352]: cluster 2024-08-29T18:10:21.374141+0000 mgr.y (mgr.25022) 709 : cluster [DBG] pgmap v1379: 137 pgs: 137 active+clean; 583 KiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 309 KiB/s rd, 206 KiB/s wr, 617 op/s 2024-08-29T18:10:22.881 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:10:22 smithi028 bash[77168]: cluster 2024-08-29T18:10:21.374141+0000 mgr.y (mgr.25022) 709 : cluster [DBG] pgmap v1379: 137 pgs: 137 active+clean; 583 KiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 309 KiB/s rd, 206 KiB/s wr, 617 op/s 2024-08-29T18:10:24.826 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:10:24 smithi053 bash[68679]: cluster 2024-08-29T18:10:23.375218+0000 mgr.y (mgr.25022) 710 : cluster [DBG] pgmap v1380: 137 pgs: 137 active+clean; 583 KiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 205 KiB/s rd, 137 KiB/s wr, 410 op/s 2024-08-29T18:10:24.879 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:10:24 smithi028 bash[78352]: cluster 2024-08-29T18:10:23.375218+0000 mgr.y (mgr.25022) 710 : cluster [DBG] pgmap v1380: 137 pgs: 137 active+clean; 583 KiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 205 KiB/s rd, 137 KiB/s wr, 410 op/s 2024-08-29T18:10:24.879 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:10:24 smithi028 bash[77168]: cluster 2024-08-29T18:10:23.375218+0000 mgr.y (mgr.25022) 710 : cluster [DBG] pgmap v1380: 137 pgs: 137 active+clean; 583 KiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 205 KiB/s rd, 137 KiB/s wr, 410 op/s 2024-08-29T18:10:25.901 INFO:tasks.workunit.client.0.smithi028.stdout:[ OK ] cls_rgw.index_list_delimited (107532 ms) 2024-08-29T18:10:25.901 INFO:tasks.workunit.client.0.smithi028.stdout:[ RUN ] cls_rgw.bi_list 2024-08-29T18:10:26.089 INFO:tasks.workunit.client.0.smithi028.stdout:[ OK ] cls_rgw.bi_list (188 ms) 2024-08-29T18:10:26.089 INFO:tasks.workunit.client.0.smithi028.stdout:[ RUN ] cls_rgw.gc_set 2024-08-29T18:10:26.159 INFO:tasks.workunit.client.0.smithi028.stdout:[ OK ] cls_rgw.gc_set (71 ms) 2024-08-29T18:10:26.159 INFO:tasks.workunit.client.0.smithi028.stdout:[ RUN ] cls_rgw.gc_list 2024-08-29T18:10:26.222 INFO:tasks.workunit.client.0.smithi028.stdout:[ OK ] cls_rgw.gc_list (63 ms) 2024-08-29T18:10:26.222 INFO:tasks.workunit.client.0.smithi028.stdout:[ RUN ] cls_rgw.gc_defer 2024-08-29T18:10:27.076 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:10:26 smithi053 bash[68679]: cluster 2024-08-29T18:10:25.376334+0000 mgr.y (mgr.25022) 711 : cluster [DBG] pgmap v1381: 137 pgs: 137 active+clean; 583 KiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 305 KiB/s rd, 203 KiB/s wr, 609 op/s 2024-08-29T18:10:27.129 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:10:26 smithi028 bash[78352]: cluster 2024-08-29T18:10:25.376334+0000 mgr.y (mgr.25022) 711 : cluster [DBG] pgmap v1381: 137 pgs: 137 active+clean; 583 KiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 305 KiB/s rd, 203 KiB/s wr, 609 op/s 2024-08-29T18:10:27.129 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:10:26 smithi028 bash[77168]: cluster 2024-08-29T18:10:25.376334+0000 mgr.y (mgr.25022) 711 : cluster [DBG] pgmap v1381: 137 pgs: 137 active+clean; 583 KiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 305 KiB/s rd, 203 KiB/s wr, 609 op/s 2024-08-29T18:10:28.076 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:10:27 smithi053 bash[68679]: cluster 2024-08-29T18:10:26.771828+0000 mon.a (mon.0) 2084 : cluster [DBG] osdmap e1152: 8 total, 8 up, 8 in 2024-08-29T18:10:28.076 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:10:27 smithi053 bash[68679]: audit 2024-08-29T18:10:26.774235+0000 mon.a (mon.0) 2085 : audit [INF] from='client.? 172.21.15.28:0/4011659943' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi028-112538-2","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-29T18:10:28.076 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:10:27 smithi053 bash[68679]: audit 2024-08-29T18:10:27.057462+0000 mon.a (mon.0) 2086 : audit [DBG] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-29T18:10:28.129 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:10:27 smithi028 bash[77168]: cluster 2024-08-29T18:10:26.771828+0000 mon.a (mon.0) 2084 : cluster [DBG] osdmap e1152: 8 total, 8 up, 8 in 2024-08-29T18:10:28.130 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:10:27 smithi028 bash[77168]: audit 2024-08-29T18:10:26.774235+0000 mon.a (mon.0) 2085 : audit [INF] from='client.? 172.21.15.28:0/4011659943' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi028-112538-2","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-29T18:10:28.130 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:10:27 smithi028 bash[77168]: audit 2024-08-29T18:10:27.057462+0000 mon.a (mon.0) 2086 : audit [DBG] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-29T18:10:28.130 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:10:27 smithi028 bash[78352]: cluster 2024-08-29T18:10:26.771828+0000 mon.a (mon.0) 2084 : cluster [DBG] osdmap e1152: 8 total, 8 up, 8 in 2024-08-29T18:10:28.130 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:10:27 smithi028 bash[78352]: audit 2024-08-29T18:10:26.774235+0000 mon.a (mon.0) 2085 : audit [INF] from='client.? 172.21.15.28:0/4011659943' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi028-112538-2","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-29T18:10:28.130 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:10:27 smithi028 bash[78352]: audit 2024-08-29T18:10:27.057462+0000 mon.a (mon.0) 2086 : audit [DBG] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-29T18:10:29.076 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:10:28 smithi053 bash[68679]: cluster 2024-08-29T18:10:27.377062+0000 mgr.y (mgr.25022) 712 : cluster [DBG] pgmap v1383: 169 pgs: 32 unknown, 137 active+clean; 583 KiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 242 KiB/s rd, 161 KiB/s wr, 484 op/s 2024-08-29T18:10:29.076 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:10:28 smithi053 bash[68679]: audit 2024-08-29T18:10:27.767377+0000 mon.a (mon.0) 2087 : audit [INF] from='client.? 172.21.15.28:0/4011659943' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi028-112538-2","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-29T18:10:29.076 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:10:28 smithi053 bash[68679]: cluster 2024-08-29T18:10:27.776069+0000 mon.a (mon.0) 2088 : cluster [DBG] osdmap e1153: 8 total, 8 up, 8 in 2024-08-29T18:10:29.077 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:10:28 smithi053 bash[68679]: cluster 2024-08-29T18:10:28.034501+0000 mon.a (mon.0) 2089 : cluster [WRN] Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-08-29T18:10:29.077 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:10:28 smithi053 bash[68679]: cluster 2024-08-29T18:10:28.776765+0000 mon.a (mon.0) 2090 : cluster [DBG] osdmap e1154: 8 total, 8 up, 8 in 2024-08-29T18:10:29.129 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:10:28 smithi028 bash[77168]: cluster 2024-08-29T18:10:27.377062+0000 mgr.y (mgr.25022) 712 : cluster [DBG] pgmap v1383: 169 pgs: 32 unknown, 137 active+clean; 583 KiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 242 KiB/s rd, 161 KiB/s wr, 484 op/s 2024-08-29T18:10:29.130 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:10:28 smithi028 bash[77168]: audit 2024-08-29T18:10:27.767377+0000 mon.a (mon.0) 2087 : audit [INF] from='client.? 172.21.15.28:0/4011659943' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi028-112538-2","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-29T18:10:29.130 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:10:28 smithi028 bash[77168]: cluster 2024-08-29T18:10:27.776069+0000 mon.a (mon.0) 2088 : cluster [DBG] osdmap e1153: 8 total, 8 up, 8 in 2024-08-29T18:10:29.130 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:10:28 smithi028 bash[77168]: cluster 2024-08-29T18:10:28.034501+0000 mon.a (mon.0) 2089 : cluster [WRN] Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-08-29T18:10:29.130 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:10:28 smithi028 bash[77168]: cluster 2024-08-29T18:10:28.776765+0000 mon.a (mon.0) 2090 : cluster [DBG] osdmap e1154: 8 total, 8 up, 8 in 2024-08-29T18:10:29.130 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:10:28 smithi028 bash[78352]: cluster 2024-08-29T18:10:27.377062+0000 mgr.y (mgr.25022) 712 : cluster [DBG] pgmap v1383: 169 pgs: 32 unknown, 137 active+clean; 583 KiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 242 KiB/s rd, 161 KiB/s wr, 484 op/s 2024-08-29T18:10:29.130 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:10:28 smithi028 bash[78352]: audit 2024-08-29T18:10:27.767377+0000 mon.a (mon.0) 2087 : audit [INF] from='client.? 172.21.15.28:0/4011659943' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi028-112538-2","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-29T18:10:29.130 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:10:28 smithi028 bash[78352]: cluster 2024-08-29T18:10:27.776069+0000 mon.a (mon.0) 2088 : cluster [DBG] osdmap e1153: 8 total, 8 up, 8 in 2024-08-29T18:10:29.130 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:10:28 smithi028 bash[78352]: cluster 2024-08-29T18:10:28.034501+0000 mon.a (mon.0) 2089 : cluster [WRN] Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-08-29T18:10:29.130 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:10:28 smithi028 bash[78352]: cluster 2024-08-29T18:10:28.776765+0000 mon.a (mon.0) 2090 : cluster [DBG] osdmap e1154: 8 total, 8 up, 8 in 2024-08-29T18:10:30.129 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:10:29 smithi028 bash[77168]: cluster 2024-08-29T18:10:29.797632+0000 mon.a (mon.0) 2091 : cluster [INF] Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-08-29T18:10:30.129 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:10:29 smithi028 bash[77168]: cluster 2024-08-29T18:10:29.797697+0000 mon.a (mon.0) 2092 : cluster [INF] Cluster is now healthy 2024-08-29T18:10:30.130 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:10:29 smithi028 bash[78352]: cluster 2024-08-29T18:10:29.797632+0000 mon.a (mon.0) 2091 : cluster [INF] Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-08-29T18:10:30.130 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:10:29 smithi028 bash[78352]: cluster 2024-08-29T18:10:29.797697+0000 mon.a (mon.0) 2092 : cluster [INF] Cluster is now healthy 2024-08-29T18:10:30.326 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:10:29 smithi053 bash[68679]: cluster 2024-08-29T18:10:29.797632+0000 mon.a (mon.0) 2091 : cluster [INF] Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-08-29T18:10:30.326 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:10:29 smithi053 bash[68679]: cluster 2024-08-29T18:10:29.797697+0000 mon.a (mon.0) 2092 : cluster [INF] Cluster is now healthy 2024-08-29T18:10:31.129 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:10:30 smithi028 bash[78352]: cluster 2024-08-29T18:10:29.377948+0000 mgr.y (mgr.25022) 713 : cluster [DBG] pgmap v1386: 169 pgs: 5 creating+peering, 18 unknown, 146 active+clean; 583 KiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 535 KiB/s rd, 198 KiB/s wr, 588 op/s 2024-08-29T18:10:31.130 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:10:30 smithi028 bash[77168]: cluster 2024-08-29T18:10:29.377948+0000 mgr.y (mgr.25022) 713 : cluster [DBG] pgmap v1386: 169 pgs: 5 creating+peering, 18 unknown, 146 active+clean; 583 KiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 535 KiB/s rd, 198 KiB/s wr, 588 op/s 2024-08-29T18:10:31.326 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:10:30 smithi053 bash[68679]: cluster 2024-08-29T18:10:29.377948+0000 mgr.y (mgr.25022) 713 : cluster [DBG] pgmap v1386: 169 pgs: 5 creating+peering, 18 unknown, 146 active+clean; 583 KiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 535 KiB/s rd, 198 KiB/s wr, 588 op/s 2024-08-29T18:10:31.857 INFO:journalctl@ceph.mgr.y.smithi028.stdout:Aug 29 18:10:31 smithi028 bash[70818]: ::ffff:172.21.15.53 - - [29/Aug/2024:18:10:31] "GET /metrics HTTP/1.1" 200 38718 "" "Prometheus/2.43.0" 2024-08-29T18:10:32.129 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:10:31 smithi028 bash[78352]: audit 2024-08-29T18:10:31.577432+0000 mon.a (mon.0) 2093 : audit [DBG] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-29T18:10:32.129 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:10:31 smithi028 bash[77168]: audit 2024-08-29T18:10:31.577432+0000 mon.a (mon.0) 2093 : audit [DBG] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-29T18:10:32.315 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:10:31 smithi053 bash[68679]: audit 2024-08-29T18:10:31.577432+0000 mon.a (mon.0) 2093 : audit [DBG] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-29T18:10:32.576 INFO:journalctl@ceph.prometheus.a.smithi053.stdout:Aug 29 18:10:32 smithi053 bash[95567]: ts=2024-08-29T18:10:32.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"3167ee72-662c-11ef-bcd4-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-29T18:10:32.876 INFO:tasks.workunit.client.0.smithi028.stdout:[ OK ] cls_rgw.gc_defer (6652 ms) 2024-08-29T18:10:32.876 INFO:tasks.workunit.client.0.smithi028.stdout:[ RUN ] cls_rgw.usage_basic 2024-08-29T18:10:33.029 INFO:tasks.workunit.client.0.smithi028.stdout:[ OK ] cls_rgw.usage_basic (154 ms) 2024-08-29T18:10:33.029 INFO:tasks.workunit.client.0.smithi028.stdout:[ RUN ] cls_rgw.usage_clear_no_obj 2024-08-29T18:10:33.033 INFO:tasks.workunit.client.0.smithi028.stdout:[ OK ] cls_rgw.usage_clear_no_obj (4 ms) 2024-08-29T18:10:33.033 INFO:tasks.workunit.client.0.smithi028.stdout:[ RUN ] cls_rgw.usage_clear 2024-08-29T18:10:33.129 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:10:32 smithi028 bash[77168]: cluster 2024-08-29T18:10:31.379274+0000 mgr.y (mgr.25022) 714 : cluster [DBG] pgmap v1387: 169 pgs: 5 creating+peering, 164 active+clean; 583 KiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 338 KiB/s rd, 67 KiB/s wr, 192 op/s 2024-08-29T18:10:33.130 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:10:32 smithi028 bash[78352]: cluster 2024-08-29T18:10:31.379274+0000 mgr.y (mgr.25022) 714 : cluster [DBG] pgmap v1387: 169 pgs: 5 creating+peering, 164 active+clean; 583 KiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 338 KiB/s rd, 67 KiB/s wr, 192 op/s 2024-08-29T18:10:33.230 INFO:tasks.workunit.client.0.smithi028.stdout:[ OK ] cls_rgw.usage_clear (197 ms) 2024-08-29T18:10:33.230 INFO:tasks.workunit.client.0.smithi028.stdout:[ RUN ] cls_rgw.bi_log_trim 2024-08-29T18:10:33.326 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:10:32 smithi053 bash[68679]: cluster 2024-08-29T18:10:31.379274+0000 mgr.y (mgr.25022) 714 : cluster [DBG] pgmap v1387: 169 pgs: 5 creating+peering, 164 active+clean; 583 KiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 338 KiB/s rd, 67 KiB/s wr, 192 op/s 2024-08-29T18:10:33.356 INFO:tasks.workunit.client.0.smithi028.stdout:[ OK ] cls_rgw.bi_log_trim (127 ms) 2024-08-29T18:10:33.356 INFO:tasks.workunit.client.0.smithi028.stdout:[ RUN ] cls_rgw.index_racing_removes 2024-08-29T18:10:33.387 INFO:tasks.workunit.client.0.smithi028.stdout:[ OK ] cls_rgw.index_racing_removes (31 ms) 2024-08-29T18:10:33.900 INFO:tasks.workunit.client.0.smithi028.stdout:[----------] 16 tests from cls_rgw (117708 ms total) 2024-08-29T18:10:33.901 INFO:tasks.workunit.client.0.smithi028.stdout: 2024-08-29T18:10:33.901 INFO:tasks.workunit.client.0.smithi028.stdout:[----------] Global test environment tear-down 2024-08-29T18:10:33.901 INFO:tasks.workunit.client.0.smithi028.stdout:[==========] 16 tests from 1 test suite ran. (120106 ms total) 2024-08-29T18:10:33.901 INFO:tasks.workunit.client.0.smithi028.stdout:[ PASSED ] 16 tests. 2024-08-29T18:10:33.905 INFO:teuthology.orchestra.run:Running command with timeout 3600 2024-08-29T18:10:33.906 DEBUG:teuthology.orchestra.run.smithi028:> sudo rm -rf -- /home/ubuntu/cephtest/mnt.0/client.0/tmp 2024-08-29T18:10:33.959 INFO:tasks.workunit:Running workunit cls/test_cls_rgw_gc.sh... 2024-08-29T18:10:33.960 DEBUG:teuthology.orchestra.run.smithi028:workunit test cls/test_cls_rgw_gc.sh> mkdir -p -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && cd -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && CEPH_CLI_TEST_DUP_COMMAND=1 CEPH_REF=quincy TESTDIR="/home/ubuntu/cephtest" CEPH_ARGS="--cluster ceph" CEPH_ID="0" PATH=$PATH:/usr/sbin CEPH_BASE=/home/ubuntu/cephtest/clone.client.0 CEPH_ROOT=/home/ubuntu/cephtest/clone.client.0 CEPH_MNT=/home/ubuntu/cephtest/mnt.0 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 3h /home/ubuntu/cephtest/clone.client.0/qa/workunits/cls/test_cls_rgw_gc.sh 2024-08-29T18:10:34.026 INFO:tasks.workunit.client.0.smithi028.stdout:Running main() from gmock_main.cc 2024-08-29T18:10:34.026 INFO:tasks.workunit.client.0.smithi028.stdout:[==========] Running 9 tests from 1 test suite. 2024-08-29T18:10:34.026 INFO:tasks.workunit.client.0.smithi028.stdout:[----------] Global test environment set-up. 2024-08-29T18:10:34.026 INFO:tasks.workunit.client.0.smithi028.stdout:[----------] 9 tests from cls_rgw_gc 2024-08-29T18:10:34.026 INFO:tasks.workunit.client.0.smithi028.stdout:[ RUN ] cls_rgw_gc.init 2024-08-29T18:10:34.326 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:10:33 smithi053 bash[68679]: cluster 2024-08-29T18:10:32.870009+0000 mon.a (mon.0) 2094 : cluster [DBG] osdmap e1155: 8 total, 8 up, 8 in 2024-08-29T18:10:34.379 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:10:33 smithi028 bash[78352]: cluster 2024-08-29T18:10:32.870009+0000 mon.a (mon.0) 2094 : cluster [DBG] osdmap e1155: 8 total, 8 up, 8 in 2024-08-29T18:10:34.379 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:10:33 smithi028 bash[77168]: cluster 2024-08-29T18:10:32.870009+0000 mon.a (mon.0) 2094 : cluster [DBG] osdmap e1155: 8 total, 8 up, 8 in 2024-08-29T18:10:35.326 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:10:34 smithi053 bash[68679]: cluster 2024-08-29T18:10:33.380317+0000 mgr.y (mgr.25022) 715 : cluster [DBG] pgmap v1389: 137 pgs: 137 active+clean; 583 KiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 670 KiB/s rd, 732 KiB/s wr, 1.19k op/s 2024-08-29T18:10:35.326 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:10:34 smithi053 bash[68679]: cluster 2024-08-29T18:10:33.895288+0000 mon.a (mon.0) 2095 : cluster [DBG] osdmap e1156: 8 total, 8 up, 8 in 2024-08-29T18:10:35.379 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:10:34 smithi028 bash[78352]: cluster 2024-08-29T18:10:33.380317+0000 mgr.y (mgr.25022) 715 : cluster [DBG] pgmap v1389: 137 pgs: 137 active+clean; 583 KiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 670 KiB/s rd, 732 KiB/s wr, 1.19k op/s 2024-08-29T18:10:35.379 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:10:34 smithi028 bash[78352]: cluster 2024-08-29T18:10:33.895288+0000 mon.a (mon.0) 2095 : cluster [DBG] osdmap e1156: 8 total, 8 up, 8 in 2024-08-29T18:10:35.379 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:10:34 smithi028 bash[77168]: cluster 2024-08-29T18:10:33.380317+0000 mgr.y (mgr.25022) 715 : cluster [DBG] pgmap v1389: 137 pgs: 137 active+clean; 583 KiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 670 KiB/s rd, 732 KiB/s wr, 1.19k op/s 2024-08-29T18:10:35.380 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:10:34 smithi028 bash[77168]: cluster 2024-08-29T18:10:33.895288+0000 mon.a (mon.0) 2095 : cluster [DBG] osdmap e1156: 8 total, 8 up, 8 in 2024-08-29T18:10:35.926 INFO:tasks.workunit.client.0.smithi028.stdout:[ OK ] cls_rgw_gc.init (1900 ms) 2024-08-29T18:10:35.926 INFO:tasks.workunit.client.0.smithi028.stdout:[ RUN ] cls_rgw_gc.gc_queue_ops1 2024-08-29T18:10:35.976 INFO:tasks.workunit.client.0.smithi028.stderr:[ ] list info tag = chain-0 2024-08-29T18:10:35.977 INFO:tasks.workunit.client.0.smithi028.stdout:[ OK ] cls_rgw_gc.gc_queue_ops1 (50 ms) 2024-08-29T18:10:35.977 INFO:tasks.workunit.client.0.smithi028.stdout:[ RUN ] cls_rgw_gc.gc_queue_ops2 2024-08-29T18:10:35.986 INFO:tasks.workunit.client.0.smithi028.stderr:[ ] next_marker is: = 0/4263 2024-08-29T18:10:35.986 INFO:tasks.workunit.client.0.smithi028.stdout:[ OK ] cls_rgw_gc.gc_queue_ops2 (11 ms) 2024-08-29T18:10:35.986 INFO:tasks.workunit.client.0.smithi028.stdout:[ RUN ] cls_rgw_gc.gc_queue_ops5 2024-08-29T18:10:36.003 INFO:tasks.workunit.client.0.smithi028.stdout:[ OK ] cls_rgw_gc.gc_queue_ops5 (17 ms) 2024-08-29T18:10:36.003 INFO:tasks.workunit.client.0.smithi028.stdout:[ RUN ] cls_rgw_gc.gc_queue_ops6 2024-08-29T18:10:36.018 INFO:tasks.workunit.client.0.smithi028.stdout:[ OK ] cls_rgw_gc.gc_queue_ops6 (15 ms) 2024-08-29T18:10:36.018 INFO:tasks.workunit.client.0.smithi028.stdout:[ RUN ] cls_rgw_gc.gc_queue_ops7 2024-08-29T18:10:36.033 INFO:tasks.workunit.client.0.smithi028.stdout:[ OK ] cls_rgw_gc.gc_queue_ops7 (14 ms) 2024-08-29T18:10:36.033 INFO:tasks.workunit.client.0.smithi028.stdout:[ RUN ] cls_rgw_gc.gc_queue_ops8 2024-08-29T18:10:36.049 INFO:tasks.workunit.client.0.smithi028.stdout:[ OK ] cls_rgw_gc.gc_queue_ops8 (16 ms) 2024-08-29T18:10:36.049 INFO:tasks.workunit.client.0.smithi028.stdout:[ RUN ] cls_rgw_gc.gc_queue_ops9 2024-08-29T18:10:36.062 INFO:tasks.workunit.client.0.smithi028.stdout:[ OK ] cls_rgw_gc.gc_queue_ops9 (13 ms) 2024-08-29T18:10:36.062 INFO:tasks.workunit.client.0.smithi028.stdout:[ RUN ] cls_rgw_gc.finalize 2024-08-29T18:10:36.326 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:10:35 smithi053 bash[68679]: cluster 2024-08-29T18:10:34.917490+0000 mon.a (mon.0) 2096 : cluster [DBG] osdmap e1157: 8 total, 8 up, 8 in 2024-08-29T18:10:36.326 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:10:35 smithi053 bash[68679]: audit 2024-08-29T18:10:34.924387+0000 mon.c (mon.2) 82 : audit [INF] from='client.? 172.21.15.28:0/3171358702' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi028-112618-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-29T18:10:36.327 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:10:35 smithi053 bash[68679]: audit 2024-08-29T18:10:34.935504+0000 mon.a (mon.0) 2097 : audit [INF] from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi028-112618-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-29T18:10:36.327 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:10:35 smithi053 bash[68679]: cluster 2024-08-29T18:10:35.381065+0000 mgr.y (mgr.25022) 716 : cluster [DBG] pgmap v1392: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2024-08-29T18:10:36.380 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:10:35 smithi028 bash[78352]: cluster 2024-08-29T18:10:34.917490+0000 mon.a (mon.0) 2096 : cluster [DBG] osdmap e1157: 8 total, 8 up, 8 in 2024-08-29T18:10:36.380 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:10:35 smithi028 bash[78352]: audit 2024-08-29T18:10:34.924387+0000 mon.c (mon.2) 82 : audit [INF] from='client.? 172.21.15.28:0/3171358702' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi028-112618-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-29T18:10:36.380 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:10:35 smithi028 bash[78352]: audit 2024-08-29T18:10:34.935504+0000 mon.a (mon.0) 2097 : audit [INF] from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi028-112618-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-29T18:10:36.380 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:10:35 smithi028 bash[78352]: cluster 2024-08-29T18:10:35.381065+0000 mgr.y (mgr.25022) 716 : cluster [DBG] pgmap v1392: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2024-08-29T18:10:36.381 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:10:35 smithi028 bash[77168]: cluster 2024-08-29T18:10:34.917490+0000 mon.a (mon.0) 2096 : cluster [DBG] osdmap e1157: 8 total, 8 up, 8 in 2024-08-29T18:10:36.381 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:10:35 smithi028 bash[77168]: audit 2024-08-29T18:10:34.924387+0000 mon.c (mon.2) 82 : audit [INF] from='client.? 172.21.15.28:0/3171358702' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi028-112618-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-29T18:10:36.381 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:10:35 smithi028 bash[77168]: audit 2024-08-29T18:10:34.935504+0000 mon.a (mon.0) 2097 : audit [INF] from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi028-112618-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-29T18:10:36.381 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:10:35 smithi028 bash[77168]: cluster 2024-08-29T18:10:35.381065+0000 mgr.y (mgr.25022) 716 : cluster [DBG] pgmap v1392: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2024-08-29T18:10:36.948 INFO:tasks.workunit.client.0.smithi028.stdout:[ OK ] cls_rgw_gc.finalize (886 ms) 2024-08-29T18:10:36.948 INFO:tasks.workunit.client.0.smithi028.stdout:[----------] 9 tests from cls_rgw_gc (2922 ms total) 2024-08-29T18:10:36.948 INFO:tasks.workunit.client.0.smithi028.stdout: 2024-08-29T18:10:36.948 INFO:tasks.workunit.client.0.smithi028.stdout:[----------] Global test environment tear-down 2024-08-29T18:10:36.948 INFO:tasks.workunit.client.0.smithi028.stdout:[==========] 9 tests from 1 test suite ran. (2922 ms total) 2024-08-29T18:10:36.948 INFO:tasks.workunit.client.0.smithi028.stdout:[ PASSED ] 9 tests. 2024-08-29T18:10:36.951 INFO:teuthology.orchestra.run:Running command with timeout 3600 2024-08-29T18:10:36.951 DEBUG:teuthology.orchestra.run.smithi028:> sudo rm -rf -- /home/ubuntu/cephtest/mnt.0/client.0/tmp 2024-08-29T18:10:37.007 INFO:tasks.workunit:Running workunit cls/test_cls_rgw_stats.sh... 2024-08-29T18:10:37.007 DEBUG:teuthology.orchestra.run.smithi028:workunit test cls/test_cls_rgw_stats.sh> mkdir -p -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && cd -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && CEPH_CLI_TEST_DUP_COMMAND=1 CEPH_REF=quincy TESTDIR="/home/ubuntu/cephtest" CEPH_ARGS="--cluster ceph" CEPH_ID="0" PATH=$PATH:/usr/sbin CEPH_BASE=/home/ubuntu/cephtest/clone.client.0 CEPH_ROOT=/home/ubuntu/cephtest/clone.client.0 CEPH_MNT=/home/ubuntu/cephtest/mnt.0 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 3h /home/ubuntu/cephtest/clone.client.0/qa/workunits/cls/test_cls_rgw_stats.sh 2024-08-29T18:10:37.073 INFO:tasks.workunit.client.0.smithi028.stdout:[==========] Running 1 test from 1 test suite. 2024-08-29T18:10:37.073 INFO:tasks.workunit.client.0.smithi028.stdout:[----------] Global test environment set-up. 2024-08-29T18:10:37.326 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:10:36 smithi053 bash[68679]: cluster 2024-08-29T18:10:35.914318+0000 mon.a (mon.0) 2098 : cluster [WRN] Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-08-29T18:10:37.326 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:10:36 smithi053 bash[68679]: audit 2024-08-29T18:10:35.916201+0000 mon.a (mon.0) 2099 : audit [INF] from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi028-112618-1","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-29T18:10:37.326 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:10:36 smithi053 bash[68679]: cluster 2024-08-29T18:10:35.923826+0000 mon.a (mon.0) 2100 : cluster [DBG] osdmap e1158: 8 total, 8 up, 8 in 2024-08-29T18:10:37.379 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:10:36 smithi028 bash[78352]: cluster 2024-08-29T18:10:35.914318+0000 mon.a (mon.0) 2098 : cluster [WRN] Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-08-29T18:10:37.379 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:10:36 smithi028 bash[78352]: audit 2024-08-29T18:10:35.916201+0000 mon.a (mon.0) 2099 : audit [INF] from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi028-112618-1","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-29T18:10:37.379 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:10:36 smithi028 bash[78352]: cluster 2024-08-29T18:10:35.923826+0000 mon.a (mon.0) 2100 : cluster [DBG] osdmap e1158: 8 total, 8 up, 8 in 2024-08-29T18:10:37.379 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:10:36 smithi028 bash[77168]: cluster 2024-08-29T18:10:35.914318+0000 mon.a (mon.0) 2098 : cluster [WRN] Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-08-29T18:10:37.379 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:10:36 smithi028 bash[77168]: audit 2024-08-29T18:10:35.916201+0000 mon.a (mon.0) 2099 : audit [INF] from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi028-112618-1","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-29T18:10:37.379 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:10:36 smithi028 bash[77168]: cluster 2024-08-29T18:10:35.923826+0000 mon.a (mon.0) 2100 : cluster [DBG] osdmap e1158: 8 total, 8 up, 8 in 2024-08-29T18:10:38.326 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:10:37 smithi053 bash[68679]: cluster 2024-08-29T18:10:36.942113+0000 mon.a (mon.0) 2101 : cluster [DBG] osdmap e1159: 8 total, 8 up, 8 in 2024-08-29T18:10:38.326 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:10:37 smithi053 bash[68679]: cluster 2024-08-29T18:10:37.381646+0000 mgr.y (mgr.25022) 717 : cluster [DBG] pgmap v1395: 105 pgs: 105 active+clean; 583 KiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2024-08-29T18:10:38.326 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:10:37 smithi053 bash[68679]: audit 2024-08-29T18:10:37.537858+0000 mon.a (mon.0) 2102 : audit [INF] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' 2024-08-29T18:10:38.326 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:10:37 smithi053 bash[68679]: audit 2024-08-29T18:10:37.545416+0000 mon.a (mon.0) 2103 : audit [INF] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' 2024-08-29T18:10:38.379 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:10:37 smithi028 bash[78352]: cluster 2024-08-29T18:10:36.942113+0000 mon.a (mon.0) 2101 : cluster [DBG] osdmap e1159: 8 total, 8 up, 8 in 2024-08-29T18:10:38.379 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:10:37 smithi028 bash[78352]: cluster 2024-08-29T18:10:37.381646+0000 mgr.y (mgr.25022) 717 : cluster [DBG] pgmap v1395: 105 pgs: 105 active+clean; 583 KiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2024-08-29T18:10:38.379 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:10:37 smithi028 bash[78352]: audit 2024-08-29T18:10:37.537858+0000 mon.a (mon.0) 2102 : audit [INF] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' 2024-08-29T18:10:38.380 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:10:37 smithi028 bash[78352]: audit 2024-08-29T18:10:37.545416+0000 mon.a (mon.0) 2103 : audit [INF] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' 2024-08-29T18:10:38.380 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:10:37 smithi028 bash[77168]: cluster 2024-08-29T18:10:36.942113+0000 mon.a (mon.0) 2101 : cluster [DBG] osdmap e1159: 8 total, 8 up, 8 in 2024-08-29T18:10:38.380 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:10:37 smithi028 bash[77168]: cluster 2024-08-29T18:10:37.381646+0000 mgr.y (mgr.25022) 717 : cluster [DBG] pgmap v1395: 105 pgs: 105 active+clean; 583 KiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2024-08-29T18:10:38.380 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:10:37 smithi028 bash[77168]: audit 2024-08-29T18:10:37.537858+0000 mon.a (mon.0) 2102 : audit [INF] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' 2024-08-29T18:10:38.380 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:10:37 smithi028 bash[77168]: audit 2024-08-29T18:10:37.545416+0000 mon.a (mon.0) 2103 : audit [INF] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' 2024-08-29T18:10:38.959 INFO:tasks.workunit.client.0.smithi028.stdout:[----------] 1 test from cls_rgw_stats 2024-08-29T18:10:38.959 INFO:tasks.workunit.client.0.smithi028.stdout:[ RUN ] cls_rgw_stats.simulate 2024-08-29T18:10:39.001 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:38.999+0000 7f6dcfdbe640 1 > prepared operation key=CY91RGLS4L74 tag=PV5E7B8I5J05 type=write size=901070 2024-08-29T18:10:39.004 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:39.003+0000 7f6dcfdbe640 1 > prepared operation key=ROJNXFMRMF7F tag=UET3ZSBP136M type=del size=3823560 2024-08-29T18:10:39.009 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:39.007+0000 7f6dcfdbe640 1 > prepared part key=_multipart_KZ45Y56F6JGC.2~L8K6ZLTF7LJJ.0 size=1048576 2024-08-29T18:10:39.011 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:39.011+0000 7f6dcfdbe640 1 > prepared part key=_multipart_KZ45Y56F6JGC.2~L8K6ZLTF7LJJ.1 size=438015 2024-08-29T18:10:39.011 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:39.011+0000 7f6dcfdbe640 1 > prepared multipart upload key=KZ45Y56F6JGC upload=L8K6ZLTF7LJJ tag=LVUTI1BFMW9G type=write size=2535167 2024-08-29T18:10:39.014 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:39.011+0000 7f6dcfdbe640 1 > prepared operation key=I0OL3VZS23M6 tag=1MHD3R2Q440I type=write size=299786 2024-08-29T18:10:39.017 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:39.015+0000 7f6dcfdbe640 1 > prepared operation key=ZPPDOE70TQPE tag=T8QF18CHE2Q1 type=del size=2072452 2024-08-29T18:10:39.021 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:39.019+0000 7f6dcfdbe640 1 > prepared part key=_multipart_JX058LCOIR42.2~LNS2CP1L6C65.0 size=295322 2024-08-29T18:10:39.021 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:39.019+0000 7f6dcfdbe640 1 > prepared multipart upload key=JX058LCOIR42 upload=LNS2CP1L6C65 tag=JO4LXF7PS0K0 type=write size=1343898 2024-08-29T18:10:39.026 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:39.027+0000 7f6dcfdbe640 1 > prepared part key=_multipart_3BV7GUDY3NXK.2~PP5BSDYNX29A.0 size=1048576 2024-08-29T18:10:39.028 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:39.027+0000 7f6dcfdbe640 1 > prepared part key=_multipart_3BV7GUDY3NXK.2~PP5BSDYNX29A.1 size=1048576 2024-08-29T18:10:39.031 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:39.031+0000 7f6dcfdbe640 1 > prepared part key=_multipart_3BV7GUDY3NXK.2~PP5BSDYNX29A.2 size=437378 2024-08-29T18:10:39.031 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:39.031+0000 7f6dcfdbe640 1 > prepared multipart upload key=3BV7GUDY3NXK upload=PP5BSDYNX29A tag=W898AG9P6AHS type=write size=3583106 2024-08-29T18:10:39.036 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:39.035+0000 7f6dcfdbe640 1 > prepared part key=_multipart_I0OL3VZS23M6.2~HGDPJYRUOMWM.0 size=1048576 2024-08-29T18:10:39.038 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:39.039+0000 7f6dcfdbe640 1 > prepared part key=_multipart_I0OL3VZS23M6.2~HGDPJYRUOMWM.1 size=1048576 2024-08-29T18:10:39.040 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:39.039+0000 7f6dcfdbe640 1 > prepared part key=_multipart_I0OL3VZS23M6.2~HGDPJYRUOMWM.2 size=130652 2024-08-29T18:10:39.040 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:39.039+0000 7f6dcfdbe640 1 > prepared multipart upload key=I0OL3VZS23M6 upload=HGDPJYRUOMWM tag=JVKLJXN6SNS4 type=write size=3276380 2024-08-29T18:10:39.046 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:39.043+0000 7f6dcfdbe640 1 > prepared part key=_multipart_F8MIRGU95TM4.2~B3N2H7D6TV15.0 size=1048576 2024-08-29T18:10:39.048 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:39.047+0000 7f6dcfdbe640 1 > prepared part key=_multipart_F8MIRGU95TM4.2~B3N2H7D6TV15.1 size=1048576 2024-08-29T18:10:39.051 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:39.051+0000 7f6dcfdbe640 1 > prepared part key=_multipart_F8MIRGU95TM4.2~B3N2H7D6TV15.2 size=218652 2024-08-29T18:10:39.051 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:39.051+0000 7f6dcfdbe640 1 > prepared multipart upload key=F8MIRGU95TM4 upload=B3N2H7D6TV15 tag=DDMKX0VTW1BU type=write size=3364380 2024-08-29T18:10:39.058 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:39.055+0000 7f6dcfdbe640 1 > prepared part key=_multipart_L6FV6KJ6OHNY.2~JVUFCJ1UPL8O.0 size=763896 2024-08-29T18:10:39.058 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:39.055+0000 7f6dcfdbe640 1 > prepared multipart upload key=L6FV6KJ6OHNY upload=JVUFCJ1UPL8O tag=AGTNNJ18FBT7 type=write size=1812472 2024-08-29T18:10:39.061 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:39.059+0000 7f6dcfdbe640 1 > prepared operation key=FDT1EJQCIL25 tag=MQQWNAEADGBF type=del size=619237 2024-08-29T18:10:39.064 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:39.063+0000 7f6dcfdbe640 1 > prepared operation key=PCRU0BDU1Z87 tag=VB3ZGWFPNW9Q type=write size=43075 2024-08-29T18:10:39.070 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:39.071+0000 7f6dcfdbe640 1 > prepared part key=_multipart_T9L1J5N8K7MO.2~68650JTANN5E.0 size=1048576 2024-08-29T18:10:39.073 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:39.071+0000 7f6dcfdbe640 1 > prepared part key=_multipart_T9L1J5N8K7MO.2~68650JTANN5E.1 size=1048576 2024-08-29T18:10:39.076 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:39.075+0000 7f6dcfdbe640 1 > prepared part key=_multipart_T9L1J5N8K7MO.2~68650JTANN5E.2 size=944524 2024-08-29T18:10:39.076 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:39.075+0000 7f6dcfdbe640 1 > prepared multipart upload key=T9L1J5N8K7MO upload=68650JTANN5E tag=ZZ3JIJGSDXOG type=write size=4090252 2024-08-29T18:10:39.079 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:39.079+0000 7f6dcfdbe640 1 > prepared operation key=7YYI239LZRWF tag=0P2VHIKYJS8N type=del size=1100212 2024-08-29T18:10:39.083 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:39.083+0000 7f6dcfdbe640 1 > prepared operation key=7YYI239LZRWF tag=L2ZTXMLN3W2G type=del size=3904404 2024-08-29T18:10:39.086 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:39.087+0000 7f6dcfdbe640 1 > prepared operation key=YE0K0OIAGJTR tag=FJQWIFLLB2HJ type=del size=3849415 2024-08-29T18:10:39.090 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:39.091+0000 7f6dcfdbe640 1 < completed write operation key=CY91RGLS4L74 tag=PV5E7B8I5J05 type=write size=901070 2024-08-29T18:10:39.095 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:39.095+0000 7f6dcfdbe640 1 > prepared operation key=CN52F1ME4Q7H tag=B4BJT0KTLHKW type=del size=4118532 2024-08-29T18:10:39.101 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:39.099+0000 7f6dcfdbe640 1 < suggested update operation key=ROJNXFMRMF7F tag=UET3ZSBP136M type=del size=3823560 2024-08-29T18:10:39.105 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:39.103+0000 7f6dcfdbe640 1 > prepared operation key=CY91RGLS4L74 tag=8F3APSE1ISPN type=write size=721199 2024-08-29T18:10:39.109 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:39.107+0000 7f6dcfdbe640 1 < completed part key=_multipart_KZ45Y56F6JGC.2~L8K6ZLTF7LJJ.0 size=1048576 2024-08-29T18:10:39.113 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:39.111+0000 7f6dcfdbe640 1 < completed part key=_multipart_KZ45Y56F6JGC.2~L8K6ZLTF7LJJ.1 size=438015 2024-08-29T18:10:39.119 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:39.119+0000 7f6dcfdbe640 1 < completed multipart upload key=KZ45Y56F6JGC upload=L8K6ZLTF7LJJ tag=LVUTI1BFMW9G type=write size=2535167 2024-08-29T18:10:39.122 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:39.123+0000 7f6dcfdbe640 1 > prepared operation key=X10K5L2O256M tag=CC8SKWC7VRSY type=del size=1475796 2024-08-29T18:10:39.130 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:39.127+0000 7f6dcfdbe640 1 < suggested update operation key=I0OL3VZS23M6 tag=1MHD3R2Q440I type=write size=299786 2024-08-29T18:10:39.133 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:39.131+0000 7f6dcfdbe640 1 > prepared operation key=9XOQBHEAVUKF tag=RIWYHCB2R4KK type=del size=855600 2024-08-29T18:10:39.137 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:39.135+0000 7f6dcfdbe640 1 < completed delete operation key=ZPPDOE70TQPE tag=T8QF18CHE2Q1 type=del 2024-08-29T18:10:39.141 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:39.139+0000 7f6dcfdbe640 1 > prepared operation key=7Y0GYERC6W4H tag=YPQRHI09Z4CE type=del size=638978 2024-08-29T18:10:39.146 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:39.143+0000 7f6dcfdbe640 1 < completed part key=_multipart_JX058LCOIR42.2~LNS2CP1L6C65.0 size=295322 2024-08-29T18:10:39.151 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:39.151+0000 7f6dcfdbe640 1 < completed multipart upload key=JX058LCOIR42 upload=LNS2CP1L6C65 tag=JO4LXF7PS0K0 type=write size=1343898 2024-08-29T18:10:39.158 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:39.155+0000 7f6dcfdbe640 1 > prepared part key=_multipart_ZPPDOE70TQPE.2~SOIM0PIT7VYO.0 size=178772 2024-08-29T18:10:39.158 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:39.155+0000 7f6dcfdbe640 1 > prepared multipart upload key=ZPPDOE70TQPE upload=SOIM0PIT7VYO tag=NMDHN62VBCUR type=write size=1227348 2024-08-29T18:10:39.161 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:39.159+0000 7f6dcfdbe640 1 < completed part key=_multipart_3BV7GUDY3NXK.2~PP5BSDYNX29A.0 size=1048576 2024-08-29T18:10:39.164 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:39.163+0000 7f6dcfdbe640 1 < completed part key=_multipart_3BV7GUDY3NXK.2~PP5BSDYNX29A.1 size=1048576 2024-08-29T18:10:39.167 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:39.167+0000 7f6dcfdbe640 1 < completed part key=_multipart_3BV7GUDY3NXK.2~PP5BSDYNX29A.2 size=437378 2024-08-29T18:10:39.173 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:39.171+0000 7f6dcfdbe640 1 < completed multipart upload key=3BV7GUDY3NXK upload=PP5BSDYNX29A tag=W898AG9P6AHS type=write size=3583106 2024-08-29T18:10:39.177 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:39.175+0000 7f6dcfdbe640 1 > prepared operation key=ZPPDOE70TQPE tag=USHKY1TSHHP3 type=del size=2133217 2024-08-29T18:10:39.181 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:39.179+0000 7f6dcfdbe640 1 < completed part key=_multipart_I0OL3VZS23M6.2~HGDPJYRUOMWM.0 size=1048576 2024-08-29T18:10:39.184 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:39.183+0000 7f6dcfdbe640 1 < completed part key=_multipart_I0OL3VZS23M6.2~HGDPJYRUOMWM.1 size=1048576 2024-08-29T18:10:39.187 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:39.187+0000 7f6dcfdbe640 1 < completed part key=_multipart_I0OL3VZS23M6.2~HGDPJYRUOMWM.2 size=130652 2024-08-29T18:10:39.193 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:39.191+0000 7f6dcfdbe640 1 < completed multipart upload key=I0OL3VZS23M6 upload=HGDPJYRUOMWM tag=JVKLJXN6SNS4 type=write size=3276380 2024-08-29T18:10:39.197 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:39.195+0000 7f6dcfdbe640 1 > prepared operation key=PCRU0BDU1Z87 tag=OUMYP0S5EE3Z type=del size=1087584 2024-08-29T18:10:39.200 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:39.199+0000 7f6dcfdbe640 1 < completed part key=_multipart_F8MIRGU95TM4.2~B3N2H7D6TV15.0 size=1048576 2024-08-29T18:10:39.202 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:39.203+0000 7f6dcfdbe640 1 < completed part key=_multipart_F8MIRGU95TM4.2~B3N2H7D6TV15.1 size=1048576 2024-08-29T18:10:39.206 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:39.203+0000 7f6dcfdbe640 1 < completed part key=_multipart_F8MIRGU95TM4.2~B3N2H7D6TV15.2 size=218652 2024-08-29T18:10:39.211 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:39.211+0000 7f6dcfdbe640 1 < completed multipart upload key=F8MIRGU95TM4 upload=B3N2H7D6TV15 tag=DDMKX0VTW1BU type=write size=3364380 2024-08-29T18:10:39.216 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:39.215+0000 7f6dcfdbe640 1 > prepared operation key=T9L1J5N8K7MO tag=5KWIIW9E07MP type=del size=4190046 2024-08-29T18:10:39.219 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:39.219+0000 7f6dcfdbe640 1 < completed part key=_multipart_L6FV6KJ6OHNY.2~JVUFCJ1UPL8O.0 size=763896 2024-08-29T18:10:39.225 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:39.223+0000 7f6dcfdbe640 1 < completed multipart upload key=L6FV6KJ6OHNY upload=JVUFCJ1UPL8O tag=AGTNNJ18FBT7 type=write size=1812472 2024-08-29T18:10:39.229 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:39.227+0000 7f6dcfdbe640 1 > prepared operation key=PCRU0BDU1Z87 tag=B6S5I4935BVR type=del size=3395507 2024-08-29T18:10:39.232 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:39.231+0000 7f6dcfdbe640 1 < completed delete operation key=FDT1EJQCIL25 tag=MQQWNAEADGBF type=del 2024-08-29T18:10:39.238 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:39.239+0000 7f6dcfdbe640 1 > prepared part key=_multipart_W4PL77H6JMGP.2~GXK5I4ZZJJKT.0 size=197697 2024-08-29T18:10:39.238 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:39.239+0000 7f6dcfdbe640 1 > prepared multipart upload key=W4PL77H6JMGP upload=GXK5I4ZZJJKT tag=C8S7XGDJ0J3M type=write size=1246273 2024-08-29T18:10:39.245 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:39.243+0000 7f6dcfdbe640 1 < suggested update operation key=PCRU0BDU1Z87 tag=VB3ZGWFPNW9Q type=write size=43075 2024-08-29T18:10:39.249 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:39.247+0000 7f6dcfdbe640 1 > prepared operation key=3VC6XP11WXW6 tag=0DO7CYS7EDBH type=del size=1558148 2024-08-29T18:10:39.253 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:39.251+0000 7f6dcfdbe640 1 < completed part key=_multipart_T9L1J5N8K7MO.2~68650JTANN5E.0 size=1048576 2024-08-29T18:10:39.256 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:39.255+0000 7f6dcfdbe640 1 < completed part key=_multipart_T9L1J5N8K7MO.2~68650JTANN5E.1 size=1048576 2024-08-29T18:10:39.259 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:39.259+0000 7f6dcfdbe640 1 < completed part key=_multipart_T9L1J5N8K7MO.2~68650JTANN5E.2 size=944524 2024-08-29T18:10:39.265 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:39.263+0000 7f6dcfdbe640 1 < completed multipart upload key=T9L1J5N8K7MO upload=68650JTANN5E tag=ZZ3JIJGSDXOG type=write size=4090252 2024-08-29T18:10:39.269 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:39.267+0000 7f6dcfdbe640 1 > prepared operation key=CY91RGLS4L74 tag=E2DUFIJG3NUU type=write size=244142 2024-08-29T18:10:39.272 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:39.271+0000 7f6dcfdbe640 1 < completed delete operation key=7YYI239LZRWF tag=0P2VHIKYJS8N type=del 2024-08-29T18:10:39.276 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:39.275+0000 7f6dcfdbe640 1 > prepared operation key=ZPPDOE70TQPE tag=EVZ0DGTK5CJV type=del size=3139275 2024-08-29T18:10:39.280 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:39.279+0000 7f6dcfdbe640 1 < completed delete operation key=7YYI239LZRWF tag=L2ZTXMLN3W2G type=del 2024-08-29T18:10:39.283 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:39.283+0000 7f6dcfdbe640 1 > prepared operation key=F8MIRGU95TM4 tag=KWJB5E81V14F type=del size=4035967 2024-08-29T18:10:39.287 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:39.287+0000 7f6dcfdbe640 1 < completed delete operation key=YE0K0OIAGJTR tag=FJQWIFLLB2HJ type=del 2024-08-29T18:10:39.294 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:39.291+0000 7f6dcfdbe640 1 > prepared part key=_multipart_B7L6NXZ0V2CR.2~63RS6XC4DYD8.0 size=708414 2024-08-29T18:10:39.294 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:39.291+0000 7f6dcfdbe640 1 > prepared multipart upload key=B7L6NXZ0V2CR upload=63RS6XC4DYD8 tag=HF4GEGWIGSJC type=write size=1756990 2024-08-29T18:10:39.297 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:39.295+0000 7f6dcfdbe640 1 < completed delete operation key=CN52F1ME4Q7H tag=B4BJT0KTLHKW type=del 2024-08-29T18:10:39.304 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:39.303+0000 7f6dcfdbe640 1 > prepared part key=_multipart_P7TBKPU4347T.2~OM9SVI11CXIX.0 size=331556 2024-08-29T18:10:39.304 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:39.303+0000 7f6dcfdbe640 1 > prepared multipart upload key=P7TBKPU4347T upload=OM9SVI11CXIX tag=2SUM4DVC7QK8 type=write size=1380132 2024-08-29T18:10:39.307 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:39.307+0000 7f6dcfdbe640 1 < completed write operation key=CY91RGLS4L74 tag=8F3APSE1ISPN type=write size=721199 2024-08-29T18:10:39.311 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:39.311+0000 7f6dcfdbe640 1 > prepared operation key=JX058LCOIR42 tag=0PPVGVMKGS2R type=del size=1936374 2024-08-29T18:10:39.314 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:39.315+0000 7f6dcfdbe640 1 < canceled operation key=X10K5L2O256M tag=CC8SKWC7VRSY type=del size=1475796 2024-08-29T18:10:39.320 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:39.319+0000 7f6dcfdbe640 1 > prepared part key=_multipart_JX058LCOIR42.2~R04EBYWM3IXE.0 size=1048576 2024-08-29T18:10:39.323 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:39.323+0000 7f6dcfdbe640 1 > prepared part key=_multipart_JX058LCOIR42.2~R04EBYWM3IXE.1 size=1048576 2024-08-29T18:10:39.326 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:39.327+0000 7f6dcfdbe640 1 > prepared part key=_multipart_JX058LCOIR42.2~R04EBYWM3IXE.2 size=499737 2024-08-29T18:10:39.326 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:39.327+0000 7f6dcfdbe640 1 > prepared multipart upload key=JX058LCOIR42 upload=R04EBYWM3IXE tag=2ISAPYFQ8O5P type=write size=3645465 2024-08-29T18:10:39.327 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:10:38 smithi053 bash[68679]: cluster 2024-08-29T18:10:37.939168+0000 mon.a (mon.0) 2104 : cluster [INF] Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-08-29T18:10:39.327 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:10:38 smithi053 bash[68679]: cluster 2024-08-29T18:10:37.939241+0000 mon.a (mon.0) 2105 : cluster [INF] Cluster is now healthy 2024-08-29T18:10:39.327 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:10:38 smithi053 bash[68679]: cluster 2024-08-29T18:10:37.957413+0000 mon.a (mon.0) 2106 : cluster [DBG] osdmap e1160: 8 total, 8 up, 8 in 2024-08-29T18:10:39.327 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:10:38 smithi053 bash[68679]: audit 2024-08-29T18:10:37.969028+0000 mon.a (mon.0) 2107 : audit [INF] from='client.? 172.21.15.28:0/3022324686' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi028-112806-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-29T18:10:39.327 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:10:38 smithi053 bash[68679]: audit 2024-08-29T18:10:38.204259+0000 mon.a (mon.0) 2108 : audit [DBG] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-29T18:10:39.327 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:10:38 smithi053 bash[68679]: audit 2024-08-29T18:10:38.205173+0000 mon.a (mon.0) 2109 : audit [INF] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-29T18:10:39.327 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:10:38 smithi053 bash[68679]: audit 2024-08-29T18:10:38.210354+0000 mon.a (mon.0) 2110 : audit [INF] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' 2024-08-29T18:10:39.333 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:39.331+0000 7f6dcfdbe640 1 < suggested remove operation key=9XOQBHEAVUKF tag=RIWYHCB2R4KK type=del 2024-08-29T18:10:39.339 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:39.339+0000 7f6dcfdbe640 1 > prepared part key=_multipart_P7TBKPU4347T.2~J2A8E15VCOXJ.0 size=956281 2024-08-29T18:10:39.339 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:39.339+0000 7f6dcfdbe640 1 > prepared multipart upload key=P7TBKPU4347T upload=J2A8E15VCOXJ tag=RQB3Z95MQW3D type=write size=2004857 2024-08-29T18:10:39.343 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:39.343+0000 7f6dcfdbe640 1 < completed delete operation key=7Y0GYERC6W4H tag=YPQRHI09Z4CE type=del 2024-08-29T18:10:39.349 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:39.347+0000 7f6dcfdbe640 1 > prepared part key=_multipart_ZPPDOE70TQPE.2~SM9E31HY3I1A.0 size=975950 2024-08-29T18:10:39.349 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:39.347+0000 7f6dcfdbe640 1 > prepared multipart upload key=ZPPDOE70TQPE upload=SM9E31HY3I1A tag=0P2L8UWH2WVQ type=write size=2024526 2024-08-29T18:10:39.352 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:39.351+0000 7f6dcfdbe640 1 < completed part key=_multipart_ZPPDOE70TQPE.2~SOIM0PIT7VYO.0 size=178772 2024-08-29T18:10:39.357 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:39.355+0000 7f6dcfdbe640 1 < completed multipart upload key=ZPPDOE70TQPE upload=SOIM0PIT7VYO tag=NMDHN62VBCUR type=write size=1227348 2024-08-29T18:10:39.361 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:39.359+0000 7f6dcfdbe640 1 > prepared operation key=CN52F1ME4Q7H tag=ZPS1KC0EZLPP type=del size=3705240 2024-08-29T18:10:39.368 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:39.367+0000 7f6dcfdbe640 1 < suggested remove operation key=ZPPDOE70TQPE tag=USHKY1TSHHP3 type=del 2024-08-29T18:10:39.372 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:39.371+0000 7f6dcfdbe640 1 > prepared operation key=ULOTXZSBLM0E tag=9J4G63EY9BRE type=write size=938774 2024-08-29T18:10:39.375 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:39.375+0000 7f6dcfdbe640 -1 < failed to complete operation key=PCRU0BDU1Z87 tag=OUMYP0S5EE3Z type=del size=1087584: (22) Invalid argument 2024-08-29T18:10:39.379 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:10:38 smithi028 bash[78352]: cluster 2024-08-29T18:10:37.939168+0000 mon.a (mon.0) 2104 : cluster [INF] Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-08-29T18:10:39.379 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:10:38 smithi028 bash[78352]: cluster 2024-08-29T18:10:37.939241+0000 mon.a (mon.0) 2105 : cluster [INF] Cluster is now healthy 2024-08-29T18:10:39.380 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:10:38 smithi028 bash[78352]: cluster 2024-08-29T18:10:37.957413+0000 mon.a (mon.0) 2106 : cluster [DBG] osdmap e1160: 8 total, 8 up, 8 in 2024-08-29T18:10:39.380 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:10:38 smithi028 bash[78352]: audit 2024-08-29T18:10:37.969028+0000 mon.a (mon.0) 2107 : audit [INF] from='client.? 172.21.15.28:0/3022324686' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi028-112806-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-29T18:10:39.380 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:10:38 smithi028 bash[78352]: audit 2024-08-29T18:10:38.204259+0000 mon.a (mon.0) 2108 : audit [DBG] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-29T18:10:39.381 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:10:38 smithi028 bash[78352]: audit 2024-08-29T18:10:38.205173+0000 mon.a (mon.0) 2109 : audit [INF] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-29T18:10:39.381 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:10:38 smithi028 bash[78352]: audit 2024-08-29T18:10:38.210354+0000 mon.a (mon.0) 2110 : audit [INF] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' 2024-08-29T18:10:39.381 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:10:38 smithi028 bash[77168]: cluster 2024-08-29T18:10:37.939168+0000 mon.a (mon.0) 2104 : cluster [INF] Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-08-29T18:10:39.382 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:10:38 smithi028 bash[77168]: cluster 2024-08-29T18:10:37.939241+0000 mon.a (mon.0) 2105 : cluster [INF] Cluster is now healthy 2024-08-29T18:10:39.382 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:10:38 smithi028 bash[77168]: cluster 2024-08-29T18:10:37.957413+0000 mon.a (mon.0) 2106 : cluster [DBG] osdmap e1160: 8 total, 8 up, 8 in 2024-08-29T18:10:39.382 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:10:38 smithi028 bash[77168]: audit 2024-08-29T18:10:37.969028+0000 mon.a (mon.0) 2107 : audit [INF] from='client.? 172.21.15.28:0/3022324686' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi028-112806-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-29T18:10:39.382 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:10:38 smithi028 bash[77168]: audit 2024-08-29T18:10:38.204259+0000 mon.a (mon.0) 2108 : audit [DBG] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-29T18:10:39.382 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:10:38 smithi028 bash[77168]: audit 2024-08-29T18:10:38.205173+0000 mon.a (mon.0) 2109 : audit [INF] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-29T18:10:39.382 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:10:38 smithi028 bash[77168]: audit 2024-08-29T18:10:38.210354+0000 mon.a (mon.0) 2110 : audit [INF] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' 2024-08-29T18:10:39.382 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:39.379+0000 7f6dcfdbe640 1 > prepared part key=_multipart_7D5I09Z3ND5H.2~CU70A59R28P8.0 size=1048576 2024-08-29T18:10:39.383 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:39.383+0000 7f6dcfdbe640 1 > prepared part key=_multipart_7D5I09Z3ND5H.2~CU70A59R28P8.1 size=84413 2024-08-29T18:10:39.383 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:39.383+0000 7f6dcfdbe640 1 > prepared multipart upload key=7D5I09Z3ND5H upload=CU70A59R28P8 tag=M9LJ0U5A1P7R type=write size=2181565 2024-08-29T18:10:39.386 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:39.387+0000 7f6dcfdbe640 1 < completed delete operation key=T9L1J5N8K7MO tag=5KWIIW9E07MP type=del 2024-08-29T18:10:39.390 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:39.391+0000 7f6dcfdbe640 1 > prepared operation key=7D5I09Z3ND5H tag=TX679BD5JI7F type=del size=144042 2024-08-29T18:10:39.393 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:39.391+0000 7f6dcfdbe640 -1 < failed to complete operation key=PCRU0BDU1Z87 tag=B6S5I4935BVR type=del size=3395507: (22) Invalid argument 2024-08-29T18:10:39.399 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:39.399+0000 7f6dcfdbe640 1 > prepared part key=_multipart_PCRU0BDU1Z87.2~DS4I0VE7HW1H.0 size=302268 2024-08-29T18:10:39.399 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:39.399+0000 7f6dcfdbe640 1 > prepared multipart upload key=PCRU0BDU1Z87 upload=DS4I0VE7HW1H tag=I756UGXWYQC0 type=write size=1350844 2024-08-29T18:10:39.402 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:39.403+0000 7f6dcfdbe640 1 < completed part key=_multipart_W4PL77H6JMGP.2~GXK5I4ZZJJKT.0 size=197697 2024-08-29T18:10:39.408 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:39.407+0000 7f6dcfdbe640 1 < completed multipart upload key=W4PL77H6JMGP upload=GXK5I4ZZJJKT tag=C8S7XGDJ0J3M type=write size=1246273 2024-08-29T18:10:39.411 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:39.411+0000 7f6dcfdbe640 1 > prepared operation key=7Y0GYERC6W4H tag=NJ69OYGIFX7X type=write size=946355 2024-08-29T18:10:39.415 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:39.415+0000 7f6dcfdbe640 1 < completed delete operation key=3VC6XP11WXW6 tag=0DO7CYS7EDBH type=del 2024-08-29T18:10:39.421 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:39.419+0000 7f6dcfdbe640 1 > prepared part key=_multipart_7D5I09Z3ND5H.2~7J5XLSZEG37X.0 size=1048576 2024-08-29T18:10:39.423 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:39.423+0000 7f6dcfdbe640 1 > prepared part key=_multipart_7D5I09Z3ND5H.2~7J5XLSZEG37X.1 size=1048576 2024-08-29T18:10:39.425 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:39.423+0000 7f6dcfdbe640 1 > prepared part key=_multipart_7D5I09Z3ND5H.2~7J5XLSZEG37X.2 size=109969 2024-08-29T18:10:39.425 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:39.423+0000 7f6dcfdbe640 1 > prepared multipart upload key=7D5I09Z3ND5H upload=7J5XLSZEG37X tag=CO6G9VOSSPZR type=write size=3255697 2024-08-29T18:10:39.429 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:39.427+0000 7f6dcfdbe640 1 < completed write operation key=CY91RGLS4L74 tag=E2DUFIJG3NUU type=write size=244142 2024-08-29T18:10:39.434 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:39.435+0000 7f6dcfdbe640 1 > prepared part key=_multipart_7XDT3ZRUKA4H.2~PGGDSUDO7LUP.0 size=397306 2024-08-29T18:10:39.435 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:39.435+0000 7f6dcfdbe640 1 > prepared multipart upload key=7XDT3ZRUKA4H upload=PGGDSUDO7LUP tag=MJJ5WE1UB5W8 type=write size=1445882 2024-08-29T18:10:39.438 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:39.435+0000 7f6dcfdbe640 -1 < failed to complete operation key=ZPPDOE70TQPE tag=EVZ0DGTK5CJV type=del size=3139275: (22) Invalid argument 2024-08-29T18:10:39.441 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:39.439+0000 7f6dcfdbe640 1 > prepared operation key=CN52F1ME4Q7H tag=5WKW4FB8XW64 type=del size=3255563 2024-08-29T18:10:39.444 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:39.443+0000 7f6dcfdbe640 1 < completed delete operation key=F8MIRGU95TM4 tag=KWJB5E81V14F type=del 2024-08-29T18:10:39.448 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:39.447+0000 7f6dcfdbe640 1 > prepared operation key=ZPPDOE70TQPE tag=MIIS1S910QIO type=del size=306166 2024-08-29T18:10:39.451 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:39.451+0000 7f6dcfdbe640 1 < completed part key=_multipart_B7L6NXZ0V2CR.2~63RS6XC4DYD8.0 size=708414 2024-08-29T18:10:39.457 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:39.455+0000 7f6dcfdbe640 1 < completed multipart upload key=B7L6NXZ0V2CR upload=63RS6XC4DYD8 tag=HF4GEGWIGSJC type=write size=1756990 2024-08-29T18:10:39.461 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:39.459+0000 7f6dcfdbe640 1 > prepared operation key=7YYI239LZRWF tag=692KUMP27PUE type=del size=3214401 2024-08-29T18:10:39.464 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:39.463+0000 7f6dcfdbe640 1 < completed part key=_multipart_P7TBKPU4347T.2~OM9SVI11CXIX.0 size=331556 2024-08-29T18:10:39.470 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:39.471+0000 7f6dcfdbe640 1 < completed multipart upload key=P7TBKPU4347T upload=OM9SVI11CXIX tag=2SUM4DVC7QK8 type=write size=1380132 2024-08-29T18:10:39.473 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:39.471+0000 7f6dcfdbe640 1 > prepared operation key=CY91RGLS4L74 tag=8LI4Y4QW85O4 type=del size=3296772 2024-08-29T18:10:39.477 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:39.475+0000 7f6dcfdbe640 1 < completed delete operation key=JX058LCOIR42 tag=0PPVGVMKGS2R type=del 2024-08-29T18:10:39.480 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:39.479+0000 7f6dcfdbe640 1 > prepared operation key=YKW2ORIZT8YI tag=O9Z725FK6IIR type=del size=415691 2024-08-29T18:10:39.483 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:39.483+0000 7f6dcfdbe640 1 < completed part key=_multipart_JX058LCOIR42.2~R04EBYWM3IXE.0 size=1048576 2024-08-29T18:10:39.486 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:39.487+0000 7f6dcfdbe640 1 < completed part key=_multipart_JX058LCOIR42.2~R04EBYWM3IXE.1 size=1048576 2024-08-29T18:10:39.489 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:39.487+0000 7f6dcfdbe640 1 < completed part key=_multipart_JX058LCOIR42.2~R04EBYWM3IXE.2 size=499737 2024-08-29T18:10:39.494 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:39.491+0000 7f6dcfdbe640 1 < completed multipart upload key=JX058LCOIR42 upload=R04EBYWM3IXE tag=2ISAPYFQ8O5P type=write size=3645465 2024-08-29T18:10:39.497 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:39.495+0000 7f6dcfdbe640 1 > prepared operation key=9XOQBHEAVUKF tag=HXA8312TJU5V type=del size=1181813 2024-08-29T18:10:39.502 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:39.499+0000 7f6dcfdbe640 1 < completed part key=_multipart_P7TBKPU4347T.2~J2A8E15VCOXJ.0 size=956281 2024-08-29T18:10:39.508 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:39.507+0000 7f6dcfdbe640 1 < completed multipart upload key=P7TBKPU4347T upload=J2A8E15VCOXJ tag=RQB3Z95MQW3D type=write size=2004857 2024-08-29T18:10:39.514 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:39.515+0000 7f6dcfdbe640 1 > prepared part key=_multipart_YAC7TKWP61NS.2~VNZMSKLV3LZ4.0 size=1048576 2024-08-29T18:10:39.517 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:39.515+0000 7f6dcfdbe640 1 > prepared part key=_multipart_YAC7TKWP61NS.2~VNZMSKLV3LZ4.1 size=1048576 2024-08-29T18:10:39.520 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:39.519+0000 7f6dcfdbe640 1 > prepared part key=_multipart_YAC7TKWP61NS.2~VNZMSKLV3LZ4.2 size=261643 2024-08-29T18:10:39.520 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:39.519+0000 7f6dcfdbe640 1 > prepared multipart upload key=YAC7TKWP61NS upload=VNZMSKLV3LZ4 tag=11MW0NB4HO5L type=write size=3407371 2024-08-29T18:10:39.521 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:39.519+0000 7f6dcfdbe640 1 < canceled part key=_multipart_ZPPDOE70TQPE.2~SM9E31HY3I1A.0 size=975950 2024-08-29T18:10:39.526 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:39.527+0000 7f6dcfdbe640 1 < canceled multipart upload key=ZPPDOE70TQPE upload=SM9E31HY3I1A tag=0P2L8UWH2WVQ type=write size=2024526 2024-08-29T18:10:39.532 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:39.531+0000 7f6dcfdbe640 1 > prepared part key=_multipart_7YYI239LZRWF.2~CYKTDIE6WQV0.0 size=1048576 2024-08-29T18:10:39.535 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:39.535+0000 7f6dcfdbe640 1 > prepared part key=_multipart_7YYI239LZRWF.2~CYKTDIE6WQV0.1 size=1048576 2024-08-29T18:10:39.537 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:39.535+0000 7f6dcfdbe640 1 > prepared part key=_multipart_7YYI239LZRWF.2~CYKTDIE6WQV0.2 size=708616 2024-08-29T18:10:39.538 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:39.535+0000 7f6dcfdbe640 1 > prepared multipart upload key=7YYI239LZRWF upload=CYKTDIE6WQV0 tag=YA653CBFF8AS type=write size=3854344 2024-08-29T18:10:39.541 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:39.539+0000 7f6dcfdbe640 1 < completed delete operation key=CN52F1ME4Q7H tag=ZPS1KC0EZLPP type=del 2024-08-29T18:10:39.544 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:39.543+0000 7f6dcfdbe640 1 > prepared operation key=3BV7GUDY3NXK tag=B1SQOA8QDWHG type=write size=724236 2024-08-29T18:10:39.548 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:39.547+0000 7f6dcfdbe640 1 < completed write operation key=ULOTXZSBLM0E tag=9J4G63EY9BRE type=write size=938774 2024-08-29T18:10:39.552 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:39.551+0000 7f6dcfdbe640 1 > prepared operation key=F8MIRGU95TM4 tag=124JCI8XLAWN type=del size=4057569 2024-08-29T18:10:39.556 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:39.555+0000 7f6dcfdbe640 1 < completed part key=_multipart_7D5I09Z3ND5H.2~CU70A59R28P8.0 size=1048576 2024-08-29T18:10:39.558 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:39.559+0000 7f6dcfdbe640 1 < completed part key=_multipart_7D5I09Z3ND5H.2~CU70A59R28P8.1 size=84413 2024-08-29T18:10:39.563 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:39.563+0000 7f6dcfdbe640 1 < completed multipart upload key=7D5I09Z3ND5H upload=CU70A59R28P8 tag=M9LJ0U5A1P7R type=write size=2181565 2024-08-29T18:10:39.569 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:39.567+0000 7f6dcfdbe640 1 > prepared part key=_multipart_PCRU0BDU1Z87.2~A4V7FV18XZM5.0 size=706420 2024-08-29T18:10:39.569 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:39.567+0000 7f6dcfdbe640 1 > prepared multipart upload key=PCRU0BDU1Z87 upload=A4V7FV18XZM5 tag=TG3N9N0HICIQ type=write size=1754996 2024-08-29T18:10:39.573 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:39.571+0000 7f6dcfdbe640 1 < completed delete operation key=7D5I09Z3ND5H tag=TX679BD5JI7F type=del 2024-08-29T18:10:39.578 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:39.579+0000 7f6dcfdbe640 1 > prepared part key=_multipart_PCRU0BDU1Z87.2~1J2FY90MRXJD.0 size=1048576 2024-08-29T18:10:39.582 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:39.583+0000 7f6dcfdbe640 1 > prepared part key=_multipart_PCRU0BDU1Z87.2~1J2FY90MRXJD.1 size=1048576 2024-08-29T18:10:39.585 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:39.583+0000 7f6dcfdbe640 1 > prepared part key=_multipart_PCRU0BDU1Z87.2~1J2FY90MRXJD.2 size=530867 2024-08-29T18:10:39.585 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:39.583+0000 7f6dcfdbe640 1 > prepared multipart upload key=PCRU0BDU1Z87 upload=1J2FY90MRXJD tag=0GE6J32Q7728 type=write size=3676595 2024-08-29T18:10:39.589 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:39.587+0000 7f6dcfdbe640 1 < completed part key=_multipart_PCRU0BDU1Z87.2~DS4I0VE7HW1H.0 size=302268 2024-08-29T18:10:39.595 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:39.595+0000 7f6dcfdbe640 1 < completed multipart upload key=PCRU0BDU1Z87 upload=DS4I0VE7HW1H tag=I756UGXWYQC0 type=write size=1350844 2024-08-29T18:10:39.603 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:39.603+0000 7f6dcfdbe640 1 > prepared part key=_multipart_9XOQBHEAVUKF.2~FSOYN8DGLK38.0 size=1048576 2024-08-29T18:10:39.606 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:39.603+0000 7f6dcfdbe640 1 > prepared part key=_multipart_9XOQBHEAVUKF.2~FSOYN8DGLK38.1 size=1048576 2024-08-29T18:10:39.608 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:39.607+0000 7f6dcfdbe640 1 > prepared part key=_multipart_9XOQBHEAVUKF.2~FSOYN8DGLK38.2 size=108265 2024-08-29T18:10:39.608 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:39.607+0000 7f6dcfdbe640 1 > prepared multipart upload key=9XOQBHEAVUKF upload=FSOYN8DGLK38 tag=Y21PJPBK3EX5 type=write size=3253993 2024-08-29T18:10:39.612 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:39.611+0000 7f6dcfdbe640 1 < completed write operation key=7Y0GYERC6W4H tag=NJ69OYGIFX7X type=write size=946355 2024-08-29T18:10:39.618 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:39.615+0000 7f6dcfdbe640 1 > prepared part key=_multipart_JX058LCOIR42.2~QCBWO2Q2OSBV.0 size=1048576 2024-08-29T18:10:39.621 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:39.619+0000 7f6dcfdbe640 1 > prepared part key=_multipart_JX058LCOIR42.2~QCBWO2Q2OSBV.1 size=132957 2024-08-29T18:10:39.621 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:39.619+0000 7f6dcfdbe640 1 > prepared multipart upload key=JX058LCOIR42 upload=QCBWO2Q2OSBV tag=SWYJ5QSD5NYG type=write size=2230109 2024-08-29T18:10:39.625 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:39.623+0000 7f6dcfdbe640 1 < completed part key=_multipart_7D5I09Z3ND5H.2~7J5XLSZEG37X.0 size=1048576 2024-08-29T18:10:39.627 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:39.627+0000 7f6dcfdbe640 1 < completed part key=_multipart_7D5I09Z3ND5H.2~7J5XLSZEG37X.1 size=1048576 2024-08-29T18:10:39.628 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:39.627+0000 7f6dcfdbe640 1 < canceled part key=_multipart_7D5I09Z3ND5H.2~7J5XLSZEG37X.2 size=109969 2024-08-29T18:10:39.633 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:39.631+0000 7f6dcfdbe640 1 < canceled multipart upload key=7D5I09Z3ND5H upload=7J5XLSZEG37X tag=CO6G9VOSSPZR type=write size=3255697 2024-08-29T18:10:39.637 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:39.635+0000 7f6dcfdbe640 1 > prepared operation key=JX058LCOIR42 tag=P2HVIDJ25SK3 type=write size=979804 2024-08-29T18:10:39.641 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:39.639+0000 7f6dcfdbe640 1 < completed part key=_multipart_7XDT3ZRUKA4H.2~PGGDSUDO7LUP.0 size=397306 2024-08-29T18:10:39.647 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:39.647+0000 7f6dcfdbe640 1 < completed multipart upload key=7XDT3ZRUKA4H upload=PGGDSUDO7LUP tag=MJJ5WE1UB5W8 type=write size=1445882 2024-08-29T18:10:39.654 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:39.655+0000 7f6dcfdbe640 1 > prepared part key=_multipart_LP0MLEKV3E74.2~8KHTX231EELM.0 size=1048576 2024-08-29T18:10:39.657 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:39.655+0000 7f6dcfdbe640 1 > prepared part key=_multipart_LP0MLEKV3E74.2~8KHTX231EELM.1 size=166427 2024-08-29T18:10:39.657 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:39.655+0000 7f6dcfdbe640 1 > prepared multipart upload key=LP0MLEKV3E74 upload=8KHTX231EELM tag=UKD0B1E9C323 type=write size=2263579 2024-08-29T18:10:39.661 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:39.659+0000 7f6dcfdbe640 1 < completed delete operation key=CN52F1ME4Q7H tag=5WKW4FB8XW64 type=del 2024-08-29T18:10:39.665 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:39.663+0000 7f6dcfdbe640 1 > prepared operation key=7Y0GYERC6W4H tag=PEKS0TZ7ZUSF type=del size=569349 2024-08-29T18:10:39.669 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:39.667+0000 7f6dcfdbe640 1 < completed delete operation key=ZPPDOE70TQPE tag=MIIS1S910QIO type=del 2024-08-29T18:10:39.673 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:39.671+0000 7f6dcfdbe640 1 > prepared operation key=LP0MLEKV3E74 tag=1W6E1JQPIZCA type=write size=928174 2024-08-29T18:10:39.676 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:39.675+0000 7f6dcfdbe640 1 < canceled operation key=7YYI239LZRWF tag=692KUMP27PUE type=del size=3214401 2024-08-29T18:10:39.683 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:39.683+0000 7f6dcfdbe640 1 > prepared part key=_multipart_T9L1J5N8K7MO.2~TEZXNYJ34E2O.0 size=546131 2024-08-29T18:10:39.683 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:39.683+0000 7f6dcfdbe640 1 > prepared multipart upload key=T9L1J5N8K7MO upload=TEZXNYJ34E2O tag=R61L2OOKYNKM type=write size=1594707 2024-08-29T18:10:39.687 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:39.687+0000 7f6dcfdbe640 1 < completed delete operation key=CY91RGLS4L74 tag=8LI4Y4QW85O4 type=del 2024-08-29T18:10:39.694 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:39.695+0000 7f6dcfdbe640 1 > prepared part key=_multipart_YAC7TKWP61NS.2~V1WH3RX3Z6Y6.0 size=651004 2024-08-29T18:10:39.694 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:39.695+0000 7f6dcfdbe640 1 > prepared multipart upload key=YAC7TKWP61NS upload=V1WH3RX3Z6Y6 tag=3NQYO2Z6QV2U type=write size=1699580 2024-08-29T18:10:39.698 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:39.695+0000 7f6dcfdbe640 1 < canceled operation key=YKW2ORIZT8YI tag=O9Z725FK6IIR type=del size=415691 2024-08-29T18:10:39.704 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:39.703+0000 7f6dcfdbe640 1 > prepared part key=_multipart_ULOTXZSBLM0E.2~IIKSNXHTDSWN.0 size=802424 2024-08-29T18:10:39.704 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:39.703+0000 7f6dcfdbe640 1 > prepared multipart upload key=ULOTXZSBLM0E upload=IIKSNXHTDSWN tag=RWWSJIFMJ119 type=write size=1851000 2024-08-29T18:10:39.709 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:39.707+0000 7f6dcfdbe640 1 < completed delete operation key=9XOQBHEAVUKF tag=HXA8312TJU5V type=del 2024-08-29T18:10:39.716 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:39.715+0000 7f6dcfdbe640 1 > prepared part key=_multipart_F8MIRGU95TM4.2~0O69CDV59YLP.0 size=1048576 2024-08-29T18:10:39.719 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:39.719+0000 7f6dcfdbe640 1 > prepared part key=_multipart_F8MIRGU95TM4.2~0O69CDV59YLP.1 size=378304 2024-08-29T18:10:39.719 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:39.719+0000 7f6dcfdbe640 1 > prepared multipart upload key=F8MIRGU95TM4 upload=0O69CDV59YLP tag=VK4TI7MLR5QH type=write size=2475456 2024-08-29T18:10:39.720 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:39.719+0000 7f6dcfdbe640 1 < canceled part key=_multipart_YAC7TKWP61NS.2~VNZMSKLV3LZ4.0 size=1048576 2024-08-29T18:10:39.724 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:39.723+0000 7f6dcfdbe640 1 < completed part key=_multipart_YAC7TKWP61NS.2~VNZMSKLV3LZ4.1 size=1048576 2024-08-29T18:10:39.727 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:39.727+0000 7f6dcfdbe640 1 < completed part key=_multipart_YAC7TKWP61NS.2~VNZMSKLV3LZ4.2 size=261643 2024-08-29T18:10:39.733 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:39.731+0000 7f6dcfdbe640 1 < canceled multipart upload key=YAC7TKWP61NS upload=VNZMSKLV3LZ4 tag=11MW0NB4HO5L type=write size=3407371 2024-08-29T18:10:39.737 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:39.735+0000 7f6dcfdbe640 1 > prepared operation key=X10K5L2O256M tag=50TKZ6SI5YGE type=del size=319753 2024-08-29T18:10:39.741 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:39.739+0000 7f6dcfdbe640 1 < completed part key=_multipart_7YYI239LZRWF.2~CYKTDIE6WQV0.0 size=1048576 2024-08-29T18:10:39.743 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:39.743+0000 7f6dcfdbe640 1 < completed part key=_multipart_7YYI239LZRWF.2~CYKTDIE6WQV0.1 size=1048576 2024-08-29T18:10:39.746 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:39.743+0000 7f6dcfdbe640 1 < completed part key=_multipart_7YYI239LZRWF.2~CYKTDIE6WQV0.2 size=708616 2024-08-29T18:10:39.751 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:39.751+0000 7f6dcfdbe640 1 < completed multipart upload key=7YYI239LZRWF upload=CYKTDIE6WQV0 tag=YA653CBFF8AS type=write size=3854344 2024-08-29T18:10:39.757 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:39.755+0000 7f6dcfdbe640 1 > prepared part key=_multipart_L6FV6KJ6OHNY.2~42V5ATA878EG.0 size=1048576 2024-08-29T18:10:39.759 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:39.759+0000 7f6dcfdbe640 1 > prepared part key=_multipart_L6FV6KJ6OHNY.2~42V5ATA878EG.1 size=998355 2024-08-29T18:10:39.759 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:39.759+0000 7f6dcfdbe640 1 > prepared multipart upload key=L6FV6KJ6OHNY upload=42V5ATA878EG tag=1PCA1GQ9XJAE type=write size=3095507 2024-08-29T18:10:39.763 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:39.763+0000 7f6dcfdbe640 1 < completed write operation key=3BV7GUDY3NXK tag=B1SQOA8QDWHG type=write size=724236 2024-08-29T18:10:39.769 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:39.767+0000 7f6dcfdbe640 1 > prepared part key=_multipart_ULOTXZSBLM0E.2~136YL624NMRA.0 size=1048576 2024-08-29T18:10:39.772 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:39.771+0000 7f6dcfdbe640 1 > prepared part key=_multipart_ULOTXZSBLM0E.2~136YL624NMRA.1 size=1048576 2024-08-29T18:10:39.774 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:39.775+0000 7f6dcfdbe640 1 > prepared part key=_multipart_ULOTXZSBLM0E.2~136YL624NMRA.2 size=5993 2024-08-29T18:10:39.774 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:39.775+0000 7f6dcfdbe640 1 > prepared multipart upload key=ULOTXZSBLM0E upload=136YL624NMRA tag=ARPPPVTNSRTJ type=write size=3151721 2024-08-29T18:10:39.777 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:39.775+0000 7f6dcfdbe640 1 < completed delete operation key=F8MIRGU95TM4 tag=124JCI8XLAWN type=del 2024-08-29T18:10:39.781 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:39.779+0000 7f6dcfdbe640 1 > prepared operation key=T9L1J5N8K7MO tag=G0JPW2DF57NZ type=del size=1208352 2024-08-29T18:10:39.784 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:39.783+0000 7f6dcfdbe640 1 < completed part key=_multipart_PCRU0BDU1Z87.2~A4V7FV18XZM5.0 size=706420 2024-08-29T18:10:39.789 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:39.787+0000 7f6dcfdbe640 1 < completed multipart upload key=PCRU0BDU1Z87 upload=A4V7FV18XZM5 tag=TG3N9N0HICIQ type=write size=1754996 2024-08-29T18:10:39.793 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:39.791+0000 7f6dcfdbe640 1 > prepared operation key=78MD08IJ7ULZ tag=N1ND672FB0Y4 type=del size=1215477 2024-08-29T18:10:39.794 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:39.791+0000 7f6dcfdbe640 1 < canceled part key=_multipart_PCRU0BDU1Z87.2~1J2FY90MRXJD.0 size=1048576 2024-08-29T18:10:39.796 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:39.795+0000 7f6dcfdbe640 1 < completed part key=_multipart_PCRU0BDU1Z87.2~1J2FY90MRXJD.1 size=1048576 2024-08-29T18:10:39.798 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:39.799+0000 7f6dcfdbe640 1 < completed part key=_multipart_PCRU0BDU1Z87.2~1J2FY90MRXJD.2 size=530867 2024-08-29T18:10:39.804 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:39.803+0000 7f6dcfdbe640 1 < canceled multipart upload key=PCRU0BDU1Z87 upload=1J2FY90MRXJD tag=0GE6J32Q7728 type=write size=3676595 2024-08-29T18:10:39.807 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:39.807+0000 7f6dcfdbe640 1 > prepared operation key=CN52F1ME4Q7H tag=DU5NTNVFBLBA type=del size=298511 2024-08-29T18:10:39.811 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:39.811+0000 7f6dcfdbe640 1 < completed part key=_multipart_9XOQBHEAVUKF.2~FSOYN8DGLK38.0 size=1048576 2024-08-29T18:10:39.814 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:39.815+0000 7f6dcfdbe640 1 < completed part key=_multipart_9XOQBHEAVUKF.2~FSOYN8DGLK38.1 size=1048576 2024-08-29T18:10:39.817 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:39.815+0000 7f6dcfdbe640 1 < completed part key=_multipart_9XOQBHEAVUKF.2~FSOYN8DGLK38.2 size=108265 2024-08-29T18:10:39.823 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:39.823+0000 7f6dcfdbe640 1 < completed multipart upload key=9XOQBHEAVUKF upload=FSOYN8DGLK38 tag=Y21PJPBK3EX5 type=write size=3253993 2024-08-29T18:10:39.827 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:39.827+0000 7f6dcfdbe640 1 > prepared operation key=PCRU0BDU1Z87 tag=7VED14PSXF7L type=del size=847768 2024-08-29T18:10:39.830 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:39.831+0000 7f6dcfdbe640 1 < completed part key=_multipart_JX058LCOIR42.2~QCBWO2Q2OSBV.0 size=1048576 2024-08-29T18:10:39.833 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:39.831+0000 7f6dcfdbe640 1 < completed part key=_multipart_JX058LCOIR42.2~QCBWO2Q2OSBV.1 size=132957 2024-08-29T18:10:39.839 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:39.839+0000 7f6dcfdbe640 1 < completed multipart upload key=JX058LCOIR42 upload=QCBWO2Q2OSBV tag=SWYJ5QSD5NYG type=write size=2230109 2024-08-29T18:10:39.845 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:39.843+0000 7f6dcfdbe640 1 > prepared part key=_multipart_W4PL77H6JMGP.2~U9DZNLCQCCM9.0 size=600698 2024-08-29T18:10:39.845 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:39.843+0000 7f6dcfdbe640 1 > prepared multipart upload key=W4PL77H6JMGP upload=U9DZNLCQCCM9 tag=LQO7DXTLS4S7 type=write size=1649274 2024-08-29T18:10:39.848 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:39.847+0000 7f6dcfdbe640 1 < completed write operation key=JX058LCOIR42 tag=P2HVIDJ25SK3 type=write size=979804 2024-08-29T18:10:39.853 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:39.851+0000 7f6dcfdbe640 1 > prepared operation key=CY91RGLS4L74 tag=KEHP72SKJMRI type=del size=998767 2024-08-29T18:10:39.857 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:39.855+0000 7f6dcfdbe640 1 < completed part key=_multipart_LP0MLEKV3E74.2~8KHTX231EELM.0 size=1048576 2024-08-29T18:10:39.860 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:39.859+0000 7f6dcfdbe640 1 < completed part key=_multipart_LP0MLEKV3E74.2~8KHTX231EELM.1 size=166427 2024-08-29T18:10:39.866 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:39.863+0000 7f6dcfdbe640 1 < completed multipart upload key=LP0MLEKV3E74 upload=8KHTX231EELM tag=UKD0B1E9C323 type=write size=2263579 2024-08-29T18:10:39.870 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:39.867+0000 7f6dcfdbe640 1 > prepared operation key=3BV7GUDY3NXK tag=SCQ1DB29TW1Q type=del size=751520 2024-08-29T18:10:39.873 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:39.871+0000 7f6dcfdbe640 1 < completed delete operation key=7Y0GYERC6W4H tag=PEKS0TZ7ZUSF type=del 2024-08-29T18:10:39.877 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:39.875+0000 7f6dcfdbe640 1 > prepared operation key=CY91RGLS4L74 tag=1H2V25939O00 type=del size=3030993 2024-08-29T18:10:39.881 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:39.879+0000 7f6dcfdbe640 1 < completed write operation key=LP0MLEKV3E74 tag=1W6E1JQPIZCA type=write size=928174 2024-08-29T18:10:39.888 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:39.887+0000 7f6dcfdbe640 1 > prepared part key=_multipart_78MD08IJ7ULZ.2~PDGW0VDVS3BX.0 size=1048576 2024-08-29T18:10:39.891 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:39.891+0000 7f6dcfdbe640 1 > prepared part key=_multipart_78MD08IJ7ULZ.2~PDGW0VDVS3BX.1 size=503712 2024-08-29T18:10:39.891 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:39.891+0000 7f6dcfdbe640 1 > prepared multipart upload key=78MD08IJ7ULZ upload=PDGW0VDVS3BX tag=2ZLX3K2G7K6U type=write size=2600864 2024-08-29T18:10:39.894 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:39.895+0000 7f6dcfdbe640 1 < completed part key=_multipart_T9L1J5N8K7MO.2~TEZXNYJ34E2O.0 size=546131 2024-08-29T18:10:39.900 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:39.899+0000 7f6dcfdbe640 1 < completed multipart upload key=T9L1J5N8K7MO upload=TEZXNYJ34E2O tag=R61L2OOKYNKM type=write size=1594707 2024-08-29T18:10:39.906 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:39.907+0000 7f6dcfdbe640 1 > prepared part key=_multipart_I0OL3VZS23M6.2~SMIN0ITHDJHR.0 size=646055 2024-08-29T18:10:39.906 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:39.907+0000 7f6dcfdbe640 1 > prepared multipart upload key=I0OL3VZS23M6 upload=SMIN0ITHDJHR tag=I35AYQJGWNKD type=write size=1694631 2024-08-29T18:10:39.910 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:39.907+0000 7f6dcfdbe640 1 < completed part key=_multipart_YAC7TKWP61NS.2~V1WH3RX3Z6Y6.0 size=651004 2024-08-29T18:10:39.915 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:39.915+0000 7f6dcfdbe640 1 < completed multipart upload key=YAC7TKWP61NS upload=V1WH3RX3Z6Y6 tag=3NQYO2Z6QV2U type=write size=1699580 2024-08-29T18:10:39.919 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:39.919+0000 7f6dcfdbe640 1 > prepared operation key=F8MIRGU95TM4 tag=K3N8MLTHJ9SH type=del size=4053327 2024-08-29T18:10:39.923 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:39.923+0000 7f6dcfdbe640 1 < completed part key=_multipart_ULOTXZSBLM0E.2~IIKSNXHTDSWN.0 size=802424 2024-08-29T18:10:39.928 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:39.927+0000 7f6dcfdbe640 1 < completed multipart upload key=ULOTXZSBLM0E upload=IIKSNXHTDSWN tag=RWWSJIFMJ119 type=write size=1851000 2024-08-29T18:10:39.931 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:39.931+0000 7f6dcfdbe640 1 > prepared operation key=YAC7TKWP61NS tag=S4NCXFK8SKBD type=del size=3798118 2024-08-29T18:10:39.934 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:39.935+0000 7f6dcfdbe640 1 < completed part key=_multipart_F8MIRGU95TM4.2~0O69CDV59YLP.0 size=1048576 2024-08-29T18:10:39.937 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:39.935+0000 7f6dcfdbe640 1 < completed part key=_multipart_F8MIRGU95TM4.2~0O69CDV59YLP.1 size=378304 2024-08-29T18:10:39.944 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:39.943+0000 7f6dcfdbe640 1 < completed multipart upload key=F8MIRGU95TM4 upload=0O69CDV59YLP tag=VK4TI7MLR5QH type=write size=2475456 2024-08-29T18:10:39.947 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:39.947+0000 7f6dcfdbe640 1 > prepared operation key=DGQXCI25DDX7 tag=LCUQB9XZWDXG type=del size=934478 2024-08-29T18:10:39.955 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:39.955+0000 7f6dcfdbe640 1 < suggested remove operation key=X10K5L2O256M tag=50TKZ6SI5YGE type=del 2024-08-29T18:10:39.961 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:39.959+0000 7f6dcfdbe640 1 > prepared part key=_multipart_T9L1J5N8K7MO.2~893A18SEWF9O.0 size=421532 2024-08-29T18:10:39.961 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:39.959+0000 7f6dcfdbe640 1 > prepared multipart upload key=T9L1J5N8K7MO upload=893A18SEWF9O tag=AI23ERBU90AN type=write size=1470108 2024-08-29T18:10:39.968 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:39.967+0000 7f6dcfdbe640 1 < completed part key=_multipart_L6FV6KJ6OHNY.2~42V5ATA878EG.0 size=1048576 2024-08-29T18:10:39.972 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:39.971+0000 7f6dcfdbe640 1 < completed part key=_multipart_L6FV6KJ6OHNY.2~42V5ATA878EG.1 size=998355 2024-08-29T18:10:39.977 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:39.975+0000 7f6dcfdbe640 1 < completed multipart upload key=L6FV6KJ6OHNY upload=42V5ATA878EG tag=1PCA1GQ9XJAE type=write size=3095507 2024-08-29T18:10:39.980 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:39.979+0000 7f6dcfdbe640 1 > prepared operation key=7Y0GYERC6W4H tag=TRL19MJIR7W8 type=del size=3994199 2024-08-29T18:10:39.984 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:39.983+0000 7f6dcfdbe640 1 < completed part key=_multipart_ULOTXZSBLM0E.2~136YL624NMRA.0 size=1048576 2024-08-29T18:10:39.987 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:39.987+0000 7f6dcfdbe640 1 < completed part key=_multipart_ULOTXZSBLM0E.2~136YL624NMRA.1 size=1048576 2024-08-29T18:10:39.990 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:39.987+0000 7f6dcfdbe640 1 < completed part key=_multipart_ULOTXZSBLM0E.2~136YL624NMRA.2 size=5993 2024-08-29T18:10:39.995 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:39.995+0000 7f6dcfdbe640 1 < completed multipart upload key=ULOTXZSBLM0E upload=136YL624NMRA tag=ARPPPVTNSRTJ type=write size=3151721 2024-08-29T18:10:39.999 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:39.999+0000 7f6dcfdbe640 1 > prepared operation key=ZPPDOE70TQPE tag=EUHTPVE58I2B type=del size=3802123 2024-08-29T18:10:40.003 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:40.003+0000 7f6dcfdbe640 1 < completed delete operation key=T9L1J5N8K7MO tag=G0JPW2DF57NZ type=del 2024-08-29T18:10:40.011 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:40.011+0000 7f6dcfdbe640 1 > prepared part key=_multipart_78MD08IJ7ULZ.2~BP1TY4UZGUTR.0 size=550690 2024-08-29T18:10:40.011 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:40.011+0000 7f6dcfdbe640 1 > prepared multipart upload key=78MD08IJ7ULZ upload=BP1TY4UZGUTR tag=37XZVL9K0L9N type=write size=1599266 2024-08-29T18:10:40.014 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:40.015+0000 7f6dcfdbe640 1 < completed delete operation key=78MD08IJ7ULZ tag=N1ND672FB0Y4 type=del 2024-08-29T18:10:40.018 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:40.019+0000 7f6dcfdbe640 1 > prepared operation key=7D5I09Z3ND5H tag=NGPSZC3X40OM type=del size=4137969 2024-08-29T18:10:40.022 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:40.019+0000 7f6dcfdbe640 1 < completed delete operation key=CN52F1ME4Q7H tag=DU5NTNVFBLBA type=del 2024-08-29T18:10:40.026 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:40.023+0000 7f6dcfdbe640 1 > prepared operation key=3VC6XP11WXW6 tag=V4L2CO6AJWFE type=del size=109991 2024-08-29T18:10:40.030 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:40.027+0000 7f6dcfdbe640 1 < completed delete operation key=PCRU0BDU1Z87 tag=7VED14PSXF7L type=del 2024-08-29T18:10:40.036 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:40.035+0000 7f6dcfdbe640 1 > prepared part key=_multipart_7XDT3ZRUKA4H.2~DL5D6F99DZJO.0 size=1048576 2024-08-29T18:10:40.039 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:40.039+0000 7f6dcfdbe640 1 > prepared part key=_multipart_7XDT3ZRUKA4H.2~DL5D6F99DZJO.1 size=1048576 2024-08-29T18:10:40.042 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:40.039+0000 7f6dcfdbe640 1 > prepared part key=_multipart_7XDT3ZRUKA4H.2~DL5D6F99DZJO.2 size=724481 2024-08-29T18:10:40.042 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:40.039+0000 7f6dcfdbe640 1 > prepared multipart upload key=7XDT3ZRUKA4H upload=DL5D6F99DZJO tag=PXTS3XMICKAY type=write size=3870209 2024-08-29T18:10:40.043 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:40.043+0000 7f6dcfdbe640 1 < canceled part key=_multipart_W4PL77H6JMGP.2~U9DZNLCQCCM9.0 size=600698 2024-08-29T18:10:40.048 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:40.047+0000 7f6dcfdbe640 1 < canceled multipart upload key=W4PL77H6JMGP upload=U9DZNLCQCCM9 tag=LQO7DXTLS4S7 type=write size=1649274 2024-08-29T18:10:40.052 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:40.051+0000 7f6dcfdbe640 1 > prepared operation key=F8MIRGU95TM4 tag=K6PD64WRYPHA type=del size=3866968 2024-08-29T18:10:40.056 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:40.055+0000 7f6dcfdbe640 1 < canceled operation key=CY91RGLS4L74 tag=KEHP72SKJMRI type=del size=998767 2024-08-29T18:10:40.062 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:40.059+0000 7f6dcfdbe640 1 > prepared part key=_multipart_P7TBKPU4347T.2~RYRBV5PU84BP.0 size=1048576 2024-08-29T18:10:40.064 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:40.063+0000 7f6dcfdbe640 1 > prepared part key=_multipart_P7TBKPU4347T.2~RYRBV5PU84BP.1 size=525012 2024-08-29T18:10:40.064 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:40.063+0000 7f6dcfdbe640 1 > prepared multipart upload key=P7TBKPU4347T upload=RYRBV5PU84BP tag=GZEBN8PWZSA5 type=write size=2622164 2024-08-29T18:10:40.068 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:40.067+0000 7f6dcfdbe640 1 < completed delete operation key=3BV7GUDY3NXK tag=SCQ1DB29TW1Q type=del 2024-08-29T18:10:40.074 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:40.075+0000 7f6dcfdbe640 1 > prepared part key=_multipart_YKW2ORIZT8YI.2~47LVBZYB8UV7.0 size=427061 2024-08-29T18:10:40.074 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:40.075+0000 7f6dcfdbe640 1 > prepared multipart upload key=YKW2ORIZT8YI upload=47LVBZYB8UV7 tag=AOOYFVVUBLPD type=write size=1475637 2024-08-29T18:10:40.078 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:40.079+0000 7f6dcfdbe640 1 < completed delete operation key=CY91RGLS4L74 tag=1H2V25939O00 type=del 2024-08-29T18:10:40.082 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:40.079+0000 7f6dcfdbe640 1 > prepared operation key=YKW2ORIZT8YI tag=TKNKORRI63SM type=del size=222350 2024-08-29T18:10:40.086 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:40.083+0000 7f6dcfdbe640 1 < completed part key=_multipart_78MD08IJ7ULZ.2~PDGW0VDVS3BX.0 size=1048576 2024-08-29T18:10:40.086 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:40.083+0000 7f6dcfdbe640 1 < canceled part key=_multipart_78MD08IJ7ULZ.2~PDGW0VDVS3BX.1 size=503712 2024-08-29T18:10:40.092 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:40.091+0000 7f6dcfdbe640 1 < canceled multipart upload key=78MD08IJ7ULZ upload=PDGW0VDVS3BX tag=2ZLX3K2G7K6U type=write size=2600864 2024-08-29T18:10:40.096 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:40.095+0000 7f6dcfdbe640 1 > prepared operation key=F8MIRGU95TM4 tag=SLAQV0YR0KRG type=del size=3581528 2024-08-29T18:10:40.099 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:40.099+0000 7f6dcfdbe640 1 < completed part key=_multipart_I0OL3VZS23M6.2~SMIN0ITHDJHR.0 size=646055 2024-08-29T18:10:40.106 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:40.103+0000 7f6dcfdbe640 1 < completed multipart upload key=I0OL3VZS23M6 upload=SMIN0ITHDJHR tag=I35AYQJGWNKD type=write size=1694631 2024-08-29T18:10:40.112 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:40.111+0000 7f6dcfdbe640 1 > prepared part key=_multipart_FDT1EJQCIL25.2~0I09RVUSQSKQ.0 size=1048576 2024-08-29T18:10:40.115 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:40.115+0000 7f6dcfdbe640 1 > prepared part key=_multipart_FDT1EJQCIL25.2~0I09RVUSQSKQ.1 size=708917 2024-08-29T18:10:40.115 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:40.115+0000 7f6dcfdbe640 1 > prepared multipart upload key=FDT1EJQCIL25 upload=0I09RVUSQSKQ tag=HPAXDG5U5AWR type=write size=2806069 2024-08-29T18:10:40.123 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:40.123+0000 7f6dcfdbe640 1 < suggested remove operation key=F8MIRGU95TM4 tag=K3N8MLTHJ9SH type=del 2024-08-29T18:10:40.126 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:40.127+0000 7f6dcfdbe640 1 > prepared operation key=78MD08IJ7ULZ tag=FLVDE2VZLL2H type=del size=585397 2024-08-29T18:10:40.134 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:40.131+0000 7f6dcfdbe640 1 < suggested update operation key=YAC7TKWP61NS tag=S4NCXFK8SKBD type=del size=3798118 2024-08-29T18:10:40.138 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:40.139+0000 7f6dcfdbe640 1 > prepared operation key=PCRU0BDU1Z87 tag=OGORT6EBX2R9 type=write size=994076 2024-08-29T18:10:40.142 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:40.143+0000 7f6dcfdbe640 1 < completed delete operation key=DGQXCI25DDX7 tag=LCUQB9XZWDXG type=del 2024-08-29T18:10:40.160 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:40.159+0000 7f6dcfdbe640 1 > prepared part key=_multipart_ULOTXZSBLM0E.2~SW2PATZH2VWW.0 size=1048576 2024-08-29T18:10:40.162 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:40.163+0000 7f6dcfdbe640 1 > prepared part key=_multipart_ULOTXZSBLM0E.2~SW2PATZH2VWW.1 size=1048576 2024-08-29T18:10:40.165 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:40.163+0000 7f6dcfdbe640 1 > prepared part key=_multipart_ULOTXZSBLM0E.2~SW2PATZH2VWW.2 size=502234 2024-08-29T18:10:40.165 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:40.163+0000 7f6dcfdbe640 1 > prepared multipart upload key=ULOTXZSBLM0E upload=SW2PATZH2VWW tag=FMDWKFA9N3R8 type=write size=3647962 2024-08-29T18:10:40.169 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:40.167+0000 7f6dcfdbe640 1 < completed part key=_multipart_T9L1J5N8K7MO.2~893A18SEWF9O.0 size=421532 2024-08-29T18:10:40.175 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:40.175+0000 7f6dcfdbe640 1 < completed multipart upload key=T9L1J5N8K7MO upload=893A18SEWF9O tag=AI23ERBU90AN type=write size=1470108 2024-08-29T18:10:40.181 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:40.179+0000 7f6dcfdbe640 1 > prepared part key=_multipart_X10K5L2O256M.2~9ZB7UCD3PU80.0 size=1048576 2024-08-29T18:10:40.184 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:40.183+0000 7f6dcfdbe640 1 > prepared part key=_multipart_X10K5L2O256M.2~9ZB7UCD3PU80.1 size=1048576 2024-08-29T18:10:40.187 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:40.187+0000 7f6dcfdbe640 1 > prepared part key=_multipart_X10K5L2O256M.2~9ZB7UCD3PU80.2 size=524445 2024-08-29T18:10:40.187 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:40.187+0000 7f6dcfdbe640 1 > prepared multipart upload key=X10K5L2O256M upload=9ZB7UCD3PU80 tag=5HAX2CNM5INE type=write size=3670173 2024-08-29T18:10:40.191 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:40.191+0000 7f6dcfdbe640 1 < canceled operation key=7Y0GYERC6W4H tag=TRL19MJIR7W8 type=del size=3994199 2024-08-29T18:10:40.195 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:40.195+0000 7f6dcfdbe640 1 > prepared operation key=YKW2ORIZT8YI tag=IGMIW03JN408 type=del size=3619145 2024-08-29T18:10:40.198 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:40.199+0000 7f6dcfdbe640 1 < completed delete operation key=ZPPDOE70TQPE tag=EUHTPVE58I2B type=del 2024-08-29T18:10:40.202 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:40.203+0000 7f6dcfdbe640 1 > prepared operation key=78MD08IJ7ULZ tag=XPGSK2FCBCVI type=del size=3987591 2024-08-29T18:10:40.206 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:40.207+0000 7f6dcfdbe640 1 < completed part key=_multipart_78MD08IJ7ULZ.2~BP1TY4UZGUTR.0 size=550690 2024-08-29T18:10:40.212 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:40.211+0000 7f6dcfdbe640 1 < completed multipart upload key=78MD08IJ7ULZ upload=BP1TY4UZGUTR tag=37XZVL9K0L9N type=write size=1599266 2024-08-29T18:10:40.219 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:40.219+0000 7f6dcfdbe640 1 > prepared part key=_multipart_CY91RGLS4L74.2~2IMORNI0O2PX.0 size=1048576 2024-08-29T18:10:40.222 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:40.223+0000 7f6dcfdbe640 1 > prepared part key=_multipart_CY91RGLS4L74.2~2IMORNI0O2PX.1 size=1048576 2024-08-29T18:10:40.225 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:40.223+0000 7f6dcfdbe640 1 > prepared part key=_multipart_CY91RGLS4L74.2~2IMORNI0O2PX.2 size=957299 2024-08-29T18:10:40.225 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:40.223+0000 7f6dcfdbe640 1 > prepared multipart upload key=CY91RGLS4L74 upload=2IMORNI0O2PX tag=J2Y2W6HHQAH5 type=write size=4103027 2024-08-29T18:10:40.234 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:40.231+0000 7f6dcfdbe640 1 < suggested update operation key=7D5I09Z3ND5H tag=NGPSZC3X40OM type=del size=4137969 2024-08-29T18:10:40.241 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:40.239+0000 7f6dcfdbe640 1 > prepared part key=_multipart_ROJNXFMRMF7F.2~3EEXQTJ3UVMG.0 size=1048576 2024-08-29T18:10:40.245 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:40.243+0000 7f6dcfdbe640 1 > prepared part key=_multipart_ROJNXFMRMF7F.2~3EEXQTJ3UVMG.1 size=665470 2024-08-29T18:10:40.245 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:40.243+0000 7f6dcfdbe640 1 > prepared multipart upload key=ROJNXFMRMF7F upload=3EEXQTJ3UVMG tag=3QLD2SPZVIRV type=write size=2762622 2024-08-29T18:10:40.249 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:40.247+0000 7f6dcfdbe640 1 < completed delete operation key=3VC6XP11WXW6 tag=V4L2CO6AJWFE type=del 2024-08-29T18:10:40.254 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:40.251+0000 7f6dcfdbe640 1 > prepared operation key=DGQXCI25DDX7 tag=S2S3GWYBWU7L type=del size=3735720 2024-08-29T18:10:40.258 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:40.259+0000 7f6dcfdbe640 1 < completed part key=_multipart_7XDT3ZRUKA4H.2~DL5D6F99DZJO.0 size=1048576 2024-08-29T18:10:40.262 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:40.259+0000 7f6dcfdbe640 1 < completed part key=_multipart_7XDT3ZRUKA4H.2~DL5D6F99DZJO.1 size=1048576 2024-08-29T18:10:40.262 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:40.259+0000 7f6dcfdbe640 1 < canceled part key=_multipart_7XDT3ZRUKA4H.2~DL5D6F99DZJO.2 size=724481 2024-08-29T18:10:40.268 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:40.267+0000 7f6dcfdbe640 1 < canceled multipart upload key=7XDT3ZRUKA4H upload=DL5D6F99DZJO tag=PXTS3XMICKAY type=write size=3870209 2024-08-29T18:10:40.273 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:40.271+0000 7f6dcfdbe640 1 > prepared operation key=YE0K0OIAGJTR tag=PCKVF6RTQIC3 type=del size=3654022 2024-08-29T18:10:40.277 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:40.275+0000 7f6dcfdbe640 -1 < failed to complete operation key=F8MIRGU95TM4 tag=K6PD64WRYPHA type=del size=3866968: (22) Invalid argument 2024-08-29T18:10:40.284 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:40.283+0000 7f6dcfdbe640 1 > prepared part key=_multipart_CY91RGLS4L74.2~VZ699JGQZ4U5.0 size=20799 2024-08-29T18:10:40.284 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:40.283+0000 7f6dcfdbe640 1 > prepared multipart upload key=CY91RGLS4L74 upload=VZ699JGQZ4U5 tag=UTPKV4D00GU1 type=write size=1069375 2024-08-29T18:10:40.288 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:40.287+0000 7f6dcfdbe640 1 < completed part key=_multipart_P7TBKPU4347T.2~RYRBV5PU84BP.0 size=1048576 2024-08-29T18:10:40.291 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:40.291+0000 7f6dcfdbe640 1 < completed part key=_multipart_P7TBKPU4347T.2~RYRBV5PU84BP.1 size=525012 2024-08-29T18:10:40.297 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:40.295+0000 7f6dcfdbe640 1 < completed multipart upload key=P7TBKPU4347T upload=RYRBV5PU84BP tag=GZEBN8PWZSA5 type=write size=2622164 2024-08-29T18:10:40.304 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:40.303+0000 7f6dcfdbe640 1 > prepared part key=_multipart_7D5I09Z3ND5H.2~LYCA3MSSKKID.0 size=1048576 2024-08-29T18:10:40.307 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:40.307+0000 7f6dcfdbe640 1 > prepared part key=_multipart_7D5I09Z3ND5H.2~LYCA3MSSKKID.1 size=1048576 2024-08-29T18:10:40.310 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:40.311+0000 7f6dcfdbe640 1 > prepared part key=_multipart_7D5I09Z3ND5H.2~LYCA3MSSKKID.2 size=431511 2024-08-29T18:10:40.310 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:40.311+0000 7f6dcfdbe640 1 > prepared multipart upload key=7D5I09Z3ND5H upload=LYCA3MSSKKID tag=HSDT9QX10EBI type=write size=3577239 2024-08-29T18:10:40.314 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:40.315+0000 7f6dcfdbe640 1 < completed part key=_multipart_YKW2ORIZT8YI.2~47LVBZYB8UV7.0 size=427061 2024-08-29T18:10:40.320 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:40.319+0000 7f6dcfdbe640 1 < completed multipart upload key=YKW2ORIZT8YI upload=47LVBZYB8UV7 tag=AOOYFVVUBLPD type=write size=1475637 2024-08-29T18:10:40.324 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:40.323+0000 7f6dcfdbe640 1 > prepared operation key=7D5I09Z3ND5H tag=Y2SUTWCD6XGO type=del size=673409 2024-08-29T18:10:40.326 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:10:39 smithi053 bash[68679]: audit 2024-08-29T18:10:38.952663+0000 mon.a (mon.0) 2111 : audit [INF] from='client.? 172.21.15.28:0/3022324686' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi028-112806-1","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-29T18:10:40.326 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:10:39 smithi053 bash[68679]: cluster 2024-08-29T18:10:38.960391+0000 mon.a (mon.0) 2112 : cluster [DBG] osdmap e1161: 8 total, 8 up, 8 in 2024-08-29T18:10:40.326 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:10:39 smithi053 bash[68679]: cluster 2024-08-29T18:10:39.382335+0000 mgr.y (mgr.25022) 718 : cluster [DBG] pgmap v1398: 137 pgs: 5 creating+peering, 21 unknown, 111 active+clean; 583 KiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2024-08-29T18:10:40.331 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:40.331+0000 7f6dcfdbe640 1 < suggested update operation key=YKW2ORIZT8YI tag=TKNKORRI63SM type=del size=222350 2024-08-29T18:10:40.335 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:40.335+0000 7f6dcfdbe640 1 > prepared operation key=7D5I09Z3ND5H tag=DH9IHAGOJ7OM type=del size=3823696 2024-08-29T18:10:40.338 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:40.339+0000 7f6dcfdbe640 -1 < failed to complete operation key=F8MIRGU95TM4 tag=SLAQV0YR0KRG type=del size=3581528: (22) Invalid argument 2024-08-29T18:10:40.345 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:40.343+0000 7f6dcfdbe640 1 > prepared part key=_multipart_KZ45Y56F6JGC.2~Q3DW42FVWHH7.0 size=1048576 2024-08-29T18:10:40.348 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:40.347+0000 7f6dcfdbe640 1 > prepared part key=_multipart_KZ45Y56F6JGC.2~Q3DW42FVWHH7.1 size=1048576 2024-08-29T18:10:40.351 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:40.351+0000 7f6dcfdbe640 1 > prepared part key=_multipart_KZ45Y56F6JGC.2~Q3DW42FVWHH7.2 size=96115 2024-08-29T18:10:40.351 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:40.351+0000 7f6dcfdbe640 1 > prepared multipart upload key=KZ45Y56F6JGC upload=Q3DW42FVWHH7 tag=APF535N19D6G type=write size=3241843 2024-08-29T18:10:40.351 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:40.351+0000 7f6dcfdbe640 1 < canceled part key=_multipart_FDT1EJQCIL25.2~0I09RVUSQSKQ.0 size=1048576 2024-08-29T18:10:40.355 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:40.355+0000 7f6dcfdbe640 1 < completed part key=_multipart_FDT1EJQCIL25.2~0I09RVUSQSKQ.1 size=708917 2024-08-29T18:10:40.361 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:40.359+0000 7f6dcfdbe640 1 < canceled multipart upload key=FDT1EJQCIL25 upload=0I09RVUSQSKQ tag=HPAXDG5U5AWR type=write size=2806069 2024-08-29T18:10:40.368 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:40.367+0000 7f6dcfdbe640 1 > prepared part key=_multipart_7Y0GYERC6W4H.2~74LBQF5RN8PE.0 size=1048576 2024-08-29T18:10:40.371 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:40.371+0000 7f6dcfdbe640 1 > prepared part key=_multipart_7Y0GYERC6W4H.2~74LBQF5RN8PE.1 size=1048576 2024-08-29T18:10:40.373 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:40.371+0000 7f6dcfdbe640 1 > prepared part key=_multipart_7Y0GYERC6W4H.2~74LBQF5RN8PE.2 size=775123 2024-08-29T18:10:40.374 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:40.371+0000 7f6dcfdbe640 1 > prepared multipart upload key=7Y0GYERC6W4H upload=74LBQF5RN8PE tag=0GZV7AIW8V7A type=write size=3920851 2024-08-29T18:10:40.377 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:40.375+0000 7f6dcfdbe640 1 < completed delete operation key=78MD08IJ7ULZ tag=FLVDE2VZLL2H type=del 2024-08-29T18:10:40.379 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:10:39 smithi028 bash[78352]: audit 2024-08-29T18:10:38.952663+0000 mon.a (mon.0) 2111 : audit [INF] from='client.? 172.21.15.28:0/3022324686' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi028-112806-1","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-29T18:10:40.379 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:10:39 smithi028 bash[78352]: cluster 2024-08-29T18:10:38.960391+0000 mon.a (mon.0) 2112 : cluster [DBG] osdmap e1161: 8 total, 8 up, 8 in 2024-08-29T18:10:40.379 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:10:39 smithi028 bash[78352]: cluster 2024-08-29T18:10:39.382335+0000 mgr.y (mgr.25022) 718 : cluster [DBG] pgmap v1398: 137 pgs: 5 creating+peering, 21 unknown, 111 active+clean; 583 KiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2024-08-29T18:10:40.379 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:10:39 smithi028 bash[77168]: audit 2024-08-29T18:10:38.952663+0000 mon.a (mon.0) 2111 : audit [INF] from='client.? 172.21.15.28:0/3022324686' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi028-112806-1","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-29T18:10:40.379 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:10:39 smithi028 bash[77168]: cluster 2024-08-29T18:10:38.960391+0000 mon.a (mon.0) 2112 : cluster [DBG] osdmap e1161: 8 total, 8 up, 8 in 2024-08-29T18:10:40.379 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:10:39 smithi028 bash[77168]: cluster 2024-08-29T18:10:39.382335+0000 mgr.y (mgr.25022) 718 : cluster [DBG] pgmap v1398: 137 pgs: 5 creating+peering, 21 unknown, 111 active+clean; 583 KiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2024-08-29T18:10:40.381 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:40.379+0000 7f6dcfdbe640 1 > prepared operation key=X10K5L2O256M tag=6B1Q9UFJH0N0 type=write size=334899 2024-08-29T18:10:40.385 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:40.383+0000 7f6dcfdbe640 1 < completed write operation key=PCRU0BDU1Z87 tag=OGORT6EBX2R9 type=write size=994076 2024-08-29T18:10:40.388 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:40.387+0000 7f6dcfdbe640 1 > prepared operation key=YKW2ORIZT8YI tag=69KA4BS5EW2L type=del size=2200390 2024-08-29T18:10:40.392 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:40.391+0000 7f6dcfdbe640 1 < completed part key=_multipart_ULOTXZSBLM0E.2~SW2PATZH2VWW.0 size=1048576 2024-08-29T18:10:40.392 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:40.391+0000 7f6dcfdbe640 1 < canceled part key=_multipart_ULOTXZSBLM0E.2~SW2PATZH2VWW.1 size=1048576 2024-08-29T18:10:40.395 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:40.395+0000 7f6dcfdbe640 1 < completed part key=_multipart_ULOTXZSBLM0E.2~SW2PATZH2VWW.2 size=502234 2024-08-29T18:10:40.401 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:40.399+0000 7f6dcfdbe640 1 < canceled multipart upload key=ULOTXZSBLM0E upload=SW2PATZH2VWW tag=FMDWKFA9N3R8 type=write size=3647962 2024-08-29T18:10:40.408 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:40.407+0000 7f6dcfdbe640 1 > prepared part key=_multipart_9XOQBHEAVUKF.2~JAN4UOFRMFDP.0 size=1048576 2024-08-29T18:10:40.411 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:40.411+0000 7f6dcfdbe640 1 > prepared part key=_multipart_9XOQBHEAVUKF.2~JAN4UOFRMFDP.1 size=1048576 2024-08-29T18:10:40.416 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:40.411+0000 7f6dcfdbe640 1 > prepared part key=_multipart_9XOQBHEAVUKF.2~JAN4UOFRMFDP.2 size=102971 2024-08-29T18:10:40.416 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:40.411+0000 7f6dcfdbe640 1 > prepared multipart upload key=9XOQBHEAVUKF upload=JAN4UOFRMFDP tag=EHVR3814KOUJ type=write size=3248699 2024-08-29T18:10:40.418 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:40.419+0000 7f6dcfdbe640 1 < completed part key=_multipart_X10K5L2O256M.2~9ZB7UCD3PU80.0 size=1048576 2024-08-29T18:10:40.423 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:40.423+0000 7f6dcfdbe640 1 < completed part key=_multipart_X10K5L2O256M.2~9ZB7UCD3PU80.1 size=1048576 2024-08-29T18:10:40.426 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:40.427+0000 7f6dcfdbe640 1 < completed part key=_multipart_X10K5L2O256M.2~9ZB7UCD3PU80.2 size=524445 2024-08-29T18:10:40.431 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:40.431+0000 7f6dcfdbe640 1 < completed multipart upload key=X10K5L2O256M upload=9ZB7UCD3PU80 tag=5HAX2CNM5INE type=write size=3670173 2024-08-29T18:10:40.434 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:40.435+0000 7f6dcfdbe640 1 > prepared operation key=DGQXCI25DDX7 tag=B3T39K655DX1 type=del size=3067311 2024-08-29T18:10:40.439 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:40.439+0000 7f6dcfdbe640 -1 < failed to complete operation key=YKW2ORIZT8YI tag=IGMIW03JN408 type=del size=3619145: (22) Invalid argument 2024-08-29T18:10:40.443 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:40.443+0000 7f6dcfdbe640 1 > prepared operation key=ROJNXFMRMF7F tag=2N91R5IVFW3T type=del size=2568543 2024-08-29T18:10:40.446 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:40.447+0000 7f6dcfdbe640 1 < completed delete operation key=78MD08IJ7ULZ tag=XPGSK2FCBCVI type=del 2024-08-29T18:10:40.452 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:40.451+0000 7f6dcfdbe640 1 > prepared part key=_multipart_9XOQBHEAVUKF.2~6TCSBU5NRNOH.0 size=1048576 2024-08-29T18:10:40.454 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:40.455+0000 7f6dcfdbe640 1 > prepared part key=_multipart_9XOQBHEAVUKF.2~6TCSBU5NRNOH.1 size=1048576 2024-08-29T18:10:40.457 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:40.455+0000 7f6dcfdbe640 1 > prepared part key=_multipart_9XOQBHEAVUKF.2~6TCSBU5NRNOH.2 size=985872 2024-08-29T18:10:40.457 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:40.455+0000 7f6dcfdbe640 1 > prepared multipart upload key=9XOQBHEAVUKF upload=6TCSBU5NRNOH tag=FMDPAMBGQSQI type=write size=4131600 2024-08-29T18:10:40.461 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:40.459+0000 7f6dcfdbe640 1 < completed part key=_multipart_CY91RGLS4L74.2~2IMORNI0O2PX.0 size=1048576 2024-08-29T18:10:40.464 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:40.463+0000 7f6dcfdbe640 1 < completed part key=_multipart_CY91RGLS4L74.2~2IMORNI0O2PX.1 size=1048576 2024-08-29T18:10:40.464 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:40.463+0000 7f6dcfdbe640 1 < canceled part key=_multipart_CY91RGLS4L74.2~2IMORNI0O2PX.2 size=957299 2024-08-29T18:10:40.470 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:40.467+0000 7f6dcfdbe640 1 < canceled multipart upload key=CY91RGLS4L74 upload=2IMORNI0O2PX tag=J2Y2W6HHQAH5 type=write size=4103027 2024-08-29T18:10:40.474 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:40.471+0000 7f6dcfdbe640 1 > prepared operation key=7D5I09Z3ND5H tag=62N9S3EHEKJL type=del size=426554 2024-08-29T18:10:40.477 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:40.475+0000 7f6dcfdbe640 1 < completed part key=_multipart_ROJNXFMRMF7F.2~3EEXQTJ3UVMG.0 size=1048576 2024-08-29T18:10:40.481 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:40.479+0000 7f6dcfdbe640 1 < completed part key=_multipart_ROJNXFMRMF7F.2~3EEXQTJ3UVMG.1 size=665470 2024-08-29T18:10:40.487 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:40.487+0000 7f6dcfdbe640 1 < completed multipart upload key=ROJNXFMRMF7F upload=3EEXQTJ3UVMG tag=3QLD2SPZVIRV type=write size=2762622 2024-08-29T18:10:40.491 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:40.491+0000 7f6dcfdbe640 1 > prepared operation key=I0OL3VZS23M6 tag=6TPAADVT1X52 type=del size=502390 2024-08-29T18:10:40.499 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:40.499+0000 7f6dcfdbe640 1 < suggested update operation key=DGQXCI25DDX7 tag=S2S3GWYBWU7L type=del size=3735720 2024-08-29T18:10:40.503 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:40.503+0000 7f6dcfdbe640 1 > prepared operation key=78MD08IJ7ULZ tag=AH4K2IH0ANKH type=del size=2614358 2024-08-29T18:10:40.506 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:40.507+0000 7f6dcfdbe640 1 < completed delete operation key=YE0K0OIAGJTR tag=PCKVF6RTQIC3 type=del 2024-08-29T18:10:40.510 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:40.511+0000 7f6dcfdbe640 1 > prepared operation key=P7TBKPU4347T tag=CTIOR5BOLN89 type=del size=3873318 2024-08-29T18:10:40.514 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:40.515+0000 7f6dcfdbe640 1 < completed part key=_multipart_CY91RGLS4L74.2~VZ699JGQZ4U5.0 size=20799 2024-08-29T18:10:40.521 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:40.519+0000 7f6dcfdbe640 1 < completed multipart upload key=CY91RGLS4L74 upload=VZ699JGQZ4U5 tag=UTPKV4D00GU1 type=write size=1069375 2024-08-29T18:10:40.526 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:40.523+0000 7f6dcfdbe640 1 > prepared operation key=78MD08IJ7ULZ tag=S05T74YHLNQL type=del size=2723432 2024-08-29T18:10:40.530 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:40.531+0000 7f6dcfdbe640 1 < completed part key=_multipart_7D5I09Z3ND5H.2~LYCA3MSSKKID.0 size=1048576 2024-08-29T18:10:40.530 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:40.531+0000 7f6dcfdbe640 1 < canceled part key=_multipart_7D5I09Z3ND5H.2~LYCA3MSSKKID.1 size=1048576 2024-08-29T18:10:40.533 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:40.531+0000 7f6dcfdbe640 1 < completed part key=_multipart_7D5I09Z3ND5H.2~LYCA3MSSKKID.2 size=431511 2024-08-29T18:10:40.540 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:40.539+0000 7f6dcfdbe640 1 < canceled multipart upload key=7D5I09Z3ND5H upload=LYCA3MSSKKID tag=HSDT9QX10EBI type=write size=3577239 2024-08-29T18:10:40.548 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:40.547+0000 7f6dcfdbe640 1 > prepared part key=_multipart_YAC7TKWP61NS.2~TG5MLC8T9BV3.0 size=1048576 2024-08-29T18:10:40.551 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:40.551+0000 7f6dcfdbe640 1 > prepared part key=_multipart_YAC7TKWP61NS.2~TG5MLC8T9BV3.1 size=228802 2024-08-29T18:10:40.551 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:40.551+0000 7f6dcfdbe640 1 > prepared multipart upload key=YAC7TKWP61NS upload=TG5MLC8T9BV3 tag=4WFTNCSC15FA type=write size=2325954 2024-08-29T18:10:40.559 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:40.559+0000 7f6dcfdbe640 1 < suggested update operation key=7D5I09Z3ND5H tag=Y2SUTWCD6XGO type=del size=673409 2024-08-29T18:10:40.567 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:40.567+0000 7f6dcfdbe640 1 > prepared part key=_multipart_X10K5L2O256M.2~HP5L8ZHCPR6M.0 size=1048576 2024-08-29T18:10:40.569 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:40.567+0000 7f6dcfdbe640 1 > prepared part key=_multipart_X10K5L2O256M.2~HP5L8ZHCPR6M.1 size=1048576 2024-08-29T18:10:40.572 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:40.571+0000 7f6dcfdbe640 1 > prepared part key=_multipart_X10K5L2O256M.2~HP5L8ZHCPR6M.2 size=562768 2024-08-29T18:10:40.572 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:40.571+0000 7f6dcfdbe640 1 > prepared multipart upload key=X10K5L2O256M upload=HP5L8ZHCPR6M tag=GAW1U3N169AR type=write size=3708496 2024-08-29T18:10:40.580 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:40.579+0000 7f6dcfdbe640 1 < suggested remove operation key=7D5I09Z3ND5H tag=DH9IHAGOJ7OM type=del 2024-08-29T18:10:40.587 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:40.587+0000 7f6dcfdbe640 1 > prepared part key=_multipart_MT6UK3U6H4JX.2~JDULPADJ4QO2.0 size=769678 2024-08-29T18:10:40.587 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:40.587+0000 7f6dcfdbe640 1 > prepared multipart upload key=MT6UK3U6H4JX upload=JDULPADJ4QO2 tag=7CKREPQ4EB2J type=write size=1818254 2024-08-29T18:10:40.592 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:40.591+0000 7f6dcfdbe640 1 < completed part key=_multipart_KZ45Y56F6JGC.2~Q3DW42FVWHH7.0 size=1048576 2024-08-29T18:10:40.596 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:40.595+0000 7f6dcfdbe640 1 < completed part key=_multipart_KZ45Y56F6JGC.2~Q3DW42FVWHH7.1 size=1048576 2024-08-29T18:10:40.599 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:40.599+0000 7f6dcfdbe640 1 < completed part key=_multipart_KZ45Y56F6JGC.2~Q3DW42FVWHH7.2 size=96115 2024-08-29T18:10:40.606 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:40.607+0000 7f6dcfdbe640 1 < completed multipart upload key=KZ45Y56F6JGC upload=Q3DW42FVWHH7 tag=APF535N19D6G type=write size=3241843 2024-08-29T18:10:40.611 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:40.611+0000 7f6dcfdbe640 1 > prepared operation key=7Y0GYERC6W4H tag=RJCDI8HFICNE type=del size=2333560 2024-08-29T18:10:40.615 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:40.615+0000 7f6dcfdbe640 1 < completed part key=_multipart_7Y0GYERC6W4H.2~74LBQF5RN8PE.0 size=1048576 2024-08-29T18:10:40.619 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:40.619+0000 7f6dcfdbe640 1 < completed part key=_multipart_7Y0GYERC6W4H.2~74LBQF5RN8PE.1 size=1048576 2024-08-29T18:10:40.622 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:40.619+0000 7f6dcfdbe640 1 < completed part key=_multipart_7Y0GYERC6W4H.2~74LBQF5RN8PE.2 size=775123 2024-08-29T18:10:40.628 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:40.627+0000 7f6dcfdbe640 1 < completed multipart upload key=7Y0GYERC6W4H upload=74LBQF5RN8PE tag=0GZV7AIW8V7A type=write size=3920851 2024-08-29T18:10:40.632 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:40.631+0000 7f6dcfdbe640 1 > prepared operation key=CY91RGLS4L74 tag=YBIRSW3UACKQ type=del size=451684 2024-08-29T18:10:40.636 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:40.635+0000 7f6dcfdbe640 1 < completed write operation key=X10K5L2O256M tag=6B1Q9UFJH0N0 type=write size=334899 2024-08-29T18:10:40.643 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:40.643+0000 7f6dcfdbe640 1 > prepared part key=_multipart_T9L1J5N8K7MO.2~S48EYDC8CTDG.0 size=831292 2024-08-29T18:10:40.643 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:40.643+0000 7f6dcfdbe640 1 > prepared multipart upload key=T9L1J5N8K7MO upload=S48EYDC8CTDG tag=47AKYDG97WQ3 type=write size=1879868 2024-08-29T18:10:40.650 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:40.651+0000 7f6dcfdbe640 1 < suggested update operation key=YKW2ORIZT8YI tag=69KA4BS5EW2L type=del size=2200390 2024-08-29T18:10:40.657 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:40.655+0000 7f6dcfdbe640 1 > prepared part key=_multipart_ROJNXFMRMF7F.2~DYMWK6GEL22R.0 size=254327 2024-08-29T18:10:40.657 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:40.655+0000 7f6dcfdbe640 1 > prepared multipart upload key=ROJNXFMRMF7F upload=DYMWK6GEL22R tag=OSDO7JERYSCB type=write size=1302903 2024-08-29T18:10:40.661 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:40.659+0000 7f6dcfdbe640 1 < completed part key=_multipart_9XOQBHEAVUKF.2~JAN4UOFRMFDP.0 size=1048576 2024-08-29T18:10:40.663 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:40.663+0000 7f6dcfdbe640 1 < completed part key=_multipart_9XOQBHEAVUKF.2~JAN4UOFRMFDP.1 size=1048576 2024-08-29T18:10:40.666 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:40.667+0000 7f6dcfdbe640 1 < completed part key=_multipart_9XOQBHEAVUKF.2~JAN4UOFRMFDP.2 size=102971 2024-08-29T18:10:40.673 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:40.671+0000 7f6dcfdbe640 1 < completed multipart upload key=9XOQBHEAVUKF upload=JAN4UOFRMFDP tag=EHVR3814KOUJ type=write size=3248699 2024-08-29T18:10:40.677 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:40.675+0000 7f6dcfdbe640 1 > prepared operation key=ZPPDOE70TQPE tag=03BT8H6B2MQ3 type=del size=3397063 2024-08-29T18:10:40.681 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:40.679+0000 7f6dcfdbe640 -1 < failed to complete operation key=DGQXCI25DDX7 tag=B3T39K655DX1 type=del size=3067311: (22) Invalid argument 2024-08-29T18:10:40.689 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:40.687+0000 7f6dcfdbe640 1 > prepared part key=_multipart_L6FV6KJ6OHNY.2~ZGM3WYH9QJ5Y.0 size=474632 2024-08-29T18:10:40.689 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:40.687+0000 7f6dcfdbe640 1 > prepared multipart upload key=L6FV6KJ6OHNY upload=ZGM3WYH9QJ5Y tag=5BR2X10MBIRH type=write size=1523208 2024-08-29T18:10:40.691 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:40.691+0000 7f6dcfdbe640 1 < completed delete operation key=ROJNXFMRMF7F tag=2N91R5IVFW3T type=del 2024-08-29T18:10:40.695 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:40.695+0000 7f6dcfdbe640 1 > prepared operation key=3BV7GUDY3NXK tag=BMT8GPH1KB36 type=del size=3621459 2024-08-29T18:10:40.700 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:40.699+0000 7f6dcfdbe640 1 < completed part key=_multipart_9XOQBHEAVUKF.2~6TCSBU5NRNOH.0 size=1048576 2024-08-29T18:10:40.703 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:40.703+0000 7f6dcfdbe640 1 < completed part key=_multipart_9XOQBHEAVUKF.2~6TCSBU5NRNOH.1 size=1048576 2024-08-29T18:10:40.703 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:40.703+0000 7f6dcfdbe640 1 < canceled part key=_multipart_9XOQBHEAVUKF.2~6TCSBU5NRNOH.2 size=985872 2024-08-29T18:10:40.709 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:40.707+0000 7f6dcfdbe640 1 < canceled multipart upload key=9XOQBHEAVUKF upload=6TCSBU5NRNOH tag=FMDPAMBGQSQI type=write size=4131600 2024-08-29T18:10:40.716 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:40.715+0000 7f6dcfdbe640 1 > prepared part key=_multipart_7Y0GYERC6W4H.2~T6123CTA0SH2.0 size=1048576 2024-08-29T18:10:40.719 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:40.719+0000 7f6dcfdbe640 1 > prepared part key=_multipart_7Y0GYERC6W4H.2~T6123CTA0SH2.1 size=954120 2024-08-29T18:10:40.719 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:40.719+0000 7f6dcfdbe640 1 > prepared multipart upload key=7Y0GYERC6W4H upload=T6123CTA0SH2 tag=9Y12QE3C2GZ9 type=write size=3051272 2024-08-29T18:10:40.723 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:40.723+0000 7f6dcfdbe640 -1 < failed to complete operation key=7D5I09Z3ND5H tag=62N9S3EHEKJL type=del size=426554: (22) Invalid argument 2024-08-29T18:10:40.731 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:40.731+0000 7f6dcfdbe640 1 > prepared part key=_multipart_78MD08IJ7ULZ.2~675Y3JWC3BSR.0 size=1048576 2024-08-29T18:10:40.734 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:40.731+0000 7f6dcfdbe640 1 > prepared part key=_multipart_78MD08IJ7ULZ.2~675Y3JWC3BSR.1 size=1048576 2024-08-29T18:10:40.737 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:40.735+0000 7f6dcfdbe640 1 > prepared part key=_multipart_78MD08IJ7ULZ.2~675Y3JWC3BSR.2 size=564181 2024-08-29T18:10:40.737 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:40.735+0000 7f6dcfdbe640 1 > prepared multipart upload key=78MD08IJ7ULZ upload=675Y3JWC3BSR tag=2UQ33R1SRJ7X type=write size=3709909 2024-08-29T18:10:40.741 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:40.739+0000 7f6dcfdbe640 1 < completed delete operation key=I0OL3VZS23M6 tag=6TPAADVT1X52 type=del 2024-08-29T18:10:40.745 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:40.743+0000 7f6dcfdbe640 1 > prepared operation key=L6FV6KJ6OHNY tag=TUSBQDJUPRFU type=del size=1743523 2024-08-29T18:10:40.749 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:40.747+0000 7f6dcfdbe640 1 < completed delete operation key=78MD08IJ7ULZ tag=AH4K2IH0ANKH type=del 2024-08-29T18:10:40.757 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:40.755+0000 7f6dcfdbe640 1 > prepared part key=_multipart_3BV7GUDY3NXK.2~357D81D8JPEK.0 size=1048576 2024-08-29T18:10:40.760 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:40.759+0000 7f6dcfdbe640 1 > prepared part key=_multipart_3BV7GUDY3NXK.2~357D81D8JPEK.1 size=282691 2024-08-29T18:10:40.760 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:40.759+0000 7f6dcfdbe640 1 > prepared multipart upload key=3BV7GUDY3NXK upload=357D81D8JPEK tag=1ZVL25UF7WTJ type=write size=2379843 2024-08-29T18:10:40.764 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:40.763+0000 7f6dcfdbe640 1 < completed delete operation key=P7TBKPU4347T tag=CTIOR5BOLN89 type=del 2024-08-29T18:10:40.768 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:40.767+0000 7f6dcfdbe640 1 > prepared operation key=PCRU0BDU1Z87 tag=USB0L128MDYW type=del size=74271 2024-08-29T18:10:40.773 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:40.771+0000 7f6dcfdbe640 1 < canceled operation key=78MD08IJ7ULZ tag=S05T74YHLNQL type=del size=2723432 2024-08-29T18:10:40.777 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:40.775+0000 7f6dcfdbe640 1 > prepared operation key=KZ45Y56F6JGC tag=BZ426AN2P41K type=del size=1656610 2024-08-29T18:10:40.781 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:40.779+0000 7f6dcfdbe640 1 < completed part key=_multipart_YAC7TKWP61NS.2~TG5MLC8T9BV3.0 size=1048576 2024-08-29T18:10:40.784 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:40.783+0000 7f6dcfdbe640 1 < completed part key=_multipart_YAC7TKWP61NS.2~TG5MLC8T9BV3.1 size=228802 2024-08-29T18:10:40.791 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:40.791+0000 7f6dcfdbe640 1 < completed multipart upload key=YAC7TKWP61NS upload=TG5MLC8T9BV3 tag=4WFTNCSC15FA type=write size=2325954 2024-08-29T18:10:40.798 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:40.795+0000 7f6dcfdbe640 1 > prepared part key=_multipart_T9L1J5N8K7MO.2~6CGUUDUAMLZ9.0 size=1048576 2024-08-29T18:10:40.801 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:40.799+0000 7f6dcfdbe640 1 > prepared part key=_multipart_T9L1J5N8K7MO.2~6CGUUDUAMLZ9.1 size=761057 2024-08-29T18:10:40.801 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:40.799+0000 7f6dcfdbe640 1 > prepared multipart upload key=T9L1J5N8K7MO upload=6CGUUDUAMLZ9 tag=XT09UYKDTNZK type=write size=2858209 2024-08-29T18:10:40.805 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:40.803+0000 7f6dcfdbe640 1 < completed part key=_multipart_X10K5L2O256M.2~HP5L8ZHCPR6M.0 size=1048576 2024-08-29T18:10:40.808 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:40.807+0000 7f6dcfdbe640 1 < completed part key=_multipart_X10K5L2O256M.2~HP5L8ZHCPR6M.1 size=1048576 2024-08-29T18:10:40.811 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:40.811+0000 7f6dcfdbe640 1 < completed part key=_multipart_X10K5L2O256M.2~HP5L8ZHCPR6M.2 size=562768 2024-08-29T18:10:40.818 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:40.815+0000 7f6dcfdbe640 1 < completed multipart upload key=X10K5L2O256M upload=HP5L8ZHCPR6M tag=GAW1U3N169AR type=write size=3708496 2024-08-29T18:10:40.825 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:40.823+0000 7f6dcfdbe640 1 > prepared part key=_multipart_7Y0GYERC6W4H.2~RQE6M08XSBFS.0 size=1048576 2024-08-29T18:10:40.828 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:40.827+0000 7f6dcfdbe640 1 > prepared part key=_multipart_7Y0GYERC6W4H.2~RQE6M08XSBFS.1 size=964887 2024-08-29T18:10:40.828 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:40.827+0000 7f6dcfdbe640 1 > prepared multipart upload key=7Y0GYERC6W4H upload=RQE6M08XSBFS tag=8LP2PZN3CVFL type=write size=3062039 2024-08-29T18:10:40.831 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:40.831+0000 7f6dcfdbe640 1 < completed part key=_multipart_MT6UK3U6H4JX.2~JDULPADJ4QO2.0 size=769678 2024-08-29T18:10:40.837 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:40.835+0000 7f6dcfdbe640 1 < completed multipart upload key=MT6UK3U6H4JX upload=JDULPADJ4QO2 tag=7CKREPQ4EB2J type=write size=1818254 2024-08-29T18:10:40.842 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:40.843+0000 7f6dcfdbe640 1 > prepared operation key=CN52F1ME4Q7H tag=WB6P7HFEH967 type=del size=2522220 2024-08-29T18:10:40.847 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:40.847+0000 7f6dcfdbe640 1 < canceled operation key=7Y0GYERC6W4H tag=RJCDI8HFICNE type=del size=2333560 2024-08-29T18:10:40.851 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:40.851+0000 7f6dcfdbe640 1 > prepared operation key=ZPPDOE70TQPE tag=XFO9AV15H6XY type=del size=450744 2024-08-29T18:10:40.855 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:40.855+0000 7f6dcfdbe640 1 < completed delete operation key=CY91RGLS4L74 tag=YBIRSW3UACKQ type=del 2024-08-29T18:10:40.862 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:40.859+0000 7f6dcfdbe640 1 > prepared part key=_multipart_P7TBKPU4347T.2~GGQECSJCVJG7.0 size=1048576 2024-08-29T18:10:40.865 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:40.863+0000 7f6dcfdbe640 1 > prepared part key=_multipart_P7TBKPU4347T.2~GGQECSJCVJG7.1 size=1048576 2024-08-29T18:10:40.868 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:40.867+0000 7f6dcfdbe640 1 > prepared part key=_multipart_P7TBKPU4347T.2~GGQECSJCVJG7.2 size=705205 2024-08-29T18:10:40.868 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:40.867+0000 7f6dcfdbe640 1 > prepared multipart upload key=P7TBKPU4347T upload=GGQECSJCVJG7 tag=H55GME3OW2KV type=write size=3850933 2024-08-29T18:10:40.871 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:40.871+0000 7f6dcfdbe640 1 < completed part key=_multipart_T9L1J5N8K7MO.2~S48EYDC8CTDG.0 size=831292 2024-08-29T18:10:40.877 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:40.875+0000 7f6dcfdbe640 1 < completed multipart upload key=T9L1J5N8K7MO upload=S48EYDC8CTDG tag=47AKYDG97WQ3 type=write size=1879868 2024-08-29T18:10:40.881 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:40.879+0000 7f6dcfdbe640 1 > prepared operation key=CY91RGLS4L74 tag=GIXJW1ARDG5A type=del size=1711653 2024-08-29T18:10:40.885 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:40.883+0000 7f6dcfdbe640 1 < completed part key=_multipart_ROJNXFMRMF7F.2~DYMWK6GEL22R.0 size=254327 2024-08-29T18:10:40.893 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:40.891+0000 7f6dcfdbe640 1 < completed multipart upload key=ROJNXFMRMF7F upload=DYMWK6GEL22R tag=OSDO7JERYSCB type=write size=1302903 2024-08-29T18:10:40.898 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:40.895+0000 7f6dcfdbe640 1 > prepared part key=_multipart_KZ45Y56F6JGC.2~KVXY9XVC9YBZ.0 size=1048576 2024-08-29T18:10:40.901 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:40.899+0000 7f6dcfdbe640 1 > prepared part key=_multipart_KZ45Y56F6JGC.2~KVXY9XVC9YBZ.1 size=1048576 2024-08-29T18:10:40.903 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:40.903+0000 7f6dcfdbe640 1 > prepared part key=_multipart_KZ45Y56F6JGC.2~KVXY9XVC9YBZ.2 size=394400 2024-08-29T18:10:40.904 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:40.903+0000 7f6dcfdbe640 1 > prepared multipart upload key=KZ45Y56F6JGC upload=KVXY9XVC9YBZ tag=YFI088XZF3KX type=write size=3540128 2024-08-29T18:10:40.907 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:40.907+0000 7f6dcfdbe640 1 < completed delete operation key=ZPPDOE70TQPE tag=03BT8H6B2MQ3 type=del 2024-08-29T18:10:40.911 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:40.911+0000 7f6dcfdbe640 1 > prepared operation key=LP0MLEKV3E74 tag=90WJNA9ILYP9 type=del size=1605808 2024-08-29T18:10:40.912 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:40.911+0000 7f6dcfdbe640 1 < canceled part key=_multipart_L6FV6KJ6OHNY.2~ZGM3WYH9QJ5Y.0 size=474632 2024-08-29T18:10:40.918 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:40.919+0000 7f6dcfdbe640 1 < canceled multipart upload key=L6FV6KJ6OHNY upload=ZGM3WYH9QJ5Y tag=5BR2X10MBIRH type=write size=1523208 2024-08-29T18:10:40.922 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:40.919+0000 7f6dcfdbe640 1 > prepared operation key=MT6UK3U6H4JX tag=Y67K2G44XLPA type=del size=4137395 2024-08-29T18:10:40.926 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:40.927+0000 7f6dcfdbe640 1 < completed delete operation key=3BV7GUDY3NXK tag=BMT8GPH1KB36 type=del 2024-08-29T18:10:40.930 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:40.931+0000 7f6dcfdbe640 1 > prepared operation key=DGQXCI25DDX7 tag=F9L3W0ZWL3T6 type=del size=641147 2024-08-29T18:10:40.935 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:40.935+0000 7f6dcfdbe640 1 < completed part key=_multipart_7Y0GYERC6W4H.2~T6123CTA0SH2.0 size=1048576 2024-08-29T18:10:40.938 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:40.935+0000 7f6dcfdbe640 1 < completed part key=_multipart_7Y0GYERC6W4H.2~T6123CTA0SH2.1 size=954120 2024-08-29T18:10:40.944 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:40.943+0000 7f6dcfdbe640 1 < completed multipart upload key=7Y0GYERC6W4H upload=T6123CTA0SH2 tag=9Y12QE3C2GZ9 type=write size=3051272 2024-08-29T18:10:40.951 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:40.951+0000 7f6dcfdbe640 1 > prepared part key=_multipart_W4PL77H6JMGP.2~ENS9IA17BSFN.0 size=1048576 2024-08-29T18:10:40.954 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:40.951+0000 7f6dcfdbe640 1 > prepared part key=_multipart_W4PL77H6JMGP.2~ENS9IA17BSFN.1 size=1048576 2024-08-29T18:10:40.957 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:40.955+0000 7f6dcfdbe640 1 > prepared part key=_multipart_W4PL77H6JMGP.2~ENS9IA17BSFN.2 size=213865 2024-08-29T18:10:40.957 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:40.955+0000 7f6dcfdbe640 1 > prepared multipart upload key=W4PL77H6JMGP upload=ENS9IA17BSFN tag=9938XOI2JAQF type=write size=3359593 2024-08-29T18:10:40.960 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:40.959+0000 7f6dcfdbe640 1 < completed part key=_multipart_78MD08IJ7ULZ.2~675Y3JWC3BSR.0 size=1048576 2024-08-29T18:10:40.963 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:40.963+0000 7f6dcfdbe640 1 < completed part key=_multipart_78MD08IJ7ULZ.2~675Y3JWC3BSR.1 size=1048576 2024-08-29T18:10:40.967 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:40.967+0000 7f6dcfdbe640 1 < completed part key=_multipart_78MD08IJ7ULZ.2~675Y3JWC3BSR.2 size=564181 2024-08-29T18:10:40.973 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:40.971+0000 7f6dcfdbe640 1 < completed multipart upload key=78MD08IJ7ULZ upload=675Y3JWC3BSR tag=2UQ33R1SRJ7X type=write size=3709909 2024-08-29T18:10:40.977 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:40.975+0000 7f6dcfdbe640 1 > prepared operation key=7XDT3ZRUKA4H tag=OL8RESELSV8O type=del size=590061 2024-08-29T18:10:40.980 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:40.979+0000 7f6dcfdbe640 1 < completed delete operation key=L6FV6KJ6OHNY tag=TUSBQDJUPRFU type=del 2024-08-29T18:10:40.984 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:40.983+0000 7f6dcfdbe640 1 > prepared operation key=L6FV6KJ6OHNY tag=TCSWS1DYQBDW type=del size=628890 2024-08-29T18:10:40.988 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:40.987+0000 7f6dcfdbe640 1 < completed part key=_multipart_3BV7GUDY3NXK.2~357D81D8JPEK.0 size=1048576 2024-08-29T18:10:40.990 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:40.991+0000 7f6dcfdbe640 1 < completed part key=_multipart_3BV7GUDY3NXK.2~357D81D8JPEK.1 size=282691 2024-08-29T18:10:40.996 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:40.995+0000 7f6dcfdbe640 1 < completed multipart upload key=3BV7GUDY3NXK upload=357D81D8JPEK tag=1ZVL25UF7WTJ type=write size=2379843 2024-08-29T18:10:41.003 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:41.003+0000 7f6dcfdbe640 1 > prepared part key=_multipart_78MD08IJ7ULZ.2~ZRWTS8VCXLH1.0 size=1048576 2024-08-29T18:10:41.005 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:41.003+0000 7f6dcfdbe640 1 > prepared part key=_multipart_78MD08IJ7ULZ.2~ZRWTS8VCXLH1.1 size=1048576 2024-08-29T18:10:41.008 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:41.007+0000 7f6dcfdbe640 1 > prepared part key=_multipart_78MD08IJ7ULZ.2~ZRWTS8VCXLH1.2 size=191095 2024-08-29T18:10:41.008 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:41.007+0000 7f6dcfdbe640 1 > prepared multipart upload key=78MD08IJ7ULZ upload=ZRWTS8VCXLH1 tag=WD1RTBR75XEV type=write size=3336823 2024-08-29T18:10:41.011 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:41.011+0000 7f6dcfdbe640 1 < completed delete operation key=PCRU0BDU1Z87 tag=USB0L128MDYW type=del 2024-08-29T18:10:41.018 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:41.015+0000 7f6dcfdbe640 1 > prepared part key=_multipart_3VC6XP11WXW6.2~O4IK1SVU1IQ7.0 size=1048576 2024-08-29T18:10:41.021 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:41.019+0000 7f6dcfdbe640 1 > prepared part key=_multipart_3VC6XP11WXW6.2~O4IK1SVU1IQ7.1 size=1048576 2024-08-29T18:10:41.023 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:41.023+0000 7f6dcfdbe640 1 > prepared part key=_multipart_3VC6XP11WXW6.2~O4IK1SVU1IQ7.2 size=454382 2024-08-29T18:10:41.024 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:41.023+0000 7f6dcfdbe640 1 > prepared multipart upload key=3VC6XP11WXW6 upload=O4IK1SVU1IQ7 tag=14NQ9TVI69W4 type=write size=3600110 2024-08-29T18:10:41.027 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:41.027+0000 7f6dcfdbe640 1 < completed delete operation key=KZ45Y56F6JGC tag=BZ426AN2P41K type=del 2024-08-29T18:10:41.031 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:41.031+0000 7f6dcfdbe640 1 > prepared operation key=X10K5L2O256M tag=UQ7HYO42L33K type=del size=1243010 2024-08-29T18:10:41.036 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:41.035+0000 7f6dcfdbe640 1 < completed part key=_multipart_T9L1J5N8K7MO.2~6CGUUDUAMLZ9.0 size=1048576 2024-08-29T18:10:41.039 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:41.039+0000 7f6dcfdbe640 1 < completed part key=_multipart_T9L1J5N8K7MO.2~6CGUUDUAMLZ9.1 size=761057 2024-08-29T18:10:41.045 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:41.043+0000 7f6dcfdbe640 1 < completed multipart upload key=T9L1J5N8K7MO upload=6CGUUDUAMLZ9 tag=XT09UYKDTNZK type=write size=2858209 2024-08-29T18:10:41.052 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:41.051+0000 7f6dcfdbe640 1 > prepared part key=_multipart_7Y0GYERC6W4H.2~D8VDDK7ZA3YR.0 size=1048576 2024-08-29T18:10:41.055 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:41.055+0000 7f6dcfdbe640 1 > prepared part key=_multipart_7Y0GYERC6W4H.2~D8VDDK7ZA3YR.1 size=150670 2024-08-29T18:10:41.055 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:41.055+0000 7f6dcfdbe640 1 > prepared multipart upload key=7Y0GYERC6W4H upload=D8VDDK7ZA3YR tag=GXUH8BQGM5JQ type=write size=2247822 2024-08-29T18:10:41.059 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:41.059+0000 7f6dcfdbe640 1 < completed part key=_multipart_7Y0GYERC6W4H.2~RQE6M08XSBFS.0 size=1048576 2024-08-29T18:10:41.062 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:41.059+0000 7f6dcfdbe640 1 < completed part key=_multipart_7Y0GYERC6W4H.2~RQE6M08XSBFS.1 size=964887 2024-08-29T18:10:41.068 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:41.067+0000 7f6dcfdbe640 1 < completed multipart upload key=7Y0GYERC6W4H upload=RQE6M08XSBFS tag=8LP2PZN3CVFL type=write size=3062039 2024-08-29T18:10:41.072 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:41.071+0000 7f6dcfdbe640 1 > prepared operation key=3VC6XP11WXW6 tag=FI27EWKHBJ69 type=del size=3280483 2024-08-29T18:10:41.076 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:41.075+0000 7f6dcfdbe640 1 < completed delete operation key=CN52F1ME4Q7H tag=WB6P7HFEH967 type=del 2024-08-29T18:10:41.083 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:41.083+0000 7f6dcfdbe640 1 > prepared part key=_multipart_X10K5L2O256M.2~UGVKG13B6FCP.0 size=102358 2024-08-29T18:10:41.083 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:41.083+0000 7f6dcfdbe640 1 > prepared multipart upload key=X10K5L2O256M upload=UGVKG13B6FCP tag=LW14D9QQZYEP type=write size=1150934 2024-08-29T18:10:41.088 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:41.087+0000 7f6dcfdbe640 1 < completed delete operation key=ZPPDOE70TQPE tag=XFO9AV15H6XY type=del 2024-08-29T18:10:41.092 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:41.091+0000 7f6dcfdbe640 1 > prepared operation key=3VC6XP11WXW6 tag=RLGMKH7EG8Q0 type=del size=2410490 2024-08-29T18:10:41.096 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:41.095+0000 7f6dcfdbe640 1 < completed part key=_multipart_P7TBKPU4347T.2~GGQECSJCVJG7.0 size=1048576 2024-08-29T18:10:41.100 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:41.099+0000 7f6dcfdbe640 1 < completed part key=_multipart_P7TBKPU4347T.2~GGQECSJCVJG7.1 size=1048576 2024-08-29T18:10:41.103 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:41.103+0000 7f6dcfdbe640 1 < completed part key=_multipart_P7TBKPU4347T.2~GGQECSJCVJG7.2 size=705205 2024-08-29T18:10:41.109 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:41.107+0000 7f6dcfdbe640 1 < completed multipart upload key=P7TBKPU4347T upload=GGQECSJCVJG7 tag=H55GME3OW2KV type=write size=3850933 2024-08-29T18:10:41.118 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:41.115+0000 7f6dcfdbe640 1 > prepared part key=_multipart_F8MIRGU95TM4.2~G8735BHU1N96.0 size=833291 2024-08-29T18:10:41.118 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:41.115+0000 7f6dcfdbe640 1 > prepared multipart upload key=F8MIRGU95TM4 upload=G8735BHU1N96 tag=TPMS0L1T6CS1 type=write size=1881867 2024-08-29T18:10:41.122 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:41.119+0000 7f6dcfdbe640 1 < canceled operation key=CY91RGLS4L74 tag=GIXJW1ARDG5A type=del size=1711653 2024-08-29T18:10:41.126 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:41.123+0000 7f6dcfdbe640 1 > prepared operation key=DGQXCI25DDX7 tag=Z8X7ATEN82AM type=write size=813458 2024-08-29T18:10:41.130 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:41.127+0000 7f6dcfdbe640 1 < completed part key=_multipart_KZ45Y56F6JGC.2~KVXY9XVC9YBZ.0 size=1048576 2024-08-29T18:10:41.133 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:41.131+0000 7f6dcfdbe640 1 < completed part key=_multipart_KZ45Y56F6JGC.2~KVXY9XVC9YBZ.1 size=1048576 2024-08-29T18:10:41.136 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:41.135+0000 7f6dcfdbe640 1 < completed part key=_multipart_KZ45Y56F6JGC.2~KVXY9XVC9YBZ.2 size=394400 2024-08-29T18:10:41.142 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:41.143+0000 7f6dcfdbe640 1 < completed multipart upload key=KZ45Y56F6JGC upload=KVXY9XVC9YBZ tag=YFI088XZF3KX type=write size=3540128 2024-08-29T18:10:41.149 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:41.147+0000 7f6dcfdbe640 1 > prepared part key=_multipart_3BV7GUDY3NXK.2~81QH1QWUWXL3.0 size=1048576 2024-08-29T18:10:41.152 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:41.151+0000 7f6dcfdbe640 1 > prepared part key=_multipart_3BV7GUDY3NXK.2~81QH1QWUWXL3.1 size=1048576 2024-08-29T18:10:41.155 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:41.155+0000 7f6dcfdbe640 1 > prepared part key=_multipart_3BV7GUDY3NXK.2~81QH1QWUWXL3.2 size=549457 2024-08-29T18:10:41.155 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:41.155+0000 7f6dcfdbe640 1 > prepared multipart upload key=3BV7GUDY3NXK upload=81QH1QWUWXL3 tag=Y22PEUZ1J6IT type=write size=3695185 2024-08-29T18:10:41.159 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:41.159+0000 7f6dcfdbe640 1 < canceled operation key=LP0MLEKV3E74 tag=90WJNA9ILYP9 type=del size=1605808 2024-08-29T18:10:41.165 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:41.163+0000 7f6dcfdbe640 1 > prepared part key=_multipart_7XDT3ZRUKA4H.2~3JBHO8CXM2MT.0 size=102067 2024-08-29T18:10:41.165 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:41.163+0000 7f6dcfdbe640 1 > prepared multipart upload key=7XDT3ZRUKA4H upload=3JBHO8CXM2MT tag=VYFH3HYMMVOH type=write size=1150643 2024-08-29T18:10:41.169 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:41.167+0000 7f6dcfdbe640 1 < completed delete operation key=MT6UK3U6H4JX tag=Y67K2G44XLPA type=del 2024-08-29T18:10:41.173 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:41.171+0000 7f6dcfdbe640 1 > prepared operation key=DGQXCI25DDX7 tag=C1165XF3FRRK type=del size=469388 2024-08-29T18:10:41.181 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:41.179+0000 7f6dcfdbe640 1 < suggested remove operation key=DGQXCI25DDX7 tag=F9L3W0ZWL3T6 type=del 2024-08-29T18:10:41.187 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:41.187+0000 7f6dcfdbe640 1 > prepared part key=_multipart_X10K5L2O256M.2~YAJQS6Q9EQNW.0 size=506499 2024-08-29T18:10:41.188 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:41.187+0000 7f6dcfdbe640 1 > prepared multipart upload key=X10K5L2O256M upload=YAJQS6Q9EQNW tag=DTULDHWIJ1UF type=write size=1555075 2024-08-29T18:10:41.191 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:41.191+0000 7f6dcfdbe640 1 < completed part key=_multipart_W4PL77H6JMGP.2~ENS9IA17BSFN.0 size=1048576 2024-08-29T18:10:41.194 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:41.195+0000 7f6dcfdbe640 1 < completed part key=_multipart_W4PL77H6JMGP.2~ENS9IA17BSFN.1 size=1048576 2024-08-29T18:10:41.198 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:41.199+0000 7f6dcfdbe640 1 < completed part key=_multipart_W4PL77H6JMGP.2~ENS9IA17BSFN.2 size=213865 2024-08-29T18:10:41.205 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:41.203+0000 7f6dcfdbe640 1 < completed multipart upload key=W4PL77H6JMGP upload=ENS9IA17BSFN tag=9938XOI2JAQF type=write size=3359593 2024-08-29T18:10:41.209 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:41.207+0000 7f6dcfdbe640 1 > prepared operation key=CY91RGLS4L74 tag=EKB0H4X14T4A type=write size=697647 2024-08-29T18:10:41.214 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:41.215+0000 7f6dcfdbe640 1 < canceled operation key=7XDT3ZRUKA4H tag=OL8RESELSV8O type=del size=590061 2024-08-29T18:10:41.222 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:41.223+0000 7f6dcfdbe640 1 > prepared part key=_multipart_KZ45Y56F6JGC.2~IRRSEQFGYM3D.0 size=713048 2024-08-29T18:10:41.222 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:41.223+0000 7f6dcfdbe640 1 > prepared multipart upload key=KZ45Y56F6JGC upload=IRRSEQFGYM3D tag=K0N6L5PRITEZ type=write size=1761624 2024-08-29T18:10:41.231 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:41.231+0000 7f6dcfdbe640 1 < suggested remove operation key=L6FV6KJ6OHNY tag=TCSWS1DYQBDW type=del 2024-08-29T18:10:41.235 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:41.235+0000 7f6dcfdbe640 1 > prepared operation key=CN52F1ME4Q7H tag=0MLY4NXBFDUZ type=del size=505344 2024-08-29T18:10:41.236 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:41.235+0000 7f6dcfdbe640 1 < canceled part key=_multipart_78MD08IJ7ULZ.2~ZRWTS8VCXLH1.0 size=1048576 2024-08-29T18:10:41.240 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:41.239+0000 7f6dcfdbe640 1 < completed part key=_multipart_78MD08IJ7ULZ.2~ZRWTS8VCXLH1.1 size=1048576 2024-08-29T18:10:41.243 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:41.243+0000 7f6dcfdbe640 1 < completed part key=_multipart_78MD08IJ7ULZ.2~ZRWTS8VCXLH1.2 size=191095 2024-08-29T18:10:41.250 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:41.251+0000 7f6dcfdbe640 1 < canceled multipart upload key=78MD08IJ7ULZ upload=ZRWTS8VCXLH1 tag=WD1RTBR75XEV type=write size=3336823 2024-08-29T18:10:41.255 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:41.255+0000 7f6dcfdbe640 1 > prepared operation key=YE0K0OIAGJTR tag=1IBYRDOHJ0EK type=del size=3521508 2024-08-29T18:10:41.259 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:41.259+0000 7f6dcfdbe640 1 < completed part key=_multipart_3VC6XP11WXW6.2~O4IK1SVU1IQ7.0 size=1048576 2024-08-29T18:10:41.262 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:41.263+0000 7f6dcfdbe640 1 < completed part key=_multipart_3VC6XP11WXW6.2~O4IK1SVU1IQ7.1 size=1048576 2024-08-29T18:10:41.265 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:41.263+0000 7f6dcfdbe640 1 < completed part key=_multipart_3VC6XP11WXW6.2~O4IK1SVU1IQ7.2 size=454382 2024-08-29T18:10:41.271 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:41.271+0000 7f6dcfdbe640 1 < completed multipart upload key=3VC6XP11WXW6 upload=O4IK1SVU1IQ7 tag=14NQ9TVI69W4 type=write size=3600110 2024-08-29T18:10:41.275 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:41.275+0000 7f6dcfdbe640 1 > prepared operation key=CY91RGLS4L74 tag=B4VS35S6WIZR type=write size=454493 2024-08-29T18:10:41.279 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:41.279+0000 7f6dcfdbe640 1 < completed delete operation key=X10K5L2O256M tag=UQ7HYO42L33K type=del 2024-08-29T18:10:41.288 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:41.287+0000 7f6dcfdbe640 1 > prepared part key=_multipart_X10K5L2O256M.2~NSE1WEEH2R8G.0 size=1048576 2024-08-29T18:10:41.289 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:41.287+0000 7f6dcfdbe640 1 > prepared part key=_multipart_X10K5L2O256M.2~NSE1WEEH2R8G.1 size=827890 2024-08-29T18:10:41.289 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:41.287+0000 7f6dcfdbe640 1 > prepared multipart upload key=X10K5L2O256M upload=NSE1WEEH2R8G tag=1OKV5YSD4OPH type=write size=2925042 2024-08-29T18:10:41.290 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:41.291+0000 7f6dcfdbe640 1 < canceled part key=_multipart_7Y0GYERC6W4H.2~D8VDDK7ZA3YR.0 size=1048576 2024-08-29T18:10:41.293 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:41.291+0000 7f6dcfdbe640 1 < completed part key=_multipart_7Y0GYERC6W4H.2~D8VDDK7ZA3YR.1 size=150670 2024-08-29T18:10:41.301 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:41.299+0000 7f6dcfdbe640 1 < canceled multipart upload key=7Y0GYERC6W4H upload=D8VDDK7ZA3YR tag=GXUH8BQGM5JQ type=write size=2247822 2024-08-29T18:10:41.303 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:41.303+0000 7f6dcfdbe640 1 > prepared operation key=P7TBKPU4347T tag=U8BOVQ6203BH type=del size=2955243 2024-08-29T18:10:41.307 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:41.307+0000 7f6dcfdbe640 1 < completed delete operation key=3VC6XP11WXW6 tag=FI27EWKHBJ69 type=del 2024-08-29T18:10:41.313 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:41.311+0000 7f6dcfdbe640 1 > prepared part key=_multipart_78MD08IJ7ULZ.2~5FHC92WZTC1F.0 size=1048576 2024-08-29T18:10:41.316 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:41.315+0000 7f6dcfdbe640 1 > prepared part key=_multipart_78MD08IJ7ULZ.2~5FHC92WZTC1F.1 size=1048576 2024-08-29T18:10:41.319 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:41.319+0000 7f6dcfdbe640 1 > prepared part key=_multipart_78MD08IJ7ULZ.2~5FHC92WZTC1F.2 size=1005479 2024-08-29T18:10:41.319 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:41.319+0000 7f6dcfdbe640 1 > prepared multipart upload key=78MD08IJ7ULZ upload=5FHC92WZTC1F tag=S7OPUY148W6W type=write size=4151207 2024-08-29T18:10:41.323 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:41.323+0000 7f6dcfdbe640 1 < completed part key=_multipart_X10K5L2O256M.2~UGVKG13B6FCP.0 size=102358 2024-08-29T18:10:41.326 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:10:40 smithi053 bash[68679]: cluster 2024-08-29T18:10:39.973091+0000 mon.a (mon.0) 2113 : cluster [DBG] osdmap e1162: 8 total, 8 up, 8 in 2024-08-29T18:10:41.330 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:41.327+0000 7f6dcfdbe640 1 < completed multipart upload key=X10K5L2O256M upload=UGVKG13B6FCP tag=LW14D9QQZYEP type=write size=1150934 2024-08-29T18:10:41.333 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:41.331+0000 7f6dcfdbe640 1 > prepared operation key=JX058LCOIR42 tag=RC0PIYBGZ4UR type=del size=3359288 2024-08-29T18:10:41.337 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:41.335+0000 7f6dcfdbe640 1 < completed delete operation key=3VC6XP11WXW6 tag=RLGMKH7EG8Q0 type=del 2024-08-29T18:10:41.341 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:41.339+0000 7f6dcfdbe640 1 > prepared operation key=PCRU0BDU1Z87 tag=YQ683AAZZE31 type=del size=1717508 2024-08-29T18:10:41.345 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:41.343+0000 7f6dcfdbe640 1 < completed part key=_multipart_F8MIRGU95TM4.2~G8735BHU1N96.0 size=833291 2024-08-29T18:10:41.351 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:41.351+0000 7f6dcfdbe640 1 < completed multipart upload key=F8MIRGU95TM4 upload=G8735BHU1N96 tag=TPMS0L1T6CS1 type=write size=1881867 2024-08-29T18:10:41.359 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:41.359+0000 7f6dcfdbe640 1 > prepared part key=_multipart_FDT1EJQCIL25.2~KB6N8MQ3JCD7.0 size=717256 2024-08-29T18:10:41.359 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:41.359+0000 7f6dcfdbe640 1 > prepared multipart upload key=FDT1EJQCIL25 upload=KB6N8MQ3JCD7 tag=9P2FJE71LHA6 type=write size=1765832 2024-08-29T18:10:41.364 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:41.363+0000 7f6dcfdbe640 -1 < failed to complete operation key=DGQXCI25DDX7 tag=Z8X7ATEN82AM type=write size=813458: (22) Invalid argument 2024-08-29T18:10:41.372 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:41.371+0000 7f6dcfdbe640 1 > prepared part key=_multipart_C47XT9Y9B7EW.2~5FTN35QXR8IL.0 size=1048576 2024-08-29T18:10:41.375 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:41.375+0000 7f6dcfdbe640 1 > prepared part key=_multipart_C47XT9Y9B7EW.2~5FTN35QXR8IL.1 size=656824 2024-08-29T18:10:41.375 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:41.375+0000 7f6dcfdbe640 1 > prepared multipart upload key=C47XT9Y9B7EW upload=5FTN35QXR8IL tag=GDX4LGT5WQNK type=write size=2753976 2024-08-29T18:10:41.379 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:10:40 smithi028 bash[78352]: cluster 2024-08-29T18:10:39.973091+0000 mon.a (mon.0) 2113 : cluster [DBG] osdmap e1162: 8 total, 8 up, 8 in 2024-08-29T18:10:41.379 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:10:40 smithi028 bash[77168]: cluster 2024-08-29T18:10:39.973091+0000 mon.a (mon.0) 2113 : cluster [DBG] osdmap e1162: 8 total, 8 up, 8 in 2024-08-29T18:10:41.379 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:41.379+0000 7f6dcfdbe640 1 < completed part key=_multipart_3BV7GUDY3NXK.2~81QH1QWUWXL3.0 size=1048576 2024-08-29T18:10:41.379 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:41.379+0000 7f6dcfdbe640 1 < canceled part key=_multipart_3BV7GUDY3NXK.2~81QH1QWUWXL3.1 size=1048576 2024-08-29T18:10:41.383 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:41.383+0000 7f6dcfdbe640 1 < completed part key=_multipart_3BV7GUDY3NXK.2~81QH1QWUWXL3.2 size=549457 2024-08-29T18:10:41.389 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:41.387+0000 7f6dcfdbe640 1 < canceled multipart upload key=3BV7GUDY3NXK upload=81QH1QWUWXL3 tag=Y22PEUZ1J6IT type=write size=3695185 2024-08-29T18:10:41.393 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:41.391+0000 7f6dcfdbe640 1 > prepared operation key=YKW2ORIZT8YI tag=MM8ZAS91ID48 type=del size=3606714 2024-08-29T18:10:41.398 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:41.395+0000 7f6dcfdbe640 1 < completed part key=_multipart_7XDT3ZRUKA4H.2~3JBHO8CXM2MT.0 size=102067 2024-08-29T18:10:41.405 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:41.403+0000 7f6dcfdbe640 1 < completed multipart upload key=7XDT3ZRUKA4H upload=3JBHO8CXM2MT tag=VYFH3HYMMVOH type=write size=1150643 2024-08-29T18:10:41.409 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:41.407+0000 7f6dcfdbe640 1 > prepared operation key=MT6UK3U6H4JX tag=H9ZIWN9NO4GN type=del size=351840 2024-08-29T18:10:41.410 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:41.411+0000 7f6dcfdbe640 -1 < no bi entry to suggest for operation key=DGQXCI25DDX7 tag=C1165XF3FRRK type=del size=469388: (2) No such file or directory 2024-08-29T18:10:41.415 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:41.415+0000 7f6dcfdbe640 1 > prepared operation key=T9L1J5N8K7MO tag=JO9X1WOLQIHV type=del size=379060 2024-08-29T18:10:41.419 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:41.419+0000 7f6dcfdbe640 1 < completed part key=_multipart_X10K5L2O256M.2~YAJQS6Q9EQNW.0 size=506499 2024-08-29T18:10:41.425 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:41.423+0000 7f6dcfdbe640 1 < completed multipart upload key=X10K5L2O256M upload=YAJQS6Q9EQNW tag=DTULDHWIJ1UF type=write size=1555075 2024-08-29T18:10:41.429 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:41.427+0000 7f6dcfdbe640 1 > prepared operation key=9XOQBHEAVUKF tag=LZI462YS0SH4 type=del size=197373 2024-08-29T18:10:41.433 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:41.431+0000 7f6dcfdbe640 1 < completed write operation key=CY91RGLS4L74 tag=EKB0H4X14T4A type=write size=697647 2024-08-29T18:10:41.440 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:41.439+0000 7f6dcfdbe640 1 > prepared part key=_multipart_7YYI239LZRWF.2~ETR4ZFW25545.0 size=1048576 2024-08-29T18:10:41.443 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:41.443+0000 7f6dcfdbe640 1 > prepared part key=_multipart_7YYI239LZRWF.2~ETR4ZFW25545.1 size=1048576 2024-08-29T18:10:41.446 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:41.447+0000 7f6dcfdbe640 1 > prepared part key=_multipart_7YYI239LZRWF.2~ETR4ZFW25545.2 size=119510 2024-08-29T18:10:41.447 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:41.447+0000 7f6dcfdbe640 1 > prepared multipart upload key=7YYI239LZRWF upload=ETR4ZFW25545 tag=0FN190XEWZ9D type=write size=3265238 2024-08-29T18:10:41.450 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:41.451+0000 7f6dcfdbe640 1 < completed part key=_multipart_KZ45Y56F6JGC.2~IRRSEQFGYM3D.0 size=713048 2024-08-29T18:10:41.457 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:41.455+0000 7f6dcfdbe640 1 < completed multipart upload key=KZ45Y56F6JGC upload=IRRSEQFGYM3D tag=K0N6L5PRITEZ type=write size=1761624 2024-08-29T18:10:41.461 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:41.459+0000 7f6dcfdbe640 1 > prepared operation key=I0OL3VZS23M6 tag=1JW1DTZTD059 type=del size=2279029 2024-08-29T18:10:41.466 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:41.467+0000 7f6dcfdbe640 1 < completed delete operation key=CN52F1ME4Q7H tag=0MLY4NXBFDUZ type=del 2024-08-29T18:10:41.475 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:41.475+0000 7f6dcfdbe640 1 > prepared part key=_multipart_YE0K0OIAGJTR.2~Y61EUVAC2S4C.0 size=598239 2024-08-29T18:10:41.475 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:41.475+0000 7f6dcfdbe640 1 > prepared multipart upload key=YE0K0OIAGJTR upload=Y61EUVAC2S4C tag=3SBMENAIKU46 type=write size=1646815 2024-08-29T18:10:41.480 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:41.479+0000 7f6dcfdbe640 1 < canceled operation key=YE0K0OIAGJTR tag=1IBYRDOHJ0EK type=del size=3521508 2024-08-29T18:10:41.484 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:41.483+0000 7f6dcfdbe640 1 > prepared operation key=CY91RGLS4L74 tag=0OFGG4097PNV type=del size=1114225 2024-08-29T18:10:41.489 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:41.487+0000 7f6dcfdbe640 1 < canceled operation key=CY91RGLS4L74 tag=B4VS35S6WIZR type=write size=454493 2024-08-29T18:10:41.493 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:41.491+0000 7f6dcfdbe640 1 > prepared operation key=W4PL77H6JMGP tag=CL0YXDX6UI20 type=del size=1576861 2024-08-29T18:10:41.499 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:41.499+0000 7f6dcfdbe640 1 < completed part key=_multipart_X10K5L2O256M.2~NSE1WEEH2R8G.0 size=1048576 2024-08-29T18:10:41.505 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:41.499+0000 7f6dcfdbe640 1 < completed part key=_multipart_X10K5L2O256M.2~NSE1WEEH2R8G.1 size=827890 2024-08-29T18:10:41.507 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:41.507+0000 7f6dcfdbe640 1 < completed multipart upload key=X10K5L2O256M upload=NSE1WEEH2R8G tag=1OKV5YSD4OPH type=write size=2925042 2024-08-29T18:10:41.514 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:41.515+0000 7f6dcfdbe640 1 > prepared part key=_multipart_7D5I09Z3ND5H.2~42NK6KG96S0T.0 size=895322 2024-08-29T18:10:41.514 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:41.515+0000 7f6dcfdbe640 1 > prepared multipart upload key=7D5I09Z3ND5H upload=42NK6KG96S0T tag=SPDL1NZSP42X type=write size=1943898 2024-08-29T18:10:41.523 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:41.523+0000 7f6dcfdbe640 1 < suggested update operation key=P7TBKPU4347T tag=U8BOVQ6203BH type=del size=2955243 2024-08-29T18:10:41.527 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:41.527+0000 7f6dcfdbe640 1 > prepared operation key=YAC7TKWP61NS tag=8774EEP2ZVHL type=del size=1201183 2024-08-29T18:10:41.531 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:41.531+0000 7f6dcfdbe640 1 < completed part key=_multipart_78MD08IJ7ULZ.2~5FHC92WZTC1F.0 size=1048576 2024-08-29T18:10:41.534 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:41.535+0000 7f6dcfdbe640 1 < completed part key=_multipart_78MD08IJ7ULZ.2~5FHC92WZTC1F.1 size=1048576 2024-08-29T18:10:41.537 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:41.535+0000 7f6dcfdbe640 1 < completed part key=_multipart_78MD08IJ7ULZ.2~5FHC92WZTC1F.2 size=1005479 2024-08-29T18:10:41.543 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:41.543+0000 7f6dcfdbe640 1 < completed multipart upload key=78MD08IJ7ULZ upload=5FHC92WZTC1F tag=S7OPUY148W6W type=write size=4151207 2024-08-29T18:10:41.551 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:41.551+0000 7f6dcfdbe640 1 > prepared part key=_multipart_7Y0GYERC6W4H.2~9VC461PFVG2L.0 size=1048576 2024-08-29T18:10:41.554 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:41.551+0000 7f6dcfdbe640 1 > prepared part key=_multipart_7Y0GYERC6W4H.2~9VC461PFVG2L.1 size=1048576 2024-08-29T18:10:41.557 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:41.555+0000 7f6dcfdbe640 1 > prepared part key=_multipart_7Y0GYERC6W4H.2~9VC461PFVG2L.2 size=374560 2024-08-29T18:10:41.557 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:41.555+0000 7f6dcfdbe640 1 > prepared multipart upload key=7Y0GYERC6W4H upload=9VC461PFVG2L tag=7UYO1TVOTUAA type=write size=3520288 2024-08-29T18:10:41.561 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:41.559+0000 7f6dcfdbe640 1 < completed delete operation key=JX058LCOIR42 tag=RC0PIYBGZ4UR type=del 2024-08-29T18:10:41.565 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:41.563+0000 7f6dcfdbe640 1 > prepared operation key=7YYI239LZRWF tag=9ZCGCBJ6WRM4 type=del size=1156965 2024-08-29T18:10:41.569 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:41.567+0000 7f6dcfdbe640 1 < canceled operation key=PCRU0BDU1Z87 tag=YQ683AAZZE31 type=del size=1717508 2024-08-29T18:10:41.573 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:41.571+0000 7f6dcfdbe640 1 > prepared operation key=C47XT9Y9B7EW tag=E35JM6P8SSGI type=del size=1143506 2024-08-29T18:10:41.577 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:41.575+0000 7f6dcfdbe640 1 < completed part key=_multipart_FDT1EJQCIL25.2~KB6N8MQ3JCD7.0 size=717256 2024-08-29T18:10:41.584 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:41.583+0000 7f6dcfdbe640 1 < completed multipart upload key=FDT1EJQCIL25 upload=KB6N8MQ3JCD7 tag=9P2FJE71LHA6 type=write size=1765832 2024-08-29T18:10:41.588 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:41.587+0000 7f6dcfdbe640 1 > prepared operation key=CN52F1ME4Q7H tag=FKCSNRDWQZD7 type=del size=2579698 2024-08-29T18:10:41.592 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:41.591+0000 7f6dcfdbe640 1 < completed part key=_multipart_C47XT9Y9B7EW.2~5FTN35QXR8IL.0 size=1048576 2024-08-29T18:10:41.596 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:41.595+0000 7f6dcfdbe640 1 < completed part key=_multipart_C47XT9Y9B7EW.2~5FTN35QXR8IL.1 size=656824 2024-08-29T18:10:41.603 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:41.603+0000 7f6dcfdbe640 1 < completed multipart upload key=C47XT9Y9B7EW upload=5FTN35QXR8IL tag=GDX4LGT5WQNK type=write size=2753976 2024-08-29T18:10:41.611 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:41.611+0000 7f6dcfdbe640 1 > prepared part key=_multipart_JX058LCOIR42.2~KMLJNJMHWL9K.0 size=1048576 2024-08-29T18:10:41.614 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:41.615+0000 7f6dcfdbe640 1 > prepared part key=_multipart_JX058LCOIR42.2~KMLJNJMHWL9K.1 size=1048576 2024-08-29T18:10:41.618 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:41.615+0000 7f6dcfdbe640 1 > prepared part key=_multipart_JX058LCOIR42.2~KMLJNJMHWL9K.2 size=424923 2024-08-29T18:10:41.618 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:41.615+0000 7f6dcfdbe640 1 > prepared multipart upload key=JX058LCOIR42 upload=KMLJNJMHWL9K tag=8VQWP8VGG7NB type=write size=3570651 2024-08-29T18:10:41.622 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:41.619+0000 7f6dcfdbe640 1 < canceled operation key=YKW2ORIZT8YI tag=MM8ZAS91ID48 type=del size=3606714 2024-08-29T18:10:41.626 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:41.627+0000 7f6dcfdbe640 1 > prepared operation key=3BV7GUDY3NXK tag=9EZA3E948RNS type=del size=793699 2024-08-29T18:10:41.634 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:41.635+0000 7f6dcfdbe640 1 < suggested remove operation key=MT6UK3U6H4JX tag=H9ZIWN9NO4GN type=del 2024-08-29T18:10:41.642 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:41.639+0000 7f6dcfdbe640 1 > prepared part key=_multipart_7YYI239LZRWF.2~E7SYQ2I54QWF.0 size=155122 2024-08-29T18:10:41.642 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:41.639+0000 7f6dcfdbe640 1 > prepared multipart upload key=7YYI239LZRWF upload=E7SYQ2I54QWF tag=EA2KZILQ2FKF type=write size=1203698 2024-08-29T18:10:41.647 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:41.647+0000 7f6dcfdbe640 1 < completed delete operation key=T9L1J5N8K7MO tag=JO9X1WOLQIHV type=del 2024-08-29T18:10:41.651 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:41.651+0000 7f6dcfdbe640 1 > prepared operation key=DGQXCI25DDX7 tag=6EH3NNBPGQXJ type=write size=1028069 2024-08-29T18:10:41.656 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:41.655+0000 7f6dcfdbe640 1 < completed delete operation key=9XOQBHEAVUKF tag=LZI462YS0SH4 type=del 2024-08-29T18:10:41.660 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:41.659+0000 7f6dcfdbe640 1 > prepared operation key=F8MIRGU95TM4 tag=XUY875HLM116 type=del size=3852269 2024-08-29T18:10:41.664 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:41.663+0000 7f6dcfdbe640 1 < completed part key=_multipart_7YYI239LZRWF.2~ETR4ZFW25545.0 size=1048576 2024-08-29T18:10:41.667 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:41.667+0000 7f6dcfdbe640 1 < completed part key=_multipart_7YYI239LZRWF.2~ETR4ZFW25545.1 size=1048576 2024-08-29T18:10:41.667 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:41.667+0000 7f6dcfdbe640 1 < canceled part key=_multipart_7YYI239LZRWF.2~ETR4ZFW25545.2 size=119510 2024-08-29T18:10:41.673 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:41.671+0000 7f6dcfdbe640 1 < canceled multipart upload key=7YYI239LZRWF upload=ETR4ZFW25545 tag=0FN190XEWZ9D type=write size=3265238 2024-08-29T18:10:41.678 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:41.675+0000 7f6dcfdbe640 1 > prepared operation key=L6FV6KJ6OHNY tag=V486GTSFVO2A type=del size=324249 2024-08-29T18:10:41.682 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:41.683+0000 7f6dcfdbe640 1 < completed delete operation key=I0OL3VZS23M6 tag=1JW1DTZTD059 type=del 2024-08-29T18:10:41.686 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:41.687+0000 7f6dcfdbe640 1 > prepared operation key=I0OL3VZS23M6 tag=Z8NUPFQUPHE9 type=del size=2974011 2024-08-29T18:10:41.691 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:41.691+0000 7f6dcfdbe640 1 < completed part key=_multipart_YE0K0OIAGJTR.2~Y61EUVAC2S4C.0 size=598239 2024-08-29T18:10:41.698 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:41.695+0000 7f6dcfdbe640 1 < completed multipart upload key=YE0K0OIAGJTR upload=Y61EUVAC2S4C tag=3SBMENAIKU46 type=write size=1646815 2024-08-29T18:10:41.702 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:41.699+0000 7f6dcfdbe640 1 > prepared operation key=C47XT9Y9B7EW tag=YS4EXAD0ZBKQ type=write size=485609 2024-08-29T18:10:41.707 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:41.707+0000 7f6dcfdbe640 1 < canceled operation key=CY91RGLS4L74 tag=0OFGG4097PNV type=del size=1114225 2024-08-29T18:10:41.713 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:41.711+0000 7f6dcfdbe640 1 > prepared operation key=YAC7TKWP61NS tag=K9253IIGHA4F type=del size=173298 2024-08-29T18:10:41.716 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:41.715+0000 7f6dcfdbe640 1 < canceled operation key=W4PL77H6JMGP tag=CL0YXDX6UI20 type=del size=1576861 2024-08-29T18:10:41.725 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:41.723+0000 7f6dcfdbe640 1 > prepared part key=_multipart_FDT1EJQCIL25.2~25FTPP20VGSU.0 size=517242 2024-08-29T18:10:41.725 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:41.723+0000 7f6dcfdbe640 1 > prepared multipart upload key=FDT1EJQCIL25 upload=25FTPP20VGSU tag=Y9O8U7EYAXAC type=write size=1565818 2024-08-29T18:10:41.729 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:41.727+0000 7f6dcfdbe640 1 < completed part key=_multipart_7D5I09Z3ND5H.2~42NK6KG96S0T.0 size=895322 2024-08-29T18:10:41.736 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:41.735+0000 7f6dcfdbe640 1 < completed multipart upload key=7D5I09Z3ND5H upload=42NK6KG96S0T tag=SPDL1NZSP42X type=write size=1943898 2024-08-29T18:10:41.741 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:41.739+0000 7f6dcfdbe640 1 > prepared operation key=X10K5L2O256M tag=8P501CJ441QP type=write size=1001304 2024-08-29T18:10:41.746 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:41.743+0000 7f6dcfdbe640 1 < completed delete operation key=YAC7TKWP61NS tag=8774EEP2ZVHL type=del 2024-08-29T18:10:41.750 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:41.751+0000 7f6dcfdbe640 1 > prepared operation key=FDT1EJQCIL25 tag=MMMH7FQXT46W type=del size=1114882 2024-08-29T18:10:41.755 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:41.755+0000 7f6dcfdbe640 1 < completed part key=_multipart_7Y0GYERC6W4H.2~9VC461PFVG2L.0 size=1048576 2024-08-29T18:10:41.759 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:41.759+0000 7f6dcfdbe640 1 < completed part key=_multipart_7Y0GYERC6W4H.2~9VC461PFVG2L.1 size=1048576 2024-08-29T18:10:41.759 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:41.759+0000 7f6dcfdbe640 1 < canceled part key=_multipart_7Y0GYERC6W4H.2~9VC461PFVG2L.2 size=374560 2024-08-29T18:10:41.766 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:41.767+0000 7f6dcfdbe640 1 < canceled multipart upload key=7Y0GYERC6W4H upload=9VC461PFVG2L tag=7UYO1TVOTUAA type=write size=3520288 2024-08-29T18:10:41.774 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:41.775+0000 7f6dcfdbe640 1 > prepared part key=_multipart_I0OL3VZS23M6.2~VZJ2N9UHWW3I.0 size=840848 2024-08-29T18:10:41.774 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:41.775+0000 7f6dcfdbe640 1 > prepared multipart upload key=I0OL3VZS23M6 upload=VZJ2N9UHWW3I tag=KRWGE1OP7CGV type=write size=1889424 2024-08-29T18:10:41.778 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:41.779+0000 7f6dcfdbe640 1 < completed delete operation key=7YYI239LZRWF tag=9ZCGCBJ6WRM4 type=del 2024-08-29T18:10:41.785 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:41.783+0000 7f6dcfdbe640 1 > prepared part key=_multipart_JX058LCOIR42.2~E3ZV140HWGHG.0 size=482250 2024-08-29T18:10:41.785 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:41.783+0000 7f6dcfdbe640 1 > prepared multipart upload key=JX058LCOIR42 upload=E3ZV140HWGHG tag=IGQ739KFWD1Q type=write size=1530826 2024-08-29T18:10:41.794 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:41.795+0000 7f6dcfdbe640 1 < suggested update operation key=C47XT9Y9B7EW tag=E35JM6P8SSGI type=del size=1143506 2024-08-29T18:10:41.798 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:41.799+0000 7f6dcfdbe640 1 > prepared operation key=ROJNXFMRMF7F tag=D46ELZCZDJ0M type=del size=3748107 2024-08-29T18:10:41.803 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:41.803+0000 7f6dcfdbe640 1 < completed delete operation key=CN52F1ME4Q7H tag=FKCSNRDWQZD7 type=del 2024-08-29T18:10:41.807 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:41.807+0000 7f6dcfdbe640 1 > prepared operation key=W4PL77H6JMGP tag=WX6VNMFDK3NU type=del size=4114874 2024-08-29T18:10:41.811 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:41.811+0000 7f6dcfdbe640 1 < completed part key=_multipart_JX058LCOIR42.2~KMLJNJMHWL9K.0 size=1048576 2024-08-29T18:10:41.814 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:41.811+0000 7f6dcfdbe640 1 < completed part key=_multipart_JX058LCOIR42.2~KMLJNJMHWL9K.1 size=1048576 2024-08-29T18:10:41.817 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:41.815+0000 7f6dcfdbe640 1 < completed part key=_multipart_JX058LCOIR42.2~KMLJNJMHWL9K.2 size=424923 2024-08-29T18:10:41.824 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:41.823+0000 7f6dcfdbe640 1 < completed multipart upload key=JX058LCOIR42 upload=KMLJNJMHWL9K tag=8VQWP8VGG7NB type=write size=3570651 2024-08-29T18:10:41.827 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:41.827+0000 7f6dcfdbe640 1 > prepared operation key=YAC7TKWP61NS tag=SZN456YMM9WH type=del size=774440 2024-08-29T18:10:41.836 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:41.835+0000 7f6dcfdbe640 1 < suggested update operation key=3BV7GUDY3NXK tag=9EZA3E948RNS type=del size=793699 2024-08-29T18:10:41.840 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:41.839+0000 7f6dcfdbe640 1 > prepared operation key=LP0MLEKV3E74 tag=3OBSZ9DH7WVE type=write size=88965 2024-08-29T18:10:41.844 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:41.843+0000 7f6dcfdbe640 1 < completed part key=_multipart_7YYI239LZRWF.2~E7SYQ2I54QWF.0 size=155122 2024-08-29T18:10:41.851 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:41.851+0000 7f6dcfdbe640 1 < completed multipart upload key=7YYI239LZRWF upload=E7SYQ2I54QWF tag=EA2KZILQ2FKF type=write size=1203698 2024-08-29T18:10:41.858 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:41.859+0000 7f6dcfdbe640 1 > prepared part key=_multipart_JX058LCOIR42.2~HNXWO23P17LW.0 size=1048576 2024-08-29T18:10:41.861 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:41.859+0000 7f6dcfdbe640 1 > prepared part key=_multipart_JX058LCOIR42.2~HNXWO23P17LW.1 size=909044 2024-08-29T18:10:41.861 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:41.859+0000 7f6dcfdbe640 1 > prepared multipart upload key=JX058LCOIR42 upload=HNXWO23P17LW tag=BBR1V12K7GDJ type=write size=3006196 2024-08-29T18:10:41.865 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:41.863+0000 7f6dcfdbe640 1 < completed write operation key=DGQXCI25DDX7 tag=6EH3NNBPGQXJ type=write size=1028069 2024-08-29T18:10:41.869 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:41.867+0000 7f6dcfdbe640 1 > prepared operation key=78MD08IJ7ULZ tag=PJT3YV4G5TTR type=write size=1005755 2024-08-29T18:10:41.877 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:41.875+0000 7f6dcfdbe640 1 < suggested remove operation key=F8MIRGU95TM4 tag=XUY875HLM116 type=del 2024-08-29T18:10:41.879 INFO:journalctl@ceph.mgr.y.smithi028.stdout:Aug 29 18:10:41 smithi028 bash[70818]: ::ffff:172.21.15.53 - - [29/Aug/2024:18:10:41] "GET /metrics HTTP/1.1" 200 38718 "" "Prometheus/2.43.0" 2024-08-29T18:10:41.881 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:41.879+0000 7f6dcfdbe640 1 > prepared operation key=B7L6NXZ0V2CR tag=63JX2DP12F7K type=del size=3371004 2024-08-29T18:10:41.885 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:41.883+0000 7f6dcfdbe640 1 < completed delete operation key=L6FV6KJ6OHNY tag=V486GTSFVO2A type=del 2024-08-29T18:10:41.889 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:41.887+0000 7f6dcfdbe640 1 > prepared operation key=FDT1EJQCIL25 tag=C0OQG8L7V3EE type=del size=1909310 2024-08-29T18:10:41.894 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:41.891+0000 7f6dcfdbe640 1 < completed delete operation key=I0OL3VZS23M6 tag=Z8NUPFQUPHE9 type=del 2024-08-29T18:10:41.898 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:41.899+0000 7f6dcfdbe640 1 > prepared operation key=ULOTXZSBLM0E tag=R1ZOVXSDZRNA type=del size=2133771 2024-08-29T18:10:41.903 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:41.903+0000 7f6dcfdbe640 -1 < failed to complete operation key=C47XT9Y9B7EW tag=YS4EXAD0ZBKQ type=write size=485609: (22) Invalid argument 2024-08-29T18:10:41.912 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:41.911+0000 7f6dcfdbe640 1 > prepared part key=_multipart_T9L1J5N8K7MO.2~QIEDKXMOYZ28.0 size=1048576 2024-08-29T18:10:41.914 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:41.911+0000 7f6dcfdbe640 1 > prepared part key=_multipart_T9L1J5N8K7MO.2~QIEDKXMOYZ28.1 size=899452 2024-08-29T18:10:41.914 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:41.911+0000 7f6dcfdbe640 1 > prepared multipart upload key=T9L1J5N8K7MO upload=QIEDKXMOYZ28 tag=86NI6MW04GUF type=write size=2996604 2024-08-29T18:10:41.922 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:41.919+0000 7f6dcfdbe640 1 < suggested remove operation key=YAC7TKWP61NS tag=K9253IIGHA4F type=del 2024-08-29T18:10:41.926 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:41.923+0000 7f6dcfdbe640 1 > prepared operation key=ULOTXZSBLM0E tag=5L4NGPNRN0RW type=del size=925991 2024-08-29T18:10:41.930 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:41.927+0000 7f6dcfdbe640 1 < completed part key=_multipart_FDT1EJQCIL25.2~25FTPP20VGSU.0 size=517242 2024-08-29T18:10:41.936 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:41.935+0000 7f6dcfdbe640 1 < completed multipart upload key=FDT1EJQCIL25 upload=25FTPP20VGSU tag=Y9O8U7EYAXAC type=write size=1565818 2024-08-29T18:10:41.940 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:41.939+0000 7f6dcfdbe640 1 > prepared operation key=I0OL3VZS23M6 tag=V02QFK98CRWM type=del size=1448095 2024-08-29T18:10:41.945 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:41.943+0000 7f6dcfdbe640 1 < completed write operation key=X10K5L2O256M tag=8P501CJ441QP type=write size=1001304 2024-08-29T18:10:41.948 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:41.947+0000 7f6dcfdbe640 1 > prepared operation key=C47XT9Y9B7EW tag=IFOTHZDH2N0L type=del size=1670664 2024-08-29T18:10:41.952 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:41.951+0000 7f6dcfdbe640 1 < completed delete operation key=FDT1EJQCIL25 tag=MMMH7FQXT46W type=del 2024-08-29T18:10:41.957 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:41.955+0000 7f6dcfdbe640 1 > prepared operation key=ULOTXZSBLM0E tag=FR337C3IC3C4 type=del size=2660053 2024-08-29T18:10:41.961 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:41.959+0000 7f6dcfdbe640 1 < completed part key=_multipart_I0OL3VZS23M6.2~VZJ2N9UHWW3I.0 size=840848 2024-08-29T18:10:41.968 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:41.967+0000 7f6dcfdbe640 1 < completed multipart upload key=I0OL3VZS23M6 upload=VZJ2N9UHWW3I tag=KRWGE1OP7CGV type=write size=1889424 2024-08-29T18:10:41.972 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:41.971+0000 7f6dcfdbe640 1 > prepared operation key=W4PL77H6JMGP tag=MQZGJUKCPR6A type=write size=599860 2024-08-29T18:10:41.973 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:41.971+0000 7f6dcfdbe640 1 < canceled part key=_multipart_JX058LCOIR42.2~E3ZV140HWGHG.0 size=482250 2024-08-29T18:10:41.979 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:41.979+0000 7f6dcfdbe640 1 < canceled multipart upload key=JX058LCOIR42 upload=E3ZV140HWGHG tag=IGQ739KFWD1Q type=write size=1530826 2024-08-29T18:10:41.983 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:41.983+0000 7f6dcfdbe640 1 > prepared operation key=X10K5L2O256M tag=7PM6AFN168P5 type=write size=852514 2024-08-29T18:10:41.987 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:41.987+0000 7f6dcfdbe640 1 < completed delete operation key=ROJNXFMRMF7F tag=D46ELZCZDJ0M type=del 2024-08-29T18:10:41.991 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:41.991+0000 7f6dcfdbe640 1 > prepared operation key=F8MIRGU95TM4 tag=SHOJ7JLWC598 type=del size=1767637 2024-08-29T18:10:41.998 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:41.999+0000 7f6dcfdbe640 1 < suggested remove operation key=W4PL77H6JMGP tag=WX6VNMFDK3NU type=del 2024-08-29T18:10:42.006 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:42.003+0000 7f6dcfdbe640 1 > prepared part key=_multipart_CN52F1ME4Q7H.2~DDFIO76FVPZW.0 size=1048576 2024-08-29T18:10:42.008 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:42.007+0000 7f6dcfdbe640 1 > prepared part key=_multipart_CN52F1ME4Q7H.2~DDFIO76FVPZW.1 size=668883 2024-08-29T18:10:42.008 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:42.007+0000 7f6dcfdbe640 1 > prepared multipart upload key=CN52F1ME4Q7H upload=DDFIO76FVPZW tag=MFUR5VLG7N8I type=write size=2766035 2024-08-29T18:10:42.010 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:42.007+0000 7f6dcfdbe640 -1 < no bi entry to suggest for operation key=YAC7TKWP61NS tag=SZN456YMM9WH type=del size=774440: (2) No such file or directory 2024-08-29T18:10:42.014 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:42.011+0000 7f6dcfdbe640 1 > prepared operation key=X10K5L2O256M tag=G8ZRJPQ8K74R type=del size=3872532 2024-08-29T18:10:42.018 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:42.015+0000 7f6dcfdbe640 1 < completed write operation key=LP0MLEKV3E74 tag=3OBSZ9DH7WVE type=write size=88965 2024-08-29T18:10:42.022 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:42.019+0000 7f6dcfdbe640 1 > prepared operation key=C47XT9Y9B7EW tag=32B6AW737OE4 type=del size=75251 2024-08-29T18:10:42.026 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:42.023+0000 7f6dcfdbe640 1 < completed part key=_multipart_JX058LCOIR42.2~HNXWO23P17LW.0 size=1048576 2024-08-29T18:10:42.026 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:42.023+0000 7f6dcfdbe640 1 < canceled part key=_multipart_JX058LCOIR42.2~HNXWO23P17LW.1 size=909044 2024-08-29T18:10:42.032 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:42.031+0000 7f6dcfdbe640 1 < canceled multipart upload key=JX058LCOIR42 upload=HNXWO23P17LW tag=BBR1V12K7GDJ type=write size=3006196 2024-08-29T18:10:42.036 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:42.035+0000 7f6dcfdbe640 1 > prepared operation key=LP0MLEKV3E74 tag=Y3DROXUSDWUU type=del size=974385 2024-08-29T18:10:42.040 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:42.039+0000 7f6dcfdbe640 1 < completed write operation key=78MD08IJ7ULZ tag=PJT3YV4G5TTR type=write size=1005755 2024-08-29T18:10:42.047 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:42.047+0000 7f6dcfdbe640 1 > prepared part key=_multipart_YE0K0OIAGJTR.2~1HDLDC2CGPZC.0 size=1048576 2024-08-29T18:10:42.050 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:42.051+0000 7f6dcfdbe640 1 > prepared part key=_multipart_YE0K0OIAGJTR.2~1HDLDC2CGPZC.1 size=931542 2024-08-29T18:10:42.051 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:42.051+0000 7f6dcfdbe640 1 > prepared multipart upload key=YE0K0OIAGJTR upload=1HDLDC2CGPZC tag=WIB8RPWIJ1XZ type=write size=3028694 2024-08-29T18:10:42.055 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:42.055+0000 7f6dcfdbe640 1 < completed delete operation key=B7L6NXZ0V2CR tag=63JX2DP12F7K type=del 2024-08-29T18:10:42.061 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:42.059+0000 7f6dcfdbe640 1 > prepared part key=_multipart_7XDT3ZRUKA4H.2~ZHXRUF7GKOI7.0 size=1048576 2024-08-29T18:10:42.064 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:42.063+0000 7f6dcfdbe640 1 > prepared part key=_multipart_7XDT3ZRUKA4H.2~ZHXRUF7GKOI7.1 size=1048576 2024-08-29T18:10:42.067 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:42.067+0000 7f6dcfdbe640 1 > prepared part key=_multipart_7XDT3ZRUKA4H.2~ZHXRUF7GKOI7.2 size=141904 2024-08-29T18:10:42.067 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:42.067+0000 7f6dcfdbe640 1 > prepared multipart upload key=7XDT3ZRUKA4H upload=ZHXRUF7GKOI7 tag=NOR1HMSHCA89 type=write size=3287632 2024-08-29T18:10:42.075 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:42.075+0000 7f6dcfdbe640 1 < suggested update operation key=FDT1EJQCIL25 tag=C0OQG8L7V3EE type=del size=1909310 2024-08-29T18:10:42.079 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:42.079+0000 7f6dcfdbe640 1 > prepared operation key=L6FV6KJ6OHNY tag=RNDACLYQ5EKR type=del size=4184446 2024-08-29T18:10:42.083 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:42.083+0000 7f6dcfdbe640 1 < completed delete operation key=ULOTXZSBLM0E tag=R1ZOVXSDZRNA type=del 2024-08-29T18:10:42.087 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:42.087+0000 7f6dcfdbe640 1 > prepared operation key=ULOTXZSBLM0E tag=838XM0267ZNF type=del size=3871596 2024-08-29T18:10:42.091 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:42.091+0000 7f6dcfdbe640 1 < completed part key=_multipart_T9L1J5N8K7MO.2~QIEDKXMOYZ28.0 size=1048576 2024-08-29T18:10:42.094 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:42.095+0000 7f6dcfdbe640 1 < completed part key=_multipart_T9L1J5N8K7MO.2~QIEDKXMOYZ28.1 size=899452 2024-08-29T18:10:42.101 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:42.099+0000 7f6dcfdbe640 1 < completed multipart upload key=T9L1J5N8K7MO upload=QIEDKXMOYZ28 tag=86NI6MW04GUF type=write size=2996604 2024-08-29T18:10:42.104 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:42.103+0000 7f6dcfdbe640 1 > prepared operation key=L6FV6KJ6OHNY tag=J87DTDIHI498 type=del size=657301 2024-08-29T18:10:42.109 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:42.107+0000 7f6dcfdbe640 1 < completed delete operation key=ULOTXZSBLM0E tag=5L4NGPNRN0RW type=del 2024-08-29T18:10:42.120 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:42.115+0000 7f6dcfdbe640 1 > prepared part key=_multipart_C47XT9Y9B7EW.2~PHRXGQ0ABEI1.0 size=545623 2024-08-29T18:10:42.121 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:42.115+0000 7f6dcfdbe640 1 > prepared multipart upload key=C47XT9Y9B7EW upload=PHRXGQ0ABEI1 tag=WB0VFHTJ667Y type=write size=1594199 2024-08-29T18:10:42.123 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:42.123+0000 7f6dcfdbe640 1 < completed delete operation key=I0OL3VZS23M6 tag=V02QFK98CRWM type=del 2024-08-29T18:10:42.128 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:42.127+0000 7f6dcfdbe640 1 > prepared operation key=ZPPDOE70TQPE tag=R831HQHM8PPZ type=write size=107237 2024-08-29T18:10:42.132 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:42.131+0000 7f6dcfdbe640 1 < completed delete operation key=C47XT9Y9B7EW tag=IFOTHZDH2N0L type=del 2024-08-29T18:10:42.136 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:42.135+0000 7f6dcfdbe640 1 > prepared operation key=W4PL77H6JMGP tag=4ILIHVDZ1W5U type=del size=1372114 2024-08-29T18:10:42.140 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:42.139+0000 7f6dcfdbe640 1 < completed delete operation key=ULOTXZSBLM0E tag=FR337C3IC3C4 type=del 2024-08-29T18:10:42.145 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:42.143+0000 7f6dcfdbe640 1 > prepared operation key=LP0MLEKV3E74 tag=H6AG14HQGD37 type=del size=3373701 2024-08-29T18:10:42.150 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:42.147+0000 7f6dcfdbe640 -1 < failed to complete operation key=W4PL77H6JMGP tag=MQZGJUKCPR6A type=write size=599860: (22) Invalid argument 2024-08-29T18:10:42.154 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:42.155+0000 7f6dcfdbe640 1 > prepared operation key=PCRU0BDU1Z87 tag=BLWL68RJSA7A type=del size=276001 2024-08-29T18:10:42.158 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:42.159+0000 7f6dcfdbe640 1 < completed write operation key=X10K5L2O256M tag=7PM6AFN168P5 type=write size=852514 2024-08-29T18:10:42.166 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:42.163+0000 7f6dcfdbe640 1 > prepared part key=_multipart_JX058LCOIR42.2~8P5PV7BA0390.0 size=1048576 2024-08-29T18:10:42.168 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:42.167+0000 7f6dcfdbe640 1 > prepared part key=_multipart_JX058LCOIR42.2~8P5PV7BA0390.1 size=304658 2024-08-29T18:10:42.169 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:42.167+0000 7f6dcfdbe640 1 > prepared multipart upload key=JX058LCOIR42 upload=8P5PV7BA0390 tag=T6WE2J090448 type=write size=2401810 2024-08-29T18:10:42.173 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:42.171+0000 7f6dcfdbe640 1 < completed delete operation key=F8MIRGU95TM4 tag=SHOJ7JLWC598 type=del 2024-08-29T18:10:42.177 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:42.175+0000 7f6dcfdbe640 1 > prepared operation key=YKW2ORIZT8YI tag=GTU0WPA965NQ type=del size=1154251 2024-08-29T18:10:42.181 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:42.179+0000 7f6dcfdbe640 1 < completed part key=_multipart_CN52F1ME4Q7H.2~DDFIO76FVPZW.0 size=1048576 2024-08-29T18:10:42.184 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:42.183+0000 7f6dcfdbe640 1 < completed part key=_multipart_CN52F1ME4Q7H.2~DDFIO76FVPZW.1 size=668883 2024-08-29T18:10:42.191 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:42.191+0000 7f6dcfdbe640 1 < completed multipart upload key=CN52F1ME4Q7H upload=DDFIO76FVPZW tag=MFUR5VLG7N8I type=write size=2766035 2024-08-29T18:10:42.195 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:42.195+0000 7f6dcfdbe640 1 > prepared operation key=7XDT3ZRUKA4H tag=KNNTJG7215LE type=del size=453940 2024-08-29T18:10:42.199 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:42.199+0000 7f6dcfdbe640 1 < completed delete operation key=X10K5L2O256M tag=G8ZRJPQ8K74R type=del 2024-08-29T18:10:42.206 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:42.207+0000 7f6dcfdbe640 1 > prepared part key=_multipart_JX058LCOIR42.2~A2U6OH4SR1U2.0 size=1048576 2024-08-29T18:10:42.209 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:42.207+0000 7f6dcfdbe640 1 > prepared part key=_multipart_JX058LCOIR42.2~A2U6OH4SR1U2.1 size=1048576 2024-08-29T18:10:42.212 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:42.211+0000 7f6dcfdbe640 1 > prepared part key=_multipart_JX058LCOIR42.2~A2U6OH4SR1U2.2 size=943016 2024-08-29T18:10:42.212 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:42.211+0000 7f6dcfdbe640 1 > prepared multipart upload key=JX058LCOIR42 upload=A2U6OH4SR1U2 tag=1BTBWZZX3BNJ type=write size=4088744 2024-08-29T18:10:42.216 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:42.215+0000 7f6dcfdbe640 1 < canceled operation key=C47XT9Y9B7EW tag=32B6AW737OE4 type=del size=75251 2024-08-29T18:10:42.220 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:42.219+0000 7f6dcfdbe640 1 > prepared operation key=ZPPDOE70TQPE tag=07FV6L77WZ00 type=write size=470847 2024-08-29T18:10:42.223 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:42.223+0000 7f6dcfdbe640 1 < canceled operation key=LP0MLEKV3E74 tag=Y3DROXUSDWUU type=del size=974385 2024-08-29T18:10:42.227 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:42.227+0000 7f6dcfdbe640 1 > prepared operation key=3BV7GUDY3NXK tag=QB3JWJ0296Z4 type=del size=1127138 2024-08-29T18:10:42.231 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:42.231+0000 7f6dcfdbe640 1 < completed part key=_multipart_YE0K0OIAGJTR.2~1HDLDC2CGPZC.0 size=1048576 2024-08-29T18:10:42.234 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:42.235+0000 7f6dcfdbe640 1 < completed part key=_multipart_YE0K0OIAGJTR.2~1HDLDC2CGPZC.1 size=931542 2024-08-29T18:10:42.241 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:42.239+0000 7f6dcfdbe640 1 < completed multipart upload key=YE0K0OIAGJTR upload=1HDLDC2CGPZC tag=WIB8RPWIJ1XZ type=write size=3028694 2024-08-29T18:10:42.245 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:42.243+0000 7f6dcfdbe640 1 > prepared operation key=W4PL77H6JMGP tag=GJ3L0HXMBTY1 type=del size=998807 2024-08-29T18:10:42.249 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:42.247+0000 7f6dcfdbe640 1 < completed part key=_multipart_7XDT3ZRUKA4H.2~ZHXRUF7GKOI7.0 size=1048576 2024-08-29T18:10:42.252 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:42.251+0000 7f6dcfdbe640 1 < completed part key=_multipart_7XDT3ZRUKA4H.2~ZHXRUF7GKOI7.1 size=1048576 2024-08-29T18:10:42.256 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:42.255+0000 7f6dcfdbe640 1 < completed part key=_multipart_7XDT3ZRUKA4H.2~ZHXRUF7GKOI7.2 size=141904 2024-08-29T18:10:42.262 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:42.263+0000 7f6dcfdbe640 1 < completed multipart upload key=7XDT3ZRUKA4H upload=ZHXRUF7GKOI7 tag=NOR1HMSHCA89 type=write size=3287632 2024-08-29T18:10:42.266 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:42.267+0000 7f6dcfdbe640 1 > prepared operation key=KZ45Y56F6JGC tag=ZUMF6890BXHY type=del size=2465048 2024-08-29T18:10:42.270 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:42.271+0000 7f6dcfdbe640 1 < completed delete operation key=L6FV6KJ6OHNY tag=RNDACLYQ5EKR type=del 2024-08-29T18:10:42.277 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:42.275+0000 7f6dcfdbe640 1 > prepared part key=_multipart_YE0K0OIAGJTR.2~HZGJFJEKS4N8.0 size=941880 2024-08-29T18:10:42.278 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:42.275+0000 7f6dcfdbe640 1 > prepared multipart upload key=YE0K0OIAGJTR upload=HZGJFJEKS4N8 tag=6NMGVM1K52Q1 type=write size=1990456 2024-08-29T18:10:42.281 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:42.279+0000 7f6dcfdbe640 1 < completed delete operation key=ULOTXZSBLM0E tag=838XM0267ZNF type=del 2024-08-29T18:10:42.286 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:42.283+0000 7f6dcfdbe640 1 > prepared operation key=X10K5L2O256M tag=QNFPBPLVNIL6 type=del size=2605704 2024-08-29T18:10:42.290 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:42.291+0000 7f6dcfdbe640 1 < completed delete operation key=L6FV6KJ6OHNY tag=J87DTDIHI498 type=del 2024-08-29T18:10:42.295 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:42.295+0000 7f6dcfdbe640 1 > prepared operation key=P7TBKPU4347T tag=W5EWJ74FEHEV type=del size=1673065 2024-08-29T18:10:42.296 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:42.295+0000 7f6dcfdbe640 1 < canceled part key=_multipart_C47XT9Y9B7EW.2~PHRXGQ0ABEI1.0 size=545623 2024-08-29T18:10:42.303 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:42.303+0000 7f6dcfdbe640 1 < canceled multipart upload key=C47XT9Y9B7EW upload=PHRXGQ0ABEI1 tag=WB0VFHTJ667Y type=write size=1594199 2024-08-29T18:10:42.307 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:42.307+0000 7f6dcfdbe640 1 > prepared operation key=W4PL77H6JMGP tag=6GXK47GD15QH type=del size=3123012 2024-08-29T18:10:42.311 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:42.311+0000 7f6dcfdbe640 1 < completed write operation key=ZPPDOE70TQPE tag=R831HQHM8PPZ type=write size=107237 2024-08-29T18:10:42.314 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:10:41 smithi053 bash[68679]: cluster 2024-08-29T18:10:41.383342+0000 mgr.y (mgr.25022) 719 : cluster [DBG] pgmap v1400: 137 pgs: 5 creating+peering, 3 unknown, 129 active+clean; 583 KiB data, 4.7 GiB used, 710 GiB / 715 GiB avail; 84 KiB/s rd, 31 KiB/s wr, 147 op/s 2024-08-29T18:10:42.319 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:42.319+0000 7f6dcfdbe640 1 > prepared part key=_multipart_B7L6NXZ0V2CR.2~7IUVT2EVH0YG.0 size=1048576 2024-08-29T18:10:42.324 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:42.323+0000 7f6dcfdbe640 1 > prepared part key=_multipart_B7L6NXZ0V2CR.2~7IUVT2EVH0YG.1 size=1048576 2024-08-29T18:10:42.325 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:42.323+0000 7f6dcfdbe640 1 > prepared part key=_multipart_B7L6NXZ0V2CR.2~7IUVT2EVH0YG.2 size=116187 2024-08-29T18:10:42.325 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:42.323+0000 7f6dcfdbe640 1 > prepared multipart upload key=B7L6NXZ0V2CR upload=7IUVT2EVH0YG tag=E6BOEGAE9C0U type=write size=3261915 2024-08-29T18:10:42.333 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:42.331+0000 7f6dcfdbe640 1 < suggested remove operation key=W4PL77H6JMGP tag=4ILIHVDZ1W5U type=del 2024-08-29T18:10:42.340 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:42.339+0000 7f6dcfdbe640 1 > prepared part key=_multipart_ZPPDOE70TQPE.2~6SRL3MWT0SUJ.0 size=1048576 2024-08-29T18:10:42.343 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:42.343+0000 7f6dcfdbe640 1 > prepared part key=_multipart_ZPPDOE70TQPE.2~6SRL3MWT0SUJ.1 size=1048576 2024-08-29T18:10:42.346 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:42.343+0000 7f6dcfdbe640 1 > prepared part key=_multipart_ZPPDOE70TQPE.2~6SRL3MWT0SUJ.2 size=910687 2024-08-29T18:10:42.346 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:42.343+0000 7f6dcfdbe640 1 > prepared multipart upload key=ZPPDOE70TQPE upload=6SRL3MWT0SUJ tag=39LSTGLW1OBB type=write size=4056415 2024-08-29T18:10:42.350 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:42.351+0000 7f6dcfdbe640 1 < completed delete operation key=LP0MLEKV3E74 tag=H6AG14HQGD37 type=del 2024-08-29T18:10:42.357 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:42.355+0000 7f6dcfdbe640 1 > prepared part key=_multipart_W4PL77H6JMGP.2~SGKXGCUVA0GD.0 size=1048576 2024-08-29T18:10:42.360 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:42.359+0000 7f6dcfdbe640 1 > prepared part key=_multipart_W4PL77H6JMGP.2~SGKXGCUVA0GD.1 size=1048576 2024-08-29T18:10:42.363 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:42.363+0000 7f6dcfdbe640 1 > prepared part key=_multipart_W4PL77H6JMGP.2~SGKXGCUVA0GD.2 size=364317 2024-08-29T18:10:42.364 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:42.363+0000 7f6dcfdbe640 1 > prepared multipart upload key=W4PL77H6JMGP upload=SGKXGCUVA0GD tag=G0AEFSYKWCLB type=write size=3510045 2024-08-29T18:10:42.367 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:42.367+0000 7f6dcfdbe640 1 < completed delete operation key=PCRU0BDU1Z87 tag=BLWL68RJSA7A type=del 2024-08-29T18:10:42.371 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:42.371+0000 7f6dcfdbe640 1 > prepared operation key=ZPPDOE70TQPE tag=MM4W7W153FDN type=del size=868960 2024-08-29T18:10:42.375 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:42.375+0000 7f6dcfdbe640 1 < completed part key=_multipart_JX058LCOIR42.2~8P5PV7BA0390.0 size=1048576 2024-08-29T18:10:42.378 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:42.375+0000 7f6dcfdbe640 1 < completed part key=_multipart_JX058LCOIR42.2~8P5PV7BA0390.1 size=304658 2024-08-29T18:10:42.379 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:10:41 smithi028 bash[78352]: cluster 2024-08-29T18:10:41.383342+0000 mgr.y (mgr.25022) 719 : cluster [DBG] pgmap v1400: 137 pgs: 5 creating+peering, 3 unknown, 129 active+clean; 583 KiB data, 4.7 GiB used, 710 GiB / 715 GiB avail; 84 KiB/s rd, 31 KiB/s wr, 147 op/s 2024-08-29T18:10:42.379 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:10:41 smithi028 bash[77168]: cluster 2024-08-29T18:10:41.383342+0000 mgr.y (mgr.25022) 719 : cluster [DBG] pgmap v1400: 137 pgs: 5 creating+peering, 3 unknown, 129 active+clean; 583 KiB data, 4.7 GiB used, 710 GiB / 715 GiB avail; 84 KiB/s rd, 31 KiB/s wr, 147 op/s 2024-08-29T18:10:42.384 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:42.383+0000 7f6dcfdbe640 1 < completed multipart upload key=JX058LCOIR42 upload=8P5PV7BA0390 tag=T6WE2J090448 type=write size=2401810 2024-08-29T18:10:42.387 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:42.387+0000 7f6dcfdbe640 1 > prepared operation key=F8MIRGU95TM4 tag=RO2T4K5NGCRQ type=del size=58321 2024-08-29T18:10:42.395 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:42.395+0000 7f6dcfdbe640 1 < suggested remove operation key=YKW2ORIZT8YI tag=GTU0WPA965NQ type=del 2024-08-29T18:10:42.399 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:42.399+0000 7f6dcfdbe640 1 > prepared operation key=3VC6XP11WXW6 tag=TJN941LEG9L2 type=del size=120339 2024-08-29T18:10:42.407 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:42.407+0000 7f6dcfdbe640 1 < suggested remove operation key=7XDT3ZRUKA4H tag=KNNTJG7215LE type=del 2024-08-29T18:10:42.415 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:42.415+0000 7f6dcfdbe640 1 > prepared part key=_multipart_3VC6XP11WXW6.2~O1PN08N9O3ZE.0 size=1048576 2024-08-29T18:10:42.418 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:42.419+0000 7f6dcfdbe640 1 > prepared part key=_multipart_3VC6XP11WXW6.2~O1PN08N9O3ZE.1 size=1048576 2024-08-29T18:10:42.422 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:42.419+0000 7f6dcfdbe640 1 > prepared part key=_multipart_3VC6XP11WXW6.2~O1PN08N9O3ZE.2 size=354166 2024-08-29T18:10:42.422 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:42.419+0000 7f6dcfdbe640 1 > prepared multipart upload key=3VC6XP11WXW6 upload=O1PN08N9O3ZE tag=W7MNCAWXMNK5 type=write size=3499894 2024-08-29T18:10:42.422 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:42.423+0000 7f6dcfdbe640 1 < canceled part key=_multipart_JX058LCOIR42.2~A2U6OH4SR1U2.0 size=1048576 2024-08-29T18:10:42.426 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:42.423+0000 7f6dcfdbe640 1 < completed part key=_multipart_JX058LCOIR42.2~A2U6OH4SR1U2.1 size=1048576 2024-08-29T18:10:42.429 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:42.427+0000 7f6dcfdbe640 1 < completed part key=_multipart_JX058LCOIR42.2~A2U6OH4SR1U2.2 size=943016 2024-08-29T18:10:42.436 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:42.435+0000 7f6dcfdbe640 1 < canceled multipart upload key=JX058LCOIR42 upload=A2U6OH4SR1U2 tag=1BTBWZZX3BNJ type=write size=4088744 2024-08-29T18:10:42.443 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:42.443+0000 7f6dcfdbe640 1 > prepared part key=_multipart_LP0MLEKV3E74.2~331P2MIWR1EF.0 size=1048576 2024-08-29T18:10:42.446 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:42.443+0000 7f6dcfdbe640 1 > prepared part key=_multipart_LP0MLEKV3E74.2~331P2MIWR1EF.1 size=532214 2024-08-29T18:10:42.446 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:42.443+0000 7f6dcfdbe640 1 > prepared multipart upload key=LP0MLEKV3E74 upload=331P2MIWR1EF tag=2QNZ4SF6JO2L type=write size=2629366 2024-08-29T18:10:42.450 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:42.447+0000 7f6dcfdbe640 1 < completed write operation key=ZPPDOE70TQPE tag=07FV6L77WZ00 type=write size=470847 2024-08-29T18:10:42.457 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:42.455+0000 7f6dcfdbe640 1 > prepared part key=_multipart_7Y0GYERC6W4H.2~TL8YA2ETU1IS.0 size=953223 2024-08-29T18:10:42.458 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:42.455+0000 7f6dcfdbe640 1 > prepared multipart upload key=7Y0GYERC6W4H upload=TL8YA2ETU1IS tag=13Y2DKU6QCNJ type=write size=2001799 2024-08-29T18:10:42.462 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:42.459+0000 7f6dcfdbe640 1 < completed delete operation key=3BV7GUDY3NXK tag=QB3JWJ0296Z4 type=del 2024-08-29T18:10:42.467 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:42.467+0000 7f6dcfdbe640 1 > prepared operation key=PCRU0BDU1Z87 tag=D0SNZHNJ7ZQH type=write size=205519 2024-08-29T18:10:42.472 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:42.471+0000 7f6dcfdbe640 -1 < failed to complete operation key=W4PL77H6JMGP tag=GJ3L0HXMBTY1 type=del size=998807: (22) Invalid argument 2024-08-29T18:10:42.480 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:42.479+0000 7f6dcfdbe640 1 > prepared part key=_multipart_7XDT3ZRUKA4H.2~0UFXQN1OPIE4.0 size=579529 2024-08-29T18:10:42.480 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:42.479+0000 7f6dcfdbe640 1 > prepared multipart upload key=7XDT3ZRUKA4H upload=0UFXQN1OPIE4 tag=VX3UT3VRJ99I type=write size=1628105 2024-08-29T18:10:42.490 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:42.487+0000 7f6dcfdbe640 1 < suggested remove operation key=KZ45Y56F6JGC tag=ZUMF6890BXHY type=del 2024-08-29T18:10:42.494 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:42.495+0000 7f6dcfdbe640 1 > prepared operation key=9XOQBHEAVUKF tag=PO6A7R1CN7H3 type=del size=66729 2024-08-29T18:10:42.499 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:42.499+0000 7f6dcfdbe640 1 < completed part key=_multipart_YE0K0OIAGJTR.2~HZGJFJEKS4N8.0 size=941880 2024-08-29T18:10:42.507 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:42.507+0000 7f6dcfdbe640 1 < completed multipart upload key=YE0K0OIAGJTR upload=HZGJFJEKS4N8 tag=6NMGVM1K52Q1 type=write size=1990456 2024-08-29T18:10:42.512 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:42.511+0000 7f6dcfdbe640 1 > prepared operation key=ZPPDOE70TQPE tag=IX7X0B7X3S0A type=del size=1027146 2024-08-29T18:10:42.516 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:42.515+0000 7f6dcfdbe640 1 < completed delete operation key=X10K5L2O256M tag=QNFPBPLVNIL6 type=del 2024-08-29T18:10:42.521 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:42.519+0000 7f6dcfdbe640 1 > prepared operation key=MT6UK3U6H4JX tag=4G988X1SZJJZ type=write size=677876 2024-08-29T18:10:42.524 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:42.523+0000 7f6dcfdbe640 1 < canceled operation key=P7TBKPU4347T tag=W5EWJ74FEHEV type=del size=1673065 2024-08-29T18:10:42.533 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:42.531+0000 7f6dcfdbe640 1 > prepared part key=_multipart_T9L1J5N8K7MO.2~R72YHWGN164J.0 size=351316 2024-08-29T18:10:42.533 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:42.531+0000 7f6dcfdbe640 1 > prepared multipart upload key=T9L1J5N8K7MO upload=R72YHWGN164J tag=92O10CJQN4WQ type=write size=1399892 2024-08-29T18:10:42.538 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:42.539+0000 7f6dcfdbe640 -1 < failed to complete operation key=W4PL77H6JMGP tag=6GXK47GD15QH type=del size=3123012: (22) Invalid argument 2024-08-29T18:10:42.542 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:42.543+0000 7f6dcfdbe640 1 > prepared operation key=3VC6XP11WXW6 tag=2NJ9FC0CT7TM type=del size=3863353 2024-08-29T18:10:42.547 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:42.547+0000 7f6dcfdbe640 1 < completed part key=_multipart_B7L6NXZ0V2CR.2~7IUVT2EVH0YG.0 size=1048576 2024-08-29T18:10:42.550 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:42.551+0000 7f6dcfdbe640 1 < completed part key=_multipart_B7L6NXZ0V2CR.2~7IUVT2EVH0YG.1 size=1048576 2024-08-29T18:10:42.551 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:42.551+0000 7f6dcfdbe640 1 < canceled part key=_multipart_B7L6NXZ0V2CR.2~7IUVT2EVH0YG.2 size=116187 2024-08-29T18:10:42.557 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:42.555+0000 7f6dcfdbe640 1 < canceled multipart upload key=B7L6NXZ0V2CR upload=7IUVT2EVH0YG tag=E6BOEGAE9C0U type=write size=3261915 2024-08-29T18:10:42.562 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:42.563+0000 7f6dcfdbe640 1 > prepared operation key=F8MIRGU95TM4 tag=Z4MR2HJND7GV type=write size=765318 2024-08-29T18:10:42.566 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:42.567+0000 7f6dcfdbe640 1 < completed part key=_multipart_ZPPDOE70TQPE.2~6SRL3MWT0SUJ.0 size=1048576 2024-08-29T18:10:42.570 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:42.571+0000 7f6dcfdbe640 1 < completed part key=_multipart_ZPPDOE70TQPE.2~6SRL3MWT0SUJ.1 size=1048576 2024-08-29T18:10:42.570 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:42.571+0000 7f6dcfdbe640 1 < canceled part key=_multipart_ZPPDOE70TQPE.2~6SRL3MWT0SUJ.2 size=910687 2024-08-29T18:10:42.576 INFO:journalctl@ceph.prometheus.a.smithi053.stdout:Aug 29 18:10:42 smithi053 bash[95567]: ts=2024-08-29T18:10:42.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"3167ee72-662c-11ef-bcd4-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-29T18:10:42.577 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:42.575+0000 7f6dcfdbe640 1 < canceled multipart upload key=ZPPDOE70TQPE upload=6SRL3MWT0SUJ tag=39LSTGLW1OBB type=write size=4056415 2024-08-29T18:10:42.584 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:42.583+0000 7f6dcfdbe640 1 > prepared part key=_multipart_CY91RGLS4L74.2~SUZXE9ASSV5Z.0 size=1048576 2024-08-29T18:10:42.587 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:42.587+0000 7f6dcfdbe640 1 > prepared part key=_multipart_CY91RGLS4L74.2~SUZXE9ASSV5Z.1 size=1048576 2024-08-29T18:10:42.590 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:42.587+0000 7f6dcfdbe640 1 > prepared part key=_multipart_CY91RGLS4L74.2~SUZXE9ASSV5Z.2 size=687043 2024-08-29T18:10:42.590 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:42.587+0000 7f6dcfdbe640 1 > prepared multipart upload key=CY91RGLS4L74 upload=SUZXE9ASSV5Z tag=OGA7CTT8GPS6 type=write size=3832771 2024-08-29T18:10:42.594 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:42.591+0000 7f6dcfdbe640 1 < completed part key=_multipart_W4PL77H6JMGP.2~SGKXGCUVA0GD.0 size=1048576 2024-08-29T18:10:42.597 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:42.595+0000 7f6dcfdbe640 1 < completed part key=_multipart_W4PL77H6JMGP.2~SGKXGCUVA0GD.1 size=1048576 2024-08-29T18:10:42.600 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:42.599+0000 7f6dcfdbe640 1 < completed part key=_multipart_W4PL77H6JMGP.2~SGKXGCUVA0GD.2 size=364317 2024-08-29T18:10:42.606 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:42.607+0000 7f6dcfdbe640 1 < completed multipart upload key=W4PL77H6JMGP upload=SGKXGCUVA0GD tag=G0AEFSYKWCLB type=write size=3510045 2024-08-29T18:10:42.610 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:42.611+0000 7f6dcfdbe640 1 > prepared operation key=ULOTXZSBLM0E tag=DSUCRTN0Z4LF type=del size=571853 2024-08-29T18:10:42.614 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:42.615+0000 7f6dcfdbe640 1 < completed delete operation key=ZPPDOE70TQPE tag=MM4W7W153FDN type=del 2024-08-29T18:10:42.622 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:42.619+0000 7f6dcfdbe640 1 > prepared part key=_multipart_FDT1EJQCIL25.2~QOMODU76F3SC.0 size=109957 2024-08-29T18:10:42.622 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:42.619+0000 7f6dcfdbe640 1 > prepared multipart upload key=FDT1EJQCIL25 upload=QOMODU76F3SC tag=OA6K0VPK0L75 type=write size=1158533 2024-08-29T18:10:42.630 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:42.631+0000 7f6dcfdbe640 1 < suggested remove operation key=F8MIRGU95TM4 tag=RO2T4K5NGCRQ type=del 2024-08-29T18:10:42.637 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:42.635+0000 7f6dcfdbe640 1 > prepared part key=_multipart_C47XT9Y9B7EW.2~OIIO02CHGE36.0 size=1048576 2024-08-29T18:10:42.641 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:42.639+0000 7f6dcfdbe640 1 > prepared part key=_multipart_C47XT9Y9B7EW.2~OIIO02CHGE36.1 size=1048576 2024-08-29T18:10:42.644 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:42.643+0000 7f6dcfdbe640 1 > prepared part key=_multipart_C47XT9Y9B7EW.2~OIIO02CHGE36.2 size=324532 2024-08-29T18:10:42.644 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:42.643+0000 7f6dcfdbe640 1 > prepared multipart upload key=C47XT9Y9B7EW upload=OIIO02CHGE36 tag=6QBYDLGGUDT2 type=write size=3470260 2024-08-29T18:10:42.648 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:42.647+0000 7f6dcfdbe640 1 < completed delete operation key=3VC6XP11WXW6 tag=TJN941LEG9L2 type=del 2024-08-29T18:10:42.652 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:42.651+0000 7f6dcfdbe640 1 > prepared operation key=X10K5L2O256M tag=XHHT81ZZWWPT type=del size=1558178 2024-08-29T18:10:42.656 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:42.655+0000 7f6dcfdbe640 1 < completed part key=_multipart_3VC6XP11WXW6.2~O1PN08N9O3ZE.0 size=1048576 2024-08-29T18:10:42.659 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:42.659+0000 7f6dcfdbe640 1 < completed part key=_multipart_3VC6XP11WXW6.2~O1PN08N9O3ZE.1 size=1048576 2024-08-29T18:10:42.662 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:42.663+0000 7f6dcfdbe640 1 < completed part key=_multipart_3VC6XP11WXW6.2~O1PN08N9O3ZE.2 size=354166 2024-08-29T18:10:42.668 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:42.667+0000 7f6dcfdbe640 1 < completed multipart upload key=3VC6XP11WXW6 upload=O1PN08N9O3ZE tag=W7MNCAWXMNK5 type=write size=3499894 2024-08-29T18:10:42.672 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:42.671+0000 7f6dcfdbe640 1 > prepared operation key=MT6UK3U6H4JX tag=RK76NOGF9MGF type=write size=230418 2024-08-29T18:10:42.676 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:42.675+0000 7f6dcfdbe640 1 < completed part key=_multipart_LP0MLEKV3E74.2~331P2MIWR1EF.0 size=1048576 2024-08-29T18:10:42.680 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:42.679+0000 7f6dcfdbe640 1 < completed part key=_multipart_LP0MLEKV3E74.2~331P2MIWR1EF.1 size=532214 2024-08-29T18:10:42.686 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:42.687+0000 7f6dcfdbe640 1 < completed multipart upload key=LP0MLEKV3E74 upload=331P2MIWR1EF tag=2QNZ4SF6JO2L type=write size=2629366 2024-08-29T18:10:42.690 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:42.691+0000 7f6dcfdbe640 1 > prepared operation key=DGQXCI25DDX7 tag=VXTWT2YF40X2 type=del size=2064552 2024-08-29T18:10:42.694 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:42.695+0000 7f6dcfdbe640 1 < completed part key=_multipart_7Y0GYERC6W4H.2~TL8YA2ETU1IS.0 size=953223 2024-08-29T18:10:42.701 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:42.699+0000 7f6dcfdbe640 1 < completed multipart upload key=7Y0GYERC6W4H upload=TL8YA2ETU1IS tag=13Y2DKU6QCNJ type=write size=2001799 2024-08-29T18:10:42.708 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:42.707+0000 7f6dcfdbe640 1 > prepared part key=_multipart_YKW2ORIZT8YI.2~FO37EL8N6G36.0 size=1048576 2024-08-29T18:10:42.711 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:42.711+0000 7f6dcfdbe640 1 > prepared part key=_multipart_YKW2ORIZT8YI.2~FO37EL8N6G36.1 size=976510 2024-08-29T18:10:42.711 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:42.711+0000 7f6dcfdbe640 1 > prepared multipart upload key=YKW2ORIZT8YI upload=FO37EL8N6G36 tag=T1P99CJ1K0JH type=write size=3073662 2024-08-29T18:10:42.715 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:42.715+0000 7f6dcfdbe640 1 < completed write operation key=PCRU0BDU1Z87 tag=D0SNZHNJ7ZQH type=write size=205519 2024-08-29T18:10:42.719 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:42.719+0000 7f6dcfdbe640 1 > prepared operation key=3VC6XP11WXW6 tag=8KOV3RPHAIJU type=del size=148987 2024-08-29T18:10:42.723 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:42.723+0000 7f6dcfdbe640 1 < completed part key=_multipart_7XDT3ZRUKA4H.2~0UFXQN1OPIE4.0 size=579529 2024-08-29T18:10:42.733 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:42.727+0000 7f6dcfdbe640 1 < completed multipart upload key=7XDT3ZRUKA4H upload=0UFXQN1OPIE4 tag=VX3UT3VRJ99I type=write size=1628105 2024-08-29T18:10:42.737 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:42.735+0000 7f6dcfdbe640 1 > prepared part key=_multipart_F8MIRGU95TM4.2~AV2YCYKNMQDN.0 size=1048576 2024-08-29T18:10:42.739 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:42.739+0000 7f6dcfdbe640 1 > prepared part key=_multipart_F8MIRGU95TM4.2~AV2YCYKNMQDN.1 size=1048576 2024-08-29T18:10:42.743 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:42.743+0000 7f6dcfdbe640 1 > prepared part key=_multipart_F8MIRGU95TM4.2~AV2YCYKNMQDN.2 size=745077 2024-08-29T18:10:42.743 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:42.743+0000 7f6dcfdbe640 1 > prepared multipart upload key=F8MIRGU95TM4 upload=AV2YCYKNMQDN tag=7J648IUWLJ3W type=write size=3890805 2024-08-29T18:10:42.747 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:42.747+0000 7f6dcfdbe640 1 < completed delete operation key=9XOQBHEAVUKF tag=PO6A7R1CN7H3 type=del 2024-08-29T18:10:42.754 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:42.751+0000 7f6dcfdbe640 1 > prepared part key=_multipart_C47XT9Y9B7EW.2~23KM3HJLIEFD.0 size=1048576 2024-08-29T18:10:42.757 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:42.755+0000 7f6dcfdbe640 1 > prepared part key=_multipart_C47XT9Y9B7EW.2~23KM3HJLIEFD.1 size=1048576 2024-08-29T18:10:42.760 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:42.759+0000 7f6dcfdbe640 1 > prepared part key=_multipart_C47XT9Y9B7EW.2~23KM3HJLIEFD.2 size=963834 2024-08-29T18:10:42.760 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:42.759+0000 7f6dcfdbe640 1 > prepared multipart upload key=C47XT9Y9B7EW upload=23KM3HJLIEFD tag=6NWV2GU549LF type=write size=4109562 2024-08-29T18:10:42.768 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:42.767+0000 7f6dcfdbe640 1 < suggested remove operation key=ZPPDOE70TQPE tag=IX7X0B7X3S0A type=del 2024-08-29T18:10:42.772 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:42.771+0000 7f6dcfdbe640 1 > prepared operation key=P7TBKPU4347T tag=V56G89NIZSH9 type=write size=491977 2024-08-29T18:10:42.777 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:42.775+0000 7f6dcfdbe640 1 < completed write operation key=MT6UK3U6H4JX tag=4G988X1SZJJZ type=write size=677876 2024-08-29T18:10:42.781 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:42.779+0000 7f6dcfdbe640 1 > prepared operation key=T9L1J5N8K7MO tag=9UPSNHV6SKIJ type=del size=2561291 2024-08-29T18:10:42.785 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:42.783+0000 7f6dcfdbe640 1 < completed part key=_multipart_T9L1J5N8K7MO.2~R72YHWGN164J.0 size=351316 2024-08-29T18:10:42.793 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:42.791+0000 7f6dcfdbe640 1 < completed multipart upload key=T9L1J5N8K7MO upload=R72YHWGN164J tag=92O10CJQN4WQ type=write size=1399892 2024-08-29T18:10:42.797 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:42.795+0000 7f6dcfdbe640 1 > prepared operation key=T9L1J5N8K7MO tag=AS1MVWMGQCZ2 type=del size=853367 2024-08-29T18:10:42.801 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:42.799+0000 7f6dcfdbe640 1 < completed delete operation key=3VC6XP11WXW6 tag=2NJ9FC0CT7TM type=del 2024-08-29T18:10:42.808 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:42.807+0000 7f6dcfdbe640 1 > prepared part key=_multipart_CY91RGLS4L74.2~9K16V58QAGZ5.0 size=1048576 2024-08-29T18:10:42.812 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:42.811+0000 7f6dcfdbe640 1 > prepared part key=_multipart_CY91RGLS4L74.2~9K16V58QAGZ5.1 size=456680 2024-08-29T18:10:42.812 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:42.811+0000 7f6dcfdbe640 1 > prepared multipart upload key=CY91RGLS4L74 upload=9K16V58QAGZ5 tag=PR07L75WKYLS type=write size=2553832 2024-08-29T18:10:42.817 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:42.815+0000 7f6dcfdbe640 -1 < failed to complete operation key=F8MIRGU95TM4 tag=Z4MR2HJND7GV type=write size=765318: (22) Invalid argument 2024-08-29T18:10:42.822 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:42.823+0000 7f6dcfdbe640 1 > prepared operation key=LP0MLEKV3E74 tag=KNRREYSV447K type=del size=666840 2024-08-29T18:10:42.826 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:42.827+0000 7f6dcfdbe640 1 < completed part key=_multipart_CY91RGLS4L74.2~SUZXE9ASSV5Z.0 size=1048576 2024-08-29T18:10:42.829 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:42.827+0000 7f6dcfdbe640 1 < completed part key=_multipart_CY91RGLS4L74.2~SUZXE9ASSV5Z.1 size=1048576 2024-08-29T18:10:42.833 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:42.831+0000 7f6dcfdbe640 1 < completed part key=_multipart_CY91RGLS4L74.2~SUZXE9ASSV5Z.2 size=687043 2024-08-29T18:10:42.839 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:42.839+0000 7f6dcfdbe640 1 < completed multipart upload key=CY91RGLS4L74 upload=SUZXE9ASSV5Z tag=OGA7CTT8GPS6 type=write size=3832771 2024-08-29T18:10:42.844 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:42.843+0000 7f6dcfdbe640 1 > prepared operation key=T9L1J5N8K7MO tag=YWNEMPN1Q3DO type=del size=3991891 2024-08-29T18:10:42.848 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:42.847+0000 7f6dcfdbe640 1 < completed delete operation key=ULOTXZSBLM0E tag=DSUCRTN0Z4LF type=del 2024-08-29T18:10:42.852 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:42.851+0000 7f6dcfdbe640 1 > prepared operation key=YE0K0OIAGJTR tag=QP2S9EP6C5QN type=write size=4363 2024-08-29T18:10:42.857 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:42.855+0000 7f6dcfdbe640 1 < completed part key=_multipart_FDT1EJQCIL25.2~QOMODU76F3SC.0 size=109957 2024-08-29T18:10:42.863 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:42.863+0000 7f6dcfdbe640 1 < completed multipart upload key=FDT1EJQCIL25 upload=QOMODU76F3SC tag=OA6K0VPK0L75 type=write size=1158533 2024-08-29T18:10:42.872 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:42.871+0000 7f6dcfdbe640 1 > prepared part key=_multipart_P7TBKPU4347T.2~LC2MUBN246Q9.0 size=1048576 2024-08-29T18:10:42.874 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:42.875+0000 7f6dcfdbe640 1 > prepared part key=_multipart_P7TBKPU4347T.2~LC2MUBN246Q9.1 size=1036935 2024-08-29T18:10:42.875 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:42.875+0000 7f6dcfdbe640 1 > prepared multipart upload key=P7TBKPU4347T upload=LC2MUBN246Q9 tag=FA6556U0EU7G type=write size=3134087 2024-08-29T18:10:42.875 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:42.875+0000 7f6dcfdbe640 1 < canceled part key=_multipart_C47XT9Y9B7EW.2~OIIO02CHGE36.0 size=1048576 2024-08-29T18:10:42.879 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:42.879+0000 7f6dcfdbe640 1 < completed part key=_multipart_C47XT9Y9B7EW.2~OIIO02CHGE36.1 size=1048576 2024-08-29T18:10:42.882 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:42.883+0000 7f6dcfdbe640 1 < completed part key=_multipart_C47XT9Y9B7EW.2~OIIO02CHGE36.2 size=324532 2024-08-29T18:10:42.889 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:42.887+0000 7f6dcfdbe640 1 < canceled multipart upload key=C47XT9Y9B7EW upload=OIIO02CHGE36 tag=6QBYDLGGUDT2 type=write size=3470260 2024-08-29T18:10:42.896 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:42.895+0000 7f6dcfdbe640 1 > prepared part key=_multipart_I0OL3VZS23M6.2~C4M32LSHHBTV.0 size=1048576 2024-08-29T18:10:42.899 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:42.899+0000 7f6dcfdbe640 1 > prepared part key=_multipart_I0OL3VZS23M6.2~C4M32LSHHBTV.1 size=748958 2024-08-29T18:10:42.899 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:42.899+0000 7f6dcfdbe640 1 > prepared multipart upload key=I0OL3VZS23M6 upload=C4M32LSHHBTV tag=OUWHE2WKA5YH type=write size=2846110 2024-08-29T18:10:42.904 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:42.903+0000 7f6dcfdbe640 1 < completed delete operation key=X10K5L2O256M tag=XHHT81ZZWWPT type=del 2024-08-29T18:10:42.908 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:42.907+0000 7f6dcfdbe640 1 > prepared operation key=7XDT3ZRUKA4H tag=0YB91YKFKCFS type=del size=1006704 2024-08-29T18:10:42.912 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:42.911+0000 7f6dcfdbe640 1 < canceled operation key=MT6UK3U6H4JX tag=RK76NOGF9MGF type=write size=230418 2024-08-29T18:10:42.916 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:42.915+0000 7f6dcfdbe640 1 > prepared operation key=KZ45Y56F6JGC tag=MI12NMMR1NCY type=del size=2956718 2024-08-29T18:10:42.921 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:42.919+0000 7f6dcfdbe640 1 < completed delete operation key=DGQXCI25DDX7 tag=VXTWT2YF40X2 type=del 2024-08-29T18:10:42.925 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:42.923+0000 7f6dcfdbe640 1 > prepared operation key=7XDT3ZRUKA4H tag=67VIVC1KD32S type=write size=876934 2024-08-29T18:10:42.926 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:42.927+0000 7f6dcfdbe640 1 < canceled part key=_multipart_YKW2ORIZT8YI.2~FO37EL8N6G36.0 size=1048576 2024-08-29T18:10:42.929 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:42.927+0000 7f6dcfdbe640 1 < completed part key=_multipart_YKW2ORIZT8YI.2~FO37EL8N6G36.1 size=976510 2024-08-29T18:10:42.936 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:42.935+0000 7f6dcfdbe640 1 < canceled multipart upload key=YKW2ORIZT8YI upload=FO37EL8N6G36 tag=T1P99CJ1K0JH type=write size=3073662 2024-08-29T18:10:42.940 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:42.939+0000 7f6dcfdbe640 1 > prepared operation key=L6FV6KJ6OHNY tag=SYN5A0R99131 type=del size=317132 2024-08-29T18:10:42.948 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:42.947+0000 7f6dcfdbe640 1 < suggested remove operation key=3VC6XP11WXW6 tag=8KOV3RPHAIJU type=del 2024-08-29T18:10:42.952 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:42.951+0000 7f6dcfdbe640 1 > prepared operation key=YKW2ORIZT8YI tag=NTXYPFOW147E type=del size=3907368 2024-08-29T18:10:42.956 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:42.955+0000 7f6dcfdbe640 1 < completed part key=_multipart_F8MIRGU95TM4.2~AV2YCYKNMQDN.0 size=1048576 2024-08-29T18:10:42.960 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:42.959+0000 7f6dcfdbe640 1 < completed part key=_multipart_F8MIRGU95TM4.2~AV2YCYKNMQDN.1 size=1048576 2024-08-29T18:10:42.963 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:42.963+0000 7f6dcfdbe640 1 < completed part key=_multipart_F8MIRGU95TM4.2~AV2YCYKNMQDN.2 size=745077 2024-08-29T18:10:42.969 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:42.967+0000 7f6dcfdbe640 1 < completed multipart upload key=F8MIRGU95TM4 upload=AV2YCYKNMQDN tag=7J648IUWLJ3W type=write size=3890805 2024-08-29T18:10:42.973 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:42.971+0000 7f6dcfdbe640 1 > prepared operation key=C47XT9Y9B7EW tag=T42P3SVOM9M1 type=write size=255758 2024-08-29T18:10:42.977 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:42.975+0000 7f6dcfdbe640 1 < completed part key=_multipart_C47XT9Y9B7EW.2~23KM3HJLIEFD.0 size=1048576 2024-08-29T18:10:42.981 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:42.979+0000 7f6dcfdbe640 1 < completed part key=_multipart_C47XT9Y9B7EW.2~23KM3HJLIEFD.1 size=1048576 2024-08-29T18:10:42.981 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:42.979+0000 7f6dcfdbe640 1 < canceled part key=_multipart_C47XT9Y9B7EW.2~23KM3HJLIEFD.2 size=963834 2024-08-29T18:10:42.988 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:42.987+0000 7f6dcfdbe640 1 < canceled multipart upload key=C47XT9Y9B7EW upload=23KM3HJLIEFD tag=6NWV2GU549LF type=write size=4109562 2024-08-29T18:10:42.993 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:42.991+0000 7f6dcfdbe640 1 > prepared operation key=9XOQBHEAVUKF tag=TSJDZTXKQXHV type=del size=3982435 2024-08-29T18:10:42.997 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:42.995+0000 7f6dcfdbe640 1 < completed write operation key=P7TBKPU4347T tag=V56G89NIZSH9 type=write size=491977 2024-08-29T18:10:43.005 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:43.003+0000 7f6dcfdbe640 1 > prepared part key=_multipart_YKW2ORIZT8YI.2~2Z3DJI3YW2X0.0 size=722621 2024-08-29T18:10:43.006 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:43.003+0000 7f6dcfdbe640 1 > prepared multipart upload key=YKW2ORIZT8YI upload=2Z3DJI3YW2X0 tag=GXT1Z5IHU8QF type=write size=1771197 2024-08-29T18:10:43.011 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:43.011+0000 7f6dcfdbe640 1 < completed delete operation key=T9L1J5N8K7MO tag=9UPSNHV6SKIJ type=del 2024-08-29T18:10:43.019 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:43.019+0000 7f6dcfdbe640 1 > prepared part key=_multipart_B7L6NXZ0V2CR.2~2U428XP4YJRF.0 size=281869 2024-08-29T18:10:43.019 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:43.019+0000 7f6dcfdbe640 1 > prepared multipart upload key=B7L6NXZ0V2CR upload=2U428XP4YJRF tag=EDAI7T4177I5 type=write size=1330445 2024-08-29T18:10:43.023 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:43.023+0000 7f6dcfdbe640 1 < completed delete operation key=T9L1J5N8K7MO tag=AS1MVWMGQCZ2 type=del 2024-08-29T18:10:43.032 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:43.031+0000 7f6dcfdbe640 1 > prepared part key=_multipart_9XOQBHEAVUKF.2~F18ZI70GFME4.0 size=952839 2024-08-29T18:10:43.032 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:43.031+0000 7f6dcfdbe640 1 > prepared multipart upload key=9XOQBHEAVUKF upload=F18ZI70GFME4 tag=34P1U2ANKO8Z type=write size=2001415 2024-08-29T18:10:43.035 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:43.035+0000 7f6dcfdbe640 1 < completed part key=_multipart_CY91RGLS4L74.2~9K16V58QAGZ5.0 size=1048576 2024-08-29T18:10:43.039 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:43.039+0000 7f6dcfdbe640 1 < completed part key=_multipart_CY91RGLS4L74.2~9K16V58QAGZ5.1 size=456680 2024-08-29T18:10:43.045 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:43.043+0000 7f6dcfdbe640 1 < completed multipart upload key=CY91RGLS4L74 upload=9K16V58QAGZ5 tag=PR07L75WKYLS type=write size=2553832 2024-08-29T18:10:43.049 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:43.047+0000 7f6dcfdbe640 1 > prepared operation key=ZPPDOE70TQPE tag=L7BJNQ1GHJL5 type=del size=1676108 2024-08-29T18:10:43.057 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:43.055+0000 7f6dcfdbe640 1 < suggested remove operation key=LP0MLEKV3E74 tag=KNRREYSV447K type=del 2024-08-29T18:10:43.061 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:43.059+0000 7f6dcfdbe640 1 > prepared operation key=YE0K0OIAGJTR tag=2R2FSF3E0HCC type=del size=3907332 2024-08-29T18:10:43.066 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:43.063+0000 7f6dcfdbe640 1 < completed delete operation key=T9L1J5N8K7MO tag=YWNEMPN1Q3DO type=del 2024-08-29T18:10:43.069 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:43.067+0000 7f6dcfdbe640 1 > prepared operation key=CN52F1ME4Q7H tag=VRRWVIYY2UVS type=del size=3720046 2024-08-29T18:10:43.073 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:43.071+0000 7f6dcfdbe640 1 < completed write operation key=YE0K0OIAGJTR tag=QP2S9EP6C5QN type=write size=4363 2024-08-29T18:10:43.077 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:43.075+0000 7f6dcfdbe640 1 > prepared operation key=X10K5L2O256M tag=VC61PXKEE9HH type=write size=538699 2024-08-29T18:10:43.082 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:43.079+0000 7f6dcfdbe640 1 < completed part key=_multipart_P7TBKPU4347T.2~LC2MUBN246Q9.0 size=1048576 2024-08-29T18:10:43.082 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:43.079+0000 7f6dcfdbe640 1 < canceled part key=_multipart_P7TBKPU4347T.2~LC2MUBN246Q9.1 size=1036935 2024-08-29T18:10:43.088 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:43.087+0000 7f6dcfdbe640 1 < canceled multipart upload key=P7TBKPU4347T upload=LC2MUBN246Q9 tag=FA6556U0EU7G type=write size=3134087 2024-08-29T18:10:43.093 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:43.091+0000 7f6dcfdbe640 1 > prepared operation key=CN52F1ME4Q7H tag=QHVRKE4GLUYD type=del size=3756708 2024-08-29T18:10:43.098 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:43.095+0000 7f6dcfdbe640 1 < completed part key=_multipart_I0OL3VZS23M6.2~C4M32LSHHBTV.0 size=1048576 2024-08-29T18:10:43.101 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:43.099+0000 7f6dcfdbe640 1 < completed part key=_multipart_I0OL3VZS23M6.2~C4M32LSHHBTV.1 size=748958 2024-08-29T18:10:43.108 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:43.107+0000 7f6dcfdbe640 1 < completed multipart upload key=I0OL3VZS23M6 upload=C4M32LSHHBTV tag=OUWHE2WKA5YH type=write size=2846110 2024-08-29T18:10:43.112 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:43.111+0000 7f6dcfdbe640 1 > prepared operation key=3BV7GUDY3NXK tag=OZ3OEO6EXE1Q type=del size=2914036 2024-08-29T18:10:43.116 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:43.115+0000 7f6dcfdbe640 1 < canceled operation key=7XDT3ZRUKA4H tag=0YB91YKFKCFS type=del size=1006704 2024-08-29T18:10:43.123 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:43.123+0000 7f6dcfdbe640 1 > prepared part key=_multipart_YE0K0OIAGJTR.2~51UG18Z02I3W.0 size=1048576 2024-08-29T18:10:43.127 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:43.127+0000 7f6dcfdbe640 1 > prepared part key=_multipart_YE0K0OIAGJTR.2~51UG18Z02I3W.1 size=1048576 2024-08-29T18:10:43.130 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:43.131+0000 7f6dcfdbe640 1 > prepared part key=_multipart_YE0K0OIAGJTR.2~51UG18Z02I3W.2 size=182662 2024-08-29T18:10:43.130 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:43.131+0000 7f6dcfdbe640 1 > prepared multipart upload key=YE0K0OIAGJTR upload=51UG18Z02I3W tag=QSJ4ZX6TSF7I type=write size=3328390 2024-08-29T18:10:43.138 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:43.135+0000 7f6dcfdbe640 1 < suggested update operation key=KZ45Y56F6JGC tag=MI12NMMR1NCY type=del size=2956718 2024-08-29T18:10:43.144 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:43.139+0000 7f6dcfdbe640 1 > prepared operation key=CY91RGLS4L74 tag=UCP6GTE0E1VD type=del size=5979 2024-08-29T18:10:43.146 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:43.143+0000 7f6dcfdbe640 1 < completed write operation key=7XDT3ZRUKA4H tag=67VIVC1KD32S type=write size=876934 2024-08-29T18:10:43.153 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:43.151+0000 7f6dcfdbe640 1 > prepared part key=_multipart_F8MIRGU95TM4.2~KQEISQHPFQK9.0 size=1048576 2024-08-29T18:10:43.156 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:43.155+0000 7f6dcfdbe640 1 > prepared part key=_multipart_F8MIRGU95TM4.2~KQEISQHPFQK9.1 size=1048576 2024-08-29T18:10:43.159 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:43.159+0000 7f6dcfdbe640 1 > prepared part key=_multipart_F8MIRGU95TM4.2~KQEISQHPFQK9.2 size=435537 2024-08-29T18:10:43.159 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:43.159+0000 7f6dcfdbe640 1 > prepared multipart upload key=F8MIRGU95TM4 upload=KQEISQHPFQK9 tag=H5CWT2J64MLJ type=write size=3581265 2024-08-29T18:10:43.163 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:43.163+0000 7f6dcfdbe640 1 < completed delete operation key=L6FV6KJ6OHNY tag=SYN5A0R99131 type=del 2024-08-29T18:10:43.167 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:43.167+0000 7f6dcfdbe640 1 > prepared operation key=X10K5L2O256M tag=G3WURMUF7F0T type=del size=96473 2024-08-29T18:10:43.171 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:43.171+0000 7f6dcfdbe640 1 < completed delete operation key=YKW2ORIZT8YI tag=NTXYPFOW147E type=del 2024-08-29T18:10:43.176 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:43.175+0000 7f6dcfdbe640 1 > prepared operation key=YKW2ORIZT8YI tag=FVCUY3I4JH10 type=del size=4007486 2024-08-29T18:10:43.180 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:43.179+0000 7f6dcfdbe640 1 < canceled operation key=C47XT9Y9B7EW tag=T42P3SVOM9M1 type=write size=255758 2024-08-29T18:10:43.184 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:43.183+0000 7f6dcfdbe640 1 > prepared operation key=YE0K0OIAGJTR tag=4K53L8L8Y9IQ type=del size=3065033 2024-08-29T18:10:43.188 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:43.187+0000 7f6dcfdbe640 1 < completed delete operation key=9XOQBHEAVUKF tag=TSJDZTXKQXHV type=del 2024-08-29T18:10:43.192 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:43.191+0000 7f6dcfdbe640 1 > prepared operation key=78MD08IJ7ULZ tag=XO8SB1VTWGNR type=del size=408461 2024-08-29T18:10:43.196 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:43.195+0000 7f6dcfdbe640 1 < completed part key=_multipart_YKW2ORIZT8YI.2~2Z3DJI3YW2X0.0 size=722621 2024-08-29T18:10:43.203 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:43.203+0000 7f6dcfdbe640 1 < completed multipart upload key=YKW2ORIZT8YI upload=2Z3DJI3YW2X0 tag=GXT1Z5IHU8QF type=write size=1771197 2024-08-29T18:10:43.207 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:43.207+0000 7f6dcfdbe640 1 > prepared operation key=78MD08IJ7ULZ tag=SMNPDOHV7YJG type=del size=2137966 2024-08-29T18:10:43.211 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:43.211+0000 7f6dcfdbe640 1 < completed part key=_multipart_B7L6NXZ0V2CR.2~2U428XP4YJRF.0 size=281869 2024-08-29T18:10:43.217 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:43.215+0000 7f6dcfdbe640 1 < completed multipart upload key=B7L6NXZ0V2CR upload=2U428XP4YJRF tag=EDAI7T4177I5 type=write size=1330445 2024-08-29T18:10:43.225 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:43.223+0000 7f6dcfdbe640 1 > prepared part key=_multipart_F8MIRGU95TM4.2~8I2HPWDDJDJR.0 size=910523 2024-08-29T18:10:43.225 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:43.223+0000 7f6dcfdbe640 1 > prepared multipart upload key=F8MIRGU95TM4 upload=8I2HPWDDJDJR tag=LCLB5DTV2EU0 type=write size=1959099 2024-08-29T18:10:43.229 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:43.227+0000 7f6dcfdbe640 1 < completed part key=_multipart_9XOQBHEAVUKF.2~F18ZI70GFME4.0 size=952839 2024-08-29T18:10:43.235 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:43.235+0000 7f6dcfdbe640 1 < completed multipart upload key=9XOQBHEAVUKF upload=F18ZI70GFME4 tag=34P1U2ANKO8Z type=write size=2001415 2024-08-29T18:10:43.240 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:43.239+0000 7f6dcfdbe640 1 > prepared operation key=ZPPDOE70TQPE tag=K7OIB8JG0PY2 type=del size=3813763 2024-08-29T18:10:43.249 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:43.247+0000 7f6dcfdbe640 1 < suggested remove operation key=ZPPDOE70TQPE tag=L7BJNQ1GHJL5 type=del 2024-08-29T18:10:43.254 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:43.255+0000 7f6dcfdbe640 1 > prepared operation key=YKW2ORIZT8YI tag=88F7QMB8QJI6 type=del size=176652 2024-08-29T18:10:43.259 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:43.259+0000 7f6dcfdbe640 1 < completed delete operation key=YE0K0OIAGJTR tag=2R2FSF3E0HCC type=del 2024-08-29T18:10:43.263 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:43.263+0000 7f6dcfdbe640 1 > prepared operation key=W4PL77H6JMGP tag=34SHWJVYFXQR type=write size=185942 2024-08-29T18:10:43.268 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:43.267+0000 7f6dcfdbe640 1 < completed delete operation key=CN52F1ME4Q7H tag=VRRWVIYY2UVS type=del 2024-08-29T18:10:43.272 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:43.271+0000 7f6dcfdbe640 1 > prepared operation key=ROJNXFMRMF7F tag=VUWJXPJZESFW type=del size=960513 2024-08-29T18:10:43.276 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:43.275+0000 7f6dcfdbe640 1 < completed write operation key=X10K5L2O256M tag=VC61PXKEE9HH type=write size=538699 2024-08-29T18:10:43.280 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:43.279+0000 7f6dcfdbe640 1 > prepared operation key=T9L1J5N8K7MO tag=9V2HU231O300 type=del size=2610984 2024-08-29T18:10:43.284 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:43.283+0000 7f6dcfdbe640 1 < canceled operation key=CN52F1ME4Q7H tag=QHVRKE4GLUYD type=del size=3756708 2024-08-29T18:10:43.291 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:43.291+0000 7f6dcfdbe640 1 > prepared part key=_multipart_C47XT9Y9B7EW.2~WLZC789A9134.0 size=1048576 2024-08-29T18:10:43.295 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:43.295+0000 7f6dcfdbe640 1 > prepared part key=_multipart_C47XT9Y9B7EW.2~WLZC789A9134.1 size=793623 2024-08-29T18:10:43.295 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:43.295+0000 7f6dcfdbe640 1 > prepared multipart upload key=C47XT9Y9B7EW upload=WLZC789A9134 tag=LO6CK88HCH9G type=write size=2890775 2024-08-29T18:10:43.300 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:43.299+0000 7f6dcfdbe640 1 < completed delete operation key=3BV7GUDY3NXK tag=OZ3OEO6EXE1Q type=del 2024-08-29T18:10:43.310 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:43.307+0000 7f6dcfdbe640 1 > prepared part key=_multipart_CY91RGLS4L74.2~6JIXOVPVGJ91.0 size=1048576 2024-08-29T18:10:43.313 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:43.311+0000 7f6dcfdbe640 1 > prepared part key=_multipart_CY91RGLS4L74.2~6JIXOVPVGJ91.1 size=712482 2024-08-29T18:10:43.313 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:43.311+0000 7f6dcfdbe640 1 > prepared multipart upload key=CY91RGLS4L74 upload=6JIXOVPVGJ91 tag=SBJ50NJDPGLC type=write size=2809634 2024-08-29T18:10:43.318 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:43.319+0000 7f6dcfdbe640 1 < completed part key=_multipart_YE0K0OIAGJTR.2~51UG18Z02I3W.0 size=1048576 2024-08-29T18:10:43.322 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:43.323+0000 7f6dcfdbe640 1 < completed part key=_multipart_YE0K0OIAGJTR.2~51UG18Z02I3W.1 size=1048576 2024-08-29T18:10:43.325 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:43.323+0000 7f6dcfdbe640 1 < completed part key=_multipart_YE0K0OIAGJTR.2~51UG18Z02I3W.2 size=182662 2024-08-29T18:10:43.326 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:10:42 smithi053 bash[68679]: audit 2024-08-29T18:10:42.058135+0000 mon.a (mon.0) 2114 : audit [DBG] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-29T18:10:43.332 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:43.331+0000 7f6dcfdbe640 1 < completed multipart upload key=YE0K0OIAGJTR upload=51UG18Z02I3W tag=QSJ4ZX6TSF7I type=write size=3328390 2024-08-29T18:10:43.336 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:43.335+0000 7f6dcfdbe640 1 > prepared operation key=T9L1J5N8K7MO tag=6FALHJT25YH2 type=del size=3413614 2024-08-29T18:10:43.340 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:43.339+0000 7f6dcfdbe640 1 < completed delete operation key=CY91RGLS4L74 tag=UCP6GTE0E1VD type=del 2024-08-29T18:10:43.347 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:43.347+0000 7f6dcfdbe640 1 > prepared part key=_multipart_3VC6XP11WXW6.2~GKU9GO0Z23GY.0 size=831203 2024-08-29T18:10:43.348 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:43.347+0000 7f6dcfdbe640 1 > prepared multipart upload key=3VC6XP11WXW6 upload=GKU9GO0Z23GY tag=3IZX4UPFV67T type=write size=1879779 2024-08-29T18:10:43.351 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:43.351+0000 7f6dcfdbe640 1 < completed part key=_multipart_F8MIRGU95TM4.2~KQEISQHPFQK9.0 size=1048576 2024-08-29T18:10:43.354 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:43.355+0000 7f6dcfdbe640 1 < completed part key=_multipart_F8MIRGU95TM4.2~KQEISQHPFQK9.1 size=1048576 2024-08-29T18:10:43.358 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:43.355+0000 7f6dcfdbe640 1 < completed part key=_multipart_F8MIRGU95TM4.2~KQEISQHPFQK9.2 size=435537 2024-08-29T18:10:43.365 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:43.363+0000 7f6dcfdbe640 1 < completed multipart upload key=F8MIRGU95TM4 upload=KQEISQHPFQK9 tag=H5CWT2J64MLJ type=write size=3581265 2024-08-29T18:10:43.369 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:43.367+0000 7f6dcfdbe640 1 > prepared operation key=JX058LCOIR42 tag=N78Z329NSIGM type=del size=513060 2024-08-29T18:10:43.373 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:43.371+0000 7f6dcfdbe640 1 < completed delete operation key=X10K5L2O256M tag=G3WURMUF7F0T type=del 2024-08-29T18:10:43.377 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:43.375+0000 7f6dcfdbe640 1 > prepared operation key=YE0K0OIAGJTR tag=QOYMYNVFZYVH type=del size=2211769 2024-08-29T18:10:43.379 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:10:42 smithi028 bash[77168]: audit 2024-08-29T18:10:42.058135+0000 mon.a (mon.0) 2114 : audit [DBG] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-29T18:10:43.379 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:10:42 smithi028 bash[78352]: audit 2024-08-29T18:10:42.058135+0000 mon.a (mon.0) 2114 : audit [DBG] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-29T18:10:43.381 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:43.379+0000 7f6dcfdbe640 1 < completed delete operation key=YKW2ORIZT8YI tag=FVCUY3I4JH10 type=del 2024-08-29T18:10:43.385 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:43.383+0000 7f6dcfdbe640 1 > prepared operation key=W4PL77H6JMGP tag=Y0ZRG0URC344 type=del size=2329884 2024-08-29T18:10:43.389 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:43.387+0000 7f6dcfdbe640 1 < completed delete operation key=YE0K0OIAGJTR tag=4K53L8L8Y9IQ type=del 2024-08-29T18:10:43.399 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:43.399+0000 7f6dcfdbe640 1 > prepared part key=_multipart_FDT1EJQCIL25.2~DZ6BKM9HZ023.0 size=1048576 2024-08-29T18:10:43.402 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:43.403+0000 7f6dcfdbe640 1 > prepared part key=_multipart_FDT1EJQCIL25.2~DZ6BKM9HZ023.1 size=1048576 2024-08-29T18:10:43.405 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:43.403+0000 7f6dcfdbe640 1 > prepared part key=_multipart_FDT1EJQCIL25.2~DZ6BKM9HZ023.2 size=972471 2024-08-29T18:10:43.405 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:43.403+0000 7f6dcfdbe640 1 > prepared multipart upload key=FDT1EJQCIL25 upload=DZ6BKM9HZ023 tag=CJ28SA26SRWG type=write size=4118199 2024-08-29T18:10:43.409 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:43.407+0000 7f6dcfdbe640 1 < completed delete operation key=78MD08IJ7ULZ tag=XO8SB1VTWGNR type=del 2024-08-29T18:10:43.414 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:43.415+0000 7f6dcfdbe640 1 > prepared operation key=ULOTXZSBLM0E tag=JL01TTLHWY3C type=del size=2598431 2024-08-29T18:10:43.418 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:43.419+0000 7f6dcfdbe640 1 < completed delete operation key=78MD08IJ7ULZ tag=SMNPDOHV7YJG type=del 2024-08-29T18:10:43.422 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:43.423+0000 7f6dcfdbe640 1 > prepared operation key=P7TBKPU4347T tag=FR1GSELINBI2 type=del size=1305588 2024-08-29T18:10:43.427 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:43.427+0000 7f6dcfdbe640 1 < completed part key=_multipart_F8MIRGU95TM4.2~8I2HPWDDJDJR.0 size=910523 2024-08-29T18:10:43.434 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:43.435+0000 7f6dcfdbe640 1 < completed multipart upload key=F8MIRGU95TM4 upload=8I2HPWDDJDJR tag=LCLB5DTV2EU0 type=write size=1959099 2024-08-29T18:10:43.438 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:43.439+0000 7f6dcfdbe640 1 > prepared operation key=T9L1J5N8K7MO tag=BCTO0BM6LIOJ type=del size=557553 2024-08-29T18:10:43.443 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:43.443+0000 7f6dcfdbe640 -1 < failed to complete operation key=ZPPDOE70TQPE tag=K7OIB8JG0PY2 type=del size=3813763: (22) Invalid argument 2024-08-29T18:10:43.451 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:43.451+0000 7f6dcfdbe640 1 > prepared part key=_multipart_3BV7GUDY3NXK.2~D772CB7XJ7E1.0 size=1048576 2024-08-29T18:10:43.455 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:43.455+0000 7f6dcfdbe640 1 > prepared part key=_multipart_3BV7GUDY3NXK.2~D772CB7XJ7E1.1 size=21499 2024-08-29T18:10:43.455 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:43.455+0000 7f6dcfdbe640 1 > prepared multipart upload key=3BV7GUDY3NXK upload=D772CB7XJ7E1 tag=OKUOUDIFVW2U type=write size=2118651 2024-08-29T18:10:43.459 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:43.459+0000 7f6dcfdbe640 1 < canceled operation key=YKW2ORIZT8YI tag=88F7QMB8QJI6 type=del size=176652 2024-08-29T18:10:43.467 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:43.467+0000 7f6dcfdbe640 1 > prepared part key=_multipart_MT6UK3U6H4JX.2~RJYXDFF21YBF.0 size=1048576 2024-08-29T18:10:43.470 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:43.467+0000 7f6dcfdbe640 1 > prepared part key=_multipart_MT6UK3U6H4JX.2~RJYXDFF21YBF.1 size=1048576 2024-08-29T18:10:43.473 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:43.471+0000 7f6dcfdbe640 1 > prepared part key=_multipart_MT6UK3U6H4JX.2~RJYXDFF21YBF.2 size=905525 2024-08-29T18:10:43.473 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:43.471+0000 7f6dcfdbe640 1 > prepared multipart upload key=MT6UK3U6H4JX upload=RJYXDFF21YBF tag=2GP8KCP9S0F7 type=write size=4051253 2024-08-29T18:10:43.477 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:43.475+0000 7f6dcfdbe640 1 < canceled operation key=W4PL77H6JMGP tag=34SHWJVYFXQR type=write size=185942 2024-08-29T18:10:43.487 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:43.487+0000 7f6dcfdbe640 1 > prepared part key=_multipart_7D5I09Z3ND5H.2~VHHT9MSRQWWK.0 size=48565 2024-08-29T18:10:43.487 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:43.487+0000 7f6dcfdbe640 1 > prepared multipart upload key=7D5I09Z3ND5H upload=VHHT9MSRQWWK tag=JL0BEJLWYP15 type=write size=1097141 2024-08-29T18:10:43.493 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:43.491+0000 7f6dcfdbe640 1 < completed delete operation key=ROJNXFMRMF7F tag=VUWJXPJZESFW type=del 2024-08-29T18:10:43.502 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:43.499+0000 7f6dcfdbe640 1 > prepared part key=_multipart_JX058LCOIR42.2~YYYYMTRVEMRI.0 size=414083 2024-08-29T18:10:43.502 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:43.499+0000 7f6dcfdbe640 1 > prepared multipart upload key=JX058LCOIR42 upload=YYYYMTRVEMRI tag=ZJO0YDMPYYD0 type=write size=1462659 2024-08-29T18:10:43.506 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:43.507+0000 7f6dcfdbe640 1 < completed delete operation key=T9L1J5N8K7MO tag=9V2HU231O300 type=del 2024-08-29T18:10:43.515 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:43.515+0000 7f6dcfdbe640 1 > prepared part key=_multipart_7Y0GYERC6W4H.2~7YMCILI3CRAA.0 size=1048576 2024-08-29T18:10:43.519 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:43.519+0000 7f6dcfdbe640 1 > prepared part key=_multipart_7Y0GYERC6W4H.2~7YMCILI3CRAA.1 size=412091 2024-08-29T18:10:43.519 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:43.519+0000 7f6dcfdbe640 1 > prepared multipart upload key=7Y0GYERC6W4H upload=7YMCILI3CRAA tag=IUTJM0CPUTOV type=write size=2509243 2024-08-29T18:10:43.524 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:43.523+0000 7f6dcfdbe640 1 < completed part key=_multipart_C47XT9Y9B7EW.2~WLZC789A9134.0 size=1048576 2024-08-29T18:10:43.528 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:43.527+0000 7f6dcfdbe640 1 < completed part key=_multipart_C47XT9Y9B7EW.2~WLZC789A9134.1 size=793623 2024-08-29T18:10:43.537 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:43.535+0000 7f6dcfdbe640 1 < completed multipart upload key=C47XT9Y9B7EW upload=WLZC789A9134 tag=LO6CK88HCH9G type=write size=2890775 2024-08-29T18:10:43.540 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:43.539+0000 7f6dcfdbe640 1 > prepared operation key=7XDT3ZRUKA4H tag=LL7O6EE4DSUG type=del size=3529098 2024-08-29T18:10:43.544 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:43.543+0000 7f6dcfdbe640 1 < completed part key=_multipart_CY91RGLS4L74.2~6JIXOVPVGJ91.0 size=1048576 2024-08-29T18:10:43.549 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:43.547+0000 7f6dcfdbe640 1 < completed part key=_multipart_CY91RGLS4L74.2~6JIXOVPVGJ91.1 size=712482 2024-08-29T18:10:43.555 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:43.555+0000 7f6dcfdbe640 1 < completed multipart upload key=CY91RGLS4L74 upload=6JIXOVPVGJ91 tag=SBJ50NJDPGLC type=write size=2809634 2024-08-29T18:10:43.563 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:43.563+0000 7f6dcfdbe640 1 > prepared part key=_multipart_ULOTXZSBLM0E.2~001RV5018Q7Z.0 size=92144 2024-08-29T18:10:43.563 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:43.563+0000 7f6dcfdbe640 1 > prepared multipart upload key=ULOTXZSBLM0E upload=001RV5018Q7Z tag=E0QSYNTKY86U type=write size=1140720 2024-08-29T18:10:43.567 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:43.567+0000 7f6dcfdbe640 1 < canceled operation key=T9L1J5N8K7MO tag=6FALHJT25YH2 type=del size=3413614 2024-08-29T18:10:43.571 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:43.571+0000 7f6dcfdbe640 1 > prepared operation key=LP0MLEKV3E74 tag=PY06VOGCURMV type=del size=317246 2024-08-29T18:10:43.576 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:43.575+0000 7f6dcfdbe640 1 < completed part key=_multipart_3VC6XP11WXW6.2~GKU9GO0Z23GY.0 size=831203 2024-08-29T18:10:43.582 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:43.579+0000 7f6dcfdbe640 1 < completed multipart upload key=3VC6XP11WXW6 upload=GKU9GO0Z23GY tag=3IZX4UPFV67T type=write size=1879779 2024-08-29T18:10:43.589 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:43.587+0000 7f6dcfdbe640 1 > prepared part key=_multipart_3VC6XP11WXW6.2~5WHG7FNBSYRN.0 size=1048576 2024-08-29T18:10:43.592 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:43.591+0000 7f6dcfdbe640 1 > prepared part key=_multipart_3VC6XP11WXW6.2~5WHG7FNBSYRN.1 size=1048576 2024-08-29T18:10:43.596 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:43.595+0000 7f6dcfdbe640 1 > prepared part key=_multipart_3VC6XP11WXW6.2~5WHG7FNBSYRN.2 size=737409 2024-08-29T18:10:43.596 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:43.595+0000 7f6dcfdbe640 1 > prepared multipart upload key=3VC6XP11WXW6 upload=5WHG7FNBSYRN tag=070S3BAGAWG3 type=write size=3883137 2024-08-29T18:10:43.600 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:43.599+0000 7f6dcfdbe640 1 < completed delete operation key=JX058LCOIR42 tag=N78Z329NSIGM type=del 2024-08-29T18:10:43.604 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:43.603+0000 7f6dcfdbe640 1 > prepared operation key=CN52F1ME4Q7H tag=IGS1MV7S5DBR type=write size=196062 2024-08-29T18:10:43.613 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:43.611+0000 7f6dcfdbe640 1 < suggested update operation key=YE0K0OIAGJTR tag=QOYMYNVFZYVH type=del size=2211769 2024-08-29T18:10:43.617 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:43.615+0000 7f6dcfdbe640 1 > prepared operation key=W4PL77H6JMGP tag=1GOV0K0KN2ME type=del size=1084028 2024-08-29T18:10:43.621 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:43.619+0000 7f6dcfdbe640 1 < completed delete operation key=W4PL77H6JMGP tag=Y0ZRG0URC344 type=del 2024-08-29T18:10:43.625 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:43.623+0000 7f6dcfdbe640 1 > prepared operation key=78MD08IJ7ULZ tag=L5TQV5BLOYCO type=del size=1659124 2024-08-29T18:10:43.629 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:43.627+0000 7f6dcfdbe640 1 < completed part key=_multipart_FDT1EJQCIL25.2~DZ6BKM9HZ023.0 size=1048576 2024-08-29T18:10:43.629 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:43.627+0000 7f6dcfdbe640 1 < canceled part key=_multipart_FDT1EJQCIL25.2~DZ6BKM9HZ023.1 size=1048576 2024-08-29T18:10:43.633 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:43.631+0000 7f6dcfdbe640 1 < completed part key=_multipart_FDT1EJQCIL25.2~DZ6BKM9HZ023.2 size=972471 2024-08-29T18:10:43.640 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:43.639+0000 7f6dcfdbe640 1 < canceled multipart upload key=FDT1EJQCIL25 upload=DZ6BKM9HZ023 tag=CJ28SA26SRWG type=write size=4118199 2024-08-29T18:10:43.643 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:43.643+0000 7f6dcfdbe640 1 > prepared operation key=YE0K0OIAGJTR tag=WF51KUN13MGA type=del size=3291712 2024-08-29T18:10:43.648 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:43.647+0000 7f6dcfdbe640 1 < completed delete operation key=ULOTXZSBLM0E tag=JL01TTLHWY3C type=del 2024-08-29T18:10:43.652 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:43.651+0000 7f6dcfdbe640 1 > prepared operation key=KZ45Y56F6JGC tag=BZSRC10578LX type=write size=101262 2024-08-29T18:10:43.656 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:43.655+0000 7f6dcfdbe640 1 < completed delete operation key=P7TBKPU4347T tag=FR1GSELINBI2 type=del 2024-08-29T18:10:43.661 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:43.659+0000 7f6dcfdbe640 1 > prepared operation key=JX058LCOIR42 tag=IY30J9Q3D4VJ type=del size=2997640 2024-08-29T18:10:43.665 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:43.663+0000 7f6dcfdbe640 1 < completed delete operation key=T9L1J5N8K7MO tag=BCTO0BM6LIOJ type=del 2024-08-29T18:10:43.672 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:43.671+0000 7f6dcfdbe640 1 > prepared part key=_multipart_B7L6NXZ0V2CR.2~GYSUIJLP6M4U.0 size=1048576 2024-08-29T18:10:43.676 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:43.675+0000 7f6dcfdbe640 1 > prepared part key=_multipart_B7L6NXZ0V2CR.2~GYSUIJLP6M4U.1 size=1048576 2024-08-29T18:10:43.680 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:43.679+0000 7f6dcfdbe640 1 > prepared part key=_multipart_B7L6NXZ0V2CR.2~GYSUIJLP6M4U.2 size=545031 2024-08-29T18:10:43.680 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:43.679+0000 7f6dcfdbe640 1 > prepared multipart upload key=B7L6NXZ0V2CR upload=GYSUIJLP6M4U tag=3C1X14HHTM71 type=write size=3690759 2024-08-29T18:10:43.684 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:43.683+0000 7f6dcfdbe640 1 < completed part key=_multipart_3BV7GUDY3NXK.2~D772CB7XJ7E1.0 size=1048576 2024-08-29T18:10:43.687 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:43.687+0000 7f6dcfdbe640 1 < completed part key=_multipart_3BV7GUDY3NXK.2~D772CB7XJ7E1.1 size=21499 2024-08-29T18:10:43.694 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:43.695+0000 7f6dcfdbe640 1 < completed multipart upload key=3BV7GUDY3NXK upload=D772CB7XJ7E1 tag=OKUOUDIFVW2U type=write size=2118651 2024-08-29T18:10:43.702 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:43.703+0000 7f6dcfdbe640 1 > prepared part key=_multipart_7XDT3ZRUKA4H.2~EL63R5E6Z0KC.0 size=1048576 2024-08-29T18:10:43.705 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:43.703+0000 7f6dcfdbe640 1 > prepared part key=_multipart_7XDT3ZRUKA4H.2~EL63R5E6Z0KC.1 size=575939 2024-08-29T18:10:43.705 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:43.703+0000 7f6dcfdbe640 1 > prepared multipart upload key=7XDT3ZRUKA4H upload=EL63R5E6Z0KC tag=19Y86BZRAXKD type=write size=2673091 2024-08-29T18:10:43.709 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:43.707+0000 7f6dcfdbe640 1 < completed part key=_multipart_MT6UK3U6H4JX.2~RJYXDFF21YBF.0 size=1048576 2024-08-29T18:10:43.713 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:43.711+0000 7f6dcfdbe640 1 < completed part key=_multipart_MT6UK3U6H4JX.2~RJYXDFF21YBF.1 size=1048576 2024-08-29T18:10:43.714 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:43.711+0000 7f6dcfdbe640 1 < canceled part key=_multipart_MT6UK3U6H4JX.2~RJYXDFF21YBF.2 size=905525 2024-08-29T18:10:43.719 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:43.719+0000 7f6dcfdbe640 1 < canceled multipart upload key=MT6UK3U6H4JX upload=RJYXDFF21YBF tag=2GP8KCP9S0F7 type=write size=4051253 2024-08-29T18:10:43.724 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:43.723+0000 7f6dcfdbe640 1 > prepared operation key=DGQXCI25DDX7 tag=5ADG6KF72KDH type=del size=548885 2024-08-29T18:10:43.728 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:43.727+0000 7f6dcfdbe640 1 < completed part key=_multipart_7D5I09Z3ND5H.2~VHHT9MSRQWWK.0 size=48565 2024-08-29T18:10:43.736 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:43.735+0000 7f6dcfdbe640 1 < completed multipart upload key=7D5I09Z3ND5H upload=VHHT9MSRQWWK tag=JL0BEJLWYP15 type=write size=1097141 2024-08-29T18:10:43.740 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:43.739+0000 7f6dcfdbe640 1 > prepared operation key=ZPPDOE70TQPE tag=TXPPC83MZ081 type=write size=920805 2024-08-29T18:10:43.744 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:43.743+0000 7f6dcfdbe640 1 < completed part key=_multipart_JX058LCOIR42.2~YYYYMTRVEMRI.0 size=414083 2024-08-29T18:10:43.751 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:43.751+0000 7f6dcfdbe640 1 < completed multipart upload key=JX058LCOIR42 upload=YYYYMTRVEMRI tag=ZJO0YDMPYYD0 type=write size=1462659 2024-08-29T18:10:43.756 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:43.755+0000 7f6dcfdbe640 1 > prepared operation key=F8MIRGU95TM4 tag=PVY3GKPT9J5U type=del size=1067513 2024-08-29T18:10:43.759 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:43.759+0000 7f6dcfdbe640 1 < completed part key=_multipart_7Y0GYERC6W4H.2~7YMCILI3CRAA.0 size=1048576 2024-08-29T18:10:43.763 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:43.763+0000 7f6dcfdbe640 1 < completed part key=_multipart_7Y0GYERC6W4H.2~7YMCILI3CRAA.1 size=412091 2024-08-29T18:10:43.770 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:43.767+0000 7f6dcfdbe640 1 < completed multipart upload key=7Y0GYERC6W4H upload=7YMCILI3CRAA tag=IUTJM0CPUTOV type=write size=2509243 2024-08-29T18:10:43.774 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:43.775+0000 7f6dcfdbe640 1 > prepared operation key=FDT1EJQCIL25 tag=LS7OAU4SF3G3 type=del size=3110 2024-08-29T18:10:43.778 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:43.779+0000 7f6dcfdbe640 1 < completed delete operation key=7XDT3ZRUKA4H tag=LL7O6EE4DSUG type=del 2024-08-29T18:10:43.782 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:43.783+0000 7f6dcfdbe640 1 > prepared operation key=I0OL3VZS23M6 tag=8PE8EWFNW93J type=del size=2210016 2024-08-29T18:10:43.787 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:43.787+0000 7f6dcfdbe640 1 < completed part key=_multipart_ULOTXZSBLM0E.2~001RV5018Q7Z.0 size=92144 2024-08-29T18:10:43.794 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:43.791+0000 7f6dcfdbe640 1 < completed multipart upload key=ULOTXZSBLM0E upload=001RV5018Q7Z tag=E0QSYNTKY86U type=write size=1140720 2024-08-29T18:10:43.798 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:43.799+0000 7f6dcfdbe640 1 > prepared operation key=3BV7GUDY3NXK tag=2Q0XCYYXT7NY type=write size=28248 2024-08-29T18:10:43.802 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:43.803+0000 7f6dcfdbe640 1 < completed delete operation key=LP0MLEKV3E74 tag=PY06VOGCURMV type=del 2024-08-29T18:10:43.810 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:43.811+0000 7f6dcfdbe640 1 > prepared part key=_multipart_3VC6XP11WXW6.2~69CD1WW76EOL.0 size=1048576 2024-08-29T18:10:43.813 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:43.811+0000 7f6dcfdbe640 1 > prepared part key=_multipart_3VC6XP11WXW6.2~69CD1WW76EOL.1 size=426983 2024-08-29T18:10:43.813 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:43.811+0000 7f6dcfdbe640 1 > prepared multipart upload key=3VC6XP11WXW6 upload=69CD1WW76EOL tag=U8VAI3OLQR9A type=write size=2524135 2024-08-29T18:10:43.818 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:43.815+0000 7f6dcfdbe640 1 < completed part key=_multipart_3VC6XP11WXW6.2~5WHG7FNBSYRN.0 size=1048576 2024-08-29T18:10:43.821 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:43.819+0000 7f6dcfdbe640 1 < completed part key=_multipart_3VC6XP11WXW6.2~5WHG7FNBSYRN.1 size=1048576 2024-08-29T18:10:43.825 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:43.823+0000 7f6dcfdbe640 1 < completed part key=_multipart_3VC6XP11WXW6.2~5WHG7FNBSYRN.2 size=737409 2024-08-29T18:10:43.832 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:43.831+0000 7f6dcfdbe640 1 < completed multipart upload key=3VC6XP11WXW6 upload=5WHG7FNBSYRN tag=070S3BAGAWG3 type=write size=3883137 2024-08-29T18:10:43.839 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:43.839+0000 7f6dcfdbe640 1 > prepared part key=_multipart_7D5I09Z3ND5H.2~1XKQ6SHFYS9P.0 size=1048576 2024-08-29T18:10:43.843 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:43.843+0000 7f6dcfdbe640 1 > prepared part key=_multipart_7D5I09Z3ND5H.2~1XKQ6SHFYS9P.1 size=467827 2024-08-29T18:10:43.843 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:43.843+0000 7f6dcfdbe640 1 > prepared multipart upload key=7D5I09Z3ND5H upload=1XKQ6SHFYS9P tag=XMUTD5TVZKAX type=write size=2564979 2024-08-29T18:10:43.847 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:43.847+0000 7f6dcfdbe640 1 < canceled operation key=CN52F1ME4Q7H tag=IGS1MV7S5DBR type=write size=196062 2024-08-29T18:10:43.851 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:43.851+0000 7f6dcfdbe640 1 > prepared operation key=MT6UK3U6H4JX tag=ARAJOILI2HP5 type=del size=38910 2024-08-29T18:10:43.856 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:43.855+0000 7f6dcfdbe640 1 < completed delete operation key=W4PL77H6JMGP tag=1GOV0K0KN2ME type=del 2024-08-29T18:10:43.860 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:43.859+0000 7f6dcfdbe640 1 > prepared operation key=7D5I09Z3ND5H tag=UDHE9UVA0OGS type=write size=3379 2024-08-29T18:10:43.865 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:43.863+0000 7f6dcfdbe640 1 < completed delete operation key=78MD08IJ7ULZ tag=L5TQV5BLOYCO type=del 2024-08-29T18:10:43.872 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:43.871+0000 7f6dcfdbe640 1 > prepared part key=_multipart_FDT1EJQCIL25.2~C87NNGOOSBV0.0 size=566607 2024-08-29T18:10:43.872 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:43.871+0000 7f6dcfdbe640 1 > prepared multipart upload key=FDT1EJQCIL25 upload=C87NNGOOSBV0 tag=YGHCOI94DV48 type=write size=1615183 2024-08-29T18:10:43.876 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:43.875+0000 7f6dcfdbe640 1 < completed delete operation key=YE0K0OIAGJTR tag=WF51KUN13MGA type=del 2024-08-29T18:10:43.883 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:43.883+0000 7f6dcfdbe640 1 > prepared part key=_multipart_78MD08IJ7ULZ.2~5DGMLM4CA2CO.0 size=207531 2024-08-29T18:10:43.883 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:43.883+0000 7f6dcfdbe640 1 > prepared multipart upload key=78MD08IJ7ULZ upload=5DGMLM4CA2CO tag=O1931D404FW6 type=write size=1256107 2024-08-29T18:10:43.888 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:43.887+0000 7f6dcfdbe640 1 < completed write operation key=KZ45Y56F6JGC tag=BZSRC10578LX type=write size=101262 2024-08-29T18:10:43.892 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:43.891+0000 7f6dcfdbe640 1 > prepared operation key=3VC6XP11WXW6 tag=KEJLEDURE39L type=del size=724677 2024-08-29T18:10:43.900 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:43.899+0000 7f6dcfdbe640 1 < suggested update operation key=JX058LCOIR42 tag=IY30J9Q3D4VJ type=del size=2997640 2024-08-29T18:10:43.904 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:43.903+0000 7f6dcfdbe640 1 > prepared operation key=T9L1J5N8K7MO tag=L17T6QC0X9GY type=del size=4070349 2024-08-29T18:10:43.908 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:43.907+0000 7f6dcfdbe640 1 < completed part key=_multipart_B7L6NXZ0V2CR.2~GYSUIJLP6M4U.0 size=1048576 2024-08-29T18:10:43.911 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:43.911+0000 7f6dcfdbe640 1 < completed part key=_multipart_B7L6NXZ0V2CR.2~GYSUIJLP6M4U.1 size=1048576 2024-08-29T18:10:43.914 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:43.915+0000 7f6dcfdbe640 1 < completed part key=_multipart_B7L6NXZ0V2CR.2~GYSUIJLP6M4U.2 size=545031 2024-08-29T18:10:43.921 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:43.919+0000 7f6dcfdbe640 1 < completed multipart upload key=B7L6NXZ0V2CR upload=GYSUIJLP6M4U tag=3C1X14HHTM71 type=write size=3690759 2024-08-29T18:10:43.928 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:43.927+0000 7f6dcfdbe640 1 > prepared part key=_multipart_CN52F1ME4Q7H.2~VSS9NXUQABSM.0 size=1048576 2024-08-29T18:10:43.931 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:43.931+0000 7f6dcfdbe640 1 > prepared part key=_multipart_CN52F1ME4Q7H.2~VSS9NXUQABSM.1 size=1033655 2024-08-29T18:10:43.931 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:43.931+0000 7f6dcfdbe640 1 > prepared multipart upload key=CN52F1ME4Q7H upload=VSS9NXUQABSM tag=377QS4S93XCG type=write size=3130807 2024-08-29T18:10:43.935 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:43.935+0000 7f6dcfdbe640 1 < completed part key=_multipart_7XDT3ZRUKA4H.2~EL63R5E6Z0KC.0 size=1048576 2024-08-29T18:10:43.939 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:43.939+0000 7f6dcfdbe640 1 < completed part key=_multipart_7XDT3ZRUKA4H.2~EL63R5E6Z0KC.1 size=575939 2024-08-29T18:10:43.945 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:43.943+0000 7f6dcfdbe640 1 < completed multipart upload key=7XDT3ZRUKA4H upload=EL63R5E6Z0KC tag=19Y86BZRAXKD type=write size=2673091 2024-08-29T18:10:43.949 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:43.947+0000 7f6dcfdbe640 1 > prepared operation key=P7TBKPU4347T tag=8X7IBKDXPWKE type=del size=2183107 2024-08-29T18:10:43.953 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:43.951+0000 7f6dcfdbe640 1 < completed delete operation key=DGQXCI25DDX7 tag=5ADG6KF72KDH type=del 2024-08-29T18:10:43.960 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:43.959+0000 7f6dcfdbe640 1 > prepared part key=_multipart_7YYI239LZRWF.2~W43WM2URU9Y5.0 size=147212 2024-08-29T18:10:43.961 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:43.959+0000 7f6dcfdbe640 1 > prepared multipart upload key=7YYI239LZRWF upload=W43WM2URU9Y5 tag=VD0RZXN8HU4W type=write size=1195788 2024-08-29T18:10:43.969 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:43.967+0000 7f6dcfdbe640 1 < suggested remove operation key=ZPPDOE70TQPE tag=TXPPC83MZ081 type=write 2024-08-29T18:10:43.977 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:43.975+0000 7f6dcfdbe640 1 > prepared part key=_multipart_3VC6XP11WXW6.2~ETSATLL3QPQ6.0 size=548587 2024-08-29T18:10:43.977 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:43.975+0000 7f6dcfdbe640 1 > prepared multipart upload key=3VC6XP11WXW6 upload=ETSATLL3QPQ6 tag=VPU6C7JJ2ORI type=write size=1597163 2024-08-29T18:10:43.981 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:43.979+0000 7f6dcfdbe640 1 < completed delete operation key=F8MIRGU95TM4 tag=PVY3GKPT9J5U type=del 2024-08-29T18:10:43.989 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:43.987+0000 7f6dcfdbe640 1 > prepared part key=_multipart_I0OL3VZS23M6.2~I196KHYYU9QZ.0 size=1048576 2024-08-29T18:10:43.993 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:43.991+0000 7f6dcfdbe640 1 > prepared part key=_multipart_I0OL3VZS23M6.2~I196KHYYU9QZ.1 size=1048576 2024-08-29T18:10:43.996 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:43.995+0000 7f6dcfdbe640 1 > prepared part key=_multipart_I0OL3VZS23M6.2~I196KHYYU9QZ.2 size=981346 2024-08-29T18:10:43.996 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:43.995+0000 7f6dcfdbe640 1 > prepared multipart upload key=I0OL3VZS23M6 upload=I196KHYYU9QZ tag=WV1VZR5W9A5Q type=write size=4127074 2024-08-29T18:10:44.000 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:43.999+0000 7f6dcfdbe640 1 < completed delete operation key=FDT1EJQCIL25 tag=LS7OAU4SF3G3 type=del 2024-08-29T18:10:44.005 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:44.003+0000 7f6dcfdbe640 1 > prepared operation key=T9L1J5N8K7MO tag=S83KSHJZIGQS type=del size=366848 2024-08-29T18:10:44.013 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:44.011+0000 7f6dcfdbe640 1 < suggested update operation key=I0OL3VZS23M6 tag=8PE8EWFNW93J type=del size=2210016 2024-08-29T18:10:44.021 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:44.019+0000 7f6dcfdbe640 1 > prepared part key=_multipart_L6FV6KJ6OHNY.2~E1FJGOS493RK.0 size=1048576 2024-08-29T18:10:44.024 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:44.023+0000 7f6dcfdbe640 1 > prepared part key=_multipart_L6FV6KJ6OHNY.2~E1FJGOS493RK.1 size=1048576 2024-08-29T18:10:44.028 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:44.027+0000 7f6dcfdbe640 1 > prepared part key=_multipart_L6FV6KJ6OHNY.2~E1FJGOS493RK.2 size=668904 2024-08-29T18:10:44.028 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:44.027+0000 7f6dcfdbe640 1 > prepared multipart upload key=L6FV6KJ6OHNY upload=E1FJGOS493RK tag=YS7ORSEE188U type=write size=3814632 2024-08-29T18:10:44.032 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:44.031+0000 7f6dcfdbe640 1 < completed write operation key=3BV7GUDY3NXK tag=2Q0XCYYXT7NY type=write size=28248 2024-08-29T18:10:44.039 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:44.039+0000 7f6dcfdbe640 1 > prepared part key=_multipart_7D5I09Z3ND5H.2~63JV6JAMK9HQ.0 size=1048576 2024-08-29T18:10:44.043 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:44.043+0000 7f6dcfdbe640 1 > prepared part key=_multipart_7D5I09Z3ND5H.2~63JV6JAMK9HQ.1 size=723285 2024-08-29T18:10:44.043 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:44.043+0000 7f6dcfdbe640 1 > prepared multipart upload key=7D5I09Z3ND5H upload=63JV6JAMK9HQ tag=OYN4N35OMLXT type=write size=2820437 2024-08-29T18:10:44.047 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:44.047+0000 7f6dcfdbe640 1 < completed part key=_multipart_3VC6XP11WXW6.2~69CD1WW76EOL.0 size=1048576 2024-08-29T18:10:44.050 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:44.051+0000 7f6dcfdbe640 1 < completed part key=_multipart_3VC6XP11WXW6.2~69CD1WW76EOL.1 size=426983 2024-08-29T18:10:44.057 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:44.055+0000 7f6dcfdbe640 1 < completed multipart upload key=3VC6XP11WXW6 upload=69CD1WW76EOL tag=U8VAI3OLQR9A type=write size=2524135 2024-08-29T18:10:44.065 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:44.063+0000 7f6dcfdbe640 1 > prepared part key=_multipart_T9L1J5N8K7MO.2~H183AE432U1H.0 size=1048576 2024-08-29T18:10:44.068 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:44.067+0000 7f6dcfdbe640 1 > prepared part key=_multipart_T9L1J5N8K7MO.2~H183AE432U1H.1 size=911688 2024-08-29T18:10:44.068 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:44.067+0000 7f6dcfdbe640 1 > prepared multipart upload key=T9L1J5N8K7MO upload=H183AE432U1H tag=FHWE00HB52TA type=write size=3008840 2024-08-29T18:10:44.072 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:44.071+0000 7f6dcfdbe640 1 < completed part key=_multipart_7D5I09Z3ND5H.2~1XKQ6SHFYS9P.0 size=1048576 2024-08-29T18:10:44.076 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:44.075+0000 7f6dcfdbe640 1 < completed part key=_multipart_7D5I09Z3ND5H.2~1XKQ6SHFYS9P.1 size=467827 2024-08-29T18:10:44.084 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:44.083+0000 7f6dcfdbe640 1 < completed multipart upload key=7D5I09Z3ND5H upload=1XKQ6SHFYS9P tag=XMUTD5TVZKAX type=write size=2564979 2024-08-29T18:10:44.088 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:44.087+0000 7f6dcfdbe640 1 > prepared operation key=3VC6XP11WXW6 tag=CEK6W92PKIKD type=write size=667572 2024-08-29T18:10:44.092 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:44.091+0000 7f6dcfdbe640 1 < completed delete operation key=MT6UK3U6H4JX tag=ARAJOILI2HP5 type=del 2024-08-29T18:10:44.099 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:44.099+0000 7f6dcfdbe640 1 > prepared part key=_multipart_LP0MLEKV3E74.2~1XPT82510AC3.0 size=1017811 2024-08-29T18:10:44.100 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:44.099+0000 7f6dcfdbe640 1 > prepared multipart upload key=LP0MLEKV3E74 upload=1XPT82510AC3 tag=9WBRCBK1GUEZ type=write size=2066387 2024-08-29T18:10:44.104 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:44.103+0000 7f6dcfdbe640 1 < canceled operation key=7D5I09Z3ND5H tag=UDHE9UVA0OGS type=write size=3379 2024-08-29T18:10:44.108 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:44.107+0000 7f6dcfdbe640 1 > prepared operation key=9XOQBHEAVUKF tag=8R881XYNFQI6 type=del size=1094661 2024-08-29T18:10:44.112 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:44.111+0000 7f6dcfdbe640 1 < completed part key=_multipart_FDT1EJQCIL25.2~C87NNGOOSBV0.0 size=566607 2024-08-29T18:10:44.119 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:44.119+0000 7f6dcfdbe640 1 < completed multipart upload key=FDT1EJQCIL25 upload=C87NNGOOSBV0 tag=YGHCOI94DV48 type=write size=1615183 2024-08-29T18:10:44.128 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:44.127+0000 7f6dcfdbe640 1 > prepared part key=_multipart_ROJNXFMRMF7F.2~Q3HMGA9D2Z5K.0 size=1048576 2024-08-29T18:10:44.132 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:44.131+0000 7f6dcfdbe640 1 > prepared part key=_multipart_ROJNXFMRMF7F.2~Q3HMGA9D2Z5K.1 size=1048576 2024-08-29T18:10:44.136 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:44.135+0000 7f6dcfdbe640 1 > prepared part key=_multipart_ROJNXFMRMF7F.2~Q3HMGA9D2Z5K.2 size=546299 2024-08-29T18:10:44.136 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:44.135+0000 7f6dcfdbe640 1 > prepared multipart upload key=ROJNXFMRMF7F upload=Q3HMGA9D2Z5K tag=7IT0H2Q9P8GX type=write size=3692027 2024-08-29T18:10:44.140 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:44.139+0000 7f6dcfdbe640 1 < completed part key=_multipart_78MD08IJ7ULZ.2~5DGMLM4CA2CO.0 size=207531 2024-08-29T18:10:44.146 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:44.147+0000 7f6dcfdbe640 1 < completed multipart upload key=78MD08IJ7ULZ upload=5DGMLM4CA2CO tag=O1931D404FW6 type=write size=1256107 2024-08-29T18:10:44.155 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:44.155+0000 7f6dcfdbe640 1 > prepared part key=_multipart_KZ45Y56F6JGC.2~VIQHJHYXU0XP.0 size=1048576 2024-08-29T18:10:44.158 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:44.159+0000 7f6dcfdbe640 1 > prepared part key=_multipart_KZ45Y56F6JGC.2~VIQHJHYXU0XP.1 size=586630 2024-08-29T18:10:44.158 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:44.159+0000 7f6dcfdbe640 1 > prepared multipart upload key=KZ45Y56F6JGC upload=VIQHJHYXU0XP tag=TALWFUMXQHPA type=write size=2683782 2024-08-29T18:10:44.169 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:44.167+0000 7f6dcfdbe640 1 < suggested update operation key=3VC6XP11WXW6 tag=KEJLEDURE39L type=del size=724677 2024-08-29T18:10:44.172 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:44.171+0000 7f6dcfdbe640 1 > prepared operation key=ULOTXZSBLM0E tag=9I0JKORKI9TP type=del size=3195390 2024-08-29T18:10:44.181 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:44.179+0000 7f6dcfdbe640 1 < suggested remove operation key=T9L1J5N8K7MO tag=L17T6QC0X9GY type=del 2024-08-29T18:10:44.186 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:44.183+0000 7f6dcfdbe640 1 > prepared operation key=7Y0GYERC6W4H tag=FOLRUKKWROME type=write size=553033 2024-08-29T18:10:44.190 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:44.187+0000 7f6dcfdbe640 1 < completed part key=_multipart_CN52F1ME4Q7H.2~VSS9NXUQABSM.0 size=1048576 2024-08-29T18:10:44.194 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:44.191+0000 7f6dcfdbe640 1 < completed part key=_multipart_CN52F1ME4Q7H.2~VSS9NXUQABSM.1 size=1033655 2024-08-29T18:10:44.201 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:44.199+0000 7f6dcfdbe640 1 < completed multipart upload key=CN52F1ME4Q7H upload=VSS9NXUQABSM tag=377QS4S93XCG type=write size=3130807 2024-08-29T18:10:44.210 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:44.207+0000 7f6dcfdbe640 1 > prepared part key=_multipart_F8MIRGU95TM4.2~RLRG93UPDH8N.0 size=1048576 2024-08-29T18:10:44.213 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:44.211+0000 7f6dcfdbe640 1 > prepared part key=_multipart_F8MIRGU95TM4.2~RLRG93UPDH8N.1 size=1048576 2024-08-29T18:10:44.217 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:44.215+0000 7f6dcfdbe640 1 > prepared part key=_multipart_F8MIRGU95TM4.2~RLRG93UPDH8N.2 size=1036928 2024-08-29T18:10:44.217 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:44.215+0000 7f6dcfdbe640 1 > prepared multipart upload key=F8MIRGU95TM4 upload=RLRG93UPDH8N tag=Y72Z3QVPCVU2 type=write size=4182656 2024-08-29T18:10:44.221 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:44.219+0000 7f6dcfdbe640 1 < completed delete operation key=P7TBKPU4347T tag=8X7IBKDXPWKE type=del 2024-08-29T18:10:44.226 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:44.227+0000 7f6dcfdbe640 1 > prepared operation key=PCRU0BDU1Z87 tag=4K1IH2SYP0WG type=write size=755617 2024-08-29T18:10:44.231 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:44.231+0000 7f6dcfdbe640 1 < completed part key=_multipart_7YYI239LZRWF.2~W43WM2URU9Y5.0 size=147212 2024-08-29T18:10:44.237 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:44.235+0000 7f6dcfdbe640 1 < completed multipart upload key=7YYI239LZRWF upload=W43WM2URU9Y5 tag=VD0RZXN8HU4W type=write size=1195788 2024-08-29T18:10:44.245 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:44.243+0000 7f6dcfdbe640 1 > prepared part key=_multipart_CY91RGLS4L74.2~20V636KKEVD9.0 size=433718 2024-08-29T18:10:44.245 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:44.243+0000 7f6dcfdbe640 1 > prepared multipart upload key=CY91RGLS4L74 upload=20V636KKEVD9 tag=JN1Z16NX2IUA type=write size=1482294 2024-08-29T18:10:44.246 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:44.243+0000 7f6dcfdbe640 1 < canceled part key=_multipart_3VC6XP11WXW6.2~ETSATLL3QPQ6.0 size=548587 2024-08-29T18:10:44.252 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:44.251+0000 7f6dcfdbe640 1 < canceled multipart upload key=3VC6XP11WXW6 upload=ETSATLL3QPQ6 tag=VPU6C7JJ2ORI type=write size=1597163 2024-08-29T18:10:44.260 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:44.259+0000 7f6dcfdbe640 1 > prepared part key=_multipart_L6FV6KJ6OHNY.2~9Q3UZE3WOPOK.0 size=71658 2024-08-29T18:10:44.260 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:44.259+0000 7f6dcfdbe640 1 > prepared multipart upload key=L6FV6KJ6OHNY upload=9Q3UZE3WOPOK tag=5NY5RVD0GQMT type=write size=1120234 2024-08-29T18:10:44.264 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:44.263+0000 7f6dcfdbe640 1 < completed part key=_multipart_I0OL3VZS23M6.2~I196KHYYU9QZ.0 size=1048576 2024-08-29T18:10:44.268 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:44.267+0000 7f6dcfdbe640 1 < completed part key=_multipart_I0OL3VZS23M6.2~I196KHYYU9QZ.1 size=1048576 2024-08-29T18:10:44.271 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:44.271+0000 7f6dcfdbe640 1 < completed part key=_multipart_I0OL3VZS23M6.2~I196KHYYU9QZ.2 size=981346 2024-08-29T18:10:44.278 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:44.279+0000 7f6dcfdbe640 1 < completed multipart upload key=I0OL3VZS23M6 upload=I196KHYYU9QZ tag=WV1VZR5W9A5Q type=write size=4127074 2024-08-29T18:10:44.282 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:44.283+0000 7f6dcfdbe640 1 > prepared operation key=LP0MLEKV3E74 tag=BA701F8ENMLG type=write size=703180 2024-08-29T18:10:44.284 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:44.283+0000 7f6dcfdbe640 -1 < no bi entry to suggest for operation key=T9L1J5N8K7MO tag=S83KSHJZIGQS type=del size=366848: (2) No such file or directory 2024-08-29T18:10:44.289 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:44.287+0000 7f6dcfdbe640 1 > prepared operation key=T9L1J5N8K7MO tag=TFH6XCQOFS0X type=del size=2650037 2024-08-29T18:10:44.293 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:44.291+0000 7f6dcfdbe640 1 < completed part key=_multipart_L6FV6KJ6OHNY.2~E1FJGOS493RK.0 size=1048576 2024-08-29T18:10:44.297 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:44.295+0000 7f6dcfdbe640 1 < completed part key=_multipart_L6FV6KJ6OHNY.2~E1FJGOS493RK.1 size=1048576 2024-08-29T18:10:44.301 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:44.299+0000 7f6dcfdbe640 1 < completed part key=_multipart_L6FV6KJ6OHNY.2~E1FJGOS493RK.2 size=668904 2024-08-29T18:10:44.308 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:44.307+0000 7f6dcfdbe640 1 < completed multipart upload key=L6FV6KJ6OHNY upload=E1FJGOS493RK tag=YS7ORSEE188U type=write size=3814632 2024-08-29T18:10:44.316 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:44.315+0000 7f6dcfdbe640 1 > prepared part key=_multipart_YAC7TKWP61NS.2~0LSMX2LUCCAH.0 size=1048576 2024-08-29T18:10:44.319 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:44.319+0000 7f6dcfdbe640 1 > prepared part key=_multipart_YAC7TKWP61NS.2~0LSMX2LUCCAH.1 size=155602 2024-08-29T18:10:44.319 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:44.319+0000 7f6dcfdbe640 1 > prepared multipart upload key=YAC7TKWP61NS upload=0LSMX2LUCCAH tag=LVKPZR6SOKS0 type=write size=2252754 2024-08-29T18:10:44.324 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:44.323+0000 7f6dcfdbe640 1 < completed part key=_multipart_7D5I09Z3ND5H.2~63JV6JAMK9HQ.0 size=1048576 2024-08-29T18:10:44.326 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:10:43 smithi053 bash[68679]: cluster 2024-08-29T18:10:43.384343+0000 mgr.y (mgr.25022) 720 : cluster [DBG] pgmap v1401: 137 pgs: 137 active+clean; 583 KiB data, 4.7 GiB used, 710 GiB / 715 GiB avail; 62 KiB/s rd, 23 KiB/s wr, 109 op/s 2024-08-29T18:10:44.328 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:44.327+0000 7f6dcfdbe640 1 < completed part key=_multipart_7D5I09Z3ND5H.2~63JV6JAMK9HQ.1 size=723285 2024-08-29T18:10:44.335 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:44.335+0000 7f6dcfdbe640 1 < completed multipart upload key=7D5I09Z3ND5H upload=63JV6JAMK9HQ tag=OYN4N35OMLXT type=write size=2820437 2024-08-29T18:10:44.340 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:44.339+0000 7f6dcfdbe640 1 > prepared operation key=7Y0GYERC6W4H tag=SY93N82P89ZE type=write size=685583 2024-08-29T18:10:44.345 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:44.343+0000 7f6dcfdbe640 1 < completed part key=_multipart_T9L1J5N8K7MO.2~H183AE432U1H.0 size=1048576 2024-08-29T18:10:44.349 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:44.347+0000 7f6dcfdbe640 1 < completed part key=_multipart_T9L1J5N8K7MO.2~H183AE432U1H.1 size=911688 2024-08-29T18:10:44.357 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:44.355+0000 7f6dcfdbe640 1 < completed multipart upload key=T9L1J5N8K7MO upload=H183AE432U1H tag=FHWE00HB52TA type=write size=3008840 2024-08-29T18:10:44.362 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:44.363+0000 7f6dcfdbe640 1 > prepared operation key=C47XT9Y9B7EW tag=54VCNERT3V7J type=write size=772069 2024-08-29T18:10:44.368 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:44.367+0000 7f6dcfdbe640 -1 < failed to complete operation key=3VC6XP11WXW6 tag=CEK6W92PKIKD type=write size=667572: (22) Invalid argument 2024-08-29T18:10:44.373 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:44.371+0000 7f6dcfdbe640 1 > prepared operation key=CY91RGLS4L74 tag=L3ZUBL1UVQT2 type=del size=2003116 2024-08-29T18:10:44.374 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:44.371+0000 7f6dcfdbe640 1 < canceled part key=_multipart_LP0MLEKV3E74.2~1XPT82510AC3.0 size=1017811 2024-08-29T18:10:44.379 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:10:43 smithi028 bash[78352]: cluster 2024-08-29T18:10:43.384343+0000 mgr.y (mgr.25022) 720 : cluster [DBG] pgmap v1401: 137 pgs: 137 active+clean; 583 KiB data, 4.7 GiB used, 710 GiB / 715 GiB avail; 62 KiB/s rd, 23 KiB/s wr, 109 op/s 2024-08-29T18:10:44.379 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:10:43 smithi028 bash[77168]: cluster 2024-08-29T18:10:43.384343+0000 mgr.y (mgr.25022) 720 : cluster [DBG] pgmap v1401: 137 pgs: 137 active+clean; 583 KiB data, 4.7 GiB used, 710 GiB / 715 GiB avail; 62 KiB/s rd, 23 KiB/s wr, 109 op/s 2024-08-29T18:10:44.380 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:44.379+0000 7f6dcfdbe640 1 < canceled multipart upload key=LP0MLEKV3E74 upload=1XPT82510AC3 tag=9WBRCBK1GUEZ type=write size=2066387 2024-08-29T18:10:44.384 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:44.383+0000 7f6dcfdbe640 1 > prepared operation key=L6FV6KJ6OHNY tag=YARJCZJ8AZ3C type=del size=192773 2024-08-29T18:10:44.389 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:44.387+0000 7f6dcfdbe640 1 < completed delete operation key=9XOQBHEAVUKF tag=8R881XYNFQI6 type=del 2024-08-29T18:10:44.393 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:44.391+0000 7f6dcfdbe640 1 > prepared operation key=7D5I09Z3ND5H tag=639MDATHCB7R type=del size=3075071 2024-08-29T18:10:44.395 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:44.395+0000 7f6dcfdbe640 1 < canceled part key=_multipart_ROJNXFMRMF7F.2~Q3HMGA9D2Z5K.0 size=1048576 2024-08-29T18:10:44.399 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:44.399+0000 7f6dcfdbe640 1 < completed part key=_multipart_ROJNXFMRMF7F.2~Q3HMGA9D2Z5K.1 size=1048576 2024-08-29T18:10:44.402 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:44.403+0000 7f6dcfdbe640 1 < completed part key=_multipart_ROJNXFMRMF7F.2~Q3HMGA9D2Z5K.2 size=546299 2024-08-29T18:10:44.411 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:44.411+0000 7f6dcfdbe640 1 < canceled multipart upload key=ROJNXFMRMF7F upload=Q3HMGA9D2Z5K tag=7IT0H2Q9P8GX type=write size=3692027 2024-08-29T18:10:44.416 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:44.415+0000 7f6dcfdbe640 1 > prepared operation key=CN52F1ME4Q7H tag=ES8SM9NMYHPH type=del size=1693358 2024-08-29T18:10:44.421 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:44.419+0000 7f6dcfdbe640 1 < completed part key=_multipart_KZ45Y56F6JGC.2~VIQHJHYXU0XP.0 size=1048576 2024-08-29T18:10:44.424 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:44.423+0000 7f6dcfdbe640 1 < completed part key=_multipart_KZ45Y56F6JGC.2~VIQHJHYXU0XP.1 size=586630 2024-08-29T18:10:44.432 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:44.431+0000 7f6dcfdbe640 1 < completed multipart upload key=KZ45Y56F6JGC upload=VIQHJHYXU0XP tag=TALWFUMXQHPA type=write size=2683782 2024-08-29T18:10:44.436 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:44.435+0000 7f6dcfdbe640 1 > prepared operation key=YE0K0OIAGJTR tag=B7KHYO9GR6J3 type=del size=2005155 2024-08-29T18:10:44.446 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:44.443+0000 7f6dcfdbe640 1 < suggested update operation key=ULOTXZSBLM0E tag=9I0JKORKI9TP type=del size=3195390 2024-08-29T18:10:44.450 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:44.447+0000 7f6dcfdbe640 1 > prepared operation key=X10K5L2O256M tag=NIIT6K7XKPGL type=del size=2538530 2024-08-29T18:10:44.459 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:44.459+0000 7f6dcfdbe640 1 < suggested remove operation key=7Y0GYERC6W4H tag=FOLRUKKWROME type=write 2024-08-29T18:10:44.464 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:44.463+0000 7f6dcfdbe640 1 > prepared operation key=7Y0GYERC6W4H tag=ODPTQYNCUI03 type=del size=3667681 2024-08-29T18:10:44.465 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:44.463+0000 7f6dcfdbe640 1 < canceled part key=_multipart_F8MIRGU95TM4.2~RLRG93UPDH8N.0 size=1048576 2024-08-29T18:10:44.468 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:44.467+0000 7f6dcfdbe640 1 < completed part key=_multipart_F8MIRGU95TM4.2~RLRG93UPDH8N.1 size=1048576 2024-08-29T18:10:44.472 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:44.471+0000 7f6dcfdbe640 1 < completed part key=_multipart_F8MIRGU95TM4.2~RLRG93UPDH8N.2 size=1036928 2024-08-29T18:10:44.479 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:44.479+0000 7f6dcfdbe640 1 < canceled multipart upload key=F8MIRGU95TM4 upload=RLRG93UPDH8N tag=Y72Z3QVPCVU2 type=write size=4182656 2024-08-29T18:10:44.483 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:44.483+0000 7f6dcfdbe640 1 > prepared operation key=I0OL3VZS23M6 tag=FABRVO5DKCX1 type=del size=2612358 2024-08-29T18:10:44.488 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:44.487+0000 7f6dcfdbe640 1 < completed write operation key=PCRU0BDU1Z87 tag=4K1IH2SYP0WG type=write size=755617 2024-08-29T18:10:44.492 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:44.491+0000 7f6dcfdbe640 1 > prepared operation key=CN52F1ME4Q7H tag=6R7YITJYJQTU type=del size=1129162 2024-08-29T18:10:44.497 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:44.495+0000 7f6dcfdbe640 1 < completed part key=_multipart_CY91RGLS4L74.2~20V636KKEVD9.0 size=433718 2024-08-29T18:10:44.504 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:44.503+0000 7f6dcfdbe640 1 < completed multipart upload key=CY91RGLS4L74 upload=20V636KKEVD9 tag=JN1Z16NX2IUA type=write size=1482294 2024-08-29T18:10:44.509 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:44.507+0000 7f6dcfdbe640 1 > prepared operation key=CN52F1ME4Q7H tag=52LZ775GEAXB type=del size=3625099 2024-08-29T18:10:44.513 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:44.511+0000 7f6dcfdbe640 1 < completed part key=_multipart_L6FV6KJ6OHNY.2~9Q3UZE3WOPOK.0 size=71658 2024-08-29T18:10:44.520 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:44.519+0000 7f6dcfdbe640 1 < completed multipart upload key=L6FV6KJ6OHNY upload=9Q3UZE3WOPOK tag=5NY5RVD0GQMT type=write size=1120234 2024-08-29T18:10:44.524 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:44.523+0000 7f6dcfdbe640 1 > prepared operation key=ULOTXZSBLM0E tag=B88HUV90N9PG type=del size=3688955 2024-08-29T18:10:44.533 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:44.531+0000 7f6dcfdbe640 1 < suggested update operation key=LP0MLEKV3E74 tag=BA701F8ENMLG type=write size=703180 2024-08-29T18:10:44.537 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:44.535+0000 7f6dcfdbe640 1 > prepared operation key=YE0K0OIAGJTR tag=1ORS01FJYOR9 type=del size=3944602 2024-08-29T18:10:44.541 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:44.539+0000 7f6dcfdbe640 1 < completed delete operation key=T9L1J5N8K7MO tag=TFH6XCQOFS0X type=del 2024-08-29T18:10:44.546 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:44.543+0000 7f6dcfdbe640 1 > prepared operation key=W4PL77H6JMGP tag=4GFVK7W0Q4KN type=del size=666582 2024-08-29T18:10:44.550 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:44.551+0000 7f6dcfdbe640 1 < completed part key=_multipart_YAC7TKWP61NS.2~0LSMX2LUCCAH.0 size=1048576 2024-08-29T18:10:44.554 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:44.551+0000 7f6dcfdbe640 1 < completed part key=_multipart_YAC7TKWP61NS.2~0LSMX2LUCCAH.1 size=155602 2024-08-29T18:10:44.561 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:44.559+0000 7f6dcfdbe640 1 < completed multipart upload key=YAC7TKWP61NS upload=0LSMX2LUCCAH tag=LVKPZR6SOKS0 type=write size=2252754 2024-08-29T18:10:44.565 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:44.563+0000 7f6dcfdbe640 1 > prepared operation key=JX058LCOIR42 tag=90S7YMLOKEBC type=del size=2357582 2024-08-29T18:10:44.570 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:44.571+0000 7f6dcfdbe640 -1 < failed to complete operation key=7Y0GYERC6W4H tag=SY93N82P89ZE type=write size=685583: (22) Invalid argument 2024-08-29T18:10:44.578 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:44.579+0000 7f6dcfdbe640 1 > prepared part key=_multipart_LP0MLEKV3E74.2~FMDF2R9TDU3X.0 size=241557 2024-08-29T18:10:44.578 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:44.579+0000 7f6dcfdbe640 1 > prepared multipart upload key=LP0MLEKV3E74 upload=FMDF2R9TDU3X tag=D53GHBIHO7JS type=write size=1290133 2024-08-29T18:10:44.583 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:44.583+0000 7f6dcfdbe640 1 < completed write operation key=C47XT9Y9B7EW tag=54VCNERT3V7J type=write size=772069 2024-08-29T18:10:44.591 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:44.591+0000 7f6dcfdbe640 1 > prepared part key=_multipart_W4PL77H6JMGP.2~VZ0Q5YILJDVQ.0 size=1048576 2024-08-29T18:10:44.594 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:44.595+0000 7f6dcfdbe640 1 > prepared part key=_multipart_W4PL77H6JMGP.2~VZ0Q5YILJDVQ.1 size=819103 2024-08-29T18:10:44.594 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:44.595+0000 7f6dcfdbe640 1 > prepared multipart upload key=W4PL77H6JMGP upload=VZ0Q5YILJDVQ tag=JXJS1EPZHWFU type=write size=2916255 2024-08-29T18:10:44.598 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:44.599+0000 7f6dcfdbe640 1 < completed delete operation key=CY91RGLS4L74 tag=L3ZUBL1UVQT2 type=del 2024-08-29T18:10:44.603 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:44.603+0000 7f6dcfdbe640 1 > prepared operation key=ULOTXZSBLM0E tag=DHLXG1IKAW1Q type=del size=430449 2024-08-29T18:10:44.608 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:44.607+0000 7f6dcfdbe640 1 < completed delete operation key=L6FV6KJ6OHNY tag=YARJCZJ8AZ3C type=del 2024-08-29T18:10:44.615 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:44.615+0000 7f6dcfdbe640 1 > prepared part key=_multipart_7Y0GYERC6W4H.2~IT53T67EZFIV.0 size=1048576 2024-08-29T18:10:44.618 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:44.619+0000 7f6dcfdbe640 1 > prepared part key=_multipart_7Y0GYERC6W4H.2~IT53T67EZFIV.1 size=1048576 2024-08-29T18:10:44.622 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:44.623+0000 7f6dcfdbe640 1 > prepared part key=_multipart_7Y0GYERC6W4H.2~IT53T67EZFIV.2 size=772598 2024-08-29T18:10:44.622 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:44.623+0000 7f6dcfdbe640 1 > prepared multipart upload key=7Y0GYERC6W4H upload=IT53T67EZFIV tag=SHZDH2OJBH53 type=write size=3918326 2024-08-29T18:10:44.627 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:44.627+0000 7f6dcfdbe640 1 < completed delete operation key=7D5I09Z3ND5H tag=639MDATHCB7R type=del 2024-08-29T18:10:44.635 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:44.635+0000 7f6dcfdbe640 1 > prepared part key=_multipart_B7L6NXZ0V2CR.2~IKIDPSVVO031.0 size=1048576 2024-08-29T18:10:44.638 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:44.639+0000 7f6dcfdbe640 1 > prepared part key=_multipart_B7L6NXZ0V2CR.2~IKIDPSVVO031.1 size=1038094 2024-08-29T18:10:44.638 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:44.639+0000 7f6dcfdbe640 1 > prepared multipart upload key=B7L6NXZ0V2CR upload=IKIDPSVVO031 tag=093RBEYU9X07 type=write size=3135246 2024-08-29T18:10:44.643 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:44.643+0000 7f6dcfdbe640 1 < completed delete operation key=CN52F1ME4Q7H tag=ES8SM9NMYHPH type=del 2024-08-29T18:10:44.648 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:44.647+0000 7f6dcfdbe640 1 > prepared operation key=3VC6XP11WXW6 tag=TDTFVTFUC3PV type=del size=3129339 2024-08-29T18:10:44.653 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:44.651+0000 7f6dcfdbe640 1 < canceled operation key=YE0K0OIAGJTR tag=B7KHYO9GR6J3 type=del size=2005155 2024-08-29T18:10:44.658 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:44.655+0000 7f6dcfdbe640 1 > prepared operation key=ZPPDOE70TQPE tag=1RVPPL9I9G7D type=del size=3717746 2024-08-29T18:10:44.668 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:44.667+0000 7f6dcfdbe640 1 < suggested remove operation key=X10K5L2O256M tag=NIIT6K7XKPGL type=del 2024-08-29T18:10:44.676 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:44.675+0000 7f6dcfdbe640 1 > prepared part key=_multipart_ZPPDOE70TQPE.2~2C7HCTMLI6DE.0 size=456603 2024-08-29T18:10:44.676 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:44.675+0000 7f6dcfdbe640 1 > prepared multipart upload key=ZPPDOE70TQPE upload=2C7HCTMLI6DE tag=BC3EOWZX0ZY1 type=write size=1505179 2024-08-29T18:10:44.681 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:44.679+0000 7f6dcfdbe640 1 < completed delete operation key=7Y0GYERC6W4H tag=ODPTQYNCUI03 type=del 2024-08-29T18:10:44.686 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:44.683+0000 7f6dcfdbe640 1 > prepared operation key=F8MIRGU95TM4 tag=YAA2PZV583BB type=del size=3163996 2024-08-29T18:10:44.691 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:44.691+0000 7f6dcfdbe640 1 < completed delete operation key=I0OL3VZS23M6 tag=FABRVO5DKCX1 type=del 2024-08-29T18:10:44.700 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:44.699+0000 7f6dcfdbe640 1 > prepared part key=_multipart_PCRU0BDU1Z87.2~E8KJ46KOXTKE.0 size=749100 2024-08-29T18:10:44.700 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:44.699+0000 7f6dcfdbe640 1 > prepared multipart upload key=PCRU0BDU1Z87 upload=E8KJ46KOXTKE tag=9CJG7M3UELB0 type=write size=1797676 2024-08-29T18:10:44.704 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:44.703+0000 7f6dcfdbe640 1 < completed delete operation key=CN52F1ME4Q7H tag=6R7YITJYJQTU type=del 2024-08-29T18:10:44.709 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:44.707+0000 7f6dcfdbe640 1 > prepared operation key=9XOQBHEAVUKF tag=94OJQT03BDB8 type=write size=418470 2024-08-29T18:10:44.714 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:44.715+0000 7f6dcfdbe640 1 < completed delete operation key=CN52F1ME4Q7H tag=52LZ775GEAXB type=del 2024-08-29T18:10:44.718 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:44.719+0000 7f6dcfdbe640 1 > prepared operation key=ROJNXFMRMF7F tag=BD0WCM28I97Y type=write size=441784 2024-08-29T18:10:44.723 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:44.723+0000 7f6dcfdbe640 1 < completed delete operation key=ULOTXZSBLM0E tag=B88HUV90N9PG type=del 2024-08-29T18:10:44.728 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:44.727+0000 7f6dcfdbe640 1 > prepared operation key=3VC6XP11WXW6 tag=NB0WDEACISTT type=write size=854064 2024-08-29T18:10:44.732 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:44.731+0000 7f6dcfdbe640 1 < completed delete operation key=YE0K0OIAGJTR tag=1ORS01FJYOR9 type=del 2024-08-29T18:10:44.737 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:44.735+0000 7f6dcfdbe640 1 > prepared operation key=7D5I09Z3ND5H tag=D0CUIY9L6RQY type=del size=3327627 2024-08-29T18:10:44.741 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:44.739+0000 7f6dcfdbe640 1 < canceled operation key=W4PL77H6JMGP tag=4GFVK7W0Q4KN type=del size=666582 2024-08-29T18:10:44.746 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:44.743+0000 7f6dcfdbe640 1 > prepared operation key=X10K5L2O256M tag=SFVXSFZRNIT5 type=del size=3255144 2024-08-29T18:10:44.754 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:44.755+0000 7f6dcfdbe640 1 < suggested remove operation key=JX058LCOIR42 tag=90S7YMLOKEBC type=del 2024-08-29T18:10:44.763 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:44.763+0000 7f6dcfdbe640 1 > prepared part key=_multipart_3VC6XP11WXW6.2~VURS5FGH8RVR.0 size=1048576 2024-08-29T18:10:44.766 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:44.767+0000 7f6dcfdbe640 1 > prepared part key=_multipart_3VC6XP11WXW6.2~VURS5FGH8RVR.1 size=1048576 2024-08-29T18:10:44.769 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:44.767+0000 7f6dcfdbe640 1 > prepared part key=_multipart_3VC6XP11WXW6.2~VURS5FGH8RVR.2 size=31139 2024-08-29T18:10:44.769 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:44.767+0000 7f6dcfdbe640 1 > prepared multipart upload key=3VC6XP11WXW6 upload=VURS5FGH8RVR tag=695V19NC3FB5 type=write size=3176867 2024-08-29T18:10:44.773 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:44.771+0000 7f6dcfdbe640 1 < completed part key=_multipart_LP0MLEKV3E74.2~FMDF2R9TDU3X.0 size=241557 2024-08-29T18:10:44.781 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:44.779+0000 7f6dcfdbe640 1 < completed multipart upload key=LP0MLEKV3E74 upload=FMDF2R9TDU3X tag=D53GHBIHO7JS type=write size=1290133 2024-08-29T18:10:44.785 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:44.783+0000 7f6dcfdbe640 1 > prepared operation key=DGQXCI25DDX7 tag=1V7GKPN7AJEU type=del size=1108026 2024-08-29T18:10:44.791 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:44.791+0000 7f6dcfdbe640 1 < completed part key=_multipart_W4PL77H6JMGP.2~VZ0Q5YILJDVQ.0 size=1048576 2024-08-29T18:10:44.794 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:44.795+0000 7f6dcfdbe640 1 < completed part key=_multipart_W4PL77H6JMGP.2~VZ0Q5YILJDVQ.1 size=819103 2024-08-29T18:10:44.802 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:44.803+0000 7f6dcfdbe640 1 < completed multipart upload key=W4PL77H6JMGP upload=VZ0Q5YILJDVQ tag=JXJS1EPZHWFU type=write size=2916255 2024-08-29T18:10:44.807 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:44.807+0000 7f6dcfdbe640 1 > prepared operation key=JX058LCOIR42 tag=AEU36G1WKMNI type=write size=363148 2024-08-29T18:10:44.812 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:44.811+0000 7f6dcfdbe640 1 < completed delete operation key=ULOTXZSBLM0E tag=DHLXG1IKAW1Q type=del 2024-08-29T18:10:44.816 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:44.815+0000 7f6dcfdbe640 1 > prepared operation key=P7TBKPU4347T tag=MP9G9Q0JJ4PD type=del size=2489308 2024-08-29T18:10:44.822 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:44.823+0000 7f6dcfdbe640 1 < completed part key=_multipart_7Y0GYERC6W4H.2~IT53T67EZFIV.0 size=1048576 2024-08-29T18:10:44.826 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:44.823+0000 7f6dcfdbe640 1 < completed part key=_multipart_7Y0GYERC6W4H.2~IT53T67EZFIV.1 size=1048576 2024-08-29T18:10:44.829 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:44.827+0000 7f6dcfdbe640 1 < completed part key=_multipart_7Y0GYERC6W4H.2~IT53T67EZFIV.2 size=772598 2024-08-29T18:10:44.836 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:44.835+0000 7f6dcfdbe640 1 < completed multipart upload key=7Y0GYERC6W4H upload=IT53T67EZFIV tag=SHZDH2OJBH53 type=write size=3918326 2024-08-29T18:10:44.841 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:44.839+0000 7f6dcfdbe640 1 > prepared operation key=9XOQBHEAVUKF tag=WX0E8USTPCXV type=del size=30782 2024-08-29T18:10:44.845 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:44.843+0000 7f6dcfdbe640 1 < completed part key=_multipart_B7L6NXZ0V2CR.2~IKIDPSVVO031.0 size=1048576 2024-08-29T18:10:44.849 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:44.847+0000 7f6dcfdbe640 1 < completed part key=_multipart_B7L6NXZ0V2CR.2~IKIDPSVVO031.1 size=1038094 2024-08-29T18:10:44.856 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:44.855+0000 7f6dcfdbe640 1 < completed multipart upload key=B7L6NXZ0V2CR upload=IKIDPSVVO031 tag=093RBEYU9X07 type=write size=3135246 2024-08-29T18:10:44.864 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:44.863+0000 7f6dcfdbe640 1 > prepared part key=_multipart_F8MIRGU95TM4.2~R46OANN4TF1W.0 size=1048576 2024-08-29T18:10:44.867 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:44.867+0000 7f6dcfdbe640 1 > prepared part key=_multipart_F8MIRGU95TM4.2~R46OANN4TF1W.1 size=1048576 2024-08-29T18:10:44.871 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:44.871+0000 7f6dcfdbe640 1 > prepared part key=_multipart_F8MIRGU95TM4.2~R46OANN4TF1W.2 size=877658 2024-08-29T18:10:44.871 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:44.871+0000 7f6dcfdbe640 1 > prepared multipart upload key=F8MIRGU95TM4 upload=R46OANN4TF1W tag=5SA4OTOKT7OJ type=write size=4023386 2024-08-29T18:10:44.875 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:44.875+0000 7f6dcfdbe640 1 < completed delete operation key=3VC6XP11WXW6 tag=TDTFVTFUC3PV type=del 2024-08-29T18:10:44.880 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:44.879+0000 7f6dcfdbe640 1 > prepared operation key=C47XT9Y9B7EW tag=VD5XTGWA4BR4 type=del size=89372 2024-08-29T18:10:44.884 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:44.883+0000 7f6dcfdbe640 1 < completed delete operation key=ZPPDOE70TQPE tag=1RVPPL9I9G7D type=del 2024-08-29T18:10:44.889 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:44.887+0000 7f6dcfdbe640 1 > prepared operation key=7XDT3ZRUKA4H tag=D1KTVH3MGK6E type=del size=167025 2024-08-29T18:10:44.893 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:44.891+0000 7f6dcfdbe640 1 < completed part key=_multipart_ZPPDOE70TQPE.2~2C7HCTMLI6DE.0 size=456603 2024-08-29T18:10:44.901 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:44.899+0000 7f6dcfdbe640 1 < completed multipart upload key=ZPPDOE70TQPE upload=2C7HCTMLI6DE tag=BC3EOWZX0ZY1 type=write size=1505179 2024-08-29T18:10:44.909 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:44.907+0000 7f6dcfdbe640 1 > prepared part key=_multipart_L6FV6KJ6OHNY.2~BA1K1J459R8S.0 size=1048576 2024-08-29T18:10:44.913 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:44.911+0000 7f6dcfdbe640 1 > prepared part key=_multipart_L6FV6KJ6OHNY.2~BA1K1J459R8S.1 size=1048576 2024-08-29T18:10:44.916 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:44.915+0000 7f6dcfdbe640 1 > prepared part key=_multipart_L6FV6KJ6OHNY.2~BA1K1J459R8S.2 size=6968 2024-08-29T18:10:44.916 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:44.915+0000 7f6dcfdbe640 1 > prepared multipart upload key=L6FV6KJ6OHNY upload=BA1K1J459R8S tag=SY91NGTQXVDN type=write size=3152696 2024-08-29T18:10:44.920 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:44.919+0000 7f6dcfdbe640 1 < completed delete operation key=F8MIRGU95TM4 tag=YAA2PZV583BB type=del 2024-08-29T18:10:44.924 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:44.923+0000 7f6dcfdbe640 1 > prepared operation key=YE0K0OIAGJTR tag=8U3WY5T9P5RQ type=del size=571241 2024-08-29T18:10:44.928 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:44.927+0000 7f6dcfdbe640 1 < completed part key=_multipart_PCRU0BDU1Z87.2~E8KJ46KOXTKE.0 size=749100 2024-08-29T18:10:44.935 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:44.935+0000 7f6dcfdbe640 1 < completed multipart upload key=PCRU0BDU1Z87 upload=E8KJ46KOXTKE tag=9CJG7M3UELB0 type=write size=1797676 2024-08-29T18:10:44.942 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:44.943+0000 7f6dcfdbe640 1 > prepared part key=_multipart_MT6UK3U6H4JX.2~SAT6I64DFF1Y.0 size=1048576 2024-08-29T18:10:44.946 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:44.947+0000 7f6dcfdbe640 1 > prepared part key=_multipart_MT6UK3U6H4JX.2~SAT6I64DFF1Y.1 size=258344 2024-08-29T18:10:44.946 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:44.947+0000 7f6dcfdbe640 1 > prepared multipart upload key=MT6UK3U6H4JX upload=SAT6I64DFF1Y tag=DYJCT5AIXWKU type=write size=2355496 2024-08-29T18:10:44.955 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:44.955+0000 7f6dcfdbe640 1 < suggested remove operation key=9XOQBHEAVUKF tag=94OJQT03BDB8 type=write 2024-08-29T18:10:44.959 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:44.959+0000 7f6dcfdbe640 1 > prepared operation key=CY91RGLS4L74 tag=8CXKK3WL6OBT type=del size=4151446 2024-08-29T18:10:44.963 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:44.963+0000 7f6dcfdbe640 1 < completed write operation key=ROJNXFMRMF7F tag=BD0WCM28I97Y type=write size=441784 2024-08-29T18:10:44.968 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:44.967+0000 7f6dcfdbe640 1 > prepared operation key=ZPPDOE70TQPE tag=Q80JRZ5YIXY7 type=del size=3395316 2024-08-29T18:10:44.972 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:44.971+0000 7f6dcfdbe640 1 < completed write operation key=3VC6XP11WXW6 tag=NB0WDEACISTT type=write size=854064 2024-08-29T18:10:44.977 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:44.975+0000 7f6dcfdbe640 1 > prepared operation key=F8MIRGU95TM4 tag=NDRCFJGBGTJV type=del size=2111042 2024-08-29T18:10:44.984 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:44.979+0000 7f6dcfdbe640 1 < completed delete operation key=7D5I09Z3ND5H tag=D0CUIY9L6RQY type=del 2024-08-29T18:10:44.989 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:44.987+0000 7f6dcfdbe640 1 > prepared part key=_multipart_C47XT9Y9B7EW.2~WEWTY5SWJKR3.0 size=1048576 2024-08-29T18:10:44.992 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:44.991+0000 7f6dcfdbe640 1 > prepared part key=_multipart_C47XT9Y9B7EW.2~WEWTY5SWJKR3.1 size=1048576 2024-08-29T18:10:44.996 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:44.995+0000 7f6dcfdbe640 1 > prepared part key=_multipart_C47XT9Y9B7EW.2~WEWTY5SWJKR3.2 size=440126 2024-08-29T18:10:44.996 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:44.995+0000 7f6dcfdbe640 1 > prepared multipart upload key=C47XT9Y9B7EW upload=WEWTY5SWJKR3 tag=FBAPD66DZBHX type=write size=3585854 2024-08-29T18:10:45.000 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:44.999+0000 7f6dcfdbe640 1 < completed delete operation key=X10K5L2O256M tag=SFVXSFZRNIT5 type=del 2024-08-29T18:10:45.005 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:45.003+0000 7f6dcfdbe640 1 > prepared operation key=P7TBKPU4347T tag=7SUQ4LWBKBWK type=del size=3803462 2024-08-29T18:10:45.006 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:45.007+0000 7f6dcfdbe640 1 < canceled part key=_multipart_3VC6XP11WXW6.2~VURS5FGH8RVR.0 size=1048576 2024-08-29T18:10:45.010 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:45.007+0000 7f6dcfdbe640 1 < completed part key=_multipart_3VC6XP11WXW6.2~VURS5FGH8RVR.1 size=1048576 2024-08-29T18:10:45.013 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:45.011+0000 7f6dcfdbe640 1 < completed part key=_multipart_3VC6XP11WXW6.2~VURS5FGH8RVR.2 size=31139 2024-08-29T18:10:45.021 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:45.019+0000 7f6dcfdbe640 1 < canceled multipart upload key=3VC6XP11WXW6 upload=VURS5FGH8RVR tag=695V19NC3FB5 type=write size=3176867 2024-08-29T18:10:45.030 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:45.027+0000 7f6dcfdbe640 1 > prepared part key=_multipart_YKW2ORIZT8YI.2~82FTG010RE6O.0 size=681698 2024-08-29T18:10:45.030 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:45.027+0000 7f6dcfdbe640 1 > prepared multipart upload key=YKW2ORIZT8YI upload=82FTG010RE6O tag=12O6SBCPLYG6 type=write size=1730274 2024-08-29T18:10:45.035 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:45.035+0000 7f6dcfdbe640 1 < completed delete operation key=DGQXCI25DDX7 tag=1V7GKPN7AJEU type=del 2024-08-29T18:10:45.040 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:45.039+0000 7f6dcfdbe640 1 > prepared operation key=CY91RGLS4L74 tag=U0CZPOITKAFL type=del size=2649333 2024-08-29T18:10:45.044 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:45.043+0000 7f6dcfdbe640 1 < completed write operation key=JX058LCOIR42 tag=AEU36G1WKMNI type=write size=363148 2024-08-29T18:10:45.053 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:45.051+0000 7f6dcfdbe640 1 > prepared part key=_multipart_ROJNXFMRMF7F.2~PAC68OLFR5FV.0 size=1048576 2024-08-29T18:10:45.057 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:45.055+0000 7f6dcfdbe640 1 > prepared part key=_multipart_ROJNXFMRMF7F.2~PAC68OLFR5FV.1 size=829129 2024-08-29T18:10:45.057 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:45.055+0000 7f6dcfdbe640 1 > prepared multipart upload key=ROJNXFMRMF7F upload=PAC68OLFR5FV tag=7ZJVBXLM6GHZ type=write size=2926281 2024-08-29T18:10:45.061 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:45.059+0000 7f6dcfdbe640 1 < canceled operation key=P7TBKPU4347T tag=MP9G9Q0JJ4PD type=del size=2489308 2024-08-29T18:10:45.069 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:45.067+0000 7f6dcfdbe640 1 > prepared part key=_multipart_YAC7TKWP61NS.2~Q51K1HLFNPBX.0 size=1048576 2024-08-29T18:10:45.074 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:45.071+0000 7f6dcfdbe640 1 > prepared part key=_multipart_YAC7TKWP61NS.2~Q51K1HLFNPBX.1 size=1048576 2024-08-29T18:10:45.077 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:45.075+0000 7f6dcfdbe640 1 > prepared part key=_multipart_YAC7TKWP61NS.2~Q51K1HLFNPBX.2 size=332183 2024-08-29T18:10:45.077 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:45.075+0000 7f6dcfdbe640 1 > prepared multipart upload key=YAC7TKWP61NS upload=Q51K1HLFNPBX tag=YXRHNOVUL3ZG type=write size=3477911 2024-08-29T18:10:45.079 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:45.079+0000 7f6dcfdbe640 -1 < no bi entry to suggest for operation key=9XOQBHEAVUKF tag=WX0E8USTPCXV type=del size=30782: (2) No such file or directory 2024-08-29T18:10:45.086 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:45.083+0000 7f6dcfdbe640 1 > prepared operation key=YAC7TKWP61NS tag=VYMAJC2MWZP1 type=del size=4083549 2024-08-29T18:10:45.089 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:45.087+0000 7f6dcfdbe640 1 < completed part key=_multipart_F8MIRGU95TM4.2~R46OANN4TF1W.0 size=1048576 2024-08-29T18:10:45.093 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:45.091+0000 7f6dcfdbe640 1 < completed part key=_multipart_F8MIRGU95TM4.2~R46OANN4TF1W.1 size=1048576 2024-08-29T18:10:45.098 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:45.095+0000 7f6dcfdbe640 1 < completed part key=_multipart_F8MIRGU95TM4.2~R46OANN4TF1W.2 size=877658 2024-08-29T18:10:45.106 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:45.107+0000 7f6dcfdbe640 1 < completed multipart upload key=F8MIRGU95TM4 upload=R46OANN4TF1W tag=5SA4OTOKT7OJ type=write size=4023386 2024-08-29T18:10:45.112 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:45.111+0000 7f6dcfdbe640 1 > prepared operation key=X10K5L2O256M tag=WYS2XO0P06Q2 type=del size=2867881 2024-08-29T18:10:45.116 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:45.115+0000 7f6dcfdbe640 1 < completed delete operation key=C47XT9Y9B7EW tag=VD5XTGWA4BR4 type=del 2024-08-29T18:10:45.121 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:45.119+0000 7f6dcfdbe640 1 > prepared operation key=LP0MLEKV3E74 tag=0H6Q3701M1FC type=write size=613034 2024-08-29T18:10:45.126 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:45.123+0000 7f6dcfdbe640 1 < completed delete operation key=7XDT3ZRUKA4H tag=D1KTVH3MGK6E type=del 2024-08-29T18:10:45.130 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:45.131+0000 7f6dcfdbe640 1 > prepared operation key=CY91RGLS4L74 tag=YCT1I5JOOV69 type=del size=548544 2024-08-29T18:10:45.134 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:45.135+0000 7f6dcfdbe640 1 < completed part key=_multipart_L6FV6KJ6OHNY.2~BA1K1J459R8S.0 size=1048576 2024-08-29T18:10:45.138 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:45.135+0000 7f6dcfdbe640 1 < completed part key=_multipart_L6FV6KJ6OHNY.2~BA1K1J459R8S.1 size=1048576 2024-08-29T18:10:45.142 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:45.139+0000 7f6dcfdbe640 1 < completed part key=_multipart_L6FV6KJ6OHNY.2~BA1K1J459R8S.2 size=6968 2024-08-29T18:10:45.148 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:45.147+0000 7f6dcfdbe640 1 < completed multipart upload key=L6FV6KJ6OHNY upload=BA1K1J459R8S tag=SY91NGTQXVDN type=write size=3152696 2024-08-29T18:10:45.152 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:45.151+0000 7f6dcfdbe640 1 > prepared operation key=DGQXCI25DDX7 tag=LDFWWC4RDZWJ type=del size=2482329 2024-08-29T18:10:45.156 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:45.155+0000 7f6dcfdbe640 1 < completed delete operation key=YE0K0OIAGJTR tag=8U3WY5T9P5RQ type=del 2024-08-29T18:10:45.161 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:45.159+0000 7f6dcfdbe640 1 > prepared operation key=ZPPDOE70TQPE tag=ZS1WUJ5HB9X6 type=del size=685844 2024-08-29T18:10:45.165 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:45.163+0000 7f6dcfdbe640 1 < completed part key=_multipart_MT6UK3U6H4JX.2~SAT6I64DFF1Y.0 size=1048576 2024-08-29T18:10:45.169 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:45.167+0000 7f6dcfdbe640 1 < completed part key=_multipart_MT6UK3U6H4JX.2~SAT6I64DFF1Y.1 size=258344 2024-08-29T18:10:45.176 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:45.175+0000 7f6dcfdbe640 1 < completed multipart upload key=MT6UK3U6H4JX upload=SAT6I64DFF1Y tag=DYJCT5AIXWKU type=write size=2355496 2024-08-29T18:10:45.184 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:45.183+0000 7f6dcfdbe640 1 > prepared part key=_multipart_JX058LCOIR42.2~A5LT1JKH6LMK.0 size=973835 2024-08-29T18:10:45.184 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:45.183+0000 7f6dcfdbe640 1 > prepared multipart upload key=JX058LCOIR42 upload=A5LT1JKH6LMK tag=IH0A6YNN2U1X type=write size=2022411 2024-08-29T18:10:45.193 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:45.191+0000 7f6dcfdbe640 1 < suggested update operation key=CY91RGLS4L74 tag=8CXKK3WL6OBT type=del size=4151446 2024-08-29T18:10:45.197 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:45.195+0000 7f6dcfdbe640 1 > prepared operation key=X10K5L2O256M tag=AKFT5DTP77CP type=del size=4015413 2024-08-29T18:10:45.201 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:45.199+0000 7f6dcfdbe640 1 < completed delete operation key=ZPPDOE70TQPE tag=Q80JRZ5YIXY7 type=del 2024-08-29T18:10:45.206 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:45.207+0000 7f6dcfdbe640 1 > prepared operation key=T9L1J5N8K7MO tag=3ODD8NV1NWRM type=write size=915909 2024-08-29T18:10:45.211 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:45.211+0000 7f6dcfdbe640 1 < completed delete operation key=F8MIRGU95TM4 tag=NDRCFJGBGTJV type=del 2024-08-29T18:10:45.218 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:45.219+0000 7f6dcfdbe640 1 > prepared part key=_multipart_T9L1J5N8K7MO.2~4KWLYDJ2ONPA.0 size=1048576 2024-08-29T18:10:45.222 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:45.219+0000 7f6dcfdbe640 1 > prepared part key=_multipart_T9L1J5N8K7MO.2~4KWLYDJ2ONPA.1 size=465011 2024-08-29T18:10:45.222 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:45.219+0000 7f6dcfdbe640 1 > prepared multipart upload key=T9L1J5N8K7MO upload=4KWLYDJ2ONPA tag=0V23L1FQ9HJ9 type=write size=2562163 2024-08-29T18:10:45.226 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:45.227+0000 7f6dcfdbe640 1 < completed part key=_multipart_C47XT9Y9B7EW.2~WEWTY5SWJKR3.0 size=1048576 2024-08-29T18:10:45.230 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:45.231+0000 7f6dcfdbe640 1 < completed part key=_multipart_C47XT9Y9B7EW.2~WEWTY5SWJKR3.1 size=1048576 2024-08-29T18:10:45.233 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:45.231+0000 7f6dcfdbe640 1 < completed part key=_multipart_C47XT9Y9B7EW.2~WEWTY5SWJKR3.2 size=440126 2024-08-29T18:10:45.241 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:45.239+0000 7f6dcfdbe640 1 < completed multipart upload key=C47XT9Y9B7EW upload=WEWTY5SWJKR3 tag=FBAPD66DZBHX type=write size=3585854 2024-08-29T18:10:45.249 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:45.247+0000 7f6dcfdbe640 1 > prepared part key=_multipart_KZ45Y56F6JGC.2~QYZ5BBUOOEHF.0 size=1048576 2024-08-29T18:10:45.252 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:45.251+0000 7f6dcfdbe640 1 > prepared part key=_multipart_KZ45Y56F6JGC.2~QYZ5BBUOOEHF.1 size=313846 2024-08-29T18:10:45.252 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:45.251+0000 7f6dcfdbe640 1 > prepared multipart upload key=KZ45Y56F6JGC upload=QYZ5BBUOOEHF tag=YL69CVL4AR0B type=write size=2410998 2024-08-29T18:10:45.262 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:45.263+0000 7f6dcfdbe640 1 < suggested remove operation key=P7TBKPU4347T tag=7SUQ4LWBKBWK type=del 2024-08-29T18:10:45.272 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:45.271+0000 7f6dcfdbe640 1 > prepared part key=_multipart_C47XT9Y9B7EW.2~RL2FI0NKNU3R.0 size=1048576 2024-08-29T18:10:45.276 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:45.275+0000 7f6dcfdbe640 1 > prepared part key=_multipart_C47XT9Y9B7EW.2~RL2FI0NKNU3R.1 size=321853 2024-08-29T18:10:45.276 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:45.275+0000 7f6dcfdbe640 1 > prepared multipart upload key=C47XT9Y9B7EW upload=RL2FI0NKNU3R tag=ZHWMZA3EL0MI type=write size=2419005 2024-08-29T18:10:45.281 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:45.279+0000 7f6dcfdbe640 1 < completed part key=_multipart_YKW2ORIZT8YI.2~82FTG010RE6O.0 size=681698 2024-08-29T18:10:45.290 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:45.287+0000 7f6dcfdbe640 1 < completed multipart upload key=YKW2ORIZT8YI upload=82FTG010RE6O tag=12O6SBCPLYG6 type=write size=1730274 2024-08-29T18:10:45.295 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:45.295+0000 7f6dcfdbe640 1 > prepared operation key=CN52F1ME4Q7H tag=PU4HC2QR3IT3 type=del size=3309852 2024-08-29T18:10:45.300 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:45.299+0000 7f6dcfdbe640 -1 < failed to complete operation key=CY91RGLS4L74 tag=U0CZPOITKAFL type=del size=2649333: (22) Invalid argument 2024-08-29T18:10:45.305 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:45.303+0000 7f6dcfdbe640 1 > prepared operation key=CN52F1ME4Q7H tag=XGYCZQ1TL2S2 type=del size=417022 2024-08-29T18:10:45.309 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:45.307+0000 7f6dcfdbe640 1 < completed part key=_multipart_ROJNXFMRMF7F.2~PAC68OLFR5FV.0 size=1048576 2024-08-29T18:10:45.312 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:45.311+0000 7f6dcfdbe640 1 < completed part key=_multipart_ROJNXFMRMF7F.2~PAC68OLFR5FV.1 size=829129 2024-08-29T18:10:45.319 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:45.319+0000 7f6dcfdbe640 1 < completed multipart upload key=ROJNXFMRMF7F upload=PAC68OLFR5FV tag=7ZJVBXLM6GHZ type=write size=2926281 2024-08-29T18:10:45.327 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:45.327+0000 7f6dcfdbe640 1 > prepared part key=_multipart_DGQXCI25DDX7.2~KRALPVD5N106.0 size=1048576 2024-08-29T18:10:45.330 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:45.331+0000 7f6dcfdbe640 1 > prepared part key=_multipart_DGQXCI25DDX7.2~KRALPVD5N106.1 size=12572 2024-08-29T18:10:45.330 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:45.331+0000 7f6dcfdbe640 1 > prepared multipart upload key=DGQXCI25DDX7 upload=KRALPVD5N106 tag=OS7EISAVLDCT type=write size=2109724 2024-08-29T18:10:45.335 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:45.335+0000 7f6dcfdbe640 1 < completed part key=_multipart_YAC7TKWP61NS.2~Q51K1HLFNPBX.0 size=1048576 2024-08-29T18:10:45.338 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:45.339+0000 7f6dcfdbe640 1 < completed part key=_multipart_YAC7TKWP61NS.2~Q51K1HLFNPBX.1 size=1048576 2024-08-29T18:10:45.342 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:45.339+0000 7f6dcfdbe640 1 < completed part key=_multipart_YAC7TKWP61NS.2~Q51K1HLFNPBX.2 size=332183 2024-08-29T18:10:45.349 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:45.347+0000 7f6dcfdbe640 1 < completed multipart upload key=YAC7TKWP61NS upload=Q51K1HLFNPBX tag=YXRHNOVUL3ZG type=write size=3477911 2024-08-29T18:10:45.358 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:45.355+0000 7f6dcfdbe640 1 > prepared part key=_multipart_78MD08IJ7ULZ.2~T1BWU9VB4FWN.0 size=1048576 2024-08-29T18:10:45.361 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:45.359+0000 7f6dcfdbe640 1 > prepared part key=_multipart_78MD08IJ7ULZ.2~T1BWU9VB4FWN.1 size=742233 2024-08-29T18:10:45.361 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:45.359+0000 7f6dcfdbe640 1 > prepared multipart upload key=78MD08IJ7ULZ upload=T1BWU9VB4FWN tag=H6RFPYM6EU4L type=write size=2839385 2024-08-29T18:10:45.365 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:45.363+0000 7f6dcfdbe640 1 < completed delete operation key=YAC7TKWP61NS tag=VYMAJC2MWZP1 type=del 2024-08-29T18:10:45.385 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:45.383+0000 7f6dcfdbe640 1 > prepared part key=_multipart_FDT1EJQCIL25.2~VX3G62LPI01T.0 size=1048576 2024-08-29T18:10:45.388 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:45.387+0000 7f6dcfdbe640 1 > prepared part key=_multipart_FDT1EJQCIL25.2~VX3G62LPI01T.1 size=1048576 2024-08-29T18:10:45.392 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:45.391+0000 7f6dcfdbe640 1 > prepared part key=_multipart_FDT1EJQCIL25.2~VX3G62LPI01T.2 size=205440 2024-08-29T18:10:45.392 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:45.391+0000 7f6dcfdbe640 1 > prepared multipart upload key=FDT1EJQCIL25 upload=VX3G62LPI01T tag=5FGVIYBZY5L1 type=write size=3351168 2024-08-29T18:10:45.400 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:45.399+0000 7f6dcfdbe640 1 < suggested remove operation key=X10K5L2O256M tag=WYS2XO0P06Q2 type=del 2024-08-29T18:10:45.404 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:45.403+0000 7f6dcfdbe640 1 > prepared operation key=ULOTXZSBLM0E tag=P9ND7H10ZWR3 type=del size=1272168 2024-08-29T18:10:45.409 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:45.407+0000 7f6dcfdbe640 1 < completed write operation key=LP0MLEKV3E74 tag=0H6Q3701M1FC type=write size=613034 2024-08-29T18:10:45.417 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:45.415+0000 7f6dcfdbe640 1 > prepared part key=_multipart_YAC7TKWP61NS.2~0275D16IXF0J.0 size=1048576 2024-08-29T18:10:45.420 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:45.419+0000 7f6dcfdbe640 1 > prepared part key=_multipart_YAC7TKWP61NS.2~0275D16IXF0J.1 size=1048576 2024-08-29T18:10:45.423 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:45.423+0000 7f6dcfdbe640 1 > prepared part key=_multipart_YAC7TKWP61NS.2~0275D16IXF0J.2 size=839062 2024-08-29T18:10:45.424 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:45.423+0000 7f6dcfdbe640 1 > prepared multipart upload key=YAC7TKWP61NS upload=0275D16IXF0J tag=8WKD89AH33D4 type=write size=3984790 2024-08-29T18:10:45.432 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:45.431+0000 7f6dcfdbe640 1 < suggested remove operation key=CY91RGLS4L74 tag=YCT1I5JOOV69 type=del 2024-08-29T18:10:45.437 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:45.435+0000 7f6dcfdbe640 1 > prepared operation key=YE0K0OIAGJTR tag=LT84I4NTCM0I type=del size=1660743 2024-08-29T18:10:45.442 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:45.443+0000 7f6dcfdbe640 1 < completed delete operation key=DGQXCI25DDX7 tag=LDFWWC4RDZWJ type=del 2024-08-29T18:10:45.446 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:45.447+0000 7f6dcfdbe640 1 > prepared operation key=F8MIRGU95TM4 tag=IF6AU4OVSE9O type=del size=1922429 2024-08-29T18:10:45.452 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:45.451+0000 7f6dcfdbe640 1 < completed delete operation key=ZPPDOE70TQPE tag=ZS1WUJ5HB9X6 type=del 2024-08-29T18:10:45.456 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:45.455+0000 7f6dcfdbe640 1 > prepared operation key=9XOQBHEAVUKF tag=XU68UPR87512 type=del size=1317393 2024-08-29T18:10:45.461 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:45.459+0000 7f6dcfdbe640 1 < completed part key=_multipart_JX058LCOIR42.2~A5LT1JKH6LMK.0 size=973835 2024-08-29T18:10:45.468 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:45.467+0000 7f6dcfdbe640 1 < completed multipart upload key=JX058LCOIR42 upload=A5LT1JKH6LMK tag=IH0A6YNN2U1X type=write size=2022411 2024-08-29T18:10:45.472 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:45.471+0000 7f6dcfdbe640 1 > prepared operation key=7Y0GYERC6W4H tag=GVH35VH36V29 type=del size=3762238 2024-08-29T18:10:45.474 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:45.475+0000 7f6dcfdbe640 -1 < no bi entry to suggest for operation key=X10K5L2O256M tag=AKFT5DTP77CP type=del size=4015413: (2) No such file or directory 2024-08-29T18:10:45.482 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:45.483+0000 7f6dcfdbe640 1 > prepared part key=_multipart_ULOTXZSBLM0E.2~UZCSOVRRPLBD.0 size=1048576 2024-08-29T18:10:45.486 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:45.483+0000 7f6dcfdbe640 1 > prepared part key=_multipart_ULOTXZSBLM0E.2~UZCSOVRRPLBD.1 size=541403 2024-08-29T18:10:45.486 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:45.483+0000 7f6dcfdbe640 1 > prepared multipart upload key=ULOTXZSBLM0E upload=UZCSOVRRPLBD tag=5J5A1TMJBB3A type=write size=2638555 2024-08-29T18:10:45.490 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:45.491+0000 7f6dcfdbe640 1 < completed write operation key=T9L1J5N8K7MO tag=3ODD8NV1NWRM type=write size=915909 2024-08-29T18:10:45.498 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:45.495+0000 7f6dcfdbe640 1 > prepared part key=_multipart_78MD08IJ7ULZ.2~1MLF8BMGHITK.0 size=1048576 2024-08-29T18:10:45.501 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:45.499+0000 7f6dcfdbe640 1 > prepared part key=_multipart_78MD08IJ7ULZ.2~1MLF8BMGHITK.1 size=801692 2024-08-29T18:10:45.501 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:45.499+0000 7f6dcfdbe640 1 > prepared multipart upload key=78MD08IJ7ULZ upload=1MLF8BMGHITK tag=8PQ9B53791OX type=write size=2898844 2024-08-29T18:10:45.505 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:45.503+0000 7f6dcfdbe640 1 < completed part key=_multipart_T9L1J5N8K7MO.2~4KWLYDJ2ONPA.0 size=1048576 2024-08-29T18:10:45.509 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:45.507+0000 7f6dcfdbe640 1 < completed part key=_multipart_T9L1J5N8K7MO.2~4KWLYDJ2ONPA.1 size=465011 2024-08-29T18:10:45.516 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:45.515+0000 7f6dcfdbe640 1 < completed multipart upload key=T9L1J5N8K7MO upload=4KWLYDJ2ONPA tag=0V23L1FQ9HJ9 type=write size=2562163 2024-08-29T18:10:45.524 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:45.523+0000 7f6dcfdbe640 1 > prepared part key=_multipart_ZPPDOE70TQPE.2~Z2GBMRPE0VNP.0 size=1048576 2024-08-29T18:10:45.527 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:45.527+0000 7f6dcfdbe640 1 > prepared part key=_multipart_ZPPDOE70TQPE.2~Z2GBMRPE0VNP.1 size=1048576 2024-08-29T18:10:45.530 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:45.531+0000 7f6dcfdbe640 1 > prepared part key=_multipart_ZPPDOE70TQPE.2~Z2GBMRPE0VNP.2 size=865202 2024-08-29T18:10:45.530 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:45.531+0000 7f6dcfdbe640 1 > prepared multipart upload key=ZPPDOE70TQPE upload=Z2GBMRPE0VNP tag=A4AEKZTERR4M type=write size=4010930 2024-08-29T18:10:45.535 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:45.535+0000 7f6dcfdbe640 1 < completed part key=_multipart_KZ45Y56F6JGC.2~QYZ5BBUOOEHF.0 size=1048576 2024-08-29T18:10:45.535 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:45.535+0000 7f6dcfdbe640 1 < canceled part key=_multipart_KZ45Y56F6JGC.2~QYZ5BBUOOEHF.1 size=313846 2024-08-29T18:10:45.541 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:45.539+0000 7f6dcfdbe640 1 < canceled multipart upload key=KZ45Y56F6JGC upload=QYZ5BBUOOEHF tag=YL69CVL4AR0B type=write size=2410998 2024-08-29T18:10:45.546 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:45.543+0000 7f6dcfdbe640 1 > prepared operation key=F8MIRGU95TM4 tag=ZVSN8APCB6MH type=del size=1892649 2024-08-29T18:10:45.550 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:45.551+0000 7f6dcfdbe640 1 < completed part key=_multipart_C47XT9Y9B7EW.2~RL2FI0NKNU3R.0 size=1048576 2024-08-29T18:10:45.550 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:45.551+0000 7f6dcfdbe640 1 < canceled part key=_multipart_C47XT9Y9B7EW.2~RL2FI0NKNU3R.1 size=321853 2024-08-29T18:10:45.557 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:45.555+0000 7f6dcfdbe640 1 < canceled multipart upload key=C47XT9Y9B7EW upload=RL2FI0NKNU3R tag=ZHWMZA3EL0MI type=write size=2419005 2024-08-29T18:10:45.565 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:45.563+0000 7f6dcfdbe640 1 > prepared part key=_multipart_L6FV6KJ6OHNY.2~UIMZCHY5C0KU.0 size=1048576 2024-08-29T18:10:45.569 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:45.567+0000 7f6dcfdbe640 1 > prepared part key=_multipart_L6FV6KJ6OHNY.2~UIMZCHY5C0KU.1 size=1048576 2024-08-29T18:10:45.572 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:45.571+0000 7f6dcfdbe640 1 > prepared part key=_multipart_L6FV6KJ6OHNY.2~UIMZCHY5C0KU.2 size=98356 2024-08-29T18:10:45.572 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:45.571+0000 7f6dcfdbe640 1 > prepared multipart upload key=L6FV6KJ6OHNY upload=UIMZCHY5C0KU tag=CKOI5N11STGD type=write size=3244084 2024-08-29T18:10:45.577 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:45.575+0000 7f6dcfdbe640 1 < completed delete operation key=CN52F1ME4Q7H tag=PU4HC2QR3IT3 type=del 2024-08-29T18:10:45.585 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:45.583+0000 7f6dcfdbe640 1 > prepared part key=_multipart_T9L1J5N8K7MO.2~31A9TBL8RDOL.0 size=1048576 2024-08-29T18:10:45.588 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:45.587+0000 7f6dcfdbe640 1 > prepared part key=_multipart_T9L1J5N8K7MO.2~31A9TBL8RDOL.1 size=88882 2024-08-29T18:10:45.588 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:45.587+0000 7f6dcfdbe640 1 > prepared multipart upload key=T9L1J5N8K7MO upload=31A9TBL8RDOL tag=A054JV43BO2N type=write size=2186034 2024-08-29T18:10:45.593 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:45.591+0000 7f6dcfdbe640 1 < completed delete operation key=CN52F1ME4Q7H tag=XGYCZQ1TL2S2 type=del 2024-08-29T18:10:45.597 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:45.595+0000 7f6dcfdbe640 1 > prepared operation key=CY91RGLS4L74 tag=C8GN7G88DPZM type=del size=3071071 2024-08-29T18:10:45.598 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:45.595+0000 7f6dcfdbe640 1 < canceled part key=_multipart_DGQXCI25DDX7.2~KRALPVD5N106.0 size=1048576 2024-08-29T18:10:45.601 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:45.599+0000 7f6dcfdbe640 1 < completed part key=_multipart_DGQXCI25DDX7.2~KRALPVD5N106.1 size=12572 2024-08-29T18:10:45.608 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:45.607+0000 7f6dcfdbe640 1 < canceled multipart upload key=DGQXCI25DDX7 upload=KRALPVD5N106 tag=OS7EISAVLDCT type=write size=2109724 2024-08-29T18:10:45.613 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:45.611+0000 7f6dcfdbe640 1 > prepared operation key=ZPPDOE70TQPE tag=647I0YR0LMJP type=del size=2296763 2024-08-29T18:10:45.617 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:45.615+0000 7f6dcfdbe640 1 < completed part key=_multipart_78MD08IJ7ULZ.2~T1BWU9VB4FWN.0 size=1048576 2024-08-29T18:10:45.620 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:45.619+0000 7f6dcfdbe640 1 < completed part key=_multipart_78MD08IJ7ULZ.2~T1BWU9VB4FWN.1 size=742233 2024-08-29T18:10:45.628 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:45.627+0000 7f6dcfdbe640 1 < completed multipart upload key=78MD08IJ7ULZ upload=T1BWU9VB4FWN tag=H6RFPYM6EU4L type=write size=2839385 2024-08-29T18:10:45.632 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:45.631+0000 7f6dcfdbe640 1 > prepared operation key=78MD08IJ7ULZ tag=1GMVX23UDJ20 type=del size=3170826 2024-08-29T18:10:45.633 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:45.631+0000 7f6dcfdbe640 1 < canceled part key=_multipart_FDT1EJQCIL25.2~VX3G62LPI01T.0 size=1048576 2024-08-29T18:10:45.636 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:45.635+0000 7f6dcfdbe640 1 < completed part key=_multipart_FDT1EJQCIL25.2~VX3G62LPI01T.1 size=1048576 2024-08-29T18:10:45.640 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:45.639+0000 7f6dcfdbe640 1 < completed part key=_multipart_FDT1EJQCIL25.2~VX3G62LPI01T.2 size=205440 2024-08-29T18:10:45.647 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:45.647+0000 7f6dcfdbe640 1 < canceled multipart upload key=FDT1EJQCIL25 upload=VX3G62LPI01T tag=5FGVIYBZY5L1 type=write size=3351168 2024-08-29T18:10:45.655 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:45.655+0000 7f6dcfdbe640 1 > prepared part key=_multipart_ZPPDOE70TQPE.2~KVKNYQY45KA4.0 size=1048576 2024-08-29T18:10:45.658 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:45.659+0000 7f6dcfdbe640 1 > prepared part key=_multipart_ZPPDOE70TQPE.2~KVKNYQY45KA4.1 size=385658 2024-08-29T18:10:45.658 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:45.659+0000 7f6dcfdbe640 1 > prepared multipart upload key=ZPPDOE70TQPE upload=KVKNYQY45KA4 tag=BB5B544U3R8Q type=write size=2482810 2024-08-29T18:10:45.663 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:45.663+0000 7f6dcfdbe640 1 < completed delete operation key=ULOTXZSBLM0E tag=P9ND7H10ZWR3 type=del 2024-08-29T18:10:45.671 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:45.671+0000 7f6dcfdbe640 1 > prepared part key=_multipart_7D5I09Z3ND5H.2~177XDKNJ51LL.0 size=1048576 2024-08-29T18:10:45.675 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:45.675+0000 7f6dcfdbe640 1 > prepared part key=_multipart_7D5I09Z3ND5H.2~177XDKNJ51LL.1 size=230343 2024-08-29T18:10:45.675 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:45.675+0000 7f6dcfdbe640 1 > prepared multipart upload key=7D5I09Z3ND5H upload=177XDKNJ51LL tag=EXF19GIR47GL type=write size=2327495 2024-08-29T18:10:45.679 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:45.679+0000 7f6dcfdbe640 1 < completed part key=_multipart_YAC7TKWP61NS.2~0275D16IXF0J.0 size=1048576 2024-08-29T18:10:45.684 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:45.683+0000 7f6dcfdbe640 1 < completed part key=_multipart_YAC7TKWP61NS.2~0275D16IXF0J.1 size=1048576 2024-08-29T18:10:45.684 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:45.683+0000 7f6dcfdbe640 1 < canceled part key=_multipart_YAC7TKWP61NS.2~0275D16IXF0J.2 size=839062 2024-08-29T18:10:45.690 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:45.691+0000 7f6dcfdbe640 1 < canceled multipart upload key=YAC7TKWP61NS upload=0275D16IXF0J tag=8WKD89AH33D4 type=write size=3984790 2024-08-29T18:10:45.695 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:45.695+0000 7f6dcfdbe640 1 > prepared operation key=C47XT9Y9B7EW tag=3XF74J1AEV9N type=del size=1044400 2024-08-29T18:10:45.699 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:45.699+0000 7f6dcfdbe640 1 < completed delete operation key=YE0K0OIAGJTR tag=LT84I4NTCM0I type=del 2024-08-29T18:10:45.703 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:45.703+0000 7f6dcfdbe640 1 > prepared operation key=LP0MLEKV3E74 tag=DL21241HEPON type=del size=3840892 2024-08-29T18:10:45.708 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:45.707+0000 7f6dcfdbe640 1 < completed delete operation key=F8MIRGU95TM4 tag=IF6AU4OVSE9O type=del 2024-08-29T18:10:45.716 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:45.715+0000 7f6dcfdbe640 1 > prepared part key=_multipart_YKW2ORIZT8YI.2~5KB3UWHRHWET.0 size=1048576 2024-08-29T18:10:45.719 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:45.719+0000 7f6dcfdbe640 1 > prepared part key=_multipart_YKW2ORIZT8YI.2~5KB3UWHRHWET.1 size=873361 2024-08-29T18:10:45.720 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:45.719+0000 7f6dcfdbe640 1 > prepared multipart upload key=YKW2ORIZT8YI upload=5KB3UWHRHWET tag=0Y6F369T3URO type=write size=2970513 2024-08-29T18:10:45.724 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:45.723+0000 7f6dcfdbe640 1 < completed delete operation key=9XOQBHEAVUKF tag=XU68UPR87512 type=del 2024-08-29T18:10:45.729 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:45.727+0000 7f6dcfdbe640 1 > prepared operation key=PCRU0BDU1Z87 tag=ZF3AHBXTWCEW type=write size=936710 2024-08-29T18:10:45.738 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:45.735+0000 7f6dcfdbe640 1 < suggested update operation key=7Y0GYERC6W4H tag=GVH35VH36V29 type=del size=3762238 2024-08-29T18:10:45.742 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:45.743+0000 7f6dcfdbe640 1 > prepared operation key=DGQXCI25DDX7 tag=GTU3JYOFM6U0 type=del size=1700508 2024-08-29T18:10:45.747 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:45.747+0000 7f6dcfdbe640 1 < completed part key=_multipart_ULOTXZSBLM0E.2~UZCSOVRRPLBD.0 size=1048576 2024-08-29T18:10:45.751 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:45.751+0000 7f6dcfdbe640 1 < completed part key=_multipart_ULOTXZSBLM0E.2~UZCSOVRRPLBD.1 size=541403 2024-08-29T18:10:45.758 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:45.759+0000 7f6dcfdbe640 1 < completed multipart upload key=ULOTXZSBLM0E upload=UZCSOVRRPLBD tag=5J5A1TMJBB3A type=write size=2638555 2024-08-29T18:10:45.762 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:45.763+0000 7f6dcfdbe640 1 > prepared operation key=F8MIRGU95TM4 tag=2GQAEM0P1YZP type=del size=1418601 2024-08-29T18:10:45.767 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:45.767+0000 7f6dcfdbe640 1 < completed part key=_multipart_78MD08IJ7ULZ.2~1MLF8BMGHITK.0 size=1048576 2024-08-29T18:10:45.771 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:45.771+0000 7f6dcfdbe640 1 < completed part key=_multipart_78MD08IJ7ULZ.2~1MLF8BMGHITK.1 size=801692 2024-08-29T18:10:45.778 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:45.779+0000 7f6dcfdbe640 1 < completed multipart upload key=78MD08IJ7ULZ upload=1MLF8BMGHITK tag=8PQ9B53791OX type=write size=2898844 2024-08-29T18:10:45.783 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:45.783+0000 7f6dcfdbe640 1 > prepared operation key=FDT1EJQCIL25 tag=EHM5D7JD9153 type=del size=1252793 2024-08-29T18:10:45.787 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:45.787+0000 7f6dcfdbe640 1 < completed part key=_multipart_ZPPDOE70TQPE.2~Z2GBMRPE0VNP.0 size=1048576 2024-08-29T18:10:45.791 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:45.791+0000 7f6dcfdbe640 1 < completed part key=_multipart_ZPPDOE70TQPE.2~Z2GBMRPE0VNP.1 size=1048576 2024-08-29T18:10:45.795 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:45.795+0000 7f6dcfdbe640 1 < completed part key=_multipart_ZPPDOE70TQPE.2~Z2GBMRPE0VNP.2 size=865202 2024-08-29T18:10:45.802 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:45.799+0000 7f6dcfdbe640 1 < completed multipart upload key=ZPPDOE70TQPE upload=Z2GBMRPE0VNP tag=A4AEKZTERR4M type=write size=4010930 2024-08-29T18:10:45.806 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:45.807+0000 7f6dcfdbe640 1 > prepared operation key=7D5I09Z3ND5H tag=H5IM1Z2LMEV9 type=del size=1797898 2024-08-29T18:10:45.816 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:45.815+0000 7f6dcfdbe640 1 < suggested remove operation key=F8MIRGU95TM4 tag=ZVSN8APCB6MH type=del 2024-08-29T18:10:45.820 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:45.819+0000 7f6dcfdbe640 1 > prepared operation key=3BV7GUDY3NXK tag=AW48A60FTMHR type=del size=1748920 2024-08-29T18:10:45.825 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:45.823+0000 7f6dcfdbe640 1 < completed part key=_multipart_L6FV6KJ6OHNY.2~UIMZCHY5C0KU.0 size=1048576 2024-08-29T18:10:45.829 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:45.827+0000 7f6dcfdbe640 1 < completed part key=_multipart_L6FV6KJ6OHNY.2~UIMZCHY5C0KU.1 size=1048576 2024-08-29T18:10:45.833 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:45.831+0000 7f6dcfdbe640 1 < completed part key=_multipart_L6FV6KJ6OHNY.2~UIMZCHY5C0KU.2 size=98356 2024-08-29T18:10:45.840 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:45.839+0000 7f6dcfdbe640 1 < completed multipart upload key=L6FV6KJ6OHNY upload=UIMZCHY5C0KU tag=CKOI5N11STGD type=write size=3244084 2024-08-29T18:10:45.848 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:45.847+0000 7f6dcfdbe640 1 > prepared part key=_multipart_T9L1J5N8K7MO.2~MTJ3VS0RNZ2N.0 size=1048576 2024-08-29T18:10:45.853 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:45.851+0000 7f6dcfdbe640 1 > prepared part key=_multipart_T9L1J5N8K7MO.2~MTJ3VS0RNZ2N.1 size=193303 2024-08-29T18:10:45.853 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:45.851+0000 7f6dcfdbe640 1 > prepared multipart upload key=T9L1J5N8K7MO upload=MTJ3VS0RNZ2N tag=59A7K5RWITF4 type=write size=2290455 2024-08-29T18:10:45.857 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:45.855+0000 7f6dcfdbe640 1 < completed part key=_multipart_T9L1J5N8K7MO.2~31A9TBL8RDOL.0 size=1048576 2024-08-29T18:10:45.861 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:45.859+0000 7f6dcfdbe640 1 < completed part key=_multipart_T9L1J5N8K7MO.2~31A9TBL8RDOL.1 size=88882 2024-08-29T18:10:45.869 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:45.867+0000 7f6dcfdbe640 1 < completed multipart upload key=T9L1J5N8K7MO upload=31A9TBL8RDOL tag=A054JV43BO2N type=write size=2186034 2024-08-29T18:10:45.872 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:45.871+0000 7f6dcfdbe640 1 > prepared operation key=9XOQBHEAVUKF tag=QBRN6VOU1674 type=del size=3796003 2024-08-29T18:10:45.881 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:45.879+0000 7f6dcfdbe640 1 < suggested remove operation key=CY91RGLS4L74 tag=C8GN7G88DPZM type=del 2024-08-29T18:10:45.889 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:45.887+0000 7f6dcfdbe640 1 > prepared part key=_multipart_ZPPDOE70TQPE.2~XFSE2RFC38E9.0 size=1048576 2024-08-29T18:10:45.893 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:45.891+0000 7f6dcfdbe640 1 > prepared part key=_multipart_ZPPDOE70TQPE.2~XFSE2RFC38E9.1 size=826124 2024-08-29T18:10:45.893 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:45.891+0000 7f6dcfdbe640 1 > prepared multipart upload key=ZPPDOE70TQPE upload=XFSE2RFC38E9 tag=FU3M3IELB6F9 type=write size=2923276 2024-08-29T18:10:45.898 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:45.899+0000 7f6dcfdbe640 1 < completed delete operation key=ZPPDOE70TQPE tag=647I0YR0LMJP type=del 2024-08-29T18:10:45.903 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:45.903+0000 7f6dcfdbe640 1 > prepared operation key=X10K5L2O256M tag=W2EY7N3E25WG type=del size=2247522 2024-08-29T18:10:45.909 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:45.907+0000 7f6dcfdbe640 1 < completed delete operation key=78MD08IJ7ULZ tag=1GMVX23UDJ20 type=del 2024-08-29T18:10:45.917 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:45.915+0000 7f6dcfdbe640 1 > prepared part key=_multipart_7Y0GYERC6W4H.2~03PORQ16A5GQ.0 size=1048576 2024-08-29T18:10:45.921 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:45.919+0000 7f6dcfdbe640 1 > prepared part key=_multipart_7Y0GYERC6W4H.2~03PORQ16A5GQ.1 size=480815 2024-08-29T18:10:45.921 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:45.919+0000 7f6dcfdbe640 1 > prepared multipart upload key=7Y0GYERC6W4H upload=03PORQ16A5GQ tag=7ZM337HPW72Z type=write size=2577967 2024-08-29T18:10:45.925 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:45.923+0000 7f6dcfdbe640 1 < completed part key=_multipart_ZPPDOE70TQPE.2~KVKNYQY45KA4.0 size=1048576 2024-08-29T18:10:45.929 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:45.927+0000 7f6dcfdbe640 1 < completed part key=_multipart_ZPPDOE70TQPE.2~KVKNYQY45KA4.1 size=385658 2024-08-29T18:10:45.938 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:45.939+0000 7f6dcfdbe640 1 < completed multipart upload key=ZPPDOE70TQPE upload=KVKNYQY45KA4 tag=BB5B544U3R8Q type=write size=2482810 2024-08-29T18:10:45.946 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:45.947+0000 7f6dcfdbe640 1 > prepared part key=_multipart_JX058LCOIR42.2~ZZQD8T9FUKQ7.0 size=1048576 2024-08-29T18:10:45.949 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:45.947+0000 7f6dcfdbe640 1 > prepared part key=_multipart_JX058LCOIR42.2~ZZQD8T9FUKQ7.1 size=1048576 2024-08-29T18:10:45.953 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:45.951+0000 7f6dcfdbe640 1 > prepared part key=_multipart_JX058LCOIR42.2~ZZQD8T9FUKQ7.2 size=133504 2024-08-29T18:10:45.953 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:45.951+0000 7f6dcfdbe640 1 > prepared multipart upload key=JX058LCOIR42 upload=ZZQD8T9FUKQ7 tag=10B6TPHDCECN type=write size=3279232 2024-08-29T18:10:45.958 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:45.955+0000 7f6dcfdbe640 1 < completed part key=_multipart_7D5I09Z3ND5H.2~177XDKNJ51LL.0 size=1048576 2024-08-29T18:10:45.962 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:45.959+0000 7f6dcfdbe640 1 < completed part key=_multipart_7D5I09Z3ND5H.2~177XDKNJ51LL.1 size=230343 2024-08-29T18:10:45.969 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:45.967+0000 7f6dcfdbe640 1 < completed multipart upload key=7D5I09Z3ND5H upload=177XDKNJ51LL tag=EXF19GIR47GL type=write size=2327495 2024-08-29T18:10:45.973 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:45.971+0000 7f6dcfdbe640 1 > prepared operation key=PCRU0BDU1Z87 tag=0FPIZR145C2Z type=del size=888550 2024-08-29T18:10:45.978 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:45.975+0000 7f6dcfdbe640 1 < completed delete operation key=C47XT9Y9B7EW tag=3XF74J1AEV9N type=del 2024-08-29T18:10:45.982 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:45.983+0000 7f6dcfdbe640 1 > prepared operation key=X10K5L2O256M tag=UEW0LHVWYCQ8 type=del size=2797226 2024-08-29T18:10:45.986 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:45.987+0000 7f6dcfdbe640 1 < completed delete operation key=LP0MLEKV3E74 tag=DL21241HEPON type=del 2024-08-29T18:10:45.995 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:45.995+0000 7f6dcfdbe640 1 > prepared part key=_multipart_CN52F1ME4Q7H.2~VH6IO32U31W3.0 size=296442 2024-08-29T18:10:45.995 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:45.995+0000 7f6dcfdbe640 1 > prepared multipart upload key=CN52F1ME4Q7H upload=VH6IO32U31W3 tag=PN0YE3KU8L9N type=write size=1345018 2024-08-29T18:10:45.996 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:45.995+0000 7f6dcfdbe640 1 < canceled part key=_multipart_YKW2ORIZT8YI.2~5KB3UWHRHWET.0 size=1048576 2024-08-29T18:10:45.999 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:45.999+0000 7f6dcfdbe640 1 < completed part key=_multipart_YKW2ORIZT8YI.2~5KB3UWHRHWET.1 size=873361 2024-08-29T18:10:46.007 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:46.007+0000 7f6dcfdbe640 1 < canceled multipart upload key=YKW2ORIZT8YI upload=5KB3UWHRHWET tag=0Y6F369T3URO type=write size=2970513 2024-08-29T18:10:46.015 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:46.015+0000 7f6dcfdbe640 1 > prepared part key=_multipart_LP0MLEKV3E74.2~I8FMF6SWCP0G.0 size=1048576 2024-08-29T18:10:46.018 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:46.019+0000 7f6dcfdbe640 1 > prepared part key=_multipart_LP0MLEKV3E74.2~I8FMF6SWCP0G.1 size=187885 2024-08-29T18:10:46.019 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:46.019+0000 7f6dcfdbe640 1 > prepared multipart upload key=LP0MLEKV3E74 upload=I8FMF6SWCP0G tag=9X6VE6RWXNU4 type=write size=2285037 2024-08-29T18:10:46.023 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:46.023+0000 7f6dcfdbe640 1 < completed write operation key=PCRU0BDU1Z87 tag=ZF3AHBXTWCEW type=write size=936710 2024-08-29T18:10:46.028 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:46.027+0000 7f6dcfdbe640 1 > prepared operation key=YKW2ORIZT8YI tag=FEGUJVI98BAI type=del size=1027861 2024-08-29T18:10:46.032 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:46.031+0000 7f6dcfdbe640 1 < completed delete operation key=DGQXCI25DDX7 tag=GTU3JYOFM6U0 type=del 2024-08-29T18:10:46.037 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:46.035+0000 7f6dcfdbe640 1 > prepared operation key=FDT1EJQCIL25 tag=TE160DGGI470 type=del size=1994769 2024-08-29T18:10:46.042 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:46.039+0000 7f6dcfdbe640 -1 < failed to complete operation key=F8MIRGU95TM4 tag=2GQAEM0P1YZP type=del size=1418601: (22) Invalid argument 2024-08-29T18:10:46.048 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:46.047+0000 7f6dcfdbe640 1 > prepared operation key=ULOTXZSBLM0E tag=06XQ87BD2T5R type=del size=2270498 2024-08-29T18:10:46.053 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:46.051+0000 7f6dcfdbe640 1 < completed delete operation key=FDT1EJQCIL25 tag=EHM5D7JD9153 type=del 2024-08-29T18:10:46.063 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:46.063+0000 7f6dcfdbe640 1 > prepared part key=_multipart_7Y0GYERC6W4H.2~1KOUUPJ0DQSO.0 size=1048576 2024-08-29T18:10:46.067 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:46.067+0000 7f6dcfdbe640 1 > prepared part key=_multipart_7Y0GYERC6W4H.2~1KOUUPJ0DQSO.1 size=1048576 2024-08-29T18:10:46.071 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:46.071+0000 7f6dcfdbe640 1 > prepared part key=_multipart_7Y0GYERC6W4H.2~1KOUUPJ0DQSO.2 size=330114 2024-08-29T18:10:46.071 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:46.071+0000 7f6dcfdbe640 1 > prepared multipart upload key=7Y0GYERC6W4H upload=1KOUUPJ0DQSO tag=HI2AHSMW9XJF type=write size=3475842 2024-08-29T18:10:46.076 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:46.075+0000 7f6dcfdbe640 1 < completed delete operation key=7D5I09Z3ND5H tag=H5IM1Z2LMEV9 type=del 2024-08-29T18:10:46.080 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:46.079+0000 7f6dcfdbe640 1 > prepared operation key=P7TBKPU4347T tag=OZ87R5U0SXOH type=write size=531132 2024-08-29T18:10:46.091 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:46.091+0000 7f6dcfdbe640 1 < suggested update operation key=3BV7GUDY3NXK tag=AW48A60FTMHR type=del size=1748920 2024-08-29T18:10:46.095 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:46.095+0000 7f6dcfdbe640 1 > prepared operation key=3VC6XP11WXW6 tag=896Z0QKA3RCI type=del size=4006087 2024-08-29T18:10:46.100 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:46.099+0000 7f6dcfdbe640 1 < completed part key=_multipart_T9L1J5N8K7MO.2~MTJ3VS0RNZ2N.0 size=1048576 2024-08-29T18:10:46.104 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:46.103+0000 7f6dcfdbe640 1 < completed part key=_multipart_T9L1J5N8K7MO.2~MTJ3VS0RNZ2N.1 size=193303 2024-08-29T18:10:46.111 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:46.111+0000 7f6dcfdbe640 1 < completed multipart upload key=T9L1J5N8K7MO upload=MTJ3VS0RNZ2N tag=59A7K5RWITF4 type=write size=2290455 2024-08-29T18:10:46.116 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:46.115+0000 7f6dcfdbe640 1 > prepared operation key=L6FV6KJ6OHNY tag=M8HXWNBK5KAJ type=del size=3499739 2024-08-29T18:10:46.120 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:46.119+0000 7f6dcfdbe640 1 < completed delete operation key=9XOQBHEAVUKF tag=QBRN6VOU1674 type=del 2024-08-29T18:10:46.125 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:46.123+0000 7f6dcfdbe640 1 > prepared operation key=CY91RGLS4L74 tag=E6P0D7HB9GGY type=del size=2566306 2024-08-29T18:10:46.130 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:46.131+0000 7f6dcfdbe640 1 < completed part key=_multipart_ZPPDOE70TQPE.2~XFSE2RFC38E9.0 size=1048576 2024-08-29T18:10:46.135 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:46.135+0000 7f6dcfdbe640 1 < completed part key=_multipart_ZPPDOE70TQPE.2~XFSE2RFC38E9.1 size=826124 2024-08-29T18:10:46.142 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:46.143+0000 7f6dcfdbe640 1 < completed multipart upload key=ZPPDOE70TQPE upload=XFSE2RFC38E9 tag=FU3M3IELB6F9 type=write size=2923276 2024-08-29T18:10:46.147 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:46.147+0000 7f6dcfdbe640 1 > prepared operation key=CY91RGLS4L74 tag=MHHFKY2PDD34 type=write size=426455 2024-08-29T18:10:46.152 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:46.151+0000 7f6dcfdbe640 1 < completed delete operation key=X10K5L2O256M tag=W2EY7N3E25WG type=del 2024-08-29T18:10:46.156 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:46.155+0000 7f6dcfdbe640 1 > prepared operation key=KZ45Y56F6JGC tag=IP3XUAH16FRQ type=del size=4037917 2024-08-29T18:10:46.161 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:46.159+0000 7f6dcfdbe640 1 < completed part key=_multipart_7Y0GYERC6W4H.2~03PORQ16A5GQ.0 size=1048576 2024-08-29T18:10:46.161 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:46.159+0000 7f6dcfdbe640 1 < canceled part key=_multipart_7Y0GYERC6W4H.2~03PORQ16A5GQ.1 size=480815 2024-08-29T18:10:46.169 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:46.167+0000 7f6dcfdbe640 1 < canceled multipart upload key=7Y0GYERC6W4H upload=03PORQ16A5GQ tag=7ZM337HPW72Z type=write size=2577967 2024-08-29T18:10:46.176 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:46.175+0000 7f6dcfdbe640 1 > prepared part key=_multipart_ULOTXZSBLM0E.2~8LP4KCS87AAG.0 size=273608 2024-08-29T18:10:46.177 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:46.175+0000 7f6dcfdbe640 1 > prepared multipart upload key=ULOTXZSBLM0E upload=8LP4KCS87AAG tag=VSONWWU8DJE3 type=write size=1322184 2024-08-29T18:10:46.181 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:46.179+0000 7f6dcfdbe640 1 < completed part key=_multipart_JX058LCOIR42.2~ZZQD8T9FUKQ7.0 size=1048576 2024-08-29T18:10:46.185 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:46.183+0000 7f6dcfdbe640 1 < completed part key=_multipart_JX058LCOIR42.2~ZZQD8T9FUKQ7.1 size=1048576 2024-08-29T18:10:46.188 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:46.187+0000 7f6dcfdbe640 1 < completed part key=_multipart_JX058LCOIR42.2~ZZQD8T9FUKQ7.2 size=133504 2024-08-29T18:10:46.196 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:46.195+0000 7f6dcfdbe640 1 < completed multipart upload key=JX058LCOIR42 upload=ZZQD8T9FUKQ7 tag=10B6TPHDCECN type=write size=3279232 2024-08-29T18:10:46.200 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:46.199+0000 7f6dcfdbe640 1 > prepared operation key=7XDT3ZRUKA4H tag=LPTRNT3A69RA type=del size=3072233 2024-08-29T18:10:46.208 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:46.207+0000 7f6dcfdbe640 1 < completed delete operation key=PCRU0BDU1Z87 tag=0FPIZR145C2Z type=del 2024-08-29T18:10:46.211 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:46.211+0000 7f6dcfdbe640 1 > prepared operation key=7Y0GYERC6W4H tag=K75VAO7X6KNX type=del size=2406912 2024-08-29T18:10:46.215 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:46.215+0000 7f6dcfdbe640 1 < completed delete operation key=X10K5L2O256M tag=UEW0LHVWYCQ8 type=del 2024-08-29T18:10:46.224 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:46.223+0000 7f6dcfdbe640 1 > prepared part key=_multipart_CN52F1ME4Q7H.2~TO9DA6YMFBZE.0 size=1048576 2024-08-29T18:10:46.228 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:46.227+0000 7f6dcfdbe640 1 > prepared part key=_multipart_CN52F1ME4Q7H.2~TO9DA6YMFBZE.1 size=1048576 2024-08-29T18:10:46.232 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:46.231+0000 7f6dcfdbe640 1 > prepared part key=_multipart_CN52F1ME4Q7H.2~TO9DA6YMFBZE.2 size=758493 2024-08-29T18:10:46.232 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:46.231+0000 7f6dcfdbe640 1 > prepared multipart upload key=CN52F1ME4Q7H upload=TO9DA6YMFBZE tag=PRQOTB82JTZ2 type=write size=3904221 2024-08-29T18:10:46.233 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:46.231+0000 7f6dcfdbe640 1 < canceled part key=_multipart_CN52F1ME4Q7H.2~VH6IO32U31W3.0 size=296442 2024-08-29T18:10:46.240 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:46.239+0000 7f6dcfdbe640 1 < canceled multipart upload key=CN52F1ME4Q7H upload=VH6IO32U31W3 tag=PN0YE3KU8L9N type=write size=1345018 2024-08-29T18:10:46.248 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:46.247+0000 7f6dcfdbe640 1 > prepared part key=_multipart_MT6UK3U6H4JX.2~X2FXXBXRNYLE.0 size=1048576 2024-08-29T18:10:46.252 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:46.251+0000 7f6dcfdbe640 1 > prepared part key=_multipart_MT6UK3U6H4JX.2~X2FXXBXRNYLE.1 size=1048576 2024-08-29T18:10:46.256 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:46.255+0000 7f6dcfdbe640 1 > prepared part key=_multipart_MT6UK3U6H4JX.2~X2FXXBXRNYLE.2 size=373888 2024-08-29T18:10:46.256 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:46.255+0000 7f6dcfdbe640 1 > prepared multipart upload key=MT6UK3U6H4JX upload=X2FXXBXRNYLE tag=RDT3PT7RQJAN type=write size=3519616 2024-08-29T18:10:46.261 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:46.259+0000 7f6dcfdbe640 1 < completed part key=_multipart_LP0MLEKV3E74.2~I8FMF6SWCP0G.0 size=1048576 2024-08-29T18:10:46.265 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:46.263+0000 7f6dcfdbe640 1 < completed part key=_multipart_LP0MLEKV3E74.2~I8FMF6SWCP0G.1 size=187885 2024-08-29T18:10:46.274 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:46.271+0000 7f6dcfdbe640 1 < completed multipart upload key=LP0MLEKV3E74 upload=I8FMF6SWCP0G tag=9X6VE6RWXNU4 type=write size=2285037 2024-08-29T18:10:46.278 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:46.279+0000 7f6dcfdbe640 1 > prepared operation key=78MD08IJ7ULZ tag=9TQ3T3DJEONO type=del size=2504638 2024-08-29T18:10:46.283 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:46.283+0000 7f6dcfdbe640 1 < completed delete operation key=YKW2ORIZT8YI tag=FEGUJVI98BAI type=del 2024-08-29T18:10:46.288 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:46.287+0000 7f6dcfdbe640 1 > prepared operation key=7XDT3ZRUKA4H tag=TDS93ZDJ5HOO type=write size=910039 2024-08-29T18:10:46.293 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:46.291+0000 7f6dcfdbe640 1 < completed delete operation key=FDT1EJQCIL25 tag=TE160DGGI470 type=del 2024-08-29T18:10:46.301 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:46.299+0000 7f6dcfdbe640 1 > prepared part key=_multipart_YKW2ORIZT8YI.2~I7VGK2GEJHYF.0 size=1048576 2024-08-29T18:10:46.304 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:46.303+0000 7f6dcfdbe640 1 > prepared part key=_multipart_YKW2ORIZT8YI.2~I7VGK2GEJHYF.1 size=1048576 2024-08-29T18:10:46.308 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:46.307+0000 7f6dcfdbe640 1 > prepared part key=_multipart_YKW2ORIZT8YI.2~I7VGK2GEJHYF.2 size=129986 2024-08-29T18:10:46.308 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:46.307+0000 7f6dcfdbe640 1 > prepared multipart upload key=YKW2ORIZT8YI upload=I7VGK2GEJHYF tag=QV75Z6YI1R3M type=write size=3275714 2024-08-29T18:10:46.312 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:46.311+0000 7f6dcfdbe640 1 < completed delete operation key=ULOTXZSBLM0E tag=06XQ87BD2T5R type=del 2024-08-29T18:10:46.321 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:46.319+0000 7f6dcfdbe640 1 > prepared part key=_multipart_9XOQBHEAVUKF.2~P1GG27QZM2EC.0 size=470583 2024-08-29T18:10:46.321 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:46.319+0000 7f6dcfdbe640 1 > prepared multipart upload key=9XOQBHEAVUKF upload=P1GG27QZM2EC tag=GA3SBPT3F02H type=write size=1519159 2024-08-29T18:10:46.326 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:46.327+0000 7f6dcfdbe640 1 < completed part key=_multipart_7Y0GYERC6W4H.2~1KOUUPJ0DQSO.0 size=1048576 2024-08-29T18:10:46.330 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:46.331+0000 7f6dcfdbe640 1 < completed part key=_multipart_7Y0GYERC6W4H.2~1KOUUPJ0DQSO.1 size=1048576 2024-08-29T18:10:46.333 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:46.331+0000 7f6dcfdbe640 1 < completed part key=_multipart_7Y0GYERC6W4H.2~1KOUUPJ0DQSO.2 size=330114 2024-08-29T18:10:46.342 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:46.343+0000 7f6dcfdbe640 1 < completed multipart upload key=7Y0GYERC6W4H upload=1KOUUPJ0DQSO tag=HI2AHSMW9XJF type=write size=3475842 2024-08-29T18:10:46.347 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:46.347+0000 7f6dcfdbe640 1 > prepared operation key=7XDT3ZRUKA4H tag=F3ZJ2W3X4I51 type=del size=2071498 2024-08-29T18:10:46.351 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:46.351+0000 7f6dcfdbe640 1 < completed write operation key=P7TBKPU4347T tag=OZ87R5U0SXOH type=write size=531132 2024-08-29T18:10:46.357 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:46.355+0000 7f6dcfdbe640 1 > prepared operation key=7YYI239LZRWF tag=6YF77ILLOYPK type=del size=3559961 2024-08-29T18:10:46.365 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:46.363+0000 7f6dcfdbe640 1 < suggested remove operation key=3VC6XP11WXW6 tag=896Z0QKA3RCI type=del 2024-08-29T18:10:46.369 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:46.367+0000 7f6dcfdbe640 1 > prepared operation key=3VC6XP11WXW6 tag=2I1L0YBZN3G2 type=del size=3132237 2024-08-29T18:10:46.375 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:46.375+0000 7f6dcfdbe640 1 < completed delete operation key=L6FV6KJ6OHNY tag=M8HXWNBK5KAJ type=del 2024-08-29T18:10:46.379 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:46.379+0000 7f6dcfdbe640 1 > prepared operation key=CY91RGLS4L74 tag=W3ZL14O1UT0O type=del size=2280927 2024-08-29T18:10:46.384 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:46.383+0000 7f6dcfdbe640 1 < canceled operation key=CY91RGLS4L74 tag=E6P0D7HB9GGY type=del size=2566306 2024-08-29T18:10:46.389 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:46.387+0000 7f6dcfdbe640 1 > prepared operation key=I0OL3VZS23M6 tag=DJ20TNRF43U7 type=del size=1761095 2024-08-29T18:10:46.398 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:46.399+0000 7f6dcfdbe640 1 < suggested update operation key=CY91RGLS4L74 tag=MHHFKY2PDD34 type=write size=426455 2024-08-29T18:10:46.402 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:46.403+0000 7f6dcfdbe640 1 > prepared operation key=3VC6XP11WXW6 tag=2ZM9598THOYW type=write size=1026911 2024-08-29T18:10:46.407 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:46.407+0000 7f6dcfdbe640 1 < completed delete operation key=KZ45Y56F6JGC tag=IP3XUAH16FRQ type=del 2024-08-29T18:10:46.417 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:46.415+0000 7f6dcfdbe640 1 > prepared part key=_multipart_3BV7GUDY3NXK.2~J0Q5O3EYVZLP.0 size=190030 2024-08-29T18:10:46.417 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:46.415+0000 7f6dcfdbe640 1 > prepared multipart upload key=3BV7GUDY3NXK upload=J0Q5O3EYVZLP tag=JP46GLFWH7RX type=write size=1238606 2024-08-29T18:10:46.420 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:46.419+0000 7f6dcfdbe640 1 < completed part key=_multipart_ULOTXZSBLM0E.2~8LP4KCS87AAG.0 size=273608 2024-08-29T18:10:46.428 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:46.427+0000 7f6dcfdbe640 1 < completed multipart upload key=ULOTXZSBLM0E upload=8LP4KCS87AAG tag=VSONWWU8DJE3 type=write size=1322184 2024-08-29T18:10:46.432 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:46.431+0000 7f6dcfdbe640 1 > prepared operation key=LP0MLEKV3E74 tag=P4GIWHTV2JM2 type=del size=2891766 2024-08-29T18:10:46.436 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:46.435+0000 7f6dcfdbe640 1 < completed delete operation key=7XDT3ZRUKA4H tag=LPTRNT3A69RA type=del 2024-08-29T18:10:46.446 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:46.447+0000 7f6dcfdbe640 1 > prepared part key=_multipart_9XOQBHEAVUKF.2~JXYYAU3D0DFN.0 size=1048576 2024-08-29T18:10:46.450 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:46.451+0000 7f6dcfdbe640 1 > prepared part key=_multipart_9XOQBHEAVUKF.2~JXYYAU3D0DFN.1 size=1048576 2024-08-29T18:10:46.453 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:46.451+0000 7f6dcfdbe640 1 > prepared part key=_multipart_9XOQBHEAVUKF.2~JXYYAU3D0DFN.2 size=133247 2024-08-29T18:10:46.454 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:46.451+0000 7f6dcfdbe640 1 > prepared multipart upload key=9XOQBHEAVUKF upload=JXYYAU3D0DFN tag=PK616Z5QSZAW type=write size=3278975 2024-08-29T18:10:46.458 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:46.459+0000 7f6dcfdbe640 1 < completed delete operation key=7Y0GYERC6W4H tag=K75VAO7X6KNX type=del 2024-08-29T18:10:46.463 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:46.463+0000 7f6dcfdbe640 1 > prepared operation key=7XDT3ZRUKA4H tag=VO1WKN9EE4NE type=del size=2783517 2024-08-29T18:10:46.464 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:46.463+0000 7f6dcfdbe640 1 < canceled part key=_multipart_CN52F1ME4Q7H.2~TO9DA6YMFBZE.0 size=1048576 2024-08-29T18:10:46.468 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:46.467+0000 7f6dcfdbe640 1 < completed part key=_multipart_CN52F1ME4Q7H.2~TO9DA6YMFBZE.1 size=1048576 2024-08-29T18:10:46.472 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:46.471+0000 7f6dcfdbe640 1 < completed part key=_multipart_CN52F1ME4Q7H.2~TO9DA6YMFBZE.2 size=758493 2024-08-29T18:10:46.479 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:46.479+0000 7f6dcfdbe640 1 < canceled multipart upload key=CN52F1ME4Q7H upload=TO9DA6YMFBZE tag=PRQOTB82JTZ2 type=write size=3904221 2024-08-29T18:10:46.483 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:46.483+0000 7f6dcfdbe640 1 > prepared operation key=9XOQBHEAVUKF tag=TMPT99X35D0A type=del size=1253185 2024-08-29T18:10:46.488 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:46.487+0000 7f6dcfdbe640 1 < completed part key=_multipart_MT6UK3U6H4JX.2~X2FXXBXRNYLE.0 size=1048576 2024-08-29T18:10:46.492 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:46.491+0000 7f6dcfdbe640 1 < completed part key=_multipart_MT6UK3U6H4JX.2~X2FXXBXRNYLE.1 size=1048576 2024-08-29T18:10:46.496 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:46.495+0000 7f6dcfdbe640 1 < completed part key=_multipart_MT6UK3U6H4JX.2~X2FXXBXRNYLE.2 size=373888 2024-08-29T18:10:46.504 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:46.503+0000 7f6dcfdbe640 1 < completed multipart upload key=MT6UK3U6H4JX upload=X2FXXBXRNYLE tag=RDT3PT7RQJAN type=write size=3519616 2024-08-29T18:10:46.509 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:46.507+0000 7f6dcfdbe640 1 > prepared operation key=W4PL77H6JMGP tag=3R4H8YJ940HO type=del size=2791923 2024-08-29T18:10:46.513 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:46.511+0000 7f6dcfdbe640 1 < completed delete operation key=78MD08IJ7ULZ tag=9TQ3T3DJEONO type=del 2024-08-29T18:10:46.521 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:46.519+0000 7f6dcfdbe640 1 > prepared part key=_multipart_JX058LCOIR42.2~RCWBZ12LCSO8.0 size=715322 2024-08-29T18:10:46.522 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:46.519+0000 7f6dcfdbe640 1 > prepared multipart upload key=JX058LCOIR42 upload=RCWBZ12LCSO8 tag=WDX63U6TBE70 type=write size=1763898 2024-08-29T18:10:46.526 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:46.527+0000 7f6dcfdbe640 1 < completed write operation key=7XDT3ZRUKA4H tag=TDS93ZDJ5HOO type=write size=910039 2024-08-29T18:10:46.534 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:46.535+0000 7f6dcfdbe640 1 > prepared part key=_multipart_KZ45Y56F6JGC.2~6VC42WKKK6Z6.0 size=1048576 2024-08-29T18:10:46.537 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:46.535+0000 7f6dcfdbe640 1 > prepared part key=_multipart_KZ45Y56F6JGC.2~6VC42WKKK6Z6.1 size=876524 2024-08-29T18:10:46.537 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:46.535+0000 7f6dcfdbe640 1 > prepared multipart upload key=KZ45Y56F6JGC upload=6VC42WKKK6Z6 tag=78ZKSQ2SHJ58 type=write size=2973676 2024-08-29T18:10:46.542 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:46.543+0000 7f6dcfdbe640 1 < completed part key=_multipart_YKW2ORIZT8YI.2~I7VGK2GEJHYF.0 size=1048576 2024-08-29T18:10:46.542 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:46.543+0000 7f6dcfdbe640 1 < canceled part key=_multipart_YKW2ORIZT8YI.2~I7VGK2GEJHYF.1 size=1048576 2024-08-29T18:10:46.545 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:46.543+0000 7f6dcfdbe640 1 < completed part key=_multipart_YKW2ORIZT8YI.2~I7VGK2GEJHYF.2 size=129986 2024-08-29T18:10:46.553 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:46.551+0000 7f6dcfdbe640 1 < canceled multipart upload key=YKW2ORIZT8YI upload=I7VGK2GEJHYF tag=QV75Z6YI1R3M type=write size=3275714 2024-08-29T18:10:46.557 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:46.555+0000 7f6dcfdbe640 1 > prepared operation key=W4PL77H6JMGP tag=OH16I9RLBW0O type=del size=3721057 2024-08-29T18:10:46.562 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:46.563+0000 7f6dcfdbe640 1 < completed part key=_multipart_9XOQBHEAVUKF.2~P1GG27QZM2EC.0 size=470583 2024-08-29T18:10:46.569 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:46.567+0000 7f6dcfdbe640 1 < completed multipart upload key=9XOQBHEAVUKF upload=P1GG27QZM2EC tag=GA3SBPT3F02H type=write size=1519159 2024-08-29T18:10:46.574 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:46.575+0000 7f6dcfdbe640 1 > prepared operation key=KZ45Y56F6JGC tag=EIBEYVRFTPME type=del size=2419747 2024-08-29T18:10:46.584 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:46.583+0000 7f6dcfdbe640 1 < suggested remove operation key=7XDT3ZRUKA4H tag=F3ZJ2W3X4I51 type=del 2024-08-29T18:10:46.588 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:46.587+0000 7f6dcfdbe640 1 > prepared operation key=7D5I09Z3ND5H tag=W24F7YRN5H23 type=del size=1859003 2024-08-29T18:10:46.593 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:46.591+0000 7f6dcfdbe640 1 < completed delete operation key=7YYI239LZRWF tag=6YF77ILLOYPK type=del 2024-08-29T18:10:46.597 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:46.595+0000 7f6dcfdbe640 1 > prepared operation key=ZPPDOE70TQPE tag=E0YXPLH579EU type=del size=1968772 2024-08-29T18:10:46.603 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:46.603+0000 7f6dcfdbe640 1 < completed delete operation key=3VC6XP11WXW6 tag=2I1L0YBZN3G2 type=del 2024-08-29T18:10:46.608 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:46.607+0000 7f6dcfdbe640 1 > prepared operation key=3VC6XP11WXW6 tag=CQFK8QEBQ7BJ type=del size=877232 2024-08-29T18:10:46.621 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:46.615+0000 7f6dcfdbe640 1 < suggested remove operation key=CY91RGLS4L74 tag=W3ZL14O1UT0O type=del 2024-08-29T18:10:46.622 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:46.623+0000 7f6dcfdbe640 1 > prepared operation key=3BV7GUDY3NXK tag=F2MFTGC6BIAN type=del size=2733474 2024-08-29T18:10:46.627 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:46.627+0000 7f6dcfdbe640 1 < completed delete operation key=I0OL3VZS23M6 tag=DJ20TNRF43U7 type=del 2024-08-29T18:10:46.631 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:46.631+0000 7f6dcfdbe640 1 > prepared operation key=MT6UK3U6H4JX tag=2HV6W1ZU7V2O type=write size=455143 2024-08-29T18:10:46.640 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:46.639+0000 7f6dcfdbe640 1 < suggested remove operation key=3VC6XP11WXW6 tag=2ZM9598THOYW type=write 2024-08-29T18:10:46.645 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:46.643+0000 7f6dcfdbe640 1 > prepared operation key=FDT1EJQCIL25 tag=B59W1JV3JVGP type=del size=3878527 2024-08-29T18:10:46.651 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:46.651+0000 7f6dcfdbe640 1 < completed part key=_multipart_3BV7GUDY3NXK.2~J0Q5O3EYVZLP.0 size=190030 2024-08-29T18:10:46.658 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:46.659+0000 7f6dcfdbe640 1 < completed multipart upload key=3BV7GUDY3NXK upload=J0Q5O3EYVZLP tag=JP46GLFWH7RX type=write size=1238606 2024-08-29T18:10:46.667 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:46.667+0000 7f6dcfdbe640 1 > prepared part key=_multipart_7Y0GYERC6W4H.2~L7LQC7G2RK5R.0 size=1048576 2024-08-29T18:10:46.671 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:46.671+0000 7f6dcfdbe640 1 > prepared part key=_multipart_7Y0GYERC6W4H.2~L7LQC7G2RK5R.1 size=1048576 2024-08-29T18:10:46.675 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:46.675+0000 7f6dcfdbe640 1 > prepared part key=_multipart_7Y0GYERC6W4H.2~L7LQC7G2RK5R.2 size=480706 2024-08-29T18:10:46.675 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:46.675+0000 7f6dcfdbe640 1 > prepared multipart upload key=7Y0GYERC6W4H upload=L7LQC7G2RK5R tag=JKEEB2ZF7SIV type=write size=3626434 2024-08-29T18:10:46.685 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:46.683+0000 7f6dcfdbe640 1 < suggested update operation key=LP0MLEKV3E74 tag=P4GIWHTV2JM2 type=del size=2891766 2024-08-29T18:10:46.689 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:46.687+0000 7f6dcfdbe640 1 > prepared operation key=YE0K0OIAGJTR tag=B35HKYOKXBCF type=del size=1255078 2024-08-29T18:10:46.695 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:46.695+0000 7f6dcfdbe640 1 < completed part key=_multipart_9XOQBHEAVUKF.2~JXYYAU3D0DFN.0 size=1048576 2024-08-29T18:10:46.695 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:46.695+0000 7f6dcfdbe640 1 < canceled part key=_multipart_9XOQBHEAVUKF.2~JXYYAU3D0DFN.1 size=1048576 2024-08-29T18:10:46.700 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:46.699+0000 7f6dcfdbe640 1 < completed part key=_multipart_9XOQBHEAVUKF.2~JXYYAU3D0DFN.2 size=133247 2024-08-29T18:10:46.707 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:46.707+0000 7f6dcfdbe640 1 < canceled multipart upload key=9XOQBHEAVUKF upload=JXYYAU3D0DFN tag=PK616Z5QSZAW type=write size=3278975 2024-08-29T18:10:46.716 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:46.715+0000 7f6dcfdbe640 1 > prepared part key=_multipart_F8MIRGU95TM4.2~A12P1POPDM6Z.0 size=1048576 2024-08-29T18:10:46.720 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:46.719+0000 7f6dcfdbe640 1 > prepared part key=_multipart_F8MIRGU95TM4.2~A12P1POPDM6Z.1 size=832842 2024-08-29T18:10:46.720 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:46.719+0000 7f6dcfdbe640 1 > prepared multipart upload key=F8MIRGU95TM4 upload=A12P1POPDM6Z tag=ZR3YBA8AAYA2 type=write size=2929994 2024-08-29T18:10:46.726 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:46.723+0000 7f6dcfdbe640 -1 < failed to complete operation key=7XDT3ZRUKA4H tag=VO1WKN9EE4NE type=del size=2783517: (22) Invalid argument 2024-08-29T18:10:46.734 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:46.735+0000 7f6dcfdbe640 1 > prepared part key=_multipart_L6FV6KJ6OHNY.2~ATU41KLYWAW7.0 size=1048576 2024-08-29T18:10:46.738 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:46.735+0000 7f6dcfdbe640 1 > prepared part key=_multipart_L6FV6KJ6OHNY.2~ATU41KLYWAW7.1 size=117847 2024-08-29T18:10:46.738 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:46.735+0000 7f6dcfdbe640 1 > prepared multipart upload key=L6FV6KJ6OHNY upload=ATU41KLYWAW7 tag=S5YI1HV52O45 type=write size=2214999 2024-08-29T18:10:46.743 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:46.743+0000 7f6dcfdbe640 1 < completed delete operation key=9XOQBHEAVUKF tag=TMPT99X35D0A type=del 2024-08-29T18:10:46.752 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:46.751+0000 7f6dcfdbe640 1 > prepared part key=_multipart_ROJNXFMRMF7F.2~UTSUI0MTYQOJ.0 size=1048576 2024-08-29T18:10:46.756 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:46.755+0000 7f6dcfdbe640 1 > prepared part key=_multipart_ROJNXFMRMF7F.2~UTSUI0MTYQOJ.1 size=186715 2024-08-29T18:10:46.756 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:46.755+0000 7f6dcfdbe640 1 > prepared multipart upload key=ROJNXFMRMF7F upload=UTSUI0MTYQOJ tag=G88IFD72OZGI type=write size=2283867 2024-08-29T18:10:46.760 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:46.759+0000 7f6dcfdbe640 1 < completed delete operation key=W4PL77H6JMGP tag=3R4H8YJ940HO type=del 2024-08-29T18:10:46.768 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:46.767+0000 7f6dcfdbe640 1 > prepared part key=_multipart_I0OL3VZS23M6.2~FOONWK0FKS0D.0 size=1048576 2024-08-29T18:10:46.772 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:46.771+0000 7f6dcfdbe640 1 > prepared part key=_multipart_I0OL3VZS23M6.2~FOONWK0FKS0D.1 size=1048576 2024-08-29T18:10:46.776 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:46.775+0000 7f6dcfdbe640 1 > prepared part key=_multipart_I0OL3VZS23M6.2~FOONWK0FKS0D.2 size=455190 2024-08-29T18:10:46.776 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:46.775+0000 7f6dcfdbe640 1 > prepared multipart upload key=I0OL3VZS23M6 upload=FOONWK0FKS0D tag=Z6AEGXXFG6H4 type=write size=3600918 2024-08-29T18:10:46.777 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:46.775+0000 7f6dcfdbe640 1 < canceled part key=_multipart_JX058LCOIR42.2~RCWBZ12LCSO8.0 size=715322 2024-08-29T18:10:46.786 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:46.783+0000 7f6dcfdbe640 1 < canceled multipart upload key=JX058LCOIR42 upload=RCWBZ12LCSO8 tag=WDX63U6TBE70 type=write size=1763898 2024-08-29T18:10:46.794 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:46.795+0000 7f6dcfdbe640 1 > prepared part key=_multipart_7Y0GYERC6W4H.2~F94FZ4JP3SX5.0 size=1048576 2024-08-29T18:10:46.797 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:46.795+0000 7f6dcfdbe640 1 > prepared part key=_multipart_7Y0GYERC6W4H.2~F94FZ4JP3SX5.1 size=1048576 2024-08-29T18:10:46.801 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:46.799+0000 7f6dcfdbe640 1 > prepared part key=_multipart_7Y0GYERC6W4H.2~F94FZ4JP3SX5.2 size=1040286 2024-08-29T18:10:46.801 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:46.799+0000 7f6dcfdbe640 1 > prepared multipart upload key=7Y0GYERC6W4H upload=F94FZ4JP3SX5 tag=45DUIK4Y5NYR type=write size=4186014 2024-08-29T18:10:46.802 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:46.799+0000 7f6dcfdbe640 1 < canceled part key=_multipart_KZ45Y56F6JGC.2~6VC42WKKK6Z6.0 size=1048576 2024-08-29T18:10:46.805 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:46.803+0000 7f6dcfdbe640 1 < completed part key=_multipart_KZ45Y56F6JGC.2~6VC42WKKK6Z6.1 size=876524 2024-08-29T18:10:46.812 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:46.811+0000 7f6dcfdbe640 1 < canceled multipart upload key=KZ45Y56F6JGC upload=6VC42WKKK6Z6 tag=78ZKSQ2SHJ58 type=write size=2973676 2024-08-29T18:10:46.826 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:46.819+0000 7f6dcfdbe640 1 > prepared part key=_multipart_ZPPDOE70TQPE.2~00IR7K6I3NJT.0 size=824718 2024-08-29T18:10:46.826 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:46.819+0000 7f6dcfdbe640 1 > prepared multipart upload key=ZPPDOE70TQPE upload=00IR7K6I3NJT tag=IEITP3U3ZQKU type=write size=1873294 2024-08-29T18:10:46.826 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:46.823+0000 7f6dcfdbe640 1 < completed delete operation key=W4PL77H6JMGP tag=OH16I9RLBW0O type=del 2024-08-29T18:10:46.827 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:10:46 smithi053 bash[68679]: cluster 2024-08-29T18:10:45.385593+0000 mgr.y (mgr.25022) 721 : cluster [DBG] pgmap v1402: 137 pgs: 137 active+clean; 583 KiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 467 KiB/s rd, 160 KiB/s wr, 824 op/s 2024-08-29T18:10:46.833 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:46.831+0000 7f6dcfdbe640 1 > prepared part key=_multipart_MT6UK3U6H4JX.2~BU25A6WZY559.0 size=1048576 2024-08-29T18:10:46.837 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:46.835+0000 7f6dcfdbe640 1 > prepared part key=_multipart_MT6UK3U6H4JX.2~BU25A6WZY559.1 size=1017974 2024-08-29T18:10:46.837 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:46.835+0000 7f6dcfdbe640 1 > prepared multipart upload key=MT6UK3U6H4JX upload=BU25A6WZY559 tag=VKXUF332BF1Z type=write size=3115126 2024-08-29T18:10:46.846 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:46.843+0000 7f6dcfdbe640 1 < suggested remove operation key=KZ45Y56F6JGC tag=EIBEYVRFTPME type=del 2024-08-29T18:10:46.851 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:46.851+0000 7f6dcfdbe640 1 > prepared operation key=W4PL77H6JMGP tag=J7AQZ1481192 type=del size=3446459 2024-08-29T18:10:46.855 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:46.855+0000 7f6dcfdbe640 1 < completed delete operation key=7D5I09Z3ND5H tag=W24F7YRN5H23 type=del 2024-08-29T18:10:46.865 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:46.863+0000 7f6dcfdbe640 1 > prepared part key=_multipart_I0OL3VZS23M6.2~0RI3LE3JFFS6.0 size=1048576 2024-08-29T18:10:46.869 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:46.867+0000 7f6dcfdbe640 1 > prepared part key=_multipart_I0OL3VZS23M6.2~0RI3LE3JFFS6.1 size=1048576 2024-08-29T18:10:46.872 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:46.871+0000 7f6dcfdbe640 1 > prepared part key=_multipart_I0OL3VZS23M6.2~0RI3LE3JFFS6.2 size=194350 2024-08-29T18:10:46.872 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:46.871+0000 7f6dcfdbe640 1 > prepared multipart upload key=I0OL3VZS23M6 upload=0RI3LE3JFFS6 tag=ZHMNPJWWG90P type=write size=3340078 2024-08-29T18:10:46.877 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:46.875+0000 7f6dcfdbe640 1 < completed delete operation key=ZPPDOE70TQPE tag=E0YXPLH579EU type=del 2024-08-29T18:10:46.879 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:10:46 smithi028 bash[77168]: cluster 2024-08-29T18:10:45.385593+0000 mgr.y (mgr.25022) 721 : cluster [DBG] pgmap v1402: 137 pgs: 137 active+clean; 583 KiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 467 KiB/s rd, 160 KiB/s wr, 824 op/s 2024-08-29T18:10:46.879 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:10:46 smithi028 bash[78352]: cluster 2024-08-29T18:10:45.385593+0000 mgr.y (mgr.25022) 721 : cluster [DBG] pgmap v1402: 137 pgs: 137 active+clean; 583 KiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 467 KiB/s rd, 160 KiB/s wr, 824 op/s 2024-08-29T18:10:46.881 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:46.879+0000 7f6dcfdbe640 1 > prepared operation key=DGQXCI25DDX7 tag=IFOSFQA5INPR type=del size=1821131 2024-08-29T18:10:46.884 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:46.883+0000 7f6dcfdbe640 -1 < no bi entry to suggest for operation key=3VC6XP11WXW6 tag=CQFK8QEBQ7BJ type=del size=877232: (2) No such file or directory 2024-08-29T18:10:46.888 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:46.887+0000 7f6dcfdbe640 1 > prepared operation key=9XOQBHEAVUKF tag=5RFGPB5VUACH type=write size=443581 2024-08-29T18:10:46.892 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:46.891+0000 7f6dcfdbe640 1 < canceled operation key=3BV7GUDY3NXK tag=F2MFTGC6BIAN type=del size=2733474 2024-08-29T18:10:46.901 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:46.899+0000 7f6dcfdbe640 1 > prepared part key=_multipart_P7TBKPU4347T.2~LYN02N8EE35H.0 size=927085 2024-08-29T18:10:46.901 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:46.899+0000 7f6dcfdbe640 1 > prepared multipart upload key=P7TBKPU4347T upload=LYN02N8EE35H tag=5CXJV3OC0A05 type=write size=1975661 2024-08-29T18:10:46.912 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:46.911+0000 7f6dcfdbe640 1 < suggested remove operation key=MT6UK3U6H4JX tag=2HV6W1ZU7V2O type=write 2024-08-29T18:10:46.916 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:46.915+0000 7f6dcfdbe640 1 > prepared operation key=YKW2ORIZT8YI tag=JE24LD0ZV50G type=del size=589607 2024-08-29T18:10:46.921 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:46.919+0000 7f6dcfdbe640 1 < completed delete operation key=FDT1EJQCIL25 tag=B59W1JV3JVGP type=del 2024-08-29T18:10:46.925 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:46.923+0000 7f6dcfdbe640 1 > prepared operation key=CN52F1ME4Q7H tag=ISA1S2QV9I0L type=del size=14487 2024-08-29T18:10:46.930 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:46.927+0000 7f6dcfdbe640 1 < completed part key=_multipart_7Y0GYERC6W4H.2~L7LQC7G2RK5R.0 size=1048576 2024-08-29T18:10:46.933 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:46.931+0000 7f6dcfdbe640 1 < completed part key=_multipart_7Y0GYERC6W4H.2~L7LQC7G2RK5R.1 size=1048576 2024-08-29T18:10:46.934 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:46.931+0000 7f6dcfdbe640 1 < canceled part key=_multipart_7Y0GYERC6W4H.2~L7LQC7G2RK5R.2 size=480706 2024-08-29T18:10:46.941 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:46.939+0000 7f6dcfdbe640 1 < canceled multipart upload key=7Y0GYERC6W4H upload=L7LQC7G2RK5R tag=JKEEB2ZF7SIV type=write size=3626434 2024-08-29T18:10:46.949 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:46.947+0000 7f6dcfdbe640 1 > prepared part key=_multipart_ULOTXZSBLM0E.2~4OF9I98S716M.0 size=883373 2024-08-29T18:10:46.949 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:46.947+0000 7f6dcfdbe640 1 > prepared multipart upload key=ULOTXZSBLM0E upload=4OF9I98S716M tag=9LQZVPRNINUD type=write size=1931949 2024-08-29T18:10:46.954 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:46.951+0000 7f6dcfdbe640 1 < completed delete operation key=YE0K0OIAGJTR tag=B35HKYOKXBCF type=del 2024-08-29T18:10:46.958 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:46.959+0000 7f6dcfdbe640 1 > prepared operation key=78MD08IJ7ULZ tag=761MQO0GOAFH type=write size=131738 2024-08-29T18:10:46.963 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:46.963+0000 7f6dcfdbe640 1 < completed part key=_multipart_F8MIRGU95TM4.2~A12P1POPDM6Z.0 size=1048576 2024-08-29T18:10:46.966 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:46.967+0000 7f6dcfdbe640 1 < completed part key=_multipart_F8MIRGU95TM4.2~A12P1POPDM6Z.1 size=832842 2024-08-29T18:10:46.974 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:46.971+0000 7f6dcfdbe640 1 < completed multipart upload key=F8MIRGU95TM4 upload=A12P1POPDM6Z tag=ZR3YBA8AAYA2 type=write size=2929994 2024-08-29T18:10:46.979 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:46.979+0000 7f6dcfdbe640 1 > prepared operation key=7XDT3ZRUKA4H tag=NIWJVG0530KD type=del size=4027860 2024-08-29T18:10:46.985 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:46.983+0000 7f6dcfdbe640 1 < completed part key=_multipart_L6FV6KJ6OHNY.2~ATU41KLYWAW7.0 size=1048576 2024-08-29T18:10:46.985 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:46.983+0000 7f6dcfdbe640 1 < canceled part key=_multipart_L6FV6KJ6OHNY.2~ATU41KLYWAW7.1 size=117847 2024-08-29T18:10:46.993 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:46.991+0000 7f6dcfdbe640 1 < canceled multipart upload key=L6FV6KJ6OHNY upload=ATU41KLYWAW7 tag=S5YI1HV52O45 type=write size=2214999 2024-08-29T18:10:46.998 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:46.995+0000 7f6dcfdbe640 1 > prepared operation key=78MD08IJ7ULZ tag=ZT8BBZXLEGHX type=write size=728144 2024-08-29T18:10:46.999 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:46.999+0000 7f6dcfdbe640 1 < canceled part key=_multipart_ROJNXFMRMF7F.2~UTSUI0MTYQOJ.0 size=1048576 2024-08-29T18:10:47.002 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:47.003+0000 7f6dcfdbe640 1 < completed part key=_multipart_ROJNXFMRMF7F.2~UTSUI0MTYQOJ.1 size=186715 2024-08-29T18:10:47.010 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:47.011+0000 7f6dcfdbe640 1 < canceled multipart upload key=ROJNXFMRMF7F upload=UTSUI0MTYQOJ tag=G88IFD72OZGI type=write size=2283867 2024-08-29T18:10:47.015 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:47.015+0000 7f6dcfdbe640 1 > prepared operation key=L6FV6KJ6OHNY tag=4HENQ5YQB50H type=del size=1723920 2024-08-29T18:10:47.020 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:47.019+0000 7f6dcfdbe640 1 < completed part key=_multipart_I0OL3VZS23M6.2~FOONWK0FKS0D.0 size=1048576 2024-08-29T18:10:47.023 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:47.023+0000 7f6dcfdbe640 1 < completed part key=_multipart_I0OL3VZS23M6.2~FOONWK0FKS0D.1 size=1048576 2024-08-29T18:10:47.029 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:47.027+0000 7f6dcfdbe640 1 < completed part key=_multipart_I0OL3VZS23M6.2~FOONWK0FKS0D.2 size=455190 2024-08-29T18:10:47.034 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:47.035+0000 7f6dcfdbe640 1 < completed multipart upload key=I0OL3VZS23M6 upload=FOONWK0FKS0D tag=Z6AEGXXFG6H4 type=write size=3600918 2024-08-29T18:10:47.039 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:47.039+0000 7f6dcfdbe640 1 > prepared operation key=MT6UK3U6H4JX tag=YY7O3CCBA510 type=del size=3349171 2024-08-29T18:10:47.043 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:47.043+0000 7f6dcfdbe640 1 < completed part key=_multipart_7Y0GYERC6W4H.2~F94FZ4JP3SX5.0 size=1048576 2024-08-29T18:10:47.047 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:47.047+0000 7f6dcfdbe640 1 < completed part key=_multipart_7Y0GYERC6W4H.2~F94FZ4JP3SX5.1 size=1048576 2024-08-29T18:10:47.051 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:47.051+0000 7f6dcfdbe640 1 < completed part key=_multipart_7Y0GYERC6W4H.2~F94FZ4JP3SX5.2 size=1040286 2024-08-29T18:10:47.059 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:47.059+0000 7f6dcfdbe640 1 < completed multipart upload key=7Y0GYERC6W4H upload=F94FZ4JP3SX5 tag=45DUIK4Y5NYR type=write size=4186014 2024-08-29T18:10:47.063 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:47.063+0000 7f6dcfdbe640 1 > prepared operation key=X10K5L2O256M tag=13L3M9NV0LHI type=del size=1094813 2024-08-29T18:10:47.068 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:47.067+0000 7f6dcfdbe640 1 < completed part key=_multipart_ZPPDOE70TQPE.2~00IR7K6I3NJT.0 size=824718 2024-08-29T18:10:47.076 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:47.075+0000 7f6dcfdbe640 1 < completed multipart upload key=ZPPDOE70TQPE upload=00IR7K6I3NJT tag=IEITP3U3ZQKU type=write size=1873294 2024-08-29T18:10:47.081 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:47.079+0000 7f6dcfdbe640 1 > prepared operation key=7YYI239LZRWF tag=7X5SRGBN6G6T type=del size=1551828 2024-08-29T18:10:47.087 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:47.087+0000 7f6dcfdbe640 1 < completed part key=_multipart_MT6UK3U6H4JX.2~BU25A6WZY559.0 size=1048576 2024-08-29T18:10:47.091 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:47.091+0000 7f6dcfdbe640 1 < completed part key=_multipart_MT6UK3U6H4JX.2~BU25A6WZY559.1 size=1017974 2024-08-29T18:10:47.100 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:47.099+0000 7f6dcfdbe640 1 < completed multipart upload key=MT6UK3U6H4JX upload=BU25A6WZY559 tag=VKXUF332BF1Z type=write size=3115126 2024-08-29T18:10:47.105 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:47.103+0000 7f6dcfdbe640 1 > prepared operation key=ROJNXFMRMF7F tag=9UIBXT2A1JVD type=write size=848658 2024-08-29T18:10:47.111 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:47.111+0000 7f6dcfdbe640 1 < canceled operation key=W4PL77H6JMGP tag=J7AQZ1481192 type=del size=3446459 2024-08-29T18:10:47.115 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:47.115+0000 7f6dcfdbe640 1 > prepared operation key=7YYI239LZRWF tag=GSB1EASVPA1E type=del size=941151 2024-08-29T18:10:47.121 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:47.119+0000 7f6dcfdbe640 1 < completed part key=_multipart_I0OL3VZS23M6.2~0RI3LE3JFFS6.0 size=1048576 2024-08-29T18:10:47.124 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:47.123+0000 7f6dcfdbe640 1 < completed part key=_multipart_I0OL3VZS23M6.2~0RI3LE3JFFS6.1 size=1048576 2024-08-29T18:10:47.128 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:47.127+0000 7f6dcfdbe640 1 < completed part key=_multipart_I0OL3VZS23M6.2~0RI3LE3JFFS6.2 size=194350 2024-08-29T18:10:47.135 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:47.135+0000 7f6dcfdbe640 1 < completed multipart upload key=I0OL3VZS23M6 upload=0RI3LE3JFFS6 tag=ZHMNPJWWG90P type=write size=3340078 2024-08-29T18:10:47.140 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:47.139+0000 7f6dcfdbe640 1 > prepared operation key=YE0K0OIAGJTR tag=QEZVBCFZR003 type=del size=2850792 2024-08-29T18:10:47.145 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:47.143+0000 7f6dcfdbe640 1 < canceled operation key=DGQXCI25DDX7 tag=IFOSFQA5INPR type=del size=1821131 2024-08-29T18:10:47.150 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:47.151+0000 7f6dcfdbe640 1 > prepared operation key=3VC6XP11WXW6 tag=7FMUI2PCMLEW type=del size=1656042 2024-08-29T18:10:47.155 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:47.155+0000 7f6dcfdbe640 1 < completed write operation key=9XOQBHEAVUKF tag=5RFGPB5VUACH type=write size=443581 2024-08-29T18:10:47.159 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:47.159+0000 7f6dcfdbe640 1 > prepared operation key=P7TBKPU4347T tag=9SY0J5RHW6C2 type=del size=622347 2024-08-29T18:10:47.164 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:47.163+0000 7f6dcfdbe640 1 < completed part key=_multipart_P7TBKPU4347T.2~LYN02N8EE35H.0 size=927085 2024-08-29T18:10:47.174 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:47.171+0000 7f6dcfdbe640 1 < completed multipart upload key=P7TBKPU4347T upload=LYN02N8EE35H tag=5CXJV3OC0A05 type=write size=1975661 2024-08-29T18:10:47.184 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:47.183+0000 7f6dcfdbe640 1 > prepared part key=_multipart_CY91RGLS4L74.2~F6ZCGX1G15DW.0 size=1048576 2024-08-29T18:10:47.187 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:47.187+0000 7f6dcfdbe640 1 > prepared part key=_multipart_CY91RGLS4L74.2~F6ZCGX1G15DW.1 size=699095 2024-08-29T18:10:47.187 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:47.187+0000 7f6dcfdbe640 1 > prepared multipart upload key=CY91RGLS4L74 upload=F6ZCGX1G15DW tag=V58LALIBQ35T type=write size=2796247 2024-08-29T18:10:47.192 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:47.191+0000 7f6dcfdbe640 1 < completed delete operation key=YKW2ORIZT8YI tag=JE24LD0ZV50G type=del 2024-08-29T18:10:47.197 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:47.195+0000 7f6dcfdbe640 1 > prepared operation key=78MD08IJ7ULZ tag=U247UD26196C type=del size=562469 2024-08-29T18:10:47.202 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:47.203+0000 7f6dcfdbe640 1 < completed delete operation key=CN52F1ME4Q7H tag=ISA1S2QV9I0L type=del 2024-08-29T18:10:47.207 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:47.207+0000 7f6dcfdbe640 1 > prepared operation key=B7L6NXZ0V2CR tag=2DXRI5IDMV6V type=del size=3939097 2024-08-29T18:10:47.213 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:47.211+0000 7f6dcfdbe640 1 < completed part key=_multipart_ULOTXZSBLM0E.2~4OF9I98S716M.0 size=883373 2024-08-29T18:10:47.221 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:47.219+0000 7f6dcfdbe640 1 < completed multipart upload key=ULOTXZSBLM0E upload=4OF9I98S716M tag=9LQZVPRNINUD type=write size=1931949 2024-08-29T18:10:47.233 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:47.231+0000 7f6dcfdbe640 1 > prepared part key=_multipart_7YYI239LZRWF.2~ICBYN5YV94EW.0 size=623487 2024-08-29T18:10:47.233 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:47.231+0000 7f6dcfdbe640 1 > prepared multipart upload key=7YYI239LZRWF upload=ICBYN5YV94EW tag=8YUFAQTE36A1 type=write size=1672063 2024-08-29T18:10:47.235 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:47.235+0000 7f6dcfdbe640 1 < canceled operation key=78MD08IJ7ULZ tag=761MQO0GOAFH type=write size=131738 2024-08-29T18:10:47.239 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:47.239+0000 7f6dcfdbe640 1 > prepared operation key=7Y0GYERC6W4H tag=DWM3IZO5AQR8 type=del size=1746280 2024-08-29T18:10:47.244 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:47.243+0000 7f6dcfdbe640 1 < completed delete operation key=7XDT3ZRUKA4H tag=NIWJVG0530KD type=del 2024-08-29T18:10:47.249 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:47.247+0000 7f6dcfdbe640 1 > prepared operation key=ROJNXFMRMF7F tag=K617RLN0VF09 type=del size=2081332 2024-08-29T18:10:47.255 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:47.255+0000 7f6dcfdbe640 1 < completed write operation key=78MD08IJ7ULZ tag=ZT8BBZXLEGHX type=write size=728144 2024-08-29T18:10:47.260 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:47.259+0000 7f6dcfdbe640 1 > prepared operation key=JX058LCOIR42 tag=6CU3NZSS4C87 type=del size=68031 2024-08-29T18:10:47.265 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:47.263+0000 7f6dcfdbe640 1 < canceled operation key=L6FV6KJ6OHNY tag=4HENQ5YQB50H type=del size=1723920 2024-08-29T18:10:47.274 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:47.271+0000 7f6dcfdbe640 1 > prepared part key=_multipart_P7TBKPU4347T.2~KRIRHHBYENJQ.0 size=868444 2024-08-29T18:10:47.274 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:47.271+0000 7f6dcfdbe640 1 > prepared multipart upload key=P7TBKPU4347T upload=KRIRHHBYENJQ tag=CJEW4HYOJMR9 type=write size=1917020 2024-08-29T18:10:47.279 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:47.279+0000 7f6dcfdbe640 1 < completed delete operation key=MT6UK3U6H4JX tag=YY7O3CCBA510 type=del 2024-08-29T18:10:47.284 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:47.283+0000 7f6dcfdbe640 1 > prepared operation key=P7TBKPU4347T tag=QKULY2NY4TK4 type=del size=1026535 2024-08-29T18:10:47.289 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:47.287+0000 7f6dcfdbe640 1 < completed delete operation key=X10K5L2O256M tag=13L3M9NV0LHI type=del 2024-08-29T18:10:47.294 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:47.295+0000 7f6dcfdbe640 1 > prepared operation key=ULOTXZSBLM0E tag=8XOW1IH4RAX6 type=del size=3678442 2024-08-29T18:10:47.299 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:47.299+0000 7f6dcfdbe640 1 < canceled operation key=7YYI239LZRWF tag=7X5SRGBN6G6T type=del size=1551828 2024-08-29T18:10:47.304 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:47.303+0000 7f6dcfdbe640 1 > prepared operation key=ZPPDOE70TQPE tag=LQ6NJW1BPC6S type=del size=2441933 2024-08-29T18:10:47.308 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:47.307+0000 7f6dcfdbe640 1 < completed write operation key=ROJNXFMRMF7F tag=9UIBXT2A1JVD type=write size=848658 2024-08-29T18:10:47.313 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:47.311+0000 7f6dcfdbe640 1 > prepared operation key=C47XT9Y9B7EW tag=5J613XY7AHH8 type=del size=742365 2024-08-29T18:10:47.317 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:47.315+0000 7f6dcfdbe640 1 < completed delete operation key=7YYI239LZRWF tag=GSB1EASVPA1E type=del 2024-08-29T18:10:47.322 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:47.319+0000 7f6dcfdbe640 1 > prepared operation key=C47XT9Y9B7EW tag=PIF4LFH2V46X type=write size=905302 2024-08-29T18:10:47.326 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:47.327+0000 7f6dcfdbe640 1 < completed delete operation key=YE0K0OIAGJTR tag=QEZVBCFZR003 type=del 2024-08-29T18:10:47.331 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:47.331+0000 7f6dcfdbe640 1 > prepared operation key=ROJNXFMRMF7F tag=87IUA7IO9AVH type=write size=90627 2024-08-29T18:10:47.336 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:47.335+0000 7f6dcfdbe640 1 < completed delete operation key=3VC6XP11WXW6 tag=7FMUI2PCMLEW type=del 2024-08-29T18:10:47.341 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:47.339+0000 7f6dcfdbe640 1 > prepared operation key=FDT1EJQCIL25 tag=V82NC1FN9TFH type=write size=891007 2024-08-29T18:10:47.345 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:47.343+0000 7f6dcfdbe640 1 < completed delete operation key=P7TBKPU4347T tag=9SY0J5RHW6C2 type=del 2024-08-29T18:10:47.354 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:47.355+0000 7f6dcfdbe640 1 > prepared part key=_multipart_7D5I09Z3ND5H.2~C9TTXH31FPTK.0 size=1048576 2024-08-29T18:10:47.358 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:47.355+0000 7f6dcfdbe640 1 > prepared part key=_multipart_7D5I09Z3ND5H.2~C9TTXH31FPTK.1 size=1048576 2024-08-29T18:10:47.361 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:47.359+0000 7f6dcfdbe640 1 > prepared part key=_multipart_7D5I09Z3ND5H.2~C9TTXH31FPTK.2 size=1016189 2024-08-29T18:10:47.361 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:47.359+0000 7f6dcfdbe640 1 > prepared multipart upload key=7D5I09Z3ND5H upload=C9TTXH31FPTK tag=JC5HA4MFM8V7 type=write size=4161917 2024-08-29T18:10:47.366 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:47.363+0000 7f6dcfdbe640 1 < completed part key=_multipart_CY91RGLS4L74.2~F6ZCGX1G15DW.0 size=1048576 2024-08-29T18:10:47.370 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:47.371+0000 7f6dcfdbe640 1 < completed part key=_multipart_CY91RGLS4L74.2~F6ZCGX1G15DW.1 size=699095 2024-08-29T18:10:47.377 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:47.375+0000 7f6dcfdbe640 1 < completed multipart upload key=CY91RGLS4L74 upload=F6ZCGX1G15DW tag=V58LALIBQ35T type=write size=2796247 2024-08-29T18:10:47.386 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:47.387+0000 7f6dcfdbe640 1 > prepared part key=_multipart_KZ45Y56F6JGC.2~KC1SQO3SGN6T.0 size=679648 2024-08-29T18:10:47.387 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:47.387+0000 7f6dcfdbe640 1 > prepared multipart upload key=KZ45Y56F6JGC upload=KC1SQO3SGN6T tag=3FIDJK33XIMJ type=write size=1728224 2024-08-29T18:10:47.391 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:47.391+0000 7f6dcfdbe640 1 < completed delete operation key=78MD08IJ7ULZ tag=U247UD26196C type=del 2024-08-29T18:10:47.396 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:47.395+0000 7f6dcfdbe640 1 > prepared operation key=ROJNXFMRMF7F tag=O8XZ6SN1RJO0 type=del size=1802952 2024-08-29T18:10:47.401 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:47.399+0000 7f6dcfdbe640 1 < completed delete operation key=B7L6NXZ0V2CR tag=2DXRI5IDMV6V type=del 2024-08-29T18:10:47.407 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:47.407+0000 7f6dcfdbe640 1 > prepared operation key=9XOQBHEAVUKF tag=TE7U4X9VBPH2 type=del size=3120772 2024-08-29T18:10:47.413 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:47.411+0000 7f6dcfdbe640 1 < completed part key=_multipart_7YYI239LZRWF.2~ICBYN5YV94EW.0 size=623487 2024-08-29T18:10:47.421 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:47.419+0000 7f6dcfdbe640 1 < completed multipart upload key=7YYI239LZRWF upload=ICBYN5YV94EW tag=8YUFAQTE36A1 type=write size=1672063 2024-08-29T18:10:47.426 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:47.427+0000 7f6dcfdbe640 1 > prepared operation key=7Y0GYERC6W4H tag=9RMAKU9PR9TK type=del size=3603758 2024-08-29T18:10:47.431 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:47.431+0000 7f6dcfdbe640 1 < completed delete operation key=7Y0GYERC6W4H tag=DWM3IZO5AQR8 type=del 2024-08-29T18:10:47.441 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:47.439+0000 7f6dcfdbe640 1 > prepared part key=_multipart_ULOTXZSBLM0E.2~9A9WOTHRRY9R.0 size=1048576 2024-08-29T18:10:47.445 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:47.443+0000 7f6dcfdbe640 1 > prepared part key=_multipart_ULOTXZSBLM0E.2~9A9WOTHRRY9R.1 size=485218 2024-08-29T18:10:47.445 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:47.443+0000 7f6dcfdbe640 1 > prepared multipart upload key=ULOTXZSBLM0E upload=9A9WOTHRRY9R tag=QLPBEWYIC4OC type=write size=2582370 2024-08-29T18:10:47.449 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:47.447+0000 7f6dcfdbe640 1 < completed delete operation key=ROJNXFMRMF7F tag=K617RLN0VF09 type=del 2024-08-29T18:10:47.454 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:47.455+0000 7f6dcfdbe640 1 > prepared operation key=7Y0GYERC6W4H tag=JQETP8VED5X1 type=write size=34898 2024-08-29T18:10:47.459 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:47.459+0000 7f6dcfdbe640 1 < completed delete operation key=JX058LCOIR42 tag=6CU3NZSS4C87 type=del 2024-08-29T18:10:47.468 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:47.467+0000 7f6dcfdbe640 1 > prepared part key=_multipart_P7TBKPU4347T.2~8H2FHSIRE8NC.0 size=1048576 2024-08-29T18:10:47.472 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:47.471+0000 7f6dcfdbe640 1 > prepared part key=_multipart_P7TBKPU4347T.2~8H2FHSIRE8NC.1 size=766473 2024-08-29T18:10:47.472 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:47.471+0000 7f6dcfdbe640 1 > prepared multipart upload key=P7TBKPU4347T upload=8H2FHSIRE8NC tag=3FAFG1VI6SEN type=write size=2863625 2024-08-29T18:10:47.477 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:47.475+0000 7f6dcfdbe640 1 < completed part key=_multipart_P7TBKPU4347T.2~KRIRHHBYENJQ.0 size=868444 2024-08-29T18:10:47.485 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:47.483+0000 7f6dcfdbe640 1 < completed multipart upload key=P7TBKPU4347T upload=KRIRHHBYENJQ tag=CJEW4HYOJMR9 type=write size=1917020 2024-08-29T18:10:47.491 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:47.491+0000 7f6dcfdbe640 1 > prepared operation key=C47XT9Y9B7EW tag=KIF11C4WIBQJ type=del size=423903 2024-08-29T18:10:47.495 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:47.495+0000 7f6dcfdbe640 1 < completed delete operation key=P7TBKPU4347T tag=QKULY2NY4TK4 type=del 2024-08-29T18:10:47.503 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:47.503+0000 7f6dcfdbe640 1 > prepared part key=_multipart_YE0K0OIAGJTR.2~IUSQF4C5NEKP.0 size=1048576 2024-08-29T18:10:47.507 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:47.507+0000 7f6dcfdbe640 1 > prepared part key=_multipart_YE0K0OIAGJTR.2~IUSQF4C5NEKP.1 size=1048576 2024-08-29T18:10:47.510 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:47.511+0000 7f6dcfdbe640 1 > prepared part key=_multipart_YE0K0OIAGJTR.2~IUSQF4C5NEKP.2 size=172485 2024-08-29T18:10:47.510 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:47.511+0000 7f6dcfdbe640 1 > prepared multipart upload key=YE0K0OIAGJTR upload=IUSQF4C5NEKP tag=OHRK3UNDNH5L type=write size=3318213 2024-08-29T18:10:47.516 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:47.515+0000 7f6dcfdbe640 1 < completed delete operation key=ULOTXZSBLM0E tag=8XOW1IH4RAX6 type=del 2024-08-29T18:10:47.520 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:47.519+0000 7f6dcfdbe640 1 > prepared operation key=DGQXCI25DDX7 tag=JFGS1XSIT1T0 type=del size=2492079 2024-08-29T18:10:47.525 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:47.523+0000 7f6dcfdbe640 1 < completed delete operation key=ZPPDOE70TQPE tag=LQ6NJW1BPC6S type=del 2024-08-29T18:10:47.533 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:47.531+0000 7f6dcfdbe640 1 > prepared part key=_multipart_I0OL3VZS23M6.2~XGDHZAQLMTOM.0 size=1048576 2024-08-29T18:10:47.537 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:47.535+0000 7f6dcfdbe640 1 > prepared part key=_multipart_I0OL3VZS23M6.2~XGDHZAQLMTOM.1 size=1048576 2024-08-29T18:10:47.541 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:47.539+0000 7f6dcfdbe640 1 > prepared part key=_multipart_I0OL3VZS23M6.2~XGDHZAQLMTOM.2 size=402314 2024-08-29T18:10:47.541 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:47.539+0000 7f6dcfdbe640 1 > prepared multipart upload key=I0OL3VZS23M6 upload=XGDHZAQLMTOM tag=8506PZ6A1FTV type=write size=3548042 2024-08-29T18:10:47.545 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:47.543+0000 7f6dcfdbe640 1 < completed delete operation key=C47XT9Y9B7EW tag=5J613XY7AHH8 type=del 2024-08-29T18:10:47.550 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:47.551+0000 7f6dcfdbe640 1 > prepared operation key=3VC6XP11WXW6 tag=V9A75HWWVIF7 type=del size=1979052 2024-08-29T18:10:47.555 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:47.555+0000 7f6dcfdbe640 1 < completed write operation key=C47XT9Y9B7EW tag=PIF4LFH2V46X type=write size=905302 2024-08-29T18:10:47.560 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:47.559+0000 7f6dcfdbe640 1 > prepared operation key=ROJNXFMRMF7F tag=Z28KE8NEU2HO type=del size=3030079 2024-08-29T18:10:47.569 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:47.567+0000 7f6dcfdbe640 1 < suggested update operation key=ROJNXFMRMF7F tag=87IUA7IO9AVH type=write size=90627 2024-08-29T18:10:47.573 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:47.571+0000 7f6dcfdbe640 1 > prepared operation key=7D5I09Z3ND5H tag=T427T9QQ41LG type=del size=1386842 2024-08-29T18:10:47.579 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:47.579+0000 7f6dcfdbe640 1 < completed write operation key=FDT1EJQCIL25 tag=V82NC1FN9TFH type=write size=891007 2024-08-29T18:10:47.588 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:47.587+0000 7f6dcfdbe640 1 > prepared part key=_multipart_DGQXCI25DDX7.2~HIENYFVYI16H.0 size=1048576 2024-08-29T18:10:47.592 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:47.591+0000 7f6dcfdbe640 1 > prepared part key=_multipart_DGQXCI25DDX7.2~HIENYFVYI16H.1 size=288978 2024-08-29T18:10:47.592 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:47.591+0000 7f6dcfdbe640 1 > prepared multipart upload key=DGQXCI25DDX7 upload=HIENYFVYI16H tag=62OD0YPLN2SD type=write size=2386130 2024-08-29T18:10:47.596 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:47.595+0000 7f6dcfdbe640 1 < completed part key=_multipart_7D5I09Z3ND5H.2~C9TTXH31FPTK.0 size=1048576 2024-08-29T18:10:47.600 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:47.599+0000 7f6dcfdbe640 1 < completed part key=_multipart_7D5I09Z3ND5H.2~C9TTXH31FPTK.1 size=1048576 2024-08-29T18:10:47.604 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:47.603+0000 7f6dcfdbe640 1 < completed part key=_multipart_7D5I09Z3ND5H.2~C9TTXH31FPTK.2 size=1016189 2024-08-29T18:10:47.612 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:47.611+0000 7f6dcfdbe640 1 < completed multipart upload key=7D5I09Z3ND5H upload=C9TTXH31FPTK tag=JC5HA4MFM8V7 type=write size=4161917 2024-08-29T18:10:47.620 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:47.619+0000 7f6dcfdbe640 1 > prepared part key=_multipart_I0OL3VZS23M6.2~UZVHU8TM8C5F.0 size=1048576 2024-08-29T18:10:47.624 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:47.623+0000 7f6dcfdbe640 1 > prepared part key=_multipart_I0OL3VZS23M6.2~UZVHU8TM8C5F.1 size=566966 2024-08-29T18:10:47.624 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:47.623+0000 7f6dcfdbe640 1 > prepared multipart upload key=I0OL3VZS23M6 upload=UZVHU8TM8C5F tag=YL53I275IZX1 type=write size=2664118 2024-08-29T18:10:47.628 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:47.627+0000 7f6dcfdbe640 1 < completed part key=_multipart_KZ45Y56F6JGC.2~KC1SQO3SGN6T.0 size=679648 2024-08-29T18:10:47.636 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:47.635+0000 7f6dcfdbe640 1 < completed multipart upload key=KZ45Y56F6JGC upload=KC1SQO3SGN6T tag=3FIDJK33XIMJ type=write size=1728224 2024-08-29T18:10:47.643 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:47.639+0000 7f6dcfdbe640 1 > prepared operation key=YAC7TKWP61NS tag=R9QSN540N4KE type=write size=447429 2024-08-29T18:10:47.646 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:47.643+0000 7f6dcfdbe640 -1 < failed to complete operation key=ROJNXFMRMF7F tag=O8XZ6SN1RJO0 type=del size=1802952: (22) Invalid argument 2024-08-29T18:10:47.650 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:47.651+0000 7f6dcfdbe640 1 > prepared operation key=7Y0GYERC6W4H tag=KRZIHEJ8G9HO type=write size=242540 2024-08-29T18:10:47.656 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:47.655+0000 7f6dcfdbe640 1 < completed delete operation key=9XOQBHEAVUKF tag=TE7U4X9VBPH2 type=del 2024-08-29T18:10:47.661 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:47.659+0000 7f6dcfdbe640 1 > prepared operation key=ROJNXFMRMF7F tag=5XRDGW0LTNT7 type=del size=2864070 2024-08-29T18:10:47.672 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:47.671+0000 7f6dcfdbe640 1 < suggested remove operation key=7Y0GYERC6W4H tag=9RMAKU9PR9TK type=del 2024-08-29T18:10:47.677 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:47.675+0000 7f6dcfdbe640 1 > prepared operation key=W4PL77H6JMGP tag=SZEQBZ3S1FH1 type=write size=1035405 2024-08-29T18:10:47.683 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:47.683+0000 7f6dcfdbe640 1 < completed part key=_multipart_ULOTXZSBLM0E.2~9A9WOTHRRY9R.0 size=1048576 2024-08-29T18:10:47.686 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:47.687+0000 7f6dcfdbe640 1 < completed part key=_multipart_ULOTXZSBLM0E.2~9A9WOTHRRY9R.1 size=485218 2024-08-29T18:10:47.695 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:47.695+0000 7f6dcfdbe640 1 < completed multipart upload key=ULOTXZSBLM0E upload=9A9WOTHRRY9R tag=QLPBEWYIC4OC type=write size=2582370 2024-08-29T18:10:47.703 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:47.703+0000 7f6dcfdbe640 1 > prepared part key=_multipart_YAC7TKWP61NS.2~GC3A8W2BGQFT.0 size=474735 2024-08-29T18:10:47.703 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:47.703+0000 7f6dcfdbe640 1 > prepared multipart upload key=YAC7TKWP61NS upload=GC3A8W2BGQFT tag=QLY2HQEFVWVQ type=write size=1523311 2024-08-29T18:10:47.705 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:47.703+0000 7f6dcfdbe640 -1 < no bi entry to suggest for operation key=7Y0GYERC6W4H tag=JQETP8VED5X1 type=write size=34898: (2) No such file or directory 2024-08-29T18:10:47.714 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:47.711+0000 7f6dcfdbe640 1 > prepared part key=_multipart_7XDT3ZRUKA4H.2~H3XKU8PZJDK4.0 size=1048576 2024-08-29T18:10:47.717 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:47.715+0000 7f6dcfdbe640 1 > prepared part key=_multipart_7XDT3ZRUKA4H.2~H3XKU8PZJDK4.1 size=1048576 2024-08-29T18:10:47.721 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:47.719+0000 7f6dcfdbe640 1 > prepared part key=_multipart_7XDT3ZRUKA4H.2~H3XKU8PZJDK4.2 size=806484 2024-08-29T18:10:47.721 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:47.719+0000 7f6dcfdbe640 1 > prepared multipart upload key=7XDT3ZRUKA4H upload=H3XKU8PZJDK4 tag=ZWWMX9QUXT4V type=write size=3952212 2024-08-29T18:10:47.726 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:47.723+0000 7f6dcfdbe640 1 < completed part key=_multipart_P7TBKPU4347T.2~8H2FHSIRE8NC.0 size=1048576 2024-08-29T18:10:47.730 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:47.727+0000 7f6dcfdbe640 1 < completed part key=_multipart_P7TBKPU4347T.2~8H2FHSIRE8NC.1 size=766473 2024-08-29T18:10:47.737 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:47.735+0000 7f6dcfdbe640 1 < completed multipart upload key=P7TBKPU4347T upload=8H2FHSIRE8NC tag=3FAFG1VI6SEN type=write size=2863625 2024-08-29T18:10:47.742 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:47.743+0000 7f6dcfdbe640 1 > prepared operation key=X10K5L2O256M tag=Y9ZQI90C2B07 type=del size=827919 2024-08-29T18:10:47.747 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:47.747+0000 7f6dcfdbe640 1 < canceled operation key=C47XT9Y9B7EW tag=KIF11C4WIBQJ type=del size=423903 2024-08-29T18:10:47.751 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:47.751+0000 7f6dcfdbe640 1 > prepared operation key=JX058LCOIR42 tag=G8IGW4BUTWWZ type=del size=1389530 2024-08-29T18:10:47.756 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:47.755+0000 7f6dcfdbe640 1 < completed part key=_multipart_YE0K0OIAGJTR.2~IUSQF4C5NEKP.0 size=1048576 2024-08-29T18:10:47.760 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:47.759+0000 7f6dcfdbe640 1 < completed part key=_multipart_YE0K0OIAGJTR.2~IUSQF4C5NEKP.1 size=1048576 2024-08-29T18:10:47.765 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:47.763+0000 7f6dcfdbe640 1 < completed part key=_multipart_YE0K0OIAGJTR.2~IUSQF4C5NEKP.2 size=172485 2024-08-29T18:10:47.773 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:47.771+0000 7f6dcfdbe640 1 < completed multipart upload key=YE0K0OIAGJTR upload=IUSQF4C5NEKP tag=OHRK3UNDNH5L type=write size=3318213 2024-08-29T18:10:47.782 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:47.783+0000 7f6dcfdbe640 1 > prepared part key=_multipart_F8MIRGU95TM4.2~2CZG76RI1OC8.0 size=1048576 2024-08-29T18:10:47.786 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:47.787+0000 7f6dcfdbe640 1 > prepared part key=_multipart_F8MIRGU95TM4.2~2CZG76RI1OC8.1 size=987554 2024-08-29T18:10:47.786 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:47.787+0000 7f6dcfdbe640 1 > prepared multipart upload key=F8MIRGU95TM4 upload=2CZG76RI1OC8 tag=GGIYQMGAH5PC type=write size=3084706 2024-08-29T18:10:47.791 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:47.791+0000 7f6dcfdbe640 1 < completed delete operation key=DGQXCI25DDX7 tag=JFGS1XSIT1T0 type=del 2024-08-29T18:10:47.796 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:47.795+0000 7f6dcfdbe640 1 > prepared operation key=7Y0GYERC6W4H tag=PBALHDA8EX6J type=del size=4082013 2024-08-29T18:10:47.797 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:47.795+0000 7f6dcfdbe640 1 < canceled part key=_multipart_I0OL3VZS23M6.2~XGDHZAQLMTOM.0 size=1048576 2024-08-29T18:10:47.801 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:47.799+0000 7f6dcfdbe640 1 < completed part key=_multipart_I0OL3VZS23M6.2~XGDHZAQLMTOM.1 size=1048576 2024-08-29T18:10:47.805 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:47.803+0000 7f6dcfdbe640 1 < completed part key=_multipart_I0OL3VZS23M6.2~XGDHZAQLMTOM.2 size=402314 2024-08-29T18:10:47.814 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:47.815+0000 7f6dcfdbe640 1 < canceled multipart upload key=I0OL3VZS23M6 upload=XGDHZAQLMTOM tag=8506PZ6A1FTV type=write size=3548042 2024-08-29T18:10:47.823 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:47.823+0000 7f6dcfdbe640 1 > prepared part key=_multipart_78MD08IJ7ULZ.2~F8QID2SRL3NC.0 size=1048576 2024-08-29T18:10:47.827 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:47.827+0000 7f6dcfdbe640 1 > prepared part key=_multipart_78MD08IJ7ULZ.2~F8QID2SRL3NC.1 size=1048576 2024-08-29T18:10:47.832 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:47.831+0000 7f6dcfdbe640 1 > prepared part key=_multipart_78MD08IJ7ULZ.2~F8QID2SRL3NC.2 size=272417 2024-08-29T18:10:47.832 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:47.831+0000 7f6dcfdbe640 1 > prepared multipart upload key=78MD08IJ7ULZ upload=F8QID2SRL3NC tag=WBD9E0TL2VWM type=write size=3418145 2024-08-29T18:10:47.844 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:47.843+0000 7f6dcfdbe640 1 < suggested update operation key=3VC6XP11WXW6 tag=V9A75HWWVIF7 type=del size=1979052 2024-08-29T18:10:47.848 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:47.847+0000 7f6dcfdbe640 1 > prepared operation key=F8MIRGU95TM4 tag=TBKJOBRN9PZ9 type=del size=3987977 2024-08-29T18:10:47.853 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:47.851+0000 7f6dcfdbe640 -1 < failed to complete operation key=ROJNXFMRMF7F tag=Z28KE8NEU2HO type=del size=3030079: (22) Invalid argument 2024-08-29T18:10:47.858 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:47.855+0000 7f6dcfdbe640 1 > prepared operation key=B7L6NXZ0V2CR tag=V8TIXKIWGI7K type=del size=3920958 2024-08-29T18:10:47.862 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:47.863+0000 7f6dcfdbe640 1 < completed delete operation key=7D5I09Z3ND5H tag=T427T9QQ41LG type=del 2024-08-29T18:10:47.871 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:47.871+0000 7f6dcfdbe640 1 > prepared part key=_multipart_F8MIRGU95TM4.2~YYDLPQS4GWJQ.0 size=1048576 2024-08-29T18:10:47.875 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:47.875+0000 7f6dcfdbe640 1 > prepared part key=_multipart_F8MIRGU95TM4.2~YYDLPQS4GWJQ.1 size=1048576 2024-08-29T18:10:47.879 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:47.879+0000 7f6dcfdbe640 1 > prepared part key=_multipart_F8MIRGU95TM4.2~YYDLPQS4GWJQ.2 size=80046 2024-08-29T18:10:47.879 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:47.879+0000 7f6dcfdbe640 1 > prepared multipart upload key=F8MIRGU95TM4 upload=YYDLPQS4GWJQ tag=M0UF62N24J35 type=write size=3225774 2024-08-29T18:10:47.883 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:47.883+0000 7f6dcfdbe640 1 < completed part key=_multipart_DGQXCI25DDX7.2~HIENYFVYI16H.0 size=1048576 2024-08-29T18:10:47.887 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:47.887+0000 7f6dcfdbe640 1 < completed part key=_multipart_DGQXCI25DDX7.2~HIENYFVYI16H.1 size=288978 2024-08-29T18:10:47.895 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:47.895+0000 7f6dcfdbe640 1 < completed multipart upload key=DGQXCI25DDX7 upload=HIENYFVYI16H tag=62OD0YPLN2SD type=write size=2386130 2024-08-29T18:10:47.900 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:47.899+0000 7f6dcfdbe640 1 > prepared operation key=JX058LCOIR42 tag=44KCZJRX3Z39 type=del size=3548553 2024-08-29T18:10:47.905 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:47.903+0000 7f6dcfdbe640 1 < completed part key=_multipart_I0OL3VZS23M6.2~UZVHU8TM8C5F.0 size=1048576 2024-08-29T18:10:47.906 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:47.903+0000 7f6dcfdbe640 1 < canceled part key=_multipart_I0OL3VZS23M6.2~UZVHU8TM8C5F.1 size=566966 2024-08-29T18:10:47.914 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:47.911+0000 7f6dcfdbe640 1 < canceled multipart upload key=I0OL3VZS23M6 upload=UZVHU8TM8C5F tag=YL53I275IZX1 type=write size=2664118 2024-08-29T18:10:47.919 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:47.919+0000 7f6dcfdbe640 1 > prepared operation key=FDT1EJQCIL25 tag=BJ5E20H1OJJ5 type=del size=2417953 2024-08-29T18:10:47.925 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:47.923+0000 7f6dcfdbe640 1 < canceled operation key=YAC7TKWP61NS tag=R9QSN540N4KE type=write size=447429 2024-08-29T18:10:47.933 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:47.931+0000 7f6dcfdbe640 1 > prepared part key=_multipart_F8MIRGU95TM4.2~KJCHUH6XCGW1.0 size=892682 2024-08-29T18:10:47.934 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:47.931+0000 7f6dcfdbe640 1 > prepared multipart upload key=F8MIRGU95TM4 upload=KJCHUH6XCGW1 tag=1HVFYDEMKWFI type=write size=1941258 2024-08-29T18:10:47.939 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:47.939+0000 7f6dcfdbe640 -1 < failed to complete operation key=7Y0GYERC6W4H tag=KRZIHEJ8G9HO type=write size=242540: (22) Invalid argument 2024-08-29T18:10:47.944 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:47.943+0000 7f6dcfdbe640 1 > prepared operation key=I0OL3VZS23M6 tag=FZDEYS3UJJGP type=del size=550294 2024-08-29T18:10:47.949 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:47.947+0000 7f6dcfdbe640 1 < completed delete operation key=ROJNXFMRMF7F tag=5XRDGW0LTNT7 type=del 2024-08-29T18:10:47.954 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:47.951+0000 7f6dcfdbe640 1 > prepared operation key=F8MIRGU95TM4 tag=PMF03REOG4HB type=del size=536889 2024-08-29T18:10:47.963 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:47.963+0000 7f6dcfdbe640 1 < suggested update operation key=W4PL77H6JMGP tag=SZEQBZ3S1FH1 type=write size=1035405 2024-08-29T18:10:47.967 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:47.967+0000 7f6dcfdbe640 1 > prepared operation key=B7L6NXZ0V2CR tag=C52NVO4E7ALP type=del size=3544363 2024-08-29T18:10:47.973 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:47.971+0000 7f6dcfdbe640 1 < completed part key=_multipart_YAC7TKWP61NS.2~GC3A8W2BGQFT.0 size=474735 2024-08-29T18:10:47.981 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:47.979+0000 7f6dcfdbe640 1 < completed multipart upload key=YAC7TKWP61NS upload=GC3A8W2BGQFT tag=QLY2HQEFVWVQ type=write size=1523311 2024-08-29T18:10:47.989 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:47.987+0000 7f6dcfdbe640 1 > prepared part key=_multipart_3VC6XP11WXW6.2~DEF38TN7OFXM.0 size=1048576 2024-08-29T18:10:47.992 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:47.991+0000 7f6dcfdbe640 1 > prepared part key=_multipart_3VC6XP11WXW6.2~DEF38TN7OFXM.1 size=1048576 2024-08-29T18:10:47.996 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:47.995+0000 7f6dcfdbe640 1 > prepared part key=_multipart_3VC6XP11WXW6.2~DEF38TN7OFXM.2 size=98015 2024-08-29T18:10:47.996 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:47.995+0000 7f6dcfdbe640 1 > prepared multipart upload key=3VC6XP11WXW6 upload=DEF38TN7OFXM tag=8OFL365AZ09I type=write size=3243743 2024-08-29T18:10:48.001 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:47.999+0000 7f6dcfdbe640 1 < completed part key=_multipart_7XDT3ZRUKA4H.2~H3XKU8PZJDK4.0 size=1048576 2024-08-29T18:10:48.004 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:48.003+0000 7f6dcfdbe640 1 < completed part key=_multipart_7XDT3ZRUKA4H.2~H3XKU8PZJDK4.1 size=1048576 2024-08-29T18:10:48.004 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:48.003+0000 7f6dcfdbe640 1 < canceled part key=_multipart_7XDT3ZRUKA4H.2~H3XKU8PZJDK4.2 size=806484 2024-08-29T18:10:48.012 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:48.011+0000 7f6dcfdbe640 1 < canceled multipart upload key=7XDT3ZRUKA4H upload=H3XKU8PZJDK4 tag=ZWWMX9QUXT4V type=write size=3952212 2024-08-29T18:10:48.022 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:48.019+0000 7f6dcfdbe640 1 > prepared part key=_multipart_CN52F1ME4Q7H.2~RA0X8W4ML9MH.0 size=1048576 2024-08-29T18:10:48.026 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:48.027+0000 7f6dcfdbe640 1 > prepared part key=_multipart_CN52F1ME4Q7H.2~RA0X8W4ML9MH.1 size=951600 2024-08-29T18:10:48.026 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:48.027+0000 7f6dcfdbe640 1 > prepared multipart upload key=CN52F1ME4Q7H upload=RA0X8W4ML9MH tag=IF5EU5C9JDW8 type=write size=3048752 2024-08-29T18:10:48.031 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:48.031+0000 7f6dcfdbe640 1 < completed delete operation key=X10K5L2O256M tag=Y9ZQI90C2B07 type=del 2024-08-29T18:10:48.036 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:48.035+0000 7f6dcfdbe640 1 > prepared operation key=PCRU0BDU1Z87 tag=ZIUZJQ1X355X type=del size=4146714 2024-08-29T18:10:48.041 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:48.039+0000 7f6dcfdbe640 1 < completed delete operation key=JX058LCOIR42 tag=G8IGW4BUTWWZ type=del 2024-08-29T18:10:48.050 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:48.047+0000 7f6dcfdbe640 1 > prepared part key=_multipart_3VC6XP11WXW6.2~ZJ8P2ZY08OC4.0 size=1048576 2024-08-29T18:10:48.054 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:48.051+0000 7f6dcfdbe640 1 > prepared part key=_multipart_3VC6XP11WXW6.2~ZJ8P2ZY08OC4.1 size=1048576 2024-08-29T18:10:48.057 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:48.055+0000 7f6dcfdbe640 1 > prepared part key=_multipart_3VC6XP11WXW6.2~ZJ8P2ZY08OC4.2 size=737062 2024-08-29T18:10:48.057 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:48.055+0000 7f6dcfdbe640 1 > prepared multipart upload key=3VC6XP11WXW6 upload=ZJ8P2ZY08OC4 tag=RD99W2DFIYKX type=write size=3882790 2024-08-29T18:10:48.062 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:48.063+0000 7f6dcfdbe640 1 < completed part key=_multipart_F8MIRGU95TM4.2~2CZG76RI1OC8.0 size=1048576 2024-08-29T18:10:48.066 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:48.063+0000 7f6dcfdbe640 1 < completed part key=_multipart_F8MIRGU95TM4.2~2CZG76RI1OC8.1 size=987554 2024-08-29T18:10:48.074 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:48.071+0000 7f6dcfdbe640 1 < completed multipart upload key=F8MIRGU95TM4 upload=2CZG76RI1OC8 tag=GGIYQMGAH5PC type=write size=3084706 2024-08-29T18:10:48.078 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:48.079+0000 7f6dcfdbe640 1 > prepared operation key=CY91RGLS4L74 tag=AJVTMQ4T1GFZ type=del size=4190586 2024-08-29T18:10:48.083 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:48.083+0000 7f6dcfdbe640 1 < completed delete operation key=7Y0GYERC6W4H tag=PBALHDA8EX6J type=del 2024-08-29T18:10:48.091 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:48.091+0000 7f6dcfdbe640 1 > prepared part key=_multipart_ZPPDOE70TQPE.2~ECJU2K3CWOAS.0 size=1048576 2024-08-29T18:10:48.095 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:48.095+0000 7f6dcfdbe640 1 > prepared part key=_multipart_ZPPDOE70TQPE.2~ECJU2K3CWOAS.1 size=38374 2024-08-29T18:10:48.095 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:48.095+0000 7f6dcfdbe640 1 > prepared multipart upload key=ZPPDOE70TQPE upload=ECJU2K3CWOAS tag=GV38YRZZZU6N type=write size=2135526 2024-08-29T18:10:48.099 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:48.099+0000 7f6dcfdbe640 1 < completed part key=_multipart_78MD08IJ7ULZ.2~F8QID2SRL3NC.0 size=1048576 2024-08-29T18:10:48.103 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:48.103+0000 7f6dcfdbe640 1 < completed part key=_multipart_78MD08IJ7ULZ.2~F8QID2SRL3NC.1 size=1048576 2024-08-29T18:10:48.107 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:48.107+0000 7f6dcfdbe640 1 < completed part key=_multipart_78MD08IJ7ULZ.2~F8QID2SRL3NC.2 size=272417 2024-08-29T18:10:48.114 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:48.115+0000 7f6dcfdbe640 1 < completed multipart upload key=78MD08IJ7ULZ upload=F8QID2SRL3NC tag=WBD9E0TL2VWM type=write size=3418145 2024-08-29T18:10:48.119 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:48.119+0000 7f6dcfdbe640 1 > prepared operation key=DGQXCI25DDX7 tag=9ERL0DMLG5TD type=del size=852027 2024-08-29T18:10:48.123 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:48.123+0000 7f6dcfdbe640 1 < completed delete operation key=F8MIRGU95TM4 tag=TBKJOBRN9PZ9 type=del 2024-08-29T18:10:48.132 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:48.131+0000 7f6dcfdbe640 1 > prepared part key=_multipart_7Y0GYERC6W4H.2~4PG8SDIB5OCD.0 size=709976 2024-08-29T18:10:48.132 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:48.131+0000 7f6dcfdbe640 1 > prepared multipart upload key=7Y0GYERC6W4H upload=4PG8SDIB5OCD tag=TARUJPKIE9FU type=write size=1758552 2024-08-29T18:10:48.137 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:48.135+0000 7f6dcfdbe640 1 < completed delete operation key=B7L6NXZ0V2CR tag=V8TIXKIWGI7K type=del 2024-08-29T18:10:48.142 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:48.139+0000 7f6dcfdbe640 1 > prepared operation key=P7TBKPU4347T tag=IR94UCPMGTXD type=write size=439882 2024-08-29T18:10:48.146 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:48.147+0000 7f6dcfdbe640 1 < completed part key=_multipart_F8MIRGU95TM4.2~YYDLPQS4GWJQ.0 size=1048576 2024-08-29T18:10:48.147 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:48.147+0000 7f6dcfdbe640 1 < canceled part key=_multipart_F8MIRGU95TM4.2~YYDLPQS4GWJQ.1 size=1048576 2024-08-29T18:10:48.150 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:48.151+0000 7f6dcfdbe640 1 < completed part key=_multipart_F8MIRGU95TM4.2~YYDLPQS4GWJQ.2 size=80046 2024-08-29T18:10:48.158 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:48.159+0000 7f6dcfdbe640 1 < canceled multipart upload key=F8MIRGU95TM4 upload=YYDLPQS4GWJQ tag=M0UF62N24J35 type=write size=3225774 2024-08-29T18:10:48.168 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:48.167+0000 7f6dcfdbe640 1 > prepared part key=_multipart_C47XT9Y9B7EW.2~HMICX9AHE6R5.0 size=853491 2024-08-29T18:10:48.168 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:48.167+0000 7f6dcfdbe640 1 > prepared multipart upload key=C47XT9Y9B7EW upload=HMICX9AHE6R5 tag=744418M9P0AN type=write size=1902067 2024-08-29T18:10:48.174 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:48.171+0000 7f6dcfdbe640 1 < completed delete operation key=JX058LCOIR42 tag=44KCZJRX3Z39 type=del 2024-08-29T18:10:48.182 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:48.183+0000 7f6dcfdbe640 1 > prepared part key=_multipart_YAC7TKWP61NS.2~PGBZLT2ZSQDN.0 size=594166 2024-08-29T18:10:48.182 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:48.183+0000 7f6dcfdbe640 1 > prepared multipart upload key=YAC7TKWP61NS upload=PGBZLT2ZSQDN tag=QVEI6D6C70IC type=write size=1642742 2024-08-29T18:10:48.188 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:48.187+0000 7f6dcfdbe640 1 < completed delete operation key=FDT1EJQCIL25 tag=BJ5E20H1OJJ5 type=del 2024-08-29T18:10:48.193 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:48.191+0000 7f6dcfdbe640 1 > prepared operation key=78MD08IJ7ULZ tag=UE7CDY53IOBX type=del size=1711089 2024-08-29T18:10:48.198 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:48.199+0000 7f6dcfdbe640 1 < completed part key=_multipart_F8MIRGU95TM4.2~KJCHUH6XCGW1.0 size=892682 2024-08-29T18:10:48.205 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:48.203+0000 7f6dcfdbe640 1 < completed multipart upload key=F8MIRGU95TM4 upload=KJCHUH6XCGW1 tag=1HVFYDEMKWFI type=write size=1941258 2024-08-29T18:10:48.210 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:48.211+0000 7f6dcfdbe640 1 > prepared operation key=I0OL3VZS23M6 tag=06LTOPGKDN6P type=del size=1589243 2024-08-29T18:10:48.215 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:48.215+0000 7f6dcfdbe640 1 < completed delete operation key=I0OL3VZS23M6 tag=FZDEYS3UJJGP type=del 2024-08-29T18:10:48.220 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:48.219+0000 7f6dcfdbe640 1 > prepared operation key=F8MIRGU95TM4 tag=QMDL7TK0W3HJ type=del size=3013545 2024-08-29T18:10:48.224 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:48.223+0000 7f6dcfdbe640 1 < completed delete operation key=F8MIRGU95TM4 tag=PMF03REOG4HB type=del 2024-08-29T18:10:48.229 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:48.227+0000 7f6dcfdbe640 1 > prepared operation key=YKW2ORIZT8YI tag=CWO8M0XFS0BZ type=del size=1761153 2024-08-29T18:10:48.233 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:48.231+0000 7f6dcfdbe640 1 < completed delete operation key=B7L6NXZ0V2CR tag=C52NVO4E7ALP type=del 2024-08-29T18:10:48.238 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:48.239+0000 7f6dcfdbe640 1 > prepared operation key=YAC7TKWP61NS tag=F53365HVHIX4 type=del size=3837927 2024-08-29T18:10:48.243 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:48.243+0000 7f6dcfdbe640 1 < completed part key=_multipart_3VC6XP11WXW6.2~DEF38TN7OFXM.0 size=1048576 2024-08-29T18:10:48.246 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:48.247+0000 7f6dcfdbe640 1 < completed part key=_multipart_3VC6XP11WXW6.2~DEF38TN7OFXM.1 size=1048576 2024-08-29T18:10:48.250 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:48.251+0000 7f6dcfdbe640 1 < completed part key=_multipart_3VC6XP11WXW6.2~DEF38TN7OFXM.2 size=98015 2024-08-29T18:10:48.258 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:48.259+0000 7f6dcfdbe640 1 < completed multipart upload key=3VC6XP11WXW6 upload=DEF38TN7OFXM tag=8OFL365AZ09I type=write size=3243743 2024-08-29T18:10:48.267 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:48.267+0000 7f6dcfdbe640 1 > prepared part key=_multipart_7XDT3ZRUKA4H.2~XHCR5ZXDEEE5.0 size=120956 2024-08-29T18:10:48.267 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:48.267+0000 7f6dcfdbe640 1 > prepared multipart upload key=7XDT3ZRUKA4H upload=XHCR5ZXDEEE5 tag=F7CGN8TE2X2G type=write size=1169532 2024-08-29T18:10:48.272 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:48.271+0000 7f6dcfdbe640 1 < completed part key=_multipart_CN52F1ME4Q7H.2~RA0X8W4ML9MH.0 size=1048576 2024-08-29T18:10:48.272 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:48.271+0000 7f6dcfdbe640 1 < canceled part key=_multipart_CN52F1ME4Q7H.2~RA0X8W4ML9MH.1 size=951600 2024-08-29T18:10:48.281 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:48.279+0000 7f6dcfdbe640 1 < canceled multipart upload key=CN52F1ME4Q7H upload=RA0X8W4ML9MH tag=IF5EU5C9JDW8 type=write size=3048752 2024-08-29T18:10:48.290 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:48.287+0000 7f6dcfdbe640 1 > prepared part key=_multipart_L6FV6KJ6OHNY.2~WZWQD4MUOO89.0 size=1048576 2024-08-29T18:10:48.294 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:48.295+0000 7f6dcfdbe640 1 > prepared part key=_multipart_L6FV6KJ6OHNY.2~WZWQD4MUOO89.1 size=1048576 2024-08-29T18:10:48.298 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:48.299+0000 7f6dcfdbe640 1 > prepared part key=_multipart_L6FV6KJ6OHNY.2~WZWQD4MUOO89.2 size=899060 2024-08-29T18:10:48.298 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:48.299+0000 7f6dcfdbe640 1 > prepared multipart upload key=L6FV6KJ6OHNY upload=WZWQD4MUOO89 tag=WPRI13H27G3C type=write size=4044788 2024-08-29T18:10:48.308 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:48.307+0000 7f6dcfdbe640 1 < suggested remove operation key=PCRU0BDU1Z87 tag=ZIUZJQ1X355X type=del 2024-08-29T18:10:48.316 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:48.315+0000 7f6dcfdbe640 1 > prepared part key=_multipart_7YYI239LZRWF.2~RIVPL9B4A134.0 size=1048576 2024-08-29T18:10:48.320 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:48.319+0000 7f6dcfdbe640 1 > prepared part key=_multipart_7YYI239LZRWF.2~RIVPL9B4A134.1 size=467006 2024-08-29T18:10:48.320 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:48.319+0000 7f6dcfdbe640 1 > prepared multipart upload key=7YYI239LZRWF upload=RIVPL9B4A134 tag=H7X0F0HBFBVY type=write size=2564158 2024-08-29T18:10:48.325 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:48.323+0000 7f6dcfdbe640 1 < completed part key=_multipart_3VC6XP11WXW6.2~ZJ8P2ZY08OC4.0 size=1048576 2024-08-29T18:10:48.329 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:48.327+0000 7f6dcfdbe640 1 < completed part key=_multipart_3VC6XP11WXW6.2~ZJ8P2ZY08OC4.1 size=1048576 2024-08-29T18:10:48.329 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:48.327+0000 7f6dcfdbe640 1 < canceled part key=_multipart_3VC6XP11WXW6.2~ZJ8P2ZY08OC4.2 size=737062 2024-08-29T18:10:48.337 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:48.335+0000 7f6dcfdbe640 1 < canceled multipart upload key=3VC6XP11WXW6 upload=ZJ8P2ZY08OC4 tag=RD99W2DFIYKX type=write size=3882790 2024-08-29T18:10:48.342 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:48.343+0000 7f6dcfdbe640 1 > prepared operation key=YAC7TKWP61NS tag=LUHYQRTKSLWX type=del size=105763 2024-08-29T18:10:48.347 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:48.347+0000 7f6dcfdbe640 1 < completed delete operation key=CY91RGLS4L74 tag=AJVTMQ4T1GFZ type=del 2024-08-29T18:10:48.352 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:48.351+0000 7f6dcfdbe640 1 > prepared operation key=7Y0GYERC6W4H tag=MSC1RHW2365V type=del size=767329 2024-08-29T18:10:48.358 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:48.359+0000 7f6dcfdbe640 1 < completed part key=_multipart_ZPPDOE70TQPE.2~ECJU2K3CWOAS.0 size=1048576 2024-08-29T18:10:48.362 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:48.363+0000 7f6dcfdbe640 1 < completed part key=_multipart_ZPPDOE70TQPE.2~ECJU2K3CWOAS.1 size=38374 2024-08-29T18:10:48.370 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:48.371+0000 7f6dcfdbe640 1 < completed multipart upload key=ZPPDOE70TQPE upload=ECJU2K3CWOAS tag=GV38YRZZZU6N type=write size=2135526 2024-08-29T18:10:48.381 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:48.379+0000 7f6dcfdbe640 1 > prepared part key=_multipart_7Y0GYERC6W4H.2~M1HS6W34VHU3.0 size=1048576 2024-08-29T18:10:48.386 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:48.387+0000 7f6dcfdbe640 1 > prepared part key=_multipart_7Y0GYERC6W4H.2~M1HS6W34VHU3.1 size=924053 2024-08-29T18:10:48.387 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:48.387+0000 7f6dcfdbe640 1 > prepared multipart upload key=7Y0GYERC6W4H upload=M1HS6W34VHU3 tag=F1GC6LMSS8BO type=write size=3021205 2024-08-29T18:10:48.393 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:48.391+0000 7f6dcfdbe640 1 < completed delete operation key=DGQXCI25DDX7 tag=9ERL0DMLG5TD type=del 2024-08-29T18:10:48.398 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:48.399+0000 7f6dcfdbe640 1 > prepared operation key=PCRU0BDU1Z87 tag=Y152EPLJNU73 type=del size=532282 2024-08-29T18:10:48.405 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:48.403+0000 7f6dcfdbe640 1 < completed part key=_multipart_7Y0GYERC6W4H.2~4PG8SDIB5OCD.0 size=709976 2024-08-29T18:10:48.415 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:48.415+0000 7f6dcfdbe640 1 < completed multipart upload key=7Y0GYERC6W4H upload=4PG8SDIB5OCD tag=TARUJPKIE9FU type=write size=1758552 2024-08-29T18:10:48.421 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:48.419+0000 7f6dcfdbe640 1 > prepared operation key=I0OL3VZS23M6 tag=OTFRAGWCRL3K type=del size=3900381 2024-08-29T18:10:48.426 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:48.427+0000 7f6dcfdbe640 1 < completed write operation key=P7TBKPU4347T tag=IR94UCPMGTXD type=write size=439882 2024-08-29T18:10:48.430 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:48.431+0000 7f6dcfdbe640 1 > prepared operation key=FDT1EJQCIL25 tag=2RMVEL23U18B type=del size=2117893 2024-08-29T18:10:48.431 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:48.431+0000 7f6dcfdbe640 1 < canceled part key=_multipart_C47XT9Y9B7EW.2~HMICX9AHE6R5.0 size=853491 2024-08-29T18:10:48.438 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:48.439+0000 7f6dcfdbe640 1 < canceled multipart upload key=C47XT9Y9B7EW upload=HMICX9AHE6R5 tag=744418M9P0AN type=write size=1902067 2024-08-29T18:10:48.443 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:48.443+0000 7f6dcfdbe640 1 > prepared operation key=PCRU0BDU1Z87 tag=8M0ATUR8HNMX type=del size=544615 2024-08-29T18:10:48.444 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:48.443+0000 7f6dcfdbe640 1 < canceled part key=_multipart_YAC7TKWP61NS.2~PGBZLT2ZSQDN.0 size=594166 2024-08-29T18:10:48.451 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:48.451+0000 7f6dcfdbe640 1 < canceled multipart upload key=YAC7TKWP61NS upload=PGBZLT2ZSQDN tag=QVEI6D6C70IC type=write size=1642742 2024-08-29T18:10:48.459 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:48.459+0000 7f6dcfdbe640 1 > prepared part key=_multipart_P7TBKPU4347T.2~M6H6TX6MBKN4.0 size=1048576 2024-08-29T18:10:48.463 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:48.463+0000 7f6dcfdbe640 1 > prepared part key=_multipart_P7TBKPU4347T.2~M6H6TX6MBKN4.1 size=1048576 2024-08-29T18:10:48.466 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:48.467+0000 7f6dcfdbe640 1 > prepared part key=_multipart_P7TBKPU4347T.2~M6H6TX6MBKN4.2 size=995121 2024-08-29T18:10:48.466 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:48.467+0000 7f6dcfdbe640 1 > prepared multipart upload key=P7TBKPU4347T upload=M6H6TX6MBKN4 tag=EO55S2875QUJ type=write size=4140849 2024-08-29T18:10:48.471 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:48.471+0000 7f6dcfdbe640 1 < completed delete operation key=78MD08IJ7ULZ tag=UE7CDY53IOBX type=del 2024-08-29T18:10:48.475 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:48.475+0000 7f6dcfdbe640 1 > prepared operation key=B7L6NXZ0V2CR tag=51J5KVWM2GU6 type=del size=748721 2024-08-29T18:10:48.480 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:48.479+0000 7f6dcfdbe640 1 < completed delete operation key=I0OL3VZS23M6 tag=06LTOPGKDN6P type=del 2024-08-29T18:10:48.484 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:48.483+0000 7f6dcfdbe640 1 > prepared operation key=7YYI239LZRWF tag=REYYVCDT9SZU type=del size=3260921 2024-08-29T18:10:48.489 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:48.487+0000 7f6dcfdbe640 1 < completed delete operation key=F8MIRGU95TM4 tag=QMDL7TK0W3HJ type=del 2024-08-29T18:10:48.496 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:48.495+0000 7f6dcfdbe640 1 > prepared part key=_multipart_ULOTXZSBLM0E.2~MHKS9DW5TZV2.0 size=112082 2024-08-29T18:10:48.496 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:48.495+0000 7f6dcfdbe640 1 > prepared multipart upload key=ULOTXZSBLM0E upload=MHKS9DW5TZV2 tag=2PLYNW5YHJOY type=write size=1160658 2024-08-29T18:10:48.501 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:48.499+0000 7f6dcfdbe640 1 < completed delete operation key=YKW2ORIZT8YI tag=CWO8M0XFS0BZ type=del 2024-08-29T18:10:48.511 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:48.511+0000 7f6dcfdbe640 1 > prepared part key=_multipart_LP0MLEKV3E74.2~RVW2K85E78G0.0 size=955752 2024-08-29T18:10:48.511 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:48.511+0000 7f6dcfdbe640 1 > prepared multipart upload key=LP0MLEKV3E74 upload=RVW2K85E78G0 tag=6RD5J9UGVTA4 type=write size=2004328 2024-08-29T18:10:48.517 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:48.515+0000 7f6dcfdbe640 1 < completed delete operation key=YAC7TKWP61NS tag=F53365HVHIX4 type=del 2024-08-29T18:10:48.526 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:48.523+0000 7f6dcfdbe640 1 > prepared part key=_multipart_C47XT9Y9B7EW.2~ZAE1ASG00PHX.0 size=15403 2024-08-29T18:10:48.526 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:48.523+0000 7f6dcfdbe640 1 > prepared multipart upload key=C47XT9Y9B7EW upload=ZAE1ASG00PHX tag=O6MH6N08MNAW type=write size=1063979 2024-08-29T18:10:48.530 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:48.531+0000 7f6dcfdbe640 1 < completed part key=_multipart_7XDT3ZRUKA4H.2~XHCR5ZXDEEE5.0 size=120956 2024-08-29T18:10:48.538 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:48.535+0000 7f6dcfdbe640 1 < completed multipart upload key=7XDT3ZRUKA4H upload=XHCR5ZXDEEE5 tag=F7CGN8TE2X2G type=write size=1169532 2024-08-29T18:10:48.543 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:48.543+0000 7f6dcfdbe640 1 > prepared operation key=ZPPDOE70TQPE tag=3QTKZHOM9TJT type=del size=2189199 2024-08-29T18:10:48.549 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:48.547+0000 7f6dcfdbe640 1 < completed part key=_multipart_L6FV6KJ6OHNY.2~WZWQD4MUOO89.0 size=1048576 2024-08-29T18:10:48.553 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:48.551+0000 7f6dcfdbe640 1 < completed part key=_multipart_L6FV6KJ6OHNY.2~WZWQD4MUOO89.1 size=1048576 2024-08-29T18:10:48.557 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:48.555+0000 7f6dcfdbe640 1 < completed part key=_multipart_L6FV6KJ6OHNY.2~WZWQD4MUOO89.2 size=899060 2024-08-29T18:10:48.567 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:48.567+0000 7f6dcfdbe640 1 < completed multipart upload key=L6FV6KJ6OHNY upload=WZWQD4MUOO89 tag=WPRI13H27G3C type=write size=4044788 2024-08-29T18:10:48.575 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:48.575+0000 7f6dcfdbe640 1 > prepared part key=_multipart_L6FV6KJ6OHNY.2~I0DBLC292CX6.0 size=767590 2024-08-29T18:10:48.575 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:48.575+0000 7f6dcfdbe640 1 > prepared multipart upload key=L6FV6KJ6OHNY upload=I0DBLC292CX6 tag=54AVCJG839TU type=write size=1816166 2024-08-29T18:10:48.580 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:48.579+0000 7f6dcfdbe640 1 < completed part key=_multipart_7YYI239LZRWF.2~RIVPL9B4A134.0 size=1048576 2024-08-29T18:10:48.585 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:48.583+0000 7f6dcfdbe640 1 < completed part key=_multipart_7YYI239LZRWF.2~RIVPL9B4A134.1 size=467006 2024-08-29T18:10:48.593 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:48.591+0000 7f6dcfdbe640 1 < completed multipart upload key=7YYI239LZRWF upload=RIVPL9B4A134 tag=H7X0F0HBFBVY type=write size=2564158 2024-08-29T18:10:48.598 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:48.595+0000 7f6dcfdbe640 1 > prepared operation key=F8MIRGU95TM4 tag=2MIC5D78IRN0 type=del size=2773379 2024-08-29T18:10:48.602 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:48.603+0000 7f6dcfdbe640 1 < completed delete operation key=YAC7TKWP61NS tag=LUHYQRTKSLWX type=del 2024-08-29T18:10:48.611 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:48.611+0000 7f6dcfdbe640 1 > prepared part key=_multipart_3VC6XP11WXW6.2~KNZUEGWL37JT.0 size=1048576 2024-08-29T18:10:48.614 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:48.615+0000 7f6dcfdbe640 1 > prepared part key=_multipart_3VC6XP11WXW6.2~KNZUEGWL37JT.1 size=1048576 2024-08-29T18:10:48.618 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:48.619+0000 7f6dcfdbe640 1 > prepared part key=_multipart_3VC6XP11WXW6.2~KNZUEGWL37JT.2 size=22731 2024-08-29T18:10:48.618 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:48.619+0000 7f6dcfdbe640 1 > prepared multipart upload key=3VC6XP11WXW6 upload=KNZUEGWL37JT tag=A0858T1U00Q6 type=write size=3168459 2024-08-29T18:10:48.624 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:48.623+0000 7f6dcfdbe640 1 < completed delete operation key=7Y0GYERC6W4H tag=MSC1RHW2365V type=del 2024-08-29T18:10:48.632 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:48.631+0000 7f6dcfdbe640 1 > prepared part key=_multipart_LP0MLEKV3E74.2~MWGKMIDWGFIN.0 size=1048576 2024-08-29T18:10:48.637 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:48.635+0000 7f6dcfdbe640 1 > prepared part key=_multipart_LP0MLEKV3E74.2~MWGKMIDWGFIN.1 size=1048576 2024-08-29T18:10:48.640 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:48.639+0000 7f6dcfdbe640 1 > prepared part key=_multipart_LP0MLEKV3E74.2~MWGKMIDWGFIN.2 size=115576 2024-08-29T18:10:48.640 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:48.639+0000 7f6dcfdbe640 1 > prepared multipart upload key=LP0MLEKV3E74 upload=MWGKMIDWGFIN tag=PNMPT6UHJ6ZE type=write size=3261304 2024-08-29T18:10:48.645 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:48.643+0000 7f6dcfdbe640 1 < completed part key=_multipart_7Y0GYERC6W4H.2~M1HS6W34VHU3.0 size=1048576 2024-08-29T18:10:48.650 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:48.651+0000 7f6dcfdbe640 1 < completed part key=_multipart_7Y0GYERC6W4H.2~M1HS6W34VHU3.1 size=924053 2024-08-29T18:10:48.658 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:48.659+0000 7f6dcfdbe640 1 < completed multipart upload key=7Y0GYERC6W4H upload=M1HS6W34VHU3 tag=F1GC6LMSS8BO type=write size=3021205 2024-08-29T18:10:48.664 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:48.663+0000 7f6dcfdbe640 1 > prepared operation key=YE0K0OIAGJTR tag=V65SG6JU5SU9 type=del size=2452022 2024-08-29T18:10:48.669 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:48.667+0000 7f6dcfdbe640 1 < completed delete operation key=PCRU0BDU1Z87 tag=Y152EPLJNU73 type=del 2024-08-29T18:10:48.674 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:48.671+0000 7f6dcfdbe640 1 > prepared operation key=3VC6XP11WXW6 tag=11LMTHU6E351 type=del size=2243950 2024-08-29T18:10:48.684 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:48.683+0000 7f6dcfdbe640 1 < suggested update operation key=I0OL3VZS23M6 tag=OTFRAGWCRL3K type=del size=3900381 2024-08-29T18:10:48.689 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:48.687+0000 7f6dcfdbe640 1 > prepared operation key=W4PL77H6JMGP tag=Y7HFBH0MKZYG type=del size=3893185 2024-08-29T18:10:48.694 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:48.691+0000 7f6dcfdbe640 1 < completed delete operation key=FDT1EJQCIL25 tag=2RMVEL23U18B type=del 2024-08-29T18:10:48.703 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:48.703+0000 7f6dcfdbe640 1 > prepared part key=_multipart_3VC6XP11WXW6.2~I8T06U2SKJ27.0 size=364680 2024-08-29T18:10:48.703 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:48.703+0000 7f6dcfdbe640 1 > prepared multipart upload key=3VC6XP11WXW6 upload=I8T06U2SKJ27 tag=LGEWXQ4BECGU type=write size=1413256 2024-08-29T18:10:48.708 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:48.707+0000 7f6dcfdbe640 1 < completed delete operation key=PCRU0BDU1Z87 tag=8M0ATUR8HNMX type=del 2024-08-29T18:10:48.714 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:48.711+0000 7f6dcfdbe640 1 > prepared operation key=YKW2ORIZT8YI tag=G6RSYEC77T7E type=del size=3074113 2024-08-29T18:10:48.719 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:48.719+0000 7f6dcfdbe640 1 < completed part key=_multipart_P7TBKPU4347T.2~M6H6TX6MBKN4.0 size=1048576 2024-08-29T18:10:48.722 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:48.723+0000 7f6dcfdbe640 1 < completed part key=_multipart_P7TBKPU4347T.2~M6H6TX6MBKN4.1 size=1048576 2024-08-29T18:10:48.723 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:48.723+0000 7f6dcfdbe640 1 < canceled part key=_multipart_P7TBKPU4347T.2~M6H6TX6MBKN4.2 size=995121 2024-08-29T18:10:48.731 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:48.731+0000 7f6dcfdbe640 1 < canceled multipart upload key=P7TBKPU4347T upload=M6H6TX6MBKN4 tag=EO55S2875QUJ type=write size=4140849 2024-08-29T18:10:48.739 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:48.739+0000 7f6dcfdbe640 1 > prepared part key=_multipart_ZPPDOE70TQPE.2~1Z6V3PZ73348.0 size=1048576 2024-08-29T18:10:48.743 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:48.743+0000 7f6dcfdbe640 1 > prepared part key=_multipart_ZPPDOE70TQPE.2~1Z6V3PZ73348.1 size=1028175 2024-08-29T18:10:48.743 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:48.743+0000 7f6dcfdbe640 1 > prepared multipart upload key=ZPPDOE70TQPE upload=1Z6V3PZ73348 tag=EU5ENKTENS9Q type=write size=3125327 2024-08-29T18:10:48.748 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:48.747+0000 7f6dcfdbe640 1 < canceled operation key=B7L6NXZ0V2CR tag=51J5KVWM2GU6 type=del size=748721 2024-08-29T18:10:48.757 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:48.755+0000 7f6dcfdbe640 1 > prepared part key=_multipart_LP0MLEKV3E74.2~2YOV2OX5A032.0 size=1048576 2024-08-29T18:10:48.760 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:48.759+0000 7f6dcfdbe640 1 > prepared part key=_multipart_LP0MLEKV3E74.2~2YOV2OX5A032.1 size=408103 2024-08-29T18:10:48.760 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:48.759+0000 7f6dcfdbe640 1 > prepared multipart upload key=LP0MLEKV3E74 upload=2YOV2OX5A032 tag=H9TG2UKJM7NH type=write size=2505255 2024-08-29T18:10:48.770 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:48.771+0000 7f6dcfdbe640 1 < suggested remove operation key=7YYI239LZRWF tag=REYYVCDT9SZU type=del 2024-08-29T18:10:48.776 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:48.775+0000 7f6dcfdbe640 1 > prepared operation key=CN52F1ME4Q7H tag=W1CPCP0MZNTG type=del size=2247139 2024-08-29T18:10:48.781 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:48.779+0000 7f6dcfdbe640 1 < completed part key=_multipart_ULOTXZSBLM0E.2~MHKS9DW5TZV2.0 size=112082 2024-08-29T18:10:48.790 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:48.791+0000 7f6dcfdbe640 1 < completed multipart upload key=ULOTXZSBLM0E upload=MHKS9DW5TZV2 tag=2PLYNW5YHJOY type=write size=1160658 2024-08-29T18:10:48.795 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:48.795+0000 7f6dcfdbe640 1 > prepared operation key=7XDT3ZRUKA4H tag=XP51O87B2783 type=write size=798122 2024-08-29T18:10:48.800 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:48.799+0000 7f6dcfdbe640 1 < completed part key=_multipart_LP0MLEKV3E74.2~RVW2K85E78G0.0 size=955752 2024-08-29T18:10:48.808 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:48.807+0000 7f6dcfdbe640 1 < completed multipart upload key=LP0MLEKV3E74 upload=RVW2K85E78G0 tag=6RD5J9UGVTA4 type=write size=2004328 2024-08-29T18:10:48.813 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:48.811+0000 7f6dcfdbe640 1 > prepared operation key=DGQXCI25DDX7 tag=A92EVQG4O601 type=del size=628969 2024-08-29T18:10:48.818 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:48.819+0000 7f6dcfdbe640 1 < completed part key=_multipart_C47XT9Y9B7EW.2~ZAE1ASG00PHX.0 size=15403 2024-08-29T18:10:48.827 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:48.827+0000 7f6dcfdbe640 1 < completed multipart upload key=C47XT9Y9B7EW upload=ZAE1ASG00PHX tag=O6MH6N08MNAW type=write size=1063979 2024-08-29T18:10:48.827 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:10:48 smithi053 bash[68679]: cluster 2024-08-29T18:10:47.386541+0000 mgr.y (mgr.25022) 722 : cluster [DBG] pgmap v1403: 137 pgs: 137 active+clean; 583 KiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 412 KiB/s rd, 141 KiB/s wr, 726 op/s 2024-08-29T18:10:48.836 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:48.835+0000 7f6dcfdbe640 1 > prepared part key=_multipart_JX058LCOIR42.2~8MNN2C3LVGS6.0 size=137222 2024-08-29T18:10:48.836 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:48.835+0000 7f6dcfdbe640 1 > prepared multipart upload key=JX058LCOIR42 upload=8MNN2C3LVGS6 tag=EITUIVNWR3FZ type=write size=1185798 2024-08-29T18:10:48.841 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:48.839+0000 7f6dcfdbe640 1 < completed delete operation key=ZPPDOE70TQPE tag=3QTKZHOM9TJT type=del 2024-08-29T18:10:48.845 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:48.843+0000 7f6dcfdbe640 1 > prepared operation key=L6FV6KJ6OHNY tag=KVB0BR536RD4 type=del size=4037982 2024-08-29T18:10:48.850 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:48.847+0000 7f6dcfdbe640 1 < completed part key=_multipart_L6FV6KJ6OHNY.2~I0DBLC292CX6.0 size=767590 2024-08-29T18:10:48.857 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:48.855+0000 7f6dcfdbe640 1 < completed multipart upload key=L6FV6KJ6OHNY upload=I0DBLC292CX6 tag=54AVCJG839TU type=write size=1816166 2024-08-29T18:10:48.862 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:48.859+0000 7f6dcfdbe640 1 > prepared operation key=X10K5L2O256M tag=22S1HU1X4ZLS type=write size=158941 2024-08-29T18:10:48.866 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:48.867+0000 7f6dcfdbe640 1 < completed delete operation key=F8MIRGU95TM4 tag=2MIC5D78IRN0 type=del 2024-08-29T18:10:48.875 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:48.875+0000 7f6dcfdbe640 1 > prepared part key=_multipart_FDT1EJQCIL25.2~JLLPUZP0GE1U.0 size=1048576 2024-08-29T18:10:48.879 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:10:48 smithi028 bash[78352]: cluster 2024-08-29T18:10:47.386541+0000 mgr.y (mgr.25022) 722 : cluster [DBG] pgmap v1403: 137 pgs: 137 active+clean; 583 KiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 412 KiB/s rd, 141 KiB/s wr, 726 op/s 2024-08-29T18:10:48.879 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:48.879+0000 7f6dcfdbe640 1 > prepared part key=_multipart_FDT1EJQCIL25.2~JLLPUZP0GE1U.1 size=1048576 2024-08-29T18:10:48.880 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:10:48 smithi028 bash[77168]: cluster 2024-08-29T18:10:47.386541+0000 mgr.y (mgr.25022) 722 : cluster [DBG] pgmap v1403: 137 pgs: 137 active+clean; 583 KiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 412 KiB/s rd, 141 KiB/s wr, 726 op/s 2024-08-29T18:10:48.882 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:48.883+0000 7f6dcfdbe640 1 > prepared part key=_multipart_FDT1EJQCIL25.2~JLLPUZP0GE1U.2 size=314030 2024-08-29T18:10:48.883 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:48.883+0000 7f6dcfdbe640 1 > prepared multipart upload key=FDT1EJQCIL25 upload=JLLPUZP0GE1U tag=M3V9FM9UZ69E type=write size=3459758 2024-08-29T18:10:48.887 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:48.887+0000 7f6dcfdbe640 1 < completed part key=_multipart_3VC6XP11WXW6.2~KNZUEGWL37JT.0 size=1048576 2024-08-29T18:10:48.891 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:48.891+0000 7f6dcfdbe640 1 < completed part key=_multipart_3VC6XP11WXW6.2~KNZUEGWL37JT.1 size=1048576 2024-08-29T18:10:48.894 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:48.895+0000 7f6dcfdbe640 1 < completed part key=_multipart_3VC6XP11WXW6.2~KNZUEGWL37JT.2 size=22731 2024-08-29T18:10:48.902 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:48.903+0000 7f6dcfdbe640 1 < completed multipart upload key=3VC6XP11WXW6 upload=KNZUEGWL37JT tag=A0858T1U00Q6 type=write size=3168459 2024-08-29T18:10:48.911 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:48.911+0000 7f6dcfdbe640 1 > prepared part key=_multipart_7XDT3ZRUKA4H.2~45HS6E1T70MU.0 size=1048576 2024-08-29T18:10:48.915 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:48.915+0000 7f6dcfdbe640 1 > prepared part key=_multipart_7XDT3ZRUKA4H.2~45HS6E1T70MU.1 size=961834 2024-08-29T18:10:48.915 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:48.915+0000 7f6dcfdbe640 1 > prepared multipart upload key=7XDT3ZRUKA4H upload=45HS6E1T70MU tag=NP5KK5WM5EJ6 type=write size=3058986 2024-08-29T18:10:48.920 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:48.919+0000 7f6dcfdbe640 1 < completed part key=_multipart_LP0MLEKV3E74.2~MWGKMIDWGFIN.0 size=1048576 2024-08-29T18:10:48.924 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:48.923+0000 7f6dcfdbe640 1 < completed part key=_multipart_LP0MLEKV3E74.2~MWGKMIDWGFIN.1 size=1048576 2024-08-29T18:10:48.929 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:48.927+0000 7f6dcfdbe640 1 < completed part key=_multipart_LP0MLEKV3E74.2~MWGKMIDWGFIN.2 size=115576 2024-08-29T18:10:48.939 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:48.939+0000 7f6dcfdbe640 1 < completed multipart upload key=LP0MLEKV3E74 upload=MWGKMIDWGFIN tag=PNMPT6UHJ6ZE type=write size=3261304 2024-08-29T18:10:48.944 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:48.943+0000 7f6dcfdbe640 1 > prepared operation key=L6FV6KJ6OHNY tag=S0CC1G5SQV2D type=del size=4174116 2024-08-29T18:10:48.950 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:48.947+0000 7f6dcfdbe640 1 < completed delete operation key=YE0K0OIAGJTR tag=V65SG6JU5SU9 type=del 2024-08-29T18:10:48.960 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:48.959+0000 7f6dcfdbe640 1 > prepared part key=_multipart_7Y0GYERC6W4H.2~JWXIEKLV6S4H.0 size=1048576 2024-08-29T18:10:48.964 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:48.963+0000 7f6dcfdbe640 1 > prepared part key=_multipart_7Y0GYERC6W4H.2~JWXIEKLV6S4H.1 size=1048576 2024-08-29T18:10:48.968 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:48.967+0000 7f6dcfdbe640 1 > prepared part key=_multipart_7Y0GYERC6W4H.2~JWXIEKLV6S4H.2 size=696427 2024-08-29T18:10:48.968 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:48.967+0000 7f6dcfdbe640 1 > prepared multipart upload key=7Y0GYERC6W4H upload=JWXIEKLV6S4H tag=8AR157UAINZN type=write size=3842155 2024-08-29T18:10:48.974 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:48.971+0000 7f6dcfdbe640 1 < completed delete operation key=3VC6XP11WXW6 tag=11LMTHU6E351 type=del 2024-08-29T18:10:48.979 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:48.979+0000 7f6dcfdbe640 1 > prepared operation key=7D5I09Z3ND5H tag=DPCS82KGGTJE type=del size=345809 2024-08-29T18:10:48.985 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:48.983+0000 7f6dcfdbe640 1 < completed delete operation key=W4PL77H6JMGP tag=Y7HFBH0MKZYG type=del 2024-08-29T18:10:48.990 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:48.987+0000 7f6dcfdbe640 1 > prepared operation key=7YYI239LZRWF tag=TEAHH6CHLJ24 type=del size=3673314 2024-08-29T18:10:48.995 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:48.995+0000 7f6dcfdbe640 1 < completed part key=_multipart_3VC6XP11WXW6.2~I8T06U2SKJ27.0 size=364680 2024-08-29T18:10:49.005 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:49.003+0000 7f6dcfdbe640 1 < completed multipart upload key=3VC6XP11WXW6 upload=I8T06U2SKJ27 tag=LGEWXQ4BECGU type=write size=1413256 2024-08-29T18:10:49.010 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:49.011+0000 7f6dcfdbe640 1 > prepared operation key=CY91RGLS4L74 tag=3UZQ9K6I4AKI type=del size=2968977 2024-08-29T18:10:49.016 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:49.015+0000 7f6dcfdbe640 1 < completed delete operation key=YKW2ORIZT8YI tag=G6RSYEC77T7E type=del 2024-08-29T18:10:49.021 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:49.019+0000 7f6dcfdbe640 1 > prepared operation key=F8MIRGU95TM4 tag=Z3KVSBL9EVH7 type=del size=625250 2024-08-29T18:10:49.026 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:49.027+0000 7f6dcfdbe640 1 < completed part key=_multipart_ZPPDOE70TQPE.2~1Z6V3PZ73348.0 size=1048576 2024-08-29T18:10:49.031 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:49.031+0000 7f6dcfdbe640 1 < completed part key=_multipart_ZPPDOE70TQPE.2~1Z6V3PZ73348.1 size=1028175 2024-08-29T18:10:49.040 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:49.039+0000 7f6dcfdbe640 1 < completed multipart upload key=ZPPDOE70TQPE upload=1Z6V3PZ73348 tag=EU5ENKTENS9Q type=write size=3125327 2024-08-29T18:10:49.050 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:49.051+0000 7f6dcfdbe640 1 > prepared part key=_multipart_YAC7TKWP61NS.2~UPK1OQNSQQSO.0 size=1048576 2024-08-29T18:10:49.055 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:49.055+0000 7f6dcfdbe640 1 > prepared part key=_multipart_YAC7TKWP61NS.2~UPK1OQNSQQSO.1 size=1048576 2024-08-29T18:10:49.059 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:49.059+0000 7f6dcfdbe640 1 > prepared part key=_multipart_YAC7TKWP61NS.2~UPK1OQNSQQSO.2 size=839949 2024-08-29T18:10:49.059 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:49.059+0000 7f6dcfdbe640 1 > prepared multipart upload key=YAC7TKWP61NS upload=UPK1OQNSQQSO tag=TS5PWYGO3GW4 type=write size=3985677 2024-08-29T18:10:49.064 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:49.063+0000 7f6dcfdbe640 1 < completed part key=_multipart_LP0MLEKV3E74.2~2YOV2OX5A032.0 size=1048576 2024-08-29T18:10:49.068 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:49.067+0000 7f6dcfdbe640 1 < completed part key=_multipart_LP0MLEKV3E74.2~2YOV2OX5A032.1 size=408103 2024-08-29T18:10:49.077 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:49.075+0000 7f6dcfdbe640 1 < completed multipart upload key=LP0MLEKV3E74 upload=2YOV2OX5A032 tag=H9TG2UKJM7NH type=write size=2505255 2024-08-29T18:10:49.087 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:49.087+0000 7f6dcfdbe640 1 > prepared part key=_multipart_DGQXCI25DDX7.2~KWXOZZ97U9SF.0 size=1048576 2024-08-29T18:10:49.091 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:49.091+0000 7f6dcfdbe640 1 > prepared part key=_multipart_DGQXCI25DDX7.2~KWXOZZ97U9SF.1 size=312311 2024-08-29T18:10:49.091 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:49.091+0000 7f6dcfdbe640 1 > prepared multipart upload key=DGQXCI25DDX7 upload=KWXOZZ97U9SF tag=Y8TOYOE91VEK type=write size=2409463 2024-08-29T18:10:49.102 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:49.099+0000 7f6dcfdbe640 1 < suggested update operation key=CN52F1ME4Q7H tag=W1CPCP0MZNTG type=del size=2247139 2024-08-29T18:10:49.111 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:49.111+0000 7f6dcfdbe640 1 > prepared part key=_multipart_PCRU0BDU1Z87.2~EC4MHUEYB0U5.0 size=1048576 2024-08-29T18:10:49.115 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:49.115+0000 7f6dcfdbe640 1 > prepared part key=_multipart_PCRU0BDU1Z87.2~EC4MHUEYB0U5.1 size=1048576 2024-08-29T18:10:49.119 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:49.119+0000 7f6dcfdbe640 1 > prepared part key=_multipart_PCRU0BDU1Z87.2~EC4MHUEYB0U5.2 size=899124 2024-08-29T18:10:49.119 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:49.119+0000 7f6dcfdbe640 1 > prepared multipart upload key=PCRU0BDU1Z87 upload=EC4MHUEYB0U5 tag=BSAHDWM4V7NB type=write size=4044852 2024-08-29T18:10:49.124 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:49.123+0000 7f6dcfdbe640 1 < completed write operation key=7XDT3ZRUKA4H tag=XP51O87B2783 type=write size=798122 2024-08-29T18:10:49.129 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:49.127+0000 7f6dcfdbe640 1 > prepared operation key=PCRU0BDU1Z87 tag=RWW4LWJA0UED type=del size=3297240 2024-08-29T18:10:49.134 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:49.135+0000 7f6dcfdbe640 1 < completed delete operation key=DGQXCI25DDX7 tag=A92EVQG4O601 type=del 2024-08-29T18:10:49.140 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:49.139+0000 7f6dcfdbe640 1 > prepared operation key=9XOQBHEAVUKF tag=VNZ5CRM5CB0N type=del size=381128 2024-08-29T18:10:49.145 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:49.143+0000 7f6dcfdbe640 1 < completed part key=_multipart_JX058LCOIR42.2~8MNN2C3LVGS6.0 size=137222 2024-08-29T18:10:49.155 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:49.155+0000 7f6dcfdbe640 1 < completed multipart upload key=JX058LCOIR42 upload=8MNN2C3LVGS6 tag=EITUIVNWR3FZ type=write size=1185798 2024-08-29T18:10:49.163 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:49.163+0000 7f6dcfdbe640 1 > prepared part key=_multipart_I0OL3VZS23M6.2~CLOX2U99NQ6U.0 size=1048576 2024-08-29T18:10:49.168 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:49.167+0000 7f6dcfdbe640 1 > prepared part key=_multipart_I0OL3VZS23M6.2~CLOX2U99NQ6U.1 size=1048576 2024-08-29T18:10:49.171 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:49.171+0000 7f6dcfdbe640 1 > prepared part key=_multipart_I0OL3VZS23M6.2~CLOX2U99NQ6U.2 size=724012 2024-08-29T18:10:49.171 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:49.171+0000 7f6dcfdbe640 1 > prepared multipart upload key=I0OL3VZS23M6 upload=CLOX2U99NQ6U tag=ILJYDRZCKXBI type=write size=3869740 2024-08-29T18:10:49.181 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:49.179+0000 7f6dcfdbe640 1 < suggested update operation key=L6FV6KJ6OHNY tag=KVB0BR536RD4 type=del size=4037982 2024-08-29T18:10:49.186 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:49.183+0000 7f6dcfdbe640 1 > prepared operation key=7Y0GYERC6W4H tag=ZK5FN5TU98X5 type=del size=3358340 2024-08-29T18:10:49.190 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:49.191+0000 7f6dcfdbe640 1 < completed write operation key=X10K5L2O256M tag=22S1HU1X4ZLS type=write size=158941 2024-08-29T18:10:49.195 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:49.195+0000 7f6dcfdbe640 1 > prepared operation key=FDT1EJQCIL25 tag=3WT54V2J1FHB type=del size=3088402 2024-08-29T18:10:49.200 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:49.199+0000 7f6dcfdbe640 1 < completed part key=_multipart_FDT1EJQCIL25.2~JLLPUZP0GE1U.0 size=1048576 2024-08-29T18:10:49.204 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:49.203+0000 7f6dcfdbe640 1 < completed part key=_multipart_FDT1EJQCIL25.2~JLLPUZP0GE1U.1 size=1048576 2024-08-29T18:10:49.208 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:49.207+0000 7f6dcfdbe640 1 < completed part key=_multipart_FDT1EJQCIL25.2~JLLPUZP0GE1U.2 size=314030 2024-08-29T18:10:49.217 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:49.215+0000 7f6dcfdbe640 1 < completed multipart upload key=FDT1EJQCIL25 upload=JLLPUZP0GE1U tag=M3V9FM9UZ69E type=write size=3459758 2024-08-29T18:10:49.222 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:49.223+0000 7f6dcfdbe640 1 > prepared operation key=7Y0GYERC6W4H tag=ATMOEPBO17QH type=del size=3561596 2024-08-29T18:10:49.228 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:49.227+0000 7f6dcfdbe640 1 < completed part key=_multipart_7XDT3ZRUKA4H.2~45HS6E1T70MU.0 size=1048576 2024-08-29T18:10:49.233 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:49.231+0000 7f6dcfdbe640 1 < completed part key=_multipart_7XDT3ZRUKA4H.2~45HS6E1T70MU.1 size=961834 2024-08-29T18:10:49.242 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:49.239+0000 7f6dcfdbe640 1 < completed multipart upload key=7XDT3ZRUKA4H upload=45HS6E1T70MU tag=NP5KK5WM5EJ6 type=write size=3058986 2024-08-29T18:10:49.252 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:49.251+0000 7f6dcfdbe640 1 > prepared part key=_multipart_F8MIRGU95TM4.2~5D34VJ257OO2.0 size=1048576 2024-08-29T18:10:49.256 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:49.255+0000 7f6dcfdbe640 1 > prepared part key=_multipart_F8MIRGU95TM4.2~5D34VJ257OO2.1 size=1048576 2024-08-29T18:10:49.260 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:49.259+0000 7f6dcfdbe640 1 > prepared part key=_multipart_F8MIRGU95TM4.2~5D34VJ257OO2.2 size=823456 2024-08-29T18:10:49.261 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:49.259+0000 7f6dcfdbe640 1 > prepared multipart upload key=F8MIRGU95TM4 upload=5D34VJ257OO2 tag=LHDMEI83HI6Z type=write size=3969184 2024-08-29T18:10:49.267 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:49.267+0000 7f6dcfdbe640 -1 < failed to complete operation key=L6FV6KJ6OHNY tag=S0CC1G5SQV2D type=del size=4174116: (22) Invalid argument 2024-08-29T18:10:49.272 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:49.271+0000 7f6dcfdbe640 1 > prepared operation key=L6FV6KJ6OHNY tag=2SHYZVRKXRVX type=del size=3730748 2024-08-29T18:10:49.277 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:49.275+0000 7f6dcfdbe640 1 < completed part key=_multipart_7Y0GYERC6W4H.2~JWXIEKLV6S4H.0 size=1048576 2024-08-29T18:10:49.278 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:49.275+0000 7f6dcfdbe640 1 < canceled part key=_multipart_7Y0GYERC6W4H.2~JWXIEKLV6S4H.1 size=1048576 2024-08-29T18:10:49.282 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:49.279+0000 7f6dcfdbe640 1 < completed part key=_multipart_7Y0GYERC6W4H.2~JWXIEKLV6S4H.2 size=696427 2024-08-29T18:10:49.290 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:49.291+0000 7f6dcfdbe640 1 < canceled multipart upload key=7Y0GYERC6W4H upload=JWXIEKLV6S4H tag=8AR157UAINZN type=write size=3842155 2024-08-29T18:10:49.416 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:49.295+0000 7f6dcfdbe640 1 > prepared operation key=3BV7GUDY3NXK tag=15DA7AOX26W0 type=del size=3351485 2024-08-29T18:10:49.416 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:49.299+0000 7f6dcfdbe640 1 < completed delete operation key=7D5I09Z3ND5H tag=DPCS82KGGTJE type=del 2024-08-29T18:10:49.416 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:49.303+0000 7f6dcfdbe640 1 > prepared operation key=FDT1EJQCIL25 tag=VH52UG2O3Q5W type=del size=2339094 2024-08-29T18:10:49.416 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:49.307+0000 7f6dcfdbe640 1 < completed delete operation key=7YYI239LZRWF tag=TEAHH6CHLJ24 type=del 2024-08-29T18:10:49.416 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:49.319+0000 7f6dcfdbe640 1 > prepared part key=_multipart_7D5I09Z3ND5H.2~WDT4KQYNFLNF.0 size=1048576 2024-08-29T18:10:49.416 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:49.323+0000 7f6dcfdbe640 1 > prepared part key=_multipart_7D5I09Z3ND5H.2~WDT4KQYNFLNF.1 size=1048576 2024-08-29T18:10:49.416 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:49.327+0000 7f6dcfdbe640 1 > prepared part key=_multipart_7D5I09Z3ND5H.2~WDT4KQYNFLNF.2 size=954078 2024-08-29T18:10:49.416 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:49.327+0000 7f6dcfdbe640 1 > prepared multipart upload key=7D5I09Z3ND5H upload=WDT4KQYNFLNF tag=PBB4NPTX06MM type=write size=4099806 2024-08-29T18:10:49.416 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:49.339+0000 7f6dcfdbe640 1 < suggested remove operation key=CY91RGLS4L74 tag=3UZQ9K6I4AKI type=del 2024-08-29T18:10:49.417 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:49.347+0000 7f6dcfdbe640 1 > prepared part key=_multipart_YE0K0OIAGJTR.2~TTC3EW0JMBAM.0 size=1048576 2024-08-29T18:10:49.417 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:49.351+0000 7f6dcfdbe640 1 > prepared part key=_multipart_YE0K0OIAGJTR.2~TTC3EW0JMBAM.1 size=1048576 2024-08-29T18:10:49.417 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:49.355+0000 7f6dcfdbe640 1 > prepared part key=_multipart_YE0K0OIAGJTR.2~TTC3EW0JMBAM.2 size=293071 2024-08-29T18:10:49.417 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:49.355+0000 7f6dcfdbe640 1 > prepared multipart upload key=YE0K0OIAGJTR upload=TTC3EW0JMBAM tag=JCQF2A3R94IV type=write size=3438799 2024-08-29T18:10:49.417 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:49.359+0000 7f6dcfdbe640 1 < completed delete operation key=F8MIRGU95TM4 tag=Z3KVSBL9EVH7 type=del 2024-08-29T18:10:49.417 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:49.371+0000 7f6dcfdbe640 1 > prepared part key=_multipart_LP0MLEKV3E74.2~8IQW7YRL8I0O.0 size=522228 2024-08-29T18:10:49.417 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:49.371+0000 7f6dcfdbe640 1 > prepared multipart upload key=LP0MLEKV3E74 upload=8IQW7YRL8I0O tag=YLXR76AT5VQY type=write size=1570804 2024-08-29T18:10:49.417 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:49.371+0000 7f6dcfdbe640 1 < canceled part key=_multipart_YAC7TKWP61NS.2~UPK1OQNSQQSO.0 size=1048576 2024-08-29T18:10:49.417 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:49.375+0000 7f6dcfdbe640 1 < completed part key=_multipart_YAC7TKWP61NS.2~UPK1OQNSQQSO.1 size=1048576 2024-08-29T18:10:49.417 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:49.379+0000 7f6dcfdbe640 1 < completed part key=_multipart_YAC7TKWP61NS.2~UPK1OQNSQQSO.2 size=839949 2024-08-29T18:10:49.417 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:49.387+0000 7f6dcfdbe640 1 < canceled multipart upload key=YAC7TKWP61NS upload=UPK1OQNSQQSO tag=TS5PWYGO3GW4 type=write size=3985677 2024-08-29T18:10:49.417 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:49.399+0000 7f6dcfdbe640 1 > prepared part key=_multipart_W4PL77H6JMGP.2~XFMPZC9VD1BQ.0 size=1048576 2024-08-29T18:10:49.417 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:49.399+0000 7f6dcfdbe640 1 > prepared part key=_multipart_W4PL77H6JMGP.2~XFMPZC9VD1BQ.1 size=798195 2024-08-29T18:10:49.418 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:49.399+0000 7f6dcfdbe640 1 > prepared multipart upload key=W4PL77H6JMGP upload=XFMPZC9VD1BQ tag=R5FRZHMB2KZP type=write size=2895347 2024-08-29T18:10:49.418 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:49.407+0000 7f6dcfdbe640 1 < completed part key=_multipart_DGQXCI25DDX7.2~KWXOZZ97U9SF.0 size=1048576 2024-08-29T18:10:49.418 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:49.411+0000 7f6dcfdbe640 1 < completed part key=_multipart_DGQXCI25DDX7.2~KWXOZZ97U9SF.1 size=312311 2024-08-29T18:10:49.419 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:49.419+0000 7f6dcfdbe640 1 < completed multipart upload key=DGQXCI25DDX7 upload=KWXOZZ97U9SF tag=Y8TOYOE91VEK type=write size=2409463 2024-08-29T18:10:49.423 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:49.423+0000 7f6dcfdbe640 1 > prepared operation key=FDT1EJQCIL25 tag=ZD02QQXUOB1U type=del size=313856 2024-08-29T18:10:49.428 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:49.427+0000 7f6dcfdbe640 1 < completed part key=_multipart_PCRU0BDU1Z87.2~EC4MHUEYB0U5.0 size=1048576 2024-08-29T18:10:49.428 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:49.427+0000 7f6dcfdbe640 1 < canceled part key=_multipart_PCRU0BDU1Z87.2~EC4MHUEYB0U5.1 size=1048576 2024-08-29T18:10:49.432 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:49.431+0000 7f6dcfdbe640 1 < completed part key=_multipart_PCRU0BDU1Z87.2~EC4MHUEYB0U5.2 size=899124 2024-08-29T18:10:49.440 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:49.439+0000 7f6dcfdbe640 1 < canceled multipart upload key=PCRU0BDU1Z87 upload=EC4MHUEYB0U5 tag=BSAHDWM4V7NB type=write size=4044852 2024-08-29T18:10:49.446 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:49.447+0000 7f6dcfdbe640 1 > prepared operation key=MT6UK3U6H4JX tag=IVAWWH8PN2I8 type=del size=3272874 2024-08-29T18:10:49.456 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:49.455+0000 7f6dcfdbe640 1 < suggested update operation key=PCRU0BDU1Z87 tag=RWW4LWJA0UED type=del size=3297240 2024-08-29T18:10:49.461 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:49.459+0000 7f6dcfdbe640 1 > prepared operation key=MT6UK3U6H4JX tag=0QEWPOEEMYHL type=write size=144308 2024-08-29T18:10:49.470 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:49.471+0000 7f6dcfdbe640 1 < suggested update operation key=9XOQBHEAVUKF tag=VNZ5CRM5CB0N type=del size=381128 2024-08-29T18:10:49.480 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:49.479+0000 7f6dcfdbe640 1 > prepared part key=_multipart_CN52F1ME4Q7H.2~XGXC55R99VEK.0 size=1048576 2024-08-29T18:10:49.483 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:49.483+0000 7f6dcfdbe640 1 > prepared part key=_multipart_CN52F1ME4Q7H.2~XGXC55R99VEK.1 size=129183 2024-08-29T18:10:49.484 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:49.483+0000 7f6dcfdbe640 1 > prepared multipart upload key=CN52F1ME4Q7H upload=XGXC55R99VEK tag=9H0MYFDOFUCU type=write size=2226335 2024-08-29T18:10:49.489 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:49.487+0000 7f6dcfdbe640 1 < completed part key=_multipart_I0OL3VZS23M6.2~CLOX2U99NQ6U.0 size=1048576 2024-08-29T18:10:49.493 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:49.491+0000 7f6dcfdbe640 1 < completed part key=_multipart_I0OL3VZS23M6.2~CLOX2U99NQ6U.1 size=1048576 2024-08-29T18:10:49.498 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:49.499+0000 7f6dcfdbe640 1 < completed part key=_multipart_I0OL3VZS23M6.2~CLOX2U99NQ6U.2 size=724012 2024-08-29T18:10:49.506 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:49.507+0000 7f6dcfdbe640 1 < completed multipart upload key=I0OL3VZS23M6 upload=CLOX2U99NQ6U tag=ILJYDRZCKXBI type=write size=3869740 2024-08-29T18:10:49.511 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:49.511+0000 7f6dcfdbe640 1 > prepared operation key=ROJNXFMRMF7F tag=ZQE71UB9M1B8 type=del size=748079 2024-08-29T18:10:49.517 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:49.515+0000 7f6dcfdbe640 1 < completed delete operation key=7Y0GYERC6W4H tag=ZK5FN5TU98X5 type=del 2024-08-29T18:10:49.521 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:49.519+0000 7f6dcfdbe640 1 > prepared operation key=ZPPDOE70TQPE tag=TBDG8OBSKM03 type=del size=4122689 2024-08-29T18:10:49.526 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:49.527+0000 7f6dcfdbe640 1 < completed delete operation key=FDT1EJQCIL25 tag=3WT54V2J1FHB type=del 2024-08-29T18:10:49.532 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:49.531+0000 7f6dcfdbe640 1 > prepared operation key=3BV7GUDY3NXK tag=CD6CJYMCGCJ7 type=del size=2301076 2024-08-29T18:10:49.537 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:49.535+0000 7f6dcfdbe640 1 < completed delete operation key=7Y0GYERC6W4H tag=ATMOEPBO17QH type=del 2024-08-29T18:10:49.542 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:49.539+0000 7f6dcfdbe640 1 > prepared operation key=W4PL77H6JMGP tag=3NAS6EOJ2TCE type=del size=4184864 2024-08-29T18:10:49.546 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:49.547+0000 7f6dcfdbe640 1 < completed part key=_multipart_F8MIRGU95TM4.2~5D34VJ257OO2.0 size=1048576 2024-08-29T18:10:49.550 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:49.551+0000 7f6dcfdbe640 1 < completed part key=_multipart_F8MIRGU95TM4.2~5D34VJ257OO2.1 size=1048576 2024-08-29T18:10:49.554 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:49.551+0000 7f6dcfdbe640 1 < completed part key=_multipart_F8MIRGU95TM4.2~5D34VJ257OO2.2 size=823456 2024-08-29T18:10:49.562 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:49.559+0000 7f6dcfdbe640 1 < completed multipart upload key=F8MIRGU95TM4 upload=5D34VJ257OO2 tag=LHDMEI83HI6Z type=write size=3969184 2024-08-29T18:10:49.570 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:49.571+0000 7f6dcfdbe640 1 > prepared part key=_multipart_ZPPDOE70TQPE.2~6QAX0U703BHE.0 size=1048576 2024-08-29T18:10:49.574 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:49.575+0000 7f6dcfdbe640 1 > prepared part key=_multipart_ZPPDOE70TQPE.2~6QAX0U703BHE.1 size=1048576 2024-08-29T18:10:49.578 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:49.579+0000 7f6dcfdbe640 1 > prepared part key=_multipart_ZPPDOE70TQPE.2~6QAX0U703BHE.2 size=742962 2024-08-29T18:10:49.578 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:49.579+0000 7f6dcfdbe640 1 > prepared multipart upload key=ZPPDOE70TQPE upload=6QAX0U703BHE tag=OL0Y49M2TPF3 type=write size=3888690 2024-08-29T18:10:49.583 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:49.583+0000 7f6dcfdbe640 1 < completed delete operation key=L6FV6KJ6OHNY tag=2SHYZVRKXRVX type=del 2024-08-29T18:10:49.591 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:49.591+0000 7f6dcfdbe640 1 > prepared part key=_multipart_7XDT3ZRUKA4H.2~MBIMSUVBG5L2.0 size=115429 2024-08-29T18:10:49.592 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:49.591+0000 7f6dcfdbe640 1 > prepared multipart upload key=7XDT3ZRUKA4H upload=MBIMSUVBG5L2 tag=7XT81J6XAYLE type=write size=1164005 2024-08-29T18:10:49.601 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:49.599+0000 7f6dcfdbe640 1 < suggested update operation key=3BV7GUDY3NXK tag=15DA7AOX26W0 type=del size=3351485 2024-08-29T18:10:49.605 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:49.603+0000 7f6dcfdbe640 1 > prepared operation key=CN52F1ME4Q7H tag=ALBLA2RRLZX1 type=del size=673152 2024-08-29T18:10:49.615 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:49.615+0000 7f6dcfdbe640 1 < suggested update operation key=FDT1EJQCIL25 tag=VH52UG2O3Q5W type=del size=2339094 2024-08-29T18:10:49.621 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:49.619+0000 7f6dcfdbe640 1 > prepared operation key=78MD08IJ7ULZ tag=KTB2XDNMC03E type=del size=779792 2024-08-29T18:10:49.627 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:49.627+0000 7f6dcfdbe640 1 < completed part key=_multipart_7D5I09Z3ND5H.2~WDT4KQYNFLNF.0 size=1048576 2024-08-29T18:10:49.631 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:49.631+0000 7f6dcfdbe640 1 < completed part key=_multipart_7D5I09Z3ND5H.2~WDT4KQYNFLNF.1 size=1048576 2024-08-29T18:10:49.631 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:49.631+0000 7f6dcfdbe640 1 < canceled part key=_multipart_7D5I09Z3ND5H.2~WDT4KQYNFLNF.2 size=954078 2024-08-29T18:10:49.639 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:49.639+0000 7f6dcfdbe640 1 < canceled multipart upload key=7D5I09Z3ND5H upload=WDT4KQYNFLNF tag=PBB4NPTX06MM type=write size=4099806 2024-08-29T18:10:49.644 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:49.643+0000 7f6dcfdbe640 1 > prepared operation key=JX058LCOIR42 tag=U7RD9GMK9VI1 type=del size=3886296 2024-08-29T18:10:49.649 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:49.647+0000 7f6dcfdbe640 1 < completed part key=_multipart_YE0K0OIAGJTR.2~TTC3EW0JMBAM.0 size=1048576 2024-08-29T18:10:49.653 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:49.651+0000 7f6dcfdbe640 1 < completed part key=_multipart_YE0K0OIAGJTR.2~TTC3EW0JMBAM.1 size=1048576 2024-08-29T18:10:49.656 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:49.655+0000 7f6dcfdbe640 1 < completed part key=_multipart_YE0K0OIAGJTR.2~TTC3EW0JMBAM.2 size=293071 2024-08-29T18:10:49.665 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:49.663+0000 7f6dcfdbe640 1 < completed multipart upload key=YE0K0OIAGJTR upload=TTC3EW0JMBAM tag=JCQF2A3R94IV type=write size=3438799 2024-08-29T18:10:49.670 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:49.671+0000 7f6dcfdbe640 1 > prepared operation key=3VC6XP11WXW6 tag=TENCW6Q6F07Z type=del size=90943 2024-08-29T18:10:49.675 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:49.675+0000 7f6dcfdbe640 1 < completed part key=_multipart_LP0MLEKV3E74.2~8IQW7YRL8I0O.0 size=522228 2024-08-29T18:10:49.683 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:49.683+0000 7f6dcfdbe640 1 < completed multipart upload key=LP0MLEKV3E74 upload=8IQW7YRL8I0O tag=YLXR76AT5VQY type=write size=1570804 2024-08-29T18:10:49.688 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:49.687+0000 7f6dcfdbe640 1 > prepared operation key=YAC7TKWP61NS tag=R0QN2C57UT4Z type=write size=681802 2024-08-29T18:10:49.693 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:49.691+0000 7f6dcfdbe640 1 < completed part key=_multipart_W4PL77H6JMGP.2~XFMPZC9VD1BQ.0 size=1048576 2024-08-29T18:10:49.697 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:49.695+0000 7f6dcfdbe640 1 < completed part key=_multipart_W4PL77H6JMGP.2~XFMPZC9VD1BQ.1 size=798195 2024-08-29T18:10:49.705 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:49.703+0000 7f6dcfdbe640 1 < completed multipart upload key=W4PL77H6JMGP upload=XFMPZC9VD1BQ tag=R5FRZHMB2KZP type=write size=2895347 2024-08-29T18:10:49.710 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:49.707+0000 7f6dcfdbe640 1 > prepared operation key=L6FV6KJ6OHNY tag=HMX4MTOQL1UG type=del size=3575360 2024-08-29T18:10:49.716 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:49.715+0000 7f6dcfdbe640 -1 < failed to complete operation key=FDT1EJQCIL25 tag=ZD02QQXUOB1U type=del size=313856: (22) Invalid argument 2024-08-29T18:10:49.721 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:49.719+0000 7f6dcfdbe640 1 > prepared operation key=I0OL3VZS23M6 tag=29O3ZS72ZUHK type=write size=576720 2024-08-29T18:10:49.726 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:49.727+0000 7f6dcfdbe640 1 < completed delete operation key=MT6UK3U6H4JX tag=IVAWWH8PN2I8 type=del 2024-08-29T18:10:49.732 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:49.731+0000 7f6dcfdbe640 1 > prepared operation key=ULOTXZSBLM0E tag=8BHKCLX88OQW type=write size=614267 2024-08-29T18:10:49.737 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:49.735+0000 7f6dcfdbe640 1 < completed write operation key=MT6UK3U6H4JX tag=0QEWPOEEMYHL type=write size=144308 2024-08-29T18:10:49.742 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:49.739+0000 7f6dcfdbe640 1 > prepared operation key=CY91RGLS4L74 tag=TLMS5ER2UI5F type=write size=352410 2024-08-29T18:10:49.747 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:49.747+0000 7f6dcfdbe640 1 < completed part key=_multipart_CN52F1ME4Q7H.2~XGXC55R99VEK.0 size=1048576 2024-08-29T18:10:49.751 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:49.751+0000 7f6dcfdbe640 1 < completed part key=_multipart_CN52F1ME4Q7H.2~XGXC55R99VEK.1 size=129183 2024-08-29T18:10:49.759 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:49.759+0000 7f6dcfdbe640 1 < completed multipart upload key=CN52F1ME4Q7H upload=XGXC55R99VEK tag=9H0MYFDOFUCU type=write size=2226335 2024-08-29T18:10:49.768 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:49.767+0000 7f6dcfdbe640 1 > prepared part key=_multipart_JX058LCOIR42.2~MZAO9A4KU4HC.0 size=856206 2024-08-29T18:10:49.768 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:49.767+0000 7f6dcfdbe640 1 > prepared multipart upload key=JX058LCOIR42 upload=MZAO9A4KU4HC tag=RCNO8HSLC6DT type=write size=1904782 2024-08-29T18:10:49.773 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:49.771+0000 7f6dcfdbe640 1 < completed delete operation key=ROJNXFMRMF7F tag=ZQE71UB9M1B8 type=del 2024-08-29T18:10:49.778 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:49.779+0000 7f6dcfdbe640 1 > prepared operation key=YE0K0OIAGJTR tag=9T4WW04RNVO6 type=del size=2797573 2024-08-29T18:10:49.788 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:49.787+0000 7f6dcfdbe640 1 < suggested remove operation key=ZPPDOE70TQPE tag=TBDG8OBSKM03 type=del 2024-08-29T18:10:49.793 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:49.791+0000 7f6dcfdbe640 1 > prepared operation key=9XOQBHEAVUKF tag=FNDW60U7FLGT type=del size=1595264 2024-08-29T18:10:49.800 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:49.799+0000 7f6dcfdbe640 -1 < failed to complete operation key=3BV7GUDY3NXK tag=CD6CJYMCGCJ7 type=del size=2301076: (22) Invalid argument 2024-08-29T18:10:49.805 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:49.803+0000 7f6dcfdbe640 1 > prepared operation key=T9L1J5N8K7MO tag=E266YCWDAIJL type=del size=1887703 2024-08-29T18:10:49.811 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:49.811+0000 7f6dcfdbe640 1 < completed delete operation key=W4PL77H6JMGP tag=3NAS6EOJ2TCE type=del 2024-08-29T18:10:49.821 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:49.819+0000 7f6dcfdbe640 1 > prepared part key=_multipart_C47XT9Y9B7EW.2~RFJE2CZO1W68.0 size=1048576 2024-08-29T18:10:49.824 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:49.823+0000 7f6dcfdbe640 1 > prepared part key=_multipart_C47XT9Y9B7EW.2~RFJE2CZO1W68.1 size=1048576 2024-08-29T18:10:49.829 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:49.827+0000 7f6dcfdbe640 1 > prepared part key=_multipart_C47XT9Y9B7EW.2~RFJE2CZO1W68.2 size=240081 2024-08-29T18:10:49.829 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:49.827+0000 7f6dcfdbe640 1 > prepared multipart upload key=C47XT9Y9B7EW upload=RFJE2CZO1W68 tag=WN21PT86TI08 type=write size=3385809 2024-08-29T18:10:49.833 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:49.831+0000 7f6dcfdbe640 1 < completed part key=_multipart_ZPPDOE70TQPE.2~6QAX0U703BHE.0 size=1048576 2024-08-29T18:10:49.833 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:49.831+0000 7f6dcfdbe640 1 < canceled part key=_multipart_ZPPDOE70TQPE.2~6QAX0U703BHE.1 size=1048576 2024-08-29T18:10:49.833 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:49.831+0000 7f6dcfdbe640 1 < canceled part key=_multipart_ZPPDOE70TQPE.2~6QAX0U703BHE.2 size=742962 2024-08-29T18:10:49.841 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:49.839+0000 7f6dcfdbe640 1 < canceled multipart upload key=ZPPDOE70TQPE upload=6QAX0U703BHE tag=OL0Y49M2TPF3 type=write size=3888690 2024-08-29T18:10:49.849 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:49.847+0000 7f6dcfdbe640 1 > prepared part key=_multipart_CY91RGLS4L74.2~F5TB01BTQZ3E.0 size=1048576 2024-08-29T18:10:49.853 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:49.851+0000 7f6dcfdbe640 1 > prepared part key=_multipart_CY91RGLS4L74.2~F5TB01BTQZ3E.1 size=1048576 2024-08-29T18:10:49.856 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:49.855+0000 7f6dcfdbe640 1 > prepared part key=_multipart_CY91RGLS4L74.2~F5TB01BTQZ3E.2 size=665223 2024-08-29T18:10:49.856 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:49.855+0000 7f6dcfdbe640 1 > prepared multipart upload key=CY91RGLS4L74 upload=F5TB01BTQZ3E tag=TF6CYOJAM184 type=write size=3810951 2024-08-29T18:10:49.857 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:49.855+0000 7f6dcfdbe640 1 < canceled part key=_multipart_7XDT3ZRUKA4H.2~MBIMSUVBG5L2.0 size=115429 2024-08-29T18:10:49.865 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:49.863+0000 7f6dcfdbe640 1 < canceled multipart upload key=7XDT3ZRUKA4H upload=MBIMSUVBG5L2 tag=7XT81J6XAYLE type=write size=1164005 2024-08-29T18:10:49.869 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:49.867+0000 7f6dcfdbe640 1 > prepared operation key=F8MIRGU95TM4 tag=3B1MG0KDCQQ4 type=write size=717823 2024-08-29T18:10:49.874 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:49.875+0000 7f6dcfdbe640 1 < completed delete operation key=CN52F1ME4Q7H tag=ALBLA2RRLZX1 type=del 2024-08-29T18:10:49.879 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:49.879+0000 7f6dcfdbe640 1 > prepared operation key=F8MIRGU95TM4 tag=VPEIMOUFVZ8J type=write size=798253 2024-08-29T18:10:49.883 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:49.883+0000 7f6dcfdbe640 1 < completed delete operation key=78MD08IJ7ULZ tag=KTB2XDNMC03E type=del 2024-08-29T18:10:49.893 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:49.891+0000 7f6dcfdbe640 1 > prepared part key=_multipart_JX058LCOIR42.2~PXWO8DJG9L9M.0 size=1048576 2024-08-29T18:10:49.896 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:49.895+0000 7f6dcfdbe640 1 > prepared part key=_multipart_JX058LCOIR42.2~PXWO8DJG9L9M.1 size=1048576 2024-08-29T18:10:49.900 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:49.899+0000 7f6dcfdbe640 1 > prepared part key=_multipart_JX058LCOIR42.2~PXWO8DJG9L9M.2 size=1032205 2024-08-29T18:10:49.900 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:49.899+0000 7f6dcfdbe640 1 > prepared multipart upload key=JX058LCOIR42 upload=PXWO8DJG9L9M tag=ZMR8DVMB0ZPX type=write size=4177933 2024-08-29T18:10:49.905 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:49.903+0000 7f6dcfdbe640 1 < completed delete operation key=JX058LCOIR42 tag=U7RD9GMK9VI1 type=del 2024-08-29T18:10:49.914 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:49.911+0000 7f6dcfdbe640 1 > prepared part key=_multipart_CY91RGLS4L74.2~DV1LAIAOM1IJ.0 size=295238 2024-08-29T18:10:49.914 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:49.911+0000 7f6dcfdbe640 1 > prepared multipart upload key=CY91RGLS4L74 upload=DV1LAIAOM1IJ tag=1KKA7W7ZM118 type=write size=1343814 2024-08-29T18:10:49.924 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:49.923+0000 7f6dcfdbe640 1 < suggested remove operation key=3VC6XP11WXW6 tag=TENCW6Q6F07Z type=del 2024-08-29T18:10:49.929 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:49.927+0000 7f6dcfdbe640 1 > prepared operation key=78MD08IJ7ULZ tag=D98HX5C3JE13 type=del size=4155726 2024-08-29T18:10:49.934 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:49.935+0000 7f6dcfdbe640 1 < completed write operation key=YAC7TKWP61NS tag=R0QN2C57UT4Z type=write size=681802 2024-08-29T18:10:49.942 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:49.943+0000 7f6dcfdbe640 1 > prepared part key=_multipart_3BV7GUDY3NXK.2~3C8QJIFX8ZFO.0 size=1048576 2024-08-29T18:10:49.946 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:49.947+0000 7f6dcfdbe640 1 > prepared part key=_multipart_3BV7GUDY3NXK.2~3C8QJIFX8ZFO.1 size=1048576 2024-08-29T18:10:49.950 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:49.951+0000 7f6dcfdbe640 1 > prepared part key=_multipart_3BV7GUDY3NXK.2~3C8QJIFX8ZFO.2 size=579674 2024-08-29T18:10:49.950 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:49.951+0000 7f6dcfdbe640 1 > prepared multipart upload key=3BV7GUDY3NXK upload=3C8QJIFX8ZFO tag=9DWGVJCYGRI4 type=write size=3725402 2024-08-29T18:10:49.955 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:49.955+0000 7f6dcfdbe640 1 < completed delete operation key=L6FV6KJ6OHNY tag=HMX4MTOQL1UG type=del 2024-08-29T18:10:49.961 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:49.959+0000 7f6dcfdbe640 1 > prepared operation key=C47XT9Y9B7EW tag=X78QMSCHIQ94 type=del size=4131787 2024-08-29T18:10:49.971 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:49.971+0000 7f6dcfdbe640 1 < suggested update operation key=I0OL3VZS23M6 tag=29O3ZS72ZUHK type=write size=576720 2024-08-29T18:10:49.976 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:49.975+0000 7f6dcfdbe640 1 > prepared operation key=C47XT9Y9B7EW tag=7H187I4OD25V type=del size=3337250 2024-08-29T18:10:49.980 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:49.979+0000 7f6dcfdbe640 1 < completed write operation key=ULOTXZSBLM0E tag=8BHKCLX88OQW type=write size=614267 2024-08-29T18:10:49.985 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:49.983+0000 7f6dcfdbe640 1 > prepared operation key=X10K5L2O256M tag=0PPMQQD4J3W6 type=del size=3726524 2024-08-29T18:10:49.990 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:49.987+0000 7f6dcfdbe640 1 < completed write operation key=CY91RGLS4L74 tag=TLMS5ER2UI5F type=write size=352410 2024-08-29T18:10:49.998 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:49.999+0000 7f6dcfdbe640 1 > prepared part key=_multipart_LP0MLEKV3E74.2~C43RJAPOEZEV.0 size=1048576 2024-08-29T18:10:50.003 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:50.003+0000 7f6dcfdbe640 1 > prepared part key=_multipart_LP0MLEKV3E74.2~C43RJAPOEZEV.1 size=1048576 2024-08-29T18:10:50.009 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:50.007+0000 7f6dcfdbe640 1 > prepared part key=_multipart_LP0MLEKV3E74.2~C43RJAPOEZEV.2 size=132817 2024-08-29T18:10:50.009 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:50.007+0000 7f6dcfdbe640 1 > prepared multipart upload key=LP0MLEKV3E74 upload=C43RJAPOEZEV tag=EP1IKCHEMOYQ type=write size=3278545 2024-08-29T18:10:50.011 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:50.011+0000 7f6dcfdbe640 1 < completed part key=_multipart_JX058LCOIR42.2~MZAO9A4KU4HC.0 size=856206 2024-08-29T18:10:50.019 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:50.019+0000 7f6dcfdbe640 1 < completed multipart upload key=JX058LCOIR42 upload=MZAO9A4KU4HC tag=RCNO8HSLC6DT type=write size=1904782 2024-08-29T18:10:50.024 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:50.023+0000 7f6dcfdbe640 1 > prepared operation key=3VC6XP11WXW6 tag=VLGF4JPJTGLU type=del size=1558932 2024-08-29T18:10:50.029 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:50.027+0000 7f6dcfdbe640 1 < completed delete operation key=YE0K0OIAGJTR tag=9T4WW04RNVO6 type=del 2024-08-29T18:10:50.034 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:50.035+0000 7f6dcfdbe640 1 > prepared operation key=MT6UK3U6H4JX tag=QD92QPQ8T8I9 type=del size=3495608 2024-08-29T18:10:50.039 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:50.039+0000 7f6dcfdbe640 1 < completed delete operation key=9XOQBHEAVUKF tag=FNDW60U7FLGT type=del 2024-08-29T18:10:50.049 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:50.047+0000 7f6dcfdbe640 1 > prepared part key=_multipart_7XDT3ZRUKA4H.2~C4ZXBD7QN05A.0 size=637719 2024-08-29T18:10:50.049 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:50.047+0000 7f6dcfdbe640 1 > prepared multipart upload key=7XDT3ZRUKA4H upload=C4ZXBD7QN05A tag=K9UVK50CHV7N type=write size=1686295 2024-08-29T18:10:50.053 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:50.051+0000 7f6dcfdbe640 1 < completed delete operation key=T9L1J5N8K7MO tag=E266YCWDAIJL type=del 2024-08-29T18:10:50.062 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:50.063+0000 7f6dcfdbe640 1 > prepared part key=_multipart_MT6UK3U6H4JX.2~YJ0A1IXD2RCT.0 size=105669 2024-08-29T18:10:50.062 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:50.063+0000 7f6dcfdbe640 1 > prepared multipart upload key=MT6UK3U6H4JX upload=YJ0A1IXD2RCT tag=L761O5WJOPUZ type=write size=1154245 2024-08-29T18:10:50.067 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:50.067+0000 7f6dcfdbe640 1 < completed part key=_multipart_C47XT9Y9B7EW.2~RFJE2CZO1W68.0 size=1048576 2024-08-29T18:10:50.071 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:50.071+0000 7f6dcfdbe640 1 < completed part key=_multipart_C47XT9Y9B7EW.2~RFJE2CZO1W68.1 size=1048576 2024-08-29T18:10:50.074 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:50.075+0000 7f6dcfdbe640 1 < completed part key=_multipart_C47XT9Y9B7EW.2~RFJE2CZO1W68.2 size=240081 2024-08-29T18:10:50.082 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:50.083+0000 7f6dcfdbe640 1 < completed multipart upload key=C47XT9Y9B7EW upload=RFJE2CZO1W68 tag=WN21PT86TI08 type=write size=3385809 2024-08-29T18:10:50.087 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:50.087+0000 7f6dcfdbe640 1 > prepared operation key=W4PL77H6JMGP tag=ZGN5ZTLXS6O6 type=del size=1179579 2024-08-29T18:10:50.093 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:50.091+0000 7f6dcfdbe640 1 < completed part key=_multipart_CY91RGLS4L74.2~F5TB01BTQZ3E.0 size=1048576 2024-08-29T18:10:50.093 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:50.091+0000 7f6dcfdbe640 1 < canceled part key=_multipart_CY91RGLS4L74.2~F5TB01BTQZ3E.1 size=1048576 2024-08-29T18:10:50.096 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:50.095+0000 7f6dcfdbe640 1 < completed part key=_multipart_CY91RGLS4L74.2~F5TB01BTQZ3E.2 size=665223 2024-08-29T18:10:50.105 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:50.103+0000 7f6dcfdbe640 1 < canceled multipart upload key=CY91RGLS4L74 upload=F5TB01BTQZ3E tag=TF6CYOJAM184 type=write size=3810951 2024-08-29T18:10:50.115 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:50.115+0000 7f6dcfdbe640 1 > prepared part key=_multipart_78MD08IJ7ULZ.2~GYPPM4UT2EPB.0 size=753485 2024-08-29T18:10:50.116 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:50.115+0000 7f6dcfdbe640 1 > prepared multipart upload key=78MD08IJ7ULZ upload=GYPPM4UT2EPB tag=YWARANZ2TBHT type=write size=1802061 2024-08-29T18:10:50.120 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:50.119+0000 7f6dcfdbe640 1 < completed write operation key=F8MIRGU95TM4 tag=3B1MG0KDCQQ4 type=write size=717823 2024-08-29T18:10:50.125 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:50.123+0000 7f6dcfdbe640 1 > prepared operation key=9XOQBHEAVUKF tag=BYFM4H1CFO0F type=del size=2648907 2024-08-29T18:10:50.129 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:50.127+0000 7f6dcfdbe640 1 < completed write operation key=F8MIRGU95TM4 tag=VPEIMOUFVZ8J type=write size=798253 2024-08-29T18:10:50.138 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:50.139+0000 7f6dcfdbe640 1 > prepared part key=_multipart_9XOQBHEAVUKF.2~XLF3D1V6WZY9.0 size=1048576 2024-08-29T18:10:50.142 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:50.143+0000 7f6dcfdbe640 1 > prepared part key=_multipart_9XOQBHEAVUKF.2~XLF3D1V6WZY9.1 size=1048576 2024-08-29T18:10:50.145 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:50.143+0000 7f6dcfdbe640 1 > prepared part key=_multipart_9XOQBHEAVUKF.2~XLF3D1V6WZY9.2 size=456879 2024-08-29T18:10:50.146 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:50.143+0000 7f6dcfdbe640 1 > prepared multipart upload key=9XOQBHEAVUKF upload=XLF3D1V6WZY9 tag=36OK843CZ8N2 type=write size=3602607 2024-08-29T18:10:50.150 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:50.151+0000 7f6dcfdbe640 1 < completed part key=_multipart_JX058LCOIR42.2~PXWO8DJG9L9M.0 size=1048576 2024-08-29T18:10:50.154 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:50.151+0000 7f6dcfdbe640 1 < completed part key=_multipart_JX058LCOIR42.2~PXWO8DJG9L9M.1 size=1048576 2024-08-29T18:10:50.157 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:50.155+0000 7f6dcfdbe640 1 < completed part key=_multipart_JX058LCOIR42.2~PXWO8DJG9L9M.2 size=1032205 2024-08-29T18:10:50.165 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:50.163+0000 7f6dcfdbe640 1 < completed multipart upload key=JX058LCOIR42 upload=PXWO8DJG9L9M tag=ZMR8DVMB0ZPX type=write size=4177933 2024-08-29T18:10:50.170 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:50.171+0000 7f6dcfdbe640 1 > prepared operation key=7XDT3ZRUKA4H tag=T1ZYAAP6YH10 type=del size=2087690 2024-08-29T18:10:50.176 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:50.175+0000 7f6dcfdbe640 1 < completed part key=_multipart_CY91RGLS4L74.2~DV1LAIAOM1IJ.0 size=295238 2024-08-29T18:10:50.183 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:50.183+0000 7f6dcfdbe640 1 < completed multipart upload key=CY91RGLS4L74 upload=DV1LAIAOM1IJ tag=1KKA7W7ZM118 type=write size=1343814 2024-08-29T18:10:50.188 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:50.187+0000 7f6dcfdbe640 1 > prepared operation key=7D5I09Z3ND5H tag=E8AGF6ZDIXTJ type=del size=2505239 2024-08-29T18:10:50.197 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:50.195+0000 7f6dcfdbe640 1 < suggested update operation key=78MD08IJ7ULZ tag=D98HX5C3JE13 type=del size=4155726 2024-08-29T18:10:50.204 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:50.203+0000 7f6dcfdbe640 1 > prepared operation key=7XDT3ZRUKA4H tag=5SXKRGF5X0XC type=del size=3771123 2024-08-29T18:10:50.208 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:50.207+0000 7f6dcfdbe640 1 < completed part key=_multipart_3BV7GUDY3NXK.2~3C8QJIFX8ZFO.0 size=1048576 2024-08-29T18:10:50.208 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:50.207+0000 7f6dcfdbe640 1 < canceled part key=_multipart_3BV7GUDY3NXK.2~3C8QJIFX8ZFO.1 size=1048576 2024-08-29T18:10:50.209 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:50.207+0000 7f6dcfdbe640 1 < canceled part key=_multipart_3BV7GUDY3NXK.2~3C8QJIFX8ZFO.2 size=579674 2024-08-29T18:10:50.217 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:50.215+0000 7f6dcfdbe640 1 < canceled multipart upload key=3BV7GUDY3NXK upload=3C8QJIFX8ZFO tag=9DWGVJCYGRI4 type=write size=3725402 2024-08-29T18:10:50.226 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:50.223+0000 7f6dcfdbe640 1 > prepared part key=_multipart_7Y0GYERC6W4H.2~USQE60O0KEBJ.0 size=143649 2024-08-29T18:10:50.226 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:50.223+0000 7f6dcfdbe640 1 > prepared multipart upload key=7Y0GYERC6W4H upload=USQE60O0KEBJ tag=2ZX6J839FM48 type=write size=1192225 2024-08-29T18:10:50.232 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:50.231+0000 7f6dcfdbe640 1 < canceled operation key=C47XT9Y9B7EW tag=X78QMSCHIQ94 type=del size=4131787 2024-08-29T18:10:50.241 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:50.239+0000 7f6dcfdbe640 1 > prepared part key=_multipart_3BV7GUDY3NXK.2~V4R2XSHNGL9J.0 size=1048576 2024-08-29T18:10:50.245 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:50.243+0000 7f6dcfdbe640 1 > prepared part key=_multipart_3BV7GUDY3NXK.2~V4R2XSHNGL9J.1 size=382586 2024-08-29T18:10:50.246 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:50.243+0000 7f6dcfdbe640 1 > prepared multipart upload key=3BV7GUDY3NXK upload=V4R2XSHNGL9J tag=1H2ENXO2U0H2 type=write size=2479738 2024-08-29T18:10:50.256 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:50.255+0000 7f6dcfdbe640 1 < suggested update operation key=C47XT9Y9B7EW tag=7H187I4OD25V type=del size=3337250 2024-08-29T18:10:50.260 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:50.259+0000 7f6dcfdbe640 1 > prepared operation key=I0OL3VZS23M6 tag=I78GEBMUJA3G type=del size=22886 2024-08-29T18:10:50.265 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:50.263+0000 7f6dcfdbe640 1 < completed delete operation key=X10K5L2O256M tag=0PPMQQD4J3W6 type=del 2024-08-29T18:10:50.270 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:50.271+0000 7f6dcfdbe640 1 > prepared operation key=L6FV6KJ6OHNY tag=0YJRIGLKW0E5 type=write size=751398 2024-08-29T18:10:50.271 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:50.271+0000 7f6dcfdbe640 1 < canceled part key=_multipart_LP0MLEKV3E74.2~C43RJAPOEZEV.0 size=1048576 2024-08-29T18:10:50.275 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:50.275+0000 7f6dcfdbe640 1 < completed part key=_multipart_LP0MLEKV3E74.2~C43RJAPOEZEV.1 size=1048576 2024-08-29T18:10:50.279 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:50.279+0000 7f6dcfdbe640 1 < completed part key=_multipart_LP0MLEKV3E74.2~C43RJAPOEZEV.2 size=132817 2024-08-29T18:10:50.288 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:50.287+0000 7f6dcfdbe640 1 < canceled multipart upload key=LP0MLEKV3E74 upload=C43RJAPOEZEV tag=EP1IKCHEMOYQ type=write size=3278545 2024-08-29T18:10:50.294 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:50.295+0000 7f6dcfdbe640 1 > prepared operation key=PCRU0BDU1Z87 tag=PHBQ20C3CNXE type=del size=3902392 2024-08-29T18:10:50.299 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:50.299+0000 7f6dcfdbe640 1 < completed delete operation key=3VC6XP11WXW6 tag=VLGF4JPJTGLU type=del 2024-08-29T18:10:50.304 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:50.303+0000 7f6dcfdbe640 1 > prepared operation key=PCRU0BDU1Z87 tag=VVEQM96ZMEOM type=del size=1624939 2024-08-29T18:10:50.309 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:50.307+0000 7f6dcfdbe640 1 < completed delete operation key=MT6UK3U6H4JX tag=QD92QPQ8T8I9 type=del 2024-08-29T18:10:50.319 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:50.319+0000 7f6dcfdbe640 1 > prepared part key=_multipart_L6FV6KJ6OHNY.2~BEIGG92XAIBZ.0 size=1048576 2024-08-29T18:10:50.323 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:50.323+0000 7f6dcfdbe640 1 > prepared part key=_multipart_L6FV6KJ6OHNY.2~BEIGG92XAIBZ.1 size=72993 2024-08-29T18:10:50.323 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:50.323+0000 7f6dcfdbe640 1 > prepared multipart upload key=L6FV6KJ6OHNY upload=BEIGG92XAIBZ tag=DXOPQBH3CE1D type=write size=2170145 2024-08-29T18:10:50.324 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:50.323+0000 7f6dcfdbe640 1 < canceled part key=_multipart_7XDT3ZRUKA4H.2~C4ZXBD7QN05A.0 size=637719 2024-08-29T18:10:50.331 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:50.331+0000 7f6dcfdbe640 1 < canceled multipart upload key=7XDT3ZRUKA4H upload=C4ZXBD7QN05A tag=K9UVK50CHV7N type=write size=1686295 2024-08-29T18:10:50.340 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:50.339+0000 7f6dcfdbe640 1 > prepared part key=_multipart_ULOTXZSBLM0E.2~6HK9SGP25SM1.0 size=1048576 2024-08-29T18:10:50.344 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:50.343+0000 7f6dcfdbe640 1 > prepared part key=_multipart_ULOTXZSBLM0E.2~6HK9SGP25SM1.1 size=562532 2024-08-29T18:10:50.344 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:50.343+0000 7f6dcfdbe640 1 > prepared multipart upload key=ULOTXZSBLM0E upload=6HK9SGP25SM1 tag=YM05A1A492QJ type=write size=2659684 2024-08-29T18:10:50.349 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:50.347+0000 7f6dcfdbe640 1 < completed part key=_multipart_MT6UK3U6H4JX.2~YJ0A1IXD2RCT.0 size=105669 2024-08-29T18:10:50.357 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:50.355+0000 7f6dcfdbe640 1 < completed multipart upload key=MT6UK3U6H4JX upload=YJ0A1IXD2RCT tag=L761O5WJOPUZ type=write size=1154245 2024-08-29T18:10:50.365 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:50.363+0000 7f6dcfdbe640 1 > prepared part key=_multipart_7D5I09Z3ND5H.2~XIKSBG87ZMIH.0 size=462271 2024-08-29T18:10:50.365 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:50.363+0000 7f6dcfdbe640 1 > prepared multipart upload key=7D5I09Z3ND5H upload=XIKSBG87ZMIH tag=LEZF0L0MB3FF type=write size=1510847 2024-08-29T18:10:50.375 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:50.375+0000 7f6dcfdbe640 1 < suggested remove operation key=W4PL77H6JMGP tag=ZGN5ZTLXS6O6 type=del 2024-08-29T18:10:50.381 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:50.379+0000 7f6dcfdbe640 1 > prepared operation key=7D5I09Z3ND5H tag=W712A283G2SO type=del size=2409787 2024-08-29T18:10:50.386 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:50.387+0000 7f6dcfdbe640 1 < completed part key=_multipart_78MD08IJ7ULZ.2~GYPPM4UT2EPB.0 size=753485 2024-08-29T18:10:50.396 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:50.395+0000 7f6dcfdbe640 1 < completed multipart upload key=78MD08IJ7ULZ upload=GYPPM4UT2EPB tag=YWARANZ2TBHT type=write size=1802061 2024-08-29T18:10:50.406 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:50.403+0000 7f6dcfdbe640 1 > prepared part key=_multipart_CN52F1ME4Q7H.2~I7PY7DMVG250.0 size=634892 2024-08-29T18:10:50.406 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:50.403+0000 7f6dcfdbe640 1 > prepared multipart upload key=CN52F1ME4Q7H upload=I7PY7DMVG250 tag=TL6JURXWXVTL type=write size=1683468 2024-08-29T18:10:50.412 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:50.411+0000 7f6dcfdbe640 1 < completed delete operation key=9XOQBHEAVUKF tag=BYFM4H1CFO0F type=del 2024-08-29T18:10:50.421 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:50.419+0000 7f6dcfdbe640 1 > prepared part key=_multipart_W4PL77H6JMGP.2~CQKH8JICSVTP.0 size=319035 2024-08-29T18:10:50.421 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:50.419+0000 7f6dcfdbe640 1 > prepared multipart upload key=W4PL77H6JMGP upload=CQKH8JICSVTP tag=QR85D6WZFAZH type=write size=1367611 2024-08-29T18:10:50.426 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:50.423+0000 7f6dcfdbe640 1 < completed part key=_multipart_9XOQBHEAVUKF.2~XLF3D1V6WZY9.0 size=1048576 2024-08-29T18:10:50.430 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:50.427+0000 7f6dcfdbe640 1 < completed part key=_multipart_9XOQBHEAVUKF.2~XLF3D1V6WZY9.1 size=1048576 2024-08-29T18:10:50.433 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:50.431+0000 7f6dcfdbe640 1 < completed part key=_multipart_9XOQBHEAVUKF.2~XLF3D1V6WZY9.2 size=456879 2024-08-29T18:10:50.441 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:50.439+0000 7f6dcfdbe640 1 < completed multipart upload key=9XOQBHEAVUKF upload=XLF3D1V6WZY9 tag=36OK843CZ8N2 type=write size=3602607 2024-08-29T18:10:50.452 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:50.451+0000 7f6dcfdbe640 1 > prepared part key=_multipart_ULOTXZSBLM0E.2~K0TE09MSEL4O.0 size=136686 2024-08-29T18:10:50.452 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:50.451+0000 7f6dcfdbe640 1 > prepared multipart upload key=ULOTXZSBLM0E upload=K0TE09MSEL4O tag=D72EJE7LKA3Z type=write size=1185262 2024-08-29T18:10:50.461 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:50.459+0000 7f6dcfdbe640 1 < suggested update operation key=7XDT3ZRUKA4H tag=T1ZYAAP6YH10 type=del size=2087690 2024-08-29T18:10:50.465 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:50.463+0000 7f6dcfdbe640 1 > prepared operation key=7XDT3ZRUKA4H tag=JAIJP43ZCNRP type=del size=1572257 2024-08-29T18:10:50.470 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:50.471+0000 7f6dcfdbe640 1 < completed delete operation key=7D5I09Z3ND5H tag=E8AGF6ZDIXTJ type=del 2024-08-29T18:10:50.475 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:50.475+0000 7f6dcfdbe640 1 > prepared operation key=T9L1J5N8K7MO tag=9A2K7781T3VE type=write size=34858 2024-08-29T18:10:50.482 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:50.479+0000 7f6dcfdbe640 -1 < failed to complete operation key=7XDT3ZRUKA4H tag=5SXKRGF5X0XC type=del size=3771123: (22) Invalid argument 2024-08-29T18:10:50.487 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:50.487+0000 7f6dcfdbe640 1 > prepared operation key=YAC7TKWP61NS tag=ORP17AWWO637 type=del size=3220246 2024-08-29T18:10:50.492 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:50.491+0000 7f6dcfdbe640 1 < completed part key=_multipart_7Y0GYERC6W4H.2~USQE60O0KEBJ.0 size=143649 2024-08-29T18:10:50.500 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:50.499+0000 7f6dcfdbe640 1 < completed multipart upload key=7Y0GYERC6W4H upload=USQE60O0KEBJ tag=2ZX6J839FM48 type=write size=1192225 2024-08-29T18:10:50.505 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:50.503+0000 7f6dcfdbe640 1 > prepared operation key=W4PL77H6JMGP tag=DIABPL4KAT4R type=write size=31566 2024-08-29T18:10:50.510 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:50.511+0000 7f6dcfdbe640 1 < completed part key=_multipart_3BV7GUDY3NXK.2~V4R2XSHNGL9J.0 size=1048576 2024-08-29T18:10:50.515 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:50.515+0000 7f6dcfdbe640 1 < completed part key=_multipart_3BV7GUDY3NXK.2~V4R2XSHNGL9J.1 size=382586 2024-08-29T18:10:50.523 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:50.523+0000 7f6dcfdbe640 1 < completed multipart upload key=3BV7GUDY3NXK upload=V4R2XSHNGL9J tag=1H2ENXO2U0H2 type=write size=2479738 2024-08-29T18:10:50.532 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:50.531+0000 7f6dcfdbe640 1 > prepared part key=_multipart_ROJNXFMRMF7F.2~53A2H2FWM9XO.0 size=249535 2024-08-29T18:10:50.532 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:50.531+0000 7f6dcfdbe640 1 > prepared multipart upload key=ROJNXFMRMF7F upload=53A2H2FWM9XO tag=JU13OYGF5DS7 type=write size=1298111 2024-08-29T18:10:50.537 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:50.535+0000 7f6dcfdbe640 1 < completed delete operation key=I0OL3VZS23M6 tag=I78GEBMUJA3G type=del 2024-08-29T18:10:50.541 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:50.539+0000 7f6dcfdbe640 1 > prepared operation key=C47XT9Y9B7EW tag=U4ILNW9I3RG4 type=del size=2976011 2024-08-29T18:10:50.546 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:50.547+0000 7f6dcfdbe640 1 < completed write operation key=L6FV6KJ6OHNY tag=0YJRIGLKW0E5 type=write size=751398 2024-08-29T18:10:50.556 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:50.555+0000 7f6dcfdbe640 1 > prepared part key=_multipart_7XDT3ZRUKA4H.2~G45VS1XOON2N.0 size=1048576 2024-08-29T18:10:50.560 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:50.559+0000 7f6dcfdbe640 1 > prepared part key=_multipart_7XDT3ZRUKA4H.2~G45VS1XOON2N.1 size=1048576 2024-08-29T18:10:50.565 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:50.563+0000 7f6dcfdbe640 1 > prepared part key=_multipart_7XDT3ZRUKA4H.2~G45VS1XOON2N.2 size=657215 2024-08-29T18:10:50.565 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:50.563+0000 7f6dcfdbe640 1 > prepared multipart upload key=7XDT3ZRUKA4H upload=G45VS1XOON2N tag=6TMTGZHQYZ6E type=write size=3802943 2024-08-29T18:10:50.570 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:50.571+0000 7f6dcfdbe640 1 < canceled operation key=PCRU0BDU1Z87 tag=PHBQ20C3CNXE type=del size=3902392 2024-08-29T18:10:50.575 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:50.575+0000 7f6dcfdbe640 1 > prepared operation key=7YYI239LZRWF tag=G388IU8VAWII type=del size=3392405 2024-08-29T18:10:50.586 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:50.583+0000 7f6dcfdbe640 1 < suggested update operation key=PCRU0BDU1Z87 tag=VVEQM96ZMEOM type=del size=1624939 2024-08-29T18:10:50.591 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:50.591+0000 7f6dcfdbe640 1 > prepared operation key=F8MIRGU95TM4 tag=P8Z8LXQ3NQ45 type=del size=1312222 2024-08-29T18:10:50.596 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:50.595+0000 7f6dcfdbe640 1 < completed part key=_multipart_L6FV6KJ6OHNY.2~BEIGG92XAIBZ.0 size=1048576 2024-08-29T18:10:50.596 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:50.595+0000 7f6dcfdbe640 1 < canceled part key=_multipart_L6FV6KJ6OHNY.2~BEIGG92XAIBZ.1 size=72993 2024-08-29T18:10:50.603 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:50.603+0000 7f6dcfdbe640 1 < canceled multipart upload key=L6FV6KJ6OHNY upload=BEIGG92XAIBZ tag=DXOPQBH3CE1D type=write size=2170145 2024-08-29T18:10:50.608 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:50.607+0000 7f6dcfdbe640 1 > prepared operation key=ULOTXZSBLM0E tag=MZPPN6TKDAO3 type=del size=2675399 2024-08-29T18:10:50.613 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:50.611+0000 7f6dcfdbe640 1 < completed part key=_multipart_ULOTXZSBLM0E.2~6HK9SGP25SM1.0 size=1048576 2024-08-29T18:10:50.618 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:50.619+0000 7f6dcfdbe640 1 < completed part key=_multipart_ULOTXZSBLM0E.2~6HK9SGP25SM1.1 size=562532 2024-08-29T18:10:50.626 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:50.627+0000 7f6dcfdbe640 1 < completed multipart upload key=ULOTXZSBLM0E upload=6HK9SGP25SM1 tag=YM05A1A492QJ type=write size=2659684 2024-08-29T18:10:50.631 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:50.631+0000 7f6dcfdbe640 1 > prepared operation key=L6FV6KJ6OHNY tag=F12E9TMX0VDM type=write size=643502 2024-08-29T18:10:50.637 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:50.635+0000 7f6dcfdbe640 1 < completed part key=_multipart_7D5I09Z3ND5H.2~XIKSBG87ZMIH.0 size=462271 2024-08-29T18:10:50.646 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:50.647+0000 7f6dcfdbe640 1 < completed multipart upload key=7D5I09Z3ND5H upload=XIKSBG87ZMIH tag=LEZF0L0MB3FF type=write size=1510847 2024-08-29T18:10:50.656 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:50.655+0000 7f6dcfdbe640 1 > prepared part key=_multipart_X10K5L2O256M.2~NX1F7QHAMTZM.0 size=1048576 2024-08-29T18:10:50.660 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:50.659+0000 7f6dcfdbe640 1 > prepared part key=_multipart_X10K5L2O256M.2~NX1F7QHAMTZM.1 size=200713 2024-08-29T18:10:50.660 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:50.659+0000 7f6dcfdbe640 1 > prepared multipart upload key=X10K5L2O256M upload=NX1F7QHAMTZM tag=K67ZSXT89679 type=write size=2297865 2024-08-29T18:10:50.665 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:50.663+0000 7f6dcfdbe640 1 < completed delete operation key=7D5I09Z3ND5H tag=W712A283G2SO type=del 2024-08-29T18:10:50.670 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:50.671+0000 7f6dcfdbe640 1 > prepared operation key=T9L1J5N8K7MO tag=RO6K0CKSOBE8 type=del size=2289037 2024-08-29T18:10:50.675 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:50.675+0000 7f6dcfdbe640 1 < completed part key=_multipart_CN52F1ME4Q7H.2~I7PY7DMVG250.0 size=634892 2024-08-29T18:10:50.684 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:50.683+0000 7f6dcfdbe640 1 < completed multipart upload key=CN52F1ME4Q7H upload=I7PY7DMVG250 tag=TL6JURXWXVTL type=write size=1683468 2024-08-29T18:10:50.694 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:50.691+0000 7f6dcfdbe640 1 > prepared part key=_multipart_FDT1EJQCIL25.2~O91CCQK2F1HE.0 size=162469 2024-08-29T18:10:50.694 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:50.691+0000 7f6dcfdbe640 1 > prepared multipart upload key=FDT1EJQCIL25 upload=O91CCQK2F1HE tag=9XP38DD738U2 type=write size=1211045 2024-08-29T18:10:50.699 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:50.699+0000 7f6dcfdbe640 1 < completed part key=_multipart_W4PL77H6JMGP.2~CQKH8JICSVTP.0 size=319035 2024-08-29T18:10:50.708 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:50.707+0000 7f6dcfdbe640 1 < completed multipart upload key=W4PL77H6JMGP upload=CQKH8JICSVTP tag=QR85D6WZFAZH type=write size=1367611 2024-08-29T18:10:50.714 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:50.711+0000 7f6dcfdbe640 1 > prepared operation key=YE0K0OIAGJTR tag=DUIWAESM4VLM type=write size=467525 2024-08-29T18:10:50.720 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:50.719+0000 7f6dcfdbe640 1 < completed part key=_multipart_ULOTXZSBLM0E.2~K0TE09MSEL4O.0 size=136686 2024-08-29T18:10:50.729 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:50.727+0000 7f6dcfdbe640 1 < completed multipart upload key=ULOTXZSBLM0E upload=K0TE09MSEL4O tag=D72EJE7LKA3Z type=write size=1185262 2024-08-29T18:10:50.734 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:50.735+0000 7f6dcfdbe640 1 > prepared operation key=PCRU0BDU1Z87 tag=RT1G9NVPCRIH type=del size=663413 2024-08-29T18:10:50.743 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:50.743+0000 7f6dcfdbe640 1 < suggested update operation key=7XDT3ZRUKA4H tag=JAIJP43ZCNRP type=del size=1572257 2024-08-29T18:10:50.753 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:50.751+0000 7f6dcfdbe640 1 > prepared part key=_multipart_KZ45Y56F6JGC.2~9ONAUJF0HVJV.0 size=1048576 2024-08-29T18:10:50.757 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:50.755+0000 7f6dcfdbe640 1 > prepared part key=_multipart_KZ45Y56F6JGC.2~9ONAUJF0HVJV.1 size=73526 2024-08-29T18:10:50.757 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:50.755+0000 7f6dcfdbe640 1 > prepared multipart upload key=KZ45Y56F6JGC upload=9ONAUJF0HVJV tag=E2OFPHXNBW7A type=write size=2170678 2024-08-29T18:10:50.767 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:50.767+0000 7f6dcfdbe640 1 < suggested update operation key=T9L1J5N8K7MO tag=9A2K7781T3VE type=write size=34858 2024-08-29T18:10:50.777 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:50.775+0000 7f6dcfdbe640 1 > prepared part key=_multipart_CN52F1ME4Q7H.2~UO01UXJZABZ1.0 size=1048576 2024-08-29T18:10:50.780 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:50.779+0000 7f6dcfdbe640 1 > prepared part key=_multipart_CN52F1ME4Q7H.2~UO01UXJZABZ1.1 size=1048576 2024-08-29T18:10:50.784 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:50.783+0000 7f6dcfdbe640 1 > prepared part key=_multipart_CN52F1ME4Q7H.2~UO01UXJZABZ1.2 size=118583 2024-08-29T18:10:50.785 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:50.783+0000 7f6dcfdbe640 1 > prepared multipart upload key=CN52F1ME4Q7H upload=UO01UXJZABZ1 tag=AHOLUM32SQIY type=write size=3264311 2024-08-29T18:10:50.789 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:50.787+0000 7f6dcfdbe640 1 < completed delete operation key=YAC7TKWP61NS tag=ORP17AWWO637 type=del 2024-08-29T18:10:50.794 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:50.795+0000 7f6dcfdbe640 1 > prepared operation key=7XDT3ZRUKA4H tag=YBIWLWCXKVVQ type=del size=1064586 2024-08-29T18:10:50.799 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:50.799+0000 7f6dcfdbe640 1 < completed write operation key=W4PL77H6JMGP tag=DIABPL4KAT4R type=write size=31566 2024-08-29T18:10:50.804 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:50.803+0000 7f6dcfdbe640 1 > prepared operation key=LP0MLEKV3E74 tag=URU54GTV1JP3 type=del size=1148582 2024-08-29T18:10:50.810 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:50.807+0000 7f6dcfdbe640 1 < completed part key=_multipart_ROJNXFMRMF7F.2~53A2H2FWM9XO.0 size=249535 2024-08-29T18:10:50.819 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:50.819+0000 7f6dcfdbe640 1 < completed multipart upload key=ROJNXFMRMF7F upload=53A2H2FWM9XO tag=JU13OYGF5DS7 type=write size=1298111 2024-08-29T18:10:50.824 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:50.823+0000 7f6dcfdbe640 1 > prepared operation key=YAC7TKWP61NS tag=MSLGJJAL1L2R type=del size=2005262 2024-08-29T18:10:50.826 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:10:50 smithi053 bash[68679]: cluster 2024-08-29T18:10:49.387687+0000 mgr.y (mgr.25022) 723 : cluster [DBG] pgmap v1404: 137 pgs: 137 active+clean; 583 KiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 347 KiB/s rd, 119 KiB/s wr, 612 op/s 2024-08-29T18:10:50.829 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:50.827+0000 7f6dcfdbe640 1 < completed delete operation key=C47XT9Y9B7EW tag=U4ILNW9I3RG4 type=del 2024-08-29T18:10:50.835 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:50.835+0000 7f6dcfdbe640 1 > prepared operation key=3VC6XP11WXW6 tag=CE1XHWEUB5RP type=del size=280110 2024-08-29T18:10:50.841 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:50.839+0000 7f6dcfdbe640 1 < completed part key=_multipart_7XDT3ZRUKA4H.2~G45VS1XOON2N.0 size=1048576 2024-08-29T18:10:50.846 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:50.843+0000 7f6dcfdbe640 1 < completed part key=_multipart_7XDT3ZRUKA4H.2~G45VS1XOON2N.1 size=1048576 2024-08-29T18:10:50.850 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:50.851+0000 7f6dcfdbe640 1 < completed part key=_multipart_7XDT3ZRUKA4H.2~G45VS1XOON2N.2 size=657215 2024-08-29T18:10:50.859 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:50.859+0000 7f6dcfdbe640 1 < completed multipart upload key=7XDT3ZRUKA4H upload=G45VS1XOON2N tag=6TMTGZHQYZ6E type=write size=3802943 2024-08-29T18:10:50.864 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:50.863+0000 7f6dcfdbe640 1 > prepared operation key=7Y0GYERC6W4H tag=1ZRU7CXZBXSW type=del size=3173896 2024-08-29T18:10:50.874 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:50.875+0000 7f6dcfdbe640 1 < suggested remove operation key=7YYI239LZRWF tag=G388IU8VAWII type=del 2024-08-29T18:10:50.879 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:10:50 smithi028 bash[78352]: cluster 2024-08-29T18:10:49.387687+0000 mgr.y (mgr.25022) 723 : cluster [DBG] pgmap v1404: 137 pgs: 137 active+clean; 583 KiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 347 KiB/s rd, 119 KiB/s wr, 612 op/s 2024-08-29T18:10:50.879 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:10:50 smithi028 bash[77168]: cluster 2024-08-29T18:10:49.387687+0000 mgr.y (mgr.25022) 723 : cluster [DBG] pgmap v1404: 137 pgs: 137 active+clean; 583 KiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 347 KiB/s rd, 119 KiB/s wr, 612 op/s 2024-08-29T18:10:50.879 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:50.879+0000 7f6dcfdbe640 1 > prepared operation key=ULOTXZSBLM0E tag=N2JIAXTEMNG9 type=write size=506674 2024-08-29T18:10:50.884 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:50.883+0000 7f6dcfdbe640 1 < completed delete operation key=F8MIRGU95TM4 tag=P8Z8LXQ3NQ45 type=del 2024-08-29T18:10:50.889 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:50.887+0000 7f6dcfdbe640 1 > prepared operation key=7Y0GYERC6W4H tag=2WITV5MVD9ZU type=del size=2348624 2024-08-29T18:10:50.895 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:50.895+0000 7f6dcfdbe640 1 < completed delete operation key=ULOTXZSBLM0E tag=MZPPN6TKDAO3 type=del 2024-08-29T18:10:50.901 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:50.899+0000 7f6dcfdbe640 1 > prepared operation key=MT6UK3U6H4JX tag=VTGYFWTILVWW type=del size=3805824 2024-08-29T18:10:50.906 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:50.903+0000 7f6dcfdbe640 1 < completed write operation key=L6FV6KJ6OHNY tag=F12E9TMX0VDM type=write size=643502 2024-08-29T18:10:50.911 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:50.911+0000 7f6dcfdbe640 1 > prepared operation key=9XOQBHEAVUKF tag=P9T2C1CKK9J3 type=write size=341826 2024-08-29T18:10:50.912 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:50.911+0000 7f6dcfdbe640 1 < canceled part key=_multipart_X10K5L2O256M.2~NX1F7QHAMTZM.0 size=1048576 2024-08-29T18:10:50.917 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:50.915+0000 7f6dcfdbe640 1 < completed part key=_multipart_X10K5L2O256M.2~NX1F7QHAMTZM.1 size=200713 2024-08-29T18:10:50.925 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:50.923+0000 7f6dcfdbe640 1 < canceled multipart upload key=X10K5L2O256M upload=NX1F7QHAMTZM tag=K67ZSXT89679 type=write size=2297865 2024-08-29T18:10:50.936 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:50.935+0000 7f6dcfdbe640 1 > prepared part key=_multipart_FDT1EJQCIL25.2~C9YPOMLOGPPU.0 size=722511 2024-08-29T18:10:50.936 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:50.935+0000 7f6dcfdbe640 1 > prepared multipart upload key=FDT1EJQCIL25 upload=C9YPOMLOGPPU tag=ST3JWHI8GRU4 type=write size=1771087 2024-08-29T18:10:50.943 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:50.943+0000 7f6dcfdbe640 -1 < failed to complete operation key=T9L1J5N8K7MO tag=RO6K0CKSOBE8 type=del size=2289037: (22) Invalid argument 2024-08-29T18:10:50.948 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:50.947+0000 7f6dcfdbe640 1 > prepared operation key=PCRU0BDU1Z87 tag=ORG90TIIBFS3 type=del size=4068665 2024-08-29T18:10:50.953 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:50.951+0000 7f6dcfdbe640 1 < completed part key=_multipart_FDT1EJQCIL25.2~O91CCQK2F1HE.0 size=162469 2024-08-29T18:10:50.961 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:50.959+0000 7f6dcfdbe640 1 < completed multipart upload key=FDT1EJQCIL25 upload=O91CCQK2F1HE tag=9XP38DD738U2 type=write size=1211045 2024-08-29T18:10:50.966 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:50.963+0000 7f6dcfdbe640 1 > prepared operation key=I0OL3VZS23M6 tag=TMAQ09QF4DYJ type=del size=1000594 2024-08-29T18:10:50.970 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:50.971+0000 7f6dcfdbe640 1 < completed write operation key=YE0K0OIAGJTR tag=DUIWAESM4VLM type=write size=467525 2024-08-29T18:10:50.979 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:50.979+0000 7f6dcfdbe640 1 > prepared part key=_multipart_7D5I09Z3ND5H.2~JO6EDMTR9DYA.0 size=1048576 2024-08-29T18:10:50.983 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:50.983+0000 7f6dcfdbe640 1 > prepared part key=_multipart_7D5I09Z3ND5H.2~JO6EDMTR9DYA.1 size=736315 2024-08-29T18:10:50.983 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:50.983+0000 7f6dcfdbe640 1 > prepared multipart upload key=7D5I09Z3ND5H upload=JO6EDMTR9DYA tag=BICBJ0ST2XI4 type=write size=2833467 2024-08-29T18:10:50.988 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:50.987+0000 7f6dcfdbe640 1 < completed delete operation key=PCRU0BDU1Z87 tag=RT1G9NVPCRIH type=del 2024-08-29T18:10:50.993 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:50.991+0000 7f6dcfdbe640 1 > prepared operation key=CY91RGLS4L74 tag=BD8V50JAMDQU type=del size=1777666 2024-08-29T18:10:50.998 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:50.999+0000 7f6dcfdbe640 1 < completed part key=_multipart_KZ45Y56F6JGC.2~9ONAUJF0HVJV.0 size=1048576 2024-08-29T18:10:51.003 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:51.003+0000 7f6dcfdbe640 1 < completed part key=_multipart_KZ45Y56F6JGC.2~9ONAUJF0HVJV.1 size=73526 2024-08-29T18:10:51.012 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:51.011+0000 7f6dcfdbe640 1 < completed multipart upload key=KZ45Y56F6JGC upload=9ONAUJF0HVJV tag=E2OFPHXNBW7A type=write size=2170678 2024-08-29T18:10:51.018 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:51.019+0000 7f6dcfdbe640 1 > prepared operation key=7YYI239LZRWF tag=T381BFU3AZQU type=del size=3048480 2024-08-29T18:10:51.024 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:51.023+0000 7f6dcfdbe640 1 < completed part key=_multipart_CN52F1ME4Q7H.2~UO01UXJZABZ1.0 size=1048576 2024-08-29T18:10:51.024 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:51.023+0000 7f6dcfdbe640 1 < canceled part key=_multipart_CN52F1ME4Q7H.2~UO01UXJZABZ1.1 size=1048576 2024-08-29T18:10:51.028 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:51.027+0000 7f6dcfdbe640 1 < completed part key=_multipart_CN52F1ME4Q7H.2~UO01UXJZABZ1.2 size=118583 2024-08-29T18:10:51.036 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:51.035+0000 7f6dcfdbe640 1 < canceled multipart upload key=CN52F1ME4Q7H upload=UO01UXJZABZ1 tag=AHOLUM32SQIY type=write size=3264311 2024-08-29T18:10:51.045 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:51.043+0000 7f6dcfdbe640 1 > prepared part key=_multipart_L6FV6KJ6OHNY.2~YA55VO5OP04U.0 size=1048576 2024-08-29T18:10:51.049 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:51.047+0000 7f6dcfdbe640 1 > prepared part key=_multipart_L6FV6KJ6OHNY.2~YA55VO5OP04U.1 size=1048576 2024-08-29T18:10:51.053 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:51.051+0000 7f6dcfdbe640 1 > prepared part key=_multipart_L6FV6KJ6OHNY.2~YA55VO5OP04U.2 size=122333 2024-08-29T18:10:51.053 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:51.051+0000 7f6dcfdbe640 1 > prepared multipart upload key=L6FV6KJ6OHNY upload=YA55VO5OP04U tag=GZ1IRK2ZYRYJ type=write size=3268061 2024-08-29T18:10:51.058 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:51.059+0000 7f6dcfdbe640 1 < completed delete operation key=7XDT3ZRUKA4H tag=YBIWLWCXKVVQ type=del 2024-08-29T18:10:51.063 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:51.063+0000 7f6dcfdbe640 1 > prepared operation key=T9L1J5N8K7MO tag=Q3P6I0AJIWWH type=del size=2643285 2024-08-29T18:10:51.073 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:51.071+0000 7f6dcfdbe640 1 < suggested remove operation key=LP0MLEKV3E74 tag=URU54GTV1JP3 type=del 2024-08-29T18:10:51.078 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:51.075+0000 7f6dcfdbe640 1 > prepared operation key=9XOQBHEAVUKF tag=SUZYS5BF2QA6 type=del size=3530218 2024-08-29T18:10:51.083 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:51.083+0000 7f6dcfdbe640 1 < completed delete operation key=YAC7TKWP61NS tag=MSLGJJAL1L2R type=del 2024-08-29T18:10:51.092 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:51.091+0000 7f6dcfdbe640 1 > prepared part key=_multipart_X10K5L2O256M.2~7XJCC151YCXP.0 size=1048576 2024-08-29T18:10:51.096 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:51.095+0000 7f6dcfdbe640 1 > prepared part key=_multipart_X10K5L2O256M.2~7XJCC151YCXP.1 size=1036657 2024-08-29T18:10:51.096 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:51.095+0000 7f6dcfdbe640 1 > prepared multipart upload key=X10K5L2O256M upload=7XJCC151YCXP tag=2RXYKMEKBLY6 type=write size=3133809 2024-08-29T18:10:51.101 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:51.099+0000 7f6dcfdbe640 1 < completed delete operation key=3VC6XP11WXW6 tag=CE1XHWEUB5RP type=del 2024-08-29T18:10:51.106 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:51.107+0000 7f6dcfdbe640 1 > prepared operation key=7XDT3ZRUKA4H tag=F47WJ1DO9WO9 type=del size=1321451 2024-08-29T18:10:51.112 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:51.111+0000 7f6dcfdbe640 1 < completed delete operation key=7Y0GYERC6W4H tag=1ZRU7CXZBXSW type=del 2024-08-29T18:10:51.121 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:51.119+0000 7f6dcfdbe640 1 > prepared part key=_multipart_FDT1EJQCIL25.2~2KBRYZOU7W3W.0 size=1048576 2024-08-29T18:10:51.128 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:51.123+0000 7f6dcfdbe640 1 > prepared part key=_multipart_FDT1EJQCIL25.2~2KBRYZOU7W3W.1 size=223284 2024-08-29T18:10:51.128 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:51.123+0000 7f6dcfdbe640 1 > prepared multipart upload key=FDT1EJQCIL25 upload=2KBRYZOU7W3W tag=WBQHYL3DDSJX type=write size=2320436 2024-08-29T18:10:51.130 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:51.131+0000 7f6dcfdbe640 1 < canceled operation key=ULOTXZSBLM0E tag=N2JIAXTEMNG9 type=write size=506674 2024-08-29T18:10:51.136 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:51.135+0000 7f6dcfdbe640 1 > prepared operation key=PCRU0BDU1Z87 tag=3G04YXQT4B51 type=del size=2971893 2024-08-29T18:10:51.142 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:51.143+0000 7f6dcfdbe640 1 < completed delete operation key=7Y0GYERC6W4H tag=2WITV5MVD9ZU type=del 2024-08-29T18:10:51.151 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:51.151+0000 7f6dcfdbe640 1 > prepared part key=_multipart_PCRU0BDU1Z87.2~2V7KR24PHP9B.0 size=1048576 2024-08-29T18:10:51.155 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:51.155+0000 7f6dcfdbe640 1 > prepared part key=_multipart_PCRU0BDU1Z87.2~2V7KR24PHP9B.1 size=1048576 2024-08-29T18:10:51.159 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:51.159+0000 7f6dcfdbe640 1 > prepared part key=_multipart_PCRU0BDU1Z87.2~2V7KR24PHP9B.2 size=908262 2024-08-29T18:10:51.159 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:51.159+0000 7f6dcfdbe640 1 > prepared multipart upload key=PCRU0BDU1Z87 upload=2V7KR24PHP9B tag=FQEH909FC7ZA type=write size=4053990 2024-08-29T18:10:51.165 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:51.163+0000 7f6dcfdbe640 1 < canceled operation key=MT6UK3U6H4JX tag=VTGYFWTILVWW type=del size=3805824 2024-08-29T18:10:51.170 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:51.171+0000 7f6dcfdbe640 1 > prepared operation key=3VC6XP11WXW6 tag=FTSZG7OR862E type=del size=3970898 2024-08-29T18:10:51.176 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:51.175+0000 7f6dcfdbe640 1 < completed write operation key=9XOQBHEAVUKF tag=P9T2C1CKK9J3 type=write size=341826 2024-08-29T18:10:51.182 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:51.179+0000 7f6dcfdbe640 1 > prepared operation key=FDT1EJQCIL25 tag=2UMJWTR2780O type=del size=873966 2024-08-29T18:10:51.187 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:51.187+0000 7f6dcfdbe640 1 < completed part key=_multipart_FDT1EJQCIL25.2~C9YPOMLOGPPU.0 size=722511 2024-08-29T18:10:51.197 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:51.195+0000 7f6dcfdbe640 1 < completed multipart upload key=FDT1EJQCIL25 upload=C9YPOMLOGPPU tag=ST3JWHI8GRU4 type=write size=1771087 2024-08-29T18:10:51.202 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:51.203+0000 7f6dcfdbe640 1 > prepared operation key=JX058LCOIR42 tag=9C4A2VGUX97Y type=del size=3896562 2024-08-29T18:10:51.208 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:51.207+0000 7f6dcfdbe640 1 < completed delete operation key=PCRU0BDU1Z87 tag=ORG90TIIBFS3 type=del 2024-08-29T18:10:51.218 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:51.219+0000 7f6dcfdbe640 1 > prepared part key=_multipart_W4PL77H6JMGP.2~MVR0T5N3VZIV.0 size=1048576 2024-08-29T18:10:51.222 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:51.223+0000 7f6dcfdbe640 1 > prepared part key=_multipart_W4PL77H6JMGP.2~MVR0T5N3VZIV.1 size=543928 2024-08-29T18:10:51.222 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:51.223+0000 7f6dcfdbe640 1 > prepared multipart upload key=W4PL77H6JMGP upload=MVR0T5N3VZIV tag=2HOC91QJ4SI3 type=write size=2641080 2024-08-29T18:10:51.227 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:51.227+0000 7f6dcfdbe640 1 < completed delete operation key=I0OL3VZS23M6 tag=TMAQ09QF4DYJ type=del 2024-08-29T18:10:51.237 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:51.235+0000 7f6dcfdbe640 1 > prepared part key=_multipart_F8MIRGU95TM4.2~4VJR1F2JR3PO.0 size=1048576 2024-08-29T18:10:51.242 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:51.239+0000 7f6dcfdbe640 1 > prepared part key=_multipart_F8MIRGU95TM4.2~4VJR1F2JR3PO.1 size=1048576 2024-08-29T18:10:51.246 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:51.247+0000 7f6dcfdbe640 1 > prepared part key=_multipart_F8MIRGU95TM4.2~4VJR1F2JR3PO.2 size=801840 2024-08-29T18:10:51.246 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:51.247+0000 7f6dcfdbe640 1 > prepared multipart upload key=F8MIRGU95TM4 upload=4VJR1F2JR3PO tag=A6ZAJNAEIZG9 type=write size=3947568 2024-08-29T18:10:51.252 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:51.251+0000 7f6dcfdbe640 1 < completed part key=_multipart_7D5I09Z3ND5H.2~JO6EDMTR9DYA.0 size=1048576 2024-08-29T18:10:51.256 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:51.255+0000 7f6dcfdbe640 1 < completed part key=_multipart_7D5I09Z3ND5H.2~JO6EDMTR9DYA.1 size=736315 2024-08-29T18:10:51.264 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:51.263+0000 7f6dcfdbe640 1 < completed multipart upload key=7D5I09Z3ND5H upload=JO6EDMTR9DYA tag=BICBJ0ST2XI4 type=write size=2833467 2024-08-29T18:10:51.269 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:51.267+0000 7f6dcfdbe640 1 > prepared operation key=L6FV6KJ6OHNY tag=NSSZOX6A5M6O type=write size=648086 2024-08-29T18:10:51.274 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:51.275+0000 7f6dcfdbe640 1 < completed delete operation key=CY91RGLS4L74 tag=BD8V50JAMDQU type=del 2024-08-29T18:10:51.279 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:51.279+0000 7f6dcfdbe640 1 > prepared operation key=3VC6XP11WXW6 tag=IERQX7KJ36AG type=write size=250943 2024-08-29T18:10:51.284 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:51.283+0000 7f6dcfdbe640 1 < completed delete operation key=7YYI239LZRWF tag=T381BFU3AZQU type=del 2024-08-29T18:10:51.293 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:51.291+0000 7f6dcfdbe640 1 > prepared part key=_multipart_L6FV6KJ6OHNY.2~NTC6YS97RPB3.0 size=1048576 2024-08-29T18:10:51.296 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:51.295+0000 7f6dcfdbe640 1 > prepared part key=_multipart_L6FV6KJ6OHNY.2~NTC6YS97RPB3.1 size=591788 2024-08-29T18:10:51.297 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:51.295+0000 7f6dcfdbe640 1 > prepared multipart upload key=L6FV6KJ6OHNY upload=NTC6YS97RPB3 tag=C5J7GJLXEPOY type=write size=2688940 2024-08-29T18:10:51.301 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:51.299+0000 7f6dcfdbe640 1 < completed part key=_multipart_L6FV6KJ6OHNY.2~YA55VO5OP04U.0 size=1048576 2024-08-29T18:10:51.305 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:51.303+0000 7f6dcfdbe640 1 < completed part key=_multipart_L6FV6KJ6OHNY.2~YA55VO5OP04U.1 size=1048576 2024-08-29T18:10:51.310 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:51.307+0000 7f6dcfdbe640 1 < completed part key=_multipart_L6FV6KJ6OHNY.2~YA55VO5OP04U.2 size=122333 2024-08-29T18:10:51.318 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:51.319+0000 7f6dcfdbe640 1 < completed multipart upload key=L6FV6KJ6OHNY upload=YA55VO5OP04U tag=GZ1IRK2ZYRYJ type=write size=3268061 2024-08-29T18:10:51.323 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:51.323+0000 7f6dcfdbe640 1 > prepared operation key=7D5I09Z3ND5H tag=CIC7L9LBVB2O type=del size=2007452 2024-08-29T18:10:51.328 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:51.327+0000 7f6dcfdbe640 1 < completed delete operation key=T9L1J5N8K7MO tag=Q3P6I0AJIWWH type=del 2024-08-29T18:10:51.333 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:51.331+0000 7f6dcfdbe640 1 > prepared operation key=3VC6XP11WXW6 tag=2LW2RR0W6HZ0 type=del size=1612376 2024-08-29T18:10:51.338 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:51.339+0000 7f6dcfdbe640 1 < completed delete operation key=9XOQBHEAVUKF tag=SUZYS5BF2QA6 type=del 2024-08-29T18:10:51.348 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:51.347+0000 7f6dcfdbe640 1 > prepared part key=_multipart_7Y0GYERC6W4H.2~2K1AM9N42JO6.0 size=1048576 2024-08-29T18:10:51.352 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:51.351+0000 7f6dcfdbe640 1 > prepared part key=_multipart_7Y0GYERC6W4H.2~2K1AM9N42JO6.1 size=1048576 2024-08-29T18:10:51.356 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:51.355+0000 7f6dcfdbe640 1 > prepared part key=_multipart_7Y0GYERC6W4H.2~2K1AM9N42JO6.2 size=716153 2024-08-29T18:10:51.356 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:51.355+0000 7f6dcfdbe640 1 > prepared multipart upload key=7Y0GYERC6W4H upload=2K1AM9N42JO6 tag=1WZEPI7CDXX7 type=write size=3861881 2024-08-29T18:10:51.362 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:51.359+0000 7f6dcfdbe640 1 < completed part key=_multipart_X10K5L2O256M.2~7XJCC151YCXP.0 size=1048576 2024-08-29T18:10:51.366 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:51.367+0000 7f6dcfdbe640 1 < completed part key=_multipart_X10K5L2O256M.2~7XJCC151YCXP.1 size=1036657 2024-08-29T18:10:51.374 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:51.375+0000 7f6dcfdbe640 1 < completed multipart upload key=X10K5L2O256M upload=7XJCC151YCXP tag=2RXYKMEKBLY6 type=write size=3133809 2024-08-29T18:10:51.381 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:51.379+0000 7f6dcfdbe640 1 > prepared operation key=7XDT3ZRUKA4H tag=8EQ6U92STJSF type=del size=3549592 2024-08-29T18:10:51.387 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:51.387+0000 7f6dcfdbe640 1 < completed delete operation key=7XDT3ZRUKA4H tag=F47WJ1DO9WO9 type=del 2024-08-29T18:10:51.400 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:51.399+0000 7f6dcfdbe640 1 > prepared part key=_multipart_LP0MLEKV3E74.2~0W13YC7OD4P2.0 size=369304 2024-08-29T18:10:51.400 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:51.399+0000 7f6dcfdbe640 1 > prepared multipart upload key=LP0MLEKV3E74 upload=0W13YC7OD4P2 tag=OIUYR8PIIU2R type=write size=1417880 2024-08-29T18:10:51.404 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:51.403+0000 7f6dcfdbe640 1 < completed part key=_multipart_FDT1EJQCIL25.2~2KBRYZOU7W3W.0 size=1048576 2024-08-29T18:10:51.404 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:51.403+0000 7f6dcfdbe640 1 < canceled part key=_multipart_FDT1EJQCIL25.2~2KBRYZOU7W3W.1 size=223284 2024-08-29T18:10:51.422 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:51.423+0000 7f6dcfdbe640 1 < canceled multipart upload key=FDT1EJQCIL25 upload=2KBRYZOU7W3W tag=WBQHYL3DDSJX type=write size=2320436 2024-08-29T18:10:51.430 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:51.431+0000 7f6dcfdbe640 1 > prepared part key=_multipart_YAC7TKWP61NS.2~JXO43V7BC80L.0 size=433814 2024-08-29T18:10:51.430 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:51.431+0000 7f6dcfdbe640 1 > prepared multipart upload key=YAC7TKWP61NS upload=JXO43V7BC80L tag=Y0OWE0FYNZD9 type=write size=1482390 2024-08-29T18:10:51.435 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:51.435+0000 7f6dcfdbe640 1 < completed delete operation key=PCRU0BDU1Z87 tag=3G04YXQT4B51 type=del 2024-08-29T18:10:51.439 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:51.439+0000 7f6dcfdbe640 1 > prepared operation key=YAC7TKWP61NS tag=V3AKZXTFO38O type=del size=834582 2024-08-29T18:10:51.443 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:51.443+0000 7f6dcfdbe640 1 < completed part key=_multipart_PCRU0BDU1Z87.2~2V7KR24PHP9B.0 size=1048576 2024-08-29T18:10:51.447 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:51.447+0000 7f6dcfdbe640 1 < completed part key=_multipart_PCRU0BDU1Z87.2~2V7KR24PHP9B.1 size=1048576 2024-08-29T18:10:51.451 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:51.451+0000 7f6dcfdbe640 1 < completed part key=_multipart_PCRU0BDU1Z87.2~2V7KR24PHP9B.2 size=908262 2024-08-29T18:10:51.458 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:51.459+0000 7f6dcfdbe640 1 < completed multipart upload key=PCRU0BDU1Z87 upload=2V7KR24PHP9B tag=FQEH909FC7ZA type=write size=4053990 2024-08-29T18:10:51.462 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:51.463+0000 7f6dcfdbe640 1 > prepared operation key=FDT1EJQCIL25 tag=YYGYBC1YYB3E type=write size=552062 2024-08-29T18:10:51.466 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:51.467+0000 7f6dcfdbe640 1 < completed delete operation key=3VC6XP11WXW6 tag=FTSZG7OR862E type=del 2024-08-29T18:10:51.474 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:51.475+0000 7f6dcfdbe640 1 > prepared part key=_multipart_7XDT3ZRUKA4H.2~8BWV1UR8N2EK.0 size=477842 2024-08-29T18:10:51.474 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:51.475+0000 7f6dcfdbe640 1 > prepared multipart upload key=7XDT3ZRUKA4H upload=8BWV1UR8N2EK tag=PMNUTNFVQQY8 type=write size=1526418 2024-08-29T18:10:51.479 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:51.479+0000 7f6dcfdbe640 1 < completed delete operation key=FDT1EJQCIL25 tag=2UMJWTR2780O type=del 2024-08-29T18:10:51.488 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:51.487+0000 7f6dcfdbe640 1 > prepared part key=_multipart_7D5I09Z3ND5H.2~SOOAKJSJ1382.0 size=1048576 2024-08-29T18:10:51.491 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:51.491+0000 7f6dcfdbe640 1 > prepared part key=_multipart_7D5I09Z3ND5H.2~SOOAKJSJ1382.1 size=194392 2024-08-29T18:10:51.492 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:51.491+0000 7f6dcfdbe640 1 > prepared multipart upload key=7D5I09Z3ND5H upload=SOOAKJSJ1382 tag=AL1SY0NX0O57 type=write size=2291544 2024-08-29T18:10:51.496 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:51.495+0000 7f6dcfdbe640 1 < completed delete operation key=JX058LCOIR42 tag=9C4A2VGUX97Y type=del 2024-08-29T18:10:51.501 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:51.499+0000 7f6dcfdbe640 1 > prepared operation key=X10K5L2O256M tag=ANZ2K86KCQJ2 type=del size=3542402 2024-08-29T18:10:51.502 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:51.499+0000 7f6dcfdbe640 1 < canceled part key=_multipart_W4PL77H6JMGP.2~MVR0T5N3VZIV.0 size=1048576 2024-08-29T18:10:51.502 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:51.499+0000 7f6dcfdbe640 1 < canceled part key=_multipart_W4PL77H6JMGP.2~MVR0T5N3VZIV.1 size=543928 2024-08-29T18:10:51.510 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:51.507+0000 7f6dcfdbe640 1 < canceled multipart upload key=W4PL77H6JMGP upload=MVR0T5N3VZIV tag=2HOC91QJ4SI3 type=write size=2641080 2024-08-29T18:10:51.514 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:51.515+0000 7f6dcfdbe640 1 > prepared operation key=ULOTXZSBLM0E tag=5MKVKT1OGN5P type=del size=969477 2024-08-29T18:10:51.519 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:51.519+0000 7f6dcfdbe640 1 < completed part key=_multipart_F8MIRGU95TM4.2~4VJR1F2JR3PO.0 size=1048576 2024-08-29T18:10:51.523 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:51.523+0000 7f6dcfdbe640 1 < completed part key=_multipart_F8MIRGU95TM4.2~4VJR1F2JR3PO.1 size=1048576 2024-08-29T18:10:51.527 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:51.527+0000 7f6dcfdbe640 1 < completed part key=_multipart_F8MIRGU95TM4.2~4VJR1F2JR3PO.2 size=801840 2024-08-29T18:10:51.536 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:51.535+0000 7f6dcfdbe640 1 < completed multipart upload key=F8MIRGU95TM4 upload=4VJR1F2JR3PO tag=A6ZAJNAEIZG9 type=write size=3947568 2024-08-29T18:10:51.541 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:51.539+0000 7f6dcfdbe640 1 > prepared operation key=I0OL3VZS23M6 tag=9861AF5KUORI type=del size=283131 2024-08-29T18:10:51.546 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:51.543+0000 7f6dcfdbe640 1 < completed write operation key=L6FV6KJ6OHNY tag=NSSZOX6A5M6O type=write size=648086 2024-08-29T18:10:51.551 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:51.551+0000 7f6dcfdbe640 1 > prepared operation key=DGQXCI25DDX7 tag=OSJ46VO9WCU3 type=del size=3076832 2024-08-29T18:10:51.556 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:51.555+0000 7f6dcfdbe640 1 < canceled operation key=3VC6XP11WXW6 tag=IERQX7KJ36AG type=write size=250943 2024-08-29T18:10:51.561 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:51.559+0000 7f6dcfdbe640 1 > prepared operation key=I0OL3VZS23M6 tag=L3SQQDXUIAVM type=del size=887369 2024-08-29T18:10:51.566 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:51.567+0000 7f6dcfdbe640 1 < completed part key=_multipart_L6FV6KJ6OHNY.2~NTC6YS97RPB3.0 size=1048576 2024-08-29T18:10:51.571 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:51.571+0000 7f6dcfdbe640 1 < completed part key=_multipart_L6FV6KJ6OHNY.2~NTC6YS97RPB3.1 size=591788 2024-08-29T18:10:51.580 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:51.579+0000 7f6dcfdbe640 1 < completed multipart upload key=L6FV6KJ6OHNY upload=NTC6YS97RPB3 tag=C5J7GJLXEPOY type=write size=2688940 2024-08-29T18:10:51.586 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:51.587+0000 7f6dcfdbe640 1 > prepared operation key=9XOQBHEAVUKF tag=7P6LUZLWZRK6 type=write size=239429 2024-08-29T18:10:51.591 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:51.591+0000 7f6dcfdbe640 1 < completed delete operation key=7D5I09Z3ND5H tag=CIC7L9LBVB2O type=del 2024-08-29T18:10:51.600 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:51.599+0000 7f6dcfdbe640 1 > prepared part key=_multipart_YKW2ORIZT8YI.2~HTS8XCGQHOW6.0 size=670246 2024-08-29T18:10:51.600 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:51.599+0000 7f6dcfdbe640 1 > prepared multipart upload key=YKW2ORIZT8YI upload=HTS8XCGQHOW6 tag=N1ONM9EWUA1Y type=write size=1718822 2024-08-29T18:10:51.605 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:51.603+0000 7f6dcfdbe640 1 < canceled operation key=3VC6XP11WXW6 tag=2LW2RR0W6HZ0 type=del size=1612376 2024-08-29T18:10:51.610 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:51.611+0000 7f6dcfdbe640 1 > prepared operation key=I0OL3VZS23M6 tag=9IUKOYO1U82M type=del size=59609 2024-08-29T18:10:51.615 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:51.615+0000 7f6dcfdbe640 1 < completed part key=_multipart_7Y0GYERC6W4H.2~2K1AM9N42JO6.0 size=1048576 2024-08-29T18:10:51.620 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:51.619+0000 7f6dcfdbe640 1 < completed part key=_multipart_7Y0GYERC6W4H.2~2K1AM9N42JO6.1 size=1048576 2024-08-29T18:10:51.620 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:51.619+0000 7f6dcfdbe640 1 < canceled part key=_multipart_7Y0GYERC6W4H.2~2K1AM9N42JO6.2 size=716153 2024-08-29T18:10:51.628 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:51.627+0000 7f6dcfdbe640 1 < canceled multipart upload key=7Y0GYERC6W4H upload=2K1AM9N42JO6 tag=1WZEPI7CDXX7 type=write size=3861881 2024-08-29T18:10:51.633 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:51.631+0000 7f6dcfdbe640 1 > prepared operation key=PCRU0BDU1Z87 tag=GX4SZ5MYBVOF type=del size=194954 2024-08-29T18:10:51.638 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:51.639+0000 7f6dcfdbe640 1 < completed delete operation key=7XDT3ZRUKA4H tag=8EQ6U92STJSF type=del 2024-08-29T18:10:51.643 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:51.643+0000 7f6dcfdbe640 1 > prepared operation key=CN52F1ME4Q7H tag=TLFY2JUJAOLH type=del size=1468231 2024-08-29T18:10:51.648 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:51.647+0000 7f6dcfdbe640 1 < completed part key=_multipart_LP0MLEKV3E74.2~0W13YC7OD4P2.0 size=369304 2024-08-29T18:10:51.657 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:51.655+0000 7f6dcfdbe640 1 < completed multipart upload key=LP0MLEKV3E74 upload=0W13YC7OD4P2 tag=OIUYR8PIIU2R type=write size=1417880 2024-08-29T18:10:51.662 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:51.663+0000 7f6dcfdbe640 1 > prepared operation key=YAC7TKWP61NS tag=YG3UM4N6FU85 type=write size=650498 2024-08-29T18:10:51.668 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:51.667+0000 7f6dcfdbe640 1 < completed part key=_multipart_YAC7TKWP61NS.2~JXO43V7BC80L.0 size=433814 2024-08-29T18:10:51.676 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:51.675+0000 7f6dcfdbe640 1 < completed multipart upload key=YAC7TKWP61NS upload=JXO43V7BC80L tag=Y0OWE0FYNZD9 type=write size=1482390 2024-08-29T18:10:51.686 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:51.683+0000 7f6dcfdbe640 1 > prepared part key=_multipart_7XDT3ZRUKA4H.2~GDZEXS1TQ4CP.0 size=1048576 2024-08-29T18:10:51.690 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:51.687+0000 7f6dcfdbe640 1 > prepared part key=_multipart_7XDT3ZRUKA4H.2~GDZEXS1TQ4CP.1 size=1048576 2024-08-29T18:10:51.694 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:51.691+0000 7f6dcfdbe640 1 > prepared part key=_multipart_7XDT3ZRUKA4H.2~GDZEXS1TQ4CP.2 size=622786 2024-08-29T18:10:51.694 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:51.691+0000 7f6dcfdbe640 1 > prepared multipart upload key=7XDT3ZRUKA4H upload=GDZEXS1TQ4CP tag=C2A99EI2DA5X type=write size=3768514 2024-08-29T18:10:51.699 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:51.699+0000 7f6dcfdbe640 1 < completed delete operation key=YAC7TKWP61NS tag=V3AKZXTFO38O type=del 2024-08-29T18:10:51.708 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:51.707+0000 7f6dcfdbe640 1 > prepared part key=_multipart_KZ45Y56F6JGC.2~JW38Z4FOKUOH.0 size=238557 2024-08-29T18:10:51.708 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:51.707+0000 7f6dcfdbe640 1 > prepared multipart upload key=KZ45Y56F6JGC upload=JW38Z4FOKUOH tag=3OGH4GHJ027M type=write size=1287133 2024-08-29T18:10:51.714 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:51.711+0000 7f6dcfdbe640 1 < completed write operation key=FDT1EJQCIL25 tag=YYGYBC1YYB3E type=write size=552062 2024-08-29T18:10:51.719 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:51.719+0000 7f6dcfdbe640 1 > prepared operation key=3VC6XP11WXW6 tag=V9GHNKT7ZEBL type=del size=2418291 2024-08-29T18:10:51.725 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:51.723+0000 7f6dcfdbe640 1 < completed part key=_multipart_7XDT3ZRUKA4H.2~8BWV1UR8N2EK.0 size=477842 2024-08-29T18:10:51.734 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:51.735+0000 7f6dcfdbe640 1 < completed multipart upload key=7XDT3ZRUKA4H upload=8BWV1UR8N2EK tag=PMNUTNFVQQY8 type=write size=1526418 2024-08-29T18:10:51.743 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:51.743+0000 7f6dcfdbe640 1 > prepared part key=_multipart_MT6UK3U6H4JX.2~F9NXKD9SHACO.0 size=1048576 2024-08-29T18:10:51.747 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:51.747+0000 7f6dcfdbe640 1 > prepared part key=_multipart_MT6UK3U6H4JX.2~F9NXKD9SHACO.1 size=87522 2024-08-29T18:10:51.747 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:51.747+0000 7f6dcfdbe640 1 > prepared multipart upload key=MT6UK3U6H4JX upload=F9NXKD9SHACO tag=5RT5XDE3SJ1U type=write size=2184674 2024-08-29T18:10:51.752 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:51.751+0000 7f6dcfdbe640 1 < completed part key=_multipart_7D5I09Z3ND5H.2~SOOAKJSJ1382.0 size=1048576 2024-08-29T18:10:51.756 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:51.755+0000 7f6dcfdbe640 1 < completed part key=_multipart_7D5I09Z3ND5H.2~SOOAKJSJ1382.1 size=194392 2024-08-29T18:10:51.764 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:51.763+0000 7f6dcfdbe640 1 < completed multipart upload key=7D5I09Z3ND5H upload=SOOAKJSJ1382 tag=AL1SY0NX0O57 type=write size=2291544 2024-08-29T18:10:51.769 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:51.767+0000 7f6dcfdbe640 1 > prepared operation key=ZPPDOE70TQPE tag=9IPQZHSUFLZ2 type=del size=3398723 2024-08-29T18:10:51.774 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:51.775+0000 7f6dcfdbe640 1 < completed delete operation key=X10K5L2O256M tag=ANZ2K86KCQJ2 type=del 2024-08-29T18:10:51.783 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:51.783+0000 7f6dcfdbe640 1 > prepared part key=_multipart_JX058LCOIR42.2~XR4CN5RVDFL1.0 size=1048576 2024-08-29T18:10:51.787 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:51.787+0000 7f6dcfdbe640 1 > prepared part key=_multipart_JX058LCOIR42.2~XR4CN5RVDFL1.1 size=1048576 2024-08-29T18:10:51.791 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:51.791+0000 7f6dcfdbe640 1 > prepared part key=_multipart_JX058LCOIR42.2~XR4CN5RVDFL1.2 size=734692 2024-08-29T18:10:51.791 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:51.791+0000 7f6dcfdbe640 1 > prepared multipart upload key=JX058LCOIR42 upload=XR4CN5RVDFL1 tag=3KVYVO1EWEQB type=write size=3880420 2024-08-29T18:10:51.796 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:51.795+0000 7f6dcfdbe640 1 < completed delete operation key=ULOTXZSBLM0E tag=5MKVKT1OGN5P type=del 2024-08-29T18:10:51.802 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:51.799+0000 7f6dcfdbe640 1 > prepared operation key=ZPPDOE70TQPE tag=Y5CB1VLY6PA3 type=del size=2716787 2024-08-29T18:10:51.812 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:51.811+0000 7f6dcfdbe640 1 < suggested update operation key=I0OL3VZS23M6 tag=9861AF5KUORI type=del size=283131 2024-08-29T18:10:51.822 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:51.819+0000 7f6dcfdbe640 1 > prepared part key=_multipart_DGQXCI25DDX7.2~SXK51BQUWA6X.0 size=167626 2024-08-29T18:10:51.822 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:51.819+0000 7f6dcfdbe640 1 > prepared multipart upload key=DGQXCI25DDX7 upload=SXK51BQUWA6X tag=AR9QDJJC7K16 type=write size=1216202 2024-08-29T18:10:51.827 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:51.827+0000 7f6dcfdbe640 1 < completed delete operation key=DGQXCI25DDX7 tag=OSJ46VO9WCU3 type=del 2024-08-29T18:10:51.832 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:51.831+0000 7f6dcfdbe640 1 > prepared operation key=7D5I09Z3ND5H tag=B20TNC3NGY0X type=write size=877767 2024-08-29T18:10:51.839 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:51.839+0000 7f6dcfdbe640 -1 < failed to complete operation key=I0OL3VZS23M6 tag=L3SQQDXUIAVM type=del size=887369: (22) Invalid argument 2024-08-29T18:10:51.849 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:51.847+0000 7f6dcfdbe640 1 > prepared part key=_multipart_X10K5L2O256M.2~IBZ0Q6KUJ25J.0 size=1048576 2024-08-29T18:10:51.853 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:51.851+0000 7f6dcfdbe640 1 > prepared part key=_multipart_X10K5L2O256M.2~IBZ0Q6KUJ25J.1 size=789171 2024-08-29T18:10:51.853 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:51.851+0000 7f6dcfdbe640 1 > prepared multipart upload key=X10K5L2O256M upload=IBZ0Q6KUJ25J tag=ZI4MS3TP22S7 type=write size=2886323 2024-08-29T18:10:51.863 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:51.863+0000 7f6dcfdbe640 1 < suggested update operation key=9XOQBHEAVUKF tag=7P6LUZLWZRK6 type=write size=239429 2024-08-29T18:10:51.872 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:51.871+0000 7f6dcfdbe640 1 > prepared part key=_multipart_7XDT3ZRUKA4H.2~OMN5HDSLNS7V.0 size=1048576 2024-08-29T18:10:51.876 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:51.875+0000 7f6dcfdbe640 1 > prepared part key=_multipart_7XDT3ZRUKA4H.2~OMN5HDSLNS7V.1 size=663554 2024-08-29T18:10:51.876 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:51.875+0000 7f6dcfdbe640 1 > prepared multipart upload key=7XDT3ZRUKA4H upload=OMN5HDSLNS7V tag=95S9OWU9PWWM type=write size=2760706 2024-08-29T18:10:51.879 INFO:journalctl@ceph.mgr.y.smithi028.stdout:Aug 29 18:10:51 smithi028 bash[70818]: ::ffff:172.21.15.53 - - [29/Aug/2024:18:10:51] "GET /metrics HTTP/1.1" 200 36343 "" "Prometheus/2.43.0" 2024-08-29T18:10:51.882 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:51.879+0000 7f6dcfdbe640 1 < completed part key=_multipart_YKW2ORIZT8YI.2~HTS8XCGQHOW6.0 size=670246 2024-08-29T18:10:51.889 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:51.887+0000 7f6dcfdbe640 1 < completed multipart upload key=YKW2ORIZT8YI upload=HTS8XCGQHOW6 tag=N1ONM9EWUA1Y type=write size=1718822 2024-08-29T18:10:51.895 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:51.895+0000 7f6dcfdbe640 1 > prepared operation key=7Y0GYERC6W4H tag=PDPV0FM0DXH0 type=del size=3303975 2024-08-29T18:10:51.901 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:51.899+0000 7f6dcfdbe640 -1 < failed to complete operation key=I0OL3VZS23M6 tag=9IUKOYO1U82M type=del size=59609: (22) Invalid argument 2024-08-29T18:10:51.906 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:51.907+0000 7f6dcfdbe640 1 > prepared operation key=X10K5L2O256M tag=Q7672011LB9F type=del size=2307947 2024-08-29T18:10:51.917 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:51.915+0000 7f6dcfdbe640 1 < suggested update operation key=PCRU0BDU1Z87 tag=GX4SZ5MYBVOF type=del size=194954 2024-08-29T18:10:51.927 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:51.927+0000 7f6dcfdbe640 1 > prepared part key=_multipart_ROJNXFMRMF7F.2~H3WFATC7869N.0 size=787570 2024-08-29T18:10:51.927 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:51.927+0000 7f6dcfdbe640 1 > prepared multipart upload key=ROJNXFMRMF7F upload=H3WFATC7869N tag=3OVSI9JIB2YY type=write size=1836146 2024-08-29T18:10:51.938 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:51.935+0000 7f6dcfdbe640 1 < suggested remove operation key=CN52F1ME4Q7H tag=TLFY2JUJAOLH type=del 2024-08-29T18:10:51.948 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:51.947+0000 7f6dcfdbe640 1 > prepared part key=_multipart_7D5I09Z3ND5H.2~DOYML7W5VSYV.0 size=1048576 2024-08-29T18:10:51.952 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:51.951+0000 7f6dcfdbe640 1 > prepared part key=_multipart_7D5I09Z3ND5H.2~DOYML7W5VSYV.1 size=1048576 2024-08-29T18:10:51.956 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:51.955+0000 7f6dcfdbe640 1 > prepared part key=_multipart_7D5I09Z3ND5H.2~DOYML7W5VSYV.2 size=816465 2024-08-29T18:10:51.956 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:51.955+0000 7f6dcfdbe640 1 > prepared multipart upload key=7D5I09Z3ND5H upload=DOYML7W5VSYV tag=FEW8V1TK46LR type=write size=3962193 2024-08-29T18:10:51.962 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:51.963+0000 7f6dcfdbe640 1 < completed write operation key=YAC7TKWP61NS tag=YG3UM4N6FU85 type=write size=650498 2024-08-29T18:10:51.972 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:51.971+0000 7f6dcfdbe640 1 > prepared part key=_multipart_3BV7GUDY3NXK.2~GJPW13L18RM6.0 size=1048576 2024-08-29T18:10:51.977 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:51.975+0000 7f6dcfdbe640 1 > prepared part key=_multipart_3BV7GUDY3NXK.2~GJPW13L18RM6.1 size=1048576 2024-08-29T18:10:51.981 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:51.979+0000 7f6dcfdbe640 1 > prepared part key=_multipart_3BV7GUDY3NXK.2~GJPW13L18RM6.2 size=641678 2024-08-29T18:10:51.981 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:51.979+0000 7f6dcfdbe640 1 > prepared multipart upload key=3BV7GUDY3NXK upload=GJPW13L18RM6 tag=SW0IIHB0DNVP type=write size=3787406 2024-08-29T18:10:51.987 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:51.987+0000 7f6dcfdbe640 1 < completed part key=_multipart_7XDT3ZRUKA4H.2~GDZEXS1TQ4CP.0 size=1048576 2024-08-29T18:10:51.992 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:51.991+0000 7f6dcfdbe640 1 < completed part key=_multipart_7XDT3ZRUKA4H.2~GDZEXS1TQ4CP.1 size=1048576 2024-08-29T18:10:51.996 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:51.995+0000 7f6dcfdbe640 1 < completed part key=_multipart_7XDT3ZRUKA4H.2~GDZEXS1TQ4CP.2 size=622786 2024-08-29T18:10:52.006 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:52.007+0000 7f6dcfdbe640 1 < completed multipart upload key=7XDT3ZRUKA4H upload=GDZEXS1TQ4CP tag=C2A99EI2DA5X type=write size=3768514 2024-08-29T18:10:52.011 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:52.011+0000 7f6dcfdbe640 1 > prepared operation key=P7TBKPU4347T tag=ACEGM0ME4T29 type=del size=1620992 2024-08-29T18:10:52.017 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:52.015+0000 7f6dcfdbe640 1 < completed part key=_multipart_KZ45Y56F6JGC.2~JW38Z4FOKUOH.0 size=238557 2024-08-29T18:10:52.026 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:52.027+0000 7f6dcfdbe640 1 < completed multipart upload key=KZ45Y56F6JGC upload=JW38Z4FOKUOH tag=3OGH4GHJ027M type=write size=1287133 2024-08-29T18:10:52.031 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:52.031+0000 7f6dcfdbe640 1 > prepared operation key=T9L1J5N8K7MO tag=S3P7VK065VK8 type=del size=524216 2024-08-29T18:10:52.037 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:52.035+0000 7f6dcfdbe640 1 < completed delete operation key=3VC6XP11WXW6 tag=V9GHNKT7ZEBL type=del 2024-08-29T18:10:52.046 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:52.047+0000 7f6dcfdbe640 1 > prepared part key=_multipart_YE0K0OIAGJTR.2~DTN9YQF3F1TK.0 size=1048576 2024-08-29T18:10:52.050 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:52.051+0000 7f6dcfdbe640 1 > prepared part key=_multipart_YE0K0OIAGJTR.2~DTN9YQF3F1TK.1 size=1048576 2024-08-29T18:10:52.054 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:52.055+0000 7f6dcfdbe640 1 > prepared part key=_multipart_YE0K0OIAGJTR.2~DTN9YQF3F1TK.2 size=470246 2024-08-29T18:10:52.054 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:52.055+0000 7f6dcfdbe640 1 > prepared multipart upload key=YE0K0OIAGJTR upload=DTN9YQF3F1TK tag=UF8AF2ZKJ977 type=write size=3615974 2024-08-29T18:10:52.060 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:52.059+0000 7f6dcfdbe640 1 < completed part key=_multipart_MT6UK3U6H4JX.2~F9NXKD9SHACO.0 size=1048576 2024-08-29T18:10:52.065 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:52.063+0000 7f6dcfdbe640 1 < completed part key=_multipart_MT6UK3U6H4JX.2~F9NXKD9SHACO.1 size=87522 2024-08-29T18:10:52.074 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:52.075+0000 7f6dcfdbe640 1 < completed multipart upload key=MT6UK3U6H4JX upload=F9NXKD9SHACO tag=5RT5XDE3SJ1U type=write size=2184674 2024-08-29T18:10:52.080 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:52.079+0000 7f6dcfdbe640 1 > prepared operation key=KZ45Y56F6JGC tag=1LMEWK1SP2SU type=del size=1150011 2024-08-29T18:10:52.092 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:52.091+0000 7f6dcfdbe640 1 < suggested remove operation key=ZPPDOE70TQPE tag=9IPQZHSUFLZ2 type=del 2024-08-29T18:10:52.098 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:52.095+0000 7f6dcfdbe640 1 > prepared operation key=ULOTXZSBLM0E tag=1EXUWNPOR1O0 type=del size=1161616 2024-08-29T18:10:52.103 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:52.103+0000 7f6dcfdbe640 1 < completed part key=_multipart_JX058LCOIR42.2~XR4CN5RVDFL1.0 size=1048576 2024-08-29T18:10:52.107 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:52.107+0000 7f6dcfdbe640 1 < completed part key=_multipart_JX058LCOIR42.2~XR4CN5RVDFL1.1 size=1048576 2024-08-29T18:10:52.112 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:52.111+0000 7f6dcfdbe640 1 < completed part key=_multipart_JX058LCOIR42.2~XR4CN5RVDFL1.2 size=734692 2024-08-29T18:10:52.121 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:52.119+0000 7f6dcfdbe640 1 < completed multipart upload key=JX058LCOIR42 upload=XR4CN5RVDFL1 tag=3KVYVO1EWEQB type=write size=3880420 2024-08-29T18:10:52.130 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:52.131+0000 7f6dcfdbe640 1 > prepared part key=_multipart_DGQXCI25DDX7.2~P4U1UOI9YQC5.0 size=600563 2024-08-29T18:10:52.131 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:52.131+0000 7f6dcfdbe640 1 > prepared multipart upload key=DGQXCI25DDX7 upload=P4U1UOI9YQC5 tag=0T37LJPROW5Z type=write size=1649139 2024-08-29T18:10:52.137 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:52.135+0000 7f6dcfdbe640 -1 < failed to complete operation key=ZPPDOE70TQPE tag=Y5CB1VLY6PA3 type=del size=2716787: (22) Invalid argument 2024-08-29T18:10:52.142 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:52.143+0000 7f6dcfdbe640 1 > prepared operation key=JX058LCOIR42 tag=LSQZKKDIIBTE type=del size=3396457 2024-08-29T18:10:52.148 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:52.147+0000 7f6dcfdbe640 1 < completed part key=_multipart_DGQXCI25DDX7.2~SXK51BQUWA6X.0 size=167626 2024-08-29T18:10:52.156 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:52.155+0000 7f6dcfdbe640 1 < completed multipart upload key=DGQXCI25DDX7 upload=SXK51BQUWA6X tag=AR9QDJJC7K16 type=write size=1216202 2024-08-29T18:10:52.162 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:52.159+0000 7f6dcfdbe640 1 > prepared operation key=9XOQBHEAVUKF tag=O91O1OJ6BYQK type=del size=2797316 2024-08-29T18:10:52.172 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:52.171+0000 7f6dcfdbe640 1 < suggested remove operation key=7D5I09Z3ND5H tag=B20TNC3NGY0X type=write 2024-08-29T18:10:52.181 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:52.179+0000 7f6dcfdbe640 1 > prepared part key=_multipart_7D5I09Z3ND5H.2~Y11LOPG5A0H4.0 size=1048576 2024-08-29T18:10:52.185 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:52.183+0000 7f6dcfdbe640 1 > prepared part key=_multipart_7D5I09Z3ND5H.2~Y11LOPG5A0H4.1 size=1048576 2024-08-29T18:10:52.189 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:52.187+0000 7f6dcfdbe640 1 > prepared part key=_multipart_7D5I09Z3ND5H.2~Y11LOPG5A0H4.2 size=904438 2024-08-29T18:10:52.189 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:52.187+0000 7f6dcfdbe640 1 > prepared multipart upload key=7D5I09Z3ND5H upload=Y11LOPG5A0H4 tag=RZV016GKBQQE type=write size=4050166 2024-08-29T18:10:52.195 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:52.195+0000 7f6dcfdbe640 1 < completed part key=_multipart_X10K5L2O256M.2~IBZ0Q6KUJ25J.0 size=1048576 2024-08-29T18:10:52.199 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:52.199+0000 7f6dcfdbe640 1 < completed part key=_multipart_X10K5L2O256M.2~IBZ0Q6KUJ25J.1 size=789171 2024-08-29T18:10:52.208 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:52.207+0000 7f6dcfdbe640 1 < completed multipart upload key=X10K5L2O256M upload=IBZ0Q6KUJ25J tag=ZI4MS3TP22S7 type=write size=2886323 2024-08-29T18:10:52.213 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:52.211+0000 7f6dcfdbe640 1 > prepared operation key=W4PL77H6JMGP tag=YDPMK4A9TDOK type=del size=1432193 2024-08-29T18:10:52.219 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:52.219+0000 7f6dcfdbe640 1 < completed part key=_multipart_7XDT3ZRUKA4H.2~OMN5HDSLNS7V.0 size=1048576 2024-08-29T18:10:52.224 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:52.223+0000 7f6dcfdbe640 1 < completed part key=_multipart_7XDT3ZRUKA4H.2~OMN5HDSLNS7V.1 size=663554 2024-08-29T18:10:52.233 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:52.231+0000 7f6dcfdbe640 1 < completed multipart upload key=7XDT3ZRUKA4H upload=OMN5HDSLNS7V tag=95S9OWU9PWWM type=write size=2760706 2024-08-29T18:10:52.239 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:52.239+0000 7f6dcfdbe640 1 > prepared operation key=JX058LCOIR42 tag=M5R2UOSFV7JH type=del size=3177278 2024-08-29T18:10:52.245 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:52.243+0000 7f6dcfdbe640 1 < completed delete operation key=7Y0GYERC6W4H tag=PDPV0FM0DXH0 type=del 2024-08-29T18:10:52.250 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:52.251+0000 7f6dcfdbe640 1 > prepared operation key=CY91RGLS4L74 tag=RXBA282YSXTC type=del size=1961580 2024-08-29T18:10:52.256 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:52.255+0000 7f6dcfdbe640 1 < completed delete operation key=X10K5L2O256M tag=Q7672011LB9F type=del 2024-08-29T18:10:52.265 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:52.263+0000 7f6dcfdbe640 1 > prepared part key=_multipart_B7L6NXZ0V2CR.2~8JH52UZ48W9Z.0 size=1048576 2024-08-29T18:10:52.269 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:52.267+0000 7f6dcfdbe640 1 > prepared part key=_multipart_B7L6NXZ0V2CR.2~8JH52UZ48W9Z.1 size=951159 2024-08-29T18:10:52.269 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:52.267+0000 7f6dcfdbe640 1 > prepared multipart upload key=B7L6NXZ0V2CR upload=8JH52UZ48W9Z tag=ATJ03C9QJNU0 type=write size=3048311 2024-08-29T18:10:52.270 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:52.271+0000 7f6dcfdbe640 1 < canceled part key=_multipart_ROJNXFMRMF7F.2~H3WFATC7869N.0 size=787570 2024-08-29T18:10:52.278 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:52.279+0000 7f6dcfdbe640 1 < canceled multipart upload key=ROJNXFMRMF7F upload=H3WFATC7869N tag=3OVSI9JIB2YY type=write size=1836146 2024-08-29T18:10:52.288 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:52.287+0000 7f6dcfdbe640 1 > prepared part key=_multipart_YE0K0OIAGJTR.2~XUK4N7LKPNAU.0 size=1048576 2024-08-29T18:10:52.293 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:52.291+0000 7f6dcfdbe640 1 > prepared part key=_multipart_YE0K0OIAGJTR.2~XUK4N7LKPNAU.1 size=424893 2024-08-29T18:10:52.293 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:52.291+0000 7f6dcfdbe640 1 > prepared multipart upload key=YE0K0OIAGJTR upload=XUK4N7LKPNAU tag=6OKQBBAJ6A7W type=write size=2522045 2024-08-29T18:10:52.297 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:52.295+0000 7f6dcfdbe640 1 < completed part key=_multipart_7D5I09Z3ND5H.2~DOYML7W5VSYV.0 size=1048576 2024-08-29T18:10:52.302 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:52.299+0000 7f6dcfdbe640 1 < completed part key=_multipart_7D5I09Z3ND5H.2~DOYML7W5VSYV.1 size=1048576 2024-08-29T18:10:52.307 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:52.307+0000 7f6dcfdbe640 1 < completed part key=_multipart_7D5I09Z3ND5H.2~DOYML7W5VSYV.2 size=816465 2024-08-29T18:10:52.316 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:52.315+0000 7f6dcfdbe640 1 < completed multipart upload key=7D5I09Z3ND5H upload=DOYML7W5VSYV tag=FEW8V1TK46LR type=write size=3962193 2024-08-29T18:10:52.326 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:52.327+0000 7f6dcfdbe640 1 > prepared part key=_multipart_MT6UK3U6H4JX.2~DTPWL819SADJ.0 size=1048576 2024-08-29T18:10:52.330 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:52.331+0000 7f6dcfdbe640 1 > prepared part key=_multipart_MT6UK3U6H4JX.2~DTPWL819SADJ.1 size=732507 2024-08-29T18:10:52.330 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:52.331+0000 7f6dcfdbe640 1 > prepared multipart upload key=MT6UK3U6H4JX upload=DTPWL819SADJ tag=X3NX39CRNYFB type=write size=2829659 2024-08-29T18:10:52.337 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:52.335+0000 7f6dcfdbe640 1 < completed part key=_multipart_3BV7GUDY3NXK.2~GJPW13L18RM6.0 size=1048576 2024-08-29T18:10:52.342 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:52.343+0000 7f6dcfdbe640 1 < completed part key=_multipart_3BV7GUDY3NXK.2~GJPW13L18RM6.1 size=1048576 2024-08-29T18:10:52.342 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:52.343+0000 7f6dcfdbe640 1 < canceled part key=_multipart_3BV7GUDY3NXK.2~GJPW13L18RM6.2 size=641678 2024-08-29T18:10:52.351 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:52.351+0000 7f6dcfdbe640 1 < canceled multipart upload key=3BV7GUDY3NXK upload=GJPW13L18RM6 tag=SW0IIHB0DNVP type=write size=3787406 2024-08-29T18:10:52.357 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:52.355+0000 7f6dcfdbe640 1 > prepared operation key=P7TBKPU4347T tag=O8UX46I9EHPU type=del size=634898 2024-08-29T18:10:52.369 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:52.367+0000 7f6dcfdbe640 1 < suggested update operation key=P7TBKPU4347T tag=ACEGM0ME4T29 type=del size=1620992 2024-08-29T18:10:52.375 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:52.375+0000 7f6dcfdbe640 1 > prepared operation key=7D5I09Z3ND5H tag=J32XVXMMTSKW type=del size=63416 2024-08-29T18:10:52.379 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:52.379+0000 7f6dcfdbe640 1 < completed delete operation key=T9L1J5N8K7MO tag=S3P7VK065VK8 type=del 2024-08-29T18:10:52.389 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:52.387+0000 7f6dcfdbe640 1 > prepared part key=_multipart_ZPPDOE70TQPE.2~KLMHL1XKCU14.0 size=1048576 2024-08-29T18:10:52.393 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:52.391+0000 7f6dcfdbe640 1 > prepared part key=_multipart_ZPPDOE70TQPE.2~KLMHL1XKCU14.1 size=1048576 2024-08-29T18:10:52.397 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:52.395+0000 7f6dcfdbe640 1 > prepared part key=_multipart_ZPPDOE70TQPE.2~KLMHL1XKCU14.2 size=642406 2024-08-29T18:10:52.397 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:52.395+0000 7f6dcfdbe640 1 > prepared multipart upload key=ZPPDOE70TQPE upload=KLMHL1XKCU14 tag=KRMMQ8KIIN5M type=write size=3788134 2024-08-29T18:10:52.402 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:52.403+0000 7f6dcfdbe640 1 < completed part key=_multipart_YE0K0OIAGJTR.2~DTN9YQF3F1TK.0 size=1048576 2024-08-29T18:10:52.406 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:52.407+0000 7f6dcfdbe640 1 < completed part key=_multipart_YE0K0OIAGJTR.2~DTN9YQF3F1TK.1 size=1048576 2024-08-29T18:10:52.410 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:52.407+0000 7f6dcfdbe640 1 < completed part key=_multipart_YE0K0OIAGJTR.2~DTN9YQF3F1TK.2 size=470246 2024-08-29T18:10:52.418 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:52.419+0000 7f6dcfdbe640 1 < completed multipart upload key=YE0K0OIAGJTR upload=DTN9YQF3F1TK tag=UF8AF2ZKJ977 type=write size=3615974 2024-08-29T18:10:52.427 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:52.427+0000 7f6dcfdbe640 1 > prepared part key=_multipart_PCRU0BDU1Z87.2~DIGD4CCEG3TB.0 size=679482 2024-08-29T18:10:52.427 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:52.427+0000 7f6dcfdbe640 1 > prepared multipart upload key=PCRU0BDU1Z87 upload=DIGD4CCEG3TB tag=KCC7S65OZ7RW type=write size=1728058 2024-08-29T18:10:52.432 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:52.431+0000 7f6dcfdbe640 1 < completed delete operation key=KZ45Y56F6JGC tag=1LMEWK1SP2SU type=del 2024-08-29T18:10:52.441 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:52.439+0000 7f6dcfdbe640 1 > prepared part key=_multipart_7Y0GYERC6W4H.2~OW7AT3704N7M.0 size=1048576 2024-08-29T18:10:52.445 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:52.443+0000 7f6dcfdbe640 1 > prepared part key=_multipart_7Y0GYERC6W4H.2~OW7AT3704N7M.1 size=1048576 2024-08-29T18:10:52.449 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:52.447+0000 7f6dcfdbe640 1 > prepared part key=_multipart_7Y0GYERC6W4H.2~OW7AT3704N7M.2 size=819130 2024-08-29T18:10:52.450 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:52.447+0000 7f6dcfdbe640 1 > prepared multipart upload key=7Y0GYERC6W4H upload=OW7AT3704N7M tag=YXHEJJYUENML type=write size=3964858 2024-08-29T18:10:52.456 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:52.455+0000 7f6dcfdbe640 1 < completed delete operation key=ULOTXZSBLM0E tag=1EXUWNPOR1O0 type=del 2024-08-29T18:10:52.465 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:52.463+0000 7f6dcfdbe640 1 > prepared part key=_multipart_YE0K0OIAGJTR.2~BFZ9ELVZ6TE9.0 size=1048576 2024-08-29T18:10:52.469 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:52.467+0000 7f6dcfdbe640 1 > prepared part key=_multipart_YE0K0OIAGJTR.2~BFZ9ELVZ6TE9.1 size=1048576 2024-08-29T18:10:52.473 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:52.471+0000 7f6dcfdbe640 1 > prepared part key=_multipart_YE0K0OIAGJTR.2~BFZ9ELVZ6TE9.2 size=94937 2024-08-29T18:10:52.473 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:52.471+0000 7f6dcfdbe640 1 > prepared multipart upload key=YE0K0OIAGJTR upload=BFZ9ELVZ6TE9 tag=5KWFMFDTZ563 type=write size=3240665 2024-08-29T18:10:52.478 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:52.479+0000 7f6dcfdbe640 1 < completed part key=_multipart_DGQXCI25DDX7.2~P4U1UOI9YQC5.0 size=600563 2024-08-29T18:10:52.487 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:52.487+0000 7f6dcfdbe640 1 < completed multipart upload key=DGQXCI25DDX7 upload=P4U1UOI9YQC5 tag=0T37LJPROW5Z type=write size=1649139 2024-08-29T18:10:52.492 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:52.491+0000 7f6dcfdbe640 1 > prepared operation key=YE0K0OIAGJTR tag=QOW99TXD5IXU type=del size=609914 2024-08-29T18:10:52.502 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:52.503+0000 7f6dcfdbe640 1 < suggested remove operation key=JX058LCOIR42 tag=LSQZKKDIIBTE type=del 2024-08-29T18:10:52.513 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:52.511+0000 7f6dcfdbe640 1 > prepared part key=_multipart_F8MIRGU95TM4.2~5RRS2FF2Q9J2.0 size=1048576 2024-08-29T18:10:52.517 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:52.515+0000 7f6dcfdbe640 1 > prepared part key=_multipart_F8MIRGU95TM4.2~5RRS2FF2Q9J2.1 size=844580 2024-08-29T18:10:52.517 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:52.515+0000 7f6dcfdbe640 1 > prepared multipart upload key=F8MIRGU95TM4 upload=5RRS2FF2Q9J2 tag=BOVNXOQC36DK type=write size=2941732 2024-08-29T18:10:52.522 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:52.523+0000 7f6dcfdbe640 1 < completed delete operation key=9XOQBHEAVUKF tag=O91O1OJ6BYQK type=del 2024-08-29T18:10:52.527 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:52.527+0000 7f6dcfdbe640 1 > prepared operation key=ZPPDOE70TQPE tag=NVAI76WEU5TW type=del size=2416018 2024-08-29T18:10:52.533 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:52.531+0000 7f6dcfdbe640 1 < completed part key=_multipart_7D5I09Z3ND5H.2~Y11LOPG5A0H4.0 size=1048576 2024-08-29T18:10:52.537 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:52.535+0000 7f6dcfdbe640 1 < completed part key=_multipart_7D5I09Z3ND5H.2~Y11LOPG5A0H4.1 size=1048576 2024-08-29T18:10:52.541 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:52.539+0000 7f6dcfdbe640 1 < completed part key=_multipart_7D5I09Z3ND5H.2~Y11LOPG5A0H4.2 size=904438 2024-08-29T18:10:52.550 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:52.551+0000 7f6dcfdbe640 1 < completed multipart upload key=7D5I09Z3ND5H upload=Y11LOPG5A0H4 tag=RZV016GKBQQE type=write size=4050166 2024-08-29T18:10:52.555 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:52.555+0000 7f6dcfdbe640 1 > prepared operation key=9XOQBHEAVUKF tag=168URP16BY15 type=del size=3099770 2024-08-29T18:10:52.561 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:52.559+0000 7f6dcfdbe640 1 < completed delete operation key=W4PL77H6JMGP tag=YDPMK4A9TDOK type=del 2024-08-29T18:10:52.570 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:52.571+0000 7f6dcfdbe640 1 > prepared part key=_multipart_CN52F1ME4Q7H.2~YEJ8667RLR1Z.0 size=258083 2024-08-29T18:10:52.570 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:52.571+0000 7f6dcfdbe640 1 > prepared multipart upload key=CN52F1ME4Q7H upload=YEJ8667RLR1Z tag=2VWKXJEKQ7F2 type=write size=1306659 2024-08-29T18:10:52.576 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:10:52 smithi053 bash[68679]: cluster 2024-08-29T18:10:51.389103+0000 mgr.y (mgr.25022) 724 : cluster [DBG] pgmap v1405: 137 pgs: 137 active+clean; 583 KiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 501 KiB/s rd, 169 KiB/s wr, 882 op/s 2024-08-29T18:10:52.576 INFO:journalctl@ceph.prometheus.a.smithi053.stdout:Aug 29 18:10:52 smithi053 bash[95567]: ts=2024-08-29T18:10:52.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"3167ee72-662c-11ef-bcd4-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-29T18:10:52.577 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:52.575+0000 7f6dcfdbe640 -1 < failed to complete operation key=JX058LCOIR42 tag=M5R2UOSFV7JH type=del size=3177278: (22) Invalid argument 2024-08-29T18:10:52.582 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:52.583+0000 7f6dcfdbe640 1 > prepared operation key=ROJNXFMRMF7F tag=UZM13GAQS7MN type=del size=1214726 2024-08-29T18:10:52.587 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:52.587+0000 7f6dcfdbe640 1 < canceled operation key=CY91RGLS4L74 tag=RXBA282YSXTC type=del size=1961580 2024-08-29T18:10:52.592 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:52.591+0000 7f6dcfdbe640 1 > prepared operation key=ZPPDOE70TQPE tag=SKTIU0K02NPO type=del size=3453017 2024-08-29T18:10:52.598 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:52.595+0000 7f6dcfdbe640 1 < completed part key=_multipart_B7L6NXZ0V2CR.2~8JH52UZ48W9Z.0 size=1048576 2024-08-29T18:10:52.602 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:52.599+0000 7f6dcfdbe640 1 < completed part key=_multipart_B7L6NXZ0V2CR.2~8JH52UZ48W9Z.1 size=951159 2024-08-29T18:10:52.610 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:52.611+0000 7f6dcfdbe640 1 < completed multipart upload key=B7L6NXZ0V2CR upload=8JH52UZ48W9Z tag=ATJ03C9QJNU0 type=write size=3048311 2024-08-29T18:10:52.616 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:52.615+0000 7f6dcfdbe640 1 > prepared operation key=YAC7TKWP61NS tag=R1KJP6HCZ6EM type=del size=3617043 2024-08-29T18:10:52.621 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:52.619+0000 7f6dcfdbe640 1 < completed part key=_multipart_YE0K0OIAGJTR.2~XUK4N7LKPNAU.0 size=1048576 2024-08-29T18:10:52.625 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:52.623+0000 7f6dcfdbe640 1 < completed part key=_multipart_YE0K0OIAGJTR.2~XUK4N7LKPNAU.1 size=424893 2024-08-29T18:10:52.635 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:52.635+0000 7f6dcfdbe640 1 < completed multipart upload key=YE0K0OIAGJTR upload=XUK4N7LKPNAU tag=6OKQBBAJ6A7W type=write size=2522045 2024-08-29T18:10:52.640 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:52.639+0000 7f6dcfdbe640 1 > prepared operation key=PCRU0BDU1Z87 tag=D7ARZ1ZNCMNE type=del size=197583 2024-08-29T18:10:52.645 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:52.643+0000 7f6dcfdbe640 1 < completed part key=_multipart_MT6UK3U6H4JX.2~DTPWL819SADJ.0 size=1048576 2024-08-29T18:10:52.649 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:52.647+0000 7f6dcfdbe640 1 < completed part key=_multipart_MT6UK3U6H4JX.2~DTPWL819SADJ.1 size=732507 2024-08-29T18:10:52.658 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:52.655+0000 7f6dcfdbe640 1 < completed multipart upload key=MT6UK3U6H4JX upload=DTPWL819SADJ tag=X3NX39CRNYFB type=write size=2829659 2024-08-29T18:10:52.667 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:52.667+0000 7f6dcfdbe640 1 > prepared part key=_multipart_PCRU0BDU1Z87.2~JFWSVKEZWQU8.0 size=201863 2024-08-29T18:10:52.667 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:52.667+0000 7f6dcfdbe640 1 > prepared multipart upload key=PCRU0BDU1Z87 upload=JFWSVKEZWQU8 tag=PW4LC28EKXRS type=write size=1250439 2024-08-29T18:10:52.673 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:52.671+0000 7f6dcfdbe640 -1 < failed to complete operation key=P7TBKPU4347T tag=O8UX46I9EHPU type=del size=634898: (22) Invalid argument 2024-08-29T18:10:52.679 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:52.679+0000 7f6dcfdbe640 1 > prepared operation key=I0OL3VZS23M6 tag=NZNO0NUNN9DS type=del size=4001676 2024-08-29T18:10:52.684 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:52.683+0000 7f6dcfdbe640 1 < completed delete operation key=7D5I09Z3ND5H tag=J32XVXMMTSKW type=del 2024-08-29T18:10:52.689 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:52.687+0000 7f6dcfdbe640 1 > prepared operation key=CY91RGLS4L74 tag=F9YST5PC87SR type=del size=2113271 2024-08-29T18:10:52.694 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:52.695+0000 7f6dcfdbe640 1 < completed part key=_multipart_ZPPDOE70TQPE.2~KLMHL1XKCU14.0 size=1048576 2024-08-29T18:10:52.698 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:52.699+0000 7f6dcfdbe640 1 < completed part key=_multipart_ZPPDOE70TQPE.2~KLMHL1XKCU14.1 size=1048576 2024-08-29T18:10:52.703 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:52.703+0000 7f6dcfdbe640 1 < completed part key=_multipart_ZPPDOE70TQPE.2~KLMHL1XKCU14.2 size=642406 2024-08-29T18:10:52.711 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:52.711+0000 7f6dcfdbe640 1 < completed multipart upload key=ZPPDOE70TQPE upload=KLMHL1XKCU14 tag=KRMMQ8KIIN5M type=write size=3788134 2024-08-29T18:10:52.721 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:52.719+0000 7f6dcfdbe640 1 > prepared part key=_multipart_B7L6NXZ0V2CR.2~AZ6K3NYCFGAT.0 size=536038 2024-08-29T18:10:52.721 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:52.719+0000 7f6dcfdbe640 1 > prepared multipart upload key=B7L6NXZ0V2CR upload=AZ6K3NYCFGAT tag=3WHX382AY5RE type=write size=1584614 2024-08-29T18:10:52.726 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:52.727+0000 7f6dcfdbe640 1 < completed part key=_multipart_PCRU0BDU1Z87.2~DIGD4CCEG3TB.0 size=679482 2024-08-29T18:10:52.735 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:52.735+0000 7f6dcfdbe640 1 < completed multipart upload key=PCRU0BDU1Z87 upload=DIGD4CCEG3TB tag=KCC7S65OZ7RW type=write size=1728058 2024-08-29T18:10:52.740 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:52.739+0000 7f6dcfdbe640 1 > prepared operation key=7XDT3ZRUKA4H tag=XDGITE4HKQ3M type=write size=831663 2024-08-29T18:10:52.741 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:52.739+0000 7f6dcfdbe640 1 < canceled part key=_multipart_7Y0GYERC6W4H.2~OW7AT3704N7M.0 size=1048576 2024-08-29T18:10:52.741 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:52.739+0000 7f6dcfdbe640 1 < canceled part key=_multipart_7Y0GYERC6W4H.2~OW7AT3704N7M.1 size=1048576 2024-08-29T18:10:52.746 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:52.743+0000 7f6dcfdbe640 1 < completed part key=_multipart_7Y0GYERC6W4H.2~OW7AT3704N7M.2 size=819130 2024-08-29T18:10:52.754 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:52.755+0000 7f6dcfdbe640 1 < canceled multipart upload key=7Y0GYERC6W4H upload=OW7AT3704N7M tag=YXHEJJYUENML type=write size=3964858 2024-08-29T18:10:52.764 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:52.763+0000 7f6dcfdbe640 1 > prepared part key=_multipart_3VC6XP11WXW6.2~LWZOCD5RJ4M3.0 size=1048576 2024-08-29T18:10:52.769 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:52.767+0000 7f6dcfdbe640 1 > prepared part key=_multipart_3VC6XP11WXW6.2~LWZOCD5RJ4M3.1 size=57606 2024-08-29T18:10:52.769 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:52.767+0000 7f6dcfdbe640 1 > prepared multipart upload key=3VC6XP11WXW6 upload=LWZOCD5RJ4M3 tag=XAG4KCMTXZ9X type=write size=2154758 2024-08-29T18:10:52.774 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:52.775+0000 7f6dcfdbe640 1 < completed part key=_multipart_YE0K0OIAGJTR.2~BFZ9ELVZ6TE9.0 size=1048576 2024-08-29T18:10:52.778 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:52.779+0000 7f6dcfdbe640 1 < completed part key=_multipart_YE0K0OIAGJTR.2~BFZ9ELVZ6TE9.1 size=1048576 2024-08-29T18:10:52.784 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:52.783+0000 7f6dcfdbe640 1 < completed part key=_multipart_YE0K0OIAGJTR.2~BFZ9ELVZ6TE9.2 size=94937 2024-08-29T18:10:52.791 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:52.791+0000 7f6dcfdbe640 1 < completed multipart upload key=YE0K0OIAGJTR upload=BFZ9ELVZ6TE9 tag=5KWFMFDTZ563 type=write size=3240665 2024-08-29T18:10:52.796 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:52.795+0000 7f6dcfdbe640 1 > prepared operation key=DGQXCI25DDX7 tag=4DIHWLK8CW4L type=del size=3574680 2024-08-29T18:10:52.807 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:52.807+0000 7f6dcfdbe640 1 < suggested update operation key=YE0K0OIAGJTR tag=QOW99TXD5IXU type=del size=609914 2024-08-29T18:10:52.813 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:52.811+0000 7f6dcfdbe640 1 > prepared operation key=7YYI239LZRWF tag=WND0JU9FQW1L type=del size=1734244 2024-08-29T18:10:52.817 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:52.815+0000 7f6dcfdbe640 1 < completed part key=_multipart_F8MIRGU95TM4.2~5RRS2FF2Q9J2.0 size=1048576 2024-08-29T18:10:52.821 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:52.819+0000 7f6dcfdbe640 1 < completed part key=_multipart_F8MIRGU95TM4.2~5RRS2FF2Q9J2.1 size=844580 2024-08-29T18:10:52.829 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:52.827+0000 7f6dcfdbe640 1 < completed multipart upload key=F8MIRGU95TM4 upload=5RRS2FF2Q9J2 tag=BOVNXOQC36DK type=write size=2941732 2024-08-29T18:10:52.838 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:52.839+0000 7f6dcfdbe640 1 > prepared part key=_multipart_9XOQBHEAVUKF.2~MTYMJ6V1L10S.0 size=1048576 2024-08-29T18:10:52.842 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:52.843+0000 7f6dcfdbe640 1 > prepared part key=_multipart_9XOQBHEAVUKF.2~MTYMJ6V1L10S.1 size=1048576 2024-08-29T18:10:52.846 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:52.847+0000 7f6dcfdbe640 1 > prepared part key=_multipart_9XOQBHEAVUKF.2~MTYMJ6V1L10S.2 size=901246 2024-08-29T18:10:52.846 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:52.847+0000 7f6dcfdbe640 1 > prepared multipart upload key=9XOQBHEAVUKF upload=MTYMJ6V1L10S tag=10I61R8T7PYM type=write size=4046974 2024-08-29T18:10:52.851 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:52.851+0000 7f6dcfdbe640 1 < completed delete operation key=ZPPDOE70TQPE tag=NVAI76WEU5TW type=del 2024-08-29T18:10:52.856 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:52.855+0000 7f6dcfdbe640 1 > prepared operation key=PCRU0BDU1Z87 tag=T84PEYBJ5UPH type=del size=3741107 2024-08-29T18:10:52.861 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:52.859+0000 7f6dcfdbe640 1 < completed delete operation key=9XOQBHEAVUKF tag=168URP16BY15 type=del 2024-08-29T18:10:52.866 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:52.867+0000 7f6dcfdbe640 1 > prepared operation key=3VC6XP11WXW6 tag=5XNYI6IKE77F type=del size=213878 2024-08-29T18:10:52.871 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:52.871+0000 7f6dcfdbe640 1 < completed part key=_multipart_CN52F1ME4Q7H.2~YEJ8667RLR1Z.0 size=258083 2024-08-29T18:10:52.879 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:10:52 smithi028 bash[78352]: cluster 2024-08-29T18:10:51.389103+0000 mgr.y (mgr.25022) 724 : cluster [DBG] pgmap v1405: 137 pgs: 137 active+clean; 583 KiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 501 KiB/s rd, 169 KiB/s wr, 882 op/s 2024-08-29T18:10:52.880 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:10:52 smithi028 bash[77168]: cluster 2024-08-29T18:10:51.389103+0000 mgr.y (mgr.25022) 724 : cluster [DBG] pgmap v1405: 137 pgs: 137 active+clean; 583 KiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 501 KiB/s rd, 169 KiB/s wr, 882 op/s 2024-08-29T18:10:52.880 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:52.879+0000 7f6dcfdbe640 1 < completed multipart upload key=CN52F1ME4Q7H upload=YEJ8667RLR1Z tag=2VWKXJEKQ7F2 type=write size=1306659 2024-08-29T18:10:52.885 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:52.883+0000 7f6dcfdbe640 1 > prepared operation key=W4PL77H6JMGP tag=W52E4V52D72K type=write size=940987 2024-08-29T18:10:52.895 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:52.895+0000 7f6dcfdbe640 1 < suggested remove operation key=ROJNXFMRMF7F tag=UZM13GAQS7MN type=del 2024-08-29T18:10:52.905 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:52.903+0000 7f6dcfdbe640 1 > prepared part key=_multipart_7Y0GYERC6W4H.2~817T4TQDHS5O.0 size=1048576 2024-08-29T18:10:52.909 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:52.907+0000 7f6dcfdbe640 1 > prepared part key=_multipart_7Y0GYERC6W4H.2~817T4TQDHS5O.1 size=1048576 2024-08-29T18:10:52.915 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:52.915+0000 7f6dcfdbe640 1 > prepared part key=_multipart_7Y0GYERC6W4H.2~817T4TQDHS5O.2 size=101537 2024-08-29T18:10:52.915 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:52.915+0000 7f6dcfdbe640 1 > prepared multipart upload key=7Y0GYERC6W4H upload=817T4TQDHS5O tag=KLHPHXM8S626 type=write size=3247265 2024-08-29T18:10:52.920 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:52.919+0000 7f6dcfdbe640 1 < completed delete operation key=ZPPDOE70TQPE tag=SKTIU0K02NPO type=del 2024-08-29T18:10:52.929 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:52.927+0000 7f6dcfdbe640 1 > prepared part key=_multipart_7Y0GYERC6W4H.2~JZMZEK0ANBYB.0 size=96751 2024-08-29T18:10:52.929 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:52.927+0000 7f6dcfdbe640 1 > prepared multipart upload key=7Y0GYERC6W4H upload=JZMZEK0ANBYB tag=0J2XNPRGBNRZ type=write size=1145327 2024-08-29T18:10:52.936 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:52.935+0000 7f6dcfdbe640 1 < completed delete operation key=YAC7TKWP61NS tag=R1KJP6HCZ6EM type=del 2024-08-29T18:10:52.941 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:52.939+0000 7f6dcfdbe640 1 > prepared operation key=LP0MLEKV3E74 tag=AVSQ1HPD47EK type=del size=1858723 2024-08-29T18:10:52.946 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:52.947+0000 7f6dcfdbe640 1 < completed delete operation key=PCRU0BDU1Z87 tag=D7ARZ1ZNCMNE type=del 2024-08-29T18:10:52.951 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:52.951+0000 7f6dcfdbe640 1 > prepared operation key=T9L1J5N8K7MO tag=BDGEP8ENHEQR type=del size=3643671 2024-08-29T18:10:52.953 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:52.951+0000 7f6dcfdbe640 1 < canceled part key=_multipart_PCRU0BDU1Z87.2~JFWSVKEZWQU8.0 size=201863 2024-08-29T18:10:52.961 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:52.959+0000 7f6dcfdbe640 1 < canceled multipart upload key=PCRU0BDU1Z87 upload=JFWSVKEZWQU8 tag=PW4LC28EKXRS type=write size=1250439 2024-08-29T18:10:52.971 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:52.971+0000 7f6dcfdbe640 1 > prepared part key=_multipart_3VC6XP11WXW6.2~N17FP9ZROXGN.0 size=1048576 2024-08-29T18:10:52.975 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:52.975+0000 7f6dcfdbe640 1 > prepared part key=_multipart_3VC6XP11WXW6.2~N17FP9ZROXGN.1 size=928883 2024-08-29T18:10:52.975 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:52.975+0000 7f6dcfdbe640 1 > prepared multipart upload key=3VC6XP11WXW6 upload=N17FP9ZROXGN tag=LXVHNW4EQSIM type=write size=3026035 2024-08-29T18:10:52.980 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:52.979+0000 7f6dcfdbe640 1 < completed delete operation key=I0OL3VZS23M6 tag=NZNO0NUNN9DS type=del 2024-08-29T18:10:52.985 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:52.983+0000 7f6dcfdbe640 1 > prepared operation key=T9L1J5N8K7MO tag=E675MW33XSJB type=write size=154374 2024-08-29T18:10:52.991 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:52.991+0000 7f6dcfdbe640 1 < completed delete operation key=CY91RGLS4L74 tag=F9YST5PC87SR type=del 2024-08-29T18:10:52.996 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:52.995+0000 7f6dcfdbe640 1 > prepared operation key=7XDT3ZRUKA4H tag=RKESQJTVE9Y4 type=del size=4020544 2024-08-29T18:10:53.002 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:52.999+0000 7f6dcfdbe640 1 < completed part key=_multipart_B7L6NXZ0V2CR.2~AZ6K3NYCFGAT.0 size=536038 2024-08-29T18:10:53.011 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:53.011+0000 7f6dcfdbe640 1 < completed multipart upload key=B7L6NXZ0V2CR upload=AZ6K3NYCFGAT tag=3WHX382AY5RE type=write size=1584614 2024-08-29T18:10:53.020 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:53.019+0000 7f6dcfdbe640 1 > prepared part key=_multipart_YAC7TKWP61NS.2~QHFP1WK8FT9H.0 size=208898 2024-08-29T18:10:53.020 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:53.019+0000 7f6dcfdbe640 1 > prepared multipart upload key=YAC7TKWP61NS upload=QHFP1WK8FT9H tag=2OZI4AGFNMYK type=write size=1257474 2024-08-29T18:10:53.026 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:53.023+0000 7f6dcfdbe640 1 < completed write operation key=7XDT3ZRUKA4H tag=XDGITE4HKQ3M type=write size=831663 2024-08-29T18:10:53.035 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:53.035+0000 7f6dcfdbe640 1 > prepared part key=_multipart_FDT1EJQCIL25.2~WBIOYIU27VCN.0 size=669833 2024-08-29T18:10:53.035 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:53.035+0000 7f6dcfdbe640 1 > prepared multipart upload key=FDT1EJQCIL25 upload=WBIOYIU27VCN tag=XZUSS8CQVMOF type=write size=1718409 2024-08-29T18:10:53.040 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:53.039+0000 7f6dcfdbe640 1 < completed part key=_multipart_3VC6XP11WXW6.2~LWZOCD5RJ4M3.0 size=1048576 2024-08-29T18:10:53.044 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:53.043+0000 7f6dcfdbe640 1 < completed part key=_multipart_3VC6XP11WXW6.2~LWZOCD5RJ4M3.1 size=57606 2024-08-29T18:10:53.054 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:53.055+0000 7f6dcfdbe640 1 < completed multipart upload key=3VC6XP11WXW6 upload=LWZOCD5RJ4M3 tag=XAG4KCMTXZ9X type=write size=2154758 2024-08-29T18:10:53.059 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:53.059+0000 7f6dcfdbe640 1 > prepared operation key=CY91RGLS4L74 tag=OLXQS97N9CC2 type=write size=422476 2024-08-29T18:10:53.064 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:53.063+0000 7f6dcfdbe640 1 < completed delete operation key=DGQXCI25DDX7 tag=4DIHWLK8CW4L type=del 2024-08-29T18:10:53.070 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:53.067+0000 7f6dcfdbe640 1 > prepared operation key=78MD08IJ7ULZ tag=4CG9VPDVPDC1 type=write size=634278 2024-08-29T18:10:53.075 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:53.075+0000 7f6dcfdbe640 1 < completed delete operation key=7YYI239LZRWF tag=WND0JU9FQW1L type=del 2024-08-29T18:10:53.084 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:53.083+0000 7f6dcfdbe640 1 > prepared part key=_multipart_ULOTXZSBLM0E.2~CHUDZ6YN8EPE.0 size=1048576 2024-08-29T18:10:53.088 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:53.087+0000 7f6dcfdbe640 1 > prepared part key=_multipart_ULOTXZSBLM0E.2~CHUDZ6YN8EPE.1 size=492503 2024-08-29T18:10:53.088 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:53.087+0000 7f6dcfdbe640 1 > prepared multipart upload key=ULOTXZSBLM0E upload=CHUDZ6YN8EPE tag=B7UQL87TL1Q8 type=write size=2589655 2024-08-29T18:10:53.094 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:53.091+0000 7f6dcfdbe640 1 < completed part key=_multipart_9XOQBHEAVUKF.2~MTYMJ6V1L10S.0 size=1048576 2024-08-29T18:10:53.098 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:53.099+0000 7f6dcfdbe640 1 < completed part key=_multipart_9XOQBHEAVUKF.2~MTYMJ6V1L10S.1 size=1048576 2024-08-29T18:10:53.102 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:53.103+0000 7f6dcfdbe640 1 < completed part key=_multipart_9XOQBHEAVUKF.2~MTYMJ6V1L10S.2 size=901246 2024-08-29T18:10:53.111 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:53.111+0000 7f6dcfdbe640 1 < completed multipart upload key=9XOQBHEAVUKF upload=MTYMJ6V1L10S tag=10I61R8T7PYM type=write size=4046974 2024-08-29T18:10:53.117 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:53.115+0000 7f6dcfdbe640 1 > prepared operation key=CN52F1ME4Q7H tag=WWEIRDI17N4T type=del size=4064417 2024-08-29T18:10:53.122 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:53.123+0000 7f6dcfdbe640 1 < completed delete operation key=PCRU0BDU1Z87 tag=T84PEYBJ5UPH type=del 2024-08-29T18:10:53.127 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:53.127+0000 7f6dcfdbe640 1 > prepared operation key=C47XT9Y9B7EW tag=M9YPMICE8P3J type=del size=59295 2024-08-29T18:10:53.138 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:53.135+0000 7f6dcfdbe640 1 < suggested update operation key=3VC6XP11WXW6 tag=5XNYI6IKE77F type=del size=213878 2024-08-29T18:10:53.143 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:53.143+0000 7f6dcfdbe640 1 > prepared operation key=PCRU0BDU1Z87 tag=DUQ92UHEZRMB type=del size=1185079 2024-08-29T18:10:53.148 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:53.147+0000 7f6dcfdbe640 1 < completed write operation key=W4PL77H6JMGP tag=W52E4V52D72K type=write size=940987 2024-08-29T18:10:53.158 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:53.159+0000 7f6dcfdbe640 1 > prepared part key=_multipart_X10K5L2O256M.2~PCIZYV2J8U5V.0 size=820138 2024-08-29T18:10:53.159 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:53.159+0000 7f6dcfdbe640 1 > prepared multipart upload key=X10K5L2O256M upload=PCIZYV2J8U5V tag=KQ22NTSBOE9Y type=write size=1868714 2024-08-29T18:10:53.164 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:53.163+0000 7f6dcfdbe640 1 < completed part key=_multipart_7Y0GYERC6W4H.2~817T4TQDHS5O.0 size=1048576 2024-08-29T18:10:53.168 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:53.167+0000 7f6dcfdbe640 1 < completed part key=_multipart_7Y0GYERC6W4H.2~817T4TQDHS5O.1 size=1048576 2024-08-29T18:10:53.172 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:53.171+0000 7f6dcfdbe640 1 < completed part key=_multipart_7Y0GYERC6W4H.2~817T4TQDHS5O.2 size=101537 2024-08-29T18:10:53.181 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:53.179+0000 7f6dcfdbe640 1 < completed multipart upload key=7Y0GYERC6W4H upload=817T4TQDHS5O tag=KLHPHXM8S626 type=write size=3247265 2024-08-29T18:10:53.187 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:53.187+0000 7f6dcfdbe640 1 > prepared operation key=7YYI239LZRWF tag=S3YY3G5DLQ7D type=write size=403150 2024-08-29T18:10:53.193 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:53.191+0000 7f6dcfdbe640 1 < completed part key=_multipart_7Y0GYERC6W4H.2~JZMZEK0ANBYB.0 size=96751 2024-08-29T18:10:53.202 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:53.199+0000 7f6dcfdbe640 1 < completed multipart upload key=7Y0GYERC6W4H upload=JZMZEK0ANBYB tag=0J2XNPRGBNRZ type=write size=1145327 2024-08-29T18:10:53.212 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:53.211+0000 7f6dcfdbe640 1 > prepared part key=_multipart_ULOTXZSBLM0E.2~VY9W860Y9O1Z.0 size=1048576 2024-08-29T18:10:53.216 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:53.215+0000 7f6dcfdbe640 1 > prepared part key=_multipart_ULOTXZSBLM0E.2~VY9W860Y9O1Z.1 size=1048576 2024-08-29T18:10:53.221 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:53.219+0000 7f6dcfdbe640 1 > prepared part key=_multipart_ULOTXZSBLM0E.2~VY9W860Y9O1Z.2 size=418905 2024-08-29T18:10:53.221 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:53.219+0000 7f6dcfdbe640 1 > prepared multipart upload key=ULOTXZSBLM0E upload=VY9W860Y9O1Z tag=DGF4H4MJXDJZ type=write size=3564633 2024-08-29T18:10:53.226 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:53.227+0000 7f6dcfdbe640 1 < completed delete operation key=LP0MLEKV3E74 tag=AVSQ1HPD47EK type=del 2024-08-29T18:10:53.237 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:53.235+0000 7f6dcfdbe640 1 > prepared part key=_multipart_78MD08IJ7ULZ.2~7TIC76LWO04M.0 size=860626 2024-08-29T18:10:53.237 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:53.235+0000 7f6dcfdbe640 1 > prepared multipart upload key=78MD08IJ7ULZ upload=7TIC76LWO04M tag=6TWDTCLKRYNE type=write size=1909202 2024-08-29T18:10:53.243 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:53.243+0000 7f6dcfdbe640 1 < completed delete operation key=T9L1J5N8K7MO tag=BDGEP8ENHEQR type=del 2024-08-29T18:10:53.249 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:53.247+0000 7f6dcfdbe640 1 > prepared operation key=3BV7GUDY3NXK tag=2T9QJKLUDOQR type=del size=3303845 2024-08-29T18:10:53.255 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:53.255+0000 7f6dcfdbe640 1 < completed part key=_multipart_3VC6XP11WXW6.2~N17FP9ZROXGN.0 size=1048576 2024-08-29T18:10:53.259 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:53.259+0000 7f6dcfdbe640 1 < completed part key=_multipart_3VC6XP11WXW6.2~N17FP9ZROXGN.1 size=928883 2024-08-29T18:10:53.268 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:53.267+0000 7f6dcfdbe640 1 < completed multipart upload key=3VC6XP11WXW6 upload=N17FP9ZROXGN tag=LXVHNW4EQSIM type=write size=3026035 2024-08-29T18:10:53.277 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:53.275+0000 7f6dcfdbe640 1 > prepared part key=_multipart_X10K5L2O256M.2~29EO20J8IZ4K.0 size=1048576 2024-08-29T18:10:53.281 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:53.279+0000 7f6dcfdbe640 1 > prepared part key=_multipart_X10K5L2O256M.2~29EO20J8IZ4K.1 size=938743 2024-08-29T18:10:53.281 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:53.279+0000 7f6dcfdbe640 1 > prepared multipart upload key=X10K5L2O256M upload=29EO20J8IZ4K tag=JYUEO1QN8AP5 type=write size=3035895 2024-08-29T18:10:53.286 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:53.287+0000 7f6dcfdbe640 1 < completed write operation key=T9L1J5N8K7MO tag=E675MW33XSJB type=write size=154374 2024-08-29T18:10:53.295 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:53.295+0000 7f6dcfdbe640 1 > prepared part key=_multipart_ZPPDOE70TQPE.2~7WUH0YISIMME.0 size=294544 2024-08-29T18:10:53.295 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:53.295+0000 7f6dcfdbe640 1 > prepared multipart upload key=ZPPDOE70TQPE upload=7WUH0YISIMME tag=OWU1WNLAFAPX type=write size=1343120 2024-08-29T18:10:53.301 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:53.299+0000 7f6dcfdbe640 1 < completed delete operation key=7XDT3ZRUKA4H tag=RKESQJTVE9Y4 type=del 2024-08-29T18:10:53.310 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:53.311+0000 7f6dcfdbe640 1 > prepared part key=_multipart_JX058LCOIR42.2~ZV3DC574D4UB.0 size=363581 2024-08-29T18:10:53.310 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:53.311+0000 7f6dcfdbe640 1 > prepared multipart upload key=JX058LCOIR42 upload=ZV3DC574D4UB tag=BRHT8UG3JQX9 type=write size=1412157 2024-08-29T18:10:53.315 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:53.315+0000 7f6dcfdbe640 1 < completed part key=_multipart_YAC7TKWP61NS.2~QHFP1WK8FT9H.0 size=208898 2024-08-29T18:10:53.323 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:53.323+0000 7f6dcfdbe640 1 < completed multipart upload key=YAC7TKWP61NS upload=QHFP1WK8FT9H tag=2OZI4AGFNMYK type=write size=1257474 2024-08-29T18:10:53.329 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:53.327+0000 7f6dcfdbe640 1 > prepared operation key=I0OL3VZS23M6 tag=DFTA04125PK9 type=del size=778665 2024-08-29T18:10:53.330 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:53.327+0000 7f6dcfdbe640 1 < canceled part key=_multipart_FDT1EJQCIL25.2~WBIOYIU27VCN.0 size=669833 2024-08-29T18:10:53.338 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:53.339+0000 7f6dcfdbe640 1 < canceled multipart upload key=FDT1EJQCIL25 upload=WBIOYIU27VCN tag=XZUSS8CQVMOF type=write size=1718409 2024-08-29T18:10:53.343 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:53.343+0000 7f6dcfdbe640 1 > prepared operation key=F8MIRGU95TM4 tag=VPZO618FGIZL type=del size=3961182 2024-08-29T18:10:53.349 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:53.347+0000 7f6dcfdbe640 1 < completed write operation key=CY91RGLS4L74 tag=OLXQS97N9CC2 type=write size=422476 2024-08-29T18:10:53.360 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:53.359+0000 7f6dcfdbe640 1 > prepared part key=_multipart_T9L1J5N8K7MO.2~M49HCOTD40QM.0 size=290499 2024-08-29T18:10:53.360 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:53.359+0000 7f6dcfdbe640 1 > prepared multipart upload key=T9L1J5N8K7MO upload=M49HCOTD40QM tag=9JJGB2P2NHAH type=write size=1339075 2024-08-29T18:10:53.365 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:53.363+0000 7f6dcfdbe640 1 < completed write operation key=78MD08IJ7ULZ tag=4CG9VPDVPDC1 type=write size=634278 2024-08-29T18:10:53.370 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:53.371+0000 7f6dcfdbe640 1 > prepared operation key=FDT1EJQCIL25 tag=8HNTXEB1Y7M6 type=del size=2027548 2024-08-29T18:10:53.375 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:53.375+0000 7f6dcfdbe640 1 < completed part key=_multipart_ULOTXZSBLM0E.2~CHUDZ6YN8EPE.0 size=1048576 2024-08-29T18:10:53.375 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:53.375+0000 7f6dcfdbe640 1 < canceled part key=_multipart_ULOTXZSBLM0E.2~CHUDZ6YN8EPE.1 size=492503 2024-08-29T18:10:53.384 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:53.383+0000 7f6dcfdbe640 1 < canceled multipart upload key=ULOTXZSBLM0E upload=CHUDZ6YN8EPE tag=B7UQL87TL1Q8 type=write size=2589655 2024-08-29T18:10:53.394 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:53.391+0000 7f6dcfdbe640 1 > prepared part key=_multipart_ROJNXFMRMF7F.2~HBL0D8AETAP7.0 size=1048576 2024-08-29T18:10:53.398 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:53.399+0000 7f6dcfdbe640 1 > prepared part key=_multipart_ROJNXFMRMF7F.2~HBL0D8AETAP7.1 size=1048576 2024-08-29T18:10:53.403 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:53.403+0000 7f6dcfdbe640 1 > prepared part key=_multipart_ROJNXFMRMF7F.2~HBL0D8AETAP7.2 size=484649 2024-08-29T18:10:53.403 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:53.403+0000 7f6dcfdbe640 1 > prepared multipart upload key=ROJNXFMRMF7F upload=HBL0D8AETAP7 tag=01YZ81R6J3GA type=write size=3630377 2024-08-29T18:10:53.408 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:53.407+0000 7f6dcfdbe640 1 < completed delete operation key=CN52F1ME4Q7H tag=WWEIRDI17N4T type=del 2024-08-29T18:10:53.413 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:53.411+0000 7f6dcfdbe640 1 > prepared operation key=ZPPDOE70TQPE tag=D6G02QVG7V5Z type=write size=810348 2024-08-29T18:10:53.419 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:53.419+0000 7f6dcfdbe640 1 < completed delete operation key=C47XT9Y9B7EW tag=M9YPMICE8P3J type=del 2024-08-29T18:10:53.423 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:53.423+0000 7f6dcfdbe640 1 > prepared operation key=DGQXCI25DDX7 tag=OMKI0VWYEWAI type=del size=3597318 2024-08-29T18:10:53.429 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:53.427+0000 7f6dcfdbe640 1 < completed delete operation key=PCRU0BDU1Z87 tag=DUQ92UHEZRMB type=del 2024-08-29T18:10:53.438 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:53.439+0000 7f6dcfdbe640 1 > prepared part key=_multipart_X10K5L2O256M.2~66A2KPMUJ29G.0 size=1048576 2024-08-29T18:10:53.443 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:53.443+0000 7f6dcfdbe640 1 > prepared part key=_multipart_X10K5L2O256M.2~66A2KPMUJ29G.1 size=443454 2024-08-29T18:10:53.443 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:53.443+0000 7f6dcfdbe640 1 > prepared multipart upload key=X10K5L2O256M upload=66A2KPMUJ29G tag=1BEHLA2PAUIC type=write size=2540606 2024-08-29T18:10:53.448 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:53.447+0000 7f6dcfdbe640 1 < completed part key=_multipart_X10K5L2O256M.2~PCIZYV2J8U5V.0 size=820138 2024-08-29T18:10:53.458 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:53.459+0000 7f6dcfdbe640 1 < completed multipart upload key=X10K5L2O256M upload=PCIZYV2J8U5V tag=KQ22NTSBOE9Y type=write size=1868714 2024-08-29T18:10:53.463 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:53.463+0000 7f6dcfdbe640 1 > prepared operation key=7YYI239LZRWF tag=Z8TT8Q7YVPQF type=write size=541954 2024-08-29T18:10:53.468 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:53.467+0000 7f6dcfdbe640 1 < completed write operation key=7YYI239LZRWF tag=S3YY3G5DLQ7D type=write size=403150 2024-08-29T18:10:53.477 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:53.475+0000 7f6dcfdbe640 1 > prepared part key=_multipart_CY91RGLS4L74.2~XQYZ96HY11I1.0 size=37189 2024-08-29T18:10:53.478 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:53.475+0000 7f6dcfdbe640 1 > prepared multipart upload key=CY91RGLS4L74 upload=XQYZ96HY11I1 tag=8JGY18D44XMX type=write size=1085765 2024-08-29T18:10:53.483 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:53.483+0000 7f6dcfdbe640 1 < completed part key=_multipart_ULOTXZSBLM0E.2~VY9W860Y9O1Z.0 size=1048576 2024-08-29T18:10:53.487 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:53.487+0000 7f6dcfdbe640 1 < completed part key=_multipart_ULOTXZSBLM0E.2~VY9W860Y9O1Z.1 size=1048576 2024-08-29T18:10:53.491 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:53.491+0000 7f6dcfdbe640 1 < completed part key=_multipart_ULOTXZSBLM0E.2~VY9W860Y9O1Z.2 size=418905 2024-08-29T18:10:53.501 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:53.499+0000 7f6dcfdbe640 1 < completed multipart upload key=ULOTXZSBLM0E upload=VY9W860Y9O1Z tag=DGF4H4MJXDJZ type=write size=3564633 2024-08-29T18:10:53.508 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:53.507+0000 7f6dcfdbe640 1 > prepared operation key=CY91RGLS4L74 tag=L58H6J9CGXE9 type=del size=597849 2024-08-29T18:10:53.515 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:53.515+0000 7f6dcfdbe640 1 < completed part key=_multipart_78MD08IJ7ULZ.2~7TIC76LWO04M.0 size=860626 2024-08-29T18:10:53.524 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:53.523+0000 7f6dcfdbe640 1 < completed multipart upload key=78MD08IJ7ULZ upload=7TIC76LWO04M tag=6TWDTCLKRYNE type=write size=1909202 2024-08-29T18:10:53.530 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:53.527+0000 7f6dcfdbe640 1 > prepared operation key=YE0K0OIAGJTR tag=H27EWEW56B3T type=del size=3490722 2024-08-29T18:10:53.536 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:53.535+0000 7f6dcfdbe640 1 < completed delete operation key=3BV7GUDY3NXK tag=2T9QJKLUDOQR type=del 2024-08-29T18:10:53.542 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:53.543+0000 7f6dcfdbe640 1 > prepared operation key=7Y0GYERC6W4H tag=8NDTNS8GIPP8 type=del size=3760953 2024-08-29T18:10:53.543 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:53.543+0000 7f6dcfdbe640 1 < canceled part key=_multipart_X10K5L2O256M.2~29EO20J8IZ4K.0 size=1048576 2024-08-29T18:10:53.547 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:53.547+0000 7f6dcfdbe640 1 < completed part key=_multipart_X10K5L2O256M.2~29EO20J8IZ4K.1 size=938743 2024-08-29T18:10:53.557 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:53.555+0000 7f6dcfdbe640 1 < canceled multipart upload key=X10K5L2O256M upload=29EO20J8IZ4K tag=JYUEO1QN8AP5 type=write size=3035895 2024-08-29T18:10:53.562 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:53.563+0000 7f6dcfdbe640 1 > prepared operation key=ULOTXZSBLM0E tag=VIKUA7QPYLY8 type=del size=2494569 2024-08-29T18:10:53.568 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:53.567+0000 7f6dcfdbe640 1 < completed part key=_multipart_ZPPDOE70TQPE.2~7WUH0YISIMME.0 size=294544 2024-08-29T18:10:53.581 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:53.579+0000 7f6dcfdbe640 1 < completed multipart upload key=ZPPDOE70TQPE upload=7WUH0YISIMME tag=OWU1WNLAFAPX type=write size=1343120 2024-08-29T18:10:53.586 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:53.587+0000 7f6dcfdbe640 1 > prepared operation key=B7L6NXZ0V2CR tag=0WWOC7U77HWL type=del size=3153 2024-08-29T18:10:53.592 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:53.591+0000 7f6dcfdbe640 1 < completed part key=_multipart_JX058LCOIR42.2~ZV3DC574D4UB.0 size=363581 2024-08-29T18:10:53.601 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:53.599+0000 7f6dcfdbe640 1 < completed multipart upload key=JX058LCOIR42 upload=ZV3DC574D4UB tag=BRHT8UG3JQX9 type=write size=1412157 2024-08-29T18:10:53.606 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:53.607+0000 7f6dcfdbe640 1 > prepared operation key=PCRU0BDU1Z87 tag=77GT530YY6ED type=del size=3540977 2024-08-29T18:10:53.612 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:53.611+0000 7f6dcfdbe640 1 < completed delete operation key=I0OL3VZS23M6 tag=DFTA04125PK9 type=del 2024-08-29T18:10:53.618 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:53.619+0000 7f6dcfdbe640 1 > prepared operation key=7D5I09Z3ND5H tag=QXR1YP7BFCU6 type=del size=3147586 2024-08-29T18:10:53.624 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:53.623+0000 7f6dcfdbe640 1 < canceled operation key=F8MIRGU95TM4 tag=VPZO618FGIZL type=del size=3961182 2024-08-29T18:10:53.629 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:53.627+0000 7f6dcfdbe640 1 > prepared operation key=LP0MLEKV3E74 tag=LKEAORIOPKG9 type=del size=1872910 2024-08-29T18:10:53.636 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:53.635+0000 7f6dcfdbe640 1 < completed part key=_multipart_T9L1J5N8K7MO.2~M49HCOTD40QM.0 size=290499 2024-08-29T18:10:53.644 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:53.643+0000 7f6dcfdbe640 1 < completed multipart upload key=T9L1J5N8K7MO upload=M49HCOTD40QM tag=9JJGB2P2NHAH type=write size=1339075 2024-08-29T18:10:53.653 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:53.651+0000 7f6dcfdbe640 1 > prepared part key=_multipart_3VC6XP11WXW6.2~T31SIB1CICGX.0 size=334891 2024-08-29T18:10:53.654 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:53.651+0000 7f6dcfdbe640 1 > prepared multipart upload key=3VC6XP11WXW6 upload=T31SIB1CICGX tag=Z131ZSK5CCTB type=write size=1383467 2024-08-29T18:10:53.659 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:53.659+0000 7f6dcfdbe640 1 < completed delete operation key=FDT1EJQCIL25 tag=8HNTXEB1Y7M6 type=del 2024-08-29T18:10:53.664 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:53.663+0000 7f6dcfdbe640 1 > prepared operation key=T9L1J5N8K7MO tag=TXMIWXBQIQWP type=del size=227243 2024-08-29T18:10:53.669 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:53.667+0000 7f6dcfdbe640 1 < completed part key=_multipart_ROJNXFMRMF7F.2~HBL0D8AETAP7.0 size=1048576 2024-08-29T18:10:53.673 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:53.671+0000 7f6dcfdbe640 1 < completed part key=_multipart_ROJNXFMRMF7F.2~HBL0D8AETAP7.1 size=1048576 2024-08-29T18:10:53.677 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:53.675+0000 7f6dcfdbe640 1 < completed part key=_multipart_ROJNXFMRMF7F.2~HBL0D8AETAP7.2 size=484649 2024-08-29T18:10:53.686 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:53.687+0000 7f6dcfdbe640 1 < completed multipart upload key=ROJNXFMRMF7F upload=HBL0D8AETAP7 tag=01YZ81R6J3GA type=write size=3630377 2024-08-29T18:10:53.695 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:53.695+0000 7f6dcfdbe640 1 > prepared part key=_multipart_7D5I09Z3ND5H.2~QZSEF4T1QUPU.0 size=976656 2024-08-29T18:10:53.695 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:53.695+0000 7f6dcfdbe640 1 > prepared multipart upload key=7D5I09Z3ND5H upload=QZSEF4T1QUPU tag=ST6DP4Z8Z361 type=write size=2025232 2024-08-29T18:10:53.701 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:53.699+0000 7f6dcfdbe640 1 < completed write operation key=ZPPDOE70TQPE tag=D6G02QVG7V5Z type=write size=810348 2024-08-29T18:10:53.712 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:53.711+0000 7f6dcfdbe640 1 > prepared part key=_multipart_T9L1J5N8K7MO.2~2P3E6M6C0OIA.0 size=882548 2024-08-29T18:10:53.712 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:53.711+0000 7f6dcfdbe640 1 > prepared multipart upload key=T9L1J5N8K7MO upload=2P3E6M6C0OIA tag=3D3LFCNA0V93 type=write size=1931124 2024-08-29T18:10:53.717 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:53.715+0000 7f6dcfdbe640 1 < canceled operation key=DGQXCI25DDX7 tag=OMKI0VWYEWAI type=del size=3597318 2024-08-29T18:10:53.727 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:53.727+0000 7f6dcfdbe640 1 > prepared part key=_multipart_FDT1EJQCIL25.2~4VJM0QE0VC0Q.0 size=1048576 2024-08-29T18:10:53.731 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:53.731+0000 7f6dcfdbe640 1 > prepared part key=_multipart_FDT1EJQCIL25.2~4VJM0QE0VC0Q.1 size=1048576 2024-08-29T18:10:53.735 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:53.735+0000 7f6dcfdbe640 1 > prepared part key=_multipart_FDT1EJQCIL25.2~4VJM0QE0VC0Q.2 size=460665 2024-08-29T18:10:53.735 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:53.735+0000 7f6dcfdbe640 1 > prepared multipart upload key=FDT1EJQCIL25 upload=4VJM0QE0VC0Q tag=2MBUCZTZ81ZO type=write size=3606393 2024-08-29T18:10:53.741 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:53.739+0000 7f6dcfdbe640 1 < completed part key=_multipart_X10K5L2O256M.2~66A2KPMUJ29G.0 size=1048576 2024-08-29T18:10:53.745 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:53.743+0000 7f6dcfdbe640 1 < completed part key=_multipart_X10K5L2O256M.2~66A2KPMUJ29G.1 size=443454 2024-08-29T18:10:53.755 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:53.755+0000 7f6dcfdbe640 1 < completed multipart upload key=X10K5L2O256M upload=66A2KPMUJ29G tag=1BEHLA2PAUIC type=write size=2540606 2024-08-29T18:10:53.760 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:53.759+0000 7f6dcfdbe640 1 > prepared operation key=PCRU0BDU1Z87 tag=9LNN4Z4HPL0C type=del size=629989 2024-08-29T18:10:53.766 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:53.767+0000 7f6dcfdbe640 1 < completed write operation key=7YYI239LZRWF tag=Z8TT8Q7YVPQF type=write size=541954 2024-08-29T18:10:53.779 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:53.779+0000 7f6dcfdbe640 1 > prepared part key=_multipart_W4PL77H6JMGP.2~OKOM5CSOB67W.0 size=289331 2024-08-29T18:10:53.779 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:53.779+0000 7f6dcfdbe640 1 > prepared multipart upload key=W4PL77H6JMGP upload=OKOM5CSOB67W tag=LU39JXLSAC70 type=write size=1337907 2024-08-29T18:10:53.784 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:53.783+0000 7f6dcfdbe640 1 < completed part key=_multipart_CY91RGLS4L74.2~XQYZ96HY11I1.0 size=37189 2024-08-29T18:10:53.794 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:53.795+0000 7f6dcfdbe640 1 < completed multipart upload key=CY91RGLS4L74 upload=XQYZ96HY11I1 tag=8JGY18D44XMX type=write size=1085765 2024-08-29T18:10:53.805 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:53.803+0000 7f6dcfdbe640 1 > prepared part key=_multipart_9XOQBHEAVUKF.2~WZWAPGLFXFB1.0 size=1048576 2024-08-29T18:10:53.809 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:53.807+0000 7f6dcfdbe640 1 > prepared part key=_multipart_9XOQBHEAVUKF.2~WZWAPGLFXFB1.1 size=499762 2024-08-29T18:10:53.809 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:53.807+0000 7f6dcfdbe640 1 > prepared multipart upload key=9XOQBHEAVUKF upload=WZWAPGLFXFB1 tag=65T9X0X5DGRQ type=write size=2596914 2024-08-29T18:10:53.815 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:53.815+0000 7f6dcfdbe640 1 < completed delete operation key=CY91RGLS4L74 tag=L58H6J9CGXE9 type=del 2024-08-29T18:10:53.821 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:53.819+0000 7f6dcfdbe640 1 > prepared operation key=7D5I09Z3ND5H tag=O4MNS70G10M4 type=del size=881944 2024-08-29T18:10:53.832 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:53.831+0000 7f6dcfdbe640 1 < suggested update operation key=YE0K0OIAGJTR tag=H27EWEW56B3T type=del size=3490722 2024-08-29T18:10:53.842 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:53.843+0000 7f6dcfdbe640 1 > prepared part key=_multipart_W4PL77H6JMGP.2~2AN7B283P1Y0.0 size=1048576 2024-08-29T18:10:53.846 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:53.847+0000 7f6dcfdbe640 1 > prepared part key=_multipart_W4PL77H6JMGP.2~2AN7B283P1Y0.1 size=1048576 2024-08-29T18:10:53.851 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:53.851+0000 7f6dcfdbe640 1 > prepared part key=_multipart_W4PL77H6JMGP.2~2AN7B283P1Y0.2 size=53557 2024-08-29T18:10:53.851 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:53.851+0000 7f6dcfdbe640 1 > prepared multipart upload key=W4PL77H6JMGP upload=2AN7B283P1Y0 tag=PASDV33B6A4B type=write size=3199285 2024-08-29T18:10:53.857 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:53.855+0000 7f6dcfdbe640 1 < completed delete operation key=7Y0GYERC6W4H tag=8NDTNS8GIPP8 type=del 2024-08-29T18:10:53.863 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:53.863+0000 7f6dcfdbe640 1 > prepared operation key=ULOTXZSBLM0E tag=8Q2IJJ4BG6YB type=del size=3571745 2024-08-29T18:10:53.869 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:53.867+0000 7f6dcfdbe640 1 < completed delete operation key=ULOTXZSBLM0E tag=VIKUA7QPYLY8 type=del 2024-08-29T18:10:53.875 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:53.875+0000 7f6dcfdbe640 1 > prepared operation key=C47XT9Y9B7EW tag=5BYHNN36C93H type=del size=177549 2024-08-29T18:10:53.880 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:53.879+0000 7f6dcfdbe640 1 < canceled operation key=B7L6NXZ0V2CR tag=0WWOC7U77HWL type=del size=3153 2024-08-29T18:10:53.885 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:53.883+0000 7f6dcfdbe640 1 > prepared operation key=YE0K0OIAGJTR tag=REOB2DR85038 type=write size=159808 2024-08-29T18:10:53.897 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:53.895+0000 7f6dcfdbe640 1 < suggested update operation key=PCRU0BDU1Z87 tag=77GT530YY6ED type=del size=3540977 2024-08-29T18:10:53.902 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:53.899+0000 7f6dcfdbe640 1 > prepared operation key=7XDT3ZRUKA4H tag=RZ68LNK75OEE type=del size=3778878 2024-08-29T18:10:53.907 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:53.907+0000 7f6dcfdbe640 1 < completed delete operation key=7D5I09Z3ND5H tag=QXR1YP7BFCU6 type=del 2024-08-29T18:10:53.912 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:53.911+0000 7f6dcfdbe640 1 > prepared operation key=KZ45Y56F6JGC tag=BHP0ICX18J8L type=del size=1485974 2024-08-29T18:10:53.917 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:53.915+0000 7f6dcfdbe640 1 < completed delete operation key=LP0MLEKV3E74 tag=LKEAORIOPKG9 type=del 2024-08-29T18:10:53.923 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:53.923+0000 7f6dcfdbe640 1 > prepared operation key=X10K5L2O256M tag=243TP0FDJDK6 type=del size=936030 2024-08-29T18:10:53.928 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:53.927+0000 7f6dcfdbe640 1 < completed part key=_multipart_3VC6XP11WXW6.2~T31SIB1CICGX.0 size=334891 2024-08-29T18:10:53.937 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:53.935+0000 7f6dcfdbe640 1 < completed multipart upload key=3VC6XP11WXW6 upload=T31SIB1CICGX tag=Z131ZSK5CCTB type=write size=1383467 2024-08-29T18:10:53.942 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:53.943+0000 7f6dcfdbe640 1 > prepared operation key=YE0K0OIAGJTR tag=QL7O5FXP2S97 type=del size=2916043 2024-08-29T18:10:53.949 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:53.947+0000 7f6dcfdbe640 1 < canceled operation key=T9L1J5N8K7MO tag=TXMIWXBQIQWP type=del size=227243 2024-08-29T18:10:53.959 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:53.959+0000 7f6dcfdbe640 1 > prepared part key=_multipart_L6FV6KJ6OHNY.2~DK8HZ4QU39L9.0 size=1048576 2024-08-29T18:10:53.963 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:53.963+0000 7f6dcfdbe640 1 > prepared part key=_multipart_L6FV6KJ6OHNY.2~DK8HZ4QU39L9.1 size=774681 2024-08-29T18:10:53.963 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:53.963+0000 7f6dcfdbe640 1 > prepared multipart upload key=L6FV6KJ6OHNY upload=DK8HZ4QU39L9 tag=B8Q23YB3W1JO type=write size=2871833 2024-08-29T18:10:53.969 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:53.967+0000 7f6dcfdbe640 1 < completed part key=_multipart_7D5I09Z3ND5H.2~QZSEF4T1QUPU.0 size=976656 2024-08-29T18:10:53.977 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:53.975+0000 7f6dcfdbe640 1 < completed multipart upload key=7D5I09Z3ND5H upload=QZSEF4T1QUPU tag=ST6DP4Z8Z361 type=write size=2025232 2024-08-29T18:10:53.987 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:53.987+0000 7f6dcfdbe640 1 > prepared part key=_multipart_I0OL3VZS23M6.2~UKL9ZZV20MZL.0 size=1048576 2024-08-29T18:10:53.992 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:53.991+0000 7f6dcfdbe640 1 > prepared part key=_multipart_I0OL3VZS23M6.2~UKL9ZZV20MZL.1 size=1048576 2024-08-29T18:10:53.996 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:53.995+0000 7f6dcfdbe640 1 > prepared part key=_multipart_I0OL3VZS23M6.2~UKL9ZZV20MZL.2 size=752632 2024-08-29T18:10:53.996 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:53.995+0000 7f6dcfdbe640 1 > prepared multipart upload key=I0OL3VZS23M6 upload=UKL9ZZV20MZL tag=5G8ELG6LBJE2 type=write size=3898360 2024-08-29T18:10:54.001 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:53.999+0000 7f6dcfdbe640 1 < completed part key=_multipart_T9L1J5N8K7MO.2~2P3E6M6C0OIA.0 size=882548 2024-08-29T18:10:54.010 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:54.011+0000 7f6dcfdbe640 1 < completed multipart upload key=T9L1J5N8K7MO upload=2P3E6M6C0OIA tag=3D3LFCNA0V93 type=write size=1931124 2024-08-29T18:10:54.016 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:54.015+0000 7f6dcfdbe640 1 > prepared operation key=F8MIRGU95TM4 tag=AI3MO4XNTCUM type=del size=1170089 2024-08-29T18:10:54.021 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:54.019+0000 7f6dcfdbe640 1 < completed part key=_multipart_FDT1EJQCIL25.2~4VJM0QE0VC0Q.0 size=1048576 2024-08-29T18:10:54.026 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:54.023+0000 7f6dcfdbe640 1 < completed part key=_multipart_FDT1EJQCIL25.2~4VJM0QE0VC0Q.1 size=1048576 2024-08-29T18:10:54.030 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:54.031+0000 7f6dcfdbe640 1 < completed part key=_multipart_FDT1EJQCIL25.2~4VJM0QE0VC0Q.2 size=460665 2024-08-29T18:10:54.039 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:54.039+0000 7f6dcfdbe640 1 < completed multipart upload key=FDT1EJQCIL25 upload=4VJM0QE0VC0Q tag=2MBUCZTZ81ZO type=write size=3606393 2024-08-29T18:10:54.049 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:54.047+0000 7f6dcfdbe640 1 > prepared part key=_multipart_B7L6NXZ0V2CR.2~GDL9757U0HXZ.0 size=1048576 2024-08-29T18:10:54.054 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:54.055+0000 7f6dcfdbe640 1 > prepared part key=_multipart_B7L6NXZ0V2CR.2~GDL9757U0HXZ.1 size=187098 2024-08-29T18:10:54.054 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:54.055+0000 7f6dcfdbe640 1 > prepared multipart upload key=B7L6NXZ0V2CR upload=GDL9757U0HXZ tag=FK8ME2BDNWKC type=write size=2284250 2024-08-29T18:10:54.061 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:54.059+0000 7f6dcfdbe640 -1 < failed to complete operation key=PCRU0BDU1Z87 tag=9LNN4Z4HPL0C type=del size=629989: (22) Invalid argument 2024-08-29T18:10:54.067 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:54.067+0000 7f6dcfdbe640 1 > prepared operation key=PCRU0BDU1Z87 tag=B00US6UCIQZM type=del size=3237473 2024-08-29T18:10:54.072 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:54.071+0000 7f6dcfdbe640 1 < completed part key=_multipart_W4PL77H6JMGP.2~OKOM5CSOB67W.0 size=289331 2024-08-29T18:10:54.081 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:54.079+0000 7f6dcfdbe640 1 < completed multipart upload key=W4PL77H6JMGP upload=OKOM5CSOB67W tag=LU39JXLSAC70 type=write size=1337907 2024-08-29T18:10:54.086 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:54.087+0000 7f6dcfdbe640 1 > prepared operation key=7YYI239LZRWF tag=B9V0MZKAR6RQ type=del size=1947595 2024-08-29T18:10:54.091 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:54.091+0000 7f6dcfdbe640 1 < completed part key=_multipart_9XOQBHEAVUKF.2~WZWAPGLFXFB1.0 size=1048576 2024-08-29T18:10:54.096 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:54.095+0000 7f6dcfdbe640 1 < completed part key=_multipart_9XOQBHEAVUKF.2~WZWAPGLFXFB1.1 size=499762 2024-08-29T18:10:54.104 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:54.103+0000 7f6dcfdbe640 1 < completed multipart upload key=9XOQBHEAVUKF upload=WZWAPGLFXFB1 tag=65T9X0X5DGRQ type=write size=2596914 2024-08-29T18:10:54.109 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:54.107+0000 7f6dcfdbe640 1 > prepared operation key=YAC7TKWP61NS tag=R3OXRW7UILQJ type=del size=2950412 2024-08-29T18:10:54.115 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:54.115+0000 7f6dcfdbe640 1 < completed delete operation key=7D5I09Z3ND5H tag=O4MNS70G10M4 type=del 2024-08-29T18:10:54.124 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:54.123+0000 7f6dcfdbe640 1 > prepared part key=_multipart_JX058LCOIR42.2~D51AOXADUAD2.0 size=352619 2024-08-29T18:10:54.125 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:54.123+0000 7f6dcfdbe640 1 > prepared multipart upload key=JX058LCOIR42 upload=D51AOXADUAD2 tag=CCJ2ZAO15OA3 type=write size=1401195 2024-08-29T18:10:54.130 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:54.127+0000 7f6dcfdbe640 1 < completed part key=_multipart_W4PL77H6JMGP.2~2AN7B283P1Y0.0 size=1048576 2024-08-29T18:10:54.134 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:54.131+0000 7f6dcfdbe640 1 < completed part key=_multipart_W4PL77H6JMGP.2~2AN7B283P1Y0.1 size=1048576 2024-08-29T18:10:54.138 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:54.139+0000 7f6dcfdbe640 1 < completed part key=_multipart_W4PL77H6JMGP.2~2AN7B283P1Y0.2 size=53557 2024-08-29T18:10:54.147 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:54.147+0000 7f6dcfdbe640 1 < completed multipart upload key=W4PL77H6JMGP upload=2AN7B283P1Y0 tag=PASDV33B6A4B type=write size=3199285 2024-08-29T18:10:54.157 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:54.155+0000 7f6dcfdbe640 1 > prepared part key=_multipart_MT6UK3U6H4JX.2~I9PIDS6M2PQZ.0 size=580206 2024-08-29T18:10:54.157 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:54.155+0000 7f6dcfdbe640 1 > prepared multipart upload key=MT6UK3U6H4JX upload=I9PIDS6M2PQZ tag=TC0J3A6BCN25 type=write size=1628782 2024-08-29T18:10:54.162 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:54.163+0000 7f6dcfdbe640 1 < completed delete operation key=ULOTXZSBLM0E tag=8Q2IJJ4BG6YB type=del 2024-08-29T18:10:54.167 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:54.167+0000 7f6dcfdbe640 1 > prepared operation key=X10K5L2O256M tag=OBQ5AKGN80BX type=del size=401658 2024-08-29T18:10:54.174 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:54.171+0000 7f6dcfdbe640 1 < completed delete operation key=C47XT9Y9B7EW tag=5BYHNN36C93H type=del 2024-08-29T18:10:54.179 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:54.179+0000 7f6dcfdbe640 1 > prepared operation key=CN52F1ME4Q7H tag=1W95271PL1IK type=del size=4084684 2024-08-29T18:10:54.184 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:54.183+0000 7f6dcfdbe640 1 < completed write operation key=YE0K0OIAGJTR tag=REOB2DR85038 type=write size=159808 2024-08-29T18:10:54.189 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:54.187+0000 7f6dcfdbe640 1 > prepared operation key=ROJNXFMRMF7F tag=R0R2UTSHRLF7 type=del size=502814 2024-08-29T18:10:54.196 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:54.195+0000 7f6dcfdbe640 1 < completed delete operation key=7XDT3ZRUKA4H tag=RZ68LNK75OEE type=del 2024-08-29T18:10:54.206 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:54.207+0000 7f6dcfdbe640 1 > prepared part key=_multipart_FDT1EJQCIL25.2~4KV0JD3Z1D6B.0 size=1048576 2024-08-29T18:10:54.210 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:54.211+0000 7f6dcfdbe640 1 > prepared part key=_multipart_FDT1EJQCIL25.2~4KV0JD3Z1D6B.1 size=969553 2024-08-29T18:10:54.210 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:54.211+0000 7f6dcfdbe640 1 > prepared multipart upload key=FDT1EJQCIL25 upload=4KV0JD3Z1D6B tag=UZTY6OXR827I type=write size=3066705 2024-08-29T18:10:54.216 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:54.215+0000 7f6dcfdbe640 1 < completed delete operation key=KZ45Y56F6JGC tag=BHP0ICX18J8L type=del 2024-08-29T18:10:54.225 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:54.223+0000 7f6dcfdbe640 1 > prepared part key=_multipart_F8MIRGU95TM4.2~IOL93FCCFD8S.0 size=1048576 2024-08-29T18:10:54.230 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:54.231+0000 7f6dcfdbe640 1 > prepared part key=_multipart_F8MIRGU95TM4.2~IOL93FCCFD8S.1 size=1048576 2024-08-29T18:10:54.235 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:54.235+0000 7f6dcfdbe640 1 > prepared part key=_multipart_F8MIRGU95TM4.2~IOL93FCCFD8S.2 size=507173 2024-08-29T18:10:54.235 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:54.235+0000 7f6dcfdbe640 1 > prepared multipart upload key=F8MIRGU95TM4 upload=IOL93FCCFD8S tag=4A5JKX1K2NW0 type=write size=3652901 2024-08-29T18:10:54.240 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:54.239+0000 7f6dcfdbe640 1 < completed delete operation key=X10K5L2O256M tag=243TP0FDJDK6 type=del 2024-08-29T18:10:54.250 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:54.251+0000 7f6dcfdbe640 1 > prepared part key=_multipart_ULOTXZSBLM0E.2~EWW6NK6PNVO5.0 size=1048576 2024-08-29T18:10:54.255 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:54.255+0000 7f6dcfdbe640 1 > prepared part key=_multipart_ULOTXZSBLM0E.2~EWW6NK6PNVO5.1 size=498431 2024-08-29T18:10:54.255 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:54.255+0000 7f6dcfdbe640 1 > prepared multipart upload key=ULOTXZSBLM0E upload=EWW6NK6PNVO5 tag=4JRNYHOHAGT6 type=write size=2595583 2024-08-29T18:10:54.261 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:54.259+0000 7f6dcfdbe640 1 < completed delete operation key=YE0K0OIAGJTR tag=QL7O5FXP2S97 type=del 2024-08-29T18:10:54.266 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:54.267+0000 7f6dcfdbe640 1 > prepared operation key=CN52F1ME4Q7H tag=EM5J1WAU9LYF type=del size=4012364 2024-08-29T18:10:54.273 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:54.271+0000 7f6dcfdbe640 1 < completed part key=_multipart_L6FV6KJ6OHNY.2~DK8HZ4QU39L9.0 size=1048576 2024-08-29T18:10:54.278 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:54.275+0000 7f6dcfdbe640 1 < completed part key=_multipart_L6FV6KJ6OHNY.2~DK8HZ4QU39L9.1 size=774681 2024-08-29T18:10:54.288 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:54.287+0000 7f6dcfdbe640 1 < completed multipart upload key=L6FV6KJ6OHNY upload=DK8HZ4QU39L9 tag=B8Q23YB3W1JO type=write size=2871833 2024-08-29T18:10:54.298 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:54.299+0000 7f6dcfdbe640 1 > prepared part key=_multipart_F8MIRGU95TM4.2~X5OFG1Q73E97.0 size=1048576 2024-08-29T18:10:54.302 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:54.303+0000 7f6dcfdbe640 1 > prepared part key=_multipart_F8MIRGU95TM4.2~X5OFG1Q73E97.1 size=1048576 2024-08-29T18:10:54.307 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:54.307+0000 7f6dcfdbe640 1 > prepared part key=_multipart_F8MIRGU95TM4.2~X5OFG1Q73E97.2 size=971636 2024-08-29T18:10:54.307 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:54.307+0000 7f6dcfdbe640 1 > prepared multipart upload key=F8MIRGU95TM4 upload=X5OFG1Q73E97 tag=5RB5PA5D7P0Z type=write size=4117364 2024-08-29T18:10:54.313 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:54.311+0000 7f6dcfdbe640 1 < completed part key=_multipart_I0OL3VZS23M6.2~UKL9ZZV20MZL.0 size=1048576 2024-08-29T18:10:54.318 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:54.315+0000 7f6dcfdbe640 1 < completed part key=_multipart_I0OL3VZS23M6.2~UKL9ZZV20MZL.1 size=1048576 2024-08-29T18:10:54.323 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:54.323+0000 7f6dcfdbe640 1 < completed part key=_multipart_I0OL3VZS23M6.2~UKL9ZZV20MZL.2 size=752632 2024-08-29T18:10:54.333 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:54.331+0000 7f6dcfdbe640 1 < completed multipart upload key=I0OL3VZS23M6 upload=UKL9ZZV20MZL tag=5G8ELG6LBJE2 type=write size=3898360 2024-08-29T18:10:54.339 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:54.339+0000 7f6dcfdbe640 1 > prepared operation key=T9L1J5N8K7MO tag=SUNSJFK9530Z type=write size=886669 2024-08-29T18:10:54.344 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:54.343+0000 7f6dcfdbe640 1 < canceled operation key=F8MIRGU95TM4 tag=AI3MO4XNTCUM type=del size=1170089 2024-08-29T18:10:54.353 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:54.351+0000 7f6dcfdbe640 1 > prepared part key=_multipart_7Y0GYERC6W4H.2~ML5V4WKZLL7L.0 size=188045 2024-08-29T18:10:54.354 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:54.351+0000 7f6dcfdbe640 1 > prepared multipart upload key=7Y0GYERC6W4H upload=ML5V4WKZLL7L tag=4ZA1BCXQYE94 type=write size=1236621 2024-08-29T18:10:54.359 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:54.359+0000 7f6dcfdbe640 1 < completed part key=_multipart_B7L6NXZ0V2CR.2~GDL9757U0HXZ.0 size=1048576 2024-08-29T18:10:54.364 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:54.363+0000 7f6dcfdbe640 1 < completed part key=_multipart_B7L6NXZ0V2CR.2~GDL9757U0HXZ.1 size=187098 2024-08-29T18:10:54.375 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:54.375+0000 7f6dcfdbe640 1 < completed multipart upload key=B7L6NXZ0V2CR upload=GDL9757U0HXZ tag=FK8ME2BDNWKC type=write size=2284250 2024-08-29T18:10:54.381 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:54.379+0000 7f6dcfdbe640 1 > prepared operation key=LP0MLEKV3E74 tag=8Y7Z19EU98IK type=del size=3381031 2024-08-29T18:10:54.387 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:54.387+0000 7f6dcfdbe640 1 < completed delete operation key=PCRU0BDU1Z87 tag=B00US6UCIQZM type=del 2024-08-29T18:10:54.395 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:54.395+0000 7f6dcfdbe640 1 > prepared operation key=MT6UK3U6H4JX tag=NLBXF0KOVOTM type=write size=314787 2024-08-29T18:10:54.402 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:54.403+0000 7f6dcfdbe640 1 < completed delete operation key=7YYI239LZRWF tag=B9V0MZKAR6RQ type=del 2024-08-29T18:10:54.417 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:54.415+0000 7f6dcfdbe640 1 > prepared part key=_multipart_F8MIRGU95TM4.2~QYAEK0CQYYA0.0 size=1048576 2024-08-29T18:10:54.421 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:54.419+0000 7f6dcfdbe640 1 > prepared part key=_multipart_F8MIRGU95TM4.2~QYAEK0CQYYA0.1 size=443422 2024-08-29T18:10:54.422 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:54.419+0000 7f6dcfdbe640 1 > prepared multipart upload key=F8MIRGU95TM4 upload=QYAEK0CQYYA0 tag=CTTEN60Z4R5O type=write size=2540574 2024-08-29T18:10:54.427 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:54.427+0000 7f6dcfdbe640 1 < completed delete operation key=YAC7TKWP61NS tag=R3OXRW7UILQJ type=del 2024-08-29T18:10:54.436 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:54.435+0000 7f6dcfdbe640 1 > prepared part key=_multipart_W4PL77H6JMGP.2~JWYYCBH2MOZR.0 size=1048576 2024-08-29T18:10:54.440 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:54.439+0000 7f6dcfdbe640 1 > prepared part key=_multipart_W4PL77H6JMGP.2~JWYYCBH2MOZR.1 size=983497 2024-08-29T18:10:54.440 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:54.439+0000 7f6dcfdbe640 1 > prepared multipart upload key=W4PL77H6JMGP upload=JWYYCBH2MOZR tag=8I40QU6ETCUM type=write size=3080649 2024-08-29T18:10:54.447 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:54.447+0000 7f6dcfdbe640 1 < completed part key=_multipart_JX058LCOIR42.2~D51AOXADUAD2.0 size=352619 2024-08-29T18:10:54.457 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:54.455+0000 7f6dcfdbe640 1 < completed multipart upload key=JX058LCOIR42 upload=D51AOXADUAD2 tag=CCJ2ZAO15OA3 type=write size=1401195 2024-08-29T18:10:54.463 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:54.463+0000 7f6dcfdbe640 1 > prepared operation key=MT6UK3U6H4JX tag=SI6CS0O375TG type=del size=3566345 2024-08-29T18:10:54.468 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:54.467+0000 7f6dcfdbe640 1 < completed part key=_multipart_MT6UK3U6H4JX.2~I9PIDS6M2PQZ.0 size=580206 2024-08-29T18:10:54.476 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:54.475+0000 7f6dcfdbe640 1 < completed multipart upload key=MT6UK3U6H4JX upload=I9PIDS6M2PQZ tag=TC0J3A6BCN25 type=write size=1628782 2024-08-29T18:10:54.481 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:54.479+0000 7f6dcfdbe640 1 > prepared operation key=LP0MLEKV3E74 tag=V3YGSZ1UUIYL type=del size=4090138 2024-08-29T18:10:54.486 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:54.487+0000 7f6dcfdbe640 1 < completed delete operation key=X10K5L2O256M tag=OBQ5AKGN80BX type=del 2024-08-29T18:10:54.491 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:54.491+0000 7f6dcfdbe640 1 > prepared operation key=9XOQBHEAVUKF tag=G333H7U01GF8 type=del size=4075694 2024-08-29T18:10:54.496 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:54.495+0000 7f6dcfdbe640 1 < completed delete operation key=CN52F1ME4Q7H tag=1W95271PL1IK type=del 2024-08-29T18:10:54.501 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:54.499+0000 7f6dcfdbe640 1 > prepared operation key=DGQXCI25DDX7 tag=WTG6HDZXHCR6 type=del size=2684898 2024-08-29T18:10:54.506 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:54.507+0000 7f6dcfdbe640 1 < completed delete operation key=ROJNXFMRMF7F tag=R0R2UTSHRLF7 type=del 2024-08-29T18:10:54.511 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:54.511+0000 7f6dcfdbe640 1 > prepared operation key=MT6UK3U6H4JX tag=KLF38PW77XPI type=del size=1130436 2024-08-29T18:10:54.516 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:54.515+0000 7f6dcfdbe640 1 < completed part key=_multipart_FDT1EJQCIL25.2~4KV0JD3Z1D6B.0 size=1048576 2024-08-29T18:10:54.516 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:54.515+0000 7f6dcfdbe640 1 < canceled part key=_multipart_FDT1EJQCIL25.2~4KV0JD3Z1D6B.1 size=969553 2024-08-29T18:10:54.524 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:54.523+0000 7f6dcfdbe640 1 < canceled multipart upload key=FDT1EJQCIL25 upload=4KV0JD3Z1D6B tag=UZTY6OXR827I type=write size=3066705 2024-08-29T18:10:54.529 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:54.527+0000 7f6dcfdbe640 1 > prepared operation key=CN52F1ME4Q7H tag=K8R805USKQJ7 type=del size=1422987 2024-08-29T18:10:54.534 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:54.535+0000 7f6dcfdbe640 1 < completed part key=_multipart_F8MIRGU95TM4.2~IOL93FCCFD8S.0 size=1048576 2024-08-29T18:10:54.538 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:54.539+0000 7f6dcfdbe640 1 < completed part key=_multipart_F8MIRGU95TM4.2~IOL93FCCFD8S.1 size=1048576 2024-08-29T18:10:54.542 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:54.543+0000 7f6dcfdbe640 1 < completed part key=_multipart_F8MIRGU95TM4.2~IOL93FCCFD8S.2 size=507173 2024-08-29T18:10:54.551 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:54.551+0000 7f6dcfdbe640 1 < completed multipart upload key=F8MIRGU95TM4 upload=IOL93FCCFD8S tag=4A5JKX1K2NW0 type=write size=3652901 2024-08-29T18:10:54.556 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:54.555+0000 7f6dcfdbe640 1 > prepared operation key=I0OL3VZS23M6 tag=U1QVTLYEKKR7 type=del size=2108508 2024-08-29T18:10:54.561 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:54.559+0000 7f6dcfdbe640 1 < completed part key=_multipart_ULOTXZSBLM0E.2~EWW6NK6PNVO5.0 size=1048576 2024-08-29T18:10:54.565 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:54.563+0000 7f6dcfdbe640 1 < completed part key=_multipart_ULOTXZSBLM0E.2~EWW6NK6PNVO5.1 size=498431 2024-08-29T18:10:54.574 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:54.575+0000 7f6dcfdbe640 1 < completed multipart upload key=ULOTXZSBLM0E upload=EWW6NK6PNVO5 tag=4JRNYHOHAGT6 type=write size=2595583 2024-08-29T18:10:54.579 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:54.579+0000 7f6dcfdbe640 1 > prepared operation key=B7L6NXZ0V2CR tag=JTQTQT3UWSNM type=del size=2683058 2024-08-29T18:10:54.591 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:54.591+0000 7f6dcfdbe640 1 < suggested remove operation key=CN52F1ME4Q7H tag=EM5J1WAU9LYF type=del 2024-08-29T18:10:54.596 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:54.595+0000 7f6dcfdbe640 1 > prepared operation key=FDT1EJQCIL25 tag=17RXDC1R23PQ type=del size=319754 2024-08-29T18:10:54.601 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:54.599+0000 7f6dcfdbe640 1 < completed part key=_multipart_F8MIRGU95TM4.2~X5OFG1Q73E97.0 size=1048576 2024-08-29T18:10:54.601 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:54.599+0000 7f6dcfdbe640 1 < canceled part key=_multipart_F8MIRGU95TM4.2~X5OFG1Q73E97.1 size=1048576 2024-08-29T18:10:54.606 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:54.603+0000 7f6dcfdbe640 1 < completed part key=_multipart_F8MIRGU95TM4.2~X5OFG1Q73E97.2 size=971636 2024-08-29T18:10:54.614 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:54.615+0000 7f6dcfdbe640 1 < canceled multipart upload key=F8MIRGU95TM4 upload=X5OFG1Q73E97 tag=5RB5PA5D7P0Z type=write size=4117364 2024-08-29T18:10:54.620 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:54.619+0000 7f6dcfdbe640 1 > prepared operation key=YE0K0OIAGJTR tag=3HIOBH4J0FB9 type=del size=1609968 2024-08-29T18:10:54.625 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:54.623+0000 7f6dcfdbe640 1 < completed write operation key=T9L1J5N8K7MO tag=SUNSJFK9530Z type=write size=886669 2024-08-29T18:10:54.635 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:54.635+0000 7f6dcfdbe640 1 > prepared part key=_multipart_X10K5L2O256M.2~WT63ADTCYW5M.0 size=1048576 2024-08-29T18:10:54.639 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:54.639+0000 7f6dcfdbe640 1 > prepared part key=_multipart_X10K5L2O256M.2~WT63ADTCYW5M.1 size=1048576 2024-08-29T18:10:54.644 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:54.643+0000 7f6dcfdbe640 1 > prepared part key=_multipart_X10K5L2O256M.2~WT63ADTCYW5M.2 size=72333 2024-08-29T18:10:54.644 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:54.643+0000 7f6dcfdbe640 1 > prepared multipart upload key=X10K5L2O256M upload=WT63ADTCYW5M tag=GML3MXJ49XU3 type=write size=3218061 2024-08-29T18:10:54.650 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:54.651+0000 7f6dcfdbe640 1 < completed part key=_multipart_7Y0GYERC6W4H.2~ML5V4WKZLL7L.0 size=188045 2024-08-29T18:10:54.660 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:54.659+0000 7f6dcfdbe640 1 < completed multipart upload key=7Y0GYERC6W4H upload=ML5V4WKZLL7L tag=4ZA1BCXQYE94 type=write size=1236621 2024-08-29T18:10:54.666 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:54.663+0000 7f6dcfdbe640 1 > prepared operation key=KZ45Y56F6JGC tag=NULBR5SR7POD type=del size=1415254 2024-08-29T18:10:54.671 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:54.671+0000 7f6dcfdbe640 1 < completed delete operation key=LP0MLEKV3E74 tag=8Y7Z19EU98IK type=del 2024-08-29T18:10:54.676 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:54.675+0000 7f6dcfdbe640 1 > prepared operation key=3BV7GUDY3NXK tag=515T4Q382TFK type=del size=2231226 2024-08-29T18:10:54.687 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:54.687+0000 7f6dcfdbe640 1 < suggested remove operation key=MT6UK3U6H4JX tag=NLBXF0KOVOTM type=write 2024-08-29T18:10:54.693 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:54.691+0000 7f6dcfdbe640 1 > prepared operation key=7YYI239LZRWF tag=YG8ZESSX5PM3 type=del size=357870 2024-08-29T18:10:54.698 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:54.699+0000 7f6dcfdbe640 1 < completed part key=_multipart_F8MIRGU95TM4.2~QYAEK0CQYYA0.0 size=1048576 2024-08-29T18:10:54.702 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:54.703+0000 7f6dcfdbe640 1 < completed part key=_multipart_F8MIRGU95TM4.2~QYAEK0CQYYA0.1 size=443422 2024-08-29T18:10:54.711 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:54.711+0000 7f6dcfdbe640 1 < completed multipart upload key=F8MIRGU95TM4 upload=QYAEK0CQYYA0 tag=CTTEN60Z4R5O type=write size=2540574 2024-08-29T18:10:54.717 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:54.715+0000 7f6dcfdbe640 1 > prepared operation key=L6FV6KJ6OHNY tag=EVXYDBZCKJIU type=del size=1762766 2024-08-29T18:10:54.723 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:54.723+0000 7f6dcfdbe640 1 < completed part key=_multipart_W4PL77H6JMGP.2~JWYYCBH2MOZR.0 size=1048576 2024-08-29T18:10:54.728 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:54.727+0000 7f6dcfdbe640 1 < completed part key=_multipart_W4PL77H6JMGP.2~JWYYCBH2MOZR.1 size=983497 2024-08-29T18:10:54.738 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:54.739+0000 7f6dcfdbe640 1 < completed multipart upload key=W4PL77H6JMGP upload=JWYYCBH2MOZR tag=8I40QU6ETCUM type=write size=3080649 2024-08-29T18:10:54.750 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:54.751+0000 7f6dcfdbe640 1 > prepared part key=_multipart_LP0MLEKV3E74.2~5QVIOVQBR5QJ.0 size=1048576 2024-08-29T18:10:54.755 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:54.755+0000 7f6dcfdbe640 1 > prepared part key=_multipart_LP0MLEKV3E74.2~5QVIOVQBR5QJ.1 size=964332 2024-08-29T18:10:54.755 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:54.755+0000 7f6dcfdbe640 1 > prepared multipart upload key=LP0MLEKV3E74 upload=5QVIOVQBR5QJ tag=YVTLCQ9WRA0R type=write size=3061484 2024-08-29T18:10:54.762 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:54.763+0000 7f6dcfdbe640 -1 < failed to complete operation key=MT6UK3U6H4JX tag=SI6CS0O375TG type=del size=3566345: (22) Invalid argument 2024-08-29T18:10:54.767 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:54.767+0000 7f6dcfdbe640 1 > prepared operation key=PCRU0BDU1Z87 tag=QD5LLPJV1YUF type=del size=3166824 2024-08-29T18:10:54.773 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:54.771+0000 7f6dcfdbe640 1 < completed delete operation key=LP0MLEKV3E74 tag=V3YGSZ1UUIYL type=del 2024-08-29T18:10:54.785 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:54.783+0000 7f6dcfdbe640 1 > prepared part key=_multipart_P7TBKPU4347T.2~NZRFK5VRRWV8.0 size=1048576 2024-08-29T18:10:54.789 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:54.787+0000 7f6dcfdbe640 1 > prepared part key=_multipart_P7TBKPU4347T.2~NZRFK5VRRWV8.1 size=603527 2024-08-29T18:10:54.789 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:54.787+0000 7f6dcfdbe640 1 > prepared multipart upload key=P7TBKPU4347T upload=NZRFK5VRRWV8 tag=E9NYX22TDUG3 type=write size=2700679 2024-08-29T18:10:54.795 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:54.795+0000 7f6dcfdbe640 1 < completed delete operation key=9XOQBHEAVUKF tag=G333H7U01GF8 type=del 2024-08-29T18:10:54.805 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:54.803+0000 7f6dcfdbe640 1 > prepared part key=_multipart_MT6UK3U6H4JX.2~6IAYNB0TIWD1.0 size=119266 2024-08-29T18:10:54.805 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:54.803+0000 7f6dcfdbe640 1 > prepared multipart upload key=MT6UK3U6H4JX upload=6IAYNB0TIWD1 tag=24HDU91ZBBN2 type=write size=1167842 2024-08-29T18:10:54.812 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:54.811+0000 7f6dcfdbe640 1 < completed delete operation key=DGQXCI25DDX7 tag=WTG6HDZXHCR6 type=del 2024-08-29T18:10:54.816 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:54.815+0000 7f6dcfdbe640 1 > prepared operation key=PCRU0BDU1Z87 tag=0DZUIJISCFRL type=del size=818908 2024-08-29T18:10:54.823 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:54.823+0000 7f6dcfdbe640 -1 < failed to complete operation key=MT6UK3U6H4JX tag=KLF38PW77XPI type=del size=1130436: (22) Invalid argument 2024-08-29T18:10:54.826 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:10:54 smithi053 bash[68679]: cluster 2024-08-29T18:10:53.390145+0000 mgr.y (mgr.25022) 725 : cluster [DBG] pgmap v1406: 137 pgs: 137 active+clean; 583 KiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 476 KiB/s rd, 161 KiB/s wr, 839 op/s 2024-08-29T18:10:54.828 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:54.827+0000 7f6dcfdbe640 1 > prepared operation key=7Y0GYERC6W4H tag=K765BQB804X6 type=del size=3568293 2024-08-29T18:10:54.836 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:54.835+0000 7f6dcfdbe640 -1 < failed to complete operation key=CN52F1ME4Q7H tag=K8R805USKQJ7 type=del size=1422987: (22) Invalid argument 2024-08-29T18:10:54.841 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:54.839+0000 7f6dcfdbe640 1 > prepared operation key=JX058LCOIR42 tag=FIAFBKOOYSMO type=write size=624955 2024-08-29T18:10:54.847 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:54.847+0000 7f6dcfdbe640 1 < completed delete operation key=I0OL3VZS23M6 tag=U1QVTLYEKKR7 type=del 2024-08-29T18:10:54.852 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:54.851+0000 7f6dcfdbe640 1 > prepared operation key=DGQXCI25DDX7 tag=3BOYNR2YT0HK type=del size=1409714 2024-08-29T18:10:54.858 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:54.859+0000 7f6dcfdbe640 1 < completed delete operation key=B7L6NXZ0V2CR tag=JTQTQT3UWSNM type=del 2024-08-29T18:10:54.867 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:54.867+0000 7f6dcfdbe640 1 > prepared part key=_multipart_YAC7TKWP61NS.2~0RMFH77I1K82.0 size=1048576 2024-08-29T18:10:54.871 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:54.871+0000 7f6dcfdbe640 1 > prepared part key=_multipart_YAC7TKWP61NS.2~0RMFH77I1K82.1 size=806464 2024-08-29T18:10:54.872 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:54.871+0000 7f6dcfdbe640 1 > prepared multipart upload key=YAC7TKWP61NS upload=0RMFH77I1K82 tag=IER2KDBNLHCZ type=write size=2903616 2024-08-29T18:10:54.877 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:54.875+0000 7f6dcfdbe640 1 < completed delete operation key=FDT1EJQCIL25 tag=17RXDC1R23PQ type=del 2024-08-29T18:10:54.879 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:10:54 smithi028 bash[78352]: cluster 2024-08-29T18:10:53.390145+0000 mgr.y (mgr.25022) 725 : cluster [DBG] pgmap v1406: 137 pgs: 137 active+clean; 583 KiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 476 KiB/s rd, 161 KiB/s wr, 839 op/s 2024-08-29T18:10:54.879 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:10:54 smithi028 bash[77168]: cluster 2024-08-29T18:10:53.390145+0000 mgr.y (mgr.25022) 725 : cluster [DBG] pgmap v1406: 137 pgs: 137 active+clean; 583 KiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 476 KiB/s rd, 161 KiB/s wr, 839 op/s 2024-08-29T18:10:54.887 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:54.887+0000 7f6dcfdbe640 1 > prepared part key=_multipart_3BV7GUDY3NXK.2~Z2DWR8PER1F8.0 size=1048576 2024-08-29T18:10:54.891 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:54.891+0000 7f6dcfdbe640 1 > prepared part key=_multipart_3BV7GUDY3NXK.2~Z2DWR8PER1F8.1 size=46597 2024-08-29T18:10:54.891 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:54.891+0000 7f6dcfdbe640 1 > prepared multipart upload key=3BV7GUDY3NXK upload=Z2DWR8PER1F8 tag=S20Y3UJM9MYR type=write size=2143749 2024-08-29T18:10:54.897 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:54.895+0000 7f6dcfdbe640 1 < completed delete operation key=YE0K0OIAGJTR tag=3HIOBH4J0FB9 type=del 2024-08-29T18:10:54.908 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:54.907+0000 7f6dcfdbe640 1 > prepared part key=_multipart_7D5I09Z3ND5H.2~573XLMQSD4RP.0 size=1048576 2024-08-29T18:10:54.912 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:54.911+0000 7f6dcfdbe640 1 > prepared part key=_multipart_7D5I09Z3ND5H.2~573XLMQSD4RP.1 size=769124 2024-08-29T18:10:54.913 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:54.911+0000 7f6dcfdbe640 1 > prepared multipart upload key=7D5I09Z3ND5H upload=573XLMQSD4RP tag=39PG39YKI3MB type=write size=2866276 2024-08-29T18:10:54.913 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:54.911+0000 7f6dcfdbe640 1 < canceled part key=_multipart_X10K5L2O256M.2~WT63ADTCYW5M.0 size=1048576 2024-08-29T18:10:54.918 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:54.919+0000 7f6dcfdbe640 1 < completed part key=_multipart_X10K5L2O256M.2~WT63ADTCYW5M.1 size=1048576 2024-08-29T18:10:54.923 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:54.923+0000 7f6dcfdbe640 1 < completed part key=_multipart_X10K5L2O256M.2~WT63ADTCYW5M.2 size=72333 2024-08-29T18:10:54.932 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:54.931+0000 7f6dcfdbe640 1 < canceled multipart upload key=X10K5L2O256M upload=WT63ADTCYW5M tag=GML3MXJ49XU3 type=write size=3218061 2024-08-29T18:10:54.943 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:54.943+0000 7f6dcfdbe640 1 > prepared part key=_multipart_L6FV6KJ6OHNY.2~6J6JVVYG72O5.0 size=1048576 2024-08-29T18:10:54.948 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:54.947+0000 7f6dcfdbe640 1 > prepared part key=_multipart_L6FV6KJ6OHNY.2~6J6JVVYG72O5.1 size=200388 2024-08-29T18:10:54.949 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:54.947+0000 7f6dcfdbe640 1 > prepared multipart upload key=L6FV6KJ6OHNY upload=6J6JVVYG72O5 tag=9JWYQ1GOSM92 type=write size=2297540 2024-08-29T18:10:54.955 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:54.955+0000 7f6dcfdbe640 1 < completed delete operation key=KZ45Y56F6JGC tag=NULBR5SR7POD type=del 2024-08-29T18:10:54.961 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:54.959+0000 7f6dcfdbe640 1 > prepared operation key=L6FV6KJ6OHNY tag=B1D7OW3KHJ84 type=del size=4129358 2024-08-29T18:10:54.966 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:54.967+0000 7f6dcfdbe640 1 < completed delete operation key=3BV7GUDY3NXK tag=515T4Q382TFK type=del 2024-08-29T18:10:54.978 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:54.975+0000 7f6dcfdbe640 1 > prepared part key=_multipart_7XDT3ZRUKA4H.2~9KTZYVLWARNS.0 size=1048576 2024-08-29T18:10:54.983 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:54.983+0000 7f6dcfdbe640 1 > prepared part key=_multipart_7XDT3ZRUKA4H.2~9KTZYVLWARNS.1 size=501028 2024-08-29T18:10:54.983 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:54.983+0000 7f6dcfdbe640 1 > prepared multipart upload key=7XDT3ZRUKA4H upload=9KTZYVLWARNS tag=WDX5B004JFTT type=write size=2598180 2024-08-29T18:10:54.989 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:54.987+0000 7f6dcfdbe640 1 < completed delete operation key=7YYI239LZRWF tag=YG8ZESSX5PM3 type=del 2024-08-29T18:10:54.995 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:54.995+0000 7f6dcfdbe640 1 > prepared operation key=L6FV6KJ6OHNY tag=5IG7I7EZFBI1 type=del size=1912117 2024-08-29T18:10:55.000 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:54.999+0000 7f6dcfdbe640 1 < canceled operation key=L6FV6KJ6OHNY tag=EVXYDBZCKJIU type=del size=1762766 2024-08-29T18:10:55.005 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:55.003+0000 7f6dcfdbe640 1 > prepared operation key=DGQXCI25DDX7 tag=L1UTODM3W93S type=write size=794305 2024-08-29T18:10:55.010 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:55.011+0000 7f6dcfdbe640 1 < completed part key=_multipart_LP0MLEKV3E74.2~5QVIOVQBR5QJ.0 size=1048576 2024-08-29T18:10:55.014 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:55.015+0000 7f6dcfdbe640 1 < completed part key=_multipart_LP0MLEKV3E74.2~5QVIOVQBR5QJ.1 size=964332 2024-08-29T18:10:55.023 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:55.023+0000 7f6dcfdbe640 1 < completed multipart upload key=LP0MLEKV3E74 upload=5QVIOVQBR5QJ tag=YVTLCQ9WRA0R type=write size=3061484 2024-08-29T18:10:55.029 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:55.027+0000 7f6dcfdbe640 1 > prepared operation key=X10K5L2O256M tag=LEQ0E3UWD33H type=del size=2623177 2024-08-29T18:10:55.033 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:55.031+0000 7f6dcfdbe640 1 < completed delete operation key=PCRU0BDU1Z87 tag=QD5LLPJV1YUF type=del 2024-08-29T18:10:55.039 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:55.039+0000 7f6dcfdbe640 1 > prepared operation key=L6FV6KJ6OHNY tag=AABBN4KBDFMT type=del size=50804 2024-08-29T18:10:55.044 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:55.043+0000 7f6dcfdbe640 1 < completed part key=_multipart_P7TBKPU4347T.2~NZRFK5VRRWV8.0 size=1048576 2024-08-29T18:10:55.049 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:55.047+0000 7f6dcfdbe640 1 < completed part key=_multipart_P7TBKPU4347T.2~NZRFK5VRRWV8.1 size=603527 2024-08-29T18:10:55.058 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:55.055+0000 7f6dcfdbe640 1 < completed multipart upload key=P7TBKPU4347T upload=NZRFK5VRRWV8 tag=E9NYX22TDUG3 type=write size=2700679 2024-08-29T18:10:55.067 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:55.067+0000 7f6dcfdbe640 1 > prepared part key=_multipart_B7L6NXZ0V2CR.2~VZXOBDDMH41J.0 size=1048576 2024-08-29T18:10:55.072 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:55.071+0000 7f6dcfdbe640 1 > prepared part key=_multipart_B7L6NXZ0V2CR.2~VZXOBDDMH41J.1 size=1048576 2024-08-29T18:10:55.076 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:55.075+0000 7f6dcfdbe640 1 > prepared part key=_multipart_B7L6NXZ0V2CR.2~VZXOBDDMH41J.2 size=369969 2024-08-29T18:10:55.077 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:55.075+0000 7f6dcfdbe640 1 > prepared multipart upload key=B7L6NXZ0V2CR upload=VZXOBDDMH41J tag=AUD0KHXKSXX6 type=write size=3515697 2024-08-29T18:10:55.082 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:55.083+0000 7f6dcfdbe640 1 < completed part key=_multipart_MT6UK3U6H4JX.2~6IAYNB0TIWD1.0 size=119266 2024-08-29T18:10:55.091 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:55.091+0000 7f6dcfdbe640 1 < completed multipart upload key=MT6UK3U6H4JX upload=6IAYNB0TIWD1 tag=24HDU91ZBBN2 type=write size=1167842 2024-08-29T18:10:55.097 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:55.095+0000 7f6dcfdbe640 1 > prepared operation key=P7TBKPU4347T tag=JHOA1IMM15CV type=del size=2775267 2024-08-29T18:10:55.102 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:55.103+0000 7f6dcfdbe640 1 < canceled operation key=PCRU0BDU1Z87 tag=0DZUIJISCFRL type=del size=818908 2024-08-29T18:10:55.108 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:55.107+0000 7f6dcfdbe640 1 > prepared operation key=YAC7TKWP61NS tag=RTXVQMECFPT9 type=del size=70330 2024-08-29T18:10:55.119 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:55.119+0000 7f6dcfdbe640 1 < suggested remove operation key=7Y0GYERC6W4H tag=K765BQB804X6 type=del 2024-08-29T18:10:55.124 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:55.123+0000 7f6dcfdbe640 1 > prepared operation key=7XDT3ZRUKA4H tag=YEPQFD9F3TKN type=del size=2300915 2024-08-29T18:10:55.130 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:55.131+0000 7f6dcfdbe640 1 < completed write operation key=JX058LCOIR42 tag=FIAFBKOOYSMO type=write size=624955 2024-08-29T18:10:55.140 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:55.139+0000 7f6dcfdbe640 1 > prepared part key=_multipart_YE0K0OIAGJTR.2~A5F8ONYUIOGW.0 size=184267 2024-08-29T18:10:55.140 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:55.139+0000 7f6dcfdbe640 1 > prepared multipart upload key=YE0K0OIAGJTR upload=A5F8ONYUIOGW tag=FJPUHTW0BNP2 type=write size=1232843 2024-08-29T18:10:55.145 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:55.143+0000 7f6dcfdbe640 1 < completed delete operation key=DGQXCI25DDX7 tag=3BOYNR2YT0HK type=del 2024-08-29T18:10:55.150 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:55.151+0000 7f6dcfdbe640 1 > prepared operation key=P7TBKPU4347T tag=221IWQDT6RRI type=del size=434032 2024-08-29T18:10:55.156 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:55.155+0000 7f6dcfdbe640 1 < completed part key=_multipart_YAC7TKWP61NS.2~0RMFH77I1K82.0 size=1048576 2024-08-29T18:10:55.160 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:55.159+0000 7f6dcfdbe640 1 < completed part key=_multipart_YAC7TKWP61NS.2~0RMFH77I1K82.1 size=806464 2024-08-29T18:10:55.169 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:55.167+0000 7f6dcfdbe640 1 < completed multipart upload key=YAC7TKWP61NS upload=0RMFH77I1K82 tag=IER2KDBNLHCZ type=write size=2903616 2024-08-29T18:10:55.175 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:55.175+0000 7f6dcfdbe640 1 > prepared operation key=C47XT9Y9B7EW tag=W7ET7XDXXBUK type=del size=299055 2024-08-29T18:10:55.176 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:55.175+0000 7f6dcfdbe640 1 < canceled part key=_multipart_3BV7GUDY3NXK.2~Z2DWR8PER1F8.0 size=1048576 2024-08-29T18:10:55.180 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:55.179+0000 7f6dcfdbe640 1 < completed part key=_multipart_3BV7GUDY3NXK.2~Z2DWR8PER1F8.1 size=46597 2024-08-29T18:10:55.189 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:55.187+0000 7f6dcfdbe640 1 < canceled multipart upload key=3BV7GUDY3NXK upload=Z2DWR8PER1F8 tag=S20Y3UJM9MYR type=write size=2143749 2024-08-29T18:10:55.201 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:55.199+0000 7f6dcfdbe640 1 > prepared part key=_multipart_YE0K0OIAGJTR.2~6MC35LQZ86K2.0 size=1020922 2024-08-29T18:10:55.201 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:55.199+0000 7f6dcfdbe640 1 > prepared multipart upload key=YE0K0OIAGJTR upload=6MC35LQZ86K2 tag=6UGBD8T158RZ type=write size=2069498 2024-08-29T18:10:55.206 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:55.207+0000 7f6dcfdbe640 1 < completed part key=_multipart_7D5I09Z3ND5H.2~573XLMQSD4RP.0 size=1048576 2024-08-29T18:10:55.210 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:55.211+0000 7f6dcfdbe640 1 < completed part key=_multipart_7D5I09Z3ND5H.2~573XLMQSD4RP.1 size=769124 2024-08-29T18:10:55.221 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:55.219+0000 7f6dcfdbe640 1 < completed multipart upload key=7D5I09Z3ND5H upload=573XLMQSD4RP tag=39PG39YKI3MB type=write size=2866276 2024-08-29T18:10:55.227 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:55.227+0000 7f6dcfdbe640 1 > prepared operation key=9XOQBHEAVUKF tag=K7RMO2FNCNE3 type=write size=606206 2024-08-29T18:10:55.233 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:55.231+0000 7f6dcfdbe640 1 < completed part key=_multipart_L6FV6KJ6OHNY.2~6J6JVVYG72O5.0 size=1048576 2024-08-29T18:10:55.238 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:55.239+0000 7f6dcfdbe640 1 < completed part key=_multipart_L6FV6KJ6OHNY.2~6J6JVVYG72O5.1 size=200388 2024-08-29T18:10:55.247 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:55.247+0000 7f6dcfdbe640 1 < completed multipart upload key=L6FV6KJ6OHNY upload=6J6JVVYG72O5 tag=9JWYQ1GOSM92 type=write size=2297540 2024-08-29T18:10:55.253 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:55.251+0000 7f6dcfdbe640 1 > prepared operation key=7Y0GYERC6W4H tag=VLKBT51EZGC1 type=del size=1045408 2024-08-29T18:10:55.259 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:55.259+0000 7f6dcfdbe640 1 < completed delete operation key=L6FV6KJ6OHNY tag=B1D7OW3KHJ84 type=del 2024-08-29T18:10:55.270 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:55.267+0000 7f6dcfdbe640 1 > prepared part key=_multipart_ROJNXFMRMF7F.2~GA6ZDTFWMJLU.0 size=1048576 2024-08-29T18:10:55.274 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:55.275+0000 7f6dcfdbe640 1 > prepared part key=_multipart_ROJNXFMRMF7F.2~GA6ZDTFWMJLU.1 size=1048576 2024-08-29T18:10:55.279 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:55.279+0000 7f6dcfdbe640 1 > prepared part key=_multipart_ROJNXFMRMF7F.2~GA6ZDTFWMJLU.2 size=659067 2024-08-29T18:10:55.279 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:55.279+0000 7f6dcfdbe640 1 > prepared multipart upload key=ROJNXFMRMF7F upload=GA6ZDTFWMJLU tag=8C6FK48F0HMN type=write size=3804795 2024-08-29T18:10:55.286 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:55.283+0000 7f6dcfdbe640 1 < completed part key=_multipart_7XDT3ZRUKA4H.2~9KTZYVLWARNS.0 size=1048576 2024-08-29T18:10:55.290 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:55.291+0000 7f6dcfdbe640 1 < completed part key=_multipart_7XDT3ZRUKA4H.2~9KTZYVLWARNS.1 size=501028 2024-08-29T18:10:55.301 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:55.299+0000 7f6dcfdbe640 1 < completed multipart upload key=7XDT3ZRUKA4H upload=9KTZYVLWARNS tag=WDX5B004JFTT type=write size=2598180 2024-08-29T18:10:55.307 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:55.307+0000 7f6dcfdbe640 1 > prepared operation key=LP0MLEKV3E74 tag=BAGO5AYOF0UO type=del size=1999444 2024-08-29T18:10:55.313 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:55.311+0000 7f6dcfdbe640 1 < completed delete operation key=L6FV6KJ6OHNY tag=5IG7I7EZFBI1 type=del 2024-08-29T18:10:55.324 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:55.323+0000 7f6dcfdbe640 1 > prepared part key=_multipart_JX058LCOIR42.2~C4VNKGQKR3P8.0 size=841438 2024-08-29T18:10:55.324 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:55.323+0000 7f6dcfdbe640 1 > prepared multipart upload key=JX058LCOIR42 upload=C4VNKGQKR3P8 tag=M54UGWG6QSIM type=write size=1890014 2024-08-29T18:10:55.330 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:55.331+0000 7f6dcfdbe640 1 < completed write operation key=DGQXCI25DDX7 tag=L1UTODM3W93S type=write size=794305 2024-08-29T18:10:55.340 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:55.339+0000 7f6dcfdbe640 1 > prepared part key=_multipart_78MD08IJ7ULZ.2~U3WPDUXZA0EZ.0 size=700174 2024-08-29T18:10:55.340 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:55.339+0000 7f6dcfdbe640 1 > prepared multipart upload key=78MD08IJ7ULZ upload=U3WPDUXZA0EZ tag=8I3U25A46JZD type=write size=1748750 2024-08-29T18:10:55.346 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:55.347+0000 7f6dcfdbe640 1 < completed delete operation key=X10K5L2O256M tag=LEQ0E3UWD33H type=del 2024-08-29T18:10:55.353 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:55.351+0000 7f6dcfdbe640 1 > prepared operation key=7D5I09Z3ND5H tag=CSADAOJH63AH type=del size=2058223 2024-08-29T18:10:55.359 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:55.359+0000 7f6dcfdbe640 1 < completed delete operation key=L6FV6KJ6OHNY tag=AABBN4KBDFMT type=del 2024-08-29T18:10:55.364 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:55.363+0000 7f6dcfdbe640 1 > prepared operation key=LP0MLEKV3E74 tag=14I4XM23HXST type=del size=758698 2024-08-29T18:10:55.370 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:55.371+0000 7f6dcfdbe640 1 < completed part key=_multipart_B7L6NXZ0V2CR.2~VZXOBDDMH41J.0 size=1048576 2024-08-29T18:10:55.375 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:55.375+0000 7f6dcfdbe640 1 < completed part key=_multipart_B7L6NXZ0V2CR.2~VZXOBDDMH41J.1 size=1048576 2024-08-29T18:10:55.380 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:55.379+0000 7f6dcfdbe640 1 < completed part key=_multipart_B7L6NXZ0V2CR.2~VZXOBDDMH41J.2 size=369969 2024-08-29T18:10:55.389 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:55.387+0000 7f6dcfdbe640 1 < completed multipart upload key=B7L6NXZ0V2CR upload=VZXOBDDMH41J tag=AUD0KHXKSXX6 type=write size=3515697 2024-08-29T18:10:55.394 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:55.395+0000 7f6dcfdbe640 1 > prepared operation key=YE0K0OIAGJTR tag=13KP17GKLWUO type=write size=266808 2024-08-29T18:10:55.400 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:55.399+0000 7f6dcfdbe640 1 < canceled operation key=P7TBKPU4347T tag=JHOA1IMM15CV type=del size=2775267 2024-08-29T18:10:55.409 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:55.407+0000 7f6dcfdbe640 1 > prepared part key=_multipart_78MD08IJ7ULZ.2~ARTJQPTPXW3D.0 size=1048576 2024-08-29T18:10:55.414 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:55.415+0000 7f6dcfdbe640 1 > prepared part key=_multipart_78MD08IJ7ULZ.2~ARTJQPTPXW3D.1 size=950217 2024-08-29T18:10:55.414 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:55.415+0000 7f6dcfdbe640 1 > prepared multipart upload key=78MD08IJ7ULZ upload=ARTJQPTPXW3D tag=81YJKOO8LLKH type=write size=3047369 2024-08-29T18:10:55.425 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:55.423+0000 7f6dcfdbe640 1 < suggested remove operation key=YAC7TKWP61NS tag=RTXVQMECFPT9 type=del 2024-08-29T18:10:55.435 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:55.435+0000 7f6dcfdbe640 1 > prepared part key=_multipart_L6FV6KJ6OHNY.2~QSBRC2VDQDI3.0 size=1048576 2024-08-29T18:10:55.439 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:55.439+0000 7f6dcfdbe640 1 > prepared part key=_multipart_L6FV6KJ6OHNY.2~QSBRC2VDQDI3.1 size=1048576 2024-08-29T18:10:55.444 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:55.443+0000 7f6dcfdbe640 1 > prepared part key=_multipart_L6FV6KJ6OHNY.2~QSBRC2VDQDI3.2 size=259037 2024-08-29T18:10:55.444 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:55.443+0000 7f6dcfdbe640 1 > prepared multipart upload key=L6FV6KJ6OHNY upload=QSBRC2VDQDI3 tag=JZ357DIXEL0C type=write size=3404765 2024-08-29T18:10:55.449 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:55.447+0000 7f6dcfdbe640 1 < completed delete operation key=7XDT3ZRUKA4H tag=YEPQFD9F3TKN type=del 2024-08-29T18:10:55.461 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:55.459+0000 7f6dcfdbe640 1 > prepared part key=_multipart_I0OL3VZS23M6.2~KVLT3QBYU313.0 size=1048576 2024-08-29T18:10:55.465 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:55.463+0000 7f6dcfdbe640 1 > prepared part key=_multipart_I0OL3VZS23M6.2~KVLT3QBYU313.1 size=1048576 2024-08-29T18:10:55.470 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:55.467+0000 7f6dcfdbe640 1 > prepared part key=_multipart_I0OL3VZS23M6.2~KVLT3QBYU313.2 size=341182 2024-08-29T18:10:55.470 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:55.467+0000 7f6dcfdbe640 1 > prepared multipart upload key=I0OL3VZS23M6 upload=KVLT3QBYU313 tag=M2C2NX7JHUV9 type=write size=3486910 2024-08-29T18:10:55.475 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:55.475+0000 7f6dcfdbe640 1 < completed part key=_multipart_YE0K0OIAGJTR.2~A5F8ONYUIOGW.0 size=184267 2024-08-29T18:10:55.484 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:55.483+0000 7f6dcfdbe640 1 < completed multipart upload key=YE0K0OIAGJTR upload=A5F8ONYUIOGW tag=FJPUHTW0BNP2 type=write size=1232843 2024-08-29T18:10:55.494 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:55.491+0000 7f6dcfdbe640 1 > prepared part key=_multipart_78MD08IJ7ULZ.2~3OP96J92VCHA.0 size=729944 2024-08-29T18:10:55.494 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:55.491+0000 7f6dcfdbe640 1 > prepared multipart upload key=78MD08IJ7ULZ upload=3OP96J92VCHA tag=COVA0VE77AYU type=write size=1778520 2024-08-29T18:10:55.499 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:55.499+0000 7f6dcfdbe640 1 < completed delete operation key=P7TBKPU4347T tag=221IWQDT6RRI type=del 2024-08-29T18:10:55.504 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:55.503+0000 7f6dcfdbe640 1 > prepared operation key=JX058LCOIR42 tag=45KPSYUF2GNY type=del size=3277579 2024-08-29T18:10:55.510 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:55.507+0000 7f6dcfdbe640 1 < completed delete operation key=C47XT9Y9B7EW tag=W7ET7XDXXBUK type=del 2024-08-29T18:10:55.516 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:55.515+0000 7f6dcfdbe640 1 > prepared operation key=F8MIRGU95TM4 tag=IAIAOJ1EBKYF type=del size=4062522 2024-08-29T18:10:55.522 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:55.523+0000 7f6dcfdbe640 1 < completed part key=_multipart_YE0K0OIAGJTR.2~6MC35LQZ86K2.0 size=1020922 2024-08-29T18:10:55.531 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:55.531+0000 7f6dcfdbe640 1 < completed multipart upload key=YE0K0OIAGJTR upload=6MC35LQZ86K2 tag=6UGBD8T158RZ type=write size=2069498 2024-08-29T18:10:55.536 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:55.535+0000 7f6dcfdbe640 1 > prepared operation key=L6FV6KJ6OHNY tag=L2DM6HLRGRND type=del size=3759655 2024-08-29T18:10:55.541 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:55.539+0000 7f6dcfdbe640 1 < completed write operation key=9XOQBHEAVUKF tag=K7RMO2FNCNE3 type=write size=606206 2024-08-29T18:10:55.547 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:55.547+0000 7f6dcfdbe640 1 > prepared operation key=ZPPDOE70TQPE tag=DSKRHZRCS91Z type=del size=2282304 2024-08-29T18:10:55.552 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:55.551+0000 7f6dcfdbe640 1 < completed delete operation key=7Y0GYERC6W4H tag=VLKBT51EZGC1 type=del 2024-08-29T18:10:55.563 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:55.563+0000 7f6dcfdbe640 1 > prepared part key=_multipart_C47XT9Y9B7EW.2~SL71QDPDN2YC.0 size=1048576 2024-08-29T18:10:55.568 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:55.567+0000 7f6dcfdbe640 1 > prepared part key=_multipart_C47XT9Y9B7EW.2~SL71QDPDN2YC.1 size=510638 2024-08-29T18:10:55.568 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:55.567+0000 7f6dcfdbe640 1 > prepared multipart upload key=C47XT9Y9B7EW upload=SL71QDPDN2YC tag=JQJMGURVWG2A type=write size=2607790 2024-08-29T18:10:55.574 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:55.571+0000 7f6dcfdbe640 1 < completed part key=_multipart_ROJNXFMRMF7F.2~GA6ZDTFWMJLU.0 size=1048576 2024-08-29T18:10:55.578 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:55.579+0000 7f6dcfdbe640 1 < completed part key=_multipart_ROJNXFMRMF7F.2~GA6ZDTFWMJLU.1 size=1048576 2024-08-29T18:10:55.582 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:55.583+0000 7f6dcfdbe640 1 < completed part key=_multipart_ROJNXFMRMF7F.2~GA6ZDTFWMJLU.2 size=659067 2024-08-29T18:10:55.592 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:55.591+0000 7f6dcfdbe640 1 < completed multipart upload key=ROJNXFMRMF7F upload=GA6ZDTFWMJLU tag=8C6FK48F0HMN type=write size=3804795 2024-08-29T18:10:55.598 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:55.599+0000 7f6dcfdbe640 1 > prepared operation key=YKW2ORIZT8YI tag=NOVU1APWB1AR type=del size=782809 2024-08-29T18:10:55.604 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:55.603+0000 7f6dcfdbe640 1 < completed delete operation key=LP0MLEKV3E74 tag=BAGO5AYOF0UO type=del 2024-08-29T18:10:55.609 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:55.607+0000 7f6dcfdbe640 1 > prepared operation key=ROJNXFMRMF7F tag=E26QSOC1W7BE type=del size=4060489 2024-08-29T18:10:55.610 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:55.611+0000 7f6dcfdbe640 1 < canceled part key=_multipart_JX058LCOIR42.2~C4VNKGQKR3P8.0 size=841438 2024-08-29T18:10:55.621 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:55.619+0000 7f6dcfdbe640 1 < canceled multipart upload key=JX058LCOIR42 upload=C4VNKGQKR3P8 tag=M54UGWG6QSIM type=write size=1890014 2024-08-29T18:10:55.626 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:55.627+0000 7f6dcfdbe640 1 > prepared operation key=MT6UK3U6H4JX tag=JXHLBV45XWFB type=del size=2851241 2024-08-29T18:10:55.632 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:55.631+0000 7f6dcfdbe640 1 < completed part key=_multipart_78MD08IJ7ULZ.2~U3WPDUXZA0EZ.0 size=700174 2024-08-29T18:10:55.641 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:55.639+0000 7f6dcfdbe640 1 < completed multipart upload key=78MD08IJ7ULZ upload=U3WPDUXZA0EZ tag=8I3U25A46JZD type=write size=1748750 2024-08-29T18:10:55.646 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:55.643+0000 7f6dcfdbe640 1 > prepared operation key=YE0K0OIAGJTR tag=KIKU7DOXXRK7 type=del size=3813048 2024-08-29T18:10:55.651 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:55.651+0000 7f6dcfdbe640 1 < completed delete operation key=7D5I09Z3ND5H tag=CSADAOJH63AH type=del 2024-08-29T18:10:55.656 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:55.655+0000 7f6dcfdbe640 1 > prepared operation key=X10K5L2O256M tag=CZF20TFKJR50 type=del size=1224752 2024-08-29T18:10:55.667 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:55.667+0000 7f6dcfdbe640 1 < suggested update operation key=LP0MLEKV3E74 tag=14I4XM23HXST type=del size=758698 2024-08-29T18:10:55.673 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:55.671+0000 7f6dcfdbe640 1 > prepared operation key=CN52F1ME4Q7H tag=ZVG6GZYS9NDH type=write size=712137 2024-08-29T18:10:55.679 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:55.679+0000 7f6dcfdbe640 1 < canceled operation key=YE0K0OIAGJTR tag=13KP17GKLWUO type=write size=266808 2024-08-29T18:10:55.689 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:55.687+0000 7f6dcfdbe640 1 > prepared part key=_multipart_T9L1J5N8K7MO.2~DS47VMCWVKK7.0 size=1048576 2024-08-29T18:10:55.693 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:55.691+0000 7f6dcfdbe640 1 > prepared part key=_multipart_T9L1J5N8K7MO.2~DS47VMCWVKK7.1 size=1048576 2024-08-29T18:10:55.697 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:55.695+0000 7f6dcfdbe640 1 > prepared part key=_multipart_T9L1J5N8K7MO.2~DS47VMCWVKK7.2 size=855887 2024-08-29T18:10:55.698 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:55.695+0000 7f6dcfdbe640 1 > prepared multipart upload key=T9L1J5N8K7MO upload=DS47VMCWVKK7 tag=TYUKF0RVJU6V type=write size=4001615 2024-08-29T18:10:55.703 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:55.703+0000 7f6dcfdbe640 1 < completed part key=_multipart_78MD08IJ7ULZ.2~ARTJQPTPXW3D.0 size=1048576 2024-08-29T18:10:55.707 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:55.707+0000 7f6dcfdbe640 1 < completed part key=_multipart_78MD08IJ7ULZ.2~ARTJQPTPXW3D.1 size=950217 2024-08-29T18:10:55.717 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:55.715+0000 7f6dcfdbe640 1 < completed multipart upload key=78MD08IJ7ULZ upload=ARTJQPTPXW3D tag=81YJKOO8LLKH type=write size=3047369 2024-08-29T18:10:55.722 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:55.723+0000 7f6dcfdbe640 1 > prepared operation key=F8MIRGU95TM4 tag=P3ESLB4YK0SO type=del size=682988 2024-08-29T18:10:55.727 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:55.727+0000 7f6dcfdbe640 1 < completed part key=_multipart_L6FV6KJ6OHNY.2~QSBRC2VDQDI3.0 size=1048576 2024-08-29T18:10:55.732 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:55.731+0000 7f6dcfdbe640 1 < completed part key=_multipart_L6FV6KJ6OHNY.2~QSBRC2VDQDI3.1 size=1048576 2024-08-29T18:10:55.737 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:55.735+0000 7f6dcfdbe640 1 < completed part key=_multipart_L6FV6KJ6OHNY.2~QSBRC2VDQDI3.2 size=259037 2024-08-29T18:10:55.747 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:55.747+0000 7f6dcfdbe640 1 < completed multipart upload key=L6FV6KJ6OHNY upload=QSBRC2VDQDI3 tag=JZ357DIXEL0C type=write size=3404765 2024-08-29T18:10:55.753 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:55.751+0000 7f6dcfdbe640 1 > prepared operation key=ROJNXFMRMF7F tag=0LHUSN03JRN9 type=write size=686001 2024-08-29T18:10:55.759 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:55.759+0000 7f6dcfdbe640 1 < completed part key=_multipart_I0OL3VZS23M6.2~KVLT3QBYU313.0 size=1048576 2024-08-29T18:10:55.763 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:55.763+0000 7f6dcfdbe640 1 < completed part key=_multipart_I0OL3VZS23M6.2~KVLT3QBYU313.1 size=1048576 2024-08-29T18:10:55.768 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:55.767+0000 7f6dcfdbe640 1 < completed part key=_multipart_I0OL3VZS23M6.2~KVLT3QBYU313.2 size=341182 2024-08-29T18:10:55.778 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:55.779+0000 7f6dcfdbe640 1 < completed multipart upload key=I0OL3VZS23M6 upload=KVLT3QBYU313 tag=M2C2NX7JHUV9 type=write size=3486910 2024-08-29T18:10:55.784 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:55.783+0000 7f6dcfdbe640 1 > prepared operation key=3BV7GUDY3NXK tag=L2Q1XVV2Y115 type=del size=3282745 2024-08-29T18:10:55.790 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:55.787+0000 7f6dcfdbe640 1 < completed part key=_multipart_78MD08IJ7ULZ.2~3OP96J92VCHA.0 size=729944 2024-08-29T18:10:55.800 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:55.799+0000 7f6dcfdbe640 1 < completed multipart upload key=78MD08IJ7ULZ upload=3OP96J92VCHA tag=COVA0VE77AYU type=write size=1778520 2024-08-29T18:10:55.805 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:55.803+0000 7f6dcfdbe640 1 > prepared operation key=FDT1EJQCIL25 tag=DOZ4PPFQO3X7 type=del size=61275 2024-08-29T18:10:55.810 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:55.811+0000 7f6dcfdbe640 1 < canceled operation key=JX058LCOIR42 tag=45KPSYUF2GNY type=del size=3277579 2024-08-29T18:10:55.820 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:55.819+0000 7f6dcfdbe640 1 > prepared part key=_multipart_W4PL77H6JMGP.2~70M1LIC1O1YC.0 size=418453 2024-08-29T18:10:55.820 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:55.819+0000 7f6dcfdbe640 1 > prepared multipart upload key=W4PL77H6JMGP upload=70M1LIC1O1YC tag=V4UP16N7I7LL type=write size=1467029 2024-08-29T18:10:55.825 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:55.823+0000 7f6dcfdbe640 1 < canceled operation key=F8MIRGU95TM4 tag=IAIAOJ1EBKYF type=del size=4062522 2024-08-29T18:10:55.835 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:55.835+0000 7f6dcfdbe640 1 > prepared part key=_multipart_3VC6XP11WXW6.2~GMDM9QOIIH2U.0 size=1048576 2024-08-29T18:10:55.839 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:55.839+0000 7f6dcfdbe640 1 > prepared part key=_multipart_3VC6XP11WXW6.2~GMDM9QOIIH2U.1 size=1048576 2024-08-29T18:10:55.844 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:55.843+0000 7f6dcfdbe640 1 > prepared part key=_multipart_3VC6XP11WXW6.2~GMDM9QOIIH2U.2 size=151743 2024-08-29T18:10:55.844 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:55.843+0000 7f6dcfdbe640 1 > prepared multipart upload key=3VC6XP11WXW6 upload=GMDM9QOIIH2U tag=AWTL84IJP9TI type=write size=3297471 2024-08-29T18:10:55.849 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:55.847+0000 7f6dcfdbe640 1 < completed delete operation key=L6FV6KJ6OHNY tag=L2DM6HLRGRND type=del 2024-08-29T18:10:55.856 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:55.855+0000 7f6dcfdbe640 1 > prepared operation key=7Y0GYERC6W4H tag=7JWCCTATMNDP type=write size=923528 2024-08-29T18:10:55.861 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:55.859+0000 7f6dcfdbe640 1 < completed delete operation key=ZPPDOE70TQPE tag=DSKRHZRCS91Z type=del 2024-08-29T18:10:55.866 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:55.867+0000 7f6dcfdbe640 1 > prepared operation key=I0OL3VZS23M6 tag=ZCGAHG470236 type=del size=709212 2024-08-29T18:10:55.873 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:55.871+0000 7f6dcfdbe640 1 < completed part key=_multipart_C47XT9Y9B7EW.2~SL71QDPDN2YC.0 size=1048576 2024-08-29T18:10:55.878 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:55.875+0000 7f6dcfdbe640 1 < completed part key=_multipart_C47XT9Y9B7EW.2~SL71QDPDN2YC.1 size=510638 2024-08-29T18:10:55.888 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:55.887+0000 7f6dcfdbe640 1 < completed multipart upload key=C47XT9Y9B7EW upload=SL71QDPDN2YC tag=JQJMGURVWG2A type=write size=2607790 2024-08-29T18:10:55.893 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:55.891+0000 7f6dcfdbe640 1 > prepared operation key=T9L1J5N8K7MO tag=L1QLVKS0X8IU type=del size=2198834 2024-08-29T18:10:55.900 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:55.899+0000 7f6dcfdbe640 1 < completed delete operation key=YKW2ORIZT8YI tag=NOVU1APWB1AR type=del 2024-08-29T18:10:55.911 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:55.911+0000 7f6dcfdbe640 1 > prepared part key=_multipart_ULOTXZSBLM0E.2~14T4ULDSBFKJ.0 size=131331 2024-08-29T18:10:55.911 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:55.911+0000 7f6dcfdbe640 1 > prepared multipart upload key=ULOTXZSBLM0E upload=14T4ULDSBFKJ tag=YDI3RRX93X8O type=write size=1179907 2024-08-29T18:10:55.917 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:55.915+0000 7f6dcfdbe640 1 < completed delete operation key=ROJNXFMRMF7F tag=E26QSOC1W7BE type=del 2024-08-29T18:10:55.922 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:55.923+0000 7f6dcfdbe640 1 > prepared operation key=LP0MLEKV3E74 tag=ANDX04Y4JFWI type=del size=3018338 2024-08-29T18:10:55.933 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:55.931+0000 7f6dcfdbe640 1 < suggested update operation key=MT6UK3U6H4JX tag=JXHLBV45XWFB type=del size=2851241 2024-08-29T18:10:55.943 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:55.943+0000 7f6dcfdbe640 1 > prepared part key=_multipart_F8MIRGU95TM4.2~UREG7PSSVLBN.0 size=525120 2024-08-29T18:10:55.943 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:55.943+0000 7f6dcfdbe640 1 > prepared multipart upload key=F8MIRGU95TM4 upload=UREG7PSSVLBN tag=NP8ALQC41MKW type=write size=1573696 2024-08-29T18:10:55.948 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:55.947+0000 7f6dcfdbe640 1 < completed delete operation key=YE0K0OIAGJTR tag=KIKU7DOXXRK7 type=del 2024-08-29T18:10:55.954 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:55.955+0000 7f6dcfdbe640 1 > prepared operation key=ULOTXZSBLM0E tag=KX6DPD2AOEOB type=del size=3568175 2024-08-29T18:10:55.965 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:55.963+0000 7f6dcfdbe640 1 < suggested update operation key=X10K5L2O256M tag=CZF20TFKJR50 type=del size=1224752 2024-08-29T18:10:55.975 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:55.975+0000 7f6dcfdbe640 1 > prepared part key=_multipart_ROJNXFMRMF7F.2~DZ34INB1CT1J.0 size=1048576 2024-08-29T18:10:55.979 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:55.979+0000 7f6dcfdbe640 1 > prepared part key=_multipart_ROJNXFMRMF7F.2~DZ34INB1CT1J.1 size=1048576 2024-08-29T18:10:55.983 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:55.983+0000 7f6dcfdbe640 1 > prepared part key=_multipart_ROJNXFMRMF7F.2~DZ34INB1CT1J.2 size=667775 2024-08-29T18:10:55.983 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:55.983+0000 7f6dcfdbe640 1 > prepared multipart upload key=ROJNXFMRMF7F upload=DZ34INB1CT1J tag=37W53CU6HXQJ type=write size=3813503 2024-08-29T18:10:55.994 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:55.995+0000 7f6dcfdbe640 1 < suggested remove operation key=CN52F1ME4Q7H tag=ZVG6GZYS9NDH type=write 2024-08-29T18:10:56.005 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:56.003+0000 7f6dcfdbe640 1 > prepared part key=_multipart_ULOTXZSBLM0E.2~F6U6WCNMNO2R.0 size=1048576 2024-08-29T18:10:56.010 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:56.007+0000 7f6dcfdbe640 1 > prepared part key=_multipart_ULOTXZSBLM0E.2~F6U6WCNMNO2R.1 size=1048576 2024-08-29T18:10:56.015 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:56.015+0000 7f6dcfdbe640 1 > prepared part key=_multipart_ULOTXZSBLM0E.2~F6U6WCNMNO2R.2 size=309244 2024-08-29T18:10:56.015 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:56.015+0000 7f6dcfdbe640 1 > prepared multipart upload key=ULOTXZSBLM0E upload=F6U6WCNMNO2R tag=NTLT9CPPW1EM type=write size=3454972 2024-08-29T18:10:56.021 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:56.019+0000 7f6dcfdbe640 1 < completed part key=_multipart_T9L1J5N8K7MO.2~DS47VMCWVKK7.0 size=1048576 2024-08-29T18:10:56.021 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:56.019+0000 7f6dcfdbe640 1 < canceled part key=_multipart_T9L1J5N8K7MO.2~DS47VMCWVKK7.1 size=1048576 2024-08-29T18:10:56.027 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:56.027+0000 7f6dcfdbe640 1 < completed part key=_multipart_T9L1J5N8K7MO.2~DS47VMCWVKK7.2 size=855887 2024-08-29T18:10:56.036 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:56.035+0000 7f6dcfdbe640 1 < canceled multipart upload key=T9L1J5N8K7MO upload=DS47VMCWVKK7 tag=TYUKF0RVJU6V type=write size=4001615 2024-08-29T18:10:56.041 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:56.039+0000 7f6dcfdbe640 1 > prepared operation key=CN52F1ME4Q7H tag=MS50VR2L57P2 type=del size=2323793 2024-08-29T18:10:56.047 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:56.047+0000 7f6dcfdbe640 1 < completed delete operation key=F8MIRGU95TM4 tag=P3ESLB4YK0SO type=del 2024-08-29T18:10:56.057 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:56.055+0000 7f6dcfdbe640 1 > prepared part key=_multipart_ROJNXFMRMF7F.2~I7CSZIQXOI0N.0 size=499185 2024-08-29T18:10:56.057 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:56.055+0000 7f6dcfdbe640 1 > prepared multipart upload key=ROJNXFMRMF7F upload=I7CSZIQXOI0N tag=K6V5XBVYNHYV type=write size=1547761 2024-08-29T18:10:56.063 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:56.063+0000 7f6dcfdbe640 1 < completed write operation key=ROJNXFMRMF7F tag=0LHUSN03JRN9 type=write size=686001 2024-08-29T18:10:56.068 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:56.067+0000 7f6dcfdbe640 1 > prepared operation key=7D5I09Z3ND5H tag=GBURVKCGEBAU type=del size=1090634 2024-08-29T18:10:56.073 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:56.071+0000 7f6dcfdbe640 1 < completed delete operation key=3BV7GUDY3NXK tag=L2Q1XVV2Y115 type=del 2024-08-29T18:10:56.079 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:56.079+0000 7f6dcfdbe640 1 > prepared operation key=3VC6XP11WXW6 tag=SMYAUS6E94WX type=write size=809730 2024-08-29T18:10:56.084 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:56.083+0000 7f6dcfdbe640 1 < completed delete operation key=FDT1EJQCIL25 tag=DOZ4PPFQO3X7 type=del 2024-08-29T18:10:56.090 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:56.087+0000 7f6dcfdbe640 1 > prepared operation key=JX058LCOIR42 tag=Q85VRNCAS2IJ type=del size=642434 2024-08-29T18:10:56.095 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:56.095+0000 7f6dcfdbe640 1 < completed part key=_multipart_W4PL77H6JMGP.2~70M1LIC1O1YC.0 size=418453 2024-08-29T18:10:56.104 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:56.103+0000 7f6dcfdbe640 1 < completed multipart upload key=W4PL77H6JMGP upload=70M1LIC1O1YC tag=V4UP16N7I7LL type=write size=1467029 2024-08-29T18:10:56.114 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:56.111+0000 7f6dcfdbe640 1 > prepared part key=_multipart_F8MIRGU95TM4.2~EQFOLI6N414D.0 size=1048576 2024-08-29T18:10:56.118 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:56.119+0000 7f6dcfdbe640 1 > prepared part key=_multipart_F8MIRGU95TM4.2~EQFOLI6N414D.1 size=1048576 2024-08-29T18:10:56.122 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:56.123+0000 7f6dcfdbe640 1 > prepared part key=_multipart_F8MIRGU95TM4.2~EQFOLI6N414D.2 size=1047226 2024-08-29T18:10:56.122 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:56.123+0000 7f6dcfdbe640 1 > prepared multipart upload key=F8MIRGU95TM4 upload=EQFOLI6N414D tag=3K3ODXGF2L58 type=write size=4192954 2024-08-29T18:10:56.128 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:56.127+0000 7f6dcfdbe640 1 < completed part key=_multipart_3VC6XP11WXW6.2~GMDM9QOIIH2U.0 size=1048576 2024-08-29T18:10:56.128 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:56.127+0000 7f6dcfdbe640 1 < canceled part key=_multipart_3VC6XP11WXW6.2~GMDM9QOIIH2U.1 size=1048576 2024-08-29T18:10:56.133 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:56.131+0000 7f6dcfdbe640 1 < completed part key=_multipart_3VC6XP11WXW6.2~GMDM9QOIIH2U.2 size=151743 2024-08-29T18:10:56.143 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:56.143+0000 7f6dcfdbe640 1 < canceled multipart upload key=3VC6XP11WXW6 upload=GMDM9QOIIH2U tag=AWTL84IJP9TI type=write size=3297471 2024-08-29T18:10:56.149 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:56.147+0000 7f6dcfdbe640 1 > prepared operation key=L6FV6KJ6OHNY tag=9JTXA0FHVZZU type=del size=2462555 2024-08-29T18:10:56.154 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:56.155+0000 7f6dcfdbe640 1 < completed write operation key=7Y0GYERC6W4H tag=7JWCCTATMNDP type=write size=923528 2024-08-29T18:10:56.159 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:56.159+0000 7f6dcfdbe640 1 > prepared operation key=LP0MLEKV3E74 tag=DSY4S9A183PK type=del size=1247315 2024-08-29T18:10:56.164 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:56.163+0000 7f6dcfdbe640 1 < completed delete operation key=I0OL3VZS23M6 tag=ZCGAHG470236 type=del 2024-08-29T18:10:56.169 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:56.167+0000 7f6dcfdbe640 1 > prepared operation key=9XOQBHEAVUKF tag=HRS16FNRLW1J type=del size=2033104 2024-08-29T18:10:56.176 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:56.175+0000 7f6dcfdbe640 1 < completed delete operation key=T9L1J5N8K7MO tag=L1QLVKS0X8IU type=del 2024-08-29T18:10:56.182 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:56.183+0000 7f6dcfdbe640 1 > prepared operation key=YE0K0OIAGJTR tag=C47W6LRG6VDS type=del size=2235784 2024-08-29T18:10:56.187 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:56.187+0000 7f6dcfdbe640 1 < completed part key=_multipart_ULOTXZSBLM0E.2~14T4ULDSBFKJ.0 size=131331 2024-08-29T18:10:56.198 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:56.199+0000 7f6dcfdbe640 1 < completed multipart upload key=ULOTXZSBLM0E upload=14T4ULDSBFKJ tag=YDI3RRX93X8O type=write size=1179907 2024-08-29T18:10:56.209 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:56.207+0000 7f6dcfdbe640 1 > prepared part key=_multipart_C47XT9Y9B7EW.2~VC73QIW155O8.0 size=4055 2024-08-29T18:10:56.209 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:56.207+0000 7f6dcfdbe640 1 > prepared multipart upload key=C47XT9Y9B7EW upload=VC73QIW155O8 tag=EQNATHP5L9JA type=write size=1052631 2024-08-29T18:10:56.214 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:56.215+0000 7f6dcfdbe640 1 < completed delete operation key=LP0MLEKV3E74 tag=ANDX04Y4JFWI type=del 2024-08-29T18:10:56.220 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:56.219+0000 7f6dcfdbe640 1 > prepared operation key=L6FV6KJ6OHNY tag=GX5283CA6HKI type=write size=67862 2024-08-29T18:10:56.225 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:56.223+0000 7f6dcfdbe640 1 < completed part key=_multipart_F8MIRGU95TM4.2~UREG7PSSVLBN.0 size=525120 2024-08-29T18:10:56.234 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:56.235+0000 7f6dcfdbe640 1 < completed multipart upload key=F8MIRGU95TM4 upload=UREG7PSSVLBN tag=NP8ALQC41MKW type=write size=1573696 2024-08-29T18:10:56.240 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:56.239+0000 7f6dcfdbe640 1 > prepared operation key=JX058LCOIR42 tag=K87WL1I5N10Q type=del size=3516087 2024-08-29T18:10:56.245 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:56.243+0000 7f6dcfdbe640 1 < completed delete operation key=ULOTXZSBLM0E tag=KX6DPD2AOEOB type=del 2024-08-29T18:10:56.255 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:56.255+0000 7f6dcfdbe640 1 > prepared part key=_multipart_3BV7GUDY3NXK.2~RJHX6CDPMWDB.0 size=657299 2024-08-29T18:10:56.255 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:56.255+0000 7f6dcfdbe640 1 > prepared multipart upload key=3BV7GUDY3NXK upload=RJHX6CDPMWDB tag=EV3TGDAU9P8G type=write size=1705875 2024-08-29T18:10:56.261 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:56.259+0000 7f6dcfdbe640 1 < completed part key=_multipart_ROJNXFMRMF7F.2~DZ34INB1CT1J.0 size=1048576 2024-08-29T18:10:56.261 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:56.259+0000 7f6dcfdbe640 1 < canceled part key=_multipart_ROJNXFMRMF7F.2~DZ34INB1CT1J.1 size=1048576 2024-08-29T18:10:56.265 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:56.263+0000 7f6dcfdbe640 1 < completed part key=_multipart_ROJNXFMRMF7F.2~DZ34INB1CT1J.2 size=667775 2024-08-29T18:10:56.275 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:56.275+0000 7f6dcfdbe640 1 < canceled multipart upload key=ROJNXFMRMF7F upload=DZ34INB1CT1J tag=37W53CU6HXQJ type=write size=3813503 2024-08-29T18:10:56.281 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:56.279+0000 7f6dcfdbe640 1 > prepared operation key=CY91RGLS4L74 tag=9E4KDR1JHGCW type=del size=475043 2024-08-29T18:10:56.288 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:56.287+0000 7f6dcfdbe640 1 < completed part key=_multipart_ULOTXZSBLM0E.2~F6U6WCNMNO2R.0 size=1048576 2024-08-29T18:10:56.292 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:56.291+0000 7f6dcfdbe640 1 < completed part key=_multipart_ULOTXZSBLM0E.2~F6U6WCNMNO2R.1 size=1048576 2024-08-29T18:10:56.297 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:56.295+0000 7f6dcfdbe640 1 < completed part key=_multipart_ULOTXZSBLM0E.2~F6U6WCNMNO2R.2 size=309244 2024-08-29T18:10:56.306 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:56.303+0000 7f6dcfdbe640 1 < completed multipart upload key=ULOTXZSBLM0E upload=F6U6WCNMNO2R tag=NTLT9CPPW1EM type=write size=3454972 2024-08-29T18:10:56.315 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:56.315+0000 7f6dcfdbe640 1 > prepared part key=_multipart_F8MIRGU95TM4.2~972WHV18IKLN.0 size=667645 2024-08-29T18:10:56.316 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:56.315+0000 7f6dcfdbe640 1 > prepared multipart upload key=F8MIRGU95TM4 upload=972WHV18IKLN tag=76ZA0D3OR2YN type=write size=1716221 2024-08-29T18:10:56.321 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:56.319+0000 7f6dcfdbe640 1 < completed delete operation key=CN52F1ME4Q7H tag=MS50VR2L57P2 type=del 2024-08-29T18:10:56.327 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:56.327+0000 7f6dcfdbe640 1 > prepared operation key=7Y0GYERC6W4H tag=RIQDQBV13UXS type=write size=356767 2024-08-29T18:10:56.333 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:56.331+0000 7f6dcfdbe640 1 < completed part key=_multipart_ROJNXFMRMF7F.2~I7CSZIQXOI0N.0 size=499185 2024-08-29T18:10:56.342 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:56.343+0000 7f6dcfdbe640 1 < completed multipart upload key=ROJNXFMRMF7F upload=I7CSZIQXOI0N tag=K6V5XBVYNHYV type=write size=1547761 2024-08-29T18:10:56.348 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:56.347+0000 7f6dcfdbe640 1 > prepared operation key=F8MIRGU95TM4 tag=2DN3QZ6GAJ69 type=del size=1457163 2024-08-29T18:10:56.354 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:56.355+0000 7f6dcfdbe640 1 < completed delete operation key=7D5I09Z3ND5H tag=GBURVKCGEBAU type=del 2024-08-29T18:10:56.365 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:56.363+0000 7f6dcfdbe640 1 > prepared part key=_multipart_ZPPDOE70TQPE.2~X3CIZW5DNU3X.0 size=1048576 2024-08-29T18:10:56.370 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:56.371+0000 7f6dcfdbe640 1 > prepared part key=_multipart_ZPPDOE70TQPE.2~X3CIZW5DNU3X.1 size=1048576 2024-08-29T18:10:56.375 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:56.375+0000 7f6dcfdbe640 1 > prepared part key=_multipart_ZPPDOE70TQPE.2~X3CIZW5DNU3X.2 size=529693 2024-08-29T18:10:56.375 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:56.375+0000 7f6dcfdbe640 1 > prepared multipart upload key=ZPPDOE70TQPE upload=X3CIZW5DNU3X tag=P4B6TXLD4F41 type=write size=3675421 2024-08-29T18:10:56.380 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:56.379+0000 7f6dcfdbe640 1 < canceled operation key=3VC6XP11WXW6 tag=SMYAUS6E94WX type=write size=809730 2024-08-29T18:10:56.391 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:56.391+0000 7f6dcfdbe640 1 > prepared part key=_multipart_C47XT9Y9B7EW.2~35AEZJ6KISAE.0 size=1048576 2024-08-29T18:10:56.396 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:56.395+0000 7f6dcfdbe640 1 > prepared part key=_multipart_C47XT9Y9B7EW.2~35AEZJ6KISAE.1 size=99114 2024-08-29T18:10:56.396 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:56.395+0000 7f6dcfdbe640 1 > prepared multipart upload key=C47XT9Y9B7EW upload=35AEZJ6KISAE tag=A1ZH3UCGA2NH type=write size=2196266 2024-08-29T18:10:56.401 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:56.399+0000 7f6dcfdbe640 1 < completed delete operation key=JX058LCOIR42 tag=Q85VRNCAS2IJ type=del 2024-08-29T18:10:56.407 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:56.407+0000 7f6dcfdbe640 1 > prepared operation key=YAC7TKWP61NS tag=QYLMLFJU0Y4D type=del size=1732498 2024-08-29T18:10:56.412 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:56.411+0000 7f6dcfdbe640 1 < completed part key=_multipart_F8MIRGU95TM4.2~EQFOLI6N414D.0 size=1048576 2024-08-29T18:10:56.417 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:56.415+0000 7f6dcfdbe640 1 < completed part key=_multipart_F8MIRGU95TM4.2~EQFOLI6N414D.1 size=1048576 2024-08-29T18:10:56.423 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:56.423+0000 7f6dcfdbe640 1 < completed part key=_multipart_F8MIRGU95TM4.2~EQFOLI6N414D.2 size=1047226 2024-08-29T18:10:56.433 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:56.431+0000 7f6dcfdbe640 1 < completed multipart upload key=F8MIRGU95TM4 upload=EQFOLI6N414D tag=3K3ODXGF2L58 type=write size=4192954 2024-08-29T18:10:56.443 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:56.443+0000 7f6dcfdbe640 1 > prepared part key=_multipart_F8MIRGU95TM4.2~Y8HMM9Y1M6SB.0 size=1048576 2024-08-29T18:10:56.448 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:56.447+0000 7f6dcfdbe640 1 > prepared part key=_multipart_F8MIRGU95TM4.2~Y8HMM9Y1M6SB.1 size=1048576 2024-08-29T18:10:56.452 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:56.451+0000 7f6dcfdbe640 1 > prepared part key=_multipart_F8MIRGU95TM4.2~Y8HMM9Y1M6SB.2 size=525079 2024-08-29T18:10:56.452 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:56.451+0000 7f6dcfdbe640 1 > prepared multipart upload key=F8MIRGU95TM4 upload=Y8HMM9Y1M6SB tag=4YKZQAT5S4XV type=write size=3670807 2024-08-29T18:10:56.458 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:56.455+0000 7f6dcfdbe640 1 < completed delete operation key=L6FV6KJ6OHNY tag=9JTXA0FHVZZU type=del 2024-08-29T18:10:56.469 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:56.467+0000 7f6dcfdbe640 1 > prepared part key=_multipart_JX058LCOIR42.2~NIEKS4C6BB3Z.0 size=1039205 2024-08-29T18:10:56.469 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:56.467+0000 7f6dcfdbe640 1 > prepared multipart upload key=JX058LCOIR42 upload=NIEKS4C6BB3Z tag=AF7KBFQOC25A type=write size=2087781 2024-08-29T18:10:56.474 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:56.475+0000 7f6dcfdbe640 1 < completed delete operation key=LP0MLEKV3E74 tag=DSY4S9A183PK type=del 2024-08-29T18:10:56.480 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:56.479+0000 7f6dcfdbe640 1 > prepared operation key=P7TBKPU4347T tag=WZBJZ6FWQBF6 type=del size=476474 2024-08-29T18:10:56.486 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:56.483+0000 7f6dcfdbe640 1 < completed delete operation key=9XOQBHEAVUKF tag=HRS16FNRLW1J type=del 2024-08-29T18:10:56.491 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:56.491+0000 7f6dcfdbe640 1 > prepared operation key=YE0K0OIAGJTR tag=IBJKVSK5P0T8 type=del size=2089749 2024-08-29T18:10:56.496 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:56.495+0000 7f6dcfdbe640 1 < completed delete operation key=YE0K0OIAGJTR tag=C47W6LRG6VDS type=del 2024-08-29T18:10:56.502 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:56.499+0000 7f6dcfdbe640 1 > prepared operation key=DGQXCI25DDX7 tag=S7ZV0KJE4TQM type=del size=1081456 2024-08-29T18:10:56.503 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:56.503+0000 7f6dcfdbe640 1 < canceled part key=_multipart_C47XT9Y9B7EW.2~VC73QIW155O8.0 size=4055 2024-08-29T18:10:56.512 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:56.511+0000 7f6dcfdbe640 1 < canceled multipart upload key=C47XT9Y9B7EW upload=VC73QIW155O8 tag=EQNATHP5L9JA type=write size=1052631 2024-08-29T18:10:56.518 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:56.519+0000 7f6dcfdbe640 1 > prepared operation key=I0OL3VZS23M6 tag=I14Z6U57GEEZ type=write size=250829 2024-08-29T18:10:56.529 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:56.527+0000 7f6dcfdbe640 1 < suggested update operation key=L6FV6KJ6OHNY tag=GX5283CA6HKI type=write size=67862 2024-08-29T18:10:56.534 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:56.535+0000 7f6dcfdbe640 1 > prepared operation key=CY91RGLS4L74 tag=B7JEQ3YWW05V type=del size=2619279 2024-08-29T18:10:56.545 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:56.543+0000 7f6dcfdbe640 1 < suggested remove operation key=JX058LCOIR42 tag=K87WL1I5N10Q type=del 2024-08-29T18:10:56.554 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:56.555+0000 7f6dcfdbe640 1 > prepared part key=_multipart_7XDT3ZRUKA4H.2~Q2QXFBRU6JVL.0 size=823626 2024-08-29T18:10:56.555 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:56.555+0000 7f6dcfdbe640 1 > prepared multipart upload key=7XDT3ZRUKA4H upload=Q2QXFBRU6JVL tag=FS6RT00JVI5W type=write size=1872202 2024-08-29T18:10:56.561 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:56.559+0000 7f6dcfdbe640 1 < completed part key=_multipart_3BV7GUDY3NXK.2~RJHX6CDPMWDB.0 size=657299 2024-08-29T18:10:56.570 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:56.567+0000 7f6dcfdbe640 1 < completed multipart upload key=3BV7GUDY3NXK upload=RJHX6CDPMWDB tag=EV3TGDAU9P8G type=write size=1705875 2024-08-29T18:10:56.575 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:56.575+0000 7f6dcfdbe640 1 > prepared operation key=CY91RGLS4L74 tag=ZMT12WTXLOBD type=del size=2678297 2024-08-29T18:10:56.586 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:56.587+0000 7f6dcfdbe640 1 < suggested remove operation key=CY91RGLS4L74 tag=9E4KDR1JHGCW type=del 2024-08-29T18:10:56.592 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:56.591+0000 7f6dcfdbe640 1 > prepared operation key=DGQXCI25DDX7 tag=VTCLQF7YLTDQ type=del size=117702 2024-08-29T18:10:56.598 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:56.599+0000 7f6dcfdbe640 1 < completed part key=_multipart_F8MIRGU95TM4.2~972WHV18IKLN.0 size=667645 2024-08-29T18:10:56.607 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:56.607+0000 7f6dcfdbe640 1 < completed multipart upload key=F8MIRGU95TM4 upload=972WHV18IKLN tag=76ZA0D3OR2YN type=write size=1716221 2024-08-29T18:10:56.618 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:56.619+0000 7f6dcfdbe640 1 > prepared part key=_multipart_MT6UK3U6H4JX.2~2QKF3T646PAR.0 size=1048576 2024-08-29T18:10:56.623 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:56.623+0000 7f6dcfdbe640 1 > prepared part key=_multipart_MT6UK3U6H4JX.2~2QKF3T646PAR.1 size=831477 2024-08-29T18:10:56.623 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:56.623+0000 7f6dcfdbe640 1 > prepared multipart upload key=MT6UK3U6H4JX upload=2QKF3T646PAR tag=59XVTSKFG7UJ type=write size=2928629 2024-08-29T18:10:56.628 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:56.627+0000 7f6dcfdbe640 1 < completed write operation key=7Y0GYERC6W4H tag=RIQDQBV13UXS type=write size=356767 2024-08-29T18:10:56.634 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:56.631+0000 7f6dcfdbe640 1 > prepared operation key=3VC6XP11WXW6 tag=8HK3M23XBLYU type=del size=1736435 2024-08-29T18:10:56.639 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:56.639+0000 7f6dcfdbe640 1 < completed delete operation key=F8MIRGU95TM4 tag=2DN3QZ6GAJ69 type=del 2024-08-29T18:10:56.649 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:56.647+0000 7f6dcfdbe640 1 > prepared part key=_multipart_YAC7TKWP61NS.2~5KOULOR3AZEQ.0 size=1048576 2024-08-29T18:10:56.654 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:56.651+0000 7f6dcfdbe640 1 > prepared part key=_multipart_YAC7TKWP61NS.2~5KOULOR3AZEQ.1 size=263700 2024-08-29T18:10:56.654 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:56.651+0000 7f6dcfdbe640 1 > prepared multipart upload key=YAC7TKWP61NS upload=5KOULOR3AZEQ tag=BBLB5S9F8K1P type=write size=2360852 2024-08-29T18:10:56.659 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:56.659+0000 7f6dcfdbe640 1 < completed part key=_multipart_ZPPDOE70TQPE.2~X3CIZW5DNU3X.0 size=1048576 2024-08-29T18:10:56.659 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:56.659+0000 7f6dcfdbe640 1 < canceled part key=_multipart_ZPPDOE70TQPE.2~X3CIZW5DNU3X.1 size=1048576 2024-08-29T18:10:56.664 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:56.663+0000 7f6dcfdbe640 1 < completed part key=_multipart_ZPPDOE70TQPE.2~X3CIZW5DNU3X.2 size=529693 2024-08-29T18:10:56.673 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:56.671+0000 7f6dcfdbe640 1 < canceled multipart upload key=ZPPDOE70TQPE upload=X3CIZW5DNU3X tag=P4B6TXLD4F41 type=write size=3675421 2024-08-29T18:10:56.683 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:56.683+0000 7f6dcfdbe640 1 > prepared part key=_multipart_W4PL77H6JMGP.2~CGEG01PYMDUK.0 size=1048576 2024-08-29T18:10:56.687 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:56.687+0000 7f6dcfdbe640 1 > prepared part key=_multipart_W4PL77H6JMGP.2~CGEG01PYMDUK.1 size=989685 2024-08-29T18:10:56.687 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:56.687+0000 7f6dcfdbe640 1 > prepared multipart upload key=W4PL77H6JMGP upload=CGEG01PYMDUK tag=QXO2Q18GJOLL type=write size=3086837 2024-08-29T18:10:56.693 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:56.691+0000 7f6dcfdbe640 1 < completed part key=_multipart_C47XT9Y9B7EW.2~35AEZJ6KISAE.0 size=1048576 2024-08-29T18:10:56.697 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:56.695+0000 7f6dcfdbe640 1 < completed part key=_multipart_C47XT9Y9B7EW.2~35AEZJ6KISAE.1 size=99114 2024-08-29T18:10:56.707 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:56.707+0000 7f6dcfdbe640 1 < completed multipart upload key=C47XT9Y9B7EW upload=35AEZJ6KISAE tag=A1ZH3UCGA2NH type=write size=2196266 2024-08-29T18:10:56.712 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:56.711+0000 7f6dcfdbe640 1 > prepared operation key=9XOQBHEAVUKF tag=C74HY5SUBKZJ type=write size=233535 2024-08-29T18:10:56.719 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:56.719+0000 7f6dcfdbe640 1 < completed delete operation key=YAC7TKWP61NS tag=QYLMLFJU0Y4D type=del 2024-08-29T18:10:56.724 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:56.723+0000 7f6dcfdbe640 1 > prepared operation key=7Y0GYERC6W4H tag=V0FXOH2AH2ET type=write size=537966 2024-08-29T18:10:56.730 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:56.731+0000 7f6dcfdbe640 1 < completed part key=_multipart_F8MIRGU95TM4.2~Y8HMM9Y1M6SB.0 size=1048576 2024-08-29T18:10:56.735 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:56.735+0000 7f6dcfdbe640 1 < completed part key=_multipart_F8MIRGU95TM4.2~Y8HMM9Y1M6SB.1 size=1048576 2024-08-29T18:10:56.735 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:56.735+0000 7f6dcfdbe640 1 < canceled part key=_multipart_F8MIRGU95TM4.2~Y8HMM9Y1M6SB.2 size=525079 2024-08-29T18:10:56.744 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:56.743+0000 7f6dcfdbe640 1 < canceled multipart upload key=F8MIRGU95TM4 upload=Y8HMM9Y1M6SB tag=4YKZQAT5S4XV type=write size=3670807 2024-08-29T18:10:56.754 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:56.755+0000 7f6dcfdbe640 1 > prepared part key=_multipart_T9L1J5N8K7MO.2~MW3BJ6LNBORX.0 size=1048576 2024-08-29T18:10:56.759 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:56.759+0000 7f6dcfdbe640 1 > prepared part key=_multipart_T9L1J5N8K7MO.2~MW3BJ6LNBORX.1 size=276157 2024-08-29T18:10:56.759 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:56.759+0000 7f6dcfdbe640 1 > prepared multipart upload key=T9L1J5N8K7MO upload=MW3BJ6LNBORX tag=C3LUK16ELRJP type=write size=2373309 2024-08-29T18:10:56.766 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:56.763+0000 7f6dcfdbe640 1 < completed part key=_multipart_JX058LCOIR42.2~NIEKS4C6BB3Z.0 size=1039205 2024-08-29T18:10:56.775 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:56.775+0000 7f6dcfdbe640 1 < completed multipart upload key=JX058LCOIR42 upload=NIEKS4C6BB3Z tag=AF7KBFQOC25A type=write size=2087781 2024-08-29T18:10:56.781 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:56.779+0000 7f6dcfdbe640 1 > prepared operation key=7XDT3ZRUKA4H tag=86R02SW6T016 type=del size=3036079 2024-08-29T18:10:56.793 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:56.791+0000 7f6dcfdbe640 1 < suggested update operation key=P7TBKPU4347T tag=WZBJZ6FWQBF6 type=del size=476474 2024-08-29T18:10:56.798 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:56.799+0000 7f6dcfdbe640 1 > prepared operation key=7D5I09Z3ND5H tag=6C0A6X1PKOHO type=del size=1597714 2024-08-29T18:10:56.804 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:56.803+0000 7f6dcfdbe640 1 < completed delete operation key=YE0K0OIAGJTR tag=IBJKVSK5P0T8 type=del 2024-08-29T18:10:56.814 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:56.815+0000 7f6dcfdbe640 1 > prepared part key=_multipart_7YYI239LZRWF.2~YCGE2XXVITM0.0 size=788603 2024-08-29T18:10:56.814 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:56.815+0000 7f6dcfdbe640 1 > prepared multipart upload key=7YYI239LZRWF upload=YCGE2XXVITM0 tag=8DZW5JA4HODL type=write size=1837179 2024-08-29T18:10:56.820 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:56.819+0000 7f6dcfdbe640 1 < completed delete operation key=DGQXCI25DDX7 tag=S7ZV0KJE4TQM type=del 2024-08-29T18:10:56.826 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:10:56 smithi053 bash[68679]: cluster 2024-08-29T18:10:55.391317+0000 mgr.y (mgr.25022) 726 : cluster [DBG] pgmap v1407: 137 pgs: 137 active+clean; 583 KiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 675 KiB/s rd, 228 KiB/s wr, 1.19k op/s 2024-08-29T18:10:56.830 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:56.831+0000 7f6dcfdbe640 1 > prepared part key=_multipart_7D5I09Z3ND5H.2~3MLMPQ661FIS.0 size=251858 2024-08-29T18:10:56.830 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:56.831+0000 7f6dcfdbe640 1 > prepared multipart upload key=7D5I09Z3ND5H upload=3MLMPQ661FIS tag=P11IWFADPLOP type=write size=1300434 2024-08-29T18:10:56.835 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:56.835+0000 7f6dcfdbe640 1 < completed write operation key=I0OL3VZS23M6 tag=I14Z6U57GEEZ type=write size=250829 2024-08-29T18:10:56.841 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:56.839+0000 7f6dcfdbe640 1 > prepared operation key=ULOTXZSBLM0E tag=17YRKZUOTIN4 type=write size=510576 2024-08-29T18:10:56.849 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:56.847+0000 7f6dcfdbe640 -1 < failed to complete operation key=CY91RGLS4L74 tag=B7JEQ3YWW05V type=del size=2619279: (22) Invalid argument 2024-08-29T18:10:56.855 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:56.855+0000 7f6dcfdbe640 1 > prepared operation key=CN52F1ME4Q7H tag=E4R2AZ0QK9J8 type=del size=3906321 2024-08-29T18:10:56.862 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:56.863+0000 7f6dcfdbe640 1 < completed part key=_multipart_7XDT3ZRUKA4H.2~Q2QXFBRU6JVL.0 size=823626 2024-08-29T18:10:56.871 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:56.871+0000 7f6dcfdbe640 1 < completed multipart upload key=7XDT3ZRUKA4H upload=Q2QXFBRU6JVL tag=FS6RT00JVI5W type=write size=1872202 2024-08-29T18:10:56.878 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:56.879+0000 7f6dcfdbe640 1 > prepared operation key=7D5I09Z3ND5H tag=8EZD15NSYMZA type=del size=1865056 2024-08-29T18:10:56.879 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:10:56 smithi028 bash[77168]: cluster 2024-08-29T18:10:55.391317+0000 mgr.y (mgr.25022) 726 : cluster [DBG] pgmap v1407: 137 pgs: 137 active+clean; 583 KiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 675 KiB/s rd, 228 KiB/s wr, 1.19k op/s 2024-08-29T18:10:56.879 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:10:56 smithi028 bash[78352]: cluster 2024-08-29T18:10:55.391317+0000 mgr.y (mgr.25022) 726 : cluster [DBG] pgmap v1407: 137 pgs: 137 active+clean; 583 KiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 675 KiB/s rd, 228 KiB/s wr, 1.19k op/s 2024-08-29T18:10:56.885 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:56.883+0000 7f6dcfdbe640 -1 < failed to complete operation key=CY91RGLS4L74 tag=ZMT12WTXLOBD type=del size=2678297: (22) Invalid argument 2024-08-29T18:10:56.891 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:56.891+0000 7f6dcfdbe640 1 > prepared operation key=L6FV6KJ6OHNY tag=BLRWWEM17EQX type=del size=3333580 2024-08-29T18:10:56.898 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:56.899+0000 7f6dcfdbe640 1 < completed delete operation key=DGQXCI25DDX7 tag=VTCLQF7YLTDQ type=del 2024-08-29T18:10:56.903 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:56.903+0000 7f6dcfdbe640 1 > prepared operation key=DGQXCI25DDX7 tag=FSBM3E34VQK5 type=write size=162380 2024-08-29T18:10:56.908 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:56.907+0000 7f6dcfdbe640 1 < completed part key=_multipart_MT6UK3U6H4JX.2~2QKF3T646PAR.0 size=1048576 2024-08-29T18:10:56.913 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:56.911+0000 7f6dcfdbe640 1 < completed part key=_multipart_MT6UK3U6H4JX.2~2QKF3T646PAR.1 size=831477 2024-08-29T18:10:56.922 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:56.919+0000 7f6dcfdbe640 1 < completed multipart upload key=MT6UK3U6H4JX upload=2QKF3T646PAR tag=59XVTSKFG7UJ type=write size=2928629 2024-08-29T18:10:56.927 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:56.927+0000 7f6dcfdbe640 1 > prepared operation key=YAC7TKWP61NS tag=KA0UZ3BIHVA5 type=del size=87761 2024-08-29T18:10:56.933 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:56.931+0000 7f6dcfdbe640 1 < completed delete operation key=3VC6XP11WXW6 tag=8HK3M23XBLYU type=del 2024-08-29T18:10:56.943 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:56.943+0000 7f6dcfdbe640 1 > prepared part key=_multipart_3VC6XP11WXW6.2~WG7LHUP51WU3.0 size=320492 2024-08-29T18:10:56.943 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:56.943+0000 7f6dcfdbe640 1 > prepared multipart upload key=3VC6XP11WXW6 upload=WG7LHUP51WU3 tag=6U9TAAVGCRDP type=write size=1369068 2024-08-29T18:10:56.948 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:56.947+0000 7f6dcfdbe640 1 < completed part key=_multipart_YAC7TKWP61NS.2~5KOULOR3AZEQ.0 size=1048576 2024-08-29T18:10:56.948 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:56.947+0000 7f6dcfdbe640 1 < canceled part key=_multipart_YAC7TKWP61NS.2~5KOULOR3AZEQ.1 size=263700 2024-08-29T18:10:56.957 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:56.955+0000 7f6dcfdbe640 1 < canceled multipart upload key=YAC7TKWP61NS upload=5KOULOR3AZEQ tag=BBLB5S9F8K1P type=write size=2360852 2024-08-29T18:10:56.967 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:56.967+0000 7f6dcfdbe640 1 > prepared part key=_multipart_YAC7TKWP61NS.2~GIX1ECW3J7TJ.0 size=1048576 2024-08-29T18:10:56.972 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:56.971+0000 7f6dcfdbe640 1 > prepared part key=_multipart_YAC7TKWP61NS.2~GIX1ECW3J7TJ.1 size=782122 2024-08-29T18:10:56.972 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:56.971+0000 7f6dcfdbe640 1 > prepared multipart upload key=YAC7TKWP61NS upload=GIX1ECW3J7TJ tag=CXTNBMK0NEDJ type=write size=2879274 2024-08-29T18:10:56.973 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:56.971+0000 7f6dcfdbe640 1 < canceled part key=_multipart_W4PL77H6JMGP.2~CGEG01PYMDUK.0 size=1048576 2024-08-29T18:10:56.977 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:56.975+0000 7f6dcfdbe640 1 < completed part key=_multipart_W4PL77H6JMGP.2~CGEG01PYMDUK.1 size=989685 2024-08-29T18:10:56.986 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:56.987+0000 7f6dcfdbe640 1 < canceled multipart upload key=W4PL77H6JMGP upload=CGEG01PYMDUK tag=QXO2Q18GJOLL type=write size=3086837 2024-08-29T18:10:56.992 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:56.991+0000 7f6dcfdbe640 1 > prepared operation key=MT6UK3U6H4JX tag=APUO9Q6QB8E6 type=del size=3029792 2024-08-29T18:10:56.997 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:56.995+0000 7f6dcfdbe640 1 < completed write operation key=9XOQBHEAVUKF tag=C74HY5SUBKZJ type=write size=233535 2024-08-29T18:10:57.002 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:57.003+0000 7f6dcfdbe640 1 > prepared operation key=F8MIRGU95TM4 tag=QVP7SBWSGE7M type=write size=170306 2024-08-29T18:10:57.008 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:57.007+0000 7f6dcfdbe640 1 < canceled operation key=7Y0GYERC6W4H tag=V0FXOH2AH2ET type=write size=537966 2024-08-29T18:10:57.013 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:57.011+0000 7f6dcfdbe640 1 > prepared operation key=I0OL3VZS23M6 tag=YGLHTDQF5EY1 type=del size=1761918 2024-08-29T18:10:57.019 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:57.019+0000 7f6dcfdbe640 1 < completed part key=_multipart_T9L1J5N8K7MO.2~MW3BJ6LNBORX.0 size=1048576 2024-08-29T18:10:57.024 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:57.023+0000 7f6dcfdbe640 1 < completed part key=_multipart_T9L1J5N8K7MO.2~MW3BJ6LNBORX.1 size=276157 2024-08-29T18:10:57.033 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:57.031+0000 7f6dcfdbe640 1 < completed multipart upload key=T9L1J5N8K7MO upload=MW3BJ6LNBORX tag=C3LUK16ELRJP type=write size=2373309 2024-08-29T18:10:57.039 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:57.039+0000 7f6dcfdbe640 1 > prepared operation key=CN52F1ME4Q7H tag=FUPIMW9MRG43 type=del size=3682778 2024-08-29T18:10:57.044 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:57.043+0000 7f6dcfdbe640 1 < completed delete operation key=7XDT3ZRUKA4H tag=86R02SW6T016 type=del 2024-08-29T18:10:57.050 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:57.051+0000 7f6dcfdbe640 1 > prepared operation key=I0OL3VZS23M6 tag=1X07121P7LWJ type=del size=1870149 2024-08-29T18:10:57.063 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:57.059+0000 7f6dcfdbe640 1 < suggested remove operation key=7D5I09Z3ND5H tag=6C0A6X1PKOHO type=del 2024-08-29T18:10:57.067 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:57.067+0000 7f6dcfdbe640 1 > prepared operation key=DGQXCI25DDX7 tag=T7G7UUUJGKB5 type=write size=418152 2024-08-29T18:10:57.074 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:57.071+0000 7f6dcfdbe640 1 < completed part key=_multipart_7YYI239LZRWF.2~YCGE2XXVITM0.0 size=788603 2024-08-29T18:10:57.084 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:57.083+0000 7f6dcfdbe640 1 < completed multipart upload key=7YYI239LZRWF upload=YCGE2XXVITM0 tag=8DZW5JA4HODL type=write size=1837179 2024-08-29T18:10:57.092 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:57.091+0000 7f6dcfdbe640 1 > prepared operation key=CY91RGLS4L74 tag=GMBDHGC0C2E2 type=write size=155984 2024-08-29T18:10:57.097 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:57.095+0000 7f6dcfdbe640 1 < completed part key=_multipart_7D5I09Z3ND5H.2~3MLMPQ661FIS.0 size=251858 2024-08-29T18:10:57.108 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:57.107+0000 7f6dcfdbe640 1 < completed multipart upload key=7D5I09Z3ND5H upload=3MLMPQ661FIS tag=P11IWFADPLOP type=write size=1300434 2024-08-29T18:10:57.114 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:57.115+0000 7f6dcfdbe640 1 > prepared operation key=B7L6NXZ0V2CR tag=28M0ZCCK4095 type=del size=3755459 2024-08-29T18:10:57.126 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:57.127+0000 7f6dcfdbe640 1 < suggested update operation key=ULOTXZSBLM0E tag=17YRKZUOTIN4 type=write size=510576 2024-08-29T18:10:57.137 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:57.135+0000 7f6dcfdbe640 1 > prepared part key=_multipart_7D5I09Z3ND5H.2~3B3VB4F68PSW.0 size=116154 2024-08-29T18:10:57.137 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:57.135+0000 7f6dcfdbe640 1 > prepared multipart upload key=7D5I09Z3ND5H upload=3B3VB4F68PSW tag=K3J11D1NCXYW type=write size=1164730 2024-08-29T18:10:57.143 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:57.143+0000 7f6dcfdbe640 1 < canceled operation key=CN52F1ME4Q7H tag=E4R2AZ0QK9J8 type=del size=3906321 2024-08-29T18:10:57.155 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:57.155+0000 7f6dcfdbe640 1 > prepared part key=_multipart_ULOTXZSBLM0E.2~ST4XDEAPL9Y8.0 size=1048576 2024-08-29T18:10:57.160 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:57.159+0000 7f6dcfdbe640 1 > prepared part key=_multipart_ULOTXZSBLM0E.2~ST4XDEAPL9Y8.1 size=538771 2024-08-29T18:10:57.160 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:57.159+0000 7f6dcfdbe640 1 > prepared multipart upload key=ULOTXZSBLM0E upload=ST4XDEAPL9Y8 tag=U435JF0W8W25 type=write size=2635923 2024-08-29T18:10:57.167 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:57.167+0000 7f6dcfdbe640 -1 < failed to complete operation key=7D5I09Z3ND5H tag=8EZD15NSYMZA type=del size=1865056: (22) Invalid argument 2024-08-29T18:10:57.173 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:57.171+0000 7f6dcfdbe640 1 > prepared operation key=B7L6NXZ0V2CR tag=005F0A23RND3 type=del size=279632 2024-08-29T18:10:57.181 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:57.179+0000 7f6dcfdbe640 1 < completed delete operation key=L6FV6KJ6OHNY tag=BLRWWEM17EQX type=del 2024-08-29T18:10:57.187 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:57.187+0000 7f6dcfdbe640 1 > prepared operation key=7XDT3ZRUKA4H tag=2UKN10G3BWSB type=del size=2349625 2024-08-29T18:10:57.196 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:57.195+0000 7f6dcfdbe640 1 < completed write operation key=DGQXCI25DDX7 tag=FSBM3E34VQK5 type=write size=162380 2024-08-29T18:10:57.206 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:57.207+0000 7f6dcfdbe640 1 > prepared part key=_multipart_7D5I09Z3ND5H.2~I04HKRO10MU0.0 size=299179 2024-08-29T18:10:57.206 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:57.207+0000 7f6dcfdbe640 1 > prepared multipart upload key=7D5I09Z3ND5H upload=I04HKRO10MU0 tag=9DJ04YTFU8RZ type=write size=1347755 2024-08-29T18:10:57.213 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:57.211+0000 7f6dcfdbe640 1 < canceled operation key=YAC7TKWP61NS tag=KA0UZ3BIHVA5 type=del size=87761 2024-08-29T18:10:57.224 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:57.223+0000 7f6dcfdbe640 1 > prepared part key=_multipart_DGQXCI25DDX7.2~2E3U3E77AN43.0 size=1048576 2024-08-29T18:10:57.228 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:57.227+0000 7f6dcfdbe640 1 > prepared part key=_multipart_DGQXCI25DDX7.2~2E3U3E77AN43.1 size=269878 2024-08-29T18:10:57.228 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:57.227+0000 7f6dcfdbe640 1 > prepared multipart upload key=DGQXCI25DDX7 upload=2E3U3E77AN43 tag=WMXHWX6RFYA6 type=write size=2367030 2024-08-29T18:10:57.235 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:57.235+0000 7f6dcfdbe640 1 < completed part key=_multipart_3VC6XP11WXW6.2~WG7LHUP51WU3.0 size=320492 2024-08-29T18:10:57.247 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:57.247+0000 7f6dcfdbe640 1 < completed multipart upload key=3VC6XP11WXW6 upload=WG7LHUP51WU3 tag=6U9TAAVGCRDP type=write size=1369068 2024-08-29T18:10:57.252 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:57.251+0000 7f6dcfdbe640 1 > prepared operation key=KZ45Y56F6JGC tag=EX5N35RJN6NS type=write size=93576 2024-08-29T18:10:57.258 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:57.255+0000 7f6dcfdbe640 1 < completed part key=_multipart_YAC7TKWP61NS.2~GIX1ECW3J7TJ.0 size=1048576 2024-08-29T18:10:57.262 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:57.263+0000 7f6dcfdbe640 1 < completed part key=_multipart_YAC7TKWP61NS.2~GIX1ECW3J7TJ.1 size=782122 2024-08-29T18:10:57.271 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:57.271+0000 7f6dcfdbe640 1 < completed multipart upload key=YAC7TKWP61NS upload=GIX1ECW3J7TJ tag=CXTNBMK0NEDJ type=write size=2879274 2024-08-29T18:10:57.276 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:57.275+0000 7f6dcfdbe640 1 > prepared operation key=78MD08IJ7ULZ tag=QS88AR1P5Z9Y type=del size=422898 2024-08-29T18:10:57.287 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:57.287+0000 7f6dcfdbe640 1 < suggested remove operation key=MT6UK3U6H4JX tag=APUO9Q6QB8E6 type=del 2024-08-29T18:10:57.292 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:57.291+0000 7f6dcfdbe640 1 > prepared operation key=PCRU0BDU1Z87 tag=PM2FUGUCGTFH type=del size=345826 2024-08-29T18:10:57.297 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:57.295+0000 7f6dcfdbe640 1 < canceled operation key=F8MIRGU95TM4 tag=QVP7SBWSGE7M type=write size=170306 2024-08-29T18:10:57.307 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:57.307+0000 7f6dcfdbe640 1 > prepared part key=_multipart_KZ45Y56F6JGC.2~ZPICU8JVCI0H.0 size=1048576 2024-08-29T18:10:57.312 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:57.311+0000 7f6dcfdbe640 1 > prepared part key=_multipart_KZ45Y56F6JGC.2~ZPICU8JVCI0H.1 size=1048576 2024-08-29T18:10:57.316 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:57.315+0000 7f6dcfdbe640 1 > prepared part key=_multipart_KZ45Y56F6JGC.2~ZPICU8JVCI0H.2 size=903062 2024-08-29T18:10:57.316 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:57.315+0000 7f6dcfdbe640 1 > prepared multipart upload key=KZ45Y56F6JGC upload=ZPICU8JVCI0H tag=O9D0BTES6YO8 type=write size=4048790 2024-08-29T18:10:57.327 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:57.327+0000 7f6dcfdbe640 1 < suggested remove operation key=I0OL3VZS23M6 tag=YGLHTDQF5EY1 type=del 2024-08-29T18:10:57.337 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:57.335+0000 7f6dcfdbe640 1 > prepared part key=_multipart_7D5I09Z3ND5H.2~J4HBHBFF8B11.0 size=1048576 2024-08-29T18:10:57.342 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:57.343+0000 7f6dcfdbe640 1 > prepared part key=_multipart_7D5I09Z3ND5H.2~J4HBHBFF8B11.1 size=751943 2024-08-29T18:10:57.342 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:57.343+0000 7f6dcfdbe640 1 > prepared multipart upload key=7D5I09Z3ND5H upload=J4HBHBFF8B11 tag=8DK0UUVYS3IG type=write size=2849095 2024-08-29T18:10:57.348 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:57.347+0000 7f6dcfdbe640 1 < completed delete operation key=CN52F1ME4Q7H tag=FUPIMW9MRG43 type=del 2024-08-29T18:10:57.355 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:57.355+0000 7f6dcfdbe640 1 > prepared operation key=DGQXCI25DDX7 tag=86M25JWDYBFK type=del size=3789615 2024-08-29T18:10:57.363 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:57.363+0000 7f6dcfdbe640 -1 < failed to complete operation key=I0OL3VZS23M6 tag=1X07121P7LWJ type=del size=1870149: (22) Invalid argument 2024-08-29T18:10:57.368 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:57.367+0000 7f6dcfdbe640 1 > prepared operation key=7D5I09Z3ND5H tag=EJVA2IGHBK5Y type=del size=1840045 2024-08-29T18:10:57.374 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:57.375+0000 7f6dcfdbe640 1 < completed write operation key=DGQXCI25DDX7 tag=T7G7UUUJGKB5 type=write size=418152 2024-08-29T18:10:57.381 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:57.379+0000 7f6dcfdbe640 1 > prepared operation key=78MD08IJ7ULZ tag=F8JHR3DZURC6 type=del size=3758578 2024-08-29T18:10:57.387 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:57.387+0000 7f6dcfdbe640 1 < completed write operation key=CY91RGLS4L74 tag=GMBDHGC0C2E2 type=write size=155984 2024-08-29T18:10:57.395 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:57.395+0000 7f6dcfdbe640 1 > prepared operation key=7XDT3ZRUKA4H tag=E3VC7MTWRGU7 type=del size=3193791 2024-08-29T18:10:57.405 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:57.403+0000 7f6dcfdbe640 1 < completed delete operation key=B7L6NXZ0V2CR tag=28M0ZCCK4095 type=del 2024-08-29T18:10:57.416 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:57.415+0000 7f6dcfdbe640 1 > prepared part key=_multipart_W4PL77H6JMGP.2~41T2FURC226U.0 size=103756 2024-08-29T18:10:57.416 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:57.415+0000 7f6dcfdbe640 1 > prepared multipart upload key=W4PL77H6JMGP upload=41T2FURC226U tag=23X43DPSVW41 type=write size=1152332 2024-08-29T18:10:57.422 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:57.419+0000 7f6dcfdbe640 1 < completed part key=_multipart_7D5I09Z3ND5H.2~3B3VB4F68PSW.0 size=116154 2024-08-29T18:10:57.432 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:57.431+0000 7f6dcfdbe640 1 < completed multipart upload key=7D5I09Z3ND5H upload=3B3VB4F68PSW tag=K3J11D1NCXYW type=write size=1164730 2024-08-29T18:10:57.437 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:57.435+0000 7f6dcfdbe640 1 > prepared operation key=7Y0GYERC6W4H tag=WOH1BOSUODZQ type=del size=292350 2024-08-29T18:10:57.443 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:57.443+0000 7f6dcfdbe640 1 < completed part key=_multipart_ULOTXZSBLM0E.2~ST4XDEAPL9Y8.0 size=1048576 2024-08-29T18:10:57.447 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:57.447+0000 7f6dcfdbe640 1 < completed part key=_multipart_ULOTXZSBLM0E.2~ST4XDEAPL9Y8.1 size=538771 2024-08-29T18:10:57.457 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:57.455+0000 7f6dcfdbe640 1 < completed multipart upload key=ULOTXZSBLM0E upload=ST4XDEAPL9Y8 tag=U435JF0W8W25 type=write size=2635923 2024-08-29T18:10:57.463 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:57.463+0000 7f6dcfdbe640 1 > prepared operation key=3VC6XP11WXW6 tag=TU7GLSL5VFGH type=del size=301033 2024-08-29T18:10:57.469 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:57.467+0000 7f6dcfdbe640 1 < completed delete operation key=B7L6NXZ0V2CR tag=005F0A23RND3 type=del 2024-08-29T18:10:57.480 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:57.479+0000 7f6dcfdbe640 1 > prepared part key=_multipart_YKW2ORIZT8YI.2~FUKIX1IKBNB9.0 size=1048576 2024-08-29T18:10:57.485 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:57.483+0000 7f6dcfdbe640 1 > prepared part key=_multipart_YKW2ORIZT8YI.2~FUKIX1IKBNB9.1 size=30954 2024-08-29T18:10:57.485 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:57.483+0000 7f6dcfdbe640 1 > prepared multipart upload key=YKW2ORIZT8YI upload=FUKIX1IKBNB9 tag=ISISFASO22O5 type=write size=2128106 2024-08-29T18:10:57.491 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:57.491+0000 7f6dcfdbe640 1 < completed delete operation key=7XDT3ZRUKA4H tag=2UKN10G3BWSB type=del 2024-08-29T18:10:57.501 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:57.499+0000 7f6dcfdbe640 1 > prepared part key=_multipart_3BV7GUDY3NXK.2~H44XJ4J19EZS.0 size=1048576 2024-08-29T18:10:57.505 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:57.503+0000 7f6dcfdbe640 1 > prepared part key=_multipart_3BV7GUDY3NXK.2~H44XJ4J19EZS.1 size=1048576 2024-08-29T18:10:57.510 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:57.511+0000 7f6dcfdbe640 1 > prepared part key=_multipart_3BV7GUDY3NXK.2~H44XJ4J19EZS.2 size=245235 2024-08-29T18:10:57.510 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:57.511+0000 7f6dcfdbe640 1 > prepared multipart upload key=3BV7GUDY3NXK upload=H44XJ4J19EZS tag=QEB2GUSV84H4 type=write size=3390963 2024-08-29T18:10:57.515 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:57.515+0000 7f6dcfdbe640 1 < completed part key=_multipart_7D5I09Z3ND5H.2~I04HKRO10MU0.0 size=299179 2024-08-29T18:10:57.525 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:57.523+0000 7f6dcfdbe640 1 < completed multipart upload key=7D5I09Z3ND5H upload=I04HKRO10MU0 tag=9DJ04YTFU8RZ type=write size=1347755 2024-08-29T18:10:57.531 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:57.531+0000 7f6dcfdbe640 1 > prepared operation key=L6FV6KJ6OHNY tag=47Y0BOI4TFRB type=del size=851294 2024-08-29T18:10:57.538 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:57.539+0000 7f6dcfdbe640 1 < completed part key=_multipart_DGQXCI25DDX7.2~2E3U3E77AN43.0 size=1048576 2024-08-29T18:10:57.543 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:57.543+0000 7f6dcfdbe640 1 < completed part key=_multipart_DGQXCI25DDX7.2~2E3U3E77AN43.1 size=269878 2024-08-29T18:10:57.553 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:57.551+0000 7f6dcfdbe640 1 < completed multipart upload key=DGQXCI25DDX7 upload=2E3U3E77AN43 tag=WMXHWX6RFYA6 type=write size=2367030 2024-08-29T18:10:57.560 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:57.559+0000 7f6dcfdbe640 1 > prepared operation key=CY91RGLS4L74 tag=8LP1WXEZBM0H type=del size=1490480 2024-08-29T18:10:57.566 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:57.567+0000 7f6dcfdbe640 1 < completed write operation key=KZ45Y56F6JGC tag=EX5N35RJN6NS type=write size=93576 2024-08-29T18:10:57.577 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:57.575+0000 7f6dcfdbe640 1 > prepared part key=_multipart_7Y0GYERC6W4H.2~INQ134TR08GV.0 size=1048576 2024-08-29T18:10:57.582 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:57.583+0000 7f6dcfdbe640 1 > prepared part key=_multipart_7Y0GYERC6W4H.2~INQ134TR08GV.1 size=1048576 2024-08-29T18:10:57.586 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:57.587+0000 7f6dcfdbe640 1 > prepared part key=_multipart_7Y0GYERC6W4H.2~INQ134TR08GV.2 size=594715 2024-08-29T18:10:57.587 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:57.587+0000 7f6dcfdbe640 1 > prepared multipart upload key=7Y0GYERC6W4H upload=INQ134TR08GV tag=PKY03GY24ZWV type=write size=3740443 2024-08-29T18:10:57.592 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:57.591+0000 7f6dcfdbe640 1 < canceled operation key=78MD08IJ7ULZ tag=QS88AR1P5Z9Y type=del size=422898 2024-08-29T18:10:57.603 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:57.603+0000 7f6dcfdbe640 1 > prepared part key=_multipart_3BV7GUDY3NXK.2~0L3UIUR89SGN.0 size=414661 2024-08-29T18:10:57.603 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:57.603+0000 7f6dcfdbe640 1 > prepared multipart upload key=3BV7GUDY3NXK upload=0L3UIUR89SGN tag=H8FZ2ANUM72X type=write size=1463237 2024-08-29T18:10:57.608 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:57.607+0000 7f6dcfdbe640 1 < completed delete operation key=PCRU0BDU1Z87 tag=PM2FUGUCGTFH type=del 2024-08-29T18:10:57.614 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:57.611+0000 7f6dcfdbe640 1 > prepared operation key=PCRU0BDU1Z87 tag=SUDEP7KR814K type=del size=1656083 2024-08-29T18:10:57.619 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:57.619+0000 7f6dcfdbe640 1 < completed part key=_multipart_KZ45Y56F6JGC.2~ZPICU8JVCI0H.0 size=1048576 2024-08-29T18:10:57.619 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:57.619+0000 7f6dcfdbe640 1 < canceled part key=_multipart_KZ45Y56F6JGC.2~ZPICU8JVCI0H.1 size=1048576 2024-08-29T18:10:57.624 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:57.623+0000 7f6dcfdbe640 1 < completed part key=_multipart_KZ45Y56F6JGC.2~ZPICU8JVCI0H.2 size=903062 2024-08-29T18:10:57.633 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:57.631+0000 7f6dcfdbe640 1 < canceled multipart upload key=KZ45Y56F6JGC upload=ZPICU8JVCI0H tag=O9D0BTES6YO8 type=write size=4048790 2024-08-29T18:10:57.639 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:57.639+0000 7f6dcfdbe640 1 > prepared operation key=7Y0GYERC6W4H tag=RSKGSLI4BB28 type=del size=4116251 2024-08-29T18:10:57.640 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:57.639+0000 7f6dcfdbe640 1 < canceled part key=_multipart_7D5I09Z3ND5H.2~J4HBHBFF8B11.0 size=1048576 2024-08-29T18:10:57.647 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:57.647+0000 7f6dcfdbe640 1 < completed part key=_multipart_7D5I09Z3ND5H.2~J4HBHBFF8B11.1 size=751943 2024-08-29T18:10:57.657 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:57.655+0000 7f6dcfdbe640 1 < canceled multipart upload key=7D5I09Z3ND5H upload=J4HBHBFF8B11 tag=8DK0UUVYS3IG type=write size=2849095 2024-08-29T18:10:57.669 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:57.667+0000 7f6dcfdbe640 1 > prepared part key=_multipart_YAC7TKWP61NS.2~LA6N9P8L7ZC9.0 size=1048576 2024-08-29T18:10:57.675 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:57.675+0000 7f6dcfdbe640 1 > prepared part key=_multipart_YAC7TKWP61NS.2~LA6N9P8L7ZC9.1 size=535394 2024-08-29T18:10:57.675 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:57.675+0000 7f6dcfdbe640 1 > prepared multipart upload key=YAC7TKWP61NS upload=LA6N9P8L7ZC9 tag=XMGWBJ6OGZE7 type=write size=2632546 2024-08-29T18:10:57.687 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:57.687+0000 7f6dcfdbe640 1 < suggested remove operation key=DGQXCI25DDX7 tag=86M25JWDYBFK type=del 2024-08-29T18:10:57.697 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:57.695+0000 7f6dcfdbe640 1 > prepared part key=_multipart_C47XT9Y9B7EW.2~XIKK7DR5NPSF.0 size=1048576 2024-08-29T18:10:57.702 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:57.699+0000 7f6dcfdbe640 1 > prepared part key=_multipart_C47XT9Y9B7EW.2~XIKK7DR5NPSF.1 size=270360 2024-08-29T18:10:57.702 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:57.699+0000 7f6dcfdbe640 1 > prepared multipart upload key=C47XT9Y9B7EW upload=XIKK7DR5NPSF tag=T3I87I6NJ42O type=write size=2367512 2024-08-29T18:10:57.708 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:57.707+0000 7f6dcfdbe640 1 < completed delete operation key=7D5I09Z3ND5H tag=EJVA2IGHBK5Y type=del 2024-08-29T18:10:57.713 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:57.711+0000 7f6dcfdbe640 1 > prepared operation key=F8MIRGU95TM4 tag=VW7N2N71U6XM type=del size=1303613 2024-08-29T18:10:57.719 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:57.719+0000 7f6dcfdbe640 1 < completed delete operation key=78MD08IJ7ULZ tag=F8JHR3DZURC6 type=del 2024-08-29T18:10:57.725 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:57.723+0000 7f6dcfdbe640 1 > prepared operation key=KZ45Y56F6JGC tag=PXBJVJCKAEJN type=del size=784362 2024-08-29T18:10:57.731 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:57.731+0000 7f6dcfdbe640 1 < completed delete operation key=7XDT3ZRUKA4H tag=E3VC7MTWRGU7 type=del 2024-08-29T18:10:57.737 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:57.735+0000 7f6dcfdbe640 1 > prepared operation key=I0OL3VZS23M6 tag=2XN4HIQAQNDQ type=del size=3742632 2024-08-29T18:10:57.745 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:57.743+0000 7f6dcfdbe640 1 < completed part key=_multipart_W4PL77H6JMGP.2~41T2FURC226U.0 size=103756 2024-08-29T18:10:57.755 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:57.755+0000 7f6dcfdbe640 1 < completed multipart upload key=W4PL77H6JMGP upload=41T2FURC226U tag=23X43DPSVW41 type=write size=1152332 2024-08-29T18:10:57.760 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:57.759+0000 7f6dcfdbe640 1 > prepared operation key=3VC6XP11WXW6 tag=ILA58CEXOCD2 type=del size=41187 2024-08-29T18:10:57.766 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:57.763+0000 7f6dcfdbe640 1 < completed delete operation key=7Y0GYERC6W4H tag=WOH1BOSUODZQ type=del 2024-08-29T18:10:57.771 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:57.771+0000 7f6dcfdbe640 1 > prepared operation key=LP0MLEKV3E74 tag=HV3WSE5BNM2V type=del size=1806090 2024-08-29T18:10:57.777 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:57.775+0000 7f6dcfdbe640 1 < canceled operation key=3VC6XP11WXW6 tag=TU7GLSL5VFGH type=del size=301033 2024-08-29T18:10:57.788 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:57.787+0000 7f6dcfdbe640 1 > prepared part key=_multipart_YKW2ORIZT8YI.2~HOV7SK2XMDEJ.0 size=1048576 2024-08-29T18:10:57.793 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:57.791+0000 7f6dcfdbe640 1 > prepared part key=_multipart_YKW2ORIZT8YI.2~HOV7SK2XMDEJ.1 size=1048576 2024-08-29T18:10:57.798 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:57.799+0000 7f6dcfdbe640 1 > prepared part key=_multipart_YKW2ORIZT8YI.2~HOV7SK2XMDEJ.2 size=96178 2024-08-29T18:10:57.799 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:57.799+0000 7f6dcfdbe640 1 > prepared multipart upload key=YKW2ORIZT8YI upload=HOV7SK2XMDEJ tag=W0N33JOMU8E9 type=write size=3241906 2024-08-29T18:10:57.805 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:57.803+0000 7f6dcfdbe640 1 < completed part key=_multipart_YKW2ORIZT8YI.2~FUKIX1IKBNB9.0 size=1048576 2024-08-29T18:10:57.810 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:57.811+0000 7f6dcfdbe640 1 < completed part key=_multipart_YKW2ORIZT8YI.2~FUKIX1IKBNB9.1 size=30954 2024-08-29T18:10:57.820 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:57.819+0000 7f6dcfdbe640 1 < completed multipart upload key=YKW2ORIZT8YI upload=FUKIX1IKBNB9 tag=ISISFASO22O5 type=write size=2128106 2024-08-29T18:10:57.826 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:10:57 smithi053 bash[68679]: audit 2024-08-29T18:10:57.058595+0000 mon.a (mon.0) 2115 : audit [DBG] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-29T18:10:57.826 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:57.827+0000 7f6dcfdbe640 1 > prepared operation key=7YYI239LZRWF tag=49KLDB9GYNCB type=write size=904574 2024-08-29T18:10:57.832 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:57.831+0000 7f6dcfdbe640 1 < completed part key=_multipart_3BV7GUDY3NXK.2~H44XJ4J19EZS.0 size=1048576 2024-08-29T18:10:57.839 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:57.839+0000 7f6dcfdbe640 1 < completed part key=_multipart_3BV7GUDY3NXK.2~H44XJ4J19EZS.1 size=1048576 2024-08-29T18:10:57.844 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:57.843+0000 7f6dcfdbe640 1 < completed part key=_multipart_3BV7GUDY3NXK.2~H44XJ4J19EZS.2 size=245235 2024-08-29T18:10:57.854 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:57.855+0000 7f6dcfdbe640 1 < completed multipart upload key=3BV7GUDY3NXK upload=H44XJ4J19EZS tag=QEB2GUSV84H4 type=write size=3390963 2024-08-29T18:10:57.860 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:57.859+0000 7f6dcfdbe640 1 > prepared operation key=DGQXCI25DDX7 tag=RV6XKO4GX9HV type=write size=290504 2024-08-29T18:10:57.866 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:57.863+0000 7f6dcfdbe640 1 < completed delete operation key=L6FV6KJ6OHNY tag=47Y0BOI4TFRB type=del 2024-08-29T18:10:57.872 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:57.871+0000 7f6dcfdbe640 1 > prepared operation key=ULOTXZSBLM0E tag=GL11Q4FG80XL type=del size=4039057 2024-08-29T18:10:57.879 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:10:57 smithi028 bash[78352]: audit 2024-08-29T18:10:57.058595+0000 mon.a (mon.0) 2115 : audit [DBG] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-29T18:10:57.879 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:10:57 smithi028 bash[77168]: audit 2024-08-29T18:10:57.058595+0000 mon.a (mon.0) 2115 : audit [DBG] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-29T18:10:57.884 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:57.883+0000 7f6dcfdbe640 1 < suggested remove operation key=CY91RGLS4L74 tag=8LP1WXEZBM0H type=del 2024-08-29T18:10:57.895 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:57.895+0000 7f6dcfdbe640 1 > prepared part key=_multipart_L6FV6KJ6OHNY.2~KUUJ7R4TV68R.0 size=366260 2024-08-29T18:10:57.895 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:57.895+0000 7f6dcfdbe640 1 > prepared multipart upload key=L6FV6KJ6OHNY upload=KUUJ7R4TV68R tag=A6V2B7EK35UW type=write size=1414836 2024-08-29T18:10:57.900 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:57.899+0000 7f6dcfdbe640 1 < completed part key=_multipart_7Y0GYERC6W4H.2~INQ134TR08GV.0 size=1048576 2024-08-29T18:10:57.906 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:57.903+0000 7f6dcfdbe640 1 < completed part key=_multipart_7Y0GYERC6W4H.2~INQ134TR08GV.1 size=1048576 2024-08-29T18:10:57.910 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:57.911+0000 7f6dcfdbe640 1 < completed part key=_multipart_7Y0GYERC6W4H.2~INQ134TR08GV.2 size=594715 2024-08-29T18:10:57.919 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:57.919+0000 7f6dcfdbe640 1 < completed multipart upload key=7Y0GYERC6W4H upload=INQ134TR08GV tag=PKY03GY24ZWV type=write size=3740443 2024-08-29T18:10:57.925 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:57.923+0000 7f6dcfdbe640 1 > prepared operation key=ULOTXZSBLM0E tag=PV1P430YUODD type=del size=1591153 2024-08-29T18:10:57.931 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:57.931+0000 7f6dcfdbe640 1 < completed part key=_multipart_3BV7GUDY3NXK.2~0L3UIUR89SGN.0 size=414661 2024-08-29T18:10:57.940 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:57.939+0000 7f6dcfdbe640 1 < completed multipart upload key=3BV7GUDY3NXK upload=0L3UIUR89SGN tag=H8FZ2ANUM72X type=write size=1463237 2024-08-29T18:10:57.945 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:57.943+0000 7f6dcfdbe640 1 > prepared operation key=KZ45Y56F6JGC tag=ZFHFSJ88FC75 type=del size=1822127 2024-08-29T18:10:57.956 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:57.955+0000 7f6dcfdbe640 1 < suggested update operation key=PCRU0BDU1Z87 tag=SUDEP7KR814K type=del size=1656083 2024-08-29T18:10:57.966 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:57.967+0000 7f6dcfdbe640 1 > prepared part key=_multipart_ROJNXFMRMF7F.2~IXU13HGIS38T.0 size=29488 2024-08-29T18:10:57.966 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:57.967+0000 7f6dcfdbe640 1 > prepared multipart upload key=ROJNXFMRMF7F upload=IXU13HGIS38T tag=4T34EUM7563Z type=write size=1078064 2024-08-29T18:10:57.971 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:57.971+0000 7f6dcfdbe640 1 < completed delete operation key=7Y0GYERC6W4H tag=RSKGSLI4BB28 type=del 2024-08-29T18:10:57.978 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:57.975+0000 7f6dcfdbe640 1 > prepared operation key=9XOQBHEAVUKF tag=TSWWMO8NV8ZQ type=del size=2228677 2024-08-29T18:10:57.979 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:57.979+0000 7f6dcfdbe640 1 < canceled part key=_multipart_YAC7TKWP61NS.2~LA6N9P8L7ZC9.0 size=1048576 2024-08-29T18:10:57.984 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:57.983+0000 7f6dcfdbe640 1 < completed part key=_multipart_YAC7TKWP61NS.2~LA6N9P8L7ZC9.1 size=535394 2024-08-29T18:10:57.994 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:57.995+0000 7f6dcfdbe640 1 < canceled multipart upload key=YAC7TKWP61NS upload=LA6N9P8L7ZC9 tag=XMGWBJ6OGZE7 type=write size=2632546 2024-08-29T18:10:58.005 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:58.003+0000 7f6dcfdbe640 1 > prepared part key=_multipart_CY91RGLS4L74.2~K0NCUML1R01D.0 size=1048576 2024-08-29T18:10:58.009 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:58.007+0000 7f6dcfdbe640 1 > prepared part key=_multipart_CY91RGLS4L74.2~K0NCUML1R01D.1 size=111551 2024-08-29T18:10:58.009 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:58.007+0000 7f6dcfdbe640 1 > prepared multipart upload key=CY91RGLS4L74 upload=K0NCUML1R01D tag=PR93SNMVPZQM type=write size=2208703 2024-08-29T18:10:58.015 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:58.015+0000 7f6dcfdbe640 1 < completed part key=_multipart_C47XT9Y9B7EW.2~XIKK7DR5NPSF.0 size=1048576 2024-08-29T18:10:58.015 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:58.015+0000 7f6dcfdbe640 1 < canceled part key=_multipart_C47XT9Y9B7EW.2~XIKK7DR5NPSF.1 size=270360 2024-08-29T18:10:58.024 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:58.023+0000 7f6dcfdbe640 1 < canceled multipart upload key=C47XT9Y9B7EW upload=XIKK7DR5NPSF tag=T3I87I6NJ42O type=write size=2367512 2024-08-29T18:10:58.035 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:58.035+0000 7f6dcfdbe640 1 > prepared part key=_multipart_YKW2ORIZT8YI.2~ZK0JZY9YW25L.0 size=1048576 2024-08-29T18:10:58.041 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:58.039+0000 7f6dcfdbe640 1 > prepared part key=_multipart_YKW2ORIZT8YI.2~ZK0JZY9YW25L.1 size=1048576 2024-08-29T18:10:58.045 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:58.043+0000 7f6dcfdbe640 1 > prepared part key=_multipart_YKW2ORIZT8YI.2~ZK0JZY9YW25L.2 size=953236 2024-08-29T18:10:58.045 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:58.043+0000 7f6dcfdbe640 1 > prepared multipart upload key=YKW2ORIZT8YI upload=ZK0JZY9YW25L tag=E8SX1CFX41PA type=write size=4098964 2024-08-29T18:10:58.051 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:58.051+0000 7f6dcfdbe640 1 < completed delete operation key=F8MIRGU95TM4 tag=VW7N2N71U6XM type=del 2024-08-29T18:10:58.056 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:58.055+0000 7f6dcfdbe640 1 > prepared operation key=DGQXCI25DDX7 tag=BQZNXR7MPCDP type=del size=1538621 2024-08-29T18:10:58.062 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:58.063+0000 7f6dcfdbe640 1 < completed delete operation key=KZ45Y56F6JGC tag=PXBJVJCKAEJN type=del 2024-08-29T18:10:58.068 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:58.067+0000 7f6dcfdbe640 1 > prepared operation key=7Y0GYERC6W4H tag=WUOH0IVL74HB type=del size=2050992 2024-08-29T18:10:58.074 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:58.071+0000 7f6dcfdbe640 1 < completed delete operation key=I0OL3VZS23M6 tag=2XN4HIQAQNDQ type=del 2024-08-29T18:10:58.084 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:58.083+0000 7f6dcfdbe640 1 > prepared part key=_multipart_P7TBKPU4347T.2~U7V56GK69EVM.0 size=12429 2024-08-29T18:10:58.084 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:58.083+0000 7f6dcfdbe640 1 > prepared multipart upload key=P7TBKPU4347T upload=U7V56GK69EVM tag=6VD7T9X715VB type=write size=1061005 2024-08-29T18:10:58.096 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:58.095+0000 7f6dcfdbe640 1 < suggested remove operation key=3VC6XP11WXW6 tag=ILA58CEXOCD2 type=del 2024-08-29T18:10:58.101 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:58.099+0000 7f6dcfdbe640 1 > prepared operation key=ULOTXZSBLM0E tag=0IP9G2CHJZTM type=write size=944869 2024-08-29T18:10:58.107 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:58.107+0000 7f6dcfdbe640 1 < completed delete operation key=LP0MLEKV3E74 tag=HV3WSE5BNM2V type=del 2024-08-29T18:10:58.117 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:58.115+0000 7f6dcfdbe640 1 > prepared part key=_multipart_MT6UK3U6H4JX.2~0MMWORCTSBIX.0 size=1048576 2024-08-29T18:10:58.121 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:58.119+0000 7f6dcfdbe640 1 > prepared part key=_multipart_MT6UK3U6H4JX.2~0MMWORCTSBIX.1 size=1048576 2024-08-29T18:10:58.126 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:58.123+0000 7f6dcfdbe640 1 > prepared part key=_multipart_MT6UK3U6H4JX.2~0MMWORCTSBIX.2 size=773034 2024-08-29T18:10:58.126 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:58.123+0000 7f6dcfdbe640 1 > prepared multipart upload key=MT6UK3U6H4JX upload=0MMWORCTSBIX tag=HYCLNNJ6W7TG type=write size=3918762 2024-08-29T18:10:58.131 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:58.131+0000 7f6dcfdbe640 1 < completed part key=_multipart_YKW2ORIZT8YI.2~HOV7SK2XMDEJ.0 size=1048576 2024-08-29T18:10:58.135 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:58.135+0000 7f6dcfdbe640 1 < completed part key=_multipart_YKW2ORIZT8YI.2~HOV7SK2XMDEJ.1 size=1048576 2024-08-29T18:10:58.140 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:58.139+0000 7f6dcfdbe640 1 < completed part key=_multipart_YKW2ORIZT8YI.2~HOV7SK2XMDEJ.2 size=96178 2024-08-29T18:10:58.151 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:58.151+0000 7f6dcfdbe640 1 < completed multipart upload key=YKW2ORIZT8YI upload=HOV7SK2XMDEJ tag=W0N33JOMU8E9 type=write size=3241906 2024-08-29T18:10:58.162 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:58.163+0000 7f6dcfdbe640 1 > prepared part key=_multipart_I0OL3VZS23M6.2~9IS5HVPS3682.0 size=917548 2024-08-29T18:10:58.162 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:58.163+0000 7f6dcfdbe640 1 > prepared multipart upload key=I0OL3VZS23M6 upload=9IS5HVPS3682 tag=UE4UDV5JF1SE type=write size=1966124 2024-08-29T18:10:58.168 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:58.167+0000 7f6dcfdbe640 1 < canceled operation key=7YYI239LZRWF tag=49KLDB9GYNCB type=write size=904574 2024-08-29T18:10:58.173 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:58.171+0000 7f6dcfdbe640 1 > prepared operation key=L6FV6KJ6OHNY tag=81AN47SYLREW type=del size=3101638 2024-08-29T18:10:58.185 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:58.183+0000 7f6dcfdbe640 1 < suggested remove operation key=DGQXCI25DDX7 tag=RV6XKO4GX9HV type=write 2024-08-29T18:10:58.195 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:58.195+0000 7f6dcfdbe640 1 > prepared part key=_multipart_YKW2ORIZT8YI.2~895N3OCYER86.0 size=1048576 2024-08-29T18:10:58.199 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:58.199+0000 7f6dcfdbe640 1 > prepared part key=_multipart_YKW2ORIZT8YI.2~895N3OCYER86.1 size=761831 2024-08-29T18:10:58.200 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:58.199+0000 7f6dcfdbe640 1 > prepared multipart upload key=YKW2ORIZT8YI upload=895N3OCYER86 tag=CNTEZF2G9O3B type=write size=2858983 2024-08-29T18:10:58.205 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:58.203+0000 7f6dcfdbe640 1 < completed delete operation key=ULOTXZSBLM0E tag=GL11Q4FG80XL type=del 2024-08-29T18:10:58.211 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:58.211+0000 7f6dcfdbe640 1 > prepared operation key=B7L6NXZ0V2CR tag=5M5TXT2222CH type=write size=896128 2024-08-29T18:10:58.217 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:58.215+0000 7f6dcfdbe640 1 < completed part key=_multipart_L6FV6KJ6OHNY.2~KUUJ7R4TV68R.0 size=366260 2024-08-29T18:10:58.226 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:58.227+0000 7f6dcfdbe640 1 < completed multipart upload key=L6FV6KJ6OHNY upload=KUUJ7R4TV68R tag=A6V2B7EK35UW type=write size=1414836 2024-08-29T18:10:58.232 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:58.231+0000 7f6dcfdbe640 1 > prepared operation key=LP0MLEKV3E74 tag=EWWOWSMKPL5N type=del size=3066653 2024-08-29T18:10:58.238 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:58.239+0000 7f6dcfdbe640 1 < completed delete operation key=ULOTXZSBLM0E tag=PV1P430YUODD type=del 2024-08-29T18:10:58.249 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:58.247+0000 7f6dcfdbe640 1 > prepared part key=_multipart_B7L6NXZ0V2CR.2~75RNWU962N2B.0 size=817236 2024-08-29T18:10:58.249 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:58.247+0000 7f6dcfdbe640 1 > prepared multipart upload key=B7L6NXZ0V2CR upload=75RNWU962N2B tag=2VFODJLX0KMP type=write size=1865812 2024-08-29T18:10:58.254 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:58.255+0000 7f6dcfdbe640 1 < completed delete operation key=KZ45Y56F6JGC tag=ZFHFSJ88FC75 type=del 2024-08-29T18:10:58.260 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:58.259+0000 7f6dcfdbe640 1 > prepared operation key=L6FV6KJ6OHNY tag=T61PS4BXLVHO type=del size=2811737 2024-08-29T18:10:58.265 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:58.263+0000 7f6dcfdbe640 1 < completed part key=_multipart_ROJNXFMRMF7F.2~IXU13HGIS38T.0 size=29488 2024-08-29T18:10:58.275 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:58.275+0000 7f6dcfdbe640 1 < completed multipart upload key=ROJNXFMRMF7F upload=IXU13HGIS38T tag=4T34EUM7563Z type=write size=1078064 2024-08-29T18:10:58.281 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:58.279+0000 7f6dcfdbe640 1 > prepared operation key=YKW2ORIZT8YI tag=UAZ61175NWYJ type=del size=1974477 2024-08-29T18:10:58.287 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:58.287+0000 7f6dcfdbe640 1 < completed delete operation key=9XOQBHEAVUKF tag=TSWWMO8NV8ZQ type=del 2024-08-29T18:10:58.298 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:58.295+0000 7f6dcfdbe640 1 > prepared part key=_multipart_C47XT9Y9B7EW.2~92OXVF7IPEB7.0 size=1048576 2024-08-29T18:10:58.302 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:58.303+0000 7f6dcfdbe640 1 > prepared part key=_multipart_C47XT9Y9B7EW.2~92OXVF7IPEB7.1 size=1048576 2024-08-29T18:10:58.306 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:58.307+0000 7f6dcfdbe640 1 > prepared part key=_multipart_C47XT9Y9B7EW.2~92OXVF7IPEB7.2 size=138430 2024-08-29T18:10:58.307 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:58.307+0000 7f6dcfdbe640 1 > prepared multipart upload key=C47XT9Y9B7EW upload=92OXVF7IPEB7 tag=ZCTPJDRJ93R4 type=write size=3284158 2024-08-29T18:10:58.312 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:58.311+0000 7f6dcfdbe640 1 < completed part key=_multipart_CY91RGLS4L74.2~K0NCUML1R01D.0 size=1048576 2024-08-29T18:10:58.317 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:58.315+0000 7f6dcfdbe640 1 < completed part key=_multipart_CY91RGLS4L74.2~K0NCUML1R01D.1 size=111551 2024-08-29T18:10:58.327 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:58.327+0000 7f6dcfdbe640 1 < completed multipart upload key=CY91RGLS4L74 upload=K0NCUML1R01D tag=PR93SNMVPZQM type=write size=2208703 2024-08-29T18:10:58.332 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:58.331+0000 7f6dcfdbe640 1 > prepared operation key=MT6UK3U6H4JX tag=3D4M4POY9J3A type=del size=1840328 2024-08-29T18:10:58.338 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:58.339+0000 7f6dcfdbe640 1 < completed part key=_multipart_YKW2ORIZT8YI.2~ZK0JZY9YW25L.0 size=1048576 2024-08-29T18:10:58.343 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:58.343+0000 7f6dcfdbe640 1 < completed part key=_multipart_YKW2ORIZT8YI.2~ZK0JZY9YW25L.1 size=1048576 2024-08-29T18:10:58.347 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:58.347+0000 7f6dcfdbe640 1 < completed part key=_multipart_YKW2ORIZT8YI.2~ZK0JZY9YW25L.2 size=953236 2024-08-29T18:10:58.357 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:58.355+0000 7f6dcfdbe640 1 < completed multipart upload key=YKW2ORIZT8YI upload=ZK0JZY9YW25L tag=E8SX1CFX41PA type=write size=4098964 2024-08-29T18:10:58.362 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:58.363+0000 7f6dcfdbe640 1 > prepared operation key=I0OL3VZS23M6 tag=WMQ0C557OCFV type=del size=1265887 2024-08-29T18:10:58.370 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:58.371+0000 7f6dcfdbe640 -1 < failed to complete operation key=DGQXCI25DDX7 tag=BQZNXR7MPCDP type=del size=1538621: (22) Invalid argument 2024-08-29T18:10:58.375 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:58.375+0000 7f6dcfdbe640 1 > prepared operation key=CY91RGLS4L74 tag=3PSXK7DNJVRC type=del size=2352850 2024-08-29T18:10:58.382 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:58.383+0000 7f6dcfdbe640 1 < completed delete operation key=7Y0GYERC6W4H tag=WUOH0IVL74HB type=del 2024-08-29T18:10:58.393 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:58.391+0000 7f6dcfdbe640 1 > prepared part key=_multipart_YKW2ORIZT8YI.2~S4O641IRKN2J.0 size=1048576 2024-08-29T18:10:58.398 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:58.395+0000 7f6dcfdbe640 1 > prepared part key=_multipart_YKW2ORIZT8YI.2~S4O641IRKN2J.1 size=211857 2024-08-29T18:10:58.398 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:58.395+0000 7f6dcfdbe640 1 > prepared multipart upload key=YKW2ORIZT8YI upload=S4O641IRKN2J tag=D5MI3H426E0W type=write size=2309009 2024-08-29T18:10:58.403 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:58.403+0000 7f6dcfdbe640 1 < completed part key=_multipart_P7TBKPU4347T.2~U7V56GK69EVM.0 size=12429 2024-08-29T18:10:58.413 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:58.411+0000 7f6dcfdbe640 1 < completed multipart upload key=P7TBKPU4347T upload=U7V56GK69EVM tag=6VD7T9X715VB type=write size=1061005 2024-08-29T18:10:58.418 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:58.419+0000 7f6dcfdbe640 1 > prepared operation key=YAC7TKWP61NS tag=7BCESAU6RLX4 type=write size=692711 2024-08-29T18:10:58.423 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:58.423+0000 7f6dcfdbe640 1 < completed write operation key=ULOTXZSBLM0E tag=0IP9G2CHJZTM type=write size=944869 2024-08-29T18:10:58.429 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:58.427+0000 7f6dcfdbe640 1 > prepared operation key=PCRU0BDU1Z87 tag=R4VDTCD2QDFB type=del size=3365136 2024-08-29T18:10:58.435 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:58.435+0000 7f6dcfdbe640 1 < completed part key=_multipart_MT6UK3U6H4JX.2~0MMWORCTSBIX.0 size=1048576 2024-08-29T18:10:58.439 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:58.439+0000 7f6dcfdbe640 1 < completed part key=_multipart_MT6UK3U6H4JX.2~0MMWORCTSBIX.1 size=1048576 2024-08-29T18:10:58.444 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:58.443+0000 7f6dcfdbe640 1 < completed part key=_multipart_MT6UK3U6H4JX.2~0MMWORCTSBIX.2 size=773034 2024-08-29T18:10:58.453 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:58.451+0000 7f6dcfdbe640 1 < completed multipart upload key=MT6UK3U6H4JX upload=0MMWORCTSBIX tag=HYCLNNJ6W7TG type=write size=3918762 2024-08-29T18:10:58.464 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:58.463+0000 7f6dcfdbe640 1 > prepared part key=_multipart_JX058LCOIR42.2~PBBV9RY28WUF.0 size=409043 2024-08-29T18:10:58.464 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:58.463+0000 7f6dcfdbe640 1 > prepared multipart upload key=JX058LCOIR42 upload=PBBV9RY28WUF tag=PJK9VIONGNEF type=write size=1457619 2024-08-29T18:10:58.471 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:58.471+0000 7f6dcfdbe640 1 < completed part key=_multipart_I0OL3VZS23M6.2~9IS5HVPS3682.0 size=917548 2024-08-29T18:10:58.481 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:58.479+0000 7f6dcfdbe640 1 < completed multipart upload key=I0OL3VZS23M6 upload=9IS5HVPS3682 tag=UE4UDV5JF1SE type=write size=1966124 2024-08-29T18:10:58.491 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:58.491+0000 7f6dcfdbe640 1 > prepared part key=_multipart_KZ45Y56F6JGC.2~C1Q6Z6JUL9Q3.0 size=794153 2024-08-29T18:10:58.491 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:58.491+0000 7f6dcfdbe640 1 > prepared multipart upload key=KZ45Y56F6JGC upload=C1Q6Z6JUL9Q3 tag=QGGIZ0R9GWST type=write size=1842729 2024-08-29T18:10:58.497 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:58.495+0000 7f6dcfdbe640 1 < completed delete operation key=L6FV6KJ6OHNY tag=81AN47SYLREW type=del 2024-08-29T18:10:58.502 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:58.503+0000 7f6dcfdbe640 1 > prepared operation key=3VC6XP11WXW6 tag=CB3ICUAXSOCV type=del size=3920591 2024-08-29T18:10:58.508 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:58.507+0000 7f6dcfdbe640 1 < completed part key=_multipart_YKW2ORIZT8YI.2~895N3OCYER86.0 size=1048576 2024-08-29T18:10:58.513 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:58.511+0000 7f6dcfdbe640 1 < completed part key=_multipart_YKW2ORIZT8YI.2~895N3OCYER86.1 size=761831 2024-08-29T18:10:58.523 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:58.523+0000 7f6dcfdbe640 1 < completed multipart upload key=YKW2ORIZT8YI upload=895N3OCYER86 tag=CNTEZF2G9O3B type=write size=2858983 2024-08-29T18:10:58.534 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:58.535+0000 7f6dcfdbe640 1 > prepared part key=_multipart_9XOQBHEAVUKF.2~B7DKKQ7K3T83.0 size=1048576 2024-08-29T18:10:58.539 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:58.539+0000 7f6dcfdbe640 1 > prepared part key=_multipart_9XOQBHEAVUKF.2~B7DKKQ7K3T83.1 size=70747 2024-08-29T18:10:58.539 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:58.539+0000 7f6dcfdbe640 1 > prepared multipart upload key=9XOQBHEAVUKF upload=B7DKKQ7K3T83 tag=0I5T5KF9Z8P0 type=write size=2167899 2024-08-29T18:10:58.545 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:58.543+0000 7f6dcfdbe640 1 < canceled operation key=B7L6NXZ0V2CR tag=5M5TXT2222CH type=write size=896128 2024-08-29T18:10:58.551 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:58.551+0000 7f6dcfdbe640 1 > prepared operation key=CN52F1ME4Q7H tag=3NU8CK9EWWAW type=del size=3615546 2024-08-29T18:10:58.557 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:58.555+0000 7f6dcfdbe640 1 < completed delete operation key=LP0MLEKV3E74 tag=EWWOWSMKPL5N type=del 2024-08-29T18:10:58.563 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:58.563+0000 7f6dcfdbe640 1 > prepared operation key=ROJNXFMRMF7F tag=FYZME7VN7QMU type=write size=674249 2024-08-29T18:10:58.568 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:58.567+0000 7f6dcfdbe640 1 < completed part key=_multipart_B7L6NXZ0V2CR.2~75RNWU962N2B.0 size=817236 2024-08-29T18:10:58.579 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:58.579+0000 7f6dcfdbe640 1 < completed multipart upload key=B7L6NXZ0V2CR upload=75RNWU962N2B tag=2VFODJLX0KMP type=write size=1865812 2024-08-29T18:10:58.586 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:58.587+0000 7f6dcfdbe640 1 > prepared operation key=B7L6NXZ0V2CR tag=O6ZN74YZZAMD type=del size=1287871 2024-08-29T18:10:58.595 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:58.595+0000 7f6dcfdbe640 1 < completed delete operation key=L6FV6KJ6OHNY tag=T61PS4BXLVHO type=del 2024-08-29T18:10:58.601 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:58.599+0000 7f6dcfdbe640 1 > prepared operation key=CY91RGLS4L74 tag=DS0L04PEHH2W type=del size=684315 2024-08-29T18:10:58.607 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:58.607+0000 7f6dcfdbe640 1 < completed delete operation key=YKW2ORIZT8YI tag=UAZ61175NWYJ type=del 2024-08-29T18:10:58.613 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:58.611+0000 7f6dcfdbe640 1 > prepared operation key=PCRU0BDU1Z87 tag=WC278XSZUDBT type=del size=2105309 2024-08-29T18:10:58.620 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:58.619+0000 7f6dcfdbe640 1 < completed part key=_multipart_C47XT9Y9B7EW.2~92OXVF7IPEB7.0 size=1048576 2024-08-29T18:10:58.625 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:58.623+0000 7f6dcfdbe640 1 < completed part key=_multipart_C47XT9Y9B7EW.2~92OXVF7IPEB7.1 size=1048576 2024-08-29T18:10:58.630 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:58.631+0000 7f6dcfdbe640 1 < completed part key=_multipart_C47XT9Y9B7EW.2~92OXVF7IPEB7.2 size=138430 2024-08-29T18:10:58.641 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:58.639+0000 7f6dcfdbe640 1 < completed multipart upload key=C47XT9Y9B7EW upload=92OXVF7IPEB7 tag=ZCTPJDRJ93R4 type=write size=3284158 2024-08-29T18:10:58.648 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:58.647+0000 7f6dcfdbe640 1 > prepared operation key=DGQXCI25DDX7 tag=ZRKVES104ITU type=del size=2808811 2024-08-29T18:10:58.660 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:58.659+0000 7f6dcfdbe640 1 < suggested remove operation key=MT6UK3U6H4JX tag=3D4M4POY9J3A type=del 2024-08-29T18:10:58.665 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:58.663+0000 7f6dcfdbe640 1 > prepared operation key=W4PL77H6JMGP tag=JS9C3SX0W5DI type=del size=3173033 2024-08-29T18:10:58.671 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:58.671+0000 7f6dcfdbe640 1 < completed delete operation key=I0OL3VZS23M6 tag=WMQ0C557OCFV type=del 2024-08-29T18:10:58.676 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:58.675+0000 7f6dcfdbe640 1 > prepared operation key=T9L1J5N8K7MO tag=05PYFCCSAKA7 type=del size=344837 2024-08-29T18:10:58.681 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:58.679+0000 7f6dcfdbe640 1 < canceled operation key=CY91RGLS4L74 tag=3PSXK7DNJVRC type=del size=2352850 2024-08-29T18:10:58.687 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:58.687+0000 7f6dcfdbe640 1 > prepared operation key=7YYI239LZRWF tag=HO0M443E2KP5 type=del size=3944680 2024-08-29T18:10:58.692 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:58.691+0000 7f6dcfdbe640 1 < completed part key=_multipart_YKW2ORIZT8YI.2~S4O641IRKN2J.0 size=1048576 2024-08-29T18:10:58.697 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:58.695+0000 7f6dcfdbe640 1 < completed part key=_multipart_YKW2ORIZT8YI.2~S4O641IRKN2J.1 size=211857 2024-08-29T18:10:58.706 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:58.707+0000 7f6dcfdbe640 1 < completed multipart upload key=YKW2ORIZT8YI upload=S4O641IRKN2J tag=D5MI3H426E0W type=write size=2309009 2024-08-29T18:10:58.712 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:58.711+0000 7f6dcfdbe640 1 > prepared operation key=B7L6NXZ0V2CR tag=9MOEEPKC3Y0T type=del size=4128644 2024-08-29T18:10:58.717 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:58.715+0000 7f6dcfdbe640 1 < completed write operation key=YAC7TKWP61NS tag=7BCESAU6RLX4 type=write size=692711 2024-08-29T18:10:58.722 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:58.723+0000 7f6dcfdbe640 1 > prepared operation key=C47XT9Y9B7EW tag=JS1DKJMM21XQ type=del size=3402450 2024-08-29T18:10:58.728 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:58.727+0000 7f6dcfdbe640 1 < completed delete operation key=PCRU0BDU1Z87 tag=R4VDTCD2QDFB type=del 2024-08-29T18:10:58.738 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:58.739+0000 7f6dcfdbe640 1 > prepared part key=_multipart_B7L6NXZ0V2CR.2~L2ULDSR66L4I.0 size=1048576 2024-08-29T18:10:58.743 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:58.743+0000 7f6dcfdbe640 1 > prepared part key=_multipart_B7L6NXZ0V2CR.2~L2ULDSR66L4I.1 size=1048576 2024-08-29T18:10:58.748 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:58.747+0000 7f6dcfdbe640 1 > prepared part key=_multipart_B7L6NXZ0V2CR.2~L2ULDSR66L4I.2 size=940046 2024-08-29T18:10:58.748 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:58.747+0000 7f6dcfdbe640 1 > prepared multipart upload key=B7L6NXZ0V2CR upload=L2ULDSR66L4I tag=AHBO83I3IV7R type=write size=4085774 2024-08-29T18:10:58.753 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:58.751+0000 7f6dcfdbe640 1 < completed part key=_multipart_JX058LCOIR42.2~PBBV9RY28WUF.0 size=409043 2024-08-29T18:10:58.763 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:58.763+0000 7f6dcfdbe640 1 < completed multipart upload key=JX058LCOIR42 upload=PBBV9RY28WUF tag=PJK9VIONGNEF type=write size=1457619 2024-08-29T18:10:58.773 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:58.771+0000 7f6dcfdbe640 1 > prepared part key=_multipart_I0OL3VZS23M6.2~INKFHDHJ7J04.0 size=1048576 2024-08-29T18:10:58.777 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:58.775+0000 7f6dcfdbe640 1 > prepared part key=_multipart_I0OL3VZS23M6.2~INKFHDHJ7J04.1 size=756219 2024-08-29T18:10:58.778 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:58.775+0000 7f6dcfdbe640 1 > prepared multipart upload key=I0OL3VZS23M6 upload=INKFHDHJ7J04 tag=L3J6UGUHM2Z2 type=write size=2853371 2024-08-29T18:10:58.783 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:58.783+0000 7f6dcfdbe640 1 < completed part key=_multipart_KZ45Y56F6JGC.2~C1Q6Z6JUL9Q3.0 size=794153 2024-08-29T18:10:58.792 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:58.791+0000 7f6dcfdbe640 1 < completed multipart upload key=KZ45Y56F6JGC upload=C1Q6Z6JUL9Q3 tag=QGGIZ0R9GWST type=write size=1842729 2024-08-29T18:10:58.798 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:58.799+0000 7f6dcfdbe640 1 > prepared operation key=JX058LCOIR42 tag=FDQCQ75NTGAN type=del size=746502 2024-08-29T18:10:58.803 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:58.803+0000 7f6dcfdbe640 1 < completed delete operation key=3VC6XP11WXW6 tag=CB3ICUAXSOCV type=del 2024-08-29T18:10:58.809 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:58.807+0000 7f6dcfdbe640 1 > prepared operation key=78MD08IJ7ULZ tag=287PBWJBCIYF type=del size=3823857 2024-08-29T18:10:58.814 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:58.815+0000 7f6dcfdbe640 1 < completed part key=_multipart_9XOQBHEAVUKF.2~B7DKKQ7K3T83.0 size=1048576 2024-08-29T18:10:58.815 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:58.815+0000 7f6dcfdbe640 1 < canceled part key=_multipart_9XOQBHEAVUKF.2~B7DKKQ7K3T83.1 size=70747 2024-08-29T18:10:58.824 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:58.823+0000 7f6dcfdbe640 1 < canceled multipart upload key=9XOQBHEAVUKF upload=B7DKKQ7K3T83 tag=0I5T5KF9Z8P0 type=write size=2167899 2024-08-29T18:10:58.826 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:10:58 smithi053 bash[68679]: cluster 2024-08-29T18:10:57.392190+0000 mgr.y (mgr.25022) 727 : cluster [DBG] pgmap v1408: 137 pgs: 137 active+clean; 583 KiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 417 KiB/s rd, 141 KiB/s wr, 734 op/s 2024-08-29T18:10:58.830 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:58.831+0000 7f6dcfdbe640 1 > prepared operation key=DGQXCI25DDX7 tag=SFF30JOV85HM type=write size=12759 2024-08-29T18:10:58.836 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:58.835+0000 7f6dcfdbe640 1 < canceled operation key=CN52F1ME4Q7H tag=3NU8CK9EWWAW type=del size=3615546 2024-08-29T18:10:58.848 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:58.847+0000 7f6dcfdbe640 1 > prepared part key=_multipart_C47XT9Y9B7EW.2~PI9WPLBXZO1M.0 size=1048576 2024-08-29T18:10:58.853 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:58.851+0000 7f6dcfdbe640 1 > prepared part key=_multipart_C47XT9Y9B7EW.2~PI9WPLBXZO1M.1 size=377139 2024-08-29T18:10:58.853 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:58.851+0000 7f6dcfdbe640 1 > prepared multipart upload key=C47XT9Y9B7EW upload=PI9WPLBXZO1M tag=VK9U7BRWR8BE type=write size=2474291 2024-08-29T18:10:58.859 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:58.859+0000 7f6dcfdbe640 1 < completed write operation key=ROJNXFMRMF7F tag=FYZME7VN7QMU type=write size=674249 2024-08-29T18:10:58.865 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:58.863+0000 7f6dcfdbe640 1 > prepared operation key=B7L6NXZ0V2CR tag=6BX324PZW93D type=del size=3613752 2024-08-29T18:10:58.872 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:58.871+0000 7f6dcfdbe640 1 < completed delete operation key=B7L6NXZ0V2CR tag=O6ZN74YZZAMD type=del 2024-08-29T18:10:58.879 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:10:58 smithi028 bash[78352]: cluster 2024-08-29T18:10:57.392190+0000 mgr.y (mgr.25022) 727 : cluster [DBG] pgmap v1408: 137 pgs: 137 active+clean; 583 KiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 417 KiB/s rd, 141 KiB/s wr, 734 op/s 2024-08-29T18:10:58.879 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:10:58 smithi028 bash[77168]: cluster 2024-08-29T18:10:57.392190+0000 mgr.y (mgr.25022) 727 : cluster [DBG] pgmap v1408: 137 pgs: 137 active+clean; 583 KiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 417 KiB/s rd, 141 KiB/s wr, 734 op/s 2024-08-29T18:10:58.883 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:58.883+0000 7f6dcfdbe640 1 > prepared part key=_multipart_CN52F1ME4Q7H.2~T8MH0TAN969D.0 size=556889 2024-08-29T18:10:58.883 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:58.883+0000 7f6dcfdbe640 1 > prepared multipart upload key=CN52F1ME4Q7H upload=T8MH0TAN969D tag=JE3BA59S2JED type=write size=1605465 2024-08-29T18:10:58.889 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:58.887+0000 7f6dcfdbe640 1 < completed delete operation key=CY91RGLS4L74 tag=DS0L04PEHH2W type=del 2024-08-29T18:10:58.899 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:58.899+0000 7f6dcfdbe640 1 > prepared part key=_multipart_T9L1J5N8K7MO.2~13O2F9ZB33AD.0 size=1048576 2024-08-29T18:10:58.904 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:58.903+0000 7f6dcfdbe640 1 > prepared part key=_multipart_T9L1J5N8K7MO.2~13O2F9ZB33AD.1 size=1048576 2024-08-29T18:10:58.909 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:58.907+0000 7f6dcfdbe640 1 > prepared part key=_multipart_T9L1J5N8K7MO.2~13O2F9ZB33AD.2 size=427277 2024-08-29T18:10:58.909 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:58.907+0000 7f6dcfdbe640 1 > prepared multipart upload key=T9L1J5N8K7MO upload=13O2F9ZB33AD tag=M2P0K6LTEFJA type=write size=3573005 2024-08-29T18:10:58.914 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:58.915+0000 7f6dcfdbe640 1 < completed delete operation key=PCRU0BDU1Z87 tag=WC278XSZUDBT type=del 2024-08-29T18:10:58.921 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:58.919+0000 7f6dcfdbe640 1 > prepared operation key=ROJNXFMRMF7F tag=Y3UER9SPL2S9 type=del size=365685 2024-08-29T18:10:58.926 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:58.927+0000 7f6dcfdbe640 1 < completed delete operation key=DGQXCI25DDX7 tag=ZRKVES104ITU type=del 2024-08-29T18:10:58.933 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:58.931+0000 7f6dcfdbe640 1 > prepared operation key=CY91RGLS4L74 tag=OZT0X2RSBHYI type=del size=3314786 2024-08-29T18:10:58.938 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:58.939+0000 7f6dcfdbe640 1 < completed delete operation key=W4PL77H6JMGP tag=JS9C3SX0W5DI type=del 2024-08-29T18:10:58.944 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:58.943+0000 7f6dcfdbe640 1 > prepared operation key=DGQXCI25DDX7 tag=Q4K5ASO2X4BL type=del size=2119391 2024-08-29T18:10:58.950 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:58.951+0000 7f6dcfdbe640 1 < canceled operation key=T9L1J5N8K7MO tag=05PYFCCSAKA7 type=del size=344837 2024-08-29T18:10:58.956 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:58.955+0000 7f6dcfdbe640 1 > prepared operation key=F8MIRGU95TM4 tag=SMZ9QF0YED0V type=del size=2274986 2024-08-29T18:10:58.969 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:58.967+0000 7f6dcfdbe640 1 < suggested remove operation key=7YYI239LZRWF tag=HO0M443E2KP5 type=del 2024-08-29T18:10:58.980 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:58.979+0000 7f6dcfdbe640 1 > prepared part key=_multipart_7Y0GYERC6W4H.2~NQU6IQKE2ZS5.0 size=1048576 2024-08-29T18:10:58.984 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:58.983+0000 7f6dcfdbe640 1 > prepared part key=_multipart_7Y0GYERC6W4H.2~NQU6IQKE2ZS5.1 size=1048576 2024-08-29T18:10:58.989 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:58.987+0000 7f6dcfdbe640 1 > prepared part key=_multipart_7Y0GYERC6W4H.2~NQU6IQKE2ZS5.2 size=366551 2024-08-29T18:10:58.989 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:58.987+0000 7f6dcfdbe640 1 > prepared multipart upload key=7Y0GYERC6W4H upload=NQU6IQKE2ZS5 tag=52DXXIBS0QMW type=write size=3512279 2024-08-29T18:10:58.995 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:58.995+0000 7f6dcfdbe640 1 < completed delete operation key=B7L6NXZ0V2CR tag=9MOEEPKC3Y0T type=del 2024-08-29T18:10:59.000 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:58.999+0000 7f6dcfdbe640 1 > prepared operation key=I0OL3VZS23M6 tag=3EAGH504N63G type=del size=1810172 2024-08-29T18:10:59.008 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:59.007+0000 7f6dcfdbe640 1 < completed delete operation key=C47XT9Y9B7EW tag=JS1DKJMM21XQ type=del 2024-08-29T18:10:59.014 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:59.015+0000 7f6dcfdbe640 1 > prepared operation key=B7L6NXZ0V2CR tag=PN4YMBSZ91NJ type=write size=530711 2024-08-29T18:10:59.021 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:59.019+0000 7f6dcfdbe640 1 < completed part key=_multipart_B7L6NXZ0V2CR.2~L2ULDSR66L4I.0 size=1048576 2024-08-29T18:10:59.027 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:59.027+0000 7f6dcfdbe640 1 < completed part key=_multipart_B7L6NXZ0V2CR.2~L2ULDSR66L4I.1 size=1048576 2024-08-29T18:10:59.032 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:59.031+0000 7f6dcfdbe640 1 < completed part key=_multipart_B7L6NXZ0V2CR.2~L2ULDSR66L4I.2 size=940046 2024-08-29T18:10:59.043 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:59.043+0000 7f6dcfdbe640 1 < completed multipart upload key=B7L6NXZ0V2CR upload=L2ULDSR66L4I tag=AHBO83I3IV7R type=write size=4085774 2024-08-29T18:10:59.050 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:59.051+0000 7f6dcfdbe640 1 > prepared operation key=CY91RGLS4L74 tag=HMLXTXHA6ZHN type=del size=2181001 2024-08-29T18:10:59.056 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:59.055+0000 7f6dcfdbe640 1 < completed part key=_multipart_I0OL3VZS23M6.2~INKFHDHJ7J04.0 size=1048576 2024-08-29T18:10:59.056 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:59.055+0000 7f6dcfdbe640 1 < canceled part key=_multipart_I0OL3VZS23M6.2~INKFHDHJ7J04.1 size=756219 2024-08-29T18:10:59.066 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:59.067+0000 7f6dcfdbe640 1 < canceled multipart upload key=I0OL3VZS23M6 upload=INKFHDHJ7J04 tag=L3J6UGUHM2Z2 type=write size=2853371 2024-08-29T18:10:59.073 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:59.071+0000 7f6dcfdbe640 1 > prepared operation key=MT6UK3U6H4JX tag=L25C0S1O5VSM type=del size=720084 2024-08-29T18:10:59.079 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:59.079+0000 7f6dcfdbe640 1 < completed delete operation key=JX058LCOIR42 tag=FDQCQ75NTGAN type=del 2024-08-29T18:10:59.089 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:59.087+0000 7f6dcfdbe640 1 > prepared part key=_multipart_YAC7TKWP61NS.2~AX3MSNUMC12L.0 size=1048576 2024-08-29T18:10:59.094 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:59.095+0000 7f6dcfdbe640 1 > prepared part key=_multipart_YAC7TKWP61NS.2~AX3MSNUMC12L.1 size=1048576 2024-08-29T18:10:59.099 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:59.099+0000 7f6dcfdbe640 1 > prepared part key=_multipart_YAC7TKWP61NS.2~AX3MSNUMC12L.2 size=595792 2024-08-29T18:10:59.099 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:59.099+0000 7f6dcfdbe640 1 > prepared multipart upload key=YAC7TKWP61NS upload=AX3MSNUMC12L tag=WTF9862VKXKT type=write size=3741520 2024-08-29T18:10:59.105 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:59.103+0000 7f6dcfdbe640 1 < completed delete operation key=78MD08IJ7ULZ tag=287PBWJBCIYF type=del 2024-08-29T18:10:59.112 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:59.111+0000 7f6dcfdbe640 1 > prepared operation key=F8MIRGU95TM4 tag=PHA6FCNY50T0 type=del size=3617729 2024-08-29T18:10:59.122 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:59.119+0000 7f6dcfdbe640 1 < suggested remove operation key=DGQXCI25DDX7 tag=SFF30JOV85HM type=write 2024-08-29T18:10:59.128 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:59.127+0000 7f6dcfdbe640 1 > prepared operation key=7XDT3ZRUKA4H tag=3DG1C3YP69FD type=del size=942776 2024-08-29T18:10:59.133 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:59.131+0000 7f6dcfdbe640 1 < completed part key=_multipart_C47XT9Y9B7EW.2~PI9WPLBXZO1M.0 size=1048576 2024-08-29T18:10:59.138 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:59.139+0000 7f6dcfdbe640 1 < completed part key=_multipart_C47XT9Y9B7EW.2~PI9WPLBXZO1M.1 size=377139 2024-08-29T18:10:59.147 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:59.147+0000 7f6dcfdbe640 1 < completed multipart upload key=C47XT9Y9B7EW upload=PI9WPLBXZO1M tag=VK9U7BRWR8BE type=write size=2474291 2024-08-29T18:10:59.153 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:59.151+0000 7f6dcfdbe640 1 > prepared operation key=JX058LCOIR42 tag=NDDZINHTKP6F type=del size=1516325 2024-08-29T18:10:59.164 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:59.163+0000 7f6dcfdbe640 1 < suggested update operation key=B7L6NXZ0V2CR tag=6BX324PZW93D type=del size=3613752 2024-08-29T18:10:59.169 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:59.167+0000 7f6dcfdbe640 1 > prepared operation key=7D5I09Z3ND5H tag=LSUMGAU2ANKY type=del size=1487531 2024-08-29T18:10:59.170 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:59.171+0000 7f6dcfdbe640 1 < canceled part key=_multipart_CN52F1ME4Q7H.2~T8MH0TAN969D.0 size=556889 2024-08-29T18:10:59.180 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:59.179+0000 7f6dcfdbe640 1 < canceled multipart upload key=CN52F1ME4Q7H upload=T8MH0TAN969D tag=JE3BA59S2JED type=write size=1605465 2024-08-29T18:10:59.190 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:59.187+0000 7f6dcfdbe640 1 > prepared part key=_multipart_3BV7GUDY3NXK.2~GFC81NE5TNB5.0 size=523725 2024-08-29T18:10:59.190 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:59.187+0000 7f6dcfdbe640 1 > prepared multipart upload key=3BV7GUDY3NXK upload=GFC81NE5TNB5 tag=LLD39PRYGYDN type=write size=1572301 2024-08-29T18:10:59.191 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:59.191+0000 7f6dcfdbe640 1 < canceled part key=_multipart_T9L1J5N8K7MO.2~13O2F9ZB33AD.0 size=1048576 2024-08-29T18:10:59.195 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:59.195+0000 7f6dcfdbe640 1 < completed part key=_multipart_T9L1J5N8K7MO.2~13O2F9ZB33AD.1 size=1048576 2024-08-29T18:10:59.200 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:59.199+0000 7f6dcfdbe640 1 < completed part key=_multipart_T9L1J5N8K7MO.2~13O2F9ZB33AD.2 size=427277 2024-08-29T18:10:59.211 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:59.211+0000 7f6dcfdbe640 1 < canceled multipart upload key=T9L1J5N8K7MO upload=13O2F9ZB33AD tag=M2P0K6LTEFJA type=write size=3573005 2024-08-29T18:10:59.217 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:59.215+0000 7f6dcfdbe640 1 > prepared operation key=LP0MLEKV3E74 tag=OP99H77XBVBU type=del size=3385195 2024-08-29T18:10:59.224 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:59.223+0000 7f6dcfdbe640 1 < completed delete operation key=ROJNXFMRMF7F tag=Y3UER9SPL2S9 type=del 2024-08-29T18:10:59.230 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:59.231+0000 7f6dcfdbe640 1 > prepared operation key=7D5I09Z3ND5H tag=22E8WNSTLRP7 type=write size=30056 2024-08-29T18:10:59.242 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:59.239+0000 7f6dcfdbe640 1 < suggested remove operation key=CY91RGLS4L74 tag=OZT0X2RSBHYI type=del 2024-08-29T18:10:59.247 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:59.247+0000 7f6dcfdbe640 1 > prepared operation key=3VC6XP11WXW6 tag=UXJJGOSC3IBX type=del size=1669035 2024-08-29T18:10:59.258 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:59.259+0000 7f6dcfdbe640 -1 < failed to complete operation key=DGQXCI25DDX7 tag=Q4K5ASO2X4BL type=del size=2119391: (22) Invalid argument 2024-08-29T18:10:59.265 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:59.263+0000 7f6dcfdbe640 1 > prepared operation key=CY91RGLS4L74 tag=HX3RSBZ6AA9T type=del size=3818448 2024-08-29T18:10:59.271 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:59.271+0000 7f6dcfdbe640 1 < canceled operation key=F8MIRGU95TM4 tag=SMZ9QF0YED0V type=del size=2274986 2024-08-29T18:10:59.278 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:59.279+0000 7f6dcfdbe640 1 > prepared operation key=7XDT3ZRUKA4H tag=5UDKPFK76RK1 type=del size=533974 2024-08-29T18:10:59.284 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:59.283+0000 7f6dcfdbe640 1 < completed part key=_multipart_7Y0GYERC6W4H.2~NQU6IQKE2ZS5.0 size=1048576 2024-08-29T18:10:59.289 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:59.287+0000 7f6dcfdbe640 1 < completed part key=_multipart_7Y0GYERC6W4H.2~NQU6IQKE2ZS5.1 size=1048576 2024-08-29T18:10:59.294 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:59.295+0000 7f6dcfdbe640 1 < completed part key=_multipart_7Y0GYERC6W4H.2~NQU6IQKE2ZS5.2 size=366551 2024-08-29T18:10:59.304 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:59.303+0000 7f6dcfdbe640 1 < completed multipart upload key=7Y0GYERC6W4H upload=NQU6IQKE2ZS5 tag=52DXXIBS0QMW type=write size=3512279 2024-08-29T18:10:59.310 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:59.311+0000 7f6dcfdbe640 1 > prepared operation key=3BV7GUDY3NXK tag=FTCRTSSYNHLE type=del size=3785839 2024-08-29T18:10:59.317 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:59.315+0000 7f6dcfdbe640 1 < completed delete operation key=I0OL3VZS23M6 tag=3EAGH504N63G type=del 2024-08-29T18:10:59.322 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:59.323+0000 7f6dcfdbe640 1 > prepared operation key=7Y0GYERC6W4H tag=9TLFA0HL46G2 type=write size=729965 2024-08-29T18:10:59.330 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:59.327+0000 7f6dcfdbe640 -1 < failed to complete operation key=B7L6NXZ0V2CR tag=PN4YMBSZ91NJ type=write size=530711: (22) Invalid argument 2024-08-29T18:10:59.340 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:59.339+0000 7f6dcfdbe640 1 > prepared part key=_multipart_W4PL77H6JMGP.2~GU2X2CTAX8UO.0 size=1048576 2024-08-29T18:10:59.345 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:59.343+0000 7f6dcfdbe640 1 > prepared part key=_multipart_W4PL77H6JMGP.2~GU2X2CTAX8UO.1 size=877001 2024-08-29T18:10:59.345 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:59.343+0000 7f6dcfdbe640 1 > prepared multipart upload key=W4PL77H6JMGP upload=GU2X2CTAX8UO tag=DUN8P5G3RTJE type=write size=2974153 2024-08-29T18:10:59.353 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:59.351+0000 7f6dcfdbe640 -1 < failed to complete operation key=CY91RGLS4L74 tag=HMLXTXHA6ZHN type=del size=2181001: (22) Invalid argument 2024-08-29T18:10:59.358 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:59.359+0000 7f6dcfdbe640 1 > prepared operation key=LP0MLEKV3E74 tag=MB4FTPMPRYJO type=del size=3330076 2024-08-29T18:10:59.364 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:59.363+0000 7f6dcfdbe640 1 < completed delete operation key=MT6UK3U6H4JX tag=L25C0S1O5VSM type=del 2024-08-29T18:10:59.370 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:59.371+0000 7f6dcfdbe640 1 > prepared operation key=L6FV6KJ6OHNY tag=WR6JL40NEKP7 type=del size=2657499 2024-08-29T18:10:59.371 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:59.371+0000 7f6dcfdbe640 1 < canceled part key=_multipart_YAC7TKWP61NS.2~AX3MSNUMC12L.0 size=1048576 2024-08-29T18:10:59.376 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:59.375+0000 7f6dcfdbe640 1 < completed part key=_multipart_YAC7TKWP61NS.2~AX3MSNUMC12L.1 size=1048576 2024-08-29T18:10:59.381 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:59.379+0000 7f6dcfdbe640 1 < completed part key=_multipart_YAC7TKWP61NS.2~AX3MSNUMC12L.2 size=595792 2024-08-29T18:10:59.391 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:59.391+0000 7f6dcfdbe640 1 < canceled multipart upload key=YAC7TKWP61NS upload=AX3MSNUMC12L tag=WTF9862VKXKT type=write size=3741520 2024-08-29T18:10:59.404 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:59.403+0000 7f6dcfdbe640 1 > prepared part key=_multipart_YKW2ORIZT8YI.2~NPERPT41JOPI.0 size=1048576 2024-08-29T18:10:59.409 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:59.407+0000 7f6dcfdbe640 1 > prepared part key=_multipart_YKW2ORIZT8YI.2~NPERPT41JOPI.1 size=373448 2024-08-29T18:10:59.409 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:59.407+0000 7f6dcfdbe640 1 > prepared multipart upload key=YKW2ORIZT8YI upload=NPERPT41JOPI tag=F0VINZNZPRX7 type=write size=2470600 2024-08-29T18:10:59.414 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:59.415+0000 7f6dcfdbe640 1 < completed delete operation key=F8MIRGU95TM4 tag=PHA6FCNY50T0 type=del 2024-08-29T18:10:59.419 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:59.419+0000 7f6dcfdbe640 1 > prepared operation key=7D5I09Z3ND5H tag=GRF2RYPYD1QT type=del size=3050326 2024-08-29T18:10:59.426 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:59.423+0000 7f6dcfdbe640 1 < canceled operation key=7XDT3ZRUKA4H tag=3DG1C3YP69FD type=del size=942776 2024-08-29T18:10:59.437 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:59.435+0000 7f6dcfdbe640 1 > prepared part key=_multipart_7YYI239LZRWF.2~4INYVSP24ES5.0 size=1048576 2024-08-29T18:10:59.441 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:59.439+0000 7f6dcfdbe640 1 > prepared part key=_multipart_7YYI239LZRWF.2~4INYVSP24ES5.1 size=1048576 2024-08-29T18:10:59.445 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:59.443+0000 7f6dcfdbe640 1 > prepared part key=_multipart_7YYI239LZRWF.2~4INYVSP24ES5.2 size=310883 2024-08-29T18:10:59.446 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:59.443+0000 7f6dcfdbe640 1 > prepared multipart upload key=7YYI239LZRWF upload=4INYVSP24ES5 tag=PG9P9NIQVFDU type=write size=3456611 2024-08-29T18:10:59.452 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:59.451+0000 7f6dcfdbe640 1 < completed delete operation key=JX058LCOIR42 tag=NDDZINHTKP6F type=del 2024-08-29T18:10:59.458 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:59.459+0000 7f6dcfdbe640 1 > prepared operation key=9XOQBHEAVUKF tag=1O5EF626IDHR type=del size=1773860 2024-08-29T18:10:59.469 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:59.467+0000 7f6dcfdbe640 1 < suggested update operation key=7D5I09Z3ND5H tag=LSUMGAU2ANKY type=del size=1487531 2024-08-29T18:10:59.474 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:59.475+0000 7f6dcfdbe640 1 > prepared operation key=YKW2ORIZT8YI tag=ZVK2VELO8ILP type=del size=2092302 2024-08-29T18:10:59.481 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:59.479+0000 7f6dcfdbe640 1 < completed part key=_multipart_3BV7GUDY3NXK.2~GFC81NE5TNB5.0 size=523725 2024-08-29T18:10:59.491 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:59.491+0000 7f6dcfdbe640 1 < completed multipart upload key=3BV7GUDY3NXK upload=GFC81NE5TNB5 tag=LLD39PRYGYDN type=write size=1572301 2024-08-29T18:10:59.497 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:59.495+0000 7f6dcfdbe640 1 > prepared operation key=MT6UK3U6H4JX tag=IJQOD5A76IEN type=del size=2719920 2024-08-29T18:10:59.503 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:59.503+0000 7f6dcfdbe640 1 < completed delete operation key=LP0MLEKV3E74 tag=OP99H77XBVBU type=del 2024-08-29T18:10:59.510 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:59.507+0000 7f6dcfdbe640 1 > prepared operation key=7YYI239LZRWF tag=3DE9UIQKVOA6 type=del size=790730 2024-08-29T18:10:59.517 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:59.515+0000 7f6dcfdbe640 -1 < failed to complete operation key=7D5I09Z3ND5H tag=22E8WNSTLRP7 type=write size=30056: (22) Invalid argument 2024-08-29T18:10:59.528 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:59.527+0000 7f6dcfdbe640 1 > prepared part key=_multipart_CN52F1ME4Q7H.2~DBPLELBY13JF.0 size=1048576 2024-08-29T18:10:59.533 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:59.531+0000 7f6dcfdbe640 1 > prepared part key=_multipart_CN52F1ME4Q7H.2~DBPLELBY13JF.1 size=1048576 2024-08-29T18:10:59.538 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:59.535+0000 7f6dcfdbe640 1 > prepared part key=_multipart_CN52F1ME4Q7H.2~DBPLELBY13JF.2 size=196664 2024-08-29T18:10:59.538 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:59.535+0000 7f6dcfdbe640 1 > prepared multipart upload key=CN52F1ME4Q7H upload=DBPLELBY13JF tag=9TNVW02HT9OL type=write size=3342392 2024-08-29T18:10:59.550 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:59.547+0000 7f6dcfdbe640 1 < suggested update operation key=3VC6XP11WXW6 tag=UXJJGOSC3IBX type=del size=1669035 2024-08-29T18:10:59.556 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:59.555+0000 7f6dcfdbe640 1 > prepared operation key=W4PL77H6JMGP tag=7CVWKCGEMSPI type=del size=2294895 2024-08-29T18:10:59.563 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:59.563+0000 7f6dcfdbe640 1 < completed delete operation key=CY91RGLS4L74 tag=HX3RSBZ6AA9T type=del 2024-08-29T18:10:59.569 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:59.567+0000 7f6dcfdbe640 1 > prepared operation key=78MD08IJ7ULZ tag=0W5PQRD1V3A1 type=del size=3279410 2024-08-29T18:10:59.581 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:59.579+0000 7f6dcfdbe640 1 < suggested remove operation key=7XDT3ZRUKA4H tag=5UDKPFK76RK1 type=del 2024-08-29T18:10:59.592 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:59.591+0000 7f6dcfdbe640 1 > prepared part key=_multipart_7D5I09Z3ND5H.2~MMOR8Z9AM22I.0 size=378213 2024-08-29T18:10:59.592 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:59.591+0000 7f6dcfdbe640 1 > prepared multipart upload key=7D5I09Z3ND5H upload=MMOR8Z9AM22I tag=M3245GPW8107 type=write size=1426789 2024-08-29T18:10:59.603 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:59.603+0000 7f6dcfdbe640 1 < suggested update operation key=3BV7GUDY3NXK tag=FTCRTSSYNHLE type=del size=3785839 2024-08-29T18:10:59.609 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:59.607+0000 7f6dcfdbe640 1 > prepared operation key=F8MIRGU95TM4 tag=BTL5VUB6WDLG type=del size=1183291 2024-08-29T18:10:59.615 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:59.615+0000 7f6dcfdbe640 1 < completed write operation key=7Y0GYERC6W4H tag=9TLFA0HL46G2 type=write size=729965 2024-08-29T18:10:59.621 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:59.619+0000 7f6dcfdbe640 1 > prepared operation key=DGQXCI25DDX7 tag=JB4I6OON7O3F type=del size=817852 2024-08-29T18:10:59.626 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:59.627+0000 7f6dcfdbe640 1 < completed part key=_multipart_W4PL77H6JMGP.2~GU2X2CTAX8UO.0 size=1048576 2024-08-29T18:10:59.631 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:59.631+0000 7f6dcfdbe640 1 < completed part key=_multipart_W4PL77H6JMGP.2~GU2X2CTAX8UO.1 size=877001 2024-08-29T18:10:59.641 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:59.639+0000 7f6dcfdbe640 1 < completed multipart upload key=W4PL77H6JMGP upload=GU2X2CTAX8UO tag=DUN8P5G3RTJE type=write size=2974153 2024-08-29T18:10:59.652 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:59.651+0000 7f6dcfdbe640 1 > prepared part key=_multipart_7D5I09Z3ND5H.2~R4KZ8D676B3Y.0 size=1048576 2024-08-29T18:10:59.657 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:59.655+0000 7f6dcfdbe640 1 > prepared part key=_multipart_7D5I09Z3ND5H.2~R4KZ8D676B3Y.1 size=960325 2024-08-29T18:10:59.657 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:59.655+0000 7f6dcfdbe640 1 > prepared multipart upload key=7D5I09Z3ND5H upload=R4KZ8D676B3Y tag=QOM1FATE4BHZ type=write size=3057477 2024-08-29T18:10:59.663 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:59.663+0000 7f6dcfdbe640 1 < completed delete operation key=LP0MLEKV3E74 tag=MB4FTPMPRYJO type=del 2024-08-29T18:10:59.670 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:59.671+0000 7f6dcfdbe640 1 > prepared operation key=3BV7GUDY3NXK tag=66G9JHZPVMO2 type=del size=4192965 2024-08-29T18:10:59.676 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:59.675+0000 7f6dcfdbe640 1 < completed delete operation key=L6FV6KJ6OHNY tag=WR6JL40NEKP7 type=del 2024-08-29T18:10:59.681 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:59.679+0000 7f6dcfdbe640 1 > prepared operation key=W4PL77H6JMGP tag=U85D0TH1JAB9 type=del size=2525364 2024-08-29T18:10:59.687 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:59.687+0000 7f6dcfdbe640 1 < completed part key=_multipart_YKW2ORIZT8YI.2~NPERPT41JOPI.0 size=1048576 2024-08-29T18:10:59.693 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:59.691+0000 7f6dcfdbe640 1 < completed part key=_multipart_YKW2ORIZT8YI.2~NPERPT41JOPI.1 size=373448 2024-08-29T18:10:59.703 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:59.703+0000 7f6dcfdbe640 1 < completed multipart upload key=YKW2ORIZT8YI upload=NPERPT41JOPI tag=F0VINZNZPRX7 type=write size=2470600 2024-08-29T18:10:59.714 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:59.715+0000 7f6dcfdbe640 1 > prepared part key=_multipart_7Y0GYERC6W4H.2~2FJHNB1I2FAU.0 size=121500 2024-08-29T18:10:59.714 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:59.715+0000 7f6dcfdbe640 1 > prepared multipart upload key=7Y0GYERC6W4H upload=2FJHNB1I2FAU tag=D24UER90FM5R type=write size=1170076 2024-08-29T18:10:59.721 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:59.719+0000 7f6dcfdbe640 -1 < failed to complete operation key=7D5I09Z3ND5H tag=GRF2RYPYD1QT type=del size=3050326: (22) Invalid argument 2024-08-29T18:10:59.734 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:59.731+0000 7f6dcfdbe640 1 > prepared part key=_multipart_CY91RGLS4L74.2~ZSW02LA0IU06.0 size=1048576 2024-08-29T18:10:59.738 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:59.739+0000 7f6dcfdbe640 1 > prepared part key=_multipart_CY91RGLS4L74.2~ZSW02LA0IU06.1 size=1048576 2024-08-29T18:10:59.744 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:59.743+0000 7f6dcfdbe640 1 > prepared part key=_multipart_CY91RGLS4L74.2~ZSW02LA0IU06.2 size=416030 2024-08-29T18:10:59.744 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:59.743+0000 7f6dcfdbe640 1 > prepared multipart upload key=CY91RGLS4L74 upload=ZSW02LA0IU06 tag=3L3YBY4F49HF type=write size=3561758 2024-08-29T18:10:59.751 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:59.751+0000 7f6dcfdbe640 1 < completed part key=_multipart_7YYI239LZRWF.2~4INYVSP24ES5.0 size=1048576 2024-08-29T18:10:59.755 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:59.755+0000 7f6dcfdbe640 1 < completed part key=_multipart_7YYI239LZRWF.2~4INYVSP24ES5.1 size=1048576 2024-08-29T18:10:59.761 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:59.759+0000 7f6dcfdbe640 1 < completed part key=_multipart_7YYI239LZRWF.2~4INYVSP24ES5.2 size=310883 2024-08-29T18:10:59.773 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:59.771+0000 7f6dcfdbe640 1 < completed multipart upload key=7YYI239LZRWF upload=4INYVSP24ES5 tag=PG9P9NIQVFDU type=write size=3456611 2024-08-29T18:10:59.779 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:59.779+0000 7f6dcfdbe640 1 > prepared operation key=7XDT3ZRUKA4H tag=1MZ8QHOZ747J type=del size=295776 2024-08-29T18:10:59.784 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:59.783+0000 7f6dcfdbe640 1 < completed delete operation key=9XOQBHEAVUKF tag=1O5EF626IDHR type=del 2024-08-29T18:10:59.790 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:59.787+0000 7f6dcfdbe640 1 > prepared operation key=ROJNXFMRMF7F tag=EON7HBL7Z8WE type=del size=1338925 2024-08-29T18:10:59.796 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:59.795+0000 7f6dcfdbe640 1 < completed delete operation key=YKW2ORIZT8YI tag=ZVK2VELO8ILP type=del 2024-08-29T18:10:59.807 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:59.807+0000 7f6dcfdbe640 1 > prepared part key=_multipart_7YYI239LZRWF.2~NCF5P5ZXGY1H.0 size=1048576 2024-08-29T18:10:59.812 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:59.811+0000 7f6dcfdbe640 1 > prepared part key=_multipart_7YYI239LZRWF.2~NCF5P5ZXGY1H.1 size=660245 2024-08-29T18:10:59.812 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:59.811+0000 7f6dcfdbe640 1 > prepared multipart upload key=7YYI239LZRWF upload=NCF5P5ZXGY1H tag=4TDN6TBKY0BM type=write size=2757397 2024-08-29T18:10:59.818 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:59.819+0000 7f6dcfdbe640 1 < completed delete operation key=MT6UK3U6H4JX tag=IJQOD5A76IEN type=del 2024-08-29T18:10:59.830 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:59.831+0000 7f6dcfdbe640 1 > prepared part key=_multipart_3BV7GUDY3NXK.2~DJFYBQ536697.0 size=1048576 2024-08-29T18:10:59.835 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:59.835+0000 7f6dcfdbe640 1 > prepared part key=_multipart_3BV7GUDY3NXK.2~DJFYBQ536697.1 size=809388 2024-08-29T18:10:59.835 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:59.835+0000 7f6dcfdbe640 1 > prepared multipart upload key=3BV7GUDY3NXK upload=DJFYBQ536697 tag=ZG9YOO03AODE type=write size=2906540 2024-08-29T18:10:59.840 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:59.839+0000 7f6dcfdbe640 1 < canceled operation key=7YYI239LZRWF tag=3DE9UIQKVOA6 type=del size=790730 2024-08-29T18:10:59.846 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:59.847+0000 7f6dcfdbe640 1 > prepared operation key=CN52F1ME4Q7H tag=XZA1NOS1J2S6 type=del size=1726320 2024-08-29T18:10:59.847 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:59.847+0000 7f6dcfdbe640 1 < canceled part key=_multipart_CN52F1ME4Q7H.2~DBPLELBY13JF.0 size=1048576 2024-08-29T18:10:59.848 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:59.847+0000 7f6dcfdbe640 1 < canceled part key=_multipart_CN52F1ME4Q7H.2~DBPLELBY13JF.1 size=1048576 2024-08-29T18:10:59.854 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:59.851+0000 7f6dcfdbe640 1 < completed part key=_multipart_CN52F1ME4Q7H.2~DBPLELBY13JF.2 size=196664 2024-08-29T18:10:59.863 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:59.863+0000 7f6dcfdbe640 1 < canceled multipart upload key=CN52F1ME4Q7H upload=DBPLELBY13JF tag=9TNVW02HT9OL type=write size=3342392 2024-08-29T18:10:59.869 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:59.867+0000 7f6dcfdbe640 1 > prepared operation key=W4PL77H6JMGP tag=0A1MP5YI1TQX type=del size=2238466 2024-08-29T18:10:59.880 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:59.879+0000 7f6dcfdbe640 1 < suggested remove operation key=W4PL77H6JMGP tag=7CVWKCGEMSPI type=del 2024-08-29T18:10:59.886 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:59.887+0000 7f6dcfdbe640 1 > prepared operation key=FDT1EJQCIL25 tag=NB4KF8U1GQM8 type=del size=2846696 2024-08-29T18:10:59.893 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:59.891+0000 7f6dcfdbe640 1 < completed delete operation key=78MD08IJ7ULZ tag=0W5PQRD1V3A1 type=del 2024-08-29T18:10:59.899 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:59.899+0000 7f6dcfdbe640 1 > prepared operation key=YKW2ORIZT8YI tag=MUH1IMI88EH8 type=del size=2583377 2024-08-29T18:10:59.906 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:59.903+0000 7f6dcfdbe640 1 < completed part key=_multipart_7D5I09Z3ND5H.2~MMOR8Z9AM22I.0 size=378213 2024-08-29T18:10:59.915 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:59.915+0000 7f6dcfdbe640 1 < completed multipart upload key=7D5I09Z3ND5H upload=MMOR8Z9AM22I tag=M3245GPW8107 type=write size=1426789 2024-08-29T18:10:59.922 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:59.919+0000 7f6dcfdbe640 1 > prepared operation key=MT6UK3U6H4JX tag=UCJOHQF8CDZQ type=write size=1035547 2024-08-29T18:10:59.929 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:59.927+0000 7f6dcfdbe640 1 < completed delete operation key=F8MIRGU95TM4 tag=BTL5VUB6WDLG type=del 2024-08-29T18:10:59.941 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:59.939+0000 7f6dcfdbe640 1 > prepared part key=_multipart_7Y0GYERC6W4H.2~CZG33ED3QBBL.0 size=1048576 2024-08-29T18:10:59.946 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:59.947+0000 7f6dcfdbe640 1 > prepared part key=_multipart_7Y0GYERC6W4H.2~CZG33ED3QBBL.1 size=1048576 2024-08-29T18:10:59.951 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:59.951+0000 7f6dcfdbe640 1 > prepared part key=_multipart_7Y0GYERC6W4H.2~CZG33ED3QBBL.2 size=790708 2024-08-29T18:10:59.951 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:59.951+0000 7f6dcfdbe640 1 > prepared multipart upload key=7Y0GYERC6W4H upload=CZG33ED3QBBL tag=WUBFEJNZFTLL type=write size=3936436 2024-08-29T18:10:59.957 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:59.955+0000 7f6dcfdbe640 1 < completed delete operation key=DGQXCI25DDX7 tag=JB4I6OON7O3F type=del 2024-08-29T18:10:59.962 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:59.963+0000 7f6dcfdbe640 1 > prepared operation key=YAC7TKWP61NS tag=YPROP4TH4NS6 type=del size=2687751 2024-08-29T18:10:59.963 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:59.963+0000 7f6dcfdbe640 1 < canceled part key=_multipart_7D5I09Z3ND5H.2~R4KZ8D676B3Y.0 size=1048576 2024-08-29T18:10:59.969 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:59.967+0000 7f6dcfdbe640 1 < completed part key=_multipart_7D5I09Z3ND5H.2~R4KZ8D676B3Y.1 size=960325 2024-08-29T18:10:59.979 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:59.979+0000 7f6dcfdbe640 1 < canceled multipart upload key=7D5I09Z3ND5H upload=R4KZ8D676B3Y tag=QOM1FATE4BHZ type=write size=3057477 2024-08-29T18:10:59.985 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:59.983+0000 7f6dcfdbe640 1 > prepared operation key=LP0MLEKV3E74 tag=GY2V300HYY9E type=del size=1042538 2024-08-29T18:10:59.991 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:59.991+0000 7f6dcfdbe640 1 < completed delete operation key=3BV7GUDY3NXK tag=66G9JHZPVMO2 type=del 2024-08-29T18:10:59.998 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:10:59.999+0000 7f6dcfdbe640 1 > prepared operation key=P7TBKPU4347T tag=UYBWU3JAAXEJ type=del size=2429617 2024-08-29T18:11:00.007 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:00.007+0000 7f6dcfdbe640 -1 < failed to complete operation key=W4PL77H6JMGP tag=U85D0TH1JAB9 type=del size=2525364: (22) Invalid argument 2024-08-29T18:11:00.019 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:00.019+0000 7f6dcfdbe640 1 > prepared part key=_multipart_3BV7GUDY3NXK.2~DC1YXD2YV0C9.0 size=246143 2024-08-29T18:11:00.019 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:00.019+0000 7f6dcfdbe640 1 > prepared multipart upload key=3BV7GUDY3NXK upload=DC1YXD2YV0C9 tag=GY20UNNBLNBL type=write size=1294719 2024-08-29T18:11:00.025 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:00.023+0000 7f6dcfdbe640 1 < completed part key=_multipart_7Y0GYERC6W4H.2~2FJHNB1I2FAU.0 size=121500 2024-08-29T18:11:00.038 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:00.035+0000 7f6dcfdbe640 1 < completed multipart upload key=7Y0GYERC6W4H upload=2FJHNB1I2FAU tag=D24UER90FM5R type=write size=1170076 2024-08-29T18:11:00.044 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:00.043+0000 7f6dcfdbe640 1 > prepared operation key=3VC6XP11WXW6 tag=25Y1ZUAF5JL0 type=del size=2552985 2024-08-29T18:11:00.045 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:00.043+0000 7f6dcfdbe640 1 < canceled part key=_multipart_CY91RGLS4L74.2~ZSW02LA0IU06.0 size=1048576 2024-08-29T18:11:00.050 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:00.051+0000 7f6dcfdbe640 1 < completed part key=_multipart_CY91RGLS4L74.2~ZSW02LA0IU06.1 size=1048576 2024-08-29T18:11:00.055 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:00.055+0000 7f6dcfdbe640 1 < completed part key=_multipart_CY91RGLS4L74.2~ZSW02LA0IU06.2 size=416030 2024-08-29T18:11:00.065 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:00.063+0000 7f6dcfdbe640 1 < canceled multipart upload key=CY91RGLS4L74 upload=ZSW02LA0IU06 tag=3L3YBY4F49HF type=write size=3561758 2024-08-29T18:11:00.075 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:00.075+0000 7f6dcfdbe640 1 > prepared part key=_multipart_T9L1J5N8K7MO.2~P5HGAQH1YHJO.0 size=1048576 2024-08-29T18:11:00.079 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:00.079+0000 7f6dcfdbe640 1 > prepared part key=_multipart_T9L1J5N8K7MO.2~P5HGAQH1YHJO.1 size=245834 2024-08-29T18:11:00.079 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:00.079+0000 7f6dcfdbe640 1 > prepared multipart upload key=T9L1J5N8K7MO upload=P5HGAQH1YHJO tag=2QIYUG1USJIZ type=write size=2342986 2024-08-29T18:11:00.091 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:00.091+0000 7f6dcfdbe640 1 < suggested remove operation key=7XDT3ZRUKA4H tag=1MZ8QHOZ747J type=del 2024-08-29T18:11:00.096 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:00.095+0000 7f6dcfdbe640 1 > prepared operation key=YE0K0OIAGJTR tag=DF61TV2NR9LL type=del size=14233 2024-08-29T18:11:00.102 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:00.103+0000 7f6dcfdbe640 1 < completed delete operation key=ROJNXFMRMF7F tag=EON7HBL7Z8WE type=del 2024-08-29T18:11:00.112 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:00.111+0000 7f6dcfdbe640 1 > prepared part key=_multipart_LP0MLEKV3E74.2~RDMZHSRQ15TO.0 size=1048576 2024-08-29T18:11:00.116 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:00.115+0000 7f6dcfdbe640 1 > prepared part key=_multipart_LP0MLEKV3E74.2~RDMZHSRQ15TO.1 size=1048576 2024-08-29T18:11:00.121 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:00.119+0000 7f6dcfdbe640 1 > prepared part key=_multipart_LP0MLEKV3E74.2~RDMZHSRQ15TO.2 size=812296 2024-08-29T18:11:00.121 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:00.119+0000 7f6dcfdbe640 1 > prepared multipart upload key=LP0MLEKV3E74 upload=RDMZHSRQ15TO tag=64V1R9Q552L0 type=write size=3958024 2024-08-29T18:11:00.127 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:00.127+0000 7f6dcfdbe640 1 < completed part key=_multipart_7YYI239LZRWF.2~NCF5P5ZXGY1H.0 size=1048576 2024-08-29T18:11:00.132 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:00.131+0000 7f6dcfdbe640 1 < completed part key=_multipart_7YYI239LZRWF.2~NCF5P5ZXGY1H.1 size=660245 2024-08-29T18:11:00.141 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:00.139+0000 7f6dcfdbe640 1 < completed multipart upload key=7YYI239LZRWF upload=NCF5P5ZXGY1H tag=4TDN6TBKY0BM type=write size=2757397 2024-08-29T18:11:00.151 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:00.151+0000 7f6dcfdbe640 1 > prepared part key=_multipart_LP0MLEKV3E74.2~FYFDF86ZYNY7.0 size=1048576 2024-08-29T18:11:00.155 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:00.155+0000 7f6dcfdbe640 1 > prepared part key=_multipart_LP0MLEKV3E74.2~FYFDF86ZYNY7.1 size=1004191 2024-08-29T18:11:00.155 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:00.155+0000 7f6dcfdbe640 1 > prepared multipart upload key=LP0MLEKV3E74 upload=FYFDF86ZYNY7 tag=O9QR1377A21M type=write size=3101343 2024-08-29T18:11:00.160 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:00.159+0000 7f6dcfdbe640 1 < completed part key=_multipart_3BV7GUDY3NXK.2~DJFYBQ536697.0 size=1048576 2024-08-29T18:11:00.160 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:00.159+0000 7f6dcfdbe640 1 < canceled part key=_multipart_3BV7GUDY3NXK.2~DJFYBQ536697.1 size=809388 2024-08-29T18:11:00.169 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:00.167+0000 7f6dcfdbe640 1 < canceled multipart upload key=3BV7GUDY3NXK upload=DJFYBQ536697 tag=ZG9YOO03AODE type=write size=2906540 2024-08-29T18:11:00.174 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:00.175+0000 7f6dcfdbe640 1 > prepared operation key=7YYI239LZRWF tag=1P1K3UKKH7KN type=del size=1266181 2024-08-29T18:11:00.179 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:00.179+0000 7f6dcfdbe640 1 < completed delete operation key=CN52F1ME4Q7H tag=XZA1NOS1J2S6 type=del 2024-08-29T18:11:00.185 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:00.183+0000 7f6dcfdbe640 1 > prepared operation key=ZPPDOE70TQPE tag=DHMKXXY7XVWL type=del size=2707606 2024-08-29T18:11:00.191 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:00.191+0000 7f6dcfdbe640 -1 < failed to complete operation key=W4PL77H6JMGP tag=0A1MP5YI1TQX type=del size=2238466: (22) Invalid argument 2024-08-29T18:11:00.202 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:00.203+0000 7f6dcfdbe640 1 > prepared part key=_multipart_T9L1J5N8K7MO.2~YA4O2BBJ1GST.0 size=1048576 2024-08-29T18:11:00.207 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:00.207+0000 7f6dcfdbe640 1 > prepared part key=_multipart_T9L1J5N8K7MO.2~YA4O2BBJ1GST.1 size=1035266 2024-08-29T18:11:00.207 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:00.207+0000 7f6dcfdbe640 1 > prepared multipart upload key=T9L1J5N8K7MO upload=YA4O2BBJ1GST tag=1F93N55N7JNI type=write size=3132418 2024-08-29T18:11:00.213 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:00.211+0000 7f6dcfdbe640 1 < completed delete operation key=FDT1EJQCIL25 tag=NB4KF8U1GQM8 type=del 2024-08-29T18:11:00.224 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:00.223+0000 7f6dcfdbe640 1 > prepared part key=_multipart_W4PL77H6JMGP.2~8MMFAPA1YVPT.0 size=1048576 2024-08-29T18:11:00.228 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:00.227+0000 7f6dcfdbe640 1 > prepared part key=_multipart_W4PL77H6JMGP.2~8MMFAPA1YVPT.1 size=346956 2024-08-29T18:11:00.228 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:00.227+0000 7f6dcfdbe640 1 > prepared multipart upload key=W4PL77H6JMGP upload=8MMFAPA1YVPT tag=5EPMTNS3L8I5 type=write size=2444108 2024-08-29T18:11:00.233 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:00.231+0000 7f6dcfdbe640 1 < completed delete operation key=YKW2ORIZT8YI tag=MUH1IMI88EH8 type=del 2024-08-29T18:11:00.237 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:00.235+0000 7f6dcfdbe640 1 > prepared operation key=P7TBKPU4347T tag=HNNSQ8RFYN1U type=del size=3734284 2024-08-29T18:11:00.243 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:00.243+0000 7f6dcfdbe640 1 < completed write operation key=MT6UK3U6H4JX tag=UCJOHQF8CDZQ type=write size=1035547 2024-08-29T18:11:00.252 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:00.251+0000 7f6dcfdbe640 1 > prepared part key=_multipart_7Y0GYERC6W4H.2~AEIAYPTZ4C4U.0 size=141752 2024-08-29T18:11:00.252 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:00.251+0000 7f6dcfdbe640 1 > prepared multipart upload key=7Y0GYERC6W4H upload=AEIAYPTZ4C4U tag=N0SHERECF939 type=write size=1190328 2024-08-29T18:11:00.257 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:00.255+0000 7f6dcfdbe640 1 < completed part key=_multipart_7Y0GYERC6W4H.2~CZG33ED3QBBL.0 size=1048576 2024-08-29T18:11:00.263 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:00.263+0000 7f6dcfdbe640 1 < completed part key=_multipart_7Y0GYERC6W4H.2~CZG33ED3QBBL.1 size=1048576 2024-08-29T18:11:00.263 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:00.263+0000 7f6dcfdbe640 1 < canceled part key=_multipart_7Y0GYERC6W4H.2~CZG33ED3QBBL.2 size=790708 2024-08-29T18:11:00.271 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:00.271+0000 7f6dcfdbe640 1 < canceled multipart upload key=7Y0GYERC6W4H upload=CZG33ED3QBBL tag=WUBFEJNZFTLL type=write size=3936436 2024-08-29T18:11:00.276 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:00.275+0000 7f6dcfdbe640 1 > prepared operation key=78MD08IJ7ULZ tag=13VXG4JD1CSJ type=del size=1044708 2024-08-29T18:11:00.281 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:00.279+0000 7f6dcfdbe640 1 < canceled operation key=YAC7TKWP61NS tag=YPROP4TH4NS6 type=del size=2687751 2024-08-29T18:11:00.286 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:00.287+0000 7f6dcfdbe640 1 > prepared operation key=ROJNXFMRMF7F tag=A4MO9RWYCQOX type=del size=2374269 2024-08-29T18:11:00.293 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:00.291+0000 7f6dcfdbe640 1 < completed delete operation key=LP0MLEKV3E74 tag=GY2V300HYY9E type=del 2024-08-29T18:11:00.303 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:00.303+0000 7f6dcfdbe640 1 > prepared part key=_multipart_3BV7GUDY3NXK.2~RFF1KTU3ULCF.0 size=1048576 2024-08-29T18:11:00.308 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:00.307+0000 7f6dcfdbe640 1 > prepared part key=_multipart_3BV7GUDY3NXK.2~RFF1KTU3ULCF.1 size=1048576 2024-08-29T18:11:00.313 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:00.311+0000 7f6dcfdbe640 1 > prepared part key=_multipart_3BV7GUDY3NXK.2~RFF1KTU3ULCF.2 size=343645 2024-08-29T18:11:00.313 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:00.311+0000 7f6dcfdbe640 1 > prepared multipart upload key=3BV7GUDY3NXK upload=RFF1KTU3ULCF tag=T308FTH494XS type=write size=3489373 2024-08-29T18:11:00.320 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:00.319+0000 7f6dcfdbe640 1 < completed delete operation key=P7TBKPU4347T tag=UYBWU3JAAXEJ type=del 2024-08-29T18:11:00.324 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:00.323+0000 7f6dcfdbe640 1 > prepared operation key=W4PL77H6JMGP tag=GQH0LY6R39TR type=del size=2389594 2024-08-29T18:11:00.330 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:00.327+0000 7f6dcfdbe640 1 < completed part key=_multipart_3BV7GUDY3NXK.2~DC1YXD2YV0C9.0 size=246143 2024-08-29T18:11:00.338 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:00.339+0000 7f6dcfdbe640 1 < completed multipart upload key=3BV7GUDY3NXK upload=DC1YXD2YV0C9 tag=GY20UNNBLNBL type=write size=1294719 2024-08-29T18:11:00.344 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:00.343+0000 7f6dcfdbe640 1 > prepared operation key=ULOTXZSBLM0E tag=0LNGQ1MB0UC7 type=del size=1132867 2024-08-29T18:11:00.350 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:00.347+0000 7f6dcfdbe640 1 < completed delete operation key=3VC6XP11WXW6 tag=25Y1ZUAF5JL0 type=del 2024-08-29T18:11:00.359 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:00.359+0000 7f6dcfdbe640 1 > prepared part key=_multipart_FDT1EJQCIL25.2~2A5VRHJTRTW3.0 size=1048576 2024-08-29T18:11:00.364 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:00.363+0000 7f6dcfdbe640 1 > prepared part key=_multipart_FDT1EJQCIL25.2~2A5VRHJTRTW3.1 size=739455 2024-08-29T18:11:00.364 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:00.363+0000 7f6dcfdbe640 1 > prepared multipart upload key=FDT1EJQCIL25 upload=2A5VRHJTRTW3 tag=VTSZLOUFU2MR type=write size=2836607 2024-08-29T18:11:00.371 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:00.371+0000 7f6dcfdbe640 1 < completed part key=_multipart_T9L1J5N8K7MO.2~P5HGAQH1YHJO.0 size=1048576 2024-08-29T18:11:00.371 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:00.371+0000 7f6dcfdbe640 1 < canceled part key=_multipart_T9L1J5N8K7MO.2~P5HGAQH1YHJO.1 size=245834 2024-08-29T18:11:00.381 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:00.379+0000 7f6dcfdbe640 1 < canceled multipart upload key=T9L1J5N8K7MO upload=P5HGAQH1YHJO tag=2QIYUG1USJIZ type=write size=2342986 2024-08-29T18:11:00.393 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:00.391+0000 7f6dcfdbe640 1 > prepared part key=_multipart_LP0MLEKV3E74.2~D1IUF973JHTL.0 size=1048576 2024-08-29T18:11:00.399 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:00.399+0000 7f6dcfdbe640 1 > prepared part key=_multipart_LP0MLEKV3E74.2~D1IUF973JHTL.1 size=1031412 2024-08-29T18:11:00.399 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:00.399+0000 7f6dcfdbe640 1 > prepared multipart upload key=LP0MLEKV3E74 upload=D1IUF973JHTL tag=JJJXCYEWA3PJ type=write size=3128564 2024-08-29T18:11:00.413 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:00.411+0000 7f6dcfdbe640 1 < completed delete operation key=YE0K0OIAGJTR tag=DF61TV2NR9LL type=del 2024-08-29T18:11:00.420 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:00.419+0000 7f6dcfdbe640 1 > prepared operation key=F8MIRGU95TM4 tag=317JMCEVLZGN type=del size=2260599 2024-08-29T18:11:00.425 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:00.423+0000 7f6dcfdbe640 1 < completed part key=_multipart_LP0MLEKV3E74.2~RDMZHSRQ15TO.0 size=1048576 2024-08-29T18:11:00.430 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:00.431+0000 7f6dcfdbe640 1 < completed part key=_multipart_LP0MLEKV3E74.2~RDMZHSRQ15TO.1 size=1048576 2024-08-29T18:11:00.435 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:00.435+0000 7f6dcfdbe640 1 < completed part key=_multipart_LP0MLEKV3E74.2~RDMZHSRQ15TO.2 size=812296 2024-08-29T18:11:00.445 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:00.443+0000 7f6dcfdbe640 1 < completed multipart upload key=LP0MLEKV3E74 upload=RDMZHSRQ15TO tag=64V1R9Q552L0 type=write size=3958024 2024-08-29T18:11:00.451 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:00.451+0000 7f6dcfdbe640 1 > prepared operation key=KZ45Y56F6JGC tag=Q06GTWM3K0VF type=del size=762529 2024-08-29T18:11:00.457 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:00.455+0000 7f6dcfdbe640 1 < completed part key=_multipart_LP0MLEKV3E74.2~FYFDF86ZYNY7.0 size=1048576 2024-08-29T18:11:00.461 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:00.459+0000 7f6dcfdbe640 1 < completed part key=_multipart_LP0MLEKV3E74.2~FYFDF86ZYNY7.1 size=1004191 2024-08-29T18:11:00.471 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:00.471+0000 7f6dcfdbe640 1 < completed multipart upload key=LP0MLEKV3E74 upload=FYFDF86ZYNY7 tag=O9QR1377A21M type=write size=3101343 2024-08-29T18:11:00.479 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:00.479+0000 7f6dcfdbe640 1 > prepared operation key=FDT1EJQCIL25 tag=UMKSDMHSDUTU type=write size=427886 2024-08-29T18:11:00.491 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:00.491+0000 7f6dcfdbe640 1 < suggested remove operation key=7YYI239LZRWF tag=1P1K3UKKH7KN type=del 2024-08-29T18:11:00.502 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:00.503+0000 7f6dcfdbe640 1 > prepared part key=_multipart_7XDT3ZRUKA4H.2~YVXSG4OZR4Q0.0 size=1048576 2024-08-29T18:11:00.507 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:00.507+0000 7f6dcfdbe640 1 > prepared part key=_multipart_7XDT3ZRUKA4H.2~YVXSG4OZR4Q0.1 size=6293 2024-08-29T18:11:00.507 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:00.507+0000 7f6dcfdbe640 1 > prepared multipart upload key=7XDT3ZRUKA4H upload=YVXSG4OZR4Q0 tag=RUS8IPID9GNA type=write size=2103445 2024-08-29T18:11:00.519 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:00.519+0000 7f6dcfdbe640 1 < suggested remove operation key=ZPPDOE70TQPE tag=DHMKXXY7XVWL type=del 2024-08-29T18:11:00.526 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:00.527+0000 7f6dcfdbe640 1 > prepared operation key=P7TBKPU4347T tag=KIZW828TDXHU type=del size=3740275 2024-08-29T18:11:00.533 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:00.531+0000 7f6dcfdbe640 1 < completed part key=_multipart_T9L1J5N8K7MO.2~YA4O2BBJ1GST.0 size=1048576 2024-08-29T18:11:00.540 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:00.535+0000 7f6dcfdbe640 1 < completed part key=_multipart_T9L1J5N8K7MO.2~YA4O2BBJ1GST.1 size=1035266 2024-08-29T18:11:00.547 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:00.547+0000 7f6dcfdbe640 1 < completed multipart upload key=T9L1J5N8K7MO upload=YA4O2BBJ1GST tag=1F93N55N7JNI type=write size=3132418 2024-08-29T18:11:00.553 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:00.551+0000 7f6dcfdbe640 1 > prepared operation key=PCRU0BDU1Z87 tag=WKVZDFTOW7KC type=del size=287805 2024-08-29T18:11:00.554 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:00.555+0000 7f6dcfdbe640 1 < canceled part key=_multipart_W4PL77H6JMGP.2~8MMFAPA1YVPT.0 size=1048576 2024-08-29T18:11:00.559 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:00.559+0000 7f6dcfdbe640 1 < completed part key=_multipart_W4PL77H6JMGP.2~8MMFAPA1YVPT.1 size=346956 2024-08-29T18:11:00.568 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:00.567+0000 7f6dcfdbe640 1 < canceled multipart upload key=W4PL77H6JMGP upload=8MMFAPA1YVPT tag=5EPMTNS3L8I5 type=write size=2444108 2024-08-29T18:11:00.574 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:00.575+0000 7f6dcfdbe640 1 > prepared operation key=C47XT9Y9B7EW tag=0XEFOQ6H1C49 type=del size=337144 2024-08-29T18:11:00.580 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:00.579+0000 7f6dcfdbe640 1 < completed delete operation key=P7TBKPU4347T tag=HNNSQ8RFYN1U type=del 2024-08-29T18:11:00.585 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:00.583+0000 7f6dcfdbe640 1 > prepared operation key=ZPPDOE70TQPE tag=T6XW5EVCWDEY type=del size=2622926 2024-08-29T18:11:00.591 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:00.591+0000 7f6dcfdbe640 1 < completed part key=_multipart_7Y0GYERC6W4H.2~AEIAYPTZ4C4U.0 size=141752 2024-08-29T18:11:00.601 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:00.599+0000 7f6dcfdbe640 1 < completed multipart upload key=7Y0GYERC6W4H upload=AEIAYPTZ4C4U tag=N0SHERECF939 type=write size=1190328 2024-08-29T18:11:00.607 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:00.607+0000 7f6dcfdbe640 1 > prepared operation key=DGQXCI25DDX7 tag=J78QMCY4AMX6 type=write size=241952 2024-08-29T18:11:00.614 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:00.611+0000 7f6dcfdbe640 1 < completed delete operation key=78MD08IJ7ULZ tag=13VXG4JD1CSJ type=del 2024-08-29T18:11:00.626 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:00.623+0000 7f6dcfdbe640 1 > prepared part key=_multipart_X10K5L2O256M.2~76D08KYPYJQT.0 size=1048576 2024-08-29T18:11:00.630 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:00.631+0000 7f6dcfdbe640 1 > prepared part key=_multipart_X10K5L2O256M.2~76D08KYPYJQT.1 size=215201 2024-08-29T18:11:00.631 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:00.631+0000 7f6dcfdbe640 1 > prepared multipart upload key=X10K5L2O256M upload=76D08KYPYJQT tag=VC6WHYMSEZAK type=write size=2312353 2024-08-29T18:11:00.637 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:00.635+0000 7f6dcfdbe640 1 < completed delete operation key=ROJNXFMRMF7F tag=A4MO9RWYCQOX type=del 2024-08-29T18:11:00.643 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:00.643+0000 7f6dcfdbe640 1 > prepared operation key=7Y0GYERC6W4H tag=WZ6A5WNIIFGB type=write size=123013 2024-08-29T18:11:00.649 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:00.647+0000 7f6dcfdbe640 1 < completed part key=_multipart_3BV7GUDY3NXK.2~RFF1KTU3ULCF.0 size=1048576 2024-08-29T18:11:00.649 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:00.647+0000 7f6dcfdbe640 1 < canceled part key=_multipart_3BV7GUDY3NXK.2~RFF1KTU3ULCF.1 size=1048576 2024-08-29T18:11:00.653 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:00.651+0000 7f6dcfdbe640 1 < completed part key=_multipart_3BV7GUDY3NXK.2~RFF1KTU3ULCF.2 size=343645 2024-08-29T18:11:00.663 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:00.663+0000 7f6dcfdbe640 1 < canceled multipart upload key=3BV7GUDY3NXK upload=RFF1KTU3ULCF tag=T308FTH494XS type=write size=3489373 2024-08-29T18:11:00.669 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:00.667+0000 7f6dcfdbe640 1 > prepared operation key=LP0MLEKV3E74 tag=6H5L4VGGOO9Y type=del size=733168 2024-08-29T18:11:00.680 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:00.679+0000 7f6dcfdbe640 1 < suggested update operation key=W4PL77H6JMGP tag=GQH0LY6R39TR type=del size=2389594 2024-08-29T18:11:00.685 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:00.683+0000 7f6dcfdbe640 1 > prepared operation key=7Y0GYERC6W4H tag=31RPQRDNVD6O type=del size=1023903 2024-08-29T18:11:00.693 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:00.691+0000 7f6dcfdbe640 1 < completed delete operation key=ULOTXZSBLM0E tag=0LNGQ1MB0UC7 type=del 2024-08-29T18:11:00.705 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:00.703+0000 7f6dcfdbe640 1 > prepared part key=_multipart_ZPPDOE70TQPE.2~205BPISEGZW5.0 size=1048576 2024-08-29T18:11:00.709 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:00.707+0000 7f6dcfdbe640 1 > prepared part key=_multipart_ZPPDOE70TQPE.2~205BPISEGZW5.1 size=260337 2024-08-29T18:11:00.710 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:00.707+0000 7f6dcfdbe640 1 > prepared multipart upload key=ZPPDOE70TQPE upload=205BPISEGZW5 tag=UGT4UARV4BY4 type=write size=2357489 2024-08-29T18:11:00.717 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:00.715+0000 7f6dcfdbe640 1 < completed part key=_multipart_FDT1EJQCIL25.2~2A5VRHJTRTW3.0 size=1048576 2024-08-29T18:11:00.722 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:00.723+0000 7f6dcfdbe640 1 < completed part key=_multipart_FDT1EJQCIL25.2~2A5VRHJTRTW3.1 size=739455 2024-08-29T18:11:00.734 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:00.735+0000 7f6dcfdbe640 1 < completed multipart upload key=FDT1EJQCIL25 upload=2A5VRHJTRTW3 tag=VTSZLOUFU2MR type=write size=2836607 2024-08-29T18:11:00.739 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:00.739+0000 7f6dcfdbe640 1 > prepared operation key=9XOQBHEAVUKF tag=PC384DXUWL3X type=write size=614392 2024-08-29T18:11:00.746 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:00.743+0000 7f6dcfdbe640 1 < completed part key=_multipart_LP0MLEKV3E74.2~D1IUF973JHTL.0 size=1048576 2024-08-29T18:11:00.750 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:00.751+0000 7f6dcfdbe640 1 < completed part key=_multipart_LP0MLEKV3E74.2~D1IUF973JHTL.1 size=1031412 2024-08-29T18:11:00.761 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:00.759+0000 7f6dcfdbe640 1 < completed multipart upload key=LP0MLEKV3E74 upload=D1IUF973JHTL tag=JJJXCYEWA3PJ type=write size=3128564 2024-08-29T18:11:00.767 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:00.767+0000 7f6dcfdbe640 1 > prepared operation key=MT6UK3U6H4JX tag=6R8KRI1HILC4 type=del size=4114582 2024-08-29T18:11:00.773 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:00.771+0000 7f6dcfdbe640 1 < completed delete operation key=F8MIRGU95TM4 tag=317JMCEVLZGN type=del 2024-08-29T18:11:00.778 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:00.779+0000 7f6dcfdbe640 1 > prepared operation key=7XDT3ZRUKA4H tag=YSIPXYZD6HRY type=del size=1266745 2024-08-29T18:11:00.784 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:00.783+0000 7f6dcfdbe640 1 < canceled operation key=KZ45Y56F6JGC tag=Q06GTWM3K0VF type=del size=762529 2024-08-29T18:11:00.795 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:00.795+0000 7f6dcfdbe640 1 > prepared part key=_multipart_PCRU0BDU1Z87.2~2GRC2H2IY4H2.0 size=1048576 2024-08-29T18:11:00.800 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:00.799+0000 7f6dcfdbe640 1 > prepared part key=_multipart_PCRU0BDU1Z87.2~2GRC2H2IY4H2.1 size=1048576 2024-08-29T18:11:00.805 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:00.803+0000 7f6dcfdbe640 1 > prepared part key=_multipart_PCRU0BDU1Z87.2~2GRC2H2IY4H2.2 size=408183 2024-08-29T18:11:00.805 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:00.803+0000 7f6dcfdbe640 1 > prepared multipart upload key=PCRU0BDU1Z87 upload=2GRC2H2IY4H2 tag=RYI6GU10HP10 type=write size=3553911 2024-08-29T18:11:00.811 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:00.811+0000 7f6dcfdbe640 1 < canceled operation key=FDT1EJQCIL25 tag=UMKSDMHSDUTU type=write size=427886 2024-08-29T18:11:00.816 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:00.815+0000 7f6dcfdbe640 1 > prepared operation key=FDT1EJQCIL25 tag=GEAJJNAXX2OC type=write size=786215 2024-08-29T18:11:00.822 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:00.823+0000 7f6dcfdbe640 1 < completed part key=_multipart_7XDT3ZRUKA4H.2~YVXSG4OZR4Q0.0 size=1048576 2024-08-29T18:11:00.826 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:11:00 smithi053 bash[68679]: cluster 2024-08-29T18:10:59.393549+0000 mgr.y (mgr.25022) 728 : cluster [DBG] pgmap v1409: 137 pgs: 137 active+clean; 583 KiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 417 KiB/s rd, 141 KiB/s wr, 735 op/s 2024-08-29T18:11:00.827 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:00.827+0000 7f6dcfdbe640 1 < completed part key=_multipart_7XDT3ZRUKA4H.2~YVXSG4OZR4Q0.1 size=6293 2024-08-29T18:11:00.836 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:00.835+0000 7f6dcfdbe640 1 < completed multipart upload key=7XDT3ZRUKA4H upload=YVXSG4OZR4Q0 tag=RUS8IPID9GNA type=write size=2103445 2024-08-29T18:11:00.846 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:00.847+0000 7f6dcfdbe640 1 > prepared part key=_multipart_3BV7GUDY3NXK.2~3D5GMIHOHK57.0 size=1048576 2024-08-29T18:11:00.850 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:00.851+0000 7f6dcfdbe640 1 > prepared part key=_multipart_3BV7GUDY3NXK.2~3D5GMIHOHK57.1 size=72933 2024-08-29T18:11:00.850 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:00.851+0000 7f6dcfdbe640 1 > prepared multipart upload key=3BV7GUDY3NXK upload=3D5GMIHOHK57 tag=WZUYUT9GRLL3 type=write size=2170085 2024-08-29T18:11:00.857 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:00.855+0000 7f6dcfdbe640 1 < completed delete operation key=P7TBKPU4347T tag=KIZW828TDXHU type=del 2024-08-29T18:11:00.868 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:00.867+0000 7f6dcfdbe640 1 > prepared part key=_multipart_YE0K0OIAGJTR.2~UDR8GYODV7FQ.0 size=1048576 2024-08-29T18:11:00.873 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:00.871+0000 7f6dcfdbe640 1 > prepared part key=_multipart_YE0K0OIAGJTR.2~UDR8GYODV7FQ.1 size=833729 2024-08-29T18:11:00.873 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:00.871+0000 7f6dcfdbe640 1 > prepared multipart upload key=YE0K0OIAGJTR upload=UDR8GYODV7FQ tag=B8JVT1HJ2QAY type=write size=2930881 2024-08-29T18:11:00.879 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:11:00 smithi028 bash[78352]: cluster 2024-08-29T18:10:59.393549+0000 mgr.y (mgr.25022) 728 : cluster [DBG] pgmap v1409: 137 pgs: 137 active+clean; 583 KiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 417 KiB/s rd, 141 KiB/s wr, 735 op/s 2024-08-29T18:11:00.879 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:11:00 smithi028 bash[77168]: cluster 2024-08-29T18:10:59.393549+0000 mgr.y (mgr.25022) 728 : cluster [DBG] pgmap v1409: 137 pgs: 137 active+clean; 583 KiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 417 KiB/s rd, 141 KiB/s wr, 735 op/s 2024-08-29T18:11:00.879 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:00.879+0000 7f6dcfdbe640 1 < completed delete operation key=PCRU0BDU1Z87 tag=WKVZDFTOW7KC type=del 2024-08-29T18:11:00.891 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:00.891+0000 7f6dcfdbe640 1 > prepared part key=_multipart_9XOQBHEAVUKF.2~P3NVQCTHRXLK.0 size=1048576 2024-08-29T18:11:00.895 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:00.895+0000 7f6dcfdbe640 1 > prepared part key=_multipart_9XOQBHEAVUKF.2~P3NVQCTHRXLK.1 size=1048576 2024-08-29T18:11:00.900 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:00.899+0000 7f6dcfdbe640 1 > prepared part key=_multipart_9XOQBHEAVUKF.2~P3NVQCTHRXLK.2 size=582325 2024-08-29T18:11:00.900 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:00.899+0000 7f6dcfdbe640 1 > prepared multipart upload key=9XOQBHEAVUKF upload=P3NVQCTHRXLK tag=2I6X47FJIWOG type=write size=3728053 2024-08-29T18:11:00.906 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:00.907+0000 7f6dcfdbe640 1 < completed delete operation key=C47XT9Y9B7EW tag=0XEFOQ6H1C49 type=del 2024-08-29T18:11:00.917 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:00.915+0000 7f6dcfdbe640 1 > prepared part key=_multipart_CN52F1ME4Q7H.2~G3MGLGLC0GHW.0 size=1048576 2024-08-29T18:11:00.922 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:00.919+0000 7f6dcfdbe640 1 > prepared part key=_multipart_CN52F1ME4Q7H.2~G3MGLGLC0GHW.1 size=1048576 2024-08-29T18:11:00.927 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:00.927+0000 7f6dcfdbe640 1 > prepared part key=_multipart_CN52F1ME4Q7H.2~G3MGLGLC0GHW.2 size=427108 2024-08-29T18:11:00.927 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:00.927+0000 7f6dcfdbe640 1 > prepared multipart upload key=CN52F1ME4Q7H upload=G3MGLGLC0GHW tag=1VMDD3OW7XOR type=write size=3572836 2024-08-29T18:11:00.933 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:00.931+0000 7f6dcfdbe640 1 < completed delete operation key=ZPPDOE70TQPE tag=T6XW5EVCWDEY type=del 2024-08-29T18:11:00.938 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:00.939+0000 7f6dcfdbe640 1 > prepared operation key=3BV7GUDY3NXK tag=9V6AMQAOFRHG type=del size=2376203 2024-08-29T18:11:00.946 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:00.943+0000 7f6dcfdbe640 1 < canceled operation key=DGQXCI25DDX7 tag=J78QMCY4AMX6 type=write size=241952 2024-08-29T18:11:00.951 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:00.951+0000 7f6dcfdbe640 1 > prepared operation key=78MD08IJ7ULZ tag=E0XKTGNK0EIP type=write size=748849 2024-08-29T18:11:00.958 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:00.955+0000 7f6dcfdbe640 1 < completed part key=_multipart_X10K5L2O256M.2~76D08KYPYJQT.0 size=1048576 2024-08-29T18:11:00.962 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:00.963+0000 7f6dcfdbe640 1 < completed part key=_multipart_X10K5L2O256M.2~76D08KYPYJQT.1 size=215201 2024-08-29T18:11:00.973 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:00.971+0000 7f6dcfdbe640 1 < completed multipart upload key=X10K5L2O256M upload=76D08KYPYJQT tag=VC6WHYMSEZAK type=write size=2312353 2024-08-29T18:11:00.979 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:00.979+0000 7f6dcfdbe640 1 > prepared operation key=F8MIRGU95TM4 tag=A5JGVF93AMZ4 type=del size=3475857 2024-08-29T18:11:00.985 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:00.983+0000 7f6dcfdbe640 1 < completed write operation key=7Y0GYERC6W4H tag=WZ6A5WNIIFGB type=write size=123013 2024-08-29T18:11:00.991 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:00.991+0000 7f6dcfdbe640 1 > prepared operation key=P7TBKPU4347T tag=HYEFYAFJN7OI type=del size=3713039 2024-08-29T18:11:00.997 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:00.995+0000 7f6dcfdbe640 1 < completed delete operation key=LP0MLEKV3E74 tag=6H5L4VGGOO9Y type=del 2024-08-29T18:11:01.010 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:01.007+0000 7f6dcfdbe640 1 > prepared part key=_multipart_7XDT3ZRUKA4H.2~2HKC2FTW2C1Y.0 size=1004895 2024-08-29T18:11:01.010 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:01.007+0000 7f6dcfdbe640 1 > prepared multipart upload key=7XDT3ZRUKA4H upload=2HKC2FTW2C1Y tag=WWYM1A72EA5Y type=write size=2053471 2024-08-29T18:11:01.016 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:01.015+0000 7f6dcfdbe640 1 < completed delete operation key=7Y0GYERC6W4H tag=31RPQRDNVD6O type=del 2024-08-29T18:11:01.027 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:01.027+0000 7f6dcfdbe640 1 > prepared part key=_multipart_FDT1EJQCIL25.2~B7TW55KGI44S.0 size=1048576 2024-08-29T18:11:01.031 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:01.031+0000 7f6dcfdbe640 1 > prepared part key=_multipart_FDT1EJQCIL25.2~B7TW55KGI44S.1 size=234044 2024-08-29T18:11:01.032 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:01.031+0000 7f6dcfdbe640 1 > prepared multipart upload key=FDT1EJQCIL25 upload=B7TW55KGI44S tag=J9YC67J1TC0J type=write size=2331196 2024-08-29T18:11:01.033 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:01.031+0000 7f6dcfdbe640 1 < canceled part key=_multipart_ZPPDOE70TQPE.2~205BPISEGZW5.0 size=1048576 2024-08-29T18:11:01.033 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:01.031+0000 7f6dcfdbe640 1 < canceled part key=_multipart_ZPPDOE70TQPE.2~205BPISEGZW5.1 size=260337 2024-08-29T18:11:01.043 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:01.043+0000 7f6dcfdbe640 1 < canceled multipart upload key=ZPPDOE70TQPE upload=205BPISEGZW5 tag=UGT4UARV4BY4 type=write size=2357489 2024-08-29T18:11:01.049 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:01.047+0000 7f6dcfdbe640 1 > prepared operation key=LP0MLEKV3E74 tag=IH099AJ458V7 type=del size=365138 2024-08-29T18:11:01.061 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:01.059+0000 7f6dcfdbe640 1 < suggested remove operation key=9XOQBHEAVUKF tag=PC384DXUWL3X type=write 2024-08-29T18:11:01.067 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:01.067+0000 7f6dcfdbe640 1 > prepared operation key=F8MIRGU95TM4 tag=WE5MHVBPKMNQ type=write size=223346 2024-08-29T18:11:01.080 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:01.079+0000 7f6dcfdbe640 1 < suggested remove operation key=MT6UK3U6H4JX tag=6R8KRI1HILC4 type=del 2024-08-29T18:11:01.085 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:01.083+0000 7f6dcfdbe640 1 > prepared operation key=CN52F1ME4Q7H tag=LFYGY3CX0HJZ type=del size=1511543 2024-08-29T18:11:01.092 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:01.091+0000 7f6dcfdbe640 1 < canceled operation key=7XDT3ZRUKA4H tag=YSIPXYZD6HRY type=del size=1266745 2024-08-29T18:11:01.098 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:01.095+0000 7f6dcfdbe640 1 > prepared operation key=LP0MLEKV3E74 tag=L5628CZ7SOP2 type=write size=431231 2024-08-29T18:11:01.104 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:01.103+0000 7f6dcfdbe640 1 < completed part key=_multipart_PCRU0BDU1Z87.2~2GRC2H2IY4H2.0 size=1048576 2024-08-29T18:11:01.109 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:01.107+0000 7f6dcfdbe640 1 < completed part key=_multipart_PCRU0BDU1Z87.2~2GRC2H2IY4H2.1 size=1048576 2024-08-29T18:11:01.113 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:01.111+0000 7f6dcfdbe640 1 < completed part key=_multipart_PCRU0BDU1Z87.2~2GRC2H2IY4H2.2 size=408183 2024-08-29T18:11:01.123 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:01.123+0000 7f6dcfdbe640 1 < completed multipart upload key=PCRU0BDU1Z87 upload=2GRC2H2IY4H2 tag=RYI6GU10HP10 type=write size=3553911 2024-08-29T18:11:01.134 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:01.135+0000 7f6dcfdbe640 1 > prepared part key=_multipart_FDT1EJQCIL25.2~L9RKRU0WDU2H.0 size=1048576 2024-08-29T18:11:01.139 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:01.139+0000 7f6dcfdbe640 1 > prepared part key=_multipart_FDT1EJQCIL25.2~L9RKRU0WDU2H.1 size=414621 2024-08-29T18:11:01.139 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:01.139+0000 7f6dcfdbe640 1 > prepared multipart upload key=FDT1EJQCIL25 upload=L9RKRU0WDU2H tag=EZ08RDIOCOK4 type=write size=2511773 2024-08-29T18:11:01.151 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:01.151+0000 7f6dcfdbe640 1 < suggested remove operation key=FDT1EJQCIL25 tag=GEAJJNAXX2OC type=write 2024-08-29T18:11:01.157 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:01.155+0000 7f6dcfdbe640 1 > prepared operation key=CY91RGLS4L74 tag=2ROS3Y6B0T4H type=del size=993170 2024-08-29T18:11:01.163 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:01.163+0000 7f6dcfdbe640 1 < completed part key=_multipart_3BV7GUDY3NXK.2~3D5GMIHOHK57.0 size=1048576 2024-08-29T18:11:01.168 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:01.167+0000 7f6dcfdbe640 1 < completed part key=_multipart_3BV7GUDY3NXK.2~3D5GMIHOHK57.1 size=72933 2024-08-29T18:11:01.177 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:01.175+0000 7f6dcfdbe640 1 < completed multipart upload key=3BV7GUDY3NXK upload=3D5GMIHOHK57 tag=WZUYUT9GRLL3 type=write size=2170085 2024-08-29T18:11:01.183 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:01.183+0000 7f6dcfdbe640 1 > prepared operation key=YE0K0OIAGJTR tag=5GLWVZ5QGUEL type=del size=1662564 2024-08-29T18:11:01.184 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:01.183+0000 7f6dcfdbe640 1 < canceled part key=_multipart_YE0K0OIAGJTR.2~UDR8GYODV7FQ.0 size=1048576 2024-08-29T18:11:01.189 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:01.187+0000 7f6dcfdbe640 1 < completed part key=_multipart_YE0K0OIAGJTR.2~UDR8GYODV7FQ.1 size=833729 2024-08-29T18:11:01.199 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:01.199+0000 7f6dcfdbe640 1 < canceled multipart upload key=YE0K0OIAGJTR upload=UDR8GYODV7FQ tag=B8JVT1HJ2QAY type=write size=2930881 2024-08-29T18:11:01.206 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:01.207+0000 7f6dcfdbe640 1 > prepared operation key=78MD08IJ7ULZ tag=5T9XY9YM2M4M type=write size=269717 2024-08-29T18:11:01.212 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:01.211+0000 7f6dcfdbe640 1 < completed part key=_multipart_9XOQBHEAVUKF.2~P3NVQCTHRXLK.0 size=1048576 2024-08-29T18:11:01.217 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:01.215+0000 7f6dcfdbe640 1 < completed part key=_multipart_9XOQBHEAVUKF.2~P3NVQCTHRXLK.1 size=1048576 2024-08-29T18:11:01.222 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:01.219+0000 7f6dcfdbe640 1 < completed part key=_multipart_9XOQBHEAVUKF.2~P3NVQCTHRXLK.2 size=582325 2024-08-29T18:11:01.233 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:01.231+0000 7f6dcfdbe640 1 < completed multipart upload key=9XOQBHEAVUKF upload=P3NVQCTHRXLK tag=2I6X47FJIWOG type=write size=3728053 2024-08-29T18:11:01.244 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:01.243+0000 7f6dcfdbe640 1 > prepared part key=_multipart_3VC6XP11WXW6.2~SQJPVSFYFRGE.0 size=1048576 2024-08-29T18:11:01.250 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:01.247+0000 7f6dcfdbe640 1 > prepared part key=_multipart_3VC6XP11WXW6.2~SQJPVSFYFRGE.1 size=1048576 2024-08-29T18:11:01.254 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:01.255+0000 7f6dcfdbe640 1 > prepared part key=_multipart_3VC6XP11WXW6.2~SQJPVSFYFRGE.2 size=876744 2024-08-29T18:11:01.255 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:01.255+0000 7f6dcfdbe640 1 > prepared multipart upload key=3VC6XP11WXW6 upload=SQJPVSFYFRGE tag=PZYLCDTD7204 type=write size=4022472 2024-08-29T18:11:01.263 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:01.263+0000 7f6dcfdbe640 1 < completed part key=_multipart_CN52F1ME4Q7H.2~G3MGLGLC0GHW.0 size=1048576 2024-08-29T18:11:01.268 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:01.267+0000 7f6dcfdbe640 1 < completed part key=_multipart_CN52F1ME4Q7H.2~G3MGLGLC0GHW.1 size=1048576 2024-08-29T18:11:01.273 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:01.271+0000 7f6dcfdbe640 1 < completed part key=_multipart_CN52F1ME4Q7H.2~G3MGLGLC0GHW.2 size=427108 2024-08-29T18:11:01.285 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:01.283+0000 7f6dcfdbe640 1 < completed multipart upload key=CN52F1ME4Q7H upload=G3MGLGLC0GHW tag=1VMDD3OW7XOR type=write size=3572836 2024-08-29T18:11:01.296 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:01.295+0000 7f6dcfdbe640 1 > prepared part key=_multipart_X10K5L2O256M.2~WRY9Y169J9CY.0 size=1048576 2024-08-29T18:11:01.301 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:01.299+0000 7f6dcfdbe640 1 > prepared part key=_multipart_X10K5L2O256M.2~WRY9Y169J9CY.1 size=839024 2024-08-29T18:11:01.301 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:01.299+0000 7f6dcfdbe640 1 > prepared multipart upload key=X10K5L2O256M upload=WRY9Y169J9CY tag=GCHU264VZQTZ type=write size=2936176 2024-08-29T18:11:01.308 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:01.307+0000 7f6dcfdbe640 1 < completed delete operation key=3BV7GUDY3NXK tag=9V6AMQAOFRHG type=del 2024-08-29T18:11:01.314 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:01.311+0000 7f6dcfdbe640 1 > prepared operation key=CY91RGLS4L74 tag=6BBX9KZ42282 type=del size=3132242 2024-08-29T18:11:01.320 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:01.319+0000 7f6dcfdbe640 1 < completed write operation key=78MD08IJ7ULZ tag=E0XKTGNK0EIP type=write size=748849 2024-08-29T18:11:01.331 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:01.331+0000 7f6dcfdbe640 1 > prepared part key=_multipart_YE0K0OIAGJTR.2~SWDI5A6ICXGH.0 size=1048576 2024-08-29T18:11:01.336 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:01.335+0000 7f6dcfdbe640 1 > prepared part key=_multipart_YE0K0OIAGJTR.2~SWDI5A6ICXGH.1 size=1048576 2024-08-29T18:11:01.341 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:01.339+0000 7f6dcfdbe640 1 > prepared part key=_multipart_YE0K0OIAGJTR.2~SWDI5A6ICXGH.2 size=464896 2024-08-29T18:11:01.341 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:01.339+0000 7f6dcfdbe640 1 > prepared multipart upload key=YE0K0OIAGJTR upload=SWDI5A6ICXGH tag=AIBN70CI23I4 type=write size=3610624 2024-08-29T18:11:01.347 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:01.347+0000 7f6dcfdbe640 1 < completed delete operation key=F8MIRGU95TM4 tag=A5JGVF93AMZ4 type=del 2024-08-29T18:11:01.353 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:01.351+0000 7f6dcfdbe640 1 > prepared operation key=PCRU0BDU1Z87 tag=AHXDIIWJKXVK type=del size=1311236 2024-08-29T18:11:01.360 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:01.359+0000 7f6dcfdbe640 1 < completed delete operation key=P7TBKPU4347T tag=HYEFYAFJN7OI type=del 2024-08-29T18:11:01.365 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:01.363+0000 7f6dcfdbe640 1 > prepared operation key=T9L1J5N8K7MO tag=2TMPKOHVI78K type=write size=730570 2024-08-29T18:11:01.371 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:01.371+0000 7f6dcfdbe640 1 < completed part key=_multipart_7XDT3ZRUKA4H.2~2HKC2FTW2C1Y.0 size=1004895 2024-08-29T18:11:01.381 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:01.379+0000 7f6dcfdbe640 1 < completed multipart upload key=7XDT3ZRUKA4H upload=2HKC2FTW2C1Y tag=WWYM1A72EA5Y type=write size=2053471 2024-08-29T18:11:01.387 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:01.387+0000 7f6dcfdbe640 1 > prepared operation key=3BV7GUDY3NXK tag=6H14UBVEKHC7 type=write size=88157 2024-08-29T18:11:01.393 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:01.391+0000 7f6dcfdbe640 1 < completed part key=_multipart_FDT1EJQCIL25.2~B7TW55KGI44S.0 size=1048576 2024-08-29T18:11:01.398 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:01.399+0000 7f6dcfdbe640 1 < completed part key=_multipart_FDT1EJQCIL25.2~B7TW55KGI44S.1 size=234044 2024-08-29T18:11:01.409 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:01.407+0000 7f6dcfdbe640 1 < completed multipart upload key=FDT1EJQCIL25 upload=B7TW55KGI44S tag=J9YC67J1TC0J type=write size=2331196 2024-08-29T18:11:01.414 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:01.415+0000 7f6dcfdbe640 1 > prepared operation key=MT6UK3U6H4JX tag=Z47STWQ4KA0K type=write size=112324 2024-08-29T18:11:01.428 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:01.427+0000 7f6dcfdbe640 1 < suggested remove operation key=LP0MLEKV3E74 tag=IH099AJ458V7 type=del 2024-08-29T18:11:01.433 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:01.431+0000 7f6dcfdbe640 1 > prepared operation key=B7L6NXZ0V2CR tag=YDLBG2FS9DTD type=del size=2304306 2024-08-29T18:11:01.439 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:01.439+0000 7f6dcfdbe640 1 < completed write operation key=F8MIRGU95TM4 tag=WE5MHVBPKMNQ type=write size=223346 2024-08-29T18:11:01.445 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:01.443+0000 7f6dcfdbe640 1 > prepared operation key=PCRU0BDU1Z87 tag=RGL03FWEPS1G type=del size=2822389 2024-08-29T18:11:01.451 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:01.451+0000 7f6dcfdbe640 1 < completed delete operation key=CN52F1ME4Q7H tag=LFYGY3CX0HJZ type=del 2024-08-29T18:11:01.457 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:01.455+0000 7f6dcfdbe640 1 > prepared operation key=3VC6XP11WXW6 tag=11G1NG6OP6LG type=del size=1090731 2024-08-29T18:11:01.459 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:01.459+0000 7f6dcfdbe640 -1 < no bi entry to suggest for operation key=LP0MLEKV3E74 tag=L5628CZ7SOP2 type=write size=431231: (2) No such file or directory 2024-08-29T18:11:01.466 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:01.467+0000 7f6dcfdbe640 1 > prepared operation key=W4PL77H6JMGP tag=RDLD0TU2C70Y type=write size=501951 2024-08-29T18:11:01.474 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:01.475+0000 7f6dcfdbe640 1 < completed part key=_multipart_FDT1EJQCIL25.2~L9RKRU0WDU2H.0 size=1048576 2024-08-29T18:11:01.474 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:01.475+0000 7f6dcfdbe640 1 < canceled part key=_multipart_FDT1EJQCIL25.2~L9RKRU0WDU2H.1 size=414621 2024-08-29T18:11:01.487 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:01.487+0000 7f6dcfdbe640 1 < canceled multipart upload key=FDT1EJQCIL25 upload=L9RKRU0WDU2H tag=EZ08RDIOCOK4 type=write size=2511773 2024-08-29T18:11:01.498 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:01.499+0000 7f6dcfdbe640 1 > prepared part key=_multipart_7YYI239LZRWF.2~HYEJ0MPC2814.0 size=1048576 2024-08-29T18:11:01.503 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:01.503+0000 7f6dcfdbe640 1 > prepared part key=_multipart_7YYI239LZRWF.2~HYEJ0MPC2814.1 size=1048576 2024-08-29T18:11:01.509 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:01.507+0000 7f6dcfdbe640 1 > prepared part key=_multipart_7YYI239LZRWF.2~HYEJ0MPC2814.2 size=668026 2024-08-29T18:11:01.509 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:01.507+0000 7f6dcfdbe640 1 > prepared multipart upload key=7YYI239LZRWF upload=HYEJ0MPC2814 tag=YS1NNJHLRPBS type=write size=3813754 2024-08-29T18:11:01.522 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:01.519+0000 7f6dcfdbe640 1 < suggested remove operation key=CY91RGLS4L74 tag=2ROS3Y6B0T4H type=del 2024-08-29T18:11:01.528 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:01.527+0000 7f6dcfdbe640 1 > prepared operation key=CN52F1ME4Q7H tag=SK1SIGRSUTN2 type=del size=2670483 2024-08-29T18:11:01.535 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:01.535+0000 7f6dcfdbe640 1 < completed delete operation key=YE0K0OIAGJTR tag=5GLWVZ5QGUEL type=del 2024-08-29T18:11:01.542 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:01.539+0000 7f6dcfdbe640 1 > prepared operation key=ZPPDOE70TQPE tag=HAAF5LLOY87T type=del size=3718814 2024-08-29T18:11:01.549 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:01.547+0000 7f6dcfdbe640 1 < completed write operation key=78MD08IJ7ULZ tag=5T9XY9YM2M4M type=write size=269717 2024-08-29T18:11:01.555 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:01.555+0000 7f6dcfdbe640 1 > prepared operation key=3BV7GUDY3NXK tag=SNFDIP6GFJC2 type=del size=83482 2024-08-29T18:11:01.562 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:01.563+0000 7f6dcfdbe640 1 < completed part key=_multipart_3VC6XP11WXW6.2~SQJPVSFYFRGE.0 size=1048576 2024-08-29T18:11:01.568 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:01.567+0000 7f6dcfdbe640 1 < completed part key=_multipart_3VC6XP11WXW6.2~SQJPVSFYFRGE.1 size=1048576 2024-08-29T18:11:01.572 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:01.571+0000 7f6dcfdbe640 1 < completed part key=_multipart_3VC6XP11WXW6.2~SQJPVSFYFRGE.2 size=876744 2024-08-29T18:11:01.583 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:01.583+0000 7f6dcfdbe640 1 < completed multipart upload key=3VC6XP11WXW6 upload=SQJPVSFYFRGE tag=PZYLCDTD7204 type=write size=4022472 2024-08-29T18:11:01.589 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:01.587+0000 7f6dcfdbe640 1 > prepared operation key=DGQXCI25DDX7 tag=PV6BKU43UF4E type=write size=35245 2024-08-29T18:11:01.596 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:01.595+0000 7f6dcfdbe640 1 < completed part key=_multipart_X10K5L2O256M.2~WRY9Y169J9CY.0 size=1048576 2024-08-29T18:11:01.601 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:01.599+0000 7f6dcfdbe640 1 < completed part key=_multipart_X10K5L2O256M.2~WRY9Y169J9CY.1 size=839024 2024-08-29T18:11:01.612 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:01.611+0000 7f6dcfdbe640 1 < completed multipart upload key=X10K5L2O256M upload=WRY9Y169J9CY tag=GCHU264VZQTZ type=write size=2936176 2024-08-29T18:11:01.619 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:01.619+0000 7f6dcfdbe640 1 > prepared operation key=P7TBKPU4347T tag=0UZNJGBIZ013 type=write size=154661 2024-08-29T18:11:01.628 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:01.627+0000 7f6dcfdbe640 -1 < failed to complete operation key=CY91RGLS4L74 tag=6BBX9KZ42282 type=del size=3132242: (22) Invalid argument 2024-08-29T18:11:01.635 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:01.635+0000 7f6dcfdbe640 1 > prepared operation key=YAC7TKWP61NS tag=SR62SOHZF9Z1 type=write size=249512 2024-08-29T18:11:01.642 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:01.643+0000 7f6dcfdbe640 1 < completed part key=_multipart_YE0K0OIAGJTR.2~SWDI5A6ICXGH.0 size=1048576 2024-08-29T18:11:01.648 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:01.647+0000 7f6dcfdbe640 1 < completed part key=_multipart_YE0K0OIAGJTR.2~SWDI5A6ICXGH.1 size=1048576 2024-08-29T18:11:01.653 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:01.651+0000 7f6dcfdbe640 1 < completed part key=_multipart_YE0K0OIAGJTR.2~SWDI5A6ICXGH.2 size=464896 2024-08-29T18:11:01.664 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:01.663+0000 7f6dcfdbe640 1 < completed multipart upload key=YE0K0OIAGJTR upload=SWDI5A6ICXGH tag=AIBN70CI23I4 type=write size=3610624 2024-08-29T18:11:01.675 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:01.675+0000 7f6dcfdbe640 1 > prepared part key=_multipart_F8MIRGU95TM4.2~S1UOSG5VAHOG.0 size=1048576 2024-08-29T18:11:01.681 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:01.679+0000 7f6dcfdbe640 1 > prepared part key=_multipart_F8MIRGU95TM4.2~S1UOSG5VAHOG.1 size=1047595 2024-08-29T18:11:01.681 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:01.679+0000 7f6dcfdbe640 1 > prepared multipart upload key=F8MIRGU95TM4 upload=S1UOSG5VAHOG tag=93C6B2MHGUI2 type=write size=3144747 2024-08-29T18:11:01.687 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:01.687+0000 7f6dcfdbe640 1 < completed delete operation key=PCRU0BDU1Z87 tag=AHXDIIWJKXVK type=del 2024-08-29T18:11:01.699 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:01.699+0000 7f6dcfdbe640 1 > prepared part key=_multipart_LP0MLEKV3E74.2~1YS17PGSM0T0.0 size=561922 2024-08-29T18:11:01.699 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:01.699+0000 7f6dcfdbe640 1 > prepared multipart upload key=LP0MLEKV3E74 upload=1YS17PGSM0T0 tag=NHXE3F58L57W type=write size=1610498 2024-08-29T18:11:01.706 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:01.703+0000 7f6dcfdbe640 1 < completed write operation key=T9L1J5N8K7MO tag=2TMPKOHVI78K type=write size=730570 2024-08-29T18:11:01.712 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:01.711+0000 7f6dcfdbe640 1 > prepared operation key=KZ45Y56F6JGC tag=0UN2ZSKKL1UO type=write size=49825 2024-08-29T18:11:01.725 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:01.723+0000 7f6dcfdbe640 1 < suggested remove operation key=3BV7GUDY3NXK tag=6H14UBVEKHC7 type=write 2024-08-29T18:11:01.730 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:01.731+0000 7f6dcfdbe640 1 > prepared operation key=B7L6NXZ0V2CR tag=YLB0V2IU9NXP type=del size=3059653 2024-08-29T18:11:01.738 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:01.739+0000 7f6dcfdbe640 1 < completed write operation key=MT6UK3U6H4JX tag=Z47STWQ4KA0K type=write size=112324 2024-08-29T18:11:01.744 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:01.743+0000 7f6dcfdbe640 1 > prepared operation key=YAC7TKWP61NS tag=2YVWTKPES0A3 type=write size=55991 2024-08-29T18:11:01.751 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:01.751+0000 7f6dcfdbe640 1 < completed delete operation key=B7L6NXZ0V2CR tag=YDLBG2FS9DTD type=del 2024-08-29T18:11:01.756 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:01.755+0000 7f6dcfdbe640 1 > prepared operation key=F8MIRGU95TM4 tag=ALT4W7IFK9HX type=del size=377644 2024-08-29T18:11:01.768 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:01.767+0000 7f6dcfdbe640 1 < suggested remove operation key=PCRU0BDU1Z87 tag=RGL03FWEPS1G type=del 2024-08-29T18:11:01.779 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:01.779+0000 7f6dcfdbe640 1 > prepared part key=_multipart_3VC6XP11WXW6.2~S3K8IPNG6LFU.0 size=1048576 2024-08-29T18:11:01.784 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:01.783+0000 7f6dcfdbe640 1 > prepared part key=_multipart_3VC6XP11WXW6.2~S3K8IPNG6LFU.1 size=839819 2024-08-29T18:11:01.784 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:01.783+0000 7f6dcfdbe640 1 > prepared multipart upload key=3VC6XP11WXW6 upload=S3K8IPNG6LFU tag=NNZGXP1IARRZ type=write size=2936971 2024-08-29T18:11:01.790 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:01.787+0000 7f6dcfdbe640 1 < completed delete operation key=3VC6XP11WXW6 tag=11G1NG6OP6LG type=del 2024-08-29T18:11:01.801 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:01.799+0000 7f6dcfdbe640 1 > prepared part key=_multipart_YKW2ORIZT8YI.2~ZWVU3Z0OGMJP.0 size=1048576 2024-08-29T18:11:01.806 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:01.807+0000 7f6dcfdbe640 1 > prepared part key=_multipart_YKW2ORIZT8YI.2~ZWVU3Z0OGMJP.1 size=1027714 2024-08-29T18:11:01.806 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:01.807+0000 7f6dcfdbe640 1 > prepared multipart upload key=YKW2ORIZT8YI upload=ZWVU3Z0OGMJP tag=I9PMJ0RW9RTR type=write size=3124866 2024-08-29T18:11:01.818 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:01.819+0000 7f6dcfdbe640 1 < suggested update operation key=W4PL77H6JMGP tag=RDLD0TU2C70Y type=write size=501951 2024-08-29T18:11:01.824 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:01.823+0000 7f6dcfdbe640 1 > prepared operation key=YAC7TKWP61NS tag=RDEZIJXE27WQ type=del size=473672 2024-08-29T18:11:01.831 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:01.831+0000 7f6dcfdbe640 1 < completed part key=_multipart_7YYI239LZRWF.2~HYEJ0MPC2814.0 size=1048576 2024-08-29T18:11:01.836 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:01.835+0000 7f6dcfdbe640 1 < completed part key=_multipart_7YYI239LZRWF.2~HYEJ0MPC2814.1 size=1048576 2024-08-29T18:11:01.841 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:01.839+0000 7f6dcfdbe640 1 < completed part key=_multipart_7YYI239LZRWF.2~HYEJ0MPC2814.2 size=668026 2024-08-29T18:11:01.853 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:01.851+0000 7f6dcfdbe640 1 < completed multipart upload key=7YYI239LZRWF upload=HYEJ0MPC2814 tag=YS1NNJHLRPBS type=write size=3813754 2024-08-29T18:11:01.859 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:01.859+0000 7f6dcfdbe640 1 > prepared operation key=MT6UK3U6H4JX tag=WI1BSN5J9EE3 type=del size=1371092 2024-08-29T18:11:01.865 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:01.863+0000 7f6dcfdbe640 1 < completed delete operation key=CN52F1ME4Q7H tag=SK1SIGRSUTN2 type=del 2024-08-29T18:11:01.870 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:01.871+0000 7f6dcfdbe640 1 > prepared operation key=I0OL3VZS23M6 tag=ZZSIJRKXDTM7 type=del size=621144 2024-08-29T18:11:01.879 INFO:journalctl@ceph.mgr.y.smithi028.stdout:Aug 29 18:11:01 smithi028 bash[70818]: ::ffff:172.21.15.53 - - [29/Aug/2024:18:11:01] "GET /metrics HTTP/1.1" 200 36350 "" "Prometheus/2.43.0" 2024-08-29T18:11:01.883 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:01.883+0000 7f6dcfdbe640 1 < suggested update operation key=ZPPDOE70TQPE tag=HAAF5LLOY87T type=del size=3718814 2024-08-29T18:11:01.889 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:01.887+0000 7f6dcfdbe640 1 > prepared operation key=I0OL3VZS23M6 tag=6W37ZXBXR03Y type=del size=1230884 2024-08-29T18:11:01.898 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:01.895+0000 7f6dcfdbe640 -1 < failed to complete operation key=3BV7GUDY3NXK tag=SNFDIP6GFJC2 type=del size=83482: (22) Invalid argument 2024-08-29T18:11:01.905 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:01.903+0000 7f6dcfdbe640 1 > prepared operation key=L6FV6KJ6OHNY tag=E76DB1PFKEEY type=del size=49723 2024-08-29T18:11:01.911 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:01.911+0000 7f6dcfdbe640 1 < completed write operation key=DGQXCI25DDX7 tag=PV6BKU43UF4E type=write size=35245 2024-08-29T18:11:01.917 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:01.915+0000 7f6dcfdbe640 1 > prepared operation key=F8MIRGU95TM4 tag=HVYVMJ5F3FNJ type=del size=1630214 2024-08-29T18:11:01.923 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:01.923+0000 7f6dcfdbe640 1 < completed write operation key=P7TBKPU4347T tag=0UZNJGBIZ013 type=write size=154661 2024-08-29T18:11:01.930 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:01.931+0000 7f6dcfdbe640 1 > prepared operation key=7XDT3ZRUKA4H tag=EY5TOTH53H3B type=del size=1297195 2024-08-29T18:11:01.936 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:01.935+0000 7f6dcfdbe640 1 < completed write operation key=YAC7TKWP61NS tag=SR62SOHZF9Z1 type=write size=249512 2024-08-29T18:11:01.948 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:01.947+0000 7f6dcfdbe640 1 > prepared part key=_multipart_YE0K0OIAGJTR.2~5S96K9Y82SW8.0 size=1048576 2024-08-29T18:11:01.953 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:01.951+0000 7f6dcfdbe640 1 > prepared part key=_multipart_YE0K0OIAGJTR.2~5S96K9Y82SW8.1 size=30583 2024-08-29T18:11:01.953 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:01.951+0000 7f6dcfdbe640 1 > prepared multipart upload key=YE0K0OIAGJTR upload=5S96K9Y82SW8 tag=9C1R8ZNPR1S7 type=write size=2127735 2024-08-29T18:11:01.960 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:01.959+0000 7f6dcfdbe640 1 < completed part key=_multipart_F8MIRGU95TM4.2~S1UOSG5VAHOG.0 size=1048576 2024-08-29T18:11:01.965 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:01.963+0000 7f6dcfdbe640 1 < completed part key=_multipart_F8MIRGU95TM4.2~S1UOSG5VAHOG.1 size=1047595 2024-08-29T18:11:01.974 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:01.975+0000 7f6dcfdbe640 1 < completed multipart upload key=F8MIRGU95TM4 upload=S1UOSG5VAHOG tag=93C6B2MHGUI2 type=write size=3144747 2024-08-29T18:11:01.980 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:01.979+0000 7f6dcfdbe640 1 > prepared operation key=DGQXCI25DDX7 tag=IZKDZZARFD30 type=del size=100173 2024-08-29T18:11:01.987 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:01.987+0000 7f6dcfdbe640 1 < completed part key=_multipart_LP0MLEKV3E74.2~1YS17PGSM0T0.0 size=561922 2024-08-29T18:11:01.996 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:01.995+0000 7f6dcfdbe640 1 < completed multipart upload key=LP0MLEKV3E74 upload=1YS17PGSM0T0 tag=NHXE3F58L57W type=write size=1610498 2024-08-29T18:11:02.004 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:02.003+0000 7f6dcfdbe640 1 > prepared operation key=P7TBKPU4347T tag=UZCL3W7WSMA7 type=del size=3722887 2024-08-29T18:11:02.010 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:02.011+0000 7f6dcfdbe640 1 < completed write operation key=KZ45Y56F6JGC tag=0UN2ZSKKL1UO type=write size=49825 2024-08-29T18:11:02.021 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:02.019+0000 7f6dcfdbe640 1 > prepared part key=_multipart_ULOTXZSBLM0E.2~N3S9A91VXH68.0 size=461382 2024-08-29T18:11:02.021 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:02.019+0000 7f6dcfdbe640 1 > prepared multipart upload key=ULOTXZSBLM0E upload=N3S9A91VXH68 tag=FPZD3GU2WTTU type=write size=1509958 2024-08-29T18:11:02.027 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:02.027+0000 7f6dcfdbe640 1 < completed delete operation key=B7L6NXZ0V2CR tag=YLB0V2IU9NXP type=del 2024-08-29T18:11:02.032 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:02.031+0000 7f6dcfdbe640 1 > prepared operation key=9XOQBHEAVUKF tag=LWP9AN5KPPFB type=del size=1288535 2024-08-29T18:11:02.044 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:02.043+0000 7f6dcfdbe640 1 < suggested remove operation key=YAC7TKWP61NS tag=2YVWTKPES0A3 type=write 2024-08-29T18:11:02.049 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:02.047+0000 7f6dcfdbe640 1 > prepared operation key=YAC7TKWP61NS tag=8NHR8XNVETWQ type=del size=1813702 2024-08-29T18:11:02.055 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:02.055+0000 7f6dcfdbe640 1 < completed delete operation key=F8MIRGU95TM4 tag=ALT4W7IFK9HX type=del 2024-08-29T18:11:02.067 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:02.067+0000 7f6dcfdbe640 1 > prepared part key=_multipart_7Y0GYERC6W4H.2~QMFTO9JHF05Q.0 size=1048576 2024-08-29T18:11:02.072 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:02.071+0000 7f6dcfdbe640 1 > prepared part key=_multipart_7Y0GYERC6W4H.2~QMFTO9JHF05Q.1 size=786737 2024-08-29T18:11:02.072 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:02.071+0000 7f6dcfdbe640 1 > prepared multipart upload key=7Y0GYERC6W4H upload=QMFTO9JHF05Q tag=AA36KYT0R3ZT type=write size=2883889 2024-08-29T18:11:02.080 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:02.079+0000 7f6dcfdbe640 1 < completed part key=_multipart_3VC6XP11WXW6.2~S3K8IPNG6LFU.0 size=1048576 2024-08-29T18:11:02.085 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:02.083+0000 7f6dcfdbe640 1 < completed part key=_multipart_3VC6XP11WXW6.2~S3K8IPNG6LFU.1 size=839819 2024-08-29T18:11:02.095 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:02.095+0000 7f6dcfdbe640 1 < completed multipart upload key=3VC6XP11WXW6 upload=S3K8IPNG6LFU tag=NNZGXP1IARRZ type=write size=2936971 2024-08-29T18:11:02.100 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:02.099+0000 7f6dcfdbe640 1 > prepared operation key=7Y0GYERC6W4H tag=UV3IJ8AJ4ZWE type=del size=2689162 2024-08-29T18:11:02.106 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:02.107+0000 7f6dcfdbe640 1 < completed part key=_multipart_YKW2ORIZT8YI.2~ZWVU3Z0OGMJP.0 size=1048576 2024-08-29T18:11:02.112 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:02.111+0000 7f6dcfdbe640 1 < completed part key=_multipart_YKW2ORIZT8YI.2~ZWVU3Z0OGMJP.1 size=1027714 2024-08-29T18:11:02.123 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:02.123+0000 7f6dcfdbe640 1 < completed multipart upload key=YKW2ORIZT8YI upload=ZWVU3Z0OGMJP tag=I9PMJ0RW9RTR type=write size=3124866 2024-08-29T18:11:02.137 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:02.135+0000 7f6dcfdbe640 1 > prepared part key=_multipart_YAC7TKWP61NS.2~00W2ZW49MNBY.0 size=911095 2024-08-29T18:11:02.137 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:02.135+0000 7f6dcfdbe640 1 > prepared multipart upload key=YAC7TKWP61NS upload=00W2ZW49MNBY tag=Q696M7RGDO0K type=write size=1959671 2024-08-29T18:11:02.149 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:02.147+0000 7f6dcfdbe640 1 < suggested remove operation key=YAC7TKWP61NS tag=RDEZIJXE27WQ type=del 2024-08-29T18:11:02.156 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:02.155+0000 7f6dcfdbe640 1 > prepared operation key=78MD08IJ7ULZ tag=4P43P3PLOCIS type=del size=897966 2024-08-29T18:11:02.168 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:02.167+0000 7f6dcfdbe640 1 < suggested remove operation key=MT6UK3U6H4JX tag=WI1BSN5J9EE3 type=del 2024-08-29T18:11:02.174 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:02.175+0000 7f6dcfdbe640 1 > prepared operation key=ROJNXFMRMF7F tag=BLZUQBI8KOTR type=del size=1588551 2024-08-29T18:11:02.181 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:02.179+0000 7f6dcfdbe640 1 < canceled operation key=I0OL3VZS23M6 tag=ZZSIJRKXDTM7 type=del size=621144 2024-08-29T18:11:02.187 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:02.187+0000 7f6dcfdbe640 1 > prepared operation key=78MD08IJ7ULZ tag=JMYTPFCQXEQR type=del size=3603364 2024-08-29T18:11:02.193 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:02.191+0000 7f6dcfdbe640 1 < completed delete operation key=I0OL3VZS23M6 tag=6W37ZXBXR03Y type=del 2024-08-29T18:11:02.203 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:02.203+0000 7f6dcfdbe640 1 > prepared part key=_multipart_P7TBKPU4347T.2~JZDRCWVJPPTL.0 size=119271 2024-08-29T18:11:02.203 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:02.203+0000 7f6dcfdbe640 1 > prepared multipart upload key=P7TBKPU4347T upload=JZDRCWVJPPTL tag=RCQYZUGQ8QLM type=write size=1167847 2024-08-29T18:11:02.209 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:02.207+0000 7f6dcfdbe640 1 < completed delete operation key=L6FV6KJ6OHNY tag=E76DB1PFKEEY type=del 2024-08-29T18:11:02.215 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:02.215+0000 7f6dcfdbe640 1 > prepared operation key=3VC6XP11WXW6 tag=DQW2F9HWG850 type=del size=3764423 2024-08-29T18:11:02.221 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:02.219+0000 7f6dcfdbe640 1 < completed delete operation key=F8MIRGU95TM4 tag=HVYVMJ5F3FNJ type=del 2024-08-29T18:11:02.231 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:02.231+0000 7f6dcfdbe640 1 > prepared part key=_multipart_9XOQBHEAVUKF.2~0LMGXV4WD9P6.0 size=1048576 2024-08-29T18:11:02.237 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:02.235+0000 7f6dcfdbe640 1 > prepared part key=_multipart_9XOQBHEAVUKF.2~0LMGXV4WD9P6.1 size=631970 2024-08-29T18:11:02.237 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:02.235+0000 7f6dcfdbe640 1 > prepared multipart upload key=9XOQBHEAVUKF upload=0LMGXV4WD9P6 tag=I0TMYB98Q8HC type=write size=2729122 2024-08-29T18:11:02.243 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:02.243+0000 7f6dcfdbe640 1 < completed delete operation key=7XDT3ZRUKA4H tag=EY5TOTH53H3B type=del 2024-08-29T18:11:02.249 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:02.247+0000 7f6dcfdbe640 1 > prepared operation key=7YYI239LZRWF tag=VMS1FSH0XV3Z type=del size=1122877 2024-08-29T18:11:02.255 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:02.255+0000 7f6dcfdbe640 1 < completed part key=_multipart_YE0K0OIAGJTR.2~5S96K9Y82SW8.0 size=1048576 2024-08-29T18:11:02.260 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:02.259+0000 7f6dcfdbe640 1 < completed part key=_multipart_YE0K0OIAGJTR.2~5S96K9Y82SW8.1 size=30583 2024-08-29T18:11:02.270 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:02.267+0000 7f6dcfdbe640 1 < completed multipart upload key=YE0K0OIAGJTR upload=5S96K9Y82SW8 tag=9C1R8ZNPR1S7 type=write size=2127735 2024-08-29T18:11:02.282 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:02.279+0000 7f6dcfdbe640 1 > prepared part key=_multipart_7YYI239LZRWF.2~3B98ON7HUOI7.0 size=1048576 2024-08-29T18:11:02.287 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:02.287+0000 7f6dcfdbe640 1 > prepared part key=_multipart_7YYI239LZRWF.2~3B98ON7HUOI7.1 size=72886 2024-08-29T18:11:02.287 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:02.287+0000 7f6dcfdbe640 1 > prepared multipart upload key=7YYI239LZRWF upload=3B98ON7HUOI7 tag=532TWGEL125O type=write size=2170038 2024-08-29T18:11:02.293 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:02.291+0000 7f6dcfdbe640 1 < completed delete operation key=DGQXCI25DDX7 tag=IZKDZZARFD30 type=del 2024-08-29T18:11:02.300 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:02.299+0000 7f6dcfdbe640 1 > prepared operation key=MT6UK3U6H4JX tag=T53G1ALYV1V8 type=del size=3110571 2024-08-29T18:11:02.307 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:02.307+0000 7f6dcfdbe640 1 < canceled operation key=P7TBKPU4347T tag=UZCL3W7WSMA7 type=del size=3722887 2024-08-29T18:11:02.318 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:02.319+0000 7f6dcfdbe640 1 > prepared part key=_multipart_7D5I09Z3ND5H.2~K2ZX8VKAMS5Y.0 size=622120 2024-08-29T18:11:02.319 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:02.319+0000 7f6dcfdbe640 1 > prepared multipart upload key=7D5I09Z3ND5H upload=K2ZX8VKAMS5Y tag=1BVJQ3DRI7EP type=write size=1670696 2024-08-29T18:11:02.325 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:02.323+0000 7f6dcfdbe640 1 < completed part key=_multipart_ULOTXZSBLM0E.2~N3S9A91VXH68.0 size=461382 2024-08-29T18:11:02.335 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:02.335+0000 7f6dcfdbe640 1 < completed multipart upload key=ULOTXZSBLM0E upload=N3S9A91VXH68 tag=FPZD3GU2WTTU type=write size=1509958 2024-08-29T18:11:02.347 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:02.347+0000 7f6dcfdbe640 1 > prepared part key=_multipart_ULOTXZSBLM0E.2~HHEMAG57F6JJ.0 size=1048576 2024-08-29T18:11:02.352 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:02.351+0000 7f6dcfdbe640 1 > prepared part key=_multipart_ULOTXZSBLM0E.2~HHEMAG57F6JJ.1 size=139474 2024-08-29T18:11:02.352 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:02.351+0000 7f6dcfdbe640 1 > prepared multipart upload key=ULOTXZSBLM0E upload=HHEMAG57F6JJ tag=7CCYWL5D3TDJ type=write size=2236626 2024-08-29T18:11:02.358 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:02.355+0000 7f6dcfdbe640 1 < completed delete operation key=9XOQBHEAVUKF tag=LWP9AN5KPPFB type=del 2024-08-29T18:11:02.369 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:02.367+0000 7f6dcfdbe640 1 > prepared part key=_multipart_L6FV6KJ6OHNY.2~DGWTQQNC9T00.0 size=673808 2024-08-29T18:11:02.369 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:02.367+0000 7f6dcfdbe640 1 > prepared multipart upload key=L6FV6KJ6OHNY upload=DGWTQQNC9T00 tag=NP7VSD6EG0BU type=write size=1722384 2024-08-29T18:11:02.371 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:02.371+0000 7f6dcfdbe640 -1 < no bi entry to suggest for operation key=YAC7TKWP61NS tag=8NHR8XNVETWQ type=del size=1813702: (2) No such file or directory 2024-08-29T18:11:02.377 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:02.375+0000 7f6dcfdbe640 1 > prepared operation key=KZ45Y56F6JGC tag=DRXIQW4DWX9O type=del size=3347594 2024-08-29T18:11:02.384 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:02.383+0000 7f6dcfdbe640 1 < completed part key=_multipart_7Y0GYERC6W4H.2~QMFTO9JHF05Q.0 size=1048576 2024-08-29T18:11:02.385 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:02.383+0000 7f6dcfdbe640 1 < canceled part key=_multipart_7Y0GYERC6W4H.2~QMFTO9JHF05Q.1 size=786737 2024-08-29T18:11:02.394 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:02.395+0000 7f6dcfdbe640 1 < canceled multipart upload key=7Y0GYERC6W4H upload=QMFTO9JHF05Q tag=AA36KYT0R3ZT type=write size=2883889 2024-08-29T18:11:02.400 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:02.399+0000 7f6dcfdbe640 1 > prepared operation key=CN52F1ME4Q7H tag=8CL9CK1U75QJ type=write size=533050 2024-08-29T18:11:02.406 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:02.403+0000 7f6dcfdbe640 1 < completed delete operation key=7Y0GYERC6W4H tag=UV3IJ8AJ4ZWE type=del 2024-08-29T18:11:02.417 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:02.415+0000 7f6dcfdbe640 1 > prepared part key=_multipart_L6FV6KJ6OHNY.2~OCWGB3WW1L9L.0 size=1048576 2024-08-29T18:11:02.422 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:02.423+0000 7f6dcfdbe640 1 > prepared part key=_multipart_L6FV6KJ6OHNY.2~OCWGB3WW1L9L.1 size=1048576 2024-08-29T18:11:02.427 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:02.427+0000 7f6dcfdbe640 1 > prepared part key=_multipart_L6FV6KJ6OHNY.2~OCWGB3WW1L9L.2 size=834432 2024-08-29T18:11:02.427 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:02.427+0000 7f6dcfdbe640 1 > prepared multipart upload key=L6FV6KJ6OHNY upload=OCWGB3WW1L9L tag=8W0OO9D23AES type=write size=3980160 2024-08-29T18:11:02.432 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:02.431+0000 7f6dcfdbe640 1 < completed part key=_multipart_YAC7TKWP61NS.2~00W2ZW49MNBY.0 size=911095 2024-08-29T18:11:02.443 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:02.443+0000 7f6dcfdbe640 1 < completed multipart upload key=YAC7TKWP61NS upload=00W2ZW49MNBY tag=Q696M7RGDO0K type=write size=1959671 2024-08-29T18:11:02.454 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:02.455+0000 7f6dcfdbe640 1 > prepared part key=_multipart_C47XT9Y9B7EW.2~135B71YMJZ50.0 size=1048576 2024-08-29T18:11:02.459 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:02.459+0000 7f6dcfdbe640 1 > prepared part key=_multipart_C47XT9Y9B7EW.2~135B71YMJZ50.1 size=1048576 2024-08-29T18:11:02.464 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:02.463+0000 7f6dcfdbe640 1 > prepared part key=_multipart_C47XT9Y9B7EW.2~135B71YMJZ50.2 size=693442 2024-08-29T18:11:02.464 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:02.463+0000 7f6dcfdbe640 1 > prepared multipart upload key=C47XT9Y9B7EW upload=135B71YMJZ50 tag=Y1Y66ZOFNPIS type=write size=3839170 2024-08-29T18:11:02.469 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:02.467+0000 7f6dcfdbe640 1 < completed delete operation key=78MD08IJ7ULZ tag=4P43P3PLOCIS type=del 2024-08-29T18:11:02.475 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:02.475+0000 7f6dcfdbe640 1 > prepared operation key=3BV7GUDY3NXK tag=KSZBY9KBJQE6 type=del size=2518514 2024-08-29T18:11:02.488 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:02.487+0000 7f6dcfdbe640 1 < suggested remove operation key=ROJNXFMRMF7F tag=BLZUQBI8KOTR type=del 2024-08-29T18:11:02.495 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:02.495+0000 7f6dcfdbe640 1 > prepared operation key=ULOTXZSBLM0E tag=KIA6M4LKRQ0A type=write size=600189 2024-08-29T18:11:02.501 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:02.499+0000 7f6dcfdbe640 1 < completed delete operation key=78MD08IJ7ULZ tag=JMYTPFCQXEQR type=del 2024-08-29T18:11:02.512 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:02.511+0000 7f6dcfdbe640 1 > prepared part key=_multipart_L6FV6KJ6OHNY.2~96LXN8ZJ8DMC.0 size=1048576 2024-08-29T18:11:02.517 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:02.515+0000 7f6dcfdbe640 1 > prepared part key=_multipart_L6FV6KJ6OHNY.2~96LXN8ZJ8DMC.1 size=541895 2024-08-29T18:11:02.517 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:02.515+0000 7f6dcfdbe640 1 > prepared multipart upload key=L6FV6KJ6OHNY upload=96LXN8ZJ8DMC tag=09MPSNDKJPI1 type=write size=2639047 2024-08-29T18:11:02.522 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:02.523+0000 7f6dcfdbe640 1 < completed part key=_multipart_P7TBKPU4347T.2~JZDRCWVJPPTL.0 size=119271 2024-08-29T18:11:02.532 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:02.531+0000 7f6dcfdbe640 1 < completed multipart upload key=P7TBKPU4347T upload=JZDRCWVJPPTL tag=RCQYZUGQ8QLM type=write size=1167847 2024-08-29T18:11:02.538 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:02.539+0000 7f6dcfdbe640 1 > prepared operation key=LP0MLEKV3E74 tag=DAZWEQ45CYC9 type=write size=640245 2024-08-29T18:11:02.544 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:02.543+0000 7f6dcfdbe640 1 < completed delete operation key=3VC6XP11WXW6 tag=DQW2F9HWG850 type=del 2024-08-29T18:11:02.549 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:02.547+0000 7f6dcfdbe640 1 > prepared operation key=C47XT9Y9B7EW tag=6AIRS8RYLDO7 type=del size=3272139 2024-08-29T18:11:02.555 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:02.555+0000 7f6dcfdbe640 1 < completed part key=_multipart_9XOQBHEAVUKF.2~0LMGXV4WD9P6.0 size=1048576 2024-08-29T18:11:02.560 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:02.559+0000 7f6dcfdbe640 1 < completed part key=_multipart_9XOQBHEAVUKF.2~0LMGXV4WD9P6.1 size=631970 2024-08-29T18:11:02.570 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:02.571+0000 7f6dcfdbe640 1 < completed multipart upload key=9XOQBHEAVUKF upload=0LMGXV4WD9P6 tag=I0TMYB98Q8HC type=write size=2729122 2024-08-29T18:11:02.576 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:11:02 smithi053 bash[68679]: cluster 2024-08-29T18:11:01.394917+0000 mgr.y (mgr.25022) 729 : cluster [DBG] pgmap v1410: 137 pgs: 137 active+clean; 583 KiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 596 KiB/s rd, 201 KiB/s wr, 1.05k op/s 2024-08-29T18:11:02.576 INFO:journalctl@ceph.prometheus.a.smithi053.stdout:Aug 29 18:11:02 smithi053 bash[95567]: ts=2024-08-29T18:11:02.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"3167ee72-662c-11ef-bcd4-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-29T18:11:02.577 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:02.575+0000 7f6dcfdbe640 1 > prepared operation key=3BV7GUDY3NXK tag=OSDIO4ZZ20KW type=del size=16343 2024-08-29T18:11:02.583 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:02.583+0000 7f6dcfdbe640 1 < completed delete operation key=7YYI239LZRWF tag=VMS1FSH0XV3Z type=del 2024-08-29T18:11:02.596 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:02.595+0000 7f6dcfdbe640 1 > prepared part key=_multipart_W4PL77H6JMGP.2~FO9PGSRTOW05.0 size=1019854 2024-08-29T18:11:02.596 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:02.595+0000 7f6dcfdbe640 1 > prepared multipart upload key=W4PL77H6JMGP upload=FO9PGSRTOW05 tag=PBCJDUUH2V14 type=write size=2068430 2024-08-29T18:11:02.601 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:02.599+0000 7f6dcfdbe640 1 < completed part key=_multipart_7YYI239LZRWF.2~3B98ON7HUOI7.0 size=1048576 2024-08-29T18:11:02.606 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:02.603+0000 7f6dcfdbe640 1 < completed part key=_multipart_7YYI239LZRWF.2~3B98ON7HUOI7.1 size=72886 2024-08-29T18:11:02.616 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:02.615+0000 7f6dcfdbe640 1 < completed multipart upload key=7YYI239LZRWF upload=3B98ON7HUOI7 tag=532TWGEL125O type=write size=2170038 2024-08-29T18:11:02.622 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:02.623+0000 7f6dcfdbe640 1 > prepared operation key=7Y0GYERC6W4H tag=YXFWO60OOCAM type=del size=3808524 2024-08-29T18:11:02.628 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:02.627+0000 7f6dcfdbe640 1 < completed delete operation key=MT6UK3U6H4JX tag=T53G1ALYV1V8 type=del 2024-08-29T18:11:02.635 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:02.635+0000 7f6dcfdbe640 1 > prepared operation key=P7TBKPU4347T tag=HWAG7Q2XA6J0 type=del size=2842680 2024-08-29T18:11:02.642 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:02.639+0000 7f6dcfdbe640 1 < completed part key=_multipart_7D5I09Z3ND5H.2~K2ZX8VKAMS5Y.0 size=622120 2024-08-29T18:11:02.652 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:02.651+0000 7f6dcfdbe640 1 < completed multipart upload key=7D5I09Z3ND5H upload=K2ZX8VKAMS5Y tag=1BVJQ3DRI7EP type=write size=1670696 2024-08-29T18:11:02.665 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:02.663+0000 7f6dcfdbe640 1 > prepared part key=_multipart_YAC7TKWP61NS.2~Y6WGL1VW1KQM.0 size=514538 2024-08-29T18:11:02.665 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:02.663+0000 7f6dcfdbe640 1 > prepared multipart upload key=YAC7TKWP61NS upload=Y6WGL1VW1KQM tag=A92X2QCQCUSN type=write size=1563114 2024-08-29T18:11:02.671 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:02.671+0000 7f6dcfdbe640 1 < completed part key=_multipart_ULOTXZSBLM0E.2~HHEMAG57F6JJ.0 size=1048576 2024-08-29T18:11:02.678 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:02.675+0000 7f6dcfdbe640 1 < completed part key=_multipart_ULOTXZSBLM0E.2~HHEMAG57F6JJ.1 size=139474 2024-08-29T18:11:02.688 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:02.687+0000 7f6dcfdbe640 1 < completed multipart upload key=ULOTXZSBLM0E upload=HHEMAG57F6JJ tag=7CCYWL5D3TDJ type=write size=2236626 2024-08-29T18:11:02.694 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:02.695+0000 7f6dcfdbe640 1 > prepared operation key=YAC7TKWP61NS tag=89H6OK8TTRYL type=del size=1335311 2024-08-29T18:11:02.701 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:02.699+0000 7f6dcfdbe640 1 < completed part key=_multipart_L6FV6KJ6OHNY.2~DGWTQQNC9T00.0 size=673808 2024-08-29T18:11:02.712 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:02.711+0000 7f6dcfdbe640 1 < completed multipart upload key=L6FV6KJ6OHNY upload=DGWTQQNC9T00 tag=NP7VSD6EG0BU type=write size=1722384 2024-08-29T18:11:02.723 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:02.723+0000 7f6dcfdbe640 1 > prepared part key=_multipart_T9L1J5N8K7MO.2~6L4TZ6YXDIJA.0 size=690251 2024-08-29T18:11:02.723 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:02.723+0000 7f6dcfdbe640 1 > prepared multipart upload key=T9L1J5N8K7MO upload=6L4TZ6YXDIJA tag=XA0MYJWXM07Z type=write size=1738827 2024-08-29T18:11:02.729 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:02.727+0000 7f6dcfdbe640 1 < canceled operation key=KZ45Y56F6JGC tag=DRXIQW4DWX9O type=del size=3347594 2024-08-29T18:11:02.741 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:02.739+0000 7f6dcfdbe640 1 > prepared part key=_multipart_ROJNXFMRMF7F.2~JRARGW9NH3L4.0 size=1048576 2024-08-29T18:11:02.746 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:02.747+0000 7f6dcfdbe640 1 > prepared part key=_multipart_ROJNXFMRMF7F.2~JRARGW9NH3L4.1 size=502056 2024-08-29T18:11:02.746 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:02.747+0000 7f6dcfdbe640 1 > prepared multipart upload key=ROJNXFMRMF7F upload=JRARGW9NH3L4 tag=1TTTIAY0HGA1 type=write size=2599208 2024-08-29T18:11:02.752 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:02.751+0000 7f6dcfdbe640 1 < completed write operation key=CN52F1ME4Q7H tag=8CL9CK1U75QJ type=write size=533050 2024-08-29T18:11:02.764 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:02.763+0000 7f6dcfdbe640 1 > prepared part key=_multipart_X10K5L2O256M.2~Z8RDFIC9HR8P.0 size=1048576 2024-08-29T18:11:02.769 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:02.767+0000 7f6dcfdbe640 1 > prepared part key=_multipart_X10K5L2O256M.2~Z8RDFIC9HR8P.1 size=970839 2024-08-29T18:11:02.769 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:02.767+0000 7f6dcfdbe640 1 > prepared multipart upload key=X10K5L2O256M upload=Z8RDFIC9HR8P tag=68WSSELZ0X62 type=write size=3067991 2024-08-29T18:11:02.775 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:02.775+0000 7f6dcfdbe640 1 < completed part key=_multipart_L6FV6KJ6OHNY.2~OCWGB3WW1L9L.0 size=1048576 2024-08-29T18:11:02.779 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:02.779+0000 7f6dcfdbe640 1 < completed part key=_multipart_L6FV6KJ6OHNY.2~OCWGB3WW1L9L.1 size=1048576 2024-08-29T18:11:02.784 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:02.783+0000 7f6dcfdbe640 1 < completed part key=_multipart_L6FV6KJ6OHNY.2~OCWGB3WW1L9L.2 size=834432 2024-08-29T18:11:02.795 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:02.795+0000 7f6dcfdbe640 1 < completed multipart upload key=L6FV6KJ6OHNY upload=OCWGB3WW1L9L tag=8W0OO9D23AES type=write size=3980160 2024-08-29T18:11:02.809 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:02.807+0000 7f6dcfdbe640 1 > prepared part key=_multipart_T9L1J5N8K7MO.2~9BUS67WC8TZK.0 size=124218 2024-08-29T18:11:02.809 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:02.807+0000 7f6dcfdbe640 1 > prepared multipart upload key=T9L1J5N8K7MO upload=9BUS67WC8TZK tag=CH6764JJAZZM type=write size=1172794 2024-08-29T18:11:02.816 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:02.815+0000 7f6dcfdbe640 1 < completed part key=_multipart_C47XT9Y9B7EW.2~135B71YMJZ50.0 size=1048576 2024-08-29T18:11:02.821 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:02.819+0000 7f6dcfdbe640 1 < completed part key=_multipart_C47XT9Y9B7EW.2~135B71YMJZ50.1 size=1048576 2024-08-29T18:11:02.826 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:02.827+0000 7f6dcfdbe640 1 < completed part key=_multipart_C47XT9Y9B7EW.2~135B71YMJZ50.2 size=693442 2024-08-29T18:11:02.838 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:02.835+0000 7f6dcfdbe640 1 < completed multipart upload key=C47XT9Y9B7EW upload=135B71YMJZ50 tag=Y1Y66ZOFNPIS type=write size=3839170 2024-08-29T18:11:02.850 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:02.851+0000 7f6dcfdbe640 1 > prepared part key=_multipart_MT6UK3U6H4JX.2~HURLYV75V4QA.0 size=1048576 2024-08-29T18:11:02.855 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:02.855+0000 7f6dcfdbe640 1 > prepared part key=_multipart_MT6UK3U6H4JX.2~HURLYV75V4QA.1 size=541722 2024-08-29T18:11:02.855 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:02.855+0000 7f6dcfdbe640 1 > prepared multipart upload key=MT6UK3U6H4JX upload=HURLYV75V4QA tag=BVGGR5EAXS9D type=write size=2638874 2024-08-29T18:11:02.861 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:02.859+0000 7f6dcfdbe640 1 < completed delete operation key=3BV7GUDY3NXK tag=KSZBY9KBJQE6 type=del 2024-08-29T18:11:02.867 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:02.867+0000 7f6dcfdbe640 1 > prepared operation key=YKW2ORIZT8YI tag=98PNYOQ87PP7 type=del size=2337648 2024-08-29T18:11:02.873 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:02.871+0000 7f6dcfdbe640 1 < completed write operation key=ULOTXZSBLM0E tag=KIA6M4LKRQ0A type=write size=600189 2024-08-29T18:11:02.879 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:11:02 smithi028 bash[77168]: cluster 2024-08-29T18:11:01.394917+0000 mgr.y (mgr.25022) 729 : cluster [DBG] pgmap v1410: 137 pgs: 137 active+clean; 583 KiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 596 KiB/s rd, 201 KiB/s wr, 1.05k op/s 2024-08-29T18:11:02.879 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:11:02 smithi028 bash[78352]: cluster 2024-08-29T18:11:01.394917+0000 mgr.y (mgr.25022) 729 : cluster [DBG] pgmap v1410: 137 pgs: 137 active+clean; 583 KiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 596 KiB/s rd, 201 KiB/s wr, 1.05k op/s 2024-08-29T18:11:02.884 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:02.883+0000 7f6dcfdbe640 1 > prepared part key=_multipart_ROJNXFMRMF7F.2~9T7O1W5N5UBO.0 size=1048576 2024-08-29T18:11:02.889 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:02.887+0000 7f6dcfdbe640 1 > prepared part key=_multipart_ROJNXFMRMF7F.2~9T7O1W5N5UBO.1 size=1048576 2024-08-29T18:11:02.895 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:02.895+0000 7f6dcfdbe640 1 > prepared part key=_multipart_ROJNXFMRMF7F.2~9T7O1W5N5UBO.2 size=116130 2024-08-29T18:11:02.895 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:02.895+0000 7f6dcfdbe640 1 > prepared multipart upload key=ROJNXFMRMF7F upload=9T7O1W5N5UBO tag=400UY2F46GCX type=write size=3261858 2024-08-29T18:11:02.896 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:02.895+0000 7f6dcfdbe640 1 < canceled part key=_multipart_L6FV6KJ6OHNY.2~96LXN8ZJ8DMC.0 size=1048576 2024-08-29T18:11:02.901 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:02.899+0000 7f6dcfdbe640 1 < completed part key=_multipart_L6FV6KJ6OHNY.2~96LXN8ZJ8DMC.1 size=541895 2024-08-29T18:11:02.913 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:02.911+0000 7f6dcfdbe640 1 < canceled multipart upload key=L6FV6KJ6OHNY upload=96LXN8ZJ8DMC tag=09MPSNDKJPI1 type=write size=2639047 2024-08-29T18:11:02.919 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:02.919+0000 7f6dcfdbe640 1 > prepared operation key=L6FV6KJ6OHNY tag=XJNRKLM348WZ type=del size=2439914 2024-08-29T18:11:02.926 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:02.923+0000 7f6dcfdbe640 1 < completed write operation key=LP0MLEKV3E74 tag=DAZWEQ45CYC9 type=write size=640245 2024-08-29T18:11:02.932 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:02.931+0000 7f6dcfdbe640 1 > prepared operation key=I0OL3VZS23M6 tag=F26WSLWYNNY9 type=del size=2940164 2024-08-29T18:11:02.940 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:02.939+0000 7f6dcfdbe640 1 < completed delete operation key=C47XT9Y9B7EW tag=6AIRS8RYLDO7 type=del 2024-08-29T18:11:02.950 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:02.951+0000 7f6dcfdbe640 1 > prepared part key=_multipart_CN52F1ME4Q7H.2~5P3Z2AEU3CNR.0 size=1048576 2024-08-29T18:11:02.955 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:02.955+0000 7f6dcfdbe640 1 > prepared part key=_multipart_CN52F1ME4Q7H.2~5P3Z2AEU3CNR.1 size=1048576 2024-08-29T18:11:02.961 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:02.959+0000 7f6dcfdbe640 1 > prepared part key=_multipart_CN52F1ME4Q7H.2~5P3Z2AEU3CNR.2 size=197299 2024-08-29T18:11:02.961 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:02.959+0000 7f6dcfdbe640 1 > prepared multipart upload key=CN52F1ME4Q7H upload=5P3Z2AEU3CNR tag=XFUUWI428V63 type=write size=3343027 2024-08-29T18:11:02.967 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:02.967+0000 7f6dcfdbe640 1 < completed delete operation key=3BV7GUDY3NXK tag=OSDIO4ZZ20KW type=del 2024-08-29T18:11:02.979 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:02.979+0000 7f6dcfdbe640 1 > prepared part key=_multipart_I0OL3VZS23M6.2~MDCMNBB61ADY.0 size=1048576 2024-08-29T18:11:02.984 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:02.983+0000 7f6dcfdbe640 1 > prepared part key=_multipart_I0OL3VZS23M6.2~MDCMNBB61ADY.1 size=1048576 2024-08-29T18:11:02.991 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:02.991+0000 7f6dcfdbe640 1 > prepared part key=_multipart_I0OL3VZS23M6.2~MDCMNBB61ADY.2 size=751618 2024-08-29T18:11:02.991 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:02.991+0000 7f6dcfdbe640 1 > prepared multipart upload key=I0OL3VZS23M6 upload=MDCMNBB61ADY tag=VZLWY3WCOV6C type=write size=3897346 2024-08-29T18:11:03.000 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:02.999+0000 7f6dcfdbe640 1 < completed part key=_multipart_W4PL77H6JMGP.2~FO9PGSRTOW05.0 size=1019854 2024-08-29T18:11:03.008 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:03.007+0000 7f6dcfdbe640 1 < completed multipart upload key=W4PL77H6JMGP upload=FO9PGSRTOW05 tag=PBCJDUUH2V14 type=write size=2068430 2024-08-29T18:11:03.021 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:03.019+0000 7f6dcfdbe640 1 > prepared part key=_multipart_YE0K0OIAGJTR.2~9Q9FKKEHG6M4.0 size=1048576 2024-08-29T18:11:03.025 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:03.023+0000 7f6dcfdbe640 1 > prepared part key=_multipart_YE0K0OIAGJTR.2~9Q9FKKEHG6M4.1 size=392088 2024-08-29T18:11:03.026 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:03.023+0000 7f6dcfdbe640 1 > prepared multipart upload key=YE0K0OIAGJTR upload=9Q9FKKEHG6M4 tag=LLK4MKVIADSN type=write size=2489240 2024-08-29T18:11:03.039 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:03.039+0000 7f6dcfdbe640 1 < suggested update operation key=7Y0GYERC6W4H tag=YXFWO60OOCAM type=del size=3808524 2024-08-29T18:11:03.046 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:03.047+0000 7f6dcfdbe640 1 > prepared operation key=P7TBKPU4347T tag=0YLLUXFRLAOG type=del size=3185844 2024-08-29T18:11:03.053 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:03.051+0000 7f6dcfdbe640 1 < canceled operation key=P7TBKPU4347T tag=HWAG7Q2XA6J0 type=del size=2842680 2024-08-29T18:11:03.065 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:03.063+0000 7f6dcfdbe640 1 > prepared part key=_multipart_KZ45Y56F6JGC.2~VDZTMWI03E2D.0 size=1048576 2024-08-29T18:11:03.071 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:03.071+0000 7f6dcfdbe640 1 > prepared part key=_multipart_KZ45Y56F6JGC.2~VDZTMWI03E2D.1 size=833272 2024-08-29T18:11:03.071 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:03.071+0000 7f6dcfdbe640 1 > prepared multipart upload key=KZ45Y56F6JGC upload=VDZTMWI03E2D tag=SP2FQLJKJLH5 type=write size=2930424 2024-08-29T18:11:03.077 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:03.075+0000 7f6dcfdbe640 1 < completed part key=_multipart_YAC7TKWP61NS.2~Y6WGL1VW1KQM.0 size=514538 2024-08-29T18:11:03.088 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:03.087+0000 7f6dcfdbe640 1 < completed multipart upload key=YAC7TKWP61NS upload=Y6WGL1VW1KQM tag=A92X2QCQCUSN type=write size=1563114 2024-08-29T18:11:03.099 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:03.099+0000 7f6dcfdbe640 1 > prepared part key=_multipart_78MD08IJ7ULZ.2~NYK746OFMZ25.0 size=1048576 2024-08-29T18:11:03.104 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:03.103+0000 7f6dcfdbe640 1 > prepared part key=_multipart_78MD08IJ7ULZ.2~NYK746OFMZ25.1 size=1048576 2024-08-29T18:11:03.109 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:03.107+0000 7f6dcfdbe640 1 > prepared part key=_multipart_78MD08IJ7ULZ.2~NYK746OFMZ25.2 size=351866 2024-08-29T18:11:03.109 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:03.107+0000 7f6dcfdbe640 1 > prepared multipart upload key=78MD08IJ7ULZ upload=NYK746OFMZ25 tag=7N8AG67ARWM3 type=write size=3497594 2024-08-29T18:11:03.115 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:03.115+0000 7f6dcfdbe640 1 < completed delete operation key=YAC7TKWP61NS tag=89H6OK8TTRYL type=del 2024-08-29T18:11:03.122 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:03.123+0000 7f6dcfdbe640 1 > prepared operation key=DGQXCI25DDX7 tag=5EOYN226RXSY type=del size=1823687 2024-08-29T18:11:03.128 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:03.127+0000 7f6dcfdbe640 1 < completed part key=_multipart_T9L1J5N8K7MO.2~6L4TZ6YXDIJA.0 size=690251 2024-08-29T18:11:03.139 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:03.139+0000 7f6dcfdbe640 1 < completed multipart upload key=T9L1J5N8K7MO upload=6L4TZ6YXDIJA tag=XA0MYJWXM07Z type=write size=1738827 2024-08-29T18:11:03.151 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:03.151+0000 7f6dcfdbe640 1 > prepared part key=_multipart_YE0K0OIAGJTR.2~7PEN8FKCGN1W.0 size=1048576 2024-08-29T18:11:03.156 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:03.155+0000 7f6dcfdbe640 1 > prepared part key=_multipart_YE0K0OIAGJTR.2~7PEN8FKCGN1W.1 size=1048576 2024-08-29T18:11:03.161 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:03.159+0000 7f6dcfdbe640 1 > prepared part key=_multipart_YE0K0OIAGJTR.2~7PEN8FKCGN1W.2 size=192285 2024-08-29T18:11:03.161 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:03.159+0000 7f6dcfdbe640 1 > prepared multipart upload key=YE0K0OIAGJTR upload=7PEN8FKCGN1W tag=ICOYBFR8PM0D type=write size=3338013 2024-08-29T18:11:03.169 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:03.167+0000 7f6dcfdbe640 1 < completed part key=_multipart_ROJNXFMRMF7F.2~JRARGW9NH3L4.0 size=1048576 2024-08-29T18:11:03.173 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:03.171+0000 7f6dcfdbe640 1 < completed part key=_multipart_ROJNXFMRMF7F.2~JRARGW9NH3L4.1 size=502056 2024-08-29T18:11:03.185 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:03.183+0000 7f6dcfdbe640 1 < completed multipart upload key=ROJNXFMRMF7F upload=JRARGW9NH3L4 tag=1TTTIAY0HGA1 type=write size=2599208 2024-08-29T18:11:03.195 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:03.195+0000 7f6dcfdbe640 1 > prepared part key=_multipart_W4PL77H6JMGP.2~FACSFYWOGG2T.0 size=1048576 2024-08-29T18:11:03.200 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:03.199+0000 7f6dcfdbe640 1 > prepared part key=_multipart_W4PL77H6JMGP.2~FACSFYWOGG2T.1 size=1048576 2024-08-29T18:11:03.208 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:03.207+0000 7f6dcfdbe640 1 > prepared part key=_multipart_W4PL77H6JMGP.2~FACSFYWOGG2T.2 size=942609 2024-08-29T18:11:03.208 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:03.207+0000 7f6dcfdbe640 1 > prepared multipart upload key=W4PL77H6JMGP upload=FACSFYWOGG2T tag=F5F1L2Z04ZEF type=write size=4088337 2024-08-29T18:11:03.213 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:03.211+0000 7f6dcfdbe640 1 < completed part key=_multipart_X10K5L2O256M.2~Z8RDFIC9HR8P.0 size=1048576 2024-08-29T18:11:03.218 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:03.215+0000 7f6dcfdbe640 1 < completed part key=_multipart_X10K5L2O256M.2~Z8RDFIC9HR8P.1 size=970839 2024-08-29T18:11:03.228 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:03.227+0000 7f6dcfdbe640 1 < completed multipart upload key=X10K5L2O256M upload=Z8RDFIC9HR8P tag=68WSSELZ0X62 type=write size=3067991 2024-08-29T18:11:03.239 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:03.239+0000 7f6dcfdbe640 1 > prepared part key=_multipart_ULOTXZSBLM0E.2~IW3ZLMDB53YO.0 size=1048576 2024-08-29T18:11:03.245 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:03.243+0000 7f6dcfdbe640 1 > prepared part key=_multipart_ULOTXZSBLM0E.2~IW3ZLMDB53YO.1 size=1048576 2024-08-29T18:11:03.250 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:03.251+0000 7f6dcfdbe640 1 > prepared part key=_multipart_ULOTXZSBLM0E.2~IW3ZLMDB53YO.2 size=708015 2024-08-29T18:11:03.251 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:03.251+0000 7f6dcfdbe640 1 > prepared multipart upload key=ULOTXZSBLM0E upload=IW3ZLMDB53YO tag=RMGLAAHUEKJ3 type=write size=3853743 2024-08-29T18:11:03.257 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:03.255+0000 7f6dcfdbe640 1 < completed part key=_multipart_T9L1J5N8K7MO.2~9BUS67WC8TZK.0 size=124218 2024-08-29T18:11:03.268 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:03.267+0000 7f6dcfdbe640 1 < completed multipart upload key=T9L1J5N8K7MO upload=9BUS67WC8TZK tag=CH6764JJAZZM type=write size=1172794 2024-08-29T18:11:03.274 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:03.275+0000 7f6dcfdbe640 1 > prepared operation key=F8MIRGU95TM4 tag=I5U6143GKGUB type=del size=2479080 2024-08-29T18:11:03.280 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:03.279+0000 7f6dcfdbe640 1 < completed part key=_multipart_MT6UK3U6H4JX.2~HURLYV75V4QA.0 size=1048576 2024-08-29T18:11:03.280 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:03.279+0000 7f6dcfdbe640 1 < canceled part key=_multipart_MT6UK3U6H4JX.2~HURLYV75V4QA.1 size=541722 2024-08-29T18:11:03.291 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:03.291+0000 7f6dcfdbe640 1 < canceled multipart upload key=MT6UK3U6H4JX upload=HURLYV75V4QA tag=BVGGR5EAXS9D type=write size=2638874 2024-08-29T18:11:03.302 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:03.299+0000 7f6dcfdbe640 1 > prepared part key=_multipart_PCRU0BDU1Z87.2~JLB53K38CV3H.0 size=1048576 2024-08-29T18:11:03.306 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:03.307+0000 7f6dcfdbe640 1 > prepared part key=_multipart_PCRU0BDU1Z87.2~JLB53K38CV3H.1 size=1048576 2024-08-29T18:11:03.312 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:03.311+0000 7f6dcfdbe640 1 > prepared part key=_multipart_PCRU0BDU1Z87.2~JLB53K38CV3H.2 size=992695 2024-08-29T18:11:03.312 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:03.311+0000 7f6dcfdbe640 1 > prepared multipart upload key=PCRU0BDU1Z87 upload=JLB53K38CV3H tag=0JDQWXY9NWTI type=write size=4138423 2024-08-29T18:11:03.317 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:03.315+0000 7f6dcfdbe640 1 < completed delete operation key=YKW2ORIZT8YI tag=98PNYOQ87PP7 type=del 2024-08-29T18:11:03.323 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:03.323+0000 7f6dcfdbe640 1 > prepared operation key=LP0MLEKV3E74 tag=4ZTDI51K6ZDP type=del size=2176520 2024-08-29T18:11:03.329 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:03.327+0000 7f6dcfdbe640 1 < completed part key=_multipart_ROJNXFMRMF7F.2~9T7O1W5N5UBO.0 size=1048576 2024-08-29T18:11:03.334 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:03.335+0000 7f6dcfdbe640 1 < completed part key=_multipart_ROJNXFMRMF7F.2~9T7O1W5N5UBO.1 size=1048576 2024-08-29T18:11:03.339 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:03.339+0000 7f6dcfdbe640 1 < completed part key=_multipart_ROJNXFMRMF7F.2~9T7O1W5N5UBO.2 size=116130 2024-08-29T18:11:03.349 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:03.347+0000 7f6dcfdbe640 1 < completed multipart upload key=ROJNXFMRMF7F upload=9T7O1W5N5UBO tag=400UY2F46GCX type=write size=3261858 2024-08-29T18:11:03.355 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:03.355+0000 7f6dcfdbe640 1 > prepared operation key=3VC6XP11WXW6 tag=52JPE2MUTA1J type=del size=2576242 2024-08-29T18:11:03.361 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:03.359+0000 7f6dcfdbe640 1 < canceled operation key=L6FV6KJ6OHNY tag=XJNRKLM348WZ type=del size=2439914 2024-08-29T18:11:03.372 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:03.371+0000 7f6dcfdbe640 1 > prepared part key=_multipart_F8MIRGU95TM4.2~BD66KWMURWYW.0 size=1048576 2024-08-29T18:11:03.377 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:03.375+0000 7f6dcfdbe640 1 > prepared part key=_multipart_F8MIRGU95TM4.2~BD66KWMURWYW.1 size=1048576 2024-08-29T18:11:03.386 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:03.387+0000 7f6dcfdbe640 1 > prepared part key=_multipart_F8MIRGU95TM4.2~BD66KWMURWYW.2 size=776811 2024-08-29T18:11:03.386 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:03.387+0000 7f6dcfdbe640 1 > prepared multipart upload key=F8MIRGU95TM4 upload=BD66KWMURWYW tag=DIASMOQ03FPE type=write size=3922539 2024-08-29T18:11:03.397 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:03.395+0000 7f6dcfdbe640 1 < completed delete operation key=I0OL3VZS23M6 tag=F26WSLWYNNY9 type=del 2024-08-29T18:11:03.412 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:03.411+0000 7f6dcfdbe640 1 > prepared part key=_multipart_F8MIRGU95TM4.2~FDK78PXVTE92.0 size=1048576 2024-08-29T18:11:03.420 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:03.419+0000 7f6dcfdbe640 1 > prepared part key=_multipart_F8MIRGU95TM4.2~FDK78PXVTE92.1 size=108141 2024-08-29T18:11:03.420 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:03.419+0000 7f6dcfdbe640 1 > prepared multipart upload key=F8MIRGU95TM4 upload=FDK78PXVTE92 tag=E8LAE0APH10N type=write size=2205293 2024-08-29T18:11:03.426 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:03.423+0000 7f6dcfdbe640 1 < completed part key=_multipart_CN52F1ME4Q7H.2~5P3Z2AEU3CNR.0 size=1048576 2024-08-29T18:11:03.430 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:03.431+0000 7f6dcfdbe640 1 < completed part key=_multipart_CN52F1ME4Q7H.2~5P3Z2AEU3CNR.1 size=1048576 2024-08-29T18:11:03.431 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:03.431+0000 7f6dcfdbe640 1 < canceled part key=_multipart_CN52F1ME4Q7H.2~5P3Z2AEU3CNR.2 size=197299 2024-08-29T18:11:03.441 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:03.439+0000 7f6dcfdbe640 1 < canceled multipart upload key=CN52F1ME4Q7H upload=5P3Z2AEU3CNR tag=XFUUWI428V63 type=write size=3343027 2024-08-29T18:11:03.452 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:03.451+0000 7f6dcfdbe640 1 > prepared part key=_multipart_CN52F1ME4Q7H.2~BYTKRS4APKS5.0 size=1048576 2024-08-29T18:11:03.456 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:03.455+0000 7f6dcfdbe640 1 > prepared part key=_multipart_CN52F1ME4Q7H.2~BYTKRS4APKS5.1 size=780089 2024-08-29T18:11:03.456 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:03.455+0000 7f6dcfdbe640 1 > prepared multipart upload key=CN52F1ME4Q7H upload=BYTKRS4APKS5 tag=23T4NP4AHRJY type=write size=2877241 2024-08-29T18:11:03.462 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:03.463+0000 7f6dcfdbe640 1 < completed part key=_multipart_I0OL3VZS23M6.2~MDCMNBB61ADY.0 size=1048576 2024-08-29T18:11:03.467 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:03.467+0000 7f6dcfdbe640 1 < completed part key=_multipart_I0OL3VZS23M6.2~MDCMNBB61ADY.1 size=1048576 2024-08-29T18:11:03.473 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:03.471+0000 7f6dcfdbe640 1 < completed part key=_multipart_I0OL3VZS23M6.2~MDCMNBB61ADY.2 size=751618 2024-08-29T18:11:03.489 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:03.487+0000 7f6dcfdbe640 1 < completed multipart upload key=I0OL3VZS23M6 upload=MDCMNBB61ADY tag=VZLWY3WCOV6C type=write size=3897346 2024-08-29T18:11:03.496 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:03.495+0000 7f6dcfdbe640 1 > prepared operation key=KZ45Y56F6JGC tag=NYL344EZBH8E type=del size=1054783 2024-08-29T18:11:03.502 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:03.503+0000 7f6dcfdbe640 1 < completed part key=_multipart_YE0K0OIAGJTR.2~9Q9FKKEHG6M4.0 size=1048576 2024-08-29T18:11:03.508 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:03.507+0000 7f6dcfdbe640 1 < completed part key=_multipart_YE0K0OIAGJTR.2~9Q9FKKEHG6M4.1 size=392088 2024-08-29T18:11:03.518 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:03.519+0000 7f6dcfdbe640 1 < completed multipart upload key=YE0K0OIAGJTR upload=9Q9FKKEHG6M4 tag=LLK4MKVIADSN type=write size=2489240 2024-08-29T18:11:03.524 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:03.523+0000 7f6dcfdbe640 1 > prepared operation key=CN52F1ME4Q7H tag=MHD07ZOS0AA6 type=del size=240131 2024-08-29T18:11:03.530 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:03.527+0000 7f6dcfdbe640 1 < completed delete operation key=P7TBKPU4347T tag=0YLLUXFRLAOG type=del 2024-08-29T18:11:03.536 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:03.535+0000 7f6dcfdbe640 1 > prepared operation key=9XOQBHEAVUKF tag=LMXS3PU3NI39 type=del size=2018711 2024-08-29T18:11:03.542 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:03.539+0000 7f6dcfdbe640 1 < completed part key=_multipart_KZ45Y56F6JGC.2~VDZTMWI03E2D.0 size=1048576 2024-08-29T18:11:03.547 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:03.547+0000 7f6dcfdbe640 1 < completed part key=_multipart_KZ45Y56F6JGC.2~VDZTMWI03E2D.1 size=833272 2024-08-29T18:11:03.557 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:03.555+0000 7f6dcfdbe640 1 < completed multipart upload key=KZ45Y56F6JGC upload=VDZTMWI03E2D tag=SP2FQLJKJLH5 type=write size=2930424 2024-08-29T18:11:03.568 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:03.567+0000 7f6dcfdbe640 1 > prepared part key=_multipart_7D5I09Z3ND5H.2~R9LY6NJ87MZL.0 size=876049 2024-08-29T18:11:03.568 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:03.567+0000 7f6dcfdbe640 1 > prepared multipart upload key=7D5I09Z3ND5H upload=R9LY6NJ87MZL tag=B8E4QRD1BJ9I type=write size=1924625 2024-08-29T18:11:03.575 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:03.575+0000 7f6dcfdbe640 1 < completed part key=_multipart_78MD08IJ7ULZ.2~NYK746OFMZ25.0 size=1048576 2024-08-29T18:11:03.580 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:03.579+0000 7f6dcfdbe640 1 < completed part key=_multipart_78MD08IJ7ULZ.2~NYK746OFMZ25.1 size=1048576 2024-08-29T18:11:03.580 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:03.579+0000 7f6dcfdbe640 1 < canceled part key=_multipart_78MD08IJ7ULZ.2~NYK746OFMZ25.2 size=351866 2024-08-29T18:11:03.590 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:03.591+0000 7f6dcfdbe640 1 < canceled multipart upload key=78MD08IJ7ULZ upload=NYK746OFMZ25 tag=7N8AG67ARWM3 type=write size=3497594 2024-08-29T18:11:03.597 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:03.595+0000 7f6dcfdbe640 1 > prepared operation key=YKW2ORIZT8YI tag=GHOWSY1GENK1 type=del size=1880664 2024-08-29T18:11:03.610 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:03.611+0000 7f6dcfdbe640 1 < suggested remove operation key=DGQXCI25DDX7 tag=5EOYN226RXSY type=del 2024-08-29T18:11:03.621 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:03.619+0000 7f6dcfdbe640 1 > prepared part key=_multipart_B7L6NXZ0V2CR.2~ASL4Q8CH5IBH.0 size=542382 2024-08-29T18:11:03.622 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:03.619+0000 7f6dcfdbe640 1 > prepared multipart upload key=B7L6NXZ0V2CR upload=ASL4Q8CH5IBH tag=L402P0HS0J0S type=write size=1590958 2024-08-29T18:11:03.627 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:03.627+0000 7f6dcfdbe640 1 < completed part key=_multipart_YE0K0OIAGJTR.2~7PEN8FKCGN1W.0 size=1048576 2024-08-29T18:11:03.633 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:03.631+0000 7f6dcfdbe640 1 < completed part key=_multipart_YE0K0OIAGJTR.2~7PEN8FKCGN1W.1 size=1048576 2024-08-29T18:11:03.637 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:03.635+0000 7f6dcfdbe640 1 < completed part key=_multipart_YE0K0OIAGJTR.2~7PEN8FKCGN1W.2 size=192285 2024-08-29T18:11:03.647 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:03.647+0000 7f6dcfdbe640 1 < completed multipart upload key=YE0K0OIAGJTR upload=7PEN8FKCGN1W tag=ICOYBFR8PM0D type=write size=3338013 2024-08-29T18:11:03.653 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:03.651+0000 7f6dcfdbe640 1 > prepared operation key=MT6UK3U6H4JX tag=BWTS7TV7X06T type=write size=1016360 2024-08-29T18:11:03.659 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:03.659+0000 7f6dcfdbe640 1 < completed part key=_multipart_W4PL77H6JMGP.2~FACSFYWOGG2T.0 size=1048576 2024-08-29T18:11:03.664 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:03.663+0000 7f6dcfdbe640 1 < completed part key=_multipart_W4PL77H6JMGP.2~FACSFYWOGG2T.1 size=1048576 2024-08-29T18:11:03.669 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:03.667+0000 7f6dcfdbe640 1 < completed part key=_multipart_W4PL77H6JMGP.2~FACSFYWOGG2T.2 size=942609 2024-08-29T18:11:03.680 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:03.679+0000 7f6dcfdbe640 1 < completed multipart upload key=W4PL77H6JMGP upload=FACSFYWOGG2T tag=F5F1L2Z04ZEF type=write size=4088337 2024-08-29T18:11:03.686 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:03.687+0000 7f6dcfdbe640 1 > prepared operation key=JX058LCOIR42 tag=2S0KPCFJSZOO type=del size=1977021 2024-08-29T18:11:03.692 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:03.691+0000 7f6dcfdbe640 1 < completed part key=_multipart_ULOTXZSBLM0E.2~IW3ZLMDB53YO.0 size=1048576 2024-08-29T18:11:03.697 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:03.695+0000 7f6dcfdbe640 1 < completed part key=_multipart_ULOTXZSBLM0E.2~IW3ZLMDB53YO.1 size=1048576 2024-08-29T18:11:03.702 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:03.699+0000 7f6dcfdbe640 1 < completed part key=_multipart_ULOTXZSBLM0E.2~IW3ZLMDB53YO.2 size=708015 2024-08-29T18:11:03.712 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:03.711+0000 7f6dcfdbe640 1 < completed multipart upload key=ULOTXZSBLM0E upload=IW3ZLMDB53YO tag=RMGLAAHUEKJ3 type=write size=3853743 2024-08-29T18:11:03.718 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:03.715+0000 7f6dcfdbe640 1 > prepared operation key=X10K5L2O256M tag=PHJDOMHM77IR type=del size=3355977 2024-08-29T18:11:03.723 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:03.723+0000 7f6dcfdbe640 1 < completed delete operation key=F8MIRGU95TM4 tag=I5U6143GKGUB type=del 2024-08-29T18:11:03.735 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:03.735+0000 7f6dcfdbe640 1 > prepared part key=_multipart_3VC6XP11WXW6.2~SOFLHXVJCPOT.0 size=1048576 2024-08-29T18:11:03.740 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:03.739+0000 7f6dcfdbe640 1 > prepared part key=_multipart_3VC6XP11WXW6.2~SOFLHXVJCPOT.1 size=693246 2024-08-29T18:11:03.740 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:03.739+0000 7f6dcfdbe640 1 > prepared multipart upload key=3VC6XP11WXW6 upload=SOFLHXVJCPOT tag=DSY72VWMX5GV type=write size=2790398 2024-08-29T18:11:03.746 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:03.747+0000 7f6dcfdbe640 1 < completed part key=_multipart_PCRU0BDU1Z87.2~JLB53K38CV3H.0 size=1048576 2024-08-29T18:11:03.751 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:03.751+0000 7f6dcfdbe640 1 < completed part key=_multipart_PCRU0BDU1Z87.2~JLB53K38CV3H.1 size=1048576 2024-08-29T18:11:03.752 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:03.751+0000 7f6dcfdbe640 1 < canceled part key=_multipart_PCRU0BDU1Z87.2~JLB53K38CV3H.2 size=992695 2024-08-29T18:11:03.763 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:03.763+0000 7f6dcfdbe640 1 < canceled multipart upload key=PCRU0BDU1Z87 upload=JLB53K38CV3H tag=0JDQWXY9NWTI type=write size=4138423 2024-08-29T18:11:03.769 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:03.767+0000 7f6dcfdbe640 1 > prepared operation key=CY91RGLS4L74 tag=9N3PPN7TUFXW type=del size=4013238 2024-08-29T18:11:03.775 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:03.775+0000 7f6dcfdbe640 1 < canceled operation key=LP0MLEKV3E74 tag=4ZTDI51K6ZDP type=del size=2176520 2024-08-29T18:11:03.781 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:03.779+0000 7f6dcfdbe640 1 > prepared operation key=ULOTXZSBLM0E tag=LZ7K29O42JEJ type=write size=574589 2024-08-29T18:11:03.787 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:03.787+0000 7f6dcfdbe640 1 < completed delete operation key=3VC6XP11WXW6 tag=52JPE2MUTA1J type=del 2024-08-29T18:11:03.793 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:03.791+0000 7f6dcfdbe640 1 > prepared operation key=CN52F1ME4Q7H tag=3VIYXEEFVP6C type=write size=924534 2024-08-29T18:11:03.799 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:03.799+0000 7f6dcfdbe640 1 < completed part key=_multipart_F8MIRGU95TM4.2~BD66KWMURWYW.0 size=1048576 2024-08-29T18:11:03.806 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:03.807+0000 7f6dcfdbe640 1 < completed part key=_multipart_F8MIRGU95TM4.2~BD66KWMURWYW.1 size=1048576 2024-08-29T18:11:03.811 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:03.811+0000 7f6dcfdbe640 1 < completed part key=_multipart_F8MIRGU95TM4.2~BD66KWMURWYW.2 size=776811 2024-08-29T18:11:03.821 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:03.819+0000 7f6dcfdbe640 1 < completed multipart upload key=F8MIRGU95TM4 upload=BD66KWMURWYW tag=DIASMOQ03FPE type=write size=3922539 2024-08-29T18:11:03.828 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:03.827+0000 7f6dcfdbe640 1 > prepared operation key=KZ45Y56F6JGC tag=R6OPIG08Q6LE type=del size=1857927 2024-08-29T18:11:03.834 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:03.831+0000 7f6dcfdbe640 1 < completed part key=_multipart_F8MIRGU95TM4.2~FDK78PXVTE92.0 size=1048576 2024-08-29T18:11:03.834 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:03.831+0000 7f6dcfdbe640 1 < canceled part key=_multipart_F8MIRGU95TM4.2~FDK78PXVTE92.1 size=108141 2024-08-29T18:11:03.843 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:03.843+0000 7f6dcfdbe640 1 < canceled multipart upload key=F8MIRGU95TM4 upload=FDK78PXVTE92 tag=E8LAE0APH10N type=write size=2205293 2024-08-29T18:11:03.849 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:03.847+0000 7f6dcfdbe640 1 > prepared operation key=ROJNXFMRMF7F tag=QQGYW384ZP1K type=del size=1668470 2024-08-29T18:11:03.855 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:03.855+0000 7f6dcfdbe640 1 < completed part key=_multipart_CN52F1ME4Q7H.2~BYTKRS4APKS5.0 size=1048576 2024-08-29T18:11:03.859 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:03.859+0000 7f6dcfdbe640 1 < completed part key=_multipart_CN52F1ME4Q7H.2~BYTKRS4APKS5.1 size=780089 2024-08-29T18:11:03.871 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:03.871+0000 7f6dcfdbe640 1 < completed multipart upload key=CN52F1ME4Q7H upload=BYTKRS4APKS5 tag=23T4NP4AHRJY type=write size=2877241 2024-08-29T18:11:03.877 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:03.875+0000 7f6dcfdbe640 1 > prepared operation key=LP0MLEKV3E74 tag=LTHIJD1ZAQ7K type=write size=384890 2024-08-29T18:11:03.889 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:03.887+0000 7f6dcfdbe640 1 < suggested remove operation key=KZ45Y56F6JGC tag=NYL344EZBH8E type=del 2024-08-29T18:11:03.894 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:03.895+0000 7f6dcfdbe640 1 > prepared operation key=L6FV6KJ6OHNY tag=YWG29RZF330U type=write size=323658 2024-08-29T18:11:03.900 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:03.899+0000 7f6dcfdbe640 1 < completed delete operation key=CN52F1ME4Q7H tag=MHD07ZOS0AA6 type=del 2024-08-29T18:11:03.906 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:03.907+0000 7f6dcfdbe640 1 > prepared operation key=ROJNXFMRMF7F tag=C0QXULBTRMJO type=del size=3097739 2024-08-29T18:11:03.912 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:03.911+0000 7f6dcfdbe640 1 < completed delete operation key=9XOQBHEAVUKF tag=LMXS3PU3NI39 type=del 2024-08-29T18:11:03.922 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:03.923+0000 7f6dcfdbe640 1 > prepared part key=_multipart_7Y0GYERC6W4H.2~5DK45VFC8MUS.0 size=182396 2024-08-29T18:11:03.923 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:03.923+0000 7f6dcfdbe640 1 > prepared multipart upload key=7Y0GYERC6W4H upload=5DK45VFC8MUS tag=0HGZTAS7B0IH type=write size=1230972 2024-08-29T18:11:03.929 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:03.927+0000 7f6dcfdbe640 1 < completed part key=_multipart_7D5I09Z3ND5H.2~R9LY6NJ87MZL.0 size=876049 2024-08-29T18:11:03.940 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:03.939+0000 7f6dcfdbe640 1 < completed multipart upload key=7D5I09Z3ND5H upload=R9LY6NJ87MZL tag=B8E4QRD1BJ9I type=write size=1924625 2024-08-29T18:11:03.946 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:03.947+0000 7f6dcfdbe640 1 > prepared operation key=T9L1J5N8K7MO tag=MPRGYK6X75KE type=del size=2327702 2024-08-29T18:11:03.958 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:03.959+0000 7f6dcfdbe640 1 < suggested update operation key=YKW2ORIZT8YI tag=GHOWSY1GENK1 type=del size=1880664 2024-08-29T18:11:03.965 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:03.963+0000 7f6dcfdbe640 1 > prepared operation key=T9L1J5N8K7MO tag=I26W5WCZYKH2 type=del size=2902890 2024-08-29T18:11:03.971 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:03.971+0000 7f6dcfdbe640 1 < completed part key=_multipart_B7L6NXZ0V2CR.2~ASL4Q8CH5IBH.0 size=542382 2024-08-29T18:11:03.981 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:03.979+0000 7f6dcfdbe640 1 < completed multipart upload key=B7L6NXZ0V2CR upload=ASL4Q8CH5IBH tag=L402P0HS0J0S type=write size=1590958 2024-08-29T18:11:03.987 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:03.987+0000 7f6dcfdbe640 1 > prepared operation key=MT6UK3U6H4JX tag=0UD4YEAI2DIL type=del size=1087949 2024-08-29T18:11:03.993 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:03.991+0000 7f6dcfdbe640 1 < canceled operation key=MT6UK3U6H4JX tag=BWTS7TV7X06T type=write size=1016360 2024-08-29T18:11:04.005 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:04.003+0000 7f6dcfdbe640 1 > prepared part key=_multipart_KZ45Y56F6JGC.2~MNW0NUVD8MYW.0 size=635887 2024-08-29T18:11:04.005 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:04.003+0000 7f6dcfdbe640 1 > prepared multipart upload key=KZ45Y56F6JGC upload=MNW0NUVD8MYW tag=JXKWWF6SX30C type=write size=1684463 2024-08-29T18:11:04.010 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:04.011+0000 7f6dcfdbe640 1 < completed delete operation key=JX058LCOIR42 tag=2S0KPCFJSZOO type=del 2024-08-29T18:11:04.022 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:04.019+0000 7f6dcfdbe640 1 > prepared part key=_multipart_CY91RGLS4L74.2~5HZNYWK94BO5.0 size=1048576 2024-08-29T18:11:04.028 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:04.027+0000 7f6dcfdbe640 1 > prepared part key=_multipart_CY91RGLS4L74.2~5HZNYWK94BO5.1 size=13103 2024-08-29T18:11:04.028 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:04.027+0000 7f6dcfdbe640 1 > prepared multipart upload key=CY91RGLS4L74 upload=5HZNYWK94BO5 tag=WOHTOFQ5ECXF type=write size=2110255 2024-08-29T18:11:04.033 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:04.031+0000 7f6dcfdbe640 1 < completed delete operation key=X10K5L2O256M tag=PHJDOMHM77IR type=del 2024-08-29T18:11:04.038 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:04.039+0000 7f6dcfdbe640 1 > prepared operation key=CN52F1ME4Q7H tag=UBS14WYBL3NI type=write size=925883 2024-08-29T18:11:04.044 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:04.043+0000 7f6dcfdbe640 1 < completed part key=_multipart_3VC6XP11WXW6.2~SOFLHXVJCPOT.0 size=1048576 2024-08-29T18:11:04.049 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:04.047+0000 7f6dcfdbe640 1 < completed part key=_multipart_3VC6XP11WXW6.2~SOFLHXVJCPOT.1 size=693246 2024-08-29T18:11:04.059 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:04.059+0000 7f6dcfdbe640 1 < completed multipart upload key=3VC6XP11WXW6 upload=SOFLHXVJCPOT tag=DSY72VWMX5GV type=write size=2790398 2024-08-29T18:11:04.070 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:04.071+0000 7f6dcfdbe640 1 > prepared part key=_multipart_YE0K0OIAGJTR.2~JXPGTKBKPN5P.0 size=1048576 2024-08-29T18:11:04.075 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:04.075+0000 7f6dcfdbe640 1 > prepared part key=_multipart_YE0K0OIAGJTR.2~JXPGTKBKPN5P.1 size=1048576 2024-08-29T18:11:04.080 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:04.079+0000 7f6dcfdbe640 1 > prepared part key=_multipart_YE0K0OIAGJTR.2~JXPGTKBKPN5P.2 size=24159 2024-08-29T18:11:04.080 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:04.079+0000 7f6dcfdbe640 1 > prepared multipart upload key=YE0K0OIAGJTR upload=JXPGTKBKPN5P tag=L6ZK4ZQQM7L4 type=write size=3169887 2024-08-29T18:11:04.093 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:04.091+0000 7f6dcfdbe640 1 < suggested remove operation key=CY91RGLS4L74 tag=9N3PPN7TUFXW type=del 2024-08-29T18:11:04.105 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:04.103+0000 7f6dcfdbe640 1 > prepared part key=_multipart_7XDT3ZRUKA4H.2~WN6X4ASWR191.0 size=1048576 2024-08-29T18:11:04.109 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:04.107+0000 7f6dcfdbe640 1 > prepared part key=_multipart_7XDT3ZRUKA4H.2~WN6X4ASWR191.1 size=470443 2024-08-29T18:11:04.110 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:04.107+0000 7f6dcfdbe640 1 > prepared multipart upload key=7XDT3ZRUKA4H upload=WN6X4ASWR191 tag=K3YUMGZZRYE2 type=write size=2567595 2024-08-29T18:11:04.115 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:04.115+0000 7f6dcfdbe640 1 < completed write operation key=ULOTXZSBLM0E tag=LZ7K29O42JEJ type=write size=574589 2024-08-29T18:11:04.121 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:04.119+0000 7f6dcfdbe640 1 > prepared operation key=W4PL77H6JMGP tag=BXIEO3RDHLU7 type=del size=1210019 2024-08-29T18:11:04.133 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:04.131+0000 7f6dcfdbe640 1 < suggested update operation key=CN52F1ME4Q7H tag=3VIYXEEFVP6C type=write size=924534 2024-08-29T18:11:04.144 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:04.143+0000 7f6dcfdbe640 1 > prepared part key=_multipart_I0OL3VZS23M6.2~2J27MEQZCHT1.0 size=1048576 2024-08-29T18:11:04.148 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:04.147+0000 7f6dcfdbe640 1 > prepared part key=_multipart_I0OL3VZS23M6.2~2J27MEQZCHT1.1 size=418113 2024-08-29T18:11:04.148 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:04.147+0000 7f6dcfdbe640 1 > prepared multipart upload key=I0OL3VZS23M6 upload=2J27MEQZCHT1 tag=02F02AIGWYBO type=write size=2515265 2024-08-29T18:11:04.150 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:04.151+0000 7f6dcfdbe640 -1 < no bi entry to suggest for operation key=KZ45Y56F6JGC tag=R6OPIG08Q6LE type=del size=1857927: (2) No such file or directory 2024-08-29T18:11:04.156 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:04.155+0000 7f6dcfdbe640 1 > prepared operation key=3VC6XP11WXW6 tag=XILL9RCU0Z55 type=write size=718579 2024-08-29T18:11:04.164 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:04.163+0000 7f6dcfdbe640 1 < completed delete operation key=ROJNXFMRMF7F tag=QQGYW384ZP1K type=del 2024-08-29T18:11:04.175 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:04.175+0000 7f6dcfdbe640 1 > prepared part key=_multipart_T9L1J5N8K7MO.2~503BORGUE0MP.0 size=1048576 2024-08-29T18:11:04.179 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:04.179+0000 7f6dcfdbe640 1 > prepared part key=_multipart_T9L1J5N8K7MO.2~503BORGUE0MP.1 size=200633 2024-08-29T18:11:04.179 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:04.179+0000 7f6dcfdbe640 1 > prepared multipart upload key=T9L1J5N8K7MO upload=503BORGUE0MP tag=KV09YBZY3JK0 type=write size=2297785 2024-08-29T18:11:04.185 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:04.183+0000 7f6dcfdbe640 1 < completed write operation key=LP0MLEKV3E74 tag=LTHIJD1ZAQ7K type=write size=384890 2024-08-29T18:11:04.194 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:04.191+0000 7f6dcfdbe640 1 > prepared operation key=W4PL77H6JMGP tag=YBUGPH2ZIOPK type=del size=2914283 2024-08-29T18:11:04.200 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:04.199+0000 7f6dcfdbe640 1 < canceled operation key=L6FV6KJ6OHNY tag=YWG29RZF330U type=write size=323658 2024-08-29T18:11:04.213 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:04.211+0000 7f6dcfdbe640 1 > prepared part key=_multipart_W4PL77H6JMGP.2~H70TTDSS4LJ5.0 size=545126 2024-08-29T18:11:04.213 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:04.211+0000 7f6dcfdbe640 1 > prepared multipart upload key=W4PL77H6JMGP upload=H70TTDSS4LJ5 tag=3VC9D5QGK390 type=write size=1593702 2024-08-29T18:11:04.218 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:04.219+0000 7f6dcfdbe640 1 < completed delete operation key=ROJNXFMRMF7F tag=C0QXULBTRMJO type=del 2024-08-29T18:11:04.230 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:04.227+0000 7f6dcfdbe640 1 > prepared part key=_multipart_3VC6XP11WXW6.2~5H05841TGNZI.0 size=17550 2024-08-29T18:11:04.230 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:04.227+0000 7f6dcfdbe640 1 > prepared multipart upload key=3VC6XP11WXW6 upload=5H05841TGNZI tag=AW80QUYZNUWP type=write size=1066126 2024-08-29T18:11:04.236 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:04.235+0000 7f6dcfdbe640 1 < completed part key=_multipart_7Y0GYERC6W4H.2~5DK45VFC8MUS.0 size=182396 2024-08-29T18:11:04.247 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:04.247+0000 7f6dcfdbe640 1 < completed multipart upload key=7Y0GYERC6W4H upload=5DK45VFC8MUS tag=0HGZTAS7B0IH type=write size=1230972 2024-08-29T18:11:04.253 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:04.251+0000 7f6dcfdbe640 1 > prepared operation key=7D5I09Z3ND5H tag=WDP8PHPK7QUB type=del size=3015371 2024-08-29T18:11:04.265 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:04.263+0000 7f6dcfdbe640 1 < suggested remove operation key=T9L1J5N8K7MO tag=MPRGYK6X75KE type=del 2024-08-29T18:11:04.271 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:04.271+0000 7f6dcfdbe640 1 > prepared operation key=W4PL77H6JMGP tag=LKTT8XA88EEV type=del size=3510337 2024-08-29T18:11:04.279 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:04.279+0000 7f6dcfdbe640 -1 < failed to complete operation key=T9L1J5N8K7MO tag=I26W5WCZYKH2 type=del size=2902890: (22) Invalid argument 2024-08-29T18:11:04.290 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:04.291+0000 7f6dcfdbe640 1 > prepared part key=_multipart_YE0K0OIAGJTR.2~VA4JS3PXJXEB.0 size=129434 2024-08-29T18:11:04.291 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:04.291+0000 7f6dcfdbe640 1 > prepared multipart upload key=YE0K0OIAGJTR upload=VA4JS3PXJXEB tag=JSX0TUKAE0R4 type=write size=1178010 2024-08-29T18:11:04.302 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:04.303+0000 7f6dcfdbe640 1 < suggested update operation key=MT6UK3U6H4JX tag=0UD4YEAI2DIL type=del size=1087949 2024-08-29T18:11:04.308 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:04.307+0000 7f6dcfdbe640 1 > prepared operation key=CN52F1ME4Q7H tag=QOPJ1X57YSSM type=del size=1745398 2024-08-29T18:11:04.316 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:04.315+0000 7f6dcfdbe640 1 < completed part key=_multipart_KZ45Y56F6JGC.2~MNW0NUVD8MYW.0 size=635887 2024-08-29T18:11:04.327 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:04.323+0000 7f6dcfdbe640 1 < completed multipart upload key=KZ45Y56F6JGC upload=MNW0NUVD8MYW tag=JXKWWF6SX30C type=write size=1684463 2024-08-29T18:11:04.331 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:04.331+0000 7f6dcfdbe640 1 > prepared operation key=7XDT3ZRUKA4H tag=X74MNOFPJADD type=del size=132218 2024-08-29T18:11:04.337 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:04.335+0000 7f6dcfdbe640 1 < completed part key=_multipart_CY91RGLS4L74.2~5HZNYWK94BO5.0 size=1048576 2024-08-29T18:11:04.342 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:04.343+0000 7f6dcfdbe640 1 < completed part key=_multipart_CY91RGLS4L74.2~5HZNYWK94BO5.1 size=13103 2024-08-29T18:11:04.352 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:04.351+0000 7f6dcfdbe640 1 < completed multipart upload key=CY91RGLS4L74 upload=5HZNYWK94BO5 tag=WOHTOFQ5ECXF type=write size=2110255 2024-08-29T18:11:04.358 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:04.359+0000 7f6dcfdbe640 1 > prepared operation key=PCRU0BDU1Z87 tag=KDRKACLFTOW6 type=del size=870904 2024-08-29T18:11:04.366 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:04.363+0000 7f6dcfdbe640 -1 < failed to complete operation key=CN52F1ME4Q7H tag=UBS14WYBL3NI type=write size=925883: (22) Invalid argument 2024-08-29T18:11:04.372 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:04.371+0000 7f6dcfdbe640 1 > prepared operation key=MT6UK3U6H4JX tag=O41QJVVLLDBU type=del size=3843825 2024-08-29T18:11:04.378 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:04.379+0000 7f6dcfdbe640 1 < completed part key=_multipart_YE0K0OIAGJTR.2~JXPGTKBKPN5P.0 size=1048576 2024-08-29T18:11:04.383 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:04.383+0000 7f6dcfdbe640 1 < completed part key=_multipart_YE0K0OIAGJTR.2~JXPGTKBKPN5P.1 size=1048576 2024-08-29T18:11:04.388 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:04.387+0000 7f6dcfdbe640 1 < completed part key=_multipart_YE0K0OIAGJTR.2~JXPGTKBKPN5P.2 size=24159 2024-08-29T18:11:04.398 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:04.399+0000 7f6dcfdbe640 1 < completed multipart upload key=YE0K0OIAGJTR upload=JXPGTKBKPN5P tag=L6ZK4ZQQM7L4 type=write size=3169887 2024-08-29T18:11:04.404 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:04.403+0000 7f6dcfdbe640 1 > prepared operation key=78MD08IJ7ULZ tag=S4FI218X73K2 type=del size=606484 2024-08-29T18:11:04.411 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:04.411+0000 7f6dcfdbe640 1 < completed part key=_multipart_7XDT3ZRUKA4H.2~WN6X4ASWR191.0 size=1048576 2024-08-29T18:11:04.416 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:04.415+0000 7f6dcfdbe640 1 < completed part key=_multipart_7XDT3ZRUKA4H.2~WN6X4ASWR191.1 size=470443 2024-08-29T18:11:04.430 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:04.431+0000 7f6dcfdbe640 1 < completed multipart upload key=7XDT3ZRUKA4H upload=WN6X4ASWR191 tag=K3YUMGZZRYE2 type=write size=2567595 2024-08-29T18:11:04.436 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:04.435+0000 7f6dcfdbe640 1 > prepared operation key=W4PL77H6JMGP tag=AB0MR2NVMNPY type=del size=917187 2024-08-29T18:11:04.444 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:04.443+0000 7f6dcfdbe640 1 < canceled operation key=W4PL77H6JMGP tag=BXIEO3RDHLU7 type=del size=1210019 2024-08-29T18:11:04.448 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:04.447+0000 7f6dcfdbe640 1 > prepared operation key=L6FV6KJ6OHNY tag=NHIT2JUA1JEQ type=del size=3646838 2024-08-29T18:11:04.456 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:04.455+0000 7f6dcfdbe640 1 < completed part key=_multipart_I0OL3VZS23M6.2~2J27MEQZCHT1.0 size=1048576 2024-08-29T18:11:04.462 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:04.459+0000 7f6dcfdbe640 1 < completed part key=_multipart_I0OL3VZS23M6.2~2J27MEQZCHT1.1 size=418113 2024-08-29T18:11:04.472 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:04.471+0000 7f6dcfdbe640 1 < completed multipart upload key=I0OL3VZS23M6 upload=2J27MEQZCHT1 tag=02F02AIGWYBO type=write size=2515265 2024-08-29T18:11:04.478 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:04.479+0000 7f6dcfdbe640 1 > prepared operation key=P7TBKPU4347T tag=NXEX48W1TU6B type=write size=1019992 2024-08-29T18:11:04.491 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:04.491+0000 7f6dcfdbe640 1 < suggested remove operation key=3VC6XP11WXW6 tag=XILL9RCU0Z55 type=write 2024-08-29T18:11:04.502 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:04.503+0000 7f6dcfdbe640 1 > prepared part key=_multipart_FDT1EJQCIL25.2~VX7Q3ZC1PIHO.0 size=980705 2024-08-29T18:11:04.502 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:04.503+0000 7f6dcfdbe640 1 > prepared multipart upload key=FDT1EJQCIL25 upload=VX7Q3ZC1PIHO tag=9WHDTSR21IW0 type=write size=2029281 2024-08-29T18:11:04.508 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:04.507+0000 7f6dcfdbe640 1 < completed part key=_multipart_T9L1J5N8K7MO.2~503BORGUE0MP.0 size=1048576 2024-08-29T18:11:04.508 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:04.507+0000 7f6dcfdbe640 1 < canceled part key=_multipart_T9L1J5N8K7MO.2~503BORGUE0MP.1 size=200633 2024-08-29T18:11:04.518 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:04.519+0000 7f6dcfdbe640 1 < canceled multipart upload key=T9L1J5N8K7MO upload=503BORGUE0MP tag=KV09YBZY3JK0 type=write size=2297785 2024-08-29T18:11:04.524 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:04.523+0000 7f6dcfdbe640 1 > prepared operation key=CN52F1ME4Q7H tag=5FPU4OR67F87 type=del size=143755 2024-08-29T18:11:04.530 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:04.531+0000 7f6dcfdbe640 1 < completed delete operation key=W4PL77H6JMGP tag=YBUGPH2ZIOPK type=del 2024-08-29T18:11:04.536 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:04.535+0000 7f6dcfdbe640 1 > prepared operation key=LP0MLEKV3E74 tag=9JKGV3BK3AMO type=del size=889376 2024-08-29T18:11:04.543 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:04.543+0000 7f6dcfdbe640 1 < completed part key=_multipart_W4PL77H6JMGP.2~H70TTDSS4LJ5.0 size=545126 2024-08-29T18:11:04.553 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:04.551+0000 7f6dcfdbe640 1 < completed multipart upload key=W4PL77H6JMGP upload=H70TTDSS4LJ5 tag=3VC9D5QGK390 type=write size=1593702 2024-08-29T18:11:04.565 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:04.563+0000 7f6dcfdbe640 1 > prepared part key=_multipart_ROJNXFMRMF7F.2~36MQGNJHS3Y2.0 size=500838 2024-08-29T18:11:04.565 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:04.563+0000 7f6dcfdbe640 1 > prepared multipart upload key=ROJNXFMRMF7F upload=36MQGNJHS3Y2 tag=5S4HSK6TZHX2 type=write size=1549414 2024-08-29T18:11:04.572 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:04.571+0000 7f6dcfdbe640 1 < completed part key=_multipart_3VC6XP11WXW6.2~5H05841TGNZI.0 size=17550 2024-08-29T18:11:04.583 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:04.583+0000 7f6dcfdbe640 1 < completed multipart upload key=3VC6XP11WXW6 upload=5H05841TGNZI tag=AW80QUYZNUWP type=write size=1066126 2024-08-29T18:11:04.590 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:04.591+0000 7f6dcfdbe640 1 > prepared operation key=FDT1EJQCIL25 tag=3YVQ6D53LWFG type=del size=1059790 2024-08-29T18:11:04.596 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:04.595+0000 7f6dcfdbe640 1 < completed delete operation key=7D5I09Z3ND5H tag=WDP8PHPK7QUB type=del 2024-08-29T18:11:04.603 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:04.603+0000 7f6dcfdbe640 1 > prepared operation key=P7TBKPU4347T tag=MUN40UWYPPU0 type=del size=3553573 2024-08-29T18:11:04.610 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:04.607+0000 7f6dcfdbe640 1 < completed delete operation key=W4PL77H6JMGP tag=LKTT8XA88EEV type=del 2024-08-29T18:11:04.616 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:04.615+0000 7f6dcfdbe640 1 > prepared operation key=W4PL77H6JMGP tag=SYQA8OJLJYH2 type=del size=3415100 2024-08-29T18:11:04.623 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:04.623+0000 7f6dcfdbe640 1 < completed part key=_multipart_YE0K0OIAGJTR.2~VA4JS3PXJXEB.0 size=129434 2024-08-29T18:11:04.633 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:04.631+0000 7f6dcfdbe640 1 < completed multipart upload key=YE0K0OIAGJTR upload=VA4JS3PXJXEB tag=JSX0TUKAE0R4 type=write size=1178010 2024-08-29T18:11:04.646 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:04.647+0000 7f6dcfdbe640 1 > prepared part key=_multipart_YKW2ORIZT8YI.2~NMYTAUQ52Y0A.0 size=357888 2024-08-29T18:11:04.646 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:04.647+0000 7f6dcfdbe640 1 > prepared multipart upload key=YKW2ORIZT8YI upload=NMYTAUQ52Y0A tag=ES6LP3RZ3B0M type=write size=1406464 2024-08-29T18:11:04.653 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:04.651+0000 7f6dcfdbe640 1 < completed delete operation key=CN52F1ME4Q7H tag=QOPJ1X57YSSM type=del 2024-08-29T18:11:04.659 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:04.659+0000 7f6dcfdbe640 1 > prepared operation key=C47XT9Y9B7EW tag=HNWMAAJC0SXY type=del size=1150568 2024-08-29T18:11:04.665 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:04.663+0000 7f6dcfdbe640 1 < completed delete operation key=7XDT3ZRUKA4H tag=X74MNOFPJADD type=del 2024-08-29T18:11:04.671 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:04.671+0000 7f6dcfdbe640 1 > prepared operation key=3BV7GUDY3NXK tag=LBI5ZRIQPXO9 type=del size=754432 2024-08-29T18:11:04.683 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:04.683+0000 7f6dcfdbe640 1 < suggested update operation key=PCRU0BDU1Z87 tag=KDRKACLFTOW6 type=del size=870904 2024-08-29T18:11:04.694 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:04.695+0000 7f6dcfdbe640 1 > prepared part key=_multipart_W4PL77H6JMGP.2~76D4132ZEMY5.0 size=238284 2024-08-29T18:11:04.694 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:04.695+0000 7f6dcfdbe640 1 > prepared multipart upload key=W4PL77H6JMGP upload=76D4132ZEMY5 tag=1B45D259E5HG type=write size=1286860 2024-08-29T18:11:04.700 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:04.699+0000 7f6dcfdbe640 1 < completed delete operation key=MT6UK3U6H4JX tag=O41QJVVLLDBU type=del 2024-08-29T18:11:04.711 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:04.711+0000 7f6dcfdbe640 1 > prepared part key=_multipart_9XOQBHEAVUKF.2~XQYPEDYH9QSU.0 size=1048576 2024-08-29T18:11:04.717 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:04.715+0000 7f6dcfdbe640 1 > prepared part key=_multipart_9XOQBHEAVUKF.2~XQYPEDYH9QSU.1 size=1048576 2024-08-29T18:11:04.722 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:04.719+0000 7f6dcfdbe640 1 > prepared part key=_multipart_9XOQBHEAVUKF.2~XQYPEDYH9QSU.2 size=87648 2024-08-29T18:11:04.722 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:04.719+0000 7f6dcfdbe640 1 > prepared multipart upload key=9XOQBHEAVUKF upload=XQYPEDYH9QSU tag=G85XQQCQ9IQZ type=write size=3233376 2024-08-29T18:11:04.735 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:04.735+0000 7f6dcfdbe640 1 < suggested update operation key=78MD08IJ7ULZ tag=S4FI218X73K2 type=del size=606484 2024-08-29T18:11:04.747 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:04.747+0000 7f6dcfdbe640 1 > prepared part key=_multipart_78MD08IJ7ULZ.2~WGZOKW0YWO86.0 size=496143 2024-08-29T18:11:04.747 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:04.747+0000 7f6dcfdbe640 1 > prepared multipart upload key=78MD08IJ7ULZ upload=WGZOKW0YWO86 tag=4CN0O8HZ51VO type=write size=1544719 2024-08-29T18:11:04.754 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:04.755+0000 7f6dcfdbe640 1 < completed delete operation key=W4PL77H6JMGP tag=AB0MR2NVMNPY type=del 2024-08-29T18:11:04.768 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:04.767+0000 7f6dcfdbe640 1 > prepared part key=_multipart_3VC6XP11WXW6.2~H9CEJWRZ0TJT.0 size=304307 2024-08-29T18:11:04.768 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:04.767+0000 7f6dcfdbe640 1 > prepared multipart upload key=3VC6XP11WXW6 upload=H9CEJWRZ0TJT tag=SUP1XRYK352X type=write size=1352883 2024-08-29T18:11:04.775 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:04.775+0000 7f6dcfdbe640 1 < completed delete operation key=L6FV6KJ6OHNY tag=NHIT2JUA1JEQ type=del 2024-08-29T18:11:04.788 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:04.787+0000 7f6dcfdbe640 1 > prepared part key=_multipart_X10K5L2O256M.2~7QRF8GORNLRQ.0 size=1048576 2024-08-29T18:11:04.793 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:04.791+0000 7f6dcfdbe640 1 > prepared part key=_multipart_X10K5L2O256M.2~7QRF8GORNLRQ.1 size=375987 2024-08-29T18:11:04.793 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:04.791+0000 7f6dcfdbe640 1 > prepared multipart upload key=X10K5L2O256M upload=7QRF8GORNLRQ tag=9PPF4YGMLZ20 type=write size=2473139 2024-08-29T18:11:04.799 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:04.799+0000 7f6dcfdbe640 1 < completed write operation key=P7TBKPU4347T tag=NXEX48W1TU6B type=write size=1019992 2024-08-29T18:11:04.805 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:04.803+0000 7f6dcfdbe640 1 > prepared operation key=T9L1J5N8K7MO tag=16AG844J195H type=write size=160438 2024-08-29T18:11:04.811 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:04.811+0000 7f6dcfdbe640 1 < completed part key=_multipart_FDT1EJQCIL25.2~VX7Q3ZC1PIHO.0 size=980705 2024-08-29T18:11:04.821 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:04.819+0000 7f6dcfdbe640 1 < completed multipart upload key=FDT1EJQCIL25 upload=VX7Q3ZC1PIHO tag=9WHDTSR21IW0 type=write size=2029281 2024-08-29T18:11:04.826 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:11:04 smithi053 bash[68679]: cluster 2024-08-29T18:11:03.396105+0000 mgr.y (mgr.25022) 730 : cluster [DBG] pgmap v1411: 137 pgs: 137 active+clean; 583 KiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 378 KiB/s rd, 127 KiB/s wr, 664 op/s 2024-08-29T18:11:04.831 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:04.831+0000 7f6dcfdbe640 1 > prepared part key=_multipart_7Y0GYERC6W4H.2~TG5Y9VO3WWTO.0 size=1048576 2024-08-29T18:11:04.836 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:04.835+0000 7f6dcfdbe640 1 > prepared part key=_multipart_7Y0GYERC6W4H.2~TG5Y9VO3WWTO.1 size=1048576 2024-08-29T18:11:04.841 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:04.839+0000 7f6dcfdbe640 1 > prepared part key=_multipart_7Y0GYERC6W4H.2~TG5Y9VO3WWTO.2 size=524440 2024-08-29T18:11:04.841 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:04.839+0000 7f6dcfdbe640 1 > prepared multipart upload key=7Y0GYERC6W4H upload=TG5Y9VO3WWTO tag=CVFAJKKL434N type=write size=3670168 2024-08-29T18:11:04.847 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:04.847+0000 7f6dcfdbe640 1 < canceled operation key=CN52F1ME4Q7H tag=5FPU4OR67F87 type=del size=143755 2024-08-29T18:11:04.853 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:04.851+0000 7f6dcfdbe640 1 > prepared operation key=ZPPDOE70TQPE tag=7OMXRJA8W9WV type=write size=204168 2024-08-29T18:11:04.858 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:04.859+0000 7f6dcfdbe640 1 < completed delete operation key=LP0MLEKV3E74 tag=9JKGV3BK3AMO type=del 2024-08-29T18:11:04.865 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:04.863+0000 7f6dcfdbe640 1 > prepared operation key=CN52F1ME4Q7H tag=D4IN34WR16Y5 type=del size=850087 2024-08-29T18:11:04.870 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:04.871+0000 7f6dcfdbe640 1 < completed part key=_multipart_ROJNXFMRMF7F.2~36MQGNJHS3Y2.0 size=500838 2024-08-29T18:11:04.879 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:11:04 smithi028 bash[78352]: cluster 2024-08-29T18:11:03.396105+0000 mgr.y (mgr.25022) 730 : cluster [DBG] pgmap v1411: 137 pgs: 137 active+clean; 583 KiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 378 KiB/s rd, 127 KiB/s wr, 664 op/s 2024-08-29T18:11:04.879 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:11:04 smithi028 bash[77168]: cluster 2024-08-29T18:11:03.396105+0000 mgr.y (mgr.25022) 730 : cluster [DBG] pgmap v1411: 137 pgs: 137 active+clean; 583 KiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 378 KiB/s rd, 127 KiB/s wr, 664 op/s 2024-08-29T18:11:04.880 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:04.879+0000 7f6dcfdbe640 1 < completed multipart upload key=ROJNXFMRMF7F upload=36MQGNJHS3Y2 tag=5S4HSK6TZHX2 type=write size=1549414 2024-08-29T18:11:04.886 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:04.887+0000 7f6dcfdbe640 1 > prepared operation key=78MD08IJ7ULZ tag=QR7XA0ZYHP5B type=del size=1176026 2024-08-29T18:11:04.899 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:04.899+0000 7f6dcfdbe640 1 < suggested remove operation key=FDT1EJQCIL25 tag=3YVQ6D53LWFG type=del 2024-08-29T18:11:04.912 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:04.911+0000 7f6dcfdbe640 1 > prepared part key=_multipart_7YYI239LZRWF.2~LDT8G7A3ATJK.0 size=159768 2024-08-29T18:11:04.912 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:04.911+0000 7f6dcfdbe640 1 > prepared multipart upload key=7YYI239LZRWF upload=LDT8G7A3ATJK tag=ECRACH07OIOA type=write size=1208344 2024-08-29T18:11:04.918 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:04.919+0000 7f6dcfdbe640 1 < completed delete operation key=P7TBKPU4347T tag=MUN40UWYPPU0 type=del 2024-08-29T18:11:04.924 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:04.923+0000 7f6dcfdbe640 1 > prepared operation key=7YYI239LZRWF tag=YOML3EVT9D0X type=write size=76044 2024-08-29T18:11:04.935 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:04.935+0000 7f6dcfdbe640 1 < suggested update operation key=W4PL77H6JMGP tag=SYQA8OJLJYH2 type=del size=3415100 2024-08-29T18:11:04.947 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:04.947+0000 7f6dcfdbe640 1 > prepared part key=_multipart_T9L1J5N8K7MO.2~YQ6TSM2U0KZB.0 size=1048576 2024-08-29T18:11:04.952 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:04.951+0000 7f6dcfdbe640 1 > prepared part key=_multipart_T9L1J5N8K7MO.2~YQ6TSM2U0KZB.1 size=1048576 2024-08-29T18:11:04.956 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:04.955+0000 7f6dcfdbe640 1 > prepared part key=_multipart_T9L1J5N8K7MO.2~YQ6TSM2U0KZB.2 size=706229 2024-08-29T18:11:04.956 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:04.955+0000 7f6dcfdbe640 1 > prepared multipart upload key=T9L1J5N8K7MO upload=YQ6TSM2U0KZB tag=JRR589POWLNV type=write size=3851957 2024-08-29T18:11:04.957 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:04.955+0000 7f6dcfdbe640 1 < canceled part key=_multipart_YKW2ORIZT8YI.2~NMYTAUQ52Y0A.0 size=357888 2024-08-29T18:11:04.967 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:04.967+0000 7f6dcfdbe640 1 < canceled multipart upload key=YKW2ORIZT8YI upload=NMYTAUQ52Y0A tag=ES6LP3RZ3B0M type=write size=1406464 2024-08-29T18:11:04.975 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:04.975+0000 7f6dcfdbe640 1 > prepared operation key=ULOTXZSBLM0E tag=4GT0ZVOBJHVI type=del size=433250 2024-08-29T18:11:04.982 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:04.979+0000 7f6dcfdbe640 1 < completed delete operation key=C47XT9Y9B7EW tag=HNWMAAJC0SXY type=del 2024-08-29T18:11:04.992 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:04.991+0000 7f6dcfdbe640 1 > prepared part key=_multipart_W4PL77H6JMGP.2~0Q1Q5T4K9RGZ.0 size=1048576 2024-08-29T18:11:04.997 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:04.995+0000 7f6dcfdbe640 1 > prepared part key=_multipart_W4PL77H6JMGP.2~0Q1Q5T4K9RGZ.1 size=1048576 2024-08-29T18:11:05.002 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:05.003+0000 7f6dcfdbe640 1 > prepared part key=_multipart_W4PL77H6JMGP.2~0Q1Q5T4K9RGZ.2 size=270817 2024-08-29T18:11:05.002 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:05.003+0000 7f6dcfdbe640 1 > prepared multipart upload key=W4PL77H6JMGP upload=0Q1Q5T4K9RGZ tag=MCM2LUUGVK1V type=write size=3416545 2024-08-29T18:11:05.008 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:05.007+0000 7f6dcfdbe640 1 < completed delete operation key=3BV7GUDY3NXK tag=LBI5ZRIQPXO9 type=del 2024-08-29T18:11:05.019 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:05.019+0000 7f6dcfdbe640 1 > prepared part key=_multipart_I0OL3VZS23M6.2~MH9TNPNY9EU2.0 size=1048576 2024-08-29T18:11:05.025 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:05.023+0000 7f6dcfdbe640 1 > prepared part key=_multipart_I0OL3VZS23M6.2~MH9TNPNY9EU2.1 size=1048576 2024-08-29T18:11:05.030 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:05.031+0000 7f6dcfdbe640 1 > prepared part key=_multipart_I0OL3VZS23M6.2~MH9TNPNY9EU2.2 size=73489 2024-08-29T18:11:05.030 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:05.031+0000 7f6dcfdbe640 1 > prepared multipart upload key=I0OL3VZS23M6 upload=MH9TNPNY9EU2 tag=BNWIOHMC3T0C type=write size=3219217 2024-08-29T18:11:05.036 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:05.035+0000 7f6dcfdbe640 1 < completed part key=_multipart_W4PL77H6JMGP.2~76D4132ZEMY5.0 size=238284 2024-08-29T18:11:05.047 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:05.047+0000 7f6dcfdbe640 1 < completed multipart upload key=W4PL77H6JMGP upload=76D4132ZEMY5 tag=1B45D259E5HG type=write size=1286860 2024-08-29T18:11:05.055 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:05.055+0000 7f6dcfdbe640 1 > prepared operation key=JX058LCOIR42 tag=00D63ZBXV5DB type=del size=571649 2024-08-29T18:11:05.063 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:05.063+0000 7f6dcfdbe640 1 < completed part key=_multipart_9XOQBHEAVUKF.2~XQYPEDYH9QSU.0 size=1048576 2024-08-29T18:11:05.068 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:05.067+0000 7f6dcfdbe640 1 < completed part key=_multipart_9XOQBHEAVUKF.2~XQYPEDYH9QSU.1 size=1048576 2024-08-29T18:11:05.073 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:05.071+0000 7f6dcfdbe640 1 < completed part key=_multipart_9XOQBHEAVUKF.2~XQYPEDYH9QSU.2 size=87648 2024-08-29T18:11:05.085 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:05.083+0000 7f6dcfdbe640 1 < completed multipart upload key=9XOQBHEAVUKF upload=XQYPEDYH9QSU tag=G85XQQCQ9IQZ type=write size=3233376 2024-08-29T18:11:05.092 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:05.091+0000 7f6dcfdbe640 1 > prepared operation key=YE0K0OIAGJTR tag=VX7UKNMXNTYY type=del size=133962 2024-08-29T18:11:05.098 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:05.099+0000 7f6dcfdbe640 1 < completed part key=_multipart_78MD08IJ7ULZ.2~WGZOKW0YWO86.0 size=496143 2024-08-29T18:11:05.109 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:05.107+0000 7f6dcfdbe640 1 < completed multipart upload key=78MD08IJ7ULZ upload=WGZOKW0YWO86 tag=4CN0O8HZ51VO type=write size=1544719 2024-08-29T18:11:05.121 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:05.119+0000 7f6dcfdbe640 1 > prepared part key=_multipart_CY91RGLS4L74.2~MH3C1WWOC67I.0 size=1048576 2024-08-29T18:11:05.127 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:05.127+0000 7f6dcfdbe640 1 > prepared part key=_multipart_CY91RGLS4L74.2~MH3C1WWOC67I.1 size=193728 2024-08-29T18:11:05.127 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:05.127+0000 7f6dcfdbe640 1 > prepared multipart upload key=CY91RGLS4L74 upload=MH3C1WWOC67I tag=SPEFCM9Z4X8P type=write size=2290880 2024-08-29T18:11:05.134 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:05.131+0000 7f6dcfdbe640 1 < completed part key=_multipart_3VC6XP11WXW6.2~H9CEJWRZ0TJT.0 size=304307 2024-08-29T18:11:05.145 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:05.143+0000 7f6dcfdbe640 1 < completed multipart upload key=3VC6XP11WXW6 upload=H9CEJWRZ0TJT tag=SUP1XRYK352X type=write size=1352883 2024-08-29T18:11:05.151 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:05.151+0000 7f6dcfdbe640 1 > prepared operation key=C47XT9Y9B7EW tag=WHEFAQ8GKJHT type=write size=495357 2024-08-29T18:11:05.151 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:05.151+0000 7f6dcfdbe640 1 < canceled part key=_multipart_X10K5L2O256M.2~7QRF8GORNLRQ.0 size=1048576 2024-08-29T18:11:05.156 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:05.155+0000 7f6dcfdbe640 1 < completed part key=_multipart_X10K5L2O256M.2~7QRF8GORNLRQ.1 size=375987 2024-08-29T18:11:05.166 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:05.167+0000 7f6dcfdbe640 1 < canceled multipart upload key=X10K5L2O256M upload=7QRF8GORNLRQ tag=9PPF4YGMLZ20 type=write size=2473139 2024-08-29T18:11:05.178 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:05.175+0000 7f6dcfdbe640 1 > prepared part key=_multipart_3VC6XP11WXW6.2~HP828EYECICU.0 size=1048576 2024-08-29T18:11:05.182 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:05.183+0000 7f6dcfdbe640 1 > prepared part key=_multipart_3VC6XP11WXW6.2~HP828EYECICU.1 size=129778 2024-08-29T18:11:05.182 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:05.183+0000 7f6dcfdbe640 1 > prepared multipart upload key=3VC6XP11WXW6 upload=HP828EYECICU tag=3N2V3F8223ZH type=write size=2226930 2024-08-29T18:11:05.195 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:05.195+0000 7f6dcfdbe640 1 < suggested update operation key=T9L1J5N8K7MO tag=16AG844J195H type=write size=160438 2024-08-29T18:11:05.202 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:05.199+0000 7f6dcfdbe640 1 > prepared operation key=KZ45Y56F6JGC tag=BD7UM1V7CYCN type=del size=3159726 2024-08-29T18:11:05.208 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:05.207+0000 7f6dcfdbe640 1 < completed part key=_multipart_7Y0GYERC6W4H.2~TG5Y9VO3WWTO.0 size=1048576 2024-08-29T18:11:05.214 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:05.211+0000 7f6dcfdbe640 1 < completed part key=_multipart_7Y0GYERC6W4H.2~TG5Y9VO3WWTO.1 size=1048576 2024-08-29T18:11:05.219 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:05.219+0000 7f6dcfdbe640 1 < completed part key=_multipart_7Y0GYERC6W4H.2~TG5Y9VO3WWTO.2 size=524440 2024-08-29T18:11:05.229 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:05.227+0000 7f6dcfdbe640 1 < completed multipart upload key=7Y0GYERC6W4H upload=TG5Y9VO3WWTO tag=CVFAJKKL434N type=write size=3670168 2024-08-29T18:11:05.240 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:05.239+0000 7f6dcfdbe640 1 > prepared part key=_multipart_DGQXCI25DDX7.2~K9JR92Y3KAU5.0 size=1048576 2024-08-29T18:11:05.245 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:05.243+0000 7f6dcfdbe640 1 > prepared part key=_multipart_DGQXCI25DDX7.2~K9JR92Y3KAU5.1 size=1048576 2024-08-29T18:11:05.251 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:05.251+0000 7f6dcfdbe640 1 > prepared part key=_multipart_DGQXCI25DDX7.2~K9JR92Y3KAU5.2 size=586700 2024-08-29T18:11:05.251 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:05.251+0000 7f6dcfdbe640 1 > prepared multipart upload key=DGQXCI25DDX7 upload=K9JR92Y3KAU5 tag=W1BW33VXKGZE type=write size=3732428 2024-08-29T18:11:05.257 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:05.255+0000 7f6dcfdbe640 1 < canceled operation key=ZPPDOE70TQPE tag=7OMXRJA8W9WV type=write size=204168 2024-08-29T18:11:05.264 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:05.263+0000 7f6dcfdbe640 1 > prepared operation key=X10K5L2O256M tag=P0PVYRLM1I3N type=write size=735146 2024-08-29T18:11:05.271 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:05.271+0000 7f6dcfdbe640 1 < canceled operation key=CN52F1ME4Q7H tag=D4IN34WR16Y5 type=del size=850087 2024-08-29T18:11:05.277 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:05.275+0000 7f6dcfdbe640 1 > prepared operation key=PCRU0BDU1Z87 tag=WXYIWBMQGX4U type=write size=724815 2024-08-29T18:11:05.283 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:05.283+0000 7f6dcfdbe640 1 < completed delete operation key=78MD08IJ7ULZ tag=QR7XA0ZYHP5B type=del 2024-08-29T18:11:05.290 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:05.291+0000 7f6dcfdbe640 1 > prepared operation key=CY91RGLS4L74 tag=DW5K9DUWWWF3 type=del size=3212269 2024-08-29T18:11:05.297 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:05.295+0000 7f6dcfdbe640 1 < completed part key=_multipart_7YYI239LZRWF.2~LDT8G7A3ATJK.0 size=159768 2024-08-29T18:11:05.308 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:05.307+0000 7f6dcfdbe640 1 < completed multipart upload key=7YYI239LZRWF upload=LDT8G7A3ATJK tag=ECRACH07OIOA type=write size=1208344 2024-08-29T18:11:05.320 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:05.319+0000 7f6dcfdbe640 1 > prepared part key=_multipart_PCRU0BDU1Z87.2~S5YACFM4FJN1.0 size=1048576 2024-08-29T18:11:05.325 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:05.323+0000 7f6dcfdbe640 1 > prepared part key=_multipart_PCRU0BDU1Z87.2~S5YACFM4FJN1.1 size=1048576 2024-08-29T18:11:05.330 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:05.327+0000 7f6dcfdbe640 1 > prepared part key=_multipart_PCRU0BDU1Z87.2~S5YACFM4FJN1.2 size=615178 2024-08-29T18:11:05.330 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:05.327+0000 7f6dcfdbe640 1 > prepared multipart upload key=PCRU0BDU1Z87 upload=S5YACFM4FJN1 tag=CQPJIKYY2TCK type=write size=3760906 2024-08-29T18:11:05.336 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:05.335+0000 7f6dcfdbe640 1 < completed write operation key=7YYI239LZRWF tag=YOML3EVT9D0X type=write size=76044 2024-08-29T18:11:05.344 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:05.343+0000 7f6dcfdbe640 1 > prepared operation key=W4PL77H6JMGP tag=RRRG839K8MSS type=del size=318355 2024-08-29T18:11:05.350 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:05.351+0000 7f6dcfdbe640 1 < completed part key=_multipart_T9L1J5N8K7MO.2~YQ6TSM2U0KZB.0 size=1048576 2024-08-29T18:11:05.355 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:05.355+0000 7f6dcfdbe640 1 < completed part key=_multipart_T9L1J5N8K7MO.2~YQ6TSM2U0KZB.1 size=1048576 2024-08-29T18:11:05.355 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:05.355+0000 7f6dcfdbe640 1 < canceled part key=_multipart_T9L1J5N8K7MO.2~YQ6TSM2U0KZB.2 size=706229 2024-08-29T18:11:05.365 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:05.363+0000 7f6dcfdbe640 1 < canceled multipart upload key=T9L1J5N8K7MO upload=YQ6TSM2U0KZB tag=JRR589POWLNV type=write size=3851957 2024-08-29T18:11:05.377 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:05.375+0000 7f6dcfdbe640 1 > prepared part key=_multipart_YKW2ORIZT8YI.2~AR9DRG2HG5H6.0 size=1048576 2024-08-29T18:11:05.381 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:05.379+0000 7f6dcfdbe640 1 > prepared part key=_multipart_YKW2ORIZT8YI.2~AR9DRG2HG5H6.1 size=1048576 2024-08-29T18:11:05.386 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:05.387+0000 7f6dcfdbe640 1 > prepared part key=_multipart_YKW2ORIZT8YI.2~AR9DRG2HG5H6.2 size=546713 2024-08-29T18:11:05.386 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:05.387+0000 7f6dcfdbe640 1 > prepared multipart upload key=YKW2ORIZT8YI upload=AR9DRG2HG5H6 tag=BUZLLFNMLQYS type=write size=3692441 2024-08-29T18:11:05.392 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:05.391+0000 7f6dcfdbe640 1 < canceled operation key=ULOTXZSBLM0E tag=4GT0ZVOBJHVI type=del size=433250 2024-08-29T18:11:05.399 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:05.399+0000 7f6dcfdbe640 1 > prepared operation key=78MD08IJ7ULZ tag=PZR7C4PW82HP type=del size=4006283 2024-08-29T18:11:05.406 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:05.407+0000 7f6dcfdbe640 1 < completed part key=_multipart_W4PL77H6JMGP.2~0Q1Q5T4K9RGZ.0 size=1048576 2024-08-29T18:11:05.411 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:05.411+0000 7f6dcfdbe640 1 < completed part key=_multipart_W4PL77H6JMGP.2~0Q1Q5T4K9RGZ.1 size=1048576 2024-08-29T18:11:05.416 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:05.415+0000 7f6dcfdbe640 1 < completed part key=_multipart_W4PL77H6JMGP.2~0Q1Q5T4K9RGZ.2 size=270817 2024-08-29T18:11:05.426 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:05.427+0000 7f6dcfdbe640 1 < completed multipart upload key=W4PL77H6JMGP upload=0Q1Q5T4K9RGZ tag=MCM2LUUGVK1V type=write size=3416545 2024-08-29T18:11:05.433 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:05.431+0000 7f6dcfdbe640 1 > prepared operation key=PCRU0BDU1Z87 tag=YATN08XDGRNR type=write size=618608 2024-08-29T18:11:05.439 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:05.439+0000 7f6dcfdbe640 1 < completed part key=_multipart_I0OL3VZS23M6.2~MH9TNPNY9EU2.0 size=1048576 2024-08-29T18:11:05.444 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:05.443+0000 7f6dcfdbe640 1 < completed part key=_multipart_I0OL3VZS23M6.2~MH9TNPNY9EU2.1 size=1048576 2024-08-29T18:11:05.449 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:05.447+0000 7f6dcfdbe640 1 < completed part key=_multipart_I0OL3VZS23M6.2~MH9TNPNY9EU2.2 size=73489 2024-08-29T18:11:05.459 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:05.459+0000 7f6dcfdbe640 1 < completed multipart upload key=I0OL3VZS23M6 upload=MH9TNPNY9EU2 tag=BNWIOHMC3T0C type=write size=3219217 2024-08-29T18:11:05.465 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:05.463+0000 7f6dcfdbe640 1 > prepared operation key=7XDT3ZRUKA4H tag=EJYQJGL8H924 type=del size=3010909 2024-08-29T18:11:05.471 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:05.471+0000 7f6dcfdbe640 1 < completed delete operation key=JX058LCOIR42 tag=00D63ZBXV5DB type=del 2024-08-29T18:11:05.477 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:05.475+0000 7f6dcfdbe640 1 > prepared operation key=7XDT3ZRUKA4H tag=I6YLWIERIDFQ type=del size=2497972 2024-08-29T18:11:05.483 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:05.483+0000 7f6dcfdbe640 1 < canceled operation key=YE0K0OIAGJTR tag=VX7UKNMXNTYY type=del size=133962 2024-08-29T18:11:05.491 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:05.491+0000 7f6dcfdbe640 1 > prepared operation key=ROJNXFMRMF7F tag=DC5VJFCKI7VZ type=del size=2058651 2024-08-29T18:11:05.497 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:05.495+0000 7f6dcfdbe640 1 < completed part key=_multipart_CY91RGLS4L74.2~MH3C1WWOC67I.0 size=1048576 2024-08-29T18:11:05.503 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:05.503+0000 7f6dcfdbe640 1 < completed part key=_multipart_CY91RGLS4L74.2~MH3C1WWOC67I.1 size=193728 2024-08-29T18:11:05.515 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:05.515+0000 7f6dcfdbe640 1 < completed multipart upload key=CY91RGLS4L74 upload=MH3C1WWOC67I tag=SPEFCM9Z4X8P type=write size=2290880 2024-08-29T18:11:05.521 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:05.519+0000 7f6dcfdbe640 1 > prepared operation key=3VC6XP11WXW6 tag=KXPS11F8ALLO type=del size=3540955 2024-08-29T18:11:05.532 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:05.531+0000 7f6dcfdbe640 1 < suggested remove operation key=C47XT9Y9B7EW tag=WHEFAQ8GKJHT type=write 2024-08-29T18:11:05.543 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:05.543+0000 7f6dcfdbe640 1 > prepared part key=_multipart_C47XT9Y9B7EW.2~4CA50XIL5S6G.0 size=1048576 2024-08-29T18:11:05.547 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:05.547+0000 7f6dcfdbe640 1 > prepared part key=_multipart_C47XT9Y9B7EW.2~4CA50XIL5S6G.1 size=66412 2024-08-29T18:11:05.547 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:05.547+0000 7f6dcfdbe640 1 > prepared multipart upload key=C47XT9Y9B7EW upload=4CA50XIL5S6G tag=DAWCLRZ74PRF type=write size=2163564 2024-08-29T18:11:05.553 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:05.551+0000 7f6dcfdbe640 1 < completed part key=_multipart_3VC6XP11WXW6.2~HP828EYECICU.0 size=1048576 2024-08-29T18:11:05.559 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:05.559+0000 7f6dcfdbe640 1 < completed part key=_multipart_3VC6XP11WXW6.2~HP828EYECICU.1 size=129778 2024-08-29T18:11:05.568 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:05.567+0000 7f6dcfdbe640 1 < completed multipart upload key=3VC6XP11WXW6 upload=HP828EYECICU tag=3N2V3F8223ZH type=write size=2226930 2024-08-29T18:11:05.579 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:05.579+0000 7f6dcfdbe640 1 > prepared part key=_multipart_CY91RGLS4L74.2~T42OOZVERIP0.0 size=531623 2024-08-29T18:11:05.579 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:05.579+0000 7f6dcfdbe640 1 > prepared multipart upload key=CY91RGLS4L74 upload=T42OOZVERIP0 tag=EHO6UMGFFMLR type=write size=1580199 2024-08-29T18:11:05.586 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:05.587+0000 7f6dcfdbe640 1 < completed delete operation key=KZ45Y56F6JGC tag=BD7UM1V7CYCN type=del 2024-08-29T18:11:05.592 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:05.591+0000 7f6dcfdbe640 1 > prepared operation key=YAC7TKWP61NS tag=7DCBR70H6R08 type=del size=3808202 2024-08-29T18:11:05.594 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:05.595+0000 7f6dcfdbe640 1 < canceled part key=_multipart_DGQXCI25DDX7.2~K9JR92Y3KAU5.0 size=1048576 2024-08-29T18:11:05.599 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:05.599+0000 7f6dcfdbe640 1 < completed part key=_multipart_DGQXCI25DDX7.2~K9JR92Y3KAU5.1 size=1048576 2024-08-29T18:11:05.604 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:05.603+0000 7f6dcfdbe640 1 < completed part key=_multipart_DGQXCI25DDX7.2~K9JR92Y3KAU5.2 size=586700 2024-08-29T18:11:05.614 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:05.611+0000 7f6dcfdbe640 1 < canceled multipart upload key=DGQXCI25DDX7 upload=K9JR92Y3KAU5 tag=W1BW33VXKGZE type=write size=3732428 2024-08-29T18:11:05.625 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:05.623+0000 7f6dcfdbe640 1 > prepared part key=_multipart_YAC7TKWP61NS.2~44W91QLLASGW.0 size=1048576 2024-08-29T18:11:05.630 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:05.631+0000 7f6dcfdbe640 1 > prepared part key=_multipart_YAC7TKWP61NS.2~44W91QLLASGW.1 size=255960 2024-08-29T18:11:05.630 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:05.631+0000 7f6dcfdbe640 1 > prepared multipart upload key=YAC7TKWP61NS upload=44W91QLLASGW tag=9H222B3Q4TWI type=write size=2353112 2024-08-29T18:11:05.636 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:05.635+0000 7f6dcfdbe640 1 < completed write operation key=X10K5L2O256M tag=P0PVYRLM1I3N type=write size=735146 2024-08-29T18:11:05.647 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:05.647+0000 7f6dcfdbe640 1 > prepared part key=_multipart_PCRU0BDU1Z87.2~E0E6HZMN3SIP.0 size=1048576 2024-08-29T18:11:05.652 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:05.651+0000 7f6dcfdbe640 1 > prepared part key=_multipart_PCRU0BDU1Z87.2~E0E6HZMN3SIP.1 size=1048576 2024-08-29T18:11:05.657 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:05.655+0000 7f6dcfdbe640 1 > prepared part key=_multipart_PCRU0BDU1Z87.2~E0E6HZMN3SIP.2 size=608536 2024-08-29T18:11:05.657 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:05.655+0000 7f6dcfdbe640 1 > prepared multipart upload key=PCRU0BDU1Z87 upload=E0E6HZMN3SIP tag=5BTN52VNFT8Q type=write size=3754264 2024-08-29T18:11:05.663 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:05.663+0000 7f6dcfdbe640 1 < completed write operation key=PCRU0BDU1Z87 tag=WXYIWBMQGX4U type=write size=724815 2024-08-29T18:11:05.674 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:05.675+0000 7f6dcfdbe640 1 > prepared part key=_multipart_C47XT9Y9B7EW.2~JMLNOTDSKPYC.0 size=1048576 2024-08-29T18:11:05.680 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:05.679+0000 7f6dcfdbe640 1 > prepared part key=_multipart_C47XT9Y9B7EW.2~JMLNOTDSKPYC.1 size=691045 2024-08-29T18:11:05.680 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:05.679+0000 7f6dcfdbe640 1 > prepared multipart upload key=C47XT9Y9B7EW upload=JMLNOTDSKPYC tag=7BUY81SFBMKQ type=write size=2788197 2024-08-29T18:11:05.686 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:05.687+0000 7f6dcfdbe640 1 < completed delete operation key=CY91RGLS4L74 tag=DW5K9DUWWWF3 type=del 2024-08-29T18:11:05.691 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:05.691+0000 7f6dcfdbe640 1 > prepared operation key=7YYI239LZRWF tag=KFB28FUK5DVL type=write size=1029107 2024-08-29T18:11:05.697 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:05.695+0000 7f6dcfdbe640 1 < completed part key=_multipart_PCRU0BDU1Z87.2~S5YACFM4FJN1.0 size=1048576 2024-08-29T18:11:05.697 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:05.695+0000 7f6dcfdbe640 1 < canceled part key=_multipart_PCRU0BDU1Z87.2~S5YACFM4FJN1.1 size=1048576 2024-08-29T18:11:05.703 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:05.703+0000 7f6dcfdbe640 1 < completed part key=_multipart_PCRU0BDU1Z87.2~S5YACFM4FJN1.2 size=615178 2024-08-29T18:11:05.714 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:05.715+0000 7f6dcfdbe640 1 < canceled multipart upload key=PCRU0BDU1Z87 upload=S5YACFM4FJN1 tag=CQPJIKYY2TCK type=write size=3760906 2024-08-29T18:11:05.720 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:05.719+0000 7f6dcfdbe640 1 > prepared operation key=78MD08IJ7ULZ tag=7QYQL3F4SCEB type=del size=1475317 2024-08-29T18:11:05.733 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:05.731+0000 7f6dcfdbe640 1 < suggested update operation key=W4PL77H6JMGP tag=RRRG839K8MSS type=del size=318355 2024-08-29T18:11:05.739 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:05.739+0000 7f6dcfdbe640 1 > prepared operation key=ULOTXZSBLM0E tag=DXGFX7INAGG0 type=del size=400116 2024-08-29T18:11:05.745 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:05.743+0000 7f6dcfdbe640 1 < completed part key=_multipart_YKW2ORIZT8YI.2~AR9DRG2HG5H6.0 size=1048576 2024-08-29T18:11:05.751 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:05.751+0000 7f6dcfdbe640 1 < completed part key=_multipart_YKW2ORIZT8YI.2~AR9DRG2HG5H6.1 size=1048576 2024-08-29T18:11:05.756 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:05.755+0000 7f6dcfdbe640 1 < completed part key=_multipart_YKW2ORIZT8YI.2~AR9DRG2HG5H6.2 size=546713 2024-08-29T18:11:05.767 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:05.767+0000 7f6dcfdbe640 1 < completed multipart upload key=YKW2ORIZT8YI upload=AR9DRG2HG5H6 tag=BUZLLFNMLQYS type=write size=3692441 2024-08-29T18:11:05.779 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:05.779+0000 7f6dcfdbe640 1 > prepared part key=_multipart_KZ45Y56F6JGC.2~ZDTREZVXBXPI.0 size=1015830 2024-08-29T18:11:05.779 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:05.779+0000 7f6dcfdbe640 1 > prepared multipart upload key=KZ45Y56F6JGC upload=ZDTREZVXBXPI tag=KO43WN2K5O7Z type=write size=2064406 2024-08-29T18:11:05.791 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:05.791+0000 7f6dcfdbe640 1 < suggested update operation key=78MD08IJ7ULZ tag=PZR7C4PW82HP type=del size=4006283 2024-08-29T18:11:05.798 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:05.799+0000 7f6dcfdbe640 1 > prepared operation key=I0OL3VZS23M6 tag=PTKJORNHD3ZC type=del size=3579331 2024-08-29T18:11:05.804 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:05.803+0000 7f6dcfdbe640 1 < completed write operation key=PCRU0BDU1Z87 tag=YATN08XDGRNR type=write size=618608 2024-08-29T18:11:05.816 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:05.815+0000 7f6dcfdbe640 1 > prepared part key=_multipart_7D5I09Z3ND5H.2~SM6D8YEWN19T.0 size=1048576 2024-08-29T18:11:05.821 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:05.819+0000 7f6dcfdbe640 1 > prepared part key=_multipart_7D5I09Z3ND5H.2~SM6D8YEWN19T.1 size=649882 2024-08-29T18:11:05.822 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:05.819+0000 7f6dcfdbe640 1 > prepared multipart upload key=7D5I09Z3ND5H upload=SM6D8YEWN19T tag=PS0V721LJ3QI type=write size=2747034 2024-08-29T18:11:05.834 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:05.835+0000 7f6dcfdbe640 1 < suggested update operation key=7XDT3ZRUKA4H tag=EJYQJGL8H924 type=del size=3010909 2024-08-29T18:11:05.845 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:05.843+0000 7f6dcfdbe640 1 > prepared part key=_multipart_PCRU0BDU1Z87.2~UDN3SW8VENKM.0 size=1048576 2024-08-29T18:11:05.851 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:05.851+0000 7f6dcfdbe640 1 > prepared part key=_multipart_PCRU0BDU1Z87.2~UDN3SW8VENKM.1 size=304778 2024-08-29T18:11:05.851 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:05.851+0000 7f6dcfdbe640 1 > prepared multipart upload key=PCRU0BDU1Z87 upload=UDN3SW8VENKM tag=SR3UOLOKFPWM type=write size=2401930 2024-08-29T18:11:05.859 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:05.859+0000 7f6dcfdbe640 -1 < failed to complete operation key=7XDT3ZRUKA4H tag=I6YLWIERIDFQ type=del size=2497972: (22) Invalid argument 2024-08-29T18:11:05.865 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:05.863+0000 7f6dcfdbe640 1 > prepared operation key=CY91RGLS4L74 tag=EMCSRJCTZLXG type=del size=3610003 2024-08-29T18:11:05.872 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:05.871+0000 7f6dcfdbe640 1 < completed delete operation key=ROJNXFMRMF7F tag=DC5VJFCKI7VZ type=del 2024-08-29T18:11:05.876 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:05.875+0000 7f6dcfdbe640 1 > prepared operation key=F8MIRGU95TM4 tag=7FGPVC159XQQ type=del size=3538114 2024-08-29T18:11:05.882 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:05.883+0000 7f6dcfdbe640 1 < completed delete operation key=3VC6XP11WXW6 tag=KXPS11F8ALLO type=del 2024-08-29T18:11:05.888 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:05.887+0000 7f6dcfdbe640 1 > prepared operation key=X10K5L2O256M tag=36BKWJ87TZ3Y type=del size=2424695 2024-08-29T18:11:05.889 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:05.887+0000 7f6dcfdbe640 1 < canceled part key=_multipart_C47XT9Y9B7EW.2~4CA50XIL5S6G.0 size=1048576 2024-08-29T18:11:05.894 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:05.891+0000 7f6dcfdbe640 1 < completed part key=_multipart_C47XT9Y9B7EW.2~4CA50XIL5S6G.1 size=66412 2024-08-29T18:11:05.904 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:05.903+0000 7f6dcfdbe640 1 < canceled multipart upload key=C47XT9Y9B7EW upload=4CA50XIL5S6G tag=DAWCLRZ74PRF type=write size=2163564 2024-08-29T18:11:05.917 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:05.915+0000 7f6dcfdbe640 1 > prepared part key=_multipart_YE0K0OIAGJTR.2~NV7MHYKAUZX0.0 size=897003 2024-08-29T18:11:05.917 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:05.915+0000 7f6dcfdbe640 1 > prepared multipart upload key=YE0K0OIAGJTR upload=NV7MHYKAUZX0 tag=GEASJIR2MAYP type=write size=1945579 2024-08-29T18:11:05.923 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:05.923+0000 7f6dcfdbe640 1 < completed part key=_multipart_CY91RGLS4L74.2~T42OOZVERIP0.0 size=531623 2024-08-29T18:11:05.933 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:05.931+0000 7f6dcfdbe640 1 < completed multipart upload key=CY91RGLS4L74 upload=T42OOZVERIP0 tag=EHO6UMGFFMLR type=write size=1580199 2024-08-29T18:11:05.939 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:05.939+0000 7f6dcfdbe640 1 > prepared operation key=ZPPDOE70TQPE tag=4KEYL6ID4DPP type=del size=1446449 2024-08-29T18:11:05.945 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:05.943+0000 7f6dcfdbe640 1 < completed delete operation key=YAC7TKWP61NS tag=7DCBR70H6R08 type=del 2024-08-29T18:11:05.956 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:05.955+0000 7f6dcfdbe640 1 > prepared part key=_multipart_KZ45Y56F6JGC.2~B82X550SS7VV.0 size=1048576 2024-08-29T18:11:05.960 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:05.959+0000 7f6dcfdbe640 1 > prepared part key=_multipart_KZ45Y56F6JGC.2~B82X550SS7VV.1 size=482276 2024-08-29T18:11:05.960 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:05.959+0000 7f6dcfdbe640 1 > prepared multipart upload key=KZ45Y56F6JGC upload=B82X550SS7VV tag=6K3X2L3Z3MSA type=write size=2579428 2024-08-29T18:11:05.966 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:05.967+0000 7f6dcfdbe640 1 < completed part key=_multipart_YAC7TKWP61NS.2~44W91QLLASGW.0 size=1048576 2024-08-29T18:11:05.971 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:05.971+0000 7f6dcfdbe640 1 < completed part key=_multipart_YAC7TKWP61NS.2~44W91QLLASGW.1 size=255960 2024-08-29T18:11:05.981 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:05.979+0000 7f6dcfdbe640 1 < completed multipart upload key=YAC7TKWP61NS upload=44W91QLLASGW tag=9H222B3Q4TWI type=write size=2353112 2024-08-29T18:11:05.986 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:05.987+0000 7f6dcfdbe640 1 > prepared operation key=ZPPDOE70TQPE tag=TAXWVS5TKJ5V type=del size=402846 2024-08-29T18:11:05.987 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:05.987+0000 7f6dcfdbe640 1 < canceled part key=_multipart_PCRU0BDU1Z87.2~E0E6HZMN3SIP.0 size=1048576 2024-08-29T18:11:05.993 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:05.991+0000 7f6dcfdbe640 1 < completed part key=_multipart_PCRU0BDU1Z87.2~E0E6HZMN3SIP.1 size=1048576 2024-08-29T18:11:05.998 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:05.995+0000 7f6dcfdbe640 1 < completed part key=_multipart_PCRU0BDU1Z87.2~E0E6HZMN3SIP.2 size=608536 2024-08-29T18:11:06.008 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:06.007+0000 7f6dcfdbe640 1 < canceled multipart upload key=PCRU0BDU1Z87 upload=E0E6HZMN3SIP tag=5BTN52VNFT8Q type=write size=3754264 2024-08-29T18:11:06.018 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:06.019+0000 7f6dcfdbe640 1 > prepared part key=_multipart_B7L6NXZ0V2CR.2~DNHC4W7HNG97.0 size=48174 2024-08-29T18:11:06.018 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:06.019+0000 7f6dcfdbe640 1 > prepared multipart upload key=B7L6NXZ0V2CR upload=DNHC4W7HNG97 tag=T7GV9XXHDBZH type=write size=1096750 2024-08-29T18:11:06.024 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:06.023+0000 7f6dcfdbe640 1 < completed part key=_multipart_C47XT9Y9B7EW.2~JMLNOTDSKPYC.0 size=1048576 2024-08-29T18:11:06.029 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:06.027+0000 7f6dcfdbe640 1 < completed part key=_multipart_C47XT9Y9B7EW.2~JMLNOTDSKPYC.1 size=691045 2024-08-29T18:11:06.039 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:06.039+0000 7f6dcfdbe640 1 < completed multipart upload key=C47XT9Y9B7EW upload=JMLNOTDSKPYC tag=7BUY81SFBMKQ type=write size=2788197 2024-08-29T18:11:06.044 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:06.043+0000 7f6dcfdbe640 1 > prepared operation key=3VC6XP11WXW6 tag=SUD3COCSMJ6Z type=del size=1202844 2024-08-29T18:11:06.050 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:06.051+0000 7f6dcfdbe640 1 < completed write operation key=7YYI239LZRWF tag=KFB28FUK5DVL type=write size=1029107 2024-08-29T18:11:06.061 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:06.058+0000 7f6dcfdbe640 1 > prepared part key=_multipart_3VC6XP11WXW6.2~XEQ6ODHEBTHS.0 size=1048576 2024-08-29T18:11:06.065 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:06.062+0000 7f6dcfdbe640 1 > prepared part key=_multipart_3VC6XP11WXW6.2~XEQ6ODHEBTHS.1 size=317999 2024-08-29T18:11:06.065 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:06.062+0000 7f6dcfdbe640 1 > prepared multipart upload key=3VC6XP11WXW6 upload=XEQ6ODHEBTHS tag=UXSM85D74HO9 type=write size=2415151 2024-08-29T18:11:06.074 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:06.074+0000 7f6dcfdbe640 -1 < failed to complete operation key=78MD08IJ7ULZ tag=7QYQL3F4SCEB type=del size=1475317: (22) Invalid argument 2024-08-29T18:11:06.080 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:06.078+0000 7f6dcfdbe640 1 > prepared operation key=ZPPDOE70TQPE tag=819N7H8WIQK5 type=del size=4168983 2024-08-29T18:11:06.085 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:06.082+0000 7f6dcfdbe640 1 < completed delete operation key=ULOTXZSBLM0E tag=DXGFX7INAGG0 type=del 2024-08-29T18:11:06.096 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:06.094+0000 7f6dcfdbe640 1 > prepared part key=_multipart_CY91RGLS4L74.2~EDGNZW0YCO3V.0 size=1048576 2024-08-29T18:11:06.101 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:06.098+0000 7f6dcfdbe640 1 > prepared part key=_multipart_CY91RGLS4L74.2~EDGNZW0YCO3V.1 size=375067 2024-08-29T18:11:06.101 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:06.098+0000 7f6dcfdbe640 1 > prepared multipart upload key=CY91RGLS4L74 upload=EDGNZW0YCO3V tag=MQADK2U1WJ7H type=write size=2472219 2024-08-29T18:11:06.102 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:06.102+0000 7f6dcfdbe640 1 < canceled part key=_multipart_KZ45Y56F6JGC.2~ZDTREZVXBXPI.0 size=1015830 2024-08-29T18:11:06.113 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:06.110+0000 7f6dcfdbe640 1 < canceled multipart upload key=KZ45Y56F6JGC upload=ZDTREZVXBXPI tag=KO43WN2K5O7Z type=write size=2064406 2024-08-29T18:11:06.118 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:06.118+0000 7f6dcfdbe640 1 > prepared operation key=9XOQBHEAVUKF tag=JISMMIAA7L0Z type=del size=201449 2024-08-29T18:11:06.124 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:06.122+0000 7f6dcfdbe640 1 < completed delete operation key=I0OL3VZS23M6 tag=PTKJORNHD3ZC type=del 2024-08-29T18:11:06.130 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:06.130+0000 7f6dcfdbe640 1 > prepared operation key=F8MIRGU95TM4 tag=CRDH36L2YCKF type=del size=3986281 2024-08-29T18:11:06.136 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:06.134+0000 7f6dcfdbe640 1 < completed part key=_multipart_7D5I09Z3ND5H.2~SM6D8YEWN19T.0 size=1048576 2024-08-29T18:11:06.137 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:06.134+0000 7f6dcfdbe640 1 < canceled part key=_multipart_7D5I09Z3ND5H.2~SM6D8YEWN19T.1 size=649882 2024-08-29T18:11:06.146 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:06.146+0000 7f6dcfdbe640 1 < canceled multipart upload key=7D5I09Z3ND5H upload=SM6D8YEWN19T tag=PS0V721LJ3QI type=write size=2747034 2024-08-29T18:11:06.153 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:06.150+0000 7f6dcfdbe640 1 > prepared operation key=YE0K0OIAGJTR tag=VBFY1NDLW4PG type=del size=3158593 2024-08-29T18:11:06.154 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:06.154+0000 7f6dcfdbe640 1 < canceled part key=_multipart_PCRU0BDU1Z87.2~UDN3SW8VENKM.0 size=1048576 2024-08-29T18:11:06.159 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:06.158+0000 7f6dcfdbe640 1 < completed part key=_multipart_PCRU0BDU1Z87.2~UDN3SW8VENKM.1 size=304778 2024-08-29T18:11:06.170 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:06.166+0000 7f6dcfdbe640 1 < canceled multipart upload key=PCRU0BDU1Z87 upload=UDN3SW8VENKM tag=SR3UOLOKFPWM type=write size=2401930 2024-08-29T18:11:06.180 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:06.178+0000 7f6dcfdbe640 1 > prepared part key=_multipart_CY91RGLS4L74.2~0RDNIVLF3D27.0 size=345324 2024-08-29T18:11:06.180 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:06.178+0000 7f6dcfdbe640 1 > prepared multipart upload key=CY91RGLS4L74 upload=0RDNIVLF3D27 tag=6JNS2OI1AO10 type=write size=1393900 2024-08-29T18:11:06.187 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:06.186+0000 7f6dcfdbe640 1 < completed delete operation key=CY91RGLS4L74 tag=EMCSRJCTZLXG type=del 2024-08-29T18:11:06.193 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:06.190+0000 7f6dcfdbe640 1 > prepared operation key=DGQXCI25DDX7 tag=LKBFV45SH4TJ type=del size=533356 2024-08-29T18:11:06.199 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:06.198+0000 7f6dcfdbe640 1 < canceled operation key=F8MIRGU95TM4 tag=7FGPVC159XQQ type=del size=3538114 2024-08-29T18:11:06.211 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:06.210+0000 7f6dcfdbe640 1 > prepared part key=_multipart_YAC7TKWP61NS.2~8LRFH1HK38SI.0 size=1048576 2024-08-29T18:11:06.215 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:06.214+0000 7f6dcfdbe640 1 > prepared part key=_multipart_YAC7TKWP61NS.2~8LRFH1HK38SI.1 size=374608 2024-08-29T18:11:06.216 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:06.214+0000 7f6dcfdbe640 1 > prepared multipart upload key=YAC7TKWP61NS upload=8LRFH1HK38SI tag=ZNET16S50BN8 type=write size=2471760 2024-08-29T18:11:06.227 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:06.226+0000 7f6dcfdbe640 1 < suggested remove operation key=X10K5L2O256M tag=36BKWJ87TZ3Y type=del 2024-08-29T18:11:06.233 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:06.230+0000 7f6dcfdbe640 1 > prepared operation key=7XDT3ZRUKA4H tag=5XTVO3BXHH71 type=del size=1257459 2024-08-29T18:11:06.239 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:06.238+0000 7f6dcfdbe640 1 < completed part key=_multipart_YE0K0OIAGJTR.2~NV7MHYKAUZX0.0 size=897003 2024-08-29T18:11:06.249 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:06.246+0000 7f6dcfdbe640 1 < completed multipart upload key=YE0K0OIAGJTR upload=NV7MHYKAUZX0 tag=GEASJIR2MAYP type=write size=1945579 2024-08-29T18:11:06.256 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:06.254+0000 7f6dcfdbe640 1 > prepared operation key=7XDT3ZRUKA4H tag=O8U8RN7D6QC6 type=write size=282095 2024-08-29T18:11:06.269 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:06.266+0000 7f6dcfdbe640 1 < suggested update operation key=ZPPDOE70TQPE tag=4KEYL6ID4DPP type=del size=1446449 2024-08-29T18:11:06.274 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:06.274+0000 7f6dcfdbe640 1 > prepared operation key=C47XT9Y9B7EW tag=Q9EBRM0PY1AX type=del size=186220 2024-08-29T18:11:06.280 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:06.278+0000 7f6dcfdbe640 1 < completed part key=_multipart_KZ45Y56F6JGC.2~B82X550SS7VV.0 size=1048576 2024-08-29T18:11:06.285 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:06.282+0000 7f6dcfdbe640 1 < completed part key=_multipart_KZ45Y56F6JGC.2~B82X550SS7VV.1 size=482276 2024-08-29T18:11:06.295 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:06.294+0000 7f6dcfdbe640 1 < completed multipart upload key=KZ45Y56F6JGC upload=B82X550SS7VV tag=6K3X2L3Z3MSA type=write size=2579428 2024-08-29T18:11:06.301 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:06.298+0000 7f6dcfdbe640 1 > prepared operation key=ULOTXZSBLM0E tag=53U07K37KNLT type=del size=2753023 2024-08-29T18:11:06.309 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:06.306+0000 7f6dcfdbe640 -1 < failed to complete operation key=ZPPDOE70TQPE tag=TAXWVS5TKJ5V type=del size=402846: (22) Invalid argument 2024-08-29T18:11:06.315 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:06.314+0000 7f6dcfdbe640 1 > prepared operation key=YKW2ORIZT8YI tag=E05SH58V102Q type=del size=2017074 2024-08-29T18:11:06.322 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:06.322+0000 7f6dcfdbe640 1 < completed part key=_multipart_B7L6NXZ0V2CR.2~DNHC4W7HNG97.0 size=48174 2024-08-29T18:11:06.333 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:06.330+0000 7f6dcfdbe640 1 < completed multipart upload key=B7L6NXZ0V2CR upload=DNHC4W7HNG97 tag=T7GV9XXHDBZH type=write size=1096750 2024-08-29T18:11:06.343 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:06.342+0000 7f6dcfdbe640 1 > prepared part key=_multipart_3VC6XP11WXW6.2~PI7PXC1FQ8DU.0 size=1048576 2024-08-29T18:11:06.348 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:06.346+0000 7f6dcfdbe640 1 > prepared part key=_multipart_3VC6XP11WXW6.2~PI7PXC1FQ8DU.1 size=495878 2024-08-29T18:11:06.348 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:06.346+0000 7f6dcfdbe640 1 > prepared multipart upload key=3VC6XP11WXW6 upload=PI7PXC1FQ8DU tag=5LDOQH7VU91G type=write size=2593030 2024-08-29T18:11:06.360 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:06.358+0000 7f6dcfdbe640 1 < suggested remove operation key=3VC6XP11WXW6 tag=SUD3COCSMJ6Z type=del 2024-08-29T18:11:06.365 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:06.362+0000 7f6dcfdbe640 1 > prepared operation key=T9L1J5N8K7MO tag=ZA0CJUS2IV0G type=del size=1421223 2024-08-29T18:11:06.372 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:06.370+0000 7f6dcfdbe640 1 < completed part key=_multipart_3VC6XP11WXW6.2~XEQ6ODHEBTHS.0 size=1048576 2024-08-29T18:11:06.378 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:06.374+0000 7f6dcfdbe640 1 < completed part key=_multipart_3VC6XP11WXW6.2~XEQ6ODHEBTHS.1 size=317999 2024-08-29T18:11:06.396 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:06.394+0000 7f6dcfdbe640 1 < completed multipart upload key=3VC6XP11WXW6 upload=XEQ6ODHEBTHS tag=UXSM85D74HO9 type=write size=2415151 2024-08-29T18:11:06.410 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:06.406+0000 7f6dcfdbe640 1 > prepared part key=_multipart_P7TBKPU4347T.2~B80C3EDWWT0P.0 size=1048576 2024-08-29T18:11:06.415 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:06.414+0000 7f6dcfdbe640 1 > prepared part key=_multipart_P7TBKPU4347T.2~B80C3EDWWT0P.1 size=903940 2024-08-29T18:11:06.415 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:06.414+0000 7f6dcfdbe640 1 > prepared multipart upload key=P7TBKPU4347T upload=B80C3EDWWT0P tag=22Q36ZAAMAL2 type=write size=3001092 2024-08-29T18:11:06.428 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:06.426+0000 7f6dcfdbe640 1 < suggested update operation key=ZPPDOE70TQPE tag=819N7H8WIQK5 type=del size=4168983 2024-08-29T18:11:06.434 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:06.434+0000 7f6dcfdbe640 1 > prepared operation key=JX058LCOIR42 tag=KR2C0QVRO62W type=del size=2546294 2024-08-29T18:11:06.440 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:06.438+0000 7f6dcfdbe640 1 < completed part key=_multipart_CY91RGLS4L74.2~EDGNZW0YCO3V.0 size=1048576 2024-08-29T18:11:06.445 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:06.442+0000 7f6dcfdbe640 1 < completed part key=_multipart_CY91RGLS4L74.2~EDGNZW0YCO3V.1 size=375067 2024-08-29T18:11:06.455 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:06.454+0000 7f6dcfdbe640 1 < completed multipart upload key=CY91RGLS4L74 upload=EDGNZW0YCO3V tag=MQADK2U1WJ7H type=write size=2472219 2024-08-29T18:11:06.466 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:06.462+0000 7f6dcfdbe640 1 > prepared part key=_multipart_ULOTXZSBLM0E.2~82F0EKV9A229.0 size=177041 2024-08-29T18:11:06.466 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:06.466+0000 7f6dcfdbe640 1 > prepared multipart upload key=ULOTXZSBLM0E upload=82F0EKV9A229 tag=41B4UV55DQ7T type=write size=1225617 2024-08-29T18:11:06.472 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:06.470+0000 7f6dcfdbe640 1 < completed delete operation key=9XOQBHEAVUKF tag=JISMMIAA7L0Z type=del 2024-08-29T18:11:06.485 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:06.482+0000 7f6dcfdbe640 1 > prepared part key=_multipart_MT6UK3U6H4JX.2~8G9YX8642JFY.0 size=1048576 2024-08-29T18:11:06.493 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:06.490+0000 7f6dcfdbe640 1 > prepared part key=_multipart_MT6UK3U6H4JX.2~8G9YX8642JFY.1 size=1048576 2024-08-29T18:11:06.498 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:06.498+0000 7f6dcfdbe640 1 > prepared part key=_multipart_MT6UK3U6H4JX.2~8G9YX8642JFY.2 size=1005589 2024-08-29T18:11:06.498 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:06.498+0000 7f6dcfdbe640 1 > prepared multipart upload key=MT6UK3U6H4JX upload=8G9YX8642JFY tag=73CVYH2QVDS6 type=write size=4151317 2024-08-29T18:11:06.511 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:06.510+0000 7f6dcfdbe640 1 < suggested remove operation key=F8MIRGU95TM4 tag=CRDH36L2YCKF type=del 2024-08-29T18:11:06.517 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:06.514+0000 7f6dcfdbe640 1 > prepared operation key=I0OL3VZS23M6 tag=L8TVUCO68USH type=del size=2954108 2024-08-29T18:11:06.528 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:06.526+0000 7f6dcfdbe640 1 < suggested remove operation key=YE0K0OIAGJTR tag=VBFY1NDLW4PG type=del 2024-08-29T18:11:06.539 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:06.538+0000 7f6dcfdbe640 1 > prepared part key=_multipart_FDT1EJQCIL25.2~09G9B6SQIRAC.0 size=1048576 2024-08-29T18:11:06.545 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:06.542+0000 7f6dcfdbe640 1 > prepared part key=_multipart_FDT1EJQCIL25.2~09G9B6SQIRAC.1 size=787680 2024-08-29T18:11:06.545 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:06.542+0000 7f6dcfdbe640 1 > prepared multipart upload key=FDT1EJQCIL25 upload=09G9B6SQIRAC tag=VL625CQXS0CR type=write size=2884832 2024-08-29T18:11:06.551 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:06.550+0000 7f6dcfdbe640 1 < completed part key=_multipart_CY91RGLS4L74.2~0RDNIVLF3D27.0 size=345324 2024-08-29T18:11:06.560 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:06.558+0000 7f6dcfdbe640 1 < completed multipart upload key=CY91RGLS4L74 upload=0RDNIVLF3D27 tag=6JNS2OI1AO10 type=write size=1393900 2024-08-29T18:11:06.567 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:06.566+0000 7f6dcfdbe640 1 > prepared operation key=7Y0GYERC6W4H tag=7VDIR7HJM3IJ type=del size=2118167 2024-08-29T18:11:06.578 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:06.578+0000 7f6dcfdbe640 1 < suggested update operation key=DGQXCI25DDX7 tag=LKBFV45SH4TJ type=del size=533356 2024-08-29T18:11:06.588 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:06.586+0000 7f6dcfdbe640 1 > prepared part key=_multipart_I0OL3VZS23M6.2~1AEF592F7TUE.0 size=1048576 2024-08-29T18:11:06.593 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:06.590+0000 7f6dcfdbe640 1 > prepared part key=_multipart_I0OL3VZS23M6.2~1AEF592F7TUE.1 size=45041 2024-08-29T18:11:06.593 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:06.590+0000 7f6dcfdbe640 1 > prepared multipart upload key=I0OL3VZS23M6 upload=1AEF592F7TUE tag=JX1PIJW7BGM0 type=write size=2142193 2024-08-29T18:11:06.598 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:06.598+0000 7f6dcfdbe640 1 < completed part key=_multipart_YAC7TKWP61NS.2~8LRFH1HK38SI.0 size=1048576 2024-08-29T18:11:06.599 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:06.598+0000 7f6dcfdbe640 1 < canceled part key=_multipart_YAC7TKWP61NS.2~8LRFH1HK38SI.1 size=374608 2024-08-29T18:11:06.609 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:06.606+0000 7f6dcfdbe640 1 < canceled multipart upload key=YAC7TKWP61NS upload=8LRFH1HK38SI tag=ZNET16S50BN8 type=write size=2471760 2024-08-29T18:11:06.614 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:06.614+0000 7f6dcfdbe640 1 > prepared operation key=ULOTXZSBLM0E tag=CHN11Z5B7IN7 type=write size=56733 2024-08-29T18:11:06.620 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:06.618+0000 7f6dcfdbe640 1 < completed delete operation key=7XDT3ZRUKA4H tag=5XTVO3BXHH71 type=del 2024-08-29T18:11:06.625 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:06.622+0000 7f6dcfdbe640 1 > prepared operation key=7D5I09Z3ND5H tag=EN0T5HP94WEC type=write size=546543 2024-08-29T18:11:06.631 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:06.630+0000 7f6dcfdbe640 1 < completed write operation key=7XDT3ZRUKA4H tag=O8U8RN7D6QC6 type=write size=282095 2024-08-29T18:11:06.637 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:06.634+0000 7f6dcfdbe640 1 > prepared operation key=7YYI239LZRWF tag=WPYVRI957EBI type=del size=2326010 2024-08-29T18:11:06.644 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:06.642+0000 7f6dcfdbe640 1 < completed delete operation key=C47XT9Y9B7EW tag=Q9EBRM0PY1AX type=del 2024-08-29T18:11:06.650 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:06.650+0000 7f6dcfdbe640 1 > prepared operation key=9XOQBHEAVUKF tag=RG3CWPFYE23Z type=del size=365939 2024-08-29T18:11:06.657 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:06.654+0000 7f6dcfdbe640 1 < completed delete operation key=ULOTXZSBLM0E tag=53U07K37KNLT type=del 2024-08-29T18:11:06.663 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:06.662+0000 7f6dcfdbe640 1 > prepared operation key=W4PL77H6JMGP tag=3RAU572GPUXN type=write size=936092 2024-08-29T18:11:06.669 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:06.666+0000 7f6dcfdbe640 1 < completed delete operation key=YKW2ORIZT8YI tag=E05SH58V102Q type=del 2024-08-29T18:11:06.679 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:06.678+0000 7f6dcfdbe640 1 > prepared part key=_multipart_YE0K0OIAGJTR.2~R7G3JUVIUMXR.0 size=1048576 2024-08-29T18:11:06.684 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:06.682+0000 7f6dcfdbe640 1 > prepared part key=_multipart_YE0K0OIAGJTR.2~R7G3JUVIUMXR.1 size=1048576 2024-08-29T18:11:06.688 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:06.686+0000 7f6dcfdbe640 1 > prepared part key=_multipart_YE0K0OIAGJTR.2~R7G3JUVIUMXR.2 size=998916 2024-08-29T18:11:06.688 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:06.686+0000 7f6dcfdbe640 1 > prepared multipart upload key=YE0K0OIAGJTR upload=R7G3JUVIUMXR tag=I3NF6A9UWP3A type=write size=4144644 2024-08-29T18:11:06.695 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:06.694+0000 7f6dcfdbe640 1 < completed part key=_multipart_3VC6XP11WXW6.2~PI7PXC1FQ8DU.0 size=1048576 2024-08-29T18:11:06.699 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:06.698+0000 7f6dcfdbe640 1 < completed part key=_multipart_3VC6XP11WXW6.2~PI7PXC1FQ8DU.1 size=495878 2024-08-29T18:11:06.709 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:06.706+0000 7f6dcfdbe640 1 < completed multipart upload key=3VC6XP11WXW6 upload=PI7PXC1FQ8DU tag=5LDOQH7VU91G type=write size=2593030 2024-08-29T18:11:06.715 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:06.714+0000 7f6dcfdbe640 1 > prepared operation key=YKW2ORIZT8YI tag=ROBYWX7FVK9X type=del size=3904466 2024-08-29T18:11:06.721 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:06.718+0000 7f6dcfdbe640 1 < canceled operation key=T9L1J5N8K7MO tag=ZA0CJUS2IV0G type=del size=1421223 2024-08-29T18:11:06.727 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:06.726+0000 7f6dcfdbe640 1 > prepared operation key=CY91RGLS4L74 tag=HAIO2T2IS731 type=write size=281201 2024-08-29T18:11:06.732 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:06.730+0000 7f6dcfdbe640 1 < completed part key=_multipart_P7TBKPU4347T.2~B80C3EDWWT0P.0 size=1048576 2024-08-29T18:11:06.737 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:06.734+0000 7f6dcfdbe640 1 < completed part key=_multipart_P7TBKPU4347T.2~B80C3EDWWT0P.1 size=903940 2024-08-29T18:11:06.748 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:06.746+0000 7f6dcfdbe640 1 < completed multipart upload key=P7TBKPU4347T upload=B80C3EDWWT0P tag=22Q36ZAAMAL2 type=write size=3001092 2024-08-29T18:11:06.754 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:06.754+0000 7f6dcfdbe640 1 > prepared operation key=7Y0GYERC6W4H tag=VSS365OMYJH1 type=del size=3462831 2024-08-29T18:11:06.760 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:06.758+0000 7f6dcfdbe640 1 < completed delete operation key=JX058LCOIR42 tag=KR2C0QVRO62W type=del 2024-08-29T18:11:06.766 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:06.762+0000 7f6dcfdbe640 1 > prepared operation key=MT6UK3U6H4JX tag=6FIWPOPQGXDM type=write size=864671 2024-08-29T18:11:06.767 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:06.766+0000 7f6dcfdbe640 1 < canceled part key=_multipart_ULOTXZSBLM0E.2~82F0EKV9A229.0 size=177041 2024-08-29T18:11:06.777 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:06.774+0000 7f6dcfdbe640 1 < canceled multipart upload key=ULOTXZSBLM0E upload=82F0EKV9A229 tag=41B4UV55DQ7T type=write size=1225617 2024-08-29T18:11:06.788 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:06.786+0000 7f6dcfdbe640 1 > prepared part key=_multipart_7XDT3ZRUKA4H.2~DDCLG3KR46CZ.0 size=801729 2024-08-29T18:11:06.789 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:06.786+0000 7f6dcfdbe640 1 > prepared multipart upload key=7XDT3ZRUKA4H upload=DDCLG3KR46CZ tag=P8HCG8ZFPUS8 type=write size=1850305 2024-08-29T18:11:06.795 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:06.794+0000 7f6dcfdbe640 1 < completed part key=_multipart_MT6UK3U6H4JX.2~8G9YX8642JFY.0 size=1048576 2024-08-29T18:11:06.800 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:06.798+0000 7f6dcfdbe640 1 < completed part key=_multipart_MT6UK3U6H4JX.2~8G9YX8642JFY.1 size=1048576 2024-08-29T18:11:06.805 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:06.802+0000 7f6dcfdbe640 1 < completed part key=_multipart_MT6UK3U6H4JX.2~8G9YX8642JFY.2 size=1005589 2024-08-29T18:11:06.815 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:06.814+0000 7f6dcfdbe640 1 < completed multipart upload key=MT6UK3U6H4JX upload=8G9YX8642JFY tag=73CVYH2QVDS6 type=write size=4151317 2024-08-29T18:11:06.826 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:06.826+0000 7f6dcfdbe640 1 > prepared part key=_multipart_7YYI239LZRWF.2~WGM76MS0HIN5.0 size=54539 2024-08-29T18:11:06.826 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:06.826+0000 7f6dcfdbe640 1 > prepared multipart upload key=7YYI239LZRWF upload=WGM76MS0HIN5 tag=K9UBR8PK1IM9 type=write size=1103115 2024-08-29T18:11:06.827 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:11:06 smithi053 bash[68679]: cluster 2024-08-29T18:11:05.397378+0000 mgr.y (mgr.25022) 731 : cluster [DBG] pgmap v1412: 137 pgs: 137 active+clean; 583 KiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 545 KiB/s rd, 184 KiB/s wr, 959 op/s 2024-08-29T18:11:06.832 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:06.830+0000 7f6dcfdbe640 1 < completed delete operation key=I0OL3VZS23M6 tag=L8TVUCO68USH type=del 2024-08-29T18:11:06.838 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:06.838+0000 7f6dcfdbe640 1 > prepared operation key=ROJNXFMRMF7F tag=DG9D7Y8RN8UU type=del size=2232113 2024-08-29T18:11:06.843 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:06.842+0000 7f6dcfdbe640 1 < completed part key=_multipart_FDT1EJQCIL25.2~09G9B6SQIRAC.0 size=1048576 2024-08-29T18:11:06.848 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:06.846+0000 7f6dcfdbe640 1 < completed part key=_multipart_FDT1EJQCIL25.2~09G9B6SQIRAC.1 size=787680 2024-08-29T18:11:06.858 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:06.858+0000 7f6dcfdbe640 1 < completed multipart upload key=FDT1EJQCIL25 upload=09G9B6SQIRAC tag=VL625CQXS0CR type=write size=2884832 2024-08-29T18:11:06.864 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:06.862+0000 7f6dcfdbe640 1 > prepared operation key=7YYI239LZRWF tag=V89PB4ISSL7Q type=del size=1237057 2024-08-29T18:11:06.870 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:06.870+0000 7f6dcfdbe640 1 < completed delete operation key=7Y0GYERC6W4H tag=7VDIR7HJM3IJ type=del 2024-08-29T18:11:06.879 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:11:06 smithi028 bash[78352]: cluster 2024-08-29T18:11:05.397378+0000 mgr.y (mgr.25022) 731 : cluster [DBG] pgmap v1412: 137 pgs: 137 active+clean; 583 KiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 545 KiB/s rd, 184 KiB/s wr, 959 op/s 2024-08-29T18:11:06.879 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:11:06 smithi028 bash[77168]: cluster 2024-08-29T18:11:05.397378+0000 mgr.y (mgr.25022) 731 : cluster [DBG] pgmap v1412: 137 pgs: 137 active+clean; 583 KiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 545 KiB/s rd, 184 KiB/s wr, 959 op/s 2024-08-29T18:11:06.881 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:06.878+0000 7f6dcfdbe640 1 > prepared part key=_multipart_MT6UK3U6H4JX.2~IX00BR8Z77H0.0 size=1048576 2024-08-29T18:11:06.886 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:06.882+0000 7f6dcfdbe640 1 > prepared part key=_multipart_MT6UK3U6H4JX.2~IX00BR8Z77H0.1 size=1048576 2024-08-29T18:11:06.891 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:06.890+0000 7f6dcfdbe640 1 > prepared part key=_multipart_MT6UK3U6H4JX.2~IX00BR8Z77H0.2 size=532841 2024-08-29T18:11:06.891 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:06.890+0000 7f6dcfdbe640 1 > prepared multipart upload key=MT6UK3U6H4JX upload=IX00BR8Z77H0 tag=38Q85XN7B5RG type=write size=3678569 2024-08-29T18:11:06.898 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:06.898+0000 7f6dcfdbe640 1 < completed part key=_multipart_I0OL3VZS23M6.2~1AEF592F7TUE.0 size=1048576 2024-08-29T18:11:06.902 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:06.902+0000 7f6dcfdbe640 1 < completed part key=_multipart_I0OL3VZS23M6.2~1AEF592F7TUE.1 size=45041 2024-08-29T18:11:06.912 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:06.910+0000 7f6dcfdbe640 1 < completed multipart upload key=I0OL3VZS23M6 upload=1AEF592F7TUE tag=JX1PIJW7BGM0 type=write size=2142193 2024-08-29T18:11:06.918 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:06.918+0000 7f6dcfdbe640 1 > prepared operation key=ZPPDOE70TQPE tag=8KLI5KQXPD56 type=del size=3145564 2024-08-29T18:11:06.924 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:06.922+0000 7f6dcfdbe640 1 < completed write operation key=ULOTXZSBLM0E tag=CHN11Z5B7IN7 type=write size=56733 2024-08-29T18:11:06.929 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:06.926+0000 7f6dcfdbe640 1 > prepared operation key=PCRU0BDU1Z87 tag=7V7ZY3IEVDWP type=del size=1392602 2024-08-29T18:11:06.935 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:06.934+0000 7f6dcfdbe640 1 < completed write operation key=7D5I09Z3ND5H tag=EN0T5HP94WEC type=write size=546543 2024-08-29T18:11:06.941 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:06.938+0000 7f6dcfdbe640 1 > prepared operation key=YE0K0OIAGJTR tag=JXVYAZX18W2Z type=write size=777535 2024-08-29T18:11:06.947 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:06.946+0000 7f6dcfdbe640 1 < completed delete operation key=7YYI239LZRWF tag=WPYVRI957EBI type=del 2024-08-29T18:11:06.953 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:06.950+0000 7f6dcfdbe640 1 > prepared operation key=7YYI239LZRWF tag=SJLD6W9RAHEQ type=del size=267360 2024-08-29T18:11:06.965 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:06.962+0000 7f6dcfdbe640 1 < suggested remove operation key=9XOQBHEAVUKF tag=RG3CWPFYE23Z type=del 2024-08-29T18:11:06.971 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:06.970+0000 7f6dcfdbe640 1 > prepared operation key=T9L1J5N8K7MO tag=S7HXRSUTIXG7 type=del size=3050186 2024-08-29T18:11:06.978 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:06.978+0000 7f6dcfdbe640 1 < completed write operation key=W4PL77H6JMGP tag=3RAU572GPUXN type=write size=936092 2024-08-29T18:11:06.984 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:06.982+0000 7f6dcfdbe640 1 > prepared operation key=LP0MLEKV3E74 tag=IEA5NGUJUW19 type=del size=4011401 2024-08-29T18:11:06.990 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:06.990+0000 7f6dcfdbe640 1 < completed part key=_multipart_YE0K0OIAGJTR.2~R7G3JUVIUMXR.0 size=1048576 2024-08-29T18:11:06.995 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:06.994+0000 7f6dcfdbe640 1 < completed part key=_multipart_YE0K0OIAGJTR.2~R7G3JUVIUMXR.1 size=1048576 2024-08-29T18:11:07.000 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:06.998+0000 7f6dcfdbe640 1 < completed part key=_multipart_YE0K0OIAGJTR.2~R7G3JUVIUMXR.2 size=998916 2024-08-29T18:11:07.012 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:07.010+0000 7f6dcfdbe640 1 < completed multipart upload key=YE0K0OIAGJTR upload=R7G3JUVIUMXR tag=I3NF6A9UWP3A type=write size=4144644 2024-08-29T18:11:07.022 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:07.022+0000 7f6dcfdbe640 1 > prepared part key=_multipart_T9L1J5N8K7MO.2~ORNPHC30H1ED.0 size=1048576 2024-08-29T18:11:07.029 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:07.026+0000 7f6dcfdbe640 1 > prepared part key=_multipart_T9L1J5N8K7MO.2~ORNPHC30H1ED.1 size=1048576 2024-08-29T18:11:07.035 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:07.034+0000 7f6dcfdbe640 1 > prepared part key=_multipart_T9L1J5N8K7MO.2~ORNPHC30H1ED.2 size=738677 2024-08-29T18:11:07.035 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:07.034+0000 7f6dcfdbe640 1 > prepared multipart upload key=T9L1J5N8K7MO upload=ORNPHC30H1ED tag=QEJ3I4D1YLG9 type=write size=3884405 2024-08-29T18:11:07.041 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:07.038+0000 7f6dcfdbe640 1 < completed delete operation key=YKW2ORIZT8YI tag=ROBYWX7FVK9X type=del 2024-08-29T18:11:07.047 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:07.046+0000 7f6dcfdbe640 1 > prepared operation key=C47XT9Y9B7EW tag=PWVI8IIN3X2Q type=write size=604872 2024-08-29T18:11:07.055 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:07.054+0000 7f6dcfdbe640 1 < canceled operation key=CY91RGLS4L74 tag=HAIO2T2IS731 type=write size=281201 2024-08-29T18:11:07.066 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:07.066+0000 7f6dcfdbe640 1 > prepared part key=_multipart_YE0K0OIAGJTR.2~VWJLX7LGYU1R.0 size=765554 2024-08-29T18:11:07.067 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:07.066+0000 7f6dcfdbe640 1 > prepared multipart upload key=YE0K0OIAGJTR upload=VWJLX7LGYU1R tag=P02I9P73HQCH type=write size=1814130 2024-08-29T18:11:07.078 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:07.078+0000 7f6dcfdbe640 1 < suggested remove operation key=7Y0GYERC6W4H tag=VSS365OMYJH1 type=del 2024-08-29T18:11:07.084 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:07.082+0000 7f6dcfdbe640 1 > prepared operation key=7Y0GYERC6W4H tag=0TRAFXDMB1CM type=del size=3713256 2024-08-29T18:11:07.091 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:07.090+0000 7f6dcfdbe640 1 < completed write operation key=MT6UK3U6H4JX tag=6FIWPOPQGXDM type=write size=864671 2024-08-29T18:11:07.101 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:07.098+0000 7f6dcfdbe640 1 > prepared part key=_multipart_KZ45Y56F6JGC.2~I8TFGOTFYAA3.0 size=997788 2024-08-29T18:11:07.101 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:07.098+0000 7f6dcfdbe640 1 > prepared multipart upload key=KZ45Y56F6JGC upload=I8TFGOTFYAA3 tag=1MVYBI5HIKM5 type=write size=2046364 2024-08-29T18:11:07.107 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:07.106+0000 7f6dcfdbe640 1 < completed part key=_multipart_7XDT3ZRUKA4H.2~DDCLG3KR46CZ.0 size=801729 2024-08-29T18:11:07.117 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:07.114+0000 7f6dcfdbe640 1 < completed multipart upload key=7XDT3ZRUKA4H upload=DDCLG3KR46CZ tag=P8HCG8ZFPUS8 type=write size=1850305 2024-08-29T18:11:07.122 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:07.122+0000 7f6dcfdbe640 1 > prepared operation key=CN52F1ME4Q7H tag=M0FRAFY6X6M4 type=del size=2839770 2024-08-29T18:11:07.123 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:07.122+0000 7f6dcfdbe640 1 < canceled part key=_multipart_7YYI239LZRWF.2~WGM76MS0HIN5.0 size=54539 2024-08-29T18:11:07.132 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:07.130+0000 7f6dcfdbe640 1 < canceled multipart upload key=7YYI239LZRWF upload=WGM76MS0HIN5 tag=K9UBR8PK1IM9 type=write size=1103115 2024-08-29T18:11:07.138 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:07.138+0000 7f6dcfdbe640 1 > prepared operation key=7YYI239LZRWF tag=RCM2Y4WZED7M type=del size=3668548 2024-08-29T18:11:07.144 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:07.142+0000 7f6dcfdbe640 1 < completed delete operation key=ROJNXFMRMF7F tag=DG9D7Y8RN8UU type=del 2024-08-29T18:11:07.157 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:07.154+0000 7f6dcfdbe640 1 > prepared part key=_multipart_78MD08IJ7ULZ.2~7IC79744GQET.0 size=476649 2024-08-29T18:11:07.157 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:07.154+0000 7f6dcfdbe640 1 > prepared multipart upload key=78MD08IJ7ULZ upload=7IC79744GQET tag=8KHPH3CBVKWI type=write size=1525225 2024-08-29T18:11:07.165 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:07.162+0000 7f6dcfdbe640 1 < completed delete operation key=7YYI239LZRWF tag=V89PB4ISSL7Q type=del 2024-08-29T18:11:07.177 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:07.174+0000 7f6dcfdbe640 1 > prepared part key=_multipart_YKW2ORIZT8YI.2~UN1F9Q178SOL.0 size=1048576 2024-08-29T18:11:07.182 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:07.182+0000 7f6dcfdbe640 1 > prepared part key=_multipart_YKW2ORIZT8YI.2~UN1F9Q178SOL.1 size=1048576 2024-08-29T18:11:07.188 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:07.186+0000 7f6dcfdbe640 1 > prepared part key=_multipart_YKW2ORIZT8YI.2~UN1F9Q178SOL.2 size=599182 2024-08-29T18:11:07.188 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:07.186+0000 7f6dcfdbe640 1 > prepared multipart upload key=YKW2ORIZT8YI upload=UN1F9Q178SOL tag=YM8GTU9JMEQN type=write size=3744910 2024-08-29T18:11:07.195 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:07.194+0000 7f6dcfdbe640 1 < completed part key=_multipart_MT6UK3U6H4JX.2~IX00BR8Z77H0.0 size=1048576 2024-08-29T18:11:07.200 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:07.198+0000 7f6dcfdbe640 1 < completed part key=_multipart_MT6UK3U6H4JX.2~IX00BR8Z77H0.1 size=1048576 2024-08-29T18:11:07.205 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:07.202+0000 7f6dcfdbe640 1 < completed part key=_multipart_MT6UK3U6H4JX.2~IX00BR8Z77H0.2 size=532841 2024-08-29T18:11:07.215 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:07.214+0000 7f6dcfdbe640 1 < completed multipart upload key=MT6UK3U6H4JX upload=IX00BR8Z77H0 tag=38Q85XN7B5RG type=write size=3678569 2024-08-29T18:11:07.221 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:07.218+0000 7f6dcfdbe640 1 > prepared operation key=ULOTXZSBLM0E tag=79OE43QNA4C7 type=del size=2727395 2024-08-29T18:11:07.227 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:07.226+0000 7f6dcfdbe640 1 < completed delete operation key=ZPPDOE70TQPE tag=8KLI5KQXPD56 type=del 2024-08-29T18:11:07.235 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:07.234+0000 7f6dcfdbe640 1 > prepared operation key=PCRU0BDU1Z87 tag=YGGNVWELSEGS type=del size=3825371 2024-08-29T18:11:07.241 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:07.238+0000 7f6dcfdbe640 1 < completed delete operation key=PCRU0BDU1Z87 tag=7V7ZY3IEVDWP type=del 2024-08-29T18:11:07.247 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:07.246+0000 7f6dcfdbe640 1 > prepared operation key=LP0MLEKV3E74 tag=XQ0MA80ONH77 type=del size=246163 2024-08-29T18:11:07.253 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:07.250+0000 7f6dcfdbe640 1 < completed write operation key=YE0K0OIAGJTR tag=JXVYAZX18W2Z type=write size=777535 2024-08-29T18:11:07.259 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:07.258+0000 7f6dcfdbe640 1 > prepared operation key=X10K5L2O256M tag=7B4F0EMQO41Q type=del size=795469 2024-08-29T18:11:07.270 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:07.270+0000 7f6dcfdbe640 1 < suggested remove operation key=7YYI239LZRWF tag=SJLD6W9RAHEQ type=del 2024-08-29T18:11:07.277 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:07.274+0000 7f6dcfdbe640 1 > prepared operation key=T9L1J5N8K7MO tag=3XOHYVFLHLVF type=del size=3948645 2024-08-29T18:11:07.284 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:07.282+0000 7f6dcfdbe640 1 < completed delete operation key=T9L1J5N8K7MO tag=S7HXRSUTIXG7 type=del 2024-08-29T18:11:07.290 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:07.290+0000 7f6dcfdbe640 1 > prepared operation key=7Y0GYERC6W4H tag=QJLM8LMG8NJU type=del size=3189450 2024-08-29T18:11:07.295 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:07.294+0000 7f6dcfdbe640 1 < completed delete operation key=LP0MLEKV3E74 tag=IEA5NGUJUW19 type=del 2024-08-29T18:11:07.301 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:07.298+0000 7f6dcfdbe640 1 > prepared operation key=7Y0GYERC6W4H tag=IPHAM0N2A9X9 type=del size=2248172 2024-08-29T18:11:07.302 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:07.302+0000 7f6dcfdbe640 1 < canceled part key=_multipart_T9L1J5N8K7MO.2~ORNPHC30H1ED.0 size=1048576 2024-08-29T18:11:07.303 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:07.302+0000 7f6dcfdbe640 1 < canceled part key=_multipart_T9L1J5N8K7MO.2~ORNPHC30H1ED.1 size=1048576 2024-08-29T18:11:07.308 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:07.306+0000 7f6dcfdbe640 1 < completed part key=_multipart_T9L1J5N8K7MO.2~ORNPHC30H1ED.2 size=738677 2024-08-29T18:11:07.317 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:07.314+0000 7f6dcfdbe640 1 < canceled multipart upload key=T9L1J5N8K7MO upload=ORNPHC30H1ED tag=QEJ3I4D1YLG9 type=write size=3884405 2024-08-29T18:11:07.330 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:07.330+0000 7f6dcfdbe640 1 > prepared part key=_multipart_ULOTXZSBLM0E.2~2KAIDIB60KH0.0 size=1048576 2024-08-29T18:11:07.335 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:07.334+0000 7f6dcfdbe640 1 > prepared part key=_multipart_ULOTXZSBLM0E.2~2KAIDIB60KH0.1 size=819292 2024-08-29T18:11:07.336 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:07.334+0000 7f6dcfdbe640 1 > prepared multipart upload key=ULOTXZSBLM0E upload=2KAIDIB60KH0 tag=KPNU2TFXF2OG type=write size=2916444 2024-08-29T18:11:07.341 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:07.338+0000 7f6dcfdbe640 1 < completed write operation key=C47XT9Y9B7EW tag=PWVI8IIN3X2Q type=write size=604872 2024-08-29T18:11:07.352 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:07.350+0000 7f6dcfdbe640 1 > prepared part key=_multipart_7XDT3ZRUKA4H.2~19FL2MUILXH6.0 size=1048576 2024-08-29T18:11:07.356 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:07.354+0000 7f6dcfdbe640 1 > prepared part key=_multipart_7XDT3ZRUKA4H.2~19FL2MUILXH6.1 size=426861 2024-08-29T18:11:07.357 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:07.354+0000 7f6dcfdbe640 1 > prepared multipart upload key=7XDT3ZRUKA4H upload=19FL2MUILXH6 tag=AU06PM0ACPAQ type=write size=2524013 2024-08-29T18:11:07.362 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:07.362+0000 7f6dcfdbe640 1 < completed part key=_multipart_YE0K0OIAGJTR.2~VWJLX7LGYU1R.0 size=765554 2024-08-29T18:11:07.372 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:07.370+0000 7f6dcfdbe640 1 < completed multipart upload key=YE0K0OIAGJTR upload=VWJLX7LGYU1R tag=P02I9P73HQCH type=write size=1814130 2024-08-29T18:11:07.378 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:07.378+0000 7f6dcfdbe640 1 > prepared operation key=LP0MLEKV3E74 tag=EFZPG8UQKOMV type=del size=1351154 2024-08-29T18:11:07.384 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:07.382+0000 7f6dcfdbe640 1 < completed delete operation key=7Y0GYERC6W4H tag=0TRAFXDMB1CM type=del 2024-08-29T18:11:07.392 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:07.390+0000 7f6dcfdbe640 1 > prepared operation key=7D5I09Z3ND5H tag=D0EA8NYZENY4 type=del size=727840 2024-08-29T18:11:07.400 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:07.398+0000 7f6dcfdbe640 1 < completed part key=_multipart_KZ45Y56F6JGC.2~I8TFGOTFYAA3.0 size=997788 2024-08-29T18:11:07.410 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:07.410+0000 7f6dcfdbe640 1 < completed multipart upload key=KZ45Y56F6JGC upload=I8TFGOTFYAA3 tag=1MVYBI5HIKM5 type=write size=2046364 2024-08-29T18:11:07.416 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:07.414+0000 7f6dcfdbe640 1 > prepared operation key=I0OL3VZS23M6 tag=LI27B206LHYJ type=del size=2540626 2024-08-29T18:11:07.422 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:07.418+0000 7f6dcfdbe640 1 < completed delete operation key=CN52F1ME4Q7H tag=M0FRAFY6X6M4 type=del 2024-08-29T18:11:07.428 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:07.426+0000 7f6dcfdbe640 1 > prepared operation key=L6FV6KJ6OHNY tag=E346V7KUUQUM type=del size=3975036 2024-08-29T18:11:07.430 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:07.426+0000 7f6dcfdbe640 -1 < no bi entry to suggest for operation key=7YYI239LZRWF tag=RCM2Y4WZED7M type=del size=3668548: (2) No such file or directory 2024-08-29T18:11:07.436 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:07.434+0000 7f6dcfdbe640 1 > prepared operation key=DGQXCI25DDX7 tag=LPVS55NN5NDS type=del size=3736476 2024-08-29T18:11:07.441 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:07.438+0000 7f6dcfdbe640 1 < completed part key=_multipart_78MD08IJ7ULZ.2~7IC79744GQET.0 size=476649 2024-08-29T18:11:07.450 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:07.450+0000 7f6dcfdbe640 1 < completed multipart upload key=78MD08IJ7ULZ upload=7IC79744GQET tag=8KHPH3CBVKWI type=write size=1525225 2024-08-29T18:11:07.461 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:07.458+0000 7f6dcfdbe640 1 > prepared part key=_multipart_78MD08IJ7ULZ.2~PZWA00N0JL59.0 size=1022240 2024-08-29T18:11:07.461 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:07.458+0000 7f6dcfdbe640 1 > prepared multipart upload key=78MD08IJ7ULZ upload=PZWA00N0JL59 tag=GH8A1K687KC4 type=write size=2070816 2024-08-29T18:11:07.467 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:07.466+0000 7f6dcfdbe640 1 < completed part key=_multipart_YKW2ORIZT8YI.2~UN1F9Q178SOL.0 size=1048576 2024-08-29T18:11:07.472 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:07.470+0000 7f6dcfdbe640 1 < completed part key=_multipart_YKW2ORIZT8YI.2~UN1F9Q178SOL.1 size=1048576 2024-08-29T18:11:07.477 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:07.474+0000 7f6dcfdbe640 1 < completed part key=_multipart_YKW2ORIZT8YI.2~UN1F9Q178SOL.2 size=599182 2024-08-29T18:11:07.487 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:07.486+0000 7f6dcfdbe640 1 < completed multipart upload key=YKW2ORIZT8YI upload=UN1F9Q178SOL tag=YM8GTU9JMEQN type=write size=3744910 2024-08-29T18:11:07.493 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:07.490+0000 7f6dcfdbe640 1 > prepared operation key=F8MIRGU95TM4 tag=31YOWUGUCKF5 type=del size=1602801 2024-08-29T18:11:07.498 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:07.498+0000 7f6dcfdbe640 1 < canceled operation key=ULOTXZSBLM0E tag=79OE43QNA4C7 type=del size=2727395 2024-08-29T18:11:07.504 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:07.502+0000 7f6dcfdbe640 1 > prepared operation key=7D5I09Z3ND5H tag=9YYO5VDFEONY type=write size=684091 2024-08-29T18:11:07.512 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:07.506+0000 7f6dcfdbe640 1 < completed delete operation key=PCRU0BDU1Z87 tag=YGGNVWELSEGS type=del 2024-08-29T18:11:07.520 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:07.518+0000 7f6dcfdbe640 1 > prepared part key=_multipart_CY91RGLS4L74.2~UUS76952716Y.0 size=315695 2024-08-29T18:11:07.520 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:07.518+0000 7f6dcfdbe640 1 > prepared multipart upload key=CY91RGLS4L74 upload=UUS76952716Y tag=IG2BTI6S6JVS type=write size=1364271 2024-08-29T18:11:07.526 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:07.522+0000 7f6dcfdbe640 1 < canceled operation key=LP0MLEKV3E74 tag=XQ0MA80ONH77 type=del size=246163 2024-08-29T18:11:07.537 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:07.534+0000 7f6dcfdbe640 1 > prepared part key=_multipart_7YYI239LZRWF.2~RGEMN0LEARGP.0 size=1048576 2024-08-29T18:11:07.542 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:07.542+0000 7f6dcfdbe640 1 > prepared part key=_multipart_7YYI239LZRWF.2~RGEMN0LEARGP.1 size=207324 2024-08-29T18:11:07.542 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:07.542+0000 7f6dcfdbe640 1 > prepared multipart upload key=7YYI239LZRWF upload=RGEMN0LEARGP tag=QOX1IRMSL19S type=write size=2304476 2024-08-29T18:11:07.554 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:07.554+0000 7f6dcfdbe640 1 < suggested remove operation key=X10K5L2O256M tag=7B4F0EMQO41Q type=del 2024-08-29T18:11:07.566 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:07.566+0000 7f6dcfdbe640 1 > prepared part key=_multipart_ULOTXZSBLM0E.2~O5UTVXHCVI23.0 size=1048576 2024-08-29T18:11:07.572 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:07.570+0000 7f6dcfdbe640 1 > prepared part key=_multipart_ULOTXZSBLM0E.2~O5UTVXHCVI23.1 size=1048576 2024-08-29T18:11:07.577 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:07.574+0000 7f6dcfdbe640 1 > prepared part key=_multipart_ULOTXZSBLM0E.2~O5UTVXHCVI23.2 size=358518 2024-08-29T18:11:07.577 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:07.574+0000 7f6dcfdbe640 1 > prepared multipart upload key=ULOTXZSBLM0E upload=O5UTVXHCVI23 tag=19KV5ID2CN22 type=write size=3504246 2024-08-29T18:11:07.583 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:07.582+0000 7f6dcfdbe640 1 < completed delete operation key=T9L1J5N8K7MO tag=3XOHYVFLHLVF type=del 2024-08-29T18:11:07.589 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:07.586+0000 7f6dcfdbe640 1 > prepared operation key=JX058LCOIR42 tag=G5SMPQOO1HAV type=del size=1202125 2024-08-29T18:11:07.595 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:07.594+0000 7f6dcfdbe640 1 < completed delete operation key=7Y0GYERC6W4H tag=QJLM8LMG8NJU type=del 2024-08-29T18:11:07.605 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:07.602+0000 7f6dcfdbe640 1 > prepared part key=_multipart_MT6UK3U6H4JX.2~CGC2WQC7IEDN.0 size=234052 2024-08-29T18:11:07.606 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:07.602+0000 7f6dcfdbe640 1 > prepared multipart upload key=MT6UK3U6H4JX upload=CGC2WQC7IEDN tag=L36R31902KMA type=write size=1282628 2024-08-29T18:11:07.614 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:07.610+0000 7f6dcfdbe640 1 < completed delete operation key=7Y0GYERC6W4H tag=IPHAM0N2A9X9 type=del 2024-08-29T18:11:07.620 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:07.618+0000 7f6dcfdbe640 1 > prepared operation key=ROJNXFMRMF7F tag=JWBFSXBIJ8XS type=write size=226868 2024-08-29T18:11:07.626 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:07.622+0000 7f6dcfdbe640 1 < completed part key=_multipart_ULOTXZSBLM0E.2~2KAIDIB60KH0.0 size=1048576 2024-08-29T18:11:07.632 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:07.630+0000 7f6dcfdbe640 1 < completed part key=_multipart_ULOTXZSBLM0E.2~2KAIDIB60KH0.1 size=819292 2024-08-29T18:11:07.641 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:07.638+0000 7f6dcfdbe640 1 < completed multipart upload key=ULOTXZSBLM0E upload=2KAIDIB60KH0 tag=KPNU2TFXF2OG type=write size=2916444 2024-08-29T18:11:07.647 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:07.646+0000 7f6dcfdbe640 1 > prepared operation key=W4PL77H6JMGP tag=8DRNY2GEW1WX type=write size=328402 2024-08-29T18:11:07.652 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:07.650+0000 7f6dcfdbe640 1 < completed part key=_multipart_7XDT3ZRUKA4H.2~19FL2MUILXH6.0 size=1048576 2024-08-29T18:11:07.657 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:07.654+0000 7f6dcfdbe640 1 < completed part key=_multipart_7XDT3ZRUKA4H.2~19FL2MUILXH6.1 size=426861 2024-08-29T18:11:07.666 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:07.666+0000 7f6dcfdbe640 1 < completed multipart upload key=7XDT3ZRUKA4H upload=19FL2MUILXH6 tag=AU06PM0ACPAQ type=write size=2524013 2024-08-29T18:11:07.676 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:07.674+0000 7f6dcfdbe640 1 > prepared part key=_multipart_7YYI239LZRWF.2~Z7PTLIMP8BQ5.0 size=1048576 2024-08-29T18:11:07.681 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:07.678+0000 7f6dcfdbe640 1 > prepared part key=_multipart_7YYI239LZRWF.2~Z7PTLIMP8BQ5.1 size=1048576 2024-08-29T18:11:07.686 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:07.686+0000 7f6dcfdbe640 1 > prepared part key=_multipart_7YYI239LZRWF.2~Z7PTLIMP8BQ5.2 size=38953 2024-08-29T18:11:07.686 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:07.686+0000 7f6dcfdbe640 1 > prepared multipart upload key=7YYI239LZRWF upload=Z7PTLIMP8BQ5 tag=KERQS2H8G37Z type=write size=3184681 2024-08-29T18:11:07.692 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:07.690+0000 7f6dcfdbe640 1 < completed delete operation key=LP0MLEKV3E74 tag=EFZPG8UQKOMV type=del 2024-08-29T18:11:07.703 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:07.702+0000 7f6dcfdbe640 1 > prepared part key=_multipart_DGQXCI25DDX7.2~SENB9ZC90A86.0 size=1048576 2024-08-29T18:11:07.708 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:07.706+0000 7f6dcfdbe640 1 > prepared part key=_multipart_DGQXCI25DDX7.2~SENB9ZC90A86.1 size=423388 2024-08-29T18:11:07.708 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:07.706+0000 7f6dcfdbe640 1 > prepared multipart upload key=DGQXCI25DDX7 upload=SENB9ZC90A86 tag=KSA9LZWUE3DA type=write size=2520540 2024-08-29T18:11:07.714 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:07.714+0000 7f6dcfdbe640 1 < completed delete operation key=7D5I09Z3ND5H tag=D0EA8NYZENY4 type=del 2024-08-29T18:11:07.720 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:07.718+0000 7f6dcfdbe640 1 > prepared operation key=L6FV6KJ6OHNY tag=B5Y99712GRGD type=del size=2843773 2024-08-29T18:11:07.725 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:07.722+0000 7f6dcfdbe640 1 < canceled operation key=I0OL3VZS23M6 tag=LI27B206LHYJ type=del size=2540626 2024-08-29T18:11:07.731 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:07.730+0000 7f6dcfdbe640 1 > prepared operation key=7YYI239LZRWF tag=BUDAE1TO9XB8 type=del size=3112383 2024-08-29T18:11:07.742 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:07.742+0000 7f6dcfdbe640 1 < suggested remove operation key=L6FV6KJ6OHNY tag=E346V7KUUQUM type=del 2024-08-29T18:11:07.748 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:07.746+0000 7f6dcfdbe640 1 > prepared operation key=YAC7TKWP61NS tag=132ABON1005N type=del size=82141 2024-08-29T18:11:07.754 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:07.750+0000 7f6dcfdbe640 1 < completed delete operation key=DGQXCI25DDX7 tag=LPVS55NN5NDS type=del 2024-08-29T18:11:07.767 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:07.766+0000 7f6dcfdbe640 1 > prepared part key=_multipart_B7L6NXZ0V2CR.2~LQOBTSL462RP.0 size=960880 2024-08-29T18:11:07.767 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:07.766+0000 7f6dcfdbe640 1 > prepared multipart upload key=B7L6NXZ0V2CR upload=LQOBTSL462RP tag=O9QXQH2PEIM3 type=write size=2009456 2024-08-29T18:11:07.773 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:07.770+0000 7f6dcfdbe640 1 < completed part key=_multipart_78MD08IJ7ULZ.2~PZWA00N0JL59.0 size=1022240 2024-08-29T18:11:07.784 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:07.782+0000 7f6dcfdbe640 1 < completed multipart upload key=78MD08IJ7ULZ upload=PZWA00N0JL59 tag=GH8A1K687KC4 type=write size=2070816 2024-08-29T18:11:07.798 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:07.798+0000 7f6dcfdbe640 1 > prepared part key=_multipart_ROJNXFMRMF7F.2~3MW1YU2M4INW.0 size=1048576 2024-08-29T18:11:07.803 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:07.802+0000 7f6dcfdbe640 1 > prepared part key=_multipart_ROJNXFMRMF7F.2~3MW1YU2M4INW.1 size=1048576 2024-08-29T18:11:07.807 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:07.806+0000 7f6dcfdbe640 1 > prepared part key=_multipart_ROJNXFMRMF7F.2~3MW1YU2M4INW.2 size=77687 2024-08-29T18:11:07.807 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:07.806+0000 7f6dcfdbe640 1 > prepared multipart upload key=ROJNXFMRMF7F upload=3MW1YU2M4INW tag=95RLXT6IMC9O type=write size=3223415 2024-08-29T18:11:07.813 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:07.810+0000 7f6dcfdbe640 1 < completed delete operation key=F8MIRGU95TM4 tag=31YOWUGUCKF5 type=del 2024-08-29T18:11:07.819 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:07.818+0000 7f6dcfdbe640 1 > prepared operation key=I0OL3VZS23M6 tag=L0IKFZV0QT0R type=del size=410612 2024-08-29T18:11:07.826 INFO:journalctl@ceph.grafana.a.smithi053.stdout:Aug 29 18:11:07 smithi053 bash[99048]: logger=cleanup t=2024-08-29T18:11:07.539826609Z level=info msg="Completed cleanup jobs" duration=6.817659ms 2024-08-29T18:11:07.831 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:07.830+0000 7f6dcfdbe640 1 < suggested update operation key=7D5I09Z3ND5H tag=9YYO5VDFEONY type=write size=684091 2024-08-29T18:11:07.837 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:07.834+0000 7f6dcfdbe640 1 > prepared operation key=X10K5L2O256M tag=1K55F1S6INMP type=del size=1665365 2024-08-29T18:11:07.843 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:07.842+0000 7f6dcfdbe640 1 < completed part key=_multipart_CY91RGLS4L74.2~UUS76952716Y.0 size=315695 2024-08-29T18:11:07.853 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:07.850+0000 7f6dcfdbe640 1 < completed multipart upload key=CY91RGLS4L74 upload=UUS76952716Y tag=IG2BTI6S6JVS type=write size=1364271 2024-08-29T18:11:07.863 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:07.862+0000 7f6dcfdbe640 1 > prepared part key=_multipart_YE0K0OIAGJTR.2~HT731EJE3UG8.0 size=124488 2024-08-29T18:11:07.863 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:07.862+0000 7f6dcfdbe640 1 > prepared multipart upload key=YE0K0OIAGJTR upload=HT731EJE3UG8 tag=CGGZ3MYX3RYY type=write size=1173064 2024-08-29T18:11:07.869 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:07.866+0000 7f6dcfdbe640 1 < completed part key=_multipart_7YYI239LZRWF.2~RGEMN0LEARGP.0 size=1048576 2024-08-29T18:11:07.869 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:07.866+0000 7f6dcfdbe640 1 < canceled part key=_multipart_7YYI239LZRWF.2~RGEMN0LEARGP.1 size=207324 2024-08-29T18:11:07.879 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:07.878+0000 7f6dcfdbe640 1 < canceled multipart upload key=7YYI239LZRWF upload=RGEMN0LEARGP tag=QOX1IRMSL19S type=write size=2304476 2024-08-29T18:11:07.885 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:07.882+0000 7f6dcfdbe640 1 > prepared operation key=W4PL77H6JMGP tag=7H6JUPIBMU54 type=write size=564358 2024-08-29T18:11:07.886 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:07.886+0000 7f6dcfdbe640 1 < canceled part key=_multipart_ULOTXZSBLM0E.2~O5UTVXHCVI23.0 size=1048576 2024-08-29T18:11:07.891 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:07.890+0000 7f6dcfdbe640 1 < completed part key=_multipart_ULOTXZSBLM0E.2~O5UTVXHCVI23.1 size=1048576 2024-08-29T18:11:07.896 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:07.894+0000 7f6dcfdbe640 1 < completed part key=_multipart_ULOTXZSBLM0E.2~O5UTVXHCVI23.2 size=358518 2024-08-29T18:11:07.906 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:07.906+0000 7f6dcfdbe640 1 < canceled multipart upload key=ULOTXZSBLM0E upload=O5UTVXHCVI23 tag=19KV5ID2CN22 type=write size=3504246 2024-08-29T18:11:07.912 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:07.910+0000 7f6dcfdbe640 1 > prepared operation key=CN52F1ME4Q7H tag=RBPTNGOA1XM8 type=del size=3403803 2024-08-29T18:11:07.918 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:07.918+0000 7f6dcfdbe640 1 < completed delete operation key=JX058LCOIR42 tag=G5SMPQOO1HAV type=del 2024-08-29T18:11:07.924 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:07.922+0000 7f6dcfdbe640 1 > prepared operation key=FDT1EJQCIL25 tag=Y0BP4DU6Q02J type=del size=3938623 2024-08-29T18:11:07.930 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:07.930+0000 7f6dcfdbe640 1 < completed part key=_multipart_MT6UK3U6H4JX.2~CGC2WQC7IEDN.0 size=234052 2024-08-29T18:11:07.940 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:07.938+0000 7f6dcfdbe640 1 < completed multipart upload key=MT6UK3U6H4JX upload=CGC2WQC7IEDN tag=L36R31902KMA type=write size=1282628 2024-08-29T18:11:07.951 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:07.950+0000 7f6dcfdbe640 1 > prepared part key=_multipart_LP0MLEKV3E74.2~902OQXWKRZK1.0 size=1048576 2024-08-29T18:11:07.956 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:07.954+0000 7f6dcfdbe640 1 > prepared part key=_multipart_LP0MLEKV3E74.2~902OQXWKRZK1.1 size=195470 2024-08-29T18:11:07.956 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:07.954+0000 7f6dcfdbe640 1 > prepared multipart upload key=LP0MLEKV3E74 upload=902OQXWKRZK1 tag=8VCXLQTPAA58 type=write size=2292622 2024-08-29T18:11:07.961 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:07.958+0000 7f6dcfdbe640 1 < completed write operation key=ROJNXFMRMF7F tag=JWBFSXBIJ8XS type=write size=226868 2024-08-29T18:11:07.972 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:07.970+0000 7f6dcfdbe640 1 > prepared part key=_multipart_LP0MLEKV3E74.2~9XZB7LG8UT3J.0 size=1048576 2024-08-29T18:11:07.977 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:07.974+0000 7f6dcfdbe640 1 > prepared part key=_multipart_LP0MLEKV3E74.2~9XZB7LG8UT3J.1 size=235852 2024-08-29T18:11:07.977 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:07.974+0000 7f6dcfdbe640 1 > prepared multipart upload key=LP0MLEKV3E74 upload=9XZB7LG8UT3J tag=WIB5Q7TWHYXM type=write size=2333004 2024-08-29T18:11:07.983 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:07.982+0000 7f6dcfdbe640 1 < completed write operation key=W4PL77H6JMGP tag=8DRNY2GEW1WX type=write size=328402 2024-08-29T18:11:07.994 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:07.990+0000 7f6dcfdbe640 1 > prepared part key=_multipart_X10K5L2O256M.2~WTFYPR4AZ7CG.0 size=300866 2024-08-29T18:11:07.994 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:07.990+0000 7f6dcfdbe640 1 > prepared multipart upload key=X10K5L2O256M upload=WTFYPR4AZ7CG tag=OYCET3JBKVNL type=write size=1349442 2024-08-29T18:11:07.999 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:07.998+0000 7f6dcfdbe640 1 < completed part key=_multipart_7YYI239LZRWF.2~Z7PTLIMP8BQ5.0 size=1048576 2024-08-29T18:11:08.004 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:08.002+0000 7f6dcfdbe640 1 < completed part key=_multipart_7YYI239LZRWF.2~Z7PTLIMP8BQ5.1 size=1048576 2024-08-29T18:11:08.009 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:08.006+0000 7f6dcfdbe640 1 < completed part key=_multipart_7YYI239LZRWF.2~Z7PTLIMP8BQ5.2 size=38953 2024-08-29T18:11:08.019 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:08.018+0000 7f6dcfdbe640 1 < completed multipart upload key=7YYI239LZRWF upload=Z7PTLIMP8BQ5 tag=KERQS2H8G37Z type=write size=3184681 2024-08-29T18:11:08.024 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:08.022+0000 7f6dcfdbe640 1 > prepared operation key=CY91RGLS4L74 tag=PFNZQ6E4Z20N type=del size=3634841 2024-08-29T18:11:08.030 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:08.030+0000 7f6dcfdbe640 1 < completed part key=_multipart_DGQXCI25DDX7.2~SENB9ZC90A86.0 size=1048576 2024-08-29T18:11:08.035 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:08.034+0000 7f6dcfdbe640 1 < completed part key=_multipart_DGQXCI25DDX7.2~SENB9ZC90A86.1 size=423388 2024-08-29T18:11:08.045 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:08.042+0000 7f6dcfdbe640 1 < completed multipart upload key=DGQXCI25DDX7 upload=SENB9ZC90A86 tag=KSA9LZWUE3DA type=write size=2520540 2024-08-29T18:11:08.055 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:08.054+0000 7f6dcfdbe640 1 > prepared part key=_multipart_KZ45Y56F6JGC.2~VS55R8056USS.0 size=1048576 2024-08-29T18:11:08.060 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:08.058+0000 7f6dcfdbe640 1 > prepared part key=_multipart_KZ45Y56F6JGC.2~VS55R8056USS.1 size=1048576 2024-08-29T18:11:08.065 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:08.062+0000 7f6dcfdbe640 1 > prepared part key=_multipart_KZ45Y56F6JGC.2~VS55R8056USS.2 size=810125 2024-08-29T18:11:08.065 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:08.062+0000 7f6dcfdbe640 1 > prepared multipart upload key=KZ45Y56F6JGC upload=VS55R8056USS tag=1EV6MBF5MZV9 type=write size=3955853 2024-08-29T18:11:08.073 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:08.070+0000 7f6dcfdbe640 -1 < failed to complete operation key=L6FV6KJ6OHNY tag=B5Y99712GRGD type=del size=2843773: (22) Invalid argument 2024-08-29T18:11:08.084 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:08.082+0000 7f6dcfdbe640 1 > prepared part key=_multipart_3BV7GUDY3NXK.2~HWO2MYOQGBGI.0 size=1048576 2024-08-29T18:11:08.089 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:08.086+0000 7f6dcfdbe640 1 > prepared part key=_multipart_3BV7GUDY3NXK.2~HWO2MYOQGBGI.1 size=1048576 2024-08-29T18:11:08.094 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:08.090+0000 7f6dcfdbe640 1 > prepared part key=_multipart_3BV7GUDY3NXK.2~HWO2MYOQGBGI.2 size=241471 2024-08-29T18:11:08.094 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:08.090+0000 7f6dcfdbe640 1 > prepared multipart upload key=3BV7GUDY3NXK upload=HWO2MYOQGBGI tag=JYS3TA6758R6 type=write size=3387199 2024-08-29T18:11:08.101 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:08.098+0000 7f6dcfdbe640 1 < completed delete operation key=7YYI239LZRWF tag=BUDAE1TO9XB8 type=del 2024-08-29T18:11:08.107 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:08.106+0000 7f6dcfdbe640 1 > prepared operation key=JX058LCOIR42 tag=2MNY8WHB1SBZ type=del size=462786 2024-08-29T18:11:08.113 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:08.110+0000 7f6dcfdbe640 1 < completed delete operation key=YAC7TKWP61NS tag=132ABON1005N type=del 2024-08-29T18:11:08.124 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:08.122+0000 7f6dcfdbe640 1 > prepared part key=_multipart_7D5I09Z3ND5H.2~R3BLKEMHGQF0.0 size=304879 2024-08-29T18:11:08.124 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:08.122+0000 7f6dcfdbe640 1 > prepared multipart upload key=7D5I09Z3ND5H upload=R3BLKEMHGQF0 tag=A2LXFKAMZOX1 type=write size=1353455 2024-08-29T18:11:08.132 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:08.130+0000 7f6dcfdbe640 1 < completed part key=_multipart_B7L6NXZ0V2CR.2~LQOBTSL462RP.0 size=960880 2024-08-29T18:11:08.141 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:08.138+0000 7f6dcfdbe640 1 < completed multipart upload key=B7L6NXZ0V2CR upload=LQOBTSL462RP tag=O9QXQH2PEIM3 type=write size=2009456 2024-08-29T18:11:08.147 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:08.146+0000 7f6dcfdbe640 1 > prepared operation key=9XOQBHEAVUKF tag=V2RPD4ENN8DX type=del size=1191358 2024-08-29T18:11:08.153 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:08.150+0000 7f6dcfdbe640 1 < completed part key=_multipart_ROJNXFMRMF7F.2~3MW1YU2M4INW.0 size=1048576 2024-08-29T18:11:08.158 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:08.158+0000 7f6dcfdbe640 1 < completed part key=_multipart_ROJNXFMRMF7F.2~3MW1YU2M4INW.1 size=1048576 2024-08-29T18:11:08.163 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:08.162+0000 7f6dcfdbe640 1 < completed part key=_multipart_ROJNXFMRMF7F.2~3MW1YU2M4INW.2 size=77687 2024-08-29T18:11:08.173 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:08.170+0000 7f6dcfdbe640 1 < completed multipart upload key=ROJNXFMRMF7F upload=3MW1YU2M4INW tag=95RLXT6IMC9O type=write size=3223415 2024-08-29T18:11:08.185 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:08.182+0000 7f6dcfdbe640 1 > prepared part key=_multipart_LP0MLEKV3E74.2~WUAJI6DZ8KX5.0 size=1048576 2024-08-29T18:11:08.190 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:08.190+0000 7f6dcfdbe640 1 > prepared part key=_multipart_LP0MLEKV3E74.2~WUAJI6DZ8KX5.1 size=1048576 2024-08-29T18:11:08.195 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:08.194+0000 7f6dcfdbe640 1 > prepared part key=_multipart_LP0MLEKV3E74.2~WUAJI6DZ8KX5.2 size=634768 2024-08-29T18:11:08.195 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:08.194+0000 7f6dcfdbe640 1 > prepared multipart upload key=LP0MLEKV3E74 upload=WUAJI6DZ8KX5 tag=SEW4XUKKSAKT type=write size=3780496 2024-08-29T18:11:08.207 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:08.206+0000 7f6dcfdbe640 1 < suggested remove operation key=I0OL3VZS23M6 tag=L0IKFZV0QT0R type=del 2024-08-29T18:11:08.217 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:08.214+0000 7f6dcfdbe640 1 > prepared part key=_multipart_DGQXCI25DDX7.2~OQ1K742N6V6D.0 size=612723 2024-08-29T18:11:08.217 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:08.214+0000 7f6dcfdbe640 1 > prepared multipart upload key=DGQXCI25DDX7 upload=OQ1K742N6V6D tag=LON02RCVHD09 type=write size=1661299 2024-08-29T18:11:08.223 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:08.222+0000 7f6dcfdbe640 1 < completed delete operation key=X10K5L2O256M tag=1K55F1S6INMP type=del 2024-08-29T18:11:08.229 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:08.226+0000 7f6dcfdbe640 1 > prepared operation key=7D5I09Z3ND5H tag=Q96WJ5O787G4 type=del size=398876 2024-08-29T18:11:08.235 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:08.234+0000 7f6dcfdbe640 1 < completed part key=_multipart_YE0K0OIAGJTR.2~HT731EJE3UG8.0 size=124488 2024-08-29T18:11:08.245 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:08.242+0000 7f6dcfdbe640 1 < completed multipart upload key=YE0K0OIAGJTR upload=HT731EJE3UG8 tag=CGGZ3MYX3RYY type=write size=1173064 2024-08-29T18:11:08.258 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:08.258+0000 7f6dcfdbe640 1 > prepared part key=_multipart_CY91RGLS4L74.2~V2QCXUNZ5JYJ.0 size=1048576 2024-08-29T18:11:08.263 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:08.262+0000 7f6dcfdbe640 1 > prepared part key=_multipart_CY91RGLS4L74.2~V2QCXUNZ5JYJ.1 size=1048576 2024-08-29T18:11:08.268 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:08.266+0000 7f6dcfdbe640 1 > prepared part key=_multipart_CY91RGLS4L74.2~V2QCXUNZ5JYJ.2 size=607402 2024-08-29T18:11:08.268 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:08.266+0000 7f6dcfdbe640 1 > prepared multipart upload key=CY91RGLS4L74 upload=V2QCXUNZ5JYJ tag=KG9KHAFSQ3KU type=write size=3753130 2024-08-29T18:11:08.274 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:08.274+0000 7f6dcfdbe640 1 < completed write operation key=W4PL77H6JMGP tag=7H6JUPIBMU54 type=write size=564358 2024-08-29T18:11:08.280 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:08.278+0000 7f6dcfdbe640 1 > prepared operation key=X10K5L2O256M tag=7X70YTKA0TZC type=write size=608956 2024-08-29T18:11:08.286 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:08.286+0000 7f6dcfdbe640 1 < completed delete operation key=CN52F1ME4Q7H tag=RBPTNGOA1XM8 type=del 2024-08-29T18:11:08.298 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:08.298+0000 7f6dcfdbe640 1 > prepared part key=_multipart_3VC6XP11WXW6.2~NPWENTUFXJT8.0 size=980225 2024-08-29T18:11:08.298 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:08.298+0000 7f6dcfdbe640 1 > prepared multipart upload key=3VC6XP11WXW6 upload=NPWENTUFXJT8 tag=T2I1E0WU3WMP type=write size=2028801 2024-08-29T18:11:08.305 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:08.302+0000 7f6dcfdbe640 1 < completed delete operation key=FDT1EJQCIL25 tag=Y0BP4DU6Q02J type=del 2024-08-29T18:11:08.312 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:08.310+0000 7f6dcfdbe640 1 > prepared operation key=9XOQBHEAVUKF tag=EGGR3JQ5NU8B type=del size=3720247 2024-08-29T18:11:08.319 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:08.318+0000 7f6dcfdbe640 1 < completed part key=_multipart_LP0MLEKV3E74.2~902OQXWKRZK1.0 size=1048576 2024-08-29T18:11:08.325 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:08.322+0000 7f6dcfdbe640 1 < completed part key=_multipart_LP0MLEKV3E74.2~902OQXWKRZK1.1 size=195470 2024-08-29T18:11:08.336 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:08.334+0000 7f6dcfdbe640 1 < completed multipart upload key=LP0MLEKV3E74 upload=902OQXWKRZK1 tag=8VCXLQTPAA58 type=write size=2292622 2024-08-29T18:11:08.346 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:08.346+0000 7f6dcfdbe640 1 > prepared part key=_multipart_JX058LCOIR42.2~A30Q1ISAG4P7.0 size=427837 2024-08-29T18:11:08.346 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:08.346+0000 7f6dcfdbe640 1 > prepared multipart upload key=JX058LCOIR42 upload=A30Q1ISAG4P7 tag=WDFFYURD9S1O type=write size=1476413 2024-08-29T18:11:08.351 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:08.350+0000 7f6dcfdbe640 1 < completed part key=_multipart_LP0MLEKV3E74.2~9XZB7LG8UT3J.0 size=1048576 2024-08-29T18:11:08.352 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:08.350+0000 7f6dcfdbe640 1 < canceled part key=_multipart_LP0MLEKV3E74.2~9XZB7LG8UT3J.1 size=235852 2024-08-29T18:11:08.363 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:08.362+0000 7f6dcfdbe640 1 < canceled multipart upload key=LP0MLEKV3E74 upload=9XZB7LG8UT3J tag=WIB5Q7TWHYXM type=write size=2333004 2024-08-29T18:11:08.369 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:08.366+0000 7f6dcfdbe640 1 > prepared operation key=W4PL77H6JMGP tag=WA9F032D01KT type=del size=2434026 2024-08-29T18:11:08.375 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:08.374+0000 7f6dcfdbe640 1 < completed part key=_multipart_X10K5L2O256M.2~WTFYPR4AZ7CG.0 size=300866 2024-08-29T18:11:08.385 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:08.382+0000 7f6dcfdbe640 1 < completed multipart upload key=X10K5L2O256M upload=WTFYPR4AZ7CG tag=OYCET3JBKVNL type=write size=1349442 2024-08-29T18:11:08.391 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:08.390+0000 7f6dcfdbe640 1 > prepared operation key=JX058LCOIR42 tag=JKB64440CGOA type=del size=643874 2024-08-29T18:11:08.397 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:08.394+0000 7f6dcfdbe640 1 < canceled operation key=CY91RGLS4L74 tag=PFNZQ6E4Z20N type=del size=3634841 2024-08-29T18:11:08.403 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:08.402+0000 7f6dcfdbe640 1 > prepared operation key=YAC7TKWP61NS tag=NH6PFL1V6PLH type=del size=178067 2024-08-29T18:11:08.409 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:08.406+0000 7f6dcfdbe640 1 < completed part key=_multipart_KZ45Y56F6JGC.2~VS55R8056USS.0 size=1048576 2024-08-29T18:11:08.414 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:08.410+0000 7f6dcfdbe640 1 < completed part key=_multipart_KZ45Y56F6JGC.2~VS55R8056USS.1 size=1048576 2024-08-29T18:11:08.419 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:08.418+0000 7f6dcfdbe640 1 < completed part key=_multipart_KZ45Y56F6JGC.2~VS55R8056USS.2 size=810125 2024-08-29T18:11:08.429 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:08.426+0000 7f6dcfdbe640 1 < completed multipart upload key=KZ45Y56F6JGC upload=VS55R8056USS tag=1EV6MBF5MZV9 type=write size=3955853 2024-08-29T18:11:08.435 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:08.434+0000 7f6dcfdbe640 1 > prepared operation key=7XDT3ZRUKA4H tag=U6TJW8X6XO86 type=write size=474278 2024-08-29T18:11:08.441 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:08.438+0000 7f6dcfdbe640 1 < completed part key=_multipart_3BV7GUDY3NXK.2~HWO2MYOQGBGI.0 size=1048576 2024-08-29T18:11:08.446 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:08.446+0000 7f6dcfdbe640 1 < completed part key=_multipart_3BV7GUDY3NXK.2~HWO2MYOQGBGI.1 size=1048576 2024-08-29T18:11:08.452 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:08.450+0000 7f6dcfdbe640 1 < completed part key=_multipart_3BV7GUDY3NXK.2~HWO2MYOQGBGI.2 size=241471 2024-08-29T18:11:08.463 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:08.462+0000 7f6dcfdbe640 1 < completed multipart upload key=3BV7GUDY3NXK upload=HWO2MYOQGBGI tag=JYS3TA6758R6 type=write size=3387199 2024-08-29T18:11:08.469 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:08.466+0000 7f6dcfdbe640 1 > prepared operation key=P7TBKPU4347T tag=ZW4UZ9IQQ4K1 type=write size=827960 2024-08-29T18:11:08.481 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:08.478+0000 7f6dcfdbe640 1 < suggested remove operation key=JX058LCOIR42 tag=2MNY8WHB1SBZ type=del 2024-08-29T18:11:08.487 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:08.486+0000 7f6dcfdbe640 1 > prepared operation key=KZ45Y56F6JGC tag=TQ9P7Y1MR85J type=del size=2295285 2024-08-29T18:11:08.494 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:08.494+0000 7f6dcfdbe640 1 < completed part key=_multipart_7D5I09Z3ND5H.2~R3BLKEMHGQF0.0 size=304879 2024-08-29T18:11:08.504 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:08.502+0000 7f6dcfdbe640 1 < completed multipart upload key=7D5I09Z3ND5H upload=R3BLKEMHGQF0 tag=A2LXFKAMZOX1 type=write size=1353455 2024-08-29T18:11:08.511 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:08.510+0000 7f6dcfdbe640 1 > prepared operation key=9XOQBHEAVUKF tag=VH4F68R5SGHI type=del size=2625399 2024-08-29T18:11:08.517 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:08.514+0000 7f6dcfdbe640 1 < completed delete operation key=9XOQBHEAVUKF tag=V2RPD4ENN8DX type=del 2024-08-29T18:11:08.528 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:08.526+0000 7f6dcfdbe640 1 > prepared part key=_multipart_YKW2ORIZT8YI.2~ETT6UIXVZRGK.0 size=1048576 2024-08-29T18:11:08.533 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:08.530+0000 7f6dcfdbe640 1 > prepared part key=_multipart_YKW2ORIZT8YI.2~ETT6UIXVZRGK.1 size=196632 2024-08-29T18:11:08.533 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:08.530+0000 7f6dcfdbe640 1 > prepared multipart upload key=YKW2ORIZT8YI upload=ETT6UIXVZRGK tag=ZS5TAKO8FXPG type=write size=2293784 2024-08-29T18:11:08.538 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:08.538+0000 7f6dcfdbe640 1 < completed part key=_multipart_LP0MLEKV3E74.2~WUAJI6DZ8KX5.0 size=1048576 2024-08-29T18:11:08.544 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:08.542+0000 7f6dcfdbe640 1 < completed part key=_multipart_LP0MLEKV3E74.2~WUAJI6DZ8KX5.1 size=1048576 2024-08-29T18:11:08.549 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:08.546+0000 7f6dcfdbe640 1 < completed part key=_multipart_LP0MLEKV3E74.2~WUAJI6DZ8KX5.2 size=634768 2024-08-29T18:11:08.558 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:08.558+0000 7f6dcfdbe640 1 < completed multipart upload key=LP0MLEKV3E74 upload=WUAJI6DZ8KX5 tag=SEW4XUKKSAKT type=write size=3780496 2024-08-29T18:11:08.569 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:08.566+0000 7f6dcfdbe640 1 > prepared part key=_multipart_KZ45Y56F6JGC.2~BAFCIMNSYOH3.0 size=1048576 2024-08-29T18:11:08.573 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:08.570+0000 7f6dcfdbe640 1 > prepared part key=_multipart_KZ45Y56F6JGC.2~BAFCIMNSYOH3.1 size=1048576 2024-08-29T18:11:08.578 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:08.578+0000 7f6dcfdbe640 1 > prepared part key=_multipart_KZ45Y56F6JGC.2~BAFCIMNSYOH3.2 size=519261 2024-08-29T18:11:08.578 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:08.578+0000 7f6dcfdbe640 1 > prepared multipart upload key=KZ45Y56F6JGC upload=BAFCIMNSYOH3 tag=JU75J3KAUE16 type=write size=3664989 2024-08-29T18:11:08.584 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:08.582+0000 7f6dcfdbe640 1 < completed part key=_multipart_DGQXCI25DDX7.2~OQ1K742N6V6D.0 size=612723 2024-08-29T18:11:08.593 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:08.590+0000 7f6dcfdbe640 1 < completed multipart upload key=DGQXCI25DDX7 upload=OQ1K742N6V6D tag=LON02RCVHD09 type=write size=1661299 2024-08-29T18:11:08.599 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:08.598+0000 7f6dcfdbe640 1 > prepared operation key=FDT1EJQCIL25 tag=J4MZMW37YTJ4 type=write size=475873 2024-08-29T18:11:08.612 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:08.610+0000 7f6dcfdbe640 1 < suggested update operation key=7D5I09Z3ND5H tag=Q96WJ5O787G4 type=del size=398876 2024-08-29T18:11:08.619 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:08.618+0000 7f6dcfdbe640 1 > prepared operation key=ZPPDOE70TQPE tag=8TVUIL7DXZA2 type=del size=4156258 2024-08-29T18:11:08.620 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:08.618+0000 7f6dcfdbe640 1 < canceled part key=_multipart_CY91RGLS4L74.2~V2QCXUNZ5JYJ.0 size=1048576 2024-08-29T18:11:08.625 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:08.622+0000 7f6dcfdbe640 1 < completed part key=_multipart_CY91RGLS4L74.2~V2QCXUNZ5JYJ.1 size=1048576 2024-08-29T18:11:08.631 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:08.630+0000 7f6dcfdbe640 1 < completed part key=_multipart_CY91RGLS4L74.2~V2QCXUNZ5JYJ.2 size=607402 2024-08-29T18:11:08.641 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:08.638+0000 7f6dcfdbe640 1 < canceled multipart upload key=CY91RGLS4L74 upload=V2QCXUNZ5JYJ tag=KG9KHAFSQ3KU type=write size=3753130 2024-08-29T18:11:08.651 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:08.650+0000 7f6dcfdbe640 1 > prepared part key=_multipart_F8MIRGU95TM4.2~B77F5C3N7BEK.0 size=1048576 2024-08-29T18:11:08.656 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:08.654+0000 7f6dcfdbe640 1 > prepared part key=_multipart_F8MIRGU95TM4.2~B77F5C3N7BEK.1 size=1048576 2024-08-29T18:11:08.663 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:08.662+0000 7f6dcfdbe640 1 > prepared part key=_multipart_F8MIRGU95TM4.2~B77F5C3N7BEK.2 size=743524 2024-08-29T18:11:08.663 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:08.662+0000 7f6dcfdbe640 1 > prepared multipart upload key=F8MIRGU95TM4 upload=B77F5C3N7BEK tag=VL7PFJS42GYT type=write size=3889252 2024-08-29T18:11:08.675 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:08.674+0000 7f6dcfdbe640 1 < suggested update operation key=X10K5L2O256M tag=7X70YTKA0TZC type=write size=608956 2024-08-29T18:11:08.681 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:08.678+0000 7f6dcfdbe640 1 > prepared operation key=W4PL77H6JMGP tag=2QY5OG5T8Z58 type=del size=538535 2024-08-29T18:11:08.687 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:08.686+0000 7f6dcfdbe640 1 < completed part key=_multipart_3VC6XP11WXW6.2~NPWENTUFXJT8.0 size=980225 2024-08-29T18:11:08.699 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:08.698+0000 7f6dcfdbe640 1 < completed multipart upload key=3VC6XP11WXW6 upload=NPWENTUFXJT8 tag=T2I1E0WU3WMP type=write size=2028801 2024-08-29T18:11:08.706 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:08.706+0000 7f6dcfdbe640 1 > prepared operation key=F8MIRGU95TM4 tag=U6XX9984SQR9 type=del size=3556325 2024-08-29T18:11:08.715 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:08.714+0000 7f6dcfdbe640 1 < completed delete operation key=9XOQBHEAVUKF tag=EGGR3JQ5NU8B type=del 2024-08-29T18:11:08.721 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:08.718+0000 7f6dcfdbe640 1 > prepared operation key=7D5I09Z3ND5H tag=OLZCOT4A1J2Q type=del size=2100520 2024-08-29T18:11:08.727 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:08.726+0000 7f6dcfdbe640 1 < completed part key=_multipart_JX058LCOIR42.2~A30Q1ISAG4P7.0 size=427837 2024-08-29T18:11:08.736 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:08.734+0000 7f6dcfdbe640 1 < completed multipart upload key=JX058LCOIR42 upload=A30Q1ISAG4P7 tag=WDFFYURD9S1O type=write size=1476413 2024-08-29T18:11:08.742 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:08.742+0000 7f6dcfdbe640 1 > prepared operation key=9XOQBHEAVUKF tag=PUDXDC0LOLLV type=del size=2104377 2024-08-29T18:11:08.749 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:08.746+0000 7f6dcfdbe640 1 < completed delete operation key=W4PL77H6JMGP tag=WA9F032D01KT type=del 2024-08-29T18:11:08.755 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:08.754+0000 7f6dcfdbe640 1 > prepared operation key=ROJNXFMRMF7F tag=3VCFF337M85R type=del size=3442102 2024-08-29T18:11:08.763 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:08.762+0000 7f6dcfdbe640 -1 < failed to complete operation key=JX058LCOIR42 tag=JKB64440CGOA type=del size=643874: (22) Invalid argument 2024-08-29T18:11:08.770 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:08.766+0000 7f6dcfdbe640 1 > prepared operation key=9XOQBHEAVUKF tag=HZ4AY4Y6V3XB type=del size=1571570 2024-08-29T18:11:08.783 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:08.782+0000 7f6dcfdbe640 1 < suggested update operation key=YAC7TKWP61NS tag=NH6PFL1V6PLH type=del size=178067 2024-08-29T18:11:08.793 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:08.790+0000 7f6dcfdbe640 1 > prepared part key=_multipart_C47XT9Y9B7EW.2~0GIE9UZJI20S.0 size=502206 2024-08-29T18:11:08.793 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:08.790+0000 7f6dcfdbe640 1 > prepared multipart upload key=C47XT9Y9B7EW upload=0GIE9UZJI20S tag=5A3JIAQYOFJJ type=write size=1550782 2024-08-29T18:11:08.799 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:08.798+0000 7f6dcfdbe640 1 < canceled operation key=7XDT3ZRUKA4H tag=U6TJW8X6XO86 type=write size=474278 2024-08-29T18:11:08.810 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:08.810+0000 7f6dcfdbe640 1 > prepared part key=_multipart_T9L1J5N8K7MO.2~1COXYK066F7T.0 size=826985 2024-08-29T18:11:08.810 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:08.810+0000 7f6dcfdbe640 1 > prepared multipart upload key=T9L1J5N8K7MO upload=1COXYK066F7T tag=3JZLPI9KLGIP type=write size=1875561 2024-08-29T18:11:08.816 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:08.814+0000 7f6dcfdbe640 1 < completed write operation key=P7TBKPU4347T tag=ZW4UZ9IQQ4K1 type=write size=827960 2024-08-29T18:11:08.826 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:11:08 smithi053 bash[68679]: cluster 2024-08-29T18:11:07.398348+0000 mgr.y (mgr.25022) 732 : cluster [DBG] pgmap v1413: 137 pgs: 137 active+clean; 583 KiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 347 KiB/s rd, 117 KiB/s wr, 608 op/s 2024-08-29T18:11:08.827 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:08.826+0000 7f6dcfdbe640 1 > prepared part key=_multipart_F8MIRGU95TM4.2~J9YAX18QJ1RC.0 size=446940 2024-08-29T18:11:08.827 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:08.826+0000 7f6dcfdbe640 1 > prepared multipart upload key=F8MIRGU95TM4 upload=J9YAX18QJ1RC tag=97XBJG7O2HYW type=write size=1495516 2024-08-29T18:11:08.833 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:08.830+0000 7f6dcfdbe640 1 < completed delete operation key=KZ45Y56F6JGC tag=TQ9P7Y1MR85J type=del 2024-08-29T18:11:08.843 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:08.842+0000 7f6dcfdbe640 1 > prepared part key=_multipart_7YYI239LZRWF.2~2UF4QCWV8PU1.0 size=1048576 2024-08-29T18:11:08.849 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:08.846+0000 7f6dcfdbe640 1 > prepared part key=_multipart_7YYI239LZRWF.2~2UF4QCWV8PU1.1 size=1048576 2024-08-29T18:11:08.854 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:08.850+0000 7f6dcfdbe640 1 > prepared part key=_multipart_7YYI239LZRWF.2~2UF4QCWV8PU1.2 size=944185 2024-08-29T18:11:08.854 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:08.850+0000 7f6dcfdbe640 1 > prepared multipart upload key=7YYI239LZRWF upload=2UF4QCWV8PU1 tag=1M4DFYYCWCNJ type=write size=4089913 2024-08-29T18:11:08.860 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:08.858+0000 7f6dcfdbe640 1 < completed delete operation key=9XOQBHEAVUKF tag=VH4F68R5SGHI type=del 2024-08-29T18:11:08.871 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:08.870+0000 7f6dcfdbe640 1 > prepared part key=_multipart_I0OL3VZS23M6.2~7N9DZ2NNMVIK.0 size=1048576 2024-08-29T18:11:08.875 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:08.874+0000 7f6dcfdbe640 1 > prepared part key=_multipart_I0OL3VZS23M6.2~7N9DZ2NNMVIK.1 size=1048576 2024-08-29T18:11:08.879 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:11:08 smithi028 bash[77168]: cluster 2024-08-29T18:11:07.398348+0000 mgr.y (mgr.25022) 732 : cluster [DBG] pgmap v1413: 137 pgs: 137 active+clean; 583 KiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 347 KiB/s rd, 117 KiB/s wr, 608 op/s 2024-08-29T18:11:08.879 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:11:08 smithi028 bash[78352]: cluster 2024-08-29T18:11:07.398348+0000 mgr.y (mgr.25022) 732 : cluster [DBG] pgmap v1413: 137 pgs: 137 active+clean; 583 KiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 347 KiB/s rd, 117 KiB/s wr, 608 op/s 2024-08-29T18:11:08.880 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:08.878+0000 7f6dcfdbe640 1 > prepared part key=_multipart_I0OL3VZS23M6.2~7N9DZ2NNMVIK.2 size=838315 2024-08-29T18:11:08.880 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:08.878+0000 7f6dcfdbe640 1 > prepared multipart upload key=I0OL3VZS23M6 upload=7N9DZ2NNMVIK tag=7ARRQIX4I09N type=write size=3984043 2024-08-29T18:11:08.886 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:08.886+0000 7f6dcfdbe640 1 < completed part key=_multipart_YKW2ORIZT8YI.2~ETT6UIXVZRGK.0 size=1048576 2024-08-29T18:11:08.891 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:08.890+0000 7f6dcfdbe640 1 < completed part key=_multipart_YKW2ORIZT8YI.2~ETT6UIXVZRGK.1 size=196632 2024-08-29T18:11:08.901 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:08.898+0000 7f6dcfdbe640 1 < completed multipart upload key=YKW2ORIZT8YI upload=ETT6UIXVZRGK tag=ZS5TAKO8FXPG type=write size=2293784 2024-08-29T18:11:08.911 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:08.910+0000 7f6dcfdbe640 1 > prepared part key=_multipart_CY91RGLS4L74.2~37R6IGS3WH6W.0 size=1048576 2024-08-29T18:11:08.915 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:08.914+0000 7f6dcfdbe640 1 > prepared part key=_multipart_CY91RGLS4L74.2~37R6IGS3WH6W.1 size=577297 2024-08-29T18:11:08.916 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:08.914+0000 7f6dcfdbe640 1 > prepared multipart upload key=CY91RGLS4L74 upload=37R6IGS3WH6W tag=GM91LJ0SGTTH type=write size=2674449 2024-08-29T18:11:08.922 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:08.922+0000 7f6dcfdbe640 1 < completed part key=_multipart_KZ45Y56F6JGC.2~BAFCIMNSYOH3.0 size=1048576 2024-08-29T18:11:08.927 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:08.926+0000 7f6dcfdbe640 1 < completed part key=_multipart_KZ45Y56F6JGC.2~BAFCIMNSYOH3.1 size=1048576 2024-08-29T18:11:08.932 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:08.930+0000 7f6dcfdbe640 1 < completed part key=_multipart_KZ45Y56F6JGC.2~BAFCIMNSYOH3.2 size=519261 2024-08-29T18:11:08.941 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:08.938+0000 7f6dcfdbe640 1 < completed multipart upload key=KZ45Y56F6JGC upload=BAFCIMNSYOH3 tag=JU75J3KAUE16 type=write size=3664989 2024-08-29T18:11:08.952 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:08.950+0000 7f6dcfdbe640 1 > prepared part key=_multipart_ZPPDOE70TQPE.2~YH2D5OUI235W.0 size=621373 2024-08-29T18:11:08.952 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:08.950+0000 7f6dcfdbe640 1 > prepared multipart upload key=ZPPDOE70TQPE upload=YH2D5OUI235W tag=58ROC8B1PAED type=write size=1669949 2024-08-29T18:11:08.957 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:08.954+0000 7f6dcfdbe640 1 < completed write operation key=FDT1EJQCIL25 tag=J4MZMW37YTJ4 type=write size=475873 2024-08-29T18:11:08.968 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:08.966+0000 7f6dcfdbe640 1 > prepared part key=_multipart_LP0MLEKV3E74.2~KR9MYJ72UG1K.0 size=1048576 2024-08-29T18:11:08.974 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:08.974+0000 7f6dcfdbe640 1 > prepared part key=_multipart_LP0MLEKV3E74.2~KR9MYJ72UG1K.1 size=1048576 2024-08-29T18:11:08.979 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:08.978+0000 7f6dcfdbe640 1 > prepared part key=_multipart_LP0MLEKV3E74.2~KR9MYJ72UG1K.2 size=246831 2024-08-29T18:11:08.979 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:08.978+0000 7f6dcfdbe640 1 > prepared multipart upload key=LP0MLEKV3E74 upload=KR9MYJ72UG1K tag=NVITL48EE57O type=write size=3392559 2024-08-29T18:11:08.984 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:08.982+0000 7f6dcfdbe640 1 < completed delete operation key=ZPPDOE70TQPE tag=8TVUIL7DXZA2 type=del 2024-08-29T18:11:08.990 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:08.990+0000 7f6dcfdbe640 1 > prepared operation key=P7TBKPU4347T tag=P8ZA860GK225 type=del size=3859716 2024-08-29T18:11:08.991 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:08.990+0000 7f6dcfdbe640 1 < canceled part key=_multipart_F8MIRGU95TM4.2~B77F5C3N7BEK.0 size=1048576 2024-08-29T18:11:08.995 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:08.994+0000 7f6dcfdbe640 1 < completed part key=_multipart_F8MIRGU95TM4.2~B77F5C3N7BEK.1 size=1048576 2024-08-29T18:11:09.000 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:08.998+0000 7f6dcfdbe640 1 < completed part key=_multipart_F8MIRGU95TM4.2~B77F5C3N7BEK.2 size=743524 2024-08-29T18:11:09.010 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:09.006+0000 7f6dcfdbe640 1 < canceled multipart upload key=F8MIRGU95TM4 upload=B77F5C3N7BEK tag=VL7PFJS42GYT type=write size=3889252 2024-08-29T18:11:09.015 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:09.014+0000 7f6dcfdbe640 1 > prepared operation key=CY91RGLS4L74 tag=NVRB1VTJMI7L type=write size=898790 2024-08-29T18:11:09.021 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:09.018+0000 7f6dcfdbe640 1 < completed delete operation key=W4PL77H6JMGP tag=2QY5OG5T8Z58 type=del 2024-08-29T18:11:09.027 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:09.026+0000 7f6dcfdbe640 1 > prepared operation key=KZ45Y56F6JGC tag=JBWPN25CXGNH type=del size=638650 2024-08-29T18:11:09.038 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:09.038+0000 7f6dcfdbe640 1 < suggested update operation key=F8MIRGU95TM4 tag=U6XX9984SQR9 type=del size=3556325 2024-08-29T18:11:09.044 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:09.042+0000 7f6dcfdbe640 1 > prepared operation key=7D5I09Z3ND5H tag=JP629099R2NB type=del size=2261000 2024-08-29T18:11:09.049 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:09.046+0000 7f6dcfdbe640 1 < completed delete operation key=7D5I09Z3ND5H tag=OLZCOT4A1J2Q type=del 2024-08-29T18:11:09.060 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:09.058+0000 7f6dcfdbe640 1 > prepared part key=_multipart_X10K5L2O256M.2~QWBIT9P8B5HX.0 size=1048576 2024-08-29T18:11:09.065 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:09.062+0000 7f6dcfdbe640 1 > prepared part key=_multipart_X10K5L2O256M.2~QWBIT9P8B5HX.1 size=1048576 2024-08-29T18:11:09.070 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:09.066+0000 7f6dcfdbe640 1 > prepared part key=_multipart_X10K5L2O256M.2~QWBIT9P8B5HX.2 size=66965 2024-08-29T18:11:09.070 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:09.066+0000 7f6dcfdbe640 1 > prepared multipart upload key=X10K5L2O256M upload=QWBIT9P8B5HX tag=BCEW7UUQU7A0 type=write size=3212693 2024-08-29T18:11:09.076 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:09.074+0000 7f6dcfdbe640 1 < completed delete operation key=9XOQBHEAVUKF tag=PUDXDC0LOLLV type=del 2024-08-29T18:11:09.082 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:09.078+0000 7f6dcfdbe640 1 > prepared operation key=78MD08IJ7ULZ tag=ITCZCFNRG2I9 type=del size=388275 2024-08-29T18:11:09.088 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:09.086+0000 7f6dcfdbe640 1 < completed delete operation key=ROJNXFMRMF7F tag=3VCFF337M85R type=del 2024-08-29T18:11:09.100 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:09.098+0000 7f6dcfdbe640 1 > prepared part key=_multipart_3BV7GUDY3NXK.2~22ZI5JGLS44K.0 size=1048576 2024-08-29T18:11:09.105 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:09.102+0000 7f6dcfdbe640 1 > prepared part key=_multipart_3BV7GUDY3NXK.2~22ZI5JGLS44K.1 size=715678 2024-08-29T18:11:09.105 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:09.102+0000 7f6dcfdbe640 1 > prepared multipart upload key=3BV7GUDY3NXK upload=22ZI5JGLS44K tag=H73STG6MRRUH type=write size=2812830 2024-08-29T18:11:09.118 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:09.118+0000 7f6dcfdbe640 1 < suggested remove operation key=9XOQBHEAVUKF tag=HZ4AY4Y6V3XB type=del 2024-08-29T18:11:09.124 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:09.122+0000 7f6dcfdbe640 1 > prepared operation key=YKW2ORIZT8YI tag=IK8RDVDOCBII type=write size=24186 2024-08-29T18:11:09.130 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:09.130+0000 7f6dcfdbe640 1 < completed part key=_multipart_C47XT9Y9B7EW.2~0GIE9UZJI20S.0 size=502206 2024-08-29T18:11:09.141 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:09.138+0000 7f6dcfdbe640 1 < completed multipart upload key=C47XT9Y9B7EW upload=0GIE9UZJI20S tag=5A3JIAQYOFJJ type=write size=1550782 2024-08-29T18:11:09.152 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:09.150+0000 7f6dcfdbe640 1 > prepared part key=_multipart_YKW2ORIZT8YI.2~TR37QBC7IGVL.0 size=605000 2024-08-29T18:11:09.152 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:09.150+0000 7f6dcfdbe640 1 > prepared multipart upload key=YKW2ORIZT8YI upload=TR37QBC7IGVL tag=MVP2QOCWEG9T type=write size=1653576 2024-08-29T18:11:09.160 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:09.158+0000 7f6dcfdbe640 1 < completed part key=_multipart_T9L1J5N8K7MO.2~1COXYK066F7T.0 size=826985 2024-08-29T18:11:09.169 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:09.166+0000 7f6dcfdbe640 1 < completed multipart upload key=T9L1J5N8K7MO upload=1COXYK066F7T tag=3JZLPI9KLGIP type=write size=1875561 2024-08-29T18:11:09.174 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:09.174+0000 7f6dcfdbe640 1 > prepared operation key=T9L1J5N8K7MO tag=9RREFP98EDE1 type=del size=4026516 2024-08-29T18:11:09.180 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:09.178+0000 7f6dcfdbe640 1 < completed part key=_multipart_F8MIRGU95TM4.2~J9YAX18QJ1RC.0 size=446940 2024-08-29T18:11:09.190 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:09.190+0000 7f6dcfdbe640 1 < completed multipart upload key=F8MIRGU95TM4 upload=J9YAX18QJ1RC tag=97XBJG7O2HYW type=write size=1495516 2024-08-29T18:11:09.201 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:09.198+0000 7f6dcfdbe640 1 > prepared part key=_multipart_I0OL3VZS23M6.2~N6ZE0ZOGUKR1.0 size=1048576 2024-08-29T18:11:09.208 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:09.206+0000 7f6dcfdbe640 1 > prepared part key=_multipart_I0OL3VZS23M6.2~N6ZE0ZOGUKR1.1 size=701077 2024-08-29T18:11:09.208 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:09.206+0000 7f6dcfdbe640 1 > prepared multipart upload key=I0OL3VZS23M6 upload=N6ZE0ZOGUKR1 tag=EOQ0BKGM6HL2 type=write size=2798229 2024-08-29T18:11:09.214 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:09.214+0000 7f6dcfdbe640 1 < completed part key=_multipart_7YYI239LZRWF.2~2UF4QCWV8PU1.0 size=1048576 2024-08-29T18:11:09.219 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:09.218+0000 7f6dcfdbe640 1 < completed part key=_multipart_7YYI239LZRWF.2~2UF4QCWV8PU1.1 size=1048576 2024-08-29T18:11:09.224 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:09.222+0000 7f6dcfdbe640 1 < completed part key=_multipart_7YYI239LZRWF.2~2UF4QCWV8PU1.2 size=944185 2024-08-29T18:11:09.236 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:09.234+0000 7f6dcfdbe640 1 < completed multipart upload key=7YYI239LZRWF upload=2UF4QCWV8PU1 tag=1M4DFYYCWCNJ type=write size=4089913 2024-08-29T18:11:09.248 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:09.246+0000 7f6dcfdbe640 1 > prepared part key=_multipart_X10K5L2O256M.2~E6R7BXRVPW5Z.0 size=1048576 2024-08-29T18:11:09.253 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:09.250+0000 7f6dcfdbe640 1 > prepared part key=_multipart_X10K5L2O256M.2~E6R7BXRVPW5Z.1 size=1048576 2024-08-29T18:11:09.257 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:09.254+0000 7f6dcfdbe640 1 > prepared part key=_multipart_X10K5L2O256M.2~E6R7BXRVPW5Z.2 size=142919 2024-08-29T18:11:09.258 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:09.254+0000 7f6dcfdbe640 1 > prepared multipart upload key=X10K5L2O256M upload=E6R7BXRVPW5Z tag=5SUNOATE15RB type=write size=3288647 2024-08-29T18:11:09.264 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:09.262+0000 7f6dcfdbe640 1 < completed part key=_multipart_I0OL3VZS23M6.2~7N9DZ2NNMVIK.0 size=1048576 2024-08-29T18:11:09.270 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:09.266+0000 7f6dcfdbe640 1 < completed part key=_multipart_I0OL3VZS23M6.2~7N9DZ2NNMVIK.1 size=1048576 2024-08-29T18:11:09.275 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:09.274+0000 7f6dcfdbe640 1 < completed part key=_multipart_I0OL3VZS23M6.2~7N9DZ2NNMVIK.2 size=838315 2024-08-29T18:11:09.284 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:09.282+0000 7f6dcfdbe640 1 < completed multipart upload key=I0OL3VZS23M6 upload=7N9DZ2NNMVIK tag=7ARRQIX4I09N type=write size=3984043 2024-08-29T18:11:09.295 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:09.294+0000 7f6dcfdbe640 1 > prepared part key=_multipart_78MD08IJ7ULZ.2~7OFU68VSBNUM.0 size=1048576 2024-08-29T18:11:09.302 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:09.302+0000 7f6dcfdbe640 1 > prepared part key=_multipart_78MD08IJ7ULZ.2~7OFU68VSBNUM.1 size=365194 2024-08-29T18:11:09.302 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:09.302+0000 7f6dcfdbe640 1 > prepared multipart upload key=78MD08IJ7ULZ upload=7OFU68VSBNUM tag=BOC9K4C11S7H type=write size=2462346 2024-08-29T18:11:09.308 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:09.306+0000 7f6dcfdbe640 1 < completed part key=_multipart_CY91RGLS4L74.2~37R6IGS3WH6W.0 size=1048576 2024-08-29T18:11:09.313 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:09.310+0000 7f6dcfdbe640 1 < completed part key=_multipart_CY91RGLS4L74.2~37R6IGS3WH6W.1 size=577297 2024-08-29T18:11:09.324 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:09.322+0000 7f6dcfdbe640 1 < completed multipart upload key=CY91RGLS4L74 upload=37R6IGS3WH6W tag=GM91LJ0SGTTH type=write size=2674449 2024-08-29T18:11:09.330 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:09.330+0000 7f6dcfdbe640 1 > prepared operation key=ZPPDOE70TQPE tag=EE12M4GP7F5G type=del size=2367751 2024-08-29T18:11:09.336 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:09.334+0000 7f6dcfdbe640 1 < completed part key=_multipart_ZPPDOE70TQPE.2~YH2D5OUI235W.0 size=621373 2024-08-29T18:11:09.345 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:09.342+0000 7f6dcfdbe640 1 < completed multipart upload key=ZPPDOE70TQPE upload=YH2D5OUI235W tag=58ROC8B1PAED type=write size=1669949 2024-08-29T18:11:09.352 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:09.350+0000 7f6dcfdbe640 1 > prepared operation key=X10K5L2O256M tag=F1MCDDK2IJJ5 type=del size=75299 2024-08-29T18:11:09.358 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:09.358+0000 7f6dcfdbe640 1 < completed part key=_multipart_LP0MLEKV3E74.2~KR9MYJ72UG1K.0 size=1048576 2024-08-29T18:11:09.364 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:09.362+0000 7f6dcfdbe640 1 < completed part key=_multipart_LP0MLEKV3E74.2~KR9MYJ72UG1K.1 size=1048576 2024-08-29T18:11:09.369 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:09.366+0000 7f6dcfdbe640 1 < completed part key=_multipart_LP0MLEKV3E74.2~KR9MYJ72UG1K.2 size=246831 2024-08-29T18:11:09.387 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:09.386+0000 7f6dcfdbe640 1 < completed multipart upload key=LP0MLEKV3E74 upload=KR9MYJ72UG1K tag=NVITL48EE57O type=write size=3392559 2024-08-29T18:11:09.404 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:09.402+0000 7f6dcfdbe640 1 > prepared part key=_multipart_FDT1EJQCIL25.2~55QSGQQNJW90.0 size=336023 2024-08-29T18:11:09.404 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:09.402+0000 7f6dcfdbe640 1 > prepared multipart upload key=FDT1EJQCIL25 upload=55QSGQQNJW90 tag=Q8S2XG7IBIQS type=write size=1384599 2024-08-29T18:11:09.410 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:09.410+0000 7f6dcfdbe640 1 < completed delete operation key=P7TBKPU4347T tag=P8ZA860GK225 type=del 2024-08-29T18:11:09.422 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:09.422+0000 7f6dcfdbe640 1 > prepared part key=_multipart_T9L1J5N8K7MO.2~KFBE7YNSXQRZ.0 size=1048576 2024-08-29T18:11:09.427 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:09.426+0000 7f6dcfdbe640 1 > prepared part key=_multipart_T9L1J5N8K7MO.2~KFBE7YNSXQRZ.1 size=225778 2024-08-29T18:11:09.427 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:09.426+0000 7f6dcfdbe640 1 > prepared multipart upload key=T9L1J5N8K7MO upload=KFBE7YNSXQRZ tag=QH4XTDI6UMFN type=write size=2322930 2024-08-29T18:11:09.432 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:09.430+0000 7f6dcfdbe640 1 < canceled operation key=CY91RGLS4L74 tag=NVRB1VTJMI7L type=write size=898790 2024-08-29T18:11:09.438 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:09.438+0000 7f6dcfdbe640 1 > prepared operation key=ULOTXZSBLM0E tag=3B7TVV4DLZDV type=write size=660843 2024-08-29T18:11:09.444 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:09.442+0000 7f6dcfdbe640 1 < completed delete operation key=KZ45Y56F6JGC tag=JBWPN25CXGNH type=del 2024-08-29T18:11:09.455 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:09.454+0000 7f6dcfdbe640 1 > prepared part key=_multipart_PCRU0BDU1Z87.2~28GA0H77E6C7.0 size=426584 2024-08-29T18:11:09.455 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:09.454+0000 7f6dcfdbe640 1 > prepared multipart upload key=PCRU0BDU1Z87 upload=28GA0H77E6C7 tag=IG3GIP930F5A type=write size=1475160 2024-08-29T18:11:09.461 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:09.458+0000 7f6dcfdbe640 1 < completed delete operation key=7D5I09Z3ND5H tag=JP629099R2NB type=del 2024-08-29T18:11:09.472 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:09.470+0000 7f6dcfdbe640 1 > prepared part key=_multipart_7XDT3ZRUKA4H.2~7U9UO40BADLQ.0 size=1048576 2024-08-29T18:11:09.477 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:09.474+0000 7f6dcfdbe640 1 > prepared part key=_multipart_7XDT3ZRUKA4H.2~7U9UO40BADLQ.1 size=22403 2024-08-29T18:11:09.477 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:09.474+0000 7f6dcfdbe640 1 > prepared multipart upload key=7XDT3ZRUKA4H upload=7U9UO40BADLQ tag=RIGUEVUSRJ2A type=write size=2119555 2024-08-29T18:11:09.483 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:09.482+0000 7f6dcfdbe640 1 < completed part key=_multipart_X10K5L2O256M.2~QWBIT9P8B5HX.0 size=1048576 2024-08-29T18:11:09.488 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:09.486+0000 7f6dcfdbe640 1 < completed part key=_multipart_X10K5L2O256M.2~QWBIT9P8B5HX.1 size=1048576 2024-08-29T18:11:09.493 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:09.490+0000 7f6dcfdbe640 1 < completed part key=_multipart_X10K5L2O256M.2~QWBIT9P8B5HX.2 size=66965 2024-08-29T18:11:09.505 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:09.502+0000 7f6dcfdbe640 1 < completed multipart upload key=X10K5L2O256M upload=QWBIT9P8B5HX tag=BCEW7UUQU7A0 type=write size=3212693 2024-08-29T18:11:09.510 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:09.510+0000 7f6dcfdbe640 1 > prepared operation key=ZPPDOE70TQPE tag=9YKZ0QWT2YM4 type=del size=852232 2024-08-29T18:11:09.516 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:09.514+0000 7f6dcfdbe640 1 < completed delete operation key=78MD08IJ7ULZ tag=ITCZCFNRG2I9 type=del 2024-08-29T18:11:09.527 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:09.526+0000 7f6dcfdbe640 1 > prepared part key=_multipart_LP0MLEKV3E74.2~9E146YN54NP8.0 size=1048576 2024-08-29T18:11:09.532 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:09.530+0000 7f6dcfdbe640 1 > prepared part key=_multipart_LP0MLEKV3E74.2~9E146YN54NP8.1 size=1048576 2024-08-29T18:11:09.537 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:09.534+0000 7f6dcfdbe640 1 > prepared part key=_multipart_LP0MLEKV3E74.2~9E146YN54NP8.2 size=101164 2024-08-29T18:11:09.537 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:09.534+0000 7f6dcfdbe640 1 > prepared multipart upload key=LP0MLEKV3E74 upload=9E146YN54NP8 tag=O4Y1XQLX5RXD type=write size=3246892 2024-08-29T18:11:09.543 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:09.542+0000 7f6dcfdbe640 1 < completed part key=_multipart_3BV7GUDY3NXK.2~22ZI5JGLS44K.0 size=1048576 2024-08-29T18:11:09.548 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:09.546+0000 7f6dcfdbe640 1 < completed part key=_multipart_3BV7GUDY3NXK.2~22ZI5JGLS44K.1 size=715678 2024-08-29T18:11:09.558 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:09.554+0000 7f6dcfdbe640 1 < completed multipart upload key=3BV7GUDY3NXK upload=22ZI5JGLS44K tag=H73STG6MRRUH type=write size=2812830 2024-08-29T18:11:09.564 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:09.562+0000 7f6dcfdbe640 1 > prepared operation key=7D5I09Z3ND5H tag=DI3XUJSLNLNM type=del size=1153305 2024-08-29T18:11:09.570 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:09.570+0000 7f6dcfdbe640 1 < completed write operation key=YKW2ORIZT8YI tag=IK8RDVDOCBII type=write size=24186 2024-08-29T18:11:09.576 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:09.574+0000 7f6dcfdbe640 1 > prepared operation key=ULOTXZSBLM0E tag=1OSUUAY9I6EM type=write size=376390 2024-08-29T18:11:09.583 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:09.582+0000 7f6dcfdbe640 1 < completed part key=_multipart_YKW2ORIZT8YI.2~TR37QBC7IGVL.0 size=605000 2024-08-29T18:11:09.594 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:09.594+0000 7f6dcfdbe640 1 < completed multipart upload key=YKW2ORIZT8YI upload=TR37QBC7IGVL tag=MVP2QOCWEG9T type=write size=1653576 2024-08-29T18:11:09.600 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:09.598+0000 7f6dcfdbe640 1 > prepared operation key=LP0MLEKV3E74 tag=IS59O9ISEMAQ type=del size=3331322 2024-08-29T18:11:09.606 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:09.606+0000 7f6dcfdbe640 1 < completed delete operation key=T9L1J5N8K7MO tag=9RREFP98EDE1 type=del 2024-08-29T18:11:09.612 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:09.610+0000 7f6dcfdbe640 1 > prepared operation key=7D5I09Z3ND5H tag=SLLXQDM9HE3L type=del size=3150985 2024-08-29T18:11:09.619 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:09.618+0000 7f6dcfdbe640 1 < completed part key=_multipart_I0OL3VZS23M6.2~N6ZE0ZOGUKR1.0 size=1048576 2024-08-29T18:11:09.625 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:09.622+0000 7f6dcfdbe640 1 < completed part key=_multipart_I0OL3VZS23M6.2~N6ZE0ZOGUKR1.1 size=701077 2024-08-29T18:11:09.635 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:09.634+0000 7f6dcfdbe640 1 < completed multipart upload key=I0OL3VZS23M6 upload=N6ZE0ZOGUKR1 tag=EOQ0BKGM6HL2 type=write size=2798229 2024-08-29T18:11:09.647 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:09.646+0000 7f6dcfdbe640 1 > prepared part key=_multipart_F8MIRGU95TM4.2~2XHL85M36O0Q.0 size=1020088 2024-08-29T18:11:09.647 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:09.646+0000 7f6dcfdbe640 1 > prepared multipart upload key=F8MIRGU95TM4 upload=2XHL85M36O0Q tag=1AVBZ1MQPX0Q type=write size=2068664 2024-08-29T18:11:09.654 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:09.650+0000 7f6dcfdbe640 1 < completed part key=_multipart_X10K5L2O256M.2~E6R7BXRVPW5Z.0 size=1048576 2024-08-29T18:11:09.654 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:09.650+0000 7f6dcfdbe640 1 < canceled part key=_multipart_X10K5L2O256M.2~E6R7BXRVPW5Z.1 size=1048576 2024-08-29T18:11:09.659 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:09.658+0000 7f6dcfdbe640 1 < completed part key=_multipart_X10K5L2O256M.2~E6R7BXRVPW5Z.2 size=142919 2024-08-29T18:11:09.670 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:09.670+0000 7f6dcfdbe640 1 < canceled multipart upload key=X10K5L2O256M upload=E6R7BXRVPW5Z tag=5SUNOATE15RB type=write size=3288647 2024-08-29T18:11:09.676 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:09.674+0000 7f6dcfdbe640 1 > prepared operation key=F8MIRGU95TM4 tag=VRLYAI55KMM1 type=del size=1072767 2024-08-29T18:11:09.683 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:09.682+0000 7f6dcfdbe640 1 < completed part key=_multipart_78MD08IJ7ULZ.2~7OFU68VSBNUM.0 size=1048576 2024-08-29T18:11:09.689 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:09.686+0000 7f6dcfdbe640 1 < completed part key=_multipart_78MD08IJ7ULZ.2~7OFU68VSBNUM.1 size=365194 2024-08-29T18:11:09.699 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:09.698+0000 7f6dcfdbe640 1 < completed multipart upload key=78MD08IJ7ULZ upload=7OFU68VSBNUM tag=BOC9K4C11S7H type=write size=2462346 2024-08-29T18:11:09.711 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:09.710+0000 7f6dcfdbe640 1 > prepared part key=_multipart_F8MIRGU95TM4.2~Z1FLBGWCF41B.0 size=1048576 2024-08-29T18:11:09.716 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:09.714+0000 7f6dcfdbe640 1 > prepared part key=_multipart_F8MIRGU95TM4.2~Z1FLBGWCF41B.1 size=663763 2024-08-29T18:11:09.717 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:09.714+0000 7f6dcfdbe640 1 > prepared multipart upload key=F8MIRGU95TM4 upload=Z1FLBGWCF41B tag=4HZ6ONUP35UD type=write size=2760915 2024-08-29T18:11:09.722 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:09.722+0000 7f6dcfdbe640 1 < completed delete operation key=ZPPDOE70TQPE tag=EE12M4GP7F5G type=del 2024-08-29T18:11:09.728 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:09.726+0000 7f6dcfdbe640 1 > prepared operation key=ROJNXFMRMF7F tag=QDAGFZXSPVVJ type=del size=3551551 2024-08-29T18:11:09.734 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:09.734+0000 7f6dcfdbe640 1 < completed delete operation key=X10K5L2O256M tag=F1MCDDK2IJJ5 type=del 2024-08-29T18:11:09.741 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:09.738+0000 7f6dcfdbe640 1 > prepared operation key=FDT1EJQCIL25 tag=WHZE92Y18N3S type=write size=254206 2024-08-29T18:11:09.748 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:09.746+0000 7f6dcfdbe640 1 < completed part key=_multipart_FDT1EJQCIL25.2~55QSGQQNJW90.0 size=336023 2024-08-29T18:11:09.759 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:09.758+0000 7f6dcfdbe640 1 < completed multipart upload key=FDT1EJQCIL25 upload=55QSGQQNJW90 tag=Q8S2XG7IBIQS type=write size=1384599 2024-08-29T18:11:09.772 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:09.770+0000 7f6dcfdbe640 1 > prepared part key=_multipart_3BV7GUDY3NXK.2~A0Z0LOIRY5TC.0 size=1048576 2024-08-29T18:11:09.777 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:09.774+0000 7f6dcfdbe640 1 > prepared part key=_multipart_3BV7GUDY3NXK.2~A0Z0LOIRY5TC.1 size=40240 2024-08-29T18:11:09.777 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:09.774+0000 7f6dcfdbe640 1 > prepared multipart upload key=3BV7GUDY3NXK upload=A0Z0LOIRY5TC tag=MKQ6M7HCT4O2 type=write size=2137392 2024-08-29T18:11:09.778 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:09.778+0000 7f6dcfdbe640 1 < canceled part key=_multipart_T9L1J5N8K7MO.2~KFBE7YNSXQRZ.0 size=1048576 2024-08-29T18:11:09.783 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:09.782+0000 7f6dcfdbe640 1 < completed part key=_multipart_T9L1J5N8K7MO.2~KFBE7YNSXQRZ.1 size=225778 2024-08-29T18:11:09.794 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:09.794+0000 7f6dcfdbe640 1 < canceled multipart upload key=T9L1J5N8K7MO upload=KFBE7YNSXQRZ tag=QH4XTDI6UMFN type=write size=2322930 2024-08-29T18:11:09.800 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:09.798+0000 7f6dcfdbe640 1 > prepared operation key=PCRU0BDU1Z87 tag=JI0JIPXNHZK9 type=write size=160820 2024-08-29T18:11:09.814 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:09.810+0000 7f6dcfdbe640 1 < suggested update operation key=ULOTXZSBLM0E tag=3B7TVV4DLZDV type=write size=660843 2024-08-29T18:11:09.821 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:09.818+0000 7f6dcfdbe640 1 > prepared operation key=X10K5L2O256M tag=O23LPTSWYPNT type=del size=1207689 2024-08-29T18:11:09.827 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:09.826+0000 7f6dcfdbe640 1 < completed part key=_multipart_PCRU0BDU1Z87.2~28GA0H77E6C7.0 size=426584 2024-08-29T18:11:09.838 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:09.838+0000 7f6dcfdbe640 1 < completed multipart upload key=PCRU0BDU1Z87 upload=28GA0H77E6C7 tag=IG3GIP930F5A type=write size=1475160 2024-08-29T18:11:09.845 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:09.842+0000 7f6dcfdbe640 1 > prepared operation key=LP0MLEKV3E74 tag=32XPUUYYZHW8 type=del size=2686537 2024-08-29T18:11:09.849 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:09.846+0000 7f6dcfdbe640 1 < completed part key=_multipart_7XDT3ZRUKA4H.2~7U9UO40BADLQ.0 size=1048576 2024-08-29T18:11:09.856 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:09.854+0000 7f6dcfdbe640 1 < completed part key=_multipart_7XDT3ZRUKA4H.2~7U9UO40BADLQ.1 size=22403 2024-08-29T18:11:09.866 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:09.866+0000 7f6dcfdbe640 1 < completed multipart upload key=7XDT3ZRUKA4H upload=7U9UO40BADLQ tag=RIGUEVUSRJ2A type=write size=2119555 2024-08-29T18:11:09.872 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:09.870+0000 7f6dcfdbe640 1 > prepared operation key=7D5I09Z3ND5H tag=SP13SQIZY1UC type=del size=1382668 2024-08-29T18:11:09.877 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:09.874+0000 7f6dcfdbe640 1 < completed delete operation key=ZPPDOE70TQPE tag=9YKZ0QWT2YM4 type=del 2024-08-29T18:11:09.883 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:09.882+0000 7f6dcfdbe640 1 > prepared operation key=78MD08IJ7ULZ tag=1PD4VE3360FQ type=del size=233169 2024-08-29T18:11:09.890 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:09.890+0000 7f6dcfdbe640 1 < completed part key=_multipart_LP0MLEKV3E74.2~9E146YN54NP8.0 size=1048576 2024-08-29T18:11:09.895 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:09.894+0000 7f6dcfdbe640 1 < completed part key=_multipart_LP0MLEKV3E74.2~9E146YN54NP8.1 size=1048576 2024-08-29T18:11:09.901 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:09.898+0000 7f6dcfdbe640 1 < completed part key=_multipart_LP0MLEKV3E74.2~9E146YN54NP8.2 size=101164 2024-08-29T18:11:09.911 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:09.910+0000 7f6dcfdbe640 1 < completed multipart upload key=LP0MLEKV3E74 upload=9E146YN54NP8 tag=O4Y1XQLX5RXD type=write size=3246892 2024-08-29T18:11:09.918 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:09.914+0000 7f6dcfdbe640 1 > prepared operation key=MT6UK3U6H4JX tag=XTX4B6N9A2WQ type=del size=1221599 2024-08-29T18:11:09.924 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:09.922+0000 7f6dcfdbe640 1 < completed delete operation key=7D5I09Z3ND5H tag=DI3XUJSLNLNM type=del 2024-08-29T18:11:09.930 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:09.930+0000 7f6dcfdbe640 1 > prepared operation key=CN52F1ME4Q7H tag=YPEI6P4BTTBY type=del size=263198 2024-08-29T18:11:09.939 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:09.938+0000 7f6dcfdbe640 -1 < failed to complete operation key=ULOTXZSBLM0E tag=1OSUUAY9I6EM type=write size=376390: (22) Invalid argument 2024-08-29T18:11:09.945 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:09.942+0000 7f6dcfdbe640 1 > prepared operation key=MT6UK3U6H4JX tag=7WEPR24MB7V9 type=write size=474405 2024-08-29T18:11:09.957 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:09.954+0000 7f6dcfdbe640 1 < suggested remove operation key=LP0MLEKV3E74 tag=IS59O9ISEMAQ type=del 2024-08-29T18:11:09.970 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:09.966+0000 7f6dcfdbe640 1 > prepared part key=_multipart_9XOQBHEAVUKF.2~CLUJTTQ8F0RH.0 size=874260 2024-08-29T18:11:09.970 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:09.966+0000 7f6dcfdbe640 1 > prepared multipart upload key=9XOQBHEAVUKF upload=CLUJTTQ8F0RH tag=SHH126WLRWW4 type=write size=1922836 2024-08-29T18:11:09.976 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:09.974+0000 7f6dcfdbe640 1 < completed delete operation key=7D5I09Z3ND5H tag=SLLXQDM9HE3L type=del 2024-08-29T18:11:09.983 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:09.982+0000 7f6dcfdbe640 1 > prepared operation key=CY91RGLS4L74 tag=FBWAM9AIS9V1 type=del size=2780521 2024-08-29T18:11:09.984 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:09.982+0000 7f6dcfdbe640 1 < canceled part key=_multipart_F8MIRGU95TM4.2~2XHL85M36O0Q.0 size=1020088 2024-08-29T18:11:09.994 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:09.994+0000 7f6dcfdbe640 1 < canceled multipart upload key=F8MIRGU95TM4 upload=2XHL85M36O0Q tag=1AVBZ1MQPX0Q type=write size=2068664 2024-08-29T18:11:10.006 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:10.006+0000 7f6dcfdbe640 1 > prepared part key=_multipart_YAC7TKWP61NS.2~AE93W3Z8X9QK.0 size=1048576 2024-08-29T18:11:10.012 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:10.010+0000 7f6dcfdbe640 1 > prepared part key=_multipart_YAC7TKWP61NS.2~AE93W3Z8X9QK.1 size=1048576 2024-08-29T18:11:10.016 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:10.014+0000 7f6dcfdbe640 1 > prepared part key=_multipart_YAC7TKWP61NS.2~AE93W3Z8X9QK.2 size=478438 2024-08-29T18:11:10.016 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:10.014+0000 7f6dcfdbe640 1 > prepared multipart upload key=YAC7TKWP61NS upload=AE93W3Z8X9QK tag=ZX4HL5AB0YCI type=write size=3624166 2024-08-29T18:11:10.021 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:10.018+0000 7f6dcfdbe640 1 < canceled operation key=F8MIRGU95TM4 tag=VRLYAI55KMM1 type=del size=1072767 2024-08-29T18:11:10.026 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:10.026+0000 7f6dcfdbe640 1 > prepared operation key=B7L6NXZ0V2CR tag=FFVBD48VXWI2 type=del size=2203688 2024-08-29T18:11:10.032 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:10.030+0000 7f6dcfdbe640 1 < completed part key=_multipart_F8MIRGU95TM4.2~Z1FLBGWCF41B.0 size=1048576 2024-08-29T18:11:10.037 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:10.034+0000 7f6dcfdbe640 1 < completed part key=_multipart_F8MIRGU95TM4.2~Z1FLBGWCF41B.1 size=663763 2024-08-29T18:11:10.047 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:10.046+0000 7f6dcfdbe640 1 < completed multipart upload key=F8MIRGU95TM4 upload=Z1FLBGWCF41B tag=4HZ6ONUP35UD type=write size=2760915 2024-08-29T18:11:10.053 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:10.050+0000 7f6dcfdbe640 1 > prepared operation key=YE0K0OIAGJTR tag=1BX5CNOLJ844 type=del size=2263818 2024-08-29T18:11:10.059 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:10.058+0000 7f6dcfdbe640 1 < completed delete operation key=ROJNXFMRMF7F tag=QDAGFZXSPVVJ type=del 2024-08-29T18:11:10.071 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:10.070+0000 7f6dcfdbe640 1 > prepared part key=_multipart_3BV7GUDY3NXK.2~ZJF06YGN5B5D.0 size=214046 2024-08-29T18:11:10.071 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:10.070+0000 7f6dcfdbe640 1 > prepared multipart upload key=3BV7GUDY3NXK upload=ZJF06YGN5B5D tag=02MS9RCFJTKQ type=write size=1262622 2024-08-29T18:11:10.077 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:10.074+0000 7f6dcfdbe640 1 < completed write operation key=FDT1EJQCIL25 tag=WHZE92Y18N3S type=write size=254206 2024-08-29T18:11:10.083 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:10.082+0000 7f6dcfdbe640 1 > prepared operation key=YKW2ORIZT8YI tag=AALVXXE5ZBTX type=del size=1846039 2024-08-29T18:11:10.090 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:10.090+0000 7f6dcfdbe640 1 < completed part key=_multipart_3BV7GUDY3NXK.2~A0Z0LOIRY5TC.0 size=1048576 2024-08-29T18:11:10.095 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:10.094+0000 7f6dcfdbe640 1 < completed part key=_multipart_3BV7GUDY3NXK.2~A0Z0LOIRY5TC.1 size=40240 2024-08-29T18:11:10.106 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:10.102+0000 7f6dcfdbe640 1 < completed multipart upload key=3BV7GUDY3NXK upload=A0Z0LOIRY5TC tag=MKQ6M7HCT4O2 type=write size=2137392 2024-08-29T18:11:10.116 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:10.114+0000 7f6dcfdbe640 1 > prepared part key=_multipart_P7TBKPU4347T.2~YTAZ8F81MJ2U.0 size=1048576 2024-08-29T18:11:10.121 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:10.118+0000 7f6dcfdbe640 1 > prepared part key=_multipart_P7TBKPU4347T.2~YTAZ8F81MJ2U.1 size=489298 2024-08-29T18:11:10.121 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:10.118+0000 7f6dcfdbe640 1 > prepared multipart upload key=P7TBKPU4347T upload=YTAZ8F81MJ2U tag=PX5UC2IHPWW9 type=write size=2586450 2024-08-29T18:11:10.128 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:10.126+0000 7f6dcfdbe640 1 < completed write operation key=PCRU0BDU1Z87 tag=JI0JIPXNHZK9 type=write size=160820 2024-08-29T18:11:10.140 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:10.138+0000 7f6dcfdbe640 1 > prepared part key=_multipart_W4PL77H6JMGP.2~WVLJ4E5SLRZQ.0 size=1048576 2024-08-29T18:11:10.145 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:10.142+0000 7f6dcfdbe640 1 > prepared part key=_multipart_W4PL77H6JMGP.2~WVLJ4E5SLRZQ.1 size=777472 2024-08-29T18:11:10.145 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:10.142+0000 7f6dcfdbe640 1 > prepared multipart upload key=W4PL77H6JMGP upload=WVLJ4E5SLRZQ tag=NM36TZO1E9KV type=write size=2874624 2024-08-29T18:11:10.151 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:10.150+0000 7f6dcfdbe640 1 < completed delete operation key=X10K5L2O256M tag=O23LPTSWYPNT type=del 2024-08-29T18:11:10.157 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:10.154+0000 7f6dcfdbe640 1 > prepared operation key=MT6UK3U6H4JX tag=HWTY0MTZIMUU type=del size=2538823 2024-08-29T18:11:10.165 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:10.162+0000 7f6dcfdbe640 -1 < failed to complete operation key=LP0MLEKV3E74 tag=32XPUUYYZHW8 type=del size=2686537: (22) Invalid argument 2024-08-29T18:11:10.171 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:10.170+0000 7f6dcfdbe640 1 > prepared operation key=3BV7GUDY3NXK tag=7KXJSAL8QV4N type=del size=1300075 2024-08-29T18:11:10.177 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:10.174+0000 7f6dcfdbe640 1 < completed delete operation key=7D5I09Z3ND5H tag=SP13SQIZY1UC type=del 2024-08-29T18:11:10.188 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:10.186+0000 7f6dcfdbe640 1 > prepared part key=_multipart_KZ45Y56F6JGC.2~TZT07J30AZSL.0 size=1048576 2024-08-29T18:11:10.193 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:10.190+0000 7f6dcfdbe640 1 > prepared part key=_multipart_KZ45Y56F6JGC.2~TZT07J30AZSL.1 size=417623 2024-08-29T18:11:10.193 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:10.190+0000 7f6dcfdbe640 1 > prepared multipart upload key=KZ45Y56F6JGC upload=TZT07J30AZSL tag=XBTJZTKM0MYJ type=write size=2514775 2024-08-29T18:11:10.204 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:10.202+0000 7f6dcfdbe640 1 < suggested remove operation key=78MD08IJ7ULZ tag=1PD4VE3360FQ type=del 2024-08-29T18:11:10.211 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:10.210+0000 7f6dcfdbe640 1 > prepared operation key=W4PL77H6JMGP tag=GFZN711WUE5T type=del size=304451 2024-08-29T18:11:10.217 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:10.214+0000 7f6dcfdbe640 1 < completed delete operation key=MT6UK3U6H4JX tag=XTX4B6N9A2WQ type=del 2024-08-29T18:11:10.228 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:10.226+0000 7f6dcfdbe640 1 > prepared part key=_multipart_LP0MLEKV3E74.2~G302INPMXU3M.0 size=216929 2024-08-29T18:11:10.228 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:10.226+0000 7f6dcfdbe640 1 > prepared multipart upload key=LP0MLEKV3E74 upload=G302INPMXU3M tag=9KWFOQ66QS5D type=write size=1265505 2024-08-29T18:11:10.234 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:10.234+0000 7f6dcfdbe640 1 < canceled operation key=CN52F1ME4Q7H tag=YPEI6P4BTTBY type=del size=263198 2024-08-29T18:11:10.240 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:10.238+0000 7f6dcfdbe640 1 > prepared operation key=FDT1EJQCIL25 tag=PAUC04V1CGAX type=del size=1995144 2024-08-29T18:11:10.254 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:10.250+0000 7f6dcfdbe640 1 < suggested update operation key=MT6UK3U6H4JX tag=7WEPR24MB7V9 type=write size=474405 2024-08-29T18:11:10.265 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:10.262+0000 7f6dcfdbe640 1 > prepared part key=_multipart_I0OL3VZS23M6.2~7UUYHU669HP9.0 size=513924 2024-08-29T18:11:10.265 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:10.262+0000 7f6dcfdbe640 1 > prepared multipart upload key=I0OL3VZS23M6 upload=7UUYHU669HP9 tag=ZOER4ZB50YFX type=write size=1562500 2024-08-29T18:11:10.272 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:10.270+0000 7f6dcfdbe640 1 < completed part key=_multipart_9XOQBHEAVUKF.2~CLUJTTQ8F0RH.0 size=874260 2024-08-29T18:11:10.283 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:10.282+0000 7f6dcfdbe640 1 < completed multipart upload key=9XOQBHEAVUKF upload=CLUJTTQ8F0RH tag=SHH126WLRWW4 type=write size=1922836 2024-08-29T18:11:10.295 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:10.294+0000 7f6dcfdbe640 1 > prepared part key=_multipart_7XDT3ZRUKA4H.2~VQ4VI47BUXUX.0 size=121641 2024-08-29T18:11:10.295 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:10.294+0000 7f6dcfdbe640 1 > prepared multipart upload key=7XDT3ZRUKA4H upload=VQ4VI47BUXUX tag=3YLYE422D4RK type=write size=1170217 2024-08-29T18:11:10.301 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:10.298+0000 7f6dcfdbe640 1 < canceled operation key=CY91RGLS4L74 tag=FBWAM9AIS9V1 type=del size=2780521 2024-08-29T18:11:10.307 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:10.306+0000 7f6dcfdbe640 1 > prepared operation key=ULOTXZSBLM0E tag=FI130L07GHHR type=del size=1213189 2024-08-29T18:11:10.313 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:10.310+0000 7f6dcfdbe640 1 < completed part key=_multipart_YAC7TKWP61NS.2~AE93W3Z8X9QK.0 size=1048576 2024-08-29T18:11:10.318 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:10.318+0000 7f6dcfdbe640 1 < completed part key=_multipart_YAC7TKWP61NS.2~AE93W3Z8X9QK.1 size=1048576 2024-08-29T18:11:10.324 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:10.322+0000 7f6dcfdbe640 1 < completed part key=_multipart_YAC7TKWP61NS.2~AE93W3Z8X9QK.2 size=478438 2024-08-29T18:11:10.335 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:10.334+0000 7f6dcfdbe640 1 < completed multipart upload key=YAC7TKWP61NS upload=AE93W3Z8X9QK tag=ZX4HL5AB0YCI type=write size=3624166 2024-08-29T18:11:10.349 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:10.346+0000 7f6dcfdbe640 1 > prepared part key=_multipart_DGQXCI25DDX7.2~2A8DS8WZ9ACV.0 size=1048576 2024-08-29T18:11:10.354 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:10.354+0000 7f6dcfdbe640 1 > prepared part key=_multipart_DGQXCI25DDX7.2~2A8DS8WZ9ACV.1 size=371568 2024-08-29T18:11:10.354 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:10.354+0000 7f6dcfdbe640 1 > prepared multipart upload key=DGQXCI25DDX7 upload=2A8DS8WZ9ACV tag=E4K9LU9N0L2B type=write size=2468720 2024-08-29T18:11:10.362 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:10.362+0000 7f6dcfdbe640 1 < canceled operation key=B7L6NXZ0V2CR tag=FFVBD48VXWI2 type=del size=2203688 2024-08-29T18:11:10.368 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:10.366+0000 7f6dcfdbe640 1 > prepared operation key=LP0MLEKV3E74 tag=DB5JI45SFUU4 type=del size=994202 2024-08-29T18:11:10.374 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:10.374+0000 7f6dcfdbe640 1 < canceled operation key=YE0K0OIAGJTR tag=1BX5CNOLJ844 type=del size=2263818 2024-08-29T18:11:10.380 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:10.378+0000 7f6dcfdbe640 1 > prepared operation key=FDT1EJQCIL25 tag=G3XGV9PR117S type=write size=366458 2024-08-29T18:11:10.387 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:10.386+0000 7f6dcfdbe640 1 < completed part key=_multipart_3BV7GUDY3NXK.2~ZJF06YGN5B5D.0 size=214046 2024-08-29T18:11:10.399 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:10.398+0000 7f6dcfdbe640 1 < completed multipart upload key=3BV7GUDY3NXK upload=ZJF06YGN5B5D tag=02MS9RCFJTKQ type=write size=1262622 2024-08-29T18:11:10.406 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:10.406+0000 7f6dcfdbe640 1 > prepared operation key=ROJNXFMRMF7F tag=P8JKA17R7WIP type=del size=3148256 2024-08-29T18:11:10.414 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:10.414+0000 7f6dcfdbe640 1 < completed delete operation key=YKW2ORIZT8YI tag=AALVXXE5ZBTX type=del 2024-08-29T18:11:10.426 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:10.426+0000 7f6dcfdbe640 1 > prepared part key=_multipart_ROJNXFMRMF7F.2~BWD55NE8KR2E.0 size=415047 2024-08-29T18:11:10.427 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:10.426+0000 7f6dcfdbe640 1 > prepared multipart upload key=ROJNXFMRMF7F upload=BWD55NE8KR2E tag=ZRUVOLTLWJ8I type=write size=1463623 2024-08-29T18:11:10.433 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:10.430+0000 7f6dcfdbe640 1 < completed part key=_multipart_P7TBKPU4347T.2~YTAZ8F81MJ2U.0 size=1048576 2024-08-29T18:11:10.438 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:10.438+0000 7f6dcfdbe640 1 < completed part key=_multipart_P7TBKPU4347T.2~YTAZ8F81MJ2U.1 size=489298 2024-08-29T18:11:10.448 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:10.446+0000 7f6dcfdbe640 1 < completed multipart upload key=P7TBKPU4347T upload=YTAZ8F81MJ2U tag=PX5UC2IHPWW9 type=write size=2586450 2024-08-29T18:11:10.454 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:10.454+0000 7f6dcfdbe640 1 > prepared operation key=7XDT3ZRUKA4H tag=S34P27QCF7BY type=del size=3587350 2024-08-29T18:11:10.461 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:10.458+0000 7f6dcfdbe640 1 < completed part key=_multipart_W4PL77H6JMGP.2~WVLJ4E5SLRZQ.0 size=1048576 2024-08-29T18:11:10.466 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:10.466+0000 7f6dcfdbe640 1 < completed part key=_multipart_W4PL77H6JMGP.2~WVLJ4E5SLRZQ.1 size=777472 2024-08-29T18:11:10.477 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:10.474+0000 7f6dcfdbe640 1 < completed multipart upload key=W4PL77H6JMGP upload=WVLJ4E5SLRZQ tag=NM36TZO1E9KV type=write size=2874624 2024-08-29T18:11:10.489 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:10.486+0000 7f6dcfdbe640 1 > prepared part key=_multipart_9XOQBHEAVUKF.2~FIV02BQCBJ82.0 size=777750 2024-08-29T18:11:10.489 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:10.486+0000 7f6dcfdbe640 1 > prepared multipart upload key=9XOQBHEAVUKF upload=FIV02BQCBJ82 tag=CQG0ZT3SJIPY type=write size=1826326 2024-08-29T18:11:10.497 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:10.494+0000 7f6dcfdbe640 -1 < failed to complete operation key=MT6UK3U6H4JX tag=HWTY0MTZIMUU type=del size=2538823: (22) Invalid argument 2024-08-29T18:11:10.508 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:10.506+0000 7f6dcfdbe640 1 > prepared part key=_multipart_F8MIRGU95TM4.2~A15JRW92A4R8.0 size=1048576 2024-08-29T18:11:10.513 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:10.510+0000 7f6dcfdbe640 1 > prepared part key=_multipart_F8MIRGU95TM4.2~A15JRW92A4R8.1 size=723265 2024-08-29T18:11:10.513 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:10.510+0000 7f6dcfdbe640 1 > prepared multipart upload key=F8MIRGU95TM4 upload=A15JRW92A4R8 tag=C0PV0FHDNF3I type=write size=2820417 2024-08-29T18:11:10.519 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:10.518+0000 7f6dcfdbe640 1 < completed delete operation key=3BV7GUDY3NXK tag=7KXJSAL8QV4N type=del 2024-08-29T18:11:10.530 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:10.530+0000 7f6dcfdbe640 1 > prepared part key=_multipart_7XDT3ZRUKA4H.2~ID1U2BO3X8DO.0 size=1048576 2024-08-29T18:11:10.535 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:10.534+0000 7f6dcfdbe640 1 > prepared part key=_multipart_7XDT3ZRUKA4H.2~ID1U2BO3X8DO.1 size=789986 2024-08-29T18:11:10.535 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:10.534+0000 7f6dcfdbe640 1 > prepared multipart upload key=7XDT3ZRUKA4H upload=ID1U2BO3X8DO tag=9YE8YXPB03ON type=write size=2887138 2024-08-29T18:11:10.540 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:10.538+0000 7f6dcfdbe640 1 < completed part key=_multipart_KZ45Y56F6JGC.2~TZT07J30AZSL.0 size=1048576 2024-08-29T18:11:10.541 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:10.538+0000 7f6dcfdbe640 1 < canceled part key=_multipart_KZ45Y56F6JGC.2~TZT07J30AZSL.1 size=417623 2024-08-29T18:11:10.551 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:10.550+0000 7f6dcfdbe640 1 < canceled multipart upload key=KZ45Y56F6JGC upload=TZT07J30AZSL tag=XBTJZTKM0MYJ type=write size=2514775 2024-08-29T18:11:10.565 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:10.562+0000 7f6dcfdbe640 1 > prepared part key=_multipart_F8MIRGU95TM4.2~LKYTQLMXN0RT.0 size=1048576 2024-08-29T18:11:10.569 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:10.566+0000 7f6dcfdbe640 1 > prepared part key=_multipart_F8MIRGU95TM4.2~LKYTQLMXN0RT.1 size=974979 2024-08-29T18:11:10.570 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:10.566+0000 7f6dcfdbe640 1 > prepared multipart upload key=F8MIRGU95TM4 upload=LKYTQLMXN0RT tag=7MEPLJYK01CL type=write size=3072131 2024-08-29T18:11:10.581 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:10.578+0000 7f6dcfdbe640 1 < suggested remove operation key=W4PL77H6JMGP tag=GFZN711WUE5T type=del 2024-08-29T18:11:10.592 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:10.590+0000 7f6dcfdbe640 1 > prepared part key=_multipart_PCRU0BDU1Z87.2~O4S706495BID.0 size=1048576 2024-08-29T18:11:10.598 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:10.594+0000 7f6dcfdbe640 1 > prepared part key=_multipart_PCRU0BDU1Z87.2~O4S706495BID.1 size=1048576 2024-08-29T18:11:10.602 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:10.602+0000 7f6dcfdbe640 1 > prepared part key=_multipart_PCRU0BDU1Z87.2~O4S706495BID.2 size=234584 2024-08-29T18:11:10.602 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:10.602+0000 7f6dcfdbe640 1 > prepared multipart upload key=PCRU0BDU1Z87 upload=O4S706495BID tag=T5WZS81M8XHS type=write size=3380312 2024-08-29T18:11:10.608 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:10.606+0000 7f6dcfdbe640 1 < completed part key=_multipart_LP0MLEKV3E74.2~G302INPMXU3M.0 size=216929 2024-08-29T18:11:10.619 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:10.618+0000 7f6dcfdbe640 1 < completed multipart upload key=LP0MLEKV3E74 upload=G302INPMXU3M tag=9KWFOQ66QS5D type=write size=1265505 2024-08-29T18:11:10.626 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:10.622+0000 7f6dcfdbe640 1 > prepared operation key=7Y0GYERC6W4H tag=LHIFIDV9X8J8 type=del size=3011171 2024-08-29T18:11:10.632 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:10.630+0000 7f6dcfdbe640 1 < completed delete operation key=FDT1EJQCIL25 tag=PAUC04V1CGAX type=del 2024-08-29T18:11:10.643 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:10.642+0000 7f6dcfdbe640 1 > prepared part key=_multipart_CY91RGLS4L74.2~FZTN6PF1RGUI.0 size=1048576 2024-08-29T18:11:10.647 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:10.646+0000 7f6dcfdbe640 1 > prepared part key=_multipart_CY91RGLS4L74.2~FZTN6PF1RGUI.1 size=418041 2024-08-29T18:11:10.647 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:10.646+0000 7f6dcfdbe640 1 > prepared multipart upload key=CY91RGLS4L74 upload=FZTN6PF1RGUI tag=SD48WW445OOU type=write size=2515193 2024-08-29T18:11:10.654 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:10.650+0000 7f6dcfdbe640 1 < completed part key=_multipart_I0OL3VZS23M6.2~7UUYHU669HP9.0 size=513924 2024-08-29T18:11:10.663 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:10.662+0000 7f6dcfdbe640 1 < completed multipart upload key=I0OL3VZS23M6 upload=7UUYHU669HP9 tag=ZOER4ZB50YFX type=write size=1562500 2024-08-29T18:11:10.675 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:10.674+0000 7f6dcfdbe640 1 > prepared part key=_multipart_PCRU0BDU1Z87.2~AWA98LPHO7YP.0 size=42530 2024-08-29T18:11:10.675 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:10.674+0000 7f6dcfdbe640 1 > prepared multipart upload key=PCRU0BDU1Z87 upload=AWA98LPHO7YP tag=PR2UQQKG35LD type=write size=1091106 2024-08-29T18:11:10.681 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:10.678+0000 7f6dcfdbe640 1 < completed part key=_multipart_7XDT3ZRUKA4H.2~VQ4VI47BUXUX.0 size=121641 2024-08-29T18:11:10.691 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:10.690+0000 7f6dcfdbe640 1 < completed multipart upload key=7XDT3ZRUKA4H upload=VQ4VI47BUXUX tag=3YLYE422D4RK type=write size=1170217 2024-08-29T18:11:10.698 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:10.698+0000 7f6dcfdbe640 1 > prepared operation key=3VC6XP11WXW6 tag=XB3LDOC0RPIC type=del size=2254802 2024-08-29T18:11:10.705 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:10.702+0000 7f6dcfdbe640 1 < completed delete operation key=ULOTXZSBLM0E tag=FI130L07GHHR type=del 2024-08-29T18:11:10.712 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:10.710+0000 7f6dcfdbe640 1 > prepared operation key=L6FV6KJ6OHNY tag=E9ANF9XROUO9 type=del size=4105040 2024-08-29T18:11:10.719 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:10.718+0000 7f6dcfdbe640 1 < completed part key=_multipart_DGQXCI25DDX7.2~2A8DS8WZ9ACV.0 size=1048576 2024-08-29T18:11:10.724 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:10.722+0000 7f6dcfdbe640 1 < completed part key=_multipart_DGQXCI25DDX7.2~2A8DS8WZ9ACV.1 size=371568 2024-08-29T18:11:10.735 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:10.734+0000 7f6dcfdbe640 1 < completed multipart upload key=DGQXCI25DDX7 upload=2A8DS8WZ9ACV tag=E4K9LU9N0L2B type=write size=2468720 2024-08-29T18:11:10.746 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:10.746+0000 7f6dcfdbe640 1 > prepared part key=_multipart_W4PL77H6JMGP.2~Q6YFJWP7WS0G.0 size=1048576 2024-08-29T18:11:10.750 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:10.750+0000 7f6dcfdbe640 1 > prepared part key=_multipart_W4PL77H6JMGP.2~Q6YFJWP7WS0G.1 size=604094 2024-08-29T18:11:10.751 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:10.750+0000 7f6dcfdbe640 1 > prepared multipart upload key=W4PL77H6JMGP upload=Q6YFJWP7WS0G tag=EB1B0HCMX5R6 type=write size=2701246 2024-08-29T18:11:10.756 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:10.754+0000 7f6dcfdbe640 1 < canceled operation key=LP0MLEKV3E74 tag=DB5JI45SFUU4 type=del size=994202 2024-08-29T18:11:10.762 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:10.762+0000 7f6dcfdbe640 1 > prepared operation key=I0OL3VZS23M6 tag=35XN0VNBE527 type=del size=299992 2024-08-29T18:11:10.768 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:10.766+0000 7f6dcfdbe640 1 < completed write operation key=FDT1EJQCIL25 tag=G3XGV9PR117S type=write size=366458 2024-08-29T18:11:10.779 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:10.778+0000 7f6dcfdbe640 1 > prepared part key=_multipart_KZ45Y56F6JGC.2~T2E1I804T00A.0 size=1048576 2024-08-29T18:11:10.785 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:10.782+0000 7f6dcfdbe640 1 > prepared part key=_multipart_KZ45Y56F6JGC.2~T2E1I804T00A.1 size=1048576 2024-08-29T18:11:10.790 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:10.790+0000 7f6dcfdbe640 1 > prepared part key=_multipart_KZ45Y56F6JGC.2~T2E1I804T00A.2 size=608421 2024-08-29T18:11:10.790 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:10.790+0000 7f6dcfdbe640 1 > prepared multipart upload key=KZ45Y56F6JGC upload=T2E1I804T00A tag=RHB9TLMYUVF2 type=write size=3754149 2024-08-29T18:11:10.797 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:10.794+0000 7f6dcfdbe640 1 < completed delete operation key=ROJNXFMRMF7F tag=P8JKA17R7WIP type=del 2024-08-29T18:11:10.808 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:10.806+0000 7f6dcfdbe640 1 > prepared part key=_multipart_ROJNXFMRMF7F.2~23W0Z11AGT62.0 size=1048576 2024-08-29T18:11:10.813 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:10.810+0000 7f6dcfdbe640 1 > prepared part key=_multipart_ROJNXFMRMF7F.2~23W0Z11AGT62.1 size=1048576 2024-08-29T18:11:10.817 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:10.814+0000 7f6dcfdbe640 1 > prepared part key=_multipart_ROJNXFMRMF7F.2~23W0Z11AGT62.2 size=485673 2024-08-29T18:11:10.817 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:10.814+0000 7f6dcfdbe640 1 > prepared multipart upload key=ROJNXFMRMF7F upload=23W0Z11AGT62 tag=X2TU7RC0C8M5 type=write size=3631401 2024-08-29T18:11:10.823 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:10.822+0000 7f6dcfdbe640 1 < completed part key=_multipart_ROJNXFMRMF7F.2~BWD55NE8KR2E.0 size=415047 2024-08-29T18:11:10.826 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:11:10 smithi053 bash[68679]: cluster 2024-08-29T18:11:09.399478+0000 mgr.y (mgr.25022) 733 : cluster [DBG] pgmap v1414: 137 pgs: 137 active+clean; 583 KiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 347 KiB/s rd, 117 KiB/s wr, 608 op/s 2024-08-29T18:11:10.834 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:10.830+0000 7f6dcfdbe640 1 < completed multipart upload key=ROJNXFMRMF7F upload=BWD55NE8KR2E tag=ZRUVOLTLWJ8I type=write size=1463623 2024-08-29T18:11:10.839 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:10.838+0000 7f6dcfdbe640 1 > prepared operation key=7XDT3ZRUKA4H tag=GVYPVIF33AUR type=del size=1215597 2024-08-29T18:11:10.846 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:10.846+0000 7f6dcfdbe640 1 < completed delete operation key=7XDT3ZRUKA4H tag=S34P27QCF7BY type=del 2024-08-29T18:11:10.858 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:10.858+0000 7f6dcfdbe640 1 > prepared part key=_multipart_B7L6NXZ0V2CR.2~3MLT6CS7RMO4.0 size=1048576 2024-08-29T18:11:10.863 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:10.862+0000 7f6dcfdbe640 1 > prepared part key=_multipart_B7L6NXZ0V2CR.2~3MLT6CS7RMO4.1 size=1048576 2024-08-29T18:11:10.868 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:10.866+0000 7f6dcfdbe640 1 > prepared part key=_multipart_B7L6NXZ0V2CR.2~3MLT6CS7RMO4.2 size=625894 2024-08-29T18:11:10.868 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:10.866+0000 7f6dcfdbe640 1 > prepared multipart upload key=B7L6NXZ0V2CR upload=3MLT6CS7RMO4 tag=8022IMXM7GCZ type=write size=3771622 2024-08-29T18:11:10.874 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:10.874+0000 7f6dcfdbe640 1 < completed part key=_multipart_9XOQBHEAVUKF.2~FIV02BQCBJ82.0 size=777750 2024-08-29T18:11:10.879 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:11:10 smithi028 bash[78352]: cluster 2024-08-29T18:11:09.399478+0000 mgr.y (mgr.25022) 733 : cluster [DBG] pgmap v1414: 137 pgs: 137 active+clean; 583 KiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 347 KiB/s rd, 117 KiB/s wr, 608 op/s 2024-08-29T18:11:10.879 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:11:10 smithi028 bash[77168]: cluster 2024-08-29T18:11:09.399478+0000 mgr.y (mgr.25022) 733 : cluster [DBG] pgmap v1414: 137 pgs: 137 active+clean; 583 KiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 347 KiB/s rd, 117 KiB/s wr, 608 op/s 2024-08-29T18:11:10.884 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:10.882+0000 7f6dcfdbe640 1 < completed multipart upload key=9XOQBHEAVUKF upload=FIV02BQCBJ82 tag=CQG0ZT3SJIPY type=write size=1826326 2024-08-29T18:11:10.889 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:10.886+0000 7f6dcfdbe640 1 > prepared operation key=3BV7GUDY3NXK tag=1ZDVZ7ATSBA5 type=del size=1152320 2024-08-29T18:11:10.895 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:10.894+0000 7f6dcfdbe640 1 < completed part key=_multipart_F8MIRGU95TM4.2~A15JRW92A4R8.0 size=1048576 2024-08-29T18:11:10.900 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:10.898+0000 7f6dcfdbe640 1 < completed part key=_multipart_F8MIRGU95TM4.2~A15JRW92A4R8.1 size=723265 2024-08-29T18:11:10.912 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:10.910+0000 7f6dcfdbe640 1 < completed multipart upload key=F8MIRGU95TM4 upload=A15JRW92A4R8 tag=C0PV0FHDNF3I type=write size=2820417 2024-08-29T18:11:10.919 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:10.918+0000 7f6dcfdbe640 1 > prepared operation key=ROJNXFMRMF7F tag=30JC5IQDEWWI type=del size=1739942 2024-08-29T18:11:10.925 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:10.922+0000 7f6dcfdbe640 1 < completed part key=_multipart_7XDT3ZRUKA4H.2~ID1U2BO3X8DO.0 size=1048576 2024-08-29T18:11:10.929 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:10.926+0000 7f6dcfdbe640 1 < completed part key=_multipart_7XDT3ZRUKA4H.2~ID1U2BO3X8DO.1 size=789986 2024-08-29T18:11:10.939 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:10.938+0000 7f6dcfdbe640 1 < completed multipart upload key=7XDT3ZRUKA4H upload=ID1U2BO3X8DO tag=9YE8YXPB03ON type=write size=2887138 2024-08-29T18:11:10.945 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:10.942+0000 7f6dcfdbe640 1 > prepared operation key=KZ45Y56F6JGC tag=KNQ5NO1RFNW7 type=write size=537340 2024-08-29T18:11:10.951 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:10.950+0000 7f6dcfdbe640 1 < completed part key=_multipart_F8MIRGU95TM4.2~LKYTQLMXN0RT.0 size=1048576 2024-08-29T18:11:10.957 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:10.954+0000 7f6dcfdbe640 1 < completed part key=_multipart_F8MIRGU95TM4.2~LKYTQLMXN0RT.1 size=974979 2024-08-29T18:11:10.967 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:10.966+0000 7f6dcfdbe640 1 < completed multipart upload key=F8MIRGU95TM4 upload=LKYTQLMXN0RT tag=7MEPLJYK01CL type=write size=3072131 2024-08-29T18:11:10.973 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:10.970+0000 7f6dcfdbe640 1 > prepared operation key=ROJNXFMRMF7F tag=O9258BJ912R6 type=del size=1525598 2024-08-29T18:11:10.979 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:10.978+0000 7f6dcfdbe640 1 < completed part key=_multipart_PCRU0BDU1Z87.2~O4S706495BID.0 size=1048576 2024-08-29T18:11:10.985 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:10.982+0000 7f6dcfdbe640 1 < completed part key=_multipart_PCRU0BDU1Z87.2~O4S706495BID.1 size=1048576 2024-08-29T18:11:10.992 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:10.990+0000 7f6dcfdbe640 1 < completed part key=_multipart_PCRU0BDU1Z87.2~O4S706495BID.2 size=234584 2024-08-29T18:11:11.004 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:11.002+0000 7f6dcfdbe640 1 < completed multipart upload key=PCRU0BDU1Z87 upload=O4S706495BID tag=T5WZS81M8XHS type=write size=3380312 2024-08-29T18:11:11.009 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:11.006+0000 7f6dcfdbe640 1 > prepared operation key=7D5I09Z3ND5H tag=K6923IX3TD75 type=del size=2518248 2024-08-29T18:11:11.021 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:11.018+0000 7f6dcfdbe640 1 < suggested update operation key=7Y0GYERC6W4H tag=LHIFIDV9X8J8 type=del size=3011171 2024-08-29T18:11:11.027 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:11.026+0000 7f6dcfdbe640 1 > prepared operation key=T9L1J5N8K7MO tag=5AU92GO9PVNT type=write size=553495 2024-08-29T18:11:11.033 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:11.030+0000 7f6dcfdbe640 1 < completed part key=_multipart_CY91RGLS4L74.2~FZTN6PF1RGUI.0 size=1048576 2024-08-29T18:11:11.038 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:11.038+0000 7f6dcfdbe640 1 < completed part key=_multipart_CY91RGLS4L74.2~FZTN6PF1RGUI.1 size=418041 2024-08-29T18:11:11.051 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:11.050+0000 7f6dcfdbe640 1 < completed multipart upload key=CY91RGLS4L74 upload=FZTN6PF1RGUI tag=SD48WW445OOU type=write size=2515193 2024-08-29T18:11:11.057 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:11.054+0000 7f6dcfdbe640 1 > prepared operation key=7YYI239LZRWF tag=Y998ORONX3KM type=del size=2346719 2024-08-29T18:11:11.063 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:11.062+0000 7f6dcfdbe640 1 < completed part key=_multipart_PCRU0BDU1Z87.2~AWA98LPHO7YP.0 size=42530 2024-08-29T18:11:11.073 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:11.070+0000 7f6dcfdbe640 1 < completed multipart upload key=PCRU0BDU1Z87 upload=AWA98LPHO7YP tag=PR2UQQKG35LD type=write size=1091106 2024-08-29T18:11:11.080 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:11.078+0000 7f6dcfdbe640 1 > prepared operation key=W4PL77H6JMGP tag=SLD1GU41MG50 type=write size=41112 2024-08-29T18:11:11.087 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:11.086+0000 7f6dcfdbe640 1 < completed delete operation key=3VC6XP11WXW6 tag=XB3LDOC0RPIC type=del 2024-08-29T18:11:11.098 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:11.098+0000 7f6dcfdbe640 1 > prepared part key=_multipart_PCRU0BDU1Z87.2~I252DE02DDJH.0 size=1048576 2024-08-29T18:11:11.103 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:11.102+0000 7f6dcfdbe640 1 > prepared part key=_multipart_PCRU0BDU1Z87.2~I252DE02DDJH.1 size=307612 2024-08-29T18:11:11.103 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:11.102+0000 7f6dcfdbe640 1 > prepared multipart upload key=PCRU0BDU1Z87 upload=I252DE02DDJH tag=ICUNX1RF5P1Y type=write size=2404764 2024-08-29T18:11:11.109 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:11.106+0000 7f6dcfdbe640 1 < completed delete operation key=L6FV6KJ6OHNY tag=E9ANF9XROUO9 type=del 2024-08-29T18:11:11.116 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:11.114+0000 7f6dcfdbe640 1 > prepared operation key=7YYI239LZRWF tag=GOZLG3A0YF4T type=del size=3227986 2024-08-29T18:11:11.121 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:11.118+0000 7f6dcfdbe640 1 < completed part key=_multipart_W4PL77H6JMGP.2~Q6YFJWP7WS0G.0 size=1048576 2024-08-29T18:11:11.126 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:11.126+0000 7f6dcfdbe640 1 < completed part key=_multipart_W4PL77H6JMGP.2~Q6YFJWP7WS0G.1 size=604094 2024-08-29T18:11:11.136 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:11.134+0000 7f6dcfdbe640 1 < completed multipart upload key=W4PL77H6JMGP upload=Q6YFJWP7WS0G tag=EB1B0HCMX5R6 type=write size=2701246 2024-08-29T18:11:11.141 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:11.138+0000 7f6dcfdbe640 1 > prepared operation key=ULOTXZSBLM0E tag=1LE92W399AW7 type=write size=631792 2024-08-29T18:11:11.147 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:11.146+0000 7f6dcfdbe640 1 < completed delete operation key=I0OL3VZS23M6 tag=35XN0VNBE527 type=del 2024-08-29T18:11:11.158 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:11.158+0000 7f6dcfdbe640 1 > prepared part key=_multipart_ZPPDOE70TQPE.2~R4KBPNIOURYZ.0 size=1048576 2024-08-29T18:11:11.163 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:11.162+0000 7f6dcfdbe640 1 > prepared part key=_multipart_ZPPDOE70TQPE.2~R4KBPNIOURYZ.1 size=683326 2024-08-29T18:11:11.163 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:11.162+0000 7f6dcfdbe640 1 > prepared multipart upload key=ZPPDOE70TQPE upload=R4KBPNIOURYZ tag=45T31I77XPE4 type=write size=2780478 2024-08-29T18:11:11.169 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:11.166+0000 7f6dcfdbe640 1 < completed part key=_multipart_KZ45Y56F6JGC.2~T2E1I804T00A.0 size=1048576 2024-08-29T18:11:11.176 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:11.174+0000 7f6dcfdbe640 1 < completed part key=_multipart_KZ45Y56F6JGC.2~T2E1I804T00A.1 size=1048576 2024-08-29T18:11:11.181 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:11.178+0000 7f6dcfdbe640 1 < completed part key=_multipart_KZ45Y56F6JGC.2~T2E1I804T00A.2 size=608421 2024-08-29T18:11:11.191 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:11.190+0000 7f6dcfdbe640 1 < completed multipart upload key=KZ45Y56F6JGC upload=T2E1I804T00A tag=RHB9TLMYUVF2 type=write size=3754149 2024-08-29T18:11:11.201 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:11.198+0000 7f6dcfdbe640 1 > prepared part key=_multipart_YAC7TKWP61NS.2~8JXOFUVV64KD.0 size=1048576 2024-08-29T18:11:11.206 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:11.206+0000 7f6dcfdbe640 1 > prepared part key=_multipart_YAC7TKWP61NS.2~8JXOFUVV64KD.1 size=1048576 2024-08-29T18:11:11.212 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:11.210+0000 7f6dcfdbe640 1 > prepared part key=_multipart_YAC7TKWP61NS.2~8JXOFUVV64KD.2 size=241474 2024-08-29T18:11:11.212 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:11.210+0000 7f6dcfdbe640 1 > prepared multipart upload key=YAC7TKWP61NS upload=8JXOFUVV64KD tag=0ZUS135IMWMN type=write size=3387202 2024-08-29T18:11:11.217 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:11.214+0000 7f6dcfdbe640 1 < completed part key=_multipart_ROJNXFMRMF7F.2~23W0Z11AGT62.0 size=1048576 2024-08-29T18:11:11.217 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:11.214+0000 7f6dcfdbe640 1 < canceled part key=_multipart_ROJNXFMRMF7F.2~23W0Z11AGT62.1 size=1048576 2024-08-29T18:11:11.222 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:11.222+0000 7f6dcfdbe640 1 < completed part key=_multipart_ROJNXFMRMF7F.2~23W0Z11AGT62.2 size=485673 2024-08-29T18:11:11.233 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:11.230+0000 7f6dcfdbe640 1 < canceled multipart upload key=ROJNXFMRMF7F upload=23W0Z11AGT62 tag=X2TU7RC0C8M5 type=write size=3631401 2024-08-29T18:11:11.239 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:11.238+0000 7f6dcfdbe640 1 > prepared operation key=JX058LCOIR42 tag=OEYQJMSAF809 type=del size=4038023 2024-08-29T18:11:11.253 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:11.250+0000 7f6dcfdbe640 1 < suggested update operation key=7XDT3ZRUKA4H tag=GVYPVIF33AUR type=del size=1215597 2024-08-29T18:11:11.259 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:11.258+0000 7f6dcfdbe640 1 > prepared operation key=CN52F1ME4Q7H tag=3OO0608SZOUA type=del size=3785095 2024-08-29T18:11:11.265 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:11.262+0000 7f6dcfdbe640 1 < completed part key=_multipart_B7L6NXZ0V2CR.2~3MLT6CS7RMO4.0 size=1048576 2024-08-29T18:11:11.271 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:11.270+0000 7f6dcfdbe640 1 < completed part key=_multipart_B7L6NXZ0V2CR.2~3MLT6CS7RMO4.1 size=1048576 2024-08-29T18:11:11.276 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:11.274+0000 7f6dcfdbe640 1 < completed part key=_multipart_B7L6NXZ0V2CR.2~3MLT6CS7RMO4.2 size=625894 2024-08-29T18:11:11.286 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:11.286+0000 7f6dcfdbe640 1 < completed multipart upload key=B7L6NXZ0V2CR upload=3MLT6CS7RMO4 tag=8022IMXM7GCZ type=write size=3771622 2024-08-29T18:11:11.297 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:11.294+0000 7f6dcfdbe640 1 > prepared part key=_multipart_KZ45Y56F6JGC.2~HF1TW9Z73BPX.0 size=42073 2024-08-29T18:11:11.297 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:11.294+0000 7f6dcfdbe640 1 > prepared multipart upload key=KZ45Y56F6JGC upload=HF1TW9Z73BPX tag=JZHKLBJLE4ZG type=write size=1090649 2024-08-29T18:11:11.303 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:11.302+0000 7f6dcfdbe640 1 < completed delete operation key=3BV7GUDY3NXK tag=1ZDVZ7ATSBA5 type=del 2024-08-29T18:11:11.313 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:11.310+0000 7f6dcfdbe640 1 > prepared part key=_multipart_YAC7TKWP61NS.2~RW8JUO0JK6L3.0 size=574140 2024-08-29T18:11:11.314 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:11.310+0000 7f6dcfdbe640 1 > prepared multipart upload key=YAC7TKWP61NS upload=RW8JUO0JK6L3 tag=AJ4FGN3LQ24P type=write size=1622716 2024-08-29T18:11:11.319 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:11.318+0000 7f6dcfdbe640 1 < completed delete operation key=ROJNXFMRMF7F tag=30JC5IQDEWWI type=del 2024-08-29T18:11:11.326 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:11.322+0000 7f6dcfdbe640 1 > prepared operation key=YKW2ORIZT8YI tag=9D0YFS1NLC9A type=del size=3268928 2024-08-29T18:11:11.332 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:11.330+0000 7f6dcfdbe640 1 < completed write operation key=KZ45Y56F6JGC tag=KNQ5NO1RFNW7 type=write size=537340 2024-08-29T18:11:11.343 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:11.342+0000 7f6dcfdbe640 1 > prepared part key=_multipart_T9L1J5N8K7MO.2~PROCYBDHXEJ3.0 size=1048576 2024-08-29T18:11:11.347 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:11.346+0000 7f6dcfdbe640 1 > prepared part key=_multipart_T9L1J5N8K7MO.2~PROCYBDHXEJ3.1 size=1048576 2024-08-29T18:11:11.354 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:11.354+0000 7f6dcfdbe640 1 > prepared part key=_multipart_T9L1J5N8K7MO.2~PROCYBDHXEJ3.2 size=479818 2024-08-29T18:11:11.354 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:11.354+0000 7f6dcfdbe640 1 > prepared multipart upload key=T9L1J5N8K7MO upload=PROCYBDHXEJ3 tag=H85QZHQHPXOT type=write size=3625546 2024-08-29T18:11:11.361 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:11.358+0000 7f6dcfdbe640 1 < completed delete operation key=ROJNXFMRMF7F tag=O9258BJ912R6 type=del 2024-08-29T18:11:11.367 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:11.366+0000 7f6dcfdbe640 1 > prepared operation key=7D5I09Z3ND5H tag=VISACLSP08U7 type=del size=4026639 2024-08-29T18:11:11.374 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:11.374+0000 7f6dcfdbe640 1 < completed delete operation key=7D5I09Z3ND5H tag=K6923IX3TD75 type=del 2024-08-29T18:11:11.380 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:11.378+0000 7f6dcfdbe640 1 > prepared operation key=MT6UK3U6H4JX tag=1W9XNTESMEBG type=del size=2874721 2024-08-29T18:11:11.386 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:11.386+0000 7f6dcfdbe640 1 < completed write operation key=T9L1J5N8K7MO tag=5AU92GO9PVNT type=write size=553495 2024-08-29T18:11:11.392 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:11.390+0000 7f6dcfdbe640 1 > prepared operation key=MT6UK3U6H4JX tag=QM0WREX2G5A8 type=write size=771058 2024-08-29T18:11:11.398 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:11.398+0000 7f6dcfdbe640 1 < completed delete operation key=7YYI239LZRWF tag=Y998ORONX3KM type=del 2024-08-29T18:11:11.410 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:11.406+0000 7f6dcfdbe640 1 > prepared part key=_multipart_T9L1J5N8K7MO.2~G7UNK7BQVXJ3.0 size=841213 2024-08-29T18:11:11.410 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:11.406+0000 7f6dcfdbe640 1 > prepared multipart upload key=T9L1J5N8K7MO upload=G7UNK7BQVXJ3 tag=QMAALXNI9UNR type=write size=1889789 2024-08-29T18:11:11.416 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:11.414+0000 7f6dcfdbe640 1 < completed write operation key=W4PL77H6JMGP tag=SLD1GU41MG50 type=write size=41112 2024-08-29T18:11:11.427 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:11.426+0000 7f6dcfdbe640 1 > prepared part key=_multipart_7XDT3ZRUKA4H.2~1YADC1Q99QQ5.0 size=1048576 2024-08-29T18:11:11.432 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:11.430+0000 7f6dcfdbe640 1 > prepared part key=_multipart_7XDT3ZRUKA4H.2~1YADC1Q99QQ5.1 size=5316 2024-08-29T18:11:11.432 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:11.430+0000 7f6dcfdbe640 1 > prepared multipart upload key=7XDT3ZRUKA4H upload=1YADC1Q99QQ5 tag=IS6QV0K6JE7H type=write size=2102468 2024-08-29T18:11:11.437 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:11.434+0000 7f6dcfdbe640 1 < completed part key=_multipart_PCRU0BDU1Z87.2~I252DE02DDJH.0 size=1048576 2024-08-29T18:11:11.442 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:11.442+0000 7f6dcfdbe640 1 < completed part key=_multipart_PCRU0BDU1Z87.2~I252DE02DDJH.1 size=307612 2024-08-29T18:11:11.452 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:11.450+0000 7f6dcfdbe640 1 < completed multipart upload key=PCRU0BDU1Z87 upload=I252DE02DDJH tag=ICUNX1RF5P1Y type=write size=2404764 2024-08-29T18:11:11.463 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:11.462+0000 7f6dcfdbe640 1 > prepared part key=_multipart_78MD08IJ7ULZ.2~8WE7KDPEUZ1X.0 size=152679 2024-08-29T18:11:11.464 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:11.462+0000 7f6dcfdbe640 1 > prepared multipart upload key=78MD08IJ7ULZ upload=8WE7KDPEUZ1X tag=RISZN4D7BWHN type=write size=1201255 2024-08-29T18:11:11.475 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:11.474+0000 7f6dcfdbe640 1 < suggested update operation key=7YYI239LZRWF tag=GOZLG3A0YF4T type=del size=3227986 2024-08-29T18:11:11.487 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:11.486+0000 7f6dcfdbe640 1 > prepared part key=_multipart_ZPPDOE70TQPE.2~GCPF38SRJMF8.0 size=1048576 2024-08-29T18:11:11.492 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:11.490+0000 7f6dcfdbe640 1 > prepared part key=_multipart_ZPPDOE70TQPE.2~GCPF38SRJMF8.1 size=1048576 2024-08-29T18:11:11.498 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:11.498+0000 7f6dcfdbe640 1 > prepared part key=_multipart_ZPPDOE70TQPE.2~GCPF38SRJMF8.2 size=702385 2024-08-29T18:11:11.498 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:11.498+0000 7f6dcfdbe640 1 > prepared multipart upload key=ZPPDOE70TQPE upload=GCPF38SRJMF8 tag=D5M99U0SAZVZ type=write size=3848113 2024-08-29T18:11:11.505 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:11.502+0000 7f6dcfdbe640 1 < completed write operation key=ULOTXZSBLM0E tag=1LE92W399AW7 type=write size=631792 2024-08-29T18:11:11.516 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:11.514+0000 7f6dcfdbe640 1 > prepared part key=_multipart_78MD08IJ7ULZ.2~ONYD9KW9OFTE.0 size=1048576 2024-08-29T18:11:11.521 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:11.518+0000 7f6dcfdbe640 1 > prepared part key=_multipart_78MD08IJ7ULZ.2~ONYD9KW9OFTE.1 size=1048576 2024-08-29T18:11:11.526 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:11.526+0000 7f6dcfdbe640 1 > prepared part key=_multipart_78MD08IJ7ULZ.2~ONYD9KW9OFTE.2 size=84895 2024-08-29T18:11:11.527 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:11.526+0000 7f6dcfdbe640 1 > prepared multipart upload key=78MD08IJ7ULZ upload=ONYD9KW9OFTE tag=A5E2EL745CB0 type=write size=3230623 2024-08-29T18:11:11.534 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:11.530+0000 7f6dcfdbe640 1 < completed part key=_multipart_ZPPDOE70TQPE.2~R4KBPNIOURYZ.0 size=1048576 2024-08-29T18:11:11.539 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:11.538+0000 7f6dcfdbe640 1 < completed part key=_multipart_ZPPDOE70TQPE.2~R4KBPNIOURYZ.1 size=683326 2024-08-29T18:11:11.550 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:11.550+0000 7f6dcfdbe640 1 < completed multipart upload key=ZPPDOE70TQPE upload=R4KBPNIOURYZ tag=45T31I77XPE4 type=write size=2780478 2024-08-29T18:11:11.556 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:11.554+0000 7f6dcfdbe640 1 > prepared operation key=KZ45Y56F6JGC tag=FZ0H22VJ35J8 type=write size=985990 2024-08-29T18:11:11.563 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:11.562+0000 7f6dcfdbe640 1 < completed part key=_multipart_YAC7TKWP61NS.2~8JXOFUVV64KD.0 size=1048576 2024-08-29T18:11:11.568 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:11.566+0000 7f6dcfdbe640 1 < completed part key=_multipart_YAC7TKWP61NS.2~8JXOFUVV64KD.1 size=1048576 2024-08-29T18:11:11.576 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:11.574+0000 7f6dcfdbe640 1 < completed part key=_multipart_YAC7TKWP61NS.2~8JXOFUVV64KD.2 size=241474 2024-08-29T18:11:11.586 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:11.586+0000 7f6dcfdbe640 1 < completed multipart upload key=YAC7TKWP61NS upload=8JXOFUVV64KD tag=0ZUS135IMWMN type=write size=3387202 2024-08-29T18:11:11.592 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:11.590+0000 7f6dcfdbe640 1 > prepared operation key=B7L6NXZ0V2CR tag=EXP6JJ87I2EG type=write size=799058 2024-08-29T18:11:11.598 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:11.594+0000 7f6dcfdbe640 1 < completed delete operation key=JX058LCOIR42 tag=OEYQJMSAF809 type=del 2024-08-29T18:11:11.605 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:11.602+0000 7f6dcfdbe640 1 > prepared operation key=W4PL77H6JMGP tag=0SVL6IUS1JHR type=write size=997352 2024-08-29T18:11:11.612 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:11.610+0000 7f6dcfdbe640 1 < completed delete operation key=CN52F1ME4Q7H tag=3OO0608SZOUA type=del 2024-08-29T18:11:11.619 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:11.618+0000 7f6dcfdbe640 1 > prepared operation key=7Y0GYERC6W4H tag=O1JVENXQJDO8 type=del size=3194658 2024-08-29T18:11:11.627 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:11.626+0000 7f6dcfdbe640 1 < completed part key=_multipart_KZ45Y56F6JGC.2~HF1TW9Z73BPX.0 size=42073 2024-08-29T18:11:11.639 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:11.638+0000 7f6dcfdbe640 1 < completed multipart upload key=KZ45Y56F6JGC upload=HF1TW9Z73BPX tag=JZHKLBJLE4ZG type=write size=1090649 2024-08-29T18:11:11.650 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:11.650+0000 7f6dcfdbe640 1 > prepared part key=_multipart_JX058LCOIR42.2~D9XV37BRUTF4.0 size=1048576 2024-08-29T18:11:11.655 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:11.654+0000 7f6dcfdbe640 1 > prepared part key=_multipart_JX058LCOIR42.2~D9XV37BRUTF4.1 size=476914 2024-08-29T18:11:11.655 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:11.654+0000 7f6dcfdbe640 1 > prepared multipart upload key=JX058LCOIR42 upload=D9XV37BRUTF4 tag=XBZ6K9SUO086 type=write size=2574066 2024-08-29T18:11:11.661 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:11.658+0000 7f6dcfdbe640 1 < completed part key=_multipart_YAC7TKWP61NS.2~RW8JUO0JK6L3.0 size=574140 2024-08-29T18:11:11.671 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:11.670+0000 7f6dcfdbe640 1 < completed multipart upload key=YAC7TKWP61NS upload=RW8JUO0JK6L3 tag=AJ4FGN3LQ24P type=write size=1622716 2024-08-29T18:11:11.677 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:11.674+0000 7f6dcfdbe640 1 > prepared operation key=W4PL77H6JMGP tag=153WLUG20E8T type=del size=547191 2024-08-29T18:11:11.684 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:11.682+0000 7f6dcfdbe640 1 < completed delete operation key=YKW2ORIZT8YI tag=9D0YFS1NLC9A type=del 2024-08-29T18:11:11.690 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:11.690+0000 7f6dcfdbe640 1 > prepared operation key=F8MIRGU95TM4 tag=QGY3150C5ZUS type=del size=3966729 2024-08-29T18:11:11.691 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:11.690+0000 7f6dcfdbe640 1 < canceled part key=_multipart_T9L1J5N8K7MO.2~PROCYBDHXEJ3.0 size=1048576 2024-08-29T18:11:11.696 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:11.694+0000 7f6dcfdbe640 1 < completed part key=_multipart_T9L1J5N8K7MO.2~PROCYBDHXEJ3.1 size=1048576 2024-08-29T18:11:11.701 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:11.698+0000 7f6dcfdbe640 1 < completed part key=_multipart_T9L1J5N8K7MO.2~PROCYBDHXEJ3.2 size=479818 2024-08-29T18:11:11.713 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:11.710+0000 7f6dcfdbe640 1 < canceled multipart upload key=T9L1J5N8K7MO upload=PROCYBDHXEJ3 tag=H85QZHQHPXOT type=write size=3625546 2024-08-29T18:11:11.719 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:11.718+0000 7f6dcfdbe640 1 > prepared operation key=B7L6NXZ0V2CR tag=HJ3TJ7QP7YY8 type=del size=279225 2024-08-29T18:11:11.724 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:11.722+0000 7f6dcfdbe640 1 < completed delete operation key=7D5I09Z3ND5H tag=VISACLSP08U7 type=del 2024-08-29T18:11:11.730 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:11.730+0000 7f6dcfdbe640 1 > prepared operation key=MT6UK3U6H4JX tag=H3VSDBZ0GF4G type=del size=2214743 2024-08-29T18:11:11.738 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:11.738+0000 7f6dcfdbe640 1 < completed delete operation key=MT6UK3U6H4JX tag=1W9XNTESMEBG type=del 2024-08-29T18:11:11.749 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:11.746+0000 7f6dcfdbe640 1 > prepared part key=_multipart_3VC6XP11WXW6.2~5DFDT40MNSBN.0 size=1048576 2024-08-29T18:11:11.755 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:11.754+0000 7f6dcfdbe640 1 > prepared part key=_multipart_3VC6XP11WXW6.2~5DFDT40MNSBN.1 size=534209 2024-08-29T18:11:11.755 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:11.754+0000 7f6dcfdbe640 1 > prepared multipart upload key=3VC6XP11WXW6 upload=5DFDT40MNSBN tag=POON7EQA50TD type=write size=2631361 2024-08-29T18:11:11.762 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:11.758+0000 7f6dcfdbe640 1 < completed write operation key=MT6UK3U6H4JX tag=QM0WREX2G5A8 type=write size=771058 2024-08-29T18:11:11.773 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:11.770+0000 7f6dcfdbe640 1 > prepared part key=_multipart_B7L6NXZ0V2CR.2~0X8JWI2229B2.0 size=1048576 2024-08-29T18:11:11.778 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:11.778+0000 7f6dcfdbe640 1 > prepared part key=_multipart_B7L6NXZ0V2CR.2~0X8JWI2229B2.1 size=683987 2024-08-29T18:11:11.778 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:11.778+0000 7f6dcfdbe640 1 > prepared multipart upload key=B7L6NXZ0V2CR upload=0X8JWI2229B2 tag=PQTZ4P3RUQ6Q type=write size=2781139 2024-08-29T18:11:11.784 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:11.782+0000 7f6dcfdbe640 1 < completed part key=_multipart_T9L1J5N8K7MO.2~G7UNK7BQVXJ3.0 size=841213 2024-08-29T18:11:11.794 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:11.790+0000 7f6dcfdbe640 1 < completed multipart upload key=T9L1J5N8K7MO upload=G7UNK7BQVXJ3 tag=QMAALXNI9UNR type=write size=1889789 2024-08-29T18:11:11.805 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:11.802+0000 7f6dcfdbe640 1 > prepared part key=_multipart_7YYI239LZRWF.2~A843KS36C5X6.0 size=1048576 2024-08-29T18:11:11.809 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:11.806+0000 7f6dcfdbe640 1 > prepared part key=_multipart_7YYI239LZRWF.2~A843KS36C5X6.1 size=694766 2024-08-29T18:11:11.809 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:11.806+0000 7f6dcfdbe640 1 > prepared multipart upload key=7YYI239LZRWF upload=A843KS36C5X6 tag=3ELGKNHGAUSF type=write size=2791918 2024-08-29T18:11:11.815 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:11.814+0000 7f6dcfdbe640 1 < completed part key=_multipart_7XDT3ZRUKA4H.2~1YADC1Q99QQ5.0 size=1048576 2024-08-29T18:11:11.820 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:11.818+0000 7f6dcfdbe640 1 < completed part key=_multipart_7XDT3ZRUKA4H.2~1YADC1Q99QQ5.1 size=5316 2024-08-29T18:11:11.830 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:11.830+0000 7f6dcfdbe640 1 < completed multipart upload key=7XDT3ZRUKA4H upload=1YADC1Q99QQ5 tag=IS6QV0K6JE7H type=write size=2102468 2024-08-29T18:11:11.837 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:11.834+0000 7f6dcfdbe640 1 > prepared operation key=FDT1EJQCIL25 tag=174X9CM1Q4B9 type=del size=3786537 2024-08-29T18:11:11.842 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:11.842+0000 7f6dcfdbe640 1 < completed part key=_multipart_78MD08IJ7ULZ.2~8WE7KDPEUZ1X.0 size=152679 2024-08-29T18:11:11.852 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:11.850+0000 7f6dcfdbe640 1 < completed multipart upload key=78MD08IJ7ULZ upload=8WE7KDPEUZ1X tag=RISZN4D7BWHN type=write size=1201255 2024-08-29T18:11:11.858 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:11.858+0000 7f6dcfdbe640 1 > prepared operation key=C47XT9Y9B7EW tag=VPHSB9MQFHBP type=del size=2841831 2024-08-29T18:11:11.864 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:11.862+0000 7f6dcfdbe640 1 < completed part key=_multipart_ZPPDOE70TQPE.2~GCPF38SRJMF8.0 size=1048576 2024-08-29T18:11:11.869 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:11.866+0000 7f6dcfdbe640 1 < completed part key=_multipart_ZPPDOE70TQPE.2~GCPF38SRJMF8.1 size=1048576 2024-08-29T18:11:11.876 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:11.874+0000 7f6dcfdbe640 1 < completed part key=_multipart_ZPPDOE70TQPE.2~GCPF38SRJMF8.2 size=702385 2024-08-29T18:11:11.879 INFO:journalctl@ceph.mgr.y.smithi028.stdout:Aug 29 18:11:11 smithi028 bash[70818]: ::ffff:172.21.15.53 - - [29/Aug/2024:18:11:11] "GET /metrics HTTP/1.1" 200 36350 "" "Prometheus/2.43.0" 2024-08-29T18:11:11.885 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:11.882+0000 7f6dcfdbe640 1 < completed multipart upload key=ZPPDOE70TQPE upload=GCPF38SRJMF8 tag=D5M99U0SAZVZ type=write size=3848113 2024-08-29T18:11:11.892 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:11.890+0000 7f6dcfdbe640 1 > prepared operation key=7YYI239LZRWF tag=RZXSHE141HIM type=del size=3401357 2024-08-29T18:11:11.898 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:11.894+0000 7f6dcfdbe640 1 < completed part key=_multipart_78MD08IJ7ULZ.2~ONYD9KW9OFTE.0 size=1048576 2024-08-29T18:11:11.902 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:11.902+0000 7f6dcfdbe640 1 < completed part key=_multipart_78MD08IJ7ULZ.2~ONYD9KW9OFTE.1 size=1048576 2024-08-29T18:11:11.910 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:11.910+0000 7f6dcfdbe640 1 < completed part key=_multipart_78MD08IJ7ULZ.2~ONYD9KW9OFTE.2 size=84895 2024-08-29T18:11:11.921 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:11.918+0000 7f6dcfdbe640 1 < completed multipart upload key=78MD08IJ7ULZ upload=ONYD9KW9OFTE tag=A5E2EL745CB0 type=write size=3230623 2024-08-29T18:11:11.927 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:11.926+0000 7f6dcfdbe640 1 > prepared operation key=LP0MLEKV3E74 tag=5LNTC5V5HI9O type=del size=594437 2024-08-29T18:11:11.935 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:11.934+0000 7f6dcfdbe640 1 < completed write operation key=KZ45Y56F6JGC tag=FZ0H22VJ35J8 type=write size=985990 2024-08-29T18:11:11.941 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:11.938+0000 7f6dcfdbe640 1 > prepared operation key=KZ45Y56F6JGC tag=YIDSVMGWENVI type=write size=928944 2024-08-29T18:11:11.948 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:11.946+0000 7f6dcfdbe640 1 < canceled operation key=B7L6NXZ0V2CR tag=EXP6JJ87I2EG type=write size=799058 2024-08-29T18:11:11.953 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:11.950+0000 7f6dcfdbe640 1 > prepared operation key=DGQXCI25DDX7 tag=FR13GKJ2SKU2 type=del size=1338729 2024-08-29T18:11:11.959 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:11.958+0000 7f6dcfdbe640 1 < completed write operation key=W4PL77H6JMGP tag=0SVL6IUS1JHR type=write size=997352 2024-08-29T18:11:11.971 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:11.970+0000 7f6dcfdbe640 1 > prepared part key=_multipart_JX058LCOIR42.2~RJVWUS4MM254.0 size=1048576 2024-08-29T18:11:11.976 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:11.974+0000 7f6dcfdbe640 1 > prepared part key=_multipart_JX058LCOIR42.2~RJVWUS4MM254.1 size=1048576 2024-08-29T18:11:11.982 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:11.978+0000 7f6dcfdbe640 1 > prepared part key=_multipart_JX058LCOIR42.2~RJVWUS4MM254.2 size=660808 2024-08-29T18:11:11.982 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:11.978+0000 7f6dcfdbe640 1 > prepared multipart upload key=JX058LCOIR42 upload=RJVWUS4MM254 tag=U4PA995D7YKM type=write size=3806536 2024-08-29T18:11:11.988 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:11.986+0000 7f6dcfdbe640 1 < completed delete operation key=7Y0GYERC6W4H tag=O1JVENXQJDO8 type=del 2024-08-29T18:11:12.000 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:11.998+0000 7f6dcfdbe640 1 > prepared part key=_multipart_DGQXCI25DDX7.2~LCCEBOG3F5MS.0 size=814161 2024-08-29T18:11:12.000 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:11.998+0000 7f6dcfdbe640 1 > prepared multipart upload key=DGQXCI25DDX7 upload=LCCEBOG3F5MS tag=THPWJ6MGSXEI type=write size=1862737 2024-08-29T18:11:12.006 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:12.006+0000 7f6dcfdbe640 1 < completed part key=_multipart_JX058LCOIR42.2~D9XV37BRUTF4.0 size=1048576 2024-08-29T18:11:12.012 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:12.010+0000 7f6dcfdbe640 1 < completed part key=_multipart_JX058LCOIR42.2~D9XV37BRUTF4.1 size=476914 2024-08-29T18:11:12.022 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:12.022+0000 7f6dcfdbe640 1 < completed multipart upload key=JX058LCOIR42 upload=D9XV37BRUTF4 tag=XBZ6K9SUO086 type=write size=2574066 2024-08-29T18:11:12.028 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:12.026+0000 7f6dcfdbe640 1 > prepared operation key=KZ45Y56F6JGC tag=3BIG2G4WLUUE type=del size=3670346 2024-08-29T18:11:12.034 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:12.034+0000 7f6dcfdbe640 1 < completed delete operation key=W4PL77H6JMGP tag=153WLUG20E8T type=del 2024-08-29T18:11:12.039 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:12.038+0000 7f6dcfdbe640 1 > prepared operation key=YAC7TKWP61NS tag=J9N8D0BGVOOA type=del size=2622729 2024-08-29T18:11:12.045 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:12.042+0000 7f6dcfdbe640 1 < canceled operation key=F8MIRGU95TM4 tag=QGY3150C5ZUS type=del size=3966729 2024-08-29T18:11:12.051 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:12.050+0000 7f6dcfdbe640 1 > prepared operation key=YE0K0OIAGJTR tag=2L217J6YJRM3 type=write size=432306 2024-08-29T18:11:12.057 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:12.054+0000 7f6dcfdbe640 1 < completed delete operation key=B7L6NXZ0V2CR tag=HJ3TJ7QP7YY8 type=del 2024-08-29T18:11:12.067 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:12.066+0000 7f6dcfdbe640 1 > prepared part key=_multipart_KZ45Y56F6JGC.2~E3QHQJ8I121Y.0 size=1048576 2024-08-29T18:11:12.073 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:12.070+0000 7f6dcfdbe640 1 > prepared part key=_multipart_KZ45Y56F6JGC.2~E3QHQJ8I121Y.1 size=1048576 2024-08-29T18:11:12.077 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:12.074+0000 7f6dcfdbe640 1 > prepared part key=_multipart_KZ45Y56F6JGC.2~E3QHQJ8I121Y.2 size=953962 2024-08-29T18:11:12.077 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:12.074+0000 7f6dcfdbe640 1 > prepared multipart upload key=KZ45Y56F6JGC upload=E3QHQJ8I121Y tag=VWDPU75KQMGM type=write size=4099690 2024-08-29T18:11:12.083 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:12.082+0000 7f6dcfdbe640 1 < completed delete operation key=MT6UK3U6H4JX tag=H3VSDBZ0GF4G type=del 2024-08-29T18:11:12.089 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:12.086+0000 7f6dcfdbe640 1 > prepared operation key=DGQXCI25DDX7 tag=KWJOK89INXO3 type=del size=2975885 2024-08-29T18:11:12.094 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:12.094+0000 7f6dcfdbe640 1 < completed part key=_multipart_3VC6XP11WXW6.2~5DFDT40MNSBN.0 size=1048576 2024-08-29T18:11:12.099 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:12.098+0000 7f6dcfdbe640 1 < completed part key=_multipart_3VC6XP11WXW6.2~5DFDT40MNSBN.1 size=534209 2024-08-29T18:11:12.110 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:12.110+0000 7f6dcfdbe640 1 < completed multipart upload key=3VC6XP11WXW6 upload=5DFDT40MNSBN tag=POON7EQA50TD type=write size=2631361 2024-08-29T18:11:12.116 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:12.114+0000 7f6dcfdbe640 1 > prepared operation key=MT6UK3U6H4JX tag=57BNXC0UJF4V type=del size=697806 2024-08-29T18:11:12.122 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:12.122+0000 7f6dcfdbe640 1 < completed part key=_multipart_B7L6NXZ0V2CR.2~0X8JWI2229B2.0 size=1048576 2024-08-29T18:11:12.127 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:12.126+0000 7f6dcfdbe640 1 < completed part key=_multipart_B7L6NXZ0V2CR.2~0X8JWI2229B2.1 size=683987 2024-08-29T18:11:12.137 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:12.134+0000 7f6dcfdbe640 1 < completed multipart upload key=B7L6NXZ0V2CR upload=0X8JWI2229B2 tag=PQTZ4P3RUQ6Q type=write size=2781139 2024-08-29T18:11:12.143 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:12.142+0000 7f6dcfdbe640 1 > prepared operation key=B7L6NXZ0V2CR tag=FTR38QZ8UAHN type=del size=541753 2024-08-29T18:11:12.149 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:12.146+0000 7f6dcfdbe640 1 < completed part key=_multipart_7YYI239LZRWF.2~A843KS36C5X6.0 size=1048576 2024-08-29T18:11:12.153 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:12.150+0000 7f6dcfdbe640 1 < completed part key=_multipart_7YYI239LZRWF.2~A843KS36C5X6.1 size=694766 2024-08-29T18:11:12.163 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:12.162+0000 7f6dcfdbe640 1 < completed multipart upload key=7YYI239LZRWF upload=A843KS36C5X6 tag=3ELGKNHGAUSF type=write size=2791918 2024-08-29T18:11:12.174 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:12.174+0000 7f6dcfdbe640 1 > prepared part key=_multipart_KZ45Y56F6JGC.2~0Z126X1VXR17.0 size=29423 2024-08-29T18:11:12.174 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:12.174+0000 7f6dcfdbe640 1 > prepared multipart upload key=KZ45Y56F6JGC upload=0Z126X1VXR17 tag=6J4V3XN0KQE7 type=write size=1077999 2024-08-29T18:11:12.186 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:12.186+0000 7f6dcfdbe640 1 < suggested remove operation key=FDT1EJQCIL25 tag=174X9CM1Q4B9 type=del 2024-08-29T18:11:12.193 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:12.190+0000 7f6dcfdbe640 1 > prepared operation key=JX058LCOIR42 tag=HLUY65IN7V11 type=del size=2023067 2024-08-29T18:11:12.199 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:12.198+0000 7f6dcfdbe640 1 < completed delete operation key=C47XT9Y9B7EW tag=VPHSB9MQFHBP type=del 2024-08-29T18:11:12.210 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:12.210+0000 7f6dcfdbe640 1 > prepared part key=_multipart_B7L6NXZ0V2CR.2~EFDL492Z31BO.0 size=144466 2024-08-29T18:11:12.210 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:12.210+0000 7f6dcfdbe640 1 > prepared multipart upload key=B7L6NXZ0V2CR upload=EFDL492Z31BO tag=SZORKXW2P4S9 type=write size=1193042 2024-08-29T18:11:12.216 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:12.214+0000 7f6dcfdbe640 1 < completed delete operation key=7YYI239LZRWF tag=RZXSHE141HIM type=del 2024-08-29T18:11:12.222 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:12.222+0000 7f6dcfdbe640 1 > prepared operation key=7XDT3ZRUKA4H tag=3OVWKIOGP1DJ type=write size=905572 2024-08-29T18:11:12.228 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:12.226+0000 7f6dcfdbe640 1 < completed delete operation key=LP0MLEKV3E74 tag=5LNTC5V5HI9O type=del 2024-08-29T18:11:12.234 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:12.234+0000 7f6dcfdbe640 1 > prepared operation key=B7L6NXZ0V2CR tag=GCGZ2QXR9XAH type=del size=803877 2024-08-29T18:11:12.240 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:12.238+0000 7f6dcfdbe640 1 < completed write operation key=KZ45Y56F6JGC tag=YIDSVMGWENVI type=write size=928944 2024-08-29T18:11:12.246 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:12.246+0000 7f6dcfdbe640 1 > prepared operation key=7YYI239LZRWF tag=4LAY5HED9P3X type=del size=916419 2024-08-29T18:11:12.252 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:12.250+0000 7f6dcfdbe640 1 < canceled operation key=DGQXCI25DDX7 tag=FR13GKJ2SKU2 type=del size=1338729 2024-08-29T18:11:12.257 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:12.254+0000 7f6dcfdbe640 1 > prepared operation key=JX058LCOIR42 tag=8JFMTF959T03 type=del size=2460514 2024-08-29T18:11:12.263 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:12.262+0000 7f6dcfdbe640 1 < completed part key=_multipart_JX058LCOIR42.2~RJVWUS4MM254.0 size=1048576 2024-08-29T18:11:12.268 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:12.266+0000 7f6dcfdbe640 1 < completed part key=_multipart_JX058LCOIR42.2~RJVWUS4MM254.1 size=1048576 2024-08-29T18:11:12.268 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:12.266+0000 7f6dcfdbe640 1 < canceled part key=_multipart_JX058LCOIR42.2~RJVWUS4MM254.2 size=660808 2024-08-29T18:11:12.278 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:12.278+0000 7f6dcfdbe640 1 < canceled multipart upload key=JX058LCOIR42 upload=RJVWUS4MM254 tag=U4PA995D7YKM type=write size=3806536 2024-08-29T18:11:12.284 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:12.282+0000 7f6dcfdbe640 1 > prepared operation key=3VC6XP11WXW6 tag=YEDK51P31CZY type=del size=3514932 2024-08-29T18:11:12.290 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:12.290+0000 7f6dcfdbe640 1 < completed part key=_multipart_DGQXCI25DDX7.2~LCCEBOG3F5MS.0 size=814161 2024-08-29T18:11:12.300 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:12.298+0000 7f6dcfdbe640 1 < completed multipart upload key=DGQXCI25DDX7 upload=LCCEBOG3F5MS tag=THPWJ6MGSXEI type=write size=1862737 2024-08-29T18:11:12.311 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:12.310+0000 7f6dcfdbe640 1 > prepared part key=_multipart_7Y0GYERC6W4H.2~8PZI6AUQ94L3.0 size=1048576 2024-08-29T18:11:12.317 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:12.314+0000 7f6dcfdbe640 1 > prepared part key=_multipart_7Y0GYERC6W4H.2~8PZI6AUQ94L3.1 size=747759 2024-08-29T18:11:12.317 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:12.314+0000 7f6dcfdbe640 1 > prepared multipart upload key=7Y0GYERC6W4H upload=8PZI6AUQ94L3 tag=FBCGFD5IV1LI type=write size=2844911 2024-08-29T18:11:12.322 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:12.322+0000 7f6dcfdbe640 1 < completed delete operation key=KZ45Y56F6JGC tag=3BIG2G4WLUUE type=del 2024-08-29T18:11:12.328 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:12.326+0000 7f6dcfdbe640 1 > prepared operation key=T9L1J5N8K7MO tag=L58G5M56IDNL type=del size=4022837 2024-08-29T18:11:12.334 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:12.334+0000 7f6dcfdbe640 1 < completed delete operation key=YAC7TKWP61NS tag=J9N8D0BGVOOA type=del 2024-08-29T18:11:12.341 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:12.338+0000 7f6dcfdbe640 1 > prepared operation key=T9L1J5N8K7MO tag=AGVVKOUV3OEA type=del size=3563471 2024-08-29T18:11:12.354 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:12.350+0000 7f6dcfdbe640 1 < suggested remove operation key=YE0K0OIAGJTR tag=2L217J6YJRM3 type=write 2024-08-29T18:11:12.366 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:12.362+0000 7f6dcfdbe640 1 > prepared part key=_multipart_7Y0GYERC6W4H.2~U334A91HINJC.0 size=1048576 2024-08-29T18:11:12.371 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:12.370+0000 7f6dcfdbe640 1 > prepared part key=_multipart_7Y0GYERC6W4H.2~U334A91HINJC.1 size=1048576 2024-08-29T18:11:12.377 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:12.374+0000 7f6dcfdbe640 1 > prepared part key=_multipart_7Y0GYERC6W4H.2~U334A91HINJC.2 size=798206 2024-08-29T18:11:12.377 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:12.374+0000 7f6dcfdbe640 1 > prepared multipart upload key=7Y0GYERC6W4H upload=U334A91HINJC tag=THOXCC6H73RL type=write size=3943934 2024-08-29T18:11:12.384 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:12.382+0000 7f6dcfdbe640 1 < completed part key=_multipart_KZ45Y56F6JGC.2~E3QHQJ8I121Y.0 size=1048576 2024-08-29T18:11:12.390 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:12.390+0000 7f6dcfdbe640 1 < completed part key=_multipart_KZ45Y56F6JGC.2~E3QHQJ8I121Y.1 size=1048576 2024-08-29T18:11:12.395 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:12.394+0000 7f6dcfdbe640 1 < completed part key=_multipart_KZ45Y56F6JGC.2~E3QHQJ8I121Y.2 size=953962 2024-08-29T18:11:12.407 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:12.406+0000 7f6dcfdbe640 1 < completed multipart upload key=KZ45Y56F6JGC upload=E3QHQJ8I121Y tag=VWDPU75KQMGM type=write size=4099690 2024-08-29T18:11:12.417 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:12.414+0000 7f6dcfdbe640 1 > prepared operation key=7D5I09Z3ND5H tag=BC71PQNS95K6 type=del size=1192615 2024-08-29T18:11:12.424 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:12.422+0000 7f6dcfdbe640 1 < completed delete operation key=DGQXCI25DDX7 tag=KWJOK89INXO3 type=del 2024-08-29T18:11:12.430 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:12.430+0000 7f6dcfdbe640 1 > prepared operation key=YKW2ORIZT8YI tag=VLEFA9CU1K8Z type=write size=779158 2024-08-29T18:11:12.437 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:12.434+0000 7f6dcfdbe640 1 < canceled operation key=MT6UK3U6H4JX tag=57BNXC0UJF4V type=del size=697806 2024-08-29T18:11:12.448 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:12.446+0000 7f6dcfdbe640 1 > prepared part key=_multipart_78MD08IJ7ULZ.2~R6BWM12CB0B2.0 size=1048576 2024-08-29T18:11:12.452 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:12.450+0000 7f6dcfdbe640 1 > prepared part key=_multipart_78MD08IJ7ULZ.2~R6BWM12CB0B2.1 size=873703 2024-08-29T18:11:12.452 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:12.450+0000 7f6dcfdbe640 1 > prepared multipart upload key=78MD08IJ7ULZ upload=R6BWM12CB0B2 tag=2Y30QHH1363Y type=write size=2970855 2024-08-29T18:11:12.463 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:12.462+0000 7f6dcfdbe640 1 < suggested remove operation key=B7L6NXZ0V2CR tag=FTR38QZ8UAHN type=del 2024-08-29T18:11:12.473 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:12.470+0000 7f6dcfdbe640 1 > prepared part key=_multipart_FDT1EJQCIL25.2~PPHV8E1E3M3E.0 size=226892 2024-08-29T18:11:12.473 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:12.470+0000 7f6dcfdbe640 1 > prepared multipart upload key=FDT1EJQCIL25 upload=PPHV8E1E3M3E tag=SYG72GU9CIQZ type=write size=1275468 2024-08-29T18:11:12.479 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:12.478+0000 7f6dcfdbe640 1 < completed part key=_multipart_KZ45Y56F6JGC.2~0Z126X1VXR17.0 size=29423 2024-08-29T18:11:12.489 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:12.486+0000 7f6dcfdbe640 1 < completed multipart upload key=KZ45Y56F6JGC upload=0Z126X1VXR17 tag=6J4V3XN0KQE7 type=write size=1077999 2024-08-29T18:11:12.495 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:12.494+0000 7f6dcfdbe640 1 > prepared operation key=MT6UK3U6H4JX tag=BKX7Y2122HFW type=del size=554346 2024-08-29T18:11:12.501 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:12.498+0000 7f6dcfdbe640 1 < completed delete operation key=JX058LCOIR42 tag=HLUY65IN7V11 type=del 2024-08-29T18:11:12.513 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:12.510+0000 7f6dcfdbe640 1 > prepared part key=_multipart_F8MIRGU95TM4.2~LM0KSUHGAICG.0 size=1048576 2024-08-29T18:11:12.519 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:12.518+0000 7f6dcfdbe640 1 > prepared part key=_multipart_F8MIRGU95TM4.2~LM0KSUHGAICG.1 size=1048576 2024-08-29T18:11:12.524 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:12.522+0000 7f6dcfdbe640 1 > prepared part key=_multipart_F8MIRGU95TM4.2~LM0KSUHGAICG.2 size=799807 2024-08-29T18:11:12.524 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:12.522+0000 7f6dcfdbe640 1 > prepared multipart upload key=F8MIRGU95TM4 upload=LM0KSUHGAICG tag=DIEGB3F1K8YZ type=write size=3945535 2024-08-29T18:11:12.529 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:12.526+0000 7f6dcfdbe640 1 < completed part key=_multipart_B7L6NXZ0V2CR.2~EFDL492Z31BO.0 size=144466 2024-08-29T18:11:12.538 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:12.538+0000 7f6dcfdbe640 1 < completed multipart upload key=B7L6NXZ0V2CR upload=EFDL492Z31BO tag=SZORKXW2P4S9 type=write size=1193042 2024-08-29T18:11:12.544 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:12.542+0000 7f6dcfdbe640 1 > prepared operation key=F8MIRGU95TM4 tag=SOJY4TF3P09K type=del size=1139196 2024-08-29T18:11:12.550 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:12.546+0000 7f6dcfdbe640 1 < completed write operation key=7XDT3ZRUKA4H tag=3OVWKIOGP1DJ type=write size=905572 2024-08-29T18:11:12.560 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:12.558+0000 7f6dcfdbe640 1 > prepared part key=_multipart_I0OL3VZS23M6.2~M578TS7C3DPT.0 size=1048576 2024-08-29T18:11:12.565 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:12.562+0000 7f6dcfdbe640 1 > prepared part key=_multipart_I0OL3VZS23M6.2~M578TS7C3DPT.1 size=1048576 2024-08-29T18:11:12.571 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:12.570+0000 7f6dcfdbe640 1 > prepared part key=_multipart_I0OL3VZS23M6.2~M578TS7C3DPT.2 size=1023178 2024-08-29T18:11:12.571 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:12.570+0000 7f6dcfdbe640 1 > prepared multipart upload key=I0OL3VZS23M6 upload=M578TS7C3DPT tag=8GSHM5LDTBSV type=write size=4168906 2024-08-29T18:11:12.576 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:11:12 smithi053 bash[68679]: cluster 2024-08-29T18:11:11.400831+0000 mgr.y (mgr.25022) 734 : cluster [DBG] pgmap v1415: 137 pgs: 137 active+clean; 583 KiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 514 KiB/s rd, 175 KiB/s wr, 904 op/s 2024-08-29T18:11:12.576 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:11:12 smithi053 bash[68679]: audit 2024-08-29T18:11:12.058841+0000 mon.a (mon.0) 2116 : audit [DBG] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-29T18:11:12.576 INFO:journalctl@ceph.prometheus.a.smithi053.stdout:Aug 29 18:11:12 smithi053 bash[95567]: ts=2024-08-29T18:11:12.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"3167ee72-662c-11ef-bcd4-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-29T18:11:12.579 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:12.578+0000 7f6dcfdbe640 -1 < failed to complete operation key=B7L6NXZ0V2CR tag=GCGZ2QXR9XAH type=del size=803877: (22) Invalid argument 2024-08-29T18:11:12.590 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:12.590+0000 7f6dcfdbe640 1 > prepared part key=_multipart_I0OL3VZS23M6.2~8KSS9EQU6G6W.0 size=1048576 2024-08-29T18:11:12.595 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:12.594+0000 7f6dcfdbe640 1 > prepared part key=_multipart_I0OL3VZS23M6.2~8KSS9EQU6G6W.1 size=556394 2024-08-29T18:11:12.595 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:12.594+0000 7f6dcfdbe640 1 > prepared multipart upload key=I0OL3VZS23M6 upload=8KSS9EQU6G6W tag=NY9RVAVCN70V type=write size=2653546 2024-08-29T18:11:12.609 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:12.606+0000 7f6dcfdbe640 1 < suggested remove operation key=7YYI239LZRWF tag=4LAY5HED9P3X type=del 2024-08-29T18:11:12.621 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:12.618+0000 7f6dcfdbe640 1 > prepared part key=_multipart_ULOTXZSBLM0E.2~2Y2I8CW1J32T.0 size=1048576 2024-08-29T18:11:12.626 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:12.626+0000 7f6dcfdbe640 1 > prepared part key=_multipart_ULOTXZSBLM0E.2~2Y2I8CW1J32T.1 size=1048576 2024-08-29T18:11:12.631 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:12.630+0000 7f6dcfdbe640 1 > prepared part key=_multipart_ULOTXZSBLM0E.2~2Y2I8CW1J32T.2 size=845918 2024-08-29T18:11:12.631 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:12.630+0000 7f6dcfdbe640 1 > prepared multipart upload key=ULOTXZSBLM0E upload=2Y2I8CW1J32T tag=X0ZJ63XNY0O3 type=write size=3991646 2024-08-29T18:11:12.637 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:12.634+0000 7f6dcfdbe640 1 < completed delete operation key=JX058LCOIR42 tag=8JFMTF959T03 type=del 2024-08-29T18:11:12.648 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:12.646+0000 7f6dcfdbe640 1 > prepared part key=_multipart_ZPPDOE70TQPE.2~C5BO9WV0MGC2.0 size=1048576 2024-08-29T18:11:12.653 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:12.650+0000 7f6dcfdbe640 1 > prepared part key=_multipart_ZPPDOE70TQPE.2~C5BO9WV0MGC2.1 size=356640 2024-08-29T18:11:12.653 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:12.650+0000 7f6dcfdbe640 1 > prepared multipart upload key=ZPPDOE70TQPE upload=C5BO9WV0MGC2 tag=T22R7MJ0H46A type=write size=2453792 2024-08-29T18:11:12.659 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:12.658+0000 7f6dcfdbe640 1 < completed delete operation key=3VC6XP11WXW6 tag=YEDK51P31CZY type=del 2024-08-29T18:11:12.665 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:12.662+0000 7f6dcfdbe640 1 > prepared operation key=78MD08IJ7ULZ tag=BB0AZO3WH7L7 type=del size=2807759 2024-08-29T18:11:12.671 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:12.670+0000 7f6dcfdbe640 1 < completed part key=_multipart_7Y0GYERC6W4H.2~8PZI6AUQ94L3.0 size=1048576 2024-08-29T18:11:12.676 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:12.674+0000 7f6dcfdbe640 1 < completed part key=_multipart_7Y0GYERC6W4H.2~8PZI6AUQ94L3.1 size=747759 2024-08-29T18:11:12.686 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:12.686+0000 7f6dcfdbe640 1 < completed multipart upload key=7Y0GYERC6W4H upload=8PZI6AUQ94L3 tag=FBCGFD5IV1LI type=write size=2844911 2024-08-29T18:11:12.693 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:12.690+0000 7f6dcfdbe640 1 > prepared operation key=P7TBKPU4347T tag=RJ6ANT5XCBPR type=del size=467926 2024-08-29T18:11:12.699 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:12.698+0000 7f6dcfdbe640 1 < completed delete operation key=T9L1J5N8K7MO tag=L58G5M56IDNL type=del 2024-08-29T18:11:12.704 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:12.702+0000 7f6dcfdbe640 1 > prepared operation key=B7L6NXZ0V2CR tag=TN6224P5WG42 type=del size=3851034 2024-08-29T18:11:12.711 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:12.710+0000 7f6dcfdbe640 1 < completed delete operation key=T9L1J5N8K7MO tag=AGVVKOUV3OEA type=del 2024-08-29T18:11:12.716 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:12.714+0000 7f6dcfdbe640 1 > prepared operation key=L6FV6KJ6OHNY tag=G6YAPAHQTFJ6 type=del size=1431382 2024-08-29T18:11:12.723 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:12.722+0000 7f6dcfdbe640 1 < completed part key=_multipart_7Y0GYERC6W4H.2~U334A91HINJC.0 size=1048576 2024-08-29T18:11:12.728 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:12.726+0000 7f6dcfdbe640 1 < completed part key=_multipart_7Y0GYERC6W4H.2~U334A91HINJC.1 size=1048576 2024-08-29T18:11:12.733 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:12.730+0000 7f6dcfdbe640 1 < completed part key=_multipart_7Y0GYERC6W4H.2~U334A91HINJC.2 size=798206 2024-08-29T18:11:12.744 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:12.742+0000 7f6dcfdbe640 1 < completed multipart upload key=7Y0GYERC6W4H upload=U334A91HINJC tag=THOXCC6H73RL type=write size=3943934 2024-08-29T18:11:12.751 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:12.750+0000 7f6dcfdbe640 1 > prepared operation key=7YYI239LZRWF tag=0LRLTKY75CS6 type=write size=155797 2024-08-29T18:11:12.759 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:12.758+0000 7f6dcfdbe640 1 < canceled operation key=7D5I09Z3ND5H tag=BC71PQNS95K6 type=del size=1192615 2024-08-29T18:11:12.765 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:12.762+0000 7f6dcfdbe640 1 > prepared operation key=KZ45Y56F6JGC tag=2RZAX1W39ADO type=write size=990380 2024-08-29T18:11:12.772 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:12.770+0000 7f6dcfdbe640 1 < completed write operation key=YKW2ORIZT8YI tag=VLEFA9CU1K8Z type=write size=779158 2024-08-29T18:11:12.778 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:12.778+0000 7f6dcfdbe640 1 > prepared operation key=YE0K0OIAGJTR tag=3E25SN687GEE type=del size=300748 2024-08-29T18:11:12.786 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:12.782+0000 7f6dcfdbe640 1 < completed part key=_multipart_78MD08IJ7ULZ.2~R6BWM12CB0B2.0 size=1048576 2024-08-29T18:11:12.791 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:12.790+0000 7f6dcfdbe640 1 < completed part key=_multipart_78MD08IJ7ULZ.2~R6BWM12CB0B2.1 size=873703 2024-08-29T18:11:12.802 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:12.802+0000 7f6dcfdbe640 1 < completed multipart upload key=78MD08IJ7ULZ upload=R6BWM12CB0B2 tag=2Y30QHH1363Y type=write size=2970855 2024-08-29T18:11:12.808 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:12.806+0000 7f6dcfdbe640 1 > prepared operation key=FDT1EJQCIL25 tag=RTRQ7IXHGDDS type=write size=846201 2024-08-29T18:11:12.814 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:12.814+0000 7f6dcfdbe640 1 < completed part key=_multipart_FDT1EJQCIL25.2~PPHV8E1E3M3E.0 size=226892 2024-08-29T18:11:12.824 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:12.822+0000 7f6dcfdbe640 1 < completed multipart upload key=FDT1EJQCIL25 upload=PPHV8E1E3M3E tag=SYG72GU9CIQZ type=write size=1275468 2024-08-29T18:11:12.830 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:12.826+0000 7f6dcfdbe640 1 > prepared operation key=PCRU0BDU1Z87 tag=8PI3CV7S395V type=del size=2460549 2024-08-29T18:11:12.836 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:12.834+0000 7f6dcfdbe640 1 < completed delete operation key=MT6UK3U6H4JX tag=BKX7Y2122HFW type=del 2024-08-29T18:11:12.848 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:12.846+0000 7f6dcfdbe640 1 > prepared part key=_multipart_X10K5L2O256M.2~3C9YE373KXEK.0 size=1048576 2024-08-29T18:11:12.852 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:12.850+0000 7f6dcfdbe640 1 > prepared part key=_multipart_X10K5L2O256M.2~3C9YE373KXEK.1 size=1048576 2024-08-29T18:11:12.858 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:12.854+0000 7f6dcfdbe640 1 > prepared part key=_multipart_X10K5L2O256M.2~3C9YE373KXEK.2 size=209845 2024-08-29T18:11:12.858 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:12.854+0000 7f6dcfdbe640 1 > prepared multipart upload key=X10K5L2O256M upload=3C9YE373KXEK tag=9HXS1DXUMH7U type=write size=3355573 2024-08-29T18:11:12.864 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:12.862+0000 7f6dcfdbe640 1 < completed part key=_multipart_F8MIRGU95TM4.2~LM0KSUHGAICG.0 size=1048576 2024-08-29T18:11:12.869 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:12.866+0000 7f6dcfdbe640 1 < completed part key=_multipart_F8MIRGU95TM4.2~LM0KSUHGAICG.1 size=1048576 2024-08-29T18:11:12.875 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:12.874+0000 7f6dcfdbe640 1 < completed part key=_multipart_F8MIRGU95TM4.2~LM0KSUHGAICG.2 size=799807 2024-08-29T18:11:12.879 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:11:12 smithi028 bash[77168]: cluster 2024-08-29T18:11:11.400831+0000 mgr.y (mgr.25022) 734 : cluster [DBG] pgmap v1415: 137 pgs: 137 active+clean; 583 KiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 514 KiB/s rd, 175 KiB/s wr, 904 op/s 2024-08-29T18:11:12.879 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:11:12 smithi028 bash[77168]: audit 2024-08-29T18:11:12.058841+0000 mon.a (mon.0) 2116 : audit [DBG] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-29T18:11:12.879 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:11:12 smithi028 bash[78352]: cluster 2024-08-29T18:11:11.400831+0000 mgr.y (mgr.25022) 734 : cluster [DBG] pgmap v1415: 137 pgs: 137 active+clean; 583 KiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 514 KiB/s rd, 175 KiB/s wr, 904 op/s 2024-08-29T18:11:12.879 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:11:12 smithi028 bash[78352]: audit 2024-08-29T18:11:12.058841+0000 mon.a (mon.0) 2116 : audit [DBG] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-29T18:11:12.887 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:12.886+0000 7f6dcfdbe640 1 < completed multipart upload key=F8MIRGU95TM4 upload=LM0KSUHGAICG tag=DIEGB3F1K8YZ type=write size=3945535 2024-08-29T18:11:12.898 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:12.898+0000 7f6dcfdbe640 1 > prepared part key=_multipart_B7L6NXZ0V2CR.2~5NLWR8GGRJ20.0 size=1048576 2024-08-29T18:11:12.903 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:12.902+0000 7f6dcfdbe640 1 > prepared part key=_multipart_B7L6NXZ0V2CR.2~5NLWR8GGRJ20.1 size=897415 2024-08-29T18:11:12.903 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:12.902+0000 7f6dcfdbe640 1 > prepared multipart upload key=B7L6NXZ0V2CR upload=5NLWR8GGRJ20 tag=2C6MX2Y4J7P4 type=write size=2994567 2024-08-29T18:11:12.909 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:12.906+0000 7f6dcfdbe640 1 < canceled operation key=F8MIRGU95TM4 tag=SOJY4TF3P09K type=del size=1139196 2024-08-29T18:11:12.916 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:12.914+0000 7f6dcfdbe640 1 > prepared operation key=ZPPDOE70TQPE tag=2S19TK2X3VUH type=del size=2293121 2024-08-29T18:11:12.922 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:12.922+0000 7f6dcfdbe640 1 < completed part key=_multipart_I0OL3VZS23M6.2~M578TS7C3DPT.0 size=1048576 2024-08-29T18:11:12.927 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:12.926+0000 7f6dcfdbe640 1 < completed part key=_multipart_I0OL3VZS23M6.2~M578TS7C3DPT.1 size=1048576 2024-08-29T18:11:12.932 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:12.930+0000 7f6dcfdbe640 1 < completed part key=_multipart_I0OL3VZS23M6.2~M578TS7C3DPT.2 size=1023178 2024-08-29T18:11:12.943 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:12.942+0000 7f6dcfdbe640 1 < completed multipart upload key=I0OL3VZS23M6 upload=M578TS7C3DPT tag=8GSHM5LDTBSV type=write size=4168906 2024-08-29T18:11:12.954 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:12.954+0000 7f6dcfdbe640 1 > prepared part key=_multipart_YKW2ORIZT8YI.2~QI01CVZC9LQH.0 size=798517 2024-08-29T18:11:12.954 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:12.954+0000 7f6dcfdbe640 1 > prepared multipart upload key=YKW2ORIZT8YI upload=QI01CVZC9LQH tag=F3WMJXR9DHFA type=write size=1847093 2024-08-29T18:11:12.955 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:12.954+0000 7f6dcfdbe640 1 < canceled part key=_multipart_I0OL3VZS23M6.2~8KSS9EQU6G6W.0 size=1048576 2024-08-29T18:11:12.960 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:12.958+0000 7f6dcfdbe640 1 < completed part key=_multipart_I0OL3VZS23M6.2~8KSS9EQU6G6W.1 size=556394 2024-08-29T18:11:12.971 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:12.970+0000 7f6dcfdbe640 1 < canceled multipart upload key=I0OL3VZS23M6 upload=8KSS9EQU6G6W tag=NY9RVAVCN70V type=write size=2653546 2024-08-29T18:11:12.976 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:12.974+0000 7f6dcfdbe640 1 > prepared operation key=W4PL77H6JMGP tag=3Z09QGW9RIA7 type=del size=810166 2024-08-29T18:11:12.977 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:12.974+0000 7f6dcfdbe640 1 < canceled part key=_multipart_ULOTXZSBLM0E.2~2Y2I8CW1J32T.0 size=1048576 2024-08-29T18:11:12.982 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:12.982+0000 7f6dcfdbe640 1 < completed part key=_multipart_ULOTXZSBLM0E.2~2Y2I8CW1J32T.1 size=1048576 2024-08-29T18:11:12.982 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:12.982+0000 7f6dcfdbe640 1 < canceled part key=_multipart_ULOTXZSBLM0E.2~2Y2I8CW1J32T.2 size=845918 2024-08-29T18:11:12.992 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:12.990+0000 7f6dcfdbe640 1 < canceled multipart upload key=ULOTXZSBLM0E upload=2Y2I8CW1J32T tag=X0ZJ63XNY0O3 type=write size=3991646 2024-08-29T18:11:12.998 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:12.994+0000 7f6dcfdbe640 1 > prepared operation key=I0OL3VZS23M6 tag=D9E9N0CRTJFN type=del size=3452572 2024-08-29T18:11:13.003 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:13.002+0000 7f6dcfdbe640 1 < completed part key=_multipart_ZPPDOE70TQPE.2~C5BO9WV0MGC2.0 size=1048576 2024-08-29T18:11:13.009 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:13.006+0000 7f6dcfdbe640 1 < completed part key=_multipart_ZPPDOE70TQPE.2~C5BO9WV0MGC2.1 size=356640 2024-08-29T18:11:13.019 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:13.018+0000 7f6dcfdbe640 1 < completed multipart upload key=ZPPDOE70TQPE upload=C5BO9WV0MGC2 tag=T22R7MJ0H46A type=write size=2453792 2024-08-29T18:11:13.024 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:13.022+0000 7f6dcfdbe640 1 > prepared operation key=YAC7TKWP61NS tag=J1YE553HT7F7 type=del size=3054224 2024-08-29T18:11:13.030 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:13.030+0000 7f6dcfdbe640 1 < completed delete operation key=78MD08IJ7ULZ tag=BB0AZO3WH7L7 type=del 2024-08-29T18:11:13.036 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:13.034+0000 7f6dcfdbe640 1 > prepared operation key=T9L1J5N8K7MO tag=AXG978FTKON5 type=del size=3904348 2024-08-29T18:11:13.041 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:13.038+0000 7f6dcfdbe640 1 < completed delete operation key=P7TBKPU4347T tag=RJ6ANT5XCBPR type=del 2024-08-29T18:11:13.052 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:13.050+0000 7f6dcfdbe640 1 > prepared part key=_multipart_DGQXCI25DDX7.2~BQQ9UE2C3522.0 size=1048576 2024-08-29T18:11:13.057 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:13.054+0000 7f6dcfdbe640 1 > prepared part key=_multipart_DGQXCI25DDX7.2~BQQ9UE2C3522.1 size=166265 2024-08-29T18:11:13.057 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:13.054+0000 7f6dcfdbe640 1 > prepared multipart upload key=DGQXCI25DDX7 upload=BQQ9UE2C3522 tag=7BAHBAMB8G0Y type=write size=2263417 2024-08-29T18:11:13.063 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:13.062+0000 7f6dcfdbe640 1 < canceled operation key=B7L6NXZ0V2CR tag=TN6224P5WG42 type=del size=3851034 2024-08-29T18:11:13.069 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:13.066+0000 7f6dcfdbe640 1 > prepared operation key=JX058LCOIR42 tag=W85QN7YB87VS type=del size=1586349 2024-08-29T18:11:13.084 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:13.082+0000 7f6dcfdbe640 1 < suggested remove operation key=L6FV6KJ6OHNY tag=G6YAPAHQTFJ6 type=del 2024-08-29T18:11:13.090 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:13.086+0000 7f6dcfdbe640 1 > prepared operation key=C47XT9Y9B7EW tag=EYV508LV8KD8 type=del size=3818661 2024-08-29T18:11:13.096 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:13.094+0000 7f6dcfdbe640 1 < completed write operation key=7YYI239LZRWF tag=0LRLTKY75CS6 type=write size=155797 2024-08-29T18:11:13.102 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:13.102+0000 7f6dcfdbe640 1 > prepared operation key=7D5I09Z3ND5H tag=3EFY1IDIV09U type=del size=4162610 2024-08-29T18:11:13.108 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:13.106+0000 7f6dcfdbe640 1 < completed write operation key=KZ45Y56F6JGC tag=2RZAX1W39ADO type=write size=990380 2024-08-29T18:11:13.119 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:13.118+0000 7f6dcfdbe640 1 > prepared part key=_multipart_KZ45Y56F6JGC.2~0YELYP0ZUYZO.0 size=142710 2024-08-29T18:11:13.119 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:13.118+0000 7f6dcfdbe640 1 > prepared multipart upload key=KZ45Y56F6JGC upload=0YELYP0ZUYZO tag=5VK3Z1RIAD09 type=write size=1191286 2024-08-29T18:11:13.132 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:13.130+0000 7f6dcfdbe640 1 < suggested remove operation key=YE0K0OIAGJTR tag=3E25SN687GEE type=del 2024-08-29T18:11:13.144 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:13.142+0000 7f6dcfdbe640 1 > prepared part key=_multipart_YE0K0OIAGJTR.2~7RO0MU3VC3R8.0 size=625784 2024-08-29T18:11:13.145 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:13.142+0000 7f6dcfdbe640 1 > prepared multipart upload key=YE0K0OIAGJTR upload=7RO0MU3VC3R8 tag=BMGB16O54ZF5 type=write size=1674360 2024-08-29T18:11:13.158 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:13.154+0000 7f6dcfdbe640 1 < suggested remove operation key=FDT1EJQCIL25 tag=RTRQ7IXHGDDS type=write 2024-08-29T18:11:13.169 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:13.166+0000 7f6dcfdbe640 1 > prepared part key=_multipart_B7L6NXZ0V2CR.2~D1IJQ4KQC5CF.0 size=1048576 2024-08-29T18:11:13.173 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:13.170+0000 7f6dcfdbe640 1 > prepared part key=_multipart_B7L6NXZ0V2CR.2~D1IJQ4KQC5CF.1 size=182960 2024-08-29T18:11:13.173 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:13.170+0000 7f6dcfdbe640 1 > prepared multipart upload key=B7L6NXZ0V2CR upload=D1IJQ4KQC5CF tag=2LBZK0335S3P type=write size=2280112 2024-08-29T18:11:13.179 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:13.178+0000 7f6dcfdbe640 1 < completed delete operation key=PCRU0BDU1Z87 tag=8PI3CV7S395V type=del 2024-08-29T18:11:13.185 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:13.182+0000 7f6dcfdbe640 1 > prepared operation key=DGQXCI25DDX7 tag=3CP6V2SGNA9Z type=del size=2366350 2024-08-29T18:11:13.191 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:13.190+0000 7f6dcfdbe640 1 < completed part key=_multipart_X10K5L2O256M.2~3C9YE373KXEK.0 size=1048576 2024-08-29T18:11:13.196 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:13.194+0000 7f6dcfdbe640 1 < completed part key=_multipart_X10K5L2O256M.2~3C9YE373KXEK.1 size=1048576 2024-08-29T18:11:13.202 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:13.198+0000 7f6dcfdbe640 1 < completed part key=_multipart_X10K5L2O256M.2~3C9YE373KXEK.2 size=209845 2024-08-29T18:11:13.212 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:13.210+0000 7f6dcfdbe640 1 < completed multipart upload key=X10K5L2O256M upload=3C9YE373KXEK tag=9HXS1DXUMH7U type=write size=3355573 2024-08-29T18:11:13.218 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:13.218+0000 7f6dcfdbe640 1 > prepared operation key=7Y0GYERC6W4H tag=NP0IZ0YYP6RE type=del size=2967233 2024-08-29T18:11:13.224 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:13.222+0000 7f6dcfdbe640 1 < completed part key=_multipart_B7L6NXZ0V2CR.2~5NLWR8GGRJ20.0 size=1048576 2024-08-29T18:11:13.229 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:13.226+0000 7f6dcfdbe640 1 < completed part key=_multipart_B7L6NXZ0V2CR.2~5NLWR8GGRJ20.1 size=897415 2024-08-29T18:11:13.239 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:13.238+0000 7f6dcfdbe640 1 < completed multipart upload key=B7L6NXZ0V2CR upload=5NLWR8GGRJ20 tag=2C6MX2Y4J7P4 type=write size=2994567 2024-08-29T18:11:13.245 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:13.242+0000 7f6dcfdbe640 1 > prepared operation key=9XOQBHEAVUKF tag=B6IIAFF5EEYU type=del size=640474 2024-08-29T18:11:13.252 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:13.250+0000 7f6dcfdbe640 1 < completed delete operation key=ZPPDOE70TQPE tag=2S19TK2X3VUH type=del 2024-08-29T18:11:13.258 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:13.258+0000 7f6dcfdbe640 1 > prepared operation key=7Y0GYERC6W4H tag=EDBHT8JQQRT1 type=del size=3359346 2024-08-29T18:11:13.264 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:13.262+0000 7f6dcfdbe640 1 < completed part key=_multipart_YKW2ORIZT8YI.2~QI01CVZC9LQH.0 size=798517 2024-08-29T18:11:13.274 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:13.270+0000 7f6dcfdbe640 1 < completed multipart upload key=YKW2ORIZT8YI upload=QI01CVZC9LQH tag=F3WMJXR9DHFA type=write size=1847093 2024-08-29T18:11:13.280 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:13.278+0000 7f6dcfdbe640 1 > prepared operation key=CY91RGLS4L74 tag=73AT6U2S92QX type=del size=2279553 2024-08-29T18:11:13.287 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:13.286+0000 7f6dcfdbe640 1 < completed delete operation key=W4PL77H6JMGP tag=3Z09QGW9RIA7 type=del 2024-08-29T18:11:13.293 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:13.290+0000 7f6dcfdbe640 1 > prepared operation key=KZ45Y56F6JGC tag=YSNG31OF3YVQ type=del size=1940806 2024-08-29T18:11:13.299 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:13.298+0000 7f6dcfdbe640 1 < completed delete operation key=I0OL3VZS23M6 tag=D9E9N0CRTJFN type=del 2024-08-29T18:11:13.311 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:13.310+0000 7f6dcfdbe640 1 > prepared part key=_multipart_P7TBKPU4347T.2~2BNMLUW34UXS.0 size=1048576 2024-08-29T18:11:13.316 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:13.314+0000 7f6dcfdbe640 1 > prepared part key=_multipart_P7TBKPU4347T.2~2BNMLUW34UXS.1 size=948461 2024-08-29T18:11:13.316 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:13.314+0000 7f6dcfdbe640 1 > prepared multipart upload key=P7TBKPU4347T upload=2BNMLUW34UXS tag=S3RKQX6KU59O type=write size=3045613 2024-08-29T18:11:13.330 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:13.330+0000 7f6dcfdbe640 1 < suggested remove operation key=YAC7TKWP61NS tag=J1YE553HT7F7 type=del 2024-08-29T18:11:13.337 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:13.334+0000 7f6dcfdbe640 1 > prepared operation key=LP0MLEKV3E74 tag=U45CV6JWQYEH type=del size=170615 2024-08-29T18:11:13.343 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:13.342+0000 7f6dcfdbe640 1 < completed delete operation key=T9L1J5N8K7MO tag=AXG978FTKON5 type=del 2024-08-29T18:11:13.351 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:13.350+0000 7f6dcfdbe640 1 > prepared operation key=7D5I09Z3ND5H tag=YLGYWDMOP08Q type=del size=393117 2024-08-29T18:11:13.356 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:13.354+0000 7f6dcfdbe640 1 < completed part key=_multipart_DGQXCI25DDX7.2~BQQ9UE2C3522.0 size=1048576 2024-08-29T18:11:13.361 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:13.358+0000 7f6dcfdbe640 1 < completed part key=_multipart_DGQXCI25DDX7.2~BQQ9UE2C3522.1 size=166265 2024-08-29T18:11:13.371 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:13.370+0000 7f6dcfdbe640 1 < completed multipart upload key=DGQXCI25DDX7 upload=BQQ9UE2C3522 tag=7BAHBAMB8G0Y type=write size=2263417 2024-08-29T18:11:13.377 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:13.374+0000 7f6dcfdbe640 1 > prepared operation key=CY91RGLS4L74 tag=2G1SRFCED041 type=del size=827574 2024-08-29T18:11:13.383 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:13.382+0000 7f6dcfdbe640 1 < completed delete operation key=JX058LCOIR42 tag=W85QN7YB87VS type=del 2024-08-29T18:11:13.393 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:13.390+0000 7f6dcfdbe640 1 > prepared part key=_multipart_ZPPDOE70TQPE.2~5IGEW1NOJ3TE.0 size=102497 2024-08-29T18:11:13.394 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:13.390+0000 7f6dcfdbe640 1 > prepared multipart upload key=ZPPDOE70TQPE upload=5IGEW1NOJ3TE tag=AQ3R1XUEZYDN type=write size=1151073 2024-08-29T18:11:13.400 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:13.398+0000 7f6dcfdbe640 1 < completed delete operation key=C47XT9Y9B7EW tag=EYV508LV8KD8 type=del 2024-08-29T18:11:13.411 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:13.410+0000 7f6dcfdbe640 1 > prepared part key=_multipart_YE0K0OIAGJTR.2~30KKJ2SKWJBK.0 size=1048576 2024-08-29T18:11:13.416 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:13.414+0000 7f6dcfdbe640 1 > prepared part key=_multipart_YE0K0OIAGJTR.2~30KKJ2SKWJBK.1 size=134118 2024-08-29T18:11:13.417 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:13.414+0000 7f6dcfdbe640 1 > prepared multipart upload key=YE0K0OIAGJTR upload=30KKJ2SKWJBK tag=0Q9QOKROCN84 type=write size=2231270 2024-08-29T18:11:13.422 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:13.422+0000 7f6dcfdbe640 1 < completed delete operation key=7D5I09Z3ND5H tag=3EFY1IDIV09U type=del 2024-08-29T18:11:13.433 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:13.430+0000 7f6dcfdbe640 1 > prepared part key=_multipart_ULOTXZSBLM0E.2~F0H7NGGQAYC4.0 size=1048576 2024-08-29T18:11:13.438 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:13.438+0000 7f6dcfdbe640 1 > prepared part key=_multipart_ULOTXZSBLM0E.2~F0H7NGGQAYC4.1 size=642178 2024-08-29T18:11:13.438 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:13.438+0000 7f6dcfdbe640 1 > prepared multipart upload key=ULOTXZSBLM0E upload=F0H7NGGQAYC4 tag=5ROLPEPJ139F type=write size=2739330 2024-08-29T18:11:13.444 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:13.442+0000 7f6dcfdbe640 1 < completed part key=_multipart_KZ45Y56F6JGC.2~0YELYP0ZUYZO.0 size=142710 2024-08-29T18:11:13.454 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:13.454+0000 7f6dcfdbe640 1 < completed multipart upload key=KZ45Y56F6JGC upload=0YELYP0ZUYZO tag=5VK3Z1RIAD09 type=write size=1191286 2024-08-29T18:11:13.467 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:13.466+0000 7f6dcfdbe640 1 > prepared part key=_multipart_7Y0GYERC6W4H.2~MFTMPAKVNPWY.0 size=354633 2024-08-29T18:11:13.467 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:13.466+0000 7f6dcfdbe640 1 > prepared multipart upload key=7Y0GYERC6W4H upload=MFTMPAKVNPWY tag=M98TYSW9JUDO type=write size=1403209 2024-08-29T18:11:13.473 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:13.470+0000 7f6dcfdbe640 1 < completed part key=_multipart_YE0K0OIAGJTR.2~7RO0MU3VC3R8.0 size=625784 2024-08-29T18:11:13.484 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:13.482+0000 7f6dcfdbe640 1 < completed multipart upload key=YE0K0OIAGJTR upload=7RO0MU3VC3R8 tag=BMGB16O54ZF5 type=write size=1674360 2024-08-29T18:11:13.495 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:13.494+0000 7f6dcfdbe640 1 > prepared part key=_multipart_3BV7GUDY3NXK.2~8HNTASDR5NOM.0 size=1048576 2024-08-29T18:11:13.501 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:13.498+0000 7f6dcfdbe640 1 > prepared part key=_multipart_3BV7GUDY3NXK.2~8HNTASDR5NOM.1 size=490743 2024-08-29T18:11:13.501 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:13.498+0000 7f6dcfdbe640 1 > prepared multipart upload key=3BV7GUDY3NXK upload=8HNTASDR5NOM tag=KM8ZHE0SW83B type=write size=2587895 2024-08-29T18:11:13.508 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:13.506+0000 7f6dcfdbe640 1 < completed part key=_multipart_B7L6NXZ0V2CR.2~D1IJQ4KQC5CF.0 size=1048576 2024-08-29T18:11:13.515 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:13.514+0000 7f6dcfdbe640 1 < completed part key=_multipart_B7L6NXZ0V2CR.2~D1IJQ4KQC5CF.1 size=182960 2024-08-29T18:11:13.525 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:13.522+0000 7f6dcfdbe640 1 < completed multipart upload key=B7L6NXZ0V2CR upload=D1IJQ4KQC5CF tag=2LBZK0335S3P type=write size=2280112 2024-08-29T18:11:13.531 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:13.530+0000 7f6dcfdbe640 1 > prepared operation key=7XDT3ZRUKA4H tag=PSBNU4L1UCDS type=del size=2988658 2024-08-29T18:11:13.537 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:13.534+0000 7f6dcfdbe640 1 < completed delete operation key=DGQXCI25DDX7 tag=3CP6V2SGNA9Z type=del 2024-08-29T18:11:13.543 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:13.542+0000 7f6dcfdbe640 1 > prepared operation key=7XDT3ZRUKA4H tag=JQL9W0N7CJTN type=del size=213246 2024-08-29T18:11:13.549 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:13.546+0000 7f6dcfdbe640 1 < completed delete operation key=7Y0GYERC6W4H tag=NP0IZ0YYP6RE type=del 2024-08-29T18:11:13.565 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:13.558+0000 7f6dcfdbe640 1 > prepared part key=_multipart_JX058LCOIR42.2~F7UA1O5IP8RA.0 size=1048576 2024-08-29T18:11:13.567 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:13.566+0000 7f6dcfdbe640 1 > prepared part key=_multipart_JX058LCOIR42.2~F7UA1O5IP8RA.1 size=1048576 2024-08-29T18:11:13.572 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:13.570+0000 7f6dcfdbe640 1 > prepared part key=_multipart_JX058LCOIR42.2~F7UA1O5IP8RA.2 size=606684 2024-08-29T18:11:13.572 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:13.570+0000 7f6dcfdbe640 1 > prepared multipart upload key=JX058LCOIR42 upload=F7UA1O5IP8RA tag=QMWT83IRZU14 type=write size=3752412 2024-08-29T18:11:13.577 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:13.574+0000 7f6dcfdbe640 1 < completed delete operation key=9XOQBHEAVUKF tag=B6IIAFF5EEYU type=del 2024-08-29T18:11:13.588 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:13.586+0000 7f6dcfdbe640 1 > prepared part key=_multipart_I0OL3VZS23M6.2~444QAGB410MA.0 size=1048576 2024-08-29T18:11:13.592 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:13.590+0000 7f6dcfdbe640 1 > prepared part key=_multipart_I0OL3VZS23M6.2~444QAGB410MA.1 size=455085 2024-08-29T18:11:13.592 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:13.590+0000 7f6dcfdbe640 1 > prepared multipart upload key=I0OL3VZS23M6 upload=444QAGB410MA tag=6AAW3UUUZPEC type=write size=2552237 2024-08-29T18:11:13.598 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:13.594+0000 7f6dcfdbe640 1 < canceled operation key=7Y0GYERC6W4H tag=EDBHT8JQQRT1 type=del size=3359346 2024-08-29T18:11:13.603 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:13.602+0000 7f6dcfdbe640 1 > prepared operation key=3VC6XP11WXW6 tag=YRQG3ZZTHH5N type=del size=1990705 2024-08-29T18:11:13.609 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:13.606+0000 7f6dcfdbe640 1 < completed delete operation key=CY91RGLS4L74 tag=73AT6U2S92QX type=del 2024-08-29T18:11:13.616 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:13.614+0000 7f6dcfdbe640 1 > prepared operation key=C47XT9Y9B7EW tag=0M9CH59WSYKA type=del size=3381501 2024-08-29T18:11:13.623 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:13.622+0000 7f6dcfdbe640 1 < completed delete operation key=KZ45Y56F6JGC tag=YSNG31OF3YVQ type=del 2024-08-29T18:11:13.637 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:13.634+0000 7f6dcfdbe640 1 > prepared part key=_multipart_3BV7GUDY3NXK.2~84109KF0JGPT.0 size=1048576 2024-08-29T18:11:13.641 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:13.638+0000 7f6dcfdbe640 1 > prepared part key=_multipart_3BV7GUDY3NXK.2~84109KF0JGPT.1 size=1048576 2024-08-29T18:11:13.648 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:13.646+0000 7f6dcfdbe640 1 > prepared part key=_multipart_3BV7GUDY3NXK.2~84109KF0JGPT.2 size=26445 2024-08-29T18:11:13.648 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:13.646+0000 7f6dcfdbe640 1 > prepared multipart upload key=3BV7GUDY3NXK upload=84109KF0JGPT tag=YLYWWQ5D9FAZ type=write size=3172173 2024-08-29T18:11:13.653 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:13.650+0000 7f6dcfdbe640 1 < completed part key=_multipart_P7TBKPU4347T.2~2BNMLUW34UXS.0 size=1048576 2024-08-29T18:11:13.658 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:13.658+0000 7f6dcfdbe640 1 < completed part key=_multipart_P7TBKPU4347T.2~2BNMLUW34UXS.1 size=948461 2024-08-29T18:11:13.668 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:13.666+0000 7f6dcfdbe640 1 < completed multipart upload key=P7TBKPU4347T upload=2BNMLUW34UXS tag=S3RKQX6KU59O type=write size=3045613 2024-08-29T18:11:13.674 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:13.674+0000 7f6dcfdbe640 1 > prepared operation key=7Y0GYERC6W4H tag=7T7SDLM6HR9J type=del size=2102845 2024-08-29T18:11:13.680 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:13.678+0000 7f6dcfdbe640 1 < completed delete operation key=LP0MLEKV3E74 tag=U45CV6JWQYEH type=del 2024-08-29T18:11:13.686 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:13.686+0000 7f6dcfdbe640 1 > prepared operation key=MT6UK3U6H4JX tag=J884CKNCFJD1 type=del size=3921077 2024-08-29T18:11:13.693 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:13.690+0000 7f6dcfdbe640 1 < completed delete operation key=7D5I09Z3ND5H tag=YLGYWDMOP08Q type=del 2024-08-29T18:11:13.698 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:13.698+0000 7f6dcfdbe640 1 > prepared operation key=FDT1EJQCIL25 tag=U3SVCPVB1WIU type=del size=3114996 2024-08-29T18:11:13.704 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:13.702+0000 7f6dcfdbe640 1 < completed delete operation key=CY91RGLS4L74 tag=2G1SRFCED041 type=del 2024-08-29T18:11:13.715 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:13.714+0000 7f6dcfdbe640 1 > prepared part key=_multipart_7Y0GYERC6W4H.2~KPTLXUAQ89F0.0 size=1048576 2024-08-29T18:11:13.720 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:13.718+0000 7f6dcfdbe640 1 > prepared part key=_multipart_7Y0GYERC6W4H.2~KPTLXUAQ89F0.1 size=430778 2024-08-29T18:11:13.720 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:13.718+0000 7f6dcfdbe640 1 > prepared multipart upload key=7Y0GYERC6W4H upload=KPTLXUAQ89F0 tag=W2SIGHPC37Z5 type=write size=2527930 2024-08-29T18:11:13.726 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:13.726+0000 7f6dcfdbe640 1 < completed part key=_multipart_ZPPDOE70TQPE.2~5IGEW1NOJ3TE.0 size=102497 2024-08-29T18:11:13.738 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:13.734+0000 7f6dcfdbe640 1 < completed multipart upload key=ZPPDOE70TQPE upload=5IGEW1NOJ3TE tag=AQ3R1XUEZYDN type=write size=1151073 2024-08-29T18:11:13.749 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:13.746+0000 7f6dcfdbe640 1 > prepared part key=_multipart_LP0MLEKV3E74.2~FZY9AGHEA0Y0.0 size=1048576 2024-08-29T18:11:13.755 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:13.754+0000 7f6dcfdbe640 1 > prepared part key=_multipart_LP0MLEKV3E74.2~FZY9AGHEA0Y0.1 size=1048576 2024-08-29T18:11:13.760 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:13.758+0000 7f6dcfdbe640 1 > prepared part key=_multipart_LP0MLEKV3E74.2~FZY9AGHEA0Y0.2 size=538261 2024-08-29T18:11:13.760 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:13.758+0000 7f6dcfdbe640 1 > prepared multipart upload key=LP0MLEKV3E74 upload=FZY9AGHEA0Y0 tag=Q2CLNKLN0ZCZ type=write size=3683989 2024-08-29T18:11:13.766 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:13.766+0000 7f6dcfdbe640 1 < completed part key=_multipart_YE0K0OIAGJTR.2~30KKJ2SKWJBK.0 size=1048576 2024-08-29T18:11:13.771 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:13.770+0000 7f6dcfdbe640 1 < completed part key=_multipart_YE0K0OIAGJTR.2~30KKJ2SKWJBK.1 size=134118 2024-08-29T18:11:13.781 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:13.778+0000 7f6dcfdbe640 1 < completed multipart upload key=YE0K0OIAGJTR upload=30KKJ2SKWJBK tag=0Q9QOKROCN84 type=write size=2231270 2024-08-29T18:11:13.793 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:13.790+0000 7f6dcfdbe640 1 > prepared part key=_multipart_7XDT3ZRUKA4H.2~SAKS9CXPYHKS.0 size=1048576 2024-08-29T18:11:13.798 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:13.794+0000 7f6dcfdbe640 1 > prepared part key=_multipart_7XDT3ZRUKA4H.2~SAKS9CXPYHKS.1 size=1048576 2024-08-29T18:11:13.802 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:13.802+0000 7f6dcfdbe640 1 > prepared part key=_multipart_7XDT3ZRUKA4H.2~SAKS9CXPYHKS.2 size=601357 2024-08-29T18:11:13.803 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:13.802+0000 7f6dcfdbe640 1 > prepared multipart upload key=7XDT3ZRUKA4H upload=SAKS9CXPYHKS tag=B350CIE6JVM8 type=write size=3747085 2024-08-29T18:11:13.809 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:13.806+0000 7f6dcfdbe640 1 < completed part key=_multipart_ULOTXZSBLM0E.2~F0H7NGGQAYC4.0 size=1048576 2024-08-29T18:11:13.815 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:13.814+0000 7f6dcfdbe640 1 < completed part key=_multipart_ULOTXZSBLM0E.2~F0H7NGGQAYC4.1 size=642178 2024-08-29T18:11:13.825 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:13.822+0000 7f6dcfdbe640 1 < completed multipart upload key=ULOTXZSBLM0E upload=F0H7NGGQAYC4 tag=5ROLPEPJ139F type=write size=2739330 2024-08-29T18:11:13.833 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:13.830+0000 7f6dcfdbe640 1 > prepared operation key=KZ45Y56F6JGC tag=K0OBI089FVDL type=del size=3391958 2024-08-29T18:11:13.839 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:13.838+0000 7f6dcfdbe640 1 < completed part key=_multipart_7Y0GYERC6W4H.2~MFTMPAKVNPWY.0 size=354633 2024-08-29T18:11:13.849 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:13.846+0000 7f6dcfdbe640 1 < completed multipart upload key=7Y0GYERC6W4H upload=MFTMPAKVNPWY tag=M98TYSW9JUDO type=write size=1403209 2024-08-29T18:11:13.860 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:13.858+0000 7f6dcfdbe640 1 > prepared part key=_multipart_CN52F1ME4Q7H.2~G2BSWOZ32272.0 size=107852 2024-08-29T18:11:13.860 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:13.858+0000 7f6dcfdbe640 1 > prepared multipart upload key=CN52F1ME4Q7H upload=G2BSWOZ32272 tag=U3LZQGB42WYZ type=write size=1156428 2024-08-29T18:11:13.866 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:13.862+0000 7f6dcfdbe640 1 < completed part key=_multipart_3BV7GUDY3NXK.2~8HNTASDR5NOM.0 size=1048576 2024-08-29T18:11:13.872 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:13.870+0000 7f6dcfdbe640 1 < completed part key=_multipart_3BV7GUDY3NXK.2~8HNTASDR5NOM.1 size=490743 2024-08-29T18:11:13.881 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:13.878+0000 7f6dcfdbe640 1 < completed multipart upload key=3BV7GUDY3NXK upload=8HNTASDR5NOM tag=KM8ZHE0SW83B type=write size=2587895 2024-08-29T18:11:13.891 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:13.890+0000 7f6dcfdbe640 1 > prepared part key=_multipart_YAC7TKWP61NS.2~K69G661NM9KM.0 size=938480 2024-08-29T18:11:13.892 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:13.890+0000 7f6dcfdbe640 1 > prepared multipart upload key=YAC7TKWP61NS upload=K69G661NM9KM tag=B3RLH4XDCIUJ type=write size=1987056 2024-08-29T18:11:13.897 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:13.894+0000 7f6dcfdbe640 1 < completed delete operation key=7XDT3ZRUKA4H tag=PSBNU4L1UCDS type=del 2024-08-29T18:11:13.908 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:13.906+0000 7f6dcfdbe640 1 > prepared part key=_multipart_X10K5L2O256M.2~K2BZ7YILHCFF.0 size=599799 2024-08-29T18:11:13.908 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:13.906+0000 7f6dcfdbe640 1 > prepared multipart upload key=X10K5L2O256M upload=K2BZ7YILHCFF tag=OXNDTY6RPM4L type=write size=1648375 2024-08-29T18:11:13.916 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:13.914+0000 7f6dcfdbe640 1 < completed delete operation key=7XDT3ZRUKA4H tag=JQL9W0N7CJTN type=del 2024-08-29T18:11:13.928 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:13.926+0000 7f6dcfdbe640 1 > prepared part key=_multipart_LP0MLEKV3E74.2~OU8TLRMGMG9N.0 size=120368 2024-08-29T18:11:13.928 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:13.926+0000 7f6dcfdbe640 1 > prepared multipart upload key=LP0MLEKV3E74 upload=OU8TLRMGMG9N tag=J2CVNT5M24S6 type=write size=1168944 2024-08-29T18:11:13.935 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:13.934+0000 7f6dcfdbe640 1 < completed part key=_multipart_JX058LCOIR42.2~F7UA1O5IP8RA.0 size=1048576 2024-08-29T18:11:13.940 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:13.938+0000 7f6dcfdbe640 1 < completed part key=_multipart_JX058LCOIR42.2~F7UA1O5IP8RA.1 size=1048576 2024-08-29T18:11:13.940 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:13.938+0000 7f6dcfdbe640 1 < canceled part key=_multipart_JX058LCOIR42.2~F7UA1O5IP8RA.2 size=606684 2024-08-29T18:11:13.951 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:13.950+0000 7f6dcfdbe640 1 < canceled multipart upload key=JX058LCOIR42 upload=F7UA1O5IP8RA tag=QMWT83IRZU14 type=write size=3752412 2024-08-29T18:11:13.957 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:13.954+0000 7f6dcfdbe640 1 > prepared operation key=CY91RGLS4L74 tag=SB0EV6WBALXS type=del size=4181548 2024-08-29T18:11:13.963 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:13.962+0000 7f6dcfdbe640 1 < completed part key=_multipart_I0OL3VZS23M6.2~444QAGB410MA.0 size=1048576 2024-08-29T18:11:13.969 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:13.966+0000 7f6dcfdbe640 1 < completed part key=_multipart_I0OL3VZS23M6.2~444QAGB410MA.1 size=455085 2024-08-29T18:11:13.978 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:13.978+0000 7f6dcfdbe640 1 < completed multipart upload key=I0OL3VZS23M6 upload=444QAGB410MA tag=6AAW3UUUZPEC type=write size=2552237 2024-08-29T18:11:13.990 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:13.986+0000 7f6dcfdbe640 1 > prepared part key=_multipart_YAC7TKWP61NS.2~X9JN4B8Q81BX.0 size=1048576 2024-08-29T18:11:13.994 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:13.994+0000 7f6dcfdbe640 1 > prepared part key=_multipart_YAC7TKWP61NS.2~X9JN4B8Q81BX.1 size=435225 2024-08-29T18:11:13.994 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:13.994+0000 7f6dcfdbe640 1 > prepared multipart upload key=YAC7TKWP61NS upload=X9JN4B8Q81BX tag=O31ND17T09KZ type=write size=2532377 2024-08-29T18:11:14.000 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:13.998+0000 7f6dcfdbe640 1 < completed delete operation key=3VC6XP11WXW6 tag=YRQG3ZZTHH5N type=del 2024-08-29T18:11:14.005 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:14.002+0000 7f6dcfdbe640 1 > prepared operation key=3BV7GUDY3NXK tag=D8F209XB3YJV type=del size=947163 2024-08-29T18:11:14.011 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:14.010+0000 7f6dcfdbe640 1 < completed delete operation key=C47XT9Y9B7EW tag=0M9CH59WSYKA type=del 2024-08-29T18:11:14.017 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:14.014+0000 7f6dcfdbe640 1 > prepared operation key=78MD08IJ7ULZ tag=RW6QEILT58VP type=del size=1336979 2024-08-29T18:11:14.024 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:14.022+0000 7f6dcfdbe640 1 < completed part key=_multipart_3BV7GUDY3NXK.2~84109KF0JGPT.0 size=1048576 2024-08-29T18:11:14.029 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:14.026+0000 7f6dcfdbe640 1 < completed part key=_multipart_3BV7GUDY3NXK.2~84109KF0JGPT.1 size=1048576 2024-08-29T18:11:14.033 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:14.030+0000 7f6dcfdbe640 1 < completed part key=_multipart_3BV7GUDY3NXK.2~84109KF0JGPT.2 size=26445 2024-08-29T18:11:14.045 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:14.042+0000 7f6dcfdbe640 1 < completed multipart upload key=3BV7GUDY3NXK upload=84109KF0JGPT tag=YLYWWQ5D9FAZ type=write size=3172173 2024-08-29T18:11:14.056 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:14.054+0000 7f6dcfdbe640 1 > prepared part key=_multipart_YAC7TKWP61NS.2~BBFH3M249GGJ.0 size=1048576 2024-08-29T18:11:14.061 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:14.058+0000 7f6dcfdbe640 1 > prepared part key=_multipart_YAC7TKWP61NS.2~BBFH3M249GGJ.1 size=554605 2024-08-29T18:11:14.061 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:14.058+0000 7f6dcfdbe640 1 > prepared multipart upload key=YAC7TKWP61NS upload=BBFH3M249GGJ tag=KT0NR7GGLM8N type=write size=2651757 2024-08-29T18:11:14.073 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:14.070+0000 7f6dcfdbe640 1 < suggested update operation key=7Y0GYERC6W4H tag=7T7SDLM6HR9J type=del size=2102845 2024-08-29T18:11:14.085 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:14.082+0000 7f6dcfdbe640 1 > prepared part key=_multipart_7XDT3ZRUKA4H.2~MK2KCASPH8FL.0 size=1048576 2024-08-29T18:11:14.090 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:14.090+0000 7f6dcfdbe640 1 > prepared part key=_multipart_7XDT3ZRUKA4H.2~MK2KCASPH8FL.1 size=238502 2024-08-29T18:11:14.090 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:14.090+0000 7f6dcfdbe640 1 > prepared multipart upload key=7XDT3ZRUKA4H upload=MK2KCASPH8FL tag=OHIM433Z8MZ8 type=write size=2335654 2024-08-29T18:11:14.097 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:14.094+0000 7f6dcfdbe640 1 < completed delete operation key=MT6UK3U6H4JX tag=J884CKNCFJD1 type=del 2024-08-29T18:11:14.109 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:14.106+0000 7f6dcfdbe640 1 > prepared part key=_multipart_YKW2ORIZT8YI.2~AP21MSKXFDKO.0 size=491089 2024-08-29T18:11:14.109 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:14.106+0000 7f6dcfdbe640 1 > prepared multipart upload key=YKW2ORIZT8YI upload=AP21MSKXFDKO tag=X4HNSV4NAEDX type=write size=1539665 2024-08-29T18:11:14.114 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:14.114+0000 7f6dcfdbe640 1 < completed delete operation key=FDT1EJQCIL25 tag=U3SVCPVB1WIU type=del 2024-08-29T18:11:14.127 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:14.126+0000 7f6dcfdbe640 1 > prepared part key=_multipart_CY91RGLS4L74.2~DRYPDXHUGLMX.0 size=1048576 2024-08-29T18:11:14.132 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:14.130+0000 7f6dcfdbe640 1 > prepared part key=_multipart_CY91RGLS4L74.2~DRYPDXHUGLMX.1 size=564465 2024-08-29T18:11:14.132 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:14.130+0000 7f6dcfdbe640 1 > prepared multipart upload key=CY91RGLS4L74 upload=DRYPDXHUGLMX tag=0BFZNCD4D6WF type=write size=2661617 2024-08-29T18:11:14.138 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:14.138+0000 7f6dcfdbe640 1 < completed part key=_multipart_7Y0GYERC6W4H.2~KPTLXUAQ89F0.0 size=1048576 2024-08-29T18:11:14.144 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:14.142+0000 7f6dcfdbe640 1 < completed part key=_multipart_7Y0GYERC6W4H.2~KPTLXUAQ89F0.1 size=430778 2024-08-29T18:11:14.155 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:14.154+0000 7f6dcfdbe640 1 < completed multipart upload key=7Y0GYERC6W4H upload=KPTLXUAQ89F0 tag=W2SIGHPC37Z5 type=write size=2527930 2024-08-29T18:11:14.162 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:14.158+0000 7f6dcfdbe640 1 > prepared operation key=7XDT3ZRUKA4H tag=MYMKQRFA6BQ1 type=del size=3733688 2024-08-29T18:11:14.163 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:14.162+0000 7f6dcfdbe640 1 < canceled part key=_multipart_LP0MLEKV3E74.2~FZY9AGHEA0Y0.0 size=1048576 2024-08-29T18:11:14.167 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:14.166+0000 7f6dcfdbe640 1 < completed part key=_multipart_LP0MLEKV3E74.2~FZY9AGHEA0Y0.1 size=1048576 2024-08-29T18:11:14.173 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:14.170+0000 7f6dcfdbe640 1 < completed part key=_multipart_LP0MLEKV3E74.2~FZY9AGHEA0Y0.2 size=538261 2024-08-29T18:11:14.184 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:14.182+0000 7f6dcfdbe640 1 < canceled multipart upload key=LP0MLEKV3E74 upload=FZY9AGHEA0Y0 tag=Q2CLNKLN0ZCZ type=write size=3683989 2024-08-29T18:11:14.195 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:14.194+0000 7f6dcfdbe640 1 > prepared part key=_multipart_7D5I09Z3ND5H.2~5SYX3CP18Q58.0 size=242770 2024-08-29T18:11:14.195 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:14.194+0000 7f6dcfdbe640 1 > prepared multipart upload key=7D5I09Z3ND5H upload=5SYX3CP18Q58 tag=SORK9FXUPO8C type=write size=1291346 2024-08-29T18:11:14.200 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:14.198+0000 7f6dcfdbe640 1 < completed part key=_multipart_7XDT3ZRUKA4H.2~SAKS9CXPYHKS.0 size=1048576 2024-08-29T18:11:14.206 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:14.202+0000 7f6dcfdbe640 1 < completed part key=_multipart_7XDT3ZRUKA4H.2~SAKS9CXPYHKS.1 size=1048576 2024-08-29T18:11:14.211 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:14.210+0000 7f6dcfdbe640 1 < completed part key=_multipart_7XDT3ZRUKA4H.2~SAKS9CXPYHKS.2 size=601357 2024-08-29T18:11:14.223 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:14.222+0000 7f6dcfdbe640 1 < completed multipart upload key=7XDT3ZRUKA4H upload=SAKS9CXPYHKS tag=B350CIE6JVM8 type=write size=3747085 2024-08-29T18:11:14.236 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:14.234+0000 7f6dcfdbe640 1 > prepared part key=_multipart_X10K5L2O256M.2~IH7X67NB5RNL.0 size=1048576 2024-08-29T18:11:14.240 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:14.238+0000 7f6dcfdbe640 1 > prepared part key=_multipart_X10K5L2O256M.2~IH7X67NB5RNL.1 size=1048576 2024-08-29T18:11:14.245 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:14.242+0000 7f6dcfdbe640 1 > prepared part key=_multipart_X10K5L2O256M.2~IH7X67NB5RNL.2 size=1016263 2024-08-29T18:11:14.245 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:14.242+0000 7f6dcfdbe640 1 > prepared multipart upload key=X10K5L2O256M upload=IH7X67NB5RNL tag=PPMFJ3U9C3FH type=write size=4161991 2024-08-29T18:11:14.251 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:14.250+0000 7f6dcfdbe640 1 < completed delete operation key=KZ45Y56F6JGC tag=K0OBI089FVDL type=del 2024-08-29T18:11:14.262 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:14.262+0000 7f6dcfdbe640 1 > prepared part key=_multipart_YAC7TKWP61NS.2~VPEKI7YYORX5.0 size=84220 2024-08-29T18:11:14.262 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:14.262+0000 7f6dcfdbe640 1 > prepared multipart upload key=YAC7TKWP61NS upload=VPEKI7YYORX5 tag=V7Z9OIGVUTB3 type=write size=1132796 2024-08-29T18:11:14.267 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:14.266+0000 7f6dcfdbe640 1 < completed part key=_multipart_CN52F1ME4Q7H.2~G2BSWOZ32272.0 size=107852 2024-08-29T18:11:14.277 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:14.274+0000 7f6dcfdbe640 1 < completed multipart upload key=CN52F1ME4Q7H upload=G2BSWOZ32272 tag=U3LZQGB42WYZ type=write size=1156428 2024-08-29T18:11:14.287 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:14.286+0000 7f6dcfdbe640 1 > prepared part key=_multipart_DGQXCI25DDX7.2~27UOQR1F2TL0.0 size=492624 2024-08-29T18:11:14.288 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:14.286+0000 7f6dcfdbe640 1 > prepared multipart upload key=DGQXCI25DDX7 upload=27UOQR1F2TL0 tag=P4TW1X3TR52R type=write size=1541200 2024-08-29T18:11:14.293 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:14.290+0000 7f6dcfdbe640 1 < completed part key=_multipart_YAC7TKWP61NS.2~K69G661NM9KM.0 size=938480 2024-08-29T18:11:14.303 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:14.302+0000 7f6dcfdbe640 1 < completed multipart upload key=YAC7TKWP61NS upload=K69G661NM9KM tag=B3RLH4XDCIUJ type=write size=1987056 2024-08-29T18:11:14.314 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:14.314+0000 7f6dcfdbe640 1 > prepared part key=_multipart_T9L1J5N8K7MO.2~ED8SO3A9X77S.0 size=1048576 2024-08-29T18:11:14.319 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:14.318+0000 7f6dcfdbe640 1 > prepared part key=_multipart_T9L1J5N8K7MO.2~ED8SO3A9X77S.1 size=180832 2024-08-29T18:11:14.320 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:14.318+0000 7f6dcfdbe640 1 > prepared multipart upload key=T9L1J5N8K7MO upload=ED8SO3A9X77S tag=KC4KXLA2Q7IA type=write size=2277984 2024-08-29T18:11:14.325 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:14.322+0000 7f6dcfdbe640 1 < completed part key=_multipart_X10K5L2O256M.2~K2BZ7YILHCFF.0 size=599799 2024-08-29T18:11:14.335 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:14.334+0000 7f6dcfdbe640 1 < completed multipart upload key=X10K5L2O256M upload=K2BZ7YILHCFF tag=OXNDTY6RPM4L type=write size=1648375 2024-08-29T18:11:14.341 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:14.338+0000 7f6dcfdbe640 1 > prepared operation key=L6FV6KJ6OHNY tag=UPSAT39XST0A type=del size=2228768 2024-08-29T18:11:14.349 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:14.346+0000 7f6dcfdbe640 1 < completed part key=_multipart_LP0MLEKV3E74.2~OU8TLRMGMG9N.0 size=120368 2024-08-29T18:11:14.361 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:14.358+0000 7f6dcfdbe640 1 < completed multipart upload key=LP0MLEKV3E74 upload=OU8TLRMGMG9N tag=J2CVNT5M24S6 type=write size=1168944 2024-08-29T18:11:14.367 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:14.366+0000 7f6dcfdbe640 1 > prepared operation key=X10K5L2O256M tag=GKU58M06DS6N type=del size=3257631 2024-08-29T18:11:14.379 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:14.378+0000 7f6dcfdbe640 1 < suggested update operation key=CY91RGLS4L74 tag=SB0EV6WBALXS type=del size=4181548 2024-08-29T18:11:14.385 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:14.382+0000 7f6dcfdbe640 1 > prepared operation key=X10K5L2O256M tag=MAXYWQWIEGAB type=del size=2706331 2024-08-29T18:11:14.391 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:14.390+0000 7f6dcfdbe640 1 < completed part key=_multipart_YAC7TKWP61NS.2~X9JN4B8Q81BX.0 size=1048576 2024-08-29T18:11:14.396 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:14.394+0000 7f6dcfdbe640 1 < completed part key=_multipart_YAC7TKWP61NS.2~X9JN4B8Q81BX.1 size=435225 2024-08-29T18:11:14.406 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:14.406+0000 7f6dcfdbe640 1 < completed multipart upload key=YAC7TKWP61NS upload=X9JN4B8Q81BX tag=O31ND17T09KZ type=write size=2532377 2024-08-29T18:11:14.412 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:14.410+0000 7f6dcfdbe640 1 > prepared operation key=T9L1J5N8K7MO tag=CD6AZPO04V72 type=del size=2207346 2024-08-29T18:11:14.417 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:14.414+0000 7f6dcfdbe640 1 < completed delete operation key=3BV7GUDY3NXK tag=D8F209XB3YJV type=del 2024-08-29T18:11:14.423 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:14.422+0000 7f6dcfdbe640 1 > prepared operation key=7D5I09Z3ND5H tag=OBIC5Z9IE7TY type=del size=1798069 2024-08-29T18:11:14.429 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:14.426+0000 7f6dcfdbe640 1 < completed delete operation key=78MD08IJ7ULZ tag=RW6QEILT58VP type=del 2024-08-29T18:11:14.435 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:14.434+0000 7f6dcfdbe640 1 > prepared operation key=I0OL3VZS23M6 tag=59QJSJVJMN5G type=del size=1807448 2024-08-29T18:11:14.441 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:14.438+0000 7f6dcfdbe640 1 < completed part key=_multipart_YAC7TKWP61NS.2~BBFH3M249GGJ.0 size=1048576 2024-08-29T18:11:14.446 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:14.446+0000 7f6dcfdbe640 1 < completed part key=_multipart_YAC7TKWP61NS.2~BBFH3M249GGJ.1 size=554605 2024-08-29T18:11:14.456 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:14.454+0000 7f6dcfdbe640 1 < completed multipart upload key=YAC7TKWP61NS upload=BBFH3M249GGJ tag=KT0NR7GGLM8N type=write size=2651757 2024-08-29T18:11:14.463 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:14.462+0000 7f6dcfdbe640 1 > prepared operation key=PCRU0BDU1Z87 tag=54OFO2OBC6OP type=del size=915984 2024-08-29T18:11:14.470 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:14.470+0000 7f6dcfdbe640 1 < completed part key=_multipart_7XDT3ZRUKA4H.2~MK2KCASPH8FL.0 size=1048576 2024-08-29T18:11:14.470 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:14.470+0000 7f6dcfdbe640 1 < canceled part key=_multipart_7XDT3ZRUKA4H.2~MK2KCASPH8FL.1 size=238502 2024-08-29T18:11:14.481 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:14.478+0000 7f6dcfdbe640 1 < canceled multipart upload key=7XDT3ZRUKA4H upload=MK2KCASPH8FL tag=OHIM433Z8MZ8 type=write size=2335654 2024-08-29T18:11:14.492 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:14.490+0000 7f6dcfdbe640 1 > prepared part key=_multipart_W4PL77H6JMGP.2~LOH1SIG1IT11.0 size=871814 2024-08-29T18:11:14.492 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:14.490+0000 7f6dcfdbe640 1 > prepared multipart upload key=W4PL77H6JMGP upload=LOH1SIG1IT11 tag=HT7M9EKU7V7M type=write size=1920390 2024-08-29T18:11:14.497 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:14.494+0000 7f6dcfdbe640 1 < completed part key=_multipart_YKW2ORIZT8YI.2~AP21MSKXFDKO.0 size=491089 2024-08-29T18:11:14.509 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:14.506+0000 7f6dcfdbe640 1 < completed multipart upload key=YKW2ORIZT8YI upload=AP21MSKXFDKO tag=X4HNSV4NAEDX type=write size=1539665 2024-08-29T18:11:14.519 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:14.518+0000 7f6dcfdbe640 1 > prepared part key=_multipart_B7L6NXZ0V2CR.2~KLM0N124H215.0 size=1048576 2024-08-29T18:11:14.524 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:14.522+0000 7f6dcfdbe640 1 > prepared part key=_multipart_B7L6NXZ0V2CR.2~KLM0N124H215.1 size=1048576 2024-08-29T18:11:14.529 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:14.526+0000 7f6dcfdbe640 1 > prepared part key=_multipart_B7L6NXZ0V2CR.2~KLM0N124H215.2 size=985027 2024-08-29T18:11:14.529 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:14.526+0000 7f6dcfdbe640 1 > prepared multipart upload key=B7L6NXZ0V2CR upload=KLM0N124H215 tag=9NN4WBYGYFVU type=write size=4130755 2024-08-29T18:11:14.530 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:14.530+0000 7f6dcfdbe640 1 < canceled part key=_multipart_CY91RGLS4L74.2~DRYPDXHUGLMX.0 size=1048576 2024-08-29T18:11:14.535 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:14.534+0000 7f6dcfdbe640 1 < completed part key=_multipart_CY91RGLS4L74.2~DRYPDXHUGLMX.1 size=564465 2024-08-29T18:11:14.545 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:14.542+0000 7f6dcfdbe640 1 < canceled multipart upload key=CY91RGLS4L74 upload=DRYPDXHUGLMX tag=0BFZNCD4D6WF type=write size=2661617 2024-08-29T18:11:14.556 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:14.554+0000 7f6dcfdbe640 1 > prepared part key=_multipart_C47XT9Y9B7EW.2~HKETFWP274TW.0 size=1048576 2024-08-29T18:11:14.561 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:14.558+0000 7f6dcfdbe640 1 > prepared part key=_multipart_C47XT9Y9B7EW.2~HKETFWP274TW.1 size=1048576 2024-08-29T18:11:14.566 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:14.562+0000 7f6dcfdbe640 1 > prepared part key=_multipart_C47XT9Y9B7EW.2~HKETFWP274TW.2 size=880071 2024-08-29T18:11:14.566 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:14.562+0000 7f6dcfdbe640 1 > prepared multipart upload key=C47XT9Y9B7EW upload=HKETFWP274TW tag=8FMMZZSSIPEY type=write size=4025799 2024-08-29T18:11:14.577 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:14.574+0000 7f6dcfdbe640 1 < suggested remove operation key=7XDT3ZRUKA4H tag=MYMKQRFA6BQ1 type=del 2024-08-29T18:11:14.582 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:14.582+0000 7f6dcfdbe640 1 > prepared operation key=7D5I09Z3ND5H tag=G02NP3NCQXMM type=write size=578810 2024-08-29T18:11:14.588 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:14.586+0000 7f6dcfdbe640 1 < completed part key=_multipart_7D5I09Z3ND5H.2~5SYX3CP18Q58.0 size=242770 2024-08-29T18:11:14.597 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:14.594+0000 7f6dcfdbe640 1 < completed multipart upload key=7D5I09Z3ND5H upload=5SYX3CP18Q58 tag=SORK9FXUPO8C type=write size=1291346 2024-08-29T18:11:14.603 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:14.602+0000 7f6dcfdbe640 1 > prepared operation key=YAC7TKWP61NS tag=N8TTTKJG6MQD type=del size=1605441 2024-08-29T18:11:14.611 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:14.610+0000 7f6dcfdbe640 1 < completed part key=_multipart_X10K5L2O256M.2~IH7X67NB5RNL.0 size=1048576 2024-08-29T18:11:14.616 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:14.614+0000 7f6dcfdbe640 1 < completed part key=_multipart_X10K5L2O256M.2~IH7X67NB5RNL.1 size=1048576 2024-08-29T18:11:14.621 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:14.618+0000 7f6dcfdbe640 1 < completed part key=_multipart_X10K5L2O256M.2~IH7X67NB5RNL.2 size=1016263 2024-08-29T18:11:14.630 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:14.630+0000 7f6dcfdbe640 1 < completed multipart upload key=X10K5L2O256M upload=IH7X67NB5RNL tag=PPMFJ3U9C3FH type=write size=4161991 2024-08-29T18:11:14.636 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:14.634+0000 7f6dcfdbe640 1 > prepared operation key=P7TBKPU4347T tag=WXHDM76W8QER type=del size=2685156 2024-08-29T18:11:14.643 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:14.642+0000 7f6dcfdbe640 1 < completed part key=_multipart_YAC7TKWP61NS.2~VPEKI7YYORX5.0 size=84220 2024-08-29T18:11:14.654 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:14.654+0000 7f6dcfdbe640 1 < completed multipart upload key=YAC7TKWP61NS upload=VPEKI7YYORX5 tag=V7Z9OIGVUTB3 type=write size=1132796 2024-08-29T18:11:14.661 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:14.658+0000 7f6dcfdbe640 1 > prepared operation key=I0OL3VZS23M6 tag=T8TJHU0LNCMA type=del size=3930509 2024-08-29T18:11:14.668 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:14.666+0000 7f6dcfdbe640 1 < completed part key=_multipart_DGQXCI25DDX7.2~27UOQR1F2TL0.0 size=492624 2024-08-29T18:11:14.679 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:14.678+0000 7f6dcfdbe640 1 < completed multipart upload key=DGQXCI25DDX7 upload=27UOQR1F2TL0 tag=P4TW1X3TR52R type=write size=1541200 2024-08-29T18:11:14.691 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:14.690+0000 7f6dcfdbe640 1 > prepared part key=_multipart_I0OL3VZS23M6.2~3E8LN5BGXRIX.0 size=662008 2024-08-29T18:11:14.691 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:14.690+0000 7f6dcfdbe640 1 > prepared multipart upload key=I0OL3VZS23M6 upload=3E8LN5BGXRIX tag=Q0EWU92BAXXT type=write size=1710584 2024-08-29T18:11:14.692 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:14.690+0000 7f6dcfdbe640 1 < canceled part key=_multipart_T9L1J5N8K7MO.2~ED8SO3A9X77S.0 size=1048576 2024-08-29T18:11:14.698 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:14.694+0000 7f6dcfdbe640 1 < completed part key=_multipart_T9L1J5N8K7MO.2~ED8SO3A9X77S.1 size=180832 2024-08-29T18:11:14.709 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:14.706+0000 7f6dcfdbe640 1 < canceled multipart upload key=T9L1J5N8K7MO upload=ED8SO3A9X77S tag=KC4KXLA2Q7IA type=write size=2277984 2024-08-29T18:11:14.721 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:14.718+0000 7f6dcfdbe640 1 > prepared part key=_multipart_YKW2ORIZT8YI.2~4L1JEUETFAQ1.0 size=744684 2024-08-29T18:11:14.721 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:14.718+0000 7f6dcfdbe640 1 > prepared multipart upload key=YKW2ORIZT8YI upload=4L1JEUETFAQ1 tag=ETS1TCGMDSPJ type=write size=1793260 2024-08-29T18:11:14.728 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:14.726+0000 7f6dcfdbe640 1 < completed delete operation key=L6FV6KJ6OHNY tag=UPSAT39XST0A type=del 2024-08-29T18:11:14.735 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:14.734+0000 7f6dcfdbe640 1 > prepared operation key=MT6UK3U6H4JX tag=ED42OG55OPE8 type=del size=2120843 2024-08-29T18:11:14.741 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:14.738+0000 7f6dcfdbe640 1 < completed delete operation key=X10K5L2O256M tag=GKU58M06DS6N type=del 2024-08-29T18:11:14.746 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:14.746+0000 7f6dcfdbe640 1 > prepared operation key=B7L6NXZ0V2CR tag=SNT2GDM4YT63 type=del size=379718 2024-08-29T18:11:14.753 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:14.750+0000 7f6dcfdbe640 1 < completed delete operation key=X10K5L2O256M tag=MAXYWQWIEGAB type=del 2024-08-29T18:11:14.761 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:14.758+0000 7f6dcfdbe640 1 > prepared operation key=DGQXCI25DDX7 tag=OS09J3OO0FYE type=del size=3079276 2024-08-29T18:11:14.768 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:14.766+0000 7f6dcfdbe640 1 < completed delete operation key=T9L1J5N8K7MO tag=CD6AZPO04V72 type=del 2024-08-29T18:11:14.779 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:14.778+0000 7f6dcfdbe640 1 > prepared part key=_multipart_MT6UK3U6H4JX.2~76MBFA3C2YMM.0 size=1048576 2024-08-29T18:11:14.784 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:14.782+0000 7f6dcfdbe640 1 > prepared part key=_multipart_MT6UK3U6H4JX.2~76MBFA3C2YMM.1 size=146627 2024-08-29T18:11:14.784 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:14.782+0000 7f6dcfdbe640 1 > prepared multipart upload key=MT6UK3U6H4JX upload=76MBFA3C2YMM tag=J43AUKEQ1JKW type=write size=2243779 2024-08-29T18:11:14.790 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:14.790+0000 7f6dcfdbe640 1 < completed delete operation key=7D5I09Z3ND5H tag=OBIC5Z9IE7TY type=del 2024-08-29T18:11:14.796 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:14.794+0000 7f6dcfdbe640 1 > prepared operation key=7XDT3ZRUKA4H tag=P44U11K0X1P8 type=del size=107501 2024-08-29T18:11:14.804 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:14.802+0000 7f6dcfdbe640 1 < completed delete operation key=I0OL3VZS23M6 tag=59QJSJVJMN5G type=del 2024-08-29T18:11:14.816 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:14.814+0000 7f6dcfdbe640 1 > prepared part key=_multipart_C47XT9Y9B7EW.2~DXUKCG8N26F9.0 size=1048576 2024-08-29T18:11:14.821 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:14.818+0000 7f6dcfdbe640 1 > prepared part key=_multipart_C47XT9Y9B7EW.2~DXUKCG8N26F9.1 size=702018 2024-08-29T18:11:14.821 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:14.818+0000 7f6dcfdbe640 1 > prepared multipart upload key=C47XT9Y9B7EW upload=DXUKCG8N26F9 tag=VAOVL9JHNT4M type=write size=2799170 2024-08-29T18:11:14.826 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:11:14 smithi053 bash[68679]: cluster 2024-08-29T18:11:13.402120+0000 mgr.y (mgr.25022) 735 : cluster [DBG] pgmap v1416: 137 pgs: 137 active+clean; 583 KiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 335 KiB/s rd, 116 KiB/s wr, 591 op/s 2024-08-29T18:11:14.827 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:14.826+0000 7f6dcfdbe640 1 < completed delete operation key=PCRU0BDU1Z87 tag=54OFO2OBC6OP type=del 2024-08-29T18:11:14.834 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:14.834+0000 7f6dcfdbe640 1 > prepared operation key=I0OL3VZS23M6 tag=KTJVKH08J63Z type=write size=133250 2024-08-29T18:11:14.840 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:14.838+0000 7f6dcfdbe640 1 < completed part key=_multipart_W4PL77H6JMGP.2~LOH1SIG1IT11.0 size=871814 2024-08-29T18:11:14.850 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:14.846+0000 7f6dcfdbe640 1 < completed multipart upload key=W4PL77H6JMGP upload=LOH1SIG1IT11 tag=HT7M9EKU7V7M type=write size=1920390 2024-08-29T18:11:14.855 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:14.854+0000 7f6dcfdbe640 1 > prepared operation key=YE0K0OIAGJTR tag=VFUF5LR3WVQX type=del size=2607490 2024-08-29T18:11:14.856 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:14.854+0000 7f6dcfdbe640 1 < canceled part key=_multipart_B7L6NXZ0V2CR.2~KLM0N124H215.0 size=1048576 2024-08-29T18:11:14.861 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:14.858+0000 7f6dcfdbe640 1 < completed part key=_multipart_B7L6NXZ0V2CR.2~KLM0N124H215.1 size=1048576 2024-08-29T18:11:14.866 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:14.866+0000 7f6dcfdbe640 1 < completed part key=_multipart_B7L6NXZ0V2CR.2~KLM0N124H215.2 size=985027 2024-08-29T18:11:14.876 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:14.874+0000 7f6dcfdbe640 1 < canceled multipart upload key=B7L6NXZ0V2CR upload=KLM0N124H215 tag=9NN4WBYGYFVU type=write size=4130755 2024-08-29T18:11:14.879 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:11:14 smithi028 bash[78352]: cluster 2024-08-29T18:11:13.402120+0000 mgr.y (mgr.25022) 735 : cluster [DBG] pgmap v1416: 137 pgs: 137 active+clean; 583 KiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 335 KiB/s rd, 116 KiB/s wr, 591 op/s 2024-08-29T18:11:15.022 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:11:14 smithi028 bash[77168]: cluster 2024-08-29T18:11:13.402120+0000 mgr.y (mgr.25022) 735 : cluster [DBG] pgmap v1416: 137 pgs: 137 active+clean; 583 KiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 335 KiB/s rd, 116 KiB/s wr, 591 op/s 2024-08-29T18:11:15.026 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:14.890+0000 7f6dcfdbe640 1 > prepared part key=_multipart_CY91RGLS4L74.2~U3MCJ5M72X43.0 size=1048576 2024-08-29T18:11:15.026 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:14.894+0000 7f6dcfdbe640 1 > prepared part key=_multipart_CY91RGLS4L74.2~U3MCJ5M72X43.1 size=845667 2024-08-29T18:11:15.026 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:14.894+0000 7f6dcfdbe640 1 > prepared multipart upload key=CY91RGLS4L74 upload=U3MCJ5M72X43 tag=4SHP93UHCUCI type=write size=2942819 2024-08-29T18:11:15.026 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:14.898+0000 7f6dcfdbe640 1 < completed part key=_multipart_C47XT9Y9B7EW.2~HKETFWP274TW.0 size=1048576 2024-08-29T18:11:15.027 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:14.906+0000 7f6dcfdbe640 1 < completed part key=_multipart_C47XT9Y9B7EW.2~HKETFWP274TW.1 size=1048576 2024-08-29T18:11:15.027 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:14.910+0000 7f6dcfdbe640 1 < completed part key=_multipart_C47XT9Y9B7EW.2~HKETFWP274TW.2 size=880071 2024-08-29T18:11:15.027 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:14.922+0000 7f6dcfdbe640 1 < completed multipart upload key=C47XT9Y9B7EW upload=HKETFWP274TW tag=8FMMZZSSIPEY type=write size=4025799 2024-08-29T18:11:15.027 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:14.934+0000 7f6dcfdbe640 1 > prepared part key=_multipart_F8MIRGU95TM4.2~0SU3VP60CSEK.0 size=1048576 2024-08-29T18:11:15.027 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:14.938+0000 7f6dcfdbe640 1 > prepared part key=_multipart_F8MIRGU95TM4.2~0SU3VP60CSEK.1 size=1048576 2024-08-29T18:11:15.027 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:14.946+0000 7f6dcfdbe640 1 > prepared part key=_multipart_F8MIRGU95TM4.2~0SU3VP60CSEK.2 size=615210 2024-08-29T18:11:15.027 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:14.946+0000 7f6dcfdbe640 1 > prepared multipart upload key=F8MIRGU95TM4 upload=0SU3VP60CSEK tag=TB2615W15N19 type=write size=3760938 2024-08-29T18:11:15.027 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:14.950+0000 7f6dcfdbe640 1 < canceled operation key=7D5I09Z3ND5H tag=G02NP3NCQXMM type=write size=578810 2024-08-29T18:11:15.027 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:14.962+0000 7f6dcfdbe640 1 > prepared part key=_multipart_7D5I09Z3ND5H.2~YI7M8HKLM4P0.0 size=1048576 2024-08-29T18:11:15.027 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:14.970+0000 7f6dcfdbe640 1 > prepared part key=_multipart_7D5I09Z3ND5H.2~YI7M8HKLM4P0.1 size=460164 2024-08-29T18:11:15.027 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:14.970+0000 7f6dcfdbe640 1 > prepared multipart upload key=7D5I09Z3ND5H upload=YI7M8HKLM4P0 tag=XX2YQEOXT1J2 type=write size=2557316 2024-08-29T18:11:15.028 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:14.974+0000 7f6dcfdbe640 1 < completed delete operation key=YAC7TKWP61NS tag=N8TTTKJG6MQD type=del 2024-08-29T18:11:15.028 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:14.982+0000 7f6dcfdbe640 1 > prepared operation key=P7TBKPU4347T tag=MKGOQAQD9WJX type=del size=1557833 2024-08-29T18:11:15.028 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:14.990+0000 7f6dcfdbe640 1 < suggested update operation key=P7TBKPU4347T tag=WXHDM76W8QER type=del size=2685156 2024-08-29T18:11:15.028 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:14.998+0000 7f6dcfdbe640 1 > prepared operation key=T9L1J5N8K7MO tag=RIQS4L0TV1YO type=del size=2430585 2024-08-29T18:11:15.028 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:15.002+0000 7f6dcfdbe640 1 < completed delete operation key=I0OL3VZS23M6 tag=T8TJHU0LNCMA type=del 2024-08-29T18:11:15.028 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:15.010+0000 7f6dcfdbe640 1 > prepared operation key=9XOQBHEAVUKF tag=NANEDBA7087W type=del size=2254292 2024-08-29T18:11:15.028 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:15.018+0000 7f6dcfdbe640 1 < completed part key=_multipart_I0OL3VZS23M6.2~3E8LN5BGXRIX.0 size=662008 2024-08-29T18:11:15.029 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:15.026+0000 7f6dcfdbe640 1 < completed multipart upload key=I0OL3VZS23M6 upload=3E8LN5BGXRIX tag=Q0EWU92BAXXT type=write size=1710584 2024-08-29T18:11:15.039 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:15.038+0000 7f6dcfdbe640 1 > prepared part key=_multipart_7D5I09Z3ND5H.2~Z9RBQ89TV1JK.0 size=1048576 2024-08-29T18:11:15.044 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:15.042+0000 7f6dcfdbe640 1 > prepared part key=_multipart_7D5I09Z3ND5H.2~Z9RBQ89TV1JK.1 size=275946 2024-08-29T18:11:15.044 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:15.042+0000 7f6dcfdbe640 1 > prepared multipart upload key=7D5I09Z3ND5H upload=Z9RBQ89TV1JK tag=IBDOP4GXX8W7 type=write size=2373098 2024-08-29T18:11:15.050 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:15.046+0000 7f6dcfdbe640 1 < completed part key=_multipart_YKW2ORIZT8YI.2~4L1JEUETFAQ1.0 size=744684 2024-08-29T18:11:15.063 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:15.062+0000 7f6dcfdbe640 1 < completed multipart upload key=YKW2ORIZT8YI upload=4L1JEUETFAQ1 tag=ETS1TCGMDSPJ type=write size=1793260 2024-08-29T18:11:15.068 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:15.066+0000 7f6dcfdbe640 1 > prepared operation key=X10K5L2O256M tag=HCFTR952MYKB type=write size=403862 2024-08-29T18:11:15.079 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:15.078+0000 7f6dcfdbe640 1 < suggested update operation key=MT6UK3U6H4JX tag=ED42OG55OPE8 type=del size=2120843 2024-08-29T18:11:15.089 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:15.086+0000 7f6dcfdbe640 1 > prepared part key=_multipart_YE0K0OIAGJTR.2~3UIZC2T5Z4WJ.0 size=1048576 2024-08-29T18:11:15.097 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:15.094+0000 7f6dcfdbe640 1 > prepared part key=_multipart_YE0K0OIAGJTR.2~3UIZC2T5Z4WJ.1 size=619470 2024-08-29T18:11:15.097 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:15.094+0000 7f6dcfdbe640 1 > prepared multipart upload key=YE0K0OIAGJTR upload=3UIZC2T5Z4WJ tag=AJSR97PNZ3NW type=write size=2716622 2024-08-29T18:11:15.100 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:15.098+0000 7f6dcfdbe640 1 < completed delete operation key=B7L6NXZ0V2CR tag=SNT2GDM4YT63 type=del 2024-08-29T18:11:15.106 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:15.102+0000 7f6dcfdbe640 1 > prepared operation key=YAC7TKWP61NS tag=40ZXWUNSHJ0B type=del size=3825441 2024-08-29T18:11:15.112 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:15.110+0000 7f6dcfdbe640 1 < completed delete operation key=DGQXCI25DDX7 tag=OS09J3OO0FYE type=del 2024-08-29T18:11:15.123 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:15.122+0000 7f6dcfdbe640 1 > prepared part key=_multipart_7XDT3ZRUKA4H.2~DEZOI4X1RELO.0 size=363219 2024-08-29T18:11:15.123 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:15.122+0000 7f6dcfdbe640 1 > prepared multipart upload key=7XDT3ZRUKA4H upload=DEZOI4X1RELO tag=G9AD7TH5ERTE type=write size=1411795 2024-08-29T18:11:15.129 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:15.126+0000 7f6dcfdbe640 1 < completed part key=_multipart_MT6UK3U6H4JX.2~76MBFA3C2YMM.0 size=1048576 2024-08-29T18:11:15.134 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:15.134+0000 7f6dcfdbe640 1 < completed part key=_multipart_MT6UK3U6H4JX.2~76MBFA3C2YMM.1 size=146627 2024-08-29T18:11:15.144 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:15.142+0000 7f6dcfdbe640 1 < completed multipart upload key=MT6UK3U6H4JX upload=76MBFA3C2YMM tag=J43AUKEQ1JKW type=write size=2243779 2024-08-29T18:11:15.150 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:15.150+0000 7f6dcfdbe640 1 > prepared operation key=C47XT9Y9B7EW tag=X3JNGHYA34XY type=write size=833931 2024-08-29T18:11:15.163 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:15.162+0000 7f6dcfdbe640 1 < suggested update operation key=7XDT3ZRUKA4H tag=P44U11K0X1P8 type=del size=107501 2024-08-29T18:11:15.174 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:15.174+0000 7f6dcfdbe640 1 > prepared part key=_multipart_T9L1J5N8K7MO.2~LZAJ0FYXJQJ1.0 size=1048576 2024-08-29T18:11:15.179 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:15.178+0000 7f6dcfdbe640 1 > prepared part key=_multipart_T9L1J5N8K7MO.2~LZAJ0FYXJQJ1.1 size=25248 2024-08-29T18:11:15.179 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:15.178+0000 7f6dcfdbe640 1 > prepared multipart upload key=T9L1J5N8K7MO upload=LZAJ0FYXJQJ1 tag=QU1482L26KN7 type=write size=2122400 2024-08-29T18:11:15.180 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:15.178+0000 7f6dcfdbe640 1 < canceled part key=_multipart_C47XT9Y9B7EW.2~DXUKCG8N26F9.0 size=1048576 2024-08-29T18:11:15.184 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:15.182+0000 7f6dcfdbe640 1 < completed part key=_multipart_C47XT9Y9B7EW.2~DXUKCG8N26F9.1 size=702018 2024-08-29T18:11:15.195 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:15.194+0000 7f6dcfdbe640 1 < canceled multipart upload key=C47XT9Y9B7EW upload=DXUKCG8N26F9 tag=VAOVL9JHNT4M type=write size=2799170 2024-08-29T18:11:15.205 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:15.202+0000 7f6dcfdbe640 1 > prepared part key=_multipart_ROJNXFMRMF7F.2~X7DQXFAQPJ79.0 size=112201 2024-08-29T18:11:15.206 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:15.202+0000 7f6dcfdbe640 1 > prepared multipart upload key=ROJNXFMRMF7F upload=X7DQXFAQPJ79 tag=T76APJ6KOT0A type=write size=1160777 2024-08-29T18:11:15.217 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:15.214+0000 7f6dcfdbe640 1 < suggested remove operation key=I0OL3VZS23M6 tag=KTJVKH08J63Z type=write 2024-08-29T18:11:15.223 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:15.222+0000 7f6dcfdbe640 1 > prepared operation key=F8MIRGU95TM4 tag=E3PF1GVIRQKV type=write size=33901 2024-08-29T18:11:15.229 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:15.226+0000 7f6dcfdbe640 1 < completed delete operation key=YE0K0OIAGJTR tag=VFUF5LR3WVQX type=del 2024-08-29T18:11:15.240 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:15.238+0000 7f6dcfdbe640 1 > prepared part key=_multipart_MT6UK3U6H4JX.2~L3QKQXZWCP0L.0 size=922982 2024-08-29T18:11:15.240 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:15.238+0000 7f6dcfdbe640 1 > prepared multipart upload key=MT6UK3U6H4JX upload=L3QKQXZWCP0L tag=3JA8N136KUOZ type=write size=1971558 2024-08-29T18:11:15.246 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:15.246+0000 7f6dcfdbe640 1 < completed part key=_multipart_CY91RGLS4L74.2~U3MCJ5M72X43.0 size=1048576 2024-08-29T18:11:15.251 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:15.250+0000 7f6dcfdbe640 1 < completed part key=_multipart_CY91RGLS4L74.2~U3MCJ5M72X43.1 size=845667 2024-08-29T18:11:15.261 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:15.258+0000 7f6dcfdbe640 1 < completed multipart upload key=CY91RGLS4L74 upload=U3MCJ5M72X43 tag=4SHP93UHCUCI type=write size=2942819 2024-08-29T18:11:15.271 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:15.270+0000 7f6dcfdbe640 1 > prepared part key=_multipart_7D5I09Z3ND5H.2~9X7HEKNLZ0BG.0 size=1048576 2024-08-29T18:11:15.276 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:15.274+0000 7f6dcfdbe640 1 > prepared part key=_multipart_7D5I09Z3ND5H.2~9X7HEKNLZ0BG.1 size=630891 2024-08-29T18:11:15.276 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:15.274+0000 7f6dcfdbe640 1 > prepared multipart upload key=7D5I09Z3ND5H upload=9X7HEKNLZ0BG tag=RE937RTQ41I5 type=write size=2728043 2024-08-29T18:11:15.282 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:15.282+0000 7f6dcfdbe640 1 < completed part key=_multipart_F8MIRGU95TM4.2~0SU3VP60CSEK.0 size=1048576 2024-08-29T18:11:15.287 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:15.286+0000 7f6dcfdbe640 1 < completed part key=_multipart_F8MIRGU95TM4.2~0SU3VP60CSEK.1 size=1048576 2024-08-29T18:11:15.292 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:15.290+0000 7f6dcfdbe640 1 < completed part key=_multipart_F8MIRGU95TM4.2~0SU3VP60CSEK.2 size=615210 2024-08-29T18:11:15.304 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:15.302+0000 7f6dcfdbe640 1 < completed multipart upload key=F8MIRGU95TM4 upload=0SU3VP60CSEK tag=TB2615W15N19 type=write size=3760938 2024-08-29T18:11:15.308 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:15.306+0000 7f6dcfdbe640 1 > prepared operation key=7D5I09Z3ND5H tag=2ITK3WO5KIXJ type=del size=999118 2024-08-29T18:11:15.314 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:15.314+0000 7f6dcfdbe640 1 < completed part key=_multipart_7D5I09Z3ND5H.2~YI7M8HKLM4P0.0 size=1048576 2024-08-29T18:11:15.314 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:15.314+0000 7f6dcfdbe640 1 < canceled part key=_multipart_7D5I09Z3ND5H.2~YI7M8HKLM4P0.1 size=460164 2024-08-29T18:11:15.325 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:15.322+0000 7f6dcfdbe640 1 < canceled multipart upload key=7D5I09Z3ND5H upload=YI7M8HKLM4P0 tag=XX2YQEOXT1J2 type=write size=2557316 2024-08-29T18:11:15.330 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:15.330+0000 7f6dcfdbe640 1 > prepared operation key=JX058LCOIR42 tag=H0OW73ONHO8Y type=del size=1055202 2024-08-29T18:11:15.339 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:15.338+0000 7f6dcfdbe640 -1 < failed to complete operation key=P7TBKPU4347T tag=MKGOQAQD9WJX type=del size=1557833: (22) Invalid argument 2024-08-29T18:11:15.350 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:15.350+0000 7f6dcfdbe640 1 > prepared part key=_multipart_JX058LCOIR42.2~QAAIKE8H5LGZ.0 size=1048576 2024-08-29T18:11:15.356 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:15.354+0000 7f6dcfdbe640 1 > prepared part key=_multipart_JX058LCOIR42.2~QAAIKE8H5LGZ.1 size=637452 2024-08-29T18:11:15.356 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:15.354+0000 7f6dcfdbe640 1 > prepared multipart upload key=JX058LCOIR42 upload=QAAIKE8H5LGZ tag=9PERXO6D5JB1 type=write size=2734604 2024-08-29T18:11:15.362 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:15.362+0000 7f6dcfdbe640 1 < completed delete operation key=T9L1J5N8K7MO tag=RIQS4L0TV1YO type=del 2024-08-29T18:11:15.377 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:15.374+0000 7f6dcfdbe640 1 > prepared part key=_multipart_ZPPDOE70TQPE.2~GN3RCRFSR1O6.0 size=1048576 2024-08-29T18:11:15.382 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:15.382+0000 7f6dcfdbe640 1 > prepared part key=_multipart_ZPPDOE70TQPE.2~GN3RCRFSR1O6.1 size=1048576 2024-08-29T18:11:15.391 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:15.390+0000 7f6dcfdbe640 1 > prepared part key=_multipart_ZPPDOE70TQPE.2~GN3RCRFSR1O6.2 size=278156 2024-08-29T18:11:15.391 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:15.390+0000 7f6dcfdbe640 1 > prepared multipart upload key=ZPPDOE70TQPE upload=GN3RCRFSR1O6 tag=H0CVEAM8XR0Y type=write size=3423884 2024-08-29T18:11:15.401 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:15.398+0000 7f6dcfdbe640 1 < canceled operation key=9XOQBHEAVUKF tag=NANEDBA7087W type=del size=2254292 2024-08-29T18:11:15.408 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:15.406+0000 7f6dcfdbe640 1 > prepared operation key=B7L6NXZ0V2CR tag=6516FZVZ39R5 type=del size=955886 2024-08-29T18:11:15.413 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:15.410+0000 7f6dcfdbe640 1 < completed part key=_multipart_7D5I09Z3ND5H.2~Z9RBQ89TV1JK.0 size=1048576 2024-08-29T18:11:15.418 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:15.418+0000 7f6dcfdbe640 1 < completed part key=_multipart_7D5I09Z3ND5H.2~Z9RBQ89TV1JK.1 size=275946 2024-08-29T18:11:15.428 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:15.426+0000 7f6dcfdbe640 1 < completed multipart upload key=7D5I09Z3ND5H upload=Z9RBQ89TV1JK tag=IBDOP4GXX8W7 type=write size=2373098 2024-08-29T18:11:15.434 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:15.434+0000 7f6dcfdbe640 1 > prepared operation key=LP0MLEKV3E74 tag=KJTENYKOB22A type=write size=129826 2024-08-29T18:11:15.444 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:15.442+0000 7f6dcfdbe640 1 < suggested remove operation key=X10K5L2O256M tag=HCFTR952MYKB type=write 2024-08-29T18:11:15.454 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:15.454+0000 7f6dcfdbe640 1 > prepared part key=_multipart_78MD08IJ7ULZ.2~XEJR5D18X6E3.0 size=1048576 2024-08-29T18:11:15.458 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:15.458+0000 7f6dcfdbe640 1 > prepared part key=_multipart_78MD08IJ7ULZ.2~XEJR5D18X6E3.1 size=1048576 2024-08-29T18:11:15.464 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:15.462+0000 7f6dcfdbe640 1 > prepared part key=_multipart_78MD08IJ7ULZ.2~XEJR5D18X6E3.2 size=1004252 2024-08-29T18:11:15.464 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:15.462+0000 7f6dcfdbe640 1 > prepared multipart upload key=78MD08IJ7ULZ upload=XEJR5D18X6E3 tag=IP1ET1VRWWV8 type=write size=4149980 2024-08-29T18:11:15.468 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:15.466+0000 7f6dcfdbe640 1 < completed part key=_multipart_YE0K0OIAGJTR.2~3UIZC2T5Z4WJ.0 size=1048576 2024-08-29T18:11:15.473 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:15.470+0000 7f6dcfdbe640 1 < completed part key=_multipart_YE0K0OIAGJTR.2~3UIZC2T5Z4WJ.1 size=619470 2024-08-29T18:11:15.482 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:15.482+0000 7f6dcfdbe640 1 < completed multipart upload key=YE0K0OIAGJTR upload=3UIZC2T5Z4WJ tag=AJSR97PNZ3NW type=write size=2716622 2024-08-29T18:11:15.493 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:15.490+0000 7f6dcfdbe640 1 > prepared part key=_multipart_I0OL3VZS23M6.2~BADQCZ7BNLV3.0 size=1048576 2024-08-29T18:11:15.497 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:15.494+0000 7f6dcfdbe640 1 > prepared part key=_multipart_I0OL3VZS23M6.2~BADQCZ7BNLV3.1 size=1048576 2024-08-29T18:11:15.502 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:15.502+0000 7f6dcfdbe640 1 > prepared part key=_multipart_I0OL3VZS23M6.2~BADQCZ7BNLV3.2 size=887536 2024-08-29T18:11:15.502 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:15.502+0000 7f6dcfdbe640 1 > prepared multipart upload key=I0OL3VZS23M6 upload=BADQCZ7BNLV3 tag=FL4ZE05CFIAN type=write size=4033264 2024-08-29T18:11:15.514 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:15.510+0000 7f6dcfdbe640 1 < suggested update operation key=YAC7TKWP61NS tag=40ZXWUNSHJ0B type=del size=3825441 2024-08-29T18:11:15.520 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:15.518+0000 7f6dcfdbe640 1 > prepared operation key=F8MIRGU95TM4 tag=BAOCBY9S3SDM type=del size=1257862 2024-08-29T18:11:15.525 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:15.522+0000 7f6dcfdbe640 1 < completed part key=_multipart_7XDT3ZRUKA4H.2~DEZOI4X1RELO.0 size=363219 2024-08-29T18:11:15.534 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:15.534+0000 7f6dcfdbe640 1 < completed multipart upload key=7XDT3ZRUKA4H upload=DEZOI4X1RELO tag=G9AD7TH5ERTE type=write size=1411795 2024-08-29T18:11:15.540 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:15.538+0000 7f6dcfdbe640 1 > prepared operation key=ROJNXFMRMF7F tag=E4U4ZF2UF0PB type=del size=1995463 2024-08-29T18:11:15.545 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:15.542+0000 7f6dcfdbe640 1 < completed write operation key=C47XT9Y9B7EW tag=X3JNGHYA34XY type=write size=833931 2024-08-29T18:11:15.551 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:15.550+0000 7f6dcfdbe640 1 > prepared operation key=LP0MLEKV3E74 tag=0QCUO9KR1BQO type=del size=651793 2024-08-29T18:11:15.556 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:15.554+0000 7f6dcfdbe640 1 < completed part key=_multipart_T9L1J5N8K7MO.2~LZAJ0FYXJQJ1.0 size=1048576 2024-08-29T18:11:15.561 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:15.558+0000 7f6dcfdbe640 1 < completed part key=_multipart_T9L1J5N8K7MO.2~LZAJ0FYXJQJ1.1 size=25248 2024-08-29T18:11:15.571 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:15.570+0000 7f6dcfdbe640 1 < completed multipart upload key=T9L1J5N8K7MO upload=LZAJ0FYXJQJ1 tag=QU1482L26KN7 type=write size=2122400 2024-08-29T18:11:15.577 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:15.574+0000 7f6dcfdbe640 1 > prepared operation key=JX058LCOIR42 tag=FY49IDNFFYE7 type=write size=588676 2024-08-29T18:11:15.584 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:15.582+0000 7f6dcfdbe640 1 < completed part key=_multipart_ROJNXFMRMF7F.2~X7DQXFAQPJ79.0 size=112201 2024-08-29T18:11:15.594 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:15.594+0000 7f6dcfdbe640 1 < completed multipart upload key=ROJNXFMRMF7F upload=X7DQXFAQPJ79 tag=T76APJ6KOT0A type=write size=1160777 2024-08-29T18:11:15.600 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:15.598+0000 7f6dcfdbe640 1 > prepared operation key=PCRU0BDU1Z87 tag=KZ8JIDRYLAVH type=del size=3031093 2024-08-29T18:11:15.614 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:15.614+0000 7f6dcfdbe640 1 < suggested update operation key=F8MIRGU95TM4 tag=E3PF1GVIRQKV type=write size=33901 2024-08-29T18:11:15.621 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:15.618+0000 7f6dcfdbe640 1 > prepared operation key=9XOQBHEAVUKF tag=0K3MNR4B73X7 type=del size=642834 2024-08-29T18:11:15.627 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:15.626+0000 7f6dcfdbe640 1 < completed part key=_multipart_MT6UK3U6H4JX.2~L3QKQXZWCP0L.0 size=922982 2024-08-29T18:11:15.638 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:15.634+0000 7f6dcfdbe640 1 < completed multipart upload key=MT6UK3U6H4JX upload=L3QKQXZWCP0L tag=3JA8N136KUOZ type=write size=1971558 2024-08-29T18:11:15.648 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:15.646+0000 7f6dcfdbe640 1 > prepared part key=_multipart_DGQXCI25DDX7.2~ZANBT6L3QT5A.0 size=663607 2024-08-29T18:11:15.649 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:15.646+0000 7f6dcfdbe640 1 > prepared multipart upload key=DGQXCI25DDX7 upload=ZANBT6L3QT5A tag=P7QP49TMJAC4 type=write size=1712183 2024-08-29T18:11:15.655 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:15.654+0000 7f6dcfdbe640 1 < completed part key=_multipart_7D5I09Z3ND5H.2~9X7HEKNLZ0BG.0 size=1048576 2024-08-29T18:11:15.660 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:15.658+0000 7f6dcfdbe640 1 < completed part key=_multipart_7D5I09Z3ND5H.2~9X7HEKNLZ0BG.1 size=630891 2024-08-29T18:11:15.670 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:15.670+0000 7f6dcfdbe640 1 < completed multipart upload key=7D5I09Z3ND5H upload=9X7HEKNLZ0BG tag=RE937RTQ41I5 type=write size=2728043 2024-08-29T18:11:15.681 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:15.678+0000 7f6dcfdbe640 1 > prepared part key=_multipart_KZ45Y56F6JGC.2~BF7LE3JZMJXD.0 size=1048576 2024-08-29T18:11:15.689 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:15.686+0000 7f6dcfdbe640 1 > prepared part key=_multipart_KZ45Y56F6JGC.2~BF7LE3JZMJXD.1 size=620989 2024-08-29T18:11:15.689 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:15.686+0000 7f6dcfdbe640 1 > prepared multipart upload key=KZ45Y56F6JGC upload=BF7LE3JZMJXD tag=02QYKT6K4PTF type=write size=2718141 2024-08-29T18:11:15.695 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:15.694+0000 7f6dcfdbe640 1 < completed delete operation key=7D5I09Z3ND5H tag=2ITK3WO5KIXJ type=del 2024-08-29T18:11:15.700 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:15.698+0000 7f6dcfdbe640 1 > prepared operation key=MT6UK3U6H4JX tag=0R5JZM9IMB58 type=del size=567636 2024-08-29T18:11:15.712 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:15.710+0000 7f6dcfdbe640 1 < suggested update operation key=JX058LCOIR42 tag=H0OW73ONHO8Y type=del size=1055202 2024-08-29T18:11:15.723 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:15.722+0000 7f6dcfdbe640 1 > prepared part key=_multipart_L6FV6KJ6OHNY.2~JHDVYBGPP95Z.0 size=1048576 2024-08-29T18:11:15.728 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:15.726+0000 7f6dcfdbe640 1 > prepared part key=_multipart_L6FV6KJ6OHNY.2~JHDVYBGPP95Z.1 size=1048576 2024-08-29T18:11:15.733 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:15.730+0000 7f6dcfdbe640 1 > prepared part key=_multipart_L6FV6KJ6OHNY.2~JHDVYBGPP95Z.2 size=369341 2024-08-29T18:11:15.733 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:15.730+0000 7f6dcfdbe640 1 > prepared multipart upload key=L6FV6KJ6OHNY upload=JHDVYBGPP95Z tag=SM83UH23CE2I type=write size=3515069 2024-08-29T18:11:15.739 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:15.738+0000 7f6dcfdbe640 1 < completed part key=_multipart_JX058LCOIR42.2~QAAIKE8H5LGZ.0 size=1048576 2024-08-29T18:11:15.744 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:15.742+0000 7f6dcfdbe640 1 < completed part key=_multipart_JX058LCOIR42.2~QAAIKE8H5LGZ.1 size=637452 2024-08-29T18:11:15.753 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:15.750+0000 7f6dcfdbe640 1 < completed multipart upload key=JX058LCOIR42 upload=QAAIKE8H5LGZ tag=9PERXO6D5JB1 type=write size=2734604 2024-08-29T18:11:15.765 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:15.762+0000 7f6dcfdbe640 1 > prepared part key=_multipart_B7L6NXZ0V2CR.2~EOWQPY8LQCPC.0 size=1048576 2024-08-29T18:11:15.769 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:15.766+0000 7f6dcfdbe640 1 > prepared part key=_multipart_B7L6NXZ0V2CR.2~EOWQPY8LQCPC.1 size=243312 2024-08-29T18:11:15.769 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:15.766+0000 7f6dcfdbe640 1 > prepared multipart upload key=B7L6NXZ0V2CR upload=EOWQPY8LQCPC tag=S890CQLDEZYH type=write size=2340464 2024-08-29T18:11:15.776 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:15.774+0000 7f6dcfdbe640 1 < completed part key=_multipart_ZPPDOE70TQPE.2~GN3RCRFSR1O6.0 size=1048576 2024-08-29T18:11:15.780 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:15.778+0000 7f6dcfdbe640 1 < completed part key=_multipart_ZPPDOE70TQPE.2~GN3RCRFSR1O6.1 size=1048576 2024-08-29T18:11:15.785 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:15.782+0000 7f6dcfdbe640 1 < completed part key=_multipart_ZPPDOE70TQPE.2~GN3RCRFSR1O6.2 size=278156 2024-08-29T18:11:15.797 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:15.794+0000 7f6dcfdbe640 1 < completed multipart upload key=ZPPDOE70TQPE upload=GN3RCRFSR1O6 tag=H0CVEAM8XR0Y type=write size=3423884 2024-08-29T18:11:15.802 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:15.802+0000 7f6dcfdbe640 1 > prepared operation key=LP0MLEKV3E74 tag=T5TBQWVOYFFA type=write size=850402 2024-08-29T18:11:15.809 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:15.806+0000 7f6dcfdbe640 1 < completed delete operation key=B7L6NXZ0V2CR tag=6516FZVZ39R5 type=del 2024-08-29T18:11:15.815 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:15.814+0000 7f6dcfdbe640 1 > prepared operation key=CN52F1ME4Q7H tag=OEJL7OOGUN66 type=del size=3363766 2024-08-29T18:11:15.820 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:15.818+0000 7f6dcfdbe640 1 < completed write operation key=LP0MLEKV3E74 tag=KJTENYKOB22A type=write size=129826 2024-08-29T18:11:15.832 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:15.830+0000 7f6dcfdbe640 1 > prepared part key=_multipart_DGQXCI25DDX7.2~NGSKSAB1PCNH.0 size=1048576 2024-08-29T18:11:15.836 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:15.834+0000 7f6dcfdbe640 1 > prepared part key=_multipart_DGQXCI25DDX7.2~NGSKSAB1PCNH.1 size=83543 2024-08-29T18:11:15.837 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:15.834+0000 7f6dcfdbe640 1 > prepared multipart upload key=DGQXCI25DDX7 upload=NGSKSAB1PCNH tag=177Q0ZEAKGD7 type=write size=2180695 2024-08-29T18:11:15.843 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:15.842+0000 7f6dcfdbe640 1 < completed part key=_multipart_78MD08IJ7ULZ.2~XEJR5D18X6E3.0 size=1048576 2024-08-29T18:11:15.848 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:15.846+0000 7f6dcfdbe640 1 < completed part key=_multipart_78MD08IJ7ULZ.2~XEJR5D18X6E3.1 size=1048576 2024-08-29T18:11:15.853 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:15.850+0000 7f6dcfdbe640 1 < completed part key=_multipart_78MD08IJ7ULZ.2~XEJR5D18X6E3.2 size=1004252 2024-08-29T18:11:15.865 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:15.862+0000 7f6dcfdbe640 1 < completed multipart upload key=78MD08IJ7ULZ upload=XEJR5D18X6E3 tag=IP1ET1VRWWV8 type=write size=4149980 2024-08-29T18:11:15.876 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:15.874+0000 7f6dcfdbe640 1 > prepared part key=_multipart_MT6UK3U6H4JX.2~O5EQZHMRY0WT.0 size=1048576 2024-08-29T18:11:15.880 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:15.878+0000 7f6dcfdbe640 1 > prepared part key=_multipart_MT6UK3U6H4JX.2~O5EQZHMRY0WT.1 size=319093 2024-08-29T18:11:15.881 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:15.878+0000 7f6dcfdbe640 1 > prepared multipart upload key=MT6UK3U6H4JX upload=O5EQZHMRY0WT tag=YTH519RH0KF5 type=write size=2416245 2024-08-29T18:11:15.887 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:15.886+0000 7f6dcfdbe640 1 < completed part key=_multipart_I0OL3VZS23M6.2~BADQCZ7BNLV3.0 size=1048576 2024-08-29T18:11:15.892 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:15.890+0000 7f6dcfdbe640 1 < completed part key=_multipart_I0OL3VZS23M6.2~BADQCZ7BNLV3.1 size=1048576 2024-08-29T18:11:15.897 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:15.894+0000 7f6dcfdbe640 1 < completed part key=_multipart_I0OL3VZS23M6.2~BADQCZ7BNLV3.2 size=887536 2024-08-29T18:11:15.907 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:15.906+0000 7f6dcfdbe640 1 < completed multipart upload key=I0OL3VZS23M6 upload=BADQCZ7BNLV3 tag=FL4ZE05CFIAN type=write size=4033264 2024-08-29T18:11:15.915 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:15.914+0000 7f6dcfdbe640 1 > prepared operation key=CN52F1ME4Q7H tag=FW9N6SBSRJW2 type=del size=1214998 2024-08-29T18:11:15.928 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:15.926+0000 7f6dcfdbe640 1 < suggested update operation key=F8MIRGU95TM4 tag=BAOCBY9S3SDM type=del size=1257862 2024-08-29T18:11:15.935 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:15.934+0000 7f6dcfdbe640 1 > prepared operation key=ULOTXZSBLM0E tag=OXR9C6MF0ZDC type=del size=3039559 2024-08-29T18:11:15.941 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:15.938+0000 7f6dcfdbe640 1 < canceled operation key=ROJNXFMRMF7F tag=E4U4ZF2UF0PB type=del size=1995463 2024-08-29T18:11:15.952 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:15.950+0000 7f6dcfdbe640 1 > prepared part key=_multipart_CN52F1ME4Q7H.2~S41720DSC7LZ.0 size=1048576 2024-08-29T18:11:15.957 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:15.954+0000 7f6dcfdbe640 1 > prepared part key=_multipart_CN52F1ME4Q7H.2~S41720DSC7LZ.1 size=1048576 2024-08-29T18:11:15.962 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:15.962+0000 7f6dcfdbe640 1 > prepared part key=_multipart_CN52F1ME4Q7H.2~S41720DSC7LZ.2 size=12528 2024-08-29T18:11:15.962 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:15.962+0000 7f6dcfdbe640 1 > prepared multipart upload key=CN52F1ME4Q7H upload=S41720DSC7LZ tag=7OCB0VVF8UUT type=write size=3158256 2024-08-29T18:11:15.968 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:15.966+0000 7f6dcfdbe640 1 < completed delete operation key=LP0MLEKV3E74 tag=0QCUO9KR1BQO type=del 2024-08-29T18:11:15.976 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:15.974+0000 7f6dcfdbe640 1 > prepared operation key=7Y0GYERC6W4H tag=X1ZF0K2RHMY8 type=del size=1186679 2024-08-29T18:11:15.985 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:15.982+0000 7f6dcfdbe640 -1 < failed to complete operation key=JX058LCOIR42 tag=FY49IDNFFYE7 type=write size=588676: (22) Invalid argument 2024-08-29T18:11:15.991 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:15.990+0000 7f6dcfdbe640 1 > prepared operation key=W4PL77H6JMGP tag=M1GL1N4FILEM type=del size=3803993 2024-08-29T18:11:16.004 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:16.002+0000 7f6dcfdbe640 1 < suggested remove operation key=PCRU0BDU1Z87 tag=KZ8JIDRYLAVH type=del 2024-08-29T18:11:16.016 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:16.014+0000 7f6dcfdbe640 1 > prepared part key=_multipart_7D5I09Z3ND5H.2~FO1K380FN183.0 size=450799 2024-08-29T18:11:16.016 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:16.014+0000 7f6dcfdbe640 1 > prepared multipart upload key=7D5I09Z3ND5H upload=FO1K380FN183 tag=MBXF0U1S299Q type=write size=1499375 2024-08-29T18:11:16.021 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:16.018+0000 7f6dcfdbe640 1 < completed delete operation key=9XOQBHEAVUKF tag=0K3MNR4B73X7 type=del 2024-08-29T18:11:16.027 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:16.026+0000 7f6dcfdbe640 1 > prepared operation key=LP0MLEKV3E74 tag=KK5JA5G11XZU type=del size=1941832 2024-08-29T18:11:16.033 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:16.030+0000 7f6dcfdbe640 1 < completed part key=_multipart_DGQXCI25DDX7.2~ZANBT6L3QT5A.0 size=663607 2024-08-29T18:11:16.043 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:16.042+0000 7f6dcfdbe640 1 < completed multipart upload key=DGQXCI25DDX7 upload=ZANBT6L3QT5A tag=P7QP49TMJAC4 type=write size=1712183 2024-08-29T18:11:16.055 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:16.054+0000 7f6dcfdbe640 1 > prepared part key=_multipart_CN52F1ME4Q7H.2~WZNERU8MJNTI.0 size=1048576 2024-08-29T18:11:16.061 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:16.058+0000 7f6dcfdbe640 1 > prepared part key=_multipart_CN52F1ME4Q7H.2~WZNERU8MJNTI.1 size=1048576 2024-08-29T18:11:16.066 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:16.066+0000 7f6dcfdbe640 1 > prepared part key=_multipart_CN52F1ME4Q7H.2~WZNERU8MJNTI.2 size=916160 2024-08-29T18:11:16.066 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:16.066+0000 7f6dcfdbe640 1 > prepared multipart upload key=CN52F1ME4Q7H upload=WZNERU8MJNTI tag=U08XHR9GGCH4 type=write size=4061888 2024-08-29T18:11:16.072 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:16.070+0000 7f6dcfdbe640 1 < completed part key=_multipart_KZ45Y56F6JGC.2~BF7LE3JZMJXD.0 size=1048576 2024-08-29T18:11:16.077 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:16.074+0000 7f6dcfdbe640 1 < completed part key=_multipart_KZ45Y56F6JGC.2~BF7LE3JZMJXD.1 size=620989 2024-08-29T18:11:16.087 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:16.086+0000 7f6dcfdbe640 1 < completed multipart upload key=KZ45Y56F6JGC upload=BF7LE3JZMJXD tag=02QYKT6K4PTF type=write size=2718141 2024-08-29T18:11:16.098 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:16.098+0000 7f6dcfdbe640 1 > prepared part key=_multipart_W4PL77H6JMGP.2~5A9FS3O6PP8B.0 size=1048576 2024-08-29T18:11:16.103 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:16.102+0000 7f6dcfdbe640 1 > prepared part key=_multipart_W4PL77H6JMGP.2~5A9FS3O6PP8B.1 size=1048576 2024-08-29T18:11:16.108 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:16.106+0000 7f6dcfdbe640 1 > prepared part key=_multipart_W4PL77H6JMGP.2~5A9FS3O6PP8B.2 size=534033 2024-08-29T18:11:16.108 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:16.106+0000 7f6dcfdbe640 1 > prepared multipart upload key=W4PL77H6JMGP upload=5A9FS3O6PP8B tag=PKQTH5ZZ3PX1 type=write size=3679761 2024-08-29T18:11:16.114 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:16.114+0000 7f6dcfdbe640 1 < completed delete operation key=MT6UK3U6H4JX tag=0R5JZM9IMB58 type=del 2024-08-29T18:11:16.120 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:16.118+0000 7f6dcfdbe640 1 > prepared operation key=B7L6NXZ0V2CR tag=7SO7UF9PJHDG type=del size=8150 2024-08-29T18:11:16.126 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:16.126+0000 7f6dcfdbe640 1 < completed part key=_multipart_L6FV6KJ6OHNY.2~JHDVYBGPP95Z.0 size=1048576 2024-08-29T18:11:16.132 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:16.130+0000 7f6dcfdbe640 1 < completed part key=_multipart_L6FV6KJ6OHNY.2~JHDVYBGPP95Z.1 size=1048576 2024-08-29T18:11:16.132 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:16.130+0000 7f6dcfdbe640 1 < canceled part key=_multipart_L6FV6KJ6OHNY.2~JHDVYBGPP95Z.2 size=369341 2024-08-29T18:11:16.143 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:16.142+0000 7f6dcfdbe640 1 < canceled multipart upload key=L6FV6KJ6OHNY upload=JHDVYBGPP95Z tag=SM83UH23CE2I type=write size=3515069 2024-08-29T18:11:16.149 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:16.146+0000 7f6dcfdbe640 1 > prepared operation key=DGQXCI25DDX7 tag=KPB7PD70NKHQ type=write size=538322 2024-08-29T18:11:16.155 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:16.154+0000 7f6dcfdbe640 1 < completed part key=_multipart_B7L6NXZ0V2CR.2~EOWQPY8LQCPC.0 size=1048576 2024-08-29T18:11:16.160 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:16.158+0000 7f6dcfdbe640 1 < completed part key=_multipart_B7L6NXZ0V2CR.2~EOWQPY8LQCPC.1 size=243312 2024-08-29T18:11:16.173 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:16.170+0000 7f6dcfdbe640 1 < completed multipart upload key=B7L6NXZ0V2CR upload=EOWQPY8LQCPC tag=S890CQLDEZYH type=write size=2340464 2024-08-29T18:11:16.180 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:16.178+0000 7f6dcfdbe640 1 > prepared operation key=JX058LCOIR42 tag=5BBSGCNWZM5J type=write size=435441 2024-08-29T18:11:16.188 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:16.186+0000 7f6dcfdbe640 1 < completed write operation key=LP0MLEKV3E74 tag=T5TBQWVOYFFA type=write size=850402 2024-08-29T18:11:16.195 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:16.194+0000 7f6dcfdbe640 1 > prepared operation key=P7TBKPU4347T tag=L443QR661HBT type=del size=3120689 2024-08-29T18:11:16.200 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:16.198+0000 7f6dcfdbe640 1 < completed delete operation key=CN52F1ME4Q7H tag=OEJL7OOGUN66 type=del 2024-08-29T18:11:16.205 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:16.202+0000 7f6dcfdbe640 1 > prepared operation key=B7L6NXZ0V2CR tag=J5Y0GY6MN0V0 type=del size=857768 2024-08-29T18:11:16.211 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:16.210+0000 7f6dcfdbe640 1 < completed part key=_multipart_DGQXCI25DDX7.2~NGSKSAB1PCNH.0 size=1048576 2024-08-29T18:11:16.216 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:16.214+0000 7f6dcfdbe640 1 < completed part key=_multipart_DGQXCI25DDX7.2~NGSKSAB1PCNH.1 size=83543 2024-08-29T18:11:16.227 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:16.226+0000 7f6dcfdbe640 1 < completed multipart upload key=DGQXCI25DDX7 upload=NGSKSAB1PCNH tag=177Q0ZEAKGD7 type=write size=2180695 2024-08-29T18:11:16.238 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:16.238+0000 7f6dcfdbe640 1 > prepared part key=_multipart_7XDT3ZRUKA4H.2~RN3M11MGXWDO.0 size=1048576 2024-08-29T18:11:16.243 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:16.242+0000 7f6dcfdbe640 1 > prepared part key=_multipart_7XDT3ZRUKA4H.2~RN3M11MGXWDO.1 size=457526 2024-08-29T18:11:16.243 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:16.242+0000 7f6dcfdbe640 1 > prepared multipart upload key=7XDT3ZRUKA4H upload=RN3M11MGXWDO tag=9MYZJX6MESRO type=write size=2554678 2024-08-29T18:11:16.248 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:16.246+0000 7f6dcfdbe640 1 < completed part key=_multipart_MT6UK3U6H4JX.2~O5EQZHMRY0WT.0 size=1048576 2024-08-29T18:11:16.253 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:16.250+0000 7f6dcfdbe640 1 < completed part key=_multipart_MT6UK3U6H4JX.2~O5EQZHMRY0WT.1 size=319093 2024-08-29T18:11:16.263 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:16.262+0000 7f6dcfdbe640 1 < completed multipart upload key=MT6UK3U6H4JX upload=O5EQZHMRY0WT tag=YTH519RH0KF5 type=write size=2416245 2024-08-29T18:11:16.274 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:16.274+0000 7f6dcfdbe640 1 > prepared part key=_multipart_FDT1EJQCIL25.2~JQFF2OE2KFR6.0 size=1048576 2024-08-29T18:11:16.279 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:16.278+0000 7f6dcfdbe640 1 > prepared part key=_multipart_FDT1EJQCIL25.2~JQFF2OE2KFR6.1 size=1048576 2024-08-29T18:11:16.284 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:16.282+0000 7f6dcfdbe640 1 > prepared part key=_multipart_FDT1EJQCIL25.2~JQFF2OE2KFR6.2 size=55701 2024-08-29T18:11:16.284 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:16.282+0000 7f6dcfdbe640 1 > prepared multipart upload key=FDT1EJQCIL25 upload=JQFF2OE2KFR6 tag=GIE9NNK3R21R type=write size=3201429 2024-08-29T18:11:16.289 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:16.286+0000 7f6dcfdbe640 1 < completed delete operation key=CN52F1ME4Q7H tag=FW9N6SBSRJW2 type=del 2024-08-29T18:11:16.295 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:16.294+0000 7f6dcfdbe640 1 > prepared operation key=CN52F1ME4Q7H tag=ADMLNOOYKE7S type=del size=2912389 2024-08-29T18:11:16.301 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:16.298+0000 7f6dcfdbe640 1 < completed delete operation key=ULOTXZSBLM0E tag=OXR9C6MF0ZDC type=del 2024-08-29T18:11:16.307 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:16.306+0000 7f6dcfdbe640 1 > prepared operation key=7XDT3ZRUKA4H tag=6O909Y75ZGLD type=del size=58734 2024-08-29T18:11:16.313 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:16.310+0000 7f6dcfdbe640 1 < completed part key=_multipart_CN52F1ME4Q7H.2~S41720DSC7LZ.0 size=1048576 2024-08-29T18:11:16.318 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:16.318+0000 7f6dcfdbe640 1 < completed part key=_multipart_CN52F1ME4Q7H.2~S41720DSC7LZ.1 size=1048576 2024-08-29T18:11:16.324 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:16.322+0000 7f6dcfdbe640 1 < completed part key=_multipart_CN52F1ME4Q7H.2~S41720DSC7LZ.2 size=12528 2024-08-29T18:11:16.332 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:16.330+0000 7f6dcfdbe640 1 < completed multipart upload key=CN52F1ME4Q7H upload=S41720DSC7LZ tag=7OCB0VVF8UUT type=write size=3158256 2024-08-29T18:11:16.341 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:16.338+0000 7f6dcfdbe640 1 > prepared operation key=7YYI239LZRWF tag=ZX8JP95JQQZL type=del size=1180132 2024-08-29T18:11:16.346 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:16.346+0000 7f6dcfdbe640 1 < completed delete operation key=7Y0GYERC6W4H tag=X1ZF0K2RHMY8 type=del 2024-08-29T18:11:16.352 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:16.350+0000 7f6dcfdbe640 1 > prepared operation key=CY91RGLS4L74 tag=6T198QGJJPLZ type=del size=3226009 2024-08-29T18:11:16.358 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:16.358+0000 7f6dcfdbe640 1 < completed delete operation key=W4PL77H6JMGP tag=M1GL1N4FILEM type=del 2024-08-29T18:11:16.364 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:16.362+0000 7f6dcfdbe640 1 > prepared operation key=ZPPDOE70TQPE tag=PB8Z5FIKCS3Z type=del size=216235 2024-08-29T18:11:16.370 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:16.366+0000 7f6dcfdbe640 1 < completed part key=_multipart_7D5I09Z3ND5H.2~FO1K380FN183.0 size=450799 2024-08-29T18:11:16.380 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:16.378+0000 7f6dcfdbe640 1 < completed multipart upload key=7D5I09Z3ND5H upload=FO1K380FN183 tag=MBXF0U1S299Q type=write size=1499375 2024-08-29T18:11:16.391 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:16.390+0000 7f6dcfdbe640 1 > prepared part key=_multipart_7D5I09Z3ND5H.2~F0DLG4OJYVG1.0 size=1048576 2024-08-29T18:11:16.396 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:16.394+0000 7f6dcfdbe640 1 > prepared part key=_multipart_7D5I09Z3ND5H.2~F0DLG4OJYVG1.1 size=490763 2024-08-29T18:11:16.397 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:16.394+0000 7f6dcfdbe640 1 > prepared multipart upload key=7D5I09Z3ND5H upload=F0DLG4OJYVG1 tag=0KQQVMQ1MOKB type=write size=2587915 2024-08-29T18:11:16.403 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:16.402+0000 7f6dcfdbe640 1 < completed delete operation key=LP0MLEKV3E74 tag=KK5JA5G11XZU type=del 2024-08-29T18:11:16.410 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:16.410+0000 7f6dcfdbe640 1 > prepared operation key=MT6UK3U6H4JX tag=84P91SM0P0VP type=del size=62982 2024-08-29T18:11:16.416 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:16.414+0000 7f6dcfdbe640 1 < completed part key=_multipart_CN52F1ME4Q7H.2~WZNERU8MJNTI.0 size=1048576 2024-08-29T18:11:16.421 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:16.418+0000 7f6dcfdbe640 1 < completed part key=_multipart_CN52F1ME4Q7H.2~WZNERU8MJNTI.1 size=1048576 2024-08-29T18:11:16.426 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:16.422+0000 7f6dcfdbe640 1 < completed part key=_multipart_CN52F1ME4Q7H.2~WZNERU8MJNTI.2 size=916160 2024-08-29T18:11:16.437 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:16.434+0000 7f6dcfdbe640 1 < completed multipart upload key=CN52F1ME4Q7H upload=WZNERU8MJNTI tag=U08XHR9GGCH4 type=write size=4061888 2024-08-29T18:11:16.443 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:16.442+0000 7f6dcfdbe640 1 > prepared operation key=78MD08IJ7ULZ tag=5V28U0ENUBN7 type=del size=3708703 2024-08-29T18:11:16.450 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:16.446+0000 7f6dcfdbe640 1 < completed part key=_multipart_W4PL77H6JMGP.2~5A9FS3O6PP8B.0 size=1048576 2024-08-29T18:11:16.455 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:16.454+0000 7f6dcfdbe640 1 < completed part key=_multipart_W4PL77H6JMGP.2~5A9FS3O6PP8B.1 size=1048576 2024-08-29T18:11:16.460 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:16.458+0000 7f6dcfdbe640 1 < completed part key=_multipart_W4PL77H6JMGP.2~5A9FS3O6PP8B.2 size=534033 2024-08-29T18:11:16.470 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:16.470+0000 7f6dcfdbe640 1 < completed multipart upload key=W4PL77H6JMGP upload=5A9FS3O6PP8B tag=PKQTH5ZZ3PX1 type=write size=3679761 2024-08-29T18:11:16.481 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:16.478+0000 7f6dcfdbe640 1 > prepared part key=_multipart_W4PL77H6JMGP.2~DSHGF6J2353R.0 size=1048576 2024-08-29T18:11:16.487 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:16.486+0000 7f6dcfdbe640 1 > prepared part key=_multipart_W4PL77H6JMGP.2~DSHGF6J2353R.1 size=1048576 2024-08-29T18:11:16.492 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:16.490+0000 7f6dcfdbe640 1 > prepared part key=_multipart_W4PL77H6JMGP.2~DSHGF6J2353R.2 size=1034654 2024-08-29T18:11:16.492 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:16.490+0000 7f6dcfdbe640 1 > prepared multipart upload key=W4PL77H6JMGP upload=DSHGF6J2353R tag=NTV8SI232Q21 type=write size=4180382 2024-08-29T18:11:16.499 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:16.498+0000 7f6dcfdbe640 1 < completed delete operation key=B7L6NXZ0V2CR tag=7SO7UF9PJHDG type=del 2024-08-29T18:11:16.505 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:16.502+0000 7f6dcfdbe640 1 > prepared operation key=C47XT9Y9B7EW tag=2RQ8LWBF06K4 type=write size=180851 2024-08-29T18:11:16.521 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:16.518+0000 7f6dcfdbe640 1 < suggested remove operation key=DGQXCI25DDX7 tag=KPB7PD70NKHQ type=write 2024-08-29T18:11:16.528 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:16.526+0000 7f6dcfdbe640 1 > prepared operation key=I0OL3VZS23M6 tag=1I1PEL2P92UF type=write size=476169 2024-08-29T18:11:16.535 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:16.534+0000 7f6dcfdbe640 1 < completed write operation key=JX058LCOIR42 tag=5BBSGCNWZM5J type=write size=435441 2024-08-29T18:11:16.548 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:16.546+0000 7f6dcfdbe640 1 > prepared part key=_multipart_7XDT3ZRUKA4H.2~D4CPNJIKL3X2.0 size=1048576 2024-08-29T18:11:16.553 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:16.550+0000 7f6dcfdbe640 1 > prepared part key=_multipart_7XDT3ZRUKA4H.2~D4CPNJIKL3X2.1 size=86718 2024-08-29T18:11:16.553 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:16.550+0000 7f6dcfdbe640 1 > prepared multipart upload key=7XDT3ZRUKA4H upload=D4CPNJIKL3X2 tag=3RO1K302HJPR type=write size=2183870 2024-08-29T18:11:16.559 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:16.558+0000 7f6dcfdbe640 1 < completed delete operation key=P7TBKPU4347T tag=L443QR661HBT type=del 2024-08-29T18:11:16.565 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:16.562+0000 7f6dcfdbe640 1 > prepared operation key=78MD08IJ7ULZ tag=12A98MNK3882 type=write size=697008 2024-08-29T18:11:16.572 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:16.570+0000 7f6dcfdbe640 1 < completed delete operation key=B7L6NXZ0V2CR tag=J5Y0GY6MN0V0 type=del 2024-08-29T18:11:16.578 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:16.574+0000 7f6dcfdbe640 1 > prepared operation key=PCRU0BDU1Z87 tag=WRSW6WBQR01O type=del size=2566457 2024-08-29T18:11:16.583 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:16.582+0000 7f6dcfdbe640 1 < completed part key=_multipart_7XDT3ZRUKA4H.2~RN3M11MGXWDO.0 size=1048576 2024-08-29T18:11:16.589 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:16.586+0000 7f6dcfdbe640 1 < completed part key=_multipart_7XDT3ZRUKA4H.2~RN3M11MGXWDO.1 size=457526 2024-08-29T18:11:16.601 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:16.598+0000 7f6dcfdbe640 1 < completed multipart upload key=7XDT3ZRUKA4H upload=RN3M11MGXWDO tag=9MYZJX6MESRO type=write size=2554678 2024-08-29T18:11:16.607 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:16.606+0000 7f6dcfdbe640 1 > prepared operation key=7YYI239LZRWF tag=OI3J68DCUYUW type=write size=430060 2024-08-29T18:11:16.613 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:16.610+0000 7f6dcfdbe640 1 < completed part key=_multipart_FDT1EJQCIL25.2~JQFF2OE2KFR6.0 size=1048576 2024-08-29T18:11:16.618 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:16.618+0000 7f6dcfdbe640 1 < completed part key=_multipart_FDT1EJQCIL25.2~JQFF2OE2KFR6.1 size=1048576 2024-08-29T18:11:16.618 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:16.618+0000 7f6dcfdbe640 1 < canceled part key=_multipart_FDT1EJQCIL25.2~JQFF2OE2KFR6.2 size=55701 2024-08-29T18:11:16.628 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:16.626+0000 7f6dcfdbe640 1 < canceled multipart upload key=FDT1EJQCIL25 upload=JQFF2OE2KFR6 tag=GIE9NNK3R21R type=write size=3201429 2024-08-29T18:11:16.639 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:16.638+0000 7f6dcfdbe640 1 > prepared part key=_multipart_PCRU0BDU1Z87.2~82CD0WINR8G3.0 size=1048576 2024-08-29T18:11:16.645 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:16.642+0000 7f6dcfdbe640 1 > prepared part key=_multipart_PCRU0BDU1Z87.2~82CD0WINR8G3.1 size=107765 2024-08-29T18:11:16.645 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:16.642+0000 7f6dcfdbe640 1 > prepared multipart upload key=PCRU0BDU1Z87 upload=82CD0WINR8G3 tag=GGSK7JE3MGEA type=write size=2204917 2024-08-29T18:11:16.650 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:16.650+0000 7f6dcfdbe640 1 < canceled operation key=CN52F1ME4Q7H tag=ADMLNOOYKE7S type=del size=2912389 2024-08-29T18:11:16.661 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:16.658+0000 7f6dcfdbe640 1 > prepared part key=_multipart_ULOTXZSBLM0E.2~1YEMGGSSGEKV.0 size=1048576 2024-08-29T18:11:16.666 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:16.666+0000 7f6dcfdbe640 1 > prepared part key=_multipart_ULOTXZSBLM0E.2~1YEMGGSSGEKV.1 size=164250 2024-08-29T18:11:16.666 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:16.666+0000 7f6dcfdbe640 1 > prepared multipart upload key=ULOTXZSBLM0E upload=1YEMGGSSGEKV tag=56KDI6XCSDJC type=write size=2261402 2024-08-29T18:11:16.672 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:16.670+0000 7f6dcfdbe640 1 < completed delete operation key=7XDT3ZRUKA4H tag=6O909Y75ZGLD type=del 2024-08-29T18:11:16.683 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:16.682+0000 7f6dcfdbe640 1 > prepared part key=_multipart_X10K5L2O256M.2~UQGKX2KO6D22.0 size=585873 2024-08-29T18:11:16.683 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:16.682+0000 7f6dcfdbe640 1 > prepared multipart upload key=X10K5L2O256M upload=UQGKX2KO6D22 tag=LKYSE2QPLI72 type=write size=1634449 2024-08-29T18:11:16.690 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:16.690+0000 7f6dcfdbe640 1 < completed delete operation key=7YYI239LZRWF tag=ZX8JP95JQQZL type=del 2024-08-29T18:11:16.704 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:16.698+0000 7f6dcfdbe640 1 > prepared part key=_multipart_PCRU0BDU1Z87.2~R6F3RLX2H69B.0 size=552413 2024-08-29T18:11:16.704 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:16.698+0000 7f6dcfdbe640 1 > prepared multipart upload key=PCRU0BDU1Z87 upload=R6F3RLX2H69B tag=CN0YY3HJK1V3 type=write size=1600989 2024-08-29T18:11:16.707 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:16.706+0000 7f6dcfdbe640 1 < completed delete operation key=CY91RGLS4L74 tag=6T198QGJJPLZ type=del 2024-08-29T18:11:16.714 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:16.714+0000 7f6dcfdbe640 1 > prepared operation key=MT6UK3U6H4JX tag=ONE4C9X3ASEB type=write size=207530 2024-08-29T18:11:16.721 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:16.718+0000 7f6dcfdbe640 1 < completed delete operation key=ZPPDOE70TQPE tag=PB8Z5FIKCS3Z type=del 2024-08-29T18:11:16.727 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:16.726+0000 7f6dcfdbe640 1 > prepared operation key=7Y0GYERC6W4H tag=P1V1DZ8P5FUK type=write size=352060 2024-08-29T18:11:16.734 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:16.734+0000 7f6dcfdbe640 1 < completed part key=_multipart_7D5I09Z3ND5H.2~F0DLG4OJYVG1.0 size=1048576 2024-08-29T18:11:16.740 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:16.738+0000 7f6dcfdbe640 1 < completed part key=_multipart_7D5I09Z3ND5H.2~F0DLG4OJYVG1.1 size=490763 2024-08-29T18:11:16.752 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:16.750+0000 7f6dcfdbe640 1 < completed multipart upload key=7D5I09Z3ND5H upload=F0DLG4OJYVG1 tag=0KQQVMQ1MOKB type=write size=2587915 2024-08-29T18:11:16.758 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:16.758+0000 7f6dcfdbe640 1 > prepared operation key=ROJNXFMRMF7F tag=NF5AHMX9YZDV type=write size=10795 2024-08-29T18:11:16.774 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:16.774+0000 7f6dcfdbe640 1 < suggested update operation key=MT6UK3U6H4JX tag=84P91SM0P0VP type=del size=62982 2024-08-29T18:11:16.781 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:16.778+0000 7f6dcfdbe640 1 > prepared operation key=KZ45Y56F6JGC tag=XQ4AMTSYV9IX type=del size=3446766 2024-08-29T18:11:16.787 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:16.786+0000 7f6dcfdbe640 1 < completed delete operation key=78MD08IJ7ULZ tag=5V28U0ENUBN7 type=del 2024-08-29T18:11:16.799 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:16.798+0000 7f6dcfdbe640 1 > prepared part key=_multipart_YAC7TKWP61NS.2~JG7TIYHP3HLB.0 size=533378 2024-08-29T18:11:16.799 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:16.798+0000 7f6dcfdbe640 1 > prepared multipart upload key=YAC7TKWP61NS upload=JG7TIYHP3HLB tag=L6LMDQAY69SF type=write size=1581954 2024-08-29T18:11:16.805 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:16.802+0000 7f6dcfdbe640 1 < completed part key=_multipart_W4PL77H6JMGP.2~DSHGF6J2353R.0 size=1048576 2024-08-29T18:11:16.811 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:16.810+0000 7f6dcfdbe640 1 < completed part key=_multipart_W4PL77H6JMGP.2~DSHGF6J2353R.1 size=1048576 2024-08-29T18:11:16.816 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:16.814+0000 7f6dcfdbe640 1 < completed part key=_multipart_W4PL77H6JMGP.2~DSHGF6J2353R.2 size=1034654 2024-08-29T18:11:16.826 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:11:16 smithi053 bash[68679]: cluster 2024-08-29T18:11:15.403538+0000 mgr.y (mgr.25022) 736 : cluster [DBG] pgmap v1417: 137 pgs: 137 active+clean; 583 KiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 504 KiB/s rd, 173 KiB/s wr, 891 op/s 2024-08-29T18:11:16.827 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:16.826+0000 7f6dcfdbe640 1 < completed multipart upload key=W4PL77H6JMGP upload=DSHGF6J2353R tag=NTV8SI232Q21 type=write size=4180382 2024-08-29T18:11:16.833 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:16.830+0000 7f6dcfdbe640 1 > prepared operation key=P7TBKPU4347T tag=I1O6UU0E6675 type=del size=527538 2024-08-29T18:11:16.839 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:16.838+0000 7f6dcfdbe640 1 < completed write operation key=C47XT9Y9B7EW tag=2RQ8LWBF06K4 type=write size=180851 2024-08-29T18:11:16.845 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:16.842+0000 7f6dcfdbe640 1 > prepared operation key=L6FV6KJ6OHNY tag=I78K1F19SBRT type=del size=3508486 2024-08-29T18:11:16.851 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:16.850+0000 7f6dcfdbe640 1 < completed write operation key=I0OL3VZS23M6 tag=1I1PEL2P92UF type=write size=476169 2024-08-29T18:11:16.857 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:16.854+0000 7f6dcfdbe640 1 > prepared operation key=9XOQBHEAVUKF tag=A3YG8UN5TF8D type=del size=2370084 2024-08-29T18:11:16.863 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:16.862+0000 7f6dcfdbe640 1 < completed part key=_multipart_7XDT3ZRUKA4H.2~D4CPNJIKL3X2.0 size=1048576 2024-08-29T18:11:16.868 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:16.866+0000 7f6dcfdbe640 1 < completed part key=_multipart_7XDT3ZRUKA4H.2~D4CPNJIKL3X2.1 size=86718 2024-08-29T18:11:16.879 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:16.878+0000 7f6dcfdbe640 1 < completed multipart upload key=7XDT3ZRUKA4H upload=D4CPNJIKL3X2 tag=3RO1K302HJPR type=write size=2183870 2024-08-29T18:11:16.879 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:11:16 smithi028 bash[77168]: cluster 2024-08-29T18:11:15.403538+0000 mgr.y (mgr.25022) 736 : cluster [DBG] pgmap v1417: 137 pgs: 137 active+clean; 583 KiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 504 KiB/s rd, 173 KiB/s wr, 891 op/s 2024-08-29T18:11:16.879 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:11:16 smithi028 bash[78352]: cluster 2024-08-29T18:11:15.403538+0000 mgr.y (mgr.25022) 736 : cluster [DBG] pgmap v1417: 137 pgs: 137 active+clean; 583 KiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 504 KiB/s rd, 173 KiB/s wr, 891 op/s 2024-08-29T18:11:16.890 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:16.890+0000 7f6dcfdbe640 1 > prepared part key=_multipart_YE0K0OIAGJTR.2~9J954V37FZZ2.0 size=1048576 2024-08-29T18:11:16.895 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:16.894+0000 7f6dcfdbe640 1 > prepared part key=_multipart_YE0K0OIAGJTR.2~9J954V37FZZ2.1 size=1048576 2024-08-29T18:11:16.900 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:16.898+0000 7f6dcfdbe640 1 > prepared part key=_multipart_YE0K0OIAGJTR.2~9J954V37FZZ2.2 size=745548 2024-08-29T18:11:16.900 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:16.898+0000 7f6dcfdbe640 1 > prepared multipart upload key=YE0K0OIAGJTR upload=9J954V37FZZ2 tag=EIKYG369RDP2 type=write size=3891276 2024-08-29T18:11:16.912 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:16.910+0000 7f6dcfdbe640 1 < suggested remove operation key=78MD08IJ7ULZ tag=12A98MNK3882 type=write 2024-08-29T18:11:16.917 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:16.914+0000 7f6dcfdbe640 1 > prepared operation key=7YYI239LZRWF tag=U21E62L1CKR9 type=del size=2518641 2024-08-29T18:11:16.923 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:16.922+0000 7f6dcfdbe640 1 < completed delete operation key=PCRU0BDU1Z87 tag=WRSW6WBQR01O type=del 2024-08-29T18:11:16.934 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:16.934+0000 7f6dcfdbe640 1 > prepared part key=_multipart_3BV7GUDY3NXK.2~62BL3XX6W5A2.0 size=888002 2024-08-29T18:11:16.935 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:16.934+0000 7f6dcfdbe640 1 > prepared multipart upload key=3BV7GUDY3NXK upload=62BL3XX6W5A2 tag=W5P1TSKVW32A type=write size=1936578 2024-08-29T18:11:16.940 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:16.938+0000 7f6dcfdbe640 1 < completed write operation key=7YYI239LZRWF tag=OI3J68DCUYUW type=write size=430060 2024-08-29T18:11:16.951 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:16.950+0000 7f6dcfdbe640 1 > prepared part key=_multipart_L6FV6KJ6OHNY.2~13MPMSFXZMSU.0 size=252392 2024-08-29T18:11:16.952 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:16.950+0000 7f6dcfdbe640 1 > prepared multipart upload key=L6FV6KJ6OHNY upload=13MPMSFXZMSU tag=DS0YNYRBEPXI type=write size=1300968 2024-08-29T18:11:16.957 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:16.954+0000 7f6dcfdbe640 1 < completed part key=_multipart_PCRU0BDU1Z87.2~82CD0WINR8G3.0 size=1048576 2024-08-29T18:11:16.962 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:16.962+0000 7f6dcfdbe640 1 < completed part key=_multipart_PCRU0BDU1Z87.2~82CD0WINR8G3.1 size=107765 2024-08-29T18:11:16.972 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:16.970+0000 7f6dcfdbe640 1 < completed multipart upload key=PCRU0BDU1Z87 upload=82CD0WINR8G3 tag=GGSK7JE3MGEA type=write size=2204917 2024-08-29T18:11:16.978 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:16.978+0000 7f6dcfdbe640 1 > prepared operation key=CN52F1ME4Q7H tag=CQFEOA1Y8U20 type=del size=1052999 2024-08-29T18:11:16.985 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:16.982+0000 7f6dcfdbe640 1 < completed part key=_multipart_ULOTXZSBLM0E.2~1YEMGGSSGEKV.0 size=1048576 2024-08-29T18:11:16.990 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:16.990+0000 7f6dcfdbe640 1 < completed part key=_multipart_ULOTXZSBLM0E.2~1YEMGGSSGEKV.1 size=164250 2024-08-29T18:11:17.001 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:16.998+0000 7f6dcfdbe640 1 < completed multipart upload key=ULOTXZSBLM0E upload=1YEMGGSSGEKV tag=56KDI6XCSDJC type=write size=2261402 2024-08-29T18:11:17.007 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:17.006+0000 7f6dcfdbe640 1 > prepared operation key=ROJNXFMRMF7F tag=D0Q75EY74UT2 type=del size=1109019 2024-08-29T18:11:17.013 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:17.010+0000 7f6dcfdbe640 1 < completed part key=_multipart_X10K5L2O256M.2~UQGKX2KO6D22.0 size=585873 2024-08-29T18:11:17.024 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:17.022+0000 7f6dcfdbe640 1 < completed multipart upload key=X10K5L2O256M upload=UQGKX2KO6D22 tag=LKYSE2QPLI72 type=write size=1634449 2024-08-29T18:11:17.036 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:17.034+0000 7f6dcfdbe640 1 > prepared part key=_multipart_KZ45Y56F6JGC.2~SP4VUHKRY7MW.0 size=725418 2024-08-29T18:11:17.036 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:17.034+0000 7f6dcfdbe640 1 > prepared multipart upload key=KZ45Y56F6JGC upload=SP4VUHKRY7MW tag=68S2ZO2MNZC8 type=write size=1773994 2024-08-29T18:11:17.042 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:17.042+0000 7f6dcfdbe640 1 < completed part key=_multipart_PCRU0BDU1Z87.2~R6F3RLX2H69B.0 size=552413 2024-08-29T18:11:17.051 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:17.050+0000 7f6dcfdbe640 1 < completed multipart upload key=PCRU0BDU1Z87 upload=R6F3RLX2H69B tag=CN0YY3HJK1V3 type=write size=1600989 2024-08-29T18:11:17.062 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:17.062+0000 7f6dcfdbe640 1 > prepared part key=_multipart_F8MIRGU95TM4.2~3A98ZE0HNDCA.0 size=1048576 2024-08-29T18:11:17.067 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:17.066+0000 7f6dcfdbe640 1 > prepared part key=_multipart_F8MIRGU95TM4.2~3A98ZE0HNDCA.1 size=58309 2024-08-29T18:11:17.068 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:17.066+0000 7f6dcfdbe640 1 > prepared multipart upload key=F8MIRGU95TM4 upload=3A98ZE0HNDCA tag=ZVN3UNDN4I6X type=write size=2155461 2024-08-29T18:11:17.079 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:17.078+0000 7f6dcfdbe640 1 < suggested remove operation key=MT6UK3U6H4JX tag=ONE4C9X3ASEB type=write 2024-08-29T18:11:17.084 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:17.082+0000 7f6dcfdbe640 1 > prepared operation key=LP0MLEKV3E74 tag=MQL3XZV19JNR type=del size=623801 2024-08-29T18:11:17.090 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:17.090+0000 7f6dcfdbe640 1 < completed write operation key=7Y0GYERC6W4H tag=P1V1DZ8P5FUK type=write size=352060 2024-08-29T18:11:17.096 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:17.094+0000 7f6dcfdbe640 1 > prepared operation key=KZ45Y56F6JGC tag=FZHKVW7P7OQX type=del size=187687 2024-08-29T18:11:17.102 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:17.102+0000 7f6dcfdbe640 1 < completed write operation key=ROJNXFMRMF7F tag=NF5AHMX9YZDV type=write size=10795 2024-08-29T18:11:17.108 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:17.106+0000 7f6dcfdbe640 1 > prepared operation key=YE0K0OIAGJTR tag=WLLDQWJ5A4TA type=del size=2002766 2024-08-29T18:11:17.113 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:17.110+0000 7f6dcfdbe640 1 < completed delete operation key=KZ45Y56F6JGC tag=XQ4AMTSYV9IX type=del 2024-08-29T18:11:17.119 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:17.118+0000 7f6dcfdbe640 1 > prepared operation key=MT6UK3U6H4JX tag=9JA5ZAB19D8G type=del size=961588 2024-08-29T18:11:17.126 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:17.122+0000 7f6dcfdbe640 1 < completed part key=_multipart_YAC7TKWP61NS.2~JG7TIYHP3HLB.0 size=533378 2024-08-29T18:11:17.136 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:17.134+0000 7f6dcfdbe640 1 < completed multipart upload key=YAC7TKWP61NS upload=JG7TIYHP3HLB tag=L6LMDQAY69SF type=write size=1581954 2024-08-29T18:11:17.148 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:17.146+0000 7f6dcfdbe640 1 > prepared part key=_multipart_KZ45Y56F6JGC.2~1XDQM19Q7XV5.0 size=1048576 2024-08-29T18:11:17.156 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:17.154+0000 7f6dcfdbe640 1 > prepared part key=_multipart_KZ45Y56F6JGC.2~1XDQM19Q7XV5.1 size=1048576 2024-08-29T18:11:17.165 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:17.162+0000 7f6dcfdbe640 1 > prepared part key=_multipart_KZ45Y56F6JGC.2~1XDQM19Q7XV5.2 size=443404 2024-08-29T18:11:17.165 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:17.162+0000 7f6dcfdbe640 1 > prepared multipart upload key=KZ45Y56F6JGC upload=1XDQM19Q7XV5 tag=3G5BJLQYX2WN type=write size=3589132 2024-08-29T18:11:17.171 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:17.170+0000 7f6dcfdbe640 1 < completed delete operation key=P7TBKPU4347T tag=I1O6UU0E6675 type=del 2024-08-29T18:11:17.182 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:17.182+0000 7f6dcfdbe640 1 > prepared part key=_multipart_7D5I09Z3ND5H.2~VVFK5VC1XUVO.0 size=1048576 2024-08-29T18:11:17.187 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:17.186+0000 7f6dcfdbe640 1 > prepared part key=_multipart_7D5I09Z3ND5H.2~VVFK5VC1XUVO.1 size=228049 2024-08-29T18:11:17.188 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:17.186+0000 7f6dcfdbe640 1 > prepared multipart upload key=7D5I09Z3ND5H upload=VVFK5VC1XUVO tag=V3MAHHTTSXAZ type=write size=2325201 2024-08-29T18:11:17.199 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:17.198+0000 7f6dcfdbe640 1 < suggested update operation key=L6FV6KJ6OHNY tag=I78K1F19SBRT type=del size=3508486 2024-08-29T18:11:17.205 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:17.202+0000 7f6dcfdbe640 1 > prepared operation key=3BV7GUDY3NXK tag=BQGRVS80VFYM type=write size=484985 2024-08-29T18:11:17.211 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:17.210+0000 7f6dcfdbe640 1 < completed delete operation key=9XOQBHEAVUKF tag=A3YG8UN5TF8D type=del 2024-08-29T18:11:17.224 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:17.222+0000 7f6dcfdbe640 1 > prepared part key=_multipart_7XDT3ZRUKA4H.2~HWGJIRM52BPB.0 size=1048576 2024-08-29T18:11:17.232 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:17.230+0000 7f6dcfdbe640 1 > prepared part key=_multipart_7XDT3ZRUKA4H.2~HWGJIRM52BPB.1 size=193413 2024-08-29T18:11:17.232 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:17.230+0000 7f6dcfdbe640 1 > prepared multipart upload key=7XDT3ZRUKA4H upload=HWGJIRM52BPB tag=S8FZDB5VBE40 type=write size=2290565 2024-08-29T18:11:17.239 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:17.238+0000 7f6dcfdbe640 1 < completed part key=_multipart_YE0K0OIAGJTR.2~9J954V37FZZ2.0 size=1048576 2024-08-29T18:11:17.244 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:17.242+0000 7f6dcfdbe640 1 < completed part key=_multipart_YE0K0OIAGJTR.2~9J954V37FZZ2.1 size=1048576 2024-08-29T18:11:17.249 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:17.246+0000 7f6dcfdbe640 1 < completed part key=_multipart_YE0K0OIAGJTR.2~9J954V37FZZ2.2 size=745548 2024-08-29T18:11:17.259 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:17.258+0000 7f6dcfdbe640 1 < completed multipart upload key=YE0K0OIAGJTR upload=9J954V37FZZ2 tag=EIKYG369RDP2 type=write size=3891276 2024-08-29T18:11:17.269 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:17.266+0000 7f6dcfdbe640 1 > prepared part key=_multipart_7D5I09Z3ND5H.2~JJJ1196EFPFN.0 size=751871 2024-08-29T18:11:17.269 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:17.266+0000 7f6dcfdbe640 1 > prepared multipart upload key=7D5I09Z3ND5H upload=JJJ1196EFPFN tag=SVGDVZWAC2E1 type=write size=1800447 2024-08-29T18:11:17.275 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:17.274+0000 7f6dcfdbe640 1 < completed delete operation key=7YYI239LZRWF tag=U21E62L1CKR9 type=del 2024-08-29T18:11:17.280 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:17.278+0000 7f6dcfdbe640 1 > prepared operation key=JX058LCOIR42 tag=GU0F5VLBLE21 type=del size=1841879 2024-08-29T18:11:17.286 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:17.286+0000 7f6dcfdbe640 1 < completed part key=_multipart_3BV7GUDY3NXK.2~62BL3XX6W5A2.0 size=888002 2024-08-29T18:11:17.297 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:17.294+0000 7f6dcfdbe640 1 < completed multipart upload key=3BV7GUDY3NXK upload=62BL3XX6W5A2 tag=W5P1TSKVW32A type=write size=1936578 2024-08-29T18:11:17.302 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:17.302+0000 7f6dcfdbe640 1 > prepared operation key=7Y0GYERC6W4H tag=NPVVZXCLF2TK type=del size=2594621 2024-08-29T18:11:17.308 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:17.306+0000 7f6dcfdbe640 1 < completed part key=_multipart_L6FV6KJ6OHNY.2~13MPMSFXZMSU.0 size=252392 2024-08-29T18:11:17.318 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:17.318+0000 7f6dcfdbe640 1 < completed multipart upload key=L6FV6KJ6OHNY upload=13MPMSFXZMSU tag=DS0YNYRBEPXI type=write size=1300968 2024-08-29T18:11:17.324 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:17.322+0000 7f6dcfdbe640 1 > prepared operation key=F8MIRGU95TM4 tag=R1W2Y67AEE1L type=del size=3793076 2024-08-29T18:11:17.330 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:17.330+0000 7f6dcfdbe640 1 < completed delete operation key=CN52F1ME4Q7H tag=CQFEOA1Y8U20 type=del 2024-08-29T18:11:17.336 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:17.334+0000 7f6dcfdbe640 1 > prepared operation key=7Y0GYERC6W4H tag=C1WBI0ME2LJ4 type=del size=1865001 2024-08-29T18:11:17.344 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:17.342+0000 7f6dcfdbe640 1 < completed delete operation key=ROJNXFMRMF7F tag=D0Q75EY74UT2 type=del 2024-08-29T18:11:17.352 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:17.350+0000 7f6dcfdbe640 1 > prepared operation key=ROJNXFMRMF7F tag=BSK2TA86O6BJ type=del size=3294562 2024-08-29T18:11:17.359 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:17.358+0000 7f6dcfdbe640 1 < completed part key=_multipart_KZ45Y56F6JGC.2~SP4VUHKRY7MW.0 size=725418 2024-08-29T18:11:17.371 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:17.370+0000 7f6dcfdbe640 1 < completed multipart upload key=KZ45Y56F6JGC upload=SP4VUHKRY7MW tag=68S2ZO2MNZC8 type=write size=1773994 2024-08-29T18:11:17.377 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:17.374+0000 7f6dcfdbe640 1 > prepared operation key=CN52F1ME4Q7H tag=F29GNAM32F4Z type=del size=1744456 2024-08-29T18:11:17.383 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:17.382+0000 7f6dcfdbe640 1 < completed part key=_multipart_F8MIRGU95TM4.2~3A98ZE0HNDCA.0 size=1048576 2024-08-29T18:11:17.383 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:17.382+0000 7f6dcfdbe640 1 < canceled part key=_multipart_F8MIRGU95TM4.2~3A98ZE0HNDCA.1 size=58309 2024-08-29T18:11:17.393 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:17.390+0000 7f6dcfdbe640 1 < canceled multipart upload key=F8MIRGU95TM4 upload=3A98ZE0HNDCA tag=ZVN3UNDN4I6X type=write size=2155461 2024-08-29T18:11:17.404 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:17.402+0000 7f6dcfdbe640 1 > prepared part key=_multipart_YKW2ORIZT8YI.2~4OUU59DIHTIY.0 size=1048576 2024-08-29T18:11:17.409 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:17.406+0000 7f6dcfdbe640 1 > prepared part key=_multipart_YKW2ORIZT8YI.2~4OUU59DIHTIY.1 size=1048576 2024-08-29T18:11:17.414 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:17.414+0000 7f6dcfdbe640 1 > prepared part key=_multipart_YKW2ORIZT8YI.2~4OUU59DIHTIY.2 size=572783 2024-08-29T18:11:17.415 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:17.414+0000 7f6dcfdbe640 1 > prepared multipart upload key=YKW2ORIZT8YI upload=4OUU59DIHTIY tag=AC33D2TDTV62 type=write size=3718511 2024-08-29T18:11:17.420 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:17.418+0000 7f6dcfdbe640 1 < completed delete operation key=LP0MLEKV3E74 tag=MQL3XZV19JNR type=del 2024-08-29T18:11:17.426 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:17.426+0000 7f6dcfdbe640 1 > prepared operation key=L6FV6KJ6OHNY tag=WKAEMT1DHP15 type=write size=420918 2024-08-29T18:11:17.432 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:17.430+0000 7f6dcfdbe640 1 < completed delete operation key=KZ45Y56F6JGC tag=FZHKVW7P7OQX type=del 2024-08-29T18:11:17.443 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:17.442+0000 7f6dcfdbe640 1 > prepared part key=_multipart_78MD08IJ7ULZ.2~HHF329MGLEZD.0 size=1048576 2024-08-29T18:11:17.449 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:17.446+0000 7f6dcfdbe640 1 > prepared part key=_multipart_78MD08IJ7ULZ.2~HHF329MGLEZD.1 size=425608 2024-08-29T18:11:17.449 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:17.446+0000 7f6dcfdbe640 1 > prepared multipart upload key=78MD08IJ7ULZ upload=HHF329MGLEZD tag=FNERFLYWMN6H type=write size=2522760 2024-08-29T18:11:17.460 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:17.458+0000 7f6dcfdbe640 1 < suggested remove operation key=YE0K0OIAGJTR tag=WLLDQWJ5A4TA type=del 2024-08-29T18:11:17.472 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:17.470+0000 7f6dcfdbe640 1 > prepared part key=_multipart_I0OL3VZS23M6.2~4LQ7KI58YZQK.0 size=1048576 2024-08-29T18:11:17.477 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:17.474+0000 7f6dcfdbe640 1 > prepared part key=_multipart_I0OL3VZS23M6.2~4LQ7KI58YZQK.1 size=193509 2024-08-29T18:11:17.477 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:17.474+0000 7f6dcfdbe640 1 > prepared multipart upload key=I0OL3VZS23M6 upload=4LQ7KI58YZQK tag=JXR50JI8MMQJ type=write size=2290661 2024-08-29T18:11:17.483 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:17.482+0000 7f6dcfdbe640 1 < completed delete operation key=MT6UK3U6H4JX tag=9JA5ZAB19D8G type=del 2024-08-29T18:11:17.494 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:17.494+0000 7f6dcfdbe640 1 > prepared part key=_multipart_PCRU0BDU1Z87.2~JRH01JA0OS8Y.0 size=822460 2024-08-29T18:11:17.494 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:17.494+0000 7f6dcfdbe640 1 > prepared multipart upload key=PCRU0BDU1Z87 upload=JRH01JA0OS8Y tag=81Y3SAG74EL3 type=write size=1871036 2024-08-29T18:11:17.501 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:17.498+0000 7f6dcfdbe640 1 < completed part key=_multipart_KZ45Y56F6JGC.2~1XDQM19Q7XV5.0 size=1048576 2024-08-29T18:11:17.505 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:17.502+0000 7f6dcfdbe640 1 < completed part key=_multipart_KZ45Y56F6JGC.2~1XDQM19Q7XV5.1 size=1048576 2024-08-29T18:11:17.511 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:17.510+0000 7f6dcfdbe640 1 < completed part key=_multipart_KZ45Y56F6JGC.2~1XDQM19Q7XV5.2 size=443404 2024-08-29T18:11:17.521 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:17.518+0000 7f6dcfdbe640 1 < completed multipart upload key=KZ45Y56F6JGC upload=1XDQM19Q7XV5 tag=3G5BJLQYX2WN type=write size=3589132 2024-08-29T18:11:17.528 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:17.526+0000 7f6dcfdbe640 1 > prepared operation key=FDT1EJQCIL25 tag=W40WFB5YXLYH type=write size=627631 2024-08-29T18:11:17.529 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:17.526+0000 7f6dcfdbe640 1 < canceled part key=_multipart_7D5I09Z3ND5H.2~VVFK5VC1XUVO.0 size=1048576 2024-08-29T18:11:17.535 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:17.534+0000 7f6dcfdbe640 1 < completed part key=_multipart_7D5I09Z3ND5H.2~VVFK5VC1XUVO.1 size=228049 2024-08-29T18:11:17.545 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:17.542+0000 7f6dcfdbe640 1 < canceled multipart upload key=7D5I09Z3ND5H upload=VVFK5VC1XUVO tag=V3MAHHTTSXAZ type=write size=2325201 2024-08-29T18:11:17.552 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:17.550+0000 7f6dcfdbe640 1 > prepared operation key=X10K5L2O256M tag=EJWQ3NN78D6I type=write size=985807 2024-08-29T18:11:17.559 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:17.558+0000 7f6dcfdbe640 1 < completed write operation key=3BV7GUDY3NXK tag=BQGRVS80VFYM type=write size=484985 2024-08-29T18:11:17.566 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:17.566+0000 7f6dcfdbe640 1 > prepared operation key=DGQXCI25DDX7 tag=H3FK6ACMY76M type=write size=846329 2024-08-29T18:11:17.572 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:17.570+0000 7f6dcfdbe640 1 < completed part key=_multipart_7XDT3ZRUKA4H.2~HWGJIRM52BPB.0 size=1048576 2024-08-29T18:11:17.577 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:17.574+0000 7f6dcfdbe640 1 < completed part key=_multipart_7XDT3ZRUKA4H.2~HWGJIRM52BPB.1 size=193413 2024-08-29T18:11:17.588 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:17.586+0000 7f6dcfdbe640 1 < completed multipart upload key=7XDT3ZRUKA4H upload=HWGJIRM52BPB tag=S8FZDB5VBE40 type=write size=2290565 2024-08-29T18:11:17.595 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:17.594+0000 7f6dcfdbe640 1 > prepared operation key=P7TBKPU4347T tag=1XUE6A4I8ZQX type=del size=2941016 2024-08-29T18:11:17.602 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:17.598+0000 7f6dcfdbe640 1 < completed part key=_multipart_7D5I09Z3ND5H.2~JJJ1196EFPFN.0 size=751871 2024-08-29T18:11:17.613 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:17.610+0000 7f6dcfdbe640 1 < completed multipart upload key=7D5I09Z3ND5H upload=JJJ1196EFPFN tag=SVGDVZWAC2E1 type=write size=1800447 2024-08-29T18:11:17.618 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:17.618+0000 7f6dcfdbe640 1 > prepared operation key=JX058LCOIR42 tag=WPKBYSHUSSCM type=del size=581992 2024-08-29T18:11:17.625 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:17.622+0000 7f6dcfdbe640 1 < completed delete operation key=JX058LCOIR42 tag=GU0F5VLBLE21 type=del 2024-08-29T18:11:17.631 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:17.630+0000 7f6dcfdbe640 1 > prepared operation key=L6FV6KJ6OHNY tag=V072WB25X4R2 type=del size=1107925 2024-08-29T18:11:17.637 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:17.634+0000 7f6dcfdbe640 1 < completed delete operation key=7Y0GYERC6W4H tag=NPVVZXCLF2TK type=del 2024-08-29T18:11:17.643 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:17.642+0000 7f6dcfdbe640 1 > prepared operation key=W4PL77H6JMGP tag=ZY66WCY2LYBW type=del size=244889 2024-08-29T18:11:17.649 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:17.646+0000 7f6dcfdbe640 1 < completed delete operation key=F8MIRGU95TM4 tag=R1W2Y67AEE1L type=del 2024-08-29T18:11:17.655 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:17.654+0000 7f6dcfdbe640 1 > prepared operation key=DGQXCI25DDX7 tag=4HI703RPKMFH type=del size=3783016 2024-08-29T18:11:17.661 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:17.658+0000 7f6dcfdbe640 1 < completed delete operation key=7Y0GYERC6W4H tag=C1WBI0ME2LJ4 type=del 2024-08-29T18:11:17.667 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:17.666+0000 7f6dcfdbe640 1 > prepared operation key=7YYI239LZRWF tag=DSMH0QQS32QM type=del size=4032889 2024-08-29T18:11:17.672 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:17.670+0000 7f6dcfdbe640 1 < completed delete operation key=ROJNXFMRMF7F tag=BSK2TA86O6BJ type=del 2024-08-29T18:11:17.678 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:17.678+0000 7f6dcfdbe640 1 > prepared operation key=L6FV6KJ6OHNY tag=KT10UMGWD56D type=del size=1843945 2024-08-29T18:11:17.684 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:17.682+0000 7f6dcfdbe640 1 < completed delete operation key=CN52F1ME4Q7H tag=F29GNAM32F4Z type=del 2024-08-29T18:11:17.695 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:17.694+0000 7f6dcfdbe640 1 > prepared part key=_multipart_ZPPDOE70TQPE.2~BNVBPZKEOG7J.0 size=1048576 2024-08-29T18:11:17.700 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:17.698+0000 7f6dcfdbe640 1 > prepared part key=_multipart_ZPPDOE70TQPE.2~BNVBPZKEOG7J.1 size=926410 2024-08-29T18:11:17.700 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:17.698+0000 7f6dcfdbe640 1 > prepared multipart upload key=ZPPDOE70TQPE upload=BNVBPZKEOG7J tag=R0SQB03R44EX type=write size=3023562 2024-08-29T18:11:17.700 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:17.698+0000 7f6dcfdbe640 1 < canceled part key=_multipart_YKW2ORIZT8YI.2~4OUU59DIHTIY.0 size=1048576 2024-08-29T18:11:17.705 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:17.702+0000 7f6dcfdbe640 1 < completed part key=_multipart_YKW2ORIZT8YI.2~4OUU59DIHTIY.1 size=1048576 2024-08-29T18:11:17.710 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:17.710+0000 7f6dcfdbe640 1 < completed part key=_multipart_YKW2ORIZT8YI.2~4OUU59DIHTIY.2 size=572783 2024-08-29T18:11:17.721 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:17.718+0000 7f6dcfdbe640 1 < canceled multipart upload key=YKW2ORIZT8YI upload=4OUU59DIHTIY tag=AC33D2TDTV62 type=write size=3718511 2024-08-29T18:11:17.727 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:17.726+0000 7f6dcfdbe640 1 > prepared operation key=3VC6XP11WXW6 tag=F89CWO1VOGYZ type=del size=1178444 2024-08-29T18:11:17.733 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:17.730+0000 7f6dcfdbe640 1 < completed write operation key=L6FV6KJ6OHNY tag=WKAEMT1DHP15 type=write size=420918 2024-08-29T18:11:17.744 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:17.742+0000 7f6dcfdbe640 1 > prepared part key=_multipart_DGQXCI25DDX7.2~C6I10F3WXA56.0 size=810418 2024-08-29T18:11:17.744 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:17.742+0000 7f6dcfdbe640 1 > prepared multipart upload key=DGQXCI25DDX7 upload=C6I10F3WXA56 tag=HG7NWL3MXIZ9 type=write size=1858994 2024-08-29T18:11:17.752 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:17.750+0000 7f6dcfdbe640 1 < completed part key=_multipart_78MD08IJ7ULZ.2~HHF329MGLEZD.0 size=1048576 2024-08-29T18:11:17.756 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:17.754+0000 7f6dcfdbe640 1 < completed part key=_multipart_78MD08IJ7ULZ.2~HHF329MGLEZD.1 size=425608 2024-08-29T18:11:17.768 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:17.766+0000 7f6dcfdbe640 1 < completed multipart upload key=78MD08IJ7ULZ upload=HHF329MGLEZD tag=FNERFLYWMN6H type=write size=2522760 2024-08-29T18:11:17.780 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:17.778+0000 7f6dcfdbe640 1 > prepared part key=_multipart_PCRU0BDU1Z87.2~24OLJL1U7NS8.0 size=1048576 2024-08-29T18:11:17.785 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:17.782+0000 7f6dcfdbe640 1 > prepared part key=_multipart_PCRU0BDU1Z87.2~24OLJL1U7NS8.1 size=1048576 2024-08-29T18:11:17.791 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:17.790+0000 7f6dcfdbe640 1 > prepared part key=_multipart_PCRU0BDU1Z87.2~24OLJL1U7NS8.2 size=379385 2024-08-29T18:11:17.791 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:17.790+0000 7f6dcfdbe640 1 > prepared multipart upload key=PCRU0BDU1Z87 upload=24OLJL1U7NS8 tag=V1WAU4FPJGQG type=write size=3525113 2024-08-29T18:11:17.798 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:17.798+0000 7f6dcfdbe640 1 < completed part key=_multipart_I0OL3VZS23M6.2~4LQ7KI58YZQK.0 size=1048576 2024-08-29T18:11:17.803 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:17.802+0000 7f6dcfdbe640 1 < completed part key=_multipart_I0OL3VZS23M6.2~4LQ7KI58YZQK.1 size=193509 2024-08-29T18:11:17.815 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:17.814+0000 7f6dcfdbe640 1 < completed multipart upload key=I0OL3VZS23M6 upload=4LQ7KI58YZQK tag=JXR50JI8MMQJ type=write size=2290661 2024-08-29T18:11:17.821 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:17.818+0000 7f6dcfdbe640 1 > prepared operation key=YE0K0OIAGJTR tag=RYMB5GY04IKY type=del size=811292 2024-08-29T18:11:17.828 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:17.826+0000 7f6dcfdbe640 1 < completed part key=_multipart_PCRU0BDU1Z87.2~JRH01JA0OS8Y.0 size=822460 2024-08-29T18:11:17.839 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:17.838+0000 7f6dcfdbe640 1 < completed multipart upload key=PCRU0BDU1Z87 upload=JRH01JA0OS8Y tag=81Y3SAG74EL3 type=write size=1871036 2024-08-29T18:11:17.845 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:17.842+0000 7f6dcfdbe640 1 > prepared operation key=JX058LCOIR42 tag=TGEPVYD30HWI type=del size=900657 2024-08-29T18:11:17.851 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:17.850+0000 7f6dcfdbe640 1 < completed write operation key=FDT1EJQCIL25 tag=W40WFB5YXLYH type=write size=627631 2024-08-29T18:11:17.857 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:17.854+0000 7f6dcfdbe640 1 > prepared operation key=ROJNXFMRMF7F tag=CMQ7PMQJCRWG type=del size=2312889 2024-08-29T18:11:17.863 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:17.862+0000 7f6dcfdbe640 1 < completed write operation key=X10K5L2O256M tag=EJWQ3NN78D6I type=write size=985807 2024-08-29T18:11:17.869 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:17.866+0000 7f6dcfdbe640 1 > prepared operation key=7Y0GYERC6W4H tag=P9J6LUQB4P6B type=del size=3219926 2024-08-29T18:11:17.875 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:17.874+0000 7f6dcfdbe640 1 < completed write operation key=DGQXCI25DDX7 tag=H3FK6ACMY76M type=write size=846329 2024-08-29T18:11:17.881 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:17.878+0000 7f6dcfdbe640 1 > prepared operation key=P7TBKPU4347T tag=06YLYEI4MNJ8 type=del size=1216091 2024-08-29T18:11:17.887 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:17.886+0000 7f6dcfdbe640 1 < completed delete operation key=P7TBKPU4347T tag=1XUE6A4I8ZQX type=del 2024-08-29T18:11:17.893 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:17.890+0000 7f6dcfdbe640 1 > prepared operation key=3BV7GUDY3NXK tag=EHX0W2GENFUF type=del size=927541 2024-08-29T18:11:17.899 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:17.898+0000 7f6dcfdbe640 1 < completed delete operation key=JX058LCOIR42 tag=WPKBYSHUSSCM type=del 2024-08-29T18:11:17.910 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:17.910+0000 7f6dcfdbe640 1 > prepared part key=_multipart_YE0K0OIAGJTR.2~6ITBMXI4GJUR.0 size=1048576 2024-08-29T18:11:17.915 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:17.914+0000 7f6dcfdbe640 1 > prepared part key=_multipart_YE0K0OIAGJTR.2~6ITBMXI4GJUR.1 size=469494 2024-08-29T18:11:17.916 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:17.914+0000 7f6dcfdbe640 1 > prepared multipart upload key=YE0K0OIAGJTR upload=6ITBMXI4GJUR tag=XPHVEGP6MQJ0 type=write size=2566646 2024-08-29T18:11:17.921 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:17.918+0000 7f6dcfdbe640 1 < completed delete operation key=L6FV6KJ6OHNY tag=V072WB25X4R2 type=del 2024-08-29T18:11:17.934 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:17.934+0000 7f6dcfdbe640 1 > prepared part key=_multipart_T9L1J5N8K7MO.2~UNHXUU3XECYI.0 size=138220 2024-08-29T18:11:17.934 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:17.934+0000 7f6dcfdbe640 1 > prepared multipart upload key=T9L1J5N8K7MO upload=UNHXUU3XECYI tag=3ROA306OHKKN type=write size=1186796 2024-08-29T18:11:17.940 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:17.938+0000 7f6dcfdbe640 1 < completed delete operation key=W4PL77H6JMGP tag=ZY66WCY2LYBW type=del 2024-08-29T18:11:17.947 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:17.946+0000 7f6dcfdbe640 1 > prepared operation key=7XDT3ZRUKA4H tag=HRK95LFEUGC7 type=write size=801266 2024-08-29T18:11:17.953 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:17.950+0000 7f6dcfdbe640 1 < completed delete operation key=DGQXCI25DDX7 tag=4HI703RPKMFH type=del 2024-08-29T18:11:17.959 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:17.958+0000 7f6dcfdbe640 1 > prepared operation key=7D5I09Z3ND5H tag=ERR43LBDU6XC type=del size=3192239 2024-08-29T18:11:17.965 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:17.962+0000 7f6dcfdbe640 1 < completed delete operation key=7YYI239LZRWF tag=DSMH0QQS32QM type=del 2024-08-29T18:11:17.973 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:17.970+0000 7f6dcfdbe640 1 > prepared operation key=3BV7GUDY3NXK tag=TXIQCW0LS6QE type=write size=113919 2024-08-29T18:11:17.979 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:17.978+0000 7f6dcfdbe640 1 < completed delete operation key=L6FV6KJ6OHNY tag=KT10UMGWD56D type=del 2024-08-29T18:11:17.993 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:17.990+0000 7f6dcfdbe640 1 > prepared part key=_multipart_ULOTXZSBLM0E.2~ZZ1POUB8U31O.0 size=1048576 2024-08-29T18:11:17.998 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:17.998+0000 7f6dcfdbe640 1 > prepared part key=_multipart_ULOTXZSBLM0E.2~ZZ1POUB8U31O.1 size=1048576 2024-08-29T18:11:18.003 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:18.002+0000 7f6dcfdbe640 1 > prepared part key=_multipart_ULOTXZSBLM0E.2~ZZ1POUB8U31O.2 size=9956 2024-08-29T18:11:18.003 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:18.002+0000 7f6dcfdbe640 1 > prepared multipart upload key=ULOTXZSBLM0E upload=ZZ1POUB8U31O tag=BT35XHS72GZ2 type=write size=3155684 2024-08-29T18:11:18.009 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:18.006+0000 7f6dcfdbe640 1 < completed part key=_multipart_ZPPDOE70TQPE.2~BNVBPZKEOG7J.0 size=1048576 2024-08-29T18:11:18.014 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:18.014+0000 7f6dcfdbe640 1 < completed part key=_multipart_ZPPDOE70TQPE.2~BNVBPZKEOG7J.1 size=926410 2024-08-29T18:11:18.025 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:18.022+0000 7f6dcfdbe640 1 < completed multipart upload key=ZPPDOE70TQPE upload=BNVBPZKEOG7J tag=R0SQB03R44EX type=write size=3023562 2024-08-29T18:11:18.031 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:18.030+0000 7f6dcfdbe640 1 > prepared operation key=LP0MLEKV3E74 tag=TLOM8F1640K8 type=del size=2338890 2024-08-29T18:11:18.037 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:18.034+0000 7f6dcfdbe640 1 < completed delete operation key=3VC6XP11WXW6 tag=F89CWO1VOGYZ type=del 2024-08-29T18:11:18.043 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:18.042+0000 7f6dcfdbe640 1 > prepared operation key=T9L1J5N8K7MO tag=HCNHFXXV0YL4 type=write size=378214 2024-08-29T18:11:18.049 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:18.046+0000 7f6dcfdbe640 1 < completed part key=_multipart_DGQXCI25DDX7.2~C6I10F3WXA56.0 size=810418 2024-08-29T18:11:18.059 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:18.058+0000 7f6dcfdbe640 1 < completed multipart upload key=DGQXCI25DDX7 upload=C6I10F3WXA56 tag=HG7NWL3MXIZ9 type=write size=1858994 2024-08-29T18:11:18.070 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:18.070+0000 7f6dcfdbe640 1 > prepared part key=_multipart_B7L6NXZ0V2CR.2~16S0XET5O3LZ.0 size=1048576 2024-08-29T18:11:18.076 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:18.074+0000 7f6dcfdbe640 1 > prepared part key=_multipart_B7L6NXZ0V2CR.2~16S0XET5O3LZ.1 size=23570 2024-08-29T18:11:18.076 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:18.074+0000 7f6dcfdbe640 1 > prepared multipart upload key=B7L6NXZ0V2CR upload=16S0XET5O3LZ tag=BBKZPVB92PEB type=write size=2120722 2024-08-29T18:11:18.082 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:18.082+0000 7f6dcfdbe640 1 < completed part key=_multipart_PCRU0BDU1Z87.2~24OLJL1U7NS8.0 size=1048576 2024-08-29T18:11:18.087 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:18.086+0000 7f6dcfdbe640 1 < completed part key=_multipart_PCRU0BDU1Z87.2~24OLJL1U7NS8.1 size=1048576 2024-08-29T18:11:18.091 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:18.090+0000 7f6dcfdbe640 1 < completed part key=_multipart_PCRU0BDU1Z87.2~24OLJL1U7NS8.2 size=379385 2024-08-29T18:11:18.104 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:18.102+0000 7f6dcfdbe640 1 < completed multipart upload key=PCRU0BDU1Z87 upload=24OLJL1U7NS8 tag=V1WAU4FPJGQG type=write size=3525113 2024-08-29T18:11:18.111 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:18.110+0000 7f6dcfdbe640 1 > prepared operation key=3BV7GUDY3NXK tag=RYZ2B6ZXB6WQ type=del size=2270759 2024-08-29T18:11:18.118 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:18.118+0000 7f6dcfdbe640 1 < completed delete operation key=YE0K0OIAGJTR tag=RYMB5GY04IKY type=del 2024-08-29T18:11:18.124 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:18.122+0000 7f6dcfdbe640 1 > prepared operation key=CY91RGLS4L74 tag=90TBXAQ6779T type=del size=2192839 2024-08-29T18:11:18.130 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:18.130+0000 7f6dcfdbe640 1 < completed delete operation key=JX058LCOIR42 tag=TGEPVYD30HWI type=del 2024-08-29T18:11:18.141 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:18.138+0000 7f6dcfdbe640 1 > prepared part key=_multipart_P7TBKPU4347T.2~M3AY2RG0WZDM.0 size=373173 2024-08-29T18:11:18.142 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:18.138+0000 7f6dcfdbe640 1 > prepared multipart upload key=P7TBKPU4347T upload=M3AY2RG0WZDM tag=MVTD1FPC9FLG type=write size=1421749 2024-08-29T18:11:18.148 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:18.146+0000 7f6dcfdbe640 1 < completed delete operation key=ROJNXFMRMF7F tag=CMQ7PMQJCRWG type=del 2024-08-29T18:11:18.153 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:18.150+0000 7f6dcfdbe640 1 > prepared operation key=ULOTXZSBLM0E tag=2R48TRE1W530 type=del size=612634 2024-08-29T18:11:18.160 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:18.158+0000 7f6dcfdbe640 1 < canceled operation key=7Y0GYERC6W4H tag=P9J6LUQB4P6B type=del size=3219926 2024-08-29T18:11:18.165 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:18.162+0000 7f6dcfdbe640 1 > prepared operation key=C47XT9Y9B7EW tag=5H3D1SYNJMBZ type=del size=2114485 2024-08-29T18:11:18.172 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:18.170+0000 7f6dcfdbe640 1 < completed delete operation key=P7TBKPU4347T tag=06YLYEI4MNJ8 type=del 2024-08-29T18:11:18.180 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:18.178+0000 7f6dcfdbe640 1 > prepared operation key=DGQXCI25DDX7 tag=C4Y79PABGGNK type=del size=249492 2024-08-29T18:11:18.186 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:18.186+0000 7f6dcfdbe640 1 < completed delete operation key=3BV7GUDY3NXK tag=EHX0W2GENFUF type=del 2024-08-29T18:11:18.197 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:18.194+0000 7f6dcfdbe640 1 > prepared part key=_multipart_ZPPDOE70TQPE.2~L4NDEDQJP5OS.0 size=1048576 2024-08-29T18:11:18.202 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:18.202+0000 7f6dcfdbe640 1 > prepared part key=_multipart_ZPPDOE70TQPE.2~L4NDEDQJP5OS.1 size=1048576 2024-08-29T18:11:18.207 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:18.206+0000 7f6dcfdbe640 1 > prepared part key=_multipart_ZPPDOE70TQPE.2~L4NDEDQJP5OS.2 size=659319 2024-08-29T18:11:18.207 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:18.206+0000 7f6dcfdbe640 1 > prepared multipart upload key=ZPPDOE70TQPE upload=L4NDEDQJP5OS tag=08W9C6FZGPEO type=write size=3805047 2024-08-29T18:11:18.213 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:18.210+0000 7f6dcfdbe640 1 < completed part key=_multipart_YE0K0OIAGJTR.2~6ITBMXI4GJUR.0 size=1048576 2024-08-29T18:11:18.218 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:18.218+0000 7f6dcfdbe640 1 < completed part key=_multipart_YE0K0OIAGJTR.2~6ITBMXI4GJUR.1 size=469494 2024-08-29T18:11:18.228 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:18.226+0000 7f6dcfdbe640 1 < completed multipart upload key=YE0K0OIAGJTR upload=6ITBMXI4GJUR tag=XPHVEGP6MQJ0 type=write size=2566646 2024-08-29T18:11:18.236 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:18.234+0000 7f6dcfdbe640 1 > prepared operation key=FDT1EJQCIL25 tag=0CFLGBUPBKAM type=del size=2408350 2024-08-29T18:11:18.242 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:18.242+0000 7f6dcfdbe640 1 < completed part key=_multipart_T9L1J5N8K7MO.2~UNHXUU3XECYI.0 size=138220 2024-08-29T18:11:18.252 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:18.250+0000 7f6dcfdbe640 1 < completed multipart upload key=T9L1J5N8K7MO upload=UNHXUU3XECYI tag=3ROA306OHKKN type=write size=1186796 2024-08-29T18:11:18.262 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:18.262+0000 7f6dcfdbe640 1 > prepared part key=_multipart_YKW2ORIZT8YI.2~V9LZG5U5VS6X.0 size=151321 2024-08-29T18:11:18.262 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:18.262+0000 7f6dcfdbe640 1 > prepared multipart upload key=YKW2ORIZT8YI upload=V9LZG5U5VS6X tag=9PKM0JC676OE type=write size=1199897 2024-08-29T18:11:18.268 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:18.266+0000 7f6dcfdbe640 1 < completed write operation key=7XDT3ZRUKA4H tag=HRK95LFEUGC7 type=write size=801266 2024-08-29T18:11:18.275 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:18.274+0000 7f6dcfdbe640 1 > prepared operation key=3VC6XP11WXW6 tag=XIYEQ49MO8L1 type=del size=2889234 2024-08-29T18:11:18.281 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:18.278+0000 7f6dcfdbe640 1 < completed delete operation key=7D5I09Z3ND5H tag=ERR43LBDU6XC type=del 2024-08-29T18:11:18.289 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:18.286+0000 7f6dcfdbe640 1 > prepared operation key=F8MIRGU95TM4 tag=XF098RI36M5A type=del size=245787 2024-08-29T18:11:18.295 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:18.294+0000 7f6dcfdbe640 1 < completed write operation key=3BV7GUDY3NXK tag=TXIQCW0LS6QE type=write size=113919 2024-08-29T18:11:18.306 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:18.306+0000 7f6dcfdbe640 1 > prepared part key=_multipart_L6FV6KJ6OHNY.2~7OXYOO260Z23.0 size=349209 2024-08-29T18:11:18.306 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:18.306+0000 7f6dcfdbe640 1 > prepared multipart upload key=L6FV6KJ6OHNY upload=7OXYOO260Z23 tag=7GLY1QA2JRZD type=write size=1397785 2024-08-29T18:11:18.312 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:18.310+0000 7f6dcfdbe640 1 < completed part key=_multipart_ULOTXZSBLM0E.2~ZZ1POUB8U31O.0 size=1048576 2024-08-29T18:11:18.317 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:18.314+0000 7f6dcfdbe640 1 < completed part key=_multipart_ULOTXZSBLM0E.2~ZZ1POUB8U31O.1 size=1048576 2024-08-29T18:11:18.318 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:18.314+0000 7f6dcfdbe640 1 < canceled part key=_multipart_ULOTXZSBLM0E.2~ZZ1POUB8U31O.2 size=9956 2024-08-29T18:11:18.329 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:18.326+0000 7f6dcfdbe640 1 < canceled multipart upload key=ULOTXZSBLM0E upload=ZZ1POUB8U31O tag=BT35XHS72GZ2 type=write size=3155684 2024-08-29T18:11:18.335 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:18.334+0000 7f6dcfdbe640 1 > prepared operation key=7Y0GYERC6W4H tag=C7326PYPY0E0 type=del size=3287772 2024-08-29T18:11:18.341 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:18.338+0000 7f6dcfdbe640 1 < completed delete operation key=LP0MLEKV3E74 tag=TLOM8F1640K8 type=del 2024-08-29T18:11:18.353 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:18.350+0000 7f6dcfdbe640 1 > prepared part key=_multipart_YE0K0OIAGJTR.2~SINLP7OMWAVX.0 size=1048576 2024-08-29T18:11:18.358 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:18.358+0000 7f6dcfdbe640 1 > prepared part key=_multipart_YE0K0OIAGJTR.2~SINLP7OMWAVX.1 size=1048576 2024-08-29T18:11:18.363 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:18.362+0000 7f6dcfdbe640 1 > prepared part key=_multipart_YE0K0OIAGJTR.2~SINLP7OMWAVX.2 size=328095 2024-08-29T18:11:18.364 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:18.362+0000 7f6dcfdbe640 1 > prepared multipart upload key=YE0K0OIAGJTR upload=SINLP7OMWAVX tag=SJPNWRLMVW9M type=write size=3473823 2024-08-29T18:11:18.369 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:18.366+0000 7f6dcfdbe640 1 < completed write operation key=T9L1J5N8K7MO tag=HCNHFXXV0YL4 type=write size=378214 2024-08-29T18:11:18.388 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:18.386+0000 7f6dcfdbe640 1 > prepared operation key=P7TBKPU4347T tag=UESNSNPOE2DN type=write size=807343 2024-08-29T18:11:18.397 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:18.394+0000 7f6dcfdbe640 1 < completed part key=_multipart_B7L6NXZ0V2CR.2~16S0XET5O3LZ.0 size=1048576 2024-08-29T18:11:18.404 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:18.402+0000 7f6dcfdbe640 1 < completed part key=_multipart_B7L6NXZ0V2CR.2~16S0XET5O3LZ.1 size=23570 2024-08-29T18:11:18.413 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:18.410+0000 7f6dcfdbe640 1 < completed multipart upload key=B7L6NXZ0V2CR upload=16S0XET5O3LZ tag=BBKZPVB92PEB type=write size=2120722 2024-08-29T18:11:18.419 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:18.418+0000 7f6dcfdbe640 1 > prepared operation key=I0OL3VZS23M6 tag=462E661MC9KJ type=del size=3932116 2024-08-29T18:11:18.425 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:18.422+0000 7f6dcfdbe640 1 < completed delete operation key=3BV7GUDY3NXK tag=RYZ2B6ZXB6WQ type=del 2024-08-29T18:11:18.431 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:18.430+0000 7f6dcfdbe640 1 > prepared operation key=X10K5L2O256M tag=T85RZCO792S2 type=del size=2812108 2024-08-29T18:11:18.437 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:18.434+0000 7f6dcfdbe640 1 < completed delete operation key=CY91RGLS4L74 tag=90TBXAQ6779T type=del 2024-08-29T18:11:18.443 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:18.442+0000 7f6dcfdbe640 1 > prepared operation key=PCRU0BDU1Z87 tag=31XHVYQIXL8X type=del size=2091862 2024-08-29T18:11:18.449 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:18.446+0000 7f6dcfdbe640 1 < completed part key=_multipart_P7TBKPU4347T.2~M3AY2RG0WZDM.0 size=373173 2024-08-29T18:11:18.460 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:18.458+0000 7f6dcfdbe640 1 < completed multipart upload key=P7TBKPU4347T upload=M3AY2RG0WZDM tag=MVTD1FPC9FLG type=write size=1421749 2024-08-29T18:11:18.465 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:18.462+0000 7f6dcfdbe640 1 > prepared operation key=I0OL3VZS23M6 tag=FC5BPU492PPK type=del size=2714999 2024-08-29T18:11:18.473 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:18.470+0000 7f6dcfdbe640 1 < canceled operation key=ULOTXZSBLM0E tag=2R48TRE1W530 type=del size=612634 2024-08-29T18:11:18.481 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:18.478+0000 7f6dcfdbe640 1 > prepared operation key=X10K5L2O256M tag=WYFKMML0L20A type=del size=3045500 2024-08-29T18:11:18.488 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:18.486+0000 7f6dcfdbe640 1 < completed delete operation key=C47XT9Y9B7EW tag=5H3D1SYNJMBZ type=del 2024-08-29T18:11:18.495 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:18.494+0000 7f6dcfdbe640 1 > prepared operation key=ULOTXZSBLM0E tag=1UL6TYHFY222 type=del size=3610337 2024-08-29T18:11:18.502 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:18.498+0000 7f6dcfdbe640 1 < completed delete operation key=DGQXCI25DDX7 tag=C4Y79PABGGNK type=del 2024-08-29T18:11:18.508 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:18.506+0000 7f6dcfdbe640 1 > prepared operation key=YAC7TKWP61NS tag=RU7EZEHCV1EU type=del size=2839192 2024-08-29T18:11:18.516 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:18.514+0000 7f6dcfdbe640 1 < completed part key=_multipart_ZPPDOE70TQPE.2~L4NDEDQJP5OS.0 size=1048576 2024-08-29T18:11:18.522 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:18.522+0000 7f6dcfdbe640 1 < completed part key=_multipart_ZPPDOE70TQPE.2~L4NDEDQJP5OS.1 size=1048576 2024-08-29T18:11:18.527 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:18.526+0000 7f6dcfdbe640 1 < completed part key=_multipart_ZPPDOE70TQPE.2~L4NDEDQJP5OS.2 size=659319 2024-08-29T18:11:18.539 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:18.538+0000 7f6dcfdbe640 1 < completed multipart upload key=ZPPDOE70TQPE upload=L4NDEDQJP5OS tag=08W9C6FZGPEO type=write size=3805047 2024-08-29T18:11:18.550 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:18.550+0000 7f6dcfdbe640 1 > prepared part key=_multipart_JX058LCOIR42.2~P7IK817EQIX4.0 size=1048576 2024-08-29T18:11:18.556 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:18.554+0000 7f6dcfdbe640 1 > prepared part key=_multipart_JX058LCOIR42.2~P7IK817EQIX4.1 size=1048576 2024-08-29T18:11:18.562 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:18.562+0000 7f6dcfdbe640 1 > prepared part key=_multipart_JX058LCOIR42.2~P7IK817EQIX4.2 size=285525 2024-08-29T18:11:18.562 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:18.562+0000 7f6dcfdbe640 1 > prepared multipart upload key=JX058LCOIR42 upload=P7IK817EQIX4 tag=94RB7QR1IVF1 type=write size=3431253 2024-08-29T18:11:18.568 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:18.566+0000 7f6dcfdbe640 1 < completed delete operation key=FDT1EJQCIL25 tag=0CFLGBUPBKAM type=del 2024-08-29T18:11:18.576 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:18.574+0000 7f6dcfdbe640 1 > prepared operation key=7D5I09Z3ND5H tag=R2H44962V6SQ type=del size=2455921 2024-08-29T18:11:18.582 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:18.582+0000 7f6dcfdbe640 1 < completed part key=_multipart_YKW2ORIZT8YI.2~V9LZG5U5VS6X.0 size=151321 2024-08-29T18:11:18.593 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:18.590+0000 7f6dcfdbe640 1 < completed multipart upload key=YKW2ORIZT8YI upload=V9LZG5U5VS6X tag=9PKM0JC676OE type=write size=1199897 2024-08-29T18:11:18.600 INFO:tasks.workunit.client.0.smithi028.stderr:2024-08-29T18:11:18.598+0000 7f6dcfdbe640 1 > prepared operation key=P7TBKPU4347T tag=J6RF9HYT4D2Y type=del size=4155603 2024-08-29T18:11:18.601 INFO:tasks.workunit.client.0.smithi028.stdout:[ OK ] cls_rgw_stats.simulate (39643 ms) 2024-08-29T18:11:18.602 INFO:tasks.workunit.client.0.smithi028.stdout:[----------] 1 test from cls_rgw_stats (39643 ms total) 2024-08-29T18:11:18.602 INFO:tasks.workunit.client.0.smithi028.stdout: 2024-08-29T18:11:18.602 INFO:tasks.workunit.client.0.smithi028.stdout:[----------] Global test environment tear-down 2024-08-29T18:11:18.826 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:11:18 smithi053 bash[68679]: cluster 2024-08-29T18:11:17.404438+0000 mgr.y (mgr.25022) 737 : cluster [DBG] pgmap v1418: 137 pgs: 137 active+clean; 583 KiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 336 KiB/s rd, 116 KiB/s wr, 596 op/s 2024-08-29T18:11:18.879 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:11:18 smithi028 bash[77168]: cluster 2024-08-29T18:11:17.404438+0000 mgr.y (mgr.25022) 737 : cluster [DBG] pgmap v1418: 137 pgs: 137 active+clean; 583 KiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 336 KiB/s rd, 116 KiB/s wr, 596 op/s 2024-08-29T18:11:18.879 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:11:18 smithi028 bash[78352]: cluster 2024-08-29T18:11:17.404438+0000 mgr.y (mgr.25022) 737 : cluster [DBG] pgmap v1418: 137 pgs: 137 active+clean; 583 KiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 336 KiB/s rd, 116 KiB/s wr, 596 op/s 2024-08-29T18:11:19.536 INFO:tasks.workunit.client.0.smithi028.stdout:[==========] 1 test from 1 test suite ran. (42464 ms total) 2024-08-29T18:11:19.536 INFO:tasks.workunit.client.0.smithi028.stdout:[ PASSED ] 1 test. 2024-08-29T18:11:19.542 INFO:teuthology.orchestra.run:Running command with timeout 3600 2024-08-29T18:11:19.542 DEBUG:teuthology.orchestra.run.smithi028:> sudo rm -rf -- /home/ubuntu/cephtest/mnt.0/client.0/tmp 2024-08-29T18:11:19.600 INFO:tasks.workunit:Running workunit cls/test_cls_sdk.sh... 2024-08-29T18:11:19.600 DEBUG:teuthology.orchestra.run.smithi028:workunit test cls/test_cls_sdk.sh> mkdir -p -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && cd -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && CEPH_CLI_TEST_DUP_COMMAND=1 CEPH_REF=quincy TESTDIR="/home/ubuntu/cephtest" CEPH_ARGS="--cluster ceph" CEPH_ID="0" PATH=$PATH:/usr/sbin CEPH_BASE=/home/ubuntu/cephtest/clone.client.0 CEPH_ROOT=/home/ubuntu/cephtest/clone.client.0 CEPH_MNT=/home/ubuntu/cephtest/mnt.0 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 3h /home/ubuntu/cephtest/clone.client.0/qa/workunits/cls/test_cls_sdk.sh 2024-08-29T18:11:19.661 INFO:tasks.workunit.client.0.smithi028.stdout:Running main() from gmock_main.cc 2024-08-29T18:11:19.661 INFO:tasks.workunit.client.0.smithi028.stdout:[==========] Running 2 tests from 1 test suite. 2024-08-29T18:11:19.661 INFO:tasks.workunit.client.0.smithi028.stdout:[----------] Global test environment set-up. 2024-08-29T18:11:19.661 INFO:tasks.workunit.client.0.smithi028.stdout:[----------] 2 tests from ClsSDK 2024-08-29T18:11:19.661 INFO:tasks.workunit.client.0.smithi028.stdout:[ RUN ] ClsSDK.TestSDKCoverageWrite 2024-08-29T18:11:20.826 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:11:20 smithi053 bash[68679]: cluster 2024-08-29T18:11:19.405566+0000 mgr.y (mgr.25022) 738 : cluster [DBG] pgmap v1419: 137 pgs: 137 active+clean; 583 KiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 336 KiB/s rd, 116 KiB/s wr, 596 op/s 2024-08-29T18:11:20.826 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:11:20 smithi053 bash[68679]: cluster 2024-08-29T18:11:19.530936+0000 mon.a (mon.0) 2117 : cluster [DBG] osdmap e1163: 8 total, 8 up, 8 in 2024-08-29T18:11:20.879 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:11:20 smithi028 bash[77168]: cluster 2024-08-29T18:11:19.405566+0000 mgr.y (mgr.25022) 738 : cluster [DBG] pgmap v1419: 137 pgs: 137 active+clean; 583 KiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 336 KiB/s rd, 116 KiB/s wr, 596 op/s 2024-08-29T18:11:20.879 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:11:20 smithi028 bash[77168]: cluster 2024-08-29T18:11:19.530936+0000 mon.a (mon.0) 2117 : cluster [DBG] osdmap e1163: 8 total, 8 up, 8 in 2024-08-29T18:11:20.880 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:11:20 smithi028 bash[78352]: cluster 2024-08-29T18:11:19.405566+0000 mgr.y (mgr.25022) 738 : cluster [DBG] pgmap v1419: 137 pgs: 137 active+clean; 583 KiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 336 KiB/s rd, 116 KiB/s wr, 596 op/s 2024-08-29T18:11:20.880 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:11:20 smithi028 bash[78352]: cluster 2024-08-29T18:11:19.530936+0000 mon.a (mon.0) 2117 : cluster [DBG] osdmap e1163: 8 total, 8 up, 8 in 2024-08-29T18:11:21.826 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:11:21 smithi053 bash[68679]: cluster 2024-08-29T18:11:20.544600+0000 mon.a (mon.0) 2118 : cluster [DBG] osdmap e1164: 8 total, 8 up, 8 in 2024-08-29T18:11:21.826 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:11:21 smithi053 bash[68679]: audit 2024-08-29T18:11:20.547306+0000 mon.a (mon.0) 2119 : audit [INF] from='client.? 172.21.15.28:0/2061831227' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi028-112962-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-29T18:11:21.879 INFO:journalctl@ceph.mgr.y.smithi028.stdout:Aug 29 18:11:21 smithi028 bash[70818]: ::ffff:172.21.15.53 - - [29/Aug/2024:18:11:21] "GET /metrics HTTP/1.1" 200 36354 "" "Prometheus/2.43.0" 2024-08-29T18:11:21.879 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:11:21 smithi028 bash[77168]: cluster 2024-08-29T18:11:20.544600+0000 mon.a (mon.0) 2118 : cluster [DBG] osdmap e1164: 8 total, 8 up, 8 in 2024-08-29T18:11:21.879 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:11:21 smithi028 bash[77168]: audit 2024-08-29T18:11:20.547306+0000 mon.a (mon.0) 2119 : audit [INF] from='client.? 172.21.15.28:0/2061831227' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi028-112962-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-29T18:11:21.880 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:11:21 smithi028 bash[78352]: cluster 2024-08-29T18:11:20.544600+0000 mon.a (mon.0) 2118 : cluster [DBG] osdmap e1164: 8 total, 8 up, 8 in 2024-08-29T18:11:21.880 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:11:21 smithi028 bash[78352]: audit 2024-08-29T18:11:20.547306+0000 mon.a (mon.0) 2119 : audit [INF] from='client.? 172.21.15.28:0/2061831227' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi028-112962-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-29T18:11:22.573 INFO:tasks.workunit.client.0.smithi028.stdout:[ OK ] ClsSDK.TestSDKCoverageWrite (2911 ms) 2024-08-29T18:11:22.573 INFO:tasks.workunit.client.0.smithi028.stdout:[ RUN ] ClsSDK.TestSDKCoverageReplay 2024-08-29T18:11:22.576 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:11:22 smithi053 bash[68679]: cluster 2024-08-29T18:11:21.406309+0000 mgr.y (mgr.25022) 739 : cluster [DBG] pgmap v1422: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 4.8 GiB used, 710 GiB / 715 GiB avail 2024-08-29T18:11:22.576 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:11:22 smithi053 bash[68679]: cluster 2024-08-29T18:11:21.538923+0000 mon.a (mon.0) 2120 : cluster [WRN] Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-08-29T18:11:22.576 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:11:22 smithi053 bash[68679]: audit 2024-08-29T18:11:21.540813+0000 mon.a (mon.0) 2121 : audit [INF] from='client.? 172.21.15.28:0/2061831227' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi028-112962-1","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-29T18:11:22.576 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:11:22 smithi053 bash[68679]: cluster 2024-08-29T18:11:21.547913+0000 mon.a (mon.0) 2122 : cluster [DBG] osdmap e1165: 8 total, 8 up, 8 in 2024-08-29T18:11:22.576 INFO:journalctl@ceph.prometheus.a.smithi053.stdout:Aug 29 18:11:22 smithi053 bash[95567]: ts=2024-08-29T18:11:22.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"3167ee72-662c-11ef-bcd4-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-29T18:11:22.879 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:11:22 smithi028 bash[78352]: cluster 2024-08-29T18:11:21.406309+0000 mgr.y (mgr.25022) 739 : cluster [DBG] pgmap v1422: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 4.8 GiB used, 710 GiB / 715 GiB avail 2024-08-29T18:11:22.879 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:11:22 smithi028 bash[78352]: cluster 2024-08-29T18:11:21.538923+0000 mon.a (mon.0) 2120 : cluster [WRN] Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-08-29T18:11:22.879 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:11:22 smithi028 bash[78352]: audit 2024-08-29T18:11:21.540813+0000 mon.a (mon.0) 2121 : audit [INF] from='client.? 172.21.15.28:0/2061831227' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi028-112962-1","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-29T18:11:22.879 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:11:22 smithi028 bash[78352]: cluster 2024-08-29T18:11:21.547913+0000 mon.a (mon.0) 2122 : cluster [DBG] osdmap e1165: 8 total, 8 up, 8 in 2024-08-29T18:11:22.879 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:11:22 smithi028 bash[77168]: cluster 2024-08-29T18:11:21.406309+0000 mgr.y (mgr.25022) 739 : cluster [DBG] pgmap v1422: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 4.8 GiB used, 710 GiB / 715 GiB avail 2024-08-29T18:11:22.880 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:11:22 smithi028 bash[77168]: cluster 2024-08-29T18:11:21.538923+0000 mon.a (mon.0) 2120 : cluster [WRN] Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-08-29T18:11:22.880 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:11:22 smithi028 bash[77168]: audit 2024-08-29T18:11:21.540813+0000 mon.a (mon.0) 2121 : audit [INF] from='client.? 172.21.15.28:0/2061831227' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi028-112962-1","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-29T18:11:22.880 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:11:22 smithi028 bash[77168]: cluster 2024-08-29T18:11:21.547913+0000 mon.a (mon.0) 2122 : cluster [DBG] osdmap e1165: 8 total, 8 up, 8 in 2024-08-29T18:11:23.826 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:11:23 smithi053 bash[68679]: cluster 2024-08-29T18:11:22.570486+0000 mon.a (mon.0) 2123 : cluster [DBG] osdmap e1166: 8 total, 8 up, 8 in 2024-08-29T18:11:23.879 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:11:23 smithi028 bash[78352]: cluster 2024-08-29T18:11:22.570486+0000 mon.a (mon.0) 2123 : cluster [DBG] osdmap e1166: 8 total, 8 up, 8 in 2024-08-29T18:11:23.879 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:11:23 smithi028 bash[77168]: cluster 2024-08-29T18:11:22.570486+0000 mon.a (mon.0) 2123 : cluster [DBG] osdmap e1166: 8 total, 8 up, 8 in 2024-08-29T18:11:24.826 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:11:24 smithi053 bash[68679]: cluster 2024-08-29T18:11:23.407165+0000 mgr.y (mgr.25022) 740 : cluster [DBG] pgmap v1425: 105 pgs: 105 active+clean; 583 KiB data, 4.8 GiB used, 710 GiB / 715 GiB avail 2024-08-29T18:11:24.826 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:11:24 smithi053 bash[68679]: cluster 2024-08-29T18:11:23.563046+0000 mon.a (mon.0) 2124 : cluster [INF] Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-08-29T18:11:24.827 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:11:24 smithi053 bash[68679]: cluster 2024-08-29T18:11:23.563107+0000 mon.a (mon.0) 2125 : cluster [INF] Cluster is now healthy 2024-08-29T18:11:24.827 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:11:24 smithi053 bash[68679]: cluster 2024-08-29T18:11:23.583920+0000 mon.a (mon.0) 2126 : cluster [DBG] osdmap e1167: 8 total, 8 up, 8 in 2024-08-29T18:11:24.827 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:11:24 smithi053 bash[68679]: audit 2024-08-29T18:11:23.586952+0000 mon.c (mon.2) 83 : audit [INF] from='client.? 172.21.15.28:0/3479302079' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi028-112962-2","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-29T18:11:24.827 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:11:24 smithi053 bash[68679]: audit 2024-08-29T18:11:23.590620+0000 mon.a (mon.0) 2127 : audit [INF] from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi028-112962-2","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-29T18:11:24.879 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:11:24 smithi028 bash[77168]: cluster 2024-08-29T18:11:23.407165+0000 mgr.y (mgr.25022) 740 : cluster [DBG] pgmap v1425: 105 pgs: 105 active+clean; 583 KiB data, 4.8 GiB used, 710 GiB / 715 GiB avail 2024-08-29T18:11:24.879 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:11:24 smithi028 bash[77168]: cluster 2024-08-29T18:11:23.563046+0000 mon.a (mon.0) 2124 : cluster [INF] Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-08-29T18:11:24.879 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:11:24 smithi028 bash[77168]: cluster 2024-08-29T18:11:23.563107+0000 mon.a (mon.0) 2125 : cluster [INF] Cluster is now healthy 2024-08-29T18:11:24.880 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:11:24 smithi028 bash[77168]: cluster 2024-08-29T18:11:23.583920+0000 mon.a (mon.0) 2126 : cluster [DBG] osdmap e1167: 8 total, 8 up, 8 in 2024-08-29T18:11:24.880 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:11:24 smithi028 bash[77168]: audit 2024-08-29T18:11:23.586952+0000 mon.c (mon.2) 83 : audit [INF] from='client.? 172.21.15.28:0/3479302079' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi028-112962-2","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-29T18:11:24.880 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:11:24 smithi028 bash[77168]: audit 2024-08-29T18:11:23.590620+0000 mon.a (mon.0) 2127 : audit [INF] from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi028-112962-2","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-29T18:11:24.880 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:11:24 smithi028 bash[78352]: cluster 2024-08-29T18:11:23.407165+0000 mgr.y (mgr.25022) 740 : cluster [DBG] pgmap v1425: 105 pgs: 105 active+clean; 583 KiB data, 4.8 GiB used, 710 GiB / 715 GiB avail 2024-08-29T18:11:24.880 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:11:24 smithi028 bash[78352]: cluster 2024-08-29T18:11:23.563046+0000 mon.a (mon.0) 2124 : cluster [INF] Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-08-29T18:11:24.880 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:11:24 smithi028 bash[78352]: cluster 2024-08-29T18:11:23.563107+0000 mon.a (mon.0) 2125 : cluster [INF] Cluster is now healthy 2024-08-29T18:11:24.880 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:11:24 smithi028 bash[78352]: cluster 2024-08-29T18:11:23.583920+0000 mon.a (mon.0) 2126 : cluster [DBG] osdmap e1167: 8 total, 8 up, 8 in 2024-08-29T18:11:24.880 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:11:24 smithi028 bash[78352]: audit 2024-08-29T18:11:23.586952+0000 mon.c (mon.2) 83 : audit [INF] from='client.? 172.21.15.28:0/3479302079' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi028-112962-2","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-29T18:11:24.880 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:11:24 smithi028 bash[78352]: audit 2024-08-29T18:11:23.590620+0000 mon.a (mon.0) 2127 : audit [INF] from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi028-112962-2","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-29T18:11:25.599 INFO:tasks.workunit.client.0.smithi028.stdout:[ OK ] ClsSDK.TestSDKCoverageReplay (3026 ms) 2024-08-29T18:11:25.599 INFO:tasks.workunit.client.0.smithi028.stdout:[----------] 2 tests from ClsSDK (5937 ms total) 2024-08-29T18:11:25.599 INFO:tasks.workunit.client.0.smithi028.stdout: 2024-08-29T18:11:25.599 INFO:tasks.workunit.client.0.smithi028.stdout:[----------] Global test environment tear-down 2024-08-29T18:11:25.600 INFO:tasks.workunit.client.0.smithi028.stdout:[==========] 2 tests from 1 test suite ran. (5938 ms total) 2024-08-29T18:11:25.600 INFO:tasks.workunit.client.0.smithi028.stdout:[ PASSED ] 2 tests. 2024-08-29T18:11:25.603 INFO:teuthology.orchestra.run:Running command with timeout 3600 2024-08-29T18:11:25.603 DEBUG:teuthology.orchestra.run.smithi028:> sudo rm -rf -- /home/ubuntu/cephtest/mnt.0/client.0/tmp 2024-08-29T18:11:25.659 INFO:tasks.workunit:Stopping ['cls'] on client.0... 2024-08-29T18:11:25.659 DEBUG:teuthology.orchestra.run.smithi028:> sudo rm -rf -- /home/ubuntu/cephtest/workunits.list.client.0 /home/ubuntu/cephtest/clone.client.0 2024-08-29T18:11:25.879 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:11:25 smithi028 bash[78352]: audit 2024-08-29T18:11:24.585220+0000 mon.a (mon.0) 2128 : audit [INF] from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi028-112962-2","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-29T18:11:25.879 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:11:25 smithi028 bash[78352]: cluster 2024-08-29T18:11:24.592487+0000 mon.a (mon.0) 2129 : cluster [DBG] osdmap e1168: 8 total, 8 up, 8 in 2024-08-29T18:11:25.879 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:11:25 smithi028 bash[77168]: audit 2024-08-29T18:11:24.585220+0000 mon.a (mon.0) 2128 : audit [INF] from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi028-112962-2","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-29T18:11:25.879 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:11:25 smithi028 bash[77168]: cluster 2024-08-29T18:11:24.592487+0000 mon.a (mon.0) 2129 : cluster [DBG] osdmap e1168: 8 total, 8 up, 8 in 2024-08-29T18:11:25.932 DEBUG:teuthology.parallel:result is None 2024-08-29T18:11:25.933 DEBUG:teuthology.orchestra.run.smithi028:> sudo rm -rf -- /home/ubuntu/cephtest/mnt.0/client.0 2024-08-29T18:11:25.945 INFO:tasks.workunit:Deleted dir /home/ubuntu/cephtest/mnt.0/client.0 2024-08-29T18:11:25.945 DEBUG:teuthology.orchestra.run.smithi028:> rmdir -- /home/ubuntu/cephtest/mnt.0 2024-08-29T18:11:25.994 INFO:tasks.workunit:Deleted artificial mount point /home/ubuntu/cephtest/mnt.0/client.0 2024-08-29T18:11:25.994 INFO:teuthology.task.full_sequential:In full_sequential, running task print... 2024-08-29T18:11:25.994 INFO:teuthology.task.print:**** done end rados_api.yaml 2024-08-29T18:11:25.994 INFO:teuthology.task.full_sequential:In full_sequential, running task print... 2024-08-29T18:11:25.994 INFO:teuthology.task.print:**** done start rados_loadgenbig.yaml 2024-08-29T18:11:25.994 INFO:teuthology.task.full_sequential:In full_sequential, running task workunit... 2024-08-29T18:11:25.995 INFO:tasks.workunit:Pulling workunits from ref quincy 2024-08-29T18:11:25.995 INFO:tasks.workunit:Making a separate scratch dir for every client... 2024-08-29T18:11:25.995 DEBUG:teuthology.orchestra.run.smithi028:> stat -- /home/ubuntu/cephtest/mnt.0 2024-08-29T18:11:26.046 DEBUG:teuthology.orchestra.run:got remote process result: 1 2024-08-29T18:11:26.047 INFO:teuthology.orchestra.run.smithi028.stderr:stat: cannot statx '/home/ubuntu/cephtest/mnt.0': No such file or directory 2024-08-29T18:11:26.047 DEBUG:teuthology.orchestra.run.smithi028:> mkdir -- /home/ubuntu/cephtest/mnt.0 2024-08-29T18:11:26.076 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:11:25 smithi053 bash[68679]: audit 2024-08-29T18:11:24.585220+0000 mon.a (mon.0) 2128 : audit [INF] from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi028-112962-2","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-29T18:11:26.076 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:11:25 smithi053 bash[68679]: cluster 2024-08-29T18:11:24.592487+0000 mon.a (mon.0) 2129 : cluster [DBG] osdmap e1168: 8 total, 8 up, 8 in 2024-08-29T18:11:26.095 INFO:tasks.workunit:Created dir /home/ubuntu/cephtest/mnt.0 2024-08-29T18:11:26.095 DEBUG:teuthology.orchestra.run.smithi028:> cd -- /home/ubuntu/cephtest/mnt.0 && mkdir -- client.0 2024-08-29T18:11:26.143 INFO:tasks.workunit:timeout=3h 2024-08-29T18:11:26.143 INFO:tasks.workunit:cleanup=True 2024-08-29T18:11:26.143 DEBUG:teuthology.orchestra.run.smithi028:> rm -rf /home/ubuntu/cephtest/clone.client.0 && git clone --depth 1 --branch quincy https://github.com/ceph/ceph-ci.git /home/ubuntu/cephtest/clone.client.0 && cd /home/ubuntu/cephtest/clone.client.0 2024-08-29T18:11:26.197 INFO:tasks.workunit.client.0.smithi028.stderr:Cloning into '/home/ubuntu/cephtest/clone.client.0'... 2024-08-29T18:11:26.879 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:11:26 smithi028 bash[77168]: cluster 2024-08-29T18:11:25.407842+0000 mgr.y (mgr.25022) 741 : cluster [DBG] pgmap v1428: 137 pgs: 19 creating+peering, 13 unknown, 105 active+clean; 583 KiB data, 4.8 GiB used, 710 GiB / 715 GiB avail 2024-08-29T18:11:26.879 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:11:26 smithi028 bash[77168]: cluster 2024-08-29T18:11:25.595471+0000 mon.a (mon.0) 2130 : cluster [DBG] osdmap e1169: 8 total, 8 up, 8 in 2024-08-29T18:11:26.879 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:11:26 smithi028 bash[78352]: cluster 2024-08-29T18:11:25.407842+0000 mgr.y (mgr.25022) 741 : cluster [DBG] pgmap v1428: 137 pgs: 19 creating+peering, 13 unknown, 105 active+clean; 583 KiB data, 4.8 GiB used, 710 GiB / 715 GiB avail 2024-08-29T18:11:26.879 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:11:26 smithi028 bash[78352]: cluster 2024-08-29T18:11:25.595471+0000 mon.a (mon.0) 2130 : cluster [DBG] osdmap e1169: 8 total, 8 up, 8 in 2024-08-29T18:11:27.076 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:11:26 smithi053 bash[68679]: cluster 2024-08-29T18:11:25.407842+0000 mgr.y (mgr.25022) 741 : cluster [DBG] pgmap v1428: 137 pgs: 19 creating+peering, 13 unknown, 105 active+clean; 583 KiB data, 4.8 GiB used, 710 GiB / 715 GiB avail 2024-08-29T18:11:27.076 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:11:26 smithi053 bash[68679]: cluster 2024-08-29T18:11:25.595471+0000 mon.a (mon.0) 2130 : cluster [DBG] osdmap e1169: 8 total, 8 up, 8 in 2024-08-29T18:11:27.879 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:11:27 smithi028 bash[78352]: audit 2024-08-29T18:11:27.059209+0000 mon.a (mon.0) 2131 : audit [DBG] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-29T18:11:27.879 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:11:27 smithi028 bash[77168]: audit 2024-08-29T18:11:27.059209+0000 mon.a (mon.0) 2131 : audit [DBG] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-29T18:11:28.076 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:11:27 smithi053 bash[68679]: audit 2024-08-29T18:11:27.059209+0000 mon.a (mon.0) 2131 : audit [DBG] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-29T18:11:28.879 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:11:28 smithi028 bash[78352]: cluster 2024-08-29T18:11:27.408577+0000 mgr.y (mgr.25022) 742 : cluster [DBG] pgmap v1430: 105 pgs: 105 active+clean; 583 KiB data, 4.8 GiB used, 710 GiB / 715 GiB avail 2024-08-29T18:11:28.879 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:11:28 smithi028 bash[77168]: cluster 2024-08-29T18:11:27.408577+0000 mgr.y (mgr.25022) 742 : cluster [DBG] pgmap v1430: 105 pgs: 105 active+clean; 583 KiB data, 4.8 GiB used, 710 GiB / 715 GiB avail 2024-08-29T18:11:29.076 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:11:28 smithi053 bash[68679]: cluster 2024-08-29T18:11:27.408577+0000 mgr.y (mgr.25022) 742 : cluster [DBG] pgmap v1430: 105 pgs: 105 active+clean; 583 KiB data, 4.8 GiB used, 710 GiB / 715 GiB avail 2024-08-29T18:11:30.879 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:11:30 smithi028 bash[78352]: cluster 2024-08-29T18:11:29.409587+0000 mgr.y (mgr.25022) 743 : cluster [DBG] pgmap v1431: 105 pgs: 105 active+clean; 583 KiB data, 4.8 GiB used, 710 GiB / 715 GiB avail 2024-08-29T18:11:30.879 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:11:30 smithi028 bash[77168]: cluster 2024-08-29T18:11:29.409587+0000 mgr.y (mgr.25022) 743 : cluster [DBG] pgmap v1431: 105 pgs: 105 active+clean; 583 KiB data, 4.8 GiB used, 710 GiB / 715 GiB avail 2024-08-29T18:11:31.076 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:11:30 smithi053 bash[68679]: cluster 2024-08-29T18:11:29.409587+0000 mgr.y (mgr.25022) 743 : cluster [DBG] pgmap v1431: 105 pgs: 105 active+clean; 583 KiB data, 4.8 GiB used, 710 GiB / 715 GiB avail 2024-08-29T18:11:31.879 INFO:journalctl@ceph.mgr.y.smithi028.stdout:Aug 29 18:11:31 smithi028 bash[70818]: ::ffff:172.21.15.53 - - [29/Aug/2024:18:11:31] "GET /metrics HTTP/1.1" 200 33961 "" "Prometheus/2.43.0" 2024-08-29T18:11:32.576 INFO:journalctl@ceph.prometheus.a.smithi053.stdout:Aug 29 18:11:32 smithi053 bash[95567]: ts=2024-08-29T18:11:32.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"3167ee72-662c-11ef-bcd4-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-29T18:11:32.672 DEBUG:teuthology.orchestra.run.smithi028:> cd -- /home/ubuntu/cephtest/clone.client.0/qa/workunits && if test -e Makefile ; then make ; fi && find -executable -type f -printf '%P\0' >/home/ubuntu/cephtest/workunits.list.client.0 2024-08-29T18:11:32.719 INFO:tasks.workunit.client.0.smithi028.stdout:for d in direct_io fs ; do ( cd $d ; make all ) ; done 2024-08-29T18:11:32.722 INFO:tasks.workunit.client.0.smithi028.stdout:make[1]: Entering directory '/home/ubuntu/cephtest/clone.client.0/qa/workunits/direct_io' 2024-08-29T18:11:32.722 INFO:tasks.workunit.client.0.smithi028.stdout:cc -Wall -Wextra -D_GNU_SOURCE direct_io_test.c -o direct_io_test 2024-08-29T18:11:32.785 INFO:tasks.workunit.client.0.smithi028.stdout:cc -Wall -Wextra -D_GNU_SOURCE test_sync_io.c -o test_sync_io 2024-08-29T18:11:32.879 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:11:32 smithi028 bash[78352]: cluster 2024-08-29T18:11:31.410742+0000 mgr.y (mgr.25022) 744 : cluster [DBG] pgmap v1432: 105 pgs: 105 active+clean; 583 KiB data, 4.8 GiB used, 710 GiB / 715 GiB avail 2024-08-29T18:11:32.879 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:11:32 smithi028 bash[77168]: cluster 2024-08-29T18:11:31.410742+0000 mgr.y (mgr.25022) 744 : cluster [DBG] pgmap v1432: 105 pgs: 105 active+clean; 583 KiB data, 4.8 GiB used, 710 GiB / 715 GiB avail 2024-08-29T18:11:32.924 INFO:tasks.workunit.client.0.smithi028.stdout:cc -Wall -Wextra -D_GNU_SOURCE test_short_dio_read.c -o test_short_dio_read 2024-08-29T18:11:32.981 INFO:tasks.workunit.client.0.smithi028.stdout:make[1]: Leaving directory '/home/ubuntu/cephtest/clone.client.0/qa/workunits/direct_io' 2024-08-29T18:11:32.982 INFO:tasks.workunit.client.0.smithi028.stdout:make[1]: Entering directory '/home/ubuntu/cephtest/clone.client.0/qa/workunits/fs' 2024-08-29T18:11:32.982 INFO:tasks.workunit.client.0.smithi028.stdout:cc -Wall -Wextra -D_GNU_SOURCE test_o_trunc.c -o test_o_trunc 2024-08-29T18:11:33.032 INFO:tasks.workunit.client.0.smithi028.stdout:make[1]: Leaving directory '/home/ubuntu/cephtest/clone.client.0/qa/workunits/fs' 2024-08-29T18:11:33.035 DEBUG:teuthology.orchestra.run.smithi028:> set -ex 2024-08-29T18:11:33.035 DEBUG:teuthology.orchestra.run.smithi028:> dd if=/home/ubuntu/cephtest/workunits.list.client.0 of=/dev/stdout 2024-08-29T18:11:33.076 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:11:32 smithi053 bash[68679]: cluster 2024-08-29T18:11:31.410742+0000 mgr.y (mgr.25022) 744 : cluster [DBG] pgmap v1432: 105 pgs: 105 active+clean; 583 KiB data, 4.8 GiB used, 710 GiB / 715 GiB avail 2024-08-29T18:11:33.083 INFO:tasks.workunit:Running workunits matching rados/load-gen-big.sh on client.0... 2024-08-29T18:11:33.085 INFO:tasks.workunit:Running workunit rados/load-gen-big.sh... 2024-08-29T18:11:33.085 DEBUG:teuthology.orchestra.run.smithi028:workunit test rados/load-gen-big.sh> mkdir -p -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && cd -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && CEPH_CLI_TEST_DUP_COMMAND=1 CEPH_REF=quincy TESTDIR="/home/ubuntu/cephtest" CEPH_ARGS="--cluster ceph" CEPH_ID="0" PATH=$PATH:/usr/sbin CEPH_BASE=/home/ubuntu/cephtest/clone.client.0 CEPH_ROOT=/home/ubuntu/cephtest/clone.client.0 CEPH_MNT=/home/ubuntu/cephtest/mnt.0 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 3h /home/ubuntu/cephtest/clone.client.0/qa/workunits/rados/load-gen-big.sh 2024-08-29T18:11:33.184 INFO:tasks.workunit.client.0.smithi028.stdout:run length 1200 seconds 2024-08-29T18:11:33.184 INFO:tasks.workunit.client.0.smithi028.stdout:preparing 10240 objects 2024-08-29T18:11:34.879 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:11:34 smithi028 bash[78352]: cluster 2024-08-29T18:11:33.411389+0000 mgr.y (mgr.25022) 745 : cluster [DBG] pgmap v1433: 105 pgs: 105 active+clean; 4.2 GiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 38 KiB/s wr, 38 op/s 2024-08-29T18:11:34.879 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:11:34 smithi028 bash[77168]: cluster 2024-08-29T18:11:33.411389+0000 mgr.y (mgr.25022) 745 : cluster [DBG] pgmap v1433: 105 pgs: 105 active+clean; 4.2 GiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 38 KiB/s wr, 38 op/s 2024-08-29T18:11:35.076 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:11:34 smithi053 bash[68679]: cluster 2024-08-29T18:11:33.411389+0000 mgr.y (mgr.25022) 745 : cluster [DBG] pgmap v1433: 105 pgs: 105 active+clean; 4.2 GiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 38 KiB/s wr, 38 op/s 2024-08-29T18:11:35.494 INFO:tasks.workunit.client.0.smithi028.stdout:load-gen will run 1200 seconds 2024-08-29T18:11:36.494 INFO:tasks.workunit.client.0.smithi028.stdout: 1: throughput=0MB/sec pending data=0 2024-08-29T18:11:36.494 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-7LqEqk3u_0dWEdH off=436485 len=670345 2024-08-29T18:11:36.498 INFO:tasks.workunit.client.0.smithi028.stdout:op 0 completed, throughput=0.636MB/sec 2024-08-29T18:11:36.499 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-qQJMF6VdybcFjuL off=2032622 len=1954854 2024-08-29T18:11:36.507 INFO:tasks.workunit.client.0.smithi028.stdout:op 1 completed, throughput=2.47MB/sec 2024-08-29T18:11:36.507 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-0MDbrCGkq8DRrEW off=10410863 len=1014180 2024-08-29T18:11:36.518 INFO:tasks.workunit.client.0.smithi028.stdout:op 2 completed, throughput=3.39MB/sec 2024-08-29T18:11:36.518 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-iQhear6GcRyPaJ2 off=8016049 len=2067311 2024-08-29T18:11:36.524 INFO:tasks.workunit.client.0.smithi028.stdout:op 3 completed, throughput=5.29MB/sec 2024-08-29T18:11:36.879 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:11:36 smithi028 bash[78352]: cluster 2024-08-29T18:11:35.412022+0000 mgr.y (mgr.25022) 746 : cluster [DBG] pgmap v1434: 105 pgs: 105 active+clean; 26 GiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 204 KiB/s wr, 203 op/s 2024-08-29T18:11:36.880 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:11:36 smithi028 bash[77168]: cluster 2024-08-29T18:11:35.412022+0000 mgr.y (mgr.25022) 746 : cluster [DBG] pgmap v1434: 105 pgs: 105 active+clean; 26 GiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 204 KiB/s wr, 203 op/s 2024-08-29T18:11:37.076 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:11:36 smithi053 bash[68679]: cluster 2024-08-29T18:11:35.412022+0000 mgr.y (mgr.25022) 746 : cluster [DBG] pgmap v1434: 105 pgs: 105 active+clean; 26 GiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 204 KiB/s wr, 203 op/s 2024-08-29T18:11:37.524 INFO:tasks.workunit.client.0.smithi028.stdout: 2: throughput=2.68MB/sec pending data=0 2024-08-29T18:11:37.525 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-Ok8zuReqL9DZj7j off=9579886 len=538793 2024-08-29T18:11:37.531 INFO:tasks.workunit.client.0.smithi028.stdout:op 4 completed, throughput=2.93MB/sec 2024-08-29T18:11:37.531 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-aG6p5AlS1FI0D5u off=304336 len=1613803 2024-08-29T18:11:37.536 INFO:tasks.workunit.client.0.smithi028.stdout:op 5 completed, throughput=3.67MB/sec 2024-08-29T18:11:37.536 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-r03rhxfkHqNTVys off=19505759 len=37433 2024-08-29T18:11:37.536 INFO:tasks.workunit.client.0.smithi028.stdout:op 6 completed, throughput=3.69MB/sec 2024-08-29T18:11:37.537 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-UglwcY5n0D027dN off=11842802 len=923345 2024-08-29T18:11:37.540 INFO:tasks.workunit.client.0.smithi028.stdout:op 7 completed, throughput=4.11MB/sec 2024-08-29T18:11:37.540 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-6xadgmTMpqgJ_el off=1855577 len=928263 2024-08-29T18:11:37.549 INFO:tasks.workunit.client.0.smithi028.stdout:op 8 completed, throughput=4.52MB/sec 2024-08-29T18:11:37.549 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-I0dxheu8dsy2bXE off=5367745 len=1808742 2024-08-29T18:11:37.561 INFO:tasks.workunit.client.0.smithi028.stdout:op 9 completed, throughput=5.33MB/sec 2024-08-29T18:11:38.562 INFO:tasks.workunit.client.0.smithi028.stdout: 3: throughput=3.59MB/sec pending data=0 2024-08-29T18:11:38.562 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-j7JkX0xyhV18Uhe off=4290425 len=377478 2024-08-29T18:11:38.563 INFO:tasks.workunit.client.0.smithi028.stdout:op 10 completed, throughput=3.71MB/sec 2024-08-29T18:11:38.563 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-cITlstx0ODfLM-M off=3696559 len=1262250 2024-08-29T18:11:38.573 INFO:tasks.workunit.client.0.smithi028.stdout:op 11 completed, throughput=4.09MB/sec 2024-08-29T18:11:38.573 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-wiHbRBI3OV0qfTl off=343727 len=1000003 2024-08-29T18:11:38.582 INFO:tasks.workunit.client.0.smithi028.stdout:op 12 completed, throughput=4.38MB/sec 2024-08-29T18:11:38.583 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-49ok8kfyImAffqR off=2084031 len=1725863 2024-08-29T18:11:38.586 INFO:tasks.workunit.client.0.smithi028.stdout:op 13 completed, throughput=4.91MB/sec 2024-08-29T18:11:38.586 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-3_U6jNkzkwjgdvZ off=9935370 len=1154599 2024-08-29T18:11:38.595 INFO:tasks.workunit.client.0.smithi028.stdout:op 14 completed, throughput=5.25MB/sec 2024-08-29T18:11:38.879 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:11:38 smithi028 bash[78352]: cluster 2024-08-29T18:11:37.412791+0000 mgr.y (mgr.25022) 747 : cluster [DBG] pgmap v1435: 105 pgs: 105 active+clean; 26 GiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 173 KiB/s wr, 172 op/s 2024-08-29T18:11:38.879 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:11:38 smithi028 bash[78352]: audit 2024-08-29T18:11:38.340978+0000 mon.a (mon.0) 2132 : audit [DBG] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-29T18:11:38.879 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:11:38 smithi028 bash[77168]: cluster 2024-08-29T18:11:37.412791+0000 mgr.y (mgr.25022) 747 : cluster [DBG] pgmap v1435: 105 pgs: 105 active+clean; 26 GiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 173 KiB/s wr, 172 op/s 2024-08-29T18:11:38.879 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:11:38 smithi028 bash[77168]: audit 2024-08-29T18:11:38.340978+0000 mon.a (mon.0) 2132 : audit [DBG] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-29T18:11:39.076 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:11:38 smithi053 bash[68679]: cluster 2024-08-29T18:11:37.412791+0000 mgr.y (mgr.25022) 747 : cluster [DBG] pgmap v1435: 105 pgs: 105 active+clean; 26 GiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 173 KiB/s wr, 172 op/s 2024-08-29T18:11:39.076 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:11:38 smithi053 bash[68679]: audit 2024-08-29T18:11:38.340978+0000 mon.a (mon.0) 2132 : audit [DBG] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-29T18:11:39.595 INFO:tasks.workunit.client.0.smithi028.stdout: 4: throughput=3.97MB/sec pending data=0 2024-08-29T18:11:39.595 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-3jUZKYMJVDxy_7K off=1695957 len=378314 2024-08-29T18:11:39.597 INFO:tasks.workunit.client.0.smithi028.stdout:op 15 completed, throughput=4.06MB/sec 2024-08-29T18:11:39.598 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-kunAk6vMQlxrDx7 off=6603301 len=1632176 2024-08-29T18:11:39.609 INFO:tasks.workunit.client.0.smithi028.stdout:op 16 completed, throughput=4.42MB/sec 2024-08-29T18:11:39.609 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-Sm439zqJRUOQ-hd off=3306511 len=2031452 2024-08-29T18:11:39.613 INFO:tasks.workunit.client.0.smithi028.stdout:op 17 completed, throughput=4.89MB/sec 2024-08-29T18:11:39.613 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-4GG6cYbFdDeows1 off=477706 len=537487 2024-08-29T18:11:39.620 INFO:tasks.workunit.client.0.smithi028.stdout:op 18 completed, throughput=5.01MB/sec 2024-08-29T18:11:40.620 INFO:tasks.workunit.client.0.smithi028.stdout: 5: throughput=4.03MB/sec pending data=0 2024-08-29T18:11:40.621 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj--uL9qi9HZwRda1I off=461655 len=506149 2024-08-29T18:11:40.623 INFO:tasks.workunit.client.0.smithi028.stdout:op 19 completed, throughput=4.12MB/sec 2024-08-29T18:11:40.623 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-pl-aXufGUkFIfns off=2606904 len=1313456 2024-08-29T18:11:40.629 INFO:tasks.workunit.client.0.smithi028.stdout:op 20 completed, throughput=4.36MB/sec 2024-08-29T18:11:40.629 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-21NnKjqDYFjGPnx off=16580750 len=1096811 2024-08-29T18:11:40.640 INFO:tasks.workunit.client.0.smithi028.stdout:op 21 completed, throughput=4.55MB/sec 2024-08-29T18:11:40.640 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-BOdNZUJ7CON1NOw off=3783287 len=47362 2024-08-29T18:11:40.644 INFO:tasks.workunit.client.0.smithi028.stdout:op 22 completed, throughput=4.56MB/sec 2024-08-29T18:11:40.644 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-uiTZJRE2-lIJtMW off=12890186 len=151945 2024-08-29T18:11:40.649 INFO:tasks.workunit.client.0.smithi028.stdout:op 23 completed, throughput=4.58MB/sec 2024-08-29T18:11:40.652 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-_YQN9IEvn_CDoqt off=3493934 len=226028 2024-08-29T18:11:40.655 INFO:tasks.workunit.client.0.smithi028.stdout:op 24 completed, throughput=4.62MB/sec 2024-08-29T18:11:40.655 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-PqesgKKa2Vz5nkA off=21019066 len=90597 2024-08-29T18:11:40.656 INFO:tasks.workunit.client.0.smithi028.stdout:op 25 completed, throughput=4.63MB/sec 2024-08-29T18:11:40.656 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-qhNkPawZRx3VuT3 off=20829797 len=1781232 2024-08-29T18:11:40.669 INFO:tasks.workunit.client.0.smithi028.stdout:op 26 completed, throughput=4.95MB/sec 2024-08-29T18:11:40.669 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-AgTVxhuufqHQxey off=4556340 len=1748025 2024-08-29T18:11:40.676 INFO:tasks.workunit.client.0.smithi028.stdout:op 27 completed, throughput=5.27MB/sec 2024-08-29T18:11:41.076 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:11:40 smithi053 bash[68679]: cluster 2024-08-29T18:11:39.413852+0000 mgr.y (mgr.25022) 748 : cluster [DBG] pgmap v1436: 105 pgs: 105 active+clean; 116 GiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 457 KiB/s rd, 1.1 MiB/s wr, 780 op/s 2024-08-29T18:11:41.129 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:11:40 smithi028 bash[78352]: cluster 2024-08-29T18:11:39.413852+0000 mgr.y (mgr.25022) 748 : cluster [DBG] pgmap v1436: 105 pgs: 105 active+clean; 116 GiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 457 KiB/s rd, 1.1 MiB/s wr, 780 op/s 2024-08-29T18:11:41.129 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:11:40 smithi028 bash[77168]: cluster 2024-08-29T18:11:39.413852+0000 mgr.y (mgr.25022) 748 : cluster [DBG] pgmap v1436: 105 pgs: 105 active+clean; 116 GiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 457 KiB/s rd, 1.1 MiB/s wr, 780 op/s 2024-08-29T18:11:41.676 INFO:tasks.workunit.client.0.smithi028.stdout: 6: throughput=4.41MB/sec pending data=0 2024-08-29T18:11:41.676 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-GSsMSx5CMczxdUI off=1611247 len=2040294 2024-08-29T18:11:41.681 INFO:tasks.workunit.client.0.smithi028.stdout:op 28 completed, throughput=4.73MB/sec 2024-08-29T18:11:41.681 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-jyfYS9VntqE1wuV off=2310582 len=396466 2024-08-29T18:11:41.688 INFO:tasks.workunit.client.0.smithi028.stdout:op 29 completed, throughput=4.78MB/sec 2024-08-29T18:11:41.689 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-6ZThFYgB31BhHcS off=12284971 len=752403 2024-08-29T18:11:41.692 INFO:tasks.workunit.client.0.smithi028.stdout:op 30 completed, throughput=4.89MB/sec 2024-08-29T18:11:41.692 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-TKSlyQi33nDAf5F off=1963700 len=1400876 2024-08-29T18:11:41.697 INFO:tasks.workunit.client.0.smithi028.stdout:op 31 completed, throughput=5.11MB/sec 2024-08-29T18:11:41.879 INFO:journalctl@ceph.mgr.y.smithi028.stdout:Aug 29 18:11:41 smithi028 bash[70818]: ::ffff:172.21.15.53 - - [29/Aug/2024:18:11:41] "GET /metrics HTTP/1.1" 200 33961 "" "Prometheus/2.43.0" 2024-08-29T18:11:42.576 INFO:journalctl@ceph.prometheus.a.smithi053.stdout:Aug 29 18:11:42 smithi053 bash[95567]: ts=2024-08-29T18:11:42.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"3167ee72-662c-11ef-bcd4-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-29T18:11:42.697 INFO:tasks.workunit.client.0.smithi028.stdout: 7: throughput=4.4MB/sec pending data=0 2024-08-29T18:11:42.698 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-qoT8eiXfnxkXEU8 off=177139 len=20372 2024-08-29T18:11:42.702 INFO:tasks.workunit.client.0.smithi028.stdout:op 32 completed, throughput=4.4MB/sec 2024-08-29T18:11:42.702 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-mYnDhTOf_qgNDGa off=2791824 len=1822305 2024-08-29T18:11:42.708 INFO:tasks.workunit.client.0.smithi028.stdout:op 33 completed, throughput=4.63MB/sec 2024-08-29T18:11:42.708 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-WauV0wFLZbcC7KL off=6861698 len=984096 2024-08-29T18:11:42.718 INFO:tasks.workunit.client.0.smithi028.stdout:op 34 completed, throughput=4.76MB/sec 2024-08-29T18:11:42.718 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-2TFiuvouH38gkhn off=260677 len=1837822 2024-08-29T18:11:42.732 INFO:tasks.workunit.client.0.smithi028.stdout:op 35 completed, throughput=4.99MB/sec 2024-08-29T18:11:42.732 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-_w8HSd-U91Pe2kB off=4569414 len=1360518 2024-08-29T18:11:42.735 INFO:tasks.workunit.client.0.smithi028.stdout:op 36 completed, throughput=5.17MB/sec 2024-08-29T18:11:43.076 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:11:42 smithi053 bash[68679]: cluster 2024-08-29T18:11:41.414959+0000 mgr.y (mgr.25022) 749 : cluster [DBG] pgmap v1437: 105 pgs: 105 active+clean; 127 GiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 591 KiB/s rd, 1.2 MiB/s wr, 853 op/s 2024-08-29T18:11:43.076 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:11:42 smithi053 bash[68679]: audit 2024-08-29T18:11:42.059747+0000 mon.a (mon.0) 2133 : audit [DBG] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-29T18:11:43.129 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:11:42 smithi028 bash[78352]: cluster 2024-08-29T18:11:41.414959+0000 mgr.y (mgr.25022) 749 : cluster [DBG] pgmap v1437: 105 pgs: 105 active+clean; 127 GiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 591 KiB/s rd, 1.2 MiB/s wr, 853 op/s 2024-08-29T18:11:43.129 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:11:42 smithi028 bash[78352]: audit 2024-08-29T18:11:42.059747+0000 mon.a (mon.0) 2133 : audit [DBG] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-29T18:11:43.129 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:11:42 smithi028 bash[77168]: cluster 2024-08-29T18:11:41.414959+0000 mgr.y (mgr.25022) 749 : cluster [DBG] pgmap v1437: 105 pgs: 105 active+clean; 127 GiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 591 KiB/s rd, 1.2 MiB/s wr, 853 op/s 2024-08-29T18:11:43.129 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:11:42 smithi028 bash[77168]: audit 2024-08-29T18:11:42.059747+0000 mon.a (mon.0) 2133 : audit [DBG] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-29T18:11:43.735 INFO:tasks.workunit.client.0.smithi028.stdout: 8: throughput=4.54MB/sec pending data=0 2024-08-29T18:11:43.735 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-se1jg2HkoChNv0s off=13043412 len=2082420 2024-08-29T18:11:43.750 INFO:tasks.workunit.client.0.smithi028.stdout:op 37 completed, throughput=4.77MB/sec 2024-08-29T18:11:43.750 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-wswOcqYXYLlUq2q off=3293802 len=877504 2024-08-29T18:11:43.753 INFO:tasks.workunit.client.0.smithi028.stdout:op 38 completed, throughput=4.87MB/sec 2024-08-29T18:11:43.753 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-K_yUfkCR7lzUWq6 off=1716135 len=442903 2024-08-29T18:11:43.758 INFO:tasks.workunit.client.0.smithi028.stdout:op 39 completed, throughput=4.92MB/sec 2024-08-29T18:11:43.758 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-7yPmZYCpU5dHJ2U off=16265268 len=22850 2024-08-29T18:11:43.759 INFO:tasks.workunit.client.0.smithi028.stdout:op 40 completed, throughput=4.92MB/sec 2024-08-29T18:11:43.759 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-e66c9FykQb8Bfsm off=9080436 len=378339 2024-08-29T18:11:43.765 INFO:tasks.workunit.client.0.smithi028.stdout:op 41 completed, throughput=4.96MB/sec 2024-08-29T18:11:43.765 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-5ApgEDteSHWgzpU off=5605083 len=130989 2024-08-29T18:11:43.766 INFO:tasks.workunit.client.0.smithi028.stdout:op 42 completed, throughput=4.98MB/sec 2024-08-29T18:11:43.766 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-MzkNqhXgb7A-7sZ off=865856 len=97756 2024-08-29T18:11:43.767 INFO:tasks.workunit.client.0.smithi028.stdout:op 43 completed, throughput=4.99MB/sec 2024-08-29T18:11:43.767 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-aSV8kYh6YrtK7Zg off=17193746 len=1283341 2024-08-29T18:11:43.770 INFO:tasks.workunit.client.0.smithi028.stdout:op 44 completed, throughput=5.13MB/sec 2024-08-29T18:11:44.771 INFO:tasks.workunit.client.0.smithi028.stdout: 9: throughput=4.58MB/sec pending data=0 2024-08-29T18:11:44.771 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-ar09NFdZs1xPfvD off=14235472 len=99674 2024-08-29T18:11:44.772 INFO:tasks.workunit.client.0.smithi028.stdout:op 45 completed, throughput=4.59MB/sec 2024-08-29T18:11:44.772 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-p4-bb0dn5Db7lrC off=1509584 len=2074325 2024-08-29T18:11:44.787 INFO:tasks.workunit.client.0.smithi028.stdout:op 46 completed, throughput=4.8MB/sec 2024-08-29T18:11:44.787 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-qDPQrfzmLhXeUD- off=9548446 len=1059745 2024-08-29T18:11:44.795 INFO:tasks.workunit.client.0.smithi028.stdout:op 47 completed, throughput=4.9MB/sec 2024-08-29T18:11:44.795 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-jKErXgSuL3Imkre off=6228079 len=1560457 2024-08-29T18:11:44.799 INFO:tasks.workunit.client.0.smithi028.stdout:op 48 completed, throughput=5.06MB/sec 2024-08-29T18:11:45.076 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:11:44 smithi053 bash[68679]: cluster 2024-08-29T18:11:43.415955+0000 mgr.y (mgr.25022) 750 : cluster [DBG] pgmap v1438: 105 pgs: 105 active+clean; 127 GiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 1.4 MiB/s rd, 2.1 MiB/s wr, 855 op/s 2024-08-29T18:11:45.076 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:11:44 smithi053 bash[68679]: audit 2024-08-29T18:11:44.340198+0000 mon.a (mon.0) 2134 : audit [INF] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' 2024-08-29T18:11:45.076 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:11:44 smithi053 bash[68679]: audit 2024-08-29T18:11:44.346817+0000 mon.a (mon.0) 2135 : audit [INF] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' 2024-08-29T18:11:45.129 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:11:44 smithi028 bash[78352]: cluster 2024-08-29T18:11:43.415955+0000 mgr.y (mgr.25022) 750 : cluster [DBG] pgmap v1438: 105 pgs: 105 active+clean; 127 GiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 1.4 MiB/s rd, 2.1 MiB/s wr, 855 op/s 2024-08-29T18:11:45.129 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:11:44 smithi028 bash[78352]: audit 2024-08-29T18:11:44.340198+0000 mon.a (mon.0) 2134 : audit [INF] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' 2024-08-29T18:11:45.129 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:11:44 smithi028 bash[78352]: audit 2024-08-29T18:11:44.346817+0000 mon.a (mon.0) 2135 : audit [INF] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' 2024-08-29T18:11:45.130 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:11:44 smithi028 bash[77168]: cluster 2024-08-29T18:11:43.415955+0000 mgr.y (mgr.25022) 750 : cluster [DBG] pgmap v1438: 105 pgs: 105 active+clean; 127 GiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 1.4 MiB/s rd, 2.1 MiB/s wr, 855 op/s 2024-08-29T18:11:45.130 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:11:44 smithi028 bash[77168]: audit 2024-08-29T18:11:44.340198+0000 mon.a (mon.0) 2134 : audit [INF] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' 2024-08-29T18:11:45.130 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:11:44 smithi028 bash[77168]: audit 2024-08-29T18:11:44.346817+0000 mon.a (mon.0) 2135 : audit [INF] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' 2024-08-29T18:11:45.799 INFO:tasks.workunit.client.0.smithi028.stdout: 10: throughput=4.57MB/sec pending data=0 2024-08-29T18:11:45.799 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-w9iONovqKP6MeCw off=11678780 len=1188658 2024-08-29T18:11:45.805 INFO:tasks.workunit.client.0.smithi028.stdout:op 49 completed, throughput=4.67MB/sec 2024-08-29T18:11:45.805 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-7kheAeEWHOmyIcM off=1434308 len=270678 2024-08-29T18:11:45.806 INFO:tasks.workunit.client.0.smithi028.stdout:op 50 completed, throughput=4.7MB/sec 2024-08-29T18:11:45.806 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-OKHuHzuUmXopix- off=6308126 len=361809 2024-08-29T18:11:45.808 INFO:tasks.workunit.client.0.smithi028.stdout:op 51 completed, throughput=4.73MB/sec 2024-08-29T18:11:45.808 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-X6ECpEjg1YRbUDW off=1473222 len=553057 2024-08-29T18:11:45.810 INFO:tasks.workunit.client.0.smithi028.stdout:op 52 completed, throughput=4.78MB/sec 2024-08-29T18:11:45.810 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-qIJ-JSHoDX22IxG off=122762 len=229994 2024-08-29T18:11:45.815 INFO:tasks.workunit.client.0.smithi028.stdout:op 53 completed, throughput=4.8MB/sec 2024-08-29T18:11:45.815 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-SJimkQHpSlnq74c off=20372693 len=1400032 2024-08-29T18:11:45.827 INFO:tasks.workunit.client.0.smithi028.stdout:op 54 completed, throughput=4.92MB/sec 2024-08-29T18:11:45.827 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-RLHPv7hZZq0fsOW off=12806076 len=2095493 2024-08-29T18:11:45.842 INFO:tasks.workunit.client.0.smithi028.stdout:op 55 completed, throughput=5.11MB/sec 2024-08-29T18:11:46.076 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:11:45 smithi053 bash[68679]: audit 2024-08-29T18:11:45.049164+0000 mon.a (mon.0) 2136 : audit [DBG] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-29T18:11:46.076 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:11:45 smithi053 bash[68679]: audit 2024-08-29T18:11:45.051076+0000 mon.a (mon.0) 2137 : audit [INF] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-29T18:11:46.076 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:11:45 smithi053 bash[68679]: audit 2024-08-29T18:11:45.061193+0000 mon.a (mon.0) 2138 : audit [INF] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' 2024-08-29T18:11:46.129 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:11:45 smithi028 bash[78352]: audit 2024-08-29T18:11:45.049164+0000 mon.a (mon.0) 2136 : audit [DBG] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-29T18:11:46.129 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:11:45 smithi028 bash[78352]: audit 2024-08-29T18:11:45.051076+0000 mon.a (mon.0) 2137 : audit [INF] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-29T18:11:46.129 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:11:45 smithi028 bash[78352]: audit 2024-08-29T18:11:45.061193+0000 mon.a (mon.0) 2138 : audit [INF] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' 2024-08-29T18:11:46.129 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:11:45 smithi028 bash[77168]: audit 2024-08-29T18:11:45.049164+0000 mon.a (mon.0) 2136 : audit [DBG] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-29T18:11:46.129 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:11:45 smithi028 bash[77168]: audit 2024-08-29T18:11:45.051076+0000 mon.a (mon.0) 2137 : audit [INF] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-29T18:11:46.129 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:11:45 smithi028 bash[77168]: audit 2024-08-29T18:11:45.061193+0000 mon.a (mon.0) 2138 : audit [INF] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' 2024-08-29T18:11:46.842 INFO:tasks.workunit.client.0.smithi028.stdout: 11: throughput=4.66MB/sec pending data=0 2024-08-29T18:11:46.842 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-va5l4_Yonn_wbj9 off=4431383 len=705049 2024-08-29T18:11:46.850 INFO:tasks.workunit.client.0.smithi028.stdout:op 56 completed, throughput=4.72MB/sec 2024-08-29T18:11:46.850 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-MWHw_6kyZIre83V off=12377108 len=1153565 2024-08-29T18:11:46.853 INFO:tasks.workunit.client.0.smithi028.stdout:op 57 completed, throughput=4.81MB/sec 2024-08-29T18:11:46.853 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-qEIiF4V3L_zO1TS off=1610128 len=230517 2024-08-29T18:11:46.854 INFO:tasks.workunit.client.0.smithi028.stdout:op 58 completed, throughput=4.83MB/sec 2024-08-29T18:11:46.855 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-MzBsozBMMeiy05B off=2834325 len=820396 2024-08-29T18:11:46.858 INFO:tasks.workunit.client.0.smithi028.stdout:op 59 completed, throughput=4.9MB/sec 2024-08-29T18:11:46.858 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-3kzS0qxOupHExGx off=6936220 len=2040468 2024-08-29T18:11:46.865 INFO:tasks.workunit.client.0.smithi028.stdout:op 60 completed, throughput=5.07MB/sec 2024-08-29T18:11:47.077 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:11:46 smithi053 bash[68679]: cluster 2024-08-29T18:11:45.417017+0000 mgr.y (mgr.25022) 751 : cluster [DBG] pgmap v1439: 105 pgs: 105 active+clean; 127 GiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 1.8 MiB/s rd, 2.3 MiB/s wr, 828 op/s 2024-08-29T18:11:47.129 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:11:46 smithi028 bash[78352]: cluster 2024-08-29T18:11:45.417017+0000 mgr.y (mgr.25022) 751 : cluster [DBG] pgmap v1439: 105 pgs: 105 active+clean; 127 GiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 1.8 MiB/s rd, 2.3 MiB/s wr, 828 op/s 2024-08-29T18:11:47.130 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:11:46 smithi028 bash[77168]: cluster 2024-08-29T18:11:45.417017+0000 mgr.y (mgr.25022) 751 : cluster [DBG] pgmap v1439: 105 pgs: 105 active+clean; 127 GiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 1.8 MiB/s rd, 2.3 MiB/s wr, 828 op/s 2024-08-29T18:11:47.865 INFO:tasks.workunit.client.0.smithi028.stdout: 12: throughput=4.66MB/sec pending data=0 2024-08-29T18:11:47.865 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-FU5TzrohGyzg9hS off=9440409 len=769344 2024-08-29T18:11:47.868 INFO:tasks.workunit.client.0.smithi028.stdout:op 61 completed, throughput=4.71MB/sec 2024-08-29T18:11:47.868 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-CG1pdjY7YKUGV_E off=2808682 len=1441874 2024-08-29T18:11:47.872 INFO:tasks.workunit.client.0.smithi028.stdout:op 62 completed, throughput=4.82MB/sec 2024-08-29T18:11:47.872 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-5-rLwIz634nJDiW off=1037346 len=864622 2024-08-29T18:11:47.880 INFO:tasks.workunit.client.0.smithi028.stdout:op 63 completed, throughput=4.89MB/sec 2024-08-29T18:11:47.880 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-8lLBL_uGbolfpw_ off=251902 len=1283254 2024-08-29T18:11:47.889 INFO:tasks.workunit.client.0.smithi028.stdout:op 64 completed, throughput=4.98MB/sec 2024-08-29T18:11:47.890 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-HQlGoM8qhL1f1Ql off=1653785 len=1006576 2024-08-29T18:11:47.892 INFO:tasks.workunit.client.0.smithi028.stdout:op 65 completed, throughput=5.06MB/sec 2024-08-29T18:11:48.892 INFO:tasks.workunit.client.0.smithi028.stdout: 13: throughput=4.68MB/sec pending data=0 2024-08-29T18:11:48.893 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-P4H_Y1NZgA7MKNB off=2445800 len=3465 2024-08-29T18:11:48.893 INFO:tasks.workunit.client.0.smithi028.stdout:op 66 completed, throughput=4.68MB/sec 2024-08-29T18:11:48.894 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-A5-nys01tq9VGQk off=1521831 len=440504 2024-08-29T18:11:48.896 INFO:tasks.workunit.client.0.smithi028.stdout:op 67 completed, throughput=4.71MB/sec 2024-08-29T18:11:48.896 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-IAllZh7SwA79bkr off=4868527 len=2046044 2024-08-29T18:11:48.903 INFO:tasks.workunit.client.0.smithi028.stdout:op 68 completed, throughput=4.85MB/sec 2024-08-29T18:11:48.903 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-I46lDD8is8CXWHH off=18370086 len=1513941 2024-08-29T18:11:48.915 INFO:tasks.workunit.client.0.smithi028.stdout:op 69 completed, throughput=4.96MB/sec 2024-08-29T18:11:48.915 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-o_1vLmsXvuBIlnx off=4016509 len=900368 2024-08-29T18:11:48.923 INFO:tasks.workunit.client.0.smithi028.stdout:op 70 completed, throughput=5.02MB/sec 2024-08-29T18:11:49.076 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:11:48 smithi053 bash[68679]: cluster 2024-08-29T18:11:47.417952+0000 mgr.y (mgr.25022) 752 : cluster [DBG] pgmap v1440: 105 pgs: 105 active+clean; 127 GiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 1.8 MiB/s rd, 2.1 MiB/s wr, 686 op/s 2024-08-29T18:11:49.129 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:11:48 smithi028 bash[78352]: cluster 2024-08-29T18:11:47.417952+0000 mgr.y (mgr.25022) 752 : cluster [DBG] pgmap v1440: 105 pgs: 105 active+clean; 127 GiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 1.8 MiB/s rd, 2.1 MiB/s wr, 686 op/s 2024-08-29T18:11:49.129 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:11:48 smithi028 bash[77168]: cluster 2024-08-29T18:11:47.417952+0000 mgr.y (mgr.25022) 752 : cluster [DBG] pgmap v1440: 105 pgs: 105 active+clean; 127 GiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 1.8 MiB/s rd, 2.1 MiB/s wr, 686 op/s 2024-08-29T18:11:49.923 INFO:tasks.workunit.client.0.smithi028.stdout: 14: throughput=4.67MB/sec pending data=0 2024-08-29T18:11:49.923 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj--pS0OdTwHYyyGOg off=2697050 len=1251828 2024-08-29T18:11:49.927 INFO:tasks.workunit.client.0.smithi028.stdout:op 71 completed, throughput=4.75MB/sec 2024-08-29T18:11:49.928 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-cyP5hlNXstYifle off=18971671 len=406543 2024-08-29T18:11:49.933 INFO:tasks.workunit.client.0.smithi028.stdout:op 72 completed, throughput=4.78MB/sec 2024-08-29T18:11:49.933 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-kIHvYmqkoajPZh0 off=13574626 len=450929 2024-08-29T18:11:49.935 INFO:tasks.workunit.client.0.smithi028.stdout:op 73 completed, throughput=4.81MB/sec 2024-08-29T18:11:49.935 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj--qh_5q5X4DaPyfx off=3033539 len=1117095 2024-08-29T18:11:49.944 INFO:tasks.workunit.client.0.smithi028.stdout:op 74 completed, throughput=4.88MB/sec 2024-08-29T18:11:49.944 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-ddE_3qTmhKusXFq off=20130940 len=1026192 2024-08-29T18:11:49.954 INFO:tasks.workunit.client.0.smithi028.stdout:op 75 completed, throughput=4.94MB/sec 2024-08-29T18:11:49.954 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-pOfwE_vmN9emSDV off=17322739 len=330054 2024-08-29T18:11:49.956 INFO:tasks.workunit.client.0.smithi028.stdout:op 76 completed, throughput=4.96MB/sec 2024-08-29T18:11:49.956 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-PjHkkRoe5wfvGEk off=1625439 len=1862869 2024-08-29T18:11:49.968 INFO:tasks.workunit.client.0.smithi028.stdout:op 77 completed, throughput=5.08MB/sec 2024-08-29T18:11:50.969 INFO:tasks.workunit.client.0.smithi028.stdout: 15: throughput=4.75MB/sec pending data=0 2024-08-29T18:11:50.969 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-fc5BYem5le3Uz4y off=8442 len=194057 2024-08-29T18:11:50.970 INFO:tasks.workunit.client.0.smithi028.stdout:op 78 completed, throughput=4.76MB/sec 2024-08-29T18:11:50.970 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-A8N91BzwXQNewLl off=16064500 len=1214201 2024-08-29T18:11:50.974 INFO:tasks.workunit.client.0.smithi028.stdout:op 79 completed, throughput=4.84MB/sec 2024-08-29T18:11:50.974 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-2AmDIssVh5o3gWU off=18431542 len=1046761 2024-08-29T18:11:50.977 INFO:tasks.workunit.client.0.smithi028.stdout:op 80 completed, throughput=4.9MB/sec 2024-08-29T18:11:50.977 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-BWV5O4yM2AB6BGO off=5206555 len=1526353 2024-08-29T18:11:50.988 INFO:tasks.workunit.client.0.smithi028.stdout:op 81 completed, throughput=4.99MB/sec 2024-08-29T18:11:50.988 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-sqvRM9sSBecKn6U off=1569760 len=291268 2024-08-29T18:11:50.990 INFO:tasks.workunit.client.0.smithi028.stdout:op 82 completed, throughput=5.01MB/sec 2024-08-29T18:11:51.076 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:11:50 smithi053 bash[68679]: cluster 2024-08-29T18:11:49.418951+0000 mgr.y (mgr.25022) 753 : cluster [DBG] pgmap v1441: 105 pgs: 105 active+clean; 127 GiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.8 MiB/s wr, 687 op/s 2024-08-29T18:11:51.129 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:11:50 smithi028 bash[78352]: cluster 2024-08-29T18:11:49.418951+0000 mgr.y (mgr.25022) 753 : cluster [DBG] pgmap v1441: 105 pgs: 105 active+clean; 127 GiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.8 MiB/s wr, 687 op/s 2024-08-29T18:11:51.129 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:11:50 smithi028 bash[77168]: cluster 2024-08-29T18:11:49.418951+0000 mgr.y (mgr.25022) 753 : cluster [DBG] pgmap v1441: 105 pgs: 105 active+clean; 127 GiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.8 MiB/s wr, 687 op/s 2024-08-29T18:11:51.879 INFO:journalctl@ceph.mgr.y.smithi028.stdout:Aug 29 18:11:51 smithi028 bash[70818]: ::ffff:172.21.15.53 - - [29/Aug/2024:18:11:51] "GET /metrics HTTP/1.1" 200 33994 "" "Prometheus/2.43.0" 2024-08-29T18:11:51.990 INFO:tasks.workunit.client.0.smithi028.stdout: 16: throughput=4.7MB/sec pending data=0 2024-08-29T18:11:51.990 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-UFMushh4iHs4RaM off=7559891 len=1255527 2024-08-29T18:11:52.000 INFO:tasks.workunit.client.0.smithi028.stdout:op 83 completed, throughput=4.77MB/sec 2024-08-29T18:11:52.000 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-AC8g4u0BkxUoibs off=13565225 len=278238 2024-08-29T18:11:52.002 INFO:tasks.workunit.client.0.smithi028.stdout:op 84 completed, throughput=4.79MB/sec 2024-08-29T18:11:52.002 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-_7s0BuGOHFhQcZL off=7831245 len=1110554 2024-08-29T18:11:52.010 INFO:tasks.workunit.client.0.smithi028.stdout:op 85 completed, throughput=4.85MB/sec 2024-08-29T18:11:52.010 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-kTHs6ZvnP-HnOWI off=8964341 len=1930307 2024-08-29T18:11:52.014 INFO:tasks.workunit.client.0.smithi028.stdout:op 86 completed, throughput=4.96MB/sec 2024-08-29T18:11:52.015 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-6fPcRWPzrRVR4Ho off=15016476 len=1216972 2024-08-29T18:11:52.025 INFO:tasks.workunit.client.0.smithi028.stdout:op 87 completed, throughput=5.03MB/sec 2024-08-29T18:11:52.576 INFO:journalctl@ceph.prometheus.a.smithi053.stdout:Aug 29 18:11:52 smithi053 bash[95567]: ts=2024-08-29T18:11:52.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"3167ee72-662c-11ef-bcd4-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-29T18:11:53.025 INFO:tasks.workunit.client.0.smithi028.stdout: 17: throughput=4.74MB/sec pending data=0 2024-08-29T18:11:53.026 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-ZAZUw5T8Wd_mJnW off=169967 len=1840843 2024-08-29T18:11:53.038 INFO:tasks.workunit.client.0.smithi028.stdout:op 88 completed, throughput=4.84MB/sec 2024-08-29T18:11:53.039 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-i9vsTc0g1y-WAQV off=9402877 len=362929 2024-08-29T18:11:53.044 INFO:tasks.workunit.client.0.smithi028.stdout:op 89 completed, throughput=4.86MB/sec 2024-08-29T18:11:53.044 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-RJBV2Jn258_BZiM off=275706 len=1238340 2024-08-29T18:11:53.047 INFO:tasks.workunit.client.0.smithi028.stdout:op 90 completed, throughput=4.92MB/sec 2024-08-29T18:11:53.047 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-hbnvvUjZiecQBP9 off=10160353 len=1615532 2024-08-29T18:11:53.051 INFO:tasks.workunit.client.0.smithi028.stdout:op 91 completed, throughput=5.01MB/sec 2024-08-29T18:11:53.076 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:11:52 smithi053 bash[68679]: cluster 2024-08-29T18:11:51.420057+0000 mgr.y (mgr.25022) 754 : cluster [DBG] pgmap v1442: 105 pgs: 105 active+clean; 127 GiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.0 MiB/s wr, 77 op/s 2024-08-29T18:11:53.129 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:11:52 smithi028 bash[78352]: cluster 2024-08-29T18:11:51.420057+0000 mgr.y (mgr.25022) 754 : cluster [DBG] pgmap v1442: 105 pgs: 105 active+clean; 127 GiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.0 MiB/s wr, 77 op/s 2024-08-29T18:11:53.129 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:11:52 smithi028 bash[77168]: cluster 2024-08-29T18:11:51.420057+0000 mgr.y (mgr.25022) 754 : cluster [DBG] pgmap v1442: 105 pgs: 105 active+clean; 127 GiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.0 MiB/s wr, 77 op/s 2024-08-29T18:11:54.051 INFO:tasks.workunit.client.0.smithi028.stdout: 18: throughput=4.74MB/sec pending data=0 2024-08-29T18:11:54.052 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-cSlgl2HEywMg9rh off=9867164 len=522174 2024-08-29T18:11:54.054 INFO:tasks.workunit.client.0.smithi028.stdout:op 92 completed, throughput=4.77MB/sec 2024-08-29T18:11:54.054 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-mdxKWKTodjnTt8J off=2386184 len=1300439 2024-08-29T18:11:54.057 INFO:tasks.workunit.client.0.smithi028.stdout:op 93 completed, throughput=4.83MB/sec 2024-08-29T18:11:54.057 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-AFpKXnd71JcjoM3 off=261236 len=1971034 2024-08-29T18:11:54.070 INFO:tasks.workunit.client.0.smithi028.stdout:op 94 completed, throughput=4.93MB/sec 2024-08-29T18:11:54.070 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-gIrScO3hBrkrtED off=2934984 len=426515 2024-08-29T18:11:54.076 INFO:tasks.workunit.client.0.smithi028.stdout:op 95 completed, throughput=4.95MB/sec 2024-08-29T18:11:54.077 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-K-KnUmjSHQg-hTr off=3666128 len=434066 2024-08-29T18:11:54.079 INFO:tasks.workunit.client.0.smithi028.stdout:op 96 completed, throughput=4.97MB/sec 2024-08-29T18:11:54.079 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-NIWfhe7a-91ympK off=12752385 len=273993 2024-08-29T18:11:54.081 INFO:tasks.workunit.client.0.smithi028.stdout:op 97 completed, throughput=4.99MB/sec 2024-08-29T18:11:54.081 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-weYRev1K21fZ60r off=5150962 len=1019167 2024-08-29T18:11:54.090 INFO:tasks.workunit.client.0.smithi028.stdout:op 98 completed, throughput=5.03MB/sec 2024-08-29T18:11:55.076 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:11:54 smithi053 bash[68679]: cluster 2024-08-29T18:11:53.420925+0000 mgr.y (mgr.25022) 755 : cluster [DBG] pgmap v1443: 105 pgs: 105 active+clean; 127 GiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 3.3 MiB/s rd, 2.9 MiB/s wr, 6 op/s 2024-08-29T18:11:55.090 INFO:tasks.workunit.client.0.smithi028.stdout: 19: throughput=4.78MB/sec pending data=0 2024-08-29T18:11:55.091 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-IiMU5phQkra1H48 off=4842493 len=1896752 2024-08-29T18:11:55.105 INFO:tasks.workunit.client.0.smithi028.stdout:op 99 completed, throughput=4.87MB/sec 2024-08-29T18:11:55.105 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-uL7TZ7F8LRJ8r-9 off=1248116 len=163201 2024-08-29T18:11:55.106 INFO:tasks.workunit.client.0.smithi028.stdout:op 100 completed, throughput=4.87MB/sec 2024-08-29T18:11:55.106 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-lviXO8pvqDLuFuL off=2487176 len=791046 2024-08-29T18:11:55.114 INFO:tasks.workunit.client.0.smithi028.stdout:op 101 completed, throughput=4.91MB/sec 2024-08-29T18:11:55.115 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-jwK26fZnRXBcHu7 off=4461006 len=1033424 2024-08-29T18:11:55.124 INFO:tasks.workunit.client.0.smithi028.stdout:op 102 completed, throughput=4.96MB/sec 2024-08-29T18:11:55.124 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-3hzBIDpR1tBMLdk off=4575864 len=1675014 2024-08-29T18:11:55.126 INFO:tasks.workunit.client.0.smithi028.stdout:op 103 completed, throughput=5.04MB/sec 2024-08-29T18:11:55.128 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:11:54 smithi028 bash[78352]: cluster 2024-08-29T18:11:53.420925+0000 mgr.y (mgr.25022) 755 : cluster [DBG] pgmap v1443: 105 pgs: 105 active+clean; 127 GiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 3.3 MiB/s rd, 2.9 MiB/s wr, 6 op/s 2024-08-29T18:11:55.129 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:11:54 smithi028 bash[77168]: cluster 2024-08-29T18:11:53.420925+0000 mgr.y (mgr.25022) 755 : cluster [DBG] pgmap v1443: 105 pgs: 105 active+clean; 127 GiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 3.3 MiB/s rd, 2.9 MiB/s wr, 6 op/s 2024-08-29T18:11:56.127 INFO:tasks.workunit.client.0.smithi028.stdout: 20: throughput=4.79MB/sec pending data=0 2024-08-29T18:11:56.127 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-AOI76SiLAnk7tra off=6072460 len=1900151 2024-08-29T18:11:56.143 INFO:tasks.workunit.client.0.smithi028.stdout:op 104 completed, throughput=4.88MB/sec 2024-08-29T18:11:56.143 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-iQ4RLaUdeR_qi7- off=2959440 len=625555 2024-08-29T18:11:56.146 INFO:tasks.workunit.client.0.smithi028.stdout:op 105 completed, throughput=4.91MB/sec 2024-08-29T18:11:56.146 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-mx-C6URUUDrcUwe off=8890961 len=238808 2024-08-29T18:11:56.147 INFO:tasks.workunit.client.0.smithi028.stdout:op 106 completed, throughput=4.92MB/sec 2024-08-29T18:11:56.147 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-m80_Pwqbzd6TzNc off=1852278 len=796021 2024-08-29T18:11:56.155 INFO:tasks.workunit.client.0.smithi028.stdout:op 107 completed, throughput=4.95MB/sec 2024-08-29T18:11:56.155 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-TR72jUdzJhDaSKx off=11166567 len=341886 2024-08-29T18:11:56.157 INFO:tasks.workunit.client.0.smithi028.stdout:op 108 completed, throughput=4.97MB/sec 2024-08-29T18:11:56.157 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-uGBMbkZqHk1B1HX off=18186352 len=960422 2024-08-29T18:11:56.165 INFO:tasks.workunit.client.0.smithi028.stdout:op 109 completed, throughput=5.01MB/sec 2024-08-29T18:11:57.076 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:11:56 smithi053 bash[68679]: cluster 2024-08-29T18:11:55.421966+0000 mgr.y (mgr.25022) 756 : cluster [DBG] pgmap v1444: 105 pgs: 105 active+clean; 127 GiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.3 MiB/s wr, 5 op/s 2024-08-29T18:11:57.129 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:11:56 smithi028 bash[77168]: cluster 2024-08-29T18:11:55.421966+0000 mgr.y (mgr.25022) 756 : cluster [DBG] pgmap v1444: 105 pgs: 105 active+clean; 127 GiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.3 MiB/s wr, 5 op/s 2024-08-29T18:11:57.129 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:11:56 smithi028 bash[78352]: cluster 2024-08-29T18:11:55.421966+0000 mgr.y (mgr.25022) 756 : cluster [DBG] pgmap v1444: 105 pgs: 105 active+clean; 127 GiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.3 MiB/s wr, 5 op/s 2024-08-29T18:11:57.166 INFO:tasks.workunit.client.0.smithi028.stdout: 21: throughput=4.78MB/sec pending data=0 2024-08-29T18:11:57.166 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-Si10sV-tbOWIZXa off=10558373 len=430442 2024-08-29T18:11:57.172 INFO:tasks.workunit.client.0.smithi028.stdout:op 110 completed, throughput=4.8MB/sec 2024-08-29T18:11:57.172 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-BlTMEjikdBvgWPf off=1433689 len=1269048 2024-08-29T18:11:57.183 INFO:tasks.workunit.client.0.smithi028.stdout:op 111 completed, throughput=4.85MB/sec 2024-08-29T18:11:57.183 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-ZDpc2GiUD94Qr5B off=2819982 len=1914650 2024-08-29T18:11:57.187 INFO:tasks.workunit.client.0.smithi028.stdout:op 112 completed, throughput=4.93MB/sec 2024-08-29T18:11:57.187 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-YFzTOTfDkTXSEdq off=2056269 len=1546842 2024-08-29T18:11:57.198 INFO:tasks.workunit.client.0.smithi028.stdout:op 113 completed, throughput=5MB/sec 2024-08-29T18:11:57.198 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-1_6BjdViAL0dTFW off=5452765 len=739085 2024-08-29T18:11:57.201 INFO:tasks.workunit.client.0.smithi028.stdout:op 114 completed, throughput=5.03MB/sec 2024-08-29T18:11:58.076 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:11:57 smithi053 bash[68679]: audit 2024-08-29T18:11:57.060448+0000 mon.a (mon.0) 2139 : audit [DBG] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-29T18:11:58.129 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:11:57 smithi028 bash[78352]: audit 2024-08-29T18:11:57.060448+0000 mon.a (mon.0) 2139 : audit [DBG] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-29T18:11:58.129 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:11:57 smithi028 bash[77168]: audit 2024-08-29T18:11:57.060448+0000 mon.a (mon.0) 2139 : audit [DBG] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-29T18:11:58.201 INFO:tasks.workunit.client.0.smithi028.stdout: 22: throughput=4.81MB/sec pending data=0 2024-08-29T18:11:58.201 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-I0dxheu8dsy2bXE off=3062315 len=1881091 2024-08-29T18:11:58.205 INFO:tasks.workunit.client.0.smithi028.stdout:op 115 completed, throughput=4.89MB/sec 2024-08-29T18:11:58.206 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-YNkLr4BdV0pq7SS off=1289893 len=1295994 2024-08-29T18:11:58.217 INFO:tasks.workunit.client.0.smithi028.stdout:op 116 completed, throughput=4.94MB/sec 2024-08-29T18:11:58.217 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-p2mE9Q6U6IfaqHl off=4762630 len=1972255 2024-08-29T18:11:58.221 INFO:tasks.workunit.client.0.smithi028.stdout:op 117 completed, throughput=5.02MB/sec 2024-08-29T18:11:59.076 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:11:58 smithi053 bash[68679]: cluster 2024-08-29T18:11:57.422732+0000 mgr.y (mgr.25022) 757 : cluster [DBG] pgmap v1445: 105 pgs: 105 active+clean; 127 GiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.0 MiB/s wr, 4 op/s 2024-08-29T18:11:59.129 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:11:58 smithi028 bash[78352]: cluster 2024-08-29T18:11:57.422732+0000 mgr.y (mgr.25022) 757 : cluster [DBG] pgmap v1445: 105 pgs: 105 active+clean; 127 GiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.0 MiB/s wr, 4 op/s 2024-08-29T18:11:59.129 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:11:58 smithi028 bash[77168]: cluster 2024-08-29T18:11:57.422732+0000 mgr.y (mgr.25022) 757 : cluster [DBG] pgmap v1445: 105 pgs: 105 active+clean; 127 GiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.0 MiB/s wr, 4 op/s 2024-08-29T18:11:59.222 INFO:tasks.workunit.client.0.smithi028.stdout: 23: throughput=4.81MB/sec pending data=0 2024-08-29T18:11:59.222 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-M763D9Zq1Hbffnl off=3185833 len=780317 2024-08-29T18:11:59.225 INFO:tasks.workunit.client.0.smithi028.stdout:op 118 completed, throughput=4.84MB/sec 2024-08-29T18:11:59.225 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-GBXlFQ2taQkjgaO off=332530 len=523115 2024-08-29T18:11:59.227 INFO:tasks.workunit.client.0.smithi028.stdout:op 119 completed, throughput=4.86MB/sec 2024-08-29T18:11:59.227 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-Zgys_wzlCMqMO-1 off=7002366 len=1737975 2024-08-29T18:11:59.241 INFO:tasks.workunit.client.0.smithi028.stdout:op 120 completed, throughput=4.93MB/sec 2024-08-29T18:11:59.241 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-_GekC1BmMSkA4oB off=3219876 len=176261 2024-08-29T18:11:59.246 INFO:tasks.workunit.client.0.smithi028.stdout:op 121 completed, throughput=4.93MB/sec 2024-08-29T18:11:59.246 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-nAVR3ne_ER4byeN off=2713567 len=1055805 2024-08-29T18:11:59.255 INFO:tasks.workunit.client.0.smithi028.stdout:op 122 completed, throughput=4.97MB/sec 2024-08-29T18:11:59.255 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-ZtXIj6hB_tD5SBf off=11277920 len=1806629 2024-08-29T18:11:59.266 INFO:tasks.workunit.client.0.smithi028.stdout:op 123 completed, throughput=5.04MB/sec 2024-08-29T18:12:00.266 INFO:tasks.workunit.client.0.smithi028.stdout: 24: throughput=4.84MB/sec pending data=0 2024-08-29T18:12:00.267 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-vZRt3rCBs5tfuUQ off=5873592 len=1944272 2024-08-29T18:12:00.271 INFO:tasks.workunit.client.0.smithi028.stdout:op 124 completed, throughput=4.91MB/sec 2024-08-29T18:12:00.272 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-GTRHpECnV2m4dR4 off=2905674 len=395855 2024-08-29T18:12:00.278 INFO:tasks.workunit.client.0.smithi028.stdout:op 125 completed, throughput=4.93MB/sec 2024-08-29T18:12:00.278 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-xIgIGBNzYTp3ciS off=9466945 len=1090901 2024-08-29T18:12:00.281 INFO:tasks.workunit.client.0.smithi028.stdout:op 126 completed, throughput=4.97MB/sec 2024-08-29T18:12:00.281 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-4o6ZL0_3Ie9BeSN off=13362295 len=1318131 2024-08-29T18:12:00.291 INFO:tasks.workunit.client.0.smithi028.stdout:op 127 completed, throughput=5.02MB/sec 2024-08-29T18:12:01.076 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:12:00 smithi053 bash[68679]: cluster 2024-08-29T18:11:59.423688+0000 mgr.y (mgr.25022) 758 : cluster [DBG] pgmap v1446: 105 pgs: 105 active+clean; 127 GiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 3.0 MiB/s rd, 3.0 MiB/s wr, 6 op/s 2024-08-29T18:12:01.129 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:12:00 smithi028 bash[78352]: cluster 2024-08-29T18:11:59.423688+0000 mgr.y (mgr.25022) 758 : cluster [DBG] pgmap v1446: 105 pgs: 105 active+clean; 127 GiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 3.0 MiB/s rd, 3.0 MiB/s wr, 6 op/s 2024-08-29T18:12:01.129 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:12:00 smithi028 bash[77168]: cluster 2024-08-29T18:11:59.423688+0000 mgr.y (mgr.25022) 758 : cluster [DBG] pgmap v1446: 105 pgs: 105 active+clean; 127 GiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 3.0 MiB/s rd, 3.0 MiB/s wr, 6 op/s 2024-08-29T18:12:01.291 INFO:tasks.workunit.client.0.smithi028.stdout: 25: throughput=4.82MB/sec pending data=0 2024-08-29T18:12:01.291 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-MaWRdOVi85srVPk off=2553189 len=277428 2024-08-29T18:12:01.297 INFO:tasks.workunit.client.0.smithi028.stdout:op 128 completed, throughput=4.83MB/sec 2024-08-29T18:12:01.297 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-T0Z6nt7LQnk813i off=6171976 len=1344437 2024-08-29T18:12:01.307 INFO:tasks.workunit.client.0.smithi028.stdout:op 129 completed, throughput=4.88MB/sec 2024-08-29T18:12:01.307 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-ToJoU6Gui-FX-ep off=2199240 len=1716749 2024-08-29T18:12:01.319 INFO:tasks.workunit.client.0.smithi028.stdout:op 130 completed, throughput=4.94MB/sec 2024-08-29T18:12:01.319 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-6dvUg7BtSVlhHVn off=7493288 len=338962 2024-08-29T18:12:01.321 INFO:tasks.workunit.client.0.smithi028.stdout:op 131 completed, throughput=4.95MB/sec 2024-08-29T18:12:01.321 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-b9QHSbzke69WHDt off=242748 len=1246067 2024-08-29T18:12:01.329 INFO:tasks.workunit.client.0.smithi028.stdout:op 132 completed, throughput=5MB/sec 2024-08-29T18:12:01.329 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-6Pu8k0oWRbxXxF4 off=3803999 len=440609 2024-08-29T18:12:01.331 INFO:tasks.workunit.client.0.smithi028.stdout:op 133 completed, throughput=5.01MB/sec 2024-08-29T18:12:01.879 INFO:journalctl@ceph.mgr.y.smithi028.stdout:Aug 29 18:12:01 smithi028 bash[70818]: ::ffff:172.21.15.53 - - [29/Aug/2024:18:12:01] "GET /metrics HTTP/1.1" 200 33997 "" "Prometheus/2.43.0" 2024-08-29T18:12:02.331 INFO:tasks.workunit.client.0.smithi028.stdout: 26: throughput=4.83MB/sec pending data=0 2024-08-29T18:12:02.331 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-sO9Wucrasij4Wr1 off=22048700 len=1703987 2024-08-29T18:12:02.345 INFO:tasks.workunit.client.0.smithi028.stdout:op 134 completed, throughput=4.89MB/sec 2024-08-29T18:12:02.345 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-PApcylYvr4u3JU8 off=18240160 len=435598 2024-08-29T18:12:02.351 INFO:tasks.workunit.client.0.smithi028.stdout:op 135 completed, throughput=4.9MB/sec 2024-08-29T18:12:02.351 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-cWZ-BKfalLeIA60 off=3531579 len=1241788 2024-08-29T18:12:02.354 INFO:tasks.workunit.client.0.smithi028.stdout:op 136 completed, throughput=4.94MB/sec 2024-08-29T18:12:02.355 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-BU6DTUlw-7K051u off=8686031 len=583680 2024-08-29T18:12:02.356 INFO:tasks.workunit.client.0.smithi028.stdout:op 137 completed, throughput=4.96MB/sec 2024-08-29T18:12:02.357 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-233pMDXfM7K57Xq off=4877712 len=597536 2024-08-29T18:12:02.358 INFO:tasks.workunit.client.0.smithi028.stdout:op 138 completed, throughput=4.98MB/sec 2024-08-29T18:12:02.358 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-m5ULL5OGu6vaNaE off=8610764 len=673142 2024-08-29T18:12:02.361 INFO:tasks.workunit.client.0.smithi028.stdout:op 139 completed, throughput=5.01MB/sec 2024-08-29T18:12:02.576 INFO:journalctl@ceph.prometheus.a.smithi053.stdout:Aug 29 18:12:02 smithi053 bash[95567]: ts=2024-08-29T18:12:02.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"3167ee72-662c-11ef-bcd4-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-29T18:12:03.076 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:12:02 smithi053 bash[68679]: cluster 2024-08-29T18:12:01.424796+0000 mgr.y (mgr.25022) 759 : cluster [DBG] pgmap v1447: 105 pgs: 105 active+clean; 127 GiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.7 MiB/s wr, 4 op/s 2024-08-29T18:12:03.129 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:12:02 smithi028 bash[77168]: cluster 2024-08-29T18:12:01.424796+0000 mgr.y (mgr.25022) 759 : cluster [DBG] pgmap v1447: 105 pgs: 105 active+clean; 127 GiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.7 MiB/s wr, 4 op/s 2024-08-29T18:12:03.129 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:12:02 smithi028 bash[78352]: cluster 2024-08-29T18:12:01.424796+0000 mgr.y (mgr.25022) 759 : cluster [DBG] pgmap v1447: 105 pgs: 105 active+clean; 127 GiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.7 MiB/s wr, 4 op/s 2024-08-29T18:12:03.364 INFO:tasks.workunit.client.0.smithi028.stdout: 27: throughput=4.83MB/sec pending data=0 2024-08-29T18:12:03.364 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-JWTrWzW3WeA5-MJ off=2765261 len=1898295 2024-08-29T18:12:03.377 INFO:tasks.workunit.client.0.smithi028.stdout:op 140 completed, throughput=4.89MB/sec 2024-08-29T18:12:03.377 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-N2kGyq6oCt3wvbU off=8059472 len=994051 2024-08-29T18:12:03.386 INFO:tasks.workunit.client.0.smithi028.stdout:op 141 completed, throughput=4.92MB/sec 2024-08-29T18:12:03.386 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-rbJW7lWCFdYh3Vk off=11539388 len=1056221 2024-08-29T18:12:03.395 INFO:tasks.workunit.client.0.smithi028.stdout:op 142 completed, throughput=4.96MB/sec 2024-08-29T18:12:03.395 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-1AM-mYL7hnHzZeY off=1157033 len=1255309 2024-08-29T18:12:03.398 INFO:tasks.workunit.client.0.smithi028.stdout:op 143 completed, throughput=5MB/sec 2024-08-29T18:12:03.398 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-PZfyLrRkRkJ8_eu off=743449 len=1412780 2024-08-29T18:12:03.411 INFO:tasks.workunit.client.0.smithi028.stdout:op 144 completed, throughput=5.05MB/sec 2024-08-29T18:12:04.411 INFO:tasks.workunit.client.0.smithi028.stdout: 28: throughput=4.87MB/sec pending data=0 2024-08-29T18:12:04.411 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-TTz56SwMp4nQWiu off=12183346 len=622008 2024-08-29T18:12:04.413 INFO:tasks.workunit.client.0.smithi028.stdout:op 145 completed, throughput=4.89MB/sec 2024-08-29T18:12:04.413 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-yLl6HNlcKF7ZIK_ off=8472674 len=1009958 2024-08-29T18:12:04.422 INFO:tasks.workunit.client.0.smithi028.stdout:op 146 completed, throughput=4.92MB/sec 2024-08-29T18:12:04.422 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-CfQEJLFEvlkvgUR off=12971978 len=1194480 2024-08-29T18:12:04.433 INFO:tasks.workunit.client.0.smithi028.stdout:op 147 completed, throughput=4.96MB/sec 2024-08-29T18:12:04.433 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-lmdYH1dgBMBCnIu off=18121213 len=1550640 2024-08-29T18:12:04.443 INFO:tasks.workunit.client.0.smithi028.stdout:op 148 completed, throughput=5.01MB/sec 2024-08-29T18:12:05.076 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:12:04 smithi053 bash[68679]: cluster 2024-08-29T18:12:03.425711+0000 mgr.y (mgr.25022) 760 : cluster [DBG] pgmap v1448: 105 pgs: 105 active+clean; 127 GiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 2.3 MiB/s rd, 3.4 MiB/s wr, 5 op/s 2024-08-29T18:12:05.129 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:12:04 smithi028 bash[78352]: cluster 2024-08-29T18:12:03.425711+0000 mgr.y (mgr.25022) 760 : cluster [DBG] pgmap v1448: 105 pgs: 105 active+clean; 127 GiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 2.3 MiB/s rd, 3.4 MiB/s wr, 5 op/s 2024-08-29T18:12:05.129 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:12:04 smithi028 bash[77168]: cluster 2024-08-29T18:12:03.425711+0000 mgr.y (mgr.25022) 760 : cluster [DBG] pgmap v1448: 105 pgs: 105 active+clean; 127 GiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 2.3 MiB/s rd, 3.4 MiB/s wr, 5 op/s 2024-08-29T18:12:05.444 INFO:tasks.workunit.client.0.smithi028.stdout: 29: throughput=4.84MB/sec pending data=0 2024-08-29T18:12:05.444 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-ndUWKHlPu8vnTb- off=11121823 len=1898101 2024-08-29T18:12:05.457 INFO:tasks.workunit.client.0.smithi028.stdout:op 149 completed, throughput=4.9MB/sec 2024-08-29T18:12:05.457 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-A3CPEVAIJLLdHsF off=1436927 len=1700156 2024-08-29T18:12:05.471 INFO:tasks.workunit.client.0.smithi028.stdout:op 150 completed, throughput=4.95MB/sec 2024-08-29T18:12:05.471 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-ZPofHtCFQEOZRde off=2492286 len=957132 2024-08-29T18:12:05.479 INFO:tasks.workunit.client.0.smithi028.stdout:op 151 completed, throughput=4.98MB/sec 2024-08-29T18:12:05.479 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-0QsSJV6o-tAjpcp off=5784751 len=759830 2024-08-29T18:12:05.481 INFO:tasks.workunit.client.0.smithi028.stdout:op 152 completed, throughput=5.01MB/sec 2024-08-29T18:12:06.481 INFO:tasks.workunit.client.0.smithi028.stdout: 30: throughput=4.84MB/sec pending data=0 2024-08-29T18:12:06.482 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-u99O2G650wA1ZBB off=1792931 len=103010 2024-08-29T18:12:06.482 INFO:tasks.workunit.client.0.smithi028.stdout:op 153 completed, throughput=4.85MB/sec 2024-08-29T18:12:06.482 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-DyhIdrvbJNlBvIR off=7040271 len=610859 2024-08-29T18:12:06.485 INFO:tasks.workunit.client.0.smithi028.stdout:op 154 completed, throughput=4.87MB/sec 2024-08-29T18:12:06.485 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-Au87YAO3MnzPLIx off=1368747 len=111709 2024-08-29T18:12:06.489 INFO:tasks.workunit.client.0.smithi028.stdout:op 155 completed, throughput=4.87MB/sec 2024-08-29T18:12:06.489 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-nbuoqFcXkHpuzm4 off=7044676 len=433836 2024-08-29T18:12:06.491 INFO:tasks.workunit.client.0.smithi028.stdout:op 156 completed, throughput=4.88MB/sec 2024-08-29T18:12:06.492 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-FjGp819-1vP4u75 off=1444102 len=1455949 2024-08-29T18:12:06.495 INFO:tasks.workunit.client.0.smithi028.stdout:op 157 completed, throughput=4.93MB/sec 2024-08-29T18:12:06.495 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-vTwRdSdGsJvMr0t off=1486256 len=1185057 2024-08-29T18:12:06.505 INFO:tasks.workunit.client.0.smithi028.stdout:op 158 completed, throughput=4.96MB/sec 2024-08-29T18:12:06.505 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-eGKMtx7J5owuXGa off=12011524 len=1230039 2024-08-29T18:12:06.515 INFO:tasks.workunit.client.0.smithi028.stdout:op 159 completed, throughput=5MB/sec 2024-08-29T18:12:06.516 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-jLPHe-sHP7rKBvO off=14755882 len=775982 2024-08-29T18:12:06.523 INFO:tasks.workunit.client.0.smithi028.stdout:op 160 completed, throughput=5.02MB/sec 2024-08-29T18:12:07.076 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:12:06 smithi053 bash[68679]: cluster 2024-08-29T18:12:05.426890+0000 mgr.y (mgr.25022) 761 : cluster [DBG] pgmap v1449: 105 pgs: 105 active+clean; 127 GiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 1.7 MiB/s rd, 2.7 MiB/s wr, 4 op/s 2024-08-29T18:12:07.128 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:12:06 smithi028 bash[78352]: cluster 2024-08-29T18:12:05.426890+0000 mgr.y (mgr.25022) 761 : cluster [DBG] pgmap v1449: 105 pgs: 105 active+clean; 127 GiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 1.7 MiB/s rd, 2.7 MiB/s wr, 4 op/s 2024-08-29T18:12:07.129 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:12:06 smithi028 bash[77168]: cluster 2024-08-29T18:12:05.426890+0000 mgr.y (mgr.25022) 761 : cluster [DBG] pgmap v1449: 105 pgs: 105 active+clean; 127 GiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 1.7 MiB/s rd, 2.7 MiB/s wr, 4 op/s 2024-08-29T18:12:07.523 INFO:tasks.workunit.client.0.smithi028.stdout: 31: throughput=4.86MB/sec pending data=0 2024-08-29T18:12:07.524 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-ncDr8XlGyGGmqqc off=7619803 len=954246 2024-08-29T18:12:07.532 INFO:tasks.workunit.client.0.smithi028.stdout:op 161 completed, throughput=4.89MB/sec 2024-08-29T18:12:07.532 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-uTmTWZMU76aINye off=8186856 len=1866072 2024-08-29T18:12:07.536 INFO:tasks.workunit.client.0.smithi028.stdout:op 162 completed, throughput=4.94MB/sec 2024-08-29T18:12:07.537 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-JY1QFNXnwmfEjsN off=3411849 len=179645 2024-08-29T18:12:07.542 INFO:tasks.workunit.client.0.smithi028.stdout:op 163 completed, throughput=4.95MB/sec 2024-08-29T18:12:07.543 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-nqp05jRCO50RDmF off=2522126 len=1546944 2024-08-29T18:12:07.554 INFO:tasks.workunit.client.0.smithi028.stdout:op 164 completed, throughput=4.99MB/sec 2024-08-29T18:12:07.554 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-UHFj3lw0MHCPiZi off=22986645 len=878833 2024-08-29T18:12:07.557 INFO:tasks.workunit.client.0.smithi028.stdout:op 165 completed, throughput=5.02MB/sec 2024-08-29T18:12:08.557 INFO:tasks.workunit.client.0.smithi028.stdout: 32: throughput=4.87MB/sec pending data=0 2024-08-29T18:12:08.557 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-d1ajO-i5wGQt1KJ off=9946471 len=775253 2024-08-29T18:12:08.559 INFO:tasks.workunit.client.0.smithi028.stdout:op 166 completed, throughput=4.89MB/sec 2024-08-29T18:12:08.560 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-E02CQm50hNWAfVq off=12361915 len=636709 2024-08-29T18:12:08.567 INFO:tasks.workunit.client.0.smithi028.stdout:op 167 completed, throughput=4.91MB/sec 2024-08-29T18:12:08.567 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-A4Vg4nfO9hyPGap off=17044047 len=792618 2024-08-29T18:12:08.576 INFO:tasks.workunit.client.0.smithi028.stdout:op 168 completed, throughput=4.93MB/sec 2024-08-29T18:12:08.576 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-fWNMexVZt8PVyFs off=477104 len=965833 2024-08-29T18:12:08.584 INFO:tasks.workunit.client.0.smithi028.stdout:op 169 completed, throughput=4.95MB/sec 2024-08-29T18:12:08.584 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-mi3NRX5kIKR2T0v off=1081062 len=426042 2024-08-29T18:12:08.590 INFO:tasks.workunit.client.0.smithi028.stdout:op 170 completed, throughput=4.97MB/sec 2024-08-29T18:12:08.590 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-FkQczWo5hh0C625 off=14263766 len=2015272 2024-08-29T18:12:08.597 INFO:tasks.workunit.client.0.smithi028.stdout:op 171 completed, throughput=5.02MB/sec 2024-08-29T18:12:09.076 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:12:08 smithi053 bash[68679]: cluster 2024-08-29T18:12:07.427668+0000 mgr.y (mgr.25022) 762 : cluster [DBG] pgmap v1450: 105 pgs: 105 active+clean; 127 GiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 1.6 MiB/s rd, 2.4 MiB/s wr, 3 op/s 2024-08-29T18:12:09.129 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:12:08 smithi028 bash[78352]: cluster 2024-08-29T18:12:07.427668+0000 mgr.y (mgr.25022) 762 : cluster [DBG] pgmap v1450: 105 pgs: 105 active+clean; 127 GiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 1.6 MiB/s rd, 2.4 MiB/s wr, 3 op/s 2024-08-29T18:12:09.129 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:12:08 smithi028 bash[77168]: cluster 2024-08-29T18:12:07.427668+0000 mgr.y (mgr.25022) 762 : cluster [DBG] pgmap v1450: 105 pgs: 105 active+clean; 127 GiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 1.6 MiB/s rd, 2.4 MiB/s wr, 3 op/s 2024-08-29T18:12:09.597 INFO:tasks.workunit.client.0.smithi028.stdout: 33: throughput=4.88MB/sec pending data=0 2024-08-29T18:12:09.597 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-4g6SQxhv8TnwWy6 off=2983358 len=186102 2024-08-29T18:12:09.602 INFO:tasks.workunit.client.0.smithi028.stdout:op 172 completed, throughput=4.88MB/sec 2024-08-29T18:12:09.602 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-a1fVgCi8kVFxclq off=4314265 len=1378002 2024-08-29T18:12:09.605 INFO:tasks.workunit.client.0.smithi028.stdout:op 173 completed, throughput=4.92MB/sec 2024-08-29T18:12:09.606 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-Iev5YdV5gnmWgle off=117044 len=578375 2024-08-29T18:12:09.613 INFO:tasks.workunit.client.0.smithi028.stdout:op 174 completed, throughput=4.93MB/sec 2024-08-29T18:12:09.613 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-i2n3Rl7e4NaqDoZ off=10817431 len=294711 2024-08-29T18:12:09.618 INFO:tasks.workunit.client.0.smithi028.stdout:op 175 completed, throughput=4.94MB/sec 2024-08-29T18:12:09.618 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-j2eYM5uHw2F9KYL off=15372664 len=1894748 2024-08-29T18:12:09.631 INFO:tasks.workunit.client.0.smithi028.stdout:op 176 completed, throughput=4.99MB/sec 2024-08-29T18:12:09.631 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-cyxavA87p1v9xYL off=17021563 len=149598 2024-08-29T18:12:09.632 INFO:tasks.workunit.client.0.smithi028.stdout:op 177 completed, throughput=5MB/sec 2024-08-29T18:12:09.632 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-seZNWYfiOntAu_L off=11672551 len=24954 2024-08-29T18:12:09.636 INFO:tasks.workunit.client.0.smithi028.stdout:op 178 completed, throughput=5MB/sec 2024-08-29T18:12:09.636 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-W7p7kAZYhbAy5g6 off=12794165 len=1153078 2024-08-29T18:12:09.645 INFO:tasks.workunit.client.0.smithi028.stdout:op 179 completed, throughput=5.03MB/sec 2024-08-29T18:12:10.645 INFO:tasks.workunit.client.0.smithi028.stdout: 34: throughput=4.88MB/sec pending data=0 2024-08-29T18:12:10.646 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-DJXO-ByNfbjArBP off=13289493 len=767758 2024-08-29T18:12:10.648 INFO:tasks.workunit.client.0.smithi028.stdout:op 180 completed, throughput=4.9MB/sec 2024-08-29T18:12:10.648 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-K_yow7cxY1OCkRp off=2780855 len=130946 2024-08-29T18:12:10.653 INFO:tasks.workunit.client.0.smithi028.stdout:op 181 completed, throughput=4.91MB/sec 2024-08-29T18:12:10.653 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-VzLGTZpPn1956IQ off=12318126 len=1788672 2024-08-29T18:12:10.666 INFO:tasks.workunit.client.0.smithi028.stdout:op 182 completed, throughput=4.95MB/sec 2024-08-29T18:12:10.667 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-dq1EGqN2VOSSkGS off=21197850 len=1905752 2024-08-29T18:12:10.673 INFO:tasks.workunit.client.0.smithi028.stdout:op 183 completed, throughput=5MB/sec 2024-08-29T18:12:11.076 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:12:10 smithi053 bash[68679]: cluster 2024-08-29T18:12:09.428658+0000 mgr.y (mgr.25022) 763 : cluster [DBG] pgmap v1451: 105 pgs: 105 active+clean; 127 GiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 2.0 MiB/s rd, 3.8 MiB/s wr, 5 op/s 2024-08-29T18:12:11.129 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:12:10 smithi028 bash[78352]: cluster 2024-08-29T18:12:09.428658+0000 mgr.y (mgr.25022) 763 : cluster [DBG] pgmap v1451: 105 pgs: 105 active+clean; 127 GiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 2.0 MiB/s rd, 3.8 MiB/s wr, 5 op/s 2024-08-29T18:12:11.129 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:12:10 smithi028 bash[77168]: cluster 2024-08-29T18:12:09.428658+0000 mgr.y (mgr.25022) 763 : cluster [DBG] pgmap v1451: 105 pgs: 105 active+clean; 127 GiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 2.0 MiB/s rd, 3.8 MiB/s wr, 5 op/s 2024-08-29T18:12:11.673 INFO:tasks.workunit.client.0.smithi028.stdout: 35: throughput=4.87MB/sec pending data=0 2024-08-29T18:12:11.674 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-vtSs695B5R7iYaE off=3488669 len=599494 2024-08-29T18:12:11.676 INFO:tasks.workunit.client.0.smithi028.stdout:op 184 completed, throughput=4.88MB/sec 2024-08-29T18:12:11.676 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj--SHA5c6juYYcBI1 off=7042996 len=1118263 2024-08-29T18:12:11.685 INFO:tasks.workunit.client.0.smithi028.stdout:op 185 completed, throughput=4.91MB/sec 2024-08-29T18:12:11.685 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-OZxFFcMLaoFc8vD off=3822376 len=227331 2024-08-29T18:12:11.690 INFO:tasks.workunit.client.0.smithi028.stdout:op 186 completed, throughput=4.91MB/sec 2024-08-29T18:12:11.690 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-ZuT-oELZn8UQN8V off=4048571 len=2075739 2024-08-29T18:12:11.705 INFO:tasks.workunit.client.0.smithi028.stdout:op 187 completed, throughput=4.97MB/sec 2024-08-29T18:12:11.705 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-XB2d6EafMmCPz94 off=7658281 len=1425224 2024-08-29T18:12:11.708 INFO:tasks.workunit.client.0.smithi028.stdout:op 188 completed, throughput=5MB/sec 2024-08-29T18:12:11.878 INFO:journalctl@ceph.mgr.y.smithi028.stdout:Aug 29 18:12:11 smithi028 bash[70818]: ::ffff:172.21.15.53 - - [29/Aug/2024:18:12:11] "GET /metrics HTTP/1.1" 200 33997 "" "Prometheus/2.43.0" 2024-08-29T18:12:12.576 INFO:journalctl@ceph.prometheus.a.smithi053.stdout:Aug 29 18:12:12 smithi053 bash[95567]: ts=2024-08-29T18:12:12.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"3167ee72-662c-11ef-bcd4-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-29T18:12:12.709 INFO:tasks.workunit.client.0.smithi028.stdout: 36: throughput=4.87MB/sec pending data=0 2024-08-29T18:12:12.709 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-9J6xfIXPtFc6gAW off=0 len=1353418 2024-08-29T18:12:12.720 INFO:tasks.workunit.client.0.smithi028.stdout:op 189 completed, throughput=4.9MB/sec 2024-08-29T18:12:12.720 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-1lA9ZmZ3hRWbxho off=10917159 len=1297667 2024-08-29T18:12:12.728 INFO:tasks.workunit.client.0.smithi028.stdout:op 190 completed, throughput=4.94MB/sec 2024-08-29T18:12:12.729 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-7K0PRXVtzeDIHhu off=7591543 len=1968576 2024-08-29T18:12:12.733 INFO:tasks.workunit.client.0.smithi028.stdout:op 191 completed, throughput=4.98MB/sec 2024-08-29T18:12:12.733 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-u0WE1ltodDWF_6n off=8922082 len=692887 2024-08-29T18:12:12.741 INFO:tasks.workunit.client.0.smithi028.stdout:op 192 completed, throughput=5MB/sec 2024-08-29T18:12:13.076 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:12:12 smithi053 bash[68679]: cluster 2024-08-29T18:12:11.429766+0000 mgr.y (mgr.25022) 764 : cluster [DBG] pgmap v1452: 105 pgs: 105 active+clean; 127 GiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 1.3 MiB/s rd, 2.9 MiB/s wr, 4 op/s 2024-08-29T18:12:13.076 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:12:12 smithi053 bash[68679]: audit 2024-08-29T18:12:12.060542+0000 mon.a (mon.0) 2140 : audit [DBG] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-29T18:12:13.129 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:12:12 smithi028 bash[78352]: cluster 2024-08-29T18:12:11.429766+0000 mgr.y (mgr.25022) 764 : cluster [DBG] pgmap v1452: 105 pgs: 105 active+clean; 127 GiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 1.3 MiB/s rd, 2.9 MiB/s wr, 4 op/s 2024-08-29T18:12:13.129 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:12:12 smithi028 bash[78352]: audit 2024-08-29T18:12:12.060542+0000 mon.a (mon.0) 2140 : audit [DBG] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-29T18:12:13.129 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:12:12 smithi028 bash[77168]: cluster 2024-08-29T18:12:11.429766+0000 mgr.y (mgr.25022) 764 : cluster [DBG] pgmap v1452: 105 pgs: 105 active+clean; 127 GiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 1.3 MiB/s rd, 2.9 MiB/s wr, 4 op/s 2024-08-29T18:12:13.129 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:12:12 smithi028 bash[77168]: audit 2024-08-29T18:12:12.060542+0000 mon.a (mon.0) 2140 : audit [DBG] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-29T18:12:13.741 INFO:tasks.workunit.client.0.smithi028.stdout: 37: throughput=4.87MB/sec pending data=0 2024-08-29T18:12:13.741 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-XHEah_zE7Ua_2-o off=2792114 len=1486281 2024-08-29T18:12:13.746 INFO:tasks.workunit.client.0.smithi028.stdout:op 193 completed, throughput=4.91MB/sec 2024-08-29T18:12:13.746 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-hkIn_4TOGSLtvkd off=516603 len=858274 2024-08-29T18:12:13.754 INFO:tasks.workunit.client.0.smithi028.stdout:op 194 completed, throughput=4.93MB/sec 2024-08-29T18:12:13.754 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-TBfyDjbXjDf3hN5 off=669291 len=1925039 2024-08-29T18:12:13.769 INFO:tasks.workunit.client.0.smithi028.stdout:op 195 completed, throughput=4.97MB/sec 2024-08-29T18:12:13.769 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-oqn6ggLyGEyrc7c off=22899455 len=1989863 2024-08-29T18:12:13.783 INFO:tasks.workunit.client.0.smithi028.stdout:op 196 completed, throughput=5.02MB/sec 2024-08-29T18:12:14.783 INFO:tasks.workunit.client.0.smithi028.stdout: 38: throughput=4.89MB/sec pending data=0 2024-08-29T18:12:14.784 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-Qdke9COM1Ul4fva off=10459859 len=369172 2024-08-29T18:12:14.785 INFO:tasks.workunit.client.0.smithi028.stdout:op 197 completed, throughput=4.9MB/sec 2024-08-29T18:12:14.785 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-abKatKt6chkEF5m off=2703275 len=71443 2024-08-29T18:12:14.790 INFO:tasks.workunit.client.0.smithi028.stdout:op 198 completed, throughput=4.9MB/sec 2024-08-29T18:12:14.790 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-8gSHtwiZgtSl-F5 off=1798963 len=1267350 2024-08-29T18:12:14.801 INFO:tasks.workunit.client.0.smithi028.stdout:op 199 completed, throughput=4.93MB/sec 2024-08-29T18:12:14.801 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-UjUF4y45qx8TO0_ off=9862558 len=1661388 2024-08-29T18:12:14.805 INFO:tasks.workunit.client.0.smithi028.stdout:op 200 completed, throughput=4.97MB/sec 2024-08-29T18:12:14.805 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-kBvXEDZfXfbKU9Q off=6340681 len=1413108 2024-08-29T18:12:14.821 INFO:tasks.workunit.client.0.smithi028.stdout:op 201 completed, throughput=5.01MB/sec 2024-08-29T18:12:15.076 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:12:14 smithi053 bash[68679]: cluster 2024-08-29T18:12:13.430587+0000 mgr.y (mgr.25022) 765 : cluster [DBG] pgmap v1453: 105 pgs: 105 active+clean; 127 GiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 2.0 MiB/s rd, 3.4 MiB/s wr, 5 op/s 2024-08-29T18:12:15.128 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:12:14 smithi028 bash[78352]: cluster 2024-08-29T18:12:13.430587+0000 mgr.y (mgr.25022) 765 : cluster [DBG] pgmap v1453: 105 pgs: 105 active+clean; 127 GiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 2.0 MiB/s rd, 3.4 MiB/s wr, 5 op/s 2024-08-29T18:12:15.129 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:12:14 smithi028 bash[77168]: cluster 2024-08-29T18:12:13.430587+0000 mgr.y (mgr.25022) 765 : cluster [DBG] pgmap v1453: 105 pgs: 105 active+clean; 127 GiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 2.0 MiB/s rd, 3.4 MiB/s wr, 5 op/s 2024-08-29T18:12:15.818 INFO:tasks.workunit.client.0.smithi028.stdout: 39: throughput=4.88MB/sec pending data=0 2024-08-29T18:12:15.818 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-u8u2dHX4-SWIoTX off=406969 len=1679427 2024-08-29T18:12:15.824 INFO:tasks.workunit.client.0.smithi028.stdout:op 202 completed, throughput=4.92MB/sec 2024-08-29T18:12:15.824 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-VvXZzj7cy4zFk-X off=300858 len=1657724 2024-08-29T18:12:15.828 INFO:tasks.workunit.client.0.smithi028.stdout:op 203 completed, throughput=4.96MB/sec 2024-08-29T18:12:15.828 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-JEL2e0qERsrh66g off=5315566 len=70832 2024-08-29T18:12:15.829 INFO:tasks.workunit.client.0.smithi028.stdout:op 204 completed, throughput=4.96MB/sec 2024-08-29T18:12:15.829 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-AoG_w2t_JkzJaX5 off=3876176 len=1691456 2024-08-29T18:12:15.843 INFO:tasks.workunit.client.0.smithi028.stdout:op 205 completed, throughput=5MB/sec 2024-08-29T18:12:15.843 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-m8ZbQwJQ-_0ZRet off=5031628 len=1993480 2024-08-29T18:12:15.857 INFO:tasks.workunit.client.0.smithi028.stdout:op 206 completed, throughput=5.04MB/sec 2024-08-29T18:12:16.858 INFO:tasks.workunit.client.0.smithi028.stdout: 40: throughput=4.92MB/sec pending data=0 2024-08-29T18:12:16.858 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-s09a7DIrjc3azfm off=7711771 len=1301546 2024-08-29T18:12:16.870 INFO:tasks.workunit.client.0.smithi028.stdout:op 207 completed, throughput=4.95MB/sec 2024-08-29T18:12:16.870 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-z528O-q91Y0hyCx off=8130695 len=1756837 2024-08-29T18:12:16.882 INFO:tasks.workunit.client.0.smithi028.stdout:op 208 completed, throughput=4.99MB/sec 2024-08-29T18:12:16.882 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-wcZM8dcbVAwHsRS off=262368 len=1050662 2024-08-29T18:12:16.892 INFO:tasks.workunit.client.0.smithi028.stdout:op 209 completed, throughput=5.01MB/sec 2024-08-29T18:12:17.076 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:12:16 smithi053 bash[68679]: cluster 2024-08-29T18:12:15.431588+0000 mgr.y (mgr.25022) 766 : cluster [DBG] pgmap v1454: 105 pgs: 105 active+clean; 127 GiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 1.9 MiB/s rd, 2.9 MiB/s wr, 4 op/s 2024-08-29T18:12:17.129 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:12:16 smithi028 bash[78352]: cluster 2024-08-29T18:12:15.431588+0000 mgr.y (mgr.25022) 766 : cluster [DBG] pgmap v1454: 105 pgs: 105 active+clean; 127 GiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 1.9 MiB/s rd, 2.9 MiB/s wr, 4 op/s 2024-08-29T18:12:17.129 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:12:16 smithi028 bash[77168]: cluster 2024-08-29T18:12:15.431588+0000 mgr.y (mgr.25022) 766 : cluster [DBG] pgmap v1454: 105 pgs: 105 active+clean; 127 GiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 1.9 MiB/s rd, 2.9 MiB/s wr, 4 op/s 2024-08-29T18:12:17.892 INFO:tasks.workunit.client.0.smithi028.stdout: 41: throughput=4.89MB/sec pending data=0 2024-08-29T18:12:17.892 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-8fm97jqJ9tPX7yt off=353735 len=964199 2024-08-29T18:12:17.896 INFO:tasks.workunit.client.0.smithi028.stdout:op 210 completed, throughput=4.92MB/sec 2024-08-29T18:12:17.896 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-PlNjgbajLg1mpBl off=913667 len=103982 2024-08-29T18:12:17.900 INFO:tasks.workunit.client.0.smithi028.stdout:op 211 completed, throughput=4.92MB/sec 2024-08-29T18:12:17.901 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-LZVp4ngLW1OHpzJ off=363404 len=1815063 2024-08-29T18:12:17.915 INFO:tasks.workunit.client.0.smithi028.stdout:op 212 completed, throughput=4.96MB/sec 2024-08-29T18:12:17.915 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-pK5QvmBprJ3o17N off=180494 len=699910 2024-08-29T18:12:17.917 INFO:tasks.workunit.client.0.smithi028.stdout:op 213 completed, throughput=4.97MB/sec 2024-08-29T18:12:17.917 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-dKjJqUpfNjXah3H off=9602033 len=451184 2024-08-29T18:12:17.923 INFO:tasks.workunit.client.0.smithi028.stdout:op 214 completed, throughput=4.98MB/sec 2024-08-29T18:12:17.923 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-GzYyt24MOkkNkwo off=8045233 len=1390172 2024-08-29T18:12:17.933 INFO:tasks.workunit.client.0.smithi028.stdout:op 215 completed, throughput=5.01MB/sec 2024-08-29T18:12:18.934 INFO:tasks.workunit.client.0.smithi028.stdout: 42: throughput=4.9MB/sec pending data=0 2024-08-29T18:12:18.934 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj--pejsTC-sPdm_Du off=1065368 len=1507484 2024-08-29T18:12:18.938 INFO:tasks.workunit.client.0.smithi028.stdout:op 216 completed, throughput=4.93MB/sec 2024-08-29T18:12:18.938 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-c27AUFO5f6cwhzm off=6011545 len=1740237 2024-08-29T18:12:18.943 INFO:tasks.workunit.client.0.smithi028.stdout:op 217 completed, throughput=4.97MB/sec 2024-08-29T18:12:18.943 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-W9KPqwhsn56TlEI off=19265975 len=2083448 2024-08-29T18:12:18.957 INFO:tasks.workunit.client.0.smithi028.stdout:op 218 completed, throughput=5.01MB/sec 2024-08-29T18:12:19.076 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:12:18 smithi053 bash[68679]: cluster 2024-08-29T18:12:17.432371+0000 mgr.y (mgr.25022) 767 : cluster [DBG] pgmap v1455: 105 pgs: 105 active+clean; 127 GiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 1.6 MiB/s rd, 2.7 MiB/s wr, 4 op/s 2024-08-29T18:12:19.129 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:12:18 smithi028 bash[78352]: cluster 2024-08-29T18:12:17.432371+0000 mgr.y (mgr.25022) 767 : cluster [DBG] pgmap v1455: 105 pgs: 105 active+clean; 127 GiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 1.6 MiB/s rd, 2.7 MiB/s wr, 4 op/s 2024-08-29T18:12:19.129 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:12:18 smithi028 bash[77168]: cluster 2024-08-29T18:12:17.432371+0000 mgr.y (mgr.25022) 767 : cluster [DBG] pgmap v1455: 105 pgs: 105 active+clean; 127 GiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 1.6 MiB/s rd, 2.7 MiB/s wr, 4 op/s 2024-08-29T18:12:19.958 INFO:tasks.workunit.client.0.smithi028.stdout: 43: throughput=4.9MB/sec pending data=0 2024-08-29T18:12:19.958 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-8diXR5bu-NZfXIu off=6966875 len=471919 2024-08-29T18:12:19.960 INFO:tasks.workunit.client.0.smithi028.stdout:op 219 completed, throughput=4.91MB/sec 2024-08-29T18:12:19.960 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-ZDSIK5C_IgzVXSB off=1849400 len=1077630 2024-08-29T18:12:19.964 INFO:tasks.workunit.client.0.smithi028.stdout:op 220 completed, throughput=4.93MB/sec 2024-08-29T18:12:19.965 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-GYgeBPqv28bwjXp off=9174810 len=986109 2024-08-29T18:12:19.967 INFO:tasks.workunit.client.0.smithi028.stdout:op 221 completed, throughput=4.95MB/sec 2024-08-29T18:12:19.967 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-7V_dYkkGYtE2yO5 off=15176941 len=953299 2024-08-29T18:12:19.970 INFO:tasks.workunit.client.0.smithi028.stdout:op 222 completed, throughput=4.97MB/sec 2024-08-29T18:12:19.970 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-xsPzZG-A7XX7zhE off=7542826 len=253041 2024-08-29T18:12:19.976 INFO:tasks.workunit.client.0.smithi028.stdout:op 223 completed, throughput=4.98MB/sec 2024-08-29T18:12:19.976 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-WTOo9NBNKpMB1rb off=8493958 len=1616987 2024-08-29T18:12:19.989 INFO:tasks.workunit.client.0.smithi028.stdout:op 224 completed, throughput=5.01MB/sec 2024-08-29T18:12:20.989 INFO:tasks.workunit.client.0.smithi028.stdout: 44: throughput=4.9MB/sec pending data=0 2024-08-29T18:12:20.989 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-NtW3stz8-qquQfx off=11233907 len=1215323 2024-08-29T18:12:20.993 INFO:tasks.workunit.client.0.smithi028.stdout:op 225 completed, throughput=4.92MB/sec 2024-08-29T18:12:20.993 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-A8N91BzwXQNewLl off=20619636 len=1759756 2024-08-29T18:12:21.005 INFO:tasks.workunit.client.0.smithi028.stdout:op 226 completed, throughput=4.96MB/sec 2024-08-29T18:12:21.005 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-Dhorl0IdZlMllkQ off=11346163 len=313187 2024-08-29T18:12:21.011 INFO:tasks.workunit.client.0.smithi028.stdout:op 227 completed, throughput=4.97MB/sec 2024-08-29T18:12:21.011 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-W-MPpAr8A70B0Be off=13020405 len=1805764 2024-08-29T18:12:21.014 INFO:tasks.workunit.client.0.smithi028.stdout:op 228 completed, throughput=5MB/sec 2024-08-29T18:12:21.076 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:12:20 smithi053 bash[68679]: cluster 2024-08-29T18:12:19.433312+0000 mgr.y (mgr.25022) 768 : cluster [DBG] pgmap v1456: 105 pgs: 105 active+clean; 127 GiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 2.0 MiB/s rd, 4.0 MiB/s wr, 5 op/s 2024-08-29T18:12:21.128 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:12:20 smithi028 bash[78352]: cluster 2024-08-29T18:12:19.433312+0000 mgr.y (mgr.25022) 768 : cluster [DBG] pgmap v1456: 105 pgs: 105 active+clean; 127 GiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 2.0 MiB/s rd, 4.0 MiB/s wr, 5 op/s 2024-08-29T18:12:21.129 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:12:20 smithi028 bash[77168]: cluster 2024-08-29T18:12:19.433312+0000 mgr.y (mgr.25022) 768 : cluster [DBG] pgmap v1456: 105 pgs: 105 active+clean; 127 GiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 2.0 MiB/s rd, 4.0 MiB/s wr, 5 op/s 2024-08-29T18:12:21.879 INFO:journalctl@ceph.mgr.y.smithi028.stdout:Aug 29 18:12:21 smithi028 bash[70818]: ::ffff:172.21.15.53 - - [29/Aug/2024:18:12:21] "GET /metrics HTTP/1.1" 200 33998 "" "Prometheus/2.43.0" 2024-08-29T18:12:22.014 INFO:tasks.workunit.client.0.smithi028.stdout: 45: throughput=4.9MB/sec pending data=0 2024-08-29T18:12:22.014 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-NnM6_RumVS_ulfd off=2119406 len=1249959 2024-08-29T18:12:22.018 INFO:tasks.workunit.client.0.smithi028.stdout:op 229 completed, throughput=4.92MB/sec 2024-08-29T18:12:22.018 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-KScgBAcwa4SXCNq off=14477950 len=1956767 2024-08-29T18:12:22.024 INFO:tasks.workunit.client.0.smithi028.stdout:op 230 completed, throughput=4.96MB/sec 2024-08-29T18:12:22.024 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-cN3AVcVltQGtdt9 off=261336 len=1990154 2024-08-29T18:12:22.031 INFO:tasks.workunit.client.0.smithi028.stdout:op 231 completed, throughput=5MB/sec 2024-08-29T18:12:22.576 INFO:journalctl@ceph.prometheus.a.smithi053.stdout:Aug 29 18:12:22 smithi053 bash[95567]: ts=2024-08-29T18:12:22.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"3167ee72-662c-11ef-bcd4-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-29T18:12:23.032 INFO:tasks.workunit.client.0.smithi028.stdout: 46: throughput=4.89MB/sec pending data=0 2024-08-29T18:12:23.032 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-SOW1SomNNJ54Rxb off=13803056 len=567965 2024-08-29T18:12:23.039 INFO:tasks.workunit.client.0.smithi028.stdout:op 232 completed, throughput=4.91MB/sec 2024-08-29T18:12:23.039 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-nxn9PgVOzr6mnFZ off=3047314 len=677515 2024-08-29T18:12:23.042 INFO:tasks.workunit.client.0.smithi028.stdout:op 233 completed, throughput=4.92MB/sec 2024-08-29T18:12:23.042 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-5TaRK5daIKn3NR0 off=1270777 len=535515 2024-08-29T18:12:23.049 INFO:tasks.workunit.client.0.smithi028.stdout:op 234 completed, throughput=4.93MB/sec 2024-08-29T18:12:23.049 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-AkFWjwWT6JV8JD7 off=118484 len=316965 2024-08-29T18:12:23.055 INFO:tasks.workunit.client.0.smithi028.stdout:op 235 completed, throughput=4.93MB/sec 2024-08-29T18:12:23.055 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-51t2rfowWL5vPC0 off=9455911 len=1045591 2024-08-29T18:12:23.058 INFO:tasks.workunit.client.0.smithi028.stdout:op 236 completed, throughput=4.96MB/sec 2024-08-29T18:12:23.058 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-XVK_4wR6JSC9lHz off=121484 len=873239 2024-08-29T18:12:23.061 INFO:tasks.workunit.client.0.smithi028.stdout:op 237 completed, throughput=4.97MB/sec 2024-08-29T18:12:23.061 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-4_DrhnQ_ETd7kZc off=12814657 len=790482 2024-08-29T18:12:23.069 INFO:tasks.workunit.client.0.smithi028.stdout:op 238 completed, throughput=4.99MB/sec 2024-08-29T18:12:23.069 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-2ZLv57dgvuqyB8k off=1036040 len=670320 2024-08-29T18:12:23.070 INFO:tasks.workunit.client.0.smithi028.stdout:op 239 completed, throughput=5MB/sec 2024-08-29T18:12:23.076 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:12:22 smithi053 bash[68679]: cluster 2024-08-29T18:12:21.434541+0000 mgr.y (mgr.25022) 769 : cluster [DBG] pgmap v1457: 105 pgs: 105 active+clean; 127 GiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 1.8 MiB/s rd, 2.8 MiB/s wr, 4 op/s 2024-08-29T18:12:23.128 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:12:22 smithi028 bash[78352]: cluster 2024-08-29T18:12:21.434541+0000 mgr.y (mgr.25022) 769 : cluster [DBG] pgmap v1457: 105 pgs: 105 active+clean; 127 GiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 1.8 MiB/s rd, 2.8 MiB/s wr, 4 op/s 2024-08-29T18:12:23.129 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:12:22 smithi028 bash[77168]: cluster 2024-08-29T18:12:21.434541+0000 mgr.y (mgr.25022) 769 : cluster [DBG] pgmap v1457: 105 pgs: 105 active+clean; 127 GiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 1.8 MiB/s rd, 2.8 MiB/s wr, 4 op/s 2024-08-29T18:12:24.071 INFO:tasks.workunit.client.0.smithi028.stdout: 47: throughput=4.9MB/sec pending data=0 2024-08-29T18:12:24.071 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-iRK9KBpzPEpjgF6 off=7131375 len=489758 2024-08-29T18:12:24.077 INFO:tasks.workunit.client.0.smithi028.stdout:op 240 completed, throughput=4.91MB/sec 2024-08-29T18:12:24.077 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-YibgvZ6jyHHchz3 off=3721337 len=1292453 2024-08-29T18:12:24.081 INFO:tasks.workunit.client.0.smithi028.stdout:op 241 completed, throughput=4.93MB/sec 2024-08-29T18:12:24.081 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-WX8G8dvY8akQ_Po off=4401205 len=1383132 2024-08-29T18:12:24.085 INFO:tasks.workunit.client.0.smithi028.stdout:op 242 completed, throughput=4.96MB/sec 2024-08-29T18:12:24.086 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-mcYJ3XuyGv2YUg1 off=1735253 len=1777314 2024-08-29T18:12:24.090 INFO:tasks.workunit.client.0.smithi028.stdout:op 243 completed, throughput=4.99MB/sec 2024-08-29T18:12:24.090 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-My8vQTJUUfIv1cg off=8393619 len=618865 2024-08-29T18:12:24.097 INFO:tasks.workunit.client.0.smithi028.stdout:op 244 completed, throughput=5MB/sec 2024-08-29T18:12:25.076 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:12:24 smithi053 bash[68679]: cluster 2024-08-29T18:12:23.435493+0000 mgr.y (mgr.25022) 770 : cluster [DBG] pgmap v1458: 105 pgs: 105 active+clean; 127 GiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 2.6 MiB/s rd, 3.2 MiB/s wr, 5 op/s 2024-08-29T18:12:25.097 INFO:tasks.workunit.client.0.smithi028.stdout: 48: throughput=4.9MB/sec pending data=0 2024-08-29T18:12:25.098 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-RPRhg4gQ4quxVLZ off=2216038 len=1769537 2024-08-29T18:12:25.112 INFO:tasks.workunit.client.0.smithi028.stdout:op 245 completed, throughput=4.94MB/sec 2024-08-29T18:12:25.112 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-hhi9fy_MhQhEJOI off=11877687 len=661716 2024-08-29T18:12:25.114 INFO:tasks.workunit.client.0.smithi028.stdout:op 246 completed, throughput=4.95MB/sec 2024-08-29T18:12:25.115 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-RsL3MUWzI5iCGbm off=8156964 len=1731386 2024-08-29T18:12:25.118 INFO:tasks.workunit.client.0.smithi028.stdout:op 247 completed, throughput=4.98MB/sec 2024-08-29T18:12:25.119 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-RrYqzEPq-j_Zfmm off=5894060 len=1705451 2024-08-29T18:12:25.128 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:12:24 smithi028 bash[77168]: cluster 2024-08-29T18:12:23.435493+0000 mgr.y (mgr.25022) 770 : cluster [DBG] pgmap v1458: 105 pgs: 105 active+clean; 127 GiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 2.6 MiB/s rd, 3.2 MiB/s wr, 5 op/s 2024-08-29T18:12:25.129 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:12:24 smithi028 bash[78352]: cluster 2024-08-29T18:12:23.435493+0000 mgr.y (mgr.25022) 770 : cluster [DBG] pgmap v1458: 105 pgs: 105 active+clean; 127 GiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 2.6 MiB/s rd, 3.2 MiB/s wr, 5 op/s 2024-08-29T18:12:25.132 INFO:tasks.workunit.client.0.smithi028.stdout:op 248 completed, throughput=5.01MB/sec 2024-08-29T18:12:26.132 INFO:tasks.workunit.client.0.smithi028.stdout: 49: throughput=4.91MB/sec pending data=0 2024-08-29T18:12:26.132 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-2IYvq2GZZ5u_7qV off=2273050 len=1098849 2024-08-29T18:12:26.142 INFO:tasks.workunit.client.0.smithi028.stdout:op 249 completed, throughput=4.93MB/sec 2024-08-29T18:12:26.142 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-6b6QPTGCAg_tPQT off=2852324 len=688774 2024-08-29T18:12:26.149 INFO:tasks.workunit.client.0.smithi028.stdout:op 250 completed, throughput=4.95MB/sec 2024-08-29T18:12:26.149 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-6ClCB_kWPbGM2CE off=67025 len=1500862 2024-08-29T18:12:26.160 INFO:tasks.workunit.client.0.smithi028.stdout:op 251 completed, throughput=4.97MB/sec 2024-08-29T18:12:26.160 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-1KixzPm6iKDzgHP off=0 len=1725118 2024-08-29T18:12:26.164 INFO:tasks.workunit.client.0.smithi028.stdout:op 252 completed, throughput=5MB/sec 2024-08-29T18:12:27.076 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:12:26 smithi053 bash[68679]: cluster 2024-08-29T18:12:25.436543+0000 mgr.y (mgr.25022) 771 : cluster [DBG] pgmap v1459: 105 pgs: 105 active+clean; 127 GiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2024-08-29T18:12:27.128 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:12:26 smithi028 bash[78352]: cluster 2024-08-29T18:12:25.436543+0000 mgr.y (mgr.25022) 771 : cluster [DBG] pgmap v1459: 105 pgs: 105 active+clean; 127 GiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2024-08-29T18:12:27.129 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:12:26 smithi028 bash[77168]: cluster 2024-08-29T18:12:25.436543+0000 mgr.y (mgr.25022) 771 : cluster [DBG] pgmap v1459: 105 pgs: 105 active+clean; 127 GiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2024-08-29T18:12:27.165 INFO:tasks.workunit.client.0.smithi028.stdout: 50: throughput=4.91MB/sec pending data=0 2024-08-29T18:12:27.165 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-uUHC7oi6eQCtIns off=2195601 len=240236 2024-08-29T18:12:27.171 INFO:tasks.workunit.client.0.smithi028.stdout:op 253 completed, throughput=4.91MB/sec 2024-08-29T18:12:27.171 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-DqA4kgEJoKaQAVJ off=4198940 len=1464875 2024-08-29T18:12:27.182 INFO:tasks.workunit.client.0.smithi028.stdout:op 254 completed, throughput=4.94MB/sec 2024-08-29T18:12:27.182 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-VqROxAK6ONiqU7Q off=13080886 len=469293 2024-08-29T18:12:27.188 INFO:tasks.workunit.client.0.smithi028.stdout:op 255 completed, throughput=4.95MB/sec 2024-08-29T18:12:27.188 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-K17922OO_xG4zS_ off=2129857 len=1343951 2024-08-29T18:12:27.197 INFO:tasks.workunit.client.0.smithi028.stdout:op 256 completed, throughput=4.97MB/sec 2024-08-29T18:12:27.197 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-m-6R9d6tAMSuixg off=19288913 len=825547 2024-08-29T18:12:27.201 INFO:tasks.workunit.client.0.smithi028.stdout:op 257 completed, throughput=4.98MB/sec 2024-08-29T18:12:27.201 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-rE6RAjptOiDWM7I off=3740053 len=1760563 2024-08-29T18:12:27.213 INFO:tasks.workunit.client.0.smithi028.stdout:op 258 completed, throughput=5.02MB/sec 2024-08-29T18:12:28.076 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:12:27 smithi053 bash[68679]: audit 2024-08-29T18:12:27.060881+0000 mon.a (mon.0) 2141 : audit [DBG] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-29T18:12:28.128 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:12:27 smithi028 bash[78352]: audit 2024-08-29T18:12:27.060881+0000 mon.a (mon.0) 2141 : audit [DBG] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-29T18:12:28.129 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:12:27 smithi028 bash[77168]: audit 2024-08-29T18:12:27.060881+0000 mon.a (mon.0) 2141 : audit [DBG] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-29T18:12:28.213 INFO:tasks.workunit.client.0.smithi028.stdout: 51: throughput=4.92MB/sec pending data=0 2024-08-29T18:12:28.214 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-RZPi2tAF9Vpwyis off=2187595 len=2020461 2024-08-29T18:12:28.220 INFO:tasks.workunit.client.0.smithi028.stdout:op 259 completed, throughput=4.96MB/sec 2024-08-29T18:12:28.220 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-FdXpihxcdMhy8aK off=3271988 len=502581 2024-08-29T18:12:28.227 INFO:tasks.workunit.client.0.smithi028.stdout:op 260 completed, throughput=4.97MB/sec 2024-08-29T18:12:28.227 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-YLaiS2yOcj5nRAB off=4247387 len=1882831 2024-08-29T18:12:28.240 INFO:tasks.workunit.client.0.smithi028.stdout:op 261 completed, throughput=5MB/sec 2024-08-29T18:12:28.240 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-LD4fbXlEi28ivHi off=20392310 len=965922 2024-08-29T18:12:28.243 INFO:tasks.workunit.client.0.smithi028.stdout:op 262 completed, throughput=5.01MB/sec 2024-08-29T18:12:29.076 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:12:28 smithi053 bash[68679]: cluster 2024-08-29T18:12:27.437329+0000 mgr.y (mgr.25022) 772 : cluster [DBG] pgmap v1460: 105 pgs: 105 active+clean; 127 GiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.1 MiB/s wr, 3 op/s 2024-08-29T18:12:29.128 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:12:28 smithi028 bash[77168]: cluster 2024-08-29T18:12:27.437329+0000 mgr.y (mgr.25022) 772 : cluster [DBG] pgmap v1460: 105 pgs: 105 active+clean; 127 GiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.1 MiB/s wr, 3 op/s 2024-08-29T18:12:29.129 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:12:28 smithi028 bash[78352]: cluster 2024-08-29T18:12:27.437329+0000 mgr.y (mgr.25022) 772 : cluster [DBG] pgmap v1460: 105 pgs: 105 active+clean; 127 GiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.1 MiB/s wr, 3 op/s 2024-08-29T18:12:29.244 INFO:tasks.workunit.client.0.smithi028.stdout: 52: throughput=4.92MB/sec pending data=0 2024-08-29T18:12:29.244 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-UbkN3RBSMgs09kR off=1664158 len=561448 2024-08-29T18:12:29.246 INFO:tasks.workunit.client.0.smithi028.stdout:op 263 completed, throughput=4.93MB/sec 2024-08-29T18:12:29.246 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-xvZK_vUb6XzfocV off=9585021 len=1491960 2024-08-29T18:12:29.250 INFO:tasks.workunit.client.0.smithi028.stdout:op 264 completed, throughput=4.96MB/sec 2024-08-29T18:12:29.250 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-iERZIbBaRSopUl- off=7568177 len=351950 2024-08-29T18:12:29.256 INFO:tasks.workunit.client.0.smithi028.stdout:op 265 completed, throughput=4.96MB/sec 2024-08-29T18:12:29.256 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-of_roiS1TRL5i_A off=3067335 len=961739 2024-08-29T18:12:29.264 INFO:tasks.workunit.client.0.smithi028.stdout:op 266 completed, throughput=4.98MB/sec 2024-08-29T18:12:29.264 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-IfP74qlm0YTokwE off=11432788 len=1540734 2024-08-29T18:12:29.277 INFO:tasks.workunit.client.0.smithi028.stdout:op 267 completed, throughput=5.01MB/sec 2024-08-29T18:12:30.277 INFO:tasks.workunit.client.0.smithi028.stdout: 53: throughput=4.91MB/sec pending data=0 2024-08-29T18:12:30.277 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-mG1rbQ-vcJlhiUH off=9175669 len=1697696 2024-08-29T18:12:30.290 INFO:tasks.workunit.client.0.smithi028.stdout:op 268 completed, throughput=4.94MB/sec 2024-08-29T18:12:30.290 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-ftWi02dO446N27j off=12070463 len=880814 2024-08-29T18:12:30.292 INFO:tasks.workunit.client.0.smithi028.stdout:op 269 completed, throughput=4.96MB/sec 2024-08-29T18:12:30.293 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-VN1NQtbQlzLtubK off=7822112 len=847616 2024-08-29T18:12:30.300 INFO:tasks.workunit.client.0.smithi028.stdout:op 270 completed, throughput=4.97MB/sec 2024-08-29T18:12:30.300 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-sx6D2eWClbCqZ-F off=12867862 len=1851480 2024-08-29T18:12:30.305 INFO:tasks.workunit.client.0.smithi028.stdout:op 271 completed, throughput=5MB/sec 2024-08-29T18:12:31.076 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:12:30 smithi053 bash[68679]: cluster 2024-08-29T18:12:29.438338+0000 mgr.y (mgr.25022) 773 : cluster [DBG] pgmap v1461: 105 pgs: 105 active+clean; 127 GiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.9 MiB/s wr, 4 op/s 2024-08-29T18:12:31.128 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:12:30 smithi028 bash[78352]: cluster 2024-08-29T18:12:29.438338+0000 mgr.y (mgr.25022) 773 : cluster [DBG] pgmap v1461: 105 pgs: 105 active+clean; 127 GiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.9 MiB/s wr, 4 op/s 2024-08-29T18:12:31.129 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:12:30 smithi028 bash[77168]: cluster 2024-08-29T18:12:29.438338+0000 mgr.y (mgr.25022) 773 : cluster [DBG] pgmap v1461: 105 pgs: 105 active+clean; 127 GiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.9 MiB/s wr, 4 op/s 2024-08-29T18:12:31.306 INFO:tasks.workunit.client.0.smithi028.stdout: 54: throughput=4.91MB/sec pending data=0 2024-08-29T18:12:31.306 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-hNect1i--fw94wf off=11794248 len=321558 2024-08-29T18:12:31.308 INFO:tasks.workunit.client.0.smithi028.stdout:op 272 completed, throughput=4.92MB/sec 2024-08-29T18:12:31.308 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-nMs5Ek1cp6-fHDt off=2053689 len=606154 2024-08-29T18:12:31.315 INFO:tasks.workunit.client.0.smithi028.stdout:op 273 completed, throughput=4.93MB/sec 2024-08-29T18:12:31.315 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-keQprdavZ5oxt95 off=6010533 len=798302 2024-08-29T18:12:31.318 INFO:tasks.workunit.client.0.smithi028.stdout:op 274 completed, throughput=4.94MB/sec 2024-08-29T18:12:31.318 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-kEq4HoiHd-nLrRN off=10362286 len=12969 2024-08-29T18:12:31.319 INFO:tasks.workunit.client.0.smithi028.stdout:op 275 completed, throughput=4.94MB/sec 2024-08-29T18:12:31.319 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-atb-nMnmLtn05tE off=4898087 len=1153638 2024-08-29T18:12:31.322 INFO:tasks.workunit.client.0.smithi028.stdout:op 276 completed, throughput=4.96MB/sec 2024-08-29T18:12:31.322 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-ULL0PK4BLl8_D5q off=6916920 len=1905817 2024-08-29T18:12:31.335 INFO:tasks.workunit.client.0.smithi028.stdout:op 277 completed, throughput=4.99MB/sec 2024-08-29T18:12:31.335 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-JHpN5e_K3wI_azW off=581589 len=601340 2024-08-29T18:12:31.342 INFO:tasks.workunit.client.0.smithi028.stdout:op 278 completed, throughput=5MB/sec 2024-08-29T18:12:31.878 INFO:journalctl@ceph.mgr.y.smithi028.stdout:Aug 29 18:12:31 smithi028 bash[70818]: ::ffff:172.21.15.53 - - [29/Aug/2024:18:12:31] "GET /metrics HTTP/1.1" 200 34001 "" "Prometheus/2.43.0" 2024-08-29T18:12:32.342 INFO:tasks.workunit.client.0.smithi028.stdout: 55: throughput=4.91MB/sec pending data=0 2024-08-29T18:12:32.342 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-IIJJBfoQWAeGd67 off=17099795 len=1458770 2024-08-29T18:12:32.347 INFO:tasks.workunit.client.0.smithi028.stdout:op 279 completed, throughput=4.94MB/sec 2024-08-29T18:12:32.347 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-iyi0FCrgXiz9dVF off=599473 len=724831 2024-08-29T18:12:32.355 INFO:tasks.workunit.client.0.smithi028.stdout:op 280 completed, throughput=4.95MB/sec 2024-08-29T18:12:32.355 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-ld0cUIzNKQesZop off=1505662 len=1376690 2024-08-29T18:12:32.359 INFO:tasks.workunit.client.0.smithi028.stdout:op 281 completed, throughput=4.97MB/sec 2024-08-29T18:12:32.359 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-LRWvS6BNvN3tOR_ off=4315401 len=624690 2024-08-29T18:12:32.366 INFO:tasks.workunit.client.0.smithi028.stdout:op 282 completed, throughput=4.98MB/sec 2024-08-29T18:12:32.366 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-VPgZ3eo1pzeAAMN off=0 len=1367298 2024-08-29T18:12:32.376 INFO:tasks.workunit.client.0.smithi028.stdout:op 283 completed, throughput=5MB/sec 2024-08-29T18:12:32.576 INFO:journalctl@ceph.prometheus.a.smithi053.stdout:Aug 29 18:12:32 smithi053 bash[95567]: ts=2024-08-29T18:12:32.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"3167ee72-662c-11ef-bcd4-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-29T18:12:33.076 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:12:32 smithi053 bash[68679]: cluster 2024-08-29T18:12:31.439445+0000 mgr.y (mgr.25022) 774 : cluster [DBG] pgmap v1462: 105 pgs: 105 active+clean; 127 GiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.0 MiB/s wr, 4 op/s 2024-08-29T18:12:33.128 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:12:32 smithi028 bash[77168]: cluster 2024-08-29T18:12:31.439445+0000 mgr.y (mgr.25022) 774 : cluster [DBG] pgmap v1462: 105 pgs: 105 active+clean; 127 GiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.0 MiB/s wr, 4 op/s 2024-08-29T18:12:33.129 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:12:32 smithi028 bash[78352]: cluster 2024-08-29T18:12:31.439445+0000 mgr.y (mgr.25022) 774 : cluster [DBG] pgmap v1462: 105 pgs: 105 active+clean; 127 GiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.0 MiB/s wr, 4 op/s 2024-08-29T18:12:33.377 INFO:tasks.workunit.client.0.smithi028.stdout: 56: throughput=4.92MB/sec pending data=0 2024-08-29T18:12:33.377 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-mlkwGEzwsHeayvr off=18859724 len=1135382 2024-08-29T18:12:33.386 INFO:tasks.workunit.client.0.smithi028.stdout:op 284 completed, throughput=4.94MB/sec 2024-08-29T18:12:33.386 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-iOUlZsv6M3Rxm1R off=1542243 len=559988 2024-08-29T18:12:33.389 INFO:tasks.workunit.client.0.smithi028.stdout:op 285 completed, throughput=4.95MB/sec 2024-08-29T18:12:33.389 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-hVRt7-9pk6g3IP2 off=956280 len=1323471 2024-08-29T18:12:33.411 INFO:tasks.workunit.client.0.smithi028.stdout:op 286 completed, throughput=4.97MB/sec 2024-08-29T18:12:33.411 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-QNIub1L3tvFuY-d off=4231950 len=961766 2024-08-29T18:12:33.421 INFO:tasks.workunit.client.0.smithi028.stdout:op 287 completed, throughput=4.98MB/sec 2024-08-29T18:12:33.421 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-BJ-EVtmZmAWF0WG off=933246 len=531624 2024-08-29T18:12:33.423 INFO:tasks.workunit.client.0.smithi028.stdout:op 288 completed, throughput=4.99MB/sec 2024-08-29T18:12:33.424 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-byBkztWxPd6oPlq off=5087469 len=1501908 2024-08-29T18:12:33.435 INFO:tasks.workunit.client.0.smithi028.stdout:op 289 completed, throughput=5.01MB/sec 2024-08-29T18:12:34.435 INFO:tasks.workunit.client.0.smithi028.stdout: 57: throughput=4.93MB/sec pending data=0 2024-08-29T18:12:34.436 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-nhpP0s-BGzBR02y off=15436149 len=1905742 2024-08-29T18:12:34.454 INFO:tasks.workunit.client.0.smithi028.stdout:op 290 completed, throughput=4.96MB/sec 2024-08-29T18:12:34.454 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-FpYFx80Tzgo7jRN off=1528402 len=1879576 2024-08-29T18:12:34.464 INFO:tasks.workunit.client.0.smithi028.stdout:op 291 completed, throughput=4.99MB/sec 2024-08-29T18:12:34.464 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-J4ypWJolGSq8Sut off=10320519 len=1745506 2024-08-29T18:12:34.475 INFO:tasks.workunit.client.0.smithi028.stdout:op 292 completed, throughput=5.01MB/sec 2024-08-29T18:12:35.076 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:12:34 smithi053 bash[68679]: cluster 2024-08-29T18:12:33.440376+0000 mgr.y (mgr.25022) 775 : cluster [DBG] pgmap v1463: 105 pgs: 105 active+clean; 127 GiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 3.2 MiB/s rd, 2.7 MiB/s wr, 5 op/s 2024-08-29T18:12:35.128 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:12:34 smithi028 bash[77168]: cluster 2024-08-29T18:12:33.440376+0000 mgr.y (mgr.25022) 775 : cluster [DBG] pgmap v1463: 105 pgs: 105 active+clean; 127 GiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 3.2 MiB/s rd, 2.7 MiB/s wr, 5 op/s 2024-08-29T18:12:35.129 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:12:34 smithi028 bash[78352]: cluster 2024-08-29T18:12:33.440376+0000 mgr.y (mgr.25022) 775 : cluster [DBG] pgmap v1463: 105 pgs: 105 active+clean; 127 GiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 3.2 MiB/s rd, 2.7 MiB/s wr, 5 op/s 2024-08-29T18:12:35.475 INFO:tasks.workunit.client.0.smithi028.stdout: 58: throughput=4.93MB/sec pending data=0 2024-08-29T18:12:35.476 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-US8hD7lpG-u4NUB off=618922 len=1096151 2024-08-29T18:12:35.484 INFO:tasks.workunit.client.0.smithi028.stdout:op 293 completed, throughput=4.95MB/sec 2024-08-29T18:12:35.484 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-GQjq_o1nXaOgzY6 off=5348450 len=900302 2024-08-29T18:12:35.492 INFO:tasks.workunit.client.0.smithi028.stdout:op 294 completed, throughput=4.96MB/sec 2024-08-29T18:12:35.492 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-xdPxxJpY7gRanHT off=1285250 len=1331422 2024-08-29T18:12:35.494 INFO:tasks.workunit.client.0.smithi028.stdout:op 295 completed, throughput=4.98MB/sec 2024-08-29T18:12:35.494 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-tLlgZEgz1t1XDvn off=1820945 len=94681 2024-08-29T18:12:35.495 INFO:tasks.workunit.client.0.smithi028.stdout:op 296 completed, throughput=4.98MB/sec 2024-08-29T18:12:35.496 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-LDzqe6BXZLp5CRO off=10486878 len=1439323 2024-08-29T18:12:35.499 INFO:tasks.workunit.client.0.smithi028.stdout:op 297 completed, throughput=5.01MB/sec 2024-08-29T18:12:36.500 INFO:tasks.workunit.client.0.smithi028.stdout: 59: throughput=4.92MB/sec pending data=0 2024-08-29T18:12:36.500 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-iQhear6GcRyPaJ2 off=1604525 len=1642001 2024-08-29T18:12:36.504 INFO:tasks.workunit.client.0.smithi028.stdout:op 298 completed, throughput=4.95MB/sec 2024-08-29T18:12:36.504 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-rgHorIYYHTOW4UI off=9877770 len=820548 2024-08-29T18:12:36.512 INFO:tasks.workunit.client.0.smithi028.stdout:op 299 completed, throughput=4.96MB/sec 2024-08-29T18:12:36.512 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-mKagmbYMnfLvHHg off=6021910 len=885195 2024-08-29T18:12:36.514 INFO:tasks.workunit.client.0.smithi028.stdout:op 300 completed, throughput=4.97MB/sec 2024-08-29T18:12:36.514 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-RDfAgEbAfSxw1qR off=12763348 len=582309 2024-08-29T18:12:36.517 INFO:tasks.workunit.client.0.smithi028.stdout:op 301 completed, throughput=4.98MB/sec 2024-08-29T18:12:36.517 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-JDWKoAtjqhN3qhX off=5684649 len=369190 2024-08-29T18:12:36.519 INFO:tasks.workunit.client.0.smithi028.stdout:op 302 completed, throughput=4.99MB/sec 2024-08-29T18:12:36.519 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-7D0f9kWaO_TA5ml off=7965983 len=1453661 2024-08-29T18:12:36.523 INFO:tasks.workunit.client.0.smithi028.stdout:op 303 completed, throughput=5.01MB/sec 2024-08-29T18:12:37.076 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:12:36 smithi053 bash[68679]: cluster 2024-08-29T18:12:35.441457+0000 mgr.y (mgr.25022) 776 : cluster [DBG] pgmap v1464: 105 pgs: 105 active+clean; 127 GiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2024-08-29T18:12:37.128 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:12:36 smithi028 bash[77168]: cluster 2024-08-29T18:12:35.441457+0000 mgr.y (mgr.25022) 776 : cluster [DBG] pgmap v1464: 105 pgs: 105 active+clean; 127 GiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2024-08-29T18:12:37.129 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:12:36 smithi028 bash[78352]: cluster 2024-08-29T18:12:35.441457+0000 mgr.y (mgr.25022) 776 : cluster [DBG] pgmap v1464: 105 pgs: 105 active+clean; 127 GiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2024-08-29T18:12:37.523 INFO:tasks.workunit.client.0.smithi028.stdout: 60: throughput=4.93MB/sec pending data=0 2024-08-29T18:12:37.523 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-fE5Fv95syau6xzY off=20420688 len=1798813 2024-08-29T18:12:37.536 INFO:tasks.workunit.client.0.smithi028.stdout:op 304 completed, throughput=4.96MB/sec 2024-08-29T18:12:37.536 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-3vK5sqZ46XpG0bV off=17291053 len=1893390 2024-08-29T18:12:37.549 INFO:tasks.workunit.client.0.smithi028.stdout:op 305 completed, throughput=4.99MB/sec 2024-08-29T18:12:37.550 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-JWTrWzW3WeA5-MJ off=2077972 len=526602 2024-08-29T18:12:37.551 INFO:tasks.workunit.client.0.smithi028.stdout:op 306 completed, throughput=4.99MB/sec 2024-08-29T18:12:37.551 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-ms-_CH3ZoYoSswK off=4810144 len=1648140 2024-08-29T18:12:37.555 INFO:tasks.workunit.client.0.smithi028.stdout:op 307 completed, throughput=5.02MB/sec 2024-08-29T18:12:38.555 INFO:tasks.workunit.client.0.smithi028.stdout: 61: throughput=4.94MB/sec pending data=0 2024-08-29T18:12:38.556 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-C9gmrKo5wyfLLQ2 off=5468336 len=848892 2024-08-29T18:12:38.563 INFO:tasks.workunit.client.0.smithi028.stdout:op 308 completed, throughput=4.95MB/sec 2024-08-29T18:12:38.563 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-VtmhvJeLCyk4cbw off=4562442 len=559680 2024-08-29T18:12:38.565 INFO:tasks.workunit.client.0.smithi028.stdout:op 309 completed, throughput=4.96MB/sec 2024-08-29T18:12:38.565 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-Xz6h0asJ1vzNoU- off=3418990 len=999172 2024-08-29T18:12:38.575 INFO:tasks.workunit.client.0.smithi028.stdout:op 310 completed, throughput=4.97MB/sec 2024-08-29T18:12:38.575 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-UvcKma5cgkgVZPJ off=641810 len=370499 2024-08-29T18:12:38.581 INFO:tasks.workunit.client.0.smithi028.stdout:op 311 completed, throughput=4.98MB/sec 2024-08-29T18:12:38.581 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-kmCpHnlJVySTAoK off=1242996 len=121941 2024-08-29T18:12:38.583 INFO:tasks.workunit.client.0.smithi028.stdout:op 312 completed, throughput=4.98MB/sec 2024-08-29T18:12:38.583 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-zatvfxrFoMH17wY off=1211577 len=1554294 2024-08-29T18:12:38.587 INFO:tasks.workunit.client.0.smithi028.stdout:op 313 completed, throughput=5MB/sec 2024-08-29T18:12:39.076 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:12:38 smithi053 bash[68679]: cluster 2024-08-29T18:12:37.442312+0000 mgr.y (mgr.25022) 777 : cluster [DBG] pgmap v1465: 105 pgs: 105 active+clean; 127 GiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 1.9 MiB/s rd, 2.2 MiB/s wr, 3 op/s 2024-08-29T18:12:39.128 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:12:38 smithi028 bash[78352]: cluster 2024-08-29T18:12:37.442312+0000 mgr.y (mgr.25022) 777 : cluster [DBG] pgmap v1465: 105 pgs: 105 active+clean; 127 GiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 1.9 MiB/s rd, 2.2 MiB/s wr, 3 op/s 2024-08-29T18:12:39.129 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:12:38 smithi028 bash[77168]: cluster 2024-08-29T18:12:37.442312+0000 mgr.y (mgr.25022) 777 : cluster [DBG] pgmap v1465: 105 pgs: 105 active+clean; 127 GiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 1.9 MiB/s rd, 2.2 MiB/s wr, 3 op/s 2024-08-29T18:12:39.587 INFO:tasks.workunit.client.0.smithi028.stdout: 62: throughput=4.93MB/sec pending data=0 2024-08-29T18:12:39.588 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-l-4xh8GgamqjgFd off=8061004 len=339158 2024-08-29T18:12:39.594 INFO:tasks.workunit.client.0.smithi028.stdout:op 314 completed, throughput=4.93MB/sec 2024-08-29T18:12:39.594 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-OVauPavkIkj1cOl off=3032475 len=1111041 2024-08-29T18:12:39.603 INFO:tasks.workunit.client.0.smithi028.stdout:op 315 completed, throughput=4.95MB/sec 2024-08-29T18:12:39.603 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-XJ0QURUCa2fglmY off=2418037 len=1949180 2024-08-29T18:12:39.610 INFO:tasks.workunit.client.0.smithi028.stdout:op 316 completed, throughput=4.97MB/sec 2024-08-29T18:12:39.610 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-NxXAUaeaRmb1B1t off=1757294 len=1210896 2024-08-29T18:12:39.620 INFO:tasks.workunit.client.0.smithi028.stdout:op 317 completed, throughput=4.99MB/sec 2024-08-29T18:12:39.620 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-CG1pdjY7YKUGV_E off=6360465 len=299570 2024-08-29T18:12:39.621 INFO:tasks.workunit.client.0.smithi028.stdout:op 318 completed, throughput=5MB/sec 2024-08-29T18:12:39.621 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-3ZJIqGBYF_XABAd off=3255208 len=1424150 2024-08-29T18:12:39.632 INFO:tasks.workunit.client.0.smithi028.stdout:op 319 completed, throughput=5.02MB/sec 2024-08-29T18:12:40.633 INFO:tasks.workunit.client.0.smithi028.stdout: 63: throughput=4.94MB/sec pending data=0 2024-08-29T18:12:40.633 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-hUXfnTtAr_SOicf off=4939184 len=754156 2024-08-29T18:12:40.635 INFO:tasks.workunit.client.0.smithi028.stdout:op 320 completed, throughput=4.95MB/sec 2024-08-29T18:12:40.635 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-zZzJgT23vyW8mFt off=10878836 len=1509841 2024-08-29T18:12:40.648 INFO:tasks.workunit.client.0.smithi028.stdout:op 321 completed, throughput=4.97MB/sec 2024-08-29T18:12:40.648 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-n-7Cts5AUiLSJnb off=7439627 len=1653018 2024-08-29T18:12:40.653 INFO:tasks.workunit.client.0.smithi028.stdout:op 322 completed, throughput=4.99MB/sec 2024-08-29T18:12:40.653 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-HQvEPcVhlWVa1sm off=704795 len=1833118 2024-08-29T18:12:40.666 INFO:tasks.workunit.client.0.smithi028.stdout:op 323 completed, throughput=5.02MB/sec 2024-08-29T18:12:41.076 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:12:40 smithi053 bash[68679]: cluster 2024-08-29T18:12:39.443376+0000 mgr.y (mgr.25022) 778 : cluster [DBG] pgmap v1466: 105 pgs: 105 active+clean; 127 GiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 2.7 MiB/s rd, 3.4 MiB/s wr, 5 op/s 2024-08-29T18:12:41.128 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:12:40 smithi028 bash[78352]: cluster 2024-08-29T18:12:39.443376+0000 mgr.y (mgr.25022) 778 : cluster [DBG] pgmap v1466: 105 pgs: 105 active+clean; 127 GiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 2.7 MiB/s rd, 3.4 MiB/s wr, 5 op/s 2024-08-29T18:12:41.129 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:12:40 smithi028 bash[77168]: cluster 2024-08-29T18:12:39.443376+0000 mgr.y (mgr.25022) 778 : cluster [DBG] pgmap v1466: 105 pgs: 105 active+clean; 127 GiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 2.7 MiB/s rd, 3.4 MiB/s wr, 5 op/s 2024-08-29T18:12:41.666 INFO:tasks.workunit.client.0.smithi028.stdout: 64: throughput=4.94MB/sec pending data=0 2024-08-29T18:12:41.666 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-5q920IS427nHCNa off=4093239 len=1217715 2024-08-29T18:12:41.669 INFO:tasks.workunit.client.0.smithi028.stdout:op 324 completed, throughput=4.96MB/sec 2024-08-29T18:12:41.669 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-ud9WKuq2J5h7fa2 off=7009947 len=1888460 2024-08-29T18:12:41.685 INFO:tasks.workunit.client.0.smithi028.stdout:op 325 completed, throughput=4.99MB/sec 2024-08-29T18:12:41.685 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-Y-L9PWn0PPhVUZs off=17498447 len=1876297 2024-08-29T18:12:41.696 INFO:tasks.workunit.client.0.smithi028.stdout:op 326 completed, throughput=5.01MB/sec 2024-08-29T18:12:41.878 INFO:journalctl@ceph.mgr.y.smithi028.stdout:Aug 29 18:12:41 smithi028 bash[70818]: ::ffff:172.21.15.53 - - [29/Aug/2024:18:12:41] "GET /metrics HTTP/1.1" 200 34001 "" "Prometheus/2.43.0" 2024-08-29T18:12:42.576 INFO:journalctl@ceph.prometheus.a.smithi053.stdout:Aug 29 18:12:42 smithi053 bash[95567]: ts=2024-08-29T18:12:42.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"3167ee72-662c-11ef-bcd4-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-29T18:12:42.696 INFO:tasks.workunit.client.0.smithi028.stdout: 65: throughput=4.94MB/sec pending data=0 2024-08-29T18:12:42.696 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-fbJqriRM--5Il_h off=2657064 len=2051525 2024-08-29T18:12:42.710 INFO:tasks.workunit.client.0.smithi028.stdout:op 327 completed, throughput=4.97MB/sec 2024-08-29T18:12:42.710 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-KSj6gopabPw5Z_G off=3639654 len=1946291 2024-08-29T18:12:42.717 INFO:tasks.workunit.client.0.smithi028.stdout:op 328 completed, throughput=4.99MB/sec 2024-08-29T18:12:42.717 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-ud8DBx5Tzd_sF16 off=3352095 len=2012478 2024-08-29T18:12:42.727 INFO:tasks.workunit.client.0.smithi028.stdout:op 329 completed, throughput=5.02MB/sec 2024-08-29T18:12:43.076 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:12:42 smithi053 bash[68679]: cluster 2024-08-29T18:12:41.444400+0000 mgr.y (mgr.25022) 779 : cluster [DBG] pgmap v1467: 105 pgs: 105 active+clean; 127 GiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.7 MiB/s wr, 4 op/s 2024-08-29T18:12:43.076 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:12:42 smithi053 bash[68679]: audit 2024-08-29T18:12:42.061876+0000 mon.a (mon.0) 2142 : audit [DBG] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-29T18:12:43.128 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:12:42 smithi028 bash[77168]: cluster 2024-08-29T18:12:41.444400+0000 mgr.y (mgr.25022) 779 : cluster [DBG] pgmap v1467: 105 pgs: 105 active+clean; 127 GiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.7 MiB/s wr, 4 op/s 2024-08-29T18:12:43.129 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:12:42 smithi028 bash[77168]: audit 2024-08-29T18:12:42.061876+0000 mon.a (mon.0) 2142 : audit [DBG] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-29T18:12:43.129 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:12:42 smithi028 bash[78352]: cluster 2024-08-29T18:12:41.444400+0000 mgr.y (mgr.25022) 779 : cluster [DBG] pgmap v1467: 105 pgs: 105 active+clean; 127 GiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.7 MiB/s wr, 4 op/s 2024-08-29T18:12:43.129 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:12:42 smithi028 bash[78352]: audit 2024-08-29T18:12:42.061876+0000 mon.a (mon.0) 2142 : audit [DBG] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-29T18:12:43.728 INFO:tasks.workunit.client.0.smithi028.stdout: 66: throughput=4.95MB/sec pending data=0 2024-08-29T18:12:43.728 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-4iAx7pBamba1i26 off=509623 len=1484152 2024-08-29T18:12:43.739 INFO:tasks.workunit.client.0.smithi028.stdout:op 330 completed, throughput=4.97MB/sec 2024-08-29T18:12:43.739 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-R6LpMCFlPg_8_zh off=13454119 len=534313 2024-08-29T18:12:43.741 INFO:tasks.workunit.client.0.smithi028.stdout:op 331 completed, throughput=4.98MB/sec 2024-08-29T18:12:43.741 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-BoyeUy734-yoPjo off=3063878 len=1662321 2024-08-29T18:12:43.755 INFO:tasks.workunit.client.0.smithi028.stdout:op 332 completed, throughput=5MB/sec 2024-08-29T18:12:43.755 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-3cqSML5TDKdx3A5 off=4682175 len=2069019 2024-08-29T18:12:43.769 INFO:tasks.workunit.client.0.smithi028.stdout:op 333 completed, throughput=5.03MB/sec 2024-08-29T18:12:44.769 INFO:tasks.workunit.client.0.smithi028.stdout: 67: throughput=4.95MB/sec pending data=0 2024-08-29T18:12:44.769 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-iQ4RLaUdeR_qi7- off=14361249 len=2063686 2024-08-29T18:12:44.776 INFO:tasks.workunit.client.0.smithi028.stdout:op 334 completed, throughput=4.98MB/sec 2024-08-29T18:12:44.776 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-uS1PmUBth748WmC off=831077 len=1493134 2024-08-29T18:12:44.780 INFO:tasks.workunit.client.0.smithi028.stdout:op 335 completed, throughput=5MB/sec 2024-08-29T18:12:45.076 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:12:44 smithi053 bash[68679]: cluster 2024-08-29T18:12:43.445263+0000 mgr.y (mgr.25022) 780 : cluster [DBG] pgmap v1468: 105 pgs: 105 active+clean; 127 GiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 2.4 MiB/s rd, 3.4 MiB/s wr, 5 op/s 2024-08-29T18:12:45.128 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:12:44 smithi028 bash[77168]: cluster 2024-08-29T18:12:43.445263+0000 mgr.y (mgr.25022) 780 : cluster [DBG] pgmap v1468: 105 pgs: 105 active+clean; 127 GiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 2.4 MiB/s rd, 3.4 MiB/s wr, 5 op/s 2024-08-29T18:12:45.129 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:12:44 smithi028 bash[78352]: cluster 2024-08-29T18:12:43.445263+0000 mgr.y (mgr.25022) 780 : cluster [DBG] pgmap v1468: 105 pgs: 105 active+clean; 127 GiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 2.4 MiB/s rd, 3.4 MiB/s wr, 5 op/s 2024-08-29T18:12:45.780 INFO:tasks.workunit.client.0.smithi028.stdout: 68: throughput=4.93MB/sec pending data=0 2024-08-29T18:12:45.781 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-qGNr7ltmhZQ4qdr off=4052278 len=20863 2024-08-29T18:12:45.783 INFO:tasks.workunit.client.0.smithi028.stdout:op 336 completed, throughput=4.93MB/sec 2024-08-29T18:12:45.783 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-qfikYO9qzbxGUcG off=14392922 len=372487 2024-08-29T18:12:45.786 INFO:tasks.workunit.client.0.smithi028.stdout:op 337 completed, throughput=4.94MB/sec 2024-08-29T18:12:45.786 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-JHpN5e_K3wI_azW off=3623391 len=499431 2024-08-29T18:12:45.787 INFO:tasks.workunit.client.0.smithi028.stdout:op 338 completed, throughput=4.94MB/sec 2024-08-29T18:12:45.787 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-IF1WZgRMHORLrEj off=2326333 len=1559901 2024-08-29T18:12:45.791 INFO:tasks.workunit.client.0.smithi028.stdout:op 339 completed, throughput=4.96MB/sec 2024-08-29T18:12:45.791 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-p4jgqyFKPyvhIDy off=2147931 len=1246217 2024-08-29T18:12:45.797 INFO:tasks.workunit.client.0.smithi028.stdout:op 340 completed, throughput=4.98MB/sec 2024-08-29T18:12:45.797 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-_HIA8CA8heQV4Xj off=3582044 len=403959 2024-08-29T18:12:45.797 INFO:tasks.workunit.client.0.smithi028.stdout:op 341 completed, throughput=4.99MB/sec 2024-08-29T18:12:45.798 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-UqD2ovrbOoAuf5v off=9430982 len=275460 2024-08-29T18:12:45.799 INFO:tasks.workunit.client.0.smithi028.stdout:op 342 completed, throughput=4.99MB/sec 2024-08-29T18:12:45.799 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-H790us-hQkRiwkR off=5886750 len=1628187 2024-08-29T18:12:45.807 INFO:tasks.workunit.client.0.smithi028.stdout:op 343 completed, throughput=5.01MB/sec 2024-08-29T18:12:46.076 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:12:45 smithi053 bash[68679]: audit 2024-08-29T18:12:45.193330+0000 mon.a (mon.0) 2143 : audit [DBG] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-29T18:12:46.128 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:12:45 smithi028 bash[78352]: audit 2024-08-29T18:12:45.193330+0000 mon.a (mon.0) 2143 : audit [DBG] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-29T18:12:46.129 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:12:45 smithi028 bash[77168]: audit 2024-08-29T18:12:45.193330+0000 mon.a (mon.0) 2143 : audit [DBG] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-29T18:12:46.807 INFO:tasks.workunit.client.0.smithi028.stdout: 69: throughput=4.94MB/sec pending data=0 2024-08-29T18:12:46.807 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-HA-dUQEcZ7GeQ-y off=960776 len=1449487 2024-08-29T18:12:46.818 INFO:tasks.workunit.client.0.smithi028.stdout:op 344 completed, throughput=4.96MB/sec 2024-08-29T18:12:46.819 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-L3ENSVTisLfx8sN off=20717170 len=685803 2024-08-29T18:12:46.821 INFO:tasks.workunit.client.0.smithi028.stdout:op 345 completed, throughput=4.97MB/sec 2024-08-29T18:12:46.821 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-lf3U0uUlK_Jng88 off=12600568 len=126757 2024-08-29T18:12:46.822 INFO:tasks.workunit.client.0.smithi028.stdout:op 346 completed, throughput=4.97MB/sec 2024-08-29T18:12:46.822 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-xkdiXy3m22KHRrT off=330288 len=850894 2024-08-29T18:12:46.825 INFO:tasks.workunit.client.0.smithi028.stdout:op 347 completed, throughput=4.98MB/sec 2024-08-29T18:12:46.825 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-2DIThkNqxOoy-7o off=6292478 len=815913 2024-08-29T18:12:46.827 INFO:tasks.workunit.client.0.smithi028.stdout:op 348 completed, throughput=4.99MB/sec 2024-08-29T18:12:46.827 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-gCqvE0ua6Hn8J0U off=1424507 len=917158 2024-08-29T18:12:46.836 INFO:tasks.workunit.client.0.smithi028.stdout:op 349 completed, throughput=5MB/sec 2024-08-29T18:12:47.076 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:12:46 smithi053 bash[68679]: cluster 2024-08-29T18:12:45.446286+0000 mgr.y (mgr.25022) 781 : cluster [DBG] pgmap v1469: 105 pgs: 105 active+clean; 127 GiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 1.7 MiB/s rd, 2.8 MiB/s wr, 3 op/s 2024-08-29T18:12:47.077 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:12:46 smithi053 bash[68679]: audit 2024-08-29T18:12:45.807882+0000 mon.a (mon.0) 2144 : audit [INF] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' 2024-08-29T18:12:47.077 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:12:46 smithi053 bash[68679]: audit 2024-08-29T18:12:45.813758+0000 mon.a (mon.0) 2145 : audit [INF] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' 2024-08-29T18:12:47.077 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:12:46 smithi053 bash[68679]: audit 2024-08-29T18:12:46.593349+0000 mon.a (mon.0) 2146 : audit [DBG] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-29T18:12:47.077 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:12:46 smithi053 bash[68679]: audit 2024-08-29T18:12:46.594898+0000 mon.a (mon.0) 2147 : audit [INF] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-29T18:12:47.077 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:12:46 smithi053 bash[68679]: audit 2024-08-29T18:12:46.603054+0000 mon.a (mon.0) 2148 : audit [INF] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' 2024-08-29T18:12:47.128 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:12:46 smithi028 bash[78352]: cluster 2024-08-29T18:12:45.446286+0000 mgr.y (mgr.25022) 781 : cluster [DBG] pgmap v1469: 105 pgs: 105 active+clean; 127 GiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 1.7 MiB/s rd, 2.8 MiB/s wr, 3 op/s 2024-08-29T18:12:47.129 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:12:46 smithi028 bash[78352]: audit 2024-08-29T18:12:45.807882+0000 mon.a (mon.0) 2144 : audit [INF] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' 2024-08-29T18:12:47.129 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:12:46 smithi028 bash[78352]: audit 2024-08-29T18:12:45.813758+0000 mon.a (mon.0) 2145 : audit [INF] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' 2024-08-29T18:12:47.129 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:12:46 smithi028 bash[78352]: audit 2024-08-29T18:12:46.593349+0000 mon.a (mon.0) 2146 : audit [DBG] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-29T18:12:47.129 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:12:46 smithi028 bash[78352]: audit 2024-08-29T18:12:46.594898+0000 mon.a (mon.0) 2147 : audit [INF] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-29T18:12:47.129 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:12:46 smithi028 bash[78352]: audit 2024-08-29T18:12:46.603054+0000 mon.a (mon.0) 2148 : audit [INF] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' 2024-08-29T18:12:47.129 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:12:46 smithi028 bash[77168]: cluster 2024-08-29T18:12:45.446286+0000 mgr.y (mgr.25022) 781 : cluster [DBG] pgmap v1469: 105 pgs: 105 active+clean; 127 GiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 1.7 MiB/s rd, 2.8 MiB/s wr, 3 op/s 2024-08-29T18:12:47.129 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:12:46 smithi028 bash[77168]: audit 2024-08-29T18:12:45.807882+0000 mon.a (mon.0) 2144 : audit [INF] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' 2024-08-29T18:12:47.129 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:12:46 smithi028 bash[77168]: audit 2024-08-29T18:12:45.813758+0000 mon.a (mon.0) 2145 : audit [INF] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' 2024-08-29T18:12:47.129 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:12:46 smithi028 bash[77168]: audit 2024-08-29T18:12:46.593349+0000 mon.a (mon.0) 2146 : audit [DBG] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-29T18:12:47.129 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:12:46 smithi028 bash[77168]: audit 2024-08-29T18:12:46.594898+0000 mon.a (mon.0) 2147 : audit [INF] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-29T18:12:47.130 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:12:46 smithi028 bash[77168]: audit 2024-08-29T18:12:46.603054+0000 mon.a (mon.0) 2148 : audit [INF] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' 2024-08-29T18:12:47.836 INFO:tasks.workunit.client.0.smithi028.stdout: 70: throughput=4.93MB/sec pending data=0 2024-08-29T18:12:47.836 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj--4rRwsM7dQNHcCQ off=2565216 len=1368486 2024-08-29T18:12:47.847 INFO:tasks.workunit.client.0.smithi028.stdout:op 350 completed, throughput=4.95MB/sec 2024-08-29T18:12:47.848 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-48AghiopGEF9Pxg off=2362494 len=1163485 2024-08-29T18:12:47.851 INFO:tasks.workunit.client.0.smithi028.stdout:op 351 completed, throughput=4.97MB/sec 2024-08-29T18:12:47.851 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-u-0SaS-P-x4ZJJW off=1768937 len=96240 2024-08-29T18:12:47.856 INFO:tasks.workunit.client.0.smithi028.stdout:op 352 completed, throughput=4.97MB/sec 2024-08-29T18:12:47.856 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-URNamt7duNFi8-F off=17370665 len=1114920 2024-08-29T18:12:47.865 INFO:tasks.workunit.client.0.smithi028.stdout:op 353 completed, throughput=4.98MB/sec 2024-08-29T18:12:47.865 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-VN1NQtbQlzLtubK off=9213186 len=772641 2024-08-29T18:12:47.867 INFO:tasks.workunit.client.0.smithi028.stdout:op 354 completed, throughput=4.99MB/sec 2024-08-29T18:12:47.867 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-aBckarhFfD7r58S off=16594465 len=423864 2024-08-29T18:12:47.869 INFO:tasks.workunit.client.0.smithi028.stdout:op 355 completed, throughput=5MB/sec 2024-08-29T18:12:47.869 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-dx5nDjFj2lDgsnA off=3082696 len=267070 2024-08-29T18:12:47.870 INFO:tasks.workunit.client.0.smithi028.stdout:op 356 completed, throughput=5MB/sec 2024-08-29T18:12:47.870 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-c76MsaSkEut5b18 off=16858445 len=921354 2024-08-29T18:12:47.878 INFO:tasks.workunit.client.0.smithi028.stdout:op 357 completed, throughput=5.01MB/sec 2024-08-29T18:12:48.878 INFO:tasks.workunit.client.0.smithi028.stdout: 71: throughput=4.94MB/sec pending data=0 2024-08-29T18:12:48.879 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-hT1SjgUZcUBwUQD off=9598565 len=1195951 2024-08-29T18:12:48.889 INFO:tasks.workunit.client.0.smithi028.stdout:op 358 completed, throughput=4.96MB/sec 2024-08-29T18:12:48.889 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-QW0Ts92c3Jyt7vQ off=13408451 len=1950881 2024-08-29T18:12:48.903 INFO:tasks.workunit.client.0.smithi028.stdout:op 359 completed, throughput=4.98MB/sec 2024-08-29T18:12:48.903 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-_0Gis_vZ9T9G0O0 off=6830751 len=544718 2024-08-29T18:12:48.905 INFO:tasks.workunit.client.0.smithi028.stdout:op 360 completed, throughput=4.99MB/sec 2024-08-29T18:12:48.905 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-2ZULhg0utrcfxcv off=1237586 len=1307998 2024-08-29T18:12:48.908 INFO:tasks.workunit.client.0.smithi028.stdout:op 361 completed, throughput=5.01MB/sec 2024-08-29T18:12:49.076 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:12:48 smithi053 bash[68679]: cluster 2024-08-29T18:12:47.447099+0000 mgr.y (mgr.25022) 782 : cluster [DBG] pgmap v1470: 105 pgs: 105 active+clean; 127 GiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 1.6 MiB/s rd, 2.7 MiB/s wr, 3 op/s 2024-08-29T18:12:49.128 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:12:48 smithi028 bash[78352]: cluster 2024-08-29T18:12:47.447099+0000 mgr.y (mgr.25022) 782 : cluster [DBG] pgmap v1470: 105 pgs: 105 active+clean; 127 GiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 1.6 MiB/s rd, 2.7 MiB/s wr, 3 op/s 2024-08-29T18:12:49.176 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:12:48 smithi028 bash[77168]: cluster 2024-08-29T18:12:47.447099+0000 mgr.y (mgr.25022) 782 : cluster [DBG] pgmap v1470: 105 pgs: 105 active+clean; 127 GiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 1.6 MiB/s rd, 2.7 MiB/s wr, 3 op/s 2024-08-29T18:12:49.909 INFO:tasks.workunit.client.0.smithi028.stdout: 72: throughput=4.94MB/sec pending data=0 2024-08-29T18:12:49.909 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-hXzaJohTNdAr5RB off=3810496 len=841935 2024-08-29T18:12:49.911 INFO:tasks.workunit.client.0.smithi028.stdout:op 362 completed, throughput=4.95MB/sec 2024-08-29T18:12:49.912 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-4J5VNCCChK4HhX3 off=6874230 len=1683211 2024-08-29T18:12:49.916 INFO:tasks.workunit.client.0.smithi028.stdout:op 363 completed, throughput=4.97MB/sec 2024-08-29T18:12:49.916 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-yBLKYqZCjCtdTW4 off=6073784 len=1828710 2024-08-29T18:12:49.930 INFO:tasks.workunit.client.0.smithi028.stdout:op 364 completed, throughput=4.99MB/sec 2024-08-29T18:12:49.930 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-RFxnUOfto0j_13a off=19590918 len=1089696 2024-08-29T18:12:49.939 INFO:tasks.workunit.client.0.smithi028.stdout:op 365 completed, throughput=5.01MB/sec 2024-08-29T18:12:50.940 INFO:tasks.workunit.client.0.smithi028.stdout: 73: throughput=4.94MB/sec pending data=0 2024-08-29T18:12:50.940 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-n7Ekwg5zBLgWEBn off=4524716 len=1171778 2024-08-29T18:12:50.944 INFO:tasks.workunit.client.0.smithi028.stdout:op 366 completed, throughput=4.95MB/sec 2024-08-29T18:12:50.944 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-Dqxw9mvmy1GVwrQ off=14890148 len=1663424 2024-08-29T18:12:50.957 INFO:tasks.workunit.client.0.smithi028.stdout:op 367 completed, throughput=4.97MB/sec 2024-08-29T18:12:50.957 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-kIwtzloY9tL88on off=8853560 len=272602 2024-08-29T18:12:50.958 INFO:tasks.workunit.client.0.smithi028.stdout:op 368 completed, throughput=4.98MB/sec 2024-08-29T18:12:50.959 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-8InKzxBpWQ8Hoyv off=14763290 len=1702253 2024-08-29T18:12:50.971 INFO:tasks.workunit.client.0.smithi028.stdout:op 369 completed, throughput=5MB/sec 2024-08-29T18:12:50.971 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-0lDiyNJei8_mQTH off=17854216 len=1362965 2024-08-29T18:12:50.974 INFO:tasks.workunit.client.0.smithi028.stdout:op 370 completed, throughput=5.02MB/sec 2024-08-29T18:12:51.076 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:12:50 smithi053 bash[68679]: cluster 2024-08-29T18:12:49.448128+0000 mgr.y (mgr.25022) 783 : cluster [DBG] pgmap v1471: 105 pgs: 105 active+clean; 127 GiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 2.5 MiB/s rd, 3.9 MiB/s wr, 5 op/s 2024-08-29T18:12:51.129 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:12:50 smithi028 bash[78352]: cluster 2024-08-29T18:12:49.448128+0000 mgr.y (mgr.25022) 783 : cluster [DBG] pgmap v1471: 105 pgs: 105 active+clean; 127 GiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 2.5 MiB/s rd, 3.9 MiB/s wr, 5 op/s 2024-08-29T18:12:51.129 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:12:50 smithi028 bash[77168]: cluster 2024-08-29T18:12:49.448128+0000 mgr.y (mgr.25022) 783 : cluster [DBG] pgmap v1471: 105 pgs: 105 active+clean; 127 GiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 2.5 MiB/s rd, 3.9 MiB/s wr, 5 op/s 2024-08-29T18:12:51.878 INFO:journalctl@ceph.mgr.y.smithi028.stdout:Aug 29 18:12:51 smithi028 bash[70818]: ::ffff:172.21.15.53 - - [29/Aug/2024:18:12:51] "GET /metrics HTTP/1.1" 200 34000 "" "Prometheus/2.43.0" 2024-08-29T18:12:51.974 INFO:tasks.workunit.client.0.smithi028.stdout: 74: throughput=4.95MB/sec pending data=0 2024-08-29T18:12:51.975 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-BeKru1moL6VMYLz off=5487004 len=149971 2024-08-29T18:12:51.980 INFO:tasks.workunit.client.0.smithi028.stdout:op 371 completed, throughput=4.95MB/sec 2024-08-29T18:12:51.980 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-fsm8HpxbbDtP2e9 off=497282 len=1140504 2024-08-29T18:12:51.983 INFO:tasks.workunit.client.0.smithi028.stdout:op 372 completed, throughput=4.97MB/sec 2024-08-29T18:12:51.983 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-GjF7onWYJcLCi3d off=14330408 len=670536 2024-08-29T18:12:51.985 INFO:tasks.workunit.client.0.smithi028.stdout:op 373 completed, throughput=4.97MB/sec 2024-08-29T18:12:51.985 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-kN3JrP59pCSILte off=1115601 len=921281 2024-08-29T18:12:51.988 INFO:tasks.workunit.client.0.smithi028.stdout:op 374 completed, throughput=4.99MB/sec 2024-08-29T18:12:51.989 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-TRnfhqnmUA_A98Y off=4226602 len=1558926 2024-08-29T18:12:52.000 INFO:tasks.workunit.client.0.smithi028.stdout:op 375 completed, throughput=5MB/sec 2024-08-29T18:12:52.576 INFO:journalctl@ceph.prometheus.a.smithi053.stdout:Aug 29 18:12:52 smithi053 bash[95567]: ts=2024-08-29T18:12:52.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"3167ee72-662c-11ef-bcd4-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-29T18:12:53.000 INFO:tasks.workunit.client.0.smithi028.stdout: 75: throughput=4.94MB/sec pending data=0 2024-08-29T18:12:53.000 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj--nxV4fq_IqetBBu off=1074212 len=647455 2024-08-29T18:12:53.009 INFO:tasks.workunit.client.0.smithi028.stdout:op 376 completed, throughput=4.95MB/sec 2024-08-29T18:12:53.009 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-fLb_UvtmYvm6Q2H off=9637405 len=178327 2024-08-29T18:12:53.010 INFO:tasks.workunit.client.0.smithi028.stdout:op 377 completed, throughput=4.95MB/sec 2024-08-29T18:12:53.011 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-PyiL9lItp3zSzXw off=15546077 len=92982 2024-08-29T18:12:53.012 INFO:tasks.workunit.client.0.smithi028.stdout:op 378 completed, throughput=4.95MB/sec 2024-08-29T18:12:53.012 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-JiedDUOE0i34CP_ off=1000974 len=976815 2024-08-29T18:12:53.015 INFO:tasks.workunit.client.0.smithi028.stdout:op 379 completed, throughput=4.96MB/sec 2024-08-29T18:12:53.015 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-GZkSHlXW7nagSsG off=6491517 len=703367 2024-08-29T18:12:53.017 INFO:tasks.workunit.client.0.smithi028.stdout:op 380 completed, throughput=4.97MB/sec 2024-08-29T18:12:53.017 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-ppL2xHCsxdbJiqR off=3562050 len=1293932 2024-08-29T18:12:53.029 INFO:tasks.workunit.client.0.smithi028.stdout:op 381 completed, throughput=4.99MB/sec 2024-08-29T18:12:53.029 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-q8a-fIKXqdrgMO9 off=1275386 len=312208 2024-08-29T18:12:53.035 INFO:tasks.workunit.client.0.smithi028.stdout:op 382 completed, throughput=4.99MB/sec 2024-08-29T18:12:53.035 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-LxJDYDDNf7NnKtR off=9945598 len=123000 2024-08-29T18:12:53.036 INFO:tasks.workunit.client.0.smithi028.stdout:op 383 completed, throughput=4.99MB/sec 2024-08-29T18:12:53.037 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-CshSpR2jP6cZBWx off=1873526 len=523983 2024-08-29T18:12:53.038 INFO:tasks.workunit.client.0.smithi028.stdout:op 384 completed, throughput=5MB/sec 2024-08-29T18:12:53.039 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-pS7aykhUyv-Mapw off=11305653 len=642737 2024-08-29T18:12:53.040 INFO:tasks.workunit.client.0.smithi028.stdout:op 385 completed, throughput=5MB/sec 2024-08-29T18:12:53.076 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:12:52 smithi053 bash[68679]: cluster 2024-08-29T18:12:51.449155+0000 mgr.y (mgr.25022) 784 : cluster [DBG] pgmap v1472: 105 pgs: 105 active+clean; 127 GiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 1.8 MiB/s rd, 2.8 MiB/s wr, 4 op/s 2024-08-29T18:12:53.128 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:12:52 smithi028 bash[78352]: cluster 2024-08-29T18:12:51.449155+0000 mgr.y (mgr.25022) 784 : cluster [DBG] pgmap v1472: 105 pgs: 105 active+clean; 127 GiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 1.8 MiB/s rd, 2.8 MiB/s wr, 4 op/s 2024-08-29T18:12:53.129 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:12:52 smithi028 bash[77168]: cluster 2024-08-29T18:12:51.449155+0000 mgr.y (mgr.25022) 784 : cluster [DBG] pgmap v1472: 105 pgs: 105 active+clean; 127 GiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 1.8 MiB/s rd, 2.8 MiB/s wr, 4 op/s 2024-08-29T18:12:54.040 INFO:tasks.workunit.client.0.smithi028.stdout: 76: throughput=4.94MB/sec pending data=0 2024-08-29T18:12:54.041 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-V-C6GAqhyuLfnQA off=6729666 len=1422831 2024-08-29T18:12:54.052 INFO:tasks.workunit.client.0.smithi028.stdout:op 386 completed, throughput=4.96MB/sec 2024-08-29T18:12:54.052 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-R0OipME1viujE6J off=1745433 len=403597 2024-08-29T18:12:54.054 INFO:tasks.workunit.client.0.smithi028.stdout:op 387 completed, throughput=4.96MB/sec 2024-08-29T18:12:54.054 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-L11M7sMzhM__bhQ off=16308441 len=1053396 2024-08-29T18:12:54.063 INFO:tasks.workunit.client.0.smithi028.stdout:op 388 completed, throughput=4.97MB/sec 2024-08-29T18:12:54.064 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-MCkVMediPr_odOY off=10644920 len=634473 2024-08-29T18:12:54.065 INFO:tasks.workunit.client.0.smithi028.stdout:op 389 completed, throughput=4.98MB/sec 2024-08-29T18:12:54.066 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-3_9GhZh7DUP4m-T off=43135 len=486911 2024-08-29T18:12:54.067 INFO:tasks.workunit.client.0.smithi028.stdout:op 390 completed, throughput=4.99MB/sec 2024-08-29T18:12:54.068 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-7EqMwhIPQ2jv0E2 off=3742361 len=160023 2024-08-29T18:12:54.072 INFO:tasks.workunit.client.0.smithi028.stdout:op 391 completed, throughput=4.99MB/sec 2024-08-29T18:12:54.072 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-jZn5eNI-rXRt4JA off=11273160 len=797474 2024-08-29T18:12:54.080 INFO:tasks.workunit.client.0.smithi028.stdout:op 392 completed, throughput=5MB/sec 2024-08-29T18:12:54.080 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-tPEXTJhsUVCdEbb off=6174868 len=1814971 2024-08-29T18:12:54.093 INFO:tasks.workunit.client.0.smithi028.stdout:op 393 completed, throughput=5.02MB/sec 2024-08-29T18:12:55.076 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:12:54 smithi053 bash[68679]: cluster 2024-08-29T18:12:53.450139+0000 mgr.y (mgr.25022) 785 : cluster [DBG] pgmap v1473: 105 pgs: 105 active+clean; 127 GiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 2.4 MiB/s rd, 3.2 MiB/s wr, 5 op/s 2024-08-29T18:12:55.093 INFO:tasks.workunit.client.0.smithi028.stdout: 77: throughput=4.96MB/sec pending data=0 2024-08-29T18:12:55.093 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-qZrKu6kNBp_C2nI off=2220888 len=1450093 2024-08-29T18:12:55.105 INFO:tasks.workunit.client.0.smithi028.stdout:op 394 completed, throughput=4.97MB/sec 2024-08-29T18:12:55.105 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-5x8O0rJWOw9fffx off=1518515 len=1854025 2024-08-29T18:12:55.119 INFO:tasks.workunit.client.0.smithi028.stdout:op 395 completed, throughput=4.99MB/sec 2024-08-29T18:12:55.119 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj--3b0MuWfz2M-rm4 off=9614962 len=663316 2024-08-29T18:12:55.126 INFO:tasks.workunit.client.0.smithi028.stdout:op 396 completed, throughput=5MB/sec 2024-08-29T18:12:55.128 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:12:54 smithi028 bash[78352]: cluster 2024-08-29T18:12:53.450139+0000 mgr.y (mgr.25022) 785 : cluster [DBG] pgmap v1473: 105 pgs: 105 active+clean; 127 GiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 2.4 MiB/s rd, 3.2 MiB/s wr, 5 op/s 2024-08-29T18:12:55.128 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:12:54 smithi028 bash[77168]: cluster 2024-08-29T18:12:53.450139+0000 mgr.y (mgr.25022) 785 : cluster [DBG] pgmap v1473: 105 pgs: 105 active+clean; 127 GiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 2.4 MiB/s rd, 3.2 MiB/s wr, 5 op/s 2024-08-29T18:12:56.126 INFO:tasks.workunit.client.0.smithi028.stdout: 78: throughput=4.94MB/sec pending data=0 2024-08-29T18:12:56.127 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-UoXL884EJ6sLDt1 off=18291000 len=534678 2024-08-29T18:12:56.133 INFO:tasks.workunit.client.0.smithi028.stdout:op 397 completed, throughput=4.95MB/sec 2024-08-29T18:12:56.133 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-TSZQBob7U8NmKYh off=0 len=1566859 2024-08-29T18:12:56.139 INFO:tasks.workunit.client.0.smithi028.stdout:op 398 completed, throughput=4.96MB/sec 2024-08-29T18:12:56.139 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-7VJSKWFG9DLUEz2 off=4337345 len=1195206 2024-08-29T18:12:56.148 INFO:tasks.workunit.client.0.smithi028.stdout:op 399 completed, throughput=4.98MB/sec 2024-08-29T18:12:56.148 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-BOdNZUJ7CON1NOw off=6895820 len=240807 2024-08-29T18:12:56.154 INFO:tasks.workunit.client.0.smithi028.stdout:op 400 completed, throughput=4.98MB/sec 2024-08-29T18:12:56.154 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-LAW-U3P1x7RlNmR off=1932526 len=560177 2024-08-29T18:12:56.156 INFO:tasks.workunit.client.0.smithi028.stdout:op 401 completed, throughput=4.99MB/sec 2024-08-29T18:12:56.156 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-4HkTkD9apXM-tox off=1421220 len=619116 2024-08-29T18:12:56.162 INFO:tasks.workunit.client.0.smithi028.stdout:op 402 completed, throughput=4.99MB/sec 2024-08-29T18:12:56.163 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-iZ2Y1AztVZoFQwO off=3105034 len=1679335 2024-08-29T18:12:56.168 INFO:tasks.workunit.client.0.smithi028.stdout:op 403 completed, throughput=5.01MB/sec 2024-08-29T18:12:57.076 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:12:56 smithi053 bash[68679]: cluster 2024-08-29T18:12:55.451316+0000 mgr.y (mgr.25022) 786 : cluster [DBG] pgmap v1474: 105 pgs: 105 active+clean; 127 GiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2024-08-29T18:12:57.128 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:12:56 smithi028 bash[78352]: cluster 2024-08-29T18:12:55.451316+0000 mgr.y (mgr.25022) 786 : cluster [DBG] pgmap v1474: 105 pgs: 105 active+clean; 127 GiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2024-08-29T18:12:57.129 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:12:56 smithi028 bash[77168]: cluster 2024-08-29T18:12:55.451316+0000 mgr.y (mgr.25022) 786 : cluster [DBG] pgmap v1474: 105 pgs: 105 active+clean; 127 GiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2024-08-29T18:12:57.169 INFO:tasks.workunit.client.0.smithi028.stdout: 79: throughput=4.95MB/sec pending data=0 2024-08-29T18:12:57.169 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-PXQDmNTYNJHMpp1 off=15682399 len=33551 2024-08-29T18:12:57.170 INFO:tasks.workunit.client.0.smithi028.stdout:op 404 completed, throughput=4.95MB/sec 2024-08-29T18:12:57.170 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-43Bm9CawZX755pL off=721955 len=677837 2024-08-29T18:12:57.172 INFO:tasks.workunit.client.0.smithi028.stdout:op 405 completed, throughput=4.96MB/sec 2024-08-29T18:12:57.172 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-GbI8cz-Kgl4L8FP off=7287336 len=1878753 2024-08-29T18:12:57.186 INFO:tasks.workunit.client.0.smithi028.stdout:op 406 completed, throughput=4.98MB/sec 2024-08-29T18:12:57.186 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-_SFRkV2q5C_PebC off=7275199 len=330237 2024-08-29T18:12:57.192 INFO:tasks.workunit.client.0.smithi028.stdout:op 407 completed, throughput=4.98MB/sec 2024-08-29T18:12:57.192 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-kXRi5d_lpAMjnLi off=2006184 len=1320696 2024-08-29T18:12:57.201 INFO:tasks.workunit.client.0.smithi028.stdout:op 408 completed, throughput=5MB/sec 2024-08-29T18:12:57.201 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-ie4K8cmY7cfpXcj off=6667159 len=1984222 2024-08-29T18:12:57.213 INFO:tasks.workunit.client.0.smithi028.stdout:op 409 completed, throughput=5.02MB/sec 2024-08-29T18:12:58.128 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:12:57 smithi028 bash[78352]: audit 2024-08-29T18:12:57.061988+0000 mon.a (mon.0) 2149 : audit [DBG] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-29T18:12:58.129 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:12:57 smithi028 bash[77168]: audit 2024-08-29T18:12:57.061988+0000 mon.a (mon.0) 2149 : audit [DBG] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-29T18:12:58.214 INFO:tasks.workunit.client.0.smithi028.stdout: 80: throughput=4.96MB/sec pending data=0 2024-08-29T18:12:58.214 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-2hCc0qrgoHRNE_a off=4565940 len=1279304 2024-08-29T18:12:58.224 INFO:tasks.workunit.client.0.smithi028.stdout:op 410 completed, throughput=4.97MB/sec 2024-08-29T18:12:58.224 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-hUXfnTtAr_SOicf off=5149294 len=1398517 2024-08-29T18:12:58.236 INFO:tasks.workunit.client.0.smithi028.stdout:op 411 completed, throughput=4.99MB/sec 2024-08-29T18:12:58.236 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-9yhXBGacDn0jecv off=1505376 len=1318944 2024-08-29T18:12:58.247 INFO:tasks.workunit.client.0.smithi028.stdout:op 412 completed, throughput=5MB/sec 2024-08-29T18:12:58.327 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:12:57 smithi053 bash[68679]: audit 2024-08-29T18:12:57.061988+0000 mon.a (mon.0) 2149 : audit [DBG] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-29T18:12:59.128 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:12:58 smithi028 bash[78352]: cluster 2024-08-29T18:12:57.452170+0000 mgr.y (mgr.25022) 787 : cluster [DBG] pgmap v1475: 105 pgs: 105 active+clean; 127 GiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2024-08-29T18:12:59.129 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:12:58 smithi028 bash[77168]: cluster 2024-08-29T18:12:57.452170+0000 mgr.y (mgr.25022) 787 : cluster [DBG] pgmap v1475: 105 pgs: 105 active+clean; 127 GiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2024-08-29T18:12:59.247 INFO:tasks.workunit.client.0.smithi028.stdout: 81: throughput=4.95MB/sec pending data=0 2024-08-29T18:12:59.247 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-advI88qOaAdFNbi off=8591955 len=599402 2024-08-29T18:12:59.254 INFO:tasks.workunit.client.0.smithi028.stdout:op 413 completed, throughput=4.95MB/sec 2024-08-29T18:12:59.254 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-ewJAXJ8CGjUX1Nu off=974491 len=1557391 2024-08-29T18:12:59.258 INFO:tasks.workunit.client.0.smithi028.stdout:op 414 completed, throughput=4.97MB/sec 2024-08-29T18:12:59.258 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-r4FScx-iDX9uOzk off=730040 len=491407 2024-08-29T18:12:59.265 INFO:tasks.workunit.client.0.smithi028.stdout:op 415 completed, throughput=4.97MB/sec 2024-08-29T18:12:59.265 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-kmpHs41VMpszJ9S off=0 len=1416191 2024-08-29T18:12:59.268 INFO:tasks.workunit.client.0.smithi028.stdout:op 416 completed, throughput=4.99MB/sec 2024-08-29T18:12:59.268 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-nE_dvW_srVYNiTb off=12004262 len=1175753 2024-08-29T18:12:59.270 INFO:tasks.workunit.client.0.smithi028.stdout:op 417 completed, throughput=5MB/sec 2024-08-29T18:12:59.326 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:12:58 smithi053 bash[68679]: cluster 2024-08-29T18:12:57.452170+0000 mgr.y (mgr.25022) 787 : cluster [DBG] pgmap v1475: 105 pgs: 105 active+clean; 127 GiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2024-08-29T18:13:00.271 INFO:tasks.workunit.client.0.smithi028.stdout: 82: throughput=4.94MB/sec pending data=0 2024-08-29T18:13:00.271 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-jPtZS1j0wiYtTA1 off=747223 len=1461702 2024-08-29T18:13:00.282 INFO:tasks.workunit.client.0.smithi028.stdout:op 418 completed, throughput=4.96MB/sec 2024-08-29T18:13:00.282 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-0O-2E6cohVNp_aK off=2192571 len=1195674 2024-08-29T18:13:00.284 INFO:tasks.workunit.client.0.smithi028.stdout:op 419 completed, throughput=4.97MB/sec 2024-08-29T18:13:00.284 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-hcMG0p7juBsSFCg off=2718241 len=1503996 2024-08-29T18:13:00.288 INFO:tasks.workunit.client.0.smithi028.stdout:op 420 completed, throughput=4.99MB/sec 2024-08-29T18:13:00.288 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-apJmUXKAux9DR7J off=399762 len=434758 2024-08-29T18:13:00.294 INFO:tasks.workunit.client.0.smithi028.stdout:op 421 completed, throughput=4.99MB/sec 2024-08-29T18:13:00.295 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-01_fuzUpIcn2co4 off=9880924 len=466630 2024-08-29T18:13:00.300 INFO:tasks.workunit.client.0.smithi028.stdout:op 422 completed, throughput=5MB/sec 2024-08-29T18:13:00.300 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-_79zd7LVYu9_aL3 off=1075690 len=237485 2024-08-29T18:13:00.302 INFO:tasks.workunit.client.0.smithi028.stdout:op 423 completed, throughput=5MB/sec 2024-08-29T18:13:01.128 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:13:00 smithi028 bash[78352]: cluster 2024-08-29T18:12:59.453186+0000 mgr.y (mgr.25022) 788 : cluster [DBG] pgmap v1476: 105 pgs: 105 active+clean; 127 GiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 2.5 MiB/s rd, 3.6 MiB/s wr, 6 op/s 2024-08-29T18:13:01.129 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:13:00 smithi028 bash[77168]: cluster 2024-08-29T18:12:59.453186+0000 mgr.y (mgr.25022) 788 : cluster [DBG] pgmap v1476: 105 pgs: 105 active+clean; 127 GiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 2.5 MiB/s rd, 3.6 MiB/s wr, 6 op/s 2024-08-29T18:13:01.302 INFO:tasks.workunit.client.0.smithi028.stdout: 83: throughput=4.94MB/sec pending data=0 2024-08-29T18:13:01.302 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-nz2VwUB36iagcqk off=16263680 len=1621260 2024-08-29T18:13:01.314 INFO:tasks.workunit.client.0.smithi028.stdout:op 424 completed, throughput=4.96MB/sec 2024-08-29T18:13:01.314 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-oWCPWGLraBf1uS1 off=9783066 len=356478 2024-08-29T18:13:01.320 INFO:tasks.workunit.client.0.smithi028.stdout:op 425 completed, throughput=4.96MB/sec 2024-08-29T18:13:01.320 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-1levuKBHUq2g5NO off=2064767 len=1022852 2024-08-29T18:13:01.323 INFO:tasks.workunit.client.0.smithi028.stdout:op 426 completed, throughput=4.98MB/sec 2024-08-29T18:13:01.323 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-jJAvj1IpIK-kyyh off=281289 len=1242823 2024-08-29T18:13:01.326 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:13:00 smithi053 bash[68679]: cluster 2024-08-29T18:12:59.453186+0000 mgr.y (mgr.25022) 788 : cluster [DBG] pgmap v1476: 105 pgs: 105 active+clean; 127 GiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 2.5 MiB/s rd, 3.6 MiB/s wr, 6 op/s 2024-08-29T18:13:01.327 INFO:tasks.workunit.client.0.smithi028.stdout:op 427 completed, throughput=4.99MB/sec 2024-08-29T18:13:01.327 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-wbcwkKPhrQ-sabk off=6673076 len=952747 2024-08-29T18:13:01.335 INFO:tasks.workunit.client.0.smithi028.stdout:op 428 completed, throughput=5MB/sec 2024-08-29T18:13:01.335 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-P30XToRgRfrXX32 off=22085069 len=403795 2024-08-29T18:13:01.341 INFO:tasks.workunit.client.0.smithi028.stdout:op 429 completed, throughput=5MB/sec 2024-08-29T18:13:01.879 INFO:journalctl@ceph.mgr.y.smithi028.stdout:Aug 29 18:13:01 smithi028 bash[70818]: ::ffff:172.21.15.53 - - [29/Aug/2024:18:13:01] "GET /metrics HTTP/1.1" 200 34003 "" "Prometheus/2.43.0" 2024-08-29T18:13:02.341 INFO:tasks.workunit.client.0.smithi028.stdout: 84: throughput=4.95MB/sec pending data=0 2024-08-29T18:13:02.341 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-1cBOlhRsKRkl1iw off=2451263 len=1417310 2024-08-29T18:13:02.352 INFO:tasks.workunit.client.0.smithi028.stdout:op 430 completed, throughput=4.96MB/sec 2024-08-29T18:13:02.353 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-GjF7onWYJcLCi3d off=21569412 len=1832142 2024-08-29T18:13:02.366 INFO:tasks.workunit.client.0.smithi028.stdout:op 431 completed, throughput=4.98MB/sec 2024-08-29T18:13:02.366 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-k9Ph_dIwBwTnVcI off=4383692 len=1482201 2024-08-29T18:13:02.379 INFO:tasks.workunit.client.0.smithi028.stdout:op 432 completed, throughput=5MB/sec 2024-08-29T18:13:02.379 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-Sn4kJMWwE6iJKKR off=14558085 len=1778848 2024-08-29T18:13:02.383 INFO:tasks.workunit.client.0.smithi028.stdout:op 433 completed, throughput=5.02MB/sec 2024-08-29T18:13:02.576 INFO:journalctl@ceph.prometheus.a.smithi053.stdout:Aug 29 18:13:02 smithi053 bash[95567]: ts=2024-08-29T18:13:02.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"3167ee72-662c-11ef-bcd4-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-29T18:13:03.128 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:13:02 smithi028 bash[78352]: cluster 2024-08-29T18:13:01.454231+0000 mgr.y (mgr.25022) 789 : cluster [DBG] pgmap v1477: 105 pgs: 105 active+clean; 127 GiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 1.6 MiB/s rd, 2.6 MiB/s wr, 4 op/s 2024-08-29T18:13:03.128 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:13:02 smithi028 bash[77168]: cluster 2024-08-29T18:13:01.454231+0000 mgr.y (mgr.25022) 789 : cluster [DBG] pgmap v1477: 105 pgs: 105 active+clean; 127 GiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 1.6 MiB/s rd, 2.6 MiB/s wr, 4 op/s 2024-08-29T18:13:03.326 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:13:02 smithi053 bash[68679]: cluster 2024-08-29T18:13:01.454231+0000 mgr.y (mgr.25022) 789 : cluster [DBG] pgmap v1477: 105 pgs: 105 active+clean; 127 GiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 1.6 MiB/s rd, 2.6 MiB/s wr, 4 op/s 2024-08-29T18:13:03.383 INFO:tasks.workunit.client.0.smithi028.stdout: 85: throughput=4.96MB/sec pending data=0 2024-08-29T18:13:03.384 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-oLIuHDCoSbk-Wdg off=530840 len=595596 2024-08-29T18:13:03.386 INFO:tasks.workunit.client.0.smithi028.stdout:op 434 completed, throughput=4.96MB/sec 2024-08-29T18:13:03.386 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-1uVXfT-_ZvnPNXm off=644319 len=1195671 2024-08-29T18:13:03.396 INFO:tasks.workunit.client.0.smithi028.stdout:op 435 completed, throughput=4.98MB/sec 2024-08-29T18:13:03.396 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-kIHvYmqkoajPZh0 off=20029329 len=720987 2024-08-29T18:13:03.405 INFO:tasks.workunit.client.0.smithi028.stdout:op 436 completed, throughput=4.98MB/sec 2024-08-29T18:13:03.405 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-IoViRkLtQhAe0nl off=3851805 len=1998633 2024-08-29T18:13:03.409 INFO:tasks.workunit.client.0.smithi028.stdout:op 437 completed, throughput=5.01MB/sec 2024-08-29T18:13:04.410 INFO:tasks.workunit.client.0.smithi028.stdout: 86: throughput=4.95MB/sec pending data=0 2024-08-29T18:13:04.410 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-tr16MdHtuwQ--NT off=20332663 len=780248 2024-08-29T18:13:04.418 INFO:tasks.workunit.client.0.smithi028.stdout:op 438 completed, throughput=4.96MB/sec 2024-08-29T18:13:04.418 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-SDQMv4Um0ICKvX0 off=1684265 len=1670079 2024-08-29T18:13:04.422 INFO:tasks.workunit.client.0.smithi028.stdout:op 439 completed, throughput=4.97MB/sec 2024-08-29T18:13:04.422 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-QzYkDIAu2kghsJs off=4976995 len=1573918 2024-08-29T18:13:04.440 INFO:tasks.workunit.client.0.smithi028.stdout:op 440 completed, throughput=4.99MB/sec 2024-08-29T18:13:04.440 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-OWsymzRed1klATe off=3458543 len=1766162 2024-08-29T18:13:04.444 INFO:tasks.workunit.client.0.smithi028.stdout:op 441 completed, throughput=5.01MB/sec 2024-08-29T18:13:05.128 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:13:04 smithi028 bash[78352]: cluster 2024-08-29T18:13:03.455184+0000 mgr.y (mgr.25022) 790 : cluster [DBG] pgmap v1478: 105 pgs: 105 active+clean; 127 GiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 2.3 MiB/s rd, 3.4 MiB/s wr, 6 op/s 2024-08-29T18:13:05.129 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:13:04 smithi028 bash[77168]: cluster 2024-08-29T18:13:03.455184+0000 mgr.y (mgr.25022) 790 : cluster [DBG] pgmap v1478: 105 pgs: 105 active+clean; 127 GiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 2.3 MiB/s rd, 3.4 MiB/s wr, 6 op/s 2024-08-29T18:13:05.326 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:13:04 smithi053 bash[68679]: cluster 2024-08-29T18:13:03.455184+0000 mgr.y (mgr.25022) 790 : cluster [DBG] pgmap v1478: 105 pgs: 105 active+clean; 127 GiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 2.3 MiB/s rd, 3.4 MiB/s wr, 6 op/s 2024-08-29T18:13:05.444 INFO:tasks.workunit.client.0.smithi028.stdout: 87: throughput=4.95MB/sec pending data=0 2024-08-29T18:13:05.445 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-eLJPcCvYUL0YzDj off=54717 len=1449328 2024-08-29T18:13:05.450 INFO:tasks.workunit.client.0.smithi028.stdout:op 442 completed, throughput=4.97MB/sec 2024-08-29T18:13:05.450 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-1btTr-2S1eyv1fF off=1623323 len=1758200 2024-08-29T18:13:05.454 INFO:tasks.workunit.client.0.smithi028.stdout:op 443 completed, throughput=4.99MB/sec 2024-08-29T18:13:05.454 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-jbg1c7XZ23Ge8JJ off=15560010 len=1123526 2024-08-29T18:13:05.464 INFO:tasks.workunit.client.0.smithi028.stdout:op 444 completed, throughput=5MB/sec 2024-08-29T18:13:05.464 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-dg22D9afZ-0KAXH off=1291263 len=1471400 2024-08-29T18:13:05.467 INFO:tasks.workunit.client.0.smithi028.stdout:op 445 completed, throughput=5.01MB/sec 2024-08-29T18:13:06.467 INFO:tasks.workunit.client.0.smithi028.stdout: 88: throughput=4.96MB/sec pending data=0 2024-08-29T18:13:06.467 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-i8c2Sfe88AfJGIL off=2350492 len=578888 2024-08-29T18:13:06.475 INFO:tasks.workunit.client.0.smithi028.stdout:op 446 completed, throughput=4.96MB/sec 2024-08-29T18:13:06.475 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-YF9NzdKQZ49rY2J off=5220596 len=1472527 2024-08-29T18:13:06.479 INFO:tasks.workunit.client.0.smithi028.stdout:op 447 completed, throughput=4.98MB/sec 2024-08-29T18:13:06.479 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-CfQEJLFEvlkvgUR off=6660922 len=1404945 2024-08-29T18:13:06.490 INFO:tasks.workunit.client.0.smithi028.stdout:op 448 completed, throughput=4.99MB/sec 2024-08-29T18:13:06.490 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-2-tHOjBhOhzXkh- off=16592517 len=867567 2024-08-29T18:13:06.493 INFO:tasks.workunit.client.0.smithi028.stdout:op 449 completed, throughput=5MB/sec 2024-08-29T18:13:07.128 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:13:06 smithi028 bash[78352]: cluster 2024-08-29T18:13:05.456242+0000 mgr.y (mgr.25022) 791 : cluster [DBG] pgmap v1479: 105 pgs: 105 active+clean; 127 GiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 2.0 MiB/s rd, 3.1 MiB/s wr, 5 op/s 2024-08-29T18:13:07.129 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:13:06 smithi028 bash[77168]: cluster 2024-08-29T18:13:05.456242+0000 mgr.y (mgr.25022) 791 : cluster [DBG] pgmap v1479: 105 pgs: 105 active+clean; 127 GiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 2.0 MiB/s rd, 3.1 MiB/s wr, 5 op/s 2024-08-29T18:13:07.326 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:13:06 smithi053 bash[68679]: cluster 2024-08-29T18:13:05.456242+0000 mgr.y (mgr.25022) 791 : cluster [DBG] pgmap v1479: 105 pgs: 105 active+clean; 127 GiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 2.0 MiB/s rd, 3.1 MiB/s wr, 5 op/s 2024-08-29T18:13:07.494 INFO:tasks.workunit.client.0.smithi028.stdout: 89: throughput=4.95MB/sec pending data=0 2024-08-29T18:13:07.494 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-5I975qhanyRiqQe off=3191841 len=1096594 2024-08-29T18:13:07.497 INFO:tasks.workunit.client.0.smithi028.stdout:op 450 completed, throughput=4.96MB/sec 2024-08-29T18:13:07.497 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-sJmgpEuOODkAjpD off=7198810 len=585799 2024-08-29T18:13:07.499 INFO:tasks.workunit.client.0.smithi028.stdout:op 451 completed, throughput=4.97MB/sec 2024-08-29T18:13:07.499 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-eHdkBLxHK1QTkO2 off=3791322 len=1268668 2024-08-29T18:13:07.504 INFO:tasks.workunit.client.0.smithi028.stdout:op 452 completed, throughput=4.98MB/sec 2024-08-29T18:13:07.504 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-_f5EA9so-hsGCAa off=2488865 len=1646192 2024-08-29T18:13:07.517 INFO:tasks.workunit.client.0.smithi028.stdout:op 453 completed, throughput=4.99MB/sec 2024-08-29T18:13:07.518 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-E4I-npMGgrga2HT off=2299280 len=937754 2024-08-29T18:13:07.520 INFO:tasks.workunit.client.0.smithi028.stdout:op 454 completed, throughput=5MB/sec 2024-08-29T18:13:08.521 INFO:tasks.workunit.client.0.smithi028.stdout: 90: throughput=4.95MB/sec pending data=0 2024-08-29T18:13:08.521 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-byBkztWxPd6oPlq off=9256600 len=1365315 2024-08-29T18:13:08.533 INFO:tasks.workunit.client.0.smithi028.stdout:op 455 completed, throughput=4.96MB/sec 2024-08-29T18:13:08.533 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-x8MaCFpR4_RycRL off=225759 len=1023420 2024-08-29T18:13:08.535 INFO:tasks.workunit.client.0.smithi028.stdout:op 456 completed, throughput=4.97MB/sec 2024-08-29T18:13:08.535 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-rh4ed_ttCbN6yP0 off=1136502 len=1114060 2024-08-29T18:13:08.545 INFO:tasks.workunit.client.0.smithi028.stdout:op 457 completed, throughput=4.99MB/sec 2024-08-29T18:13:08.545 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-6ApArhkeIsazEFj off=789075 len=993800 2024-08-29T18:13:08.553 INFO:tasks.workunit.client.0.smithi028.stdout:op 458 completed, throughput=4.99MB/sec 2024-08-29T18:13:08.553 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-qpGNrb4Gxvst5wm off=605234 len=2071489 2024-08-29T18:13:08.556 INFO:tasks.workunit.client.0.smithi028.stdout:op 459 completed, throughput=5.02MB/sec 2024-08-29T18:13:09.128 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:13:08 smithi028 bash[78352]: cluster 2024-08-29T18:13:07.457056+0000 mgr.y (mgr.25022) 792 : cluster [DBG] pgmap v1480: 105 pgs: 105 active+clean; 127 GiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 1.6 MiB/s rd, 2.8 MiB/s wr, 4 op/s 2024-08-29T18:13:09.129 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:13:08 smithi028 bash[77168]: cluster 2024-08-29T18:13:07.457056+0000 mgr.y (mgr.25022) 792 : cluster [DBG] pgmap v1480: 105 pgs: 105 active+clean; 127 GiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 1.6 MiB/s rd, 2.8 MiB/s wr, 4 op/s 2024-08-29T18:13:09.326 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:13:08 smithi053 bash[68679]: cluster 2024-08-29T18:13:07.457056+0000 mgr.y (mgr.25022) 792 : cluster [DBG] pgmap v1480: 105 pgs: 105 active+clean; 127 GiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 1.6 MiB/s rd, 2.8 MiB/s wr, 4 op/s 2024-08-29T18:13:09.557 INFO:tasks.workunit.client.0.smithi028.stdout: 91: throughput=4.96MB/sec pending data=0 2024-08-29T18:13:09.557 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-9JRJU_J_HePchHc off=13623756 len=1145952 2024-08-29T18:13:09.560 INFO:tasks.workunit.client.0.smithi028.stdout:op 460 completed, throughput=4.97MB/sec 2024-08-29T18:13:09.560 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-1i9uW2AdSegNaKh off=15141549 len=737317 2024-08-29T18:13:09.562 INFO:tasks.workunit.client.0.smithi028.stdout:op 461 completed, throughput=4.98MB/sec 2024-08-29T18:13:09.562 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-b-2gYcOzhMgcosE off=5467314 len=141395 2024-08-29T18:13:09.563 INFO:tasks.workunit.client.0.smithi028.stdout:op 462 completed, throughput=4.98MB/sec 2024-08-29T18:13:09.564 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-mgUAyw1VnFt2YLQ off=7279011 len=537742 2024-08-29T18:13:09.570 INFO:tasks.workunit.client.0.smithi028.stdout:op 463 completed, throughput=4.99MB/sec 2024-08-29T18:13:09.570 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-ex_bx1eZ_qs6bbm off=16241643 len=1672403 2024-08-29T18:13:09.583 INFO:tasks.workunit.client.0.smithi028.stdout:op 464 completed, throughput=5MB/sec 2024-08-29T18:13:10.584 INFO:tasks.workunit.client.0.smithi028.stdout: 92: throughput=4.95MB/sec pending data=0 2024-08-29T18:13:10.584 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-0HFi3YP5zM6GpWc off=119737 len=1926481 2024-08-29T18:13:10.588 INFO:tasks.workunit.client.0.smithi028.stdout:op 465 completed, throughput=4.97MB/sec 2024-08-29T18:13:10.589 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-vl2zx_T6KEpwQXz off=18034693 len=920619 2024-08-29T18:13:10.591 INFO:tasks.workunit.client.0.smithi028.stdout:op 466 completed, throughput=4.98MB/sec 2024-08-29T18:13:10.591 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-WoPxa7B-tQllMHD off=1398237 len=1165214 2024-08-29T18:13:10.595 INFO:tasks.workunit.client.0.smithi028.stdout:op 467 completed, throughput=4.99MB/sec 2024-08-29T18:13:10.595 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-a76_wToMJC6v05o off=351628 len=849027 2024-08-29T18:13:10.599 INFO:tasks.workunit.client.0.smithi028.stdout:op 468 completed, throughput=5MB/sec 2024-08-29T18:13:10.599 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-EL143aoEMk_lhpN off=13609824 len=1910338 2024-08-29T18:13:10.613 INFO:tasks.workunit.client.0.smithi028.stdout:op 469 completed, throughput=5.02MB/sec 2024-08-29T18:13:11.128 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:13:10 smithi028 bash[78352]: cluster 2024-08-29T18:13:09.458191+0000 mgr.y (mgr.25022) 793 : cluster [DBG] pgmap v1481: 105 pgs: 105 active+clean; 127 GiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 2.7 MiB/s rd, 3.4 MiB/s wr, 5 op/s 2024-08-29T18:13:11.128 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:13:10 smithi028 bash[77168]: cluster 2024-08-29T18:13:09.458191+0000 mgr.y (mgr.25022) 793 : cluster [DBG] pgmap v1481: 105 pgs: 105 active+clean; 127 GiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 2.7 MiB/s rd, 3.4 MiB/s wr, 5 op/s 2024-08-29T18:13:11.326 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:13:10 smithi053 bash[68679]: cluster 2024-08-29T18:13:09.458191+0000 mgr.y (mgr.25022) 793 : cluster [DBG] pgmap v1481: 105 pgs: 105 active+clean; 127 GiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 2.7 MiB/s rd, 3.4 MiB/s wr, 5 op/s 2024-08-29T18:13:11.614 INFO:tasks.workunit.client.0.smithi028.stdout: 93: throughput=4.97MB/sec pending data=0 2024-08-29T18:13:11.614 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-2DfO-nXxUOzK6-0 off=7137831 len=75219 2024-08-29T18:13:11.615 INFO:tasks.workunit.client.0.smithi028.stdout:op 470 completed, throughput=4.97MB/sec 2024-08-29T18:13:11.615 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-5RklkbXBwQTvTK5 off=5032359 len=640877 2024-08-29T18:13:11.617 INFO:tasks.workunit.client.0.smithi028.stdout:op 471 completed, throughput=4.97MB/sec 2024-08-29T18:13:11.617 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-l7mbFOo8B0hJDqI off=4678486 len=749277 2024-08-29T18:13:11.620 INFO:tasks.workunit.client.0.smithi028.stdout:op 472 completed, throughput=4.98MB/sec 2024-08-29T18:13:11.620 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-Hf9a_EGjH7vgvOi off=2350865 len=1023108 2024-08-29T18:13:11.624 INFO:tasks.workunit.client.0.smithi028.stdout:op 473 completed, throughput=4.99MB/sec 2024-08-29T18:13:11.624 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-xYwqV9BbwkKpMk4 off=17008245 len=179205 2024-08-29T18:13:11.629 INFO:tasks.workunit.client.0.smithi028.stdout:op 474 completed, throughput=4.99MB/sec 2024-08-29T18:13:11.629 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-h_N-QCQEcU69RDH off=3354638 len=610103 2024-08-29T18:13:11.637 INFO:tasks.workunit.client.0.smithi028.stdout:op 475 completed, throughput=5MB/sec 2024-08-29T18:13:11.637 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-fS3aHgOIgLKPBhF off=305056 len=1721228 2024-08-29T18:13:11.641 INFO:tasks.workunit.client.0.smithi028.stdout:op 476 completed, throughput=5.01MB/sec 2024-08-29T18:13:11.878 INFO:journalctl@ceph.mgr.y.smithi028.stdout:Aug 29 18:13:11 smithi028 bash[70818]: ::ffff:172.21.15.53 - - [29/Aug/2024:18:13:11] "GET /metrics HTTP/1.1" 200 34003 "" "Prometheus/2.43.0" 2024-08-29T18:13:12.576 INFO:journalctl@ceph.prometheus.a.smithi053.stdout:Aug 29 18:13:12 smithi053 bash[95567]: ts=2024-08-29T18:13:12.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"3167ee72-662c-11ef-bcd4-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-29T18:13:12.641 INFO:tasks.workunit.client.0.smithi028.stdout: 94: throughput=4.96MB/sec pending data=0 2024-08-29T18:13:12.641 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-4-bo5Isi1PXhX0n off=137376 len=1562379 2024-08-29T18:13:12.645 INFO:tasks.workunit.client.0.smithi028.stdout:op 477 completed, throughput=4.98MB/sec 2024-08-29T18:13:12.645 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-kmCpHnlJVySTAoK off=2345147 len=1170836 2024-08-29T18:13:12.649 INFO:tasks.workunit.client.0.smithi028.stdout:op 478 completed, throughput=4.99MB/sec 2024-08-29T18:13:12.649 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-6lFxQD0-jnIR_f1 off=350217 len=1602684 2024-08-29T18:13:12.653 INFO:tasks.workunit.client.0.smithi028.stdout:op 479 completed, throughput=5MB/sec 2024-08-29T18:13:13.128 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:13:12 smithi028 bash[77168]: cluster 2024-08-29T18:13:11.459078+0000 mgr.y (mgr.25022) 794 : cluster [DBG] pgmap v1482: 105 pgs: 105 active+clean; 127 GiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.0 MiB/s wr, 3 op/s 2024-08-29T18:13:13.128 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:13:12 smithi028 bash[77168]: audit 2024-08-29T18:13:12.062503+0000 mon.a (mon.0) 2150 : audit [DBG] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-29T18:13:13.129 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:13:12 smithi028 bash[78352]: cluster 2024-08-29T18:13:11.459078+0000 mgr.y (mgr.25022) 794 : cluster [DBG] pgmap v1482: 105 pgs: 105 active+clean; 127 GiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.0 MiB/s wr, 3 op/s 2024-08-29T18:13:13.129 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:13:12 smithi028 bash[78352]: audit 2024-08-29T18:13:12.062503+0000 mon.a (mon.0) 2150 : audit [DBG] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-29T18:13:13.326 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:13:12 smithi053 bash[68679]: cluster 2024-08-29T18:13:11.459078+0000 mgr.y (mgr.25022) 794 : cluster [DBG] pgmap v1482: 105 pgs: 105 active+clean; 127 GiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.0 MiB/s wr, 3 op/s 2024-08-29T18:13:13.326 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:13:12 smithi053 bash[68679]: audit 2024-08-29T18:13:12.062503+0000 mon.a (mon.0) 2150 : audit [DBG] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-29T18:13:13.654 INFO:tasks.workunit.client.0.smithi028.stdout: 95: throughput=4.95MB/sec pending data=0 2024-08-29T18:13:13.654 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-b8rl0bREnf3p9N2 off=954843 len=582661 2024-08-29T18:13:13.661 INFO:tasks.workunit.client.0.smithi028.stdout:op 480 completed, throughput=4.96MB/sec 2024-08-29T18:13:13.661 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-yLRnVOFkNwIQyg4 off=781214 len=421935 2024-08-29T18:13:13.662 INFO:tasks.workunit.client.0.smithi028.stdout:op 481 completed, throughput=4.96MB/sec 2024-08-29T18:13:13.663 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-PZezeeVOmNmCiR- off=1559134 len=843013 2024-08-29T18:13:13.671 INFO:tasks.workunit.client.0.smithi028.stdout:op 482 completed, throughput=4.97MB/sec 2024-08-29T18:13:13.671 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-QCBkYC-PhGtTIYS off=1211477 len=914534 2024-08-29T18:13:13.673 INFO:tasks.workunit.client.0.smithi028.stdout:op 483 completed, throughput=4.98MB/sec 2024-08-29T18:13:13.674 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-W9KPqwhsn56TlEI off=11243314 len=595908 2024-08-29T18:13:13.675 INFO:tasks.workunit.client.0.smithi028.stdout:op 484 completed, throughput=4.98MB/sec 2024-08-29T18:13:13.675 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-h0izZf5PPrWSq7J off=1974124 len=1119851 2024-08-29T18:13:13.685 INFO:tasks.workunit.client.0.smithi028.stdout:op 485 completed, throughput=4.99MB/sec 2024-08-29T18:13:13.685 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-U2wzIvDxBYAzOqz off=132476 len=1427369 2024-08-29T18:13:13.696 INFO:tasks.workunit.client.0.smithi028.stdout:op 486 completed, throughput=5.01MB/sec 2024-08-29T18:13:14.696 INFO:tasks.workunit.client.0.smithi028.stdout: 96: throughput=4.96MB/sec pending data=0 2024-08-29T18:13:14.715 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-L9mW4KFVLdZilp_ off=2834669 len=252219 2024-08-29T18:13:14.715 INFO:tasks.workunit.client.0.smithi028.stdout:op 487 completed, throughput=4.96MB/sec 2024-08-29T18:13:14.716 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-xX7ThSBxf9oqPvp off=5610298 len=115854 2024-08-29T18:13:14.716 INFO:tasks.workunit.client.0.smithi028.stdout:op 488 completed, throughput=4.96MB/sec 2024-08-29T18:13:14.716 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-Myf78bwOH_7Yyjc off=3147813 len=1719952 2024-08-29T18:13:14.717 INFO:tasks.workunit.client.0.smithi028.stdout:op 489 completed, throughput=4.98MB/sec 2024-08-29T18:13:14.717 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-P9SsnydQRYDuTM9 off=693978 len=804861 2024-08-29T18:13:14.720 INFO:tasks.workunit.client.0.smithi028.stdout:op 490 completed, throughput=4.98MB/sec 2024-08-29T18:13:14.720 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-7SK3CZEkSrzasdI off=11322086 len=237914 2024-08-29T18:13:14.724 INFO:tasks.workunit.client.0.smithi028.stdout:op 491 completed, throughput=4.99MB/sec 2024-08-29T18:13:14.724 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-MvSqhlFmXySzkFd off=1486004 len=575809 2024-08-29T18:13:14.730 INFO:tasks.workunit.client.0.smithi028.stdout:op 492 completed, throughput=4.99MB/sec 2024-08-29T18:13:14.731 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-Ai32956Hwhp53oA off=1260935 len=1549297 2024-08-29T18:13:14.741 INFO:tasks.workunit.client.0.smithi028.stdout:op 493 completed, throughput=5.01MB/sec 2024-08-29T18:13:15.128 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:13:14 smithi028 bash[78352]: cluster 2024-08-29T18:13:13.459947+0000 mgr.y (mgr.25022) 795 : cluster [DBG] pgmap v1483: 105 pgs: 105 active+clean; 127 GiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 3.5 MiB/s rd, 2.2 MiB/s wr, 5 op/s 2024-08-29T18:13:15.129 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:13:14 smithi028 bash[77168]: cluster 2024-08-29T18:13:13.459947+0000 mgr.y (mgr.25022) 795 : cluster [DBG] pgmap v1483: 105 pgs: 105 active+clean; 127 GiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 3.5 MiB/s rd, 2.2 MiB/s wr, 5 op/s 2024-08-29T18:13:15.326 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:13:14 smithi053 bash[68679]: cluster 2024-08-29T18:13:13.459947+0000 mgr.y (mgr.25022) 795 : cluster [DBG] pgmap v1483: 105 pgs: 105 active+clean; 127 GiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 3.5 MiB/s rd, 2.2 MiB/s wr, 5 op/s 2024-08-29T18:13:15.742 INFO:tasks.workunit.client.0.smithi028.stdout: 97: throughput=4.96MB/sec pending data=0 2024-08-29T18:13:15.742 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-CkPKxZQ22idykWO off=19150438 len=584842 2024-08-29T18:13:15.749 INFO:tasks.workunit.client.0.smithi028.stdout:op 494 completed, throughput=4.96MB/sec 2024-08-29T18:13:15.749 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-ZI7wyKiFsOCkK9T off=2808028 len=1639517 2024-08-29T18:13:15.754 INFO:tasks.workunit.client.0.smithi028.stdout:op 495 completed, throughput=4.98MB/sec 2024-08-29T18:13:15.754 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-Ek3bxCRkp4YeCky off=7042884 len=1881623 2024-08-29T18:13:15.767 INFO:tasks.workunit.client.0.smithi028.stdout:op 496 completed, throughput=4.99MB/sec 2024-08-29T18:13:15.768 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-YWaffViJ7RLtcGF off=2559975 len=1089910 2024-08-29T18:13:15.770 INFO:tasks.workunit.client.0.smithi028.stdout:op 497 completed, throughput=5MB/sec 2024-08-29T18:13:16.771 INFO:tasks.workunit.client.0.smithi028.stdout: 98: throughput=4.95MB/sec pending data=0 2024-08-29T18:13:16.771 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-f_RU50JdGOJQOw7 off=827431 len=597786 2024-08-29T18:13:16.778 INFO:tasks.workunit.client.0.smithi028.stdout:op 498 completed, throughput=4.96MB/sec 2024-08-29T18:13:16.778 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-KW2kcvOqG5vcIIc off=20705527 len=393818 2024-08-29T18:13:16.784 INFO:tasks.workunit.client.0.smithi028.stdout:op 499 completed, throughput=4.96MB/sec 2024-08-29T18:13:16.784 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-rmmIr01EziaFV3w off=12793657 len=711474 2024-08-29T18:13:16.791 INFO:tasks.workunit.client.0.smithi028.stdout:op 500 completed, throughput=4.97MB/sec 2024-08-29T18:13:16.791 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-0SAf74TeFkWeLzT off=2713577 len=1452116 2024-08-29T18:13:16.795 INFO:tasks.workunit.client.0.smithi028.stdout:op 501 completed, throughput=4.98MB/sec 2024-08-29T18:13:16.795 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-lc4lenol_ne2UVZ off=4681683 len=930446 2024-08-29T18:13:16.803 INFO:tasks.workunit.client.0.smithi028.stdout:op 502 completed, throughput=4.99MB/sec 2024-08-29T18:13:16.803 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-al8_ioJgrSh2kbE off=4002420 len=263147 2024-08-29T18:13:16.805 INFO:tasks.workunit.client.0.smithi028.stdout:op 503 completed, throughput=4.99MB/sec 2024-08-29T18:13:16.805 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-imZaDBt_X2oACKC off=9247076 len=1818236 2024-08-29T18:13:16.818 INFO:tasks.workunit.client.0.smithi028.stdout:op 504 completed, throughput=5.01MB/sec 2024-08-29T18:13:17.128 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:13:16 smithi028 bash[77168]: cluster 2024-08-29T18:13:15.460985+0000 mgr.y (mgr.25022) 796 : cluster [DBG] pgmap v1484: 105 pgs: 105 active+clean; 127 GiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 2.9 MiB/s rd, 1.5 MiB/s wr, 3 op/s 2024-08-29T18:13:17.129 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:13:16 smithi028 bash[78352]: cluster 2024-08-29T18:13:15.460985+0000 mgr.y (mgr.25022) 796 : cluster [DBG] pgmap v1484: 105 pgs: 105 active+clean; 127 GiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 2.9 MiB/s rd, 1.5 MiB/s wr, 3 op/s 2024-08-29T18:13:17.326 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:13:16 smithi053 bash[68679]: cluster 2024-08-29T18:13:15.460985+0000 mgr.y (mgr.25022) 796 : cluster [DBG] pgmap v1484: 105 pgs: 105 active+clean; 127 GiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 2.9 MiB/s rd, 1.5 MiB/s wr, 3 op/s 2024-08-29T18:13:17.818 INFO:tasks.workunit.client.0.smithi028.stdout: 99: throughput=4.96MB/sec pending data=0 2024-08-29T18:13:17.819 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-pBQyo6uTDLiH9Ee off=52939 len=619429 2024-08-29T18:13:17.825 INFO:tasks.workunit.client.0.smithi028.stdout:op 505 completed, throughput=4.97MB/sec 2024-08-29T18:13:17.825 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-7imEzPcFwA8BZ1K off=10491841 len=1739899 2024-08-29T18:13:17.830 INFO:tasks.workunit.client.0.smithi028.stdout:op 506 completed, throughput=4.98MB/sec 2024-08-29T18:13:17.830 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-5kgBbwbmASXNS1X off=2518826 len=620587 2024-08-29T18:13:17.836 INFO:tasks.workunit.client.0.smithi028.stdout:op 507 completed, throughput=4.99MB/sec 2024-08-29T18:13:17.836 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-KWfegX3mJZ5Kxux off=1977722 len=2012855 2024-08-29T18:13:17.850 INFO:tasks.workunit.client.0.smithi028.stdout:op 508 completed, throughput=5.01MB/sec 2024-08-29T18:13:18.850 INFO:tasks.workunit.client.0.smithi028.stdout: 100: throughput=4.96MB/sec pending data=0 2024-08-29T18:13:18.850 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-3bu19Gtu_uY2i4T off=954034 len=697555 2024-08-29T18:13:18.852 INFO:tasks.workunit.client.0.smithi028.stdout:op 509 completed, throughput=4.96MB/sec 2024-08-29T18:13:18.852 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-gFyzj2YyPgfSFps off=6745940 len=52677 2024-08-29T18:13:18.857 INFO:tasks.workunit.client.0.smithi028.stdout:op 510 completed, throughput=4.96MB/sec 2024-08-29T18:13:18.857 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-X3x8WuWhUatm5Xl off=1628975 len=1340780 2024-08-29T18:13:18.868 INFO:tasks.workunit.client.0.smithi028.stdout:op 511 completed, throughput=4.98MB/sec 2024-08-29T18:13:18.868 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-ULG_flIlaVDZP2V off=18313183 len=1071360 2024-08-29T18:13:18.872 INFO:tasks.workunit.client.0.smithi028.stdout:op 512 completed, throughput=4.99MB/sec 2024-08-29T18:13:18.872 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-hq1ATGPHz4kMxau off=1244350 len=1859273 2024-08-29T18:13:18.877 INFO:tasks.workunit.client.0.smithi028.stdout:op 513 completed, throughput=5MB/sec 2024-08-29T18:13:19.128 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:13:18 smithi028 bash[77168]: cluster 2024-08-29T18:13:17.461819+0000 mgr.y (mgr.25022) 797 : cluster [DBG] pgmap v1485: 105 pgs: 105 active+clean; 127 GiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 2.5 MiB/s rd, 1.3 MiB/s wr, 3 op/s 2024-08-29T18:13:19.129 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:13:18 smithi028 bash[78352]: cluster 2024-08-29T18:13:17.461819+0000 mgr.y (mgr.25022) 797 : cluster [DBG] pgmap v1485: 105 pgs: 105 active+clean; 127 GiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 2.5 MiB/s rd, 1.3 MiB/s wr, 3 op/s 2024-08-29T18:13:19.326 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:13:18 smithi053 bash[68679]: cluster 2024-08-29T18:13:17.461819+0000 mgr.y (mgr.25022) 797 : cluster [DBG] pgmap v1485: 105 pgs: 105 active+clean; 127 GiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 2.5 MiB/s rd, 1.3 MiB/s wr, 3 op/s 2024-08-29T18:13:19.877 INFO:tasks.workunit.client.0.smithi028.stdout: 101: throughput=4.95MB/sec pending data=0 2024-08-29T18:13:19.877 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-0S5wrOckeyJyxc0 off=7856282 len=1016263 2024-08-29T18:13:19.880 INFO:tasks.workunit.client.0.smithi028.stdout:op 514 completed, throughput=4.96MB/sec 2024-08-29T18:13:19.881 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-c71-sNp_PpdJgVd off=1214775 len=1735332 2024-08-29T18:13:19.886 INFO:tasks.workunit.client.0.smithi028.stdout:op 515 completed, throughput=4.98MB/sec 2024-08-29T18:13:19.886 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-hK7Uwme628T-4DK off=11652052 len=1629982 2024-08-29T18:13:19.899 INFO:tasks.workunit.client.0.smithi028.stdout:op 516 completed, throughput=4.99MB/sec 2024-08-29T18:13:19.899 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-9R0K9sjDXLqwsuS off=5352516 len=465601 2024-08-29T18:13:19.901 INFO:tasks.workunit.client.0.smithi028.stdout:op 517 completed, throughput=5MB/sec 2024-08-29T18:13:19.901 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-E2cTmBXJcVYQQfI off=7588657 len=1302954 2024-08-29T18:13:19.905 INFO:tasks.workunit.client.0.smithi028.stdout:op 518 completed, throughput=5.01MB/sec 2024-08-29T18:13:20.906 INFO:tasks.workunit.client.0.smithi028.stdout: 102: throughput=4.96MB/sec pending data=0 2024-08-29T18:13:20.906 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-gOZgOefNos9wUrL off=6046237 len=1837057 2024-08-29T18:13:20.921 INFO:tasks.workunit.client.0.smithi028.stdout:op 519 completed, throughput=4.98MB/sec 2024-08-29T18:13:20.921 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-mkHaokUDV9wdzIU off=5585108 len=961738 2024-08-29T18:13:20.932 INFO:tasks.workunit.client.0.smithi028.stdout:op 520 completed, throughput=4.99MB/sec 2024-08-29T18:13:20.932 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-Wo8eGk9H_gxhS7h off=1014306 len=1363378 2024-08-29T18:13:20.940 INFO:tasks.workunit.client.0.smithi028.stdout:op 521 completed, throughput=5MB/sec 2024-08-29T18:13:20.941 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-ZMOOrRa9iU7IVON off=6732560 len=23540 2024-08-29T18:13:20.945 INFO:tasks.workunit.client.0.smithi028.stdout:op 522 completed, throughput=5MB/sec 2024-08-29T18:13:20.945 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-ezMZlTa7LZrKw7I off=4852550 len=271220 2024-08-29T18:13:20.950 INFO:tasks.workunit.client.0.smithi028.stdout:op 523 completed, throughput=5MB/sec 2024-08-29T18:13:21.326 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:13:20 smithi053 bash[68679]: cluster 2024-08-29T18:13:19.462953+0000 mgr.y (mgr.25022) 798 : cluster [DBG] pgmap v1486: 105 pgs: 105 active+clean; 127 GiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 3.3 MiB/s rd, 2.8 MiB/s wr, 6 op/s 2024-08-29T18:13:21.378 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:13:20 smithi028 bash[78352]: cluster 2024-08-29T18:13:19.462953+0000 mgr.y (mgr.25022) 798 : cluster [DBG] pgmap v1486: 105 pgs: 105 active+clean; 127 GiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 3.3 MiB/s rd, 2.8 MiB/s wr, 6 op/s 2024-08-29T18:13:21.379 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:13:20 smithi028 bash[77168]: cluster 2024-08-29T18:13:19.462953+0000 mgr.y (mgr.25022) 798 : cluster [DBG] pgmap v1486: 105 pgs: 105 active+clean; 127 GiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 3.3 MiB/s rd, 2.8 MiB/s wr, 6 op/s 2024-08-29T18:13:21.878 INFO:journalctl@ceph.mgr.y.smithi028.stdout:Aug 29 18:13:21 smithi028 bash[70818]: ::ffff:172.21.15.53 - - [29/Aug/2024:18:13:21] "GET /metrics HTTP/1.1" 200 34001 "" "Prometheus/2.43.0" 2024-08-29T18:13:21.951 INFO:tasks.workunit.client.0.smithi028.stdout: 103: throughput=4.95MB/sec pending data=0 2024-08-29T18:13:21.951 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-3DzaLJ_n6Bknbe_ off=221989 len=1390563 2024-08-29T18:13:21.962 INFO:tasks.workunit.client.0.smithi028.stdout:op 524 completed, throughput=4.97MB/sec 2024-08-29T18:13:21.962 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-1oBC7lgsce4_fXM off=1427054 len=957284 2024-08-29T18:13:21.965 INFO:tasks.workunit.client.0.smithi028.stdout:op 525 completed, throughput=4.97MB/sec 2024-08-29T18:13:21.965 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-nphpbBylh-CJxko off=7451332 len=46114 2024-08-29T18:13:21.969 INFO:tasks.workunit.client.0.smithi028.stdout:op 526 completed, throughput=4.97MB/sec 2024-08-29T18:13:21.969 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-xJETMvf5IkQclVQ off=366977 len=1493145 2024-08-29T18:13:21.974 INFO:tasks.workunit.client.0.smithi028.stdout:op 527 completed, throughput=4.99MB/sec 2024-08-29T18:13:21.974 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-q-Gjn86C9LBdKKn off=1165055 len=871784 2024-08-29T18:13:21.983 INFO:tasks.workunit.client.0.smithi028.stdout:op 528 completed, throughput=4.99MB/sec 2024-08-29T18:13:21.983 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-KKXtUyFHVlrVv1y off=8053192 len=88173 2024-08-29T18:13:21.984 INFO:tasks.workunit.client.0.smithi028.stdout:op 529 completed, throughput=5MB/sec 2024-08-29T18:13:21.984 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-mNSgNfX51poqtMF off=8513047 len=1930643 2024-08-29T18:13:21.988 INFO:tasks.workunit.client.0.smithi028.stdout:op 530 completed, throughput=5.01MB/sec 2024-08-29T18:13:22.576 INFO:journalctl@ceph.prometheus.a.smithi053.stdout:Aug 29 18:13:22 smithi053 bash[95567]: ts=2024-08-29T18:13:22.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"3167ee72-662c-11ef-bcd4-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-29T18:13:22.988 INFO:tasks.workunit.client.0.smithi028.stdout: 104: throughput=4.97MB/sec pending data=0 2024-08-29T18:13:22.989 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj--mFkmr-qsWEnXNZ off=1812940 len=1321566 2024-08-29T18:13:22.992 INFO:tasks.workunit.client.0.smithi028.stdout:op 531 completed, throughput=4.98MB/sec 2024-08-29T18:13:22.992 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-HsS0Ki6fvBE944V off=3900218 len=822006 2024-08-29T18:13:22.995 INFO:tasks.workunit.client.0.smithi028.stdout:op 532 completed, throughput=4.98MB/sec 2024-08-29T18:13:22.996 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-lYnSBmmWQfEjKvn off=375798 len=1043879 2024-08-29T18:13:23.004 INFO:tasks.workunit.client.0.smithi028.stdout:op 533 completed, throughput=4.99MB/sec 2024-08-29T18:13:23.004 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-yzMt19VokYqWy22 off=2821039 len=203026 2024-08-29T18:13:23.006 INFO:tasks.workunit.client.0.smithi028.stdout:op 534 completed, throughput=5MB/sec 2024-08-29T18:13:23.006 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-JCtWXVxJCranF-E off=5609474 len=1168876 2024-08-29T18:13:23.016 INFO:tasks.workunit.client.0.smithi028.stdout:op 535 completed, throughput=5MB/sec 2024-08-29T18:13:23.326 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:13:22 smithi053 bash[68679]: cluster 2024-08-29T18:13:21.463843+0000 mgr.y (mgr.25022) 799 : cluster [DBG] pgmap v1487: 105 pgs: 105 active+clean; 127 GiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2024-08-29T18:13:23.378 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:13:22 smithi028 bash[78352]: cluster 2024-08-29T18:13:21.463843+0000 mgr.y (mgr.25022) 799 : cluster [DBG] pgmap v1487: 105 pgs: 105 active+clean; 127 GiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2024-08-29T18:13:23.379 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:13:22 smithi028 bash[77168]: cluster 2024-08-29T18:13:21.463843+0000 mgr.y (mgr.25022) 799 : cluster [DBG] pgmap v1487: 105 pgs: 105 active+clean; 127 GiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2024-08-29T18:13:24.016 INFO:tasks.workunit.client.0.smithi028.stdout: 105: throughput=4.96MB/sec pending data=0 2024-08-29T18:13:24.016 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-0A8vOLSOVuvyOq2 off=3035581 len=441276 2024-08-29T18:13:24.023 INFO:tasks.workunit.client.0.smithi028.stdout:op 536 completed, throughput=4.96MB/sec 2024-08-29T18:13:24.023 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-Gk2pJyIOJne8QL2 off=4436678 len=1800113 2024-08-29T18:13:24.037 INFO:tasks.workunit.client.0.smithi028.stdout:op 537 completed, throughput=4.98MB/sec 2024-08-29T18:13:24.037 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-oWDQjQNXBOwb4iQ off=953967 len=1984019 2024-08-29T18:13:24.042 INFO:tasks.workunit.client.0.smithi028.stdout:op 538 completed, throughput=4.99MB/sec 2024-08-29T18:13:24.043 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-cHQ5oavtLyT0Qu8 off=9030445 len=232230 2024-08-29T18:13:24.048 INFO:tasks.workunit.client.0.smithi028.stdout:op 539 completed, throughput=5MB/sec 2024-08-29T18:13:24.048 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-1Ld-sKL22fgjS0h off=11197848 len=886404 2024-08-29T18:13:24.051 INFO:tasks.workunit.client.0.smithi028.stdout:op 540 completed, throughput=5MB/sec 2024-08-29T18:13:25.051 INFO:tasks.workunit.client.0.smithi028.stdout: 106: throughput=4.96MB/sec pending data=0 2024-08-29T18:13:25.051 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-IpzufOtoFMjDjOF off=8854808 len=1210678 2024-08-29T18:13:25.054 INFO:tasks.workunit.client.0.smithi028.stdout:op 541 completed, throughput=4.97MB/sec 2024-08-29T18:13:25.054 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-DkSDwoSE8zvUCYi off=5249180 len=1646556 2024-08-29T18:13:25.058 INFO:tasks.workunit.client.0.smithi028.stdout:op 542 completed, throughput=4.98MB/sec 2024-08-29T18:13:25.058 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-oQtUD05HS3c34jl off=6475667 len=766708 2024-08-29T18:13:25.067 INFO:tasks.workunit.client.0.smithi028.stdout:op 543 completed, throughput=4.99MB/sec 2024-08-29T18:13:25.067 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-Mjjp4cpZKZm5OEt off=5141746 len=1129320 2024-08-29T18:13:25.076 INFO:tasks.workunit.client.0.smithi028.stdout:op 544 completed, throughput=5MB/sec 2024-08-29T18:13:25.077 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-ecg2MM26EIRVzGG off=1500872 len=1545822 2024-08-29T18:13:25.088 INFO:tasks.workunit.client.0.smithi028.stdout:op 545 completed, throughput=5.01MB/sec 2024-08-29T18:13:25.326 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:13:24 smithi053 bash[68679]: cluster 2024-08-29T18:13:23.464717+0000 mgr.y (mgr.25022) 800 : cluster [DBG] pgmap v1488: 105 pgs: 105 active+clean; 127 GiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.8 MiB/s wr, 5 op/s 2024-08-29T18:13:25.378 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:13:24 smithi028 bash[78352]: cluster 2024-08-29T18:13:23.464717+0000 mgr.y (mgr.25022) 800 : cluster [DBG] pgmap v1488: 105 pgs: 105 active+clean; 127 GiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.8 MiB/s wr, 5 op/s 2024-08-29T18:13:25.379 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:13:24 smithi028 bash[77168]: cluster 2024-08-29T18:13:23.464717+0000 mgr.y (mgr.25022) 800 : cluster [DBG] pgmap v1488: 105 pgs: 105 active+clean; 127 GiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.8 MiB/s wr, 5 op/s 2024-08-29T18:13:26.089 INFO:tasks.workunit.client.0.smithi028.stdout: 107: throughput=4.97MB/sec pending data=0 2024-08-29T18:13:26.089 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-nKEQaekdUzLWJYt off=1089038 len=668234 2024-08-29T18:13:26.096 INFO:tasks.workunit.client.0.smithi028.stdout:op 546 completed, throughput=4.97MB/sec 2024-08-29T18:13:26.096 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-Mc2-Hqs7MNhQ33U off=3523278 len=8799 2024-08-29T18:13:26.097 INFO:tasks.workunit.client.0.smithi028.stdout:op 547 completed, throughput=4.97MB/sec 2024-08-29T18:13:26.097 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-P7XiGvyc84A_g4E off=1750054 len=1749428 2024-08-29T18:13:26.110 INFO:tasks.workunit.client.0.smithi028.stdout:op 548 completed, throughput=4.99MB/sec 2024-08-29T18:13:26.110 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-u-Groo82ENMy-U6 off=5207653 len=1235951 2024-08-29T18:13:26.112 INFO:tasks.workunit.client.0.smithi028.stdout:op 549 completed, throughput=5MB/sec 2024-08-29T18:13:26.112 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-k1bvvB1e2AsILf1 off=15046721 len=842632 2024-08-29T18:13:26.116 INFO:tasks.workunit.client.0.smithi028.stdout:op 550 completed, throughput=5MB/sec 2024-08-29T18:13:27.116 INFO:tasks.workunit.client.0.smithi028.stdout: 108: throughput=4.96MB/sec pending data=0 2024-08-29T18:13:27.116 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj--bx6it-82hqz19G off=7291539 len=856560 2024-08-29T18:13:27.126 INFO:tasks.workunit.client.0.smithi028.stdout:op 551 completed, throughput=4.97MB/sec 2024-08-29T18:13:27.126 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-sjPQMJ4Dy_Iv7jQ off=20517456 len=702891 2024-08-29T18:13:27.133 INFO:tasks.workunit.client.0.smithi028.stdout:op 552 completed, throughput=4.97MB/sec 2024-08-29T18:13:27.133 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-_2ftAba00_cXxtM off=17604380 len=598926 2024-08-29T18:13:27.140 INFO:tasks.workunit.client.0.smithi028.stdout:op 553 completed, throughput=4.98MB/sec 2024-08-29T18:13:27.140 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-Q5zvkx-ibBE0mo2 off=5634456 len=837359 2024-08-29T18:13:27.148 INFO:tasks.workunit.client.0.smithi028.stdout:op 554 completed, throughput=4.98MB/sec 2024-08-29T18:13:27.148 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-vDK9oY1HvUj9_Lm off=166735 len=1934157 2024-08-29T18:13:27.153 INFO:tasks.workunit.client.0.smithi028.stdout:op 555 completed, throughput=5MB/sec 2024-08-29T18:13:27.153 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-S2yViYthMFLSq6H off=75555 len=1028952 2024-08-29T18:13:27.163 INFO:tasks.workunit.client.0.smithi028.stdout:op 556 completed, throughput=5.01MB/sec 2024-08-29T18:13:27.326 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:13:26 smithi053 bash[68679]: cluster 2024-08-29T18:13:25.465867+0000 mgr.y (mgr.25022) 801 : cluster [DBG] pgmap v1489: 105 pgs: 105 active+clean; 127 GiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.6 MiB/s wr, 4 op/s 2024-08-29T18:13:27.378 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:13:26 smithi028 bash[78352]: cluster 2024-08-29T18:13:25.465867+0000 mgr.y (mgr.25022) 801 : cluster [DBG] pgmap v1489: 105 pgs: 105 active+clean; 127 GiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.6 MiB/s wr, 4 op/s 2024-08-29T18:13:27.379 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:13:26 smithi028 bash[77168]: cluster 2024-08-29T18:13:25.465867+0000 mgr.y (mgr.25022) 801 : cluster [DBG] pgmap v1489: 105 pgs: 105 active+clean; 127 GiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.6 MiB/s wr, 4 op/s 2024-08-29T18:13:28.164 INFO:tasks.workunit.client.0.smithi028.stdout: 109: throughput=4.96MB/sec pending data=0 2024-08-29T18:13:28.164 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-tv5aX7ZKWhJpsSU off=152970 len=1104573 2024-08-29T18:13:28.173 INFO:tasks.workunit.client.0.smithi028.stdout:op 557 completed, throughput=4.97MB/sec 2024-08-29T18:13:28.173 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-bl3yto0H3zSzrR3 off=182477 len=1969037 2024-08-29T18:13:28.187 INFO:tasks.workunit.client.0.smithi028.stdout:op 558 completed, throughput=4.99MB/sec 2024-08-29T18:13:28.187 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-78R14O1usj9gJGA off=6637652 len=851482 2024-08-29T18:13:28.195 INFO:tasks.workunit.client.0.smithi028.stdout:op 559 completed, throughput=5MB/sec 2024-08-29T18:13:28.195 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-RPSEmurhu-jAD9K off=12978974 len=715492 2024-08-29T18:13:28.202 INFO:tasks.workunit.client.0.smithi028.stdout:op 560 completed, throughput=5MB/sec 2024-08-29T18:13:28.326 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:13:27 smithi053 bash[68679]: audit 2024-08-29T18:13:27.062725+0000 mon.a (mon.0) 2151 : audit [DBG] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-29T18:13:28.378 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:13:27 smithi028 bash[78352]: audit 2024-08-29T18:13:27.062725+0000 mon.a (mon.0) 2151 : audit [DBG] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-29T18:13:28.378 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:13:27 smithi028 bash[77168]: audit 2024-08-29T18:13:27.062725+0000 mon.a (mon.0) 2151 : audit [DBG] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-29T18:13:29.203 INFO:tasks.workunit.client.0.smithi028.stdout: 110: throughput=4.96MB/sec pending data=0 2024-08-29T18:13:29.203 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-sdqysvcNxfCVvqD off=14443473 len=140619 2024-08-29T18:13:29.204 INFO:tasks.workunit.client.0.smithi028.stdout:op 561 completed, throughput=4.96MB/sec 2024-08-29T18:13:29.204 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-6QVdHPk2AAsBF2A off=2967568 len=1715135 2024-08-29T18:13:29.217 INFO:tasks.workunit.client.0.smithi028.stdout:op 562 completed, throughput=4.97MB/sec 2024-08-29T18:13:29.217 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-kePajhrAib9u8iJ off=7354055 len=614361 2024-08-29T18:13:29.219 INFO:tasks.workunit.client.0.smithi028.stdout:op 563 completed, throughput=4.98MB/sec 2024-08-29T18:13:29.220 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-3-FqcJrhYcIZI7r off=7953553 len=425564 2024-08-29T18:13:29.226 INFO:tasks.workunit.client.0.smithi028.stdout:op 564 completed, throughput=4.98MB/sec 2024-08-29T18:13:29.226 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-6PyBrXNNrI9u-IF off=2631851 len=396438 2024-08-29T18:13:29.228 INFO:tasks.workunit.client.0.smithi028.stdout:op 565 completed, throughput=4.98MB/sec 2024-08-29T18:13:29.228 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-a6Stak0gxJXhtAj off=3537406 len=1359947 2024-08-29T18:13:29.237 INFO:tasks.workunit.client.0.smithi028.stdout:op 566 completed, throughput=4.99MB/sec 2024-08-29T18:13:29.237 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-UB11eeSSlsAax3U off=1122702 len=1206905 2024-08-29T18:13:29.246 INFO:tasks.workunit.client.0.smithi028.stdout:op 567 completed, throughput=5MB/sec 2024-08-29T18:13:29.326 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:13:28 smithi053 bash[68679]: cluster 2024-08-29T18:13:27.466828+0000 mgr.y (mgr.25022) 802 : cluster [DBG] pgmap v1490: 105 pgs: 105 active+clean; 127 GiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 1.9 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2024-08-29T18:13:29.378 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:13:28 smithi028 bash[78352]: cluster 2024-08-29T18:13:27.466828+0000 mgr.y (mgr.25022) 802 : cluster [DBG] pgmap v1490: 105 pgs: 105 active+clean; 127 GiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 1.9 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2024-08-29T18:13:29.378 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:13:28 smithi028 bash[77168]: cluster 2024-08-29T18:13:27.466828+0000 mgr.y (mgr.25022) 802 : cluster [DBG] pgmap v1490: 105 pgs: 105 active+clean; 127 GiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 1.9 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2024-08-29T18:13:30.246 INFO:tasks.workunit.client.0.smithi028.stdout: 111: throughput=4.96MB/sec pending data=0 2024-08-29T18:13:30.246 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-Nd98MIqYd16LClc off=20413424 len=1308696 2024-08-29T18:13:30.258 INFO:tasks.workunit.client.0.smithi028.stdout:op 568 completed, throughput=4.97MB/sec 2024-08-29T18:13:30.259 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-rbBGjMyOk5eyM83 off=4113292 len=432795 2024-08-29T18:13:30.264 INFO:tasks.workunit.client.0.smithi028.stdout:op 569 completed, throughput=4.97MB/sec 2024-08-29T18:13:30.264 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-Vv9L5RiqNlkRFA2 off=5159680 len=1561100 2024-08-29T18:13:30.277 INFO:tasks.workunit.client.0.smithi028.stdout:op 570 completed, throughput=4.99MB/sec 2024-08-29T18:13:30.277 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-d1ajO-i5wGQt1KJ off=4846689 len=1947 2024-08-29T18:13:30.281 INFO:tasks.workunit.client.0.smithi028.stdout:op 571 completed, throughput=4.99MB/sec 2024-08-29T18:13:30.281 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-UbkN3RBSMgs09kR off=1521533 len=510534 2024-08-29T18:13:30.282 INFO:tasks.workunit.client.0.smithi028.stdout:op 572 completed, throughput=4.99MB/sec 2024-08-29T18:13:30.282 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-3nx4ClP-K__bNi- off=6187319 len=141456 2024-08-29T18:13:30.284 INFO:tasks.workunit.client.0.smithi028.stdout:op 573 completed, throughput=4.99MB/sec 2024-08-29T18:13:30.284 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-FDPqlaYeuQsRX0w off=13303099 len=2076960 2024-08-29T18:13:30.290 INFO:tasks.workunit.client.0.smithi028.stdout:op 574 completed, throughput=5.01MB/sec 2024-08-29T18:13:31.290 INFO:tasks.workunit.client.0.smithi028.stdout: 112: throughput=4.97MB/sec pending data=0 2024-08-29T18:13:31.290 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-9he941Zz6oyA_SW off=707967 len=1686297 2024-08-29T18:13:31.304 INFO:tasks.workunit.client.0.smithi028.stdout:op 575 completed, throughput=4.98MB/sec 2024-08-29T18:13:31.304 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-_vih794q88SHWs4 off=0 len=1700108 2024-08-29T18:13:31.309 INFO:tasks.workunit.client.0.smithi028.stdout:op 576 completed, throughput=4.99MB/sec 2024-08-29T18:13:31.309 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-3-0LEuy6yJUNpJj off=1508672 len=1610680 2024-08-29T18:13:31.319 INFO:tasks.workunit.client.0.smithi028.stdout:op 577 completed, throughput=5.01MB/sec 2024-08-29T18:13:31.326 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:13:30 smithi053 bash[68679]: cluster 2024-08-29T18:13:29.468097+0000 mgr.y (mgr.25022) 803 : cluster [DBG] pgmap v1491: 105 pgs: 105 active+clean; 127 GiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 2.8 MiB/s rd, 3.4 MiB/s wr, 6 op/s 2024-08-29T18:13:31.378 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:13:30 smithi028 bash[77168]: cluster 2024-08-29T18:13:29.468097+0000 mgr.y (mgr.25022) 803 : cluster [DBG] pgmap v1491: 105 pgs: 105 active+clean; 127 GiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 2.8 MiB/s rd, 3.4 MiB/s wr, 6 op/s 2024-08-29T18:13:31.378 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:13:30 smithi028 bash[78352]: cluster 2024-08-29T18:13:29.468097+0000 mgr.y (mgr.25022) 803 : cluster [DBG] pgmap v1491: 105 pgs: 105 active+clean; 127 GiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 2.8 MiB/s rd, 3.4 MiB/s wr, 6 op/s 2024-08-29T18:13:31.878 INFO:journalctl@ceph.mgr.y.smithi028.stdout:Aug 29 18:13:31 smithi028 bash[70818]: ::ffff:172.21.15.53 - - [29/Aug/2024:18:13:31] "GET /metrics HTTP/1.1" 200 34002 "" "Prometheus/2.43.0" 2024-08-29T18:13:32.319 INFO:tasks.workunit.client.0.smithi028.stdout: 113: throughput=4.96MB/sec pending data=0 2024-08-29T18:13:32.320 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-VlBuryg-EQQf788 off=3267368 len=1279914 2024-08-29T18:13:32.323 INFO:tasks.workunit.client.0.smithi028.stdout:op 578 completed, throughput=4.97MB/sec 2024-08-29T18:13:32.323 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-HSRfYLAL2p6YBH- off=9826195 len=2042982 2024-08-29T18:13:32.338 INFO:tasks.workunit.client.0.smithi028.stdout:op 579 completed, throughput=4.99MB/sec 2024-08-29T18:13:32.338 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-utvC8yKg-l1k3-s off=6652591 len=1580557 2024-08-29T18:13:32.349 INFO:tasks.workunit.client.0.smithi028.stdout:op 580 completed, throughput=5MB/sec 2024-08-29T18:13:32.576 INFO:journalctl@ceph.prometheus.a.smithi053.stdout:Aug 29 18:13:32 smithi053 bash[95567]: ts=2024-08-29T18:13:32.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"3167ee72-662c-11ef-bcd4-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-29T18:13:33.326 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:13:32 smithi053 bash[68679]: cluster 2024-08-29T18:13:31.469143+0000 mgr.y (mgr.25022) 804 : cluster [DBG] pgmap v1492: 105 pgs: 105 active+clean; 127 GiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2024-08-29T18:13:33.349 INFO:tasks.workunit.client.0.smithi028.stdout: 114: throughput=4.96MB/sec pending data=0 2024-08-29T18:13:33.350 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-UMjOtTDgL5PyEOy off=9440071 len=1485818 2024-08-29T18:13:33.353 INFO:tasks.workunit.client.0.smithi028.stdout:op 581 completed, throughput=4.97MB/sec 2024-08-29T18:13:33.354 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-cpa_5aJVq89jSG6 off=17020306 len=2043494 2024-08-29T18:13:33.358 INFO:tasks.workunit.client.0.smithi028.stdout:op 582 completed, throughput=4.99MB/sec 2024-08-29T18:13:33.358 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-XzJIvP3-hfvyDkB off=1182087 len=776033 2024-08-29T18:13:33.366 INFO:tasks.workunit.client.0.smithi028.stdout:op 583 completed, throughput=4.99MB/sec 2024-08-29T18:13:33.366 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-u4kid_7cZmTMz-Q off=8336786 len=125551 2024-08-29T18:13:33.368 INFO:tasks.workunit.client.0.smithi028.stdout:op 584 completed, throughput=4.99MB/sec 2024-08-29T18:13:33.368 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-K76Q-xxnup-dzTQ off=6143302 len=2042216 2024-08-29T18:13:33.378 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:13:32 smithi028 bash[77168]: cluster 2024-08-29T18:13:31.469143+0000 mgr.y (mgr.25022) 804 : cluster [DBG] pgmap v1492: 105 pgs: 105 active+clean; 127 GiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2024-08-29T18:13:33.379 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:13:32 smithi028 bash[78352]: cluster 2024-08-29T18:13:31.469143+0000 mgr.y (mgr.25022) 804 : cluster [DBG] pgmap v1492: 105 pgs: 105 active+clean; 127 GiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2024-08-29T18:13:33.382 INFO:tasks.workunit.client.0.smithi028.stdout:op 585 completed, throughput=5.01MB/sec 2024-08-29T18:13:34.326 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:13:33 smithi053 bash[68679]: cluster 2024-08-29T18:13:33.470156+0000 mgr.y (mgr.25022) 805 : cluster [DBG] pgmap v1493: 105 pgs: 105 active+clean; 127 GiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 2.3 MiB/s rd, 3.4 MiB/s wr, 5 op/s 2024-08-29T18:13:34.379 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:13:33 smithi028 bash[77168]: cluster 2024-08-29T18:13:33.470156+0000 mgr.y (mgr.25022) 805 : cluster [DBG] pgmap v1493: 105 pgs: 105 active+clean; 127 GiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 2.3 MiB/s rd, 3.4 MiB/s wr, 5 op/s 2024-08-29T18:13:34.379 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:13:33 smithi028 bash[78352]: cluster 2024-08-29T18:13:33.470156+0000 mgr.y (mgr.25022) 805 : cluster [DBG] pgmap v1493: 105 pgs: 105 active+clean; 127 GiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 2.3 MiB/s rd, 3.4 MiB/s wr, 5 op/s 2024-08-29T18:13:34.383 INFO:tasks.workunit.client.0.smithi028.stdout: 115: throughput=4.97MB/sec pending data=0 2024-08-29T18:13:34.383 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-oVtgpEf9Uvy5IpO off=11456705 len=1534784 2024-08-29T18:13:34.388 INFO:tasks.workunit.client.0.smithi028.stdout:op 586 completed, throughput=4.98MB/sec 2024-08-29T18:13:34.388 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-NbFMXcpprHKAyha off=231990 len=110832 2024-08-29T18:13:34.389 INFO:tasks.workunit.client.0.smithi028.stdout:op 587 completed, throughput=4.98MB/sec 2024-08-29T18:13:34.389 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-964Vn-y4Wl1dHFp off=9018276 len=276330 2024-08-29T18:13:34.395 INFO:tasks.workunit.client.0.smithi028.stdout:op 588 completed, throughput=4.98MB/sec 2024-08-29T18:13:34.395 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-1ku0FyU7uN1OyM3 off=12716073 len=798854 2024-08-29T18:13:34.404 INFO:tasks.workunit.client.0.smithi028.stdout:op 589 completed, throughput=4.99MB/sec 2024-08-29T18:13:34.404 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-kJUyUJjXhbnP4ZM off=1054356 len=311872 2024-08-29T18:13:34.406 INFO:tasks.workunit.client.0.smithi028.stdout:op 590 completed, throughput=4.99MB/sec 2024-08-29T18:13:34.406 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-Q5zvkx-ibBE0mo2 off=8351765 len=792846 2024-08-29T18:13:34.413 INFO:tasks.workunit.client.0.smithi028.stdout:op 591 completed, throughput=5MB/sec 2024-08-29T18:13:34.413 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-C9mSTLrAUb38yca off=4201064 len=120649 2024-08-29T18:13:34.417 INFO:tasks.workunit.client.0.smithi028.stdout:op 592 completed, throughput=5MB/sec 2024-08-29T18:13:34.417 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-JJuPWWa4bM3DfyG off=782946 len=500778 2024-08-29T18:13:34.423 INFO:tasks.workunit.client.0.smithi028.stdout:op 593 completed, throughput=5MB/sec 2024-08-29T18:13:35.424 INFO:tasks.workunit.client.0.smithi028.stdout: 116: throughput=4.96MB/sec pending data=0 2024-08-29T18:13:35.424 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-zq6_EncxmxLJOEr off=6847622 len=1989532 2024-08-29T18:13:35.439 INFO:tasks.workunit.client.0.smithi028.stdout:op 594 completed, throughput=4.98MB/sec 2024-08-29T18:13:35.439 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-PtDQlGSSWZ1Si3K off=2961985 len=1639513 2024-08-29T18:13:35.442 INFO:tasks.workunit.client.0.smithi028.stdout:op 595 completed, throughput=4.99MB/sec 2024-08-29T18:13:35.442 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-e7npDm9EYsBPQXU off=4093601 len=385992 2024-08-29T18:13:35.443 INFO:tasks.workunit.client.0.smithi028.stdout:op 596 completed, throughput=4.99MB/sec 2024-08-29T18:13:35.443 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-ikzn0L3mp7bFibA off=14050375 len=1125261 2024-08-29T18:13:35.446 INFO:tasks.workunit.client.0.smithi028.stdout:op 597 completed, throughput=5MB/sec 2024-08-29T18:13:35.447 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-ctky8doz3E-oSEF off=2972823 len=1838776 2024-08-29T18:13:35.457 INFO:tasks.workunit.client.0.smithi028.stdout:op 598 completed, throughput=5.01MB/sec 2024-08-29T18:13:36.457 INFO:tasks.workunit.client.0.smithi028.stdout: 117: throughput=4.97MB/sec pending data=0 2024-08-29T18:13:36.458 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-GUaXtoDwrRNkZt9 off=12095303 len=95046 2024-08-29T18:13:36.459 INFO:tasks.workunit.client.0.smithi028.stdout:op 599 completed, throughput=4.97MB/sec 2024-08-29T18:13:36.459 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-LYNWiCB0wnoDbo4 off=710779 len=1210380 2024-08-29T18:13:36.469 INFO:tasks.workunit.client.0.smithi028.stdout:op 600 completed, throughput=4.98MB/sec 2024-08-29T18:13:36.469 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-8-ZF9Oz1_1Vx0GG off=12053867 len=489616 2024-08-29T18:13:36.475 INFO:tasks.workunit.client.0.smithi028.stdout:op 601 completed, throughput=4.99MB/sec 2024-08-29T18:13:36.475 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-emIoDS-wWzwOGnJ off=5500488 len=567618 2024-08-29T18:13:36.477 INFO:tasks.workunit.client.0.smithi028.stdout:op 602 completed, throughput=4.99MB/sec 2024-08-29T18:13:36.478 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-IvVwVWUQ2hsIvY7 off=1981980 len=123823 2024-08-29T18:13:36.479 INFO:tasks.workunit.client.0.smithi028.stdout:op 603 completed, throughput=4.99MB/sec 2024-08-29T18:13:36.479 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-xm6rHxkehCG1fCS off=5584715 len=1533506 2024-08-29T18:13:36.490 INFO:tasks.workunit.client.0.smithi028.stdout:op 604 completed, throughput=5MB/sec 2024-08-29T18:13:36.826 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:13:36 smithi053 bash[68679]: cluster 2024-08-29T18:13:35.471230+0000 mgr.y (mgr.25022) 806 : cluster [DBG] pgmap v1494: 105 pgs: 105 active+clean; 127 GiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.7 MiB/s wr, 4 op/s 2024-08-29T18:13:36.878 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:13:36 smithi028 bash[78352]: cluster 2024-08-29T18:13:35.471230+0000 mgr.y (mgr.25022) 806 : cluster [DBG] pgmap v1494: 105 pgs: 105 active+clean; 127 GiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.7 MiB/s wr, 4 op/s 2024-08-29T18:13:36.879 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:13:36 smithi028 bash[77168]: cluster 2024-08-29T18:13:35.471230+0000 mgr.y (mgr.25022) 806 : cluster [DBG] pgmap v1494: 105 pgs: 105 active+clean; 127 GiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.7 MiB/s wr, 4 op/s 2024-08-29T18:13:37.490 INFO:tasks.workunit.client.0.smithi028.stdout: 118: throughput=4.96MB/sec pending data=0 2024-08-29T18:13:37.491 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-ruNXBmUpDtlOl9u off=11034690 len=396136 2024-08-29T18:13:37.496 INFO:tasks.workunit.client.0.smithi028.stdout:op 605 completed, throughput=4.96MB/sec 2024-08-29T18:13:37.497 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-PvDSA7b2FT1CXul off=558029 len=1650849 2024-08-29T18:13:37.502 INFO:tasks.workunit.client.0.smithi028.stdout:op 606 completed, throughput=4.98MB/sec 2024-08-29T18:13:37.502 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-PUnk_YV3axprboW off=861468 len=2036298 2024-08-29T18:13:37.519 INFO:tasks.workunit.client.0.smithi028.stdout:op 607 completed, throughput=4.99MB/sec 2024-08-29T18:13:37.519 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj--qHQKXu05OeRM1k off=7469022 len=1393102 2024-08-29T18:13:37.530 INFO:tasks.workunit.client.0.smithi028.stdout:op 608 completed, throughput=5MB/sec 2024-08-29T18:13:38.530 INFO:tasks.workunit.client.0.smithi028.stdout: 119: throughput=4.96MB/sec pending data=0 2024-08-29T18:13:38.530 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-xbz32xlzmeF2lm4 off=737804 len=1672687 2024-08-29T18:13:38.544 INFO:tasks.workunit.client.0.smithi028.stdout:op 609 completed, throughput=4.97MB/sec 2024-08-29T18:13:38.544 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-Au6N5-qFm8b2XT9 off=1554142 len=272246 2024-08-29T18:13:38.545 INFO:tasks.workunit.client.0.smithi028.stdout:op 610 completed, throughput=4.98MB/sec 2024-08-29T18:13:38.545 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-xSv-ELK-tapeRlf off=6890522 len=1991987 2024-08-29T18:13:38.548 INFO:tasks.workunit.client.0.smithi028.stdout:op 611 completed, throughput=4.99MB/sec 2024-08-29T18:13:38.549 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-ouzFbYNExfoMqA5 off=7820927 len=247187 2024-08-29T18:13:38.552 INFO:tasks.workunit.client.0.smithi028.stdout:op 612 completed, throughput=4.99MB/sec 2024-08-29T18:13:38.552 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-BnkUZS3VU_yPqo6 off=10107865 len=628143 2024-08-29T18:13:38.557 INFO:tasks.workunit.client.0.smithi028.stdout:op 613 completed, throughput=5MB/sec 2024-08-29T18:13:38.558 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-C6b5O2A4TPS2VW4 off=1882248 len=1708506 2024-08-29T18:13:38.569 INFO:tasks.workunit.client.0.smithi028.stdout:op 614 completed, throughput=5.01MB/sec 2024-08-29T18:13:38.826 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:13:38 smithi053 bash[68679]: cluster 2024-08-29T18:13:37.472048+0000 mgr.y (mgr.25022) 807 : cluster [DBG] pgmap v1495: 105 pgs: 105 active+clean; 127 GiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 1.5 MiB/s rd, 2.5 MiB/s wr, 3 op/s 2024-08-29T18:13:38.878 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:13:38 smithi028 bash[78352]: cluster 2024-08-29T18:13:37.472048+0000 mgr.y (mgr.25022) 807 : cluster [DBG] pgmap v1495: 105 pgs: 105 active+clean; 127 GiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 1.5 MiB/s rd, 2.5 MiB/s wr, 3 op/s 2024-08-29T18:13:38.879 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:13:38 smithi028 bash[77168]: cluster 2024-08-29T18:13:37.472048+0000 mgr.y (mgr.25022) 807 : cluster [DBG] pgmap v1495: 105 pgs: 105 active+clean; 127 GiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 1.5 MiB/s rd, 2.5 MiB/s wr, 3 op/s 2024-08-29T18:13:39.570 INFO:tasks.workunit.client.0.smithi028.stdout: 120: throughput=4.97MB/sec pending data=0 2024-08-29T18:13:39.570 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-GLtYclsr_RGxCX6 off=2031976 len=99113 2024-08-29T18:13:39.574 INFO:tasks.workunit.client.0.smithi028.stdout:op 615 completed, throughput=4.97MB/sec 2024-08-29T18:13:39.574 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-kIE5j-3JMz6ZUF7 off=759918 len=1689860 2024-08-29T18:13:39.586 INFO:tasks.workunit.client.0.smithi028.stdout:op 616 completed, throughput=4.98MB/sec 2024-08-29T18:13:39.586 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-8WD6JAChjoJw5Ia off=6498254 len=1814226 2024-08-29T18:13:39.600 INFO:tasks.workunit.client.0.smithi028.stdout:op 617 completed, throughput=5MB/sec 2024-08-29T18:13:39.600 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-o6J2pclkcS1MAcy off=6827316 len=588302 2024-08-29T18:13:39.602 INFO:tasks.workunit.client.0.smithi028.stdout:op 618 completed, throughput=5MB/sec 2024-08-29T18:13:40.603 INFO:tasks.workunit.client.0.smithi028.stdout: 121: throughput=4.96MB/sec pending data=0 2024-08-29T18:13:40.603 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-NNebaSifNhPe9Qv off=227687 len=1977651 2024-08-29T18:13:40.618 INFO:tasks.workunit.client.0.smithi028.stdout:op 619 completed, throughput=4.98MB/sec 2024-08-29T18:13:40.618 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-e_sOdIF2N3V5jJb off=1027311 len=168863 2024-08-29T18:13:40.619 INFO:tasks.workunit.client.0.smithi028.stdout:op 620 completed, throughput=4.98MB/sec 2024-08-29T18:13:40.619 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-idmuYYpDtOHy7cR off=2028102 len=616718 2024-08-29T18:13:40.621 INFO:tasks.workunit.client.0.smithi028.stdout:op 621 completed, throughput=4.98MB/sec 2024-08-29T18:13:40.621 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-oc0H_vU9_bccI8g off=3942084 len=178895 2024-08-29T18:13:40.622 INFO:tasks.workunit.client.0.smithi028.stdout:op 622 completed, throughput=4.98MB/sec 2024-08-29T18:13:40.622 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-TaOreMmX5otnw6A off=3337022 len=298084 2024-08-29T18:13:40.628 INFO:tasks.workunit.client.0.smithi028.stdout:op 623 completed, throughput=4.99MB/sec 2024-08-29T18:13:40.628 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-VhV3N37-ptX9Q4X off=281063 len=721771 2024-08-29T18:13:40.634 INFO:tasks.workunit.client.0.smithi028.stdout:op 624 completed, throughput=4.99MB/sec 2024-08-29T18:13:40.634 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-CMHlkN45o7N1hNd off=2187901 len=1749201 2024-08-29T18:13:40.637 INFO:tasks.workunit.client.0.smithi028.stdout:op 625 completed, throughput=5MB/sec 2024-08-29T18:13:40.826 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:13:40 smithi053 bash[68679]: cluster 2024-08-29T18:13:39.473191+0000 mgr.y (mgr.25022) 808 : cluster [DBG] pgmap v1496: 105 pgs: 105 active+clean; 127 GiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 2.3 MiB/s rd, 3.7 MiB/s wr, 6 op/s 2024-08-29T18:13:40.878 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:13:40 smithi028 bash[78352]: cluster 2024-08-29T18:13:39.473191+0000 mgr.y (mgr.25022) 808 : cluster [DBG] pgmap v1496: 105 pgs: 105 active+clean; 127 GiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 2.3 MiB/s rd, 3.7 MiB/s wr, 6 op/s 2024-08-29T18:13:40.879 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:13:40 smithi028 bash[77168]: cluster 2024-08-29T18:13:39.473191+0000 mgr.y (mgr.25022) 808 : cluster [DBG] pgmap v1496: 105 pgs: 105 active+clean; 127 GiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 2.3 MiB/s rd, 3.7 MiB/s wr, 6 op/s 2024-08-29T18:13:41.637 INFO:tasks.workunit.client.0.smithi028.stdout: 122: throughput=4.96MB/sec pending data=0 2024-08-29T18:13:41.638 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-LcNc_265NtPYPhi off=4769160 len=13365 2024-08-29T18:13:41.638 INFO:tasks.workunit.client.0.smithi028.stdout:op 626 completed, throughput=4.96MB/sec 2024-08-29T18:13:41.638 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-m9hJF0n4cwe4jhR off=4659718 len=891896 2024-08-29T18:13:41.641 INFO:tasks.workunit.client.0.smithi028.stdout:op 627 completed, throughput=4.97MB/sec 2024-08-29T18:13:41.641 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-LOYNH3-wbGJl5vM off=22778414 len=1281872 2024-08-29T18:13:41.646 INFO:tasks.workunit.client.0.smithi028.stdout:op 628 completed, throughput=4.98MB/sec 2024-08-29T18:13:41.646 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-P1EvT2NyviCeICp off=14035738 len=549420 2024-08-29T18:13:41.652 INFO:tasks.workunit.client.0.smithi028.stdout:op 629 completed, throughput=4.98MB/sec 2024-08-29T18:13:41.653 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-QrbUBp4aqar7uOM off=134517 len=1248676 2024-08-29T18:13:41.663 INFO:tasks.workunit.client.0.smithi028.stdout:op 630 completed, throughput=4.99MB/sec 2024-08-29T18:13:41.663 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-IbsTE-FI4ZLjfgl off=3771837 len=1681568 2024-08-29T18:13:41.667 INFO:tasks.workunit.client.0.smithi028.stdout:op 631 completed, throughput=5.01MB/sec 2024-08-29T18:13:41.878 INFO:journalctl@ceph.mgr.y.smithi028.stdout:Aug 29 18:13:41 smithi028 bash[70818]: ::ffff:172.21.15.53 - - [29/Aug/2024:18:13:41] "GET /metrics HTTP/1.1" 200 34002 "" "Prometheus/2.43.0" 2024-08-29T18:13:42.576 INFO:journalctl@ceph.prometheus.a.smithi053.stdout:Aug 29 18:13:42 smithi053 bash[95567]: ts=2024-08-29T18:13:42.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"3167ee72-662c-11ef-bcd4-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-29T18:13:42.577 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:13:42 smithi053 bash[68679]: cluster 2024-08-29T18:13:41.474181+0000 mgr.y (mgr.25022) 809 : cluster [DBG] pgmap v1497: 105 pgs: 105 active+clean; 127 GiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 1.4 MiB/s rd, 2.8 MiB/s wr, 4 op/s 2024-08-29T18:13:42.577 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:13:42 smithi053 bash[68679]: audit 2024-08-29T18:13:42.063247+0000 mon.a (mon.0) 2152 : audit [DBG] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-29T18:13:42.667 INFO:tasks.workunit.client.0.smithi028.stdout: 123: throughput=4.97MB/sec pending data=0 2024-08-29T18:13:42.667 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-e66c9FykQb8Bfsm off=8526940 len=1737047 2024-08-29T18:13:42.671 INFO:tasks.workunit.client.0.smithi028.stdout:op 632 completed, throughput=4.98MB/sec 2024-08-29T18:13:42.671 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-NQq51QFWTVJVM9N off=1969000 len=1258098 2024-08-29T18:13:42.682 INFO:tasks.workunit.client.0.smithi028.stdout:op 633 completed, throughput=4.99MB/sec 2024-08-29T18:13:42.683 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-DkirmA0TjpWe2IG off=15705670 len=1177932 2024-08-29T18:13:42.686 INFO:tasks.workunit.client.0.smithi028.stdout:op 634 completed, throughput=5MB/sec 2024-08-29T18:13:42.686 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-FTA3jvP2JOj403N off=1887863 len=1227309 2024-08-29T18:13:42.696 INFO:tasks.workunit.client.0.smithi028.stdout:op 635 completed, throughput=5.01MB/sec 2024-08-29T18:13:42.878 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:13:42 smithi028 bash[78352]: cluster 2024-08-29T18:13:41.474181+0000 mgr.y (mgr.25022) 809 : cluster [DBG] pgmap v1497: 105 pgs: 105 active+clean; 127 GiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 1.4 MiB/s rd, 2.8 MiB/s wr, 4 op/s 2024-08-29T18:13:42.879 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:13:42 smithi028 bash[78352]: audit 2024-08-29T18:13:42.063247+0000 mon.a (mon.0) 2152 : audit [DBG] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-29T18:13:42.879 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:13:42 smithi028 bash[77168]: cluster 2024-08-29T18:13:41.474181+0000 mgr.y (mgr.25022) 809 : cluster [DBG] pgmap v1497: 105 pgs: 105 active+clean; 127 GiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 1.4 MiB/s rd, 2.8 MiB/s wr, 4 op/s 2024-08-29T18:13:42.879 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:13:42 smithi028 bash[77168]: audit 2024-08-29T18:13:42.063247+0000 mon.a (mon.0) 2152 : audit [DBG] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-29T18:13:43.696 INFO:tasks.workunit.client.0.smithi028.stdout: 124: throughput=4.97MB/sec pending data=0 2024-08-29T18:13:43.696 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-JIXH9FFCdVXesv2 off=12603590 len=284879 2024-08-29T18:13:43.698 INFO:tasks.workunit.client.0.smithi028.stdout:op 636 completed, throughput=4.97MB/sec 2024-08-29T18:13:43.699 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-Q5zvkx-ibBE0mo2 off=2777701 len=656519 2024-08-29T18:13:43.701 INFO:tasks.workunit.client.0.smithi028.stdout:op 637 completed, throughput=4.97MB/sec 2024-08-29T18:13:43.701 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-nT22DepuLXQU64A off=518823 len=1872455 2024-08-29T18:13:43.714 INFO:tasks.workunit.client.0.smithi028.stdout:op 638 completed, throughput=4.99MB/sec 2024-08-29T18:13:43.714 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-4faYSc31MOHBHtM off=12041060 len=5962 2024-08-29T18:13:43.715 INFO:tasks.workunit.client.0.smithi028.stdout:op 639 completed, throughput=4.99MB/sec 2024-08-29T18:13:43.715 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-1AFXOMaf-Mywr2S off=719802 len=1993380 2024-08-29T18:13:43.728 INFO:tasks.workunit.client.0.smithi028.stdout:op 640 completed, throughput=5MB/sec 2024-08-29T18:13:44.729 INFO:tasks.workunit.client.0.smithi028.stdout: 125: throughput=4.96MB/sec pending data=0 2024-08-29T18:13:44.729 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-1UDUamtBak2DLnr off=4564529 len=450880 2024-08-29T18:13:44.735 INFO:tasks.workunit.client.0.smithi028.stdout:op 641 completed, throughput=4.97MB/sec 2024-08-29T18:13:44.735 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-aHPhSvQdWyhLq4d off=18236297 len=1144105 2024-08-29T18:13:44.738 INFO:tasks.workunit.client.0.smithi028.stdout:op 642 completed, throughput=4.97MB/sec 2024-08-29T18:13:44.738 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-9Xggm_09Ny-iO1r off=2729732 len=575403 2024-08-29T18:13:44.740 INFO:tasks.workunit.client.0.smithi028.stdout:op 643 completed, throughput=4.98MB/sec 2024-08-29T18:13:44.740 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-ICasBtHexU1zxsB off=215430 len=1229222 2024-08-29T18:13:44.750 INFO:tasks.workunit.client.0.smithi028.stdout:op 644 completed, throughput=4.99MB/sec 2024-08-29T18:13:44.750 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-kTHs6ZvnP-HnOWI off=3654611 len=232272 2024-08-29T18:13:44.751 INFO:tasks.workunit.client.0.smithi028.stdout:op 645 completed, throughput=4.99MB/sec 2024-08-29T18:13:44.752 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-PsejBpPuMTH15y4 off=2465955 len=1848030 2024-08-29T18:13:44.766 INFO:tasks.workunit.client.0.smithi028.stdout:op 646 completed, throughput=5MB/sec 2024-08-29T18:13:44.826 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:13:44 smithi053 bash[68679]: cluster 2024-08-29T18:13:43.475088+0000 mgr.y (mgr.25022) 810 : cluster [DBG] pgmap v1498: 105 pgs: 105 active+clean; 127 GiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 2.3 MiB/s rd, 3.6 MiB/s wr, 5 op/s 2024-08-29T18:13:44.878 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:13:44 smithi028 bash[78352]: cluster 2024-08-29T18:13:43.475088+0000 mgr.y (mgr.25022) 810 : cluster [DBG] pgmap v1498: 105 pgs: 105 active+clean; 127 GiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 2.3 MiB/s rd, 3.6 MiB/s wr, 5 op/s 2024-08-29T18:13:44.879 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:13:44 smithi028 bash[77168]: cluster 2024-08-29T18:13:43.475088+0000 mgr.y (mgr.25022) 810 : cluster [DBG] pgmap v1498: 105 pgs: 105 active+clean; 127 GiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 2.3 MiB/s rd, 3.6 MiB/s wr, 5 op/s 2024-08-29T18:13:45.766 INFO:tasks.workunit.client.0.smithi028.stdout: 126: throughput=4.96MB/sec pending data=0 2024-08-29T18:13:45.767 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-81sZA9K2jeYEmVC off=10106255 len=688879 2024-08-29T18:13:45.769 INFO:tasks.workunit.client.0.smithi028.stdout:op 647 completed, throughput=4.97MB/sec 2024-08-29T18:13:45.769 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-cKN08sXRsauRzjk off=608114 len=1588340 2024-08-29T18:13:45.782 INFO:tasks.workunit.client.0.smithi028.stdout:op 648 completed, throughput=4.98MB/sec 2024-08-29T18:13:45.782 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-0gL7jewpDfMPW5f off=3040252 len=1950476 2024-08-29T18:13:45.795 INFO:tasks.workunit.client.0.smithi028.stdout:op 649 completed, throughput=4.99MB/sec 2024-08-29T18:13:45.795 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj--TzXBFGG90lm1p6 off=879084 len=1629040 2024-08-29T18:13:45.809 INFO:tasks.workunit.client.0.smithi028.stdout:op 650 completed, throughput=5MB/sec 2024-08-29T18:13:46.810 INFO:tasks.workunit.client.0.smithi028.stdout: 127: throughput=4.97MB/sec pending data=0 2024-08-29T18:13:46.810 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-Hj8L9cRtkBsrsw_ off=7063236 len=368069 2024-08-29T18:13:46.815 INFO:tasks.workunit.client.0.smithi028.stdout:op 651 completed, throughput=4.97MB/sec 2024-08-29T18:13:46.815 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-0U2TKkebQCP7wET off=7229265 len=1548959 2024-08-29T18:13:46.821 INFO:tasks.workunit.client.0.smithi028.stdout:op 652 completed, throughput=4.98MB/sec 2024-08-29T18:13:46.821 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-sl_dYInZVjd9by7 off=71355 len=1932736 2024-08-29T18:13:46.826 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:13:46 smithi053 bash[68679]: cluster 2024-08-29T18:13:45.476118+0000 mgr.y (mgr.25022) 811 : cluster [DBG] pgmap v1499: 105 pgs: 105 active+clean; 127 GiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.6 MiB/s wr, 5 op/s 2024-08-29T18:13:46.827 INFO:tasks.workunit.client.0.smithi028.stdout:op 653 completed, throughput=4.99MB/sec 2024-08-29T18:13:46.827 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-dv4iCIGIuhlVrNr off=18913165 len=1120765 2024-08-29T18:13:46.830 INFO:tasks.workunit.client.0.smithi028.stdout:op 654 completed, throughput=5MB/sec 2024-08-29T18:13:46.878 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:13:46 smithi028 bash[78352]: cluster 2024-08-29T18:13:45.476118+0000 mgr.y (mgr.25022) 811 : cluster [DBG] pgmap v1499: 105 pgs: 105 active+clean; 127 GiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.6 MiB/s wr, 5 op/s 2024-08-29T18:13:46.879 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:13:46 smithi028 bash[77168]: cluster 2024-08-29T18:13:45.476118+0000 mgr.y (mgr.25022) 811 : cluster [DBG] pgmap v1499: 105 pgs: 105 active+clean; 127 GiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.6 MiB/s wr, 5 op/s 2024-08-29T18:13:47.826 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:13:47 smithi053 bash[68679]: audit 2024-08-29T18:13:46.736522+0000 mon.a (mon.0) 2153 : audit [DBG] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-29T18:13:47.826 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:13:47 smithi053 bash[68679]: audit 2024-08-29T18:13:47.345789+0000 mon.a (mon.0) 2154 : audit [INF] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' 2024-08-29T18:13:47.827 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:13:47 smithi053 bash[68679]: audit 2024-08-29T18:13:47.351004+0000 mon.a (mon.0) 2155 : audit [INF] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' 2024-08-29T18:13:47.830 INFO:tasks.workunit.client.0.smithi028.stdout: 128: throughput=4.96MB/sec pending data=0 2024-08-29T18:13:47.830 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-vUguh9jihqVOOUf off=20361851 len=746935 2024-08-29T18:13:47.833 INFO:tasks.workunit.client.0.smithi028.stdout:op 655 completed, throughput=4.97MB/sec 2024-08-29T18:13:47.833 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-glFVTjHB9ZLTCig off=11515925 len=734675 2024-08-29T18:13:47.836 INFO:tasks.workunit.client.0.smithi028.stdout:op 656 completed, throughput=4.97MB/sec 2024-08-29T18:13:47.836 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-pNJrxIm8V3xLWki off=4392885 len=208368 2024-08-29T18:13:47.837 INFO:tasks.workunit.client.0.smithi028.stdout:op 657 completed, throughput=4.98MB/sec 2024-08-29T18:13:47.837 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-NWeERyLTVrjt1Fz off=15740274 len=958800 2024-08-29T18:13:47.840 INFO:tasks.workunit.client.0.smithi028.stdout:op 658 completed, throughput=4.98MB/sec 2024-08-29T18:13:47.840 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-8OFzJ8zx7IY-vhm off=6267597 len=1682711 2024-08-29T18:13:47.852 INFO:tasks.workunit.client.0.smithi028.stdout:op 659 completed, throughput=4.99MB/sec 2024-08-29T18:13:47.852 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-Hg8Yfj9LJ8yZyv5 off=17587756 len=591458 2024-08-29T18:13:47.854 INFO:tasks.workunit.client.0.smithi028.stdout:op 660 completed, throughput=5MB/sec 2024-08-29T18:13:47.854 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-JylJrrY80mwWGjS off=6313790 len=638333 2024-08-29T18:13:47.860 INFO:tasks.workunit.client.0.smithi028.stdout:op 661 completed, throughput=5MB/sec 2024-08-29T18:13:47.878 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:13:47 smithi028 bash[78352]: audit 2024-08-29T18:13:46.736522+0000 mon.a (mon.0) 2153 : audit [DBG] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-29T18:13:47.878 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:13:47 smithi028 bash[78352]: audit 2024-08-29T18:13:47.345789+0000 mon.a (mon.0) 2154 : audit [INF] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' 2024-08-29T18:13:47.878 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:13:47 smithi028 bash[78352]: audit 2024-08-29T18:13:47.351004+0000 mon.a (mon.0) 2155 : audit [INF] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' 2024-08-29T18:13:47.879 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:13:47 smithi028 bash[77168]: audit 2024-08-29T18:13:46.736522+0000 mon.a (mon.0) 2153 : audit [DBG] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-29T18:13:47.879 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:13:47 smithi028 bash[77168]: audit 2024-08-29T18:13:47.345789+0000 mon.a (mon.0) 2154 : audit [INF] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' 2024-08-29T18:13:47.879 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:13:47 smithi028 bash[77168]: audit 2024-08-29T18:13:47.351004+0000 mon.a (mon.0) 2155 : audit [INF] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' 2024-08-29T18:13:48.826 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:13:48 smithi053 bash[68679]: cluster 2024-08-29T18:13:47.476874+0000 mgr.y (mgr.25022) 812 : cluster [DBG] pgmap v1500: 105 pgs: 105 active+clean; 127 GiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 1.8 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2024-08-29T18:13:48.827 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:13:48 smithi053 bash[68679]: audit 2024-08-29T18:13:47.965521+0000 mon.a (mon.0) 2156 : audit [DBG] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-29T18:13:48.827 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:13:48 smithi053 bash[68679]: audit 2024-08-29T18:13:47.967388+0000 mon.a (mon.0) 2157 : audit [INF] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-29T18:13:48.827 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:13:48 smithi053 bash[68679]: audit 2024-08-29T18:13:47.976860+0000 mon.a (mon.0) 2158 : audit [INF] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' 2024-08-29T18:13:48.860 INFO:tasks.workunit.client.0.smithi028.stdout: 129: throughput=4.97MB/sec pending data=0 2024-08-29T18:13:48.860 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-FcUL3wje6CffBkw off=3385200 len=2011099 2024-08-29T18:13:48.865 INFO:tasks.workunit.client.0.smithi028.stdout:op 662 completed, throughput=4.98MB/sec 2024-08-29T18:13:48.865 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-CGjwOabd34GDrnB off=3988685 len=140427 2024-08-29T18:13:48.870 INFO:tasks.workunit.client.0.smithi028.stdout:op 663 completed, throughput=4.98MB/sec 2024-08-29T18:13:48.870 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-EsFe7KshmTZEQoE off=4745235 len=293902 2024-08-29T18:13:48.875 INFO:tasks.workunit.client.0.smithi028.stdout:op 664 completed, throughput=4.98MB/sec 2024-08-29T18:13:48.875 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-gQlY8QAIg4SUiL1 off=15745426 len=1194483 2024-08-29T18:13:48.879 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:13:48 smithi028 bash[78352]: cluster 2024-08-29T18:13:47.476874+0000 mgr.y (mgr.25022) 812 : cluster [DBG] pgmap v1500: 105 pgs: 105 active+clean; 127 GiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 1.8 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2024-08-29T18:13:48.879 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:13:48 smithi028 bash[78352]: audit 2024-08-29T18:13:47.965521+0000 mon.a (mon.0) 2156 : audit [DBG] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-29T18:13:48.879 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:13:48 smithi028 bash[78352]: audit 2024-08-29T18:13:47.967388+0000 mon.a (mon.0) 2157 : audit [INF] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-29T18:13:48.879 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:13:48 smithi028 bash[78352]: audit 2024-08-29T18:13:47.976860+0000 mon.a (mon.0) 2158 : audit [INF] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' 2024-08-29T18:13:48.879 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:13:48 smithi028 bash[77168]: cluster 2024-08-29T18:13:47.476874+0000 mgr.y (mgr.25022) 812 : cluster [DBG] pgmap v1500: 105 pgs: 105 active+clean; 127 GiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 1.8 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2024-08-29T18:13:48.879 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:13:48 smithi028 bash[77168]: audit 2024-08-29T18:13:47.965521+0000 mon.a (mon.0) 2156 : audit [DBG] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-29T18:13:48.879 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:13:48 smithi028 bash[77168]: audit 2024-08-29T18:13:47.967388+0000 mon.a (mon.0) 2157 : audit [INF] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-29T18:13:48.880 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:13:48 smithi028 bash[77168]: audit 2024-08-29T18:13:47.976860+0000 mon.a (mon.0) 2158 : audit [INF] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' 2024-08-29T18:13:48.885 INFO:tasks.workunit.client.0.smithi028.stdout:op 665 completed, throughput=4.99MB/sec 2024-08-29T18:13:48.885 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-aDcTNMHvMSKkxfk off=13935718 len=107957 2024-08-29T18:13:48.886 INFO:tasks.workunit.client.0.smithi028.stdout:op 666 completed, throughput=4.99MB/sec 2024-08-29T18:13:48.886 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-CjHwfj6lOxTg7cC off=4200093 len=1108005 2024-08-29T18:13:48.891 INFO:tasks.workunit.client.0.smithi028.stdout:op 667 completed, throughput=5MB/sec 2024-08-29T18:13:48.891 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-Hx2Tr6sPi0GDjxp off=14075494 len=1784324 2024-08-29T18:13:48.902 INFO:tasks.workunit.client.0.smithi028.stdout:op 668 completed, throughput=5.01MB/sec 2024-08-29T18:13:49.903 INFO:tasks.workunit.client.0.smithi028.stdout: 130: throughput=4.97MB/sec pending data=0 2024-08-29T18:13:49.903 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj--dlgXvL_DFCjBWK off=5167702 len=1301742 2024-08-29T18:13:49.906 INFO:tasks.workunit.client.0.smithi028.stdout:op 669 completed, throughput=4.98MB/sec 2024-08-29T18:13:49.906 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-LOLX59k-oVoQS56 off=23659647 len=1386558 2024-08-29T18:13:49.911 INFO:tasks.workunit.client.0.smithi028.stdout:op 670 completed, throughput=4.99MB/sec 2024-08-29T18:13:49.911 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-C2nA7jsF0KMIOcU off=20796609 len=2065838 2024-08-29T18:13:49.916 INFO:tasks.workunit.client.0.smithi028.stdout:op 671 completed, throughput=5.01MB/sec 2024-08-29T18:13:50.826 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:13:50 smithi053 bash[68679]: cluster 2024-08-29T18:13:49.478019+0000 mgr.y (mgr.25022) 813 : cluster [DBG] pgmap v1501: 105 pgs: 105 active+clean; 127 GiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 2.6 MiB/s rd, 3.5 MiB/s wr, 6 op/s 2024-08-29T18:13:50.878 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:13:50 smithi028 bash[77168]: cluster 2024-08-29T18:13:49.478019+0000 mgr.y (mgr.25022) 813 : cluster [DBG] pgmap v1501: 105 pgs: 105 active+clean; 127 GiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 2.6 MiB/s rd, 3.5 MiB/s wr, 6 op/s 2024-08-29T18:13:50.879 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:13:50 smithi028 bash[78352]: cluster 2024-08-29T18:13:49.478019+0000 mgr.y (mgr.25022) 813 : cluster [DBG] pgmap v1501: 105 pgs: 105 active+clean; 127 GiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 2.6 MiB/s rd, 3.5 MiB/s wr, 6 op/s 2024-08-29T18:13:50.916 INFO:tasks.workunit.client.0.smithi028.stdout: 131: throughput=4.97MB/sec pending data=0 2024-08-29T18:13:50.917 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-uJF4u1q2si0GkqP off=278517 len=1183334 2024-08-29T18:13:50.920 INFO:tasks.workunit.client.0.smithi028.stdout:op 672 completed, throughput=4.98MB/sec 2024-08-29T18:13:50.920 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-D_IlJa03ebPywJD off=1921948 len=195355 2024-08-29T18:13:50.921 INFO:tasks.workunit.client.0.smithi028.stdout:op 673 completed, throughput=4.98MB/sec 2024-08-29T18:13:50.922 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-e35c33YQZxAkOHU off=8054620 len=942274 2024-08-29T18:13:50.930 INFO:tasks.workunit.client.0.smithi028.stdout:op 674 completed, throughput=4.99MB/sec 2024-08-29T18:13:50.930 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-qRnBEsYh26vIFWH off=1417693 len=943947 2024-08-29T18:13:50.933 INFO:tasks.workunit.client.0.smithi028.stdout:op 675 completed, throughput=4.99MB/sec 2024-08-29T18:13:50.933 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-5FO-9Xjdf6iLcKi off=9624992 len=260516 2024-08-29T18:13:50.938 INFO:tasks.workunit.client.0.smithi028.stdout:op 676 completed, throughput=4.99MB/sec 2024-08-29T18:13:50.939 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-DE_ZZv_vyA21Kbl off=2912218 len=478548 2024-08-29T18:13:50.941 INFO:tasks.workunit.client.0.smithi028.stdout:op 677 completed, throughput=5MB/sec 2024-08-29T18:13:50.941 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-74X_tQlW2x35Ewm off=11037918 len=302057 2024-08-29T18:13:50.943 INFO:tasks.workunit.client.0.smithi028.stdout:op 678 completed, throughput=5MB/sec 2024-08-29T18:13:50.943 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-wgM5fPmsfYLWCR6 off=5084359 len=1624690 2024-08-29T18:13:50.955 INFO:tasks.workunit.client.0.smithi028.stdout:op 679 completed, throughput=5.01MB/sec 2024-08-29T18:13:51.878 INFO:journalctl@ceph.mgr.y.smithi028.stdout:Aug 29 18:13:51 smithi028 bash[70818]: ::ffff:172.21.15.53 - - [29/Aug/2024:18:13:51] "GET /metrics HTTP/1.1" 200 34008 "" "Prometheus/2.43.0" 2024-08-29T18:13:51.955 INFO:tasks.workunit.client.0.smithi028.stdout: 132: throughput=4.97MB/sec pending data=0 2024-08-29T18:13:51.956 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-LBaNFf5xzHDOT33 off=8119758 len=2029018 2024-08-29T18:13:51.960 INFO:tasks.workunit.client.0.smithi028.stdout:op 680 completed, throughput=4.99MB/sec 2024-08-29T18:13:51.960 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-jeGgUjg45ez2iZk off=4798511 len=1448639 2024-08-29T18:13:51.971 INFO:tasks.workunit.client.0.smithi028.stdout:op 681 completed, throughput=5MB/sec 2024-08-29T18:13:51.971 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-7K0PRXVtzeDIHhu off=1458516 len=2072605 2024-08-29T18:13:51.975 INFO:tasks.workunit.client.0.smithi028.stdout:op 682 completed, throughput=5.01MB/sec 2024-08-29T18:13:52.566 INFO:journalctl@ceph.prometheus.a.smithi053.stdout:Aug 29 18:13:52 smithi053 bash[95567]: ts=2024-08-29T18:13:52.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"3167ee72-662c-11ef-bcd4-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-29T18:13:52.826 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:13:52 smithi053 bash[68679]: cluster 2024-08-29T18:13:51.478932+0000 mgr.y (mgr.25022) 814 : cluster [DBG] pgmap v1502: 105 pgs: 105 active+clean; 127 GiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 1.9 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2024-08-29T18:13:52.878 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:13:52 smithi028 bash[77168]: cluster 2024-08-29T18:13:51.478932+0000 mgr.y (mgr.25022) 814 : cluster [DBG] pgmap v1502: 105 pgs: 105 active+clean; 127 GiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 1.9 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2024-08-29T18:13:52.879 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:13:52 smithi028 bash[78352]: cluster 2024-08-29T18:13:51.478932+0000 mgr.y (mgr.25022) 814 : cluster [DBG] pgmap v1502: 105 pgs: 105 active+clean; 127 GiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 1.9 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2024-08-29T18:13:52.976 INFO:tasks.workunit.client.0.smithi028.stdout: 133: throughput=4.98MB/sec pending data=0 2024-08-29T18:13:52.976 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-lZQlv3-XWbQE-1h off=3571501 len=1553820 2024-08-29T18:13:52.988 INFO:tasks.workunit.client.0.smithi028.stdout:op 683 completed, throughput=4.99MB/sec 2024-08-29T18:13:52.988 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-p_wSWTOkrc3sABR off=4750018 len=733314 2024-08-29T18:13:52.996 INFO:tasks.workunit.client.0.smithi028.stdout:op 684 completed, throughput=4.99MB/sec 2024-08-29T18:13:52.996 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-LOYNH3-wbGJl5vM off=22002044 len=277771 2024-08-29T18:13:52.998 INFO:tasks.workunit.client.0.smithi028.stdout:op 685 completed, throughput=4.99MB/sec 2024-08-29T18:13:52.998 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-uWJhObLdnf36JlS off=4774474 len=1871655 2024-08-29T18:13:53.012 INFO:tasks.workunit.client.0.smithi028.stdout:op 686 completed, throughput=5MB/sec 2024-08-29T18:13:54.012 INFO:tasks.workunit.client.0.smithi028.stdout: 134: throughput=4.97MB/sec pending data=0 2024-08-29T18:13:54.012 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-U9CTz2S-VN7Vw9S off=7703804 len=1131481 2024-08-29T18:13:54.015 INFO:tasks.workunit.client.0.smithi028.stdout:op 687 completed, throughput=4.98MB/sec 2024-08-29T18:13:54.015 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-AkrFuYizb1PPrkB off=17154401 len=1886779 2024-08-29T18:13:54.022 INFO:tasks.workunit.client.0.smithi028.stdout:op 688 completed, throughput=4.99MB/sec 2024-08-29T18:13:54.022 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-tkCINJijwzXy_H2 off=3216867 len=319118 2024-08-29T18:13:54.023 INFO:tasks.workunit.client.0.smithi028.stdout:op 689 completed, throughput=4.99MB/sec 2024-08-29T18:13:54.023 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-mhCz1V2mOuR7YyY off=14272281 len=1310791 2024-08-29T18:13:54.028 INFO:tasks.workunit.client.0.smithi028.stdout:op 690 completed, throughput=5MB/sec 2024-08-29T18:13:54.826 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:13:54 smithi053 bash[68679]: cluster 2024-08-29T18:13:53.479833+0000 mgr.y (mgr.25022) 815 : cluster [DBG] pgmap v1503: 105 pgs: 105 active+clean; 127 GiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 3.1 MiB/s rd, 3.1 MiB/s wr, 6 op/s 2024-08-29T18:13:54.878 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:13:54 smithi028 bash[78352]: cluster 2024-08-29T18:13:53.479833+0000 mgr.y (mgr.25022) 815 : cluster [DBG] pgmap v1503: 105 pgs: 105 active+clean; 127 GiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 3.1 MiB/s rd, 3.1 MiB/s wr, 6 op/s 2024-08-29T18:13:54.879 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:13:54 smithi028 bash[77168]: cluster 2024-08-29T18:13:53.479833+0000 mgr.y (mgr.25022) 815 : cluster [DBG] pgmap v1503: 105 pgs: 105 active+clean; 127 GiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 3.1 MiB/s rd, 3.1 MiB/s wr, 6 op/s 2024-08-29T18:13:55.028 INFO:tasks.workunit.client.0.smithi028.stdout: 135: throughput=4.96MB/sec pending data=0 2024-08-29T18:13:55.029 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-iLfgRn1YLmRCobO off=19924620 len=687279 2024-08-29T18:13:55.036 INFO:tasks.workunit.client.0.smithi028.stdout:op 691 completed, throughput=4.97MB/sec 2024-08-29T18:13:55.036 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-BuAlssF8VwvUez4 off=6050992 len=1062731 2024-08-29T18:13:55.045 INFO:tasks.workunit.client.0.smithi028.stdout:op 692 completed, throughput=4.98MB/sec 2024-08-29T18:13:55.045 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-bAY9qLFYE4iLkKG off=10385974 len=1347814 2024-08-29T18:13:55.057 INFO:tasks.workunit.client.0.smithi028.stdout:op 693 completed, throughput=4.98MB/sec 2024-08-29T18:13:55.057 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-ZQ0PG82Uc3nQ_PQ off=8302335 len=536138 2024-08-29T18:13:55.064 INFO:tasks.workunit.client.0.smithi028.stdout:op 694 completed, throughput=4.99MB/sec 2024-08-29T18:13:55.064 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-ktGmSPzU2gi4rXk off=1870919 len=1877836 2024-08-29T18:13:55.070 INFO:tasks.workunit.client.0.smithi028.stdout:op 695 completed, throughput=5MB/sec 2024-08-29T18:13:56.070 INFO:tasks.workunit.client.0.smithi028.stdout: 136: throughput=4.97MB/sec pending data=0 2024-08-29T18:13:56.070 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-Tl3ztzS9Y2b8qoE off=13685926 len=1191483 2024-08-29T18:13:56.073 INFO:tasks.workunit.client.0.smithi028.stdout:op 696 completed, throughput=4.97MB/sec 2024-08-29T18:13:56.074 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-zeDsowGAFb4RXyC off=3185158 len=843679 2024-08-29T18:13:56.082 INFO:tasks.workunit.client.0.smithi028.stdout:op 697 completed, throughput=4.98MB/sec 2024-08-29T18:13:56.082 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-Kr1MKxn2UURpy8k off=10058247 len=1542985 2024-08-29T18:13:56.085 INFO:tasks.workunit.client.0.smithi028.stdout:op 698 completed, throughput=4.99MB/sec 2024-08-29T18:13:56.085 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-DzvmP0n6ZnMDvDu off=14080862 len=180421 2024-08-29T18:13:56.087 INFO:tasks.workunit.client.0.smithi028.stdout:op 699 completed, throughput=4.99MB/sec 2024-08-29T18:13:56.087 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-RlbwcXtqnSVNCjH off=10256831 len=152204 2024-08-29T18:13:56.091 INFO:tasks.workunit.client.0.smithi028.stdout:op 700 completed, throughput=4.99MB/sec 2024-08-29T18:13:56.091 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-qKoxeZgnHHYu1ws off=3028245 len=1172461 2024-08-29T18:13:56.102 INFO:tasks.workunit.client.0.smithi028.stdout:op 701 completed, throughput=5MB/sec 2024-08-29T18:13:56.102 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-iGcy0RuWGXotg0S off=3289914 len=116866 2024-08-29T18:13:56.107 INFO:tasks.workunit.client.0.smithi028.stdout:op 702 completed, throughput=5MB/sec 2024-08-29T18:13:56.107 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-XPUL030h0rABmim off=11798018 len=576811 2024-08-29T18:13:56.108 INFO:tasks.workunit.client.0.smithi028.stdout:op 703 completed, throughput=5MB/sec 2024-08-29T18:13:56.826 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:13:56 smithi053 bash[68679]: cluster 2024-08-29T18:13:55.480899+0000 mgr.y (mgr.25022) 816 : cluster [DBG] pgmap v1504: 105 pgs: 105 active+clean; 127 GiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2024-08-29T18:13:56.878 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:13:56 smithi028 bash[78352]: cluster 2024-08-29T18:13:55.480899+0000 mgr.y (mgr.25022) 816 : cluster [DBG] pgmap v1504: 105 pgs: 105 active+clean; 127 GiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2024-08-29T18:13:56.879 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:13:56 smithi028 bash[77168]: cluster 2024-08-29T18:13:55.480899+0000 mgr.y (mgr.25022) 816 : cluster [DBG] pgmap v1504: 105 pgs: 105 active+clean; 127 GiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2024-08-29T18:13:57.109 INFO:tasks.workunit.client.0.smithi028.stdout: 137: throughput=4.97MB/sec pending data=0 2024-08-29T18:13:57.109 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-K9rxzMj-T-nmCzS off=2235688 len=348562 2024-08-29T18:13:57.110 INFO:tasks.workunit.client.0.smithi028.stdout:op 704 completed, throughput=4.97MB/sec 2024-08-29T18:13:57.111 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-4GG6cYbFdDeows1 off=33559 len=1422910 2024-08-29T18:13:57.124 INFO:tasks.workunit.client.0.smithi028.stdout:op 705 completed, throughput=4.98MB/sec 2024-08-29T18:13:57.124 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-iOImqTcrmi0Af56 off=1202125 len=1330672 2024-08-29T18:13:57.128 INFO:tasks.workunit.client.0.smithi028.stdout:op 706 completed, throughput=4.99MB/sec 2024-08-29T18:13:57.128 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-fGI_M0jXQ3E2hAP off=2596331 len=441558 2024-08-29T18:13:57.130 INFO:tasks.workunit.client.0.smithi028.stdout:op 707 completed, throughput=4.99MB/sec 2024-08-29T18:13:57.130 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-KO1Uc1WwTL5HnjI off=2879603 len=1770820 2024-08-29T18:13:57.136 INFO:tasks.workunit.client.0.smithi028.stdout:op 708 completed, throughput=5MB/sec 2024-08-29T18:13:57.878 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:13:57 smithi028 bash[77168]: audit 2024-08-29T18:13:57.063633+0000 mon.a (mon.0) 2159 : audit [DBG] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-29T18:13:57.879 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:13:57 smithi028 bash[78352]: audit 2024-08-29T18:13:57.063633+0000 mon.a (mon.0) 2159 : audit [DBG] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-29T18:13:58.076 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:13:57 smithi053 bash[68679]: audit 2024-08-29T18:13:57.063633+0000 mon.a (mon.0) 2159 : audit [DBG] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-29T18:13:58.136 INFO:tasks.workunit.client.0.smithi028.stdout: 138: throughput=4.97MB/sec pending data=0 2024-08-29T18:13:58.137 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-lZwKjVYEmNl6WeS off=108034 len=161493 2024-08-29T18:13:58.141 INFO:tasks.workunit.client.0.smithi028.stdout:op 709 completed, throughput=4.97MB/sec 2024-08-29T18:13:58.141 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-izy395xAIqBznzr off=3398477 len=703420 2024-08-29T18:13:58.149 INFO:tasks.workunit.client.0.smithi028.stdout:op 710 completed, throughput=4.97MB/sec 2024-08-29T18:13:58.149 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-uto6PKNGoxfaeAX off=1923614 len=303569 2024-08-29T18:13:58.150 INFO:tasks.workunit.client.0.smithi028.stdout:op 711 completed, throughput=4.97MB/sec 2024-08-29T18:13:58.150 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-bdFJhIx0R5Mtgzb off=1224787 len=123065 2024-08-29T18:13:58.151 INFO:tasks.workunit.client.0.smithi028.stdout:op 712 completed, throughput=4.98MB/sec 2024-08-29T18:13:58.151 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-6tHslCnC1ttfmaz off=8436106 len=1535523 2024-08-29T18:13:58.163 INFO:tasks.workunit.client.0.smithi028.stdout:op 713 completed, throughput=4.99MB/sec 2024-08-29T18:13:58.163 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-X_xUTD2rZu1X99m off=1512777 len=54466 2024-08-29T18:13:58.164 INFO:tasks.workunit.client.0.smithi028.stdout:op 714 completed, throughput=4.99MB/sec 2024-08-29T18:13:58.164 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-oOV8IKrqB4JMRLk off=4032512 len=1747097 2024-08-29T18:13:58.170 INFO:tasks.workunit.client.0.smithi028.stdout:op 715 completed, throughput=5MB/sec 2024-08-29T18:13:58.170 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-GQPchnQr2ybz8Aw off=19995261 len=1105684 2024-08-29T18:13:58.172 INFO:tasks.workunit.client.0.smithi028.stdout:op 716 completed, throughput=5MB/sec 2024-08-29T18:13:58.878 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:13:58 smithi028 bash[77168]: cluster 2024-08-29T18:13:57.481704+0000 mgr.y (mgr.25022) 817 : cluster [DBG] pgmap v1505: 105 pgs: 105 active+clean; 127 GiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.0 MiB/s wr, 4 op/s 2024-08-29T18:13:58.879 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:13:58 smithi028 bash[78352]: cluster 2024-08-29T18:13:57.481704+0000 mgr.y (mgr.25022) 817 : cluster [DBG] pgmap v1505: 105 pgs: 105 active+clean; 127 GiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.0 MiB/s wr, 4 op/s 2024-08-29T18:13:59.076 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:13:58 smithi053 bash[68679]: cluster 2024-08-29T18:13:57.481704+0000 mgr.y (mgr.25022) 817 : cluster [DBG] pgmap v1505: 105 pgs: 105 active+clean; 127 GiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.0 MiB/s wr, 4 op/s 2024-08-29T18:13:59.172 INFO:tasks.workunit.client.0.smithi028.stdout: 139: throughput=4.97MB/sec pending data=0 2024-08-29T18:13:59.173 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-ktQP5QCO2jJHT0t off=3859656 len=1604325 2024-08-29T18:13:59.176 INFO:tasks.workunit.client.0.smithi028.stdout:op 717 completed, throughput=4.98MB/sec 2024-08-29T18:13:59.176 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-gyxOgDZgGXrgs_N off=81952 len=328693 2024-08-29T18:13:59.178 INFO:tasks.workunit.client.0.smithi028.stdout:op 718 completed, throughput=4.98MB/sec 2024-08-29T18:13:59.178 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-s15iZMQKuiNCjak off=6324729 len=1665130 2024-08-29T18:13:59.191 INFO:tasks.workunit.client.0.smithi028.stdout:op 719 completed, throughput=4.99MB/sec 2024-08-29T18:13:59.191 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-0ep_Z8d1_Fl4X6L off=494174 len=1482774 2024-08-29T18:13:59.203 INFO:tasks.workunit.client.0.smithi028.stdout:op 720 completed, throughput=5MB/sec 2024-08-29T18:14:00.203 INFO:tasks.workunit.client.0.smithi028.stdout: 140: throughput=4.97MB/sec pending data=0 2024-08-29T18:14:00.203 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-SCe3Lbhe6smyb4I off=403171 len=1517833 2024-08-29T18:14:00.215 INFO:tasks.workunit.client.0.smithi028.stdout:op 721 completed, throughput=4.98MB/sec 2024-08-29T18:14:00.215 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-MT-_BlKBwPZZk55 off=12840625 len=1676916 2024-08-29T18:14:00.228 INFO:tasks.workunit.client.0.smithi028.stdout:op 722 completed, throughput=4.99MB/sec 2024-08-29T18:14:00.228 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-5VP4NH8HNGdfls- off=12117625 len=1812036 2024-08-29T18:14:00.233 INFO:tasks.workunit.client.0.smithi028.stdout:op 723 completed, throughput=5MB/sec 2024-08-29T18:14:00.233 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-lvRs_5iJfl3pXW9 off=11001139 len=375558 2024-08-29T18:14:00.234 INFO:tasks.workunit.client.0.smithi028.stdout:op 724 completed, throughput=5MB/sec 2024-08-29T18:14:00.879 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:14:00 smithi028 bash[78352]: cluster 2024-08-29T18:13:59.482779+0000 mgr.y (mgr.25022) 818 : cluster [DBG] pgmap v1506: 105 pgs: 105 active+clean; 127 GiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 3.4 MiB/s rd, 2.8 MiB/s wr, 6 op/s 2024-08-29T18:14:00.879 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:14:00 smithi028 bash[77168]: cluster 2024-08-29T18:13:59.482779+0000 mgr.y (mgr.25022) 818 : cluster [DBG] pgmap v1506: 105 pgs: 105 active+clean; 127 GiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 3.4 MiB/s rd, 2.8 MiB/s wr, 6 op/s 2024-08-29T18:14:01.076 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:14:00 smithi053 bash[68679]: cluster 2024-08-29T18:13:59.482779+0000 mgr.y (mgr.25022) 818 : cluster [DBG] pgmap v1506: 105 pgs: 105 active+clean; 127 GiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 3.4 MiB/s rd, 2.8 MiB/s wr, 6 op/s 2024-08-29T18:14:01.235 INFO:tasks.workunit.client.0.smithi028.stdout: 141: throughput=4.97MB/sec pending data=0 2024-08-29T18:14:01.235 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-dHhBGfjPnliquQy off=240037 len=1982632 2024-08-29T18:14:01.247 INFO:tasks.workunit.client.0.smithi028.stdout:op 725 completed, throughput=4.98MB/sec 2024-08-29T18:14:01.248 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-O9vwgyqZZiM8f9W off=16762170 len=24825 2024-08-29T18:14:01.252 INFO:tasks.workunit.client.0.smithi028.stdout:op 726 completed, throughput=4.98MB/sec 2024-08-29T18:14:01.252 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-w9iONovqKP6MeCw off=3594379 len=636929 2024-08-29T18:14:01.259 INFO:tasks.workunit.client.0.smithi028.stdout:op 727 completed, throughput=4.98MB/sec 2024-08-29T18:14:01.259 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-TtgtLyJGVhQULbw off=8896252 len=894666 2024-08-29T18:14:01.263 INFO:tasks.workunit.client.0.smithi028.stdout:op 728 completed, throughput=4.99MB/sec 2024-08-29T18:14:01.263 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-25qypL40ZhNZc6A off=2833956 len=762324 2024-08-29T18:14:01.269 INFO:tasks.workunit.client.0.smithi028.stdout:op 729 completed, throughput=4.99MB/sec 2024-08-29T18:14:01.270 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-9XbtuLwzRQOX9t7 off=1139375 len=626582 2024-08-29T18:14:01.272 INFO:tasks.workunit.client.0.smithi028.stdout:op 730 completed, throughput=5MB/sec 2024-08-29T18:14:01.272 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-XUrcZj8XvNxH1cm off=4129969 len=405539 2024-08-29T18:14:01.273 INFO:tasks.workunit.client.0.smithi028.stdout:op 731 completed, throughput=5MB/sec 2024-08-29T18:14:01.878 INFO:journalctl@ceph.mgr.y.smithi028.stdout:Aug 29 18:14:01 smithi028 bash[70818]: ::ffff:172.21.15.53 - - [29/Aug/2024:18:14:01] "GET /metrics HTTP/1.1" 200 34002 "" "Prometheus/2.43.0" 2024-08-29T18:14:02.274 INFO:tasks.workunit.client.0.smithi028.stdout: 142: throughput=4.97MB/sec pending data=0 2024-08-29T18:14:02.274 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-sQRHeA_7JWRacsk off=1077631 len=654249 2024-08-29T18:14:02.281 INFO:tasks.workunit.client.0.smithi028.stdout:op 732 completed, throughput=4.97MB/sec 2024-08-29T18:14:02.281 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-Aizto4f6ei2Kp4e off=1069458 len=799613 2024-08-29T18:14:02.285 INFO:tasks.workunit.client.0.smithi028.stdout:op 733 completed, throughput=4.98MB/sec 2024-08-29T18:14:02.286 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-tHhQ5mYW-meEYBM off=4432998 len=7625 2024-08-29T18:14:02.289 INFO:tasks.workunit.client.0.smithi028.stdout:op 734 completed, throughput=4.98MB/sec 2024-08-29T18:14:02.289 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-dK96_x1BV_2y5t9 off=20545932 len=1256278 2024-08-29T18:14:02.292 INFO:tasks.workunit.client.0.smithi028.stdout:op 735 completed, throughput=4.98MB/sec 2024-08-29T18:14:02.292 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-k8Q9nePB_2ayWj2 off=1070163 len=193345 2024-08-29T18:14:02.294 INFO:tasks.workunit.client.0.smithi028.stdout:op 736 completed, throughput=4.99MB/sec 2024-08-29T18:14:02.294 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-jgQRj86x3TL7zwM off=1711236 len=164806 2024-08-29T18:14:02.295 INFO:tasks.workunit.client.0.smithi028.stdout:op 737 completed, throughput=4.99MB/sec 2024-08-29T18:14:02.296 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-rUMP1-rfcmcGxjX off=4607648 len=1381882 2024-08-29T18:14:02.307 INFO:tasks.workunit.client.0.smithi028.stdout:op 738 completed, throughput=4.99MB/sec 2024-08-29T18:14:02.307 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-9kLS6wFQHtM9Jd8 off=2410608 len=402448 2024-08-29T18:14:02.308 INFO:tasks.workunit.client.0.smithi028.stdout:op 739 completed, throughput=5MB/sec 2024-08-29T18:14:02.308 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-4sIcVXepeibKs9X off=23158744 len=110448 2024-08-29T18:14:02.313 INFO:tasks.workunit.client.0.smithi028.stdout:op 740 completed, throughput=5MB/sec 2024-08-29T18:14:02.313 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-xljCoxtX67mGFw5 off=11379990 len=1921061 2024-08-29T18:14:02.324 INFO:tasks.workunit.client.0.smithi028.stdout:op 741 completed, throughput=5.01MB/sec 2024-08-29T18:14:02.576 INFO:journalctl@ceph.prometheus.a.smithi053.stdout:Aug 29 18:14:02 smithi053 bash[95567]: ts=2024-08-29T18:14:02.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"3167ee72-662c-11ef-bcd4-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-29T18:14:02.879 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:14:02 smithi028 bash[77168]: cluster 2024-08-29T18:14:01.483692+0000 mgr.y (mgr.25022) 819 : cluster [DBG] pgmap v1507: 105 pgs: 105 active+clean; 127 GiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 2.7 MiB/s rd, 1.9 MiB/s wr, 4 op/s 2024-08-29T18:14:02.879 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:14:02 smithi028 bash[78352]: cluster 2024-08-29T18:14:01.483692+0000 mgr.y (mgr.25022) 819 : cluster [DBG] pgmap v1507: 105 pgs: 105 active+clean; 127 GiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 2.7 MiB/s rd, 1.9 MiB/s wr, 4 op/s 2024-08-29T18:14:03.076 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:14:02 smithi053 bash[68679]: cluster 2024-08-29T18:14:01.483692+0000 mgr.y (mgr.25022) 819 : cluster [DBG] pgmap v1507: 105 pgs: 105 active+clean; 127 GiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 2.7 MiB/s rd, 1.9 MiB/s wr, 4 op/s 2024-08-29T18:14:03.324 INFO:tasks.workunit.client.0.smithi028.stdout: 143: throughput=4.98MB/sec pending data=0 2024-08-29T18:14:03.324 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-q8a-fIKXqdrgMO9 off=0 len=1587594 2024-08-29T18:14:03.337 INFO:tasks.workunit.client.0.smithi028.stdout:op 742 completed, throughput=4.99MB/sec 2024-08-29T18:14:03.337 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-OxXiBAxIxp6TT3l off=6938456 len=1526635 2024-08-29T18:14:03.341 INFO:tasks.workunit.client.0.smithi028.stdout:op 743 completed, throughput=5MB/sec 2024-08-29T18:14:03.341 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-scKgSaaxsMjWE21 off=2465562 len=1232915 2024-08-29T18:14:03.343 INFO:tasks.workunit.client.0.smithi028.stdout:op 744 completed, throughput=5MB/sec 2024-08-29T18:14:04.344 INFO:tasks.workunit.client.0.smithi028.stdout: 144: throughput=4.97MB/sec pending data=0 2024-08-29T18:14:04.344 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-Zia4cUhK_LiowMR off=4526500 len=1422289 2024-08-29T18:14:04.348 INFO:tasks.workunit.client.0.smithi028.stdout:op 745 completed, throughput=4.98MB/sec 2024-08-29T18:14:04.348 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-eU1LvrzsvUm5FfT off=205600 len=1606675 2024-08-29T18:14:04.359 INFO:tasks.workunit.client.0.smithi028.stdout:op 746 completed, throughput=4.99MB/sec 2024-08-29T18:14:04.359 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-Lt7oQRZ8TfJQByU off=13934411 len=719870 2024-08-29T18:14:04.367 INFO:tasks.workunit.client.0.smithi028.stdout:op 747 completed, throughput=4.99MB/sec 2024-08-29T18:14:04.367 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-WddBoMUrWdWQUd_ off=0 len=1468204 2024-08-29T18:14:04.371 INFO:tasks.workunit.client.0.smithi028.stdout:op 748 completed, throughput=5MB/sec 2024-08-29T18:14:04.878 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:14:04 smithi028 bash[77168]: cluster 2024-08-29T18:14:03.484614+0000 mgr.y (mgr.25022) 820 : cluster [DBG] pgmap v1508: 105 pgs: 105 active+clean; 127 GiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 3.2 MiB/s rd, 2.5 MiB/s wr, 6 op/s 2024-08-29T18:14:04.879 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:14:04 smithi028 bash[78352]: cluster 2024-08-29T18:14:03.484614+0000 mgr.y (mgr.25022) 820 : cluster [DBG] pgmap v1508: 105 pgs: 105 active+clean; 127 GiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 3.2 MiB/s rd, 2.5 MiB/s wr, 6 op/s 2024-08-29T18:14:05.076 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:14:04 smithi053 bash[68679]: cluster 2024-08-29T18:14:03.484614+0000 mgr.y (mgr.25022) 820 : cluster [DBG] pgmap v1508: 105 pgs: 105 active+clean; 127 GiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 3.2 MiB/s rd, 2.5 MiB/s wr, 6 op/s 2024-08-29T18:14:05.371 INFO:tasks.workunit.client.0.smithi028.stdout: 145: throughput=4.97MB/sec pending data=0 2024-08-29T18:14:05.372 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-XHEah_zE7Ua_2-o off=6760621 len=1157393 2024-08-29T18:14:05.375 INFO:tasks.workunit.client.0.smithi028.stdout:op 749 completed, throughput=4.98MB/sec 2024-08-29T18:14:05.376 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-aaJA5svQ6tDqyQV off=10308344 len=183667 2024-08-29T18:14:05.381 INFO:tasks.workunit.client.0.smithi028.stdout:op 750 completed, throughput=4.98MB/sec 2024-08-29T18:14:05.381 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-3hq7MrWTD0uebrd off=9195390 len=1921438 2024-08-29T18:14:05.387 INFO:tasks.workunit.client.0.smithi028.stdout:op 751 completed, throughput=4.99MB/sec 2024-08-29T18:14:05.387 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-ZpVjLtGa8DtfzLF off=4018665 len=1226890 2024-08-29T18:14:05.396 INFO:tasks.workunit.client.0.smithi028.stdout:op 752 completed, throughput=5MB/sec 2024-08-29T18:14:05.396 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-zlOWbGlyYgUThp- off=9806414 len=1643043 2024-08-29T18:14:05.408 INFO:tasks.workunit.client.0.smithi028.stdout:op 753 completed, throughput=5.01MB/sec 2024-08-29T18:14:06.409 INFO:tasks.workunit.client.0.smithi028.stdout: 146: throughput=4.97MB/sec pending data=0 2024-08-29T18:14:06.409 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-YhJuOhuohNJLw1P off=4088415 len=1701045 2024-08-29T18:14:06.424 INFO:tasks.workunit.client.0.smithi028.stdout:op 754 completed, throughput=4.98MB/sec 2024-08-29T18:14:06.424 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-T-X1ai1-c_E-54V off=7169669 len=566065 2024-08-29T18:14:06.426 INFO:tasks.workunit.client.0.smithi028.stdout:op 755 completed, throughput=4.99MB/sec 2024-08-29T18:14:06.426 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-1AM-mYL7hnHzZeY off=8374469 len=556128 2024-08-29T18:14:06.428 INFO:tasks.workunit.client.0.smithi028.stdout:op 756 completed, throughput=4.99MB/sec 2024-08-29T18:14:06.428 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-oPMv3bjWXcJapJc off=8298428 len=675534 2024-08-29T18:14:06.436 INFO:tasks.workunit.client.0.smithi028.stdout:op 757 completed, throughput=4.99MB/sec 2024-08-29T18:14:06.436 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-vhcYHYCIt38K-ed off=8125706 len=1990207 2024-08-29T18:14:06.442 INFO:tasks.workunit.client.0.smithi028.stdout:op 758 completed, throughput=5.01MB/sec 2024-08-29T18:14:06.878 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:14:06 smithi028 bash[77168]: cluster 2024-08-29T18:14:05.485691+0000 mgr.y (mgr.25022) 821 : cluster [DBG] pgmap v1509: 105 pgs: 105 active+clean; 127 GiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.5 MiB/s wr, 5 op/s 2024-08-29T18:14:06.879 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:14:06 smithi028 bash[78352]: cluster 2024-08-29T18:14:05.485691+0000 mgr.y (mgr.25022) 821 : cluster [DBG] pgmap v1509: 105 pgs: 105 active+clean; 127 GiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.5 MiB/s wr, 5 op/s 2024-08-29T18:14:07.076 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:14:06 smithi053 bash[68679]: cluster 2024-08-29T18:14:05.485691+0000 mgr.y (mgr.25022) 821 : cluster [DBG] pgmap v1509: 105 pgs: 105 active+clean; 127 GiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.5 MiB/s wr, 5 op/s 2024-08-29T18:14:07.442 INFO:tasks.workunit.client.0.smithi028.stdout: 147: throughput=4.97MB/sec pending data=0 2024-08-29T18:14:07.443 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-LOw_I_bMmi4gGd- off=825164 len=395956 2024-08-29T18:14:07.444 INFO:tasks.workunit.client.0.smithi028.stdout:op 759 completed, throughput=4.98MB/sec 2024-08-29T18:14:07.445 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-bmKCllYKEbb4DM9 off=9305479 len=580827 2024-08-29T18:14:07.452 INFO:tasks.workunit.client.0.smithi028.stdout:op 760 completed, throughput=4.98MB/sec 2024-08-29T18:14:07.452 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj--2gvMR0BO5zjTju off=790920 len=533467 2024-08-29T18:14:07.458 INFO:tasks.workunit.client.0.smithi028.stdout:op 761 completed, throughput=4.98MB/sec 2024-08-29T18:14:07.458 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-XSacvUircc4x--2 off=8166968 len=87485 2024-08-29T18:14:07.459 INFO:tasks.workunit.client.0.smithi028.stdout:op 762 completed, throughput=4.98MB/sec 2024-08-29T18:14:07.459 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-RR4Arjsw2LfZNzb off=3543983 len=1371737 2024-08-29T18:14:07.469 INFO:tasks.workunit.client.0.smithi028.stdout:op 763 completed, throughput=4.99MB/sec 2024-08-29T18:14:07.469 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-lO8V20t7SKrMd7q off=12347951 len=464140 2024-08-29T18:14:07.471 INFO:tasks.workunit.client.0.smithi028.stdout:op 764 completed, throughput=5MB/sec 2024-08-29T18:14:07.471 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-dan9Oofz_r_5qks off=22440614 len=1241434 2024-08-29T18:14:07.472 INFO:tasks.workunit.client.0.smithi028.stdout:op 765 completed, throughput=5MB/sec 2024-08-29T18:14:08.473 INFO:tasks.workunit.client.0.smithi028.stdout: 148: throughput=4.97MB/sec pending data=0 2024-08-29T18:14:08.473 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-paQvc6v7s4VDx1W off=9175110 len=921973 2024-08-29T18:14:08.476 INFO:tasks.workunit.client.0.smithi028.stdout:op 766 completed, throughput=4.98MB/sec 2024-08-29T18:14:08.476 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-n8txbUWMKdeWCD1 off=722701 len=527464 2024-08-29T18:14:08.478 INFO:tasks.workunit.client.0.smithi028.stdout:op 767 completed, throughput=4.98MB/sec 2024-08-29T18:14:08.478 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-PcJULbGKtxZ9zhp off=6751750 len=1848414 2024-08-29T18:14:08.490 INFO:tasks.workunit.client.0.smithi028.stdout:op 768 completed, throughput=4.99MB/sec 2024-08-29T18:14:08.490 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-bvX4mk27uJlIsKK off=8645858 len=532192 2024-08-29T18:14:08.493 INFO:tasks.workunit.client.0.smithi028.stdout:op 769 completed, throughput=4.99MB/sec 2024-08-29T18:14:08.493 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-cdSeafdRwHI4MPv off=18998811 len=1132990 2024-08-29T18:14:08.502 INFO:tasks.workunit.client.0.smithi028.stdout:op 770 completed, throughput=5MB/sec 2024-08-29T18:14:08.878 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:14:08 smithi028 bash[77168]: cluster 2024-08-29T18:14:07.486530+0000 mgr.y (mgr.25022) 822 : cluster [DBG] pgmap v1510: 105 pgs: 105 active+clean; 127 GiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2024-08-29T18:14:08.879 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:14:08 smithi028 bash[78352]: cluster 2024-08-29T18:14:07.486530+0000 mgr.y (mgr.25022) 822 : cluster [DBG] pgmap v1510: 105 pgs: 105 active+clean; 127 GiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2024-08-29T18:14:09.076 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:14:08 smithi053 bash[68679]: cluster 2024-08-29T18:14:07.486530+0000 mgr.y (mgr.25022) 822 : cluster [DBG] pgmap v1510: 105 pgs: 105 active+clean; 127 GiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2024-08-29T18:14:09.502 INFO:tasks.workunit.client.0.smithi028.stdout: 149: throughput=4.97MB/sec pending data=0 2024-08-29T18:14:09.502 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-URNamt7duNFi8-F off=16862812 len=520091 2024-08-29T18:14:09.504 INFO:tasks.workunit.client.0.smithi028.stdout:op 771 completed, throughput=4.97MB/sec 2024-08-29T18:14:09.504 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-qsfRyTgvavFm9-R off=14222291 len=1298554 2024-08-29T18:14:09.508 INFO:tasks.workunit.client.0.smithi028.stdout:op 772 completed, throughput=4.98MB/sec 2024-08-29T18:14:09.508 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-kGhSIvE50yVvL2v off=719640 len=1175942 2024-08-29T18:14:09.518 INFO:tasks.workunit.client.0.smithi028.stdout:op 773 completed, throughput=4.99MB/sec 2024-08-29T18:14:09.518 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-FSN7okme6SPXlfB off=13711864 len=99425 2024-08-29T18:14:09.524 INFO:tasks.workunit.client.0.smithi028.stdout:op 774 completed, throughput=4.99MB/sec 2024-08-29T18:14:09.525 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-IAllZh7SwA79bkr off=8226291 len=177753 2024-08-29T18:14:09.525 INFO:tasks.workunit.client.0.smithi028.stdout:op 775 completed, throughput=4.99MB/sec 2024-08-29T18:14:09.525 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-jJEMz7gHCLFMNOw off=153835 len=1880071 2024-08-29T18:14:09.539 INFO:tasks.workunit.client.0.smithi028.stdout:op 776 completed, throughput=5MB/sec 2024-08-29T18:14:09.539 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-OBRDx4s2uHRR5zd off=8351582 len=583165 2024-08-29T18:14:09.540 INFO:tasks.workunit.client.0.smithi028.stdout:op 777 completed, throughput=5MB/sec 2024-08-29T18:14:10.540 INFO:tasks.workunit.client.0.smithi028.stdout: 150: throughput=4.97MB/sec pending data=0 2024-08-29T18:14:10.541 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-4gUFghbVFJuVTTR off=4895228 len=1075573 2024-08-29T18:14:10.551 INFO:tasks.workunit.client.0.smithi028.stdout:op 778 completed, throughput=4.98MB/sec 2024-08-29T18:14:10.551 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-kmxkPaSB1cExxaE off=4276763 len=988007 2024-08-29T18:14:10.554 INFO:tasks.workunit.client.0.smithi028.stdout:op 779 completed, throughput=4.98MB/sec 2024-08-29T18:14:10.555 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-L2L-BKSWleFSc02 off=9401 len=156997 2024-08-29T18:14:10.556 INFO:tasks.workunit.client.0.smithi028.stdout:op 780 completed, throughput=4.98MB/sec 2024-08-29T18:14:10.556 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-MMzGCjkaGfk7NK7 off=4657754 len=1606197 2024-08-29T18:14:10.569 INFO:tasks.workunit.client.0.smithi028.stdout:op 781 completed, throughput=4.99MB/sec 2024-08-29T18:14:10.569 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-T7WhqRvSs-LeNX6 off=13561240 len=1405472 2024-08-29T18:14:10.571 INFO:tasks.workunit.client.0.smithi028.stdout:op 782 completed, throughput=5MB/sec 2024-08-29T18:14:10.878 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:14:10 smithi028 bash[77168]: cluster 2024-08-29T18:14:09.487788+0000 mgr.y (mgr.25022) 823 : cluster [DBG] pgmap v1511: 105 pgs: 105 active+clean; 127 GiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 3.0 MiB/s rd, 2.9 MiB/s wr, 6 op/s 2024-08-29T18:14:10.879 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:14:10 smithi028 bash[78352]: cluster 2024-08-29T18:14:09.487788+0000 mgr.y (mgr.25022) 823 : cluster [DBG] pgmap v1511: 105 pgs: 105 active+clean; 127 GiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 3.0 MiB/s rd, 2.9 MiB/s wr, 6 op/s 2024-08-29T18:14:11.076 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:14:10 smithi053 bash[68679]: cluster 2024-08-29T18:14:09.487788+0000 mgr.y (mgr.25022) 823 : cluster [DBG] pgmap v1511: 105 pgs: 105 active+clean; 127 GiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 3.0 MiB/s rd, 2.9 MiB/s wr, 6 op/s 2024-08-29T18:14:11.572 INFO:tasks.workunit.client.0.smithi028.stdout: 151: throughput=4.97MB/sec pending data=0 2024-08-29T18:14:11.572 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-p6SLEWj4azAn1ww off=7636749 len=436806 2024-08-29T18:14:11.579 INFO:tasks.workunit.client.0.smithi028.stdout:op 783 completed, throughput=4.97MB/sec 2024-08-29T18:14:11.579 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-dC26FS803M5W2SS off=512732 len=1107738 2024-08-29T18:14:11.588 INFO:tasks.workunit.client.0.smithi028.stdout:op 784 completed, throughput=4.98MB/sec 2024-08-29T18:14:11.588 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-mDzBD8S3MJImQq3 off=828999 len=1472797 2024-08-29T18:14:11.592 INFO:tasks.workunit.client.0.smithi028.stdout:op 785 completed, throughput=4.99MB/sec 2024-08-29T18:14:11.592 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-1kUatpRwz93M0ny off=7745378 len=1754969 2024-08-29T18:14:11.604 INFO:tasks.workunit.client.0.smithi028.stdout:op 786 completed, throughput=5MB/sec 2024-08-29T18:14:11.604 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-9OthsbdI-UrvCxD off=6370861 len=288347 2024-08-29T18:14:11.609 INFO:tasks.workunit.client.0.smithi028.stdout:op 787 completed, throughput=5MB/sec 2024-08-29T18:14:11.609 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-7Uwz8W4TRi7rGiq off=5537351 len=854043 2024-08-29T18:14:11.618 INFO:tasks.workunit.client.0.smithi028.stdout:op 788 completed, throughput=5MB/sec 2024-08-29T18:14:11.878 INFO:journalctl@ceph.mgr.y.smithi028.stdout:Aug 29 18:14:11 smithi028 bash[70818]: ::ffff:172.21.15.53 - - [29/Aug/2024:18:14:11] "GET /metrics HTTP/1.1" 200 34002 "" "Prometheus/2.43.0" 2024-08-29T18:14:12.576 INFO:journalctl@ceph.prometheus.a.smithi053.stdout:Aug 29 18:14:12 smithi053 bash[95567]: ts=2024-08-29T18:14:12.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"3167ee72-662c-11ef-bcd4-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-29T18:14:12.618 INFO:tasks.workunit.client.0.smithi028.stdout: 152: throughput=4.97MB/sec pending data=0 2024-08-29T18:14:12.618 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-tcmIdjKcM1C85oW off=2706035 len=1935369 2024-08-29T18:14:12.624 INFO:tasks.workunit.client.0.smithi028.stdout:op 789 completed, throughput=4.98MB/sec 2024-08-29T18:14:12.624 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-NW1VVRZnt5bQ-ao off=1394917 len=673119 2024-08-29T18:14:12.627 INFO:tasks.workunit.client.0.smithi028.stdout:op 790 completed, throughput=4.99MB/sec 2024-08-29T18:14:12.627 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-6bORW1L19jbEerm off=6798056 len=194748 2024-08-29T18:14:12.631 INFO:tasks.workunit.client.0.smithi028.stdout:op 791 completed, throughput=4.99MB/sec 2024-08-29T18:14:12.632 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-5wAhB7WqIuFRguU off=4619977 len=1752726 2024-08-29T18:14:12.635 INFO:tasks.workunit.client.0.smithi028.stdout:op 792 completed, throughput=5MB/sec 2024-08-29T18:14:12.635 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-cUpU7DsoRYpxKU4 off=2017145 len=255713 2024-08-29T18:14:12.641 INFO:tasks.workunit.client.0.smithi028.stdout:op 793 completed, throughput=5MB/sec 2024-08-29T18:14:12.641 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-6PYXB09gg-E64lA off=3357266 len=915226 2024-08-29T18:14:12.649 INFO:tasks.workunit.client.0.smithi028.stdout:op 794 completed, throughput=5.01MB/sec 2024-08-29T18:14:12.879 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:14:12 smithi028 bash[77168]: cluster 2024-08-29T18:14:11.488864+0000 mgr.y (mgr.25022) 824 : cluster [DBG] pgmap v1512: 105 pgs: 105 active+clean; 127 GiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2024-08-29T18:14:12.879 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:14:12 smithi028 bash[77168]: audit 2024-08-29T18:14:12.064084+0000 mon.a (mon.0) 2160 : audit [DBG] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-29T18:14:12.879 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:14:12 smithi028 bash[78352]: cluster 2024-08-29T18:14:11.488864+0000 mgr.y (mgr.25022) 824 : cluster [DBG] pgmap v1512: 105 pgs: 105 active+clean; 127 GiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2024-08-29T18:14:12.879 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:14:12 smithi028 bash[78352]: audit 2024-08-29T18:14:12.064084+0000 mon.a (mon.0) 2160 : audit [DBG] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-29T18:14:13.076 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:14:12 smithi053 bash[68679]: cluster 2024-08-29T18:14:11.488864+0000 mgr.y (mgr.25022) 824 : cluster [DBG] pgmap v1512: 105 pgs: 105 active+clean; 127 GiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2024-08-29T18:14:13.077 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:14:12 smithi053 bash[68679]: audit 2024-08-29T18:14:12.064084+0000 mon.a (mon.0) 2160 : audit [DBG] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-29T18:14:13.649 INFO:tasks.workunit.client.0.smithi028.stdout: 153: throughput=4.97MB/sec pending data=0 2024-08-29T18:14:13.649 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-HJvr21-4LzsCcna off=1358842 len=1388572 2024-08-29T18:14:13.659 INFO:tasks.workunit.client.0.smithi028.stdout:op 795 completed, throughput=4.98MB/sec 2024-08-29T18:14:13.659 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-XScV8GfpcpnfkW1 off=4228442 len=1157270 2024-08-29T18:14:13.664 INFO:tasks.workunit.client.0.smithi028.stdout:op 796 completed, throughput=4.99MB/sec 2024-08-29T18:14:13.664 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-bgAfl5S-PYVTMl_ off=111394 len=1599548 2024-08-29T18:14:13.677 INFO:tasks.workunit.client.0.smithi028.stdout:op 797 completed, throughput=5MB/sec 2024-08-29T18:14:13.677 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-bZfid4gN6kKjNq_ off=2615453 len=1254624 2024-08-29T18:14:13.681 INFO:tasks.workunit.client.0.smithi028.stdout:op 798 completed, throughput=5.01MB/sec 2024-08-29T18:14:14.681 INFO:tasks.workunit.client.0.smithi028.stdout: 154: throughput=4.97MB/sec pending data=0 2024-08-29T18:14:14.681 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-dPVThepIjPIv8Dp off=14929768 len=1647926 2024-08-29T18:14:14.685 INFO:tasks.workunit.client.0.smithi028.stdout:op 799 completed, throughput=4.98MB/sec 2024-08-29T18:14:14.686 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-Z-TLYTzWhb5TwTQ off=6488761 len=2075649 2024-08-29T18:14:14.701 INFO:tasks.workunit.client.0.smithi028.stdout:op 800 completed, throughput=5MB/sec 2024-08-29T18:14:14.701 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-78nHeGmW0_MQ6L5 off=456068 len=1229236 2024-08-29T18:14:14.711 INFO:tasks.workunit.client.0.smithi028.stdout:op 801 completed, throughput=5MB/sec 2024-08-29T18:14:14.879 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:14:14 smithi028 bash[77168]: cluster 2024-08-29T18:14:13.489823+0000 mgr.y (mgr.25022) 825 : cluster [DBG] pgmap v1513: 105 pgs: 105 active+clean; 127 GiB data, 6.2 GiB used, 709 GiB / 715 GiB avail; 2.5 MiB/s rd, 3.1 MiB/s wr, 6 op/s 2024-08-29T18:14:14.879 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:14:14 smithi028 bash[78352]: cluster 2024-08-29T18:14:13.489823+0000 mgr.y (mgr.25022) 825 : cluster [DBG] pgmap v1513: 105 pgs: 105 active+clean; 127 GiB data, 6.2 GiB used, 709 GiB / 715 GiB avail; 2.5 MiB/s rd, 3.1 MiB/s wr, 6 op/s 2024-08-29T18:14:15.076 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:14:14 smithi053 bash[68679]: cluster 2024-08-29T18:14:13.489823+0000 mgr.y (mgr.25022) 825 : cluster [DBG] pgmap v1513: 105 pgs: 105 active+clean; 127 GiB data, 6.2 GiB used, 709 GiB / 715 GiB avail; 2.5 MiB/s rd, 3.1 MiB/s wr, 6 op/s 2024-08-29T18:14:15.711 INFO:tasks.workunit.client.0.smithi028.stdout: 155: throughput=4.97MB/sec pending data=0 2024-08-29T18:14:15.712 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-5zbHjrPQfHtIsAk off=3502894 len=609233 2024-08-29T18:14:15.718 INFO:tasks.workunit.client.0.smithi028.stdout:op 802 completed, throughput=4.97MB/sec 2024-08-29T18:14:15.718 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-XlkI-Tj3vP46rO0 off=1627144 len=148493 2024-08-29T18:14:15.719 INFO:tasks.workunit.client.0.smithi028.stdout:op 803 completed, throughput=4.98MB/sec 2024-08-29T18:14:15.719 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-U16_uV-XIUMnhKl off=9174955 len=308557 2024-08-29T18:14:15.721 INFO:tasks.workunit.client.0.smithi028.stdout:op 804 completed, throughput=4.98MB/sec 2024-08-29T18:14:15.721 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-PHoSr2m7EB--jvI off=2125981 len=1024743 2024-08-29T18:14:15.730 INFO:tasks.workunit.client.0.smithi028.stdout:op 805 completed, throughput=4.98MB/sec 2024-08-29T18:14:15.731 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-fiTskqTm-han4_- off=9014918 len=678621 2024-08-29T18:14:15.738 INFO:tasks.workunit.client.0.smithi028.stdout:op 806 completed, throughput=4.99MB/sec 2024-08-29T18:14:15.738 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-KWfegX3mJZ5Kxux off=7407317 len=387316 2024-08-29T18:14:15.739 INFO:tasks.workunit.client.0.smithi028.stdout:op 807 completed, throughput=4.99MB/sec 2024-08-29T18:14:15.739 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-F4bHjwnGOFQvjPc off=5977060 len=1817014 2024-08-29T18:14:15.752 INFO:tasks.workunit.client.0.smithi028.stdout:op 808 completed, throughput=5MB/sec 2024-08-29T18:14:15.752 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-axArJE7N42xz1vw off=9355071 len=1946249 2024-08-29T18:14:15.757 INFO:tasks.workunit.client.0.smithi028.stdout:op 809 completed, throughput=5.01MB/sec 2024-08-29T18:14:16.757 INFO:tasks.workunit.client.0.smithi028.stdout: 156: throughput=4.98MB/sec pending data=0 2024-08-29T18:14:16.757 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-U_4oh3qyM59KFkJ off=266282 len=1253234 2024-08-29T18:14:16.762 INFO:tasks.workunit.client.0.smithi028.stdout:op 810 completed, throughput=4.99MB/sec 2024-08-29T18:14:16.762 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-Eau2Mex2RL9iMs5 off=1839780 len=665356 2024-08-29T18:14:16.764 INFO:tasks.workunit.client.0.smithi028.stdout:op 811 completed, throughput=4.99MB/sec 2024-08-29T18:14:16.764 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-utL5UbRzuPYNvN0 off=1354774 len=1947333 2024-08-29T18:14:16.768 INFO:tasks.workunit.client.0.smithi028.stdout:op 812 completed, throughput=5MB/sec 2024-08-29T18:14:16.878 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:14:16 smithi028 bash[77168]: cluster 2024-08-29T18:14:15.490860+0000 mgr.y (mgr.25022) 826 : cluster [DBG] pgmap v1514: 105 pgs: 105 active+clean; 127 GiB data, 6.2 GiB used, 709 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2024-08-29T18:14:16.879 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:14:16 smithi028 bash[78352]: cluster 2024-08-29T18:14:15.490860+0000 mgr.y (mgr.25022) 826 : cluster [DBG] pgmap v1514: 105 pgs: 105 active+clean; 127 GiB data, 6.2 GiB used, 709 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2024-08-29T18:14:17.076 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:14:16 smithi053 bash[68679]: cluster 2024-08-29T18:14:15.490860+0000 mgr.y (mgr.25022) 826 : cluster [DBG] pgmap v1514: 105 pgs: 105 active+clean; 127 GiB data, 6.2 GiB used, 709 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2024-08-29T18:14:17.769 INFO:tasks.workunit.client.0.smithi028.stdout: 157: throughput=4.97MB/sec pending data=0 2024-08-29T18:14:17.769 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-Qhzp9pvJ4Jom3Pc off=2287870 len=511755 2024-08-29T18:14:17.776 INFO:tasks.workunit.client.0.smithi028.stdout:op 813 completed, throughput=4.97MB/sec 2024-08-29T18:14:17.776 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-RdepACvZ4gsPouT off=2290084 len=320844 2024-08-29T18:14:17.777 INFO:tasks.workunit.client.0.smithi028.stdout:op 814 completed, throughput=4.98MB/sec 2024-08-29T18:14:17.777 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-Mc2-Hqs7MNhQ33U off=7177150 len=212978 2024-08-29T18:14:17.778 INFO:tasks.workunit.client.0.smithi028.stdout:op 815 completed, throughput=4.98MB/sec 2024-08-29T18:14:17.778 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-cGUskStwcSyAuJv off=14224873 len=961808 2024-08-29T18:14:17.787 INFO:tasks.workunit.client.0.smithi028.stdout:op 816 completed, throughput=4.98MB/sec 2024-08-29T18:14:17.788 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-WFZDGfOAc7_era2 off=9694754 len=76831 2024-08-29T18:14:17.788 INFO:tasks.workunit.client.0.smithi028.stdout:op 817 completed, throughput=4.98MB/sec 2024-08-29T18:14:17.788 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-ogvxR_hDJZdKgtW off=18698453 len=1280739 2024-08-29T18:14:17.792 INFO:tasks.workunit.client.0.smithi028.stdout:op 818 completed, throughput=4.99MB/sec 2024-08-29T18:14:17.792 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-Hl945quoKG5erCa off=2115136 len=1062789 2024-08-29T18:14:17.795 INFO:tasks.workunit.client.0.smithi028.stdout:op 819 completed, throughput=5MB/sec 2024-08-29T18:14:17.795 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-14Rg5B7SFb29eCL off=7297177 len=1804991 2024-08-29T18:14:17.808 INFO:tasks.workunit.client.0.smithi028.stdout:op 820 completed, throughput=5.01MB/sec 2024-08-29T18:14:18.809 INFO:tasks.workunit.client.0.smithi028.stdout: 158: throughput=4.98MB/sec pending data=0 2024-08-29T18:14:18.809 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-7ZlFlZqn6P3ne0G off=4914826 len=1261874 2024-08-29T18:14:18.819 INFO:tasks.workunit.client.0.smithi028.stdout:op 821 completed, throughput=4.98MB/sec 2024-08-29T18:14:18.819 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-CsL7wxY07Zyd2Vw off=7422933 len=904466 2024-08-29T18:14:18.823 INFO:tasks.workunit.client.0.smithi028.stdout:op 822 completed, throughput=4.99MB/sec 2024-08-29T18:14:18.823 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-1afIvGtJwQQRXWy off=0 len=1671680 2024-08-29T18:14:18.828 INFO:tasks.workunit.client.0.smithi028.stdout:op 823 completed, throughput=5MB/sec 2024-08-29T18:14:18.828 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-QwygdWZZ1CTADrL off=5723894 len=1078831 2024-08-29T18:14:18.832 INFO:tasks.workunit.client.0.smithi028.stdout:op 824 completed, throughput=5MB/sec 2024-08-29T18:14:18.878 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:14:18 smithi028 bash[78352]: cluster 2024-08-29T18:14:17.491782+0000 mgr.y (mgr.25022) 827 : cluster [DBG] pgmap v1515: 105 pgs: 105 active+clean; 127 GiB data, 6.2 GiB used, 709 GiB / 715 GiB avail; 2.0 MiB/s rd, 1.9 MiB/s wr, 4 op/s 2024-08-29T18:14:18.879 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:14:18 smithi028 bash[77168]: cluster 2024-08-29T18:14:17.491782+0000 mgr.y (mgr.25022) 827 : cluster [DBG] pgmap v1515: 105 pgs: 105 active+clean; 127 GiB data, 6.2 GiB used, 709 GiB / 715 GiB avail; 2.0 MiB/s rd, 1.9 MiB/s wr, 4 op/s 2024-08-29T18:14:19.076 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:14:18 smithi053 bash[68679]: cluster 2024-08-29T18:14:17.491782+0000 mgr.y (mgr.25022) 827 : cluster [DBG] pgmap v1515: 105 pgs: 105 active+clean; 127 GiB data, 6.2 GiB used, 709 GiB / 715 GiB avail; 2.0 MiB/s rd, 1.9 MiB/s wr, 4 op/s 2024-08-29T18:14:19.832 INFO:tasks.workunit.client.0.smithi028.stdout: 159: throughput=4.97MB/sec pending data=0 2024-08-29T18:14:19.832 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-innYKPu16bwE1OJ off=5682529 len=1447954 2024-08-29T18:14:19.844 INFO:tasks.workunit.client.0.smithi028.stdout:op 825 completed, throughput=4.98MB/sec 2024-08-29T18:14:19.844 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-BOUK9QS89mMWLwT off=860597 len=1740594 2024-08-29T18:14:19.856 INFO:tasks.workunit.client.0.smithi028.stdout:op 826 completed, throughput=4.99MB/sec 2024-08-29T18:14:19.857 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-hlttxhmRQRHvyUq off=2682689 len=1925195 2024-08-29T18:14:19.868 INFO:tasks.workunit.client.0.smithi028.stdout:op 827 completed, throughput=5MB/sec 2024-08-29T18:14:20.869 INFO:tasks.workunit.client.0.smithi028.stdout: 160: throughput=4.97MB/sec pending data=0 2024-08-29T18:14:20.869 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-qgpcKDh7rw-hLpO off=5828925 len=535042 2024-08-29T18:14:20.876 INFO:tasks.workunit.client.0.smithi028.stdout:op 828 completed, throughput=4.98MB/sec 2024-08-29T18:14:20.876 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-_CXBduKHAuTtVKA off=13496359 len=719946 2024-08-29T18:14:20.884 INFO:tasks.workunit.client.0.smithi028.stdout:op 829 completed, throughput=4.98MB/sec 2024-08-29T18:14:20.884 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-tqw7sbI0wOzJDjW off=6220408 len=1472848 2024-08-29T18:14:20.887 INFO:tasks.workunit.client.0.smithi028.stdout:op 830 completed, throughput=4.99MB/sec 2024-08-29T18:14:20.887 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-_fLhDf3v2gyLOLN off=738694 len=253386 2024-08-29T18:14:20.889 INFO:tasks.workunit.client.0.smithi028.stdout:op 831 completed, throughput=4.99MB/sec 2024-08-29T18:14:20.890 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-2NpKwVR2cbIiSaQ off=7478962 len=818297 2024-08-29T18:14:20.897 INFO:tasks.workunit.client.0.smithi028.stdout:op 832 completed, throughput=4.99MB/sec 2024-08-29T18:14:20.897 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-bdjS5O_ankfNB9E off=6598758 len=181680 2024-08-29T18:14:20.898 INFO:tasks.workunit.client.0.smithi028.stdout:op 833 completed, throughput=4.99MB/sec 2024-08-29T18:14:20.898 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-2vR5aNCSP4lnOAJ off=9331408 len=920857 2024-08-29T18:14:20.901 INFO:tasks.workunit.client.0.smithi028.stdout:op 834 completed, throughput=5MB/sec 2024-08-29T18:14:20.901 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-HvAPziFl4m2qABV off=14172694 len=1305922 2024-08-29T18:14:20.903 INFO:tasks.workunit.client.0.smithi028.stdout:op 835 completed, throughput=5.01MB/sec 2024-08-29T18:14:21.076 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:14:20 smithi053 bash[68679]: cluster 2024-08-29T18:14:19.492961+0000 mgr.y (mgr.25022) 828 : cluster [DBG] pgmap v1516: 105 pgs: 105 active+clean; 127 GiB data, 6.2 GiB used, 709 GiB / 715 GiB avail; 3.1 MiB/s rd, 2.9 MiB/s wr, 6 op/s 2024-08-29T18:14:21.129 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:14:20 smithi028 bash[78352]: cluster 2024-08-29T18:14:19.492961+0000 mgr.y (mgr.25022) 828 : cluster [DBG] pgmap v1516: 105 pgs: 105 active+clean; 127 GiB data, 6.2 GiB used, 709 GiB / 715 GiB avail; 3.1 MiB/s rd, 2.9 MiB/s wr, 6 op/s 2024-08-29T18:14:21.129 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:14:20 smithi028 bash[77168]: cluster 2024-08-29T18:14:19.492961+0000 mgr.y (mgr.25022) 828 : cluster [DBG] pgmap v1516: 105 pgs: 105 active+clean; 127 GiB data, 6.2 GiB used, 709 GiB / 715 GiB avail; 3.1 MiB/s rd, 2.9 MiB/s wr, 6 op/s 2024-08-29T18:14:21.878 INFO:journalctl@ceph.mgr.y.smithi028.stdout:Aug 29 18:14:21 smithi028 bash[70818]: ::ffff:172.21.15.53 - - [29/Aug/2024:18:14:21] "GET /metrics HTTP/1.1" 200 34006 "" "Prometheus/2.43.0" 2024-08-29T18:14:21.904 INFO:tasks.workunit.client.0.smithi028.stdout: 161: throughput=4.98MB/sec pending data=0 2024-08-29T18:14:21.904 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-9pEIvBL22uyfFmf off=7575041 len=1296782 2024-08-29T18:14:21.907 INFO:tasks.workunit.client.0.smithi028.stdout:op 836 completed, throughput=4.98MB/sec 2024-08-29T18:14:21.908 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-aescdZYm3J1iSsQ off=585585 len=969697 2024-08-29T18:14:21.910 INFO:tasks.workunit.client.0.smithi028.stdout:op 837 completed, throughput=4.99MB/sec 2024-08-29T18:14:21.910 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-EbrZA0awEy6vdqc off=12385095 len=784494 2024-08-29T18:14:21.913 INFO:tasks.workunit.client.0.smithi028.stdout:op 838 completed, throughput=4.99MB/sec 2024-08-29T18:14:21.913 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-cd4021HwFQeiUFK off=2299655 len=599186 2024-08-29T18:14:21.915 INFO:tasks.workunit.client.0.smithi028.stdout:op 839 completed, throughput=5MB/sec 2024-08-29T18:14:21.915 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-2hRzDXZ_82YLkTB off=1535024 len=639417 2024-08-29T18:14:21.918 INFO:tasks.workunit.client.0.smithi028.stdout:op 840 completed, throughput=5MB/sec 2024-08-29T18:14:22.576 INFO:journalctl@ceph.prometheus.a.smithi053.stdout:Aug 29 18:14:22 smithi053 bash[95567]: ts=2024-08-29T18:14:22.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"3167ee72-662c-11ef-bcd4-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-29T18:14:22.918 INFO:tasks.workunit.client.0.smithi028.stdout: 162: throughput=4.97MB/sec pending data=0 2024-08-29T18:14:22.919 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-xr5feNqvdWDOgw9 off=14159245 len=721350 2024-08-29T18:14:22.922 INFO:tasks.workunit.client.0.smithi028.stdout:op 841 completed, throughput=4.98MB/sec 2024-08-29T18:14:22.922 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-EQyh4fwlhNGlC6J off=1379687 len=1145875 2024-08-29T18:14:22.931 INFO:tasks.workunit.client.0.smithi028.stdout:op 842 completed, throughput=4.98MB/sec 2024-08-29T18:14:22.931 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-AppICa3w8Cl4Opv off=6394483 len=1734683 2024-08-29T18:14:22.944 INFO:tasks.workunit.client.0.smithi028.stdout:op 843 completed, throughput=4.99MB/sec 2024-08-29T18:14:22.944 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-tNxrlMIB1oIoXYu off=6772334 len=707308 2024-08-29T18:14:22.946 INFO:tasks.workunit.client.0.smithi028.stdout:op 844 completed, throughput=4.99MB/sec 2024-08-29T18:14:22.946 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-LkpAHET3XSM5dOW off=16567943 len=1442463 2024-08-29T18:14:22.948 INFO:tasks.workunit.client.0.smithi028.stdout:op 845 completed, throughput=5MB/sec 2024-08-29T18:14:23.076 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:14:22 smithi053 bash[68679]: cluster 2024-08-29T18:14:21.493883+0000 mgr.y (mgr.25022) 829 : cluster [DBG] pgmap v1517: 105 pgs: 105 active+clean; 127 GiB data, 6.2 GiB used, 709 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2024-08-29T18:14:23.129 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:14:22 smithi028 bash[77168]: cluster 2024-08-29T18:14:21.493883+0000 mgr.y (mgr.25022) 829 : cluster [DBG] pgmap v1517: 105 pgs: 105 active+clean; 127 GiB data, 6.2 GiB used, 709 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2024-08-29T18:14:23.129 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:14:22 smithi028 bash[78352]: cluster 2024-08-29T18:14:21.493883+0000 mgr.y (mgr.25022) 829 : cluster [DBG] pgmap v1517: 105 pgs: 105 active+clean; 127 GiB data, 6.2 GiB used, 709 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2024-08-29T18:14:23.949 INFO:tasks.workunit.client.0.smithi028.stdout: 163: throughput=4.97MB/sec pending data=0 2024-08-29T18:14:23.949 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-G6PF8seh837RRIV off=4759858 len=1995164 2024-08-29T18:14:23.953 INFO:tasks.workunit.client.0.smithi028.stdout:op 846 completed, throughput=4.98MB/sec 2024-08-29T18:14:23.953 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-APk11NaMba7PVMC off=11124013 len=669569 2024-08-29T18:14:23.956 INFO:tasks.workunit.client.0.smithi028.stdout:op 847 completed, throughput=4.99MB/sec 2024-08-29T18:14:23.957 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-a5ADoJRLBBo118_ off=15030434 len=1933174 2024-08-29T18:14:23.959 INFO:tasks.workunit.client.0.smithi028.stdout:op 848 completed, throughput=5MB/sec 2024-08-29T18:14:23.959 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-gIeWUAEkXQgL4Bn off=15886002 len=1021182 2024-08-29T18:14:23.968 INFO:tasks.workunit.client.0.smithi028.stdout:op 849 completed, throughput=5MB/sec 2024-08-29T18:14:24.968 INFO:tasks.workunit.client.0.smithi028.stdout: 164: throughput=4.97MB/sec pending data=0 2024-08-29T18:14:24.968 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-wW1y-iOpUBsSCYo off=1274338 len=1940961 2024-08-29T18:14:24.981 INFO:tasks.workunit.client.0.smithi028.stdout:op 850 completed, throughput=4.99MB/sec 2024-08-29T18:14:24.981 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-LxJDYDDNf7NnKtR off=2573981 len=1437491 2024-08-29T18:14:24.993 INFO:tasks.workunit.client.0.smithi028.stdout:op 851 completed, throughput=4.99MB/sec 2024-08-29T18:14:24.993 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-4sIcVXepeibKs9X off=2593116 len=1074506 2024-08-29T18:14:25.000 INFO:tasks.workunit.client.0.smithi028.stdout:op 852 completed, throughput=5MB/sec 2024-08-29T18:14:25.000 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-cnq624j0-EpTuMJ off=8622803 len=1671496 2024-08-29T18:14:25.003 INFO:tasks.workunit.client.0.smithi028.stdout:op 853 completed, throughput=5.01MB/sec 2024-08-29T18:14:25.076 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:14:24 smithi053 bash[68679]: cluster 2024-08-29T18:14:23.494783+0000 mgr.y (mgr.25022) 830 : cluster [DBG] pgmap v1518: 105 pgs: 105 active+clean; 127 GiB data, 6.2 GiB used, 709 GiB / 715 GiB avail; 3.1 MiB/s rd, 3.0 MiB/s wr, 6 op/s 2024-08-29T18:14:25.128 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:14:24 smithi028 bash[78352]: cluster 2024-08-29T18:14:23.494783+0000 mgr.y (mgr.25022) 830 : cluster [DBG] pgmap v1518: 105 pgs: 105 active+clean; 127 GiB data, 6.2 GiB used, 709 GiB / 715 GiB avail; 3.1 MiB/s rd, 3.0 MiB/s wr, 6 op/s 2024-08-29T18:14:25.129 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:14:24 smithi028 bash[77168]: cluster 2024-08-29T18:14:23.494783+0000 mgr.y (mgr.25022) 830 : cluster [DBG] pgmap v1518: 105 pgs: 105 active+clean; 127 GiB data, 6.2 GiB used, 709 GiB / 715 GiB avail; 3.1 MiB/s rd, 3.0 MiB/s wr, 6 op/s 2024-08-29T18:14:26.004 INFO:tasks.workunit.client.0.smithi028.stdout: 165: throughput=4.98MB/sec pending data=0 2024-08-29T18:14:26.004 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-ZCmIU1aY48-Ehsl off=8780959 len=65218 2024-08-29T18:14:26.005 INFO:tasks.workunit.client.0.smithi028.stdout:op 854 completed, throughput=4.98MB/sec 2024-08-29T18:14:26.005 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-gJHSqgQB4tV2GNj off=18308494 len=428494 2024-08-29T18:14:26.007 INFO:tasks.workunit.client.0.smithi028.stdout:op 855 completed, throughput=4.98MB/sec 2024-08-29T18:14:26.007 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-dan9Oofz_r_5qks off=4481776 len=249605 2024-08-29T18:14:26.012 INFO:tasks.workunit.client.0.smithi028.stdout:op 856 completed, throughput=4.98MB/sec 2024-08-29T18:14:26.012 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-3hzBIDpR1tBMLdk off=1741293 len=244250 2024-08-29T18:14:26.017 INFO:tasks.workunit.client.0.smithi028.stdout:op 857 completed, throughput=4.98MB/sec 2024-08-29T18:14:26.017 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-0fC2vrc8_mPWjd8 off=10438008 len=1653959 2024-08-29T18:14:26.023 INFO:tasks.workunit.client.0.smithi028.stdout:op 858 completed, throughput=4.99MB/sec 2024-08-29T18:14:26.023 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-nvLZP50VcsmndS_ off=13173888 len=863316 2024-08-29T18:14:26.031 INFO:tasks.workunit.client.0.smithi028.stdout:op 859 completed, throughput=5MB/sec 2024-08-29T18:14:26.031 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-wK_qVc5dHyxnT0X off=7810112 len=289177 2024-08-29T18:14:26.037 INFO:tasks.workunit.client.0.smithi028.stdout:op 860 completed, throughput=5MB/sec 2024-08-29T18:14:26.037 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-EpLBqvycpXpOprV off=17403443 len=1500964 2024-08-29T18:14:26.049 INFO:tasks.workunit.client.0.smithi028.stdout:op 861 completed, throughput=5.01MB/sec 2024-08-29T18:14:27.049 INFO:tasks.workunit.client.0.smithi028.stdout: 166: throughput=4.98MB/sec pending data=0 2024-08-29T18:14:27.050 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-JDsvJ3RbYbPSQVO off=930356 len=1071798 2024-08-29T18:14:27.054 INFO:tasks.workunit.client.0.smithi028.stdout:op 862 completed, throughput=4.98MB/sec 2024-08-29T18:14:27.054 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-zcfh0tWdotKvA2G off=10162019 len=1425825 2024-08-29T18:14:27.065 INFO:tasks.workunit.client.0.smithi028.stdout:op 863 completed, throughput=4.99MB/sec 2024-08-29T18:14:27.065 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-p4jgqyFKPyvhIDy off=4466930 len=409235 2024-08-29T18:14:27.071 INFO:tasks.workunit.client.0.smithi028.stdout:op 864 completed, throughput=4.99MB/sec 2024-08-29T18:14:27.071 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-EQyh4fwlhNGlC6J off=6193203 len=962855 2024-08-29T18:14:27.075 INFO:tasks.workunit.client.0.smithi028.stdout:op 865 completed, throughput=5MB/sec 2024-08-29T18:14:27.075 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-fYecwjee7yYz3bT off=1052489 len=1408177 2024-08-29T18:14:27.076 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:14:26 smithi053 bash[68679]: cluster 2024-08-29T18:14:25.495858+0000 mgr.y (mgr.25022) 831 : cluster [DBG] pgmap v1519: 105 pgs: 105 active+clean; 127 GiB data, 6.3 GiB used, 709 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2024-08-29T18:14:27.080 INFO:tasks.workunit.client.0.smithi028.stdout:op 866 completed, throughput=5.01MB/sec 2024-08-29T18:14:27.129 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:14:26 smithi028 bash[78352]: cluster 2024-08-29T18:14:25.495858+0000 mgr.y (mgr.25022) 831 : cluster [DBG] pgmap v1519: 105 pgs: 105 active+clean; 127 GiB data, 6.3 GiB used, 709 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2024-08-29T18:14:27.129 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:14:26 smithi028 bash[77168]: cluster 2024-08-29T18:14:25.495858+0000 mgr.y (mgr.25022) 831 : cluster [DBG] pgmap v1519: 105 pgs: 105 active+clean; 127 GiB data, 6.3 GiB used, 709 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2024-08-29T18:14:28.076 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:14:27 smithi053 bash[68679]: audit 2024-08-29T18:14:27.065369+0000 mon.a (mon.0) 2161 : audit [DBG] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-29T18:14:28.080 INFO:tasks.workunit.client.0.smithi028.stdout: 167: throughput=4.98MB/sec pending data=0 2024-08-29T18:14:28.080 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-gRCcuv7ByGWmkmh off=331641 len=1600937 2024-08-29T18:14:28.093 INFO:tasks.workunit.client.0.smithi028.stdout:op 867 completed, throughput=4.99MB/sec 2024-08-29T18:14:28.093 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-D4aROkzFD7yiN0t off=627357 len=1380087 2024-08-29T18:14:28.095 INFO:tasks.workunit.client.0.smithi028.stdout:op 868 completed, throughput=4.99MB/sec 2024-08-29T18:14:28.095 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj--UzFAgYRr6gkoGT off=2278659 len=407549 2024-08-29T18:14:28.102 INFO:tasks.workunit.client.0.smithi028.stdout:op 869 completed, throughput=5MB/sec 2024-08-29T18:14:28.102 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-QCVgvjNPL3frHlB off=4984561 len=1043878 2024-08-29T18:14:28.105 INFO:tasks.workunit.client.0.smithi028.stdout:op 870 completed, throughput=5MB/sec 2024-08-29T18:14:28.129 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:14:27 smithi028 bash[78352]: audit 2024-08-29T18:14:27.065369+0000 mon.a (mon.0) 2161 : audit [DBG] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-29T18:14:28.129 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:14:27 smithi028 bash[77168]: audit 2024-08-29T18:14:27.065369+0000 mon.a (mon.0) 2161 : audit [DBG] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-29T18:14:29.076 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:14:28 smithi053 bash[68679]: cluster 2024-08-29T18:14:27.496704+0000 mgr.y (mgr.25022) 832 : cluster [DBG] pgmap v1520: 105 pgs: 105 active+clean; 127 GiB data, 6.3 GiB used, 709 GiB / 715 GiB avail; 2.2 MiB/s rd, 1.9 MiB/s wr, 4 op/s 2024-08-29T18:14:29.106 INFO:tasks.workunit.client.0.smithi028.stdout: 168: throughput=4.97MB/sec pending data=0 2024-08-29T18:14:29.106 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj--onZtbXGJ27TT0p off=9753194 len=68602 2024-08-29T18:14:29.107 INFO:tasks.workunit.client.0.smithi028.stdout:op 871 completed, throughput=4.97MB/sec 2024-08-29T18:14:29.107 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj--CEhARiadQmcJbo off=3073249 len=403253 2024-08-29T18:14:29.109 INFO:tasks.workunit.client.0.smithi028.stdout:op 872 completed, throughput=4.97MB/sec 2024-08-29T18:14:29.109 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-79YbgHCr_XFyat7 off=1380399 len=1899665 2024-08-29T18:14:29.113 INFO:tasks.workunit.client.0.smithi028.stdout:op 873 completed, throughput=4.99MB/sec 2024-08-29T18:14:29.113 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-x07QvobPwQESvmA off=5562824 len=10578 2024-08-29T18:14:29.115 INFO:tasks.workunit.client.0.smithi028.stdout:op 874 completed, throughput=4.99MB/sec 2024-08-29T18:14:29.115 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-KsLtV6cyULfcsTG off=7248986 len=1850152 2024-08-29T18:14:29.117 INFO:tasks.workunit.client.0.smithi028.stdout:op 875 completed, throughput=5MB/sec 2024-08-29T18:14:29.117 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-OenFX3GEON-q8wT off=9010655 len=483504 2024-08-29T18:14:29.123 INFO:tasks.workunit.client.0.smithi028.stdout:op 876 completed, throughput=5MB/sec 2024-08-29T18:14:29.124 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-u741I24hwTbp3ai off=7288786 len=150314 2024-08-29T18:14:29.128 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:14:28 smithi028 bash[78352]: cluster 2024-08-29T18:14:27.496704+0000 mgr.y (mgr.25022) 832 : cluster [DBG] pgmap v1520: 105 pgs: 105 active+clean; 127 GiB data, 6.3 GiB used, 709 GiB / 715 GiB avail; 2.2 MiB/s rd, 1.9 MiB/s wr, 4 op/s 2024-08-29T18:14:29.129 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:14:28 smithi028 bash[77168]: cluster 2024-08-29T18:14:27.496704+0000 mgr.y (mgr.25022) 832 : cluster [DBG] pgmap v1520: 105 pgs: 105 active+clean; 127 GiB data, 6.3 GiB used, 709 GiB / 715 GiB avail; 2.2 MiB/s rd, 1.9 MiB/s wr, 4 op/s 2024-08-29T18:14:29.129 INFO:tasks.workunit.client.0.smithi028.stdout:op 877 completed, throughput=5MB/sec 2024-08-29T18:14:29.129 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-txP831YFtwktquV off=15991019 len=1318894 2024-08-29T18:14:29.139 INFO:tasks.workunit.client.0.smithi028.stdout:op 878 completed, throughput=5.01MB/sec 2024-08-29T18:14:30.139 INFO:tasks.workunit.client.0.smithi028.stdout: 169: throughput=4.98MB/sec pending data=0 2024-08-29T18:14:30.140 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-FKL_sNOC01txb2k off=3529985 len=373509 2024-08-29T18:14:30.145 INFO:tasks.workunit.client.0.smithi028.stdout:op 879 completed, throughput=4.98MB/sec 2024-08-29T18:14:30.145 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj--h4lJ-VNzJiKWbj off=6666113 len=189305 2024-08-29T18:14:30.147 INFO:tasks.workunit.client.0.smithi028.stdout:op 880 completed, throughput=4.98MB/sec 2024-08-29T18:14:30.147 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-0K8693L1hfrwkw0 off=12607127 len=1090307 2024-08-29T18:14:30.150 INFO:tasks.workunit.client.0.smithi028.stdout:op 881 completed, throughput=4.99MB/sec 2024-08-29T18:14:30.150 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-TnLa26r-9-m5XlT off=375518 len=442499 2024-08-29T18:14:30.156 INFO:tasks.workunit.client.0.smithi028.stdout:op 882 completed, throughput=4.99MB/sec 2024-08-29T18:14:30.156 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-2PM9GiWlGdJGLuj off=2090082 len=1731968 2024-08-29T18:14:30.162 INFO:tasks.workunit.client.0.smithi028.stdout:op 883 completed, throughput=5MB/sec 2024-08-29T18:14:30.162 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-kqkZZHNBd1FOSLU off=21458414 len=34833 2024-08-29T18:14:30.163 INFO:tasks.workunit.client.0.smithi028.stdout:op 884 completed, throughput=5MB/sec 2024-08-29T18:14:30.163 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-DzPqXj3XMRtzJAI off=1706433 len=1720614 2024-08-29T18:14:30.175 INFO:tasks.workunit.client.0.smithi028.stdout:op 885 completed, throughput=5.01MB/sec 2024-08-29T18:14:31.076 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:14:30 smithi053 bash[68679]: cluster 2024-08-29T18:14:29.497850+0000 mgr.y (mgr.25022) 833 : cluster [DBG] pgmap v1521: 105 pgs: 105 active+clean; 127 GiB data, 6.3 GiB used, 709 GiB / 715 GiB avail; 3.3 MiB/s rd, 2.9 MiB/s wr, 6 op/s 2024-08-29T18:14:31.129 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:14:30 smithi028 bash[78352]: cluster 2024-08-29T18:14:29.497850+0000 mgr.y (mgr.25022) 833 : cluster [DBG] pgmap v1521: 105 pgs: 105 active+clean; 127 GiB data, 6.3 GiB used, 709 GiB / 715 GiB avail; 3.3 MiB/s rd, 2.9 MiB/s wr, 6 op/s 2024-08-29T18:14:31.129 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:14:30 smithi028 bash[77168]: cluster 2024-08-29T18:14:29.497850+0000 mgr.y (mgr.25022) 833 : cluster [DBG] pgmap v1521: 105 pgs: 105 active+clean; 127 GiB data, 6.3 GiB used, 709 GiB / 715 GiB avail; 3.3 MiB/s rd, 2.9 MiB/s wr, 6 op/s 2024-08-29T18:14:31.176 INFO:tasks.workunit.client.0.smithi028.stdout: 170: throughput=4.98MB/sec pending data=0 2024-08-29T18:14:31.176 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-0DlTQDI3mgDbPIm off=18378334 len=661346 2024-08-29T18:14:31.183 INFO:tasks.workunit.client.0.smithi028.stdout:op 886 completed, throughput=4.98MB/sec 2024-08-29T18:14:31.184 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-OMYxmuoYytHmUwm off=12140314 len=1066941 2024-08-29T18:14:31.187 INFO:tasks.workunit.client.0.smithi028.stdout:op 887 completed, throughput=4.99MB/sec 2024-08-29T18:14:31.188 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-0LqGTG40TKYTtmT off=5069128 len=35248 2024-08-29T18:14:31.188 INFO:tasks.workunit.client.0.smithi028.stdout:op 888 completed, throughput=4.99MB/sec 2024-08-29T18:14:31.188 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-_TVleTqxHvy62MM off=3068105 len=1599085 2024-08-29T18:14:31.202 INFO:tasks.workunit.client.0.smithi028.stdout:op 889 completed, throughput=5MB/sec 2024-08-29T18:14:31.202 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-r1U7d0hO7-maYqj off=1794471 len=725372 2024-08-29T18:14:31.210 INFO:tasks.workunit.client.0.smithi028.stdout:op 890 completed, throughput=5MB/sec 2024-08-29T18:14:31.210 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-ESpfkOFRE-jzdrN off=8290720 len=553607 2024-08-29T18:14:31.217 INFO:tasks.workunit.client.0.smithi028.stdout:op 891 completed, throughput=5MB/sec 2024-08-29T18:14:31.878 INFO:journalctl@ceph.mgr.y.smithi028.stdout:Aug 29 18:14:31 smithi028 bash[70818]: ::ffff:172.21.15.53 - - [29/Aug/2024:18:14:31] "GET /metrics HTTP/1.1" 200 34004 "" "Prometheus/2.43.0" 2024-08-29T18:14:32.217 INFO:tasks.workunit.client.0.smithi028.stdout: 171: throughput=4.97MB/sec pending data=0 2024-08-29T18:14:32.218 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-S00U3ggUqOZ-VvR off=2507034 len=596857 2024-08-29T18:14:32.220 INFO:tasks.workunit.client.0.smithi028.stdout:op 892 completed, throughput=4.98MB/sec 2024-08-29T18:14:32.220 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-32TY-Kp7nQ7ciL1 off=13772484 len=1030176 2024-08-29T18:14:32.229 INFO:tasks.workunit.client.0.smithi028.stdout:op 893 completed, throughput=4.98MB/sec 2024-08-29T18:14:32.229 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-ci33gtyn6AlPjpE off=7553356 len=1026366 2024-08-29T18:14:32.236 INFO:tasks.workunit.client.0.smithi028.stdout:op 894 completed, throughput=4.99MB/sec 2024-08-29T18:14:32.236 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-jEElHBxA9-jfJlr off=8808120 len=945306 2024-08-29T18:14:32.245 INFO:tasks.workunit.client.0.smithi028.stdout:op 895 completed, throughput=4.99MB/sec 2024-08-29T18:14:32.245 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-EorZwpZQY9QXZ2Y off=2000433 len=302004 2024-08-29T18:14:32.250 INFO:tasks.workunit.client.0.smithi028.stdout:op 896 completed, throughput=4.99MB/sec 2024-08-29T18:14:32.250 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-v_-b2hIOciYOg-y off=10927628 len=465163 2024-08-29T18:14:32.256 INFO:tasks.workunit.client.0.smithi028.stdout:op 897 completed, throughput=5MB/sec 2024-08-29T18:14:32.256 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-foT2mWsFBFP8oHK off=10132471 len=1540160 2024-08-29T18:14:32.259 INFO:tasks.workunit.client.0.smithi028.stdout:op 898 completed, throughput=5MB/sec 2024-08-29T18:14:32.576 INFO:journalctl@ceph.prometheus.a.smithi053.stdout:Aug 29 18:14:32 smithi053 bash[95567]: ts=2024-08-29T18:14:32.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"3167ee72-662c-11ef-bcd4-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-29T18:14:33.076 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:14:32 smithi053 bash[68679]: cluster 2024-08-29T18:14:31.498720+0000 mgr.y (mgr.25022) 834 : cluster [DBG] pgmap v1522: 105 pgs: 105 active+clean; 127 GiB data, 6.3 GiB used, 709 GiB / 715 GiB avail; 2.2 MiB/s rd, 1.9 MiB/s wr, 4 op/s 2024-08-29T18:14:33.129 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:14:32 smithi028 bash[78352]: cluster 2024-08-29T18:14:31.498720+0000 mgr.y (mgr.25022) 834 : cluster [DBG] pgmap v1522: 105 pgs: 105 active+clean; 127 GiB data, 6.3 GiB used, 709 GiB / 715 GiB avail; 2.2 MiB/s rd, 1.9 MiB/s wr, 4 op/s 2024-08-29T18:14:33.129 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:14:32 smithi028 bash[77168]: cluster 2024-08-29T18:14:31.498720+0000 mgr.y (mgr.25022) 834 : cluster [DBG] pgmap v1522: 105 pgs: 105 active+clean; 127 GiB data, 6.3 GiB used, 709 GiB / 715 GiB avail; 2.2 MiB/s rd, 1.9 MiB/s wr, 4 op/s 2024-08-29T18:14:33.260 INFO:tasks.workunit.client.0.smithi028.stdout: 172: throughput=4.98MB/sec pending data=0 2024-08-29T18:14:33.260 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-gP3_fWz2GixR4YD off=9001524 len=434856 2024-08-29T18:14:33.267 INFO:tasks.workunit.client.0.smithi028.stdout:op 899 completed, throughput=4.98MB/sec 2024-08-29T18:14:33.267 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-CkMW34PM8e6YjT7 off=1986775 len=1726240 2024-08-29T18:14:33.282 INFO:tasks.workunit.client.0.smithi028.stdout:op 900 completed, throughput=4.99MB/sec 2024-08-29T18:14:33.282 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-qnEw3o-IReaOLf1 off=4233397 len=1995629 2024-08-29T18:14:33.297 INFO:tasks.workunit.client.0.smithi028.stdout:op 901 completed, throughput=5MB/sec 2024-08-29T18:14:33.297 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-AYVFmYaOpWYDO0C off=5801035 len=1613134 2024-08-29T18:14:33.309 INFO:tasks.workunit.client.0.smithi028.stdout:op 902 completed, throughput=5.01MB/sec 2024-08-29T18:14:34.310 INFO:tasks.workunit.client.0.smithi028.stdout: 173: throughput=4.98MB/sec pending data=0 2024-08-29T18:14:34.310 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-ZVShbm4BGSEVYql off=4565753 len=810693 2024-08-29T18:14:34.319 INFO:tasks.workunit.client.0.smithi028.stdout:op 903 completed, throughput=4.98MB/sec 2024-08-29T18:14:34.319 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-qNX0AvfjpywfN-j off=14592494 len=335425 2024-08-29T18:14:34.321 INFO:tasks.workunit.client.0.smithi028.stdout:op 904 completed, throughput=4.98MB/sec 2024-08-29T18:14:34.321 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-GYn6l11sjM13uUZ off=3179550 len=89274 2024-08-29T18:14:34.325 INFO:tasks.workunit.client.0.smithi028.stdout:op 905 completed, throughput=4.98MB/sec 2024-08-29T18:14:34.325 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-fY010wiRA8BGWN_ off=1183906 len=1745184 2024-08-29T18:14:34.338 INFO:tasks.workunit.client.0.smithi028.stdout:op 906 completed, throughput=4.99MB/sec 2024-08-29T18:14:34.338 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-Ie2YDjI2c6NSbmR off=6810596 len=761627 2024-08-29T18:14:34.341 INFO:tasks.workunit.client.0.smithi028.stdout:op 907 completed, throughput=5MB/sec 2024-08-29T18:14:34.341 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-6Z90vcrFNCloGtp off=4526060 len=1449311 2024-08-29T18:14:34.345 INFO:tasks.workunit.client.0.smithi028.stdout:op 908 completed, throughput=5MB/sec 2024-08-29T18:14:35.076 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:14:34 smithi053 bash[68679]: cluster 2024-08-29T18:14:33.499602+0000 mgr.y (mgr.25022) 835 : cluster [DBG] pgmap v1523: 105 pgs: 105 active+clean; 127 GiB data, 6.3 GiB used, 709 GiB / 715 GiB avail; 2.9 MiB/s rd, 2.7 MiB/s wr, 5 op/s 2024-08-29T18:14:35.128 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:14:34 smithi028 bash[77168]: cluster 2024-08-29T18:14:33.499602+0000 mgr.y (mgr.25022) 835 : cluster [DBG] pgmap v1523: 105 pgs: 105 active+clean; 127 GiB data, 6.3 GiB used, 709 GiB / 715 GiB avail; 2.9 MiB/s rd, 2.7 MiB/s wr, 5 op/s 2024-08-29T18:14:35.129 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:14:34 smithi028 bash[78352]: cluster 2024-08-29T18:14:33.499602+0000 mgr.y (mgr.25022) 835 : cluster [DBG] pgmap v1523: 105 pgs: 105 active+clean; 127 GiB data, 6.3 GiB used, 709 GiB / 715 GiB avail; 2.9 MiB/s rd, 2.7 MiB/s wr, 5 op/s 2024-08-29T18:14:35.345 INFO:tasks.workunit.client.0.smithi028.stdout: 174: throughput=4.98MB/sec pending data=0 2024-08-29T18:14:35.345 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-2DtaH70gmRz9BEX off=328416 len=1204141 2024-08-29T18:14:35.355 INFO:tasks.workunit.client.0.smithi028.stdout:op 909 completed, throughput=4.98MB/sec 2024-08-29T18:14:35.355 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-DmHnEX6Cuw_RJRK off=1726045 len=453986 2024-08-29T18:14:35.357 INFO:tasks.workunit.client.0.smithi028.stdout:op 910 completed, throughput=4.98MB/sec 2024-08-29T18:14:35.357 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-Cv4n89pdY_PI_d8 off=281356 len=1552408 2024-08-29T18:14:35.371 INFO:tasks.workunit.client.0.smithi028.stdout:op 911 completed, throughput=4.99MB/sec 2024-08-29T18:14:35.371 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-zrkqm-dzdGUiUj2 off=278862 len=659491 2024-08-29T18:14:35.378 INFO:tasks.workunit.client.0.smithi028.stdout:op 912 completed, throughput=5MB/sec 2024-08-29T18:14:35.378 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-h98YuPEBFNJk7te off=3761926 len=516254 2024-08-29T18:14:35.380 INFO:tasks.workunit.client.0.smithi028.stdout:op 913 completed, throughput=5MB/sec 2024-08-29T18:14:35.380 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-y2yd13RtjJV09e1 off=8984875 len=1032433 2024-08-29T18:14:35.384 INFO:tasks.workunit.client.0.smithi028.stdout:op 914 completed, throughput=5MB/sec 2024-08-29T18:14:36.384 INFO:tasks.workunit.client.0.smithi028.stdout: 175: throughput=4.98MB/sec pending data=0 2024-08-29T18:14:36.384 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-ysV5ABgt6nsAV0x off=15208648 len=629629 2024-08-29T18:14:36.387 INFO:tasks.workunit.client.0.smithi028.stdout:op 915 completed, throughput=4.98MB/sec 2024-08-29T18:14:36.387 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-jHDB1jTj6Wu1oKc off=6473426 len=1476014 2024-08-29T18:14:36.391 INFO:tasks.workunit.client.0.smithi028.stdout:op 916 completed, throughput=4.99MB/sec 2024-08-29T18:14:36.391 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj--RTWPalZkexCDI_ off=19019980 len=72123 2024-08-29T18:14:36.392 INFO:tasks.workunit.client.0.smithi028.stdout:op 917 completed, throughput=4.99MB/sec 2024-08-29T18:14:36.392 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-JZOKyBcLyIv-YT_ off=2778172 len=1090614 2024-08-29T18:14:36.402 INFO:tasks.workunit.client.0.smithi028.stdout:op 918 completed, throughput=4.99MB/sec 2024-08-29T18:14:36.402 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-gW3j-taCODaYnpd off=8227995 len=1831447 2024-08-29T18:14:36.416 INFO:tasks.workunit.client.0.smithi028.stdout:op 919 completed, throughput=5MB/sec 2024-08-29T18:14:37.076 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:14:36 smithi053 bash[68679]: cluster 2024-08-29T18:14:35.500652+0000 mgr.y (mgr.25022) 836 : cluster [DBG] pgmap v1524: 105 pgs: 105 active+clean; 127 GiB data, 6.3 GiB used, 709 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.5 MiB/s wr, 5 op/s 2024-08-29T18:14:37.128 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:14:36 smithi028 bash[78352]: cluster 2024-08-29T18:14:35.500652+0000 mgr.y (mgr.25022) 836 : cluster [DBG] pgmap v1524: 105 pgs: 105 active+clean; 127 GiB data, 6.3 GiB used, 709 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.5 MiB/s wr, 5 op/s 2024-08-29T18:14:37.129 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:14:36 smithi028 bash[77168]: cluster 2024-08-29T18:14:35.500652+0000 mgr.y (mgr.25022) 836 : cluster [DBG] pgmap v1524: 105 pgs: 105 active+clean; 127 GiB data, 6.3 GiB used, 709 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.5 MiB/s wr, 5 op/s 2024-08-29T18:14:37.416 INFO:tasks.workunit.client.0.smithi028.stdout: 176: throughput=4.97MB/sec pending data=0 2024-08-29T18:14:37.416 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-NFogWtV7Zwafzuf off=7301494 len=492570 2024-08-29T18:14:37.419 INFO:tasks.workunit.client.0.smithi028.stdout:op 920 completed, throughput=4.98MB/sec 2024-08-29T18:14:37.419 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-svzUOs6lR6cIVL3 off=88047 len=528339 2024-08-29T18:14:37.421 INFO:tasks.workunit.client.0.smithi028.stdout:op 921 completed, throughput=4.98MB/sec 2024-08-29T18:14:37.421 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-FHdXdfSuOfaKq1M off=4620426 len=552965 2024-08-29T18:14:37.428 INFO:tasks.workunit.client.0.smithi028.stdout:op 922 completed, throughput=4.98MB/sec 2024-08-29T18:14:37.428 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-eywT2787FfY8Yq0 off=6345243 len=730941 2024-08-29T18:14:37.435 INFO:tasks.workunit.client.0.smithi028.stdout:op 923 completed, throughput=4.99MB/sec 2024-08-29T18:14:37.435 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-cmRbbT1Th93CRmJ off=18617934 len=810563 2024-08-29T18:14:37.442 INFO:tasks.workunit.client.0.smithi028.stdout:op 924 completed, throughput=4.99MB/sec 2024-08-29T18:14:37.442 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-3e1CZPH1INlyRRE off=5934709 len=1449121 2024-08-29T18:14:37.446 INFO:tasks.workunit.client.0.smithi028.stdout:op 925 completed, throughput=5MB/sec 2024-08-29T18:14:37.446 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-uC8aANlnUb1Z8ib off=1598300 len=352749 2024-08-29T18:14:37.452 INFO:tasks.workunit.client.0.smithi028.stdout:op 926 completed, throughput=5MB/sec 2024-08-29T18:14:37.452 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-tlgt5K5WFnV9CU_ off=2083424 len=435266 2024-08-29T18:14:37.458 INFO:tasks.workunit.client.0.smithi028.stdout:op 927 completed, throughput=5MB/sec 2024-08-29T18:14:38.458 INFO:tasks.workunit.client.0.smithi028.stdout: 177: throughput=4.97MB/sec pending data=0 2024-08-29T18:14:38.458 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-QzANJPur58vXa-9 off=12003786 len=1860345 2024-08-29T18:14:38.463 INFO:tasks.workunit.client.0.smithi028.stdout:op 928 completed, throughput=4.98MB/sec 2024-08-29T18:14:38.463 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-VgydhXDihOvp5L4 off=15403201 len=7220 2024-08-29T18:14:38.468 INFO:tasks.workunit.client.0.smithi028.stdout:op 929 completed, throughput=4.98MB/sec 2024-08-29T18:14:38.468 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-U3V5pScVaxoXgqW off=1461661 len=579273 2024-08-29T18:14:38.470 INFO:tasks.workunit.client.0.smithi028.stdout:op 930 completed, throughput=4.99MB/sec 2024-08-29T18:14:38.470 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-g2_dTrV4qfwjlzl off=3829584 len=169504 2024-08-29T18:14:38.471 INFO:tasks.workunit.client.0.smithi028.stdout:op 931 completed, throughput=4.99MB/sec 2024-08-29T18:14:38.471 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-HnZP2_XiTr4e8vX off=681920 len=595486 2024-08-29T18:14:38.479 INFO:tasks.workunit.client.0.smithi028.stdout:op 932 completed, throughput=4.99MB/sec 2024-08-29T18:14:38.479 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-2NRPSHttPrcVojY off=17343178 len=413010 2024-08-29T18:14:38.485 INFO:tasks.workunit.client.0.smithi028.stdout:op 933 completed, throughput=4.99MB/sec 2024-08-29T18:14:38.485 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-mYzsmLamZn871_m off=2280302 len=907717 2024-08-29T18:14:38.492 INFO:tasks.workunit.client.0.smithi028.stdout:op 934 completed, throughput=5MB/sec 2024-08-29T18:14:38.493 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-kXGD-c317ndUTpD off=157853 len=1210626 2024-08-29T18:14:38.502 INFO:tasks.workunit.client.0.smithi028.stdout:op 935 completed, throughput=5MB/sec 2024-08-29T18:14:39.076 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:14:38 smithi053 bash[68679]: cluster 2024-08-29T18:14:37.501593+0000 mgr.y (mgr.25022) 837 : cluster [DBG] pgmap v1525: 105 pgs: 105 active+clean; 127 GiB data, 6.3 GiB used, 709 GiB / 715 GiB avail; 1.9 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2024-08-29T18:14:39.129 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:14:38 smithi028 bash[78352]: cluster 2024-08-29T18:14:37.501593+0000 mgr.y (mgr.25022) 837 : cluster [DBG] pgmap v1525: 105 pgs: 105 active+clean; 127 GiB data, 6.3 GiB used, 709 GiB / 715 GiB avail; 1.9 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2024-08-29T18:14:39.129 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:14:38 smithi028 bash[77168]: cluster 2024-08-29T18:14:37.501593+0000 mgr.y (mgr.25022) 837 : cluster [DBG] pgmap v1525: 105 pgs: 105 active+clean; 127 GiB data, 6.3 GiB used, 709 GiB / 715 GiB avail; 1.9 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2024-08-29T18:14:39.502 INFO:tasks.workunit.client.0.smithi028.stdout: 178: throughput=4.98MB/sec pending data=0 2024-08-29T18:14:39.502 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-gm9ZBZ4n-Ed686d off=3418433 len=1123189 2024-08-29T18:14:39.512 INFO:tasks.workunit.client.0.smithi028.stdout:op 936 completed, throughput=4.98MB/sec 2024-08-29T18:14:39.513 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-LfR0dcr1sJW9R9R off=3630584 len=2093668 2024-08-29T18:14:39.529 INFO:tasks.workunit.client.0.smithi028.stdout:op 937 completed, throughput=4.99MB/sec 2024-08-29T18:14:39.529 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-TRnfhqnmUA_A98Y off=7057932 len=1833093 2024-08-29T18:14:39.533 INFO:tasks.workunit.client.0.smithi028.stdout:op 938 completed, throughput=5MB/sec 2024-08-29T18:14:40.534 INFO:tasks.workunit.client.0.smithi028.stdout: 179: throughput=4.97MB/sec pending data=0 2024-08-29T18:14:40.534 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-X6ECpEjg1YRbUDW off=782112 len=806226 2024-08-29T18:14:40.536 INFO:tasks.workunit.client.0.smithi028.stdout:op 939 completed, throughput=4.98MB/sec 2024-08-29T18:14:40.537 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-n5AZA1yeA2LcP09 off=7955637 len=655429 2024-08-29T18:14:40.539 INFO:tasks.workunit.client.0.smithi028.stdout:op 940 completed, throughput=4.98MB/sec 2024-08-29T18:14:40.539 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-EIzK7FQIxRH6Ath off=1253396 len=1162473 2024-08-29T18:14:40.544 INFO:tasks.workunit.client.0.smithi028.stdout:op 941 completed, throughput=4.99MB/sec 2024-08-29T18:14:40.544 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-rh4ed_ttCbN6yP0 off=1834067 len=1205530 2024-08-29T18:14:40.553 INFO:tasks.workunit.client.0.smithi028.stdout:op 942 completed, throughput=4.99MB/sec 2024-08-29T18:14:40.553 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-Sc5xKms4AUw6YOm off=8398799 len=1228291 2024-08-29T18:14:40.556 INFO:tasks.workunit.client.0.smithi028.stdout:op 943 completed, throughput=5MB/sec 2024-08-29T18:14:40.556 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-RzkXhrYKRYlO2Lc off=2473858 len=1481917 2024-08-29T18:14:40.560 INFO:tasks.workunit.client.0.smithi028.stdout:op 944 completed, throughput=5.01MB/sec 2024-08-29T18:14:41.076 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:14:40 smithi053 bash[68679]: cluster 2024-08-29T18:14:39.502819+0000 mgr.y (mgr.25022) 838 : cluster [DBG] pgmap v1526: 105 pgs: 105 active+clean; 127 GiB data, 6.4 GiB used, 709 GiB / 715 GiB avail; 2.5 MiB/s rd, 3.2 MiB/s wr, 6 op/s 2024-08-29T18:14:41.129 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:14:40 smithi028 bash[77168]: cluster 2024-08-29T18:14:39.502819+0000 mgr.y (mgr.25022) 838 : cluster [DBG] pgmap v1526: 105 pgs: 105 active+clean; 127 GiB data, 6.4 GiB used, 709 GiB / 715 GiB avail; 2.5 MiB/s rd, 3.2 MiB/s wr, 6 op/s 2024-08-29T18:14:41.129 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:14:40 smithi028 bash[78352]: cluster 2024-08-29T18:14:39.502819+0000 mgr.y (mgr.25022) 838 : cluster [DBG] pgmap v1526: 105 pgs: 105 active+clean; 127 GiB data, 6.4 GiB used, 709 GiB / 715 GiB avail; 2.5 MiB/s rd, 3.2 MiB/s wr, 6 op/s 2024-08-29T18:14:41.560 INFO:tasks.workunit.client.0.smithi028.stdout: 180: throughput=4.98MB/sec pending data=0 2024-08-29T18:14:41.561 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-cITlstx0ODfLM-M off=1822183 len=1082773 2024-08-29T18:14:41.565 INFO:tasks.workunit.client.0.smithi028.stdout:op 945 completed, throughput=4.99MB/sec 2024-08-29T18:14:41.565 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-s3BYAehaQ-UhuYh off=7503294 len=1399005 2024-08-29T18:14:41.569 INFO:tasks.workunit.client.0.smithi028.stdout:op 946 completed, throughput=4.99MB/sec 2024-08-29T18:14:41.569 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-46OpSzvJ7WNfzbo off=29939 len=1503150 2024-08-29T18:14:41.580 INFO:tasks.workunit.client.0.smithi028.stdout:op 947 completed, throughput=5MB/sec 2024-08-29T18:14:41.878 INFO:journalctl@ceph.mgr.y.smithi028.stdout:Aug 29 18:14:41 smithi028 bash[70818]: ::ffff:172.21.15.53 - - [29/Aug/2024:18:14:41] "GET /metrics HTTP/1.1" 200 34004 "" "Prometheus/2.43.0" 2024-08-29T18:14:42.577 INFO:journalctl@ceph.prometheus.a.smithi053.stdout:Aug 29 18:14:42 smithi053 bash[95567]: ts=2024-08-29T18:14:42.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"3167ee72-662c-11ef-bcd4-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-29T18:14:42.581 INFO:tasks.workunit.client.0.smithi028.stdout: 181: throughput=4.97MB/sec pending data=0 2024-08-29T18:14:42.581 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-SZdqG_X5demc4I- off=14892423 len=1980752 2024-08-29T18:14:42.586 INFO:tasks.workunit.client.0.smithi028.stdout:op 948 completed, throughput=4.98MB/sec 2024-08-29T18:14:42.587 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-5bZkN70Tk9BWVwn off=13107916 len=339486 2024-08-29T18:14:42.592 INFO:tasks.workunit.client.0.smithi028.stdout:op 949 completed, throughput=4.99MB/sec 2024-08-29T18:14:42.593 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-ecg2MM26EIRVzGG off=2418237 len=1193597 2024-08-29T18:14:42.602 INFO:tasks.workunit.client.0.smithi028.stdout:op 950 completed, throughput=4.99MB/sec 2024-08-29T18:14:42.602 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-F2hKG_aKJdr9Jxz off=3707176 len=280440 2024-08-29T18:14:42.604 INFO:tasks.workunit.client.0.smithi028.stdout:op 951 completed, throughput=4.99MB/sec 2024-08-29T18:14:42.604 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-D7jj52gY5Idp0xJ off=12494648 len=636122 2024-08-29T18:14:42.607 INFO:tasks.workunit.client.0.smithi028.stdout:op 952 completed, throughput=5MB/sec 2024-08-29T18:14:42.608 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-a21fYCyza1ImTA9 off=3342157 len=666611 2024-08-29T18:14:42.610 INFO:tasks.workunit.client.0.smithi028.stdout:op 953 completed, throughput=5MB/sec 2024-08-29T18:14:42.610 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-iQ4RLaUdeR_qi7- off=18205848 len=1517426 2024-08-29T18:14:42.615 INFO:tasks.workunit.client.0.smithi028.stdout:op 954 completed, throughput=5.01MB/sec 2024-08-29T18:14:43.076 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:14:42 smithi053 bash[68679]: cluster 2024-08-29T18:14:41.503794+0000 mgr.y (mgr.25022) 839 : cluster [DBG] pgmap v1527: 105 pgs: 105 active+clean; 127 GiB data, 6.4 GiB used, 709 GiB / 715 GiB avail; 1.8 MiB/s rd, 2.5 MiB/s wr, 5 op/s 2024-08-29T18:14:43.077 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:14:42 smithi053 bash[68679]: audit 2024-08-29T18:14:42.065009+0000 mon.a (mon.0) 2162 : audit [DBG] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-29T18:14:43.129 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:14:42 smithi028 bash[77168]: cluster 2024-08-29T18:14:41.503794+0000 mgr.y (mgr.25022) 839 : cluster [DBG] pgmap v1527: 105 pgs: 105 active+clean; 127 GiB data, 6.4 GiB used, 709 GiB / 715 GiB avail; 1.8 MiB/s rd, 2.5 MiB/s wr, 5 op/s 2024-08-29T18:14:43.129 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:14:42 smithi028 bash[77168]: audit 2024-08-29T18:14:42.065009+0000 mon.a (mon.0) 2162 : audit [DBG] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-29T18:14:43.129 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:14:42 smithi028 bash[78352]: cluster 2024-08-29T18:14:41.503794+0000 mgr.y (mgr.25022) 839 : cluster [DBG] pgmap v1527: 105 pgs: 105 active+clean; 127 GiB data, 6.4 GiB used, 709 GiB / 715 GiB avail; 1.8 MiB/s rd, 2.5 MiB/s wr, 5 op/s 2024-08-29T18:14:43.129 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:14:42 smithi028 bash[78352]: audit 2024-08-29T18:14:42.065009+0000 mon.a (mon.0) 2162 : audit [DBG] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-29T18:14:43.615 INFO:tasks.workunit.client.0.smithi028.stdout: 182: throughput=4.98MB/sec pending data=0 2024-08-29T18:14:43.615 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-jIzzAXmKXeA4uiG off=5387589 len=320416 2024-08-29T18:14:43.621 INFO:tasks.workunit.client.0.smithi028.stdout:op 955 completed, throughput=4.98MB/sec 2024-08-29T18:14:43.621 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-Ade_jjHip8y4yVw off=13891272 len=1398736 2024-08-29T18:14:43.625 INFO:tasks.workunit.client.0.smithi028.stdout:op 956 completed, throughput=4.99MB/sec 2024-08-29T18:14:43.625 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-Z2sPdOMBSWW_48c off=1337466 len=2074013 2024-08-29T18:14:43.631 INFO:tasks.workunit.client.0.smithi028.stdout:op 957 completed, throughput=5MB/sec 2024-08-29T18:14:43.631 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-sUKoEqkMH1oEKNC off=450191 len=93001 2024-08-29T18:14:43.632 INFO:tasks.workunit.client.0.smithi028.stdout:op 958 completed, throughput=5MB/sec 2024-08-29T18:14:43.632 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-I5vvY7UJRPgM6NL off=10517018 len=2046017 2024-08-29T18:14:43.637 INFO:tasks.workunit.client.0.smithi028.stdout:op 959 completed, throughput=5.01MB/sec 2024-08-29T18:14:44.638 INFO:tasks.workunit.client.0.smithi028.stdout: 183: throughput=4.98MB/sec pending data=0 2024-08-29T18:14:44.638 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-csA5SkMMdhMTGQ6 off=15766135 len=981033 2024-08-29T18:14:44.647 INFO:tasks.workunit.client.0.smithi028.stdout:op 960 completed, throughput=4.99MB/sec 2024-08-29T18:14:44.647 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-kJ5yHgwzNKhasU0 off=2280851 len=1891690 2024-08-29T18:14:44.653 INFO:tasks.workunit.client.0.smithi028.stdout:op 961 completed, throughput=5MB/sec 2024-08-29T18:14:44.653 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-87c_m3em9B9cwxa off=5247853 len=358224 2024-08-29T18:14:44.659 INFO:tasks.workunit.client.0.smithi028.stdout:op 962 completed, throughput=5MB/sec 2024-08-29T18:14:44.660 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-yPlbY_3SbybbPDn off=3060752 len=628230 2024-08-29T18:14:44.662 INFO:tasks.workunit.client.0.smithi028.stdout:op 963 completed, throughput=5MB/sec 2024-08-29T18:14:45.076 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:14:44 smithi053 bash[68679]: cluster 2024-08-29T18:14:43.504935+0000 mgr.y (mgr.25022) 840 : cluster [DBG] pgmap v1528: 105 pgs: 105 active+clean; 127 GiB data, 6.4 GiB used, 709 GiB / 715 GiB avail; 2.4 MiB/s rd, 3.0 MiB/s wr, 6 op/s 2024-08-29T18:14:45.129 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:14:44 smithi028 bash[78352]: cluster 2024-08-29T18:14:43.504935+0000 mgr.y (mgr.25022) 840 : cluster [DBG] pgmap v1528: 105 pgs: 105 active+clean; 127 GiB data, 6.4 GiB used, 709 GiB / 715 GiB avail; 2.4 MiB/s rd, 3.0 MiB/s wr, 6 op/s 2024-08-29T18:14:45.129 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:14:44 smithi028 bash[77168]: cluster 2024-08-29T18:14:43.504935+0000 mgr.y (mgr.25022) 840 : cluster [DBG] pgmap v1528: 105 pgs: 105 active+clean; 127 GiB data, 6.4 GiB used, 709 GiB / 715 GiB avail; 2.4 MiB/s rd, 3.0 MiB/s wr, 6 op/s 2024-08-29T18:14:45.662 INFO:tasks.workunit.client.0.smithi028.stdout: 184: throughput=4.98MB/sec pending data=0 2024-08-29T18:14:45.662 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-rCs4E38OwURphXa off=283087 len=1558139 2024-08-29T18:14:45.666 INFO:tasks.workunit.client.0.smithi028.stdout:op 964 completed, throughput=4.98MB/sec 2024-08-29T18:14:45.667 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-7mnzXrQ4bAeh-hr off=16265472 len=1018821 2024-08-29T18:14:45.676 INFO:tasks.workunit.client.0.smithi028.stdout:op 965 completed, throughput=4.99MB/sec 2024-08-29T18:14:45.676 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-jrIqpddJvEbAUC1 off=48268 len=1525318 2024-08-29T18:14:45.688 INFO:tasks.workunit.client.0.smithi028.stdout:op 966 completed, throughput=5MB/sec 2024-08-29T18:14:45.689 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-UQs54RFRLmJi-gG off=2929589 len=1671506 2024-08-29T18:14:45.692 INFO:tasks.workunit.client.0.smithi028.stdout:op 967 completed, throughput=5MB/sec 2024-08-29T18:14:46.693 INFO:tasks.workunit.client.0.smithi028.stdout: 185: throughput=4.98MB/sec pending data=0 2024-08-29T18:14:46.693 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-h3w-3T3gh_vP7p4 off=1366905 len=246449 2024-08-29T18:14:46.698 INFO:tasks.workunit.client.0.smithi028.stdout:op 968 completed, throughput=4.98MB/sec 2024-08-29T18:14:46.698 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-sbNcAgKuN_4YpLX off=6637536 len=1621341 2024-08-29T18:14:46.712 INFO:tasks.workunit.client.0.smithi028.stdout:op 969 completed, throughput=4.99MB/sec 2024-08-29T18:14:46.712 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-JSQQ83c-XKaCW8Q off=9629621 len=481868 2024-08-29T18:14:46.718 INFO:tasks.workunit.client.0.smithi028.stdout:op 970 completed, throughput=4.99MB/sec 2024-08-29T18:14:46.719 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-HH2GpY6Pw3xJOZd off=10953784 len=136369 2024-08-29T18:14:46.723 INFO:tasks.workunit.client.0.smithi028.stdout:op 971 completed, throughput=4.99MB/sec 2024-08-29T18:14:46.724 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-OTzl5I3sgwoXqac off=2798394 len=439172 2024-08-29T18:14:46.730 INFO:tasks.workunit.client.0.smithi028.stdout:op 972 completed, throughput=4.99MB/sec 2024-08-29T18:14:46.730 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-g7P7b7vnbq_zWY6 off=1913454 len=1754922 2024-08-29T18:14:46.734 INFO:tasks.workunit.client.0.smithi028.stdout:op 973 completed, throughput=5MB/sec 2024-08-29T18:14:46.734 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-RV_rFmwRHQ8bsCc off=6608624 len=1998663 2024-08-29T18:14:46.738 INFO:tasks.workunit.client.0.smithi028.stdout:op 974 completed, throughput=5.01MB/sec 2024-08-29T18:14:47.076 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:14:46 smithi053 bash[68679]: cluster 2024-08-29T18:14:45.506109+0000 mgr.y (mgr.25022) 841 : cluster [DBG] pgmap v1529: 105 pgs: 105 active+clean; 127 GiB data, 6.4 GiB used, 709 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2024-08-29T18:14:47.129 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:14:46 smithi028 bash[77168]: cluster 2024-08-29T18:14:45.506109+0000 mgr.y (mgr.25022) 841 : cluster [DBG] pgmap v1529: 105 pgs: 105 active+clean; 127 GiB data, 6.4 GiB used, 709 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2024-08-29T18:14:47.129 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:14:46 smithi028 bash[78352]: cluster 2024-08-29T18:14:45.506109+0000 mgr.y (mgr.25022) 841 : cluster [DBG] pgmap v1529: 105 pgs: 105 active+clean; 127 GiB data, 6.4 GiB used, 709 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2024-08-29T18:14:47.739 INFO:tasks.workunit.client.0.smithi028.stdout: 186: throughput=4.98MB/sec pending data=0 2024-08-29T18:14:47.739 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj--h4lJ-VNzJiKWbj off=1884192 len=421685 2024-08-29T18:14:47.741 INFO:tasks.workunit.client.0.smithi028.stdout:op 975 completed, throughput=4.99MB/sec 2024-08-29T18:14:47.741 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-82GPtBVzJEEAnY- off=14283809 len=356978 2024-08-29T18:14:47.742 INFO:tasks.workunit.client.0.smithi028.stdout:op 976 completed, throughput=4.99MB/sec 2024-08-29T18:14:47.742 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-hOc6EmpswwSfWJY off=6167140 len=1991981 2024-08-29T18:14:47.747 INFO:tasks.workunit.client.0.smithi028.stdout:op 977 completed, throughput=5MB/sec 2024-08-29T18:14:47.747 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-CmRMcOrXpId3lWO off=1906899 len=1463955 2024-08-29T18:14:47.749 INFO:tasks.workunit.client.0.smithi028.stdout:op 978 completed, throughput=5MB/sec 2024-08-29T18:14:48.749 INFO:tasks.workunit.client.0.smithi028.stdout: 187: throughput=4.98MB/sec pending data=0 2024-08-29T18:14:48.750 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-Nw0-9NTCWDriBwf off=3870627 len=795529 2024-08-29T18:14:48.754 INFO:tasks.workunit.client.0.smithi028.stdout:op 979 completed, throughput=4.98MB/sec 2024-08-29T18:14:48.754 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-yviZtVoMLry7xQF off=2627772 len=317644 2024-08-29T18:14:48.755 INFO:tasks.workunit.client.0.smithi028.stdout:op 980 completed, throughput=4.98MB/sec 2024-08-29T18:14:48.755 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-y2yd13RtjJV09e1 off=9487456 len=134405 2024-08-29T18:14:48.758 INFO:tasks.workunit.client.0.smithi028.stdout:op 981 completed, throughput=4.98MB/sec 2024-08-29T18:14:48.758 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-W-MPpAr8A70B0Be off=16599593 len=1555727 2024-08-29T18:14:48.759 INFO:tasks.workunit.client.0.smithi028.stdout:op 982 completed, throughput=4.99MB/sec 2024-08-29T18:14:48.760 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-SIGZCZTak3hB0xn off=5462958 len=880662 2024-08-29T18:14:48.761 INFO:tasks.workunit.client.0.smithi028.stdout:op 983 completed, throughput=5MB/sec 2024-08-29T18:14:48.761 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-TRnfhqnmUA_A98Y off=7526042 len=1114872 2024-08-29T18:14:48.767 INFO:tasks.workunit.client.0.smithi028.stdout:op 984 completed, throughput=5MB/sec 2024-08-29T18:14:49.076 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:14:48 smithi053 bash[68679]: cluster 2024-08-29T18:14:47.507077+0000 mgr.y (mgr.25022) 842 : cluster [DBG] pgmap v1530: 105 pgs: 105 active+clean; 127 GiB data, 6.4 GiB used, 709 GiB / 715 GiB avail; 1.9 MiB/s rd, 1.8 MiB/s wr, 3 op/s 2024-08-29T18:14:49.077 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:14:48 smithi053 bash[68679]: audit 2024-08-29T18:14:48.108754+0000 mon.a (mon.0) 2163 : audit [DBG] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-29T18:14:49.129 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:14:48 smithi028 bash[78352]: cluster 2024-08-29T18:14:47.507077+0000 mgr.y (mgr.25022) 842 : cluster [DBG] pgmap v1530: 105 pgs: 105 active+clean; 127 GiB data, 6.4 GiB used, 709 GiB / 715 GiB avail; 1.9 MiB/s rd, 1.8 MiB/s wr, 3 op/s 2024-08-29T18:14:49.129 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:14:48 smithi028 bash[78352]: audit 2024-08-29T18:14:48.108754+0000 mon.a (mon.0) 2163 : audit [DBG] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-29T18:14:49.129 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:14:48 smithi028 bash[77168]: cluster 2024-08-29T18:14:47.507077+0000 mgr.y (mgr.25022) 842 : cluster [DBG] pgmap v1530: 105 pgs: 105 active+clean; 127 GiB data, 6.4 GiB used, 709 GiB / 715 GiB avail; 1.9 MiB/s rd, 1.8 MiB/s wr, 3 op/s 2024-08-29T18:14:49.129 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:14:48 smithi028 bash[77168]: audit 2024-08-29T18:14:48.108754+0000 mon.a (mon.0) 2163 : audit [DBG] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-29T18:14:49.768 INFO:tasks.workunit.client.0.smithi028.stdout: 188: throughput=4.98MB/sec pending data=0 2024-08-29T18:14:49.768 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-hitwDK0tyebO_wd off=2016828 len=48018 2024-08-29T18:14:49.773 INFO:tasks.workunit.client.0.smithi028.stdout:op 985 completed, throughput=4.98MB/sec 2024-08-29T18:14:49.773 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-xE3u9e9fB8Vz3Ur off=1912049 len=2057536 2024-08-29T18:14:49.787 INFO:tasks.workunit.client.0.smithi028.stdout:op 986 completed, throughput=4.99MB/sec 2024-08-29T18:14:49.788 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-mSsp4CznJbMK40R off=1680928 len=716659 2024-08-29T18:14:49.790 INFO:tasks.workunit.client.0.smithi028.stdout:op 987 completed, throughput=4.99MB/sec 2024-08-29T18:14:49.790 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-0fC2vrc8_mPWjd8 off=3555718 len=1570649 2024-08-29T18:14:49.802 INFO:tasks.workunit.client.0.smithi028.stdout:op 988 completed, throughput=5MB/sec 2024-08-29T18:14:49.802 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-K7LRa1fhLhi5_gt off=1827056 len=1713244 2024-08-29T18:14:49.805 INFO:tasks.workunit.client.0.smithi028.stdout:op 989 completed, throughput=5MB/sec 2024-08-29T18:14:50.077 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:14:49 smithi053 bash[68679]: audit 2024-08-29T18:14:48.878136+0000 mon.a (mon.0) 2164 : audit [DBG] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-29T18:14:50.077 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:14:49 smithi053 bash[68679]: audit 2024-08-29T18:14:48.879416+0000 mon.a (mon.0) 2165 : audit [INF] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-29T18:14:50.077 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:14:49 smithi053 bash[68679]: audit 2024-08-29T18:14:48.888137+0000 mon.a (mon.0) 2166 : audit [INF] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' 2024-08-29T18:14:50.128 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:14:49 smithi028 bash[77168]: audit 2024-08-29T18:14:48.878136+0000 mon.a (mon.0) 2164 : audit [DBG] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-29T18:14:50.129 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:14:49 smithi028 bash[77168]: audit 2024-08-29T18:14:48.879416+0000 mon.a (mon.0) 2165 : audit [INF] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-29T18:14:50.129 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:14:49 smithi028 bash[77168]: audit 2024-08-29T18:14:48.888137+0000 mon.a (mon.0) 2166 : audit [INF] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' 2024-08-29T18:14:50.129 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:14:49 smithi028 bash[78352]: audit 2024-08-29T18:14:48.878136+0000 mon.a (mon.0) 2164 : audit [DBG] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-29T18:14:50.129 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:14:49 smithi028 bash[78352]: audit 2024-08-29T18:14:48.879416+0000 mon.a (mon.0) 2165 : audit [INF] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-29T18:14:50.129 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:14:49 smithi028 bash[78352]: audit 2024-08-29T18:14:48.888137+0000 mon.a (mon.0) 2166 : audit [INF] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' 2024-08-29T18:14:50.806 INFO:tasks.workunit.client.0.smithi028.stdout: 189: throughput=4.98MB/sec pending data=0 2024-08-29T18:14:50.806 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-3hmVD5JzU851W7A off=359964 len=607484 2024-08-29T18:14:50.813 INFO:tasks.workunit.client.0.smithi028.stdout:op 990 completed, throughput=4.98MB/sec 2024-08-29T18:14:50.814 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-tnu_u4OznqaMxkE off=12045796 len=1678665 2024-08-29T18:14:50.827 INFO:tasks.workunit.client.0.smithi028.stdout:op 991 completed, throughput=4.99MB/sec 2024-08-29T18:14:50.827 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-hgIG5nOGTqnQceb off=8972815 len=2068941 2024-08-29T18:14:50.842 INFO:tasks.workunit.client.0.smithi028.stdout:op 992 completed, throughput=5MB/sec 2024-08-29T18:14:50.842 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-okShhFuPIrfdzKu off=13692632 len=179654 2024-08-29T18:14:50.846 INFO:tasks.workunit.client.0.smithi028.stdout:op 993 completed, throughput=5MB/sec 2024-08-29T18:14:51.326 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:14:50 smithi053 bash[68679]: cluster 2024-08-29T18:14:49.508330+0000 mgr.y (mgr.25022) 843 : cluster [DBG] pgmap v1531: 105 pgs: 105 active+clean; 127 GiB data, 6.4 GiB used, 709 GiB / 715 GiB avail; 3.5 MiB/s rd, 2.4 MiB/s wr, 6 op/s 2024-08-29T18:14:51.379 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:14:50 smithi028 bash[78352]: cluster 2024-08-29T18:14:49.508330+0000 mgr.y (mgr.25022) 843 : cluster [DBG] pgmap v1531: 105 pgs: 105 active+clean; 127 GiB data, 6.4 GiB used, 709 GiB / 715 GiB avail; 3.5 MiB/s rd, 2.4 MiB/s wr, 6 op/s 2024-08-29T18:14:51.379 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:14:50 smithi028 bash[77168]: cluster 2024-08-29T18:14:49.508330+0000 mgr.y (mgr.25022) 843 : cluster [DBG] pgmap v1531: 105 pgs: 105 active+clean; 127 GiB data, 6.4 GiB used, 709 GiB / 715 GiB avail; 3.5 MiB/s rd, 2.4 MiB/s wr, 6 op/s 2024-08-29T18:14:51.847 INFO:tasks.workunit.client.0.smithi028.stdout: 190: throughput=4.97MB/sec pending data=0 2024-08-29T18:14:51.847 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-RFn0N3k2Yxa7o5a off=2381099 len=1614600 2024-08-29T18:14:51.851 INFO:tasks.workunit.client.0.smithi028.stdout:op 994 completed, throughput=4.98MB/sec 2024-08-29T18:14:51.851 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-tS-UtLtnhSIYIU_ off=10802194 len=756164 2024-08-29T18:14:51.854 INFO:tasks.workunit.client.0.smithi028.stdout:op 995 completed, throughput=4.99MB/sec 2024-08-29T18:14:51.854 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-jDH-a-2O-yMzxjY off=5396257 len=112650 2024-08-29T18:14:51.856 INFO:tasks.workunit.client.0.smithi028.stdout:op 996 completed, throughput=4.99MB/sec 2024-08-29T18:14:51.856 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-dO75B3aBq2OLtjd off=8782034 len=759758 2024-08-29T18:14:51.858 INFO:tasks.workunit.client.0.smithi028.stdout:op 997 completed, throughput=4.99MB/sec 2024-08-29T18:14:51.858 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-B1HqttLZt5iimM1 off=1538915 len=1654996 2024-08-29T18:14:51.862 INFO:tasks.workunit.client.0.smithi028.stdout:op 998 completed, throughput=5MB/sec 2024-08-29T18:14:51.862 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-pHjiFj-w0ex-klo off=901803 len=1264996 2024-08-29T18:14:51.871 INFO:tasks.workunit.client.0.smithi028.stdout:op 999 completed, throughput=5MB/sec 2024-08-29T18:14:51.878 INFO:journalctl@ceph.mgr.y.smithi028.stdout:Aug 29 18:14:51 smithi028 bash[70818]: ::ffff:172.21.15.53 - - [29/Aug/2024:18:14:51] "GET /metrics HTTP/1.1" 200 34003 "" "Prometheus/2.43.0" 2024-08-29T18:14:52.576 INFO:journalctl@ceph.prometheus.a.smithi053.stdout:Aug 29 18:14:52 smithi053 bash[95567]: ts=2024-08-29T18:14:52.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"3167ee72-662c-11ef-bcd4-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-29T18:14:52.871 INFO:tasks.workunit.client.0.smithi028.stdout: 191: throughput=4.98MB/sec pending data=0 2024-08-29T18:14:52.871 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-HU7-NhiQIBCf72Z off=13183360 len=527193 2024-08-29T18:14:52.873 INFO:tasks.workunit.client.0.smithi028.stdout:op 1000 completed, throughput=4.98MB/sec 2024-08-29T18:14:52.873 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-V3iuAuVNRlPUbqh off=4933106 len=1964973 2024-08-29T18:14:52.879 INFO:tasks.workunit.client.0.smithi028.stdout:op 1001 completed, throughput=4.99MB/sec 2024-08-29T18:14:52.879 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-ZfiVyorH7afSWan off=17445935 len=1770983 2024-08-29T18:14:52.895 INFO:tasks.workunit.client.0.smithi028.stdout:op 1002 completed, throughput=5MB/sec 2024-08-29T18:14:52.895 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-PFrPQTvk-IhXEHO off=15271059 len=1357207 2024-08-29T18:14:52.899 INFO:tasks.workunit.client.0.smithi028.stdout:op 1003 completed, throughput=5MB/sec 2024-08-29T18:14:53.326 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:14:52 smithi053 bash[68679]: cluster 2024-08-29T18:14:51.509290+0000 mgr.y (mgr.25022) 844 : cluster [DBG] pgmap v1532: 105 pgs: 105 active+clean; 127 GiB data, 6.4 GiB used, 709 GiB / 715 GiB avail; 3.0 MiB/s rd, 1.6 MiB/s wr, 4 op/s 2024-08-29T18:14:53.379 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:14:52 smithi028 bash[77168]: cluster 2024-08-29T18:14:51.509290+0000 mgr.y (mgr.25022) 844 : cluster [DBG] pgmap v1532: 105 pgs: 105 active+clean; 127 GiB data, 6.4 GiB used, 709 GiB / 715 GiB avail; 3.0 MiB/s rd, 1.6 MiB/s wr, 4 op/s 2024-08-29T18:14:53.379 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:14:52 smithi028 bash[78352]: cluster 2024-08-29T18:14:51.509290+0000 mgr.y (mgr.25022) 844 : cluster [DBG] pgmap v1532: 105 pgs: 105 active+clean; 127 GiB data, 6.4 GiB used, 709 GiB / 715 GiB avail; 3.0 MiB/s rd, 1.6 MiB/s wr, 4 op/s 2024-08-29T18:14:53.900 INFO:tasks.workunit.client.0.smithi028.stdout: 192: throughput=4.98MB/sec pending data=0 2024-08-29T18:14:53.900 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-BFDvJT151Ku9TQ_ off=6032881 len=1231247 2024-08-29T18:14:53.903 INFO:tasks.workunit.client.0.smithi028.stdout:op 1004 completed, throughput=4.99MB/sec 2024-08-29T18:14:53.903 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-RDfAgEbAfSxw1qR off=18864967 len=732700 2024-08-29T18:14:53.911 INFO:tasks.workunit.client.0.smithi028.stdout:op 1005 completed, throughput=4.99MB/sec 2024-08-29T18:14:53.911 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-hOc6EmpswwSfWJY off=7759685 len=399436 2024-08-29T18:14:53.918 INFO:tasks.workunit.client.0.smithi028.stdout:op 1006 completed, throughput=4.99MB/sec 2024-08-29T18:14:53.918 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-zpTay9F16lCiUOU off=10031966 len=1731806 2024-08-29T18:14:53.923 INFO:tasks.workunit.client.0.smithi028.stdout:op 1007 completed, throughput=5MB/sec 2024-08-29T18:14:53.923 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-Kye6g9Bmr545HzG off=296474 len=1946946 2024-08-29T18:14:53.937 INFO:tasks.workunit.client.0.smithi028.stdout:op 1008 completed, throughput=5.01MB/sec 2024-08-29T18:14:54.938 INFO:tasks.workunit.client.0.smithi028.stdout: 193: throughput=4.98MB/sec pending data=0 2024-08-29T18:14:54.938 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-0raUvJ5tavKSq5_ off=10676908 len=870101 2024-08-29T18:14:54.941 INFO:tasks.workunit.client.0.smithi028.stdout:op 1009 completed, throughput=4.99MB/sec 2024-08-29T18:14:54.941 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-_p6TsSFjH8oSVpK off=5992140 len=231739 2024-08-29T18:14:54.947 INFO:tasks.workunit.client.0.smithi028.stdout:op 1010 completed, throughput=4.99MB/sec 2024-08-29T18:14:54.947 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-gKsQNiMfs5VsSr6 off=18827009 len=1038537 2024-08-29T18:14:54.950 INFO:tasks.workunit.client.0.smithi028.stdout:op 1011 completed, throughput=4.99MB/sec 2024-08-29T18:14:54.950 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-URbQOcG0qXteDcW off=3483146 len=1452725 2024-08-29T18:14:54.954 INFO:tasks.workunit.client.0.smithi028.stdout:op 1012 completed, throughput=5MB/sec 2024-08-29T18:14:54.954 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-BbrFaJx8kReyBz3 off=19004258 len=1111526 2024-08-29T18:14:54.955 INFO:tasks.workunit.client.0.smithi028.stdout:op 1013 completed, throughput=5MB/sec 2024-08-29T18:14:55.326 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:14:54 smithi053 bash[68679]: cluster 2024-08-29T18:14:53.510202+0000 mgr.y (mgr.25022) 845 : cluster [DBG] pgmap v1533: 105 pgs: 105 active+clean; 127 GiB data, 6.4 GiB used, 709 GiB / 715 GiB avail; 3.4 MiB/s rd, 2.0 MiB/s wr, 5 op/s 2024-08-29T18:14:55.379 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:14:54 smithi028 bash[78352]: cluster 2024-08-29T18:14:53.510202+0000 mgr.y (mgr.25022) 845 : cluster [DBG] pgmap v1533: 105 pgs: 105 active+clean; 127 GiB data, 6.4 GiB used, 709 GiB / 715 GiB avail; 3.4 MiB/s rd, 2.0 MiB/s wr, 5 op/s 2024-08-29T18:14:55.379 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:14:54 smithi028 bash[77168]: cluster 2024-08-29T18:14:53.510202+0000 mgr.y (mgr.25022) 845 : cluster [DBG] pgmap v1533: 105 pgs: 105 active+clean; 127 GiB data, 6.4 GiB used, 709 GiB / 715 GiB avail; 3.4 MiB/s rd, 2.0 MiB/s wr, 5 op/s 2024-08-29T18:14:55.956 INFO:tasks.workunit.client.0.smithi028.stdout: 194: throughput=4.98MB/sec pending data=0 2024-08-29T18:14:55.956 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-AvYn6p8RTnwEh8M off=550096 len=988544 2024-08-29T18:14:55.965 INFO:tasks.workunit.client.0.smithi028.stdout:op 1014 completed, throughput=4.98MB/sec 2024-08-29T18:14:55.965 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-t_m018b4b3PZgI9 off=10789593 len=1454388 2024-08-29T18:14:55.967 INFO:tasks.workunit.client.0.smithi028.stdout:op 1015 completed, throughput=4.99MB/sec 2024-08-29T18:14:55.967 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-K2aNW5rnG1hi16M off=4149326 len=850812 2024-08-29T18:14:55.974 INFO:tasks.workunit.client.0.smithi028.stdout:op 1016 completed, throughput=4.99MB/sec 2024-08-29T18:14:55.975 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-JY9WDKRmwcv18Pu off=9898583 len=1160048 2024-08-29T18:14:55.985 INFO:tasks.workunit.client.0.smithi028.stdout:op 1017 completed, throughput=5MB/sec 2024-08-29T18:14:56.985 INFO:tasks.workunit.client.0.smithi028.stdout: 195: throughput=4.98MB/sec pending data=0 2024-08-29T18:14:56.985 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-ApU5QeZCeg8OmZf off=6352812 len=87185 2024-08-29T18:14:56.990 INFO:tasks.workunit.client.0.smithi028.stdout:op 1018 completed, throughput=4.98MB/sec 2024-08-29T18:14:56.990 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-xqKUpe2MNsOyDmC off=4948275 len=574925 2024-08-29T18:14:56.997 INFO:tasks.workunit.client.0.smithi028.stdout:op 1019 completed, throughput=4.98MB/sec 2024-08-29T18:14:56.997 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-oAVcEPrvph88oJK off=639601 len=1059677 2024-08-29T18:14:57.001 INFO:tasks.workunit.client.0.smithi028.stdout:op 1020 completed, throughput=4.98MB/sec 2024-08-29T18:14:57.001 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-ctZ7svvbFsHAKZD off=4272977 len=842324 2024-08-29T18:14:57.009 INFO:tasks.workunit.client.0.smithi028.stdout:op 1021 completed, throughput=4.99MB/sec 2024-08-29T18:14:57.009 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-cklXVm1UDMIBDFc off=9479406 len=394639 2024-08-29T18:14:57.010 INFO:tasks.workunit.client.0.smithi028.stdout:op 1022 completed, throughput=4.99MB/sec 2024-08-29T18:14:57.011 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-VN5-F1tX70pTrvh off=5183537 len=319798 2024-08-29T18:14:57.012 INFO:tasks.workunit.client.0.smithi028.stdout:op 1023 completed, throughput=4.99MB/sec 2024-08-29T18:14:57.012 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-Yw6WyFJ-kcedYBV off=640456 len=819078 2024-08-29T18:14:57.014 INFO:tasks.workunit.client.0.smithi028.stdout:op 1024 completed, throughput=4.99MB/sec 2024-08-29T18:14:57.014 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-kJ6C9p40ieR5Va8 off=10574085 len=1488508 2024-08-29T18:14:57.028 INFO:tasks.workunit.client.0.smithi028.stdout:op 1025 completed, throughput=5MB/sec 2024-08-29T18:14:57.326 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:14:56 smithi053 bash[68679]: cluster 2024-08-29T18:14:55.511244+0000 mgr.y (mgr.25022) 846 : cluster [DBG] pgmap v1534: 105 pgs: 105 active+clean; 127 GiB data, 6.4 GiB used, 709 GiB / 715 GiB avail; 3.2 MiB/s rd, 1.9 MiB/s wr, 4 op/s 2024-08-29T18:14:57.379 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:14:56 smithi028 bash[77168]: cluster 2024-08-29T18:14:55.511244+0000 mgr.y (mgr.25022) 846 : cluster [DBG] pgmap v1534: 105 pgs: 105 active+clean; 127 GiB data, 6.4 GiB used, 709 GiB / 715 GiB avail; 3.2 MiB/s rd, 1.9 MiB/s wr, 4 op/s 2024-08-29T18:14:57.379 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:14:56 smithi028 bash[78352]: cluster 2024-08-29T18:14:55.511244+0000 mgr.y (mgr.25022) 846 : cluster [DBG] pgmap v1534: 105 pgs: 105 active+clean; 127 GiB data, 6.4 GiB used, 709 GiB / 715 GiB avail; 3.2 MiB/s rd, 1.9 MiB/s wr, 4 op/s 2024-08-29T18:14:58.026 INFO:tasks.workunit.client.0.smithi028.stdout: 196: throughput=4.98MB/sec pending data=0 2024-08-29T18:14:58.026 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-elz4Xws3lifqLvW off=12134447 len=1203099 2024-08-29T18:14:58.030 INFO:tasks.workunit.client.0.smithi028.stdout:op 1026 completed, throughput=4.98MB/sec 2024-08-29T18:14:58.030 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-ZAusosLcckHSJ8n off=781294 len=628076 2024-08-29T18:14:58.037 INFO:tasks.workunit.client.0.smithi028.stdout:op 1027 completed, throughput=4.98MB/sec 2024-08-29T18:14:58.037 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-DdTwmpLxsRb0FvH off=478519 len=966327 2024-08-29T18:14:58.046 INFO:tasks.workunit.client.0.smithi028.stdout:op 1028 completed, throughput=4.99MB/sec 2024-08-29T18:14:58.046 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-60PTRA6-C1rq_99 off=8524977 len=828785 2024-08-29T18:14:58.054 INFO:tasks.workunit.client.0.smithi028.stdout:op 1029 completed, throughput=4.99MB/sec 2024-08-29T18:14:58.054 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-VrH4chzmgVouyMF off=4088624 len=1166529 2024-08-29T18:14:58.063 INFO:tasks.workunit.client.0.smithi028.stdout:op 1030 completed, throughput=5MB/sec 2024-08-29T18:14:58.063 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-J97woGw8dwUwuQN off=19610772 len=542176 2024-08-29T18:14:58.070 INFO:tasks.workunit.client.0.smithi028.stdout:op 1031 completed, throughput=5MB/sec 2024-08-29T18:14:58.326 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:14:57 smithi053 bash[68679]: audit 2024-08-29T18:14:57.065695+0000 mon.a (mon.0) 2167 : audit [DBG] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-29T18:14:58.378 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:14:57 smithi028 bash[78352]: audit 2024-08-29T18:14:57.065695+0000 mon.a (mon.0) 2167 : audit [DBG] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-29T18:14:58.379 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:14:57 smithi028 bash[77168]: audit 2024-08-29T18:14:57.065695+0000 mon.a (mon.0) 2167 : audit [DBG] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-29T18:14:59.070 INFO:tasks.workunit.client.0.smithi028.stdout: 197: throughput=4.98MB/sec pending data=0 2024-08-29T18:14:59.070 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-G5vzDUqYBa0Zao9 off=11485307 len=1338601 2024-08-29T18:14:59.074 INFO:tasks.workunit.client.0.smithi028.stdout:op 1032 completed, throughput=4.98MB/sec 2024-08-29T18:14:59.074 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-4iAx7pBamba1i26 off=1950622 len=491322 2024-08-29T18:14:59.080 INFO:tasks.workunit.client.0.smithi028.stdout:op 1033 completed, throughput=4.98MB/sec 2024-08-29T18:14:59.080 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-OG7RBayaLC1Yt10 off=1946824 len=907679 2024-08-29T18:14:59.083 INFO:tasks.workunit.client.0.smithi028.stdout:op 1034 completed, throughput=4.99MB/sec 2024-08-29T18:14:59.083 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-8pfaQID0Z4uxT1q off=10581399 len=1872191 2024-08-29T18:14:59.097 INFO:tasks.workunit.client.0.smithi028.stdout:op 1035 completed, throughput=5MB/sec 2024-08-29T18:14:59.098 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-ZZ-6aBA0MzMP1bf off=5637455 len=1736374 2024-08-29T18:14:59.111 INFO:tasks.workunit.client.0.smithi028.stdout:op 1036 completed, throughput=5MB/sec 2024-08-29T18:14:59.326 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:14:58 smithi053 bash[68679]: cluster 2024-08-29T18:14:57.512022+0000 mgr.y (mgr.25022) 847 : cluster [DBG] pgmap v1535: 105 pgs: 105 active+clean; 127 GiB data, 6.5 GiB used, 709 GiB / 715 GiB avail; 2.9 MiB/s rd, 1.7 MiB/s wr, 4 op/s 2024-08-29T18:14:59.379 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:14:58 smithi028 bash[77168]: cluster 2024-08-29T18:14:57.512022+0000 mgr.y (mgr.25022) 847 : cluster [DBG] pgmap v1535: 105 pgs: 105 active+clean; 127 GiB data, 6.5 GiB used, 709 GiB / 715 GiB avail; 2.9 MiB/s rd, 1.7 MiB/s wr, 4 op/s 2024-08-29T18:14:59.379 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:14:58 smithi028 bash[78352]: cluster 2024-08-29T18:14:57.512022+0000 mgr.y (mgr.25022) 847 : cluster [DBG] pgmap v1535: 105 pgs: 105 active+clean; 127 GiB data, 6.5 GiB used, 709 GiB / 715 GiB avail; 2.9 MiB/s rd, 1.7 MiB/s wr, 4 op/s 2024-08-29T18:15:00.111 INFO:tasks.workunit.client.0.smithi028.stdout: 198: throughput=4.98MB/sec pending data=0 2024-08-29T18:15:00.111 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-iC_5GE0vmVqc0DH off=4782033 len=1946264 2024-08-29T18:15:00.126 INFO:tasks.workunit.client.0.smithi028.stdout:op 1037 completed, throughput=4.99MB/sec 2024-08-29T18:15:00.126 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-lS11k15-3ry1QEE off=438502 len=882484 2024-08-29T18:15:00.128 INFO:tasks.workunit.client.0.smithi028.stdout:op 1038 completed, throughput=4.99MB/sec 2024-08-29T18:15:00.128 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-h7g7RDtysGBXMRQ off=7321201 len=1377498 2024-08-29T18:15:00.130 INFO:tasks.workunit.client.0.smithi028.stdout:op 1039 completed, throughput=5MB/sec 2024-08-29T18:15:00.131 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-uC8aANlnUb1Z8ib off=189514 len=1808464 2024-08-29T18:15:00.141 INFO:tasks.workunit.client.0.smithi028.stdout:op 1040 completed, throughput=5.01MB/sec 2024-08-29T18:15:01.141 INFO:tasks.workunit.client.0.smithi028.stdout: 199: throughput=4.98MB/sec pending data=0 2024-08-29T18:15:01.142 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-JRPHc7M9GXYd8MN off=7031739 len=1809674 2024-08-29T18:15:01.146 INFO:tasks.workunit.client.0.smithi028.stdout:op 1041 completed, throughput=4.99MB/sec 2024-08-29T18:15:01.146 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-UC3OUHCBawQL4Ne off=16945722 len=1184014 2024-08-29T18:15:01.148 INFO:tasks.workunit.client.0.smithi028.stdout:op 1042 completed, throughput=5MB/sec 2024-08-29T18:15:01.148 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-l1iwlqf2ZL7MGlo off=843429 len=234006 2024-08-29T18:15:01.149 INFO:tasks.workunit.client.0.smithi028.stdout:op 1043 completed, throughput=5MB/sec 2024-08-29T18:15:01.149 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-tiLBd5pd7vybtJy off=18555088 len=664562 2024-08-29T18:15:01.157 INFO:tasks.workunit.client.0.smithi028.stdout:op 1044 completed, throughput=5MB/sec 2024-08-29T18:15:01.165 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:15:00 smithi053 bash[68679]: cluster 2024-08-29T18:14:59.513139+0000 mgr.y (mgr.25022) 848 : cluster [DBG] pgmap v1536: 105 pgs: 105 active+clean; 127 GiB data, 6.5 GiB used, 709 GiB / 715 GiB avail; 3.6 MiB/s rd, 2.6 MiB/s wr, 6 op/s 2024-08-29T18:15:01.379 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:15:00 smithi028 bash[78352]: cluster 2024-08-29T18:14:59.513139+0000 mgr.y (mgr.25022) 848 : cluster [DBG] pgmap v1536: 105 pgs: 105 active+clean; 127 GiB data, 6.5 GiB used, 709 GiB / 715 GiB avail; 3.6 MiB/s rd, 2.6 MiB/s wr, 6 op/s 2024-08-29T18:15:01.379 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:15:00 smithi028 bash[77168]: cluster 2024-08-29T18:14:59.513139+0000 mgr.y (mgr.25022) 848 : cluster [DBG] pgmap v1536: 105 pgs: 105 active+clean; 127 GiB data, 6.5 GiB used, 709 GiB / 715 GiB avail; 3.6 MiB/s rd, 2.6 MiB/s wr, 6 op/s 2024-08-29T18:15:01.879 INFO:journalctl@ceph.mgr.y.smithi028.stdout:Aug 29 18:15:01 smithi028 bash[70818]: ::ffff:172.21.15.53 - - [29/Aug/2024:18:15:01] "GET /metrics HTTP/1.1" 200 34001 "" "Prometheus/2.43.0" 2024-08-29T18:15:02.157 INFO:tasks.workunit.client.0.smithi028.stdout: 200: throughput=4.98MB/sec pending data=0 2024-08-29T18:15:02.157 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-yGyeu-GxLQzPQmY off=8889086 len=1837196 2024-08-29T18:15:02.162 INFO:tasks.workunit.client.0.smithi028.stdout:op 1045 completed, throughput=4.98MB/sec 2024-08-29T18:15:02.162 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-LlAvL93i9oJVU3g off=16991633 len=1999846 2024-08-29T18:15:02.167 INFO:tasks.workunit.client.0.smithi028.stdout:op 1046 completed, throughput=4.99MB/sec 2024-08-29T18:15:02.167 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-IJgKNWuysPmbp-- off=5323368 len=84411 2024-08-29T18:15:02.171 INFO:tasks.workunit.client.0.smithi028.stdout:op 1047 completed, throughput=4.99MB/sec 2024-08-29T18:15:02.172 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-LRVxWE_MOxS1BV2 off=3337581 len=211872 2024-08-29T18:15:02.177 INFO:tasks.workunit.client.0.smithi028.stdout:op 1048 completed, throughput=4.99MB/sec 2024-08-29T18:15:02.177 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-0Jdcg8XjbhyU4F9 off=2253300 len=632638 2024-08-29T18:15:02.179 INFO:tasks.workunit.client.0.smithi028.stdout:op 1049 completed, throughput=5MB/sec 2024-08-29T18:15:02.180 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-kgbvv_lwNU4-92D off=1617546 len=1735955 2024-08-29T18:15:02.182 INFO:tasks.workunit.client.0.smithi028.stdout:op 1050 completed, throughput=5.01MB/sec 2024-08-29T18:15:02.576 INFO:journalctl@ceph.prometheus.a.smithi053.stdout:Aug 29 18:15:02 smithi053 bash[95567]: ts=2024-08-29T18:15:02.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"3167ee72-662c-11ef-bcd4-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-29T18:15:03.182 INFO:tasks.workunit.client.0.smithi028.stdout: 201: throughput=4.98MB/sec pending data=0 2024-08-29T18:15:03.183 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-TT2Jb3eEXrWRuq5 off=895280 len=595227 2024-08-29T18:15:03.185 INFO:tasks.workunit.client.0.smithi028.stdout:op 1051 completed, throughput=4.98MB/sec 2024-08-29T18:15:03.185 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-A6VJmg7OnXjt5sv off=11379350 len=821178 2024-08-29T18:15:03.193 INFO:tasks.workunit.client.0.smithi028.stdout:op 1052 completed, throughput=4.99MB/sec 2024-08-29T18:15:03.193 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-T5YmUHoRUHzkHi5 off=374818 len=1434364 2024-08-29T18:15:03.196 INFO:tasks.workunit.client.0.smithi028.stdout:op 1053 completed, throughput=4.99MB/sec 2024-08-29T18:15:03.196 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-Nh0hfCFVL473MK6 off=7158355 len=1733419 2024-08-29T18:15:03.209 INFO:tasks.workunit.client.0.smithi028.stdout:op 1054 completed, throughput=5MB/sec 2024-08-29T18:15:03.326 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:15:02 smithi053 bash[68679]: cluster 2024-08-29T18:15:01.514118+0000 mgr.y (mgr.25022) 849 : cluster [DBG] pgmap v1537: 105 pgs: 105 active+clean; 127 GiB data, 6.5 GiB used, 709 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2024-08-29T18:15:03.379 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:15:02 smithi028 bash[77168]: cluster 2024-08-29T18:15:01.514118+0000 mgr.y (mgr.25022) 849 : cluster [DBG] pgmap v1537: 105 pgs: 105 active+clean; 127 GiB data, 6.5 GiB used, 709 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2024-08-29T18:15:03.379 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:15:02 smithi028 bash[78352]: cluster 2024-08-29T18:15:01.514118+0000 mgr.y (mgr.25022) 849 : cluster [DBG] pgmap v1537: 105 pgs: 105 active+clean; 127 GiB data, 6.5 GiB used, 709 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2024-08-29T18:15:04.210 INFO:tasks.workunit.client.0.smithi028.stdout: 202: throughput=4.98MB/sec pending data=0 2024-08-29T18:15:04.210 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-O7j0MGixtFtrKvV off=21492750 len=1196138 2024-08-29T18:15:04.220 INFO:tasks.workunit.client.0.smithi028.stdout:op 1055 completed, throughput=4.98MB/sec 2024-08-29T18:15:04.220 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-HjKLnxh8ICk1ROj off=5906154 len=1867658 2024-08-29T18:15:04.232 INFO:tasks.workunit.client.0.smithi028.stdout:op 1056 completed, throughput=4.99MB/sec 2024-08-29T18:15:04.232 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-UHYRkdTjkArX2sb off=5306991 len=836572 2024-08-29T18:15:04.240 INFO:tasks.workunit.client.0.smithi028.stdout:op 1057 completed, throughput=5MB/sec 2024-08-29T18:15:04.241 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-MSUeTls5ZcgyoYl off=12489772 len=1311773 2024-08-29T18:15:04.251 INFO:tasks.workunit.client.0.smithi028.stdout:op 1058 completed, throughput=5MB/sec 2024-08-29T18:15:05.251 INFO:tasks.workunit.client.0.smithi028.stdout: 203: throughput=4.98MB/sec pending data=0 2024-08-29T18:15:05.251 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-z39kildqhJSR4Q6 off=12140839 len=1821517 2024-08-29T18:15:05.265 INFO:tasks.workunit.client.0.smithi028.stdout:op 1059 completed, throughput=4.98MB/sec 2024-08-29T18:15:05.265 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-AKzjMNuZYtCujO1 off=20732629 len=1736437 2024-08-29T18:15:05.269 INFO:tasks.workunit.client.0.smithi028.stdout:op 1060 completed, throughput=4.99MB/sec 2024-08-29T18:15:05.269 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-ZAusosLcckHSJ8n off=1039133 len=1332395 2024-08-29T18:15:05.273 INFO:tasks.workunit.client.0.smithi028.stdout:op 1061 completed, throughput=5MB/sec 2024-08-29T18:15:05.273 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-KVTTZcdNGzqP7Lq off=1990650 len=1192173 2024-08-29T18:15:05.277 INFO:tasks.workunit.client.0.smithi028.stdout:op 1062 completed, throughput=5MB/sec 2024-08-29T18:15:05.326 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:15:04 smithi053 bash[68679]: cluster 2024-08-29T18:15:03.515311+0000 mgr.y (mgr.25022) 850 : cluster [DBG] pgmap v1538: 105 pgs: 105 active+clean; 127 GiB data, 6.5 GiB used, 709 GiB / 715 GiB avail; 3.0 MiB/s rd, 2.9 MiB/s wr, 5 op/s 2024-08-29T18:15:05.378 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:15:04 smithi028 bash[77168]: cluster 2024-08-29T18:15:03.515311+0000 mgr.y (mgr.25022) 850 : cluster [DBG] pgmap v1538: 105 pgs: 105 active+clean; 127 GiB data, 6.5 GiB used, 709 GiB / 715 GiB avail; 3.0 MiB/s rd, 2.9 MiB/s wr, 5 op/s 2024-08-29T18:15:05.379 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:15:04 smithi028 bash[78352]: cluster 2024-08-29T18:15:03.515311+0000 mgr.y (mgr.25022) 850 : cluster [DBG] pgmap v1538: 105 pgs: 105 active+clean; 127 GiB data, 6.5 GiB used, 709 GiB / 715 GiB avail; 3.0 MiB/s rd, 2.9 MiB/s wr, 5 op/s 2024-08-29T18:15:06.278 INFO:tasks.workunit.client.0.smithi028.stdout: 204: throughput=4.98MB/sec pending data=0 2024-08-29T18:15:06.278 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-Zf4U1eYwEEx3Cwl off=5561806 len=760349 2024-08-29T18:15:06.285 INFO:tasks.workunit.client.0.smithi028.stdout:op 1063 completed, throughput=4.98MB/sec 2024-08-29T18:15:06.285 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-sP27t18dP2JNgEV off=2537496 len=1973790 2024-08-29T18:15:06.299 INFO:tasks.workunit.client.0.smithi028.stdout:op 1064 completed, throughput=4.99MB/sec 2024-08-29T18:15:06.299 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-7tsu-6GLjf5ibkJ off=4075833 len=1302120 2024-08-29T18:15:06.309 INFO:tasks.workunit.client.0.smithi028.stdout:op 1065 completed, throughput=5MB/sec 2024-08-29T18:15:06.310 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-iFbHY76nwPtktto off=3502710 len=1670237 2024-08-29T18:15:06.313 INFO:tasks.workunit.client.0.smithi028.stdout:op 1066 completed, throughput=5.01MB/sec 2024-08-29T18:15:07.314 INFO:tasks.workunit.client.0.smithi028.stdout: 205: throughput=4.98MB/sec pending data=0 2024-08-29T18:15:07.314 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-JiedDUOE0i34CP_ off=3331554 len=1987861 2024-08-29T18:15:07.318 INFO:tasks.workunit.client.0.smithi028.stdout:op 1067 completed, throughput=4.99MB/sec 2024-08-29T18:15:07.318 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-lhTyDhPfovSPUcx off=15629626 len=1671884 2024-08-29T18:15:07.322 INFO:tasks.workunit.client.0.smithi028.stdout:op 1068 completed, throughput=5MB/sec 2024-08-29T18:15:07.322 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-uiTZJRE2-lIJtMW off=17755211 len=577963 2024-08-29T18:15:07.324 INFO:tasks.workunit.client.0.smithi028.stdout:op 1069 completed, throughput=5MB/sec 2024-08-29T18:15:07.326 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:15:06 smithi053 bash[68679]: cluster 2024-08-29T18:15:05.516422+0000 mgr.y (mgr.25022) 851 : cluster [DBG] pgmap v1539: 105 pgs: 105 active+clean; 127 GiB data, 6.5 GiB used, 709 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.5 MiB/s wr, 5 op/s 2024-08-29T18:15:07.380 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:15:06 smithi028 bash[77168]: cluster 2024-08-29T18:15:05.516422+0000 mgr.y (mgr.25022) 851 : cluster [DBG] pgmap v1539: 105 pgs: 105 active+clean; 127 GiB data, 6.5 GiB used, 709 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.5 MiB/s wr, 5 op/s 2024-08-29T18:15:07.557 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:15:06 smithi028 bash[78352]: cluster 2024-08-29T18:15:05.516422+0000 mgr.y (mgr.25022) 851 : cluster [DBG] pgmap v1539: 105 pgs: 105 active+clean; 127 GiB data, 6.5 GiB used, 709 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.5 MiB/s wr, 5 op/s 2024-08-29T18:15:08.325 INFO:tasks.workunit.client.0.smithi028.stdout: 206: throughput=4.98MB/sec pending data=0 2024-08-29T18:15:08.325 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-3uGQOTvyE0SD7yX off=614742 len=1288056 2024-08-29T18:15:08.328 INFO:tasks.workunit.client.0.smithi028.stdout:op 1070 completed, throughput=4.98MB/sec 2024-08-29T18:15:08.328 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-HBXRujLFAqe7FjY off=0 len=1061997 2024-08-29T18:15:08.331 INFO:tasks.workunit.client.0.smithi028.stdout:op 1071 completed, throughput=4.99MB/sec 2024-08-29T18:15:08.332 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-hRvjHrRY2UA0VjB off=2523736 len=809251 2024-08-29T18:15:08.335 INFO:tasks.workunit.client.0.smithi028.stdout:op 1072 completed, throughput=4.99MB/sec 2024-08-29T18:15:08.335 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-mlkwGEzwsHeayvr off=12723894 len=392034 2024-08-29T18:15:08.336 INFO:tasks.workunit.client.0.smithi028.stdout:op 1073 completed, throughput=4.99MB/sec 2024-08-29T18:15:08.337 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-8X2CN0MF81fBlzl off=11149252 len=500886 2024-08-29T18:15:08.343 INFO:tasks.workunit.client.0.smithi028.stdout:op 1074 completed, throughput=4.99MB/sec 2024-08-29T18:15:08.343 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-drxxkQhj8rRGHNX off=2594950 len=622560 2024-08-29T18:15:08.350 INFO:tasks.workunit.client.0.smithi028.stdout:op 1075 completed, throughput=5MB/sec 2024-08-29T18:15:08.350 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-HQlGoM8qhL1f1Ql off=2161928 len=79860 2024-08-29T18:15:08.351 INFO:tasks.workunit.client.0.smithi028.stdout:op 1076 completed, throughput=5MB/sec 2024-08-29T18:15:08.351 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-P59eEQjFHza77Jk off=14437388 len=1883019 2024-08-29T18:15:08.357 INFO:tasks.workunit.client.0.smithi028.stdout:op 1077 completed, throughput=5.01MB/sec 2024-08-29T18:15:09.326 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:15:08 smithi053 bash[68679]: cluster 2024-08-29T18:15:07.517246+0000 mgr.y (mgr.25022) 852 : cluster [DBG] pgmap v1540: 105 pgs: 105 active+clean; 127 GiB data, 6.5 GiB used, 709 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2024-08-29T18:15:09.357 INFO:tasks.workunit.client.0.smithi028.stdout: 207: throughput=4.98MB/sec pending data=0 2024-08-29T18:15:09.357 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-j3jLGN6yQmB4bKx off=6141916 len=1628192 2024-08-29T18:15:09.370 INFO:tasks.workunit.client.0.smithi028.stdout:op 1078 completed, throughput=4.99MB/sec 2024-08-29T18:15:09.370 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-xRWzWVLqg6LAxMp off=1682627 len=21511 2024-08-29T18:15:09.376 INFO:tasks.workunit.client.0.smithi028.stdout:op 1079 completed, throughput=4.99MB/sec 2024-08-29T18:15:09.376 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-UyTJh5_35rwEigi off=3753184 len=598485 2024-08-29T18:15:09.378 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:15:08 smithi028 bash[78352]: cluster 2024-08-29T18:15:07.517246+0000 mgr.y (mgr.25022) 852 : cluster [DBG] pgmap v1540: 105 pgs: 105 active+clean; 127 GiB data, 6.5 GiB used, 709 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2024-08-29T18:15:09.379 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:15:08 smithi028 bash[77168]: cluster 2024-08-29T18:15:07.517246+0000 mgr.y (mgr.25022) 852 : cluster [DBG] pgmap v1540: 105 pgs: 105 active+clean; 127 GiB data, 6.5 GiB used, 709 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2024-08-29T18:15:09.379 INFO:tasks.workunit.client.0.smithi028.stdout:op 1080 completed, throughput=4.99MB/sec 2024-08-29T18:15:09.379 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-mtzJN4mywJuzoI0 off=19861889 len=705144 2024-08-29T18:15:09.387 INFO:tasks.workunit.client.0.smithi028.stdout:op 1081 completed, throughput=4.99MB/sec 2024-08-29T18:15:09.387 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-sT_YsNBcRcAC5hn off=9825647 len=675170 2024-08-29T18:15:09.395 INFO:tasks.workunit.client.0.smithi028.stdout:op 1082 completed, throughput=5MB/sec 2024-08-29T18:15:09.395 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-VilWvgr7PTnwMvd off=7292342 len=80045 2024-08-29T18:15:09.396 INFO:tasks.workunit.client.0.smithi028.stdout:op 1083 completed, throughput=5MB/sec 2024-08-29T18:15:09.396 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-tR3sHct20PcycuY off=0 len=1096837 2024-08-29T18:15:09.398 INFO:tasks.workunit.client.0.smithi028.stdout:op 1084 completed, throughput=5MB/sec 2024-08-29T18:15:10.326 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:15:09 smithi053 bash[68679]: cluster 2024-08-29T18:15:09.518461+0000 mgr.y (mgr.25022) 853 : cluster [DBG] pgmap v1541: 105 pgs: 105 active+clean; 127 GiB data, 6.6 GiB used, 709 GiB / 715 GiB avail; 2.9 MiB/s rd, 2.8 MiB/s wr, 5 op/s 2024-08-29T18:15:10.378 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:15:09 smithi028 bash[78352]: cluster 2024-08-29T18:15:09.518461+0000 mgr.y (mgr.25022) 853 : cluster [DBG] pgmap v1541: 105 pgs: 105 active+clean; 127 GiB data, 6.6 GiB used, 709 GiB / 715 GiB avail; 2.9 MiB/s rd, 2.8 MiB/s wr, 5 op/s 2024-08-29T18:15:10.379 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:15:09 smithi028 bash[77168]: cluster 2024-08-29T18:15:09.518461+0000 mgr.y (mgr.25022) 853 : cluster [DBG] pgmap v1541: 105 pgs: 105 active+clean; 127 GiB data, 6.6 GiB used, 709 GiB / 715 GiB avail; 2.9 MiB/s rd, 2.8 MiB/s wr, 5 op/s 2024-08-29T18:15:10.399 INFO:tasks.workunit.client.0.smithi028.stdout: 208: throughput=4.98MB/sec pending data=0 2024-08-29T18:15:10.399 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-mDzBD8S3MJImQq3 off=8510227 len=1035683 2024-08-29T18:15:10.402 INFO:tasks.workunit.client.0.smithi028.stdout:op 1085 completed, throughput=4.98MB/sec 2024-08-29T18:15:10.403 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-4_DrhnQ_ETd7kZc off=2264896 len=377000 2024-08-29T18:15:10.410 INFO:tasks.workunit.client.0.smithi028.stdout:op 1086 completed, throughput=4.99MB/sec 2024-08-29T18:15:10.410 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-Pku94VBTYonSKMi off=11949541 len=242461 2024-08-29T18:15:10.410 INFO:tasks.workunit.client.0.smithi028.stdout:op 1087 completed, throughput=4.99MB/sec 2024-08-29T18:15:10.411 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-245zT_sJzUvwfYa off=3466775 len=289705 2024-08-29T18:15:10.415 INFO:tasks.workunit.client.0.smithi028.stdout:op 1088 completed, throughput=4.99MB/sec 2024-08-29T18:15:10.415 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-LRVxWE_MOxS1BV2 off=932474 len=1829679 2024-08-29T18:15:10.419 INFO:tasks.workunit.client.0.smithi028.stdout:op 1089 completed, throughput=5MB/sec 2024-08-29T18:15:10.420 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-bxgJwS849srSKMv off=4104230 len=1750066 2024-08-29T18:15:10.432 INFO:tasks.workunit.client.0.smithi028.stdout:op 1090 completed, throughput=5MB/sec 2024-08-29T18:15:11.432 INFO:tasks.workunit.client.0.smithi028.stdout: 209: throughput=4.98MB/sec pending data=0 2024-08-29T18:15:11.432 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-uUFOWAqwHprn9lj off=2910927 len=2047314 2024-08-29T18:15:11.437 INFO:tasks.workunit.client.0.smithi028.stdout:op 1091 completed, throughput=4.99MB/sec 2024-08-29T18:15:11.437 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-gJB1ZsDgWVxiFN- off=9829144 len=1973196 2024-08-29T18:15:11.452 INFO:tasks.workunit.client.0.smithi028.stdout:op 1092 completed, throughput=5MB/sec 2024-08-29T18:15:11.453 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-5k599RT6hYXziVU off=200539 len=993644 2024-08-29T18:15:11.455 INFO:tasks.workunit.client.0.smithi028.stdout:op 1093 completed, throughput=5MB/sec 2024-08-29T18:15:11.879 INFO:journalctl@ceph.mgr.y.smithi028.stdout:Aug 29 18:15:11 smithi028 bash[70818]: ::ffff:172.21.15.53 - - [29/Aug/2024:18:15:11] "GET /metrics HTTP/1.1" 200 34001 "" "Prometheus/2.43.0" 2024-08-29T18:15:12.455 INFO:tasks.workunit.client.0.smithi028.stdout: 210: throughput=4.98MB/sec pending data=0 2024-08-29T18:15:12.456 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-RNCXkPIr571_ItL off=15897770 len=12738 2024-08-29T18:15:12.456 INFO:tasks.workunit.client.0.smithi028.stdout:op 1094 completed, throughput=4.98MB/sec 2024-08-29T18:15:12.457 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-H2cPy3fXG34VZ7g off=14708617 len=1095807 2024-08-29T18:15:12.467 INFO:tasks.workunit.client.0.smithi028.stdout:op 1095 completed, throughput=4.98MB/sec 2024-08-29T18:15:12.467 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-YVKQnq0MDJ5anGF off=5885926 len=648327 2024-08-29T18:15:12.474 INFO:tasks.workunit.client.0.smithi028.stdout:op 1096 completed, throughput=4.99MB/sec 2024-08-29T18:15:12.474 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-ilQy9-2Zl09vKhP off=3851894 len=1994159 2024-08-29T18:15:12.486 INFO:tasks.workunit.client.0.smithi028.stdout:op 1097 completed, throughput=4.99MB/sec 2024-08-29T18:15:12.487 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-j9kb5BNKxDNTBRV off=3147850 len=397481 2024-08-29T18:15:12.488 INFO:tasks.workunit.client.0.smithi028.stdout:op 1098 completed, throughput=5MB/sec 2024-08-29T18:15:12.489 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-IXCf-Uy6jDE4GLo off=1214288 len=1792746 2024-08-29T18:15:12.491 INFO:tasks.workunit.client.0.smithi028.stdout:op 1099 completed, throughput=5MB/sec 2024-08-29T18:15:12.573 INFO:journalctl@ceph.prometheus.a.smithi053.stdout:Aug 29 18:15:12 smithi053 bash[95567]: ts=2024-08-29T18:15:12.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"3167ee72-662c-11ef-bcd4-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-29T18:15:12.826 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:15:12 smithi053 bash[68679]: cluster 2024-08-29T18:15:11.519348+0000 mgr.y (mgr.25022) 854 : cluster [DBG] pgmap v1542: 105 pgs: 105 active+clean; 127 GiB data, 6.6 GiB used, 709 GiB / 715 GiB avail; 2.4 MiB/s rd, 1.8 MiB/s wr, 3 op/s 2024-08-29T18:15:12.827 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:15:12 smithi053 bash[68679]: audit 2024-08-29T18:15:12.065978+0000 mon.a (mon.0) 2168 : audit [DBG] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-29T18:15:12.879 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:15:12 smithi028 bash[78352]: cluster 2024-08-29T18:15:11.519348+0000 mgr.y (mgr.25022) 854 : cluster [DBG] pgmap v1542: 105 pgs: 105 active+clean; 127 GiB data, 6.6 GiB used, 709 GiB / 715 GiB avail; 2.4 MiB/s rd, 1.8 MiB/s wr, 3 op/s 2024-08-29T18:15:12.879 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:15:12 smithi028 bash[78352]: audit 2024-08-29T18:15:12.065978+0000 mon.a (mon.0) 2168 : audit [DBG] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-29T18:15:12.879 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:15:12 smithi028 bash[77168]: cluster 2024-08-29T18:15:11.519348+0000 mgr.y (mgr.25022) 854 : cluster [DBG] pgmap v1542: 105 pgs: 105 active+clean; 127 GiB data, 6.6 GiB used, 709 GiB / 715 GiB avail; 2.4 MiB/s rd, 1.8 MiB/s wr, 3 op/s 2024-08-29T18:15:12.879 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:15:12 smithi028 bash[77168]: audit 2024-08-29T18:15:12.065978+0000 mon.a (mon.0) 2168 : audit [DBG] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-29T18:15:13.491 INFO:tasks.workunit.client.0.smithi028.stdout: 211: throughput=4.98MB/sec pending data=0 2024-08-29T18:15:13.492 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-MtclHZG-UaRsLKs off=286039 len=563277 2024-08-29T18:15:13.498 INFO:tasks.workunit.client.0.smithi028.stdout:op 1100 completed, throughput=4.98MB/sec 2024-08-29T18:15:13.498 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-TQXUIUH8jnqkzG_ off=6012168 len=699229 2024-08-29T18:15:13.506 INFO:tasks.workunit.client.0.smithi028.stdout:op 1101 completed, throughput=4.99MB/sec 2024-08-29T18:15:13.506 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-cJ2jUFgwf3bmw4L off=3052005 len=908066 2024-08-29T18:15:13.508 INFO:tasks.workunit.client.0.smithi028.stdout:op 1102 completed, throughput=4.99MB/sec 2024-08-29T18:15:13.508 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-A0BkKb-nBP3XJ52 off=751294 len=1737075 2024-08-29T18:15:13.512 INFO:tasks.workunit.client.0.smithi028.stdout:op 1103 completed, throughput=5MB/sec 2024-08-29T18:15:13.513 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-5aX0V75l2L0RoBw off=16841673 len=2032143 2024-08-29T18:15:13.528 INFO:tasks.workunit.client.0.smithi028.stdout:op 1104 completed, throughput=5.01MB/sec 2024-08-29T18:15:14.528 INFO:tasks.workunit.client.0.smithi028.stdout: 212: throughput=4.98MB/sec pending data=0 2024-08-29T18:15:14.528 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-0Jdcg8XjbhyU4F9 off=1626035 len=122254 2024-08-29T18:15:14.529 INFO:tasks.workunit.client.0.smithi028.stdout:op 1105 completed, throughput=4.98MB/sec 2024-08-29T18:15:14.529 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-PE8B4_Z0nBfQBs_ off=8321823 len=348083 2024-08-29T18:15:14.535 INFO:tasks.workunit.client.0.smithi028.stdout:op 1106 completed, throughput=4.99MB/sec 2024-08-29T18:15:14.535 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-sInIrTp5a-HZr6f off=7923114 len=1305380 2024-08-29T18:15:14.546 INFO:tasks.workunit.client.0.smithi028.stdout:op 1107 completed, throughput=4.99MB/sec 2024-08-29T18:15:14.546 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-TpvKxqwpnvx2OPK off=4437776 len=1317713 2024-08-29T18:15:14.549 INFO:tasks.workunit.client.0.smithi028.stdout:op 1108 completed, throughput=5MB/sec 2024-08-29T18:15:14.549 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-SR6HXOU4tSAY0sb off=4738985 len=824102 2024-08-29T18:15:14.557 INFO:tasks.workunit.client.0.smithi028.stdout:op 1109 completed, throughput=5MB/sec 2024-08-29T18:15:14.557 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-otAHmj2023z66-F off=13172033 len=247698 2024-08-29T18:15:14.558 INFO:tasks.workunit.client.0.smithi028.stdout:op 1110 completed, throughput=5MB/sec 2024-08-29T18:15:14.879 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:15:14 smithi028 bash[78352]: cluster 2024-08-29T18:15:13.520373+0000 mgr.y (mgr.25022) 855 : cluster [DBG] pgmap v1543: 105 pgs: 105 active+clean; 127 GiB data, 6.6 GiB used, 709 GiB / 715 GiB avail; 3.3 MiB/s rd, 2.6 MiB/s wr, 5 op/s 2024-08-29T18:15:14.879 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:15:14 smithi028 bash[77168]: cluster 2024-08-29T18:15:13.520373+0000 mgr.y (mgr.25022) 855 : cluster [DBG] pgmap v1543: 105 pgs: 105 active+clean; 127 GiB data, 6.6 GiB used, 709 GiB / 715 GiB avail; 3.3 MiB/s rd, 2.6 MiB/s wr, 5 op/s 2024-08-29T18:15:15.076 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:15:14 smithi053 bash[68679]: cluster 2024-08-29T18:15:13.520373+0000 mgr.y (mgr.25022) 855 : cluster [DBG] pgmap v1543: 105 pgs: 105 active+clean; 127 GiB data, 6.6 GiB used, 709 GiB / 715 GiB avail; 3.3 MiB/s rd, 2.6 MiB/s wr, 5 op/s 2024-08-29T18:15:15.559 INFO:tasks.workunit.client.0.smithi028.stdout: 213: throughput=4.98MB/sec pending data=0 2024-08-29T18:15:15.559 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-UInOHZonTby1sp9 off=20047607 len=937085 2024-08-29T18:15:15.568 INFO:tasks.workunit.client.0.smithi028.stdout:op 1111 completed, throughput=4.98MB/sec 2024-08-29T18:15:15.568 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-fMupmr9edhh60OQ off=3838587 len=965510 2024-08-29T18:15:15.578 INFO:tasks.workunit.client.0.smithi028.stdout:op 1112 completed, throughput=4.99MB/sec 2024-08-29T18:15:15.578 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-n4xSF7eLgbGNsKb off=4898092 len=1189037 2024-08-29T18:15:15.589 INFO:tasks.workunit.client.0.smithi028.stdout:op 1113 completed, throughput=4.99MB/sec 2024-08-29T18:15:15.589 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-SA96i708VdHqNf1 off=932291 len=470454 2024-08-29T18:15:15.590 INFO:tasks.workunit.client.0.smithi028.stdout:op 1114 completed, throughput=4.99MB/sec 2024-08-29T18:15:15.591 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-BYWb7ZmbuUwErAg off=4906375 len=1776099 2024-08-29T18:15:15.595 INFO:tasks.workunit.client.0.smithi028.stdout:op 1115 completed, throughput=5MB/sec 2024-08-29T18:15:16.595 INFO:tasks.workunit.client.0.smithi028.stdout: 214: throughput=4.98MB/sec pending data=0 2024-08-29T18:15:16.595 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-Lt7oQRZ8TfJQByU off=78471 len=1445460 2024-08-29T18:15:16.607 INFO:tasks.workunit.client.0.smithi028.stdout:op 1116 completed, throughput=4.98MB/sec 2024-08-29T18:15:16.607 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-corjnISMzsooOgo off=8940093 len=874077 2024-08-29T18:15:16.616 INFO:tasks.workunit.client.0.smithi028.stdout:op 1117 completed, throughput=4.99MB/sec 2024-08-29T18:15:16.616 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-VKrAaPj0Zx8aKIt off=0 len=1420777 2024-08-29T18:15:16.620 INFO:tasks.workunit.client.0.smithi028.stdout:op 1118 completed, throughput=4.99MB/sec 2024-08-29T18:15:16.620 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-aXuOEObXsYL2Q2w off=1654984 len=846411 2024-08-29T18:15:16.622 INFO:tasks.workunit.client.0.smithi028.stdout:op 1119 completed, throughput=5MB/sec 2024-08-29T18:15:16.622 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-mf0gderxzlXKhJv off=3326314 len=184936 2024-08-29T18:15:16.624 INFO:tasks.workunit.client.0.smithi028.stdout:op 1120 completed, throughput=5MB/sec 2024-08-29T18:15:16.624 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-kiQF-nFLYmGU0MN off=3117501 len=462134 2024-08-29T18:15:16.631 INFO:tasks.workunit.client.0.smithi028.stdout:op 1121 completed, throughput=5MB/sec 2024-08-29T18:15:16.632 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-gaH09_lSH4rLYnv off=5169976 len=1679450 2024-08-29T18:15:16.636 INFO:tasks.workunit.client.0.smithi028.stdout:op 1122 completed, throughput=5.01MB/sec 2024-08-29T18:15:16.879 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:15:16 smithi028 bash[77168]: cluster 2024-08-29T18:15:15.521368+0000 mgr.y (mgr.25022) 856 : cluster [DBG] pgmap v1544: 105 pgs: 105 active+clean; 127 GiB data, 6.6 GiB used, 709 GiB / 715 GiB avail; 2.6 MiB/s rd, 1.9 MiB/s wr, 4 op/s 2024-08-29T18:15:16.879 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:15:16 smithi028 bash[78352]: cluster 2024-08-29T18:15:15.521368+0000 mgr.y (mgr.25022) 856 : cluster [DBG] pgmap v1544: 105 pgs: 105 active+clean; 127 GiB data, 6.6 GiB used, 709 GiB / 715 GiB avail; 2.6 MiB/s rd, 1.9 MiB/s wr, 4 op/s 2024-08-29T18:15:17.076 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:15:16 smithi053 bash[68679]: cluster 2024-08-29T18:15:15.521368+0000 mgr.y (mgr.25022) 856 : cluster [DBG] pgmap v1544: 105 pgs: 105 active+clean; 127 GiB data, 6.6 GiB used, 709 GiB / 715 GiB avail; 2.6 MiB/s rd, 1.9 MiB/s wr, 4 op/s 2024-08-29T18:15:17.636 INFO:tasks.workunit.client.0.smithi028.stdout: 215: throughput=4.98MB/sec pending data=0 2024-08-29T18:15:17.636 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-vEgRnl9frJf8mIq off=299115 len=807597 2024-08-29T18:15:17.644 INFO:tasks.workunit.client.0.smithi028.stdout:op 1123 completed, throughput=4.99MB/sec 2024-08-29T18:15:17.644 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-WiK__RcWrnSgoW- off=10478543 len=1921437 2024-08-29T18:15:17.649 INFO:tasks.workunit.client.0.smithi028.stdout:op 1124 completed, throughput=5MB/sec 2024-08-29T18:15:17.649 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-iRLbwG2OtwGWhUc off=2728659 len=353855 2024-08-29T18:15:17.655 INFO:tasks.workunit.client.0.smithi028.stdout:op 1125 completed, throughput=5MB/sec 2024-08-29T18:15:17.655 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-Q_VLvqCB-zkF1V9 off=2912736 len=298109 2024-08-29T18:15:17.656 INFO:tasks.workunit.client.0.smithi028.stdout:op 1126 completed, throughput=5MB/sec 2024-08-29T18:15:17.657 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-gapX-egTA-xpz_0 off=3498973 len=943880 2024-08-29T18:15:17.659 INFO:tasks.workunit.client.0.smithi028.stdout:op 1127 completed, throughput=5MB/sec 2024-08-29T18:15:18.660 INFO:tasks.workunit.client.0.smithi028.stdout: 216: throughput=4.98MB/sec pending data=0 2024-08-29T18:15:18.660 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-pkcy9cLTUy8Ao-M off=425092 len=1021345 2024-08-29T18:15:18.663 INFO:tasks.workunit.client.0.smithi028.stdout:op 1128 completed, throughput=4.98MB/sec 2024-08-29T18:15:18.663 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-NyptzTc-1CNbOh0 off=0 len=1786334 2024-08-29T18:15:18.667 INFO:tasks.workunit.client.0.smithi028.stdout:op 1129 completed, throughput=4.99MB/sec 2024-08-29T18:15:18.667 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-J3KtemXkTX4LyPe off=17078672 len=367603 2024-08-29T18:15:18.669 INFO:tasks.workunit.client.0.smithi028.stdout:op 1130 completed, throughput=4.99MB/sec 2024-08-29T18:15:18.669 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-L3OKWzatPBXX_YW off=7022551 len=1013100 2024-08-29T18:15:18.671 INFO:tasks.workunit.client.0.smithi028.stdout:op 1131 completed, throughput=5MB/sec 2024-08-29T18:15:18.671 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-x0RG0bXt7DQB0Ai off=3396983 len=95153 2024-08-29T18:15:18.676 INFO:tasks.workunit.client.0.smithi028.stdout:op 1132 completed, throughput=5MB/sec 2024-08-29T18:15:18.676 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-HwHV9MJyAxU_aJd off=10533770 len=840099 2024-08-29T18:15:18.685 INFO:tasks.workunit.client.0.smithi028.stdout:op 1133 completed, throughput=5MB/sec 2024-08-29T18:15:18.879 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:15:18 smithi028 bash[78352]: cluster 2024-08-29T18:15:17.522199+0000 mgr.y (mgr.25022) 857 : cluster [DBG] pgmap v1545: 105 pgs: 105 active+clean; 127 GiB data, 6.6 GiB used, 709 GiB / 715 GiB avail; 2.2 MiB/s rd, 1.6 MiB/s wr, 3 op/s 2024-08-29T18:15:18.879 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:15:18 smithi028 bash[77168]: cluster 2024-08-29T18:15:17.522199+0000 mgr.y (mgr.25022) 857 : cluster [DBG] pgmap v1545: 105 pgs: 105 active+clean; 127 GiB data, 6.6 GiB used, 709 GiB / 715 GiB avail; 2.2 MiB/s rd, 1.6 MiB/s wr, 3 op/s 2024-08-29T18:15:19.076 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:15:18 smithi053 bash[68679]: cluster 2024-08-29T18:15:17.522199+0000 mgr.y (mgr.25022) 857 : cluster [DBG] pgmap v1545: 105 pgs: 105 active+clean; 127 GiB data, 6.6 GiB used, 709 GiB / 715 GiB avail; 2.2 MiB/s rd, 1.6 MiB/s wr, 3 op/s 2024-08-29T18:15:19.685 INFO:tasks.workunit.client.0.smithi028.stdout: 217: throughput=4.98MB/sec pending data=0 2024-08-29T18:15:19.685 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-nVGI9WqhqMntmPu off=7856920 len=1302667 2024-08-29T18:15:19.696 INFO:tasks.workunit.client.0.smithi028.stdout:op 1134 completed, throughput=4.98MB/sec 2024-08-29T18:15:19.696 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-6vBV9wzt35VtzVC off=9557950 len=1432426 2024-08-29T18:15:19.707 INFO:tasks.workunit.client.0.smithi028.stdout:op 1135 completed, throughput=4.99MB/sec 2024-08-29T18:15:19.707 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-pvV22sLpwejmpUg off=4585283 len=1267825 2024-08-29T18:15:19.709 INFO:tasks.workunit.client.0.smithi028.stdout:op 1136 completed, throughput=5MB/sec 2024-08-29T18:15:19.709 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-DMkupfBI7u1cGN_ off=82436 len=1698727 2024-08-29T18:15:19.715 INFO:tasks.workunit.client.0.smithi028.stdout:op 1137 completed, throughput=5MB/sec 2024-08-29T18:15:20.715 INFO:tasks.workunit.client.0.smithi028.stdout: 218: throughput=4.98MB/sec pending data=0 2024-08-29T18:15:20.716 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-8FNWF8fJJyDTgNG off=1216117 len=554697 2024-08-29T18:15:20.722 INFO:tasks.workunit.client.0.smithi028.stdout:op 1138 completed, throughput=4.98MB/sec 2024-08-29T18:15:20.722 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-nw96SKwlO9mlwAP off=2848875 len=1052699 2024-08-29T18:15:20.731 INFO:tasks.workunit.client.0.smithi028.stdout:op 1139 completed, throughput=4.99MB/sec 2024-08-29T18:15:20.731 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-m-RkHeae19wtCZ6 off=14125535 len=1099293 2024-08-29T18:15:20.740 INFO:tasks.workunit.client.0.smithi028.stdout:op 1140 completed, throughput=4.99MB/sec 2024-08-29T18:15:20.740 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj--1Rm9-UIsjd0KLN off=513237 len=1008149 2024-08-29T18:15:20.749 INFO:tasks.workunit.client.0.smithi028.stdout:op 1141 completed, throughput=5MB/sec 2024-08-29T18:15:20.749 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-UIy3vtnAuywDKE6 off=1072275 len=9169 2024-08-29T18:15:20.753 INFO:tasks.workunit.client.0.smithi028.stdout:op 1142 completed, throughput=5MB/sec 2024-08-29T18:15:20.754 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-QTvK3-DNjxd1NLt off=12420929 len=830159 2024-08-29T18:15:20.756 INFO:tasks.workunit.client.0.smithi028.stdout:op 1143 completed, throughput=5MB/sec 2024-08-29T18:15:20.756 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-u8Q95cFLuDI6E0T off=6101025 len=607173 2024-08-29T18:15:20.763 INFO:tasks.workunit.client.0.smithi028.stdout:op 1144 completed, throughput=5MB/sec 2024-08-29T18:15:20.879 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:15:20 smithi028 bash[78352]: cluster 2024-08-29T18:15:19.523280+0000 mgr.y (mgr.25022) 858 : cluster [DBG] pgmap v1546: 105 pgs: 105 active+clean; 127 GiB data, 6.6 GiB used, 709 GiB / 715 GiB avail; 3.1 MiB/s rd, 2.7 MiB/s wr, 5 op/s 2024-08-29T18:15:20.879 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:15:20 smithi028 bash[77168]: cluster 2024-08-29T18:15:19.523280+0000 mgr.y (mgr.25022) 858 : cluster [DBG] pgmap v1546: 105 pgs: 105 active+clean; 127 GiB data, 6.6 GiB used, 709 GiB / 715 GiB avail; 3.1 MiB/s rd, 2.7 MiB/s wr, 5 op/s 2024-08-29T18:15:21.076 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:15:20 smithi053 bash[68679]: cluster 2024-08-29T18:15:19.523280+0000 mgr.y (mgr.25022) 858 : cluster [DBG] pgmap v1546: 105 pgs: 105 active+clean; 127 GiB data, 6.6 GiB used, 709 GiB / 715 GiB avail; 3.1 MiB/s rd, 2.7 MiB/s wr, 5 op/s 2024-08-29T18:15:21.763 INFO:tasks.workunit.client.0.smithi028.stdout: 219: throughput=4.98MB/sec pending data=0 2024-08-29T18:15:21.763 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-MUXXqBjxRA8gJW2 off=1189794 len=985927 2024-08-29T18:15:21.772 INFO:tasks.workunit.client.0.smithi028.stdout:op 1145 completed, throughput=4.98MB/sec 2024-08-29T18:15:21.772 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-E0Uvl5-vrf2KKp7 off=6049270 len=129829 2024-08-29T18:15:21.773 INFO:tasks.workunit.client.0.smithi028.stdout:op 1146 completed, throughput=4.98MB/sec 2024-08-29T18:15:21.773 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-ajlP4wIMK3J_OUv off=3005734 len=326473 2024-08-29T18:15:21.775 INFO:tasks.workunit.client.0.smithi028.stdout:op 1147 completed, throughput=4.98MB/sec 2024-08-29T18:15:21.775 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-8gkX6dJwYUMr162 off=3557963 len=22892 2024-08-29T18:15:21.780 INFO:tasks.workunit.client.0.smithi028.stdout:op 1148 completed, throughput=4.98MB/sec 2024-08-29T18:15:21.780 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-pg-DbB83Xjh1-TR off=505783 len=630285 2024-08-29T18:15:21.782 INFO:tasks.workunit.client.0.smithi028.stdout:op 1149 completed, throughput=4.99MB/sec 2024-08-29T18:15:21.782 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-gF-8SGicOALw55I off=1737480 len=1996095 2024-08-29T18:15:21.796 INFO:tasks.workunit.client.0.smithi028.stdout:op 1150 completed, throughput=5MB/sec 2024-08-29T18:15:21.796 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-ifPSHqsl4VwEdoe off=2337176 len=1485187 2024-08-29T18:15:21.807 INFO:tasks.workunit.client.0.smithi028.stdout:op 1151 completed, throughput=5MB/sec 2024-08-29T18:15:21.879 INFO:journalctl@ceph.mgr.y.smithi028.stdout:Aug 29 18:15:21 smithi028 bash[70818]: ::ffff:172.21.15.53 - - [29/Aug/2024:18:15:21] "GET /metrics HTTP/1.1" 200 33998 "" "Prometheus/2.43.0" 2024-08-29T18:15:22.576 INFO:journalctl@ceph.prometheus.a.smithi053.stdout:Aug 29 18:15:22 smithi053 bash[95567]: ts=2024-08-29T18:15:22.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"3167ee72-662c-11ef-bcd4-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-29T18:15:22.807 INFO:tasks.workunit.client.0.smithi028.stdout: 220: throughput=4.98MB/sec pending data=0 2024-08-29T18:15:22.808 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-Um8-JK4v7U97aBW off=14574844 len=1470535 2024-08-29T18:15:22.812 INFO:tasks.workunit.client.0.smithi028.stdout:op 1152 completed, throughput=4.99MB/sec 2024-08-29T18:15:22.812 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-i1umKdPUJGZOB87 off=4779189 len=453692 2024-08-29T18:15:22.812 INFO:tasks.workunit.client.0.smithi028.stdout:op 1153 completed, throughput=4.99MB/sec 2024-08-29T18:15:22.813 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-gPmDcN545dAdIMT off=9837994 len=1133584 2024-08-29T18:15:22.816 INFO:tasks.workunit.client.0.smithi028.stdout:op 1154 completed, throughput=4.99MB/sec 2024-08-29T18:15:22.816 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-B9HZYkcPDl4xFGu off=2105320 len=970111 2024-08-29T18:15:22.825 INFO:tasks.workunit.client.0.smithi028.stdout:op 1155 completed, throughput=5MB/sec 2024-08-29T18:15:22.825 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-DOBgvzqimgy-Wn3 off=3244178 len=977943 2024-08-29T18:15:22.829 INFO:tasks.workunit.client.0.smithi028.stdout:op 1156 completed, throughput=5MB/sec 2024-08-29T18:15:22.829 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-DV4Al306sF8dt3M off=13595986 len=32042 2024-08-29T18:15:22.834 INFO:tasks.workunit.client.0.smithi028.stdout:op 1157 completed, throughput=5MB/sec 2024-08-29T18:15:22.834 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-PZaGRurUlh6Cx2S off=1001593 len=105843 2024-08-29T18:15:22.838 INFO:tasks.workunit.client.0.smithi028.stdout:op 1158 completed, throughput=5MB/sec 2024-08-29T18:15:22.879 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:15:22 smithi028 bash[78352]: cluster 2024-08-29T18:15:21.524174+0000 mgr.y (mgr.25022) 859 : cluster [DBG] pgmap v1547: 105 pgs: 105 active+clean; 127 GiB data, 6.6 GiB used, 709 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.0 MiB/s wr, 4 op/s 2024-08-29T18:15:22.879 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:15:22 smithi028 bash[77168]: cluster 2024-08-29T18:15:21.524174+0000 mgr.y (mgr.25022) 859 : cluster [DBG] pgmap v1547: 105 pgs: 105 active+clean; 127 GiB data, 6.6 GiB used, 709 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.0 MiB/s wr, 4 op/s 2024-08-29T18:15:23.077 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:15:22 smithi053 bash[68679]: cluster 2024-08-29T18:15:21.524174+0000 mgr.y (mgr.25022) 859 : cluster [DBG] pgmap v1547: 105 pgs: 105 active+clean; 127 GiB data, 6.6 GiB used, 709 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.0 MiB/s wr, 4 op/s 2024-08-29T18:15:23.839 INFO:tasks.workunit.client.0.smithi028.stdout: 221: throughput=4.98MB/sec pending data=0 2024-08-29T18:15:23.839 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-P30XToRgRfrXX32 off=19600537 len=141249 2024-08-29T18:15:23.844 INFO:tasks.workunit.client.0.smithi028.stdout:op 1159 completed, throughput=4.98MB/sec 2024-08-29T18:15:23.844 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-rdCCSkRfevWnOzg off=34593 len=1676300 2024-08-29T18:15:23.848 INFO:tasks.workunit.client.0.smithi028.stdout:op 1160 completed, throughput=4.99MB/sec 2024-08-29T18:15:23.848 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-YKFGVNCmPJrLGBQ off=68688 len=1233101 2024-08-29T18:15:23.852 INFO:tasks.workunit.client.0.smithi028.stdout:op 1161 completed, throughput=4.99MB/sec 2024-08-29T18:15:23.852 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-TuewlqoNfKY9iJm off=9339984 len=1091066 2024-08-29T18:15:23.862 INFO:tasks.workunit.client.0.smithi028.stdout:op 1162 completed, throughput=5MB/sec 2024-08-29T18:15:23.862 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-UOgv-C41SG1QPlt off=6394663 len=1914542 2024-08-29T18:15:23.866 INFO:tasks.workunit.client.0.smithi028.stdout:op 1163 completed, throughput=5MB/sec 2024-08-29T18:15:24.867 INFO:tasks.workunit.client.0.smithi028.stdout: 222: throughput=4.98MB/sec pending data=0 2024-08-29T18:15:24.867 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-lq-FJkOsb5NWX_o off=6437417 len=1287168 2024-08-29T18:15:24.871 INFO:tasks.workunit.client.0.smithi028.stdout:op 1164 completed, throughput=4.99MB/sec 2024-08-29T18:15:24.872 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-VPgZ3eo1pzeAAMN off=178924 len=1188374 2024-08-29T18:15:24.874 INFO:tasks.workunit.client.0.smithi028.stdout:op 1165 completed, throughput=4.99MB/sec 2024-08-29T18:15:24.875 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-JAdJOGU9l3qlLhe off=12825439 len=1056764 2024-08-29T18:15:24.878 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:15:24 smithi028 bash[78352]: cluster 2024-08-29T18:15:23.525089+0000 mgr.y (mgr.25022) 860 : cluster [DBG] pgmap v1548: 105 pgs: 105 active+clean; 127 GiB data, 6.6 GiB used, 709 GiB / 715 GiB avail; 3.1 MiB/s rd, 2.7 MiB/s wr, 6 op/s 2024-08-29T18:15:24.879 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:15:24 smithi028 bash[77168]: cluster 2024-08-29T18:15:23.525089+0000 mgr.y (mgr.25022) 860 : cluster [DBG] pgmap v1548: 105 pgs: 105 active+clean; 127 GiB data, 6.6 GiB used, 709 GiB / 715 GiB avail; 3.1 MiB/s rd, 2.7 MiB/s wr, 6 op/s 2024-08-29T18:15:24.884 INFO:tasks.workunit.client.0.smithi028.stdout:op 1166 completed, throughput=5MB/sec 2024-08-29T18:15:24.884 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-250zIp8KFwX9-go off=16247025 len=338261 2024-08-29T18:15:24.886 INFO:tasks.workunit.client.0.smithi028.stdout:op 1167 completed, throughput=5MB/sec 2024-08-29T18:15:24.886 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-v4Tf_K8IMCveVA4 off=715013 len=1705517 2024-08-29T18:15:24.892 INFO:tasks.workunit.client.0.smithi028.stdout:op 1168 completed, throughput=5MB/sec 2024-08-29T18:15:25.076 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:15:24 smithi053 bash[68679]: cluster 2024-08-29T18:15:23.525089+0000 mgr.y (mgr.25022) 860 : cluster [DBG] pgmap v1548: 105 pgs: 105 active+clean; 127 GiB data, 6.6 GiB used, 709 GiB / 715 GiB avail; 3.1 MiB/s rd, 2.7 MiB/s wr, 6 op/s 2024-08-29T18:15:25.892 INFO:tasks.workunit.client.0.smithi028.stdout: 223: throughput=4.98MB/sec pending data=0 2024-08-29T18:15:25.892 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-KqPO1fnd7Rph53W off=989032 len=129754 2024-08-29T18:15:25.896 INFO:tasks.workunit.client.0.smithi028.stdout:op 1169 completed, throughput=4.98MB/sec 2024-08-29T18:15:25.897 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-h98YuPEBFNJk7te off=2445441 len=1137145 2024-08-29T18:15:25.907 INFO:tasks.workunit.client.0.smithi028.stdout:op 1170 completed, throughput=4.99MB/sec 2024-08-29T18:15:25.907 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-Yw6WyFJ-kcedYBV off=11025652 len=1141116 2024-08-29T18:15:25.916 INFO:tasks.workunit.client.0.smithi028.stdout:op 1171 completed, throughput=4.99MB/sec 2024-08-29T18:15:25.916 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-3KznP4y-EFds5pl off=6092233 len=847180 2024-08-29T18:15:25.925 INFO:tasks.workunit.client.0.smithi028.stdout:op 1172 completed, throughput=4.99MB/sec 2024-08-29T18:15:25.925 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-kRM7NigJaubBZ19 off=7607742 len=612151 2024-08-29T18:15:25.932 INFO:tasks.workunit.client.0.smithi028.stdout:op 1173 completed, throughput=5MB/sec 2024-08-29T18:15:25.932 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-KQlPYf2lS1AeXIk off=178191 len=1980637 2024-08-29T18:15:25.937 INFO:tasks.workunit.client.0.smithi028.stdout:op 1174 completed, throughput=5.01MB/sec 2024-08-29T18:15:26.879 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:15:26 smithi028 bash[78352]: cluster 2024-08-29T18:15:25.526159+0000 mgr.y (mgr.25022) 861 : cluster [DBG] pgmap v1549: 105 pgs: 105 active+clean; 127 GiB data, 6.7 GiB used, 709 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.2 MiB/s wr, 5 op/s 2024-08-29T18:15:26.879 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:15:26 smithi028 bash[77168]: cluster 2024-08-29T18:15:25.526159+0000 mgr.y (mgr.25022) 861 : cluster [DBG] pgmap v1549: 105 pgs: 105 active+clean; 127 GiB data, 6.7 GiB used, 709 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.2 MiB/s wr, 5 op/s 2024-08-29T18:15:26.937 INFO:tasks.workunit.client.0.smithi028.stdout: 224: throughput=4.98MB/sec pending data=0 2024-08-29T18:15:26.937 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-a1RIqsO9gXHNHG6 off=615827 len=1251944 2024-08-29T18:15:26.942 INFO:tasks.workunit.client.0.smithi028.stdout:op 1175 completed, throughput=4.99MB/sec 2024-08-29T18:15:26.942 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-noJUvxERrVkQuSN off=13348786 len=1091784 2024-08-29T18:15:26.945 INFO:tasks.workunit.client.0.smithi028.stdout:op 1176 completed, throughput=4.99MB/sec 2024-08-29T18:15:26.945 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-1jiEX60dSXVQMhy off=12884896 len=156335 2024-08-29T18:15:26.950 INFO:tasks.workunit.client.0.smithi028.stdout:op 1177 completed, throughput=4.99MB/sec 2024-08-29T18:15:26.950 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-vDC2qt7pGHJK4E1 off=9135514 len=1229411 2024-08-29T18:15:26.959 INFO:tasks.workunit.client.0.smithi028.stdout:op 1178 completed, throughput=5MB/sec 2024-08-29T18:15:26.959 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-IJuBjyPmljKhMAs off=9826953 len=729932 2024-08-29T18:15:26.967 INFO:tasks.workunit.client.0.smithi028.stdout:op 1179 completed, throughput=5MB/sec 2024-08-29T18:15:27.077 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:15:26 smithi053 bash[68679]: cluster 2024-08-29T18:15:25.526159+0000 mgr.y (mgr.25022) 861 : cluster [DBG] pgmap v1549: 105 pgs: 105 active+clean; 127 GiB data, 6.7 GiB used, 709 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.2 MiB/s wr, 5 op/s 2024-08-29T18:15:27.879 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:15:27 smithi028 bash[77168]: audit 2024-08-29T18:15:27.066669+0000 mon.a (mon.0) 2169 : audit [DBG] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-29T18:15:27.879 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:15:27 smithi028 bash[78352]: audit 2024-08-29T18:15:27.066669+0000 mon.a (mon.0) 2169 : audit [DBG] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-29T18:15:27.967 INFO:tasks.workunit.client.0.smithi028.stdout: 225: throughput=4.98MB/sec pending data=0 2024-08-29T18:15:27.967 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-4fX7dI6vAqUauTL off=12529601 len=1221682 2024-08-29T18:15:27.970 INFO:tasks.workunit.client.0.smithi028.stdout:op 1180 completed, throughput=4.98MB/sec 2024-08-29T18:15:27.971 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-XD1Umq_AcIdkNRB off=1420733 len=1431665 2024-08-29T18:15:27.982 INFO:tasks.workunit.client.0.smithi028.stdout:op 1181 completed, throughput=4.99MB/sec 2024-08-29T18:15:27.982 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-zlGalhyWluOnH0w off=5086293 len=76184 2024-08-29T18:15:27.984 INFO:tasks.workunit.client.0.smithi028.stdout:op 1182 completed, throughput=4.99MB/sec 2024-08-29T18:15:27.984 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-M6rnOrwHVop1Eel off=1548441 len=1965567 2024-08-29T18:15:27.990 INFO:tasks.workunit.client.0.smithi028.stdout:op 1183 completed, throughput=5MB/sec 2024-08-29T18:15:27.990 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-Uv6q6UWp57YQOWI off=8627558 len=1412711 2024-08-29T18:15:27.992 INFO:tasks.workunit.client.0.smithi028.stdout:op 1184 completed, throughput=5MB/sec 2024-08-29T18:15:28.076 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:15:27 smithi053 bash[68679]: audit 2024-08-29T18:15:27.066669+0000 mon.a (mon.0) 2169 : audit [DBG] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-29T18:15:28.879 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:15:28 smithi028 bash[78352]: cluster 2024-08-29T18:15:27.526966+0000 mgr.y (mgr.25022) 862 : cluster [DBG] pgmap v1550: 105 pgs: 105 active+clean; 127 GiB data, 6.7 GiB used, 709 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2024-08-29T18:15:28.879 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:15:28 smithi028 bash[77168]: cluster 2024-08-29T18:15:27.526966+0000 mgr.y (mgr.25022) 862 : cluster [DBG] pgmap v1550: 105 pgs: 105 active+clean; 127 GiB data, 6.7 GiB used, 709 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2024-08-29T18:15:28.992 INFO:tasks.workunit.client.0.smithi028.stdout: 226: throughput=4.98MB/sec pending data=0 2024-08-29T18:15:28.993 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-n9TbKbJ4sx2Hxuc off=7911240 len=18689 2024-08-29T18:15:28.994 INFO:tasks.workunit.client.0.smithi028.stdout:op 1185 completed, throughput=4.98MB/sec 2024-08-29T18:15:28.994 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-Tpk5TOGqhevgxB_ off=4798714 len=1442627 2024-08-29T18:15:29.005 INFO:tasks.workunit.client.0.smithi028.stdout:op 1186 completed, throughput=4.99MB/sec 2024-08-29T18:15:29.005 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-T_sZRRgD34gFHBU off=452824 len=524352 2024-08-29T18:15:29.008 INFO:tasks.workunit.client.0.smithi028.stdout:op 1187 completed, throughput=4.99MB/sec 2024-08-29T18:15:29.008 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-U-XhRMvbUUq5Yzv off=668575 len=1695020 2024-08-29T18:15:29.012 INFO:tasks.workunit.client.0.smithi028.stdout:op 1188 completed, throughput=5MB/sec 2024-08-29T18:15:29.012 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-kFMK_6R7rdeZ6Za off=17094355 len=1288959 2024-08-29T18:15:29.014 INFO:tasks.workunit.client.0.smithi028.stdout:op 1189 completed, throughput=5MB/sec 2024-08-29T18:15:29.076 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:15:28 smithi053 bash[68679]: cluster 2024-08-29T18:15:27.526966+0000 mgr.y (mgr.25022) 862 : cluster [DBG] pgmap v1550: 105 pgs: 105 active+clean; 127 GiB data, 6.7 GiB used, 709 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2024-08-29T18:15:30.014 INFO:tasks.workunit.client.0.smithi028.stdout: 227: throughput=4.98MB/sec pending data=0 2024-08-29T18:15:30.014 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-FiMO5PMyg7om9rt off=3453988 len=1462952 2024-08-29T18:15:30.026 INFO:tasks.workunit.client.0.smithi028.stdout:op 1190 completed, throughput=4.99MB/sec 2024-08-29T18:15:30.026 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-Ykz8H6DbDzjBN11 off=1694501 len=741512 2024-08-29T18:15:30.033 INFO:tasks.workunit.client.0.smithi028.stdout:op 1191 completed, throughput=4.99MB/sec 2024-08-29T18:15:30.033 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-aCyFElkE9uigS0h off=2505687 len=145492 2024-08-29T18:15:30.038 INFO:tasks.workunit.client.0.smithi028.stdout:op 1192 completed, throughput=4.99MB/sec 2024-08-29T18:15:30.038 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-q5vPvXpdjZGKxrj off=2620756 len=1698281 2024-08-29T18:15:30.042 INFO:tasks.workunit.client.0.smithi028.stdout:op 1193 completed, throughput=5MB/sec 2024-08-29T18:15:30.042 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-Z65a-JFQs1ZZMJj off=6678816 len=770845 2024-08-29T18:15:30.050 INFO:tasks.workunit.client.0.smithi028.stdout:op 1194 completed, throughput=5MB/sec 2024-08-29T18:15:30.879 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:15:30 smithi028 bash[77168]: cluster 2024-08-29T18:15:29.528078+0000 mgr.y (mgr.25022) 863 : cluster [DBG] pgmap v1551: 105 pgs: 105 active+clean; 127 GiB data, 6.7 GiB used, 709 GiB / 715 GiB avail; 3.3 MiB/s rd, 2.8 MiB/s wr, 6 op/s 2024-08-29T18:15:30.879 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:15:30 smithi028 bash[78352]: cluster 2024-08-29T18:15:29.528078+0000 mgr.y (mgr.25022) 863 : cluster [DBG] pgmap v1551: 105 pgs: 105 active+clean; 127 GiB data, 6.7 GiB used, 709 GiB / 715 GiB avail; 3.3 MiB/s rd, 2.8 MiB/s wr, 6 op/s 2024-08-29T18:15:31.050 INFO:tasks.workunit.client.0.smithi028.stdout: 228: throughput=4.98MB/sec pending data=0 2024-08-29T18:15:31.050 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-kKAtOclFT6b_9ap off=11119509 len=1703841 2024-08-29T18:15:31.064 INFO:tasks.workunit.client.0.smithi028.stdout:op 1195 completed, throughput=4.99MB/sec 2024-08-29T18:15:31.064 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-tj0YyrxG3MwX9-B off=8422558 len=780828 2024-08-29T18:15:31.066 INFO:tasks.workunit.client.0.smithi028.stdout:op 1196 completed, throughput=4.99MB/sec 2024-08-29T18:15:31.067 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-pryAsoXF_dMC7Pa off=5268295 len=1889585 2024-08-29T18:15:31.076 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:15:30 smithi053 bash[68679]: cluster 2024-08-29T18:15:29.528078+0000 mgr.y (mgr.25022) 863 : cluster [DBG] pgmap v1551: 105 pgs: 105 active+clean; 127 GiB data, 6.7 GiB used, 709 GiB / 715 GiB avail; 3.3 MiB/s rd, 2.8 MiB/s wr, 6 op/s 2024-08-29T18:15:31.080 INFO:tasks.workunit.client.0.smithi028.stdout:op 1197 completed, throughput=5MB/sec 2024-08-29T18:15:31.080 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-h6M_ugGEoMyeKXv off=5922637 len=1908046 2024-08-29T18:15:31.094 INFO:tasks.workunit.client.0.smithi028.stdout:op 1198 completed, throughput=5MB/sec 2024-08-29T18:15:31.879 INFO:journalctl@ceph.mgr.y.smithi028.stdout:Aug 29 18:15:31 smithi028 bash[70818]: ::ffff:172.21.15.53 - - [29/Aug/2024:18:15:31] "GET /metrics HTTP/1.1" 200 34004 "" "Prometheus/2.43.0" 2024-08-29T18:15:32.094 INFO:tasks.workunit.client.0.smithi028.stdout: 229: throughput=4.98MB/sec pending data=0 2024-08-29T18:15:32.094 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-Dw9R72E6ZKcBfq6 off=13335845 len=1927572 2024-08-29T18:15:32.111 INFO:tasks.workunit.client.0.smithi028.stdout:op 1199 completed, throughput=4.99MB/sec 2024-08-29T18:15:32.111 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-Mu2MoeoquX34Twg off=11449281 len=1527811 2024-08-29T18:15:32.116 INFO:tasks.workunit.client.0.smithi028.stdout:op 1200 completed, throughput=5MB/sec 2024-08-29T18:15:32.116 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-4qJOpTOqAt9aGeP off=3352942 len=1122841 2024-08-29T18:15:32.126 INFO:tasks.workunit.client.0.smithi028.stdout:op 1201 completed, throughput=5MB/sec 2024-08-29T18:15:32.576 INFO:journalctl@ceph.prometheus.a.smithi053.stdout:Aug 29 18:15:32 smithi053 bash[95567]: ts=2024-08-29T18:15:32.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"3167ee72-662c-11ef-bcd4-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-29T18:15:32.879 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:15:32 smithi028 bash[77168]: cluster 2024-08-29T18:15:31.528995+0000 mgr.y (mgr.25022) 864 : cluster [DBG] pgmap v1552: 105 pgs: 105 active+clean; 127 GiB data, 6.7 GiB used, 709 GiB / 715 GiB avail; 2.5 MiB/s rd, 1.8 MiB/s wr, 4 op/s 2024-08-29T18:15:32.879 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:15:32 smithi028 bash[78352]: cluster 2024-08-29T18:15:31.528995+0000 mgr.y (mgr.25022) 864 : cluster [DBG] pgmap v1552: 105 pgs: 105 active+clean; 127 GiB data, 6.7 GiB used, 709 GiB / 715 GiB avail; 2.5 MiB/s rd, 1.8 MiB/s wr, 4 op/s 2024-08-29T18:15:33.076 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:15:32 smithi053 bash[68679]: cluster 2024-08-29T18:15:31.528995+0000 mgr.y (mgr.25022) 864 : cluster [DBG] pgmap v1552: 105 pgs: 105 active+clean; 127 GiB data, 6.7 GiB used, 709 GiB / 715 GiB avail; 2.5 MiB/s rd, 1.8 MiB/s wr, 4 op/s 2024-08-29T18:15:33.126 INFO:tasks.workunit.client.0.smithi028.stdout: 230: throughput=4.98MB/sec pending data=0 2024-08-29T18:15:33.126 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-xdPxxJpY7gRanHT off=10872709 len=522438 2024-08-29T18:15:33.128 INFO:tasks.workunit.client.0.smithi028.stdout:op 1202 completed, throughput=4.98MB/sec 2024-08-29T18:15:33.129 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-_5CDv20l1SudVWE off=5243381 len=1008274 2024-08-29T18:15:33.139 INFO:tasks.workunit.client.0.smithi028.stdout:op 1203 completed, throughput=4.99MB/sec 2024-08-29T18:15:33.139 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-f8j6sJivCkxrmSK off=18321540 len=1773719 2024-08-29T18:15:33.144 INFO:tasks.workunit.client.0.smithi028.stdout:op 1204 completed, throughput=4.99MB/sec 2024-08-29T18:15:33.145 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-k87DBsYF_wBj-Dg off=1713131 len=696302 2024-08-29T18:15:33.147 INFO:tasks.workunit.client.0.smithi028.stdout:op 1205 completed, throughput=4.99MB/sec 2024-08-29T18:15:33.147 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-HqoFrZLjYcWLEVr off=6356626 len=229168 2024-08-29T18:15:33.148 INFO:tasks.workunit.client.0.smithi028.stdout:op 1206 completed, throughput=5MB/sec 2024-08-29T18:15:33.148 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-p9Dkyy381L-l9aU off=12208336 len=2004665 2024-08-29T18:15:33.153 INFO:tasks.workunit.client.0.smithi028.stdout:op 1207 completed, throughput=5MB/sec 2024-08-29T18:15:34.154 INFO:tasks.workunit.client.0.smithi028.stdout: 231: throughput=4.98MB/sec pending data=0 2024-08-29T18:15:34.154 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-p16ZDXiIYhIIEdn off=4319967 len=1169792 2024-08-29T18:15:34.157 INFO:tasks.workunit.client.0.smithi028.stdout:op 1208 completed, throughput=4.99MB/sec 2024-08-29T18:15:34.157 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-rbBGjMyOk5eyM83 off=7842059 len=2063060 2024-08-29T18:15:34.171 INFO:tasks.workunit.client.0.smithi028.stdout:op 1209 completed, throughput=5MB/sec 2024-08-29T18:15:34.172 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-jqchj1YOIIx67W6 off=5788146 len=1358021 2024-08-29T18:15:34.183 INFO:tasks.workunit.client.0.smithi028.stdout:op 1210 completed, throughput=5MB/sec 2024-08-29T18:15:34.879 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:15:34 smithi028 bash[77168]: cluster 2024-08-29T18:15:33.529947+0000 mgr.y (mgr.25022) 865 : cluster [DBG] pgmap v1553: 105 pgs: 105 active+clean; 127 GiB data, 6.7 GiB used, 709 GiB / 715 GiB avail; 3.1 MiB/s rd, 2.8 MiB/s wr, 6 op/s 2024-08-29T18:15:34.879 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:15:34 smithi028 bash[78352]: cluster 2024-08-29T18:15:33.529947+0000 mgr.y (mgr.25022) 865 : cluster [DBG] pgmap v1553: 105 pgs: 105 active+clean; 127 GiB data, 6.7 GiB used, 709 GiB / 715 GiB avail; 3.1 MiB/s rd, 2.8 MiB/s wr, 6 op/s 2024-08-29T18:15:35.076 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:15:34 smithi053 bash[68679]: cluster 2024-08-29T18:15:33.529947+0000 mgr.y (mgr.25022) 865 : cluster [DBG] pgmap v1553: 105 pgs: 105 active+clean; 127 GiB data, 6.7 GiB used, 709 GiB / 715 GiB avail; 3.1 MiB/s rd, 2.8 MiB/s wr, 6 op/s 2024-08-29T18:15:35.183 INFO:tasks.workunit.client.0.smithi028.stdout: 232: throughput=4.98MB/sec pending data=0 2024-08-29T18:15:35.184 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-T7R9WAINZd5F60B off=711463 len=1542179 2024-08-29T18:15:35.195 INFO:tasks.workunit.client.0.smithi028.stdout:op 1211 completed, throughput=4.99MB/sec 2024-08-29T18:15:35.195 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-Ai8NgX4MjO5RsXj off=17260306 len=1265015 2024-08-29T18:15:35.197 INFO:tasks.workunit.client.0.smithi028.stdout:op 1212 completed, throughput=4.99MB/sec 2024-08-29T18:15:35.197 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-4zaYuSJK6phxRe5 off=10863184 len=1157779 2024-08-29T18:15:35.206 INFO:tasks.workunit.client.0.smithi028.stdout:op 1213 completed, throughput=4.99MB/sec 2024-08-29T18:15:35.207 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-2iRLx1hcKH-RH4g off=608039 len=386594 2024-08-29T18:15:35.208 INFO:tasks.workunit.client.0.smithi028.stdout:op 1214 completed, throughput=5MB/sec 2024-08-29T18:15:35.208 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-e-HV574Da46enoA off=1262068 len=1553406 2024-08-29T18:15:35.218 INFO:tasks.workunit.client.0.smithi028.stdout:op 1215 completed, throughput=5MB/sec 2024-08-29T18:15:36.219 INFO:tasks.workunit.client.0.smithi028.stdout: 233: throughput=4.98MB/sec pending data=0 2024-08-29T18:15:36.219 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-QzANJPur58vXa-9 off=8454011 len=653441 2024-08-29T18:15:36.221 INFO:tasks.workunit.client.0.smithi028.stdout:op 1216 completed, throughput=4.98MB/sec 2024-08-29T18:15:36.221 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-1gPsmSwg5oVTxr6 off=22287009 len=63280 2024-08-29T18:15:36.222 INFO:tasks.workunit.client.0.smithi028.stdout:op 1217 completed, throughput=4.98MB/sec 2024-08-29T18:15:36.222 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-_6qvybuqlKhFAcD off=1134742 len=1202944 2024-08-29T18:15:36.231 INFO:tasks.workunit.client.0.smithi028.stdout:op 1218 completed, throughput=4.99MB/sec 2024-08-29T18:15:36.231 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-WAcTy5Dx1iXfQ2S off=184473 len=1480652 2024-08-29T18:15:36.235 INFO:tasks.workunit.client.0.smithi028.stdout:op 1219 completed, throughput=4.99MB/sec 2024-08-29T18:15:36.235 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-4zXiQVirtMx2TEN off=1320274 len=1376341 2024-08-29T18:15:36.237 INFO:tasks.workunit.client.0.smithi028.stdout:op 1220 completed, throughput=5MB/sec 2024-08-29T18:15:37.076 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:15:36 smithi053 bash[68679]: cluster 2024-08-29T18:15:35.530962+0000 mgr.y (mgr.25022) 866 : cluster [DBG] pgmap v1554: 105 pgs: 105 active+clean; 127 GiB data, 6.7 GiB used, 708 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2024-08-29T18:15:37.129 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:15:36 smithi028 bash[77168]: cluster 2024-08-29T18:15:35.530962+0000 mgr.y (mgr.25022) 866 : cluster [DBG] pgmap v1554: 105 pgs: 105 active+clean; 127 GiB data, 6.7 GiB used, 708 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2024-08-29T18:15:37.129 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:15:36 smithi028 bash[78352]: cluster 2024-08-29T18:15:35.530962+0000 mgr.y (mgr.25022) 866 : cluster [DBG] pgmap v1554: 105 pgs: 105 active+clean; 127 GiB data, 6.7 GiB used, 708 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2024-08-29T18:15:37.238 INFO:tasks.workunit.client.0.smithi028.stdout: 234: throughput=4.98MB/sec pending data=0 2024-08-29T18:15:37.238 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-eHxhZQxJmiQpr0I off=1072381 len=421063 2024-08-29T18:15:37.240 INFO:tasks.workunit.client.0.smithi028.stdout:op 1221 completed, throughput=4.98MB/sec 2024-08-29T18:15:37.240 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-52oPS01e951NF8f off=1449607 len=509342 2024-08-29T18:15:37.242 INFO:tasks.workunit.client.0.smithi028.stdout:op 1222 completed, throughput=4.98MB/sec 2024-08-29T18:15:37.242 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj--JTJ08g9Vr1HLsI off=8124429 len=1880231 2024-08-29T18:15:37.247 INFO:tasks.workunit.client.0.smithi028.stdout:op 1223 completed, throughput=4.99MB/sec 2024-08-29T18:15:37.247 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-yRKLofo_qcSFvTV off=7802613 len=624957 2024-08-29T18:15:37.255 INFO:tasks.workunit.client.0.smithi028.stdout:op 1224 completed, throughput=4.99MB/sec 2024-08-29T18:15:37.255 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-l_O8fW-rpYK4AZn off=16898498 len=1997088 2024-08-29T18:15:37.270 INFO:tasks.workunit.client.0.smithi028.stdout:op 1225 completed, throughput=5MB/sec 2024-08-29T18:15:38.270 INFO:tasks.workunit.client.0.smithi028.stdout: 235: throughput=4.98MB/sec pending data=0 2024-08-29T18:15:38.271 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-V8YpfhEZfS0qHcf off=20409 len=1321180 2024-08-29T18:15:38.275 INFO:tasks.workunit.client.0.smithi028.stdout:op 1226 completed, throughput=4.98MB/sec 2024-08-29T18:15:38.275 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-GUaXtoDwrRNkZt9 off=13520174 len=385787 2024-08-29T18:15:38.277 INFO:tasks.workunit.client.0.smithi028.stdout:op 1227 completed, throughput=4.99MB/sec 2024-08-29T18:15:38.277 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-zAXhKTGATztneiS off=13003943 len=33550 2024-08-29T18:15:38.281 INFO:tasks.workunit.client.0.smithi028.stdout:op 1228 completed, throughput=4.99MB/sec 2024-08-29T18:15:38.281 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-QZlQb0lwqL41SD3 off=3038484 len=608174 2024-08-29T18:15:38.284 INFO:tasks.workunit.client.0.smithi028.stdout:op 1229 completed, throughput=4.99MB/sec 2024-08-29T18:15:38.284 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-nA_sk4n-3cdnSo6 off=4474986 len=2077863 2024-08-29T18:15:38.290 INFO:tasks.workunit.client.0.smithi028.stdout:op 1230 completed, throughput=5MB/sec 2024-08-29T18:15:38.290 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-mrXootlsnIdl_Qk off=9913638 len=1676113 2024-08-29T18:15:38.294 INFO:tasks.workunit.client.0.smithi028.stdout:op 1231 completed, throughput=5MB/sec 2024-08-29T18:15:39.077 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:15:38 smithi053 bash[68679]: cluster 2024-08-29T18:15:37.531762+0000 mgr.y (mgr.25022) 867 : cluster [DBG] pgmap v1555: 105 pgs: 105 active+clean; 127 GiB data, 6.7 GiB used, 708 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2024-08-29T18:15:39.129 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:15:38 smithi028 bash[77168]: cluster 2024-08-29T18:15:37.531762+0000 mgr.y (mgr.25022) 867 : cluster [DBG] pgmap v1555: 105 pgs: 105 active+clean; 127 GiB data, 6.7 GiB used, 708 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2024-08-29T18:15:39.129 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:15:38 smithi028 bash[78352]: cluster 2024-08-29T18:15:37.531762+0000 mgr.y (mgr.25022) 867 : cluster [DBG] pgmap v1555: 105 pgs: 105 active+clean; 127 GiB data, 6.7 GiB used, 708 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2024-08-29T18:15:39.294 INFO:tasks.workunit.client.0.smithi028.stdout: 236: throughput=4.98MB/sec pending data=0 2024-08-29T18:15:39.294 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-N_odk4jTHX010nD off=208707 len=163126 2024-08-29T18:15:39.299 INFO:tasks.workunit.client.0.smithi028.stdout:op 1232 completed, throughput=4.98MB/sec 2024-08-29T18:15:39.299 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-ZM9aHarJQy__WOu off=9093390 len=396762 2024-08-29T18:15:39.306 INFO:tasks.workunit.client.0.smithi028.stdout:op 1233 completed, throughput=4.98MB/sec 2024-08-29T18:15:39.307 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj--jMnVkneW3o4ovu off=22258382 len=1677289 2024-08-29T18:15:39.321 INFO:tasks.workunit.client.0.smithi028.stdout:op 1234 completed, throughput=4.99MB/sec 2024-08-29T18:15:39.321 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-9DaOfImN7Eji_0X off=18570426 len=132776 2024-08-29T18:15:39.325 INFO:tasks.workunit.client.0.smithi028.stdout:op 1235 completed, throughput=4.99MB/sec 2024-08-29T18:15:39.325 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-tv5aX7ZKWhJpsSU off=1052416 len=469498 2024-08-29T18:15:39.328 INFO:tasks.workunit.client.0.smithi028.stdout:op 1236 completed, throughput=4.99MB/sec 2024-08-29T18:15:39.328 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-XAmOXk2nCwtr7nI off=1254353 len=1770875 2024-08-29T18:15:39.340 INFO:tasks.workunit.client.0.smithi028.stdout:op 1237 completed, throughput=5MB/sec 2024-08-29T18:15:39.340 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-w9iONovqKP6MeCw off=2433082 len=272315 2024-08-29T18:15:39.341 INFO:tasks.workunit.client.0.smithi028.stdout:op 1238 completed, throughput=5MB/sec 2024-08-29T18:15:40.342 INFO:tasks.workunit.client.0.smithi028.stdout: 237: throughput=4.98MB/sec pending data=0 2024-08-29T18:15:40.342 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-VMZN9f_aW4CJ0qH off=12667723 len=1539739 2024-08-29T18:15:40.354 INFO:tasks.workunit.client.0.smithi028.stdout:op 1239 completed, throughput=4.99MB/sec 2024-08-29T18:15:40.354 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-UoXL884EJ6sLDt1 off=11206907 len=113636 2024-08-29T18:15:40.355 INFO:tasks.workunit.client.0.smithi028.stdout:op 1240 completed, throughput=4.99MB/sec 2024-08-29T18:15:40.355 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-PQhp_4Uv0P28kmv off=8599918 len=982400 2024-08-29T18:15:40.364 INFO:tasks.workunit.client.0.smithi028.stdout:op 1241 completed, throughput=4.99MB/sec 2024-08-29T18:15:40.364 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-uUFOWAqwHprn9lj off=1744331 len=1760678 2024-08-29T18:15:40.368 INFO:tasks.workunit.client.0.smithi028.stdout:op 1242 completed, throughput=5MB/sec 2024-08-29T18:15:40.368 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-iFbHY76nwPtktto off=3525492 len=892617 2024-08-29T18:15:40.371 INFO:tasks.workunit.client.0.smithi028.stdout:op 1243 completed, throughput=5MB/sec 2024-08-29T18:15:41.076 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:15:40 smithi053 bash[68679]: cluster 2024-08-29T18:15:39.532899+0000 mgr.y (mgr.25022) 868 : cluster [DBG] pgmap v1556: 105 pgs: 105 active+clean; 127 GiB data, 6.8 GiB used, 708 GiB / 715 GiB avail; 3.5 MiB/s rd, 2.7 MiB/s wr, 5 op/s 2024-08-29T18:15:41.129 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:15:40 smithi028 bash[77168]: cluster 2024-08-29T18:15:39.532899+0000 mgr.y (mgr.25022) 868 : cluster [DBG] pgmap v1556: 105 pgs: 105 active+clean; 127 GiB data, 6.8 GiB used, 708 GiB / 715 GiB avail; 3.5 MiB/s rd, 2.7 MiB/s wr, 5 op/s 2024-08-29T18:15:41.129 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:15:40 smithi028 bash[78352]: cluster 2024-08-29T18:15:39.532899+0000 mgr.y (mgr.25022) 868 : cluster [DBG] pgmap v1556: 105 pgs: 105 active+clean; 127 GiB data, 6.8 GiB used, 708 GiB / 715 GiB avail; 3.5 MiB/s rd, 2.7 MiB/s wr, 5 op/s 2024-08-29T18:15:41.371 INFO:tasks.workunit.client.0.smithi028.stdout: 238: throughput=4.98MB/sec pending data=0 2024-08-29T18:15:41.371 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-Or1V5-k5GKW1I5z off=311983 len=1052166 2024-08-29T18:15:41.381 INFO:tasks.workunit.client.0.smithi028.stdout:op 1244 completed, throughput=4.98MB/sec 2024-08-29T18:15:41.381 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-CVQPgwGFuVdEC4M off=13898542 len=193149 2024-08-29T18:15:41.386 INFO:tasks.workunit.client.0.smithi028.stdout:op 1245 completed, throughput=4.98MB/sec 2024-08-29T18:15:41.386 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-jW1XyNiovV1zURY off=15412553 len=1676518 2024-08-29T18:15:41.398 INFO:tasks.workunit.client.0.smithi028.stdout:op 1246 completed, throughput=4.99MB/sec 2024-08-29T18:15:41.398 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-3hzBIDpR1tBMLdk off=4630987 len=1884656 2024-08-29T18:15:41.411 INFO:tasks.workunit.client.0.smithi028.stdout:op 1247 completed, throughput=5MB/sec 2024-08-29T18:15:41.411 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-osFGQDFn_spl5FY off=8315897 len=440847 2024-08-29T18:15:41.417 INFO:tasks.workunit.client.0.smithi028.stdout:op 1248 completed, throughput=5MB/sec 2024-08-29T18:15:41.417 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-VIBaOXcT-lX5lcZ off=9353554 len=1449012 2024-08-29T18:15:41.421 INFO:tasks.workunit.client.0.smithi028.stdout:op 1249 completed, throughput=5MB/sec 2024-08-29T18:15:41.879 INFO:journalctl@ceph.mgr.y.smithi028.stdout:Aug 29 18:15:41 smithi028 bash[70818]: ::ffff:172.21.15.53 - - [29/Aug/2024:18:15:41] "GET /metrics HTTP/1.1" 200 34004 "" "Prometheus/2.43.0" 2024-08-29T18:15:42.424 INFO:tasks.workunit.client.0.smithi028.stdout: 239: throughput=4.98MB/sec pending data=0 2024-08-29T18:15:42.424 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-tx4dKbSiVBLSJ-y off=6281832 len=2032994 2024-08-29T18:15:42.426 INFO:tasks.workunit.client.0.smithi028.stdout:op 1250 completed, throughput=4.99MB/sec 2024-08-29T18:15:42.426 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-QhBOhIqyVnJp9e7 off=1587993 len=1553795 2024-08-29T18:15:42.430 INFO:tasks.workunit.client.0.smithi028.stdout:op 1251 completed, throughput=5MB/sec 2024-08-29T18:15:42.430 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-e9TBnizGCaqwnpL off=1140630 len=307841 2024-08-29T18:15:42.435 INFO:tasks.workunit.client.0.smithi028.stdout:op 1252 completed, throughput=5MB/sec 2024-08-29T18:15:42.435 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-7pPXOEIDbq_wihb off=9752581 len=1740129 2024-08-29T18:15:42.440 INFO:tasks.workunit.client.0.smithi028.stdout:op 1253 completed, throughput=5.01MB/sec 2024-08-29T18:15:42.576 INFO:journalctl@ceph.prometheus.a.smithi053.stdout:Aug 29 18:15:42 smithi053 bash[95567]: ts=2024-08-29T18:15:42.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"3167ee72-662c-11ef-bcd4-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-29T18:15:43.076 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:15:42 smithi053 bash[68679]: cluster 2024-08-29T18:15:41.533886+0000 mgr.y (mgr.25022) 869 : cluster [DBG] pgmap v1557: 105 pgs: 105 active+clean; 127 GiB data, 6.8 GiB used, 708 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2024-08-29T18:15:43.077 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:15:42 smithi053 bash[68679]: audit 2024-08-29T18:15:42.066843+0000 mon.a (mon.0) 2170 : audit [DBG] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-29T18:15:43.129 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:15:42 smithi028 bash[77168]: cluster 2024-08-29T18:15:41.533886+0000 mgr.y (mgr.25022) 869 : cluster [DBG] pgmap v1557: 105 pgs: 105 active+clean; 127 GiB data, 6.8 GiB used, 708 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2024-08-29T18:15:43.129 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:15:42 smithi028 bash[77168]: audit 2024-08-29T18:15:42.066843+0000 mon.a (mon.0) 2170 : audit [DBG] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-29T18:15:43.129 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:15:42 smithi028 bash[78352]: cluster 2024-08-29T18:15:41.533886+0000 mgr.y (mgr.25022) 869 : cluster [DBG] pgmap v1557: 105 pgs: 105 active+clean; 127 GiB data, 6.8 GiB used, 708 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2024-08-29T18:15:43.129 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:15:42 smithi028 bash[78352]: audit 2024-08-29T18:15:42.066843+0000 mon.a (mon.0) 2170 : audit [DBG] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-29T18:15:43.440 INFO:tasks.workunit.client.0.smithi028.stdout: 240: throughput=4.99MB/sec pending data=0 2024-08-29T18:15:43.440 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-VoQRQx2KsIzFd87 off=3322063 len=526089 2024-08-29T18:15:43.448 INFO:tasks.workunit.client.0.smithi028.stdout:op 1254 completed, throughput=4.99MB/sec 2024-08-29T18:15:43.448 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-hRbH6rusvrRVOrB off=3400286 len=678590 2024-08-29T18:15:43.456 INFO:tasks.workunit.client.0.smithi028.stdout:op 1255 completed, throughput=4.99MB/sec 2024-08-29T18:15:43.456 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-x9L9xcWWh4yVe_8 off=16412096 len=1537503 2024-08-29T18:15:43.459 INFO:tasks.workunit.client.0.smithi028.stdout:op 1256 completed, throughput=5MB/sec 2024-08-29T18:15:43.460 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-RldgoMMDhO2VePm off=253485 len=135911 2024-08-29T18:15:43.464 INFO:tasks.workunit.client.0.smithi028.stdout:op 1257 completed, throughput=5MB/sec 2024-08-29T18:15:43.464 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-WGTcqHAlNblCsfQ off=9432875 len=1430321 2024-08-29T18:15:43.475 INFO:tasks.workunit.client.0.smithi028.stdout:op 1258 completed, throughput=5MB/sec 2024-08-29T18:15:44.476 INFO:tasks.workunit.client.0.smithi028.stdout: 241: throughput=4.98MB/sec pending data=0 2024-08-29T18:15:44.476 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-x8vQGlKqWEbwDEB off=1599307 len=402575 2024-08-29T18:15:44.478 INFO:tasks.workunit.client.0.smithi028.stdout:op 1259 completed, throughput=4.98MB/sec 2024-08-29T18:15:44.478 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-nHUd_C1lx689cq2 off=999386 len=1810962 2024-08-29T18:15:44.491 INFO:tasks.workunit.client.0.smithi028.stdout:op 1260 completed, throughput=4.99MB/sec 2024-08-29T18:15:44.491 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-0r1-i9_nJ1Sj8nc off=12824085 len=26335 2024-08-29T18:15:44.495 INFO:tasks.workunit.client.0.smithi028.stdout:op 1261 completed, throughput=4.99MB/sec 2024-08-29T18:15:44.495 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-3V-8gqxaRI1qvu1 off=293638 len=1563636 2024-08-29T18:15:44.500 INFO:tasks.workunit.client.0.smithi028.stdout:op 1262 completed, throughput=5MB/sec 2024-08-29T18:15:44.500 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-3X9nksaY0Zpyjjp off=10634911 len=1786179 2024-08-29T18:15:44.514 INFO:tasks.workunit.client.0.smithi028.stdout:op 1263 completed, throughput=5MB/sec 2024-08-29T18:15:45.076 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:15:44 smithi053 bash[68679]: cluster 2024-08-29T18:15:43.534794+0000 mgr.y (mgr.25022) 870 : cluster [DBG] pgmap v1558: 105 pgs: 105 active+clean; 127 GiB data, 6.8 GiB used, 708 GiB / 715 GiB avail; 3.0 MiB/s rd, 2.9 MiB/s wr, 5 op/s 2024-08-29T18:15:45.129 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:15:44 smithi028 bash[77168]: cluster 2024-08-29T18:15:43.534794+0000 mgr.y (mgr.25022) 870 : cluster [DBG] pgmap v1558: 105 pgs: 105 active+clean; 127 GiB data, 6.8 GiB used, 708 GiB / 715 GiB avail; 3.0 MiB/s rd, 2.9 MiB/s wr, 5 op/s 2024-08-29T18:15:45.129 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:15:44 smithi028 bash[78352]: cluster 2024-08-29T18:15:43.534794+0000 mgr.y (mgr.25022) 870 : cluster [DBG] pgmap v1558: 105 pgs: 105 active+clean; 127 GiB data, 6.8 GiB used, 708 GiB / 715 GiB avail; 3.0 MiB/s rd, 2.9 MiB/s wr, 5 op/s 2024-08-29T18:15:45.515 INFO:tasks.workunit.client.0.smithi028.stdout: 242: throughput=4.98MB/sec pending data=0 2024-08-29T18:15:45.515 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-rjJa9nuPftsr-Um off=4369749 len=635450 2024-08-29T18:15:45.517 INFO:tasks.workunit.client.0.smithi028.stdout:op 1264 completed, throughput=4.98MB/sec 2024-08-29T18:15:45.517 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-voy1AE9xbfrTKKA off=8942516 len=1725434 2024-08-29T18:15:45.529 INFO:tasks.workunit.client.0.smithi028.stdout:op 1265 completed, throughput=4.99MB/sec 2024-08-29T18:15:45.530 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-xm6rHxkehCG1fCS off=2994696 len=989935 2024-08-29T18:15:45.533 INFO:tasks.workunit.client.0.smithi028.stdout:op 1266 completed, throughput=4.99MB/sec 2024-08-29T18:15:45.533 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-YhElx_qW8KyNCX5 off=986384 len=569900 2024-08-29T18:15:45.540 INFO:tasks.workunit.client.0.smithi028.stdout:op 1267 completed, throughput=5MB/sec 2024-08-29T18:15:45.540 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-m8uMnRqbri_VCum off=5043052 len=1234134 2024-08-29T18:15:45.551 INFO:tasks.workunit.client.0.smithi028.stdout:op 1268 completed, throughput=5MB/sec 2024-08-29T18:15:46.551 INFO:tasks.workunit.client.0.smithi028.stdout: 243: throughput=4.98MB/sec pending data=0 2024-08-29T18:15:46.551 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-5uxzBpLynZQj57B off=3463698 len=2088384 2024-08-29T18:15:46.557 INFO:tasks.workunit.client.0.smithi028.stdout:op 1269 completed, throughput=4.99MB/sec 2024-08-29T18:15:46.557 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-COq8l1dSKwKMmwg off=88908 len=648508 2024-08-29T18:15:46.559 INFO:tasks.workunit.client.0.smithi028.stdout:op 1270 completed, throughput=4.99MB/sec 2024-08-29T18:15:46.560 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-gapX-egTA-xpz_0 off=7403301 len=1955619 2024-08-29T18:15:46.564 INFO:tasks.workunit.client.0.smithi028.stdout:op 1271 completed, throughput=5MB/sec 2024-08-29T18:15:46.564 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-OV3xKYMYMP2v_OR off=183828 len=119198 2024-08-29T18:15:46.565 INFO:tasks.workunit.client.0.smithi028.stdout:op 1272 completed, throughput=5MB/sec 2024-08-29T18:15:46.565 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-u776aKytXFbzNzn off=3725711 len=773799 2024-08-29T18:15:46.573 INFO:tasks.workunit.client.0.smithi028.stdout:op 1273 completed, throughput=5MB/sec 2024-08-29T18:15:47.076 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:15:46 smithi053 bash[68679]: cluster 2024-08-29T18:15:45.535829+0000 mgr.y (mgr.25022) 871 : cluster [DBG] pgmap v1559: 105 pgs: 105 active+clean; 127 GiB data, 6.8 GiB used, 708 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2024-08-29T18:15:47.129 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:15:46 smithi028 bash[78352]: cluster 2024-08-29T18:15:45.535829+0000 mgr.y (mgr.25022) 871 : cluster [DBG] pgmap v1559: 105 pgs: 105 active+clean; 127 GiB data, 6.8 GiB used, 708 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2024-08-29T18:15:47.129 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:15:46 smithi028 bash[77168]: cluster 2024-08-29T18:15:45.535829+0000 mgr.y (mgr.25022) 871 : cluster [DBG] pgmap v1559: 105 pgs: 105 active+clean; 127 GiB data, 6.8 GiB used, 708 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2024-08-29T18:15:47.573 INFO:tasks.workunit.client.0.smithi028.stdout: 244: throughput=4.98MB/sec pending data=0 2024-08-29T18:15:47.574 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-ixjiw1HrVzfm_CJ off=10450402 len=1270839 2024-08-29T18:15:47.583 INFO:tasks.workunit.client.0.smithi028.stdout:op 1274 completed, throughput=4.99MB/sec 2024-08-29T18:15:47.583 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-WCyDlpG9Py4lr9R off=2744641 len=1474645 2024-08-29T18:15:47.587 INFO:tasks.workunit.client.0.smithi028.stdout:op 1275 completed, throughput=4.99MB/sec 2024-08-29T18:15:47.587 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-iGrQWBEzZ3MrATe off=8775817 len=588032 2024-08-29T18:15:47.589 INFO:tasks.workunit.client.0.smithi028.stdout:op 1276 completed, throughput=4.99MB/sec 2024-08-29T18:15:47.590 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-3cqSML5TDKdx3A5 off=2708319 len=1128172 2024-08-29T18:15:47.593 INFO:tasks.workunit.client.0.smithi028.stdout:op 1277 completed, throughput=5MB/sec 2024-08-29T18:15:47.593 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-4LLV9rjsF5ynGnN off=2969649 len=351676 2024-08-29T18:15:47.598 INFO:tasks.workunit.client.0.smithi028.stdout:op 1278 completed, throughput=5MB/sec 2024-08-29T18:15:47.598 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-3kypKWM_rfleh8e off=12305065 len=847480 2024-08-29T18:15:47.606 INFO:tasks.workunit.client.0.smithi028.stdout:op 1279 completed, throughput=5MB/sec 2024-08-29T18:15:48.607 INFO:tasks.workunit.client.0.smithi028.stdout: 245: throughput=4.98MB/sec pending data=0 2024-08-29T18:15:48.608 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-rutzafHTdJBsGfq off=2404577 len=1223506 2024-08-29T18:15:48.612 INFO:tasks.workunit.client.0.smithi028.stdout:op 1280 completed, throughput=4.99MB/sec 2024-08-29T18:15:48.612 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-H790us-hQkRiwkR off=10002797 len=1848582 2024-08-29T18:15:48.618 INFO:tasks.workunit.client.0.smithi028.stdout:op 1281 completed, throughput=4.99MB/sec 2024-08-29T18:15:48.619 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-8rWAz0WuX2iOgN9 off=1341675 len=1446266 2024-08-29T18:15:48.622 INFO:tasks.workunit.client.0.smithi028.stdout:op 1282 completed, throughput=5MB/sec 2024-08-29T18:15:48.622 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-sAjcmJ0tGIhpRve off=408511 len=1927606 2024-08-29T18:15:48.635 INFO:tasks.workunit.client.0.smithi028.stdout:op 1283 completed, throughput=5.01MB/sec 2024-08-29T18:15:49.076 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:15:48 smithi053 bash[68679]: cluster 2024-08-29T18:15:47.536635+0000 mgr.y (mgr.25022) 872 : cluster [DBG] pgmap v1560: 105 pgs: 105 active+clean; 127 GiB data, 6.8 GiB used, 708 GiB / 715 GiB avail; 2.0 MiB/s rd, 1.8 MiB/s wr, 3 op/s 2024-08-29T18:15:49.129 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:15:48 smithi028 bash[77168]: cluster 2024-08-29T18:15:47.536635+0000 mgr.y (mgr.25022) 872 : cluster [DBG] pgmap v1560: 105 pgs: 105 active+clean; 127 GiB data, 6.8 GiB used, 708 GiB / 715 GiB avail; 2.0 MiB/s rd, 1.8 MiB/s wr, 3 op/s 2024-08-29T18:15:49.129 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:15:48 smithi028 bash[78352]: cluster 2024-08-29T18:15:47.536635+0000 mgr.y (mgr.25022) 872 : cluster [DBG] pgmap v1560: 105 pgs: 105 active+clean; 127 GiB data, 6.8 GiB used, 708 GiB / 715 GiB avail; 2.0 MiB/s rd, 1.8 MiB/s wr, 3 op/s 2024-08-29T18:15:49.635 INFO:tasks.workunit.client.0.smithi028.stdout: 246: throughput=4.99MB/sec pending data=0 2024-08-29T18:15:49.635 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-B3tPz3liKJld9Vi off=8452528 len=551781 2024-08-29T18:15:49.637 INFO:tasks.workunit.client.0.smithi028.stdout:op 1284 completed, throughput=4.99MB/sec 2024-08-29T18:15:49.637 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-_aXJ8D5pp10WB1O off=9919181 len=1257593 2024-08-29T18:15:49.645 INFO:tasks.workunit.client.0.smithi028.stdout:op 1285 completed, throughput=4.99MB/sec 2024-08-29T18:15:49.645 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-JypEY0B3zN_keAn off=6686727 len=819405 2024-08-29T18:15:49.650 INFO:tasks.workunit.client.0.smithi028.stdout:op 1286 completed, throughput=5MB/sec 2024-08-29T18:15:49.650 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-aLDrsbwJUJVs86c off=11210674 len=1607133 2024-08-29T18:15:49.658 INFO:tasks.workunit.client.0.smithi028.stdout:op 1287 completed, throughput=5MB/sec 2024-08-29T18:15:50.076 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:15:49 smithi053 bash[68679]: audit 2024-08-29T18:15:49.021297+0000 mon.a (mon.0) 2171 : audit [DBG] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-29T18:15:50.129 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:15:49 smithi028 bash[78352]: audit 2024-08-29T18:15:49.021297+0000 mon.a (mon.0) 2171 : audit [DBG] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-29T18:15:50.129 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:15:49 smithi028 bash[77168]: audit 2024-08-29T18:15:49.021297+0000 mon.a (mon.0) 2171 : audit [DBG] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-29T18:15:50.658 INFO:tasks.workunit.client.0.smithi028.stdout: 247: throughput=4.98MB/sec pending data=0 2024-08-29T18:15:50.658 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-z6QDW4rZysVtvFg off=15646840 len=1451038 2024-08-29T18:15:50.664 INFO:tasks.workunit.client.0.smithi028.stdout:op 1288 completed, throughput=4.99MB/sec 2024-08-29T18:15:50.664 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-xXgwAamoaBv_Z8H off=668956 len=1622339 2024-08-29T18:15:50.668 INFO:tasks.workunit.client.0.smithi028.stdout:op 1289 completed, throughput=4.99MB/sec 2024-08-29T18:15:50.668 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-EFXysXeeeuh8FiA off=737213 len=244487 2024-08-29T18:15:50.670 INFO:tasks.workunit.client.0.smithi028.stdout:op 1290 completed, throughput=5MB/sec 2024-08-29T18:15:50.670 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-06e6AADZSQFmqR2 off=3964048 len=1614369 2024-08-29T18:15:50.682 INFO:tasks.workunit.client.0.smithi028.stdout:op 1291 completed, throughput=5MB/sec 2024-08-29T18:15:51.077 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:15:50 smithi053 bash[68679]: cluster 2024-08-29T18:15:49.537699+0000 mgr.y (mgr.25022) 873 : cluster [DBG] pgmap v1561: 105 pgs: 105 active+clean; 127 GiB data, 6.8 GiB used, 708 GiB / 715 GiB avail; 3.0 MiB/s rd, 2.7 MiB/s wr, 5 op/s 2024-08-29T18:15:51.077 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:15:50 smithi053 bash[68679]: audit 2024-08-29T18:15:49.788133+0000 mon.a (mon.0) 2172 : audit [DBG] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-29T18:15:51.077 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:15:50 smithi053 bash[68679]: audit 2024-08-29T18:15:49.789807+0000 mon.a (mon.0) 2173 : audit [INF] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-29T18:15:51.077 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:15:50 smithi053 bash[68679]: audit 2024-08-29T18:15:49.801282+0000 mon.a (mon.0) 2174 : audit [INF] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' 2024-08-29T18:15:51.129 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:15:50 smithi028 bash[78352]: cluster 2024-08-29T18:15:49.537699+0000 mgr.y (mgr.25022) 873 : cluster [DBG] pgmap v1561: 105 pgs: 105 active+clean; 127 GiB data, 6.8 GiB used, 708 GiB / 715 GiB avail; 3.0 MiB/s rd, 2.7 MiB/s wr, 5 op/s 2024-08-29T18:15:51.129 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:15:50 smithi028 bash[78352]: audit 2024-08-29T18:15:49.788133+0000 mon.a (mon.0) 2172 : audit [DBG] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-29T18:15:51.129 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:15:50 smithi028 bash[78352]: audit 2024-08-29T18:15:49.789807+0000 mon.a (mon.0) 2173 : audit [INF] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-29T18:15:51.129 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:15:50 smithi028 bash[78352]: audit 2024-08-29T18:15:49.801282+0000 mon.a (mon.0) 2174 : audit [INF] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' 2024-08-29T18:15:51.129 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:15:50 smithi028 bash[77168]: cluster 2024-08-29T18:15:49.537699+0000 mgr.y (mgr.25022) 873 : cluster [DBG] pgmap v1561: 105 pgs: 105 active+clean; 127 GiB data, 6.8 GiB used, 708 GiB / 715 GiB avail; 3.0 MiB/s rd, 2.7 MiB/s wr, 5 op/s 2024-08-29T18:15:51.129 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:15:50 smithi028 bash[77168]: audit 2024-08-29T18:15:49.788133+0000 mon.a (mon.0) 2172 : audit [DBG] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-29T18:15:51.129 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:15:50 smithi028 bash[77168]: audit 2024-08-29T18:15:49.789807+0000 mon.a (mon.0) 2173 : audit [INF] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-29T18:15:51.129 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:15:50 smithi028 bash[77168]: audit 2024-08-29T18:15:49.801282+0000 mon.a (mon.0) 2174 : audit [INF] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' 2024-08-29T18:15:51.682 INFO:tasks.workunit.client.0.smithi028.stdout: 248: throughput=4.98MB/sec pending data=0 2024-08-29T18:15:51.683 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-1E7llW1K5gvmncu off=9573635 len=2012942 2024-08-29T18:15:51.696 INFO:tasks.workunit.client.0.smithi028.stdout:op 1292 completed, throughput=4.99MB/sec 2024-08-29T18:15:51.696 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-GcY1oEFeh6QhC0W off=13559633 len=317818 2024-08-29T18:15:51.701 INFO:tasks.workunit.client.0.smithi028.stdout:op 1293 completed, throughput=4.99MB/sec 2024-08-29T18:15:51.701 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-006QJFOS4I44MBO off=11844924 len=2018392 2024-08-29T18:15:51.715 INFO:tasks.workunit.client.0.smithi028.stdout:op 1294 completed, throughput=5MB/sec 2024-08-29T18:15:51.715 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-WYgw-t2ctyHkhyh off=8201081 len=827861 2024-08-29T18:15:51.719 INFO:tasks.workunit.client.0.smithi028.stdout:op 1295 completed, throughput=5MB/sec 2024-08-29T18:15:51.719 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-UXEqzdZBPXrCeCE off=2225608 len=528477 2024-08-29T18:15:51.720 INFO:tasks.workunit.client.0.smithi028.stdout:op 1296 completed, throughput=5MB/sec 2024-08-29T18:15:51.879 INFO:journalctl@ceph.mgr.y.smithi028.stdout:Aug 29 18:15:51 smithi028 bash[70818]: ::ffff:172.21.15.53 - - [29/Aug/2024:18:15:51] "GET /metrics HTTP/1.1" 200 34003 "" "Prometheus/2.43.0" 2024-08-29T18:15:52.576 INFO:journalctl@ceph.prometheus.a.smithi053.stdout:Aug 29 18:15:52 smithi053 bash[95567]: ts=2024-08-29T18:15:52.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"3167ee72-662c-11ef-bcd4-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-29T18:15:52.721 INFO:tasks.workunit.client.0.smithi028.stdout: 249: throughput=4.98MB/sec pending data=0 2024-08-29T18:15:52.721 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-P_N93Try8tDCpze off=16845856 len=1175523 2024-08-29T18:15:52.724 INFO:tasks.workunit.client.0.smithi028.stdout:op 1297 completed, throughput=4.99MB/sec 2024-08-29T18:15:52.724 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-Sp9ZUhUrcqTPIyt off=1262286 len=1757603 2024-08-29T18:15:52.737 INFO:tasks.workunit.client.0.smithi028.stdout:op 1298 completed, throughput=4.99MB/sec 2024-08-29T18:15:52.737 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-NMqP2eljWZt9DnS off=2340810 len=583253 2024-08-29T18:15:52.743 INFO:tasks.workunit.client.0.smithi028.stdout:op 1299 completed, throughput=5MB/sec 2024-08-29T18:15:52.743 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-OIrlOaXffZ-IOT9 off=0 len=1733915 2024-08-29T18:15:52.756 INFO:tasks.workunit.client.0.smithi028.stdout:op 1300 completed, throughput=5MB/sec 2024-08-29T18:15:53.077 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:15:52 smithi053 bash[68679]: cluster 2024-08-29T18:15:51.538605+0000 mgr.y (mgr.25022) 874 : cluster [DBG] pgmap v1562: 105 pgs: 105 active+clean; 127 GiB data, 6.8 GiB used, 708 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2024-08-29T18:15:53.129 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:15:52 smithi028 bash[78352]: cluster 2024-08-29T18:15:51.538605+0000 mgr.y (mgr.25022) 874 : cluster [DBG] pgmap v1562: 105 pgs: 105 active+clean; 127 GiB data, 6.8 GiB used, 708 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2024-08-29T18:15:53.129 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:15:52 smithi028 bash[77168]: cluster 2024-08-29T18:15:51.538605+0000 mgr.y (mgr.25022) 874 : cluster [DBG] pgmap v1562: 105 pgs: 105 active+clean; 127 GiB data, 6.8 GiB used, 708 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2024-08-29T18:15:53.756 INFO:tasks.workunit.client.0.smithi028.stdout: 250: throughput=4.98MB/sec pending data=0 2024-08-29T18:15:53.757 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-HEDGIWpWOGbEsl_ off=6482923 len=1537895 2024-08-29T18:15:53.770 INFO:tasks.workunit.client.0.smithi028.stdout:op 1301 completed, throughput=4.99MB/sec 2024-08-29T18:15:53.770 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-bTNeVmLZoTsQt3B off=15882467 len=1456435 2024-08-29T18:15:53.780 INFO:tasks.workunit.client.0.smithi028.stdout:op 1302 completed, throughput=4.99MB/sec 2024-08-29T18:15:53.781 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-zDBxYpYaSRynWkM off=4774704 len=503330 2024-08-29T18:15:53.783 INFO:tasks.workunit.client.0.smithi028.stdout:op 1303 completed, throughput=4.99MB/sec 2024-08-29T18:15:53.783 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-W_BoTF8i8UEFc6J off=1966550 len=2079322 2024-08-29T18:15:53.799 INFO:tasks.workunit.client.0.smithi028.stdout:op 1304 completed, throughput=5MB/sec 2024-08-29T18:15:54.799 INFO:tasks.workunit.client.0.smithi028.stdout: 251: throughput=4.98MB/sec pending data=0 2024-08-29T18:15:54.799 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-bdFJhIx0R5Mtgzb off=11919833 len=448306 2024-08-29T18:15:54.801 INFO:tasks.workunit.client.0.smithi028.stdout:op 1305 completed, throughput=4.98MB/sec 2024-08-29T18:15:54.802 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-24Fqja1sLl6Gt2_ off=2140912 len=100183 2024-08-29T18:15:54.803 INFO:tasks.workunit.client.0.smithi028.stdout:op 1306 completed, throughput=4.98MB/sec 2024-08-29T18:15:54.803 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-yt8ao0DiDdFKRdw off=453364 len=2020710 2024-08-29T18:15:54.808 INFO:tasks.workunit.client.0.smithi028.stdout:op 1307 completed, throughput=4.99MB/sec 2024-08-29T18:15:54.808 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-SJimkQHpSlnq74c off=10167904 len=508306 2024-08-29T18:15:54.815 INFO:tasks.workunit.client.0.smithi028.stdout:op 1308 completed, throughput=4.99MB/sec 2024-08-29T18:15:54.815 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-95PcHRt9bzlSSzA off=2887939 len=49128 2024-08-29T18:15:54.815 INFO:tasks.workunit.client.0.smithi028.stdout:op 1309 completed, throughput=4.99MB/sec 2024-08-29T18:15:54.815 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-OnxUD_IggfimmK3 off=14765368 len=1891898 2024-08-29T18:15:54.818 INFO:tasks.workunit.client.0.smithi028.stdout:op 1310 completed, throughput=5MB/sec 2024-08-29T18:15:55.076 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:15:54 smithi053 bash[68679]: cluster 2024-08-29T18:15:53.539526+0000 mgr.y (mgr.25022) 875 : cluster [DBG] pgmap v1563: 105 pgs: 105 active+clean; 127 GiB data, 6.9 GiB used, 708 GiB / 715 GiB avail; 2.5 MiB/s rd, 3.2 MiB/s wr, 5 op/s 2024-08-29T18:15:55.129 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:15:54 smithi028 bash[78352]: cluster 2024-08-29T18:15:53.539526+0000 mgr.y (mgr.25022) 875 : cluster [DBG] pgmap v1563: 105 pgs: 105 active+clean; 127 GiB data, 6.9 GiB used, 708 GiB / 715 GiB avail; 2.5 MiB/s rd, 3.2 MiB/s wr, 5 op/s 2024-08-29T18:15:55.129 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:15:54 smithi028 bash[77168]: cluster 2024-08-29T18:15:53.539526+0000 mgr.y (mgr.25022) 875 : cluster [DBG] pgmap v1563: 105 pgs: 105 active+clean; 127 GiB data, 6.9 GiB used, 708 GiB / 715 GiB avail; 2.5 MiB/s rd, 3.2 MiB/s wr, 5 op/s 2024-08-29T18:15:55.818 INFO:tasks.workunit.client.0.smithi028.stdout: 252: throughput=4.98MB/sec pending data=0 2024-08-29T18:15:55.818 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-JcCv2-ieFScJAoj off=16356706 len=289359 2024-08-29T18:15:55.820 INFO:tasks.workunit.client.0.smithi028.stdout:op 1311 completed, throughput=4.98MB/sec 2024-08-29T18:15:55.820 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-Tky6LKtE075tPue off=14989618 len=700730 2024-08-29T18:15:55.822 INFO:tasks.workunit.client.0.smithi028.stdout:op 1312 completed, throughput=4.98MB/sec 2024-08-29T18:15:55.822 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-WtSmL3gAMMFkJN3 off=2758808 len=1706279 2024-08-29T18:15:55.826 INFO:tasks.workunit.client.0.smithi028.stdout:op 1313 completed, throughput=4.99MB/sec 2024-08-29T18:15:55.826 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-964Vn-y4Wl1dHFp off=18814474 len=16590 2024-08-29T18:15:55.827 INFO:tasks.workunit.client.0.smithi028.stdout:op 1314 completed, throughput=4.99MB/sec 2024-08-29T18:15:55.827 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-wFuFxC4szKDD1CN off=46656 len=1274265 2024-08-29T18:15:55.831 INFO:tasks.workunit.client.0.smithi028.stdout:op 1315 completed, throughput=5MB/sec 2024-08-29T18:15:55.831 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-9xliB1qR8szqx6a off=4490506 len=47716 2024-08-29T18:15:55.832 INFO:tasks.workunit.client.0.smithi028.stdout:op 1316 completed, throughput=5MB/sec 2024-08-29T18:15:55.832 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-SNl2OjYtaF0LpfZ off=915514 len=601097 2024-08-29T18:15:55.833 INFO:tasks.workunit.client.0.smithi028.stdout:op 1317 completed, throughput=5MB/sec 2024-08-29T18:15:55.833 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-Sbxrp9lUAuYQ7zR off=10400741 len=1863904 2024-08-29T18:15:55.839 INFO:tasks.workunit.client.0.smithi028.stdout:op 1318 completed, throughput=5MB/sec 2024-08-29T18:15:56.840 INFO:tasks.workunit.client.0.smithi028.stdout: 253: throughput=4.99MB/sec pending data=0 2024-08-29T18:15:56.840 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-7Zcux7T-zrUzc7d off=17419579 len=2010452 2024-08-29T18:15:56.855 INFO:tasks.workunit.client.0.smithi028.stdout:op 1319 completed, throughput=4.99MB/sec 2024-08-29T18:15:56.855 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-i16sHmmTfhhmH90 off=20149595 len=1341635 2024-08-29T18:15:56.857 INFO:tasks.workunit.client.0.smithi028.stdout:op 1320 completed, throughput=5MB/sec 2024-08-29T18:15:56.857 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-c71-sNp_PpdJgVd off=870643 len=163119 2024-08-29T18:15:56.862 INFO:tasks.workunit.client.0.smithi028.stdout:op 1321 completed, throughput=5MB/sec 2024-08-29T18:15:56.862 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-AUN3v4tyBTaqJKw off=18281715 len=569985 2024-08-29T18:15:56.865 INFO:tasks.workunit.client.0.smithi028.stdout:op 1322 completed, throughput=5MB/sec 2024-08-29T18:15:56.865 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-UvtAI36iCM1F_AL off=4406006 len=333372 2024-08-29T18:15:56.870 INFO:tasks.workunit.client.0.smithi028.stdout:op 1323 completed, throughput=5MB/sec 2024-08-29T18:15:57.076 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:15:56 smithi053 bash[68679]: cluster 2024-08-29T18:15:55.540546+0000 mgr.y (mgr.25022) 876 : cluster [DBG] pgmap v1564: 105 pgs: 105 active+clean; 127 GiB data, 6.9 GiB used, 708 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2024-08-29T18:15:57.129 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:15:56 smithi028 bash[77168]: cluster 2024-08-29T18:15:55.540546+0000 mgr.y (mgr.25022) 876 : cluster [DBG] pgmap v1564: 105 pgs: 105 active+clean; 127 GiB data, 6.9 GiB used, 708 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2024-08-29T18:15:57.129 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:15:56 smithi028 bash[78352]: cluster 2024-08-29T18:15:55.540546+0000 mgr.y (mgr.25022) 876 : cluster [DBG] pgmap v1564: 105 pgs: 105 active+clean; 127 GiB data, 6.9 GiB used, 708 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2024-08-29T18:15:57.871 INFO:tasks.workunit.client.0.smithi028.stdout: 254: throughput=4.98MB/sec pending data=0 2024-08-29T18:15:57.871 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-Bem--L8tD39eZW0 off=16799178 len=809421 2024-08-29T18:15:57.873 INFO:tasks.workunit.client.0.smithi028.stdout:op 1324 completed, throughput=4.98MB/sec 2024-08-29T18:15:57.873 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-7WPO9xGjTwdIgJg off=5696664 len=517426 2024-08-29T18:15:57.880 INFO:tasks.workunit.client.0.smithi028.stdout:op 1325 completed, throughput=4.99MB/sec 2024-08-29T18:15:57.880 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-nFMuKwmrwQ19bCx off=6077176 len=1913680 2024-08-29T18:15:57.884 INFO:tasks.workunit.client.0.smithi028.stdout:op 1326 completed, throughput=4.99MB/sec 2024-08-29T18:15:57.884 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-o0AuPbSAexrCIVQ off=19878596 len=1270389 2024-08-29T18:15:57.896 INFO:tasks.workunit.client.0.smithi028.stdout:op 1327 completed, throughput=5MB/sec 2024-08-29T18:15:57.896 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-f7U0UihOazAkYcg off=5146085 len=1926559 2024-08-29T18:15:57.902 INFO:tasks.workunit.client.0.smithi028.stdout:op 1328 completed, throughput=5MB/sec 2024-08-29T18:15:58.076 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:15:57 smithi053 bash[68679]: audit 2024-08-29T18:15:57.067415+0000 mon.a (mon.0) 2175 : audit [DBG] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-29T18:15:58.129 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:15:57 smithi028 bash[77168]: audit 2024-08-29T18:15:57.067415+0000 mon.a (mon.0) 2175 : audit [DBG] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-29T18:15:58.129 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:15:57 smithi028 bash[78352]: audit 2024-08-29T18:15:57.067415+0000 mon.a (mon.0) 2175 : audit [DBG] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-29T18:15:58.902 INFO:tasks.workunit.client.0.smithi028.stdout: 255: throughput=4.99MB/sec pending data=0 2024-08-29T18:15:58.902 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-cafkfwGmy-Uf7gH off=6724039 len=342725 2024-08-29T18:15:58.904 INFO:tasks.workunit.client.0.smithi028.stdout:op 1329 completed, throughput=4.99MB/sec 2024-08-29T18:15:58.904 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-XhBnzzMWQnGSCzS off=4056420 len=718042 2024-08-29T18:15:58.912 INFO:tasks.workunit.client.0.smithi028.stdout:op 1330 completed, throughput=4.99MB/sec 2024-08-29T18:15:58.912 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-K78rHaQQwCXTjm5 off=1561791 len=1050981 2024-08-29T18:15:58.921 INFO:tasks.workunit.client.0.smithi028.stdout:op 1331 completed, throughput=4.99MB/sec 2024-08-29T18:15:58.921 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-6Ye2y7wol9GeEMe off=1460552 len=1133647 2024-08-29T18:15:58.930 INFO:tasks.workunit.client.0.smithi028.stdout:op 1332 completed, throughput=5MB/sec 2024-08-29T18:15:58.930 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-sQP070V2HpmESRe off=9704000 len=1666929 2024-08-29T18:15:58.943 INFO:tasks.workunit.client.0.smithi028.stdout:op 1333 completed, throughput=5MB/sec 2024-08-29T18:15:59.076 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:15:58 smithi053 bash[68679]: cluster 2024-08-29T18:15:57.541335+0000 mgr.y (mgr.25022) 877 : cluster [DBG] pgmap v1565: 105 pgs: 105 active+clean; 127 GiB data, 6.9 GiB used, 708 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.4 MiB/s wr, 3 op/s 2024-08-29T18:15:59.129 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:15:58 smithi028 bash[77168]: cluster 2024-08-29T18:15:57.541335+0000 mgr.y (mgr.25022) 877 : cluster [DBG] pgmap v1565: 105 pgs: 105 active+clean; 127 GiB data, 6.9 GiB used, 708 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.4 MiB/s wr, 3 op/s 2024-08-29T18:15:59.129 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:15:58 smithi028 bash[78352]: cluster 2024-08-29T18:15:57.541335+0000 mgr.y (mgr.25022) 877 : cluster [DBG] pgmap v1565: 105 pgs: 105 active+clean; 127 GiB data, 6.9 GiB used, 708 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.4 MiB/s wr, 3 op/s 2024-08-29T18:15:59.943 INFO:tasks.workunit.client.0.smithi028.stdout: 256: throughput=4.98MB/sec pending data=0 2024-08-29T18:15:59.943 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-lC9V3LcKH7JRyw0 off=4756370 len=325922 2024-08-29T18:15:59.945 INFO:tasks.workunit.client.0.smithi028.stdout:op 1334 completed, throughput=4.98MB/sec 2024-08-29T18:15:59.945 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-KWbFSV_8P2qY4g4 off=2470586 len=686828 2024-08-29T18:15:59.948 INFO:tasks.workunit.client.0.smithi028.stdout:op 1335 completed, throughput=4.99MB/sec 2024-08-29T18:15:59.948 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-tdsctOfA-agk84G off=12507147 len=923700 2024-08-29T18:15:59.957 INFO:tasks.workunit.client.0.smithi028.stdout:op 1336 completed, throughput=4.99MB/sec 2024-08-29T18:15:59.957 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-kIE5j-3JMz6ZUF7 off=1600766 len=849012 2024-08-29T18:15:59.959 INFO:tasks.workunit.client.0.smithi028.stdout:op 1337 completed, throughput=4.99MB/sec 2024-08-29T18:15:59.959 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-6Yhm4nAI4aSjnGr off=5783001 len=1543440 2024-08-29T18:15:59.971 INFO:tasks.workunit.client.0.smithi028.stdout:op 1338 completed, throughput=5MB/sec 2024-08-29T18:15:59.971 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-mYzsmLamZn871_m off=1508783 len=849303 2024-08-29T18:15:59.979 INFO:tasks.workunit.client.0.smithi028.stdout:op 1339 completed, throughput=5MB/sec 2024-08-29T18:16:00.980 INFO:tasks.workunit.client.0.smithi028.stdout: 257: throughput=4.98MB/sec pending data=0 2024-08-29T18:16:00.980 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-QW0Ts92c3Jyt7vQ off=17471293 len=961908 2024-08-29T18:16:00.989 INFO:tasks.workunit.client.0.smithi028.stdout:op 1340 completed, throughput=4.99MB/sec 2024-08-29T18:16:00.989 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj--a0fZUALCqKeeCC off=1445735 len=1338145 2024-08-29T18:16:00.994 INFO:tasks.workunit.client.0.smithi028.stdout:op 1341 completed, throughput=4.99MB/sec 2024-08-29T18:16:00.994 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-gKsQNiMfs5VsSr6 off=21378860 len=751685 2024-08-29T18:16:01.001 INFO:tasks.workunit.client.0.smithi028.stdout:op 1342 completed, throughput=4.99MB/sec 2024-08-29T18:16:01.002 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-taYS_csaahRcEAv off=9204267 len=1089900 2024-08-29T18:16:01.011 INFO:tasks.workunit.client.0.smithi028.stdout:op 1343 completed, throughput=5MB/sec 2024-08-29T18:16:01.011 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-Ga4F_hMzcEeqQQH off=3238797 len=978808 2024-08-29T18:16:01.019 INFO:tasks.workunit.client.0.smithi028.stdout:op 1344 completed, throughput=5MB/sec 2024-08-29T18:16:01.076 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:16:00 smithi053 bash[68679]: cluster 2024-08-29T18:15:59.542467+0000 mgr.y (mgr.25022) 878 : cluster [DBG] pgmap v1566: 105 pgs: 105 active+clean; 127 GiB data, 6.9 GiB used, 708 GiB / 715 GiB avail; 3.1 MiB/s rd, 2.8 MiB/s wr, 5 op/s 2024-08-29T18:16:01.129 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:16:00 smithi028 bash[77168]: cluster 2024-08-29T18:15:59.542467+0000 mgr.y (mgr.25022) 878 : cluster [DBG] pgmap v1566: 105 pgs: 105 active+clean; 127 GiB data, 6.9 GiB used, 708 GiB / 715 GiB avail; 3.1 MiB/s rd, 2.8 MiB/s wr, 5 op/s 2024-08-29T18:16:01.129 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:16:00 smithi028 bash[78352]: cluster 2024-08-29T18:15:59.542467+0000 mgr.y (mgr.25022) 878 : cluster [DBG] pgmap v1566: 105 pgs: 105 active+clean; 127 GiB data, 6.9 GiB used, 708 GiB / 715 GiB avail; 3.1 MiB/s rd, 2.8 MiB/s wr, 5 op/s 2024-08-29T18:16:01.948 INFO:journalctl@ceph.mgr.y.smithi028.stdout:Aug 29 18:16:01 smithi028 bash[70818]: ::ffff:172.21.15.53 - - [29/Aug/2024:18:16:01] "GET /metrics HTTP/1.1" 200 34006 "" "Prometheus/2.43.0" 2024-08-29T18:16:02.019 INFO:tasks.workunit.client.0.smithi028.stdout: 258: throughput=4.98MB/sec pending data=0 2024-08-29T18:16:02.019 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-3tUXm6Ohrr8jzI- off=7588899 len=1447078 2024-08-29T18:16:02.023 INFO:tasks.workunit.client.0.smithi028.stdout:op 1345 completed, throughput=4.99MB/sec 2024-08-29T18:16:02.023 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-kVtsHTIPBA_wBza off=266359 len=32969 2024-08-29T18:16:02.024 INFO:tasks.workunit.client.0.smithi028.stdout:op 1346 completed, throughput=4.99MB/sec 2024-08-29T18:16:02.024 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-8_Wj454r3Vn4nC4 off=5437069 len=6969 2024-08-29T18:16:02.025 INFO:tasks.workunit.client.0.smithi028.stdout:op 1347 completed, throughput=4.99MB/sec 2024-08-29T18:16:02.026 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-l8pigcQ6QFiEnO7 off=13301285 len=197989 2024-08-29T18:16:02.027 INFO:tasks.workunit.client.0.smithi028.stdout:op 1348 completed, throughput=4.99MB/sec 2024-08-29T18:16:02.028 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj--A9TSl9PHxJ-DZN off=10537978 len=1301940 2024-08-29T18:16:02.031 INFO:tasks.workunit.client.0.smithi028.stdout:op 1349 completed, throughput=4.99MB/sec 2024-08-29T18:16:02.031 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-0E0yxqZKVawkFF- off=12591880 len=803577 2024-08-29T18:16:02.033 INFO:tasks.workunit.client.0.smithi028.stdout:op 1350 completed, throughput=5MB/sec 2024-08-29T18:16:02.033 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-hhDswRxVZ5-uJax off=9512890 len=1847680 2024-08-29T18:16:02.047 INFO:tasks.workunit.client.0.smithi028.stdout:op 1351 completed, throughput=5MB/sec 2024-08-29T18:16:02.576 INFO:journalctl@ceph.prometheus.a.smithi053.stdout:Aug 29 18:16:02 smithi053 bash[95567]: ts=2024-08-29T18:16:02.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"3167ee72-662c-11ef-bcd4-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-29T18:16:03.047 INFO:tasks.workunit.client.0.smithi028.stdout: 259: throughput=4.98MB/sec pending data=0 2024-08-29T18:16:03.047 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-VQJqEC1JRjy5swA off=7535454 len=1893829 2024-08-29T18:16:03.060 INFO:tasks.workunit.client.0.smithi028.stdout:op 1352 completed, throughput=4.99MB/sec 2024-08-29T18:16:03.061 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-N66QedfTDTnxV2c off=951901 len=1254197 2024-08-29T18:16:03.064 INFO:tasks.workunit.client.0.smithi028.stdout:op 1353 completed, throughput=4.99MB/sec 2024-08-29T18:16:03.064 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-2coVrvSRO56VRFx off=543126 len=1184675 2024-08-29T18:16:03.067 INFO:tasks.workunit.client.0.smithi028.stdout:op 1354 completed, throughput=5MB/sec 2024-08-29T18:16:03.067 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-VNCkPWvo-QKbuZL off=131908 len=1061431 2024-08-29T18:16:03.076 INFO:tasks.workunit.client.0.smithi028.stdout:op 1355 completed, throughput=5MB/sec 2024-08-29T18:16:03.076 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:16:02 smithi053 bash[68679]: cluster 2024-08-29T18:16:01.543372+0000 mgr.y (mgr.25022) 879 : cluster [DBG] pgmap v1567: 105 pgs: 105 active+clean; 127 GiB data, 6.9 GiB used, 708 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.0 MiB/s wr, 4 op/s 2024-08-29T18:16:03.129 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:16:02 smithi028 bash[77168]: cluster 2024-08-29T18:16:01.543372+0000 mgr.y (mgr.25022) 879 : cluster [DBG] pgmap v1567: 105 pgs: 105 active+clean; 127 GiB data, 6.9 GiB used, 708 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.0 MiB/s wr, 4 op/s 2024-08-29T18:16:03.129 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:16:02 smithi028 bash[78352]: cluster 2024-08-29T18:16:01.543372+0000 mgr.y (mgr.25022) 879 : cluster [DBG] pgmap v1567: 105 pgs: 105 active+clean; 127 GiB data, 6.9 GiB used, 708 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.0 MiB/s wr, 4 op/s 2024-08-29T18:16:04.076 INFO:tasks.workunit.client.0.smithi028.stdout: 260: throughput=4.98MB/sec pending data=0 2024-08-29T18:16:04.076 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-M6rpXkW468GvXIz off=5222413 len=1385726 2024-08-29T18:16:04.081 INFO:tasks.workunit.client.0.smithi028.stdout:op 1356 completed, throughput=4.99MB/sec 2024-08-29T18:16:04.081 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-q1TpBMQjlzJ7q0O off=8546320 len=56729 2024-08-29T18:16:04.085 INFO:tasks.workunit.client.0.smithi028.stdout:op 1357 completed, throughput=4.99MB/sec 2024-08-29T18:16:04.085 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-2MWzUiONhvvBf6E off=21514595 len=144634 2024-08-29T18:16:04.086 INFO:tasks.workunit.client.0.smithi028.stdout:op 1358 completed, throughput=4.99MB/sec 2024-08-29T18:16:04.086 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-70N-g6hrUtDGoMH off=85027 len=1149645 2024-08-29T18:16:04.090 INFO:tasks.workunit.client.0.smithi028.stdout:op 1359 completed, throughput=4.99MB/sec 2024-08-29T18:16:04.090 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-frYABKD6-IDZ2nP off=1975021 len=1274569 2024-08-29T18:16:04.100 INFO:tasks.workunit.client.0.smithi028.stdout:op 1360 completed, throughput=5MB/sec 2024-08-29T18:16:04.100 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-x8MaCFpR4_RycRL off=749090 len=500089 2024-08-29T18:16:04.106 INFO:tasks.workunit.client.0.smithi028.stdout:op 1361 completed, throughput=5MB/sec 2024-08-29T18:16:04.107 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-dxOdz3_gpzSF6IT off=829258 len=519801 2024-08-29T18:16:04.108 INFO:tasks.workunit.client.0.smithi028.stdout:op 1362 completed, throughput=5MB/sec 2024-08-29T18:16:05.076 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:16:04 smithi053 bash[68679]: cluster 2024-08-29T18:16:03.544250+0000 mgr.y (mgr.25022) 880 : cluster [DBG] pgmap v1568: 105 pgs: 105 active+clean; 127 GiB data, 6.9 GiB used, 708 GiB / 715 GiB avail; 2.5 MiB/s rd, 3.1 MiB/s wr, 5 op/s 2024-08-29T18:16:05.109 INFO:tasks.workunit.client.0.smithi028.stdout: 261: throughput=4.98MB/sec pending data=0 2024-08-29T18:16:05.109 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-2gbmnXoFB6c9eN- off=12304922 len=226451 2024-08-29T18:16:05.110 INFO:tasks.workunit.client.0.smithi028.stdout:op 1363 completed, throughput=4.98MB/sec 2024-08-29T18:16:05.110 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-6BdXs6jRKd-_tp7 off=19327346 len=1379302 2024-08-29T18:16:05.114 INFO:tasks.workunit.client.0.smithi028.stdout:op 1364 completed, throughput=4.99MB/sec 2024-08-29T18:16:05.114 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-01yUneeqEdM-fjn off=5452001 len=1988773 2024-08-29T18:16:05.120 INFO:tasks.workunit.client.0.smithi028.stdout:op 1365 completed, throughput=4.99MB/sec 2024-08-29T18:16:05.120 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-Rz-HCLYql68NHs0 off=296934 len=1701387 2024-08-29T18:16:05.128 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:16:04 smithi028 bash[77168]: cluster 2024-08-29T18:16:03.544250+0000 mgr.y (mgr.25022) 880 : cluster [DBG] pgmap v1568: 105 pgs: 105 active+clean; 127 GiB data, 6.9 GiB used, 708 GiB / 715 GiB avail; 2.5 MiB/s rd, 3.1 MiB/s wr, 5 op/s 2024-08-29T18:16:05.129 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:16:04 smithi028 bash[78352]: cluster 2024-08-29T18:16:03.544250+0000 mgr.y (mgr.25022) 880 : cluster [DBG] pgmap v1568: 105 pgs: 105 active+clean; 127 GiB data, 6.9 GiB used, 708 GiB / 715 GiB avail; 2.5 MiB/s rd, 3.1 MiB/s wr, 5 op/s 2024-08-29T18:16:05.132 INFO:tasks.workunit.client.0.smithi028.stdout:op 1366 completed, throughput=5MB/sec 2024-08-29T18:16:05.132 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-Noy-UTNf2wgfg0E off=5960924 len=75746 2024-08-29T18:16:05.133 INFO:tasks.workunit.client.0.smithi028.stdout:op 1367 completed, throughput=5MB/sec 2024-08-29T18:16:06.133 INFO:tasks.workunit.client.0.smithi028.stdout: 262: throughput=4.98MB/sec pending data=0 2024-08-29T18:16:06.134 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-3uT59xHN5Awwlna off=16943786 len=245203 2024-08-29T18:16:06.138 INFO:tasks.workunit.client.0.smithi028.stdout:op 1368 completed, throughput=4.98MB/sec 2024-08-29T18:16:06.139 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-buvb8ai4SnsmgMr off=8089971 len=1014520 2024-08-29T18:16:06.148 INFO:tasks.workunit.client.0.smithi028.stdout:op 1369 completed, throughput=4.99MB/sec 2024-08-29T18:16:06.149 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-Oha3XkAJfKmkdMT off=14485767 len=498872 2024-08-29T18:16:06.150 INFO:tasks.workunit.client.0.smithi028.stdout:op 1370 completed, throughput=4.99MB/sec 2024-08-29T18:16:06.150 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-NgsF4SqvXslK4RS off=4997937 len=1266927 2024-08-29T18:16:06.154 INFO:tasks.workunit.client.0.smithi028.stdout:op 1371 completed, throughput=4.99MB/sec 2024-08-29T18:16:06.154 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-bO0mvXtT318e_u6 off=8867724 len=1857786 2024-08-29T18:16:06.158 INFO:tasks.workunit.client.0.smithi028.stdout:op 1372 completed, throughput=5MB/sec 2024-08-29T18:16:06.158 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-N7-lLGn1JpZPdf6 off=100506 len=99735 2024-08-29T18:16:06.160 INFO:tasks.workunit.client.0.smithi028.stdout:op 1373 completed, throughput=5MB/sec 2024-08-29T18:16:06.160 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-lxdCaZIGAGOTbwJ off=254272 len=992168 2024-08-29T18:16:06.163 INFO:tasks.workunit.client.0.smithi028.stdout:op 1374 completed, throughput=5MB/sec 2024-08-29T18:16:06.576 INFO:journalctl@ceph.grafana.a.smithi053.stdout:Aug 29 18:16:06 smithi053 bash[99048]: logger=sqlstore.transactions t=2024-08-29T18:16:06.197255677Z level=info msg="Database locked, sleeping then retrying" error="database is locked" retry=0 code="database is locked" 2024-08-29T18:16:07.076 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:16:06 smithi053 bash[68679]: cluster 2024-08-29T18:16:05.545281+0000 mgr.y (mgr.25022) 881 : cluster [DBG] pgmap v1569: 105 pgs: 105 active+clean; 127 GiB data, 6.9 GiB used, 708 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.1 MiB/s wr, 5 op/s 2024-08-29T18:16:07.129 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:16:06 smithi028 bash[78352]: cluster 2024-08-29T18:16:05.545281+0000 mgr.y (mgr.25022) 881 : cluster [DBG] pgmap v1569: 105 pgs: 105 active+clean; 127 GiB data, 6.9 GiB used, 708 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.1 MiB/s wr, 5 op/s 2024-08-29T18:16:07.129 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:16:06 smithi028 bash[77168]: cluster 2024-08-29T18:16:05.545281+0000 mgr.y (mgr.25022) 881 : cluster [DBG] pgmap v1569: 105 pgs: 105 active+clean; 127 GiB data, 6.9 GiB used, 708 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.1 MiB/s wr, 5 op/s 2024-08-29T18:16:07.163 INFO:tasks.workunit.client.0.smithi028.stdout: 263: throughput=4.98MB/sec pending data=0 2024-08-29T18:16:07.164 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj--5mvEL_079wiZCt off=2624138 len=899909 2024-08-29T18:16:07.166 INFO:tasks.workunit.client.0.smithi028.stdout:op 1375 completed, throughput=4.99MB/sec 2024-08-29T18:16:07.166 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-Zvc5-fJwPVsGlSQ off=1794227 len=926406 2024-08-29T18:16:07.169 INFO:tasks.workunit.client.0.smithi028.stdout:op 1376 completed, throughput=4.99MB/sec 2024-08-29T18:16:07.169 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-0TKzVNQhEMJwiYJ off=5113951 len=573658 2024-08-29T18:16:07.172 INFO:tasks.workunit.client.0.smithi028.stdout:op 1377 completed, throughput=4.99MB/sec 2024-08-29T18:16:07.172 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-O9V6L9kD2Z2djnC off=3386886 len=51896 2024-08-29T18:16:07.173 INFO:tasks.workunit.client.0.smithi028.stdout:op 1378 completed, throughput=4.99MB/sec 2024-08-29T18:16:07.173 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-EmRNkNnQXMQ9NAJ off=23445820 len=696778 2024-08-29T18:16:07.180 INFO:tasks.workunit.client.0.smithi028.stdout:op 1379 completed, throughput=4.99MB/sec 2024-08-29T18:16:07.180 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-VkcRY_TeXaMYJhU off=4805642 len=304280 2024-08-29T18:16:07.186 INFO:tasks.workunit.client.0.smithi028.stdout:op 1380 completed, throughput=5MB/sec 2024-08-29T18:16:07.186 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-JOM3ENf4cL1Pz1W off=2667098 len=1816400 2024-08-29T18:16:07.191 INFO:tasks.workunit.client.0.smithi028.stdout:op 1381 completed, throughput=5MB/sec 2024-08-29T18:16:08.191 INFO:tasks.workunit.client.0.smithi028.stdout: 264: throughput=4.98MB/sec pending data=0 2024-08-29T18:16:08.192 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-dw5p3crjxzwGsSl off=295351 len=1436977 2024-08-29T18:16:08.202 INFO:tasks.workunit.client.0.smithi028.stdout:op 1382 completed, throughput=4.99MB/sec 2024-08-29T18:16:08.202 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-250zIp8KFwX9-go off=21810878 len=1769632 2024-08-29T18:16:08.215 INFO:tasks.workunit.client.0.smithi028.stdout:op 1383 completed, throughput=4.99MB/sec 2024-08-29T18:16:08.215 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-BSfvZXh8vPFyPaQ off=6986500 len=1348543 2024-08-29T18:16:08.226 INFO:tasks.workunit.client.0.smithi028.stdout:op 1384 completed, throughput=5MB/sec 2024-08-29T18:16:08.226 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-9SEPFMyCeVwyQFd off=19329319 len=172942 2024-08-29T18:16:08.228 INFO:tasks.workunit.client.0.smithi028.stdout:op 1385 completed, throughput=5MB/sec 2024-08-29T18:16:08.228 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-Vbesje7LWwEu__g off=905121 len=553508 2024-08-29T18:16:08.230 INFO:tasks.workunit.client.0.smithi028.stdout:op 1386 completed, throughput=5MB/sec 2024-08-29T18:16:09.076 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:16:08 smithi053 bash[68679]: cluster 2024-08-29T18:16:07.546093+0000 mgr.y (mgr.25022) 882 : cluster [DBG] pgmap v1570: 105 pgs: 105 active+clean; 127 GiB data, 6.9 GiB used, 708 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.0 MiB/s wr, 4 op/s 2024-08-29T18:16:09.129 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:16:08 smithi028 bash[78352]: cluster 2024-08-29T18:16:07.546093+0000 mgr.y (mgr.25022) 882 : cluster [DBG] pgmap v1570: 105 pgs: 105 active+clean; 127 GiB data, 6.9 GiB used, 708 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.0 MiB/s wr, 4 op/s 2024-08-29T18:16:09.129 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:16:08 smithi028 bash[77168]: cluster 2024-08-29T18:16:07.546093+0000 mgr.y (mgr.25022) 882 : cluster [DBG] pgmap v1570: 105 pgs: 105 active+clean; 127 GiB data, 6.9 GiB used, 708 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.0 MiB/s wr, 4 op/s 2024-08-29T18:16:09.231 INFO:tasks.workunit.client.0.smithi028.stdout: 265: throughput=4.98MB/sec pending data=0 2024-08-29T18:16:09.231 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-rVD2E5ZRuqZ7Jhv off=10484924 len=84957 2024-08-29T18:16:09.232 INFO:tasks.workunit.client.0.smithi028.stdout:op 1387 completed, throughput=4.98MB/sec 2024-08-29T18:16:09.232 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-5AwKNSTX-LIhaM7 off=197112 len=1054656 2024-08-29T18:16:09.235 INFO:tasks.workunit.client.0.smithi028.stdout:op 1388 completed, throughput=4.99MB/sec 2024-08-29T18:16:09.235 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-Qc5zJ6MreH-N29G off=992110 len=793037 2024-08-29T18:16:09.238 INFO:tasks.workunit.client.0.smithi028.stdout:op 1389 completed, throughput=4.99MB/sec 2024-08-29T18:16:09.239 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-JY9WDKRmwcv18Pu off=13994760 len=726726 2024-08-29T18:16:09.247 INFO:tasks.workunit.client.0.smithi028.stdout:op 1390 completed, throughput=4.99MB/sec 2024-08-29T18:16:09.247 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-OCbI82_MJSoQP0H off=14247123 len=951558 2024-08-29T18:16:09.255 INFO:tasks.workunit.client.0.smithi028.stdout:op 1391 completed, throughput=4.99MB/sec 2024-08-29T18:16:09.255 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-aF40OdUDz3Raqru off=8416271 len=355961 2024-08-29T18:16:09.257 INFO:tasks.workunit.client.0.smithi028.stdout:op 1392 completed, throughput=5MB/sec 2024-08-29T18:16:09.257 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-uL7TZ7F8LRJ8r-9 off=910542 len=396762 2024-08-29T18:16:09.263 INFO:tasks.workunit.client.0.smithi028.stdout:op 1393 completed, throughput=5MB/sec 2024-08-29T18:16:09.263 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-l8pigcQ6QFiEnO7 off=2923726 len=811100 2024-08-29T18:16:09.266 INFO:tasks.workunit.client.0.smithi028.stdout:op 1394 completed, throughput=5MB/sec 2024-08-29T18:16:10.266 INFO:tasks.workunit.client.0.smithi028.stdout: 266: throughput=4.98MB/sec pending data=0 2024-08-29T18:16:10.267 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-gep2IlGwMah1la8 off=64214 len=295629 2024-08-29T18:16:10.272 INFO:tasks.workunit.client.0.smithi028.stdout:op 1395 completed, throughput=4.98MB/sec 2024-08-29T18:16:10.272 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-kj4_-58xd0hoWRh off=5464147 len=1049447 2024-08-29T18:16:10.275 INFO:tasks.workunit.client.0.smithi028.stdout:op 1396 completed, throughput=4.99MB/sec 2024-08-29T18:16:10.275 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-QV-cnRoVoWfsYDZ off=6105244 len=1240563 2024-08-29T18:16:10.287 INFO:tasks.workunit.client.0.smithi028.stdout:op 1397 completed, throughput=4.99MB/sec 2024-08-29T18:16:10.287 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-HAT47pUyzHY6Uwy off=19876998 len=1443449 2024-08-29T18:16:10.290 INFO:tasks.workunit.client.0.smithi028.stdout:op 1398 completed, throughput=5MB/sec 2024-08-29T18:16:10.291 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-6QfUMCb3rYMlNTE off=0 len=1256249 2024-08-29T18:16:10.293 INFO:tasks.workunit.client.0.smithi028.stdout:op 1399 completed, throughput=5MB/sec 2024-08-29T18:16:10.293 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-N5JBynmx2ec47K_ off=4281776 len=1184047 2024-08-29T18:16:10.295 INFO:tasks.workunit.client.0.smithi028.stdout:op 1400 completed, throughput=5MB/sec 2024-08-29T18:16:11.076 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:16:10 smithi053 bash[68679]: cluster 2024-08-29T18:16:09.547151+0000 mgr.y (mgr.25022) 883 : cluster [DBG] pgmap v1571: 105 pgs: 105 active+clean; 127 GiB data, 7.0 GiB used, 708 GiB / 715 GiB avail; 3.1 MiB/s rd, 2.8 MiB/s wr, 6 op/s 2024-08-29T18:16:11.129 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:16:10 smithi028 bash[77168]: cluster 2024-08-29T18:16:09.547151+0000 mgr.y (mgr.25022) 883 : cluster [DBG] pgmap v1571: 105 pgs: 105 active+clean; 127 GiB data, 7.0 GiB used, 708 GiB / 715 GiB avail; 3.1 MiB/s rd, 2.8 MiB/s wr, 6 op/s 2024-08-29T18:16:11.129 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:16:10 smithi028 bash[78352]: cluster 2024-08-29T18:16:09.547151+0000 mgr.y (mgr.25022) 883 : cluster [DBG] pgmap v1571: 105 pgs: 105 active+clean; 127 GiB data, 7.0 GiB used, 708 GiB / 715 GiB avail; 3.1 MiB/s rd, 2.8 MiB/s wr, 6 op/s 2024-08-29T18:16:11.295 INFO:tasks.workunit.client.0.smithi028.stdout: 267: throughput=4.99MB/sec pending data=0 2024-08-29T18:16:11.295 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-hQydCu14aJlzxUK off=637381 len=970487 2024-08-29T18:16:11.299 INFO:tasks.workunit.client.0.smithi028.stdout:op 1401 completed, throughput=4.99MB/sec 2024-08-29T18:16:11.299 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-FirL5diY9Ncp0AJ off=6996250 len=1629595 2024-08-29T18:16:11.313 INFO:tasks.workunit.client.0.smithi028.stdout:op 1402 completed, throughput=4.99MB/sec 2024-08-29T18:16:11.313 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-CPLCmHOVuIUoztM off=10390246 len=1403127 2024-08-29T18:16:11.325 INFO:tasks.workunit.client.0.smithi028.stdout:op 1403 completed, throughput=5MB/sec 2024-08-29T18:16:11.325 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-NnqLYl1cFXP0CAj off=869453 len=485692 2024-08-29T18:16:11.331 INFO:tasks.workunit.client.0.smithi028.stdout:op 1404 completed, throughput=5MB/sec 2024-08-29T18:16:11.879 INFO:journalctl@ceph.mgr.y.smithi028.stdout:Aug 29 18:16:11 smithi028 bash[70818]: ::ffff:172.21.15.53 - - [29/Aug/2024:18:16:11] "GET /metrics HTTP/1.1" 200 34006 "" "Prometheus/2.43.0" 2024-08-29T18:16:12.332 INFO:tasks.workunit.client.0.smithi028.stdout: 268: throughput=4.98MB/sec pending data=0 2024-08-29T18:16:12.332 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-FSpv0okH42SPVWx off=358572 len=1269238 2024-08-29T18:16:12.341 INFO:tasks.workunit.client.0.smithi028.stdout:op 1405 completed, throughput=4.99MB/sec 2024-08-29T18:16:12.342 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-Z1_m97EKsz6gUUO off=1057407 len=241316 2024-08-29T18:16:12.348 INFO:tasks.workunit.client.0.smithi028.stdout:op 1406 completed, throughput=4.99MB/sec 2024-08-29T18:16:12.348 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-mjgDhpHRAFfreIl off=9791307 len=1487308 2024-08-29T18:16:12.359 INFO:tasks.workunit.client.0.smithi028.stdout:op 1407 completed, throughput=4.99MB/sec 2024-08-29T18:16:12.359 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-sCRCj4xFP9qtQv8 off=3373873 len=1826433 2024-08-29T18:16:12.363 INFO:tasks.workunit.client.0.smithi028.stdout:op 1408 completed, throughput=5MB/sec 2024-08-29T18:16:12.364 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-MW4jjvdlbIXUL6B off=9399025 len=655681 2024-08-29T18:16:12.371 INFO:tasks.workunit.client.0.smithi028.stdout:op 1409 completed, throughput=5MB/sec 2024-08-29T18:16:12.576 INFO:journalctl@ceph.prometheus.a.smithi053.stdout:Aug 29 18:16:12 smithi053 bash[95567]: ts=2024-08-29T18:16:12.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"3167ee72-662c-11ef-bcd4-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-29T18:16:13.076 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:16:12 smithi053 bash[68679]: cluster 2024-08-29T18:16:11.548037+0000 mgr.y (mgr.25022) 884 : cluster [DBG] pgmap v1572: 105 pgs: 105 active+clean; 127 GiB data, 7.0 GiB used, 708 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.4 MiB/s wr, 5 op/s 2024-08-29T18:16:13.077 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:16:12 smithi053 bash[68679]: audit 2024-08-29T18:16:12.067779+0000 mon.a (mon.0) 2176 : audit [DBG] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-29T18:16:13.129 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:16:12 smithi028 bash[78352]: cluster 2024-08-29T18:16:11.548037+0000 mgr.y (mgr.25022) 884 : cluster [DBG] pgmap v1572: 105 pgs: 105 active+clean; 127 GiB data, 7.0 GiB used, 708 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.4 MiB/s wr, 5 op/s 2024-08-29T18:16:13.129 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:16:12 smithi028 bash[78352]: audit 2024-08-29T18:16:12.067779+0000 mon.a (mon.0) 2176 : audit [DBG] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-29T18:16:13.129 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:16:12 smithi028 bash[77168]: cluster 2024-08-29T18:16:11.548037+0000 mgr.y (mgr.25022) 884 : cluster [DBG] pgmap v1572: 105 pgs: 105 active+clean; 127 GiB data, 7.0 GiB used, 708 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.4 MiB/s wr, 5 op/s 2024-08-29T18:16:13.129 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:16:12 smithi028 bash[77168]: audit 2024-08-29T18:16:12.067779+0000 mon.a (mon.0) 2176 : audit [DBG] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-29T18:16:13.371 INFO:tasks.workunit.client.0.smithi028.stdout: 269: throughput=4.98MB/sec pending data=0 2024-08-29T18:16:13.371 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-Tk4-952MSdacyGO off=2314570 len=1980155 2024-08-29T18:16:13.386 INFO:tasks.workunit.client.0.smithi028.stdout:op 1410 completed, throughput=4.99MB/sec 2024-08-29T18:16:13.386 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-XMts3Rjk8wLY4AM off=4421382 len=1411874 2024-08-29T18:16:13.390 INFO:tasks.workunit.client.0.smithi028.stdout:op 1411 completed, throughput=4.99MB/sec 2024-08-29T18:16:13.390 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-nNUpkPdfJy7eHHd off=6694079 len=1179739 2024-08-29T18:16:13.399 INFO:tasks.workunit.client.0.smithi028.stdout:op 1412 completed, throughput=5MB/sec 2024-08-29T18:16:13.399 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-vRadlVaCQVnYD16 off=6228603 len=2032158 2024-08-29T18:16:13.404 INFO:tasks.workunit.client.0.smithi028.stdout:op 1413 completed, throughput=5MB/sec 2024-08-29T18:16:14.404 INFO:tasks.workunit.client.0.smithi028.stdout: 270: throughput=4.99MB/sec pending data=0 2024-08-29T18:16:14.405 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-rHsPUsDgi8X34sL off=0 len=1309379 2024-08-29T18:16:14.415 INFO:tasks.workunit.client.0.smithi028.stdout:op 1414 completed, throughput=4.99MB/sec 2024-08-29T18:16:14.415 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-dPVThepIjPIv8Dp off=1894864 len=120571 2024-08-29T18:16:14.416 INFO:tasks.workunit.client.0.smithi028.stdout:op 1415 completed, throughput=4.99MB/sec 2024-08-29T18:16:14.417 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-uPvxY15nOJKiS8Z off=6322757 len=1126507 2024-08-29T18:16:14.425 INFO:tasks.workunit.client.0.smithi028.stdout:op 1416 completed, throughput=5MB/sec 2024-08-29T18:16:14.425 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-q4aCr_z_oupRdME off=16196787 len=84244 2024-08-29T18:16:14.426 INFO:tasks.workunit.client.0.smithi028.stdout:op 1417 completed, throughput=5MB/sec 2024-08-29T18:16:14.426 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-w3pOxVXl67frqcB off=4289223 len=175029 2024-08-29T18:16:14.431 INFO:tasks.workunit.client.0.smithi028.stdout:op 1418 completed, throughput=5MB/sec 2024-08-29T18:16:14.431 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-UvcKma5cgkgVZPJ off=1245908 len=1452958 2024-08-29T18:16:14.442 INFO:tasks.workunit.client.0.smithi028.stdout:op 1419 completed, throughput=5MB/sec 2024-08-29T18:16:15.076 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:16:14 smithi053 bash[68679]: cluster 2024-08-29T18:16:13.548891+0000 mgr.y (mgr.25022) 885 : cluster [DBG] pgmap v1573: 105 pgs: 105 active+clean; 127 GiB data, 7.0 GiB used, 708 GiB / 715 GiB avail; 3.0 MiB/s rd, 3.0 MiB/s wr, 6 op/s 2024-08-29T18:16:15.129 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:16:14 smithi028 bash[78352]: cluster 2024-08-29T18:16:13.548891+0000 mgr.y (mgr.25022) 885 : cluster [DBG] pgmap v1573: 105 pgs: 105 active+clean; 127 GiB data, 7.0 GiB used, 708 GiB / 715 GiB avail; 3.0 MiB/s rd, 3.0 MiB/s wr, 6 op/s 2024-08-29T18:16:15.129 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:16:14 smithi028 bash[77168]: cluster 2024-08-29T18:16:13.548891+0000 mgr.y (mgr.25022) 885 : cluster [DBG] pgmap v1573: 105 pgs: 105 active+clean; 127 GiB data, 7.0 GiB used, 708 GiB / 715 GiB avail; 3.0 MiB/s rd, 3.0 MiB/s wr, 6 op/s 2024-08-29T18:16:15.442 INFO:tasks.workunit.client.0.smithi028.stdout: 271: throughput=4.98MB/sec pending data=0 2024-08-29T18:16:15.443 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-lT9Ykg4wK71Azgw off=3870767 len=1237783 2024-08-29T18:16:15.446 INFO:tasks.workunit.client.0.smithi028.stdout:op 1420 completed, throughput=4.99MB/sec 2024-08-29T18:16:15.446 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-TXsmDXpJO-nMjaq off=3263088 len=38601 2024-08-29T18:16:15.447 INFO:tasks.workunit.client.0.smithi028.stdout:op 1421 completed, throughput=4.99MB/sec 2024-08-29T18:16:15.447 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-l5abs_o0D66QZWd off=10622956 len=329807 2024-08-29T18:16:15.449 INFO:tasks.workunit.client.0.smithi028.stdout:op 1422 completed, throughput=4.99MB/sec 2024-08-29T18:16:15.449 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-gQlY8QAIg4SUiL1 off=15307519 len=1054479 2024-08-29T18:16:15.451 INFO:tasks.workunit.client.0.smithi028.stdout:op 1423 completed, throughput=4.99MB/sec 2024-08-29T18:16:15.452 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-oYVfJMqhiWHjZLQ off=6242285 len=1147022 2024-08-29T18:16:15.462 INFO:tasks.workunit.client.0.smithi028.stdout:op 1424 completed, throughput=5MB/sec 2024-08-29T18:16:15.462 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-bQq3aog8OkO4bfO off=13530265 len=272622 2024-08-29T18:16:15.464 INFO:tasks.workunit.client.0.smithi028.stdout:op 1425 completed, throughput=5MB/sec 2024-08-29T18:16:15.464 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-iMZ8r9_leIvRlKn off=3368631 len=1502462 2024-08-29T18:16:15.475 INFO:tasks.workunit.client.0.smithi028.stdout:op 1426 completed, throughput=5MB/sec 2024-08-29T18:16:16.476 INFO:tasks.workunit.client.0.smithi028.stdout: 272: throughput=4.98MB/sec pending data=0 2024-08-29T18:16:16.476 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-d8yApi7Cb3z-dVZ off=7032741 len=1502552 2024-08-29T18:16:16.487 INFO:tasks.workunit.client.0.smithi028.stdout:op 1427 completed, throughput=4.99MB/sec 2024-08-29T18:16:16.487 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-xpbzUs8ZWmHfLdl off=1518708 len=1060740 2024-08-29T18:16:16.490 INFO:tasks.workunit.client.0.smithi028.stdout:op 1428 completed, throughput=4.99MB/sec 2024-08-29T18:16:16.490 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-TYds2C_piZaEQCE off=2425452 len=380617 2024-08-29T18:16:16.496 INFO:tasks.workunit.client.0.smithi028.stdout:op 1429 completed, throughput=4.99MB/sec 2024-08-29T18:16:16.496 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-ZQw3EUTMDITsSaG off=2796021 len=188206 2024-08-29T18:16:16.502 INFO:tasks.workunit.client.0.smithi028.stdout:op 1430 completed, throughput=4.99MB/sec 2024-08-29T18:16:16.502 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-ZMOOrRa9iU7IVON off=8097316 len=774094 2024-08-29T18:16:16.510 INFO:tasks.workunit.client.0.smithi028.stdout:op 1431 completed, throughput=5MB/sec 2024-08-29T18:16:16.510 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-2EBYlGfBHKfTEoq off=1907392 len=88767 2024-08-29T18:16:16.512 INFO:tasks.workunit.client.0.smithi028.stdout:op 1432 completed, throughput=5MB/sec 2024-08-29T18:16:16.512 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-JsIrll73wlEPoKW off=15753384 len=437077 2024-08-29T18:16:16.519 INFO:tasks.workunit.client.0.smithi028.stdout:op 1433 completed, throughput=5MB/sec 2024-08-29T18:16:16.519 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-n9TbKbJ4sx2Hxuc off=8484840 len=1406730 2024-08-29T18:16:16.528 INFO:tasks.workunit.client.0.smithi028.stdout:op 1434 completed, throughput=5MB/sec 2024-08-29T18:16:17.076 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:16:16 smithi053 bash[68679]: cluster 2024-08-29T18:16:15.549958+0000 mgr.y (mgr.25022) 886 : cluster [DBG] pgmap v1574: 105 pgs: 105 active+clean; 127 GiB data, 7.0 GiB used, 708 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.1 MiB/s wr, 5 op/s 2024-08-29T18:16:17.129 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:16:16 smithi028 bash[78352]: cluster 2024-08-29T18:16:15.549958+0000 mgr.y (mgr.25022) 886 : cluster [DBG] pgmap v1574: 105 pgs: 105 active+clean; 127 GiB data, 7.0 GiB used, 708 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.1 MiB/s wr, 5 op/s 2024-08-29T18:16:17.129 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:16:16 smithi028 bash[77168]: cluster 2024-08-29T18:16:15.549958+0000 mgr.y (mgr.25022) 886 : cluster [DBG] pgmap v1574: 105 pgs: 105 active+clean; 127 GiB data, 7.0 GiB used, 708 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.1 MiB/s wr, 5 op/s 2024-08-29T18:16:17.529 INFO:tasks.workunit.client.0.smithi028.stdout: 273: throughput=4.98MB/sec pending data=0 2024-08-29T18:16:17.529 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-F0Nz4fEna14HwDV off=1591155 len=25529 2024-08-29T18:16:17.530 INFO:tasks.workunit.client.0.smithi028.stdout:op 1435 completed, throughput=4.98MB/sec 2024-08-29T18:16:17.530 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-xkDdWAqlNt9WW3v off=4868881 len=1946394 2024-08-29T18:16:17.534 INFO:tasks.workunit.client.0.smithi028.stdout:op 1436 completed, throughput=4.99MB/sec 2024-08-29T18:16:17.535 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-TsD6R9PVh7Lw8mT off=368959 len=1638789 2024-08-29T18:16:17.539 INFO:tasks.workunit.client.0.smithi028.stdout:op 1437 completed, throughput=5MB/sec 2024-08-29T18:16:17.539 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-6d_m3aI0WCBvPhW off=2310799 len=580143 2024-08-29T18:16:17.542 INFO:tasks.workunit.client.0.smithi028.stdout:op 1438 completed, throughput=5MB/sec 2024-08-29T18:16:17.542 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-hyl462JAGZOAydu off=10221607 len=1328649 2024-08-29T18:16:17.552 INFO:tasks.workunit.client.0.smithi028.stdout:op 1439 completed, throughput=5MB/sec 2024-08-29T18:16:18.553 INFO:tasks.workunit.client.0.smithi028.stdout: 274: throughput=4.99MB/sec pending data=0 2024-08-29T18:16:18.553 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-FPmZfQYYpMN1dTv off=18780838 len=1172817 2024-08-29T18:16:18.556 INFO:tasks.workunit.client.0.smithi028.stdout:op 1440 completed, throughput=4.99MB/sec 2024-08-29T18:16:18.556 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-pkwVTPYVKHwLHb9 off=7373244 len=488977 2024-08-29T18:16:18.558 INFO:tasks.workunit.client.0.smithi028.stdout:op 1441 completed, throughput=4.99MB/sec 2024-08-29T18:16:18.558 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-HBXRujLFAqe7FjY off=0 len=1061997 2024-08-29T18:16:18.567 INFO:tasks.workunit.client.0.smithi028.stdout:op 1442 completed, throughput=4.99MB/sec 2024-08-29T18:16:18.567 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-QChFa3zHOe3Psik off=12865920 len=1784426 2024-08-29T18:16:18.571 INFO:tasks.workunit.client.0.smithi028.stdout:op 1443 completed, throughput=5MB/sec 2024-08-29T18:16:19.076 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:16:18 smithi053 bash[68679]: cluster 2024-08-29T18:16:17.550738+0000 mgr.y (mgr.25022) 887 : cluster [DBG] pgmap v1575: 105 pgs: 105 active+clean; 127 GiB data, 7.0 GiB used, 708 GiB / 715 GiB avail; 2.0 MiB/s rd, 1.8 MiB/s wr, 4 op/s 2024-08-29T18:16:19.129 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:16:18 smithi028 bash[78352]: cluster 2024-08-29T18:16:17.550738+0000 mgr.y (mgr.25022) 887 : cluster [DBG] pgmap v1575: 105 pgs: 105 active+clean; 127 GiB data, 7.0 GiB used, 708 GiB / 715 GiB avail; 2.0 MiB/s rd, 1.8 MiB/s wr, 4 op/s 2024-08-29T18:16:19.129 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:16:18 smithi028 bash[77168]: cluster 2024-08-29T18:16:17.550738+0000 mgr.y (mgr.25022) 887 : cluster [DBG] pgmap v1575: 105 pgs: 105 active+clean; 127 GiB data, 7.0 GiB used, 708 GiB / 715 GiB avail; 2.0 MiB/s rd, 1.8 MiB/s wr, 4 op/s 2024-08-29T18:16:19.572 INFO:tasks.workunit.client.0.smithi028.stdout: 275: throughput=4.98MB/sec pending data=0 2024-08-29T18:16:19.572 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-1u77Md5KqtRnwHx off=15060839 len=1561206 2024-08-29T18:16:19.584 INFO:tasks.workunit.client.0.smithi028.stdout:op 1444 completed, throughput=4.99MB/sec 2024-08-29T18:16:19.584 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-3s_53fR9h9Buf7V off=818687 len=343565 2024-08-29T18:16:19.586 INFO:tasks.workunit.client.0.smithi028.stdout:op 1445 completed, throughput=4.99MB/sec 2024-08-29T18:16:19.586 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-4mUvLIf0lCWwlgu off=4001266 len=1551096 2024-08-29T18:16:19.590 INFO:tasks.workunit.client.0.smithi028.stdout:op 1446 completed, throughput=4.99MB/sec 2024-08-29T18:16:19.590 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-AGqjurD_Bm4T0bv off=1369670 len=216414 2024-08-29T18:16:19.596 INFO:tasks.workunit.client.0.smithi028.stdout:op 1447 completed, throughput=4.99MB/sec 2024-08-29T18:16:19.596 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-1lA9ZmZ3hRWbxho off=7988720 len=885255 2024-08-29T18:16:19.599 INFO:tasks.workunit.client.0.smithi028.stdout:op 1448 completed, throughput=5MB/sec 2024-08-29T18:16:19.599 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-Y2pK34i_ybqJCM5 off=14651568 len=201988 2024-08-29T18:16:19.600 INFO:tasks.workunit.client.0.smithi028.stdout:op 1449 completed, throughput=5MB/sec 2024-08-29T18:16:19.601 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-kGGhMD1F4FcCDOn off=11521419 len=1362320 2024-08-29T18:16:19.604 INFO:tasks.workunit.client.0.smithi028.stdout:op 1450 completed, throughput=5MB/sec 2024-08-29T18:16:20.604 INFO:tasks.workunit.client.0.smithi028.stdout: 276: throughput=4.98MB/sec pending data=0 2024-08-29T18:16:20.604 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-C3J93g9G6dwcJmc off=2782733 len=89050 2024-08-29T18:16:20.609 INFO:tasks.workunit.client.0.smithi028.stdout:op 1451 completed, throughput=4.99MB/sec 2024-08-29T18:16:20.609 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj--5mvEL_079wiZCt off=2604062 len=919985 2024-08-29T18:16:20.611 INFO:tasks.workunit.client.0.smithi028.stdout:op 1452 completed, throughput=4.99MB/sec 2024-08-29T18:16:20.612 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-MaWRdOVi85srVPk off=14425798 len=1568355 2024-08-29T18:16:20.624 INFO:tasks.workunit.client.0.smithi028.stdout:op 1453 completed, throughput=4.99MB/sec 2024-08-29T18:16:20.624 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-PffvPg7crhmOD5t off=17942804 len=657211 2024-08-29T18:16:20.631 INFO:tasks.workunit.client.0.smithi028.stdout:op 1454 completed, throughput=5MB/sec 2024-08-29T18:16:20.631 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-BUVLH5FocY4FxEF off=12447518 len=755385 2024-08-29T18:16:20.639 INFO:tasks.workunit.client.0.smithi028.stdout:op 1455 completed, throughput=5MB/sec 2024-08-29T18:16:20.639 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-72C-mwo1HgYPA1I off=13288836 len=792083 2024-08-29T18:16:20.641 INFO:tasks.workunit.client.0.smithi028.stdout:op 1456 completed, throughput=5MB/sec 2024-08-29T18:16:21.076 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:16:20 smithi053 bash[68679]: cluster 2024-08-29T18:16:19.552090+0000 mgr.y (mgr.25022) 888 : cluster [DBG] pgmap v1576: 105 pgs: 105 active+clean; 127 GiB data, 7.1 GiB used, 708 GiB / 715 GiB avail; 2.9 MiB/s rd, 2.9 MiB/s wr, 6 op/s 2024-08-29T18:16:21.129 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:16:20 smithi028 bash[78352]: cluster 2024-08-29T18:16:19.552090+0000 mgr.y (mgr.25022) 888 : cluster [DBG] pgmap v1576: 105 pgs: 105 active+clean; 127 GiB data, 7.1 GiB used, 708 GiB / 715 GiB avail; 2.9 MiB/s rd, 2.9 MiB/s wr, 6 op/s 2024-08-29T18:16:21.129 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:16:20 smithi028 bash[77168]: cluster 2024-08-29T18:16:19.552090+0000 mgr.y (mgr.25022) 888 : cluster [DBG] pgmap v1576: 105 pgs: 105 active+clean; 127 GiB data, 7.1 GiB used, 708 GiB / 715 GiB avail; 2.9 MiB/s rd, 2.9 MiB/s wr, 6 op/s 2024-08-29T18:16:21.641 INFO:tasks.workunit.client.0.smithi028.stdout: 277: throughput=4.98MB/sec pending data=0 2024-08-29T18:16:21.641 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-aYc9FtGqsIwnlD5 off=2672524 len=618711 2024-08-29T18:16:21.648 INFO:tasks.workunit.client.0.smithi028.stdout:op 1457 completed, throughput=4.98MB/sec 2024-08-29T18:16:21.648 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-CKettZigR9_C0RD off=14550162 len=935609 2024-08-29T18:16:21.651 INFO:tasks.workunit.client.0.smithi028.stdout:op 1458 completed, throughput=4.99MB/sec 2024-08-29T18:16:21.651 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj--3b0MuWfz2M-rm4 off=4553004 len=2027096 2024-08-29T18:16:21.665 INFO:tasks.workunit.client.0.smithi028.stdout:op 1459 completed, throughput=4.99MB/sec 2024-08-29T18:16:21.665 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-kzx-dZcat3G5RmT off=5122579 len=875515 2024-08-29T18:16:21.673 INFO:tasks.workunit.client.0.smithi028.stdout:op 1460 completed, throughput=5MB/sec 2024-08-29T18:16:21.673 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-VtmhvJeLCyk4cbw off=13398762 len=487104 2024-08-29T18:16:21.675 INFO:tasks.workunit.client.0.smithi028.stdout:op 1461 completed, throughput=5MB/sec 2024-08-29T18:16:21.675 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-7x8DT0LKP5HuiU3 off=599948 len=653247 2024-08-29T18:16:21.683 INFO:tasks.workunit.client.0.smithi028.stdout:op 1462 completed, throughput=5MB/sec 2024-08-29T18:16:21.913 INFO:journalctl@ceph.mgr.y.smithi028.stdout:Aug 29 18:16:21 smithi028 bash[70818]: ::ffff:172.21.15.53 - - [29/Aug/2024:18:16:21] "GET /metrics HTTP/1.1" 200 33998 "" "Prometheus/2.43.0" 2024-08-29T18:16:22.576 INFO:journalctl@ceph.prometheus.a.smithi053.stdout:Aug 29 18:16:22 smithi053 bash[95567]: ts=2024-08-29T18:16:22.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"3167ee72-662c-11ef-bcd4-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-29T18:16:22.683 INFO:tasks.workunit.client.0.smithi028.stdout: 278: throughput=4.98MB/sec pending data=0 2024-08-29T18:16:22.684 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-JDuuFi_BHTyKcZ- off=2808397 len=1233751 2024-08-29T18:16:22.693 INFO:tasks.workunit.client.0.smithi028.stdout:op 1463 completed, throughput=4.99MB/sec 2024-08-29T18:16:22.693 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-ACXw0tR4By2efQC off=12830804 len=1246163 2024-08-29T18:16:22.697 INFO:tasks.workunit.client.0.smithi028.stdout:op 1464 completed, throughput=4.99MB/sec 2024-08-29T18:16:22.697 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-vy0hgst6uARIUc- off=10115957 len=311043 2024-08-29T18:16:22.698 INFO:tasks.workunit.client.0.smithi028.stdout:op 1465 completed, throughput=4.99MB/sec 2024-08-29T18:16:22.698 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-hGZ_rb4883QDQvc off=10252825 len=1265274 2024-08-29T18:16:22.710 INFO:tasks.workunit.client.0.smithi028.stdout:op 1466 completed, throughput=5MB/sec 2024-08-29T18:16:22.710 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-MiNmFhoGNKnL_ok off=7516985 len=1043742 2024-08-29T18:16:22.713 INFO:tasks.workunit.client.0.smithi028.stdout:op 1467 completed, throughput=5MB/sec 2024-08-29T18:16:22.713 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-3NugJHtrUcCFvnl off=230552 len=1875824 2024-08-29T18:16:22.717 INFO:tasks.workunit.client.0.smithi028.stdout:op 1468 completed, throughput=5.01MB/sec 2024-08-29T18:16:23.076 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:16:22 smithi053 bash[68679]: cluster 2024-08-29T18:16:21.552992+0000 mgr.y (mgr.25022) 889 : cluster [DBG] pgmap v1577: 105 pgs: 105 active+clean; 127 GiB data, 7.1 GiB used, 708 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2024-08-29T18:16:23.129 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:16:22 smithi028 bash[78352]: cluster 2024-08-29T18:16:21.552992+0000 mgr.y (mgr.25022) 889 : cluster [DBG] pgmap v1577: 105 pgs: 105 active+clean; 127 GiB data, 7.1 GiB used, 708 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2024-08-29T18:16:23.129 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:16:22 smithi028 bash[77168]: cluster 2024-08-29T18:16:21.552992+0000 mgr.y (mgr.25022) 889 : cluster [DBG] pgmap v1577: 105 pgs: 105 active+clean; 127 GiB data, 7.1 GiB used, 708 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2024-08-29T18:16:23.718 INFO:tasks.workunit.client.0.smithi028.stdout: 279: throughput=4.99MB/sec pending data=0 2024-08-29T18:16:23.718 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-BdScdC1K-oqLGYg off=2296809 len=1266476 2024-08-29T18:16:23.730 INFO:tasks.workunit.client.0.smithi028.stdout:op 1469 completed, throughput=4.99MB/sec 2024-08-29T18:16:23.730 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-o-0YQbDDkmPq2Bc off=6338213 len=1022077 2024-08-29T18:16:23.734 INFO:tasks.workunit.client.0.smithi028.stdout:op 1470 completed, throughput=5MB/sec 2024-08-29T18:16:23.734 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-8VbHCVuru6ho5dP off=11552643 len=783508 2024-08-29T18:16:23.738 INFO:tasks.workunit.client.0.smithi028.stdout:op 1471 completed, throughput=5MB/sec 2024-08-29T18:16:23.738 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-KCQ-y01JJI4JHD_ off=906701 len=1806948 2024-08-29T18:16:23.750 INFO:tasks.workunit.client.0.smithi028.stdout:op 1472 completed, throughput=5MB/sec 2024-08-29T18:16:24.751 INFO:tasks.workunit.client.0.smithi028.stdout: 280: throughput=4.99MB/sec pending data=0 2024-08-29T18:16:24.751 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-9DaOfImN7Eji_0X off=11683026 len=1732021 2024-08-29T18:16:24.765 INFO:tasks.workunit.client.0.smithi028.stdout:op 1473 completed, throughput=4.99MB/sec 2024-08-29T18:16:24.765 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-Qy-Q6a55-xbWpE6 off=2370456 len=413055 2024-08-29T18:16:24.771 INFO:tasks.workunit.client.0.smithi028.stdout:op 1474 completed, throughput=4.99MB/sec 2024-08-29T18:16:24.771 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-SlOnMsmvZZpqWO_ off=1580304 len=1486150 2024-08-29T18:16:24.782 INFO:tasks.workunit.client.0.smithi028.stdout:op 1475 completed, throughput=5MB/sec 2024-08-29T18:16:24.783 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-yLRnVOFkNwIQyg4 off=886890 len=2023983 2024-08-29T18:16:24.786 INFO:tasks.workunit.client.0.smithi028.stdout:op 1476 completed, throughput=5MB/sec 2024-08-29T18:16:25.076 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:16:24 smithi053 bash[68679]: cluster 2024-08-29T18:16:23.553906+0000 mgr.y (mgr.25022) 890 : cluster [DBG] pgmap v1578: 105 pgs: 105 active+clean; 127 GiB data, 7.1 GiB used, 708 GiB / 715 GiB avail; 2.9 MiB/s rd, 2.7 MiB/s wr, 6 op/s 2024-08-29T18:16:25.129 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:16:24 smithi028 bash[78352]: cluster 2024-08-29T18:16:23.553906+0000 mgr.y (mgr.25022) 890 : cluster [DBG] pgmap v1578: 105 pgs: 105 active+clean; 127 GiB data, 7.1 GiB used, 708 GiB / 715 GiB avail; 2.9 MiB/s rd, 2.7 MiB/s wr, 6 op/s 2024-08-29T18:16:25.129 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:16:24 smithi028 bash[77168]: cluster 2024-08-29T18:16:23.553906+0000 mgr.y (mgr.25022) 890 : cluster [DBG] pgmap v1578: 105 pgs: 105 active+clean; 127 GiB data, 7.1 GiB used, 708 GiB / 715 GiB avail; 2.9 MiB/s rd, 2.7 MiB/s wr, 6 op/s 2024-08-29T18:16:25.786 INFO:tasks.workunit.client.0.smithi028.stdout: 281: throughput=4.99MB/sec pending data=0 2024-08-29T18:16:25.786 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-vEV__H4nXTn4oMb off=0 len=1165732 2024-08-29T18:16:25.795 INFO:tasks.workunit.client.0.smithi028.stdout:op 1477 completed, throughput=4.99MB/sec 2024-08-29T18:16:25.796 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-PMA_1BdR9pFXiUC off=4903440 len=418727 2024-08-29T18:16:25.801 INFO:tasks.workunit.client.0.smithi028.stdout:op 1478 completed, throughput=4.99MB/sec 2024-08-29T18:16:25.801 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-aJyFJokG-CkTmk0 off=115142 len=313848 2024-08-29T18:16:25.807 INFO:tasks.workunit.client.0.smithi028.stdout:op 1479 completed, throughput=4.99MB/sec 2024-08-29T18:16:25.807 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-p7XrFfZw19WrFPS off=11727558 len=174205 2024-08-29T18:16:25.812 INFO:tasks.workunit.client.0.smithi028.stdout:op 1480 completed, throughput=4.99MB/sec 2024-08-29T18:16:25.813 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-rOTK9kHgnxWqOgQ off=9901147 len=1366541 2024-08-29T18:16:25.816 INFO:tasks.workunit.client.0.smithi028.stdout:op 1481 completed, throughput=5MB/sec 2024-08-29T18:16:25.816 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-W6fzyQ00DjUSj5B off=8036450 len=1631828 2024-08-29T18:16:25.820 INFO:tasks.workunit.client.0.smithi028.stdout:op 1482 completed, throughput=5MB/sec 2024-08-29T18:16:26.820 INFO:tasks.workunit.client.0.smithi028.stdout: 282: throughput=4.99MB/sec pending data=0 2024-08-29T18:16:26.821 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-74uD8iRUEtOd9Vz off=1078198 len=1930359 2024-08-29T18:16:26.836 INFO:tasks.workunit.client.0.smithi028.stdout:op 1483 completed, throughput=4.99MB/sec 2024-08-29T18:16:26.836 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-LDYJzxVje9iJJwP off=15434127 len=696134 2024-08-29T18:16:26.839 INFO:tasks.workunit.client.0.smithi028.stdout:op 1484 completed, throughput=4.99MB/sec 2024-08-29T18:16:26.839 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-EhIZirjmfEpQ40x off=7826742 len=2032397 2024-08-29T18:16:26.844 INFO:tasks.workunit.client.0.smithi028.stdout:op 1485 completed, throughput=5MB/sec 2024-08-29T18:16:27.076 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:16:26 smithi053 bash[68679]: cluster 2024-08-29T18:16:25.554873+0000 mgr.y (mgr.25022) 891 : cluster [DBG] pgmap v1579: 105 pgs: 105 active+clean; 127 GiB data, 7.1 GiB used, 708 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.4 MiB/s wr, 5 op/s 2024-08-29T18:16:27.129 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:16:26 smithi028 bash[77168]: cluster 2024-08-29T18:16:25.554873+0000 mgr.y (mgr.25022) 891 : cluster [DBG] pgmap v1579: 105 pgs: 105 active+clean; 127 GiB data, 7.1 GiB used, 708 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.4 MiB/s wr, 5 op/s 2024-08-29T18:16:27.129 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:16:26 smithi028 bash[78352]: cluster 2024-08-29T18:16:25.554873+0000 mgr.y (mgr.25022) 891 : cluster [DBG] pgmap v1579: 105 pgs: 105 active+clean; 127 GiB data, 7.1 GiB used, 708 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.4 MiB/s wr, 5 op/s 2024-08-29T18:16:27.844 INFO:tasks.workunit.client.0.smithi028.stdout: 283: throughput=4.98MB/sec pending data=0 2024-08-29T18:16:27.844 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-vUuZYxFjmWhKczR off=4667740 len=178241 2024-08-29T18:16:27.845 INFO:tasks.workunit.client.0.smithi028.stdout:op 1486 completed, throughput=4.98MB/sec 2024-08-29T18:16:27.846 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-5lIUYWD3TAkS7cq off=4131335 len=1467192 2024-08-29T18:16:27.851 INFO:tasks.workunit.client.0.smithi028.stdout:op 1487 completed, throughput=4.99MB/sec 2024-08-29T18:16:27.851 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-ka1JOIYc-hvBBwu off=4057575 len=866539 2024-08-29T18:16:27.861 INFO:tasks.workunit.client.0.smithi028.stdout:op 1488 completed, throughput=4.99MB/sec 2024-08-29T18:16:27.861 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-3Q7iykpYOipkvcu off=15377688 len=2025423 2024-08-29T18:16:27.876 INFO:tasks.workunit.client.0.smithi028.stdout:op 1489 completed, throughput=5MB/sec 2024-08-29T18:16:27.876 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-hd97TFp9zRn30mt off=10030797 len=1615863 2024-08-29T18:16:27.880 INFO:tasks.workunit.client.0.smithi028.stdout:op 1490 completed, throughput=5MB/sec 2024-08-29T18:16:28.076 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:16:27 smithi053 bash[68679]: audit 2024-08-29T18:16:27.068260+0000 mon.a (mon.0) 2177 : audit [DBG] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-29T18:16:28.129 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:16:27 smithi028 bash[77168]: audit 2024-08-29T18:16:27.068260+0000 mon.a (mon.0) 2177 : audit [DBG] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-29T18:16:28.129 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:16:27 smithi028 bash[78352]: audit 2024-08-29T18:16:27.068260+0000 mon.a (mon.0) 2177 : audit [DBG] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-29T18:16:28.880 INFO:tasks.workunit.client.0.smithi028.stdout: 284: throughput=4.99MB/sec pending data=0 2024-08-29T18:16:28.880 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-9xliB1qR8szqx6a off=20905095 len=579369 2024-08-29T18:16:28.888 INFO:tasks.workunit.client.0.smithi028.stdout:op 1491 completed, throughput=4.99MB/sec 2024-08-29T18:16:28.888 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-iPGXSfnH4JaoDo7 off=15446504 len=1432312 2024-08-29T18:16:28.893 INFO:tasks.workunit.client.0.smithi028.stdout:op 1492 completed, throughput=4.99MB/sec 2024-08-29T18:16:28.894 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-NUItw2SQEAqrvnf off=1222128 len=1379835 2024-08-29T18:16:28.904 INFO:tasks.workunit.client.0.smithi028.stdout:op 1493 completed, throughput=5MB/sec 2024-08-29T18:16:28.905 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj--K7qtBwY2Y7mFIn off=16937059 len=1233439 2024-08-29T18:16:28.908 INFO:tasks.workunit.client.0.smithi028.stdout:op 1494 completed, throughput=5MB/sec 2024-08-29T18:16:29.076 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:16:28 smithi053 bash[68679]: cluster 2024-08-29T18:16:27.555667+0000 mgr.y (mgr.25022) 892 : cluster [DBG] pgmap v1580: 105 pgs: 105 active+clean; 127 GiB data, 7.1 GiB used, 708 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2024-08-29T18:16:29.129 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:16:28 smithi028 bash[77168]: cluster 2024-08-29T18:16:27.555667+0000 mgr.y (mgr.25022) 892 : cluster [DBG] pgmap v1580: 105 pgs: 105 active+clean; 127 GiB data, 7.1 GiB used, 708 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2024-08-29T18:16:29.129 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:16:28 smithi028 bash[78352]: cluster 2024-08-29T18:16:27.555667+0000 mgr.y (mgr.25022) 892 : cluster [DBG] pgmap v1580: 105 pgs: 105 active+clean; 127 GiB data, 7.1 GiB used, 708 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2024-08-29T18:16:29.908 INFO:tasks.workunit.client.0.smithi028.stdout: 285: throughput=4.98MB/sec pending data=0 2024-08-29T18:16:29.908 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-II9Xa08fP89xJJ5 off=5737629 len=1070785 2024-08-29T18:16:29.918 INFO:tasks.workunit.client.0.smithi028.stdout:op 1495 completed, throughput=4.99MB/sec 2024-08-29T18:16:29.918 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-P1EvT2NyviCeICp off=143314 len=594471 2024-08-29T18:16:29.925 INFO:tasks.workunit.client.0.smithi028.stdout:op 1496 completed, throughput=4.99MB/sec 2024-08-29T18:16:29.925 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-Tu7cNVG8vv-FTZY off=202792 len=649504 2024-08-29T18:16:29.927 INFO:tasks.workunit.client.0.smithi028.stdout:op 1497 completed, throughput=4.99MB/sec 2024-08-29T18:16:29.927 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-5I-WS0_flqMCHas off=10863381 len=440677 2024-08-29T18:16:29.933 INFO:tasks.workunit.client.0.smithi028.stdout:op 1498 completed, throughput=4.99MB/sec 2024-08-29T18:16:29.933 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-RoSiYi_lM705qTG off=2561668 len=1600824 2024-08-29T18:16:29.936 INFO:tasks.workunit.client.0.smithi028.stdout:op 1499 completed, throughput=5MB/sec 2024-08-29T18:16:29.936 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-fBEjL-pEfmlufTL off=4673715 len=1416037 2024-08-29T18:16:29.940 INFO:tasks.workunit.client.0.smithi028.stdout:op 1500 completed, throughput=5MB/sec 2024-08-29T18:16:30.940 INFO:tasks.workunit.client.0.smithi028.stdout: 286: throughput=4.99MB/sec pending data=0 2024-08-29T18:16:30.940 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-zbOcONavZjXKy8S off=2752973 len=2088965 2024-08-29T18:16:30.955 INFO:tasks.workunit.client.0.smithi028.stdout:op 1501 completed, throughput=4.99MB/sec 2024-08-29T18:16:30.956 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-TL1p6-46jdDknyw off=6775901 len=1248732 2024-08-29T18:16:30.966 INFO:tasks.workunit.client.0.smithi028.stdout:op 1502 completed, throughput=5MB/sec 2024-08-29T18:16:30.966 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-l2nSKSq1MLg516g off=9868054 len=1132249 2024-08-29T18:16:30.975 INFO:tasks.workunit.client.0.smithi028.stdout:op 1503 completed, throughput=5MB/sec 2024-08-29T18:16:30.975 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-A9fE51eg62ICIht off=6288558 len=320612 2024-08-29T18:16:30.977 INFO:tasks.workunit.client.0.smithi028.stdout:op 1504 completed, throughput=5MB/sec 2024-08-29T18:16:31.076 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:16:30 smithi053 bash[68679]: cluster 2024-08-29T18:16:29.556784+0000 mgr.y (mgr.25022) 893 : cluster [DBG] pgmap v1581: 105 pgs: 105 active+clean; 127 GiB data, 7.1 GiB used, 708 GiB / 715 GiB avail; 3.3 MiB/s rd, 3.0 MiB/s wr, 6 op/s 2024-08-29T18:16:31.129 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:16:30 smithi028 bash[77168]: cluster 2024-08-29T18:16:29.556784+0000 mgr.y (mgr.25022) 893 : cluster [DBG] pgmap v1581: 105 pgs: 105 active+clean; 127 GiB data, 7.1 GiB used, 708 GiB / 715 GiB avail; 3.3 MiB/s rd, 3.0 MiB/s wr, 6 op/s 2024-08-29T18:16:31.129 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:16:30 smithi028 bash[78352]: cluster 2024-08-29T18:16:29.556784+0000 mgr.y (mgr.25022) 893 : cluster [DBG] pgmap v1581: 105 pgs: 105 active+clean; 127 GiB data, 7.1 GiB used, 708 GiB / 715 GiB avail; 3.3 MiB/s rd, 3.0 MiB/s wr, 6 op/s 2024-08-29T18:16:31.879 INFO:journalctl@ceph.mgr.y.smithi028.stdout:Aug 29 18:16:31 smithi028 bash[70818]: ::ffff:172.21.15.53 - - [29/Aug/2024:18:16:31] "GET /metrics HTTP/1.1" 200 34001 "" "Prometheus/2.43.0" 2024-08-29T18:16:31.978 INFO:tasks.workunit.client.0.smithi028.stdout: 287: throughput=4.98MB/sec pending data=0 2024-08-29T18:16:31.978 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-qHApptXZTv-6WXQ off=630523 len=1286518 2024-08-29T18:16:31.981 INFO:tasks.workunit.client.0.smithi028.stdout:op 1505 completed, throughput=4.99MB/sec 2024-08-29T18:16:31.981 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-IF1WZgRMHORLrEj off=1107090 len=50570 2024-08-29T18:16:31.986 INFO:tasks.workunit.client.0.smithi028.stdout:op 1506 completed, throughput=4.99MB/sec 2024-08-29T18:16:31.986 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-PNeXfdbQPSs77oA off=21585675 len=1786475 2024-08-29T18:16:31.990 INFO:tasks.workunit.client.0.smithi028.stdout:op 1507 completed, throughput=4.99MB/sec 2024-08-29T18:16:31.990 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-QlDP0F5JOERujnk off=592126 len=1624115 2024-08-29T18:16:32.004 INFO:tasks.workunit.client.0.smithi028.stdout:op 1508 completed, throughput=5MB/sec 2024-08-29T18:16:32.004 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-dg22D9afZ-0KAXH off=481302 len=815974 2024-08-29T18:16:32.011 INFO:tasks.workunit.client.0.smithi028.stdout:op 1509 completed, throughput=5MB/sec 2024-08-29T18:16:32.577 INFO:journalctl@ceph.prometheus.a.smithi053.stdout:Aug 29 18:16:32 smithi053 bash[95567]: ts=2024-08-29T18:16:32.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"3167ee72-662c-11ef-bcd4-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-29T18:16:33.012 INFO:tasks.workunit.client.0.smithi028.stdout: 288: throughput=4.98MB/sec pending data=0 2024-08-29T18:16:33.012 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-d2lkmkpDlDWe3RC off=2369009 len=1153789 2024-08-29T18:16:33.015 INFO:tasks.workunit.client.0.smithi028.stdout:op 1510 completed, throughput=4.99MB/sec 2024-08-29T18:16:33.015 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-_0gXTinPEJZ4jM1 off=4756836 len=206452 2024-08-29T18:16:33.021 INFO:tasks.workunit.client.0.smithi028.stdout:op 1511 completed, throughput=4.99MB/sec 2024-08-29T18:16:33.021 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-d8JdOlF4xQTDsjI off=2604046 len=1396561 2024-08-29T18:16:33.025 INFO:tasks.workunit.client.0.smithi028.stdout:op 1512 completed, throughput=4.99MB/sec 2024-08-29T18:16:33.025 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-8SxHglufX-MQXtB off=9200465 len=368230 2024-08-29T18:16:33.026 INFO:tasks.workunit.client.0.smithi028.stdout:op 1513 completed, throughput=4.99MB/sec 2024-08-29T18:16:33.026 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-ase6biDhTubNeBh off=4393072 len=1029478 2024-08-29T18:16:33.030 INFO:tasks.workunit.client.0.smithi028.stdout:op 1514 completed, throughput=5MB/sec 2024-08-29T18:16:33.030 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-cwTWT1XgzREjw_o off=9636847 len=1214237 2024-08-29T18:16:33.032 INFO:tasks.workunit.client.0.smithi028.stdout:op 1515 completed, throughput=5MB/sec 2024-08-29T18:16:33.076 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:16:32 smithi053 bash[68679]: cluster 2024-08-29T18:16:31.557792+0000 mgr.y (mgr.25022) 894 : cluster [DBG] pgmap v1582: 105 pgs: 105 active+clean; 127 GiB data, 7.1 GiB used, 708 GiB / 715 GiB avail; 2.4 MiB/s rd, 1.9 MiB/s wr, 4 op/s 2024-08-29T18:16:33.129 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:16:32 smithi028 bash[78352]: cluster 2024-08-29T18:16:31.557792+0000 mgr.y (mgr.25022) 894 : cluster [DBG] pgmap v1582: 105 pgs: 105 active+clean; 127 GiB data, 7.1 GiB used, 708 GiB / 715 GiB avail; 2.4 MiB/s rd, 1.9 MiB/s wr, 4 op/s 2024-08-29T18:16:33.129 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:16:32 smithi028 bash[77168]: cluster 2024-08-29T18:16:31.557792+0000 mgr.y (mgr.25022) 894 : cluster [DBG] pgmap v1582: 105 pgs: 105 active+clean; 127 GiB data, 7.1 GiB used, 708 GiB / 715 GiB avail; 2.4 MiB/s rd, 1.9 MiB/s wr, 4 op/s 2024-08-29T18:16:34.033 INFO:tasks.workunit.client.0.smithi028.stdout: 289: throughput=4.98MB/sec pending data=0 2024-08-29T18:16:34.033 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-U_yoE64zKhEHzU5 off=9111147 len=2072938 2024-08-29T18:16:34.048 INFO:tasks.workunit.client.0.smithi028.stdout:op 1516 completed, throughput=4.99MB/sec 2024-08-29T18:16:34.048 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-5v7_ewcOyGncSBu off=1335483 len=1375583 2024-08-29T18:16:34.058 INFO:tasks.workunit.client.0.smithi028.stdout:op 1517 completed, throughput=4.99MB/sec 2024-08-29T18:16:34.059 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-0hkIKIjRG4YAVta off=953783 len=512246 2024-08-29T18:16:34.060 INFO:tasks.workunit.client.0.smithi028.stdout:op 1518 completed, throughput=5MB/sec 2024-08-29T18:16:34.061 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-E4LK16GZh5vFmyq off=36299 len=1947943 2024-08-29T18:16:34.065 INFO:tasks.workunit.client.0.smithi028.stdout:op 1519 completed, throughput=5MB/sec 2024-08-29T18:16:35.066 INFO:tasks.workunit.client.0.smithi028.stdout: 290: throughput=4.99MB/sec pending data=0 2024-08-29T18:16:35.066 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-ZvvxwzPoP4ldyLi off=2787048 len=880976 2024-08-29T18:16:35.074 INFO:tasks.workunit.client.0.smithi028.stdout:op 1520 completed, throughput=4.99MB/sec 2024-08-29T18:16:35.074 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-tr16MdHtuwQ--NT off=9882841 len=998805 2024-08-29T18:16:35.076 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:16:34 smithi053 bash[68679]: cluster 2024-08-29T18:16:33.558803+0000 mgr.y (mgr.25022) 895 : cluster [DBG] pgmap v1583: 105 pgs: 105 active+clean; 127 GiB data, 7.2 GiB used, 708 GiB / 715 GiB avail; 3.2 MiB/s rd, 2.8 MiB/s wr, 5 op/s 2024-08-29T18:16:35.084 INFO:tasks.workunit.client.0.smithi028.stdout:op 1521 completed, throughput=4.99MB/sec 2024-08-29T18:16:35.084 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-ZxbGOsrO6xqvFfZ off=15030432 len=261912 2024-08-29T18:16:35.089 INFO:tasks.workunit.client.0.smithi028.stdout:op 1522 completed, throughput=4.99MB/sec 2024-08-29T18:16:35.089 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-uJ5JG_XpNwd_16K off=5889049 len=548285 2024-08-29T18:16:35.091 INFO:tasks.workunit.client.0.smithi028.stdout:op 1523 completed, throughput=4.99MB/sec 2024-08-29T18:16:35.091 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-wcZM8dcbVAwHsRS off=10594962 len=2048331 2024-08-29T18:16:35.097 INFO:tasks.workunit.client.0.smithi028.stdout:op 1524 completed, throughput=5MB/sec 2024-08-29T18:16:35.129 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:16:34 smithi028 bash[78352]: cluster 2024-08-29T18:16:33.558803+0000 mgr.y (mgr.25022) 895 : cluster [DBG] pgmap v1583: 105 pgs: 105 active+clean; 127 GiB data, 7.2 GiB used, 708 GiB / 715 GiB avail; 3.2 MiB/s rd, 2.8 MiB/s wr, 5 op/s 2024-08-29T18:16:35.129 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:16:34 smithi028 bash[77168]: cluster 2024-08-29T18:16:33.558803+0000 mgr.y (mgr.25022) 895 : cluster [DBG] pgmap v1583: 105 pgs: 105 active+clean; 127 GiB data, 7.2 GiB used, 708 GiB / 715 GiB avail; 3.2 MiB/s rd, 2.8 MiB/s wr, 5 op/s 2024-08-29T18:16:36.098 INFO:tasks.workunit.client.0.smithi028.stdout: 291: throughput=4.98MB/sec pending data=0 2024-08-29T18:16:36.098 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-tdX9kf8qb9M0pal off=11207394 len=1502173 2024-08-29T18:16:36.111 INFO:tasks.workunit.client.0.smithi028.stdout:op 1525 completed, throughput=4.99MB/sec 2024-08-29T18:16:36.111 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-LdY-bFYaFwl2hkH off=6510962 len=171151 2024-08-29T18:16:36.116 INFO:tasks.workunit.client.0.smithi028.stdout:op 1526 completed, throughput=4.99MB/sec 2024-08-29T18:16:36.116 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-mgTvLrj7gXGPG_1 off=5100578 len=197244 2024-08-29T18:16:36.117 INFO:tasks.workunit.client.0.smithi028.stdout:op 1527 completed, throughput=4.99MB/sec 2024-08-29T18:16:36.117 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-nLFxDud0WvlQhOJ off=4435670 len=312589 2024-08-29T18:16:36.118 INFO:tasks.workunit.client.0.smithi028.stdout:op 1528 completed, throughput=4.99MB/sec 2024-08-29T18:16:36.119 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-ETDlZ6ccoE3Ez5C off=2730872 len=209923 2024-08-29T18:16:36.124 INFO:tasks.workunit.client.0.smithi028.stdout:op 1529 completed, throughput=4.99MB/sec 2024-08-29T18:16:36.124 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-8MuudPuIipBT4Sr off=4721460 len=1923771 2024-08-29T18:16:36.136 INFO:tasks.workunit.client.0.smithi028.stdout:op 1530 completed, throughput=5MB/sec 2024-08-29T18:16:36.136 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-ctZ7svvbFsHAKZD off=11421269 len=502751 2024-08-29T18:16:36.142 INFO:tasks.workunit.client.0.smithi028.stdout:op 1531 completed, throughput=5MB/sec 2024-08-29T18:16:36.142 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-6ClCB_kWPbGM2CE off=3306449 len=73463 2024-08-29T18:16:36.146 INFO:tasks.workunit.client.0.smithi028.stdout:op 1532 completed, throughput=5MB/sec 2024-08-29T18:16:36.146 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-wPz4dCW2kAZ-zf1 off=3180403 len=1947865 2024-08-29T18:16:36.158 INFO:tasks.workunit.client.0.smithi028.stdout:op 1533 completed, throughput=5MB/sec 2024-08-29T18:16:37.076 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:16:36 smithi053 bash[68679]: cluster 2024-08-29T18:16:35.559983+0000 mgr.y (mgr.25022) 896 : cluster [DBG] pgmap v1584: 105 pgs: 105 active+clean; 127 GiB data, 7.2 GiB used, 708 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2024-08-29T18:16:37.129 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:16:36 smithi028 bash[78352]: cluster 2024-08-29T18:16:35.559983+0000 mgr.y (mgr.25022) 896 : cluster [DBG] pgmap v1584: 105 pgs: 105 active+clean; 127 GiB data, 7.2 GiB used, 708 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2024-08-29T18:16:37.129 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:16:36 smithi028 bash[77168]: cluster 2024-08-29T18:16:35.559983+0000 mgr.y (mgr.25022) 896 : cluster [DBG] pgmap v1584: 105 pgs: 105 active+clean; 127 GiB data, 7.2 GiB used, 708 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2024-08-29T18:16:37.159 INFO:tasks.workunit.client.0.smithi028.stdout: 292: throughput=4.99MB/sec pending data=0 2024-08-29T18:16:37.159 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-6PyBrXNNrI9u-IF off=522099 len=1014371 2024-08-29T18:16:37.162 INFO:tasks.workunit.client.0.smithi028.stdout:op 1534 completed, throughput=4.99MB/sec 2024-08-29T18:16:37.162 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-2oRMb7BuSwUthI5 off=7868955 len=147682 2024-08-29T18:16:37.163 INFO:tasks.workunit.client.0.smithi028.stdout:op 1535 completed, throughput=4.99MB/sec 2024-08-29T18:16:37.163 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-0q1_Nw1hbjWz_8M off=1219390 len=305226 2024-08-29T18:16:37.171 INFO:tasks.workunit.client.0.smithi028.stdout:op 1536 completed, throughput=4.99MB/sec 2024-08-29T18:16:37.171 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-DxxeI4fy6Zva-Rb off=2102607 len=1202758 2024-08-29T18:16:37.174 INFO:tasks.workunit.client.0.smithi028.stdout:op 1537 completed, throughput=5MB/sec 2024-08-29T18:16:37.174 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-wzOuy0clm0QAf4r off=17988950 len=167323 2024-08-29T18:16:37.179 INFO:tasks.workunit.client.0.smithi028.stdout:op 1538 completed, throughput=5MB/sec 2024-08-29T18:16:37.179 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-GkAFNCksCRDwBzx off=1855894 len=229129 2024-08-29T18:16:37.180 INFO:tasks.workunit.client.0.smithi028.stdout:op 1539 completed, throughput=5MB/sec 2024-08-29T18:16:37.181 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-tlvuDR9gK6uHnDD off=159186 len=1300843 2024-08-29T18:16:37.192 INFO:tasks.workunit.client.0.smithi028.stdout:op 1540 completed, throughput=5MB/sec 2024-08-29T18:16:38.192 INFO:tasks.workunit.client.0.smithi028.stdout: 293: throughput=4.98MB/sec pending data=0 2024-08-29T18:16:38.193 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-qXMhovtK2f0Fk7l off=16609440 len=1445044 2024-08-29T18:16:38.197 INFO:tasks.workunit.client.0.smithi028.stdout:op 1541 completed, throughput=4.99MB/sec 2024-08-29T18:16:38.197 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-n3K4v3ax8iwNixw off=2009811 len=1188183 2024-08-29T18:16:38.206 INFO:tasks.workunit.client.0.smithi028.stdout:op 1542 completed, throughput=4.99MB/sec 2024-08-29T18:16:38.207 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-39SOvvZjHQ6MJlt off=1374604 len=686920 2024-08-29T18:16:38.214 INFO:tasks.workunit.client.0.smithi028.stdout:op 1543 completed, throughput=4.99MB/sec 2024-08-29T18:16:38.214 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-C6b5O2A4TPS2VW4 off=9408583 len=986968 2024-08-29T18:16:38.223 INFO:tasks.workunit.client.0.smithi028.stdout:op 1544 completed, throughput=5MB/sec 2024-08-29T18:16:38.223 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-49Uz002SiXPehL5 off=973284 len=702468 2024-08-29T18:16:38.230 INFO:tasks.workunit.client.0.smithi028.stdout:op 1545 completed, throughput=5MB/sec 2024-08-29T18:16:38.230 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-aRrqn06AEx0XXC3 off=577836 len=2089086 2024-08-29T18:16:38.236 INFO:tasks.workunit.client.0.smithi028.stdout:op 1546 completed, throughput=5.01MB/sec 2024-08-29T18:16:39.076 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:16:38 smithi053 bash[68679]: cluster 2024-08-29T18:16:37.560931+0000 mgr.y (mgr.25022) 897 : cluster [DBG] pgmap v1585: 105 pgs: 105 active+clean; 127 GiB data, 7.2 GiB used, 708 GiB / 715 GiB avail; 2.0 MiB/s rd, 1.9 MiB/s wr, 3 op/s 2024-08-29T18:16:39.129 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:16:38 smithi028 bash[78352]: cluster 2024-08-29T18:16:37.560931+0000 mgr.y (mgr.25022) 897 : cluster [DBG] pgmap v1585: 105 pgs: 105 active+clean; 127 GiB data, 7.2 GiB used, 708 GiB / 715 GiB avail; 2.0 MiB/s rd, 1.9 MiB/s wr, 3 op/s 2024-08-29T18:16:39.129 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:16:38 smithi028 bash[77168]: cluster 2024-08-29T18:16:37.560931+0000 mgr.y (mgr.25022) 897 : cluster [DBG] pgmap v1585: 105 pgs: 105 active+clean; 127 GiB data, 7.2 GiB used, 708 GiB / 715 GiB avail; 2.0 MiB/s rd, 1.9 MiB/s wr, 3 op/s 2024-08-29T18:16:39.236 INFO:tasks.workunit.client.0.smithi028.stdout: 294: throughput=4.99MB/sec pending data=0 2024-08-29T18:16:39.236 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-cVve1pgZKOFFD4A off=19667330 len=1536538 2024-08-29T18:16:39.240 INFO:tasks.workunit.client.0.smithi028.stdout:op 1547 completed, throughput=4.99MB/sec 2024-08-29T18:16:39.240 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-abMO73Xk5VjyeGx off=16292880 len=1368816 2024-08-29T18:16:39.250 INFO:tasks.workunit.client.0.smithi028.stdout:op 1548 completed, throughput=5MB/sec 2024-08-29T18:16:39.250 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-7eVOOKHVcXJjQJ- off=22056943 len=581978 2024-08-29T18:16:39.258 INFO:tasks.workunit.client.0.smithi028.stdout:op 1549 completed, throughput=5MB/sec 2024-08-29T18:16:40.258 INFO:tasks.workunit.client.0.smithi028.stdout: 295: throughput=4.98MB/sec pending data=0 2024-08-29T18:16:40.258 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-aFtKNXS_Vw4aK3H off=680859 len=41833 2024-08-29T18:16:40.259 INFO:tasks.workunit.client.0.smithi028.stdout:op 1550 completed, throughput=4.98MB/sec 2024-08-29T18:16:40.259 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-FBHoQzNt84INqIX off=1376171 len=67467 2024-08-29T18:16:40.260 INFO:tasks.workunit.client.0.smithi028.stdout:op 1551 completed, throughput=4.98MB/sec 2024-08-29T18:16:40.260 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-Y9-PJPhqjcLdEfn off=14942834 len=1668512 2024-08-29T18:16:40.272 INFO:tasks.workunit.client.0.smithi028.stdout:op 1552 completed, throughput=4.99MB/sec 2024-08-29T18:16:40.272 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-t4DvtyHaeWCRazJ off=8607092 len=1773749 2024-08-29T18:16:40.284 INFO:tasks.workunit.client.0.smithi028.stdout:op 1553 completed, throughput=4.99MB/sec 2024-08-29T18:16:40.284 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-2n0kfEcuz3nDbXE off=4268381 len=350742 2024-08-29T18:16:40.289 INFO:tasks.workunit.client.0.smithi028.stdout:op 1554 completed, throughput=5MB/sec 2024-08-29T18:16:40.290 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-GbPfKctBEKjirxW off=4313660 len=1906042 2024-08-29T18:16:40.294 INFO:tasks.workunit.client.0.smithi028.stdout:op 1555 completed, throughput=5MB/sec 2024-08-29T18:16:41.076 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:16:40 smithi053 bash[68679]: cluster 2024-08-29T18:16:39.562100+0000 mgr.y (mgr.25022) 898 : cluster [DBG] pgmap v1586: 105 pgs: 105 active+clean; 127 GiB data, 7.2 GiB used, 708 GiB / 715 GiB avail; 2.9 MiB/s rd, 3.1 MiB/s wr, 5 op/s 2024-08-29T18:16:41.129 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:16:40 smithi028 bash[78352]: cluster 2024-08-29T18:16:39.562100+0000 mgr.y (mgr.25022) 898 : cluster [DBG] pgmap v1586: 105 pgs: 105 active+clean; 127 GiB data, 7.2 GiB used, 708 GiB / 715 GiB avail; 2.9 MiB/s rd, 3.1 MiB/s wr, 5 op/s 2024-08-29T18:16:41.129 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:16:40 smithi028 bash[77168]: cluster 2024-08-29T18:16:39.562100+0000 mgr.y (mgr.25022) 898 : cluster [DBG] pgmap v1586: 105 pgs: 105 active+clean; 127 GiB data, 7.2 GiB used, 708 GiB / 715 GiB avail; 2.9 MiB/s rd, 3.1 MiB/s wr, 5 op/s 2024-08-29T18:16:41.294 INFO:tasks.workunit.client.0.smithi028.stdout: 296: throughput=4.98MB/sec pending data=0 2024-08-29T18:16:41.294 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-PBemyHq6w3RzH20 off=7987899 len=784560 2024-08-29T18:16:41.302 INFO:tasks.workunit.client.0.smithi028.stdout:op 1556 completed, throughput=4.99MB/sec 2024-08-29T18:16:41.302 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-HGWojpE9__oFJhX off=2883371 len=1627651 2024-08-29T18:16:41.308 INFO:tasks.workunit.client.0.smithi028.stdout:op 1557 completed, throughput=4.99MB/sec 2024-08-29T18:16:41.308 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-xVHKcD0pPtBBFjK off=2887887 len=1271187 2024-08-29T18:16:41.318 INFO:tasks.workunit.client.0.smithi028.stdout:op 1558 completed, throughput=5MB/sec 2024-08-29T18:16:41.319 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-zcfh0tWdotKvA2G off=527177 len=98480 2024-08-29T18:16:41.320 INFO:tasks.workunit.client.0.smithi028.stdout:op 1559 completed, throughput=5MB/sec 2024-08-29T18:16:41.320 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-cd6wPqJiV2mumsm off=1455745 len=92500 2024-08-29T18:16:41.321 INFO:tasks.workunit.client.0.smithi028.stdout:op 1560 completed, throughput=5MB/sec 2024-08-29T18:16:41.321 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-6aixoOiphcvLWPz off=3607699 len=1717886 2024-08-29T18:16:41.325 INFO:tasks.workunit.client.0.smithi028.stdout:op 1561 completed, throughput=5MB/sec 2024-08-29T18:16:41.879 INFO:journalctl@ceph.mgr.y.smithi028.stdout:Aug 29 18:16:41 smithi028 bash[70818]: ::ffff:172.21.15.53 - - [29/Aug/2024:18:16:41] "GET /metrics HTTP/1.1" 200 34001 "" "Prometheus/2.43.0" 2024-08-29T18:16:42.326 INFO:tasks.workunit.client.0.smithi028.stdout: 297: throughput=4.99MB/sec pending data=0 2024-08-29T18:16:42.326 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-Z65a-JFQs1ZZMJj off=9443130 len=1275350 2024-08-29T18:16:42.335 INFO:tasks.workunit.client.0.smithi028.stdout:op 1562 completed, throughput=4.99MB/sec 2024-08-29T18:16:42.336 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-SIKiHnVhlNFHj_n off=1240149 len=24742 2024-08-29T18:16:42.340 INFO:tasks.workunit.client.0.smithi028.stdout:op 1563 completed, throughput=4.99MB/sec 2024-08-29T18:16:42.340 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-dJsTeV6jD5Pyas2 off=2233924 len=1227359 2024-08-29T18:16:42.344 INFO:tasks.workunit.client.0.smithi028.stdout:op 1564 completed, throughput=4.99MB/sec 2024-08-29T18:16:42.344 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-CpgVMB9ehsFY_hO off=18029778 len=238726 2024-08-29T18:16:42.345 INFO:tasks.workunit.client.0.smithi028.stdout:op 1565 completed, throughput=4.99MB/sec 2024-08-29T18:16:42.346 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-qS5UnE5wBVEKnwW off=20524687 len=1467157 2024-08-29T18:16:42.356 INFO:tasks.workunit.client.0.smithi028.stdout:op 1566 completed, throughput=5MB/sec 2024-08-29T18:16:42.356 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-I34cXVogHLo3lED off=16233312 len=1264627 2024-08-29T18:16:42.365 INFO:tasks.workunit.client.0.smithi028.stdout:op 1567 completed, throughput=5MB/sec 2024-08-29T18:16:42.576 INFO:journalctl@ceph.prometheus.a.smithi053.stdout:Aug 29 18:16:42 smithi053 bash[95567]: ts=2024-08-29T18:16:42.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"3167ee72-662c-11ef-bcd4-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-29T18:16:43.076 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:16:42 smithi053 bash[68679]: cluster 2024-08-29T18:16:41.562972+0000 mgr.y (mgr.25022) 899 : cluster [DBG] pgmap v1587: 105 pgs: 105 active+clean; 127 GiB data, 7.2 GiB used, 708 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2024-08-29T18:16:43.077 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:16:42 smithi053 bash[68679]: audit 2024-08-29T18:16:42.068673+0000 mon.a (mon.0) 2178 : audit [DBG] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-29T18:16:43.129 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:16:42 smithi028 bash[78352]: cluster 2024-08-29T18:16:41.562972+0000 mgr.y (mgr.25022) 899 : cluster [DBG] pgmap v1587: 105 pgs: 105 active+clean; 127 GiB data, 7.2 GiB used, 708 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2024-08-29T18:16:43.129 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:16:42 smithi028 bash[78352]: audit 2024-08-29T18:16:42.068673+0000 mon.a (mon.0) 2178 : audit [DBG] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-29T18:16:43.129 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:16:42 smithi028 bash[77168]: cluster 2024-08-29T18:16:41.562972+0000 mgr.y (mgr.25022) 899 : cluster [DBG] pgmap v1587: 105 pgs: 105 active+clean; 127 GiB data, 7.2 GiB used, 708 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2024-08-29T18:16:43.129 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:16:42 smithi028 bash[77168]: audit 2024-08-29T18:16:42.068673+0000 mon.a (mon.0) 2178 : audit [DBG] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-29T18:16:43.366 INFO:tasks.workunit.client.0.smithi028.stdout: 298: throughput=4.99MB/sec pending data=0 2024-08-29T18:16:43.366 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-UNYNdheGl42QlOo off=15397760 len=432847 2024-08-29T18:16:43.372 INFO:tasks.workunit.client.0.smithi028.stdout:op 1568 completed, throughput=4.99MB/sec 2024-08-29T18:16:43.372 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-bTMQioyVMNtNucC off=2158742 len=1098159 2024-08-29T18:16:43.375 INFO:tasks.workunit.client.0.smithi028.stdout:op 1569 completed, throughput=4.99MB/sec 2024-08-29T18:16:43.375 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-5yPUgpPz6rID9vW off=7227058 len=1109890 2024-08-29T18:16:43.378 INFO:tasks.workunit.client.0.smithi028.stdout:op 1570 completed, throughput=4.99MB/sec 2024-08-29T18:16:43.378 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-4C5-MTohbZdDZxV off=6339798 len=1101178 2024-08-29T18:16:43.384 INFO:tasks.workunit.client.0.smithi028.stdout:op 1571 completed, throughput=5MB/sec 2024-08-29T18:16:43.384 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-SDdEGThYGRyg2S4 off=2328207 len=685854 2024-08-29T18:16:43.384 INFO:tasks.workunit.client.0.smithi028.stdout:op 1572 completed, throughput=5MB/sec 2024-08-29T18:16:43.385 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-DYgcFSoovilmk74 off=6940106 len=1488922 2024-08-29T18:16:43.396 INFO:tasks.workunit.client.0.smithi028.stdout:op 1573 completed, throughput=5MB/sec 2024-08-29T18:16:44.396 INFO:tasks.workunit.client.0.smithi028.stdout: 299: throughput=4.99MB/sec pending data=0 2024-08-29T18:16:44.397 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-HRXCAkNcXytlUs9 off=7599949 len=1401389 2024-08-29T18:16:44.408 INFO:tasks.workunit.client.0.smithi028.stdout:op 1574 completed, throughput=4.99MB/sec 2024-08-29T18:16:44.408 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-JGfaN7G6sbkhI9Q off=12440725 len=1397628 2024-08-29T18:16:44.410 INFO:tasks.workunit.client.0.smithi028.stdout:op 1575 completed, throughput=5MB/sec 2024-08-29T18:16:44.410 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-388c1avznt8hxxu off=1172368 len=270783 2024-08-29T18:16:44.412 INFO:tasks.workunit.client.0.smithi028.stdout:op 1576 completed, throughput=5MB/sec 2024-08-29T18:16:44.412 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-0winr9bFpmy1Z2N off=2869786 len=441442 2024-08-29T18:16:44.414 INFO:tasks.workunit.client.0.smithi028.stdout:op 1577 completed, throughput=5MB/sec 2024-08-29T18:16:44.414 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-TYd4N5JrA8uSV-7 off=1826148 len=110718 2024-08-29T18:16:44.415 INFO:tasks.workunit.client.0.smithi028.stdout:op 1578 completed, throughput=5MB/sec 2024-08-29T18:16:44.415 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-Ku_i83z7srp92Wd off=272616 len=236734 2024-08-29T18:16:44.417 INFO:tasks.workunit.client.0.smithi028.stdout:op 1579 completed, throughput=5MB/sec 2024-08-29T18:16:44.417 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-MSUeTls5ZcgyoYl off=16456920 len=1139977 2024-08-29T18:16:44.427 INFO:tasks.workunit.client.0.smithi028.stdout:op 1580 completed, throughput=5MB/sec 2024-08-29T18:16:45.076 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:16:44 smithi053 bash[68679]: cluster 2024-08-29T18:16:43.563987+0000 mgr.y (mgr.25022) 900 : cluster [DBG] pgmap v1588: 105 pgs: 105 active+clean; 127 GiB data, 7.2 GiB used, 708 GiB / 715 GiB avail; 2.5 MiB/s rd, 3.1 MiB/s wr, 5 op/s 2024-08-29T18:16:45.129 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:16:44 smithi028 bash[78352]: cluster 2024-08-29T18:16:43.563987+0000 mgr.y (mgr.25022) 900 : cluster [DBG] pgmap v1588: 105 pgs: 105 active+clean; 127 GiB data, 7.2 GiB used, 708 GiB / 715 GiB avail; 2.5 MiB/s rd, 3.1 MiB/s wr, 5 op/s 2024-08-29T18:16:45.129 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:16:44 smithi028 bash[77168]: cluster 2024-08-29T18:16:43.563987+0000 mgr.y (mgr.25022) 900 : cluster [DBG] pgmap v1588: 105 pgs: 105 active+clean; 127 GiB data, 7.2 GiB used, 708 GiB / 715 GiB avail; 2.5 MiB/s rd, 3.1 MiB/s wr, 5 op/s 2024-08-29T18:16:45.428 INFO:tasks.workunit.client.0.smithi028.stdout: 300: throughput=4.99MB/sec pending data=0 2024-08-29T18:16:45.428 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-SzPtJ6lY7bJzYQ4 off=12489302 len=826053 2024-08-29T18:16:45.430 INFO:tasks.workunit.client.0.smithi028.stdout:op 1581 completed, throughput=4.99MB/sec 2024-08-29T18:16:45.430 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-5p8MtlvcG939dsE off=13337085 len=1326486 2024-08-29T18:16:45.433 INFO:tasks.workunit.client.0.smithi028.stdout:op 1582 completed, throughput=4.99MB/sec 2024-08-29T18:16:45.433 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-cGa19R7-NCiQqd9 off=161253 len=1931598 2024-08-29T18:16:45.448 INFO:tasks.workunit.client.0.smithi028.stdout:op 1583 completed, throughput=5MB/sec 2024-08-29T18:16:45.448 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-pxdcZP-QkMmUBuA off=7233745 len=1358681 2024-08-29T18:16:45.452 INFO:tasks.workunit.client.0.smithi028.stdout:op 1584 completed, throughput=5MB/sec 2024-08-29T18:16:46.452 INFO:tasks.workunit.client.0.smithi028.stdout: 301: throughput=4.99MB/sec pending data=0 2024-08-29T18:16:46.452 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-nKHflMTJZyDi2rP off=8222714 len=1125894 2024-08-29T18:16:46.455 INFO:tasks.workunit.client.0.smithi028.stdout:op 1585 completed, throughput=4.99MB/sec 2024-08-29T18:16:46.455 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-Fg0BGrWp2K3nuuO off=17112910 len=235581 2024-08-29T18:16:46.456 INFO:tasks.workunit.client.0.smithi028.stdout:op 1586 completed, throughput=4.99MB/sec 2024-08-29T18:16:46.456 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-if9Yxfh2aAYL9Ua off=13131942 len=745812 2024-08-29T18:16:46.458 INFO:tasks.workunit.client.0.smithi028.stdout:op 1587 completed, throughput=4.99MB/sec 2024-08-29T18:16:46.459 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-dyuAy5Y91VQOr2s off=846357 len=1469991 2024-08-29T18:16:46.469 INFO:tasks.workunit.client.0.smithi028.stdout:op 1588 completed, throughput=5MB/sec 2024-08-29T18:16:46.469 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-_sxuEZQqM1VmPeB off=10147530 len=251649 2024-08-29T18:16:46.471 INFO:tasks.workunit.client.0.smithi028.stdout:op 1589 completed, throughput=5MB/sec 2024-08-29T18:16:46.471 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-Pwb7Ey1gA4W-JWe off=1982116 len=86404 2024-08-29T18:16:46.472 INFO:tasks.workunit.client.0.smithi028.stdout:op 1590 completed, throughput=5MB/sec 2024-08-29T18:16:46.472 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-UyCvMR5ZvhGPrOZ off=20100089 len=1742046 2024-08-29T18:16:46.476 INFO:tasks.workunit.client.0.smithi028.stdout:op 1591 completed, throughput=5MB/sec 2024-08-29T18:16:47.076 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:16:46 smithi053 bash[68679]: cluster 2024-08-29T18:16:45.565043+0000 mgr.y (mgr.25022) 901 : cluster [DBG] pgmap v1589: 105 pgs: 105 active+clean; 127 GiB data, 7.2 GiB used, 708 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.6 MiB/s wr, 4 op/s 2024-08-29T18:16:47.129 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:16:46 smithi028 bash[78352]: cluster 2024-08-29T18:16:45.565043+0000 mgr.y (mgr.25022) 901 : cluster [DBG] pgmap v1589: 105 pgs: 105 active+clean; 127 GiB data, 7.2 GiB used, 708 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.6 MiB/s wr, 4 op/s 2024-08-29T18:16:47.129 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:16:46 smithi028 bash[77168]: cluster 2024-08-29T18:16:45.565043+0000 mgr.y (mgr.25022) 901 : cluster [DBG] pgmap v1589: 105 pgs: 105 active+clean; 127 GiB data, 7.2 GiB used, 708 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.6 MiB/s wr, 4 op/s 2024-08-29T18:16:47.477 INFO:tasks.workunit.client.0.smithi028.stdout: 302: throughput=4.99MB/sec pending data=0 2024-08-29T18:16:47.477 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-rKNkNRuzMPNTzXf off=2620651 len=333386 2024-08-29T18:16:47.478 INFO:tasks.workunit.client.0.smithi028.stdout:op 1592 completed, throughput=4.99MB/sec 2024-08-29T18:16:47.478 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-NPgUMdAQ0u0jXDo off=3223726 len=158781 2024-08-29T18:16:47.479 INFO:tasks.workunit.client.0.smithi028.stdout:op 1593 completed, throughput=4.99MB/sec 2024-08-29T18:16:47.480 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-_PnJYi4ZvZLGZlv off=6331833 len=17686 2024-08-29T18:16:47.484 INFO:tasks.workunit.client.0.smithi028.stdout:op 1594 completed, throughput=4.99MB/sec 2024-08-29T18:16:47.484 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-jcEqLbN7dnw2UVe off=15912219 len=383818 2024-08-29T18:16:47.485 INFO:tasks.workunit.client.0.smithi028.stdout:op 1595 completed, throughput=4.99MB/sec 2024-08-29T18:16:47.485 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-EW9fqQv_gaM9zTY off=3983205 len=117135 2024-08-29T18:16:47.489 INFO:tasks.workunit.client.0.smithi028.stdout:op 1596 completed, throughput=4.99MB/sec 2024-08-29T18:16:47.489 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-VISPv8941x0ux_t off=397469 len=101618 2024-08-29T18:16:47.490 INFO:tasks.workunit.client.0.smithi028.stdout:op 1597 completed, throughput=4.99MB/sec 2024-08-29T18:16:47.490 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-lsC6KbLwNsPRajb off=2696299 len=1725697 2024-08-29T18:16:47.505 INFO:tasks.workunit.client.0.smithi028.stdout:op 1598 completed, throughput=5MB/sec 2024-08-29T18:16:47.505 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-oY8qMVFesIM96my off=4650251 len=1385623 2024-08-29T18:16:47.510 INFO:tasks.workunit.client.0.smithi028.stdout:op 1599 completed, throughput=5MB/sec 2024-08-29T18:16:47.510 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-bsY3maD2qsQuz5s off=2202352 len=26635 2024-08-29T18:16:47.514 INFO:tasks.workunit.client.0.smithi028.stdout:op 1600 completed, throughput=5MB/sec 2024-08-29T18:16:47.514 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-2-tHOjBhOhzXkh- off=19266160 len=141619 2024-08-29T18:16:47.518 INFO:tasks.workunit.client.0.smithi028.stdout:op 1601 completed, throughput=5MB/sec 2024-08-29T18:16:48.519 INFO:tasks.workunit.client.0.smithi028.stdout: 303: throughput=4.98MB/sec pending data=0 2024-08-29T18:16:48.519 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-cHR0E2girg87GmR off=7149673 len=2012763 2024-08-29T18:16:48.533 INFO:tasks.workunit.client.0.smithi028.stdout:op 1602 completed, throughput=4.99MB/sec 2024-08-29T18:16:48.533 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-9SELbjsY-5nrYSZ off=11511970 len=544500 2024-08-29T18:16:48.540 INFO:tasks.workunit.client.0.smithi028.stdout:op 1603 completed, throughput=4.99MB/sec 2024-08-29T18:16:48.540 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-Nw0-9NTCWDriBwf off=7673803 len=152087 2024-08-29T18:16:48.545 INFO:tasks.workunit.client.0.smithi028.stdout:op 1604 completed, throughput=4.99MB/sec 2024-08-29T18:16:48.545 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-KkTC-BMo2Zyt_Mh off=9139435 len=162437 2024-08-29T18:16:48.546 INFO:tasks.workunit.client.0.smithi028.stdout:op 1605 completed, throughput=4.99MB/sec 2024-08-29T18:16:48.546 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-aEr7Q8hbtCnWAZs off=4152721 len=1273163 2024-08-29T18:16:48.556 INFO:tasks.workunit.client.0.smithi028.stdout:op 1606 completed, throughput=5MB/sec 2024-08-29T18:16:48.556 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-C2nA7jsF0KMIOcU off=9396882 len=854306 2024-08-29T18:16:48.559 INFO:tasks.workunit.client.0.smithi028.stdout:op 1607 completed, throughput=5MB/sec 2024-08-29T18:16:48.559 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-8khNS2Pbno7wEfO off=15314023 len=735321 2024-08-29T18:16:48.561 INFO:tasks.workunit.client.0.smithi028.stdout:op 1608 completed, throughput=5MB/sec 2024-08-29T18:16:49.076 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:16:48 smithi053 bash[68679]: cluster 2024-08-29T18:16:47.565905+0000 mgr.y (mgr.25022) 902 : cluster [DBG] pgmap v1590: 105 pgs: 105 active+clean; 127 GiB data, 7.3 GiB used, 708 GiB / 715 GiB avail; 1.9 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2024-08-29T18:16:49.129 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:16:48 smithi028 bash[77168]: cluster 2024-08-29T18:16:47.565905+0000 mgr.y (mgr.25022) 902 : cluster [DBG] pgmap v1590: 105 pgs: 105 active+clean; 127 GiB data, 7.3 GiB used, 708 GiB / 715 GiB avail; 1.9 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2024-08-29T18:16:49.129 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:16:48 smithi028 bash[78352]: cluster 2024-08-29T18:16:47.565905+0000 mgr.y (mgr.25022) 902 : cluster [DBG] pgmap v1590: 105 pgs: 105 active+clean; 127 GiB data, 7.3 GiB used, 708 GiB / 715 GiB avail; 1.9 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2024-08-29T18:16:49.561 INFO:tasks.workunit.client.0.smithi028.stdout: 304: throughput=4.98MB/sec pending data=0 2024-08-29T18:16:49.562 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-UP2sT5AnPzSHO6x off=413795 len=1738447 2024-08-29T18:16:49.566 INFO:tasks.workunit.client.0.smithi028.stdout:op 1609 completed, throughput=4.99MB/sec 2024-08-29T18:16:49.566 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-yxBxkD3IpV69BHi off=2721819 len=1556691 2024-08-29T18:16:49.577 INFO:tasks.workunit.client.0.smithi028.stdout:op 1610 completed, throughput=4.99MB/sec 2024-08-29T18:16:49.577 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-0hS-RzpLvdJtRB7 off=9206077 len=1170889 2024-08-29T18:16:49.581 INFO:tasks.workunit.client.0.smithi028.stdout:op 1611 completed, throughput=5MB/sec 2024-08-29T18:16:49.581 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-xLYTha2JdiEiMdm off=1386577 len=832609 2024-08-29T18:16:49.584 INFO:tasks.workunit.client.0.smithi028.stdout:op 1612 completed, throughput=5MB/sec 2024-08-29T18:16:50.584 INFO:tasks.workunit.client.0.smithi028.stdout: 305: throughput=4.98MB/sec pending data=0 2024-08-29T18:16:50.585 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-v5hU9KwyVlrnyPp off=16392208 len=879056 2024-08-29T18:16:50.591 INFO:tasks.workunit.client.0.smithi028.stdout:op 1613 completed, throughput=4.99MB/sec 2024-08-29T18:16:50.591 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-lSuMF5QQU1JJmkx off=2562723 len=317731 2024-08-29T18:16:50.595 INFO:tasks.workunit.client.0.smithi028.stdout:op 1614 completed, throughput=4.99MB/sec 2024-08-29T18:16:50.595 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-E34jHtcGYxkwMFR off=10541299 len=1692370 2024-08-29T18:16:50.599 INFO:tasks.workunit.client.0.smithi028.stdout:op 1615 completed, throughput=4.99MB/sec 2024-08-29T18:16:50.599 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-fpxqyEjsIny8BKs off=6027496 len=1576267 2024-08-29T18:16:50.609 INFO:tasks.workunit.client.0.smithi028.stdout:op 1616 completed, throughput=5MB/sec 2024-08-29T18:16:50.609 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-ijFIvW_zlYH02pc off=2752862 len=1080923 2024-08-29T18:16:50.617 INFO:tasks.workunit.client.0.smithi028.stdout:op 1617 completed, throughput=5MB/sec 2024-08-29T18:16:51.076 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:16:50 smithi053 bash[68679]: cluster 2024-08-29T18:16:49.566972+0000 mgr.y (mgr.25022) 903 : cluster [DBG] pgmap v1591: 105 pgs: 105 active+clean; 127 GiB data, 7.3 GiB used, 708 GiB / 715 GiB avail; 3.0 MiB/s rd, 3.0 MiB/s wr, 7 op/s 2024-08-29T18:16:51.077 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:16:50 smithi053 bash[68679]: audit 2024-08-29T18:16:49.891569+0000 mon.a (mon.0) 2179 : audit [DBG] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-29T18:16:51.077 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:16:50 smithi053 bash[68679]: audit 2024-08-29T18:16:50.660923+0000 mon.a (mon.0) 2180 : audit [DBG] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-29T18:16:51.077 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:16:50 smithi053 bash[68679]: audit 2024-08-29T18:16:50.662409+0000 mon.a (mon.0) 2181 : audit [INF] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-29T18:16:51.077 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:16:50 smithi053 bash[68679]: audit 2024-08-29T18:16:50.671149+0000 mon.a (mon.0) 2182 : audit [INF] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' 2024-08-29T18:16:51.129 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:16:50 smithi028 bash[77168]: cluster 2024-08-29T18:16:49.566972+0000 mgr.y (mgr.25022) 903 : cluster [DBG] pgmap v1591: 105 pgs: 105 active+clean; 127 GiB data, 7.3 GiB used, 708 GiB / 715 GiB avail; 3.0 MiB/s rd, 3.0 MiB/s wr, 7 op/s 2024-08-29T18:16:51.129 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:16:50 smithi028 bash[77168]: audit 2024-08-29T18:16:49.891569+0000 mon.a (mon.0) 2179 : audit [DBG] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-29T18:16:51.129 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:16:50 smithi028 bash[77168]: audit 2024-08-29T18:16:50.660923+0000 mon.a (mon.0) 2180 : audit [DBG] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-29T18:16:51.129 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:16:50 smithi028 bash[77168]: audit 2024-08-29T18:16:50.662409+0000 mon.a (mon.0) 2181 : audit [INF] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-29T18:16:51.129 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:16:50 smithi028 bash[77168]: audit 2024-08-29T18:16:50.671149+0000 mon.a (mon.0) 2182 : audit [INF] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' 2024-08-29T18:16:51.129 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:16:50 smithi028 bash[78352]: cluster 2024-08-29T18:16:49.566972+0000 mgr.y (mgr.25022) 903 : cluster [DBG] pgmap v1591: 105 pgs: 105 active+clean; 127 GiB data, 7.3 GiB used, 708 GiB / 715 GiB avail; 3.0 MiB/s rd, 3.0 MiB/s wr, 7 op/s 2024-08-29T18:16:51.130 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:16:50 smithi028 bash[78352]: audit 2024-08-29T18:16:49.891569+0000 mon.a (mon.0) 2179 : audit [DBG] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-29T18:16:51.130 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:16:50 smithi028 bash[78352]: audit 2024-08-29T18:16:50.660923+0000 mon.a (mon.0) 2180 : audit [DBG] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-29T18:16:51.130 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:16:50 smithi028 bash[78352]: audit 2024-08-29T18:16:50.662409+0000 mon.a (mon.0) 2181 : audit [INF] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-29T18:16:51.130 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:16:50 smithi028 bash[78352]: audit 2024-08-29T18:16:50.671149+0000 mon.a (mon.0) 2182 : audit [INF] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' 2024-08-29T18:16:51.617 INFO:tasks.workunit.client.0.smithi028.stdout: 306: throughput=4.99MB/sec pending data=0 2024-08-29T18:16:51.617 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-9usnczyjEQJw0fH off=16843931 len=303457 2024-08-29T18:16:51.619 INFO:tasks.workunit.client.0.smithi028.stdout:op 1618 completed, throughput=4.99MB/sec 2024-08-29T18:16:51.619 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-bkC7P2HeoeWgHki off=17842137 len=1373052 2024-08-29T18:16:51.631 INFO:tasks.workunit.client.0.smithi028.stdout:op 1619 completed, throughput=4.99MB/sec 2024-08-29T18:16:51.631 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-XScV8GfpcpnfkW1 off=5174417 len=62599 2024-08-29T18:16:51.633 INFO:tasks.workunit.client.0.smithi028.stdout:op 1620 completed, throughput=4.99MB/sec 2024-08-29T18:16:51.633 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-JDzNT7AKCENa_RY off=0 len=1685035 2024-08-29T18:16:51.637 INFO:tasks.workunit.client.0.smithi028.stdout:op 1621 completed, throughput=5MB/sec 2024-08-29T18:16:51.637 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-hH4DjIuIcD0xSDc off=2635092 len=1938742 2024-08-29T18:16:51.650 INFO:tasks.workunit.client.0.smithi028.stdout:op 1622 completed, throughput=5MB/sec 2024-08-29T18:16:51.878 INFO:journalctl@ceph.mgr.y.smithi028.stdout:Aug 29 18:16:51 smithi028 bash[70818]: ::ffff:172.21.15.53 - - [29/Aug/2024:18:16:51] "GET /metrics HTTP/1.1" 200 34016 "" "Prometheus/2.43.0" 2024-08-29T18:16:52.577 INFO:journalctl@ceph.prometheus.a.smithi053.stdout:Aug 29 18:16:52 smithi053 bash[95567]: ts=2024-08-29T18:16:52.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"3167ee72-662c-11ef-bcd4-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-29T18:16:52.651 INFO:tasks.workunit.client.0.smithi028.stdout: 307: throughput=4.99MB/sec pending data=0 2024-08-29T18:16:52.651 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-UADen2F1kMjZ4VZ off=21088374 len=1157698 2024-08-29T18:16:52.659 INFO:tasks.workunit.client.0.smithi028.stdout:op 1623 completed, throughput=4.99MB/sec 2024-08-29T18:16:52.660 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-pPMv3-cTJjl28Yv off=638585 len=1429367 2024-08-29T18:16:52.672 INFO:tasks.workunit.client.0.smithi028.stdout:op 1624 completed, throughput=4.99MB/sec 2024-08-29T18:16:52.672 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-djyh9WplsjYUKUo off=10169011 len=753043 2024-08-29T18:16:52.679 INFO:tasks.workunit.client.0.smithi028.stdout:op 1625 completed, throughput=4.99MB/sec 2024-08-29T18:16:52.679 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-Orx-rZl7SHrljSm off=14719513 len=397918 2024-08-29T18:16:52.682 INFO:tasks.workunit.client.0.smithi028.stdout:op 1626 completed, throughput=5MB/sec 2024-08-29T18:16:52.682 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-f8bKW6jfrl0IM04 off=19761656 len=2083944 2024-08-29T18:16:52.686 INFO:tasks.workunit.client.0.smithi028.stdout:op 1627 completed, throughput=5MB/sec 2024-08-29T18:16:53.076 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:16:52 smithi053 bash[68679]: cluster 2024-08-29T18:16:51.567905+0000 mgr.y (mgr.25022) 904 : cluster [DBG] pgmap v1592: 105 pgs: 105 active+clean; 127 GiB data, 7.3 GiB used, 708 GiB / 715 GiB avail; 2.3 MiB/s rd, 1.9 MiB/s wr, 5 op/s 2024-08-29T18:16:53.129 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:16:52 smithi028 bash[78352]: cluster 2024-08-29T18:16:51.567905+0000 mgr.y (mgr.25022) 904 : cluster [DBG] pgmap v1592: 105 pgs: 105 active+clean; 127 GiB data, 7.3 GiB used, 708 GiB / 715 GiB avail; 2.3 MiB/s rd, 1.9 MiB/s wr, 5 op/s 2024-08-29T18:16:53.129 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:16:52 smithi028 bash[77168]: cluster 2024-08-29T18:16:51.567905+0000 mgr.y (mgr.25022) 904 : cluster [DBG] pgmap v1592: 105 pgs: 105 active+clean; 127 GiB data, 7.3 GiB used, 708 GiB / 715 GiB avail; 2.3 MiB/s rd, 1.9 MiB/s wr, 5 op/s 2024-08-29T18:16:53.687 INFO:tasks.workunit.client.0.smithi028.stdout: 308: throughput=4.99MB/sec pending data=0 2024-08-29T18:16:53.687 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-MgS-gl4YtoWAGU7 off=886356 len=1771504 2024-08-29T18:16:53.694 INFO:tasks.workunit.client.0.smithi028.stdout:op 1628 completed, throughput=4.99MB/sec 2024-08-29T18:16:53.694 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-wI2AkMXSo8BjG32 off=3567162 len=1382758 2024-08-29T18:16:53.698 INFO:tasks.workunit.client.0.smithi028.stdout:op 1629 completed, throughput=5MB/sec 2024-08-29T18:16:53.698 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-UxyzteaGU40lNfp off=1200905 len=136560 2024-08-29T18:16:53.703 INFO:tasks.workunit.client.0.smithi028.stdout:op 1630 completed, throughput=5MB/sec 2024-08-29T18:16:53.703 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-wVuDMm64cZ9H-Xy off=218152 len=321585 2024-08-29T18:16:53.705 INFO:tasks.workunit.client.0.smithi028.stdout:op 1631 completed, throughput=5MB/sec 2024-08-29T18:16:53.705 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-5TktPvR3pceEcSb off=3417368 len=996539 2024-08-29T18:16:53.714 INFO:tasks.workunit.client.0.smithi028.stdout:op 1632 completed, throughput=5MB/sec 2024-08-29T18:16:53.714 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-z39kildqhJSR4Q6 off=7791476 len=1178997 2024-08-29T18:16:53.717 INFO:tasks.workunit.client.0.smithi028.stdout:op 1633 completed, throughput=5MB/sec 2024-08-29T18:16:54.717 INFO:tasks.workunit.client.0.smithi028.stdout: 309: throughput=4.99MB/sec pending data=0 2024-08-29T18:16:54.717 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-J5R0oiFUo3FF8EO off=1529262 len=672617 2024-08-29T18:16:54.719 INFO:tasks.workunit.client.0.smithi028.stdout:op 1634 completed, throughput=4.99MB/sec 2024-08-29T18:16:54.719 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-NOPXKVNP2nqKtIC off=1176369 len=1005109 2024-08-29T18:16:54.722 INFO:tasks.workunit.client.0.smithi028.stdout:op 1635 completed, throughput=4.99MB/sec 2024-08-29T18:16:54.723 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-WV0gPhCIFXeWckC off=8671279 len=1746717 2024-08-29T18:16:54.735 INFO:tasks.workunit.client.0.smithi028.stdout:op 1636 completed, throughput=5MB/sec 2024-08-29T18:16:54.735 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-ZBmPaBPGfTBCnEK off=9362919 len=225177 2024-08-29T18:16:54.737 INFO:tasks.workunit.client.0.smithi028.stdout:op 1637 completed, throughput=5MB/sec 2024-08-29T18:16:54.737 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-DIDrWbVc7RFXS5w off=1197011 len=382353 2024-08-29T18:16:54.743 INFO:tasks.workunit.client.0.smithi028.stdout:op 1638 completed, throughput=5MB/sec 2024-08-29T18:16:54.744 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-nVTBOATkLn9xn6b off=4907458 len=930161 2024-08-29T18:16:54.752 INFO:tasks.workunit.client.0.smithi028.stdout:op 1639 completed, throughput=5MB/sec 2024-08-29T18:16:55.076 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:16:54 smithi053 bash[68679]: cluster 2024-08-29T18:16:53.568770+0000 mgr.y (mgr.25022) 905 : cluster [DBG] pgmap v1593: 105 pgs: 105 active+clean; 127 GiB data, 7.3 GiB used, 708 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.5 MiB/s wr, 5 op/s 2024-08-29T18:16:55.129 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:16:54 smithi028 bash[77168]: cluster 2024-08-29T18:16:53.568770+0000 mgr.y (mgr.25022) 905 : cluster [DBG] pgmap v1593: 105 pgs: 105 active+clean; 127 GiB data, 7.3 GiB used, 708 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.5 MiB/s wr, 5 op/s 2024-08-29T18:16:55.129 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:16:54 smithi028 bash[78352]: cluster 2024-08-29T18:16:53.568770+0000 mgr.y (mgr.25022) 905 : cluster [DBG] pgmap v1593: 105 pgs: 105 active+clean; 127 GiB data, 7.3 GiB used, 708 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.5 MiB/s wr, 5 op/s 2024-08-29T18:16:55.753 INFO:tasks.workunit.client.0.smithi028.stdout: 310: throughput=4.99MB/sec pending data=0 2024-08-29T18:16:55.753 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-DKEgkwggBtFyRfi off=10238455 len=385426 2024-08-29T18:16:55.754 INFO:tasks.workunit.client.0.smithi028.stdout:op 1640 completed, throughput=4.99MB/sec 2024-08-29T18:16:55.754 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-S6911fjbpjMhveb off=984907 len=616947 2024-08-29T18:16:55.761 INFO:tasks.workunit.client.0.smithi028.stdout:op 1641 completed, throughput=4.99MB/sec 2024-08-29T18:16:55.761 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-EClS-RrNmihQ5Qr off=8790055 len=1609490 2024-08-29T18:16:55.765 INFO:tasks.workunit.client.0.smithi028.stdout:op 1642 completed, throughput=4.99MB/sec 2024-08-29T18:16:55.765 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-wAUxHd254tlEaVD off=7791925 len=1142549 2024-08-29T18:16:55.775 INFO:tasks.workunit.client.0.smithi028.stdout:op 1643 completed, throughput=5MB/sec 2024-08-29T18:16:55.775 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-dYk4VHSkK6TmqA9 off=16371343 len=280379 2024-08-29T18:16:55.781 INFO:tasks.workunit.client.0.smithi028.stdout:op 1644 completed, throughput=5MB/sec 2024-08-29T18:16:55.781 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-OF3cY9MZ4PYncwz off=9146362 len=237099 2024-08-29T18:16:55.782 INFO:tasks.workunit.client.0.smithi028.stdout:op 1645 completed, throughput=5MB/sec 2024-08-29T18:16:55.783 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-MT-_BlKBwPZZk55 off=12450212 len=162344 2024-08-29T18:16:55.787 INFO:tasks.workunit.client.0.smithi028.stdout:op 1646 completed, throughput=5MB/sec 2024-08-29T18:16:55.787 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-GRABDLKRenLW3H7 off=11363224 len=1479255 2024-08-29T18:16:55.790 INFO:tasks.workunit.client.0.smithi028.stdout:op 1647 completed, throughput=5MB/sec 2024-08-29T18:16:56.790 INFO:tasks.workunit.client.0.smithi028.stdout: 311: throughput=4.99MB/sec pending data=0 2024-08-29T18:16:56.790 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-n37AHFJRgyyqbJs off=565667 len=1142252 2024-08-29T18:16:56.793 INFO:tasks.workunit.client.0.smithi028.stdout:op 1648 completed, throughput=4.99MB/sec 2024-08-29T18:16:56.793 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-dUV1WQ1-6AfJib5 off=5048537 len=2087760 2024-08-29T18:16:56.800 INFO:tasks.workunit.client.0.smithi028.stdout:op 1649 completed, throughput=5MB/sec 2024-08-29T18:16:56.800 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-_NY2-_OYKCT8Ux2 off=15768505 len=481248 2024-08-29T18:16:56.802 INFO:tasks.workunit.client.0.smithi028.stdout:op 1650 completed, throughput=5MB/sec 2024-08-29T18:16:56.802 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-JJeR39EauAC06g_ off=5615894 len=846808 2024-08-29T18:16:56.811 INFO:tasks.workunit.client.0.smithi028.stdout:op 1651 completed, throughput=5MB/sec 2024-08-29T18:16:57.076 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:16:56 smithi053 bash[68679]: cluster 2024-08-29T18:16:55.569995+0000 mgr.y (mgr.25022) 906 : cluster [DBG] pgmap v1594: 105 pgs: 105 active+clean; 127 GiB data, 7.3 GiB used, 708 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.3 MiB/s wr, 5 op/s 2024-08-29T18:16:57.129 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:16:56 smithi028 bash[78352]: cluster 2024-08-29T18:16:55.569995+0000 mgr.y (mgr.25022) 906 : cluster [DBG] pgmap v1594: 105 pgs: 105 active+clean; 127 GiB data, 7.3 GiB used, 708 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.3 MiB/s wr, 5 op/s 2024-08-29T18:16:57.130 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:16:56 smithi028 bash[77168]: cluster 2024-08-29T18:16:55.569995+0000 mgr.y (mgr.25022) 906 : cluster [DBG] pgmap v1594: 105 pgs: 105 active+clean; 127 GiB data, 7.3 GiB used, 708 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.3 MiB/s wr, 5 op/s 2024-08-29T18:16:57.812 INFO:tasks.workunit.client.0.smithi028.stdout: 312: throughput=4.99MB/sec pending data=0 2024-08-29T18:16:57.812 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-JxIDjz1yqlEAqP1 off=6837259 len=844081 2024-08-29T18:16:57.820 INFO:tasks.workunit.client.0.smithi028.stdout:op 1652 completed, throughput=4.99MB/sec 2024-08-29T18:16:57.820 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-kBP4rHRo4G_bp50 off=1155684 len=1565522 2024-08-29T18:16:57.826 INFO:tasks.workunit.client.0.smithi028.stdout:op 1653 completed, throughput=4.99MB/sec 2024-08-29T18:16:57.826 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-FCkniUsENSfi1-4 off=10006215 len=994358 2024-08-29T18:16:57.834 INFO:tasks.workunit.client.0.smithi028.stdout:op 1654 completed, throughput=5MB/sec 2024-08-29T18:16:57.835 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-T47KBYo5FdSrpZy off=12160323 len=1734508 2024-08-29T18:16:57.848 INFO:tasks.workunit.client.0.smithi028.stdout:op 1655 completed, throughput=5MB/sec 2024-08-29T18:16:58.076 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:16:57 smithi053 bash[68679]: audit 2024-08-29T18:16:57.069113+0000 mon.a (mon.0) 2183 : audit [DBG] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-29T18:16:58.129 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:16:57 smithi028 bash[78352]: audit 2024-08-29T18:16:57.069113+0000 mon.a (mon.0) 2183 : audit [DBG] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-29T18:16:58.129 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:16:57 smithi028 bash[77168]: audit 2024-08-29T18:16:57.069113+0000 mon.a (mon.0) 2183 : audit [DBG] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-29T18:16:58.848 INFO:tasks.workunit.client.0.smithi028.stdout: 313: throughput=4.98MB/sec pending data=0 2024-08-29T18:16:58.849 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-BEMmIk5w1Sd7lJw off=697692 len=1796723 2024-08-29T18:16:58.862 INFO:tasks.workunit.client.0.smithi028.stdout:op 1656 completed, throughput=4.99MB/sec 2024-08-29T18:16:58.863 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-fULTR9yd2EbM1uk off=4418530 len=1082022 2024-08-29T18:16:58.872 INFO:tasks.workunit.client.0.smithi028.stdout:op 1657 completed, throughput=4.99MB/sec 2024-08-29T18:16:58.872 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-VldSzAIbWB4ANkv off=17822832 len=1708108 2024-08-29T18:16:58.882 INFO:tasks.workunit.client.0.smithi028.stdout:op 1658 completed, throughput=5MB/sec 2024-08-29T18:16:58.883 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-Gi3Ghrs_KbkuwM0 off=2141826 len=1164502 2024-08-29T18:16:58.885 INFO:tasks.workunit.client.0.smithi028.stdout:op 1659 completed, throughput=5MB/sec 2024-08-29T18:16:59.076 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:16:58 smithi053 bash[68679]: cluster 2024-08-29T18:16:57.570908+0000 mgr.y (mgr.25022) 907 : cluster [DBG] pgmap v1595: 105 pgs: 105 active+clean; 127 GiB data, 7.3 GiB used, 708 GiB / 715 GiB avail; 2.3 MiB/s rd, 1.9 MiB/s wr, 4 op/s 2024-08-29T18:16:59.129 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:16:58 smithi028 bash[77168]: cluster 2024-08-29T18:16:57.570908+0000 mgr.y (mgr.25022) 907 : cluster [DBG] pgmap v1595: 105 pgs: 105 active+clean; 127 GiB data, 7.3 GiB used, 708 GiB / 715 GiB avail; 2.3 MiB/s rd, 1.9 MiB/s wr, 4 op/s 2024-08-29T18:16:59.129 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:16:58 smithi028 bash[78352]: cluster 2024-08-29T18:16:57.570908+0000 mgr.y (mgr.25022) 907 : cluster [DBG] pgmap v1595: 105 pgs: 105 active+clean; 127 GiB data, 7.3 GiB used, 708 GiB / 715 GiB avail; 2.3 MiB/s rd, 1.9 MiB/s wr, 4 op/s 2024-08-29T18:16:59.886 INFO:tasks.workunit.client.0.smithi028.stdout: 314: throughput=4.99MB/sec pending data=0 2024-08-29T18:16:59.886 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-VetRRKrzfv5xK_E off=10846272 len=1703483 2024-08-29T18:16:59.898 INFO:tasks.workunit.client.0.smithi028.stdout:op 1660 completed, throughput=4.99MB/sec 2024-08-29T18:16:59.898 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-29y6B6-gReC366R off=0 len=1825142 2024-08-29T18:16:59.903 INFO:tasks.workunit.client.0.smithi028.stdout:op 1661 completed, throughput=5MB/sec 2024-08-29T18:16:59.903 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-a_mQwj7puFF9CNS off=977757 len=1558766 2024-08-29T18:16:59.914 INFO:tasks.workunit.client.0.smithi028.stdout:op 1662 completed, throughput=5MB/sec 2024-08-29T18:17:00.915 INFO:tasks.workunit.client.0.smithi028.stdout: 315: throughput=4.98MB/sec pending data=0 2024-08-29T18:17:00.915 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-5bZkN70Tk9BWVwn off=23969541 len=1605296 2024-08-29T18:17:00.927 INFO:tasks.workunit.client.0.smithi028.stdout:op 1663 completed, throughput=4.99MB/sec 2024-08-29T18:17:00.927 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-JS-dRZEzH7Ex4mV off=884289 len=1350639 2024-08-29T18:17:00.938 INFO:tasks.workunit.client.0.smithi028.stdout:op 1664 completed, throughput=4.99MB/sec 2024-08-29T18:17:00.938 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-_M5ueb112PF6itF off=15798290 len=1743017 2024-08-29T18:17:00.952 INFO:tasks.workunit.client.0.smithi028.stdout:op 1665 completed, throughput=5MB/sec 2024-08-29T18:17:00.952 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-yLRnVOFkNwIQyg4 off=230332 len=26738 2024-08-29T18:17:00.956 INFO:tasks.workunit.client.0.smithi028.stdout:op 1666 completed, throughput=5MB/sec 2024-08-29T18:17:00.956 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-V1eUYad__mG4JMO off=8484234 len=1469398 2024-08-29T18:17:00.960 INFO:tasks.workunit.client.0.smithi028.stdout:op 1667 completed, throughput=5MB/sec 2024-08-29T18:17:01.129 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:17:00 smithi028 bash[78352]: cluster 2024-08-29T18:16:59.572172+0000 mgr.y (mgr.25022) 908 : cluster [DBG] pgmap v1596: 105 pgs: 105 active+clean; 127 GiB data, 7.3 GiB used, 708 GiB / 715 GiB avail; 3.3 MiB/s rd, 2.7 MiB/s wr, 6 op/s 2024-08-29T18:17:01.129 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:17:00 smithi028 bash[77168]: cluster 2024-08-29T18:16:59.572172+0000 mgr.y (mgr.25022) 908 : cluster [DBG] pgmap v1596: 105 pgs: 105 active+clean; 127 GiB data, 7.3 GiB used, 708 GiB / 715 GiB avail; 3.3 MiB/s rd, 2.7 MiB/s wr, 6 op/s 2024-08-29T18:17:01.174 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:17:00 smithi053 bash[68679]: cluster 2024-08-29T18:16:59.572172+0000 mgr.y (mgr.25022) 908 : cluster [DBG] pgmap v1596: 105 pgs: 105 active+clean; 127 GiB data, 7.3 GiB used, 708 GiB / 715 GiB avail; 3.3 MiB/s rd, 2.7 MiB/s wr, 6 op/s 2024-08-29T18:17:01.879 INFO:journalctl@ceph.mgr.y.smithi028.stdout:Aug 29 18:17:01 smithi028 bash[70818]: ::ffff:172.21.15.53 - - [29/Aug/2024:18:17:01] "GET /metrics HTTP/1.1" 200 34016 "" "Prometheus/2.43.0" 2024-08-29T18:17:01.960 INFO:tasks.workunit.client.0.smithi028.stdout: 316: throughput=4.99MB/sec pending data=0 2024-08-29T18:17:01.960 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-MlYxk83v45-Yure off=144538 len=161244 2024-08-29T18:17:01.962 INFO:tasks.workunit.client.0.smithi028.stdout:op 1668 completed, throughput=4.99MB/sec 2024-08-29T18:17:01.962 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-Ev8rPk7vo7Kuupj off=3764458 len=494333 2024-08-29T18:17:01.964 INFO:tasks.workunit.client.0.smithi028.stdout:op 1669 completed, throughput=4.99MB/sec 2024-08-29T18:17:01.964 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-HQvEPcVhlWVa1sm off=1763291 len=774622 2024-08-29T18:17:01.973 INFO:tasks.workunit.client.0.smithi028.stdout:op 1670 completed, throughput=4.99MB/sec 2024-08-29T18:17:01.973 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-5V99Xee6EcS5yrg off=11344945 len=1863831 2024-08-29T18:17:01.978 INFO:tasks.workunit.client.0.smithi028.stdout:op 1671 completed, throughput=5MB/sec 2024-08-29T18:17:01.979 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-_gzH5dfEFiTH9O0 off=240643 len=830428 2024-08-29T18:17:01.981 INFO:tasks.workunit.client.0.smithi028.stdout:op 1672 completed, throughput=5MB/sec 2024-08-29T18:17:01.981 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-iwK54OmQ9gm3DVL off=4428059 len=227650 2024-08-29T18:17:01.982 INFO:tasks.workunit.client.0.smithi028.stdout:op 1673 completed, throughput=5MB/sec 2024-08-29T18:17:01.982 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-C9mSTLrAUb38yca off=4014645 len=1852446 2024-08-29T18:17:01.997 INFO:tasks.workunit.client.0.smithi028.stdout:op 1674 completed, throughput=5MB/sec 2024-08-29T18:17:02.576 INFO:journalctl@ceph.prometheus.a.smithi053.stdout:Aug 29 18:17:02 smithi053 bash[95567]: ts=2024-08-29T18:17:02.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"3167ee72-662c-11ef-bcd4-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-29T18:17:02.997 INFO:tasks.workunit.client.0.smithi028.stdout: 317: throughput=4.99MB/sec pending data=0 2024-08-29T18:17:02.997 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-06kBJng6gjbaDAv off=210610 len=1761786 2024-08-29T18:17:03.013 INFO:tasks.workunit.client.0.smithi028.stdout:op 1675 completed, throughput=4.99MB/sec 2024-08-29T18:17:03.013 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj--82w-tVXejuDSkU off=749825 len=1700137 2024-08-29T18:17:03.015 INFO:tasks.workunit.client.0.smithi028.stdout:op 1676 completed, throughput=5MB/sec 2024-08-29T18:17:03.016 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-Q8MHkUtyEKXGsJ1 off=6103912 len=1034265 2024-08-29T18:17:03.018 INFO:tasks.workunit.client.0.smithi028.stdout:op 1677 completed, throughput=5MB/sec 2024-08-29T18:17:03.129 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:17:02 smithi028 bash[77168]: cluster 2024-08-29T18:17:01.573208+0000 mgr.y (mgr.25022) 909 : cluster [DBG] pgmap v1597: 105 pgs: 105 active+clean; 127 GiB data, 7.4 GiB used, 708 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2024-08-29T18:17:03.129 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:17:02 smithi028 bash[78352]: cluster 2024-08-29T18:17:01.573208+0000 mgr.y (mgr.25022) 909 : cluster [DBG] pgmap v1597: 105 pgs: 105 active+clean; 127 GiB data, 7.4 GiB used, 708 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2024-08-29T18:17:03.326 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:17:02 smithi053 bash[68679]: cluster 2024-08-29T18:17:01.573208+0000 mgr.y (mgr.25022) 909 : cluster [DBG] pgmap v1597: 105 pgs: 105 active+clean; 127 GiB data, 7.4 GiB used, 708 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2024-08-29T18:17:04.019 INFO:tasks.workunit.client.0.smithi028.stdout: 318: throughput=4.99MB/sec pending data=0 2024-08-29T18:17:04.019 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-f00FuUbM02-dXwm off=6208007 len=836273 2024-08-29T18:17:04.027 INFO:tasks.workunit.client.0.smithi028.stdout:op 1678 completed, throughput=4.99MB/sec 2024-08-29T18:17:04.027 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-OC2Ass7fqCpXPN1 off=5248542 len=626576 2024-08-29T18:17:04.034 INFO:tasks.workunit.client.0.smithi028.stdout:op 1679 completed, throughput=4.99MB/sec 2024-08-29T18:17:04.034 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-3onQNUnHFy9nOj5 off=11926022 len=423234 2024-08-29T18:17:04.039 INFO:tasks.workunit.client.0.smithi028.stdout:op 1680 completed, throughput=4.99MB/sec 2024-08-29T18:17:04.039 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-J7j2bKXon-ORst0 off=157613 len=1886677 2024-08-29T18:17:04.054 INFO:tasks.workunit.client.0.smithi028.stdout:op 1681 completed, throughput=5MB/sec 2024-08-29T18:17:04.054 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-oQtUD05HS3c34jl off=8609231 len=783318 2024-08-29T18:17:04.057 INFO:tasks.workunit.client.0.smithi028.stdout:op 1682 completed, throughput=5MB/sec 2024-08-29T18:17:04.057 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-xPczIywYgIvXC-v off=7459352 len=1465796 2024-08-29T18:17:04.061 INFO:tasks.workunit.client.0.smithi028.stdout:op 1683 completed, throughput=5MB/sec 2024-08-29T18:17:05.061 INFO:tasks.workunit.client.0.smithi028.stdout: 319: throughput=4.99MB/sec pending data=0 2024-08-29T18:17:05.061 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-wEvy6wHXR-JMAKy off=3603129 len=388116 2024-08-29T18:17:05.067 INFO:tasks.workunit.client.0.smithi028.stdout:op 1684 completed, throughput=4.99MB/sec 2024-08-29T18:17:05.068 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-z-EFAeKUGNgH2gs off=2088391 len=535968 2024-08-29T18:17:05.069 INFO:tasks.workunit.client.0.smithi028.stdout:op 1685 completed, throughput=4.99MB/sec 2024-08-29T18:17:05.069 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-1QUTYPurcNfBjkm off=1020771 len=434892 2024-08-29T18:17:05.071 INFO:tasks.workunit.client.0.smithi028.stdout:op 1686 completed, throughput=4.99MB/sec 2024-08-29T18:17:05.071 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-Zqw3i_Fka9TEf_5 off=337856 len=692057 2024-08-29T18:17:05.080 INFO:tasks.workunit.client.0.smithi028.stdout:op 1687 completed, throughput=4.99MB/sec 2024-08-29T18:17:05.080 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-m89FSamU2lD4Llf off=5356426 len=1908913 2024-08-29T18:17:05.084 INFO:tasks.workunit.client.0.smithi028.stdout:op 1688 completed, throughput=5MB/sec 2024-08-29T18:17:05.084 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-DE_ZZv_vyA21Kbl off=1440688 len=824490 2024-08-29T18:17:05.088 INFO:tasks.workunit.client.0.smithi028.stdout:op 1689 completed, throughput=5MB/sec 2024-08-29T18:17:05.129 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:17:04 smithi028 bash[78352]: cluster 2024-08-29T18:17:03.574186+0000 mgr.y (mgr.25022) 910 : cluster [DBG] pgmap v1598: 105 pgs: 105 active+clean; 127 GiB data, 7.4 GiB used, 708 GiB / 715 GiB avail; 2.4 MiB/s rd, 3.3 MiB/s wr, 5 op/s 2024-08-29T18:17:05.129 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:17:04 smithi028 bash[77168]: cluster 2024-08-29T18:17:03.574186+0000 mgr.y (mgr.25022) 910 : cluster [DBG] pgmap v1598: 105 pgs: 105 active+clean; 127 GiB data, 7.4 GiB used, 708 GiB / 715 GiB avail; 2.4 MiB/s rd, 3.3 MiB/s wr, 5 op/s 2024-08-29T18:17:05.326 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:17:04 smithi053 bash[68679]: cluster 2024-08-29T18:17:03.574186+0000 mgr.y (mgr.25022) 910 : cluster [DBG] pgmap v1598: 105 pgs: 105 active+clean; 127 GiB data, 7.4 GiB used, 708 GiB / 715 GiB avail; 2.4 MiB/s rd, 3.3 MiB/s wr, 5 op/s 2024-08-29T18:17:06.088 INFO:tasks.workunit.client.0.smithi028.stdout: 320: throughput=4.99MB/sec pending data=0 2024-08-29T18:17:06.088 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-JSQQ83c-XKaCW8Q off=7794681 len=22794 2024-08-29T18:17:06.092 INFO:tasks.workunit.client.0.smithi028.stdout:op 1690 completed, throughput=4.99MB/sec 2024-08-29T18:17:06.092 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-5HX9n7AuN5ovOb1 off=8003618 len=1185720 2024-08-29T18:17:06.103 INFO:tasks.workunit.client.0.smithi028.stdout:op 1691 completed, throughput=4.99MB/sec 2024-08-29T18:17:06.104 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-UZJZVvJV7zF1owg off=1127692 len=605956 2024-08-29T18:17:06.105 INFO:tasks.workunit.client.0.smithi028.stdout:op 1692 completed, throughput=4.99MB/sec 2024-08-29T18:17:06.105 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-iNqz2us0NquWriA off=1249728 len=1543675 2024-08-29T18:17:06.117 INFO:tasks.workunit.client.0.smithi028.stdout:op 1693 completed, throughput=5MB/sec 2024-08-29T18:17:06.117 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-2IYvq2GZZ5u_7qV off=1939175 len=1897428 2024-08-29T18:17:06.130 INFO:tasks.workunit.client.0.smithi028.stdout:op 1694 completed, throughput=5MB/sec 2024-08-29T18:17:07.129 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:17:06 smithi028 bash[78352]: cluster 2024-08-29T18:17:05.575292+0000 mgr.y (mgr.25022) 911 : cluster [DBG] pgmap v1599: 105 pgs: 105 active+clean; 127 GiB data, 7.4 GiB used, 708 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.6 MiB/s wr, 4 op/s 2024-08-29T18:17:07.129 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:17:06 smithi028 bash[77168]: cluster 2024-08-29T18:17:05.575292+0000 mgr.y (mgr.25022) 911 : cluster [DBG] pgmap v1599: 105 pgs: 105 active+clean; 127 GiB data, 7.4 GiB used, 708 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.6 MiB/s wr, 4 op/s 2024-08-29T18:17:07.130 INFO:tasks.workunit.client.0.smithi028.stdout: 321: throughput=4.99MB/sec pending data=0 2024-08-29T18:17:07.130 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-Ka0a_FGr33L5MiD off=3376794 len=248238 2024-08-29T18:17:07.131 INFO:tasks.workunit.client.0.smithi028.stdout:op 1695 completed, throughput=4.99MB/sec 2024-08-29T18:17:07.131 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-p5W0P4KqbU85z-y off=5826976 len=1850302 2024-08-29T18:17:07.145 INFO:tasks.workunit.client.0.smithi028.stdout:op 1696 completed, throughput=4.99MB/sec 2024-08-29T18:17:07.145 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-8g8oYjZcJQrvmie off=15225539 len=939188 2024-08-29T18:17:07.148 INFO:tasks.workunit.client.0.smithi028.stdout:op 1697 completed, throughput=4.99MB/sec 2024-08-29T18:17:07.148 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-Bem--L8tD39eZW0 off=16599832 len=1861926 2024-08-29T18:17:07.162 INFO:tasks.workunit.client.0.smithi028.stdout:op 1698 completed, throughput=5MB/sec 2024-08-29T18:17:07.162 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-l258JbtY48vO-Ok off=3982620 len=1003685 2024-08-29T18:17:07.165 INFO:tasks.workunit.client.0.smithi028.stdout:op 1699 completed, throughput=5MB/sec 2024-08-29T18:17:07.326 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:17:06 smithi053 bash[68679]: cluster 2024-08-29T18:17:05.575292+0000 mgr.y (mgr.25022) 911 : cluster [DBG] pgmap v1599: 105 pgs: 105 active+clean; 127 GiB data, 7.4 GiB used, 708 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.6 MiB/s wr, 4 op/s 2024-08-29T18:17:08.166 INFO:tasks.workunit.client.0.smithi028.stdout: 322: throughput=4.99MB/sec pending data=0 2024-08-29T18:17:08.166 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-DKJ6QzavKYsG6i7 off=8752009 len=993702 2024-08-29T18:17:08.175 INFO:tasks.workunit.client.0.smithi028.stdout:op 1700 completed, throughput=4.99MB/sec 2024-08-29T18:17:08.175 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-j2PrbpPh6WnGc6g off=17508516 len=187807 2024-08-29T18:17:08.176 INFO:tasks.workunit.client.0.smithi028.stdout:op 1701 completed, throughput=4.99MB/sec 2024-08-29T18:17:08.176 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-jvDO0DS9lHRc8xa off=6632093 len=92397 2024-08-29T18:17:08.177 INFO:tasks.workunit.client.0.smithi028.stdout:op 1702 completed, throughput=4.99MB/sec 2024-08-29T18:17:08.177 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-RrdhJHj5sMdA3pU off=3192994 len=1822472 2024-08-29T18:17:08.192 INFO:tasks.workunit.client.0.smithi028.stdout:op 1703 completed, throughput=5MB/sec 2024-08-29T18:17:08.193 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-28VKVE_521s-H6E off=3857522 len=1343037 2024-08-29T18:17:08.196 INFO:tasks.workunit.client.0.smithi028.stdout:op 1704 completed, throughput=5MB/sec 2024-08-29T18:17:08.196 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-qZkUnHnK-7SZxUR off=2852910 len=1836904 2024-08-29T18:17:08.200 INFO:tasks.workunit.client.0.smithi028.stdout:op 1705 completed, throughput=5MB/sec 2024-08-29T18:17:09.129 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:17:08 smithi028 bash[78352]: cluster 2024-08-29T18:17:07.575942+0000 mgr.y (mgr.25022) 912 : cluster [DBG] pgmap v1600: 105 pgs: 105 active+clean; 127 GiB data, 7.4 GiB used, 708 GiB / 715 GiB avail; 1.8 MiB/s rd, 2.3 MiB/s wr, 3 op/s 2024-08-29T18:17:09.129 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:17:08 smithi028 bash[77168]: cluster 2024-08-29T18:17:07.575942+0000 mgr.y (mgr.25022) 912 : cluster [DBG] pgmap v1600: 105 pgs: 105 active+clean; 127 GiB data, 7.4 GiB used, 708 GiB / 715 GiB avail; 1.8 MiB/s rd, 2.3 MiB/s wr, 3 op/s 2024-08-29T18:17:09.201 INFO:tasks.workunit.client.0.smithi028.stdout: 323: throughput=4.99MB/sec pending data=0 2024-08-29T18:17:09.201 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-nsqBfMDs3bFbf1f off=0 len=1090635 2024-08-29T18:17:09.210 INFO:tasks.workunit.client.0.smithi028.stdout:op 1706 completed, throughput=4.99MB/sec 2024-08-29T18:17:09.210 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-orzfGvw0mt0zuVy off=5423855 len=787812 2024-08-29T18:17:09.213 INFO:tasks.workunit.client.0.smithi028.stdout:op 1707 completed, throughput=5MB/sec 2024-08-29T18:17:09.213 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-PtmbGx8e895pu7M off=9666240 len=1616882 2024-08-29T18:17:09.226 INFO:tasks.workunit.client.0.smithi028.stdout:op 1708 completed, throughput=5MB/sec 2024-08-29T18:17:09.226 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-6aixoOiphcvLWPz off=2969825 len=1274292 2024-08-29T18:17:09.235 INFO:tasks.workunit.client.0.smithi028.stdout:op 1709 completed, throughput=5MB/sec 2024-08-29T18:17:09.326 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:17:08 smithi053 bash[68679]: cluster 2024-08-29T18:17:07.575942+0000 mgr.y (mgr.25022) 912 : cluster [DBG] pgmap v1600: 105 pgs: 105 active+clean; 127 GiB data, 7.4 GiB used, 708 GiB / 715 GiB avail; 1.8 MiB/s rd, 2.3 MiB/s wr, 3 op/s 2024-08-29T18:17:10.236 INFO:tasks.workunit.client.0.smithi028.stdout: 324: throughput=4.99MB/sec pending data=0 2024-08-29T18:17:10.236 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-kJnhMo39ufYfLy2 off=5904293 len=502861 2024-08-29T18:17:10.237 INFO:tasks.workunit.client.0.smithi028.stdout:op 1710 completed, throughput=4.99MB/sec 2024-08-29T18:17:10.238 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-NbFMXcpprHKAyha off=6091753 len=1946523 2024-08-29T18:17:10.244 INFO:tasks.workunit.client.0.smithi028.stdout:op 1711 completed, throughput=4.99MB/sec 2024-08-29T18:17:10.244 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-NisNVimp2d2uYsk off=1068468 len=313886 2024-08-29T18:17:10.246 INFO:tasks.workunit.client.0.smithi028.stdout:op 1712 completed, throughput=5MB/sec 2024-08-29T18:17:10.246 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-CQ0bamjGdmH_qrK off=743648 len=396735 2024-08-29T18:17:10.247 INFO:tasks.workunit.client.0.smithi028.stdout:op 1713 completed, throughput=5MB/sec 2024-08-29T18:17:10.248 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-gjB17lC2e5YTHmT off=11810634 len=1826093 2024-08-29T18:17:10.252 INFO:tasks.workunit.client.0.smithi028.stdout:op 1714 completed, throughput=5MB/sec 2024-08-29T18:17:11.129 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:17:10 smithi028 bash[78352]: cluster 2024-08-29T18:17:09.577081+0000 mgr.y (mgr.25022) 913 : cluster [DBG] pgmap v1601: 105 pgs: 105 active+clean; 127 GiB data, 7.4 GiB used, 708 GiB / 715 GiB avail; 2.6 MiB/s rd, 3.5 MiB/s wr, 6 op/s 2024-08-29T18:17:11.129 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:17:10 smithi028 bash[77168]: cluster 2024-08-29T18:17:09.577081+0000 mgr.y (mgr.25022) 913 : cluster [DBG] pgmap v1601: 105 pgs: 105 active+clean; 127 GiB data, 7.4 GiB used, 708 GiB / 715 GiB avail; 2.6 MiB/s rd, 3.5 MiB/s wr, 6 op/s 2024-08-29T18:17:11.252 INFO:tasks.workunit.client.0.smithi028.stdout: 325: throughput=4.99MB/sec pending data=0 2024-08-29T18:17:11.436 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-6pdIyP89Q3Ag5bY off=1333822 len=2030820 2024-08-29T18:17:11.438 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:17:10 smithi053 bash[68679]: cluster 2024-08-29T18:17:09.577081+0000 mgr.y (mgr.25022) 913 : cluster [DBG] pgmap v1601: 105 pgs: 105 active+clean; 127 GiB data, 7.4 GiB used, 708 GiB / 715 GiB avail; 2.6 MiB/s rd, 3.5 MiB/s wr, 6 op/s 2024-08-29T18:17:11.438 INFO:tasks.workunit.client.0.smithi028.stdout:op 1715 completed, throughput=4.99MB/sec 2024-08-29T18:17:11.438 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-owS6JWQLi4inNWf off=807739 len=1061068 2024-08-29T18:17:11.438 INFO:tasks.workunit.client.0.smithi028.stdout:op 1716 completed, throughput=5MB/sec 2024-08-29T18:17:11.438 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-IOiNknPMhBBBrt9 off=3011957 len=1678191 2024-08-29T18:17:11.439 INFO:tasks.workunit.client.0.smithi028.stdout:op 1717 completed, throughput=5MB/sec 2024-08-29T18:17:11.878 INFO:journalctl@ceph.mgr.y.smithi028.stdout:Aug 29 18:17:11 smithi028 bash[70818]: ::ffff:172.21.15.53 - - [29/Aug/2024:18:17:11] "GET /metrics HTTP/1.1" 200 34016 "" "Prometheus/2.43.0" 2024-08-29T18:17:12.285 INFO:tasks.workunit.client.0.smithi028.stdout: 326: throughput=4.99MB/sec pending data=0 2024-08-29T18:17:12.285 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-KuK-F4lFwu-Zk1B off=6348018 len=165524 2024-08-29T18:17:12.286 INFO:tasks.workunit.client.0.smithi028.stdout:op 1718 completed, throughput=4.99MB/sec 2024-08-29T18:17:12.286 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-kyrp35JqQeydig6 off=621011 len=1899163 2024-08-29T18:17:12.290 INFO:tasks.workunit.client.0.smithi028.stdout:op 1719 completed, throughput=4.99MB/sec 2024-08-29T18:17:12.290 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-j_kQA0VBm5yeA5H off=6176794 len=527788 2024-08-29T18:17:12.292 INFO:tasks.workunit.client.0.smithi028.stdout:op 1720 completed, throughput=4.99MB/sec 2024-08-29T18:17:12.293 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-ktQP5QCO2jJHT0t off=17634190 len=434359 2024-08-29T18:17:12.294 INFO:tasks.workunit.client.0.smithi028.stdout:op 1721 completed, throughput=4.99MB/sec 2024-08-29T18:17:12.294 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-8DULkTj9b2BTQjC off=1714673 len=389862 2024-08-29T18:17:12.300 INFO:tasks.workunit.client.0.smithi028.stdout:op 1722 completed, throughput=4.99MB/sec 2024-08-29T18:17:12.300 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-mcYJ3XuyGv2YUg1 off=1683010 len=1626448 2024-08-29T18:17:12.304 INFO:tasks.workunit.client.0.smithi028.stdout:op 1723 completed, throughput=5MB/sec 2024-08-29T18:17:12.304 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-7ibiOBRlZCqWwPl off=8277144 len=1741529 2024-08-29T18:17:12.307 INFO:tasks.workunit.client.0.smithi028.stdout:op 1724 completed, throughput=5MB/sec 2024-08-29T18:17:12.576 INFO:journalctl@ceph.prometheus.a.smithi053.stdout:Aug 29 18:17:12 smithi053 bash[95567]: ts=2024-08-29T18:17:12.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"3167ee72-662c-11ef-bcd4-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-29T18:17:13.129 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:17:12 smithi028 bash[78352]: cluster 2024-08-29T18:17:11.577995+0000 mgr.y (mgr.25022) 914 : cluster [DBG] pgmap v1602: 105 pgs: 105 active+clean; 127 GiB data, 7.4 GiB used, 708 GiB / 715 GiB avail; 1.8 MiB/s rd, 2.7 MiB/s wr, 4 op/s 2024-08-29T18:17:13.129 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:17:12 smithi028 bash[78352]: audit 2024-08-29T18:17:12.069533+0000 mon.a (mon.0) 2184 : audit [DBG] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-29T18:17:13.129 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:17:12 smithi028 bash[77168]: cluster 2024-08-29T18:17:11.577995+0000 mgr.y (mgr.25022) 914 : cluster [DBG] pgmap v1602: 105 pgs: 105 active+clean; 127 GiB data, 7.4 GiB used, 708 GiB / 715 GiB avail; 1.8 MiB/s rd, 2.7 MiB/s wr, 4 op/s 2024-08-29T18:17:13.129 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:17:12 smithi028 bash[77168]: audit 2024-08-29T18:17:12.069533+0000 mon.a (mon.0) 2184 : audit [DBG] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-29T18:17:13.307 INFO:tasks.workunit.client.0.smithi028.stdout: 327: throughput=4.99MB/sec pending data=0 2024-08-29T18:17:13.307 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-DE_ZZv_vyA21Kbl off=49295 len=24234 2024-08-29T18:17:13.309 INFO:tasks.workunit.client.0.smithi028.stdout:op 1725 completed, throughput=4.99MB/sec 2024-08-29T18:17:13.309 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-8W-LTCbuEWMUIPC off=17612987 len=308073 2024-08-29T18:17:13.315 INFO:tasks.workunit.client.0.smithi028.stdout:op 1726 completed, throughput=4.99MB/sec 2024-08-29T18:17:13.315 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-voYSK_QVcfPm82K off=1005079 len=1782996 2024-08-29T18:17:13.326 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:17:12 smithi053 bash[68679]: cluster 2024-08-29T18:17:11.577995+0000 mgr.y (mgr.25022) 914 : cluster [DBG] pgmap v1602: 105 pgs: 105 active+clean; 127 GiB data, 7.4 GiB used, 708 GiB / 715 GiB avail; 1.8 MiB/s rd, 2.7 MiB/s wr, 4 op/s 2024-08-29T18:17:13.326 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:17:12 smithi053 bash[68679]: audit 2024-08-29T18:17:12.069533+0000 mon.a (mon.0) 2184 : audit [DBG] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-29T18:17:13.328 INFO:tasks.workunit.client.0.smithi028.stdout:op 1727 completed, throughput=5MB/sec 2024-08-29T18:17:13.328 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-EjSpmXR8Ox_X7Cj off=20311989 len=1775723 2024-08-29T18:17:13.332 INFO:tasks.workunit.client.0.smithi028.stdout:op 1728 completed, throughput=5MB/sec 2024-08-29T18:17:13.333 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-bxBVNqwKCNQFRW9 off=6658098 len=578423 2024-08-29T18:17:13.339 INFO:tasks.workunit.client.0.smithi028.stdout:op 1729 completed, throughput=5MB/sec 2024-08-29T18:17:14.340 INFO:tasks.workunit.client.0.smithi028.stdout: 328: throughput=4.99MB/sec pending data=0 2024-08-29T18:17:14.340 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-jgQRj86x3TL7zwM off=586894 len=2047915 2024-08-29T18:17:14.344 INFO:tasks.workunit.client.0.smithi028.stdout:op 1730 completed, throughput=4.99MB/sec 2024-08-29T18:17:14.344 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-146uA9KHtjH1SZy off=265428 len=1764522 2024-08-29T18:17:14.348 INFO:tasks.workunit.client.0.smithi028.stdout:op 1731 completed, throughput=5MB/sec 2024-08-29T18:17:14.348 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-wiAJLfibkdSV1PA off=6803448 len=1022307 2024-08-29T18:17:14.357 INFO:tasks.workunit.client.0.smithi028.stdout:op 1732 completed, throughput=5MB/sec 2024-08-29T18:17:15.129 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:17:14 smithi028 bash[78352]: cluster 2024-08-29T18:17:13.579041+0000 mgr.y (mgr.25022) 915 : cluster [DBG] pgmap v1603: 105 pgs: 105 active+clean; 127 GiB data, 7.5 GiB used, 708 GiB / 715 GiB avail; 2.8 MiB/s rd, 3.4 MiB/s wr, 5 op/s 2024-08-29T18:17:15.129 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:17:14 smithi028 bash[77168]: cluster 2024-08-29T18:17:13.579041+0000 mgr.y (mgr.25022) 915 : cluster [DBG] pgmap v1603: 105 pgs: 105 active+clean; 127 GiB data, 7.5 GiB used, 708 GiB / 715 GiB avail; 2.8 MiB/s rd, 3.4 MiB/s wr, 5 op/s 2024-08-29T18:17:15.326 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:17:14 smithi053 bash[68679]: cluster 2024-08-29T18:17:13.579041+0000 mgr.y (mgr.25022) 915 : cluster [DBG] pgmap v1603: 105 pgs: 105 active+clean; 127 GiB data, 7.5 GiB used, 708 GiB / 715 GiB avail; 2.8 MiB/s rd, 3.4 MiB/s wr, 5 op/s 2024-08-29T18:17:15.357 INFO:tasks.workunit.client.0.smithi028.stdout: 329: throughput=4.99MB/sec pending data=0 2024-08-29T18:17:15.357 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-rS8jtpjpLMe4ycY off=2377646 len=909298 2024-08-29T18:17:15.366 INFO:tasks.workunit.client.0.smithi028.stdout:op 1733 completed, throughput=4.99MB/sec 2024-08-29T18:17:15.366 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-FxTXUyxAqPF4use off=2016279 len=958222 2024-08-29T18:17:15.376 INFO:tasks.workunit.client.0.smithi028.stdout:op 1734 completed, throughput=4.99MB/sec 2024-08-29T18:17:15.376 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-HwKu8mq31Fr7ShD off=2404355 len=1055242 2024-08-29T18:17:15.378 INFO:tasks.workunit.client.0.smithi028.stdout:op 1735 completed, throughput=4.99MB/sec 2024-08-29T18:17:15.378 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-Y-qVjYaaTZQplA9 off=2314815 len=1815163 2024-08-29T18:17:15.391 INFO:tasks.workunit.client.0.smithi028.stdout:op 1736 completed, throughput=5MB/sec 2024-08-29T18:17:15.391 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-NXz5SvCkbLOEOfr off=6846959 len=1133064 2024-08-29T18:17:15.402 INFO:tasks.workunit.client.0.smithi028.stdout:op 1737 completed, throughput=5MB/sec 2024-08-29T18:17:16.403 INFO:tasks.workunit.client.0.smithi028.stdout: 330: throughput=4.99MB/sec pending data=0 2024-08-29T18:17:16.403 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-bSfhhkspOC5RcRk off=5295233 len=60209 2024-08-29T18:17:16.407 INFO:tasks.workunit.client.0.smithi028.stdout:op 1738 completed, throughput=4.99MB/sec 2024-08-29T18:17:16.407 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-ZjlY5RI-RJ5yyb- off=7861792 len=1104273 2024-08-29T18:17:16.417 INFO:tasks.workunit.client.0.smithi028.stdout:op 1739 completed, throughput=4.99MB/sec 2024-08-29T18:17:16.417 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-bDdnso3qiRpE67_ off=6058733 len=1487203 2024-08-29T18:17:16.428 INFO:tasks.workunit.client.0.smithi028.stdout:op 1740 completed, throughput=4.99MB/sec 2024-08-29T18:17:16.428 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-IFyh3k-RTLEjrCd off=4201043 len=815849 2024-08-29T18:17:16.436 INFO:tasks.workunit.client.0.smithi028.stdout:op 1741 completed, throughput=5MB/sec 2024-08-29T18:17:16.436 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-SitWlygzimhd2l6 off=1605287 len=296142 2024-08-29T18:17:16.438 INFO:tasks.workunit.client.0.smithi028.stdout:op 1742 completed, throughput=5MB/sec 2024-08-29T18:17:16.438 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-NQc8XpYIL9nAi6W off=7343600 len=568726 2024-08-29T18:17:16.444 INFO:tasks.workunit.client.0.smithi028.stdout:op 1743 completed, throughput=5MB/sec 2024-08-29T18:17:16.444 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-Xw5CJ06cJw3r8Df off=1132639 len=509652 2024-08-29T18:17:16.446 INFO:tasks.workunit.client.0.smithi028.stdout:op 1744 completed, throughput=5MB/sec 2024-08-29T18:17:16.447 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-yz6hvLCIKKUOI8r off=1715757 len=879601 2024-08-29T18:17:16.449 INFO:tasks.workunit.client.0.smithi028.stdout:op 1745 completed, throughput=5MB/sec 2024-08-29T18:17:17.129 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:17:16 smithi028 bash[78352]: cluster 2024-08-29T18:17:15.580201+0000 mgr.y (mgr.25022) 916 : cluster [DBG] pgmap v1604: 105 pgs: 105 active+clean; 127 GiB data, 7.5 GiB used, 708 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2024-08-29T18:17:17.129 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:17:16 smithi028 bash[77168]: cluster 2024-08-29T18:17:15.580201+0000 mgr.y (mgr.25022) 916 : cluster [DBG] pgmap v1604: 105 pgs: 105 active+clean; 127 GiB data, 7.5 GiB used, 708 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2024-08-29T18:17:17.326 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:17:16 smithi053 bash[68679]: cluster 2024-08-29T18:17:15.580201+0000 mgr.y (mgr.25022) 916 : cluster [DBG] pgmap v1604: 105 pgs: 105 active+clean; 127 GiB data, 7.5 GiB used, 708 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2024-08-29T18:17:17.449 INFO:tasks.workunit.client.0.smithi028.stdout: 331: throughput=4.99MB/sec pending data=0 2024-08-29T18:17:17.449 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-U4_QlmuzNTmJbH4 off=21046028 len=1373940 2024-08-29T18:17:17.462 INFO:tasks.workunit.client.0.smithi028.stdout:op 1746 completed, throughput=4.99MB/sec 2024-08-29T18:17:17.462 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-4E7DFVi4JIXZ00b off=479931 len=192814 2024-08-29T18:17:17.467 INFO:tasks.workunit.client.0.smithi028.stdout:op 1747 completed, throughput=4.99MB/sec 2024-08-29T18:17:17.467 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-MPHN3QtZiNEQ1a- off=2932762 len=2035309 2024-08-29T18:17:17.482 INFO:tasks.workunit.client.0.smithi028.stdout:op 1748 completed, throughput=5MB/sec 2024-08-29T18:17:17.482 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-Z5LUTRqCTfs4Ved off=2020037 len=342557 2024-08-29T18:17:17.488 INFO:tasks.workunit.client.0.smithi028.stdout:op 1749 completed, throughput=5MB/sec 2024-08-29T18:17:17.488 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-lZTHXy_37EZ2f-_ off=5552188 len=1010161 2024-08-29T18:17:17.497 INFO:tasks.workunit.client.0.smithi028.stdout:op 1750 completed, throughput=5MB/sec 2024-08-29T18:17:18.497 INFO:tasks.workunit.client.0.smithi028.stdout: 332: throughput=4.99MB/sec pending data=0 2024-08-29T18:17:18.497 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-TL2rTz8yP0_23JS off=1861246 len=641895 2024-08-29T18:17:18.505 INFO:tasks.workunit.client.0.smithi028.stdout:op 1751 completed, throughput=4.99MB/sec 2024-08-29T18:17:18.506 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-NDdF_v6k1daTzsH off=1246482 len=1246976 2024-08-29T18:17:18.515 INFO:tasks.workunit.client.0.smithi028.stdout:op 1752 completed, throughput=4.99MB/sec 2024-08-29T18:17:18.515 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-vcPmQZD8EdSLhTz off=6377373 len=1672640 2024-08-29T18:17:18.527 INFO:tasks.workunit.client.0.smithi028.stdout:op 1753 completed, throughput=5MB/sec 2024-08-29T18:17:18.527 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-URNamt7duNFi8-F off=2103791 len=565161 2024-08-29T18:17:18.534 INFO:tasks.workunit.client.0.smithi028.stdout:op 1754 completed, throughput=5MB/sec 2024-08-29T18:17:18.534 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-nqsoZK3i-oRamAW off=18338830 len=1254165 2024-08-29T18:17:18.537 INFO:tasks.workunit.client.0.smithi028.stdout:op 1755 completed, throughput=5MB/sec 2024-08-29T18:17:19.129 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:17:18 smithi028 bash[77168]: cluster 2024-08-29T18:17:17.580885+0000 mgr.y (mgr.25022) 917 : cluster [DBG] pgmap v1605: 105 pgs: 105 active+clean; 127 GiB data, 7.5 GiB used, 708 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2024-08-29T18:17:19.129 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:17:18 smithi028 bash[78352]: cluster 2024-08-29T18:17:17.580885+0000 mgr.y (mgr.25022) 917 : cluster [DBG] pgmap v1605: 105 pgs: 105 active+clean; 127 GiB data, 7.5 GiB used, 708 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2024-08-29T18:17:19.326 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:17:18 smithi053 bash[68679]: cluster 2024-08-29T18:17:17.580885+0000 mgr.y (mgr.25022) 917 : cluster [DBG] pgmap v1605: 105 pgs: 105 active+clean; 127 GiB data, 7.5 GiB used, 708 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2024-08-29T18:17:19.537 INFO:tasks.workunit.client.0.smithi028.stdout: 333: throughput=4.99MB/sec pending data=0 2024-08-29T18:17:19.537 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-hJuR-il_j3-JUQb off=766320 len=1905605 2024-08-29T18:17:19.542 INFO:tasks.workunit.client.0.smithi028.stdout:op 1756 completed, throughput=4.99MB/sec 2024-08-29T18:17:19.542 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-34H07nkDYD7jKRI off=2373620 len=1841823 2024-08-29T18:17:19.556 INFO:tasks.workunit.client.0.smithi028.stdout:op 1757 completed, throughput=5MB/sec 2024-08-29T18:17:19.556 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-dYI8Cl5Fufb9iso off=7268094 len=127859 2024-08-29T18:17:19.558 INFO:tasks.workunit.client.0.smithi028.stdout:op 1758 completed, throughput=5MB/sec 2024-08-29T18:17:19.558 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-ltgrMcJA_nAQvHv off=6401663 len=656353 2024-08-29T18:17:19.560 INFO:tasks.workunit.client.0.smithi028.stdout:op 1759 completed, throughput=5MB/sec 2024-08-29T18:17:19.560 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-NOPXKVNP2nqKtIC off=393958 len=1787520 2024-08-29T18:17:19.570 INFO:tasks.workunit.client.0.smithi028.stdout:op 1760 completed, throughput=5MB/sec 2024-08-29T18:17:20.571 INFO:tasks.workunit.client.0.smithi028.stdout: 334: throughput=4.99MB/sec pending data=0 2024-08-29T18:17:20.571 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-m9hJF0n4cwe4jhR off=912083 len=1776512 2024-08-29T18:17:20.575 INFO:tasks.workunit.client.0.smithi028.stdout:op 1761 completed, throughput=4.99MB/sec 2024-08-29T18:17:20.575 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-EcFvlXmAhSatFBV off=3907794 len=350306 2024-08-29T18:17:20.581 INFO:tasks.workunit.client.0.smithi028.stdout:op 1762 completed, throughput=4.99MB/sec 2024-08-29T18:17:20.581 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-DyDnJ3PGHpnPYBR off=208891 len=629920 2024-08-29T18:17:20.583 INFO:tasks.workunit.client.0.smithi028.stdout:op 1763 completed, throughput=5MB/sec 2024-08-29T18:17:20.584 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-WgCelvq7ExX8d8v off=2120852 len=282433 2024-08-29T18:17:20.585 INFO:tasks.workunit.client.0.smithi028.stdout:op 1764 completed, throughput=5MB/sec 2024-08-29T18:17:20.585 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-UqD2ovrbOoAuf5v off=3189975 len=1552286 2024-08-29T18:17:20.596 INFO:tasks.workunit.client.0.smithi028.stdout:op 1765 completed, throughput=5MB/sec 2024-08-29T18:17:21.129 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:17:20 smithi028 bash[77168]: cluster 2024-08-29T18:17:19.582043+0000 mgr.y (mgr.25022) 918 : cluster [DBG] pgmap v1606: 105 pgs: 105 active+clean; 127 GiB data, 7.5 GiB used, 708 GiB / 715 GiB avail; 2.7 MiB/s rd, 3.3 MiB/s wr, 5 op/s 2024-08-29T18:17:21.129 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:17:20 smithi028 bash[78352]: cluster 2024-08-29T18:17:19.582043+0000 mgr.y (mgr.25022) 918 : cluster [DBG] pgmap v1606: 105 pgs: 105 active+clean; 127 GiB data, 7.5 GiB used, 708 GiB / 715 GiB avail; 2.7 MiB/s rd, 3.3 MiB/s wr, 5 op/s 2024-08-29T18:17:21.326 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:17:20 smithi053 bash[68679]: cluster 2024-08-29T18:17:19.582043+0000 mgr.y (mgr.25022) 918 : cluster [DBG] pgmap v1606: 105 pgs: 105 active+clean; 127 GiB data, 7.5 GiB used, 708 GiB / 715 GiB avail; 2.7 MiB/s rd, 3.3 MiB/s wr, 5 op/s 2024-08-29T18:17:21.597 INFO:tasks.workunit.client.0.smithi028.stdout: 335: throughput=4.99MB/sec pending data=0 2024-08-29T18:17:21.597 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-CC-pu4Z4ozl67Wm off=6834189 len=146494 2024-08-29T18:17:21.602 INFO:tasks.workunit.client.0.smithi028.stdout:op 1766 completed, throughput=4.99MB/sec 2024-08-29T18:17:21.603 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-z3J2myb6BHQoubR off=5078003 len=957991 2024-08-29T18:17:21.605 INFO:tasks.workunit.client.0.smithi028.stdout:op 1767 completed, throughput=4.99MB/sec 2024-08-29T18:17:21.605 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-233pMDXfM7K57Xq off=429787 len=1424004 2024-08-29T18:17:21.609 INFO:tasks.workunit.client.0.smithi028.stdout:op 1768 completed, throughput=4.99MB/sec 2024-08-29T18:17:21.609 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-PnHRPwM8DHyIehV off=14044173 len=29834 2024-08-29T18:17:21.612 INFO:tasks.workunit.client.0.smithi028.stdout:op 1769 completed, throughput=4.99MB/sec 2024-08-29T18:17:21.612 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-fqWlFWJkZ-qoRcK off=321612 len=957841 2024-08-29T18:17:21.613 INFO:tasks.workunit.client.0.smithi028.stdout:op 1770 completed, throughput=5MB/sec 2024-08-29T18:17:21.613 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-W_BoTF8i8UEFc6J off=2016102 len=2029770 2024-08-29T18:17:21.630 INFO:tasks.workunit.client.0.smithi028.stdout:op 1771 completed, throughput=5MB/sec 2024-08-29T18:17:21.879 INFO:journalctl@ceph.mgr.y.smithi028.stdout:Aug 29 18:17:21 smithi028 bash[70818]: ::ffff:172.21.15.53 - - [29/Aug/2024:18:17:21] "GET /metrics HTTP/1.1" 200 34008 "" "Prometheus/2.43.0" 2024-08-29T18:17:22.576 INFO:journalctl@ceph.prometheus.a.smithi053.stdout:Aug 29 18:17:22 smithi053 bash[95567]: ts=2024-08-29T18:17:22.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"3167ee72-662c-11ef-bcd4-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-29T18:17:22.630 INFO:tasks.workunit.client.0.smithi028.stdout: 336: throughput=4.99MB/sec pending data=0 2024-08-29T18:17:22.631 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-5QTDbi8Gz-rcckh off=1979721 len=1655658 2024-08-29T18:17:22.635 INFO:tasks.workunit.client.0.smithi028.stdout:op 1772 completed, throughput=4.99MB/sec 2024-08-29T18:17:22.635 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-Mc7-NPe8YGEscgA off=6200175 len=528318 2024-08-29T18:17:22.637 INFO:tasks.workunit.client.0.smithi028.stdout:op 1773 completed, throughput=4.99MB/sec 2024-08-29T18:17:22.637 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-G6RheyxWwNh9Dtc off=6491975 len=585461 2024-08-29T18:17:22.639 INFO:tasks.workunit.client.0.smithi028.stdout:op 1774 completed, throughput=4.99MB/sec 2024-08-29T18:17:22.639 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-BFFhbTO343saDas off=3744443 len=88895 2024-08-29T18:17:22.640 INFO:tasks.workunit.client.0.smithi028.stdout:op 1775 completed, throughput=4.99MB/sec 2024-08-29T18:17:22.641 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-nQlabh10pMwB_yz off=2061846 len=1328062 2024-08-29T18:17:22.651 INFO:tasks.workunit.client.0.smithi028.stdout:op 1776 completed, throughput=5MB/sec 2024-08-29T18:17:22.651 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-rCs4E38OwURphXa off=377034 len=680075 2024-08-29T18:17:22.659 INFO:tasks.workunit.client.0.smithi028.stdout:op 1777 completed, throughput=5MB/sec 2024-08-29T18:17:22.659 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj--ltnGK0DoSSWXA4 off=12071008 len=494757 2024-08-29T18:17:22.661 INFO:tasks.workunit.client.0.smithi028.stdout:op 1778 completed, throughput=5MB/sec 2024-08-29T18:17:23.129 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:17:22 smithi028 bash[78352]: cluster 2024-08-29T18:17:21.582945+0000 mgr.y (mgr.25022) 919 : cluster [DBG] pgmap v1607: 105 pgs: 105 active+clean; 127 GiB data, 7.5 GiB used, 708 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.0 MiB/s wr, 3 op/s 2024-08-29T18:17:23.129 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:17:22 smithi028 bash[77168]: cluster 2024-08-29T18:17:21.582945+0000 mgr.y (mgr.25022) 919 : cluster [DBG] pgmap v1607: 105 pgs: 105 active+clean; 127 GiB data, 7.5 GiB used, 708 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.0 MiB/s wr, 3 op/s 2024-08-29T18:17:23.326 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:17:22 smithi053 bash[68679]: cluster 2024-08-29T18:17:21.582945+0000 mgr.y (mgr.25022) 919 : cluster [DBG] pgmap v1607: 105 pgs: 105 active+clean; 127 GiB data, 7.5 GiB used, 708 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.0 MiB/s wr, 3 op/s 2024-08-29T18:17:23.664 INFO:tasks.workunit.client.0.smithi028.stdout: 337: throughput=4.99MB/sec pending data=0 2024-08-29T18:17:23.664 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-j9BhC62QJChDj39 off=5038971 len=2073131 2024-08-29T18:17:23.669 INFO:tasks.workunit.client.0.smithi028.stdout:op 1779 completed, throughput=4.99MB/sec 2024-08-29T18:17:23.669 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-pWaeTV5H7L5tekc off=9709278 len=1840840 2024-08-29T18:17:23.673 INFO:tasks.workunit.client.0.smithi028.stdout:op 1780 completed, throughput=5MB/sec 2024-08-29T18:17:23.673 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-NtHIRlZSW2zAfij off=579802 len=414219 2024-08-29T18:17:23.680 INFO:tasks.workunit.client.0.smithi028.stdout:op 1781 completed, throughput=5MB/sec 2024-08-29T18:17:23.680 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-Y1yokr7FI734RqI off=2324434 len=1411467 2024-08-29T18:17:23.685 INFO:tasks.workunit.client.0.smithi028.stdout:op 1782 completed, throughput=5MB/sec 2024-08-29T18:17:24.687 INFO:tasks.workunit.client.0.smithi028.stdout: 338: throughput=4.99MB/sec pending data=0 2024-08-29T18:17:24.688 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-31Rq-12VXFrONEX off=14771667 len=1491837 2024-08-29T18:17:24.689 INFO:tasks.workunit.client.0.smithi028.stdout:op 1783 completed, throughput=4.99MB/sec 2024-08-29T18:17:24.689 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-_5HhDK_5ihmdHYp off=3852619 len=934512 2024-08-29T18:17:24.698 INFO:tasks.workunit.client.0.smithi028.stdout:op 1784 completed, throughput=4.99MB/sec 2024-08-29T18:17:24.698 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-0Kl3bS1TQtRXHuF off=11988588 len=194614 2024-08-29T18:17:24.700 INFO:tasks.workunit.client.0.smithi028.stdout:op 1785 completed, throughput=4.99MB/sec 2024-08-29T18:17:24.700 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-H33IaktGJbCubnO off=16485067 len=1700733 2024-08-29T18:17:24.714 INFO:tasks.workunit.client.0.smithi028.stdout:op 1786 completed, throughput=5MB/sec 2024-08-29T18:17:24.714 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-clJyXtvTX0xGfG_ off=6719583 len=2028376 2024-08-29T18:17:24.726 INFO:tasks.workunit.client.0.smithi028.stdout:op 1787 completed, throughput=5MB/sec 2024-08-29T18:17:25.129 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:17:24 smithi028 bash[78352]: cluster 2024-08-29T18:17:23.583908+0000 mgr.y (mgr.25022) 920 : cluster [DBG] pgmap v1608: 105 pgs: 105 active+clean; 127 GiB data, 7.5 GiB used, 708 GiB / 715 GiB avail; 2.7 MiB/s rd, 3.0 MiB/s wr, 5 op/s 2024-08-29T18:17:25.129 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:17:24 smithi028 bash[77168]: cluster 2024-08-29T18:17:23.583908+0000 mgr.y (mgr.25022) 920 : cluster [DBG] pgmap v1608: 105 pgs: 105 active+clean; 127 GiB data, 7.5 GiB used, 708 GiB / 715 GiB avail; 2.7 MiB/s rd, 3.0 MiB/s wr, 5 op/s 2024-08-29T18:17:25.326 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:17:24 smithi053 bash[68679]: cluster 2024-08-29T18:17:23.583908+0000 mgr.y (mgr.25022) 920 : cluster [DBG] pgmap v1608: 105 pgs: 105 active+clean; 127 GiB data, 7.5 GiB used, 708 GiB / 715 GiB avail; 2.7 MiB/s rd, 3.0 MiB/s wr, 5 op/s 2024-08-29T18:17:25.727 INFO:tasks.workunit.client.0.smithi028.stdout: 339: throughput=4.99MB/sec pending data=0 2024-08-29T18:17:25.727 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-1kUatpRwz93M0ny off=6827262 len=1630558 2024-08-29T18:17:25.730 INFO:tasks.workunit.client.0.smithi028.stdout:op 1788 completed, throughput=4.99MB/sec 2024-08-29T18:17:25.730 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-xkDdWAqlNt9WW3v off=6657273 len=1597684 2024-08-29T18:17:25.743 INFO:tasks.workunit.client.0.smithi028.stdout:op 1789 completed, throughput=5MB/sec 2024-08-29T18:17:25.743 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-qZrKu6kNBp_C2nI off=4937129 len=714045 2024-08-29T18:17:25.752 INFO:tasks.workunit.client.0.smithi028.stdout:op 1790 completed, throughput=5MB/sec 2024-08-29T18:17:26.752 INFO:tasks.workunit.client.0.smithi028.stdout: 340: throughput=4.99MB/sec pending data=0 2024-08-29T18:17:26.752 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-2Pnk0qgzUfHNx6w off=3627224 len=431032 2024-08-29T18:17:26.755 INFO:tasks.workunit.client.0.smithi028.stdout:op 1791 completed, throughput=4.99MB/sec 2024-08-29T18:17:26.755 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-5H2eveEfN4uqhcZ off=6248437 len=18113 2024-08-29T18:17:26.759 INFO:tasks.workunit.client.0.smithi028.stdout:op 1792 completed, throughput=4.99MB/sec 2024-08-29T18:17:26.759 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-lZTHXy_37EZ2f-_ off=10462916 len=1151707 2024-08-29T18:17:26.762 INFO:tasks.workunit.client.0.smithi028.stdout:op 1793 completed, throughput=4.99MB/sec 2024-08-29T18:17:26.762 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-34WX-aL5qAvayxv off=4026014 len=1868006 2024-08-29T18:17:26.767 INFO:tasks.workunit.client.0.smithi028.stdout:op 1794 completed, throughput=5MB/sec 2024-08-29T18:17:26.767 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-XOYOw2cXt0ZgWAh off=2769369 len=1775886 2024-08-29T18:17:26.770 INFO:tasks.workunit.client.0.smithi028.stdout:op 1795 completed, throughput=5MB/sec 2024-08-29T18:17:26.770 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-eE6ZDx1w8OQ-oEz off=19661456 len=89594 2024-08-29T18:17:26.771 INFO:tasks.workunit.client.0.smithi028.stdout:op 1796 completed, throughput=5MB/sec 2024-08-29T18:17:27.326 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:17:26 smithi053 bash[68679]: cluster 2024-08-29T18:17:25.585069+0000 mgr.y (mgr.25022) 921 : cluster [DBG] pgmap v1609: 105 pgs: 105 active+clean; 127 GiB data, 7.5 GiB used, 708 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2024-08-29T18:17:27.378 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:17:26 smithi028 bash[78352]: cluster 2024-08-29T18:17:25.585069+0000 mgr.y (mgr.25022) 921 : cluster [DBG] pgmap v1609: 105 pgs: 105 active+clean; 127 GiB data, 7.5 GiB used, 708 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2024-08-29T18:17:27.379 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:17:26 smithi028 bash[77168]: cluster 2024-08-29T18:17:25.585069+0000 mgr.y (mgr.25022) 921 : cluster [DBG] pgmap v1609: 105 pgs: 105 active+clean; 127 GiB data, 7.5 GiB used, 708 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2024-08-29T18:17:27.772 INFO:tasks.workunit.client.0.smithi028.stdout: 341: throughput=4.99MB/sec pending data=0 2024-08-29T18:17:27.772 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-uZy1cAcqja8dUin off=5682894 len=548989 2024-08-29T18:17:27.780 INFO:tasks.workunit.client.0.smithi028.stdout:op 1797 completed, throughput=4.99MB/sec 2024-08-29T18:17:27.780 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-C_RVgDnyeVn1WBt off=307321 len=2091021 2024-08-29T18:17:27.795 INFO:tasks.workunit.client.0.smithi028.stdout:op 1798 completed, throughput=4.99MB/sec 2024-08-29T18:17:27.795 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-rPiIyRCO1WCRdGp off=18127799 len=528330 2024-08-29T18:17:27.796 INFO:tasks.workunit.client.0.smithi028.stdout:op 1799 completed, throughput=4.99MB/sec 2024-08-29T18:17:27.796 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-S8mUjwnRst_fxhK off=12703199 len=957776 2024-08-29T18:17:27.799 INFO:tasks.workunit.client.0.smithi028.stdout:op 1800 completed, throughput=5MB/sec 2024-08-29T18:17:27.799 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-Q715tsY4E8vIvKg off=18887360 len=955431 2024-08-29T18:17:27.800 INFO:tasks.workunit.client.0.smithi028.stdout:op 1801 completed, throughput=5MB/sec 2024-08-29T18:17:27.800 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-PR-vHDIblEZtbYX off=3439984 len=394229 2024-08-29T18:17:27.806 INFO:tasks.workunit.client.0.smithi028.stdout:op 1802 completed, throughput=5MB/sec 2024-08-29T18:17:28.326 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:17:27 smithi053 bash[68679]: audit 2024-08-29T18:17:27.070048+0000 mon.a (mon.0) 2185 : audit [DBG] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-29T18:17:28.379 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:17:27 smithi028 bash[78352]: audit 2024-08-29T18:17:27.070048+0000 mon.a (mon.0) 2185 : audit [DBG] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-29T18:17:28.379 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:17:27 smithi028 bash[77168]: audit 2024-08-29T18:17:27.070048+0000 mon.a (mon.0) 2185 : audit [DBG] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-29T18:17:28.806 INFO:tasks.workunit.client.0.smithi028.stdout: 342: throughput=4.99MB/sec pending data=0 2024-08-29T18:17:28.807 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-5s4lfN-DUWpNAwh off=22003001 len=662083 2024-08-29T18:17:28.809 INFO:tasks.workunit.client.0.smithi028.stdout:op 1803 completed, throughput=4.99MB/sec 2024-08-29T18:17:28.809 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-Fc_w-edOc6YD411 off=13370034 len=1139373 2024-08-29T18:17:28.813 INFO:tasks.workunit.client.0.smithi028.stdout:op 1804 completed, throughput=4.99MB/sec 2024-08-29T18:17:28.813 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-uJ5JG_XpNwd_16K off=5655133 len=37313 2024-08-29T18:17:28.817 INFO:tasks.workunit.client.0.smithi028.stdout:op 1805 completed, throughput=4.99MB/sec 2024-08-29T18:17:28.818 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-xmXjW5eeTvYoAGn off=22747677 len=1818410 2024-08-29T18:17:28.830 INFO:tasks.workunit.client.0.smithi028.stdout:op 1806 completed, throughput=5MB/sec 2024-08-29T18:17:28.830 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-NDGQ55PMlBhvQCS off=4568995 len=1804779 2024-08-29T18:17:28.833 INFO:tasks.workunit.client.0.smithi028.stdout:op 1807 completed, throughput=5MB/sec 2024-08-29T18:17:29.326 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:17:28 smithi053 bash[68679]: cluster 2024-08-29T18:17:27.585792+0000 mgr.y (mgr.25022) 922 : cluster [DBG] pgmap v1610: 105 pgs: 105 active+clean; 127 GiB data, 7.5 GiB used, 708 GiB / 715 GiB avail; 1.7 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2024-08-29T18:17:29.379 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:17:28 smithi028 bash[78352]: cluster 2024-08-29T18:17:27.585792+0000 mgr.y (mgr.25022) 922 : cluster [DBG] pgmap v1610: 105 pgs: 105 active+clean; 127 GiB data, 7.5 GiB used, 708 GiB / 715 GiB avail; 1.7 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2024-08-29T18:17:29.379 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:17:28 smithi028 bash[77168]: cluster 2024-08-29T18:17:27.585792+0000 mgr.y (mgr.25022) 922 : cluster [DBG] pgmap v1610: 105 pgs: 105 active+clean; 127 GiB data, 7.5 GiB used, 708 GiB / 715 GiB avail; 1.7 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2024-08-29T18:17:29.833 INFO:tasks.workunit.client.0.smithi028.stdout: 343: throughput=4.99MB/sec pending data=0 2024-08-29T18:17:29.833 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-U78-McNr8Msifmy off=681104 len=982423 2024-08-29T18:17:29.836 INFO:tasks.workunit.client.0.smithi028.stdout:op 1808 completed, throughput=4.99MB/sec 2024-08-29T18:17:29.836 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-LNdo_O5gW2UzjMV off=0 len=1266946 2024-08-29T18:17:29.847 INFO:tasks.workunit.client.0.smithi028.stdout:op 1809 completed, throughput=4.99MB/sec 2024-08-29T18:17:29.847 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-kULZrDNTyH-_vc5 off=5340622 len=2046185 2024-08-29T18:17:29.852 INFO:tasks.workunit.client.0.smithi028.stdout:op 1810 completed, throughput=5MB/sec 2024-08-29T18:17:29.852 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-UT9aOX9SXPxWbMu off=1066995 len=487511 2024-08-29T18:17:29.859 INFO:tasks.workunit.client.0.smithi028.stdout:op 1811 completed, throughput=5MB/sec 2024-08-29T18:17:29.859 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-fnDL2xC8G8AdtDh off=7863547 len=53158 2024-08-29T18:17:29.863 INFO:tasks.workunit.client.0.smithi028.stdout:op 1812 completed, throughput=5MB/sec 2024-08-29T18:17:29.864 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-Cf73SI3uc2b5fAC off=3950276 len=1160001 2024-08-29T18:17:29.866 INFO:tasks.workunit.client.0.smithi028.stdout:op 1813 completed, throughput=5MB/sec 2024-08-29T18:17:30.867 INFO:tasks.workunit.client.0.smithi028.stdout: 344: throughput=4.99MB/sec pending data=0 2024-08-29T18:17:30.867 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-sLKksLKUOo-6Neb off=1731269 len=1533300 2024-08-29T18:17:30.878 INFO:tasks.workunit.client.0.smithi028.stdout:op 1814 completed, throughput=4.99MB/sec 2024-08-29T18:17:30.879 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-GMT0-NhAtiCRTeZ off=9520574 len=239553 2024-08-29T18:17:30.880 INFO:tasks.workunit.client.0.smithi028.stdout:op 1815 completed, throughput=4.99MB/sec 2024-08-29T18:17:30.880 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-1FAPip4oSEqHqSA off=6842994 len=854423 2024-08-29T18:17:30.882 INFO:tasks.workunit.client.0.smithi028.stdout:op 1816 completed, throughput=4.99MB/sec 2024-08-29T18:17:30.882 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-KTI_Uc8kc0F8Z04 off=17451359 len=133662 2024-08-29T18:17:30.888 INFO:tasks.workunit.client.0.smithi028.stdout:op 1817 completed, throughput=5MB/sec 2024-08-29T18:17:30.888 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-43j5rGxLaC3EHLC off=5296203 len=1576794 2024-08-29T18:17:30.893 INFO:tasks.workunit.client.0.smithi028.stdout:op 1818 completed, throughput=5MB/sec 2024-08-29T18:17:30.893 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-_7s0BuGOHFhQcZL off=936913 len=659243 2024-08-29T18:17:30.899 INFO:tasks.workunit.client.0.smithi028.stdout:op 1819 completed, throughput=5MB/sec 2024-08-29T18:17:31.326 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:17:30 smithi053 bash[68679]: cluster 2024-08-29T18:17:29.586925+0000 mgr.y (mgr.25022) 923 : cluster [DBG] pgmap v1611: 105 pgs: 105 active+clean; 127 GiB data, 7.6 GiB used, 708 GiB / 715 GiB avail; 2.9 MiB/s rd, 3.0 MiB/s wr, 6 op/s 2024-08-29T18:17:31.379 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:17:30 smithi028 bash[78352]: cluster 2024-08-29T18:17:29.586925+0000 mgr.y (mgr.25022) 923 : cluster [DBG] pgmap v1611: 105 pgs: 105 active+clean; 127 GiB data, 7.6 GiB used, 708 GiB / 715 GiB avail; 2.9 MiB/s rd, 3.0 MiB/s wr, 6 op/s 2024-08-29T18:17:31.379 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:17:30 smithi028 bash[77168]: cluster 2024-08-29T18:17:29.586925+0000 mgr.y (mgr.25022) 923 : cluster [DBG] pgmap v1611: 105 pgs: 105 active+clean; 127 GiB data, 7.6 GiB used, 708 GiB / 715 GiB avail; 2.9 MiB/s rd, 3.0 MiB/s wr, 6 op/s 2024-08-29T18:17:31.879 INFO:journalctl@ceph.mgr.y.smithi028.stdout:Aug 29 18:17:31 smithi028 bash[70818]: ::ffff:172.21.15.53 - - [29/Aug/2024:18:17:31] "GET /metrics HTTP/1.1" 200 34013 "" "Prometheus/2.43.0" 2024-08-29T18:17:31.900 INFO:tasks.workunit.client.0.smithi028.stdout: 345: throughput=4.99MB/sec pending data=0 2024-08-29T18:17:31.900 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-QgFibgZdmmELcpD off=1765385 len=880206 2024-08-29T18:17:31.909 INFO:tasks.workunit.client.0.smithi028.stdout:op 1820 completed, throughput=4.99MB/sec 2024-08-29T18:17:31.909 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-kKoOy1vRoBrBVU0 off=8512745 len=2028000 2024-08-29T18:17:31.923 INFO:tasks.workunit.client.0.smithi028.stdout:op 1821 completed, throughput=4.99MB/sec 2024-08-29T18:17:31.924 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-KJO2APcYz3YR43Y off=1031209 len=1727341 2024-08-29T18:17:31.939 INFO:tasks.workunit.client.0.smithi028.stdout:op 1822 completed, throughput=5MB/sec 2024-08-29T18:17:31.939 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-tLlgZEgz1t1XDvn off=1860851 len=1213085 2024-08-29T18:17:31.942 INFO:tasks.workunit.client.0.smithi028.stdout:op 1823 completed, throughput=5MB/sec 2024-08-29T18:17:32.576 INFO:journalctl@ceph.prometheus.a.smithi053.stdout:Aug 29 18:17:32 smithi053 bash[95567]: ts=2024-08-29T18:17:32.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"3167ee72-662c-11ef-bcd4-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-29T18:17:32.942 INFO:tasks.workunit.client.0.smithi028.stdout: 346: throughput=4.99MB/sec pending data=0 2024-08-29T18:17:32.942 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-jTY4MB4zVb0kQo7 off=22671200 len=2052372 2024-08-29T18:17:32.947 INFO:tasks.workunit.client.0.smithi028.stdout:op 1824 completed, throughput=4.99MB/sec 2024-08-29T18:17:32.947 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-bSdyfMWORaKl_wQ off=607095 len=1508602 2024-08-29T18:17:32.963 INFO:tasks.workunit.client.0.smithi028.stdout:op 1825 completed, throughput=5MB/sec 2024-08-29T18:17:32.963 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-Pkbh0KuLyWVbNcP off=15250336 len=421354 2024-08-29T18:17:32.968 INFO:tasks.workunit.client.0.smithi028.stdout:op 1826 completed, throughput=5MB/sec 2024-08-29T18:17:32.968 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-G3_yl248jAfxAgJ off=6273686 len=445171 2024-08-29T18:17:32.973 INFO:tasks.workunit.client.0.smithi028.stdout:op 1827 completed, throughput=5MB/sec 2024-08-29T18:17:32.973 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj--xWw3PoxPCNKAij off=19186455 len=397310 2024-08-29T18:17:32.980 INFO:tasks.workunit.client.0.smithi028.stdout:op 1828 completed, throughput=5MB/sec 2024-08-29T18:17:33.326 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:17:32 smithi053 bash[68679]: cluster 2024-08-29T18:17:31.587869+0000 mgr.y (mgr.25022) 924 : cluster [DBG] pgmap v1612: 105 pgs: 105 active+clean; 127 GiB data, 7.6 GiB used, 708 GiB / 715 GiB avail; 2.4 MiB/s rd, 1.9 MiB/s wr, 4 op/s 2024-08-29T18:17:33.379 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:17:32 smithi028 bash[78352]: cluster 2024-08-29T18:17:31.587869+0000 mgr.y (mgr.25022) 924 : cluster [DBG] pgmap v1612: 105 pgs: 105 active+clean; 127 GiB data, 7.6 GiB used, 708 GiB / 715 GiB avail; 2.4 MiB/s rd, 1.9 MiB/s wr, 4 op/s 2024-08-29T18:17:33.379 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:17:32 smithi028 bash[77168]: cluster 2024-08-29T18:17:31.587869+0000 mgr.y (mgr.25022) 924 : cluster [DBG] pgmap v1612: 105 pgs: 105 active+clean; 127 GiB data, 7.6 GiB used, 708 GiB / 715 GiB avail; 2.4 MiB/s rd, 1.9 MiB/s wr, 4 op/s 2024-08-29T18:17:33.980 INFO:tasks.workunit.client.0.smithi028.stdout: 347: throughput=4.99MB/sec pending data=0 2024-08-29T18:17:33.980 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-72QZrffyXYDJWAM off=258141 len=1749297 2024-08-29T18:17:33.993 INFO:tasks.workunit.client.0.smithi028.stdout:op 1829 completed, throughput=4.99MB/sec 2024-08-29T18:17:33.993 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-hTMIVtWi_rIfNdu off=3329293 len=640334 2024-08-29T18:17:33.995 INFO:tasks.workunit.client.0.smithi028.stdout:op 1830 completed, throughput=4.99MB/sec 2024-08-29T18:17:33.995 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-Y0V-1zR753Y3O1v off=579454 len=1399182 2024-08-29T18:17:33.998 INFO:tasks.workunit.client.0.smithi028.stdout:op 1831 completed, throughput=5MB/sec 2024-08-29T18:17:33.999 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-hUHS_qhQFgLbQ6o off=6948521 len=1106233 2024-08-29T18:17:34.007 INFO:tasks.workunit.client.0.smithi028.stdout:op 1832 completed, throughput=5MB/sec 2024-08-29T18:17:34.007 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-VPgZ3eo1pzeAAMN off=0 len=1367298 2024-08-29T18:17:34.009 INFO:tasks.workunit.client.0.smithi028.stdout:op 1833 completed, throughput=5MB/sec 2024-08-29T18:17:35.010 INFO:tasks.workunit.client.0.smithi028.stdout: 348: throughput=4.99MB/sec pending data=0 2024-08-29T18:17:35.010 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-3zXxajn_L1tEJtr off=1487715 len=1914902 2024-08-29T18:17:35.014 INFO:tasks.workunit.client.0.smithi028.stdout:op 1834 completed, throughput=4.99MB/sec 2024-08-29T18:17:35.014 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-PYnivXaV0LLw_IB off=4225680 len=282337 2024-08-29T18:17:35.016 INFO:tasks.workunit.client.0.smithi028.stdout:op 1835 completed, throughput=4.99MB/sec 2024-08-29T18:17:35.016 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-VNCkPWvo-QKbuZL off=240054 len=953285 2024-08-29T18:17:35.024 INFO:tasks.workunit.client.0.smithi028.stdout:op 1836 completed, throughput=5MB/sec 2024-08-29T18:17:35.024 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-MQHwChZ8PpRM-La off=5924292 len=539887 2024-08-29T18:17:35.026 INFO:tasks.workunit.client.0.smithi028.stdout:op 1837 completed, throughput=5MB/sec 2024-08-29T18:17:35.026 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-On2v56vUpDqKQZG off=18854264 len=299961 2024-08-29T18:17:35.032 INFO:tasks.workunit.client.0.smithi028.stdout:op 1838 completed, throughput=5MB/sec 2024-08-29T18:17:35.032 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-J7j2bKXon-ORst0 off=2005384 len=1758045 2024-08-29T18:17:35.044 INFO:tasks.workunit.client.0.smithi028.stdout:op 1839 completed, throughput=5MB/sec 2024-08-29T18:17:35.326 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:17:34 smithi053 bash[68679]: cluster 2024-08-29T18:17:33.588773+0000 mgr.y (mgr.25022) 925 : cluster [DBG] pgmap v1613: 105 pgs: 105 active+clean; 127 GiB data, 7.6 GiB used, 708 GiB / 715 GiB avail; 3.1 MiB/s rd, 2.7 MiB/s wr, 5 op/s 2024-08-29T18:17:35.378 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:17:34 smithi028 bash[78352]: cluster 2024-08-29T18:17:33.588773+0000 mgr.y (mgr.25022) 925 : cluster [DBG] pgmap v1613: 105 pgs: 105 active+clean; 127 GiB data, 7.6 GiB used, 708 GiB / 715 GiB avail; 3.1 MiB/s rd, 2.7 MiB/s wr, 5 op/s 2024-08-29T18:17:35.379 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:17:34 smithi028 bash[77168]: cluster 2024-08-29T18:17:33.588773+0000 mgr.y (mgr.25022) 925 : cluster [DBG] pgmap v1613: 105 pgs: 105 active+clean; 127 GiB data, 7.6 GiB used, 708 GiB / 715 GiB avail; 3.1 MiB/s rd, 2.7 MiB/s wr, 5 op/s 2024-08-29T18:17:36.044 INFO:tasks.workunit.client.0.smithi028.stdout: 349: throughput=4.99MB/sec pending data=0 2024-08-29T18:17:36.044 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-keQprdavZ5oxt95 off=6052246 len=723311 2024-08-29T18:17:36.052 INFO:tasks.workunit.client.0.smithi028.stdout:op 1840 completed, throughput=4.99MB/sec 2024-08-29T18:17:36.052 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-Fc_w-edOc6YD411 off=4482518 len=1662363 2024-08-29T18:17:36.058 INFO:tasks.workunit.client.0.smithi028.stdout:op 1841 completed, throughput=5MB/sec 2024-08-29T18:17:36.058 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-9mBFcI8xo5iUcFe off=12089357 len=1771714 2024-08-29T18:17:36.071 INFO:tasks.workunit.client.0.smithi028.stdout:op 1842 completed, throughput=5MB/sec 2024-08-29T18:17:37.071 INFO:tasks.workunit.client.0.smithi028.stdout: 350: throughput=4.99MB/sec pending data=0 2024-08-29T18:17:37.071 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-amIi8OwrGaZrHt6 off=5934939 len=478356 2024-08-29T18:17:37.073 INFO:tasks.workunit.client.0.smithi028.stdout:op 1843 completed, throughput=4.99MB/sec 2024-08-29T18:17:37.073 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-fcgdPZSamHjiTN3 off=20124231 len=1688638 2024-08-29T18:17:37.086 INFO:tasks.workunit.client.0.smithi028.stdout:op 1844 completed, throughput=4.99MB/sec 2024-08-29T18:17:37.086 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-nQB1cWbbxbT73OM off=7822501 len=423999 2024-08-29T18:17:37.088 INFO:tasks.workunit.client.0.smithi028.stdout:op 1845 completed, throughput=4.99MB/sec 2024-08-29T18:17:37.088 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-Mih_q0puMOfmx2r off=4266922 len=438522 2024-08-29T18:17:37.094 INFO:tasks.workunit.client.0.smithi028.stdout:op 1846 completed, throughput=4.99MB/sec 2024-08-29T18:17:37.094 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-w6CQK8JzwKMboLm off=1394548 len=2003609 2024-08-29T18:17:37.096 INFO:tasks.workunit.client.0.smithi028.stdout:op 1847 completed, throughput=5MB/sec 2024-08-29T18:17:37.096 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-0Z7lKRpx2g5QUqq off=4315392 len=314882 2024-08-29T18:17:37.102 INFO:tasks.workunit.client.0.smithi028.stdout:op 1848 completed, throughput=5MB/sec 2024-08-29T18:17:37.326 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:17:36 smithi053 bash[68679]: cluster 2024-08-29T18:17:35.589920+0000 mgr.y (mgr.25022) 926 : cluster [DBG] pgmap v1614: 105 pgs: 105 active+clean; 127 GiB data, 7.6 GiB used, 708 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2024-08-29T18:17:37.379 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:17:36 smithi028 bash[78352]: cluster 2024-08-29T18:17:35.589920+0000 mgr.y (mgr.25022) 926 : cluster [DBG] pgmap v1614: 105 pgs: 105 active+clean; 127 GiB data, 7.6 GiB used, 708 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2024-08-29T18:17:37.379 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:17:36 smithi028 bash[77168]: cluster 2024-08-29T18:17:35.589920+0000 mgr.y (mgr.25022) 926 : cluster [DBG] pgmap v1614: 105 pgs: 105 active+clean; 127 GiB data, 7.6 GiB used, 708 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2024-08-29T18:17:38.102 INFO:tasks.workunit.client.0.smithi028.stdout: 351: throughput=4.99MB/sec pending data=0 2024-08-29T18:17:38.103 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-i2SsMLl_wDTgR7S off=823802 len=883276 2024-08-29T18:17:38.110 INFO:tasks.workunit.client.0.smithi028.stdout:op 1849 completed, throughput=4.99MB/sec 2024-08-29T18:17:38.110 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-yL3zav7NgS9SRBN off=9387220 len=1721183 2024-08-29T18:17:38.123 INFO:tasks.workunit.client.0.smithi028.stdout:op 1850 completed, throughput=4.99MB/sec 2024-08-29T18:17:38.123 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-Son00BwoZCLYe8_ off=8057708 len=1003813 2024-08-29T18:17:38.127 INFO:tasks.workunit.client.0.smithi028.stdout:op 1851 completed, throughput=5MB/sec 2024-08-29T18:17:38.127 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-DmeNpfHoig8gvdl off=10092059 len=1298644 2024-08-29T18:17:38.136 INFO:tasks.workunit.client.0.smithi028.stdout:op 1852 completed, throughput=5MB/sec 2024-08-29T18:17:38.137 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-aKP4YVwcCbpwBmN off=2151354 len=140967 2024-08-29T18:17:38.138 INFO:tasks.workunit.client.0.smithi028.stdout:op 1853 completed, throughput=5MB/sec 2024-08-29T18:17:38.138 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-Fd0RGp8icyIQ5XF off=20037755 len=745695 2024-08-29T18:17:38.145 INFO:tasks.workunit.client.0.smithi028.stdout:op 1854 completed, throughput=5MB/sec 2024-08-29T18:17:39.145 INFO:tasks.workunit.client.0.smithi028.stdout: 352: throughput=4.99MB/sec pending data=0 2024-08-29T18:17:39.146 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-gP4VjOvu8zWgOcy off=5772259 len=746977 2024-08-29T18:17:39.154 INFO:tasks.workunit.client.0.smithi028.stdout:op 1855 completed, throughput=4.99MB/sec 2024-08-29T18:17:39.154 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-ONfKxNKCvebyuPg off=10916102 len=1973250 2024-08-29T18:17:39.167 INFO:tasks.workunit.client.0.smithi028.stdout:op 1856 completed, throughput=4.99MB/sec 2024-08-29T18:17:39.168 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-FSOmljSH9eAp1M7 off=812074 len=1177327 2024-08-29T18:17:39.171 INFO:tasks.workunit.client.0.smithi028.stdout:op 1857 completed, throughput=5MB/sec 2024-08-29T18:17:39.171 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-3ZJIqGBYF_XABAd off=5920023 len=1773303 2024-08-29T18:17:39.182 INFO:tasks.workunit.client.0.smithi028.stdout:op 1858 completed, throughput=5MB/sec 2024-08-29T18:17:39.326 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:17:38 smithi053 bash[68679]: cluster 2024-08-29T18:17:37.590579+0000 mgr.y (mgr.25022) 927 : cluster [DBG] pgmap v1615: 105 pgs: 105 active+clean; 127 GiB data, 7.6 GiB used, 708 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.0 MiB/s wr, 4 op/s 2024-08-29T18:17:39.379 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:17:38 smithi028 bash[78352]: cluster 2024-08-29T18:17:37.590579+0000 mgr.y (mgr.25022) 927 : cluster [DBG] pgmap v1615: 105 pgs: 105 active+clean; 127 GiB data, 7.6 GiB used, 708 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.0 MiB/s wr, 4 op/s 2024-08-29T18:17:39.379 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:17:38 smithi028 bash[77168]: cluster 2024-08-29T18:17:37.590579+0000 mgr.y (mgr.25022) 927 : cluster [DBG] pgmap v1615: 105 pgs: 105 active+clean; 127 GiB data, 7.6 GiB used, 708 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.0 MiB/s wr, 4 op/s 2024-08-29T18:17:40.183 INFO:tasks.workunit.client.0.smithi028.stdout: 353: throughput=4.99MB/sec pending data=0 2024-08-29T18:17:40.183 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-ghcu3ooU0ksNYAM off=3483711 len=388553 2024-08-29T18:17:40.185 INFO:tasks.workunit.client.0.smithi028.stdout:op 1859 completed, throughput=4.99MB/sec 2024-08-29T18:17:40.185 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-boe_mvZy-5p9YjU off=4326707 len=276934 2024-08-29T18:17:40.187 INFO:tasks.workunit.client.0.smithi028.stdout:op 1860 completed, throughput=4.99MB/sec 2024-08-29T18:17:40.187 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-dfb_rtL6oPVhv6X off=2598841 len=1780895 2024-08-29T18:17:40.191 INFO:tasks.workunit.client.0.smithi028.stdout:op 1861 completed, throughput=4.99MB/sec 2024-08-29T18:17:40.191 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj--cuEezfyNpwkc-J off=2654412 len=10901 2024-08-29T18:17:40.193 INFO:tasks.workunit.client.0.smithi028.stdout:op 1862 completed, throughput=4.99MB/sec 2024-08-29T18:17:40.193 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-lfrhgk2xygHFgLR off=11559667 len=409366 2024-08-29T18:17:40.195 INFO:tasks.workunit.client.0.smithi028.stdout:op 1863 completed, throughput=5MB/sec 2024-08-29T18:17:40.195 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-_4DPOyQxJ3Ld9IH off=9800454 len=1448818 2024-08-29T18:17:40.205 INFO:tasks.workunit.client.0.smithi028.stdout:op 1864 completed, throughput=5MB/sec 2024-08-29T18:17:40.205 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-QwygdWZZ1CTADrL off=3539431 len=1960479 2024-08-29T18:17:40.220 INFO:tasks.workunit.client.0.smithi028.stdout:op 1865 completed, throughput=5MB/sec 2024-08-29T18:17:41.221 INFO:tasks.workunit.client.0.smithi028.stdout: 354: throughput=4.99MB/sec pending data=0 2024-08-29T18:17:41.221 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-lYIx3pW8sH4rCA- off=1789372 len=1147430 2024-08-29T18:17:41.230 INFO:tasks.workunit.client.0.smithi028.stdout:op 1866 completed, throughput=4.99MB/sec 2024-08-29T18:17:41.231 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-GF3GRPEyeBvG_xj off=3689145 len=369210 2024-08-29T18:17:41.233 INFO:tasks.workunit.client.0.smithi028.stdout:op 1867 completed, throughput=4.99MB/sec 2024-08-29T18:17:41.233 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-GPuzqCRaEvB_OgP off=9144200 len=246138 2024-08-29T18:17:41.238 INFO:tasks.workunit.client.0.smithi028.stdout:op 1868 completed, throughput=4.99MB/sec 2024-08-29T18:17:41.238 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-4XqxDc6i8cic1Y9 off=10669788 len=1982210 2024-08-29T18:17:41.243 INFO:tasks.workunit.client.0.smithi028.stdout:op 1869 completed, throughput=5MB/sec 2024-08-29T18:17:41.243 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-Mb4GNszGEesMeHT off=6230193 len=1225757 2024-08-29T18:17:41.246 INFO:tasks.workunit.client.0.smithi028.stdout:op 1870 completed, throughput=5MB/sec 2024-08-29T18:17:41.326 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:17:40 smithi053 bash[68679]: cluster 2024-08-29T18:17:39.591714+0000 mgr.y (mgr.25022) 928 : cluster [DBG] pgmap v1616: 105 pgs: 105 active+clean; 127 GiB data, 7.6 GiB used, 708 GiB / 715 GiB avail; 2.9 MiB/s rd, 2.9 MiB/s wr, 5 op/s 2024-08-29T18:17:41.379 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:17:40 smithi028 bash[77168]: cluster 2024-08-29T18:17:39.591714+0000 mgr.y (mgr.25022) 928 : cluster [DBG] pgmap v1616: 105 pgs: 105 active+clean; 127 GiB data, 7.6 GiB used, 708 GiB / 715 GiB avail; 2.9 MiB/s rd, 2.9 MiB/s wr, 5 op/s 2024-08-29T18:17:41.379 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:17:40 smithi028 bash[78352]: cluster 2024-08-29T18:17:39.591714+0000 mgr.y (mgr.25022) 928 : cluster [DBG] pgmap v1616: 105 pgs: 105 active+clean; 127 GiB data, 7.6 GiB used, 708 GiB / 715 GiB avail; 2.9 MiB/s rd, 2.9 MiB/s wr, 5 op/s 2024-08-29T18:17:41.879 INFO:journalctl@ceph.mgr.y.smithi028.stdout:Aug 29 18:17:41 smithi028 bash[70818]: ::ffff:172.21.15.53 - - [29/Aug/2024:18:17:41] "GET /metrics HTTP/1.1" 200 34013 "" "Prometheus/2.43.0" 2024-08-29T18:17:42.247 INFO:tasks.workunit.client.0.smithi028.stdout: 355: throughput=4.99MB/sec pending data=0 2024-08-29T18:17:42.247 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-r7mbZBh59NQkuOM off=2057090 len=253542 2024-08-29T18:17:42.252 INFO:tasks.workunit.client.0.smithi028.stdout:op 1871 completed, throughput=4.99MB/sec 2024-08-29T18:17:42.252 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj--AUStdhFcfqITi3 off=2913745 len=957252 2024-08-29T18:17:42.256 INFO:tasks.workunit.client.0.smithi028.stdout:op 1872 completed, throughput=4.99MB/sec 2024-08-29T18:17:42.256 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-drxxkQhj8rRGHNX off=15819550 len=1905981 2024-08-29T18:17:42.272 INFO:tasks.workunit.client.0.smithi028.stdout:op 1873 completed, throughput=5MB/sec 2024-08-29T18:17:42.272 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-iMZ8r9_leIvRlKn off=1591105 len=1619441 2024-08-29T18:17:42.276 INFO:tasks.workunit.client.0.smithi028.stdout:op 1874 completed, throughput=5MB/sec 2024-08-29T18:17:42.576 INFO:journalctl@ceph.prometheus.a.smithi053.stdout:Aug 29 18:17:42 smithi053 bash[95567]: ts=2024-08-29T18:17:42.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"3167ee72-662c-11ef-bcd4-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-29T18:17:43.276 INFO:tasks.workunit.client.0.smithi028.stdout: 356: throughput=4.99MB/sec pending data=0 2024-08-29T18:17:43.276 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-Oda9WdtSLas9xeo off=43454 len=1007362 2024-08-29T18:17:43.279 INFO:tasks.workunit.client.0.smithi028.stdout:op 1875 completed, throughput=4.99MB/sec 2024-08-29T18:17:43.279 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-dUIH0h4iNrvGBFh off=4407340 len=234087 2024-08-29T18:17:43.280 INFO:tasks.workunit.client.0.smithi028.stdout:op 1876 completed, throughput=4.99MB/sec 2024-08-29T18:17:43.281 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-TqnJEiHVTIxecK3 off=2108991 len=1124798 2024-08-29T18:17:43.290 INFO:tasks.workunit.client.0.smithi028.stdout:op 1877 completed, throughput=4.99MB/sec 2024-08-29T18:17:43.290 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-gwpgHKbPNFAwtgW off=7881571 len=1260708 2024-08-29T18:17:43.295 INFO:tasks.workunit.client.0.smithi028.stdout:op 1878 completed, throughput=5MB/sec 2024-08-29T18:17:43.295 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-mLsp02dGYjTMd71 off=3417276 len=747094 2024-08-29T18:17:43.303 INFO:tasks.workunit.client.0.smithi028.stdout:op 1879 completed, throughput=5MB/sec 2024-08-29T18:17:43.303 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-8DdY0Z6--twhGpP off=2489683 len=821360 2024-08-29T18:17:43.305 INFO:tasks.workunit.client.0.smithi028.stdout:op 1880 completed, throughput=5MB/sec 2024-08-29T18:17:43.326 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:17:42 smithi053 bash[68679]: cluster 2024-08-29T18:17:41.592739+0000 mgr.y (mgr.25022) 929 : cluster [DBG] pgmap v1617: 105 pgs: 105 active+clean; 127 GiB data, 7.6 GiB used, 708 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2024-08-29T18:17:43.326 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:17:42 smithi053 bash[68679]: audit 2024-08-29T18:17:42.070533+0000 mon.a (mon.0) 2186 : audit [DBG] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-29T18:17:43.379 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:17:42 smithi028 bash[78352]: cluster 2024-08-29T18:17:41.592739+0000 mgr.y (mgr.25022) 929 : cluster [DBG] pgmap v1617: 105 pgs: 105 active+clean; 127 GiB data, 7.6 GiB used, 708 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2024-08-29T18:17:43.379 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:17:42 smithi028 bash[78352]: audit 2024-08-29T18:17:42.070533+0000 mon.a (mon.0) 2186 : audit [DBG] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-29T18:17:43.379 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:17:42 smithi028 bash[77168]: cluster 2024-08-29T18:17:41.592739+0000 mgr.y (mgr.25022) 929 : cluster [DBG] pgmap v1617: 105 pgs: 105 active+clean; 127 GiB data, 7.6 GiB used, 708 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2024-08-29T18:17:43.379 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:17:42 smithi028 bash[77168]: audit 2024-08-29T18:17:42.070533+0000 mon.a (mon.0) 2186 : audit [DBG] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-29T18:17:44.306 INFO:tasks.workunit.client.0.smithi028.stdout: 357: throughput=4.99MB/sec pending data=0 2024-08-29T18:17:44.306 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-YRUvWMfmsI-UlMI off=3766757 len=1153451 2024-08-29T18:17:44.310 INFO:tasks.workunit.client.0.smithi028.stdout:op 1881 completed, throughput=4.99MB/sec 2024-08-29T18:17:44.310 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-NFogWtV7Zwafzuf off=4268252 len=1608321 2024-08-29T18:17:44.322 INFO:tasks.workunit.client.0.smithi028.stdout:op 1882 completed, throughput=4.99MB/sec 2024-08-29T18:17:44.322 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-Sp-drec6JErRNmF off=0 len=1218307 2024-08-29T18:17:44.326 INFO:tasks.workunit.client.0.smithi028.stdout:op 1883 completed, throughput=5MB/sec 2024-08-29T18:17:44.326 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-nAVR3ne_ER4byeN off=9659642 len=1414992 2024-08-29T18:17:44.329 INFO:tasks.workunit.client.0.smithi028.stdout:op 1884 completed, throughput=5MB/sec 2024-08-29T18:17:45.326 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:17:44 smithi053 bash[68679]: cluster 2024-08-29T18:17:43.593840+0000 mgr.y (mgr.25022) 930 : cluster [DBG] pgmap v1618: 105 pgs: 105 active+clean; 127 GiB data, 7.7 GiB used, 708 GiB / 715 GiB avail; 2.7 MiB/s rd, 3.2 MiB/s wr, 5 op/s 2024-08-29T18:17:45.330 INFO:tasks.workunit.client.0.smithi028.stdout: 358: throughput=4.99MB/sec pending data=0 2024-08-29T18:17:45.330 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-Sc3HhwUlMMLL5YA off=428511 len=1408165 2024-08-29T18:17:45.335 INFO:tasks.workunit.client.0.smithi028.stdout:op 1885 completed, throughput=4.99MB/sec 2024-08-29T18:17:45.335 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-PJrr3sWZEkmRD3u off=13672311 len=1908374 2024-08-29T18:17:45.350 INFO:tasks.workunit.client.0.smithi028.stdout:op 1886 completed, throughput=5MB/sec 2024-08-29T18:17:45.350 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-gRf8mYKCMfzqEmx off=8493293 len=208087 2024-08-29T18:17:45.355 INFO:tasks.workunit.client.0.smithi028.stdout:op 1887 completed, throughput=5MB/sec 2024-08-29T18:17:45.355 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-R47URGJuoPfToKf off=4311218 len=383887 2024-08-29T18:17:45.364 INFO:tasks.workunit.client.0.smithi028.stdout:op 1888 completed, throughput=5MB/sec 2024-08-29T18:17:45.365 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-IXhRkxXApYCZZFU off=21014437 len=956688 2024-08-29T18:17:45.365 INFO:tasks.workunit.client.0.smithi028.stdout:op 1889 completed, throughput=5MB/sec 2024-08-29T18:17:45.365 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-T0Z6nt7LQnk813i off=3172917 len=768436 2024-08-29T18:17:45.371 INFO:tasks.workunit.client.0.smithi028.stdout:op 1890 completed, throughput=5MB/sec 2024-08-29T18:17:45.378 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:17:44 smithi028 bash[78352]: cluster 2024-08-29T18:17:43.593840+0000 mgr.y (mgr.25022) 930 : cluster [DBG] pgmap v1618: 105 pgs: 105 active+clean; 127 GiB data, 7.7 GiB used, 708 GiB / 715 GiB avail; 2.7 MiB/s rd, 3.2 MiB/s wr, 5 op/s 2024-08-29T18:17:45.379 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:17:44 smithi028 bash[77168]: cluster 2024-08-29T18:17:43.593840+0000 mgr.y (mgr.25022) 930 : cluster [DBG] pgmap v1618: 105 pgs: 105 active+clean; 127 GiB data, 7.7 GiB used, 708 GiB / 715 GiB avail; 2.7 MiB/s rd, 3.2 MiB/s wr, 5 op/s 2024-08-29T18:17:46.371 INFO:tasks.workunit.client.0.smithi028.stdout: 359: throughput=4.99MB/sec pending data=0 2024-08-29T18:17:46.371 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-m8uMnRqbri_VCum off=182377 len=1856357 2024-08-29T18:17:46.386 INFO:tasks.workunit.client.0.smithi028.stdout:op 1891 completed, throughput=4.99MB/sec 2024-08-29T18:17:46.386 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-e-HV574Da46enoA off=2336988 len=1957824 2024-08-29T18:17:46.399 INFO:tasks.workunit.client.0.smithi028.stdout:op 1892 completed, throughput=5MB/sec 2024-08-29T18:17:46.399 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-NQ935ygliWMkoMC off=14203341 len=1460278 2024-08-29T18:17:46.402 INFO:tasks.workunit.client.0.smithi028.stdout:op 1893 completed, throughput=5MB/sec 2024-08-29T18:17:47.326 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:17:46 smithi053 bash[68679]: cluster 2024-08-29T18:17:45.595062+0000 mgr.y (mgr.25022) 931 : cluster [DBG] pgmap v1619: 105 pgs: 105 active+clean; 127 GiB data, 7.7 GiB used, 708 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.6 MiB/s wr, 4 op/s 2024-08-29T18:17:47.379 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:17:46 smithi028 bash[78352]: cluster 2024-08-29T18:17:45.595062+0000 mgr.y (mgr.25022) 931 : cluster [DBG] pgmap v1619: 105 pgs: 105 active+clean; 127 GiB data, 7.7 GiB used, 708 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.6 MiB/s wr, 4 op/s 2024-08-29T18:17:47.379 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:17:46 smithi028 bash[77168]: cluster 2024-08-29T18:17:45.595062+0000 mgr.y (mgr.25022) 931 : cluster [DBG] pgmap v1619: 105 pgs: 105 active+clean; 127 GiB data, 7.7 GiB used, 708 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.6 MiB/s wr, 4 op/s 2024-08-29T18:17:47.403 INFO:tasks.workunit.client.0.smithi028.stdout: 360: throughput=4.99MB/sec pending data=0 2024-08-29T18:17:47.403 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-AgTVxhuufqHQxey off=4430321 len=1874044 2024-08-29T18:17:47.421 INFO:tasks.workunit.client.0.smithi028.stdout:op 1894 completed, throughput=4.99MB/sec 2024-08-29T18:17:47.421 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-Cmv_ua3SSlhm1Ls off=198493 len=1173853 2024-08-29T18:17:47.426 INFO:tasks.workunit.client.0.smithi028.stdout:op 1895 completed, throughput=4.99MB/sec 2024-08-29T18:17:47.426 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-5nRmuFHU7K5iMSF off=3308183 len=1734038 2024-08-29T18:17:47.430 INFO:tasks.workunit.client.0.smithi028.stdout:op 1896 completed, throughput=5MB/sec 2024-08-29T18:17:47.431 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-xQtKYxmE54IjX5u off=2544329 len=1071018 2024-08-29T18:17:47.439 INFO:tasks.workunit.client.0.smithi028.stdout:op 1897 completed, throughput=5MB/sec 2024-08-29T18:17:48.440 INFO:tasks.workunit.client.0.smithi028.stdout: 361: throughput=4.99MB/sec pending data=0 2024-08-29T18:17:48.440 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-8av--8y1IxKwFNu off=393628 len=1579073 2024-08-29T18:17:48.444 INFO:tasks.workunit.client.0.smithi028.stdout:op 1898 completed, throughput=4.99MB/sec 2024-08-29T18:17:48.444 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-qV_mC32NH1sF9bc off=1819481 len=979425 2024-08-29T18:17:48.452 INFO:tasks.workunit.client.0.smithi028.stdout:op 1899 completed, throughput=4.99MB/sec 2024-08-29T18:17:48.452 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-VOHAFyhf0SAkPna off=15074619 len=1548386 2024-08-29T18:17:48.456 INFO:tasks.workunit.client.0.smithi028.stdout:op 1900 completed, throughput=5MB/sec 2024-08-29T18:17:48.456 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-sniS0JnC1Q3Ek3G off=3413863 len=1074403 2024-08-29T18:17:48.460 INFO:tasks.workunit.client.0.smithi028.stdout:op 1901 completed, throughput=5MB/sec 2024-08-29T18:17:49.326 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:17:48 smithi053 bash[68679]: cluster 2024-08-29T18:17:47.595870+0000 mgr.y (mgr.25022) 932 : cluster [DBG] pgmap v1620: 105 pgs: 105 active+clean; 127 GiB data, 7.7 GiB used, 708 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2024-08-29T18:17:49.379 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:17:48 smithi028 bash[78352]: cluster 2024-08-29T18:17:47.595870+0000 mgr.y (mgr.25022) 932 : cluster [DBG] pgmap v1620: 105 pgs: 105 active+clean; 127 GiB data, 7.7 GiB used, 708 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2024-08-29T18:17:49.379 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:17:48 smithi028 bash[77168]: cluster 2024-08-29T18:17:47.595870+0000 mgr.y (mgr.25022) 932 : cluster [DBG] pgmap v1620: 105 pgs: 105 active+clean; 127 GiB data, 7.7 GiB used, 708 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2024-08-29T18:17:49.461 INFO:tasks.workunit.client.0.smithi028.stdout: 362: throughput=4.99MB/sec pending data=0 2024-08-29T18:17:49.461 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-5AwKNSTX-LIhaM7 off=7205456 len=2077076 2024-08-29T18:17:49.466 INFO:tasks.workunit.client.0.smithi028.stdout:op 1902 completed, throughput=4.99MB/sec 2024-08-29T18:17:49.466 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-W95baBV6J8gFbFA off=11000913 len=99971 2024-08-29T18:17:49.471 INFO:tasks.workunit.client.0.smithi028.stdout:op 1903 completed, throughput=4.99MB/sec 2024-08-29T18:17:49.471 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-9S1csubhv0mKPLj off=14252355 len=1588674 2024-08-29T18:17:49.476 INFO:tasks.workunit.client.0.smithi028.stdout:op 1904 completed, throughput=5MB/sec 2024-08-29T18:17:49.477 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-FZbUs2TBwF7g0mU off=3029786 len=1631676 2024-08-29T18:17:49.480 INFO:tasks.workunit.client.0.smithi028.stdout:op 1905 completed, throughput=5MB/sec 2024-08-29T18:17:50.481 INFO:tasks.workunit.client.0.smithi028.stdout: 363: throughput=4.99MB/sec pending data=0 2024-08-29T18:17:50.481 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-hZ-_un3Iw72c1Gj off=1094734 len=164244 2024-08-29T18:17:50.482 INFO:tasks.workunit.client.0.smithi028.stdout:op 1906 completed, throughput=4.99MB/sec 2024-08-29T18:17:50.482 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-0hi8qleG5hnKHgP off=8321635 len=1348464 2024-08-29T18:17:50.493 INFO:tasks.workunit.client.0.smithi028.stdout:op 1907 completed, throughput=4.99MB/sec 2024-08-29T18:17:50.493 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-XmabNMx903pCuYk off=1849449 len=1385951 2024-08-29T18:17:50.503 INFO:tasks.workunit.client.0.smithi028.stdout:op 1908 completed, throughput=5MB/sec 2024-08-29T18:17:50.503 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-Xz405h9uIKRW83t off=2352538 len=2073881 2024-08-29T18:17:50.510 INFO:tasks.workunit.client.0.smithi028.stdout:op 1909 completed, throughput=5MB/sec 2024-08-29T18:17:51.326 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:17:50 smithi053 bash[68679]: cluster 2024-08-29T18:17:49.597072+0000 mgr.y (mgr.25022) 933 : cluster [DBG] pgmap v1621: 105 pgs: 105 active+clean; 127 GiB data, 7.7 GiB used, 708 GiB / 715 GiB avail; 2.9 MiB/s rd, 3.1 MiB/s wr, 5 op/s 2024-08-29T18:17:51.326 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:17:50 smithi053 bash[68679]: audit 2024-08-29T18:17:50.764269+0000 mon.a (mon.0) 2187 : audit [DBG] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-29T18:17:51.379 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:17:50 smithi028 bash[78352]: cluster 2024-08-29T18:17:49.597072+0000 mgr.y (mgr.25022) 933 : cluster [DBG] pgmap v1621: 105 pgs: 105 active+clean; 127 GiB data, 7.7 GiB used, 708 GiB / 715 GiB avail; 2.9 MiB/s rd, 3.1 MiB/s wr, 5 op/s 2024-08-29T18:17:51.379 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:17:50 smithi028 bash[78352]: audit 2024-08-29T18:17:50.764269+0000 mon.a (mon.0) 2187 : audit [DBG] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-29T18:17:51.379 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:17:50 smithi028 bash[77168]: cluster 2024-08-29T18:17:49.597072+0000 mgr.y (mgr.25022) 933 : cluster [DBG] pgmap v1621: 105 pgs: 105 active+clean; 127 GiB data, 7.7 GiB used, 708 GiB / 715 GiB avail; 2.9 MiB/s rd, 3.1 MiB/s wr, 5 op/s 2024-08-29T18:17:51.379 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:17:50 smithi028 bash[77168]: audit 2024-08-29T18:17:50.764269+0000 mon.a (mon.0) 2187 : audit [DBG] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-29T18:17:51.510 INFO:tasks.workunit.client.0.smithi028.stdout: 364: throughput=4.99MB/sec pending data=0 2024-08-29T18:17:51.510 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-cATUTxqWr9N2tIF off=13818258 len=1016594 2024-08-29T18:17:51.518 INFO:tasks.workunit.client.0.smithi028.stdout:op 1910 completed, throughput=4.99MB/sec 2024-08-29T18:17:51.518 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-h_ggYA8OgNeKXEM off=3381849 len=1144743 2024-08-29T18:17:51.527 INFO:tasks.workunit.client.0.smithi028.stdout:op 1911 completed, throughput=4.99MB/sec 2024-08-29T18:17:51.528 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-5vZAOwHYWU4q59g off=21086642 len=1009969 2024-08-29T18:17:51.536 INFO:tasks.workunit.client.0.smithi028.stdout:op 1912 completed, throughput=4.99MB/sec 2024-08-29T18:17:51.536 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-tkrzxErqBl8rT4y off=9691689 len=1747349 2024-08-29T18:17:51.549 INFO:tasks.workunit.client.0.smithi028.stdout:op 1913 completed, throughput=5MB/sec 2024-08-29T18:17:51.549 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-fGI_M0jXQ3E2hAP off=1783478 len=1020384 2024-08-29T18:17:51.557 INFO:tasks.workunit.client.0.smithi028.stdout:op 1914 completed, throughput=5MB/sec 2024-08-29T18:17:51.879 INFO:journalctl@ceph.mgr.y.smithi028.stdout:Aug 29 18:17:51 smithi028 bash[70818]: ::ffff:172.21.15.53 - - [29/Aug/2024:18:17:51] "GET /metrics HTTP/1.1" 200 34016 "" "Prometheus/2.43.0" 2024-08-29T18:17:52.315 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:17:51 smithi053 bash[68679]: audit 2024-08-29T18:17:51.549908+0000 mon.a (mon.0) 2188 : audit [DBG] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-29T18:17:52.315 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:17:51 smithi053 bash[68679]: audit 2024-08-29T18:17:51.551597+0000 mon.a (mon.0) 2189 : audit [INF] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-29T18:17:52.315 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:17:51 smithi053 bash[68679]: audit 2024-08-29T18:17:51.560736+0000 mon.a (mon.0) 2190 : audit [INF] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' 2024-08-29T18:17:52.379 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:17:51 smithi028 bash[77168]: audit 2024-08-29T18:17:51.549908+0000 mon.a (mon.0) 2188 : audit [DBG] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-29T18:17:52.379 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:17:51 smithi028 bash[77168]: audit 2024-08-29T18:17:51.551597+0000 mon.a (mon.0) 2189 : audit [INF] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-29T18:17:52.379 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:17:51 smithi028 bash[77168]: audit 2024-08-29T18:17:51.560736+0000 mon.a (mon.0) 2190 : audit [INF] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' 2024-08-29T18:17:52.379 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:17:51 smithi028 bash[78352]: audit 2024-08-29T18:17:51.549908+0000 mon.a (mon.0) 2188 : audit [DBG] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-29T18:17:52.379 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:17:51 smithi028 bash[78352]: audit 2024-08-29T18:17:51.551597+0000 mon.a (mon.0) 2189 : audit [INF] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-29T18:17:52.379 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:17:51 smithi028 bash[78352]: audit 2024-08-29T18:17:51.560736+0000 mon.a (mon.0) 2190 : audit [INF] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' 2024-08-29T18:17:52.558 INFO:tasks.workunit.client.0.smithi028.stdout: 365: throughput=4.99MB/sec pending data=0 2024-08-29T18:17:52.558 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-mqNb0URJ7vqNZlS off=2082233 len=305265 2024-08-29T18:17:52.560 INFO:tasks.workunit.client.0.smithi028.stdout:op 1915 completed, throughput=4.99MB/sec 2024-08-29T18:17:52.560 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-ZZ0Q2ShO0okwl64 off=8861031 len=848070 2024-08-29T18:17:52.567 INFO:tasks.workunit.client.0.smithi028.stdout:op 1916 completed, throughput=4.99MB/sec 2024-08-29T18:17:52.568 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-XGE6ubNKmp66ZTE off=24581356 len=470064 2024-08-29T18:17:52.569 INFO:tasks.workunit.client.0.smithi028.stdout:op 1917 completed, throughput=4.99MB/sec 2024-08-29T18:17:52.570 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-BdEyb0gZClsEDQD off=12504508 len=269862 2024-08-29T18:17:52.575 INFO:tasks.workunit.client.0.smithi028.stdout:op 1918 completed, throughput=4.99MB/sec 2024-08-29T18:17:52.575 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-wAtdSgACm3X-Lks off=11020051 len=1433703 2024-08-29T18:17:52.576 INFO:journalctl@ceph.prometheus.a.smithi053.stdout:Aug 29 18:17:52 smithi053 bash[95567]: ts=2024-08-29T18:17:52.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"3167ee72-662c-11ef-bcd4-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-29T18:17:52.585 INFO:tasks.workunit.client.0.smithi028.stdout:op 1919 completed, throughput=5MB/sec 2024-08-29T18:17:52.585 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-2bs6V0gtvGkP4GM off=530415 len=779415 2024-08-29T18:17:52.588 INFO:tasks.workunit.client.0.smithi028.stdout:op 1920 completed, throughput=5MB/sec 2024-08-29T18:17:52.588 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-mC5-CYzKSkhyTWF off=5739416 len=363788 2024-08-29T18:17:52.594 INFO:tasks.workunit.client.0.smithi028.stdout:op 1921 completed, throughput=5MB/sec 2024-08-29T18:17:52.594 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-JR_9ll4Q_LYy9TW off=6110361 len=197123 2024-08-29T18:17:52.596 INFO:tasks.workunit.client.0.smithi028.stdout:op 1922 completed, throughput=5MB/sec 2024-08-29T18:17:52.596 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-yDMEdWBmhxwd3Ha off=17688181 len=65498 2024-08-29T18:17:52.597 INFO:tasks.workunit.client.0.smithi028.stdout:op 1923 completed, throughput=5MB/sec 2024-08-29T18:17:52.597 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-nKJsXdvu2WPWFLr off=19752264 len=364626 2024-08-29T18:17:52.599 INFO:tasks.workunit.client.0.smithi028.stdout:op 1924 completed, throughput=5MB/sec 2024-08-29T18:17:53.326 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:17:52 smithi053 bash[68679]: cluster 2024-08-29T18:17:51.597904+0000 mgr.y (mgr.25022) 934 : cluster [DBG] pgmap v1622: 105 pgs: 105 active+clean; 127 GiB data, 7.7 GiB used, 707 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2024-08-29T18:17:53.379 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:17:52 smithi028 bash[78352]: cluster 2024-08-29T18:17:51.597904+0000 mgr.y (mgr.25022) 934 : cluster [DBG] pgmap v1622: 105 pgs: 105 active+clean; 127 GiB data, 7.7 GiB used, 707 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2024-08-29T18:17:53.379 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:17:52 smithi028 bash[77168]: cluster 2024-08-29T18:17:51.597904+0000 mgr.y (mgr.25022) 934 : cluster [DBG] pgmap v1622: 105 pgs: 105 active+clean; 127 GiB data, 7.7 GiB used, 707 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2024-08-29T18:17:53.599 INFO:tasks.workunit.client.0.smithi028.stdout: 366: throughput=4.99MB/sec pending data=0 2024-08-29T18:17:53.600 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-hxsdPKj7WjCUVc2 off=4693782 len=977441 2024-08-29T18:17:53.603 INFO:tasks.workunit.client.0.smithi028.stdout:op 1925 completed, throughput=4.99MB/sec 2024-08-29T18:17:53.603 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-3EFEuPF5aZLnVOz off=8155726 len=650082 2024-08-29T18:17:53.605 INFO:tasks.workunit.client.0.smithi028.stdout:op 1926 completed, throughput=4.99MB/sec 2024-08-29T18:17:53.605 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-IMduCCUB0THAopQ off=14099371 len=514974 2024-08-29T18:17:53.612 INFO:tasks.workunit.client.0.smithi028.stdout:op 1927 completed, throughput=4.99MB/sec 2024-08-29T18:17:53.612 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-rQ6AmWqwQHU8FIc off=2528944 len=793770 2024-08-29T18:17:53.620 INFO:tasks.workunit.client.0.smithi028.stdout:op 1928 completed, throughput=4.99MB/sec 2024-08-29T18:17:53.620 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-5oVQnTjW56ser1r off=17725678 len=1135497 2024-08-29T18:17:53.624 INFO:tasks.workunit.client.0.smithi028.stdout:op 1929 completed, throughput=5MB/sec 2024-08-29T18:17:53.624 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-1xfqpcmbS2eVkZH off=11724848 len=479869 2024-08-29T18:17:53.630 INFO:tasks.workunit.client.0.smithi028.stdout:op 1930 completed, throughput=5MB/sec 2024-08-29T18:17:53.631 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-PTwR9YROIfFMt5V off=6742876 len=919502 2024-08-29T18:17:53.638 INFO:tasks.workunit.client.0.smithi028.stdout:op 1931 completed, throughput=5MB/sec 2024-08-29T18:17:54.638 INFO:tasks.workunit.client.0.smithi028.stdout: 367: throughput=4.99MB/sec pending data=0 2024-08-29T18:17:54.638 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-i9-JxQInwZK7_H_ off=7653473 len=303042 2024-08-29T18:17:54.644 INFO:tasks.workunit.client.0.smithi028.stdout:op 1932 completed, throughput=4.99MB/sec 2024-08-29T18:17:54.644 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-Y59e23RKjE-MGBQ off=6336733 len=1882420 2024-08-29T18:17:54.649 INFO:tasks.workunit.client.0.smithi028.stdout:op 1933 completed, throughput=4.99MB/sec 2024-08-29T18:17:54.649 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-emiLXKxgbF3A0j0 off=3064290 len=291649 2024-08-29T18:17:54.651 INFO:tasks.workunit.client.0.smithi028.stdout:op 1934 completed, throughput=4.99MB/sec 2024-08-29T18:17:54.651 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-dEFgtA7UXDMObJi off=2922919 len=1762179 2024-08-29T18:17:54.665 INFO:tasks.workunit.client.0.smithi028.stdout:op 1935 completed, throughput=5MB/sec 2024-08-29T18:17:54.665 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-FNGPsXhgY7vcoB9 off=3342677 len=1101846 2024-08-29T18:17:54.668 INFO:tasks.workunit.client.0.smithi028.stdout:op 1936 completed, throughput=5MB/sec 2024-08-29T18:17:55.326 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:17:54 smithi053 bash[68679]: cluster 2024-08-29T18:17:53.598720+0000 mgr.y (mgr.25022) 935 : cluster [DBG] pgmap v1623: 105 pgs: 105 active+clean; 127 GiB data, 7.7 GiB used, 707 GiB / 715 GiB avail; 2.9 MiB/s rd, 2.6 MiB/s wr, 5 op/s 2024-08-29T18:17:55.379 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:17:54 smithi028 bash[78352]: cluster 2024-08-29T18:17:53.598720+0000 mgr.y (mgr.25022) 935 : cluster [DBG] pgmap v1623: 105 pgs: 105 active+clean; 127 GiB data, 7.7 GiB used, 707 GiB / 715 GiB avail; 2.9 MiB/s rd, 2.6 MiB/s wr, 5 op/s 2024-08-29T18:17:55.379 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:17:54 smithi028 bash[77168]: cluster 2024-08-29T18:17:53.598720+0000 mgr.y (mgr.25022) 935 : cluster [DBG] pgmap v1623: 105 pgs: 105 active+clean; 127 GiB data, 7.7 GiB used, 707 GiB / 715 GiB avail; 2.9 MiB/s rd, 2.6 MiB/s wr, 5 op/s 2024-08-29T18:17:55.669 INFO:tasks.workunit.client.0.smithi028.stdout: 368: throughput=4.99MB/sec pending data=0 2024-08-29T18:17:55.669 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-W1i0e-zcddMfCsv off=22171923 len=290371 2024-08-29T18:17:55.670 INFO:tasks.workunit.client.0.smithi028.stdout:op 1937 completed, throughput=4.99MB/sec 2024-08-29T18:17:55.670 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-CXZd5vN8Qs3jhgE off=13262205 len=1198219 2024-08-29T18:17:55.673 INFO:tasks.workunit.client.0.smithi028.stdout:op 1938 completed, throughput=4.99MB/sec 2024-08-29T18:17:55.674 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-TRnFoFxHzPZF3YE off=9294012 len=1762107 2024-08-29T18:17:55.686 INFO:tasks.workunit.client.0.smithi028.stdout:op 1939 completed, throughput=5MB/sec 2024-08-29T18:17:55.686 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-skMRXBc5gqKTFyF off=1146850 len=1160629 2024-08-29T18:17:55.695 INFO:tasks.workunit.client.0.smithi028.stdout:op 1940 completed, throughput=5MB/sec 2024-08-29T18:17:55.695 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-Cp-7D4Zw9rU01Bl off=782655 len=2090826 2024-08-29T18:17:55.703 INFO:tasks.workunit.client.0.smithi028.stdout:op 1941 completed, throughput=5MB/sec 2024-08-29T18:17:56.704 INFO:tasks.workunit.client.0.smithi028.stdout: 369: throughput=4.99MB/sec pending data=0 2024-08-29T18:17:56.704 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-8gkX6dJwYUMr162 off=2014825 len=655255 2024-08-29T18:17:56.711 INFO:tasks.workunit.client.0.smithi028.stdout:op 1942 completed, throughput=4.99MB/sec 2024-08-29T18:17:56.711 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-U23vCH1RKB4Va6c off=1420636 len=1586844 2024-08-29T18:17:56.724 INFO:tasks.workunit.client.0.smithi028.stdout:op 1943 completed, throughput=5MB/sec 2024-08-29T18:17:56.724 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-jpD9voWTZjfBm57 off=8732847 len=1853329 2024-08-29T18:17:56.730 INFO:tasks.workunit.client.0.smithi028.stdout:op 1944 completed, throughput=5MB/sec 2024-08-29T18:17:56.730 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-qo37pYlizcAVnsa off=8185762 len=295797 2024-08-29T18:17:56.732 INFO:tasks.workunit.client.0.smithi028.stdout:op 1945 completed, throughput=5MB/sec 2024-08-29T18:17:57.326 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:17:56 smithi053 bash[68679]: cluster 2024-08-29T18:17:55.599790+0000 mgr.y (mgr.25022) 936 : cluster [DBG] pgmap v1624: 105 pgs: 105 active+clean; 127 GiB data, 7.8 GiB used, 707 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2024-08-29T18:17:57.379 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:17:56 smithi028 bash[78352]: cluster 2024-08-29T18:17:55.599790+0000 mgr.y (mgr.25022) 936 : cluster [DBG] pgmap v1624: 105 pgs: 105 active+clean; 127 GiB data, 7.8 GiB used, 707 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2024-08-29T18:17:57.379 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:17:56 smithi028 bash[77168]: cluster 2024-08-29T18:17:55.599790+0000 mgr.y (mgr.25022) 936 : cluster [DBG] pgmap v1624: 105 pgs: 105 active+clean; 127 GiB data, 7.8 GiB used, 707 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2024-08-29T18:17:57.732 INFO:tasks.workunit.client.0.smithi028.stdout: 370: throughput=4.99MB/sec pending data=0 2024-08-29T18:17:57.732 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-hNect1i--fw94wf off=7985615 len=1561698 2024-08-29T18:17:57.736 INFO:tasks.workunit.client.0.smithi028.stdout:op 1946 completed, throughput=4.99MB/sec 2024-08-29T18:17:57.736 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-mSsV_hWHNlatk9p off=8846478 len=243188 2024-08-29T18:17:57.738 INFO:tasks.workunit.client.0.smithi028.stdout:op 1947 completed, throughput=4.99MB/sec 2024-08-29T18:17:57.738 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-skB4Mf-zXEBDa1b off=904297 len=1380959 2024-08-29T18:17:57.752 INFO:tasks.workunit.client.0.smithi028.stdout:op 1948 completed, throughput=5MB/sec 2024-08-29T18:17:57.752 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-flg-HSh5Jb1_zWW off=23029298 len=179947 2024-08-29T18:17:57.757 INFO:tasks.workunit.client.0.smithi028.stdout:op 1949 completed, throughput=5MB/sec 2024-08-29T18:17:57.757 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-vf2ghdpOqA2gXhe off=18486726 len=535318 2024-08-29T18:17:57.759 INFO:tasks.workunit.client.0.smithi028.stdout:op 1950 completed, throughput=5MB/sec 2024-08-29T18:17:57.759 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-HSqPFa-z6USj-Xe off=3460154 len=658553 2024-08-29T18:17:57.766 INFO:tasks.workunit.client.0.smithi028.stdout:op 1951 completed, throughput=5MB/sec 2024-08-29T18:17:57.766 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-9KJX877QJaitmac off=5057992 len=2023026 2024-08-29T18:17:57.772 INFO:tasks.workunit.client.0.smithi028.stdout:op 1952 completed, throughput=5MB/sec 2024-08-29T18:17:58.326 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:17:57 smithi053 bash[68679]: audit 2024-08-29T18:17:57.071147+0000 mon.a (mon.0) 2191 : audit [DBG] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-29T18:17:58.379 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:17:57 smithi028 bash[78352]: audit 2024-08-29T18:17:57.071147+0000 mon.a (mon.0) 2191 : audit [DBG] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-29T18:17:58.379 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:17:57 smithi028 bash[77168]: audit 2024-08-29T18:17:57.071147+0000 mon.a (mon.0) 2191 : audit [DBG] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-29T18:17:58.772 INFO:tasks.workunit.client.0.smithi028.stdout: 371: throughput=4.99MB/sec pending data=0 2024-08-29T18:17:58.773 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-CPLCmHOVuIUoztM off=3309168 len=1625294 2024-08-29T18:17:58.785 INFO:tasks.workunit.client.0.smithi028.stdout:op 1953 completed, throughput=4.99MB/sec 2024-08-29T18:17:58.786 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-XGm89RzwPJvjn0n off=201797 len=1612546 2024-08-29T18:17:58.798 INFO:tasks.workunit.client.0.smithi028.stdout:op 1954 completed, throughput=5MB/sec 2024-08-29T18:17:58.798 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-RBPYbiIUA_wPxJg off=10991244 len=1177277 2024-08-29T18:17:58.801 INFO:tasks.workunit.client.0.smithi028.stdout:op 1955 completed, throughput=5MB/sec 2024-08-29T18:17:59.326 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:17:58 smithi053 bash[68679]: cluster 2024-08-29T18:17:57.600416+0000 mgr.y (mgr.25022) 937 : cluster [DBG] pgmap v1625: 105 pgs: 105 active+clean; 127 GiB data, 7.8 GiB used, 707 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.0 MiB/s wr, 3 op/s 2024-08-29T18:17:59.379 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:17:58 smithi028 bash[78352]: cluster 2024-08-29T18:17:57.600416+0000 mgr.y (mgr.25022) 937 : cluster [DBG] pgmap v1625: 105 pgs: 105 active+clean; 127 GiB data, 7.8 GiB used, 707 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.0 MiB/s wr, 3 op/s 2024-08-29T18:17:59.379 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:17:58 smithi028 bash[77168]: cluster 2024-08-29T18:17:57.600416+0000 mgr.y (mgr.25022) 937 : cluster [DBG] pgmap v1625: 105 pgs: 105 active+clean; 127 GiB data, 7.8 GiB used, 707 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.0 MiB/s wr, 3 op/s 2024-08-29T18:17:59.801 INFO:tasks.workunit.client.0.smithi028.stdout: 372: throughput=4.99MB/sec pending data=0 2024-08-29T18:17:59.801 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-dtj7rGl7n1_-Qg1 off=16015804 len=130010 2024-08-29T18:17:59.806 INFO:tasks.workunit.client.0.smithi028.stdout:op 1956 completed, throughput=4.99MB/sec 2024-08-29T18:17:59.806 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-Ljuj0PuNzpbltpd off=11644947 len=812157 2024-08-29T18:17:59.814 INFO:tasks.workunit.client.0.smithi028.stdout:op 1957 completed, throughput=4.99MB/sec 2024-08-29T18:17:59.815 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-WEKzKTiPZ8ZgHY2 off=4544318 len=2015491 2024-08-29T18:17:59.819 INFO:tasks.workunit.client.0.smithi028.stdout:op 1958 completed, throughput=4.99MB/sec 2024-08-29T18:17:59.819 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj--jMnVkneW3o4ovu off=1644609 len=58056 2024-08-29T18:17:59.824 INFO:tasks.workunit.client.0.smithi028.stdout:op 1959 completed, throughput=5MB/sec 2024-08-29T18:17:59.824 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-p1JsdnbluYs2eFX off=2675392 len=1911566 2024-08-29T18:17:59.836 INFO:tasks.workunit.client.0.smithi028.stdout:op 1960 completed, throughput=5MB/sec 2024-08-29T18:17:59.836 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-VEfuVlnElHcFk3d off=5525425 len=496934 2024-08-29T18:17:59.842 INFO:tasks.workunit.client.0.smithi028.stdout:op 1961 completed, throughput=5MB/sec 2024-08-29T18:18:00.842 INFO:tasks.workunit.client.0.smithi028.stdout: 373: throughput=4.99MB/sec pending data=0 2024-08-29T18:18:00.843 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-6MbfjlmE92d-C2q off=2851266 len=2009487 2024-08-29T18:18:00.847 INFO:tasks.workunit.client.0.smithi028.stdout:op 1962 completed, throughput=4.99MB/sec 2024-08-29T18:18:00.847 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-fZ9N9LptgbJ8qVk off=12840817 len=1860937 2024-08-29T18:18:00.849 INFO:tasks.workunit.client.0.smithi028.stdout:op 1963 completed, throughput=5MB/sec 2024-08-29T18:18:00.849 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-7mnzXrQ4bAeh-hr off=315312 len=1374462 2024-08-29T18:18:00.854 INFO:tasks.workunit.client.0.smithi028.stdout:op 1964 completed, throughput=5MB/sec 2024-08-29T18:18:01.329 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:18:00 smithi053 bash[68679]: cluster 2024-08-29T18:17:59.601514+0000 mgr.y (mgr.25022) 938 : cluster [DBG] pgmap v1626: 105 pgs: 105 active+clean; 127 GiB data, 7.8 GiB used, 707 GiB / 715 GiB avail; 3.1 MiB/s rd, 2.6 MiB/s wr, 5 op/s 2024-08-29T18:18:01.379 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:18:00 smithi028 bash[77168]: cluster 2024-08-29T18:17:59.601514+0000 mgr.y (mgr.25022) 938 : cluster [DBG] pgmap v1626: 105 pgs: 105 active+clean; 127 GiB data, 7.8 GiB used, 707 GiB / 715 GiB avail; 3.1 MiB/s rd, 2.6 MiB/s wr, 5 op/s 2024-08-29T18:18:01.379 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:18:00 smithi028 bash[78352]: cluster 2024-08-29T18:17:59.601514+0000 mgr.y (mgr.25022) 938 : cluster [DBG] pgmap v1626: 105 pgs: 105 active+clean; 127 GiB data, 7.8 GiB used, 707 GiB / 715 GiB avail; 3.1 MiB/s rd, 2.6 MiB/s wr, 5 op/s 2024-08-29T18:18:01.855 INFO:tasks.workunit.client.0.smithi028.stdout: 374: throughput=4.99MB/sec pending data=0 2024-08-29T18:18:01.855 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-gCuzOHdUPr1Co8G off=6507731 len=963857 2024-08-29T18:18:01.858 INFO:tasks.workunit.client.0.smithi028.stdout:op 1965 completed, throughput=4.99MB/sec 2024-08-29T18:18:01.858 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-eAohONZ0UkP40oJ off=21725170 len=108831 2024-08-29T18:18:01.863 INFO:tasks.workunit.client.0.smithi028.stdout:op 1966 completed, throughput=4.99MB/sec 2024-08-29T18:18:01.864 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-TaAJO9q7E3oIMW5 off=4810611 len=1131344 2024-08-29T18:18:01.867 INFO:tasks.workunit.client.0.smithi028.stdout:op 1967 completed, throughput=4.99MB/sec 2024-08-29T18:18:01.867 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-wXHNnZ0BTm918m4 off=2366262 len=980876 2024-08-29T18:18:01.871 INFO:tasks.workunit.client.0.smithi028.stdout:op 1968 completed, throughput=5MB/sec 2024-08-29T18:18:01.871 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-Nr5dqszPYfpjzBY off=11632767 len=1846443 2024-08-29T18:18:01.877 INFO:tasks.workunit.client.0.smithi028.stdout:op 1969 completed, throughput=5MB/sec 2024-08-29T18:18:01.877 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-DUHDnSYxs3pyahA off=3066507 len=1105426 2024-08-29T18:18:01.878 INFO:journalctl@ceph.mgr.y.smithi028.stdout:Aug 29 18:18:01 smithi028 bash[70818]: ::ffff:172.21.15.53 - - [29/Aug/2024:18:18:01] "GET /metrics HTTP/1.1" 200 34020 "" "Prometheus/2.43.0" 2024-08-29T18:18:01.886 INFO:tasks.workunit.client.0.smithi028.stdout:op 1970 completed, throughput=5MB/sec 2024-08-29T18:18:02.315 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:18:02 smithi053 bash[68679]: cluster 2024-08-29T18:18:01.602439+0000 mgr.y (mgr.25022) 939 : cluster [DBG] pgmap v1627: 105 pgs: 105 active+clean; 127 GiB data, 7.8 GiB used, 707 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.0 MiB/s wr, 4 op/s 2024-08-29T18:18:02.379 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:18:02 smithi028 bash[77168]: cluster 2024-08-29T18:18:01.602439+0000 mgr.y (mgr.25022) 939 : cluster [DBG] pgmap v1627: 105 pgs: 105 active+clean; 127 GiB data, 7.8 GiB used, 707 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.0 MiB/s wr, 4 op/s 2024-08-29T18:18:02.379 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:18:02 smithi028 bash[78352]: cluster 2024-08-29T18:18:01.602439+0000 mgr.y (mgr.25022) 939 : cluster [DBG] pgmap v1627: 105 pgs: 105 active+clean; 127 GiB data, 7.8 GiB used, 707 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.0 MiB/s wr, 4 op/s 2024-08-29T18:18:02.576 INFO:journalctl@ceph.prometheus.a.smithi053.stdout:Aug 29 18:18:02 smithi053 bash[95567]: ts=2024-08-29T18:18:02.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"3167ee72-662c-11ef-bcd4-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-29T18:18:02.886 INFO:tasks.workunit.client.0.smithi028.stdout: 375: throughput=4.99MB/sec pending data=0 2024-08-29T18:18:02.886 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-9eywQJ2y5ibXrgX off=11242912 len=1253374 2024-08-29T18:18:02.889 INFO:tasks.workunit.client.0.smithi028.stdout:op 1971 completed, throughput=4.99MB/sec 2024-08-29T18:18:02.890 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-u8u2dHX4-SWIoTX off=5504819 len=549285 2024-08-29T18:18:02.892 INFO:tasks.workunit.client.0.smithi028.stdout:op 1972 completed, throughput=4.99MB/sec 2024-08-29T18:18:02.892 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-QeItY7lJwqaiS4V off=5360102 len=1756975 2024-08-29T18:18:02.906 INFO:tasks.workunit.client.0.smithi028.stdout:op 1973 completed, throughput=5MB/sec 2024-08-29T18:18:02.906 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-RDfAgEbAfSxw1qR off=18034675 len=293849 2024-08-29T18:18:02.908 INFO:tasks.workunit.client.0.smithi028.stdout:op 1974 completed, throughput=5MB/sec 2024-08-29T18:18:02.909 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-B5aRLSXCNoZzAf9 off=3676916 len=1660622 2024-08-29T18:18:02.920 INFO:tasks.workunit.client.0.smithi028.stdout:op 1975 completed, throughput=5MB/sec 2024-08-29T18:18:03.921 INFO:tasks.workunit.client.0.smithi028.stdout: 376: throughput=4.99MB/sec pending data=0 2024-08-29T18:18:03.921 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-RJd14rToqpcZ_qv off=6478561 len=123370 2024-08-29T18:18:03.922 INFO:tasks.workunit.client.0.smithi028.stdout:op 1976 completed, throughput=4.99MB/sec 2024-08-29T18:18:03.922 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-tDlWOXaPfBHXG2G off=542986 len=1345916 2024-08-29T18:18:03.926 INFO:tasks.workunit.client.0.smithi028.stdout:op 1977 completed, throughput=4.99MB/sec 2024-08-29T18:18:03.926 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-lC7N06IUhzH1c73 off=2328213 len=948780 2024-08-29T18:18:03.929 INFO:tasks.workunit.client.0.smithi028.stdout:op 1978 completed, throughput=5MB/sec 2024-08-29T18:18:03.929 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-gapX-egTA-xpz_0 off=847189 len=1961051 2024-08-29T18:18:03.933 INFO:tasks.workunit.client.0.smithi028.stdout:op 1979 completed, throughput=5MB/sec 2024-08-29T18:18:04.934 INFO:tasks.workunit.client.0.smithi028.stdout: 377: throughput=4.99MB/sec pending data=0 2024-08-29T18:18:04.934 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-FPmZfQYYpMN1dTv off=11024002 len=844719 2024-08-29T18:18:04.942 INFO:tasks.workunit.client.0.smithi028.stdout:op 1980 completed, throughput=4.99MB/sec 2024-08-29T18:18:04.942 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-dGf1RnA5RM7s624 off=1320037 len=453167 2024-08-29T18:18:04.948 INFO:tasks.workunit.client.0.smithi028.stdout:op 1981 completed, throughput=4.99MB/sec 2024-08-29T18:18:04.948 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-RZh6cSSWsk-R2yn off=20505044 len=1374710 2024-08-29T18:18:04.959 INFO:tasks.workunit.client.0.smithi028.stdout:op 1982 completed, throughput=4.99MB/sec 2024-08-29T18:18:04.959 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj--JEDGUj0MC4p5cJ off=8166010 len=1790153 2024-08-29T18:18:04.963 INFO:tasks.workunit.client.0.smithi028.stdout:op 1983 completed, throughput=5MB/sec 2024-08-29T18:18:04.963 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-ffmNKBKbhlB7Iaw off=17237063 len=981998 2024-08-29T18:18:04.966 INFO:tasks.workunit.client.0.smithi028.stdout:op 1984 completed, throughput=5MB/sec 2024-08-29T18:18:05.076 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:18:04 smithi053 bash[68679]: cluster 2024-08-29T18:18:03.603375+0000 mgr.y (mgr.25022) 940 : cluster [DBG] pgmap v1628: 105 pgs: 105 active+clean; 127 GiB data, 7.8 GiB used, 707 GiB / 715 GiB avail; 3.1 MiB/s rd, 2.7 MiB/s wr, 5 op/s 2024-08-29T18:18:05.129 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:18:04 smithi028 bash[78352]: cluster 2024-08-29T18:18:03.603375+0000 mgr.y (mgr.25022) 940 : cluster [DBG] pgmap v1628: 105 pgs: 105 active+clean; 127 GiB data, 7.8 GiB used, 707 GiB / 715 GiB avail; 3.1 MiB/s rd, 2.7 MiB/s wr, 5 op/s 2024-08-29T18:18:05.129 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:18:04 smithi028 bash[77168]: cluster 2024-08-29T18:18:03.603375+0000 mgr.y (mgr.25022) 940 : cluster [DBG] pgmap v1628: 105 pgs: 105 active+clean; 127 GiB data, 7.8 GiB used, 707 GiB / 715 GiB avail; 3.1 MiB/s rd, 2.7 MiB/s wr, 5 op/s 2024-08-29T18:18:05.967 INFO:tasks.workunit.client.0.smithi028.stdout: 378: throughput=4.99MB/sec pending data=0 2024-08-29T18:18:05.967 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-Yn3Ei1IdwH7O2N2 off=7659982 len=1298546 2024-08-29T18:18:05.970 INFO:tasks.workunit.client.0.smithi028.stdout:op 1985 completed, throughput=4.99MB/sec 2024-08-29T18:18:05.970 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-C_YDtK3B3-MxN2c off=4608158 len=1810847 2024-08-29T18:18:05.983 INFO:tasks.workunit.client.0.smithi028.stdout:op 1986 completed, throughput=4.99MB/sec 2024-08-29T18:18:05.983 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-yyxih5UYjcG2n5Y off=2556451 len=578921 2024-08-29T18:18:05.990 INFO:tasks.workunit.client.0.smithi028.stdout:op 1987 completed, throughput=5MB/sec 2024-08-29T18:18:05.990 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-RzkXhrYKRYlO2Lc off=8331326 len=2069426 2024-08-29T18:18:05.994 INFO:tasks.workunit.client.0.smithi028.stdout:op 1988 completed, throughput=5MB/sec 2024-08-29T18:18:06.995 INFO:tasks.workunit.client.0.smithi028.stdout: 379: throughput=4.99MB/sec pending data=0 2024-08-29T18:18:06.995 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-GWSmweF0Vt_6WwM off=14658252 len=1365966 2024-08-29T18:18:06.998 INFO:tasks.workunit.client.0.smithi028.stdout:op 1989 completed, throughput=4.99MB/sec 2024-08-29T18:18:06.998 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-KMNePNM6AVSI_Od off=10020387 len=717816 2024-08-29T18:18:07.001 INFO:tasks.workunit.client.0.smithi028.stdout:op 1990 completed, throughput=4.99MB/sec 2024-08-29T18:18:07.001 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-JMJhlhHxPqvySBM off=5462232 len=390391 2024-08-29T18:18:07.003 INFO:tasks.workunit.client.0.smithi028.stdout:op 1991 completed, throughput=4.99MB/sec 2024-08-29T18:18:07.003 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-EbrZA0awEy6vdqc off=11783208 len=2026787 2024-08-29T18:18:07.008 INFO:tasks.workunit.client.0.smithi028.stdout:op 1992 completed, throughput=5MB/sec 2024-08-29T18:18:07.008 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-XtxOpwSzM6uJbE2 off=6846984 len=1335720 2024-08-29T18:18:07.018 INFO:tasks.workunit.client.0.smithi028.stdout:op 1993 completed, throughput=5MB/sec 2024-08-29T18:18:07.076 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:18:06 smithi053 bash[68679]: cluster 2024-08-29T18:18:05.604463+0000 mgr.y (mgr.25022) 941 : cluster [DBG] pgmap v1629: 105 pgs: 105 active+clean; 127 GiB data, 7.8 GiB used, 707 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2024-08-29T18:18:07.129 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:18:06 smithi028 bash[77168]: cluster 2024-08-29T18:18:05.604463+0000 mgr.y (mgr.25022) 941 : cluster [DBG] pgmap v1629: 105 pgs: 105 active+clean; 127 GiB data, 7.8 GiB used, 707 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2024-08-29T18:18:07.129 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:18:06 smithi028 bash[78352]: cluster 2024-08-29T18:18:05.604463+0000 mgr.y (mgr.25022) 941 : cluster [DBG] pgmap v1629: 105 pgs: 105 active+clean; 127 GiB data, 7.8 GiB used, 707 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2024-08-29T18:18:08.018 INFO:tasks.workunit.client.0.smithi028.stdout: 380: throughput=4.99MB/sec pending data=0 2024-08-29T18:18:08.019 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-xmXjW5eeTvYoAGn off=16918336 len=1742516 2024-08-29T18:18:08.031 INFO:tasks.workunit.client.0.smithi028.stdout:op 1994 completed, throughput=4.99MB/sec 2024-08-29T18:18:08.031 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-8k_UbL8E2rh4ElJ off=3520246 len=723265 2024-08-29T18:18:08.038 INFO:tasks.workunit.client.0.smithi028.stdout:op 1995 completed, throughput=5MB/sec 2024-08-29T18:18:08.038 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-IlRvVYmcTTzCP4c off=2384482 len=842794 2024-08-29T18:18:08.042 INFO:tasks.workunit.client.0.smithi028.stdout:op 1996 completed, throughput=5MB/sec 2024-08-29T18:18:08.042 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-zIIskoM_l7G0Jcp off=440566 len=1022713 2024-08-29T18:18:08.051 INFO:tasks.workunit.client.0.smithi028.stdout:op 1997 completed, throughput=5MB/sec 2024-08-29T18:18:08.051 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-qZYI9tUiC9r5cDd off=12994810 len=1218330 2024-08-29T18:18:08.055 INFO:tasks.workunit.client.0.smithi028.stdout:op 1998 completed, throughput=5MB/sec 2024-08-29T18:18:09.055 INFO:tasks.workunit.client.0.smithi028.stdout: 381: throughput=4.99MB/sec pending data=0 2024-08-29T18:18:09.055 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-8ITcrWd0RSjXqzr off=2963053 len=1630153 2024-08-29T18:18:09.059 INFO:tasks.workunit.client.0.smithi028.stdout:op 1999 completed, throughput=4.99MB/sec 2024-08-29T18:18:09.059 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-53sgTP9TvsstS51 off=7618877 len=733261 2024-08-29T18:18:09.062 INFO:tasks.workunit.client.0.smithi028.stdout:op 2000 completed, throughput=5MB/sec 2024-08-29T18:18:09.062 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-eT-CMtNhdPWT8K9 off=6241174 len=2038653 2024-08-29T18:18:09.076 INFO:tasks.workunit.client.0.smithi028.stdout:op 2001 completed, throughput=5MB/sec 2024-08-29T18:18:09.077 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:18:08 smithi053 bash[68679]: cluster 2024-08-29T18:18:07.605113+0000 mgr.y (mgr.25022) 942 : cluster [DBG] pgmap v1630: 105 pgs: 105 active+clean; 127 GiB data, 7.8 GiB used, 707 GiB / 715 GiB avail; 2.4 MiB/s rd, 1.7 MiB/s wr, 3 op/s 2024-08-29T18:18:09.129 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:18:08 smithi028 bash[78352]: cluster 2024-08-29T18:18:07.605113+0000 mgr.y (mgr.25022) 942 : cluster [DBG] pgmap v1630: 105 pgs: 105 active+clean; 127 GiB data, 7.8 GiB used, 707 GiB / 715 GiB avail; 2.4 MiB/s rd, 1.7 MiB/s wr, 3 op/s 2024-08-29T18:18:09.129 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:18:08 smithi028 bash[77168]: cluster 2024-08-29T18:18:07.605113+0000 mgr.y (mgr.25022) 942 : cluster [DBG] pgmap v1630: 105 pgs: 105 active+clean; 127 GiB data, 7.8 GiB used, 707 GiB / 715 GiB avail; 2.4 MiB/s rd, 1.7 MiB/s wr, 3 op/s 2024-08-29T18:18:10.076 INFO:tasks.workunit.client.0.smithi028.stdout: 382: throughput=4.99MB/sec pending data=0 2024-08-29T18:18:10.077 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-PFrPQTvk-IhXEHO off=10316454 len=311409 2024-08-29T18:18:10.078 INFO:tasks.workunit.client.0.smithi028.stdout:op 2002 completed, throughput=4.99MB/sec 2024-08-29T18:18:10.079 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-VE-aQ2FtWUm_QSY off=22412303 len=1664069 2024-08-29T18:18:10.091 INFO:tasks.workunit.client.0.smithi028.stdout:op 2003 completed, throughput=4.99MB/sec 2024-08-29T18:18:10.092 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-cN3AVcVltQGtdt9 off=6628 len=208905 2024-08-29T18:18:10.093 INFO:tasks.workunit.client.0.smithi028.stdout:op 2004 completed, throughput=4.99MB/sec 2024-08-29T18:18:10.093 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-RKXkq3-lWCMa3ZF off=20386615 len=926617 2024-08-29T18:18:10.103 INFO:tasks.workunit.client.0.smithi028.stdout:op 2005 completed, throughput=4.99MB/sec 2024-08-29T18:18:10.103 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-V9X7kZ1dokGFnyH off=12757213 len=1553964 2024-08-29T18:18:10.117 INFO:tasks.workunit.client.0.smithi028.stdout:op 2006 completed, throughput=5MB/sec 2024-08-29T18:18:10.117 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-Oq0CgcGAunlGjN- off=15652137 len=1772870 2024-08-29T18:18:10.126 INFO:tasks.workunit.client.0.smithi028.stdout:op 2007 completed, throughput=5MB/sec 2024-08-29T18:18:11.076 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:18:10 smithi053 bash[68679]: cluster 2024-08-29T18:18:09.606239+0000 mgr.y (mgr.25022) 943 : cluster [DBG] pgmap v1631: 105 pgs: 105 active+clean; 127 GiB data, 7.8 GiB used, 707 GiB / 715 GiB avail; 3.2 MiB/s rd, 2.6 MiB/s wr, 5 op/s 2024-08-29T18:18:11.126 INFO:tasks.workunit.client.0.smithi028.stdout: 383: throughput=4.99MB/sec pending data=0 2024-08-29T18:18:11.126 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-dTkLauIPh812X_- off=2107275 len=1600831 2024-08-29T18:18:11.129 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:18:10 smithi028 bash[77168]: cluster 2024-08-29T18:18:09.606239+0000 mgr.y (mgr.25022) 943 : cluster [DBG] pgmap v1631: 105 pgs: 105 active+clean; 127 GiB data, 7.8 GiB used, 707 GiB / 715 GiB avail; 3.2 MiB/s rd, 2.6 MiB/s wr, 5 op/s 2024-08-29T18:18:11.129 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:18:10 smithi028 bash[78352]: cluster 2024-08-29T18:18:09.606239+0000 mgr.y (mgr.25022) 943 : cluster [DBG] pgmap v1631: 105 pgs: 105 active+clean; 127 GiB data, 7.8 GiB used, 707 GiB / 715 GiB avail; 3.2 MiB/s rd, 2.6 MiB/s wr, 5 op/s 2024-08-29T18:18:11.138 INFO:tasks.workunit.client.0.smithi028.stdout:op 2008 completed, throughput=4.99MB/sec 2024-08-29T18:18:11.138 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-wAtdSgACm3X-Lks off=9729672 len=1784943 2024-08-29T18:18:11.141 INFO:tasks.workunit.client.0.smithi028.stdout:op 2009 completed, throughput=5MB/sec 2024-08-29T18:18:11.142 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-c1VmS0u0HWGgBH5 off=19387587 len=1238441 2024-08-29T18:18:11.145 INFO:tasks.workunit.client.0.smithi028.stdout:op 2010 completed, throughput=5MB/sec 2024-08-29T18:18:11.879 INFO:journalctl@ceph.mgr.y.smithi028.stdout:Aug 29 18:18:11 smithi028 bash[70818]: ::ffff:172.21.15.53 - - [29/Aug/2024:18:18:11] "GET /metrics HTTP/1.1" 200 34020 "" "Prometheus/2.43.0" 2024-08-29T18:18:12.145 INFO:tasks.workunit.client.0.smithi028.stdout: 384: throughput=4.99MB/sec pending data=0 2024-08-29T18:18:12.145 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-ezDdTF7j65wfpia off=13644656 len=244428 2024-08-29T18:18:12.151 INFO:tasks.workunit.client.0.smithi028.stdout:op 2011 completed, throughput=4.99MB/sec 2024-08-29T18:18:12.151 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-mtwMYAMO0ebgLEJ off=10064002 len=1577902 2024-08-29T18:18:12.163 INFO:tasks.workunit.client.0.smithi028.stdout:op 2012 completed, throughput=4.99MB/sec 2024-08-29T18:18:12.163 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-eFBTyimWrVVst19 off=6846683 len=1317118 2024-08-29T18:18:12.168 INFO:tasks.workunit.client.0.smithi028.stdout:op 2013 completed, throughput=5MB/sec 2024-08-29T18:18:12.168 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-naulpQl4IV_90GT off=13550202 len=783749 2024-08-29T18:18:12.170 INFO:tasks.workunit.client.0.smithi028.stdout:op 2014 completed, throughput=5MB/sec 2024-08-29T18:18:12.171 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-aDnRNGBKTHhNCZB off=1627981 len=917581 2024-08-29T18:18:12.173 INFO:tasks.workunit.client.0.smithi028.stdout:op 2015 completed, throughput=5MB/sec 2024-08-29T18:18:12.173 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-zZPvwCeZ5HZ0upw off=1446443 len=1460079 2024-08-29T18:18:12.177 INFO:tasks.workunit.client.0.smithi028.stdout:op 2016 completed, throughput=5MB/sec 2024-08-29T18:18:12.576 INFO:journalctl@ceph.prometheus.a.smithi053.stdout:Aug 29 18:18:12 smithi053 bash[95567]: ts=2024-08-29T18:18:12.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"3167ee72-662c-11ef-bcd4-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-29T18:18:13.076 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:18:12 smithi053 bash[68679]: cluster 2024-08-29T18:18:11.607178+0000 mgr.y (mgr.25022) 944 : cluster [DBG] pgmap v1632: 105 pgs: 105 active+clean; 127 GiB data, 7.8 GiB used, 707 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.0 MiB/s wr, 4 op/s 2024-08-29T18:18:13.076 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:18:12 smithi053 bash[68679]: audit 2024-08-29T18:18:12.071412+0000 mon.a (mon.0) 2192 : audit [DBG] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-29T18:18:13.129 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:18:12 smithi028 bash[78352]: cluster 2024-08-29T18:18:11.607178+0000 mgr.y (mgr.25022) 944 : cluster [DBG] pgmap v1632: 105 pgs: 105 active+clean; 127 GiB data, 7.8 GiB used, 707 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.0 MiB/s wr, 4 op/s 2024-08-29T18:18:13.129 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:18:12 smithi028 bash[78352]: audit 2024-08-29T18:18:12.071412+0000 mon.a (mon.0) 2192 : audit [DBG] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-29T18:18:13.129 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:18:12 smithi028 bash[77168]: cluster 2024-08-29T18:18:11.607178+0000 mgr.y (mgr.25022) 944 : cluster [DBG] pgmap v1632: 105 pgs: 105 active+clean; 127 GiB data, 7.8 GiB used, 707 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.0 MiB/s wr, 4 op/s 2024-08-29T18:18:13.129 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:18:12 smithi028 bash[77168]: audit 2024-08-29T18:18:12.071412+0000 mon.a (mon.0) 2192 : audit [DBG] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-29T18:18:13.177 INFO:tasks.workunit.client.0.smithi028.stdout: 385: throughput=4.99MB/sec pending data=0 2024-08-29T18:18:13.177 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-rtv1DBsk_so33yn off=12495839 len=1551102 2024-08-29T18:18:13.190 INFO:tasks.workunit.client.0.smithi028.stdout:op 2017 completed, throughput=4.99MB/sec 2024-08-29T18:18:13.190 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-BCeOzYO2KD3xqow off=9057833 len=1769686 2024-08-29T18:18:13.194 INFO:tasks.workunit.client.0.smithi028.stdout:op 2018 completed, throughput=5MB/sec 2024-08-29T18:18:13.194 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-9Lyg_2DUEafF9Fo off=4602857 len=364063 2024-08-29T18:18:13.196 INFO:tasks.workunit.client.0.smithi028.stdout:op 2019 completed, throughput=5MB/sec 2024-08-29T18:18:13.196 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-YAu1xFLHcq_VzDf off=341690 len=1523201 2024-08-29T18:18:13.206 INFO:tasks.workunit.client.0.smithi028.stdout:op 2020 completed, throughput=5MB/sec 2024-08-29T18:18:14.207 INFO:tasks.workunit.client.0.smithi028.stdout: 386: throughput=4.99MB/sec pending data=0 2024-08-29T18:18:14.207 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-5vzHpJ-sZqpGEGZ off=1589389 len=905428 2024-08-29T18:18:14.216 INFO:tasks.workunit.client.0.smithi028.stdout:op 2021 completed, throughput=4.99MB/sec 2024-08-29T18:18:14.216 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-BofMLHYJD3I0291 off=4599175 len=1085029 2024-08-29T18:18:14.225 INFO:tasks.workunit.client.0.smithi028.stdout:op 2022 completed, throughput=4.99MB/sec 2024-08-29T18:18:14.225 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-DE_ZZv_vyA21Kbl off=2499631 len=775116 2024-08-29T18:18:14.228 INFO:tasks.workunit.client.0.smithi028.stdout:op 2023 completed, throughput=5MB/sec 2024-08-29T18:18:14.229 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-TR72jUdzJhDaSKx off=13474458 len=1499977 2024-08-29T18:18:14.232 INFO:tasks.workunit.client.0.smithi028.stdout:op 2024 completed, throughput=5MB/sec 2024-08-29T18:18:14.233 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-mOcdKkIEhL1c4u6 off=7531532 len=2058291 2024-08-29T18:18:14.237 INFO:tasks.workunit.client.0.smithi028.stdout:op 2025 completed, throughput=5MB/sec 2024-08-29T18:18:15.076 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:18:14 smithi053 bash[68679]: cluster 2024-08-29T18:18:13.608083+0000 mgr.y (mgr.25022) 945 : cluster [DBG] pgmap v1633: 105 pgs: 105 active+clean; 127 GiB data, 7.9 GiB used, 707 GiB / 715 GiB avail; 3.3 MiB/s rd, 2.7 MiB/s wr, 5 op/s 2024-08-29T18:18:15.129 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:18:14 smithi028 bash[78352]: cluster 2024-08-29T18:18:13.608083+0000 mgr.y (mgr.25022) 945 : cluster [DBG] pgmap v1633: 105 pgs: 105 active+clean; 127 GiB data, 7.9 GiB used, 707 GiB / 715 GiB avail; 3.3 MiB/s rd, 2.7 MiB/s wr, 5 op/s 2024-08-29T18:18:15.129 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:18:14 smithi028 bash[77168]: cluster 2024-08-29T18:18:13.608083+0000 mgr.y (mgr.25022) 945 : cluster [DBG] pgmap v1633: 105 pgs: 105 active+clean; 127 GiB data, 7.9 GiB used, 707 GiB / 715 GiB avail; 3.3 MiB/s rd, 2.7 MiB/s wr, 5 op/s 2024-08-29T18:18:15.238 INFO:tasks.workunit.client.0.smithi028.stdout: 387: throughput=4.99MB/sec pending data=0 2024-08-29T18:18:15.238 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-svK_ATQ6K7WgJWs off=9069695 len=1426798 2024-08-29T18:18:15.241 INFO:tasks.workunit.client.0.smithi028.stdout:op 2026 completed, throughput=5MB/sec 2024-08-29T18:18:15.241 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-Zndax-h7OFfusyh off=8490223 len=1444908 2024-08-29T18:18:15.253 INFO:tasks.workunit.client.0.smithi028.stdout:op 2027 completed, throughput=5MB/sec 2024-08-29T18:18:15.253 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-Z5Rr4hLazAaESQV off=1105244 len=1137427 2024-08-29T18:18:15.263 INFO:tasks.workunit.client.0.smithi028.stdout:op 2028 completed, throughput=5MB/sec 2024-08-29T18:18:16.263 INFO:tasks.workunit.client.0.smithi028.stdout: 388: throughput=4.99MB/sec pending data=0 2024-08-29T18:18:16.264 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-5ryUcaJ3wcglf1Z off=11388793 len=273602 2024-08-29T18:18:16.265 INFO:tasks.workunit.client.0.smithi028.stdout:op 2029 completed, throughput=4.99MB/sec 2024-08-29T18:18:16.265 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-UNImUdjmKQl4z0F off=6352235 len=88186 2024-08-29T18:18:16.266 INFO:tasks.workunit.client.0.smithi028.stdout:op 2030 completed, throughput=4.99MB/sec 2024-08-29T18:18:16.266 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-l4cGwj1zAnhzL6R off=1227464 len=829621 2024-08-29T18:18:16.276 INFO:tasks.workunit.client.0.smithi028.stdout:op 2031 completed, throughput=4.99MB/sec 2024-08-29T18:18:16.276 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-qVvsm2nLb2PJ5iH off=1188067 len=81281 2024-08-29T18:18:16.280 INFO:tasks.workunit.client.0.smithi028.stdout:op 2032 completed, throughput=4.99MB/sec 2024-08-29T18:18:16.280 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-aXuOEObXsYL2Q2w off=6365861 len=598016 2024-08-29T18:18:16.283 INFO:tasks.workunit.client.0.smithi028.stdout:op 2033 completed, throughput=4.99MB/sec 2024-08-29T18:18:16.283 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-5yPUgpPz6rID9vW off=1946460 len=395970 2024-08-29T18:18:16.284 INFO:tasks.workunit.client.0.smithi028.stdout:op 2034 completed, throughput=4.99MB/sec 2024-08-29T18:18:16.284 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-z2cWM9eIItkvUzA off=12388306 len=1569837 2024-08-29T18:18:16.296 INFO:tasks.workunit.client.0.smithi028.stdout:op 2035 completed, throughput=5MB/sec 2024-08-29T18:18:16.296 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-ZHozhxqk5H5WDlY off=287833 len=2036914 2024-08-29T18:18:16.311 INFO:tasks.workunit.client.0.smithi028.stdout:op 2036 completed, throughput=5MB/sec 2024-08-29T18:18:17.076 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:18:16 smithi053 bash[68679]: cluster 2024-08-29T18:18:15.609212+0000 mgr.y (mgr.25022) 946 : cluster [DBG] pgmap v1634: 105 pgs: 105 active+clean; 127 GiB data, 7.9 GiB used, 707 GiB / 715 GiB avail; 2.9 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2024-08-29T18:18:17.129 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:18:16 smithi028 bash[78352]: cluster 2024-08-29T18:18:15.609212+0000 mgr.y (mgr.25022) 946 : cluster [DBG] pgmap v1634: 105 pgs: 105 active+clean; 127 GiB data, 7.9 GiB used, 707 GiB / 715 GiB avail; 2.9 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2024-08-29T18:18:17.129 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:18:16 smithi028 bash[77168]: cluster 2024-08-29T18:18:15.609212+0000 mgr.y (mgr.25022) 946 : cluster [DBG] pgmap v1634: 105 pgs: 105 active+clean; 127 GiB data, 7.9 GiB used, 707 GiB / 715 GiB avail; 2.9 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2024-08-29T18:18:17.311 INFO:tasks.workunit.client.0.smithi028.stdout: 389: throughput=4.99MB/sec pending data=0 2024-08-29T18:18:17.311 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-Zgys_wzlCMqMO-1 off=13331240 len=441060 2024-08-29T18:18:17.313 INFO:tasks.workunit.client.0.smithi028.stdout:op 2037 completed, throughput=4.99MB/sec 2024-08-29T18:18:17.313 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-6j10Tri_TsUs1St off=3268121 len=1433351 2024-08-29T18:18:17.318 INFO:tasks.workunit.client.0.smithi028.stdout:op 2038 completed, throughput=4.99MB/sec 2024-08-29T18:18:17.318 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-L3OKWzatPBXX_YW off=959832 len=585126 2024-08-29T18:18:17.325 INFO:tasks.workunit.client.0.smithi028.stdout:op 2039 completed, throughput=5MB/sec 2024-08-29T18:18:17.325 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-hO3EOEABKeWSoQP off=771556 len=855393 2024-08-29T18:18:17.328 INFO:tasks.workunit.client.0.smithi028.stdout:op 2040 completed, throughput=5MB/sec 2024-08-29T18:18:17.328 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-tQa83fNFmdQpr4H off=14183887 len=1020204 2024-08-29T18:18:17.331 INFO:tasks.workunit.client.0.smithi028.stdout:op 2041 completed, throughput=5MB/sec 2024-08-29T18:18:17.331 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-A3DSAgFsy1ItJHz off=2917195 len=282966 2024-08-29T18:18:17.337 INFO:tasks.workunit.client.0.smithi028.stdout:op 2042 completed, throughput=5MB/sec 2024-08-29T18:18:18.337 INFO:tasks.workunit.client.0.smithi028.stdout: 390: throughput=4.99MB/sec pending data=0 2024-08-29T18:18:18.337 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-HSRfYLAL2p6YBH- off=6501822 len=488838 2024-08-29T18:18:18.339 INFO:tasks.workunit.client.0.smithi028.stdout:op 2043 completed, throughput=4.99MB/sec 2024-08-29T18:18:18.339 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-k5pyac2gz1DzrmO off=16508322 len=195405 2024-08-29T18:18:18.341 INFO:tasks.workunit.client.0.smithi028.stdout:op 2044 completed, throughput=4.99MB/sec 2024-08-29T18:18:18.341 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-MhM4K2M8zw5JDHG off=5316131 len=609111 2024-08-29T18:18:18.344 INFO:tasks.workunit.client.0.smithi028.stdout:op 2045 completed, throughput=4.99MB/sec 2024-08-29T18:18:18.344 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-0Px6TDtuEbHQRVS off=12146364 len=1189281 2024-08-29T18:18:18.354 INFO:tasks.workunit.client.0.smithi028.stdout:op 2046 completed, throughput=4.99MB/sec 2024-08-29T18:18:18.354 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-5ACm9rKHnGDC0ga off=3769774 len=936412 2024-08-29T18:18:18.363 INFO:tasks.workunit.client.0.smithi028.stdout:op 2047 completed, throughput=5MB/sec 2024-08-29T18:18:18.363 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-sNmLGSkiMUcjaCY off=3788239 len=1260935 2024-08-29T18:18:18.367 INFO:tasks.workunit.client.0.smithi028.stdout:op 2048 completed, throughput=5MB/sec 2024-08-29T18:18:18.367 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-voDYGMwtpawUTLL off=17494453 len=1764357 2024-08-29T18:18:18.380 INFO:tasks.workunit.client.0.smithi028.stdout:op 2049 completed, throughput=5MB/sec 2024-08-29T18:18:19.076 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:18:18 smithi053 bash[68679]: cluster 2024-08-29T18:18:17.609917+0000 mgr.y (mgr.25022) 947 : cluster [DBG] pgmap v1635: 105 pgs: 105 active+clean; 127 GiB data, 7.9 GiB used, 707 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.1 MiB/s wr, 3 op/s 2024-08-29T18:18:19.129 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:18:18 smithi028 bash[78352]: cluster 2024-08-29T18:18:17.609917+0000 mgr.y (mgr.25022) 947 : cluster [DBG] pgmap v1635: 105 pgs: 105 active+clean; 127 GiB data, 7.9 GiB used, 707 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.1 MiB/s wr, 3 op/s 2024-08-29T18:18:19.129 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:18:18 smithi028 bash[77168]: cluster 2024-08-29T18:18:17.609917+0000 mgr.y (mgr.25022) 947 : cluster [DBG] pgmap v1635: 105 pgs: 105 active+clean; 127 GiB data, 7.9 GiB used, 707 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.1 MiB/s wr, 3 op/s 2024-08-29T18:18:19.380 INFO:tasks.workunit.client.0.smithi028.stdout: 391: throughput=4.99MB/sec pending data=0 2024-08-29T18:18:19.380 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-qEIiF4V3L_zO1TS off=2201916 len=294413 2024-08-29T18:18:19.386 INFO:tasks.workunit.client.0.smithi028.stdout:op 2050 completed, throughput=4.99MB/sec 2024-08-29T18:18:19.386 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-aaJA5svQ6tDqyQV off=320818 len=952213 2024-08-29T18:18:19.390 INFO:tasks.workunit.client.0.smithi028.stdout:op 2051 completed, throughput=4.99MB/sec 2024-08-29T18:18:19.390 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-0oy7d2dlwzwacF3 off=4129778 len=993796 2024-08-29T18:18:19.393 INFO:tasks.workunit.client.0.smithi028.stdout:op 2052 completed, throughput=5MB/sec 2024-08-29T18:18:19.393 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-_sxuEZQqM1VmPeB off=1145286 len=660486 2024-08-29T18:18:19.400 INFO:tasks.workunit.client.0.smithi028.stdout:op 2053 completed, throughput=5MB/sec 2024-08-29T18:18:19.400 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-tBLTe8aJYbNbZI1 off=3930602 len=990048 2024-08-29T18:18:19.408 INFO:tasks.workunit.client.0.smithi028.stdout:op 2054 completed, throughput=5MB/sec 2024-08-29T18:18:19.408 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-1ku0FyU7uN1OyM3 off=8941357 len=1436932 2024-08-29T18:18:19.421 INFO:tasks.workunit.client.0.smithi028.stdout:op 2055 completed, throughput=5MB/sec 2024-08-29T18:18:20.422 INFO:tasks.workunit.client.0.smithi028.stdout: 392: throughput=4.99MB/sec pending data=0 2024-08-29T18:18:20.422 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-IF1WZgRMHORLrEj off=5725347 len=1551071 2024-08-29T18:18:20.434 INFO:tasks.workunit.client.0.smithi028.stdout:op 2056 completed, throughput=4.99MB/sec 2024-08-29T18:18:20.434 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-hRwLqoJmdqAcYUi off=5974499 len=2024735 2024-08-29T18:18:20.440 INFO:tasks.workunit.client.0.smithi028.stdout:op 2057 completed, throughput=5MB/sec 2024-08-29T18:18:20.440 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-AoG_w2t_JkzJaX5 off=2841856 len=1533346 2024-08-29T18:18:20.444 INFO:tasks.workunit.client.0.smithi028.stdout:op 2058 completed, throughput=5MB/sec 2024-08-29T18:18:21.076 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:18:20 smithi053 bash[68679]: cluster 2024-08-29T18:18:19.611071+0000 mgr.y (mgr.25022) 948 : cluster [DBG] pgmap v1636: 105 pgs: 105 active+clean; 127 GiB data, 7.9 GiB used, 707 GiB / 715 GiB avail; 3.5 MiB/s rd, 2.9 MiB/s wr, 6 op/s 2024-08-29T18:18:21.129 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:18:20 smithi028 bash[78352]: cluster 2024-08-29T18:18:19.611071+0000 mgr.y (mgr.25022) 948 : cluster [DBG] pgmap v1636: 105 pgs: 105 active+clean; 127 GiB data, 7.9 GiB used, 707 GiB / 715 GiB avail; 3.5 MiB/s rd, 2.9 MiB/s wr, 6 op/s 2024-08-29T18:18:21.129 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:18:20 smithi028 bash[77168]: cluster 2024-08-29T18:18:19.611071+0000 mgr.y (mgr.25022) 948 : cluster [DBG] pgmap v1636: 105 pgs: 105 active+clean; 127 GiB data, 7.9 GiB used, 707 GiB / 715 GiB avail; 3.5 MiB/s rd, 2.9 MiB/s wr, 6 op/s 2024-08-29T18:18:21.444 INFO:tasks.workunit.client.0.smithi028.stdout: 393: throughput=4.99MB/sec pending data=0 2024-08-29T18:18:21.444 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-SNwmoLo8nBCzRXb off=10422025 len=150981 2024-08-29T18:18:21.445 INFO:tasks.workunit.client.0.smithi028.stdout:op 2059 completed, throughput=4.99MB/sec 2024-08-29T18:18:21.445 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-1INr-sJefinMF5j off=2784589 len=1463836 2024-08-29T18:18:21.456 INFO:tasks.workunit.client.0.smithi028.stdout:op 2060 completed, throughput=4.99MB/sec 2024-08-29T18:18:21.456 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-qoFsKGn1VvPFLk- off=4631950 len=175563 2024-08-29T18:18:21.462 INFO:tasks.workunit.client.0.smithi028.stdout:op 2061 completed, throughput=4.99MB/sec 2024-08-29T18:18:21.462 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-innYKPu16bwE1OJ off=3403412 len=187128 2024-08-29T18:18:21.467 INFO:tasks.workunit.client.0.smithi028.stdout:op 2062 completed, throughput=4.99MB/sec 2024-08-29T18:18:21.467 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-BgCfr7WM4bdiezz off=9911323 len=530136 2024-08-29T18:18:21.473 INFO:tasks.workunit.client.0.smithi028.stdout:op 2063 completed, throughput=5MB/sec 2024-08-29T18:18:21.473 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-gJB1ZsDgWVxiFN- off=12498312 len=432070 2024-08-29T18:18:21.476 INFO:tasks.workunit.client.0.smithi028.stdout:op 2064 completed, throughput=5MB/sec 2024-08-29T18:18:21.476 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-w6fpoUXQLi3Mnar off=4813923 len=61883 2024-08-29T18:18:21.479 INFO:tasks.workunit.client.0.smithi028.stdout:op 2065 completed, throughput=5MB/sec 2024-08-29T18:18:21.479 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-NJaVGFXGCPNP6HN off=8521178 len=1112360 2024-08-29T18:18:21.482 INFO:tasks.workunit.client.0.smithi028.stdout:op 2066 completed, throughput=5MB/sec 2024-08-29T18:18:21.483 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-gagmUV6pRDJOJCv off=36033 len=284272 2024-08-29T18:18:21.488 INFO:tasks.workunit.client.0.smithi028.stdout:op 2067 completed, throughput=5MB/sec 2024-08-29T18:18:21.488 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-xQPubC0e6pCoWI9 off=7878311 len=1754961 2024-08-29T18:18:21.502 INFO:tasks.workunit.client.0.smithi028.stdout:op 2068 completed, throughput=5MB/sec 2024-08-29T18:18:21.879 INFO:journalctl@ceph.mgr.y.smithi028.stdout:Aug 29 18:18:21 smithi028 bash[70818]: ::ffff:172.21.15.53 - - [29/Aug/2024:18:18:21] "GET /metrics HTTP/1.1" 200 34018 "" "Prometheus/2.43.0" 2024-08-29T18:18:22.503 INFO:tasks.workunit.client.0.smithi028.stdout: 394: throughput=4.99MB/sec pending data=0 2024-08-29T18:18:22.503 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-R_YWYaubz8KbhBD off=4452714 len=258465 2024-08-29T18:18:22.504 INFO:tasks.workunit.client.0.smithi028.stdout:op 2069 completed, throughput=4.99MB/sec 2024-08-29T18:18:22.504 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-u3KdE6yjbjRQEbL off=874378 len=1646859 2024-08-29T18:18:22.517 INFO:tasks.workunit.client.0.smithi028.stdout:op 2070 completed, throughput=5MB/sec 2024-08-29T18:18:22.517 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-LJQVDaveCSuAhzd off=10153203 len=1394732 2024-08-29T18:18:22.521 INFO:tasks.workunit.client.0.smithi028.stdout:op 2071 completed, throughput=5MB/sec 2024-08-29T18:18:22.521 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-Q8exZ9JgUUy1jZH off=20953954 len=815074 2024-08-29T18:18:22.524 INFO:tasks.workunit.client.0.smithi028.stdout:op 2072 completed, throughput=5MB/sec 2024-08-29T18:18:22.576 INFO:journalctl@ceph.prometheus.a.smithi053.stdout:Aug 29 18:18:22 smithi053 bash[95567]: ts=2024-08-29T18:18:22.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"3167ee72-662c-11ef-bcd4-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-29T18:18:23.076 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:18:22 smithi053 bash[68679]: cluster 2024-08-29T18:18:21.612095+0000 mgr.y (mgr.25022) 949 : cluster [DBG] pgmap v1637: 105 pgs: 105 active+clean; 127 GiB data, 7.9 GiB used, 707 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.5 MiB/s wr, 5 op/s 2024-08-29T18:18:23.129 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:18:22 smithi028 bash[78352]: cluster 2024-08-29T18:18:21.612095+0000 mgr.y (mgr.25022) 949 : cluster [DBG] pgmap v1637: 105 pgs: 105 active+clean; 127 GiB data, 7.9 GiB used, 707 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.5 MiB/s wr, 5 op/s 2024-08-29T18:18:23.129 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:18:22 smithi028 bash[77168]: cluster 2024-08-29T18:18:21.612095+0000 mgr.y (mgr.25022) 949 : cluster [DBG] pgmap v1637: 105 pgs: 105 active+clean; 127 GiB data, 7.9 GiB used, 707 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.5 MiB/s wr, 5 op/s 2024-08-29T18:18:23.525 INFO:tasks.workunit.client.0.smithi028.stdout: 395: throughput=4.99MB/sec pending data=0 2024-08-29T18:18:23.525 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-WVrPdzHkxa2Y8UL off=3924606 len=482728 2024-08-29T18:18:23.527 INFO:tasks.workunit.client.0.smithi028.stdout:op 2073 completed, throughput=4.99MB/sec 2024-08-29T18:18:23.527 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-tcl_iF6WN8Qv1MI off=2060455 len=774535 2024-08-29T18:18:23.535 INFO:tasks.workunit.client.0.smithi028.stdout:op 2074 completed, throughput=4.99MB/sec 2024-08-29T18:18:23.535 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-uZy1cAcqja8dUin off=5014701 len=677503 2024-08-29T18:18:23.543 INFO:tasks.workunit.client.0.smithi028.stdout:op 2075 completed, throughput=4.99MB/sec 2024-08-29T18:18:23.543 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-HN2x4U_aNDbhRqH off=556641 len=1183937 2024-08-29T18:18:23.546 INFO:tasks.workunit.client.0.smithi028.stdout:op 2076 completed, throughput=5MB/sec 2024-08-29T18:18:23.546 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-43sCDjMO7eMMrKG off=3370983 len=299442 2024-08-29T18:18:23.551 INFO:tasks.workunit.client.0.smithi028.stdout:op 2077 completed, throughput=5MB/sec 2024-08-29T18:18:23.552 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-9nJ1Cf0hxezWmSZ off=6838970 len=1919656 2024-08-29T18:18:23.567 INFO:tasks.workunit.client.0.smithi028.stdout:op 2078 completed, throughput=5MB/sec 2024-08-29T18:18:24.568 INFO:tasks.workunit.client.0.smithi028.stdout: 396: throughput=4.99MB/sec pending data=0 2024-08-29T18:18:24.568 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-cwRe38H7F8JU6oz off=283370 len=1164470 2024-08-29T18:18:24.571 INFO:tasks.workunit.client.0.smithi028.stdout:op 2079 completed, throughput=4.99MB/sec 2024-08-29T18:18:24.571 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-e8HXOymdU-sJFBA off=4079026 len=216349 2024-08-29T18:18:24.576 INFO:tasks.workunit.client.0.smithi028.stdout:op 2080 completed, throughput=4.99MB/sec 2024-08-29T18:18:24.577 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-YvKDMHCmNMHhIsH off=4597988 len=1682877 2024-08-29T18:18:24.582 INFO:tasks.workunit.client.0.smithi028.stdout:op 2081 completed, throughput=4.99MB/sec 2024-08-29T18:18:24.582 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-BCeOzYO2KD3xqow off=6268985 len=1716015 2024-08-29T18:18:24.586 INFO:tasks.workunit.client.0.smithi028.stdout:op 2082 completed, throughput=5MB/sec 2024-08-29T18:18:24.586 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-Gd9eqGsBIIoJvKH off=8649295 len=51868 2024-08-29T18:18:24.587 INFO:tasks.workunit.client.0.smithi028.stdout:op 2083 completed, throughput=5MB/sec 2024-08-29T18:18:24.588 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-WCq_BiExkHWvN7z off=6976219 len=895635 2024-08-29T18:18:24.596 INFO:tasks.workunit.client.0.smithi028.stdout:op 2084 completed, throughput=5MB/sec 2024-08-29T18:18:25.076 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:18:24 smithi053 bash[68679]: cluster 2024-08-29T18:18:23.613033+0000 mgr.y (mgr.25022) 950 : cluster [DBG] pgmap v1638: 105 pgs: 105 active+clean; 127 GiB data, 7.9 GiB used, 707 GiB / 715 GiB avail; 2.4 MiB/s rd, 3.0 MiB/s wr, 5 op/s 2024-08-29T18:18:25.129 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:18:24 smithi028 bash[77168]: cluster 2024-08-29T18:18:23.613033+0000 mgr.y (mgr.25022) 950 : cluster [DBG] pgmap v1638: 105 pgs: 105 active+clean; 127 GiB data, 7.9 GiB used, 707 GiB / 715 GiB avail; 2.4 MiB/s rd, 3.0 MiB/s wr, 5 op/s 2024-08-29T18:18:25.129 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:18:24 smithi028 bash[78352]: cluster 2024-08-29T18:18:23.613033+0000 mgr.y (mgr.25022) 950 : cluster [DBG] pgmap v1638: 105 pgs: 105 active+clean; 127 GiB data, 7.9 GiB used, 707 GiB / 715 GiB avail; 2.4 MiB/s rd, 3.0 MiB/s wr, 5 op/s 2024-08-29T18:18:25.596 INFO:tasks.workunit.client.0.smithi028.stdout: 397: throughput=4.99MB/sec pending data=0 2024-08-29T18:18:25.597 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-amWw584n1Liov2n off=510920 len=367127 2024-08-29T18:18:25.602 INFO:tasks.workunit.client.0.smithi028.stdout:op 2085 completed, throughput=4.99MB/sec 2024-08-29T18:18:25.602 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-Tsit6IugQ8_tf05 off=3112256 len=1801236 2024-08-29T18:18:25.608 INFO:tasks.workunit.client.0.smithi028.stdout:op 2086 completed, throughput=4.99MB/sec 2024-08-29T18:18:25.608 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-aJxfDRI2jRMXPnG off=20748565 len=399440 2024-08-29T18:18:25.610 INFO:tasks.workunit.client.0.smithi028.stdout:op 2087 completed, throughput=4.99MB/sec 2024-08-29T18:18:25.610 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-yx_d3zcGyhKVRGK off=12088617 len=1571843 2024-08-29T18:18:25.614 INFO:tasks.workunit.client.0.smithi028.stdout:op 2088 completed, throughput=5MB/sec 2024-08-29T18:18:25.615 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-YobC85hSpLkDQ_B off=7332902 len=1391612 2024-08-29T18:18:25.626 INFO:tasks.workunit.client.0.smithi028.stdout:op 2089 completed, throughput=5MB/sec 2024-08-29T18:18:26.626 INFO:tasks.workunit.client.0.smithi028.stdout: 398: throughput=4.99MB/sec pending data=0 2024-08-29T18:18:26.627 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-6NVcTVlDn2KvOUi off=2622813 len=962721 2024-08-29T18:18:26.629 INFO:tasks.workunit.client.0.smithi028.stdout:op 2090 completed, throughput=4.99MB/sec 2024-08-29T18:18:26.630 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-Du6gqhBecVMYHcn off=1797920 len=2015088 2024-08-29T18:18:26.634 INFO:tasks.workunit.client.0.smithi028.stdout:op 2091 completed, throughput=5MB/sec 2024-08-29T18:18:26.634 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-myeySgqVbyvjrHG off=8630038 len=1520879 2024-08-29T18:18:26.638 INFO:tasks.workunit.client.0.smithi028.stdout:op 2092 completed, throughput=5MB/sec 2024-08-29T18:18:26.639 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-6iWTUaUy1exgzqK off=17693418 len=1394028 2024-08-29T18:18:26.640 INFO:tasks.workunit.client.0.smithi028.stdout:op 2093 completed, throughput=5MB/sec 2024-08-29T18:18:27.076 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:18:26 smithi053 bash[68679]: cluster 2024-08-29T18:18:25.614249+0000 mgr.y (mgr.25022) 951 : cluster [DBG] pgmap v1639: 105 pgs: 105 active+clean; 127 GiB data, 8.0 GiB used, 707 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2024-08-29T18:18:27.129 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:18:26 smithi028 bash[78352]: cluster 2024-08-29T18:18:25.614249+0000 mgr.y (mgr.25022) 951 : cluster [DBG] pgmap v1639: 105 pgs: 105 active+clean; 127 GiB data, 8.0 GiB used, 707 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2024-08-29T18:18:27.132 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:18:26 smithi028 bash[77168]: cluster 2024-08-29T18:18:25.614249+0000 mgr.y (mgr.25022) 951 : cluster [DBG] pgmap v1639: 105 pgs: 105 active+clean; 127 GiB data, 8.0 GiB used, 707 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2024-08-29T18:18:27.641 INFO:tasks.workunit.client.0.smithi028.stdout: 399: throughput=4.99MB/sec pending data=0 2024-08-29T18:18:27.641 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-7eVOOKHVcXJjQJ- off=11812600 len=588165 2024-08-29T18:18:27.648 INFO:tasks.workunit.client.0.smithi028.stdout:op 2094 completed, throughput=4.99MB/sec 2024-08-29T18:18:27.649 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-BOUK9QS89mMWLwT off=1313795 len=1831225 2024-08-29T18:18:27.663 INFO:tasks.workunit.client.0.smithi028.stdout:op 2095 completed, throughput=5MB/sec 2024-08-29T18:18:27.663 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-BdukFosXJo0VPF3 off=6468804 len=266161 2024-08-29T18:18:27.668 INFO:tasks.workunit.client.0.smithi028.stdout:op 2096 completed, throughput=5MB/sec 2024-08-29T18:18:27.668 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-tHCT3RX6xrmreyb off=3468941 len=145845 2024-08-29T18:18:27.673 INFO:tasks.workunit.client.0.smithi028.stdout:op 2097 completed, throughput=5MB/sec 2024-08-29T18:18:27.673 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-Y82T7FTzcc9mUyL off=1557672 len=1822650 2024-08-29T18:18:27.676 INFO:tasks.workunit.client.0.smithi028.stdout:op 2098 completed, throughput=5MB/sec 2024-08-29T18:18:28.076 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:18:27 smithi053 bash[68679]: audit 2024-08-29T18:18:27.071864+0000 mon.a (mon.0) 2193 : audit [DBG] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-29T18:18:28.129 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:18:27 smithi028 bash[77168]: audit 2024-08-29T18:18:27.071864+0000 mon.a (mon.0) 2193 : audit [DBG] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-29T18:18:28.129 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:18:27 smithi028 bash[78352]: audit 2024-08-29T18:18:27.071864+0000 mon.a (mon.0) 2193 : audit [DBG] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-29T18:18:28.676 INFO:tasks.workunit.client.0.smithi028.stdout: 400: throughput=4.99MB/sec pending data=0 2024-08-29T18:18:28.676 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-Lj9G2X-zIV5dLP_ off=9816854 len=1173271 2024-08-29T18:18:28.687 INFO:tasks.workunit.client.0.smithi028.stdout:op 2099 completed, throughput=4.99MB/sec 2024-08-29T18:18:28.687 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-cg3t2NPgfHhPndh off=3334924 len=1916355 2024-08-29T18:18:28.701 INFO:tasks.workunit.client.0.smithi028.stdout:op 2100 completed, throughput=5MB/sec 2024-08-29T18:18:28.701 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-ROIih0BIzTWxmxN off=11182335 len=431730 2024-08-29T18:18:28.703 INFO:tasks.workunit.client.0.smithi028.stdout:op 2101 completed, throughput=5MB/sec 2024-08-29T18:18:28.703 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-LWeDFrnnO_Vwk6h off=166220 len=1511844 2024-08-29T18:18:28.716 INFO:tasks.workunit.client.0.smithi028.stdout:op 2102 completed, throughput=5MB/sec 2024-08-29T18:18:28.716 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-V-C6GAqhyuLfnQA off=5264530 len=232552 2024-08-29T18:18:28.717 INFO:tasks.workunit.client.0.smithi028.stdout:op 2103 completed, throughput=5MB/sec 2024-08-29T18:18:29.076 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:18:28 smithi053 bash[68679]: cluster 2024-08-29T18:18:27.614880+0000 mgr.y (mgr.25022) 952 : cluster [DBG] pgmap v1640: 105 pgs: 105 active+clean; 127 GiB data, 8.0 GiB used, 707 GiB / 715 GiB avail; 1.7 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2024-08-29T18:18:29.129 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:18:28 smithi028 bash[78352]: cluster 2024-08-29T18:18:27.614880+0000 mgr.y (mgr.25022) 952 : cluster [DBG] pgmap v1640: 105 pgs: 105 active+clean; 127 GiB data, 8.0 GiB used, 707 GiB / 715 GiB avail; 1.7 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2024-08-29T18:18:29.129 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:18:28 smithi028 bash[77168]: cluster 2024-08-29T18:18:27.614880+0000 mgr.y (mgr.25022) 952 : cluster [DBG] pgmap v1640: 105 pgs: 105 active+clean; 127 GiB data, 8.0 GiB used, 707 GiB / 715 GiB avail; 1.7 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2024-08-29T18:18:29.718 INFO:tasks.workunit.client.0.smithi028.stdout: 401: throughput=4.99MB/sec pending data=0 2024-08-29T18:18:29.718 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-6ApArhkeIsazEFj off=1167619 len=378785 2024-08-29T18:18:29.724 INFO:tasks.workunit.client.0.smithi028.stdout:op 2104 completed, throughput=4.99MB/sec 2024-08-29T18:18:29.724 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-3qDvp7jQeRzjVlr off=5297191 len=1397983 2024-08-29T18:18:29.727 INFO:tasks.workunit.client.0.smithi028.stdout:op 2105 completed, throughput=4.99MB/sec 2024-08-29T18:18:29.727 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-RkBFcfh4dmGt7Tq off=17698207 len=1322903 2024-08-29T18:18:29.729 INFO:tasks.workunit.client.0.smithi028.stdout:op 2106 completed, throughput=5MB/sec 2024-08-29T18:18:29.730 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-IQvXJz3quLHuhpR off=5687464 len=522392 2024-08-29T18:18:29.732 INFO:tasks.workunit.client.0.smithi028.stdout:op 2107 completed, throughput=5MB/sec 2024-08-29T18:18:29.732 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-qEoN8jxoQwJB31J off=951202 len=899367 2024-08-29T18:18:29.735 INFO:tasks.workunit.client.0.smithi028.stdout:op 2108 completed, throughput=5MB/sec 2024-08-29T18:18:29.735 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-zvaHev_xEiXjGek off=2573289 len=1341058 2024-08-29T18:18:29.745 INFO:tasks.workunit.client.0.smithi028.stdout:op 2109 completed, throughput=5MB/sec 2024-08-29T18:18:30.746 INFO:tasks.workunit.client.0.smithi028.stdout: 402: throughput=4.99MB/sec pending data=0 2024-08-29T18:18:30.746 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-W1or_rJgSd_gam5 off=3473503 len=163388 2024-08-29T18:18:30.751 INFO:tasks.workunit.client.0.smithi028.stdout:op 2110 completed, throughput=4.99MB/sec 2024-08-29T18:18:30.751 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-AAM5Owndqd9sC7n off=1072585 len=14087 2024-08-29T18:18:30.756 INFO:tasks.workunit.client.0.smithi028.stdout:op 2111 completed, throughput=4.99MB/sec 2024-08-29T18:18:30.756 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-YGyOiNnzy-cLZmM off=5958025 len=131826 2024-08-29T18:18:30.760 INFO:tasks.workunit.client.0.smithi028.stdout:op 2112 completed, throughput=4.99MB/sec 2024-08-29T18:18:30.760 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-nBPyPEDi9Xqi646 off=3955836 len=2004542 2024-08-29T18:18:30.778 INFO:tasks.workunit.client.0.smithi028.stdout:op 2113 completed, throughput=4.99MB/sec 2024-08-29T18:18:30.778 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-3Qnp8mqpN5aRfNZ off=18337579 len=1280868 2024-08-29T18:18:30.782 INFO:tasks.workunit.client.0.smithi028.stdout:op 2114 completed, throughput=5MB/sec 2024-08-29T18:18:30.782 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-ywMIkI5sm6Xa3RM off=237770 len=1800207 2024-08-29T18:18:30.794 INFO:tasks.workunit.client.0.smithi028.stdout:op 2115 completed, throughput=5MB/sec 2024-08-29T18:18:31.076 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:18:30 smithi053 bash[68679]: cluster 2024-08-29T18:18:29.616061+0000 mgr.y (mgr.25022) 953 : cluster [DBG] pgmap v1641: 105 pgs: 105 active+clean; 127 GiB data, 8.0 GiB used, 707 GiB / 715 GiB avail; 3.1 MiB/s rd, 2.8 MiB/s wr, 6 op/s 2024-08-29T18:18:31.129 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:18:30 smithi028 bash[77168]: cluster 2024-08-29T18:18:29.616061+0000 mgr.y (mgr.25022) 953 : cluster [DBG] pgmap v1641: 105 pgs: 105 active+clean; 127 GiB data, 8.0 GiB used, 707 GiB / 715 GiB avail; 3.1 MiB/s rd, 2.8 MiB/s wr, 6 op/s 2024-08-29T18:18:31.130 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:18:30 smithi028 bash[78352]: cluster 2024-08-29T18:18:29.616061+0000 mgr.y (mgr.25022) 953 : cluster [DBG] pgmap v1641: 105 pgs: 105 active+clean; 127 GiB data, 8.0 GiB used, 707 GiB / 715 GiB avail; 3.1 MiB/s rd, 2.8 MiB/s wr, 6 op/s 2024-08-29T18:18:31.795 INFO:tasks.workunit.client.0.smithi028.stdout: 403: throughput=4.99MB/sec pending data=0 2024-08-29T18:18:31.795 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-JU48cscT2A_GR4z off=11773359 len=672563 2024-08-29T18:18:31.797 INFO:tasks.workunit.client.0.smithi028.stdout:op 2116 completed, throughput=4.99MB/sec 2024-08-29T18:18:31.797 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-Nw0-9NTCWDriBwf off=10293081 len=1383679 2024-08-29T18:18:31.801 INFO:tasks.workunit.client.0.smithi028.stdout:op 2117 completed, throughput=4.99MB/sec 2024-08-29T18:18:31.801 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj--670J61FQVCq1Dz off=9316906 len=135107 2024-08-29T18:18:31.802 INFO:tasks.workunit.client.0.smithi028.stdout:op 2118 completed, throughput=4.99MB/sec 2024-08-29T18:18:31.802 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-azmynnADUY15Gxd off=714542 len=486189 2024-08-29T18:18:31.803 INFO:tasks.workunit.client.0.smithi028.stdout:op 2119 completed, throughput=5MB/sec 2024-08-29T18:18:31.804 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-af8l2TNbbMz1_q6 off=903064 len=1297869 2024-08-29T18:18:31.814 INFO:tasks.workunit.client.0.smithi028.stdout:op 2120 completed, throughput=5MB/sec 2024-08-29T18:18:31.814 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-5ApgEDteSHWgzpU off=8218278 len=1293334 2024-08-29T18:18:31.825 INFO:tasks.workunit.client.0.smithi028.stdout:op 2121 completed, throughput=5MB/sec 2024-08-29T18:18:31.879 INFO:journalctl@ceph.mgr.y.smithi028.stdout:Aug 29 18:18:31 smithi028 bash[70818]: ::ffff:172.21.15.53 - - [29/Aug/2024:18:18:31] "GET /metrics HTTP/1.1" 200 34021 "" "Prometheus/2.43.0" 2024-08-29T18:18:32.576 INFO:journalctl@ceph.prometheus.a.smithi053.stdout:Aug 29 18:18:32 smithi053 bash[95567]: ts=2024-08-29T18:18:32.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"3167ee72-662c-11ef-bcd4-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-29T18:18:32.825 INFO:tasks.workunit.client.0.smithi028.stdout: 404: throughput=4.99MB/sec pending data=0 2024-08-29T18:18:32.825 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-0K_p_YWZGZzTOV_ off=2299901 len=605253 2024-08-29T18:18:32.832 INFO:tasks.workunit.client.0.smithi028.stdout:op 2122 completed, throughput=4.99MB/sec 2024-08-29T18:18:32.832 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-6ihoEpPO_WivqZs off=6396673 len=598004 2024-08-29T18:18:32.840 INFO:tasks.workunit.client.0.smithi028.stdout:op 2123 completed, throughput=4.99MB/sec 2024-08-29T18:18:32.840 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-geeEMzo6ra15SQ2 off=12147132 len=872919 2024-08-29T18:18:32.849 INFO:tasks.workunit.client.0.smithi028.stdout:op 2124 completed, throughput=4.99MB/sec 2024-08-29T18:18:32.849 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-EoZ4P4_Fu2b3Hwn off=3270596 len=1417560 2024-08-29T18:18:32.854 INFO:tasks.workunit.client.0.smithi028.stdout:op 2125 completed, throughput=5MB/sec 2024-08-29T18:18:32.854 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-alPK1SiTEFHyjP4 off=4760030 len=1240781 2024-08-29T18:18:32.864 INFO:tasks.workunit.client.0.smithi028.stdout:op 2126 completed, throughput=5MB/sec 2024-08-29T18:18:32.864 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-03I3x2SsDJxvjWP off=1149686 len=647674 2024-08-29T18:18:32.866 INFO:tasks.workunit.client.0.smithi028.stdout:op 2127 completed, throughput=5MB/sec 2024-08-29T18:18:33.076 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:18:32 smithi053 bash[68679]: cluster 2024-08-29T18:18:31.616809+0000 mgr.y (mgr.25022) 954 : cluster [DBG] pgmap v1642: 105 pgs: 105 active+clean; 127 GiB data, 8.0 GiB used, 707 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.0 MiB/s wr, 4 op/s 2024-08-29T18:18:33.129 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:18:32 smithi028 bash[77168]: cluster 2024-08-29T18:18:31.616809+0000 mgr.y (mgr.25022) 954 : cluster [DBG] pgmap v1642: 105 pgs: 105 active+clean; 127 GiB data, 8.0 GiB used, 707 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.0 MiB/s wr, 4 op/s 2024-08-29T18:18:33.129 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:18:32 smithi028 bash[78352]: cluster 2024-08-29T18:18:31.616809+0000 mgr.y (mgr.25022) 954 : cluster [DBG] pgmap v1642: 105 pgs: 105 active+clean; 127 GiB data, 8.0 GiB used, 707 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.0 MiB/s wr, 4 op/s 2024-08-29T18:18:33.867 INFO:tasks.workunit.client.0.smithi028.stdout: 405: throughput=4.99MB/sec pending data=0 2024-08-29T18:18:33.867 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-2Pr02z-F59PJOLd off=5879849 len=678275 2024-08-29T18:18:33.869 INFO:tasks.workunit.client.0.smithi028.stdout:op 2128 completed, throughput=4.99MB/sec 2024-08-29T18:18:33.869 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-cLX1sCPhdlt1ZGH off=5211825 len=249174 2024-08-29T18:18:33.875 INFO:tasks.workunit.client.0.smithi028.stdout:op 2129 completed, throughput=4.99MB/sec 2024-08-29T18:18:33.875 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-2lX3INgBC55AO6A off=366987 len=509377 2024-08-29T18:18:33.876 INFO:tasks.workunit.client.0.smithi028.stdout:op 2130 completed, throughput=4.99MB/sec 2024-08-29T18:18:33.877 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-TuO1T9WvXHCosIz off=4830450 len=343910 2024-08-29T18:18:33.878 INFO:tasks.workunit.client.0.smithi028.stdout:op 2131 completed, throughput=4.99MB/sec 2024-08-29T18:18:33.879 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-y7h18e6kGrhFkJV off=4190697 len=1822939 2024-08-29T18:18:33.895 INFO:tasks.workunit.client.0.smithi028.stdout:op 2132 completed, throughput=5MB/sec 2024-08-29T18:18:33.895 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-gEj0anLUcZqWo0g off=2176357 len=988661 2024-08-29T18:18:33.904 INFO:tasks.workunit.client.0.smithi028.stdout:op 2133 completed, throughput=5MB/sec 2024-08-29T18:18:33.904 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-BSNBs96B23AFbvy off=2809143 len=1166727 2024-08-29T18:18:33.913 INFO:tasks.workunit.client.0.smithi028.stdout:op 2134 completed, throughput=5MB/sec 2024-08-29T18:18:34.913 INFO:tasks.workunit.client.0.smithi028.stdout: 406: throughput=4.99MB/sec pending data=0 2024-08-29T18:18:34.914 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-ec0Q6ka0Rw5qIxc off=2175478 len=1549049 2024-08-29T18:18:34.924 INFO:tasks.workunit.client.0.smithi028.stdout:op 2135 completed, throughput=4.99MB/sec 2024-08-29T18:18:34.925 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-7AKyVg_6DsWd9qD off=4036986 len=69601 2024-08-29T18:18:34.929 INFO:tasks.workunit.client.0.smithi028.stdout:op 2136 completed, throughput=4.99MB/sec 2024-08-29T18:18:34.929 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-qsZ8ZjUKwrWO3Hh off=13271865 len=1905114 2024-08-29T18:18:34.943 INFO:tasks.workunit.client.0.smithi028.stdout:op 2137 completed, throughput=5MB/sec 2024-08-29T18:18:34.943 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-GcnkMjV-WGg5CyO off=1692680 len=1003149 2024-08-29T18:18:34.946 INFO:tasks.workunit.client.0.smithi028.stdout:op 2138 completed, throughput=5MB/sec 2024-08-29T18:18:34.946 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-pITNimG_6Cy0AMe off=642229 len=1633756 2024-08-29T18:18:34.948 INFO:tasks.workunit.client.0.smithi028.stdout:op 2139 completed, throughput=5MB/sec 2024-08-29T18:18:35.076 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:18:34 smithi053 bash[68679]: cluster 2024-08-29T18:18:33.617701+0000 mgr.y (mgr.25022) 955 : cluster [DBG] pgmap v1643: 105 pgs: 105 active+clean; 127 GiB data, 8.0 GiB used, 707 GiB / 715 GiB avail; 2.9 MiB/s rd, 2.4 MiB/s wr, 5 op/s 2024-08-29T18:18:35.129 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:18:34 smithi028 bash[77168]: cluster 2024-08-29T18:18:33.617701+0000 mgr.y (mgr.25022) 955 : cluster [DBG] pgmap v1643: 105 pgs: 105 active+clean; 127 GiB data, 8.0 GiB used, 707 GiB / 715 GiB avail; 2.9 MiB/s rd, 2.4 MiB/s wr, 5 op/s 2024-08-29T18:18:35.129 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:18:34 smithi028 bash[78352]: cluster 2024-08-29T18:18:33.617701+0000 mgr.y (mgr.25022) 955 : cluster [DBG] pgmap v1643: 105 pgs: 105 active+clean; 127 GiB data, 8.0 GiB used, 707 GiB / 715 GiB avail; 2.9 MiB/s rd, 2.4 MiB/s wr, 5 op/s 2024-08-29T18:18:35.949 INFO:tasks.workunit.client.0.smithi028.stdout: 407: throughput=4.99MB/sec pending data=0 2024-08-29T18:18:35.949 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-oKPATiYHyOrCvbD off=8066447 len=1790090 2024-08-29T18:18:35.953 INFO:tasks.workunit.client.0.smithi028.stdout:op 2140 completed, throughput=5MB/sec 2024-08-29T18:18:35.953 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-CG1pdjY7YKUGV_E off=889773 len=740721 2024-08-29T18:18:35.956 INFO:tasks.workunit.client.0.smithi028.stdout:op 2141 completed, throughput=5MB/sec 2024-08-29T18:18:35.956 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-FkQczWo5hh0C625 off=9695185 len=832348 2024-08-29T18:18:35.959 INFO:tasks.workunit.client.0.smithi028.stdout:op 2142 completed, throughput=5MB/sec 2024-08-29T18:18:35.959 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-lITFLk174HoO28W off=8275606 len=1024260 2024-08-29T18:18:35.962 INFO:tasks.workunit.client.0.smithi028.stdout:op 2143 completed, throughput=5MB/sec 2024-08-29T18:18:36.962 INFO:tasks.workunit.client.0.smithi028.stdout: 408: throughput=4.99MB/sec pending data=0 2024-08-29T18:18:36.963 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-k-9QsKXsEJgCGMd off=3251375 len=852536 2024-08-29T18:18:36.971 INFO:tasks.workunit.client.0.smithi028.stdout:op 2144 completed, throughput=4.99MB/sec 2024-08-29T18:18:36.971 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-tiRpQ5jciD6ijuj off=7178085 len=1974187 2024-08-29T18:18:36.976 INFO:tasks.workunit.client.0.smithi028.stdout:op 2145 completed, throughput=5MB/sec 2024-08-29T18:18:36.976 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-mjah9Ts4xv2obVJ off=6304094 len=130275 2024-08-29T18:18:36.977 INFO:tasks.workunit.client.0.smithi028.stdout:op 2146 completed, throughput=5MB/sec 2024-08-29T18:18:36.977 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-NzxXLkvFXva14Lu off=5149584 len=1791670 2024-08-29T18:18:36.983 INFO:tasks.workunit.client.0.smithi028.stdout:op 2147 completed, throughput=5MB/sec 2024-08-29T18:18:36.983 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-d8yApi7Cb3z-dVZ off=11367444 len=275149 2024-08-29T18:18:36.985 INFO:tasks.workunit.client.0.smithi028.stdout:op 2148 completed, throughput=5MB/sec 2024-08-29T18:18:37.076 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:18:36 smithi053 bash[68679]: cluster 2024-08-29T18:18:35.618815+0000 mgr.y (mgr.25022) 956 : cluster [DBG] pgmap v1644: 105 pgs: 105 active+clean; 127 GiB data, 8.0 GiB used, 707 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.4 MiB/s wr, 5 op/s 2024-08-29T18:18:37.129 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:18:36 smithi028 bash[77168]: cluster 2024-08-29T18:18:35.618815+0000 mgr.y (mgr.25022) 956 : cluster [DBG] pgmap v1644: 105 pgs: 105 active+clean; 127 GiB data, 8.0 GiB used, 707 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.4 MiB/s wr, 5 op/s 2024-08-29T18:18:37.129 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:18:36 smithi028 bash[78352]: cluster 2024-08-29T18:18:35.618815+0000 mgr.y (mgr.25022) 956 : cluster [DBG] pgmap v1644: 105 pgs: 105 active+clean; 127 GiB data, 8.0 GiB used, 707 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.4 MiB/s wr, 5 op/s 2024-08-29T18:18:37.985 INFO:tasks.workunit.client.0.smithi028.stdout: 409: throughput=4.99MB/sec pending data=0 2024-08-29T18:18:37.985 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-GkAFNCksCRDwBzx off=12582123 len=222827 2024-08-29T18:18:37.987 INFO:tasks.workunit.client.0.smithi028.stdout:op 2149 completed, throughput=4.99MB/sec 2024-08-29T18:18:37.987 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-kzx-dZcat3G5RmT off=13488881 len=79002 2024-08-29T18:18:37.991 INFO:tasks.workunit.client.0.smithi028.stdout:op 2150 completed, throughput=4.99MB/sec 2024-08-29T18:18:37.991 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-KqgB5B4SJkeG3d7 off=17718355 len=1759995 2024-08-29T18:18:37.995 INFO:tasks.workunit.client.0.smithi028.stdout:op 2151 completed, throughput=4.99MB/sec 2024-08-29T18:18:37.995 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-1fKKYBPqgAn5Ykg off=1408966 len=997986 2024-08-29T18:18:37.998 INFO:tasks.workunit.client.0.smithi028.stdout:op 2152 completed, throughput=5MB/sec 2024-08-29T18:18:37.998 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-N-B2gktoOIikLZv off=1296141 len=1271263 2024-08-29T18:18:38.001 INFO:tasks.workunit.client.0.smithi028.stdout:op 2153 completed, throughput=5MB/sec 2024-08-29T18:18:38.001 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-Ifl_v7hUFQDB-0w off=18312612 len=327174 2024-08-29T18:18:38.004 INFO:tasks.workunit.client.0.smithi028.stdout:op 2154 completed, throughput=5MB/sec 2024-08-29T18:18:38.004 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-_iGdLJsuevDZHf_ off=396381 len=853283 2024-08-29T18:18:38.007 INFO:tasks.workunit.client.0.smithi028.stdout:op 2155 completed, throughput=5MB/sec 2024-08-29T18:18:39.007 INFO:tasks.workunit.client.0.smithi028.stdout: 410: throughput=4.99MB/sec pending data=0 2024-08-29T18:18:39.007 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-AE0Dkd9_G3BkygQ off=19134973 len=529323 2024-08-29T18:18:39.009 INFO:tasks.workunit.client.0.smithi028.stdout:op 2156 completed, throughput=4.99MB/sec 2024-08-29T18:18:39.009 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-78nHeGmW0_MQ6L5 off=1167853 len=1993823 2024-08-29T18:18:39.026 INFO:tasks.workunit.client.0.smithi028.stdout:op 2157 completed, throughput=4.99MB/sec 2024-08-29T18:18:39.026 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-ZAusosLcckHSJ8n off=722923 len=1508885 2024-08-29T18:18:39.029 INFO:tasks.workunit.client.0.smithi028.stdout:op 2158 completed, throughput=5MB/sec 2024-08-29T18:18:39.029 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-Kpm78-zOxk5aH7r off=5225558 len=869430 2024-08-29T18:18:39.032 INFO:tasks.workunit.client.0.smithi028.stdout:op 2159 completed, throughput=5MB/sec 2024-08-29T18:18:39.032 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-GiejUNeKKn-qLhY off=0 len=1410806 2024-08-29T18:18:39.043 INFO:tasks.workunit.client.0.smithi028.stdout:op 2160 completed, throughput=5MB/sec 2024-08-29T18:18:39.076 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:18:38 smithi053 bash[68679]: cluster 2024-08-29T18:18:37.619492+0000 mgr.y (mgr.25022) 957 : cluster [DBG] pgmap v1645: 105 pgs: 105 active+clean; 127 GiB data, 8.0 GiB used, 707 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2024-08-29T18:18:39.129 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:18:38 smithi028 bash[77168]: cluster 2024-08-29T18:18:37.619492+0000 mgr.y (mgr.25022) 957 : cluster [DBG] pgmap v1645: 105 pgs: 105 active+clean; 127 GiB data, 8.0 GiB used, 707 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2024-08-29T18:18:39.130 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:18:38 smithi028 bash[78352]: cluster 2024-08-29T18:18:37.619492+0000 mgr.y (mgr.25022) 957 : cluster [DBG] pgmap v1645: 105 pgs: 105 active+clean; 127 GiB data, 8.0 GiB used, 707 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2024-08-29T18:18:40.043 INFO:tasks.workunit.client.0.smithi028.stdout: 411: throughput=4.99MB/sec pending data=0 2024-08-29T18:18:40.044 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-Udx5IS-CQW7JdP8 off=23170650 len=653354 2024-08-29T18:18:40.051 INFO:tasks.workunit.client.0.smithi028.stdout:op 2161 completed, throughput=4.99MB/sec 2024-08-29T18:18:40.051 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-II9Xa08fP89xJJ5 off=541419 len=1028079 2024-08-29T18:18:40.060 INFO:tasks.workunit.client.0.smithi028.stdout:op 2162 completed, throughput=4.99MB/sec 2024-08-29T18:18:40.061 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-_d8L_ZKK8UeA2WE off=6633513 len=48474 2024-08-29T18:18:40.061 INFO:tasks.workunit.client.0.smithi028.stdout:op 2163 completed, throughput=4.99MB/sec 2024-08-29T18:18:40.061 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-c7cEZUWSBIMwJ_R off=23550738 len=1636742 2024-08-29T18:18:40.065 INFO:tasks.workunit.client.0.smithi028.stdout:op 2164 completed, throughput=5MB/sec 2024-08-29T18:18:40.065 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-D6opRnJwd_RAdn_ off=6341537 len=80322 2024-08-29T18:18:40.071 INFO:tasks.workunit.client.0.smithi028.stdout:op 2165 completed, throughput=5MB/sec 2024-08-29T18:18:40.071 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-fSKqFTfZS6K04JO off=2082126 len=907302 2024-08-29T18:18:40.079 INFO:tasks.workunit.client.0.smithi028.stdout:op 2166 completed, throughput=5MB/sec 2024-08-29T18:18:40.079 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-sInIrTp5a-HZr6f off=4627260 len=790025 2024-08-29T18:18:40.087 INFO:tasks.workunit.client.0.smithi028.stdout:op 2167 completed, throughput=5MB/sec 2024-08-29T18:18:41.076 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:18:40 smithi053 bash[68679]: cluster 2024-08-29T18:18:39.620675+0000 mgr.y (mgr.25022) 958 : cluster [DBG] pgmap v1646: 105 pgs: 105 active+clean; 127 GiB data, 8.1 GiB used, 707 GiB / 715 GiB avail; 3.8 MiB/s rd, 2.6 MiB/s wr, 6 op/s 2024-08-29T18:18:41.087 INFO:tasks.workunit.client.0.smithi028.stdout: 412: throughput=4.99MB/sec pending data=0 2024-08-29T18:18:41.087 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-fO1wuHXVr_83ZiY off=1591075 len=565910 2024-08-29T18:18:41.089 INFO:tasks.workunit.client.0.smithi028.stdout:op 2168 completed, throughput=4.99MB/sec 2024-08-29T18:18:41.089 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-Cmv_ua3SSlhm1Ls off=1026074 len=346272 2024-08-29T18:18:41.091 INFO:tasks.workunit.client.0.smithi028.stdout:op 2169 completed, throughput=4.99MB/sec 2024-08-29T18:18:41.091 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-bQq3aog8OkO4bfO off=7701943 len=1336324 2024-08-29T18:18:41.096 INFO:tasks.workunit.client.0.smithi028.stdout:op 2170 completed, throughput=4.99MB/sec 2024-08-29T18:18:41.096 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-Q6B3ujh-xUbKFNB off=173676 len=57307 2024-08-29T18:18:41.101 INFO:tasks.workunit.client.0.smithi028.stdout:op 2171 completed, throughput=4.99MB/sec 2024-08-29T18:18:41.101 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-IXjlBnv9WwPgEJD off=9505488 len=1716056 2024-08-29T18:18:41.114 INFO:tasks.workunit.client.0.smithi028.stdout:op 2172 completed, throughput=5MB/sec 2024-08-29T18:18:41.114 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-Fz6aZZnkBBl49E_ off=13923460 len=1620642 2024-08-29T18:18:41.118 INFO:tasks.workunit.client.0.smithi028.stdout:op 2173 completed, throughput=5MB/sec 2024-08-29T18:18:41.129 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:18:40 smithi028 bash[78352]: cluster 2024-08-29T18:18:39.620675+0000 mgr.y (mgr.25022) 958 : cluster [DBG] pgmap v1646: 105 pgs: 105 active+clean; 127 GiB data, 8.1 GiB used, 707 GiB / 715 GiB avail; 3.8 MiB/s rd, 2.6 MiB/s wr, 6 op/s 2024-08-29T18:18:41.129 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:18:40 smithi028 bash[77168]: cluster 2024-08-29T18:18:39.620675+0000 mgr.y (mgr.25022) 958 : cluster [DBG] pgmap v1646: 105 pgs: 105 active+clean; 127 GiB data, 8.1 GiB used, 707 GiB / 715 GiB avail; 3.8 MiB/s rd, 2.6 MiB/s wr, 6 op/s 2024-08-29T18:18:41.879 INFO:journalctl@ceph.mgr.y.smithi028.stdout:Aug 29 18:18:41 smithi028 bash[70818]: ::ffff:172.21.15.53 - - [29/Aug/2024:18:18:41] "GET /metrics HTTP/1.1" 200 34021 "" "Prometheus/2.43.0" 2024-08-29T18:18:42.118 INFO:tasks.workunit.client.0.smithi028.stdout: 413: throughput=4.99MB/sec pending data=0 2024-08-29T18:18:42.118 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-gsESNzm_Z1k5f22 off=6190533 len=546358 2024-08-29T18:18:42.120 INFO:tasks.workunit.client.0.smithi028.stdout:op 2174 completed, throughput=4.99MB/sec 2024-08-29T18:18:42.120 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-r6N7oFmAHytU54E off=9428322 len=179017 2024-08-29T18:18:42.121 INFO:tasks.workunit.client.0.smithi028.stdout:op 2175 completed, throughput=4.99MB/sec 2024-08-29T18:18:42.121 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-5PzeZEbEvCDKjmQ off=10460385 len=987456 2024-08-29T18:18:42.124 INFO:tasks.workunit.client.0.smithi028.stdout:op 2176 completed, throughput=4.99MB/sec 2024-08-29T18:18:42.124 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-o_ce3wbTM46Ydl9 off=13955731 len=1348098 2024-08-29T18:18:42.136 INFO:tasks.workunit.client.0.smithi028.stdout:op 2177 completed, throughput=5MB/sec 2024-08-29T18:18:42.137 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-QbrmZbH_MxXlmsx off=340141 len=1794467 2024-08-29T18:18:42.140 INFO:tasks.workunit.client.0.smithi028.stdout:op 2178 completed, throughput=5MB/sec 2024-08-29T18:18:42.576 INFO:journalctl@ceph.prometheus.a.smithi053.stdout:Aug 29 18:18:42 smithi053 bash[95567]: ts=2024-08-29T18:18:42.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"3167ee72-662c-11ef-bcd4-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-29T18:18:43.076 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:18:42 smithi053 bash[68679]: cluster 2024-08-29T18:18:41.621503+0000 mgr.y (mgr.25022) 959 : cluster [DBG] pgmap v1647: 105 pgs: 105 active+clean; 127 GiB data, 8.1 GiB used, 707 GiB / 715 GiB avail; 2.5 MiB/s rd, 1.9 MiB/s wr, 4 op/s 2024-08-29T18:18:43.076 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:18:42 smithi053 bash[68679]: audit 2024-08-29T18:18:42.072290+0000 mon.a (mon.0) 2194 : audit [DBG] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-29T18:18:43.129 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:18:42 smithi028 bash[77168]: cluster 2024-08-29T18:18:41.621503+0000 mgr.y (mgr.25022) 959 : cluster [DBG] pgmap v1647: 105 pgs: 105 active+clean; 127 GiB data, 8.1 GiB used, 707 GiB / 715 GiB avail; 2.5 MiB/s rd, 1.9 MiB/s wr, 4 op/s 2024-08-29T18:18:43.129 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:18:42 smithi028 bash[77168]: audit 2024-08-29T18:18:42.072290+0000 mon.a (mon.0) 2194 : audit [DBG] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-29T18:18:43.130 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:18:42 smithi028 bash[78352]: cluster 2024-08-29T18:18:41.621503+0000 mgr.y (mgr.25022) 959 : cluster [DBG] pgmap v1647: 105 pgs: 105 active+clean; 127 GiB data, 8.1 GiB used, 707 GiB / 715 GiB avail; 2.5 MiB/s rd, 1.9 MiB/s wr, 4 op/s 2024-08-29T18:18:43.130 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:18:42 smithi028 bash[78352]: audit 2024-08-29T18:18:42.072290+0000 mon.a (mon.0) 2194 : audit [DBG] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-29T18:18:43.141 INFO:tasks.workunit.client.0.smithi028.stdout: 414: throughput=4.99MB/sec pending data=0 2024-08-29T18:18:43.141 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-eGc-1vOQWWhBf_s off=1093894 len=1223382 2024-08-29T18:18:43.144 INFO:tasks.workunit.client.0.smithi028.stdout:op 2179 completed, throughput=4.99MB/sec 2024-08-29T18:18:43.144 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-H33IaktGJbCubnO off=2278048 len=437762 2024-08-29T18:18:43.152 INFO:tasks.workunit.client.0.smithi028.stdout:op 2180 completed, throughput=4.99MB/sec 2024-08-29T18:18:43.152 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-jfkFGY-qyJKQdUU off=5614270 len=128038 2024-08-29T18:18:43.157 INFO:tasks.workunit.client.0.smithi028.stdout:op 2181 completed, throughput=4.99MB/sec 2024-08-29T18:18:43.157 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-LRWvS6BNvN3tOR_ off=16814421 len=1254890 2024-08-29T18:18:43.160 INFO:tasks.workunit.client.0.smithi028.stdout:op 2182 completed, throughput=5MB/sec 2024-08-29T18:18:43.160 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-fLpJl7eQKxju4E9 off=14998845 len=1697471 2024-08-29T18:18:43.164 INFO:tasks.workunit.client.0.smithi028.stdout:op 2183 completed, throughput=5MB/sec 2024-08-29T18:18:43.164 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-FvkrlHJecku9B93 off=10606094 len=139519 2024-08-29T18:18:43.165 INFO:tasks.workunit.client.0.smithi028.stdout:op 2184 completed, throughput=5MB/sec 2024-08-29T18:18:43.165 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-p1JsdnbluYs2eFX off=3998040 len=162076 2024-08-29T18:18:43.171 INFO:tasks.workunit.client.0.smithi028.stdout:op 2185 completed, throughput=5MB/sec 2024-08-29T18:18:44.171 INFO:tasks.workunit.client.0.smithi028.stdout: 415: throughput=4.99MB/sec pending data=0 2024-08-29T18:18:44.172 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-o-0YQbDDkmPq2Bc off=2344372 len=655526 2024-08-29T18:18:44.174 INFO:tasks.workunit.client.0.smithi028.stdout:op 2186 completed, throughput=4.99MB/sec 2024-08-29T18:18:44.174 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-W8yczWX0Hl-J-zw off=20975344 len=1708480 2024-08-29T18:18:44.187 INFO:tasks.workunit.client.0.smithi028.stdout:op 2187 completed, throughput=4.99MB/sec 2024-08-29T18:18:44.187 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-H2ce-624W9_N13m off=109424 len=829057 2024-08-29T18:18:44.195 INFO:tasks.workunit.client.0.smithi028.stdout:op 2188 completed, throughput=5MB/sec 2024-08-29T18:18:44.195 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-t_llAzxz6C_dThd off=1699336 len=1974779 2024-08-29T18:18:44.209 INFO:tasks.workunit.client.0.smithi028.stdout:op 2189 completed, throughput=5MB/sec 2024-08-29T18:18:44.209 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-i8__0QGW3Lw62c2 off=12191378 len=1357935 2024-08-29T18:18:44.213 INFO:tasks.workunit.client.0.smithi028.stdout:op 2190 completed, throughput=5MB/sec 2024-08-29T18:18:45.076 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:18:44 smithi053 bash[68679]: cluster 2024-08-29T18:18:43.622414+0000 mgr.y (mgr.25022) 960 : cluster [DBG] pgmap v1648: 105 pgs: 105 active+clean; 127 GiB data, 8.1 GiB used, 707 GiB / 715 GiB avail; 3.4 MiB/s rd, 2.5 MiB/s wr, 6 op/s 2024-08-29T18:18:45.129 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:18:44 smithi028 bash[78352]: cluster 2024-08-29T18:18:43.622414+0000 mgr.y (mgr.25022) 960 : cluster [DBG] pgmap v1648: 105 pgs: 105 active+clean; 127 GiB data, 8.1 GiB used, 707 GiB / 715 GiB avail; 3.4 MiB/s rd, 2.5 MiB/s wr, 6 op/s 2024-08-29T18:18:45.129 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:18:44 smithi028 bash[77168]: cluster 2024-08-29T18:18:43.622414+0000 mgr.y (mgr.25022) 960 : cluster [DBG] pgmap v1648: 105 pgs: 105 active+clean; 127 GiB data, 8.1 GiB used, 707 GiB / 715 GiB avail; 3.4 MiB/s rd, 2.5 MiB/s wr, 6 op/s 2024-08-29T18:18:45.213 INFO:tasks.workunit.client.0.smithi028.stdout: 416: throughput=4.99MB/sec pending data=0 2024-08-29T18:18:45.213 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-pi-kUSCnl_bR1TA off=2662817 len=1172244 2024-08-29T18:18:45.223 INFO:tasks.workunit.client.0.smithi028.stdout:op 2191 completed, throughput=4.99MB/sec 2024-08-29T18:18:45.223 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-y509y0Z_1DzxuFc off=2801680 len=498795 2024-08-29T18:18:45.230 INFO:tasks.workunit.client.0.smithi028.stdout:op 2192 completed, throughput=4.99MB/sec 2024-08-29T18:18:45.230 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-RhPqBcWmkMjCwM5 off=3298092 len=1566635 2024-08-29T18:18:45.233 INFO:tasks.workunit.client.0.smithi028.stdout:op 2193 completed, throughput=5MB/sec 2024-08-29T18:18:45.234 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-mtwMYAMO0ebgLEJ off=20193213 len=903029 2024-08-29T18:18:45.242 INFO:tasks.workunit.client.0.smithi028.stdout:op 2194 completed, throughput=5MB/sec 2024-08-29T18:18:45.242 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-nIdShzTatSV9cen off=4063405 len=639176 2024-08-29T18:18:45.244 INFO:tasks.workunit.client.0.smithi028.stdout:op 2195 completed, throughput=5MB/sec 2024-08-29T18:18:46.245 INFO:tasks.workunit.client.0.smithi028.stdout: 417: throughput=4.99MB/sec pending data=0 2024-08-29T18:18:46.245 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-2IGziTNZK1lbh9J off=278938 len=134439 2024-08-29T18:18:46.246 INFO:tasks.workunit.client.0.smithi028.stdout:op 2196 completed, throughput=4.99MB/sec 2024-08-29T18:18:46.246 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-zI9RtX5Q0QwOZx3 off=7769359 len=1687023 2024-08-29T18:18:46.253 INFO:tasks.workunit.client.0.smithi028.stdout:op 2197 completed, throughput=4.99MB/sec 2024-08-29T18:18:46.253 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-E02CQm50hNWAfVq off=15160403 len=788205 2024-08-29T18:18:46.261 INFO:tasks.workunit.client.0.smithi028.stdout:op 2198 completed, throughput=5MB/sec 2024-08-29T18:18:46.261 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-pnXkH42vUnQRITM off=6878627 len=1156213 2024-08-29T18:18:46.265 INFO:tasks.workunit.client.0.smithi028.stdout:op 2199 completed, throughput=5MB/sec 2024-08-29T18:18:46.265 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-YxCKjRcMCuElZos off=1116228 len=322223 2024-08-29T18:18:46.271 INFO:tasks.workunit.client.0.smithi028.stdout:op 2200 completed, throughput=5MB/sec 2024-08-29T18:18:46.271 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-Qy-Q6a55-xbWpE6 off=20601667 len=234973 2024-08-29T18:18:46.276 INFO:tasks.workunit.client.0.smithi028.stdout:op 2201 completed, throughput=5MB/sec 2024-08-29T18:18:46.276 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-P94w9CFahDGbe0N off=2663289 len=386139 2024-08-29T18:18:46.278 INFO:tasks.workunit.client.0.smithi028.stdout:op 2202 completed, throughput=5MB/sec 2024-08-29T18:18:46.278 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-ZsaGkHtEGHRbnGN off=7367425 len=1256419 2024-08-29T18:18:46.282 INFO:tasks.workunit.client.0.smithi028.stdout:op 2203 completed, throughput=5MB/sec 2024-08-29T18:18:47.076 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:18:46 smithi053 bash[68679]: cluster 2024-08-29T18:18:45.623508+0000 mgr.y (mgr.25022) 961 : cluster [DBG] pgmap v1649: 105 pgs: 105 active+clean; 127 GiB data, 8.1 GiB used, 707 GiB / 715 GiB avail; 2.9 MiB/s rd, 1.8 MiB/s wr, 5 op/s 2024-08-29T18:18:47.129 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:18:46 smithi028 bash[78352]: cluster 2024-08-29T18:18:45.623508+0000 mgr.y (mgr.25022) 961 : cluster [DBG] pgmap v1649: 105 pgs: 105 active+clean; 127 GiB data, 8.1 GiB used, 707 GiB / 715 GiB avail; 2.9 MiB/s rd, 1.8 MiB/s wr, 5 op/s 2024-08-29T18:18:47.129 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:18:46 smithi028 bash[77168]: cluster 2024-08-29T18:18:45.623508+0000 mgr.y (mgr.25022) 961 : cluster [DBG] pgmap v1649: 105 pgs: 105 active+clean; 127 GiB data, 8.1 GiB used, 707 GiB / 715 GiB avail; 2.9 MiB/s rd, 1.8 MiB/s wr, 5 op/s 2024-08-29T18:18:47.282 INFO:tasks.workunit.client.0.smithi028.stdout: 418: throughput=4.99MB/sec pending data=0 2024-08-29T18:18:47.282 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-qw4BSJ3x0c1bRq7 off=9940954 len=1620017 2024-08-29T18:18:47.295 INFO:tasks.workunit.client.0.smithi028.stdout:op 2204 completed, throughput=4.99MB/sec 2024-08-29T18:18:47.295 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-ASu1AXO14ufJik_ off=902532 len=479928 2024-08-29T18:18:47.301 INFO:tasks.workunit.client.0.smithi028.stdout:op 2205 completed, throughput=5MB/sec 2024-08-29T18:18:47.301 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-1UHHjNB6E8PsVaK off=9445398 len=895130 2024-08-29T18:18:47.303 INFO:tasks.workunit.client.0.smithi028.stdout:op 2206 completed, throughput=5MB/sec 2024-08-29T18:18:47.303 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-oOV8IKrqB4JMRLk off=7734750 len=361351 2024-08-29T18:18:47.305 INFO:tasks.workunit.client.0.smithi028.stdout:op 2207 completed, throughput=5MB/sec 2024-08-29T18:18:47.306 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-uZLWzFaj5c2cOIn off=4457063 len=122884 2024-08-29T18:18:47.307 INFO:tasks.workunit.client.0.smithi028.stdout:op 2208 completed, throughput=5MB/sec 2024-08-29T18:18:47.307 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-Jk6qeORPuVY0Zc1 off=5314485 len=342119 2024-08-29T18:18:47.313 INFO:tasks.workunit.client.0.smithi028.stdout:op 2209 completed, throughput=5MB/sec 2024-08-29T18:18:47.313 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-BPPKDhWne8Aw-hP off=228891 len=1660956 2024-08-29T18:18:47.317 INFO:tasks.workunit.client.0.smithi028.stdout:op 2210 completed, throughput=5MB/sec 2024-08-29T18:18:48.317 INFO:tasks.workunit.client.0.smithi028.stdout: 419: throughput=4.99MB/sec pending data=0 2024-08-29T18:18:48.317 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-xRzvmcBbwauJ_7r off=1074221 len=2013337 2024-08-29T18:18:48.322 INFO:tasks.workunit.client.0.smithi028.stdout:op 2211 completed, throughput=5MB/sec 2024-08-29T18:18:48.322 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-CshSpR2jP6cZBWx off=3508310 len=2081604 2024-08-29T18:18:48.336 INFO:tasks.workunit.client.0.smithi028.stdout:op 2212 completed, throughput=5MB/sec 2024-08-29T18:18:48.336 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-Jg5SsGWI4jeCHz0 off=1505597 len=381373 2024-08-29T18:18:48.342 INFO:tasks.workunit.client.0.smithi028.stdout:op 2213 completed, throughput=5MB/sec 2024-08-29T18:18:49.076 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:18:48 smithi053 bash[68679]: cluster 2024-08-29T18:18:47.624167+0000 mgr.y (mgr.25022) 962 : cluster [DBG] pgmap v1650: 105 pgs: 105 active+clean; 127 GiB data, 8.1 GiB used, 707 GiB / 715 GiB avail; 2.8 MiB/s rd, 1.4 MiB/s wr, 4 op/s 2024-08-29T18:18:49.129 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:18:48 smithi028 bash[78352]: cluster 2024-08-29T18:18:47.624167+0000 mgr.y (mgr.25022) 962 : cluster [DBG] pgmap v1650: 105 pgs: 105 active+clean; 127 GiB data, 8.1 GiB used, 707 GiB / 715 GiB avail; 2.8 MiB/s rd, 1.4 MiB/s wr, 4 op/s 2024-08-29T18:18:49.129 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:18:48 smithi028 bash[77168]: cluster 2024-08-29T18:18:47.624167+0000 mgr.y (mgr.25022) 962 : cluster [DBG] pgmap v1650: 105 pgs: 105 active+clean; 127 GiB data, 8.1 GiB used, 707 GiB / 715 GiB avail; 2.8 MiB/s rd, 1.4 MiB/s wr, 4 op/s 2024-08-29T18:18:49.342 INFO:tasks.workunit.client.0.smithi028.stdout: 420: throughput=4.99MB/sec pending data=0 2024-08-29T18:18:49.342 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-j3GPWO5vNq4TKqZ off=2456340 len=1776301 2024-08-29T18:18:49.348 INFO:tasks.workunit.client.0.smithi028.stdout:op 2214 completed, throughput=4.99MB/sec 2024-08-29T18:18:49.348 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-MTRYxGRBV9XH9ls off=20251964 len=1467152 2024-08-29T18:18:49.360 INFO:tasks.workunit.client.0.smithi028.stdout:op 2215 completed, throughput=5MB/sec 2024-08-29T18:18:49.360 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-LMxh0K7TtgMmMzo off=12077398 len=1006098 2024-08-29T18:18:49.369 INFO:tasks.workunit.client.0.smithi028.stdout:op 2216 completed, throughput=5MB/sec 2024-08-29T18:18:49.369 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-xUMKQWCDnuICMBf off=33497 len=1475531 2024-08-29T18:18:49.373 INFO:tasks.workunit.client.0.smithi028.stdout:op 2217 completed, throughput=5MB/sec 2024-08-29T18:18:50.373 INFO:tasks.workunit.client.0.smithi028.stdout: 421: throughput=4.99MB/sec pending data=0 2024-08-29T18:18:50.373 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-fg7hTBpeTJdy8nE off=3329563 len=71623 2024-08-29T18:18:50.374 INFO:tasks.workunit.client.0.smithi028.stdout:op 2218 completed, throughput=4.99MB/sec 2024-08-29T18:18:50.374 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-avPkgbjrVhHbgbC off=5321914 len=724453 2024-08-29T18:18:50.382 INFO:tasks.workunit.client.0.smithi028.stdout:op 2219 completed, throughput=4.99MB/sec 2024-08-29T18:18:50.382 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-QNcflcjll8EBz0m off=12883222 len=53388 2024-08-29T18:18:50.384 INFO:tasks.workunit.client.0.smithi028.stdout:op 2220 completed, throughput=4.99MB/sec 2024-08-29T18:18:50.384 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-p_wSWTOkrc3sABR off=4018692 len=1615734 2024-08-29T18:18:50.387 INFO:tasks.workunit.client.0.smithi028.stdout:op 2221 completed, throughput=4.99MB/sec 2024-08-29T18:18:50.387 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-nKHflMTJZyDi2rP off=6962623 len=61259 2024-08-29T18:18:50.391 INFO:tasks.workunit.client.0.smithi028.stdout:op 2222 completed, throughput=5MB/sec 2024-08-29T18:18:50.391 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-NgDQsqOnTFwjkzp off=7225 len=347034 2024-08-29T18:18:50.397 INFO:tasks.workunit.client.0.smithi028.stdout:op 2223 completed, throughput=5MB/sec 2024-08-29T18:18:50.397 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-OVHLVgjFszEjeMe off=240166 len=1665697 2024-08-29T18:18:50.411 INFO:tasks.workunit.client.0.smithi028.stdout:op 2224 completed, throughput=5MB/sec 2024-08-29T18:18:50.411 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-rdXesY5L5WeBt_h off=756983 len=280537 2024-08-29T18:18:50.416 INFO:tasks.workunit.client.0.smithi028.stdout:op 2225 completed, throughput=5MB/sec 2024-08-29T18:18:50.416 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-veJDhP55LE3KClP off=4012015 len=31872 2024-08-29T18:18:50.421 INFO:tasks.workunit.client.0.smithi028.stdout:op 2226 completed, throughput=5MB/sec 2024-08-29T18:18:50.421 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-GkAFNCksCRDwBzx off=16336835 len=1705965 2024-08-29T18:18:50.425 INFO:tasks.workunit.client.0.smithi028.stdout:op 2227 completed, throughput=5MB/sec 2024-08-29T18:18:51.076 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:18:50 smithi053 bash[68679]: cluster 2024-08-29T18:18:49.625328+0000 mgr.y (mgr.25022) 963 : cluster [DBG] pgmap v1651: 105 pgs: 105 active+clean; 127 GiB data, 8.1 GiB used, 707 GiB / 715 GiB avail; 4.0 MiB/s rd, 2.4 MiB/s wr, 7 op/s 2024-08-29T18:18:51.129 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:18:50 smithi028 bash[78352]: cluster 2024-08-29T18:18:49.625328+0000 mgr.y (mgr.25022) 963 : cluster [DBG] pgmap v1651: 105 pgs: 105 active+clean; 127 GiB data, 8.1 GiB used, 707 GiB / 715 GiB avail; 4.0 MiB/s rd, 2.4 MiB/s wr, 7 op/s 2024-08-29T18:18:51.129 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:18:50 smithi028 bash[77168]: cluster 2024-08-29T18:18:49.625328+0000 mgr.y (mgr.25022) 963 : cluster [DBG] pgmap v1651: 105 pgs: 105 active+clean; 127 GiB data, 8.1 GiB used, 707 GiB / 715 GiB avail; 4.0 MiB/s rd, 2.4 MiB/s wr, 7 op/s 2024-08-29T18:18:51.425 INFO:tasks.workunit.client.0.smithi028.stdout: 422: throughput=4.99MB/sec pending data=0 2024-08-29T18:18:51.425 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-eFBTyimWrVVst19 off=10246173 len=451558 2024-08-29T18:18:51.431 INFO:tasks.workunit.client.0.smithi028.stdout:op 2228 completed, throughput=4.99MB/sec 2024-08-29T18:18:51.431 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-SG9rWkcXtrBVDbp off=14472434 len=756419 2024-08-29T18:18:51.433 INFO:tasks.workunit.client.0.smithi028.stdout:op 2229 completed, throughput=4.99MB/sec 2024-08-29T18:18:51.433 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-un8t0ho9O5HF8tU off=1629779 len=130608 2024-08-29T18:18:51.435 INFO:tasks.workunit.client.0.smithi028.stdout:op 2230 completed, throughput=4.99MB/sec 2024-08-29T18:18:51.435 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-UmZE-WrosDH5kcW off=9199457 len=1903642 2024-08-29T18:18:51.450 INFO:tasks.workunit.client.0.smithi028.stdout:op 2231 completed, throughput=5MB/sec 2024-08-29T18:18:51.450 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-RD3zxHPivlaMEl3 off=3094057 len=11963 2024-08-29T18:18:51.454 INFO:tasks.workunit.client.0.smithi028.stdout:op 2232 completed, throughput=5MB/sec 2024-08-29T18:18:51.455 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-Dqd8z8jwBMnNw09 off=5179538 len=636492 2024-08-29T18:18:51.461 INFO:tasks.workunit.client.0.smithi028.stdout:op 2233 completed, throughput=5MB/sec 2024-08-29T18:18:51.759 INFO:journalctl@ceph.mgr.y.smithi028.stdout:Aug 29 18:18:51 smithi028 bash[70818]: ::ffff:172.21.15.53 - - [29/Aug/2024:18:18:51] "GET /metrics HTTP/1.1" 200 34021 "" "Prometheus/2.43.0" 2024-08-29T18:18:52.076 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:18:51 smithi053 bash[68679]: audit 2024-08-29T18:18:51.686610+0000 mon.a (mon.0) 2195 : audit [DBG] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-29T18:18:52.129 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:18:51 smithi028 bash[77168]: audit 2024-08-29T18:18:51.686610+0000 mon.a (mon.0) 2195 : audit [DBG] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-29T18:18:52.129 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:18:51 smithi028 bash[78352]: audit 2024-08-29T18:18:51.686610+0000 mon.a (mon.0) 2195 : audit [DBG] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-29T18:18:52.462 INFO:tasks.workunit.client.0.smithi028.stdout: 423: throughput=4.99MB/sec pending data=0 2024-08-29T18:18:52.462 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-RlbwcXtqnSVNCjH off=6231406 len=1502528 2024-08-29T18:18:52.465 INFO:tasks.workunit.client.0.smithi028.stdout:op 2234 completed, throughput=4.99MB/sec 2024-08-29T18:18:52.465 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-kBMlXl9e5agOmks off=654941 len=1225232 2024-08-29T18:18:52.473 INFO:tasks.workunit.client.0.smithi028.stdout:op 2235 completed, throughput=4.99MB/sec 2024-08-29T18:18:52.473 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-qDPQrfzmLhXeUD- off=10307721 len=1490378 2024-08-29T18:18:52.486 INFO:tasks.workunit.client.0.smithi028.stdout:op 2236 completed, throughput=5MB/sec 2024-08-29T18:18:52.486 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-JiedDUOE0i34CP_ off=2013169 len=1446754 2024-08-29T18:18:52.496 INFO:tasks.workunit.client.0.smithi028.stdout:op 2237 completed, throughput=5MB/sec 2024-08-29T18:18:52.576 INFO:journalctl@ceph.prometheus.a.smithi053.stdout:Aug 29 18:18:52 smithi053 bash[95567]: ts=2024-08-29T18:18:52.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"3167ee72-662c-11ef-bcd4-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-29T18:18:53.076 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:18:52 smithi053 bash[68679]: cluster 2024-08-29T18:18:51.626161+0000 mgr.y (mgr.25022) 964 : cluster [DBG] pgmap v1652: 105 pgs: 105 active+clean; 127 GiB data, 8.1 GiB used, 707 GiB / 715 GiB avail; 2.4 MiB/s rd, 1.9 MiB/s wr, 4 op/s 2024-08-29T18:18:53.077 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:18:52 smithi053 bash[68679]: audit 2024-08-29T18:18:52.459722+0000 mon.a (mon.0) 2196 : audit [DBG] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-29T18:18:53.077 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:18:52 smithi053 bash[68679]: audit 2024-08-29T18:18:52.460993+0000 mon.a (mon.0) 2197 : audit [INF] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-29T18:18:53.077 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:18:52 smithi053 bash[68679]: audit 2024-08-29T18:18:52.471208+0000 mon.a (mon.0) 2198 : audit [INF] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' 2024-08-29T18:18:53.129 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:18:52 smithi028 bash[78352]: cluster 2024-08-29T18:18:51.626161+0000 mgr.y (mgr.25022) 964 : cluster [DBG] pgmap v1652: 105 pgs: 105 active+clean; 127 GiB data, 8.1 GiB used, 707 GiB / 715 GiB avail; 2.4 MiB/s rd, 1.9 MiB/s wr, 4 op/s 2024-08-29T18:18:53.129 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:18:52 smithi028 bash[78352]: audit 2024-08-29T18:18:52.459722+0000 mon.a (mon.0) 2196 : audit [DBG] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-29T18:18:53.129 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:18:52 smithi028 bash[78352]: audit 2024-08-29T18:18:52.460993+0000 mon.a (mon.0) 2197 : audit [INF] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-29T18:18:53.130 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:18:52 smithi028 bash[78352]: audit 2024-08-29T18:18:52.471208+0000 mon.a (mon.0) 2198 : audit [INF] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' 2024-08-29T18:18:53.130 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:18:52 smithi028 bash[77168]: cluster 2024-08-29T18:18:51.626161+0000 mgr.y (mgr.25022) 964 : cluster [DBG] pgmap v1652: 105 pgs: 105 active+clean; 127 GiB data, 8.1 GiB used, 707 GiB / 715 GiB avail; 2.4 MiB/s rd, 1.9 MiB/s wr, 4 op/s 2024-08-29T18:18:53.130 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:18:52 smithi028 bash[77168]: audit 2024-08-29T18:18:52.459722+0000 mon.a (mon.0) 2196 : audit [DBG] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-29T18:18:53.130 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:18:52 smithi028 bash[77168]: audit 2024-08-29T18:18:52.460993+0000 mon.a (mon.0) 2197 : audit [INF] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-29T18:18:53.130 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:18:52 smithi028 bash[77168]: audit 2024-08-29T18:18:52.471208+0000 mon.a (mon.0) 2198 : audit [INF] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' 2024-08-29T18:18:53.496 INFO:tasks.workunit.client.0.smithi028.stdout: 424: throughput=4.99MB/sec pending data=0 2024-08-29T18:18:53.496 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-IJgKNWuysPmbp-- off=17352195 len=1105059 2024-08-29T18:18:53.500 INFO:tasks.workunit.client.0.smithi028.stdout:op 2238 completed, throughput=4.99MB/sec 2024-08-29T18:18:53.500 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-icljCan1RZxPPGk off=3373680 len=485882 2024-08-29T18:18:53.501 INFO:tasks.workunit.client.0.smithi028.stdout:op 2239 completed, throughput=4.99MB/sec 2024-08-29T18:18:53.502 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-2zte7SlWeaeqBW_ off=18189974 len=731198 2024-08-29T18:18:53.510 INFO:tasks.workunit.client.0.smithi028.stdout:op 2240 completed, throughput=4.99MB/sec 2024-08-29T18:18:53.510 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-7E_W7FlhoJ9tadt off=20407309 len=855252 2024-08-29T18:18:53.518 INFO:tasks.workunit.client.0.smithi028.stdout:op 2241 completed, throughput=5MB/sec 2024-08-29T18:18:53.518 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-I1qr7vk-y0ID6Yu off=695336 len=1485361 2024-08-29T18:18:53.531 INFO:tasks.workunit.client.0.smithi028.stdout:op 2242 completed, throughput=5MB/sec 2024-08-29T18:18:53.531 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-Rz-HCLYql68NHs0 off=3716878 len=1587313 2024-08-29T18:18:53.535 INFO:tasks.workunit.client.0.smithi028.stdout:op 2243 completed, throughput=5MB/sec 2024-08-29T18:18:54.536 INFO:tasks.workunit.client.0.smithi028.stdout: 425: throughput=4.99MB/sec pending data=0 2024-08-29T18:18:54.536 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-jmEXOlCehdQ95Uu off=3156644 len=1199664 2024-08-29T18:18:54.540 INFO:tasks.workunit.client.0.smithi028.stdout:op 2244 completed, throughput=4.99MB/sec 2024-08-29T18:18:54.540 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-dHJ0g8sekAct7Zn off=1644746 len=1565659 2024-08-29T18:18:54.552 INFO:tasks.workunit.client.0.smithi028.stdout:op 2245 completed, throughput=5MB/sec 2024-08-29T18:18:54.552 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-O9vwgyqZZiM8f9W off=10547888 len=439928 2024-08-29T18:18:54.559 INFO:tasks.workunit.client.0.smithi028.stdout:op 2246 completed, throughput=5MB/sec 2024-08-29T18:18:54.559 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-vXAT__roKWyiJ-D off=19200390 len=1090337 2024-08-29T18:18:54.569 INFO:tasks.workunit.client.0.smithi028.stdout:op 2247 completed, throughput=5MB/sec 2024-08-29T18:18:54.569 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-OWRu8ahueejRS0y off=2601105 len=1073762 2024-08-29T18:18:54.571 INFO:tasks.workunit.client.0.smithi028.stdout:op 2248 completed, throughput=5MB/sec 2024-08-29T18:18:55.076 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:18:54 smithi053 bash[68679]: cluster 2024-08-29T18:18:53.627044+0000 mgr.y (mgr.25022) 965 : cluster [DBG] pgmap v1653: 105 pgs: 105 active+clean; 127 GiB data, 8.1 GiB used, 707 GiB / 715 GiB avail; 2.9 MiB/s rd, 2.9 MiB/s wr, 6 op/s 2024-08-29T18:18:55.129 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:18:54 smithi028 bash[78352]: cluster 2024-08-29T18:18:53.627044+0000 mgr.y (mgr.25022) 965 : cluster [DBG] pgmap v1653: 105 pgs: 105 active+clean; 127 GiB data, 8.1 GiB used, 707 GiB / 715 GiB avail; 2.9 MiB/s rd, 2.9 MiB/s wr, 6 op/s 2024-08-29T18:18:55.129 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:18:54 smithi028 bash[77168]: cluster 2024-08-29T18:18:53.627044+0000 mgr.y (mgr.25022) 965 : cluster [DBG] pgmap v1653: 105 pgs: 105 active+clean; 127 GiB data, 8.1 GiB used, 707 GiB / 715 GiB avail; 2.9 MiB/s rd, 2.9 MiB/s wr, 6 op/s 2024-08-29T18:18:55.572 INFO:tasks.workunit.client.0.smithi028.stdout: 426: throughput=4.99MB/sec pending data=0 2024-08-29T18:18:55.572 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-KNZDD-kwL7JBTsU off=6908864 len=646076 2024-08-29T18:18:55.580 INFO:tasks.workunit.client.0.smithi028.stdout:op 2249 completed, throughput=4.99MB/sec 2024-08-29T18:18:55.581 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-CQPTJ9TcGT_jK1b off=412139 len=708523 2024-08-29T18:18:55.583 INFO:tasks.workunit.client.0.smithi028.stdout:op 2250 completed, throughput=4.99MB/sec 2024-08-29T18:18:55.583 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-O-gmtTE5jVbj9bQ off=118663 len=1743060 2024-08-29T18:18:55.587 INFO:tasks.workunit.client.0.smithi028.stdout:op 2251 completed, throughput=5MB/sec 2024-08-29T18:18:55.587 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-ycyg5cTGNezo5jh off=13636524 len=1507429 2024-08-29T18:18:55.592 INFO:tasks.workunit.client.0.smithi028.stdout:op 2252 completed, throughput=5MB/sec 2024-08-29T18:18:56.592 INFO:tasks.workunit.client.0.smithi028.stdout: 427: throughput=4.99MB/sec pending data=0 2024-08-29T18:18:56.593 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-TVNzT8pXcg5FkG8 off=13669920 len=882942 2024-08-29T18:18:56.595 INFO:tasks.workunit.client.0.smithi028.stdout:op 2253 completed, throughput=4.99MB/sec 2024-08-29T18:18:56.595 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-AG5agsi1S_kioyp off=5927649 len=1472827 2024-08-29T18:18:56.601 INFO:tasks.workunit.client.0.smithi028.stdout:op 2254 completed, throughput=4.99MB/sec 2024-08-29T18:18:56.601 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-c631Nx0cUChosIk off=4881338 len=1386344 2024-08-29T18:18:56.605 INFO:tasks.workunit.client.0.smithi028.stdout:op 2255 completed, throughput=5MB/sec 2024-08-29T18:18:56.605 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-YWaffViJ7RLtcGF off=2597930 len=1997852 2024-08-29T18:18:56.609 INFO:tasks.workunit.client.0.smithi028.stdout:op 2256 completed, throughput=5MB/sec 2024-08-29T18:18:57.076 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:18:56 smithi053 bash[68679]: cluster 2024-08-29T18:18:55.628198+0000 mgr.y (mgr.25022) 966 : cluster [DBG] pgmap v1654: 105 pgs: 105 active+clean; 127 GiB data, 8.2 GiB used, 707 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2024-08-29T18:18:57.129 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:18:56 smithi028 bash[77168]: cluster 2024-08-29T18:18:55.628198+0000 mgr.y (mgr.25022) 966 : cluster [DBG] pgmap v1654: 105 pgs: 105 active+clean; 127 GiB data, 8.2 GiB used, 707 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2024-08-29T18:18:57.129 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:18:56 smithi028 bash[78352]: cluster 2024-08-29T18:18:55.628198+0000 mgr.y (mgr.25022) 966 : cluster [DBG] pgmap v1654: 105 pgs: 105 active+clean; 127 GiB data, 8.2 GiB used, 707 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2024-08-29T18:18:57.610 INFO:tasks.workunit.client.0.smithi028.stdout: 428: throughput=4.99MB/sec pending data=0 2024-08-29T18:18:57.610 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-tfPGqeNzOvpII21 off=7405987 len=1331397 2024-08-29T18:18:57.621 INFO:tasks.workunit.client.0.smithi028.stdout:op 2257 completed, throughput=4.99MB/sec 2024-08-29T18:18:57.621 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-hJuR-il_j3-JUQb off=1064034 len=1607891 2024-08-29T18:18:57.626 INFO:tasks.workunit.client.0.smithi028.stdout:op 2258 completed, throughput=5MB/sec 2024-08-29T18:18:57.626 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-Yc7uFF40YNgHqst off=14873800 len=1562597 2024-08-29T18:18:57.631 INFO:tasks.workunit.client.0.smithi028.stdout:op 2259 completed, throughput=5MB/sec 2024-08-29T18:18:57.631 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-DWnSdh14-bb-18q off=1382292 len=1182373 2024-08-29T18:18:57.641 INFO:tasks.workunit.client.0.smithi028.stdout:op 2260 completed, throughput=5MB/sec 2024-08-29T18:18:58.076 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:18:57 smithi053 bash[68679]: audit 2024-08-29T18:18:57.072546+0000 mon.a (mon.0) 2199 : audit [DBG] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-29T18:18:58.129 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:18:57 smithi028 bash[77168]: audit 2024-08-29T18:18:57.072546+0000 mon.a (mon.0) 2199 : audit [DBG] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-29T18:18:58.129 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:18:57 smithi028 bash[78352]: audit 2024-08-29T18:18:57.072546+0000 mon.a (mon.0) 2199 : audit [DBG] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-29T18:18:58.642 INFO:tasks.workunit.client.0.smithi028.stdout: 429: throughput=4.99MB/sec pending data=0 2024-08-29T18:18:58.642 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-VGHFm8ehEApcYUE off=10757184 len=1043106 2024-08-29T18:18:58.645 INFO:tasks.workunit.client.0.smithi028.stdout:op 2261 completed, throughput=4.99MB/sec 2024-08-29T18:18:58.645 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-O6lDUnTimsoJMlC off=1825253 len=216901 2024-08-29T18:18:58.651 INFO:tasks.workunit.client.0.smithi028.stdout:op 2262 completed, throughput=4.99MB/sec 2024-08-29T18:18:58.651 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-XGrukrvAMTSt3wS off=5583368 len=1328759 2024-08-29T18:18:58.656 INFO:tasks.workunit.client.0.smithi028.stdout:op 2263 completed, throughput=5MB/sec 2024-08-29T18:18:58.656 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-5LYds43Fy7AXL0y off=7805137 len=553042 2024-08-29T18:18:58.663 INFO:tasks.workunit.client.0.smithi028.stdout:op 2264 completed, throughput=5MB/sec 2024-08-29T18:18:58.663 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-agemIPX_oYay7eW off=18657893 len=4640 2024-08-29T18:18:58.667 INFO:tasks.workunit.client.0.smithi028.stdout:op 2265 completed, throughput=5MB/sec 2024-08-29T18:18:58.667 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-VHIxCj6ymeTJ7HY off=4917975 len=196006 2024-08-29T18:18:58.668 INFO:tasks.workunit.client.0.smithi028.stdout:op 2266 completed, throughput=5MB/sec 2024-08-29T18:18:58.668 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-D7jj52gY5Idp0xJ off=11824735 len=380570 2024-08-29T18:18:58.675 INFO:tasks.workunit.client.0.smithi028.stdout:op 2267 completed, throughput=5MB/sec 2024-08-29T18:18:58.675 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-9eywQJ2y5ibXrgX off=18338576 len=276779 2024-08-29T18:18:58.680 INFO:tasks.workunit.client.0.smithi028.stdout:op 2268 completed, throughput=5MB/sec 2024-08-29T18:18:58.680 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-lB1zwKlgSSE8n7h off=6915968 len=164681 2024-08-29T18:18:58.681 INFO:tasks.workunit.client.0.smithi028.stdout:op 2269 completed, throughput=5MB/sec 2024-08-29T18:18:58.682 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-Fqi9sMbHo-4vpqU off=9094427 len=46866 2024-08-29T18:18:58.683 INFO:tasks.workunit.client.0.smithi028.stdout:op 2270 completed, throughput=5MB/sec 2024-08-29T18:18:58.683 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-j9CMSnaGyedHLte off=8313344 len=1826743 2024-08-29T18:18:58.687 INFO:tasks.workunit.client.0.smithi028.stdout:op 2271 completed, throughput=5MB/sec 2024-08-29T18:18:59.076 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:18:58 smithi053 bash[68679]: cluster 2024-08-29T18:18:57.628832+0000 mgr.y (mgr.25022) 967 : cluster [DBG] pgmap v1655: 105 pgs: 105 active+clean; 127 GiB data, 8.2 GiB used, 707 GiB / 715 GiB avail; 1.9 MiB/s rd, 2.0 MiB/s wr, 4 op/s 2024-08-29T18:18:59.129 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:18:58 smithi028 bash[77168]: cluster 2024-08-29T18:18:57.628832+0000 mgr.y (mgr.25022) 967 : cluster [DBG] pgmap v1655: 105 pgs: 105 active+clean; 127 GiB data, 8.2 GiB used, 707 GiB / 715 GiB avail; 1.9 MiB/s rd, 2.0 MiB/s wr, 4 op/s 2024-08-29T18:18:59.129 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:18:58 smithi028 bash[78352]: cluster 2024-08-29T18:18:57.628832+0000 mgr.y (mgr.25022) 967 : cluster [DBG] pgmap v1655: 105 pgs: 105 active+clean; 127 GiB data, 8.2 GiB used, 707 GiB / 715 GiB avail; 1.9 MiB/s rd, 2.0 MiB/s wr, 4 op/s 2024-08-29T18:18:59.687 INFO:tasks.workunit.client.0.smithi028.stdout: 430: throughput=4.99MB/sec pending data=0 2024-08-29T18:18:59.687 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-MNMLgnZFq7X3DlE off=0 len=1113100 2024-08-29T18:18:59.697 INFO:tasks.workunit.client.0.smithi028.stdout:op 2272 completed, throughput=4.99MB/sec 2024-08-29T18:18:59.697 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-UMhpif_ArC2vLBQ off=13034249 len=473665 2024-08-29T18:18:59.703 INFO:tasks.workunit.client.0.smithi028.stdout:op 2273 completed, throughput=5MB/sec 2024-08-29T18:18:59.703 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-ffmNKBKbhlB7Iaw off=10673097 len=1815359 2024-08-29T18:18:59.708 INFO:tasks.workunit.client.0.smithi028.stdout:op 2274 completed, throughput=5MB/sec 2024-08-29T18:18:59.708 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-jJAvj1IpIK-kyyh off=9238901 len=156618 2024-08-29T18:18:59.709 INFO:tasks.workunit.client.0.smithi028.stdout:op 2275 completed, throughput=5MB/sec 2024-08-29T18:18:59.709 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-dy7S1shRamB3u8j off=6553481 len=1508956 2024-08-29T18:18:59.719 INFO:tasks.workunit.client.0.smithi028.stdout:op 2276 completed, throughput=5MB/sec 2024-08-29T18:19:00.720 INFO:tasks.workunit.client.0.smithi028.stdout: 431: throughput=4.99MB/sec pending data=0 2024-08-29T18:19:00.720 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-FEGEPNNFWr6CIy1 off=7844793 len=1626060 2024-08-29T18:19:00.724 INFO:tasks.workunit.client.0.smithi028.stdout:op 2277 completed, throughput=4.99MB/sec 2024-08-29T18:19:00.724 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-22gugiCIp6TFoJy off=10685765 len=325802 2024-08-29T18:19:00.730 INFO:tasks.workunit.client.0.smithi028.stdout:op 2278 completed, throughput=5MB/sec 2024-08-29T18:19:00.730 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-I2lBt2S1BBGx663 off=2065358 len=1360624 2024-08-29T18:19:00.741 INFO:tasks.workunit.client.0.smithi028.stdout:op 2279 completed, throughput=5MB/sec 2024-08-29T18:19:00.741 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-hXFNZMaqP1NNVeA off=3080707 len=708584 2024-08-29T18:19:00.743 INFO:tasks.workunit.client.0.smithi028.stdout:op 2280 completed, throughput=5MB/sec 2024-08-29T18:19:00.743 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-PcTa417qZz5AhXx off=8298921 len=1366661 2024-08-29T18:19:00.754 INFO:tasks.workunit.client.0.smithi028.stdout:op 2281 completed, throughput=5MB/sec 2024-08-29T18:19:01.076 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:19:00 smithi053 bash[68679]: cluster 2024-08-29T18:18:59.630193+0000 mgr.y (mgr.25022) 968 : cluster [DBG] pgmap v1656: 105 pgs: 105 active+clean; 127 GiB data, 8.2 GiB used, 707 GiB / 715 GiB avail; 3.5 MiB/s rd, 2.8 MiB/s wr, 6 op/s 2024-08-29T18:19:01.129 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:19:00 smithi028 bash[77168]: cluster 2024-08-29T18:18:59.630193+0000 mgr.y (mgr.25022) 968 : cluster [DBG] pgmap v1656: 105 pgs: 105 active+clean; 127 GiB data, 8.2 GiB used, 707 GiB / 715 GiB avail; 3.5 MiB/s rd, 2.8 MiB/s wr, 6 op/s 2024-08-29T18:19:01.130 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:19:00 smithi028 bash[78352]: cluster 2024-08-29T18:18:59.630193+0000 mgr.y (mgr.25022) 968 : cluster [DBG] pgmap v1656: 105 pgs: 105 active+clean; 127 GiB data, 8.2 GiB used, 707 GiB / 715 GiB avail; 3.5 MiB/s rd, 2.8 MiB/s wr, 6 op/s 2024-08-29T18:19:01.754 INFO:tasks.workunit.client.0.smithi028.stdout: 432: throughput=4.99MB/sec pending data=0 2024-08-29T18:19:01.754 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-o77wBC7zJJmt08W off=1242401 len=730623 2024-08-29T18:19:01.762 INFO:tasks.workunit.client.0.smithi028.stdout:op 2282 completed, throughput=4.99MB/sec 2024-08-29T18:19:01.762 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-PLeOhvM4FMnsHhT off=6248753 len=209363 2024-08-29T18:19:01.767 INFO:tasks.workunit.client.0.smithi028.stdout:op 2283 completed, throughput=4.99MB/sec 2024-08-29T18:19:01.767 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-JU48cscT2A_GR4z off=3881542 len=175624 2024-08-29T18:19:01.772 INFO:tasks.workunit.client.0.smithi028.stdout:op 2284 completed, throughput=4.99MB/sec 2024-08-29T18:19:01.772 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-lH6U5VfX755H-tk off=1272789 len=138710 2024-08-29T18:19:01.777 INFO:tasks.workunit.client.0.smithi028.stdout:op 2285 completed, throughput=4.99MB/sec 2024-08-29T18:19:01.777 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-FhNhL_E4TjDml41 off=19592982 len=14983 2024-08-29T18:19:01.781 INFO:tasks.workunit.client.0.smithi028.stdout:op 2286 completed, throughput=4.99MB/sec 2024-08-29T18:19:01.781 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-zYMK7pVhMBmMDxi off=1446324 len=197235 2024-08-29T18:19:01.786 INFO:tasks.workunit.client.0.smithi028.stdout:op 2287 completed, throughput=4.99MB/sec 2024-08-29T18:19:01.786 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-PbDYpunMBcvetVv off=1194253 len=480186 2024-08-29T18:19:01.788 INFO:tasks.workunit.client.0.smithi028.stdout:op 2288 completed, throughput=5MB/sec 2024-08-29T18:19:01.788 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-rvcTcEfxL_kfcEY off=1804836 len=825986 2024-08-29T18:19:01.791 INFO:tasks.workunit.client.0.smithi028.stdout:op 2289 completed, throughput=5MB/sec 2024-08-29T18:19:01.791 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-zcDebLUlrIakb10 off=14583077 len=1874147 2024-08-29T18:19:01.805 INFO:tasks.workunit.client.0.smithi028.stdout:op 2290 completed, throughput=5MB/sec 2024-08-29T18:19:01.879 INFO:journalctl@ceph.mgr.y.smithi028.stdout:Aug 29 18:19:01 smithi028 bash[70818]: ::ffff:172.21.15.53 - - [29/Aug/2024:18:19:01] "GET /metrics HTTP/1.1" 200 34019 "" "Prometheus/2.43.0" 2024-08-29T18:19:02.576 INFO:journalctl@ceph.prometheus.a.smithi053.stdout:Aug 29 18:19:02 smithi053 bash[95567]: ts=2024-08-29T18:19:02.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"3167ee72-662c-11ef-bcd4-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-29T18:19:02.805 INFO:tasks.workunit.client.0.smithi028.stdout: 433: throughput=4.99MB/sec pending data=0 2024-08-29T18:19:02.805 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-WteFeDoaQ4P4_Uc off=617761 len=152301 2024-08-29T18:19:02.811 INFO:tasks.workunit.client.0.smithi028.stdout:op 2291 completed, throughput=4.99MB/sec 2024-08-29T18:19:02.811 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-r7txntVpau-Xbpm off=2246866 len=266236 2024-08-29T18:19:02.813 INFO:tasks.workunit.client.0.smithi028.stdout:op 2292 completed, throughput=4.99MB/sec 2024-08-29T18:19:02.813 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-gwpgHKbPNFAwtgW off=12162385 len=583061 2024-08-29T18:19:02.820 INFO:tasks.workunit.client.0.smithi028.stdout:op 2293 completed, throughput=4.99MB/sec 2024-08-29T18:19:02.820 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-BbrFaJx8kReyBz3 off=15571785 len=2087319 2024-08-29T18:19:02.825 INFO:tasks.workunit.client.0.smithi028.stdout:op 2294 completed, throughput=5MB/sec 2024-08-29T18:19:02.825 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-Z65a-JFQs1ZZMJj off=5937352 len=1424428 2024-08-29T18:19:02.835 INFO:tasks.workunit.client.0.smithi028.stdout:op 2295 completed, throughput=5MB/sec 2024-08-29T18:19:02.836 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-LtsdkQKw-N5mVDK off=5873155 len=849014 2024-08-29T18:19:02.844 INFO:tasks.workunit.client.0.smithi028.stdout:op 2296 completed, throughput=5MB/sec 2024-08-29T18:19:03.076 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:19:02 smithi053 bash[68679]: cluster 2024-08-29T18:19:01.631158+0000 mgr.y (mgr.25022) 969 : cluster [DBG] pgmap v1657: 105 pgs: 105 active+clean; 127 GiB data, 8.2 GiB used, 707 GiB / 715 GiB avail; 2.3 MiB/s rd, 1.8 MiB/s wr, 4 op/s 2024-08-29T18:19:03.129 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:19:02 smithi028 bash[78352]: cluster 2024-08-29T18:19:01.631158+0000 mgr.y (mgr.25022) 969 : cluster [DBG] pgmap v1657: 105 pgs: 105 active+clean; 127 GiB data, 8.2 GiB used, 707 GiB / 715 GiB avail; 2.3 MiB/s rd, 1.8 MiB/s wr, 4 op/s 2024-08-29T18:19:03.130 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:19:02 smithi028 bash[77168]: cluster 2024-08-29T18:19:01.631158+0000 mgr.y (mgr.25022) 969 : cluster [DBG] pgmap v1657: 105 pgs: 105 active+clean; 127 GiB data, 8.2 GiB used, 707 GiB / 715 GiB avail; 2.3 MiB/s rd, 1.8 MiB/s wr, 4 op/s 2024-08-29T18:19:03.844 INFO:tasks.workunit.client.0.smithi028.stdout: 434: throughput=4.99MB/sec pending data=0 2024-08-29T18:19:03.844 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-L0Hhfl8DkPh7nbu off=7355420 len=784687 2024-08-29T18:19:03.852 INFO:tasks.workunit.client.0.smithi028.stdout:op 2297 completed, throughput=4.99MB/sec 2024-08-29T18:19:03.853 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-lzMaEtFv9-itbm9 off=5232964 len=1483192 2024-08-29T18:19:03.863 INFO:tasks.workunit.client.0.smithi028.stdout:op 2298 completed, throughput=4.99MB/sec 2024-08-29T18:19:03.864 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-VRoqoXnyz-pAE2h off=942414 len=1089894 2024-08-29T18:19:03.874 INFO:tasks.workunit.client.0.smithi028.stdout:op 2299 completed, throughput=5MB/sec 2024-08-29T18:19:03.874 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-cbor5B-FzQ2aT7E off=9655345 len=133256 2024-08-29T18:19:03.879 INFO:tasks.workunit.client.0.smithi028.stdout:op 2300 completed, throughput=5MB/sec 2024-08-29T18:19:03.879 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-du3u3JefJYEfpmk off=844533 len=466333 2024-08-29T18:19:03.885 INFO:tasks.workunit.client.0.smithi028.stdout:op 2301 completed, throughput=5MB/sec 2024-08-29T18:19:03.885 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-odazoT4BjKD-Ket off=18459420 len=1114897 2024-08-29T18:19:03.888 INFO:tasks.workunit.client.0.smithi028.stdout:op 2302 completed, throughput=5MB/sec 2024-08-29T18:19:03.888 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-we7W7zRoD_b2nRi off=8637078 len=1669622 2024-08-29T18:19:03.892 INFO:tasks.workunit.client.0.smithi028.stdout:op 2303 completed, throughput=5MB/sec 2024-08-29T18:19:04.892 INFO:tasks.workunit.client.0.smithi028.stdout: 435: throughput=4.99MB/sec pending data=0 2024-08-29T18:19:04.893 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-3uRYp1MVJaqUtF_ off=992776 len=1906163 2024-08-29T18:19:04.908 INFO:tasks.workunit.client.0.smithi028.stdout:op 2304 completed, throughput=5MB/sec 2024-08-29T18:19:04.908 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-FGAPwlxwIeO7yzr off=5517623 len=169384 2024-08-29T18:19:04.913 INFO:tasks.workunit.client.0.smithi028.stdout:op 2305 completed, throughput=5MB/sec 2024-08-29T18:19:04.913 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-sjtVK200M2mv8ia off=13481127 len=1963018 2024-08-29T18:19:04.927 INFO:tasks.workunit.client.0.smithi028.stdout:op 2306 completed, throughput=5MB/sec 2024-08-29T18:19:05.076 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:19:04 smithi053 bash[68679]: cluster 2024-08-29T18:19:03.632196+0000 mgr.y (mgr.25022) 970 : cluster [DBG] pgmap v1658: 105 pgs: 105 active+clean; 127 GiB data, 8.2 GiB used, 707 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.8 MiB/s wr, 6 op/s 2024-08-29T18:19:05.129 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:19:04 smithi028 bash[77168]: cluster 2024-08-29T18:19:03.632196+0000 mgr.y (mgr.25022) 970 : cluster [DBG] pgmap v1658: 105 pgs: 105 active+clean; 127 GiB data, 8.2 GiB used, 707 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.8 MiB/s wr, 6 op/s 2024-08-29T18:19:05.129 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:19:04 smithi028 bash[78352]: cluster 2024-08-29T18:19:03.632196+0000 mgr.y (mgr.25022) 970 : cluster [DBG] pgmap v1658: 105 pgs: 105 active+clean; 127 GiB data, 8.2 GiB used, 707 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.8 MiB/s wr, 6 op/s 2024-08-29T18:19:05.928 INFO:tasks.workunit.client.0.smithi028.stdout: 436: throughput=4.99MB/sec pending data=0 2024-08-29T18:19:05.928 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-TNSeKFA3Q7x_aDR off=188829 len=1391347 2024-08-29T18:19:05.932 INFO:tasks.workunit.client.0.smithi028.stdout:op 2307 completed, throughput=4.99MB/sec 2024-08-29T18:19:05.932 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-JvEtuoMIhJXvHJv off=5497278 len=1099614 2024-08-29T18:19:05.942 INFO:tasks.workunit.client.0.smithi028.stdout:op 2308 completed, throughput=4.99MB/sec 2024-08-29T18:19:05.942 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-tfEDqS_vEUn8fuH off=7149954 len=1996675 2024-08-29T18:19:05.948 INFO:tasks.workunit.client.0.smithi028.stdout:op 2309 completed, throughput=5MB/sec 2024-08-29T18:19:05.948 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-9cFQ55fCOFtj4pf off=7166152 len=868432 2024-08-29T18:19:05.952 INFO:tasks.workunit.client.0.smithi028.stdout:op 2310 completed, throughput=5MB/sec 2024-08-29T18:19:06.952 INFO:tasks.workunit.client.0.smithi028.stdout: 437: throughput=4.99MB/sec pending data=0 2024-08-29T18:19:06.953 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-bfGSAgP0xxAVzK7 off=7285912 len=1983228 2024-08-29T18:19:06.968 INFO:tasks.workunit.client.0.smithi028.stdout:op 2311 completed, throughput=4.99MB/sec 2024-08-29T18:19:06.968 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-hRvjHrRY2UA0VjB off=270575 len=706899 2024-08-29T18:19:06.971 INFO:tasks.workunit.client.0.smithi028.stdout:op 2312 completed, throughput=4.99MB/sec 2024-08-29T18:19:06.971 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-hdE2Q5OElzEtG_A off=4347947 len=1783510 2024-08-29T18:19:06.983 INFO:tasks.workunit.client.0.smithi028.stdout:op 2313 completed, throughput=5MB/sec 2024-08-29T18:19:06.983 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-jmEXOlCehdQ95Uu off=5492987 len=307136 2024-08-29T18:19:06.985 INFO:tasks.workunit.client.0.smithi028.stdout:op 2314 completed, throughput=5MB/sec 2024-08-29T18:19:06.985 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-5bBtSPiaMgVjPZY off=12972046 len=832488 2024-08-29T18:19:06.993 INFO:tasks.workunit.client.0.smithi028.stdout:op 2315 completed, throughput=5MB/sec 2024-08-29T18:19:07.076 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:19:06 smithi053 bash[68679]: cluster 2024-08-29T18:19:05.633463+0000 mgr.y (mgr.25022) 971 : cluster [DBG] pgmap v1659: 105 pgs: 105 active+clean; 127 GiB data, 8.2 GiB used, 707 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.0 MiB/s wr, 5 op/s 2024-08-29T18:19:07.129 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:19:06 smithi028 bash[78352]: cluster 2024-08-29T18:19:05.633463+0000 mgr.y (mgr.25022) 971 : cluster [DBG] pgmap v1659: 105 pgs: 105 active+clean; 127 GiB data, 8.2 GiB used, 707 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.0 MiB/s wr, 5 op/s 2024-08-29T18:19:07.130 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:19:06 smithi028 bash[77168]: cluster 2024-08-29T18:19:05.633463+0000 mgr.y (mgr.25022) 971 : cluster [DBG] pgmap v1659: 105 pgs: 105 active+clean; 127 GiB data, 8.2 GiB used, 707 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.0 MiB/s wr, 5 op/s 2024-08-29T18:19:07.993 INFO:tasks.workunit.client.0.smithi028.stdout: 438: throughput=4.99MB/sec pending data=0 2024-08-29T18:19:07.993 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-kMN6Bjaz1Yjix75 off=16980679 len=1573957 2024-08-29T18:19:08.005 INFO:tasks.workunit.client.0.smithi028.stdout:op 2316 completed, throughput=4.99MB/sec 2024-08-29T18:19:08.005 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-Ep5lKaG7skADdog off=1635337 len=954952 2024-08-29T18:19:08.008 INFO:tasks.workunit.client.0.smithi028.stdout:op 2317 completed, throughput=4.99MB/sec 2024-08-29T18:19:08.008 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-rKX4YeKWOm-Lp2k off=9051924 len=167045 2024-08-29T18:19:08.010 INFO:tasks.workunit.client.0.smithi028.stdout:op 2318 completed, throughput=4.99MB/sec 2024-08-29T18:19:08.010 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-5bBtSPiaMgVjPZY off=14044692 len=1757976 2024-08-29T18:19:08.022 INFO:tasks.workunit.client.0.smithi028.stdout:op 2319 completed, throughput=5MB/sec 2024-08-29T18:19:08.022 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-Mf63w8nYvPJXh7j off=4540555 len=1318084 2024-08-29T18:19:08.025 INFO:tasks.workunit.client.0.smithi028.stdout:op 2320 completed, throughput=5MB/sec 2024-08-29T18:19:09.026 INFO:tasks.workunit.client.0.smithi028.stdout: 439: throughput=4.99MB/sec pending data=0 2024-08-29T18:19:09.026 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-BZTJWNOpPl4ZSS_ off=14239075 len=423897 2024-08-29T18:19:09.032 INFO:tasks.workunit.client.0.smithi028.stdout:op 2321 completed, throughput=4.99MB/sec 2024-08-29T18:19:09.032 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-udlpcf5CKMP3q8s off=12576407 len=1651414 2024-08-29T18:19:09.037 INFO:tasks.workunit.client.0.smithi028.stdout:op 2322 completed, throughput=4.99MB/sec 2024-08-29T18:19:09.037 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-zNOVsFoTVFsoBPU off=97754 len=353027 2024-08-29T18:19:09.038 INFO:tasks.workunit.client.0.smithi028.stdout:op 2323 completed, throughput=5MB/sec 2024-08-29T18:19:09.039 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-YFzTOTfDkTXSEdq off=937608 len=2044175 2024-08-29T18:19:09.043 INFO:tasks.workunit.client.0.smithi028.stdout:op 2324 completed, throughput=5MB/sec 2024-08-29T18:19:09.043 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-gZzdbMSV5IhUV0l off=12521390 len=1536130 2024-08-29T18:19:09.055 INFO:tasks.workunit.client.0.smithi028.stdout:op 2325 completed, throughput=5MB/sec 2024-08-29T18:19:09.076 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:19:08 smithi053 bash[68679]: cluster 2024-08-29T18:19:07.634283+0000 mgr.y (mgr.25022) 972 : cluster [DBG] pgmap v1660: 105 pgs: 105 active+clean; 127 GiB data, 8.2 GiB used, 707 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.0 MiB/s wr, 4 op/s 2024-08-29T18:19:09.129 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:19:08 smithi028 bash[78352]: cluster 2024-08-29T18:19:07.634283+0000 mgr.y (mgr.25022) 972 : cluster [DBG] pgmap v1660: 105 pgs: 105 active+clean; 127 GiB data, 8.2 GiB used, 707 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.0 MiB/s wr, 4 op/s 2024-08-29T18:19:09.130 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:19:08 smithi028 bash[77168]: cluster 2024-08-29T18:19:07.634283+0000 mgr.y (mgr.25022) 972 : cluster [DBG] pgmap v1660: 105 pgs: 105 active+clean; 127 GiB data, 8.2 GiB used, 707 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.0 MiB/s wr, 4 op/s 2024-08-29T18:19:10.055 INFO:tasks.workunit.client.0.smithi028.stdout: 440: throughput=4.99MB/sec pending data=0 2024-08-29T18:19:10.056 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-QfQarbGczdN_OWJ off=6313503 len=539738 2024-08-29T18:19:10.063 INFO:tasks.workunit.client.0.smithi028.stdout:op 2326 completed, throughput=4.99MB/sec 2024-08-29T18:19:10.064 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-JnPjoIBJ-eeAmqI off=8941549 len=1465764 2024-08-29T18:19:10.067 INFO:tasks.workunit.client.0.smithi028.stdout:op 2327 completed, throughput=5MB/sec 2024-08-29T18:19:10.067 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-BYHazp-mz9zO_Il off=2023940 len=918409 2024-08-29T18:19:10.070 INFO:tasks.workunit.client.0.smithi028.stdout:op 2328 completed, throughput=5MB/sec 2024-08-29T18:19:10.070 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-2cKenS3aV1yyRnL off=2286170 len=1288902 2024-08-29T18:19:10.083 INFO:tasks.workunit.client.0.smithi028.stdout:op 2329 completed, throughput=5MB/sec 2024-08-29T18:19:10.083 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-4s3MUyD_yHEjeB_ off=4294925 len=1997307 2024-08-29T18:19:10.088 INFO:tasks.workunit.client.0.smithi028.stdout:op 2330 completed, throughput=5MB/sec 2024-08-29T18:19:11.076 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:19:10 smithi053 bash[68679]: cluster 2024-08-29T18:19:09.635637+0000 mgr.y (mgr.25022) 973 : cluster [DBG] pgmap v1661: 105 pgs: 105 active+clean; 127 GiB data, 8.3 GiB used, 707 GiB / 715 GiB avail; 3.3 MiB/s rd, 3.2 MiB/s wr, 6 op/s 2024-08-29T18:19:11.087 INFO:tasks.workunit.client.0.smithi028.stdout: 441: throughput=4.99MB/sec pending data=0 2024-08-29T18:19:11.088 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-WisQMPyfSMeo-h2 off=868945 len=52939 2024-08-29T18:19:11.092 INFO:tasks.workunit.client.0.smithi028.stdout:op 2331 completed, throughput=4.99MB/sec 2024-08-29T18:19:11.092 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-0m7_ZowjEY3JROZ off=8626204 len=1409724 2024-08-29T18:19:11.102 INFO:tasks.workunit.client.0.smithi028.stdout:op 2332 completed, throughput=5MB/sec 2024-08-29T18:19:11.103 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-hKuLlxVPfXeX0eh off=1026795 len=177613 2024-08-29T18:19:11.104 INFO:tasks.workunit.client.0.smithi028.stdout:op 2333 completed, throughput=5MB/sec 2024-08-29T18:19:11.104 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-hQ7RhJwQ1OgN0KQ off=5060381 len=811054 2024-08-29T18:19:11.112 INFO:tasks.workunit.client.0.smithi028.stdout:op 2334 completed, throughput=5MB/sec 2024-08-29T18:19:11.112 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-ussRrbAx09pNUQk off=993560 len=1240328 2024-08-29T18:19:11.122 INFO:tasks.workunit.client.0.smithi028.stdout:op 2335 completed, throughput=5MB/sec 2024-08-29T18:19:11.129 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:19:10 smithi028 bash[77168]: cluster 2024-08-29T18:19:09.635637+0000 mgr.y (mgr.25022) 973 : cluster [DBG] pgmap v1661: 105 pgs: 105 active+clean; 127 GiB data, 8.3 GiB used, 707 GiB / 715 GiB avail; 3.3 MiB/s rd, 3.2 MiB/s wr, 6 op/s 2024-08-29T18:19:11.129 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:19:10 smithi028 bash[78352]: cluster 2024-08-29T18:19:09.635637+0000 mgr.y (mgr.25022) 973 : cluster [DBG] pgmap v1661: 105 pgs: 105 active+clean; 127 GiB data, 8.3 GiB used, 707 GiB / 715 GiB avail; 3.3 MiB/s rd, 3.2 MiB/s wr, 6 op/s 2024-08-29T18:19:11.879 INFO:journalctl@ceph.mgr.y.smithi028.stdout:Aug 29 18:19:11 smithi028 bash[70818]: ::ffff:172.21.15.53 - - [29/Aug/2024:18:19:11] "GET /metrics HTTP/1.1" 200 34019 "" "Prometheus/2.43.0" 2024-08-29T18:19:12.122 INFO:tasks.workunit.client.0.smithi028.stdout: 442: throughput=4.99MB/sec pending data=0 2024-08-29T18:19:12.123 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-VVXJYRf1Wf3s5Jh off=17052186 len=1202635 2024-08-29T18:19:12.126 INFO:tasks.workunit.client.0.smithi028.stdout:op 2336 completed, throughput=4.99MB/sec 2024-08-29T18:19:12.126 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-Bc3p9yzYLygpLCc off=2179717 len=678004 2024-08-29T18:19:12.135 INFO:tasks.workunit.client.0.smithi028.stdout:op 2337 completed, throughput=4.99MB/sec 2024-08-29T18:19:12.135 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-Xe5qFIzCXb-3eY3 off=3044200 len=1241003 2024-08-29T18:19:12.146 INFO:tasks.workunit.client.0.smithi028.stdout:op 2338 completed, throughput=5MB/sec 2024-08-29T18:19:12.146 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-A9fE51eg62ICIht off=17875884 len=53768 2024-08-29T18:19:12.150 INFO:tasks.workunit.client.0.smithi028.stdout:op 2339 completed, throughput=5MB/sec 2024-08-29T18:19:12.151 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-5VP4NH8HNGdfls- off=5519098 len=1853282 2024-08-29T18:19:12.155 INFO:tasks.workunit.client.0.smithi028.stdout:op 2340 completed, throughput=5MB/sec 2024-08-29T18:19:12.155 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-nYMR40jAjMAVuHQ off=3752193 len=48544 2024-08-29T18:19:12.159 INFO:tasks.workunit.client.0.smithi028.stdout:op 2341 completed, throughput=5MB/sec 2024-08-29T18:19:12.159 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-ZoUvNGV4SBt_Ge4 off=2496618 len=36198 2024-08-29T18:19:12.160 INFO:tasks.workunit.client.0.smithi028.stdout:op 2342 completed, throughput=5MB/sec 2024-08-29T18:19:12.160 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-uml0mxK7g-uDHWl off=7546679 len=477631 2024-08-29T18:19:12.162 INFO:tasks.workunit.client.0.smithi028.stdout:op 2343 completed, throughput=5MB/sec 2024-08-29T18:19:12.576 INFO:journalctl@ceph.prometheus.a.smithi053.stdout:Aug 29 18:19:12 smithi053 bash[95567]: ts=2024-08-29T18:19:12.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"3167ee72-662c-11ef-bcd4-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-29T18:19:13.076 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:19:12 smithi053 bash[68679]: cluster 2024-08-29T18:19:11.636583+0000 mgr.y (mgr.25022) 974 : cluster [DBG] pgmap v1662: 105 pgs: 105 active+clean; 127 GiB data, 8.3 GiB used, 707 GiB / 715 GiB avail; 1.7 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2024-08-29T18:19:13.076 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:19:12 smithi053 bash[68679]: audit 2024-08-29T18:19:12.073077+0000 mon.a (mon.0) 2200 : audit [DBG] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-29T18:19:13.130 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:19:12 smithi028 bash[77168]: cluster 2024-08-29T18:19:11.636583+0000 mgr.y (mgr.25022) 974 : cluster [DBG] pgmap v1662: 105 pgs: 105 active+clean; 127 GiB data, 8.3 GiB used, 707 GiB / 715 GiB avail; 1.7 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2024-08-29T18:19:13.130 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:19:12 smithi028 bash[77168]: audit 2024-08-29T18:19:12.073077+0000 mon.a (mon.0) 2200 : audit [DBG] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-29T18:19:13.130 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:19:12 smithi028 bash[78352]: cluster 2024-08-29T18:19:11.636583+0000 mgr.y (mgr.25022) 974 : cluster [DBG] pgmap v1662: 105 pgs: 105 active+clean; 127 GiB data, 8.3 GiB used, 707 GiB / 715 GiB avail; 1.7 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2024-08-29T18:19:13.130 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:19:12 smithi028 bash[78352]: audit 2024-08-29T18:19:12.073077+0000 mon.a (mon.0) 2200 : audit [DBG] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-29T18:19:13.162 INFO:tasks.workunit.client.0.smithi028.stdout: 443: throughput=4.99MB/sec pending data=0 2024-08-29T18:19:13.162 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-xXPHjB-wdllka82 off=1460764 len=1891870 2024-08-29T18:19:13.170 INFO:tasks.workunit.client.0.smithi028.stdout:op 2344 completed, throughput=4.99MB/sec 2024-08-29T18:19:13.170 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-aJxfDRI2jRMXPnG off=14635935 len=1192993 2024-08-29T18:19:13.173 INFO:tasks.workunit.client.0.smithi028.stdout:op 2345 completed, throughput=5MB/sec 2024-08-29T18:19:13.173 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-4hYz8o5W-HwkI76 off=9128725 len=1637667 2024-08-29T18:19:13.186 INFO:tasks.workunit.client.0.smithi028.stdout:op 2346 completed, throughput=5MB/sec 2024-08-29T18:19:13.186 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-AicYYtNmhNetySW off=1379358 len=1478830 2024-08-29T18:19:13.198 INFO:tasks.workunit.client.0.smithi028.stdout:op 2347 completed, throughput=5MB/sec 2024-08-29T18:19:14.198 INFO:tasks.workunit.client.0.smithi028.stdout: 444: throughput=4.99MB/sec pending data=0 2024-08-29T18:19:14.199 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-MhxDSkMvAEsDbNg off=1953776 len=1547172 2024-08-29T18:19:14.210 INFO:tasks.workunit.client.0.smithi028.stdout:op 2348 completed, throughput=4.99MB/sec 2024-08-29T18:19:14.210 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-_sOwqw3kV4UoX9u off=1436534 len=278274 2024-08-29T18:19:14.211 INFO:tasks.workunit.client.0.smithi028.stdout:op 2349 completed, throughput=5MB/sec 2024-08-29T18:19:14.211 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-_FVdDVW38GUb6zh off=765592 len=398469 2024-08-29T18:19:14.213 INFO:tasks.workunit.client.0.smithi028.stdout:op 2350 completed, throughput=5MB/sec 2024-08-29T18:19:14.213 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-PtCaM9CvJxlmv_K off=10211210 len=565842 2024-08-29T18:19:14.215 INFO:tasks.workunit.client.0.smithi028.stdout:op 2351 completed, throughput=5MB/sec 2024-08-29T18:19:14.215 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-yOkmhYHH1piMZRv off=8337160 len=1927674 2024-08-29T18:19:14.219 INFO:tasks.workunit.client.0.smithi028.stdout:op 2352 completed, throughput=5MB/sec 2024-08-29T18:19:15.076 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:19:14 smithi053 bash[68679]: cluster 2024-08-29T18:19:13.637525+0000 mgr.y (mgr.25022) 975 : cluster [DBG] pgmap v1663: 105 pgs: 105 active+clean; 127 GiB data, 8.3 GiB used, 707 GiB / 715 GiB avail; 2.5 MiB/s rd, 3.3 MiB/s wr, 6 op/s 2024-08-29T18:19:15.129 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:19:14 smithi028 bash[77168]: cluster 2024-08-29T18:19:13.637525+0000 mgr.y (mgr.25022) 975 : cluster [DBG] pgmap v1663: 105 pgs: 105 active+clean; 127 GiB data, 8.3 GiB used, 707 GiB / 715 GiB avail; 2.5 MiB/s rd, 3.3 MiB/s wr, 6 op/s 2024-08-29T18:19:15.129 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:19:14 smithi028 bash[78352]: cluster 2024-08-29T18:19:13.637525+0000 mgr.y (mgr.25022) 975 : cluster [DBG] pgmap v1663: 105 pgs: 105 active+clean; 127 GiB data, 8.3 GiB used, 707 GiB / 715 GiB avail; 2.5 MiB/s rd, 3.3 MiB/s wr, 6 op/s 2024-08-29T18:19:15.220 INFO:tasks.workunit.client.0.smithi028.stdout: 445: throughput=4.99MB/sec pending data=0 2024-08-29T18:19:15.220 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-z528O-q91Y0hyCx off=2690963 len=1298863 2024-08-29T18:19:15.223 INFO:tasks.workunit.client.0.smithi028.stdout:op 2353 completed, throughput=4.99MB/sec 2024-08-29T18:19:15.223 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-JY9WDKRmwcv18Pu off=5975765 len=1461231 2024-08-29T18:19:15.227 INFO:tasks.workunit.client.0.smithi028.stdout:op 2354 completed, throughput=5MB/sec 2024-08-29T18:19:15.227 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-6ClCB_kWPbGM2CE off=2114842 len=109374 2024-08-29T18:19:15.228 INFO:tasks.workunit.client.0.smithi028.stdout:op 2355 completed, throughput=5MB/sec 2024-08-29T18:19:15.228 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-FhQ5l7CLLe1f5QC off=2186724 len=1307637 2024-08-29T18:19:15.239 INFO:tasks.workunit.client.0.smithi028.stdout:op 2356 completed, throughput=5MB/sec 2024-08-29T18:19:15.239 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-B-CkLX1gSzlB_mG off=6843383 len=1644641 2024-08-29T18:19:15.244 INFO:tasks.workunit.client.0.smithi028.stdout:op 2357 completed, throughput=5MB/sec 2024-08-29T18:19:16.244 INFO:tasks.workunit.client.0.smithi028.stdout: 446: throughput=4.99MB/sec pending data=0 2024-08-29T18:19:16.244 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-cUpU7DsoRYpxKU4 off=2518306 len=466821 2024-08-29T18:19:16.248 INFO:tasks.workunit.client.0.smithi028.stdout:op 2358 completed, throughput=4.99MB/sec 2024-08-29T18:19:16.248 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-eDKbmCWpifZkCIY off=7525347 len=1649292 2024-08-29T18:19:16.251 INFO:tasks.workunit.client.0.smithi028.stdout:op 2359 completed, throughput=5MB/sec 2024-08-29T18:19:16.251 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-pnXkH42vUnQRITM off=6777799 len=1257041 2024-08-29T18:19:16.262 INFO:tasks.workunit.client.0.smithi028.stdout:op 2360 completed, throughput=5MB/sec 2024-08-29T18:19:16.262 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-KMVliTBAcTSWTqj off=685863 len=1414658 2024-08-29T18:19:16.272 INFO:tasks.workunit.client.0.smithi028.stdout:op 2361 completed, throughput=5MB/sec 2024-08-29T18:19:17.076 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:19:16 smithi053 bash[68679]: cluster 2024-08-29T18:19:15.638638+0000 mgr.y (mgr.25022) 976 : cluster [DBG] pgmap v1664: 105 pgs: 105 active+clean; 127 GiB data, 8.3 GiB used, 707 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2024-08-29T18:19:17.129 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:19:16 smithi028 bash[77168]: cluster 2024-08-29T18:19:15.638638+0000 mgr.y (mgr.25022) 976 : cluster [DBG] pgmap v1664: 105 pgs: 105 active+clean; 127 GiB data, 8.3 GiB used, 707 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2024-08-29T18:19:17.130 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:19:16 smithi028 bash[78352]: cluster 2024-08-29T18:19:15.638638+0000 mgr.y (mgr.25022) 976 : cluster [DBG] pgmap v1664: 105 pgs: 105 active+clean; 127 GiB data, 8.3 GiB used, 707 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2024-08-29T18:19:17.273 INFO:tasks.workunit.client.0.smithi028.stdout: 447: throughput=4.99MB/sec pending data=0 2024-08-29T18:19:17.273 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-ZI4AfvTdqo2S7V- off=1836287 len=608598 2024-08-29T18:19:17.275 INFO:tasks.workunit.client.0.smithi028.stdout:op 2362 completed, throughput=4.99MB/sec 2024-08-29T18:19:17.275 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-TePJ5bcAeXrhTvV off=4415149 len=1822588 2024-08-29T18:19:17.289 INFO:tasks.workunit.client.0.smithi028.stdout:op 2363 completed, throughput=4.99MB/sec 2024-08-29T18:19:17.289 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-tFtX5iv6r8hvtK3 off=4855533 len=1467004 2024-08-29T18:19:17.292 INFO:tasks.workunit.client.0.smithi028.stdout:op 2364 completed, throughput=5MB/sec 2024-08-29T18:19:17.293 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-0lgB4SGzJ4nis_a off=7726032 len=1999447 2024-08-29T18:19:17.298 INFO:tasks.workunit.client.0.smithi028.stdout:op 2365 completed, throughput=5MB/sec 2024-08-29T18:19:18.299 INFO:tasks.workunit.client.0.smithi028.stdout: 448: throughput=4.99MB/sec pending data=0 2024-08-29T18:19:18.299 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-gcyG29pPj3Qatl8 off=8533747 len=1992200 2024-08-29T18:19:18.303 INFO:tasks.workunit.client.0.smithi028.stdout:op 2366 completed, throughput=5MB/sec 2024-08-29T18:19:18.303 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-Y6vNIKKszfq9-t2 off=6840524 len=891411 2024-08-29T18:19:18.312 INFO:tasks.workunit.client.0.smithi028.stdout:op 2367 completed, throughput=5MB/sec 2024-08-29T18:19:18.312 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-VpaqlUnNLT--2bu off=1948170 len=30799 2024-08-29T18:19:18.316 INFO:tasks.workunit.client.0.smithi028.stdout:op 2368 completed, throughput=5MB/sec 2024-08-29T18:19:18.316 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-IR6EXgON5fO3AkM off=476401 len=481471 2024-08-29T18:19:18.319 INFO:tasks.workunit.client.0.smithi028.stdout:op 2369 completed, throughput=5MB/sec 2024-08-29T18:19:18.319 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-2SLU3sEBrrh0rUw off=295511 len=1726962 2024-08-29T18:19:18.332 INFO:tasks.workunit.client.0.smithi028.stdout:op 2370 completed, throughput=5MB/sec 2024-08-29T18:19:19.076 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:19:18 smithi053 bash[68679]: cluster 2024-08-29T18:19:17.639425+0000 mgr.y (mgr.25022) 977 : cluster [DBG] pgmap v1665: 105 pgs: 105 active+clean; 127 GiB data, 8.3 GiB used, 707 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2024-08-29T18:19:19.129 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:19:18 smithi028 bash[77168]: cluster 2024-08-29T18:19:17.639425+0000 mgr.y (mgr.25022) 977 : cluster [DBG] pgmap v1665: 105 pgs: 105 active+clean; 127 GiB data, 8.3 GiB used, 707 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2024-08-29T18:19:19.130 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:19:18 smithi028 bash[78352]: cluster 2024-08-29T18:19:17.639425+0000 mgr.y (mgr.25022) 977 : cluster [DBG] pgmap v1665: 105 pgs: 105 active+clean; 127 GiB data, 8.3 GiB used, 707 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2024-08-29T18:19:19.332 INFO:tasks.workunit.client.0.smithi028.stdout: 449: throughput=4.99MB/sec pending data=0 2024-08-29T18:19:19.332 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-gUqWGBb9mavqf8K off=1436320 len=1232618 2024-08-29T18:19:19.335 INFO:tasks.workunit.client.0.smithi028.stdout:op 2371 completed, throughput=4.99MB/sec 2024-08-29T18:19:19.335 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-rpBLo1u2K4hgwOb off=1601909 len=517527 2024-08-29T18:19:19.342 INFO:tasks.workunit.client.0.smithi028.stdout:op 2372 completed, throughput=4.99MB/sec 2024-08-29T18:19:19.342 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-YQ4KtmbI37-T0TF off=5296906 len=1023867 2024-08-29T18:19:19.352 INFO:tasks.workunit.client.0.smithi028.stdout:op 2373 completed, throughput=5MB/sec 2024-08-29T18:19:19.352 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-XryosTqN0bE8jUt off=3636386 len=152163 2024-08-29T18:19:19.357 INFO:tasks.workunit.client.0.smithi028.stdout:op 2374 completed, throughput=5MB/sec 2024-08-29T18:19:19.357 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-KKXtUyFHVlrVv1y off=5746178 len=1869370 2024-08-29T18:19:19.371 INFO:tasks.workunit.client.0.smithi028.stdout:op 2375 completed, throughput=5MB/sec 2024-08-29T18:19:19.371 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-oGKAx1uYmw942PM off=11336653 len=879772 2024-08-29T18:19:19.379 INFO:tasks.workunit.client.0.smithi028.stdout:op 2376 completed, throughput=5MB/sec 2024-08-29T18:19:20.379 INFO:tasks.workunit.client.0.smithi028.stdout: 450: throughput=4.99MB/sec pending data=0 2024-08-29T18:19:20.380 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-vwA76MfTc5bC15f off=13583685 len=1916844 2024-08-29T18:19:20.394 INFO:tasks.workunit.client.0.smithi028.stdout:op 2377 completed, throughput=4.99MB/sec 2024-08-29T18:19:20.394 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-pFiOEKYuRZbAnjw off=3936330 len=512164 2024-08-29T18:19:20.397 INFO:tasks.workunit.client.0.smithi028.stdout:op 2378 completed, throughput=5MB/sec 2024-08-29T18:19:20.397 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-PJoHBjfA8RUsDz7 off=416251 len=1347145 2024-08-29T18:19:20.400 INFO:tasks.workunit.client.0.smithi028.stdout:op 2379 completed, throughput=5MB/sec 2024-08-29T18:19:20.400 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-5iiWMJVnu-G7kNo off=2260216 len=1944514 2024-08-29T18:19:20.413 INFO:tasks.workunit.client.0.smithi028.stdout:op 2380 completed, throughput=5MB/sec 2024-08-29T18:19:21.129 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:19:20 smithi028 bash[77168]: cluster 2024-08-29T18:19:19.640754+0000 mgr.y (mgr.25022) 978 : cluster [DBG] pgmap v1666: 105 pgs: 105 active+clean; 127 GiB data, 8.3 GiB used, 707 GiB / 715 GiB avail; 3.1 MiB/s rd, 3.1 MiB/s wr, 5 op/s 2024-08-29T18:19:21.130 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:19:20 smithi028 bash[78352]: cluster 2024-08-29T18:19:19.640754+0000 mgr.y (mgr.25022) 978 : cluster [DBG] pgmap v1666: 105 pgs: 105 active+clean; 127 GiB data, 8.3 GiB used, 707 GiB / 715 GiB avail; 3.1 MiB/s rd, 3.1 MiB/s wr, 5 op/s 2024-08-29T18:19:21.326 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:19:20 smithi053 bash[68679]: cluster 2024-08-29T18:19:19.640754+0000 mgr.y (mgr.25022) 978 : cluster [DBG] pgmap v1666: 105 pgs: 105 active+clean; 127 GiB data, 8.3 GiB used, 707 GiB / 715 GiB avail; 3.1 MiB/s rd, 3.1 MiB/s wr, 5 op/s 2024-08-29T18:19:21.414 INFO:tasks.workunit.client.0.smithi028.stdout: 451: throughput=4.99MB/sec pending data=0 2024-08-29T18:19:21.414 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-4fuUmaXFRfPYgRo off=3110103 len=265965 2024-08-29T18:19:21.415 INFO:tasks.workunit.client.0.smithi028.stdout:op 2381 completed, throughput=4.99MB/sec 2024-08-29T18:19:21.415 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-R2G5Plb7uOWfOoO off=13146620 len=1486084 2024-08-29T18:19:21.428 INFO:tasks.workunit.client.0.smithi028.stdout:op 2382 completed, throughput=4.99MB/sec 2024-08-29T18:19:21.428 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-kKAtOclFT6b_9ap off=4048789 len=93517 2024-08-29T18:19:21.433 INFO:tasks.workunit.client.0.smithi028.stdout:op 2383 completed, throughput=4.99MB/sec 2024-08-29T18:19:21.433 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-r9Yqj270vOjyOme off=1237098 len=1638624 2024-08-29T18:19:21.443 INFO:tasks.workunit.client.0.smithi028.stdout:op 2384 completed, throughput=5MB/sec 2024-08-29T18:19:21.443 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-1IVT_Wh9DEcRvgj off=2975241 len=1073150 2024-08-29T18:19:21.453 INFO:tasks.workunit.client.0.smithi028.stdout:op 2385 completed, throughput=5MB/sec 2024-08-29T18:19:21.880 INFO:journalctl@ceph.mgr.y.smithi028.stdout:Aug 29 18:19:21 smithi028 bash[70818]: ::ffff:172.21.15.53 - - [29/Aug/2024:18:19:21] "GET /metrics HTTP/1.1" 200 34020 "" "Prometheus/2.43.0" 2024-08-29T18:19:22.454 INFO:tasks.workunit.client.0.smithi028.stdout: 452: throughput=4.99MB/sec pending data=0 2024-08-29T18:19:22.454 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj--6txXD9fdepXbSi off=15945065 len=362720 2024-08-29T18:19:22.455 INFO:tasks.workunit.client.0.smithi028.stdout:op 2386 completed, throughput=4.99MB/sec 2024-08-29T18:19:22.455 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-4C5-MTohbZdDZxV off=651027 len=1847631 2024-08-29T18:19:22.459 INFO:tasks.workunit.client.0.smithi028.stdout:op 2387 completed, throughput=4.99MB/sec 2024-08-29T18:19:22.460 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-az2tq4wTnGNtV8s off=6454961 len=1635790 2024-08-29T18:19:22.472 INFO:tasks.workunit.client.0.smithi028.stdout:op 2388 completed, throughput=5MB/sec 2024-08-29T18:19:22.472 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-l3b8vVeoIr49HJb off=1240330 len=1450289 2024-08-29T18:19:22.481 INFO:tasks.workunit.client.0.smithi028.stdout:op 2389 completed, throughput=5MB/sec 2024-08-29T18:19:22.576 INFO:journalctl@ceph.prometheus.a.smithi053.stdout:Aug 29 18:19:22 smithi053 bash[95567]: ts=2024-08-29T18:19:22.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"3167ee72-662c-11ef-bcd4-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-29T18:19:23.129 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:19:22 smithi028 bash[77168]: cluster 2024-08-29T18:19:21.641707+0000 mgr.y (mgr.25022) 979 : cluster [DBG] pgmap v1667: 105 pgs: 105 active+clean; 127 GiB data, 8.3 GiB used, 707 GiB / 715 GiB avail; 2.3 MiB/s rd, 1.8 MiB/s wr, 3 op/s 2024-08-29T18:19:23.130 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:19:22 smithi028 bash[78352]: cluster 2024-08-29T18:19:21.641707+0000 mgr.y (mgr.25022) 979 : cluster [DBG] pgmap v1667: 105 pgs: 105 active+clean; 127 GiB data, 8.3 GiB used, 707 GiB / 715 GiB avail; 2.3 MiB/s rd, 1.8 MiB/s wr, 3 op/s 2024-08-29T18:19:23.326 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:19:22 smithi053 bash[68679]: cluster 2024-08-29T18:19:21.641707+0000 mgr.y (mgr.25022) 979 : cluster [DBG] pgmap v1667: 105 pgs: 105 active+clean; 127 GiB data, 8.3 GiB used, 707 GiB / 715 GiB avail; 2.3 MiB/s rd, 1.8 MiB/s wr, 3 op/s 2024-08-29T18:19:23.481 INFO:tasks.workunit.client.0.smithi028.stdout: 453: throughput=4.99MB/sec pending data=0 2024-08-29T18:19:23.481 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-7lWB_St17u8V68z off=1543594 len=432100 2024-08-29T18:19:23.483 INFO:tasks.workunit.client.0.smithi028.stdout:op 2390 completed, throughput=4.99MB/sec 2024-08-29T18:19:23.483 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-hxT9JUpjKryW3pf off=3978428 len=207676 2024-08-29T18:19:23.488 INFO:tasks.workunit.client.0.smithi028.stdout:op 2391 completed, throughput=4.99MB/sec 2024-08-29T18:19:23.488 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-GFzphC-iQbCAaSm off=6271006 len=1128975 2024-08-29T18:19:23.491 INFO:tasks.workunit.client.0.smithi028.stdout:op 2392 completed, throughput=4.99MB/sec 2024-08-29T18:19:23.491 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-p_wSWTOkrc3sABR off=3460481 len=1577915 2024-08-29T18:19:23.495 INFO:tasks.workunit.client.0.smithi028.stdout:op 2393 completed, throughput=5MB/sec 2024-08-29T18:19:23.495 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-5RklkbXBwQTvTK5 off=1889665 len=1681332 2024-08-29T18:19:23.499 INFO:tasks.workunit.client.0.smithi028.stdout:op 2394 completed, throughput=5MB/sec 2024-08-29T18:19:23.499 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-OZ4dlF41RfZ7eq3 off=13689139 len=1690772 2024-08-29T18:19:23.503 INFO:tasks.workunit.client.0.smithi028.stdout:op 2395 completed, throughput=5MB/sec 2024-08-29T18:19:24.504 INFO:tasks.workunit.client.0.smithi028.stdout: 454: throughput=4.99MB/sec pending data=0 2024-08-29T18:19:24.504 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-pQTNI14ymGhItDx off=8121131 len=388556 2024-08-29T18:19:24.505 INFO:tasks.workunit.client.0.smithi028.stdout:op 2396 completed, throughput=4.99MB/sec 2024-08-29T18:19:24.505 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-froAZLJTsAC5W6- off=15155800 len=1207627 2024-08-29T18:19:24.515 INFO:tasks.workunit.client.0.smithi028.stdout:op 2397 completed, throughput=5MB/sec 2024-08-29T18:19:24.515 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-YClUy-cXNDz0WoG off=7094484 len=1180543 2024-08-29T18:19:24.517 INFO:tasks.workunit.client.0.smithi028.stdout:op 2398 completed, throughput=5MB/sec 2024-08-29T18:19:24.517 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-olJP313rk4Lmfjz off=8796726 len=1105310 2024-08-29T18:19:24.526 INFO:tasks.workunit.client.0.smithi028.stdout:op 2399 completed, throughput=5MB/sec 2024-08-29T18:19:24.526 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-RlnPXqm6w-cbLDZ off=1239126 len=500431 2024-08-29T18:19:24.533 INFO:tasks.workunit.client.0.smithi028.stdout:op 2400 completed, throughput=5MB/sec 2024-08-29T18:19:25.129 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:19:24 smithi028 bash[78352]: cluster 2024-08-29T18:19:23.642729+0000 mgr.y (mgr.25022) 980 : cluster [DBG] pgmap v1668: 105 pgs: 105 active+clean; 127 GiB data, 8.3 GiB used, 707 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.9 MiB/s wr, 5 op/s 2024-08-29T18:19:25.130 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:19:24 smithi028 bash[77168]: cluster 2024-08-29T18:19:23.642729+0000 mgr.y (mgr.25022) 980 : cluster [DBG] pgmap v1668: 105 pgs: 105 active+clean; 127 GiB data, 8.3 GiB used, 707 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.9 MiB/s wr, 5 op/s 2024-08-29T18:19:25.326 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:19:24 smithi053 bash[68679]: cluster 2024-08-29T18:19:23.642729+0000 mgr.y (mgr.25022) 980 : cluster [DBG] pgmap v1668: 105 pgs: 105 active+clean; 127 GiB data, 8.3 GiB used, 707 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.9 MiB/s wr, 5 op/s 2024-08-29T18:19:25.533 INFO:tasks.workunit.client.0.smithi028.stdout: 455: throughput=4.99MB/sec pending data=0 2024-08-29T18:19:25.533 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-FDPqlaYeuQsRX0w off=3316266 len=158022 2024-08-29T18:19:25.538 INFO:tasks.workunit.client.0.smithi028.stdout:op 2401 completed, throughput=4.99MB/sec 2024-08-29T18:19:25.538 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-0-ZmPcFXeVtN_TX off=228925 len=1238899 2024-08-29T18:19:25.549 INFO:tasks.workunit.client.0.smithi028.stdout:op 2402 completed, throughput=4.99MB/sec 2024-08-29T18:19:25.549 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-HP5iQOcQ1a5BGcK off=3026497 len=1320502 2024-08-29T18:19:25.552 INFO:tasks.workunit.client.0.smithi028.stdout:op 2403 completed, throughput=5MB/sec 2024-08-29T18:19:25.552 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-g7nGYmiRqvJCKSB off=12044718 len=817386 2024-08-29T18:19:25.556 INFO:tasks.workunit.client.0.smithi028.stdout:op 2404 completed, throughput=5MB/sec 2024-08-29T18:19:25.557 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-VEfrYlI8-MiTrXj off=14903996 len=1992972 2024-08-29T18:19:25.561 INFO:tasks.workunit.client.0.smithi028.stdout:op 2405 completed, throughput=5MB/sec 2024-08-29T18:19:26.561 INFO:tasks.workunit.client.0.smithi028.stdout: 456: throughput=4.99MB/sec pending data=0 2024-08-29T18:19:26.562 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-tHSctOWnIothXMp off=7303251 len=77344 2024-08-29T18:19:26.562 INFO:tasks.workunit.client.0.smithi028.stdout:op 2406 completed, throughput=4.99MB/sec 2024-08-29T18:19:26.562 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-NM3s6oAZloHkxY6 off=875433 len=909672 2024-08-29T18:19:26.567 INFO:tasks.workunit.client.0.smithi028.stdout:op 2407 completed, throughput=4.99MB/sec 2024-08-29T18:19:26.567 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-V2DWHH3giPgNs9v off=1335344 len=1320178 2024-08-29T18:19:26.570 INFO:tasks.workunit.client.0.smithi028.stdout:op 2408 completed, throughput=5MB/sec 2024-08-29T18:19:26.570 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-OFolAhg9uaGnP7A off=1670724 len=1444977 2024-08-29T18:19:26.574 INFO:tasks.workunit.client.0.smithi028.stdout:op 2409 completed, throughput=5MB/sec 2024-08-29T18:19:26.575 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-7ZlFlZqn6P3ne0G off=1303948 len=1173590 2024-08-29T18:19:26.577 INFO:tasks.workunit.client.0.smithi028.stdout:op 2410 completed, throughput=5MB/sec 2024-08-29T18:19:27.130 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:19:26 smithi028 bash[77168]: cluster 2024-08-29T18:19:25.643975+0000 mgr.y (mgr.25022) 981 : cluster [DBG] pgmap v1669: 105 pgs: 105 active+clean; 127 GiB data, 8.4 GiB used, 707 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.1 MiB/s wr, 3 op/s 2024-08-29T18:19:27.130 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:19:26 smithi028 bash[78352]: cluster 2024-08-29T18:19:25.643975+0000 mgr.y (mgr.25022) 981 : cluster [DBG] pgmap v1669: 105 pgs: 105 active+clean; 127 GiB data, 8.4 GiB used, 707 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.1 MiB/s wr, 3 op/s 2024-08-29T18:19:27.326 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:19:26 smithi053 bash[68679]: cluster 2024-08-29T18:19:25.643975+0000 mgr.y (mgr.25022) 981 : cluster [DBG] pgmap v1669: 105 pgs: 105 active+clean; 127 GiB data, 8.4 GiB used, 707 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.1 MiB/s wr, 3 op/s 2024-08-29T18:19:27.577 INFO:tasks.workunit.client.0.smithi028.stdout: 457: throughput=4.99MB/sec pending data=0 2024-08-29T18:19:27.577 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-fR0SeJkfqs2vSt3 off=9239107 len=855821 2024-08-29T18:19:27.580 INFO:tasks.workunit.client.0.smithi028.stdout:op 2411 completed, throughput=4.99MB/sec 2024-08-29T18:19:27.580 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-7RMPpPMV_8y9XQD off=17888192 len=340764 2024-08-29T18:19:27.586 INFO:tasks.workunit.client.0.smithi028.stdout:op 2412 completed, throughput=4.99MB/sec 2024-08-29T18:19:27.586 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-006QJFOS4I44MBO off=8366093 len=1712663 2024-08-29T18:19:27.598 INFO:tasks.workunit.client.0.smithi028.stdout:op 2413 completed, throughput=5MB/sec 2024-08-29T18:19:27.598 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-dQ_X8o0ADunYvQQ off=22254008 len=1693764 2024-08-29T18:19:27.601 INFO:tasks.workunit.client.0.smithi028.stdout:op 2414 completed, throughput=5MB/sec 2024-08-29T18:19:27.601 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-o_1vLmsXvuBIlnx off=861378 len=1546669 2024-08-29T18:19:27.603 INFO:tasks.workunit.client.0.smithi028.stdout:op 2415 completed, throughput=5MB/sec 2024-08-29T18:19:28.129 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:19:27 smithi028 bash[77168]: audit 2024-08-29T18:19:27.073532+0000 mon.a (mon.0) 2201 : audit [DBG] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-29T18:19:28.130 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:19:27 smithi028 bash[78352]: audit 2024-08-29T18:19:27.073532+0000 mon.a (mon.0) 2201 : audit [DBG] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-29T18:19:28.326 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:19:27 smithi053 bash[68679]: audit 2024-08-29T18:19:27.073532+0000 mon.a (mon.0) 2201 : audit [DBG] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-29T18:19:28.603 INFO:tasks.workunit.client.0.smithi028.stdout: 458: throughput=4.99MB/sec pending data=0 2024-08-29T18:19:28.603 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-gKsQNiMfs5VsSr6 off=1838771 len=218523 2024-08-29T18:19:28.609 INFO:tasks.workunit.client.0.smithi028.stdout:op 2416 completed, throughput=4.99MB/sec 2024-08-29T18:19:28.609 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-DlcwzXgO887ilm_ off=13105266 len=228096 2024-08-29T18:19:28.614 INFO:tasks.workunit.client.0.smithi028.stdout:op 2417 completed, throughput=4.99MB/sec 2024-08-29T18:19:28.614 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-wEvy6wHXR-JMAKy off=9139623 len=424222 2024-08-29T18:19:28.615 INFO:tasks.workunit.client.0.smithi028.stdout:op 2418 completed, throughput=4.99MB/sec 2024-08-29T18:19:28.615 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-dwHFTUpPuU4VpIS off=8956730 len=1282864 2024-08-29T18:19:28.625 INFO:tasks.workunit.client.0.smithi028.stdout:op 2419 completed, throughput=5MB/sec 2024-08-29T18:19:28.625 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-QebRq_3Y5EXK3mG off=7325639 len=837033 2024-08-29T18:19:28.628 INFO:tasks.workunit.client.0.smithi028.stdout:op 2420 completed, throughput=5MB/sec 2024-08-29T18:19:28.628 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-IL8apwwmlhg-J-b off=12771690 len=815643 2024-08-29T18:19:28.630 INFO:tasks.workunit.client.0.smithi028.stdout:op 2421 completed, throughput=5MB/sec 2024-08-29T18:19:28.630 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-_y0t3dWWp0tqfLs off=3484546 len=438592 2024-08-29T18:19:28.633 INFO:tasks.workunit.client.0.smithi028.stdout:op 2422 completed, throughput=5MB/sec 2024-08-29T18:19:28.633 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-5N4wMw87vbaHDj3 off=7979244 len=624334 2024-08-29T18:19:28.634 INFO:tasks.workunit.client.0.smithi028.stdout:op 2423 completed, throughput=5MB/sec 2024-08-29T18:19:29.130 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:19:28 smithi028 bash[77168]: cluster 2024-08-29T18:19:27.644823+0000 mgr.y (mgr.25022) 982 : cluster [DBG] pgmap v1670: 105 pgs: 105 active+clean; 127 GiB data, 8.4 GiB used, 707 GiB / 715 GiB avail; 1.8 MiB/s rd, 2.2 MiB/s wr, 3 op/s 2024-08-29T18:19:29.130 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:19:28 smithi028 bash[78352]: cluster 2024-08-29T18:19:27.644823+0000 mgr.y (mgr.25022) 982 : cluster [DBG] pgmap v1670: 105 pgs: 105 active+clean; 127 GiB data, 8.4 GiB used, 707 GiB / 715 GiB avail; 1.8 MiB/s rd, 2.2 MiB/s wr, 3 op/s 2024-08-29T18:19:29.326 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:19:28 smithi053 bash[68679]: cluster 2024-08-29T18:19:27.644823+0000 mgr.y (mgr.25022) 982 : cluster [DBG] pgmap v1670: 105 pgs: 105 active+clean; 127 GiB data, 8.4 GiB used, 707 GiB / 715 GiB avail; 1.8 MiB/s rd, 2.2 MiB/s wr, 3 op/s 2024-08-29T18:19:29.634 INFO:tasks.workunit.client.0.smithi028.stdout: 459: throughput=4.99MB/sec pending data=0 2024-08-29T18:19:29.635 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-DI--DpVVvioGlR6 off=8508065 len=1803822 2024-08-29T18:19:29.639 INFO:tasks.workunit.client.0.smithi028.stdout:op 2424 completed, throughput=4.99MB/sec 2024-08-29T18:19:29.639 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-IOiNknPMhBBBrt9 off=4485274 len=523875 2024-08-29T18:19:29.646 INFO:tasks.workunit.client.0.smithi028.stdout:op 2425 completed, throughput=4.99MB/sec 2024-08-29T18:19:29.646 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-V2Tnj6SzRRDLt20 off=2694124 len=192703 2024-08-29T18:19:29.651 INFO:tasks.workunit.client.0.smithi028.stdout:op 2426 completed, throughput=5MB/sec 2024-08-29T18:19:29.651 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-ipkynGBR0ZcKdAd off=492131 len=1402293 2024-08-29T18:19:29.653 INFO:tasks.workunit.client.0.smithi028.stdout:op 2427 completed, throughput=5MB/sec 2024-08-29T18:19:29.653 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-2Vk-uHnA38Rr8Xy off=888775 len=607843 2024-08-29T18:19:29.656 INFO:tasks.workunit.client.0.smithi028.stdout:op 2428 completed, throughput=5MB/sec 2024-08-29T18:19:29.656 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-Zvc5-fJwPVsGlSQ off=3896519 len=1975697 2024-08-29T18:19:29.668 INFO:tasks.workunit.client.0.smithi028.stdout:op 2429 completed, throughput=5MB/sec 2024-08-29T18:19:30.668 INFO:tasks.workunit.client.0.smithi028.stdout: 460: throughput=4.99MB/sec pending data=0 2024-08-29T18:19:30.669 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-p_f5AFPEsKbCF3E off=2387717 len=1708766 2024-08-29T18:19:30.682 INFO:tasks.workunit.client.0.smithi028.stdout:op 2430 completed, throughput=5MB/sec 2024-08-29T18:19:30.682 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-MjweAcXBBMhbx4M off=2370137 len=1477041 2024-08-29T18:19:30.684 INFO:tasks.workunit.client.0.smithi028.stdout:op 2431 completed, throughput=5MB/sec 2024-08-29T18:19:30.685 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-5WG2MU0rQwVLzbi off=1599313 len=24448 2024-08-29T18:19:30.686 INFO:tasks.workunit.client.0.smithi028.stdout:op 2432 completed, throughput=5MB/sec 2024-08-29T18:19:30.686 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-EhIZirjmfEpQ40x off=7856434 len=2002705 2024-08-29T18:19:30.691 INFO:tasks.workunit.client.0.smithi028.stdout:op 2433 completed, throughput=5MB/sec 2024-08-29T18:19:31.130 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:19:30 smithi028 bash[77168]: cluster 2024-08-29T18:19:29.646444+0000 mgr.y (mgr.25022) 983 : cluster [DBG] pgmap v1671: 105 pgs: 105 active+clean; 127 GiB data, 8.4 GiB used, 707 GiB / 715 GiB avail; 3.3 MiB/s rd, 2.5 MiB/s wr, 5 op/s 2024-08-29T18:19:31.130 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:19:30 smithi028 bash[78352]: cluster 2024-08-29T18:19:29.646444+0000 mgr.y (mgr.25022) 983 : cluster [DBG] pgmap v1671: 105 pgs: 105 active+clean; 127 GiB data, 8.4 GiB used, 707 GiB / 715 GiB avail; 3.3 MiB/s rd, 2.5 MiB/s wr, 5 op/s 2024-08-29T18:19:31.326 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:19:30 smithi053 bash[68679]: cluster 2024-08-29T18:19:29.646444+0000 mgr.y (mgr.25022) 983 : cluster [DBG] pgmap v1671: 105 pgs: 105 active+clean; 127 GiB data, 8.4 GiB used, 707 GiB / 715 GiB avail; 3.3 MiB/s rd, 2.5 MiB/s wr, 5 op/s 2024-08-29T18:19:31.691 INFO:tasks.workunit.client.0.smithi028.stdout: 461: throughput=4.99MB/sec pending data=0 2024-08-29T18:19:31.691 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-K9kMqb0wYamzexH off=348536 len=648145 2024-08-29T18:19:31.693 INFO:tasks.workunit.client.0.smithi028.stdout:op 2434 completed, throughput=4.99MB/sec 2024-08-29T18:19:31.693 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-9T20cBUPkEDDpfx off=6588009 len=1787641 2024-08-29T18:19:31.706 INFO:tasks.workunit.client.0.smithi028.stdout:op 2435 completed, throughput=5MB/sec 2024-08-29T18:19:31.706 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-QrBhvcr4wXhryf7 off=10197775 len=412902 2024-08-29T18:19:31.709 INFO:tasks.workunit.client.0.smithi028.stdout:op 2436 completed, throughput=5MB/sec 2024-08-29T18:19:31.709 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-_NE28_mCOiu76SR off=83561 len=1796339 2024-08-29T18:19:31.714 INFO:tasks.workunit.client.0.smithi028.stdout:op 2437 completed, throughput=5MB/sec 2024-08-29T18:19:31.880 INFO:journalctl@ceph.mgr.y.smithi028.stdout:Aug 29 18:19:31 smithi028 bash[70818]: ::ffff:172.21.15.53 - - [29/Aug/2024:18:19:31] "GET /metrics HTTP/1.1" 200 34017 "" "Prometheus/2.43.0" 2024-08-29T18:19:32.576 INFO:journalctl@ceph.prometheus.a.smithi053.stdout:Aug 29 18:19:32 smithi053 bash[95567]: ts=2024-08-29T18:19:32.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"3167ee72-662c-11ef-bcd4-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-29T18:19:32.714 INFO:tasks.workunit.client.0.smithi028.stdout: 462: throughput=4.99MB/sec pending data=0 2024-08-29T18:19:32.715 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-j7HPAhsSnfClT1k off=4618354 len=1129056 2024-08-29T18:19:32.724 INFO:tasks.workunit.client.0.smithi028.stdout:op 2438 completed, throughput=4.99MB/sec 2024-08-29T18:19:32.724 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-I43Jg3l5pzudTVF off=16263240 len=1175160 2024-08-29T18:19:32.728 INFO:tasks.workunit.client.0.smithi028.stdout:op 2439 completed, throughput=5MB/sec 2024-08-29T18:19:32.728 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-zH74_H9ep_r2lGp off=3078365 len=293901 2024-08-29T18:19:32.733 INFO:tasks.workunit.client.0.smithi028.stdout:op 2440 completed, throughput=5MB/sec 2024-08-29T18:19:32.733 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-bT1axBoOG_k_lCN off=5250773 len=1846523 2024-08-29T18:19:32.737 INFO:tasks.workunit.client.0.smithi028.stdout:op 2441 completed, throughput=5MB/sec 2024-08-29T18:19:32.737 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-hitwDK0tyebO_wd off=1557439 len=304046 2024-08-29T18:19:32.743 INFO:tasks.workunit.client.0.smithi028.stdout:op 2442 completed, throughput=5MB/sec 2024-08-29T18:19:32.743 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-LapQDU4LnF__M1Z off=20632389 len=1294459 2024-08-29T18:19:32.746 INFO:tasks.workunit.client.0.smithi028.stdout:op 2443 completed, throughput=5MB/sec 2024-08-29T18:19:33.130 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:19:32 smithi028 bash[78352]: cluster 2024-08-29T18:19:31.647309+0000 mgr.y (mgr.25022) 984 : cluster [DBG] pgmap v1672: 105 pgs: 105 active+clean; 127 GiB data, 8.4 GiB used, 707 GiB / 715 GiB avail; 2.2 MiB/s rd, 1.7 MiB/s wr, 3 op/s 2024-08-29T18:19:33.130 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:19:32 smithi028 bash[77168]: cluster 2024-08-29T18:19:31.647309+0000 mgr.y (mgr.25022) 984 : cluster [DBG] pgmap v1672: 105 pgs: 105 active+clean; 127 GiB data, 8.4 GiB used, 707 GiB / 715 GiB avail; 2.2 MiB/s rd, 1.7 MiB/s wr, 3 op/s 2024-08-29T18:19:33.326 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:19:32 smithi053 bash[68679]: cluster 2024-08-29T18:19:31.647309+0000 mgr.y (mgr.25022) 984 : cluster [DBG] pgmap v1672: 105 pgs: 105 active+clean; 127 GiB data, 8.4 GiB used, 707 GiB / 715 GiB avail; 2.2 MiB/s rd, 1.7 MiB/s wr, 3 op/s 2024-08-29T18:19:33.747 INFO:tasks.workunit.client.0.smithi028.stdout: 463: throughput=4.99MB/sec pending data=0 2024-08-29T18:19:33.747 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-3zgy108V70vxR-Z off=5086099 len=1439410 2024-08-29T18:19:33.750 INFO:tasks.workunit.client.0.smithi028.stdout:op 2444 completed, throughput=4.99MB/sec 2024-08-29T18:19:33.750 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-7DYbxIDbGez7z62 off=6594150 len=2049709 2024-08-29T18:19:33.766 INFO:tasks.workunit.client.0.smithi028.stdout:op 2445 completed, throughput=5MB/sec 2024-08-29T18:19:33.766 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-umTPARCw8VExO5p off=3322135 len=159762 2024-08-29T18:19:33.768 INFO:tasks.workunit.client.0.smithi028.stdout:op 2446 completed, throughput=5MB/sec 2024-08-29T18:19:33.768 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-9bVGWZHEvGvp9Lb off=5742687 len=1370251 2024-08-29T18:19:33.772 INFO:tasks.workunit.client.0.smithi028.stdout:op 2447 completed, throughput=5MB/sec 2024-08-29T18:19:34.773 INFO:tasks.workunit.client.0.smithi028.stdout: 464: throughput=4.99MB/sec pending data=0 2024-08-29T18:19:34.773 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-rod9JXZKY41jVrj off=5082469 len=330878 2024-08-29T18:19:34.774 INFO:tasks.workunit.client.0.smithi028.stdout:op 2448 completed, throughput=4.99MB/sec 2024-08-29T18:19:34.775 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-xRzvmcBbwauJ_7r off=7391104 len=336625 2024-08-29T18:19:34.776 INFO:tasks.workunit.client.0.smithi028.stdout:op 2449 completed, throughput=4.99MB/sec 2024-08-29T18:19:34.776 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-GQBuZ5Kje3e_2Bs off=11490528 len=188563 2024-08-29T18:19:34.778 INFO:tasks.workunit.client.0.smithi028.stdout:op 2450 completed, throughput=4.99MB/sec 2024-08-29T18:19:34.778 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-FNGPsXhgY7vcoB9 off=12112666 len=626884 2024-08-29T18:19:34.780 INFO:tasks.workunit.client.0.smithi028.stdout:op 2451 completed, throughput=4.99MB/sec 2024-08-29T18:19:34.780 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-z2cWM9eIItkvUzA off=10141486 len=1929680 2024-08-29T18:19:34.792 INFO:tasks.workunit.client.0.smithi028.stdout:op 2452 completed, throughput=5MB/sec 2024-08-29T18:19:34.793 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-i3-OjCg5G4vHwM3 off=3381421 len=192861 2024-08-29T18:19:34.793 INFO:tasks.workunit.client.0.smithi028.stdout:op 2453 completed, throughput=5MB/sec 2024-08-29T18:19:34.794 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-nYrLHnjIjnOrGZZ off=2526180 len=765570 2024-08-29T18:19:34.801 INFO:tasks.workunit.client.0.smithi028.stdout:op 2454 completed, throughput=5MB/sec 2024-08-29T18:19:34.801 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-1RfjTB1LaapdK0l off=2196784 len=1745993 2024-08-29T18:19:34.812 INFO:tasks.workunit.client.0.smithi028.stdout:op 2455 completed, throughput=5MB/sec 2024-08-29T18:19:35.130 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:19:34 smithi028 bash[78352]: cluster 2024-08-29T18:19:33.648303+0000 mgr.y (mgr.25022) 985 : cluster [DBG] pgmap v1673: 105 pgs: 105 active+clean; 127 GiB data, 8.4 GiB used, 707 GiB / 715 GiB avail; 3.1 MiB/s rd, 2.3 MiB/s wr, 5 op/s 2024-08-29T18:19:35.130 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:19:34 smithi028 bash[77168]: cluster 2024-08-29T18:19:33.648303+0000 mgr.y (mgr.25022) 985 : cluster [DBG] pgmap v1673: 105 pgs: 105 active+clean; 127 GiB data, 8.4 GiB used, 707 GiB / 715 GiB avail; 3.1 MiB/s rd, 2.3 MiB/s wr, 5 op/s 2024-08-29T18:19:35.326 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:19:34 smithi053 bash[68679]: cluster 2024-08-29T18:19:33.648303+0000 mgr.y (mgr.25022) 985 : cluster [DBG] pgmap v1673: 105 pgs: 105 active+clean; 127 GiB data, 8.4 GiB used, 707 GiB / 715 GiB avail; 3.1 MiB/s rd, 2.3 MiB/s wr, 5 op/s 2024-08-29T18:19:35.812 INFO:tasks.workunit.client.0.smithi028.stdout: 465: throughput=4.99MB/sec pending data=0 2024-08-29T18:19:35.813 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-c43cw5RYIu8jH0P off=1106136 len=1652251 2024-08-29T18:19:35.827 INFO:tasks.workunit.client.0.smithi028.stdout:op 2456 completed, throughput=5MB/sec 2024-08-29T18:19:35.827 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-mcYJ3XuyGv2YUg1 off=1551787 len=1960780 2024-08-29T18:19:35.843 INFO:tasks.workunit.client.0.smithi028.stdout:op 2457 completed, throughput=5MB/sec 2024-08-29T18:19:35.843 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-ePTYp0o7YVnhebz off=627595 len=1189668 2024-08-29T18:19:35.852 INFO:tasks.workunit.client.0.smithi028.stdout:op 2458 completed, throughput=5MB/sec 2024-08-29T18:19:36.853 INFO:tasks.workunit.client.0.smithi028.stdout: 466: throughput=4.99MB/sec pending data=0 2024-08-29T18:19:36.853 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-FxTXUyxAqPF4use off=2507790 len=39858 2024-08-29T18:19:36.854 INFO:tasks.workunit.client.0.smithi028.stdout:op 2459 completed, throughput=4.99MB/sec 2024-08-29T18:19:36.854 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-02bJjiCFlKM5EDj off=5941238 len=1774546 2024-08-29T18:19:36.867 INFO:tasks.workunit.client.0.smithi028.stdout:op 2460 completed, throughput=4.99MB/sec 2024-08-29T18:19:36.867 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-Sy8pSZ4Bw40R4Tx off=4763986 len=1957490 2024-08-29T18:19:36.880 INFO:tasks.workunit.client.0.smithi028.stdout:op 2461 completed, throughput=5MB/sec 2024-08-29T18:19:36.880 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-_0Gis_vZ9T9G0O0 off=9229250 len=988692 2024-08-29T18:19:36.884 INFO:tasks.workunit.client.0.smithi028.stdout:op 2462 completed, throughput=5MB/sec 2024-08-29T18:19:37.130 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:19:36 smithi028 bash[78352]: cluster 2024-08-29T18:19:35.649527+0000 mgr.y (mgr.25022) 986 : cluster [DBG] pgmap v1674: 105 pgs: 105 active+clean; 127 GiB data, 8.4 GiB used, 707 GiB / 715 GiB avail; 3.1 MiB/s rd, 1.4 MiB/s wr, 4 op/s 2024-08-29T18:19:37.130 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:19:36 smithi028 bash[77168]: cluster 2024-08-29T18:19:35.649527+0000 mgr.y (mgr.25022) 986 : cluster [DBG] pgmap v1674: 105 pgs: 105 active+clean; 127 GiB data, 8.4 GiB used, 707 GiB / 715 GiB avail; 3.1 MiB/s rd, 1.4 MiB/s wr, 4 op/s 2024-08-29T18:19:37.326 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:19:36 smithi053 bash[68679]: cluster 2024-08-29T18:19:35.649527+0000 mgr.y (mgr.25022) 986 : cluster [DBG] pgmap v1674: 105 pgs: 105 active+clean; 127 GiB data, 8.4 GiB used, 707 GiB / 715 GiB avail; 3.1 MiB/s rd, 1.4 MiB/s wr, 4 op/s 2024-08-29T18:19:37.884 INFO:tasks.workunit.client.0.smithi028.stdout: 467: throughput=4.99MB/sec pending data=0 2024-08-29T18:19:37.884 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-01yUneeqEdM-fjn off=4933284 len=2049912 2024-08-29T18:19:37.897 INFO:tasks.workunit.client.0.smithi028.stdout:op 2463 completed, throughput=4.99MB/sec 2024-08-29T18:19:37.897 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-aSD-mFIRkaHDpj1 off=1045390 len=774360 2024-08-29T18:19:37.900 INFO:tasks.workunit.client.0.smithi028.stdout:op 2464 completed, throughput=5MB/sec 2024-08-29T18:19:37.900 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-F71gCwO9EFeo8UN off=13146306 len=870801 2024-08-29T18:19:37.908 INFO:tasks.workunit.client.0.smithi028.stdout:op 2465 completed, throughput=5MB/sec 2024-08-29T18:19:37.908 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-LPk9k4wWfLkGC4n off=11372895 len=970638 2024-08-29T18:19:37.911 INFO:tasks.workunit.client.0.smithi028.stdout:op 2466 completed, throughput=5MB/sec 2024-08-29T18:19:37.911 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-JgHoV8CJEUEPzST off=563006 len=1080487 2024-08-29T18:19:37.921 INFO:tasks.workunit.client.0.smithi028.stdout:op 2467 completed, throughput=5MB/sec 2024-08-29T18:19:38.922 INFO:tasks.workunit.client.0.smithi028.stdout: 468: throughput=4.99MB/sec pending data=0 2024-08-29T18:19:38.922 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-0xorwTmOc9zztmc off=2173742 len=782522 2024-08-29T18:19:38.925 INFO:tasks.workunit.client.0.smithi028.stdout:op 2468 completed, throughput=4.99MB/sec 2024-08-29T18:19:38.925 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-06Ej--PPOc-Y0fP off=38286 len=1207509 2024-08-29T18:19:38.936 INFO:tasks.workunit.client.0.smithi028.stdout:op 2469 completed, throughput=4.99MB/sec 2024-08-29T18:19:38.936 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-M2Vj4lHaRcjyB0Q off=2330783 len=1013901 2024-08-29T18:19:38.939 INFO:tasks.workunit.client.0.smithi028.stdout:op 2470 completed, throughput=5MB/sec 2024-08-29T18:19:38.939 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-E4I-npMGgrga2HT off=14110395 len=1436463 2024-08-29T18:19:38.943 INFO:tasks.workunit.client.0.smithi028.stdout:op 2471 completed, throughput=5MB/sec 2024-08-29T18:19:38.943 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-idDI1uYfRG7mvh8 off=2490541 len=108565 2024-08-29T18:19:38.944 INFO:tasks.workunit.client.0.smithi028.stdout:op 2472 completed, throughput=5MB/sec 2024-08-29T18:19:38.944 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-6vUmY0_JCb7Xk9Q off=2769329 len=1360966 2024-08-29T18:19:38.946 INFO:tasks.workunit.client.0.smithi028.stdout:op 2473 completed, throughput=5MB/sec 2024-08-29T18:19:39.129 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:19:38 smithi028 bash[77168]: cluster 2024-08-29T18:19:37.650281+0000 mgr.y (mgr.25022) 987 : cluster [DBG] pgmap v1675: 105 pgs: 105 active+clean; 127 GiB data, 8.4 GiB used, 707 GiB / 715 GiB avail; 3.1 MiB/s rd, 1.6 MiB/s wr, 4 op/s 2024-08-29T18:19:39.130 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:19:38 smithi028 bash[78352]: cluster 2024-08-29T18:19:37.650281+0000 mgr.y (mgr.25022) 987 : cluster [DBG] pgmap v1675: 105 pgs: 105 active+clean; 127 GiB data, 8.4 GiB used, 707 GiB / 715 GiB avail; 3.1 MiB/s rd, 1.6 MiB/s wr, 4 op/s 2024-08-29T18:19:39.326 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:19:38 smithi053 bash[68679]: cluster 2024-08-29T18:19:37.650281+0000 mgr.y (mgr.25022) 987 : cluster [DBG] pgmap v1675: 105 pgs: 105 active+clean; 127 GiB data, 8.4 GiB used, 707 GiB / 715 GiB avail; 3.1 MiB/s rd, 1.6 MiB/s wr, 4 op/s 2024-08-29T18:19:39.947 INFO:tasks.workunit.client.0.smithi028.stdout: 469: throughput=4.99MB/sec pending data=0 2024-08-29T18:19:39.947 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-6BdXs6jRKd-_tp7 off=23013387 len=730722 2024-08-29T18:19:39.954 INFO:tasks.workunit.client.0.smithi028.stdout:op 2474 completed, throughput=4.99MB/sec 2024-08-29T18:19:39.954 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-LKUxe6JnB0cqE_S off=19128225 len=247815 2024-08-29T18:19:39.956 INFO:tasks.workunit.client.0.smithi028.stdout:op 2475 completed, throughput=4.99MB/sec 2024-08-29T18:19:39.956 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-MUPq3qZVbe_gm2Z off=14817341 len=1540382 2024-08-29T18:19:39.960 INFO:tasks.workunit.client.0.smithi028.stdout:op 2476 completed, throughput=5MB/sec 2024-08-29T18:19:39.960 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-nsqBfMDs3bFbf1f off=0 len=1090635 2024-08-29T18:19:39.962 INFO:tasks.workunit.client.0.smithi028.stdout:op 2477 completed, throughput=5MB/sec 2024-08-29T18:19:39.962 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-PoXntEc3MpdzIl4 off=5318459 len=2050723 2024-08-29T18:19:39.976 INFO:tasks.workunit.client.0.smithi028.stdout:op 2478 completed, throughput=5MB/sec 2024-08-29T18:19:40.977 INFO:tasks.workunit.client.0.smithi028.stdout: 470: throughput=4.99MB/sec pending data=0 2024-08-29T18:19:40.977 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-6_Q4BrEoSCIFBBs off=3906206 len=226480 2024-08-29T18:19:40.983 INFO:tasks.workunit.client.0.smithi028.stdout:op 2479 completed, throughput=4.99MB/sec 2024-08-29T18:19:40.983 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-J7j2bKXon-ORst0 off=11757051 len=224469 2024-08-29T18:19:40.984 INFO:tasks.workunit.client.0.smithi028.stdout:op 2480 completed, throughput=4.99MB/sec 2024-08-29T18:19:40.984 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-Pwb7Ey1gA4W-JWe off=5637454 len=2041646 2024-08-29T18:19:40.991 INFO:tasks.workunit.client.0.smithi028.stdout:op 2481 completed, throughput=5MB/sec 2024-08-29T18:19:40.992 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-PZXLe-3rg6zVB-R off=16616755 len=1663804 2024-08-29T18:19:40.996 INFO:tasks.workunit.client.0.smithi028.stdout:op 2482 completed, throughput=5MB/sec 2024-08-29T18:19:41.129 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:19:40 smithi028 bash[78352]: cluster 2024-08-29T18:19:39.651507+0000 mgr.y (mgr.25022) 988 : cluster [DBG] pgmap v1676: 105 pgs: 105 active+clean; 127 GiB data, 8.5 GiB used, 707 GiB / 715 GiB avail; 3.6 MiB/s rd, 2.8 MiB/s wr, 6 op/s 2024-08-29T18:19:41.130 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:19:40 smithi028 bash[77168]: cluster 2024-08-29T18:19:39.651507+0000 mgr.y (mgr.25022) 988 : cluster [DBG] pgmap v1676: 105 pgs: 105 active+clean; 127 GiB data, 8.5 GiB used, 707 GiB / 715 GiB avail; 3.6 MiB/s rd, 2.8 MiB/s wr, 6 op/s 2024-08-29T18:19:41.326 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:19:40 smithi053 bash[68679]: cluster 2024-08-29T18:19:39.651507+0000 mgr.y (mgr.25022) 988 : cluster [DBG] pgmap v1676: 105 pgs: 105 active+clean; 127 GiB data, 8.5 GiB used, 707 GiB / 715 GiB avail; 3.6 MiB/s rd, 2.8 MiB/s wr, 6 op/s 2024-08-29T18:19:41.879 INFO:journalctl@ceph.mgr.y.smithi028.stdout:Aug 29 18:19:41 smithi028 bash[70818]: ::ffff:172.21.15.53 - - [29/Aug/2024:18:19:41] "GET /metrics HTTP/1.1" 200 34017 "" "Prometheus/2.43.0" 2024-08-29T18:19:41.996 INFO:tasks.workunit.client.0.smithi028.stdout: 471: throughput=4.99MB/sec pending data=0 2024-08-29T18:19:41.996 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-uQilPf2p71tfl2Z off=10005791 len=1472009 2024-08-29T18:19:42.008 INFO:tasks.workunit.client.0.smithi028.stdout:op 2483 completed, throughput=4.99MB/sec 2024-08-29T18:19:42.008 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-nA_sk4n-3cdnSo6 off=16096614 len=1016068 2024-08-29T18:19:42.018 INFO:tasks.workunit.client.0.smithi028.stdout:op 2484 completed, throughput=4.99MB/sec 2024-08-29T18:19:42.018 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-vTrPIWgIL3XPrn9 off=15045155 len=44271 2024-08-29T18:19:42.022 INFO:tasks.workunit.client.0.smithi028.stdout:op 2485 completed, throughput=4.99MB/sec 2024-08-29T18:19:42.022 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-5mULo5h3b1m0QEX off=6733503 len=72767 2024-08-29T18:19:42.024 INFO:tasks.workunit.client.0.smithi028.stdout:op 2486 completed, throughput=4.99MB/sec 2024-08-29T18:19:42.024 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-1AqmoArfNXsD82r off=1618791 len=794862 2024-08-29T18:19:42.026 INFO:tasks.workunit.client.0.smithi028.stdout:op 2487 completed, throughput=5MB/sec 2024-08-29T18:19:42.026 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-CFsnq11T4sPisNr off=20033303 len=1685772 2024-08-29T18:19:42.038 INFO:tasks.workunit.client.0.smithi028.stdout:op 2488 completed, throughput=5MB/sec 2024-08-29T18:19:42.039 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-flLwr2k-1w-Vkum off=898579 len=127198 2024-08-29T18:19:42.043 INFO:tasks.workunit.client.0.smithi028.stdout:op 2489 completed, throughput=5MB/sec 2024-08-29T18:19:42.043 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-7t8mM8h5Ce50YQp off=6889650 len=2087491 2024-08-29T18:19:42.059 INFO:tasks.workunit.client.0.smithi028.stdout:op 2490 completed, throughput=5MB/sec 2024-08-29T18:19:42.576 INFO:journalctl@ceph.prometheus.a.smithi053.stdout:Aug 29 18:19:42 smithi053 bash[95567]: ts=2024-08-29T18:19:42.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"3167ee72-662c-11ef-bcd4-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-29T18:19:43.060 INFO:tasks.workunit.client.0.smithi028.stdout: 472: throughput=4.99MB/sec pending data=0 2024-08-29T18:19:43.060 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-wVGgrbxvrtptc6M off=8644576 len=29414 2024-08-29T18:19:43.061 INFO:tasks.workunit.client.0.smithi028.stdout:op 2491 completed, throughput=4.99MB/sec 2024-08-29T18:19:43.061 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-y509y0Z_1DzxuFc off=7241927 len=1092163 2024-08-29T18:19:43.064 INFO:tasks.workunit.client.0.smithi028.stdout:op 2492 completed, throughput=5MB/sec 2024-08-29T18:19:43.064 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-OG7RBayaLC1Yt10 off=14062496 len=167711 2024-08-29T18:19:43.069 INFO:tasks.workunit.client.0.smithi028.stdout:op 2493 completed, throughput=5MB/sec 2024-08-29T18:19:43.069 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-w6PApNLnxbzSI52 off=5957552 len=1288907 2024-08-29T18:19:43.079 INFO:tasks.workunit.client.0.smithi028.stdout:op 2494 completed, throughput=5MB/sec 2024-08-29T18:19:43.079 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-xM4HNJdDQPMYjoF off=4602320 len=899273 2024-08-29T18:19:43.087 INFO:tasks.workunit.client.0.smithi028.stdout:op 2495 completed, throughput=5MB/sec 2024-08-29T18:19:43.087 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-YOge_3FaJAFg_Mp off=12019984 len=1439458 2024-08-29T18:19:43.090 INFO:tasks.workunit.client.0.smithi028.stdout:op 2496 completed, throughput=5MB/sec 2024-08-29T18:19:43.130 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:19:42 smithi028 bash[78352]: cluster 2024-08-29T18:19:41.652431+0000 mgr.y (mgr.25022) 989 : cluster [DBG] pgmap v1677: 105 pgs: 105 active+clean; 127 GiB data, 8.5 GiB used, 707 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2024-08-29T18:19:43.130 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:19:42 smithi028 bash[78352]: audit 2024-08-29T18:19:42.074037+0000 mon.a (mon.0) 2202 : audit [DBG] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-29T18:19:43.130 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:19:42 smithi028 bash[77168]: cluster 2024-08-29T18:19:41.652431+0000 mgr.y (mgr.25022) 989 : cluster [DBG] pgmap v1677: 105 pgs: 105 active+clean; 127 GiB data, 8.5 GiB used, 707 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2024-08-29T18:19:43.130 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:19:42 smithi028 bash[77168]: audit 2024-08-29T18:19:42.074037+0000 mon.a (mon.0) 2202 : audit [DBG] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-29T18:19:43.326 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:19:42 smithi053 bash[68679]: cluster 2024-08-29T18:19:41.652431+0000 mgr.y (mgr.25022) 989 : cluster [DBG] pgmap v1677: 105 pgs: 105 active+clean; 127 GiB data, 8.5 GiB used, 707 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2024-08-29T18:19:43.326 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:19:42 smithi053 bash[68679]: audit 2024-08-29T18:19:42.074037+0000 mon.a (mon.0) 2202 : audit [DBG] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-29T18:19:44.090 INFO:tasks.workunit.client.0.smithi028.stdout: 473: throughput=4.99MB/sec pending data=0 2024-08-29T18:19:44.090 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-Oy5w5xwBnLvReVN off=1173109 len=675219 2024-08-29T18:19:44.097 INFO:tasks.workunit.client.0.smithi028.stdout:op 2497 completed, throughput=4.99MB/sec 2024-08-29T18:19:44.097 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-oBeJ9g4CEuY-PS- off=12101248 len=1508209 2024-08-29T18:19:44.101 INFO:tasks.workunit.client.0.smithi028.stdout:op 2498 completed, throughput=5MB/sec 2024-08-29T18:19:44.101 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-YNptaTtGji-KWgi off=2104699 len=575146 2024-08-29T18:19:44.109 INFO:tasks.workunit.client.0.smithi028.stdout:op 2499 completed, throughput=5MB/sec 2024-08-29T18:19:44.109 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-8GQ_tz6b-vzJRxp off=2462070 len=1987923 2024-08-29T18:19:44.116 INFO:tasks.workunit.client.0.smithi028.stdout:op 2500 completed, throughput=5MB/sec 2024-08-29T18:19:45.116 INFO:tasks.workunit.client.0.smithi028.stdout: 474: throughput=4.99MB/sec pending data=0 2024-08-29T18:19:45.117 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-HqbvJx5IN7ER4cz off=3275433 len=280632 2024-08-29T18:19:45.122 INFO:tasks.workunit.client.0.smithi028.stdout:op 2501 completed, throughput=4.99MB/sec 2024-08-29T18:19:45.122 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-IXCf-Uy6jDE4GLo off=817775 len=491547 2024-08-29T18:19:45.124 INFO:tasks.workunit.client.0.smithi028.stdout:op 2502 completed, throughput=4.99MB/sec 2024-08-29T18:19:45.124 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-ZoADPwyKa6oPONX off=9298586 len=1710793 2024-08-29T18:19:45.128 INFO:tasks.workunit.client.0.smithi028.stdout:op 2503 completed, throughput=5MB/sec 2024-08-29T18:19:45.128 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-yRABDg0mZZTgttn off=11174130 len=1704186 2024-08-29T18:19:45.142 INFO:tasks.workunit.client.0.smithi028.stdout:op 2504 completed, throughput=5MB/sec 2024-08-29T18:19:45.142 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-Spx8aTukD5jzvc9 off=12617252 len=204387 2024-08-29T18:19:45.148 INFO:tasks.workunit.client.0.smithi028.stdout:op 2505 completed, throughput=5MB/sec 2024-08-29T18:19:45.148 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-h98YuPEBFNJk7te off=8949294 len=456513 2024-08-29T18:19:45.154 INFO:tasks.workunit.client.0.smithi028.stdout:op 2506 completed, throughput=5MB/sec 2024-08-29T18:19:45.326 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:19:44 smithi053 bash[68679]: cluster 2024-08-29T18:19:43.653477+0000 mgr.y (mgr.25022) 990 : cluster [DBG] pgmap v1678: 105 pgs: 105 active+clean; 127 GiB data, 8.5 GiB used, 707 GiB / 715 GiB avail; 2.9 MiB/s rd, 2.9 MiB/s wr, 5 op/s 2024-08-29T18:19:45.379 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:19:44 smithi028 bash[78352]: cluster 2024-08-29T18:19:43.653477+0000 mgr.y (mgr.25022) 990 : cluster [DBG] pgmap v1678: 105 pgs: 105 active+clean; 127 GiB data, 8.5 GiB used, 707 GiB / 715 GiB avail; 2.9 MiB/s rd, 2.9 MiB/s wr, 5 op/s 2024-08-29T18:19:45.380 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:19:44 smithi028 bash[77168]: cluster 2024-08-29T18:19:43.653477+0000 mgr.y (mgr.25022) 990 : cluster [DBG] pgmap v1678: 105 pgs: 105 active+clean; 127 GiB data, 8.5 GiB used, 707 GiB / 715 GiB avail; 2.9 MiB/s rd, 2.9 MiB/s wr, 5 op/s 2024-08-29T18:19:46.155 INFO:tasks.workunit.client.0.smithi028.stdout: 475: throughput=4.99MB/sec pending data=0 2024-08-29T18:19:46.155 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-8_Wj454r3Vn4nC4 off=6390384 len=1995089 2024-08-29T18:19:46.171 INFO:tasks.workunit.client.0.smithi028.stdout:op 2507 completed, throughput=4.99MB/sec 2024-08-29T18:19:46.171 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-gXEDQc7e6XsRDae off=14514939 len=1932841 2024-08-29T18:19:46.183 INFO:tasks.workunit.client.0.smithi028.stdout:op 2508 completed, throughput=5MB/sec 2024-08-29T18:19:46.183 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-scg9qHEPxMcV-xN off=1224252 len=114902 2024-08-29T18:19:46.189 INFO:tasks.workunit.client.0.smithi028.stdout:op 2509 completed, throughput=5MB/sec 2024-08-29T18:19:46.189 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-_jL6MLfgvSsVwMs off=1875969 len=588002 2024-08-29T18:19:46.191 INFO:tasks.workunit.client.0.smithi028.stdout:op 2510 completed, throughput=5MB/sec 2024-08-29T18:19:46.191 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-0fC2vrc8_mPWjd8 off=4117415 len=913696 2024-08-29T18:19:46.200 INFO:tasks.workunit.client.0.smithi028.stdout:op 2511 completed, throughput=5MB/sec 2024-08-29T18:19:47.200 INFO:tasks.workunit.client.0.smithi028.stdout: 476: throughput=4.99MB/sec pending data=0 2024-08-29T18:19:47.200 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-WFQNWGyVbBcM9ek off=494768 len=1140263 2024-08-29T18:19:47.204 INFO:tasks.workunit.client.0.smithi028.stdout:op 2512 completed, throughput=4.99MB/sec 2024-08-29T18:19:47.204 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-SCUKyVu3iuovH9G off=14762371 len=1072471 2024-08-29T18:19:47.207 INFO:tasks.workunit.client.0.smithi028.stdout:op 2513 completed, throughput=4.99MB/sec 2024-08-29T18:19:47.207 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-Sdpet4c8VGQOqyo off=8003198 len=1083546 2024-08-29T18:19:47.218 INFO:tasks.workunit.client.0.smithi028.stdout:op 2514 completed, throughput=5MB/sec 2024-08-29T18:19:47.218 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-6_-RTWP9whU81Bq off=3991448 len=695316 2024-08-29T18:19:47.225 INFO:tasks.workunit.client.0.smithi028.stdout:op 2515 completed, throughput=5MB/sec 2024-08-29T18:19:47.225 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-OyAUCDFIR9XzDAq off=16262149 len=477032 2024-08-29T18:19:47.235 INFO:tasks.workunit.client.0.smithi028.stdout:op 2516 completed, throughput=5MB/sec 2024-08-29T18:19:47.235 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-JrsN4CokQO9ZwS_ off=23326394 len=788618 2024-08-29T18:19:47.243 INFO:tasks.workunit.client.0.smithi028.stdout:op 2517 completed, throughput=5MB/sec 2024-08-29T18:19:47.326 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:19:46 smithi053 bash[68679]: cluster 2024-08-29T18:19:45.654705+0000 mgr.y (mgr.25022) 991 : cluster [DBG] pgmap v1679: 105 pgs: 105 active+clean; 127 GiB data, 8.5 GiB used, 707 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.8 MiB/s wr, 5 op/s 2024-08-29T18:19:47.380 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:19:46 smithi028 bash[78352]: cluster 2024-08-29T18:19:45.654705+0000 mgr.y (mgr.25022) 991 : cluster [DBG] pgmap v1679: 105 pgs: 105 active+clean; 127 GiB data, 8.5 GiB used, 707 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.8 MiB/s wr, 5 op/s 2024-08-29T18:19:47.380 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:19:46 smithi028 bash[77168]: cluster 2024-08-29T18:19:45.654705+0000 mgr.y (mgr.25022) 991 : cluster [DBG] pgmap v1679: 105 pgs: 105 active+clean; 127 GiB data, 8.5 GiB used, 707 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.8 MiB/s wr, 5 op/s 2024-08-29T18:19:48.243 INFO:tasks.workunit.client.0.smithi028.stdout: 477: throughput=4.99MB/sec pending data=0 2024-08-29T18:19:48.243 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-FGAPwlxwIeO7yzr off=4338283 len=117718 2024-08-29T18:19:48.248 INFO:tasks.workunit.client.0.smithi028.stdout:op 2518 completed, throughput=4.99MB/sec 2024-08-29T18:19:48.249 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-5whSwQDOWDgJ4qK off=11136789 len=1083286 2024-08-29T18:19:48.251 INFO:tasks.workunit.client.0.smithi028.stdout:op 2519 completed, throughput=4.99MB/sec 2024-08-29T18:19:48.252 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-b3vpw4dRgBSJcr9 off=1607142 len=1045844 2024-08-29T18:19:48.260 INFO:tasks.workunit.client.0.smithi028.stdout:op 2520 completed, throughput=4.99MB/sec 2024-08-29T18:19:48.260 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-DxZJ1mDnX7cr4ol off=706569 len=1489519 2024-08-29T18:19:48.273 INFO:tasks.workunit.client.0.smithi028.stdout:op 2521 completed, throughput=5MB/sec 2024-08-29T18:19:48.273 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-hlttxhmRQRHvyUq off=3234047 len=846361 2024-08-29T18:19:48.281 INFO:tasks.workunit.client.0.smithi028.stdout:op 2522 completed, throughput=5MB/sec 2024-08-29T18:19:48.281 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj--ufPkUxnLdLuU-6 off=14640034 len=1536875 2024-08-29T18:19:48.292 INFO:tasks.workunit.client.0.smithi028.stdout:op 2523 completed, throughput=5MB/sec 2024-08-29T18:19:49.292 INFO:tasks.workunit.client.0.smithi028.stdout: 478: throughput=4.99MB/sec pending data=0 2024-08-29T18:19:49.293 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-FcRtf1ZFYWc5i5j off=6036606 len=1950780 2024-08-29T18:19:49.307 INFO:tasks.workunit.client.0.smithi028.stdout:op 2524 completed, throughput=4.99MB/sec 2024-08-29T18:19:49.307 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-JdRRLbDkTfDRapw off=1886518 len=598271 2024-08-29T18:19:49.309 INFO:tasks.workunit.client.0.smithi028.stdout:op 2525 completed, throughput=5MB/sec 2024-08-29T18:19:49.309 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-5y4w0-MrH4TnJpv off=483501 len=507637 2024-08-29T18:19:49.311 INFO:tasks.workunit.client.0.smithi028.stdout:op 2526 completed, throughput=5MB/sec 2024-08-29T18:19:49.311 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-wEgr0Lx3raaQXaK off=3856222 len=990920 2024-08-29T18:19:49.313 INFO:tasks.workunit.client.0.smithi028.stdout:op 2527 completed, throughput=5MB/sec 2024-08-29T18:19:49.313 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-1Jl0y-5Jee8XdvA off=197824 len=1717609 2024-08-29T18:19:49.317 INFO:tasks.workunit.client.0.smithi028.stdout:op 2528 completed, throughput=5MB/sec 2024-08-29T18:19:49.326 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:19:48 smithi053 bash[68679]: cluster 2024-08-29T18:19:47.655533+0000 mgr.y (mgr.25022) 992 : cluster [DBG] pgmap v1680: 105 pgs: 105 active+clean; 127 GiB data, 8.5 GiB used, 707 GiB / 715 GiB avail; 1.9 MiB/s rd, 2.7 MiB/s wr, 4 op/s 2024-08-29T18:19:49.380 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:19:48 smithi028 bash[78352]: cluster 2024-08-29T18:19:47.655533+0000 mgr.y (mgr.25022) 992 : cluster [DBG] pgmap v1680: 105 pgs: 105 active+clean; 127 GiB data, 8.5 GiB used, 707 GiB / 715 GiB avail; 1.9 MiB/s rd, 2.7 MiB/s wr, 4 op/s 2024-08-29T18:19:49.380 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:19:48 smithi028 bash[77168]: cluster 2024-08-29T18:19:47.655533+0000 mgr.y (mgr.25022) 992 : cluster [DBG] pgmap v1680: 105 pgs: 105 active+clean; 127 GiB data, 8.5 GiB used, 707 GiB / 715 GiB avail; 1.9 MiB/s rd, 2.7 MiB/s wr, 4 op/s 2024-08-29T18:19:50.318 INFO:tasks.workunit.client.0.smithi028.stdout: 479: throughput=4.99MB/sec pending data=0 2024-08-29T18:19:50.318 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-xfNd9plhnroZGtU off=8374675 len=602293 2024-08-29T18:19:50.320 INFO:tasks.workunit.client.0.smithi028.stdout:op 2529 completed, throughput=4.99MB/sec 2024-08-29T18:19:50.320 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-7NS6qJD92Cf3JUL off=5839785 len=2084145 2024-08-29T18:19:50.326 INFO:tasks.workunit.client.0.smithi028.stdout:op 2530 completed, throughput=5MB/sec 2024-08-29T18:19:50.327 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-3as7g-H_rD3HdMK off=6019020 len=866169 2024-08-29T18:19:50.329 INFO:tasks.workunit.client.0.smithi028.stdout:op 2531 completed, throughput=5MB/sec 2024-08-29T18:19:50.329 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-cnq624j0-EpTuMJ off=8697210 len=1040118 2024-08-29T18:19:50.338 INFO:tasks.workunit.client.0.smithi028.stdout:op 2532 completed, throughput=5MB/sec 2024-08-29T18:19:51.326 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:19:50 smithi053 bash[68679]: cluster 2024-08-29T18:19:49.656828+0000 mgr.y (mgr.25022) 993 : cluster [DBG] pgmap v1681: 105 pgs: 105 active+clean; 127 GiB data, 8.5 GiB used, 707 GiB / 715 GiB avail; 2.6 MiB/s rd, 3.6 MiB/s wr, 6 op/s 2024-08-29T18:19:51.339 INFO:tasks.workunit.client.0.smithi028.stdout: 480: throughput=4.99MB/sec pending data=0 2024-08-29T18:19:51.339 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-FkQnp4b0HyUuTAR off=10250673 len=1134579 2024-08-29T18:19:51.349 INFO:tasks.workunit.client.0.smithi028.stdout:op 2533 completed, throughput=4.99MB/sec 2024-08-29T18:19:51.349 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-w9JeSM-9D4QaqAH off=339978 len=63297 2024-08-29T18:19:51.353 INFO:tasks.workunit.client.0.smithi028.stdout:op 2534 completed, throughput=4.99MB/sec 2024-08-29T18:19:51.353 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-_bKVffqS7XlNNAQ off=3715624 len=1141032 2024-08-29T18:19:51.364 INFO:tasks.workunit.client.0.smithi028.stdout:op 2535 completed, throughput=4.99MB/sec 2024-08-29T18:19:51.364 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-InMGNjT44ClPBNh off=2826672 len=717144 2024-08-29T18:19:51.365 INFO:tasks.workunit.client.0.smithi028.stdout:op 2536 completed, throughput=5MB/sec 2024-08-29T18:19:51.366 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-Kmg6g-JQnV5fVp3 off=3951102 len=1967555 2024-08-29T18:19:51.370 INFO:tasks.workunit.client.0.smithi028.stdout:op 2537 completed, throughput=5MB/sec 2024-08-29T18:19:51.370 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-dYe1O1Ol4KnPWZi off=732070 len=133625 2024-08-29T18:19:51.371 INFO:tasks.workunit.client.0.smithi028.stdout:op 2538 completed, throughput=5MB/sec 2024-08-29T18:19:51.371 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-7E_W7FlhoJ9tadt off=19684271 len=995373 2024-08-29T18:19:51.379 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:19:50 smithi028 bash[78352]: cluster 2024-08-29T18:19:49.656828+0000 mgr.y (mgr.25022) 993 : cluster [DBG] pgmap v1681: 105 pgs: 105 active+clean; 127 GiB data, 8.5 GiB used, 707 GiB / 715 GiB avail; 2.6 MiB/s rd, 3.6 MiB/s wr, 6 op/s 2024-08-29T18:19:51.380 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:19:50 smithi028 bash[77168]: cluster 2024-08-29T18:19:49.656828+0000 mgr.y (mgr.25022) 993 : cluster [DBG] pgmap v1681: 105 pgs: 105 active+clean; 127 GiB data, 8.5 GiB used, 707 GiB / 715 GiB avail; 2.6 MiB/s rd, 3.6 MiB/s wr, 6 op/s 2024-08-29T18:19:51.380 INFO:tasks.workunit.client.0.smithi028.stdout:op 2539 completed, throughput=5MB/sec 2024-08-29T18:19:51.880 INFO:journalctl@ceph.mgr.y.smithi028.stdout:Aug 29 18:19:51 smithi028 bash[70818]: ::ffff:172.21.15.53 - - [29/Aug/2024:18:19:51] "GET /metrics HTTP/1.1" 200 34018 "" "Prometheus/2.43.0" 2024-08-29T18:19:52.380 INFO:tasks.workunit.client.0.smithi028.stdout: 481: throughput=4.99MB/sec pending data=0 2024-08-29T18:19:52.380 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-712Pq-mMOnxZEGv off=11489256 len=1413386 2024-08-29T18:19:52.384 INFO:tasks.workunit.client.0.smithi028.stdout:op 2540 completed, throughput=4.99MB/sec 2024-08-29T18:19:52.384 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-x6XxJSeQfu3_mvQ off=19181749 len=357865 2024-08-29T18:19:52.386 INFO:tasks.workunit.client.0.smithi028.stdout:op 2541 completed, throughput=5MB/sec 2024-08-29T18:19:52.386 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-I5_yupZNxErJmbu off=19030116 len=1233199 2024-08-29T18:19:52.396 INFO:tasks.workunit.client.0.smithi028.stdout:op 2542 completed, throughput=5MB/sec 2024-08-29T18:19:52.396 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-sREV7eTCEcbd4WG off=6186469 len=1213422 2024-08-29T18:19:52.405 INFO:tasks.workunit.client.0.smithi028.stdout:op 2543 completed, throughput=5MB/sec 2024-08-29T18:19:52.405 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-4LLV9rjsF5ynGnN off=6613593 len=1787033 2024-08-29T18:19:52.419 INFO:tasks.workunit.client.0.smithi028.stdout:op 2544 completed, throughput=5MB/sec 2024-08-29T18:19:52.576 INFO:journalctl@ceph.prometheus.a.smithi053.stdout:Aug 29 18:19:52 smithi053 bash[95567]: ts=2024-08-29T18:19:52.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"3167ee72-662c-11ef-bcd4-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-29T18:19:53.326 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:19:52 smithi053 bash[68679]: cluster 2024-08-29T18:19:51.657677+0000 mgr.y (mgr.25022) 994 : cluster [DBG] pgmap v1682: 105 pgs: 105 active+clean; 127 GiB data, 8.5 GiB used, 707 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2024-08-29T18:19:53.326 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:19:52 smithi053 bash[68679]: audit 2024-08-29T18:19:52.564595+0000 mon.a (mon.0) 2203 : audit [DBG] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-29T18:19:53.380 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:19:52 smithi028 bash[78352]: cluster 2024-08-29T18:19:51.657677+0000 mgr.y (mgr.25022) 994 : cluster [DBG] pgmap v1682: 105 pgs: 105 active+clean; 127 GiB data, 8.5 GiB used, 707 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2024-08-29T18:19:53.380 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:19:52 smithi028 bash[78352]: audit 2024-08-29T18:19:52.564595+0000 mon.a (mon.0) 2203 : audit [DBG] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-29T18:19:53.380 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:19:52 smithi028 bash[77168]: cluster 2024-08-29T18:19:51.657677+0000 mgr.y (mgr.25022) 994 : cluster [DBG] pgmap v1682: 105 pgs: 105 active+clean; 127 GiB data, 8.5 GiB used, 707 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2024-08-29T18:19:53.380 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:19:52 smithi028 bash[77168]: audit 2024-08-29T18:19:52.564595+0000 mon.a (mon.0) 2203 : audit [DBG] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-29T18:19:53.420 INFO:tasks.workunit.client.0.smithi028.stdout: 482: throughput=4.99MB/sec pending data=0 2024-08-29T18:19:53.420 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-LczVYJzKJJDIx29 off=905779 len=2022821 2024-08-29T18:19:53.427 INFO:tasks.workunit.client.0.smithi028.stdout:op 2545 completed, throughput=5MB/sec 2024-08-29T18:19:53.427 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-hT1SjgUZcUBwUQD off=23576308 len=865487 2024-08-29T18:19:53.430 INFO:tasks.workunit.client.0.smithi028.stdout:op 2546 completed, throughput=5MB/sec 2024-08-29T18:19:53.430 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-6CRtaOs6bQtF-dP off=671851 len=970815 2024-08-29T18:19:53.432 INFO:tasks.workunit.client.0.smithi028.stdout:op 2547 completed, throughput=5MB/sec 2024-08-29T18:19:54.326 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:19:53 smithi053 bash[68679]: audit 2024-08-29T18:19:53.334135+0000 mon.a (mon.0) 2204 : audit [DBG] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-29T18:19:54.326 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:19:53 smithi053 bash[68679]: audit 2024-08-29T18:19:53.335845+0000 mon.a (mon.0) 2205 : audit [INF] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-29T18:19:54.326 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:19:53 smithi053 bash[68679]: audit 2024-08-29T18:19:53.342956+0000 mon.a (mon.0) 2206 : audit [INF] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' 2024-08-29T18:19:54.380 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:19:53 smithi028 bash[78352]: audit 2024-08-29T18:19:53.334135+0000 mon.a (mon.0) 2204 : audit [DBG] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-29T18:19:54.380 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:19:53 smithi028 bash[78352]: audit 2024-08-29T18:19:53.335845+0000 mon.a (mon.0) 2205 : audit [INF] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-29T18:19:54.380 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:19:53 smithi028 bash[78352]: audit 2024-08-29T18:19:53.342956+0000 mon.a (mon.0) 2206 : audit [INF] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' 2024-08-29T18:19:54.380 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:19:53 smithi028 bash[77168]: audit 2024-08-29T18:19:53.334135+0000 mon.a (mon.0) 2204 : audit [DBG] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-29T18:19:54.380 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:19:53 smithi028 bash[77168]: audit 2024-08-29T18:19:53.335845+0000 mon.a (mon.0) 2205 : audit [INF] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-29T18:19:54.380 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:19:53 smithi028 bash[77168]: audit 2024-08-29T18:19:53.342956+0000 mon.a (mon.0) 2206 : audit [INF] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' 2024-08-29T18:19:54.432 INFO:tasks.workunit.client.0.smithi028.stdout: 483: throughput=4.99MB/sec pending data=0 2024-08-29T18:19:54.432 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-lls3LNwfPFkKThu off=9682851 len=95566 2024-08-29T18:19:54.437 INFO:tasks.workunit.client.0.smithi028.stdout:op 2548 completed, throughput=4.99MB/sec 2024-08-29T18:19:54.437 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-5sLIzf7nYdoNaTR off=11298240 len=1892873 2024-08-29T18:19:54.449 INFO:tasks.workunit.client.0.smithi028.stdout:op 2549 completed, throughput=4.99MB/sec 2024-08-29T18:19:54.450 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-aJxfDRI2jRMXPnG off=18308060 len=524327 2024-08-29T18:19:54.456 INFO:tasks.workunit.client.0.smithi028.stdout:op 2550 completed, throughput=4.99MB/sec 2024-08-29T18:19:54.456 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-MDaBi1yZF_nrs41 off=21283561 len=1206748 2024-08-29T18:19:54.459 INFO:tasks.workunit.client.0.smithi028.stdout:op 2551 completed, throughput=5MB/sec 2024-08-29T18:19:54.459 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-drcMtC6TDd8RVMT off=13464793 len=901617 2024-08-29T18:19:54.470 INFO:tasks.workunit.client.0.smithi028.stdout:op 2552 completed, throughput=5MB/sec 2024-08-29T18:19:54.470 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-P7hoLOGeocIUQwr off=2803056 len=575416 2024-08-29T18:19:54.476 INFO:tasks.workunit.client.0.smithi028.stdout:op 2553 completed, throughput=5MB/sec 2024-08-29T18:19:54.476 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-eC-5nckaG_NXj59 off=8193292 len=1544620 2024-08-29T18:19:54.490 INFO:tasks.workunit.client.0.smithi028.stdout:op 2554 completed, throughput=5MB/sec 2024-08-29T18:19:55.326 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:19:54 smithi053 bash[68679]: cluster 2024-08-29T18:19:53.658660+0000 mgr.y (mgr.25022) 995 : cluster [DBG] pgmap v1683: 105 pgs: 105 active+clean; 127 GiB data, 8.6 GiB used, 707 GiB / 715 GiB avail; 2.7 MiB/s rd, 3.0 MiB/s wr, 6 op/s 2024-08-29T18:19:55.380 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:19:55 smithi028 bash[78352]: cluster 2024-08-29T18:19:53.658660+0000 mgr.y (mgr.25022) 995 : cluster [DBG] pgmap v1683: 105 pgs: 105 active+clean; 127 GiB data, 8.6 GiB used, 707 GiB / 715 GiB avail; 2.7 MiB/s rd, 3.0 MiB/s wr, 6 op/s 2024-08-29T18:19:55.380 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:19:54 smithi028 bash[77168]: cluster 2024-08-29T18:19:53.658660+0000 mgr.y (mgr.25022) 995 : cluster [DBG] pgmap v1683: 105 pgs: 105 active+clean; 127 GiB data, 8.6 GiB used, 707 GiB / 715 GiB avail; 2.7 MiB/s rd, 3.0 MiB/s wr, 6 op/s 2024-08-29T18:19:55.490 INFO:tasks.workunit.client.0.smithi028.stdout: 484: throughput=4.99MB/sec pending data=0 2024-08-29T18:19:55.490 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-iLOUsdqfE-HbgSV off=1010815 len=788510 2024-08-29T18:19:55.498 INFO:tasks.workunit.client.0.smithi028.stdout:op 2555 completed, throughput=4.99MB/sec 2024-08-29T18:19:55.498 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-6HBzgYmF4IeEFRJ off=1154970 len=311624 2024-08-29T18:19:55.504 INFO:tasks.workunit.client.0.smithi028.stdout:op 2556 completed, throughput=4.99MB/sec 2024-08-29T18:19:55.504 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-EbwQyX4zPEpQwWd off=9609306 len=1299323 2024-08-29T18:19:55.507 INFO:tasks.workunit.client.0.smithi028.stdout:op 2557 completed, throughput=5MB/sec 2024-08-29T18:19:55.508 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-AUBTuuViu0FvUQK off=15698616 len=1841351 2024-08-29T18:19:55.521 INFO:tasks.workunit.client.0.smithi028.stdout:op 2558 completed, throughput=5MB/sec 2024-08-29T18:19:56.524 INFO:tasks.workunit.client.0.smithi028.stdout: 485: throughput=4.99MB/sec pending data=0 2024-08-29T18:19:56.525 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-1QsQkaB5kSAEHlo off=2798970 len=1832447 2024-08-29T18:19:56.526 INFO:tasks.workunit.client.0.smithi028.stdout:op 2559 completed, throughput=4.99MB/sec 2024-08-29T18:19:56.526 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-AOI76SiLAnk7tra off=6319165 len=1653446 2024-08-29T18:19:56.531 INFO:tasks.workunit.client.0.smithi028.stdout:op 2560 completed, throughput=5MB/sec 2024-08-29T18:19:56.531 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-swiD-bdLmA7UsNy off=17533851 len=574499 2024-08-29T18:19:56.534 INFO:tasks.workunit.client.0.smithi028.stdout:op 2561 completed, throughput=5MB/sec 2024-08-29T18:19:56.534 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-Pan1MJON_qHxVI5 off=4571079 len=1278416 2024-08-29T18:19:56.545 INFO:tasks.workunit.client.0.smithi028.stdout:op 2562 completed, throughput=5MB/sec 2024-08-29T18:19:57.326 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:19:56 smithi053 bash[68679]: cluster 2024-08-29T18:19:55.659822+0000 mgr.y (mgr.25022) 996 : cluster [DBG] pgmap v1684: 105 pgs: 105 active+clean; 127 GiB data, 8.6 GiB used, 707 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.8 MiB/s wr, 4 op/s 2024-08-29T18:19:57.380 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:19:56 smithi028 bash[77168]: cluster 2024-08-29T18:19:55.659822+0000 mgr.y (mgr.25022) 996 : cluster [DBG] pgmap v1684: 105 pgs: 105 active+clean; 127 GiB data, 8.6 GiB used, 707 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.8 MiB/s wr, 4 op/s 2024-08-29T18:19:57.380 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:19:56 smithi028 bash[78352]: cluster 2024-08-29T18:19:55.659822+0000 mgr.y (mgr.25022) 996 : cluster [DBG] pgmap v1684: 105 pgs: 105 active+clean; 127 GiB data, 8.6 GiB used, 707 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.8 MiB/s wr, 4 op/s 2024-08-29T18:19:57.545 INFO:tasks.workunit.client.0.smithi028.stdout: 486: throughput=4.99MB/sec pending data=0 2024-08-29T18:19:57.545 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-xYwqV9BbwkKpMk4 off=10723000 len=292459 2024-08-29T18:19:57.547 INFO:tasks.workunit.client.0.smithi028.stdout:op 2563 completed, throughput=4.99MB/sec 2024-08-29T18:19:57.547 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-OM0aIrbhck1v8P1 off=711546 len=244595 2024-08-29T18:19:57.549 INFO:tasks.workunit.client.0.smithi028.stdout:op 2564 completed, throughput=4.99MB/sec 2024-08-29T18:19:57.549 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-PGONuvqyYezmTlU off=4402480 len=474549 2024-08-29T18:19:57.551 INFO:tasks.workunit.client.0.smithi028.stdout:op 2565 completed, throughput=4.99MB/sec 2024-08-29T18:19:57.551 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-Hj8L9cRtkBsrsw_ off=2220584 len=987170 2024-08-29T18:19:57.553 INFO:tasks.workunit.client.0.smithi028.stdout:op 2566 completed, throughput=4.99MB/sec 2024-08-29T18:19:57.554 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-hVRt7-9pk6g3IP2 off=1157197 len=1507426 2024-08-29T18:19:57.568 INFO:tasks.workunit.client.0.smithi028.stdout:op 2567 completed, throughput=5MB/sec 2024-08-29T18:19:57.568 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-MCkVMediPr_odOY off=13421576 len=2059463 2024-08-29T18:19:57.573 INFO:tasks.workunit.client.0.smithi028.stdout:op 2568 completed, throughput=5MB/sec 2024-08-29T18:19:58.326 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:19:57 smithi053 bash[68679]: audit 2024-08-29T18:19:57.074493+0000 mon.a (mon.0) 2207 : audit [DBG] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-29T18:19:58.380 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:19:57 smithi028 bash[77168]: audit 2024-08-29T18:19:57.074493+0000 mon.a (mon.0) 2207 : audit [DBG] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-29T18:19:58.380 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:19:57 smithi028 bash[78352]: audit 2024-08-29T18:19:57.074493+0000 mon.a (mon.0) 2207 : audit [DBG] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-29T18:19:58.573 INFO:tasks.workunit.client.0.smithi028.stdout: 487: throughput=4.99MB/sec pending data=0 2024-08-29T18:19:58.573 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj--CuOnfGkNXwxYbF off=20705583 len=1147725 2024-08-29T18:19:58.584 INFO:tasks.workunit.client.0.smithi028.stdout:op 2569 completed, throughput=4.99MB/sec 2024-08-29T18:19:58.584 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-RAg6pKtbOVODyFQ off=2501035 len=232644 2024-08-29T18:19:58.588 INFO:tasks.workunit.client.0.smithi028.stdout:op 2570 completed, throughput=4.99MB/sec 2024-08-29T18:19:58.589 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-EoZ4P4_Fu2b3Hwn off=5625986 len=1932058 2024-08-29T18:19:58.595 INFO:tasks.workunit.client.0.smithi028.stdout:op 2571 completed, throughput=5MB/sec 2024-08-29T18:19:58.595 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-JfGftZr0CVH9huM off=5012229 len=1078917 2024-08-29T18:19:58.598 INFO:tasks.workunit.client.0.smithi028.stdout:op 2572 completed, throughput=5MB/sec 2024-08-29T18:19:58.598 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-mViX1cUA_e8dENN off=18261495 len=1998443 2024-08-29T18:19:58.603 INFO:tasks.workunit.client.0.smithi028.stdout:op 2573 completed, throughput=5MB/sec 2024-08-29T18:19:59.326 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:19:58 smithi053 bash[68679]: cluster 2024-08-29T18:19:57.660539+0000 mgr.y (mgr.25022) 997 : cluster [DBG] pgmap v1685: 105 pgs: 105 active+clean; 127 GiB data, 8.6 GiB used, 707 GiB / 715 GiB avail; 1.9 MiB/s rd, 2.6 MiB/s wr, 4 op/s 2024-08-29T18:19:59.380 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:19:58 smithi028 bash[77168]: cluster 2024-08-29T18:19:57.660539+0000 mgr.y (mgr.25022) 997 : cluster [DBG] pgmap v1685: 105 pgs: 105 active+clean; 127 GiB data, 8.6 GiB used, 707 GiB / 715 GiB avail; 1.9 MiB/s rd, 2.6 MiB/s wr, 4 op/s 2024-08-29T18:19:59.380 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:19:58 smithi028 bash[78352]: cluster 2024-08-29T18:19:57.660539+0000 mgr.y (mgr.25022) 997 : cluster [DBG] pgmap v1685: 105 pgs: 105 active+clean; 127 GiB data, 8.6 GiB used, 707 GiB / 715 GiB avail; 1.9 MiB/s rd, 2.6 MiB/s wr, 4 op/s 2024-08-29T18:19:59.603 INFO:tasks.workunit.client.0.smithi028.stdout: 488: throughput=4.99MB/sec pending data=0 2024-08-29T18:19:59.603 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-64dwO11YNykj2-N off=13943878 len=1110023 2024-08-29T18:19:59.613 INFO:tasks.workunit.client.0.smithi028.stdout:op 2574 completed, throughput=4.99MB/sec 2024-08-29T18:19:59.613 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-aJcy3OXUVewCndZ off=16376994 len=857336 2024-08-29T18:19:59.622 INFO:tasks.workunit.client.0.smithi028.stdout:op 2575 completed, throughput=5MB/sec 2024-08-29T18:19:59.622 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-6Cak04TbK6uFtn4 off=7236604 len=1281665 2024-08-29T18:19:59.625 INFO:tasks.workunit.client.0.smithi028.stdout:op 2576 completed, throughput=5MB/sec 2024-08-29T18:19:59.625 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-TwfqTFMzapwN7-1 off=12481172 len=502492 2024-08-29T18:19:59.631 INFO:tasks.workunit.client.0.smithi028.stdout:op 2577 completed, throughput=5MB/sec 2024-08-29T18:19:59.632 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-d8JdOlF4xQTDsjI off=13798282 len=1440548 2024-08-29T18:19:59.635 INFO:tasks.workunit.client.0.smithi028.stdout:op 2578 completed, throughput=5MB/sec 2024-08-29T18:20:00.636 INFO:tasks.workunit.client.0.smithi028.stdout: 489: throughput=4.99MB/sec pending data=0 2024-08-29T18:20:00.637 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-OWRu8ahueejRS0y off=11998365 len=2079917 2024-08-29T18:20:00.640 INFO:tasks.workunit.client.0.smithi028.stdout:op 2579 completed, throughput=5MB/sec 2024-08-29T18:20:00.640 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-u741I24hwTbp3ai off=3552325 len=11033 2024-08-29T18:20:00.644 INFO:tasks.workunit.client.0.smithi028.stdout:op 2580 completed, throughput=5MB/sec 2024-08-29T18:20:00.644 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-1utmwxQ1FJ9AO4t off=6739067 len=1187241 2024-08-29T18:20:00.653 INFO:tasks.workunit.client.0.smithi028.stdout:op 2581 completed, throughput=5MB/sec 2024-08-29T18:20:00.654 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-BY-KgXzsd4fdtKT off=2216375 len=1402582 2024-08-29T18:20:00.657 INFO:tasks.workunit.client.0.smithi028.stdout:op 2582 completed, throughput=5MB/sec 2024-08-29T18:20:01.326 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:20:00 smithi053 bash[68679]: cluster 2024-08-29T18:19:59.661803+0000 mgr.y (mgr.25022) 998 : cluster [DBG] pgmap v1686: 105 pgs: 105 active+clean; 127 GiB data, 8.6 GiB used, 707 GiB / 715 GiB avail; 2.7 MiB/s rd, 3.0 MiB/s wr, 5 op/s 2024-08-29T18:20:01.326 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:20:00 smithi053 bash[68679]: cluster 2024-08-29T18:20:00.000148+0000 mon.a (mon.0) 2208 : cluster [INF] overall HEALTH_OK 2024-08-29T18:20:01.380 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:20:00 smithi028 bash[78352]: cluster 2024-08-29T18:19:59.661803+0000 mgr.y (mgr.25022) 998 : cluster [DBG] pgmap v1686: 105 pgs: 105 active+clean; 127 GiB data, 8.6 GiB used, 707 GiB / 715 GiB avail; 2.7 MiB/s rd, 3.0 MiB/s wr, 5 op/s 2024-08-29T18:20:01.380 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:20:00 smithi028 bash[78352]: cluster 2024-08-29T18:20:00.000148+0000 mon.a (mon.0) 2208 : cluster [INF] overall HEALTH_OK 2024-08-29T18:20:01.380 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:20:00 smithi028 bash[77168]: cluster 2024-08-29T18:19:59.661803+0000 mgr.y (mgr.25022) 998 : cluster [DBG] pgmap v1686: 105 pgs: 105 active+clean; 127 GiB data, 8.6 GiB used, 707 GiB / 715 GiB avail; 2.7 MiB/s rd, 3.0 MiB/s wr, 5 op/s 2024-08-29T18:20:01.380 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:20:00 smithi028 bash[77168]: cluster 2024-08-29T18:20:00.000148+0000 mon.a (mon.0) 2208 : cluster [INF] overall HEALTH_OK 2024-08-29T18:20:01.657 INFO:tasks.workunit.client.0.smithi028.stdout: 490: throughput=4.99MB/sec pending data=0 2024-08-29T18:20:01.658 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-7O0UfAPK-YBXKh7 off=12960683 len=1087039 2024-08-29T18:20:01.667 INFO:tasks.workunit.client.0.smithi028.stdout:op 2583 completed, throughput=4.99MB/sec 2024-08-29T18:20:01.668 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-MJtz8tXwv6UWczC off=2351943 len=306658 2024-08-29T18:20:01.674 INFO:tasks.workunit.client.0.smithi028.stdout:op 2584 completed, throughput=4.99MB/sec 2024-08-29T18:20:01.674 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-P7XiGvyc84A_g4E off=3046277 len=891333 2024-08-29T18:20:01.683 INFO:tasks.workunit.client.0.smithi028.stdout:op 2585 completed, throughput=4.99MB/sec 2024-08-29T18:20:01.683 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj--OzOe64Ftbp05Pt off=14116674 len=531909 2024-08-29T18:20:01.690 INFO:tasks.workunit.client.0.smithi028.stdout:op 2586 completed, throughput=5MB/sec 2024-08-29T18:20:01.690 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-5ZGox8IDZGgwU8M off=9389964 len=1774332 2024-08-29T18:20:01.696 INFO:tasks.workunit.client.0.smithi028.stdout:op 2587 completed, throughput=5MB/sec 2024-08-29T18:20:01.696 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-j5KtmLDsWSWNqyP off=9182238 len=1351296 2024-08-29T18:20:01.707 INFO:tasks.workunit.client.0.smithi028.stdout:op 2588 completed, throughput=5MB/sec 2024-08-29T18:20:01.879 INFO:journalctl@ceph.mgr.y.smithi028.stdout:Aug 29 18:20:01 smithi028 bash[70818]: ::ffff:172.21.15.53 - - [29/Aug/2024:18:20:01] "GET /metrics HTTP/1.1" 200 34019 "" "Prometheus/2.43.0" 2024-08-29T18:20:02.576 INFO:journalctl@ceph.prometheus.a.smithi053.stdout:Aug 29 18:20:02 smithi053 bash[95567]: ts=2024-08-29T18:20:02.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"3167ee72-662c-11ef-bcd4-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-29T18:20:02.707 INFO:tasks.workunit.client.0.smithi028.stdout: 491: throughput=4.99MB/sec pending data=0 2024-08-29T18:20:02.707 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-htwi5VcS29TPQH_ off=1007630 len=1561261 2024-08-29T18:20:02.719 INFO:tasks.workunit.client.0.smithi028.stdout:op 2589 completed, throughput=4.99MB/sec 2024-08-29T18:20:02.720 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-GWSmweF0Vt_6WwM off=8955319 len=286836 2024-08-29T18:20:02.725 INFO:tasks.workunit.client.0.smithi028.stdout:op 2590 completed, throughput=4.99MB/sec 2024-08-29T18:20:02.725 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-saARMIyZJYaa9uA off=8629476 len=482727 2024-08-29T18:20:02.727 INFO:tasks.workunit.client.0.smithi028.stdout:op 2591 completed, throughput=5MB/sec 2024-08-29T18:20:02.727 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-H3mhcPDGE88m2UH off=7880389 len=1144469 2024-08-29T18:20:02.730 INFO:tasks.workunit.client.0.smithi028.stdout:op 2592 completed, throughput=5MB/sec 2024-08-29T18:20:02.730 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-Iq0Iz2oD2vB5wlg off=2884647 len=1241598 2024-08-29T18:20:02.733 INFO:tasks.workunit.client.0.smithi028.stdout:op 2593 completed, throughput=5MB/sec 2024-08-29T18:20:03.326 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:20:02 smithi053 bash[68679]: cluster 2024-08-29T18:20:01.662545+0000 mgr.y (mgr.25022) 999 : cluster [DBG] pgmap v1687: 105 pgs: 105 active+clean; 127 GiB data, 8.6 GiB used, 707 GiB / 715 GiB avail; 2.0 MiB/s rd, 1.8 MiB/s wr, 3 op/s 2024-08-29T18:20:03.380 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:20:02 smithi028 bash[77168]: cluster 2024-08-29T18:20:01.662545+0000 mgr.y (mgr.25022) 999 : cluster [DBG] pgmap v1687: 105 pgs: 105 active+clean; 127 GiB data, 8.6 GiB used, 707 GiB / 715 GiB avail; 2.0 MiB/s rd, 1.8 MiB/s wr, 3 op/s 2024-08-29T18:20:03.380 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:20:02 smithi028 bash[78352]: cluster 2024-08-29T18:20:01.662545+0000 mgr.y (mgr.25022) 999 : cluster [DBG] pgmap v1687: 105 pgs: 105 active+clean; 127 GiB data, 8.6 GiB used, 707 GiB / 715 GiB avail; 2.0 MiB/s rd, 1.8 MiB/s wr, 3 op/s 2024-08-29T18:20:03.734 INFO:tasks.workunit.client.0.smithi028.stdout: 492: throughput=4.99MB/sec pending data=0 2024-08-29T18:20:03.734 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-qhNkPawZRx3VuT3 off=138941 len=1420754 2024-08-29T18:20:03.737 INFO:tasks.workunit.client.0.smithi028.stdout:op 2594 completed, throughput=4.99MB/sec 2024-08-29T18:20:03.737 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-0dKakogju2uoMsu off=8489177 len=835635 2024-08-29T18:20:03.740 INFO:tasks.workunit.client.0.smithi028.stdout:op 2595 completed, throughput=4.99MB/sec 2024-08-29T18:20:03.740 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-FEGEPNNFWr6CIy1 off=19433572 len=1774743 2024-08-29T18:20:03.744 INFO:tasks.workunit.client.0.smithi028.stdout:op 2596 completed, throughput=5MB/sec 2024-08-29T18:20:03.744 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-fnDL2xC8G8AdtDh off=4451414 len=1597996 2024-08-29T18:20:03.755 INFO:tasks.workunit.client.0.smithi028.stdout:op 2597 completed, throughput=5MB/sec 2024-08-29T18:20:04.755 INFO:tasks.workunit.client.0.smithi028.stdout: 493: throughput=4.99MB/sec pending data=0 2024-08-29T18:20:04.755 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-8DlREUgX8ZmN3Uz off=119531 len=282276 2024-08-29T18:20:04.758 INFO:tasks.workunit.client.0.smithi028.stdout:op 2598 completed, throughput=4.99MB/sec 2024-08-29T18:20:04.758 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-PLeOhvM4FMnsHhT off=969017 len=2072235 2024-08-29T18:20:04.762 INFO:tasks.workunit.client.0.smithi028.stdout:op 2599 completed, throughput=5MB/sec 2024-08-29T18:20:04.762 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-_AuYBJs8XjVVZkg off=6789014 len=763777 2024-08-29T18:20:04.765 INFO:tasks.workunit.client.0.smithi028.stdout:op 2600 completed, throughput=5MB/sec 2024-08-29T18:20:04.765 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-AuIRlpT3Gg-e_49 off=319462 len=1655167 2024-08-29T18:20:04.776 INFO:tasks.workunit.client.0.smithi028.stdout:op 2601 completed, throughput=5MB/sec 2024-08-29T18:20:04.776 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-ja9zY--UWtH9fZU off=8803987 len=1694067 2024-08-29T18:20:04.790 INFO:tasks.workunit.client.0.smithi028.stdout:op 2602 completed, throughput=5MB/sec 2024-08-29T18:20:05.326 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:20:04 smithi053 bash[68679]: cluster 2024-08-29T18:20:03.663451+0000 mgr.y (mgr.25022) 1000 : cluster [DBG] pgmap v1688: 105 pgs: 105 active+clean; 127 GiB data, 8.6 GiB used, 707 GiB / 715 GiB avail; 2.9 MiB/s rd, 2.4 MiB/s wr, 5 op/s 2024-08-29T18:20:05.380 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:20:04 smithi028 bash[77168]: cluster 2024-08-29T18:20:03.663451+0000 mgr.y (mgr.25022) 1000 : cluster [DBG] pgmap v1688: 105 pgs: 105 active+clean; 127 GiB data, 8.6 GiB used, 707 GiB / 715 GiB avail; 2.9 MiB/s rd, 2.4 MiB/s wr, 5 op/s 2024-08-29T18:20:05.380 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:20:04 smithi028 bash[78352]: cluster 2024-08-29T18:20:03.663451+0000 mgr.y (mgr.25022) 1000 : cluster [DBG] pgmap v1688: 105 pgs: 105 active+clean; 127 GiB data, 8.6 GiB used, 707 GiB / 715 GiB avail; 2.9 MiB/s rd, 2.4 MiB/s wr, 5 op/s 2024-08-29T18:20:05.790 INFO:tasks.workunit.client.0.smithi028.stdout: 494: throughput=4.99MB/sec pending data=0 2024-08-29T18:20:05.790 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-uWJhObLdnf36JlS off=4537165 len=225948 2024-08-29T18:20:05.796 INFO:tasks.workunit.client.0.smithi028.stdout:op 2603 completed, throughput=4.99MB/sec 2024-08-29T18:20:05.796 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-bAlC_IjXerluEjP off=2919314 len=71662 2024-08-29T18:20:05.797 INFO:tasks.workunit.client.0.smithi028.stdout:op 2604 completed, throughput=4.99MB/sec 2024-08-29T18:20:05.797 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-t5ZHZqqHNTYIf12 off=712247 len=435507 2024-08-29T18:20:05.799 INFO:tasks.workunit.client.0.smithi028.stdout:op 2605 completed, throughput=4.99MB/sec 2024-08-29T18:20:05.799 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-FRK8-Sw48pCoIgc off=19431122 len=1926954 2024-08-29T18:20:05.811 INFO:tasks.workunit.client.0.smithi028.stdout:op 2606 completed, throughput=5MB/sec 2024-08-29T18:20:05.811 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-gXEDQc7e6XsRDae off=14249750 len=1716711 2024-08-29T18:20:05.815 INFO:tasks.workunit.client.0.smithi028.stdout:op 2607 completed, throughput=5MB/sec 2024-08-29T18:20:06.815 INFO:tasks.workunit.client.0.smithi028.stdout: 495: throughput=4.99MB/sec pending data=0 2024-08-29T18:20:06.816 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj--op6NP9b2SXbXnb off=10910104 len=1770066 2024-08-29T18:20:06.819 INFO:tasks.workunit.client.0.smithi028.stdout:op 2608 completed, throughput=4.99MB/sec 2024-08-29T18:20:06.820 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-ViNs626A0m0OrB5 off=783478 len=94313 2024-08-29T18:20:06.821 INFO:tasks.workunit.client.0.smithi028.stdout:op 2609 completed, throughput=4.99MB/sec 2024-08-29T18:20:06.821 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-1a_zLdCDQyut2HZ off=3993755 len=459644 2024-08-29T18:20:06.828 INFO:tasks.workunit.client.0.smithi028.stdout:op 2610 completed, throughput=5MB/sec 2024-08-29T18:20:06.828 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-xMPkx2IKH2TVbZC off=8751703 len=1297889 2024-08-29T18:20:06.840 INFO:tasks.workunit.client.0.smithi028.stdout:op 2611 completed, throughput=5MB/sec 2024-08-29T18:20:06.840 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-mt3_-F_kZAQhI26 off=2211475 len=1030743 2024-08-29T18:20:06.849 INFO:tasks.workunit.client.0.smithi028.stdout:op 2612 completed, throughput=5MB/sec 2024-08-29T18:20:06.849 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-znxSabo3SdPNVSy off=4797003 len=992292 2024-08-29T18:20:06.852 INFO:tasks.workunit.client.0.smithi028.stdout:op 2613 completed, throughput=5MB/sec 2024-08-29T18:20:07.326 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:20:06 smithi053 bash[68679]: cluster 2024-08-29T18:20:05.664569+0000 mgr.y (mgr.25022) 1001 : cluster [DBG] pgmap v1689: 105 pgs: 105 active+clean; 127 GiB data, 8.6 GiB used, 707 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.0 MiB/s wr, 4 op/s 2024-08-29T18:20:07.380 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:20:06 smithi028 bash[78352]: cluster 2024-08-29T18:20:05.664569+0000 mgr.y (mgr.25022) 1001 : cluster [DBG] pgmap v1689: 105 pgs: 105 active+clean; 127 GiB data, 8.6 GiB used, 707 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.0 MiB/s wr, 4 op/s 2024-08-29T18:20:07.380 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:20:06 smithi028 bash[77168]: cluster 2024-08-29T18:20:05.664569+0000 mgr.y (mgr.25022) 1001 : cluster [DBG] pgmap v1689: 105 pgs: 105 active+clean; 127 GiB data, 8.6 GiB used, 707 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.0 MiB/s wr, 4 op/s 2024-08-29T18:20:07.852 INFO:tasks.workunit.client.0.smithi028.stdout: 496: throughput=4.99MB/sec pending data=0 2024-08-29T18:20:07.853 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-ae3Px4YOEb5rDRq off=901656 len=1966802 2024-08-29T18:20:07.867 INFO:tasks.workunit.client.0.smithi028.stdout:op 2614 completed, throughput=4.99MB/sec 2024-08-29T18:20:07.867 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-Pv5yJ-FwgHPg1nF off=12243438 len=1369032 2024-08-29T18:20:07.871 INFO:tasks.workunit.client.0.smithi028.stdout:op 2615 completed, throughput=5MB/sec 2024-08-29T18:20:07.871 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-vHot2QJs3Wyf5m2 off=3807176 len=1927525 2024-08-29T18:20:07.885 INFO:tasks.workunit.client.0.smithi028.stdout:op 2616 completed, throughput=5MB/sec 2024-08-29T18:20:08.885 INFO:tasks.workunit.client.0.smithi028.stdout: 497: throughput=4.99MB/sec pending data=0 2024-08-29T18:20:08.886 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-2ZS3akrS6Fox4N9 off=5427035 len=1987296 2024-08-29T18:20:08.890 INFO:tasks.workunit.client.0.smithi028.stdout:op 2617 completed, throughput=4.99MB/sec 2024-08-29T18:20:08.890 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-Bw-6Jl8Rqosug0O off=15431446 len=1683615 2024-08-29T18:20:08.903 INFO:tasks.workunit.client.0.smithi028.stdout:op 2618 completed, throughput=5MB/sec 2024-08-29T18:20:08.903 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-vWwSXzWkl8fSvZK off=4792349 len=890111 2024-08-29T18:20:08.911 INFO:tasks.workunit.client.0.smithi028.stdout:op 2619 completed, throughput=5MB/sec 2024-08-29T18:20:08.911 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-5Wx0efZzXWps2N2 off=4993103 len=1780964 2024-08-29T18:20:08.915 INFO:tasks.workunit.client.0.smithi028.stdout:op 2620 completed, throughput=5MB/sec 2024-08-29T18:20:09.326 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:20:08 smithi053 bash[68679]: cluster 2024-08-29T18:20:07.665286+0000 mgr.y (mgr.25022) 1002 : cluster [DBG] pgmap v1690: 105 pgs: 105 active+clean; 127 GiB data, 8.6 GiB used, 707 GiB / 715 GiB avail; 2.3 MiB/s rd, 1.7 MiB/s wr, 3 op/s 2024-08-29T18:20:09.380 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:20:08 smithi028 bash[78352]: cluster 2024-08-29T18:20:07.665286+0000 mgr.y (mgr.25022) 1002 : cluster [DBG] pgmap v1690: 105 pgs: 105 active+clean; 127 GiB data, 8.6 GiB used, 707 GiB / 715 GiB avail; 2.3 MiB/s rd, 1.7 MiB/s wr, 3 op/s 2024-08-29T18:20:09.380 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:20:08 smithi028 bash[77168]: cluster 2024-08-29T18:20:07.665286+0000 mgr.y (mgr.25022) 1002 : cluster [DBG] pgmap v1690: 105 pgs: 105 active+clean; 127 GiB data, 8.6 GiB used, 707 GiB / 715 GiB avail; 2.3 MiB/s rd, 1.7 MiB/s wr, 3 op/s 2024-08-29T18:20:09.916 INFO:tasks.workunit.client.0.smithi028.stdout: 498: throughput=4.99MB/sec pending data=0 2024-08-29T18:20:09.916 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-LTL909xsBqmZFK- off=12165754 len=1527264 2024-08-29T18:20:09.928 INFO:tasks.workunit.client.0.smithi028.stdout:op 2621 completed, throughput=5MB/sec 2024-08-29T18:20:09.928 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-2xqpU-ZV2XisfFo off=77868 len=1049595 2024-08-29T18:20:09.931 INFO:tasks.workunit.client.0.smithi028.stdout:op 2622 completed, throughput=5MB/sec 2024-08-29T18:20:09.931 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-GrHMAzJLSF3i2LS off=4829732 len=103709 2024-08-29T18:20:09.933 INFO:tasks.workunit.client.0.smithi028.stdout:op 2623 completed, throughput=5MB/sec 2024-08-29T18:20:09.933 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-D_zFuDfSA4tonrc off=874683 len=1692704 2024-08-29T18:20:09.947 INFO:tasks.workunit.client.0.smithi028.stdout:op 2624 completed, throughput=5MB/sec 2024-08-29T18:20:10.947 INFO:tasks.workunit.client.0.smithi028.stdout: 499: throughput=4.99MB/sec pending data=0 2024-08-29T18:20:10.947 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-abQfWtmqvatmjKg off=2971624 len=423168 2024-08-29T18:20:10.949 INFO:tasks.workunit.client.0.smithi028.stdout:op 2625 completed, throughput=4.99MB/sec 2024-08-29T18:20:10.949 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-38lbC2cJYYNyM5R off=1541546 len=1006876 2024-08-29T18:20:10.959 INFO:tasks.workunit.client.0.smithi028.stdout:op 2626 completed, throughput=4.99MB/sec 2024-08-29T18:20:10.960 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-Z92Vzxp0INwV8he off=6311110 len=1721165 2024-08-29T18:20:10.972 INFO:tasks.workunit.client.0.smithi028.stdout:op 2627 completed, throughput=5MB/sec 2024-08-29T18:20:10.972 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-mLGzWYLAk0X3ryA off=11787763 len=1572299 2024-08-29T18:20:10.976 INFO:tasks.workunit.client.0.smithi028.stdout:op 2628 completed, throughput=5MB/sec 2024-08-29T18:20:10.976 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-BXE1vXFhEdQE10X off=5458562 len=1811981 2024-08-29T18:20:10.980 INFO:tasks.workunit.client.0.smithi028.stdout:op 2629 completed, throughput=5MB/sec 2024-08-29T18:20:11.326 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:20:10 smithi053 bash[68679]: cluster 2024-08-29T18:20:09.666459+0000 mgr.y (mgr.25022) 1003 : cluster [DBG] pgmap v1691: 105 pgs: 105 active+clean; 127 GiB data, 8.7 GiB used, 707 GiB / 715 GiB avail; 3.1 MiB/s rd, 2.5 MiB/s wr, 5 op/s 2024-08-29T18:20:11.380 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:20:10 smithi028 bash[77168]: cluster 2024-08-29T18:20:09.666459+0000 mgr.y (mgr.25022) 1003 : cluster [DBG] pgmap v1691: 105 pgs: 105 active+clean; 127 GiB data, 8.7 GiB used, 707 GiB / 715 GiB avail; 3.1 MiB/s rd, 2.5 MiB/s wr, 5 op/s 2024-08-29T18:20:11.380 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:20:10 smithi028 bash[78352]: cluster 2024-08-29T18:20:09.666459+0000 mgr.y (mgr.25022) 1003 : cluster [DBG] pgmap v1691: 105 pgs: 105 active+clean; 127 GiB data, 8.7 GiB used, 707 GiB / 715 GiB avail; 3.1 MiB/s rd, 2.5 MiB/s wr, 5 op/s 2024-08-29T18:20:11.880 INFO:journalctl@ceph.mgr.y.smithi028.stdout:Aug 29 18:20:11 smithi028 bash[70818]: ::ffff:172.21.15.53 - - [29/Aug/2024:18:20:11] "GET /metrics HTTP/1.1" 200 34019 "" "Prometheus/2.43.0" 2024-08-29T18:20:11.980 INFO:tasks.workunit.client.0.smithi028.stdout: 500: throughput=4.99MB/sec pending data=0 2024-08-29T18:20:11.980 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-h3BuOA5iWEd0H3T off=1568160 len=1081129 2024-08-29T18:20:11.991 INFO:tasks.workunit.client.0.smithi028.stdout:op 2630 completed, throughput=4.99MB/sec 2024-08-29T18:20:11.991 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-8Mo5V_rKTE7q8Kn off=14857190 len=26583 2024-08-29T18:20:11.994 INFO:tasks.workunit.client.0.smithi028.stdout:op 2631 completed, throughput=4.99MB/sec 2024-08-29T18:20:11.994 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-1qPUXhIdXGBNIyP off=510481 len=551822 2024-08-29T18:20:12.002 INFO:tasks.workunit.client.0.smithi028.stdout:op 2632 completed, throughput=5MB/sec 2024-08-29T18:20:12.002 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-733mGUBQDfQXNyE off=6462669 len=226819 2024-08-29T18:20:12.003 INFO:tasks.workunit.client.0.smithi028.stdout:op 2633 completed, throughput=5MB/sec 2024-08-29T18:20:12.003 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-sSmaDYsdlg_CjpO off=7288436 len=352596 2024-08-29T18:20:12.005 INFO:tasks.workunit.client.0.smithi028.stdout:op 2634 completed, throughput=5MB/sec 2024-08-29T18:20:12.005 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-e4bBd_7cGeOFx3P off=2461045 len=888960 2024-08-29T18:20:12.008 INFO:tasks.workunit.client.0.smithi028.stdout:op 2635 completed, throughput=5MB/sec 2024-08-29T18:20:12.008 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-VpaqlUnNLT--2bu off=1778197 len=199493 2024-08-29T18:20:12.014 INFO:tasks.workunit.client.0.smithi028.stdout:op 2636 completed, throughput=5MB/sec 2024-08-29T18:20:12.014 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-Crb8pcMD-IaueYO off=1611314 len=23592 2024-08-29T18:20:12.015 INFO:tasks.workunit.client.0.smithi028.stdout:op 2637 completed, throughput=5MB/sec 2024-08-29T18:20:12.015 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-VqROxAK6ONiqU7Q off=12772857 len=1325271 2024-08-29T18:20:12.018 INFO:tasks.workunit.client.0.smithi028.stdout:op 2638 completed, throughput=5MB/sec 2024-08-29T18:20:12.576 INFO:journalctl@ceph.prometheus.a.smithi053.stdout:Aug 29 18:20:12 smithi053 bash[95567]: ts=2024-08-29T18:20:12.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"3167ee72-662c-11ef-bcd4-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-29T18:20:13.018 INFO:tasks.workunit.client.0.smithi028.stdout: 501: throughput=4.99MB/sec pending data=0 2024-08-29T18:20:13.018 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-dgjOcuDZFfpdyUb off=1700090 len=523419 2024-08-29T18:20:13.025 INFO:tasks.workunit.client.0.smithi028.stdout:op 2639 completed, throughput=4.99MB/sec 2024-08-29T18:20:13.025 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-K9rxzMj-T-nmCzS off=4391749 len=671394 2024-08-29T18:20:13.027 INFO:tasks.workunit.client.0.smithi028.stdout:op 2640 completed, throughput=4.99MB/sec 2024-08-29T18:20:13.027 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-j9kb5BNKxDNTBRV off=9998586 len=857868 2024-08-29T18:20:13.031 INFO:tasks.workunit.client.0.smithi028.stdout:op 2641 completed, throughput=5MB/sec 2024-08-29T18:20:13.031 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-uD8U55sugev7euR off=777298 len=2046522 2024-08-29T18:20:13.036 INFO:tasks.workunit.client.0.smithi028.stdout:op 2642 completed, throughput=5MB/sec 2024-08-29T18:20:13.036 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-oNvdmIrsGM7DfcQ off=2681066 len=1117310 2024-08-29T18:20:13.045 INFO:tasks.workunit.client.0.smithi028.stdout:op 2643 completed, throughput=5MB/sec 2024-08-29T18:20:13.326 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:20:12 smithi053 bash[68679]: cluster 2024-08-29T18:20:11.667341+0000 mgr.y (mgr.25022) 1004 : cluster [DBG] pgmap v1692: 105 pgs: 105 active+clean; 127 GiB data, 8.7 GiB used, 707 GiB / 715 GiB avail; 2.3 MiB/s rd, 1.9 MiB/s wr, 3 op/s 2024-08-29T18:20:13.326 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:20:12 smithi053 bash[68679]: audit 2024-08-29T18:20:12.075065+0000 mon.a (mon.0) 2209 : audit [DBG] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-29T18:20:13.380 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:20:12 smithi028 bash[78352]: cluster 2024-08-29T18:20:11.667341+0000 mgr.y (mgr.25022) 1004 : cluster [DBG] pgmap v1692: 105 pgs: 105 active+clean; 127 GiB data, 8.7 GiB used, 707 GiB / 715 GiB avail; 2.3 MiB/s rd, 1.9 MiB/s wr, 3 op/s 2024-08-29T18:20:13.380 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:20:12 smithi028 bash[78352]: audit 2024-08-29T18:20:12.075065+0000 mon.a (mon.0) 2209 : audit [DBG] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-29T18:20:13.380 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:20:12 smithi028 bash[77168]: cluster 2024-08-29T18:20:11.667341+0000 mgr.y (mgr.25022) 1004 : cluster [DBG] pgmap v1692: 105 pgs: 105 active+clean; 127 GiB data, 8.7 GiB used, 707 GiB / 715 GiB avail; 2.3 MiB/s rd, 1.9 MiB/s wr, 3 op/s 2024-08-29T18:20:13.380 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:20:12 smithi028 bash[77168]: audit 2024-08-29T18:20:12.075065+0000 mon.a (mon.0) 2209 : audit [DBG] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-29T18:20:14.046 INFO:tasks.workunit.client.0.smithi028.stdout: 502: throughput=4.99MB/sec pending data=0 2024-08-29T18:20:14.046 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-Qrkf3SOX4BvOQmt off=6117869 len=1911295 2024-08-29T18:20:14.052 INFO:tasks.workunit.client.0.smithi028.stdout:op 2644 completed, throughput=4.99MB/sec 2024-08-29T18:20:14.052 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-Ljuj0PuNzpbltpd off=3155070 len=363275 2024-08-29T18:20:14.058 INFO:tasks.workunit.client.0.smithi028.stdout:op 2645 completed, throughput=5MB/sec 2024-08-29T18:20:14.058 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-npnpvzcInsNaD_O off=685136 len=649876 2024-08-29T18:20:14.065 INFO:tasks.workunit.client.0.smithi028.stdout:op 2646 completed, throughput=5MB/sec 2024-08-29T18:20:14.066 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-5qFx4qjcwvMNYu9 off=1100118 len=1992881 2024-08-29T18:20:14.070 INFO:tasks.workunit.client.0.smithi028.stdout:op 2647 completed, throughput=5MB/sec 2024-08-29T18:20:15.070 INFO:tasks.workunit.client.0.smithi028.stdout: 503: throughput=4.99MB/sec pending data=0 2024-08-29T18:20:15.070 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-5NyqkFmwd-x_Z4p off=14292973 len=1762142 2024-08-29T18:20:15.084 INFO:tasks.workunit.client.0.smithi028.stdout:op 2648 completed, throughput=4.99MB/sec 2024-08-29T18:20:15.084 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-lte9kfPbX9eOBVq off=15785015 len=2039378 2024-08-29T18:20:15.098 INFO:tasks.workunit.client.0.smithi028.stdout:op 2649 completed, throughput=5MB/sec 2024-08-29T18:20:15.098 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-Lj9G2X-zIV5dLP_ off=10687141 len=281611 2024-08-29T18:20:15.104 INFO:tasks.workunit.client.0.smithi028.stdout:op 2650 completed, throughput=5MB/sec 2024-08-29T18:20:15.104 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-asvW7lcfosM8PmL off=2219791 len=144862 2024-08-29T18:20:15.109 INFO:tasks.workunit.client.0.smithi028.stdout:op 2651 completed, throughput=5MB/sec 2024-08-29T18:20:15.109 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-eFBTyimWrVVst19 off=2354368 len=1025474 2024-08-29T18:20:15.113 INFO:tasks.workunit.client.0.smithi028.stdout:op 2652 completed, throughput=5MB/sec 2024-08-29T18:20:15.113 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-fGCsTwKacd-kezY off=5056242 len=1326824 2024-08-29T18:20:15.116 INFO:tasks.workunit.client.0.smithi028.stdout:op 2653 completed, throughput=5MB/sec 2024-08-29T18:20:15.326 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:20:14 smithi053 bash[68679]: cluster 2024-08-29T18:20:13.668364+0000 mgr.y (mgr.25022) 1005 : cluster [DBG] pgmap v1693: 105 pgs: 105 active+clean; 127 GiB data, 8.7 GiB used, 707 GiB / 715 GiB avail; 3.4 MiB/s rd, 2.7 MiB/s wr, 5 op/s 2024-08-29T18:20:15.380 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:20:14 smithi028 bash[78352]: cluster 2024-08-29T18:20:13.668364+0000 mgr.y (mgr.25022) 1005 : cluster [DBG] pgmap v1693: 105 pgs: 105 active+clean; 127 GiB data, 8.7 GiB used, 707 GiB / 715 GiB avail; 3.4 MiB/s rd, 2.7 MiB/s wr, 5 op/s 2024-08-29T18:20:15.380 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:20:14 smithi028 bash[77168]: cluster 2024-08-29T18:20:13.668364+0000 mgr.y (mgr.25022) 1005 : cluster [DBG] pgmap v1693: 105 pgs: 105 active+clean; 127 GiB data, 8.7 GiB used, 707 GiB / 715 GiB avail; 3.4 MiB/s rd, 2.7 MiB/s wr, 5 op/s 2024-08-29T18:20:16.117 INFO:tasks.workunit.client.0.smithi028.stdout: 504: throughput=4.99MB/sec pending data=0 2024-08-29T18:20:16.117 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-QACcxlym64xQcnh off=15697826 len=41317 2024-08-29T18:20:16.121 INFO:tasks.workunit.client.0.smithi028.stdout:op 2654 completed, throughput=4.99MB/sec 2024-08-29T18:20:16.122 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-Q-gRURr2DcmbH9l off=19225499 len=572490 2024-08-29T18:20:16.123 INFO:tasks.workunit.client.0.smithi028.stdout:op 2655 completed, throughput=4.99MB/sec 2024-08-29T18:20:16.123 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-cLX1sCPhdlt1ZGH off=6091698 len=180811 2024-08-29T18:20:16.128 INFO:tasks.workunit.client.0.smithi028.stdout:op 2656 completed, throughput=4.99MB/sec 2024-08-29T18:20:16.128 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-2sFl_EI4RFuMq2E off=1412403 len=1123176 2024-08-29T18:20:16.137 INFO:tasks.workunit.client.0.smithi028.stdout:op 2657 completed, throughput=5MB/sec 2024-08-29T18:20:16.137 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-7QQutyHQ9JVyU2k off=7337947 len=1329849 2024-08-29T18:20:16.141 INFO:tasks.workunit.client.0.smithi028.stdout:op 2658 completed, throughput=5MB/sec 2024-08-29T18:20:16.141 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-D2i3nE0ANJJ2PpP off=14105411 len=1748494 2024-08-29T18:20:16.143 INFO:tasks.workunit.client.0.smithi028.stdout:op 2659 completed, throughput=5MB/sec 2024-08-29T18:20:17.144 INFO:tasks.workunit.client.0.smithi028.stdout: 505: throughput=4.99MB/sec pending data=0 2024-08-29T18:20:17.144 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-wsVhZhAb-UmR6dn off=5985037 len=1896868 2024-08-29T18:20:17.149 INFO:tasks.workunit.client.0.smithi028.stdout:op 2660 completed, throughput=5MB/sec 2024-08-29T18:20:17.149 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-8Mf7HfQrd1uIHrr off=1953578 len=341143 2024-08-29T18:20:17.150 INFO:tasks.workunit.client.0.smithi028.stdout:op 2661 completed, throughput=5MB/sec 2024-08-29T18:20:17.151 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-EbwQyX4zPEpQwWd off=9245316 len=1542762 2024-08-29T18:20:17.155 INFO:tasks.workunit.client.0.smithi028.stdout:op 2662 completed, throughput=5MB/sec 2024-08-29T18:20:17.155 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-JCjrq8NTOVf9WAX off=1910188 len=1849038 2024-08-29T18:20:17.170 INFO:tasks.workunit.client.0.smithi028.stdout:op 2663 completed, throughput=5MB/sec 2024-08-29T18:20:17.326 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:20:16 smithi053 bash[68679]: cluster 2024-08-29T18:20:15.669483+0000 mgr.y (mgr.25022) 1006 : cluster [DBG] pgmap v1694: 105 pgs: 105 active+clean; 127 GiB data, 8.7 GiB used, 707 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2024-08-29T18:20:17.380 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:20:16 smithi028 bash[78352]: cluster 2024-08-29T18:20:15.669483+0000 mgr.y (mgr.25022) 1006 : cluster [DBG] pgmap v1694: 105 pgs: 105 active+clean; 127 GiB data, 8.7 GiB used, 707 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2024-08-29T18:20:17.380 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:20:16 smithi028 bash[77168]: cluster 2024-08-29T18:20:15.669483+0000 mgr.y (mgr.25022) 1006 : cluster [DBG] pgmap v1694: 105 pgs: 105 active+clean; 127 GiB data, 8.7 GiB used, 707 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2024-08-29T18:20:18.171 INFO:tasks.workunit.client.0.smithi028.stdout: 506: throughput=4.99MB/sec pending data=0 2024-08-29T18:20:18.171 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-yR5iciAKgcCrb4u off=7884008 len=415383 2024-08-29T18:20:18.177 INFO:tasks.workunit.client.0.smithi028.stdout:op 2664 completed, throughput=4.99MB/sec 2024-08-29T18:20:18.177 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-jLzkS7qSyVgWVBh off=0 len=1186774 2024-08-29T18:20:18.181 INFO:tasks.workunit.client.0.smithi028.stdout:op 2665 completed, throughput=5MB/sec 2024-08-29T18:20:18.181 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-3brdffMj6BjGaz9 off=1688893 len=1597206 2024-08-29T18:20:18.186 INFO:tasks.workunit.client.0.smithi028.stdout:op 2666 completed, throughput=5MB/sec 2024-08-29T18:20:18.186 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-GYrPghL1qf3dj0K off=499193 len=1597127 2024-08-29T18:20:18.198 INFO:tasks.workunit.client.0.smithi028.stdout:op 2667 completed, throughput=5MB/sec 2024-08-29T18:20:19.198 INFO:tasks.workunit.client.0.smithi028.stdout: 507: throughput=4.99MB/sec pending data=0 2024-08-29T18:20:19.199 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-YqPm-mXSh8-v_ms off=250197 len=1020841 2024-08-29T18:20:19.201 INFO:tasks.workunit.client.0.smithi028.stdout:op 2668 completed, throughput=4.99MB/sec 2024-08-29T18:20:19.201 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-W_QEANFbHXF6s0V off=450460 len=459471 2024-08-29T18:20:19.203 INFO:tasks.workunit.client.0.smithi028.stdout:op 2669 completed, throughput=4.99MB/sec 2024-08-29T18:20:19.203 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-C0Y9s0QUwt47TR4 off=18351355 len=1948432 2024-08-29T18:20:19.217 INFO:tasks.workunit.client.0.smithi028.stdout:op 2670 completed, throughput=5MB/sec 2024-08-29T18:20:19.217 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-ftB4wLYtG6A2bLo off=2003944 len=1606331 2024-08-29T18:20:19.223 INFO:tasks.workunit.client.0.smithi028.stdout:op 2671 completed, throughput=5MB/sec 2024-08-29T18:20:19.326 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:20:18 smithi053 bash[68679]: cluster 2024-08-29T18:20:17.670200+0000 mgr.y (mgr.25022) 1007 : cluster [DBG] pgmap v1695: 105 pgs: 105 active+clean; 127 GiB data, 8.7 GiB used, 707 GiB / 715 GiB avail; 2.8 MiB/s rd, 1.9 MiB/s wr, 4 op/s 2024-08-29T18:20:19.380 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:20:18 smithi028 bash[77168]: cluster 2024-08-29T18:20:17.670200+0000 mgr.y (mgr.25022) 1007 : cluster [DBG] pgmap v1695: 105 pgs: 105 active+clean; 127 GiB data, 8.7 GiB used, 707 GiB / 715 GiB avail; 2.8 MiB/s rd, 1.9 MiB/s wr, 4 op/s 2024-08-29T18:20:19.380 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:20:18 smithi028 bash[78352]: cluster 2024-08-29T18:20:17.670200+0000 mgr.y (mgr.25022) 1007 : cluster [DBG] pgmap v1695: 105 pgs: 105 active+clean; 127 GiB data, 8.7 GiB used, 707 GiB / 715 GiB avail; 2.8 MiB/s rd, 1.9 MiB/s wr, 4 op/s 2024-08-29T18:20:20.223 INFO:tasks.workunit.client.0.smithi028.stdout: 508: throughput=4.99MB/sec pending data=0 2024-08-29T18:20:20.223 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-v5RgjuJlAiMntMr off=217594 len=1676773 2024-08-29T18:20:20.229 INFO:tasks.workunit.client.0.smithi028.stdout:op 2672 completed, throughput=4.99MB/sec 2024-08-29T18:20:20.229 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-Voq2uvxDCbyuOGo off=13253579 len=640741 2024-08-29T18:20:20.231 INFO:tasks.workunit.client.0.smithi028.stdout:op 2673 completed, throughput=4.99MB/sec 2024-08-29T18:20:20.232 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-nIdShzTatSV9cen off=10675624 len=800074 2024-08-29T18:20:20.234 INFO:tasks.workunit.client.0.smithi028.stdout:op 2674 completed, throughput=5MB/sec 2024-08-29T18:20:20.234 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-e8LmDVdGR3dYQx9 off=14957993 len=1638576 2024-08-29T18:20:20.238 INFO:tasks.workunit.client.0.smithi028.stdout:op 2675 completed, throughput=5MB/sec 2024-08-29T18:20:20.238 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-MluoJsrgZMOHYx9 off=1875286 len=1986216 2024-08-29T18:20:20.253 INFO:tasks.workunit.client.0.smithi028.stdout:op 2676 completed, throughput=5MB/sec 2024-08-29T18:20:21.254 INFO:tasks.workunit.client.0.smithi028.stdout: 509: throughput=4.99MB/sec pending data=0 2024-08-29T18:20:21.254 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-2O1T3yRfNBTeO2T off=1462528 len=690242 2024-08-29T18:20:21.256 INFO:tasks.workunit.client.0.smithi028.stdout:op 2677 completed, throughput=4.99MB/sec 2024-08-29T18:20:21.257 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-JMn9hP8ak5eMsJ8 off=9186547 len=1737988 2024-08-29T18:20:21.272 INFO:tasks.workunit.client.0.smithi028.stdout:op 2678 completed, throughput=5MB/sec 2024-08-29T18:20:21.272 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-dq1EGqN2VOSSkGS off=14308342 len=1611988 2024-08-29T18:20:21.275 INFO:tasks.workunit.client.0.smithi028.stdout:op 2679 completed, throughput=5MB/sec 2024-08-29T18:20:21.328 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:20:20 smithi053 bash[68679]: cluster 2024-08-29T18:20:19.671355+0000 mgr.y (mgr.25022) 1008 : cluster [DBG] pgmap v1696: 105 pgs: 105 active+clean; 127 GiB data, 8.7 GiB used, 706 GiB / 715 GiB avail; 3.5 MiB/s rd, 2.6 MiB/s wr, 5 op/s 2024-08-29T18:20:21.380 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:20:20 smithi028 bash[77168]: cluster 2024-08-29T18:20:19.671355+0000 mgr.y (mgr.25022) 1008 : cluster [DBG] pgmap v1696: 105 pgs: 105 active+clean; 127 GiB data, 8.7 GiB used, 706 GiB / 715 GiB avail; 3.5 MiB/s rd, 2.6 MiB/s wr, 5 op/s 2024-08-29T18:20:21.380 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:20:20 smithi028 bash[78352]: cluster 2024-08-29T18:20:19.671355+0000 mgr.y (mgr.25022) 1008 : cluster [DBG] pgmap v1696: 105 pgs: 105 active+clean; 127 GiB data, 8.7 GiB used, 706 GiB / 715 GiB avail; 3.5 MiB/s rd, 2.6 MiB/s wr, 5 op/s 2024-08-29T18:20:21.880 INFO:journalctl@ceph.mgr.y.smithi028.stdout:Aug 29 18:20:21 smithi028 bash[70818]: ::ffff:172.21.15.53 - - [29/Aug/2024:18:20:21] "GET /metrics HTTP/1.1" 200 34020 "" "Prometheus/2.43.0" 2024-08-29T18:20:22.276 INFO:tasks.workunit.client.0.smithi028.stdout: 510: throughput=4.99MB/sec pending data=0 2024-08-29T18:20:22.276 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-EhIZirjmfEpQ40x off=3995833 len=180505 2024-08-29T18:20:22.277 INFO:tasks.workunit.client.0.smithi028.stdout:op 2680 completed, throughput=4.99MB/sec 2024-08-29T18:20:22.277 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-96EcCA1UKY1d6Bj off=1418349 len=473580 2024-08-29T18:20:22.279 INFO:tasks.workunit.client.0.smithi028.stdout:op 2681 completed, throughput=4.99MB/sec 2024-08-29T18:20:22.279 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-7ykuQU_tZRedVWv off=539212 len=892976 2024-08-29T18:20:22.281 INFO:tasks.workunit.client.0.smithi028.stdout:op 2682 completed, throughput=4.99MB/sec 2024-08-29T18:20:22.282 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-cst3DwBjbwZh0vC off=595570 len=1108062 2024-08-29T18:20:22.291 INFO:tasks.workunit.client.0.smithi028.stdout:op 2683 completed, throughput=5MB/sec 2024-08-29T18:20:22.291 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-Y0V-1zR753Y3O1v off=2604683 len=1994482 2024-08-29T18:20:22.296 INFO:tasks.workunit.client.0.smithi028.stdout:op 2684 completed, throughput=5MB/sec 2024-08-29T18:20:22.296 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-_CXBduKHAuTtVKA off=2145277 len=552431 2024-08-29T18:20:22.298 INFO:tasks.workunit.client.0.smithi028.stdout:op 2685 completed, throughput=5MB/sec 2024-08-29T18:20:22.298 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-2au-aeGUnpg2fuO off=10003749 len=1149469 2024-08-29T18:20:22.301 INFO:tasks.workunit.client.0.smithi028.stdout:op 2686 completed, throughput=5MB/sec 2024-08-29T18:20:22.576 INFO:journalctl@ceph.prometheus.a.smithi053.stdout:Aug 29 18:20:22 smithi053 bash[95567]: ts=2024-08-29T18:20:22.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"3167ee72-662c-11ef-bcd4-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-29T18:20:23.301 INFO:tasks.workunit.client.0.smithi028.stdout: 511: throughput=4.99MB/sec pending data=0 2024-08-29T18:20:23.301 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-5fG_L-TWyjX9MgA off=7167707 len=2016137 2024-08-29T18:20:23.307 INFO:tasks.workunit.client.0.smithi028.stdout:op 2687 completed, throughput=5MB/sec 2024-08-29T18:20:23.307 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-ECAQ4hwHtW2J7Hs off=7305072 len=1033981 2024-08-29T18:20:23.316 INFO:tasks.workunit.client.0.smithi028.stdout:op 2688 completed, throughput=5MB/sec 2024-08-29T18:20:23.316 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-FI6AzC0LOh2mCLI off=11976619 len=222863 2024-08-29T18:20:23.317 INFO:tasks.workunit.client.0.smithi028.stdout:op 2689 completed, throughput=5MB/sec 2024-08-29T18:20:23.318 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-8fzDk03fQU_R631 off=6829765 len=26545 2024-08-29T18:20:23.319 INFO:tasks.workunit.client.0.smithi028.stdout:op 2690 completed, throughput=5MB/sec 2024-08-29T18:20:23.319 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-fceMNsYvDOMb4-1 off=2559785 len=1940974 2024-08-29T18:20:23.323 INFO:tasks.workunit.client.0.smithi028.stdout:op 2691 completed, throughput=5MB/sec 2024-08-29T18:20:23.326 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:20:22 smithi053 bash[68679]: cluster 2024-08-29T18:20:21.672127+0000 mgr.y (mgr.25022) 1009 : cluster [DBG] pgmap v1697: 105 pgs: 105 active+clean; 127 GiB data, 8.7 GiB used, 706 GiB / 715 GiB avail; 2.5 MiB/s rd, 1.6 MiB/s wr, 4 op/s 2024-08-29T18:20:23.380 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:20:22 smithi028 bash[77168]: cluster 2024-08-29T18:20:21.672127+0000 mgr.y (mgr.25022) 1009 : cluster [DBG] pgmap v1697: 105 pgs: 105 active+clean; 127 GiB data, 8.7 GiB used, 706 GiB / 715 GiB avail; 2.5 MiB/s rd, 1.6 MiB/s wr, 4 op/s 2024-08-29T18:20:23.380 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:20:22 smithi028 bash[78352]: cluster 2024-08-29T18:20:21.672127+0000 mgr.y (mgr.25022) 1009 : cluster [DBG] pgmap v1697: 105 pgs: 105 active+clean; 127 GiB data, 8.7 GiB used, 706 GiB / 715 GiB avail; 2.5 MiB/s rd, 1.6 MiB/s wr, 4 op/s 2024-08-29T18:20:24.323 INFO:tasks.workunit.client.0.smithi028.stdout: 512: throughput=4.99MB/sec pending data=0 2024-08-29T18:20:24.323 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-Zr4b25johcRQIoV off=3710436 len=869775 2024-08-29T18:20:24.332 INFO:tasks.workunit.client.0.smithi028.stdout:op 2692 completed, throughput=4.99MB/sec 2024-08-29T18:20:24.332 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-6PhIIa0AOsDCrFl off=1076061 len=573558 2024-08-29T18:20:24.334 INFO:tasks.workunit.client.0.smithi028.stdout:op 2693 completed, throughput=4.99MB/sec 2024-08-29T18:20:24.334 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-hFmmdP46AY_jTpI off=1661533 len=1662175 2024-08-29T18:20:24.338 INFO:tasks.workunit.client.0.smithi028.stdout:op 2694 completed, throughput=5MB/sec 2024-08-29T18:20:24.338 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-nE-fL7E8OLGpNes off=1388780 len=1900812 2024-08-29T18:20:24.343 INFO:tasks.workunit.client.0.smithi028.stdout:op 2695 completed, throughput=5MB/sec 2024-08-29T18:20:25.326 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:20:24 smithi053 bash[68679]: cluster 2024-08-29T18:20:23.673013+0000 mgr.y (mgr.25022) 1010 : cluster [DBG] pgmap v1698: 105 pgs: 105 active+clean; 127 GiB data, 8.7 GiB used, 706 GiB / 715 GiB avail; 3.6 MiB/s rd, 2.2 MiB/s wr, 5 op/s 2024-08-29T18:20:25.343 INFO:tasks.workunit.client.0.smithi028.stdout: 513: throughput=4.99MB/sec pending data=0 2024-08-29T18:20:25.343 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-gk3Tj4qy0FnHb1l off=3682558 len=816161 2024-08-29T18:20:25.346 INFO:tasks.workunit.client.0.smithi028.stdout:op 2696 completed, throughput=4.99MB/sec 2024-08-29T18:20:25.346 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-y2YTSIYeTrFuG7D off=6362633 len=76817 2024-08-29T18:20:25.351 INFO:tasks.workunit.client.0.smithi028.stdout:op 2697 completed, throughput=4.99MB/sec 2024-08-29T18:20:25.351 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-7ibiOBRlZCqWwPl off=461197 len=2041032 2024-08-29T18:20:25.365 INFO:tasks.workunit.client.0.smithi028.stdout:op 2698 completed, throughput=5MB/sec 2024-08-29T18:20:25.366 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-6FjRcJVbO0nDszv off=6951440 len=453677 2024-08-29T18:20:25.371 INFO:tasks.workunit.client.0.smithi028.stdout:op 2699 completed, throughput=5MB/sec 2024-08-29T18:20:25.372 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-brkA3vyExKwPEn1 off=13475171 len=1441534 2024-08-29T18:20:25.377 INFO:tasks.workunit.client.0.smithi028.stdout:op 2700 completed, throughput=5MB/sec 2024-08-29T18:20:25.379 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:20:24 smithi028 bash[77168]: cluster 2024-08-29T18:20:23.673013+0000 mgr.y (mgr.25022) 1010 : cluster [DBG] pgmap v1698: 105 pgs: 105 active+clean; 127 GiB data, 8.7 GiB used, 706 GiB / 715 GiB avail; 3.6 MiB/s rd, 2.2 MiB/s wr, 5 op/s 2024-08-29T18:20:25.380 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:20:24 smithi028 bash[78352]: cluster 2024-08-29T18:20:23.673013+0000 mgr.y (mgr.25022) 1010 : cluster [DBG] pgmap v1698: 105 pgs: 105 active+clean; 127 GiB data, 8.7 GiB used, 706 GiB / 715 GiB avail; 3.6 MiB/s rd, 2.2 MiB/s wr, 5 op/s 2024-08-29T18:20:26.377 INFO:tasks.workunit.client.0.smithi028.stdout: 514: throughput=4.99MB/sec pending data=0 2024-08-29T18:20:26.377 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-rIP3tz785Lq48RW off=4815365 len=505421 2024-08-29T18:20:26.379 INFO:tasks.workunit.client.0.smithi028.stdout:op 2701 completed, throughput=4.99MB/sec 2024-08-29T18:20:26.379 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-07_nvT96bW7GUZ4 off=11477563 len=1574842 2024-08-29T18:20:26.385 INFO:tasks.workunit.client.0.smithi028.stdout:op 2702 completed, throughput=4.99MB/sec 2024-08-29T18:20:26.385 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-Xgy5dp6-4rdDlqh off=6034668 len=2087274 2024-08-29T18:20:26.401 INFO:tasks.workunit.client.0.smithi028.stdout:op 2703 completed, throughput=5MB/sec 2024-08-29T18:20:26.401 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-KxMQQDforwqvAtR off=21416326 len=234967 2024-08-29T18:20:26.402 INFO:tasks.workunit.client.0.smithi028.stdout:op 2704 completed, throughput=5MB/sec 2024-08-29T18:20:26.402 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-qH2K84vVDDYNXOl off=2359644 len=1013924 2024-08-29T18:20:26.405 INFO:tasks.workunit.client.0.smithi028.stdout:op 2705 completed, throughput=5MB/sec 2024-08-29T18:20:27.326 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:20:26 smithi053 bash[68679]: cluster 2024-08-29T18:20:25.674158+0000 mgr.y (mgr.25022) 1011 : cluster [DBG] pgmap v1699: 105 pgs: 105 active+clean; 127 GiB data, 8.8 GiB used, 706 GiB / 715 GiB avail; 3.1 MiB/s rd, 1.7 MiB/s wr, 4 op/s 2024-08-29T18:20:27.380 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:20:26 smithi028 bash[77168]: cluster 2024-08-29T18:20:25.674158+0000 mgr.y (mgr.25022) 1011 : cluster [DBG] pgmap v1699: 105 pgs: 105 active+clean; 127 GiB data, 8.8 GiB used, 706 GiB / 715 GiB avail; 3.1 MiB/s rd, 1.7 MiB/s wr, 4 op/s 2024-08-29T18:20:27.380 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:20:26 smithi028 bash[78352]: cluster 2024-08-29T18:20:25.674158+0000 mgr.y (mgr.25022) 1011 : cluster [DBG] pgmap v1699: 105 pgs: 105 active+clean; 127 GiB data, 8.8 GiB used, 706 GiB / 715 GiB avail; 3.1 MiB/s rd, 1.7 MiB/s wr, 4 op/s 2024-08-29T18:20:27.405 INFO:tasks.workunit.client.0.smithi028.stdout: 515: throughput=4.99MB/sec pending data=0 2024-08-29T18:20:27.405 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-0oy7d2dlwzwacF3 off=8554947 len=285342 2024-08-29T18:20:27.407 INFO:tasks.workunit.client.0.smithi028.stdout:op 2706 completed, throughput=4.99MB/sec 2024-08-29T18:20:27.407 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-QdZqW6nVS9kOYyE off=21467266 len=1992103 2024-08-29T18:20:27.425 INFO:tasks.workunit.client.0.smithi028.stdout:op 2707 completed, throughput=4.99MB/sec 2024-08-29T18:20:27.425 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-YF9NzdKQZ49rY2J off=1044299 len=675346 2024-08-29T18:20:27.427 INFO:tasks.workunit.client.0.smithi028.stdout:op 2708 completed, throughput=5MB/sec 2024-08-29T18:20:27.427 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-HNNT3DMl5jJE2_H off=1285426 len=1881109 2024-08-29T18:20:27.439 INFO:tasks.workunit.client.0.smithi028.stdout:op 2709 completed, throughput=5MB/sec 2024-08-29T18:20:27.439 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-f5z8-zNQliG66wW off=847964 len=519242 2024-08-29T18:20:27.441 INFO:tasks.workunit.client.0.smithi028.stdout:op 2710 completed, throughput=5MB/sec 2024-08-29T18:20:28.326 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:20:27 smithi053 bash[68679]: audit 2024-08-29T18:20:27.075377+0000 mon.a (mon.0) 2210 : audit [DBG] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-29T18:20:28.380 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:20:27 smithi028 bash[78352]: audit 2024-08-29T18:20:27.075377+0000 mon.a (mon.0) 2210 : audit [DBG] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-29T18:20:28.380 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:20:27 smithi028 bash[77168]: audit 2024-08-29T18:20:27.075377+0000 mon.a (mon.0) 2210 : audit [DBG] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-29T18:20:28.441 INFO:tasks.workunit.client.0.smithi028.stdout: 516: throughput=4.99MB/sec pending data=0 2024-08-29T18:20:28.441 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-Pj1viMUsrWxHpsw off=12022784 len=1260110 2024-08-29T18:20:28.451 INFO:tasks.workunit.client.0.smithi028.stdout:op 2711 completed, throughput=4.99MB/sec 2024-08-29T18:20:28.452 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-0Yp_wB13VdlFMOw off=17016605 len=1643107 2024-08-29T18:20:28.456 INFO:tasks.workunit.client.0.smithi028.stdout:op 2712 completed, throughput=5MB/sec 2024-08-29T18:20:28.456 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-bhTeF6vGVENtMHs off=8709528 len=1836590 2024-08-29T18:20:28.460 INFO:tasks.workunit.client.0.smithi028.stdout:op 2713 completed, throughput=5MB/sec 2024-08-29T18:20:28.460 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-AoT8vs5JM8IqJyZ off=1409802 len=371181 2024-08-29T18:20:28.462 INFO:tasks.workunit.client.0.smithi028.stdout:op 2714 completed, throughput=5MB/sec 2024-08-29T18:20:28.463 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-Iw3SF48PBwhlj7K off=407273 len=1829913 2024-08-29T18:20:28.476 INFO:tasks.workunit.client.0.smithi028.stdout:op 2715 completed, throughput=5MB/sec 2024-08-29T18:20:29.326 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:20:28 smithi053 bash[68679]: cluster 2024-08-29T18:20:27.674855+0000 mgr.y (mgr.25022) 1012 : cluster [DBG] pgmap v1700: 105 pgs: 105 active+clean; 127 GiB data, 8.8 GiB used, 706 GiB / 715 GiB avail; 3.0 MiB/s rd, 1.7 MiB/s wr, 4 op/s 2024-08-29T18:20:29.380 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:20:28 smithi028 bash[78352]: cluster 2024-08-29T18:20:27.674855+0000 mgr.y (mgr.25022) 1012 : cluster [DBG] pgmap v1700: 105 pgs: 105 active+clean; 127 GiB data, 8.8 GiB used, 706 GiB / 715 GiB avail; 3.0 MiB/s rd, 1.7 MiB/s wr, 4 op/s 2024-08-29T18:20:29.380 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:20:28 smithi028 bash[77168]: cluster 2024-08-29T18:20:27.674855+0000 mgr.y (mgr.25022) 1012 : cluster [DBG] pgmap v1700: 105 pgs: 105 active+clean; 127 GiB data, 8.8 GiB used, 706 GiB / 715 GiB avail; 3.0 MiB/s rd, 1.7 MiB/s wr, 4 op/s 2024-08-29T18:20:29.476 INFO:tasks.workunit.client.0.smithi028.stdout: 517: throughput=4.99MB/sec pending data=0 2024-08-29T18:20:29.476 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-2xXtkMheH38l0L0 off=6316234 len=1893249 2024-08-29T18:20:29.492 INFO:tasks.workunit.client.0.smithi028.stdout:op 2716 completed, throughput=5MB/sec 2024-08-29T18:20:29.492 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj--LYZaMIb6-hOXJA off=18155850 len=220259 2024-08-29T18:20:29.494 INFO:tasks.workunit.client.0.smithi028.stdout:op 2717 completed, throughput=5MB/sec 2024-08-29T18:20:29.494 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-LmsjwCARrmPLJh5 off=1592151 len=489209 2024-08-29T18:20:29.501 INFO:tasks.workunit.client.0.smithi028.stdout:op 2718 completed, throughput=5MB/sec 2024-08-29T18:20:29.501 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-sMgQEVhpkK0x9w5 off=13757722 len=1387015 2024-08-29T18:20:29.511 INFO:tasks.workunit.client.0.smithi028.stdout:op 2719 completed, throughput=5MB/sec 2024-08-29T18:20:30.512 INFO:tasks.workunit.client.0.smithi028.stdout: 518: throughput=4.99MB/sec pending data=0 2024-08-29T18:20:30.512 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-cBfspgvio5nie1J off=71715 len=77018 2024-08-29T18:20:30.516 INFO:tasks.workunit.client.0.smithi028.stdout:op 2720 completed, throughput=4.99MB/sec 2024-08-29T18:20:30.516 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-NrFnDDNrPgzeVKK off=13279071 len=1654037 2024-08-29T18:20:30.522 INFO:tasks.workunit.client.0.smithi028.stdout:op 2721 completed, throughput=4.99MB/sec 2024-08-29T18:20:30.522 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj--FM37m-En32ch5O off=7300096 len=842517 2024-08-29T18:20:30.530 INFO:tasks.workunit.client.0.smithi028.stdout:op 2722 completed, throughput=5MB/sec 2024-08-29T18:20:30.530 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-paNAJuC1zbTeWZJ off=13547329 len=1849723 2024-08-29T18:20:30.545 INFO:tasks.workunit.client.0.smithi028.stdout:op 2723 completed, throughput=5MB/sec 2024-08-29T18:20:30.545 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-5vkdSWCPv7iT9yh off=17366092 len=82606 2024-08-29T18:20:30.546 INFO:tasks.workunit.client.0.smithi028.stdout:op 2724 completed, throughput=5MB/sec 2024-08-29T18:20:30.546 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-OHOn-uxnAvF5VCS off=1492771 len=1339565 2024-08-29T18:20:30.555 INFO:tasks.workunit.client.0.smithi028.stdout:op 2725 completed, throughput=5MB/sec 2024-08-29T18:20:31.326 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:20:30 smithi053 bash[68679]: cluster 2024-08-29T18:20:29.676028+0000 mgr.y (mgr.25022) 1013 : cluster [DBG] pgmap v1701: 105 pgs: 105 active+clean; 127 GiB data, 8.8 GiB used, 706 GiB / 715 GiB avail; 3.4 MiB/s rd, 2.2 MiB/s wr, 5 op/s 2024-08-29T18:20:31.380 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:20:30 smithi028 bash[78352]: cluster 2024-08-29T18:20:29.676028+0000 mgr.y (mgr.25022) 1013 : cluster [DBG] pgmap v1701: 105 pgs: 105 active+clean; 127 GiB data, 8.8 GiB used, 706 GiB / 715 GiB avail; 3.4 MiB/s rd, 2.2 MiB/s wr, 5 op/s 2024-08-29T18:20:31.380 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:20:30 smithi028 bash[77168]: cluster 2024-08-29T18:20:29.676028+0000 mgr.y (mgr.25022) 1013 : cluster [DBG] pgmap v1701: 105 pgs: 105 active+clean; 127 GiB data, 8.8 GiB used, 706 GiB / 715 GiB avail; 3.4 MiB/s rd, 2.2 MiB/s wr, 5 op/s 2024-08-29T18:20:31.556 INFO:tasks.workunit.client.0.smithi028.stdout: 519: throughput=4.99MB/sec pending data=0 2024-08-29T18:20:31.556 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj--lBTW9-qVSaEan4 off=0 len=1154698 2024-08-29T18:20:31.566 INFO:tasks.workunit.client.0.smithi028.stdout:op 2726 completed, throughput=4.99MB/sec 2024-08-29T18:20:31.566 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-9PRjlaEL-NURfOT off=8305558 len=1811012 2024-08-29T18:20:31.570 INFO:tasks.workunit.client.0.smithi028.stdout:op 2727 completed, throughput=5MB/sec 2024-08-29T18:20:31.570 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-bN5vyCPs4BhNSsU off=12090877 len=1572977 2024-08-29T18:20:31.576 INFO:tasks.workunit.client.0.smithi028.stdout:op 2728 completed, throughput=5MB/sec 2024-08-29T18:20:31.576 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-7ulnL5or_KsL0kB off=309618 len=1044557 2024-08-29T18:20:31.584 INFO:tasks.workunit.client.0.smithi028.stdout:op 2729 completed, throughput=5MB/sec 2024-08-29T18:20:31.880 INFO:journalctl@ceph.mgr.y.smithi028.stdout:Aug 29 18:20:31 smithi028 bash[70818]: ::ffff:172.21.15.53 - - [29/Aug/2024:18:20:31] "GET /metrics HTTP/1.1" 200 34020 "" "Prometheus/2.43.0" 2024-08-29T18:20:32.576 INFO:journalctl@ceph.prometheus.a.smithi053.stdout:Aug 29 18:20:32 smithi053 bash[95567]: ts=2024-08-29T18:20:32.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"3167ee72-662c-11ef-bcd4-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-29T18:20:32.584 INFO:tasks.workunit.client.0.smithi028.stdout: 520: throughput=4.99MB/sec pending data=0 2024-08-29T18:20:32.584 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-8XMPP3FAYrnTdEM off=427531 len=302771 2024-08-29T18:20:32.586 INFO:tasks.workunit.client.0.smithi028.stdout:op 2730 completed, throughput=4.99MB/sec 2024-08-29T18:20:32.587 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-lqNeMXnpjG6ULCB off=17772402 len=833757 2024-08-29T18:20:32.594 INFO:tasks.workunit.client.0.smithi028.stdout:op 2731 completed, throughput=4.99MB/sec 2024-08-29T18:20:32.595 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-F-WLWsmnWCBqq0z off=5641254 len=841259 2024-08-29T18:20:32.602 INFO:tasks.workunit.client.0.smithi028.stdout:op 2732 completed, throughput=5MB/sec 2024-08-29T18:20:32.603 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-4hYz8o5W-HwkI76 off=3780111 len=1466692 2024-08-29T18:20:32.613 INFO:tasks.workunit.client.0.smithi028.stdout:op 2733 completed, throughput=5MB/sec 2024-08-29T18:20:32.613 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-Lk0OE55Xj_Bmjt9 off=1889959 len=1822109 2024-08-29T18:20:32.626 INFO:tasks.workunit.client.0.smithi028.stdout:op 2734 completed, throughput=5MB/sec 2024-08-29T18:20:33.326 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:20:32 smithi053 bash[68679]: cluster 2024-08-29T18:20:31.676843+0000 mgr.y (mgr.25022) 1014 : cluster [DBG] pgmap v1702: 105 pgs: 105 active+clean; 127 GiB data, 8.8 GiB used, 706 GiB / 715 GiB avail; 2.5 MiB/s rd, 1.5 MiB/s wr, 3 op/s 2024-08-29T18:20:33.380 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:20:32 smithi028 bash[78352]: cluster 2024-08-29T18:20:31.676843+0000 mgr.y (mgr.25022) 1014 : cluster [DBG] pgmap v1702: 105 pgs: 105 active+clean; 127 GiB data, 8.8 GiB used, 706 GiB / 715 GiB avail; 2.5 MiB/s rd, 1.5 MiB/s wr, 3 op/s 2024-08-29T18:20:33.380 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:20:32 smithi028 bash[77168]: cluster 2024-08-29T18:20:31.676843+0000 mgr.y (mgr.25022) 1014 : cluster [DBG] pgmap v1702: 105 pgs: 105 active+clean; 127 GiB data, 8.8 GiB used, 706 GiB / 715 GiB avail; 2.5 MiB/s rd, 1.5 MiB/s wr, 3 op/s 2024-08-29T18:20:33.626 INFO:tasks.workunit.client.0.smithi028.stdout: 521: throughput=4.99MB/sec pending data=0 2024-08-29T18:20:33.626 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-l_O8fW-rpYK4AZn off=8743208 len=1063443 2024-08-29T18:20:33.630 INFO:tasks.workunit.client.0.smithi028.stdout:op 2735 completed, throughput=4.99MB/sec 2024-08-29T18:20:33.630 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-VvfPk_2HpSMUeDB off=11469882 len=2027277 2024-08-29T18:20:33.635 INFO:tasks.workunit.client.0.smithi028.stdout:op 2736 completed, throughput=5MB/sec 2024-08-29T18:20:33.635 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-k-oB9JRw5fDW5TC off=83529 len=1734074 2024-08-29T18:20:33.637 INFO:tasks.workunit.client.0.smithi028.stdout:op 2737 completed, throughput=5MB/sec 2024-08-29T18:20:33.637 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-0F9tq9_dnHFaVXB off=8872938 len=667772 2024-08-29T18:20:33.645 INFO:tasks.workunit.client.0.smithi028.stdout:op 2738 completed, throughput=5MB/sec 2024-08-29T18:20:34.646 INFO:tasks.workunit.client.0.smithi028.stdout: 522: throughput=4.99MB/sec pending data=0 2024-08-29T18:20:34.646 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj--OzOe64Ftbp05Pt off=12339132 len=836109 2024-08-29T18:20:34.649 INFO:tasks.workunit.client.0.smithi028.stdout:op 2739 completed, throughput=4.99MB/sec 2024-08-29T18:20:34.649 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-in6Mlt5o-Km1zYx off=20173003 len=323057 2024-08-29T18:20:34.650 INFO:tasks.workunit.client.0.smithi028.stdout:op 2740 completed, throughput=4.99MB/sec 2024-08-29T18:20:34.651 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-_Airm0reYNTiHYk off=3852226 len=1518200 2024-08-29T18:20:34.655 INFO:tasks.workunit.client.0.smithi028.stdout:op 2741 completed, throughput=5MB/sec 2024-08-29T18:20:34.655 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-FPmZfQYYpMN1dTv off=16429606 len=1795565 2024-08-29T18:20:34.668 INFO:tasks.workunit.client.0.smithi028.stdout:op 2742 completed, throughput=5MB/sec 2024-08-29T18:20:34.668 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-pkwVTPYVKHwLHb9 off=3122187 len=460238 2024-08-29T18:20:34.675 INFO:tasks.workunit.client.0.smithi028.stdout:op 2743 completed, throughput=5MB/sec 2024-08-29T18:20:35.326 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:20:34 smithi053 bash[68679]: cluster 2024-08-29T18:20:33.677808+0000 mgr.y (mgr.25022) 1015 : cluster [DBG] pgmap v1703: 105 pgs: 105 active+clean; 127 GiB data, 8.8 GiB used, 706 GiB / 715 GiB avail; 3.3 MiB/s rd, 2.9 MiB/s wr, 5 op/s 2024-08-29T18:20:35.380 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:20:34 smithi028 bash[78352]: cluster 2024-08-29T18:20:33.677808+0000 mgr.y (mgr.25022) 1015 : cluster [DBG] pgmap v1703: 105 pgs: 105 active+clean; 127 GiB data, 8.8 GiB used, 706 GiB / 715 GiB avail; 3.3 MiB/s rd, 2.9 MiB/s wr, 5 op/s 2024-08-29T18:20:35.380 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:20:34 smithi028 bash[77168]: cluster 2024-08-29T18:20:33.677808+0000 mgr.y (mgr.25022) 1015 : cluster [DBG] pgmap v1703: 105 pgs: 105 active+clean; 127 GiB data, 8.8 GiB used, 706 GiB / 715 GiB avail; 3.3 MiB/s rd, 2.9 MiB/s wr, 5 op/s 2024-08-29T18:20:35.675 INFO:tasks.workunit.client.0.smithi028.stdout: 523: throughput=4.99MB/sec pending data=0 2024-08-29T18:20:35.675 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-swjD6fBtRlr5sWD off=2178462 len=1919382 2024-08-29T18:20:35.680 INFO:tasks.workunit.client.0.smithi028.stdout:op 2744 completed, throughput=4.99MB/sec 2024-08-29T18:20:35.680 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-41Dgi0AUSRBNIT1 off=16914916 len=844888 2024-08-29T18:20:35.688 INFO:tasks.workunit.client.0.smithi028.stdout:op 2745 completed, throughput=5MB/sec 2024-08-29T18:20:35.689 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-84NDMoM-JMPTOmA off=1730753 len=1518590 2024-08-29T18:20:35.692 INFO:tasks.workunit.client.0.smithi028.stdout:op 2746 completed, throughput=5MB/sec 2024-08-29T18:20:35.692 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-awiqvw8MjtdAQGH off=514921 len=2057836 2024-08-29T18:20:35.708 INFO:tasks.workunit.client.0.smithi028.stdout:op 2747 completed, throughput=5MB/sec 2024-08-29T18:20:36.708 INFO:tasks.workunit.client.0.smithi028.stdout: 524: throughput=4.99MB/sec pending data=0 2024-08-29T18:20:36.708 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-QnUl0uV1sFKuVlx off=348547 len=1513471 2024-08-29T18:20:36.722 INFO:tasks.workunit.client.0.smithi028.stdout:op 2748 completed, throughput=5MB/sec 2024-08-29T18:20:36.722 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-LZJkFOznzsjgOji off=10532256 len=975111 2024-08-29T18:20:36.731 INFO:tasks.workunit.client.0.smithi028.stdout:op 2749 completed, throughput=5MB/sec 2024-08-29T18:20:36.731 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-WlntzLK9FLDsffe off=4561381 len=15201 2024-08-29T18:20:36.735 INFO:tasks.workunit.client.0.smithi028.stdout:op 2750 completed, throughput=5MB/sec 2024-08-29T18:20:36.735 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-sf8h22NSPtfJW7C off=2174459 len=1134819 2024-08-29T18:20:36.738 INFO:tasks.workunit.client.0.smithi028.stdout:op 2751 completed, throughput=5MB/sec 2024-08-29T18:20:36.738 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-j6iwcaYLm4pWe2e off=2084105 len=1886330 2024-08-29T18:20:36.741 INFO:tasks.workunit.client.0.smithi028.stdout:op 2752 completed, throughput=5MB/sec 2024-08-29T18:20:37.326 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:20:36 smithi053 bash[68679]: cluster 2024-08-29T18:20:35.679039+0000 mgr.y (mgr.25022) 1016 : cluster [DBG] pgmap v1704: 105 pgs: 105 active+clean; 127 GiB data, 8.8 GiB used, 706 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2024-08-29T18:20:37.380 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:20:36 smithi028 bash[77168]: cluster 2024-08-29T18:20:35.679039+0000 mgr.y (mgr.25022) 1016 : cluster [DBG] pgmap v1704: 105 pgs: 105 active+clean; 127 GiB data, 8.8 GiB used, 706 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2024-08-29T18:20:37.380 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:20:36 smithi028 bash[78352]: cluster 2024-08-29T18:20:35.679039+0000 mgr.y (mgr.25022) 1016 : cluster [DBG] pgmap v1704: 105 pgs: 105 active+clean; 127 GiB data, 8.8 GiB used, 706 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2024-08-29T18:20:37.742 INFO:tasks.workunit.client.0.smithi028.stdout: 525: throughput=4.99MB/sec pending data=0 2024-08-29T18:20:37.742 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-TSZQBob7U8NmKYh off=28762 len=1001125 2024-08-29T18:20:37.746 INFO:tasks.workunit.client.0.smithi028.stdout:op 2753 completed, throughput=4.99MB/sec 2024-08-29T18:20:37.746 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-PUwlEb6PZAmqEeB off=426970 len=1320490 2024-08-29T18:20:37.749 INFO:tasks.workunit.client.0.smithi028.stdout:op 2754 completed, throughput=5MB/sec 2024-08-29T18:20:37.749 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-3qvEygppMGrGI9- off=2529716 len=488004 2024-08-29T18:20:37.752 INFO:tasks.workunit.client.0.smithi028.stdout:op 2755 completed, throughput=5MB/sec 2024-08-29T18:20:37.752 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-F4ra2Xn7aTPJIMM off=1390212 len=2034970 2024-08-29T18:20:37.766 INFO:tasks.workunit.client.0.smithi028.stdout:op 2756 completed, throughput=5MB/sec 2024-08-29T18:20:38.326 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:20:38 smithi053 bash[68679]: cluster 2024-08-29T18:20:37.679771+0000 mgr.y (mgr.25022) 1017 : cluster [DBG] pgmap v1705: 105 pgs: 105 active+clean; 127 GiB data, 8.8 GiB used, 706 GiB / 715 GiB avail; 1.6 MiB/s rd, 2.1 MiB/s wr, 3 op/s 2024-08-29T18:20:38.380 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:20:38 smithi028 bash[78352]: cluster 2024-08-29T18:20:37.679771+0000 mgr.y (mgr.25022) 1017 : cluster [DBG] pgmap v1705: 105 pgs: 105 active+clean; 127 GiB data, 8.8 GiB used, 706 GiB / 715 GiB avail; 1.6 MiB/s rd, 2.1 MiB/s wr, 3 op/s 2024-08-29T18:20:38.380 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:20:38 smithi028 bash[77168]: cluster 2024-08-29T18:20:37.679771+0000 mgr.y (mgr.25022) 1017 : cluster [DBG] pgmap v1705: 105 pgs: 105 active+clean; 127 GiB data, 8.8 GiB used, 706 GiB / 715 GiB avail; 1.6 MiB/s rd, 2.1 MiB/s wr, 3 op/s 2024-08-29T18:20:38.766 INFO:tasks.workunit.client.0.smithi028.stdout: 526: throughput=4.99MB/sec pending data=0 2024-08-29T18:20:38.766 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-h4pSC2g0wg6KqfE off=1784285 len=982008 2024-08-29T18:20:38.775 INFO:tasks.workunit.client.0.smithi028.stdout:op 2757 completed, throughput=4.99MB/sec 2024-08-29T18:20:38.775 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-Cs8crFvZbhy6-B0 off=5453533 len=692333 2024-08-29T18:20:38.777 INFO:tasks.workunit.client.0.smithi028.stdout:op 2758 completed, throughput=4.99MB/sec 2024-08-29T18:20:38.778 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-yGuv-ve0aOHIFNk off=6506336 len=1435891 2024-08-29T18:20:38.789 INFO:tasks.workunit.client.0.smithi028.stdout:op 2759 completed, throughput=5MB/sec 2024-08-29T18:20:38.789 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-1AqmoArfNXsD82r off=503292 len=1910361 2024-08-29T18:20:38.795 INFO:tasks.workunit.client.0.smithi028.stdout:op 2760 completed, throughput=5MB/sec 2024-08-29T18:20:39.796 INFO:tasks.workunit.client.0.smithi028.stdout: 527: throughput=4.99MB/sec pending data=0 2024-08-29T18:20:39.796 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-gCuzOHdUPr1Co8G off=4935895 len=1670093 2024-08-29T18:20:39.801 INFO:tasks.workunit.client.0.smithi028.stdout:op 2761 completed, throughput=4.99MB/sec 2024-08-29T18:20:39.801 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-lSqAEjWEkKh6ncW off=15709252 len=1597147 2024-08-29T18:20:39.805 INFO:tasks.workunit.client.0.smithi028.stdout:op 2762 completed, throughput=5MB/sec 2024-08-29T18:20:39.805 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-PQfsz6nSIknPxSr off=66810 len=1518708 2024-08-29T18:20:39.808 INFO:tasks.workunit.client.0.smithi028.stdout:op 2763 completed, throughput=5MB/sec 2024-08-29T18:20:39.808 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-aaJA5svQ6tDqyQV off=10014692 len=22576 2024-08-29T18:20:39.812 INFO:tasks.workunit.client.0.smithi028.stdout:op 2764 completed, throughput=5MB/sec 2024-08-29T18:20:39.812 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-Lj9G2X-zIV5dLP_ off=6759575 len=1127328 2024-08-29T18:20:39.822 INFO:tasks.workunit.client.0.smithi028.stdout:op 2765 completed, throughput=5MB/sec 2024-08-29T18:20:40.822 INFO:tasks.workunit.client.0.smithi028.stdout: 528: throughput=4.99MB/sec pending data=0 2024-08-29T18:20:40.822 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-JgHoV8CJEUEPzST off=798423 len=2026934 2024-08-29T18:20:40.828 INFO:tasks.workunit.client.0.smithi028.stdout:op 2766 completed, throughput=5MB/sec 2024-08-29T18:20:40.829 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-dv4iCIGIuhlVrNr off=1705166 len=1247570 2024-08-29T18:20:40.838 INFO:tasks.workunit.client.0.smithi028.stdout:op 2767 completed, throughput=5MB/sec 2024-08-29T18:20:40.838 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-xcTlL1MqHx7OBpk off=14766022 len=1644310 2024-08-29T18:20:40.850 INFO:tasks.workunit.client.0.smithi028.stdout:op 2768 completed, throughput=5MB/sec 2024-08-29T18:20:41.076 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:20:40 smithi053 bash[68679]: cluster 2024-08-29T18:20:39.680937+0000 mgr.y (mgr.25022) 1018 : cluster [DBG] pgmap v1706: 105 pgs: 105 active+clean; 127 GiB data, 8.9 GiB used, 706 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.8 MiB/s wr, 5 op/s 2024-08-29T18:20:41.130 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:20:40 smithi028 bash[78352]: cluster 2024-08-29T18:20:39.680937+0000 mgr.y (mgr.25022) 1018 : cluster [DBG] pgmap v1706: 105 pgs: 105 active+clean; 127 GiB data, 8.9 GiB used, 706 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.8 MiB/s wr, 5 op/s 2024-08-29T18:20:41.130 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:20:40 smithi028 bash[77168]: cluster 2024-08-29T18:20:39.680937+0000 mgr.y (mgr.25022) 1018 : cluster [DBG] pgmap v1706: 105 pgs: 105 active+clean; 127 GiB data, 8.9 GiB used, 706 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.8 MiB/s wr, 5 op/s 2024-08-29T18:20:41.851 INFO:tasks.workunit.client.0.smithi028.stdout: 529: throughput=4.99MB/sec pending data=0 2024-08-29T18:20:41.851 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-a5ADoJRLBBo118_ off=13666505 len=700480 2024-08-29T18:20:41.853 INFO:tasks.workunit.client.0.smithi028.stdout:op 2769 completed, throughput=4.99MB/sec 2024-08-29T18:20:41.853 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-xUMKQWCDnuICMBf off=2823926 len=152653 2024-08-29T18:20:41.854 INFO:tasks.workunit.client.0.smithi028.stdout:op 2770 completed, throughput=4.99MB/sec 2024-08-29T18:20:41.854 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-oog0k-7Ys7kXNBE off=9767315 len=1106425 2024-08-29T18:20:41.857 INFO:tasks.workunit.client.0.smithi028.stdout:op 2771 completed, throughput=4.99MB/sec 2024-08-29T18:20:41.857 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-YTc9zZtjyQuLjCI off=2682711 len=1540216 2024-08-29T18:20:41.870 INFO:tasks.workunit.client.0.smithi028.stdout:op 2772 completed, throughput=5MB/sec 2024-08-29T18:20:41.870 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-RUSH7OT_XaWUGU3 off=1288331 len=103864 2024-08-29T18:20:41.871 INFO:tasks.workunit.client.0.smithi028.stdout:op 2773 completed, throughput=5MB/sec 2024-08-29T18:20:41.871 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-Tl3ztzS9Y2b8qoE off=3485348 len=1680311 2024-08-29T18:20:41.875 INFO:tasks.workunit.client.0.smithi028.stdout:op 2774 completed, throughput=5MB/sec 2024-08-29T18:20:41.880 INFO:journalctl@ceph.mgr.y.smithi028.stdout:Aug 29 18:20:41 smithi028 bash[70818]: ::ffff:172.21.15.53 - - [29/Aug/2024:18:20:41] "GET /metrics HTTP/1.1" 200 34020 "" "Prometheus/2.43.0" 2024-08-29T18:20:42.576 INFO:journalctl@ceph.prometheus.a.smithi053.stdout:Aug 29 18:20:42 smithi053 bash[95567]: ts=2024-08-29T18:20:42.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"3167ee72-662c-11ef-bcd4-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-29T18:20:42.875 INFO:tasks.workunit.client.0.smithi028.stdout: 530: throughput=4.99MB/sec pending data=0 2024-08-29T18:20:42.875 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-ZuT-oELZn8UQN8V off=11550637 len=161807 2024-08-29T18:20:42.881 INFO:tasks.workunit.client.0.smithi028.stdout:op 2775 completed, throughput=4.99MB/sec 2024-08-29T18:20:42.881 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-ZqtvimgTFnzNsxX off=286112 len=2013834 2024-08-29T18:20:42.887 INFO:tasks.workunit.client.0.smithi028.stdout:op 2776 completed, throughput=4.99MB/sec 2024-08-29T18:20:42.887 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-Zst10aQyv7_GX_r off=19259021 len=1388532 2024-08-29T18:20:42.899 INFO:tasks.workunit.client.0.smithi028.stdout:op 2777 completed, throughput=5MB/sec 2024-08-29T18:20:42.899 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-GWSmweF0Vt_6WwM off=7815504 len=1436411 2024-08-29T18:20:42.903 INFO:tasks.workunit.client.0.smithi028.stdout:op 2778 completed, throughput=5MB/sec 2024-08-29T18:20:42.903 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-tmyVaKv6K3j9rg6 off=4564278 len=2053666 2024-08-29T18:20:42.908 INFO:tasks.workunit.client.0.smithi028.stdout:op 2779 completed, throughput=5MB/sec 2024-08-29T18:20:43.076 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:20:42 smithi053 bash[68679]: cluster 2024-08-29T18:20:41.681789+0000 mgr.y (mgr.25022) 1019 : cluster [DBG] pgmap v1707: 105 pgs: 105 active+clean; 127 GiB data, 8.9 GiB used, 706 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.3 MiB/s wr, 3 op/s 2024-08-29T18:20:43.076 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:20:42 smithi053 bash[68679]: audit 2024-08-29T18:20:42.075719+0000 mon.a (mon.0) 2211 : audit [DBG] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-29T18:20:43.130 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:20:42 smithi028 bash[78352]: cluster 2024-08-29T18:20:41.681789+0000 mgr.y (mgr.25022) 1019 : cluster [DBG] pgmap v1707: 105 pgs: 105 active+clean; 127 GiB data, 8.9 GiB used, 706 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.3 MiB/s wr, 3 op/s 2024-08-29T18:20:43.130 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:20:42 smithi028 bash[78352]: audit 2024-08-29T18:20:42.075719+0000 mon.a (mon.0) 2211 : audit [DBG] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-29T18:20:43.130 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:20:42 smithi028 bash[77168]: cluster 2024-08-29T18:20:41.681789+0000 mgr.y (mgr.25022) 1019 : cluster [DBG] pgmap v1707: 105 pgs: 105 active+clean; 127 GiB data, 8.9 GiB used, 706 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.3 MiB/s wr, 3 op/s 2024-08-29T18:20:43.130 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:20:42 smithi028 bash[77168]: audit 2024-08-29T18:20:42.075719+0000 mon.a (mon.0) 2211 : audit [DBG] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-29T18:20:43.908 INFO:tasks.workunit.client.0.smithi028.stdout: 531: throughput=4.99MB/sec pending data=0 2024-08-29T18:20:43.908 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-bfGSAgP0xxAVzK7 off=1626972 len=1523218 2024-08-29T18:20:43.912 INFO:tasks.workunit.client.0.smithi028.stdout:op 2780 completed, throughput=5MB/sec 2024-08-29T18:20:43.912 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-K_UD9n3MwURBasv off=1653097 len=985059 2024-08-29T18:20:43.921 INFO:tasks.workunit.client.0.smithi028.stdout:op 2781 completed, throughput=5MB/sec 2024-08-29T18:20:43.921 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj--K0_dbEcmKsCoKY off=10865830 len=440564 2024-08-29T18:20:43.924 INFO:tasks.workunit.client.0.smithi028.stdout:op 2782 completed, throughput=5MB/sec 2024-08-29T18:20:43.924 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-beBFH13nlCakZus off=5616040 len=1427528 2024-08-29T18:20:43.936 INFO:tasks.workunit.client.0.smithi028.stdout:op 2783 completed, throughput=5MB/sec 2024-08-29T18:20:44.936 INFO:tasks.workunit.client.0.smithi028.stdout: 532: throughput=4.99MB/sec pending data=0 2024-08-29T18:20:44.936 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-9lcm2_ru9TykBdX off=19414907 len=195399 2024-08-29T18:20:44.942 INFO:tasks.workunit.client.0.smithi028.stdout:op 2784 completed, throughput=4.99MB/sec 2024-08-29T18:20:44.942 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-Z-cRl-DL6HEh1Oc off=9233145 len=1826861 2024-08-29T18:20:44.948 INFO:tasks.workunit.client.0.smithi028.stdout:op 2785 completed, throughput=5MB/sec 2024-08-29T18:20:44.948 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-AM2goUaAiXAKrcK off=15236466 len=1962759 2024-08-29T18:20:44.962 INFO:tasks.workunit.client.0.smithi028.stdout:op 2786 completed, throughput=5MB/sec 2024-08-29T18:20:44.962 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-DAy042rGxTrylZ6 off=2022873 len=1815460 2024-08-29T18:20:44.975 INFO:tasks.workunit.client.0.smithi028.stdout:op 2787 completed, throughput=5MB/sec 2024-08-29T18:20:45.076 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:20:44 smithi053 bash[68679]: cluster 2024-08-29T18:20:43.682707+0000 mgr.y (mgr.25022) 1020 : cluster [DBG] pgmap v1708: 105 pgs: 105 active+clean; 127 GiB data, 8.9 GiB used, 706 GiB / 715 GiB avail; 3.0 MiB/s rd, 3.0 MiB/s wr, 5 op/s 2024-08-29T18:20:45.130 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:20:44 smithi028 bash[77168]: cluster 2024-08-29T18:20:43.682707+0000 mgr.y (mgr.25022) 1020 : cluster [DBG] pgmap v1708: 105 pgs: 105 active+clean; 127 GiB data, 8.9 GiB used, 706 GiB / 715 GiB avail; 3.0 MiB/s rd, 3.0 MiB/s wr, 5 op/s 2024-08-29T18:20:45.130 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:20:44 smithi028 bash[78352]: cluster 2024-08-29T18:20:43.682707+0000 mgr.y (mgr.25022) 1020 : cluster [DBG] pgmap v1708: 105 pgs: 105 active+clean; 127 GiB data, 8.9 GiB used, 706 GiB / 715 GiB avail; 3.0 MiB/s rd, 3.0 MiB/s wr, 5 op/s 2024-08-29T18:20:45.975 INFO:tasks.workunit.client.0.smithi028.stdout: 533: throughput=4.99MB/sec pending data=0 2024-08-29T18:20:45.975 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-2gbmnXoFB6c9eN- off=5537362 len=143056 2024-08-29T18:20:45.981 INFO:tasks.workunit.client.0.smithi028.stdout:op 2788 completed, throughput=4.99MB/sec 2024-08-29T18:20:45.981 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-Y8WQgO-PorbefUD off=2440828 len=1399574 2024-08-29T18:20:45.984 INFO:tasks.workunit.client.0.smithi028.stdout:op 2789 completed, throughput=5MB/sec 2024-08-29T18:20:45.984 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-koCHnS7X8PAwNde off=1145745 len=929632 2024-08-29T18:20:45.993 INFO:tasks.workunit.client.0.smithi028.stdout:op 2790 completed, throughput=5MB/sec 2024-08-29T18:20:45.993 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-DiswvlrO_rVrdDS off=8001763 len=1418432 2024-08-29T18:20:45.996 INFO:tasks.workunit.client.0.smithi028.stdout:op 2791 completed, throughput=5MB/sec 2024-08-29T18:20:45.996 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-k_cXCtHTlBPqOKc off=4235166 len=1942168 2024-08-29T18:20:46.013 INFO:tasks.workunit.client.0.smithi028.stdout:op 2792 completed, throughput=5MB/sec 2024-08-29T18:20:47.014 INFO:tasks.workunit.client.0.smithi028.stdout: 534: throughput=4.99MB/sec pending data=0 2024-08-29T18:20:47.014 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-kyrp35JqQeydig6 off=3496659 len=1825961 2024-08-29T18:20:47.018 INFO:tasks.workunit.client.0.smithi028.stdout:op 2793 completed, throughput=5MB/sec 2024-08-29T18:20:47.018 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-x9pLaKbZlaGO97g off=600970 len=230247 2024-08-29T18:20:47.019 INFO:tasks.workunit.client.0.smithi028.stdout:op 2794 completed, throughput=5MB/sec 2024-08-29T18:20:47.019 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-DcI-55we0ByrJl2 off=2709953 len=1143259 2024-08-29T18:20:47.029 INFO:tasks.workunit.client.0.smithi028.stdout:op 2795 completed, throughput=5MB/sec 2024-08-29T18:20:47.029 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-fdNogquEFtfvLvX off=343078 len=168731 2024-08-29T18:20:47.030 INFO:tasks.workunit.client.0.smithi028.stdout:op 2796 completed, throughput=5MB/sec 2024-08-29T18:20:47.030 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-hbqqVq6srukW2Mn off=1080736 len=942246 2024-08-29T18:20:47.039 INFO:tasks.workunit.client.0.smithi028.stdout:op 2797 completed, throughput=5MB/sec 2024-08-29T18:20:47.076 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:20:46 smithi053 bash[68679]: cluster 2024-08-29T18:20:45.683898+0000 mgr.y (mgr.25022) 1021 : cluster [DBG] pgmap v1709: 105 pgs: 105 active+clean; 127 GiB data, 8.9 GiB used, 706 GiB / 715 GiB avail; 2.7 MiB/s rd, 1.8 MiB/s wr, 3 op/s 2024-08-29T18:20:47.130 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:20:46 smithi028 bash[77168]: cluster 2024-08-29T18:20:45.683898+0000 mgr.y (mgr.25022) 1021 : cluster [DBG] pgmap v1709: 105 pgs: 105 active+clean; 127 GiB data, 8.9 GiB used, 706 GiB / 715 GiB avail; 2.7 MiB/s rd, 1.8 MiB/s wr, 3 op/s 2024-08-29T18:20:47.130 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:20:46 smithi028 bash[78352]: cluster 2024-08-29T18:20:45.683898+0000 mgr.y (mgr.25022) 1021 : cluster [DBG] pgmap v1709: 105 pgs: 105 active+clean; 127 GiB data, 8.9 GiB used, 706 GiB / 715 GiB avail; 2.7 MiB/s rd, 1.8 MiB/s wr, 3 op/s 2024-08-29T18:20:48.039 INFO:tasks.workunit.client.0.smithi028.stdout: 535: throughput=4.99MB/sec pending data=0 2024-08-29T18:20:48.039 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-UY_QdyTIrqsd40L off=7256033 len=1767857 2024-08-29T18:20:48.052 INFO:tasks.workunit.client.0.smithi028.stdout:op 2798 completed, throughput=4.99MB/sec 2024-08-29T18:20:48.052 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-mBeZAwcAV-F3aKg off=8028266 len=224865 2024-08-29T18:20:48.053 INFO:tasks.workunit.client.0.smithi028.stdout:op 2799 completed, throughput=5MB/sec 2024-08-29T18:20:48.053 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-D1qskvi48pawVOk off=8447476 len=1656266 2024-08-29T18:20:48.067 INFO:tasks.workunit.client.0.smithi028.stdout:op 2800 completed, throughput=5MB/sec 2024-08-29T18:20:48.067 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-X8LDemQv3INhhH1 off=4042499 len=649796 2024-08-29T18:20:48.074 INFO:tasks.workunit.client.0.smithi028.stdout:op 2801 completed, throughput=5MB/sec 2024-08-29T18:20:48.074 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-vgKe-TmSGmzW-f9 off=2461590 len=584514 2024-08-29T18:20:48.075 INFO:tasks.workunit.client.0.smithi028.stdout:op 2802 completed, throughput=5MB/sec 2024-08-29T18:20:49.076 INFO:tasks.workunit.client.0.smithi028.stdout: 536: throughput=4.99MB/sec pending data=0 2024-08-29T18:20:49.076 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-jcEqLbN7dnw2UVe off=4467109 len=1011632 2024-08-29T18:20:49.076 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:20:48 smithi053 bash[68679]: cluster 2024-08-29T18:20:47.684610+0000 mgr.y (mgr.25022) 1022 : cluster [DBG] pgmap v1710: 105 pgs: 105 active+clean; 127 GiB data, 8.9 GiB used, 706 GiB / 715 GiB avail; 2.8 MiB/s rd, 1.8 MiB/s wr, 3 op/s 2024-08-29T18:20:49.085 INFO:tasks.workunit.client.0.smithi028.stdout:op 2803 completed, throughput=4.99MB/sec 2024-08-29T18:20:49.085 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-f4UPl877_DaEi4D off=206692 len=427145 2024-08-29T18:20:49.086 INFO:tasks.workunit.client.0.smithi028.stdout:op 2804 completed, throughput=4.99MB/sec 2024-08-29T18:20:49.087 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-0XQ503qdb9PiluW off=13453292 len=1163789 2024-08-29T18:20:49.096 INFO:tasks.workunit.client.0.smithi028.stdout:op 2805 completed, throughput=5MB/sec 2024-08-29T18:20:49.096 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-pzGlVmu70qV280b off=12687577 len=28311 2024-08-29T18:20:49.101 INFO:tasks.workunit.client.0.smithi028.stdout:op 2806 completed, throughput=5MB/sec 2024-08-29T18:20:49.101 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-fafKohtYvHn0POa off=11083286 len=1187111 2024-08-29T18:20:49.111 INFO:tasks.workunit.client.0.smithi028.stdout:op 2807 completed, throughput=5MB/sec 2024-08-29T18:20:49.111 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-ZCHxJ-_CLZ4-rzl off=76511 len=1476655 2024-08-29T18:20:49.113 INFO:tasks.workunit.client.0.smithi028.stdout:op 2808 completed, throughput=5MB/sec 2024-08-29T18:20:49.113 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-IjUEhNaUMemZbIV off=2578511 len=166428 2024-08-29T18:20:49.114 INFO:tasks.workunit.client.0.smithi028.stdout:op 2809 completed, throughput=5MB/sec 2024-08-29T18:20:49.130 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:20:48 smithi028 bash[78352]: cluster 2024-08-29T18:20:47.684610+0000 mgr.y (mgr.25022) 1022 : cluster [DBG] pgmap v1710: 105 pgs: 105 active+clean; 127 GiB data, 8.9 GiB used, 706 GiB / 715 GiB avail; 2.8 MiB/s rd, 1.8 MiB/s wr, 3 op/s 2024-08-29T18:20:49.130 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:20:48 smithi028 bash[77168]: cluster 2024-08-29T18:20:47.684610+0000 mgr.y (mgr.25022) 1022 : cluster [DBG] pgmap v1710: 105 pgs: 105 active+clean; 127 GiB data, 8.9 GiB used, 706 GiB / 715 GiB avail; 2.8 MiB/s rd, 1.8 MiB/s wr, 3 op/s 2024-08-29T18:20:50.115 INFO:tasks.workunit.client.0.smithi028.stdout: 537: throughput=4.99MB/sec pending data=0 2024-08-29T18:20:50.115 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-NiKGRnauHgOSThO off=4558017 len=1755279 2024-08-29T18:20:50.126 INFO:tasks.workunit.client.0.smithi028.stdout:op 2810 completed, throughput=4.99MB/sec 2024-08-29T18:20:50.126 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-B3DRdLp54APt30b off=8624593 len=1584310 2024-08-29T18:20:50.135 INFO:tasks.workunit.client.0.smithi028.stdout:op 2811 completed, throughput=5MB/sec 2024-08-29T18:20:50.135 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-c2Jdepwt_H2i-W1 off=2596960 len=541308 2024-08-29T18:20:50.141 INFO:tasks.workunit.client.0.smithi028.stdout:op 2812 completed, throughput=5MB/sec 2024-08-29T18:20:50.141 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-8ryFzxLF5XNztXs off=5179745 len=967624 2024-08-29T18:20:50.145 INFO:tasks.workunit.client.0.smithi028.stdout:op 2813 completed, throughput=5MB/sec 2024-08-29T18:20:50.145 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-hvVTkP45-7CPofo off=8825824 len=685656 2024-08-29T18:20:50.148 INFO:tasks.workunit.client.0.smithi028.stdout:op 2814 completed, throughput=5MB/sec 2024-08-29T18:20:51.076 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:20:50 smithi053 bash[68679]: cluster 2024-08-29T18:20:49.685791+0000 mgr.y (mgr.25022) 1023 : cluster [DBG] pgmap v1711: 105 pgs: 105 active+clean; 127 GiB data, 8.9 GiB used, 706 GiB / 715 GiB avail; 3.5 MiB/s rd, 2.8 MiB/s wr, 5 op/s 2024-08-29T18:20:51.130 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:20:50 smithi028 bash[78352]: cluster 2024-08-29T18:20:49.685791+0000 mgr.y (mgr.25022) 1023 : cluster [DBG] pgmap v1711: 105 pgs: 105 active+clean; 127 GiB data, 8.9 GiB used, 706 GiB / 715 GiB avail; 3.5 MiB/s rd, 2.8 MiB/s wr, 5 op/s 2024-08-29T18:20:51.130 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:20:50 smithi028 bash[77168]: cluster 2024-08-29T18:20:49.685791+0000 mgr.y (mgr.25022) 1023 : cluster [DBG] pgmap v1711: 105 pgs: 105 active+clean; 127 GiB data, 8.9 GiB used, 706 GiB / 715 GiB avail; 3.5 MiB/s rd, 2.8 MiB/s wr, 5 op/s 2024-08-29T18:20:51.148 INFO:tasks.workunit.client.0.smithi028.stdout: 538: throughput=4.99MB/sec pending data=0 2024-08-29T18:20:51.148 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-0QoROFcKKE20hVY off=989470 len=1692165 2024-08-29T18:20:51.161 INFO:tasks.workunit.client.0.smithi028.stdout:op 2815 completed, throughput=4.99MB/sec 2024-08-29T18:20:51.161 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-n-gSi9F2uMJMTgb off=2184332 len=1285985 2024-08-29T18:20:51.164 INFO:tasks.workunit.client.0.smithi028.stdout:op 2816 completed, throughput=5MB/sec 2024-08-29T18:20:51.165 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-MBBK82Nn7m4Spzv off=8958353 len=819888 2024-08-29T18:20:51.173 INFO:tasks.workunit.client.0.smithi028.stdout:op 2817 completed, throughput=5MB/sec 2024-08-29T18:20:51.173 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-NupNTR4DqIj2Gtr off=5311714 len=1818839 2024-08-29T18:20:51.177 INFO:tasks.workunit.client.0.smithi028.stdout:op 2818 completed, throughput=5MB/sec 2024-08-29T18:20:51.880 INFO:journalctl@ceph.mgr.y.smithi028.stdout:Aug 29 18:20:51 smithi028 bash[70818]: ::ffff:172.21.15.53 - - [29/Aug/2024:18:20:51] "GET /metrics HTTP/1.1" 200 34016 "" "Prometheus/2.43.0" 2024-08-29T18:20:52.177 INFO:tasks.workunit.client.0.smithi028.stdout: 539: throughput=4.99MB/sec pending data=0 2024-08-29T18:20:52.178 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-YaRh-KGMvLJog1D off=11654837 len=1737132 2024-08-29T18:20:52.191 INFO:tasks.workunit.client.0.smithi028.stdout:op 2819 completed, throughput=4.99MB/sec 2024-08-29T18:20:52.191 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-gKx5opgmvhgdaA1 off=13136078 len=18569 2024-08-29T18:20:52.195 INFO:tasks.workunit.client.0.smithi028.stdout:op 2820 completed, throughput=4.99MB/sec 2024-08-29T18:20:52.195 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-zIRoYgg4Oq52P19 off=1654419 len=1358908 2024-08-29T18:20:52.205 INFO:tasks.workunit.client.0.smithi028.stdout:op 2821 completed, throughput=5MB/sec 2024-08-29T18:20:52.205 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-x-TwW_foicBzapU off=7428724 len=854297 2024-08-29T18:20:52.209 INFO:tasks.workunit.client.0.smithi028.stdout:op 2822 completed, throughput=5MB/sec 2024-08-29T18:20:52.209 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-pxOxlCPHmlj1Twk off=8749536 len=726543 2024-08-29T18:20:52.212 INFO:tasks.workunit.client.0.smithi028.stdout:op 2823 completed, throughput=5MB/sec 2024-08-29T18:20:52.212 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-Qe1eFQJi45AYr5U off=11781245 len=1286446 2024-08-29T18:20:52.223 INFO:tasks.workunit.client.0.smithi028.stdout:op 2824 completed, throughput=5MB/sec 2024-08-29T18:20:52.576 INFO:journalctl@ceph.prometheus.a.smithi053.stdout:Aug 29 18:20:52 smithi053 bash[95567]: ts=2024-08-29T18:20:52.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"3167ee72-662c-11ef-bcd4-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-29T18:20:53.076 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:20:52 smithi053 bash[68679]: cluster 2024-08-29T18:20:51.686743+0000 mgr.y (mgr.25022) 1024 : cluster [DBG] pgmap v1712: 105 pgs: 105 active+clean; 127 GiB data, 8.9 GiB used, 706 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.0 MiB/s wr, 3 op/s 2024-08-29T18:20:53.130 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:20:52 smithi028 bash[78352]: cluster 2024-08-29T18:20:51.686743+0000 mgr.y (mgr.25022) 1024 : cluster [DBG] pgmap v1712: 105 pgs: 105 active+clean; 127 GiB data, 8.9 GiB used, 706 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.0 MiB/s wr, 3 op/s 2024-08-29T18:20:53.130 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:20:52 smithi028 bash[77168]: cluster 2024-08-29T18:20:51.686743+0000 mgr.y (mgr.25022) 1024 : cluster [DBG] pgmap v1712: 105 pgs: 105 active+clean; 127 GiB data, 8.9 GiB used, 706 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.0 MiB/s wr, 3 op/s 2024-08-29T18:20:53.223 INFO:tasks.workunit.client.0.smithi028.stdout: 540: throughput=4.99MB/sec pending data=0 2024-08-29T18:20:53.223 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-xX7ThSBxf9oqPvp off=17312209 len=1070231 2024-08-29T18:20:53.232 INFO:tasks.workunit.client.0.smithi028.stdout:op 2825 completed, throughput=4.99MB/sec 2024-08-29T18:20:53.232 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-PjadftQ0_SCc8zY off=882988 len=210216 2024-08-29T18:20:53.233 INFO:tasks.workunit.client.0.smithi028.stdout:op 2826 completed, throughput=4.99MB/sec 2024-08-29T18:20:53.233 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-Pa4vSOox5MI5PNI off=8757156 len=1997689 2024-08-29T18:20:53.240 INFO:tasks.workunit.client.0.smithi028.stdout:op 2827 completed, throughput=5MB/sec 2024-08-29T18:20:53.240 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-S4YdcmNmJz7pSRA off=12805078 len=807590 2024-08-29T18:20:53.248 INFO:tasks.workunit.client.0.smithi028.stdout:op 2828 completed, throughput=5MB/sec 2024-08-29T18:20:53.248 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-ua5o1PzdYPSrXJ8 off=18793237 len=120166 2024-08-29T18:20:53.254 INFO:tasks.workunit.client.0.smithi028.stdout:op 2829 completed, throughput=5MB/sec 2024-08-29T18:20:53.254 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-ld0cUIzNKQesZop off=1991293 len=891059 2024-08-29T18:20:53.256 INFO:tasks.workunit.client.0.smithi028.stdout:op 2830 completed, throughput=5MB/sec 2024-08-29T18:20:54.076 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:20:53 smithi053 bash[68679]: audit 2024-08-29T18:20:53.419313+0000 mon.a (mon.0) 2212 : audit [DBG] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-29T18:20:54.130 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:20:53 smithi028 bash[78352]: audit 2024-08-29T18:20:53.419313+0000 mon.a (mon.0) 2212 : audit [DBG] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-29T18:20:54.130 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:20:53 smithi028 bash[77168]: audit 2024-08-29T18:20:53.419313+0000 mon.a (mon.0) 2212 : audit [DBG] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-29T18:20:54.257 INFO:tasks.workunit.client.0.smithi028.stdout: 541: throughput=4.99MB/sec pending data=0 2024-08-29T18:20:54.257 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-fc5BYem5le3Uz4y off=0 len=1116356 2024-08-29T18:20:54.267 INFO:tasks.workunit.client.0.smithi028.stdout:op 2831 completed, throughput=4.99MB/sec 2024-08-29T18:20:54.267 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-q8a-fIKXqdrgMO9 off=0 len=1587594 2024-08-29T18:20:54.279 INFO:tasks.workunit.client.0.smithi028.stdout:op 2832 completed, throughput=5MB/sec 2024-08-29T18:20:54.279 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-Fl7nBLTUtBShGkp off=0 len=1933785 2024-08-29T18:20:54.292 INFO:tasks.workunit.client.0.smithi028.stdout:op 2833 completed, throughput=5MB/sec 2024-08-29T18:20:54.293 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-44hqUIPSe9HNNZ1 off=21310413 len=627147 2024-08-29T18:20:54.299 INFO:tasks.workunit.client.0.smithi028.stdout:op 2834 completed, throughput=5MB/sec 2024-08-29T18:20:55.076 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:20:54 smithi053 bash[68679]: cluster 2024-08-29T18:20:53.687638+0000 mgr.y (mgr.25022) 1025 : cluster [DBG] pgmap v1713: 105 pgs: 105 active+clean; 127 GiB data, 9.0 GiB used, 706 GiB / 715 GiB avail; 2.8 MiB/s rd, 3.2 MiB/s wr, 5 op/s 2024-08-29T18:20:55.130 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:20:54 smithi028 bash[77168]: cluster 2024-08-29T18:20:53.687638+0000 mgr.y (mgr.25022) 1025 : cluster [DBG] pgmap v1713: 105 pgs: 105 active+clean; 127 GiB data, 9.0 GiB used, 706 GiB / 715 GiB avail; 2.8 MiB/s rd, 3.2 MiB/s wr, 5 op/s 2024-08-29T18:20:55.130 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:20:54 smithi028 bash[78352]: cluster 2024-08-29T18:20:53.687638+0000 mgr.y (mgr.25022) 1025 : cluster [DBG] pgmap v1713: 105 pgs: 105 active+clean; 127 GiB data, 9.0 GiB used, 706 GiB / 715 GiB avail; 2.8 MiB/s rd, 3.2 MiB/s wr, 5 op/s 2024-08-29T18:20:55.300 INFO:tasks.workunit.client.0.smithi028.stdout: 542: throughput=4.99MB/sec pending data=0 2024-08-29T18:20:55.300 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-a_mQwj7puFF9CNS off=1887646 len=117583 2024-08-29T18:20:55.301 INFO:tasks.workunit.client.0.smithi028.stdout:op 2835 completed, throughput=4.99MB/sec 2024-08-29T18:20:55.301 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-hS11R9frbIgYVcR off=9355251 len=152357 2024-08-29T18:20:55.305 INFO:tasks.workunit.client.0.smithi028.stdout:op 2836 completed, throughput=4.99MB/sec 2024-08-29T18:20:55.305 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-OPcoFyqwnraVuy_ off=0 len=1377516 2024-08-29T18:20:55.316 INFO:tasks.workunit.client.0.smithi028.stdout:op 2837 completed, throughput=4.99MB/sec 2024-08-29T18:20:55.316 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-_xbnEoXst_tdmsE off=166577 len=538945 2024-08-29T18:20:55.323 INFO:tasks.workunit.client.0.smithi028.stdout:op 2838 completed, throughput=5MB/sec 2024-08-29T18:20:55.324 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-shClFs-QerUs9uC off=1214417 len=836306 2024-08-29T18:20:55.331 INFO:tasks.workunit.client.0.smithi028.stdout:op 2839 completed, throughput=5MB/sec 2024-08-29T18:20:55.331 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-kNwhvfzfD8M0F3E off=6589886 len=1068928 2024-08-29T18:20:55.339 INFO:tasks.workunit.client.0.smithi028.stdout:op 2840 completed, throughput=5MB/sec 2024-08-29T18:20:55.339 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-FZSORnL2ySR4G8E off=12629 len=1469542 2024-08-29T18:20:55.343 INFO:tasks.workunit.client.0.smithi028.stdout:op 2841 completed, throughput=5MB/sec 2024-08-29T18:20:56.343 INFO:tasks.workunit.client.0.smithi028.stdout: 543: throughput=4.99MB/sec pending data=0 2024-08-29T18:20:56.343 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-Y9-PJPhqjcLdEfn off=910341 len=1216745 2024-08-29T18:20:56.353 INFO:tasks.workunit.client.0.smithi028.stdout:op 2842 completed, throughput=4.99MB/sec 2024-08-29T18:20:56.353 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-v1az-L0XDpUU8qG off=1281481 len=334189 2024-08-29T18:20:56.359 INFO:tasks.workunit.client.0.smithi028.stdout:op 2843 completed, throughput=4.99MB/sec 2024-08-29T18:20:56.359 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-6eCzDyAhgT4DBdo off=17452265 len=1665167 2024-08-29T18:20:56.363 INFO:tasks.workunit.client.0.smithi028.stdout:op 2844 completed, throughput=5MB/sec 2024-08-29T18:20:56.363 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-zH74_H9ep_r2lGp off=3801042 len=1368499 2024-08-29T18:20:56.375 INFO:tasks.workunit.client.0.smithi028.stdout:op 2845 completed, throughput=5MB/sec 2024-08-29T18:20:56.375 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-hRbH6rusvrRVOrB off=19802411 len=455205 2024-08-29T18:20:56.377 INFO:tasks.workunit.client.0.smithi028.stdout:op 2846 completed, throughput=5MB/sec 2024-08-29T18:20:57.076 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:20:56 smithi053 bash[68679]: cluster 2024-08-29T18:20:55.688704+0000 mgr.y (mgr.25022) 1026 : cluster [DBG] pgmap v1714: 105 pgs: 105 active+clean; 127 GiB data, 9.0 GiB used, 706 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.7 MiB/s wr, 4 op/s 2024-08-29T18:20:57.130 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:20:56 smithi028 bash[78352]: cluster 2024-08-29T18:20:55.688704+0000 mgr.y (mgr.25022) 1026 : cluster [DBG] pgmap v1714: 105 pgs: 105 active+clean; 127 GiB data, 9.0 GiB used, 706 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.7 MiB/s wr, 4 op/s 2024-08-29T18:20:57.130 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:20:56 smithi028 bash[77168]: cluster 2024-08-29T18:20:55.688704+0000 mgr.y (mgr.25022) 1026 : cluster [DBG] pgmap v1714: 105 pgs: 105 active+clean; 127 GiB data, 9.0 GiB used, 706 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.7 MiB/s wr, 4 op/s 2024-08-29T18:20:57.378 INFO:tasks.workunit.client.0.smithi028.stdout: 544: throughput=4.99MB/sec pending data=0 2024-08-29T18:20:57.378 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-z0-FCwDEEeAzHCJ off=4156439 len=82341 2024-08-29T18:20:57.379 INFO:tasks.workunit.client.0.smithi028.stdout:op 2847 completed, throughput=4.99MB/sec 2024-08-29T18:20:57.379 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-Su6YR5R5rxp2cB2 off=4137709 len=1217160 2024-08-29T18:20:57.390 INFO:tasks.workunit.client.0.smithi028.stdout:op 2848 completed, throughput=4.99MB/sec 2024-08-29T18:20:57.390 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-vOFm_hnPQ2Er84F off=3292985 len=375052 2024-08-29T18:20:57.392 INFO:tasks.workunit.client.0.smithi028.stdout:op 2849 completed, throughput=4.99MB/sec 2024-08-29T18:20:57.392 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-4r1KsoqSAxn5rNx off=16640967 len=1298341 2024-08-29T18:20:57.396 INFO:tasks.workunit.client.0.smithi028.stdout:op 2850 completed, throughput=5MB/sec 2024-08-29T18:20:57.396 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-QP8_lcn7gt-VRO0 off=5779493 len=660259 2024-08-29T18:20:57.400 INFO:tasks.workunit.client.0.smithi028.stdout:op 2851 completed, throughput=5MB/sec 2024-08-29T18:20:57.400 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj--A9TSl9PHxJ-DZN off=8043487 len=2020141 2024-08-29T18:20:57.416 INFO:tasks.workunit.client.0.smithi028.stdout:op 2852 completed, throughput=5MB/sec 2024-08-29T18:20:58.076 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:20:57 smithi053 bash[68679]: audit 2024-08-29T18:20:57.076458+0000 mon.a (mon.0) 2213 : audit [DBG] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-29T18:20:58.130 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:20:57 smithi028 bash[77168]: audit 2024-08-29T18:20:57.076458+0000 mon.a (mon.0) 2213 : audit [DBG] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-29T18:20:58.130 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:20:57 smithi028 bash[78352]: audit 2024-08-29T18:20:57.076458+0000 mon.a (mon.0) 2213 : audit [DBG] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-29T18:20:58.416 INFO:tasks.workunit.client.0.smithi028.stdout: 545: throughput=4.99MB/sec pending data=0 2024-08-29T18:20:58.417 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-kBvXEDZfXfbKU9Q off=995382 len=1007002 2024-08-29T18:20:58.426 INFO:tasks.workunit.client.0.smithi028.stdout:op 2853 completed, throughput=4.99MB/sec 2024-08-29T18:20:58.426 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-y0M8-7MZeC6QfvF off=6593707 len=572170 2024-08-29T18:20:58.428 INFO:tasks.workunit.client.0.smithi028.stdout:op 2854 completed, throughput=4.99MB/sec 2024-08-29T18:20:58.428 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-g1tdOiUb75FDm7u off=9153936 len=461021 2024-08-29T18:20:58.430 INFO:tasks.workunit.client.0.smithi028.stdout:op 2855 completed, throughput=4.99MB/sec 2024-08-29T18:20:58.430 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-5IsRQSJ7e6u6JiR off=4606756 len=1096911 2024-08-29T18:20:58.440 INFO:tasks.workunit.client.0.smithi028.stdout:op 2856 completed, throughput=5MB/sec 2024-08-29T18:20:58.440 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-QEpGqz1IwnQeFwA off=1883614 len=1650642 2024-08-29T18:20:58.452 INFO:tasks.workunit.client.0.smithi028.stdout:op 2857 completed, throughput=5MB/sec 2024-08-29T18:20:58.452 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-qJZAod-ZwYiRP7B off=1015530 len=1383460 2024-08-29T18:20:58.457 INFO:tasks.workunit.client.0.smithi028.stdout:op 2858 completed, throughput=5MB/sec 2024-08-29T18:20:59.076 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:20:58 smithi053 bash[68679]: cluster 2024-08-29T18:20:57.689407+0000 mgr.y (mgr.25022) 1027 : cluster [DBG] pgmap v1715: 105 pgs: 105 active+clean; 127 GiB data, 9.0 GiB used, 706 GiB / 715 GiB avail; 1.9 MiB/s rd, 2.6 MiB/s wr, 4 op/s 2024-08-29T18:20:59.130 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:20:58 smithi028 bash[77168]: cluster 2024-08-29T18:20:57.689407+0000 mgr.y (mgr.25022) 1027 : cluster [DBG] pgmap v1715: 105 pgs: 105 active+clean; 127 GiB data, 9.0 GiB used, 706 GiB / 715 GiB avail; 1.9 MiB/s rd, 2.6 MiB/s wr, 4 op/s 2024-08-29T18:20:59.130 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:20:58 smithi028 bash[78352]: cluster 2024-08-29T18:20:57.689407+0000 mgr.y (mgr.25022) 1027 : cluster [DBG] pgmap v1715: 105 pgs: 105 active+clean; 127 GiB data, 9.0 GiB used, 706 GiB / 715 GiB avail; 1.9 MiB/s rd, 2.6 MiB/s wr, 4 op/s 2024-08-29T18:20:59.458 INFO:tasks.workunit.client.0.smithi028.stdout: 546: throughput=4.99MB/sec pending data=0 2024-08-29T18:20:59.458 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-EhO90LXWhbyJ57p off=10907967 len=1323624 2024-08-29T18:20:59.466 INFO:tasks.workunit.client.0.smithi028.stdout:op 2859 completed, throughput=4.99MB/sec 2024-08-29T18:20:59.466 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-7zvP4lf4D7B4lO5 off=5426604 len=586816 2024-08-29T18:20:59.468 INFO:tasks.workunit.client.0.smithi028.stdout:op 2860 completed, throughput=5MB/sec 2024-08-29T18:20:59.468 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-HsbjWJ9c70Xv4Js off=13944090 len=461820 2024-08-29T18:20:59.474 INFO:tasks.workunit.client.0.smithi028.stdout:op 2861 completed, throughput=5MB/sec 2024-08-29T18:20:59.474 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-lZTHXy_37EZ2f-_ off=4897417 len=2004764 2024-08-29T18:20:59.488 INFO:tasks.workunit.client.0.smithi028.stdout:op 2862 completed, throughput=5MB/sec 2024-08-29T18:20:59.489 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-ZfTPgQmUTnfXD6S off=2508620 len=1398604 2024-08-29T18:20:59.492 INFO:tasks.workunit.client.0.smithi028.stdout:op 2863 completed, throughput=5MB/sec 2024-08-29T18:21:00.380 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:21:00 smithi028 bash[78352]: audit 2024-08-29T18:20:59.116512+0000 mon.a (mon.0) 2214 : audit [INF] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' 2024-08-29T18:21:00.380 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:21:00 smithi028 bash[78352]: audit 2024-08-29T18:20:59.122023+0000 mon.a (mon.0) 2215 : audit [INF] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' 2024-08-29T18:21:00.380 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:21:00 smithi028 bash[78352]: cluster 2024-08-29T18:20:59.690609+0000 mgr.y (mgr.25022) 1028 : cluster [DBG] pgmap v1716: 105 pgs: 105 active+clean; 127 GiB data, 9.0 GiB used, 706 GiB / 715 GiB avail; 2.2 MiB/s rd, 3.6 MiB/s wr, 5 op/s 2024-08-29T18:21:00.380 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:21:00 smithi028 bash[78352]: audit 2024-08-29T18:20:59.764405+0000 mon.a (mon.0) 2216 : audit [DBG] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-29T18:21:00.380 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:21:00 smithi028 bash[78352]: audit 2024-08-29T18:20:59.765493+0000 mon.a (mon.0) 2217 : audit [INF] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-29T18:21:00.381 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:21:00 smithi028 bash[78352]: audit 2024-08-29T18:20:59.774009+0000 mon.a (mon.0) 2218 : audit [INF] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' 2024-08-29T18:21:00.381 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:21:00 smithi028 bash[77168]: audit 2024-08-29T18:20:59.116512+0000 mon.a (mon.0) 2214 : audit [INF] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' 2024-08-29T18:21:00.381 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:21:00 smithi028 bash[77168]: audit 2024-08-29T18:20:59.122023+0000 mon.a (mon.0) 2215 : audit [INF] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' 2024-08-29T18:21:00.381 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:21:00 smithi028 bash[77168]: cluster 2024-08-29T18:20:59.690609+0000 mgr.y (mgr.25022) 1028 : cluster [DBG] pgmap v1716: 105 pgs: 105 active+clean; 127 GiB data, 9.0 GiB used, 706 GiB / 715 GiB avail; 2.2 MiB/s rd, 3.6 MiB/s wr, 5 op/s 2024-08-29T18:21:00.381 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:21:00 smithi028 bash[77168]: audit 2024-08-29T18:20:59.764405+0000 mon.a (mon.0) 2216 : audit [DBG] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-29T18:21:00.381 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:21:00 smithi028 bash[77168]: audit 2024-08-29T18:20:59.765493+0000 mon.a (mon.0) 2217 : audit [INF] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-29T18:21:00.381 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:21:00 smithi028 bash[77168]: audit 2024-08-29T18:20:59.774009+0000 mon.a (mon.0) 2218 : audit [INF] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' 2024-08-29T18:21:00.492 INFO:tasks.workunit.client.0.smithi028.stdout: 547: throughput=4.99MB/sec pending data=0 2024-08-29T18:21:00.492 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-2FAbqwO0hQM73sz off=1340808 len=1800494 2024-08-29T18:21:00.498 INFO:tasks.workunit.client.0.smithi028.stdout:op 2864 completed, throughput=5MB/sec 2024-08-29T18:21:00.498 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-DMuJdNeK474nK-U off=7480305 len=1468954 2024-08-29T18:21:00.510 INFO:tasks.workunit.client.0.smithi028.stdout:op 2865 completed, throughput=5MB/sec 2024-08-29T18:21:00.510 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-8lLBL_uGbolfpw_ off=2628030 len=1697885 2024-08-29T18:21:00.522 INFO:tasks.workunit.client.0.smithi028.stdout:op 2866 completed, throughput=5MB/sec 2024-08-29T18:21:00.576 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:21:00 smithi053 bash[68679]: audit 2024-08-29T18:20:59.116512+0000 mon.a (mon.0) 2214 : audit [INF] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' 2024-08-29T18:21:00.576 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:21:00 smithi053 bash[68679]: audit 2024-08-29T18:20:59.122023+0000 mon.a (mon.0) 2215 : audit [INF] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' 2024-08-29T18:21:00.576 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:21:00 smithi053 bash[68679]: cluster 2024-08-29T18:20:59.690609+0000 mgr.y (mgr.25022) 1028 : cluster [DBG] pgmap v1716: 105 pgs: 105 active+clean; 127 GiB data, 9.0 GiB used, 706 GiB / 715 GiB avail; 2.2 MiB/s rd, 3.6 MiB/s wr, 5 op/s 2024-08-29T18:21:00.576 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:21:00 smithi053 bash[68679]: audit 2024-08-29T18:20:59.764405+0000 mon.a (mon.0) 2216 : audit [DBG] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-29T18:21:00.576 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:21:00 smithi053 bash[68679]: audit 2024-08-29T18:20:59.765493+0000 mon.a (mon.0) 2217 : audit [INF] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-29T18:21:00.577 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:21:00 smithi053 bash[68679]: audit 2024-08-29T18:20:59.774009+0000 mon.a (mon.0) 2218 : audit [INF] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' 2024-08-29T18:21:01.523 INFO:tasks.workunit.client.0.smithi028.stdout: 548: throughput=4.99MB/sec pending data=0 2024-08-29T18:21:01.523 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-COq8l1dSKwKMmwg off=0 len=1301227 2024-08-29T18:21:01.534 INFO:tasks.workunit.client.0.smithi028.stdout:op 2867 completed, throughput=4.99MB/sec 2024-08-29T18:21:01.534 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-A8N91BzwXQNewLl off=6481568 len=1358521 2024-08-29T18:21:01.537 INFO:tasks.workunit.client.0.smithi028.stdout:op 2868 completed, throughput=5MB/sec 2024-08-29T18:21:01.537 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-E_4yMctZWU9YFvg off=1098276 len=254706 2024-08-29T18:21:01.543 INFO:tasks.workunit.client.0.smithi028.stdout:op 2869 completed, throughput=5MB/sec 2024-08-29T18:21:01.543 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-MzkNqhXgb7A-7sZ off=204643 len=1638124 2024-08-29T18:21:01.556 INFO:tasks.workunit.client.0.smithi028.stdout:op 2870 completed, throughput=5MB/sec 2024-08-29T18:21:01.880 INFO:journalctl@ceph.mgr.y.smithi028.stdout:Aug 29 18:21:01 smithi028 bash[70818]: ::ffff:172.21.15.53 - - [29/Aug/2024:18:21:01] "GET /metrics HTTP/1.1" 200 34021 "" "Prometheus/2.43.0" 2024-08-29T18:21:02.556 INFO:tasks.workunit.client.0.smithi028.stdout: 549: throughput=4.99MB/sec pending data=0 2024-08-29T18:21:02.556 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-K8Sa_XXd73SVnsq off=583246 len=1713742 2024-08-29T18:21:02.560 INFO:tasks.workunit.client.0.smithi028.stdout:op 2871 completed, throughput=4.99MB/sec 2024-08-29T18:21:02.560 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-xuZOHgL_vasohPn off=3895628 len=31910 2024-08-29T18:21:02.561 INFO:tasks.workunit.client.0.smithi028.stdout:op 2872 completed, throughput=4.99MB/sec 2024-08-29T18:21:02.561 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-TVNzT8pXcg5FkG8 off=7044483 len=182133 2024-08-29T18:21:02.562 INFO:tasks.workunit.client.0.smithi028.stdout:op 2873 completed, throughput=4.99MB/sec 2024-08-29T18:21:02.562 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-u776aKytXFbzNzn off=5808638 len=1835053 2024-08-29T18:21:02.567 INFO:tasks.workunit.client.0.smithi028.stdout:op 2874 completed, throughput=5MB/sec 2024-08-29T18:21:02.567 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-ZlEmTLCtfyQ2tMY off=5778498 len=1683566 2024-08-29T18:21:02.576 INFO:journalctl@ceph.prometheus.a.smithi053.stdout:Aug 29 18:21:02 smithi053 bash[95567]: ts=2024-08-29T18:21:02.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"3167ee72-662c-11ef-bcd4-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-29T18:21:02.578 INFO:tasks.workunit.client.0.smithi028.stdout:op 2875 completed, throughput=5MB/sec 2024-08-29T18:21:03.076 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:21:02 smithi053 bash[68679]: cluster 2024-08-29T18:21:01.691431+0000 mgr.y (mgr.25022) 1029 : cluster [DBG] pgmap v1717: 105 pgs: 105 active+clean; 127 GiB data, 9.0 GiB used, 706 GiB / 715 GiB avail; 1.5 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2024-08-29T18:21:03.130 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:21:02 smithi028 bash[77168]: cluster 2024-08-29T18:21:01.691431+0000 mgr.y (mgr.25022) 1029 : cluster [DBG] pgmap v1717: 105 pgs: 105 active+clean; 127 GiB data, 9.0 GiB used, 706 GiB / 715 GiB avail; 1.5 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2024-08-29T18:21:03.130 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:21:02 smithi028 bash[78352]: cluster 2024-08-29T18:21:01.691431+0000 mgr.y (mgr.25022) 1029 : cluster [DBG] pgmap v1717: 105 pgs: 105 active+clean; 127 GiB data, 9.0 GiB used, 706 GiB / 715 GiB avail; 1.5 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2024-08-29T18:21:03.579 INFO:tasks.workunit.client.0.smithi028.stdout: 550: throughput=4.99MB/sec pending data=0 2024-08-29T18:21:03.579 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-tHSctOWnIothXMp off=2357318 len=690950 2024-08-29T18:21:03.581 INFO:tasks.workunit.client.0.smithi028.stdout:op 2876 completed, throughput=4.99MB/sec 2024-08-29T18:21:03.581 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-PRQjr3hDcriQ-wG off=5812025 len=1402387 2024-08-29T18:21:03.585 INFO:tasks.workunit.client.0.smithi028.stdout:op 2877 completed, throughput=4.99MB/sec 2024-08-29T18:21:03.585 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-FwgL1wj_vcuEm5a off=4924538 len=809457 2024-08-29T18:21:03.588 INFO:tasks.workunit.client.0.smithi028.stdout:op 2878 completed, throughput=5MB/sec 2024-08-29T18:21:03.588 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-SIMCX3HoEkBuHDF off=4843322 len=824840 2024-08-29T18:21:03.590 INFO:tasks.workunit.client.0.smithi028.stdout:op 2879 completed, throughput=5MB/sec 2024-08-29T18:21:03.590 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-6vT1NfVtbCtpTSx off=7895128 len=1487056 2024-08-29T18:21:03.594 INFO:tasks.workunit.client.0.smithi028.stdout:op 2880 completed, throughput=5MB/sec 2024-08-29T18:21:03.594 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-qoT8eiXfnxkXEU8 off=1319099 len=1438285 2024-08-29T18:21:03.606 INFO:tasks.workunit.client.0.smithi028.stdout:op 2881 completed, throughput=5MB/sec 2024-08-29T18:21:04.606 INFO:tasks.workunit.client.0.smithi028.stdout: 551: throughput=4.99MB/sec pending data=0 2024-08-29T18:21:04.607 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-JhPrr0Mc3Wp9fUN off=5920870 len=1739776 2024-08-29T18:21:04.610 INFO:tasks.workunit.client.0.smithi028.stdout:op 2882 completed, throughput=5MB/sec 2024-08-29T18:21:04.611 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-c-m79ddV_nDpAr3 off=3906325 len=978939 2024-08-29T18:21:04.619 INFO:tasks.workunit.client.0.smithi028.stdout:op 2883 completed, throughput=5MB/sec 2024-08-29T18:21:04.620 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-u_n27J7VoF1tWW_ off=6908188 len=432974 2024-08-29T18:21:04.621 INFO:tasks.workunit.client.0.smithi028.stdout:op 2884 completed, throughput=5MB/sec 2024-08-29T18:21:04.621 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-DJXO-ByNfbjArBP off=11813047 len=1683247 2024-08-29T18:21:04.625 INFO:tasks.workunit.client.0.smithi028.stdout:op 2885 completed, throughput=5MB/sec 2024-08-29T18:21:05.076 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:21:04 smithi053 bash[68679]: cluster 2024-08-29T18:21:03.692354+0000 mgr.y (mgr.25022) 1030 : cluster [DBG] pgmap v1718: 105 pgs: 105 active+clean; 127 GiB data, 9.0 GiB used, 706 GiB / 715 GiB avail; 2.3 MiB/s rd, 3.6 MiB/s wr, 5 op/s 2024-08-29T18:21:05.130 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:21:04 smithi028 bash[77168]: cluster 2024-08-29T18:21:03.692354+0000 mgr.y (mgr.25022) 1030 : cluster [DBG] pgmap v1718: 105 pgs: 105 active+clean; 127 GiB data, 9.0 GiB used, 706 GiB / 715 GiB avail; 2.3 MiB/s rd, 3.6 MiB/s wr, 5 op/s 2024-08-29T18:21:05.130 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:21:04 smithi028 bash[78352]: cluster 2024-08-29T18:21:03.692354+0000 mgr.y (mgr.25022) 1030 : cluster [DBG] pgmap v1718: 105 pgs: 105 active+clean; 127 GiB data, 9.0 GiB used, 706 GiB / 715 GiB avail; 2.3 MiB/s rd, 3.6 MiB/s wr, 5 op/s 2024-08-29T18:21:05.625 INFO:tasks.workunit.client.0.smithi028.stdout: 552: throughput=4.99MB/sec pending data=0 2024-08-29T18:21:05.625 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-l5abs_o0D66QZWd off=3695131 len=1580011 2024-08-29T18:21:05.638 INFO:tasks.workunit.client.0.smithi028.stdout:op 2886 completed, throughput=5MB/sec 2024-08-29T18:21:05.638 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-FPKW9zhx1Jzfj2k off=3400887 len=1358598 2024-08-29T18:21:05.649 INFO:tasks.workunit.client.0.smithi028.stdout:op 2887 completed, throughput=5MB/sec 2024-08-29T18:21:05.649 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-_JgF3RFr3n1YXNZ off=380256 len=1035592 2024-08-29T18:21:05.651 INFO:tasks.workunit.client.0.smithi028.stdout:op 2888 completed, throughput=5MB/sec 2024-08-29T18:21:05.652 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-qgpcKDh7rw-hLpO off=5171439 len=1376164 2024-08-29T18:21:05.655 INFO:tasks.workunit.client.0.smithi028.stdout:op 2889 completed, throughput=5MB/sec 2024-08-29T18:21:06.655 INFO:tasks.workunit.client.0.smithi028.stdout: 553: throughput=4.99MB/sec pending data=0 2024-08-29T18:21:06.655 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-iOImqTcrmi0Af56 off=9420081 len=138229 2024-08-29T18:21:06.660 INFO:tasks.workunit.client.0.smithi028.stdout:op 2890 completed, throughput=4.99MB/sec 2024-08-29T18:21:06.661 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-_ZW5MNW2iN2Pb1J off=2936284 len=1269236 2024-08-29T18:21:06.671 INFO:tasks.workunit.client.0.smithi028.stdout:op 2891 completed, throughput=4.99MB/sec 2024-08-29T18:21:06.671 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-9c6BT-B0yaq6KKw off=2150408 len=1262310 2024-08-29T18:21:06.680 INFO:tasks.workunit.client.0.smithi028.stdout:op 2892 completed, throughput=5MB/sec 2024-08-29T18:21:06.680 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-dL2O9RfvI5bPFFi off=5609300 len=1641399 2024-08-29T18:21:06.684 INFO:tasks.workunit.client.0.smithi028.stdout:op 2893 completed, throughput=5MB/sec 2024-08-29T18:21:06.684 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-XkkXanQSvfz4DV3 off=7644964 len=2076946 2024-08-29T18:21:06.699 INFO:tasks.workunit.client.0.smithi028.stdout:op 2894 completed, throughput=5MB/sec 2024-08-29T18:21:07.076 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:21:06 smithi053 bash[68679]: cluster 2024-08-29T18:21:05.693506+0000 mgr.y (mgr.25022) 1031 : cluster [DBG] pgmap v1719: 105 pgs: 105 active+clean; 127 GiB data, 9.1 GiB used, 706 GiB / 715 GiB avail; 1.8 MiB/s rd, 2.7 MiB/s wr, 4 op/s 2024-08-29T18:21:07.130 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:21:06 smithi028 bash[77168]: cluster 2024-08-29T18:21:05.693506+0000 mgr.y (mgr.25022) 1031 : cluster [DBG] pgmap v1719: 105 pgs: 105 active+clean; 127 GiB data, 9.1 GiB used, 706 GiB / 715 GiB avail; 1.8 MiB/s rd, 2.7 MiB/s wr, 4 op/s 2024-08-29T18:21:07.130 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:21:06 smithi028 bash[78352]: cluster 2024-08-29T18:21:05.693506+0000 mgr.y (mgr.25022) 1031 : cluster [DBG] pgmap v1719: 105 pgs: 105 active+clean; 127 GiB data, 9.1 GiB used, 706 GiB / 715 GiB avail; 1.8 MiB/s rd, 2.7 MiB/s wr, 4 op/s 2024-08-29T18:21:07.700 INFO:tasks.workunit.client.0.smithi028.stdout: 554: throughput=4.99MB/sec pending data=0 2024-08-29T18:21:07.700 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-voDYGMwtpawUTLL off=6148006 len=2000131 2024-08-29T18:21:07.704 INFO:tasks.workunit.client.0.smithi028.stdout:op 2895 completed, throughput=5MB/sec 2024-08-29T18:21:07.704 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-4mUvLIf0lCWwlgu off=4239829 len=716707 2024-08-29T18:21:07.712 INFO:tasks.workunit.client.0.smithi028.stdout:op 2896 completed, throughput=5MB/sec 2024-08-29T18:21:07.712 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-K9WWusQZAOxeNVg off=12864676 len=1146975 2024-08-29T18:21:07.715 INFO:tasks.workunit.client.0.smithi028.stdout:op 2897 completed, throughput=5MB/sec 2024-08-29T18:21:07.826 INFO:journalctl@ceph.grafana.a.smithi053.stdout:Aug 29 18:21:07 smithi053 bash[99048]: logger=cleanup t=2024-08-29T18:21:07.539811567Z level=info msg="Completed cleanup jobs" duration=5.918983ms 2024-08-29T18:21:08.715 INFO:tasks.workunit.client.0.smithi028.stdout: 555: throughput=4.99MB/sec pending data=0 2024-08-29T18:21:08.716 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-FtKR2GJcXH6bB6e off=14710427 len=610431 2024-08-29T18:21:08.717 INFO:tasks.workunit.client.0.smithi028.stdout:op 2898 completed, throughput=4.99MB/sec 2024-08-29T18:21:08.718 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-OxXiBAxIxp6TT3l off=8096048 len=788207 2024-08-29T18:21:08.720 INFO:tasks.workunit.client.0.smithi028.stdout:op 2899 completed, throughput=4.99MB/sec 2024-08-29T18:21:08.720 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-LBnpHUJPKkOzKiD off=5441680 len=1380166 2024-08-29T18:21:08.732 INFO:tasks.workunit.client.0.smithi028.stdout:op 2900 completed, throughput=5MB/sec 2024-08-29T18:21:08.732 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-gjB17lC2e5YTHmT off=23016384 len=1829900 2024-08-29T18:21:08.748 INFO:tasks.workunit.client.0.smithi028.stdout:op 2901 completed, throughput=5MB/sec 2024-08-29T18:21:08.748 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-ogFRuke9KpOYL7u off=15488194 len=1196151 2024-08-29T18:21:08.751 INFO:tasks.workunit.client.0.smithi028.stdout:op 2902 completed, throughput=5MB/sec 2024-08-29T18:21:09.076 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:21:08 smithi053 bash[68679]: cluster 2024-08-29T18:21:07.694245+0000 mgr.y (mgr.25022) 1032 : cluster [DBG] pgmap v1720: 105 pgs: 105 active+clean; 127 GiB data, 9.1 GiB used, 706 GiB / 715 GiB avail; 1.7 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2024-08-29T18:21:09.130 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:21:08 smithi028 bash[77168]: cluster 2024-08-29T18:21:07.694245+0000 mgr.y (mgr.25022) 1032 : cluster [DBG] pgmap v1720: 105 pgs: 105 active+clean; 127 GiB data, 9.1 GiB used, 706 GiB / 715 GiB avail; 1.7 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2024-08-29T18:21:09.130 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:21:08 smithi028 bash[78352]: cluster 2024-08-29T18:21:07.694245+0000 mgr.y (mgr.25022) 1032 : cluster [DBG] pgmap v1720: 105 pgs: 105 active+clean; 127 GiB data, 9.1 GiB used, 706 GiB / 715 GiB avail; 1.7 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2024-08-29T18:21:09.751 INFO:tasks.workunit.client.0.smithi028.stdout: 556: throughput=4.99MB/sec pending data=0 2024-08-29T18:21:09.751 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-5cwZ9CEqgsPqY4A off=950309 len=549944 2024-08-29T18:21:09.758 INFO:tasks.workunit.client.0.smithi028.stdout:op 2903 completed, throughput=4.99MB/sec 2024-08-29T18:21:09.759 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-6ClCB_kWPbGM2CE off=1599903 len=382754 2024-08-29T18:21:09.765 INFO:tasks.workunit.client.0.smithi028.stdout:op 2904 completed, throughput=4.99MB/sec 2024-08-29T18:21:09.765 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-xuwaOHoZQ-OIL7d off=4381415 len=265102 2024-08-29T18:21:09.767 INFO:tasks.workunit.client.0.smithi028.stdout:op 2905 completed, throughput=4.99MB/sec 2024-08-29T18:21:09.767 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-VLRNrUjGeYRMwAZ off=100873 len=850392 2024-08-29T18:21:09.775 INFO:tasks.workunit.client.0.smithi028.stdout:op 2906 completed, throughput=5MB/sec 2024-08-29T18:21:09.775 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-4hYz8o5W-HwkI76 off=10418611 len=1774681 2024-08-29T18:21:09.788 INFO:tasks.workunit.client.0.smithi028.stdout:op 2907 completed, throughput=5MB/sec 2024-08-29T18:21:09.788 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-vFBZkajP96I1tUK off=2306150 len=1078534 2024-08-29T18:21:09.797 INFO:tasks.workunit.client.0.smithi028.stdout:op 2908 completed, throughput=5MB/sec 2024-08-29T18:21:10.798 INFO:tasks.workunit.client.0.smithi028.stdout: 557: throughput=4.99MB/sec pending data=0 2024-08-29T18:21:10.798 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-TTz56SwMp4nQWiu off=8300748 len=511302 2024-08-29T18:21:10.804 INFO:tasks.workunit.client.0.smithi028.stdout:op 2909 completed, throughput=4.99MB/sec 2024-08-29T18:21:10.805 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-VmJBZAg5tIuRakr off=3442344 len=2027043 2024-08-29T18:21:10.811 INFO:tasks.workunit.client.0.smithi028.stdout:op 2910 completed, throughput=5MB/sec 2024-08-29T18:21:10.811 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-NPgUMdAQ0u0jXDo off=1013946 len=1500124 2024-08-29T18:21:10.815 INFO:tasks.workunit.client.0.smithi028.stdout:op 2911 completed, throughput=5MB/sec 2024-08-29T18:21:10.815 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-F8jdEVdG1eImwYh off=14084133 len=1841600 2024-08-29T18:21:10.820 INFO:tasks.workunit.client.0.smithi028.stdout:op 2912 completed, throughput=5MB/sec 2024-08-29T18:21:11.076 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:21:10 smithi053 bash[68679]: cluster 2024-08-29T18:21:09.695382+0000 mgr.y (mgr.25022) 1033 : cluster [DBG] pgmap v1721: 105 pgs: 105 active+clean; 127 GiB data, 9.1 GiB used, 706 GiB / 715 GiB avail; 2.8 MiB/s rd, 3.0 MiB/s wr, 5 op/s 2024-08-29T18:21:11.130 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:21:10 smithi028 bash[77168]: cluster 2024-08-29T18:21:09.695382+0000 mgr.y (mgr.25022) 1033 : cluster [DBG] pgmap v1721: 105 pgs: 105 active+clean; 127 GiB data, 9.1 GiB used, 706 GiB / 715 GiB avail; 2.8 MiB/s rd, 3.0 MiB/s wr, 5 op/s 2024-08-29T18:21:11.130 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:21:10 smithi028 bash[78352]: cluster 2024-08-29T18:21:09.695382+0000 mgr.y (mgr.25022) 1033 : cluster [DBG] pgmap v1721: 105 pgs: 105 active+clean; 127 GiB data, 9.1 GiB used, 706 GiB / 715 GiB avail; 2.8 MiB/s rd, 3.0 MiB/s wr, 5 op/s 2024-08-29T18:21:11.821 INFO:tasks.workunit.client.0.smithi028.stdout: 558: throughput=4.99MB/sec pending data=0 2024-08-29T18:21:11.821 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-Fmsw6obyoI2i9tw off=11178643 len=5220 2024-08-29T18:21:11.825 INFO:tasks.workunit.client.0.smithi028.stdout:op 2913 completed, throughput=4.99MB/sec 2024-08-29T18:21:11.825 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-hUVnLR_A-I4ZfqW off=978151 len=1819909 2024-08-29T18:21:11.838 INFO:tasks.workunit.client.0.smithi028.stdout:op 2914 completed, throughput=5MB/sec 2024-08-29T18:21:11.839 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-O-u_Ck0E641H5sE off=1376732 len=127338 2024-08-29T18:21:11.840 INFO:tasks.workunit.client.0.smithi028.stdout:op 2915 completed, throughput=5MB/sec 2024-08-29T18:21:11.840 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-OFveLsLMAYvdAo6 off=5835873 len=936700 2024-08-29T18:21:11.843 INFO:tasks.workunit.client.0.smithi028.stdout:op 2916 completed, throughput=5MB/sec 2024-08-29T18:21:11.843 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-Eau2Mex2RL9iMs5 off=3691814 len=1685432 2024-08-29T18:21:11.848 INFO:tasks.workunit.client.0.smithi028.stdout:op 2917 completed, throughput=5MB/sec 2024-08-29T18:21:11.848 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-SmaJ8McbvT44sWz off=9088518 len=302283 2024-08-29T18:21:11.854 INFO:tasks.workunit.client.0.smithi028.stdout:op 2918 completed, throughput=5MB/sec 2024-08-29T18:21:11.880 INFO:journalctl@ceph.mgr.y.smithi028.stdout:Aug 29 18:21:11 smithi028 bash[70818]: ::ffff:172.21.15.53 - - [29/Aug/2024:18:21:11] "GET /metrics HTTP/1.1" 200 34021 "" "Prometheus/2.43.0" 2024-08-29T18:21:12.576 INFO:journalctl@ceph.prometheus.a.smithi053.stdout:Aug 29 18:21:12 smithi053 bash[95567]: ts=2024-08-29T18:21:12.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"3167ee72-662c-11ef-bcd4-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-29T18:21:12.855 INFO:tasks.workunit.client.0.smithi028.stdout: 559: throughput=4.99MB/sec pending data=0 2024-08-29T18:21:12.855 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-s-KlPmLRunozUvJ off=6098012 len=1627355 2024-08-29T18:21:12.859 INFO:tasks.workunit.client.0.smithi028.stdout:op 2919 completed, throughput=4.99MB/sec 2024-08-29T18:21:12.859 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-Ai8NgX4MjO5RsXj off=7417893 len=1497539 2024-08-29T18:21:12.863 INFO:tasks.workunit.client.0.smithi028.stdout:op 2920 completed, throughput=5MB/sec 2024-08-29T18:21:12.863 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-WOBiaqMItql6q2l off=3899446 len=556846 2024-08-29T18:21:12.865 INFO:tasks.workunit.client.0.smithi028.stdout:op 2921 completed, throughput=5MB/sec 2024-08-29T18:21:12.865 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-k-oB9JRw5fDW5TC off=3104473 len=1628489 2024-08-29T18:21:12.870 INFO:tasks.workunit.client.0.smithi028.stdout:op 2922 completed, throughput=5MB/sec 2024-08-29T18:21:13.130 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:21:12 smithi028 bash[77168]: cluster 2024-08-29T18:21:11.696192+0000 mgr.y (mgr.25022) 1034 : cluster [DBG] pgmap v1722: 105 pgs: 105 active+clean; 127 GiB data, 9.1 GiB used, 706 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.0 MiB/s wr, 3 op/s 2024-08-29T18:21:13.130 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:21:12 smithi028 bash[77168]: audit 2024-08-29T18:21:12.076614+0000 mon.a (mon.0) 2219 : audit [DBG] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-29T18:21:13.131 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:21:12 smithi028 bash[78352]: cluster 2024-08-29T18:21:11.696192+0000 mgr.y (mgr.25022) 1034 : cluster [DBG] pgmap v1722: 105 pgs: 105 active+clean; 127 GiB data, 9.1 GiB used, 706 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.0 MiB/s wr, 3 op/s 2024-08-29T18:21:13.131 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:21:12 smithi028 bash[78352]: audit 2024-08-29T18:21:12.076614+0000 mon.a (mon.0) 2219 : audit [DBG] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-29T18:21:13.326 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:21:12 smithi053 bash[68679]: cluster 2024-08-29T18:21:11.696192+0000 mgr.y (mgr.25022) 1034 : cluster [DBG] pgmap v1722: 105 pgs: 105 active+clean; 127 GiB data, 9.1 GiB used, 706 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.0 MiB/s wr, 3 op/s 2024-08-29T18:21:13.326 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:21:12 smithi053 bash[68679]: audit 2024-08-29T18:21:12.076614+0000 mon.a (mon.0) 2219 : audit [DBG] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-29T18:21:13.870 INFO:tasks.workunit.client.0.smithi028.stdout: 560: throughput=4.99MB/sec pending data=0 2024-08-29T18:21:13.870 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-nfQyiLPo3jiAe_U off=16477319 len=56162 2024-08-29T18:21:13.871 INFO:tasks.workunit.client.0.smithi028.stdout:op 2923 completed, throughput=4.99MB/sec 2024-08-29T18:21:13.871 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-cafkfwGmy-Uf7gH off=9605402 len=1016928 2024-08-29T18:21:13.874 INFO:tasks.workunit.client.0.smithi028.stdout:op 2924 completed, throughput=4.99MB/sec 2024-08-29T18:21:13.874 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-Udx5IS-CQW7JdP8 off=11326795 len=1161768 2024-08-29T18:21:13.877 INFO:tasks.workunit.client.0.smithi028.stdout:op 2925 completed, throughput=4.99MB/sec 2024-08-29T18:21:13.877 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-KHj2rNP-oSe5d_e off=7914201 len=461261 2024-08-29T18:21:13.884 INFO:tasks.workunit.client.0.smithi028.stdout:op 2926 completed, throughput=5MB/sec 2024-08-29T18:21:13.884 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-y58lZO39uUevp3T off=15666163 len=354248 2024-08-29T18:21:13.889 INFO:tasks.workunit.client.0.smithi028.stdout:op 2927 completed, throughput=5MB/sec 2024-08-29T18:21:13.890 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-QrF5iZZblX5vlZo off=5035664 len=1736131 2024-08-29T18:21:13.895 INFO:tasks.workunit.client.0.smithi028.stdout:op 2928 completed, throughput=5MB/sec 2024-08-29T18:21:13.895 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-z2UaVkqYIn9l53U off=999963 len=1659623 2024-08-29T18:21:13.898 INFO:tasks.workunit.client.0.smithi028.stdout:op 2929 completed, throughput=5MB/sec 2024-08-29T18:21:14.898 INFO:tasks.workunit.client.0.smithi028.stdout: 561: throughput=4.99MB/sec pending data=0 2024-08-29T18:21:14.898 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-Y6Dp0krufjCCWBg off=8757943 len=89686 2024-08-29T18:21:14.899 INFO:tasks.workunit.client.0.smithi028.stdout:op 2930 completed, throughput=4.99MB/sec 2024-08-29T18:21:14.899 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-lYnSBmmWQfEjKvn off=0 len=1419677 2024-08-29T18:21:14.910 INFO:tasks.workunit.client.0.smithi028.stdout:op 2931 completed, throughput=5MB/sec 2024-08-29T18:21:14.910 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-3CyvgQbeOxyfE6c off=8091614 len=1635992 2024-08-29T18:21:14.923 INFO:tasks.workunit.client.0.smithi028.stdout:op 2932 completed, throughput=5MB/sec 2024-08-29T18:21:14.923 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-9rEOw_zViv2NIIM off=10110224 len=1054213 2024-08-29T18:21:14.933 INFO:tasks.workunit.client.0.smithi028.stdout:op 2933 completed, throughput=5MB/sec 2024-08-29T18:21:14.933 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-4RE_RjIMqdWd4Ow off=2214211 len=255335 2024-08-29T18:21:14.938 INFO:tasks.workunit.client.0.smithi028.stdout:op 2934 completed, throughput=5MB/sec 2024-08-29T18:21:15.076 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:21:14 smithi053 bash[68679]: cluster 2024-08-29T18:21:13.697109+0000 mgr.y (mgr.25022) 1035 : cluster [DBG] pgmap v1723: 105 pgs: 105 active+clean; 127 GiB data, 9.1 GiB used, 706 GiB / 715 GiB avail; 3.0 MiB/s rd, 2.8 MiB/s wr, 5 op/s 2024-08-29T18:21:15.130 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:21:14 smithi028 bash[77168]: cluster 2024-08-29T18:21:13.697109+0000 mgr.y (mgr.25022) 1035 : cluster [DBG] pgmap v1723: 105 pgs: 105 active+clean; 127 GiB data, 9.1 GiB used, 706 GiB / 715 GiB avail; 3.0 MiB/s rd, 2.8 MiB/s wr, 5 op/s 2024-08-29T18:21:15.130 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:21:14 smithi028 bash[78352]: cluster 2024-08-29T18:21:13.697109+0000 mgr.y (mgr.25022) 1035 : cluster [DBG] pgmap v1723: 105 pgs: 105 active+clean; 127 GiB data, 9.1 GiB used, 706 GiB / 715 GiB avail; 3.0 MiB/s rd, 2.8 MiB/s wr, 5 op/s 2024-08-29T18:21:15.938 INFO:tasks.workunit.client.0.smithi028.stdout: 562: throughput=4.99MB/sec pending data=0 2024-08-29T18:21:15.939 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-WauV0wFLZbcC7KL off=1890416 len=847914 2024-08-29T18:21:15.941 INFO:tasks.workunit.client.0.smithi028.stdout:op 2935 completed, throughput=4.99MB/sec 2024-08-29T18:21:15.941 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-nqp05jRCO50RDmF off=6217645 len=1624871 2024-08-29T18:21:15.947 INFO:tasks.workunit.client.0.smithi028.stdout:op 2936 completed, throughput=5MB/sec 2024-08-29T18:21:15.947 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-uGvbFWGotBkv_uB off=8593775 len=558114 2024-08-29T18:21:15.953 INFO:tasks.workunit.client.0.smithi028.stdout:op 2937 completed, throughput=5MB/sec 2024-08-29T18:21:15.954 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-J0y6iQ8lBbRzx_L off=5447140 len=857037 2024-08-29T18:21:15.957 INFO:tasks.workunit.client.0.smithi028.stdout:op 2938 completed, throughput=5MB/sec 2024-08-29T18:21:15.957 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-Hywgg3N2za0n1Ns off=762882 len=1388815 2024-08-29T18:21:15.961 INFO:tasks.workunit.client.0.smithi028.stdout:op 2939 completed, throughput=5MB/sec 2024-08-29T18:21:15.961 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-0lEsnZAu29ln3gF off=2681892 len=1605322 2024-08-29T18:21:15.973 INFO:tasks.workunit.client.0.smithi028.stdout:op 2940 completed, throughput=5MB/sec 2024-08-29T18:21:16.974 INFO:tasks.workunit.client.0.smithi028.stdout: 563: throughput=4.99MB/sec pending data=0 2024-08-29T18:21:16.974 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-pzJe3TpYyU_-5kb off=5067906 len=1355402 2024-08-29T18:21:16.985 INFO:tasks.workunit.client.0.smithi028.stdout:op 2941 completed, throughput=5MB/sec 2024-08-29T18:21:16.985 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-KHj2rNP-oSe5d_e off=6027496 len=250747 2024-08-29T18:21:16.986 INFO:tasks.workunit.client.0.smithi028.stdout:op 2942 completed, throughput=5MB/sec 2024-08-29T18:21:16.986 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-OWsymzRed1klATe off=8653671 len=1879743 2024-08-29T18:21:16.990 INFO:tasks.workunit.client.0.smithi028.stdout:op 2943 completed, throughput=5MB/sec 2024-08-29T18:21:16.991 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-SEn6jA_nUJksxOe off=1892533 len=361026 2024-08-29T18:21:16.996 INFO:tasks.workunit.client.0.smithi028.stdout:op 2944 completed, throughput=5MB/sec 2024-08-29T18:21:16.997 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-3N2j7LXVq9nhuOL off=17090250 len=1740302 2024-08-29T18:21:17.010 INFO:tasks.workunit.client.0.smithi028.stdout:op 2945 completed, throughput=5MB/sec 2024-08-29T18:21:17.076 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:21:16 smithi053 bash[68679]: cluster 2024-08-29T18:21:15.698166+0000 mgr.y (mgr.25022) 1036 : cluster [DBG] pgmap v1724: 105 pgs: 105 active+clean; 127 GiB data, 9.1 GiB used, 706 GiB / 715 GiB avail; 2.8 MiB/s rd, 1.8 MiB/s wr, 4 op/s 2024-08-29T18:21:17.130 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:21:16 smithi028 bash[77168]: cluster 2024-08-29T18:21:15.698166+0000 mgr.y (mgr.25022) 1036 : cluster [DBG] pgmap v1724: 105 pgs: 105 active+clean; 127 GiB data, 9.1 GiB used, 706 GiB / 715 GiB avail; 2.8 MiB/s rd, 1.8 MiB/s wr, 4 op/s 2024-08-29T18:21:17.130 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:21:16 smithi028 bash[78352]: cluster 2024-08-29T18:21:15.698166+0000 mgr.y (mgr.25022) 1036 : cluster [DBG] pgmap v1724: 105 pgs: 105 active+clean; 127 GiB data, 9.1 GiB used, 706 GiB / 715 GiB avail; 2.8 MiB/s rd, 1.8 MiB/s wr, 4 op/s 2024-08-29T18:21:18.011 INFO:tasks.workunit.client.0.smithi028.stdout: 564: throughput=4.99MB/sec pending data=0 2024-08-29T18:21:18.011 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-iROcF6VHPTU_ZWi off=18975947 len=1847099 2024-08-29T18:21:18.026 INFO:tasks.workunit.client.0.smithi028.stdout:op 2946 completed, throughput=5MB/sec 2024-08-29T18:21:18.026 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-frYABKD6-IDZ2nP off=2373254 len=597907 2024-08-29T18:21:18.033 INFO:tasks.workunit.client.0.smithi028.stdout:op 2947 completed, throughput=5MB/sec 2024-08-29T18:21:18.033 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-GcnkMjV-WGg5CyO off=4143829 len=1769082 2024-08-29T18:21:18.035 INFO:tasks.workunit.client.0.smithi028.stdout:op 2948 completed, throughput=5MB/sec 2024-08-29T18:21:19.036 INFO:tasks.workunit.client.0.smithi028.stdout: 565: throughput=4.99MB/sec pending data=0 2024-08-29T18:21:19.036 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-ksC-twzvKTjq540 off=2394 len=1876818 2024-08-29T18:21:19.050 INFO:tasks.workunit.client.0.smithi028.stdout:op 2949 completed, throughput=5MB/sec 2024-08-29T18:21:19.050 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-9xk0cgsorIPEf2V off=2624202 len=1886716 2024-08-29T18:21:19.065 INFO:tasks.workunit.client.0.smithi028.stdout:op 2950 completed, throughput=5MB/sec 2024-08-29T18:21:19.065 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-1kdeUxflvJF79cV off=3844596 len=381776 2024-08-29T18:21:19.067 INFO:tasks.workunit.client.0.smithi028.stdout:op 2951 completed, throughput=5MB/sec 2024-08-29T18:21:19.067 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-CimA10lifYriW0e off=3909251 len=532786 2024-08-29T18:21:19.073 INFO:tasks.workunit.client.0.smithi028.stdout:op 2952 completed, throughput=5MB/sec 2024-08-29T18:21:19.073 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-RN2Iim2Tc5SZ81Z off=5491930 len=1864136 2024-08-29T18:21:19.076 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:21:18 smithi053 bash[68679]: cluster 2024-08-29T18:21:17.698889+0000 mgr.y (mgr.25022) 1037 : cluster [DBG] pgmap v1725: 105 pgs: 105 active+clean; 127 GiB data, 9.1 GiB used, 706 GiB / 715 GiB avail; 2.8 MiB/s rd, 1.7 MiB/s wr, 4 op/s 2024-08-29T18:21:19.078 INFO:tasks.workunit.client.0.smithi028.stdout:op 2953 completed, throughput=5MB/sec 2024-08-29T18:21:19.130 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:21:18 smithi028 bash[78352]: cluster 2024-08-29T18:21:17.698889+0000 mgr.y (mgr.25022) 1037 : cluster [DBG] pgmap v1725: 105 pgs: 105 active+clean; 127 GiB data, 9.1 GiB used, 706 GiB / 715 GiB avail; 2.8 MiB/s rd, 1.7 MiB/s wr, 4 op/s 2024-08-29T18:21:19.130 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:21:18 smithi028 bash[77168]: cluster 2024-08-29T18:21:17.698889+0000 mgr.y (mgr.25022) 1037 : cluster [DBG] pgmap v1725: 105 pgs: 105 active+clean; 127 GiB data, 9.1 GiB used, 706 GiB / 715 GiB avail; 2.8 MiB/s rd, 1.7 MiB/s wr, 4 op/s 2024-08-29T18:21:20.078 INFO:tasks.workunit.client.0.smithi028.stdout: 566: throughput=4.99MB/sec pending data=0 2024-08-29T18:21:20.078 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-4vD60gifcI5GqcT off=2411775 len=1322534 2024-08-29T18:21:20.081 INFO:tasks.workunit.client.0.smithi028.stdout:op 2954 completed, throughput=5MB/sec 2024-08-29T18:21:20.081 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-FMTk4nZ1vZztoDD off=495166 len=2028685 2024-08-29T18:21:20.096 INFO:tasks.workunit.client.0.smithi028.stdout:op 2955 completed, throughput=5MB/sec 2024-08-29T18:21:20.096 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-p2mE9Q6U6IfaqHl off=5280463 len=1454422 2024-08-29T18:21:20.100 INFO:tasks.workunit.client.0.smithi028.stdout:op 2956 completed, throughput=5MB/sec 2024-08-29T18:21:21.076 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:21:20 smithi053 bash[68679]: cluster 2024-08-29T18:21:19.700061+0000 mgr.y (mgr.25022) 1038 : cluster [DBG] pgmap v1726: 105 pgs: 105 active+clean; 127 GiB data, 9.1 GiB used, 706 GiB / 715 GiB avail; 3.6 MiB/s rd, 2.6 MiB/s wr, 5 op/s 2024-08-29T18:21:21.100 INFO:tasks.workunit.client.0.smithi028.stdout: 567: throughput=4.99MB/sec pending data=0 2024-08-29T18:21:21.101 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-y0-73KyQJOTz4BN off=6468317 len=1186451 2024-08-29T18:21:21.111 INFO:tasks.workunit.client.0.smithi028.stdout:op 2957 completed, throughput=4.99MB/sec 2024-08-29T18:21:21.111 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-qsldIP3PWSRVcbT off=6141148 len=939181 2024-08-29T18:21:21.120 INFO:tasks.workunit.client.0.smithi028.stdout:op 2958 completed, throughput=5MB/sec 2024-08-29T18:21:21.120 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-ZIbjlUG9j4t-EYe off=5070308 len=1828845 2024-08-29T18:21:21.124 INFO:tasks.workunit.client.0.smithi028.stdout:op 2959 completed, throughput=5MB/sec 2024-08-29T18:21:21.124 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-Ahm2CKBQ_bZjysq off=5374629 len=673144 2024-08-29T18:21:21.126 INFO:tasks.workunit.client.0.smithi028.stdout:op 2960 completed, throughput=5MB/sec 2024-08-29T18:21:21.130 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:21:20 smithi028 bash[78352]: cluster 2024-08-29T18:21:19.700061+0000 mgr.y (mgr.25022) 1038 : cluster [DBG] pgmap v1726: 105 pgs: 105 active+clean; 127 GiB data, 9.1 GiB used, 706 GiB / 715 GiB avail; 3.6 MiB/s rd, 2.6 MiB/s wr, 5 op/s 2024-08-29T18:21:21.130 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:21:20 smithi028 bash[77168]: cluster 2024-08-29T18:21:19.700061+0000 mgr.y (mgr.25022) 1038 : cluster [DBG] pgmap v1726: 105 pgs: 105 active+clean; 127 GiB data, 9.1 GiB used, 706 GiB / 715 GiB avail; 3.6 MiB/s rd, 2.6 MiB/s wr, 5 op/s 2024-08-29T18:21:21.880 INFO:journalctl@ceph.mgr.y.smithi028.stdout:Aug 29 18:21:21 smithi028 bash[70818]: ::ffff:172.21.15.53 - - [29/Aug/2024:18:21:21] "GET /metrics HTTP/1.1" 200 34018 "" "Prometheus/2.43.0" 2024-08-29T18:21:22.127 INFO:tasks.workunit.client.0.smithi028.stdout: 568: throughput=4.99MB/sec pending data=0 2024-08-29T18:21:22.127 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-Oha3XkAJfKmkdMT off=9358091 len=1721663 2024-08-29T18:21:22.131 INFO:tasks.workunit.client.0.smithi028.stdout:op 2961 completed, throughput=4.99MB/sec 2024-08-29T18:21:22.131 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-u776aKytXFbzNzn off=18109922 len=620909 2024-08-29T18:21:22.133 INFO:tasks.workunit.client.0.smithi028.stdout:op 2962 completed, throughput=5MB/sec 2024-08-29T18:21:22.133 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-7DGJG5HR54aFjgG off=430623 len=309104 2024-08-29T18:21:22.139 INFO:tasks.workunit.client.0.smithi028.stdout:op 2963 completed, throughput=5MB/sec 2024-08-29T18:21:22.140 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-320IVRTrqi8aXDf off=1930777 len=1671028 2024-08-29T18:21:22.144 INFO:tasks.workunit.client.0.smithi028.stdout:op 2964 completed, throughput=5MB/sec 2024-08-29T18:21:22.144 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-pg-DbB83Xjh1-TR off=13680648 len=1621865 2024-08-29T18:21:22.148 INFO:tasks.workunit.client.0.smithi028.stdout:op 2965 completed, throughput=5MB/sec 2024-08-29T18:21:22.576 INFO:journalctl@ceph.prometheus.a.smithi053.stdout:Aug 29 18:21:22 smithi053 bash[95567]: ts=2024-08-29T18:21:22.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"3167ee72-662c-11ef-bcd4-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-29T18:21:23.076 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:21:22 smithi053 bash[68679]: cluster 2024-08-29T18:21:21.700869+0000 mgr.y (mgr.25022) 1039 : cluster [DBG] pgmap v1727: 105 pgs: 105 active+clean; 127 GiB data, 9.2 GiB used, 706 GiB / 715 GiB avail; 2.3 MiB/s rd, 1.9 MiB/s wr, 4 op/s 2024-08-29T18:21:23.131 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:21:22 smithi028 bash[78352]: cluster 2024-08-29T18:21:21.700869+0000 mgr.y (mgr.25022) 1039 : cluster [DBG] pgmap v1727: 105 pgs: 105 active+clean; 127 GiB data, 9.2 GiB used, 706 GiB / 715 GiB avail; 2.3 MiB/s rd, 1.9 MiB/s wr, 4 op/s 2024-08-29T18:21:23.132 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:21:22 smithi028 bash[77168]: cluster 2024-08-29T18:21:21.700869+0000 mgr.y (mgr.25022) 1039 : cluster [DBG] pgmap v1727: 105 pgs: 105 active+clean; 127 GiB data, 9.2 GiB used, 706 GiB / 715 GiB avail; 2.3 MiB/s rd, 1.9 MiB/s wr, 4 op/s 2024-08-29T18:21:23.148 INFO:tasks.workunit.client.0.smithi028.stdout: 569: throughput=4.99MB/sec pending data=0 2024-08-29T18:21:23.148 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-1T9wO5PUiawEMmH off=1124203 len=1156984 2024-08-29T18:21:23.158 INFO:tasks.workunit.client.0.smithi028.stdout:op 2966 completed, throughput=4.99MB/sec 2024-08-29T18:21:23.158 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-tA0Wr9tr0fArn81 off=18378056 len=1512580 2024-08-29T18:21:23.170 INFO:tasks.workunit.client.0.smithi028.stdout:op 2967 completed, throughput=5MB/sec 2024-08-29T18:21:23.170 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-tZVVn4sKgk_PE1E off=4451428 len=1345587 2024-08-29T18:21:23.181 INFO:tasks.workunit.client.0.smithi028.stdout:op 2968 completed, throughput=5MB/sec 2024-08-29T18:21:23.181 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-Gvv8rJSEhAl8H0c off=10169593 len=73876 2024-08-29T18:21:23.186 INFO:tasks.workunit.client.0.smithi028.stdout:op 2969 completed, throughput=5MB/sec 2024-08-29T18:21:23.186 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-SIHlsUTPzjVCNO3 off=6511732 len=1128678 2024-08-29T18:21:23.195 INFO:tasks.workunit.client.0.smithi028.stdout:op 2970 completed, throughput=5MB/sec 2024-08-29T18:21:24.195 INFO:tasks.workunit.client.0.smithi028.stdout: 570: throughput=4.99MB/sec pending data=0 2024-08-29T18:21:24.195 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-m1JhWCfkdBFXunz off=5523156 len=1654880 2024-08-29T18:21:24.208 INFO:tasks.workunit.client.0.smithi028.stdout:op 2971 completed, throughput=5MB/sec 2024-08-29T18:21:24.208 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-Eap1yF9mEd7yh2m off=13613088 len=1366220 2024-08-29T18:21:24.219 INFO:tasks.workunit.client.0.smithi028.stdout:op 2972 completed, throughput=5MB/sec 2024-08-29T18:21:24.219 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-p-5lG60LBDWA8Y8 off=2713376 len=1783498 2024-08-29T18:21:24.230 INFO:tasks.workunit.client.0.smithi028.stdout:op 2973 completed, throughput=5MB/sec 2024-08-29T18:21:24.230 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-sYMioHLw_DZaDGk off=20342884 len=580722 2024-08-29T18:21:24.232 INFO:tasks.workunit.client.0.smithi028.stdout:op 2974 completed, throughput=5MB/sec 2024-08-29T18:21:25.076 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:21:24 smithi053 bash[68679]: cluster 2024-08-29T18:21:23.701803+0000 mgr.y (mgr.25022) 1040 : cluster [DBG] pgmap v1728: 105 pgs: 105 active+clean; 127 GiB data, 9.2 GiB used, 706 GiB / 715 GiB avail; 3.3 MiB/s rd, 2.6 MiB/s wr, 5 op/s 2024-08-29T18:21:25.130 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:21:24 smithi028 bash[78352]: cluster 2024-08-29T18:21:23.701803+0000 mgr.y (mgr.25022) 1040 : cluster [DBG] pgmap v1728: 105 pgs: 105 active+clean; 127 GiB data, 9.2 GiB used, 706 GiB / 715 GiB avail; 3.3 MiB/s rd, 2.6 MiB/s wr, 5 op/s 2024-08-29T18:21:25.130 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:21:24 smithi028 bash[77168]: cluster 2024-08-29T18:21:23.701803+0000 mgr.y (mgr.25022) 1040 : cluster [DBG] pgmap v1728: 105 pgs: 105 active+clean; 127 GiB data, 9.2 GiB used, 706 GiB / 715 GiB avail; 3.3 MiB/s rd, 2.6 MiB/s wr, 5 op/s 2024-08-29T18:21:25.232 INFO:tasks.workunit.client.0.smithi028.stdout: 571: throughput=4.99MB/sec pending data=0 2024-08-29T18:21:25.233 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-NTloPnABjC5aq82 off=11566045 len=1414712 2024-08-29T18:21:25.243 INFO:tasks.workunit.client.0.smithi028.stdout:op 2975 completed, throughput=4.99MB/sec 2024-08-29T18:21:25.243 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-NfbkqTczSZg3KBS off=5825035 len=1347415 2024-08-29T18:21:25.253 INFO:tasks.workunit.client.0.smithi028.stdout:op 2976 completed, throughput=5MB/sec 2024-08-29T18:21:25.254 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-jJTI-195IW197Oh off=2595480 len=184383 2024-08-29T18:21:25.255 INFO:tasks.workunit.client.0.smithi028.stdout:op 2977 completed, throughput=5MB/sec 2024-08-29T18:21:25.255 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-PWFPy8Iy4EUgy7s off=619689 len=891074 2024-08-29T18:21:25.257 INFO:tasks.workunit.client.0.smithi028.stdout:op 2978 completed, throughput=5MB/sec 2024-08-29T18:21:25.257 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-SrTdduyN2HmfEDo off=4987650 len=784549 2024-08-29T18:21:25.261 INFO:tasks.workunit.client.0.smithi028.stdout:op 2979 completed, throughput=5MB/sec 2024-08-29T18:21:25.261 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-yFqGStMxReie8bO off=4132571 len=683021 2024-08-29T18:21:25.268 INFO:tasks.workunit.client.0.smithi028.stdout:op 2980 completed, throughput=5MB/sec 2024-08-29T18:21:26.268 INFO:tasks.workunit.client.0.smithi028.stdout: 572: throughput=4.99MB/sec pending data=0 2024-08-29T18:21:26.268 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-uNjUQ5fupD_FxvV off=13465171 len=1181150 2024-08-29T18:21:26.271 INFO:tasks.workunit.client.0.smithi028.stdout:op 2981 completed, throughput=4.99MB/sec 2024-08-29T18:21:26.271 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-QwomONS1sAn5jCI off=8061187 len=1537844 2024-08-29T18:21:26.277 INFO:tasks.workunit.client.0.smithi028.stdout:op 2982 completed, throughput=5MB/sec 2024-08-29T18:21:26.277 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-mOj-fghPysW7e1L off=1293403 len=1638249 2024-08-29T18:21:26.281 INFO:tasks.workunit.client.0.smithi028.stdout:op 2983 completed, throughput=5MB/sec 2024-08-29T18:21:26.282 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-Ie2YDjI2c6NSbmR off=10039005 len=369486 2024-08-29T18:21:26.284 INFO:tasks.workunit.client.0.smithi028.stdout:op 2984 completed, throughput=5MB/sec 2024-08-29T18:21:26.284 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-p16ZDXiIYhIIEdn off=2877818 len=1711799 2024-08-29T18:21:26.298 INFO:tasks.workunit.client.0.smithi028.stdout:op 2985 completed, throughput=5MB/sec 2024-08-29T18:21:27.076 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:21:26 smithi053 bash[68679]: cluster 2024-08-29T18:21:25.702902+0000 mgr.y (mgr.25022) 1041 : cluster [DBG] pgmap v1729: 105 pgs: 105 active+clean; 127 GiB data, 9.2 GiB used, 706 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2024-08-29T18:21:27.130 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:21:26 smithi028 bash[78352]: cluster 2024-08-29T18:21:25.702902+0000 mgr.y (mgr.25022) 1041 : cluster [DBG] pgmap v1729: 105 pgs: 105 active+clean; 127 GiB data, 9.2 GiB used, 706 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2024-08-29T18:21:27.130 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:21:26 smithi028 bash[77168]: cluster 2024-08-29T18:21:25.702902+0000 mgr.y (mgr.25022) 1041 : cluster [DBG] pgmap v1729: 105 pgs: 105 active+clean; 127 GiB data, 9.2 GiB used, 706 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2024-08-29T18:21:27.298 INFO:tasks.workunit.client.0.smithi028.stdout: 573: throughput=4.99MB/sec pending data=0 2024-08-29T18:21:27.298 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-ajM99yK_ljKzYZI off=7129480 len=1728999 2024-08-29T18:21:27.302 INFO:tasks.workunit.client.0.smithi028.stdout:op 2986 completed, throughput=5MB/sec 2024-08-29T18:21:27.302 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-FSpv0okH42SPVWx off=0 len=1627810 2024-08-29T18:21:27.305 INFO:tasks.workunit.client.0.smithi028.stdout:op 2987 completed, throughput=5MB/sec 2024-08-29T18:21:27.305 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-1di8QYCnE99nEUs off=3088318 len=1340419 2024-08-29T18:21:27.309 INFO:tasks.workunit.client.0.smithi028.stdout:op 2988 completed, throughput=5MB/sec 2024-08-29T18:21:28.076 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:21:27 smithi053 bash[68679]: audit 2024-08-29T18:21:27.077140+0000 mon.a (mon.0) 2220 : audit [DBG] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-29T18:21:28.130 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:21:27 smithi028 bash[78352]: audit 2024-08-29T18:21:27.077140+0000 mon.a (mon.0) 2220 : audit [DBG] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-29T18:21:28.130 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:21:27 smithi028 bash[77168]: audit 2024-08-29T18:21:27.077140+0000 mon.a (mon.0) 2220 : audit [DBG] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-29T18:21:28.309 INFO:tasks.workunit.client.0.smithi028.stdout: 574: throughput=4.99MB/sec pending data=0 2024-08-29T18:21:28.309 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-WFHyQ9mS7lgeWK_ off=4967227 len=1550987 2024-08-29T18:21:28.314 INFO:tasks.workunit.client.0.smithi028.stdout:op 2989 completed, throughput=5MB/sec 2024-08-29T18:21:28.315 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-sZWFtGaTQ2yNslt off=10745151 len=1314539 2024-08-29T18:21:28.325 INFO:tasks.workunit.client.0.smithi028.stdout:op 2990 completed, throughput=5MB/sec 2024-08-29T18:21:28.325 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-YAgA597rBG_lUiW off=1585847 len=913663 2024-08-29T18:21:28.334 INFO:tasks.workunit.client.0.smithi028.stdout:op 2991 completed, throughput=5MB/sec 2024-08-29T18:21:28.334 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-l37ZqQliZHn5_Iu off=581572 len=1621740 2024-08-29T18:21:28.347 INFO:tasks.workunit.client.0.smithi028.stdout:op 2992 completed, throughput=5MB/sec 2024-08-29T18:21:29.076 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:21:28 smithi053 bash[68679]: cluster 2024-08-29T18:21:27.703620+0000 mgr.y (mgr.25022) 1042 : cluster [DBG] pgmap v1730: 105 pgs: 105 active+clean; 127 GiB data, 9.2 GiB used, 706 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.2 MiB/s wr, 3 op/s 2024-08-29T18:21:29.130 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:21:28 smithi028 bash[78352]: cluster 2024-08-29T18:21:27.703620+0000 mgr.y (mgr.25022) 1042 : cluster [DBG] pgmap v1730: 105 pgs: 105 active+clean; 127 GiB data, 9.2 GiB used, 706 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.2 MiB/s wr, 3 op/s 2024-08-29T18:21:29.130 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:21:28 smithi028 bash[77168]: cluster 2024-08-29T18:21:27.703620+0000 mgr.y (mgr.25022) 1042 : cluster [DBG] pgmap v1730: 105 pgs: 105 active+clean; 127 GiB data, 9.2 GiB used, 706 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.2 MiB/s wr, 3 op/s 2024-08-29T18:21:29.347 INFO:tasks.workunit.client.0.smithi028.stdout: 575: throughput=4.99MB/sec pending data=0 2024-08-29T18:21:29.347 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-1mIkwnGpD3unsv9 off=9132577 len=1474621 2024-08-29T18:21:29.351 INFO:tasks.workunit.client.0.smithi028.stdout:op 2993 completed, throughput=5MB/sec 2024-08-29T18:21:29.351 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-bZ685qX9AHUJVLg off=13579258 len=1638581 2024-08-29T18:21:29.355 INFO:tasks.workunit.client.0.smithi028.stdout:op 2994 completed, throughput=5MB/sec 2024-08-29T18:21:29.355 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-K_UD9n3MwURBasv off=3709117 len=919093 2024-08-29T18:21:29.364 INFO:tasks.workunit.client.0.smithi028.stdout:op 2995 completed, throughput=5MB/sec 2024-08-29T18:21:29.364 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-cGa19R7-NCiQqd9 off=8253565 len=601413 2024-08-29T18:21:29.366 INFO:tasks.workunit.client.0.smithi028.stdout:op 2996 completed, throughput=5MB/sec 2024-08-29T18:21:30.366 INFO:tasks.workunit.client.0.smithi028.stdout: 576: throughput=4.99MB/sec pending data=0 2024-08-29T18:21:30.367 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-vS8UTcAI5dhMhiF off=5018614 len=688089 2024-08-29T18:21:30.374 INFO:tasks.workunit.client.0.smithi028.stdout:op 2997 completed, throughput=4.99MB/sec 2024-08-29T18:21:30.374 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-RMmEJaarzgPAGmU off=2921597 len=794016 2024-08-29T18:21:30.382 INFO:tasks.workunit.client.0.smithi028.stdout:op 2998 completed, throughput=4.99MB/sec 2024-08-29T18:21:30.382 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-JKrnA4WRAWlEqyB off=5624697 len=612352 2024-08-29T18:21:30.384 INFO:tasks.workunit.client.0.smithi028.stdout:op 2999 completed, throughput=4.99MB/sec 2024-08-29T18:21:30.384 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-w2V8NbqkA1Z8nps off=7549618 len=1038509 2024-08-29T18:21:30.387 INFO:tasks.workunit.client.0.smithi028.stdout:op 3000 completed, throughput=5MB/sec 2024-08-29T18:21:30.387 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-pYAE59muDwvTKak off=3221205 len=845250 2024-08-29T18:21:30.404 INFO:tasks.workunit.client.0.smithi028.stdout:op 3001 completed, throughput=5MB/sec 2024-08-29T18:21:30.404 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-iWAUX3FlWaiyb2D off=1952568 len=1368648 2024-08-29T18:21:30.414 INFO:tasks.workunit.client.0.smithi028.stdout:op 3002 completed, throughput=5MB/sec 2024-08-29T18:21:30.414 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-NMRRqOHpzjMq3y6 off=2797581 len=577025 2024-08-29T18:21:30.416 INFO:tasks.workunit.client.0.smithi028.stdout:op 3003 completed, throughput=5MB/sec 2024-08-29T18:21:31.076 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:21:30 smithi053 bash[68679]: cluster 2024-08-29T18:21:29.704794+0000 mgr.y (mgr.25022) 1043 : cluster [DBG] pgmap v1731: 105 pgs: 105 active+clean; 127 GiB data, 9.2 GiB used, 706 GiB / 715 GiB avail; 2.8 MiB/s rd, 3.1 MiB/s wr, 5 op/s 2024-08-29T18:21:31.130 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:21:30 smithi028 bash[78352]: cluster 2024-08-29T18:21:29.704794+0000 mgr.y (mgr.25022) 1043 : cluster [DBG] pgmap v1731: 105 pgs: 105 active+clean; 127 GiB data, 9.2 GiB used, 706 GiB / 715 GiB avail; 2.8 MiB/s rd, 3.1 MiB/s wr, 5 op/s 2024-08-29T18:21:31.130 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:21:30 smithi028 bash[77168]: cluster 2024-08-29T18:21:29.704794+0000 mgr.y (mgr.25022) 1043 : cluster [DBG] pgmap v1731: 105 pgs: 105 active+clean; 127 GiB data, 9.2 GiB used, 706 GiB / 715 GiB avail; 2.8 MiB/s rd, 3.1 MiB/s wr, 5 op/s 2024-08-29T18:21:31.416 INFO:tasks.workunit.client.0.smithi028.stdout: 577: throughput=4.99MB/sec pending data=0 2024-08-29T18:21:31.416 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-SL7gu9is-LcHMxX off=21405650 len=2090050 2024-08-29T18:21:31.435 INFO:tasks.workunit.client.0.smithi028.stdout:op 3004 completed, throughput=5MB/sec 2024-08-29T18:21:31.435 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-YUtjmbeLfDnB7sx off=6264225 len=1523811 2024-08-29T18:21:31.439 INFO:tasks.workunit.client.0.smithi028.stdout:op 3005 completed, throughput=5MB/sec 2024-08-29T18:21:31.439 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-VX8U-H9Y7CyF-0t off=13063500 len=2004453 2024-08-29T18:21:31.444 INFO:tasks.workunit.client.0.smithi028.stdout:op 3006 completed, throughput=5MB/sec 2024-08-29T18:21:31.880 INFO:journalctl@ceph.mgr.y.smithi028.stdout:Aug 29 18:21:31 smithi028 bash[70818]: ::ffff:172.21.15.53 - - [29/Aug/2024:18:21:31] "GET /metrics HTTP/1.1" 200 34016 "" "Prometheus/2.43.0" 2024-08-29T18:21:32.445 INFO:tasks.workunit.client.0.smithi028.stdout: 578: throughput=4.99MB/sec pending data=0 2024-08-29T18:21:32.445 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-eef_uKTAYeRizGN off=0 len=1531999 2024-08-29T18:21:32.448 INFO:tasks.workunit.client.0.smithi028.stdout:op 3007 completed, throughput=5MB/sec 2024-08-29T18:21:32.449 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-t3tX7T48e3UfX0X off=2649587 len=1356974 2024-08-29T18:21:32.459 INFO:tasks.workunit.client.0.smithi028.stdout:op 3008 completed, throughput=5MB/sec 2024-08-29T18:21:32.459 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-K6BFoCp5Au2ApZD off=6881796 len=36419 2024-08-29T18:21:32.463 INFO:tasks.workunit.client.0.smithi028.stdout:op 3009 completed, throughput=5MB/sec 2024-08-29T18:21:32.463 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-xcTlL1MqHx7OBpk off=17886106 len=1088938 2024-08-29T18:21:32.466 INFO:tasks.workunit.client.0.smithi028.stdout:op 3010 completed, throughput=5MB/sec 2024-08-29T18:21:32.466 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-zsV2EFzUOSIl00m off=17170800 len=749162 2024-08-29T18:21:32.469 INFO:tasks.workunit.client.0.smithi028.stdout:op 3011 completed, throughput=5MB/sec 2024-08-29T18:21:32.576 INFO:journalctl@ceph.prometheus.a.smithi053.stdout:Aug 29 18:21:32 smithi053 bash[95567]: ts=2024-08-29T18:21:32.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"3167ee72-662c-11ef-bcd4-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-29T18:21:33.076 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:21:32 smithi053 bash[68679]: cluster 2024-08-29T18:21:31.705610+0000 mgr.y (mgr.25022) 1044 : cluster [DBG] pgmap v1732: 105 pgs: 105 active+clean; 127 GiB data, 9.2 GiB used, 706 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.2 MiB/s wr, 3 op/s 2024-08-29T18:21:33.130 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:21:32 smithi028 bash[78352]: cluster 2024-08-29T18:21:31.705610+0000 mgr.y (mgr.25022) 1044 : cluster [DBG] pgmap v1732: 105 pgs: 105 active+clean; 127 GiB data, 9.2 GiB used, 706 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.2 MiB/s wr, 3 op/s 2024-08-29T18:21:33.130 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:21:32 smithi028 bash[77168]: cluster 2024-08-29T18:21:31.705610+0000 mgr.y (mgr.25022) 1044 : cluster [DBG] pgmap v1732: 105 pgs: 105 active+clean; 127 GiB data, 9.2 GiB used, 706 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.2 MiB/s wr, 3 op/s 2024-08-29T18:21:33.469 INFO:tasks.workunit.client.0.smithi028.stdout: 579: throughput=4.99MB/sec pending data=0 2024-08-29T18:21:33.469 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-a2Y4vSK9uF05igr off=11182956 len=964625 2024-08-29T18:21:33.472 INFO:tasks.workunit.client.0.smithi028.stdout:op 3012 completed, throughput=4.99MB/sec 2024-08-29T18:21:33.472 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-gMHnpql2enfdtpn off=12023320 len=185256 2024-08-29T18:21:33.473 INFO:tasks.workunit.client.0.smithi028.stdout:op 3013 completed, throughput=4.99MB/sec 2024-08-29T18:21:33.473 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-4BAWlBrFsT1PQDV off=9624741 len=1725904 2024-08-29T18:21:33.479 INFO:tasks.workunit.client.0.smithi028.stdout:op 3014 completed, throughput=5MB/sec 2024-08-29T18:21:33.479 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-KECe-YoBQVXUiYm off=2381490 len=25214 2024-08-29T18:21:33.480 INFO:tasks.workunit.client.0.smithi028.stdout:op 3015 completed, throughput=5MB/sec 2024-08-29T18:21:33.480 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-SIKiHnVhlNFHj_n off=10372539 len=700997 2024-08-29T18:21:33.482 INFO:tasks.workunit.client.0.smithi028.stdout:op 3016 completed, throughput=5MB/sec 2024-08-29T18:21:33.482 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-wg1fpJPv6TJpody off=12891598 len=823637 2024-08-29T18:21:33.491 INFO:tasks.workunit.client.0.smithi028.stdout:op 3017 completed, throughput=5MB/sec 2024-08-29T18:21:33.491 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-AO_sdcVIa9qEiB3 off=362037 len=1561715 2024-08-29T18:21:33.495 INFO:tasks.workunit.client.0.smithi028.stdout:op 3018 completed, throughput=5MB/sec 2024-08-29T18:21:34.496 INFO:tasks.workunit.client.0.smithi028.stdout: 580: throughput=4.99MB/sec pending data=0 2024-08-29T18:21:34.496 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-7XlzS6KOEA-61t4 off=12246761 len=416529 2024-08-29T18:21:34.503 INFO:tasks.workunit.client.0.smithi028.stdout:op 3019 completed, throughput=4.99MB/sec 2024-08-29T18:21:34.503 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-qFBrw3f7PoKd9_2 off=5832749 len=1110845 2024-08-29T18:21:34.506 INFO:tasks.workunit.client.0.smithi028.stdout:op 3020 completed, throughput=5MB/sec 2024-08-29T18:21:34.506 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-E-iqNscsck28Wva off=2275011 len=58935 2024-08-29T18:21:34.510 INFO:tasks.workunit.client.0.smithi028.stdout:op 3021 completed, throughput=5MB/sec 2024-08-29T18:21:34.510 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-J0y6iQ8lBbRzx_L off=18750824 len=20479 2024-08-29T18:21:34.514 INFO:tasks.workunit.client.0.smithi028.stdout:op 3022 completed, throughput=5MB/sec 2024-08-29T18:21:34.514 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-9322gqW1E0cTs-w off=11591540 len=102582 2024-08-29T18:21:34.519 INFO:tasks.workunit.client.0.smithi028.stdout:op 3023 completed, throughput=5MB/sec 2024-08-29T18:21:34.519 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-rmvIRkhVw_ageEV off=5929764 len=1482619 2024-08-29T18:21:34.532 INFO:tasks.workunit.client.0.smithi028.stdout:op 3024 completed, throughput=5MB/sec 2024-08-29T18:21:34.532 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-mviSCpDaPgnjmSm off=2483825 len=364024 2024-08-29T18:21:34.534 INFO:tasks.workunit.client.0.smithi028.stdout:op 3025 completed, throughput=5MB/sec 2024-08-29T18:21:34.535 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-a5ADoJRLBBo118_ off=22463287 len=643004 2024-08-29T18:21:34.536 INFO:tasks.workunit.client.0.smithi028.stdout:op 3026 completed, throughput=5MB/sec 2024-08-29T18:21:34.536 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-mtzJN4mywJuzoI0 off=6625375 len=112616 2024-08-29T18:21:34.541 INFO:tasks.workunit.client.0.smithi028.stdout:op 3027 completed, throughput=5MB/sec 2024-08-29T18:21:34.541 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-5uxzBpLynZQj57B off=658091 len=1870467 2024-08-29T18:21:34.545 INFO:tasks.workunit.client.0.smithi028.stdout:op 3028 completed, throughput=5MB/sec 2024-08-29T18:21:35.130 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:21:34 smithi028 bash[78352]: cluster 2024-08-29T18:21:33.706518+0000 mgr.y (mgr.25022) 1045 : cluster [DBG] pgmap v1733: 105 pgs: 105 active+clean; 127 GiB data, 9.2 GiB used, 706 GiB / 715 GiB avail; 2.9 MiB/s rd, 2.9 MiB/s wr, 5 op/s 2024-08-29T18:21:35.130 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:21:34 smithi028 bash[77168]: cluster 2024-08-29T18:21:33.706518+0000 mgr.y (mgr.25022) 1045 : cluster [DBG] pgmap v1733: 105 pgs: 105 active+clean; 127 GiB data, 9.2 GiB used, 706 GiB / 715 GiB avail; 2.9 MiB/s rd, 2.9 MiB/s wr, 5 op/s 2024-08-29T18:21:35.326 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:21:34 smithi053 bash[68679]: cluster 2024-08-29T18:21:33.706518+0000 mgr.y (mgr.25022) 1045 : cluster [DBG] pgmap v1733: 105 pgs: 105 active+clean; 127 GiB data, 9.2 GiB used, 706 GiB / 715 GiB avail; 2.9 MiB/s rd, 2.9 MiB/s wr, 5 op/s 2024-08-29T18:21:35.545 INFO:tasks.workunit.client.0.smithi028.stdout: 581: throughput=4.99MB/sec pending data=0 2024-08-29T18:21:35.546 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-wsVhZhAb-UmR6dn off=7175153 len=1590944 2024-08-29T18:21:35.557 INFO:tasks.workunit.client.0.smithi028.stdout:op 3029 completed, throughput=5MB/sec 2024-08-29T18:21:35.557 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-CCPEi9030Sq5grJ off=4831699 len=1917072 2024-08-29T18:21:35.562 INFO:tasks.workunit.client.0.smithi028.stdout:op 3030 completed, throughput=5MB/sec 2024-08-29T18:21:35.562 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-kmVPbo0CdkuiNYU off=425778 len=691929 2024-08-29T18:21:35.564 INFO:tasks.workunit.client.0.smithi028.stdout:op 3031 completed, throughput=5MB/sec 2024-08-29T18:21:36.564 INFO:tasks.workunit.client.0.smithi028.stdout: 582: throughput=4.99MB/sec pending data=0 2024-08-29T18:21:36.564 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-8jvIC2caFSLc5vw off=15786736 len=1087591 2024-08-29T18:21:36.567 INFO:tasks.workunit.client.0.smithi028.stdout:op 3032 completed, throughput=4.99MB/sec 2024-08-29T18:21:36.567 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-pI8-HIRLUtxvHxg off=3107166 len=1352034 2024-08-29T18:21:36.571 INFO:tasks.workunit.client.0.smithi028.stdout:op 3033 completed, throughput=5MB/sec 2024-08-29T18:21:36.571 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-uVa2guDvY5cegmy off=2168049 len=304843 2024-08-29T18:21:36.573 INFO:tasks.workunit.client.0.smithi028.stdout:op 3034 completed, throughput=5MB/sec 2024-08-29T18:21:36.573 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-0dKakogju2uoMsu off=7966521 len=119401 2024-08-29T18:21:36.577 INFO:tasks.workunit.client.0.smithi028.stdout:op 3035 completed, throughput=5MB/sec 2024-08-29T18:21:36.577 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-Bu251nmm0yDvhUO off=105129 len=1991366 2024-08-29T18:21:36.583 INFO:tasks.workunit.client.0.smithi028.stdout:op 3036 completed, throughput=5MB/sec 2024-08-29T18:21:36.584 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-F7cbqnbfEHfBQyE off=0 len=1218324 2024-08-29T18:21:36.593 INFO:tasks.workunit.client.0.smithi028.stdout:op 3037 completed, throughput=5MB/sec 2024-08-29T18:21:37.130 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:21:36 smithi028 bash[78352]: cluster 2024-08-29T18:21:35.707634+0000 mgr.y (mgr.25022) 1046 : cluster [DBG] pgmap v1734: 105 pgs: 105 active+clean; 127 GiB data, 9.3 GiB used, 706 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2024-08-29T18:21:37.130 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:21:36 smithi028 bash[77168]: cluster 2024-08-29T18:21:35.707634+0000 mgr.y (mgr.25022) 1046 : cluster [DBG] pgmap v1734: 105 pgs: 105 active+clean; 127 GiB data, 9.3 GiB used, 706 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2024-08-29T18:21:37.326 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:21:36 smithi053 bash[68679]: cluster 2024-08-29T18:21:35.707634+0000 mgr.y (mgr.25022) 1046 : cluster [DBG] pgmap v1734: 105 pgs: 105 active+clean; 127 GiB data, 9.3 GiB used, 706 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2024-08-29T18:21:37.593 INFO:tasks.workunit.client.0.smithi028.stdout: 583: throughput=4.99MB/sec pending data=0 2024-08-29T18:21:37.594 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-J1m1Qb2WF7MHerb off=2316608 len=983199 2024-08-29T18:21:37.596 INFO:tasks.workunit.client.0.smithi028.stdout:op 3038 completed, throughput=4.99MB/sec 2024-08-29T18:21:37.596 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-3nmfxauRRxA9ORK off=2785813 len=778664 2024-08-29T18:21:37.604 INFO:tasks.workunit.client.0.smithi028.stdout:op 3039 completed, throughput=5MB/sec 2024-08-29T18:21:37.604 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-_g5HdoMsVrA5UmD off=6761148 len=233295 2024-08-29T18:21:37.606 INFO:tasks.workunit.client.0.smithi028.stdout:op 3040 completed, throughput=5MB/sec 2024-08-29T18:21:37.606 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-Udx5IS-CQW7JdP8 off=13433481 len=1590642 2024-08-29T18:21:37.610 INFO:tasks.workunit.client.0.smithi028.stdout:op 3041 completed, throughput=5MB/sec 2024-08-29T18:21:37.610 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-CpgVMB9ehsFY_hO off=15388620 len=897287 2024-08-29T18:21:37.613 INFO:tasks.workunit.client.0.smithi028.stdout:op 3042 completed, throughput=5MB/sec 2024-08-29T18:21:38.613 INFO:tasks.workunit.client.0.smithi028.stdout: 584: throughput=4.99MB/sec pending data=0 2024-08-29T18:21:38.613 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-7qwET2UIhqdEO7Z off=1982605 len=385882 2024-08-29T18:21:38.619 INFO:tasks.workunit.client.0.smithi028.stdout:op 3043 completed, throughput=4.99MB/sec 2024-08-29T18:21:38.619 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-UADen2F1kMjZ4VZ off=22328835 len=1997214 2024-08-29T18:21:38.624 INFO:tasks.workunit.client.0.smithi028.stdout:op 3044 completed, throughput=5MB/sec 2024-08-29T18:21:38.624 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-lT9Ykg4wK71Azgw off=3070164 len=1939396 2024-08-29T18:21:38.637 INFO:tasks.workunit.client.0.smithi028.stdout:op 3045 completed, throughput=5MB/sec 2024-08-29T18:21:38.637 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-x__jxpahHJFM6hH off=12127668 len=1994975 2024-08-29T18:21:38.642 INFO:tasks.workunit.client.0.smithi028.stdout:op 3046 completed, throughput=5MB/sec 2024-08-29T18:21:39.130 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:21:38 smithi028 bash[78352]: cluster 2024-08-29T18:21:37.708362+0000 mgr.y (mgr.25022) 1047 : cluster [DBG] pgmap v1735: 105 pgs: 105 active+clean; 127 GiB data, 9.3 GiB used, 706 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.0 MiB/s wr, 4 op/s 2024-08-29T18:21:39.130 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:21:38 smithi028 bash[77168]: cluster 2024-08-29T18:21:37.708362+0000 mgr.y (mgr.25022) 1047 : cluster [DBG] pgmap v1735: 105 pgs: 105 active+clean; 127 GiB data, 9.3 GiB used, 706 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.0 MiB/s wr, 4 op/s 2024-08-29T18:21:39.326 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:21:38 smithi053 bash[68679]: cluster 2024-08-29T18:21:37.708362+0000 mgr.y (mgr.25022) 1047 : cluster [DBG] pgmap v1735: 105 pgs: 105 active+clean; 127 GiB data, 9.3 GiB used, 706 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.0 MiB/s wr, 4 op/s 2024-08-29T18:21:39.642 INFO:tasks.workunit.client.0.smithi028.stdout: 585: throughput=4.99MB/sec pending data=0 2024-08-29T18:21:39.642 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-_553Fho1dIfqsqK off=2695083 len=631372 2024-08-29T18:21:39.650 INFO:tasks.workunit.client.0.smithi028.stdout:op 3047 completed, throughput=4.99MB/sec 2024-08-29T18:21:39.650 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-2mQZ_c51bFhZa04 off=1355191 len=1768520 2024-08-29T18:21:39.662 INFO:tasks.workunit.client.0.smithi028.stdout:op 3048 completed, throughput=5MB/sec 2024-08-29T18:21:39.662 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-EL143aoEMk_lhpN off=15430468 len=837628 2024-08-29T18:21:39.666 INFO:tasks.workunit.client.0.smithi028.stdout:op 3049 completed, throughput=5MB/sec 2024-08-29T18:21:39.666 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-UiDZPzwLeUfir1n off=1835958 len=2029061 2024-08-29T18:21:39.681 INFO:tasks.workunit.client.0.smithi028.stdout:op 3050 completed, throughput=5MB/sec 2024-08-29T18:21:40.682 INFO:tasks.workunit.client.0.smithi028.stdout: 586: throughput=4.99MB/sec pending data=0 2024-08-29T18:21:40.682 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-TT2Jb3eEXrWRuq5 off=2488806 len=1112324 2024-08-29T18:21:40.686 INFO:tasks.workunit.client.0.smithi028.stdout:op 3051 completed, throughput=4.99MB/sec 2024-08-29T18:21:40.686 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-UyrRAq_1fmdWQok off=1898043 len=2003110 2024-08-29T18:21:40.702 INFO:tasks.workunit.client.0.smithi028.stdout:op 3052 completed, throughput=5MB/sec 2024-08-29T18:21:40.702 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-s8QFkdvhORr60M1 off=114862 len=372372 2024-08-29T18:21:40.704 INFO:tasks.workunit.client.0.smithi028.stdout:op 3053 completed, throughput=5MB/sec 2024-08-29T18:21:40.705 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-3KznP4y-EFds5pl off=13157790 len=953406 2024-08-29T18:21:40.713 INFO:tasks.workunit.client.0.smithi028.stdout:op 3054 completed, throughput=5MB/sec 2024-08-29T18:21:40.713 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-Tk_aGliTx3qz75C off=16716018 len=758030 2024-08-29T18:21:40.716 INFO:tasks.workunit.client.0.smithi028.stdout:op 3055 completed, throughput=5MB/sec 2024-08-29T18:21:41.130 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:21:40 smithi028 bash[78352]: cluster 2024-08-29T18:21:39.709592+0000 mgr.y (mgr.25022) 1048 : cluster [DBG] pgmap v1736: 105 pgs: 105 active+clean; 127 GiB data, 9.3 GiB used, 706 GiB / 715 GiB avail; 3.8 MiB/s rd, 2.3 MiB/s wr, 5 op/s 2024-08-29T18:21:41.130 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:21:40 smithi028 bash[77168]: cluster 2024-08-29T18:21:39.709592+0000 mgr.y (mgr.25022) 1048 : cluster [DBG] pgmap v1736: 105 pgs: 105 active+clean; 127 GiB data, 9.3 GiB used, 706 GiB / 715 GiB avail; 3.8 MiB/s rd, 2.3 MiB/s wr, 5 op/s 2024-08-29T18:21:41.326 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:21:40 smithi053 bash[68679]: cluster 2024-08-29T18:21:39.709592+0000 mgr.y (mgr.25022) 1048 : cluster [DBG] pgmap v1736: 105 pgs: 105 active+clean; 127 GiB data, 9.3 GiB used, 706 GiB / 715 GiB avail; 3.8 MiB/s rd, 2.3 MiB/s wr, 5 op/s 2024-08-29T18:21:41.716 INFO:tasks.workunit.client.0.smithi028.stdout: 587: throughput=4.99MB/sec pending data=0 2024-08-29T18:21:41.716 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-pNJrxIm8V3xLWki off=2210616 len=735638 2024-08-29T18:21:41.718 INFO:tasks.workunit.client.0.smithi028.stdout:op 3056 completed, throughput=4.99MB/sec 2024-08-29T18:21:41.718 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-ppRE0tPozqrGRgY off=18118369 len=1268134 2024-08-29T18:21:41.722 INFO:tasks.workunit.client.0.smithi028.stdout:op 3057 completed, throughput=5MB/sec 2024-08-29T18:21:41.722 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-aD0zLkXOmh-dj4L off=5013349 len=418207 2024-08-29T18:21:41.728 INFO:tasks.workunit.client.0.smithi028.stdout:op 3058 completed, throughput=5MB/sec 2024-08-29T18:21:41.728 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-DiwXLNsSH1UQj3S off=1327568 len=91798 2024-08-29T18:21:41.733 INFO:tasks.workunit.client.0.smithi028.stdout:op 3059 completed, throughput=5MB/sec 2024-08-29T18:21:41.733 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-7vie7POkGM5rps5 off=17088345 len=2051736 2024-08-29T18:21:41.748 INFO:tasks.workunit.client.0.smithi028.stdout:op 3060 completed, throughput=5MB/sec 2024-08-29T18:21:41.748 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-xcTlL1MqHx7OBpk off=16990040 len=1459400 2024-08-29T18:21:41.752 INFO:tasks.workunit.client.0.smithi028.stdout:op 3061 completed, throughput=5MB/sec 2024-08-29T18:21:41.880 INFO:journalctl@ceph.mgr.y.smithi028.stdout:Aug 29 18:21:41 smithi028 bash[70818]: ::ffff:172.21.15.53 - - [29/Aug/2024:18:21:41] "GET /metrics HTTP/1.1" 200 34016 "" "Prometheus/2.43.0" 2024-08-29T18:21:42.576 INFO:journalctl@ceph.prometheus.a.smithi053.stdout:Aug 29 18:21:42 smithi053 bash[95567]: ts=2024-08-29T18:21:42.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"3167ee72-662c-11ef-bcd4-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-29T18:21:42.752 INFO:tasks.workunit.client.0.smithi028.stdout: 588: throughput=4.99MB/sec pending data=0 2024-08-29T18:21:42.753 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-pNlq4l9gTDk8jcp off=14160710 len=373960 2024-08-29T18:21:42.755 INFO:tasks.workunit.client.0.smithi028.stdout:op 3062 completed, throughput=4.99MB/sec 2024-08-29T18:21:42.755 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-PrsOslvkrcE27Xw off=16112627 len=250573 2024-08-29T18:21:42.760 INFO:tasks.workunit.client.0.smithi028.stdout:op 3063 completed, throughput=4.99MB/sec 2024-08-29T18:21:42.760 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-HkmVJkZGuViPtDD off=5611813 len=1828706 2024-08-29T18:21:42.765 INFO:tasks.workunit.client.0.smithi028.stdout:op 3064 completed, throughput=5MB/sec 2024-08-29T18:21:42.765 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-QkSwU0g16V4mrfv off=11384005 len=1185879 2024-08-29T18:21:42.769 INFO:tasks.workunit.client.0.smithi028.stdout:op 3065 completed, throughput=5MB/sec 2024-08-29T18:21:42.769 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-gCqvE0ua6Hn8J0U off=16911 len=1368471 2024-08-29T18:21:42.780 INFO:tasks.workunit.client.0.smithi028.stdout:op 3066 completed, throughput=5MB/sec 2024-08-29T18:21:43.130 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:21:42 smithi028 bash[78352]: cluster 2024-08-29T18:21:41.710411+0000 mgr.y (mgr.25022) 1049 : cluster [DBG] pgmap v1737: 105 pgs: 105 active+clean; 127 GiB data, 9.3 GiB used, 706 GiB / 715 GiB avail; 2.9 MiB/s rd, 1.2 MiB/s wr, 4 op/s 2024-08-29T18:21:43.130 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:21:42 smithi028 bash[78352]: audit 2024-08-29T18:21:42.077565+0000 mon.a (mon.0) 2221 : audit [DBG] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-29T18:21:43.130 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:21:42 smithi028 bash[77168]: cluster 2024-08-29T18:21:41.710411+0000 mgr.y (mgr.25022) 1049 : cluster [DBG] pgmap v1737: 105 pgs: 105 active+clean; 127 GiB data, 9.3 GiB used, 706 GiB / 715 GiB avail; 2.9 MiB/s rd, 1.2 MiB/s wr, 4 op/s 2024-08-29T18:21:43.131 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:21:42 smithi028 bash[77168]: audit 2024-08-29T18:21:42.077565+0000 mon.a (mon.0) 2221 : audit [DBG] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-29T18:21:43.326 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:21:42 smithi053 bash[68679]: cluster 2024-08-29T18:21:41.710411+0000 mgr.y (mgr.25022) 1049 : cluster [DBG] pgmap v1737: 105 pgs: 105 active+clean; 127 GiB data, 9.3 GiB used, 706 GiB / 715 GiB avail; 2.9 MiB/s rd, 1.2 MiB/s wr, 4 op/s 2024-08-29T18:21:43.326 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:21:42 smithi053 bash[68679]: audit 2024-08-29T18:21:42.077565+0000 mon.a (mon.0) 2221 : audit [DBG] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-29T18:21:43.781 INFO:tasks.workunit.client.0.smithi028.stdout: 589: throughput=4.99MB/sec pending data=0 2024-08-29T18:21:43.781 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-C-mWB-CiFMs5itd off=0 len=1514901 2024-08-29T18:21:43.785 INFO:tasks.workunit.client.0.smithi028.stdout:op 3067 completed, throughput=5MB/sec 2024-08-29T18:21:43.785 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-NdzLVR-pwyoImnF off=23357351 len=898422 2024-08-29T18:21:43.787 INFO:tasks.workunit.client.0.smithi028.stdout:op 3068 completed, throughput=5MB/sec 2024-08-29T18:21:43.787 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-iLfgRn1YLmRCobO off=8426622 len=345703 2024-08-29T18:21:43.794 INFO:tasks.workunit.client.0.smithi028.stdout:op 3069 completed, throughput=5MB/sec 2024-08-29T18:21:43.794 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-ZvcsCwU-RiwXsK0 off=633368 len=746581 2024-08-29T18:21:43.801 INFO:tasks.workunit.client.0.smithi028.stdout:op 3070 completed, throughput=5MB/sec 2024-08-29T18:21:43.801 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-WOBiaqMItql6q2l off=631411 len=1142631 2024-08-29T18:21:43.812 INFO:tasks.workunit.client.0.smithi028.stdout:op 3071 completed, throughput=5MB/sec 2024-08-29T18:21:44.812 INFO:tasks.workunit.client.0.smithi028.stdout: 590: throughput=4.99MB/sec pending data=0 2024-08-29T18:21:44.812 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-dHJ0g8sekAct7Zn off=2229282 len=2036337 2024-08-29T18:21:44.816 INFO:tasks.workunit.client.0.smithi028.stdout:op 3072 completed, throughput=5MB/sec 2024-08-29T18:21:44.817 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-t_tY28vYLsH0ej5 off=5938357 len=788197 2024-08-29T18:21:44.819 INFO:tasks.workunit.client.0.smithi028.stdout:op 3073 completed, throughput=5MB/sec 2024-08-29T18:21:44.819 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-EX0Y3w0nQE7uHKe off=2774737 len=1474179 2024-08-29T18:21:44.823 INFO:tasks.workunit.client.0.smithi028.stdout:op 3074 completed, throughput=5MB/sec 2024-08-29T18:21:44.823 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-_YJp4Eep6dhYdUK off=6737115 len=220705 2024-08-29T18:21:44.824 INFO:tasks.workunit.client.0.smithi028.stdout:op 3075 completed, throughput=5MB/sec 2024-08-29T18:21:44.824 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-ERfK8_9xRAk5wso off=1924310 len=1801370 2024-08-29T18:21:44.828 INFO:tasks.workunit.client.0.smithi028.stdout:op 3076 completed, throughput=5MB/sec 2024-08-29T18:21:45.130 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:21:44 smithi028 bash[78352]: cluster 2024-08-29T18:21:43.711331+0000 mgr.y (mgr.25022) 1050 : cluster [DBG] pgmap v1738: 105 pgs: 105 active+clean; 127 GiB data, 9.3 GiB used, 706 GiB / 715 GiB avail; 3.4 MiB/s rd, 2.2 MiB/s wr, 5 op/s 2024-08-29T18:21:45.130 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:21:44 smithi028 bash[77168]: cluster 2024-08-29T18:21:43.711331+0000 mgr.y (mgr.25022) 1050 : cluster [DBG] pgmap v1738: 105 pgs: 105 active+clean; 127 GiB data, 9.3 GiB used, 706 GiB / 715 GiB avail; 3.4 MiB/s rd, 2.2 MiB/s wr, 5 op/s 2024-08-29T18:21:45.326 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:21:44 smithi053 bash[68679]: cluster 2024-08-29T18:21:43.711331+0000 mgr.y (mgr.25022) 1050 : cluster [DBG] pgmap v1738: 105 pgs: 105 active+clean; 127 GiB data, 9.3 GiB used, 706 GiB / 715 GiB avail; 3.4 MiB/s rd, 2.2 MiB/s wr, 5 op/s 2024-08-29T18:21:45.829 INFO:tasks.workunit.client.0.smithi028.stdout: 591: throughput=4.99MB/sec pending data=0 2024-08-29T18:21:45.829 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-U2uZ_Bd5cX89tjn off=15844197 len=1222933 2024-08-29T18:21:45.832 INFO:tasks.workunit.client.0.smithi028.stdout:op 3077 completed, throughput=5MB/sec 2024-08-29T18:21:45.832 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-4_7YnKDvmzRcZB2 off=6515569 len=753035 2024-08-29T18:21:45.834 INFO:tasks.workunit.client.0.smithi028.stdout:op 3078 completed, throughput=5MB/sec 2024-08-29T18:21:45.835 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-kVBhNV2VGevoNHW off=12545692 len=696998 2024-08-29T18:21:45.843 INFO:tasks.workunit.client.0.smithi028.stdout:op 3079 completed, throughput=5MB/sec 2024-08-29T18:21:45.843 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-61z_1PFTZDUL0Mj off=213680 len=1647352 2024-08-29T18:21:45.856 INFO:tasks.workunit.client.0.smithi028.stdout:op 3080 completed, throughput=5MB/sec 2024-08-29T18:21:45.856 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-00ecz1ARw7f0VEo off=11740259 len=1842369 2024-08-29T18:21:45.860 INFO:tasks.workunit.client.0.smithi028.stdout:op 3081 completed, throughput=5MB/sec 2024-08-29T18:21:46.861 INFO:tasks.workunit.client.0.smithi028.stdout: 592: throughput=4.99MB/sec pending data=0 2024-08-29T18:21:46.861 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-ZafCoZUt3EkG6xA off=17893435 len=2087049 2024-08-29T18:21:46.866 INFO:tasks.workunit.client.0.smithi028.stdout:op 3082 completed, throughput=5MB/sec 2024-08-29T18:21:46.866 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-2rECopuONILANbC off=4203672 len=1155150 2024-08-29T18:21:46.869 INFO:tasks.workunit.client.0.smithi028.stdout:op 3083 completed, throughput=5MB/sec 2024-08-29T18:21:46.869 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-TUGgB2pfO1z2mOY off=11526697 len=290616 2024-08-29T18:21:46.874 INFO:tasks.workunit.client.0.smithi028.stdout:op 3084 completed, throughput=5MB/sec 2024-08-29T18:21:47.130 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:21:46 smithi028 bash[78352]: cluster 2024-08-29T18:21:45.712434+0000 mgr.y (mgr.25022) 1051 : cluster [DBG] pgmap v1739: 105 pgs: 105 active+clean; 127 GiB data, 9.3 GiB used, 706 GiB / 715 GiB avail; 2.9 MiB/s rd, 1.7 MiB/s wr, 4 op/s 2024-08-29T18:21:47.130 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:21:46 smithi028 bash[77168]: cluster 2024-08-29T18:21:45.712434+0000 mgr.y (mgr.25022) 1051 : cluster [DBG] pgmap v1739: 105 pgs: 105 active+clean; 127 GiB data, 9.3 GiB used, 706 GiB / 715 GiB avail; 2.9 MiB/s rd, 1.7 MiB/s wr, 4 op/s 2024-08-29T18:21:47.326 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:21:46 smithi053 bash[68679]: cluster 2024-08-29T18:21:45.712434+0000 mgr.y (mgr.25022) 1051 : cluster [DBG] pgmap v1739: 105 pgs: 105 active+clean; 127 GiB data, 9.3 GiB used, 706 GiB / 715 GiB avail; 2.9 MiB/s rd, 1.7 MiB/s wr, 4 op/s 2024-08-29T18:21:47.875 INFO:tasks.workunit.client.0.smithi028.stdout: 593: throughput=4.99MB/sec pending data=0 2024-08-29T18:21:47.875 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-70ppQLP0D0Zepeu off=1961873 len=889479 2024-08-29T18:21:47.884 INFO:tasks.workunit.client.0.smithi028.stdout:op 3085 completed, throughput=4.99MB/sec 2024-08-29T18:21:47.884 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-53sgTP9TvsstS51 off=21680300 len=1266884 2024-08-29T18:21:47.896 INFO:tasks.workunit.client.0.smithi028.stdout:op 3086 completed, throughput=5MB/sec 2024-08-29T18:21:47.896 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-FL_b1_7pxYpI7-6 off=16204104 len=630254 2024-08-29T18:21:47.898 INFO:tasks.workunit.client.0.smithi028.stdout:op 3087 completed, throughput=5MB/sec 2024-08-29T18:21:47.898 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-zYHFY-XnbnY1uqe off=4708962 len=908566 2024-08-29T18:21:47.906 INFO:tasks.workunit.client.0.smithi028.stdout:op 3088 completed, throughput=5MB/sec 2024-08-29T18:21:47.906 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-fOk-449rq-G_4ev off=19584131 len=291132 2024-08-29T18:21:47.911 INFO:tasks.workunit.client.0.smithi028.stdout:op 3089 completed, throughput=5MB/sec 2024-08-29T18:21:47.911 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-klxz2AT7K6BC2Zx off=555035 len=1066168 2024-08-29T18:21:47.914 INFO:tasks.workunit.client.0.smithi028.stdout:op 3090 completed, throughput=5MB/sec 2024-08-29T18:21:47.914 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-txP831YFtwktquV off=5823940 len=1564154 2024-08-29T18:21:47.925 INFO:tasks.workunit.client.0.smithi028.stdout:op 3091 completed, throughput=5MB/sec 2024-08-29T18:21:48.926 INFO:tasks.workunit.client.0.smithi028.stdout: 594: throughput=4.99MB/sec pending data=0 2024-08-29T18:21:48.926 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-K_yUfkCR7lzUWq6 off=463732 len=668849 2024-08-29T18:21:48.933 INFO:tasks.workunit.client.0.smithi028.stdout:op 3092 completed, throughput=4.99MB/sec 2024-08-29T18:21:48.934 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-dVVxH3d3i1PO611 off=0 len=1265815 2024-08-29T18:21:48.944 INFO:tasks.workunit.client.0.smithi028.stdout:op 3093 completed, throughput=5MB/sec 2024-08-29T18:21:48.944 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-m789lGg1t3LqXr4 off=6225034 len=1331830 2024-08-29T18:21:48.948 INFO:tasks.workunit.client.0.smithi028.stdout:op 3094 completed, throughput=5MB/sec 2024-08-29T18:21:48.948 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-GePYSyC1ydPlnG1 off=1730846 len=411558 2024-08-29T18:21:48.949 INFO:tasks.workunit.client.0.smithi028.stdout:op 3095 completed, throughput=5MB/sec 2024-08-29T18:21:48.949 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-sx6D2eWClbCqZ-F off=8689730 len=668537 2024-08-29T18:21:48.951 INFO:tasks.workunit.client.0.smithi028.stdout:op 3096 completed, throughput=5MB/sec 2024-08-29T18:21:49.130 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:21:48 smithi028 bash[78352]: cluster 2024-08-29T18:21:47.713133+0000 mgr.y (mgr.25022) 1052 : cluster [DBG] pgmap v1740: 105 pgs: 105 active+clean; 127 GiB data, 9.3 GiB used, 706 GiB / 715 GiB avail; 2.3 MiB/s rd, 1.9 MiB/s wr, 4 op/s 2024-08-29T18:21:49.130 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:21:48 smithi028 bash[77168]: cluster 2024-08-29T18:21:47.713133+0000 mgr.y (mgr.25022) 1052 : cluster [DBG] pgmap v1740: 105 pgs: 105 active+clean; 127 GiB data, 9.3 GiB used, 706 GiB / 715 GiB avail; 2.3 MiB/s rd, 1.9 MiB/s wr, 4 op/s 2024-08-29T18:21:49.326 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:21:48 smithi053 bash[68679]: cluster 2024-08-29T18:21:47.713133+0000 mgr.y (mgr.25022) 1052 : cluster [DBG] pgmap v1740: 105 pgs: 105 active+clean; 127 GiB data, 9.3 GiB used, 706 GiB / 715 GiB avail; 2.3 MiB/s rd, 1.9 MiB/s wr, 4 op/s 2024-08-29T18:21:49.951 INFO:tasks.workunit.client.0.smithi028.stdout: 595: throughput=4.99MB/sec pending data=0 2024-08-29T18:21:49.951 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-FHhElWReTOgYYQG off=16560568 len=604933 2024-08-29T18:21:49.958 INFO:tasks.workunit.client.0.smithi028.stdout:op 3097 completed, throughput=4.99MB/sec 2024-08-29T18:21:49.959 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-TwsJUwsB-zAooHV off=95183 len=207287 2024-08-29T18:21:49.963 INFO:tasks.workunit.client.0.smithi028.stdout:op 3098 completed, throughput=4.99MB/sec 2024-08-29T18:21:49.963 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-dXIIEZXdeTSC3Yj off=4647263 len=315493 2024-08-29T18:21:49.969 INFO:tasks.workunit.client.0.smithi028.stdout:op 3099 completed, throughput=4.99MB/sec 2024-08-29T18:21:49.969 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-2G4g6FHhpcsBh3X off=6374364 len=56366 2024-08-29T18:21:49.970 INFO:tasks.workunit.client.0.smithi028.stdout:op 3100 completed, throughput=4.99MB/sec 2024-08-29T18:21:49.970 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-c65F5eJeLY-dSnK off=5749866 len=1088159 2024-08-29T18:21:49.973 INFO:tasks.workunit.client.0.smithi028.stdout:op 3101 completed, throughput=5MB/sec 2024-08-29T18:21:49.974 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-lScW6ifoNZyC4cg off=5996863 len=848436 2024-08-29T18:21:49.977 INFO:tasks.workunit.client.0.smithi028.stdout:op 3102 completed, throughput=5MB/sec 2024-08-29T18:21:49.977 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-DiwXLNsSH1UQj3S off=1004524 len=945643 2024-08-29T18:21:49.985 INFO:tasks.workunit.client.0.smithi028.stdout:op 3103 completed, throughput=5MB/sec 2024-08-29T18:21:49.985 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-QEpGqz1IwnQeFwA off=2264383 len=686488 2024-08-29T18:21:49.987 INFO:tasks.workunit.client.0.smithi028.stdout:op 3104 completed, throughput=5MB/sec 2024-08-29T18:21:49.987 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-2deT3VBSJdoq5_5 off=8571937 len=658208 2024-08-29T18:21:49.994 INFO:tasks.workunit.client.0.smithi028.stdout:op 3105 completed, throughput=5MB/sec 2024-08-29T18:21:50.995 INFO:tasks.workunit.client.0.smithi028.stdout: 596: throughput=4.99MB/sec pending data=0 2024-08-29T18:21:50.995 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-XlkI-Tj3vP46rO0 off=398970 len=1514951 2024-08-29T18:21:50.999 INFO:tasks.workunit.client.0.smithi028.stdout:op 3106 completed, throughput=4.99MB/sec 2024-08-29T18:21:50.999 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-XMts3Rjk8wLY4AM off=3982542 len=1850714 2024-08-29T18:21:51.014 INFO:tasks.workunit.client.0.smithi028.stdout:op 3107 completed, throughput=5MB/sec 2024-08-29T18:21:51.014 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-MRZvErw25OvQ3yk off=16362701 len=1870542 2024-08-29T18:21:51.028 INFO:tasks.workunit.client.0.smithi028.stdout:op 3108 completed, throughput=5MB/sec 2024-08-29T18:21:51.028 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-6S0jz7HXzOkyt2e off=3082724 len=1210787 2024-08-29T18:21:51.037 INFO:tasks.workunit.client.0.smithi028.stdout:op 3109 completed, throughput=5MB/sec 2024-08-29T18:21:51.130 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:21:50 smithi028 bash[77168]: cluster 2024-08-29T18:21:49.714294+0000 mgr.y (mgr.25022) 1053 : cluster [DBG] pgmap v1741: 105 pgs: 105 active+clean; 127 GiB data, 9.3 GiB used, 706 GiB / 715 GiB avail; 3.4 MiB/s rd, 2.3 MiB/s wr, 5 op/s 2024-08-29T18:21:51.130 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:21:50 smithi028 bash[78352]: cluster 2024-08-29T18:21:49.714294+0000 mgr.y (mgr.25022) 1053 : cluster [DBG] pgmap v1741: 105 pgs: 105 active+clean; 127 GiB data, 9.3 GiB used, 706 GiB / 715 GiB avail; 3.4 MiB/s rd, 2.3 MiB/s wr, 5 op/s 2024-08-29T18:21:51.326 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:21:50 smithi053 bash[68679]: cluster 2024-08-29T18:21:49.714294+0000 mgr.y (mgr.25022) 1053 : cluster [DBG] pgmap v1741: 105 pgs: 105 active+clean; 127 GiB data, 9.3 GiB used, 706 GiB / 715 GiB avail; 3.4 MiB/s rd, 2.3 MiB/s wr, 5 op/s 2024-08-29T18:21:51.880 INFO:journalctl@ceph.mgr.y.smithi028.stdout:Aug 29 18:21:51 smithi028 bash[70818]: ::ffff:172.21.15.53 - - [29/Aug/2024:18:21:51] "GET /metrics HTTP/1.1" 200 34018 "" "Prometheus/2.43.0" 2024-08-29T18:21:52.037 INFO:tasks.workunit.client.0.smithi028.stdout: 597: throughput=4.99MB/sec pending data=0 2024-08-29T18:21:52.037 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-9YJ0166id-aA7qA off=831448 len=598227 2024-08-29T18:21:52.039 INFO:tasks.workunit.client.0.smithi028.stdout:op 3110 completed, throughput=4.99MB/sec 2024-08-29T18:21:52.039 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-MwbPpEUAJbnxX9l off=1261395 len=1695176 2024-08-29T18:21:52.045 INFO:tasks.workunit.client.0.smithi028.stdout:op 3111 completed, throughput=5MB/sec 2024-08-29T18:21:52.045 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-0qUZWPaV9nyJtFH off=1308073 len=889706 2024-08-29T18:21:52.048 INFO:tasks.workunit.client.0.smithi028.stdout:op 3112 completed, throughput=5MB/sec 2024-08-29T18:21:52.048 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-yx_d3zcGyhKVRGK off=2341247 len=1514607 2024-08-29T18:21:52.051 INFO:tasks.workunit.client.0.smithi028.stdout:op 3113 completed, throughput=5MB/sec 2024-08-29T18:21:52.576 INFO:journalctl@ceph.prometheus.a.smithi053.stdout:Aug 29 18:21:52 smithi053 bash[95567]: ts=2024-08-29T18:21:52.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"3167ee72-662c-11ef-bcd4-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-29T18:21:53.052 INFO:tasks.workunit.client.0.smithi028.stdout: 598: throughput=4.99MB/sec pending data=0 2024-08-29T18:21:53.052 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-NMRRqOHpzjMq3y6 off=325163 len=361636 2024-08-29T18:21:53.058 INFO:tasks.workunit.client.0.smithi028.stdout:op 3114 completed, throughput=4.99MB/sec 2024-08-29T18:21:53.058 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-pLNASddVmmhratp off=4054335 len=1032127 2024-08-29T18:21:53.061 INFO:tasks.workunit.client.0.smithi028.stdout:op 3115 completed, throughput=4.99MB/sec 2024-08-29T18:21:53.061 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-YIaIJZe0qKvvVJq off=7719830 len=670828 2024-08-29T18:21:53.068 INFO:tasks.workunit.client.0.smithi028.stdout:op 3116 completed, throughput=5MB/sec 2024-08-29T18:21:53.068 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-DX8eAdRI2NXO221 off=2123924 len=414315 2024-08-29T18:21:53.075 INFO:tasks.workunit.client.0.smithi028.stdout:op 3117 completed, throughput=5MB/sec 2024-08-29T18:21:53.075 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-buhGAPUDbkvhOIi off=1062967 len=684816 2024-08-29T18:21:53.081 INFO:tasks.workunit.client.0.smithi028.stdout:op 3118 completed, throughput=5MB/sec 2024-08-29T18:21:53.081 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-Odoel4QKC506e8i off=2558404 len=2052300 2024-08-29T18:21:53.097 INFO:tasks.workunit.client.0.smithi028.stdout:op 3119 completed, throughput=5MB/sec 2024-08-29T18:21:53.130 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:21:52 smithi028 bash[77168]: cluster 2024-08-29T18:21:51.715061+0000 mgr.y (mgr.25022) 1054 : cluster [DBG] pgmap v1742: 105 pgs: 105 active+clean; 127 GiB data, 9.3 GiB used, 706 GiB / 715 GiB avail; 2.3 MiB/s rd, 1.9 MiB/s wr, 3 op/s 2024-08-29T18:21:53.130 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:21:52 smithi028 bash[78352]: cluster 2024-08-29T18:21:51.715061+0000 mgr.y (mgr.25022) 1054 : cluster [DBG] pgmap v1742: 105 pgs: 105 active+clean; 127 GiB data, 9.3 GiB used, 706 GiB / 715 GiB avail; 2.3 MiB/s rd, 1.9 MiB/s wr, 3 op/s 2024-08-29T18:21:53.326 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:21:52 smithi053 bash[68679]: cluster 2024-08-29T18:21:51.715061+0000 mgr.y (mgr.25022) 1054 : cluster [DBG] pgmap v1742: 105 pgs: 105 active+clean; 127 GiB data, 9.3 GiB used, 706 GiB / 715 GiB avail; 2.3 MiB/s rd, 1.9 MiB/s wr, 3 op/s 2024-08-29T18:21:54.097 INFO:tasks.workunit.client.0.smithi028.stdout: 599: throughput=4.99MB/sec pending data=0 2024-08-29T18:21:54.097 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-J96mHQhN3kJESIy off=8556908 len=1613258 2024-08-29T18:21:54.101 INFO:tasks.workunit.client.0.smithi028.stdout:op 3120 completed, throughput=4.99MB/sec 2024-08-29T18:21:54.101 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-a_uIQGdX-DWb_wb off=332267 len=754316 2024-08-29T18:21:54.104 INFO:tasks.workunit.client.0.smithi028.stdout:op 3121 completed, throughput=5MB/sec 2024-08-29T18:21:54.104 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-8o-ks4zOHHHrydI off=17236026 len=391313 2024-08-29T18:21:54.110 INFO:tasks.workunit.client.0.smithi028.stdout:op 3122 completed, throughput=5MB/sec 2024-08-29T18:21:54.110 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-QnefVEAuUVOqo3z off=2713855 len=721510 2024-08-29T18:21:54.118 INFO:tasks.workunit.client.0.smithi028.stdout:op 3123 completed, throughput=5MB/sec 2024-08-29T18:21:54.118 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-rohwB_R_QNZT8Js off=1140678 len=413225 2024-08-29T18:21:54.124 INFO:tasks.workunit.client.0.smithi028.stdout:op 3124 completed, throughput=5MB/sec 2024-08-29T18:21:54.124 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-HQef3POhz_7w4aw off=9621043 len=1981218 2024-08-29T18:21:54.129 INFO:tasks.workunit.client.0.smithi028.stdout:op 3125 completed, throughput=5MB/sec 2024-08-29T18:21:55.130 INFO:tasks.workunit.client.0.smithi028.stdout: 600: throughput=4.99MB/sec pending data=0 2024-08-29T18:21:55.130 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-WQMHmBHVcdMYbe1 off=1261880 len=501490 2024-08-29T18:21:55.130 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:21:54 smithi028 bash[78352]: cluster 2024-08-29T18:21:53.715961+0000 mgr.y (mgr.25022) 1055 : cluster [DBG] pgmap v1743: 105 pgs: 105 active+clean; 127 GiB data, 9.4 GiB used, 706 GiB / 715 GiB avail; 3.2 MiB/s rd, 2.7 MiB/s wr, 5 op/s 2024-08-29T18:21:55.130 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:21:54 smithi028 bash[77168]: cluster 2024-08-29T18:21:53.715961+0000 mgr.y (mgr.25022) 1055 : cluster [DBG] pgmap v1743: 105 pgs: 105 active+clean; 127 GiB data, 9.4 GiB used, 706 GiB / 715 GiB avail; 3.2 MiB/s rd, 2.7 MiB/s wr, 5 op/s 2024-08-29T18:21:55.136 INFO:tasks.workunit.client.0.smithi028.stdout:op 3126 completed, throughput=4.99MB/sec 2024-08-29T18:21:55.137 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-TwsJUwsB-zAooHV off=354316 len=42715 2024-08-29T18:21:55.137 INFO:tasks.workunit.client.0.smithi028.stdout:op 3127 completed, throughput=4.99MB/sec 2024-08-29T18:21:55.138 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-1jITe8AzL5yc5t7 off=13576668 len=1730409 2024-08-29T18:21:55.141 INFO:tasks.workunit.client.0.smithi028.stdout:op 3128 completed, throughput=5MB/sec 2024-08-29T18:21:55.142 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-JQ9j3mIFjvVvw6Y off=6416615 len=2059724 2024-08-29T18:21:55.156 INFO:tasks.workunit.client.0.smithi028.stdout:op 3129 completed, throughput=5MB/sec 2024-08-29T18:21:55.156 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-9TH46FUAGQHXnPJ off=4682801 len=1036372 2024-08-29T18:21:55.158 INFO:tasks.workunit.client.0.smithi028.stdout:op 3130 completed, throughput=5MB/sec 2024-08-29T18:21:55.326 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:21:54 smithi053 bash[68679]: cluster 2024-08-29T18:21:53.715961+0000 mgr.y (mgr.25022) 1055 : cluster [DBG] pgmap v1743: 105 pgs: 105 active+clean; 127 GiB data, 9.4 GiB used, 706 GiB / 715 GiB avail; 3.2 MiB/s rd, 2.7 MiB/s wr, 5 op/s 2024-08-29T18:21:56.159 INFO:tasks.workunit.client.0.smithi028.stdout: 601: throughput=4.99MB/sec pending data=0 2024-08-29T18:21:56.159 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-NrPf9zSuuybcl7s off=2566407 len=40768 2024-08-29T18:21:56.160 INFO:tasks.workunit.client.0.smithi028.stdout:op 3131 completed, throughput=4.99MB/sec 2024-08-29T18:21:56.160 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-WitdUOwMa1W8xsR off=1777903 len=1853122 2024-08-29T18:21:56.175 INFO:tasks.workunit.client.0.smithi028.stdout:op 3132 completed, throughput=5MB/sec 2024-08-29T18:21:56.175 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-1-n16NBIqN2KVNp off=16597869 len=1111136 2024-08-29T18:21:56.179 INFO:tasks.workunit.client.0.smithi028.stdout:op 3133 completed, throughput=5MB/sec 2024-08-29T18:21:56.179 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-0e0kmnQ0W-hDJBE off=3786879 len=1263500 2024-08-29T18:21:56.184 INFO:tasks.workunit.client.0.smithi028.stdout:op 3134 completed, throughput=5MB/sec 2024-08-29T18:21:56.184 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-dwg9kxaHSeDgCP4 off=6778990 len=1467708 2024-08-29T18:21:56.187 INFO:tasks.workunit.client.0.smithi028.stdout:op 3135 completed, throughput=5MB/sec 2024-08-29T18:21:57.130 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:21:56 smithi028 bash[78352]: cluster 2024-08-29T18:21:55.717085+0000 mgr.y (mgr.25022) 1056 : cluster [DBG] pgmap v1744: 105 pgs: 105 active+clean; 127 GiB data, 9.4 GiB used, 706 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.0 MiB/s wr, 4 op/s 2024-08-29T18:21:57.130 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:21:56 smithi028 bash[77168]: cluster 2024-08-29T18:21:55.717085+0000 mgr.y (mgr.25022) 1056 : cluster [DBG] pgmap v1744: 105 pgs: 105 active+clean; 127 GiB data, 9.4 GiB used, 706 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.0 MiB/s wr, 4 op/s 2024-08-29T18:21:57.188 INFO:tasks.workunit.client.0.smithi028.stdout: 602: throughput=4.99MB/sec pending data=0 2024-08-29T18:21:57.188 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-3A7kJescqXQVeyc off=10091062 len=603632 2024-08-29T18:21:57.195 INFO:tasks.workunit.client.0.smithi028.stdout:op 3136 completed, throughput=4.99MB/sec 2024-08-29T18:21:57.195 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-qH2K84vVDDYNXOl off=1094094 len=1957709 2024-08-29T18:21:57.209 INFO:tasks.workunit.client.0.smithi028.stdout:op 3137 completed, throughput=5MB/sec 2024-08-29T18:21:57.210 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-ySQ11zIxqgyHjI- off=3216444 len=666364 2024-08-29T18:21:57.211 INFO:tasks.workunit.client.0.smithi028.stdout:op 3138 completed, throughput=5MB/sec 2024-08-29T18:21:57.211 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-9K1KsE-5RdJkaCi off=5067258 len=1786431 2024-08-29T18:21:57.217 INFO:tasks.workunit.client.0.smithi028.stdout:op 3139 completed, throughput=5MB/sec 2024-08-29T18:21:57.326 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:21:56 smithi053 bash[68679]: cluster 2024-08-29T18:21:55.717085+0000 mgr.y (mgr.25022) 1056 : cluster [DBG] pgmap v1744: 105 pgs: 105 active+clean; 127 GiB data, 9.4 GiB used, 706 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.0 MiB/s wr, 4 op/s 2024-08-29T18:21:58.218 INFO:tasks.workunit.client.0.smithi028.stdout: 603: throughput=4.99MB/sec pending data=0 2024-08-29T18:21:58.218 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-ggrELRrUej1HsWz off=1383439 len=1030461 2024-08-29T18:21:58.227 INFO:tasks.workunit.client.0.smithi028.stdout:op 3140 completed, throughput=4.99MB/sec 2024-08-29T18:21:58.227 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-YF-NbsJH4UZNpCx off=625881 len=689682 2024-08-29T18:21:58.230 INFO:tasks.workunit.client.0.smithi028.stdout:op 3141 completed, throughput=5MB/sec 2024-08-29T18:21:58.230 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-SgMKsEeCKfeOvwl off=13790915 len=1103306 2024-08-29T18:21:58.233 INFO:tasks.workunit.client.0.smithi028.stdout:op 3142 completed, throughput=5MB/sec 2024-08-29T18:21:58.233 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-AxCfWnB0X7OF7aG off=849798 len=1865218 2024-08-29T18:21:58.247 INFO:tasks.workunit.client.0.smithi028.stdout:op 3143 completed, throughput=5MB/sec 2024-08-29T18:21:58.247 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-f77m4xdQheF2kJA off=8521998 len=1213228 2024-08-29T18:21:58.256 INFO:tasks.workunit.client.0.smithi028.stdout:op 3144 completed, throughput=5MB/sec 2024-08-29T18:21:58.326 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:21:57 smithi053 bash[68679]: audit 2024-08-29T18:21:57.077952+0000 mon.a (mon.0) 2222 : audit [DBG] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-29T18:21:58.380 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:21:57 smithi028 bash[78352]: audit 2024-08-29T18:21:57.077952+0000 mon.a (mon.0) 2222 : audit [DBG] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-29T18:21:58.380 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:21:57 smithi028 bash[77168]: audit 2024-08-29T18:21:57.077952+0000 mon.a (mon.0) 2222 : audit [DBG] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-29T18:21:59.257 INFO:tasks.workunit.client.0.smithi028.stdout: 604: throughput=4.99MB/sec pending data=0 2024-08-29T18:21:59.257 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-V6223KIObrHH3vh off=12698357 len=939096 2024-08-29T18:21:59.260 INFO:tasks.workunit.client.0.smithi028.stdout:op 3145 completed, throughput=4.99MB/sec 2024-08-29T18:21:59.260 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-jvTETaJjha_LZwZ off=6037835 len=335384 2024-08-29T18:21:59.266 INFO:tasks.workunit.client.0.smithi028.stdout:op 3146 completed, throughput=5MB/sec 2024-08-29T18:21:59.266 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-oX6Y5CAhToEz7xO off=9701717 len=215106 2024-08-29T18:21:59.267 INFO:tasks.workunit.client.0.smithi028.stdout:op 3147 completed, throughput=5MB/sec 2024-08-29T18:21:59.268 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-9uU7ymDXwFUqLL4 off=5423401 len=1098608 2024-08-29T18:21:59.277 INFO:tasks.workunit.client.0.smithi028.stdout:op 3148 completed, throughput=5MB/sec 2024-08-29T18:21:59.278 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj--LGkAPXcLPF2DyL off=9334624 len=993078 2024-08-29T18:21:59.287 INFO:tasks.workunit.client.0.smithi028.stdout:op 3149 completed, throughput=5MB/sec 2024-08-29T18:21:59.287 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-4HkTkD9apXM-tox off=1762784 len=961559 2024-08-29T18:21:59.296 INFO:tasks.workunit.client.0.smithi028.stdout:op 3150 completed, throughput=5MB/sec 2024-08-29T18:21:59.326 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:21:58 smithi053 bash[68679]: cluster 2024-08-29T18:21:57.717825+0000 mgr.y (mgr.25022) 1057 : cluster [DBG] pgmap v1745: 105 pgs: 105 active+clean; 127 GiB data, 9.4 GiB used, 706 GiB / 715 GiB avail; 2.6 MiB/s rd, 1.8 MiB/s wr, 4 op/s 2024-08-29T18:21:59.380 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:21:58 smithi028 bash[77168]: cluster 2024-08-29T18:21:57.717825+0000 mgr.y (mgr.25022) 1057 : cluster [DBG] pgmap v1745: 105 pgs: 105 active+clean; 127 GiB data, 9.4 GiB used, 706 GiB / 715 GiB avail; 2.6 MiB/s rd, 1.8 MiB/s wr, 4 op/s 2024-08-29T18:21:59.380 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:21:58 smithi028 bash[78352]: cluster 2024-08-29T18:21:57.717825+0000 mgr.y (mgr.25022) 1057 : cluster [DBG] pgmap v1745: 105 pgs: 105 active+clean; 127 GiB data, 9.4 GiB used, 706 GiB / 715 GiB avail; 2.6 MiB/s rd, 1.8 MiB/s wr, 4 op/s 2024-08-29T18:22:00.296 INFO:tasks.workunit.client.0.smithi028.stdout: 605: throughput=4.99MB/sec pending data=0 2024-08-29T18:22:00.296 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-S-CUgRXAtlLpp_F off=10258774 len=957163 2024-08-29T18:22:00.304 INFO:tasks.workunit.client.0.smithi028.stdout:op 3151 completed, throughput=4.99MB/sec 2024-08-29T18:22:00.304 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-5W9ZwcPmymihAqw off=348749 len=1795602 2024-08-29T18:22:00.315 INFO:tasks.workunit.client.0.smithi028.stdout:op 3152 completed, throughput=5MB/sec 2024-08-29T18:22:00.315 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-sfTthX_hfOsdV0V off=9950578 len=1225155 2024-08-29T18:22:00.318 INFO:tasks.workunit.client.0.smithi028.stdout:op 3153 completed, throughput=5MB/sec 2024-08-29T18:22:00.318 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-lOVnMLPzlB7axHI off=3010927 len=1586724 2024-08-29T18:22:00.325 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:21:59 smithi053 bash[68679]: audit 2024-08-29T18:21:59.869701+0000 mon.a (mon.0) 2223 : audit [DBG] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-29T18:22:00.327 INFO:tasks.workunit.client.0.smithi028.stdout:op 3154 completed, throughput=5MB/sec 2024-08-29T18:22:00.380 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:21:59 smithi028 bash[78352]: audit 2024-08-29T18:21:59.869701+0000 mon.a (mon.0) 2223 : audit [DBG] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-29T18:22:00.380 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:21:59 smithi028 bash[77168]: audit 2024-08-29T18:21:59.869701+0000 mon.a (mon.0) 2223 : audit [DBG] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-29T18:22:01.326 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:22:00 smithi053 bash[68679]: cluster 2024-08-29T18:21:59.718993+0000 mgr.y (mgr.25022) 1058 : cluster [DBG] pgmap v1746: 105 pgs: 105 active+clean; 127 GiB data, 9.4 GiB used, 706 GiB / 715 GiB avail; 3.6 MiB/s rd, 2.7 MiB/s wr, 6 op/s 2024-08-29T18:22:01.327 INFO:tasks.workunit.client.0.smithi028.stdout: 606: throughput=4.99MB/sec pending data=0 2024-08-29T18:22:01.327 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-yzMt19VokYqWy22 off=673717 len=1226499 2024-08-29T18:22:01.331 INFO:tasks.workunit.client.0.smithi028.stdout:op 3155 completed, throughput=4.99MB/sec 2024-08-29T18:22:01.331 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-qpTuCB9rW0-hdC6 off=11423349 len=116939 2024-08-29T18:22:01.333 INFO:tasks.workunit.client.0.smithi028.stdout:op 3156 completed, throughput=4.99MB/sec 2024-08-29T18:22:01.333 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-lGtxZ_TdwCo_ULX off=1562889 len=748122 2024-08-29T18:22:01.341 INFO:tasks.workunit.client.0.smithi028.stdout:op 3157 completed, throughput=5MB/sec 2024-08-29T18:22:01.341 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-6BB1ZhKnX_Pe-E9 off=1968983 len=900265 2024-08-29T18:22:01.344 INFO:tasks.workunit.client.0.smithi028.stdout:op 3158 completed, throughput=5MB/sec 2024-08-29T18:22:01.344 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-3BksfAB3d_UJLt6 off=2876564 len=79577 2024-08-29T18:22:01.348 INFO:tasks.workunit.client.0.smithi028.stdout:op 3159 completed, throughput=5MB/sec 2024-08-29T18:22:01.348 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-6J9nlnRvL_lV90n off=349390 len=1778869 2024-08-29T18:22:01.353 INFO:tasks.workunit.client.0.smithi028.stdout:op 3160 completed, throughput=5MB/sec 2024-08-29T18:22:01.353 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-Dw9R72E6ZKcBfq6 off=752243 len=1194036 2024-08-29T18:22:01.356 INFO:tasks.workunit.client.0.smithi028.stdout:op 3161 completed, throughput=5MB/sec 2024-08-29T18:22:01.380 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:22:00 smithi028 bash[78352]: cluster 2024-08-29T18:21:59.718993+0000 mgr.y (mgr.25022) 1058 : cluster [DBG] pgmap v1746: 105 pgs: 105 active+clean; 127 GiB data, 9.4 GiB used, 706 GiB / 715 GiB avail; 3.6 MiB/s rd, 2.7 MiB/s wr, 6 op/s 2024-08-29T18:22:01.380 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:22:00 smithi028 bash[77168]: cluster 2024-08-29T18:21:59.718993+0000 mgr.y (mgr.25022) 1058 : cluster [DBG] pgmap v1746: 105 pgs: 105 active+clean; 127 GiB data, 9.4 GiB used, 706 GiB / 715 GiB avail; 3.6 MiB/s rd, 2.7 MiB/s wr, 6 op/s 2024-08-29T18:22:01.880 INFO:journalctl@ceph.mgr.y.smithi028.stdout:Aug 29 18:22:01 smithi028 bash[70818]: ::ffff:172.21.15.53 - - [29/Aug/2024:18:22:01] "GET /metrics HTTP/1.1" 200 34023 "" "Prometheus/2.43.0" 2024-08-29T18:22:02.357 INFO:tasks.workunit.client.0.smithi028.stdout: 607: throughput=4.99MB/sec pending data=0 2024-08-29T18:22:02.357 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-_cwI45mpxzCvhr- off=5185667 len=1181469 2024-08-29T18:22:02.366 INFO:tasks.workunit.client.0.smithi028.stdout:op 3162 completed, throughput=5MB/sec 2024-08-29T18:22:02.366 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-s_kPVHyvPc9E0L- off=15809386 len=335766 2024-08-29T18:22:02.372 INFO:tasks.workunit.client.0.smithi028.stdout:op 3163 completed, throughput=5MB/sec 2024-08-29T18:22:02.372 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-UvcKma5cgkgVZPJ off=55371 len=1428240 2024-08-29T18:22:02.383 INFO:tasks.workunit.client.0.smithi028.stdout:op 3164 completed, throughput=5MB/sec 2024-08-29T18:22:02.383 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-0anaaMwc4YnOIKT off=9956437 len=509107 2024-08-29T18:22:02.385 INFO:tasks.workunit.client.0.smithi028.stdout:op 3165 completed, throughput=5MB/sec 2024-08-29T18:22:02.385 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-wvmplv-J0ZIP2Lp off=5873282 len=2092998 2024-08-29T18:22:02.400 INFO:tasks.workunit.client.0.smithi028.stdout:op 3166 completed, throughput=5MB/sec 2024-08-29T18:22:02.576 INFO:journalctl@ceph.prometheus.a.smithi053.stdout:Aug 29 18:22:02 smithi053 bash[95567]: ts=2024-08-29T18:22:02.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"3167ee72-662c-11ef-bcd4-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-29T18:22:03.326 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:22:02 smithi053 bash[68679]: cluster 2024-08-29T18:22:01.719818+0000 mgr.y (mgr.25022) 1059 : cluster [DBG] pgmap v1747: 105 pgs: 105 active+clean; 127 GiB data, 9.4 GiB used, 706 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2024-08-29T18:22:03.380 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:22:02 smithi028 bash[77168]: cluster 2024-08-29T18:22:01.719818+0000 mgr.y (mgr.25022) 1059 : cluster [DBG] pgmap v1747: 105 pgs: 105 active+clean; 127 GiB data, 9.4 GiB used, 706 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2024-08-29T18:22:03.380 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:22:02 smithi028 bash[78352]: cluster 2024-08-29T18:22:01.719818+0000 mgr.y (mgr.25022) 1059 : cluster [DBG] pgmap v1747: 105 pgs: 105 active+clean; 127 GiB data, 9.4 GiB used, 706 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2024-08-29T18:22:03.401 INFO:tasks.workunit.client.0.smithi028.stdout: 608: throughput=4.99MB/sec pending data=0 2024-08-29T18:22:03.401 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-K17922OO_xG4zS_ off=2803211 len=1517191 2024-08-29T18:22:03.420 INFO:tasks.workunit.client.0.smithi028.stdout:op 3167 completed, throughput=5MB/sec 2024-08-29T18:22:03.420 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-3l--F7R2SbqsdSd off=65541 len=1576728 2024-08-29T18:22:03.435 INFO:tasks.workunit.client.0.smithi028.stdout:op 3168 completed, throughput=5MB/sec 2024-08-29T18:22:03.436 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-U_es9JbhXFFPhng off=10824601 len=1705121 2024-08-29T18:22:03.448 INFO:tasks.workunit.client.0.smithi028.stdout:op 3169 completed, throughput=5MB/sec 2024-08-29T18:22:04.448 INFO:tasks.workunit.client.0.smithi028.stdout: 609: throughput=4.99MB/sec pending data=0 2024-08-29T18:22:04.452 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-T5PUaHe7seNwg6R off=1202509 len=1683298 2024-08-29T18:22:04.461 INFO:tasks.workunit.client.0.smithi028.stdout:op 3170 completed, throughput=4.99MB/sec 2024-08-29T18:22:04.461 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-al8_ioJgrSh2kbE off=4715247 len=464306 2024-08-29T18:22:04.468 INFO:tasks.workunit.client.0.smithi028.stdout:op 3171 completed, throughput=5MB/sec 2024-08-29T18:22:04.469 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-XLjJ_-i1BpJKAbO off=1442953 len=969438 2024-08-29T18:22:04.471 INFO:tasks.workunit.client.0.smithi028.stdout:op 3172 completed, throughput=5MB/sec 2024-08-29T18:22:04.471 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-XQserkDgmU967uA off=3000067 len=1577303 2024-08-29T18:22:04.484 INFO:tasks.workunit.client.0.smithi028.stdout:op 3173 completed, throughput=5MB/sec 2024-08-29T18:22:04.484 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-hUEsWmwebADMvz8 off=6873905 len=295553 2024-08-29T18:22:04.490 INFO:tasks.workunit.client.0.smithi028.stdout:op 3174 completed, throughput=5MB/sec 2024-08-29T18:22:04.490 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-_v6hFAUh7Y3xrEs off=8935817 len=1893246 2024-08-29T18:22:04.503 INFO:tasks.workunit.client.0.smithi028.stdout:op 3175 completed, throughput=5MB/sec 2024-08-29T18:22:05.325 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:22:04 smithi053 bash[68679]: cluster 2024-08-29T18:22:03.720830+0000 mgr.y (mgr.25022) 1060 : cluster [DBG] pgmap v1748: 105 pgs: 105 active+clean; 127 GiB data, 9.4 GiB used, 706 GiB / 715 GiB avail; 2.5 MiB/s rd, 3.1 MiB/s wr, 5 op/s 2024-08-29T18:22:05.380 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:22:04 smithi028 bash[77168]: cluster 2024-08-29T18:22:03.720830+0000 mgr.y (mgr.25022) 1060 : cluster [DBG] pgmap v1748: 105 pgs: 105 active+clean; 127 GiB data, 9.4 GiB used, 706 GiB / 715 GiB avail; 2.5 MiB/s rd, 3.1 MiB/s wr, 5 op/s 2024-08-29T18:22:05.380 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:22:04 smithi028 bash[78352]: cluster 2024-08-29T18:22:03.720830+0000 mgr.y (mgr.25022) 1060 : cluster [DBG] pgmap v1748: 105 pgs: 105 active+clean; 127 GiB data, 9.4 GiB used, 706 GiB / 715 GiB avail; 2.5 MiB/s rd, 3.1 MiB/s wr, 5 op/s 2024-08-29T18:22:05.504 INFO:tasks.workunit.client.0.smithi028.stdout: 610: throughput=4.99MB/sec pending data=0 2024-08-29T18:22:05.504 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-h_N-QCQEcU69RDH off=3607191 len=1400702 2024-08-29T18:22:05.507 INFO:tasks.workunit.client.0.smithi028.stdout:op 3176 completed, throughput=5MB/sec 2024-08-29T18:22:05.507 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-PJrr3sWZEkmRD3u off=2883048 len=2000746 2024-08-29T18:22:05.511 INFO:tasks.workunit.client.0.smithi028.stdout:op 3177 completed, throughput=5MB/sec 2024-08-29T18:22:05.511 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-VsYB6MHdyk72A5N off=6342828 len=1076334 2024-08-29T18:22:05.520 INFO:tasks.workunit.client.0.smithi028.stdout:op 3178 completed, throughput=5MB/sec 2024-08-29T18:22:06.520 INFO:tasks.workunit.client.0.smithi028.stdout: 611: throughput=4.99MB/sec pending data=0 2024-08-29T18:22:06.520 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-TCHeVizxNTQFGOQ off=7196631 len=552020 2024-08-29T18:22:06.522 INFO:tasks.workunit.client.0.smithi028.stdout:op 3179 completed, throughput=4.99MB/sec 2024-08-29T18:22:06.522 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-iK7eiee6qFGIUHq off=5198131 len=270852 2024-08-29T18:22:06.524 INFO:tasks.workunit.client.0.smithi028.stdout:op 3180 completed, throughput=4.99MB/sec 2024-08-29T18:22:06.524 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-7DXjhk9DNmsM1On off=4663671 len=1248125 2024-08-29T18:22:06.527 INFO:tasks.workunit.client.0.smithi028.stdout:op 3181 completed, throughput=5MB/sec 2024-08-29T18:22:06.527 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-ZqtvimgTFnzNsxX off=712052 len=1040699 2024-08-29T18:22:06.536 INFO:tasks.workunit.client.0.smithi028.stdout:op 3182 completed, throughput=5MB/sec 2024-08-29T18:22:06.536 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-P8T5i0km2A15mxj off=8468740 len=337271 2024-08-29T18:22:06.538 INFO:tasks.workunit.client.0.smithi028.stdout:op 3183 completed, throughput=5MB/sec 2024-08-29T18:22:06.538 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-j7JkX0xyhV18Uhe off=286032 len=1972781 2024-08-29T18:22:06.552 INFO:tasks.workunit.client.0.smithi028.stdout:op 3184 completed, throughput=5MB/sec 2024-08-29T18:22:07.130 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:22:06 smithi028 bash[78352]: cluster 2024-08-29T18:22:05.722098+0000 mgr.y (mgr.25022) 1061 : cluster [DBG] pgmap v1749: 105 pgs: 105 active+clean; 127 GiB data, 9.5 GiB used, 706 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2024-08-29T18:22:07.130 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:22:06 smithi028 bash[78352]: audit 2024-08-29T18:22:05.853648+0000 mon.a (mon.0) 2224 : audit [INF] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' 2024-08-29T18:22:07.131 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:22:06 smithi028 bash[78352]: audit 2024-08-29T18:22:05.865891+0000 mon.a (mon.0) 2225 : audit [INF] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' 2024-08-29T18:22:07.131 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:22:06 smithi028 bash[78352]: audit 2024-08-29T18:22:06.571322+0000 mon.a (mon.0) 2226 : audit [DBG] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-29T18:22:07.131 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:22:06 smithi028 bash[78352]: audit 2024-08-29T18:22:06.573129+0000 mon.a (mon.0) 2227 : audit [INF] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-29T18:22:07.131 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:22:06 smithi028 bash[78352]: audit 2024-08-29T18:22:06.583038+0000 mon.a (mon.0) 2228 : audit [INF] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' 2024-08-29T18:22:07.131 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:22:06 smithi028 bash[77168]: cluster 2024-08-29T18:22:05.722098+0000 mgr.y (mgr.25022) 1061 : cluster [DBG] pgmap v1749: 105 pgs: 105 active+clean; 127 GiB data, 9.5 GiB used, 706 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2024-08-29T18:22:07.131 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:22:06 smithi028 bash[77168]: audit 2024-08-29T18:22:05.853648+0000 mon.a (mon.0) 2224 : audit [INF] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' 2024-08-29T18:22:07.131 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:22:06 smithi028 bash[77168]: audit 2024-08-29T18:22:05.865891+0000 mon.a (mon.0) 2225 : audit [INF] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' 2024-08-29T18:22:07.131 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:22:06 smithi028 bash[77168]: audit 2024-08-29T18:22:06.571322+0000 mon.a (mon.0) 2226 : audit [DBG] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-29T18:22:07.131 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:22:06 smithi028 bash[77168]: audit 2024-08-29T18:22:06.573129+0000 mon.a (mon.0) 2227 : audit [INF] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-29T18:22:07.131 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:22:06 smithi028 bash[77168]: audit 2024-08-29T18:22:06.583038+0000 mon.a (mon.0) 2228 : audit [INF] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' 2024-08-29T18:22:07.326 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:22:06 smithi053 bash[68679]: cluster 2024-08-29T18:22:05.722098+0000 mgr.y (mgr.25022) 1061 : cluster [DBG] pgmap v1749: 105 pgs: 105 active+clean; 127 GiB data, 9.5 GiB used, 706 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2024-08-29T18:22:07.326 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:22:06 smithi053 bash[68679]: audit 2024-08-29T18:22:05.853648+0000 mon.a (mon.0) 2224 : audit [INF] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' 2024-08-29T18:22:07.326 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:22:06 smithi053 bash[68679]: audit 2024-08-29T18:22:05.865891+0000 mon.a (mon.0) 2225 : audit [INF] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' 2024-08-29T18:22:07.326 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:22:06 smithi053 bash[68679]: audit 2024-08-29T18:22:06.571322+0000 mon.a (mon.0) 2226 : audit [DBG] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-29T18:22:07.326 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:22:06 smithi053 bash[68679]: audit 2024-08-29T18:22:06.573129+0000 mon.a (mon.0) 2227 : audit [INF] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-29T18:22:07.326 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:22:06 smithi053 bash[68679]: audit 2024-08-29T18:22:06.583038+0000 mon.a (mon.0) 2228 : audit [INF] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' 2024-08-29T18:22:07.552 INFO:tasks.workunit.client.0.smithi028.stdout: 612: throughput=4.99MB/sec pending data=0 2024-08-29T18:22:07.552 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-MJtz8tXwv6UWczC off=3641196 len=2053242 2024-08-29T18:22:07.568 INFO:tasks.workunit.client.0.smithi028.stdout:op 3185 completed, throughput=5MB/sec 2024-08-29T18:22:07.568 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-ezIvGnaH5Rf3cU6 off=1873456 len=104012 2024-08-29T18:22:07.573 INFO:tasks.workunit.client.0.smithi028.stdout:op 3186 completed, throughput=5MB/sec 2024-08-29T18:22:07.573 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-9XH36Hdw-1TYUuU off=3376927 len=339113 2024-08-29T18:22:07.578 INFO:tasks.workunit.client.0.smithi028.stdout:op 3187 completed, throughput=5MB/sec 2024-08-29T18:22:07.578 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-uCxXb_fna9lVMSC off=1404238 len=539471 2024-08-29T18:22:07.584 INFO:tasks.workunit.client.0.smithi028.stdout:op 3188 completed, throughput=5MB/sec 2024-08-29T18:22:07.585 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-cPUS_et8UwEzsef off=2511436 len=1184165 2024-08-29T18:22:07.589 INFO:tasks.workunit.client.0.smithi028.stdout:op 3189 completed, throughput=5MB/sec 2024-08-29T18:22:07.589 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-UyDHgzxuVe4-R0_ off=785055 len=1387348 2024-08-29T18:22:07.600 INFO:tasks.workunit.client.0.smithi028.stdout:op 3190 completed, throughput=5MB/sec 2024-08-29T18:22:08.601 INFO:tasks.workunit.client.0.smithi028.stdout: 613: throughput=4.99MB/sec pending data=0 2024-08-29T18:22:08.601 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-AfT9obhFCtRGqWF off=15118269 len=1799691 2024-08-29T18:22:08.605 INFO:tasks.workunit.client.0.smithi028.stdout:op 3191 completed, throughput=5MB/sec 2024-08-29T18:22:08.605 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-rCuIfqVbUvRD8o7 off=17567113 len=1887267 2024-08-29T18:22:08.619 INFO:tasks.workunit.client.0.smithi028.stdout:op 3192 completed, throughput=5MB/sec 2024-08-29T18:22:08.619 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj--TmC56OmzUEb0Ey off=12130 len=1703377 2024-08-29T18:22:08.621 INFO:tasks.workunit.client.0.smithi028.stdout:op 3193 completed, throughput=5MB/sec 2024-08-29T18:22:09.130 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:22:08 smithi028 bash[78352]: cluster 2024-08-29T18:22:07.722860+0000 mgr.y (mgr.25022) 1062 : cluster [DBG] pgmap v1750: 105 pgs: 105 active+clean; 127 GiB data, 9.5 GiB used, 706 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2024-08-29T18:22:09.130 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:22:08 smithi028 bash[77168]: cluster 2024-08-29T18:22:07.722860+0000 mgr.y (mgr.25022) 1062 : cluster [DBG] pgmap v1750: 105 pgs: 105 active+clean; 127 GiB data, 9.5 GiB used, 706 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2024-08-29T18:22:09.326 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:22:08 smithi053 bash[68679]: cluster 2024-08-29T18:22:07.722860+0000 mgr.y (mgr.25022) 1062 : cluster [DBG] pgmap v1750: 105 pgs: 105 active+clean; 127 GiB data, 9.5 GiB used, 706 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2024-08-29T18:22:09.622 INFO:tasks.workunit.client.0.smithi028.stdout: 614: throughput=4.99MB/sec pending data=0 2024-08-29T18:22:09.622 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-TsD6R9PVh7Lw8mT off=87091 len=136039 2024-08-29T18:22:09.627 INFO:tasks.workunit.client.0.smithi028.stdout:op 3194 completed, throughput=4.99MB/sec 2024-08-29T18:22:09.627 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-r7txntVpau-Xbpm off=3448127 len=364717 2024-08-29T18:22:09.633 INFO:tasks.workunit.client.0.smithi028.stdout:op 3195 completed, throughput=4.99MB/sec 2024-08-29T18:22:09.633 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-6Sznq9FeLkjiA1G off=3367882 len=1286023 2024-08-29T18:22:09.644 INFO:tasks.workunit.client.0.smithi028.stdout:op 3196 completed, throughput=5MB/sec 2024-08-29T18:22:09.644 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-SuOFPWZw5A6Jflk off=11987641 len=71478 2024-08-29T18:22:09.645 INFO:tasks.workunit.client.0.smithi028.stdout:op 3197 completed, throughput=5MB/sec 2024-08-29T18:22:09.645 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-94pGZ7BiSJRxH4c off=18206583 len=289103 2024-08-29T18:22:09.646 INFO:tasks.workunit.client.0.smithi028.stdout:op 3198 completed, throughput=5MB/sec 2024-08-29T18:22:09.646 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-sx6D2eWClbCqZ-F off=13440465 len=1278877 2024-08-29T18:22:09.650 INFO:tasks.workunit.client.0.smithi028.stdout:op 3199 completed, throughput=5MB/sec 2024-08-29T18:22:09.650 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-kRY-EXyKNAcPZF- off=2396 len=1054279 2024-08-29T18:22:09.659 INFO:tasks.workunit.client.0.smithi028.stdout:op 3200 completed, throughput=5MB/sec 2024-08-29T18:22:09.659 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-qFBrw3f7PoKd9_2 off=153489 len=1416262 2024-08-29T18:22:09.669 INFO:tasks.workunit.client.0.smithi028.stdout:op 3201 completed, throughput=5MB/sec 2024-08-29T18:22:10.670 INFO:tasks.workunit.client.0.smithi028.stdout: 615: throughput=4.99MB/sec pending data=0 2024-08-29T18:22:10.670 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-S-I6_guwKlqZlgo off=1257852 len=1033121 2024-08-29T18:22:10.678 INFO:tasks.workunit.client.0.smithi028.stdout:op 3202 completed, throughput=5MB/sec 2024-08-29T18:22:10.678 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-B3GqaFCL_fBCgh3 off=1486536 len=1295247 2024-08-29T18:22:10.690 INFO:tasks.workunit.client.0.smithi028.stdout:op 3203 completed, throughput=5MB/sec 2024-08-29T18:22:10.690 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-kBvXEDZfXfbKU9Q off=7144031 len=1503462 2024-08-29T18:22:10.694 INFO:tasks.workunit.client.0.smithi028.stdout:op 3204 completed, throughput=5MB/sec 2024-08-29T18:22:10.694 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-MwbPpEUAJbnxX9l off=1934661 len=1435406 2024-08-29T18:22:10.699 INFO:tasks.workunit.client.0.smithi028.stdout:op 3205 completed, throughput=5MB/sec 2024-08-29T18:22:11.130 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:22:10 smithi028 bash[78352]: cluster 2024-08-29T18:22:09.724027+0000 mgr.y (mgr.25022) 1063 : cluster [DBG] pgmap v1751: 105 pgs: 105 active+clean; 127 GiB data, 9.5 GiB used, 706 GiB / 715 GiB avail; 2.3 MiB/s rd, 3.6 MiB/s wr, 5 op/s 2024-08-29T18:22:11.130 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:22:10 smithi028 bash[77168]: cluster 2024-08-29T18:22:09.724027+0000 mgr.y (mgr.25022) 1063 : cluster [DBG] pgmap v1751: 105 pgs: 105 active+clean; 127 GiB data, 9.5 GiB used, 706 GiB / 715 GiB avail; 2.3 MiB/s rd, 3.6 MiB/s wr, 5 op/s 2024-08-29T18:22:11.326 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:22:10 smithi053 bash[68679]: cluster 2024-08-29T18:22:09.724027+0000 mgr.y (mgr.25022) 1063 : cluster [DBG] pgmap v1751: 105 pgs: 105 active+clean; 127 GiB data, 9.5 GiB used, 706 GiB / 715 GiB avail; 2.3 MiB/s rd, 3.6 MiB/s wr, 5 op/s 2024-08-29T18:22:11.699 INFO:tasks.workunit.client.0.smithi028.stdout: 616: throughput=4.99MB/sec pending data=0 2024-08-29T18:22:11.699 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-qlwDcjRR0g8Ygoz off=9972486 len=665172 2024-08-29T18:22:11.702 INFO:tasks.workunit.client.0.smithi028.stdout:op 3206 completed, throughput=4.99MB/sec 2024-08-29T18:22:11.702 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-oivI34bNDUCx8kk off=18261567 len=1044394 2024-08-29T18:22:11.712 INFO:tasks.workunit.client.0.smithi028.stdout:op 3207 completed, throughput=5MB/sec 2024-08-29T18:22:11.712 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-pVKTrk-KkbOKyLq off=6357271 len=1014830 2024-08-29T18:22:11.722 INFO:tasks.workunit.client.0.smithi028.stdout:op 3208 completed, throughput=5MB/sec 2024-08-29T18:22:11.722 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-Q888KxE3klftS_z off=3254815 len=442195 2024-08-29T18:22:11.728 INFO:tasks.workunit.client.0.smithi028.stdout:op 3209 completed, throughput=5MB/sec 2024-08-29T18:22:11.728 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj--ByXfVyogHS9XOi off=5792304 len=1613461 2024-08-29T18:22:11.740 INFO:tasks.workunit.client.0.smithi028.stdout:op 3210 completed, throughput=5MB/sec 2024-08-29T18:22:11.880 INFO:journalctl@ceph.mgr.y.smithi028.stdout:Aug 29 18:22:11 smithi028 bash[70818]: ::ffff:172.21.15.53 - - [29/Aug/2024:18:22:11] "GET /metrics HTTP/1.1" 200 34023 "" "Prometheus/2.43.0" 2024-08-29T18:22:12.576 INFO:journalctl@ceph.prometheus.a.smithi053.stdout:Aug 29 18:22:12 smithi053 bash[95567]: ts=2024-08-29T18:22:12.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"3167ee72-662c-11ef-bcd4-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-29T18:22:12.741 INFO:tasks.workunit.client.0.smithi028.stdout: 617: throughput=4.99MB/sec pending data=0 2024-08-29T18:22:12.741 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-oGfFOuhTmkTT0Ks off=6852635 len=1917184 2024-08-29T18:22:12.745 INFO:tasks.workunit.client.0.smithi028.stdout:op 3211 completed, throughput=5MB/sec 2024-08-29T18:22:12.745 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-UyCvMR5ZvhGPrOZ off=6762692 len=639054 2024-08-29T18:22:12.753 INFO:tasks.workunit.client.0.smithi028.stdout:op 3212 completed, throughput=5MB/sec 2024-08-29T18:22:12.753 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-RmQ7uMwn54iS-Yl off=694525 len=283288 2024-08-29T18:22:12.760 INFO:tasks.workunit.client.0.smithi028.stdout:op 3213 completed, throughput=5MB/sec 2024-08-29T18:22:12.760 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-UjUF4y45qx8TO0_ off=1356889 len=2094316 2024-08-29T18:22:12.775 INFO:tasks.workunit.client.0.smithi028.stdout:op 3214 completed, throughput=5MB/sec 2024-08-29T18:22:13.130 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:22:12 smithi028 bash[77168]: cluster 2024-08-29T18:22:11.724866+0000 mgr.y (mgr.25022) 1064 : cluster [DBG] pgmap v1752: 105 pgs: 105 active+clean; 127 GiB data, 9.5 GiB used, 706 GiB / 715 GiB avail; 1.3 MiB/s rd, 2.5 MiB/s wr, 3 op/s 2024-08-29T18:22:13.130 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:22:12 smithi028 bash[77168]: audit 2024-08-29T18:22:12.078442+0000 mon.a (mon.0) 2229 : audit [DBG] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-29T18:22:13.131 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:22:12 smithi028 bash[78352]: cluster 2024-08-29T18:22:11.724866+0000 mgr.y (mgr.25022) 1064 : cluster [DBG] pgmap v1752: 105 pgs: 105 active+clean; 127 GiB data, 9.5 GiB used, 706 GiB / 715 GiB avail; 1.3 MiB/s rd, 2.5 MiB/s wr, 3 op/s 2024-08-29T18:22:13.131 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:22:12 smithi028 bash[78352]: audit 2024-08-29T18:22:12.078442+0000 mon.a (mon.0) 2229 : audit [DBG] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-29T18:22:13.326 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:22:12 smithi053 bash[68679]: cluster 2024-08-29T18:22:11.724866+0000 mgr.y (mgr.25022) 1064 : cluster [DBG] pgmap v1752: 105 pgs: 105 active+clean; 127 GiB data, 9.5 GiB used, 706 GiB / 715 GiB avail; 1.3 MiB/s rd, 2.5 MiB/s wr, 3 op/s 2024-08-29T18:22:13.326 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:22:12 smithi053 bash[68679]: audit 2024-08-29T18:22:12.078442+0000 mon.a (mon.0) 2229 : audit [DBG] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-29T18:22:13.776 INFO:tasks.workunit.client.0.smithi028.stdout: 618: throughput=4.99MB/sec pending data=0 2024-08-29T18:22:13.776 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-AfpKLeHXTFi4YTQ off=4744094 len=996658 2024-08-29T18:22:13.785 INFO:tasks.workunit.client.0.smithi028.stdout:op 3215 completed, throughput=4.99MB/sec 2024-08-29T18:22:13.785 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-zv1FyKfELtahVS0 off=8729210 len=1262716 2024-08-29T18:22:13.797 INFO:tasks.workunit.client.0.smithi028.stdout:op 3216 completed, throughput=5MB/sec 2024-08-29T18:22:13.797 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-hZQSE1smEd2lsQf off=1043595 len=342672 2024-08-29T18:22:13.799 INFO:tasks.workunit.client.0.smithi028.stdout:op 3217 completed, throughput=5MB/sec 2024-08-29T18:22:13.799 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-saJqRUCyqc2h7BM off=2122607 len=1973586 2024-08-29T18:22:13.815 INFO:tasks.workunit.client.0.smithi028.stdout:op 3218 completed, throughput=5MB/sec 2024-08-29T18:22:13.815 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-TvGdBh9GXbhUbdv off=10735951 len=1749229 2024-08-29T18:22:13.819 INFO:tasks.workunit.client.0.smithi028.stdout:op 3219 completed, throughput=5MB/sec 2024-08-29T18:22:14.820 INFO:tasks.workunit.client.0.smithi028.stdout: 619: throughput=4.99MB/sec pending data=0 2024-08-29T18:22:14.820 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-s-Jf0zn3WZ3RNrp off=5797085 len=617898 2024-08-29T18:22:14.821 INFO:tasks.workunit.client.0.smithi028.stdout:op 3220 completed, throughput=4.99MB/sec 2024-08-29T18:22:14.822 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-ZyNkgjJRfojunMN off=21419095 len=913648 2024-08-29T18:22:14.826 INFO:tasks.workunit.client.0.smithi028.stdout:op 3221 completed, throughput=5MB/sec 2024-08-29T18:22:14.826 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-1KixzPm6iKDzgHP off=550002 len=1175116 2024-08-29T18:22:14.829 INFO:tasks.workunit.client.0.smithi028.stdout:op 3222 completed, throughput=5MB/sec 2024-08-29T18:22:14.829 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-aUgnRp5XdqKsmAU off=18311700 len=1276116 2024-08-29T18:22:14.832 INFO:tasks.workunit.client.0.smithi028.stdout:op 3223 completed, throughput=5MB/sec 2024-08-29T18:22:14.832 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-lXbTWTU9NH-OVWd off=16134454 len=1267626 2024-08-29T18:22:14.841 INFO:tasks.workunit.client.0.smithi028.stdout:op 3224 completed, throughput=5MB/sec 2024-08-29T18:22:15.130 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:22:14 smithi028 bash[78352]: cluster 2024-08-29T18:22:13.725804+0000 mgr.y (mgr.25022) 1065 : cluster [DBG] pgmap v1753: 105 pgs: 105 active+clean; 127 GiB data, 9.5 GiB used, 706 GiB / 715 GiB avail; 2.1 MiB/s rd, 3.5 MiB/s wr, 5 op/s 2024-08-29T18:22:15.130 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:22:14 smithi028 bash[77168]: cluster 2024-08-29T18:22:13.725804+0000 mgr.y (mgr.25022) 1065 : cluster [DBG] pgmap v1753: 105 pgs: 105 active+clean; 127 GiB data, 9.5 GiB used, 706 GiB / 715 GiB avail; 2.1 MiB/s rd, 3.5 MiB/s wr, 5 op/s 2024-08-29T18:22:15.326 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:22:14 smithi053 bash[68679]: cluster 2024-08-29T18:22:13.725804+0000 mgr.y (mgr.25022) 1065 : cluster [DBG] pgmap v1753: 105 pgs: 105 active+clean; 127 GiB data, 9.5 GiB used, 706 GiB / 715 GiB avail; 2.1 MiB/s rd, 3.5 MiB/s wr, 5 op/s 2024-08-29T18:22:15.842 INFO:tasks.workunit.client.0.smithi028.stdout: 620: throughput=4.99MB/sec pending data=0 2024-08-29T18:22:15.842 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-x3iuSjNx9jAHVrs off=6689298 len=325119 2024-08-29T18:22:15.844 INFO:tasks.workunit.client.0.smithi028.stdout:op 3225 completed, throughput=4.99MB/sec 2024-08-29T18:22:15.844 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-XrgTyHk0phRvtsA off=1308838 len=285806 2024-08-29T18:22:15.845 INFO:tasks.workunit.client.0.smithi028.stdout:op 3226 completed, throughput=4.99MB/sec 2024-08-29T18:22:15.845 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-f6s878wz_slQJ5b off=1034834 len=230645 2024-08-29T18:22:15.852 INFO:tasks.workunit.client.0.smithi028.stdout:op 3227 completed, throughput=4.99MB/sec 2024-08-29T18:22:15.852 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-KG_ZUkfWDqZ2kEj off=1278131 len=176482 2024-08-29T18:22:15.856 INFO:tasks.workunit.client.0.smithi028.stdout:op 3228 completed, throughput=4.99MB/sec 2024-08-29T18:22:15.856 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-D6AbX2ln3kbkeSW off=12578794 len=1462769 2024-08-29T18:22:15.868 INFO:tasks.workunit.client.0.smithi028.stdout:op 3229 completed, throughput=5MB/sec 2024-08-29T18:22:15.868 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-CD8crJlE74rfjpv off=4621512 len=792331 2024-08-29T18:22:15.871 INFO:tasks.workunit.client.0.smithi028.stdout:op 3230 completed, throughput=5MB/sec 2024-08-29T18:22:15.871 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj--1D7eiqJPY-FjD0 off=10024401 len=15584 2024-08-29T18:22:15.872 INFO:tasks.workunit.client.0.smithi028.stdout:op 3231 completed, throughput=5MB/sec 2024-08-29T18:22:15.872 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-IdjJjBbCYQ4ieUp off=15259501 len=1216582 2024-08-29T18:22:15.880 INFO:tasks.workunit.client.0.smithi028.stdout:op 3232 completed, throughput=5MB/sec 2024-08-29T18:22:15.881 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-jVVVChpr6BZe_39 off=10672837 len=950578 2024-08-29T18:22:15.890 INFO:tasks.workunit.client.0.smithi028.stdout:op 3233 completed, throughput=5MB/sec 2024-08-29T18:22:16.891 INFO:tasks.workunit.client.0.smithi028.stdout: 621: throughput=4.99MB/sec pending data=0 2024-08-29T18:22:16.891 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-isZSvuHTCCt9p29 off=4326256 len=1784221 2024-08-29T18:22:16.905 INFO:tasks.workunit.client.0.smithi028.stdout:op 3234 completed, throughput=5MB/sec 2024-08-29T18:22:16.906 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-x0RG0bXt7DQB0Ai off=1284554 len=471456 2024-08-29T18:22:16.912 INFO:tasks.workunit.client.0.smithi028.stdout:op 3235 completed, throughput=5MB/sec 2024-08-29T18:22:16.912 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj--OBYi7TqSSL-210 off=10512335 len=325148 2024-08-29T18:22:16.914 INFO:tasks.workunit.client.0.smithi028.stdout:op 3236 completed, throughput=5MB/sec 2024-08-29T18:22:16.914 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-0xorwTmOc9zztmc off=8614837 len=1782278 2024-08-29T18:22:16.928 INFO:tasks.workunit.client.0.smithi028.stdout:op 3237 completed, throughput=5MB/sec 2024-08-29T18:22:16.928 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-Aqp-bY8_FdqIX2H off=2372057 len=472959 2024-08-29T18:22:16.930 INFO:tasks.workunit.client.0.smithi028.stdout:op 3238 completed, throughput=5MB/sec 2024-08-29T18:22:17.130 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:22:16 smithi028 bash[78352]: cluster 2024-08-29T18:22:15.726857+0000 mgr.y (mgr.25022) 1066 : cluster [DBG] pgmap v1754: 105 pgs: 105 active+clean; 127 GiB data, 9.5 GiB used, 706 GiB / 715 GiB avail; 1.8 MiB/s rd, 3.0 MiB/s wr, 4 op/s 2024-08-29T18:22:17.130 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:22:16 smithi028 bash[77168]: cluster 2024-08-29T18:22:15.726857+0000 mgr.y (mgr.25022) 1066 : cluster [DBG] pgmap v1754: 105 pgs: 105 active+clean; 127 GiB data, 9.5 GiB used, 706 GiB / 715 GiB avail; 1.8 MiB/s rd, 3.0 MiB/s wr, 4 op/s 2024-08-29T18:22:17.326 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:22:16 smithi053 bash[68679]: cluster 2024-08-29T18:22:15.726857+0000 mgr.y (mgr.25022) 1066 : cluster [DBG] pgmap v1754: 105 pgs: 105 active+clean; 127 GiB data, 9.5 GiB used, 706 GiB / 715 GiB avail; 1.8 MiB/s rd, 3.0 MiB/s wr, 4 op/s 2024-08-29T18:22:17.930 INFO:tasks.workunit.client.0.smithi028.stdout: 622: throughput=4.99MB/sec pending data=0 2024-08-29T18:22:17.931 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-AE0Dkd9_G3BkygQ off=19133144 len=97465 2024-08-29T18:22:17.932 INFO:tasks.workunit.client.0.smithi028.stdout:op 3239 completed, throughput=4.99MB/sec 2024-08-29T18:22:17.932 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-R58DLCcPq63VwPL off=2840287 len=1071545 2024-08-29T18:22:17.941 INFO:tasks.workunit.client.0.smithi028.stdout:op 3240 completed, throughput=4.99MB/sec 2024-08-29T18:22:17.941 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-NybIQXjHkPLKKDR off=2474325 len=697930 2024-08-29T18:22:17.944 INFO:tasks.workunit.client.0.smithi028.stdout:op 3241 completed, throughput=5MB/sec 2024-08-29T18:22:17.944 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj--1goMe3q9JsFRh9 off=3324914 len=250024 2024-08-29T18:22:17.950 INFO:tasks.workunit.client.0.smithi028.stdout:op 3242 completed, throughput=5MB/sec 2024-08-29T18:22:17.950 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-5ST9L4kdaKa31o7 off=11666700 len=1644103 2024-08-29T18:22:17.955 INFO:tasks.workunit.client.0.smithi028.stdout:op 3243 completed, throughput=5MB/sec 2024-08-29T18:22:17.955 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-p-5lG60LBDWA8Y8 off=13155154 len=2066049 2024-08-29T18:22:17.959 INFO:tasks.workunit.client.0.smithi028.stdout:op 3244 completed, throughput=5MB/sec 2024-08-29T18:22:18.960 INFO:tasks.workunit.client.0.smithi028.stdout: 623: throughput=4.99MB/sec pending data=0 2024-08-29T18:22:18.960 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-MwGbRWKk7MkL0ns off=2274509 len=1813831 2024-08-29T18:22:18.964 INFO:tasks.workunit.client.0.smithi028.stdout:op 3245 completed, throughput=5MB/sec 2024-08-29T18:22:18.964 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-9BF2MGwZU8Q106t off=6127154 len=1598478 2024-08-29T18:22:18.977 INFO:tasks.workunit.client.0.smithi028.stdout:op 3246 completed, throughput=5MB/sec 2024-08-29T18:22:18.977 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-EQyh4fwlhNGlC6J off=8100242 len=1490930 2024-08-29T18:22:18.981 INFO:tasks.workunit.client.0.smithi028.stdout:op 3247 completed, throughput=5MB/sec 2024-08-29T18:22:19.130 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:22:18 smithi028 bash[78352]: cluster 2024-08-29T18:22:17.727553+0000 mgr.y (mgr.25022) 1067 : cluster [DBG] pgmap v1755: 105 pgs: 105 active+clean; 127 GiB data, 9.5 GiB used, 706 GiB / 715 GiB avail; 1.5 MiB/s rd, 3.1 MiB/s wr, 4 op/s 2024-08-29T18:22:19.130 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:22:18 smithi028 bash[77168]: cluster 2024-08-29T18:22:17.727553+0000 mgr.y (mgr.25022) 1067 : cluster [DBG] pgmap v1755: 105 pgs: 105 active+clean; 127 GiB data, 9.5 GiB used, 706 GiB / 715 GiB avail; 1.5 MiB/s rd, 3.1 MiB/s wr, 4 op/s 2024-08-29T18:22:19.326 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:22:18 smithi053 bash[68679]: cluster 2024-08-29T18:22:17.727553+0000 mgr.y (mgr.25022) 1067 : cluster [DBG] pgmap v1755: 105 pgs: 105 active+clean; 127 GiB data, 9.5 GiB used, 706 GiB / 715 GiB avail; 1.5 MiB/s rd, 3.1 MiB/s wr, 4 op/s 2024-08-29T18:22:19.981 INFO:tasks.workunit.client.0.smithi028.stdout: 624: throughput=4.99MB/sec pending data=0 2024-08-29T18:22:19.981 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-cMfIGA4SomQ20qn off=105967 len=1938959 2024-08-29T18:22:19.994 INFO:tasks.workunit.client.0.smithi028.stdout:op 3248 completed, throughput=5MB/sec 2024-08-29T18:22:19.994 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-Jk6qeORPuVY0Zc1 off=7298871 len=935220 2024-08-29T18:22:19.998 INFO:tasks.workunit.client.0.smithi028.stdout:op 3249 completed, throughput=5MB/sec 2024-08-29T18:22:19.998 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-WryLMraB4KGC_6p off=9754630 len=287566 2024-08-29T18:22:20.000 INFO:tasks.workunit.client.0.smithi028.stdout:op 3250 completed, throughput=5MB/sec 2024-08-29T18:22:20.000 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-VNPug5-BQEgWuDy off=1095098 len=1582549 2024-08-29T18:22:20.012 INFO:tasks.workunit.client.0.smithi028.stdout:op 3251 completed, throughput=5MB/sec 2024-08-29T18:22:20.013 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-vCwFclsF8ErSgYo off=11291614 len=1450185 2024-08-29T18:22:20.022 INFO:tasks.workunit.client.0.smithi028.stdout:op 3252 completed, throughput=5MB/sec 2024-08-29T18:22:21.022 INFO:tasks.workunit.client.0.smithi028.stdout: 625: throughput=4.99MB/sec pending data=0 2024-08-29T18:22:21.022 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-w66PWosydxBv3Qg off=4283618 len=1271393 2024-08-29T18:22:21.028 INFO:tasks.workunit.client.0.smithi028.stdout:op 3253 completed, throughput=5MB/sec 2024-08-29T18:22:21.028 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-3Qdp_pmrRowPvkg off=11224652 len=1165164 2024-08-29T18:22:21.036 INFO:tasks.workunit.client.0.smithi028.stdout:op 3254 completed, throughput=5MB/sec 2024-08-29T18:22:21.036 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-WQkOsUTIPcs1GUY off=3117507 len=143548 2024-08-29T18:22:21.041 INFO:tasks.workunit.client.0.smithi028.stdout:op 3255 completed, throughput=5MB/sec 2024-08-29T18:22:21.041 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-Mc2-Hqs7MNhQ33U off=3551775 len=1087011 2024-08-29T18:22:21.049 INFO:tasks.workunit.client.0.smithi028.stdout:op 3256 completed, throughput=5MB/sec 2024-08-29T18:22:21.049 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-1JDgq5tafYARG7F off=17997328 len=233469 2024-08-29T18:22:21.054 INFO:tasks.workunit.client.0.smithi028.stdout:op 3257 completed, throughput=5MB/sec 2024-08-29T18:22:21.054 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-I2ptMwUOpz8NnPl off=6245570 len=396732 2024-08-29T18:22:21.056 INFO:tasks.workunit.client.0.smithi028.stdout:op 3258 completed, throughput=5MB/sec 2024-08-29T18:22:21.056 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-QO5GdmdapRxH6Xc off=9899852 len=507817 2024-08-29T18:22:21.058 INFO:tasks.workunit.client.0.smithi028.stdout:op 3259 completed, throughput=5MB/sec 2024-08-29T18:22:21.130 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:22:20 smithi028 bash[77168]: cluster 2024-08-29T18:22:19.728727+0000 mgr.y (mgr.25022) 1068 : cluster [DBG] pgmap v1756: 105 pgs: 105 active+clean; 127 GiB data, 9.6 GiB used, 706 GiB / 715 GiB avail; 2.1 MiB/s rd, 3.6 MiB/s wr, 5 op/s 2024-08-29T18:22:21.131 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:22:20 smithi028 bash[78352]: cluster 2024-08-29T18:22:19.728727+0000 mgr.y (mgr.25022) 1068 : cluster [DBG] pgmap v1756: 105 pgs: 105 active+clean; 127 GiB data, 9.6 GiB used, 706 GiB / 715 GiB avail; 2.1 MiB/s rd, 3.6 MiB/s wr, 5 op/s 2024-08-29T18:22:21.326 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:22:20 smithi053 bash[68679]: cluster 2024-08-29T18:22:19.728727+0000 mgr.y (mgr.25022) 1068 : cluster [DBG] pgmap v1756: 105 pgs: 105 active+clean; 127 GiB data, 9.6 GiB used, 706 GiB / 715 GiB avail; 2.1 MiB/s rd, 3.6 MiB/s wr, 5 op/s 2024-08-29T18:22:21.880 INFO:journalctl@ceph.mgr.y.smithi028.stdout:Aug 29 18:22:21 smithi028 bash[70818]: ::ffff:172.21.15.53 - - [29/Aug/2024:18:22:21] "GET /metrics HTTP/1.1" 200 34020 "" "Prometheus/2.43.0" 2024-08-29T18:22:22.060 INFO:tasks.workunit.client.0.smithi028.stdout: 626: throughput=4.99MB/sec pending data=0 2024-08-29T18:22:22.060 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-ciJNQkVjegI3qoc off=4908686 len=1643175 2024-08-29T18:22:22.071 INFO:tasks.workunit.client.0.smithi028.stdout:op 3260 completed, throughput=4.99MB/sec 2024-08-29T18:22:22.071 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-SagoyXZZXQX99gQ off=4499907 len=814501 2024-08-29T18:22:22.081 INFO:tasks.workunit.client.0.smithi028.stdout:op 3261 completed, throughput=5MB/sec 2024-08-29T18:22:22.081 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-gYdp7MiavekoqeY off=4493225 len=836471 2024-08-29T18:22:22.083 INFO:tasks.workunit.client.0.smithi028.stdout:op 3262 completed, throughput=5MB/sec 2024-08-29T18:22:22.084 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-v5hU9KwyVlrnyPp off=20768114 len=1558627 2024-08-29T18:22:22.087 INFO:tasks.workunit.client.0.smithi028.stdout:op 3263 completed, throughput=5MB/sec 2024-08-29T18:22:22.088 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-pIjviDoWfKopGOC off=22109981 len=1212108 2024-08-29T18:22:22.091 INFO:tasks.workunit.client.0.smithi028.stdout:op 3264 completed, throughput=5MB/sec 2024-08-29T18:22:22.576 INFO:journalctl@ceph.prometheus.a.smithi053.stdout:Aug 29 18:22:22 smithi053 bash[95567]: ts=2024-08-29T18:22:22.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"3167ee72-662c-11ef-bcd4-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-29T18:22:23.091 INFO:tasks.workunit.client.0.smithi028.stdout: 627: throughput=4.99MB/sec pending data=0 2024-08-29T18:22:23.092 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-mqFoj6D-XSKNZ2e off=3158728 len=1375122 2024-08-29T18:22:23.095 INFO:tasks.workunit.client.0.smithi028.stdout:op 3265 completed, throughput=5MB/sec 2024-08-29T18:22:23.095 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-uGvqlWW86ChkMiN off=2694479 len=221552 2024-08-29T18:22:23.097 INFO:tasks.workunit.client.0.smithi028.stdout:op 3266 completed, throughput=5MB/sec 2024-08-29T18:22:23.097 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-3YsXL4DxH5KSHKf off=12112296 len=29928 2024-08-29T18:22:23.098 INFO:tasks.workunit.client.0.smithi028.stdout:op 3267 completed, throughput=5MB/sec 2024-08-29T18:22:23.098 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-s0WShD7oGl1hXr8 off=19271650 len=626150 2024-08-29T18:22:23.105 INFO:tasks.workunit.client.0.smithi028.stdout:op 3268 completed, throughput=5MB/sec 2024-08-29T18:22:23.105 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-3loITQZfIwfVyaq off=3101385 len=139578 2024-08-29T18:22:23.106 INFO:tasks.workunit.client.0.smithi028.stdout:op 3269 completed, throughput=5MB/sec 2024-08-29T18:22:23.106 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-xM4HNJdDQPMYjoF off=2114750 len=1219279 2024-08-29T18:22:23.116 INFO:tasks.workunit.client.0.smithi028.stdout:op 3270 completed, throughput=5MB/sec 2024-08-29T18:22:23.116 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-ipkynGBR0ZcKdAd off=8197291 len=103211 2024-08-29T18:22:23.121 INFO:tasks.workunit.client.0.smithi028.stdout:op 3271 completed, throughput=5MB/sec 2024-08-29T18:22:23.121 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-0lgB4SGzJ4nis_a off=8467916 len=1182782 2024-08-29T18:22:23.130 INFO:tasks.workunit.client.0.smithi028.stdout:op 3272 completed, throughput=5MB/sec 2024-08-29T18:22:23.326 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:22:22 smithi053 bash[68679]: cluster 2024-08-29T18:22:21.729524+0000 mgr.y (mgr.25022) 1069 : cluster [DBG] pgmap v1757: 105 pgs: 105 active+clean; 127 GiB data, 9.6 GiB used, 706 GiB / 715 GiB avail; 1.7 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2024-08-29T18:22:23.380 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:22:22 smithi028 bash[78352]: cluster 2024-08-29T18:22:21.729524+0000 mgr.y (mgr.25022) 1069 : cluster [DBG] pgmap v1757: 105 pgs: 105 active+clean; 127 GiB data, 9.6 GiB used, 706 GiB / 715 GiB avail; 1.7 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2024-08-29T18:22:23.380 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:22:22 smithi028 bash[77168]: cluster 2024-08-29T18:22:21.729524+0000 mgr.y (mgr.25022) 1069 : cluster [DBG] pgmap v1757: 105 pgs: 105 active+clean; 127 GiB data, 9.6 GiB used, 706 GiB / 715 GiB avail; 1.7 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2024-08-29T18:22:24.131 INFO:tasks.workunit.client.0.smithi028.stdout: 628: throughput=4.99MB/sec pending data=0 2024-08-29T18:22:24.131 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-rsCnd48ivV3lJ4- off=1848712 len=105955 2024-08-29T18:22:24.132 INFO:tasks.workunit.client.0.smithi028.stdout:op 3273 completed, throughput=4.99MB/sec 2024-08-29T18:22:24.132 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-lfrhgk2xygHFgLR off=4891265 len=1413045 2024-08-29T18:22:24.137 INFO:tasks.workunit.client.0.smithi028.stdout:op 3274 completed, throughput=4.99MB/sec 2024-08-29T18:22:24.137 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-ewxLvqzW5zWCwJC off=4713906 len=1409201 2024-08-29T18:22:24.140 INFO:tasks.workunit.client.0.smithi028.stdout:op 3275 completed, throughput=5MB/sec 2024-08-29T18:22:24.141 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-9c-q8B2dQ5Q2uyo off=6446139 len=1781908 2024-08-29T18:22:24.154 INFO:tasks.workunit.client.0.smithi028.stdout:op 3276 completed, throughput=5MB/sec 2024-08-29T18:22:24.154 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-rBMR0F_JcohspFa off=0 len=1787081 2024-08-29T18:22:24.158 INFO:tasks.workunit.client.0.smithi028.stdout:op 3277 completed, throughput=5MB/sec 2024-08-29T18:22:25.159 INFO:tasks.workunit.client.0.smithi028.stdout: 629: throughput=4.99MB/sec pending data=0 2024-08-29T18:22:25.159 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-ySU2bF_jclZEeH1 off=4101510 len=1807299 2024-08-29T18:22:25.172 INFO:tasks.workunit.client.0.smithi028.stdout:op 3278 completed, throughput=5MB/sec 2024-08-29T18:22:25.173 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-wi5vX_Oj2HaH3Ic off=777113 len=769188 2024-08-29T18:22:25.180 INFO:tasks.workunit.client.0.smithi028.stdout:op 3279 completed, throughput=5MB/sec 2024-08-29T18:22:25.180 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-vy0hgst6uARIUc- off=10502460 len=1288935 2024-08-29T18:22:25.184 INFO:tasks.workunit.client.0.smithi028.stdout:op 3280 completed, throughput=5MB/sec 2024-08-29T18:22:25.184 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-zByWSG3fpNMoTLN off=13433434 len=1835709 2024-08-29T18:22:25.197 INFO:tasks.workunit.client.0.smithi028.stdout:op 3281 completed, throughput=5MB/sec 2024-08-29T18:22:25.326 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:22:24 smithi053 bash[68679]: cluster 2024-08-29T18:22:23.730452+0000 mgr.y (mgr.25022) 1070 : cluster [DBG] pgmap v1758: 105 pgs: 105 active+clean; 127 GiB data, 9.6 GiB used, 706 GiB / 715 GiB avail; 2.5 MiB/s rd, 3.2 MiB/s wr, 6 op/s 2024-08-29T18:22:25.380 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:22:24 smithi028 bash[78352]: cluster 2024-08-29T18:22:23.730452+0000 mgr.y (mgr.25022) 1070 : cluster [DBG] pgmap v1758: 105 pgs: 105 active+clean; 127 GiB data, 9.6 GiB used, 706 GiB / 715 GiB avail; 2.5 MiB/s rd, 3.2 MiB/s wr, 6 op/s 2024-08-29T18:22:25.380 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:22:24 smithi028 bash[77168]: cluster 2024-08-29T18:22:23.730452+0000 mgr.y (mgr.25022) 1070 : cluster [DBG] pgmap v1758: 105 pgs: 105 active+clean; 127 GiB data, 9.6 GiB used, 706 GiB / 715 GiB avail; 2.5 MiB/s rd, 3.2 MiB/s wr, 6 op/s 2024-08-29T18:22:26.198 INFO:tasks.workunit.client.0.smithi028.stdout: 630: throughput=4.99MB/sec pending data=0 2024-08-29T18:22:26.198 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-NYgFdg5CKsxoAHU off=10289380 len=2050080 2024-08-29T18:22:26.203 INFO:tasks.workunit.client.0.smithi028.stdout:op 3282 completed, throughput=5MB/sec 2024-08-29T18:22:26.203 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-6DB9ciM_JfX7wpF off=10164890 len=1698240 2024-08-29T18:22:26.217 INFO:tasks.workunit.client.0.smithi028.stdout:op 3283 completed, throughput=5MB/sec 2024-08-29T18:22:27.218 INFO:tasks.workunit.client.0.smithi028.stdout: 631: throughput=4.99MB/sec pending data=0 2024-08-29T18:22:27.218 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-uGvbFWGotBkv_uB off=3389590 len=1434884 2024-08-29T18:22:27.221 INFO:tasks.workunit.client.0.smithi028.stdout:op 3284 completed, throughput=4.99MB/sec 2024-08-29T18:22:27.221 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-FJRzcygixnGz0aQ off=5366234 len=632758 2024-08-29T18:22:27.224 INFO:tasks.workunit.client.0.smithi028.stdout:op 3285 completed, throughput=5MB/sec 2024-08-29T18:22:27.224 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-Kb_dotFByyuQAy- off=4886955 len=2090739 2024-08-29T18:22:27.243 INFO:tasks.workunit.client.0.smithi028.stdout:op 3286 completed, throughput=5MB/sec 2024-08-29T18:22:27.243 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-6hp8Zs0wn4Rc7EM off=9880229 len=216638 2024-08-29T18:22:27.244 INFO:tasks.workunit.client.0.smithi028.stdout:op 3287 completed, throughput=5MB/sec 2024-08-29T18:22:27.244 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-_FVdDVW38GUb6zh off=1811778 len=1625826 2024-08-29T18:22:27.256 INFO:tasks.workunit.client.0.smithi028.stdout:op 3288 completed, throughput=5MB/sec 2024-08-29T18:22:27.326 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:22:26 smithi053 bash[68679]: cluster 2024-08-29T18:22:25.731592+0000 mgr.y (mgr.25022) 1071 : cluster [DBG] pgmap v1759: 105 pgs: 105 active+clean; 127 GiB data, 9.6 GiB used, 706 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.5 MiB/s wr, 5 op/s 2024-08-29T18:22:27.380 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:22:26 smithi028 bash[78352]: cluster 2024-08-29T18:22:25.731592+0000 mgr.y (mgr.25022) 1071 : cluster [DBG] pgmap v1759: 105 pgs: 105 active+clean; 127 GiB data, 9.6 GiB used, 706 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.5 MiB/s wr, 5 op/s 2024-08-29T18:22:27.380 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:22:26 smithi028 bash[77168]: cluster 2024-08-29T18:22:25.731592+0000 mgr.y (mgr.25022) 1071 : cluster [DBG] pgmap v1759: 105 pgs: 105 active+clean; 127 GiB data, 9.6 GiB used, 706 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.5 MiB/s wr, 5 op/s 2024-08-29T18:22:28.256 INFO:tasks.workunit.client.0.smithi028.stdout: 632: throughput=4.99MB/sec pending data=0 2024-08-29T18:22:28.257 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-QjkUVKQlaXN54Dv off=975977 len=1683667 2024-08-29T18:22:28.261 INFO:tasks.workunit.client.0.smithi028.stdout:op 3289 completed, throughput=5MB/sec 2024-08-29T18:22:28.261 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj--wwaN548GukEWWp off=2214802 len=598644 2024-08-29T18:22:28.268 INFO:tasks.workunit.client.0.smithi028.stdout:op 3290 completed, throughput=5MB/sec 2024-08-29T18:22:28.268 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-0xJnDTjMbmOGnA0 off=165836 len=926510 2024-08-29T18:22:28.277 INFO:tasks.workunit.client.0.smithi028.stdout:op 3291 completed, throughput=5MB/sec 2024-08-29T18:22:28.277 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-e_LYQ99zITEAzIe off=2746900 len=1690953 2024-08-29T18:22:28.283 INFO:tasks.workunit.client.0.smithi028.stdout:op 3292 completed, throughput=5MB/sec 2024-08-29T18:22:28.326 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:22:27 smithi053 bash[68679]: audit 2024-08-29T18:22:27.078866+0000 mon.a (mon.0) 2230 : audit [DBG] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-29T18:22:28.380 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:22:27 smithi028 bash[77168]: audit 2024-08-29T18:22:27.078866+0000 mon.a (mon.0) 2230 : audit [DBG] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-29T18:22:28.380 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:22:27 smithi028 bash[78352]: audit 2024-08-29T18:22:27.078866+0000 mon.a (mon.0) 2230 : audit [DBG] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-29T18:22:29.283 INFO:tasks.workunit.client.0.smithi028.stdout: 633: throughput=4.99MB/sec pending data=0 2024-08-29T18:22:29.283 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-mtqYSFdktqNWMTt off=12675852 len=1678610 2024-08-29T18:22:29.294 INFO:tasks.workunit.client.0.smithi028.stdout:op 3293 completed, throughput=4.99MB/sec 2024-08-29T18:22:29.295 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-vR82gnsjoceV4D7 off=8174240 len=1793766 2024-08-29T18:22:29.301 INFO:tasks.workunit.client.0.smithi028.stdout:op 3294 completed, throughput=5MB/sec 2024-08-29T18:22:29.301 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-M6I0sESuyxtJ0w0 off=7748352 len=659153 2024-08-29T18:22:29.308 INFO:tasks.workunit.client.0.smithi028.stdout:op 3295 completed, throughput=5MB/sec 2024-08-29T18:22:29.308 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-cI8Lr8YrjzzytD- off=15774654 len=1653922 2024-08-29T18:22:29.312 INFO:tasks.workunit.client.0.smithi028.stdout:op 3296 completed, throughput=5MB/sec 2024-08-29T18:22:29.326 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:22:28 smithi053 bash[68679]: cluster 2024-08-29T18:22:27.732315+0000 mgr.y (mgr.25022) 1072 : cluster [DBG] pgmap v1760: 105 pgs: 105 active+clean; 127 GiB data, 9.6 GiB used, 706 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.5 MiB/s wr, 5 op/s 2024-08-29T18:22:29.380 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:22:28 smithi028 bash[77168]: cluster 2024-08-29T18:22:27.732315+0000 mgr.y (mgr.25022) 1072 : cluster [DBG] pgmap v1760: 105 pgs: 105 active+clean; 127 GiB data, 9.6 GiB used, 706 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.5 MiB/s wr, 5 op/s 2024-08-29T18:22:29.380 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:22:28 smithi028 bash[78352]: cluster 2024-08-29T18:22:27.732315+0000 mgr.y (mgr.25022) 1072 : cluster [DBG] pgmap v1760: 105 pgs: 105 active+clean; 127 GiB data, 9.6 GiB used, 706 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.5 MiB/s wr, 5 op/s 2024-08-29T18:22:30.313 INFO:tasks.workunit.client.0.smithi028.stdout: 634: throughput=4.99MB/sec pending data=0 2024-08-29T18:22:30.313 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-y0-73KyQJOTz4BN off=14367003 len=1199841 2024-08-29T18:22:30.324 INFO:tasks.workunit.client.0.smithi028.stdout:op 3297 completed, throughput=4.99MB/sec 2024-08-29T18:22:30.324 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-v_7xNCPrILNmZm- off=5988352 len=952376 2024-08-29T18:22:30.327 INFO:tasks.workunit.client.0.smithi028.stdout:op 3298 completed, throughput=5MB/sec 2024-08-29T18:22:30.328 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-2IYvq2GZZ5u_7qV off=8756105 len=1924329 2024-08-29T18:22:30.332 INFO:tasks.workunit.client.0.smithi028.stdout:op 3299 completed, throughput=5MB/sec 2024-08-29T18:22:30.332 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-CrFeCt2BDsxCbH6 off=2530198 len=679208 2024-08-29T18:22:30.339 INFO:tasks.workunit.client.0.smithi028.stdout:op 3300 completed, throughput=5MB/sec 2024-08-29T18:22:30.339 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-Ks6n7gQ97G8--t1 off=732709 len=522405 2024-08-29T18:22:30.345 INFO:tasks.workunit.client.0.smithi028.stdout:op 3301 completed, throughput=5MB/sec 2024-08-29T18:22:31.326 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:22:30 smithi053 bash[68679]: cluster 2024-08-29T18:22:29.733510+0000 mgr.y (mgr.25022) 1073 : cluster [DBG] pgmap v1761: 105 pgs: 105 active+clean; 127 GiB data, 9.6 GiB used, 706 GiB / 715 GiB avail; 3.1 MiB/s rd, 3.1 MiB/s wr, 6 op/s 2024-08-29T18:22:31.346 INFO:tasks.workunit.client.0.smithi028.stdout: 635: throughput=4.99MB/sec pending data=0 2024-08-29T18:22:31.346 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-p1JsdnbluYs2eFX off=1709964 len=838949 2024-08-29T18:22:31.349 INFO:tasks.workunit.client.0.smithi028.stdout:op 3302 completed, throughput=4.99MB/sec 2024-08-29T18:22:31.349 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-yI4KFV2c054GFh8 off=3792068 len=1890952 2024-08-29T18:22:31.353 INFO:tasks.workunit.client.0.smithi028.stdout:op 3303 completed, throughput=5MB/sec 2024-08-29T18:22:31.353 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-UmZE-WrosDH5kcW off=1658157 len=1547921 2024-08-29T18:22:31.367 INFO:tasks.workunit.client.0.smithi028.stdout:op 3304 completed, throughput=5MB/sec 2024-08-29T18:22:31.367 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-voatUrj0bhJX8lD off=3074564 len=715900 2024-08-29T18:22:31.370 INFO:tasks.workunit.client.0.smithi028.stdout:op 3305 completed, throughput=5MB/sec 2024-08-29T18:22:31.371 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-2cKenS3aV1yyRnL off=1240208 len=1913650 2024-08-29T18:22:31.375 INFO:tasks.workunit.client.0.smithi028.stdout:op 3306 completed, throughput=5MB/sec 2024-08-29T18:22:31.380 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:22:30 smithi028 bash[77168]: cluster 2024-08-29T18:22:29.733510+0000 mgr.y (mgr.25022) 1073 : cluster [DBG] pgmap v1761: 105 pgs: 105 active+clean; 127 GiB data, 9.6 GiB used, 706 GiB / 715 GiB avail; 3.1 MiB/s rd, 3.1 MiB/s wr, 6 op/s 2024-08-29T18:22:31.380 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:22:30 smithi028 bash[78352]: cluster 2024-08-29T18:22:29.733510+0000 mgr.y (mgr.25022) 1073 : cluster [DBG] pgmap v1761: 105 pgs: 105 active+clean; 127 GiB data, 9.6 GiB used, 706 GiB / 715 GiB avail; 3.1 MiB/s rd, 3.1 MiB/s wr, 6 op/s 2024-08-29T18:22:31.880 INFO:journalctl@ceph.mgr.y.smithi028.stdout:Aug 29 18:22:31 smithi028 bash[70818]: ::ffff:172.21.15.53 - - [29/Aug/2024:18:22:31] "GET /metrics HTTP/1.1" 200 34021 "" "Prometheus/2.43.0" 2024-08-29T18:22:32.375 INFO:tasks.workunit.client.0.smithi028.stdout: 636: throughput=5MB/sec pending data=0 2024-08-29T18:22:32.375 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-SwmsAPlbyum4W01 off=1162046 len=428899 2024-08-29T18:22:32.383 INFO:tasks.workunit.client.0.smithi028.stdout:op 3307 completed, throughput=5MB/sec 2024-08-29T18:22:32.383 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-nuwYRP5NEcxp0ib off=2061946 len=1601459 2024-08-29T18:22:32.388 INFO:tasks.workunit.client.0.smithi028.stdout:op 3308 completed, throughput=5MB/sec 2024-08-29T18:22:32.388 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-UP2sT5AnPzSHO6x off=3940893 len=1126471 2024-08-29T18:22:32.397 INFO:tasks.workunit.client.0.smithi028.stdout:op 3309 completed, throughput=5MB/sec 2024-08-29T18:22:32.398 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-gIip6T3KpT-M5Kh off=4200977 len=1499145 2024-08-29T18:22:32.401 INFO:tasks.workunit.client.0.smithi028.stdout:op 3310 completed, throughput=5MB/sec 2024-08-29T18:22:32.576 INFO:journalctl@ceph.prometheus.a.smithi053.stdout:Aug 29 18:22:32 smithi053 bash[95567]: ts=2024-08-29T18:22:32.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"3167ee72-662c-11ef-bcd4-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-29T18:22:33.326 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:22:32 smithi053 bash[68679]: cluster 2024-08-29T18:22:31.734364+0000 mgr.y (mgr.25022) 1074 : cluster [DBG] pgmap v1762: 105 pgs: 105 active+clean; 127 GiB data, 9.7 GiB used, 706 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2024-08-29T18:22:33.380 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:22:32 smithi028 bash[78352]: cluster 2024-08-29T18:22:31.734364+0000 mgr.y (mgr.25022) 1074 : cluster [DBG] pgmap v1762: 105 pgs: 105 active+clean; 127 GiB data, 9.7 GiB used, 706 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2024-08-29T18:22:33.380 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:22:32 smithi028 bash[77168]: cluster 2024-08-29T18:22:31.734364+0000 mgr.y (mgr.25022) 1074 : cluster [DBG] pgmap v1762: 105 pgs: 105 active+clean; 127 GiB data, 9.7 GiB used, 706 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2024-08-29T18:22:33.401 INFO:tasks.workunit.client.0.smithi028.stdout: 637: throughput=4.99MB/sec pending data=0 2024-08-29T18:22:33.401 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-_PnJYi4ZvZLGZlv off=725554 len=1201400 2024-08-29T18:22:33.412 INFO:tasks.workunit.client.0.smithi028.stdout:op 3311 completed, throughput=5MB/sec 2024-08-29T18:22:33.412 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-mwrQX2FaWBHPts3 off=478309 len=184455 2024-08-29T18:22:33.413 INFO:tasks.workunit.client.0.smithi028.stdout:op 3312 completed, throughput=5MB/sec 2024-08-29T18:22:33.413 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-y58lZO39uUevp3T off=1506546 len=362766 2024-08-29T18:22:33.419 INFO:tasks.workunit.client.0.smithi028.stdout:op 3313 completed, throughput=5MB/sec 2024-08-29T18:22:33.420 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-f8j6sJivCkxrmSK off=3553820 len=700550 2024-08-29T18:22:33.427 INFO:tasks.workunit.client.0.smithi028.stdout:op 3314 completed, throughput=5MB/sec 2024-08-29T18:22:33.427 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-FNdZLugvnwAjgy4 off=2876534 len=726044 2024-08-29T18:22:33.429 INFO:tasks.workunit.client.0.smithi028.stdout:op 3315 completed, throughput=5MB/sec 2024-08-29T18:22:33.430 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-SJXBDPsKO2RK_tA off=8687672 len=658045 2024-08-29T18:22:33.431 INFO:tasks.workunit.client.0.smithi028.stdout:op 3316 completed, throughput=5MB/sec 2024-08-29T18:22:33.431 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-u1F7dqnhIOKKoz_ off=372440 len=601344 2024-08-29T18:22:33.437 INFO:tasks.workunit.client.0.smithi028.stdout:op 3317 completed, throughput=5MB/sec 2024-08-29T18:22:34.438 INFO:tasks.workunit.client.0.smithi028.stdout: 638: throughput=4.99MB/sec pending data=0 2024-08-29T18:22:34.438 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-hglB2LS7Uty4x0_ off=5723190 len=954880 2024-08-29T18:22:34.447 INFO:tasks.workunit.client.0.smithi028.stdout:op 3318 completed, throughput=4.99MB/sec 2024-08-29T18:22:34.447 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-iJNir3BbaKd2bHQ off=23641751 len=1391049 2024-08-29T18:22:34.451 INFO:tasks.workunit.client.0.smithi028.stdout:op 3319 completed, throughput=5MB/sec 2024-08-29T18:22:34.451 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-GcY1oEFeh6QhC0W off=283160 len=53308 2024-08-29T18:22:34.452 INFO:tasks.workunit.client.0.smithi028.stdout:op 3320 completed, throughput=5MB/sec 2024-08-29T18:22:34.452 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-qaLVQKfx_pBqgCW off=3120408 len=1294825 2024-08-29T18:22:34.456 INFO:tasks.workunit.client.0.smithi028.stdout:op 3321 completed, throughput=5MB/sec 2024-08-29T18:22:34.456 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-JAjMLjIYYQ4TV_M off=4106731 len=239527 2024-08-29T18:22:34.461 INFO:tasks.workunit.client.0.smithi028.stdout:op 3322 completed, throughput=5MB/sec 2024-08-29T18:22:34.461 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-kwkedyLclecl1Pz off=10570045 len=1005188 2024-08-29T18:22:34.469 INFO:tasks.workunit.client.0.smithi028.stdout:op 3323 completed, throughput=5MB/sec 2024-08-29T18:22:34.469 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-mXQOTF-VeKs_t44 off=4230430 len=1146738 2024-08-29T18:22:34.472 INFO:tasks.workunit.client.0.smithi028.stdout:op 3324 completed, throughput=5MB/sec 2024-08-29T18:22:35.188 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:22:34 smithi028 bash[78352]: cluster 2024-08-29T18:22:33.735276+0000 mgr.y (mgr.25022) 1075 : cluster [DBG] pgmap v1763: 105 pgs: 105 active+clean; 127 GiB data, 9.7 GiB used, 706 GiB / 715 GiB avail; 3.1 MiB/s rd, 2.6 MiB/s wr, 5 op/s 2024-08-29T18:22:35.189 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:22:34 smithi028 bash[77168]: cluster 2024-08-29T18:22:33.735276+0000 mgr.y (mgr.25022) 1075 : cluster [DBG] pgmap v1763: 105 pgs: 105 active+clean; 127 GiB data, 9.7 GiB used, 706 GiB / 715 GiB avail; 3.1 MiB/s rd, 2.6 MiB/s wr, 5 op/s 2024-08-29T18:22:35.326 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:22:34 smithi053 bash[68679]: cluster 2024-08-29T18:22:33.735276+0000 mgr.y (mgr.25022) 1075 : cluster [DBG] pgmap v1763: 105 pgs: 105 active+clean; 127 GiB data, 9.7 GiB used, 706 GiB / 715 GiB avail; 3.1 MiB/s rd, 2.6 MiB/s wr, 5 op/s 2024-08-29T18:22:35.472 INFO:tasks.workunit.client.0.smithi028.stdout: 639: throughput=4.99MB/sec pending data=0 2024-08-29T18:22:35.472 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-GYWQIiNGQZiWt7v off=5475112 len=416728 2024-08-29T18:22:35.474 INFO:tasks.workunit.client.0.smithi028.stdout:op 3325 completed, throughput=4.99MB/sec 2024-08-29T18:22:35.474 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-XGE6ubNKmp66ZTE off=21386264 len=357372 2024-08-29T18:22:35.476 INFO:tasks.workunit.client.0.smithi028.stdout:op 3326 completed, throughput=4.99MB/sec 2024-08-29T18:22:35.476 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-8Ak6W_qPVfRWLTJ off=698557 len=312115 2024-08-29T18:22:35.481 INFO:tasks.workunit.client.0.smithi028.stdout:op 3327 completed, throughput=5MB/sec 2024-08-29T18:22:35.482 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-jhJxpNy_CKHn69A off=891862 len=1330685 2024-08-29T18:22:35.485 INFO:tasks.workunit.client.0.smithi028.stdout:op 3328 completed, throughput=5MB/sec 2024-08-29T18:22:35.485 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-Bw-6Jl8Rqosug0O off=19843105 len=2020790 2024-08-29T18:22:35.490 INFO:tasks.workunit.client.0.smithi028.stdout:op 3329 completed, throughput=5MB/sec 2024-08-29T18:22:35.490 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-rDPkDun4UvBPZYa off=10452192 len=129596 2024-08-29T18:22:35.491 INFO:tasks.workunit.client.0.smithi028.stdout:op 3330 completed, throughput=5MB/sec 2024-08-29T18:22:36.491 INFO:tasks.workunit.client.0.smithi028.stdout: 640: throughput=4.99MB/sec pending data=0 2024-08-29T18:22:36.491 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-UlCbT-vQyG2HVHz off=3187363 len=1332310 2024-08-29T18:22:36.502 INFO:tasks.workunit.client.0.smithi028.stdout:op 3331 completed, throughput=4.99MB/sec 2024-08-29T18:22:36.502 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-dAgGypCQyP31v4U off=20845148 len=522949 2024-08-29T18:22:36.508 INFO:tasks.workunit.client.0.smithi028.stdout:op 3332 completed, throughput=5MB/sec 2024-08-29T18:22:36.509 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-p-vvddB-m6FT9UI off=5223822 len=1934168 2024-08-29T18:22:36.524 INFO:tasks.workunit.client.0.smithi028.stdout:op 3333 completed, throughput=5MB/sec 2024-08-29T18:22:36.524 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-zk-Ct3GpXECJL_C off=1919322 len=972712 2024-08-29T18:22:36.527 INFO:tasks.workunit.client.0.smithi028.stdout:op 3334 completed, throughput=5MB/sec 2024-08-29T18:22:36.527 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-7z0z7tnmjY20nQW off=1023584 len=1286762 2024-08-29T18:22:36.536 INFO:tasks.workunit.client.0.smithi028.stdout:op 3335 completed, throughput=5MB/sec 2024-08-29T18:22:37.326 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:22:36 smithi053 bash[68679]: cluster 2024-08-29T18:22:35.736373+0000 mgr.y (mgr.25022) 1076 : cluster [DBG] pgmap v1764: 105 pgs: 105 active+clean; 127 GiB data, 9.7 GiB used, 706 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2024-08-29T18:22:37.380 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:22:36 smithi028 bash[77168]: cluster 2024-08-29T18:22:35.736373+0000 mgr.y (mgr.25022) 1076 : cluster [DBG] pgmap v1764: 105 pgs: 105 active+clean; 127 GiB data, 9.7 GiB used, 706 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2024-08-29T18:22:37.380 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:22:36 smithi028 bash[78352]: cluster 2024-08-29T18:22:35.736373+0000 mgr.y (mgr.25022) 1076 : cluster [DBG] pgmap v1764: 105 pgs: 105 active+clean; 127 GiB data, 9.7 GiB used, 706 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2024-08-29T18:22:37.537 INFO:tasks.workunit.client.0.smithi028.stdout: 641: throughput=4.99MB/sec pending data=0 2024-08-29T18:22:37.537 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-Ily-GgLAxf3jGaX off=13359847 len=160579 2024-08-29T18:22:37.542 INFO:tasks.workunit.client.0.smithi028.stdout:op 3336 completed, throughput=4.99MB/sec 2024-08-29T18:22:37.542 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-MXMxop9H5xaxgg4 off=3927123 len=108978 2024-08-29T18:22:37.544 INFO:tasks.workunit.client.0.smithi028.stdout:op 3337 completed, throughput=4.99MB/sec 2024-08-29T18:22:37.544 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-5wAhB7WqIuFRguU off=4638866 len=240785 2024-08-29T18:22:37.549 INFO:tasks.workunit.client.0.smithi028.stdout:op 3338 completed, throughput=4.99MB/sec 2024-08-29T18:22:37.549 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-PKCxSC3J-kqofUq off=209096 len=1404164 2024-08-29T18:22:37.560 INFO:tasks.workunit.client.0.smithi028.stdout:op 3339 completed, throughput=5MB/sec 2024-08-29T18:22:37.560 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj--bVrz5jH_hv1In2 off=6383991 len=21183 2024-08-29T18:22:37.561 INFO:tasks.workunit.client.0.smithi028.stdout:op 3340 completed, throughput=5MB/sec 2024-08-29T18:22:37.561 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-BkYeQRqs1gbs2Gd off=9287957 len=1670108 2024-08-29T18:22:37.574 INFO:tasks.workunit.client.0.smithi028.stdout:op 3341 completed, throughput=5MB/sec 2024-08-29T18:22:37.575 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-rqQ75fIpMwoDlHB off=5925837 len=1285275 2024-08-29T18:22:37.579 INFO:tasks.workunit.client.0.smithi028.stdout:op 3342 completed, throughput=5MB/sec 2024-08-29T18:22:38.580 INFO:tasks.workunit.client.0.smithi028.stdout: 642: throughput=4.99MB/sec pending data=0 2024-08-29T18:22:38.580 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-2hQusm9JfJsBuro off=12974056 len=1656181 2024-08-29T18:22:38.591 INFO:tasks.workunit.client.0.smithi028.stdout:op 3343 completed, throughput=4.99MB/sec 2024-08-29T18:22:38.591 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-_yrYXNH6u93Vemm off=4611848 len=831796 2024-08-29T18:22:38.599 INFO:tasks.workunit.client.0.smithi028.stdout:op 3344 completed, throughput=5MB/sec 2024-08-29T18:22:38.600 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-YjoUKubwv8qrkkZ off=5476342 len=1587624 2024-08-29T18:22:38.612 INFO:tasks.workunit.client.0.smithi028.stdout:op 3345 completed, throughput=5MB/sec 2024-08-29T18:22:38.612 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-oPBquu_OiIay6bj off=790759 len=723257 2024-08-29T18:22:38.614 INFO:tasks.workunit.client.0.smithi028.stdout:op 3346 completed, throughput=5MB/sec 2024-08-29T18:22:38.614 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-nbOJB6249Bt8Mgm off=660655 len=391221 2024-08-29T18:22:38.616 INFO:tasks.workunit.client.0.smithi028.stdout:op 3347 completed, throughput=5MB/sec 2024-08-29T18:22:38.616 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-F0ZOZ5Yzh5Cnwp2 off=15335002 len=1179524 2024-08-29T18:22:38.625 INFO:tasks.workunit.client.0.smithi028.stdout:op 3348 completed, throughput=5MB/sec 2024-08-29T18:22:39.326 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:22:38 smithi053 bash[68679]: cluster 2024-08-29T18:22:37.737090+0000 mgr.y (mgr.25022) 1077 : cluster [DBG] pgmap v1765: 105 pgs: 105 active+clean; 127 GiB data, 9.7 GiB used, 706 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.0 MiB/s wr, 3 op/s 2024-08-29T18:22:39.380 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:22:38 smithi028 bash[78352]: cluster 2024-08-29T18:22:37.737090+0000 mgr.y (mgr.25022) 1077 : cluster [DBG] pgmap v1765: 105 pgs: 105 active+clean; 127 GiB data, 9.7 GiB used, 706 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.0 MiB/s wr, 3 op/s 2024-08-29T18:22:39.380 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:22:38 smithi028 bash[77168]: cluster 2024-08-29T18:22:37.737090+0000 mgr.y (mgr.25022) 1077 : cluster [DBG] pgmap v1765: 105 pgs: 105 active+clean; 127 GiB data, 9.7 GiB used, 706 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.0 MiB/s wr, 3 op/s 2024-08-29T18:22:39.625 INFO:tasks.workunit.client.0.smithi028.stdout: 643: throughput=4.99MB/sec pending data=0 2024-08-29T18:22:39.625 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-38aRYJA-CmMcptO off=1251886 len=1012375 2024-08-29T18:22:39.628 INFO:tasks.workunit.client.0.smithi028.stdout:op 3349 completed, throughput=5MB/sec 2024-08-29T18:22:39.628 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-t6bJ2xQ3zj9MZ9i off=790287 len=1364015 2024-08-29T18:22:39.632 INFO:tasks.workunit.client.0.smithi028.stdout:op 3350 completed, throughput=5MB/sec 2024-08-29T18:22:39.632 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-K6zouw86DJw2lgZ off=2045207 len=384521 2024-08-29T18:22:39.638 INFO:tasks.workunit.client.0.smithi028.stdout:op 3351 completed, throughput=5MB/sec 2024-08-29T18:22:39.638 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-TkHUc5lrlBYywlq off=2571891 len=661240 2024-08-29T18:22:39.641 INFO:tasks.workunit.client.0.smithi028.stdout:op 3352 completed, throughput=5MB/sec 2024-08-29T18:22:39.641 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-8ryFzxLF5XNztXs off=1825013 len=736367 2024-08-29T18:22:39.648 INFO:tasks.workunit.client.0.smithi028.stdout:op 3353 completed, throughput=5MB/sec 2024-08-29T18:22:39.649 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-ymxsdoTtAQScpNR off=1065977 len=772476 2024-08-29T18:22:39.651 INFO:tasks.workunit.client.0.smithi028.stdout:op 3354 completed, throughput=5MB/sec 2024-08-29T18:22:40.651 INFO:tasks.workunit.client.0.smithi028.stdout: 644: throughput=4.99MB/sec pending data=0 2024-08-29T18:22:40.652 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-VxvGWajlJ7XTEyu off=8201022 len=1637594 2024-08-29T18:22:40.655 INFO:tasks.workunit.client.0.smithi028.stdout:op 3355 completed, throughput=5MB/sec 2024-08-29T18:22:40.656 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-60GnBWpOZTl1b8M off=2056668 len=789179 2024-08-29T18:22:40.664 INFO:tasks.workunit.client.0.smithi028.stdout:op 3356 completed, throughput=5MB/sec 2024-08-29T18:22:40.664 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj--pMz-IRdGwopVEv off=7189895 len=263989 2024-08-29T18:22:40.666 INFO:tasks.workunit.client.0.smithi028.stdout:op 3357 completed, throughput=5MB/sec 2024-08-29T18:22:40.666 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-Y1yokr7FI734RqI off=2846593 len=114286 2024-08-29T18:22:40.667 INFO:tasks.workunit.client.0.smithi028.stdout:op 3358 completed, throughput=5MB/sec 2024-08-29T18:22:40.667 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-JLP3QUMjAs7uLA9 off=16534361 len=114799 2024-08-29T18:22:40.668 INFO:tasks.workunit.client.0.smithi028.stdout:op 3359 completed, throughput=5MB/sec 2024-08-29T18:22:40.669 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-5R0kBaZ5qDZm-dv off=12025841 len=193134 2024-08-29T18:22:40.676 INFO:tasks.workunit.client.0.smithi028.stdout:op 3360 completed, throughput=5MB/sec 2024-08-29T18:22:40.676 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-hNect1i--fw94wf off=12820454 len=584975 2024-08-29T18:22:40.681 INFO:tasks.workunit.client.0.smithi028.stdout:op 3361 completed, throughput=5MB/sec 2024-08-29T18:22:40.681 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-Bzo2B3JWxGruPRF off=6489304 len=843483 2024-08-29T18:22:40.688 INFO:tasks.workunit.client.0.smithi028.stdout:op 3362 completed, throughput=5MB/sec 2024-08-29T18:22:40.688 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-vcPmQZD8EdSLhTz off=8036178 len=1403025 2024-08-29T18:22:40.700 INFO:tasks.workunit.client.0.smithi028.stdout:op 3363 completed, throughput=5MB/sec 2024-08-29T18:22:41.326 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:22:40 smithi053 bash[68679]: cluster 2024-08-29T18:22:39.738340+0000 mgr.y (mgr.25022) 1078 : cluster [DBG] pgmap v1766: 105 pgs: 105 active+clean; 127 GiB data, 9.7 GiB used, 705 GiB / 715 GiB avail; 3.2 MiB/s rd, 2.6 MiB/s wr, 5 op/s 2024-08-29T18:22:41.380 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:22:40 smithi028 bash[78352]: cluster 2024-08-29T18:22:39.738340+0000 mgr.y (mgr.25022) 1078 : cluster [DBG] pgmap v1766: 105 pgs: 105 active+clean; 127 GiB data, 9.7 GiB used, 705 GiB / 715 GiB avail; 3.2 MiB/s rd, 2.6 MiB/s wr, 5 op/s 2024-08-29T18:22:41.380 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:22:40 smithi028 bash[77168]: cluster 2024-08-29T18:22:39.738340+0000 mgr.y (mgr.25022) 1078 : cluster [DBG] pgmap v1766: 105 pgs: 105 active+clean; 127 GiB data, 9.7 GiB used, 705 GiB / 715 GiB avail; 3.2 MiB/s rd, 2.6 MiB/s wr, 5 op/s 2024-08-29T18:22:41.700 INFO:tasks.workunit.client.0.smithi028.stdout: 645: throughput=4.99MB/sec pending data=0 2024-08-29T18:22:41.700 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-0P3dpegAnuAB40Q off=2158019 len=490430 2024-08-29T18:22:41.702 INFO:tasks.workunit.client.0.smithi028.stdout:op 3364 completed, throughput=4.99MB/sec 2024-08-29T18:22:41.702 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-J7tD1d18oHeHRtE off=5193310 len=118093 2024-08-29T18:22:41.703 INFO:tasks.workunit.client.0.smithi028.stdout:op 3365 completed, throughput=4.99MB/sec 2024-08-29T18:22:41.703 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-VFMD_5hQB1QkAxu off=4725409 len=1480073 2024-08-29T18:22:41.716 INFO:tasks.workunit.client.0.smithi028.stdout:op 3366 completed, throughput=5MB/sec 2024-08-29T18:22:41.716 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-xweFM6ipALVpeZc off=3870040 len=287448 2024-08-29T18:22:41.718 INFO:tasks.workunit.client.0.smithi028.stdout:op 3367 completed, throughput=5MB/sec 2024-08-29T18:22:41.718 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-I2F-xlH723ZqAiA off=10539320 len=1223585 2024-08-29T18:22:41.729 INFO:tasks.workunit.client.0.smithi028.stdout:op 3368 completed, throughput=5MB/sec 2024-08-29T18:22:41.729 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-VqdeWAO8CMdjIeh off=17720214 len=99326 2024-08-29T18:22:41.733 INFO:tasks.workunit.client.0.smithi028.stdout:op 3369 completed, throughput=5MB/sec 2024-08-29T18:22:41.733 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-Jox3_afh1749JfK off=16372026 len=1562584 2024-08-29T18:22:41.745 INFO:tasks.workunit.client.0.smithi028.stdout:op 3370 completed, throughput=5MB/sec 2024-08-29T18:22:41.880 INFO:journalctl@ceph.mgr.y.smithi028.stdout:Aug 29 18:22:41 smithi028 bash[70818]: ::ffff:172.21.15.53 - - [29/Aug/2024:18:22:41] "GET /metrics HTTP/1.1" 200 34021 "" "Prometheus/2.43.0" 2024-08-29T18:22:42.576 INFO:journalctl@ceph.prometheus.a.smithi053.stdout:Aug 29 18:22:42 smithi053 bash[95567]: ts=2024-08-29T18:22:42.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"3167ee72-662c-11ef-bcd4-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-29T18:22:42.746 INFO:tasks.workunit.client.0.smithi028.stdout: 646: throughput=4.99MB/sec pending data=0 2024-08-29T18:22:42.746 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj--wwaN548GukEWWp off=3665158 len=263026 2024-08-29T18:22:42.747 INFO:tasks.workunit.client.0.smithi028.stdout:op 3371 completed, throughput=4.99MB/sec 2024-08-29T18:22:42.747 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-W18MfDuwB3nT4nJ off=3724269 len=1437702 2024-08-29T18:22:42.751 INFO:tasks.workunit.client.0.smithi028.stdout:op 3372 completed, throughput=5MB/sec 2024-08-29T18:22:42.751 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-PLvGn8VowAMkbde off=9012215 len=614603 2024-08-29T18:22:42.759 INFO:tasks.workunit.client.0.smithi028.stdout:op 3373 completed, throughput=5MB/sec 2024-08-29T18:22:42.759 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-l4un3aW6q7xel4X off=22289800 len=327564 2024-08-29T18:22:42.765 INFO:tasks.workunit.client.0.smithi028.stdout:op 3374 completed, throughput=5MB/sec 2024-08-29T18:22:42.765 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-kN3JrP59pCSILte off=5260555 len=2019516 2024-08-29T18:22:42.770 INFO:tasks.workunit.client.0.smithi028.stdout:op 3375 completed, throughput=5MB/sec 2024-08-29T18:22:42.770 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-CimA10lifYriW0e off=1608637 len=2089849 2024-08-29T18:22:42.784 INFO:tasks.workunit.client.0.smithi028.stdout:op 3376 completed, throughput=5MB/sec 2024-08-29T18:22:43.326 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:22:42 smithi053 bash[68679]: cluster 2024-08-29T18:22:41.739180+0000 mgr.y (mgr.25022) 1079 : cluster [DBG] pgmap v1767: 105 pgs: 105 active+clean; 127 GiB data, 9.7 GiB used, 705 GiB / 715 GiB avail; 2.2 MiB/s rd, 1.7 MiB/s wr, 4 op/s 2024-08-29T18:22:43.326 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:22:42 smithi053 bash[68679]: audit 2024-08-29T18:22:42.079289+0000 mon.a (mon.0) 2231 : audit [DBG] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-29T18:22:43.380 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:22:42 smithi028 bash[78352]: cluster 2024-08-29T18:22:41.739180+0000 mgr.y (mgr.25022) 1079 : cluster [DBG] pgmap v1767: 105 pgs: 105 active+clean; 127 GiB data, 9.7 GiB used, 705 GiB / 715 GiB avail; 2.2 MiB/s rd, 1.7 MiB/s wr, 4 op/s 2024-08-29T18:22:43.380 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:22:42 smithi028 bash[78352]: audit 2024-08-29T18:22:42.079289+0000 mon.a (mon.0) 2231 : audit [DBG] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-29T18:22:43.381 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:22:42 smithi028 bash[77168]: cluster 2024-08-29T18:22:41.739180+0000 mgr.y (mgr.25022) 1079 : cluster [DBG] pgmap v1767: 105 pgs: 105 active+clean; 127 GiB data, 9.7 GiB used, 705 GiB / 715 GiB avail; 2.2 MiB/s rd, 1.7 MiB/s wr, 4 op/s 2024-08-29T18:22:43.381 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:22:42 smithi028 bash[77168]: audit 2024-08-29T18:22:42.079289+0000 mon.a (mon.0) 2231 : audit [DBG] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-29T18:22:43.785 INFO:tasks.workunit.client.0.smithi028.stdout: 647: throughput=5MB/sec pending data=0 2024-08-29T18:22:43.785 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-8-h8ikci0pAeqW2 off=7049599 len=1363516 2024-08-29T18:22:43.790 INFO:tasks.workunit.client.0.smithi028.stdout:op 3377 completed, throughput=5MB/sec 2024-08-29T18:22:43.790 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-_FVdDVW38GUb6zh off=2175446 len=1474514 2024-08-29T18:22:43.802 INFO:tasks.workunit.client.0.smithi028.stdout:op 3378 completed, throughput=5MB/sec 2024-08-29T18:22:43.802 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj--SPQzFQUwH6JNA1 off=8703615 len=464882 2024-08-29T18:22:43.804 INFO:tasks.workunit.client.0.smithi028.stdout:op 3379 completed, throughput=5MB/sec 2024-08-29T18:22:43.804 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-RiaX6eJUtPqdXVg off=11737992 len=1786543 2024-08-29T18:22:43.808 INFO:tasks.workunit.client.0.smithi028.stdout:op 3380 completed, throughput=5MB/sec 2024-08-29T18:22:44.809 INFO:tasks.workunit.client.0.smithi028.stdout: 648: throughput=4.99MB/sec pending data=0 2024-08-29T18:22:44.809 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-Pja6GA_oJs6Mtmu off=1528378 len=1619564 2024-08-29T18:22:44.812 INFO:tasks.workunit.client.0.smithi028.stdout:op 3381 completed, throughput=5MB/sec 2024-08-29T18:22:44.813 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-3BBaOFxeM2lNqHQ off=3667041 len=1006921 2024-08-29T18:22:44.822 INFO:tasks.workunit.client.0.smithi028.stdout:op 3382 completed, throughput=5MB/sec 2024-08-29T18:22:44.822 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-5H2eveEfN4uqhcZ off=1014494 len=2091332 2024-08-29T18:22:44.827 INFO:tasks.workunit.client.0.smithi028.stdout:op 3383 completed, throughput=5MB/sec 2024-08-29T18:22:45.326 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:22:44 smithi053 bash[68679]: cluster 2024-08-29T18:22:43.740070+0000 mgr.y (mgr.25022) 1080 : cluster [DBG] pgmap v1768: 105 pgs: 105 active+clean; 127 GiB data, 9.8 GiB used, 705 GiB / 715 GiB avail; 2.9 MiB/s rd, 2.7 MiB/s wr, 6 op/s 2024-08-29T18:22:45.380 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:22:44 smithi028 bash[78352]: cluster 2024-08-29T18:22:43.740070+0000 mgr.y (mgr.25022) 1080 : cluster [DBG] pgmap v1768: 105 pgs: 105 active+clean; 127 GiB data, 9.8 GiB used, 705 GiB / 715 GiB avail; 2.9 MiB/s rd, 2.7 MiB/s wr, 6 op/s 2024-08-29T18:22:45.380 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:22:44 smithi028 bash[77168]: cluster 2024-08-29T18:22:43.740070+0000 mgr.y (mgr.25022) 1080 : cluster [DBG] pgmap v1768: 105 pgs: 105 active+clean; 127 GiB data, 9.8 GiB used, 705 GiB / 715 GiB avail; 2.9 MiB/s rd, 2.7 MiB/s wr, 6 op/s 2024-08-29T18:22:45.828 INFO:tasks.workunit.client.0.smithi028.stdout: 649: throughput=4.99MB/sec pending data=0 2024-08-29T18:22:45.828 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-Jc4xpuAkWtcKXUN off=12224964 len=89696 2024-08-29T18:22:45.833 INFO:tasks.workunit.client.0.smithi028.stdout:op 3384 completed, throughput=4.99MB/sec 2024-08-29T18:22:45.833 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-qNXb7dJ3MWp61Lv off=231770 len=453484 2024-08-29T18:22:45.835 INFO:tasks.workunit.client.0.smithi028.stdout:op 3385 completed, throughput=4.99MB/sec 2024-08-29T18:22:45.835 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-GYrPghL1qf3dj0K off=179843 len=491788 2024-08-29T18:22:45.837 INFO:tasks.workunit.client.0.smithi028.stdout:op 3386 completed, throughput=5MB/sec 2024-08-29T18:22:45.837 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-7H5QtnQsNtIFUu2 off=1165741 len=581271 2024-08-29T18:22:45.839 INFO:tasks.workunit.client.0.smithi028.stdout:op 3387 completed, throughput=5MB/sec 2024-08-29T18:22:45.840 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-MJ1idXvqAuLCMqy off=2778529 len=5540 2024-08-29T18:22:45.840 INFO:tasks.workunit.client.0.smithi028.stdout:op 3388 completed, throughput=5MB/sec 2024-08-29T18:22:45.840 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-BEMmIk5w1Sd7lJw off=4682620 len=1190870 2024-08-29T18:22:45.844 INFO:tasks.workunit.client.0.smithi028.stdout:op 3389 completed, throughput=5MB/sec 2024-08-29T18:22:45.844 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-y58lZO39uUevp3T off=15998449 len=441844 2024-08-29T18:22:45.845 INFO:tasks.workunit.client.0.smithi028.stdout:op 3390 completed, throughput=5MB/sec 2024-08-29T18:22:45.845 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-a7a2kbG2df2fa-f off=1229764 len=433267 2024-08-29T18:22:45.846 INFO:tasks.workunit.client.0.smithi028.stdout:op 3391 completed, throughput=5MB/sec 2024-08-29T18:22:45.846 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-9FEGhG1yAvW7VP2 off=8813168 len=411646 2024-08-29T18:22:45.847 INFO:tasks.workunit.client.0.smithi028.stdout:op 3392 completed, throughput=5MB/sec 2024-08-29T18:22:45.848 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-CKm0wjIY1BXxdIv off=223593 len=1897540 2024-08-29T18:22:45.864 INFO:tasks.workunit.client.0.smithi028.stdout:op 3393 completed, throughput=5MB/sec 2024-08-29T18:22:46.864 INFO:tasks.workunit.client.0.smithi028.stdout: 650: throughput=4.99MB/sec pending data=0 2024-08-29T18:22:46.864 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-orrlfJ8Cjuw-AmN off=2099863 len=1854880 2024-08-29T18:22:46.868 INFO:tasks.workunit.client.0.smithi028.stdout:op 3394 completed, throughput=5MB/sec 2024-08-29T18:22:46.868 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-ARTxtSKMzjCMtdb off=1167041 len=1893199 2024-08-29T18:22:46.873 INFO:tasks.workunit.client.0.smithi028.stdout:op 3395 completed, throughput=5MB/sec 2024-08-29T18:22:47.326 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:22:46 smithi053 bash[68679]: cluster 2024-08-29T18:22:45.741276+0000 mgr.y (mgr.25022) 1081 : cluster [DBG] pgmap v1769: 105 pgs: 105 active+clean; 127 GiB data, 9.8 GiB used, 705 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.7 MiB/s wr, 6 op/s 2024-08-29T18:22:47.380 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:22:46 smithi028 bash[77168]: cluster 2024-08-29T18:22:45.741276+0000 mgr.y (mgr.25022) 1081 : cluster [DBG] pgmap v1769: 105 pgs: 105 active+clean; 127 GiB data, 9.8 GiB used, 705 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.7 MiB/s wr, 6 op/s 2024-08-29T18:22:47.380 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:22:46 smithi028 bash[78352]: cluster 2024-08-29T18:22:45.741276+0000 mgr.y (mgr.25022) 1081 : cluster [DBG] pgmap v1769: 105 pgs: 105 active+clean; 127 GiB data, 9.8 GiB used, 705 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.7 MiB/s wr, 6 op/s 2024-08-29T18:22:47.873 INFO:tasks.workunit.client.0.smithi028.stdout: 651: throughput=4.99MB/sec pending data=0 2024-08-29T18:22:47.873 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-f00FuUbM02-dXwm off=5003636 len=1038892 2024-08-29T18:22:47.876 INFO:tasks.workunit.client.0.smithi028.stdout:op 3396 completed, throughput=4.99MB/sec 2024-08-29T18:22:47.876 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-cSlgl2HEywMg9rh off=5806674 len=650789 2024-08-29T18:22:47.879 INFO:tasks.workunit.client.0.smithi028.stdout:op 3397 completed, throughput=5MB/sec 2024-08-29T18:22:47.879 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-_WgeR0c2QJKda39 off=2115222 len=243152 2024-08-29T18:22:47.884 INFO:tasks.workunit.client.0.smithi028.stdout:op 3398 completed, throughput=5MB/sec 2024-08-29T18:22:47.884 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-ogT4s5CXW8zsCRj off=10639492 len=349880 2024-08-29T18:22:47.890 INFO:tasks.workunit.client.0.smithi028.stdout:op 3399 completed, throughput=5MB/sec 2024-08-29T18:22:47.890 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-VFwe2P155MDYLZ- off=6629006 len=1494560 2024-08-29T18:22:47.902 INFO:tasks.workunit.client.0.smithi028.stdout:op 3400 completed, throughput=5MB/sec 2024-08-29T18:22:47.902 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-J83NaNH0YCeqNAa off=312929 len=1181327 2024-08-29T18:22:47.904 INFO:tasks.workunit.client.0.smithi028.stdout:op 3401 completed, throughput=5MB/sec 2024-08-29T18:22:47.904 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-4302yk0UWerY-Xv off=2118394 len=241867 2024-08-29T18:22:47.906 INFO:tasks.workunit.client.0.smithi028.stdout:op 3402 completed, throughput=5MB/sec 2024-08-29T18:22:47.906 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-XCcwlJU9En2olp0 off=0 len=1205607 2024-08-29T18:22:47.917 INFO:tasks.workunit.client.0.smithi028.stdout:op 3403 completed, throughput=5MB/sec 2024-08-29T18:22:48.918 INFO:tasks.workunit.client.0.smithi028.stdout: 652: throughput=4.99MB/sec pending data=0 2024-08-29T18:22:48.918 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-yBOhQFW9r__22yW off=740477 len=397577 2024-08-29T18:22:48.919 INFO:tasks.workunit.client.0.smithi028.stdout:op 3404 completed, throughput=4.99MB/sec 2024-08-29T18:22:48.919 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-kQMI_GnnaZeBxX7 off=19035266 len=530829 2024-08-29T18:22:48.926 INFO:tasks.workunit.client.0.smithi028.stdout:op 3405 completed, throughput=5MB/sec 2024-08-29T18:22:48.926 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-rmIbdbYPQN3OVLS off=15619552 len=1269371 2024-08-29T18:22:48.936 INFO:tasks.workunit.client.0.smithi028.stdout:op 3406 completed, throughput=5MB/sec 2024-08-29T18:22:48.936 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-CkPKxZQ22idykWO off=16720390 len=817790 2024-08-29T18:22:48.945 INFO:tasks.workunit.client.0.smithi028.stdout:op 3407 completed, throughput=5MB/sec 2024-08-29T18:22:48.945 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-UEAYmg1fKLq9AoC off=8338444 len=1290606 2024-08-29T18:22:48.955 INFO:tasks.workunit.client.0.smithi028.stdout:op 3408 completed, throughput=5MB/sec 2024-08-29T18:22:48.955 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-ygmp4Dtf8Pa8Aix off=159083 len=1868099 2024-08-29T18:22:48.969 INFO:tasks.workunit.client.0.smithi028.stdout:op 3409 completed, throughput=5MB/sec 2024-08-29T18:22:49.326 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:22:48 smithi053 bash[68679]: cluster 2024-08-29T18:22:47.742164+0000 mgr.y (mgr.25022) 1082 : cluster [DBG] pgmap v1770: 105 pgs: 105 active+clean; 127 GiB data, 9.8 GiB used, 705 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.4 MiB/s wr, 5 op/s 2024-08-29T18:22:49.380 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:22:48 smithi028 bash[77168]: cluster 2024-08-29T18:22:47.742164+0000 mgr.y (mgr.25022) 1082 : cluster [DBG] pgmap v1770: 105 pgs: 105 active+clean; 127 GiB data, 9.8 GiB used, 705 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.4 MiB/s wr, 5 op/s 2024-08-29T18:22:49.380 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:22:48 smithi028 bash[78352]: cluster 2024-08-29T18:22:47.742164+0000 mgr.y (mgr.25022) 1082 : cluster [DBG] pgmap v1770: 105 pgs: 105 active+clean; 127 GiB data, 9.8 GiB used, 705 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.4 MiB/s wr, 5 op/s 2024-08-29T18:22:49.970 INFO:tasks.workunit.client.0.smithi028.stdout: 653: throughput=4.99MB/sec pending data=0 2024-08-29T18:22:49.970 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-TEqMGLpWXD6v2Z5 off=12013239 len=725690 2024-08-29T18:22:49.973 INFO:tasks.workunit.client.0.smithi028.stdout:op 3410 completed, throughput=5MB/sec 2024-08-29T18:22:49.973 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-94L4w8T7CSNT4QQ off=11558257 len=1422931 2024-08-29T18:22:49.985 INFO:tasks.workunit.client.0.smithi028.stdout:op 3411 completed, throughput=5MB/sec 2024-08-29T18:22:49.985 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-nVxkhGBUd90GPe3 off=4690193 len=3433 2024-08-29T18:22:49.986 INFO:tasks.workunit.client.0.smithi028.stdout:op 3412 completed, throughput=5MB/sec 2024-08-29T18:22:49.986 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-E1nc7TxAS-X7BLQ off=1684171 len=562110 2024-08-29T18:22:49.992 INFO:tasks.workunit.client.0.smithi028.stdout:op 3413 completed, throughput=5MB/sec 2024-08-29T18:22:49.992 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-gX8Co8k06vMyuCD off=874517 len=958645 2024-08-29T18:22:50.000 INFO:tasks.workunit.client.0.smithi028.stdout:op 3414 completed, throughput=5MB/sec 2024-08-29T18:22:50.001 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-vftUvorTSbO626_ off=22829329 len=1772869 2024-08-29T18:22:50.005 INFO:tasks.workunit.client.0.smithi028.stdout:op 3415 completed, throughput=5MB/sec 2024-08-29T18:22:51.005 INFO:tasks.workunit.client.0.smithi028.stdout: 654: throughput=5MB/sec pending data=0 2024-08-29T18:22:51.006 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-PtLCT_6V8zQ3no9 off=432339 len=613222 2024-08-29T18:22:51.013 INFO:tasks.workunit.client.0.smithi028.stdout:op 3416 completed, throughput=5MB/sec 2024-08-29T18:22:51.013 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-EnaNS9ClnxIDi-E off=6262406 len=2074997 2024-08-29T18:22:51.028 INFO:tasks.workunit.client.0.smithi028.stdout:op 3417 completed, throughput=5MB/sec 2024-08-29T18:22:51.028 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-PZfyLrRkRkJ8_eu off=5562365 len=1638611 2024-08-29T18:22:51.032 INFO:tasks.workunit.client.0.smithi028.stdout:op 3418 completed, throughput=5MB/sec 2024-08-29T18:22:51.326 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:22:50 smithi053 bash[68679]: cluster 2024-08-29T18:22:49.743361+0000 mgr.y (mgr.25022) 1083 : cluster [DBG] pgmap v1771: 105 pgs: 105 active+clean; 127 GiB data, 9.8 GiB used, 705 GiB / 715 GiB avail; 3.2 MiB/s rd, 3.1 MiB/s wr, 7 op/s 2024-08-29T18:22:51.380 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:22:50 smithi028 bash[77168]: cluster 2024-08-29T18:22:49.743361+0000 mgr.y (mgr.25022) 1083 : cluster [DBG] pgmap v1771: 105 pgs: 105 active+clean; 127 GiB data, 9.8 GiB used, 705 GiB / 715 GiB avail; 3.2 MiB/s rd, 3.1 MiB/s wr, 7 op/s 2024-08-29T18:22:51.380 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:22:50 smithi028 bash[78352]: cluster 2024-08-29T18:22:49.743361+0000 mgr.y (mgr.25022) 1083 : cluster [DBG] pgmap v1771: 105 pgs: 105 active+clean; 127 GiB data, 9.8 GiB used, 705 GiB / 715 GiB avail; 3.2 MiB/s rd, 3.1 MiB/s wr, 7 op/s 2024-08-29T18:22:51.880 INFO:journalctl@ceph.mgr.y.smithi028.stdout:Aug 29 18:22:51 smithi028 bash[70818]: ::ffff:172.21.15.53 - - [29/Aug/2024:18:22:51] "GET /metrics HTTP/1.1" 200 34019 "" "Prometheus/2.43.0" 2024-08-29T18:22:52.032 INFO:tasks.workunit.client.0.smithi028.stdout: 655: throughput=4.99MB/sec pending data=0 2024-08-29T18:22:52.032 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-754THqr3GqC_VWo off=6378641 len=781798 2024-08-29T18:22:52.035 INFO:tasks.workunit.client.0.smithi028.stdout:op 3419 completed, throughput=4.99MB/sec 2024-08-29T18:22:52.035 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-VYakIuBeuo49ASG off=8155636 len=379942 2024-08-29T18:22:52.037 INFO:tasks.workunit.client.0.smithi028.stdout:op 3420 completed, throughput=5MB/sec 2024-08-29T18:22:52.037 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-jyKUPz1Uq6QxgBt off=14090028 len=1859336 2024-08-29T18:22:52.042 INFO:tasks.workunit.client.0.smithi028.stdout:op 3421 completed, throughput=5MB/sec 2024-08-29T18:22:52.042 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-ZafCoZUt3EkG6xA off=5199121 len=657513 2024-08-29T18:22:52.044 INFO:tasks.workunit.client.0.smithi028.stdout:op 3422 completed, throughput=5MB/sec 2024-08-29T18:22:52.045 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-_dKgQHB0AZx7dhO off=943468 len=1382428 2024-08-29T18:22:52.049 INFO:tasks.workunit.client.0.smithi028.stdout:op 3423 completed, throughput=5MB/sec 2024-08-29T18:22:52.576 INFO:journalctl@ceph.prometheus.a.smithi053.stdout:Aug 29 18:22:52 smithi053 bash[95567]: ts=2024-08-29T18:22:52.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"3167ee72-662c-11ef-bcd4-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-29T18:22:53.050 INFO:tasks.workunit.client.0.smithi028.stdout: 656: throughput=4.99MB/sec pending data=0 2024-08-29T18:22:53.050 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-Na_ja2TorvYFVO9 off=13518305 len=1968897 2024-08-29T18:22:53.055 INFO:tasks.workunit.client.0.smithi028.stdout:op 3424 completed, throughput=5MB/sec 2024-08-29T18:22:53.055 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-e5yd6Q6Wr24nV2I off=22021009 len=1480011 2024-08-29T18:22:53.059 INFO:tasks.workunit.client.0.smithi028.stdout:op 3425 completed, throughput=5MB/sec 2024-08-29T18:22:53.059 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-IgBfoeBLkjDnz4r off=1486667 len=97928 2024-08-29T18:22:53.064 INFO:tasks.workunit.client.0.smithi028.stdout:op 3426 completed, throughput=5MB/sec 2024-08-29T18:22:53.064 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-ixY4K0vxIwbxLCG off=765729 len=829297 2024-08-29T18:22:53.072 INFO:tasks.workunit.client.0.smithi028.stdout:op 3427 completed, throughput=5MB/sec 2024-08-29T18:22:53.073 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-w3pOxVXl67frqcB off=7124132 len=838394 2024-08-29T18:22:53.075 INFO:tasks.workunit.client.0.smithi028.stdout:op 3428 completed, throughput=5MB/sec 2024-08-29T18:22:53.326 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:22:52 smithi053 bash[68679]: cluster 2024-08-29T18:22:51.744178+0000 mgr.y (mgr.25022) 1084 : cluster [DBG] pgmap v1772: 105 pgs: 105 active+clean; 127 GiB data, 9.8 GiB used, 705 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.1 MiB/s wr, 5 op/s 2024-08-29T18:22:53.380 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:22:52 smithi028 bash[77168]: cluster 2024-08-29T18:22:51.744178+0000 mgr.y (mgr.25022) 1084 : cluster [DBG] pgmap v1772: 105 pgs: 105 active+clean; 127 GiB data, 9.8 GiB used, 705 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.1 MiB/s wr, 5 op/s 2024-08-29T18:22:53.380 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:22:52 smithi028 bash[78352]: cluster 2024-08-29T18:22:51.744178+0000 mgr.y (mgr.25022) 1084 : cluster [DBG] pgmap v1772: 105 pgs: 105 active+clean; 127 GiB data, 9.8 GiB used, 705 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.1 MiB/s wr, 5 op/s 2024-08-29T18:22:54.075 INFO:tasks.workunit.client.0.smithi028.stdout: 657: throughput=4.99MB/sec pending data=0 2024-08-29T18:22:54.075 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-WhssYzd15TBvgOm off=4289149 len=1708099 2024-08-29T18:22:54.080 INFO:tasks.workunit.client.0.smithi028.stdout:op 3429 completed, throughput=5MB/sec 2024-08-29T18:22:54.080 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-qe1D0pwmGSffuTv off=8539487 len=949419 2024-08-29T18:22:54.082 INFO:tasks.workunit.client.0.smithi028.stdout:op 3430 completed, throughput=5MB/sec 2024-08-29T18:22:54.082 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-J4H9EFkb1xZDgZo off=17445459 len=167707 2024-08-29T18:22:54.084 INFO:tasks.workunit.client.0.smithi028.stdout:op 3431 completed, throughput=5MB/sec 2024-08-29T18:22:54.084 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-yU-UKBimr-JbvW1 off=10703852 len=1619363 2024-08-29T18:22:54.086 INFO:tasks.workunit.client.0.smithi028.stdout:op 3432 completed, throughput=5MB/sec 2024-08-29T18:22:54.086 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-W7p7kAZYhbAy5g6 off=14557728 len=983268 2024-08-29T18:22:54.089 INFO:tasks.workunit.client.0.smithi028.stdout:op 3433 completed, throughput=5MB/sec 2024-08-29T18:22:55.089 INFO:tasks.workunit.client.0.smithi028.stdout: 658: throughput=4.99MB/sec pending data=0 2024-08-29T18:22:55.090 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-0MDbrCGkq8DRrEW off=6710808 len=747126 2024-08-29T18:22:55.091 INFO:tasks.workunit.client.0.smithi028.stdout:op 3434 completed, throughput=4.99MB/sec 2024-08-29T18:22:55.092 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-BgCfr7WM4bdiezz off=21444258 len=129656 2024-08-29T18:22:55.097 INFO:tasks.workunit.client.0.smithi028.stdout:op 3435 completed, throughput=4.99MB/sec 2024-08-29T18:22:55.097 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-aXW3JGADAk4wuYY off=14062100 len=1437460 2024-08-29T18:22:55.109 INFO:tasks.workunit.client.0.smithi028.stdout:op 3436 completed, throughput=5MB/sec 2024-08-29T18:22:55.109 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-09DIfPFdyRnbQnS off=5753431 len=413570 2024-08-29T18:22:55.111 INFO:tasks.workunit.client.0.smithi028.stdout:op 3437 completed, throughput=5MB/sec 2024-08-29T18:22:55.111 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-Ut59q7HsMFdOYTr off=16368269 len=2046756 2024-08-29T18:22:55.127 INFO:tasks.workunit.client.0.smithi028.stdout:op 3438 completed, throughput=5MB/sec 2024-08-29T18:22:55.127 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-TRnFoFxHzPZF3YE off=2444351 len=189960 2024-08-29T18:22:55.128 INFO:tasks.workunit.client.0.smithi028.stdout:op 3439 completed, throughput=5MB/sec 2024-08-29T18:22:55.128 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-c65F5eJeLY-dSnK off=1708223 len=375503 2024-08-29T18:22:55.134 INFO:tasks.workunit.client.0.smithi028.stdout:op 3440 completed, throughput=5MB/sec 2024-08-29T18:22:55.326 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:22:54 smithi053 bash[68679]: cluster 2024-08-29T18:22:53.745186+0000 mgr.y (mgr.25022) 1085 : cluster [DBG] pgmap v1773: 105 pgs: 105 active+clean; 127 GiB data, 9.8 GiB used, 705 GiB / 715 GiB avail; 3.1 MiB/s rd, 2.6 MiB/s wr, 6 op/s 2024-08-29T18:22:55.380 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:22:54 smithi028 bash[78352]: cluster 2024-08-29T18:22:53.745186+0000 mgr.y (mgr.25022) 1085 : cluster [DBG] pgmap v1773: 105 pgs: 105 active+clean; 127 GiB data, 9.8 GiB used, 705 GiB / 715 GiB avail; 3.1 MiB/s rd, 2.6 MiB/s wr, 6 op/s 2024-08-29T18:22:55.380 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:22:54 smithi028 bash[77168]: cluster 2024-08-29T18:22:53.745186+0000 mgr.y (mgr.25022) 1085 : cluster [DBG] pgmap v1773: 105 pgs: 105 active+clean; 127 GiB data, 9.8 GiB used, 705 GiB / 715 GiB avail; 3.1 MiB/s rd, 2.6 MiB/s wr, 6 op/s 2024-08-29T18:22:56.135 INFO:tasks.workunit.client.0.smithi028.stdout: 659: throughput=4.99MB/sec pending data=0 2024-08-29T18:22:56.135 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-j9kb5BNKxDNTBRV off=1356490 len=1365492 2024-08-29T18:22:56.140 INFO:tasks.workunit.client.0.smithi028.stdout:op 3441 completed, throughput=4.99MB/sec 2024-08-29T18:22:56.140 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-ngMDpYoiM7EIs_f off=77915 len=840908 2024-08-29T18:22:56.143 INFO:tasks.workunit.client.0.smithi028.stdout:op 3442 completed, throughput=5MB/sec 2024-08-29T18:22:56.143 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-tiGu5gWZUIMTGPl off=6201424 len=1702918 2024-08-29T18:22:56.156 INFO:tasks.workunit.client.0.smithi028.stdout:op 3443 completed, throughput=5MB/sec 2024-08-29T18:22:56.156 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-rLb_vDvWub1l03j off=4791078 len=15941 2024-08-29T18:22:56.160 INFO:tasks.workunit.client.0.smithi028.stdout:op 3444 completed, throughput=5MB/sec 2024-08-29T18:22:56.160 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-UlCbT-vQyG2HVHz off=3918780 len=1009514 2024-08-29T18:22:56.163 INFO:tasks.workunit.client.0.smithi028.stdout:op 3445 completed, throughput=5MB/sec 2024-08-29T18:22:56.163 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-hkGv9wBYku2JJaX off=856247 len=662917 2024-08-29T18:22:56.170 INFO:tasks.workunit.client.0.smithi028.stdout:op 3446 completed, throughput=5MB/sec 2024-08-29T18:22:57.171 INFO:tasks.workunit.client.0.smithi028.stdout: 660: throughput=4.99MB/sec pending data=0 2024-08-29T18:22:57.171 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-lhAaiYScZaIDVUC off=68784 len=419157 2024-08-29T18:22:57.172 INFO:tasks.workunit.client.0.smithi028.stdout:op 3447 completed, throughput=4.99MB/sec 2024-08-29T18:22:57.172 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-1vcEaHcdkxiBF6u off=9544376 len=1821090 2024-08-29T18:22:57.177 INFO:tasks.workunit.client.0.smithi028.stdout:op 3448 completed, throughput=5MB/sec 2024-08-29T18:22:57.177 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-cxTix66ITEtDViG off=2933166 len=248805 2024-08-29T18:22:57.179 INFO:tasks.workunit.client.0.smithi028.stdout:op 3449 completed, throughput=5MB/sec 2024-08-29T18:22:57.179 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-DBzGmkUE3JZQHv_ off=7820321 len=796730 2024-08-29T18:22:57.181 INFO:tasks.workunit.client.0.smithi028.stdout:op 3450 completed, throughput=5MB/sec 2024-08-29T18:22:57.181 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-ZWhF3qnpQcMdFW7 off=98234 len=1022842 2024-08-29T18:22:57.184 INFO:tasks.workunit.client.0.smithi028.stdout:op 3451 completed, throughput=5MB/sec 2024-08-29T18:22:57.184 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-o_ce3wbTM46Ydl9 off=3519793 len=1374608 2024-08-29T18:22:57.187 INFO:tasks.workunit.client.0.smithi028.stdout:op 3452 completed, throughput=5MB/sec 2024-08-29T18:22:57.326 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:22:56 smithi053 bash[68679]: cluster 2024-08-29T18:22:55.746434+0000 mgr.y (mgr.25022) 1086 : cluster [DBG] pgmap v1774: 105 pgs: 105 active+clean; 127 GiB data, 9.8 GiB used, 705 GiB / 715 GiB avail; 2.8 MiB/s rd, 1.8 MiB/s wr, 4 op/s 2024-08-29T18:22:57.380 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:22:56 smithi028 bash[78352]: cluster 2024-08-29T18:22:55.746434+0000 mgr.y (mgr.25022) 1086 : cluster [DBG] pgmap v1774: 105 pgs: 105 active+clean; 127 GiB data, 9.8 GiB used, 705 GiB / 715 GiB avail; 2.8 MiB/s rd, 1.8 MiB/s wr, 4 op/s 2024-08-29T18:22:57.380 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:22:56 smithi028 bash[77168]: cluster 2024-08-29T18:22:55.746434+0000 mgr.y (mgr.25022) 1086 : cluster [DBG] pgmap v1774: 105 pgs: 105 active+clean; 127 GiB data, 9.8 GiB used, 705 GiB / 715 GiB avail; 2.8 MiB/s rd, 1.8 MiB/s wr, 4 op/s 2024-08-29T18:22:58.187 INFO:tasks.workunit.client.0.smithi028.stdout: 661: throughput=4.99MB/sec pending data=0 2024-08-29T18:22:58.188 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-JosKdzkZ5PUrjLb off=10414444 len=13697 2024-08-29T18:22:58.189 INFO:tasks.workunit.client.0.smithi028.stdout:op 3453 completed, throughput=4.99MB/sec 2024-08-29T18:22:58.189 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-tsssUsxdh9vOAZo off=814822 len=1902927 2024-08-29T18:22:58.193 INFO:tasks.workunit.client.0.smithi028.stdout:op 3454 completed, throughput=5MB/sec 2024-08-29T18:22:58.194 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-lrspMgHuHe-duMU off=7084495 len=592669 2024-08-29T18:22:58.196 INFO:tasks.workunit.client.0.smithi028.stdout:op 3455 completed, throughput=5MB/sec 2024-08-29T18:22:58.196 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-LZR38A7637NrAum off=18792757 len=413259 2024-08-29T18:22:58.203 INFO:tasks.workunit.client.0.smithi028.stdout:op 3456 completed, throughput=5MB/sec 2024-08-29T18:22:58.203 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-7XzeHLNgJhLgm7F off=19330878 len=844759 2024-08-29T18:22:58.211 INFO:tasks.workunit.client.0.smithi028.stdout:op 3457 completed, throughput=5MB/sec 2024-08-29T18:22:58.211 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-tgefrhSV4SuJF92 off=7154202 len=182126 2024-08-29T18:22:58.215 INFO:tasks.workunit.client.0.smithi028.stdout:op 3458 completed, throughput=5MB/sec 2024-08-29T18:22:58.216 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-R0OipME1viujE6J off=750918 len=880104 2024-08-29T18:22:58.218 INFO:tasks.workunit.client.0.smithi028.stdout:op 3459 completed, throughput=5MB/sec 2024-08-29T18:22:58.326 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:22:57 smithi053 bash[68679]: audit 2024-08-29T18:22:57.079708+0000 mon.a (mon.0) 2232 : audit [DBG] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-29T18:22:58.380 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:22:57 smithi028 bash[77168]: audit 2024-08-29T18:22:57.079708+0000 mon.a (mon.0) 2232 : audit [DBG] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-29T18:22:58.380 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:22:57 smithi028 bash[78352]: audit 2024-08-29T18:22:57.079708+0000 mon.a (mon.0) 2232 : audit [DBG] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-29T18:22:59.218 INFO:tasks.workunit.client.0.smithi028.stdout: 662: throughput=4.99MB/sec pending data=0 2024-08-29T18:22:59.218 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-OV3xKYMYMP2v_OR off=1373063 len=1116752 2024-08-29T18:22:59.221 INFO:tasks.workunit.client.0.smithi028.stdout:op 3460 completed, throughput=4.99MB/sec 2024-08-29T18:22:59.222 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-b9MLD_G4N_EqkLO off=367858 len=1879324 2024-08-29T18:22:59.236 INFO:tasks.workunit.client.0.smithi028.stdout:op 3461 completed, throughput=5MB/sec 2024-08-29T18:22:59.236 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-BzUGjhJH4L4BgbY off=0 len=1604585 2024-08-29T18:22:59.240 INFO:tasks.workunit.client.0.smithi028.stdout:op 3462 completed, throughput=5MB/sec 2024-08-29T18:22:59.240 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-vE001CN1JIndh9X off=2119195 len=241113 2024-08-29T18:22:59.247 INFO:tasks.workunit.client.0.smithi028.stdout:op 3463 completed, throughput=5MB/sec 2024-08-29T18:22:59.247 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-d8dx6KlYWym1CX7 off=6896223 len=833956 2024-08-29T18:22:59.254 INFO:tasks.workunit.client.0.smithi028.stdout:op 3464 completed, throughput=5MB/sec 2024-08-29T18:22:59.326 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:22:58 smithi053 bash[68679]: cluster 2024-08-29T18:22:57.747282+0000 mgr.y (mgr.25022) 1087 : cluster [DBG] pgmap v1775: 105 pgs: 105 active+clean; 127 GiB data, 9.8 GiB used, 705 GiB / 715 GiB avail; 2.4 MiB/s rd, 1.6 MiB/s wr, 4 op/s 2024-08-29T18:22:59.380 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:22:58 smithi028 bash[77168]: cluster 2024-08-29T18:22:57.747282+0000 mgr.y (mgr.25022) 1087 : cluster [DBG] pgmap v1775: 105 pgs: 105 active+clean; 127 GiB data, 9.8 GiB used, 705 GiB / 715 GiB avail; 2.4 MiB/s rd, 1.6 MiB/s wr, 4 op/s 2024-08-29T18:22:59.381 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:22:58 smithi028 bash[78352]: cluster 2024-08-29T18:22:57.747282+0000 mgr.y (mgr.25022) 1087 : cluster [DBG] pgmap v1775: 105 pgs: 105 active+clean; 127 GiB data, 9.8 GiB used, 705 GiB / 715 GiB avail; 2.4 MiB/s rd, 1.6 MiB/s wr, 4 op/s 2024-08-29T18:23:00.255 INFO:tasks.workunit.client.0.smithi028.stdout: 663: throughput=4.99MB/sec pending data=0 2024-08-29T18:23:00.255 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-JLMyKXBzPoNVUS8 off=12299950 len=1049645 2024-08-29T18:23:00.265 INFO:tasks.workunit.client.0.smithi028.stdout:op 3465 completed, throughput=4.99MB/sec 2024-08-29T18:23:00.265 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-iCVLmaq_4viSVuq off=3820243 len=1046402 2024-08-29T18:23:00.274 INFO:tasks.workunit.client.0.smithi028.stdout:op 3466 completed, throughput=5MB/sec 2024-08-29T18:23:00.274 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-qZkUnHnK-7SZxUR off=15396451 len=27307 2024-08-29T18:23:00.275 INFO:tasks.workunit.client.0.smithi028.stdout:op 3467 completed, throughput=5MB/sec 2024-08-29T18:23:00.275 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-wbrKhIDdYGbdKn- off=392426 len=1995361 2024-08-29T18:23:00.292 INFO:tasks.workunit.client.0.smithi028.stdout:op 3468 completed, throughput=5MB/sec 2024-08-29T18:23:00.292 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-vIOfEsTXMVOVRNq off=1541778 len=814432 2024-08-29T18:23:00.294 INFO:tasks.workunit.client.0.smithi028.stdout:op 3469 completed, throughput=5MB/sec 2024-08-29T18:23:00.294 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-OmoMPrE3EqiduEw off=6587112 len=459323 2024-08-29T18:23:00.296 INFO:tasks.workunit.client.0.smithi028.stdout:op 3470 completed, throughput=5MB/sec 2024-08-29T18:23:01.296 INFO:tasks.workunit.client.0.smithi028.stdout: 664: throughput=4.99MB/sec pending data=0 2024-08-29T18:23:01.296 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-O7-sku4GCF6_LVJ off=9959904 len=1919084 2024-08-29T18:23:01.301 INFO:tasks.workunit.client.0.smithi028.stdout:op 3471 completed, throughput=5MB/sec 2024-08-29T18:23:01.301 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-u-0SaS-P-x4ZJJW off=2004646 len=61803 2024-08-29T18:23:01.302 INFO:tasks.workunit.client.0.smithi028.stdout:op 3472 completed, throughput=5MB/sec 2024-08-29T18:23:01.302 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-RsL3MUWzI5iCGbm off=11946089 len=113660 2024-08-29T18:23:01.303 INFO:tasks.workunit.client.0.smithi028.stdout:op 3473 completed, throughput=5MB/sec 2024-08-29T18:23:01.304 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-9XbtuLwzRQOX9t7 off=1262254 len=1980188 2024-08-29T18:23:01.320 INFO:tasks.workunit.client.0.smithi028.stdout:op 3474 completed, throughput=5MB/sec 2024-08-29T18:23:01.320 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-WqCUoh9mjaiYW4B off=3419162 len=1618973 2024-08-29T18:23:01.326 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:23:00 smithi053 bash[68679]: cluster 2024-08-29T18:22:59.748523+0000 mgr.y (mgr.25022) 1088 : cluster [DBG] pgmap v1776: 105 pgs: 105 active+clean; 127 GiB data, 9.9 GiB used, 705 GiB / 715 GiB avail; 4.0 MiB/s rd, 2.3 MiB/s wr, 6 op/s 2024-08-29T18:23:01.332 INFO:tasks.workunit.client.0.smithi028.stdout:op 3475 completed, throughput=5MB/sec 2024-08-29T18:23:01.380 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:23:00 smithi028 bash[78352]: cluster 2024-08-29T18:22:59.748523+0000 mgr.y (mgr.25022) 1088 : cluster [DBG] pgmap v1776: 105 pgs: 105 active+clean; 127 GiB data, 9.9 GiB used, 705 GiB / 715 GiB avail; 4.0 MiB/s rd, 2.3 MiB/s wr, 6 op/s 2024-08-29T18:23:01.380 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:23:00 smithi028 bash[77168]: cluster 2024-08-29T18:22:59.748523+0000 mgr.y (mgr.25022) 1088 : cluster [DBG] pgmap v1776: 105 pgs: 105 active+clean; 127 GiB data, 9.9 GiB used, 705 GiB / 715 GiB avail; 4.0 MiB/s rd, 2.3 MiB/s wr, 6 op/s 2024-08-29T18:23:01.880 INFO:journalctl@ceph.mgr.y.smithi028.stdout:Aug 29 18:23:01 smithi028 bash[70818]: ::ffff:172.21.15.53 - - [29/Aug/2024:18:23:01] "GET /metrics HTTP/1.1" 200 34022 "" "Prometheus/2.43.0" 2024-08-29T18:23:02.332 INFO:tasks.workunit.client.0.smithi028.stdout: 665: throughput=4.99MB/sec pending data=0 2024-08-29T18:23:02.332 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-kjrlXMtpdXrfU8a off=14053908 len=1732652 2024-08-29T18:23:02.336 INFO:tasks.workunit.client.0.smithi028.stdout:op 3476 completed, throughput=5MB/sec 2024-08-29T18:23:02.336 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-tA0Wr9tr0fArn81 off=17561309 len=2074452 2024-08-29T18:23:02.340 INFO:tasks.workunit.client.0.smithi028.stdout:op 3477 completed, throughput=5MB/sec 2024-08-29T18:23:02.340 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-G6jfeZZe1SVAWrT off=3763530 len=1246208 2024-08-29T18:23:02.344 INFO:tasks.workunit.client.0.smithi028.stdout:op 3478 completed, throughput=5MB/sec 2024-08-29T18:23:02.576 INFO:journalctl@ceph.prometheus.a.smithi053.stdout:Aug 29 18:23:02 smithi053 bash[95567]: ts=2024-08-29T18:23:02.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"3167ee72-662c-11ef-bcd4-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-29T18:23:03.326 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:23:02 smithi053 bash[68679]: cluster 2024-08-29T18:23:01.749422+0000 mgr.y (mgr.25022) 1089 : cluster [DBG] pgmap v1777: 105 pgs: 105 active+clean; 127 GiB data, 9.9 GiB used, 705 GiB / 715 GiB avail; 2.7 MiB/s rd, 1.4 MiB/s wr, 4 op/s 2024-08-29T18:23:03.344 INFO:tasks.workunit.client.0.smithi028.stdout: 666: throughput=4.99MB/sec pending data=0 2024-08-29T18:23:03.345 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-SZdqG_X5demc4I- off=11560136 len=1361943 2024-08-29T18:23:03.348 INFO:tasks.workunit.client.0.smithi028.stdout:op 3479 completed, throughput=5MB/sec 2024-08-29T18:23:03.348 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-huCj17cmU_ZpVUl off=8401559 len=83300 2024-08-29T18:23:03.349 INFO:tasks.workunit.client.0.smithi028.stdout:op 3480 completed, throughput=5MB/sec 2024-08-29T18:23:03.349 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-RAMl-RNMAiZGQ-F off=4340070 len=997660 2024-08-29T18:23:03.359 INFO:tasks.workunit.client.0.smithi028.stdout:op 3481 completed, throughput=5MB/sec 2024-08-29T18:23:03.359 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-JlTpUHDxqYe2tSe off=332887 len=28131 2024-08-29T18:23:03.363 INFO:tasks.workunit.client.0.smithi028.stdout:op 3482 completed, throughput=5MB/sec 2024-08-29T18:23:03.363 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-fCA800tI6AeV83q off=2062339 len=837812 2024-08-29T18:23:03.367 INFO:tasks.workunit.client.0.smithi028.stdout:op 3483 completed, throughput=5MB/sec 2024-08-29T18:23:03.367 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-nEd1KtLgZKn_WYk off=8514071 len=1461862 2024-08-29T18:23:03.378 INFO:tasks.workunit.client.0.smithi028.stdout:op 3484 completed, throughput=5MB/sec 2024-08-29T18:23:03.378 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-bRqyuLZ-jzkUjks off=8733637 len=1722936 2024-08-29T18:23:03.380 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:23:02 smithi028 bash[78352]: cluster 2024-08-29T18:23:01.749422+0000 mgr.y (mgr.25022) 1089 : cluster [DBG] pgmap v1777: 105 pgs: 105 active+clean; 127 GiB data, 9.9 GiB used, 705 GiB / 715 GiB avail; 2.7 MiB/s rd, 1.4 MiB/s wr, 4 op/s 2024-08-29T18:23:03.380 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:23:02 smithi028 bash[77168]: cluster 2024-08-29T18:23:01.749422+0000 mgr.y (mgr.25022) 1089 : cluster [DBG] pgmap v1777: 105 pgs: 105 active+clean; 127 GiB data, 9.9 GiB used, 705 GiB / 715 GiB avail; 2.7 MiB/s rd, 1.4 MiB/s wr, 4 op/s 2024-08-29T18:23:03.395 INFO:tasks.workunit.client.0.smithi028.stdout:op 3485 completed, throughput=5MB/sec 2024-08-29T18:23:04.395 INFO:tasks.workunit.client.0.smithi028.stdout: 667: throughput=4.99MB/sec pending data=0 2024-08-29T18:23:04.395 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-UFMushh4iHs4RaM off=5529599 len=1323004 2024-08-29T18:23:04.399 INFO:tasks.workunit.client.0.smithi028.stdout:op 3486 completed, throughput=5MB/sec 2024-08-29T18:23:04.399 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-KuK-F4lFwu-Zk1B off=13558045 len=147978 2024-08-29T18:23:04.405 INFO:tasks.workunit.client.0.smithi028.stdout:op 3487 completed, throughput=5MB/sec 2024-08-29T18:23:04.405 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-gIrScO3hBrkrtED off=21444 len=791496 2024-08-29T18:23:04.407 INFO:tasks.workunit.client.0.smithi028.stdout:op 3488 completed, throughput=5MB/sec 2024-08-29T18:23:04.407 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-LNTVrEcywCkxqG- off=3335191 len=175765 2024-08-29T18:23:04.409 INFO:tasks.workunit.client.0.smithi028.stdout:op 3489 completed, throughput=5MB/sec 2024-08-29T18:23:04.409 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-23sO6KkcPDtNI5c off=13984762 len=1898265 2024-08-29T18:23:04.413 INFO:tasks.workunit.client.0.smithi028.stdout:op 3490 completed, throughput=5MB/sec 2024-08-29T18:23:05.326 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:23:04 smithi053 bash[68679]: cluster 2024-08-29T18:23:03.750519+0000 mgr.y (mgr.25022) 1090 : cluster [DBG] pgmap v1778: 105 pgs: 105 active+clean; 127 GiB data, 9.9 GiB used, 705 GiB / 715 GiB avail; 3.4 MiB/s rd, 2.4 MiB/s wr, 6 op/s 2024-08-29T18:23:05.380 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:23:04 smithi028 bash[77168]: cluster 2024-08-29T18:23:03.750519+0000 mgr.y (mgr.25022) 1090 : cluster [DBG] pgmap v1778: 105 pgs: 105 active+clean; 127 GiB data, 9.9 GiB used, 705 GiB / 715 GiB avail; 3.4 MiB/s rd, 2.4 MiB/s wr, 6 op/s 2024-08-29T18:23:05.380 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:23:04 smithi028 bash[78352]: cluster 2024-08-29T18:23:03.750519+0000 mgr.y (mgr.25022) 1090 : cluster [DBG] pgmap v1778: 105 pgs: 105 active+clean; 127 GiB data, 9.9 GiB used, 705 GiB / 715 GiB avail; 3.4 MiB/s rd, 2.4 MiB/s wr, 6 op/s 2024-08-29T18:23:05.414 INFO:tasks.workunit.client.0.smithi028.stdout: 668: throughput=4.99MB/sec pending data=0 2024-08-29T18:23:05.414 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-bDdnso3qiRpE67_ off=24384 len=1525068 2024-08-29T18:23:05.426 INFO:tasks.workunit.client.0.smithi028.stdout:op 3491 completed, throughput=5MB/sec 2024-08-29T18:23:05.426 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-2Unwe5gUMO1y2LL off=905633 len=1013017 2024-08-29T18:23:05.429 INFO:tasks.workunit.client.0.smithi028.stdout:op 3492 completed, throughput=5MB/sec 2024-08-29T18:23:05.429 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-_eNM5tVT9fH9hD- off=9132503 len=583050 2024-08-29T18:23:05.431 INFO:tasks.workunit.client.0.smithi028.stdout:op 3493 completed, throughput=5MB/sec 2024-08-29T18:23:05.431 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-gEy9ZE0QkyikS3I off=8784502 len=646433 2024-08-29T18:23:05.433 INFO:tasks.workunit.client.0.smithi028.stdout:op 3494 completed, throughput=5MB/sec 2024-08-29T18:23:05.433 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-TggZzkLd4ilsM4q off=143070 len=1226101 2024-08-29T18:23:05.443 INFO:tasks.workunit.client.0.smithi028.stdout:op 3495 completed, throughput=5MB/sec 2024-08-29T18:23:05.443 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-Bx7TMqT_v0mdLeD off=5219626 len=1173503 2024-08-29T18:23:05.446 INFO:tasks.workunit.client.0.smithi028.stdout:op 3496 completed, throughput=5MB/sec 2024-08-29T18:23:06.447 INFO:tasks.workunit.client.0.smithi028.stdout: 669: throughput=4.99MB/sec pending data=0 2024-08-29T18:23:06.447 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-06Ej--PPOc-Y0fP off=676433 len=1598370 2024-08-29T18:23:06.460 INFO:tasks.workunit.client.0.smithi028.stdout:op 3497 completed, throughput=5MB/sec 2024-08-29T18:23:06.460 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-UCnOWse-OGBQ1EJ off=5975542 len=1682875 2024-08-29T18:23:06.472 INFO:tasks.workunit.client.0.smithi028.stdout:op 3498 completed, throughput=5MB/sec 2024-08-29T18:23:06.472 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-c8hSySmmPpvGEDm off=13842169 len=942811 2024-08-29T18:23:06.475 INFO:tasks.workunit.client.0.smithi028.stdout:op 3499 completed, throughput=5MB/sec 2024-08-29T18:23:06.475 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-4MsjRxhbSqBWpTL off=2299172 len=1385211 2024-08-29T18:23:06.478 INFO:tasks.workunit.client.0.smithi028.stdout:op 3500 completed, throughput=5MB/sec 2024-08-29T18:23:07.326 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:23:06 smithi053 bash[68679]: cluster 2024-08-29T18:23:05.751795+0000 mgr.y (mgr.25022) 1091 : cluster [DBG] pgmap v1779: 105 pgs: 105 active+clean; 127 GiB data, 9.9 GiB used, 705 GiB / 715 GiB avail; 2.9 MiB/s rd, 2.0 MiB/s wr, 5 op/s 2024-08-29T18:23:07.326 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:23:06 smithi053 bash[68679]: audit 2024-08-29T18:23:06.705511+0000 mon.a (mon.0) 2233 : audit [DBG] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-29T18:23:07.380 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:23:06 smithi028 bash[78352]: cluster 2024-08-29T18:23:05.751795+0000 mgr.y (mgr.25022) 1091 : cluster [DBG] pgmap v1779: 105 pgs: 105 active+clean; 127 GiB data, 9.9 GiB used, 705 GiB / 715 GiB avail; 2.9 MiB/s rd, 2.0 MiB/s wr, 5 op/s 2024-08-29T18:23:07.380 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:23:06 smithi028 bash[78352]: audit 2024-08-29T18:23:06.705511+0000 mon.a (mon.0) 2233 : audit [DBG] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-29T18:23:07.380 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:23:06 smithi028 bash[77168]: cluster 2024-08-29T18:23:05.751795+0000 mgr.y (mgr.25022) 1091 : cluster [DBG] pgmap v1779: 105 pgs: 105 active+clean; 127 GiB data, 9.9 GiB used, 705 GiB / 715 GiB avail; 2.9 MiB/s rd, 2.0 MiB/s wr, 5 op/s 2024-08-29T18:23:07.380 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:23:06 smithi028 bash[77168]: audit 2024-08-29T18:23:06.705511+0000 mon.a (mon.0) 2233 : audit [DBG] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-29T18:23:07.478 INFO:tasks.workunit.client.0.smithi028.stdout: 670: throughput=4.99MB/sec pending data=0 2024-08-29T18:23:07.479 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-i1umKdPUJGZOB87 off=1075451 len=839682 2024-08-29T18:23:07.486 INFO:tasks.workunit.client.0.smithi028.stdout:op 3501 completed, throughput=5MB/sec 2024-08-29T18:23:07.486 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-8crrKnCZPgubSm5 off=14686768 len=753782 2024-08-29T18:23:07.493 INFO:tasks.workunit.client.0.smithi028.stdout:op 3502 completed, throughput=5MB/sec 2024-08-29T18:23:07.493 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-Pvf6y00DFMq_CLU off=2031472 len=1544548 2024-08-29T18:23:07.496 INFO:tasks.workunit.client.0.smithi028.stdout:op 3503 completed, throughput=5MB/sec 2024-08-29T18:23:07.496 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-VC4vHfraGLeQGG_ off=2922984 len=719733 2024-08-29T18:23:07.502 INFO:tasks.workunit.client.0.smithi028.stdout:op 3504 completed, throughput=5MB/sec 2024-08-29T18:23:07.502 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-ufYDRlTl2LPqgvW off=66851 len=1394800 2024-08-29T18:23:07.506 INFO:tasks.workunit.client.0.smithi028.stdout:op 3505 completed, throughput=5MB/sec 2024-08-29T18:23:08.507 INFO:tasks.workunit.client.0.smithi028.stdout: 671: throughput=4.99MB/sec pending data=0 2024-08-29T18:23:08.507 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-hlttxhmRQRHvyUq off=3280981 len=1326903 2024-08-29T18:23:08.510 INFO:tasks.workunit.client.0.smithi028.stdout:op 3506 completed, throughput=5MB/sec 2024-08-29T18:23:08.510 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-tR_KSq2mIn8u4fN off=2797473 len=192971 2024-08-29T18:23:08.516 INFO:tasks.workunit.client.0.smithi028.stdout:op 3507 completed, throughput=5MB/sec 2024-08-29T18:23:08.516 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-hq1ATGPHz4kMxau off=2188359 len=776732 2024-08-29T18:23:08.524 INFO:tasks.workunit.client.0.smithi028.stdout:op 3508 completed, throughput=5MB/sec 2024-08-29T18:23:08.524 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-nPljJKa9edG5U72 off=12129022 len=605408 2024-08-29T18:23:08.526 INFO:tasks.workunit.client.0.smithi028.stdout:op 3509 completed, throughput=5MB/sec 2024-08-29T18:23:08.526 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-wVuOxDsk6hcWo5p off=9000866 len=322389 2024-08-29T18:23:08.532 INFO:tasks.workunit.client.0.smithi028.stdout:op 3510 completed, throughput=5MB/sec 2024-08-29T18:23:08.532 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-mViHlZiz5geB1GV off=958078 len=1314637 2024-08-29T18:23:08.535 INFO:tasks.workunit.client.0.smithi028.stdout:op 3511 completed, throughput=5MB/sec 2024-08-29T18:23:08.576 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:23:08 smithi053 bash[68679]: audit 2024-08-29T18:23:07.313279+0000 mon.a (mon.0) 2234 : audit [INF] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' 2024-08-29T18:23:08.576 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:23:08 smithi053 bash[68679]: audit 2024-08-29T18:23:07.318152+0000 mon.a (mon.0) 2235 : audit [INF] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' 2024-08-29T18:23:08.576 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:23:08 smithi053 bash[68679]: cluster 2024-08-29T18:23:07.752536+0000 mgr.y (mgr.25022) 1092 : cluster [DBG] pgmap v1780: 105 pgs: 105 active+clean; 127 GiB data, 9.9 GiB used, 705 GiB / 715 GiB avail; 2.9 MiB/s rd, 1.8 MiB/s wr, 4 op/s 2024-08-29T18:23:08.576 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:23:08 smithi053 bash[68679]: audit 2024-08-29T18:23:08.031708+0000 mon.a (mon.0) 2236 : audit [DBG] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-29T18:23:08.577 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:23:08 smithi053 bash[68679]: audit 2024-08-29T18:23:08.032907+0000 mon.a (mon.0) 2237 : audit [INF] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-29T18:23:08.577 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:23:08 smithi053 bash[68679]: audit 2024-08-29T18:23:08.041032+0000 mon.a (mon.0) 2238 : audit [INF] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' 2024-08-29T18:23:08.630 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:23:08 smithi028 bash[77168]: audit 2024-08-29T18:23:07.313279+0000 mon.a (mon.0) 2234 : audit [INF] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' 2024-08-29T18:23:08.630 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:23:08 smithi028 bash[77168]: audit 2024-08-29T18:23:07.318152+0000 mon.a (mon.0) 2235 : audit [INF] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' 2024-08-29T18:23:08.631 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:23:08 smithi028 bash[77168]: cluster 2024-08-29T18:23:07.752536+0000 mgr.y (mgr.25022) 1092 : cluster [DBG] pgmap v1780: 105 pgs: 105 active+clean; 127 GiB data, 9.9 GiB used, 705 GiB / 715 GiB avail; 2.9 MiB/s rd, 1.8 MiB/s wr, 4 op/s 2024-08-29T18:23:08.631 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:23:08 smithi028 bash[77168]: audit 2024-08-29T18:23:08.031708+0000 mon.a (mon.0) 2236 : audit [DBG] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-29T18:23:08.631 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:23:08 smithi028 bash[77168]: audit 2024-08-29T18:23:08.032907+0000 mon.a (mon.0) 2237 : audit [INF] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-29T18:23:08.631 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:23:08 smithi028 bash[77168]: audit 2024-08-29T18:23:08.041032+0000 mon.a (mon.0) 2238 : audit [INF] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' 2024-08-29T18:23:08.631 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:23:08 smithi028 bash[78352]: audit 2024-08-29T18:23:07.313279+0000 mon.a (mon.0) 2234 : audit [INF] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' 2024-08-29T18:23:08.631 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:23:08 smithi028 bash[78352]: audit 2024-08-29T18:23:07.318152+0000 mon.a (mon.0) 2235 : audit [INF] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' 2024-08-29T18:23:08.631 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:23:08 smithi028 bash[78352]: cluster 2024-08-29T18:23:07.752536+0000 mgr.y (mgr.25022) 1092 : cluster [DBG] pgmap v1780: 105 pgs: 105 active+clean; 127 GiB data, 9.9 GiB used, 705 GiB / 715 GiB avail; 2.9 MiB/s rd, 1.8 MiB/s wr, 4 op/s 2024-08-29T18:23:08.631 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:23:08 smithi028 bash[78352]: audit 2024-08-29T18:23:08.031708+0000 mon.a (mon.0) 2236 : audit [DBG] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-29T18:23:08.631 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:23:08 smithi028 bash[78352]: audit 2024-08-29T18:23:08.032907+0000 mon.a (mon.0) 2237 : audit [INF] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-29T18:23:08.631 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:23:08 smithi028 bash[78352]: audit 2024-08-29T18:23:08.041032+0000 mon.a (mon.0) 2238 : audit [INF] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' 2024-08-29T18:23:09.536 INFO:tasks.workunit.client.0.smithi028.stdout: 672: throughput=4.99MB/sec pending data=0 2024-08-29T18:23:09.536 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-k-oB9JRw5fDW5TC off=2276708 len=1873260 2024-08-29T18:23:09.551 INFO:tasks.workunit.client.0.smithi028.stdout:op 3512 completed, throughput=5MB/sec 2024-08-29T18:23:09.551 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-g8aw0twYUHhlSew off=542184 len=1921758 2024-08-29T18:23:09.565 INFO:tasks.workunit.client.0.smithi028.stdout:op 3513 completed, throughput=5MB/sec 2024-08-29T18:23:09.565 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-XVMVwQuDvXrzgqh off=1722715 len=194084 2024-08-29T18:23:09.566 INFO:tasks.workunit.client.0.smithi028.stdout:op 3514 completed, throughput=5MB/sec 2024-08-29T18:23:09.567 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-POxWUroWGupDZkx off=13232245 len=1688233 2024-08-29T18:23:09.578 INFO:tasks.workunit.client.0.smithi028.stdout:op 3515 completed, throughput=5MB/sec 2024-08-29T18:23:10.578 INFO:tasks.workunit.client.0.smithi028.stdout: 673: throughput=4.99MB/sec pending data=0 2024-08-29T18:23:10.578 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-5-rLwIz634nJDiW off=12394673 len=630109 2024-08-29T18:23:10.586 INFO:tasks.workunit.client.0.smithi028.stdout:op 3516 completed, throughput=4.99MB/sec 2024-08-29T18:23:10.586 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-41Dgi0AUSRBNIT1 off=12083211 len=1471868 2024-08-29T18:23:10.598 INFO:tasks.workunit.client.0.smithi028.stdout:op 3517 completed, throughput=5MB/sec 2024-08-29T18:23:10.598 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-7s4shqPdsH_oeih off=2437228 len=907205 2024-08-29T18:23:10.601 INFO:tasks.workunit.client.0.smithi028.stdout:op 3518 completed, throughput=5MB/sec 2024-08-29T18:23:10.601 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-n1nq3L5Ywusi-bt off=6572592 len=218011 2024-08-29T18:23:10.607 INFO:tasks.workunit.client.0.smithi028.stdout:op 3519 completed, throughput=5MB/sec 2024-08-29T18:23:10.607 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-HLxka4vyR7phwdv off=15326615 len=1253889 2024-08-29T18:23:10.610 INFO:tasks.workunit.client.0.smithi028.stdout:op 3520 completed, throughput=5MB/sec 2024-08-29T18:23:10.610 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-7qJQFaMiX3yA_oJ off=13540328 len=778968 2024-08-29T18:23:10.613 INFO:tasks.workunit.client.0.smithi028.stdout:op 3521 completed, throughput=5MB/sec 2024-08-29T18:23:11.076 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:23:10 smithi053 bash[68679]: cluster 2024-08-29T18:23:09.753726+0000 mgr.y (mgr.25022) 1093 : cluster [DBG] pgmap v1781: 105 pgs: 105 active+clean; 127 GiB data, 9.9 GiB used, 705 GiB / 715 GiB avail; 3.8 MiB/s rd, 2.5 MiB/s wr, 6 op/s 2024-08-29T18:23:11.130 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:23:10 smithi028 bash[78352]: cluster 2024-08-29T18:23:09.753726+0000 mgr.y (mgr.25022) 1093 : cluster [DBG] pgmap v1781: 105 pgs: 105 active+clean; 127 GiB data, 9.9 GiB used, 705 GiB / 715 GiB avail; 3.8 MiB/s rd, 2.5 MiB/s wr, 6 op/s 2024-08-29T18:23:11.130 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:23:10 smithi028 bash[77168]: cluster 2024-08-29T18:23:09.753726+0000 mgr.y (mgr.25022) 1093 : cluster [DBG] pgmap v1781: 105 pgs: 105 active+clean; 127 GiB data, 9.9 GiB used, 705 GiB / 715 GiB avail; 3.8 MiB/s rd, 2.5 MiB/s wr, 6 op/s 2024-08-29T18:23:11.613 INFO:tasks.workunit.client.0.smithi028.stdout: 674: throughput=4.99MB/sec pending data=0 2024-08-29T18:23:11.614 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-DKEgkwggBtFyRfi off=5173401 len=2037326 2024-08-29T18:23:11.619 INFO:tasks.workunit.client.0.smithi028.stdout:op 3522 completed, throughput=5MB/sec 2024-08-29T18:23:11.619 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-W-635mJGyUC3no3 off=2133133 len=243985 2024-08-29T18:23:11.621 INFO:tasks.workunit.client.0.smithi028.stdout:op 3523 completed, throughput=5MB/sec 2024-08-29T18:23:11.621 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-anJ8so1zUDfXTUy off=6705184 len=157085 2024-08-29T18:23:11.622 INFO:tasks.workunit.client.0.smithi028.stdout:op 3524 completed, throughput=5MB/sec 2024-08-29T18:23:11.622 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-GPuzqCRaEvB_OgP off=3758627 len=381119 2024-08-29T18:23:11.629 INFO:tasks.workunit.client.0.smithi028.stdout:op 3525 completed, throughput=5MB/sec 2024-08-29T18:23:11.629 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-Avsx3blknI0l5Eb off=601207 len=886995 2024-08-29T18:23:11.632 INFO:tasks.workunit.client.0.smithi028.stdout:op 3526 completed, throughput=5MB/sec 2024-08-29T18:23:11.632 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-iPGXSfnH4JaoDo7 off=4353089 len=247733 2024-08-29T18:23:11.633 INFO:tasks.workunit.client.0.smithi028.stdout:op 3527 completed, throughput=5MB/sec 2024-08-29T18:23:11.633 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-74GLV5SRopiAB8Z off=854071 len=2055009 2024-08-29T18:23:11.639 INFO:tasks.workunit.client.0.smithi028.stdout:op 3528 completed, throughput=5MB/sec 2024-08-29T18:23:11.880 INFO:journalctl@ceph.mgr.y.smithi028.stdout:Aug 29 18:23:11 smithi028 bash[70818]: ::ffff:172.21.15.53 - - [29/Aug/2024:18:23:11] "GET /metrics HTTP/1.1" 200 34022 "" "Prometheus/2.43.0" 2024-08-29T18:23:12.576 INFO:journalctl@ceph.prometheus.a.smithi053.stdout:Aug 29 18:23:12 smithi053 bash[95567]: ts=2024-08-29T18:23:12.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"3167ee72-662c-11ef-bcd4-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-29T18:23:12.640 INFO:tasks.workunit.client.0.smithi028.stdout: 675: throughput=4.99MB/sec pending data=0 2024-08-29T18:23:12.640 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-w0QwIt5pa9WrLgq off=7795216 len=2074059 2024-08-29T18:23:12.654 INFO:tasks.workunit.client.0.smithi028.stdout:op 3529 completed, throughput=5MB/sec 2024-08-29T18:23:12.654 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-VBtVbAvQXBtFtcH off=4177294 len=657450 2024-08-29T18:23:12.657 INFO:tasks.workunit.client.0.smithi028.stdout:op 3530 completed, throughput=5MB/sec 2024-08-29T18:23:12.657 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-kQMI_GnnaZeBxX7 off=15530246 len=1360459 2024-08-29T18:23:12.660 INFO:tasks.workunit.client.0.smithi028.stdout:op 3531 completed, throughput=5MB/sec 2024-08-29T18:23:12.660 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-ImWl6Wz6GimED2s off=10826755 len=1382146 2024-08-29T18:23:12.670 INFO:tasks.workunit.client.0.smithi028.stdout:op 3532 completed, throughput=5MB/sec 2024-08-29T18:23:13.076 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:23:12 smithi053 bash[68679]: cluster 2024-08-29T18:23:11.754549+0000 mgr.y (mgr.25022) 1094 : cluster [DBG] pgmap v1782: 105 pgs: 105 active+clean; 127 GiB data, 9.9 GiB used, 705 GiB / 715 GiB avail; 2.1 MiB/s rd, 1.8 MiB/s wr, 3 op/s 2024-08-29T18:23:13.076 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:23:12 smithi053 bash[68679]: audit 2024-08-29T18:23:12.080048+0000 mon.a (mon.0) 2239 : audit [DBG] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-29T18:23:13.130 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:23:12 smithi028 bash[78352]: cluster 2024-08-29T18:23:11.754549+0000 mgr.y (mgr.25022) 1094 : cluster [DBG] pgmap v1782: 105 pgs: 105 active+clean; 127 GiB data, 9.9 GiB used, 705 GiB / 715 GiB avail; 2.1 MiB/s rd, 1.8 MiB/s wr, 3 op/s 2024-08-29T18:23:13.130 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:23:12 smithi028 bash[78352]: audit 2024-08-29T18:23:12.080048+0000 mon.a (mon.0) 2239 : audit [DBG] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-29T18:23:13.131 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:23:12 smithi028 bash[77168]: cluster 2024-08-29T18:23:11.754549+0000 mgr.y (mgr.25022) 1094 : cluster [DBG] pgmap v1782: 105 pgs: 105 active+clean; 127 GiB data, 9.9 GiB used, 705 GiB / 715 GiB avail; 2.1 MiB/s rd, 1.8 MiB/s wr, 3 op/s 2024-08-29T18:23:13.131 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:23:12 smithi028 bash[77168]: audit 2024-08-29T18:23:12.080048+0000 mon.a (mon.0) 2239 : audit [DBG] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-29T18:23:13.670 INFO:tasks.workunit.client.0.smithi028.stdout: 676: throughput=4.99MB/sec pending data=0 2024-08-29T18:23:13.670 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-mLU-yAxOtN7Cx0u off=1643085 len=1101092 2024-08-29T18:23:13.680 INFO:tasks.workunit.client.0.smithi028.stdout:op 3533 completed, throughput=5MB/sec 2024-08-29T18:23:13.680 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-Z_ceOhKS16BOV1G off=4231772 len=746434 2024-08-29T18:23:13.683 INFO:tasks.workunit.client.0.smithi028.stdout:op 3534 completed, throughput=5MB/sec 2024-08-29T18:23:13.683 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-B66uhP9_sY4rcii off=6576711 len=522081 2024-08-29T18:23:13.690 INFO:tasks.workunit.client.0.smithi028.stdout:op 3535 completed, throughput=5MB/sec 2024-08-29T18:23:13.690 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-fef9xP_2eFJNJEx off=23521597 len=933235 2024-08-29T18:23:13.698 INFO:tasks.workunit.client.0.smithi028.stdout:op 3536 completed, throughput=5MB/sec 2024-08-29T18:23:13.698 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-6ApArhkeIsazEFj off=1005049 len=332234 2024-08-29T18:23:13.704 INFO:tasks.workunit.client.0.smithi028.stdout:op 3537 completed, throughput=5MB/sec 2024-08-29T18:23:13.704 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-i1umKdPUJGZOB87 off=3785309 len=14577 2024-08-29T18:23:13.708 INFO:tasks.workunit.client.0.smithi028.stdout:op 3538 completed, throughput=5MB/sec 2024-08-29T18:23:13.709 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-4TPEE3YoislEwlc off=8753773 len=1857794 2024-08-29T18:23:13.722 INFO:tasks.workunit.client.0.smithi028.stdout:op 3539 completed, throughput=5MB/sec 2024-08-29T18:23:14.723 INFO:tasks.workunit.client.0.smithi028.stdout: 677: throughput=4.99MB/sec pending data=0 2024-08-29T18:23:14.723 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-CpgVMB9ehsFY_hO off=12628202 len=1188127 2024-08-29T18:23:14.726 INFO:tasks.workunit.client.0.smithi028.stdout:op 3540 completed, throughput=5MB/sec 2024-08-29T18:23:14.726 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-i8P5UAxhYYjwvLd off=4097225 len=1718511 2024-08-29T18:23:14.731 INFO:tasks.workunit.client.0.smithi028.stdout:op 3541 completed, throughput=5MB/sec 2024-08-29T18:23:14.731 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-JJuPWWa4bM3DfyG off=3616481 len=177539 2024-08-29T18:23:14.736 INFO:tasks.workunit.client.0.smithi028.stdout:op 3542 completed, throughput=5MB/sec 2024-08-29T18:23:14.736 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-3mv9smlsipLSYpw off=1886998 len=1322693 2024-08-29T18:23:14.739 INFO:tasks.workunit.client.0.smithi028.stdout:op 3543 completed, throughput=5MB/sec 2024-08-29T18:23:15.076 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:23:14 smithi053 bash[68679]: cluster 2024-08-29T18:23:13.755480+0000 mgr.y (mgr.25022) 1095 : cluster [DBG] pgmap v1783: 105 pgs: 105 active+clean; 127 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 3.0 MiB/s rd, 2.8 MiB/s wr, 5 op/s 2024-08-29T18:23:15.130 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:23:14 smithi028 bash[77168]: cluster 2024-08-29T18:23:13.755480+0000 mgr.y (mgr.25022) 1095 : cluster [DBG] pgmap v1783: 105 pgs: 105 active+clean; 127 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 3.0 MiB/s rd, 2.8 MiB/s wr, 5 op/s 2024-08-29T18:23:15.130 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:23:14 smithi028 bash[78352]: cluster 2024-08-29T18:23:13.755480+0000 mgr.y (mgr.25022) 1095 : cluster [DBG] pgmap v1783: 105 pgs: 105 active+clean; 127 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 3.0 MiB/s rd, 2.8 MiB/s wr, 5 op/s 2024-08-29T18:23:15.740 INFO:tasks.workunit.client.0.smithi028.stdout: 678: throughput=4.99MB/sec pending data=0 2024-08-29T18:23:15.740 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-5D4GiK_poIy9Gp6 off=5093590 len=1506519 2024-08-29T18:23:15.745 INFO:tasks.workunit.client.0.smithi028.stdout:op 3544 completed, throughput=4.99MB/sec 2024-08-29T18:23:15.745 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-piAdwgZ3KjhF9PY off=5104463 len=319877 2024-08-29T18:23:15.747 INFO:tasks.workunit.client.0.smithi028.stdout:op 3545 completed, throughput=5MB/sec 2024-08-29T18:23:15.747 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-a5ADoJRLBBo118_ off=5965318 len=1930630 2024-08-29T18:23:15.751 INFO:tasks.workunit.client.0.smithi028.stdout:op 3546 completed, throughput=5MB/sec 2024-08-29T18:23:15.751 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-GYTfT7FxUEAI-6P off=17878255 len=1904247 2024-08-29T18:23:15.756 INFO:tasks.workunit.client.0.smithi028.stdout:op 3547 completed, throughput=5MB/sec 2024-08-29T18:23:16.756 INFO:tasks.workunit.client.0.smithi028.stdout: 679: throughput=4.99MB/sec pending data=0 2024-08-29T18:23:16.757 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-jE1GNMyBb86obhG off=1022911 len=1330810 2024-08-29T18:23:16.760 INFO:tasks.workunit.client.0.smithi028.stdout:op 3548 completed, throughput=5MB/sec 2024-08-29T18:23:16.760 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-U2ytEalNEe9mfxx off=13870960 len=1857700 2024-08-29T18:23:16.774 INFO:tasks.workunit.client.0.smithi028.stdout:op 3549 completed, throughput=5MB/sec 2024-08-29T18:23:16.774 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-2y0O_zMfw0ZFogU off=5458459 len=1015462 2024-08-29T18:23:16.785 INFO:tasks.workunit.client.0.smithi028.stdout:op 3550 completed, throughput=5MB/sec 2024-08-29T18:23:16.785 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-Dzy8II_qKdS4HMA off=988512 len=181835 2024-08-29T18:23:16.790 INFO:tasks.workunit.client.0.smithi028.stdout:op 3551 completed, throughput=5MB/sec 2024-08-29T18:23:16.790 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-okShhFuPIrfdzKu off=18694438 len=1835491 2024-08-29T18:23:16.794 INFO:tasks.workunit.client.0.smithi028.stdout:op 3552 completed, throughput=5MB/sec 2024-08-29T18:23:17.076 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:23:16 smithi053 bash[68679]: cluster 2024-08-29T18:23:15.757014+0000 mgr.y (mgr.25022) 1096 : cluster [DBG] pgmap v1784: 105 pgs: 105 active+clean; 127 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.4 MiB/s rd, 1.8 MiB/s wr, 4 op/s 2024-08-29T18:23:17.130 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:23:16 smithi028 bash[78352]: cluster 2024-08-29T18:23:15.757014+0000 mgr.y (mgr.25022) 1096 : cluster [DBG] pgmap v1784: 105 pgs: 105 active+clean; 127 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.4 MiB/s rd, 1.8 MiB/s wr, 4 op/s 2024-08-29T18:23:17.130 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:23:16 smithi028 bash[77168]: cluster 2024-08-29T18:23:15.757014+0000 mgr.y (mgr.25022) 1096 : cluster [DBG] pgmap v1784: 105 pgs: 105 active+clean; 127 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.4 MiB/s rd, 1.8 MiB/s wr, 4 op/s 2024-08-29T18:23:17.795 INFO:tasks.workunit.client.0.smithi028.stdout: 680: throughput=4.99MB/sec pending data=0 2024-08-29T18:23:17.795 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-VqdeWAO8CMdjIeh off=3274640 len=1519222 2024-08-29T18:23:17.799 INFO:tasks.workunit.client.0.smithi028.stdout:op 3553 completed, throughput=5MB/sec 2024-08-29T18:23:17.800 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-EDU_lIO7ZysgeYM off=6422783 len=920244 2024-08-29T18:23:17.802 INFO:tasks.workunit.client.0.smithi028.stdout:op 3554 completed, throughput=5MB/sec 2024-08-29T18:23:17.803 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-Y_E3BnSv_xD6dUp off=80167 len=120564 2024-08-29T18:23:17.804 INFO:tasks.workunit.client.0.smithi028.stdout:op 3555 completed, throughput=5MB/sec 2024-08-29T18:23:17.804 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-tIonc2KxuTNue1f off=700297 len=1043630 2024-08-29T18:23:17.807 INFO:tasks.workunit.client.0.smithi028.stdout:op 3556 completed, throughput=5MB/sec 2024-08-29T18:23:17.807 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-2PXbeODi5B_VO-p off=3892095 len=893979 2024-08-29T18:23:17.809 INFO:tasks.workunit.client.0.smithi028.stdout:op 3557 completed, throughput=5MB/sec 2024-08-29T18:23:18.809 INFO:tasks.workunit.client.0.smithi028.stdout: 681: throughput=4.99MB/sec pending data=0 2024-08-29T18:23:18.809 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-juAfMxQ-R09rLcG off=11197538 len=1820003 2024-08-29T18:23:18.813 INFO:tasks.workunit.client.0.smithi028.stdout:op 3558 completed, throughput=5MB/sec 2024-08-29T18:23:18.813 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-E3rD2LeDYLt2g3F off=0 len=1194040 2024-08-29T18:23:18.817 INFO:tasks.workunit.client.0.smithi028.stdout:op 3559 completed, throughput=5MB/sec 2024-08-29T18:23:18.817 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-pvAbs62RZXwzdgt off=4165601 len=211558 2024-08-29T18:23:18.818 INFO:tasks.workunit.client.0.smithi028.stdout:op 3560 completed, throughput=5MB/sec 2024-08-29T18:23:18.818 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-ck9aUo0a7e0XpSP off=5785830 len=961874 2024-08-29T18:23:18.829 INFO:tasks.workunit.client.0.smithi028.stdout:op 3561 completed, throughput=5MB/sec 2024-08-29T18:23:18.829 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-zbby_al3J-dxt03 off=13445173 len=557026 2024-08-29T18:23:18.831 INFO:tasks.workunit.client.0.smithi028.stdout:op 3562 completed, throughput=5MB/sec 2024-08-29T18:23:18.831 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-7H5QtnQsNtIFUu2 off=4121136 len=1165317 2024-08-29T18:23:18.841 INFO:tasks.workunit.client.0.smithi028.stdout:op 3563 completed, throughput=5MB/sec 2024-08-29T18:23:19.076 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:23:18 smithi053 bash[68679]: cluster 2024-08-29T18:23:17.757796+0000 mgr.y (mgr.25022) 1097 : cluster [DBG] pgmap v1785: 105 pgs: 105 active+clean; 127 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.3 MiB/s rd, 1.9 MiB/s wr, 4 op/s 2024-08-29T18:23:19.130 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:23:18 smithi028 bash[78352]: cluster 2024-08-29T18:23:17.757796+0000 mgr.y (mgr.25022) 1097 : cluster [DBG] pgmap v1785: 105 pgs: 105 active+clean; 127 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.3 MiB/s rd, 1.9 MiB/s wr, 4 op/s 2024-08-29T18:23:19.130 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:23:18 smithi028 bash[77168]: cluster 2024-08-29T18:23:17.757796+0000 mgr.y (mgr.25022) 1097 : cluster [DBG] pgmap v1785: 105 pgs: 105 active+clean; 127 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.3 MiB/s rd, 1.9 MiB/s wr, 4 op/s 2024-08-29T18:23:19.842 INFO:tasks.workunit.client.0.smithi028.stdout: 682: throughput=4.99MB/sec pending data=0 2024-08-29T18:23:19.842 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-Y59e23RKjE-MGBQ off=4686049 len=1517902 2024-08-29T18:23:19.846 INFO:tasks.workunit.client.0.smithi028.stdout:op 3564 completed, throughput=5MB/sec 2024-08-29T18:23:19.846 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-_ikZWmPpxplIqkR off=1614306 len=1911540 2024-08-29T18:23:19.860 INFO:tasks.workunit.client.0.smithi028.stdout:op 3565 completed, throughput=5MB/sec 2024-08-29T18:23:19.860 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-gC_ZB0Vcf-zBOIc off=15542987 len=726443 2024-08-29T18:23:19.868 INFO:tasks.workunit.client.0.smithi028.stdout:op 3566 completed, throughput=5MB/sec 2024-08-29T18:23:19.868 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-eN2DEKNxU2M-PAg off=7625379 len=1291907 2024-08-29T18:23:19.878 INFO:tasks.workunit.client.0.smithi028.stdout:op 3567 completed, throughput=5MB/sec 2024-08-29T18:23:20.878 INFO:tasks.workunit.client.0.smithi028.stdout: 683: throughput=4.99MB/sec pending data=0 2024-08-29T18:23:20.878 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-p_f5AFPEsKbCF3E off=11115349 len=1220099 2024-08-29T18:23:20.889 INFO:tasks.workunit.client.0.smithi028.stdout:op 3568 completed, throughput=5MB/sec 2024-08-29T18:23:20.889 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-rS8jtpjpLMe4ycY off=833607 len=1311451 2024-08-29T18:23:20.899 INFO:tasks.workunit.client.0.smithi028.stdout:op 3569 completed, throughput=5MB/sec 2024-08-29T18:23:20.900 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-uit3QsZUKFqZzZJ off=940541 len=670600 2024-08-29T18:23:20.901 INFO:tasks.workunit.client.0.smithi028.stdout:op 3570 completed, throughput=5MB/sec 2024-08-29T18:23:20.902 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-kQ4ln5O8Ark4dMF off=88095 len=1308024 2024-08-29T18:23:20.911 INFO:tasks.workunit.client.0.smithi028.stdout:op 3571 completed, throughput=5MB/sec 2024-08-29T18:23:20.912 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-9F0WCwsGbrYXK9t off=11183057 len=374231 2024-08-29T18:23:20.917 INFO:tasks.workunit.client.0.smithi028.stdout:op 3572 completed, throughput=5MB/sec 2024-08-29T18:23:21.130 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:23:20 smithi028 bash[78352]: cluster 2024-08-29T18:23:19.758954+0000 mgr.y (mgr.25022) 1098 : cluster [DBG] pgmap v1786: 105 pgs: 105 active+clean; 127 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 3.3 MiB/s rd, 2.3 MiB/s wr, 5 op/s 2024-08-29T18:23:21.130 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:23:20 smithi028 bash[77168]: cluster 2024-08-29T18:23:19.758954+0000 mgr.y (mgr.25022) 1098 : cluster [DBG] pgmap v1786: 105 pgs: 105 active+clean; 127 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 3.3 MiB/s rd, 2.3 MiB/s wr, 5 op/s 2024-08-29T18:23:21.326 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:23:20 smithi053 bash[68679]: cluster 2024-08-29T18:23:19.758954+0000 mgr.y (mgr.25022) 1098 : cluster [DBG] pgmap v1786: 105 pgs: 105 active+clean; 127 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 3.3 MiB/s rd, 2.3 MiB/s wr, 5 op/s 2024-08-29T18:23:21.880 INFO:journalctl@ceph.mgr.y.smithi028.stdout:Aug 29 18:23:21 smithi028 bash[70818]: ::ffff:172.21.15.53 - - [29/Aug/2024:18:23:21] "GET /metrics HTTP/1.1" 200 34021 "" "Prometheus/2.43.0" 2024-08-29T18:23:21.917 INFO:tasks.workunit.client.0.smithi028.stdout: 684: throughput=4.99MB/sec pending data=0 2024-08-29T18:23:21.918 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-kA51feAh0wG2ngQ off=572974 len=89120 2024-08-29T18:23:21.922 INFO:tasks.workunit.client.0.smithi028.stdout:op 3573 completed, throughput=4.99MB/sec 2024-08-29T18:23:21.923 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-IaYkcpBM32hZZdU off=13622771 len=566348 2024-08-29T18:23:21.924 INFO:tasks.workunit.client.0.smithi028.stdout:op 3574 completed, throughput=4.99MB/sec 2024-08-29T18:23:21.925 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-jmkteRcucftCk0y off=8232669 len=645314 2024-08-29T18:23:21.927 INFO:tasks.workunit.client.0.smithi028.stdout:op 3575 completed, throughput=5MB/sec 2024-08-29T18:23:21.927 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-pHjiFj-w0ex-klo off=252365 len=1101834 2024-08-29T18:23:21.930 INFO:tasks.workunit.client.0.smithi028.stdout:op 3576 completed, throughput=5MB/sec 2024-08-29T18:23:21.930 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-5egg2hWJ0-L3em3 off=2335066 len=25749 2024-08-29T18:23:21.931 INFO:tasks.workunit.client.0.smithi028.stdout:op 3577 completed, throughput=5MB/sec 2024-08-29T18:23:21.931 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-KKOQDU5sxQyzRdf off=17717065 len=107798 2024-08-29T18:23:21.937 INFO:tasks.workunit.client.0.smithi028.stdout:op 3578 completed, throughput=5MB/sec 2024-08-29T18:23:21.937 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-x1N-O_0jor522ZK off=3161842 len=457105 2024-08-29T18:23:21.939 INFO:tasks.workunit.client.0.smithi028.stdout:op 3579 completed, throughput=5MB/sec 2024-08-29T18:23:21.939 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-MjweAcXBBMhbx4M off=4629034 len=1575254 2024-08-29T18:23:21.951 INFO:tasks.workunit.client.0.smithi028.stdout:op 3580 completed, throughput=5MB/sec 2024-08-29T18:23:21.951 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-xycWmrOSm7W37SH off=1039486 len=752945 2024-08-29T18:23:21.953 INFO:tasks.workunit.client.0.smithi028.stdout:op 3581 completed, throughput=5MB/sec 2024-08-29T18:23:22.576 INFO:journalctl@ceph.prometheus.a.smithi053.stdout:Aug 29 18:23:22 smithi053 bash[95567]: ts=2024-08-29T18:23:22.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"3167ee72-662c-11ef-bcd4-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-29T18:23:22.954 INFO:tasks.workunit.client.0.smithi028.stdout: 685: throughput=4.99MB/sec pending data=0 2024-08-29T18:23:22.954 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-W-zAVggk-WFirf- off=11020599 len=1267350 2024-08-29T18:23:22.958 INFO:tasks.workunit.client.0.smithi028.stdout:op 3582 completed, throughput=4.99MB/sec 2024-08-29T18:23:22.958 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-RCsSThZgikS707m off=10099770 len=1553695 2024-08-29T18:23:22.962 INFO:tasks.workunit.client.0.smithi028.stdout:op 3583 completed, throughput=5MB/sec 2024-08-29T18:23:22.962 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-HbkzwROs7blAaFk off=1947208 len=1636994 2024-08-29T18:23:22.966 INFO:tasks.workunit.client.0.smithi028.stdout:op 3584 completed, throughput=5MB/sec 2024-08-29T18:23:22.966 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-rUej6YJR0TKXpxa off=12653596 len=1821109 2024-08-29T18:23:22.980 INFO:tasks.workunit.client.0.smithi028.stdout:op 3585 completed, throughput=5MB/sec 2024-08-29T18:23:23.130 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:23:22 smithi028 bash[78352]: cluster 2024-08-29T18:23:21.759769+0000 mgr.y (mgr.25022) 1099 : cluster [DBG] pgmap v1787: 105 pgs: 105 active+clean; 127 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.4 MiB/s rd, 1.7 MiB/s wr, 4 op/s 2024-08-29T18:23:23.130 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:23:22 smithi028 bash[77168]: cluster 2024-08-29T18:23:21.759769+0000 mgr.y (mgr.25022) 1099 : cluster [DBG] pgmap v1787: 105 pgs: 105 active+clean; 127 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.4 MiB/s rd, 1.7 MiB/s wr, 4 op/s 2024-08-29T18:23:23.326 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:23:22 smithi053 bash[68679]: cluster 2024-08-29T18:23:21.759769+0000 mgr.y (mgr.25022) 1099 : cluster [DBG] pgmap v1787: 105 pgs: 105 active+clean; 127 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.4 MiB/s rd, 1.7 MiB/s wr, 4 op/s 2024-08-29T18:23:23.981 INFO:tasks.workunit.client.0.smithi028.stdout: 686: throughput=4.99MB/sec pending data=0 2024-08-29T18:23:23.981 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-dubNWA3vVnIfMg0 off=557471 len=1261090 2024-08-29T18:23:23.984 INFO:tasks.workunit.client.0.smithi028.stdout:op 3586 completed, throughput=5MB/sec 2024-08-29T18:23:23.984 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-_BAon962T3blO6d off=2817861 len=764097 2024-08-29T18:23:23.987 INFO:tasks.workunit.client.0.smithi028.stdout:op 3587 completed, throughput=5MB/sec 2024-08-29T18:23:23.987 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-e-HV574Da46enoA off=5614717 len=1018028 2024-08-29T18:23:23.996 INFO:tasks.workunit.client.0.smithi028.stdout:op 3588 completed, throughput=5MB/sec 2024-08-29T18:23:23.996 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-rEd06kRj-tn-7iB off=8984925 len=2049060 2024-08-29T18:23:24.009 INFO:tasks.workunit.client.0.smithi028.stdout:op 3589 completed, throughput=5MB/sec 2024-08-29T18:23:25.010 INFO:tasks.workunit.client.0.smithi028.stdout: 687: throughput=4.99MB/sec pending data=0 2024-08-29T18:23:25.010 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-Eif5FsNco9fDpy4 off=533196 len=127323 2024-08-29T18:23:25.015 INFO:tasks.workunit.client.0.smithi028.stdout:op 3590 completed, throughput=4.99MB/sec 2024-08-29T18:23:25.015 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-CJjekwiwYnJjiq2 off=8262749 len=660569 2024-08-29T18:23:25.017 INFO:tasks.workunit.client.0.smithi028.stdout:op 3591 completed, throughput=5MB/sec 2024-08-29T18:23:25.017 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-4TPEE3YoislEwlc off=15335187 len=1015589 2024-08-29T18:23:25.020 INFO:tasks.workunit.client.0.smithi028.stdout:op 3592 completed, throughput=5MB/sec 2024-08-29T18:23:25.020 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-WpJcRFiLwwq-HFr off=1689878 len=1428768 2024-08-29T18:23:25.024 INFO:tasks.workunit.client.0.smithi028.stdout:op 3593 completed, throughput=5MB/sec 2024-08-29T18:23:25.024 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-lq-FJkOsb5NWX_o off=6064220 len=174016 2024-08-29T18:23:25.029 INFO:tasks.workunit.client.0.smithi028.stdout:op 3594 completed, throughput=5MB/sec 2024-08-29T18:23:25.029 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-glFVTjHB9ZLTCig off=11516576 len=1593525 2024-08-29T18:23:25.041 INFO:tasks.workunit.client.0.smithi028.stdout:op 3595 completed, throughput=5MB/sec 2024-08-29T18:23:25.130 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:23:24 smithi028 bash[78352]: cluster 2024-08-29T18:23:23.760671+0000 mgr.y (mgr.25022) 1100 : cluster [DBG] pgmap v1788: 105 pgs: 105 active+clean; 127 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 3.4 MiB/s rd, 2.5 MiB/s wr, 6 op/s 2024-08-29T18:23:25.130 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:23:24 smithi028 bash[77168]: cluster 2024-08-29T18:23:23.760671+0000 mgr.y (mgr.25022) 1100 : cluster [DBG] pgmap v1788: 105 pgs: 105 active+clean; 127 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 3.4 MiB/s rd, 2.5 MiB/s wr, 6 op/s 2024-08-29T18:23:25.326 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:23:24 smithi053 bash[68679]: cluster 2024-08-29T18:23:23.760671+0000 mgr.y (mgr.25022) 1100 : cluster [DBG] pgmap v1788: 105 pgs: 105 active+clean; 127 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 3.4 MiB/s rd, 2.5 MiB/s wr, 6 op/s 2024-08-29T18:23:26.041 INFO:tasks.workunit.client.0.smithi028.stdout: 688: throughput=4.99MB/sec pending data=0 2024-08-29T18:23:26.041 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-EFM6XsivUcR8cPb off=2272249 len=1976280 2024-08-29T18:23:26.045 INFO:tasks.workunit.client.0.smithi028.stdout:op 3596 completed, throughput=5MB/sec 2024-08-29T18:23:26.045 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-2xysmA1bWa5Huvx off=15547016 len=546427 2024-08-29T18:23:26.048 INFO:tasks.workunit.client.0.smithi028.stdout:op 3597 completed, throughput=5MB/sec 2024-08-29T18:23:26.048 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-hTMIVtWi_rIfNdu off=341949 len=1658588 2024-08-29T18:23:26.052 INFO:tasks.workunit.client.0.smithi028.stdout:op 3598 completed, throughput=5MB/sec 2024-08-29T18:23:26.052 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-gkKiDFeGaQ_Amp5 off=1476961 len=1563632 2024-08-29T18:23:26.065 INFO:tasks.workunit.client.0.smithi028.stdout:op 3599 completed, throughput=5MB/sec 2024-08-29T18:23:27.065 INFO:tasks.workunit.client.0.smithi028.stdout: 689: throughput=4.99MB/sec pending data=0 2024-08-29T18:23:27.065 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-watmFQ1SD83GIWe off=4414289 len=1378986 2024-08-29T18:23:27.075 INFO:tasks.workunit.client.0.smithi028.stdout:op 3600 completed, throughput=5MB/sec 2024-08-29T18:23:27.076 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-NAm1zTKLP_LddNp off=1759738 len=108518 2024-08-29T18:23:27.077 INFO:tasks.workunit.client.0.smithi028.stdout:op 3601 completed, throughput=5MB/sec 2024-08-29T18:23:27.077 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-DImlCLL9S5JibCy off=1125526 len=1215265 2024-08-29T18:23:27.086 INFO:tasks.workunit.client.0.smithi028.stdout:op 3602 completed, throughput=5MB/sec 2024-08-29T18:23:27.086 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-733mGUBQDfQXNyE off=2071704 len=234008 2024-08-29T18:23:27.088 INFO:tasks.workunit.client.0.smithi028.stdout:op 3603 completed, throughput=5MB/sec 2024-08-29T18:23:27.088 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-PAb84tOkS6jVeRx off=5342983 len=1090898 2024-08-29T18:23:27.098 INFO:tasks.workunit.client.0.smithi028.stdout:op 3604 completed, throughput=5MB/sec 2024-08-29T18:23:27.098 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-06V7speCULROjQW off=11612369 len=2004279 2024-08-29T18:23:27.103 INFO:tasks.workunit.client.0.smithi028.stdout:op 3605 completed, throughput=5MB/sec 2024-08-29T18:23:27.130 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:23:26 smithi028 bash[78352]: cluster 2024-08-29T18:23:25.761844+0000 mgr.y (mgr.25022) 1101 : cluster [DBG] pgmap v1789: 105 pgs: 105 active+clean; 127 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.7 MiB/s rd, 1.8 MiB/s wr, 4 op/s 2024-08-29T18:23:27.130 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:23:26 smithi028 bash[77168]: cluster 2024-08-29T18:23:25.761844+0000 mgr.y (mgr.25022) 1101 : cluster [DBG] pgmap v1789: 105 pgs: 105 active+clean; 127 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.7 MiB/s rd, 1.8 MiB/s wr, 4 op/s 2024-08-29T18:23:27.326 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:23:26 smithi053 bash[68679]: cluster 2024-08-29T18:23:25.761844+0000 mgr.y (mgr.25022) 1101 : cluster [DBG] pgmap v1789: 105 pgs: 105 active+clean; 127 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.7 MiB/s rd, 1.8 MiB/s wr, 4 op/s 2024-08-29T18:23:28.103 INFO:tasks.workunit.client.0.smithi028.stdout: 690: throughput=4.99MB/sec pending data=0 2024-08-29T18:23:28.104 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-gGYsyaWneVXTgw5 off=1106970 len=121524 2024-08-29T18:23:28.105 INFO:tasks.workunit.client.0.smithi028.stdout:op 3606 completed, throughput=4.99MB/sec 2024-08-29T18:23:28.105 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-Kg5tNxmZ21yVb3o off=2837804 len=2044051 2024-08-29T18:23:28.121 INFO:tasks.workunit.client.0.smithi028.stdout:op 3607 completed, throughput=5MB/sec 2024-08-29T18:23:28.121 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-cvnlQv28YnZjdsg off=2193402 len=1029273 2024-08-29T18:23:28.125 INFO:tasks.workunit.client.0.smithi028.stdout:op 3608 completed, throughput=5MB/sec 2024-08-29T18:23:28.125 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-IlZsude94leu_KT off=9258761 len=1825956 2024-08-29T18:23:28.129 INFO:tasks.workunit.client.0.smithi028.stdout:op 3609 completed, throughput=5MB/sec 2024-08-29T18:23:28.130 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:23:27 smithi028 bash[77168]: audit 2024-08-29T18:23:27.080834+0000 mon.a (mon.0) 2240 : audit [DBG] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-29T18:23:28.130 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:23:27 smithi028 bash[78352]: audit 2024-08-29T18:23:27.080834+0000 mon.a (mon.0) 2240 : audit [DBG] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-29T18:23:28.326 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:23:27 smithi053 bash[68679]: audit 2024-08-29T18:23:27.080834+0000 mon.a (mon.0) 2240 : audit [DBG] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-29T18:23:29.130 INFO:tasks.workunit.client.0.smithi028.stdout: 691: throughput=4.99MB/sec pending data=0 2024-08-29T18:23:29.130 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-5bZkN70Tk9BWVwn off=15736305 len=1107011 2024-08-29T18:23:29.130 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:23:28 smithi028 bash[78352]: cluster 2024-08-29T18:23:27.762545+0000 mgr.y (mgr.25022) 1102 : cluster [DBG] pgmap v1790: 105 pgs: 105 active+clean; 127 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2024-08-29T18:23:29.130 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:23:28 smithi028 bash[77168]: cluster 2024-08-29T18:23:27.762545+0000 mgr.y (mgr.25022) 1102 : cluster [DBG] pgmap v1790: 105 pgs: 105 active+clean; 127 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2024-08-29T18:23:29.133 INFO:tasks.workunit.client.0.smithi028.stdout:op 3610 completed, throughput=5MB/sec 2024-08-29T18:23:29.133 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-kb00e4qjsbsOMHM off=17208421 len=762261 2024-08-29T18:23:29.135 INFO:tasks.workunit.client.0.smithi028.stdout:op 3611 completed, throughput=5MB/sec 2024-08-29T18:23:29.135 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-vS8UTcAI5dhMhiF off=6079345 len=150052 2024-08-29T18:23:29.137 INFO:tasks.workunit.client.0.smithi028.stdout:op 3612 completed, throughput=5MB/sec 2024-08-29T18:23:29.137 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-Qc5zJ6MreH-N29G off=1220227 len=1543099 2024-08-29T18:23:29.150 INFO:tasks.workunit.client.0.smithi028.stdout:op 3613 completed, throughput=5MB/sec 2024-08-29T18:23:29.150 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-gxZBLc2yyp2lg94 off=2106386 len=579889 2024-08-29T18:23:29.157 INFO:tasks.workunit.client.0.smithi028.stdout:op 3614 completed, throughput=5MB/sec 2024-08-29T18:23:29.157 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-zxxsPktTpVblu6K off=1639292 len=1300630 2024-08-29T18:23:29.168 INFO:tasks.workunit.client.0.smithi028.stdout:op 3615 completed, throughput=5MB/sec 2024-08-29T18:23:29.326 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:23:28 smithi053 bash[68679]: cluster 2024-08-29T18:23:27.762545+0000 mgr.y (mgr.25022) 1102 : cluster [DBG] pgmap v1790: 105 pgs: 105 active+clean; 127 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2024-08-29T18:23:30.168 INFO:tasks.workunit.client.0.smithi028.stdout: 692: throughput=4.99MB/sec pending data=0 2024-08-29T18:23:30.168 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-PPXgQiLlkV9K4gw off=10230247 len=954387 2024-08-29T18:23:30.171 INFO:tasks.workunit.client.0.smithi028.stdout:op 3616 completed, throughput=5MB/sec 2024-08-29T18:23:30.171 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-Nyc9NwxQjjxtIMo off=5778707 len=94149 2024-08-29T18:23:30.172 INFO:tasks.workunit.client.0.smithi028.stdout:op 3617 completed, throughput=5MB/sec 2024-08-29T18:23:30.172 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-cKMXQUw-i1FSVFz off=20610262 len=164226 2024-08-29T18:23:30.177 INFO:tasks.workunit.client.0.smithi028.stdout:op 3618 completed, throughput=5MB/sec 2024-08-29T18:23:30.177 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-Sn0Qn0itUz0_uZd off=1495055 len=255216 2024-08-29T18:23:30.178 INFO:tasks.workunit.client.0.smithi028.stdout:op 3619 completed, throughput=5MB/sec 2024-08-29T18:23:30.178 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-r5OVIubYnlKjM1O off=3006598 len=534824 2024-08-29T18:23:30.185 INFO:tasks.workunit.client.0.smithi028.stdout:op 3620 completed, throughput=5MB/sec 2024-08-29T18:23:30.185 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-sPcG4jI4srq_j80 off=6182 len=903671 2024-08-29T18:23:30.188 INFO:tasks.workunit.client.0.smithi028.stdout:op 3621 completed, throughput=5MB/sec 2024-08-29T18:23:30.188 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-LDYJzxVje9iJJwP off=1868690 len=1338411 2024-08-29T18:23:30.200 INFO:tasks.workunit.client.0.smithi028.stdout:op 3622 completed, throughput=5MB/sec 2024-08-29T18:23:30.200 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-2ELenPIqEchoxQb off=635009 len=454362 2024-08-29T18:23:30.201 INFO:tasks.workunit.client.0.smithi028.stdout:op 3623 completed, throughput=5MB/sec 2024-08-29T18:23:31.130 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:23:30 smithi028 bash[78352]: cluster 2024-08-29T18:23:29.763721+0000 mgr.y (mgr.25022) 1103 : cluster [DBG] pgmap v1791: 105 pgs: 105 active+clean; 127 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 3.5 MiB/s rd, 2.7 MiB/s wr, 6 op/s 2024-08-29T18:23:31.131 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:23:30 smithi028 bash[77168]: cluster 2024-08-29T18:23:29.763721+0000 mgr.y (mgr.25022) 1103 : cluster [DBG] pgmap v1791: 105 pgs: 105 active+clean; 127 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 3.5 MiB/s rd, 2.7 MiB/s wr, 6 op/s 2024-08-29T18:23:31.201 INFO:tasks.workunit.client.0.smithi028.stdout: 693: throughput=4.99MB/sec pending data=0 2024-08-29T18:23:31.202 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-x5tvllxLjLT1VWB off=10836771 len=654197 2024-08-29T18:23:31.204 INFO:tasks.workunit.client.0.smithi028.stdout:op 3624 completed, throughput=4.99MB/sec 2024-08-29T18:23:31.204 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-erD5DX69b8p6GgC off=378525 len=74524 2024-08-29T18:23:31.206 INFO:tasks.workunit.client.0.smithi028.stdout:op 3625 completed, throughput=4.99MB/sec 2024-08-29T18:23:31.206 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-sjPQMJ4Dy_Iv7jQ off=15029717 len=1742515 2024-08-29T18:23:31.219 INFO:tasks.workunit.client.0.smithi028.stdout:op 3626 completed, throughput=5MB/sec 2024-08-29T18:23:31.219 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-I1qr7vk-y0ID6Yu off=1603857 len=56517 2024-08-29T18:23:31.224 INFO:tasks.workunit.client.0.smithi028.stdout:op 3627 completed, throughput=5MB/sec 2024-08-29T18:23:31.224 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-uiUEWbX42A6wK5N off=3561205 len=2041080 2024-08-29T18:23:31.238 INFO:tasks.workunit.client.0.smithi028.stdout:op 3628 completed, throughput=5MB/sec 2024-08-29T18:23:31.238 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-4sIcVXepeibKs9X off=23656235 len=342039 2024-08-29T18:23:31.243 INFO:tasks.workunit.client.0.smithi028.stdout:op 3629 completed, throughput=5MB/sec 2024-08-29T18:23:31.243 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-82Fh-Vdg0MdPLD1 off=0 len=1173938 2024-08-29T18:23:31.252 INFO:tasks.workunit.client.0.smithi028.stdout:op 3630 completed, throughput=5MB/sec 2024-08-29T18:23:31.326 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:23:30 smithi053 bash[68679]: cluster 2024-08-29T18:23:29.763721+0000 mgr.y (mgr.25022) 1103 : cluster [DBG] pgmap v1791: 105 pgs: 105 active+clean; 127 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 3.5 MiB/s rd, 2.7 MiB/s wr, 6 op/s 2024-08-29T18:23:31.880 INFO:journalctl@ceph.mgr.y.smithi028.stdout:Aug 29 18:23:31 smithi028 bash[70818]: ::ffff:172.21.15.53 - - [29/Aug/2024:18:23:31] "GET /metrics HTTP/1.1" 200 34021 "" "Prometheus/2.43.0" 2024-08-29T18:23:32.252 INFO:tasks.workunit.client.0.smithi028.stdout: 694: throughput=4.99MB/sec pending data=0 2024-08-29T18:23:32.252 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-sYGZb-Zv9M0r7tH off=1254384 len=147629 2024-08-29T18:23:32.257 INFO:tasks.workunit.client.0.smithi028.stdout:op 3631 completed, throughput=4.99MB/sec 2024-08-29T18:23:32.258 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-a1RIqsO9gXHNHG6 off=3352423 len=1496991 2024-08-29T18:23:32.263 INFO:tasks.workunit.client.0.smithi028.stdout:op 3632 completed, throughput=5MB/sec 2024-08-29T18:23:32.263 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-dfZyH8iy30pMcPy off=5636254 len=1542366 2024-08-29T18:23:32.274 INFO:tasks.workunit.client.0.smithi028.stdout:op 3633 completed, throughput=5MB/sec 2024-08-29T18:23:32.274 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-NUEuby2_Bmk3npv off=1119351 len=2033997 2024-08-29T18:23:32.279 INFO:tasks.workunit.client.0.smithi028.stdout:op 3634 completed, throughput=5MB/sec 2024-08-29T18:23:32.576 INFO:journalctl@ceph.prometheus.a.smithi053.stdout:Aug 29 18:23:32 smithi053 bash[95567]: ts=2024-08-29T18:23:32.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"3167ee72-662c-11ef-bcd4-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-29T18:23:33.130 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:23:32 smithi028 bash[77168]: cluster 2024-08-29T18:23:31.764532+0000 mgr.y (mgr.25022) 1104 : cluster [DBG] pgmap v1792: 105 pgs: 105 active+clean; 127 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2024-08-29T18:23:33.130 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:23:32 smithi028 bash[78352]: cluster 2024-08-29T18:23:31.764532+0000 mgr.y (mgr.25022) 1104 : cluster [DBG] pgmap v1792: 105 pgs: 105 active+clean; 127 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2024-08-29T18:23:33.279 INFO:tasks.workunit.client.0.smithi028.stdout: 695: throughput=4.99MB/sec pending data=0 2024-08-29T18:23:33.279 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-CpXgSSdTu4yD9bQ off=10831436 len=1885017 2024-08-29T18:23:33.292 INFO:tasks.workunit.client.0.smithi028.stdout:op 3635 completed, throughput=5MB/sec 2024-08-29T18:23:33.292 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-0bkwhFRS6d5F1jd off=8295557 len=1275830 2024-08-29T18:23:33.296 INFO:tasks.workunit.client.0.smithi028.stdout:op 3636 completed, throughput=5MB/sec 2024-08-29T18:23:33.297 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-Sas7lbeKGoB0D7- off=1287988 len=1359252 2024-08-29T18:23:33.308 INFO:tasks.workunit.client.0.smithi028.stdout:op 3637 completed, throughput=5MB/sec 2024-08-29T18:23:33.308 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj--A7IG-PxrzuoBiy off=10543137 len=2001409 2024-08-29T18:23:33.321 INFO:tasks.workunit.client.0.smithi028.stdout:op 3638 completed, throughput=5MB/sec 2024-08-29T18:23:33.326 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:23:32 smithi053 bash[68679]: cluster 2024-08-29T18:23:31.764532+0000 mgr.y (mgr.25022) 1104 : cluster [DBG] pgmap v1792: 105 pgs: 105 active+clean; 127 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2024-08-29T18:23:34.322 INFO:tasks.workunit.client.0.smithi028.stdout: 696: throughput=5MB/sec pending data=0 2024-08-29T18:23:34.322 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-r6rtcz0SgNSl5qR off=2728107 len=1901541 2024-08-29T18:23:34.326 INFO:tasks.workunit.client.0.smithi028.stdout:op 3639 completed, throughput=5MB/sec 2024-08-29T18:23:34.326 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-FDPqlaYeuQsRX0w off=13833405 len=755920 2024-08-29T18:23:34.334 INFO:tasks.workunit.client.0.smithi028.stdout:op 3640 completed, throughput=5MB/sec 2024-08-29T18:23:34.335 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-OBDDrGTuZTp0SFl off=17432440 len=2028893 2024-08-29T18:23:34.339 INFO:tasks.workunit.client.0.smithi028.stdout:op 3641 completed, throughput=5MB/sec 2024-08-29T18:23:35.130 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:23:34 smithi028 bash[78352]: cluster 2024-08-29T18:23:33.765429+0000 mgr.y (mgr.25022) 1105 : cluster [DBG] pgmap v1793: 105 pgs: 105 active+clean; 127 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.6 MiB/s rd, 3.2 MiB/s wr, 6 op/s 2024-08-29T18:23:35.131 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:23:34 smithi028 bash[77168]: cluster 2024-08-29T18:23:33.765429+0000 mgr.y (mgr.25022) 1105 : cluster [DBG] pgmap v1793: 105 pgs: 105 active+clean; 127 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.6 MiB/s rd, 3.2 MiB/s wr, 6 op/s 2024-08-29T18:23:35.326 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:23:34 smithi053 bash[68679]: cluster 2024-08-29T18:23:33.765429+0000 mgr.y (mgr.25022) 1105 : cluster [DBG] pgmap v1793: 105 pgs: 105 active+clean; 127 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.6 MiB/s rd, 3.2 MiB/s wr, 6 op/s 2024-08-29T18:23:35.339 INFO:tasks.workunit.client.0.smithi028.stdout: 697: throughput=4.99MB/sec pending data=0 2024-08-29T18:23:35.340 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-H8kKKpRAeg7Cf1z off=444573 len=628041 2024-08-29T18:23:35.342 INFO:tasks.workunit.client.0.smithi028.stdout:op 3642 completed, throughput=5MB/sec 2024-08-29T18:23:35.342 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-TSqIwUGSIs9QlTz off=2046542 len=1804011 2024-08-29T18:23:35.356 INFO:tasks.workunit.client.0.smithi028.stdout:op 3643 completed, throughput=5MB/sec 2024-08-29T18:23:35.357 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-jr79HE-cigEFLJO off=11560014 len=1698346 2024-08-29T18:23:35.361 INFO:tasks.workunit.client.0.smithi028.stdout:op 3644 completed, throughput=5MB/sec 2024-08-29T18:23:35.361 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-pQTNI14ymGhItDx off=4196133 len=1636918 2024-08-29T18:23:35.373 INFO:tasks.workunit.client.0.smithi028.stdout:op 3645 completed, throughput=5MB/sec 2024-08-29T18:23:36.373 INFO:tasks.workunit.client.0.smithi028.stdout: 698: throughput=4.99MB/sec pending data=0 2024-08-29T18:23:36.373 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-4Udu073_DK4LcVP off=7759729 len=669310 2024-08-29T18:23:36.382 INFO:tasks.workunit.client.0.smithi028.stdout:op 3646 completed, throughput=5MB/sec 2024-08-29T18:23:36.382 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-jewkVoWk6OPZ5cg off=14940823 len=352863 2024-08-29T18:23:36.384 INFO:tasks.workunit.client.0.smithi028.stdout:op 3647 completed, throughput=5MB/sec 2024-08-29T18:23:36.385 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-YxCKjRcMCuElZos off=3433727 len=1930036 2024-08-29T18:23:36.389 INFO:tasks.workunit.client.0.smithi028.stdout:op 3648 completed, throughput=5MB/sec 2024-08-29T18:23:36.389 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-vI52bil26wASAIB off=6118118 len=397678 2024-08-29T18:23:36.390 INFO:tasks.workunit.client.0.smithi028.stdout:op 3649 completed, throughput=5MB/sec 2024-08-29T18:23:36.391 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-K76Q-xxnup-dzTQ off=5373157 len=1344446 2024-08-29T18:23:36.401 INFO:tasks.workunit.client.0.smithi028.stdout:op 3650 completed, throughput=5MB/sec 2024-08-29T18:23:37.130 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:23:36 smithi028 bash[78352]: cluster 2024-08-29T18:23:35.766587+0000 mgr.y (mgr.25022) 1106 : cluster [DBG] pgmap v1794: 105 pgs: 105 active+clean; 127 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.7 MiB/s wr, 4 op/s 2024-08-29T18:23:37.130 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:23:36 smithi028 bash[77168]: cluster 2024-08-29T18:23:35.766587+0000 mgr.y (mgr.25022) 1106 : cluster [DBG] pgmap v1794: 105 pgs: 105 active+clean; 127 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.7 MiB/s wr, 4 op/s 2024-08-29T18:23:37.326 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:23:36 smithi053 bash[68679]: cluster 2024-08-29T18:23:35.766587+0000 mgr.y (mgr.25022) 1106 : cluster [DBG] pgmap v1794: 105 pgs: 105 active+clean; 127 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.7 MiB/s wr, 4 op/s 2024-08-29T18:23:37.401 INFO:tasks.workunit.client.0.smithi028.stdout: 699: throughput=4.99MB/sec pending data=0 2024-08-29T18:23:37.402 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-kJUyUJjXhbnP4ZM off=1314543 len=415819 2024-08-29T18:23:37.404 INFO:tasks.workunit.client.0.smithi028.stdout:op 3651 completed, throughput=4.99MB/sec 2024-08-29T18:23:37.404 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-e_LYQ99zITEAzIe off=2667333 len=261614 2024-08-29T18:23:37.405 INFO:tasks.workunit.client.0.smithi028.stdout:op 3652 completed, throughput=4.99MB/sec 2024-08-29T18:23:37.405 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-_r2T6RNZYSdLNK6 off=14088883 len=633351 2024-08-29T18:23:37.408 INFO:tasks.workunit.client.0.smithi028.stdout:op 3653 completed, throughput=5MB/sec 2024-08-29T18:23:37.408 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-T-wVCZlqrXG3Spb off=12416678 len=1692733 2024-08-29T18:23:37.412 INFO:tasks.workunit.client.0.smithi028.stdout:op 3654 completed, throughput=5MB/sec 2024-08-29T18:23:37.412 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-p16ZDXiIYhIIEdn off=2530677 len=1190092 2024-08-29T18:23:37.423 INFO:tasks.workunit.client.0.smithi028.stdout:op 3655 completed, throughput=5MB/sec 2024-08-29T18:23:37.423 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-IdsapC2EW2X-NKk off=10534250 len=597777 2024-08-29T18:23:37.430 INFO:tasks.workunit.client.0.smithi028.stdout:op 3656 completed, throughput=5MB/sec 2024-08-29T18:23:38.431 INFO:tasks.workunit.client.0.smithi028.stdout: 700: throughput=4.99MB/sec pending data=0 2024-08-29T18:23:38.431 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-Z65a-JFQs1ZZMJj off=11790963 len=1419504 2024-08-29T18:23:38.435 INFO:tasks.workunit.client.0.smithi028.stdout:op 3657 completed, throughput=5MB/sec 2024-08-29T18:23:38.435 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-5lIUYWD3TAkS7cq off=6780414 len=1205171 2024-08-29T18:23:38.446 INFO:tasks.workunit.client.0.smithi028.stdout:op 3658 completed, throughput=5MB/sec 2024-08-29T18:23:38.446 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-wCnMzKDj7Rderq6 off=485390 len=1227350 2024-08-29T18:23:38.456 INFO:tasks.workunit.client.0.smithi028.stdout:op 3659 completed, throughput=5MB/sec 2024-08-29T18:23:38.457 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-BeKgqRlFjslXSLH off=435650 len=875848 2024-08-29T18:23:38.465 INFO:tasks.workunit.client.0.smithi028.stdout:op 3660 completed, throughput=5MB/sec 2024-08-29T18:23:38.465 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-Y59e23RKjE-MGBQ off=1006837 len=366765 2024-08-29T18:23:38.471 INFO:tasks.workunit.client.0.smithi028.stdout:op 3661 completed, throughput=5MB/sec 2024-08-29T18:23:38.471 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-k7EmjMwv3yDGxMR off=15782887 len=1714944 2024-08-29T18:23:38.474 INFO:tasks.workunit.client.0.smithi028.stdout:op 3662 completed, throughput=5MB/sec 2024-08-29T18:23:39.130 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:23:38 smithi028 bash[78352]: cluster 2024-08-29T18:23:37.767404+0000 mgr.y (mgr.25022) 1107 : cluster [DBG] pgmap v1795: 105 pgs: 105 active+clean; 127 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 1.9 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2024-08-29T18:23:39.130 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:23:38 smithi028 bash[77168]: cluster 2024-08-29T18:23:37.767404+0000 mgr.y (mgr.25022) 1107 : cluster [DBG] pgmap v1795: 105 pgs: 105 active+clean; 127 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 1.9 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2024-08-29T18:23:39.326 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:23:38 smithi053 bash[68679]: cluster 2024-08-29T18:23:37.767404+0000 mgr.y (mgr.25022) 1107 : cluster [DBG] pgmap v1795: 105 pgs: 105 active+clean; 127 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 1.9 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2024-08-29T18:23:39.475 INFO:tasks.workunit.client.0.smithi028.stdout: 701: throughput=5MB/sec pending data=0 2024-08-29T18:23:39.475 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-mdxKWKTodjnTt8J off=11682 len=780765 2024-08-29T18:23:39.478 INFO:tasks.workunit.client.0.smithi028.stdout:op 3663 completed, throughput=5MB/sec 2024-08-29T18:23:39.478 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-zotV3r9yiZ_fJWn off=11390010 len=1534732 2024-08-29T18:23:39.483 INFO:tasks.workunit.client.0.smithi028.stdout:op 3664 completed, throughput=5MB/sec 2024-08-29T18:23:39.483 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-FrxWp0HYekK7IRK off=5206641 len=126332 2024-08-29T18:23:39.485 INFO:tasks.workunit.client.0.smithi028.stdout:op 3665 completed, throughput=5MB/sec 2024-08-29T18:23:39.485 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-aDiZEaOU22rs_oq off=4071476 len=246119 2024-08-29T18:23:39.486 INFO:tasks.workunit.client.0.smithi028.stdout:op 3666 completed, throughput=5MB/sec 2024-08-29T18:23:39.486 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-HJd5rqe09WTWf6m off=6082555 len=2032356 2024-08-29T18:23:39.500 INFO:tasks.workunit.client.0.smithi028.stdout:op 3667 completed, throughput=5MB/sec 2024-08-29T18:23:40.501 INFO:tasks.workunit.client.0.smithi028.stdout: 702: throughput=4.99MB/sec pending data=0 2024-08-29T18:23:40.501 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-oY8qMVFesIM96my off=166639 len=1007614 2024-08-29T18:23:40.505 INFO:tasks.workunit.client.0.smithi028.stdout:op 3668 completed, throughput=5MB/sec 2024-08-29T18:23:40.505 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-k8IZHgYIqzbCTdF off=8079741 len=1783535 2024-08-29T18:23:40.509 INFO:tasks.workunit.client.0.smithi028.stdout:op 3669 completed, throughput=5MB/sec 2024-08-29T18:23:40.509 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-kmxkPaSB1cExxaE off=4487510 len=402667 2024-08-29T18:23:40.511 INFO:tasks.workunit.client.0.smithi028.stdout:op 3670 completed, throughput=5MB/sec 2024-08-29T18:23:40.511 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-Dmnbog-gzwVZIXY off=4381769 len=2090596 2024-08-29T18:23:40.517 INFO:tasks.workunit.client.0.smithi028.stdout:op 3671 completed, throughput=5MB/sec 2024-08-29T18:23:41.130 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:23:40 smithi028 bash[77168]: cluster 2024-08-29T18:23:39.768649+0000 mgr.y (mgr.25022) 1108 : cluster [DBG] pgmap v1796: 105 pgs: 105 active+clean; 127 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.9 MiB/s rd, 2.8 MiB/s wr, 5 op/s 2024-08-29T18:23:41.130 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:23:40 smithi028 bash[78352]: cluster 2024-08-29T18:23:39.768649+0000 mgr.y (mgr.25022) 1108 : cluster [DBG] pgmap v1796: 105 pgs: 105 active+clean; 127 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.9 MiB/s rd, 2.8 MiB/s wr, 5 op/s 2024-08-29T18:23:41.326 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:23:40 smithi053 bash[68679]: cluster 2024-08-29T18:23:39.768649+0000 mgr.y (mgr.25022) 1108 : cluster [DBG] pgmap v1796: 105 pgs: 105 active+clean; 127 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.9 MiB/s rd, 2.8 MiB/s wr, 5 op/s 2024-08-29T18:23:41.518 INFO:tasks.workunit.client.0.smithi028.stdout: 703: throughput=4.99MB/sec pending data=0 2024-08-29T18:23:41.518 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-ePGACN-9w_-8oY4 off=5284631 len=38112 2024-08-29T18:23:41.519 INFO:tasks.workunit.client.0.smithi028.stdout:op 3672 completed, throughput=4.99MB/sec 2024-08-29T18:23:41.519 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-j-Q7ogf3cmDBBk_ off=14602704 len=1998676 2024-08-29T18:23:41.532 INFO:tasks.workunit.client.0.smithi028.stdout:op 3673 completed, throughput=5MB/sec 2024-08-29T18:23:41.533 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-IJuBjyPmljKhMAs off=14332220 len=16360 2024-08-29T18:23:41.533 INFO:tasks.workunit.client.0.smithi028.stdout:op 3674 completed, throughput=5MB/sec 2024-08-29T18:23:41.533 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-MwbPpEUAJbnxX9l off=263474 len=1522330 2024-08-29T18:23:41.545 INFO:tasks.workunit.client.0.smithi028.stdout:op 3675 completed, throughput=5MB/sec 2024-08-29T18:23:41.546 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-Js946sa3ig2wgOV off=4174195 len=1787755 2024-08-29T18:23:41.558 INFO:tasks.workunit.client.0.smithi028.stdout:op 3676 completed, throughput=5MB/sec 2024-08-29T18:23:41.881 INFO:journalctl@ceph.mgr.y.smithi028.stdout:Aug 29 18:23:41 smithi028 bash[70818]: ::ffff:172.21.15.53 - - [29/Aug/2024:18:23:41] "GET /metrics HTTP/1.1" 200 34021 "" "Prometheus/2.43.0" 2024-08-29T18:23:42.559 INFO:tasks.workunit.client.0.smithi028.stdout: 704: throughput=4.99MB/sec pending data=0 2024-08-29T18:23:42.559 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-L9mW4KFVLdZilp_ off=19283514 len=108572 2024-08-29T18:23:42.563 INFO:tasks.workunit.client.0.smithi028.stdout:op 3677 completed, throughput=4.99MB/sec 2024-08-29T18:23:42.564 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-fbbKHoUkzg5JZPn off=9248270 len=579614 2024-08-29T18:23:42.570 INFO:tasks.workunit.client.0.smithi028.stdout:op 3678 completed, throughput=4.99MB/sec 2024-08-29T18:23:42.570 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-PzqOpFPnwDlryhy off=2717227 len=1296025 2024-08-29T18:23:42.574 INFO:tasks.workunit.client.0.smithi028.stdout:op 3679 completed, throughput=5MB/sec 2024-08-29T18:23:42.574 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-kURGZk09vqOWPru off=2819054 len=1625458 2024-08-29T18:23:42.576 INFO:journalctl@ceph.prometheus.a.smithi053.stdout:Aug 29 18:23:42 smithi053 bash[95567]: ts=2024-08-29T18:23:42.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"3167ee72-662c-11ef-bcd4-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-29T18:23:42.577 INFO:tasks.workunit.client.0.smithi028.stdout:op 3680 completed, throughput=5MB/sec 2024-08-29T18:23:42.577 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-R5rta_4-mNZLeOW off=2732595 len=448868 2024-08-29T18:23:42.579 INFO:tasks.workunit.client.0.smithi028.stdout:op 3681 completed, throughput=5MB/sec 2024-08-29T18:23:42.579 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-ON8nFvzqi8PmIn2 off=8706470 len=917124 2024-08-29T18:23:42.583 INFO:tasks.workunit.client.0.smithi028.stdout:op 3682 completed, throughput=5MB/sec 2024-08-29T18:23:43.130 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:23:42 smithi028 bash[78352]: cluster 2024-08-29T18:23:41.769496+0000 mgr.y (mgr.25022) 1109 : cluster [DBG] pgmap v1797: 105 pgs: 105 active+clean; 127 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 1.8 MiB/s rd, 2.0 MiB/s wr, 3 op/s 2024-08-29T18:23:43.130 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:23:42 smithi028 bash[78352]: audit 2024-08-29T18:23:42.080881+0000 mon.a (mon.0) 2241 : audit [DBG] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-29T18:23:43.131 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:23:42 smithi028 bash[77168]: cluster 2024-08-29T18:23:41.769496+0000 mgr.y (mgr.25022) 1109 : cluster [DBG] pgmap v1797: 105 pgs: 105 active+clean; 127 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 1.8 MiB/s rd, 2.0 MiB/s wr, 3 op/s 2024-08-29T18:23:43.131 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:23:42 smithi028 bash[77168]: audit 2024-08-29T18:23:42.080881+0000 mon.a (mon.0) 2241 : audit [DBG] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-29T18:23:43.326 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:23:42 smithi053 bash[68679]: cluster 2024-08-29T18:23:41.769496+0000 mgr.y (mgr.25022) 1109 : cluster [DBG] pgmap v1797: 105 pgs: 105 active+clean; 127 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 1.8 MiB/s rd, 2.0 MiB/s wr, 3 op/s 2024-08-29T18:23:43.326 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:23:42 smithi053 bash[68679]: audit 2024-08-29T18:23:42.080881+0000 mon.a (mon.0) 2241 : audit [DBG] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-29T18:23:43.583 INFO:tasks.workunit.client.0.smithi028.stdout: 705: throughput=4.99MB/sec pending data=0 2024-08-29T18:23:43.583 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-F70aLEKtfBkXzHx off=2627557 len=180641 2024-08-29T18:23:43.589 INFO:tasks.workunit.client.0.smithi028.stdout:op 3683 completed, throughput=4.99MB/sec 2024-08-29T18:23:43.589 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-5dhdNz1FsYU0K7- off=198108 len=948968 2024-08-29T18:23:43.592 INFO:tasks.workunit.client.0.smithi028.stdout:op 3684 completed, throughput=4.99MB/sec 2024-08-29T18:23:43.592 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-lA4HtVekc8Vfea4 off=6051807 len=1663423 2024-08-29T18:23:43.604 INFO:tasks.workunit.client.0.smithi028.stdout:op 3685 completed, throughput=5MB/sec 2024-08-29T18:23:43.604 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-xFxNVnBPGQFSN5o off=8758365 len=93285 2024-08-29T18:23:43.605 INFO:tasks.workunit.client.0.smithi028.stdout:op 3686 completed, throughput=5MB/sec 2024-08-29T18:23:43.605 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-c6ETP_3gQZvTAjX off=6386964 len=913064 2024-08-29T18:23:43.614 INFO:tasks.workunit.client.0.smithi028.stdout:op 3687 completed, throughput=5MB/sec 2024-08-29T18:23:43.614 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-An_SJ177hP5XPqS off=5209873 len=407854 2024-08-29T18:23:43.620 INFO:tasks.workunit.client.0.smithi028.stdout:op 3688 completed, throughput=5MB/sec 2024-08-29T18:23:43.620 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-EhIZirjmfEpQ40x off=4578283 len=902107 2024-08-29T18:23:43.622 INFO:tasks.workunit.client.0.smithi028.stdout:op 3689 completed, throughput=5MB/sec 2024-08-29T18:23:43.622 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-WnfDO46_9Q49DWp off=9724314 len=707607 2024-08-29T18:23:43.629 INFO:tasks.workunit.client.0.smithi028.stdout:op 3690 completed, throughput=5MB/sec 2024-08-29T18:23:44.629 INFO:tasks.workunit.client.0.smithi028.stdout: 706: throughput=4.99MB/sec pending data=0 2024-08-29T18:23:44.629 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-2H6IZLAfDf_XqzL off=559963 len=1451830 2024-08-29T18:23:44.641 INFO:tasks.workunit.client.0.smithi028.stdout:op 3691 completed, throughput=5MB/sec 2024-08-29T18:23:44.641 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-R_YWYaubz8KbhBD off=21914229 len=1928975 2024-08-29T18:23:44.645 INFO:tasks.workunit.client.0.smithi028.stdout:op 3692 completed, throughput=5MB/sec 2024-08-29T18:23:44.645 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-sWET27oJei9jSRz off=8316715 len=70704 2024-08-29T18:23:44.650 INFO:tasks.workunit.client.0.smithi028.stdout:op 3693 completed, throughput=5MB/sec 2024-08-29T18:23:44.650 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-FPKW9zhx1Jzfj2k off=267613 len=71905 2024-08-29T18:23:44.655 INFO:tasks.workunit.client.0.smithi028.stdout:op 3694 completed, throughput=5MB/sec 2024-08-29T18:23:44.655 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-MWHw_6kyZIre83V off=5315075 len=577662 2024-08-29T18:23:44.657 INFO:tasks.workunit.client.0.smithi028.stdout:op 3695 completed, throughput=5MB/sec 2024-08-29T18:23:44.657 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-8RDA4z9HtRjFi7Q off=7993571 len=782432 2024-08-29T18:23:44.665 INFO:tasks.workunit.client.0.smithi028.stdout:op 3696 completed, throughput=5MB/sec 2024-08-29T18:23:45.326 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:23:44 smithi053 bash[68679]: cluster 2024-08-29T18:23:43.770544+0000 mgr.y (mgr.25022) 1110 : cluster [DBG] pgmap v1798: 105 pgs: 105 active+clean; 127 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.6 MiB/s wr, 5 op/s 2024-08-29T18:23:45.380 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:23:44 smithi028 bash[78352]: cluster 2024-08-29T18:23:43.770544+0000 mgr.y (mgr.25022) 1110 : cluster [DBG] pgmap v1798: 105 pgs: 105 active+clean; 127 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.6 MiB/s wr, 5 op/s 2024-08-29T18:23:45.381 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:23:44 smithi028 bash[77168]: cluster 2024-08-29T18:23:43.770544+0000 mgr.y (mgr.25022) 1110 : cluster [DBG] pgmap v1798: 105 pgs: 105 active+clean; 127 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.6 MiB/s wr, 5 op/s 2024-08-29T18:23:45.666 INFO:tasks.workunit.client.0.smithi028.stdout: 707: throughput=4.99MB/sec pending data=0 2024-08-29T18:23:45.666 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-KXnwysy0i9EPtdw off=1639651 len=501025 2024-08-29T18:23:45.673 INFO:tasks.workunit.client.0.smithi028.stdout:op 3697 completed, throughput=4.99MB/sec 2024-08-29T18:23:45.673 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-H_Zf63NNB6Y1k-g off=3648601 len=127731 2024-08-29T18:23:45.675 INFO:tasks.workunit.client.0.smithi028.stdout:op 3698 completed, throughput=4.99MB/sec 2024-08-29T18:23:45.675 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-HuKDIcYJ2D9ew0q off=5697366 len=162033 2024-08-29T18:23:45.676 INFO:tasks.workunit.client.0.smithi028.stdout:op 3699 completed, throughput=4.99MB/sec 2024-08-29T18:23:45.676 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-gvjhHJr6EBx7jz2 off=3593967 len=1970626 2024-08-29T18:23:45.681 INFO:tasks.workunit.client.0.smithi028.stdout:op 3700 completed, throughput=5MB/sec 2024-08-29T18:23:45.681 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-aMiUxHJPAFgVUP4 off=2374989 len=227393 2024-08-29T18:23:45.686 INFO:tasks.workunit.client.0.smithi028.stdout:op 3701 completed, throughput=5MB/sec 2024-08-29T18:23:45.686 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-T-99A4Ewph_n3J2 off=6849907 len=55512 2024-08-29T18:23:45.691 INFO:tasks.workunit.client.0.smithi028.stdout:op 3702 completed, throughput=5MB/sec 2024-08-29T18:23:45.691 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-KW2zG31G2GwaY6W off=6166204 len=1110088 2024-08-29T18:23:45.701 INFO:tasks.workunit.client.0.smithi028.stdout:op 3703 completed, throughput=5MB/sec 2024-08-29T18:23:45.702 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-w8x8J5WI9IMUjLF off=3929272 len=2054333 2024-08-29T18:23:45.718 INFO:tasks.workunit.client.0.smithi028.stdout:op 3704 completed, throughput=5MB/sec 2024-08-29T18:23:46.718 INFO:tasks.workunit.client.0.smithi028.stdout: 708: throughput=4.99MB/sec pending data=0 2024-08-29T18:23:46.718 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-8r3oJjdG7bgrrTc off=7667075 len=229912 2024-08-29T18:23:46.724 INFO:tasks.workunit.client.0.smithi028.stdout:op 3705 completed, throughput=4.99MB/sec 2024-08-29T18:23:46.724 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-SFdC2-QaOu3LO1n off=19565936 len=1031544 2024-08-29T18:23:46.728 INFO:tasks.workunit.client.0.smithi028.stdout:op 3706 completed, throughput=5MB/sec 2024-08-29T18:23:46.728 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-zq1jNsXCpuiCIV0 off=107007 len=1834148 2024-08-29T18:23:46.732 INFO:tasks.workunit.client.0.smithi028.stdout:op 3707 completed, throughput=5MB/sec 2024-08-29T18:23:46.732 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-QdxyobeauDT7K2H off=5402428 len=838861 2024-08-29T18:23:46.740 INFO:tasks.workunit.client.0.smithi028.stdout:op 3708 completed, throughput=5MB/sec 2024-08-29T18:23:46.740 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-9gNwv2fOzJ9cBVc off=5039103 len=1415542 2024-08-29T18:23:46.750 INFO:tasks.workunit.client.0.smithi028.stdout:op 3709 completed, throughput=5MB/sec 2024-08-29T18:23:47.326 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:23:46 smithi053 bash[68679]: cluster 2024-08-29T18:23:45.771726+0000 mgr.y (mgr.25022) 1111 : cluster [DBG] pgmap v1799: 105 pgs: 105 active+clean; 127 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.6 MiB/s rd, 1.9 MiB/s wr, 4 op/s 2024-08-29T18:23:47.380 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:23:46 smithi028 bash[78352]: cluster 2024-08-29T18:23:45.771726+0000 mgr.y (mgr.25022) 1111 : cluster [DBG] pgmap v1799: 105 pgs: 105 active+clean; 127 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.6 MiB/s rd, 1.9 MiB/s wr, 4 op/s 2024-08-29T18:23:47.380 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:23:46 smithi028 bash[77168]: cluster 2024-08-29T18:23:45.771726+0000 mgr.y (mgr.25022) 1111 : cluster [DBG] pgmap v1799: 105 pgs: 105 active+clean; 127 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.6 MiB/s rd, 1.9 MiB/s wr, 4 op/s 2024-08-29T18:23:47.751 INFO:tasks.workunit.client.0.smithi028.stdout: 709: throughput=4.99MB/sec pending data=0 2024-08-29T18:23:47.751 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-T4v9iwXv5QMxY2t off=1090862 len=1522849 2024-08-29T18:23:47.754 INFO:tasks.workunit.client.0.smithi028.stdout:op 3710 completed, throughput=5MB/sec 2024-08-29T18:23:47.755 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-SbcHBLZWs4airWm off=2512777 len=1922235 2024-08-29T18:23:47.771 INFO:tasks.workunit.client.0.smithi028.stdout:op 3711 completed, throughput=5MB/sec 2024-08-29T18:23:47.771 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-g8wD0fxzFEPa8U5 off=2073104 len=798322 2024-08-29T18:23:47.773 INFO:tasks.workunit.client.0.smithi028.stdout:op 3712 completed, throughput=5MB/sec 2024-08-29T18:23:47.773 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-xBxqeh47E2VuBi1 off=17719612 len=509856 2024-08-29T18:23:47.781 INFO:tasks.workunit.client.0.smithi028.stdout:op 3713 completed, throughput=5MB/sec 2024-08-29T18:23:48.781 INFO:tasks.workunit.client.0.smithi028.stdout: 710: throughput=4.99MB/sec pending data=0 2024-08-29T18:23:48.781 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-hpIaqTjPRrKUj67 off=3575584 len=110650 2024-08-29T18:23:48.783 INFO:tasks.workunit.client.0.smithi028.stdout:op 3714 completed, throughput=4.99MB/sec 2024-08-29T18:23:48.783 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-5rIFl1QOjF6smQX off=1829653 len=911955 2024-08-29T18:23:48.786 INFO:tasks.workunit.client.0.smithi028.stdout:op 3715 completed, throughput=4.99MB/sec 2024-08-29T18:23:48.787 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-J4H9EFkb1xZDgZo off=12261776 len=77960 2024-08-29T18:23:48.788 INFO:tasks.workunit.client.0.smithi028.stdout:op 3716 completed, throughput=4.99MB/sec 2024-08-29T18:23:48.788 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-Cf73SI3uc2b5fAC off=6021108 len=1260217 2024-08-29T18:23:48.797 INFO:tasks.workunit.client.0.smithi028.stdout:op 3717 completed, throughput=5MB/sec 2024-08-29T18:23:48.798 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-orzfGvw0mt0zuVy off=85307 len=159618 2024-08-29T18:23:48.800 INFO:tasks.workunit.client.0.smithi028.stdout:op 3718 completed, throughput=5MB/sec 2024-08-29T18:23:48.800 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-bJZgP6FuN7bEbLG off=1689713 len=1337448 2024-08-29T18:23:48.803 INFO:tasks.workunit.client.0.smithi028.stdout:op 3719 completed, throughput=5MB/sec 2024-08-29T18:23:48.803 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-C_IbJoCqn4rF0ph off=7760718 len=455067 2024-08-29T18:23:48.805 INFO:tasks.workunit.client.0.smithi028.stdout:op 3720 completed, throughput=5MB/sec 2024-08-29T18:23:48.805 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-iGcy0RuWGXotg0S off=5281960 len=1828981 2024-08-29T18:23:48.819 INFO:tasks.workunit.client.0.smithi028.stdout:op 3721 completed, throughput=5MB/sec 2024-08-29T18:23:49.326 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:23:48 smithi053 bash[68679]: cluster 2024-08-29T18:23:47.772433+0000 mgr.y (mgr.25022) 1112 : cluster [DBG] pgmap v1800: 105 pgs: 105 active+clean; 127 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.2 MiB/s rd, 1.9 MiB/s wr, 4 op/s 2024-08-29T18:23:49.380 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:23:48 smithi028 bash[78352]: cluster 2024-08-29T18:23:47.772433+0000 mgr.y (mgr.25022) 1112 : cluster [DBG] pgmap v1800: 105 pgs: 105 active+clean; 127 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.2 MiB/s rd, 1.9 MiB/s wr, 4 op/s 2024-08-29T18:23:49.380 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:23:48 smithi028 bash[77168]: cluster 2024-08-29T18:23:47.772433+0000 mgr.y (mgr.25022) 1112 : cluster [DBG] pgmap v1800: 105 pgs: 105 active+clean; 127 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.2 MiB/s rd, 1.9 MiB/s wr, 4 op/s 2024-08-29T18:23:49.819 INFO:tasks.workunit.client.0.smithi028.stdout: 711: throughput=4.99MB/sec pending data=0 2024-08-29T18:23:49.819 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-PrwQ3vyKJSxxODj off=15963579 len=747946 2024-08-29T18:23:49.827 INFO:tasks.workunit.client.0.smithi028.stdout:op 3722 completed, throughput=5MB/sec 2024-08-29T18:23:49.828 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-cehG1_WqmHUZfON off=11723838 len=611290 2024-08-29T18:23:49.835 INFO:tasks.workunit.client.0.smithi028.stdout:op 3723 completed, throughput=5MB/sec 2024-08-29T18:23:49.835 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-dEKg4hGYkjCShDU off=12663113 len=2092142 2024-08-29T18:23:49.850 INFO:tasks.workunit.client.0.smithi028.stdout:op 3724 completed, throughput=5MB/sec 2024-08-29T18:23:49.850 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-qWT_iZ53jOvJzbd off=1389424 len=1911270 2024-08-29T18:23:49.864 INFO:tasks.workunit.client.0.smithi028.stdout:op 3725 completed, throughput=5MB/sec 2024-08-29T18:23:50.863 INFO:tasks.workunit.client.0.smithi028.stdout: 712: throughput=4.99MB/sec pending data=0 2024-08-29T18:23:50.863 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-XK2yOn0gnaD2N0K off=2529496 len=1766831 2024-08-29T18:23:50.877 INFO:tasks.workunit.client.0.smithi028.stdout:op 3726 completed, throughput=5MB/sec 2024-08-29T18:23:50.877 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-1N8ybieukTh0047 off=0 len=1327063 2024-08-29T18:23:50.881 INFO:tasks.workunit.client.0.smithi028.stdout:op 3727 completed, throughput=5MB/sec 2024-08-29T18:23:50.881 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-gzKwVNHPw_-I36r off=104049 len=1329419 2024-08-29T18:23:50.891 INFO:tasks.workunit.client.0.smithi028.stdout:op 3728 completed, throughput=5MB/sec 2024-08-29T18:23:50.891 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-Rhkqjb3V5NkdeAK off=4074105 len=1797255 2024-08-29T18:23:50.895 INFO:tasks.workunit.client.0.smithi028.stdout:op 3729 completed, throughput=5MB/sec 2024-08-29T18:23:51.326 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:23:50 smithi053 bash[68679]: cluster 2024-08-29T18:23:49.773697+0000 mgr.y (mgr.25022) 1113 : cluster [DBG] pgmap v1801: 105 pgs: 105 active+clean; 127 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 3.2 MiB/s rd, 2.8 MiB/s wr, 6 op/s 2024-08-29T18:23:51.380 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:23:50 smithi028 bash[78352]: cluster 2024-08-29T18:23:49.773697+0000 mgr.y (mgr.25022) 1113 : cluster [DBG] pgmap v1801: 105 pgs: 105 active+clean; 127 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 3.2 MiB/s rd, 2.8 MiB/s wr, 6 op/s 2024-08-29T18:23:51.380 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:23:50 smithi028 bash[77168]: cluster 2024-08-29T18:23:49.773697+0000 mgr.y (mgr.25022) 1113 : cluster [DBG] pgmap v1801: 105 pgs: 105 active+clean; 127 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 3.2 MiB/s rd, 2.8 MiB/s wr, 6 op/s 2024-08-29T18:23:51.880 INFO:journalctl@ceph.mgr.y.smithi028.stdout:Aug 29 18:23:51 smithi028 bash[70818]: ::ffff:172.21.15.53 - - [29/Aug/2024:18:23:51] "GET /metrics HTTP/1.1" 200 34025 "" "Prometheus/2.43.0" 2024-08-29T18:23:51.895 INFO:tasks.workunit.client.0.smithi028.stdout: 713: throughput=5MB/sec pending data=0 2024-08-29T18:23:51.896 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-ZFG_VDWpQs8T89A off=10303164 len=428498 2024-08-29T18:23:51.903 INFO:tasks.workunit.client.0.smithi028.stdout:op 3730 completed, throughput=5MB/sec 2024-08-29T18:23:51.903 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-4JTdwkTAQ7Qjm0p off=20089177 len=1411371 2024-08-29T18:23:51.916 INFO:tasks.workunit.client.0.smithi028.stdout:op 3731 completed, throughput=5MB/sec 2024-08-29T18:23:51.916 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-Avsx3blknI0l5Eb off=1205747 len=504996 2024-08-29T18:23:51.916 INFO:tasks.workunit.client.0.smithi028.stdout:op 3732 completed, throughput=5MB/sec 2024-08-29T18:23:51.916 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-_Q8qML107ruq7rM off=234457 len=1034829 2024-08-29T18:23:51.919 INFO:tasks.workunit.client.0.smithi028.stdout:op 3733 completed, throughput=5MB/sec 2024-08-29T18:23:51.920 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-fB2C28MhHdP-jyS off=132218 len=74146 2024-08-29T18:23:51.924 INFO:tasks.workunit.client.0.smithi028.stdout:op 3734 completed, throughput=5MB/sec 2024-08-29T18:23:51.924 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-SzA5JOk1KnB9dib off=901109 len=212909 2024-08-29T18:23:51.926 INFO:tasks.workunit.client.0.smithi028.stdout:op 3735 completed, throughput=5MB/sec 2024-08-29T18:23:51.926 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-7NS6qJD92Cf3JUL off=5897825 len=2060937 2024-08-29T18:23:51.940 INFO:tasks.workunit.client.0.smithi028.stdout:op 3736 completed, throughput=5MB/sec 2024-08-29T18:23:52.576 INFO:journalctl@ceph.prometheus.a.smithi053.stdout:Aug 29 18:23:52 smithi053 bash[95567]: ts=2024-08-29T18:23:52.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"3167ee72-662c-11ef-bcd4-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-29T18:23:52.941 INFO:tasks.workunit.client.0.smithi028.stdout: 714: throughput=5MB/sec pending data=0 2024-08-29T18:23:52.941 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-2DfO-nXxUOzK6-0 off=9648316 len=168082 2024-08-29T18:23:52.947 INFO:tasks.workunit.client.0.smithi028.stdout:op 3737 completed, throughput=5MB/sec 2024-08-29T18:23:52.947 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-nvLZP50VcsmndS_ off=19115721 len=2036018 2024-08-29T18:23:52.952 INFO:tasks.workunit.client.0.smithi028.stdout:op 3738 completed, throughput=5MB/sec 2024-08-29T18:23:52.952 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-U5atRDc8XjhbHtC off=16271426 len=1166038 2024-08-29T18:23:52.954 INFO:tasks.workunit.client.0.smithi028.stdout:op 3739 completed, throughput=5MB/sec 2024-08-29T18:23:52.954 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-mKVaxNONpGt1aXx off=3211591 len=52330 2024-08-29T18:23:52.959 INFO:tasks.workunit.client.0.smithi028.stdout:op 3740 completed, throughput=5MB/sec 2024-08-29T18:23:52.959 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-9hvRnRpJDuZlfXt off=1488782 len=459106 2024-08-29T18:23:52.960 INFO:tasks.workunit.client.0.smithi028.stdout:op 3741 completed, throughput=5MB/sec 2024-08-29T18:23:53.326 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:23:52 smithi053 bash[68679]: cluster 2024-08-29T18:23:51.774560+0000 mgr.y (mgr.25022) 1114 : cluster [DBG] pgmap v1802: 105 pgs: 105 active+clean; 127 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.0 MiB/s wr, 4 op/s 2024-08-29T18:23:53.380 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:23:52 smithi028 bash[78352]: cluster 2024-08-29T18:23:51.774560+0000 mgr.y (mgr.25022) 1114 : cluster [DBG] pgmap v1802: 105 pgs: 105 active+clean; 127 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.0 MiB/s wr, 4 op/s 2024-08-29T18:23:53.380 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:23:52 smithi028 bash[77168]: cluster 2024-08-29T18:23:51.774560+0000 mgr.y (mgr.25022) 1114 : cluster [DBG] pgmap v1802: 105 pgs: 105 active+clean; 127 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.0 MiB/s wr, 4 op/s 2024-08-29T18:23:53.961 INFO:tasks.workunit.client.0.smithi028.stdout: 715: throughput=4.99MB/sec pending data=0 2024-08-29T18:23:53.961 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-J-LWKlkji5pu3q6 off=182739 len=1807698 2024-08-29T18:23:53.965 INFO:tasks.workunit.client.0.smithi028.stdout:op 3742 completed, throughput=5MB/sec 2024-08-29T18:23:53.965 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-gIip6T3KpT-M5Kh off=11752221 len=1499701 2024-08-29T18:23:53.969 INFO:tasks.workunit.client.0.smithi028.stdout:op 3743 completed, throughput=5MB/sec 2024-08-29T18:23:53.969 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-rOfHshu5_wbR4k4 off=2350091 len=2003166 2024-08-29T18:23:53.974 INFO:tasks.workunit.client.0.smithi028.stdout:op 3744 completed, throughput=5MB/sec 2024-08-29T18:23:54.974 INFO:tasks.workunit.client.0.smithi028.stdout: 716: throughput=4.99MB/sec pending data=0 2024-08-29T18:23:54.974 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-YFc7C_fBach5i16 off=8693438 len=1937130 2024-08-29T18:23:54.979 INFO:tasks.workunit.client.0.smithi028.stdout:op 3745 completed, throughput=5MB/sec 2024-08-29T18:23:54.979 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-GRABDLKRenLW3H7 off=8530894 len=757011 2024-08-29T18:23:54.986 INFO:tasks.workunit.client.0.smithi028.stdout:op 3746 completed, throughput=5MB/sec 2024-08-29T18:23:54.986 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-7O35cPy8up30jZq off=658376 len=1936466 2024-08-29T18:23:55.001 INFO:tasks.workunit.client.0.smithi028.stdout:op 3747 completed, throughput=5MB/sec 2024-08-29T18:23:55.001 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-5r1BmLnJhnftmeA off=20670273 len=2047118 2024-08-29T18:23:55.013 INFO:tasks.workunit.client.0.smithi028.stdout:op 3748 completed, throughput=5MB/sec 2024-08-29T18:23:55.326 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:23:54 smithi053 bash[68679]: cluster 2024-08-29T18:23:53.775507+0000 mgr.y (mgr.25022) 1115 : cluster [DBG] pgmap v1803: 105 pgs: 105 active+clean; 127 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 3.1 MiB/s rd, 3.0 MiB/s wr, 6 op/s 2024-08-29T18:23:55.380 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:23:54 smithi028 bash[78352]: cluster 2024-08-29T18:23:53.775507+0000 mgr.y (mgr.25022) 1115 : cluster [DBG] pgmap v1803: 105 pgs: 105 active+clean; 127 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 3.1 MiB/s rd, 3.0 MiB/s wr, 6 op/s 2024-08-29T18:23:55.380 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:23:54 smithi028 bash[77168]: cluster 2024-08-29T18:23:53.775507+0000 mgr.y (mgr.25022) 1115 : cluster [DBG] pgmap v1803: 105 pgs: 105 active+clean; 127 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 3.1 MiB/s rd, 3.0 MiB/s wr, 6 op/s 2024-08-29T18:23:56.014 INFO:tasks.workunit.client.0.smithi028.stdout: 717: throughput=5MB/sec pending data=0 2024-08-29T18:23:56.014 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-ejzpgF66gqur3QX off=12310817 len=766625 2024-08-29T18:23:56.022 INFO:tasks.workunit.client.0.smithi028.stdout:op 3749 completed, throughput=5MB/sec 2024-08-29T18:23:56.022 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-j2hAf-tBncedWg7 off=1718066 len=1922132 2024-08-29T18:23:56.026 INFO:tasks.workunit.client.0.smithi028.stdout:op 3750 completed, throughput=5MB/sec 2024-08-29T18:23:56.026 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-5mULo5h3b1m0QEX off=4877358 len=1646440 2024-08-29T18:23:56.039 INFO:tasks.workunit.client.0.smithi028.stdout:op 3751 completed, throughput=5MB/sec 2024-08-29T18:23:57.041 INFO:tasks.workunit.client.0.smithi028.stdout: 718: throughput=4.99MB/sec pending data=0 2024-08-29T18:23:57.041 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-RPSEmurhu-jAD9K off=7281240 len=630718 2024-08-29T18:23:57.047 INFO:tasks.workunit.client.0.smithi028.stdout:op 3752 completed, throughput=4.99MB/sec 2024-08-29T18:23:57.047 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-ZHKwPd7rDm9rQOb off=11773403 len=680046 2024-08-29T18:23:57.050 INFO:tasks.workunit.client.0.smithi028.stdout:op 3753 completed, throughput=5MB/sec 2024-08-29T18:23:57.050 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-hlpOZJhFPEguzBC off=1612805 len=528281 2024-08-29T18:23:57.057 INFO:tasks.workunit.client.0.smithi028.stdout:op 3754 completed, throughput=5MB/sec 2024-08-29T18:23:57.057 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-mqFoj6D-XSKNZ2e off=8812084 len=748553 2024-08-29T18:23:57.059 INFO:tasks.workunit.client.0.smithi028.stdout:op 3755 completed, throughput=5MB/sec 2024-08-29T18:23:57.059 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-bW891qMgx2bcD2I off=3256394 len=1502308 2024-08-29T18:23:57.063 INFO:tasks.workunit.client.0.smithi028.stdout:op 3756 completed, throughput=5MB/sec 2024-08-29T18:23:57.063 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-mKmUuO7gxEuKTWn off=10770907 len=1832865 2024-08-29T18:23:57.069 INFO:tasks.workunit.client.0.smithi028.stdout:op 3757 completed, throughput=5MB/sec 2024-08-29T18:23:57.326 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:23:56 smithi053 bash[68679]: cluster 2024-08-29T18:23:55.776581+0000 mgr.y (mgr.25022) 1116 : cluster [DBG] pgmap v1804: 105 pgs: 105 active+clean; 127 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.7 MiB/s wr, 5 op/s 2024-08-29T18:23:57.380 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:23:56 smithi028 bash[78352]: cluster 2024-08-29T18:23:55.776581+0000 mgr.y (mgr.25022) 1116 : cluster [DBG] pgmap v1804: 105 pgs: 105 active+clean; 127 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.7 MiB/s wr, 5 op/s 2024-08-29T18:23:57.380 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:23:56 smithi028 bash[77168]: cluster 2024-08-29T18:23:55.776581+0000 mgr.y (mgr.25022) 1116 : cluster [DBG] pgmap v1804: 105 pgs: 105 active+clean; 127 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.7 MiB/s wr, 5 op/s 2024-08-29T18:23:58.069 INFO:tasks.workunit.client.0.smithi028.stdout: 719: throughput=4.99MB/sec pending data=0 2024-08-29T18:23:58.070 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-_Wt5NqL9vM5B43d off=2290168 len=412056 2024-08-29T18:23:58.076 INFO:tasks.workunit.client.0.smithi028.stdout:op 3758 completed, throughput=4.99MB/sec 2024-08-29T18:23:58.076 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-oy7V0v6td0LVKg0 off=7269188 len=1968846 2024-08-29T18:23:58.081 INFO:tasks.workunit.client.0.smithi028.stdout:op 3759 completed, throughput=5MB/sec 2024-08-29T18:23:58.081 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-3DJ56IsLgt5GkA8 off=8282234 len=113923 2024-08-29T18:23:58.086 INFO:tasks.workunit.client.0.smithi028.stdout:op 3760 completed, throughput=5MB/sec 2024-08-29T18:23:58.086 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-umBFlW6W6yxLw3v off=4078281 len=1317367 2024-08-29T18:23:58.097 INFO:tasks.workunit.client.0.smithi028.stdout:op 3761 completed, throughput=5MB/sec 2024-08-29T18:23:58.098 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-UADen2F1kMjZ4VZ off=22927992 len=1653702 2024-08-29T18:23:58.101 INFO:tasks.workunit.client.0.smithi028.stdout:op 3762 completed, throughput=5MB/sec 2024-08-29T18:23:58.326 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:23:57 smithi053 bash[68679]: audit 2024-08-29T18:23:57.081821+0000 mon.a (mon.0) 2242 : audit [DBG] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-29T18:23:58.380 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:23:57 smithi028 bash[78352]: audit 2024-08-29T18:23:57.081821+0000 mon.a (mon.0) 2242 : audit [DBG] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-29T18:23:58.381 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:23:57 smithi028 bash[77168]: audit 2024-08-29T18:23:57.081821+0000 mon.a (mon.0) 2242 : audit [DBG] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-29T18:23:59.102 INFO:tasks.workunit.client.0.smithi028.stdout: 720: throughput=4.99MB/sec pending data=0 2024-08-29T18:23:59.102 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-oY8qMVFesIM96my off=8110669 len=1903144 2024-08-29T18:23:59.108 INFO:tasks.workunit.client.0.smithi028.stdout:op 3763 completed, throughput=5MB/sec 2024-08-29T18:23:59.108 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-E4LK16GZh5vFmyq off=1037343 len=1460590 2024-08-29T18:23:59.112 INFO:tasks.workunit.client.0.smithi028.stdout:op 3764 completed, throughput=5MB/sec 2024-08-29T18:23:59.112 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-DYhl7fc0siiHwx4 off=0 len=2017416 2024-08-29T18:23:59.127 INFO:tasks.workunit.client.0.smithi028.stdout:op 3765 completed, throughput=5MB/sec 2024-08-29T18:23:59.326 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:23:58 smithi053 bash[68679]: cluster 2024-08-29T18:23:57.777336+0000 mgr.y (mgr.25022) 1117 : cluster [DBG] pgmap v1805: 105 pgs: 105 active+clean; 127 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2024-08-29T18:23:59.380 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:23:58 smithi028 bash[78352]: cluster 2024-08-29T18:23:57.777336+0000 mgr.y (mgr.25022) 1117 : cluster [DBG] pgmap v1805: 105 pgs: 105 active+clean; 127 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2024-08-29T18:23:59.380 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:23:58 smithi028 bash[77168]: cluster 2024-08-29T18:23:57.777336+0000 mgr.y (mgr.25022) 1117 : cluster [DBG] pgmap v1805: 105 pgs: 105 active+clean; 127 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2024-08-29T18:24:00.127 INFO:tasks.workunit.client.0.smithi028.stdout: 721: throughput=4.99MB/sec pending data=0 2024-08-29T18:24:00.128 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-c65F5eJeLY-dSnK off=6351188 len=268621 2024-08-29T18:24:00.129 INFO:tasks.workunit.client.0.smithi028.stdout:op 3766 completed, throughput=4.99MB/sec 2024-08-29T18:24:00.129 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-uiTZJRE2-lIJtMW off=6547743 len=568050 2024-08-29T18:24:00.131 INFO:tasks.workunit.client.0.smithi028.stdout:op 3767 completed, throughput=5MB/sec 2024-08-29T18:24:00.131 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-gEy9ZE0QkyikS3I off=5653536 len=1725498 2024-08-29T18:24:00.144 INFO:tasks.workunit.client.0.smithi028.stdout:op 3768 completed, throughput=5MB/sec 2024-08-29T18:24:00.144 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-EIi3K5cnxxmlvUY off=631719 len=1186319 2024-08-29T18:24:00.154 INFO:tasks.workunit.client.0.smithi028.stdout:op 3769 completed, throughput=5MB/sec 2024-08-29T18:24:00.154 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-a7p_jUUwnQz1NSc off=8682302 len=1012530 2024-08-29T18:24:00.162 INFO:tasks.workunit.client.0.smithi028.stdout:op 3770 completed, throughput=5MB/sec 2024-08-29T18:24:01.163 INFO:tasks.workunit.client.0.smithi028.stdout: 722: throughput=4.99MB/sec pending data=0 2024-08-29T18:24:01.163 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-3Qx_FFH_NhWz7X2 off=10815442 len=1704373 2024-08-29T18:24:01.177 INFO:tasks.workunit.client.0.smithi028.stdout:op 3771 completed, throughput=5MB/sec 2024-08-29T18:24:01.177 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-HM7haZMnYXzM61C off=934040 len=162136 2024-08-29T18:24:01.182 INFO:tasks.workunit.client.0.smithi028.stdout:op 3772 completed, throughput=5MB/sec 2024-08-29T18:24:01.183 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-fSrT2UbRMvp4Yt4 off=16637727 len=444717 2024-08-29T18:24:01.185 INFO:tasks.workunit.client.0.smithi028.stdout:op 3773 completed, throughput=5MB/sec 2024-08-29T18:24:01.185 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-C8LdkBUIysmNJ_x off=1366326 len=1624179 2024-08-29T18:24:01.198 INFO:tasks.workunit.client.0.smithi028.stdout:op 3774 completed, throughput=5MB/sec 2024-08-29T18:24:01.198 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-HKbuNjSLCDi-Pml off=462305 len=789127 2024-08-29T18:24:01.206 INFO:tasks.workunit.client.0.smithi028.stdout:op 3775 completed, throughput=5MB/sec 2024-08-29T18:24:01.206 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-2mk_W-YMWFyzteC off=11174869 len=1389756 2024-08-29T18:24:01.209 INFO:tasks.workunit.client.0.smithi028.stdout:op 3776 completed, throughput=5MB/sec 2024-08-29T18:24:01.326 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:24:00 smithi053 bash[68679]: cluster 2024-08-29T18:23:59.778535+0000 mgr.y (mgr.25022) 1118 : cluster [DBG] pgmap v1806: 105 pgs: 105 active+clean; 127 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 3.4 MiB/s rd, 2.9 MiB/s wr, 6 op/s 2024-08-29T18:24:01.380 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:24:00 smithi028 bash[78352]: cluster 2024-08-29T18:23:59.778535+0000 mgr.y (mgr.25022) 1118 : cluster [DBG] pgmap v1806: 105 pgs: 105 active+clean; 127 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 3.4 MiB/s rd, 2.9 MiB/s wr, 6 op/s 2024-08-29T18:24:01.380 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:24:00 smithi028 bash[77168]: cluster 2024-08-29T18:23:59.778535+0000 mgr.y (mgr.25022) 1118 : cluster [DBG] pgmap v1806: 105 pgs: 105 active+clean; 127 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 3.4 MiB/s rd, 2.9 MiB/s wr, 6 op/s 2024-08-29T18:24:01.880 INFO:journalctl@ceph.mgr.y.smithi028.stdout:Aug 29 18:24:01 smithi028 bash[70818]: ::ffff:172.21.15.53 - - [29/Aug/2024:18:24:01] "GET /metrics HTTP/1.1" 200 34021 "" "Prometheus/2.43.0" 2024-08-29T18:24:02.210 INFO:tasks.workunit.client.0.smithi028.stdout: 723: throughput=4.99MB/sec pending data=0 2024-08-29T18:24:02.210 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-DWnSdh14-bb-18q off=889522 len=1675143 2024-08-29T18:24:02.213 INFO:tasks.workunit.client.0.smithi028.stdout:op 3777 completed, throughput=5MB/sec 2024-08-29T18:24:02.213 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-sUv335VKDAu6T9Z off=5044697 len=1610950 2024-08-29T18:24:02.226 INFO:tasks.workunit.client.0.smithi028.stdout:op 3778 completed, throughput=5MB/sec 2024-08-29T18:24:02.227 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-n1IkhJrilBmwtFS off=6638733 len=1299016 2024-08-29T18:24:02.238 INFO:tasks.workunit.client.0.smithi028.stdout:op 3779 completed, throughput=5MB/sec 2024-08-29T18:24:02.576 INFO:journalctl@ceph.prometheus.a.smithi053.stdout:Aug 29 18:24:02 smithi053 bash[95567]: ts=2024-08-29T18:24:02.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"3167ee72-662c-11ef-bcd4-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-29T18:24:03.238 INFO:tasks.workunit.client.0.smithi028.stdout: 724: throughput=4.99MB/sec pending data=0 2024-08-29T18:24:03.238 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-oXHQQLPxlIyeDVx off=715497 len=1480984 2024-08-29T18:24:03.249 INFO:tasks.workunit.client.0.smithi028.stdout:op 3780 completed, throughput=5MB/sec 2024-08-29T18:24:03.249 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-Y_E3BnSv_xD6dUp off=384587 len=380988 2024-08-29T18:24:03.252 INFO:tasks.workunit.client.0.smithi028.stdout:op 3781 completed, throughput=5MB/sec 2024-08-29T18:24:03.252 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-V9X7kZ1dokGFnyH off=21229456 len=385087 2024-08-29T18:24:03.258 INFO:tasks.workunit.client.0.smithi028.stdout:op 3782 completed, throughput=5MB/sec 2024-08-29T18:24:03.258 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-bVk2_xpqJwnd9uB off=8399686 len=1178634 2024-08-29T18:24:03.261 INFO:tasks.workunit.client.0.smithi028.stdout:op 3783 completed, throughput=5MB/sec 2024-08-29T18:24:03.261 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-seEEmqTHIAEzaE1 off=3278110 len=1531258 2024-08-29T18:24:03.265 INFO:tasks.workunit.client.0.smithi028.stdout:op 3784 completed, throughput=5MB/sec 2024-08-29T18:24:03.265 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-MhxDSkMvAEsDbNg off=11985361 len=1590075 2024-08-29T18:24:03.269 INFO:tasks.workunit.client.0.smithi028.stdout:op 3785 completed, throughput=5MB/sec 2024-08-29T18:24:03.326 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:24:02 smithi053 bash[68679]: cluster 2024-08-29T18:24:01.779345+0000 mgr.y (mgr.25022) 1119 : cluster [DBG] pgmap v1807: 105 pgs: 105 active+clean; 127 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.1 MiB/s wr, 3 op/s 2024-08-29T18:24:03.381 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:24:02 smithi028 bash[77168]: cluster 2024-08-29T18:24:01.779345+0000 mgr.y (mgr.25022) 1119 : cluster [DBG] pgmap v1807: 105 pgs: 105 active+clean; 127 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.1 MiB/s wr, 3 op/s 2024-08-29T18:24:03.381 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:24:02 smithi028 bash[78352]: cluster 2024-08-29T18:24:01.779345+0000 mgr.y (mgr.25022) 1119 : cluster [DBG] pgmap v1807: 105 pgs: 105 active+clean; 127 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.1 MiB/s wr, 3 op/s 2024-08-29T18:24:04.269 INFO:tasks.workunit.client.0.smithi028.stdout: 725: throughput=4.99MB/sec pending data=0 2024-08-29T18:24:04.269 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-cf-NBunBBGOBZ5c off=4573380 len=1648885 2024-08-29T18:24:04.273 INFO:tasks.workunit.client.0.smithi028.stdout:op 3786 completed, throughput=5MB/sec 2024-08-29T18:24:04.273 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-cO5kh9BTbhBBglQ off=2899429 len=1826220 2024-08-29T18:24:04.288 INFO:tasks.workunit.client.0.smithi028.stdout:op 3787 completed, throughput=5MB/sec 2024-08-29T18:24:04.288 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-bxBVNqwKCNQFRW9 off=15725919 len=866604 2024-08-29T18:24:04.296 INFO:tasks.workunit.client.0.smithi028.stdout:op 3788 completed, throughput=5MB/sec 2024-08-29T18:24:05.296 INFO:tasks.workunit.client.0.smithi028.stdout: 726: throughput=4.99MB/sec pending data=0 2024-08-29T18:24:05.296 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-ajM99yK_ljKzYZI off=14302475 len=636855 2024-08-29T18:24:05.298 INFO:tasks.workunit.client.0.smithi028.stdout:op 3789 completed, throughput=4.99MB/sec 2024-08-29T18:24:05.298 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-YinsaHdqB5852L2 off=2111881 len=1945493 2024-08-29T18:24:05.312 INFO:tasks.workunit.client.0.smithi028.stdout:op 3790 completed, throughput=5MB/sec 2024-08-29T18:24:05.313 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-FWsnEfzaqIRY6nC off=8407938 len=1210100 2024-08-29T18:24:05.323 INFO:tasks.workunit.client.0.smithi028.stdout:op 3791 completed, throughput=5MB/sec 2024-08-29T18:24:05.323 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-UCuq5yWDzUpZagQ off=1263421 len=995041 2024-08-29T18:24:05.326 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:24:04 smithi053 bash[68679]: cluster 2024-08-29T18:24:03.780282+0000 mgr.y (mgr.25022) 1120 : cluster [DBG] pgmap v1808: 105 pgs: 105 active+clean; 127 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 3.2 MiB/s rd, 3.1 MiB/s wr, 5 op/s 2024-08-29T18:24:05.332 INFO:tasks.workunit.client.0.smithi028.stdout:op 3792 completed, throughput=5MB/sec 2024-08-29T18:24:05.332 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-no47YMmCNTvfcqO off=7986746 len=1416952 2024-08-29T18:24:05.336 INFO:tasks.workunit.client.0.smithi028.stdout:op 3793 completed, throughput=5MB/sec 2024-08-29T18:24:05.380 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:24:04 smithi028 bash[78352]: cluster 2024-08-29T18:24:03.780282+0000 mgr.y (mgr.25022) 1120 : cluster [DBG] pgmap v1808: 105 pgs: 105 active+clean; 127 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 3.2 MiB/s rd, 3.1 MiB/s wr, 5 op/s 2024-08-29T18:24:05.380 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:24:04 smithi028 bash[77168]: cluster 2024-08-29T18:24:03.780282+0000 mgr.y (mgr.25022) 1120 : cluster [DBG] pgmap v1808: 105 pgs: 105 active+clean; 127 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 3.2 MiB/s rd, 3.1 MiB/s wr, 5 op/s 2024-08-29T18:24:06.336 INFO:tasks.workunit.client.0.smithi028.stdout: 727: throughput=4.99MB/sec pending data=0 2024-08-29T18:24:06.336 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-ptn0d86wMCqcU8- off=9949509 len=1051601 2024-08-29T18:24:06.346 INFO:tasks.workunit.client.0.smithi028.stdout:op 3794 completed, throughput=5MB/sec 2024-08-29T18:24:06.346 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-E4LK16GZh5vFmyq off=1539079 len=2059916 2024-08-29T18:24:06.351 INFO:tasks.workunit.client.0.smithi028.stdout:op 3795 completed, throughput=5MB/sec 2024-08-29T18:24:06.351 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-p7NxCe6X0dZZz-r off=16405397 len=1446930 2024-08-29T18:24:06.363 INFO:tasks.workunit.client.0.smithi028.stdout:op 3796 completed, throughput=5MB/sec 2024-08-29T18:24:07.326 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:24:06 smithi053 bash[68679]: cluster 2024-08-29T18:24:05.781434+0000 mgr.y (mgr.25022) 1121 : cluster [DBG] pgmap v1809: 105 pgs: 105 active+clean; 127 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2024-08-29T18:24:07.363 INFO:tasks.workunit.client.0.smithi028.stdout: 728: throughput=4.99MB/sec pending data=0 2024-08-29T18:24:07.363 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-J0bNauC6GfUEGri off=5762113 len=1880484 2024-08-29T18:24:07.378 INFO:tasks.workunit.client.0.smithi028.stdout:op 3797 completed, throughput=5MB/sec 2024-08-29T18:24:07.378 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-IbsTE-FI4ZLjfgl off=4743979 len=74054 2024-08-29T18:24:07.379 INFO:tasks.workunit.client.0.smithi028.stdout:op 3798 completed, throughput=5MB/sec 2024-08-29T18:24:07.380 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-7DGJG5HR54aFjgG off=14900551 len=151602 2024-08-29T18:24:07.380 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:24:06 smithi028 bash[78352]: cluster 2024-08-29T18:24:05.781434+0000 mgr.y (mgr.25022) 1121 : cluster [DBG] pgmap v1809: 105 pgs: 105 active+clean; 127 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2024-08-29T18:24:07.380 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:24:06 smithi028 bash[77168]: cluster 2024-08-29T18:24:05.781434+0000 mgr.y (mgr.25022) 1121 : cluster [DBG] pgmap v1809: 105 pgs: 105 active+clean; 127 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2024-08-29T18:24:07.384 INFO:tasks.workunit.client.0.smithi028.stdout:op 3799 completed, throughput=5MB/sec 2024-08-29T18:24:07.384 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-lO8V20t7SKrMd7q off=16873282 len=1322514 2024-08-29T18:24:07.395 INFO:tasks.workunit.client.0.smithi028.stdout:op 3800 completed, throughput=5MB/sec 2024-08-29T18:24:07.396 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-3N2j7LXVq9nhuOL off=16765449 len=2065103 2024-08-29T18:24:07.402 INFO:tasks.workunit.client.0.smithi028.stdout:op 3801 completed, throughput=5MB/sec 2024-08-29T18:24:08.402 INFO:tasks.workunit.client.0.smithi028.stdout: 729: throughput=4.99MB/sec pending data=0 2024-08-29T18:24:08.402 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-weUg-GenqaViwIX off=14575158 len=1139594 2024-08-29T18:24:08.410 INFO:tasks.workunit.client.0.smithi028.stdout:op 3802 completed, throughput=4.99MB/sec 2024-08-29T18:24:08.411 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-SzK0fcmjVWjvPWy off=13046164 len=297830 2024-08-29T18:24:08.412 INFO:tasks.workunit.client.0.smithi028.stdout:op 3803 completed, throughput=5MB/sec 2024-08-29T18:24:08.412 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-X1CThJgxoSdHRBl off=0 len=1466486 2024-08-29T18:24:08.416 INFO:tasks.workunit.client.0.smithi028.stdout:op 3804 completed, throughput=5MB/sec 2024-08-29T18:24:08.416 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-xEVLxRICaQTlUtY off=1799734 len=1048254 2024-08-29T18:24:08.419 INFO:tasks.workunit.client.0.smithi028.stdout:op 3805 completed, throughput=5MB/sec 2024-08-29T18:24:08.419 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-EoQ74DfFFteS-I_ off=2043787 len=197532 2024-08-29T18:24:08.424 INFO:tasks.workunit.client.0.smithi028.stdout:op 3806 completed, throughput=5MB/sec 2024-08-29T18:24:08.424 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-23hFYjBZl95Efiu off=9312942 len=1460751 2024-08-29T18:24:08.434 INFO:tasks.workunit.client.0.smithi028.stdout:op 3807 completed, throughput=5MB/sec 2024-08-29T18:24:09.326 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:24:08 smithi053 bash[68679]: cluster 2024-08-29T18:24:07.782171+0000 mgr.y (mgr.25022) 1122 : cluster [DBG] pgmap v1810: 105 pgs: 105 active+clean; 127 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.4 MiB/s wr, 3 op/s 2024-08-29T18:24:09.326 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:24:08 smithi053 bash[68679]: audit 2024-08-29T18:24:08.128896+0000 mon.a (mon.0) 2243 : audit [DBG] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-29T18:24:09.326 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:24:08 smithi053 bash[68679]: audit 2024-08-29T18:24:08.743246+0000 mon.a (mon.0) 2244 : audit [INF] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' 2024-08-29T18:24:09.326 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:24:08 smithi053 bash[68679]: audit 2024-08-29T18:24:08.749202+0000 mon.a (mon.0) 2245 : audit [INF] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' 2024-08-29T18:24:09.380 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:24:08 smithi028 bash[78352]: cluster 2024-08-29T18:24:07.782171+0000 mgr.y (mgr.25022) 1122 : cluster [DBG] pgmap v1810: 105 pgs: 105 active+clean; 127 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.4 MiB/s wr, 3 op/s 2024-08-29T18:24:09.380 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:24:08 smithi028 bash[78352]: audit 2024-08-29T18:24:08.128896+0000 mon.a (mon.0) 2243 : audit [DBG] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-29T18:24:09.380 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:24:08 smithi028 bash[78352]: audit 2024-08-29T18:24:08.743246+0000 mon.a (mon.0) 2244 : audit [INF] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' 2024-08-29T18:24:09.380 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:24:08 smithi028 bash[78352]: audit 2024-08-29T18:24:08.749202+0000 mon.a (mon.0) 2245 : audit [INF] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' 2024-08-29T18:24:09.381 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:24:08 smithi028 bash[77168]: cluster 2024-08-29T18:24:07.782171+0000 mgr.y (mgr.25022) 1122 : cluster [DBG] pgmap v1810: 105 pgs: 105 active+clean; 127 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.4 MiB/s wr, 3 op/s 2024-08-29T18:24:09.381 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:24:08 smithi028 bash[77168]: audit 2024-08-29T18:24:08.128896+0000 mon.a (mon.0) 2243 : audit [DBG] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-29T18:24:09.381 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:24:08 smithi028 bash[77168]: audit 2024-08-29T18:24:08.743246+0000 mon.a (mon.0) 2244 : audit [INF] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' 2024-08-29T18:24:09.381 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:24:08 smithi028 bash[77168]: audit 2024-08-29T18:24:08.749202+0000 mon.a (mon.0) 2245 : audit [INF] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' 2024-08-29T18:24:09.434 INFO:tasks.workunit.client.0.smithi028.stdout: 730: throughput=4.99MB/sec pending data=0 2024-08-29T18:24:09.435 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-Q8Fowl2mtse-Sq8 off=2175972 len=2054164 2024-08-29T18:24:09.438 INFO:tasks.workunit.client.0.smithi028.stdout:op 3808 completed, throughput=5MB/sec 2024-08-29T18:24:09.438 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-1_ZHug_ZR9O7ug7 off=715386 len=345656 2024-08-29T18:24:09.439 INFO:tasks.workunit.client.0.smithi028.stdout:op 3809 completed, throughput=5MB/sec 2024-08-29T18:24:09.440 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-CI1Q7nmF4vrYK-J off=11547001 len=1651546 2024-08-29T18:24:09.443 INFO:tasks.workunit.client.0.smithi028.stdout:op 3810 completed, throughput=5MB/sec 2024-08-29T18:24:09.443 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-xX7ThSBxf9oqPvp off=7725712 len=1510641 2024-08-29T18:24:09.450 INFO:tasks.workunit.client.0.smithi028.stdout:op 3811 completed, throughput=5MB/sec 2024-08-29T18:24:10.326 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:24:09 smithi053 bash[68679]: audit 2024-08-29T18:24:09.388673+0000 mon.a (mon.0) 2246 : audit [DBG] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-29T18:24:10.326 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:24:09 smithi053 bash[68679]: audit 2024-08-29T18:24:09.390332+0000 mon.a (mon.0) 2247 : audit [INF] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-29T18:24:10.326 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:24:09 smithi053 bash[68679]: audit 2024-08-29T18:24:09.398907+0000 mon.a (mon.0) 2248 : audit [INF] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' 2024-08-29T18:24:10.380 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:24:09 smithi028 bash[78352]: audit 2024-08-29T18:24:09.388673+0000 mon.a (mon.0) 2246 : audit [DBG] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-29T18:24:10.380 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:24:09 smithi028 bash[78352]: audit 2024-08-29T18:24:09.390332+0000 mon.a (mon.0) 2247 : audit [INF] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-29T18:24:10.380 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:24:09 smithi028 bash[78352]: audit 2024-08-29T18:24:09.398907+0000 mon.a (mon.0) 2248 : audit [INF] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' 2024-08-29T18:24:10.381 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:24:09 smithi028 bash[77168]: audit 2024-08-29T18:24:09.388673+0000 mon.a (mon.0) 2246 : audit [DBG] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-29T18:24:10.381 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:24:09 smithi028 bash[77168]: audit 2024-08-29T18:24:09.390332+0000 mon.a (mon.0) 2247 : audit [INF] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-29T18:24:10.381 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:24:09 smithi028 bash[77168]: audit 2024-08-29T18:24:09.398907+0000 mon.a (mon.0) 2248 : audit [INF] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' 2024-08-29T18:24:10.450 INFO:tasks.workunit.client.0.smithi028.stdout: 731: throughput=4.99MB/sec pending data=0 2024-08-29T18:24:10.451 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-vDK9oY1HvUj9_Lm off=1866543 len=234349 2024-08-29T18:24:10.456 INFO:tasks.workunit.client.0.smithi028.stdout:op 3812 completed, throughput=4.99MB/sec 2024-08-29T18:24:10.456 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-eto17lhlK7F80JA off=9733602 len=529935 2024-08-29T18:24:10.463 INFO:tasks.workunit.client.0.smithi028.stdout:op 3813 completed, throughput=5MB/sec 2024-08-29T18:24:10.463 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-jEElHBxA9-jfJlr off=605961 len=1286372 2024-08-29T18:24:10.466 INFO:tasks.workunit.client.0.smithi028.stdout:op 3814 completed, throughput=5MB/sec 2024-08-29T18:24:10.467 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-00ecz1ARw7f0VEo off=233087 len=1633627 2024-08-29T18:24:10.471 INFO:tasks.workunit.client.0.smithi028.stdout:op 3815 completed, throughput=5MB/sec 2024-08-29T18:24:10.471 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-x8K-ayaz343YmkF off=2255805 len=548316 2024-08-29T18:24:10.477 INFO:tasks.workunit.client.0.smithi028.stdout:op 3816 completed, throughput=5MB/sec 2024-08-29T18:24:10.477 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-Mb4GNszGEesMeHT off=22819244 len=543432 2024-08-29T18:24:10.480 INFO:tasks.workunit.client.0.smithi028.stdout:op 3817 completed, throughput=5MB/sec 2024-08-29T18:24:10.480 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-xYln7OyS4EY24w_ off=2983679 len=1932116 2024-08-29T18:24:10.493 INFO:tasks.workunit.client.0.smithi028.stdout:op 3818 completed, throughput=5MB/sec 2024-08-29T18:24:11.326 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:24:10 smithi053 bash[68679]: cluster 2024-08-29T18:24:09.783323+0000 mgr.y (mgr.25022) 1123 : cluster [DBG] pgmap v1811: 105 pgs: 105 active+clean; 127 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.9 MiB/s rd, 2.9 MiB/s wr, 4 op/s 2024-08-29T18:24:11.380 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:24:10 smithi028 bash[78352]: cluster 2024-08-29T18:24:09.783323+0000 mgr.y (mgr.25022) 1123 : cluster [DBG] pgmap v1811: 105 pgs: 105 active+clean; 127 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.9 MiB/s rd, 2.9 MiB/s wr, 4 op/s 2024-08-29T18:24:11.380 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:24:10 smithi028 bash[77168]: cluster 2024-08-29T18:24:09.783323+0000 mgr.y (mgr.25022) 1123 : cluster [DBG] pgmap v1811: 105 pgs: 105 active+clean; 127 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.9 MiB/s rd, 2.9 MiB/s wr, 4 op/s 2024-08-29T18:24:11.494 INFO:tasks.workunit.client.0.smithi028.stdout: 732: throughput=5MB/sec pending data=0 2024-08-29T18:24:11.494 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-0fUeLtmEdQApKAc off=7875626 len=1565042 2024-08-29T18:24:11.498 INFO:tasks.workunit.client.0.smithi028.stdout:op 3819 completed, throughput=5MB/sec 2024-08-29T18:24:11.498 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-JPXfwSNFAdaGsXJ off=7512717 len=36646 2024-08-29T18:24:11.499 INFO:tasks.workunit.client.0.smithi028.stdout:op 3820 completed, throughput=5MB/sec 2024-08-29T18:24:11.499 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-VNCkPWvo-QKbuZL off=0 len=1193339 2024-08-29T18:24:11.509 INFO:tasks.workunit.client.0.smithi028.stdout:op 3821 completed, throughput=5MB/sec 2024-08-29T18:24:11.509 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-ZByhf2VXtjKLQzB off=6636294 len=1580031 2024-08-29T18:24:11.514 INFO:tasks.workunit.client.0.smithi028.stdout:op 3822 completed, throughput=5MB/sec 2024-08-29T18:24:11.880 INFO:journalctl@ceph.mgr.y.smithi028.stdout:Aug 29 18:24:11 smithi028 bash[70818]: ::ffff:172.21.15.53 - - [29/Aug/2024:18:24:11] "GET /metrics HTTP/1.1" 200 34021 "" "Prometheus/2.43.0" 2024-08-29T18:24:12.515 INFO:tasks.workunit.client.0.smithi028.stdout: 733: throughput=4.99MB/sec pending data=0 2024-08-29T18:24:12.515 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-TrUBN4RdSyCYGR0 off=5495431 len=548718 2024-08-29T18:24:12.516 INFO:tasks.workunit.client.0.smithi028.stdout:op 3823 completed, throughput=5MB/sec 2024-08-29T18:24:12.517 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-xW2BLnixQT2Z_uF off=5592384 len=1281532 2024-08-29T18:24:12.520 INFO:tasks.workunit.client.0.smithi028.stdout:op 3824 completed, throughput=5MB/sec 2024-08-29T18:24:12.520 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-8Q1QJ_OUqtCB-Wy off=1503678 len=1898551 2024-08-29T18:24:12.524 INFO:tasks.workunit.client.0.smithi028.stdout:op 3825 completed, throughput=5MB/sec 2024-08-29T18:24:12.524 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-Guznqzzjk8SawH0 off=10828360 len=641095 2024-08-29T18:24:12.532 INFO:tasks.workunit.client.0.smithi028.stdout:op 3826 completed, throughput=5MB/sec 2024-08-29T18:24:12.532 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-l0QM5jFTrKJ39cJ off=166794 len=1029917 2024-08-29T18:24:12.541 INFO:tasks.workunit.client.0.smithi028.stdout:op 3827 completed, throughput=5MB/sec 2024-08-29T18:24:12.576 INFO:journalctl@ceph.prometheus.a.smithi053.stdout:Aug 29 18:24:12 smithi053 bash[95567]: ts=2024-08-29T18:24:12.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"3167ee72-662c-11ef-bcd4-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-29T18:24:13.326 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:24:12 smithi053 bash[68679]: cluster 2024-08-29T18:24:11.784117+0000 mgr.y (mgr.25022) 1124 : cluster [DBG] pgmap v1812: 105 pgs: 105 active+clean; 127 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 1.6 MiB/s rd, 2.2 MiB/s wr, 3 op/s 2024-08-29T18:24:13.326 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:24:12 smithi053 bash[68679]: audit 2024-08-29T18:24:12.081979+0000 mon.a (mon.0) 2249 : audit [DBG] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-29T18:24:13.380 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:24:12 smithi028 bash[78352]: cluster 2024-08-29T18:24:11.784117+0000 mgr.y (mgr.25022) 1124 : cluster [DBG] pgmap v1812: 105 pgs: 105 active+clean; 127 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 1.6 MiB/s rd, 2.2 MiB/s wr, 3 op/s 2024-08-29T18:24:13.380 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:24:12 smithi028 bash[78352]: audit 2024-08-29T18:24:12.081979+0000 mon.a (mon.0) 2249 : audit [DBG] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-29T18:24:13.381 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:24:12 smithi028 bash[77168]: cluster 2024-08-29T18:24:11.784117+0000 mgr.y (mgr.25022) 1124 : cluster [DBG] pgmap v1812: 105 pgs: 105 active+clean; 127 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 1.6 MiB/s rd, 2.2 MiB/s wr, 3 op/s 2024-08-29T18:24:13.381 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:24:12 smithi028 bash[77168]: audit 2024-08-29T18:24:12.081979+0000 mon.a (mon.0) 2249 : audit [DBG] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-29T18:24:13.542 INFO:tasks.workunit.client.0.smithi028.stdout: 734: throughput=4.99MB/sec pending data=0 2024-08-29T18:24:13.542 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-a1RIqsO9gXHNHG6 off=415672 len=1299853 2024-08-29T18:24:13.553 INFO:tasks.workunit.client.0.smithi028.stdout:op 3828 completed, throughput=5MB/sec 2024-08-29T18:24:13.553 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-N-B2gktoOIikLZv off=1166152 len=1401252 2024-08-29T18:24:13.565 INFO:tasks.workunit.client.0.smithi028.stdout:op 3829 completed, throughput=5MB/sec 2024-08-29T18:24:13.565 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-oe49tF1LzhJrmaB off=1050362 len=1972906 2024-08-29T18:24:13.569 INFO:tasks.workunit.client.0.smithi028.stdout:op 3830 completed, throughput=5MB/sec 2024-08-29T18:24:14.570 INFO:tasks.workunit.client.0.smithi028.stdout: 735: throughput=4.99MB/sec pending data=0 2024-08-29T18:24:14.570 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-_XXv86LGyq42SP1 off=10633732 len=365060 2024-08-29T18:24:14.576 INFO:tasks.workunit.client.0.smithi028.stdout:op 3831 completed, throughput=4.99MB/sec 2024-08-29T18:24:14.576 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-6dvUg7BtSVlhHVn off=2252345 len=908300 2024-08-29T18:24:14.585 INFO:tasks.workunit.client.0.smithi028.stdout:op 3832 completed, throughput=5MB/sec 2024-08-29T18:24:14.585 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-FDsDkfMw7V6AR5X off=4912259 len=469977 2024-08-29T18:24:14.591 INFO:tasks.workunit.client.0.smithi028.stdout:op 3833 completed, throughput=5MB/sec 2024-08-29T18:24:14.591 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-AFwxy72JwMMc_WU off=1916880 len=1350198 2024-08-29T18:24:14.594 INFO:tasks.workunit.client.0.smithi028.stdout:op 3834 completed, throughput=5MB/sec 2024-08-29T18:24:14.595 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-GF3GRPEyeBvG_xj off=667860 len=709782 2024-08-29T18:24:14.597 INFO:tasks.workunit.client.0.smithi028.stdout:op 3835 completed, throughput=5MB/sec 2024-08-29T18:24:14.597 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-ZaIJn3XlPe1Hox9 off=4780212 len=78735 2024-08-29T18:24:14.602 INFO:tasks.workunit.client.0.smithi028.stdout:op 3836 completed, throughput=5MB/sec 2024-08-29T18:24:14.602 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-WXTpx-7NEmlSn3h off=8737530 len=724802 2024-08-29T18:24:14.609 INFO:tasks.workunit.client.0.smithi028.stdout:op 3837 completed, throughput=5MB/sec 2024-08-29T18:24:14.609 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-T4w0pKP0qgSuAG2 off=12181198 len=242050 2024-08-29T18:24:14.610 INFO:tasks.workunit.client.0.smithi028.stdout:op 3838 completed, throughput=5MB/sec 2024-08-29T18:24:14.610 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-I_SqX5UrdL1cs3v off=9694244 len=986957 2024-08-29T18:24:14.614 INFO:tasks.workunit.client.0.smithi028.stdout:op 3839 completed, throughput=5MB/sec 2024-08-29T18:24:15.326 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:24:14 smithi053 bash[68679]: cluster 2024-08-29T18:24:13.785105+0000 mgr.y (mgr.25022) 1125 : cluster [DBG] pgmap v1813: 105 pgs: 105 active+clean; 127 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.9 MiB/s wr, 5 op/s 2024-08-29T18:24:15.380 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:24:14 smithi028 bash[78352]: cluster 2024-08-29T18:24:13.785105+0000 mgr.y (mgr.25022) 1125 : cluster [DBG] pgmap v1813: 105 pgs: 105 active+clean; 127 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.9 MiB/s wr, 5 op/s 2024-08-29T18:24:15.381 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:24:14 smithi028 bash[77168]: cluster 2024-08-29T18:24:13.785105+0000 mgr.y (mgr.25022) 1125 : cluster [DBG] pgmap v1813: 105 pgs: 105 active+clean; 127 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.9 MiB/s wr, 5 op/s 2024-08-29T18:24:15.614 INFO:tasks.workunit.client.0.smithi028.stdout: 736: throughput=4.99MB/sec pending data=0 2024-08-29T18:24:15.614 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-_XKFHZ0Gn8nq2n2 off=19922210 len=609062 2024-08-29T18:24:15.621 INFO:tasks.workunit.client.0.smithi028.stdout:op 3840 completed, throughput=4.99MB/sec 2024-08-29T18:24:15.621 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-FlHDZSAA4rj89K2 off=876091 len=1828340 2024-08-29T18:24:15.635 INFO:tasks.workunit.client.0.smithi028.stdout:op 3841 completed, throughput=5MB/sec 2024-08-29T18:24:15.635 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-4zXiQVirtMx2TEN off=547303 len=1591454 2024-08-29T18:24:15.639 INFO:tasks.workunit.client.0.smithi028.stdout:op 3842 completed, throughput=5MB/sec 2024-08-29T18:24:15.639 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-ZTKqM0l9v9g4ej1 off=6793660 len=796847 2024-08-29T18:24:15.646 INFO:tasks.workunit.client.0.smithi028.stdout:op 3843 completed, throughput=5MB/sec 2024-08-29T18:24:15.646 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-EtvPRTLVfQvvT5B off=5267786 len=758970 2024-08-29T18:24:15.650 INFO:tasks.workunit.client.0.smithi028.stdout:op 3844 completed, throughput=5MB/sec 2024-08-29T18:24:16.650 INFO:tasks.workunit.client.0.smithi028.stdout: 737: throughput=4.99MB/sec pending data=0 2024-08-29T18:24:16.650 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-T4WPjJuSHH525iD off=1230812 len=1244076 2024-08-29T18:24:16.653 INFO:tasks.workunit.client.0.smithi028.stdout:op 3845 completed, throughput=5MB/sec 2024-08-29T18:24:16.653 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-1-n16NBIqN2KVNp off=14959607 len=1282573 2024-08-29T18:24:16.665 INFO:tasks.workunit.client.0.smithi028.stdout:op 3846 completed, throughput=5MB/sec 2024-08-29T18:24:16.665 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-UNjX4ScK0nZOLuX off=5418939 len=184660 2024-08-29T18:24:16.669 INFO:tasks.workunit.client.0.smithi028.stdout:op 3847 completed, throughput=5MB/sec 2024-08-29T18:24:16.670 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj--bVrz5jH_hv1In2 off=7473954 len=442822 2024-08-29T18:24:16.676 INFO:tasks.workunit.client.0.smithi028.stdout:op 3848 completed, throughput=5MB/sec 2024-08-29T18:24:16.676 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-YFduRxY_HOCLBBb off=3378408 len=1647744 2024-08-29T18:24:16.680 INFO:tasks.workunit.client.0.smithi028.stdout:op 3849 completed, throughput=5MB/sec 2024-08-29T18:24:17.326 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:24:16 smithi053 bash[68679]: cluster 2024-08-29T18:24:15.786285+0000 mgr.y (mgr.25022) 1126 : cluster [DBG] pgmap v1814: 105 pgs: 105 active+clean; 127 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.1 MiB/s wr, 3 op/s 2024-08-29T18:24:17.380 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:24:16 smithi028 bash[78352]: cluster 2024-08-29T18:24:15.786285+0000 mgr.y (mgr.25022) 1126 : cluster [DBG] pgmap v1814: 105 pgs: 105 active+clean; 127 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.1 MiB/s wr, 3 op/s 2024-08-29T18:24:17.381 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:24:16 smithi028 bash[77168]: cluster 2024-08-29T18:24:15.786285+0000 mgr.y (mgr.25022) 1126 : cluster [DBG] pgmap v1814: 105 pgs: 105 active+clean; 127 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.1 MiB/s wr, 3 op/s 2024-08-29T18:24:17.680 INFO:tasks.workunit.client.0.smithi028.stdout: 738: throughput=4.99MB/sec pending data=0 2024-08-29T18:24:17.680 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-zbby_al3J-dxt03 off=858405 len=668097 2024-08-29T18:24:17.688 INFO:tasks.workunit.client.0.smithi028.stdout:op 3850 completed, throughput=4.99MB/sec 2024-08-29T18:24:17.688 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-4_7YnKDvmzRcZB2 off=4294472 len=1097515 2024-08-29T18:24:17.697 INFO:tasks.workunit.client.0.smithi028.stdout:op 3851 completed, throughput=5MB/sec 2024-08-29T18:24:17.697 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-ph3IX3RuA3mc1fW off=1261020 len=1641876 2024-08-29T18:24:17.701 INFO:tasks.workunit.client.0.smithi028.stdout:op 3852 completed, throughput=5MB/sec 2024-08-29T18:24:17.701 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-1X9SkDqia5OCg4- off=16224186 len=249187 2024-08-29T18:24:17.702 INFO:tasks.workunit.client.0.smithi028.stdout:op 3853 completed, throughput=5MB/sec 2024-08-29T18:24:17.702 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-tdX9kf8qb9M0pal off=2861493 len=511758 2024-08-29T18:24:17.704 INFO:tasks.workunit.client.0.smithi028.stdout:op 3854 completed, throughput=5MB/sec 2024-08-29T18:24:17.704 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-5Mz-P3QdMfHcl38 off=6641186 len=646351 2024-08-29T18:24:17.705 INFO:tasks.workunit.client.0.smithi028.stdout:op 3855 completed, throughput=5MB/sec 2024-08-29T18:24:17.706 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-H3x33fA4X84-PRV off=1923192 len=652289 2024-08-29T18:24:17.713 INFO:tasks.workunit.client.0.smithi028.stdout:op 3856 completed, throughput=5MB/sec 2024-08-29T18:24:18.713 INFO:tasks.workunit.client.0.smithi028.stdout: 739: throughput=4.99MB/sec pending data=0 2024-08-29T18:24:18.713 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-fd2fm94E2_1HA3p off=12717162 len=434474 2024-08-29T18:24:18.714 INFO:tasks.workunit.client.0.smithi028.stdout:op 3857 completed, throughput=4.99MB/sec 2024-08-29T18:24:18.715 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-sJoBGg5Nwjkztlt off=11921521 len=1956256 2024-08-29T18:24:18.721 INFO:tasks.workunit.client.0.smithi028.stdout:op 3858 completed, throughput=5MB/sec 2024-08-29T18:24:18.721 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-tNBxp535YZ8ajzH off=1733569 len=1176856 2024-08-29T18:24:18.724 INFO:tasks.workunit.client.0.smithi028.stdout:op 3859 completed, throughput=5MB/sec 2024-08-29T18:24:18.724 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-EsABYIpUUtHLNuc off=5551956 len=2078396 2024-08-29T18:24:18.729 INFO:tasks.workunit.client.0.smithi028.stdout:op 3860 completed, throughput=5MB/sec 2024-08-29T18:24:19.326 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:24:18 smithi053 bash[68679]: cluster 2024-08-29T18:24:17.787018+0000 mgr.y (mgr.25022) 1127 : cluster [DBG] pgmap v1815: 105 pgs: 105 active+clean; 127 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.0 MiB/s wr, 4 op/s 2024-08-29T18:24:19.380 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:24:18 smithi028 bash[77168]: cluster 2024-08-29T18:24:17.787018+0000 mgr.y (mgr.25022) 1127 : cluster [DBG] pgmap v1815: 105 pgs: 105 active+clean; 127 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.0 MiB/s wr, 4 op/s 2024-08-29T18:24:19.380 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:24:18 smithi028 bash[78352]: cluster 2024-08-29T18:24:17.787018+0000 mgr.y (mgr.25022) 1127 : cluster [DBG] pgmap v1815: 105 pgs: 105 active+clean; 127 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.0 MiB/s wr, 4 op/s 2024-08-29T18:24:19.729 INFO:tasks.workunit.client.0.smithi028.stdout: 740: throughput=4.99MB/sec pending data=0 2024-08-29T18:24:19.729 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-pDfNqLJAUDNpJgz off=12840421 len=809164 2024-08-29T18:24:19.731 INFO:tasks.workunit.client.0.smithi028.stdout:op 3861 completed, throughput=5MB/sec 2024-08-29T18:24:19.732 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-bN5vyCPs4BhNSsU off=3138662 len=1526344 2024-08-29T18:24:19.744 INFO:tasks.workunit.client.0.smithi028.stdout:op 3862 completed, throughput=5MB/sec 2024-08-29T18:24:19.744 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-0Zti8s3y3hYrBrS off=2357722 len=366137 2024-08-29T18:24:19.750 INFO:tasks.workunit.client.0.smithi028.stdout:op 3863 completed, throughput=5MB/sec 2024-08-29T18:24:19.750 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-SxfUJ-bGaNmS9Ph off=6188016 len=6179 2024-08-29T18:24:19.754 INFO:tasks.workunit.client.0.smithi028.stdout:op 3864 completed, throughput=5MB/sec 2024-08-29T18:24:19.754 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-abMO73Xk5VjyeGx off=18244886 len=1174797 2024-08-29T18:24:19.763 INFO:tasks.workunit.client.0.smithi028.stdout:op 3865 completed, throughput=5MB/sec 2024-08-29T18:24:19.763 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-wrJZA7pplckMHYL off=6579077 len=914348 2024-08-29T18:24:19.772 INFO:tasks.workunit.client.0.smithi028.stdout:op 3866 completed, throughput=5MB/sec 2024-08-29T18:24:19.772 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-vU3BF5sWx3uWcr2 off=1062031 len=119819 2024-08-29T18:24:19.777 INFO:tasks.workunit.client.0.smithi028.stdout:op 3867 completed, throughput=5MB/sec 2024-08-29T18:24:19.777 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-K5RUvwZZinLF2Z4 off=5926718 len=400166 2024-08-29T18:24:19.780 INFO:tasks.workunit.client.0.smithi028.stdout:op 3868 completed, throughput=5MB/sec 2024-08-29T18:24:20.780 INFO:tasks.workunit.client.0.smithi028.stdout: 741: throughput=4.99MB/sec pending data=0 2024-08-29T18:24:20.780 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-NUItw2SQEAqrvnf off=10156674 len=290958 2024-08-29T18:24:20.781 INFO:tasks.workunit.client.0.smithi028.stdout:op 3869 completed, throughput=4.99MB/sec 2024-08-29T18:24:20.781 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-oWCPWGLraBf1uS1 off=9130936 len=1560460 2024-08-29T18:24:20.785 INFO:tasks.workunit.client.0.smithi028.stdout:op 3870 completed, throughput=5MB/sec 2024-08-29T18:24:20.785 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-fOGlB9y1jEvEzFZ off=9804981 len=1317922 2024-08-29T18:24:20.790 INFO:tasks.workunit.client.0.smithi028.stdout:op 3871 completed, throughput=5MB/sec 2024-08-29T18:24:20.790 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-oYa7juMmw3eoCpQ off=4110587 len=797912 2024-08-29T18:24:20.793 INFO:tasks.workunit.client.0.smithi028.stdout:op 3872 completed, throughput=5MB/sec 2024-08-29T18:24:20.793 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj--6L_eNjK6imz9I_ off=1760546 len=1923653 2024-08-29T18:24:20.808 INFO:tasks.workunit.client.0.smithi028.stdout:op 3873 completed, throughput=5MB/sec 2024-08-29T18:24:21.326 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:24:20 smithi053 bash[68679]: cluster 2024-08-29T18:24:19.788194+0000 mgr.y (mgr.25022) 1128 : cluster [DBG] pgmap v1816: 105 pgs: 105 active+clean; 127 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 3.2 MiB/s rd, 2.5 MiB/s wr, 5 op/s 2024-08-29T18:24:21.380 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:24:20 smithi028 bash[77168]: cluster 2024-08-29T18:24:19.788194+0000 mgr.y (mgr.25022) 1128 : cluster [DBG] pgmap v1816: 105 pgs: 105 active+clean; 127 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 3.2 MiB/s rd, 2.5 MiB/s wr, 5 op/s 2024-08-29T18:24:21.380 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:24:20 smithi028 bash[78352]: cluster 2024-08-29T18:24:19.788194+0000 mgr.y (mgr.25022) 1128 : cluster [DBG] pgmap v1816: 105 pgs: 105 active+clean; 127 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 3.2 MiB/s rd, 2.5 MiB/s wr, 5 op/s 2024-08-29T18:24:21.809 INFO:tasks.workunit.client.0.smithi028.stdout: 742: throughput=4.99MB/sec pending data=0 2024-08-29T18:24:21.809 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-qo37pYlizcAVnsa off=12910316 len=745776 2024-08-29T18:24:21.811 INFO:tasks.workunit.client.0.smithi028.stdout:op 3874 completed, throughput=5MB/sec 2024-08-29T18:24:21.811 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-qRIyAJD92fyEsR8 off=2550083 len=753889 2024-08-29T18:24:21.816 INFO:tasks.workunit.client.0.smithi028.stdout:op 3875 completed, throughput=5MB/sec 2024-08-29T18:24:21.816 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-k9SkNSYhDqIJcMh off=1936349 len=935092 2024-08-29T18:24:21.822 INFO:tasks.workunit.client.0.smithi028.stdout:op 3876 completed, throughput=5MB/sec 2024-08-29T18:24:21.823 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-mqIyxnES9YywJXx off=2684529 len=712172 2024-08-29T18:24:21.824 INFO:tasks.workunit.client.0.smithi028.stdout:op 3877 completed, throughput=5MB/sec 2024-08-29T18:24:21.824 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-5lIUYWD3TAkS7cq off=14807756 len=183650 2024-08-29T18:24:21.825 INFO:tasks.workunit.client.0.smithi028.stdout:op 3878 completed, throughput=5MB/sec 2024-08-29T18:24:21.825 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-rbBGjMyOk5eyM83 off=6988091 len=1019530 2024-08-29T18:24:21.834 INFO:tasks.workunit.client.0.smithi028.stdout:op 3879 completed, throughput=5MB/sec 2024-08-29T18:24:21.834 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-vlFaCVVQqYQkE47 off=2449780 len=225640 2024-08-29T18:24:21.835 INFO:tasks.workunit.client.0.smithi028.stdout:op 3880 completed, throughput=5MB/sec 2024-08-29T18:24:21.835 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-A5MDzdVD_qFxbcx off=16168986 len=1025181 2024-08-29T18:24:21.839 INFO:tasks.workunit.client.0.smithi028.stdout:op 3881 completed, throughput=5MB/sec 2024-08-29T18:24:21.880 INFO:journalctl@ceph.mgr.y.smithi028.stdout:Aug 29 18:24:21 smithi028 bash[70818]: ::ffff:172.21.15.53 - - [29/Aug/2024:18:24:21] "GET /metrics HTTP/1.1" 200 34022 "" "Prometheus/2.43.0" 2024-08-29T18:24:22.576 INFO:journalctl@ceph.prometheus.a.smithi053.stdout:Aug 29 18:24:22 smithi053 bash[95567]: ts=2024-08-29T18:24:22.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"3167ee72-662c-11ef-bcd4-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-29T18:24:22.839 INFO:tasks.workunit.client.0.smithi028.stdout: 743: throughput=4.99MB/sec pending data=0 2024-08-29T18:24:22.839 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-dYk4VHSkK6TmqA9 off=4177127 len=1242845 2024-08-29T18:24:22.844 INFO:tasks.workunit.client.0.smithi028.stdout:op 3882 completed, throughput=5MB/sec 2024-08-29T18:24:22.844 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-gzKwVNHPw_-I36r off=2147058 len=661932 2024-08-29T18:24:22.851 INFO:tasks.workunit.client.0.smithi028.stdout:op 3883 completed, throughput=5MB/sec 2024-08-29T18:24:22.852 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-QEFJc7hUJakT5Ho off=11091821 len=585078 2024-08-29T18:24:22.853 INFO:tasks.workunit.client.0.smithi028.stdout:op 3884 completed, throughput=5MB/sec 2024-08-29T18:24:22.854 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-gE1uuwZHQvrvhfi off=18442330 len=1212345 2024-08-29T18:24:22.858 INFO:tasks.workunit.client.0.smithi028.stdout:op 3885 completed, throughput=5MB/sec 2024-08-29T18:24:22.858 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-dfHhKj_P0APB_1F off=15073395 len=2043252 2024-08-29T18:24:22.862 INFO:tasks.workunit.client.0.smithi028.stdout:op 3886 completed, throughput=5MB/sec 2024-08-29T18:24:23.326 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:24:22 smithi053 bash[68679]: cluster 2024-08-29T18:24:21.789032+0000 mgr.y (mgr.25022) 1129 : cluster [DBG] pgmap v1817: 105 pgs: 105 active+clean; 127 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.5 MiB/s rd, 1.8 MiB/s wr, 4 op/s 2024-08-29T18:24:23.380 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:24:22 smithi028 bash[77168]: cluster 2024-08-29T18:24:21.789032+0000 mgr.y (mgr.25022) 1129 : cluster [DBG] pgmap v1817: 105 pgs: 105 active+clean; 127 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.5 MiB/s rd, 1.8 MiB/s wr, 4 op/s 2024-08-29T18:24:23.381 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:24:22 smithi028 bash[78352]: cluster 2024-08-29T18:24:21.789032+0000 mgr.y (mgr.25022) 1129 : cluster [DBG] pgmap v1817: 105 pgs: 105 active+clean; 127 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.5 MiB/s rd, 1.8 MiB/s wr, 4 op/s 2024-08-29T18:24:23.864 INFO:tasks.workunit.client.0.smithi028.stdout: 744: throughput=5MB/sec pending data=0 2024-08-29T18:24:23.864 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-7OJL4FCGZV8tzv- off=4097392 len=1966393 2024-08-29T18:24:23.867 INFO:tasks.workunit.client.0.smithi028.stdout:op 3887 completed, throughput=5MB/sec 2024-08-29T18:24:23.868 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-I0L-JpgDvE6h57c off=8698525 len=364559 2024-08-29T18:24:23.873 INFO:tasks.workunit.client.0.smithi028.stdout:op 3888 completed, throughput=5MB/sec 2024-08-29T18:24:23.873 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-Pv5yJ-FwgHPg1nF off=21615057 len=252187 2024-08-29T18:24:23.879 INFO:tasks.workunit.client.0.smithi028.stdout:op 3889 completed, throughput=5MB/sec 2024-08-29T18:24:23.879 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-a6Stak0gxJXhtAj off=371477 len=502642 2024-08-29T18:24:23.881 INFO:tasks.workunit.client.0.smithi028.stdout:op 3890 completed, throughput=5MB/sec 2024-08-29T18:24:23.881 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-G8CyISCUttbDFVP off=2226618 len=1141658 2024-08-29T18:24:23.893 INFO:tasks.workunit.client.0.smithi028.stdout:op 3891 completed, throughput=5MB/sec 2024-08-29T18:24:24.892 INFO:tasks.workunit.client.0.smithi028.stdout: 745: throughput=4.99MB/sec pending data=0 2024-08-29T18:24:24.892 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-CV9v__yHP_P3Lpg off=454151 len=1960562 2024-08-29T18:24:24.897 INFO:tasks.workunit.client.0.smithi028.stdout:op 3892 completed, throughput=5MB/sec 2024-08-29T18:24:24.897 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-a8QgzzWeZ65jvLc off=10314107 len=825123 2024-08-29T18:24:24.899 INFO:tasks.workunit.client.0.smithi028.stdout:op 3893 completed, throughput=5MB/sec 2024-08-29T18:24:24.899 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-Hx7gDhP6CbaZ1RS off=747495 len=1255380 2024-08-29T18:24:24.911 INFO:tasks.workunit.client.0.smithi028.stdout:op 3894 completed, throughput=5MB/sec 2024-08-29T18:24:24.911 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-Q6B3ujh-xUbKFNB off=517069 len=956353 2024-08-29T18:24:24.920 INFO:tasks.workunit.client.0.smithi028.stdout:op 3895 completed, throughput=5MB/sec 2024-08-29T18:24:24.920 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-HKACu6waMkSCkkP off=4287069 len=856162 2024-08-29T18:24:24.928 INFO:tasks.workunit.client.0.smithi028.stdout:op 3896 completed, throughput=5MB/sec 2024-08-29T18:24:25.326 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:24:24 smithi053 bash[68679]: cluster 2024-08-29T18:24:23.789943+0000 mgr.y (mgr.25022) 1130 : cluster [DBG] pgmap v1818: 105 pgs: 105 active+clean; 127 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 3.6 MiB/s rd, 2.2 MiB/s wr, 6 op/s 2024-08-29T18:24:25.380 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:24:24 smithi028 bash[77168]: cluster 2024-08-29T18:24:23.789943+0000 mgr.y (mgr.25022) 1130 : cluster [DBG] pgmap v1818: 105 pgs: 105 active+clean; 127 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 3.6 MiB/s rd, 2.2 MiB/s wr, 6 op/s 2024-08-29T18:24:25.380 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:24:24 smithi028 bash[78352]: cluster 2024-08-29T18:24:23.789943+0000 mgr.y (mgr.25022) 1130 : cluster [DBG] pgmap v1818: 105 pgs: 105 active+clean; 127 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 3.6 MiB/s rd, 2.2 MiB/s wr, 6 op/s 2024-08-29T18:24:25.929 INFO:tasks.workunit.client.0.smithi028.stdout: 746: throughput=4.99MB/sec pending data=0 2024-08-29T18:24:25.929 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-oUjmKguWMnf3NEZ off=2278888 len=362902 2024-08-29T18:24:25.936 INFO:tasks.workunit.client.0.smithi028.stdout:op 3897 completed, throughput=4.99MB/sec 2024-08-29T18:24:25.936 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-wY1wpRZR4E5IVzd off=5633665 len=593817 2024-08-29T18:24:25.942 INFO:tasks.workunit.client.0.smithi028.stdout:op 3898 completed, throughput=5MB/sec 2024-08-29T18:24:25.943 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-arbuRK1YNdxVyW9 off=10332206 len=406371 2024-08-29T18:24:25.948 INFO:tasks.workunit.client.0.smithi028.stdout:op 3899 completed, throughput=5MB/sec 2024-08-29T18:24:25.948 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-yRABDg0mZZTgttn off=2851183 len=518371 2024-08-29T18:24:25.954 INFO:tasks.workunit.client.0.smithi028.stdout:op 3900 completed, throughput=5MB/sec 2024-08-29T18:24:25.954 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-PPXgQiLlkV9K4gw off=11602595 len=2093622 2024-08-29T18:24:25.967 INFO:tasks.workunit.client.0.smithi028.stdout:op 3901 completed, throughput=5MB/sec 2024-08-29T18:24:25.967 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-_lbdZbW-A6gMNJU off=4568494 len=315866 2024-08-29T18:24:25.973 INFO:tasks.workunit.client.0.smithi028.stdout:op 3902 completed, throughput=5MB/sec 2024-08-29T18:24:25.974 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-wCnMzKDj7Rderq6 off=8215190 len=633708 2024-08-29T18:24:25.976 INFO:tasks.workunit.client.0.smithi028.stdout:op 3903 completed, throughput=5MB/sec 2024-08-29T18:24:26.977 INFO:tasks.workunit.client.0.smithi028.stdout: 747: throughput=4.99MB/sec pending data=0 2024-08-29T18:24:26.977 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-B9fmA2uJ8YUotzL off=2128062 len=1030124 2024-08-29T18:24:26.980 INFO:tasks.workunit.client.0.smithi028.stdout:op 3904 completed, throughput=4.99MB/sec 2024-08-29T18:24:26.980 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-hxYWwhHnqjAJdcw off=17073038 len=2020651 2024-08-29T18:24:26.995 INFO:tasks.workunit.client.0.smithi028.stdout:op 3905 completed, throughput=5MB/sec 2024-08-29T18:24:26.995 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-ADsfT7SWy1tPHmK off=4775742 len=1461666 2024-08-29T18:24:27.006 INFO:tasks.workunit.client.0.smithi028.stdout:op 3906 completed, throughput=5MB/sec 2024-08-29T18:24:27.006 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-kECUEUoS1vitl98 off=17714517 len=1677665 2024-08-29T18:24:27.010 INFO:tasks.workunit.client.0.smithi028.stdout:op 3907 completed, throughput=5MB/sec 2024-08-29T18:24:27.326 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:24:26 smithi053 bash[68679]: cluster 2024-08-29T18:24:25.791016+0000 mgr.y (mgr.25022) 1131 : cluster [DBG] pgmap v1819: 105 pgs: 105 active+clean; 127 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.0 MiB/s wr, 5 op/s 2024-08-29T18:24:27.380 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:24:26 smithi028 bash[77168]: cluster 2024-08-29T18:24:25.791016+0000 mgr.y (mgr.25022) 1131 : cluster [DBG] pgmap v1819: 105 pgs: 105 active+clean; 127 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.0 MiB/s wr, 5 op/s 2024-08-29T18:24:27.380 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:24:26 smithi028 bash[78352]: cluster 2024-08-29T18:24:25.791016+0000 mgr.y (mgr.25022) 1131 : cluster [DBG] pgmap v1819: 105 pgs: 105 active+clean; 127 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.0 MiB/s wr, 5 op/s 2024-08-29T18:24:28.010 INFO:tasks.workunit.client.0.smithi028.stdout: 748: throughput=4.99MB/sec pending data=0 2024-08-29T18:24:28.011 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-ZaNhA29v1tHxcjq off=4054250 len=516304 2024-08-29T18:24:28.012 INFO:tasks.workunit.client.0.smithi028.stdout:op 3908 completed, throughput=5MB/sec 2024-08-29T18:24:28.012 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-VKyLS8W_apAXF9x off=2010534 len=1610353 2024-08-29T18:24:28.017 INFO:tasks.workunit.client.0.smithi028.stdout:op 3909 completed, throughput=5MB/sec 2024-08-29T18:24:28.017 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-Qg1JFUwzEdG1538 off=10985997 len=735677 2024-08-29T18:24:28.019 INFO:tasks.workunit.client.0.smithi028.stdout:op 3910 completed, throughput=5MB/sec 2024-08-29T18:24:28.019 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-FwgL1wj_vcuEm5a off=473868 len=1888308 2024-08-29T18:24:28.024 INFO:tasks.workunit.client.0.smithi028.stdout:op 3911 completed, throughput=5MB/sec 2024-08-29T18:24:28.326 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:24:27 smithi053 bash[68679]: audit 2024-08-29T18:24:27.082486+0000 mon.a (mon.0) 2250 : audit [DBG] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-29T18:24:28.380 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:24:27 smithi028 bash[77168]: audit 2024-08-29T18:24:27.082486+0000 mon.a (mon.0) 2250 : audit [DBG] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-29T18:24:28.380 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:24:27 smithi028 bash[78352]: audit 2024-08-29T18:24:27.082486+0000 mon.a (mon.0) 2250 : audit [DBG] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-29T18:24:29.024 INFO:tasks.workunit.client.0.smithi028.stdout: 749: throughput=4.99MB/sec pending data=0 2024-08-29T18:24:29.024 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-A_l6LC1OolU3qzo off=459073 len=940302 2024-08-29T18:24:29.028 INFO:tasks.workunit.client.0.smithi028.stdout:op 3912 completed, throughput=4.99MB/sec 2024-08-29T18:24:29.028 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-TCiH7sZwrXumFT1 off=2929309 len=1680810 2024-08-29T18:24:29.041 INFO:tasks.workunit.client.0.smithi028.stdout:op 3913 completed, throughput=5MB/sec 2024-08-29T18:24:29.041 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-WAcTy5Dx1iXfQ2S off=2365672 len=1958371 2024-08-29T18:24:29.055 INFO:tasks.workunit.client.0.smithi028.stdout:op 3914 completed, throughput=5MB/sec 2024-08-29T18:24:29.055 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-1TtgFzCe2kAqGvK off=1178981 len=795875 2024-08-29T18:24:29.063 INFO:tasks.workunit.client.0.smithi028.stdout:op 3915 completed, throughput=5MB/sec 2024-08-29T18:24:29.326 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:24:28 smithi053 bash[68679]: cluster 2024-08-29T18:24:27.791739+0000 mgr.y (mgr.25022) 1132 : cluster [DBG] pgmap v1820: 105 pgs: 105 active+clean; 127 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.6 MiB/s rd, 1.7 MiB/s wr, 4 op/s 2024-08-29T18:24:29.380 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:24:28 smithi028 bash[77168]: cluster 2024-08-29T18:24:27.791739+0000 mgr.y (mgr.25022) 1132 : cluster [DBG] pgmap v1820: 105 pgs: 105 active+clean; 127 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.6 MiB/s rd, 1.7 MiB/s wr, 4 op/s 2024-08-29T18:24:29.380 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:24:28 smithi028 bash[78352]: cluster 2024-08-29T18:24:27.791739+0000 mgr.y (mgr.25022) 1132 : cluster [DBG] pgmap v1820: 105 pgs: 105 active+clean; 127 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.6 MiB/s rd, 1.7 MiB/s wr, 4 op/s 2024-08-29T18:24:30.063 INFO:tasks.workunit.client.0.smithi028.stdout: 750: throughput=4.99MB/sec pending data=0 2024-08-29T18:24:30.063 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-FXrRXm6_ggi7dE2 off=3044942 len=1681847 2024-08-29T18:24:30.076 INFO:tasks.workunit.client.0.smithi028.stdout:op 3916 completed, throughput=5MB/sec 2024-08-29T18:24:30.076 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-TL2rTz8yP0_23JS off=630501 len=671586 2024-08-29T18:24:30.084 INFO:tasks.workunit.client.0.smithi028.stdout:op 3917 completed, throughput=5MB/sec 2024-08-29T18:24:30.084 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-D7PmoFCKYRR6QrR off=4573021 len=777073 2024-08-29T18:24:30.087 INFO:tasks.workunit.client.0.smithi028.stdout:op 3918 completed, throughput=5MB/sec 2024-08-29T18:24:30.087 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-CsofaLcDSaOVM2F off=0 len=1188481 2024-08-29T18:24:30.096 INFO:tasks.workunit.client.0.smithi028.stdout:op 3919 completed, throughput=5MB/sec 2024-08-29T18:24:30.096 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-DMH2MoIAZ3ic4ai off=6693888 len=1018799 2024-08-29T18:24:30.106 INFO:tasks.workunit.client.0.smithi028.stdout:op 3920 completed, throughput=5MB/sec 2024-08-29T18:24:31.106 INFO:tasks.workunit.client.0.smithi028.stdout: 751: throughput=4.99MB/sec pending data=0 2024-08-29T18:24:31.107 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-OKuIiRZCjicJUDh off=4440960 len=1483249 2024-08-29T18:24:31.119 INFO:tasks.workunit.client.0.smithi028.stdout:op 3921 completed, throughput=5MB/sec 2024-08-29T18:24:31.120 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-hgIG5nOGTqnQceb off=953733 len=295261 2024-08-29T18:24:31.121 INFO:tasks.workunit.client.0.smithi028.stdout:op 3922 completed, throughput=5MB/sec 2024-08-29T18:24:31.121 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-pS7aykhUyv-Mapw off=10403693 len=1246033 2024-08-29T18:24:31.125 INFO:tasks.workunit.client.0.smithi028.stdout:op 3923 completed, throughput=5MB/sec 2024-08-29T18:24:31.125 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-hap1zWXt-cT_j3z off=15773945 len=1266270 2024-08-29T18:24:31.129 INFO:tasks.workunit.client.0.smithi028.stdout:op 3924 completed, throughput=5MB/sec 2024-08-29T18:24:31.129 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-Xz6h0asJ1vzNoU- off=7628685 len=189665 2024-08-29T18:24:31.135 INFO:tasks.workunit.client.0.smithi028.stdout:op 3925 completed, throughput=5MB/sec 2024-08-29T18:24:31.135 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-mT8reJTebZ14qoB off=5536837 len=619762 2024-08-29T18:24:31.142 INFO:tasks.workunit.client.0.smithi028.stdout:op 3926 completed, throughput=5MB/sec 2024-08-29T18:24:31.142 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-4HTzZ3o1hbAu6OE off=13003056 len=1552838 2024-08-29T18:24:31.153 INFO:tasks.workunit.client.0.smithi028.stdout:op 3927 completed, throughput=5MB/sec 2024-08-29T18:24:31.326 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:24:30 smithi053 bash[68679]: cluster 2024-08-29T18:24:29.793029+0000 mgr.y (mgr.25022) 1133 : cluster [DBG] pgmap v1821: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 705 GiB / 715 GiB avail; 3.5 MiB/s rd, 2.6 MiB/s wr, 6 op/s 2024-08-29T18:24:31.380 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:24:30 smithi028 bash[77168]: cluster 2024-08-29T18:24:29.793029+0000 mgr.y (mgr.25022) 1133 : cluster [DBG] pgmap v1821: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 705 GiB / 715 GiB avail; 3.5 MiB/s rd, 2.6 MiB/s wr, 6 op/s 2024-08-29T18:24:31.380 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:24:30 smithi028 bash[78352]: cluster 2024-08-29T18:24:29.793029+0000 mgr.y (mgr.25022) 1133 : cluster [DBG] pgmap v1821: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 705 GiB / 715 GiB avail; 3.5 MiB/s rd, 2.6 MiB/s wr, 6 op/s 2024-08-29T18:24:31.880 INFO:journalctl@ceph.mgr.y.smithi028.stdout:Aug 29 18:24:31 smithi028 bash[70818]: ::ffff:172.21.15.53 - - [29/Aug/2024:18:24:31] "GET /metrics HTTP/1.1" 200 34021 "" "Prometheus/2.43.0" 2024-08-29T18:24:32.154 INFO:tasks.workunit.client.0.smithi028.stdout: 752: throughput=5MB/sec pending data=0 2024-08-29T18:24:32.154 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-f6s878wz_slQJ5b off=2843912 len=1602519 2024-08-29T18:24:32.158 INFO:tasks.workunit.client.0.smithi028.stdout:op 3928 completed, throughput=5MB/sec 2024-08-29T18:24:32.158 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-NeD1fhAVglRvlmQ off=4402900 len=1326866 2024-08-29T18:24:32.169 INFO:tasks.workunit.client.0.smithi028.stdout:op 3929 completed, throughput=5MB/sec 2024-08-29T18:24:32.169 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-fIBeybjquqKZLn0 off=13594953 len=563347 2024-08-29T18:24:32.171 INFO:tasks.workunit.client.0.smithi028.stdout:op 3930 completed, throughput=5MB/sec 2024-08-29T18:24:32.171 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-SZdqG_X5demc4I- off=15090316 len=1782859 2024-08-29T18:24:32.184 INFO:tasks.workunit.client.0.smithi028.stdout:op 3931 completed, throughput=5MB/sec 2024-08-29T18:24:32.576 INFO:journalctl@ceph.prometheus.a.smithi053.stdout:Aug 29 18:24:32 smithi053 bash[95567]: ts=2024-08-29T18:24:32.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"3167ee72-662c-11ef-bcd4-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-29T18:24:33.184 INFO:tasks.workunit.client.0.smithi028.stdout: 753: throughput=4.99MB/sec pending data=0 2024-08-29T18:24:33.184 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-7AKyVg_6DsWd9qD off=3493623 len=1231653 2024-08-29T18:24:33.193 INFO:tasks.workunit.client.0.smithi028.stdout:op 3932 completed, throughput=5MB/sec 2024-08-29T18:24:33.193 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj--DMfk1QbFsbGQ5U off=8744728 len=613178 2024-08-29T18:24:33.201 INFO:tasks.workunit.client.0.smithi028.stdout:op 3933 completed, throughput=5MB/sec 2024-08-29T18:24:33.201 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-WC6mp5ZcMBEJFez off=7148668 len=387021 2024-08-29T18:24:33.206 INFO:tasks.workunit.client.0.smithi028.stdout:op 3934 completed, throughput=5MB/sec 2024-08-29T18:24:33.207 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-9mCi0Z_B93pYEi4 off=16066398 len=535199 2024-08-29T18:24:33.214 INFO:tasks.workunit.client.0.smithi028.stdout:op 3935 completed, throughput=5MB/sec 2024-08-29T18:24:33.214 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-HMJyHYPp7dsxO-u off=11396749 len=1445925 2024-08-29T18:24:33.226 INFO:tasks.workunit.client.0.smithi028.stdout:op 3936 completed, throughput=5MB/sec 2024-08-29T18:24:33.226 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-FSQ_yugPolFn2j8 off=6630057 len=1026275 2024-08-29T18:24:33.228 INFO:tasks.workunit.client.0.smithi028.stdout:op 3937 completed, throughput=5MB/sec 2024-08-29T18:24:33.326 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:24:32 smithi053 bash[68679]: cluster 2024-08-29T18:24:31.793903+0000 mgr.y (mgr.25022) 1134 : cluster [DBG] pgmap v1822: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 705 GiB / 715 GiB avail; 2.5 MiB/s rd, 1.9 MiB/s wr, 4 op/s 2024-08-29T18:24:33.380 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:24:32 smithi028 bash[77168]: cluster 2024-08-29T18:24:31.793903+0000 mgr.y (mgr.25022) 1134 : cluster [DBG] pgmap v1822: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 705 GiB / 715 GiB avail; 2.5 MiB/s rd, 1.9 MiB/s wr, 4 op/s 2024-08-29T18:24:33.380 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:24:32 smithi028 bash[78352]: cluster 2024-08-29T18:24:31.793903+0000 mgr.y (mgr.25022) 1134 : cluster [DBG] pgmap v1822: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 705 GiB / 715 GiB avail; 2.5 MiB/s rd, 1.9 MiB/s wr, 4 op/s 2024-08-29T18:24:34.229 INFO:tasks.workunit.client.0.smithi028.stdout: 754: throughput=4.99MB/sec pending data=0 2024-08-29T18:24:34.229 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-O3KUw5kThhjKwvF off=469343 len=940658 2024-08-29T18:24:34.237 INFO:tasks.workunit.client.0.smithi028.stdout:op 3938 completed, throughput=5MB/sec 2024-08-29T18:24:34.237 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-v9L8JySp4nTMHo3 off=333466 len=568799 2024-08-29T18:24:34.239 INFO:tasks.workunit.client.0.smithi028.stdout:op 3939 completed, throughput=5MB/sec 2024-08-29T18:24:34.239 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-pNu5TK5RJVX_jSD off=5905798 len=557325 2024-08-29T18:24:34.241 INFO:tasks.workunit.client.0.smithi028.stdout:op 3940 completed, throughput=5MB/sec 2024-08-29T18:24:34.241 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-YaS3Njx1QCK3ONv off=3297492 len=1041241 2024-08-29T18:24:34.245 INFO:tasks.workunit.client.0.smithi028.stdout:op 3941 completed, throughput=5MB/sec 2024-08-29T18:24:34.245 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-ao_djiIOIxuZ2TP off=11505641 len=1292183 2024-08-29T18:24:34.248 INFO:tasks.workunit.client.0.smithi028.stdout:op 3942 completed, throughput=5MB/sec 2024-08-29T18:24:34.249 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-6LOuhctbEKDPaGX off=2988948 len=846670 2024-08-29T18:24:34.251 INFO:tasks.workunit.client.0.smithi028.stdout:op 3943 completed, throughput=5MB/sec 2024-08-29T18:24:35.251 INFO:tasks.workunit.client.0.smithi028.stdout: 755: throughput=4.99MB/sec pending data=0 2024-08-29T18:24:35.251 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-uyNBsDSwhwCHyjy off=9995787 len=116772 2024-08-29T18:24:35.253 INFO:tasks.workunit.client.0.smithi028.stdout:op 3944 completed, throughput=4.99MB/sec 2024-08-29T18:24:35.253 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-bsY3maD2qsQuz5s off=5477067 len=483871 2024-08-29T18:24:35.259 INFO:tasks.workunit.client.0.smithi028.stdout:op 3945 completed, throughput=5MB/sec 2024-08-29T18:24:35.259 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-_VunfL9Souw7v3b off=6259626 len=1881626 2024-08-29T18:24:35.263 INFO:tasks.workunit.client.0.smithi028.stdout:op 3946 completed, throughput=5MB/sec 2024-08-29T18:24:35.263 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-TnLa26r-9-m5XlT off=851244 len=1675696 2024-08-29T18:24:35.267 INFO:tasks.workunit.client.0.smithi028.stdout:op 3947 completed, throughput=5MB/sec 2024-08-29T18:24:35.267 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-Cy2u_epF0A-FdNt off=3371561 len=612892 2024-08-29T18:24:35.275 INFO:tasks.workunit.client.0.smithi028.stdout:op 3948 completed, throughput=5MB/sec 2024-08-29T18:24:35.326 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:24:34 smithi053 bash[68679]: cluster 2024-08-29T18:24:33.794878+0000 mgr.y (mgr.25022) 1135 : cluster [DBG] pgmap v1823: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 705 GiB / 715 GiB avail; 2.9 MiB/s rd, 3.0 MiB/s wr, 6 op/s 2024-08-29T18:24:35.380 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:24:34 smithi028 bash[77168]: cluster 2024-08-29T18:24:33.794878+0000 mgr.y (mgr.25022) 1135 : cluster [DBG] pgmap v1823: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 705 GiB / 715 GiB avail; 2.9 MiB/s rd, 3.0 MiB/s wr, 6 op/s 2024-08-29T18:24:35.380 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:24:35 smithi028 bash[78352]: cluster 2024-08-29T18:24:33.794878+0000 mgr.y (mgr.25022) 1135 : cluster [DBG] pgmap v1823: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 705 GiB / 715 GiB avail; 2.9 MiB/s rd, 3.0 MiB/s wr, 6 op/s 2024-08-29T18:24:36.275 INFO:tasks.workunit.client.0.smithi028.stdout: 756: throughput=4.99MB/sec pending data=0 2024-08-29T18:24:36.275 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-Y59e23RKjE-MGBQ off=905089 len=1996620 2024-08-29T18:24:36.290 INFO:tasks.workunit.client.0.smithi028.stdout:op 3949 completed, throughput=5MB/sec 2024-08-29T18:24:36.291 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-_82yiwEfzC4lpJV off=16957005 len=842494 2024-08-29T18:24:36.299 INFO:tasks.workunit.client.0.smithi028.stdout:op 3950 completed, throughput=5MB/sec 2024-08-29T18:24:36.299 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-x__jxpahHJFM6hH off=5110528 len=260733 2024-08-29T18:24:36.304 INFO:tasks.workunit.client.0.smithi028.stdout:op 3951 completed, throughput=5MB/sec 2024-08-29T18:24:36.304 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-eoiYjkqoYW_Ei8F off=3316778 len=665737 2024-08-29T18:24:36.313 INFO:tasks.workunit.client.0.smithi028.stdout:op 3952 completed, throughput=5MB/sec 2024-08-29T18:24:36.313 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-Aqp-bY8_FdqIX2H off=917986 len=1606682 2024-08-29T18:24:36.317 INFO:tasks.workunit.client.0.smithi028.stdout:op 3953 completed, throughput=5MB/sec 2024-08-29T18:24:37.317 INFO:tasks.workunit.client.0.smithi028.stdout: 757: throughput=4.99MB/sec pending data=0 2024-08-29T18:24:37.317 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-f3bCEmyT2mg1QfX off=2139570 len=1833289 2024-08-29T18:24:37.326 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:24:37 smithi053 bash[68679]: cluster 2024-08-29T18:24:35.796037+0000 mgr.y (mgr.25022) 1136 : cluster [DBG] pgmap v1824: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 705 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.9 MiB/s wr, 4 op/s 2024-08-29T18:24:37.331 INFO:tasks.workunit.client.0.smithi028.stdout:op 3954 completed, throughput=5MB/sec 2024-08-29T18:24:37.331 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-XjLIY6CerMePaeE off=7247356 len=1576142 2024-08-29T18:24:37.336 INFO:tasks.workunit.client.0.smithi028.stdout:op 3955 completed, throughput=5MB/sec 2024-08-29T18:24:37.336 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-_z9HRjkNJVCMz24 off=5591345 len=1180232 2024-08-29T18:24:37.338 INFO:tasks.workunit.client.0.smithi028.stdout:op 3956 completed, throughput=5MB/sec 2024-08-29T18:24:37.338 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-rOfHshu5_wbR4k4 off=192410 len=1156103 2024-08-29T18:24:37.342 INFO:tasks.workunit.client.0.smithi028.stdout:op 3957 completed, throughput=5MB/sec 2024-08-29T18:24:37.380 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:24:37 smithi028 bash[77168]: cluster 2024-08-29T18:24:35.796037+0000 mgr.y (mgr.25022) 1136 : cluster [DBG] pgmap v1824: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 705 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.9 MiB/s wr, 4 op/s 2024-08-29T18:24:37.380 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:24:37 smithi028 bash[78352]: cluster 2024-08-29T18:24:35.796037+0000 mgr.y (mgr.25022) 1136 : cluster [DBG] pgmap v1824: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 705 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.9 MiB/s wr, 4 op/s 2024-08-29T18:24:38.346 INFO:tasks.workunit.client.0.smithi028.stdout: 758: throughput=4.99MB/sec pending data=0 2024-08-29T18:24:38.346 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-FI6AzC0LOh2mCLI off=1205151 len=711648 2024-08-29T18:24:38.347 INFO:tasks.workunit.client.0.smithi028.stdout:op 3958 completed, throughput=4.99MB/sec 2024-08-29T18:24:38.348 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-BAmgpqlVUwOcdyj off=1028653 len=1159226 2024-08-29T18:24:38.350 INFO:tasks.workunit.client.0.smithi028.stdout:op 3959 completed, throughput=5MB/sec 2024-08-29T18:24:38.350 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-mcEnsAPPQYmTQva off=15224262 len=1327144 2024-08-29T18:24:38.360 INFO:tasks.workunit.client.0.smithi028.stdout:op 3960 completed, throughput=5MB/sec 2024-08-29T18:24:38.361 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-DNwBZTBsR6l3VrD off=6303253 len=1316129 2024-08-29T18:24:38.365 INFO:tasks.workunit.client.0.smithi028.stdout:op 3961 completed, throughput=5MB/sec 2024-08-29T18:24:38.365 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-Uf0gD1rpqFtyFNS off=621320 len=696044 2024-08-29T18:24:38.367 INFO:tasks.workunit.client.0.smithi028.stdout:op 3962 completed, throughput=5MB/sec 2024-08-29T18:24:39.326 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:24:39 smithi053 bash[68679]: cluster 2024-08-29T18:24:37.796771+0000 mgr.y (mgr.25022) 1137 : cluster [DBG] pgmap v1825: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 705 GiB / 715 GiB avail; 1.9 MiB/s rd, 2.6 MiB/s wr, 4 op/s 2024-08-29T18:24:39.367 INFO:tasks.workunit.client.0.smithi028.stdout: 759: throughput=4.99MB/sec pending data=0 2024-08-29T18:24:39.367 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-3dBa8_ClfkBEq8O off=7529983 len=187678 2024-08-29T18:24:39.372 INFO:tasks.workunit.client.0.smithi028.stdout:op 3963 completed, throughput=4.99MB/sec 2024-08-29T18:24:39.372 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-PsejBpPuMTH15y4 off=7669812 len=994629 2024-08-29T18:24:39.376 INFO:tasks.workunit.client.0.smithi028.stdout:op 3964 completed, throughput=5MB/sec 2024-08-29T18:24:39.376 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-CrEDh0MeHC4WusD off=5300395 len=763783 2024-08-29T18:24:39.379 INFO:tasks.workunit.client.0.smithi028.stdout:op 3965 completed, throughput=5MB/sec 2024-08-29T18:24:39.379 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-7WqUcGiS6hGawbT off=3858751 len=1007516 2024-08-29T18:24:39.380 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:24:39 smithi028 bash[78352]: cluster 2024-08-29T18:24:37.796771+0000 mgr.y (mgr.25022) 1137 : cluster [DBG] pgmap v1825: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 705 GiB / 715 GiB avail; 1.9 MiB/s rd, 2.6 MiB/s wr, 4 op/s 2024-08-29T18:24:39.380 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:24:39 smithi028 bash[77168]: cluster 2024-08-29T18:24:37.796771+0000 mgr.y (mgr.25022) 1137 : cluster [DBG] pgmap v1825: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 705 GiB / 715 GiB avail; 1.9 MiB/s rd, 2.6 MiB/s wr, 4 op/s 2024-08-29T18:24:39.382 INFO:tasks.workunit.client.0.smithi028.stdout:op 3966 completed, throughput=5MB/sec 2024-08-29T18:24:39.382 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-Heoxz7b9ZSDllUS off=1302407 len=1723979 2024-08-29T18:24:39.397 INFO:tasks.workunit.client.0.smithi028.stdout:op 3967 completed, throughput=5MB/sec 2024-08-29T18:24:39.398 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-oc0H_vU9_bccI8g off=4801458 len=282724 2024-08-29T18:24:39.399 INFO:tasks.workunit.client.0.smithi028.stdout:op 3968 completed, throughput=5MB/sec 2024-08-29T18:24:39.399 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-lviXO8pvqDLuFuL off=5247783 len=896913 2024-08-29T18:24:39.401 INFO:tasks.workunit.client.0.smithi028.stdout:op 3969 completed, throughput=5MB/sec 2024-08-29T18:24:40.402 INFO:tasks.workunit.client.0.smithi028.stdout: 760: throughput=4.99MB/sec pending data=0 2024-08-29T18:24:40.402 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-2oCggreEV0rGXOA off=828045 len=1202151 2024-08-29T18:24:40.412 INFO:tasks.workunit.client.0.smithi028.stdout:op 3970 completed, throughput=5MB/sec 2024-08-29T18:24:40.412 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-ZAuK5O-KGw0V2rK off=22733537 len=1092330 2024-08-29T18:24:40.421 INFO:tasks.workunit.client.0.smithi028.stdout:op 3971 completed, throughput=5MB/sec 2024-08-29T18:24:40.421 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-24Fqja1sLl6Gt2_ off=1680406 len=1462504 2024-08-29T18:24:40.432 INFO:tasks.workunit.client.0.smithi028.stdout:op 3972 completed, throughput=5MB/sec 2024-08-29T18:24:40.432 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-QlpOL6Yiy4QDI-s off=1280302 len=926026 2024-08-29T18:24:40.435 INFO:tasks.workunit.client.0.smithi028.stdout:op 3973 completed, throughput=5MB/sec 2024-08-29T18:24:40.435 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-IXhRkxXApYCZZFU off=7749022 len=970968 2024-08-29T18:24:40.445 INFO:tasks.workunit.client.0.smithi028.stdout:op 3974 completed, throughput=5MB/sec 2024-08-29T18:24:41.326 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:24:41 smithi053 bash[68679]: cluster 2024-08-29T18:24:39.797995+0000 mgr.y (mgr.25022) 1138 : cluster [DBG] pgmap v1826: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 705 GiB / 715 GiB avail; 2.8 MiB/s rd, 3.2 MiB/s wr, 5 op/s 2024-08-29T18:24:41.380 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:24:41 smithi028 bash[78352]: cluster 2024-08-29T18:24:39.797995+0000 mgr.y (mgr.25022) 1138 : cluster [DBG] pgmap v1826: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 705 GiB / 715 GiB avail; 2.8 MiB/s rd, 3.2 MiB/s wr, 5 op/s 2024-08-29T18:24:41.380 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:24:41 smithi028 bash[77168]: cluster 2024-08-29T18:24:39.797995+0000 mgr.y (mgr.25022) 1138 : cluster [DBG] pgmap v1826: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 705 GiB / 715 GiB avail; 2.8 MiB/s rd, 3.2 MiB/s wr, 5 op/s 2024-08-29T18:24:41.445 INFO:tasks.workunit.client.0.smithi028.stdout: 761: throughput=4.99MB/sec pending data=0 2024-08-29T18:24:41.446 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-qt71XftAniyO04h off=6409847 len=1832733 2024-08-29T18:24:41.450 INFO:tasks.workunit.client.0.smithi028.stdout:op 3975 completed, throughput=5MB/sec 2024-08-29T18:24:41.450 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-0OpBBcViq0Z1b3o off=570406 len=1830925 2024-08-29T18:24:41.456 INFO:tasks.workunit.client.0.smithi028.stdout:op 3976 completed, throughput=5MB/sec 2024-08-29T18:24:41.456 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-a7N9KpdvBaq1aNS off=4591232 len=1831683 2024-08-29T18:24:41.459 INFO:tasks.workunit.client.0.smithi028.stdout:op 3977 completed, throughput=5MB/sec 2024-08-29T18:24:41.880 INFO:journalctl@ceph.mgr.y.smithi028.stdout:Aug 29 18:24:41 smithi028 bash[70818]: ::ffff:172.21.15.53 - - [29/Aug/2024:18:24:41] "GET /metrics HTTP/1.1" 200 34021 "" "Prometheus/2.43.0" 2024-08-29T18:24:42.459 INFO:tasks.workunit.client.0.smithi028.stdout: 762: throughput=4.99MB/sec pending data=0 2024-08-29T18:24:42.460 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-GG3OdDwx6OPwjgP off=11571800 len=1250488 2024-08-29T18:24:42.463 INFO:tasks.workunit.client.0.smithi028.stdout:op 3978 completed, throughput=5MB/sec 2024-08-29T18:24:42.463 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-QPF9tDXQb_mFDs9 off=6399341 len=223162 2024-08-29T18:24:42.465 INFO:tasks.workunit.client.0.smithi028.stdout:op 3979 completed, throughput=5MB/sec 2024-08-29T18:24:42.465 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-woUXKeIpfkGTsSa off=18183315 len=1520291 2024-08-29T18:24:42.470 INFO:tasks.workunit.client.0.smithi028.stdout:op 3980 completed, throughput=5MB/sec 2024-08-29T18:24:42.470 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-XzJIvP3-hfvyDkB off=10905392 len=1565092 2024-08-29T18:24:42.474 INFO:tasks.workunit.client.0.smithi028.stdout:op 3981 completed, throughput=5MB/sec 2024-08-29T18:24:42.576 INFO:journalctl@ceph.prometheus.a.smithi053.stdout:Aug 29 18:24:42 smithi053 bash[95567]: ts=2024-08-29T18:24:42.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"3167ee72-662c-11ef-bcd4-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-29T18:24:43.326 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:24:43 smithi053 bash[68679]: cluster 2024-08-29T18:24:41.798850+0000 mgr.y (mgr.25022) 1139 : cluster [DBG] pgmap v1827: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 705 GiB / 715 GiB avail; 1.8 MiB/s rd, 2.1 MiB/s wr, 3 op/s 2024-08-29T18:24:43.326 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:24:43 smithi053 bash[68679]: audit 2024-08-29T18:24:42.082784+0000 mon.a (mon.0) 2251 : audit [DBG] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-29T18:24:43.380 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:24:43 smithi028 bash[78352]: cluster 2024-08-29T18:24:41.798850+0000 mgr.y (mgr.25022) 1139 : cluster [DBG] pgmap v1827: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 705 GiB / 715 GiB avail; 1.8 MiB/s rd, 2.1 MiB/s wr, 3 op/s 2024-08-29T18:24:43.380 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:24:43 smithi028 bash[78352]: audit 2024-08-29T18:24:42.082784+0000 mon.a (mon.0) 2251 : audit [DBG] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-29T18:24:43.380 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:24:43 smithi028 bash[77168]: cluster 2024-08-29T18:24:41.798850+0000 mgr.y (mgr.25022) 1139 : cluster [DBG] pgmap v1827: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 705 GiB / 715 GiB avail; 1.8 MiB/s rd, 2.1 MiB/s wr, 3 op/s 2024-08-29T18:24:43.381 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:24:43 smithi028 bash[77168]: audit 2024-08-29T18:24:42.082784+0000 mon.a (mon.0) 2251 : audit [DBG] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-29T18:24:43.474 INFO:tasks.workunit.client.0.smithi028.stdout: 763: throughput=4.99MB/sec pending data=0 2024-08-29T18:24:43.474 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-FPYXQ85OO1im6Xb off=10693283 len=1771686 2024-08-29T18:24:43.479 INFO:tasks.workunit.client.0.smithi028.stdout:op 3982 completed, throughput=5MB/sec 2024-08-29T18:24:43.479 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-m789lGg1t3LqXr4 off=15748345 len=311458 2024-08-29T18:24:43.485 INFO:tasks.workunit.client.0.smithi028.stdout:op 3983 completed, throughput=5MB/sec 2024-08-29T18:24:43.485 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-nwzl-_v_9qh6pPV off=10156446 len=819686 2024-08-29T18:24:43.488 INFO:tasks.workunit.client.0.smithi028.stdout:op 3984 completed, throughput=5MB/sec 2024-08-29T18:24:43.489 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-wWj5QyWMwr-miCY off=1047829 len=1173332 2024-08-29T18:24:43.499 INFO:tasks.workunit.client.0.smithi028.stdout:op 3985 completed, throughput=5MB/sec 2024-08-29T18:24:43.500 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-rGscEtIMV87DOdN off=8427954 len=1614779 2024-08-29T18:24:43.512 INFO:tasks.workunit.client.0.smithi028.stdout:op 3986 completed, throughput=5MB/sec 2024-08-29T18:24:44.513 INFO:tasks.workunit.client.0.smithi028.stdout: 764: throughput=4.99MB/sec pending data=0 2024-08-29T18:24:44.513 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-sYMioHLw_DZaDGk off=1816494 len=1791354 2024-08-29T18:24:44.526 INFO:tasks.workunit.client.0.smithi028.stdout:op 3987 completed, throughput=5MB/sec 2024-08-29T18:24:44.526 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-ZryDKKpIACNIs5V off=22537306 len=666460 2024-08-29T18:24:44.533 INFO:tasks.workunit.client.0.smithi028.stdout:op 3988 completed, throughput=5MB/sec 2024-08-29T18:24:44.533 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-3N2j7LXVq9nhuOL off=12901355 len=1689736 2024-08-29T18:24:44.546 INFO:tasks.workunit.client.0.smithi028.stdout:op 3989 completed, throughput=5MB/sec 2024-08-29T18:24:44.546 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-94dHahc_pUgatk2 off=635459 len=328584 2024-08-29T18:24:44.552 INFO:tasks.workunit.client.0.smithi028.stdout:op 3990 completed, throughput=5MB/sec 2024-08-29T18:24:44.553 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-reNWAkvrcFFJ4pv off=4514013 len=1327948 2024-08-29T18:24:44.562 INFO:tasks.workunit.client.0.smithi028.stdout:op 3991 completed, throughput=5MB/sec 2024-08-29T18:24:45.326 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:24:45 smithi053 bash[68679]: cluster 2024-08-29T18:24:43.799778+0000 mgr.y (mgr.25022) 1140 : cluster [DBG] pgmap v1828: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 705 GiB / 715 GiB avail; 3.0 MiB/s rd, 2.6 MiB/s wr, 5 op/s 2024-08-29T18:24:45.380 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:24:45 smithi028 bash[77168]: cluster 2024-08-29T18:24:43.799778+0000 mgr.y (mgr.25022) 1140 : cluster [DBG] pgmap v1828: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 705 GiB / 715 GiB avail; 3.0 MiB/s rd, 2.6 MiB/s wr, 5 op/s 2024-08-29T18:24:45.380 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:24:45 smithi028 bash[78352]: cluster 2024-08-29T18:24:43.799778+0000 mgr.y (mgr.25022) 1140 : cluster [DBG] pgmap v1828: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 705 GiB / 715 GiB avail; 3.0 MiB/s rd, 2.6 MiB/s wr, 5 op/s 2024-08-29T18:24:45.563 INFO:tasks.workunit.client.0.smithi028.stdout: 765: throughput=4.99MB/sec pending data=0 2024-08-29T18:24:45.563 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-YF-NbsJH4UZNpCx off=8796084 len=1476739 2024-08-29T18:24:45.575 INFO:tasks.workunit.client.0.smithi028.stdout:op 3992 completed, throughput=5MB/sec 2024-08-29T18:24:45.575 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-dTNNLSh6yjjer7X off=1508644 len=657316 2024-08-29T18:24:45.577 INFO:tasks.workunit.client.0.smithi028.stdout:op 3993 completed, throughput=5MB/sec 2024-08-29T18:24:45.577 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-2x2imBeEhhpXe1I off=1590528 len=398364 2024-08-29T18:24:45.583 INFO:tasks.workunit.client.0.smithi028.stdout:op 3994 completed, throughput=5MB/sec 2024-08-29T18:24:45.583 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-wUlB63PoVdT9q6H off=4474126 len=1803036 2024-08-29T18:24:45.587 INFO:tasks.workunit.client.0.smithi028.stdout:op 3995 completed, throughput=5MB/sec 2024-08-29T18:24:45.587 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-BFFhbTO343saDas off=936718 len=155631 2024-08-29T18:24:45.588 INFO:tasks.workunit.client.0.smithi028.stdout:op 3996 completed, throughput=5MB/sec 2024-08-29T18:24:45.588 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-fiMsSvBjgDkYDTm off=5389100 len=1813736 2024-08-29T18:24:45.592 INFO:tasks.workunit.client.0.smithi028.stdout:op 3997 completed, throughput=5MB/sec 2024-08-29T18:24:46.593 INFO:tasks.workunit.client.0.smithi028.stdout: 766: throughput=5MB/sec pending data=0 2024-08-29T18:24:46.593 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-JLP3QUMjAs7uLA9 off=10354429 len=720311 2024-08-29T18:24:46.595 INFO:tasks.workunit.client.0.smithi028.stdout:op 3998 completed, throughput=5MB/sec 2024-08-29T18:24:46.595 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-0Yp_wB13VdlFMOw off=8453590 len=1973454 2024-08-29T18:24:46.611 INFO:tasks.workunit.client.0.smithi028.stdout:op 3999 completed, throughput=5MB/sec 2024-08-29T18:24:46.611 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-LucKryXW5LPUOZM off=11877098 len=1849566 2024-08-29T18:24:46.613 INFO:tasks.workunit.client.0.smithi028.stdout:op 4000 completed, throughput=5MB/sec 2024-08-29T18:24:47.326 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:24:47 smithi053 bash[68679]: cluster 2024-08-29T18:24:45.800908+0000 mgr.y (mgr.25022) 1141 : cluster [DBG] pgmap v1829: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 705 GiB / 715 GiB avail; 2.7 MiB/s rd, 1.6 MiB/s wr, 4 op/s 2024-08-29T18:24:47.380 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:24:47 smithi028 bash[77168]: cluster 2024-08-29T18:24:45.800908+0000 mgr.y (mgr.25022) 1141 : cluster [DBG] pgmap v1829: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 705 GiB / 715 GiB avail; 2.7 MiB/s rd, 1.6 MiB/s wr, 4 op/s 2024-08-29T18:24:47.380 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:24:47 smithi028 bash[78352]: cluster 2024-08-29T18:24:45.800908+0000 mgr.y (mgr.25022) 1141 : cluster [DBG] pgmap v1829: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 705 GiB / 715 GiB avail; 2.7 MiB/s rd, 1.6 MiB/s wr, 4 op/s 2024-08-29T18:24:47.614 INFO:tasks.workunit.client.0.smithi028.stdout: 767: throughput=4.99MB/sec pending data=0 2024-08-29T18:24:47.614 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-mHN-8EGggzHtQLZ off=343019 len=788011 2024-08-29T18:24:47.616 INFO:tasks.workunit.client.0.smithi028.stdout:op 4001 completed, throughput=5MB/sec 2024-08-29T18:24:47.616 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-OOkvyTzwZcZxlIj off=10184839 len=1493365 2024-08-29T18:24:47.628 INFO:tasks.workunit.client.0.smithi028.stdout:op 4002 completed, throughput=5MB/sec 2024-08-29T18:24:47.628 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-xh6oCW4i-MPgmyN off=4951037 len=265132 2024-08-29T18:24:47.634 INFO:tasks.workunit.client.0.smithi028.stdout:op 4003 completed, throughput=5MB/sec 2024-08-29T18:24:47.634 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-zEC2G9ZqoM31Bt- off=9489808 len=1772587 2024-08-29T18:24:47.638 INFO:tasks.workunit.client.0.smithi028.stdout:op 4004 completed, throughput=5MB/sec 2024-08-29T18:24:47.638 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-YzZvH9n-0zXlRTf off=15485085 len=1581309 2024-08-29T18:24:47.643 INFO:tasks.workunit.client.0.smithi028.stdout:op 4005 completed, throughput=5MB/sec 2024-08-29T18:24:48.643 INFO:tasks.workunit.client.0.smithi028.stdout: 768: throughput=5MB/sec pending data=0 2024-08-29T18:24:48.643 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-c4qGK7UkN7kp5sh off=1240454 len=1159532 2024-08-29T18:24:48.653 INFO:tasks.workunit.client.0.smithi028.stdout:op 4006 completed, throughput=5MB/sec 2024-08-29T18:24:48.653 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-qoFSin6hLGSB56W off=8458808 len=1857023 2024-08-29T18:24:48.658 INFO:tasks.workunit.client.0.smithi028.stdout:op 4007 completed, throughput=5MB/sec 2024-08-29T18:24:48.658 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-aGafMWwAxwsoejr off=1179580 len=1690158 2024-08-29T18:24:48.663 INFO:tasks.workunit.client.0.smithi028.stdout:op 4008 completed, throughput=5MB/sec 2024-08-29T18:24:49.326 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:24:49 smithi053 bash[68679]: cluster 2024-08-29T18:24:47.801632+0000 mgr.y (mgr.25022) 1142 : cluster [DBG] pgmap v1830: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 705 GiB / 715 GiB avail; 2.6 MiB/s rd, 1.4 MiB/s wr, 3 op/s 2024-08-29T18:24:49.380 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:24:49 smithi028 bash[77168]: cluster 2024-08-29T18:24:47.801632+0000 mgr.y (mgr.25022) 1142 : cluster [DBG] pgmap v1830: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 705 GiB / 715 GiB avail; 2.6 MiB/s rd, 1.4 MiB/s wr, 3 op/s 2024-08-29T18:24:49.380 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:24:49 smithi028 bash[78352]: cluster 2024-08-29T18:24:47.801632+0000 mgr.y (mgr.25022) 1142 : cluster [DBG] pgmap v1830: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 705 GiB / 715 GiB avail; 2.6 MiB/s rd, 1.4 MiB/s wr, 3 op/s 2024-08-29T18:24:49.664 INFO:tasks.workunit.client.0.smithi028.stdout: 769: throughput=4.99MB/sec pending data=0 2024-08-29T18:24:49.664 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-2RlNJ6iiJd9reQO off=1552581 len=1191933 2024-08-29T18:24:49.674 INFO:tasks.workunit.client.0.smithi028.stdout:op 4009 completed, throughput=5MB/sec 2024-08-29T18:24:49.674 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-uwyh4wl03qJTDu- off=11144027 len=1974499 2024-08-29T18:24:49.688 INFO:tasks.workunit.client.0.smithi028.stdout:op 4010 completed, throughput=5MB/sec 2024-08-29T18:24:49.688 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-3wS0ICAtHhSi8qt off=4089465 len=1384030 2024-08-29T18:24:49.691 INFO:tasks.workunit.client.0.smithi028.stdout:op 4011 completed, throughput=5MB/sec 2024-08-29T18:24:49.692 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-9Fpe9Z1LHMoR8EZ off=16241613 len=1871414 2024-08-29T18:24:49.697 INFO:tasks.workunit.client.0.smithi028.stdout:op 4012 completed, throughput=5MB/sec 2024-08-29T18:24:50.698 INFO:tasks.workunit.client.0.smithi028.stdout: 770: throughput=5MB/sec pending data=0 2024-08-29T18:24:50.698 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-ktGmSPzU2gi4rXk off=10227560 len=1296202 2024-08-29T18:24:50.709 INFO:tasks.workunit.client.0.smithi028.stdout:op 4013 completed, throughput=5MB/sec 2024-08-29T18:24:50.709 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-DImlCLL9S5JibCy off=2489899 len=343465 2024-08-29T18:24:50.711 INFO:tasks.workunit.client.0.smithi028.stdout:op 4014 completed, throughput=5MB/sec 2024-08-29T18:24:50.711 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-l7HJ0Bmk3N4xX8a off=174703 len=1919370 2024-08-29T18:24:50.725 INFO:tasks.workunit.client.0.smithi028.stdout:op 4015 completed, throughput=5MB/sec 2024-08-29T18:24:50.725 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-x_Xa1LkSWQVYKYe off=18151222 len=1576956 2024-08-29T18:24:50.738 INFO:tasks.workunit.client.0.smithi028.stdout:op 4016 completed, throughput=5MB/sec 2024-08-29T18:24:51.326 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:24:51 smithi053 bash[68679]: cluster 2024-08-29T18:24:49.802849+0000 mgr.y (mgr.25022) 1143 : cluster [DBG] pgmap v1831: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 705 GiB / 715 GiB avail; 3.7 MiB/s rd, 2.3 MiB/s wr, 5 op/s 2024-08-29T18:24:51.380 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:24:51 smithi028 bash[77168]: cluster 2024-08-29T18:24:49.802849+0000 mgr.y (mgr.25022) 1143 : cluster [DBG] pgmap v1831: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 705 GiB / 715 GiB avail; 3.7 MiB/s rd, 2.3 MiB/s wr, 5 op/s 2024-08-29T18:24:51.380 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:24:51 smithi028 bash[78352]: cluster 2024-08-29T18:24:49.802849+0000 mgr.y (mgr.25022) 1143 : cluster [DBG] pgmap v1831: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 705 GiB / 715 GiB avail; 3.7 MiB/s rd, 2.3 MiB/s wr, 5 op/s 2024-08-29T18:24:51.738 INFO:tasks.workunit.client.0.smithi028.stdout: 771: throughput=5MB/sec pending data=0 2024-08-29T18:24:51.738 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-qlCmmuNx98Gx7ED off=7998854 len=703719 2024-08-29T18:24:51.741 INFO:tasks.workunit.client.0.smithi028.stdout:op 4017 completed, throughput=5MB/sec 2024-08-29T18:24:51.741 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-wUdN36tw-i_1n2X off=7170603 len=120616 2024-08-29T18:24:51.746 INFO:tasks.workunit.client.0.smithi028.stdout:op 4018 completed, throughput=5MB/sec 2024-08-29T18:24:51.747 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-zkeDzeVEUIeRYhm off=1412739 len=472016 2024-08-29T18:24:51.748 INFO:tasks.workunit.client.0.smithi028.stdout:op 4019 completed, throughput=5MB/sec 2024-08-29T18:24:51.749 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-C7tDna81a_AALok off=12529168 len=1619715 2024-08-29T18:24:51.752 INFO:tasks.workunit.client.0.smithi028.stdout:op 4020 completed, throughput=5MB/sec 2024-08-29T18:24:51.752 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-Rkvj--t-YLrGFr6 off=2565930 len=282419 2024-08-29T18:24:51.754 INFO:tasks.workunit.client.0.smithi028.stdout:op 4021 completed, throughput=5MB/sec 2024-08-29T18:24:51.754 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-fi6Eb-rBPG4BIZU off=945383 len=1008755 2024-08-29T18:24:51.763 INFO:tasks.workunit.client.0.smithi028.stdout:op 4022 completed, throughput=5MB/sec 2024-08-29T18:24:51.880 INFO:journalctl@ceph.mgr.y.smithi028.stdout:Aug 29 18:24:51 smithi028 bash[70818]: ::ffff:172.21.15.53 - - [29/Aug/2024:18:24:51] "GET /metrics HTTP/1.1" 200 34020 "" "Prometheus/2.43.0" 2024-08-29T18:24:52.576 INFO:journalctl@ceph.prometheus.a.smithi053.stdout:Aug 29 18:24:52 smithi053 bash[95567]: ts=2024-08-29T18:24:52.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"3167ee72-662c-11ef-bcd4-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-29T18:24:52.763 INFO:tasks.workunit.client.0.smithi028.stdout: 772: throughput=4.99MB/sec pending data=0 2024-08-29T18:24:52.764 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-zJXrR6LuFiDMI5m off=768753 len=547435 2024-08-29T18:24:52.766 INFO:tasks.workunit.client.0.smithi028.stdout:op 4023 completed, throughput=4.99MB/sec 2024-08-29T18:24:52.766 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-lkYlThXDySebi44 off=10999130 len=531906 2024-08-29T18:24:52.773 INFO:tasks.workunit.client.0.smithi028.stdout:op 4024 completed, throughput=5MB/sec 2024-08-29T18:24:52.773 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-_Ikh36OOFE_bIDS off=29346 len=331439 2024-08-29T18:24:52.774 INFO:tasks.workunit.client.0.smithi028.stdout:op 4025 completed, throughput=5MB/sec 2024-08-29T18:24:52.775 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-w94KNDryDAxKH_E off=4554974 len=2064648 2024-08-29T18:24:52.779 INFO:tasks.workunit.client.0.smithi028.stdout:op 4026 completed, throughput=5MB/sec 2024-08-29T18:24:52.779 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-CRAwzL6kPADuwVm off=655109 len=306360 2024-08-29T18:24:52.781 INFO:tasks.workunit.client.0.smithi028.stdout:op 4027 completed, throughput=5MB/sec 2024-08-29T18:24:52.781 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-B9HZYkcPDl4xFGu off=3525271 len=803945 2024-08-29T18:24:52.790 INFO:tasks.workunit.client.0.smithi028.stdout:op 4028 completed, throughput=5MB/sec 2024-08-29T18:24:52.790 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-EkBWHTLjbENT2gQ off=9018592 len=1532616 2024-08-29T18:24:52.794 INFO:tasks.workunit.client.0.smithi028.stdout:op 4029 completed, throughput=5MB/sec 2024-08-29T18:24:53.326 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:24:53 smithi053 bash[68679]: cluster 2024-08-29T18:24:51.803665+0000 mgr.y (mgr.25022) 1144 : cluster [DBG] pgmap v1832: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 705 GiB / 715 GiB avail; 2.6 MiB/s rd, 1.7 MiB/s wr, 3 op/s 2024-08-29T18:24:53.380 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:24:53 smithi028 bash[78352]: cluster 2024-08-29T18:24:51.803665+0000 mgr.y (mgr.25022) 1144 : cluster [DBG] pgmap v1832: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 705 GiB / 715 GiB avail; 2.6 MiB/s rd, 1.7 MiB/s wr, 3 op/s 2024-08-29T18:24:53.380 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:24:53 smithi028 bash[77168]: cluster 2024-08-29T18:24:51.803665+0000 mgr.y (mgr.25022) 1144 : cluster [DBG] pgmap v1832: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 705 GiB / 715 GiB avail; 2.6 MiB/s rd, 1.7 MiB/s wr, 3 op/s 2024-08-29T18:24:53.794 INFO:tasks.workunit.client.0.smithi028.stdout: 773: throughput=4.99MB/sec pending data=0 2024-08-29T18:24:53.794 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-1K8Muu9zB44ls4J off=11967738 len=1716448 2024-08-29T18:24:53.798 INFO:tasks.workunit.client.0.smithi028.stdout:op 4030 completed, throughput=5MB/sec 2024-08-29T18:24:53.799 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-3CyvgQbeOxyfE6c off=322088 len=749324 2024-08-29T18:24:53.807 INFO:tasks.workunit.client.0.smithi028.stdout:op 4031 completed, throughput=5MB/sec 2024-08-29T18:24:53.807 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-_xhfQGlmWTnLDjc off=14059135 len=736076 2024-08-29T18:24:53.809 INFO:tasks.workunit.client.0.smithi028.stdout:op 4032 completed, throughput=5MB/sec 2024-08-29T18:24:53.810 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-ePTYp0o7YVnhebz off=2228745 len=359278 2024-08-29T18:24:53.811 INFO:tasks.workunit.client.0.smithi028.stdout:op 4033 completed, throughput=5MB/sec 2024-08-29T18:24:53.811 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-9mBFcI8xo5iUcFe off=8844316 len=2085385 2024-08-29T18:24:53.816 INFO:tasks.workunit.client.0.smithi028.stdout:op 4034 completed, throughput=5MB/sec 2024-08-29T18:24:54.817 INFO:tasks.workunit.client.0.smithi028.stdout: 774: throughput=5MB/sec pending data=0 2024-08-29T18:24:54.817 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-zC_ZzwvYI3ncMZR off=0 len=1474820 2024-08-29T18:24:54.820 INFO:tasks.workunit.client.0.smithi028.stdout:op 4035 completed, throughput=5MB/sec 2024-08-29T18:24:54.821 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-8WD6JAChjoJw5Ia off=14025804 len=1759127 2024-08-29T18:24:54.825 INFO:tasks.workunit.client.0.smithi028.stdout:op 4036 completed, throughput=5MB/sec 2024-08-29T18:24:54.825 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-wcHkoisevitdjDf off=3850009 len=1637683 2024-08-29T18:24:54.830 INFO:tasks.workunit.client.0.smithi028.stdout:op 4037 completed, throughput=5MB/sec 2024-08-29T18:24:55.326 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:24:55 smithi053 bash[68679]: cluster 2024-08-29T18:24:53.804831+0000 mgr.y (mgr.25022) 1145 : cluster [DBG] pgmap v1833: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 705 GiB / 715 GiB avail; 3.5 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2024-08-29T18:24:55.380 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:24:55 smithi028 bash[77168]: cluster 2024-08-29T18:24:53.804831+0000 mgr.y (mgr.25022) 1145 : cluster [DBG] pgmap v1833: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 705 GiB / 715 GiB avail; 3.5 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2024-08-29T18:24:55.380 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:24:55 smithi028 bash[78352]: cluster 2024-08-29T18:24:53.804831+0000 mgr.y (mgr.25022) 1145 : cluster [DBG] pgmap v1833: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 705 GiB / 715 GiB avail; 3.5 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2024-08-29T18:24:55.830 INFO:tasks.workunit.client.0.smithi028.stdout: 775: throughput=4.99MB/sec pending data=0 2024-08-29T18:24:55.830 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-R82Ix7rUvARgzdL off=6835978 len=1142912 2024-08-29T18:24:55.834 INFO:tasks.workunit.client.0.smithi028.stdout:op 4038 completed, throughput=5MB/sec 2024-08-29T18:24:55.834 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-VeH1wt62nshSeSC off=1010634 len=1111183 2024-08-29T18:24:55.845 INFO:tasks.workunit.client.0.smithi028.stdout:op 4039 completed, throughput=5MB/sec 2024-08-29T18:24:55.845 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-ePiT3SlfhrtBZV5 off=9672092 len=515043 2024-08-29T18:24:55.847 INFO:tasks.workunit.client.0.smithi028.stdout:op 4040 completed, throughput=5MB/sec 2024-08-29T18:24:55.847 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-aEa6_IPvT8nfyCB off=19977316 len=1226598 2024-08-29T18:24:55.857 INFO:tasks.workunit.client.0.smithi028.stdout:op 4041 completed, throughput=5MB/sec 2024-08-29T18:24:55.857 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-YdO7-kIzqXeAAF4 off=736212 len=1683918 2024-08-29T18:24:55.869 INFO:tasks.workunit.client.0.smithi028.stdout:op 4042 completed, throughput=5MB/sec 2024-08-29T18:24:56.870 INFO:tasks.workunit.client.0.smithi028.stdout: 776: throughput=5MB/sec pending data=0 2024-08-29T18:24:56.870 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-UHFj3lw0MHCPiZi off=23670339 len=663969 2024-08-29T18:24:56.876 INFO:tasks.workunit.client.0.smithi028.stdout:op 4043 completed, throughput=5MB/sec 2024-08-29T18:24:56.876 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-8XdRAneBtnV2Zfj off=6759339 len=1916303 2024-08-29T18:24:56.881 INFO:tasks.workunit.client.0.smithi028.stdout:op 4044 completed, throughput=5MB/sec 2024-08-29T18:24:56.881 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-6N5R6gqp6MaYDZa off=4216081 len=1330345 2024-08-29T18:24:56.885 INFO:tasks.workunit.client.0.smithi028.stdout:op 4045 completed, throughput=5MB/sec 2024-08-29T18:24:56.885 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-zts6FbX5-57_xXD off=5063794 len=441668 2024-08-29T18:24:56.886 INFO:tasks.workunit.client.0.smithi028.stdout:op 4046 completed, throughput=5MB/sec 2024-08-29T18:24:57.326 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:24:57 smithi053 bash[68679]: cluster 2024-08-29T18:24:55.806004+0000 mgr.y (mgr.25022) 1146 : cluster [DBG] pgmap v1834: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 705 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2024-08-29T18:24:57.380 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:24:57 smithi028 bash[77168]: cluster 2024-08-29T18:24:55.806004+0000 mgr.y (mgr.25022) 1146 : cluster [DBG] pgmap v1834: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 705 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2024-08-29T18:24:57.380 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:24:57 smithi028 bash[78352]: cluster 2024-08-29T18:24:55.806004+0000 mgr.y (mgr.25022) 1146 : cluster [DBG] pgmap v1834: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 705 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2024-08-29T18:24:57.887 INFO:tasks.workunit.client.0.smithi028.stdout: 777: throughput=4.99MB/sec pending data=0 2024-08-29T18:24:57.887 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-iNeuD9HhslBvrgC off=11029692 len=2036121 2024-08-29T18:24:57.902 INFO:tasks.workunit.client.0.smithi028.stdout:op 4047 completed, throughput=5MB/sec 2024-08-29T18:24:57.903 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-BnkUZS3VU_yPqo6 off=7715617 len=1946527 2024-08-29T18:24:57.916 INFO:tasks.workunit.client.0.smithi028.stdout:op 4048 completed, throughput=5MB/sec 2024-08-29T18:24:57.916 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-KQxNSylSTrfpQmV off=14563072 len=156864 2024-08-29T18:24:57.922 INFO:tasks.workunit.client.0.smithi028.stdout:op 4049 completed, throughput=5MB/sec 2024-08-29T18:24:57.922 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-xXgwAamoaBv_Z8H off=631616 len=1659679 2024-08-29T18:24:57.926 INFO:tasks.workunit.client.0.smithi028.stdout:op 4050 completed, throughput=5MB/sec 2024-08-29T18:24:58.326 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:24:58 smithi053 bash[68679]: audit 2024-08-29T18:24:57.083242+0000 mon.a (mon.0) 2252 : audit [DBG] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-29T18:24:58.380 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:24:58 smithi028 bash[77168]: audit 2024-08-29T18:24:57.083242+0000 mon.a (mon.0) 2252 : audit [DBG] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-29T18:24:58.380 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:24:58 smithi028 bash[78352]: audit 2024-08-29T18:24:57.083242+0000 mon.a (mon.0) 2252 : audit [DBG] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-29T18:24:58.927 INFO:tasks.workunit.client.0.smithi028.stdout: 778: throughput=4.99MB/sec pending data=0 2024-08-29T18:24:58.927 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-h_JYhGldRU3jnzk off=1474336 len=339834 2024-08-29T18:24:58.928 INFO:tasks.workunit.client.0.smithi028.stdout:op 4051 completed, throughput=4.99MB/sec 2024-08-29T18:24:58.929 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-3mTqWBiqDdEqWg0 off=468678 len=354659 2024-08-29T18:24:58.930 INFO:tasks.workunit.client.0.smithi028.stdout:op 4052 completed, throughput=5MB/sec 2024-08-29T18:24:58.931 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-wUdN36tw-i_1n2X off=9413593 len=851461 2024-08-29T18:24:58.934 INFO:tasks.workunit.client.0.smithi028.stdout:op 4053 completed, throughput=5MB/sec 2024-08-29T18:24:58.935 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-wZVyLUblynyeW7d off=2309502 len=34386 2024-08-29T18:24:58.939 INFO:tasks.workunit.client.0.smithi028.stdout:op 4054 completed, throughput=5MB/sec 2024-08-29T18:24:58.939 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-PToi0bMMUzw2KW- off=213217 len=1558260 2024-08-29T18:24:58.951 INFO:tasks.workunit.client.0.smithi028.stdout:op 4055 completed, throughput=5MB/sec 2024-08-29T18:24:58.951 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-1VId1IbUKS68qbI off=4860498 len=890096 2024-08-29T18:24:58.961 INFO:tasks.workunit.client.0.smithi028.stdout:op 4056 completed, throughput=5MB/sec 2024-08-29T18:24:58.961 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-BnTyYhGfeDuejfK off=1741646 len=1364270 2024-08-29T18:24:58.962 INFO:tasks.workunit.client.0.smithi028.stdout:op 4057 completed, throughput=5MB/sec 2024-08-29T18:24:59.326 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:24:59 smithi053 bash[68679]: cluster 2024-08-29T18:24:57.806688+0000 mgr.y (mgr.25022) 1147 : cluster [DBG] pgmap v1835: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 705 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.0 MiB/s wr, 3 op/s 2024-08-29T18:24:59.380 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:24:59 smithi028 bash[77168]: cluster 2024-08-29T18:24:57.806688+0000 mgr.y (mgr.25022) 1147 : cluster [DBG] pgmap v1835: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 705 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.0 MiB/s wr, 3 op/s 2024-08-29T18:24:59.380 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:24:59 smithi028 bash[78352]: cluster 2024-08-29T18:24:57.806688+0000 mgr.y (mgr.25022) 1147 : cluster [DBG] pgmap v1835: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 705 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.0 MiB/s wr, 3 op/s 2024-08-29T18:24:59.963 INFO:tasks.workunit.client.0.smithi028.stdout: 779: throughput=4.99MB/sec pending data=0 2024-08-29T18:24:59.963 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-2g41EnFh6dqcl-Y off=11012439 len=1344471 2024-08-29T18:24:59.974 INFO:tasks.workunit.client.0.smithi028.stdout:op 4058 completed, throughput=5MB/sec 2024-08-29T18:24:59.974 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-NzxXLkvFXva14Lu off=3520923 len=190489 2024-08-29T18:24:59.975 INFO:tasks.workunit.client.0.smithi028.stdout:op 4059 completed, throughput=5MB/sec 2024-08-29T18:24:59.975 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-rzRsu3kMqiHilvR off=4464036 len=611490 2024-08-29T18:24:59.983 INFO:tasks.workunit.client.0.smithi028.stdout:op 4060 completed, throughput=5MB/sec 2024-08-29T18:24:59.983 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-xuMXhn52oOi5YwR off=1850896 len=178349 2024-08-29T18:24:59.988 INFO:tasks.workunit.client.0.smithi028.stdout:op 4061 completed, throughput=5MB/sec 2024-08-29T18:24:59.988 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-1gLdZA4Ga_V59WP off=7112892 len=311427 2024-08-29T18:24:59.989 INFO:tasks.workunit.client.0.smithi028.stdout:op 4062 completed, throughput=5MB/sec 2024-08-29T18:24:59.989 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-1jITe8AzL5yc5t7 off=7886936 len=1323972 2024-08-29T18:24:59.992 INFO:tasks.workunit.client.0.smithi028.stdout:op 4063 completed, throughput=5MB/sec 2024-08-29T18:24:59.992 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-N5HfIB4ChRrDBdk off=13511756 len=140620 2024-08-29T18:24:59.997 INFO:tasks.workunit.client.0.smithi028.stdout:op 4064 completed, throughput=5MB/sec 2024-08-29T18:24:59.997 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-2DtaH70gmRz9BEX off=9209539 len=162074 2024-08-29T18:24:59.998 INFO:tasks.workunit.client.0.smithi028.stdout:op 4065 completed, throughput=5MB/sec 2024-08-29T18:24:59.998 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-s6ScqoYwVnELvoD off=1570040 len=1729257 2024-08-29T18:25:00.011 INFO:tasks.workunit.client.0.smithi028.stdout:op 4066 completed, throughput=5MB/sec 2024-08-29T18:25:00.326 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:25:00 smithi053 bash[68679]: cluster 2024-08-29T18:24:59.807879+0000 mgr.y (mgr.25022) 1148 : cluster [DBG] pgmap v1836: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 705 GiB / 715 GiB avail; 3.6 MiB/s rd, 2.6 MiB/s wr, 5 op/s 2024-08-29T18:25:00.380 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:25:00 smithi028 bash[77168]: cluster 2024-08-29T18:24:59.807879+0000 mgr.y (mgr.25022) 1148 : cluster [DBG] pgmap v1836: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 705 GiB / 715 GiB avail; 3.6 MiB/s rd, 2.6 MiB/s wr, 5 op/s 2024-08-29T18:25:00.380 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:25:00 smithi028 bash[78352]: cluster 2024-08-29T18:24:59.807879+0000 mgr.y (mgr.25022) 1148 : cluster [DBG] pgmap v1836: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 705 GiB / 715 GiB avail; 3.6 MiB/s rd, 2.6 MiB/s wr, 5 op/s 2024-08-29T18:25:01.011 INFO:tasks.workunit.client.0.smithi028.stdout: 780: throughput=4.99MB/sec pending data=0 2024-08-29T18:25:01.011 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-YSuVzFlSwATauls off=5677947 len=443421 2024-08-29T18:25:01.014 INFO:tasks.workunit.client.0.smithi028.stdout:op 4067 completed, throughput=5MB/sec 2024-08-29T18:25:01.014 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-2hQusm9JfJsBuro off=1894123 len=680831 2024-08-29T18:25:01.021 INFO:tasks.workunit.client.0.smithi028.stdout:op 4068 completed, throughput=5MB/sec 2024-08-29T18:25:01.021 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-0P-aD9VQiR8xLtR off=1590289 len=2037958 2024-08-29T18:25:01.026 INFO:tasks.workunit.client.0.smithi028.stdout:op 4069 completed, throughput=5MB/sec 2024-08-29T18:25:01.026 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-u1kMkTl7hTXQyrP off=13452645 len=645470 2024-08-29T18:25:01.028 INFO:tasks.workunit.client.0.smithi028.stdout:op 4070 completed, throughput=5MB/sec 2024-08-29T18:25:01.028 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-DNwBZTBsR6l3VrD off=770411 len=344671 2024-08-29T18:25:01.031 INFO:tasks.workunit.client.0.smithi028.stdout:op 4071 completed, throughput=5MB/sec 2024-08-29T18:25:01.031 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-QJmDLT8mBkgp42F off=3479521 len=1897192 2024-08-29T18:25:01.043 INFO:tasks.workunit.client.0.smithi028.stdout:op 4072 completed, throughput=5MB/sec 2024-08-29T18:25:01.880 INFO:journalctl@ceph.mgr.y.smithi028.stdout:Aug 29 18:25:01 smithi028 bash[70818]: ::ffff:172.21.15.53 - - [29/Aug/2024:18:25:01] "GET /metrics HTTP/1.1" 200 34020 "" "Prometheus/2.43.0" 2024-08-29T18:25:02.043 INFO:tasks.workunit.client.0.smithi028.stdout: 781: throughput=5MB/sec pending data=0 2024-08-29T18:25:02.044 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-IJ5SV_N6n_-VRKJ off=1793778 len=1874483 2024-08-29T18:25:02.049 INFO:tasks.workunit.client.0.smithi028.stdout:op 4073 completed, throughput=5MB/sec 2024-08-29T18:25:02.049 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-oAVcEPrvph88oJK off=1692986 len=623631 2024-08-29T18:25:02.057 INFO:tasks.workunit.client.0.smithi028.stdout:op 4074 completed, throughput=5MB/sec 2024-08-29T18:25:02.057 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-jySd59w3J52cdhz off=1647691 len=785289 2024-08-29T18:25:02.065 INFO:tasks.workunit.client.0.smithi028.stdout:op 4075 completed, throughput=5MB/sec 2024-08-29T18:25:02.065 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-CRAwzL6kPADuwVm off=12940884 len=672273 2024-08-29T18:25:02.072 INFO:tasks.workunit.client.0.smithi028.stdout:op 4076 completed, throughput=5MB/sec 2024-08-29T18:25:02.576 INFO:journalctl@ceph.prometheus.a.smithi053.stdout:Aug 29 18:25:02 smithi053 bash[95567]: ts=2024-08-29T18:25:02.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"3167ee72-662c-11ef-bcd4-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-29T18:25:03.072 INFO:tasks.workunit.client.0.smithi028.stdout: 782: throughput=4.99MB/sec pending data=0 2024-08-29T18:25:03.072 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-Hs77GcXW6eY7_I4 off=6015011 len=1879345 2024-08-29T18:25:03.086 INFO:tasks.workunit.client.0.smithi028.stdout:op 4077 completed, throughput=5MB/sec 2024-08-29T18:25:03.087 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-SA0Lj3svFlRFWjJ off=9336776 len=2023500 2024-08-29T18:25:03.102 INFO:tasks.workunit.client.0.smithi028.stdout:op 4078 completed, throughput=5MB/sec 2024-08-29T18:25:03.103 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-BATGgnL8d_sbptB off=8532023 len=754749 2024-08-29T18:25:03.105 INFO:tasks.workunit.client.0.smithi028.stdout:op 4079 completed, throughput=5MB/sec 2024-08-29T18:25:03.105 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-eibs7NJVBJyLUbp off=6712010 len=2016777 2024-08-29T18:25:03.107 INFO:tasks.workunit.client.0.smithi028.stdout:op 4080 completed, throughput=5MB/sec 2024-08-29T18:25:03.130 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:25:02 smithi028 bash[77168]: cluster 2024-08-29T18:25:01.808698+0000 mgr.y (mgr.25022) 1149 : cluster [DBG] pgmap v1837: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 705 GiB / 715 GiB avail; 2.5 MiB/s rd, 1.5 MiB/s wr, 3 op/s 2024-08-29T18:25:03.130 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:25:02 smithi028 bash[78352]: cluster 2024-08-29T18:25:01.808698+0000 mgr.y (mgr.25022) 1149 : cluster [DBG] pgmap v1837: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 705 GiB / 715 GiB avail; 2.5 MiB/s rd, 1.5 MiB/s wr, 3 op/s 2024-08-29T18:25:03.326 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:25:02 smithi053 bash[68679]: cluster 2024-08-29T18:25:01.808698+0000 mgr.y (mgr.25022) 1149 : cluster [DBG] pgmap v1837: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 705 GiB / 715 GiB avail; 2.5 MiB/s rd, 1.5 MiB/s wr, 3 op/s 2024-08-29T18:25:04.108 INFO:tasks.workunit.client.0.smithi028.stdout: 783: throughput=5MB/sec pending data=0 2024-08-29T18:25:04.108 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-HCSYd7IR6-iI3ZZ off=14734796 len=1642705 2024-08-29T18:25:04.121 INFO:tasks.workunit.client.0.smithi028.stdout:op 4081 completed, throughput=5MB/sec 2024-08-29T18:25:04.121 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-qOaEzEs2s9eVi6g off=6276481 len=1291791 2024-08-29T18:25:04.132 INFO:tasks.workunit.client.0.smithi028.stdout:op 4082 completed, throughput=5MB/sec 2024-08-29T18:25:04.132 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-Wt02J_W5BjtaBta off=17457734 len=595697 2024-08-29T18:25:04.139 INFO:tasks.workunit.client.0.smithi028.stdout:op 4083 completed, throughput=5MB/sec 2024-08-29T18:25:04.139 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-ePGACN-9w_-8oY4 off=3216756 len=146408 2024-08-29T18:25:04.144 INFO:tasks.workunit.client.0.smithi028.stdout:op 4084 completed, throughput=5MB/sec 2024-08-29T18:25:04.144 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-PaASRNIWBNNriej off=4467381 len=1851889 2024-08-29T18:25:04.148 INFO:tasks.workunit.client.0.smithi028.stdout:op 4085 completed, throughput=5MB/sec 2024-08-29T18:25:05.130 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:25:04 smithi028 bash[78352]: cluster 2024-08-29T18:25:03.809633+0000 mgr.y (mgr.25022) 1150 : cluster [DBG] pgmap v1838: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 3.3 MiB/s rd, 2.7 MiB/s wr, 5 op/s 2024-08-29T18:25:05.131 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:25:04 smithi028 bash[77168]: cluster 2024-08-29T18:25:03.809633+0000 mgr.y (mgr.25022) 1150 : cluster [DBG] pgmap v1838: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 3.3 MiB/s rd, 2.7 MiB/s wr, 5 op/s 2024-08-29T18:25:05.148 INFO:tasks.workunit.client.0.smithi028.stdout: 784: throughput=5MB/sec pending data=0 2024-08-29T18:25:05.148 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-DyDnJ3PGHpnPYBR off=998253 len=557473 2024-08-29T18:25:05.151 INFO:tasks.workunit.client.0.smithi028.stdout:op 4086 completed, throughput=5MB/sec 2024-08-29T18:25:05.151 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-rRmZ4zy2BxWoTlU off=8053228 len=1048761 2024-08-29T18:25:05.160 INFO:tasks.workunit.client.0.smithi028.stdout:op 4087 completed, throughput=5MB/sec 2024-08-29T18:25:05.160 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-qxVZzRpYGOZ9CNx off=5973341 len=683362 2024-08-29T18:25:05.163 INFO:tasks.workunit.client.0.smithi028.stdout:op 4088 completed, throughput=5MB/sec 2024-08-29T18:25:05.163 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-2H6IZLAfDf_XqzL off=2228948 len=395976 2024-08-29T18:25:05.169 INFO:tasks.workunit.client.0.smithi028.stdout:op 4089 completed, throughput=5MB/sec 2024-08-29T18:25:05.169 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-tiGu5gWZUIMTGPl off=6572234 len=7181 2024-08-29T18:25:05.173 INFO:tasks.workunit.client.0.smithi028.stdout:op 4090 completed, throughput=5MB/sec 2024-08-29T18:25:05.174 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-0GSgmlevjT01M5X off=65296 len=1878894 2024-08-29T18:25:05.178 INFO:tasks.workunit.client.0.smithi028.stdout:op 4091 completed, throughput=5MB/sec 2024-08-29T18:25:05.326 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:25:04 smithi053 bash[68679]: cluster 2024-08-29T18:25:03.809633+0000 mgr.y (mgr.25022) 1150 : cluster [DBG] pgmap v1838: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 3.3 MiB/s rd, 2.7 MiB/s wr, 5 op/s 2024-08-29T18:25:06.178 INFO:tasks.workunit.client.0.smithi028.stdout: 785: throughput=4.99MB/sec pending data=0 2024-08-29T18:25:06.178 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-qgpcKDh7rw-hLpO off=256209 len=70404 2024-08-29T18:25:06.180 INFO:tasks.workunit.client.0.smithi028.stdout:op 4092 completed, throughput=4.99MB/sec 2024-08-29T18:25:06.180 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-gNzZIeAyFZSv5L3 off=184671 len=494033 2024-08-29T18:25:06.182 INFO:tasks.workunit.client.0.smithi028.stdout:op 4093 completed, throughput=5MB/sec 2024-08-29T18:25:06.182 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-NJwZTLsI7drfeQv off=4659893 len=1049322 2024-08-29T18:25:06.191 INFO:tasks.workunit.client.0.smithi028.stdout:op 4094 completed, throughput=5MB/sec 2024-08-29T18:25:06.191 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-7UrRF0xfLm4iN_t off=12176055 len=677046 2024-08-29T18:25:06.198 INFO:tasks.workunit.client.0.smithi028.stdout:op 4095 completed, throughput=5MB/sec 2024-08-29T18:25:06.198 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-yLRnVOFkNwIQyg4 off=1186426 len=1724447 2024-08-29T18:25:06.203 INFO:tasks.workunit.client.0.smithi028.stdout:op 4096 completed, throughput=5MB/sec 2024-08-29T18:25:06.203 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-0i5-nyU8XgJonVa off=14227879 len=998624 2024-08-29T18:25:06.205 INFO:tasks.workunit.client.0.smithi028.stdout:op 4097 completed, throughput=5MB/sec 2024-08-29T18:25:07.130 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:25:06 smithi028 bash[77168]: cluster 2024-08-29T18:25:05.810802+0000 mgr.y (mgr.25022) 1151 : cluster [DBG] pgmap v1839: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2024-08-29T18:25:07.130 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:25:06 smithi028 bash[78352]: cluster 2024-08-29T18:25:05.810802+0000 mgr.y (mgr.25022) 1151 : cluster [DBG] pgmap v1839: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2024-08-29T18:25:07.206 INFO:tasks.workunit.client.0.smithi028.stdout: 786: throughput=4.99MB/sec pending data=0 2024-08-29T18:25:07.206 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-mxEQP_2dSuQ7B4A off=7002515 len=630394 2024-08-29T18:25:07.214 INFO:tasks.workunit.client.0.smithi028.stdout:op 4098 completed, throughput=4.99MB/sec 2024-08-29T18:25:07.214 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-7ySNh8lzHEQYZyx off=10099198 len=203254 2024-08-29T18:25:07.215 INFO:tasks.workunit.client.0.smithi028.stdout:op 4099 completed, throughput=4.99MB/sec 2024-08-29T18:25:07.216 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-wx9SogsrK50NXPL off=14934414 len=1754386 2024-08-29T18:25:07.219 INFO:tasks.workunit.client.0.smithi028.stdout:op 4100 completed, throughput=5MB/sec 2024-08-29T18:25:07.220 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-YVKQnq0MDJ5anGF off=8727143 len=203778 2024-08-29T18:25:07.221 INFO:tasks.workunit.client.0.smithi028.stdout:op 4101 completed, throughput=5MB/sec 2024-08-29T18:25:07.221 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-Jp2iHXcKRe4TV7C off=20055504 len=1992847 2024-08-29T18:25:07.225 INFO:tasks.workunit.client.0.smithi028.stdout:op 4102 completed, throughput=5MB/sec 2024-08-29T18:25:07.225 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-M4QuohjcpWXFUkI off=1183203 len=936130 2024-08-29T18:25:07.229 INFO:tasks.workunit.client.0.smithi028.stdout:op 4103 completed, throughput=5MB/sec 2024-08-29T18:25:07.326 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:25:06 smithi053 bash[68679]: cluster 2024-08-29T18:25:05.810802+0000 mgr.y (mgr.25022) 1151 : cluster [DBG] pgmap v1839: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2024-08-29T18:25:08.230 INFO:tasks.workunit.client.0.smithi028.stdout: 787: throughput=4.99MB/sec pending data=0 2024-08-29T18:25:08.230 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-QiRKBJBV5GUlhJm off=12499211 len=332291 2024-08-29T18:25:08.231 INFO:tasks.workunit.client.0.smithi028.stdout:op 4104 completed, throughput=4.99MB/sec 2024-08-29T18:25:08.231 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-lqNeMXnpjG6ULCB off=12941520 len=393265 2024-08-29T18:25:08.237 INFO:tasks.workunit.client.0.smithi028.stdout:op 4105 completed, throughput=5MB/sec 2024-08-29T18:25:08.237 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-4K6iD8Lm518W7xO off=2540360 len=1522113 2024-08-29T18:25:08.241 INFO:tasks.workunit.client.0.smithi028.stdout:op 4106 completed, throughput=5MB/sec 2024-08-29T18:25:08.241 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-KtIQJ6c3P21LR9Z off=4783270 len=5810 2024-08-29T18:25:08.242 INFO:tasks.workunit.client.0.smithi028.stdout:op 4107 completed, throughput=5MB/sec 2024-08-29T18:25:08.242 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-HjeE3-SRm8V0KC1 off=5398906 len=1018632 2024-08-29T18:25:08.252 INFO:tasks.workunit.client.0.smithi028.stdout:op 4108 completed, throughput=5MB/sec 2024-08-29T18:25:08.252 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-F1QbqaS2b4gjaTa off=2581400 len=901079 2024-08-29T18:25:08.259 INFO:tasks.workunit.client.0.smithi028.stdout:op 4109 completed, throughput=5MB/sec 2024-08-29T18:25:08.259 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-1BFVt4teVmCigEr off=3183967 len=89515 2024-08-29T18:25:08.263 INFO:tasks.workunit.client.0.smithi028.stdout:op 4110 completed, throughput=5MB/sec 2024-08-29T18:25:08.263 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-z-EFAeKUGNgH2gs off=451651 len=246966 2024-08-29T18:25:08.264 INFO:tasks.workunit.client.0.smithi028.stdout:op 4111 completed, throughput=5MB/sec 2024-08-29T18:25:08.264 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-Xzkyg9LEo99mfMM off=11245132 len=507209 2024-08-29T18:25:08.266 INFO:tasks.workunit.client.0.smithi028.stdout:op 4112 completed, throughput=5MB/sec 2024-08-29T18:25:08.576 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:25:08 smithi053 bash[68679]: cluster 2024-08-29T18:25:07.811551+0000 mgr.y (mgr.25022) 1152 : cluster [DBG] pgmap v1840: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2024-08-29T18:25:08.630 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:25:08 smithi028 bash[77168]: cluster 2024-08-29T18:25:07.811551+0000 mgr.y (mgr.25022) 1152 : cluster [DBG] pgmap v1840: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2024-08-29T18:25:08.630 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:25:08 smithi028 bash[78352]: cluster 2024-08-29T18:25:07.811551+0000 mgr.y (mgr.25022) 1152 : cluster [DBG] pgmap v1840: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2024-08-29T18:25:09.267 INFO:tasks.workunit.client.0.smithi028.stdout: 788: throughput=4.99MB/sec pending data=0 2024-08-29T18:25:09.267 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-EYdmlzxUwErNbYi off=42049 len=584863 2024-08-29T18:25:09.275 INFO:tasks.workunit.client.0.smithi028.stdout:op 4113 completed, throughput=4.99MB/sec 2024-08-29T18:25:09.275 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-0_j6Ws2kESxJ9em off=5354824 len=571319 2024-08-29T18:25:09.277 INFO:tasks.workunit.client.0.smithi028.stdout:op 4114 completed, throughput=5MB/sec 2024-08-29T18:25:09.277 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-JDzNT7AKCENa_RY off=18234 len=1666801 2024-08-29T18:25:09.281 INFO:tasks.workunit.client.0.smithi028.stdout:op 4115 completed, throughput=5MB/sec 2024-08-29T18:25:09.281 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj--jMnVkneW3o4ovu off=18858501 len=1924831 2024-08-29T18:25:09.296 INFO:tasks.workunit.client.0.smithi028.stdout:op 4116 completed, throughput=5MB/sec 2024-08-29T18:25:09.296 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-_xhfQGlmWTnLDjc off=3821925 len=542716 2024-08-29T18:25:09.297 INFO:tasks.workunit.client.0.smithi028.stdout:op 4117 completed, throughput=5MB/sec 2024-08-29T18:25:09.880 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:25:09 smithi028 bash[78352]: audit 2024-08-29T18:25:09.532408+0000 mon.a (mon.0) 2253 : audit [DBG] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-29T18:25:09.880 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:25:09 smithi028 bash[77168]: audit 2024-08-29T18:25:09.532408+0000 mon.a (mon.0) 2253 : audit [DBG] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-29T18:25:10.076 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:25:09 smithi053 bash[68679]: audit 2024-08-29T18:25:09.532408+0000 mon.a (mon.0) 2253 : audit [DBG] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-29T18:25:10.298 INFO:tasks.workunit.client.0.smithi028.stdout: 789: throughput=4.99MB/sec pending data=0 2024-08-29T18:25:10.298 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-uVPFgmHsLXF9ZP2 off=9745214 len=780701 2024-08-29T18:25:10.301 INFO:tasks.workunit.client.0.smithi028.stdout:op 4118 completed, throughput=4.99MB/sec 2024-08-29T18:25:10.301 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-wsH97lYP_ZqpKhs off=4005107 len=972594 2024-08-29T18:25:10.304 INFO:tasks.workunit.client.0.smithi028.stdout:op 4119 completed, throughput=5MB/sec 2024-08-29T18:25:10.304 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-RlbwcXtqnSVNCjH off=5059076 len=849055 2024-08-29T18:25:10.311 INFO:tasks.workunit.client.0.smithi028.stdout:op 4120 completed, throughput=5MB/sec 2024-08-29T18:25:10.312 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-OtmcPADGYDvjjE5 off=8452651 len=540377 2024-08-29T18:25:10.318 INFO:tasks.workunit.client.0.smithi028.stdout:op 4121 completed, throughput=5MB/sec 2024-08-29T18:25:10.318 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-vVn6OVhOA0rn_BQ off=13625068 len=1978094 2024-08-29T18:25:10.323 INFO:tasks.workunit.client.0.smithi028.stdout:op 4122 completed, throughput=5MB/sec 2024-08-29T18:25:10.323 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-vNSQJlX7OEGmtBC off=2073400 len=1196939 2024-08-29T18:25:10.325 INFO:tasks.workunit.client.0.smithi028.stdout:op 4123 completed, throughput=5MB/sec 2024-08-29T18:25:10.880 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:25:10 smithi028 bash[77168]: cluster 2024-08-29T18:25:09.812718+0000 mgr.y (mgr.25022) 1153 : cluster [DBG] pgmap v1841: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 3.6 MiB/s rd, 2.7 MiB/s wr, 6 op/s 2024-08-29T18:25:10.880 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:25:10 smithi028 bash[77168]: audit 2024-08-29T18:25:10.324801+0000 mon.a (mon.0) 2254 : audit [DBG] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-29T18:25:10.881 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:25:10 smithi028 bash[77168]: audit 2024-08-29T18:25:10.326381+0000 mon.a (mon.0) 2255 : audit [INF] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-29T18:25:10.881 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:25:10 smithi028 bash[77168]: audit 2024-08-29T18:25:10.336045+0000 mon.a (mon.0) 2256 : audit [INF] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' 2024-08-29T18:25:10.881 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:25:10 smithi028 bash[78352]: cluster 2024-08-29T18:25:09.812718+0000 mgr.y (mgr.25022) 1153 : cluster [DBG] pgmap v1841: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 3.6 MiB/s rd, 2.7 MiB/s wr, 6 op/s 2024-08-29T18:25:10.881 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:25:10 smithi028 bash[78352]: audit 2024-08-29T18:25:10.324801+0000 mon.a (mon.0) 2254 : audit [DBG] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-29T18:25:10.881 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:25:10 smithi028 bash[78352]: audit 2024-08-29T18:25:10.326381+0000 mon.a (mon.0) 2255 : audit [INF] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-29T18:25:10.881 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:25:10 smithi028 bash[78352]: audit 2024-08-29T18:25:10.336045+0000 mon.a (mon.0) 2256 : audit [INF] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' 2024-08-29T18:25:11.076 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:25:10 smithi053 bash[68679]: cluster 2024-08-29T18:25:09.812718+0000 mgr.y (mgr.25022) 1153 : cluster [DBG] pgmap v1841: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 3.6 MiB/s rd, 2.7 MiB/s wr, 6 op/s 2024-08-29T18:25:11.076 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:25:10 smithi053 bash[68679]: audit 2024-08-29T18:25:10.324801+0000 mon.a (mon.0) 2254 : audit [DBG] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-29T18:25:11.076 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:25:10 smithi053 bash[68679]: audit 2024-08-29T18:25:10.326381+0000 mon.a (mon.0) 2255 : audit [INF] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-29T18:25:11.076 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:25:10 smithi053 bash[68679]: audit 2024-08-29T18:25:10.336045+0000 mon.a (mon.0) 2256 : audit [INF] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' 2024-08-29T18:25:11.326 INFO:tasks.workunit.client.0.smithi028.stdout: 790: throughput=4.99MB/sec pending data=0 2024-08-29T18:25:11.326 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-hOc6EmpswwSfWJY off=732165 len=326332 2024-08-29T18:25:11.328 INFO:tasks.workunit.client.0.smithi028.stdout:op 4124 completed, throughput=5MB/sec 2024-08-29T18:25:11.328 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-uGtOOeuYv0KIhLm off=4676293 len=1846572 2024-08-29T18:25:11.342 INFO:tasks.workunit.client.0.smithi028.stdout:op 4125 completed, throughput=5MB/sec 2024-08-29T18:25:11.342 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-UGbafCQxJ-RiLsA off=15807622 len=717613 2024-08-29T18:25:11.349 INFO:tasks.workunit.client.0.smithi028.stdout:op 4126 completed, throughput=5MB/sec 2024-08-29T18:25:11.349 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-aEw21xkgwcoNJmD off=7411839 len=619174 2024-08-29T18:25:11.356 INFO:tasks.workunit.client.0.smithi028.stdout:op 4127 completed, throughput=5MB/sec 2024-08-29T18:25:11.356 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-XtwS4qMD5E7N_hJ off=13382366 len=1701094 2024-08-29T18:25:11.367 INFO:tasks.workunit.client.0.smithi028.stdout:op 4128 completed, throughput=5MB/sec 2024-08-29T18:25:11.880 INFO:journalctl@ceph.mgr.y.smithi028.stdout:Aug 29 18:25:11 smithi028 bash[70818]: ::ffff:172.21.15.53 - - [29/Aug/2024:18:25:11] "GET /metrics HTTP/1.1" 200 34020 "" "Prometheus/2.43.0" 2024-08-29T18:25:12.367 INFO:tasks.workunit.client.0.smithi028.stdout: 791: throughput=4.99MB/sec pending data=0 2024-08-29T18:25:12.367 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-DE_ZZv_vyA21Kbl off=3243182 len=26598 2024-08-29T18:25:12.369 INFO:tasks.workunit.client.0.smithi028.stdout:op 4129 completed, throughput=4.99MB/sec 2024-08-29T18:25:12.369 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-ZKmI9_zpdaOttCx off=4562248 len=1814839 2024-08-29T18:25:12.382 INFO:tasks.workunit.client.0.smithi028.stdout:op 4130 completed, throughput=5MB/sec 2024-08-29T18:25:12.382 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-mNSgNfX51poqtMF off=16337627 len=1402746 2024-08-29T18:25:12.392 INFO:tasks.workunit.client.0.smithi028.stdout:op 4131 completed, throughput=5MB/sec 2024-08-29T18:25:12.393 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-UZJZVvJV7zF1owg off=16311639 len=1060615 2024-08-29T18:25:12.396 INFO:tasks.workunit.client.0.smithi028.stdout:op 4132 completed, throughput=5MB/sec 2024-08-29T18:25:12.396 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-na-JGNE-a6FAN1b off=9437582 len=1932158 2024-08-29T18:25:12.400 INFO:tasks.workunit.client.0.smithi028.stdout:op 4133 completed, throughput=5MB/sec 2024-08-29T18:25:12.576 INFO:journalctl@ceph.prometheus.a.smithi053.stdout:Aug 29 18:25:12 smithi053 bash[95567]: ts=2024-08-29T18:25:12.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"3167ee72-662c-11ef-bcd4-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-29T18:25:13.130 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:25:12 smithi028 bash[78352]: cluster 2024-08-29T18:25:11.813633+0000 mgr.y (mgr.25022) 1154 : cluster [DBG] pgmap v1842: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.1 MiB/s wr, 5 op/s 2024-08-29T18:25:13.130 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:25:12 smithi028 bash[78352]: audit 2024-08-29T18:25:12.083661+0000 mon.a (mon.0) 2257 : audit [DBG] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-29T18:25:13.130 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:25:12 smithi028 bash[77168]: cluster 2024-08-29T18:25:11.813633+0000 mgr.y (mgr.25022) 1154 : cluster [DBG] pgmap v1842: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.1 MiB/s wr, 5 op/s 2024-08-29T18:25:13.131 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:25:12 smithi028 bash[77168]: audit 2024-08-29T18:25:12.083661+0000 mon.a (mon.0) 2257 : audit [DBG] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-29T18:25:13.326 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:25:12 smithi053 bash[68679]: cluster 2024-08-29T18:25:11.813633+0000 mgr.y (mgr.25022) 1154 : cluster [DBG] pgmap v1842: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.1 MiB/s wr, 5 op/s 2024-08-29T18:25:13.326 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:25:12 smithi053 bash[68679]: audit 2024-08-29T18:25:12.083661+0000 mon.a (mon.0) 2257 : audit [DBG] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-29T18:25:13.401 INFO:tasks.workunit.client.0.smithi028.stdout: 792: throughput=5MB/sec pending data=0 2024-08-29T18:25:13.401 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj--5YhTxqXZ7i0q8D off=1014165 len=198185 2024-08-29T18:25:13.402 INFO:tasks.workunit.client.0.smithi028.stdout:op 4134 completed, throughput=5MB/sec 2024-08-29T18:25:13.402 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj--OzOe64Ftbp05Pt off=20607033 len=1445823 2024-08-29T18:25:13.407 INFO:tasks.workunit.client.0.smithi028.stdout:op 4135 completed, throughput=5MB/sec 2024-08-29T18:25:13.407 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-5Pov5CbfFozLWV3 off=12059984 len=820786 2024-08-29T18:25:13.415 INFO:tasks.workunit.client.0.smithi028.stdout:op 4136 completed, throughput=5MB/sec 2024-08-29T18:25:13.415 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-dKiFf1m0HozB9oR off=2428582 len=475672 2024-08-29T18:25:13.421 INFO:tasks.workunit.client.0.smithi028.stdout:op 4137 completed, throughput=5MB/sec 2024-08-29T18:25:13.421 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-_qctuWjwGc-9nGr off=2242481 len=1167840 2024-08-29T18:25:13.425 INFO:tasks.workunit.client.0.smithi028.stdout:op 4138 completed, throughput=5MB/sec 2024-08-29T18:25:14.426 INFO:tasks.workunit.client.0.smithi028.stdout: 793: throughput=4.99MB/sec pending data=0 2024-08-29T18:25:14.426 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-5haXfK-oAvXzqtK off=998361 len=161016 2024-08-29T18:25:14.427 INFO:tasks.workunit.client.0.smithi028.stdout:op 4139 completed, throughput=4.99MB/sec 2024-08-29T18:25:14.427 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-Pan1MJON_qHxVI5 off=5517840 len=1434896 2024-08-29T18:25:14.438 INFO:tasks.workunit.client.0.smithi028.stdout:op 4140 completed, throughput=5MB/sec 2024-08-29T18:25:14.439 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-iMsW97_08OFkcjG off=1067995 len=1699789 2024-08-29T18:25:14.452 INFO:tasks.workunit.client.0.smithi028.stdout:op 4141 completed, throughput=5MB/sec 2024-08-29T18:25:14.452 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-JC2umSJ8LhLc6L6 off=4424678 len=562515 2024-08-29T18:25:14.459 INFO:tasks.workunit.client.0.smithi028.stdout:op 4142 completed, throughput=5MB/sec 2024-08-29T18:25:14.459 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-r8nka8eSDjbp9ry off=23101281 len=1226963 2024-08-29T18:25:14.469 INFO:tasks.workunit.client.0.smithi028.stdout:op 4143 completed, throughput=5MB/sec 2024-08-29T18:25:14.469 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-b_RORDVjFIPuVAJ off=186795 len=2053529 2024-08-29T18:25:14.484 INFO:tasks.workunit.client.0.smithi028.stdout:op 4144 completed, throughput=5MB/sec 2024-08-29T18:25:15.130 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:25:14 smithi028 bash[78352]: cluster 2024-08-29T18:25:13.814610+0000 mgr.y (mgr.25022) 1155 : cluster [DBG] pgmap v1843: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.9 MiB/s wr, 6 op/s 2024-08-29T18:25:15.130 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:25:14 smithi028 bash[77168]: cluster 2024-08-29T18:25:13.814610+0000 mgr.y (mgr.25022) 1155 : cluster [DBG] pgmap v1843: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.9 MiB/s wr, 6 op/s 2024-08-29T18:25:15.326 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:25:14 smithi053 bash[68679]: cluster 2024-08-29T18:25:13.814610+0000 mgr.y (mgr.25022) 1155 : cluster [DBG] pgmap v1843: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.9 MiB/s wr, 6 op/s 2024-08-29T18:25:15.484 INFO:tasks.workunit.client.0.smithi028.stdout: 794: throughput=5MB/sec pending data=0 2024-08-29T18:25:15.485 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-1FC4c-6L8tyOscr off=115088 len=976206 2024-08-29T18:25:15.488 INFO:tasks.workunit.client.0.smithi028.stdout:op 4145 completed, throughput=5MB/sec 2024-08-29T18:25:15.488 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-CGHgnX-avInOdfl off=8365859 len=1298690 2024-08-29T18:25:15.491 INFO:tasks.workunit.client.0.smithi028.stdout:op 4146 completed, throughput=5MB/sec 2024-08-29T18:25:15.491 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-5ubz4dYG5lgbXLa off=3211107 len=358548 2024-08-29T18:25:15.493 INFO:tasks.workunit.client.0.smithi028.stdout:op 4147 completed, throughput=5MB/sec 2024-08-29T18:25:15.493 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-kQk-rYmiaSxbhrl off=10347064 len=1560563 2024-08-29T18:25:15.497 INFO:tasks.workunit.client.0.smithi028.stdout:op 4148 completed, throughput=5MB/sec 2024-08-29T18:25:16.497 INFO:tasks.workunit.client.0.smithi028.stdout: 795: throughput=4.99MB/sec pending data=0 2024-08-29T18:25:16.497 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-GEpescliszVOfjH off=0 len=1183225 2024-08-29T18:25:16.507 INFO:tasks.workunit.client.0.smithi028.stdout:op 4149 completed, throughput=5MB/sec 2024-08-29T18:25:16.507 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-z7gCIhsNrSTUxa3 off=1410275 len=1431794 2024-08-29T18:25:16.518 INFO:tasks.workunit.client.0.smithi028.stdout:op 4150 completed, throughput=5MB/sec 2024-08-29T18:25:16.518 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-CUbFCPIKhWNmazr off=30029 len=29099 2024-08-29T18:25:16.520 INFO:tasks.workunit.client.0.smithi028.stdout:op 4151 completed, throughput=5MB/sec 2024-08-29T18:25:16.520 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-jkUjGlSO0JyHsqI off=843441 len=1083613 2024-08-29T18:25:16.522 INFO:tasks.workunit.client.0.smithi028.stdout:op 4152 completed, throughput=5MB/sec 2024-08-29T18:25:16.522 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-_3B6Xw_fnpwsqnh off=1479795 len=1054815 2024-08-29T18:25:16.531 INFO:tasks.workunit.client.0.smithi028.stdout:op 4153 completed, throughput=5MB/sec 2024-08-29T18:25:17.130 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:25:16 smithi028 bash[78352]: cluster 2024-08-29T18:25:15.815737+0000 mgr.y (mgr.25022) 1156 : cluster [DBG] pgmap v1844: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.0 MiB/s wr, 5 op/s 2024-08-29T18:25:17.130 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:25:16 smithi028 bash[77168]: cluster 2024-08-29T18:25:15.815737+0000 mgr.y (mgr.25022) 1156 : cluster [DBG] pgmap v1844: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.0 MiB/s wr, 5 op/s 2024-08-29T18:25:17.326 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:25:16 smithi053 bash[68679]: cluster 2024-08-29T18:25:15.815737+0000 mgr.y (mgr.25022) 1156 : cluster [DBG] pgmap v1844: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.0 MiB/s wr, 5 op/s 2024-08-29T18:25:17.531 INFO:tasks.workunit.client.0.smithi028.stdout: 796: throughput=4.99MB/sec pending data=0 2024-08-29T18:25:17.532 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-LZQEQHa1PG_uOEg off=5002694 len=1789824 2024-08-29T18:25:17.536 INFO:tasks.workunit.client.0.smithi028.stdout:op 4154 completed, throughput=5MB/sec 2024-08-29T18:25:17.536 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-Twm4oDgbznsreEK off=1218974 len=926430 2024-08-29T18:25:17.539 INFO:tasks.workunit.client.0.smithi028.stdout:op 4155 completed, throughput=5MB/sec 2024-08-29T18:25:17.539 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-NMFy-TSf0So8zOR off=1511120 len=1164720 2024-08-29T18:25:17.549 INFO:tasks.workunit.client.0.smithi028.stdout:op 4156 completed, throughput=5MB/sec 2024-08-29T18:25:17.549 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-kgVJaDDiRE7-Tuh off=6877387 len=1379194 2024-08-29T18:25:17.560 INFO:tasks.workunit.client.0.smithi028.stdout:op 4157 completed, throughput=5MB/sec 2024-08-29T18:25:17.560 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-tdsctOfA-agk84G off=18298953 len=578841 2024-08-29T18:25:17.567 INFO:tasks.workunit.client.0.smithi028.stdout:op 4158 completed, throughput=5MB/sec 2024-08-29T18:25:18.568 INFO:tasks.workunit.client.0.smithi028.stdout: 797: throughput=4.99MB/sec pending data=0 2024-08-29T18:25:18.568 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-KELwJybVE3pmvtq off=6935471 len=1469351 2024-08-29T18:25:18.580 INFO:tasks.workunit.client.0.smithi028.stdout:op 4159 completed, throughput=5MB/sec 2024-08-29T18:25:18.580 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-4EPtf5QBzbfLgqh off=21645702 len=1633365 2024-08-29T18:25:18.584 INFO:tasks.workunit.client.0.smithi028.stdout:op 4160 completed, throughput=5MB/sec 2024-08-29T18:25:18.584 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-GYTfT7FxUEAI-6P off=5857191 len=1944607 2024-08-29T18:25:18.589 INFO:tasks.workunit.client.0.smithi028.stdout:op 4161 completed, throughput=5MB/sec 2024-08-29T18:25:19.130 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:25:18 smithi028 bash[78352]: cluster 2024-08-29T18:25:17.816450+0000 mgr.y (mgr.25022) 1157 : cluster [DBG] pgmap v1845: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.4 MiB/s rd, 1.8 MiB/s wr, 4 op/s 2024-08-29T18:25:19.130 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:25:18 smithi028 bash[77168]: cluster 2024-08-29T18:25:17.816450+0000 mgr.y (mgr.25022) 1157 : cluster [DBG] pgmap v1845: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.4 MiB/s rd, 1.8 MiB/s wr, 4 op/s 2024-08-29T18:25:19.326 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:25:18 smithi053 bash[68679]: cluster 2024-08-29T18:25:17.816450+0000 mgr.y (mgr.25022) 1157 : cluster [DBG] pgmap v1845: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.4 MiB/s rd, 1.8 MiB/s wr, 4 op/s 2024-08-29T18:25:19.589 INFO:tasks.workunit.client.0.smithi028.stdout: 798: throughput=4.99MB/sec pending data=0 2024-08-29T18:25:19.589 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-bAynQ0flxSR_C1k off=5218856 len=1487335 2024-08-29T18:25:19.601 INFO:tasks.workunit.client.0.smithi028.stdout:op 4162 completed, throughput=5MB/sec 2024-08-29T18:25:19.601 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-RKXkq3-lWCMa3ZF off=4372427 len=578148 2024-08-29T18:25:19.609 INFO:tasks.workunit.client.0.smithi028.stdout:op 4163 completed, throughput=5MB/sec 2024-08-29T18:25:19.609 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-OIXe58hiijLRxnK off=3930313 len=1736433 2024-08-29T18:25:19.622 INFO:tasks.workunit.client.0.smithi028.stdout:op 4164 completed, throughput=5MB/sec 2024-08-29T18:25:19.623 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-vVrFJqDyQokyjW4 off=14772202 len=929124 2024-08-29T18:25:19.630 INFO:tasks.workunit.client.0.smithi028.stdout:op 4165 completed, throughput=5MB/sec 2024-08-29T18:25:19.631 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-NT73lA9XKNJR0sZ off=7460592 len=992459 2024-08-29T18:25:19.633 INFO:tasks.workunit.client.0.smithi028.stdout:op 4166 completed, throughput=5MB/sec 2024-08-29T18:25:20.634 INFO:tasks.workunit.client.0.smithi028.stdout: 799: throughput=4.99MB/sec pending data=0 2024-08-29T18:25:20.634 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-I5_yupZNxErJmbu off=18292066 len=941213 2024-08-29T18:25:20.637 INFO:tasks.workunit.client.0.smithi028.stdout:op 4167 completed, throughput=5MB/sec 2024-08-29T18:25:20.637 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-RV_rFmwRHQ8bsCc off=681666 len=799487 2024-08-29T18:25:20.645 INFO:tasks.workunit.client.0.smithi028.stdout:op 4168 completed, throughput=5MB/sec 2024-08-29T18:25:20.645 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-oCLZ_zBfTmtP4a4 off=15246813 len=900519 2024-08-29T18:25:20.648 INFO:tasks.workunit.client.0.smithi028.stdout:op 4169 completed, throughput=5MB/sec 2024-08-29T18:25:20.648 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-TA1bO4Cg6KFZbcX off=9471065 len=326904 2024-08-29T18:25:20.653 INFO:tasks.workunit.client.0.smithi028.stdout:op 4170 completed, throughput=5MB/sec 2024-08-29T18:25:20.653 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-5V99Xee6EcS5yrg off=5484841 len=1876745 2024-08-29T18:25:20.660 INFO:tasks.workunit.client.0.smithi028.stdout:op 4171 completed, throughput=5MB/sec 2024-08-29T18:25:20.660 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-XrAqghfN9vaBacd off=9825961 len=1996532 2024-08-29T18:25:20.665 INFO:tasks.workunit.client.0.smithi028.stdout:op 4172 completed, throughput=5MB/sec 2024-08-29T18:25:21.326 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:25:20 smithi053 bash[68679]: cluster 2024-08-29T18:25:19.817634+0000 mgr.y (mgr.25022) 1158 : cluster [DBG] pgmap v1846: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.9 MiB/s rd, 2.9 MiB/s wr, 6 op/s 2024-08-29T18:25:21.380 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:25:20 smithi028 bash[78352]: cluster 2024-08-29T18:25:19.817634+0000 mgr.y (mgr.25022) 1158 : cluster [DBG] pgmap v1846: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.9 MiB/s rd, 2.9 MiB/s wr, 6 op/s 2024-08-29T18:25:21.380 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:25:20 smithi028 bash[77168]: cluster 2024-08-29T18:25:19.817634+0000 mgr.y (mgr.25022) 1158 : cluster [DBG] pgmap v1846: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.9 MiB/s rd, 2.9 MiB/s wr, 6 op/s 2024-08-29T18:25:21.665 INFO:tasks.workunit.client.0.smithi028.stdout: 800: throughput=5MB/sec pending data=0 2024-08-29T18:25:21.665 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-ouki2AW4dbHiQy4 off=2893799 len=953127 2024-08-29T18:25:21.668 INFO:tasks.workunit.client.0.smithi028.stdout:op 4173 completed, throughput=5MB/sec 2024-08-29T18:25:21.668 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-ByXrwAc6VIYlWtQ off=1303773 len=1652999 2024-08-29T18:25:21.681 INFO:tasks.workunit.client.0.smithi028.stdout:op 4174 completed, throughput=5MB/sec 2024-08-29T18:25:21.681 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-MPXsOVXg2spgUF6 off=4782518 len=1688002 2024-08-29T18:25:21.693 INFO:tasks.workunit.client.0.smithi028.stdout:op 4175 completed, throughput=5MB/sec 2024-08-29T18:25:21.880 INFO:journalctl@ceph.mgr.y.smithi028.stdout:Aug 29 18:25:21 smithi028 bash[70818]: ::ffff:172.21.15.53 - - [29/Aug/2024:18:25:21] "GET /metrics HTTP/1.1" 200 34023 "" "Prometheus/2.43.0" 2024-08-29T18:25:22.577 INFO:journalctl@ceph.prometheus.a.smithi053.stdout:Aug 29 18:25:22 smithi053 bash[95567]: ts=2024-08-29T18:25:22.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"3167ee72-662c-11ef-bcd4-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-29T18:25:22.694 INFO:tasks.workunit.client.0.smithi028.stdout: 801: throughput=4.99MB/sec pending data=0 2024-08-29T18:25:22.694 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-lfDxBls7d1IevTx off=3216182 len=1693587 2024-08-29T18:25:22.707 INFO:tasks.workunit.client.0.smithi028.stdout:op 4176 completed, throughput=5MB/sec 2024-08-29T18:25:22.707 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-y8OtExHwbVaennQ off=8027246 len=1486084 2024-08-29T18:25:22.711 INFO:tasks.workunit.client.0.smithi028.stdout:op 4177 completed, throughput=5MB/sec 2024-08-29T18:25:22.711 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-3KTZiy07V5-IuCZ off=18263695 len=578987 2024-08-29T18:25:22.713 INFO:tasks.workunit.client.0.smithi028.stdout:op 4178 completed, throughput=5MB/sec 2024-08-29T18:25:22.713 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-9S1csubhv0mKPLj off=6479387 len=536116 2024-08-29T18:25:22.716 INFO:tasks.workunit.client.0.smithi028.stdout:op 4179 completed, throughput=5MB/sec 2024-08-29T18:25:22.716 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-nC0FeCpwVpEcfwa off=16995411 len=453198 2024-08-29T18:25:22.717 INFO:tasks.workunit.client.0.smithi028.stdout:op 4180 completed, throughput=5MB/sec 2024-08-29T18:25:23.326 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:25:22 smithi053 bash[68679]: cluster 2024-08-29T18:25:21.818441+0000 mgr.y (mgr.25022) 1159 : cluster [DBG] pgmap v1847: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 1.7 MiB/s rd, 2.3 MiB/s wr, 3 op/s 2024-08-29T18:25:23.380 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:25:22 smithi028 bash[78352]: cluster 2024-08-29T18:25:21.818441+0000 mgr.y (mgr.25022) 1159 : cluster [DBG] pgmap v1847: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 1.7 MiB/s rd, 2.3 MiB/s wr, 3 op/s 2024-08-29T18:25:23.380 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:25:22 smithi028 bash[77168]: cluster 2024-08-29T18:25:21.818441+0000 mgr.y (mgr.25022) 1159 : cluster [DBG] pgmap v1847: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 1.7 MiB/s rd, 2.3 MiB/s wr, 3 op/s 2024-08-29T18:25:23.718 INFO:tasks.workunit.client.0.smithi028.stdout: 802: throughput=4.99MB/sec pending data=0 2024-08-29T18:25:23.718 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-BzjyFxscTtQzCaD off=6899598 len=458795 2024-08-29T18:25:23.724 INFO:tasks.workunit.client.0.smithi028.stdout:op 4181 completed, throughput=4.99MB/sec 2024-08-29T18:25:23.725 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-jcOEZrkHQ6vjPmC off=2477268 len=1261407 2024-08-29T18:25:23.728 INFO:tasks.workunit.client.0.smithi028.stdout:op 4182 completed, throughput=5MB/sec 2024-08-29T18:25:23.728 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-kJnhMo39ufYfLy2 off=228035 len=612941 2024-08-29T18:25:23.735 INFO:tasks.workunit.client.0.smithi028.stdout:op 4183 completed, throughput=5MB/sec 2024-08-29T18:25:23.735 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-IzFzczJFeEBEyBK off=3961903 len=977822 2024-08-29T18:25:23.738 INFO:tasks.workunit.client.0.smithi028.stdout:op 4184 completed, throughput=5MB/sec 2024-08-29T18:25:23.738 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-jDTPYJ-7JZ7iyaU off=0 len=1380269 2024-08-29T18:25:23.749 INFO:tasks.workunit.client.0.smithi028.stdout:op 4185 completed, throughput=5MB/sec 2024-08-29T18:25:23.749 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-LcNc_265NtPYPhi off=3019139 len=857574 2024-08-29T18:25:23.757 INFO:tasks.workunit.client.0.smithi028.stdout:op 4186 completed, throughput=5MB/sec 2024-08-29T18:25:24.757 INFO:tasks.workunit.client.0.smithi028.stdout: 803: throughput=4.99MB/sec pending data=0 2024-08-29T18:25:24.757 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-RldgoMMDhO2VePm off=12070200 len=83717 2024-08-29T18:25:24.758 INFO:tasks.workunit.client.0.smithi028.stdout:op 4187 completed, throughput=4.99MB/sec 2024-08-29T18:25:24.758 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-uS1PmUBth748WmC off=4215422 len=1011279 2024-08-29T18:25:24.762 INFO:tasks.workunit.client.0.smithi028.stdout:op 4188 completed, throughput=5MB/sec 2024-08-29T18:25:24.762 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-z39kildqhJSR4Q6 off=12022942 len=61640 2024-08-29T18:25:24.767 INFO:tasks.workunit.client.0.smithi028.stdout:op 4189 completed, throughput=5MB/sec 2024-08-29T18:25:24.767 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-y6tNG_EvAxbrTPg off=945150 len=825719 2024-08-29T18:25:24.775 INFO:tasks.workunit.client.0.smithi028.stdout:op 4190 completed, throughput=5MB/sec 2024-08-29T18:25:24.775 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-ePGACN-9w_-8oY4 off=8312942 len=1588626 2024-08-29T18:25:24.787 INFO:tasks.workunit.client.0.smithi028.stdout:op 4191 completed, throughput=5MB/sec 2024-08-29T18:25:24.788 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-6hp8Zs0wn4Rc7EM off=1579128 len=294023 2024-08-29T18:25:24.789 INFO:tasks.workunit.client.0.smithi028.stdout:op 4192 completed, throughput=5MB/sec 2024-08-29T18:25:24.789 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-gFyzj2YyPgfSFps off=6742532 len=85993 2024-08-29T18:25:24.790 INFO:tasks.workunit.client.0.smithi028.stdout:op 4193 completed, throughput=5MB/sec 2024-08-29T18:25:24.791 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-FtoQexQmhrNjX9_ off=11179554 len=891397 2024-08-29T18:25:24.794 INFO:tasks.workunit.client.0.smithi028.stdout:op 4194 completed, throughput=5MB/sec 2024-08-29T18:25:24.794 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-G1Yj4tQ2iI9bHI0 off=5449301 len=466053 2024-08-29T18:25:24.801 INFO:tasks.workunit.client.0.smithi028.stdout:op 4195 completed, throughput=5MB/sec 2024-08-29T18:25:25.326 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:25:24 smithi053 bash[68679]: cluster 2024-08-29T18:25:23.819385+0000 mgr.y (mgr.25022) 1160 : cluster [DBG] pgmap v1848: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.9 MiB/s wr, 5 op/s 2024-08-29T18:25:25.380 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:25:24 smithi028 bash[78352]: cluster 2024-08-29T18:25:23.819385+0000 mgr.y (mgr.25022) 1160 : cluster [DBG] pgmap v1848: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.9 MiB/s wr, 5 op/s 2024-08-29T18:25:25.380 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:25:24 smithi028 bash[77168]: cluster 2024-08-29T18:25:23.819385+0000 mgr.y (mgr.25022) 1160 : cluster [DBG] pgmap v1848: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.9 MiB/s wr, 5 op/s 2024-08-29T18:25:25.801 INFO:tasks.workunit.client.0.smithi028.stdout: 804: throughput=4.99MB/sec pending data=0 2024-08-29T18:25:25.801 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-WFQNWGyVbBcM9ek off=3960161 len=1428982 2024-08-29T18:25:25.813 INFO:tasks.workunit.client.0.smithi028.stdout:op 4196 completed, throughput=5MB/sec 2024-08-29T18:25:25.813 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-8prWsoOTf-BUQM- off=9974221 len=1443036 2024-08-29T18:25:25.823 INFO:tasks.workunit.client.0.smithi028.stdout:op 4197 completed, throughput=5MB/sec 2024-08-29T18:25:25.824 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-E0LjH8SZjtOd1PY off=5038945 len=1592605 2024-08-29T18:25:25.829 INFO:tasks.workunit.client.0.smithi028.stdout:op 4198 completed, throughput=5MB/sec 2024-08-29T18:25:25.829 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-8rWAz0WuX2iOgN9 off=1262301 len=1631846 2024-08-29T18:25:25.841 INFO:tasks.workunit.client.0.smithi028.stdout:op 4199 completed, throughput=5MB/sec 2024-08-29T18:25:26.842 INFO:tasks.workunit.client.0.smithi028.stdout: 805: throughput=4.99MB/sec pending data=0 2024-08-29T18:25:26.842 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-nzvpgdGgahTZuP4 off=10035825 len=391189 2024-08-29T18:25:26.848 INFO:tasks.workunit.client.0.smithi028.stdout:op 4200 completed, throughput=5MB/sec 2024-08-29T18:25:26.848 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-wjRJceaj_SVpMhf off=5903299 len=1692892 2024-08-29T18:25:26.860 INFO:tasks.workunit.client.0.smithi028.stdout:op 4201 completed, throughput=5MB/sec 2024-08-29T18:25:26.860 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-tInozZGcXp3x4lp off=15785908 len=545269 2024-08-29T18:25:26.862 INFO:tasks.workunit.client.0.smithi028.stdout:op 4202 completed, throughput=5MB/sec 2024-08-29T18:25:26.862 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-Fa9o4_xWt3g1YV1 off=824264 len=1776414 2024-08-29T18:25:26.866 INFO:tasks.workunit.client.0.smithi028.stdout:op 4203 completed, throughput=5MB/sec 2024-08-29T18:25:26.866 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-628sDdJVbK9pz1f off=731586 len=1500865 2024-08-29T18:25:26.876 INFO:tasks.workunit.client.0.smithi028.stdout:op 4204 completed, throughput=5MB/sec 2024-08-29T18:25:27.326 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:25:26 smithi053 bash[68679]: cluster 2024-08-29T18:25:25.820829+0000 mgr.y (mgr.25022) 1161 : cluster [DBG] pgmap v1849: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2024-08-29T18:25:27.380 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:25:26 smithi028 bash[77168]: cluster 2024-08-29T18:25:25.820829+0000 mgr.y (mgr.25022) 1161 : cluster [DBG] pgmap v1849: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2024-08-29T18:25:27.380 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:25:26 smithi028 bash[78352]: cluster 2024-08-29T18:25:25.820829+0000 mgr.y (mgr.25022) 1161 : cluster [DBG] pgmap v1849: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2024-08-29T18:25:27.876 INFO:tasks.workunit.client.0.smithi028.stdout: 806: throughput=5MB/sec pending data=0 2024-08-29T18:25:27.876 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-piv5SXuc0xOn61o off=15604799 len=1222725 2024-08-29T18:25:27.886 INFO:tasks.workunit.client.0.smithi028.stdout:op 4205 completed, throughput=5MB/sec 2024-08-29T18:25:27.886 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-FhQ5l7CLLe1f5QC off=668257 len=2021954 2024-08-29T18:25:27.901 INFO:tasks.workunit.client.0.smithi028.stdout:op 4206 completed, throughput=5MB/sec 2024-08-29T18:25:27.901 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-nVxkhGBUd90GPe3 off=8031331 len=165548 2024-08-29T18:25:27.906 INFO:tasks.workunit.client.0.smithi028.stdout:op 4207 completed, throughput=5MB/sec 2024-08-29T18:25:27.906 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-paQvc6v7s4VDx1W off=3372207 len=297404 2024-08-29T18:25:27.908 INFO:tasks.workunit.client.0.smithi028.stdout:op 4208 completed, throughput=5MB/sec 2024-08-29T18:25:27.908 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-MaKzIUy_CANeqUt off=316365 len=268551 2024-08-29T18:25:27.910 INFO:tasks.workunit.client.0.smithi028.stdout:op 4209 completed, throughput=5MB/sec 2024-08-29T18:25:27.910 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-Z54KPq9zwI3oeAm off=223243 len=744330 2024-08-29T18:25:27.912 INFO:tasks.workunit.client.0.smithi028.stdout:op 4210 completed, throughput=5MB/sec 2024-08-29T18:25:28.326 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:25:27 smithi053 bash[68679]: audit 2024-08-29T18:25:27.084015+0000 mon.a (mon.0) 2258 : audit [DBG] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-29T18:25:28.380 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:25:27 smithi028 bash[77168]: audit 2024-08-29T18:25:27.084015+0000 mon.a (mon.0) 2258 : audit [DBG] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-29T18:25:28.380 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:25:27 smithi028 bash[78352]: audit 2024-08-29T18:25:27.084015+0000 mon.a (mon.0) 2258 : audit [DBG] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-29T18:25:28.913 INFO:tasks.workunit.client.0.smithi028.stdout: 807: throughput=4.99MB/sec pending data=0 2024-08-29T18:25:28.913 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-n16QNefgi3FqKK7 off=12212927 len=974383 2024-08-29T18:25:28.923 INFO:tasks.workunit.client.0.smithi028.stdout:op 4211 completed, throughput=5MB/sec 2024-08-29T18:25:28.923 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-7DcyUtnCmFXeMQf off=6407470 len=132102 2024-08-29T18:25:28.928 INFO:tasks.workunit.client.0.smithi028.stdout:op 4212 completed, throughput=5MB/sec 2024-08-29T18:25:28.928 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-zq1jNsXCpuiCIV0 off=643947 len=187961 2024-08-29T18:25:28.930 INFO:tasks.workunit.client.0.smithi028.stdout:op 4213 completed, throughput=5MB/sec 2024-08-29T18:25:28.930 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-uxAaweCa0Twcs6s off=3968289 len=1494462 2024-08-29T18:25:28.933 INFO:tasks.workunit.client.0.smithi028.stdout:op 4214 completed, throughput=5MB/sec 2024-08-29T18:25:28.933 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-r3Z6glTqw7PjtLd off=7388209 len=48297 2024-08-29T18:25:28.938 INFO:tasks.workunit.client.0.smithi028.stdout:op 4215 completed, throughput=5MB/sec 2024-08-29T18:25:28.938 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-UqZ3Kq71SsflGtr off=156166 len=692062 2024-08-29T18:25:28.940 INFO:tasks.workunit.client.0.smithi028.stdout:op 4216 completed, throughput=5MB/sec 2024-08-29T18:25:28.940 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-L3e76jhjreQwK7c off=7360492 len=874659 2024-08-29T18:25:28.942 INFO:tasks.workunit.client.0.smithi028.stdout:op 4217 completed, throughput=5MB/sec 2024-08-29T18:25:28.942 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-9ONq7Nm8kSQT6LF off=7699675 len=472497 2024-08-29T18:25:28.949 INFO:tasks.workunit.client.0.smithi028.stdout:op 4218 completed, throughput=5MB/sec 2024-08-29T18:25:28.949 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-SuYPvESTUqkeQFb off=2673450 len=1100169 2024-08-29T18:25:28.957 INFO:tasks.workunit.client.0.smithi028.stdout:op 4219 completed, throughput=5MB/sec 2024-08-29T18:25:29.326 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:25:28 smithi053 bash[68679]: cluster 2024-08-29T18:25:27.821601+0000 mgr.y (mgr.25022) 1162 : cluster [DBG] pgmap v1850: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2024-08-29T18:25:29.380 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:25:28 smithi028 bash[77168]: cluster 2024-08-29T18:25:27.821601+0000 mgr.y (mgr.25022) 1162 : cluster [DBG] pgmap v1850: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2024-08-29T18:25:29.380 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:25:28 smithi028 bash[78352]: cluster 2024-08-29T18:25:27.821601+0000 mgr.y (mgr.25022) 1162 : cluster [DBG] pgmap v1850: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2024-08-29T18:25:29.957 INFO:tasks.workunit.client.0.smithi028.stdout: 808: throughput=5MB/sec pending data=0 2024-08-29T18:25:29.958 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-1mGQNXwqSgKwYJz off=2218472 len=107146 2024-08-29T18:25:29.959 INFO:tasks.workunit.client.0.smithi028.stdout:op 4220 completed, throughput=5MB/sec 2024-08-29T18:25:29.959 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-x6XxJSeQfu3_mvQ off=12511289 len=1244257 2024-08-29T18:25:29.970 INFO:tasks.workunit.client.0.smithi028.stdout:op 4221 completed, throughput=5MB/sec 2024-08-29T18:25:29.970 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-9vjzi4GDMQrAJth off=18696690 len=869198 2024-08-29T18:25:29.973 INFO:tasks.workunit.client.0.smithi028.stdout:op 4222 completed, throughput=5MB/sec 2024-08-29T18:25:29.973 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-2JxUh8o1z65zpVC off=11132098 len=506124 2024-08-29T18:25:29.981 INFO:tasks.workunit.client.0.smithi028.stdout:op 4223 completed, throughput=5MB/sec 2024-08-29T18:25:29.981 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-P_N93Try8tDCpze off=3120017 len=420420 2024-08-29T18:25:29.987 INFO:tasks.workunit.client.0.smithi028.stdout:op 4224 completed, throughput=5MB/sec 2024-08-29T18:25:29.987 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-f8bKW6jfrl0IM04 off=4713540 len=1293506 2024-08-29T18:25:29.990 INFO:tasks.workunit.client.0.smithi028.stdout:op 4225 completed, throughput=5MB/sec 2024-08-29T18:25:30.990 INFO:tasks.workunit.client.0.smithi028.stdout: 809: throughput=4.99MB/sec pending data=0 2024-08-29T18:25:30.991 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-FSOmljSH9eAp1M7 off=800986 len=644523 2024-08-29T18:25:31.000 INFO:tasks.workunit.client.0.smithi028.stdout:op 4226 completed, throughput=4.99MB/sec 2024-08-29T18:25:31.000 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-oVtgpEf9Uvy5IpO off=8187974 len=888650 2024-08-29T18:25:31.002 INFO:tasks.workunit.client.0.smithi028.stdout:op 4227 completed, throughput=5MB/sec 2024-08-29T18:25:31.002 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-csLAqpaMctRAqBf off=1389854 len=1268805 2024-08-29T18:25:31.006 INFO:tasks.workunit.client.0.smithi028.stdout:op 4228 completed, throughput=5MB/sec 2024-08-29T18:25:31.006 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-YV2xhDLqKgD-HNV off=3098851 len=566558 2024-08-29T18:25:31.012 INFO:tasks.workunit.client.0.smithi028.stdout:op 4229 completed, throughput=5MB/sec 2024-08-29T18:25:31.012 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-7O0UfAPK-YBXKh7 off=21956732 len=1610912 2024-08-29T18:25:31.016 INFO:tasks.workunit.client.0.smithi028.stdout:op 4230 completed, throughput=5MB/sec 2024-08-29T18:25:31.016 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-X8-Y-oEpG-xp_HP off=3891114 len=22879 2024-08-29T18:25:31.017 INFO:tasks.workunit.client.0.smithi028.stdout:op 4231 completed, throughput=5MB/sec 2024-08-29T18:25:31.017 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-9s-BRvoLQBjrBjn off=8524185 len=435583 2024-08-29T18:25:31.018 INFO:tasks.workunit.client.0.smithi028.stdout:op 4232 completed, throughput=5MB/sec 2024-08-29T18:25:31.326 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:25:30 smithi053 bash[68679]: cluster 2024-08-29T18:25:29.822780+0000 mgr.y (mgr.25022) 1163 : cluster [DBG] pgmap v1851: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.6 MiB/s rd, 3.4 MiB/s wr, 5 op/s 2024-08-29T18:25:31.380 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:25:30 smithi028 bash[77168]: cluster 2024-08-29T18:25:29.822780+0000 mgr.y (mgr.25022) 1163 : cluster [DBG] pgmap v1851: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.6 MiB/s rd, 3.4 MiB/s wr, 5 op/s 2024-08-29T18:25:31.380 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:25:30 smithi028 bash[78352]: cluster 2024-08-29T18:25:29.822780+0000 mgr.y (mgr.25022) 1163 : cluster [DBG] pgmap v1851: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.6 MiB/s rd, 3.4 MiB/s wr, 5 op/s 2024-08-29T18:25:31.880 INFO:journalctl@ceph.mgr.y.smithi028.stdout:Aug 29 18:25:31 smithi028 bash[70818]: ::ffff:172.21.15.53 - - [29/Aug/2024:18:25:31] "GET /metrics HTTP/1.1" 200 34021 "" "Prometheus/2.43.0" 2024-08-29T18:25:32.019 INFO:tasks.workunit.client.0.smithi028.stdout: 810: throughput=4.99MB/sec pending data=0 2024-08-29T18:25:32.019 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-fB2C28MhHdP-jyS off=844341 len=11642 2024-08-29T18:25:32.019 INFO:tasks.workunit.client.0.smithi028.stdout:op 4233 completed, throughput=4.99MB/sec 2024-08-29T18:25:32.020 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-fpJdOFI55YdFLJM off=3407981 len=1241742 2024-08-29T18:25:32.024 INFO:tasks.workunit.client.0.smithi028.stdout:op 4234 completed, throughput=5MB/sec 2024-08-29T18:25:32.024 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-RrUGM-c5TNsCsw9 off=13238831 len=2016791 2024-08-29T18:25:32.029 INFO:tasks.workunit.client.0.smithi028.stdout:op 4235 completed, throughput=5MB/sec 2024-08-29T18:25:32.029 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-Lo_lG0b-J-Drbru off=7353447 len=1466493 2024-08-29T18:25:32.041 INFO:tasks.workunit.client.0.smithi028.stdout:op 4236 completed, throughput=5MB/sec 2024-08-29T18:25:32.041 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-drxxkQhj8rRGHNX off=3546514 len=8905 2024-08-29T18:25:32.042 INFO:tasks.workunit.client.0.smithi028.stdout:op 4237 completed, throughput=5MB/sec 2024-08-29T18:25:32.042 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-ySF4pXJhQjw60BW off=8883379 len=429568 2024-08-29T18:25:32.048 INFO:tasks.workunit.client.0.smithi028.stdout:op 4238 completed, throughput=5MB/sec 2024-08-29T18:25:32.048 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-7qwOO_ky0FrBboI off=9348866 len=217129 2024-08-29T18:25:32.049 INFO:tasks.workunit.client.0.smithi028.stdout:op 4239 completed, throughput=5MB/sec 2024-08-29T18:25:32.576 INFO:journalctl@ceph.prometheus.a.smithi053.stdout:Aug 29 18:25:32 smithi053 bash[95567]: ts=2024-08-29T18:25:32.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"3167ee72-662c-11ef-bcd4-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-29T18:25:33.050 INFO:tasks.workunit.client.0.smithi028.stdout: 811: throughput=4.99MB/sec pending data=0 2024-08-29T18:25:33.050 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-UpdMk12frfJprBi off=921749 len=1214651 2024-08-29T18:25:33.054 INFO:tasks.workunit.client.0.smithi028.stdout:op 4240 completed, throughput=5MB/sec 2024-08-29T18:25:33.054 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-EYdmlzxUwErNbYi off=2456017 len=1776995 2024-08-29T18:25:33.069 INFO:tasks.workunit.client.0.smithi028.stdout:op 4241 completed, throughput=5MB/sec 2024-08-29T18:25:33.069 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-RKbea8mD2lKgzNg off=1195570 len=1583730 2024-08-29T18:25:33.073 INFO:tasks.workunit.client.0.smithi028.stdout:op 4242 completed, throughput=5MB/sec 2024-08-29T18:25:33.073 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-47aJTymzwf5VshE off=9199704 len=273967 2024-08-29T18:25:33.075 INFO:tasks.workunit.client.0.smithi028.stdout:op 4243 completed, throughput=5MB/sec 2024-08-29T18:25:33.075 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-e0T3vrBLThmJQUl off=6697594 len=888805 2024-08-29T18:25:33.083 INFO:tasks.workunit.client.0.smithi028.stdout:op 4244 completed, throughput=5MB/sec 2024-08-29T18:25:33.326 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:25:32 smithi053 bash[68679]: cluster 2024-08-29T18:25:31.823612+0000 mgr.y (mgr.25022) 1164 : cluster [DBG] pgmap v1852: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 1.9 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2024-08-29T18:25:33.380 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:25:32 smithi028 bash[77168]: cluster 2024-08-29T18:25:31.823612+0000 mgr.y (mgr.25022) 1164 : cluster [DBG] pgmap v1852: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 1.9 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2024-08-29T18:25:33.380 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:25:32 smithi028 bash[78352]: cluster 2024-08-29T18:25:31.823612+0000 mgr.y (mgr.25022) 1164 : cluster [DBG] pgmap v1852: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 1.9 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2024-08-29T18:25:34.083 INFO:tasks.workunit.client.0.smithi028.stdout: 812: throughput=4.99MB/sec pending data=0 2024-08-29T18:25:34.083 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-HZd0Ysy_CJIAorx off=1137356 len=1786775 2024-08-29T18:25:34.087 INFO:tasks.workunit.client.0.smithi028.stdout:op 4245 completed, throughput=5MB/sec 2024-08-29T18:25:34.087 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-cnq624j0-EpTuMJ off=14529901 len=1323407 2024-08-29T18:25:34.091 INFO:tasks.workunit.client.0.smithi028.stdout:op 4246 completed, throughput=5MB/sec 2024-08-29T18:25:34.091 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-CCUtZ9_hte5pqyj off=13184484 len=217112 2024-08-29T18:25:34.097 INFO:tasks.workunit.client.0.smithi028.stdout:op 4247 completed, throughput=5MB/sec 2024-08-29T18:25:34.097 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-mbEIw2x7YrCbLWt off=3377968 len=1438954 2024-08-29T18:25:34.101 INFO:tasks.workunit.client.0.smithi028.stdout:op 4248 completed, throughput=5MB/sec 2024-08-29T18:25:34.101 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-4O10n5Tnqv7_TWD off=20919949 len=12500 2024-08-29T18:25:34.105 INFO:tasks.workunit.client.0.smithi028.stdout:op 4249 completed, throughput=5MB/sec 2024-08-29T18:25:34.106 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-lfDxBls7d1IevTx off=21578 len=797610 2024-08-29T18:25:34.109 INFO:tasks.workunit.client.0.smithi028.stdout:op 4250 completed, throughput=5MB/sec 2024-08-29T18:25:35.109 INFO:tasks.workunit.client.0.smithi028.stdout: 813: throughput=4.99MB/sec pending data=0 2024-08-29T18:25:35.109 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-qS5UnE5wBVEKnwW off=20343432 len=1564733 2024-08-29T18:25:35.112 INFO:tasks.workunit.client.0.smithi028.stdout:op 4251 completed, throughput=5MB/sec 2024-08-29T18:25:35.112 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-B3tPz3liKJld9Vi off=4613784 len=1896344 2024-08-29T18:25:35.128 INFO:tasks.workunit.client.0.smithi028.stdout:op 4252 completed, throughput=5MB/sec 2024-08-29T18:25:35.128 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-XGm89RzwPJvjn0n off=1426395 len=1307637 2024-08-29T18:25:35.136 INFO:tasks.workunit.client.0.smithi028.stdout:op 4253 completed, throughput=5MB/sec 2024-08-29T18:25:35.137 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-1wBCUPyxX8Fst5q off=4194172 len=1284769 2024-08-29T18:25:35.140 INFO:tasks.workunit.client.0.smithi028.stdout:op 4254 completed, throughput=5MB/sec 2024-08-29T18:25:35.326 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:25:34 smithi053 bash[68679]: cluster 2024-08-29T18:25:33.824519+0000 mgr.y (mgr.25022) 1165 : cluster [DBG] pgmap v1853: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.8 MiB/s wr, 6 op/s 2024-08-29T18:25:35.380 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:25:34 smithi028 bash[78352]: cluster 2024-08-29T18:25:33.824519+0000 mgr.y (mgr.25022) 1165 : cluster [DBG] pgmap v1853: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.8 MiB/s wr, 6 op/s 2024-08-29T18:25:35.380 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:25:34 smithi028 bash[77168]: cluster 2024-08-29T18:25:33.824519+0000 mgr.y (mgr.25022) 1165 : cluster [DBG] pgmap v1853: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.8 MiB/s wr, 6 op/s 2024-08-29T18:25:36.140 INFO:tasks.workunit.client.0.smithi028.stdout: 814: throughput=5MB/sec pending data=0 2024-08-29T18:25:36.140 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-Dmyg4M5nTqvK-_Y off=9094094 len=1074424 2024-08-29T18:25:36.144 INFO:tasks.workunit.client.0.smithi028.stdout:op 4255 completed, throughput=5MB/sec 2024-08-29T18:25:36.144 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-VI9a_EG13aK0HOX off=8115712 len=1004956 2024-08-29T18:25:36.154 INFO:tasks.workunit.client.0.smithi028.stdout:op 4256 completed, throughput=5MB/sec 2024-08-29T18:25:36.154 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-rOTK9kHgnxWqOgQ off=17005983 len=1655083 2024-08-29T18:25:36.167 INFO:tasks.workunit.client.0.smithi028.stdout:op 4257 completed, throughput=5MB/sec 2024-08-29T18:25:36.167 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-mf-LdDTB9rWxWMi off=17594877 len=1732562 2024-08-29T18:25:36.171 INFO:tasks.workunit.client.0.smithi028.stdout:op 4258 completed, throughput=5MB/sec 2024-08-29T18:25:37.171 INFO:tasks.workunit.client.0.smithi028.stdout: 815: throughput=5MB/sec pending data=0 2024-08-29T18:25:37.171 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-9kRHuSrIsj_2Lrl off=13932155 len=1994982 2024-08-29T18:25:37.187 INFO:tasks.workunit.client.0.smithi028.stdout:op 4259 completed, throughput=5MB/sec 2024-08-29T18:25:37.187 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-gYl2wa7BRz-3JMp off=2074781 len=1473726 2024-08-29T18:25:37.191 INFO:tasks.workunit.client.0.smithi028.stdout:op 4260 completed, throughput=5MB/sec 2024-08-29T18:25:37.191 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-YPoRnxpBVhwS0sK off=2533705 len=1625910 2024-08-29T18:25:37.202 INFO:tasks.workunit.client.0.smithi028.stdout:op 4261 completed, throughput=5MB/sec 2024-08-29T18:25:37.326 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:25:36 smithi053 bash[68679]: cluster 2024-08-29T18:25:35.825648+0000 mgr.y (mgr.25022) 1166 : cluster [DBG] pgmap v1854: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.4 MiB/s wr, 5 op/s 2024-08-29T18:25:37.380 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:25:36 smithi028 bash[77168]: cluster 2024-08-29T18:25:35.825648+0000 mgr.y (mgr.25022) 1166 : cluster [DBG] pgmap v1854: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.4 MiB/s wr, 5 op/s 2024-08-29T18:25:37.380 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:25:36 smithi028 bash[78352]: cluster 2024-08-29T18:25:35.825648+0000 mgr.y (mgr.25022) 1166 : cluster [DBG] pgmap v1854: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.4 MiB/s wr, 5 op/s 2024-08-29T18:25:38.203 INFO:tasks.workunit.client.0.smithi028.stdout: 816: throughput=5MB/sec pending data=0 2024-08-29T18:25:38.203 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-xp3Tb7qELldqxbr off=16693568 len=1024297 2024-08-29T18:25:38.207 INFO:tasks.workunit.client.0.smithi028.stdout:op 4262 completed, throughput=5MB/sec 2024-08-29T18:25:38.207 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-eMnALlptZtrbxHA off=2571654 len=657555 2024-08-29T18:25:38.209 INFO:tasks.workunit.client.0.smithi028.stdout:op 4263 completed, throughput=5MB/sec 2024-08-29T18:25:38.209 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-UE9dyFjp6Vl3Ckx off=3068793 len=1430030 2024-08-29T18:25:38.213 INFO:tasks.workunit.client.0.smithi028.stdout:op 4264 completed, throughput=5MB/sec 2024-08-29T18:25:38.213 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-i8P5UAxhYYjwvLd off=5211162 len=1865260 2024-08-29T18:25:38.218 INFO:tasks.workunit.client.0.smithi028.stdout:op 4265 completed, throughput=5MB/sec 2024-08-29T18:25:39.218 INFO:tasks.workunit.client.0.smithi028.stdout: 817: throughput=4.99MB/sec pending data=0 2024-08-29T18:25:39.218 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-n6UYABxOYvKQo1o off=7421825 len=1167122 2024-08-29T18:25:39.228 INFO:tasks.workunit.client.0.smithi028.stdout:op 4266 completed, throughput=5MB/sec 2024-08-29T18:25:39.228 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-dTIEUBXLqM53uXa off=2807269 len=461108 2024-08-29T18:25:39.230 INFO:tasks.workunit.client.0.smithi028.stdout:op 4267 completed, throughput=5MB/sec 2024-08-29T18:25:39.230 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-3bu19Gtu_uY2i4T off=2969535 len=795919 2024-08-29T18:25:39.232 INFO:tasks.workunit.client.0.smithi028.stdout:op 4268 completed, throughput=5MB/sec 2024-08-29T18:25:39.232 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-pDfNqLJAUDNpJgz off=3943823 len=1885701 2024-08-29T18:25:39.244 INFO:tasks.workunit.client.0.smithi028.stdout:op 4269 completed, throughput=5MB/sec 2024-08-29T18:25:39.244 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-DD4gb5Tn9T0I8iy off=14119817 len=1389769 2024-08-29T18:25:39.248 INFO:tasks.workunit.client.0.smithi028.stdout:op 4270 completed, throughput=5MB/sec 2024-08-29T18:25:39.326 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:25:38 smithi053 bash[68679]: cluster 2024-08-29T18:25:37.826376+0000 mgr.y (mgr.25022) 1167 : cluster [DBG] pgmap v1855: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.4 MiB/s wr, 5 op/s 2024-08-29T18:25:39.380 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:25:38 smithi028 bash[78352]: cluster 2024-08-29T18:25:37.826376+0000 mgr.y (mgr.25022) 1167 : cluster [DBG] pgmap v1855: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.4 MiB/s wr, 5 op/s 2024-08-29T18:25:39.380 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:25:38 smithi028 bash[77168]: cluster 2024-08-29T18:25:37.826376+0000 mgr.y (mgr.25022) 1167 : cluster [DBG] pgmap v1855: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.4 MiB/s wr, 5 op/s 2024-08-29T18:25:40.248 INFO:tasks.workunit.client.0.smithi028.stdout: 818: throughput=5MB/sec pending data=0 2024-08-29T18:25:40.248 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-6GLarSj3wdqtq7m off=1320259 len=1019601 2024-08-29T18:25:40.259 INFO:tasks.workunit.client.0.smithi028.stdout:op 4271 completed, throughput=5MB/sec 2024-08-29T18:25:40.259 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-K17922OO_xG4zS_ off=2256801 len=177900 2024-08-29T18:25:40.261 INFO:tasks.workunit.client.0.smithi028.stdout:op 4272 completed, throughput=5MB/sec 2024-08-29T18:25:40.261 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-O_Hu5f_9c5EWS6K off=448853 len=1002516 2024-08-29T18:25:40.270 INFO:tasks.workunit.client.0.smithi028.stdout:op 4273 completed, throughput=5MB/sec 2024-08-29T18:25:40.270 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-WMfVwb1nMEEDGWU off=2939839 len=1899276 2024-08-29T18:25:40.275 INFO:tasks.workunit.client.0.smithi028.stdout:op 4274 completed, throughput=5MB/sec 2024-08-29T18:25:40.275 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-BwXjfRUekfogyI0 off=400868 len=1806448 2024-08-29T18:25:40.279 INFO:tasks.workunit.client.0.smithi028.stdout:op 4275 completed, throughput=5MB/sec 2024-08-29T18:25:41.279 INFO:tasks.workunit.client.0.smithi028.stdout: 819: throughput=5MB/sec pending data=0 2024-08-29T18:25:41.279 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-_Q8qML107ruq7rM off=1297424 len=215602 2024-08-29T18:25:41.284 INFO:tasks.workunit.client.0.smithi028.stdout:op 4276 completed, throughput=5MB/sec 2024-08-29T18:25:41.285 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-vANdRhBSmynZKpx off=2001917 len=50823 2024-08-29T18:25:41.285 INFO:tasks.workunit.client.0.smithi028.stdout:op 4277 completed, throughput=5MB/sec 2024-08-29T18:25:41.286 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-FJHFY-eL0AEX8g6 off=7566076 len=796956 2024-08-29T18:25:41.293 INFO:tasks.workunit.client.0.smithi028.stdout:op 4278 completed, throughput=5MB/sec 2024-08-29T18:25:41.294 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-ZPQc8IfORLX9xj4 off=16240401 len=19736 2024-08-29T18:25:41.294 INFO:tasks.workunit.client.0.smithi028.stdout:op 4279 completed, throughput=5MB/sec 2024-08-29T18:25:41.294 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-gsESNzm_Z1k5f22 off=8773919 len=1972 2024-08-29T18:25:41.296 INFO:tasks.workunit.client.0.smithi028.stdout:op 4280 completed, throughput=5MB/sec 2024-08-29T18:25:41.296 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-eDKbmCWpifZkCIY off=11333128 len=2083323 2024-08-29T18:25:41.311 INFO:tasks.workunit.client.0.smithi028.stdout:op 4281 completed, throughput=5MB/sec 2024-08-29T18:25:41.311 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-kKAtOclFT6b_9ap off=975189 len=1736451 2024-08-29T18:25:41.323 INFO:tasks.workunit.client.0.smithi028.stdout:op 4282 completed, throughput=5MB/sec 2024-08-29T18:25:41.325 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:25:40 smithi053 bash[68679]: cluster 2024-08-29T18:25:39.827553+0000 mgr.y (mgr.25022) 1168 : cluster [DBG] pgmap v1856: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 3.2 MiB/s rd, 2.8 MiB/s wr, 6 op/s 2024-08-29T18:25:41.380 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:25:40 smithi028 bash[77168]: cluster 2024-08-29T18:25:39.827553+0000 mgr.y (mgr.25022) 1168 : cluster [DBG] pgmap v1856: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 3.2 MiB/s rd, 2.8 MiB/s wr, 6 op/s 2024-08-29T18:25:41.380 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:25:40 smithi028 bash[78352]: cluster 2024-08-29T18:25:39.827553+0000 mgr.y (mgr.25022) 1168 : cluster [DBG] pgmap v1856: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 3.2 MiB/s rd, 2.8 MiB/s wr, 6 op/s 2024-08-29T18:25:41.880 INFO:journalctl@ceph.mgr.y.smithi028.stdout:Aug 29 18:25:41 smithi028 bash[70818]: ::ffff:172.21.15.53 - - [29/Aug/2024:18:25:41] "GET /metrics HTTP/1.1" 200 34021 "" "Prometheus/2.43.0" 2024-08-29T18:25:42.324 INFO:tasks.workunit.client.0.smithi028.stdout: 820: throughput=5MB/sec pending data=0 2024-08-29T18:25:42.324 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-BkYeQRqs1gbs2Gd off=16052628 len=522305 2024-08-29T18:25:42.331 INFO:tasks.workunit.client.0.smithi028.stdout:op 4283 completed, throughput=5MB/sec 2024-08-29T18:25:42.331 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-An_SJ177hP5XPqS off=817827 len=844410 2024-08-29T18:25:42.334 INFO:tasks.workunit.client.0.smithi028.stdout:op 4284 completed, throughput=5MB/sec 2024-08-29T18:25:42.334 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-9gnwdiXWY4_XfuI off=3152121 len=2040820 2024-08-29T18:25:42.348 INFO:tasks.workunit.client.0.smithi028.stdout:op 4285 completed, throughput=5MB/sec 2024-08-29T18:25:42.348 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-gIOUpdFIDkG7cO5 off=17078916 len=552004 2024-08-29T18:25:42.354 INFO:tasks.workunit.client.0.smithi028.stdout:op 4286 completed, throughput=5MB/sec 2024-08-29T18:25:42.355 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-MkuKINCXa8IuAiv off=6655057 len=1485963 2024-08-29T18:25:42.366 INFO:tasks.workunit.client.0.smithi028.stdout:op 4287 completed, throughput=5MB/sec 2024-08-29T18:25:42.576 INFO:journalctl@ceph.prometheus.a.smithi053.stdout:Aug 29 18:25:42 smithi053 bash[95567]: ts=2024-08-29T18:25:42.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"3167ee72-662c-11ef-bcd4-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-29T18:25:43.326 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:25:42 smithi053 bash[68679]: cluster 2024-08-29T18:25:41.828383+0000 mgr.y (mgr.25022) 1169 : cluster [DBG] pgmap v1857: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.5 MiB/s rd, 1.6 MiB/s wr, 4 op/s 2024-08-29T18:25:43.326 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:25:42 smithi053 bash[68679]: audit 2024-08-29T18:25:42.084568+0000 mon.a (mon.0) 2259 : audit [DBG] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-29T18:25:43.366 INFO:tasks.workunit.client.0.smithi028.stdout: 821: throughput=5MB/sec pending data=0 2024-08-29T18:25:43.367 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-14Rg5B7SFb29eCL off=15188441 len=316931 2024-08-29T18:25:43.368 INFO:tasks.workunit.client.0.smithi028.stdout:op 4288 completed, throughput=5MB/sec 2024-08-29T18:25:43.368 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-LUcxM2X2_bNw6cr off=2306146 len=682964 2024-08-29T18:25:43.376 INFO:tasks.workunit.client.0.smithi028.stdout:op 4289 completed, throughput=5MB/sec 2024-08-29T18:25:43.376 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-_g6xeJw6t7S3NkH off=1894145 len=799519 2024-08-29T18:25:43.380 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:25:42 smithi028 bash[78352]: cluster 2024-08-29T18:25:41.828383+0000 mgr.y (mgr.25022) 1169 : cluster [DBG] pgmap v1857: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.5 MiB/s rd, 1.6 MiB/s wr, 4 op/s 2024-08-29T18:25:43.380 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:25:42 smithi028 bash[78352]: audit 2024-08-29T18:25:42.084568+0000 mon.a (mon.0) 2259 : audit [DBG] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-29T18:25:43.380 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:25:42 smithi028 bash[77168]: cluster 2024-08-29T18:25:41.828383+0000 mgr.y (mgr.25022) 1169 : cluster [DBG] pgmap v1857: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.5 MiB/s rd, 1.6 MiB/s wr, 4 op/s 2024-08-29T18:25:43.380 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:25:42 smithi028 bash[77168]: audit 2024-08-29T18:25:42.084568+0000 mon.a (mon.0) 2259 : audit [DBG] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-29T18:25:43.384 INFO:tasks.workunit.client.0.smithi028.stdout:op 4290 completed, throughput=5MB/sec 2024-08-29T18:25:43.384 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-2MWzUiONhvvBf6E off=13232912 len=55248 2024-08-29T18:25:43.385 INFO:tasks.workunit.client.0.smithi028.stdout:op 4291 completed, throughput=5MB/sec 2024-08-29T18:25:43.386 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-OXYn2jUxqfvhPZr off=7780107 len=205140 2024-08-29T18:25:43.391 INFO:tasks.workunit.client.0.smithi028.stdout:op 4292 completed, throughput=5MB/sec 2024-08-29T18:25:43.391 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-Zea5-nGPonEYvJI off=1650398 len=334571 2024-08-29T18:25:43.392 INFO:tasks.workunit.client.0.smithi028.stdout:op 4293 completed, throughput=5MB/sec 2024-08-29T18:25:43.392 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-NYgFdg5CKsxoAHU off=6100836 len=1680209 2024-08-29T18:25:43.404 INFO:tasks.workunit.client.0.smithi028.stdout:op 4294 completed, throughput=5MB/sec 2024-08-29T18:25:43.404 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-zYrU_LgDisHvZ1b off=12112697 len=352981 2024-08-29T18:25:43.405 INFO:tasks.workunit.client.0.smithi028.stdout:op 4295 completed, throughput=5MB/sec 2024-08-29T18:25:43.405 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-ha3fNF6-hZQZP5N off=5849928 len=1005298 2024-08-29T18:25:43.408 INFO:tasks.workunit.client.0.smithi028.stdout:op 4296 completed, throughput=5MB/sec 2024-08-29T18:25:44.409 INFO:tasks.workunit.client.0.smithi028.stdout: 822: throughput=4.99MB/sec pending data=0 2024-08-29T18:25:44.409 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-Im9PTwIT0u63LHv off=2585376 len=907682 2024-08-29T18:25:44.416 INFO:tasks.workunit.client.0.smithi028.stdout:op 4297 completed, throughput=5MB/sec 2024-08-29T18:25:44.417 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-ySU2bF_jclZEeH1 off=3221304 len=872045 2024-08-29T18:25:44.425 INFO:tasks.workunit.client.0.smithi028.stdout:op 4298 completed, throughput=5MB/sec 2024-08-29T18:25:44.425 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-T100Cxv86J5sVGU off=10913855 len=1032388 2024-08-29T18:25:44.428 INFO:tasks.workunit.client.0.smithi028.stdout:op 4299 completed, throughput=5MB/sec 2024-08-29T18:25:44.428 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-gzQT8iUSZt24DHX off=4055291 len=1439648 2024-08-29T18:25:44.439 INFO:tasks.workunit.client.0.smithi028.stdout:op 4300 completed, throughput=5MB/sec 2024-08-29T18:25:44.439 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-JOM3ENf4cL1Pz1W off=2924997 len=1558501 2024-08-29T18:25:44.443 INFO:tasks.workunit.client.0.smithi028.stdout:op 4301 completed, throughput=5MB/sec 2024-08-29T18:25:45.326 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:25:44 smithi053 bash[68679]: cluster 2024-08-29T18:25:43.829302+0000 mgr.y (mgr.25022) 1170 : cluster [DBG] pgmap v1858: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 3.0 MiB/s rd, 2.6 MiB/s wr, 5 op/s 2024-08-29T18:25:45.380 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:25:44 smithi028 bash[77168]: cluster 2024-08-29T18:25:43.829302+0000 mgr.y (mgr.25022) 1170 : cluster [DBG] pgmap v1858: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 3.0 MiB/s rd, 2.6 MiB/s wr, 5 op/s 2024-08-29T18:25:45.380 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:25:44 smithi028 bash[78352]: cluster 2024-08-29T18:25:43.829302+0000 mgr.y (mgr.25022) 1170 : cluster [DBG] pgmap v1858: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 3.0 MiB/s rd, 2.6 MiB/s wr, 5 op/s 2024-08-29T18:25:45.443 INFO:tasks.workunit.client.0.smithi028.stdout: 823: throughput=5MB/sec pending data=0 2024-08-29T18:25:45.443 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-jGRY2aYHadB8zj4 off=6622667 len=657673 2024-08-29T18:25:45.450 INFO:tasks.workunit.client.0.smithi028.stdout:op 4302 completed, throughput=5MB/sec 2024-08-29T18:25:45.450 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-CkyOBRxY0C1nFbi off=3070871 len=124574 2024-08-29T18:25:45.454 INFO:tasks.workunit.client.0.smithi028.stdout:op 4303 completed, throughput=5MB/sec 2024-08-29T18:25:45.455 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-5SaywkpGPxoeZLP off=1236365 len=1435610 2024-08-29T18:25:45.466 INFO:tasks.workunit.client.0.smithi028.stdout:op 4304 completed, throughput=5MB/sec 2024-08-29T18:25:45.466 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-30XW6IR9XZSC8jz off=15644242 len=654717 2024-08-29T18:25:45.474 INFO:tasks.workunit.client.0.smithi028.stdout:op 4305 completed, throughput=5MB/sec 2024-08-29T18:25:45.474 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-yzFy3fKPQQN3NJx off=11176150 len=643441 2024-08-29T18:25:45.481 INFO:tasks.workunit.client.0.smithi028.stdout:op 4306 completed, throughput=5MB/sec 2024-08-29T18:25:45.481 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-AkrFuYizb1PPrkB off=669834 len=461710 2024-08-29T18:25:45.487 INFO:tasks.workunit.client.0.smithi028.stdout:op 4307 completed, throughput=5MB/sec 2024-08-29T18:25:45.487 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-p4UZyuIOjOZRrZ7 off=4582567 len=1897933 2024-08-29T18:25:45.489 INFO:tasks.workunit.client.0.smithi028.stdout:op 4308 completed, throughput=5MB/sec 2024-08-29T18:25:46.490 INFO:tasks.workunit.client.0.smithi028.stdout: 824: throughput=5MB/sec pending data=0 2024-08-29T18:25:46.490 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-2uIH1-Ixb6i_oD3 off=8422131 len=952653 2024-08-29T18:25:46.492 INFO:tasks.workunit.client.0.smithi028.stdout:op 4309 completed, throughput=5MB/sec 2024-08-29T18:25:46.492 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-TDG2nabJ2-Pm0-L off=6239171 len=1461112 2024-08-29T18:25:46.505 INFO:tasks.workunit.client.0.smithi028.stdout:op 4310 completed, throughput=5MB/sec 2024-08-29T18:25:46.506 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-pRN9i-gGvbh6l4S off=4067119 len=1534547 2024-08-29T18:25:46.516 INFO:tasks.workunit.client.0.smithi028.stdout:op 4311 completed, throughput=5MB/sec 2024-08-29T18:25:47.326 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:25:46 smithi053 bash[68679]: cluster 2024-08-29T18:25:45.830466+0000 mgr.y (mgr.25022) 1171 : cluster [DBG] pgmap v1859: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2024-08-29T18:25:47.380 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:25:46 smithi028 bash[77168]: cluster 2024-08-29T18:25:45.830466+0000 mgr.y (mgr.25022) 1171 : cluster [DBG] pgmap v1859: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2024-08-29T18:25:47.380 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:25:46 smithi028 bash[78352]: cluster 2024-08-29T18:25:45.830466+0000 mgr.y (mgr.25022) 1171 : cluster [DBG] pgmap v1859: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2024-08-29T18:25:47.516 INFO:tasks.workunit.client.0.smithi028.stdout: 825: throughput=4.99MB/sec pending data=0 2024-08-29T18:25:47.516 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-qGCPZqoPgBfllnP off=725649 len=1800133 2024-08-29T18:25:47.521 INFO:tasks.workunit.client.0.smithi028.stdout:op 4312 completed, throughput=5MB/sec 2024-08-29T18:25:47.521 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-Di2S4YMHZHt6jH1 off=1333729 len=204437 2024-08-29T18:25:47.526 INFO:tasks.workunit.client.0.smithi028.stdout:op 4313 completed, throughput=5MB/sec 2024-08-29T18:25:47.526 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-QS-htIGm9uGQSeC off=2200761 len=497206 2024-08-29T18:25:47.534 INFO:tasks.workunit.client.0.smithi028.stdout:op 4314 completed, throughput=5MB/sec 2024-08-29T18:25:47.534 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-TVFtAqp87Wuam_Q off=1913833 len=1034583 2024-08-29T18:25:47.537 INFO:tasks.workunit.client.0.smithi028.stdout:op 4315 completed, throughput=5MB/sec 2024-08-29T18:25:47.537 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-TuO1T9WvXHCosIz off=3682512 len=1439434 2024-08-29T18:25:47.549 INFO:tasks.workunit.client.0.smithi028.stdout:op 4316 completed, throughput=5MB/sec 2024-08-29T18:25:47.549 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-OV3xKYMYMP2v_OR off=159328 len=1015106 2024-08-29T18:25:47.557 INFO:tasks.workunit.client.0.smithi028.stdout:op 4317 completed, throughput=5MB/sec 2024-08-29T18:25:48.558 INFO:tasks.workunit.client.0.smithi028.stdout: 826: throughput=4.99MB/sec pending data=0 2024-08-29T18:25:48.558 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-3onQNUnHFy9nOj5 off=1210836 len=982789 2024-08-29T18:25:48.566 INFO:tasks.workunit.client.0.smithi028.stdout:op 4318 completed, throughput=5MB/sec 2024-08-29T18:25:48.566 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-REkMRrpAE93Kzhe off=1440402 len=1608467 2024-08-29T18:25:48.570 INFO:tasks.workunit.client.0.smithi028.stdout:op 4319 completed, throughput=5MB/sec 2024-08-29T18:25:48.570 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-Ykz8H6DbDzjBN11 off=2813942 len=41414 2024-08-29T18:25:48.571 INFO:tasks.workunit.client.0.smithi028.stdout:op 4320 completed, throughput=5MB/sec 2024-08-29T18:25:48.571 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-RbwtGqI3uuBOdqT off=160399 len=1288990 2024-08-29T18:25:48.580 INFO:tasks.workunit.client.0.smithi028.stdout:op 4321 completed, throughput=5MB/sec 2024-08-29T18:25:48.581 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-jW35gjqdkwTCqcH off=7672013 len=1430152 2024-08-29T18:25:48.582 INFO:tasks.workunit.client.0.smithi028.stdout:op 4322 completed, throughput=5MB/sec 2024-08-29T18:25:49.326 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:25:48 smithi053 bash[68679]: cluster 2024-08-29T18:25:47.831160+0000 mgr.y (mgr.25022) 1172 : cluster [DBG] pgmap v1860: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2024-08-29T18:25:49.380 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:25:48 smithi028 bash[78352]: cluster 2024-08-29T18:25:47.831160+0000 mgr.y (mgr.25022) 1172 : cluster [DBG] pgmap v1860: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2024-08-29T18:25:49.380 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:25:48 smithi028 bash[77168]: cluster 2024-08-29T18:25:47.831160+0000 mgr.y (mgr.25022) 1172 : cluster [DBG] pgmap v1860: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2024-08-29T18:25:49.583 INFO:tasks.workunit.client.0.smithi028.stdout: 827: throughput=4.99MB/sec pending data=0 2024-08-29T18:25:49.583 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-ADepC0JjC1EEGb- off=10814094 len=1269952 2024-08-29T18:25:49.595 INFO:tasks.workunit.client.0.smithi028.stdout:op 4323 completed, throughput=5MB/sec 2024-08-29T18:25:49.595 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-AnQK_pAmCn7vfp0 off=2378620 len=346502 2024-08-29T18:25:49.601 INFO:tasks.workunit.client.0.smithi028.stdout:op 4324 completed, throughput=5MB/sec 2024-08-29T18:25:49.601 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-V1eUYad__mG4JMO off=2137171 len=152407 2024-08-29T18:25:49.602 INFO:tasks.workunit.client.0.smithi028.stdout:op 4325 completed, throughput=5MB/sec 2024-08-29T18:25:49.602 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-ApU5QeZCeg8OmZf off=11029005 len=776384 2024-08-29T18:25:49.605 INFO:tasks.workunit.client.0.smithi028.stdout:op 4326 completed, throughput=5MB/sec 2024-08-29T18:25:49.605 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-X2kZ6aTMEFg4hQe off=5718851 len=2037253 2024-08-29T18:25:49.608 INFO:tasks.workunit.client.0.smithi028.stdout:op 4327 completed, throughput=5MB/sec 2024-08-29T18:25:49.608 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-zCr6sMdDrJkmHHR off=3451169 len=1217048 2024-08-29T18:25:49.617 INFO:tasks.workunit.client.0.smithi028.stdout:op 4328 completed, throughput=5MB/sec 2024-08-29T18:25:50.617 INFO:tasks.workunit.client.0.smithi028.stdout: 828: throughput=5MB/sec pending data=0 2024-08-29T18:25:50.617 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-Mz6BLgXILGSBqLq off=1461541 len=844458 2024-08-29T18:25:50.625 INFO:tasks.workunit.client.0.smithi028.stdout:op 4329 completed, throughput=5MB/sec 2024-08-29T18:25:50.625 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-ULggFV5CUG34EWy off=4423188 len=403109 2024-08-29T18:25:50.627 INFO:tasks.workunit.client.0.smithi028.stdout:op 4330 completed, throughput=5MB/sec 2024-08-29T18:25:50.627 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-e3PlLuzwXLN39JB off=104415 len=506378 2024-08-29T18:25:50.628 INFO:tasks.workunit.client.0.smithi028.stdout:op 4331 completed, throughput=5MB/sec 2024-08-29T18:25:50.628 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-e6FHJLYnpdBU2cE off=4671273 len=139601 2024-08-29T18:25:50.633 INFO:tasks.workunit.client.0.smithi028.stdout:op 4332 completed, throughput=5MB/sec 2024-08-29T18:25:50.633 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-CsXsylY9WmQVtpv off=17316870 len=890434 2024-08-29T18:25:50.636 INFO:tasks.workunit.client.0.smithi028.stdout:op 4333 completed, throughput=5MB/sec 2024-08-29T18:25:50.636 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-VqROxAK6ONiqU7Q off=5472032 len=309269 2024-08-29T18:25:50.641 INFO:tasks.workunit.client.0.smithi028.stdout:op 4334 completed, throughput=5MB/sec 2024-08-29T18:25:50.641 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-M2jhTSzDi3twsIB off=11743828 len=1870775 2024-08-29T18:25:50.657 INFO:tasks.workunit.client.0.smithi028.stdout:op 4335 completed, throughput=5MB/sec 2024-08-29T18:25:51.326 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:25:50 smithi053 bash[68679]: cluster 2024-08-29T18:25:49.832329+0000 mgr.y (mgr.25022) 1173 : cluster [DBG] pgmap v1861: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.7 MiB/s rd, 3.1 MiB/s wr, 5 op/s 2024-08-29T18:25:51.380 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:25:50 smithi028 bash[77168]: cluster 2024-08-29T18:25:49.832329+0000 mgr.y (mgr.25022) 1173 : cluster [DBG] pgmap v1861: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.7 MiB/s rd, 3.1 MiB/s wr, 5 op/s 2024-08-29T18:25:51.380 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:25:50 smithi028 bash[78352]: cluster 2024-08-29T18:25:49.832329+0000 mgr.y (mgr.25022) 1173 : cluster [DBG] pgmap v1861: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.7 MiB/s rd, 3.1 MiB/s wr, 5 op/s 2024-08-29T18:25:51.657 INFO:tasks.workunit.client.0.smithi028.stdout: 829: throughput=4.99MB/sec pending data=0 2024-08-29T18:25:51.657 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-Cut16kP9WVVZdQ3 off=347208 len=1078002 2024-08-29T18:25:51.665 INFO:tasks.workunit.client.0.smithi028.stdout:op 4336 completed, throughput=5MB/sec 2024-08-29T18:25:51.666 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-RKM402Nf5hi9baY off=21245950 len=2080811 2024-08-29T18:25:51.679 INFO:tasks.workunit.client.0.smithi028.stdout:op 4337 completed, throughput=5MB/sec 2024-08-29T18:25:51.679 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-vg-1SA1hMrjVsQq off=1810473 len=1020651 2024-08-29T18:25:51.688 INFO:tasks.workunit.client.0.smithi028.stdout:op 4338 completed, throughput=5MB/sec 2024-08-29T18:25:51.688 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-7BfL82VMVdgoWKv off=8831995 len=662667 2024-08-29T18:25:51.691 INFO:tasks.workunit.client.0.smithi028.stdout:op 4339 completed, throughput=5MB/sec 2024-08-29T18:25:51.691 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-2UWNxoiSHVXyjxm off=8776309 len=1024502 2024-08-29T18:25:51.693 INFO:tasks.workunit.client.0.smithi028.stdout:op 4340 completed, throughput=5MB/sec 2024-08-29T18:25:51.880 INFO:journalctl@ceph.mgr.y.smithi028.stdout:Aug 29 18:25:51 smithi028 bash[70818]: ::ffff:172.21.15.53 - - [29/Aug/2024:18:25:51] "GET /metrics HTTP/1.1" 200 34023 "" "Prometheus/2.43.0" 2024-08-29T18:25:52.576 INFO:journalctl@ceph.prometheus.a.smithi053.stdout:Aug 29 18:25:52 smithi053 bash[95567]: ts=2024-08-29T18:25:52.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"3167ee72-662c-11ef-bcd4-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-29T18:25:52.693 INFO:tasks.workunit.client.0.smithi028.stdout: 830: throughput=5MB/sec pending data=0 2024-08-29T18:25:52.693 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-NTloPnABjC5aq82 off=1152463 len=2057380 2024-08-29T18:25:52.698 INFO:tasks.workunit.client.0.smithi028.stdout:op 4341 completed, throughput=5MB/sec 2024-08-29T18:25:52.698 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-78nHeGmW0_MQ6L5 off=1180556 len=1981120 2024-08-29T18:25:52.713 INFO:tasks.workunit.client.0.smithi028.stdout:op 4342 completed, throughput=5MB/sec 2024-08-29T18:25:52.714 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-Xp1Eoj5aBb7tQJE off=10676292 len=750048 2024-08-29T18:25:52.721 INFO:tasks.workunit.client.0.smithi028.stdout:op 4343 completed, throughput=5MB/sec 2024-08-29T18:25:53.326 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:25:52 smithi053 bash[68679]: cluster 2024-08-29T18:25:51.833159+0000 mgr.y (mgr.25022) 1174 : cluster [DBG] pgmap v1862: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 1.6 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2024-08-29T18:25:53.380 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:25:52 smithi028 bash[77168]: cluster 2024-08-29T18:25:51.833159+0000 mgr.y (mgr.25022) 1174 : cluster [DBG] pgmap v1862: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 1.6 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2024-08-29T18:25:53.380 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:25:52 smithi028 bash[78352]: cluster 2024-08-29T18:25:51.833159+0000 mgr.y (mgr.25022) 1174 : cluster [DBG] pgmap v1862: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 1.6 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2024-08-29T18:25:53.721 INFO:tasks.workunit.client.0.smithi028.stdout: 831: throughput=4.99MB/sec pending data=0 2024-08-29T18:25:53.721 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-K_yow7cxY1OCkRp off=1653941 len=1340412 2024-08-29T18:25:53.725 INFO:tasks.workunit.client.0.smithi028.stdout:op 4344 completed, throughput=5MB/sec 2024-08-29T18:25:53.725 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-4lddiVf4rZnHEGX off=6889379 len=1404330 2024-08-29T18:25:53.728 INFO:tasks.workunit.client.0.smithi028.stdout:op 4345 completed, throughput=5MB/sec 2024-08-29T18:25:53.729 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-T4WPjJuSHH525iD off=15324219 len=1765634 2024-08-29T18:25:53.741 INFO:tasks.workunit.client.0.smithi028.stdout:op 4346 completed, throughput=5MB/sec 2024-08-29T18:25:53.741 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-G7n5_b30bZSPL6Y off=3480490 len=746758 2024-08-29T18:25:53.749 INFO:tasks.workunit.client.0.smithi028.stdout:op 4347 completed, throughput=5MB/sec 2024-08-29T18:25:54.753 INFO:tasks.workunit.client.0.smithi028.stdout: 832: throughput=4.99MB/sec pending data=0 2024-08-29T18:25:54.753 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-pcoo7uvQucO-6U- off=11258338 len=188620 2024-08-29T18:25:54.753 INFO:tasks.workunit.client.0.smithi028.stdout:op 4348 completed, throughput=4.99MB/sec 2024-08-29T18:25:54.753 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-kwryi3K63-FeE90 off=664282 len=1671341 2024-08-29T18:25:54.765 INFO:tasks.workunit.client.0.smithi028.stdout:op 4349 completed, throughput=5MB/sec 2024-08-29T18:25:54.765 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-F00Mu3DPYiKllG1 off=1681013 len=1886773 2024-08-29T18:25:54.771 INFO:tasks.workunit.client.0.smithi028.stdout:op 4350 completed, throughput=5MB/sec 2024-08-29T18:25:54.771 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-2MLuUhnmvBknRyY off=10574949 len=1615612 2024-08-29T18:25:54.775 INFO:tasks.workunit.client.0.smithi028.stdout:op 4351 completed, throughput=5MB/sec 2024-08-29T18:25:55.326 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:25:54 smithi053 bash[68679]: cluster 2024-08-29T18:25:53.834193+0000 mgr.y (mgr.25022) 1175 : cluster [DBG] pgmap v1863: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.5 MiB/s rd, 3.4 MiB/s wr, 6 op/s 2024-08-29T18:25:55.380 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:25:54 smithi028 bash[78352]: cluster 2024-08-29T18:25:53.834193+0000 mgr.y (mgr.25022) 1175 : cluster [DBG] pgmap v1863: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.5 MiB/s rd, 3.4 MiB/s wr, 6 op/s 2024-08-29T18:25:55.380 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:25:54 smithi028 bash[77168]: cluster 2024-08-29T18:25:53.834193+0000 mgr.y (mgr.25022) 1175 : cluster [DBG] pgmap v1863: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.5 MiB/s rd, 3.4 MiB/s wr, 6 op/s 2024-08-29T18:25:55.775 INFO:tasks.workunit.client.0.smithi028.stdout: 833: throughput=4.99MB/sec pending data=0 2024-08-29T18:25:55.776 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-5RUAWMkwq3aO2dU off=11773852 len=353613 2024-08-29T18:25:55.777 INFO:tasks.workunit.client.0.smithi028.stdout:op 4352 completed, throughput=4.99MB/sec 2024-08-29T18:25:55.778 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-sIvO2YAs-jgyt8o off=346237 len=2085555 2024-08-29T18:25:55.783 INFO:tasks.workunit.client.0.smithi028.stdout:op 4353 completed, throughput=5MB/sec 2024-08-29T18:25:55.783 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-eQpy2fWmPHt6pnQ off=1128694 len=183713 2024-08-29T18:25:55.788 INFO:tasks.workunit.client.0.smithi028.stdout:op 4354 completed, throughput=5MB/sec 2024-08-29T18:25:55.788 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-WVIreSsXNYgu4yb off=15030551 len=1257866 2024-08-29T18:25:55.792 INFO:tasks.workunit.client.0.smithi028.stdout:op 4355 completed, throughput=5MB/sec 2024-08-29T18:25:55.793 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-9s-BRvoLQBjrBjn off=3726589 len=970712 2024-08-29T18:25:55.795 INFO:tasks.workunit.client.0.smithi028.stdout:op 4356 completed, throughput=5MB/sec 2024-08-29T18:25:55.795 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-PFlmb_4GsL_Fpi6 off=860048 len=1293493 2024-08-29T18:25:55.800 INFO:tasks.workunit.client.0.smithi028.stdout:op 4357 completed, throughput=5MB/sec 2024-08-29T18:25:56.799 INFO:tasks.workunit.client.0.smithi028.stdout: 834: throughput=5MB/sec pending data=0 2024-08-29T18:25:56.799 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-JRmqj6vqeGyznx2 off=6573687 len=234435 2024-08-29T18:25:56.800 INFO:tasks.workunit.client.0.smithi028.stdout:op 4358 completed, throughput=5MB/sec 2024-08-29T18:25:56.800 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-pymAbY9iYfRZoUA off=6994078 len=1449120 2024-08-29T18:25:56.811 INFO:tasks.workunit.client.0.smithi028.stdout:op 4359 completed, throughput=5MB/sec 2024-08-29T18:25:56.811 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-5rIFl1QOjF6smQX off=863946 len=1308725 2024-08-29T18:25:56.816 INFO:tasks.workunit.client.0.smithi028.stdout:op 4360 completed, throughput=5MB/sec 2024-08-29T18:25:56.816 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-WqCUoh9mjaiYW4B off=4196985 len=319546 2024-08-29T18:25:56.823 INFO:tasks.workunit.client.0.smithi028.stdout:op 4361 completed, throughput=5MB/sec 2024-08-29T18:25:56.823 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-v-Lmue0QLI_kDfA off=11222578 len=1913091 2024-08-29T18:25:56.837 INFO:tasks.workunit.client.0.smithi028.stdout:op 4362 completed, throughput=5MB/sec 2024-08-29T18:25:57.326 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:25:56 smithi053 bash[68679]: cluster 2024-08-29T18:25:55.835372+0000 mgr.y (mgr.25022) 1176 : cluster [DBG] pgmap v1864: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.7 MiB/s wr, 5 op/s 2024-08-29T18:25:57.380 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:25:56 smithi028 bash[78352]: cluster 2024-08-29T18:25:55.835372+0000 mgr.y (mgr.25022) 1176 : cluster [DBG] pgmap v1864: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.7 MiB/s wr, 5 op/s 2024-08-29T18:25:57.380 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:25:56 smithi028 bash[77168]: cluster 2024-08-29T18:25:55.835372+0000 mgr.y (mgr.25022) 1176 : cluster [DBG] pgmap v1864: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.7 MiB/s wr, 5 op/s 2024-08-29T18:25:57.837 INFO:tasks.workunit.client.0.smithi028.stdout: 835: throughput=5MB/sec pending data=0 2024-08-29T18:25:57.837 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-aub0TZGaFzknklT off=6947772 len=1745646 2024-08-29T18:25:57.850 INFO:tasks.workunit.client.0.smithi028.stdout:op 4363 completed, throughput=5MB/sec 2024-08-29T18:25:57.850 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-9DaOfImN7Eji_0X off=9825744 len=6198 2024-08-29T18:25:57.854 INFO:tasks.workunit.client.0.smithi028.stdout:op 4364 completed, throughput=5MB/sec 2024-08-29T18:25:57.854 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-g2ouumpVxrQcvr_ off=2928324 len=1096683 2024-08-29T18:25:57.857 INFO:tasks.workunit.client.0.smithi028.stdout:op 4365 completed, throughput=5MB/sec 2024-08-29T18:25:57.857 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-58YctpsiUK5w_2c off=9882255 len=231813 2024-08-29T18:25:57.859 INFO:tasks.workunit.client.0.smithi028.stdout:op 4366 completed, throughput=5MB/sec 2024-08-29T18:25:57.859 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-DWnSdh14-bb-18q off=1044018 len=1520647 2024-08-29T18:25:57.871 INFO:tasks.workunit.client.0.smithi028.stdout:op 4367 completed, throughput=5MB/sec 2024-08-29T18:25:57.871 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-L_gIwMvFXqHFen- off=1940853 len=1740961 2024-08-29T18:25:57.874 INFO:tasks.workunit.client.0.smithi028.stdout:op 4368 completed, throughput=5MB/sec 2024-08-29T18:25:58.326 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:25:57 smithi053 bash[68679]: audit 2024-08-29T18:25:57.085063+0000 mon.a (mon.0) 2260 : audit [DBG] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-29T18:25:58.380 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:25:57 smithi028 bash[78352]: audit 2024-08-29T18:25:57.085063+0000 mon.a (mon.0) 2260 : audit [DBG] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-29T18:25:58.380 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:25:57 smithi028 bash[77168]: audit 2024-08-29T18:25:57.085063+0000 mon.a (mon.0) 2260 : audit [DBG] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-29T18:25:58.875 INFO:tasks.workunit.client.0.smithi028.stdout: 836: throughput=5MB/sec pending data=0 2024-08-29T18:25:58.875 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-2mk_W-YMWFyzteC off=2105877 len=843791 2024-08-29T18:25:58.883 INFO:tasks.workunit.client.0.smithi028.stdout:op 4369 completed, throughput=5MB/sec 2024-08-29T18:25:58.883 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-1jiEX60dSXVQMhy off=5087057 len=1739347 2024-08-29T18:25:58.888 INFO:tasks.workunit.client.0.smithi028.stdout:op 4370 completed, throughput=5MB/sec 2024-08-29T18:25:58.888 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-uXQkqLKAC04AP0x off=6626596 len=1368427 2024-08-29T18:25:58.892 INFO:tasks.workunit.client.0.smithi028.stdout:op 4371 completed, throughput=5MB/sec 2024-08-29T18:25:59.326 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:25:58 smithi053 bash[68679]: cluster 2024-08-29T18:25:57.836066+0000 mgr.y (mgr.25022) 1177 : cluster [DBG] pgmap v1865: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 1.9 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2024-08-29T18:25:59.380 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:25:58 smithi028 bash[78352]: cluster 2024-08-29T18:25:57.836066+0000 mgr.y (mgr.25022) 1177 : cluster [DBG] pgmap v1865: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 1.9 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2024-08-29T18:25:59.380 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:25:58 smithi028 bash[77168]: cluster 2024-08-29T18:25:57.836066+0000 mgr.y (mgr.25022) 1177 : cluster [DBG] pgmap v1865: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 1.9 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2024-08-29T18:25:59.892 INFO:tasks.workunit.client.0.smithi028.stdout: 837: throughput=4.99MB/sec pending data=0 2024-08-29T18:25:59.892 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-zxRZqjDzcbK7dOC off=1528937 len=814001 2024-08-29T18:25:59.895 INFO:tasks.workunit.client.0.smithi028.stdout:op 4372 completed, throughput=5MB/sec 2024-08-29T18:25:59.895 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-rc77vOYyEay7nWc off=2840436 len=1243771 2024-08-29T18:25:59.905 INFO:tasks.workunit.client.0.smithi028.stdout:op 4373 completed, throughput=5MB/sec 2024-08-29T18:25:59.905 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-ZqbpmtEaVBa2JFU off=2224662 len=1946608 2024-08-29T18:25:59.911 INFO:tasks.workunit.client.0.smithi028.stdout:op 4374 completed, throughput=5MB/sec 2024-08-29T18:25:59.911 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-7lWB_St17u8V68z off=421199 len=604352 2024-08-29T18:25:59.914 INFO:tasks.workunit.client.0.smithi028.stdout:op 4375 completed, throughput=5MB/sec 2024-08-29T18:25:59.914 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-rT9zP9WC7skA19m off=0 len=1529973 2024-08-29T18:25:59.917 INFO:tasks.workunit.client.0.smithi028.stdout:op 4376 completed, throughput=5MB/sec 2024-08-29T18:26:00.918 INFO:tasks.workunit.client.0.smithi028.stdout: 838: throughput=5MB/sec pending data=0 2024-08-29T18:26:00.918 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-PUvTz9mjofWS8XN off=18753319 len=1035531 2024-08-29T18:26:00.921 INFO:tasks.workunit.client.0.smithi028.stdout:op 4377 completed, throughput=5MB/sec 2024-08-29T18:26:00.921 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-Z2iC_t_sU9-T5mS off=9143637 len=1402753 2024-08-29T18:26:00.924 INFO:tasks.workunit.client.0.smithi028.stdout:op 4378 completed, throughput=5MB/sec 2024-08-29T18:26:00.924 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-B6Vdq4mOtkJT8VE off=12219835 len=597183 2024-08-29T18:26:00.927 INFO:tasks.workunit.client.0.smithi028.stdout:op 4379 completed, throughput=5MB/sec 2024-08-29T18:26:00.927 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-ZZ0Q2ShO0okwl64 off=14913841 len=1587416 2024-08-29T18:26:00.939 INFO:tasks.workunit.client.0.smithi028.stdout:op 4380 completed, throughput=5MB/sec 2024-08-29T18:26:01.326 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:26:00 smithi053 bash[68679]: cluster 2024-08-29T18:25:59.837218+0000 mgr.y (mgr.25022) 1178 : cluster [DBG] pgmap v1866: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 3.0 MiB/s rd, 3.0 MiB/s wr, 6 op/s 2024-08-29T18:26:01.380 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:26:00 smithi028 bash[77168]: cluster 2024-08-29T18:25:59.837218+0000 mgr.y (mgr.25022) 1178 : cluster [DBG] pgmap v1866: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 3.0 MiB/s rd, 3.0 MiB/s wr, 6 op/s 2024-08-29T18:26:01.380 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:26:00 smithi028 bash[78352]: cluster 2024-08-29T18:25:59.837218+0000 mgr.y (mgr.25022) 1178 : cluster [DBG] pgmap v1866: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 3.0 MiB/s rd, 3.0 MiB/s wr, 6 op/s 2024-08-29T18:26:01.880 INFO:journalctl@ceph.mgr.y.smithi028.stdout:Aug 29 18:26:01 smithi028 bash[70818]: ::ffff:172.21.15.53 - - [29/Aug/2024:18:26:01] "GET /metrics HTTP/1.1" 200 34020 "" "Prometheus/2.43.0" 2024-08-29T18:26:01.940 INFO:tasks.workunit.client.0.smithi028.stdout: 839: throughput=4.99MB/sec pending data=0 2024-08-29T18:26:01.940 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-H3x33fA4X84-PRV off=760282 len=2073862 2024-08-29T18:26:01.946 INFO:tasks.workunit.client.0.smithi028.stdout:op 4381 completed, throughput=5MB/sec 2024-08-29T18:26:01.946 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-WtNWNz8m6tso4ON off=3030335 len=2044544 2024-08-29T18:26:01.961 INFO:tasks.workunit.client.0.smithi028.stdout:op 4382 completed, throughput=5MB/sec 2024-08-29T18:26:01.961 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-f1Fzy8nF5-49KO- off=18093595 len=867078 2024-08-29T18:26:01.968 INFO:tasks.workunit.client.0.smithi028.stdout:op 4383 completed, throughput=5MB/sec 2024-08-29T18:26:01.969 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-0XfW6L3C-pFOC8O off=3006430 len=412211 2024-08-29T18:26:01.974 INFO:tasks.workunit.client.0.smithi028.stdout:op 4384 completed, throughput=5MB/sec 2024-08-29T18:26:02.576 INFO:journalctl@ceph.prometheus.a.smithi053.stdout:Aug 29 18:26:02 smithi053 bash[95567]: ts=2024-08-29T18:26:02.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"3167ee72-662c-11ef-bcd4-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-29T18:26:02.975 INFO:tasks.workunit.client.0.smithi028.stdout: 840: throughput=4.99MB/sec pending data=0 2024-08-29T18:26:02.975 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-HvAPziFl4m2qABV off=12183804 len=1701332 2024-08-29T18:26:02.988 INFO:tasks.workunit.client.0.smithi028.stdout:op 4385 completed, throughput=5MB/sec 2024-08-29T18:26:02.988 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-z0-FCwDEEeAzHCJ off=2071605 len=515154 2024-08-29T18:26:02.995 INFO:tasks.workunit.client.0.smithi028.stdout:op 4386 completed, throughput=5MB/sec 2024-08-29T18:26:02.996 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-Ro8ObOXu7ix0dkw off=1453484 len=1368261 2024-08-29T18:26:02.999 INFO:tasks.workunit.client.0.smithi028.stdout:op 4387 completed, throughput=5MB/sec 2024-08-29T18:26:02.999 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-G0CGYaE9ubRu0IL off=3489539 len=471986 2024-08-29T18:26:03.001 INFO:tasks.workunit.client.0.smithi028.stdout:op 4388 completed, throughput=5MB/sec 2024-08-29T18:26:03.001 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-CD8crJlE74rfjpv off=4182637 len=367577 2024-08-29T18:26:03.008 INFO:tasks.workunit.client.0.smithi028.stdout:op 4389 completed, throughput=5MB/sec 2024-08-29T18:26:03.008 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-r6N7oFmAHytU54E off=4848140 len=1099105 2024-08-29T18:26:03.017 INFO:tasks.workunit.client.0.smithi028.stdout:op 4390 completed, throughput=5MB/sec 2024-08-29T18:26:03.326 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:26:02 smithi053 bash[68679]: cluster 2024-08-29T18:26:01.838075+0000 mgr.y (mgr.25022) 1179 : cluster [DBG] pgmap v1867: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2024-08-29T18:26:03.380 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:26:02 smithi028 bash[77168]: cluster 2024-08-29T18:26:01.838075+0000 mgr.y (mgr.25022) 1179 : cluster [DBG] pgmap v1867: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2024-08-29T18:26:03.380 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:26:02 smithi028 bash[78352]: cluster 2024-08-29T18:26:01.838075+0000 mgr.y (mgr.25022) 1179 : cluster [DBG] pgmap v1867: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2024-08-29T18:26:04.017 INFO:tasks.workunit.client.0.smithi028.stdout: 841: throughput=4.99MB/sec pending data=0 2024-08-29T18:26:04.018 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-sVlExEbE_oEoHwV off=19874939 len=143497 2024-08-29T18:26:04.018 INFO:tasks.workunit.client.0.smithi028.stdout:op 4391 completed, throughput=4.99MB/sec 2024-08-29T18:26:04.019 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-32TY-Kp7nQ7ciL1 off=3746792 len=1889699 2024-08-29T18:26:04.023 INFO:tasks.workunit.client.0.smithi028.stdout:op 4392 completed, throughput=5MB/sec 2024-08-29T18:26:04.023 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-eAohONZ0UkP40oJ off=14934344 len=368831 2024-08-29T18:26:04.025 INFO:tasks.workunit.client.0.smithi028.stdout:op 4393 completed, throughput=5MB/sec 2024-08-29T18:26:04.025 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-KtwEy5VgjZnNBkG off=1950103 len=220777 2024-08-29T18:26:04.030 INFO:tasks.workunit.client.0.smithi028.stdout:op 4394 completed, throughput=5MB/sec 2024-08-29T18:26:04.030 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-shClFs-QerUs9uC off=2024274 len=423799 2024-08-29T18:26:04.032 INFO:tasks.workunit.client.0.smithi028.stdout:op 4395 completed, throughput=5MB/sec 2024-08-29T18:26:04.032 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-_r2T6RNZYSdLNK6 off=5323410 len=424675 2024-08-29T18:26:04.034 INFO:tasks.workunit.client.0.smithi028.stdout:op 4396 completed, throughput=5MB/sec 2024-08-29T18:26:04.034 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-XmxwhsOd4j3S_D4 off=9246359 len=428871 2024-08-29T18:26:04.036 INFO:tasks.workunit.client.0.smithi028.stdout:op 4397 completed, throughput=5MB/sec 2024-08-29T18:26:04.036 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-QH7hSA0Ss0pgP0k off=9345899 len=2082423 2024-08-29T18:26:04.052 INFO:tasks.workunit.client.0.smithi028.stdout:op 4398 completed, throughput=5MB/sec 2024-08-29T18:26:05.052 INFO:tasks.workunit.client.0.smithi028.stdout: 842: throughput=5MB/sec pending data=0 2024-08-29T18:26:05.052 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-_BfPT2ic3a1B2Qq off=18823821 len=821312 2024-08-29T18:26:05.056 INFO:tasks.workunit.client.0.smithi028.stdout:op 4399 completed, throughput=5MB/sec 2024-08-29T18:26:05.056 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-fVzfhyKMaNYLqkU off=1212795 len=1433619 2024-08-29T18:26:05.061 INFO:tasks.workunit.client.0.smithi028.stdout:op 4400 completed, throughput=5MB/sec 2024-08-29T18:26:05.061 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-AHw0zVQsNxV9zFE off=14234402 len=1379907 2024-08-29T18:26:05.073 INFO:tasks.workunit.client.0.smithi028.stdout:op 4401 completed, throughput=5MB/sec 2024-08-29T18:26:05.073 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-8vzbS64OsSSXEnG off=8841758 len=879546 2024-08-29T18:26:05.082 INFO:tasks.workunit.client.0.smithi028.stdout:op 4402 completed, throughput=5MB/sec 2024-08-29T18:26:05.326 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:26:04 smithi053 bash[68679]: cluster 2024-08-29T18:26:03.838959+0000 mgr.y (mgr.25022) 1180 : cluster [DBG] pgmap v1868: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 3.1 MiB/s rd, 2.8 MiB/s wr, 5 op/s 2024-08-29T18:26:05.380 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:26:04 smithi028 bash[78352]: cluster 2024-08-29T18:26:03.838959+0000 mgr.y (mgr.25022) 1180 : cluster [DBG] pgmap v1868: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 3.1 MiB/s rd, 2.8 MiB/s wr, 5 op/s 2024-08-29T18:26:05.380 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:26:04 smithi028 bash[77168]: cluster 2024-08-29T18:26:03.838959+0000 mgr.y (mgr.25022) 1180 : cluster [DBG] pgmap v1868: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 3.1 MiB/s rd, 2.8 MiB/s wr, 5 op/s 2024-08-29T18:26:06.082 INFO:tasks.workunit.client.0.smithi028.stdout: 843: throughput=4.99MB/sec pending data=0 2024-08-29T18:26:06.083 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-9-CmW8itRQFFnp- off=1882530 len=842665 2024-08-29T18:26:06.092 INFO:tasks.workunit.client.0.smithi028.stdout:op 4403 completed, throughput=5MB/sec 2024-08-29T18:26:06.092 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-WMuTpw9TsENGNJr off=4997196 len=728814 2024-08-29T18:26:06.095 INFO:tasks.workunit.client.0.smithi028.stdout:op 4404 completed, throughput=5MB/sec 2024-08-29T18:26:06.095 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-inHh6WOwYrJLZaq off=528155 len=945809 2024-08-29T18:26:06.099 INFO:tasks.workunit.client.0.smithi028.stdout:op 4405 completed, throughput=5MB/sec 2024-08-29T18:26:06.099 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-STqnmsPk2NeOomL off=15242292 len=1090322 2024-08-29T18:26:06.102 INFO:tasks.workunit.client.0.smithi028.stdout:op 4406 completed, throughput=5MB/sec 2024-08-29T18:26:06.102 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-se1jg2HkoChNv0s off=5771623 len=680857 2024-08-29T18:26:06.110 INFO:tasks.workunit.client.0.smithi028.stdout:op 4407 completed, throughput=5MB/sec 2024-08-29T18:26:06.110 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-4ebOgaJTA-OIenV off=17196536 len=1731665 2024-08-29T18:26:06.114 INFO:tasks.workunit.client.0.smithi028.stdout:op 4408 completed, throughput=5MB/sec 2024-08-29T18:26:07.114 INFO:tasks.workunit.client.0.smithi028.stdout: 844: throughput=4.99MB/sec pending data=0 2024-08-29T18:26:07.114 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-OLhgRkPqNKVdJuM off=902586 len=111588 2024-08-29T18:26:07.120 INFO:tasks.workunit.client.0.smithi028.stdout:op 4409 completed, throughput=5MB/sec 2024-08-29T18:26:07.120 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-5x0gI0KALygGkp- off=3254824 len=811798 2024-08-29T18:26:07.123 INFO:tasks.workunit.client.0.smithi028.stdout:op 4410 completed, throughput=5MB/sec 2024-08-29T18:26:07.123 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-reNWAkvrcFFJ4pv off=9570719 len=1512155 2024-08-29T18:26:07.137 INFO:tasks.workunit.client.0.smithi028.stdout:op 4411 completed, throughput=5MB/sec 2024-08-29T18:26:07.137 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-CwJec-39Ru-jfGV off=1001100 len=1431607 2024-08-29T18:26:07.148 INFO:tasks.workunit.client.0.smithi028.stdout:op 4412 completed, throughput=5MB/sec 2024-08-29T18:26:07.148 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-b9MN2ahCDXjK71q off=4310742 len=665494 2024-08-29T18:26:07.150 INFO:tasks.workunit.client.0.smithi028.stdout:op 4413 completed, throughput=5MB/sec 2024-08-29T18:26:07.150 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-fSKqFTfZS6K04JO off=21094689 len=375107 2024-08-29T18:26:07.152 INFO:tasks.workunit.client.0.smithi028.stdout:op 4414 completed, throughput=5MB/sec 2024-08-29T18:26:07.326 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:26:06 smithi053 bash[68679]: cluster 2024-08-29T18:26:05.840077+0000 mgr.y (mgr.25022) 1181 : cluster [DBG] pgmap v1869: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.0 MiB/s wr, 4 op/s 2024-08-29T18:26:07.380 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:26:06 smithi028 bash[78352]: cluster 2024-08-29T18:26:05.840077+0000 mgr.y (mgr.25022) 1181 : cluster [DBG] pgmap v1869: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.0 MiB/s wr, 4 op/s 2024-08-29T18:26:07.380 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:26:06 smithi028 bash[77168]: cluster 2024-08-29T18:26:05.840077+0000 mgr.y (mgr.25022) 1181 : cluster [DBG] pgmap v1869: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.0 MiB/s wr, 4 op/s 2024-08-29T18:26:08.153 INFO:tasks.workunit.client.0.smithi028.stdout: 845: throughput=4.99MB/sec pending data=0 2024-08-29T18:26:08.153 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-iWAUX3FlWaiyb2D off=2156793 len=836848 2024-08-29T18:26:08.155 INFO:tasks.workunit.client.0.smithi028.stdout:op 4415 completed, throughput=5MB/sec 2024-08-29T18:26:08.156 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-FjGp819-1vP4u75 off=15413335 len=175925 2024-08-29T18:26:08.156 INFO:tasks.workunit.client.0.smithi028.stdout:op 4416 completed, throughput=5MB/sec 2024-08-29T18:26:08.157 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-Q44f_D1scJZmNud off=8334510 len=238588 2024-08-29T18:26:08.162 INFO:tasks.workunit.client.0.smithi028.stdout:op 4417 completed, throughput=5MB/sec 2024-08-29T18:26:08.162 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-Bu251nmm0yDvhUO off=11964423 len=1296942 2024-08-29T18:26:08.167 INFO:tasks.workunit.client.0.smithi028.stdout:op 4418 completed, throughput=5MB/sec 2024-08-29T18:26:08.167 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-tXsuEIKl8Fr2yLd off=5788542 len=93542 2024-08-29T18:26:08.169 INFO:tasks.workunit.client.0.smithi028.stdout:op 4419 completed, throughput=5MB/sec 2024-08-29T18:26:08.169 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-v7w48gkC9o5JUon off=5749725 len=1796954 2024-08-29T18:26:08.183 INFO:tasks.workunit.client.0.smithi028.stdout:op 4420 completed, throughput=5MB/sec 2024-08-29T18:26:08.183 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-OrgqdzY07RGlKfF off=14239178 len=2083806 2024-08-29T18:26:08.188 INFO:tasks.workunit.client.0.smithi028.stdout:op 4421 completed, throughput=5MB/sec 2024-08-29T18:26:09.188 INFO:tasks.workunit.client.0.smithi028.stdout: 846: throughput=5MB/sec pending data=0 2024-08-29T18:26:09.189 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-VeZYyG6kY5C3smu off=6646869 len=465996 2024-08-29T18:26:09.195 INFO:tasks.workunit.client.0.smithi028.stdout:op 4422 completed, throughput=5MB/sec 2024-08-29T18:26:09.195 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-m07ydgbNuVwikj6 off=12111628 len=1635356 2024-08-29T18:26:09.208 INFO:tasks.workunit.client.0.smithi028.stdout:op 4423 completed, throughput=5MB/sec 2024-08-29T18:26:09.208 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-YSuVzFlSwATauls off=3449008 len=492810 2024-08-29T18:26:09.215 INFO:tasks.workunit.client.0.smithi028.stdout:op 4424 completed, throughput=5MB/sec 2024-08-29T18:26:09.215 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-2gpcIesIM4KNs3K off=19071662 len=320942 2024-08-29T18:26:09.216 INFO:tasks.workunit.client.0.smithi028.stdout:op 4425 completed, throughput=5MB/sec 2024-08-29T18:26:09.216 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-oeMxJ6naaYoHzRQ off=886487 len=492823 2024-08-29T18:26:09.223 INFO:tasks.workunit.client.0.smithi028.stdout:op 4426 completed, throughput=5MB/sec 2024-08-29T18:26:09.223 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-AE0Dkd9_G3BkygQ off=7906775 len=1567289 2024-08-29T18:26:09.226 INFO:tasks.workunit.client.0.smithi028.stdout:op 4427 completed, throughput=5MB/sec 2024-08-29T18:26:09.326 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:26:09 smithi053 bash[68679]: cluster 2024-08-29T18:26:07.840864+0000 mgr.y (mgr.25022) 1182 : cluster [DBG] pgmap v1870: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.0 MiB/s wr, 4 op/s 2024-08-29T18:26:09.380 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:26:09 smithi028 bash[77168]: cluster 2024-08-29T18:26:07.840864+0000 mgr.y (mgr.25022) 1182 : cluster [DBG] pgmap v1870: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.0 MiB/s wr, 4 op/s 2024-08-29T18:26:09.380 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:26:09 smithi028 bash[78352]: cluster 2024-08-29T18:26:07.840864+0000 mgr.y (mgr.25022) 1182 : cluster [DBG] pgmap v1870: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.0 MiB/s wr, 4 op/s 2024-08-29T18:26:10.227 INFO:tasks.workunit.client.0.smithi028.stdout: 847: throughput=5MB/sec pending data=0 2024-08-29T18:26:10.227 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-ABMG2_AIg8L5H8c off=7410687 len=1850940 2024-08-29T18:26:10.241 INFO:tasks.workunit.client.0.smithi028.stdout:op 4428 completed, throughput=5MB/sec 2024-08-29T18:26:10.241 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-6PhIIa0AOsDCrFl off=1231396 len=1435573 2024-08-29T18:26:10.251 INFO:tasks.workunit.client.0.smithi028.stdout:op 4429 completed, throughput=5MB/sec 2024-08-29T18:26:10.251 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-9iJuK-m7LuNta7b off=9386460 len=1526508 2024-08-29T18:26:10.255 INFO:tasks.workunit.client.0.smithi028.stdout:op 4430 completed, throughput=5MB/sec 2024-08-29T18:26:11.255 INFO:tasks.workunit.client.0.smithi028.stdout: 848: throughput=4.99MB/sec pending data=0 2024-08-29T18:26:11.256 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-hX3mGjhy93BVvKR off=3389763 len=1161009 2024-08-29T18:26:11.263 INFO:tasks.workunit.client.0.smithi028.stdout:op 4431 completed, throughput=5MB/sec 2024-08-29T18:26:11.263 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-9WX4xkIuSXYusdK off=3932686 len=1445260 2024-08-29T18:26:11.265 INFO:tasks.workunit.client.0.smithi028.stdout:op 4432 completed, throughput=5MB/sec 2024-08-29T18:26:11.265 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-IuROaepA5TXFmxD off=10280198 len=1682505 2024-08-29T18:26:11.273 INFO:tasks.workunit.client.0.smithi028.stdout:op 4433 completed, throughput=5MB/sec 2024-08-29T18:26:11.273 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-w0daoFVhIj4ZrPE off=3862965 len=705940 2024-08-29T18:26:11.279 INFO:tasks.workunit.client.0.smithi028.stdout:op 4434 completed, throughput=5MB/sec 2024-08-29T18:26:11.280 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-CQSYyIU2aEaYHkp off=6140297 len=1890413 2024-08-29T18:26:11.289 INFO:tasks.workunit.client.0.smithi028.stdout:op 4435 completed, throughput=5MB/sec 2024-08-29T18:26:11.326 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:26:11 smithi053 bash[68679]: cluster 2024-08-29T18:26:09.842023+0000 mgr.y (mgr.25022) 1183 : cluster [DBG] pgmap v1871: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 3.5 MiB/s rd, 2.4 MiB/s wr, 5 op/s 2024-08-29T18:26:11.326 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:26:11 smithi053 bash[68679]: audit 2024-08-29T18:26:10.435758+0000 mon.a (mon.0) 2261 : audit [DBG] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-29T18:26:11.380 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:26:11 smithi028 bash[78352]: cluster 2024-08-29T18:26:09.842023+0000 mgr.y (mgr.25022) 1183 : cluster [DBG] pgmap v1871: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 3.5 MiB/s rd, 2.4 MiB/s wr, 5 op/s 2024-08-29T18:26:11.380 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:26:11 smithi028 bash[78352]: audit 2024-08-29T18:26:10.435758+0000 mon.a (mon.0) 2261 : audit [DBG] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-29T18:26:11.380 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:26:11 smithi028 bash[77168]: cluster 2024-08-29T18:26:09.842023+0000 mgr.y (mgr.25022) 1183 : cluster [DBG] pgmap v1871: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 3.5 MiB/s rd, 2.4 MiB/s wr, 5 op/s 2024-08-29T18:26:11.380 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:26:11 smithi028 bash[77168]: audit 2024-08-29T18:26:10.435758+0000 mon.a (mon.0) 2261 : audit [DBG] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-29T18:26:11.880 INFO:journalctl@ceph.mgr.y.smithi028.stdout:Aug 29 18:26:11 smithi028 bash[70818]: ::ffff:172.21.15.53 - - [29/Aug/2024:18:26:11] "GET /metrics HTTP/1.1" 200 34020 "" "Prometheus/2.43.0" 2024-08-29T18:26:12.290 INFO:tasks.workunit.client.0.smithi028.stdout: 849: throughput=5MB/sec pending data=0 2024-08-29T18:26:12.290 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-H4V2jLp4-lQx6kO off=1381915 len=2041785 2024-08-29T18:26:12.294 INFO:tasks.workunit.client.0.smithi028.stdout:op 4436 completed, throughput=5MB/sec 2024-08-29T18:26:12.295 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-rE6RAjptOiDWM7I off=2226137 len=570909 2024-08-29T18:26:12.297 INFO:tasks.workunit.client.0.smithi028.stdout:op 4437 completed, throughput=5MB/sec 2024-08-29T18:26:12.297 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-safJHgq_c5AvJqI off=10728976 len=1947266 2024-08-29T18:26:12.302 INFO:tasks.workunit.client.0.smithi028.stdout:op 4438 completed, throughput=5MB/sec 2024-08-29T18:26:12.315 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:26:12 smithi053 bash[68679]: audit 2024-08-29T18:26:11.207368+0000 mon.a (mon.0) 2262 : audit [DBG] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-29T18:26:12.315 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:26:12 smithi053 bash[68679]: audit 2024-08-29T18:26:11.209013+0000 mon.a (mon.0) 2263 : audit [INF] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-29T18:26:12.315 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:26:12 smithi053 bash[68679]: audit 2024-08-29T18:26:11.218076+0000 mon.a (mon.0) 2264 : audit [INF] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' 2024-08-29T18:26:12.380 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:26:12 smithi028 bash[78352]: audit 2024-08-29T18:26:11.207368+0000 mon.a (mon.0) 2262 : audit [DBG] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-29T18:26:12.380 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:26:12 smithi028 bash[78352]: audit 2024-08-29T18:26:11.209013+0000 mon.a (mon.0) 2263 : audit [INF] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-29T18:26:12.380 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:26:12 smithi028 bash[78352]: audit 2024-08-29T18:26:11.218076+0000 mon.a (mon.0) 2264 : audit [INF] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' 2024-08-29T18:26:12.380 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:26:12 smithi028 bash[77168]: audit 2024-08-29T18:26:11.207368+0000 mon.a (mon.0) 2262 : audit [DBG] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-29T18:26:12.381 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:26:12 smithi028 bash[77168]: audit 2024-08-29T18:26:11.209013+0000 mon.a (mon.0) 2263 : audit [INF] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-29T18:26:12.381 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:26:12 smithi028 bash[77168]: audit 2024-08-29T18:26:11.218076+0000 mon.a (mon.0) 2264 : audit [INF] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' 2024-08-29T18:26:12.576 INFO:journalctl@ceph.prometheus.a.smithi053.stdout:Aug 29 18:26:12 smithi053 bash[95567]: ts=2024-08-29T18:26:12.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"3167ee72-662c-11ef-bcd4-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-29T18:26:13.302 INFO:tasks.workunit.client.0.smithi028.stdout: 850: throughput=5MB/sec pending data=0 2024-08-29T18:26:13.303 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-ndUWKHlPu8vnTb- off=3501932 len=1001519 2024-08-29T18:26:13.305 INFO:tasks.workunit.client.0.smithi028.stdout:op 4439 completed, throughput=5MB/sec 2024-08-29T18:26:13.306 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-ZHbF-_wLizxz8m- off=6166117 len=1819462 2024-08-29T18:26:13.320 INFO:tasks.workunit.client.0.smithi028.stdout:op 4440 completed, throughput=5MB/sec 2024-08-29T18:26:13.320 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-yXrPx2XLmTd7BBX off=1842497 len=442354 2024-08-29T18:26:13.322 INFO:tasks.workunit.client.0.smithi028.stdout:op 4441 completed, throughput=5MB/sec 2024-08-29T18:26:13.322 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj--aGqmTIZxpgPa3Q off=2504883 len=103428 2024-08-29T18:26:13.326 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:26:13 smithi053 bash[68679]: cluster 2024-08-29T18:26:11.842845+0000 mgr.y (mgr.25022) 1184 : cluster [DBG] pgmap v1872: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.4 MiB/s rd, 1.7 MiB/s wr, 4 op/s 2024-08-29T18:26:13.326 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:26:13 smithi053 bash[68679]: audit 2024-08-29T18:26:12.085455+0000 mon.a (mon.0) 2265 : audit [DBG] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-29T18:26:13.327 INFO:tasks.workunit.client.0.smithi028.stdout:op 4442 completed, throughput=5MB/sec 2024-08-29T18:26:13.328 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-VmiPkyC38c_B3W5 off=2548843 len=1767615 2024-08-29T18:26:13.341 INFO:tasks.workunit.client.0.smithi028.stdout:op 4443 completed, throughput=5MB/sec 2024-08-29T18:26:13.380 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:26:13 smithi028 bash[77168]: cluster 2024-08-29T18:26:11.842845+0000 mgr.y (mgr.25022) 1184 : cluster [DBG] pgmap v1872: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.4 MiB/s rd, 1.7 MiB/s wr, 4 op/s 2024-08-29T18:26:13.380 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:26:13 smithi028 bash[77168]: audit 2024-08-29T18:26:12.085455+0000 mon.a (mon.0) 2265 : audit [DBG] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-29T18:26:13.380 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:26:13 smithi028 bash[78352]: cluster 2024-08-29T18:26:11.842845+0000 mgr.y (mgr.25022) 1184 : cluster [DBG] pgmap v1872: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.4 MiB/s rd, 1.7 MiB/s wr, 4 op/s 2024-08-29T18:26:13.380 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:26:13 smithi028 bash[78352]: audit 2024-08-29T18:26:12.085455+0000 mon.a (mon.0) 2265 : audit [DBG] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-29T18:26:14.341 INFO:tasks.workunit.client.0.smithi028.stdout: 851: throughput=4.99MB/sec pending data=0 2024-08-29T18:26:14.341 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-XL7I4YMeG_fafx9 off=5353712 len=1473122 2024-08-29T18:26:14.346 INFO:tasks.workunit.client.0.smithi028.stdout:op 4444 completed, throughput=5MB/sec 2024-08-29T18:26:14.346 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-U-ucly_ogXuheDe off=456978 len=714512 2024-08-29T18:26:14.355 INFO:tasks.workunit.client.0.smithi028.stdout:op 4445 completed, throughput=5MB/sec 2024-08-29T18:26:14.355 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-iC_5GE0vmVqc0DH off=3540171 len=1732251 2024-08-29T18:26:14.359 INFO:tasks.workunit.client.0.smithi028.stdout:op 4446 completed, throughput=5MB/sec 2024-08-29T18:26:14.360 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-82TeeMP8Wv6_rDW off=2161181 len=1965070 2024-08-29T18:26:14.362 INFO:tasks.workunit.client.0.smithi028.stdout:op 4447 completed, throughput=5MB/sec 2024-08-29T18:26:15.326 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:26:15 smithi053 bash[68679]: cluster 2024-08-29T18:26:13.843779+0000 mgr.y (mgr.25022) 1185 : cluster [DBG] pgmap v1873: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 3.1 MiB/s rd, 2.5 MiB/s wr, 5 op/s 2024-08-29T18:26:15.362 INFO:tasks.workunit.client.0.smithi028.stdout: 852: throughput=5MB/sec pending data=0 2024-08-29T18:26:15.362 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-TlFCEC8--NdlwTj off=3513329 len=106262 2024-08-29T18:26:15.364 INFO:tasks.workunit.client.0.smithi028.stdout:op 4448 completed, throughput=5MB/sec 2024-08-29T18:26:15.364 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-NvmIqjrhn5DBjWu off=15142993 len=1762370 2024-08-29T18:26:15.378 INFO:tasks.workunit.client.0.smithi028.stdout:op 4449 completed, throughput=5MB/sec 2024-08-29T18:26:15.379 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-ZzSbPOH4zrWyX41 off=3069071 len=1082870 2024-08-29T18:26:15.379 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:26:15 smithi028 bash[78352]: cluster 2024-08-29T18:26:13.843779+0000 mgr.y (mgr.25022) 1185 : cluster [DBG] pgmap v1873: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 3.1 MiB/s rd, 2.5 MiB/s wr, 5 op/s 2024-08-29T18:26:15.380 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:26:15 smithi028 bash[77168]: cluster 2024-08-29T18:26:13.843779+0000 mgr.y (mgr.25022) 1185 : cluster [DBG] pgmap v1873: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 3.1 MiB/s rd, 2.5 MiB/s wr, 5 op/s 2024-08-29T18:26:15.389 INFO:tasks.workunit.client.0.smithi028.stdout:op 4450 completed, throughput=5MB/sec 2024-08-29T18:26:15.389 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-Boa3dmmGuGMi1dg off=22898464 len=839648 2024-08-29T18:26:15.392 INFO:tasks.workunit.client.0.smithi028.stdout:op 4451 completed, throughput=5MB/sec 2024-08-29T18:26:15.392 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-LJQVDaveCSuAhzd off=17778615 len=468919 2024-08-29T18:26:15.398 INFO:tasks.workunit.client.0.smithi028.stdout:op 4452 completed, throughput=5MB/sec 2024-08-29T18:26:15.398 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-QBgUxu4SJnxFkYy off=1025486 len=1231232 2024-08-29T18:26:15.402 INFO:tasks.workunit.client.0.smithi028.stdout:op 4453 completed, throughput=5MB/sec 2024-08-29T18:26:16.402 INFO:tasks.workunit.client.0.smithi028.stdout: 853: throughput=5MB/sec pending data=0 2024-08-29T18:26:16.403 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-KpPTLGvO8NcRG8P off=4527225 len=330969 2024-08-29T18:26:16.408 INFO:tasks.workunit.client.0.smithi028.stdout:op 4454 completed, throughput=5MB/sec 2024-08-29T18:26:16.409 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-sJmgpEuOODkAjpD off=13636623 len=224498 2024-08-29T18:26:16.414 INFO:tasks.workunit.client.0.smithi028.stdout:op 4455 completed, throughput=5MB/sec 2024-08-29T18:26:16.414 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-Fcq6GufWtvxzW46 off=4647534 len=1677199 2024-08-29T18:26:16.426 INFO:tasks.workunit.client.0.smithi028.stdout:op 4456 completed, throughput=5MB/sec 2024-08-29T18:26:16.426 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-GgG5u9gjdncz1YE off=6687216 len=908453 2024-08-29T18:26:16.435 INFO:tasks.workunit.client.0.smithi028.stdout:op 4457 completed, throughput=5MB/sec 2024-08-29T18:26:16.435 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-L3k6B2grHPfabAs off=510672 len=853524 2024-08-29T18:26:16.438 INFO:tasks.workunit.client.0.smithi028.stdout:op 4458 completed, throughput=5MB/sec 2024-08-29T18:26:16.438 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-ZIri8M5S2_zF7Is off=115025 len=1341425 2024-08-29T18:26:16.440 INFO:tasks.workunit.client.0.smithi028.stdout:op 4459 completed, throughput=5MB/sec 2024-08-29T18:26:17.326 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:26:17 smithi053 bash[68679]: cluster 2024-08-29T18:26:15.844866+0000 mgr.y (mgr.25022) 1186 : cluster [DBG] pgmap v1874: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2024-08-29T18:26:17.380 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:26:17 smithi028 bash[77168]: cluster 2024-08-29T18:26:15.844866+0000 mgr.y (mgr.25022) 1186 : cluster [DBG] pgmap v1874: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2024-08-29T18:26:17.380 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:26:17 smithi028 bash[78352]: cluster 2024-08-29T18:26:15.844866+0000 mgr.y (mgr.25022) 1186 : cluster [DBG] pgmap v1874: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2024-08-29T18:26:17.440 INFO:tasks.workunit.client.0.smithi028.stdout: 854: throughput=5MB/sec pending data=0 2024-08-29T18:26:17.440 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-mKa9PSuB_2_jfqR off=1977509 len=774371 2024-08-29T18:26:17.444 INFO:tasks.workunit.client.0.smithi028.stdout:op 4460 completed, throughput=5MB/sec 2024-08-29T18:26:17.444 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-woQycAGzM5xiGip off=2564590 len=1802427 2024-08-29T18:26:17.448 INFO:tasks.workunit.client.0.smithi028.stdout:op 4461 completed, throughput=5MB/sec 2024-08-29T18:26:17.448 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-jyd4p-iuri6DiFK off=998230 len=167852 2024-08-29T18:26:17.450 INFO:tasks.workunit.client.0.smithi028.stdout:op 4462 completed, throughput=5MB/sec 2024-08-29T18:26:17.450 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-SRX1tuSGTl2Nukq off=2961333 len=622627 2024-08-29T18:26:17.452 INFO:tasks.workunit.client.0.smithi028.stdout:op 4463 completed, throughput=5MB/sec 2024-08-29T18:26:17.452 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-YEd8zG0vQClc1l1 off=15107653 len=1723060 2024-08-29T18:26:17.454 INFO:tasks.workunit.client.0.smithi028.stdout:op 4464 completed, throughput=5MB/sec 2024-08-29T18:26:18.455 INFO:tasks.workunit.client.0.smithi028.stdout: 855: throughput=5MB/sec pending data=0 2024-08-29T18:26:18.455 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-p_wSWTOkrc3sABR off=3010074 len=1939515 2024-08-29T18:26:18.459 INFO:tasks.workunit.client.0.smithi028.stdout:op 4465 completed, throughput=5MB/sec 2024-08-29T18:26:18.459 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-sAygeJnrbI4xyAG off=3668734 len=1947212 2024-08-29T18:26:18.474 INFO:tasks.workunit.client.0.smithi028.stdout:op 4466 completed, throughput=5MB/sec 2024-08-29T18:26:18.474 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-_vih794q88SHWs4 off=346026 len=1354082 2024-08-29T18:26:18.477 INFO:tasks.workunit.client.0.smithi028.stdout:op 4467 completed, throughput=5MB/sec 2024-08-29T18:26:19.326 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:26:19 smithi053 bash[68679]: cluster 2024-08-29T18:26:17.845595+0000 mgr.y (mgr.25022) 1187 : cluster [DBG] pgmap v1875: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.1 MiB/s wr, 3 op/s 2024-08-29T18:26:19.380 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:26:19 smithi028 bash[77168]: cluster 2024-08-29T18:26:17.845595+0000 mgr.y (mgr.25022) 1187 : cluster [DBG] pgmap v1875: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.1 MiB/s wr, 3 op/s 2024-08-29T18:26:19.380 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:26:19 smithi028 bash[78352]: cluster 2024-08-29T18:26:17.845595+0000 mgr.y (mgr.25022) 1187 : cluster [DBG] pgmap v1875: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.1 MiB/s wr, 3 op/s 2024-08-29T18:26:19.478 INFO:tasks.workunit.client.0.smithi028.stdout: 856: throughput=5MB/sec pending data=0 2024-08-29T18:26:19.478 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-5ryUcaJ3wcglf1Z off=822659 len=519358 2024-08-29T18:26:19.480 INFO:tasks.workunit.client.0.smithi028.stdout:op 4468 completed, throughput=5MB/sec 2024-08-29T18:26:19.480 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-ejzpgF66gqur3QX off=15946027 len=1882551 2024-08-29T18:26:19.486 INFO:tasks.workunit.client.0.smithi028.stdout:op 4469 completed, throughput=5MB/sec 2024-08-29T18:26:19.486 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-nnIw7xOpc1YZlDW off=4844252 len=1595966 2024-08-29T18:26:19.498 INFO:tasks.workunit.client.0.smithi028.stdout:op 4470 completed, throughput=5MB/sec 2024-08-29T18:26:19.498 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-4vhgavMi-D5Ir6l off=8617902 len=309784 2024-08-29T18:26:19.499 INFO:tasks.workunit.client.0.smithi028.stdout:op 4471 completed, throughput=5MB/sec 2024-08-29T18:26:19.499 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-4kpMjX9txyafGcS off=563854 len=1330920 2024-08-29T18:26:19.509 INFO:tasks.workunit.client.0.smithi028.stdout:op 4472 completed, throughput=5MB/sec 2024-08-29T18:26:20.509 INFO:tasks.workunit.client.0.smithi028.stdout: 857: throughput=5MB/sec pending data=0 2024-08-29T18:26:20.510 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-HjKLnxh8ICk1ROj off=2228197 len=1616683 2024-08-29T18:26:20.520 INFO:tasks.workunit.client.0.smithi028.stdout:op 4473 completed, throughput=5MB/sec 2024-08-29T18:26:20.521 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-jnWtqPyCAZwFERZ off=2102542 len=258594 2024-08-29T18:26:20.523 INFO:tasks.workunit.client.0.smithi028.stdout:op 4474 completed, throughput=5MB/sec 2024-08-29T18:26:20.523 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-2TCKZPiu6Y0Y6y9 off=4614282 len=511335 2024-08-29T18:26:20.529 INFO:tasks.workunit.client.0.smithi028.stdout:op 4475 completed, throughput=5MB/sec 2024-08-29T18:26:20.529 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-OG7RBayaLC1Yt10 off=8766513 len=1075060 2024-08-29T18:26:20.531 INFO:tasks.workunit.client.0.smithi028.stdout:op 4476 completed, throughput=5MB/sec 2024-08-29T18:26:20.531 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-L3e76jhjreQwK7c off=12819442 len=111185 2024-08-29T18:26:20.532 INFO:tasks.workunit.client.0.smithi028.stdout:op 4477 completed, throughput=5MB/sec 2024-08-29T18:26:20.533 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-T7WhqRvSs-LeNX6 off=11294565 len=613866 2024-08-29T18:26:20.540 INFO:tasks.workunit.client.0.smithi028.stdout:op 4478 completed, throughput=5MB/sec 2024-08-29T18:26:20.540 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-9ElqulItck6WRrT off=786294 len=236246 2024-08-29T18:26:20.545 INFO:tasks.workunit.client.0.smithi028.stdout:op 4479 completed, throughput=5MB/sec 2024-08-29T18:26:20.545 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-Go_qSNwxVDXnyHQ off=6063419 len=1682378 2024-08-29T18:26:20.558 INFO:tasks.workunit.client.0.smithi028.stdout:op 4480 completed, throughput=5MB/sec 2024-08-29T18:26:21.326 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:26:21 smithi053 bash[68679]: cluster 2024-08-29T18:26:19.846817+0000 mgr.y (mgr.25022) 1188 : cluster [DBG] pgmap v1876: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 3.1 MiB/s rd, 2.4 MiB/s wr, 5 op/s 2024-08-29T18:26:21.380 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:26:21 smithi028 bash[78352]: cluster 2024-08-29T18:26:19.846817+0000 mgr.y (mgr.25022) 1188 : cluster [DBG] pgmap v1876: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 3.1 MiB/s rd, 2.4 MiB/s wr, 5 op/s 2024-08-29T18:26:21.380 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:26:21 smithi028 bash[77168]: cluster 2024-08-29T18:26:19.846817+0000 mgr.y (mgr.25022) 1188 : cluster [DBG] pgmap v1876: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 3.1 MiB/s rd, 2.4 MiB/s wr, 5 op/s 2024-08-29T18:26:21.558 INFO:tasks.workunit.client.0.smithi028.stdout: 858: throughput=5MB/sec pending data=0 2024-08-29T18:26:21.559 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-qtaXRD6VBfbl3qg off=383247 len=374992 2024-08-29T18:26:21.564 INFO:tasks.workunit.client.0.smithi028.stdout:op 4481 completed, throughput=5MB/sec 2024-08-29T18:26:21.564 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-paqOF6TwkhwxYpT off=19614807 len=151608 2024-08-29T18:26:21.569 INFO:tasks.workunit.client.0.smithi028.stdout:op 4482 completed, throughput=5MB/sec 2024-08-29T18:26:21.569 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-hTPpgC7FYwplDyY off=7222915 len=470519 2024-08-29T18:26:21.570 INFO:tasks.workunit.client.0.smithi028.stdout:op 4483 completed, throughput=5MB/sec 2024-08-29T18:26:21.571 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-eGWMmQ4l8hkzGxL off=12903016 len=126272 2024-08-29T18:26:21.576 INFO:tasks.workunit.client.0.smithi028.stdout:op 4484 completed, throughput=5MB/sec 2024-08-29T18:26:21.576 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-mKG8wE5ayMgSob8 off=369819 len=1593202 2024-08-29T18:26:21.580 INFO:tasks.workunit.client.0.smithi028.stdout:op 4485 completed, throughput=5MB/sec 2024-08-29T18:26:21.580 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-CjHwfj6lOxTg7cC off=5733353 len=1299067 2024-08-29T18:26:21.584 INFO:tasks.workunit.client.0.smithi028.stdout:op 4486 completed, throughput=5MB/sec 2024-08-29T18:26:21.880 INFO:journalctl@ceph.mgr.y.smithi028.stdout:Aug 29 18:26:21 smithi028 bash[70818]: ::ffff:172.21.15.53 - - [29/Aug/2024:18:26:21] "GET /metrics HTTP/1.1" 200 34018 "" "Prometheus/2.43.0" 2024-08-29T18:26:22.576 INFO:journalctl@ceph.prometheus.a.smithi053.stdout:Aug 29 18:26:22 smithi053 bash[95567]: ts=2024-08-29T18:26:22.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"3167ee72-662c-11ef-bcd4-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-29T18:26:22.585 INFO:tasks.workunit.client.0.smithi028.stdout: 859: throughput=4.99MB/sec pending data=0 2024-08-29T18:26:22.585 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-b4qjeikPYngJXNe off=6027358 len=131007 2024-08-29T18:26:22.590 INFO:tasks.workunit.client.0.smithi028.stdout:op 4487 completed, throughput=4.99MB/sec 2024-08-29T18:26:22.590 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-pyRnW0b_0lO-xFj off=6893938 len=104527 2024-08-29T18:26:22.595 INFO:tasks.workunit.client.0.smithi028.stdout:op 4488 completed, throughput=4.99MB/sec 2024-08-29T18:26:22.595 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-oBeJ9g4CEuY-PS- off=10771726 len=1811782 2024-08-29T18:26:22.608 INFO:tasks.workunit.client.0.smithi028.stdout:op 4489 completed, throughput=5MB/sec 2024-08-29T18:26:22.609 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-iievV4BDACejoQP off=978440 len=1269406 2024-08-29T18:26:22.619 INFO:tasks.workunit.client.0.smithi028.stdout:op 4490 completed, throughput=5MB/sec 2024-08-29T18:26:22.620 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-uZLWzFaj5c2cOIn off=66095 len=2000475 2024-08-29T18:26:22.634 INFO:tasks.workunit.client.0.smithi028.stdout:op 4491 completed, throughput=5MB/sec 2024-08-29T18:26:22.634 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-aRoa7Hl-ObWixjR off=8746288 len=1266735 2024-08-29T18:26:22.644 INFO:tasks.workunit.client.0.smithi028.stdout:op 4492 completed, throughput=5MB/sec 2024-08-29T18:26:23.326 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:26:23 smithi053 bash[68679]: cluster 2024-08-29T18:26:21.847635+0000 mgr.y (mgr.25022) 1189 : cluster [DBG] pgmap v1877: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.2 MiB/s rd, 1.8 MiB/s wr, 3 op/s 2024-08-29T18:26:23.380 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:26:23 smithi028 bash[78352]: cluster 2024-08-29T18:26:21.847635+0000 mgr.y (mgr.25022) 1189 : cluster [DBG] pgmap v1877: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.2 MiB/s rd, 1.8 MiB/s wr, 3 op/s 2024-08-29T18:26:23.380 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:26:23 smithi028 bash[77168]: cluster 2024-08-29T18:26:21.847635+0000 mgr.y (mgr.25022) 1189 : cluster [DBG] pgmap v1877: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.2 MiB/s rd, 1.8 MiB/s wr, 3 op/s 2024-08-29T18:26:23.644 INFO:tasks.workunit.client.0.smithi028.stdout: 860: throughput=5MB/sec pending data=0 2024-08-29T18:26:23.644 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-nz2VwUB36iagcqk off=2898315 len=1223997 2024-08-29T18:26:23.648 INFO:tasks.workunit.client.0.smithi028.stdout:op 4493 completed, throughput=5MB/sec 2024-08-29T18:26:23.648 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-pRN9i-gGvbh6l4S off=5451158 len=150508 2024-08-29T18:26:23.650 INFO:tasks.workunit.client.0.smithi028.stdout:op 4494 completed, throughput=5MB/sec 2024-08-29T18:26:23.650 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-N5HfIB4ChRrDBdk off=14933683 len=1672535 2024-08-29T18:26:23.656 INFO:tasks.workunit.client.0.smithi028.stdout:op 4495 completed, throughput=5MB/sec 2024-08-29T18:26:23.656 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-uGvqlWW86ChkMiN off=1835118 len=1902928 2024-08-29T18:26:23.658 INFO:tasks.workunit.client.0.smithi028.stdout:op 4496 completed, throughput=5MB/sec 2024-08-29T18:26:24.658 INFO:tasks.workunit.client.0.smithi028.stdout: 861: throughput=5MB/sec pending data=0 2024-08-29T18:26:24.659 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-JcU5ojdutdbIf0e off=4831187 len=2001968 2024-08-29T18:26:24.674 INFO:tasks.workunit.client.0.smithi028.stdout:op 4497 completed, throughput=5MB/sec 2024-08-29T18:26:24.674 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-wrPKlmre6E-mCxS off=713886 len=759209 2024-08-29T18:26:24.676 INFO:tasks.workunit.client.0.smithi028.stdout:op 4498 completed, throughput=5MB/sec 2024-08-29T18:26:24.676 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-xk4nWIeFdGX3XqH off=3828714 len=109908 2024-08-29T18:26:24.680 INFO:tasks.workunit.client.0.smithi028.stdout:op 4499 completed, throughput=5MB/sec 2024-08-29T18:26:24.680 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-P_N93Try8tDCpze off=8394700 len=52849 2024-08-29T18:26:24.681 INFO:tasks.workunit.client.0.smithi028.stdout:op 4500 completed, throughput=5MB/sec 2024-08-29T18:26:24.681 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-DnLsnDW4TpuM533 off=3786145 len=617632 2024-08-29T18:26:24.688 INFO:tasks.workunit.client.0.smithi028.stdout:op 4501 completed, throughput=5MB/sec 2024-08-29T18:26:24.688 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-JjoNtXPkMXTwg54 off=11025727 len=973758 2024-08-29T18:26:24.691 INFO:tasks.workunit.client.0.smithi028.stdout:op 4502 completed, throughput=5MB/sec 2024-08-29T18:26:24.691 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj--nomgfWVTB5OxnD off=8848445 len=2002393 2024-08-29T18:26:24.694 INFO:tasks.workunit.client.0.smithi028.stdout:op 4503 completed, throughput=5MB/sec 2024-08-29T18:26:25.326 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:26:25 smithi053 bash[68679]: cluster 2024-08-29T18:26:23.848676+0000 mgr.y (mgr.25022) 1190 : cluster [DBG] pgmap v1878: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.9 MiB/s rd, 3.0 MiB/s wr, 5 op/s 2024-08-29T18:26:25.380 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:26:25 smithi028 bash[78352]: cluster 2024-08-29T18:26:23.848676+0000 mgr.y (mgr.25022) 1190 : cluster [DBG] pgmap v1878: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.9 MiB/s rd, 3.0 MiB/s wr, 5 op/s 2024-08-29T18:26:25.380 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:26:25 smithi028 bash[77168]: cluster 2024-08-29T18:26:23.848676+0000 mgr.y (mgr.25022) 1190 : cluster [DBG] pgmap v1878: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.9 MiB/s rd, 3.0 MiB/s wr, 5 op/s 2024-08-29T18:26:25.694 INFO:tasks.workunit.client.0.smithi028.stdout: 862: throughput=5MB/sec pending data=0 2024-08-29T18:26:25.694 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-iyi0FCrgXiz9dVF off=874345 len=449959 2024-08-29T18:26:25.701 INFO:tasks.workunit.client.0.smithi028.stdout:op 4504 completed, throughput=5MB/sec 2024-08-29T18:26:25.701 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-jkBca2_ECG4bQFT off=297445 len=1408778 2024-08-29T18:26:25.704 INFO:tasks.workunit.client.0.smithi028.stdout:op 4505 completed, throughput=5MB/sec 2024-08-29T18:26:25.705 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-ehsTM_4PyByOQOm off=0 len=1154722 2024-08-29T18:26:25.709 INFO:tasks.workunit.client.0.smithi028.stdout:op 4506 completed, throughput=5MB/sec 2024-08-29T18:26:25.709 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-3weLo5nBLpCRR-o off=23560909 len=1479148 2024-08-29T18:26:25.713 INFO:tasks.workunit.client.0.smithi028.stdout:op 4507 completed, throughput=5MB/sec 2024-08-29T18:26:26.714 INFO:tasks.workunit.client.0.smithi028.stdout: 863: throughput=5MB/sec pending data=0 2024-08-29T18:26:26.714 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-6mO9jifeGcBzY1v off=12361224 len=1201477 2024-08-29T18:26:26.724 INFO:tasks.workunit.client.0.smithi028.stdout:op 4508 completed, throughput=5MB/sec 2024-08-29T18:26:26.724 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-_GnjNYtlG8tWTHk off=6359277 len=135945 2024-08-29T18:26:26.729 INFO:tasks.workunit.client.0.smithi028.stdout:op 4509 completed, throughput=5MB/sec 2024-08-29T18:26:26.729 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-PGSeglqJMnkl3Mk off=2958674 len=327713 2024-08-29T18:26:26.731 INFO:tasks.workunit.client.0.smithi028.stdout:op 4510 completed, throughput=5MB/sec 2024-08-29T18:26:26.731 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-XMts3Rjk8wLY4AM off=5407116 len=426140 2024-08-29T18:26:26.732 INFO:tasks.workunit.client.0.smithi028.stdout:op 4511 completed, throughput=5MB/sec 2024-08-29T18:26:26.732 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-miLTzStI0gDPc4J off=2777970 len=754079 2024-08-29T18:26:26.735 INFO:tasks.workunit.client.0.smithi028.stdout:op 4512 completed, throughput=5MB/sec 2024-08-29T18:26:26.735 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-8POs6OW5o9yUetI off=7670520 len=96057 2024-08-29T18:26:26.740 INFO:tasks.workunit.client.0.smithi028.stdout:op 4513 completed, throughput=5MB/sec 2024-08-29T18:26:26.740 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-iJNir3BbaKd2bHQ off=10761346 len=1359041 2024-08-29T18:26:26.751 INFO:tasks.workunit.client.0.smithi028.stdout:op 4514 completed, throughput=5MB/sec 2024-08-29T18:26:26.751 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-i16sHmmTfhhmH90 off=2595069 len=833685 2024-08-29T18:26:26.760 INFO:tasks.workunit.client.0.smithi028.stdout:op 4515 completed, throughput=5MB/sec 2024-08-29T18:26:27.328 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:26:27 smithi053 bash[68679]: cluster 2024-08-29T18:26:25.849912+0000 mgr.y (mgr.25022) 1191 : cluster [DBG] pgmap v1879: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2024-08-29T18:26:27.380 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:26:27 smithi028 bash[77168]: cluster 2024-08-29T18:26:25.849912+0000 mgr.y (mgr.25022) 1191 : cluster [DBG] pgmap v1879: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2024-08-29T18:26:27.381 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:26:27 smithi028 bash[78352]: cluster 2024-08-29T18:26:25.849912+0000 mgr.y (mgr.25022) 1191 : cluster [DBG] pgmap v1879: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2024-08-29T18:26:27.760 INFO:tasks.workunit.client.0.smithi028.stdout: 864: throughput=5MB/sec pending data=0 2024-08-29T18:26:27.760 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-82GA0baLK3vL5KN off=10370394 len=1529017 2024-08-29T18:26:27.771 INFO:tasks.workunit.client.0.smithi028.stdout:op 4516 completed, throughput=5MB/sec 2024-08-29T18:26:27.771 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-m4vyQBS7c0553Al off=4335140 len=1398715 2024-08-29T18:26:27.773 INFO:tasks.workunit.client.0.smithi028.stdout:op 4517 completed, throughput=5MB/sec 2024-08-29T18:26:27.773 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-0Pr1Ho2LqGhclxJ off=345927 len=1065906 2024-08-29T18:26:27.776 INFO:tasks.workunit.client.0.smithi028.stdout:op 4518 completed, throughput=5MB/sec 2024-08-29T18:26:27.776 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-rKNkNRuzMPNTzXf off=2382110 len=1855081 2024-08-29T18:26:27.789 INFO:tasks.workunit.client.0.smithi028.stdout:op 4519 completed, throughput=5MB/sec 2024-08-29T18:26:28.326 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:26:28 smithi053 bash[68679]: audit 2024-08-29T18:26:27.086135+0000 mon.a (mon.0) 2266 : audit [DBG] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-29T18:26:28.380 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:26:28 smithi028 bash[78352]: audit 2024-08-29T18:26:27.086135+0000 mon.a (mon.0) 2266 : audit [DBG] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-29T18:26:28.380 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:26:28 smithi028 bash[77168]: audit 2024-08-29T18:26:27.086135+0000 mon.a (mon.0) 2266 : audit [DBG] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-29T18:26:28.789 INFO:tasks.workunit.client.0.smithi028.stdout: 865: throughput=5MB/sec pending data=0 2024-08-29T18:26:28.790 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-OhRDYC366_ak-3X off=3321807 len=954992 2024-08-29T18:26:28.800 INFO:tasks.workunit.client.0.smithi028.stdout:op 4520 completed, throughput=5MB/sec 2024-08-29T18:26:28.800 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-Z_ST-6rTXVL06lP off=8352476 len=959416 2024-08-29T18:26:28.802 INFO:tasks.workunit.client.0.smithi028.stdout:op 4521 completed, throughput=5MB/sec 2024-08-29T18:26:28.802 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-d7ru1-v6tpfYlof off=5055554 len=1618686 2024-08-29T18:26:28.815 INFO:tasks.workunit.client.0.smithi028.stdout:op 4522 completed, throughput=5MB/sec 2024-08-29T18:26:28.815 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-c9rKWe74S6Yy5c8 off=221399 len=245466 2024-08-29T18:26:28.820 INFO:tasks.workunit.client.0.smithi028.stdout:op 4523 completed, throughput=5MB/sec 2024-08-29T18:26:28.821 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-fQ5FUxYogfVBVqG off=4817594 len=287919 2024-08-29T18:26:28.826 INFO:tasks.workunit.client.0.smithi028.stdout:op 4524 completed, throughput=5MB/sec 2024-08-29T18:26:28.826 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-jKErXgSuL3Imkre off=9726119 len=174960 2024-08-29T18:26:28.831 INFO:tasks.workunit.client.0.smithi028.stdout:op 4525 completed, throughput=5MB/sec 2024-08-29T18:26:28.831 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-ukZL_ZMmwyBiFo6 off=20302636 len=1722691 2024-08-29T18:26:28.835 INFO:tasks.workunit.client.0.smithi028.stdout:op 4526 completed, throughput=5MB/sec 2024-08-29T18:26:29.326 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:26:29 smithi053 bash[68679]: cluster 2024-08-29T18:26:27.850628+0000 mgr.y (mgr.25022) 1192 : cluster [DBG] pgmap v1880: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2024-08-29T18:26:29.380 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:26:29 smithi028 bash[78352]: cluster 2024-08-29T18:26:27.850628+0000 mgr.y (mgr.25022) 1192 : cluster [DBG] pgmap v1880: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2024-08-29T18:26:29.381 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:26:29 smithi028 bash[77168]: cluster 2024-08-29T18:26:27.850628+0000 mgr.y (mgr.25022) 1192 : cluster [DBG] pgmap v1880: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2024-08-29T18:26:29.835 INFO:tasks.workunit.client.0.smithi028.stdout: 866: throughput=5MB/sec pending data=0 2024-08-29T18:26:29.835 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-RL7T9EUiHQNijq1 off=6611990 len=1555940 2024-08-29T18:26:29.848 INFO:tasks.workunit.client.0.smithi028.stdout:op 4527 completed, throughput=5MB/sec 2024-08-29T18:26:29.848 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-T0IJHS6149c6f4u off=8077411 len=2094983 2024-08-29T18:26:29.855 INFO:tasks.workunit.client.0.smithi028.stdout:op 4528 completed, throughput=5MB/sec 2024-08-29T18:26:29.855 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-yL3zav7NgS9SRBN off=11878839 len=1320917 2024-08-29T18:26:29.866 INFO:tasks.workunit.client.0.smithi028.stdout:op 4529 completed, throughput=5MB/sec 2024-08-29T18:26:30.867 INFO:tasks.workunit.client.0.smithi028.stdout: 867: throughput=5MB/sec pending data=0 2024-08-29T18:26:30.867 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-FcjuS9RlPQmqgMw off=1535087 len=1853959 2024-08-29T18:26:30.880 INFO:tasks.workunit.client.0.smithi028.stdout:op 4530 completed, throughput=5MB/sec 2024-08-29T18:26:30.880 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-9yObvf3mWzo-iQz off=770397 len=1295605 2024-08-29T18:26:30.884 INFO:tasks.workunit.client.0.smithi028.stdout:op 4531 completed, throughput=5MB/sec 2024-08-29T18:26:30.884 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-22AUWdeVavR0E74 off=4355602 len=661279 2024-08-29T18:26:30.891 INFO:tasks.workunit.client.0.smithi028.stdout:op 4532 completed, throughput=5MB/sec 2024-08-29T18:26:30.891 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-gep2IlGwMah1la8 off=461250 len=74545 2024-08-29T18:26:30.895 INFO:tasks.workunit.client.0.smithi028.stdout:op 4533 completed, throughput=5MB/sec 2024-08-29T18:26:30.895 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-3wS0ICAtHhSi8qt off=5322261 len=263670 2024-08-29T18:26:30.897 INFO:tasks.workunit.client.0.smithi028.stdout:op 4534 completed, throughput=5MB/sec 2024-08-29T18:26:30.897 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-Myf78bwOH_7Yyjc off=2952411 len=983480 2024-08-29T18:26:30.899 INFO:tasks.workunit.client.0.smithi028.stdout:op 4535 completed, throughput=5MB/sec 2024-08-29T18:26:31.326 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:26:31 smithi053 bash[68679]: cluster 2024-08-29T18:26:29.851930+0000 mgr.y (mgr.25022) 1193 : cluster [DBG] pgmap v1881: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 3.4 MiB/s rd, 2.8 MiB/s wr, 6 op/s 2024-08-29T18:26:31.380 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:26:31 smithi028 bash[78352]: cluster 2024-08-29T18:26:29.851930+0000 mgr.y (mgr.25022) 1193 : cluster [DBG] pgmap v1881: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 3.4 MiB/s rd, 2.8 MiB/s wr, 6 op/s 2024-08-29T18:26:31.380 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:26:31 smithi028 bash[77168]: cluster 2024-08-29T18:26:29.851930+0000 mgr.y (mgr.25022) 1193 : cluster [DBG] pgmap v1881: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 3.4 MiB/s rd, 2.8 MiB/s wr, 6 op/s 2024-08-29T18:26:31.880 INFO:journalctl@ceph.mgr.y.smithi028.stdout:Aug 29 18:26:31 smithi028 bash[70818]: ::ffff:172.21.15.53 - - [29/Aug/2024:18:26:31] "GET /metrics HTTP/1.1" 200 34016 "" "Prometheus/2.43.0" 2024-08-29T18:26:31.900 INFO:tasks.workunit.client.0.smithi028.stdout: 868: throughput=5MB/sec pending data=0 2024-08-29T18:26:31.900 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-a8QgzzWeZ65jvLc off=4176076 len=1226997 2024-08-29T18:26:31.903 INFO:tasks.workunit.client.0.smithi028.stdout:op 4536 completed, throughput=5MB/sec 2024-08-29T18:26:31.903 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-Nsmoy1P29avItdY off=11809641 len=848130 2024-08-29T18:26:31.912 INFO:tasks.workunit.client.0.smithi028.stdout:op 4537 completed, throughput=5MB/sec 2024-08-29T18:26:31.912 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-q_qthqCZldY0RAe off=1893329 len=59814 2024-08-29T18:26:31.916 INFO:tasks.workunit.client.0.smithi028.stdout:op 4538 completed, throughput=5MB/sec 2024-08-29T18:26:31.916 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-WTOo9NBNKpMB1rb off=9640052 len=1247280 2024-08-29T18:26:31.928 INFO:tasks.workunit.client.0.smithi028.stdout:op 4539 completed, throughput=5MB/sec 2024-08-29T18:26:31.928 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-ukHJb5cyu95w3FE off=12540539 len=557244 2024-08-29T18:26:31.934 INFO:tasks.workunit.client.0.smithi028.stdout:op 4540 completed, throughput=5MB/sec 2024-08-29T18:26:31.935 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-e5yd6Q6Wr24nV2I off=9596950 len=895984 2024-08-29T18:26:31.942 INFO:tasks.workunit.client.0.smithi028.stdout:op 4541 completed, throughput=5MB/sec 2024-08-29T18:26:32.576 INFO:journalctl@ceph.prometheus.a.smithi053.stdout:Aug 29 18:26:32 smithi053 bash[95567]: ts=2024-08-29T18:26:32.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"3167ee72-662c-11ef-bcd4-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-29T18:26:32.943 INFO:tasks.workunit.client.0.smithi028.stdout: 869: throughput=4.99MB/sec pending data=0 2024-08-29T18:26:32.943 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-un5yfZRWY3-dpT3 off=4156562 len=1237502 2024-08-29T18:26:32.953 INFO:tasks.workunit.client.0.smithi028.stdout:op 4542 completed, throughput=5MB/sec 2024-08-29T18:26:32.953 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-KXnwysy0i9EPtdw off=11500255 len=2079181 2024-08-29T18:26:32.970 INFO:tasks.workunit.client.0.smithi028.stdout:op 4543 completed, throughput=5MB/sec 2024-08-29T18:26:32.970 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-0Vu4HBQGmRJgxJr off=1240605 len=335265 2024-08-29T18:26:32.976 INFO:tasks.workunit.client.0.smithi028.stdout:op 4544 completed, throughput=5MB/sec 2024-08-29T18:26:32.976 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-LaHxT-5d-jDNKXK off=19985876 len=641626 2024-08-29T18:26:32.978 INFO:tasks.workunit.client.0.smithi028.stdout:op 4545 completed, throughput=5MB/sec 2024-08-29T18:26:32.978 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-RgDceJEoXu6uQdB off=1814780 len=103367 2024-08-29T18:26:32.982 INFO:tasks.workunit.client.0.smithi028.stdout:op 4546 completed, throughput=5MB/sec 2024-08-29T18:26:32.983 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-aVzXFiHTlFcOLu2 off=467790 len=1936728 2024-08-29T18:26:32.997 INFO:tasks.workunit.client.0.smithi028.stdout:op 4547 completed, throughput=5MB/sec 2024-08-29T18:26:33.326 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:26:33 smithi053 bash[68679]: cluster 2024-08-29T18:26:31.852737+0000 mgr.y (mgr.25022) 1194 : cluster [DBG] pgmap v1882: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2024-08-29T18:26:33.380 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:26:33 smithi028 bash[78352]: cluster 2024-08-29T18:26:31.852737+0000 mgr.y (mgr.25022) 1194 : cluster [DBG] pgmap v1882: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2024-08-29T18:26:33.380 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:26:33 smithi028 bash[77168]: cluster 2024-08-29T18:26:31.852737+0000 mgr.y (mgr.25022) 1194 : cluster [DBG] pgmap v1882: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2024-08-29T18:26:33.997 INFO:tasks.workunit.client.0.smithi028.stdout: 870: throughput=5MB/sec pending data=0 2024-08-29T18:26:33.997 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-ICoZHNHVyCD_5cs off=1174006 len=560060 2024-08-29T18:26:34.000 INFO:tasks.workunit.client.0.smithi028.stdout:op 4548 completed, throughput=5MB/sec 2024-08-29T18:26:34.000 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-abKatKt6chkEF5m off=6395781 len=1266649 2024-08-29T18:26:34.004 INFO:tasks.workunit.client.0.smithi028.stdout:op 4549 completed, throughput=5MB/sec 2024-08-29T18:26:34.004 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-uh07ij4QAsEH4g7 off=485747 len=373495 2024-08-29T18:26:34.006 INFO:tasks.workunit.client.0.smithi028.stdout:op 4550 completed, throughput=5MB/sec 2024-08-29T18:26:34.006 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-9R0K9sjDXLqwsuS off=19349029 len=1420104 2024-08-29T18:26:34.018 INFO:tasks.workunit.client.0.smithi028.stdout:op 4551 completed, throughput=5MB/sec 2024-08-29T18:26:34.019 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-g_2TReCZpUGHpNP off=4855975 len=1467983 2024-08-29T18:26:34.022 INFO:tasks.workunit.client.0.smithi028.stdout:op 4552 completed, throughput=5MB/sec 2024-08-29T18:26:35.023 INFO:tasks.workunit.client.0.smithi028.stdout: 871: throughput=5MB/sec pending data=0 2024-08-29T18:26:35.023 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-_cwI45mpxzCvhr- off=6411483 len=751742 2024-08-29T18:26:35.025 INFO:tasks.workunit.client.0.smithi028.stdout:op 4553 completed, throughput=5MB/sec 2024-08-29T18:26:35.026 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-yGuv-ve0aOHIFNk off=18460067 len=520714 2024-08-29T18:26:35.033 INFO:tasks.workunit.client.0.smithi028.stdout:op 4554 completed, throughput=5MB/sec 2024-08-29T18:26:35.033 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-Bi9yA8HCxQmN_-e off=1365229 len=718359 2024-08-29T18:26:35.036 INFO:tasks.workunit.client.0.smithi028.stdout:op 4555 completed, throughput=5MB/sec 2024-08-29T18:26:35.036 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-Lj9G2X-zIV5dLP_ off=11181553 len=1904359 2024-08-29T18:26:35.049 INFO:tasks.workunit.client.0.smithi028.stdout:op 4556 completed, throughput=5MB/sec 2024-08-29T18:26:35.049 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-cqJTKLwx1z4dPYy off=4022267 len=2023427 2024-08-29T18:26:35.056 INFO:tasks.workunit.client.0.smithi028.stdout:op 4557 completed, throughput=5MB/sec 2024-08-29T18:26:35.326 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:26:35 smithi053 bash[68679]: cluster 2024-08-29T18:26:33.853663+0000 mgr.y (mgr.25022) 1195 : cluster [DBG] pgmap v1883: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.8 MiB/s rd, 3.3 MiB/s wr, 6 op/s 2024-08-29T18:26:35.380 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:26:35 smithi028 bash[78352]: cluster 2024-08-29T18:26:33.853663+0000 mgr.y (mgr.25022) 1195 : cluster [DBG] pgmap v1883: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.8 MiB/s rd, 3.3 MiB/s wr, 6 op/s 2024-08-29T18:26:35.380 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:26:35 smithi028 bash[77168]: cluster 2024-08-29T18:26:33.853663+0000 mgr.y (mgr.25022) 1195 : cluster [DBG] pgmap v1883: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.8 MiB/s rd, 3.3 MiB/s wr, 6 op/s 2024-08-29T18:26:36.056 INFO:tasks.workunit.client.0.smithi028.stdout: 872: throughput=5MB/sec pending data=0 2024-08-29T18:26:36.056 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-6tHslCnC1ttfmaz off=8494580 len=221606 2024-08-29T18:26:36.058 INFO:tasks.workunit.client.0.smithi028.stdout:op 4558 completed, throughput=5MB/sec 2024-08-29T18:26:36.058 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-Yp2IZXDdcKa2eCP off=19570741 len=860493 2024-08-29T18:26:36.066 INFO:tasks.workunit.client.0.smithi028.stdout:op 4559 completed, throughput=5MB/sec 2024-08-29T18:26:36.066 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-wbcwkKPhrQ-sabk off=9136090 len=247263 2024-08-29T18:26:36.072 INFO:tasks.workunit.client.0.smithi028.stdout:op 4560 completed, throughput=5MB/sec 2024-08-29T18:26:36.072 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-G0bs-zK3WDpS-1C off=3804279 len=541860 2024-08-29T18:26:36.074 INFO:tasks.workunit.client.0.smithi028.stdout:op 4561 completed, throughput=5MB/sec 2024-08-29T18:26:36.074 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-z5pUOf_OnuO5jwR off=12823878 len=1003307 2024-08-29T18:26:36.084 INFO:tasks.workunit.client.0.smithi028.stdout:op 4562 completed, throughput=5MB/sec 2024-08-29T18:26:36.084 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-EKim7kRp5OpZr4R off=1916334 len=1027943 2024-08-29T18:26:36.092 INFO:tasks.workunit.client.0.smithi028.stdout:op 4563 completed, throughput=5MB/sec 2024-08-29T18:26:36.092 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-l258JbtY48vO-Ok off=4250326 len=1452892 2024-08-29T18:26:36.096 INFO:tasks.workunit.client.0.smithi028.stdout:op 4564 completed, throughput=5MB/sec 2024-08-29T18:26:37.098 INFO:tasks.workunit.client.0.smithi028.stdout: 873: throughput=5MB/sec pending data=0 2024-08-29T18:26:37.098 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-qx4YK1XoPiWl21v off=6982783 len=101881 2024-08-29T18:26:37.099 INFO:tasks.workunit.client.0.smithi028.stdout:op 4565 completed, throughput=5MB/sec 2024-08-29T18:26:37.099 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-56ZrizG2cQ24SGj off=341218 len=1032947 2024-08-29T18:26:37.101 INFO:tasks.workunit.client.0.smithi028.stdout:op 4566 completed, throughput=5MB/sec 2024-08-29T18:26:37.102 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-Eap1yF9mEd7yh2m off=13072557 len=1404641 2024-08-29T18:26:37.105 INFO:tasks.workunit.client.0.smithi028.stdout:op 4567 completed, throughput=5MB/sec 2024-08-29T18:26:37.105 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-6gi_NbnfW1b7JF0 off=12842885 len=685279 2024-08-29T18:26:37.112 INFO:tasks.workunit.client.0.smithi028.stdout:op 4568 completed, throughput=5MB/sec 2024-08-29T18:26:37.112 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-RlbwcXtqnSVNCjH off=7890343 len=523154 2024-08-29T18:26:37.115 INFO:tasks.workunit.client.0.smithi028.stdout:op 4569 completed, throughput=5MB/sec 2024-08-29T18:26:37.115 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-g6t-3NbhVchYprk off=17717374 len=1886664 2024-08-29T18:26:37.128 INFO:tasks.workunit.client.0.smithi028.stdout:op 4570 completed, throughput=5MB/sec 2024-08-29T18:26:37.326 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:26:37 smithi053 bash[68679]: cluster 2024-08-29T18:26:35.854753+0000 mgr.y (mgr.25022) 1196 : cluster [DBG] pgmap v1884: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.4 MiB/s wr, 5 op/s 2024-08-29T18:26:37.380 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:26:37 smithi028 bash[78352]: cluster 2024-08-29T18:26:35.854753+0000 mgr.y (mgr.25022) 1196 : cluster [DBG] pgmap v1884: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.4 MiB/s wr, 5 op/s 2024-08-29T18:26:37.380 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:26:37 smithi028 bash[77168]: cluster 2024-08-29T18:26:35.854753+0000 mgr.y (mgr.25022) 1196 : cluster [DBG] pgmap v1884: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.4 MiB/s wr, 5 op/s 2024-08-29T18:26:38.129 INFO:tasks.workunit.client.0.smithi028.stdout: 874: throughput=5MB/sec pending data=0 2024-08-29T18:26:38.129 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-wgM5fPmsfYLWCR6 off=11707224 len=1202627 2024-08-29T18:26:38.139 INFO:tasks.workunit.client.0.smithi028.stdout:op 4571 completed, throughput=5MB/sec 2024-08-29T18:26:38.139 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-LaHxT-5d-jDNKXK off=4870147 len=1799359 2024-08-29T18:26:38.144 INFO:tasks.workunit.client.0.smithi028.stdout:op 4572 completed, throughput=5MB/sec 2024-08-29T18:26:38.144 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-3qvEygppMGrGI9- off=2114206 len=1224084 2024-08-29T18:26:38.148 INFO:tasks.workunit.client.0.smithi028.stdout:op 4573 completed, throughput=5MB/sec 2024-08-29T18:26:39.148 INFO:tasks.workunit.client.0.smithi028.stdout: 875: throughput=4.99MB/sec pending data=0 2024-08-29T18:26:39.148 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-49ok8kfyImAffqR off=463208 len=1498246 2024-08-29T18:26:39.160 INFO:tasks.workunit.client.0.smithi028.stdout:op 4574 completed, throughput=5MB/sec 2024-08-29T18:26:39.160 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-ONPuzOyOWKpXwXh off=5439957 len=282082 2024-08-29T18:26:39.162 INFO:tasks.workunit.client.0.smithi028.stdout:op 4575 completed, throughput=5MB/sec 2024-08-29T18:26:39.162 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj--3r7kZ0JwjlxJPN off=1298462 len=1463473 2024-08-29T18:26:39.170 INFO:tasks.workunit.client.0.smithi028.stdout:op 4576 completed, throughput=5MB/sec 2024-08-29T18:26:39.171 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-7pla2_Pq0QZ85ZJ off=3804465 len=1994103 2024-08-29T18:26:39.187 INFO:tasks.workunit.client.0.smithi028.stdout:op 4577 completed, throughput=5MB/sec 2024-08-29T18:26:39.326 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:26:39 smithi053 bash[68679]: cluster 2024-08-29T18:26:37.855483+0000 mgr.y (mgr.25022) 1197 : cluster [DBG] pgmap v1885: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2024-08-29T18:26:39.380 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:26:39 smithi028 bash[78352]: cluster 2024-08-29T18:26:37.855483+0000 mgr.y (mgr.25022) 1197 : cluster [DBG] pgmap v1885: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2024-08-29T18:26:39.380 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:26:39 smithi028 bash[77168]: cluster 2024-08-29T18:26:37.855483+0000 mgr.y (mgr.25022) 1197 : cluster [DBG] pgmap v1885: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2024-08-29T18:26:40.188 INFO:tasks.workunit.client.0.smithi028.stdout: 876: throughput=4.99MB/sec pending data=0 2024-08-29T18:26:40.188 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-mJo8UnlUqTgyIKj off=12644794 len=983592 2024-08-29T18:26:40.199 INFO:tasks.workunit.client.0.smithi028.stdout:op 4578 completed, throughput=5MB/sec 2024-08-29T18:26:40.199 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-n6YZlHX_EFgUUo9 off=4190541 len=1176083 2024-08-29T18:26:40.209 INFO:tasks.workunit.client.0.smithi028.stdout:op 4579 completed, throughput=5MB/sec 2024-08-29T18:26:40.209 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-jPf53EnfgqexEcg off=12492036 len=1256011 2024-08-29T18:26:40.220 INFO:tasks.workunit.client.0.smithi028.stdout:op 4580 completed, throughput=5MB/sec 2024-08-29T18:26:40.220 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-PrnSEHRodcl_69w off=22110537 len=1147612 2024-08-29T18:26:40.229 INFO:tasks.workunit.client.0.smithi028.stdout:op 4581 completed, throughput=5MB/sec 2024-08-29T18:26:40.229 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-Sq6JxGtP4Fwvub9 off=3589890 len=1729908 2024-08-29T18:26:40.241 INFO:tasks.workunit.client.0.smithi028.stdout:op 4582 completed, throughput=5MB/sec 2024-08-29T18:26:41.242 INFO:tasks.workunit.client.0.smithi028.stdout: 877: throughput=5MB/sec pending data=0 2024-08-29T18:26:41.242 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-WiuAy8KmMHOSMFW off=2181621 len=1239259 2024-08-29T18:26:41.245 INFO:tasks.workunit.client.0.smithi028.stdout:op 4583 completed, throughput=5MB/sec 2024-08-29T18:26:41.245 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-7boUUtFapbvnpNK off=4751003 len=287703 2024-08-29T18:26:41.247 INFO:tasks.workunit.client.0.smithi028.stdout:op 4584 completed, throughput=5MB/sec 2024-08-29T18:26:41.247 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-QMwKU9OVCGrQMxP off=5045633 len=1778770 2024-08-29T18:26:41.251 INFO:tasks.workunit.client.0.smithi028.stdout:op 4585 completed, throughput=5MB/sec 2024-08-29T18:26:41.251 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-iRbOVtTjbghc2gg off=4721461 len=212611 2024-08-29T18:26:41.257 INFO:tasks.workunit.client.0.smithi028.stdout:op 4586 completed, throughput=5MB/sec 2024-08-29T18:26:41.257 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-kU5dTwcpduZgh9M off=4042550 len=825253 2024-08-29T18:26:41.259 INFO:tasks.workunit.client.0.smithi028.stdout:op 4587 completed, throughput=5MB/sec 2024-08-29T18:26:41.259 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-cT09ccK3VxTGDYL off=485261 len=1699648 2024-08-29T18:26:41.264 INFO:tasks.workunit.client.0.smithi028.stdout:op 4588 completed, throughput=5MB/sec 2024-08-29T18:26:41.326 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:26:41 smithi053 bash[68679]: cluster 2024-08-29T18:26:39.856682+0000 mgr.y (mgr.25022) 1198 : cluster [DBG] pgmap v1886: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 3.1 MiB/s rd, 3.1 MiB/s wr, 6 op/s 2024-08-29T18:26:41.380 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:26:41 smithi028 bash[78352]: cluster 2024-08-29T18:26:39.856682+0000 mgr.y (mgr.25022) 1198 : cluster [DBG] pgmap v1886: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 3.1 MiB/s rd, 3.1 MiB/s wr, 6 op/s 2024-08-29T18:26:41.380 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:26:41 smithi028 bash[77168]: cluster 2024-08-29T18:26:39.856682+0000 mgr.y (mgr.25022) 1198 : cluster [DBG] pgmap v1886: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 3.1 MiB/s rd, 3.1 MiB/s wr, 6 op/s 2024-08-29T18:26:41.880 INFO:journalctl@ceph.mgr.y.smithi028.stdout:Aug 29 18:26:41 smithi028 bash[70818]: ::ffff:172.21.15.53 - - [29/Aug/2024:18:26:41] "GET /metrics HTTP/1.1" 200 34016 "" "Prometheus/2.43.0" 2024-08-29T18:26:42.264 INFO:tasks.workunit.client.0.smithi028.stdout: 878: throughput=5MB/sec pending data=0 2024-08-29T18:26:42.264 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-iPqYEBCS96dBA00 off=4931118 len=511293 2024-08-29T18:26:42.266 INFO:tasks.workunit.client.0.smithi028.stdout:op 4589 completed, throughput=5MB/sec 2024-08-29T18:26:42.267 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-PUvTz9mjofWS8XN off=17109784 len=914862 2024-08-29T18:26:42.269 INFO:tasks.workunit.client.0.smithi028.stdout:op 4590 completed, throughput=5MB/sec 2024-08-29T18:26:42.269 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-0FaWZPhrJ5xBWSq off=15720576 len=1602550 2024-08-29T18:26:42.275 INFO:tasks.workunit.client.0.smithi028.stdout:op 4591 completed, throughput=5MB/sec 2024-08-29T18:26:42.275 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-pY7CUqPwnv4KmQD off=2162809 len=204647 2024-08-29T18:26:42.280 INFO:tasks.workunit.client.0.smithi028.stdout:op 4592 completed, throughput=5MB/sec 2024-08-29T18:26:42.281 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-5qFx4qjcwvMNYu9 off=3611596 len=1047977 2024-08-29T18:26:42.289 INFO:tasks.workunit.client.0.smithi028.stdout:op 4593 completed, throughput=5MB/sec 2024-08-29T18:26:42.576 INFO:journalctl@ceph.prometheus.a.smithi053.stdout:Aug 29 18:26:42 smithi053 bash[95567]: ts=2024-08-29T18:26:42.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"3167ee72-662c-11ef-bcd4-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-29T18:26:43.290 INFO:tasks.workunit.client.0.smithi028.stdout: 879: throughput=4.99MB/sec pending data=0 2024-08-29T18:26:43.290 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-3XPz0QmRRCq859x off=12331818 len=1465118 2024-08-29T18:26:43.293 INFO:tasks.workunit.client.0.smithi028.stdout:op 4594 completed, throughput=5MB/sec 2024-08-29T18:26:43.294 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-yvdjnyBBzhs5mto off=492439 len=1296103 2024-08-29T18:26:43.304 INFO:tasks.workunit.client.0.smithi028.stdout:op 4595 completed, throughput=5MB/sec 2024-08-29T18:26:43.304 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-0S1nkuE30RUg9_F off=16836373 len=827276 2024-08-29T18:26:43.312 INFO:tasks.workunit.client.0.smithi028.stdout:op 4596 completed, throughput=5MB/sec 2024-08-29T18:26:43.312 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-ZjUiVrlxubA_auu off=855946 len=1613309 2024-08-29T18:26:43.324 INFO:tasks.workunit.client.0.smithi028.stdout:op 4597 completed, throughput=5MB/sec 2024-08-29T18:26:43.325 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:26:43 smithi053 bash[68679]: cluster 2024-08-29T18:26:41.857495+0000 mgr.y (mgr.25022) 1199 : cluster [DBG] pgmap v1887: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 1.9 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2024-08-29T18:26:43.326 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:26:43 smithi053 bash[68679]: audit 2024-08-29T18:26:42.086239+0000 mon.a (mon.0) 2267 : audit [DBG] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-29T18:26:43.380 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:26:43 smithi028 bash[78352]: cluster 2024-08-29T18:26:41.857495+0000 mgr.y (mgr.25022) 1199 : cluster [DBG] pgmap v1887: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 1.9 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2024-08-29T18:26:43.380 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:26:43 smithi028 bash[78352]: audit 2024-08-29T18:26:42.086239+0000 mon.a (mon.0) 2267 : audit [DBG] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-29T18:26:43.380 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:26:43 smithi028 bash[77168]: cluster 2024-08-29T18:26:41.857495+0000 mgr.y (mgr.25022) 1199 : cluster [DBG] pgmap v1887: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 1.9 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2024-08-29T18:26:43.380 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:26:43 smithi028 bash[77168]: audit 2024-08-29T18:26:42.086239+0000 mon.a (mon.0) 2267 : audit [DBG] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-29T18:26:44.325 INFO:tasks.workunit.client.0.smithi028.stdout: 880: throughput=4.99MB/sec pending data=0 2024-08-29T18:26:44.325 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-Yc2PME7DpwYQUBg off=4356481 len=538651 2024-08-29T18:26:44.327 INFO:tasks.workunit.client.0.smithi028.stdout:op 4598 completed, throughput=5MB/sec 2024-08-29T18:26:44.327 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-ONAMNHuk0aJMleT off=4263888 len=182229 2024-08-29T18:26:44.328 INFO:tasks.workunit.client.0.smithi028.stdout:op 4599 completed, throughput=5MB/sec 2024-08-29T18:26:44.328 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-i97Ugo5fxJdOahK off=12849722 len=886153 2024-08-29T18:26:44.331 INFO:tasks.workunit.client.0.smithi028.stdout:op 4600 completed, throughput=5MB/sec 2024-08-29T18:26:44.331 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-My8vQTJUUfIv1cg off=28909 len=546306 2024-08-29T18:26:44.332 INFO:tasks.workunit.client.0.smithi028.stdout:op 4601 completed, throughput=5MB/sec 2024-08-29T18:26:44.332 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-2z0SNCwNWG4V0CM off=2928000 len=443755 2024-08-29T18:26:44.338 INFO:tasks.workunit.client.0.smithi028.stdout:op 4602 completed, throughput=5MB/sec 2024-08-29T18:26:44.338 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-7z0z7tnmjY20nQW off=792376 len=852403 2024-08-29T18:26:44.346 INFO:tasks.workunit.client.0.smithi028.stdout:op 4603 completed, throughput=5MB/sec 2024-08-29T18:26:44.346 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-dKjJqUpfNjXah3H off=3467343 len=403964 2024-08-29T18:26:44.352 INFO:tasks.workunit.client.0.smithi028.stdout:op 4604 completed, throughput=5MB/sec 2024-08-29T18:26:44.352 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-Go_qSNwxVDXnyHQ off=6622278 len=1869703 2024-08-29T18:26:44.356 INFO:tasks.workunit.client.0.smithi028.stdout:op 4605 completed, throughput=5MB/sec 2024-08-29T18:26:44.380 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:26:44 smithi028 bash[78352]: cluster 2024-08-29T18:26:43.858453+0000 mgr.y (mgr.25022) 1200 : cluster [DBG] pgmap v1888: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.9 MiB/s wr, 5 op/s 2024-08-29T18:26:44.380 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:26:44 smithi028 bash[77168]: cluster 2024-08-29T18:26:43.858453+0000 mgr.y (mgr.25022) 1200 : cluster [DBG] pgmap v1888: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.9 MiB/s wr, 5 op/s 2024-08-29T18:26:44.576 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:26:44 smithi053 bash[68679]: cluster 2024-08-29T18:26:43.858453+0000 mgr.y (mgr.25022) 1200 : cluster [DBG] pgmap v1888: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.9 MiB/s wr, 5 op/s 2024-08-29T18:26:45.357 INFO:tasks.workunit.client.0.smithi028.stdout: 881: throughput=5MB/sec pending data=0 2024-08-29T18:26:45.357 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-RPmnG-xd7Rd9YNZ off=6996766 len=803345 2024-08-29T18:26:45.365 INFO:tasks.workunit.client.0.smithi028.stdout:op 4606 completed, throughput=5MB/sec 2024-08-29T18:26:45.365 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-rNmzd7LscQiV8cq off=7796283 len=298863 2024-08-29T18:26:45.367 INFO:tasks.workunit.client.0.smithi028.stdout:op 4607 completed, throughput=5MB/sec 2024-08-29T18:26:45.367 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-VFwe2P155MDYLZ- off=10823637 len=202768 2024-08-29T18:26:45.372 INFO:tasks.workunit.client.0.smithi028.stdout:op 4608 completed, throughput=5MB/sec 2024-08-29T18:26:45.372 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-7p6EcNOsKPhywfZ off=200733 len=247212 2024-08-29T18:26:45.377 INFO:tasks.workunit.client.0.smithi028.stdout:op 4609 completed, throughput=5MB/sec 2024-08-29T18:26:45.377 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-Hw3W702Q4h_48Cv off=733238 len=192330 2024-08-29T18:26:45.382 INFO:tasks.workunit.client.0.smithi028.stdout:op 4610 completed, throughput=5MB/sec 2024-08-29T18:26:45.382 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-kf95Vrpjpudt2zI off=929402 len=1342311 2024-08-29T18:26:45.397 INFO:tasks.workunit.client.0.smithi028.stdout:op 4611 completed, throughput=5MB/sec 2024-08-29T18:26:45.397 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-cbc0z-H6HCofQXJ off=2537669 len=791267 2024-08-29T18:26:45.405 INFO:tasks.workunit.client.0.smithi028.stdout:op 4612 completed, throughput=5MB/sec 2024-08-29T18:26:45.405 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-skB4Mf-zXEBDa1b off=5917583 len=40893 2024-08-29T18:26:45.410 INFO:tasks.workunit.client.0.smithi028.stdout:op 4613 completed, throughput=5MB/sec 2024-08-29T18:26:45.410 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj--OBYi7TqSSL-210 off=15197195 len=84234 2024-08-29T18:26:45.415 INFO:tasks.workunit.client.0.smithi028.stdout:op 4614 completed, throughput=5MB/sec 2024-08-29T18:26:45.415 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-nVTBOATkLn9xn6b off=8691557 len=336743 2024-08-29T18:26:45.416 INFO:tasks.workunit.client.0.smithi028.stdout:op 4615 completed, throughput=5MB/sec 2024-08-29T18:26:45.416 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-nBbhbpFJJXpB05n off=4805890 len=529620 2024-08-29T18:26:45.423 INFO:tasks.workunit.client.0.smithi028.stdout:op 4616 completed, throughput=5MB/sec 2024-08-29T18:26:45.423 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-ZPj32OqLmbx9sFJ off=7843082 len=151610 2024-08-29T18:26:45.424 INFO:tasks.workunit.client.0.smithi028.stdout:op 4617 completed, throughput=5MB/sec 2024-08-29T18:26:45.424 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-Gc-iHqk19ABntJA off=12707 len=315715 2024-08-29T18:26:45.425 INFO:tasks.workunit.client.0.smithi028.stdout:op 4618 completed, throughput=5MB/sec 2024-08-29T18:26:46.426 INFO:tasks.workunit.client.0.smithi028.stdout: 882: throughput=4.99MB/sec pending data=0 2024-08-29T18:26:46.426 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-u2YuCqiLrwYY1f5 off=5131474 len=1906480 2024-08-29T18:26:46.439 INFO:tasks.workunit.client.0.smithi028.stdout:op 4619 completed, throughput=5MB/sec 2024-08-29T18:26:46.440 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-mOcdKkIEhL1c4u6 off=11703831 len=762740 2024-08-29T18:26:46.442 INFO:tasks.workunit.client.0.smithi028.stdout:op 4620 completed, throughput=5MB/sec 2024-08-29T18:26:46.442 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-Tl3ztzS9Y2b8qoE off=2809286 len=484929 2024-08-29T18:26:46.450 INFO:tasks.workunit.client.0.smithi028.stdout:op 4621 completed, throughput=5MB/sec 2024-08-29T18:26:46.450 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-VAjP33YOlOhQKHy off=11314185 len=223320 2024-08-29T18:26:46.451 INFO:tasks.workunit.client.0.smithi028.stdout:op 4622 completed, throughput=5MB/sec 2024-08-29T18:26:46.451 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-FPTP45jfnrVIlkg off=5228752 len=259496 2024-08-29T18:26:46.457 INFO:tasks.workunit.client.0.smithi028.stdout:op 4623 completed, throughput=5MB/sec 2024-08-29T18:26:46.457 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-IpzufOtoFMjDjOF off=18251071 len=1310680 2024-08-29T18:26:46.467 INFO:tasks.workunit.client.0.smithi028.stdout:op 4624 completed, throughput=5MB/sec 2024-08-29T18:26:46.467 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-OANh5AHSKb1Bozu off=1793322 len=428118 2024-08-29T18:26:46.474 INFO:tasks.workunit.client.0.smithi028.stdout:op 4625 completed, throughput=5MB/sec 2024-08-29T18:26:47.326 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:26:46 smithi053 bash[68679]: cluster 2024-08-29T18:26:45.859580+0000 mgr.y (mgr.25022) 1201 : cluster [DBG] pgmap v1889: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2024-08-29T18:26:47.380 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:26:46 smithi028 bash[78352]: cluster 2024-08-29T18:26:45.859580+0000 mgr.y (mgr.25022) 1201 : cluster [DBG] pgmap v1889: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2024-08-29T18:26:47.380 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:26:46 smithi028 bash[77168]: cluster 2024-08-29T18:26:45.859580+0000 mgr.y (mgr.25022) 1201 : cluster [DBG] pgmap v1889: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2024-08-29T18:26:47.474 INFO:tasks.workunit.client.0.smithi028.stdout: 883: throughput=4.99MB/sec pending data=0 2024-08-29T18:26:47.474 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-GFzphC-iQbCAaSm off=9421394 len=122177 2024-08-29T18:26:47.479 INFO:tasks.workunit.client.0.smithi028.stdout:op 4626 completed, throughput=4.99MB/sec 2024-08-29T18:26:47.479 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-iVvsSUq8pJ52REI off=4658827 len=1144047 2024-08-29T18:26:47.483 INFO:tasks.workunit.client.0.smithi028.stdout:op 4627 completed, throughput=5MB/sec 2024-08-29T18:26:47.483 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-1uVXfT-_ZvnPNXm off=2692860 len=1720827 2024-08-29T18:26:47.487 INFO:tasks.workunit.client.0.smithi028.stdout:op 4628 completed, throughput=5MB/sec 2024-08-29T18:26:47.487 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-H1qD69VN2QSLAoy off=6535855 len=1040388 2024-08-29T18:26:47.495 INFO:tasks.workunit.client.0.smithi028.stdout:op 4629 completed, throughput=5MB/sec 2024-08-29T18:26:47.496 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-YNkLr4BdV0pq7SS off=1381941 len=2057643 2024-08-29T18:26:47.502 INFO:tasks.workunit.client.0.smithi028.stdout:op 4630 completed, throughput=5MB/sec 2024-08-29T18:26:48.502 INFO:tasks.workunit.client.0.smithi028.stdout: 884: throughput=5MB/sec pending data=0 2024-08-29T18:26:48.503 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-LcNc_265NtPYPhi off=3422098 len=8591 2024-08-29T18:26:48.507 INFO:tasks.workunit.client.0.smithi028.stdout:op 4631 completed, throughput=5MB/sec 2024-08-29T18:26:48.507 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-ppRE0tPozqrGRgY off=17390252 len=255427 2024-08-29T18:26:48.513 INFO:tasks.workunit.client.0.smithi028.stdout:op 4632 completed, throughput=5MB/sec 2024-08-29T18:26:48.513 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-zv1FyKfELtahVS0 off=8853969 len=411728 2024-08-29T18:26:48.515 INFO:tasks.workunit.client.0.smithi028.stdout:op 4633 completed, throughput=5MB/sec 2024-08-29T18:26:48.515 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-Mq7pDniPlip03Sk off=6621595 len=1081919 2024-08-29T18:26:48.518 INFO:tasks.workunit.client.0.smithi028.stdout:op 4634 completed, throughput=5MB/sec 2024-08-29T18:26:48.518 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-0SLteFPUhRe5pnr off=789012 len=1091971 2024-08-29T18:26:48.521 INFO:tasks.workunit.client.0.smithi028.stdout:op 4635 completed, throughput=5MB/sec 2024-08-29T18:26:48.521 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-ijtXgTQ9Xni2NPv off=5188705 len=1841302 2024-08-29T18:26:48.526 INFO:tasks.workunit.client.0.smithi028.stdout:op 4636 completed, throughput=5MB/sec 2024-08-29T18:26:49.326 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:26:48 smithi053 bash[68679]: cluster 2024-08-29T18:26:47.860326+0000 mgr.y (mgr.25022) 1202 : cluster [DBG] pgmap v1890: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.0 MiB/s wr, 4 op/s 2024-08-29T18:26:49.380 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:26:48 smithi028 bash[78352]: cluster 2024-08-29T18:26:47.860326+0000 mgr.y (mgr.25022) 1202 : cluster [DBG] pgmap v1890: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.0 MiB/s wr, 4 op/s 2024-08-29T18:26:49.380 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:26:48 smithi028 bash[77168]: cluster 2024-08-29T18:26:47.860326+0000 mgr.y (mgr.25022) 1202 : cluster [DBG] pgmap v1890: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.0 MiB/s wr, 4 op/s 2024-08-29T18:26:49.526 INFO:tasks.workunit.client.0.smithi028.stdout: 885: throughput=4.99MB/sec pending data=0 2024-08-29T18:26:49.527 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-3hMv2wW5U72rfjJ off=4960947 len=653520 2024-08-29T18:26:49.529 INFO:tasks.workunit.client.0.smithi028.stdout:op 4637 completed, throughput=5MB/sec 2024-08-29T18:26:49.529 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-LSjhYKhprj5-NfZ off=3375979 len=122205 2024-08-29T18:26:49.530 INFO:tasks.workunit.client.0.smithi028.stdout:op 4638 completed, throughput=5MB/sec 2024-08-29T18:26:49.530 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-J0y6iQ8lBbRzx_L off=9933277 len=1638926 2024-08-29T18:26:49.544 INFO:tasks.workunit.client.0.smithi028.stdout:op 4639 completed, throughput=5MB/sec 2024-08-29T18:26:49.544 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-BuAlssF8VwvUez4 off=6135805 len=754280 2024-08-29T18:26:49.552 INFO:tasks.workunit.client.0.smithi028.stdout:op 4640 completed, throughput=5MB/sec 2024-08-29T18:26:49.552 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-7BfL82VMVdgoWKv off=9023138 len=729799 2024-08-29T18:26:49.559 INFO:tasks.workunit.client.0.smithi028.stdout:op 4641 completed, throughput=5MB/sec 2024-08-29T18:26:49.560 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-xqTquaHIwH-pyNd off=5155169 len=499742 2024-08-29T18:26:49.567 INFO:tasks.workunit.client.0.smithi028.stdout:op 4642 completed, throughput=5MB/sec 2024-08-29T18:26:49.567 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-lmwFVRqtYvO_NYO off=6801096 len=1182106 2024-08-29T18:26:49.570 INFO:tasks.workunit.client.0.smithi028.stdout:op 4643 completed, throughput=5MB/sec 2024-08-29T18:26:50.570 INFO:tasks.workunit.client.0.smithi028.stdout: 886: throughput=4.99MB/sec pending data=0 2024-08-29T18:26:50.571 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-BFFhbTO343saDas off=15232539 len=1379440 2024-08-29T18:26:50.581 INFO:tasks.workunit.client.0.smithi028.stdout:op 4644 completed, throughput=5MB/sec 2024-08-29T18:26:50.581 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-WhnXuwEWDFwN81D off=3326358 len=1233922 2024-08-29T18:26:50.591 INFO:tasks.workunit.client.0.smithi028.stdout:op 4645 completed, throughput=5MB/sec 2024-08-29T18:26:50.591 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-cuutlMvqWz73pWK off=520935 len=1512842 2024-08-29T18:26:50.595 INFO:tasks.workunit.client.0.smithi028.stdout:op 4646 completed, throughput=5MB/sec 2024-08-29T18:26:50.595 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-PliSw1aV0EtlhGs off=5600635 len=440650 2024-08-29T18:26:50.601 INFO:tasks.workunit.client.0.smithi028.stdout:op 4647 completed, throughput=5MB/sec 2024-08-29T18:26:50.601 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-W1or_rJgSd_gam5 off=9206851 len=1664020 2024-08-29T18:26:50.613 INFO:tasks.workunit.client.0.smithi028.stdout:op 4648 completed, throughput=5MB/sec 2024-08-29T18:26:51.326 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:26:50 smithi053 bash[68679]: cluster 2024-08-29T18:26:49.861639+0000 mgr.y (mgr.25022) 1203 : cluster [DBG] pgmap v1891: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.9 MiB/s wr, 6 op/s 2024-08-29T18:26:51.380 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:26:50 smithi028 bash[78352]: cluster 2024-08-29T18:26:49.861639+0000 mgr.y (mgr.25022) 1203 : cluster [DBG] pgmap v1891: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.9 MiB/s wr, 6 op/s 2024-08-29T18:26:51.380 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:26:50 smithi028 bash[77168]: cluster 2024-08-29T18:26:49.861639+0000 mgr.y (mgr.25022) 1203 : cluster [DBG] pgmap v1891: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.9 MiB/s wr, 6 op/s 2024-08-29T18:26:51.613 INFO:tasks.workunit.client.0.smithi028.stdout: 887: throughput=5MB/sec pending data=0 2024-08-29T18:26:51.614 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-fnDL2xC8G8AdtDh off=8740455 len=802090 2024-08-29T18:26:51.621 INFO:tasks.workunit.client.0.smithi028.stdout:op 4649 completed, throughput=5MB/sec 2024-08-29T18:26:51.621 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-EjSpmXR8Ox_X7Cj off=8008839 len=952000 2024-08-29T18:26:51.630 INFO:tasks.workunit.client.0.smithi028.stdout:op 4650 completed, throughput=5MB/sec 2024-08-29T18:26:51.630 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-G9z2OaugeONBX6I off=3973404 len=600770 2024-08-29T18:26:51.637 INFO:tasks.workunit.client.0.smithi028.stdout:op 4651 completed, throughput=5MB/sec 2024-08-29T18:26:51.637 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-n7hVk84rL0MD0VY off=2310587 len=268021 2024-08-29T18:26:51.643 INFO:tasks.workunit.client.0.smithi028.stdout:op 4652 completed, throughput=5MB/sec 2024-08-29T18:26:51.643 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-aLDrsbwJUJVs86c off=15792288 len=384962 2024-08-29T18:26:51.645 INFO:tasks.workunit.client.0.smithi028.stdout:op 4653 completed, throughput=5MB/sec 2024-08-29T18:26:51.646 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-Hu5TZkTbpVbCXRk off=9131741 len=1076542 2024-08-29T18:26:51.649 INFO:tasks.workunit.client.0.smithi028.stdout:op 4654 completed, throughput=5MB/sec 2024-08-29T18:26:51.649 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-ASu1AXO14ufJik_ off=746831 len=136287 2024-08-29T18:26:51.653 INFO:tasks.workunit.client.0.smithi028.stdout:op 4655 completed, throughput=5MB/sec 2024-08-29T18:26:51.653 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-03e_IR1QZBaieqv off=5077657 len=1843778 2024-08-29T18:26:51.658 INFO:tasks.workunit.client.0.smithi028.stdout:op 4656 completed, throughput=5MB/sec 2024-08-29T18:26:51.880 INFO:journalctl@ceph.mgr.y.smithi028.stdout:Aug 29 18:26:51 smithi028 bash[70818]: ::ffff:172.21.15.53 - - [29/Aug/2024:18:26:51] "GET /metrics HTTP/1.1" 200 34022 "" "Prometheus/2.43.0" 2024-08-29T18:26:52.576 INFO:journalctl@ceph.prometheus.a.smithi053.stdout:Aug 29 18:26:52 smithi053 bash[95567]: ts=2024-08-29T18:26:52.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"3167ee72-662c-11ef-bcd4-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-29T18:26:52.660 INFO:tasks.workunit.client.0.smithi028.stdout: 888: throughput=5MB/sec pending data=0 2024-08-29T18:26:52.661 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-cKN08sXRsauRzjk off=561894 len=1559141 2024-08-29T18:26:52.673 INFO:tasks.workunit.client.0.smithi028.stdout:op 4657 completed, throughput=5MB/sec 2024-08-29T18:26:52.673 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-VwSfZVEWhMxX4H- off=1998109 len=287612 2024-08-29T18:26:52.675 INFO:tasks.workunit.client.0.smithi028.stdout:op 4658 completed, throughput=5MB/sec 2024-08-29T18:26:52.675 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-anJ8so1zUDfXTUy off=4085552 len=646931 2024-08-29T18:26:52.677 INFO:tasks.workunit.client.0.smithi028.stdout:op 4659 completed, throughput=5MB/sec 2024-08-29T18:26:52.677 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-0SfJbnp096Kdys- off=1317924 len=1862603 2024-08-29T18:26:52.692 INFO:tasks.workunit.client.0.smithi028.stdout:op 4660 completed, throughput=5MB/sec 2024-08-29T18:26:53.326 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:26:52 smithi053 bash[68679]: cluster 2024-08-29T18:26:51.862613+0000 mgr.y (mgr.25022) 1204 : cluster [DBG] pgmap v1892: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 1.8 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2024-08-29T18:26:53.380 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:26:52 smithi028 bash[78352]: cluster 2024-08-29T18:26:51.862613+0000 mgr.y (mgr.25022) 1204 : cluster [DBG] pgmap v1892: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 1.8 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2024-08-29T18:26:53.380 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:26:52 smithi028 bash[77168]: cluster 2024-08-29T18:26:51.862613+0000 mgr.y (mgr.25022) 1204 : cluster [DBG] pgmap v1892: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 1.8 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2024-08-29T18:26:53.692 INFO:tasks.workunit.client.0.smithi028.stdout: 889: throughput=5MB/sec pending data=0 2024-08-29T18:26:53.693 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-24mR-TC4_SKVtnN off=10550141 len=1601904 2024-08-29T18:26:53.704 INFO:tasks.workunit.client.0.smithi028.stdout:op 4661 completed, throughput=5MB/sec 2024-08-29T18:26:53.705 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-4HkTkD9apXM-tox off=995524 len=448899 2024-08-29T18:26:53.711 INFO:tasks.workunit.client.0.smithi028.stdout:op 4662 completed, throughput=5MB/sec 2024-08-29T18:26:53.711 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-N-DTSJPkle_Ru-f off=9335738 len=426821 2024-08-29T18:26:53.713 INFO:tasks.workunit.client.0.smithi028.stdout:op 4663 completed, throughput=5MB/sec 2024-08-29T18:26:53.713 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-_CntQgpfD5QWFZo off=616630 len=615116 2024-08-29T18:26:53.721 INFO:tasks.workunit.client.0.smithi028.stdout:op 4664 completed, throughput=5MB/sec 2024-08-29T18:26:53.721 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-2H6IZLAfDf_XqzL off=1854194 len=936262 2024-08-29T18:26:53.730 INFO:tasks.workunit.client.0.smithi028.stdout:op 4665 completed, throughput=5MB/sec 2024-08-29T18:26:53.730 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-noJUvxERrVkQuSN off=1106074 len=1332416 2024-08-29T18:26:53.733 INFO:tasks.workunit.client.0.smithi028.stdout:op 4666 completed, throughput=5MB/sec 2024-08-29T18:26:54.734 INFO:tasks.workunit.client.0.smithi028.stdout: 890: throughput=4.99MB/sec pending data=0 2024-08-29T18:26:54.734 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-dsKYxbisLpebU70 off=19364209 len=2044752 2024-08-29T18:26:54.738 INFO:tasks.workunit.client.0.smithi028.stdout:op 4667 completed, throughput=5MB/sec 2024-08-29T18:26:54.738 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-YFc7C_fBach5i16 off=1902287 len=1574615 2024-08-29T18:26:54.742 INFO:tasks.workunit.client.0.smithi028.stdout:op 4668 completed, throughput=5MB/sec 2024-08-29T18:26:54.742 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-Sbxrp9lUAuYQ7zR off=10092188 len=274723 2024-08-29T18:26:54.744 INFO:tasks.workunit.client.0.smithi028.stdout:op 4669 completed, throughput=5MB/sec 2024-08-29T18:26:54.745 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-kA51feAh0wG2ngQ off=10273975 len=636828 2024-08-29T18:26:54.752 INFO:tasks.workunit.client.0.smithi028.stdout:op 4670 completed, throughput=5MB/sec 2024-08-29T18:26:54.752 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-zRooJ7cFRQSieFb off=3294022 len=932273 2024-08-29T18:26:54.760 INFO:tasks.workunit.client.0.smithi028.stdout:op 4671 completed, throughput=5MB/sec 2024-08-29T18:26:55.326 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:26:54 smithi053 bash[68679]: cluster 2024-08-29T18:26:53.863717+0000 mgr.y (mgr.25022) 1205 : cluster [DBG] pgmap v1893: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 704 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.9 MiB/s wr, 6 op/s 2024-08-29T18:26:55.380 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:26:54 smithi028 bash[77168]: cluster 2024-08-29T18:26:53.863717+0000 mgr.y (mgr.25022) 1205 : cluster [DBG] pgmap v1893: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 704 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.9 MiB/s wr, 6 op/s 2024-08-29T18:26:55.380 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:26:54 smithi028 bash[78352]: cluster 2024-08-29T18:26:53.863717+0000 mgr.y (mgr.25022) 1205 : cluster [DBG] pgmap v1893: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 704 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.9 MiB/s wr, 6 op/s 2024-08-29T18:26:55.761 INFO:tasks.workunit.client.0.smithi028.stdout: 891: throughput=5MB/sec pending data=0 2024-08-29T18:26:55.761 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-t1ONkz-xFdDso0T off=12847451 len=1445167 2024-08-29T18:26:55.764 INFO:tasks.workunit.client.0.smithi028.stdout:op 4672 completed, throughput=5MB/sec 2024-08-29T18:26:55.764 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-wVv_g5fNrdP8aCf off=1077730 len=1895461 2024-08-29T18:26:55.769 INFO:tasks.workunit.client.0.smithi028.stdout:op 4673 completed, throughput=5MB/sec 2024-08-29T18:26:55.769 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-TyZu2zs8lgZ7Vis off=6592124 len=1042228 2024-08-29T18:26:55.779 INFO:tasks.workunit.client.0.smithi028.stdout:op 4674 completed, throughput=5MB/sec 2024-08-29T18:26:55.779 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-rWfFlKxZbwOSoPJ off=5903607 len=257856 2024-08-29T18:26:55.785 INFO:tasks.workunit.client.0.smithi028.stdout:op 4675 completed, throughput=5MB/sec 2024-08-29T18:26:55.785 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-sWET27oJei9jSRz off=9163534 len=1101005 2024-08-29T18:26:55.794 INFO:tasks.workunit.client.0.smithi028.stdout:op 4676 completed, throughput=5MB/sec 2024-08-29T18:26:56.794 INFO:tasks.workunit.client.0.smithi028.stdout: 892: throughput=5MB/sec pending data=0 2024-08-29T18:26:56.795 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-lIRwbAopFDgmvEt off=11896573 len=343629 2024-08-29T18:26:56.800 INFO:tasks.workunit.client.0.smithi028.stdout:op 4677 completed, throughput=5MB/sec 2024-08-29T18:26:56.801 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-IFyh3k-RTLEjrCd off=6097963 len=19024 2024-08-29T18:26:56.805 INFO:tasks.workunit.client.0.smithi028.stdout:op 4678 completed, throughput=5MB/sec 2024-08-29T18:26:56.805 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-nNbkTe33xPu2PZZ off=2995295 len=1311969 2024-08-29T18:26:56.808 INFO:tasks.workunit.client.0.smithi028.stdout:op 4679 completed, throughput=5MB/sec 2024-08-29T18:26:56.809 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-i8Mth-XhQeCG4Xg off=18193856 len=1109272 2024-08-29T18:26:56.819 INFO:tasks.workunit.client.0.smithi028.stdout:op 4680 completed, throughput=5MB/sec 2024-08-29T18:26:56.819 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-TuewlqoNfKY9iJm off=2621645 len=991045 2024-08-29T18:26:56.827 INFO:tasks.workunit.client.0.smithi028.stdout:op 4681 completed, throughput=5MB/sec 2024-08-29T18:26:56.827 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-alH6I4WciKW_kgG off=21456109 len=481045 2024-08-29T18:26:56.829 INFO:tasks.workunit.client.0.smithi028.stdout:op 4682 completed, throughput=5MB/sec 2024-08-29T18:26:56.829 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-IZd0JyCy_vYdIPw off=1966879 len=2058296 2024-08-29T18:26:56.836 INFO:tasks.workunit.client.0.smithi028.stdout:op 4683 completed, throughput=5MB/sec 2024-08-29T18:26:57.325 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:26:56 smithi053 bash[68679]: cluster 2024-08-29T18:26:55.864941+0000 mgr.y (mgr.25022) 1206 : cluster [DBG] pgmap v1894: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 704 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.8 MiB/s wr, 6 op/s 2024-08-29T18:26:57.380 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:26:56 smithi028 bash[78352]: cluster 2024-08-29T18:26:55.864941+0000 mgr.y (mgr.25022) 1206 : cluster [DBG] pgmap v1894: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 704 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.8 MiB/s wr, 6 op/s 2024-08-29T18:26:57.380 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:26:56 smithi028 bash[77168]: cluster 2024-08-29T18:26:55.864941+0000 mgr.y (mgr.25022) 1206 : cluster [DBG] pgmap v1894: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 704 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.8 MiB/s wr, 6 op/s 2024-08-29T18:26:57.836 INFO:tasks.workunit.client.0.smithi028.stdout: 893: throughput=5MB/sec pending data=0 2024-08-29T18:26:57.836 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-v8nSpjf2-OCW8jV off=509230 len=1392177 2024-08-29T18:26:57.849 INFO:tasks.workunit.client.0.smithi028.stdout:op 4684 completed, throughput=5MB/sec 2024-08-29T18:26:57.849 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-L_gIwMvFXqHFen- off=9411 len=1089591 2024-08-29T18:26:57.852 INFO:tasks.workunit.client.0.smithi028.stdout:op 4685 completed, throughput=5MB/sec 2024-08-29T18:26:57.852 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-C9mSTLrAUb38yca off=2964373 len=3706 2024-08-29T18:26:57.856 INFO:tasks.workunit.client.0.smithi028.stdout:op 4686 completed, throughput=5MB/sec 2024-08-29T18:26:57.856 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-aue2u2H3JdIDMaM off=980705 len=570893 2024-08-29T18:26:57.863 INFO:tasks.workunit.client.0.smithi028.stdout:op 4687 completed, throughput=5MB/sec 2024-08-29T18:26:57.863 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-LWeDFrnnO_Vwk6h off=5832386 len=2017022 2024-08-29T18:26:57.870 INFO:tasks.workunit.client.0.smithi028.stdout:op 4688 completed, throughput=5MB/sec 2024-08-29T18:26:58.326 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:26:57 smithi053 bash[68679]: audit 2024-08-29T18:26:57.086807+0000 mon.a (mon.0) 2268 : audit [DBG] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-29T18:26:58.380 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:26:57 smithi028 bash[78352]: audit 2024-08-29T18:26:57.086807+0000 mon.a (mon.0) 2268 : audit [DBG] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-29T18:26:58.380 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:26:57 smithi028 bash[77168]: audit 2024-08-29T18:26:57.086807+0000 mon.a (mon.0) 2268 : audit [DBG] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-29T18:26:58.871 INFO:tasks.workunit.client.0.smithi028.stdout: 894: throughput=5MB/sec pending data=0 2024-08-29T18:26:58.871 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-GFPdETS5Lzugzlr off=2528476 len=322310 2024-08-29T18:26:58.872 INFO:tasks.workunit.client.0.smithi028.stdout:op 4689 completed, throughput=5MB/sec 2024-08-29T18:26:58.873 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-woQycAGzM5xiGip off=1608354 len=513160 2024-08-29T18:26:58.874 INFO:tasks.workunit.client.0.smithi028.stdout:op 4690 completed, throughput=5MB/sec 2024-08-29T18:26:58.874 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-xUf_S5ztgJ5gujF off=2421749 len=1990193 2024-08-29T18:26:58.890 INFO:tasks.workunit.client.0.smithi028.stdout:op 4691 completed, throughput=5MB/sec 2024-08-29T18:26:58.891 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-cj9OTUaJ59eb_vk off=0 len=1942728 2024-08-29T18:26:58.895 INFO:tasks.workunit.client.0.smithi028.stdout:op 4692 completed, throughput=5MB/sec 2024-08-29T18:26:59.326 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:26:58 smithi053 bash[68679]: cluster 2024-08-29T18:26:57.865793+0000 mgr.y (mgr.25022) 1207 : cluster [DBG] pgmap v1895: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 704 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.5 MiB/s wr, 6 op/s 2024-08-29T18:26:59.380 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:26:58 smithi028 bash[78352]: cluster 2024-08-29T18:26:57.865793+0000 mgr.y (mgr.25022) 1207 : cluster [DBG] pgmap v1895: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 704 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.5 MiB/s wr, 6 op/s 2024-08-29T18:26:59.380 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:26:58 smithi028 bash[77168]: cluster 2024-08-29T18:26:57.865793+0000 mgr.y (mgr.25022) 1207 : cluster [DBG] pgmap v1895: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 704 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.5 MiB/s wr, 6 op/s 2024-08-29T18:26:59.895 INFO:tasks.workunit.client.0.smithi028.stdout: 895: throughput=5MB/sec pending data=0 2024-08-29T18:26:59.896 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-sf-RLVh4_enyIs5 off=11372111 len=104656 2024-08-29T18:26:59.897 INFO:tasks.workunit.client.0.smithi028.stdout:op 4693 completed, throughput=5MB/sec 2024-08-29T18:26:59.897 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-tBsIkdkpaWE7iR1 off=18504872 len=1257399 2024-08-29T18:26:59.907 INFO:tasks.workunit.client.0.smithi028.stdout:op 4694 completed, throughput=5MB/sec 2024-08-29T18:26:59.908 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-RCsSThZgikS707m off=6071722 len=1433762 2024-08-29T18:26:59.918 INFO:tasks.workunit.client.0.smithi028.stdout:op 4695 completed, throughput=5MB/sec 2024-08-29T18:26:59.918 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-hxT9JUpjKryW3pf off=3372285 len=248725 2024-08-29T18:26:59.920 INFO:tasks.workunit.client.0.smithi028.stdout:op 4696 completed, throughput=5MB/sec 2024-08-29T18:26:59.920 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-4w7IKepqIst0CCR off=5725118 len=2074499 2024-08-29T18:26:59.934 INFO:tasks.workunit.client.0.smithi028.stdout:op 4697 completed, throughput=5MB/sec 2024-08-29T18:27:00.934 INFO:tasks.workunit.client.0.smithi028.stdout: 896: throughput=4.99MB/sec pending data=0 2024-08-29T18:27:00.935 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-8UhCr-JDx-WBTb8 off=184231 len=1410795 2024-08-29T18:27:00.938 INFO:tasks.workunit.client.0.smithi028.stdout:op 4698 completed, throughput=5MB/sec 2024-08-29T18:27:00.938 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-gsVe8m2J7oAsGd0 off=5864889 len=96579 2024-08-29T18:27:00.940 INFO:tasks.workunit.client.0.smithi028.stdout:op 4699 completed, throughput=5MB/sec 2024-08-29T18:27:00.940 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-HvTIQsQVbBAkRAD off=1776474 len=735749 2024-08-29T18:27:00.943 INFO:tasks.workunit.client.0.smithi028.stdout:op 4700 completed, throughput=5MB/sec 2024-08-29T18:27:00.943 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-Ut59q7HsMFdOYTr off=7010323 len=666265 2024-08-29T18:27:00.946 INFO:tasks.workunit.client.0.smithi028.stdout:op 4701 completed, throughput=5MB/sec 2024-08-29T18:27:00.946 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-3dBa8_ClfkBEq8O off=6710588 len=1760002 2024-08-29T18:27:00.959 INFO:tasks.workunit.client.0.smithi028.stdout:op 4702 completed, throughput=5MB/sec 2024-08-29T18:27:00.959 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-74Q2w80X8NmPw30 off=10967343 len=2049585 2024-08-29T18:27:00.973 INFO:tasks.workunit.client.0.smithi028.stdout:op 4703 completed, throughput=5MB/sec 2024-08-29T18:27:01.326 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:27:00 smithi053 bash[68679]: cluster 2024-08-29T18:26:59.866984+0000 mgr.y (mgr.25022) 1208 : cluster [DBG] pgmap v1896: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 704 GiB / 715 GiB avail; 3.2 MiB/s rd, 3.1 MiB/s wr, 7 op/s 2024-08-29T18:27:01.380 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:27:00 smithi028 bash[78352]: cluster 2024-08-29T18:26:59.866984+0000 mgr.y (mgr.25022) 1208 : cluster [DBG] pgmap v1896: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 704 GiB / 715 GiB avail; 3.2 MiB/s rd, 3.1 MiB/s wr, 7 op/s 2024-08-29T18:27:01.380 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:27:00 smithi028 bash[77168]: cluster 2024-08-29T18:26:59.866984+0000 mgr.y (mgr.25022) 1208 : cluster [DBG] pgmap v1896: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 704 GiB / 715 GiB avail; 3.2 MiB/s rd, 3.1 MiB/s wr, 7 op/s 2024-08-29T18:27:01.880 INFO:journalctl@ceph.mgr.y.smithi028.stdout:Aug 29 18:27:01 smithi028 bash[70818]: ::ffff:172.21.15.53 - - [29/Aug/2024:18:27:01] "GET /metrics HTTP/1.1" 200 34022 "" "Prometheus/2.43.0" 2024-08-29T18:27:01.974 INFO:tasks.workunit.client.0.smithi028.stdout: 897: throughput=5MB/sec pending data=0 2024-08-29T18:27:01.974 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-Y82T7FTzcc9mUyL off=1446769 len=1933553 2024-08-29T18:27:01.990 INFO:tasks.workunit.client.0.smithi028.stdout:op 4704 completed, throughput=5MB/sec 2024-08-29T18:27:01.990 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-79cvDdFxV0enA2c off=1261673 len=980801 2024-08-29T18:27:01.993 INFO:tasks.workunit.client.0.smithi028.stdout:op 4705 completed, throughput=5MB/sec 2024-08-29T18:27:01.993 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-hzhcYX3hFJ96U1F off=11184827 len=1928548 2024-08-29T18:27:01.996 INFO:tasks.workunit.client.0.smithi028.stdout:op 4706 completed, throughput=5MB/sec 2024-08-29T18:27:02.576 INFO:journalctl@ceph.prometheus.a.smithi053.stdout:Aug 29 18:27:02 smithi053 bash[95567]: ts=2024-08-29T18:27:02.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"3167ee72-662c-11ef-bcd4-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-29T18:27:02.997 INFO:tasks.workunit.client.0.smithi028.stdout: 898: throughput=5MB/sec pending data=0 2024-08-29T18:27:02.997 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-9mvWhSiUvNewj-H off=9219356 len=81177 2024-08-29T18:27:02.997 INFO:tasks.workunit.client.0.smithi028.stdout:op 4707 completed, throughput=5MB/sec 2024-08-29T18:27:02.998 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-XuKnyviMvHRfggb off=526010 len=1420383 2024-08-29T18:27:03.003 INFO:tasks.workunit.client.0.smithi028.stdout:op 4708 completed, throughput=5MB/sec 2024-08-29T18:27:03.004 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-p16ZDXiIYhIIEdn off=205387 len=133418 2024-08-29T18:27:03.009 INFO:tasks.workunit.client.0.smithi028.stdout:op 4709 completed, throughput=5MB/sec 2024-08-29T18:27:03.009 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-41Dgi0AUSRBNIT1 off=17195685 len=1531546 2024-08-29T18:27:03.013 INFO:tasks.workunit.client.0.smithi028.stdout:op 4710 completed, throughput=5MB/sec 2024-08-29T18:27:03.013 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-WisQMPyfSMeo-h2 off=6644425 len=1204320 2024-08-29T18:27:03.015 INFO:tasks.workunit.client.0.smithi028.stdout:op 4711 completed, throughput=5MB/sec 2024-08-29T18:27:03.326 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:27:02 smithi053 bash[68679]: cluster 2024-08-29T18:27:01.867819+0000 mgr.y (mgr.25022) 1209 : cluster [DBG] pgmap v1897: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 704 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.0 MiB/s wr, 4 op/s 2024-08-29T18:27:03.380 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:27:02 smithi028 bash[78352]: cluster 2024-08-29T18:27:01.867819+0000 mgr.y (mgr.25022) 1209 : cluster [DBG] pgmap v1897: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 704 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.0 MiB/s wr, 4 op/s 2024-08-29T18:27:03.381 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:27:02 smithi028 bash[77168]: cluster 2024-08-29T18:27:01.867819+0000 mgr.y (mgr.25022) 1209 : cluster [DBG] pgmap v1897: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 704 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.0 MiB/s wr, 4 op/s 2024-08-29T18:27:04.015 INFO:tasks.workunit.client.0.smithi028.stdout: 899: throughput=4.99MB/sec pending data=0 2024-08-29T18:27:04.015 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-KYtYCoJlBHtmL0f off=7326173 len=53870 2024-08-29T18:27:04.020 INFO:tasks.workunit.client.0.smithi028.stdout:op 4712 completed, throughput=4.99MB/sec 2024-08-29T18:27:04.020 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-Z_ceOhKS16BOV1G off=2082187 len=2071775 2024-08-29T18:27:04.034 INFO:tasks.workunit.client.0.smithi028.stdout:op 4713 completed, throughput=5MB/sec 2024-08-29T18:27:04.035 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-a-RbT9nIxZ7BAY9 off=12926222 len=1406353 2024-08-29T18:27:04.038 INFO:tasks.workunit.client.0.smithi028.stdout:op 4714 completed, throughput=5MB/sec 2024-08-29T18:27:04.038 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-DmHnEX6Cuw_RJRK off=5861944 len=1993293 2024-08-29T18:27:04.053 INFO:tasks.workunit.client.0.smithi028.stdout:op 4715 completed, throughput=5MB/sec 2024-08-29T18:27:05.053 INFO:tasks.workunit.client.0.smithi028.stdout: 900: throughput=4.99MB/sec pending data=0 2024-08-29T18:27:05.053 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-bfGSAgP0xxAVzK7 off=512046 len=1634006 2024-08-29T18:27:05.065 INFO:tasks.workunit.client.0.smithi028.stdout:op 4716 completed, throughput=5MB/sec 2024-08-29T18:27:05.066 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-Ljuj0PuNzpbltpd off=4727916 len=1360140 2024-08-29T18:27:05.069 INFO:tasks.workunit.client.0.smithi028.stdout:op 4717 completed, throughput=5MB/sec 2024-08-29T18:27:05.069 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-WRjTPMtIvKzQyn6 off=12008871 len=966403 2024-08-29T18:27:05.072 INFO:tasks.workunit.client.0.smithi028.stdout:op 4718 completed, throughput=5MB/sec 2024-08-29T18:27:05.072 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-N8kwTn54GbN-hKs off=12430459 len=1461264 2024-08-29T18:27:05.082 INFO:tasks.workunit.client.0.smithi028.stdout:op 4719 completed, throughput=5MB/sec 2024-08-29T18:27:05.326 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:27:04 smithi053 bash[68679]: cluster 2024-08-29T18:27:03.868763+0000 mgr.y (mgr.25022) 1210 : cluster [DBG] pgmap v1898: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 704 GiB / 715 GiB avail; 3.2 MiB/s rd, 3.0 MiB/s wr, 6 op/s 2024-08-29T18:27:05.380 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:27:04 smithi028 bash[78352]: cluster 2024-08-29T18:27:03.868763+0000 mgr.y (mgr.25022) 1210 : cluster [DBG] pgmap v1898: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 704 GiB / 715 GiB avail; 3.2 MiB/s rd, 3.0 MiB/s wr, 6 op/s 2024-08-29T18:27:05.380 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:27:04 smithi028 bash[77168]: cluster 2024-08-29T18:27:03.868763+0000 mgr.y (mgr.25022) 1210 : cluster [DBG] pgmap v1898: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 704 GiB / 715 GiB avail; 3.2 MiB/s rd, 3.0 MiB/s wr, 6 op/s 2024-08-29T18:27:06.082 INFO:tasks.workunit.client.0.smithi028.stdout: 901: throughput=4.99MB/sec pending data=0 2024-08-29T18:27:06.082 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-ouki2AW4dbHiQy4 off=6016429 len=737183 2024-08-29T18:27:06.089 INFO:tasks.workunit.client.0.smithi028.stdout:op 4720 completed, throughput=5MB/sec 2024-08-29T18:27:06.089 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-0CeKBHV4XIRiL2W off=3763992 len=1890462 2024-08-29T18:27:06.105 INFO:tasks.workunit.client.0.smithi028.stdout:op 4721 completed, throughput=5MB/sec 2024-08-29T18:27:06.105 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-XScV8GfpcpnfkW1 off=5577243 len=1179496 2024-08-29T18:27:06.115 INFO:tasks.workunit.client.0.smithi028.stdout:op 4722 completed, throughput=5MB/sec 2024-08-29T18:27:06.115 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-2wIl3pTUG4DWw16 off=4721472 len=1806355 2024-08-29T18:27:06.129 INFO:tasks.workunit.client.0.smithi028.stdout:op 4723 completed, throughput=5MB/sec 2024-08-29T18:27:07.129 INFO:tasks.workunit.client.0.smithi028.stdout: 902: throughput=5MB/sec pending data=0 2024-08-29T18:27:07.129 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-nUB2qYAxNSCXqRp off=15903975 len=1312653 2024-08-29T18:27:07.133 INFO:tasks.workunit.client.0.smithi028.stdout:op 4724 completed, throughput=5MB/sec 2024-08-29T18:27:07.133 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-YqrmzH7AaOwqPzo off=262897 len=2050390 2024-08-29T18:27:07.149 INFO:tasks.workunit.client.0.smithi028.stdout:op 4725 completed, throughput=5MB/sec 2024-08-29T18:27:07.149 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-B5LoMUAibxtuuD_ off=2332831 len=2004376 2024-08-29T18:27:07.164 INFO:tasks.workunit.client.0.smithi028.stdout:op 4726 completed, throughput=5MB/sec 2024-08-29T18:27:07.325 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:27:06 smithi053 bash[68679]: cluster 2024-08-29T18:27:05.869935+0000 mgr.y (mgr.25022) 1211 : cluster [DBG] pgmap v1899: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 704 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2024-08-29T18:27:07.380 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:27:06 smithi028 bash[78352]: cluster 2024-08-29T18:27:05.869935+0000 mgr.y (mgr.25022) 1211 : cluster [DBG] pgmap v1899: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 704 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2024-08-29T18:27:07.380 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:27:06 smithi028 bash[77168]: cluster 2024-08-29T18:27:05.869935+0000 mgr.y (mgr.25022) 1211 : cluster [DBG] pgmap v1899: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 704 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2024-08-29T18:27:08.164 INFO:tasks.workunit.client.0.smithi028.stdout: 903: throughput=4.99MB/sec pending data=0 2024-08-29T18:27:08.164 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-6Xb3xIkm_Qt9zeM off=445336 len=894940 2024-08-29T18:27:08.173 INFO:tasks.workunit.client.0.smithi028.stdout:op 4727 completed, throughput=5MB/sec 2024-08-29T18:27:08.173 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-UpdMk12frfJprBi off=1810491 len=1506538 2024-08-29T18:27:08.186 INFO:tasks.workunit.client.0.smithi028.stdout:op 4728 completed, throughput=5MB/sec 2024-08-29T18:27:08.186 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-TKf7dXFa1BOR-MK off=272199 len=1778622 2024-08-29T18:27:08.191 INFO:tasks.workunit.client.0.smithi028.stdout:op 4729 completed, throughput=5MB/sec 2024-08-29T18:27:08.192 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-S6v3x0CTGJF0Yr5 off=801602 len=214173 2024-08-29T18:27:08.193 INFO:tasks.workunit.client.0.smithi028.stdout:op 4730 completed, throughput=5MB/sec 2024-08-29T18:27:08.193 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-AUN3v4tyBTaqJKw off=15027730 len=1999680 2024-08-29T18:27:08.209 INFO:tasks.workunit.client.0.smithi028.stdout:op 4731 completed, throughput=5MB/sec 2024-08-29T18:27:09.209 INFO:tasks.workunit.client.0.smithi028.stdout: 904: throughput=5MB/sec pending data=0 2024-08-29T18:27:09.209 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-vN8TV3a8FcQ1wz1 off=1884285 len=1918293 2024-08-29T18:27:09.224 INFO:tasks.workunit.client.0.smithi028.stdout:op 4732 completed, throughput=5MB/sec 2024-08-29T18:27:09.224 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-_2u_WpJsQV8s662 off=12497086 len=1799325 2024-08-29T18:27:09.237 INFO:tasks.workunit.client.0.smithi028.stdout:op 4733 completed, throughput=5MB/sec 2024-08-29T18:27:09.237 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-qson-lIfTCYKwc8 off=356898 len=304363 2024-08-29T18:27:09.238 INFO:tasks.workunit.client.0.smithi028.stdout:op 4734 completed, throughput=5MB/sec 2024-08-29T18:27:09.238 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-nEd1KtLgZKn_WYk off=17142080 len=1513960 2024-08-29T18:27:09.242 INFO:tasks.workunit.client.0.smithi028.stdout:op 4735 completed, throughput=5MB/sec 2024-08-29T18:27:09.326 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:27:08 smithi053 bash[68679]: cluster 2024-08-29T18:27:07.870630+0000 mgr.y (mgr.25022) 1212 : cluster [DBG] pgmap v1900: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 704 GiB / 715 GiB avail; 2.3 MiB/s rd, 1.8 MiB/s wr, 4 op/s 2024-08-29T18:27:09.380 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:27:08 smithi028 bash[77168]: cluster 2024-08-29T18:27:07.870630+0000 mgr.y (mgr.25022) 1212 : cluster [DBG] pgmap v1900: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 704 GiB / 715 GiB avail; 2.3 MiB/s rd, 1.8 MiB/s wr, 4 op/s 2024-08-29T18:27:09.380 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:27:08 smithi028 bash[78352]: cluster 2024-08-29T18:27:07.870630+0000 mgr.y (mgr.25022) 1212 : cluster [DBG] pgmap v1900: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 704 GiB / 715 GiB avail; 2.3 MiB/s rd, 1.8 MiB/s wr, 4 op/s 2024-08-29T18:27:10.243 INFO:tasks.workunit.client.0.smithi028.stdout: 905: throughput=5MB/sec pending data=0 2024-08-29T18:27:10.243 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-SldUOsMC6jMGB35 off=2838068 len=1167161 2024-08-29T18:27:10.252 INFO:tasks.workunit.client.0.smithi028.stdout:op 4736 completed, throughput=5MB/sec 2024-08-29T18:27:10.253 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-xVHKcD0pPtBBFjK off=6294844 len=2050986 2024-08-29T18:27:10.257 INFO:tasks.workunit.client.0.smithi028.stdout:op 4737 completed, throughput=5MB/sec 2024-08-29T18:27:10.257 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-fOGlB9y1jEvEzFZ off=841723 len=1298979 2024-08-29T18:27:10.261 INFO:tasks.workunit.client.0.smithi028.stdout:op 4738 completed, throughput=5MB/sec 2024-08-29T18:27:11.261 INFO:tasks.workunit.client.0.smithi028.stdout: 906: throughput=5MB/sec pending data=0 2024-08-29T18:27:11.261 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-rGt0uheuxG0o090 off=16009826 len=1751768 2024-08-29T18:27:11.275 INFO:tasks.workunit.client.0.smithi028.stdout:op 4739 completed, throughput=5MB/sec 2024-08-29T18:27:11.275 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-T8oDoZD6ChppF-I off=2065898 len=1570515 2024-08-29T18:27:11.279 INFO:tasks.workunit.client.0.smithi028.stdout:op 4740 completed, throughput=5MB/sec 2024-08-29T18:27:11.279 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-LSVqkwUGpPnVA5C off=601550 len=748207 2024-08-29T18:27:11.281 INFO:tasks.workunit.client.0.smithi028.stdout:op 4741 completed, throughput=5MB/sec 2024-08-29T18:27:11.281 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-XxkYtejD6qb-V-K off=8204642 len=1307249 2024-08-29T18:27:11.291 INFO:tasks.workunit.client.0.smithi028.stdout:op 4742 completed, throughput=5MB/sec 2024-08-29T18:27:11.326 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:27:10 smithi053 bash[68679]: cluster 2024-08-29T18:27:09.871815+0000 mgr.y (mgr.25022) 1213 : cluster [DBG] pgmap v1901: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 704 GiB / 715 GiB avail; 2.4 MiB/s rd, 3.3 MiB/s wr, 5 op/s 2024-08-29T18:27:11.380 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:27:10 smithi028 bash[78352]: cluster 2024-08-29T18:27:09.871815+0000 mgr.y (mgr.25022) 1213 : cluster [DBG] pgmap v1901: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 704 GiB / 715 GiB avail; 2.4 MiB/s rd, 3.3 MiB/s wr, 5 op/s 2024-08-29T18:27:11.380 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:27:10 smithi028 bash[77168]: cluster 2024-08-29T18:27:09.871815+0000 mgr.y (mgr.25022) 1213 : cluster [DBG] pgmap v1901: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 704 GiB / 715 GiB avail; 2.4 MiB/s rd, 3.3 MiB/s wr, 5 op/s 2024-08-29T18:27:11.880 INFO:journalctl@ceph.mgr.y.smithi028.stdout:Aug 29 18:27:11 smithi028 bash[70818]: ::ffff:172.21.15.53 - - [29/Aug/2024:18:27:11] "GET /metrics HTTP/1.1" 200 34022 "" "Prometheus/2.43.0" 2024-08-29T18:27:12.291 INFO:tasks.workunit.client.0.smithi028.stdout: 907: throughput=5MB/sec pending data=0 2024-08-29T18:27:12.292 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-GPI3gUKn3cP7SZr off=5375723 len=214930 2024-08-29T18:27:12.293 INFO:tasks.workunit.client.0.smithi028.stdout:op 4743 completed, throughput=5MB/sec 2024-08-29T18:27:12.293 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-kJnhMo39ufYfLy2 off=3457008 len=304296 2024-08-29T18:27:12.299 INFO:tasks.workunit.client.0.smithi028.stdout:op 4744 completed, throughput=5MB/sec 2024-08-29T18:27:12.299 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-N2kGyq6oCt3wvbU off=16258502 len=1069833 2024-08-29T18:27:12.301 INFO:tasks.workunit.client.0.smithi028.stdout:op 4745 completed, throughput=5MB/sec 2024-08-29T18:27:12.302 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-XZ8xCUSkVo3lwEX off=1429401 len=45623 2024-08-29T18:27:12.305 INFO:tasks.workunit.client.0.smithi028.stdout:op 4746 completed, throughput=5MB/sec 2024-08-29T18:27:12.305 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-6D96Bt34TaO9HkN off=445333 len=357399 2024-08-29T18:27:12.311 INFO:tasks.workunit.client.0.smithi028.stdout:op 4747 completed, throughput=5MB/sec 2024-08-29T18:27:12.311 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-9oBED8I3rA_TKIM off=4539355 len=640680 2024-08-29T18:27:12.314 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:27:11 smithi053 bash[68679]: audit 2024-08-29T18:27:11.351253+0000 mon.a (mon.0) 2269 : audit [DBG] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-29T18:27:12.317 INFO:tasks.workunit.client.0.smithi028.stdout:op 4748 completed, throughput=5MB/sec 2024-08-29T18:27:12.318 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-td5jpE0YJ_2g6P5 off=15481771 len=467772 2024-08-29T18:27:12.319 INFO:tasks.workunit.client.0.smithi028.stdout:op 4749 completed, throughput=5MB/sec 2024-08-29T18:27:12.319 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-SvvR2U8G-v_jomI off=7988166 len=1214074 2024-08-29T18:27:12.329 INFO:tasks.workunit.client.0.smithi028.stdout:op 4750 completed, throughput=5MB/sec 2024-08-29T18:27:12.329 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-vU90OOWW5HPzed0 off=3381897 len=83896 2024-08-29T18:27:12.333 INFO:tasks.workunit.client.0.smithi028.stdout:op 4751 completed, throughput=5MB/sec 2024-08-29T18:27:12.333 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-O8bfgOREC698pW2 off=2097122 len=1934855 2024-08-29T18:27:12.340 INFO:tasks.workunit.client.0.smithi028.stdout:op 4752 completed, throughput=5MB/sec 2024-08-29T18:27:12.380 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:27:11 smithi028 bash[78352]: audit 2024-08-29T18:27:11.351253+0000 mon.a (mon.0) 2269 : audit [DBG] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-29T18:27:12.380 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:27:11 smithi028 bash[77168]: audit 2024-08-29T18:27:11.351253+0000 mon.a (mon.0) 2269 : audit [DBG] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-29T18:27:12.576 INFO:journalctl@ceph.prometheus.a.smithi053.stdout:Aug 29 18:27:12 smithi053 bash[95567]: ts=2024-08-29T18:27:12.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"3167ee72-662c-11ef-bcd4-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-29T18:27:13.326 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:27:12 smithi053 bash[68679]: cluster 2024-08-29T18:27:11.872390+0000 mgr.y (mgr.25022) 1214 : cluster [DBG] pgmap v1902: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 704 GiB / 715 GiB avail; 1.4 MiB/s rd, 2.6 MiB/s wr, 3 op/s 2024-08-29T18:27:13.326 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:27:12 smithi053 bash[68679]: audit 2024-08-29T18:27:12.107283+0000 mon.a (mon.0) 2270 : audit [DBG] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-29T18:27:13.326 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:27:12 smithi053 bash[68679]: audit 2024-08-29T18:27:12.163329+0000 mon.a (mon.0) 2271 : audit [DBG] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-29T18:27:13.326 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:27:12 smithi053 bash[68679]: audit 2024-08-29T18:27:12.164923+0000 mon.a (mon.0) 2272 : audit [INF] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-29T18:27:13.326 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:27:12 smithi053 bash[68679]: audit 2024-08-29T18:27:12.173705+0000 mon.a (mon.0) 2273 : audit [INF] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' 2024-08-29T18:27:13.340 INFO:tasks.workunit.client.0.smithi028.stdout: 908: throughput=5MB/sec pending data=0 2024-08-29T18:27:13.340 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-ao_djiIOIxuZ2TP off=367539 len=512119 2024-08-29T18:27:13.347 INFO:tasks.workunit.client.0.smithi028.stdout:op 4753 completed, throughput=5MB/sec 2024-08-29T18:27:13.347 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-LRB1IY5z1ZWqFAp off=3728510 len=1206347 2024-08-29T18:27:13.351 INFO:tasks.workunit.client.0.smithi028.stdout:op 4754 completed, throughput=5MB/sec 2024-08-29T18:27:13.352 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-NFwhp1XLn6xygwD off=4106253 len=283957 2024-08-29T18:27:13.357 INFO:tasks.workunit.client.0.smithi028.stdout:op 4755 completed, throughput=5MB/sec 2024-08-29T18:27:13.357 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-1wBCUPyxX8Fst5q off=11082005 len=1972839 2024-08-29T18:27:13.371 INFO:tasks.workunit.client.0.smithi028.stdout:op 4756 completed, throughput=5MB/sec 2024-08-29T18:27:13.371 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-QzYkDIAu2kghsJs off=6581882 len=378435 2024-08-29T18:27:13.378 INFO:tasks.workunit.client.0.smithi028.stdout:op 4757 completed, throughput=5MB/sec 2024-08-29T18:27:13.380 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:27:12 smithi028 bash[78352]: cluster 2024-08-29T18:27:11.872390+0000 mgr.y (mgr.25022) 1214 : cluster [DBG] pgmap v1902: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 704 GiB / 715 GiB avail; 1.4 MiB/s rd, 2.6 MiB/s wr, 3 op/s 2024-08-29T18:27:13.380 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:27:12 smithi028 bash[78352]: audit 2024-08-29T18:27:12.107283+0000 mon.a (mon.0) 2270 : audit [DBG] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-29T18:27:13.380 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:27:12 smithi028 bash[78352]: audit 2024-08-29T18:27:12.163329+0000 mon.a (mon.0) 2271 : audit [DBG] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-29T18:27:13.380 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:27:12 smithi028 bash[78352]: audit 2024-08-29T18:27:12.164923+0000 mon.a (mon.0) 2272 : audit [INF] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-29T18:27:13.380 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:27:12 smithi028 bash[78352]: audit 2024-08-29T18:27:12.173705+0000 mon.a (mon.0) 2273 : audit [INF] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' 2024-08-29T18:27:13.381 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:27:12 smithi028 bash[77168]: cluster 2024-08-29T18:27:11.872390+0000 mgr.y (mgr.25022) 1214 : cluster [DBG] pgmap v1902: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 704 GiB / 715 GiB avail; 1.4 MiB/s rd, 2.6 MiB/s wr, 3 op/s 2024-08-29T18:27:13.381 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:27:12 smithi028 bash[77168]: audit 2024-08-29T18:27:12.107283+0000 mon.a (mon.0) 2270 : audit [DBG] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-29T18:27:13.381 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:27:12 smithi028 bash[77168]: audit 2024-08-29T18:27:12.163329+0000 mon.a (mon.0) 2271 : audit [DBG] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-29T18:27:13.381 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:27:12 smithi028 bash[77168]: audit 2024-08-29T18:27:12.164923+0000 mon.a (mon.0) 2272 : audit [INF] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-29T18:27:13.381 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:27:12 smithi028 bash[77168]: audit 2024-08-29T18:27:12.173705+0000 mon.a (mon.0) 2273 : audit [INF] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' 2024-08-29T18:27:14.378 INFO:tasks.workunit.client.0.smithi028.stdout: 909: throughput=4.99MB/sec pending data=0 2024-08-29T18:27:14.378 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-QhBOhIqyVnJp9e7 off=5163619 len=1977879 2024-08-29T18:27:14.394 INFO:tasks.workunit.client.0.smithi028.stdout:op 4758 completed, throughput=5MB/sec 2024-08-29T18:27:14.394 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-2DJbmi2s-lYtDTs off=1851267 len=1087257 2024-08-29T18:27:14.397 INFO:tasks.workunit.client.0.smithi028.stdout:op 4759 completed, throughput=5MB/sec 2024-08-29T18:27:14.397 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-d0ugT1MoR7h5TgK off=12654355 len=1574184 2024-08-29T18:27:14.409 INFO:tasks.workunit.client.0.smithi028.stdout:op 4760 completed, throughput=5MB/sec 2024-08-29T18:27:14.409 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-plBGb9h7DMO5wUk off=13290229 len=1674162 2024-08-29T18:27:14.413 INFO:tasks.workunit.client.0.smithi028.stdout:op 4761 completed, throughput=5MB/sec 2024-08-29T18:27:15.325 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:27:14 smithi053 bash[68679]: cluster 2024-08-29T18:27:13.873307+0000 mgr.y (mgr.25022) 1215 : cluster [DBG] pgmap v1903: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 704 GiB / 715 GiB avail; 2.5 MiB/s rd, 3.5 MiB/s wr, 5 op/s 2024-08-29T18:27:15.380 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:27:14 smithi028 bash[78352]: cluster 2024-08-29T18:27:13.873307+0000 mgr.y (mgr.25022) 1215 : cluster [DBG] pgmap v1903: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 704 GiB / 715 GiB avail; 2.5 MiB/s rd, 3.5 MiB/s wr, 5 op/s 2024-08-29T18:27:15.380 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:27:14 smithi028 bash[77168]: cluster 2024-08-29T18:27:13.873307+0000 mgr.y (mgr.25022) 1215 : cluster [DBG] pgmap v1903: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 704 GiB / 715 GiB avail; 2.5 MiB/s rd, 3.5 MiB/s wr, 5 op/s 2024-08-29T18:27:15.413 INFO:tasks.workunit.client.0.smithi028.stdout: 910: throughput=5MB/sec pending data=0 2024-08-29T18:27:15.413 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-Wd2VV3Xl-fjgRur off=9097071 len=1491308 2024-08-29T18:27:15.417 INFO:tasks.workunit.client.0.smithi028.stdout:op 4762 completed, throughput=5MB/sec 2024-08-29T18:27:15.417 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-GRABDLKRenLW3H7 off=6453438 len=629842 2024-08-29T18:27:15.419 INFO:tasks.workunit.client.0.smithi028.stdout:op 4763 completed, throughput=5MB/sec 2024-08-29T18:27:15.419 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-DHMW5cn8DkDn3-0 off=4667112 len=89807 2024-08-29T18:27:15.421 INFO:tasks.workunit.client.0.smithi028.stdout:op 4764 completed, throughput=5MB/sec 2024-08-29T18:27:15.421 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-7NvD5e2M-x-RIGQ off=3726102 len=1651695 2024-08-29T18:27:15.425 INFO:tasks.workunit.client.0.smithi028.stdout:op 4765 completed, throughput=5MB/sec 2024-08-29T18:27:15.425 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-5mjCuiJpQBbt6F7 off=7652926 len=96582 2024-08-29T18:27:15.431 INFO:tasks.workunit.client.0.smithi028.stdout:op 4766 completed, throughput=5MB/sec 2024-08-29T18:27:15.431 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-RR4Arjsw2LfZNzb off=10212797 len=1784920 2024-08-29T18:27:15.435 INFO:tasks.workunit.client.0.smithi028.stdout:op 4767 completed, throughput=5MB/sec 2024-08-29T18:27:16.435 INFO:tasks.workunit.client.0.smithi028.stdout: 911: throughput=5MB/sec pending data=0 2024-08-29T18:27:16.436 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-ySU2bF_jclZEeH1 off=3458178 len=217587 2024-08-29T18:27:16.442 INFO:tasks.workunit.client.0.smithi028.stdout:op 4768 completed, throughput=5MB/sec 2024-08-29T18:27:16.442 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-QhBOhIqyVnJp9e7 off=6139217 len=418764 2024-08-29T18:27:16.443 INFO:tasks.workunit.client.0.smithi028.stdout:op 4769 completed, throughput=5MB/sec 2024-08-29T18:27:16.444 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-FcjuS9RlPQmqgMw off=3050871 len=338175 2024-08-29T18:27:16.445 INFO:tasks.workunit.client.0.smithi028.stdout:op 4770 completed, throughput=5MB/sec 2024-08-29T18:27:16.445 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-vvz49ckLEqdhKAr off=12421579 len=1606647 2024-08-29T18:27:16.458 INFO:tasks.workunit.client.0.smithi028.stdout:op 4771 completed, throughput=5MB/sec 2024-08-29T18:27:16.458 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-osMmocfTIOlS3bN off=1167046 len=1412041 2024-08-29T18:27:16.468 INFO:tasks.workunit.client.0.smithi028.stdout:op 4772 completed, throughput=5MB/sec 2024-08-29T18:27:17.326 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:27:16 smithi053 bash[68679]: cluster 2024-08-29T18:27:15.874576+0000 mgr.y (mgr.25022) 1216 : cluster [DBG] pgmap v1904: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 704 GiB / 715 GiB avail; 1.8 MiB/s rd, 2.8 MiB/s wr, 4 op/s 2024-08-29T18:27:17.380 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:27:16 smithi028 bash[78352]: cluster 2024-08-29T18:27:15.874576+0000 mgr.y (mgr.25022) 1216 : cluster [DBG] pgmap v1904: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 704 GiB / 715 GiB avail; 1.8 MiB/s rd, 2.8 MiB/s wr, 4 op/s 2024-08-29T18:27:17.381 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:27:16 smithi028 bash[77168]: cluster 2024-08-29T18:27:15.874576+0000 mgr.y (mgr.25022) 1216 : cluster [DBG] pgmap v1904: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 704 GiB / 715 GiB avail; 1.8 MiB/s rd, 2.8 MiB/s wr, 4 op/s 2024-08-29T18:27:17.468 INFO:tasks.workunit.client.0.smithi028.stdout: 912: throughput=4.99MB/sec pending data=0 2024-08-29T18:27:17.468 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-oNvdmIrsGM7DfcQ off=14464616 len=1382171 2024-08-29T18:27:17.472 INFO:tasks.workunit.client.0.smithi028.stdout:op 4773 completed, throughput=5MB/sec 2024-08-29T18:27:17.472 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-AN9EPwFIM0CN-zg off=14753788 len=1904342 2024-08-29T18:27:17.476 INFO:tasks.workunit.client.0.smithi028.stdout:op 4774 completed, throughput=5MB/sec 2024-08-29T18:27:17.476 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-m7OV0JUulDr_h66 off=10841906 len=502606 2024-08-29T18:27:17.479 INFO:tasks.workunit.client.0.smithi028.stdout:op 4775 completed, throughput=5MB/sec 2024-08-29T18:27:17.479 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-Hp_P1UIfGIlmLnq off=9945272 len=1389377 2024-08-29T18:27:17.490 INFO:tasks.workunit.client.0.smithi028.stdout:op 4776 completed, throughput=5MB/sec 2024-08-29T18:27:17.490 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-jeGgUjg45ez2iZk off=7530429 len=1085568 2024-08-29T18:27:17.492 INFO:tasks.workunit.client.0.smithi028.stdout:op 4777 completed, throughput=5MB/sec 2024-08-29T18:27:18.493 INFO:tasks.workunit.client.0.smithi028.stdout: 913: throughput=5MB/sec pending data=0 2024-08-29T18:27:18.493 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-UY_QdyTIrqsd40L off=3844382 len=788551 2024-08-29T18:27:18.501 INFO:tasks.workunit.client.0.smithi028.stdout:op 4778 completed, throughput=5MB/sec 2024-08-29T18:27:18.501 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-f7U0UihOazAkYcg off=4617381 len=598658 2024-08-29T18:27:18.504 INFO:tasks.workunit.client.0.smithi028.stdout:op 4779 completed, throughput=5MB/sec 2024-08-29T18:27:18.504 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-iRK9KBpzPEpjgF6 off=5007021 len=1321376 2024-08-29T18:27:18.516 INFO:tasks.workunit.client.0.smithi028.stdout:op 4780 completed, throughput=5MB/sec 2024-08-29T18:27:18.516 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-piv5SXuc0xOn61o off=12676360 len=1817549 2024-08-29T18:27:18.528 INFO:tasks.workunit.client.0.smithi028.stdout:op 4781 completed, throughput=5MB/sec 2024-08-29T18:27:19.326 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:27:18 smithi053 bash[68679]: cluster 2024-08-29T18:27:17.875480+0000 mgr.y (mgr.25022) 1217 : cluster [DBG] pgmap v1905: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 704 GiB / 715 GiB avail; 1.4 MiB/s rd, 2.7 MiB/s wr, 3 op/s 2024-08-29T18:27:19.380 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:27:18 smithi028 bash[78352]: cluster 2024-08-29T18:27:17.875480+0000 mgr.y (mgr.25022) 1217 : cluster [DBG] pgmap v1905: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 704 GiB / 715 GiB avail; 1.4 MiB/s rd, 2.7 MiB/s wr, 3 op/s 2024-08-29T18:27:19.380 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:27:18 smithi028 bash[77168]: cluster 2024-08-29T18:27:17.875480+0000 mgr.y (mgr.25022) 1217 : cluster [DBG] pgmap v1905: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 704 GiB / 715 GiB avail; 1.4 MiB/s rd, 2.7 MiB/s wr, 3 op/s 2024-08-29T18:27:19.528 INFO:tasks.workunit.client.0.smithi028.stdout: 914: throughput=4.99MB/sec pending data=0 2024-08-29T18:27:19.529 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj--29WOSGs_Y8_uvG off=7146179 len=1078066 2024-08-29T18:27:19.532 INFO:tasks.workunit.client.0.smithi028.stdout:op 4782 completed, throughput=5MB/sec 2024-08-29T18:27:19.532 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-gNxBj3BTHU2Ifsk off=1463261 len=528872 2024-08-29T18:27:19.534 INFO:tasks.workunit.client.0.smithi028.stdout:op 4783 completed, throughput=5MB/sec 2024-08-29T18:27:19.534 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-X3x8WuWhUatm5Xl off=17336000 len=1175040 2024-08-29T18:27:19.545 INFO:tasks.workunit.client.0.smithi028.stdout:op 4784 completed, throughput=5MB/sec 2024-08-29T18:27:19.546 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-eIg8Ebdiloh3rRp off=5539354 len=1315546 2024-08-29T18:27:19.549 INFO:tasks.workunit.client.0.smithi028.stdout:op 4785 completed, throughput=5MB/sec 2024-08-29T18:27:19.549 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-eE6ZDx1w8OQ-oEz off=20477606 len=737074 2024-08-29T18:27:19.557 INFO:tasks.workunit.client.0.smithi028.stdout:op 4786 completed, throughput=5MB/sec 2024-08-29T18:27:19.557 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-dtMOXMs7nB7m1bN off=4619965 len=831577 2024-08-29T18:27:19.559 INFO:tasks.workunit.client.0.smithi028.stdout:op 4787 completed, throughput=5MB/sec 2024-08-29T18:27:20.559 INFO:tasks.workunit.client.0.smithi028.stdout: 915: throughput=5MB/sec pending data=0 2024-08-29T18:27:20.560 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-qt7aS93z_9g7o4k off=4907052 len=1176482 2024-08-29T18:27:20.563 INFO:tasks.workunit.client.0.smithi028.stdout:op 4788 completed, throughput=5MB/sec 2024-08-29T18:27:20.563 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-Ig6kddLE62znPPn off=14805849 len=8107 2024-08-29T18:27:20.564 INFO:tasks.workunit.client.0.smithi028.stdout:op 4789 completed, throughput=5MB/sec 2024-08-29T18:27:20.565 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-4WEAnI9mPDtjj-J off=3500432 len=1318596 2024-08-29T18:27:20.575 INFO:tasks.workunit.client.0.smithi028.stdout:op 4790 completed, throughput=5MB/sec 2024-08-29T18:27:20.575 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-Iw3SF48PBwhlj7K off=1367935 len=1803114 2024-08-29T18:27:20.588 INFO:tasks.workunit.client.0.smithi028.stdout:op 4791 completed, throughput=5MB/sec 2024-08-29T18:27:20.589 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-deHzB8cs7R93FR2 off=732740 len=1312077 2024-08-29T18:27:20.599 INFO:tasks.workunit.client.0.smithi028.stdout:op 4792 completed, throughput=5MB/sec 2024-08-29T18:27:21.326 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:27:20 smithi053 bash[68679]: cluster 2024-08-29T18:27:19.876838+0000 mgr.y (mgr.25022) 1218 : cluster [DBG] pgmap v1906: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.5 MiB/s rd, 3.6 MiB/s wr, 5 op/s 2024-08-29T18:27:21.380 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:27:20 smithi028 bash[77168]: cluster 2024-08-29T18:27:19.876838+0000 mgr.y (mgr.25022) 1218 : cluster [DBG] pgmap v1906: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.5 MiB/s rd, 3.6 MiB/s wr, 5 op/s 2024-08-29T18:27:21.381 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:27:20 smithi028 bash[78352]: cluster 2024-08-29T18:27:19.876838+0000 mgr.y (mgr.25022) 1218 : cluster [DBG] pgmap v1906: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.5 MiB/s rd, 3.6 MiB/s wr, 5 op/s 2024-08-29T18:27:21.599 INFO:tasks.workunit.client.0.smithi028.stdout: 916: throughput=5MB/sec pending data=0 2024-08-29T18:27:21.599 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-I5TOQRU4A3O9tWE off=1466910 len=155890 2024-08-29T18:27:21.601 INFO:tasks.workunit.client.0.smithi028.stdout:op 4793 completed, throughput=5MB/sec 2024-08-29T18:27:21.601 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-HjeE3-SRm8V0KC1 off=6719406 len=107883 2024-08-29T18:27:21.602 INFO:tasks.workunit.client.0.smithi028.stdout:op 4794 completed, throughput=5MB/sec 2024-08-29T18:27:21.602 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-rutzafHTdJBsGfq off=5091134 len=2048198 2024-08-29T18:27:21.609 INFO:tasks.workunit.client.0.smithi028.stdout:op 4795 completed, throughput=5MB/sec 2024-08-29T18:27:21.609 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-_FVdDVW38GUb6zh off=1923317 len=637709 2024-08-29T18:27:21.617 INFO:tasks.workunit.client.0.smithi028.stdout:op 4796 completed, throughput=5MB/sec 2024-08-29T18:27:21.617 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-Qt5slRZcj3lL_Kr off=234016 len=1293609 2024-08-29T18:27:21.629 INFO:tasks.workunit.client.0.smithi028.stdout:op 4797 completed, throughput=5MB/sec 2024-08-29T18:27:21.629 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-Pu3JP-7AfjcG07C off=2904430 len=1266543 2024-08-29T18:27:21.638 INFO:tasks.workunit.client.0.smithi028.stdout:op 4798 completed, throughput=5MB/sec 2024-08-29T18:27:21.880 INFO:journalctl@ceph.mgr.y.smithi028.stdout:Aug 29 18:27:21 smithi028 bash[70818]: ::ffff:172.21.15.53 - - [29/Aug/2024:18:27:21] "GET /metrics HTTP/1.1" 200 34020 "" "Prometheus/2.43.0" 2024-08-29T18:27:22.576 INFO:journalctl@ceph.prometheus.a.smithi053.stdout:Aug 29 18:27:22 smithi053 bash[95567]: ts=2024-08-29T18:27:22.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"3167ee72-662c-11ef-bcd4-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-29T18:27:22.638 INFO:tasks.workunit.client.0.smithi028.stdout: 917: throughput=5MB/sec pending data=0 2024-08-29T18:27:22.639 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-ax2H9XX6IfLAIy7 off=11831222 len=1751252 2024-08-29T18:27:22.643 INFO:tasks.workunit.client.0.smithi028.stdout:op 4799 completed, throughput=5MB/sec 2024-08-29T18:27:22.643 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-h5xUQW3K4vUfD2C off=21210944 len=1258165 2024-08-29T18:27:22.654 INFO:tasks.workunit.client.0.smithi028.stdout:op 4800 completed, throughput=5MB/sec 2024-08-29T18:27:22.654 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-EpLBqvycpXpOprV off=15494066 len=1871295 2024-08-29T18:27:22.670 INFO:tasks.workunit.client.0.smithi028.stdout:op 4801 completed, throughput=5MB/sec 2024-08-29T18:27:23.326 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:27:22 smithi053 bash[68679]: cluster 2024-08-29T18:27:21.877834+0000 mgr.y (mgr.25022) 1219 : cluster [DBG] pgmap v1907: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2024-08-29T18:27:23.380 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:27:23 smithi028 bash[78352]: cluster 2024-08-29T18:27:21.877834+0000 mgr.y (mgr.25022) 1219 : cluster [DBG] pgmap v1907: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2024-08-29T18:27:23.380 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:27:22 smithi028 bash[77168]: cluster 2024-08-29T18:27:21.877834+0000 mgr.y (mgr.25022) 1219 : cluster [DBG] pgmap v1907: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2024-08-29T18:27:23.671 INFO:tasks.workunit.client.0.smithi028.stdout: 918: throughput=4.99MB/sec pending data=0 2024-08-29T18:27:23.671 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-gIoB2zLYcj9ttMZ off=11155511 len=146853 2024-08-29T18:27:23.676 INFO:tasks.workunit.client.0.smithi028.stdout:op 4802 completed, throughput=4.99MB/sec 2024-08-29T18:27:23.676 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-HuKDIcYJ2D9ew0q off=9611728 len=1897982 2024-08-29T18:27:23.690 INFO:tasks.workunit.client.0.smithi028.stdout:op 4803 completed, throughput=5MB/sec 2024-08-29T18:27:23.690 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-31EVorpc0EN9hwC off=3295417 len=694312 2024-08-29T18:27:23.698 INFO:tasks.workunit.client.0.smithi028.stdout:op 4804 completed, throughput=5MB/sec 2024-08-29T18:27:23.698 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-_oqtWrlSluNzqj1 off=701265 len=1745725 2024-08-29T18:27:23.700 INFO:tasks.workunit.client.0.smithi028.stdout:op 4805 completed, throughput=5MB/sec 2024-08-29T18:27:23.701 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-u60GEVVQisZ4NNz off=8551613 len=2038638 2024-08-29T18:27:23.714 INFO:tasks.workunit.client.0.smithi028.stdout:op 4806 completed, throughput=5MB/sec 2024-08-29T18:27:24.714 INFO:tasks.workunit.client.0.smithi028.stdout: 919: throughput=5MB/sec pending data=0 2024-08-29T18:27:24.715 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-EG9CJd7Vydw7wpq off=2830353 len=1142603 2024-08-29T18:27:24.725 INFO:tasks.workunit.client.0.smithi028.stdout:op 4807 completed, throughput=5MB/sec 2024-08-29T18:27:24.725 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-TVFtAqp87Wuam_Q off=10100842 len=767017 2024-08-29T18:27:24.727 INFO:tasks.workunit.client.0.smithi028.stdout:op 4808 completed, throughput=5MB/sec 2024-08-29T18:27:24.727 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-nd3syErGw84sbU9 off=2432335 len=1079763 2024-08-29T18:27:24.736 INFO:tasks.workunit.client.0.smithi028.stdout:op 4809 completed, throughput=5MB/sec 2024-08-29T18:27:24.736 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-DvY7hqDeTGR2PB4 off=6774873 len=1245776 2024-08-29T18:27:24.739 INFO:tasks.workunit.client.0.smithi028.stdout:op 4810 completed, throughput=5MB/sec 2024-08-29T18:27:24.740 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-zsV2EFzUOSIl00m off=11083033 len=150068 2024-08-29T18:27:24.741 INFO:tasks.workunit.client.0.smithi028.stdout:op 4811 completed, throughput=5MB/sec 2024-08-29T18:27:25.325 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:27:25 smithi053 bash[68679]: cluster 2024-08-29T18:27:23.878874+0000 mgr.y (mgr.25022) 1220 : cluster [DBG] pgmap v1908: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.9 MiB/s rd, 2.9 MiB/s wr, 5 op/s 2024-08-29T18:27:25.380 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:27:25 smithi028 bash[78352]: cluster 2024-08-29T18:27:23.878874+0000 mgr.y (mgr.25022) 1220 : cluster [DBG] pgmap v1908: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.9 MiB/s rd, 2.9 MiB/s wr, 5 op/s 2024-08-29T18:27:25.381 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:27:25 smithi028 bash[77168]: cluster 2024-08-29T18:27:23.878874+0000 mgr.y (mgr.25022) 1220 : cluster [DBG] pgmap v1908: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.9 MiB/s rd, 2.9 MiB/s wr, 5 op/s 2024-08-29T18:27:25.741 INFO:tasks.workunit.client.0.smithi028.stdout: 920: throughput=4.99MB/sec pending data=0 2024-08-29T18:27:25.741 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-mViX1cUA_e8dENN off=6838016 len=1935748 2024-08-29T18:27:25.756 INFO:tasks.workunit.client.0.smithi028.stdout:op 4812 completed, throughput=5MB/sec 2024-08-29T18:27:25.756 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-Bi9yA8HCxQmN_-e off=522282 len=189221 2024-08-29T18:27:25.757 INFO:tasks.workunit.client.0.smithi028.stdout:op 4813 completed, throughput=5MB/sec 2024-08-29T18:27:25.757 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-P-9cg8JF2kEjRDM off=8337846 len=1587285 2024-08-29T18:27:25.768 INFO:tasks.workunit.client.0.smithi028.stdout:op 4814 completed, throughput=5MB/sec 2024-08-29T18:27:25.769 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj--wlysBOyLSwM-E4 off=20587311 len=814439 2024-08-29T18:27:25.771 INFO:tasks.workunit.client.0.smithi028.stdout:op 4815 completed, throughput=5MB/sec 2024-08-29T18:27:25.771 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-s-Jf0zn3WZ3RNrp off=6271736 len=1423353 2024-08-29T18:27:25.779 INFO:tasks.workunit.client.0.smithi028.stdout:op 4816 completed, throughput=5MB/sec 2024-08-29T18:27:26.780 INFO:tasks.workunit.client.0.smithi028.stdout: 921: throughput=5MB/sec pending data=0 2024-08-29T18:27:26.780 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-W7p7kAZYhbAy5g6 off=2580104 len=954351 2024-08-29T18:27:26.788 INFO:tasks.workunit.client.0.smithi028.stdout:op 4817 completed, throughput=5MB/sec 2024-08-29T18:27:26.788 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-D2ZLp2KLagGA3-8 off=13265504 len=738531 2024-08-29T18:27:26.790 INFO:tasks.workunit.client.0.smithi028.stdout:op 4818 completed, throughput=5MB/sec 2024-08-29T18:27:26.791 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-7z0z7tnmjY20nQW off=2688631 len=842835 2024-08-29T18:27:26.799 INFO:tasks.workunit.client.0.smithi028.stdout:op 4819 completed, throughput=5MB/sec 2024-08-29T18:27:26.799 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-TVNzT8pXcg5FkG8 off=9283003 len=1235905 2024-08-29T18:27:26.802 INFO:tasks.workunit.client.0.smithi028.stdout:op 4820 completed, throughput=5MB/sec 2024-08-29T18:27:26.802 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-d8yApi7Cb3z-dVZ off=616737 len=1807198 2024-08-29T18:27:26.816 INFO:tasks.workunit.client.0.smithi028.stdout:op 4821 completed, throughput=5MB/sec 2024-08-29T18:27:27.325 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:27:27 smithi053 bash[68679]: cluster 2024-08-29T18:27:25.880151+0000 mgr.y (mgr.25022) 1221 : cluster [DBG] pgmap v1909: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2024-08-29T18:27:27.380 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:27:27 smithi028 bash[77168]: cluster 2024-08-29T18:27:25.880151+0000 mgr.y (mgr.25022) 1221 : cluster [DBG] pgmap v1909: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2024-08-29T18:27:27.380 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:27:27 smithi028 bash[78352]: cluster 2024-08-29T18:27:25.880151+0000 mgr.y (mgr.25022) 1221 : cluster [DBG] pgmap v1909: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2024-08-29T18:27:27.816 INFO:tasks.workunit.client.0.smithi028.stdout: 922: throughput=5MB/sec pending data=0 2024-08-29T18:27:27.816 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-EX0Y3w0nQE7uHKe off=13794982 len=1950913 2024-08-29T18:27:27.829 INFO:tasks.workunit.client.0.smithi028.stdout:op 4822 completed, throughput=5MB/sec 2024-08-29T18:27:27.829 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-LAW-U3P1x7RlNmR off=5248758 len=1808622 2024-08-29T18:27:27.842 INFO:tasks.workunit.client.0.smithi028.stdout:op 4823 completed, throughput=5MB/sec 2024-08-29T18:27:27.842 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-JhPrr0Mc3Wp9fUN off=3604551 len=1472965 2024-08-29T18:27:27.845 INFO:tasks.workunit.client.0.smithi028.stdout:op 4824 completed, throughput=5MB/sec 2024-08-29T18:27:28.325 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:27:28 smithi053 bash[68679]: audit 2024-08-29T18:27:27.107872+0000 mon.a (mon.0) 2274 : audit [DBG] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-29T18:27:28.380 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:27:28 smithi028 bash[78352]: audit 2024-08-29T18:27:27.107872+0000 mon.a (mon.0) 2274 : audit [DBG] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-29T18:27:28.381 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:27:28 smithi028 bash[77168]: audit 2024-08-29T18:27:27.107872+0000 mon.a (mon.0) 2274 : audit [DBG] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-29T18:27:28.846 INFO:tasks.workunit.client.0.smithi028.stdout: 923: throughput=5MB/sec pending data=0 2024-08-29T18:27:28.846 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-qG2_-khsQDvJXd_ off=14593051 len=1683138 2024-08-29T18:27:28.851 INFO:tasks.workunit.client.0.smithi028.stdout:op 4825 completed, throughput=5MB/sec 2024-08-29T18:27:28.851 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-wc4sObD6m_9hrjz off=1373227 len=1182972 2024-08-29T18:27:28.861 INFO:tasks.workunit.client.0.smithi028.stdout:op 4826 completed, throughput=5MB/sec 2024-08-29T18:27:28.861 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-P_N93Try8tDCpze off=16927171 len=1321140 2024-08-29T18:27:28.865 INFO:tasks.workunit.client.0.smithi028.stdout:op 4827 completed, throughput=5MB/sec 2024-08-29T18:27:28.865 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-Wx5YiMyPHZF6K-7 off=4469036 len=1151379 2024-08-29T18:27:28.874 INFO:tasks.workunit.client.0.smithi028.stdout:op 4828 completed, throughput=5MB/sec 2024-08-29T18:27:29.325 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:27:29 smithi053 bash[68679]: cluster 2024-08-29T18:27:27.880978+0000 mgr.y (mgr.25022) 1222 : cluster [DBG] pgmap v1910: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2024-08-29T18:27:29.380 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:27:29 smithi028 bash[77168]: cluster 2024-08-29T18:27:27.880978+0000 mgr.y (mgr.25022) 1222 : cluster [DBG] pgmap v1910: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2024-08-29T18:27:29.380 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:27:29 smithi028 bash[78352]: cluster 2024-08-29T18:27:27.880978+0000 mgr.y (mgr.25022) 1222 : cluster [DBG] pgmap v1910: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2024-08-29T18:27:29.875 INFO:tasks.workunit.client.0.smithi028.stdout: 924: throughput=5MB/sec pending data=0 2024-08-29T18:27:29.875 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-Fjb_uOnRfGxGknf off=558999 len=2088405 2024-08-29T18:27:29.880 INFO:tasks.workunit.client.0.smithi028.stdout:op 4829 completed, throughput=5MB/sec 2024-08-29T18:27:29.880 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-WnO5fW4QpQUssMH off=550122 len=429574 2024-08-29T18:27:29.882 INFO:tasks.workunit.client.0.smithi028.stdout:op 4830 completed, throughput=5MB/sec 2024-08-29T18:27:29.882 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-ZTEvLuFpIPaf01D off=1327690 len=357902 2024-08-29T18:27:29.884 INFO:tasks.workunit.client.0.smithi028.stdout:op 4831 completed, throughput=5MB/sec 2024-08-29T18:27:29.884 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-BKOIvjRQJeJl3Bw off=110445 len=1321306 2024-08-29T18:27:29.888 INFO:tasks.workunit.client.0.smithi028.stdout:op 4832 completed, throughput=5MB/sec 2024-08-29T18:27:29.888 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-RdepACvZ4gsPouT off=10826160 len=907352 2024-08-29T18:27:29.890 INFO:tasks.workunit.client.0.smithi028.stdout:op 4833 completed, throughput=5MB/sec 2024-08-29T18:27:30.890 INFO:tasks.workunit.client.0.smithi028.stdout: 925: throughput=5MB/sec pending data=0 2024-08-29T18:27:30.891 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-4rvFOSf1rAVGuiV off=16130796 len=1547261 2024-08-29T18:27:30.897 INFO:tasks.workunit.client.0.smithi028.stdout:op 4834 completed, throughput=5MB/sec 2024-08-29T18:27:30.897 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-DWnSdh14-bb-18q off=1103518 len=1461147 2024-08-29T18:27:30.909 INFO:tasks.workunit.client.0.smithi028.stdout:op 4835 completed, throughput=5MB/sec 2024-08-29T18:27:30.909 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-qZYI9tUiC9r5cDd off=9685348 len=1713677 2024-08-29T18:27:30.923 INFO:tasks.workunit.client.0.smithi028.stdout:op 4836 completed, throughput=5MB/sec 2024-08-29T18:27:30.923 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-XZX4jff6jKs79Uk off=0 len=1060104 2024-08-29T18:27:30.931 INFO:tasks.workunit.client.0.smithi028.stdout:op 4837 completed, throughput=5MB/sec 2024-08-29T18:27:31.326 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:27:31 smithi053 bash[68679]: cluster 2024-08-29T18:27:29.882169+0000 mgr.y (mgr.25022) 1223 : cluster [DBG] pgmap v1911: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.5 MiB/s rd, 3.7 MiB/s wr, 5 op/s 2024-08-29T18:27:31.380 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:27:31 smithi028 bash[78352]: cluster 2024-08-29T18:27:29.882169+0000 mgr.y (mgr.25022) 1223 : cluster [DBG] pgmap v1911: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.5 MiB/s rd, 3.7 MiB/s wr, 5 op/s 2024-08-29T18:27:31.381 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:27:31 smithi028 bash[77168]: cluster 2024-08-29T18:27:29.882169+0000 mgr.y (mgr.25022) 1223 : cluster [DBG] pgmap v1911: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.5 MiB/s rd, 3.7 MiB/s wr, 5 op/s 2024-08-29T18:27:31.880 INFO:journalctl@ceph.mgr.y.smithi028.stdout:Aug 29 18:27:31 smithi028 bash[70818]: ::ffff:172.21.15.53 - - [29/Aug/2024:18:27:31] "GET /metrics HTTP/1.1" 200 34024 "" "Prometheus/2.43.0" 2024-08-29T18:27:31.932 INFO:tasks.workunit.client.0.smithi028.stdout: 926: throughput=5MB/sec pending data=0 2024-08-29T18:27:31.932 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-UFMushh4iHs4RaM off=2993573 len=1080399 2024-08-29T18:27:31.935 INFO:tasks.workunit.client.0.smithi028.stdout:op 4838 completed, throughput=5MB/sec 2024-08-29T18:27:31.935 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-Qm37sovve7k1DUn off=7140464 len=1061686 2024-08-29T18:27:31.938 INFO:tasks.workunit.client.0.smithi028.stdout:op 4839 completed, throughput=5MB/sec 2024-08-29T18:27:31.938 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-0raUvJ5tavKSq5_ off=9589026 len=916252 2024-08-29T18:27:31.947 INFO:tasks.workunit.client.0.smithi028.stdout:op 4840 completed, throughput=5MB/sec 2024-08-29T18:27:31.947 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-74F_fKNFFMCyL8e off=6052166 len=1090937 2024-08-29T18:27:31.956 INFO:tasks.workunit.client.0.smithi028.stdout:op 4841 completed, throughput=5MB/sec 2024-08-29T18:27:31.956 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-YrLf9VIf8LUDUhS off=14318885 len=873189 2024-08-29T18:27:31.964 INFO:tasks.workunit.client.0.smithi028.stdout:op 4842 completed, throughput=5MB/sec 2024-08-29T18:27:32.575 INFO:journalctl@ceph.prometheus.a.smithi053.stdout:Aug 29 18:27:32 smithi053 bash[95567]: ts=2024-08-29T18:27:32.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"3167ee72-662c-11ef-bcd4-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-29T18:27:32.965 INFO:tasks.workunit.client.0.smithi028.stdout: 927: throughput=5MB/sec pending data=0 2024-08-29T18:27:32.965 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-M3yetpaESEVofOO off=14395238 len=634252 2024-08-29T18:27:32.967 INFO:tasks.workunit.client.0.smithi028.stdout:op 4843 completed, throughput=5MB/sec 2024-08-29T18:27:32.967 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-Zea5-nGPonEYvJI off=780668 len=1200276 2024-08-29T18:27:32.977 INFO:tasks.workunit.client.0.smithi028.stdout:op 4844 completed, throughput=5MB/sec 2024-08-29T18:27:32.977 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-OnxUD_IggfimmK3 off=6995681 len=1839934 2024-08-29T18:27:32.981 INFO:tasks.workunit.client.0.smithi028.stdout:op 4845 completed, throughput=5MB/sec 2024-08-29T18:27:32.981 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-u3Cwvs1HjiK5TIG off=1576681 len=832367 2024-08-29T18:27:32.983 INFO:tasks.workunit.client.0.smithi028.stdout:op 4846 completed, throughput=5MB/sec 2024-08-29T18:27:32.983 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-zzAPysVS_Pw4yiX off=6344514 len=1429656 2024-08-29T18:27:32.986 INFO:tasks.workunit.client.0.smithi028.stdout:op 4847 completed, throughput=5MB/sec 2024-08-29T18:27:33.325 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:27:33 smithi053 bash[68679]: cluster 2024-08-29T18:27:31.883043+0000 mgr.y (mgr.25022) 1224 : cluster [DBG] pgmap v1912: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 1.4 MiB/s rd, 2.7 MiB/s wr, 3 op/s 2024-08-29T18:27:33.380 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:27:33 smithi028 bash[77168]: cluster 2024-08-29T18:27:31.883043+0000 mgr.y (mgr.25022) 1224 : cluster [DBG] pgmap v1912: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 1.4 MiB/s rd, 2.7 MiB/s wr, 3 op/s 2024-08-29T18:27:33.381 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:27:33 smithi028 bash[78352]: cluster 2024-08-29T18:27:31.883043+0000 mgr.y (mgr.25022) 1224 : cluster [DBG] pgmap v1912: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 1.4 MiB/s rd, 2.7 MiB/s wr, 3 op/s 2024-08-29T18:27:33.987 INFO:tasks.workunit.client.0.smithi028.stdout: 928: throughput=5MB/sec pending data=0 2024-08-29T18:27:33.987 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-OoScM8VD7_mA2dI off=11568572 len=2049613 2024-08-29T18:27:34.003 INFO:tasks.workunit.client.0.smithi028.stdout:op 4848 completed, throughput=5MB/sec 2024-08-29T18:27:34.003 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-oAQB46JTtNO9wkm off=7438166 len=312393 2024-08-29T18:27:34.010 INFO:tasks.workunit.client.0.smithi028.stdout:op 4849 completed, throughput=5MB/sec 2024-08-29T18:27:34.010 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-PFlmb_4GsL_Fpi6 off=5204960 len=1776334 2024-08-29T18:27:34.014 INFO:tasks.workunit.client.0.smithi028.stdout:op 4850 completed, throughput=5MB/sec 2024-08-29T18:27:34.014 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-ZQ0PG82Uc3nQ_PQ off=15347316 len=122427 2024-08-29T18:27:34.015 INFO:tasks.workunit.client.0.smithi028.stdout:op 4851 completed, throughput=5MB/sec 2024-08-29T18:27:34.015 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-0jGT9W5j3H7OdNT off=2685999 len=487926 2024-08-29T18:27:34.017 INFO:tasks.workunit.client.0.smithi028.stdout:op 4852 completed, throughput=5MB/sec 2024-08-29T18:27:35.017 INFO:tasks.workunit.client.0.smithi028.stdout: 929: throughput=4.99MB/sec pending data=0 2024-08-29T18:27:35.017 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-PTxBSXh-WkFjEiR off=2188126 len=2018720 2024-08-29T18:27:35.033 INFO:tasks.workunit.client.0.smithi028.stdout:op 4853 completed, throughput=5MB/sec 2024-08-29T18:27:35.033 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-jE1GNMyBb86obhG off=997109 len=52329 2024-08-29T18:27:35.038 INFO:tasks.workunit.client.0.smithi028.stdout:op 4854 completed, throughput=5MB/sec 2024-08-29T18:27:35.038 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-d_DtCBoQLh-MXXG off=833699 len=1079256 2024-08-29T18:27:35.041 INFO:tasks.workunit.client.0.smithi028.stdout:op 4855 completed, throughput=5MB/sec 2024-08-29T18:27:35.041 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-D4cPtk-fDoCu-RE off=22539176 len=775891 2024-08-29T18:27:35.049 INFO:tasks.workunit.client.0.smithi028.stdout:op 4856 completed, throughput=5MB/sec 2024-08-29T18:27:35.049 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-g2_btrIBJIm-Arz off=773582 len=1828791 2024-08-29T18:27:35.062 INFO:tasks.workunit.client.0.smithi028.stdout:op 4857 completed, throughput=5MB/sec 2024-08-29T18:27:35.325 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:27:35 smithi053 bash[68679]: cluster 2024-08-29T18:27:33.883973+0000 mgr.y (mgr.25022) 1225 : cluster [DBG] pgmap v1913: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.6 MiB/s rd, 3.4 MiB/s wr, 5 op/s 2024-08-29T18:27:35.380 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:27:35 smithi028 bash[78352]: cluster 2024-08-29T18:27:33.883973+0000 mgr.y (mgr.25022) 1225 : cluster [DBG] pgmap v1913: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.6 MiB/s rd, 3.4 MiB/s wr, 5 op/s 2024-08-29T18:27:35.380 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:27:35 smithi028 bash[77168]: cluster 2024-08-29T18:27:33.883973+0000 mgr.y (mgr.25022) 1225 : cluster [DBG] pgmap v1913: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.6 MiB/s rd, 3.4 MiB/s wr, 5 op/s 2024-08-29T18:27:36.074 INFO:tasks.workunit.client.0.smithi028.stdout: 930: throughput=5MB/sec pending data=0 2024-08-29T18:27:36.074 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-OI5pCymxPP06I0T off=549401 len=765685 2024-08-29T18:27:36.074 INFO:tasks.workunit.client.0.smithi028.stdout:op 4858 completed, throughput=5MB/sec 2024-08-29T18:27:36.074 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-GnjWq8PlNHHEwyK off=11452781 len=150842 2024-08-29T18:27:36.074 INFO:tasks.workunit.client.0.smithi028.stdout:op 4859 completed, throughput=5MB/sec 2024-08-29T18:27:36.074 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-VxvGWajlJ7XTEyu off=2352914 len=241251 2024-08-29T18:27:36.075 INFO:tasks.workunit.client.0.smithi028.stdout:op 4860 completed, throughput=5MB/sec 2024-08-29T18:27:36.075 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-GHHRk0mftvOKNZ2 off=9784859 len=426953 2024-08-29T18:27:36.076 INFO:tasks.workunit.client.0.smithi028.stdout:op 4861 completed, throughput=5MB/sec 2024-08-29T18:27:36.077 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-D_sbpEWUWtwU3tD off=4036931 len=2063919 2024-08-29T18:27:36.087 INFO:tasks.workunit.client.0.smithi028.stdout:op 4862 completed, throughput=5MB/sec 2024-08-29T18:27:36.088 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-X0OqX4NlkBAXdr9 off=10095553 len=1421188 2024-08-29T18:27:36.091 INFO:tasks.workunit.client.0.smithi028.stdout:op 4863 completed, throughput=5MB/sec 2024-08-29T18:27:37.091 INFO:tasks.workunit.client.0.smithi028.stdout: 931: throughput=4.99MB/sec pending data=0 2024-08-29T18:27:37.091 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-8GEv9reSok0GYQq off=16253116 len=43810 2024-08-29T18:27:37.092 INFO:tasks.workunit.client.0.smithi028.stdout:op 4864 completed, throughput=4.99MB/sec 2024-08-29T18:27:37.093 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-okCEU1woxEEEmB4 off=645636 len=991568 2024-08-29T18:27:37.102 INFO:tasks.workunit.client.0.smithi028.stdout:op 4865 completed, throughput=5MB/sec 2024-08-29T18:27:37.102 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-dfHhKj_P0APB_1F off=7862952 len=1322732 2024-08-29T18:27:37.106 INFO:tasks.workunit.client.0.smithi028.stdout:op 4866 completed, throughput=5MB/sec 2024-08-29T18:27:37.106 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-ZfiVyorH7afSWan off=18335748 len=538801 2024-08-29T18:27:37.108 INFO:tasks.workunit.client.0.smithi028.stdout:op 4867 completed, throughput=5MB/sec 2024-08-29T18:27:37.108 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-VJVvPRgL47GI7T_ off=2011438 len=1007846 2024-08-29T18:27:37.110 INFO:tasks.workunit.client.0.smithi028.stdout:op 4868 completed, throughput=5MB/sec 2024-08-29T18:27:37.111 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-VXM7R19HxzVqQsV off=2828398 len=1064707 2024-08-29T18:27:37.120 INFO:tasks.workunit.client.0.smithi028.stdout:op 4869 completed, throughput=5MB/sec 2024-08-29T18:27:37.120 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-OXYn2jUxqfvhPZr off=7029784 len=467913 2024-08-29T18:27:37.122 INFO:tasks.workunit.client.0.smithi028.stdout:op 4870 completed, throughput=5MB/sec 2024-08-29T18:27:37.325 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:27:37 smithi053 bash[68679]: cluster 2024-08-29T18:27:35.885099+0000 mgr.y (mgr.25022) 1226 : cluster [DBG] pgmap v1914: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.7 MiB/s wr, 4 op/s 2024-08-29T18:27:37.380 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:27:37 smithi028 bash[78352]: cluster 2024-08-29T18:27:35.885099+0000 mgr.y (mgr.25022) 1226 : cluster [DBG] pgmap v1914: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.7 MiB/s wr, 4 op/s 2024-08-29T18:27:37.381 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:27:37 smithi028 bash[77168]: cluster 2024-08-29T18:27:35.885099+0000 mgr.y (mgr.25022) 1226 : cluster [DBG] pgmap v1914: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.7 MiB/s wr, 4 op/s 2024-08-29T18:27:38.123 INFO:tasks.workunit.client.0.smithi028.stdout: 932: throughput=4.99MB/sec pending data=0 2024-08-29T18:27:38.123 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-HQZ6TozUnNSKhr5 off=3908475 len=1600141 2024-08-29T18:27:38.134 INFO:tasks.workunit.client.0.smithi028.stdout:op 4871 completed, throughput=5MB/sec 2024-08-29T18:27:38.134 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-WG2qfW2lg74-yFa off=5727707 len=705992 2024-08-29T18:27:38.142 INFO:tasks.workunit.client.0.smithi028.stdout:op 4872 completed, throughput=5MB/sec 2024-08-29T18:27:38.142 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-WteFeDoaQ4P4_Uc off=0 len=1664233 2024-08-29T18:27:38.145 INFO:tasks.workunit.client.0.smithi028.stdout:op 4873 completed, throughput=5MB/sec 2024-08-29T18:27:38.145 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-SdykwN-5vZpNm-W off=17895654 len=1218451 2024-08-29T18:27:38.155 INFO:tasks.workunit.client.0.smithi028.stdout:op 4874 completed, throughput=5MB/sec 2024-08-29T18:27:38.155 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-R2vtHv1RffQDUov off=5676593 len=803771 2024-08-29T18:27:38.157 INFO:tasks.workunit.client.0.smithi028.stdout:op 4875 completed, throughput=5MB/sec 2024-08-29T18:27:39.157 INFO:tasks.workunit.client.0.smithi028.stdout: 933: throughput=5MB/sec pending data=0 2024-08-29T18:27:39.158 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-qk2WtRMxrj5X1TH off=9281569 len=1148695 2024-08-29T18:27:39.168 INFO:tasks.workunit.client.0.smithi028.stdout:op 4876 completed, throughput=5MB/sec 2024-08-29T18:27:39.168 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-2G4g6FHhpcsBh3X off=7632557 len=1346338 2024-08-29T18:27:39.172 INFO:tasks.workunit.client.0.smithi028.stdout:op 4877 completed, throughput=5MB/sec 2024-08-29T18:27:39.173 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-SKeRtbgtcQ0Wjwc off=3831491 len=1172111 2024-08-29T18:27:39.182 INFO:tasks.workunit.client.0.smithi028.stdout:op 4878 completed, throughput=5MB/sec 2024-08-29T18:27:39.182 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-WryLMraB4KGC_6p off=1660851 len=601092 2024-08-29T18:27:39.189 INFO:tasks.workunit.client.0.smithi028.stdout:op 4879 completed, throughput=5MB/sec 2024-08-29T18:27:39.189 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-cVve1pgZKOFFD4A off=3150652 len=851782 2024-08-29T18:27:39.192 INFO:tasks.workunit.client.0.smithi028.stdout:op 4880 completed, throughput=5MB/sec 2024-08-29T18:27:39.325 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:27:39 smithi053 bash[68679]: cluster 2024-08-29T18:27:37.885858+0000 mgr.y (mgr.25022) 1227 : cluster [DBG] pgmap v1915: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 1.8 MiB/s rd, 2.4 MiB/s wr, 3 op/s 2024-08-29T18:27:39.380 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:27:39 smithi028 bash[78352]: cluster 2024-08-29T18:27:37.885858+0000 mgr.y (mgr.25022) 1227 : cluster [DBG] pgmap v1915: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 1.8 MiB/s rd, 2.4 MiB/s wr, 3 op/s 2024-08-29T18:27:39.380 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:27:39 smithi028 bash[77168]: cluster 2024-08-29T18:27:37.885858+0000 mgr.y (mgr.25022) 1227 : cluster [DBG] pgmap v1915: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 1.8 MiB/s rd, 2.4 MiB/s wr, 3 op/s 2024-08-29T18:27:40.192 INFO:tasks.workunit.client.0.smithi028.stdout: 934: throughput=5MB/sec pending data=0 2024-08-29T18:27:40.193 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-qfcQO17Cew2QoIa off=5573574 len=1828262 2024-08-29T18:27:40.197 INFO:tasks.workunit.client.0.smithi028.stdout:op 4881 completed, throughput=5MB/sec 2024-08-29T18:27:40.197 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-RwQu6H7qnQcG4pw off=120847 len=1617156 2024-08-29T18:27:40.202 INFO:tasks.workunit.client.0.smithi028.stdout:op 4882 completed, throughput=5MB/sec 2024-08-29T18:27:40.202 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-gBrq5cq4BdsURRf off=1676429 len=169610 2024-08-29T18:27:40.208 INFO:tasks.workunit.client.0.smithi028.stdout:op 4883 completed, throughput=5MB/sec 2024-08-29T18:27:40.208 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-1DPm2c-79Falrzu off=18697632 len=943967 2024-08-29T18:27:40.210 INFO:tasks.workunit.client.0.smithi028.stdout:op 4884 completed, throughput=5MB/sec 2024-08-29T18:27:40.210 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-CAZRmEqJTqectih off=7561736 len=1501914 2024-08-29T18:27:40.222 INFO:tasks.workunit.client.0.smithi028.stdout:op 4885 completed, throughput=5MB/sec 2024-08-29T18:27:41.222 INFO:tasks.workunit.client.0.smithi028.stdout: 935: throughput=5MB/sec pending data=0 2024-08-29T18:27:41.223 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-bvX4mk27uJlIsKK off=7580510 len=94829 2024-08-29T18:27:41.224 INFO:tasks.workunit.client.0.smithi028.stdout:op 4886 completed, throughput=5MB/sec 2024-08-29T18:27:41.224 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-01_fuzUpIcn2co4 off=5778104 len=335339 2024-08-29T18:27:41.226 INFO:tasks.workunit.client.0.smithi028.stdout:op 4887 completed, throughput=5MB/sec 2024-08-29T18:27:41.226 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-wmOLBtdMjhoUIGA off=0 len=1176931 2024-08-29T18:27:41.229 INFO:tasks.workunit.client.0.smithi028.stdout:op 4888 completed, throughput=5MB/sec 2024-08-29T18:27:41.229 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-nGIdMfNrDSK2hBD off=15777152 len=1721321 2024-08-29T18:27:41.243 INFO:tasks.workunit.client.0.smithi028.stdout:op 4889 completed, throughput=5MB/sec 2024-08-29T18:27:41.243 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-JKsHItMazvxb_tC off=12083766 len=447421 2024-08-29T18:27:41.244 INFO:tasks.workunit.client.0.smithi028.stdout:op 4890 completed, throughput=5MB/sec 2024-08-29T18:27:41.245 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-EgaBNewwm2ar4Bm off=2686446 len=1539440 2024-08-29T18:27:41.257 INFO:tasks.workunit.client.0.smithi028.stdout:op 4891 completed, throughput=5MB/sec 2024-08-29T18:27:41.325 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:27:41 smithi053 bash[68679]: cluster 2024-08-29T18:27:39.886989+0000 mgr.y (mgr.25022) 1228 : cluster [DBG] pgmap v1916: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.9 MiB/s rd, 3.3 MiB/s wr, 5 op/s 2024-08-29T18:27:41.380 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:27:41 smithi028 bash[77168]: cluster 2024-08-29T18:27:39.886989+0000 mgr.y (mgr.25022) 1228 : cluster [DBG] pgmap v1916: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.9 MiB/s rd, 3.3 MiB/s wr, 5 op/s 2024-08-29T18:27:41.381 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:27:41 smithi028 bash[78352]: cluster 2024-08-29T18:27:39.886989+0000 mgr.y (mgr.25022) 1228 : cluster [DBG] pgmap v1916: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.9 MiB/s rd, 3.3 MiB/s wr, 5 op/s 2024-08-29T18:27:41.880 INFO:journalctl@ceph.mgr.y.smithi028.stdout:Aug 29 18:27:41 smithi028 bash[70818]: ::ffff:172.21.15.53 - - [29/Aug/2024:18:27:41] "GET /metrics HTTP/1.1" 200 34024 "" "Prometheus/2.43.0" 2024-08-29T18:27:42.257 INFO:tasks.workunit.client.0.smithi028.stdout: 936: throughput=5MB/sec pending data=0 2024-08-29T18:27:42.258 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-4HTzZ3o1hbAu6OE off=12705682 len=1169642 2024-08-29T18:27:42.260 INFO:tasks.workunit.client.0.smithi028.stdout:op 4892 completed, throughput=5MB/sec 2024-08-29T18:27:42.260 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-axarbIE_rCB-H9T off=7805913 len=518938 2024-08-29T18:27:42.268 INFO:tasks.workunit.client.0.smithi028.stdout:op 4893 completed, throughput=5MB/sec 2024-08-29T18:27:42.268 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-DtDhV2_UsvVR9sT off=2161905 len=208692 2024-08-29T18:27:42.269 INFO:tasks.workunit.client.0.smithi028.stdout:op 4894 completed, throughput=5MB/sec 2024-08-29T18:27:42.269 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-dnwBJ0jxzwQs1kX off=5909426 len=1511395 2024-08-29T18:27:42.273 INFO:tasks.workunit.client.0.smithi028.stdout:op 4895 completed, throughput=5MB/sec 2024-08-29T18:27:42.273 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-xJ_vHlaO-HEA9qz off=5085739 len=1101977 2024-08-29T18:27:42.274 INFO:tasks.workunit.client.0.smithi028.stdout:op 4896 completed, throughput=5MB/sec 2024-08-29T18:27:42.576 INFO:journalctl@ceph.prometheus.a.smithi053.stdout:Aug 29 18:27:42 smithi053 bash[95567]: ts=2024-08-29T18:27:42.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"3167ee72-662c-11ef-bcd4-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-29T18:27:43.275 INFO:tasks.workunit.client.0.smithi028.stdout: 937: throughput=4.99MB/sec pending data=0 2024-08-29T18:27:43.275 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-YmVclmJnldUsOxK off=10692850 len=1137186 2024-08-29T18:27:43.284 INFO:tasks.workunit.client.0.smithi028.stdout:op 4897 completed, throughput=5MB/sec 2024-08-29T18:27:43.284 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-SJtjxB1Vx1YWGl5 off=17525792 len=1749011 2024-08-29T18:27:43.297 INFO:tasks.workunit.client.0.smithi028.stdout:op 4898 completed, throughput=5MB/sec 2024-08-29T18:27:43.297 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-Er6tDvt-cZnyp3W off=13372063 len=1777466 2024-08-29T18:27:43.310 INFO:tasks.workunit.client.0.smithi028.stdout:op 4899 completed, throughput=5MB/sec 2024-08-29T18:27:43.311 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-QkSwU0g16V4mrfv off=14165062 len=1604656 2024-08-29T18:27:43.313 INFO:tasks.workunit.client.0.smithi028.stdout:op 4900 completed, throughput=5MB/sec 2024-08-29T18:27:43.325 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:27:43 smithi053 bash[68679]: cluster 2024-08-29T18:27:41.887773+0000 mgr.y (mgr.25022) 1229 : cluster [DBG] pgmap v1917: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.4 MiB/s rd, 1.9 MiB/s wr, 4 op/s 2024-08-29T18:27:43.325 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:27:43 smithi053 bash[68679]: audit 2024-08-29T18:27:42.108238+0000 mon.a (mon.0) 2275 : audit [DBG] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-29T18:27:43.380 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:27:43 smithi028 bash[78352]: cluster 2024-08-29T18:27:41.887773+0000 mgr.y (mgr.25022) 1229 : cluster [DBG] pgmap v1917: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.4 MiB/s rd, 1.9 MiB/s wr, 4 op/s 2024-08-29T18:27:43.380 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:27:43 smithi028 bash[78352]: audit 2024-08-29T18:27:42.108238+0000 mon.a (mon.0) 2275 : audit [DBG] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-29T18:27:43.381 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:27:43 smithi028 bash[77168]: cluster 2024-08-29T18:27:41.887773+0000 mgr.y (mgr.25022) 1229 : cluster [DBG] pgmap v1917: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.4 MiB/s rd, 1.9 MiB/s wr, 4 op/s 2024-08-29T18:27:43.381 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:27:43 smithi028 bash[77168]: audit 2024-08-29T18:27:42.108238+0000 mon.a (mon.0) 2275 : audit [DBG] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-29T18:27:44.313 INFO:tasks.workunit.client.0.smithi028.stdout: 938: throughput=5MB/sec pending data=0 2024-08-29T18:27:44.314 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-gb8oZiOzXC3wJHZ off=12618458 len=999977 2024-08-29T18:27:44.317 INFO:tasks.workunit.client.0.smithi028.stdout:op 4901 completed, throughput=5MB/sec 2024-08-29T18:27:44.317 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-Q888KxE3klftS_z off=3273401 len=1829774 2024-08-29T18:27:44.322 INFO:tasks.workunit.client.0.smithi028.stdout:op 4902 completed, throughput=5MB/sec 2024-08-29T18:27:44.322 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-uo1D526f8Iy71HF off=10614246 len=931924 2024-08-29T18:27:44.325 INFO:tasks.workunit.client.0.smithi028.stdout:op 4903 completed, throughput=5MB/sec 2024-08-29T18:27:44.325 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-8r3oJjdG7bgrrTc off=7933014 len=653537 2024-08-29T18:27:44.333 INFO:tasks.workunit.client.0.smithi028.stdout:op 4904 completed, throughput=5MB/sec 2024-08-29T18:27:45.326 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:27:45 smithi053 bash[68679]: cluster 2024-08-29T18:27:43.888683+0000 mgr.y (mgr.25022) 1230 : cluster [DBG] pgmap v1918: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.9 MiB/s rd, 2.5 MiB/s wr, 5 op/s 2024-08-29T18:27:45.333 INFO:tasks.workunit.client.0.smithi028.stdout: 939: throughput=4.99MB/sec pending data=0 2024-08-29T18:27:45.333 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-MUPq3qZVbe_gm2Z off=1342403 len=1984011 2024-08-29T18:27:45.347 INFO:tasks.workunit.client.0.smithi028.stdout:op 4905 completed, throughput=5MB/sec 2024-08-29T18:27:45.347 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-eQh3VqGi83DWBHC off=184838 len=1625631 2024-08-29T18:27:45.351 INFO:tasks.workunit.client.0.smithi028.stdout:op 4906 completed, throughput=5MB/sec 2024-08-29T18:27:45.351 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-yZMSbvZCE5W6v0G off=10844074 len=1426932 2024-08-29T18:27:45.363 INFO:tasks.workunit.client.0.smithi028.stdout:op 4907 completed, throughput=5MB/sec 2024-08-29T18:27:45.364 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj--l5uq40_fs2kqi_ off=6672339 len=566932 2024-08-29T18:27:45.370 INFO:tasks.workunit.client.0.smithi028.stdout:op 4908 completed, throughput=5MB/sec 2024-08-29T18:27:45.380 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:27:45 smithi028 bash[78352]: cluster 2024-08-29T18:27:43.888683+0000 mgr.y (mgr.25022) 1230 : cluster [DBG] pgmap v1918: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.9 MiB/s rd, 2.5 MiB/s wr, 5 op/s 2024-08-29T18:27:45.380 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:27:45 smithi028 bash[77168]: cluster 2024-08-29T18:27:43.888683+0000 mgr.y (mgr.25022) 1230 : cluster [DBG] pgmap v1918: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.9 MiB/s rd, 2.5 MiB/s wr, 5 op/s 2024-08-29T18:27:46.371 INFO:tasks.workunit.client.0.smithi028.stdout: 940: throughput=5MB/sec pending data=0 2024-08-29T18:27:46.371 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-hRbH6rusvrRVOrB off=17823535 len=1266129 2024-08-29T18:27:46.375 INFO:tasks.workunit.client.0.smithi028.stdout:op 4909 completed, throughput=5MB/sec 2024-08-29T18:27:46.375 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-6J-ojhEdRCsQQKQ off=4313910 len=423491 2024-08-29T18:27:46.382 INFO:tasks.workunit.client.0.smithi028.stdout:op 4910 completed, throughput=5MB/sec 2024-08-29T18:27:46.382 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-xUf_S5ztgJ5gujF off=958073 len=1757932 2024-08-29T18:27:46.386 INFO:tasks.workunit.client.0.smithi028.stdout:op 4911 completed, throughput=5MB/sec 2024-08-29T18:27:46.386 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-arlFGAyuCxWrS-i off=1578168 len=1569771 2024-08-29T18:27:46.397 INFO:tasks.workunit.client.0.smithi028.stdout:op 4912 completed, throughput=5MB/sec 2024-08-29T18:27:46.398 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-j7JkX0xyhV18Uhe off=3223021 len=684646 2024-08-29T18:27:46.400 INFO:tasks.workunit.client.0.smithi028.stdout:op 4913 completed, throughput=5MB/sec 2024-08-29T18:27:47.325 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:27:47 smithi053 bash[68679]: cluster 2024-08-29T18:27:45.889848+0000 mgr.y (mgr.25022) 1231 : cluster [DBG] pgmap v1919: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2024-08-29T18:27:47.380 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:27:47 smithi028 bash[78352]: cluster 2024-08-29T18:27:45.889848+0000 mgr.y (mgr.25022) 1231 : cluster [DBG] pgmap v1919: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2024-08-29T18:27:47.381 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:27:47 smithi028 bash[77168]: cluster 2024-08-29T18:27:45.889848+0000 mgr.y (mgr.25022) 1231 : cluster [DBG] pgmap v1919: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2024-08-29T18:27:47.400 INFO:tasks.workunit.client.0.smithi028.stdout: 941: throughput=5MB/sec pending data=0 2024-08-29T18:27:47.400 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-Hxc7N4kMr60pPd_ off=14663262 len=1277085 2024-08-29T18:27:47.404 INFO:tasks.workunit.client.0.smithi028.stdout:op 4914 completed, throughput=5MB/sec 2024-08-29T18:27:47.404 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-ZAZUw5T8Wd_mJnW off=638871 len=521639 2024-08-29T18:27:47.406 INFO:tasks.workunit.client.0.smithi028.stdout:op 4915 completed, throughput=5MB/sec 2024-08-29T18:27:47.406 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-MNr8F236XDmwYRX off=4601520 len=575830 2024-08-29T18:27:47.413 INFO:tasks.workunit.client.0.smithi028.stdout:op 4916 completed, throughput=5MB/sec 2024-08-29T18:27:47.413 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-J3KtemXkTX4LyPe off=13806075 len=1848704 2024-08-29T18:27:47.418 INFO:tasks.workunit.client.0.smithi028.stdout:op 4917 completed, throughput=5MB/sec 2024-08-29T18:27:47.418 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-ckgfHVDwuQbMX7G off=14042677 len=1815758 2024-08-29T18:27:47.422 INFO:tasks.workunit.client.0.smithi028.stdout:op 4918 completed, throughput=5MB/sec 2024-08-29T18:27:48.422 INFO:tasks.workunit.client.0.smithi028.stdout: 942: throughput=5MB/sec pending data=0 2024-08-29T18:27:48.422 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-wOKKhPZjjYCfnmq off=2459618 len=154642 2024-08-29T18:27:48.427 INFO:tasks.workunit.client.0.smithi028.stdout:op 4919 completed, throughput=5MB/sec 2024-08-29T18:27:48.427 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-cziDg_WqsATTRl6 off=5254 len=1850649 2024-08-29T18:27:48.432 INFO:tasks.workunit.client.0.smithi028.stdout:op 4920 completed, throughput=5MB/sec 2024-08-29T18:27:48.432 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-KKXtUyFHVlrVv1y off=5731085 len=986563 2024-08-29T18:27:48.435 INFO:tasks.workunit.client.0.smithi028.stdout:op 4921 completed, throughput=5MB/sec 2024-08-29T18:27:48.435 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-Si10sV-tbOWIZXa off=5538286 len=419185 2024-08-29T18:27:48.437 INFO:tasks.workunit.client.0.smithi028.stdout:op 4922 completed, throughput=5MB/sec 2024-08-29T18:27:48.437 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-Gudtv0qlnmTAUsE off=3778197 len=1800570 2024-08-29T18:27:48.442 INFO:tasks.workunit.client.0.smithi028.stdout:op 4923 completed, throughput=5MB/sec 2024-08-29T18:27:49.326 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:27:49 smithi053 bash[68679]: cluster 2024-08-29T18:27:47.890529+0000 mgr.y (mgr.25022) 1232 : cluster [DBG] pgmap v1920: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2024-08-29T18:27:49.380 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:27:49 smithi028 bash[78352]: cluster 2024-08-29T18:27:47.890529+0000 mgr.y (mgr.25022) 1232 : cluster [DBG] pgmap v1920: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2024-08-29T18:27:49.381 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:27:49 smithi028 bash[77168]: cluster 2024-08-29T18:27:47.890529+0000 mgr.y (mgr.25022) 1232 : cluster [DBG] pgmap v1920: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2024-08-29T18:27:49.442 INFO:tasks.workunit.client.0.smithi028.stdout: 943: throughput=5MB/sec pending data=0 2024-08-29T18:27:49.442 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-4E7H95hxtJ17IjA off=6027884 len=369054 2024-08-29T18:27:49.449 INFO:tasks.workunit.client.0.smithi028.stdout:op 4924 completed, throughput=5MB/sec 2024-08-29T18:27:49.450 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-Zf42YJ8rmobPyig off=4072702 len=1594246 2024-08-29T18:27:49.455 INFO:tasks.workunit.client.0.smithi028.stdout:op 4925 completed, throughput=5MB/sec 2024-08-29T18:27:49.455 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-2IYvq2GZZ5u_7qV off=801657 len=364262 2024-08-29T18:27:49.462 INFO:tasks.workunit.client.0.smithi028.stdout:op 4926 completed, throughput=5MB/sec 2024-08-29T18:27:49.462 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-xXJVFHCuFMF5LTe off=1835612 len=138792 2024-08-29T18:27:49.463 INFO:tasks.workunit.client.0.smithi028.stdout:op 4927 completed, throughput=5MB/sec 2024-08-29T18:27:49.464 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-oQc3zq1-LT0C6gt off=9809911 len=1814855 2024-08-29T18:27:49.476 INFO:tasks.workunit.client.0.smithi028.stdout:op 4928 completed, throughput=5MB/sec 2024-08-29T18:27:49.476 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-2xMK-WHv215z_Kq off=12991351 len=165807 2024-08-29T18:27:49.481 INFO:tasks.workunit.client.0.smithi028.stdout:op 4929 completed, throughput=5MB/sec 2024-08-29T18:27:50.482 INFO:tasks.workunit.client.0.smithi028.stdout: 944: throughput=4.99MB/sec pending data=0 2024-08-29T18:27:50.482 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-YhQnszYC7T_SJ48 off=3044645 len=1935611 2024-08-29T18:27:50.495 INFO:tasks.workunit.client.0.smithi028.stdout:op 4930 completed, throughput=5MB/sec 2024-08-29T18:27:50.495 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-tNBxp535YZ8ajzH off=1986131 len=276087 2024-08-29T18:27:50.501 INFO:tasks.workunit.client.0.smithi028.stdout:op 4931 completed, throughput=5MB/sec 2024-08-29T18:27:50.501 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-PtCaM9CvJxlmv_K off=15455869 len=965793 2024-08-29T18:27:50.509 INFO:tasks.workunit.client.0.smithi028.stdout:op 4932 completed, throughput=5MB/sec 2024-08-29T18:27:50.509 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-7Bj4otO9fQdOkER off=4580634 len=1382974 2024-08-29T18:27:50.521 INFO:tasks.workunit.client.0.smithi028.stdout:op 4933 completed, throughput=5MB/sec 2024-08-29T18:27:50.521 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-dYZE5fhmpgvN-eF off=4012928 len=951743 2024-08-29T18:27:50.529 INFO:tasks.workunit.client.0.smithi028.stdout:op 4934 completed, throughput=5MB/sec 2024-08-29T18:27:51.326 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:27:51 smithi053 bash[68679]: cluster 2024-08-29T18:27:49.891686+0000 mgr.y (mgr.25022) 1233 : cluster [DBG] pgmap v1921: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 3.5 MiB/s rd, 2.6 MiB/s wr, 6 op/s 2024-08-29T18:27:51.380 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:27:51 smithi028 bash[78352]: cluster 2024-08-29T18:27:49.891686+0000 mgr.y (mgr.25022) 1233 : cluster [DBG] pgmap v1921: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 3.5 MiB/s rd, 2.6 MiB/s wr, 6 op/s 2024-08-29T18:27:51.381 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:27:51 smithi028 bash[77168]: cluster 2024-08-29T18:27:49.891686+0000 mgr.y (mgr.25022) 1233 : cluster [DBG] pgmap v1921: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 3.5 MiB/s rd, 2.6 MiB/s wr, 6 op/s 2024-08-29T18:27:51.529 INFO:tasks.workunit.client.0.smithi028.stdout: 945: throughput=4.99MB/sec pending data=0 2024-08-29T18:27:51.529 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-KVrXB7FxVAzZ9-_ off=4382552 len=1248837 2024-08-29T18:27:51.539 INFO:tasks.workunit.client.0.smithi028.stdout:op 4935 completed, throughput=5MB/sec 2024-08-29T18:27:51.539 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-al8_ioJgrSh2kbE off=3119727 len=819141 2024-08-29T18:27:51.542 INFO:tasks.workunit.client.0.smithi028.stdout:op 4936 completed, throughput=5MB/sec 2024-08-29T18:27:51.543 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-FZ9v8v7Z5Tm5f28 off=15205511 len=749039 2024-08-29T18:27:51.545 INFO:tasks.workunit.client.0.smithi028.stdout:op 4937 completed, throughput=5MB/sec 2024-08-29T18:27:51.545 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-VldSzAIbWB4ANkv off=14807397 len=967028 2024-08-29T18:27:51.552 INFO:tasks.workunit.client.0.smithi028.stdout:op 4938 completed, throughput=5MB/sec 2024-08-29T18:27:51.553 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-hxsdPKj7WjCUVc2 off=19252928 len=1637348 2024-08-29T18:27:51.556 INFO:tasks.workunit.client.0.smithi028.stdout:op 4939 completed, throughput=5MB/sec 2024-08-29T18:27:51.880 INFO:journalctl@ceph.mgr.y.smithi028.stdout:Aug 29 18:27:51 smithi028 bash[70818]: ::ffff:172.21.15.53 - - [29/Aug/2024:18:27:51] "GET /metrics HTTP/1.1" 200 34023 "" "Prometheus/2.43.0" 2024-08-29T18:27:52.557 INFO:tasks.workunit.client.0.smithi028.stdout: 946: throughput=4.99MB/sec pending data=0 2024-08-29T18:27:52.557 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-doVWUCw6r19N-_l off=1061634 len=1009369 2024-08-29T18:27:52.566 INFO:tasks.workunit.client.0.smithi028.stdout:op 4940 completed, throughput=5MB/sec 2024-08-29T18:27:52.566 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-MUXXqBjxRA8gJW2 off=3579096 len=623250 2024-08-29T18:27:52.568 INFO:tasks.workunit.client.0.smithi028.stdout:op 4941 completed, throughput=5MB/sec 2024-08-29T18:27:52.568 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-5tdDmBmsktyv_5l off=3263750 len=495004 2024-08-29T18:27:52.570 INFO:tasks.workunit.client.0.smithi028.stdout:op 4942 completed, throughput=5MB/sec 2024-08-29T18:27:52.570 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-KTzUJZp-CgKLMK0 off=5221361 len=6987 2024-08-29T18:27:52.574 INFO:tasks.workunit.client.0.smithi028.stdout:op 4943 completed, throughput=5MB/sec 2024-08-29T18:27:52.575 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-4x3xgzC8YaqKROJ off=12112027 len=491769 2024-08-29T18:27:52.575 INFO:journalctl@ceph.prometheus.a.smithi053.stdout:Aug 29 18:27:52 smithi053 bash[95567]: ts=2024-08-29T18:27:52.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"3167ee72-662c-11ef-bcd4-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-29T18:27:52.581 INFO:tasks.workunit.client.0.smithi028.stdout:op 4944 completed, throughput=5MB/sec 2024-08-29T18:27:52.582 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-cSGanDnICyj8wZL off=6455858 len=298533 2024-08-29T18:27:52.587 INFO:tasks.workunit.client.0.smithi028.stdout:op 4945 completed, throughput=5MB/sec 2024-08-29T18:27:52.587 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-Y0EbY7X_-ZeYBZz off=455055 len=689586 2024-08-29T18:27:52.594 INFO:tasks.workunit.client.0.smithi028.stdout:op 4946 completed, throughput=5MB/sec 2024-08-29T18:27:52.594 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-Z_5-VCKgRtP0VRX off=5462083 len=1418328 2024-08-29T18:27:52.605 INFO:tasks.workunit.client.0.smithi028.stdout:op 4947 completed, throughput=5MB/sec 2024-08-29T18:27:52.605 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-aGafMWwAxwsoejr off=10098867 len=1840449 2024-08-29T18:27:52.610 INFO:tasks.workunit.client.0.smithi028.stdout:op 4948 completed, throughput=5MB/sec 2024-08-29T18:27:53.326 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:27:53 smithi053 bash[68679]: cluster 2024-08-29T18:27:51.892481+0000 mgr.y (mgr.25022) 1234 : cluster [DBG] pgmap v1922: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.4 MiB/s rd, 1.7 MiB/s wr, 3 op/s 2024-08-29T18:27:53.380 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:27:53 smithi028 bash[78352]: cluster 2024-08-29T18:27:51.892481+0000 mgr.y (mgr.25022) 1234 : cluster [DBG] pgmap v1922: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.4 MiB/s rd, 1.7 MiB/s wr, 3 op/s 2024-08-29T18:27:53.381 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:27:53 smithi028 bash[77168]: cluster 2024-08-29T18:27:51.892481+0000 mgr.y (mgr.25022) 1234 : cluster [DBG] pgmap v1922: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.4 MiB/s rd, 1.7 MiB/s wr, 3 op/s 2024-08-29T18:27:53.610 INFO:tasks.workunit.client.0.smithi028.stdout: 947: throughput=5MB/sec pending data=0 2024-08-29T18:27:53.610 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-qAg2IYBpXvVy1zG off=3194820 len=809872 2024-08-29T18:27:53.618 INFO:tasks.workunit.client.0.smithi028.stdout:op 4949 completed, throughput=5MB/sec 2024-08-29T18:27:53.619 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-ouzFbYNExfoMqA5 off=3206934 len=2093724 2024-08-29T18:27:53.636 INFO:tasks.workunit.client.0.smithi028.stdout:op 4950 completed, throughput=5MB/sec 2024-08-29T18:27:53.636 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-AWffvsgTqBtiuGr off=9128314 len=1561959 2024-08-29T18:27:53.649 INFO:tasks.workunit.client.0.smithi028.stdout:op 4951 completed, throughput=5MB/sec 2024-08-29T18:27:54.649 INFO:tasks.workunit.client.0.smithi028.stdout: 948: throughput=5MB/sec pending data=0 2024-08-29T18:27:54.649 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-FMtN2cayW7pJJp0 off=7413253 len=791720 2024-08-29T18:27:54.652 INFO:tasks.workunit.client.0.smithi028.stdout:op 4952 completed, throughput=5MB/sec 2024-08-29T18:27:54.652 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-LvtznmsdgpvK7Gb off=7175055 len=2039606 2024-08-29T18:27:54.656 INFO:tasks.workunit.client.0.smithi028.stdout:op 4953 completed, throughput=5MB/sec 2024-08-29T18:27:54.656 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj--8BmB1mFnWO-Ium off=6291101 len=1669531 2024-08-29T18:27:54.670 INFO:tasks.workunit.client.0.smithi028.stdout:op 4954 completed, throughput=5MB/sec 2024-08-29T18:27:54.670 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-C3FdBBiMjNn1ZNj off=350868 len=1483023 2024-08-29T18:27:54.681 INFO:tasks.workunit.client.0.smithi028.stdout:op 4955 completed, throughput=5MB/sec 2024-08-29T18:27:55.326 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:27:55 smithi053 bash[68679]: cluster 2024-08-29T18:27:53.893386+0000 mgr.y (mgr.25022) 1235 : cluster [DBG] pgmap v1923: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 3.0 MiB/s rd, 2.3 MiB/s wr, 5 op/s 2024-08-29T18:27:55.380 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:27:55 smithi028 bash[78352]: cluster 2024-08-29T18:27:53.893386+0000 mgr.y (mgr.25022) 1235 : cluster [DBG] pgmap v1923: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 3.0 MiB/s rd, 2.3 MiB/s wr, 5 op/s 2024-08-29T18:27:55.381 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:27:55 smithi028 bash[77168]: cluster 2024-08-29T18:27:53.893386+0000 mgr.y (mgr.25022) 1235 : cluster [DBG] pgmap v1923: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 3.0 MiB/s rd, 2.3 MiB/s wr, 5 op/s 2024-08-29T18:27:55.681 INFO:tasks.workunit.client.0.smithi028.stdout: 949: throughput=5MB/sec pending data=0 2024-08-29T18:27:55.682 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-YQ4KtmbI37-T0TF off=3116640 len=923531 2024-08-29T18:27:55.690 INFO:tasks.workunit.client.0.smithi028.stdout:op 4956 completed, throughput=5MB/sec 2024-08-29T18:27:55.690 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-hRvjHrRY2UA0VjB off=6980413 len=1121264 2024-08-29T18:27:55.694 INFO:tasks.workunit.client.0.smithi028.stdout:op 4957 completed, throughput=5MB/sec 2024-08-29T18:27:55.694 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-ec0PnUgSrlhjKm9 off=649779 len=193188 2024-08-29T18:27:55.700 INFO:tasks.workunit.client.0.smithi028.stdout:op 4958 completed, throughput=5MB/sec 2024-08-29T18:27:55.700 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-J2G5C-Gzif9fQzD off=1008178 len=1391493 2024-08-29T18:27:55.711 INFO:tasks.workunit.client.0.smithi028.stdout:op 4959 completed, throughput=5MB/sec 2024-08-29T18:27:55.711 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-5G6h4vGfzxDO2ZH off=471157 len=1988287 2024-08-29T18:27:55.715 INFO:tasks.workunit.client.0.smithi028.stdout:op 4960 completed, throughput=5MB/sec 2024-08-29T18:27:56.716 INFO:tasks.workunit.client.0.smithi028.stdout: 950: throughput=5MB/sec pending data=0 2024-08-29T18:27:56.716 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-kGGhMD1F4FcCDOn off=2540064 len=1232856 2024-08-29T18:27:56.720 INFO:tasks.workunit.client.0.smithi028.stdout:op 4961 completed, throughput=5MB/sec 2024-08-29T18:27:56.720 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-z528O-q91Y0hyCx off=4399139 len=642290 2024-08-29T18:27:56.728 INFO:tasks.workunit.client.0.smithi028.stdout:op 4962 completed, throughput=5MB/sec 2024-08-29T18:27:56.728 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-gYl2wa7BRz-3JMp off=1445206 len=857674 2024-08-29T18:27:56.730 INFO:tasks.workunit.client.0.smithi028.stdout:op 4963 completed, throughput=5MB/sec 2024-08-29T18:27:56.730 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-tRH-QOPF6vT6uJu off=8414201 len=331415 2024-08-29T18:27:56.736 INFO:tasks.workunit.client.0.smithi028.stdout:op 4964 completed, throughput=5MB/sec 2024-08-29T18:27:56.736 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-zc4JJ2Em_ng9RCU off=9030393 len=1083786 2024-08-29T18:27:56.739 INFO:tasks.workunit.client.0.smithi028.stdout:op 4965 completed, throughput=5MB/sec 2024-08-29T18:27:57.326 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:27:57 smithi053 bash[68679]: cluster 2024-08-29T18:27:55.894532+0000 mgr.y (mgr.25022) 1236 : cluster [DBG] pgmap v1924: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2024-08-29T18:27:57.380 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:27:57 smithi028 bash[78352]: cluster 2024-08-29T18:27:55.894532+0000 mgr.y (mgr.25022) 1236 : cluster [DBG] pgmap v1924: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2024-08-29T18:27:57.381 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:27:57 smithi028 bash[77168]: cluster 2024-08-29T18:27:55.894532+0000 mgr.y (mgr.25022) 1236 : cluster [DBG] pgmap v1924: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2024-08-29T18:27:57.739 INFO:tasks.workunit.client.0.smithi028.stdout: 951: throughput=4.99MB/sec pending data=0 2024-08-29T18:27:57.739 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-g_qesz3h7Vs_d9T off=1397289 len=1668105 2024-08-29T18:27:57.744 INFO:tasks.workunit.client.0.smithi028.stdout:op 4966 completed, throughput=5MB/sec 2024-08-29T18:27:57.745 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-jACzkca7dbFtU9s off=214227 len=1113926 2024-08-29T18:27:57.749 INFO:tasks.workunit.client.0.smithi028.stdout:op 4967 completed, throughput=5MB/sec 2024-08-29T18:27:57.749 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-2nTOgAnFiZsf8GB off=518330 len=852020 2024-08-29T18:27:57.757 INFO:tasks.workunit.client.0.smithi028.stdout:op 4968 completed, throughput=5MB/sec 2024-08-29T18:27:57.757 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-xm6rHxkehCG1fCS off=7199499 len=1699867 2024-08-29T18:27:57.761 INFO:tasks.workunit.client.0.smithi028.stdout:op 4969 completed, throughput=5MB/sec 2024-08-29T18:27:58.380 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:27:58 smithi028 bash[77168]: audit 2024-08-29T18:27:57.108663+0000 mon.a (mon.0) 2276 : audit [DBG] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-29T18:27:58.381 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:27:58 smithi028 bash[78352]: audit 2024-08-29T18:27:57.108663+0000 mon.a (mon.0) 2276 : audit [DBG] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-29T18:27:58.576 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:27:58 smithi053 bash[68679]: audit 2024-08-29T18:27:57.108663+0000 mon.a (mon.0) 2276 : audit [DBG] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-29T18:27:58.762 INFO:tasks.workunit.client.0.smithi028.stdout: 952: throughput=4.99MB/sec pending data=0 2024-08-29T18:27:58.762 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-ZwHOjAV8Csx0wyn off=5839711 len=1228588 2024-08-29T18:27:58.772 INFO:tasks.workunit.client.0.smithi028.stdout:op 4970 completed, throughput=5MB/sec 2024-08-29T18:27:58.772 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-Gudtv0qlnmTAUsE off=3361284 len=1835467 2024-08-29T18:27:58.785 INFO:tasks.workunit.client.0.smithi028.stdout:op 4971 completed, throughput=5MB/sec 2024-08-29T18:27:58.785 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-6NVcTVlDn2KvOUi off=9950992 len=1197264 2024-08-29T18:27:58.794 INFO:tasks.workunit.client.0.smithi028.stdout:op 4972 completed, throughput=5MB/sec 2024-08-29T18:27:58.794 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-cGUskStwcSyAuJv off=705396 len=429269 2024-08-29T18:27:58.796 INFO:tasks.workunit.client.0.smithi028.stdout:op 4973 completed, throughput=5MB/sec 2024-08-29T18:27:58.796 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-Ep5lKaG7skADdog off=485612 len=1826307 2024-08-29T18:27:58.807 INFO:tasks.workunit.client.0.smithi028.stdout:op 4974 completed, throughput=5MB/sec 2024-08-29T18:27:59.381 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:27:59 smithi028 bash[77168]: cluster 2024-08-29T18:27:57.895291+0000 mgr.y (mgr.25022) 1237 : cluster [DBG] pgmap v1925: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2024-08-29T18:27:59.381 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:27:59 smithi028 bash[78352]: cluster 2024-08-29T18:27:57.895291+0000 mgr.y (mgr.25022) 1237 : cluster [DBG] pgmap v1925: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2024-08-29T18:27:59.576 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:27:59 smithi053 bash[68679]: cluster 2024-08-29T18:27:57.895291+0000 mgr.y (mgr.25022) 1237 : cluster [DBG] pgmap v1925: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2024-08-29T18:27:59.807 INFO:tasks.workunit.client.0.smithi028.stdout: 953: throughput=5MB/sec pending data=0 2024-08-29T18:27:59.808 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-LeflGpIQmVv-n4M off=5676388 len=334538 2024-08-29T18:27:59.810 INFO:tasks.workunit.client.0.smithi028.stdout:op 4975 completed, throughput=5MB/sec 2024-08-29T18:27:59.810 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-5H9Y2p8WARFtdV9 off=10969041 len=10816 2024-08-29T18:27:59.814 INFO:tasks.workunit.client.0.smithi028.stdout:op 4976 completed, throughput=5MB/sec 2024-08-29T18:27:59.814 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-25Qbk4Pf43rvMqs off=14436016 len=1568189 2024-08-29T18:27:59.818 INFO:tasks.workunit.client.0.smithi028.stdout:op 4977 completed, throughput=5MB/sec 2024-08-29T18:27:59.818 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-M4QuohjcpWXFUkI off=6107892 len=1786314 2024-08-29T18:27:59.834 INFO:tasks.workunit.client.0.smithi028.stdout:op 4978 completed, throughput=5MB/sec 2024-08-29T18:27:59.834 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-Z92Vzxp0INwV8he off=7219339 len=1468748 2024-08-29T18:27:59.837 INFO:tasks.workunit.client.0.smithi028.stdout:op 4979 completed, throughput=5MB/sec 2024-08-29T18:28:00.380 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:28:00 smithi028 bash[77168]: cluster 2024-08-29T18:27:59.896558+0000 mgr.y (mgr.25022) 1238 : cluster [DBG] pgmap v1926: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 3.2 MiB/s rd, 3.2 MiB/s wr, 5 op/s 2024-08-29T18:28:00.381 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:28:00 smithi028 bash[78352]: cluster 2024-08-29T18:27:59.896558+0000 mgr.y (mgr.25022) 1238 : cluster [DBG] pgmap v1926: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 3.2 MiB/s rd, 3.2 MiB/s wr, 5 op/s 2024-08-29T18:28:00.575 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:28:00 smithi053 bash[68679]: cluster 2024-08-29T18:27:59.896558+0000 mgr.y (mgr.25022) 1238 : cluster [DBG] pgmap v1926: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 3.2 MiB/s rd, 3.2 MiB/s wr, 5 op/s 2024-08-29T18:28:00.838 INFO:tasks.workunit.client.0.smithi028.stdout: 954: throughput=5MB/sec pending data=0 2024-08-29T18:28:00.838 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-dYe1O1Ol4KnPWZi off=156557 len=676094 2024-08-29T18:28:00.845 INFO:tasks.workunit.client.0.smithi028.stdout:op 4980 completed, throughput=5MB/sec 2024-08-29T18:28:00.845 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-OnMicrzpRXPxyrs off=7497747 len=2022901 2024-08-29T18:28:00.859 INFO:tasks.workunit.client.0.smithi028.stdout:op 4981 completed, throughput=5MB/sec 2024-08-29T18:28:00.859 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-Jg5SsGWI4jeCHz0 off=3836190 len=208592 2024-08-29T18:28:00.864 INFO:tasks.workunit.client.0.smithi028.stdout:op 4982 completed, throughput=5MB/sec 2024-08-29T18:28:00.864 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-Mw7qt_y_HfXPGfw off=6616069 len=852069 2024-08-29T18:28:00.867 INFO:tasks.workunit.client.0.smithi028.stdout:op 4983 completed, throughput=5MB/sec 2024-08-29T18:28:00.867 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-IlRvVYmcTTzCP4c off=6819972 len=1565164 2024-08-29T18:28:00.881 INFO:tasks.workunit.client.0.smithi028.stdout:op 4984 completed, throughput=5MB/sec 2024-08-29T18:28:01.880 INFO:journalctl@ceph.mgr.y.smithi028.stdout:Aug 29 18:28:01 smithi028 bash[70818]: ::ffff:172.21.15.53 - - [29/Aug/2024:18:28:01] "GET /metrics HTTP/1.1" 200 34019 "" "Prometheus/2.43.0" 2024-08-29T18:28:01.881 INFO:tasks.workunit.client.0.smithi028.stdout: 955: throughput=5MB/sec pending data=0 2024-08-29T18:28:01.881 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-LiVJPK6nNYLeCqh off=14611596 len=1903263 2024-08-29T18:28:01.886 INFO:tasks.workunit.client.0.smithi028.stdout:op 4985 completed, throughput=5MB/sec 2024-08-29T18:28:01.886 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-9SLlZRl0912WlBT off=17026866 len=1077982 2024-08-29T18:28:01.890 INFO:tasks.workunit.client.0.smithi028.stdout:op 4986 completed, throughput=5MB/sec 2024-08-29T18:28:01.890 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-5vZAOwHYWU4q59g off=3427452 len=334075 2024-08-29T18:28:01.892 INFO:tasks.workunit.client.0.smithi028.stdout:op 4987 completed, throughput=5MB/sec 2024-08-29T18:28:01.892 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-CI4-bqHdImG_fNV off=2679203 len=1565713 2024-08-29T18:28:01.896 INFO:tasks.workunit.client.0.smithi028.stdout:op 4988 completed, throughput=5MB/sec 2024-08-29T18:28:02.576 INFO:journalctl@ceph.prometheus.a.smithi053.stdout:Aug 29 18:28:02 smithi053 bash[95567]: ts=2024-08-29T18:28:02.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"3167ee72-662c-11ef-bcd4-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-29T18:28:02.896 INFO:tasks.workunit.client.0.smithi028.stdout: 956: throughput=5MB/sec pending data=0 2024-08-29T18:28:02.896 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-3SAOfIo9caTseS- off=1626961 len=1678199 2024-08-29T18:28:02.900 INFO:tasks.workunit.client.0.smithi028.stdout:op 4989 completed, throughput=5MB/sec 2024-08-29T18:28:02.900 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-0P6oJcb1y_ArlgC off=5749296 len=1945691 2024-08-29T18:28:02.905 INFO:tasks.workunit.client.0.smithi028.stdout:op 4990 completed, throughput=5MB/sec 2024-08-29T18:28:02.905 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-in-vSCZXQvXinMV off=83767 len=509622 2024-08-29T18:28:02.907 INFO:tasks.workunit.client.0.smithi028.stdout:op 4991 completed, throughput=5MB/sec 2024-08-29T18:28:02.907 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj--A5ausq10ZniyMh off=13081359 len=1231301 2024-08-29T18:28:02.910 INFO:tasks.workunit.client.0.smithi028.stdout:op 4992 completed, throughput=5MB/sec 2024-08-29T18:28:03.325 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:28:02 smithi053 bash[68679]: cluster 2024-08-29T18:28:01.898031+0000 mgr.y (mgr.25022) 1239 : cluster [DBG] pgmap v1927: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 1.8 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2024-08-29T18:28:03.381 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:28:02 smithi028 bash[78352]: cluster 2024-08-29T18:28:01.898031+0000 mgr.y (mgr.25022) 1239 : cluster [DBG] pgmap v1927: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 1.8 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2024-08-29T18:28:03.381 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:28:02 smithi028 bash[77168]: cluster 2024-08-29T18:28:01.898031+0000 mgr.y (mgr.25022) 1239 : cluster [DBG] pgmap v1927: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 1.8 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2024-08-29T18:28:03.910 INFO:tasks.workunit.client.0.smithi028.stdout: 957: throughput=5MB/sec pending data=0 2024-08-29T18:28:03.911 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-AvUD5quXd-YcReh off=7250434 len=541547 2024-08-29T18:28:03.913 INFO:tasks.workunit.client.0.smithi028.stdout:op 4993 completed, throughput=5MB/sec 2024-08-29T18:28:03.913 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-11fWwE9FwdqxjK8 off=16231387 len=662596 2024-08-29T18:28:03.920 INFO:tasks.workunit.client.0.smithi028.stdout:op 4994 completed, throughput=5MB/sec 2024-08-29T18:28:03.920 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-Qy-Q6a55-xbWpE6 off=6260831 len=2021097 2024-08-29T18:28:03.936 INFO:tasks.workunit.client.0.smithi028.stdout:op 4995 completed, throughput=5MB/sec 2024-08-29T18:28:03.936 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-pLNASddVmmhratp off=1003861 len=513753 2024-08-29T18:28:03.942 INFO:tasks.workunit.client.0.smithi028.stdout:op 4996 completed, throughput=5MB/sec 2024-08-29T18:28:03.943 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-5tdDmBmsktyv_5l off=1849046 len=1955000 2024-08-29T18:28:03.957 INFO:tasks.workunit.client.0.smithi028.stdout:op 4997 completed, throughput=5MB/sec 2024-08-29T18:28:04.957 INFO:tasks.workunit.client.0.smithi028.stdout: 958: throughput=5MB/sec pending data=0 2024-08-29T18:28:04.958 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-nNNyKqbyybyvdAW off=200703 len=2053479 2024-08-29T18:28:04.963 INFO:tasks.workunit.client.0.smithi028.stdout:op 4998 completed, throughput=5MB/sec 2024-08-29T18:28:04.963 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-FhWOvltWtef6VQW off=3393808 len=1988141 2024-08-29T18:28:04.969 INFO:tasks.workunit.client.0.smithi028.stdout:op 4999 completed, throughput=5MB/sec 2024-08-29T18:28:04.969 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-n5eDCt0j2v7ZmYY off=2733431 len=141800 2024-08-29T18:28:04.970 INFO:tasks.workunit.client.0.smithi028.stdout:op 5000 completed, throughput=5MB/sec 2024-08-29T18:28:04.970 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-K09Yl0cQagtBk7Q off=10723264 len=649551 2024-08-29T18:28:04.973 INFO:tasks.workunit.client.0.smithi028.stdout:op 5001 completed, throughput=5MB/sec 2024-08-29T18:28:04.973 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-GAOSSUV86ntancU off=616210 len=1826165 2024-08-29T18:28:04.987 INFO:tasks.workunit.client.0.smithi028.stdout:op 5002 completed, throughput=5MB/sec 2024-08-29T18:28:05.326 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:28:04 smithi053 bash[68679]: cluster 2024-08-29T18:28:03.898934+0000 mgr.y (mgr.25022) 1240 : cluster [DBG] pgmap v1928: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 3.1 MiB/s rd, 3.0 MiB/s wr, 5 op/s 2024-08-29T18:28:05.380 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:28:04 smithi028 bash[78352]: cluster 2024-08-29T18:28:03.898934+0000 mgr.y (mgr.25022) 1240 : cluster [DBG] pgmap v1928: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 3.1 MiB/s rd, 3.0 MiB/s wr, 5 op/s 2024-08-29T18:28:05.381 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:28:04 smithi028 bash[77168]: cluster 2024-08-29T18:28:03.898934+0000 mgr.y (mgr.25022) 1240 : cluster [DBG] pgmap v1928: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 3.1 MiB/s rd, 3.0 MiB/s wr, 5 op/s 2024-08-29T18:28:05.987 INFO:tasks.workunit.client.0.smithi028.stdout: 959: throughput=5MB/sec pending data=0 2024-08-29T18:28:05.987 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-xQOsxqDd0yYYJnZ off=2267245 len=1423767 2024-08-29T18:28:05.992 INFO:tasks.workunit.client.0.smithi028.stdout:op 5003 completed, throughput=5MB/sec 2024-08-29T18:28:05.992 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-Qc5zJ6MreH-N29G off=147514 len=610573 2024-08-29T18:28:05.995 INFO:tasks.workunit.client.0.smithi028.stdout:op 5004 completed, throughput=5MB/sec 2024-08-29T18:28:05.995 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-rx5pnlmj6VBfI8t off=7732104 len=1201986 2024-08-29T18:28:05.998 INFO:tasks.workunit.client.0.smithi028.stdout:op 5005 completed, throughput=5MB/sec 2024-08-29T18:28:05.999 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-Zia4cUhK_LiowMR off=11697797 len=1500711 2024-08-29T18:28:06.002 INFO:tasks.workunit.client.0.smithi028.stdout:op 5006 completed, throughput=5MB/sec 2024-08-29T18:28:07.003 INFO:tasks.workunit.client.0.smithi028.stdout: 960: throughput=5MB/sec pending data=0 2024-08-29T18:28:07.003 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-e7bmpqypBVuqcRg off=2684602 len=687829 2024-08-29T18:28:07.010 INFO:tasks.workunit.client.0.smithi028.stdout:op 5007 completed, throughput=5MB/sec 2024-08-29T18:28:07.010 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-cJ2jUFgwf3bmw4L off=12850292 len=45063 2024-08-29T18:28:07.011 INFO:tasks.workunit.client.0.smithi028.stdout:op 5008 completed, throughput=5MB/sec 2024-08-29T18:28:07.011 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-_vfRLZ0a0omAS2g off=1792669 len=409331 2024-08-29T18:28:07.014 INFO:tasks.workunit.client.0.smithi028.stdout:op 5009 completed, throughput=5MB/sec 2024-08-29T18:28:07.014 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-D1gkLOR-HlvYOtB off=2498153 len=636790 2024-08-29T18:28:07.016 INFO:tasks.workunit.client.0.smithi028.stdout:op 5010 completed, throughput=5MB/sec 2024-08-29T18:28:07.016 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-IL8apwwmlhg-J-b off=3515288 len=1752308 2024-08-29T18:28:07.020 INFO:tasks.workunit.client.0.smithi028.stdout:op 5011 completed, throughput=5MB/sec 2024-08-29T18:28:07.020 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-2nTOgAnFiZsf8GB off=2460082 len=1890826 2024-08-29T18:28:07.034 INFO:tasks.workunit.client.0.smithi028.stdout:op 5012 completed, throughput=5MB/sec 2024-08-29T18:28:07.326 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:28:06 smithi053 bash[68679]: cluster 2024-08-29T18:28:05.900044+0000 mgr.y (mgr.25022) 1241 : cluster [DBG] pgmap v1929: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.6 MiB/s wr, 4 op/s 2024-08-29T18:28:07.380 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:28:06 smithi028 bash[78352]: cluster 2024-08-29T18:28:05.900044+0000 mgr.y (mgr.25022) 1241 : cluster [DBG] pgmap v1929: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.6 MiB/s wr, 4 op/s 2024-08-29T18:28:07.381 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:28:06 smithi028 bash[77168]: cluster 2024-08-29T18:28:05.900044+0000 mgr.y (mgr.25022) 1241 : cluster [DBG] pgmap v1929: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.6 MiB/s wr, 4 op/s 2024-08-29T18:28:08.035 INFO:tasks.workunit.client.0.smithi028.stdout: 961: throughput=5MB/sec pending data=0 2024-08-29T18:28:08.035 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-cwTWT1XgzREjw_o off=9497727 len=1353357 2024-08-29T18:28:08.045 INFO:tasks.workunit.client.0.smithi028.stdout:op 5013 completed, throughput=5MB/sec 2024-08-29T18:28:08.045 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-0dbaXvRGuxDTYzA off=7353483 len=954901 2024-08-29T18:28:08.049 INFO:tasks.workunit.client.0.smithi028.stdout:op 5014 completed, throughput=5MB/sec 2024-08-29T18:28:08.049 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-0P3dpegAnuAB40Q off=9485555 len=1326663 2024-08-29T18:28:08.053 INFO:tasks.workunit.client.0.smithi028.stdout:op 5015 completed, throughput=5MB/sec 2024-08-29T18:28:08.053 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-oIXc4ycTyC-Gyk6 off=14894219 len=1564610 2024-08-29T18:28:08.057 INFO:tasks.workunit.client.0.smithi028.stdout:op 5016 completed, throughput=5MB/sec 2024-08-29T18:28:09.057 INFO:tasks.workunit.client.0.smithi028.stdout: 962: throughput=5MB/sec pending data=0 2024-08-29T18:28:09.057 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-nKEQaekdUzLWJYt off=3731960 len=919962 2024-08-29T18:28:09.066 INFO:tasks.workunit.client.0.smithi028.stdout:op 5017 completed, throughput=5MB/sec 2024-08-29T18:28:09.066 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-29y6B6-gReC366R off=904513 len=116006 2024-08-29T18:28:09.071 INFO:tasks.workunit.client.0.smithi028.stdout:op 5018 completed, throughput=5MB/sec 2024-08-29T18:28:09.071 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-tFxxOSTBtx2xsfB off=10583344 len=426076 2024-08-29T18:28:09.073 INFO:tasks.workunit.client.0.smithi028.stdout:op 5019 completed, throughput=5MB/sec 2024-08-29T18:28:09.073 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-rpBLo1u2K4hgwOb off=834645 len=219909 2024-08-29T18:28:09.074 INFO:tasks.workunit.client.0.smithi028.stdout:op 5020 completed, throughput=5MB/sec 2024-08-29T18:28:09.074 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-fO6V8KBxawmMV4D off=7544522 len=1719459 2024-08-29T18:28:09.086 INFO:tasks.workunit.client.0.smithi028.stdout:op 5021 completed, throughput=5MB/sec 2024-08-29T18:28:09.086 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-oVwpRMeMbUHkMaG off=7076105 len=819630 2024-08-29T18:28:09.093 INFO:tasks.workunit.client.0.smithi028.stdout:op 5022 completed, throughput=5MB/sec 2024-08-29T18:28:09.093 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-Qdke9COM1Ul4fva off=10345613 len=2090366 2024-08-29T18:28:09.099 INFO:tasks.workunit.client.0.smithi028.stdout:op 5023 completed, throughput=5MB/sec 2024-08-29T18:28:09.326 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:28:08 smithi053 bash[68679]: cluster 2024-08-29T18:28:07.900742+0000 mgr.y (mgr.25022) 1242 : cluster [DBG] pgmap v1930: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2024-08-29T18:28:09.380 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:28:08 smithi028 bash[78352]: cluster 2024-08-29T18:28:07.900742+0000 mgr.y (mgr.25022) 1242 : cluster [DBG] pgmap v1930: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2024-08-29T18:28:09.381 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:28:08 smithi028 bash[77168]: cluster 2024-08-29T18:28:07.900742+0000 mgr.y (mgr.25022) 1242 : cluster [DBG] pgmap v1930: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2024-08-29T18:28:10.099 INFO:tasks.workunit.client.0.smithi028.stdout: 963: throughput=5MB/sec pending data=0 2024-08-29T18:28:10.099 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-2au-aeGUnpg2fuO off=9976032 len=980893 2024-08-29T18:28:10.102 INFO:tasks.workunit.client.0.smithi028.stdout:op 5024 completed, throughput=5MB/sec 2024-08-29T18:28:10.103 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-v1az-L0XDpUU8qG off=12321013 len=1343955 2024-08-29T18:28:10.106 INFO:tasks.workunit.client.0.smithi028.stdout:op 5025 completed, throughput=5MB/sec 2024-08-29T18:28:10.106 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-9f8cOykLjPwmgr9 off=6929036 len=1467993 2024-08-29T18:28:10.117 INFO:tasks.workunit.client.0.smithi028.stdout:op 5026 completed, throughput=5MB/sec 2024-08-29T18:28:11.118 INFO:tasks.workunit.client.0.smithi028.stdout: 964: throughput=5MB/sec pending data=0 2024-08-29T18:28:11.118 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-PAb84tOkS6jVeRx off=4447012 len=683736 2024-08-29T18:28:11.120 INFO:tasks.workunit.client.0.smithi028.stdout:op 5027 completed, throughput=5MB/sec 2024-08-29T18:28:11.120 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-AvpnIHjl9bp7tEB off=12155660 len=1818403 2024-08-29T18:28:11.124 INFO:tasks.workunit.client.0.smithi028.stdout:op 5028 completed, throughput=5MB/sec 2024-08-29T18:28:11.124 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-MA68_d0vN-8RRHV off=3963076 len=1031108 2024-08-29T18:28:11.134 INFO:tasks.workunit.client.0.smithi028.stdout:op 5029 completed, throughput=5MB/sec 2024-08-29T18:28:11.134 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-nlo3cEFmxSgRttp off=3595635 len=319831 2024-08-29T18:28:11.140 INFO:tasks.workunit.client.0.smithi028.stdout:op 5030 completed, throughput=5MB/sec 2024-08-29T18:28:11.140 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-HKbuNjSLCDi-Pml off=4816364 len=122214 2024-08-29T18:28:11.142 INFO:tasks.workunit.client.0.smithi028.stdout:op 5031 completed, throughput=5MB/sec 2024-08-29T18:28:11.142 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-goDZrg4XA216uQo off=7668474 len=1534129 2024-08-29T18:28:11.154 INFO:tasks.workunit.client.0.smithi028.stdout:op 5032 completed, throughput=5MB/sec 2024-08-29T18:28:11.326 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:28:10 smithi053 bash[68679]: cluster 2024-08-29T18:28:09.901940+0000 mgr.y (mgr.25022) 1243 : cluster [DBG] pgmap v1931: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 3.6 MiB/s rd, 2.4 MiB/s wr, 5 op/s 2024-08-29T18:28:11.380 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:28:10 smithi028 bash[78352]: cluster 2024-08-29T18:28:09.901940+0000 mgr.y (mgr.25022) 1243 : cluster [DBG] pgmap v1931: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 3.6 MiB/s rd, 2.4 MiB/s wr, 5 op/s 2024-08-29T18:28:11.381 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:28:10 smithi028 bash[77168]: cluster 2024-08-29T18:28:09.901940+0000 mgr.y (mgr.25022) 1243 : cluster [DBG] pgmap v1931: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 3.6 MiB/s rd, 2.4 MiB/s wr, 5 op/s 2024-08-29T18:28:11.880 INFO:journalctl@ceph.mgr.y.smithi028.stdout:Aug 29 18:28:11 smithi028 bash[70818]: ::ffff:172.21.15.53 - - [29/Aug/2024:18:28:11] "GET /metrics HTTP/1.1" 200 34019 "" "Prometheus/2.43.0" 2024-08-29T18:28:12.154 INFO:tasks.workunit.client.0.smithi028.stdout: 965: throughput=5MB/sec pending data=0 2024-08-29T18:28:12.154 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-K9WWusQZAOxeNVg off=5176006 len=1987916 2024-08-29T18:28:12.158 INFO:tasks.workunit.client.0.smithi028.stdout:op 5033 completed, throughput=5MB/sec 2024-08-29T18:28:12.159 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-c8wFIU0hvwbQqna off=2117775 len=321393 2024-08-29T18:28:12.165 INFO:tasks.workunit.client.0.smithi028.stdout:op 5034 completed, throughput=5MB/sec 2024-08-29T18:28:12.165 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-ZQwhtF3o5nWfgzd off=10266031 len=1691344 2024-08-29T18:28:12.167 INFO:tasks.workunit.client.0.smithi028.stdout:op 5035 completed, throughput=5MB/sec 2024-08-29T18:28:12.167 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-g6t-3NbhVchYprk off=1309003 len=2094191 2024-08-29T18:28:12.182 INFO:tasks.workunit.client.0.smithi028.stdout:op 5036 completed, throughput=5MB/sec 2024-08-29T18:28:12.576 INFO:journalctl@ceph.prometheus.a.smithi053.stdout:Aug 29 18:28:12 smithi053 bash[95567]: ts=2024-08-29T18:28:12.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"3167ee72-662c-11ef-bcd4-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-29T18:28:13.183 INFO:tasks.workunit.client.0.smithi028.stdout: 966: throughput=5MB/sec pending data=0 2024-08-29T18:28:13.183 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-1_ZHug_ZR9O7ug7 off=0 len=1061042 2024-08-29T18:28:13.187 INFO:tasks.workunit.client.0.smithi028.stdout:op 5037 completed, throughput=5MB/sec 2024-08-29T18:28:13.187 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-TXsmDXpJO-nMjaq off=10237593 len=1849178 2024-08-29T18:28:13.190 INFO:tasks.workunit.client.0.smithi028.stdout:op 5038 completed, throughput=5MB/sec 2024-08-29T18:28:13.190 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-PBUqH8ThKwCAiDt off=5124980 len=649121 2024-08-29T18:28:13.193 INFO:tasks.workunit.client.0.smithi028.stdout:op 5039 completed, throughput=5MB/sec 2024-08-29T18:28:13.193 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-FZ9v8v7Z5Tm5f28 off=7765788 len=1525116 2024-08-29T18:28:13.196 INFO:tasks.workunit.client.0.smithi028.stdout:op 5040 completed, throughput=5MB/sec 2024-08-29T18:28:13.326 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:28:12 smithi053 bash[68679]: cluster 2024-08-29T18:28:11.902956+0000 mgr.y (mgr.25022) 1244 : cluster [DBG] pgmap v1932: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.8 MiB/s rd, 1.5 MiB/s wr, 3 op/s 2024-08-29T18:28:13.326 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:28:12 smithi053 bash[68679]: audit 2024-08-29T18:28:12.109110+0000 mon.a (mon.0) 2277 : audit [DBG] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-29T18:28:13.326 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:28:12 smithi053 bash[68679]: audit 2024-08-29T18:28:12.305163+0000 mon.a (mon.0) 2278 : audit [DBG] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-29T18:28:13.380 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:28:12 smithi028 bash[78352]: cluster 2024-08-29T18:28:11.902956+0000 mgr.y (mgr.25022) 1244 : cluster [DBG] pgmap v1932: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.8 MiB/s rd, 1.5 MiB/s wr, 3 op/s 2024-08-29T18:28:13.381 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:28:12 smithi028 bash[78352]: audit 2024-08-29T18:28:12.109110+0000 mon.a (mon.0) 2277 : audit [DBG] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-29T18:28:13.381 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:28:12 smithi028 bash[78352]: audit 2024-08-29T18:28:12.305163+0000 mon.a (mon.0) 2278 : audit [DBG] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-29T18:28:13.381 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:28:12 smithi028 bash[77168]: cluster 2024-08-29T18:28:11.902956+0000 mgr.y (mgr.25022) 1244 : cluster [DBG] pgmap v1932: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.8 MiB/s rd, 1.5 MiB/s wr, 3 op/s 2024-08-29T18:28:13.381 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:28:12 smithi028 bash[77168]: audit 2024-08-29T18:28:12.109110+0000 mon.a (mon.0) 2277 : audit [DBG] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-29T18:28:13.381 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:28:12 smithi028 bash[77168]: audit 2024-08-29T18:28:12.305163+0000 mon.a (mon.0) 2278 : audit [DBG] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-29T18:28:14.196 INFO:tasks.workunit.client.0.smithi028.stdout: 967: throughput=5MB/sec pending data=0 2024-08-29T18:28:14.197 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-i__HbVs8y2XI_PB off=65935 len=1734698 2024-08-29T18:28:14.201 INFO:tasks.workunit.client.0.smithi028.stdout:op 5041 completed, throughput=5MB/sec 2024-08-29T18:28:14.201 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-jcEqLbN7dnw2UVe off=17113008 len=1325404 2024-08-29T18:28:14.211 INFO:tasks.workunit.client.0.smithi028.stdout:op 5042 completed, throughput=5MB/sec 2024-08-29T18:28:14.211 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-Cdee04WvmX5Z3l- off=0 len=1714523 2024-08-29T18:28:14.225 INFO:tasks.workunit.client.0.smithi028.stdout:op 5043 completed, throughput=5MB/sec 2024-08-29T18:28:14.326 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:28:13 smithi053 bash[68679]: audit 2024-08-29T18:28:13.085106+0000 mon.a (mon.0) 2279 : audit [DBG] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-29T18:28:14.326 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:28:13 smithi053 bash[68679]: audit 2024-08-29T18:28:13.086922+0000 mon.a (mon.0) 2280 : audit [INF] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-29T18:28:14.326 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:28:13 smithi053 bash[68679]: audit 2024-08-29T18:28:13.096463+0000 mon.a (mon.0) 2281 : audit [INF] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' 2024-08-29T18:28:14.380 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:28:13 smithi028 bash[78352]: audit 2024-08-29T18:28:13.085106+0000 mon.a (mon.0) 2279 : audit [DBG] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-29T18:28:14.381 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:28:13 smithi028 bash[78352]: audit 2024-08-29T18:28:13.086922+0000 mon.a (mon.0) 2280 : audit [INF] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-29T18:28:14.381 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:28:13 smithi028 bash[78352]: audit 2024-08-29T18:28:13.096463+0000 mon.a (mon.0) 2281 : audit [INF] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' 2024-08-29T18:28:14.381 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:28:13 smithi028 bash[77168]: audit 2024-08-29T18:28:13.085106+0000 mon.a (mon.0) 2279 : audit [DBG] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-29T18:28:14.381 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:28:13 smithi028 bash[77168]: audit 2024-08-29T18:28:13.086922+0000 mon.a (mon.0) 2280 : audit [INF] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-29T18:28:14.381 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:28:13 smithi028 bash[77168]: audit 2024-08-29T18:28:13.096463+0000 mon.a (mon.0) 2281 : audit [INF] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' 2024-08-29T18:28:15.225 INFO:tasks.workunit.client.0.smithi028.stdout: 968: throughput=5MB/sec pending data=0 2024-08-29T18:28:15.225 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-saARMIyZJYaa9uA off=11990656 len=1939164 2024-08-29T18:28:15.239 INFO:tasks.workunit.client.0.smithi028.stdout:op 5044 completed, throughput=5MB/sec 2024-08-29T18:28:15.239 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-RZr1nq_0VZ9-69X off=3935845 len=1348159 2024-08-29T18:28:15.250 INFO:tasks.workunit.client.0.smithi028.stdout:op 5045 completed, throughput=5MB/sec 2024-08-29T18:28:15.250 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-HSRfYLAL2p6YBH- off=1367198 len=332572 2024-08-29T18:28:15.252 INFO:tasks.workunit.client.0.smithi028.stdout:op 5046 completed, throughput=5MB/sec 2024-08-29T18:28:15.252 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-zlOWbGlyYgUThp- off=661111 len=729983 2024-08-29T18:28:15.254 INFO:tasks.workunit.client.0.smithi028.stdout:op 5047 completed, throughput=5MB/sec 2024-08-29T18:28:15.254 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-22qNWNYsNc49L6y off=12651373 len=2033617 2024-08-29T18:28:15.258 INFO:tasks.workunit.client.0.smithi028.stdout:op 5048 completed, throughput=5MB/sec 2024-08-29T18:28:15.326 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:28:14 smithi053 bash[68679]: cluster 2024-08-29T18:28:13.903922+0000 mgr.y (mgr.25022) 1245 : cluster [DBG] pgmap v1933: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 3.5 MiB/s rd, 2.2 MiB/s wr, 5 op/s 2024-08-29T18:28:15.380 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:28:14 smithi028 bash[77168]: cluster 2024-08-29T18:28:13.903922+0000 mgr.y (mgr.25022) 1245 : cluster [DBG] pgmap v1933: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 3.5 MiB/s rd, 2.2 MiB/s wr, 5 op/s 2024-08-29T18:28:15.381 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:28:14 smithi028 bash[78352]: cluster 2024-08-29T18:28:13.903922+0000 mgr.y (mgr.25022) 1245 : cluster [DBG] pgmap v1933: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 3.5 MiB/s rd, 2.2 MiB/s wr, 5 op/s 2024-08-29T18:28:16.259 INFO:tasks.workunit.client.0.smithi028.stdout: 969: throughput=5MB/sec pending data=0 2024-08-29T18:28:16.259 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-UOgv-C41SG1QPlt off=7641782 len=22784 2024-08-29T18:28:16.264 INFO:tasks.workunit.client.0.smithi028.stdout:op 5049 completed, throughput=5MB/sec 2024-08-29T18:28:16.264 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-avcmDFJnQBC2uLM off=9806764 len=1390366 2024-08-29T18:28:16.267 INFO:tasks.workunit.client.0.smithi028.stdout:op 5050 completed, throughput=5MB/sec 2024-08-29T18:28:16.267 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-DJQrCzar7StoXvK off=8646547 len=591152 2024-08-29T18:28:16.269 INFO:tasks.workunit.client.0.smithi028.stdout:op 5051 completed, throughput=5MB/sec 2024-08-29T18:28:16.269 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-HJgGh9E-VajiA2I off=4400375 len=428334 2024-08-29T18:28:16.275 INFO:tasks.workunit.client.0.smithi028.stdout:op 5052 completed, throughput=5MB/sec 2024-08-29T18:28:16.276 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-0dMkWvc5t5momoq off=278144 len=1939211 2024-08-29T18:28:16.280 INFO:tasks.workunit.client.0.smithi028.stdout:op 5053 completed, throughput=5MB/sec 2024-08-29T18:28:17.281 INFO:tasks.workunit.client.0.smithi028.stdout: 970: throughput=5MB/sec pending data=0 2024-08-29T18:28:17.281 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-jcEqLbN7dnw2UVe off=8634307 len=488088 2024-08-29T18:28:17.287 INFO:tasks.workunit.client.0.smithi028.stdout:op 5054 completed, throughput=5MB/sec 2024-08-29T18:28:17.287 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-rOfHshu5_wbR4k4 off=2267976 len=2085281 2024-08-29T18:28:17.302 INFO:tasks.workunit.client.0.smithi028.stdout:op 5055 completed, throughput=5MB/sec 2024-08-29T18:28:17.302 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-o6nv8LkP9qzZ9FB off=5762431 len=751167 2024-08-29T18:28:17.310 INFO:tasks.workunit.client.0.smithi028.stdout:op 5056 completed, throughput=5MB/sec 2024-08-29T18:28:17.310 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-l-4xh8GgamqjgFd off=7332623 len=1847359 2024-08-29T18:28:17.315 INFO:tasks.workunit.client.0.smithi028.stdout:op 5057 completed, throughput=5MB/sec 2024-08-29T18:28:17.315 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-2ZULhg0utrcfxcv off=2918926 len=509619 2024-08-29T18:28:17.317 INFO:tasks.workunit.client.0.smithi028.stdout:op 5058 completed, throughput=5MB/sec 2024-08-29T18:28:17.325 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:28:16 smithi053 bash[68679]: cluster 2024-08-29T18:28:15.905013+0000 mgr.y (mgr.25022) 1246 : cluster [DBG] pgmap v1934: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.6 MiB/s rd, 1.7 MiB/s wr, 3 op/s 2024-08-29T18:28:17.380 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:28:16 smithi028 bash[77168]: cluster 2024-08-29T18:28:15.905013+0000 mgr.y (mgr.25022) 1246 : cluster [DBG] pgmap v1934: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.6 MiB/s rd, 1.7 MiB/s wr, 3 op/s 2024-08-29T18:28:17.381 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:28:16 smithi028 bash[78352]: cluster 2024-08-29T18:28:15.905013+0000 mgr.y (mgr.25022) 1246 : cluster [DBG] pgmap v1934: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.6 MiB/s rd, 1.7 MiB/s wr, 3 op/s 2024-08-29T18:28:18.318 INFO:tasks.workunit.client.0.smithi028.stdout: 971: throughput=5MB/sec pending data=0 2024-08-29T18:28:18.318 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-Nv7r0_YKM1QHtgI off=4988469 len=1544575 2024-08-29T18:28:18.330 INFO:tasks.workunit.client.0.smithi028.stdout:op 5059 completed, throughput=5MB/sec 2024-08-29T18:28:18.330 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-aG-_rDUIVtXy0bD off=13685744 len=100424 2024-08-29T18:28:18.335 INFO:tasks.workunit.client.0.smithi028.stdout:op 5060 completed, throughput=5MB/sec 2024-08-29T18:28:18.335 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-tZ-2F--iWTjhkBX off=1850161 len=607120 2024-08-29T18:28:18.338 INFO:tasks.workunit.client.0.smithi028.stdout:op 5061 completed, throughput=5MB/sec 2024-08-29T18:28:18.338 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-ERfK8_9xRAk5wso off=4239305 len=62634 2024-08-29T18:28:18.339 INFO:tasks.workunit.client.0.smithi028.stdout:op 5062 completed, throughput=5MB/sec 2024-08-29T18:28:18.339 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-bZ685qX9AHUJVLg off=18251100 len=740457 2024-08-29T18:28:18.342 INFO:tasks.workunit.client.0.smithi028.stdout:op 5063 completed, throughput=5MB/sec 2024-08-29T18:28:18.342 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-twl28G0h_VmayCw off=3325688 len=870373 2024-08-29T18:28:18.351 INFO:tasks.workunit.client.0.smithi028.stdout:op 5064 completed, throughput=5MB/sec 2024-08-29T18:28:18.351 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-a_r1GOOcbiJbc4Y off=4857966 len=393108 2024-08-29T18:28:18.353 INFO:tasks.workunit.client.0.smithi028.stdout:op 5065 completed, throughput=5MB/sec 2024-08-29T18:28:18.353 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-16FXwaKp2x3HkIk off=10359750 len=1896595 2024-08-29T18:28:18.358 INFO:tasks.workunit.client.0.smithi028.stdout:op 5066 completed, throughput=5MB/sec 2024-08-29T18:28:19.326 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:28:18 smithi053 bash[68679]: cluster 2024-08-29T18:28:17.905767+0000 mgr.y (mgr.25022) 1247 : cluster [DBG] pgmap v1935: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.8 MiB/s rd, 1.7 MiB/s wr, 4 op/s 2024-08-29T18:28:19.359 INFO:tasks.workunit.client.0.smithi028.stdout: 972: throughput=5MB/sec pending data=0 2024-08-29T18:28:19.359 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-G0mAKMxvcmmmd_v off=15992631 len=176831 2024-08-29T18:28:19.361 INFO:tasks.workunit.client.0.smithi028.stdout:op 5067 completed, throughput=5MB/sec 2024-08-29T18:28:19.361 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-5ryUcaJ3wcglf1Z off=2427242 len=963578 2024-08-29T18:28:19.370 INFO:tasks.workunit.client.0.smithi028.stdout:op 5068 completed, throughput=5MB/sec 2024-08-29T18:28:19.370 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-keYPoGovF7v23zj off=1207157 len=509505 2024-08-29T18:28:19.376 INFO:tasks.workunit.client.0.smithi028.stdout:op 5069 completed, throughput=5MB/sec 2024-08-29T18:28:19.376 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-C8vvUvRkZJkIUPh off=15235795 len=1925688 2024-08-29T18:28:19.380 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:28:18 smithi028 bash[77168]: cluster 2024-08-29T18:28:17.905767+0000 mgr.y (mgr.25022) 1247 : cluster [DBG] pgmap v1935: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.8 MiB/s rd, 1.7 MiB/s wr, 4 op/s 2024-08-29T18:28:19.380 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:28:18 smithi028 bash[78352]: cluster 2024-08-29T18:28:17.905767+0000 mgr.y (mgr.25022) 1247 : cluster [DBG] pgmap v1935: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.8 MiB/s rd, 1.7 MiB/s wr, 4 op/s 2024-08-29T18:28:19.381 INFO:tasks.workunit.client.0.smithi028.stdout:op 5070 completed, throughput=5MB/sec 2024-08-29T18:28:19.381 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-kIHvYmqkoajPZh0 off=3515327 len=471459 2024-08-29T18:28:19.383 INFO:tasks.workunit.client.0.smithi028.stdout:op 5071 completed, throughput=5MB/sec 2024-08-29T18:28:19.383 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-jI1FVJz6ezto8Bz off=5884278 len=613862 2024-08-29T18:28:19.390 INFO:tasks.workunit.client.0.smithi028.stdout:op 5072 completed, throughput=5MB/sec 2024-08-29T18:28:20.390 INFO:tasks.workunit.client.0.smithi028.stdout: 973: throughput=5MB/sec pending data=0 2024-08-29T18:28:20.390 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-onSJ4ghtRGw-O9b off=9005817 len=60384 2024-08-29T18:28:20.395 INFO:tasks.workunit.client.0.smithi028.stdout:op 5073 completed, throughput=5MB/sec 2024-08-29T18:28:20.395 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj--709O_cQBsFZfKN off=13773186 len=1321623 2024-08-29T18:28:20.399 INFO:tasks.workunit.client.0.smithi028.stdout:op 5074 completed, throughput=5MB/sec 2024-08-29T18:28:20.399 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-1T5i8Xr8dhRTXUi off=2315662 len=558716 2024-08-29T18:28:20.406 INFO:tasks.workunit.client.0.smithi028.stdout:op 5075 completed, throughput=5MB/sec 2024-08-29T18:28:20.406 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-tR_KSq2mIn8u4fN off=1546912 len=1683807 2024-08-29T18:28:20.410 INFO:tasks.workunit.client.0.smithi028.stdout:op 5076 completed, throughput=5MB/sec 2024-08-29T18:28:20.410 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-jFZNqGYAqDVojmM off=1450385 len=872116 2024-08-29T18:28:20.419 INFO:tasks.workunit.client.0.smithi028.stdout:op 5077 completed, throughput=5MB/sec 2024-08-29T18:28:20.419 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-1j81HrnyJi_32sv off=3002057 len=839182 2024-08-29T18:28:20.422 INFO:tasks.workunit.client.0.smithi028.stdout:op 5078 completed, throughput=5MB/sec 2024-08-29T18:28:21.326 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:28:20 smithi053 bash[68679]: cluster 2024-08-29T18:28:19.906905+0000 mgr.y (mgr.25022) 1248 : cluster [DBG] pgmap v1936: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 3.5 MiB/s rd, 2.2 MiB/s wr, 5 op/s 2024-08-29T18:28:21.380 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:28:20 smithi028 bash[77168]: cluster 2024-08-29T18:28:19.906905+0000 mgr.y (mgr.25022) 1248 : cluster [DBG] pgmap v1936: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 3.5 MiB/s rd, 2.2 MiB/s wr, 5 op/s 2024-08-29T18:28:21.381 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:28:20 smithi028 bash[78352]: cluster 2024-08-29T18:28:19.906905+0000 mgr.y (mgr.25022) 1248 : cluster [DBG] pgmap v1936: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 3.5 MiB/s rd, 2.2 MiB/s wr, 5 op/s 2024-08-29T18:28:21.423 INFO:tasks.workunit.client.0.smithi028.stdout: 974: throughput=5MB/sec pending data=0 2024-08-29T18:28:21.423 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-EOAc7-cueMsTFpR off=6702621 len=970722 2024-08-29T18:28:21.426 INFO:tasks.workunit.client.0.smithi028.stdout:op 5079 completed, throughput=5MB/sec 2024-08-29T18:28:21.426 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-yR5iciAKgcCrb4u off=1931862 len=1462702 2024-08-29T18:28:21.438 INFO:tasks.workunit.client.0.smithi028.stdout:op 5080 completed, throughput=5MB/sec 2024-08-29T18:28:21.438 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-xkdiXy3m22KHRrT off=4418980 len=1140552 2024-08-29T18:28:21.441 INFO:tasks.workunit.client.0.smithi028.stdout:op 5081 completed, throughput=5MB/sec 2024-08-29T18:28:21.441 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-qFrHSk6yXZ_V_l9 off=8964878 len=1395159 2024-08-29T18:28:21.444 INFO:tasks.workunit.client.0.smithi028.stdout:op 5082 completed, throughput=5MB/sec 2024-08-29T18:28:21.444 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-W-635mJGyUC3no3 off=8176529 len=1384760 2024-08-29T18:28:21.456 INFO:tasks.workunit.client.0.smithi028.stdout:op 5083 completed, throughput=5MB/sec 2024-08-29T18:28:21.880 INFO:journalctl@ceph.mgr.y.smithi028.stdout:Aug 29 18:28:21 smithi028 bash[70818]: ::ffff:172.21.15.53 - - [29/Aug/2024:18:28:21] "GET /metrics HTTP/1.1" 200 34016 "" "Prometheus/2.43.0" 2024-08-29T18:28:22.457 INFO:tasks.workunit.client.0.smithi028.stdout: 975: throughput=5MB/sec pending data=0 2024-08-29T18:28:22.457 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-VghLNI7snumchqo off=3209049 len=1109337 2024-08-29T18:28:22.460 INFO:tasks.workunit.client.0.smithi028.stdout:op 5084 completed, throughput=5MB/sec 2024-08-29T18:28:22.460 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-szyK0cs8CVL4dlA off=206231 len=2095313 2024-08-29T18:28:22.476 INFO:tasks.workunit.client.0.smithi028.stdout:op 5085 completed, throughput=5MB/sec 2024-08-29T18:28:22.476 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-KELwJybVE3pmvtq off=3696597 len=1758185 2024-08-29T18:28:22.489 INFO:tasks.workunit.client.0.smithi028.stdout:op 5086 completed, throughput=5MB/sec 2024-08-29T18:28:22.576 INFO:journalctl@ceph.prometheus.a.smithi053.stdout:Aug 29 18:28:22 smithi053 bash[95567]: ts=2024-08-29T18:28:22.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"3167ee72-662c-11ef-bcd4-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-29T18:28:23.326 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:28:22 smithi053 bash[68679]: cluster 2024-08-29T18:28:21.907809+0000 mgr.y (mgr.25022) 1249 : cluster [DBG] pgmap v1937: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.2 MiB/s rd, 1.6 MiB/s wr, 3 op/s 2024-08-29T18:28:23.380 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:28:22 smithi028 bash[77168]: cluster 2024-08-29T18:28:21.907809+0000 mgr.y (mgr.25022) 1249 : cluster [DBG] pgmap v1937: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.2 MiB/s rd, 1.6 MiB/s wr, 3 op/s 2024-08-29T18:28:23.381 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:28:22 smithi028 bash[78352]: cluster 2024-08-29T18:28:21.907809+0000 mgr.y (mgr.25022) 1249 : cluster [DBG] pgmap v1937: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.2 MiB/s rd, 1.6 MiB/s wr, 3 op/s 2024-08-29T18:28:23.489 INFO:tasks.workunit.client.0.smithi028.stdout: 976: throughput=5MB/sec pending data=0 2024-08-29T18:28:23.489 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-ez4-q5iiw2iqazD off=3452504 len=1436380 2024-08-29T18:28:23.501 INFO:tasks.workunit.client.0.smithi028.stdout:op 5087 completed, throughput=5MB/sec 2024-08-29T18:28:23.501 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-fIB5j2GuvyxpytU off=2605003 len=1940020 2024-08-29T18:28:23.508 INFO:tasks.workunit.client.0.smithi028.stdout:op 5088 completed, throughput=5MB/sec 2024-08-29T18:28:23.508 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-10osz4s6Sy3kh1K off=8970192 len=2039577 2024-08-29T18:28:23.521 INFO:tasks.workunit.client.0.smithi028.stdout:op 5089 completed, throughput=5MB/sec 2024-08-29T18:28:24.522 INFO:tasks.workunit.client.0.smithi028.stdout: 977: throughput=5MB/sec pending data=0 2024-08-29T18:28:24.522 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-GUaXtoDwrRNkZt9 off=6711907 len=1956213 2024-08-29T18:28:24.528 INFO:tasks.workunit.client.0.smithi028.stdout:op 5090 completed, throughput=5MB/sec 2024-08-29T18:28:24.528 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-EorZwpZQY9QXZ2Y off=12984278 len=380819 2024-08-29T18:28:24.530 INFO:tasks.workunit.client.0.smithi028.stdout:op 5091 completed, throughput=5MB/sec 2024-08-29T18:28:24.530 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-FU6OogvSRUETvqF off=2290513 len=1195547 2024-08-29T18:28:24.539 INFO:tasks.workunit.client.0.smithi028.stdout:op 5092 completed, throughput=5MB/sec 2024-08-29T18:28:24.539 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-1XN6KcXdexjN7Ve off=806031 len=1501029 2024-08-29T18:28:24.549 INFO:tasks.workunit.client.0.smithi028.stdout:op 5093 completed, throughput=5MB/sec 2024-08-29T18:28:25.326 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:28:25 smithi053 bash[68679]: cluster 2024-08-29T18:28:23.908729+0000 mgr.y (mgr.25022) 1250 : cluster [DBG] pgmap v1938: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 3.0 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2024-08-29T18:28:25.381 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:28:25 smithi028 bash[78352]: cluster 2024-08-29T18:28:23.908729+0000 mgr.y (mgr.25022) 1250 : cluster [DBG] pgmap v1938: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 3.0 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2024-08-29T18:28:25.381 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:28:25 smithi028 bash[77168]: cluster 2024-08-29T18:28:23.908729+0000 mgr.y (mgr.25022) 1250 : cluster [DBG] pgmap v1938: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 3.0 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2024-08-29T18:28:25.549 INFO:tasks.workunit.client.0.smithi028.stdout: 978: throughput=5MB/sec pending data=0 2024-08-29T18:28:25.549 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-HuKDIcYJ2D9ew0q off=13147790 len=1054757 2024-08-29T18:28:25.552 INFO:tasks.workunit.client.0.smithi028.stdout:op 5094 completed, throughput=5MB/sec 2024-08-29T18:28:25.552 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-V23gFP9TVluadcr off=2125116 len=1431259 2024-08-29T18:28:25.556 INFO:tasks.workunit.client.0.smithi028.stdout:op 5095 completed, throughput=5MB/sec 2024-08-29T18:28:25.556 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-5TaRK5daIKn3NR0 off=135375 len=1508355 2024-08-29T18:28:25.568 INFO:tasks.workunit.client.0.smithi028.stdout:op 5096 completed, throughput=5MB/sec 2024-08-29T18:28:25.568 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-XScV8GfpcpnfkW1 off=1022411 len=131304 2024-08-29T18:28:25.570 INFO:tasks.workunit.client.0.smithi028.stdout:op 5097 completed, throughput=5MB/sec 2024-08-29T18:28:25.571 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-OjoDdeZLN-t38ah off=19592508 len=32465 2024-08-29T18:28:25.571 INFO:tasks.workunit.client.0.smithi028.stdout:op 5098 completed, throughput=5MB/sec 2024-08-29T18:28:25.571 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-vkrvUR_EQAzfXDA off=6688746 len=963052 2024-08-29T18:28:25.580 INFO:tasks.workunit.client.0.smithi028.stdout:op 5099 completed, throughput=5MB/sec 2024-08-29T18:28:26.580 INFO:tasks.workunit.client.0.smithi028.stdout: 979: throughput=5MB/sec pending data=0 2024-08-29T18:28:26.580 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-NFGiouUU0-9LxHo off=13577540 len=2040471 2024-08-29T18:28:26.594 INFO:tasks.workunit.client.0.smithi028.stdout:op 5100 completed, throughput=5MB/sec 2024-08-29T18:28:26.594 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-dYI8Cl5Fufb9iso off=3895492 len=236762 2024-08-29T18:28:26.599 INFO:tasks.workunit.client.0.smithi028.stdout:op 5101 completed, throughput=5MB/sec 2024-08-29T18:28:26.599 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-3KHZxIshSuF6MnU off=15956392 len=2003552 2024-08-29T18:28:26.602 INFO:tasks.workunit.client.0.smithi028.stdout:op 5102 completed, throughput=5MB/sec 2024-08-29T18:28:26.602 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-mxEQP_2dSuQ7B4A off=4023335 len=512430 2024-08-29T18:28:26.604 INFO:tasks.workunit.client.0.smithi028.stdout:op 5103 completed, throughput=5MB/sec 2024-08-29T18:28:26.604 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-KtIQJ6c3P21LR9Z off=1697566 len=769675 2024-08-29T18:28:26.606 INFO:tasks.workunit.client.0.smithi028.stdout:op 5104 completed, throughput=5MB/sec 2024-08-29T18:28:27.326 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:28:27 smithi053 bash[68679]: cluster 2024-08-29T18:28:25.909821+0000 mgr.y (mgr.25022) 1251 : cluster [DBG] pgmap v1939: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2024-08-29T18:28:27.381 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:28:27 smithi028 bash[78352]: cluster 2024-08-29T18:28:25.909821+0000 mgr.y (mgr.25022) 1251 : cluster [DBG] pgmap v1939: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2024-08-29T18:28:27.381 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:28:27 smithi028 bash[77168]: cluster 2024-08-29T18:28:25.909821+0000 mgr.y (mgr.25022) 1251 : cluster [DBG] pgmap v1939: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2024-08-29T18:28:27.607 INFO:tasks.workunit.client.0.smithi028.stdout: 980: throughput=5MB/sec pending data=0 2024-08-29T18:28:27.607 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-TSZQBob7U8NmKYh off=575010 len=991849 2024-08-29T18:28:27.611 INFO:tasks.workunit.client.0.smithi028.stdout:op 5105 completed, throughput=5MB/sec 2024-08-29T18:28:27.611 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-8yAoqmZD58buWO3 off=15653270 len=1854712 2024-08-29T18:28:27.626 INFO:tasks.workunit.client.0.smithi028.stdout:op 5106 completed, throughput=5MB/sec 2024-08-29T18:28:27.626 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-2dnipAQ8vvWHPFs off=3716995 len=356289 2024-08-29T18:28:27.632 INFO:tasks.workunit.client.0.smithi028.stdout:op 5107 completed, throughput=5MB/sec 2024-08-29T18:28:27.632 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-7JQQxYTxUddACFw off=5664451 len=860037 2024-08-29T18:28:27.640 INFO:tasks.workunit.client.0.smithi028.stdout:op 5108 completed, throughput=5MB/sec 2024-08-29T18:28:27.641 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-9XFo2mHq6GveHCZ off=1752614 len=82014 2024-08-29T18:28:27.641 INFO:tasks.workunit.client.0.smithi028.stdout:op 5109 completed, throughput=5MB/sec 2024-08-29T18:28:27.641 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-M9aGs-zz02DLyLL off=4378263 len=1858011 2024-08-29T18:28:27.656 INFO:tasks.workunit.client.0.smithi028.stdout:op 5110 completed, throughput=5MB/sec 2024-08-29T18:28:28.326 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:28:28 smithi053 bash[68679]: audit 2024-08-29T18:28:27.109542+0000 mon.a (mon.0) 2282 : audit [DBG] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-29T18:28:28.380 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:28:28 smithi028 bash[78352]: audit 2024-08-29T18:28:27.109542+0000 mon.a (mon.0) 2282 : audit [DBG] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-29T18:28:28.381 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:28:28 smithi028 bash[77168]: audit 2024-08-29T18:28:27.109542+0000 mon.a (mon.0) 2282 : audit [DBG] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-29T18:28:28.656 INFO:tasks.workunit.client.0.smithi028.stdout: 981: throughput=5MB/sec pending data=0 2024-08-29T18:28:28.656 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-_r7To_4Dg-xJTMr off=8784626 len=1850724 2024-08-29T18:28:28.661 INFO:tasks.workunit.client.0.smithi028.stdout:op 5111 completed, throughput=5MB/sec 2024-08-29T18:28:28.661 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-eFQp5Rf5h_S9qx1 off=2911997 len=748930 2024-08-29T18:28:28.663 INFO:tasks.workunit.client.0.smithi028.stdout:op 5112 completed, throughput=5MB/sec 2024-08-29T18:28:28.663 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-NfbkqTczSZg3KBS off=2899915 len=1922628 2024-08-29T18:28:28.678 INFO:tasks.workunit.client.0.smithi028.stdout:op 5113 completed, throughput=5MB/sec 2024-08-29T18:28:29.326 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:28:29 smithi053 bash[68679]: cluster 2024-08-29T18:28:27.910542+0000 mgr.y (mgr.25022) 1252 : cluster [DBG] pgmap v1940: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.0 MiB/s wr, 4 op/s 2024-08-29T18:28:29.381 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:28:29 smithi028 bash[77168]: cluster 2024-08-29T18:28:27.910542+0000 mgr.y (mgr.25022) 1252 : cluster [DBG] pgmap v1940: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.0 MiB/s wr, 4 op/s 2024-08-29T18:28:29.381 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:28:29 smithi028 bash[78352]: cluster 2024-08-29T18:28:27.910542+0000 mgr.y (mgr.25022) 1252 : cluster [DBG] pgmap v1940: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.0 MiB/s wr, 4 op/s 2024-08-29T18:28:29.678 INFO:tasks.workunit.client.0.smithi028.stdout: 982: throughput=5MB/sec pending data=0 2024-08-29T18:28:29.678 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-nD8eW6RGC9H-AHr off=895733 len=940621 2024-08-29T18:28:29.681 INFO:tasks.workunit.client.0.smithi028.stdout:op 5114 completed, throughput=5MB/sec 2024-08-29T18:28:29.681 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-zoTud7y6fU8AEnD off=3677162 len=98013 2024-08-29T18:28:29.682 INFO:tasks.workunit.client.0.smithi028.stdout:op 5115 completed, throughput=5MB/sec 2024-08-29T18:28:29.682 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-VRoqoXnyz-pAE2h off=1372969 len=808708 2024-08-29T18:28:29.691 INFO:tasks.workunit.client.0.smithi028.stdout:op 5116 completed, throughput=5MB/sec 2024-08-29T18:28:29.691 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-MoE1k8A6qlA8TNI off=6714106 len=895493 2024-08-29T18:28:29.700 INFO:tasks.workunit.client.0.smithi028.stdout:op 5117 completed, throughput=5MB/sec 2024-08-29T18:28:29.700 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-IfSbWGpYMGtHU2o off=3072130 len=1628810 2024-08-29T18:28:29.704 INFO:tasks.workunit.client.0.smithi028.stdout:op 5118 completed, throughput=5MB/sec 2024-08-29T18:28:29.704 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-3BBaOFxeM2lNqHQ off=1068512 len=1044688 2024-08-29T18:28:29.707 INFO:tasks.workunit.client.0.smithi028.stdout:op 5119 completed, throughput=5MB/sec 2024-08-29T18:28:30.708 INFO:tasks.workunit.client.0.smithi028.stdout: 983: throughput=5MB/sec pending data=0 2024-08-29T18:28:30.708 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-cJ2jUFgwf3bmw4L off=11677346 len=1876192 2024-08-29T18:28:30.712 INFO:tasks.workunit.client.0.smithi028.stdout:op 5120 completed, throughput=5MB/sec 2024-08-29T18:28:30.712 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-s8XRdyw7JNh_8bd off=4866248 len=217685 2024-08-29T18:28:30.718 INFO:tasks.workunit.client.0.smithi028.stdout:op 5121 completed, throughput=5MB/sec 2024-08-29T18:28:30.718 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-gGYsyaWneVXTgw5 off=989070 len=560987 2024-08-29T18:28:30.720 INFO:tasks.workunit.client.0.smithi028.stdout:op 5122 completed, throughput=5MB/sec 2024-08-29T18:28:30.720 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-d9hl1Lvj0EVACDD off=14670483 len=1151830 2024-08-29T18:28:30.730 INFO:tasks.workunit.client.0.smithi028.stdout:op 5123 completed, throughput=5MB/sec 2024-08-29T18:28:30.730 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-tUu_XHOE27os0u9 off=11558342 len=1913439 2024-08-29T18:28:30.736 INFO:tasks.workunit.client.0.smithi028.stdout:op 5124 completed, throughput=5MB/sec 2024-08-29T18:28:31.326 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:28:31 smithi053 bash[68679]: cluster 2024-08-29T18:28:29.911742+0000 mgr.y (mgr.25022) 1253 : cluster [DBG] pgmap v1941: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.8 MiB/s wr, 5 op/s 2024-08-29T18:28:31.380 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:28:31 smithi028 bash[78352]: cluster 2024-08-29T18:28:29.911742+0000 mgr.y (mgr.25022) 1253 : cluster [DBG] pgmap v1941: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.8 MiB/s wr, 5 op/s 2024-08-29T18:28:31.381 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:28:31 smithi028 bash[77168]: cluster 2024-08-29T18:28:29.911742+0000 mgr.y (mgr.25022) 1253 : cluster [DBG] pgmap v1941: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.8 MiB/s wr, 5 op/s 2024-08-29T18:28:31.737 INFO:tasks.workunit.client.0.smithi028.stdout: 984: throughput=5MB/sec pending data=0 2024-08-29T18:28:31.737 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-WEKzKTiPZ8ZgHY2 off=8500908 len=68486 2024-08-29T18:28:31.743 INFO:tasks.workunit.client.0.smithi028.stdout:op 5125 completed, throughput=5MB/sec 2024-08-29T18:28:31.743 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-hXlUT0DfWN5WxOq off=2520236 len=1640751 2024-08-29T18:28:31.757 INFO:tasks.workunit.client.0.smithi028.stdout:op 5126 completed, throughput=5MB/sec 2024-08-29T18:28:31.757 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-2nz1YyZy8e-R1nU off=820268 len=241227 2024-08-29T18:28:31.758 INFO:tasks.workunit.client.0.smithi028.stdout:op 5127 completed, throughput=5MB/sec 2024-08-29T18:28:31.758 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-IoViRkLtQhAe0nl off=9179125 len=1904094 2024-08-29T18:28:31.773 INFO:tasks.workunit.client.0.smithi028.stdout:op 5128 completed, throughput=5MB/sec 2024-08-29T18:28:31.773 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-iGrQWBEzZ3MrATe off=14102245 len=1327002 2024-08-29T18:28:31.784 INFO:tasks.workunit.client.0.smithi028.stdout:op 5129 completed, throughput=5MB/sec 2024-08-29T18:28:31.880 INFO:journalctl@ceph.mgr.y.smithi028.stdout:Aug 29 18:28:31 smithi028 bash[70818]: ::ffff:172.21.15.53 - - [29/Aug/2024:18:28:31] "GET /metrics HTTP/1.1" 200 34024 "" "Prometheus/2.43.0" 2024-08-29T18:28:32.576 INFO:journalctl@ceph.prometheus.a.smithi053.stdout:Aug 29 18:28:32 smithi053 bash[95567]: ts=2024-08-29T18:28:32.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"3167ee72-662c-11ef-bcd4-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-29T18:28:32.784 INFO:tasks.workunit.client.0.smithi028.stdout: 985: throughput=5MB/sec pending data=0 2024-08-29T18:28:32.784 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-a1fVgCi8kVFxclq off=3620078 len=102883 2024-08-29T18:28:32.785 INFO:tasks.workunit.client.0.smithi028.stdout:op 5130 completed, throughput=5MB/sec 2024-08-29T18:28:32.785 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-VqdeWAO8CMdjIeh off=7822231 len=818118 2024-08-29T18:28:32.794 INFO:tasks.workunit.client.0.smithi028.stdout:op 5131 completed, throughput=5MB/sec 2024-08-29T18:28:32.794 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-VvXZzj7cy4zFk-X off=1883266 len=45549 2024-08-29T18:28:32.798 INFO:tasks.workunit.client.0.smithi028.stdout:op 5132 completed, throughput=5MB/sec 2024-08-29T18:28:32.798 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-kmpHs41VMpszJ9S off=0 len=1416191 2024-08-29T18:28:32.810 INFO:tasks.workunit.client.0.smithi028.stdout:op 5133 completed, throughput=5MB/sec 2024-08-29T18:28:32.810 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-WVIreSsXNYgu4yb off=6682697 len=1923269 2024-08-29T18:28:32.814 INFO:tasks.workunit.client.0.smithi028.stdout:op 5134 completed, throughput=5MB/sec 2024-08-29T18:28:32.815 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-kryp6xdk1LDitS9 off=2112639 len=795751 2024-08-29T18:28:32.817 INFO:tasks.workunit.client.0.smithi028.stdout:op 5135 completed, throughput=5MB/sec 2024-08-29T18:28:32.818 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-ZGcptdgVkGZaej_ off=0 len=1281112 2024-08-29T18:28:32.827 INFO:tasks.workunit.client.0.smithi028.stdout:op 5136 completed, throughput=5MB/sec 2024-08-29T18:28:33.326 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:28:33 smithi053 bash[68679]: cluster 2024-08-29T18:28:31.912704+0000 mgr.y (mgr.25022) 1254 : cluster [DBG] pgmap v1942: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 1.9 MiB/s rd, 2.2 MiB/s wr, 3 op/s 2024-08-29T18:28:33.380 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:28:33 smithi028 bash[78352]: cluster 2024-08-29T18:28:31.912704+0000 mgr.y (mgr.25022) 1254 : cluster [DBG] pgmap v1942: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 1.9 MiB/s rd, 2.2 MiB/s wr, 3 op/s 2024-08-29T18:28:33.381 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:28:33 smithi028 bash[77168]: cluster 2024-08-29T18:28:31.912704+0000 mgr.y (mgr.25022) 1254 : cluster [DBG] pgmap v1942: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 1.9 MiB/s rd, 2.2 MiB/s wr, 3 op/s 2024-08-29T18:28:33.827 INFO:tasks.workunit.client.0.smithi028.stdout: 986: throughput=5MB/sec pending data=0 2024-08-29T18:28:33.827 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-U0WVZoQahDlU0RN off=4702848 len=582765 2024-08-29T18:28:33.835 INFO:tasks.workunit.client.0.smithi028.stdout:op 5137 completed, throughput=5MB/sec 2024-08-29T18:28:33.835 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-3nVdh23OM1tGwlb off=7834501 len=1590007 2024-08-29T18:28:33.848 INFO:tasks.workunit.client.0.smithi028.stdout:op 5138 completed, throughput=5MB/sec 2024-08-29T18:28:33.848 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-wO7wrMPtcfiBhDD off=13530972 len=1935544 2024-08-29T18:28:33.862 INFO:tasks.workunit.client.0.smithi028.stdout:op 5139 completed, throughput=5MB/sec 2024-08-29T18:28:33.862 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-K9WWusQZAOxeNVg off=13211412 len=1267266 2024-08-29T18:28:33.865 INFO:tasks.workunit.client.0.smithi028.stdout:op 5140 completed, throughput=5MB/sec 2024-08-29T18:28:34.865 INFO:tasks.workunit.client.0.smithi028.stdout: 987: throughput=5MB/sec pending data=0 2024-08-29T18:28:34.865 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-5mULo5h3b1m0QEX off=4622226 len=1975851 2024-08-29T18:28:34.880 INFO:tasks.workunit.client.0.smithi028.stdout:op 5141 completed, throughput=5MB/sec 2024-08-29T18:28:34.881 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-JzR8pE1m2_vOI7o off=221333 len=1969655 2024-08-29T18:28:34.885 INFO:tasks.workunit.client.0.smithi028.stdout:op 5142 completed, throughput=5MB/sec 2024-08-29T18:28:34.885 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-PLo-6fymDusf2je off=2685199 len=1684299 2024-08-29T18:28:34.890 INFO:tasks.workunit.client.0.smithi028.stdout:op 5143 completed, throughput=5MB/sec 2024-08-29T18:28:35.326 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:28:35 smithi053 bash[68679]: cluster 2024-08-29T18:28:33.913709+0000 mgr.y (mgr.25022) 1255 : cluster [DBG] pgmap v1943: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.5 MiB/s rd, 3.2 MiB/s wr, 5 op/s 2024-08-29T18:28:35.381 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:28:35 smithi028 bash[78352]: cluster 2024-08-29T18:28:33.913709+0000 mgr.y (mgr.25022) 1255 : cluster [DBG] pgmap v1943: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.5 MiB/s rd, 3.2 MiB/s wr, 5 op/s 2024-08-29T18:28:35.381 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:28:35 smithi028 bash[77168]: cluster 2024-08-29T18:28:33.913709+0000 mgr.y (mgr.25022) 1255 : cluster [DBG] pgmap v1943: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.5 MiB/s rd, 3.2 MiB/s wr, 5 op/s 2024-08-29T18:28:35.890 INFO:tasks.workunit.client.0.smithi028.stdout: 988: throughput=5MB/sec pending data=0 2024-08-29T18:28:35.891 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-F4YwNNyM89bycQf off=6110672 len=1523372 2024-08-29T18:28:35.902 INFO:tasks.workunit.client.0.smithi028.stdout:op 5144 completed, throughput=5MB/sec 2024-08-29T18:28:35.902 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-I9-6OQAkzV_K_UL off=2236500 len=681734 2024-08-29T18:28:35.905 INFO:tasks.workunit.client.0.smithi028.stdout:op 5145 completed, throughput=5MB/sec 2024-08-29T18:28:35.905 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-GirKsEk_MUx7nqp off=1982092 len=1383834 2024-08-29T18:28:35.909 INFO:tasks.workunit.client.0.smithi028.stdout:op 5146 completed, throughput=5MB/sec 2024-08-29T18:28:35.909 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-FSN7okme6SPXlfB off=4699367 len=930025 2024-08-29T18:28:35.911 INFO:tasks.workunit.client.0.smithi028.stdout:op 5147 completed, throughput=5MB/sec 2024-08-29T18:28:36.911 INFO:tasks.workunit.client.0.smithi028.stdout: 989: throughput=5MB/sec pending data=0 2024-08-29T18:28:36.912 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-ITatHAoTOVqHwF2 off=1039129 len=636644 2024-08-29T18:28:36.914 INFO:tasks.workunit.client.0.smithi028.stdout:op 5148 completed, throughput=5MB/sec 2024-08-29T18:28:36.914 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-2O1T3yRfNBTeO2T off=373195 len=776788 2024-08-29T18:28:36.917 INFO:tasks.workunit.client.0.smithi028.stdout:op 5149 completed, throughput=5MB/sec 2024-08-29T18:28:36.917 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-IJ5SV_N6n_-VRKJ off=6043229 len=231484 2024-08-29T18:28:36.922 INFO:tasks.workunit.client.0.smithi028.stdout:op 5150 completed, throughput=5MB/sec 2024-08-29T18:28:36.922 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-39SOvvZjHQ6MJlt off=471648 len=1465078 2024-08-29T18:28:36.934 INFO:tasks.workunit.client.0.smithi028.stdout:op 5151 completed, throughput=5MB/sec 2024-08-29T18:28:36.934 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-6OuJj3TZvGf80Wx off=16950927 len=1607135 2024-08-29T18:28:36.938 INFO:tasks.workunit.client.0.smithi028.stdout:op 5152 completed, throughput=5MB/sec 2024-08-29T18:28:36.938 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj--Infu1FyhQWVeKG off=5483053 len=412138 2024-08-29T18:28:36.945 INFO:tasks.workunit.client.0.smithi028.stdout:op 5153 completed, throughput=5MB/sec 2024-08-29T18:28:37.326 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:28:37 smithi053 bash[68679]: cluster 2024-08-29T18:28:35.914860+0000 mgr.y (mgr.25022) 1256 : cluster [DBG] pgmap v1944: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.8 MiB/s wr, 4 op/s 2024-08-29T18:28:37.380 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:28:37 smithi028 bash[78352]: cluster 2024-08-29T18:28:35.914860+0000 mgr.y (mgr.25022) 1256 : cluster [DBG] pgmap v1944: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.8 MiB/s wr, 4 op/s 2024-08-29T18:28:37.381 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:28:37 smithi028 bash[77168]: cluster 2024-08-29T18:28:35.914860+0000 mgr.y (mgr.25022) 1256 : cluster [DBG] pgmap v1944: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.8 MiB/s wr, 4 op/s 2024-08-29T18:28:37.945 INFO:tasks.workunit.client.0.smithi028.stdout: 990: throughput=5MB/sec pending data=0 2024-08-29T18:28:37.945 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-_XXv86LGyq42SP1 off=14726449 len=1739267 2024-08-29T18:28:37.960 INFO:tasks.workunit.client.0.smithi028.stdout:op 5154 completed, throughput=5MB/sec 2024-08-29T18:28:37.960 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-tMefdu_mne53fqw off=12015650 len=768352 2024-08-29T18:28:37.968 INFO:tasks.workunit.client.0.smithi028.stdout:op 5155 completed, throughput=5MB/sec 2024-08-29T18:28:37.968 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-7BfL82VMVdgoWKv off=5810008 len=1081400 2024-08-29T18:28:37.972 INFO:tasks.workunit.client.0.smithi028.stdout:op 5156 completed, throughput=5MB/sec 2024-08-29T18:28:37.972 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-owS6JWQLi4inNWf off=732030 len=373409 2024-08-29T18:28:37.978 INFO:tasks.workunit.client.0.smithi028.stdout:op 5157 completed, throughput=5MB/sec 2024-08-29T18:28:37.978 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-Y65PSwqdow924-4 off=10948686 len=946399 2024-08-29T18:28:37.986 INFO:tasks.workunit.client.0.smithi028.stdout:op 5158 completed, throughput=5MB/sec 2024-08-29T18:28:37.987 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-MxzFMbEzKtAIDl1 off=11689663 len=1252865 2024-08-29T18:28:37.996 INFO:tasks.workunit.client.0.smithi028.stdout:op 5159 completed, throughput=5MB/sec 2024-08-29T18:28:38.996 INFO:tasks.workunit.client.0.smithi028.stdout: 991: throughput=5MB/sec pending data=0 2024-08-29T18:28:38.996 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-t7tSQyIgkZptXIG off=4157928 len=1993312 2024-08-29T18:28:39.001 INFO:tasks.workunit.client.0.smithi028.stdout:op 5160 completed, throughput=5MB/sec 2024-08-29T18:28:39.001 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-uP_fUgg0CJEh6Wm off=855963 len=222139 2024-08-29T18:28:39.002 INFO:tasks.workunit.client.0.smithi028.stdout:op 5161 completed, throughput=5MB/sec 2024-08-29T18:28:39.002 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-IPBPDqF5KDNeCE4 off=2083047 len=1671947 2024-08-29T18:28:39.017 INFO:tasks.workunit.client.0.smithi028.stdout:op 5162 completed, throughput=5MB/sec 2024-08-29T18:28:39.017 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-QjfaME428vopdsz off=10059908 len=695603 2024-08-29T18:28:39.026 INFO:tasks.workunit.client.0.smithi028.stdout:op 5163 completed, throughput=5MB/sec 2024-08-29T18:28:39.026 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-Biyz6gTP1Z4rdpq off=10315521 len=1364191 2024-08-29T18:28:39.029 INFO:tasks.workunit.client.0.smithi028.stdout:op 5164 completed, throughput=5MB/sec 2024-08-29T18:28:39.326 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:28:39 smithi053 bash[68679]: cluster 2024-08-29T18:28:37.915600+0000 mgr.y (mgr.25022) 1257 : cluster [DBG] pgmap v1945: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2024-08-29T18:28:39.380 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:28:39 smithi028 bash[78352]: cluster 2024-08-29T18:28:37.915600+0000 mgr.y (mgr.25022) 1257 : cluster [DBG] pgmap v1945: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2024-08-29T18:28:39.381 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:28:39 smithi028 bash[77168]: cluster 2024-08-29T18:28:37.915600+0000 mgr.y (mgr.25022) 1257 : cluster [DBG] pgmap v1945: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2024-08-29T18:28:40.030 INFO:tasks.workunit.client.0.smithi028.stdout: 992: throughput=5MB/sec pending data=0 2024-08-29T18:28:40.030 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-HA-dUQEcZ7GeQ-y off=489384 len=1756051 2024-08-29T18:28:40.045 INFO:tasks.workunit.client.0.smithi028.stdout:op 5165 completed, throughput=5MB/sec 2024-08-29T18:28:40.045 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-YaRh-KGMvLJog1D off=15309783 len=741295 2024-08-29T18:28:40.053 INFO:tasks.workunit.client.0.smithi028.stdout:op 5166 completed, throughput=5MB/sec 2024-08-29T18:28:40.053 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-WNOOOnP9GuOOjWT off=9072354 len=2010562 2024-08-29T18:28:40.066 INFO:tasks.workunit.client.0.smithi028.stdout:op 5167 completed, throughput=5MB/sec 2024-08-29T18:28:41.067 INFO:tasks.workunit.client.0.smithi028.stdout: 993: throughput=5MB/sec pending data=0 2024-08-29T18:28:41.067 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-Eiq1FxtUxi4KDnK off=11381472 len=370089 2024-08-29T18:28:41.073 INFO:tasks.workunit.client.0.smithi028.stdout:op 5168 completed, throughput=5MB/sec 2024-08-29T18:28:41.073 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-zIIskoM_l7G0Jcp off=7674598 len=245898 2024-08-29T18:28:41.079 INFO:tasks.workunit.client.0.smithi028.stdout:op 5169 completed, throughput=5MB/sec 2024-08-29T18:28:41.079 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-mxc_dI9T00lDoj4 off=7941437 len=504084 2024-08-29T18:28:41.085 INFO:tasks.workunit.client.0.smithi028.stdout:op 5170 completed, throughput=5MB/sec 2024-08-29T18:28:41.085 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-F4nkmf_YnRZ_zgy off=185945 len=750205 2024-08-29T18:28:41.088 INFO:tasks.workunit.client.0.smithi028.stdout:op 5171 completed, throughput=5MB/sec 2024-08-29T18:28:41.088 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-eN2DEKNxU2M-PAg off=724922 len=1238956 2024-08-29T18:28:41.092 INFO:tasks.workunit.client.0.smithi028.stdout:op 5172 completed, throughput=5MB/sec 2024-08-29T18:28:41.092 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-p_wSWTOkrc3sABR off=4116085 len=299697 2024-08-29T18:28:41.093 INFO:tasks.workunit.client.0.smithi028.stdout:op 5173 completed, throughput=5MB/sec 2024-08-29T18:28:41.093 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-yK_amumQbELDYLo off=4134464 len=2002374 2024-08-29T18:28:41.108 INFO:tasks.workunit.client.0.smithi028.stdout:op 5174 completed, throughput=5MB/sec 2024-08-29T18:28:41.326 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:28:41 smithi053 bash[68679]: cluster 2024-08-29T18:28:39.916804+0000 mgr.y (mgr.25022) 1258 : cluster [DBG] pgmap v1946: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.5 MiB/s rd, 3.4 MiB/s wr, 5 op/s 2024-08-29T18:28:41.380 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:28:41 smithi028 bash[78352]: cluster 2024-08-29T18:28:39.916804+0000 mgr.y (mgr.25022) 1258 : cluster [DBG] pgmap v1946: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.5 MiB/s rd, 3.4 MiB/s wr, 5 op/s 2024-08-29T18:28:41.381 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:28:41 smithi028 bash[77168]: cluster 2024-08-29T18:28:39.916804+0000 mgr.y (mgr.25022) 1258 : cluster [DBG] pgmap v1946: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.5 MiB/s rd, 3.4 MiB/s wr, 5 op/s 2024-08-29T18:28:41.880 INFO:journalctl@ceph.mgr.y.smithi028.stdout:Aug 29 18:28:41 smithi028 bash[70818]: ::ffff:172.21.15.53 - - [29/Aug/2024:18:28:41] "GET /metrics HTTP/1.1" 200 34024 "" "Prometheus/2.43.0" 2024-08-29T18:28:42.108 INFO:tasks.workunit.client.0.smithi028.stdout: 994: throughput=5MB/sec pending data=0 2024-08-29T18:28:42.108 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-LF0VybbLsJgNGXY off=15864234 len=1175934 2024-08-29T18:28:42.120 INFO:tasks.workunit.client.0.smithi028.stdout:op 5175 completed, throughput=5MB/sec 2024-08-29T18:28:42.120 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-0Pr1Ho2LqGhclxJ off=661464 len=557954 2024-08-29T18:28:42.126 INFO:tasks.workunit.client.0.smithi028.stdout:op 5176 completed, throughput=5MB/sec 2024-08-29T18:28:42.126 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-TtgtLyJGVhQULbw off=4771676 len=1686337 2024-08-29T18:28:42.139 INFO:tasks.workunit.client.0.smithi028.stdout:op 5177 completed, throughput=5MB/sec 2024-08-29T18:28:42.139 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-Yf1LdMndLxNyt9e off=5590608 len=1237756 2024-08-29T18:28:42.149 INFO:tasks.workunit.client.0.smithi028.stdout:op 5178 completed, throughput=5MB/sec 2024-08-29T18:28:42.149 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-rwOQOF4IOH1GrmX off=3130779 len=1555990 2024-08-29T18:28:42.161 INFO:tasks.workunit.client.0.smithi028.stdout:op 5179 completed, throughput=5MB/sec 2024-08-29T18:28:42.576 INFO:journalctl@ceph.prometheus.a.smithi053.stdout:Aug 29 18:28:42 smithi053 bash[95567]: ts=2024-08-29T18:28:42.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"3167ee72-662c-11ef-bcd4-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-29T18:28:43.162 INFO:tasks.workunit.client.0.smithi028.stdout: 995: throughput=5MB/sec pending data=0 2024-08-29T18:28:43.162 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-2oRMb7BuSwUthI5 off=767857 len=85378 2024-08-29T18:28:43.167 INFO:tasks.workunit.client.0.smithi028.stdout:op 5180 completed, throughput=5MB/sec 2024-08-29T18:28:43.167 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-EJi2-wPlnxuyAMJ off=9943404 len=1596163 2024-08-29T18:28:43.171 INFO:tasks.workunit.client.0.smithi028.stdout:op 5181 completed, throughput=5MB/sec 2024-08-29T18:28:43.171 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-DkSDwoSE8zvUCYi off=6273655 len=2022416 2024-08-29T18:28:43.188 INFO:tasks.workunit.client.0.smithi028.stdout:op 5182 completed, throughput=5MB/sec 2024-08-29T18:28:43.188 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-kMZBRFEUask0j68 off=9510904 len=1542102 2024-08-29T18:28:43.201 INFO:tasks.workunit.client.0.smithi028.stdout:op 5183 completed, throughput=5MB/sec 2024-08-29T18:28:43.326 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:28:43 smithi053 bash[68679]: cluster 2024-08-29T18:28:41.917636+0000 mgr.y (mgr.25022) 1259 : cluster [DBG] pgmap v1947: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2024-08-29T18:28:43.326 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:28:43 smithi053 bash[68679]: audit 2024-08-29T18:28:42.110025+0000 mon.a (mon.0) 2283 : audit [DBG] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-29T18:28:43.380 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:28:43 smithi028 bash[78352]: cluster 2024-08-29T18:28:41.917636+0000 mgr.y (mgr.25022) 1259 : cluster [DBG] pgmap v1947: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2024-08-29T18:28:43.381 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:28:43 smithi028 bash[78352]: audit 2024-08-29T18:28:42.110025+0000 mon.a (mon.0) 2283 : audit [DBG] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-29T18:28:43.381 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:28:43 smithi028 bash[77168]: cluster 2024-08-29T18:28:41.917636+0000 mgr.y (mgr.25022) 1259 : cluster [DBG] pgmap v1947: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2024-08-29T18:28:43.381 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:28:43 smithi028 bash[77168]: audit 2024-08-29T18:28:42.110025+0000 mon.a (mon.0) 2283 : audit [DBG] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-29T18:28:44.201 INFO:tasks.workunit.client.0.smithi028.stdout: 996: throughput=5MB/sec pending data=0 2024-08-29T18:28:44.201 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-nBbhbpFJJXpB05n off=14815550 len=893796 2024-08-29T18:28:44.210 INFO:tasks.workunit.client.0.smithi028.stdout:op 5184 completed, throughput=5MB/sec 2024-08-29T18:28:44.210 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-3N3Eg95JjUKB9BE off=659318 len=1769013 2024-08-29T18:28:44.214 INFO:tasks.workunit.client.0.smithi028.stdout:op 5185 completed, throughput=5MB/sec 2024-08-29T18:28:44.214 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-wOvFvt4bQ5h8-Lg off=6592201 len=1341201 2024-08-29T18:28:44.218 INFO:tasks.workunit.client.0.smithi028.stdout:op 5186 completed, throughput=5MB/sec 2024-08-29T18:28:44.218 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-W_QEANFbHXF6s0V off=2045552 len=908090 2024-08-29T18:28:44.220 INFO:tasks.workunit.client.0.smithi028.stdout:op 5187 completed, throughput=5MB/sec 2024-08-29T18:28:45.221 INFO:tasks.workunit.client.0.smithi028.stdout: 997: throughput=5MB/sec pending data=0 2024-08-29T18:28:45.221 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj--wwaN548GukEWWp off=3649045 len=117409 2024-08-29T18:28:45.226 INFO:tasks.workunit.client.0.smithi028.stdout:op 5188 completed, throughput=5MB/sec 2024-08-29T18:28:45.226 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-D_lIbxVge5b5sR6 off=2169050 len=2043925 2024-08-29T18:28:45.240 INFO:tasks.workunit.client.0.smithi028.stdout:op 5189 completed, throughput=5MB/sec 2024-08-29T18:28:45.240 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-NdD_Kaaba_k4oqu off=7069375 len=1206603 2024-08-29T18:28:45.243 INFO:tasks.workunit.client.0.smithi028.stdout:op 5190 completed, throughput=5MB/sec 2024-08-29T18:28:45.243 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-U23vCH1RKB4Va6c off=3929385 len=1744084 2024-08-29T18:28:45.249 INFO:tasks.workunit.client.0.smithi028.stdout:op 5191 completed, throughput=5MB/sec 2024-08-29T18:28:45.326 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:28:45 smithi053 bash[68679]: cluster 2024-08-29T18:28:43.918573+0000 mgr.y (mgr.25022) 1260 : cluster [DBG] pgmap v1948: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.6 MiB/s rd, 3.7 MiB/s wr, 5 op/s 2024-08-29T18:28:45.380 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:28:45 smithi028 bash[77168]: cluster 2024-08-29T18:28:43.918573+0000 mgr.y (mgr.25022) 1260 : cluster [DBG] pgmap v1948: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.6 MiB/s rd, 3.7 MiB/s wr, 5 op/s 2024-08-29T18:28:45.381 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:28:45 smithi028 bash[78352]: cluster 2024-08-29T18:28:43.918573+0000 mgr.y (mgr.25022) 1260 : cluster [DBG] pgmap v1948: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.6 MiB/s rd, 3.7 MiB/s wr, 5 op/s 2024-08-29T18:28:46.249 INFO:tasks.workunit.client.0.smithi028.stdout: 998: throughput=5MB/sec pending data=0 2024-08-29T18:28:46.250 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-bwS_L3K5L6SB2Rw off=5627169 len=1102357 2024-08-29T18:28:46.259 INFO:tasks.workunit.client.0.smithi028.stdout:op 5192 completed, throughput=5MB/sec 2024-08-29T18:28:46.259 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-qZYI9tUiC9r5cDd off=3839587 len=127826 2024-08-29T18:28:46.261 INFO:tasks.workunit.client.0.smithi028.stdout:op 5193 completed, throughput=5MB/sec 2024-08-29T18:28:46.261 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-BWV5O4yM2AB6BGO off=6581826 len=959494 2024-08-29T18:28:46.264 INFO:tasks.workunit.client.0.smithi028.stdout:op 5194 completed, throughput=5MB/sec 2024-08-29T18:28:46.264 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-90zx0IHR_203Ygq off=12764985 len=2006574 2024-08-29T18:28:46.268 INFO:tasks.workunit.client.0.smithi028.stdout:op 5195 completed, throughput=5MB/sec 2024-08-29T18:28:46.268 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-yfpAc0sdFY0lM8v off=3382442 len=1549194 2024-08-29T18:28:46.282 INFO:tasks.workunit.client.0.smithi028.stdout:op 5196 completed, throughput=5MB/sec 2024-08-29T18:28:47.282 INFO:tasks.workunit.client.0.smithi028.stdout: 999: throughput=5MB/sec pending data=0 2024-08-29T18:28:47.282 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-3O5n2M5c9u4GmYy off=11083196 len=173048 2024-08-29T18:28:47.288 INFO:tasks.workunit.client.0.smithi028.stdout:op 5197 completed, throughput=5MB/sec 2024-08-29T18:28:47.288 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-HM7haZMnYXzM61C off=641777 len=90755 2024-08-29T18:28:47.292 INFO:tasks.workunit.client.0.smithi028.stdout:op 5198 completed, throughput=5MB/sec 2024-08-29T18:28:47.293 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-ptSC1mS8gArnBOJ off=11480000 len=434828 2024-08-29T18:28:47.299 INFO:tasks.workunit.client.0.smithi028.stdout:op 5199 completed, throughput=5MB/sec 2024-08-29T18:28:47.299 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-ndO0QDou0haCt9j off=2316512 len=1078774 2024-08-29T18:28:47.309 INFO:tasks.workunit.client.0.smithi028.stdout:op 5200 completed, throughput=5MB/sec 2024-08-29T18:28:47.309 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-3KznP4y-EFds5pl off=15140598 len=1065343 2024-08-29T18:28:47.312 INFO:tasks.workunit.client.0.smithi028.stdout:op 5201 completed, throughput=5MB/sec 2024-08-29T18:28:47.312 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-5bZkN70Tk9BWVwn off=2675377 len=1749058 2024-08-29T18:28:47.325 INFO:tasks.workunit.client.0.smithi028.stdout:op 5202 completed, throughput=5MB/sec 2024-08-29T18:28:47.325 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-1TulSGlY8TmDHkF off=14704650 len=319328 2024-08-29T18:28:47.325 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:28:47 smithi053 bash[68679]: cluster 2024-08-29T18:28:45.919799+0000 mgr.y (mgr.25022) 1261 : cluster [DBG] pgmap v1949: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.9 MiB/s wr, 4 op/s 2024-08-29T18:28:47.331 INFO:tasks.workunit.client.0.smithi028.stdout:op 5203 completed, throughput=5MB/sec 2024-08-29T18:28:47.331 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-qpGNrb4Gxvst5wm off=2902264 len=1653298 2024-08-29T18:28:47.343 INFO:tasks.workunit.client.0.smithi028.stdout:op 5204 completed, throughput=5MB/sec 2024-08-29T18:28:47.380 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:28:47 smithi028 bash[77168]: cluster 2024-08-29T18:28:45.919799+0000 mgr.y (mgr.25022) 1261 : cluster [DBG] pgmap v1949: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.9 MiB/s wr, 4 op/s 2024-08-29T18:28:47.381 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:28:47 smithi028 bash[78352]: cluster 2024-08-29T18:28:45.919799+0000 mgr.y (mgr.25022) 1261 : cluster [DBG] pgmap v1949: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.9 MiB/s wr, 4 op/s 2024-08-29T18:28:48.344 INFO:tasks.workunit.client.0.smithi028.stdout: 1000: throughput=5MB/sec pending data=0 2024-08-29T18:28:48.344 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-EtHofOpSJusmGGZ off=16881563 len=919006 2024-08-29T18:28:48.352 INFO:tasks.workunit.client.0.smithi028.stdout:op 5205 completed, throughput=5MB/sec 2024-08-29T18:28:48.353 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-ILv1nVZMRNdra9_ off=3327316 len=625200 2024-08-29T18:28:48.354 INFO:tasks.workunit.client.0.smithi028.stdout:op 5206 completed, throughput=5MB/sec 2024-08-29T18:28:48.354 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-DUA1xbS_d_-6T5h off=7779877 len=1754346 2024-08-29T18:28:48.358 INFO:tasks.workunit.client.0.smithi028.stdout:op 5207 completed, throughput=5MB/sec 2024-08-29T18:28:48.358 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-QeItY7lJwqaiS4V off=7973496 len=1701860 2024-08-29T18:28:48.371 INFO:tasks.workunit.client.0.smithi028.stdout:op 5208 completed, throughput=5MB/sec 2024-08-29T18:28:49.326 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:28:49 smithi053 bash[68679]: cluster 2024-08-29T18:28:47.920569+0000 mgr.y (mgr.25022) 1262 : cluster [DBG] pgmap v1950: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 1.7 MiB/s rd, 2.9 MiB/s wr, 4 op/s 2024-08-29T18:28:49.372 INFO:tasks.workunit.client.0.smithi028.stdout: 1001: throughput=5MB/sec pending data=0 2024-08-29T18:28:49.372 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-pFiOEKYuRZbAnjw off=5081443 len=225937 2024-08-29T18:28:49.373 INFO:tasks.workunit.client.0.smithi028.stdout:op 5209 completed, throughput=5MB/sec 2024-08-29T18:28:49.374 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-OXi2rWjMIkjtdVa off=5906860 len=1498447 2024-08-29T18:28:49.380 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:28:49 smithi028 bash[78352]: cluster 2024-08-29T18:28:47.920569+0000 mgr.y (mgr.25022) 1262 : cluster [DBG] pgmap v1950: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 1.7 MiB/s rd, 2.9 MiB/s wr, 4 op/s 2024-08-29T18:28:49.381 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:28:49 smithi028 bash[77168]: cluster 2024-08-29T18:28:47.920569+0000 mgr.y (mgr.25022) 1262 : cluster [DBG] pgmap v1950: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 1.7 MiB/s rd, 2.9 MiB/s wr, 4 op/s 2024-08-29T18:28:49.387 INFO:tasks.workunit.client.0.smithi028.stdout:op 5210 completed, throughput=5MB/sec 2024-08-29T18:28:49.387 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-IC_KR88Hq-Llbdf off=6629600 len=1420181 2024-08-29T18:28:49.398 INFO:tasks.workunit.client.0.smithi028.stdout:op 5211 completed, throughput=5MB/sec 2024-08-29T18:28:49.398 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-gqsPG8TM2-1_f7D off=5672842 len=1933891 2024-08-29T18:28:49.412 INFO:tasks.workunit.client.0.smithi028.stdout:op 5212 completed, throughput=5MB/sec 2024-08-29T18:28:50.413 INFO:tasks.workunit.client.0.smithi028.stdout: 1002: throughput=5MB/sec pending data=0 2024-08-29T18:28:50.413 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-3ItS01OE9d2-9kb off=892835 len=1120951 2024-08-29T18:28:50.416 INFO:tasks.workunit.client.0.smithi028.stdout:op 5213 completed, throughput=5MB/sec 2024-08-29T18:28:50.416 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-_9aUs4ldW_bZEQN off=9243453 len=1062593 2024-08-29T18:28:50.419 INFO:tasks.workunit.client.0.smithi028.stdout:op 5214 completed, throughput=5MB/sec 2024-08-29T18:28:50.419 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-245zT_sJzUvwfYa off=5315084 len=1000244 2024-08-29T18:28:50.428 INFO:tasks.workunit.client.0.smithi028.stdout:op 5215 completed, throughput=5MB/sec 2024-08-29T18:28:50.428 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-qNX0AvfjpywfN-j off=2717293 len=1885201 2024-08-29T18:28:50.440 INFO:tasks.workunit.client.0.smithi028.stdout:op 5216 completed, throughput=5MB/sec 2024-08-29T18:28:51.326 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:28:51 smithi053 bash[68679]: cluster 2024-08-29T18:28:49.921768+0000 mgr.y (mgr.25022) 1263 : cluster [DBG] pgmap v1951: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.1 MiB/s rd, 3.8 MiB/s wr, 5 op/s 2024-08-29T18:28:51.381 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:28:51 smithi028 bash[78352]: cluster 2024-08-29T18:28:49.921768+0000 mgr.y (mgr.25022) 1263 : cluster [DBG] pgmap v1951: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.1 MiB/s rd, 3.8 MiB/s wr, 5 op/s 2024-08-29T18:28:51.381 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:28:51 smithi028 bash[77168]: cluster 2024-08-29T18:28:49.921768+0000 mgr.y (mgr.25022) 1263 : cluster [DBG] pgmap v1951: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.1 MiB/s rd, 3.8 MiB/s wr, 5 op/s 2024-08-29T18:28:51.440 INFO:tasks.workunit.client.0.smithi028.stdout: 1003: throughput=5MB/sec pending data=0 2024-08-29T18:28:51.440 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-LQXtSS66DHuBGIl off=23446670 len=535197 2024-08-29T18:28:51.448 INFO:tasks.workunit.client.0.smithi028.stdout:op 5217 completed, throughput=5MB/sec 2024-08-29T18:28:51.448 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-WGETsQvnup_Ng0V off=758300 len=622925 2024-08-29T18:28:51.460 INFO:tasks.workunit.client.0.smithi028.stdout:op 5218 completed, throughput=5MB/sec 2024-08-29T18:28:51.460 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-1-FefTa7PVz_WTo off=3749337 len=1402741 2024-08-29T18:28:51.463 INFO:tasks.workunit.client.0.smithi028.stdout:op 5219 completed, throughput=5MB/sec 2024-08-29T18:28:51.463 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-IOiNknPMhBBBrt9 off=2556114 len=1801719 2024-08-29T18:28:51.479 INFO:tasks.workunit.client.0.smithi028.stdout:op 5220 completed, throughput=5MB/sec 2024-08-29T18:28:51.480 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-hXzaJohTNdAr5RB off=2497292 len=874367 2024-08-29T18:28:51.482 INFO:tasks.workunit.client.0.smithi028.stdout:op 5221 completed, throughput=5MB/sec 2024-08-29T18:28:51.880 INFO:journalctl@ceph.mgr.y.smithi028.stdout:Aug 29 18:28:51 smithi028 bash[70818]: ::ffff:172.21.15.53 - - [29/Aug/2024:18:28:51] "GET /metrics HTTP/1.1" 200 34014 "" "Prometheus/2.43.0" 2024-08-29T18:28:52.482 INFO:tasks.workunit.client.0.smithi028.stdout: 1004: throughput=5MB/sec pending data=0 2024-08-29T18:28:52.483 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-PlpocScHvazatB0 off=1213709 len=1154857 2024-08-29T18:28:52.486 INFO:tasks.workunit.client.0.smithi028.stdout:op 5222 completed, throughput=5MB/sec 2024-08-29T18:28:52.486 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-OhNwcDZNZ4_H7cV off=8458471 len=339099 2024-08-29T18:28:52.492 INFO:tasks.workunit.client.0.smithi028.stdout:op 5223 completed, throughput=5MB/sec 2024-08-29T18:28:52.492 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-U7Dys4nWKkcyCLK off=2706916 len=1063531 2024-08-29T18:28:52.502 INFO:tasks.workunit.client.0.smithi028.stdout:op 5224 completed, throughput=5MB/sec 2024-08-29T18:28:52.502 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-02Xg5U8bA7WDRPK off=22061210 len=1572717 2024-08-29T18:28:52.506 INFO:tasks.workunit.client.0.smithi028.stdout:op 5225 completed, throughput=5MB/sec 2024-08-29T18:28:52.506 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-IpzufOtoFMjDjOF off=18771803 len=1563359 2024-08-29T18:28:52.519 INFO:tasks.workunit.client.0.smithi028.stdout:op 5226 completed, throughput=5MB/sec 2024-08-29T18:28:52.576 INFO:journalctl@ceph.prometheus.a.smithi053.stdout:Aug 29 18:28:52 smithi053 bash[95567]: ts=2024-08-29T18:28:52.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"3167ee72-662c-11ef-bcd4-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-29T18:28:53.326 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:28:53 smithi053 bash[68679]: cluster 2024-08-29T18:28:51.922623+0000 mgr.y (mgr.25022) 1264 : cluster [DBG] pgmap v1952: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 1.6 MiB/s rd, 2.6 MiB/s wr, 3 op/s 2024-08-29T18:28:53.381 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:28:53 smithi028 bash[78352]: cluster 2024-08-29T18:28:51.922623+0000 mgr.y (mgr.25022) 1264 : cluster [DBG] pgmap v1952: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 1.6 MiB/s rd, 2.6 MiB/s wr, 3 op/s 2024-08-29T18:28:53.381 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:28:53 smithi028 bash[77168]: cluster 2024-08-29T18:28:51.922623+0000 mgr.y (mgr.25022) 1264 : cluster [DBG] pgmap v1952: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 1.6 MiB/s rd, 2.6 MiB/s wr, 3 op/s 2024-08-29T18:28:53.520 INFO:tasks.workunit.client.0.smithi028.stdout: 1005: throughput=5MB/sec pending data=0 2024-08-29T18:28:53.520 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-_A-HMuHKE5pZdrK off=12083929 len=326658 2024-08-29T18:28:53.521 INFO:tasks.workunit.client.0.smithi028.stdout:op 5227 completed, throughput=5MB/sec 2024-08-29T18:28:53.521 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-hrxfdTTZo2Y9QNF off=14039193 len=1733142 2024-08-29T18:28:53.536 INFO:tasks.workunit.client.0.smithi028.stdout:op 5228 completed, throughput=5MB/sec 2024-08-29T18:28:53.537 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-RoSiYi_lM705qTG off=13303379 len=539026 2024-08-29T18:28:53.544 INFO:tasks.workunit.client.0.smithi028.stdout:op 5229 completed, throughput=5MB/sec 2024-08-29T18:28:53.544 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-nGIdMfNrDSK2hBD off=7119077 len=346705 2024-08-29T18:28:53.550 INFO:tasks.workunit.client.0.smithi028.stdout:op 5230 completed, throughput=5MB/sec 2024-08-29T18:28:53.550 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-hEhCIicGQvWN9eh off=11579533 len=1452640 2024-08-29T18:28:53.554 INFO:tasks.workunit.client.0.smithi028.stdout:op 5231 completed, throughput=5MB/sec 2024-08-29T18:28:53.554 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-eAohONZ0UkP40oJ off=5139898 len=1510872 2024-08-29T18:28:53.558 INFO:tasks.workunit.client.0.smithi028.stdout:op 5232 completed, throughput=5MB/sec 2024-08-29T18:28:54.558 INFO:tasks.workunit.client.0.smithi028.stdout: 1006: throughput=5MB/sec pending data=0 2024-08-29T18:28:54.558 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-KQMJYKpEhvQ6yjk off=12214368 len=658915 2024-08-29T18:28:54.566 INFO:tasks.workunit.client.0.smithi028.stdout:op 5233 completed, throughput=5MB/sec 2024-08-29T18:28:54.566 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-5SaywkpGPxoeZLP off=10706301 len=1228165 2024-08-29T18:28:54.576 INFO:tasks.workunit.client.0.smithi028.stdout:op 5234 completed, throughput=5MB/sec 2024-08-29T18:28:54.576 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-D1gkLOR-HlvYOtB off=6217343 len=1398967 2024-08-29T18:28:54.580 INFO:tasks.workunit.client.0.smithi028.stdout:op 5235 completed, throughput=5MB/sec 2024-08-29T18:28:54.580 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-rh9RjTzXQcHPKlJ off=17018730 len=1425105 2024-08-29T18:28:54.591 INFO:tasks.workunit.client.0.smithi028.stdout:op 5236 completed, throughput=5MB/sec 2024-08-29T18:28:55.326 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:28:55 smithi053 bash[68679]: cluster 2024-08-29T18:28:53.923542+0000 mgr.y (mgr.25022) 1265 : cluster [DBG] pgmap v1953: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.2 MiB/s rd, 3.4 MiB/s wr, 5 op/s 2024-08-29T18:28:55.380 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:28:55 smithi028 bash[78352]: cluster 2024-08-29T18:28:53.923542+0000 mgr.y (mgr.25022) 1265 : cluster [DBG] pgmap v1953: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.2 MiB/s rd, 3.4 MiB/s wr, 5 op/s 2024-08-29T18:28:55.381 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:28:55 smithi028 bash[77168]: cluster 2024-08-29T18:28:53.923542+0000 mgr.y (mgr.25022) 1265 : cluster [DBG] pgmap v1953: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.2 MiB/s rd, 3.4 MiB/s wr, 5 op/s 2024-08-29T18:28:55.591 INFO:tasks.workunit.client.0.smithi028.stdout: 1007: throughput=5MB/sec pending data=0 2024-08-29T18:28:55.592 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-Gqcz8wlWUzpiV1s off=1509709 len=1361368 2024-08-29T18:28:55.595 INFO:tasks.workunit.client.0.smithi028.stdout:op 5237 completed, throughput=5MB/sec 2024-08-29T18:28:55.596 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-__e7CBBDjeqhzKC off=7025468 len=519967 2024-08-29T18:28:55.598 INFO:tasks.workunit.client.0.smithi028.stdout:op 5238 completed, throughput=5MB/sec 2024-08-29T18:28:55.598 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-kl73eyOo43jiSjn off=2403998 len=1780543 2024-08-29T18:28:55.612 INFO:tasks.workunit.client.0.smithi028.stdout:op 5239 completed, throughput=5MB/sec 2024-08-29T18:28:55.612 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-hitwDK0tyebO_wd off=1148749 len=2083276 2024-08-29T18:28:55.617 INFO:tasks.workunit.client.0.smithi028.stdout:op 5240 completed, throughput=5MB/sec 2024-08-29T18:28:56.618 INFO:tasks.workunit.client.0.smithi028.stdout: 1008: throughput=5MB/sec pending data=0 2024-08-29T18:28:56.618 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-9SEPFMyCeVwyQFd off=15023761 len=1920693 2024-08-29T18:28:56.621 INFO:tasks.workunit.client.0.smithi028.stdout:op 5241 completed, throughput=5MB/sec 2024-08-29T18:28:56.621 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-PE8B4_Z0nBfQBs_ off=10628071 len=1499428 2024-08-29T18:28:56.633 INFO:tasks.workunit.client.0.smithi028.stdout:op 5242 completed, throughput=5MB/sec 2024-08-29T18:28:56.634 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-9c-q8B2dQ5Q2uyo off=16223020 len=374601 2024-08-29T18:28:56.635 INFO:tasks.workunit.client.0.smithi028.stdout:op 5243 completed, throughput=5MB/sec 2024-08-29T18:28:56.635 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-dPVThepIjPIv8Dp off=1222943 len=1913884 2024-08-29T18:28:56.638 INFO:tasks.workunit.client.0.smithi028.stdout:op 5244 completed, throughput=5MB/sec 2024-08-29T18:28:57.326 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:28:57 smithi053 bash[68679]: cluster 2024-08-29T18:28:55.924678+0000 mgr.y (mgr.25022) 1266 : cluster [DBG] pgmap v1954: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 1.8 MiB/s rd, 2.5 MiB/s wr, 3 op/s 2024-08-29T18:28:57.380 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:28:57 smithi028 bash[78352]: cluster 2024-08-29T18:28:55.924678+0000 mgr.y (mgr.25022) 1266 : cluster [DBG] pgmap v1954: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 1.8 MiB/s rd, 2.5 MiB/s wr, 3 op/s 2024-08-29T18:28:57.381 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:28:57 smithi028 bash[77168]: cluster 2024-08-29T18:28:55.924678+0000 mgr.y (mgr.25022) 1266 : cluster [DBG] pgmap v1954: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 1.8 MiB/s rd, 2.5 MiB/s wr, 3 op/s 2024-08-29T18:28:57.638 INFO:tasks.workunit.client.0.smithi028.stdout: 1009: throughput=5MB/sec pending data=0 2024-08-29T18:28:57.638 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-b8h6j2o4p56KEF5 off=4979426 len=1992423 2024-08-29T18:28:57.654 INFO:tasks.workunit.client.0.smithi028.stdout:op 5245 completed, throughput=5MB/sec 2024-08-29T18:28:57.654 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-9pEIvBL22uyfFmf off=14095397 len=1898144 2024-08-29T18:28:57.667 INFO:tasks.workunit.client.0.smithi028.stdout:op 5246 completed, throughput=5MB/sec 2024-08-29T18:28:57.667 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-uazHflW26OWi82- off=3784846 len=530523 2024-08-29T18:28:57.669 INFO:tasks.workunit.client.0.smithi028.stdout:op 5247 completed, throughput=5MB/sec 2024-08-29T18:28:57.669 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-BibNjXD8zoqAeTN off=7096851 len=787327 2024-08-29T18:28:57.671 INFO:tasks.workunit.client.0.smithi028.stdout:op 5248 completed, throughput=5MB/sec 2024-08-29T18:28:58.381 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:28:58 smithi028 bash[78352]: audit 2024-08-29T18:28:57.110631+0000 mon.a (mon.0) 2284 : audit [DBG] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-29T18:28:58.381 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:28:58 smithi028 bash[77168]: audit 2024-08-29T18:28:57.110631+0000 mon.a (mon.0) 2284 : audit [DBG] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-29T18:28:58.576 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:28:58 smithi053 bash[68679]: audit 2024-08-29T18:28:57.110631+0000 mon.a (mon.0) 2284 : audit [DBG] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-29T18:28:58.672 INFO:tasks.workunit.client.0.smithi028.stdout: 1010: throughput=5MB/sec pending data=0 2024-08-29T18:28:58.672 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-CrFeCt2BDsxCbH6 off=2479902 len=188453 2024-08-29T18:28:58.678 INFO:tasks.workunit.client.0.smithi028.stdout:op 5249 completed, throughput=5MB/sec 2024-08-29T18:28:58.678 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-Eg77R0J-ffitiir off=13126762 len=1629339 2024-08-29T18:28:58.690 INFO:tasks.workunit.client.0.smithi028.stdout:op 5250 completed, throughput=5MB/sec 2024-08-29T18:28:58.690 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-ecXSDymzmI_8sxX off=4451694 len=371553 2024-08-29T18:28:58.697 INFO:tasks.workunit.client.0.smithi028.stdout:op 5251 completed, throughput=5MB/sec 2024-08-29T18:28:58.697 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-T4WPjJuSHH525iD off=15049332 len=2040521 2024-08-29T18:28:58.710 INFO:tasks.workunit.client.0.smithi028.stdout:op 5252 completed, throughput=5MB/sec 2024-08-29T18:28:58.711 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-BlEWV5MDvap0AmD off=12497555 len=297322 2024-08-29T18:28:58.715 INFO:tasks.workunit.client.0.smithi028.stdout:op 5253 completed, throughput=5MB/sec 2024-08-29T18:28:58.716 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-vIOfEsTXMVOVRNq off=371998 len=1984212 2024-08-29T18:28:58.720 INFO:tasks.workunit.client.0.smithi028.stdout:op 5254 completed, throughput=5MB/sec 2024-08-29T18:28:59.381 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:28:59 smithi028 bash[78352]: cluster 2024-08-29T18:28:57.925432+0000 mgr.y (mgr.25022) 1267 : cluster [DBG] pgmap v1955: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 1.8 MiB/s rd, 2.3 MiB/s wr, 3 op/s 2024-08-29T18:28:59.381 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:28:59 smithi028 bash[77168]: cluster 2024-08-29T18:28:57.925432+0000 mgr.y (mgr.25022) 1267 : cluster [DBG] pgmap v1955: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 1.8 MiB/s rd, 2.3 MiB/s wr, 3 op/s 2024-08-29T18:28:59.576 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:28:59 smithi053 bash[68679]: cluster 2024-08-29T18:28:57.925432+0000 mgr.y (mgr.25022) 1267 : cluster [DBG] pgmap v1955: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 1.8 MiB/s rd, 2.3 MiB/s wr, 3 op/s 2024-08-29T18:28:59.720 INFO:tasks.workunit.client.0.smithi028.stdout: 1011: throughput=5MB/sec pending data=0 2024-08-29T18:28:59.721 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-tw7NNR00WgIFOfO off=2887215 len=1687314 2024-08-29T18:28:59.726 INFO:tasks.workunit.client.0.smithi028.stdout:op 5255 completed, throughput=5MB/sec 2024-08-29T18:28:59.726 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-_gzH5dfEFiTH9O0 off=11929736 len=649211 2024-08-29T18:28:59.733 INFO:tasks.workunit.client.0.smithi028.stdout:op 5256 completed, throughput=5MB/sec 2024-08-29T18:28:59.733 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-IdjJjBbCYQ4ieUp off=14691020 len=1731165 2024-08-29T18:28:59.747 INFO:tasks.workunit.client.0.smithi028.stdout:op 5257 completed, throughput=5MB/sec 2024-08-29T18:29:00.747 INFO:tasks.workunit.client.0.smithi028.stdout: 1012: throughput=5MB/sec pending data=0 2024-08-29T18:29:00.747 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-gIoB2zLYcj9ttMZ off=11477570 len=1618368 2024-08-29T18:29:00.760 INFO:tasks.workunit.client.0.smithi028.stdout:op 5258 completed, throughput=5MB/sec 2024-08-29T18:29:00.760 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-qBBznhaa8H5tZtH off=5362734 len=318135 2024-08-29T18:29:00.762 INFO:tasks.workunit.client.0.smithi028.stdout:op 5259 completed, throughput=5MB/sec 2024-08-29T18:29:00.762 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-1a_zLdCDQyut2HZ off=390699 len=1363860 2024-08-29T18:29:00.773 INFO:tasks.workunit.client.0.smithi028.stdout:op 5260 completed, throughput=5MB/sec 2024-08-29T18:29:00.773 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-n-gSi9F2uMJMTgb off=3303743 len=64030 2024-08-29T18:29:00.774 INFO:tasks.workunit.client.0.smithi028.stdout:op 5261 completed, throughput=5MB/sec 2024-08-29T18:29:00.774 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-WFHyQ9mS7lgeWK_ off=241261 len=1824790 2024-08-29T18:29:00.779 INFO:tasks.workunit.client.0.smithi028.stdout:op 5262 completed, throughput=5MB/sec 2024-08-29T18:29:01.381 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:29:01 smithi028 bash[78352]: cluster 2024-08-29T18:28:59.926680+0000 mgr.y (mgr.25022) 1268 : cluster [DBG] pgmap v1956: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.6 MiB/s rd, 3.2 MiB/s wr, 5 op/s 2024-08-29T18:29:01.381 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:29:01 smithi028 bash[77168]: cluster 2024-08-29T18:28:59.926680+0000 mgr.y (mgr.25022) 1268 : cluster [DBG] pgmap v1956: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.6 MiB/s rd, 3.2 MiB/s wr, 5 op/s 2024-08-29T18:29:01.576 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:29:01 smithi053 bash[68679]: cluster 2024-08-29T18:28:59.926680+0000 mgr.y (mgr.25022) 1268 : cluster [DBG] pgmap v1956: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.6 MiB/s rd, 3.2 MiB/s wr, 5 op/s 2024-08-29T18:29:01.780 INFO:tasks.workunit.client.0.smithi028.stdout: 1013: throughput=5MB/sec pending data=0 2024-08-29T18:29:01.780 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-EhO90LXWhbyJ57p off=8547136 len=524027 2024-08-29T18:29:01.787 INFO:tasks.workunit.client.0.smithi028.stdout:op 5263 completed, throughput=5MB/sec 2024-08-29T18:29:01.787 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-e4bBd_7cGeOFx3P off=15138144 len=961147 2024-08-29T18:29:01.790 INFO:tasks.workunit.client.0.smithi028.stdout:op 5264 completed, throughput=5MB/sec 2024-08-29T18:29:01.790 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-Vuht6xGrhKymKKd off=11890959 len=1965471 2024-08-29T18:29:01.796 INFO:tasks.workunit.client.0.smithi028.stdout:op 5265 completed, throughput=5MB/sec 2024-08-29T18:29:01.797 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-u3Cwvs1HjiK5TIG off=375070 len=1713749 2024-08-29T18:29:01.800 INFO:tasks.workunit.client.0.smithi028.stdout:op 5266 completed, throughput=5MB/sec 2024-08-29T18:29:01.801 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-TwfqTFMzapwN7-1 off=6585488 len=592156 2024-08-29T18:29:01.807 INFO:tasks.workunit.client.0.smithi028.stdout:op 5267 completed, throughput=5MB/sec 2024-08-29T18:29:01.880 INFO:journalctl@ceph.mgr.y.smithi028.stdout:Aug 29 18:29:01 smithi028 bash[70818]: ::ffff:172.21.15.53 - - [29/Aug/2024:18:29:01] "GET /metrics HTTP/1.1" 200 34019 "" "Prometheus/2.43.0" 2024-08-29T18:29:02.576 INFO:journalctl@ceph.prometheus.a.smithi053.stdout:Aug 29 18:29:02 smithi053 bash[95567]: ts=2024-08-29T18:29:02.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"3167ee72-662c-11ef-bcd4-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-29T18:29:02.807 INFO:tasks.workunit.client.0.smithi028.stdout: 1014: throughput=5MB/sec pending data=0 2024-08-29T18:29:02.808 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-wb0iOtBQHrMJ5NY off=2505093 len=407529 2024-08-29T18:29:02.809 INFO:tasks.workunit.client.0.smithi028.stdout:op 5268 completed, throughput=5MB/sec 2024-08-29T18:29:02.809 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-h5Eaj23rB_ODRXg off=21317635 len=2072085 2024-08-29T18:29:02.816 INFO:tasks.workunit.client.0.smithi028.stdout:op 5269 completed, throughput=5MB/sec 2024-08-29T18:29:02.816 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-pXUkWTJVFo7IdR4 off=1574667 len=1193168 2024-08-29T18:29:02.826 INFO:tasks.workunit.client.0.smithi028.stdout:op 5270 completed, throughput=5MB/sec 2024-08-29T18:29:02.826 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-5e8MuULTpolCbF7 off=12595154 len=115775 2024-08-29T18:29:02.827 INFO:tasks.workunit.client.0.smithi028.stdout:op 5271 completed, throughput=5MB/sec 2024-08-29T18:29:02.827 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-g_Ej1Mu5hKT53GS off=3464292 len=827708 2024-08-29T18:29:02.835 INFO:tasks.workunit.client.0.smithi028.stdout:op 5272 completed, throughput=5MB/sec 2024-08-29T18:29:02.835 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-advyYCeyuSq2GbW off=1088080 len=268569 2024-08-29T18:29:02.841 INFO:tasks.workunit.client.0.smithi028.stdout:op 5273 completed, throughput=5MB/sec 2024-08-29T18:29:02.841 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-iOImqTcrmi0Af56 off=272194 len=1574358 2024-08-29T18:29:02.852 INFO:tasks.workunit.client.0.smithi028.stdout:op 5274 completed, throughput=5MB/sec 2024-08-29T18:29:03.381 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:29:03 smithi028 bash[78352]: cluster 2024-08-29T18:29:01.927524+0000 mgr.y (mgr.25022) 1269 : cluster [DBG] pgmap v1957: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 1.9 MiB/s rd, 2.2 MiB/s wr, 3 op/s 2024-08-29T18:29:03.381 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:29:03 smithi028 bash[77168]: cluster 2024-08-29T18:29:01.927524+0000 mgr.y (mgr.25022) 1269 : cluster [DBG] pgmap v1957: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 1.9 MiB/s rd, 2.2 MiB/s wr, 3 op/s 2024-08-29T18:29:03.576 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:29:03 smithi053 bash[68679]: cluster 2024-08-29T18:29:01.927524+0000 mgr.y (mgr.25022) 1269 : cluster [DBG] pgmap v1957: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 1.9 MiB/s rd, 2.2 MiB/s wr, 3 op/s 2024-08-29T18:29:03.853 INFO:tasks.workunit.client.0.smithi028.stdout: 1015: throughput=5MB/sec pending data=0 2024-08-29T18:29:03.853 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-H3aRMHvPVcO3jOx off=4192562 len=431437 2024-08-29T18:29:03.859 INFO:tasks.workunit.client.0.smithi028.stdout:op 5275 completed, throughput=5MB/sec 2024-08-29T18:29:03.859 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-k_cXCtHTlBPqOKc off=5426280 len=751054 2024-08-29T18:29:03.867 INFO:tasks.workunit.client.0.smithi028.stdout:op 5276 completed, throughput=5MB/sec 2024-08-29T18:29:03.867 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-b5ot4aMC3N7sZns off=1172343 len=879755 2024-08-29T18:29:03.870 INFO:tasks.workunit.client.0.smithi028.stdout:op 5277 completed, throughput=5MB/sec 2024-08-29T18:29:03.872 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-IAllZh7SwA79bkr off=10550034 len=1867141 2024-08-29T18:29:03.876 INFO:tasks.workunit.client.0.smithi028.stdout:op 5278 completed, throughput=5MB/sec 2024-08-29T18:29:03.876 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-mLU-yAxOtN7Cx0u off=1696902 len=1172341 2024-08-29T18:29:03.879 INFO:tasks.workunit.client.0.smithi028.stdout:op 5279 completed, throughput=5MB/sec 2024-08-29T18:29:04.880 INFO:tasks.workunit.client.0.smithi028.stdout: 1016: throughput=5MB/sec pending data=0 2024-08-29T18:29:04.880 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-qsldIP3PWSRVcbT off=3926942 len=206580 2024-08-29T18:29:04.881 INFO:tasks.workunit.client.0.smithi028.stdout:op 5280 completed, throughput=5MB/sec 2024-08-29T18:29:04.881 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-vANdRhBSmynZKpx off=6887709 len=156543 2024-08-29T18:29:04.882 INFO:tasks.workunit.client.0.smithi028.stdout:op 5281 completed, throughput=5MB/sec 2024-08-29T18:29:04.882 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-tc9X56pKBahJvJ1 off=206184 len=1395798 2024-08-29T18:29:04.894 INFO:tasks.workunit.client.0.smithi028.stdout:op 5282 completed, throughput=5MB/sec 2024-08-29T18:29:04.894 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-dsKYxbisLpebU70 off=18300020 len=1295826 2024-08-29T18:29:04.897 INFO:tasks.workunit.client.0.smithi028.stdout:op 5283 completed, throughput=5MB/sec 2024-08-29T18:29:04.897 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-2DIThkNqxOoy-7o off=8199546 len=657595 2024-08-29T18:29:04.905 INFO:tasks.workunit.client.0.smithi028.stdout:op 5284 completed, throughput=5MB/sec 2024-08-29T18:29:04.905 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-e1RWexb93owc-Ev off=20419018 len=202033 2024-08-29T18:29:04.906 INFO:tasks.workunit.client.0.smithi028.stdout:op 5285 completed, throughput=5MB/sec 2024-08-29T18:29:04.907 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-lR1AlBHHtb3zYVa off=13577585 len=880282 2024-08-29T18:29:04.908 INFO:tasks.workunit.client.0.smithi028.stdout:op 5286 completed, throughput=5MB/sec 2024-08-29T18:29:05.381 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:29:05 smithi028 bash[78352]: cluster 2024-08-29T18:29:03.928454+0000 mgr.y (mgr.25022) 1270 : cluster [DBG] pgmap v1958: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.8 MiB/s rd, 3.2 MiB/s wr, 5 op/s 2024-08-29T18:29:05.381 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:29:05 smithi028 bash[77168]: cluster 2024-08-29T18:29:03.928454+0000 mgr.y (mgr.25022) 1270 : cluster [DBG] pgmap v1958: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.8 MiB/s rd, 3.2 MiB/s wr, 5 op/s 2024-08-29T18:29:05.576 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:29:05 smithi053 bash[68679]: cluster 2024-08-29T18:29:03.928454+0000 mgr.y (mgr.25022) 1270 : cluster [DBG] pgmap v1958: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.8 MiB/s rd, 3.2 MiB/s wr, 5 op/s 2024-08-29T18:29:05.908 INFO:tasks.workunit.client.0.smithi028.stdout: 1017: throughput=5MB/sec pending data=0 2024-08-29T18:29:05.909 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-SA0Lj3svFlRFWjJ off=5855221 len=268216 2024-08-29T18:29:05.910 INFO:tasks.workunit.client.0.smithi028.stdout:op 5287 completed, throughput=5MB/sec 2024-08-29T18:29:05.910 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-Z7cDsLEGRgPOsY5 off=2025988 len=773179 2024-08-29T18:29:05.912 INFO:tasks.workunit.client.0.smithi028.stdout:op 5288 completed, throughput=5MB/sec 2024-08-29T18:29:05.912 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-f7U0UihOazAkYcg off=3059465 len=55598 2024-08-29T18:29:05.914 INFO:tasks.workunit.client.0.smithi028.stdout:op 5289 completed, throughput=5MB/sec 2024-08-29T18:29:05.914 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-7IMR_XL1LEADAOH off=1792108 len=2014308 2024-08-29T18:29:05.919 INFO:tasks.workunit.client.0.smithi028.stdout:op 5290 completed, throughput=5MB/sec 2024-08-29T18:29:05.919 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-I1qr7vk-y0ID6Yu off=111867 len=2068830 2024-08-29T18:29:05.935 INFO:tasks.workunit.client.0.smithi028.stdout:op 5291 completed, throughput=5MB/sec 2024-08-29T18:29:06.381 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:29:06 smithi028 bash[78352]: cluster 2024-08-29T18:29:05.929620+0000 mgr.y (mgr.25022) 1271 : cluster [DBG] pgmap v1959: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2024-08-29T18:29:06.381 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:29:06 smithi028 bash[77168]: cluster 2024-08-29T18:29:05.929620+0000 mgr.y (mgr.25022) 1271 : cluster [DBG] pgmap v1959: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2024-08-29T18:29:06.576 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:29:06 smithi053 bash[68679]: cluster 2024-08-29T18:29:05.929620+0000 mgr.y (mgr.25022) 1271 : cluster [DBG] pgmap v1959: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2024-08-29T18:29:06.935 INFO:tasks.workunit.client.0.smithi028.stdout: 1018: throughput=5MB/sec pending data=0 2024-08-29T18:29:06.936 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-hmp4-YtwFjxpx_j off=16007778 len=208483 2024-08-29T18:29:06.941 INFO:tasks.workunit.client.0.smithi028.stdout:op 5292 completed, throughput=5MB/sec 2024-08-29T18:29:06.941 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-GJLX_poaPd6QP_D off=9459589 len=1845442 2024-08-29T18:29:06.946 INFO:tasks.workunit.client.0.smithi028.stdout:op 5293 completed, throughput=5MB/sec 2024-08-29T18:29:06.946 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-Hl-cyvbvax2kh7r off=4840878 len=1538583 2024-08-29T18:29:06.950 INFO:tasks.workunit.client.0.smithi028.stdout:op 5294 completed, throughput=5MB/sec 2024-08-29T18:29:06.951 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-3mTqWBiqDdEqWg0 off=596099 len=1885819 2024-08-29T18:29:06.955 INFO:tasks.workunit.client.0.smithi028.stdout:op 5295 completed, throughput=5MB/sec 2024-08-29T18:29:07.956 INFO:tasks.workunit.client.0.smithi028.stdout: 1019: throughput=5MB/sec pending data=0 2024-08-29T18:29:07.956 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj--8fzNSmnwSXmIyR off=370379 len=1528444 2024-08-29T18:29:07.960 INFO:tasks.workunit.client.0.smithi028.stdout:op 5296 completed, throughput=5MB/sec 2024-08-29T18:29:07.960 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-RPRhg4gQ4quxVLZ off=7874055 len=1884921 2024-08-29T18:29:07.969 INFO:tasks.workunit.client.0.smithi028.stdout:op 5297 completed, throughput=5MB/sec 2024-08-29T18:29:07.969 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-yuOwcEwlCIM5XzB off=4149528 len=1403435 2024-08-29T18:29:07.977 INFO:tasks.workunit.client.0.smithi028.stdout:op 5298 completed, throughput=5MB/sec 2024-08-29T18:29:07.977 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-PtCaM9CvJxlmv_K off=6533726 len=585781 2024-08-29T18:29:07.979 INFO:tasks.workunit.client.0.smithi028.stdout:op 5299 completed, throughput=5MB/sec 2024-08-29T18:29:08.979 INFO:tasks.workunit.client.0.smithi028.stdout: 1020: throughput=5MB/sec pending data=0 2024-08-29T18:29:08.979 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-lviXO8pvqDLuFuL off=4197664 len=1047749 2024-08-29T18:29:08.982 INFO:tasks.workunit.client.0.smithi028.stdout:op 5300 completed, throughput=5MB/sec 2024-08-29T18:29:08.982 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-JmI55Cvonkqijpe off=2038329 len=1476693 2024-08-29T18:29:08.988 INFO:tasks.workunit.client.0.smithi028.stdout:op 5301 completed, throughput=5MB/sec 2024-08-29T18:29:08.988 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-YKOIZia39g87EbX off=784119 len=534424 2024-08-29T18:29:08.990 INFO:tasks.workunit.client.0.smithi028.stdout:op 5302 completed, throughput=5MB/sec 2024-08-29T18:29:08.990 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-IbnpA9L20vknzrP off=4298896 len=563939 2024-08-29T18:29:08.993 INFO:tasks.workunit.client.0.smithi028.stdout:op 5303 completed, throughput=5MB/sec 2024-08-29T18:29:08.993 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-J1XBpKUxBGR0bs7 off=18272578 len=638380 2024-08-29T18:29:09.000 INFO:tasks.workunit.client.0.smithi028.stdout:op 5304 completed, throughput=5MB/sec 2024-08-29T18:29:09.000 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-m5ULL5OGu6vaNaE off=13328128 len=333654 2024-08-29T18:29:09.007 INFO:tasks.workunit.client.0.smithi028.stdout:op 5305 completed, throughput=5MB/sec 2024-08-29T18:29:09.007 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-l4cGwj1zAnhzL6R off=376075 len=309622 2024-08-29T18:29:09.013 INFO:tasks.workunit.client.0.smithi028.stdout:op 5306 completed, throughput=5MB/sec 2024-08-29T18:29:09.013 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-xuMXhn52oOi5YwR off=2067698 len=1902415 2024-08-29T18:29:09.017 INFO:tasks.workunit.client.0.smithi028.stdout:op 5307 completed, throughput=5MB/sec 2024-08-29T18:29:09.326 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:29:08 smithi053 bash[68679]: cluster 2024-08-29T18:29:07.930425+0000 mgr.y (mgr.25022) 1272 : cluster [DBG] pgmap v1960: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2024-08-29T18:29:09.381 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:29:08 smithi028 bash[77168]: cluster 2024-08-29T18:29:07.930425+0000 mgr.y (mgr.25022) 1272 : cluster [DBG] pgmap v1960: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2024-08-29T18:29:09.381 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:29:08 smithi028 bash[78352]: cluster 2024-08-29T18:29:07.930425+0000 mgr.y (mgr.25022) 1272 : cluster [DBG] pgmap v1960: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2024-08-29T18:29:10.020 INFO:tasks.workunit.client.0.smithi028.stdout: 1021: throughput=5MB/sec pending data=0 2024-08-29T18:29:10.021 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-mLU-yAxOtN7Cx0u off=4612500 len=1712170 2024-08-29T18:29:10.031 INFO:tasks.workunit.client.0.smithi028.stdout:op 5308 completed, throughput=5MB/sec 2024-08-29T18:29:10.031 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-7ykuQU_tZRedVWv off=747541 len=1142356 2024-08-29T18:29:10.041 INFO:tasks.workunit.client.0.smithi028.stdout:op 5309 completed, throughput=5MB/sec 2024-08-29T18:29:10.041 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-qpGNrb4Gxvst5wm off=3729766 len=825796 2024-08-29T18:29:10.049 INFO:tasks.workunit.client.0.smithi028.stdout:op 5310 completed, throughput=5MB/sec 2024-08-29T18:29:11.049 INFO:tasks.workunit.client.0.smithi028.stdout: 1022: throughput=5MB/sec pending data=0 2024-08-29T18:29:11.050 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-SL7gu9is-LcHMxX off=17155024 len=378816 2024-08-29T18:29:11.052 INFO:tasks.workunit.client.0.smithi028.stdout:op 5311 completed, throughput=5MB/sec 2024-08-29T18:29:11.052 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-CvR07CjXgruN2YQ off=5996508 len=1994158 2024-08-29T18:29:11.066 INFO:tasks.workunit.client.0.smithi028.stdout:op 5312 completed, throughput=5MB/sec 2024-08-29T18:29:11.066 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-bTbaJL0CwGTzlAJ off=8721110 len=2080063 2024-08-29T18:29:11.083 INFO:tasks.workunit.client.0.smithi028.stdout:op 5313 completed, throughput=5MB/sec 2024-08-29T18:29:11.083 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-x8vQGlKqWEbwDEB off=4708448 len=510163 2024-08-29T18:29:11.085 INFO:tasks.workunit.client.0.smithi028.stdout:op 5314 completed, throughput=5MB/sec 2024-08-29T18:29:11.085 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-NDGQ55PMlBhvQCS off=3399919 len=320393 2024-08-29T18:29:11.087 INFO:tasks.workunit.client.0.smithi028.stdout:op 5315 completed, throughput=5MB/sec 2024-08-29T18:29:11.087 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-vcPmQZD8EdSLhTz off=7188975 len=1678765 2024-08-29T18:29:11.100 INFO:tasks.workunit.client.0.smithi028.stdout:op 5316 completed, throughput=5MB/sec 2024-08-29T18:29:11.326 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:29:10 smithi053 bash[68679]: cluster 2024-08-29T18:29:09.931656+0000 mgr.y (mgr.25022) 1273 : cluster [DBG] pgmap v1961: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 3.6 MiB/s rd, 2.7 MiB/s wr, 6 op/s 2024-08-29T18:29:11.381 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:29:10 smithi028 bash[78352]: cluster 2024-08-29T18:29:09.931656+0000 mgr.y (mgr.25022) 1273 : cluster [DBG] pgmap v1961: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 3.6 MiB/s rd, 2.7 MiB/s wr, 6 op/s 2024-08-29T18:29:11.381 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:29:10 smithi028 bash[77168]: cluster 2024-08-29T18:29:09.931656+0000 mgr.y (mgr.25022) 1273 : cluster [DBG] pgmap v1961: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 3.6 MiB/s rd, 2.7 MiB/s wr, 6 op/s 2024-08-29T18:29:11.880 INFO:journalctl@ceph.mgr.y.smithi028.stdout:Aug 29 18:29:11 smithi028 bash[70818]: ::ffff:172.21.15.53 - - [29/Aug/2024:18:29:11] "GET /metrics HTTP/1.1" 200 34019 "" "Prometheus/2.43.0" 2024-08-29T18:29:12.100 INFO:tasks.workunit.client.0.smithi028.stdout: 1023: throughput=5MB/sec pending data=0 2024-08-29T18:29:12.101 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-ZYdPnjseMaNK7fE off=17406860 len=1517171 2024-08-29T18:29:12.105 INFO:tasks.workunit.client.0.smithi028.stdout:op 5317 completed, throughput=5MB/sec 2024-08-29T18:29:12.105 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-myeySgqVbyvjrHG off=1132141 len=494779 2024-08-29T18:29:12.108 INFO:tasks.workunit.client.0.smithi028.stdout:op 5318 completed, throughput=5MB/sec 2024-08-29T18:29:12.108 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-nNrJkD3kybN0T2L off=2121379 len=1936864 2024-08-29T18:29:12.123 INFO:tasks.workunit.client.0.smithi028.stdout:op 5319 completed, throughput=5MB/sec 2024-08-29T18:29:12.576 INFO:journalctl@ceph.prometheus.a.smithi053.stdout:Aug 29 18:29:12 smithi053 bash[95567]: ts=2024-08-29T18:29:12.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"3167ee72-662c-11ef-bcd4-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-29T18:29:13.123 INFO:tasks.workunit.client.0.smithi028.stdout: 1024: throughput=5MB/sec pending data=0 2024-08-29T18:29:13.124 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-lt5Z9ghANI7vGcK off=8597257 len=936836 2024-08-29T18:29:13.126 INFO:tasks.workunit.client.0.smithi028.stdout:op 5320 completed, throughput=5MB/sec 2024-08-29T18:29:13.126 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-QLhuL44uljz2dey off=4257898 len=729435 2024-08-29T18:29:13.134 INFO:tasks.workunit.client.0.smithi028.stdout:op 5321 completed, throughput=5MB/sec 2024-08-29T18:29:13.134 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-tHCT3RX6xrmreyb off=1222865 len=1365504 2024-08-29T18:29:13.144 INFO:tasks.workunit.client.0.smithi028.stdout:op 5322 completed, throughput=5MB/sec 2024-08-29T18:29:13.144 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-Tky6LKtE075tPue off=17007531 len=1120494 2024-08-29T18:29:13.146 INFO:tasks.workunit.client.0.smithi028.stdout:op 5323 completed, throughput=5MB/sec 2024-08-29T18:29:13.147 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-lPY6wSqcjWgHcyW off=303138 len=704044 2024-08-29T18:29:13.149 INFO:tasks.workunit.client.0.smithi028.stdout:op 5324 completed, throughput=5MB/sec 2024-08-29T18:29:13.150 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-AcbzZ4x3h2ifK1K off=9228450 len=28291 2024-08-29T18:29:13.151 INFO:tasks.workunit.client.0.smithi028.stdout:op 5325 completed, throughput=5MB/sec 2024-08-29T18:29:13.151 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-9FKAImExsahg965 off=1264939 len=1145766 2024-08-29T18:29:13.153 INFO:tasks.workunit.client.0.smithi028.stdout:op 5326 completed, throughput=5MB/sec 2024-08-29T18:29:13.326 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:29:12 smithi053 bash[68679]: cluster 2024-08-29T18:29:11.932481+0000 mgr.y (mgr.25022) 1274 : cluster [DBG] pgmap v1962: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.7 MiB/s rd, 1.6 MiB/s wr, 4 op/s 2024-08-29T18:29:13.326 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:29:12 smithi053 bash[68679]: audit 2024-08-29T18:29:12.111055+0000 mon.a (mon.0) 2285 : audit [DBG] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-29T18:29:13.381 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:29:12 smithi028 bash[78352]: cluster 2024-08-29T18:29:11.932481+0000 mgr.y (mgr.25022) 1274 : cluster [DBG] pgmap v1962: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.7 MiB/s rd, 1.6 MiB/s wr, 4 op/s 2024-08-29T18:29:13.381 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:29:12 smithi028 bash[78352]: audit 2024-08-29T18:29:12.111055+0000 mon.a (mon.0) 2285 : audit [DBG] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-29T18:29:13.381 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:29:12 smithi028 bash[77168]: cluster 2024-08-29T18:29:11.932481+0000 mgr.y (mgr.25022) 1274 : cluster [DBG] pgmap v1962: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.7 MiB/s rd, 1.6 MiB/s wr, 4 op/s 2024-08-29T18:29:13.381 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:29:12 smithi028 bash[77168]: audit 2024-08-29T18:29:12.111055+0000 mon.a (mon.0) 2285 : audit [DBG] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-29T18:29:14.154 INFO:tasks.workunit.client.0.smithi028.stdout: 1025: throughput=5MB/sec pending data=0 2024-08-29T18:29:14.154 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-tgRsT3VBJONx25e off=1590343 len=1401423 2024-08-29T18:29:14.158 INFO:tasks.workunit.client.0.smithi028.stdout:op 5327 completed, throughput=5MB/sec 2024-08-29T18:29:14.158 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-6x2yUuQ6gSPg69G off=2879477 len=1028489 2024-08-29T18:29:14.169 INFO:tasks.workunit.client.0.smithi028.stdout:op 5328 completed, throughput=5MB/sec 2024-08-29T18:29:14.169 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-zqEeYPWEQI5sf4z off=12674461 len=1272978 2024-08-29T18:29:14.172 INFO:tasks.workunit.client.0.smithi028.stdout:op 5329 completed, throughput=5MB/sec 2024-08-29T18:29:14.172 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-b_4dyIQGmuplHY1 off=5255760 len=298236 2024-08-29T18:29:14.173 INFO:tasks.workunit.client.0.smithi028.stdout:op 5330 completed, throughput=5MB/sec 2024-08-29T18:29:14.173 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-bcS7PWf5c-sXLQA off=5962615 len=1835122 2024-08-29T18:29:14.179 INFO:tasks.workunit.client.0.smithi028.stdout:op 5331 completed, throughput=5MB/sec 2024-08-29T18:29:14.326 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:29:14 smithi053 bash[68679]: audit 2024-08-29T18:29:13.225902+0000 mon.a (mon.0) 2286 : audit [DBG] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-29T18:29:14.326 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:29:14 smithi053 bash[68679]: audit 2024-08-29T18:29:13.992448+0000 mon.a (mon.0) 2287 : audit [DBG] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-29T18:29:14.381 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:29:14 smithi028 bash[77168]: audit 2024-08-29T18:29:13.225902+0000 mon.a (mon.0) 2286 : audit [DBG] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-29T18:29:14.381 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:29:14 smithi028 bash[77168]: audit 2024-08-29T18:29:13.992448+0000 mon.a (mon.0) 2287 : audit [DBG] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-29T18:29:14.381 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:29:14 smithi028 bash[78352]: audit 2024-08-29T18:29:13.225902+0000 mon.a (mon.0) 2286 : audit [DBG] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-29T18:29:14.381 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:29:14 smithi028 bash[78352]: audit 2024-08-29T18:29:13.992448+0000 mon.a (mon.0) 2287 : audit [DBG] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-29T18:29:15.180 INFO:tasks.workunit.client.0.smithi028.stdout: 1026: throughput=5MB/sec pending data=0 2024-08-29T18:29:15.180 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-buwvJfgGuK-Vy-i off=9673 len=1696921 2024-08-29T18:29:15.192 INFO:tasks.workunit.client.0.smithi028.stdout:op 5332 completed, throughput=5MB/sec 2024-08-29T18:29:15.192 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-g7P7b7vnbq_zWY6 off=9639703 len=610878 2024-08-29T18:29:15.194 INFO:tasks.workunit.client.0.smithi028.stdout:op 5333 completed, throughput=5MB/sec 2024-08-29T18:29:15.194 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-I0YwHJKpiI8YzSc off=9125296 len=1565552 2024-08-29T18:29:15.205 INFO:tasks.workunit.client.0.smithi028.stdout:op 5334 completed, throughput=5MB/sec 2024-08-29T18:29:15.205 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-r8nka8eSDjbp9ry off=21944500 len=1978373 2024-08-29T18:29:15.209 INFO:tasks.workunit.client.0.smithi028.stdout:op 5335 completed, throughput=5MB/sec 2024-08-29T18:29:15.326 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:29:15 smithi053 bash[68679]: cluster 2024-08-29T18:29:13.933241+0000 mgr.y (mgr.25022) 1275 : cluster [DBG] pgmap v1963: 105 pgs: 105 active+clean; 127 GiB data, 13 GiB used, 703 GiB / 715 GiB avail; 3.4 MiB/s rd, 2.5 MiB/s wr, 5 op/s 2024-08-29T18:29:15.326 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:29:15 smithi053 bash[68679]: audit 2024-08-29T18:29:13.994422+0000 mon.a (mon.0) 2288 : audit [INF] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-29T18:29:15.326 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:29:15 smithi053 bash[68679]: audit 2024-08-29T18:29:14.014088+0000 mon.a (mon.0) 2289 : audit [INF] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' 2024-08-29T18:29:15.381 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:29:15 smithi028 bash[78352]: cluster 2024-08-29T18:29:13.933241+0000 mgr.y (mgr.25022) 1275 : cluster [DBG] pgmap v1963: 105 pgs: 105 active+clean; 127 GiB data, 13 GiB used, 703 GiB / 715 GiB avail; 3.4 MiB/s rd, 2.5 MiB/s wr, 5 op/s 2024-08-29T18:29:15.381 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:29:15 smithi028 bash[78352]: audit 2024-08-29T18:29:13.994422+0000 mon.a (mon.0) 2288 : audit [INF] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-29T18:29:15.381 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:29:15 smithi028 bash[78352]: audit 2024-08-29T18:29:14.014088+0000 mon.a (mon.0) 2289 : audit [INF] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' 2024-08-29T18:29:15.381 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:29:15 smithi028 bash[77168]: cluster 2024-08-29T18:29:13.933241+0000 mgr.y (mgr.25022) 1275 : cluster [DBG] pgmap v1963: 105 pgs: 105 active+clean; 127 GiB data, 13 GiB used, 703 GiB / 715 GiB avail; 3.4 MiB/s rd, 2.5 MiB/s wr, 5 op/s 2024-08-29T18:29:15.381 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:29:15 smithi028 bash[77168]: audit 2024-08-29T18:29:13.994422+0000 mon.a (mon.0) 2288 : audit [INF] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-29T18:29:15.381 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:29:15 smithi028 bash[77168]: audit 2024-08-29T18:29:14.014088+0000 mon.a (mon.0) 2289 : audit [INF] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' 2024-08-29T18:29:16.210 INFO:tasks.workunit.client.0.smithi028.stdout: 1027: throughput=5MB/sec pending data=0 2024-08-29T18:29:16.210 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-qiFVJxrAEl8cAu8 off=5354253 len=687591 2024-08-29T18:29:16.217 INFO:tasks.workunit.client.0.smithi028.stdout:op 5336 completed, throughput=5MB/sec 2024-08-29T18:29:16.217 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-NJwZTLsI7drfeQv off=15384417 len=1246933 2024-08-29T18:29:16.221 INFO:tasks.workunit.client.0.smithi028.stdout:op 5337 completed, throughput=5MB/sec 2024-08-29T18:29:16.221 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-ROIih0BIzTWxmxN off=1799309 len=227761 2024-08-29T18:29:16.222 INFO:tasks.workunit.client.0.smithi028.stdout:op 5338 completed, throughput=5MB/sec 2024-08-29T18:29:16.222 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-3RKOAL0YiG5vMJY off=2096391 len=609579 2024-08-29T18:29:16.224 INFO:tasks.workunit.client.0.smithi028.stdout:op 5339 completed, throughput=5MB/sec 2024-08-29T18:29:16.224 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-gaH09_lSH4rLYnv off=12371492 len=490979 2024-08-29T18:29:16.230 INFO:tasks.workunit.client.0.smithi028.stdout:op 5340 completed, throughput=5MB/sec 2024-08-29T18:29:16.230 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-YhElx_qW8KyNCX5 off=2286474 len=1487785 2024-08-29T18:29:16.235 INFO:tasks.workunit.client.0.smithi028.stdout:op 5341 completed, throughput=5MB/sec 2024-08-29T18:29:17.235 INFO:tasks.workunit.client.0.smithi028.stdout: 1028: throughput=5MB/sec pending data=0 2024-08-29T18:29:17.235 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-hNxD4TRyCNGjxUv off=10153036 len=133098 2024-08-29T18:29:17.241 INFO:tasks.workunit.client.0.smithi028.stdout:op 5342 completed, throughput=5MB/sec 2024-08-29T18:29:17.242 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-QPiHtQv8moRktNB off=1048452 len=2030083 2024-08-29T18:29:17.246 INFO:tasks.workunit.client.0.smithi028.stdout:op 5343 completed, throughput=5MB/sec 2024-08-29T18:29:17.246 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-PlpocScHvazatB0 off=10185045 len=451409 2024-08-29T18:29:17.253 INFO:tasks.workunit.client.0.smithi028.stdout:op 5344 completed, throughput=5MB/sec 2024-08-29T18:29:17.253 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-UAEgbrUpEfcYbZO off=426077 len=609572 2024-08-29T18:29:17.254 INFO:tasks.workunit.client.0.smithi028.stdout:op 5345 completed, throughput=5MB/sec 2024-08-29T18:29:17.254 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-07_nvT96bW7GUZ4 off=1976662 len=1137650 2024-08-29T18:29:17.258 INFO:tasks.workunit.client.0.smithi028.stdout:op 5346 completed, throughput=5MB/sec 2024-08-29T18:29:17.326 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:29:17 smithi053 bash[68679]: cluster 2024-08-29T18:29:15.934374+0000 mgr.y (mgr.25022) 1276 : cluster [DBG] pgmap v1964: 105 pgs: 105 active+clean; 127 GiB data, 13 GiB used, 703 GiB / 715 GiB avail; 2.8 MiB/s rd, 1.8 MiB/s wr, 4 op/s 2024-08-29T18:29:17.380 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:29:17 smithi028 bash[78352]: cluster 2024-08-29T18:29:15.934374+0000 mgr.y (mgr.25022) 1276 : cluster [DBG] pgmap v1964: 105 pgs: 105 active+clean; 127 GiB data, 13 GiB used, 703 GiB / 715 GiB avail; 2.8 MiB/s rd, 1.8 MiB/s wr, 4 op/s 2024-08-29T18:29:17.381 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:29:17 smithi028 bash[77168]: cluster 2024-08-29T18:29:15.934374+0000 mgr.y (mgr.25022) 1276 : cluster [DBG] pgmap v1964: 105 pgs: 105 active+clean; 127 GiB data, 13 GiB used, 703 GiB / 715 GiB avail; 2.8 MiB/s rd, 1.8 MiB/s wr, 4 op/s 2024-08-29T18:29:18.259 INFO:tasks.workunit.client.0.smithi028.stdout: 1029: throughput=5MB/sec pending data=0 2024-08-29T18:29:18.259 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-gmO0vTn739HIMye off=3717023 len=851782 2024-08-29T18:29:18.268 INFO:tasks.workunit.client.0.smithi028.stdout:op 5347 completed, throughput=5MB/sec 2024-08-29T18:29:18.268 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-mUUUPneZ9CFbthM off=23242650 len=2000716 2024-08-29T18:29:18.283 INFO:tasks.workunit.client.0.smithi028.stdout:op 5348 completed, throughput=5MB/sec 2024-08-29T18:29:18.283 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-X6ieh1LuajaG5tE off=4295966 len=260850 2024-08-29T18:29:18.285 INFO:tasks.workunit.client.0.smithi028.stdout:op 5349 completed, throughput=5MB/sec 2024-08-29T18:29:18.285 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-FnR-OPr5ewUyuvG off=11670698 len=2012566 2024-08-29T18:29:18.289 INFO:tasks.workunit.client.0.smithi028.stdout:op 5350 completed, throughput=5MB/sec 2024-08-29T18:29:18.290 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-s09a7DIrjc3azfm off=3954716 len=1972565 2024-08-29T18:29:18.292 INFO:tasks.workunit.client.0.smithi028.stdout:op 5351 completed, throughput=5MB/sec 2024-08-29T18:29:19.292 INFO:tasks.workunit.client.0.smithi028.stdout: 1030: throughput=5MB/sec pending data=0 2024-08-29T18:29:19.292 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-IZd0JyCy_vYdIPw off=407265 len=1452208 2024-08-29T18:29:19.297 INFO:tasks.workunit.client.0.smithi028.stdout:op 5352 completed, throughput=5MB/sec 2024-08-29T18:29:19.297 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-O-u_Ck0E641H5sE off=2414656 len=914969 2024-08-29T18:29:19.300 INFO:tasks.workunit.client.0.smithi028.stdout:op 5353 completed, throughput=5MB/sec 2024-08-29T18:29:19.300 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-z9YddbQQD6hMWL_ off=1847520 len=1847260 2024-08-29T18:29:19.314 INFO:tasks.workunit.client.0.smithi028.stdout:op 5354 completed, throughput=5MB/sec 2024-08-29T18:29:19.326 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:29:19 smithi053 bash[68679]: cluster 2024-08-29T18:29:17.935112+0000 mgr.y (mgr.25022) 1277 : cluster [DBG] pgmap v1965: 105 pgs: 105 active+clean; 127 GiB data, 13 GiB used, 703 GiB / 715 GiB avail; 2.9 MiB/s rd, 1.8 MiB/s wr, 4 op/s 2024-08-29T18:29:19.381 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:29:19 smithi028 bash[78352]: cluster 2024-08-29T18:29:17.935112+0000 mgr.y (mgr.25022) 1277 : cluster [DBG] pgmap v1965: 105 pgs: 105 active+clean; 127 GiB data, 13 GiB used, 703 GiB / 715 GiB avail; 2.9 MiB/s rd, 1.8 MiB/s wr, 4 op/s 2024-08-29T18:29:19.381 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:29:19 smithi028 bash[77168]: cluster 2024-08-29T18:29:17.935112+0000 mgr.y (mgr.25022) 1277 : cluster [DBG] pgmap v1965: 105 pgs: 105 active+clean; 127 GiB data, 13 GiB used, 703 GiB / 715 GiB avail; 2.9 MiB/s rd, 1.8 MiB/s wr, 4 op/s 2024-08-29T18:29:20.314 INFO:tasks.workunit.client.0.smithi028.stdout: 1031: throughput=5MB/sec pending data=0 2024-08-29T18:29:20.315 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-M6rnOrwHVop1Eel off=1445153 len=1844655 2024-08-29T18:29:20.329 INFO:tasks.workunit.client.0.smithi028.stdout:op 5355 completed, throughput=5MB/sec 2024-08-29T18:29:20.329 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-quuBnUDQcGy-haj off=3116117 len=1067805 2024-08-29T18:29:20.332 INFO:tasks.workunit.client.0.smithi028.stdout:op 5356 completed, throughput=5MB/sec 2024-08-29T18:29:20.332 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-oXHQQLPxlIyeDVx off=324507 len=1871974 2024-08-29T18:29:20.347 INFO:tasks.workunit.client.0.smithi028.stdout:op 5357 completed, throughput=5MB/sec 2024-08-29T18:29:20.347 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-zbby_al3J-dxt03 off=3343728 len=65063 2024-08-29T18:29:20.351 INFO:tasks.workunit.client.0.smithi028.stdout:op 5358 completed, throughput=5MB/sec 2024-08-29T18:29:21.326 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:29:21 smithi053 bash[68679]: cluster 2024-08-29T18:29:19.936309+0000 mgr.y (mgr.25022) 1278 : cluster [DBG] pgmap v1966: 105 pgs: 105 active+clean; 127 GiB data, 13 GiB used, 703 GiB / 715 GiB avail; 3.8 MiB/s rd, 2.5 MiB/s wr, 6 op/s 2024-08-29T18:29:21.352 INFO:tasks.workunit.client.0.smithi028.stdout: 1032: throughput=5MB/sec pending data=0 2024-08-29T18:29:21.352 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-2bGpAXSKOuzzCTG off=18404606 len=256411 2024-08-29T18:29:21.357 INFO:tasks.workunit.client.0.smithi028.stdout:op 5359 completed, throughput=5MB/sec 2024-08-29T18:29:21.358 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-gNxBj3BTHU2Ifsk off=2917683 len=1580541 2024-08-29T18:29:21.371 INFO:tasks.workunit.client.0.smithi028.stdout:op 5360 completed, throughput=5MB/sec 2024-08-29T18:29:21.371 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-gzQT8iUSZt24DHX off=5864097 len=1302415 2024-08-29T18:29:21.374 INFO:tasks.workunit.client.0.smithi028.stdout:op 5361 completed, throughput=5MB/sec 2024-08-29T18:29:21.374 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-ECt8IKnRaqsyzgC off=2505596 len=1141910 2024-08-29T18:29:21.377 INFO:tasks.workunit.client.0.smithi028.stdout:op 5362 completed, throughput=5MB/sec 2024-08-29T18:29:21.377 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-WEKzKTiPZ8ZgHY2 off=851131 len=956336 2024-08-29T18:29:21.380 INFO:tasks.workunit.client.0.smithi028.stdout:op 5363 completed, throughput=5MB/sec 2024-08-29T18:29:21.380 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-hbnvvUjZiecQBP9 off=11199721 len=615119 2024-08-29T18:29:21.381 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:29:21 smithi028 bash[78352]: cluster 2024-08-29T18:29:19.936309+0000 mgr.y (mgr.25022) 1278 : cluster [DBG] pgmap v1966: 105 pgs: 105 active+clean; 127 GiB data, 13 GiB used, 703 GiB / 715 GiB avail; 3.8 MiB/s rd, 2.5 MiB/s wr, 6 op/s 2024-08-29T18:29:21.381 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:29:21 smithi028 bash[77168]: cluster 2024-08-29T18:29:19.936309+0000 mgr.y (mgr.25022) 1278 : cluster [DBG] pgmap v1966: 105 pgs: 105 active+clean; 127 GiB data, 13 GiB used, 703 GiB / 715 GiB avail; 3.8 MiB/s rd, 2.5 MiB/s wr, 6 op/s 2024-08-29T18:29:21.387 INFO:tasks.workunit.client.0.smithi028.stdout:op 5364 completed, throughput=5MB/sec 2024-08-29T18:29:21.880 INFO:journalctl@ceph.mgr.y.smithi028.stdout:Aug 29 18:29:21 smithi028 bash[70818]: ::ffff:172.21.15.53 - - [29/Aug/2024:18:29:21] "GET /metrics HTTP/1.1" 200 34019 "" "Prometheus/2.43.0" 2024-08-29T18:29:22.387 INFO:tasks.workunit.client.0.smithi028.stdout: 1033: throughput=5MB/sec pending data=0 2024-08-29T18:29:22.388 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-htUNfmshGJ8qxQx off=6428268 len=2044311 2024-08-29T18:29:22.394 INFO:tasks.workunit.client.0.smithi028.stdout:op 5365 completed, throughput=5MB/sec 2024-08-29T18:29:22.394 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-DxZJ1mDnX7cr4ol off=4832556 len=309068 2024-08-29T18:29:22.401 INFO:tasks.workunit.client.0.smithi028.stdout:op 5366 completed, throughput=5MB/sec 2024-08-29T18:29:22.401 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-OOkvyTzwZcZxlIj off=966624 len=1651604 2024-08-29T18:29:22.405 INFO:tasks.workunit.client.0.smithi028.stdout:op 5367 completed, throughput=5MB/sec 2024-08-29T18:29:22.405 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-jcOEZrkHQ6vjPmC off=2257443 len=1122733 2024-08-29T18:29:22.408 INFO:tasks.workunit.client.0.smithi028.stdout:op 5368 completed, throughput=5MB/sec 2024-08-29T18:29:22.576 INFO:journalctl@ceph.prometheus.a.smithi053.stdout:Aug 29 18:29:22 smithi053 bash[95567]: ts=2024-08-29T18:29:22.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"3167ee72-662c-11ef-bcd4-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-29T18:29:23.326 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:29:23 smithi053 bash[68679]: cluster 2024-08-29T18:29:21.937144+0000 mgr.y (mgr.25022) 1279 : cluster [DBG] pgmap v1967: 105 pgs: 105 active+clean; 127 GiB data, 13 GiB used, 703 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.0 MiB/s wr, 4 op/s 2024-08-29T18:29:23.381 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:29:23 smithi028 bash[78352]: cluster 2024-08-29T18:29:21.937144+0000 mgr.y (mgr.25022) 1279 : cluster [DBG] pgmap v1967: 105 pgs: 105 active+clean; 127 GiB data, 13 GiB used, 703 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.0 MiB/s wr, 4 op/s 2024-08-29T18:29:23.381 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:29:23 smithi028 bash[77168]: cluster 2024-08-29T18:29:21.937144+0000 mgr.y (mgr.25022) 1279 : cluster [DBG] pgmap v1967: 105 pgs: 105 active+clean; 127 GiB data, 13 GiB used, 703 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.0 MiB/s wr, 4 op/s 2024-08-29T18:29:23.409 INFO:tasks.workunit.client.0.smithi028.stdout: 1034: throughput=5MB/sec pending data=0 2024-08-29T18:29:23.409 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-1Pr2cbXXeahTFdY off=929967 len=1975274 2024-08-29T18:29:23.413 INFO:tasks.workunit.client.0.smithi028.stdout:op 5369 completed, throughput=5MB/sec 2024-08-29T18:29:23.414 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-biPA6kGbk-suMxT off=190709 len=190692 2024-08-29T18:29:23.419 INFO:tasks.workunit.client.0.smithi028.stdout:op 5370 completed, throughput=5MB/sec 2024-08-29T18:29:23.419 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-WtNWNz8m6tso4ON off=12166885 len=218355 2024-08-29T18:29:23.420 INFO:tasks.workunit.client.0.smithi028.stdout:op 5371 completed, throughput=5MB/sec 2024-08-29T18:29:23.420 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-arQFOhxjis4iQxZ off=8561265 len=1819861 2024-08-29T18:29:23.427 INFO:tasks.workunit.client.0.smithi028.stdout:op 5372 completed, throughput=5MB/sec 2024-08-29T18:29:23.427 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-o3R_CDU-6FQ4vE5 off=597150 len=1469939 2024-08-29T18:29:23.438 INFO:tasks.workunit.client.0.smithi028.stdout:op 5373 completed, throughput=5MB/sec 2024-08-29T18:29:24.439 INFO:tasks.workunit.client.0.smithi028.stdout: 1035: throughput=5MB/sec pending data=0 2024-08-29T18:29:24.439 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-pqympj6wBEygioU off=3277903 len=457509 2024-08-29T18:29:24.440 INFO:tasks.workunit.client.0.smithi028.stdout:op 5374 completed, throughput=5MB/sec 2024-08-29T18:29:24.441 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-L13LFo6TM5D3WGE off=10395524 len=526021 2024-08-29T18:29:24.443 INFO:tasks.workunit.client.0.smithi028.stdout:op 5375 completed, throughput=5MB/sec 2024-08-29T18:29:24.443 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-VgPoxWV5yL2DXed off=6183693 len=1946975 2024-08-29T18:29:24.457 INFO:tasks.workunit.client.0.smithi028.stdout:op 5376 completed, throughput=5MB/sec 2024-08-29T18:29:24.457 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-_EzBKSm0SvN0lyF off=6038812 len=1246245 2024-08-29T18:29:24.461 INFO:tasks.workunit.client.0.smithi028.stdout:op 5377 completed, throughput=5MB/sec 2024-08-29T18:29:24.461 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-K_yUfkCR7lzUWq6 off=3224094 len=1905591 2024-08-29T18:29:24.466 INFO:tasks.workunit.client.0.smithi028.stdout:op 5378 completed, throughput=5MB/sec 2024-08-29T18:29:25.326 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:29:25 smithi053 bash[68679]: cluster 2024-08-29T18:29:23.938100+0000 mgr.y (mgr.25022) 1280 : cluster [DBG] pgmap v1968: 105 pgs: 105 active+clean; 127 GiB data, 13 GiB used, 703 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2024-08-29T18:29:25.381 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:29:25 smithi028 bash[77168]: cluster 2024-08-29T18:29:23.938100+0000 mgr.y (mgr.25022) 1280 : cluster [DBG] pgmap v1968: 105 pgs: 105 active+clean; 127 GiB data, 13 GiB used, 703 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2024-08-29T18:29:25.381 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:29:25 smithi028 bash[78352]: cluster 2024-08-29T18:29:23.938100+0000 mgr.y (mgr.25022) 1280 : cluster [DBG] pgmap v1968: 105 pgs: 105 active+clean; 127 GiB data, 13 GiB used, 703 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2024-08-29T18:29:25.466 INFO:tasks.workunit.client.0.smithi028.stdout: 1036: throughput=5MB/sec pending data=0 2024-08-29T18:29:25.466 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-wyaj6wWXg-qmyR7 off=14392164 len=756163 2024-08-29T18:29:25.475 INFO:tasks.workunit.client.0.smithi028.stdout:op 5379 completed, throughput=5MB/sec 2024-08-29T18:29:25.475 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-9he941Zz6oyA_SW off=2275018 len=626088 2024-08-29T18:29:25.477 INFO:tasks.workunit.client.0.smithi028.stdout:op 5380 completed, throughput=5MB/sec 2024-08-29T18:29:25.477 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-8vzbS64OsSSXEnG off=2019051 len=557929 2024-08-29T18:29:25.480 INFO:tasks.workunit.client.0.smithi028.stdout:op 5381 completed, throughput=5MB/sec 2024-08-29T18:29:25.480 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-72uctX0Zniouozv off=1705361 len=201374 2024-08-29T18:29:25.481 INFO:tasks.workunit.client.0.smithi028.stdout:op 5382 completed, throughput=5MB/sec 2024-08-29T18:29:25.481 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-N0tAIlsNIQ52g0j off=8345703 len=574863 2024-08-29T18:29:25.488 INFO:tasks.workunit.client.0.smithi028.stdout:op 5383 completed, throughput=5MB/sec 2024-08-29T18:29:25.488 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-J7tD1d18oHeHRtE off=15548850 len=1300672 2024-08-29T18:29:25.498 INFO:tasks.workunit.client.0.smithi028.stdout:op 5384 completed, throughput=5MB/sec 2024-08-29T18:29:25.498 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-FJV4S8CTC4vp8g0 off=2962569 len=247415 2024-08-29T18:29:25.500 INFO:tasks.workunit.client.0.smithi028.stdout:op 5385 completed, throughput=5MB/sec 2024-08-29T18:29:26.500 INFO:tasks.workunit.client.0.smithi028.stdout: 1037: throughput=5MB/sec pending data=0 2024-08-29T18:29:26.500 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-U-8rGHT2jRHdNdX off=115295 len=256697 2024-08-29T18:29:26.506 INFO:tasks.workunit.client.0.smithi028.stdout:op 5386 completed, throughput=5MB/sec 2024-08-29T18:29:26.506 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-QqafusCdeCvib90 off=17837097 len=980636 2024-08-29T18:29:26.514 INFO:tasks.workunit.client.0.smithi028.stdout:op 5387 completed, throughput=5MB/sec 2024-08-29T18:29:26.514 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-PQwmzppx2xVDZ1n off=9349848 len=66342 2024-08-29T18:29:26.516 INFO:tasks.workunit.client.0.smithi028.stdout:op 5388 completed, throughput=5MB/sec 2024-08-29T18:29:26.516 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-0bkwhFRS6d5F1jd off=4831398 len=56715 2024-08-29T18:29:26.521 INFO:tasks.workunit.client.0.smithi028.stdout:op 5389 completed, throughput=5MB/sec 2024-08-29T18:29:26.521 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-5VBD_LTXJMw48GB off=1834499 len=620859 2024-08-29T18:29:26.522 INFO:tasks.workunit.client.0.smithi028.stdout:op 5390 completed, throughput=5MB/sec 2024-08-29T18:29:26.522 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-U_yoE64zKhEHzU5 off=3824126 len=1793505 2024-08-29T18:29:26.536 INFO:tasks.workunit.client.0.smithi028.stdout:op 5391 completed, throughput=5MB/sec 2024-08-29T18:29:26.536 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj--4rETwdcmt9cEjp off=3660702 len=615959 2024-08-29T18:29:26.539 INFO:tasks.workunit.client.0.smithi028.stdout:op 5392 completed, throughput=5MB/sec 2024-08-29T18:29:26.539 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-_g0sKCiwSdQygKl off=1470217 len=833932 2024-08-29T18:29:26.547 INFO:tasks.workunit.client.0.smithi028.stdout:op 5393 completed, throughput=5MB/sec 2024-08-29T18:29:26.547 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-n37AHFJRgyyqbJs off=5629769 len=758596 2024-08-29T18:29:26.554 INFO:tasks.workunit.client.0.smithi028.stdout:op 5394 completed, throughput=5MB/sec 2024-08-29T18:29:27.326 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:29:27 smithi053 bash[68679]: cluster 2024-08-29T18:29:25.939236+0000 mgr.y (mgr.25022) 1281 : cluster [DBG] pgmap v1969: 105 pgs: 105 active+clean; 127 GiB data, 13 GiB used, 703 GiB / 715 GiB avail; 2.7 MiB/s rd, 1.6 MiB/s wr, 3 op/s 2024-08-29T18:29:27.381 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:29:27 smithi028 bash[78352]: cluster 2024-08-29T18:29:25.939236+0000 mgr.y (mgr.25022) 1281 : cluster [DBG] pgmap v1969: 105 pgs: 105 active+clean; 127 GiB data, 13 GiB used, 703 GiB / 715 GiB avail; 2.7 MiB/s rd, 1.6 MiB/s wr, 3 op/s 2024-08-29T18:29:27.381 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:29:27 smithi028 bash[77168]: cluster 2024-08-29T18:29:25.939236+0000 mgr.y (mgr.25022) 1281 : cluster [DBG] pgmap v1969: 105 pgs: 105 active+clean; 127 GiB data, 13 GiB used, 703 GiB / 715 GiB avail; 2.7 MiB/s rd, 1.6 MiB/s wr, 3 op/s 2024-08-29T18:29:27.554 INFO:tasks.workunit.client.0.smithi028.stdout: 1038: throughput=5MB/sec pending data=0 2024-08-29T18:29:27.554 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-Vsityd20ZR3UMkY off=3313548 len=1177230 2024-08-29T18:29:27.557 INFO:tasks.workunit.client.0.smithi028.stdout:op 5395 completed, throughput=5MB/sec 2024-08-29T18:29:27.557 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-FlHDZSAA4rj89K2 off=460738 len=1417655 2024-08-29T18:29:27.561 INFO:tasks.workunit.client.0.smithi028.stdout:op 5396 completed, throughput=5MB/sec 2024-08-29T18:29:27.561 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-XAmOXk2nCwtr7nI off=490567 len=1234853 2024-08-29T18:29:27.564 INFO:tasks.workunit.client.0.smithi028.stdout:op 5397 completed, throughput=5MB/sec 2024-08-29T18:29:27.564 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-uSQvGpO6Xb3a8lm off=8504803 len=599023 2024-08-29T18:29:27.571 INFO:tasks.workunit.client.0.smithi028.stdout:op 5398 completed, throughput=5MB/sec 2024-08-29T18:29:27.571 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-ZbXasA4EJ6FRiO2 off=9539597 len=24843 2024-08-29T18:29:27.576 INFO:tasks.workunit.client.0.smithi028.stdout:op 5399 completed, throughput=5MB/sec 2024-08-29T18:29:27.576 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-_St1FkM5ZURqGSn off=15583961 len=677551 2024-08-29T18:29:27.579 INFO:tasks.workunit.client.0.smithi028.stdout:op 5400 completed, throughput=5MB/sec 2024-08-29T18:29:28.326 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:29:28 smithi053 bash[68679]: audit 2024-08-29T18:29:27.111263+0000 mon.a (mon.0) 2290 : audit [DBG] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-29T18:29:28.381 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:29:28 smithi028 bash[78352]: audit 2024-08-29T18:29:27.111263+0000 mon.a (mon.0) 2290 : audit [DBG] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-29T18:29:28.381 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:29:28 smithi028 bash[77168]: audit 2024-08-29T18:29:27.111263+0000 mon.a (mon.0) 2290 : audit [DBG] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-29T18:29:28.579 INFO:tasks.workunit.client.0.smithi028.stdout: 1039: throughput=5MB/sec pending data=0 2024-08-29T18:29:28.580 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-P7XiGvyc84A_g4E off=4154367 len=1766035 2024-08-29T18:29:28.583 INFO:tasks.workunit.client.0.smithi028.stdout:op 5401 completed, throughput=5MB/sec 2024-08-29T18:29:28.584 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-7eVOOKHVcXJjQJ- off=15392161 len=37785 2024-08-29T18:29:28.589 INFO:tasks.workunit.client.0.smithi028.stdout:op 5402 completed, throughput=5MB/sec 2024-08-29T18:29:28.589 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-q0qIrfULmXPeDzP off=2719234 len=1236111 2024-08-29T18:29:28.592 INFO:tasks.workunit.client.0.smithi028.stdout:op 5403 completed, throughput=5MB/sec 2024-08-29T18:29:28.592 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-hyQLISktqDBXkj8 off=1851267 len=588332 2024-08-29T18:29:28.600 INFO:tasks.workunit.client.0.smithi028.stdout:op 5404 completed, throughput=5MB/sec 2024-08-29T18:29:28.601 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-lHXSw8P_wUP02TN off=6980610 len=647166 2024-08-29T18:29:28.603 INFO:tasks.workunit.client.0.smithi028.stdout:op 5405 completed, throughput=5MB/sec 2024-08-29T18:29:28.603 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-L0048q6J6Fd9RFW off=12972198 len=454685 2024-08-29T18:29:28.605 INFO:tasks.workunit.client.0.smithi028.stdout:op 5406 completed, throughput=5MB/sec 2024-08-29T18:29:28.605 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-zHI8l-ZTts_JiyI off=788183 len=4777 2024-08-29T18:29:28.606 INFO:tasks.workunit.client.0.smithi028.stdout:op 5407 completed, throughput=5MB/sec 2024-08-29T18:29:28.606 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-n37AHFJRgyyqbJs off=5831847 len=837707 2024-08-29T18:29:28.615 INFO:tasks.workunit.client.0.smithi028.stdout:op 5408 completed, throughput=5MB/sec 2024-08-29T18:29:29.326 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:29:29 smithi053 bash[68679]: cluster 2024-08-29T18:29:27.939993+0000 mgr.y (mgr.25022) 1282 : cluster [DBG] pgmap v1970: 105 pgs: 105 active+clean; 127 GiB data, 13 GiB used, 703 GiB / 715 GiB avail; 2.4 MiB/s rd, 1.5 MiB/s wr, 3 op/s 2024-08-29T18:29:29.381 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:29:29 smithi028 bash[77168]: cluster 2024-08-29T18:29:27.939993+0000 mgr.y (mgr.25022) 1282 : cluster [DBG] pgmap v1970: 105 pgs: 105 active+clean; 127 GiB data, 13 GiB used, 703 GiB / 715 GiB avail; 2.4 MiB/s rd, 1.5 MiB/s wr, 3 op/s 2024-08-29T18:29:29.381 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:29:29 smithi028 bash[78352]: cluster 2024-08-29T18:29:27.939993+0000 mgr.y (mgr.25022) 1282 : cluster [DBG] pgmap v1970: 105 pgs: 105 active+clean; 127 GiB data, 13 GiB used, 703 GiB / 715 GiB avail; 2.4 MiB/s rd, 1.5 MiB/s wr, 3 op/s 2024-08-29T18:29:29.615 INFO:tasks.workunit.client.0.smithi028.stdout: 1040: throughput=5MB/sec pending data=0 2024-08-29T18:29:29.616 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-4RE_RjIMqdWd4Ow off=16410583 len=1047384 2024-08-29T18:29:29.618 INFO:tasks.workunit.client.0.smithi028.stdout:op 5409 completed, throughput=5MB/sec 2024-08-29T18:29:29.618 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-6HBzgYmF4IeEFRJ off=2078793 len=1855280 2024-08-29T18:29:29.632 INFO:tasks.workunit.client.0.smithi028.stdout:op 5410 completed, throughput=5MB/sec 2024-08-29T18:29:29.632 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-6S0jz7HXzOkyt2e off=8458076 len=1765366 2024-08-29T18:29:29.647 INFO:tasks.workunit.client.0.smithi028.stdout:op 5411 completed, throughput=5MB/sec 2024-08-29T18:29:29.647 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-U2YAPwx0HnoJaHq off=1068085 len=473260 2024-08-29T18:29:29.653 INFO:tasks.workunit.client.0.smithi028.stdout:op 5412 completed, throughput=5MB/sec 2024-08-29T18:29:30.653 INFO:tasks.workunit.client.0.smithi028.stdout: 1041: throughput=5MB/sec pending data=0 2024-08-29T18:29:30.653 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-WlntzLK9FLDsffe off=1003328 len=617072 2024-08-29T18:29:30.661 INFO:tasks.workunit.client.0.smithi028.stdout:op 5413 completed, throughput=5MB/sec 2024-08-29T18:29:30.661 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-7zvP4lf4D7B4lO5 off=5114523 len=1777323 2024-08-29T18:29:30.665 INFO:tasks.workunit.client.0.smithi028.stdout:op 5414 completed, throughput=5MB/sec 2024-08-29T18:29:30.665 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-DFT-ldh6zn0r0UW off=3854416 len=2011193 2024-08-29T18:29:30.682 INFO:tasks.workunit.client.0.smithi028.stdout:op 5415 completed, throughput=5MB/sec 2024-08-29T18:29:30.682 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-kKoOy1vRoBrBVU0 off=5585774 len=86920 2024-08-29T18:29:30.687 INFO:tasks.workunit.client.0.smithi028.stdout:op 5416 completed, throughput=5MB/sec 2024-08-29T18:29:30.687 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-tv5aX7ZKWhJpsSU off=332899 len=1902790 2024-08-29T18:29:30.693 INFO:tasks.workunit.client.0.smithi028.stdout:op 5417 completed, throughput=5MB/sec 2024-08-29T18:29:31.326 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:29:31 smithi053 bash[68679]: cluster 2024-08-29T18:29:29.941209+0000 mgr.y (mgr.25022) 1283 : cluster [DBG] pgmap v1971: 105 pgs: 105 active+clean; 127 GiB data, 13 GiB used, 703 GiB / 715 GiB avail; 3.3 MiB/s rd, 2.3 MiB/s wr, 5 op/s 2024-08-29T18:29:31.381 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:29:31 smithi028 bash[78352]: cluster 2024-08-29T18:29:29.941209+0000 mgr.y (mgr.25022) 1283 : cluster [DBG] pgmap v1971: 105 pgs: 105 active+clean; 127 GiB data, 13 GiB used, 703 GiB / 715 GiB avail; 3.3 MiB/s rd, 2.3 MiB/s wr, 5 op/s 2024-08-29T18:29:31.381 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:29:31 smithi028 bash[77168]: cluster 2024-08-29T18:29:29.941209+0000 mgr.y (mgr.25022) 1283 : cluster [DBG] pgmap v1971: 105 pgs: 105 active+clean; 127 GiB data, 13 GiB used, 703 GiB / 715 GiB avail; 3.3 MiB/s rd, 2.3 MiB/s wr, 5 op/s 2024-08-29T18:29:31.693 INFO:tasks.workunit.client.0.smithi028.stdout: 1042: throughput=5MB/sec pending data=0 2024-08-29T18:29:31.693 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-Pv5yJ-FwgHPg1nF off=17353499 len=16709 2024-08-29T18:29:31.697 INFO:tasks.workunit.client.0.smithi028.stdout:op 5418 completed, throughput=5MB/sec 2024-08-29T18:29:31.698 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-hNF3PDyarY9wwRZ off=13590802 len=1317270 2024-08-29T18:29:31.701 INFO:tasks.workunit.client.0.smithi028.stdout:op 5419 completed, throughput=5MB/sec 2024-08-29T18:29:31.701 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-Zst10aQyv7_GX_r off=5991344 len=1423653 2024-08-29T18:29:31.713 INFO:tasks.workunit.client.0.smithi028.stdout:op 5420 completed, throughput=5MB/sec 2024-08-29T18:29:31.713 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-qH2K84vVDDYNXOl off=533648 len=157387 2024-08-29T18:29:31.716 INFO:tasks.workunit.client.0.smithi028.stdout:op 5421 completed, throughput=5MB/sec 2024-08-29T18:29:31.716 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-LlAvL93i9oJVU3g off=1019047 len=866619 2024-08-29T18:29:31.717 INFO:tasks.workunit.client.0.smithi028.stdout:op 5422 completed, throughput=5MB/sec 2024-08-29T18:29:31.717 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-2pluXrRg8rgjxBa off=8489687 len=1944766 2024-08-29T18:29:31.731 INFO:tasks.workunit.client.0.smithi028.stdout:op 5423 completed, throughput=5MB/sec 2024-08-29T18:29:31.881 INFO:journalctl@ceph.mgr.y.smithi028.stdout:Aug 29 18:29:31 smithi028 bash[70818]: ::ffff:172.21.15.53 - - [29/Aug/2024:18:29:31] "GET /metrics HTTP/1.1" 200 34018 "" "Prometheus/2.43.0" 2024-08-29T18:29:32.576 INFO:journalctl@ceph.prometheus.a.smithi053.stdout:Aug 29 18:29:32 smithi053 bash[95567]: ts=2024-08-29T18:29:32.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"3167ee72-662c-11ef-bcd4-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-29T18:29:32.732 INFO:tasks.workunit.client.0.smithi028.stdout: 1043: throughput=5MB/sec pending data=0 2024-08-29T18:29:32.732 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-v8ni78GgMr0Jjwi off=2313921 len=1047835 2024-08-29T18:29:32.735 INFO:tasks.workunit.client.0.smithi028.stdout:op 5424 completed, throughput=5MB/sec 2024-08-29T18:29:32.735 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-LqBBa0K-gbmoEyw off=2959124 len=137315 2024-08-29T18:29:32.736 INFO:tasks.workunit.client.0.smithi028.stdout:op 5425 completed, throughput=5MB/sec 2024-08-29T18:29:32.736 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-M9jgih8hg1dUAu_ off=2495810 len=1593721 2024-08-29T18:29:32.740 INFO:tasks.workunit.client.0.smithi028.stdout:op 5426 completed, throughput=5MB/sec 2024-08-29T18:29:32.740 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-Rcl0YC7vHrNOos0 off=9951138 len=1714674 2024-08-29T18:29:32.745 INFO:tasks.workunit.client.0.smithi028.stdout:op 5427 completed, throughput=5MB/sec 2024-08-29T18:29:33.326 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:29:33 smithi053 bash[68679]: cluster 2024-08-29T18:29:31.942124+0000 mgr.y (mgr.25022) 1284 : cluster [DBG] pgmap v1972: 105 pgs: 105 active+clean; 127 GiB data, 13 GiB used, 703 GiB / 715 GiB avail; 2.1 MiB/s rd, 1.4 MiB/s wr, 3 op/s 2024-08-29T18:29:33.381 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:29:33 smithi028 bash[78352]: cluster 2024-08-29T18:29:31.942124+0000 mgr.y (mgr.25022) 1284 : cluster [DBG] pgmap v1972: 105 pgs: 105 active+clean; 127 GiB data, 13 GiB used, 703 GiB / 715 GiB avail; 2.1 MiB/s rd, 1.4 MiB/s wr, 3 op/s 2024-08-29T18:29:33.381 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:29:33 smithi028 bash[77168]: cluster 2024-08-29T18:29:31.942124+0000 mgr.y (mgr.25022) 1284 : cluster [DBG] pgmap v1972: 105 pgs: 105 active+clean; 127 GiB data, 13 GiB used, 703 GiB / 715 GiB avail; 2.1 MiB/s rd, 1.4 MiB/s wr, 3 op/s 2024-08-29T18:29:33.745 INFO:tasks.workunit.client.0.smithi028.stdout: 1044: throughput=5MB/sec pending data=0 2024-08-29T18:29:33.745 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-5TaRK5daIKn3NR0 off=471022 len=1943810 2024-08-29T18:29:33.758 INFO:tasks.workunit.client.0.smithi028.stdout:op 5428 completed, throughput=5MB/sec 2024-08-29T18:29:33.759 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-QnUl0uV1sFKuVlx off=1772498 len=1908799 2024-08-29T18:29:33.765 INFO:tasks.workunit.client.0.smithi028.stdout:op 5429 completed, throughput=5MB/sec 2024-08-29T18:29:33.765 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-3weLo5nBLpCRR-o off=7918752 len=898469 2024-08-29T18:29:33.774 INFO:tasks.workunit.client.0.smithi028.stdout:op 5430 completed, throughput=5MB/sec 2024-08-29T18:29:33.774 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-xoUDsc72LT3yprg off=0 len=1495604 2024-08-29T18:29:33.777 INFO:tasks.workunit.client.0.smithi028.stdout:op 5431 completed, throughput=5MB/sec 2024-08-29T18:29:34.778 INFO:tasks.workunit.client.0.smithi028.stdout: 1045: throughput=5MB/sec pending data=0 2024-08-29T18:29:34.778 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-6sHg-mwpVDJyXXD off=5748486 len=497615 2024-08-29T18:29:34.781 INFO:tasks.workunit.client.0.smithi028.stdout:op 5432 completed, throughput=5MB/sec 2024-08-29T18:29:34.781 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-lvPy_o6rZCI2TUM off=408189 len=908665 2024-08-29T18:29:34.789 INFO:tasks.workunit.client.0.smithi028.stdout:op 5433 completed, throughput=5MB/sec 2024-08-29T18:29:34.789 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-CGjwOabd34GDrnB off=12028306 len=1277460 2024-08-29T18:29:34.792 INFO:tasks.workunit.client.0.smithi028.stdout:op 5434 completed, throughput=5MB/sec 2024-08-29T18:29:34.792 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-jAZIt3HhqCC3FTc off=5430130 len=258542 2024-08-29T18:29:34.798 INFO:tasks.workunit.client.0.smithi028.stdout:op 5435 completed, throughput=5MB/sec 2024-08-29T18:29:34.798 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-MTzNIKWj-hzeT-p off=9851453 len=1064062 2024-08-29T18:29:34.808 INFO:tasks.workunit.client.0.smithi028.stdout:op 5436 completed, throughput=5MB/sec 2024-08-29T18:29:34.808 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-syER1XhcSxTTbE3 off=89240 len=14251 2024-08-29T18:29:34.812 INFO:tasks.workunit.client.0.smithi028.stdout:op 5437 completed, throughput=5MB/sec 2024-08-29T18:29:34.812 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-PWAfWbeV8Fv4KLU off=7775525 len=153237 2024-08-29T18:29:34.817 INFO:tasks.workunit.client.0.smithi028.stdout:op 5438 completed, throughput=5MB/sec 2024-08-29T18:29:35.326 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:29:35 smithi053 bash[68679]: cluster 2024-08-29T18:29:33.943054+0000 mgr.y (mgr.25022) 1285 : cluster [DBG] pgmap v1973: 105 pgs: 105 active+clean; 127 GiB data, 13 GiB used, 703 GiB / 715 GiB avail; 3.2 MiB/s rd, 2.2 MiB/s wr, 5 op/s 2024-08-29T18:29:35.381 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:29:35 smithi028 bash[78352]: cluster 2024-08-29T18:29:33.943054+0000 mgr.y (mgr.25022) 1285 : cluster [DBG] pgmap v1973: 105 pgs: 105 active+clean; 127 GiB data, 13 GiB used, 703 GiB / 715 GiB avail; 3.2 MiB/s rd, 2.2 MiB/s wr, 5 op/s 2024-08-29T18:29:35.381 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:29:35 smithi028 bash[77168]: cluster 2024-08-29T18:29:33.943054+0000 mgr.y (mgr.25022) 1285 : cluster [DBG] pgmap v1973: 105 pgs: 105 active+clean; 127 GiB data, 13 GiB used, 703 GiB / 715 GiB avail; 3.2 MiB/s rd, 2.2 MiB/s wr, 5 op/s 2024-08-29T18:29:35.817 INFO:tasks.workunit.client.0.smithi028.stdout: 1046: throughput=5MB/sec pending data=0 2024-08-29T18:29:35.817 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-RLHPv7hZZq0fsOW off=15352353 len=1277582 2024-08-29T18:29:35.828 INFO:tasks.workunit.client.0.smithi028.stdout:op 5439 completed, throughput=5MB/sec 2024-08-29T18:29:35.828 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-Udx5IS-CQW7JdP8 off=18841059 len=1422342 2024-08-29T18:29:35.832 INFO:tasks.workunit.client.0.smithi028.stdout:op 5440 completed, throughput=5MB/sec 2024-08-29T18:29:35.832 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-WrBJWFj6hUQh1Ui off=5211050 len=907244 2024-08-29T18:29:35.841 INFO:tasks.workunit.client.0.smithi028.stdout:op 5441 completed, throughput=5MB/sec 2024-08-29T18:29:35.841 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-AyPbYGL_7mQzQ1L off=2470735 len=1423248 2024-08-29T18:29:35.852 INFO:tasks.workunit.client.0.smithi028.stdout:op 5442 completed, throughput=5MB/sec 2024-08-29T18:29:35.853 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-yFQZHj3mKwcCeJm off=1641989 len=779032 2024-08-29T18:29:35.854 INFO:tasks.workunit.client.0.smithi028.stdout:op 5443 completed, throughput=5MB/sec 2024-08-29T18:29:36.855 INFO:tasks.workunit.client.0.smithi028.stdout: 1047: throughput=5MB/sec pending data=0 2024-08-29T18:29:36.855 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-cj5j0j1KQuGke1K off=8531127 len=1194087 2024-08-29T18:29:36.865 INFO:tasks.workunit.client.0.smithi028.stdout:op 5444 completed, throughput=5MB/sec 2024-08-29T18:29:36.865 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-oVtgpEf9Uvy5IpO off=11529715 len=1599682 2024-08-29T18:29:36.878 INFO:tasks.workunit.client.0.smithi028.stdout:op 5445 completed, throughput=5MB/sec 2024-08-29T18:29:36.878 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-pRY5v3kQVP7GJ0G off=7912545 len=1288711 2024-08-29T18:29:36.882 INFO:tasks.workunit.client.0.smithi028.stdout:op 5446 completed, throughput=5MB/sec 2024-08-29T18:29:36.882 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-kunAk6vMQlxrDx7 off=2351311 len=146283 2024-08-29T18:29:36.883 INFO:tasks.workunit.client.0.smithi028.stdout:op 5447 completed, throughput=5MB/sec 2024-08-29T18:29:36.883 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-ygTL5ZT9sAqxqDo off=15004051 len=37543 2024-08-29T18:29:36.884 INFO:tasks.workunit.client.0.smithi028.stdout:op 5448 completed, throughput=5MB/sec 2024-08-29T18:29:36.884 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-FeErwSfsEgD7eHg off=0 len=1320959 2024-08-29T18:29:36.888 INFO:tasks.workunit.client.0.smithi028.stdout:op 5449 completed, throughput=5MB/sec 2024-08-29T18:29:37.326 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:29:37 smithi053 bash[68679]: cluster 2024-08-29T18:29:35.944231+0000 mgr.y (mgr.25022) 1286 : cluster [DBG] pgmap v1974: 105 pgs: 105 active+clean; 127 GiB data, 13 GiB used, 703 GiB / 715 GiB avail; 3.1 MiB/s rd, 2.0 MiB/s wr, 5 op/s 2024-08-29T18:29:37.381 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:29:37 smithi028 bash[78352]: cluster 2024-08-29T18:29:35.944231+0000 mgr.y (mgr.25022) 1286 : cluster [DBG] pgmap v1974: 105 pgs: 105 active+clean; 127 GiB data, 13 GiB used, 703 GiB / 715 GiB avail; 3.1 MiB/s rd, 2.0 MiB/s wr, 5 op/s 2024-08-29T18:29:37.382 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:29:37 smithi028 bash[77168]: cluster 2024-08-29T18:29:35.944231+0000 mgr.y (mgr.25022) 1286 : cluster [DBG] pgmap v1974: 105 pgs: 105 active+clean; 127 GiB data, 13 GiB used, 703 GiB / 715 GiB avail; 3.1 MiB/s rd, 2.0 MiB/s wr, 5 op/s 2024-08-29T18:29:37.888 INFO:tasks.workunit.client.0.smithi028.stdout: 1048: throughput=5MB/sec pending data=0 2024-08-29T18:29:37.888 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-8fzDk03fQU_R631 off=4163851 len=246628 2024-08-29T18:29:37.890 INFO:tasks.workunit.client.0.smithi028.stdout:op 5450 completed, throughput=5MB/sec 2024-08-29T18:29:37.890 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj--P3tmOysCrpLkDA off=3654578 len=1680689 2024-08-29T18:29:37.895 INFO:tasks.workunit.client.0.smithi028.stdout:op 5451 completed, throughput=5MB/sec 2024-08-29T18:29:37.895 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-1XMQIVVUl6Kwyzx off=7520054 len=210233 2024-08-29T18:29:37.897 INFO:tasks.workunit.client.0.smithi028.stdout:op 5452 completed, throughput=5MB/sec 2024-08-29T18:29:37.897 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-l0ESXdXZgYQSV8W off=4102556 len=1442462 2024-08-29T18:29:37.901 INFO:tasks.workunit.client.0.smithi028.stdout:op 5453 completed, throughput=5MB/sec 2024-08-29T18:29:37.901 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-FhQ5l7CLLe1f5QC off=143980 len=492155 2024-08-29T18:29:37.907 INFO:tasks.workunit.client.0.smithi028.stdout:op 5454 completed, throughput=5MB/sec 2024-08-29T18:29:37.907 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-2HAP0I2dZSH2DO6 off=669815 len=2046420 2024-08-29T18:29:37.922 INFO:tasks.workunit.client.0.smithi028.stdout:op 5455 completed, throughput=5MB/sec 2024-08-29T18:29:38.922 INFO:tasks.workunit.client.0.smithi028.stdout: 1049: throughput=5MB/sec pending data=0 2024-08-29T18:29:38.922 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-2xXtkMheH38l0L0 off=2461386 len=1344297 2024-08-29T18:29:38.933 INFO:tasks.workunit.client.0.smithi028.stdout:op 5456 completed, throughput=5MB/sec 2024-08-29T18:29:38.933 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-7ySNh8lzHEQYZyx off=9725358 len=360721 2024-08-29T18:29:38.934 INFO:tasks.workunit.client.0.smithi028.stdout:op 5457 completed, throughput=5MB/sec 2024-08-29T18:29:38.935 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-5juaY78S8p0JWda off=5253756 len=430822 2024-08-29T18:29:38.941 INFO:tasks.workunit.client.0.smithi028.stdout:op 5458 completed, throughput=5MB/sec 2024-08-29T18:29:38.941 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-Ru_DS0gV_yMcF93 off=2672056 len=559702 2024-08-29T18:29:38.948 INFO:tasks.workunit.client.0.smithi028.stdout:op 5459 completed, throughput=5MB/sec 2024-08-29T18:29:38.948 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-svzUOs6lR6cIVL3 off=5253876 len=486108 2024-08-29T18:29:38.949 INFO:tasks.workunit.client.0.smithi028.stdout:op 5460 completed, throughput=5MB/sec 2024-08-29T18:29:38.950 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-m3178ylziNFPXID off=2875306 len=951210 2024-08-29T18:29:38.958 INFO:tasks.workunit.client.0.smithi028.stdout:op 5461 completed, throughput=5MB/sec 2024-08-29T18:29:38.958 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-jvnyyleIkz9b37c off=13607341 len=1088186 2024-08-29T18:29:38.961 INFO:tasks.workunit.client.0.smithi028.stdout:op 5462 completed, throughput=5MB/sec 2024-08-29T18:29:39.326 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:29:39 smithi053 bash[68679]: cluster 2024-08-29T18:29:37.945029+0000 mgr.y (mgr.25022) 1287 : cluster [DBG] pgmap v1975: 105 pgs: 105 active+clean; 127 GiB data, 13 GiB used, 703 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.0 MiB/s wr, 4 op/s 2024-08-29T18:29:39.381 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:29:39 smithi028 bash[78352]: cluster 2024-08-29T18:29:37.945029+0000 mgr.y (mgr.25022) 1287 : cluster [DBG] pgmap v1975: 105 pgs: 105 active+clean; 127 GiB data, 13 GiB used, 703 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.0 MiB/s wr, 4 op/s 2024-08-29T18:29:39.381 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:29:39 smithi028 bash[77168]: cluster 2024-08-29T18:29:37.945029+0000 mgr.y (mgr.25022) 1287 : cluster [DBG] pgmap v1975: 105 pgs: 105 active+clean; 127 GiB data, 13 GiB used, 703 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.0 MiB/s wr, 4 op/s 2024-08-29T18:29:39.961 INFO:tasks.workunit.client.0.smithi028.stdout: 1050: throughput=5MB/sec pending data=0 2024-08-29T18:29:39.961 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-aJyFJokG-CkTmk0 off=2361039 len=655719 2024-08-29T18:29:39.964 INFO:tasks.workunit.client.0.smithi028.stdout:op 5463 completed, throughput=5MB/sec 2024-08-29T18:29:39.964 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-i16sHmmTfhhmH90 off=11730379 len=1727277 2024-08-29T18:29:39.977 INFO:tasks.workunit.client.0.smithi028.stdout:op 5464 completed, throughput=5MB/sec 2024-08-29T18:29:39.977 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-XGE6ubNKmp66ZTE off=18522762 len=2048480 2024-08-29T18:29:39.981 INFO:tasks.workunit.client.0.smithi028.stdout:op 5465 completed, throughput=5MB/sec 2024-08-29T18:29:40.982 INFO:tasks.workunit.client.0.smithi028.stdout: 1051: throughput=5MB/sec pending data=0 2024-08-29T18:29:40.982 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-hlpOZJhFPEguzBC off=939631 len=42240 2024-08-29T18:29:40.986 INFO:tasks.workunit.client.0.smithi028.stdout:op 5466 completed, throughput=5MB/sec 2024-08-29T18:29:40.986 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-_5yNiG2ULcRZzgt off=5884023 len=1092063 2024-08-29T18:29:40.996 INFO:tasks.workunit.client.0.smithi028.stdout:op 5467 completed, throughput=5MB/sec 2024-08-29T18:29:40.997 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-gFyzj2YyPgfSFps off=3745409 len=1492942 2024-08-29T18:29:41.008 INFO:tasks.workunit.client.0.smithi028.stdout:op 5468 completed, throughput=5MB/sec 2024-08-29T18:29:41.008 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-ogvxR_hDJZdKgtW off=19659624 len=1042670 2024-08-29T18:29:41.011 INFO:tasks.workunit.client.0.smithi028.stdout:op 5469 completed, throughput=5MB/sec 2024-08-29T18:29:41.011 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-S1hcIv6Lq2f9kGk off=2064789 len=943242 2024-08-29T18:29:41.019 INFO:tasks.workunit.client.0.smithi028.stdout:op 5470 completed, throughput=5MB/sec 2024-08-29T18:29:41.020 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-hqnspmpxIYVQFaj off=686425 len=1943341 2024-08-29T18:29:41.032 INFO:tasks.workunit.client.0.smithi028.stdout:op 5471 completed, throughput=5MB/sec 2024-08-29T18:29:41.326 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:29:41 smithi053 bash[68679]: cluster 2024-08-29T18:29:39.946222+0000 mgr.y (mgr.25022) 1288 : cluster [DBG] pgmap v1976: 105 pgs: 105 active+clean; 127 GiB data, 13 GiB used, 703 GiB / 715 GiB avail; 3.4 MiB/s rd, 2.9 MiB/s wr, 6 op/s 2024-08-29T18:29:41.381 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:29:41 smithi028 bash[78352]: cluster 2024-08-29T18:29:39.946222+0000 mgr.y (mgr.25022) 1288 : cluster [DBG] pgmap v1976: 105 pgs: 105 active+clean; 127 GiB data, 13 GiB used, 703 GiB / 715 GiB avail; 3.4 MiB/s rd, 2.9 MiB/s wr, 6 op/s 2024-08-29T18:29:41.381 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:29:41 smithi028 bash[77168]: cluster 2024-08-29T18:29:39.946222+0000 mgr.y (mgr.25022) 1288 : cluster [DBG] pgmap v1976: 105 pgs: 105 active+clean; 127 GiB data, 13 GiB used, 703 GiB / 715 GiB avail; 3.4 MiB/s rd, 2.9 MiB/s wr, 6 op/s 2024-08-29T18:29:41.881 INFO:journalctl@ceph.mgr.y.smithi028.stdout:Aug 29 18:29:41 smithi028 bash[70818]: ::ffff:172.21.15.53 - - [29/Aug/2024:18:29:41] "GET /metrics HTTP/1.1" 200 34018 "" "Prometheus/2.43.0" 2024-08-29T18:29:42.032 INFO:tasks.workunit.client.0.smithi028.stdout: 1052: throughput=5MB/sec pending data=0 2024-08-29T18:29:42.033 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-zZPvwCeZ5HZ0upw off=7631582 len=1078343 2024-08-29T18:29:42.036 INFO:tasks.workunit.client.0.smithi028.stdout:op 5472 completed, throughput=5MB/sec 2024-08-29T18:29:42.036 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-9iJuK-m7LuNta7b off=1512167 len=1340531 2024-08-29T18:29:42.046 INFO:tasks.workunit.client.0.smithi028.stdout:op 5473 completed, throughput=5MB/sec 2024-08-29T18:29:42.046 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-7lWB_St17u8V68z off=493771 len=1610707 2024-08-29T18:29:42.059 INFO:tasks.workunit.client.0.smithi028.stdout:op 5474 completed, throughput=5MB/sec 2024-08-29T18:29:42.059 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-UIIolgiAp0Dt7Om off=2660484 len=1219660 2024-08-29T18:29:42.069 INFO:tasks.workunit.client.0.smithi028.stdout:op 5475 completed, throughput=5MB/sec 2024-08-29T18:29:42.576 INFO:journalctl@ceph.prometheus.a.smithi053.stdout:Aug 29 18:29:42 smithi053 bash[95567]: ts=2024-08-29T18:29:42.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"3167ee72-662c-11ef-bcd4-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-29T18:29:43.070 INFO:tasks.workunit.client.0.smithi028.stdout: 1053: throughput=5MB/sec pending data=0 2024-08-29T18:29:43.070 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-mbqaSGjx_U_n5LH off=7895905 len=280901 2024-08-29T18:29:43.072 INFO:tasks.workunit.client.0.smithi028.stdout:op 5476 completed, throughput=5MB/sec 2024-08-29T18:29:43.072 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-Ig6kddLE62znPPn off=2247726 len=1138644 2024-08-29T18:29:43.076 INFO:tasks.workunit.client.0.smithi028.stdout:op 5477 completed, throughput=5MB/sec 2024-08-29T18:29:43.076 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-GQncrdhOxA0Bos9 off=1936742 len=771422 2024-08-29T18:29:43.079 INFO:tasks.workunit.client.0.smithi028.stdout:op 5478 completed, throughput=5MB/sec 2024-08-29T18:29:43.079 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-yG84dq7SZdSeod- off=10080847 len=118620 2024-08-29T18:29:43.080 INFO:tasks.workunit.client.0.smithi028.stdout:op 5479 completed, throughput=5MB/sec 2024-08-29T18:29:43.080 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-IwerVhqZGusOnMq off=21787320 len=1223726 2024-08-29T18:29:43.084 INFO:tasks.workunit.client.0.smithi028.stdout:op 5480 completed, throughput=5MB/sec 2024-08-29T18:29:43.084 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-uvwefl9nyWVGu-Z off=14820354 len=154471 2024-08-29T18:29:43.089 INFO:tasks.workunit.client.0.smithi028.stdout:op 5481 completed, throughput=5MB/sec 2024-08-29T18:29:43.089 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-IJr6ujnU134y_ir off=5442191 len=104750 2024-08-29T18:29:43.095 INFO:tasks.workunit.client.0.smithi028.stdout:op 5482 completed, throughput=5MB/sec 2024-08-29T18:29:43.095 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-0Jdcg8XjbhyU4F9 off=152716 len=1405038 2024-08-29T18:29:43.098 INFO:tasks.workunit.client.0.smithi028.stdout:op 5483 completed, throughput=5MB/sec 2024-08-29T18:29:43.326 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:29:43 smithi053 bash[68679]: cluster 2024-08-29T18:29:41.947071+0000 mgr.y (mgr.25022) 1289 : cluster [DBG] pgmap v1977: 105 pgs: 105 active+clean; 127 GiB data, 13 GiB used, 703 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2024-08-29T18:29:43.326 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:29:43 smithi053 bash[68679]: audit 2024-08-29T18:29:42.111621+0000 mon.a (mon.0) 2291 : audit [DBG] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-29T18:29:43.381 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:29:43 smithi028 bash[78352]: cluster 2024-08-29T18:29:41.947071+0000 mgr.y (mgr.25022) 1289 : cluster [DBG] pgmap v1977: 105 pgs: 105 active+clean; 127 GiB data, 13 GiB used, 703 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2024-08-29T18:29:43.381 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:29:43 smithi028 bash[78352]: audit 2024-08-29T18:29:42.111621+0000 mon.a (mon.0) 2291 : audit [DBG] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-29T18:29:43.381 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:29:43 smithi028 bash[77168]: cluster 2024-08-29T18:29:41.947071+0000 mgr.y (mgr.25022) 1289 : cluster [DBG] pgmap v1977: 105 pgs: 105 active+clean; 127 GiB data, 13 GiB used, 703 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2024-08-29T18:29:43.381 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:29:43 smithi028 bash[77168]: audit 2024-08-29T18:29:42.111621+0000 mon.a (mon.0) 2291 : audit [DBG] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-29T18:29:44.099 INFO:tasks.workunit.client.0.smithi028.stdout: 1054: throughput=5MB/sec pending data=0 2024-08-29T18:29:44.099 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-FhNhL_E4TjDml41 off=6910934 len=1790885 2024-08-29T18:29:44.104 INFO:tasks.workunit.client.0.smithi028.stdout:op 5484 completed, throughput=5MB/sec 2024-08-29T18:29:44.105 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-O8bfgOREC698pW2 off=13127555 len=2039868 2024-08-29T18:29:44.121 INFO:tasks.workunit.client.0.smithi028.stdout:op 5485 completed, throughput=5MB/sec 2024-08-29T18:29:44.121 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-_reDB5tGUkleoz8 off=3291414 len=1301820 2024-08-29T18:29:44.131 INFO:tasks.workunit.client.0.smithi028.stdout:op 5486 completed, throughput=5MB/sec 2024-08-29T18:29:45.131 INFO:tasks.workunit.client.0.smithi028.stdout: 1055: throughput=5MB/sec pending data=0 2024-08-29T18:29:45.131 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-lW-xvs6VZuJi_TC off=1242463 len=2042569 2024-08-29T18:29:45.146 INFO:tasks.workunit.client.0.smithi028.stdout:op 5487 completed, throughput=5MB/sec 2024-08-29T18:29:45.146 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-M1D9K_OEPFUuUzJ off=4744678 len=1502644 2024-08-29T18:29:45.157 INFO:tasks.workunit.client.0.smithi028.stdout:op 5488 completed, throughput=5MB/sec 2024-08-29T18:29:45.157 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-51t2rfowWL5vPC0 off=4017452 len=386359 2024-08-29T18:29:45.164 INFO:tasks.workunit.client.0.smithi028.stdout:op 5489 completed, throughput=5MB/sec 2024-08-29T18:29:45.164 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-J-x_NudExr-SXV2 off=7539764 len=1720299 2024-08-29T18:29:45.175 INFO:tasks.workunit.client.0.smithi028.stdout:op 5490 completed, throughput=5MB/sec 2024-08-29T18:29:45.326 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:29:45 smithi053 bash[68679]: cluster 2024-08-29T18:29:43.947992+0000 mgr.y (mgr.25022) 1290 : cluster [DBG] pgmap v1978: 105 pgs: 105 active+clean; 127 GiB data, 13 GiB used, 703 GiB / 715 GiB avail; 3.0 MiB/s rd, 3.1 MiB/s wr, 6 op/s 2024-08-29T18:29:45.381 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:29:45 smithi028 bash[77168]: cluster 2024-08-29T18:29:43.947992+0000 mgr.y (mgr.25022) 1290 : cluster [DBG] pgmap v1978: 105 pgs: 105 active+clean; 127 GiB data, 13 GiB used, 703 GiB / 715 GiB avail; 3.0 MiB/s rd, 3.1 MiB/s wr, 6 op/s 2024-08-29T18:29:45.381 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:29:45 smithi028 bash[78352]: cluster 2024-08-29T18:29:43.947992+0000 mgr.y (mgr.25022) 1290 : cluster [DBG] pgmap v1978: 105 pgs: 105 active+clean; 127 GiB data, 13 GiB used, 703 GiB / 715 GiB avail; 3.0 MiB/s rd, 3.1 MiB/s wr, 6 op/s 2024-08-29T18:29:46.175 INFO:tasks.workunit.client.0.smithi028.stdout: 1056: throughput=5MB/sec pending data=0 2024-08-29T18:29:46.176 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-zABPbagXpQ9xaa4 off=2870224 len=916016 2024-08-29T18:29:46.185 INFO:tasks.workunit.client.0.smithi028.stdout:op 5491 completed, throughput=5MB/sec 2024-08-29T18:29:46.185 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-h_N-QCQEcU69RDH off=3381397 len=1250966 2024-08-29T18:29:46.195 INFO:tasks.workunit.client.0.smithi028.stdout:op 5492 completed, throughput=5MB/sec 2024-08-29T18:29:46.195 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-5gCnG8OlBFrXbU4 off=6890517 len=1087422 2024-08-29T18:29:46.199 INFO:tasks.workunit.client.0.smithi028.stdout:op 5493 completed, throughput=5MB/sec 2024-08-29T18:29:46.199 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-SRX1tuSGTl2Nukq off=2480798 len=612631 2024-08-29T18:29:46.205 INFO:tasks.workunit.client.0.smithi028.stdout:op 5494 completed, throughput=5MB/sec 2024-08-29T18:29:46.206 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj--7_BgkY-Yj3hTgT off=2804155 len=768336 2024-08-29T18:29:46.214 INFO:tasks.workunit.client.0.smithi028.stdout:op 5495 completed, throughput=5MB/sec 2024-08-29T18:29:46.214 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-Uaaz6xx0D3yt_e7 off=1455364 len=489311 2024-08-29T18:29:46.216 INFO:tasks.workunit.client.0.smithi028.stdout:op 5496 completed, throughput=5MB/sec 2024-08-29T18:29:47.216 INFO:tasks.workunit.client.0.smithi028.stdout: 1057: throughput=5MB/sec pending data=0 2024-08-29T18:29:47.216 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-PR1jPCu32OzVByS off=1095705 len=1825796 2024-08-29T18:29:47.222 INFO:tasks.workunit.client.0.smithi028.stdout:op 5497 completed, throughput=5MB/sec 2024-08-29T18:29:47.222 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-qFsGC_NcWSw21eE off=3390114 len=1920366 2024-08-29T18:29:47.237 INFO:tasks.workunit.client.0.smithi028.stdout:op 5498 completed, throughput=5MB/sec 2024-08-29T18:29:47.237 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-Ily-GgLAxf3jGaX off=9910910 len=1660768 2024-08-29T18:29:47.249 INFO:tasks.workunit.client.0.smithi028.stdout:op 5499 completed, throughput=5MB/sec 2024-08-29T18:29:47.381 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:29:47 smithi028 bash[78352]: cluster 2024-08-29T18:29:45.949145+0000 mgr.y (mgr.25022) 1291 : cluster [DBG] pgmap v1979: 105 pgs: 105 active+clean; 127 GiB data, 13 GiB used, 703 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2024-08-29T18:29:47.381 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:29:47 smithi028 bash[77168]: cluster 2024-08-29T18:29:45.949145+0000 mgr.y (mgr.25022) 1291 : cluster [DBG] pgmap v1979: 105 pgs: 105 active+clean; 127 GiB data, 13 GiB used, 703 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2024-08-29T18:29:47.576 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:29:47 smithi053 bash[68679]: cluster 2024-08-29T18:29:45.949145+0000 mgr.y (mgr.25022) 1291 : cluster [DBG] pgmap v1979: 105 pgs: 105 active+clean; 127 GiB data, 13 GiB used, 703 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2024-08-29T18:29:48.249 INFO:tasks.workunit.client.0.smithi028.stdout: 1058: throughput=5MB/sec pending data=0 2024-08-29T18:29:48.250 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-cKHCRFNa-V3AzCA off=3398038 len=90175 2024-08-29T18:29:48.251 INFO:tasks.workunit.client.0.smithi028.stdout:op 5500 completed, throughput=5MB/sec 2024-08-29T18:29:48.251 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-MwbPpEUAJbnxX9l off=1329693 len=345824 2024-08-29T18:29:48.253 INFO:tasks.workunit.client.0.smithi028.stdout:op 5501 completed, throughput=5MB/sec 2024-08-29T18:29:48.253 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-IpzufOtoFMjDjOF off=258581 len=1183052 2024-08-29T18:29:48.256 INFO:tasks.workunit.client.0.smithi028.stdout:op 5502 completed, throughput=5MB/sec 2024-08-29T18:29:48.257 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj--yiZois3yBC10JE off=2077437 len=851663 2024-08-29T18:29:48.259 INFO:tasks.workunit.client.0.smithi028.stdout:op 5503 completed, throughput=5MB/sec 2024-08-29T18:29:48.259 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj--iuqeQQnTCv7mdU off=5271414 len=1781335 2024-08-29T18:29:48.263 INFO:tasks.workunit.client.0.smithi028.stdout:op 5504 completed, throughput=5MB/sec 2024-08-29T18:29:48.263 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-tHhQ5mYW-meEYBM off=2879926 len=2011154 2024-08-29T18:29:48.279 INFO:tasks.workunit.client.0.smithi028.stdout:op 5505 completed, throughput=5MB/sec 2024-08-29T18:29:49.279 INFO:tasks.workunit.client.0.smithi028.stdout: 1059: throughput=5MB/sec pending data=0 2024-08-29T18:29:49.279 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-lGlGj-o9MudWmJ8 off=969209 len=2019439 2024-08-29T18:29:49.293 INFO:tasks.workunit.client.0.smithi028.stdout:op 5506 completed, throughput=5MB/sec 2024-08-29T18:29:49.294 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-p7W0ZtI7J6M6S-g off=1050437 len=262476 2024-08-29T18:29:49.295 INFO:tasks.workunit.client.0.smithi028.stdout:op 5507 completed, throughput=5MB/sec 2024-08-29T18:29:49.295 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-DqA4kgEJoKaQAVJ off=5353738 len=393049 2024-08-29T18:29:49.296 INFO:tasks.workunit.client.0.smithi028.stdout:op 5508 completed, throughput=5MB/sec 2024-08-29T18:29:49.296 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-9usnczyjEQJw0fH off=4217654 len=404955 2024-08-29T18:29:49.304 INFO:tasks.workunit.client.0.smithi028.stdout:op 5509 completed, throughput=5MB/sec 2024-08-29T18:29:49.304 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-6-OOlYnGY1Biqix off=7434118 len=602550 2024-08-29T18:29:49.310 INFO:tasks.workunit.client.0.smithi028.stdout:op 5510 completed, throughput=5MB/sec 2024-08-29T18:29:49.311 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-kglqi4MrdOhxeYB off=5287041 len=1675254 2024-08-29T18:29:49.323 INFO:tasks.workunit.client.0.smithi028.stdout:op 5511 completed, throughput=5MB/sec 2024-08-29T18:29:49.381 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:29:49 smithi028 bash[78352]: cluster 2024-08-29T18:29:47.949920+0000 mgr.y (mgr.25022) 1292 : cluster [DBG] pgmap v1980: 105 pgs: 105 active+clean; 127 GiB data, 13 GiB used, 702 GiB / 715 GiB avail; 2.2 MiB/s rd, 3.1 MiB/s wr, 5 op/s 2024-08-29T18:29:49.381 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:29:49 smithi028 bash[77168]: cluster 2024-08-29T18:29:47.949920+0000 mgr.y (mgr.25022) 1292 : cluster [DBG] pgmap v1980: 105 pgs: 105 active+clean; 127 GiB data, 13 GiB used, 702 GiB / 715 GiB avail; 2.2 MiB/s rd, 3.1 MiB/s wr, 5 op/s 2024-08-29T18:29:49.576 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:29:49 smithi053 bash[68679]: cluster 2024-08-29T18:29:47.949920+0000 mgr.y (mgr.25022) 1292 : cluster [DBG] pgmap v1980: 105 pgs: 105 active+clean; 127 GiB data, 13 GiB used, 702 GiB / 715 GiB avail; 2.2 MiB/s rd, 3.1 MiB/s wr, 5 op/s 2024-08-29T18:29:50.323 INFO:tasks.workunit.client.0.smithi028.stdout: 1060: throughput=5MB/sec pending data=0 2024-08-29T18:29:50.324 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-RDNitbCHArPjdAu off=3268424 len=1135660 2024-08-29T18:29:50.333 INFO:tasks.workunit.client.0.smithi028.stdout:op 5512 completed, throughput=5MB/sec 2024-08-29T18:29:50.333 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-rNmzd7LscQiV8cq off=7163450 len=654847 2024-08-29T18:29:50.340 INFO:tasks.workunit.client.0.smithi028.stdout:op 5513 completed, throughput=5MB/sec 2024-08-29T18:29:50.341 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-iWAUX3FlWaiyb2D off=3829077 len=598317 2024-08-29T18:29:50.342 INFO:tasks.workunit.client.0.smithi028.stdout:op 5514 completed, throughput=5MB/sec 2024-08-29T18:29:50.343 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-2DN0kd13IiTAMw8 off=13723207 len=791940 2024-08-29T18:29:50.349 INFO:tasks.workunit.client.0.smithi028.stdout:op 5515 completed, throughput=5MB/sec 2024-08-29T18:29:50.349 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-d0Pnuebv2eVRg12 off=7099 len=1885553 2024-08-29T18:29:50.351 INFO:tasks.workunit.client.0.smithi028.stdout:op 5516 completed, throughput=5MB/sec 2024-08-29T18:29:51.352 INFO:tasks.workunit.client.0.smithi028.stdout: 1061: throughput=5MB/sec pending data=0 2024-08-29T18:29:51.352 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-PMOyVoiWKWGsi79 off=3406324 len=417449 2024-08-29T18:29:51.354 INFO:tasks.workunit.client.0.smithi028.stdout:op 5517 completed, throughput=5MB/sec 2024-08-29T18:29:51.354 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-1YzC8SSwJdX6wKr off=9678309 len=483615 2024-08-29T18:29:51.361 INFO:tasks.workunit.client.0.smithi028.stdout:op 5518 completed, throughput=5MB/sec 2024-08-29T18:29:51.361 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-cnq624j0-EpTuMJ off=1394484 len=1118175 2024-08-29T18:29:51.364 INFO:tasks.workunit.client.0.smithi028.stdout:op 5519 completed, throughput=5MB/sec 2024-08-29T18:29:51.364 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-ngX_lToWqajquPh off=7225051 len=1363603 2024-08-29T18:29:51.369 INFO:tasks.workunit.client.0.smithi028.stdout:op 5520 completed, throughput=5MB/sec 2024-08-29T18:29:51.369 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-8UhCr-JDx-WBTb8 off=539002 len=1056024 2024-08-29T18:29:51.379 INFO:tasks.workunit.client.0.smithi028.stdout:op 5521 completed, throughput=5MB/sec 2024-08-29T18:29:51.379 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-5D4GiK_poIy9Gp6 off=995738 len=1154359 2024-08-29T18:29:51.380 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:29:51 smithi028 bash[78352]: cluster 2024-08-29T18:29:49.951048+0000 mgr.y (mgr.25022) 1293 : cluster [DBG] pgmap v1981: 105 pgs: 105 active+clean; 127 GiB data, 13 GiB used, 702 GiB / 715 GiB avail; 2.6 MiB/s rd, 3.6 MiB/s wr, 6 op/s 2024-08-29T18:29:51.381 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:29:51 smithi028 bash[77168]: cluster 2024-08-29T18:29:49.951048+0000 mgr.y (mgr.25022) 1293 : cluster [DBG] pgmap v1981: 105 pgs: 105 active+clean; 127 GiB data, 13 GiB used, 702 GiB / 715 GiB avail; 2.6 MiB/s rd, 3.6 MiB/s wr, 6 op/s 2024-08-29T18:29:51.383 INFO:tasks.workunit.client.0.smithi028.stdout:op 5522 completed, throughput=5MB/sec 2024-08-29T18:29:51.576 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:29:51 smithi053 bash[68679]: cluster 2024-08-29T18:29:49.951048+0000 mgr.y (mgr.25022) 1293 : cluster [DBG] pgmap v1981: 105 pgs: 105 active+clean; 127 GiB data, 13 GiB used, 702 GiB / 715 GiB avail; 2.6 MiB/s rd, 3.6 MiB/s wr, 6 op/s 2024-08-29T18:29:51.880 INFO:journalctl@ceph.mgr.y.smithi028.stdout:Aug 29 18:29:51 smithi028 bash[70818]: ::ffff:172.21.15.53 - - [29/Aug/2024:18:29:51] "GET /metrics HTTP/1.1" 200 34022 "" "Prometheus/2.43.0" 2024-08-29T18:29:52.384 INFO:tasks.workunit.client.0.smithi028.stdout: 1062: throughput=5MB/sec pending data=0 2024-08-29T18:29:52.384 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-GNgUg5vmFPbN1Uc off=6715269 len=206954 2024-08-29T18:29:52.388 INFO:tasks.workunit.client.0.smithi028.stdout:op 5523 completed, throughput=5MB/sec 2024-08-29T18:29:52.388 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-JeFlYBBhHH6vi6- off=0 len=1253856 2024-08-29T18:29:52.396 INFO:tasks.workunit.client.0.smithi028.stdout:op 5524 completed, throughput=5MB/sec 2024-08-29T18:29:52.396 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-1N8ybieukTh0047 off=0 len=1327063 2024-08-29T18:29:52.400 INFO:tasks.workunit.client.0.smithi028.stdout:op 5525 completed, throughput=5MB/sec 2024-08-29T18:29:52.400 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-uUUJEs6Q6qiJN1i off=67611 len=950838 2024-08-29T18:29:52.408 INFO:tasks.workunit.client.0.smithi028.stdout:op 5526 completed, throughput=5MB/sec 2024-08-29T18:29:52.408 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-Hl945quoKG5erCa off=3949764 len=643307 2024-08-29T18:29:52.415 INFO:tasks.workunit.client.0.smithi028.stdout:op 5527 completed, throughput=5MB/sec 2024-08-29T18:29:52.415 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-lX4o9Uk1jsG-L4a off=785933 len=267192 2024-08-29T18:29:52.417 INFO:tasks.workunit.client.0.smithi028.stdout:op 5528 completed, throughput=5MB/sec 2024-08-29T18:29:52.576 INFO:journalctl@ceph.prometheus.a.smithi053.stdout:Aug 29 18:29:52 smithi053 bash[95567]: ts=2024-08-29T18:29:52.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"3167ee72-662c-11ef-bcd4-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-29T18:29:53.381 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:29:53 smithi028 bash[77168]: cluster 2024-08-29T18:29:51.951874+0000 mgr.y (mgr.25022) 1294 : cluster [DBG] pgmap v1982: 105 pgs: 105 active+clean; 127 GiB data, 13 GiB used, 702 GiB / 715 GiB avail; 1.8 MiB/s rd, 2.6 MiB/s wr, 4 op/s 2024-08-29T18:29:53.381 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:29:53 smithi028 bash[78352]: cluster 2024-08-29T18:29:51.951874+0000 mgr.y (mgr.25022) 1294 : cluster [DBG] pgmap v1982: 105 pgs: 105 active+clean; 127 GiB data, 13 GiB used, 702 GiB / 715 GiB avail; 1.8 MiB/s rd, 2.6 MiB/s wr, 4 op/s 2024-08-29T18:29:53.417 INFO:tasks.workunit.client.0.smithi028.stdout: 1063: throughput=5MB/sec pending data=0 2024-08-29T18:29:53.417 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-g7nGYmiRqvJCKSB off=7583635 len=848308 2024-08-29T18:29:53.421 INFO:tasks.workunit.client.0.smithi028.stdout:op 5529 completed, throughput=5MB/sec 2024-08-29T18:29:53.421 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-HCt0Z4gq6wAzHTo off=4544052 len=1434029 2024-08-29T18:29:53.433 INFO:tasks.workunit.client.0.smithi028.stdout:op 5530 completed, throughput=5MB/sec 2024-08-29T18:29:53.433 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-efn-rwQlwRhN51s off=2293234 len=1743381 2024-08-29T18:29:53.446 INFO:tasks.workunit.client.0.smithi028.stdout:op 5531 completed, throughput=5MB/sec 2024-08-29T18:29:53.446 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-_Wt5NqL9vM5B43d off=5217929 len=2039433 2024-08-29T18:29:53.452 INFO:tasks.workunit.client.0.smithi028.stdout:op 5532 completed, throughput=5MB/sec 2024-08-29T18:29:53.576 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:29:53 smithi053 bash[68679]: cluster 2024-08-29T18:29:51.951874+0000 mgr.y (mgr.25022) 1294 : cluster [DBG] pgmap v1982: 105 pgs: 105 active+clean; 127 GiB data, 13 GiB used, 702 GiB / 715 GiB avail; 1.8 MiB/s rd, 2.6 MiB/s wr, 4 op/s 2024-08-29T18:29:54.453 INFO:tasks.workunit.client.0.smithi028.stdout: 1064: throughput=5MB/sec pending data=0 2024-08-29T18:29:54.453 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-0qqfd3vDJNBvrGl off=11996620 len=157181 2024-08-29T18:29:54.458 INFO:tasks.workunit.client.0.smithi028.stdout:op 5533 completed, throughput=5MB/sec 2024-08-29T18:29:54.459 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-AuIRlpT3Gg-e_49 off=36099 len=487787 2024-08-29T18:29:54.461 INFO:tasks.workunit.client.0.smithi028.stdout:op 5534 completed, throughput=5MB/sec 2024-08-29T18:29:54.461 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-zJeD_SNPVPTHXMF off=15666387 len=1547768 2024-08-29T18:29:54.472 INFO:tasks.workunit.client.0.smithi028.stdout:op 5535 completed, throughput=5MB/sec 2024-08-29T18:29:54.473 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-WaefAPSv9z8v33i off=4432495 len=316409 2024-08-29T18:29:54.474 INFO:tasks.workunit.client.0.smithi028.stdout:op 5536 completed, throughput=5MB/sec 2024-08-29T18:29:54.474 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-oYa7juMmw3eoCpQ off=1664341 len=1308474 2024-08-29T18:29:54.485 INFO:tasks.workunit.client.0.smithi028.stdout:op 5537 completed, throughput=5MB/sec 2024-08-29T18:29:54.485 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-9Uv4455qB2WqRoU off=4400097 len=1484203 2024-08-29T18:29:54.491 INFO:tasks.workunit.client.0.smithi028.stdout:op 5538 completed, throughput=5MB/sec 2024-08-29T18:29:55.381 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:29:55 smithi028 bash[77168]: cluster 2024-08-29T18:29:53.952796+0000 mgr.y (mgr.25022) 1295 : cluster [DBG] pgmap v1983: 105 pgs: 105 active+clean; 127 GiB data, 13 GiB used, 702 GiB / 715 GiB avail; 2.3 MiB/s rd, 3.3 MiB/s wr, 5 op/s 2024-08-29T18:29:55.381 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:29:55 smithi028 bash[78352]: cluster 2024-08-29T18:29:53.952796+0000 mgr.y (mgr.25022) 1295 : cluster [DBG] pgmap v1983: 105 pgs: 105 active+clean; 127 GiB data, 13 GiB used, 702 GiB / 715 GiB avail; 2.3 MiB/s rd, 3.3 MiB/s wr, 5 op/s 2024-08-29T18:29:55.491 INFO:tasks.workunit.client.0.smithi028.stdout: 1065: throughput=5MB/sec pending data=0 2024-08-29T18:29:55.491 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj--wwaN548GukEWWp off=430910 len=480059 2024-08-29T18:29:55.497 INFO:tasks.workunit.client.0.smithi028.stdout:op 5539 completed, throughput=5MB/sec 2024-08-29T18:29:55.498 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-5D4GiK_poIy9Gp6 off=795115 len=416293 2024-08-29T18:29:55.500 INFO:tasks.workunit.client.0.smithi028.stdout:op 5540 completed, throughput=5MB/sec 2024-08-29T18:29:55.500 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-YPoRnxpBVhwS0sK off=4224201 len=1865998 2024-08-29T18:29:55.513 INFO:tasks.workunit.client.0.smithi028.stdout:op 5541 completed, throughput=5MB/sec 2024-08-29T18:29:55.513 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-L7_7t3pSbzsH_u2 off=9276523 len=158959 2024-08-29T18:29:55.518 INFO:tasks.workunit.client.0.smithi028.stdout:op 5542 completed, throughput=5MB/sec 2024-08-29T18:29:55.518 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-_0gXTinPEJZ4jM1 off=10672849 len=1679891 2024-08-29T18:29:55.520 INFO:tasks.workunit.client.0.smithi028.stdout:op 5543 completed, throughput=5MB/sec 2024-08-29T18:29:55.521 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-3V-8gqxaRI1qvu1 off=1098352 len=2051315 2024-08-29T18:29:55.527 INFO:tasks.workunit.client.0.smithi028.stdout:op 5544 completed, throughput=5MB/sec 2024-08-29T18:29:55.576 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:29:55 smithi053 bash[68679]: cluster 2024-08-29T18:29:53.952796+0000 mgr.y (mgr.25022) 1295 : cluster [DBG] pgmap v1983: 105 pgs: 105 active+clean; 127 GiB data, 13 GiB used, 702 GiB / 715 GiB avail; 2.3 MiB/s rd, 3.3 MiB/s wr, 5 op/s 2024-08-29T18:29:56.528 INFO:tasks.workunit.client.0.smithi028.stdout: 1066: throughput=5MB/sec pending data=0 2024-08-29T18:29:56.528 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-g6mMd88bS0Pdaka off=817472 len=488358 2024-08-29T18:29:56.534 INFO:tasks.workunit.client.0.smithi028.stdout:op 5545 completed, throughput=5MB/sec 2024-08-29T18:29:56.534 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-Ks6n7gQ97G8--t1 off=0 len=1607475 2024-08-29T18:29:56.538 INFO:tasks.workunit.client.0.smithi028.stdout:op 5546 completed, throughput=5MB/sec 2024-08-29T18:29:56.538 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-Z9zTs1UQnmLREKl off=7912615 len=484964 2024-08-29T18:29:56.540 INFO:tasks.workunit.client.0.smithi028.stdout:op 5547 completed, throughput=5MB/sec 2024-08-29T18:29:56.540 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-hS4Ph8uHSkGzX6w off=16526833 len=217975 2024-08-29T18:29:56.542 INFO:tasks.workunit.client.0.smithi028.stdout:op 5548 completed, throughput=5MB/sec 2024-08-29T18:29:56.542 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-zNTHobU_rWfheKT off=3410378 len=981305 2024-08-29T18:29:56.543 INFO:tasks.workunit.client.0.smithi028.stdout:op 5549 completed, throughput=5MB/sec 2024-08-29T18:29:57.381 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:29:57 smithi028 bash[77168]: cluster 2024-08-29T18:29:55.953966+0000 mgr.y (mgr.25022) 1296 : cluster [DBG] pgmap v1984: 105 pgs: 105 active+clean; 127 GiB data, 13 GiB used, 702 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.7 MiB/s wr, 4 op/s 2024-08-29T18:29:57.381 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:29:57 smithi028 bash[78352]: cluster 2024-08-29T18:29:55.953966+0000 mgr.y (mgr.25022) 1296 : cluster [DBG] pgmap v1984: 105 pgs: 105 active+clean; 127 GiB data, 13 GiB used, 702 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.7 MiB/s wr, 4 op/s 2024-08-29T18:29:57.544 INFO:tasks.workunit.client.0.smithi028.stdout: 1067: throughput=5MB/sec pending data=0 2024-08-29T18:29:57.544 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-TJo2536Z0xLI8gR off=5195359 len=57461 2024-08-29T18:29:57.548 INFO:tasks.workunit.client.0.smithi028.stdout:op 5550 completed, throughput=5MB/sec 2024-08-29T18:29:57.548 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-SL7gu9is-LcHMxX off=5597570 len=147916 2024-08-29T18:29:57.549 INFO:tasks.workunit.client.0.smithi028.stdout:op 5551 completed, throughput=5MB/sec 2024-08-29T18:29:57.549 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-I5vvY7UJRPgM6NL off=817528 len=2058130 2024-08-29T18:29:57.565 INFO:tasks.workunit.client.0.smithi028.stdout:op 5552 completed, throughput=5MB/sec 2024-08-29T18:29:57.565 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-x8ApROtJnSZRDaU off=10780972 len=1363178 2024-08-29T18:29:57.574 INFO:tasks.workunit.client.0.smithi028.stdout:op 5553 completed, throughput=5MB/sec 2024-08-29T18:29:57.574 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-9y9Xg0zGjfDz66c off=12235887 len=467194 2024-08-29T18:29:57.576 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:29:57 smithi053 bash[68679]: cluster 2024-08-29T18:29:55.953966+0000 mgr.y (mgr.25022) 1296 : cluster [DBG] pgmap v1984: 105 pgs: 105 active+clean; 127 GiB data, 13 GiB used, 702 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.7 MiB/s wr, 4 op/s 2024-08-29T18:29:57.576 INFO:tasks.workunit.client.0.smithi028.stdout:op 5554 completed, throughput=5MB/sec 2024-08-29T18:29:57.576 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-Di2S4YMHZHt6jH1 off=1315530 len=887598 2024-08-29T18:29:57.578 INFO:tasks.workunit.client.0.smithi028.stdout:op 5555 completed, throughput=5MB/sec 2024-08-29T18:29:57.578 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj--JEDGUj0MC4p5cJ off=4393133 len=1274668 2024-08-29T18:29:57.580 INFO:tasks.workunit.client.0.smithi028.stdout:op 5556 completed, throughput=5MB/sec 2024-08-29T18:29:58.381 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:29:58 smithi028 bash[77168]: audit 2024-08-29T18:29:57.112007+0000 mon.a (mon.0) 2292 : audit [DBG] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-29T18:29:58.381 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:29:58 smithi028 bash[78352]: audit 2024-08-29T18:29:57.112007+0000 mon.a (mon.0) 2292 : audit [DBG] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-29T18:29:58.576 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:29:58 smithi053 bash[68679]: audit 2024-08-29T18:29:57.112007+0000 mon.a (mon.0) 2292 : audit [DBG] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-29T18:29:58.581 INFO:tasks.workunit.client.0.smithi028.stdout: 1068: throughput=5MB/sec pending data=0 2024-08-29T18:29:58.581 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-V5L1yyLgJWykIHf off=4140305 len=1777605 2024-08-29T18:29:58.593 INFO:tasks.workunit.client.0.smithi028.stdout:op 5557 completed, throughput=5MB/sec 2024-08-29T18:29:58.593 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-idmuYYpDtOHy7cR off=4689428 len=2006926 2024-08-29T18:29:58.608 INFO:tasks.workunit.client.0.smithi028.stdout:op 5558 completed, throughput=5MB/sec 2024-08-29T18:29:58.608 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-7ZBsRNMW6-6Vbma off=293182 len=1541100 2024-08-29T18:29:58.619 INFO:tasks.workunit.client.0.smithi028.stdout:op 5559 completed, throughput=5MB/sec 2024-08-29T18:29:59.381 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:29:59 smithi028 bash[78352]: cluster 2024-08-29T18:29:57.954667+0000 mgr.y (mgr.25022) 1297 : cluster [DBG] pgmap v1985: 105 pgs: 105 active+clean; 127 GiB data, 13 GiB used, 702 GiB / 715 GiB avail; 1.9 MiB/s rd, 2.6 MiB/s wr, 4 op/s 2024-08-29T18:29:59.381 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:29:59 smithi028 bash[77168]: cluster 2024-08-29T18:29:57.954667+0000 mgr.y (mgr.25022) 1297 : cluster [DBG] pgmap v1985: 105 pgs: 105 active+clean; 127 GiB data, 13 GiB used, 702 GiB / 715 GiB avail; 1.9 MiB/s rd, 2.6 MiB/s wr, 4 op/s 2024-08-29T18:29:59.576 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:29:59 smithi053 bash[68679]: cluster 2024-08-29T18:29:57.954667+0000 mgr.y (mgr.25022) 1297 : cluster [DBG] pgmap v1985: 105 pgs: 105 active+clean; 127 GiB data, 13 GiB used, 702 GiB / 715 GiB avail; 1.9 MiB/s rd, 2.6 MiB/s wr, 4 op/s 2024-08-29T18:29:59.619 INFO:tasks.workunit.client.0.smithi028.stdout: 1069: throughput=5MB/sec pending data=0 2024-08-29T18:29:59.619 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-VyLCI7tgw5B7cKl off=12357327 len=1022037 2024-08-29T18:29:59.629 INFO:tasks.workunit.client.0.smithi028.stdout:op 5560 completed, throughput=5MB/sec 2024-08-29T18:29:59.629 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-ckgfHVDwuQbMX7G off=2668043 len=10023 2024-08-29T18:29:59.630 INFO:tasks.workunit.client.0.smithi028.stdout:op 5561 completed, throughput=5MB/sec 2024-08-29T18:29:59.630 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-vDK9oY1HvUj9_Lm off=1419130 len=184158 2024-08-29T18:29:59.635 INFO:tasks.workunit.client.0.smithi028.stdout:op 5562 completed, throughput=5MB/sec 2024-08-29T18:29:59.635 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-TpvKxqwpnvx2OPK off=4787100 len=105866 2024-08-29T18:29:59.640 INFO:tasks.workunit.client.0.smithi028.stdout:op 5563 completed, throughput=5MB/sec 2024-08-29T18:29:59.640 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-IerDQwPrcXmw8dy off=1730036 len=681535 2024-08-29T18:29:59.642 INFO:tasks.workunit.client.0.smithi028.stdout:op 5564 completed, throughput=5MB/sec 2024-08-29T18:29:59.642 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-lf3U0uUlK_Jng88 off=5719566 len=1440630 2024-08-29T18:29:59.654 INFO:tasks.workunit.client.0.smithi028.stdout:op 5565 completed, throughput=5MB/sec 2024-08-29T18:29:59.654 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-38_xho0x2Aemc64 off=2301559 len=1859421 2024-08-29T18:29:59.657 INFO:tasks.workunit.client.0.smithi028.stdout:op 5566 completed, throughput=5MB/sec 2024-08-29T18:30:00.381 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:30:00 smithi028 bash[78352]: cluster 2024-08-29T18:29:59.955872+0000 mgr.y (mgr.25022) 1298 : cluster [DBG] pgmap v1986: 105 pgs: 105 active+clean; 127 GiB data, 13 GiB used, 702 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.7 MiB/s wr, 5 op/s 2024-08-29T18:30:00.381 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:30:00 smithi028 bash[78352]: cluster 2024-08-29T18:30:00.000145+0000 mon.a (mon.0) 2293 : cluster [INF] overall HEALTH_OK 2024-08-29T18:30:00.381 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:30:00 smithi028 bash[77168]: cluster 2024-08-29T18:29:59.955872+0000 mgr.y (mgr.25022) 1298 : cluster [DBG] pgmap v1986: 105 pgs: 105 active+clean; 127 GiB data, 13 GiB used, 702 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.7 MiB/s wr, 5 op/s 2024-08-29T18:30:00.381 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:30:00 smithi028 bash[77168]: cluster 2024-08-29T18:30:00.000145+0000 mon.a (mon.0) 2293 : cluster [INF] overall HEALTH_OK 2024-08-29T18:30:00.576 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:30:00 smithi053 bash[68679]: cluster 2024-08-29T18:29:59.955872+0000 mgr.y (mgr.25022) 1298 : cluster [DBG] pgmap v1986: 105 pgs: 105 active+clean; 127 GiB data, 13 GiB used, 702 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.7 MiB/s wr, 5 op/s 2024-08-29T18:30:00.576 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:30:00 smithi053 bash[68679]: cluster 2024-08-29T18:30:00.000145+0000 mon.a (mon.0) 2293 : cluster [INF] overall HEALTH_OK 2024-08-29T18:30:00.657 INFO:tasks.workunit.client.0.smithi028.stdout: 1070: throughput=5MB/sec pending data=0 2024-08-29T18:30:00.658 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-Izw2O-xop7MgOJe off=14626359 len=1231068 2024-08-29T18:30:00.661 INFO:tasks.workunit.client.0.smithi028.stdout:op 5567 completed, throughput=5MB/sec 2024-08-29T18:30:00.661 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-Aie1PDHoYwo1xVY off=10635052 len=719226 2024-08-29T18:30:00.669 INFO:tasks.workunit.client.0.smithi028.stdout:op 5568 completed, throughput=5MB/sec 2024-08-29T18:30:00.669 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-tBLTe8aJYbNbZI1 off=1943634 len=1300731 2024-08-29T18:30:00.679 INFO:tasks.workunit.client.0.smithi028.stdout:op 5569 completed, throughput=5MB/sec 2024-08-29T18:30:00.679 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-rCmn5gXqsknGUMp off=3167479 len=914818 2024-08-29T18:30:00.681 INFO:tasks.workunit.client.0.smithi028.stdout:op 5570 completed, throughput=5MB/sec 2024-08-29T18:30:00.681 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-RN2Iim2Tc5SZ81Z off=2929952 len=296274 2024-08-29T18:30:00.683 INFO:tasks.workunit.client.0.smithi028.stdout:op 5571 completed, throughput=5MB/sec 2024-08-29T18:30:01.683 INFO:tasks.workunit.client.0.smithi028.stdout: 1071: throughput=5MB/sec pending data=0 2024-08-29T18:30:01.683 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-ChNYw1nJLhIgkbz off=6400907 len=646983 2024-08-29T18:30:01.686 INFO:tasks.workunit.client.0.smithi028.stdout:op 5572 completed, throughput=5MB/sec 2024-08-29T18:30:01.686 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-quuBnUDQcGy-haj off=498954 len=1924866 2024-08-29T18:30:01.702 INFO:tasks.workunit.client.0.smithi028.stdout:op 5573 completed, throughput=5MB/sec 2024-08-29T18:30:01.702 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-Qt5slRZcj3lL_Kr off=3889147 len=1392517 2024-08-29T18:30:01.705 INFO:tasks.workunit.client.0.smithi028.stdout:op 5574 completed, throughput=5MB/sec 2024-08-29T18:30:01.705 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-uPWgn9loHZiqDwM off=12236621 len=1659019 2024-08-29T18:30:01.710 INFO:tasks.workunit.client.0.smithi028.stdout:op 5575 completed, throughput=5MB/sec 2024-08-29T18:30:01.881 INFO:journalctl@ceph.mgr.y.smithi028.stdout:Aug 29 18:30:01 smithi028 bash[70818]: ::ffff:172.21.15.53 - - [29/Aug/2024:18:30:01] "GET /metrics HTTP/1.1" 200 34018 "" "Prometheus/2.43.0" 2024-08-29T18:30:02.576 INFO:journalctl@ceph.prometheus.a.smithi053.stdout:Aug 29 18:30:02 smithi053 bash[95567]: ts=2024-08-29T18:30:02.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"3167ee72-662c-11ef-bcd4-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-29T18:30:02.710 INFO:tasks.workunit.client.0.smithi028.stdout: 1072: throughput=5MB/sec pending data=0 2024-08-29T18:30:02.710 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-p16ZDXiIYhIIEdn off=3652255 len=1123111 2024-08-29T18:30:02.713 INFO:tasks.workunit.client.0.smithi028.stdout:op 5576 completed, throughput=5MB/sec 2024-08-29T18:30:02.713 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-xCCn184H81H-P5f off=3744312 len=129911 2024-08-29T18:30:02.718 INFO:tasks.workunit.client.0.smithi028.stdout:op 5577 completed, throughput=5MB/sec 2024-08-29T18:30:02.718 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-XJ0QURUCa2fglmY off=2208068 len=981970 2024-08-29T18:30:02.722 INFO:tasks.workunit.client.0.smithi028.stdout:op 5578 completed, throughput=5MB/sec 2024-08-29T18:30:02.722 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-n37AHFJRgyyqbJs off=3147413 len=849541 2024-08-29T18:30:02.732 INFO:tasks.workunit.client.0.smithi028.stdout:op 5579 completed, throughput=5MB/sec 2024-08-29T18:30:02.732 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-Xgy5dp6-4rdDlqh off=5804148 len=1309901 2024-08-29T18:30:02.734 INFO:tasks.workunit.client.0.smithi028.stdout:op 5580 completed, throughput=5MB/sec 2024-08-29T18:30:02.734 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-6_Q4BrEoSCIFBBs off=1387583 len=1378616 2024-08-29T18:30:02.738 INFO:tasks.workunit.client.0.smithi028.stdout:op 5581 completed, throughput=5MB/sec 2024-08-29T18:30:03.326 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:30:03 smithi053 bash[68679]: cluster 2024-08-29T18:30:01.956730+0000 mgr.y (mgr.25022) 1299 : cluster [DBG] pgmap v1987: 105 pgs: 105 active+clean; 127 GiB data, 13 GiB used, 702 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.0 MiB/s wr, 4 op/s 2024-08-29T18:30:03.381 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:30:03 smithi028 bash[78352]: cluster 2024-08-29T18:30:01.956730+0000 mgr.y (mgr.25022) 1299 : cluster [DBG] pgmap v1987: 105 pgs: 105 active+clean; 127 GiB data, 13 GiB used, 702 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.0 MiB/s wr, 4 op/s 2024-08-29T18:30:03.381 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:30:03 smithi028 bash[77168]: cluster 2024-08-29T18:30:01.956730+0000 mgr.y (mgr.25022) 1299 : cluster [DBG] pgmap v1987: 105 pgs: 105 active+clean; 127 GiB data, 13 GiB used, 702 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.0 MiB/s wr, 4 op/s 2024-08-29T18:30:03.738 INFO:tasks.workunit.client.0.smithi028.stdout: 1073: throughput=5MB/sec pending data=0 2024-08-29T18:30:03.738 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-r3Z6glTqw7PjtLd off=6261573 len=2029638 2024-08-29T18:30:03.744 INFO:tasks.workunit.client.0.smithi028.stdout:op 5582 completed, throughput=5MB/sec 2024-08-29T18:30:03.744 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-oOMvn_yWJX5EH8f off=2129115 len=260831 2024-08-29T18:30:03.745 INFO:tasks.workunit.client.0.smithi028.stdout:op 5583 completed, throughput=5MB/sec 2024-08-29T18:30:03.746 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-i4uvZzTEXfQ17qB off=576150 len=632565 2024-08-29T18:30:03.748 INFO:tasks.workunit.client.0.smithi028.stdout:op 5584 completed, throughput=5MB/sec 2024-08-29T18:30:03.748 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-FbTqello-sCjy28 off=8277586 len=1958366 2024-08-29T18:30:03.763 INFO:tasks.workunit.client.0.smithi028.stdout:op 5585 completed, throughput=5MB/sec 2024-08-29T18:30:04.764 INFO:tasks.workunit.client.0.smithi028.stdout: 1074: throughput=5MB/sec pending data=0 2024-08-29T18:30:04.764 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-HvKKHk3S8lHjjqL off=9582033 len=1876002 2024-08-29T18:30:04.770 INFO:tasks.workunit.client.0.smithi028.stdout:op 5586 completed, throughput=5MB/sec 2024-08-29T18:30:04.770 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-SJtjxB1Vx1YWGl5 off=14894327 len=566347 2024-08-29T18:30:04.777 INFO:tasks.workunit.client.0.smithi028.stdout:op 5587 completed, throughput=5MB/sec 2024-08-29T18:30:04.777 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-oDYO5O3alezFtQr off=1953555 len=83317 2024-08-29T18:30:04.782 INFO:tasks.workunit.client.0.smithi028.stdout:op 5588 completed, throughput=5MB/sec 2024-08-29T18:30:04.782 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-HdmDCm9uinwe77A off=1981388 len=257958 2024-08-29T18:30:04.788 INFO:tasks.workunit.client.0.smithi028.stdout:op 5589 completed, throughput=5MB/sec 2024-08-29T18:30:04.788 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-7YxhVBFvgRn6a04 off=627774 len=782270 2024-08-29T18:30:04.796 INFO:tasks.workunit.client.0.smithi028.stdout:op 5590 completed, throughput=5MB/sec 2024-08-29T18:30:04.796 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-PtLCT_6V8zQ3no9 off=881866 len=634885 2024-08-29T18:30:04.798 INFO:tasks.workunit.client.0.smithi028.stdout:op 5591 completed, throughput=5MB/sec 2024-08-29T18:30:04.798 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-ZPj32OqLmbx9sFJ off=3205043 len=1070418 2024-08-29T18:30:04.801 INFO:tasks.workunit.client.0.smithi028.stdout:op 5592 completed, throughput=5MB/sec 2024-08-29T18:30:04.801 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-JDg9Sv1jO36jEot off=2106007 len=403217 2024-08-29T18:30:04.807 INFO:tasks.workunit.client.0.smithi028.stdout:op 5593 completed, throughput=5MB/sec 2024-08-29T18:30:05.326 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:30:05 smithi053 bash[68679]: cluster 2024-08-29T18:30:03.957670+0000 mgr.y (mgr.25022) 1300 : cluster [DBG] pgmap v1988: 105 pgs: 105 active+clean; 127 GiB data, 13 GiB used, 702 GiB / 715 GiB avail; 3.0 MiB/s rd, 2.6 MiB/s wr, 5 op/s 2024-08-29T18:30:05.381 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:30:05 smithi028 bash[78352]: cluster 2024-08-29T18:30:03.957670+0000 mgr.y (mgr.25022) 1300 : cluster [DBG] pgmap v1988: 105 pgs: 105 active+clean; 127 GiB data, 13 GiB used, 702 GiB / 715 GiB avail; 3.0 MiB/s rd, 2.6 MiB/s wr, 5 op/s 2024-08-29T18:30:05.381 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:30:05 smithi028 bash[77168]: cluster 2024-08-29T18:30:03.957670+0000 mgr.y (mgr.25022) 1300 : cluster [DBG] pgmap v1988: 105 pgs: 105 active+clean; 127 GiB data, 13 GiB used, 702 GiB / 715 GiB avail; 3.0 MiB/s rd, 2.6 MiB/s wr, 5 op/s 2024-08-29T18:30:05.807 INFO:tasks.workunit.client.0.smithi028.stdout: 1075: throughput=5MB/sec pending data=0 2024-08-29T18:30:05.807 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-xUf_S5ztgJ5gujF off=1337147 len=382135 2024-08-29T18:30:05.813 INFO:tasks.workunit.client.0.smithi028.stdout:op 5594 completed, throughput=5MB/sec 2024-08-29T18:30:05.813 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-_d2gYl4RfVbpal7 off=6783954 len=1821606 2024-08-29T18:30:05.820 INFO:tasks.workunit.client.0.smithi028.stdout:op 5595 completed, throughput=5MB/sec 2024-08-29T18:30:05.820 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-X5cBZuZpvR7kzyU off=1252212 len=846203 2024-08-29T18:30:05.823 INFO:tasks.workunit.client.0.smithi028.stdout:op 5596 completed, throughput=5MB/sec 2024-08-29T18:30:05.823 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-Xe5qFIzCXb-3eY3 off=398252 len=1123912 2024-08-29T18:30:05.826 INFO:tasks.workunit.client.0.smithi028.stdout:op 5597 completed, throughput=5MB/sec 2024-08-29T18:30:05.826 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj--l5uq40_fs2kqi_ off=14302982 len=553998 2024-08-29T18:30:05.829 INFO:tasks.workunit.client.0.smithi028.stdout:op 5598 completed, throughput=5MB/sec 2024-08-29T18:30:05.829 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-rmmIr01EziaFV3w off=5063891 len=1642394 2024-08-29T18:30:05.832 INFO:tasks.workunit.client.0.smithi028.stdout:op 5599 completed, throughput=5MB/sec 2024-08-29T18:30:06.833 INFO:tasks.workunit.client.0.smithi028.stdout: 1076: throughput=5MB/sec pending data=0 2024-08-29T18:30:06.833 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-QcClxgxkBXH1fJP off=2920056 len=1921764 2024-08-29T18:30:06.837 INFO:tasks.workunit.client.0.smithi028.stdout:op 5600 completed, throughput=5MB/sec 2024-08-29T18:30:06.837 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-UyrRAq_1fmdWQok off=15156874 len=78757 2024-08-29T18:30:06.839 INFO:tasks.workunit.client.0.smithi028.stdout:op 5601 completed, throughput=5MB/sec 2024-08-29T18:30:06.839 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-hGZ_rb4883QDQvc off=2222659 len=1851388 2024-08-29T18:30:06.855 INFO:tasks.workunit.client.0.smithi028.stdout:op 5602 completed, throughput=5MB/sec 2024-08-29T18:30:06.855 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-1i9uW2AdSegNaKh off=9672857 len=728796 2024-08-29T18:30:06.858 INFO:tasks.workunit.client.0.smithi028.stdout:op 5603 completed, throughput=5MB/sec 2024-08-29T18:30:07.326 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:30:07 smithi053 bash[68679]: cluster 2024-08-29T18:30:05.958837+0000 mgr.y (mgr.25022) 1301 : cluster [DBG] pgmap v1989: 105 pgs: 105 active+clean; 127 GiB data, 13 GiB used, 702 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.3 MiB/s wr, 5 op/s 2024-08-29T18:30:07.381 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:30:07 smithi028 bash[77168]: cluster 2024-08-29T18:30:05.958837+0000 mgr.y (mgr.25022) 1301 : cluster [DBG] pgmap v1989: 105 pgs: 105 active+clean; 127 GiB data, 13 GiB used, 702 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.3 MiB/s wr, 5 op/s 2024-08-29T18:30:07.381 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:30:07 smithi028 bash[78352]: cluster 2024-08-29T18:30:05.958837+0000 mgr.y (mgr.25022) 1301 : cluster [DBG] pgmap v1989: 105 pgs: 105 active+clean; 127 GiB data, 13 GiB used, 702 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.3 MiB/s wr, 5 op/s 2024-08-29T18:30:07.858 INFO:tasks.workunit.client.0.smithi028.stdout: 1077: throughput=5MB/sec pending data=0 2024-08-29T18:30:07.858 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-lrspMgHuHe-duMU off=4956209 len=1739487 2024-08-29T18:30:07.871 INFO:tasks.workunit.client.0.smithi028.stdout:op 5604 completed, throughput=5MB/sec 2024-08-29T18:30:07.871 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-gKsQNiMfs5VsSr6 off=17431336 len=925355 2024-08-29T18:30:07.879 INFO:tasks.workunit.client.0.smithi028.stdout:op 5605 completed, throughput=5MB/sec 2024-08-29T18:30:07.879 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-biwHQaPjkqG4hYY off=4666675 len=968083 2024-08-29T18:30:07.888 INFO:tasks.workunit.client.0.smithi028.stdout:op 5606 completed, throughput=5MB/sec 2024-08-29T18:30:07.888 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-n6UYABxOYvKQo1o off=13529281 len=759880 2024-08-29T18:30:07.896 INFO:tasks.workunit.client.0.smithi028.stdout:op 5607 completed, throughput=5MB/sec 2024-08-29T18:30:07.896 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-QQigHQyfIg9u5Sp off=2366089 len=417708 2024-08-29T18:30:07.902 INFO:tasks.workunit.client.0.smithi028.stdout:op 5608 completed, throughput=5MB/sec 2024-08-29T18:30:07.902 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-3i9abRt5PldlIWj off=0 len=1389339 2024-08-29T18:30:07.907 INFO:tasks.workunit.client.0.smithi028.stdout:op 5609 completed, throughput=5MB/sec 2024-08-29T18:30:08.908 INFO:tasks.workunit.client.0.smithi028.stdout: 1078: throughput=5MB/sec pending data=0 2024-08-29T18:30:08.908 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-5kgBbwbmASXNS1X off=3106438 len=2069898 2024-08-29T18:30:08.912 INFO:tasks.workunit.client.0.smithi028.stdout:op 5610 completed, throughput=5MB/sec 2024-08-29T18:30:08.913 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-OXi2rWjMIkjtdVa off=6136809 len=218473 2024-08-29T18:30:08.919 INFO:tasks.workunit.client.0.smithi028.stdout:op 5611 completed, throughput=5MB/sec 2024-08-29T18:30:08.919 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-5uxzBpLynZQj57B off=4835106 len=1728442 2024-08-29T18:30:08.934 INFO:tasks.workunit.client.0.smithi028.stdout:op 5612 completed, throughput=5MB/sec 2024-08-29T18:30:08.934 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-NDGQ55PMlBhvQCS off=2539940 len=2080253 2024-08-29T18:30:08.938 INFO:tasks.workunit.client.0.smithi028.stdout:op 5613 completed, throughput=5MB/sec 2024-08-29T18:30:09.326 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:30:09 smithi053 bash[68679]: cluster 2024-08-29T18:30:07.959650+0000 mgr.y (mgr.25022) 1302 : cluster [DBG] pgmap v1990: 105 pgs: 105 active+clean; 127 GiB data, 13 GiB used, 702 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2024-08-29T18:30:09.381 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:30:09 smithi028 bash[78352]: cluster 2024-08-29T18:30:07.959650+0000 mgr.y (mgr.25022) 1302 : cluster [DBG] pgmap v1990: 105 pgs: 105 active+clean; 127 GiB data, 13 GiB used, 702 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2024-08-29T18:30:09.381 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:30:09 smithi028 bash[77168]: cluster 2024-08-29T18:30:07.959650+0000 mgr.y (mgr.25022) 1302 : cluster [DBG] pgmap v1990: 105 pgs: 105 active+clean; 127 GiB data, 13 GiB used, 702 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2024-08-29T18:30:09.939 INFO:tasks.workunit.client.0.smithi028.stdout: 1079: throughput=5MB/sec pending data=0 2024-08-29T18:30:09.939 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-yZjAt2XqwYt88-N off=2034553 len=1472189 2024-08-29T18:30:09.944 INFO:tasks.workunit.client.0.smithi028.stdout:op 5614 completed, throughput=5MB/sec 2024-08-29T18:30:09.944 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-46OpSzvJ7WNfzbo off=0 len=1533089 2024-08-29T18:30:09.957 INFO:tasks.workunit.client.0.smithi028.stdout:op 5615 completed, throughput=5MB/sec 2024-08-29T18:30:09.957 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-7NIa0DnbGos0pcP off=20298896 len=1747421 2024-08-29T18:30:09.971 INFO:tasks.workunit.client.0.smithi028.stdout:op 5616 completed, throughput=5MB/sec 2024-08-29T18:30:10.972 INFO:tasks.workunit.client.0.smithi028.stdout: 1080: throughput=5MB/sec pending data=0 2024-08-29T18:30:10.972 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-QzYkDIAu2kghsJs off=6411924 len=1203718 2024-08-29T18:30:10.983 INFO:tasks.workunit.client.0.smithi028.stdout:op 5617 completed, throughput=5MB/sec 2024-08-29T18:30:10.983 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-lZTHXy_37EZ2f-_ off=8014005 len=1143698 2024-08-29T18:30:10.986 INFO:tasks.workunit.client.0.smithi028.stdout:op 5618 completed, throughput=5MB/sec 2024-08-29T18:30:10.986 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-4WEAnI9mPDtjj-J off=6225847 len=1888114 2024-08-29T18:30:10.990 INFO:tasks.workunit.client.0.smithi028.stdout:op 5619 completed, throughput=5MB/sec 2024-08-29T18:30:11.326 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:30:11 smithi053 bash[68679]: cluster 2024-08-29T18:30:09.961167+0000 mgr.y (mgr.25022) 1303 : cluster [DBG] pgmap v1991: 105 pgs: 105 active+clean; 127 GiB data, 13 GiB used, 702 GiB / 715 GiB avail; 3.2 MiB/s rd, 2.8 MiB/s wr, 6 op/s 2024-08-29T18:30:11.381 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:30:11 smithi028 bash[78352]: cluster 2024-08-29T18:30:09.961167+0000 mgr.y (mgr.25022) 1303 : cluster [DBG] pgmap v1991: 105 pgs: 105 active+clean; 127 GiB data, 13 GiB used, 702 GiB / 715 GiB avail; 3.2 MiB/s rd, 2.8 MiB/s wr, 6 op/s 2024-08-29T18:30:11.381 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:30:11 smithi028 bash[77168]: cluster 2024-08-29T18:30:09.961167+0000 mgr.y (mgr.25022) 1303 : cluster [DBG] pgmap v1991: 105 pgs: 105 active+clean; 127 GiB data, 13 GiB used, 702 GiB / 715 GiB avail; 3.2 MiB/s rd, 2.8 MiB/s wr, 6 op/s 2024-08-29T18:30:11.881 INFO:journalctl@ceph.mgr.y.smithi028.stdout:Aug 29 18:30:11 smithi028 bash[70818]: ::ffff:172.21.15.53 - - [29/Aug/2024:18:30:11] "GET /metrics HTTP/1.1" 200 34018 "" "Prometheus/2.43.0" 2024-08-29T18:30:11.991 INFO:tasks.workunit.client.0.smithi028.stdout: 1081: throughput=5MB/sec pending data=0 2024-08-29T18:30:11.991 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-3BksfAB3d_UJLt6 off=4556145 len=734344 2024-08-29T18:30:11.994 INFO:tasks.workunit.client.0.smithi028.stdout:op 5620 completed, throughput=5MB/sec 2024-08-29T18:30:11.994 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-9pSjF533iW0Ft6k off=422973 len=1114915 2024-08-29T18:30:12.004 INFO:tasks.workunit.client.0.smithi028.stdout:op 5621 completed, throughput=5MB/sec 2024-08-29T18:30:12.004 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-l1iwlqf2ZL7MGlo off=3555670 len=1553735 2024-08-29T18:30:12.008 INFO:tasks.workunit.client.0.smithi028.stdout:op 5622 completed, throughput=5MB/sec 2024-08-29T18:30:12.008 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-2ZS3akrS6Fox4N9 off=7115974 len=553482 2024-08-29T18:30:12.010 INFO:tasks.workunit.client.0.smithi028.stdout:op 5623 completed, throughput=5MB/sec 2024-08-29T18:30:12.010 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj--mFkmr-qsWEnXNZ off=15257747 len=676299 2024-08-29T18:30:12.012 INFO:tasks.workunit.client.0.smithi028.stdout:op 5624 completed, throughput=5MB/sec 2024-08-29T18:30:12.012 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-B9TdTbVwl3e8wRe off=1234514 len=941657 2024-08-29T18:30:12.014 INFO:tasks.workunit.client.0.smithi028.stdout:op 5625 completed, throughput=5MB/sec 2024-08-29T18:30:12.576 INFO:journalctl@ceph.prometheus.a.smithi053.stdout:Aug 29 18:30:12 smithi053 bash[95567]: ts=2024-08-29T18:30:12.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"3167ee72-662c-11ef-bcd4-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-29T18:30:13.015 INFO:tasks.workunit.client.0.smithi028.stdout: 1082: throughput=5MB/sec pending data=0 2024-08-29T18:30:13.016 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-x5dEQOgZTWJ8O5o off=2269622 len=793823 2024-08-29T18:30:13.018 INFO:tasks.workunit.client.0.smithi028.stdout:op 5626 completed, throughput=5MB/sec 2024-08-29T18:30:13.019 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-S1hcIv6Lq2f9kGk off=1604371 len=965449 2024-08-29T18:30:13.021 INFO:tasks.workunit.client.0.smithi028.stdout:op 5627 completed, throughput=5MB/sec 2024-08-29T18:30:13.021 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-7hi8-vmvvVFCBJX off=3792071 len=1595365 2024-08-29T18:30:13.025 INFO:tasks.workunit.client.0.smithi028.stdout:op 5628 completed, throughput=5MB/sec 2024-08-29T18:30:13.025 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-_VunfL9Souw7v3b off=5884078 len=1262970 2024-08-29T18:30:13.028 INFO:tasks.workunit.client.0.smithi028.stdout:op 5629 completed, throughput=5MB/sec 2024-08-29T18:30:13.028 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-WX8G8dvY8akQ_Po off=6932854 len=1961526 2024-08-29T18:30:13.045 INFO:tasks.workunit.client.0.smithi028.stdout:op 5630 completed, throughput=5MB/sec 2024-08-29T18:30:13.326 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:30:13 smithi053 bash[68679]: cluster 2024-08-29T18:30:11.962023+0000 mgr.y (mgr.25022) 1304 : cluster [DBG] pgmap v1992: 105 pgs: 105 active+clean; 127 GiB data, 13 GiB used, 702 GiB / 715 GiB avail; 2.4 MiB/s rd, 1.9 MiB/s wr, 4 op/s 2024-08-29T18:30:13.326 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:30:13 smithi053 bash[68679]: audit 2024-08-29T18:30:12.112667+0000 mon.a (mon.0) 2294 : audit [DBG] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-29T18:30:13.381 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:30:13 smithi028 bash[78352]: cluster 2024-08-29T18:30:11.962023+0000 mgr.y (mgr.25022) 1304 : cluster [DBG] pgmap v1992: 105 pgs: 105 active+clean; 127 GiB data, 13 GiB used, 702 GiB / 715 GiB avail; 2.4 MiB/s rd, 1.9 MiB/s wr, 4 op/s 2024-08-29T18:30:13.381 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:30:13 smithi028 bash[78352]: audit 2024-08-29T18:30:12.112667+0000 mon.a (mon.0) 2294 : audit [DBG] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-29T18:30:13.381 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:30:13 smithi028 bash[77168]: cluster 2024-08-29T18:30:11.962023+0000 mgr.y (mgr.25022) 1304 : cluster [DBG] pgmap v1992: 105 pgs: 105 active+clean; 127 GiB data, 13 GiB used, 702 GiB / 715 GiB avail; 2.4 MiB/s rd, 1.9 MiB/s wr, 4 op/s 2024-08-29T18:30:13.381 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:30:13 smithi028 bash[77168]: audit 2024-08-29T18:30:12.112667+0000 mon.a (mon.0) 2294 : audit [DBG] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-29T18:30:14.046 INFO:tasks.workunit.client.0.smithi028.stdout: 1083: throughput=5MB/sec pending data=0 2024-08-29T18:30:14.046 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-pquPP9aNo6Zulu4 off=11691128 len=1747267 2024-08-29T18:30:14.050 INFO:tasks.workunit.client.0.smithi028.stdout:op 5631 completed, throughput=5MB/sec 2024-08-29T18:30:14.050 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-3i9abRt5PldlIWj off=466377 len=922962 2024-08-29T18:30:14.059 INFO:tasks.workunit.client.0.smithi028.stdout:op 5632 completed, throughput=5MB/sec 2024-08-29T18:30:14.059 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-IXjlBnv9WwPgEJD off=13252274 len=2092427 2024-08-29T18:30:14.073 INFO:tasks.workunit.client.0.smithi028.stdout:op 5633 completed, throughput=5MB/sec 2024-08-29T18:30:15.073 INFO:tasks.workunit.client.0.smithi028.stdout: 1084: throughput=5MB/sec pending data=0 2024-08-29T18:30:15.073 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-pHjiFj-w0ex-klo off=1348747 len=818052 2024-08-29T18:30:15.081 INFO:tasks.workunit.client.0.smithi028.stdout:op 5634 completed, throughput=5MB/sec 2024-08-29T18:30:15.081 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj--LGkAPXcLPF2DyL off=6232307 len=978832 2024-08-29T18:30:15.090 INFO:tasks.workunit.client.0.smithi028.stdout:op 5635 completed, throughput=5MB/sec 2024-08-29T18:30:15.090 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-VC4vHfraGLeQGG_ off=3169606 len=34697 2024-08-29T18:30:15.091 INFO:tasks.workunit.client.0.smithi028.stdout:op 5636 completed, throughput=5MB/sec 2024-08-29T18:30:15.091 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-5CXx2BxxtZ3j9HT off=9361249 len=1734618 2024-08-29T18:30:15.094 INFO:tasks.workunit.client.0.smithi028.stdout:op 5637 completed, throughput=5MB/sec 2024-08-29T18:30:15.095 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-hownzt07vpLs0vw off=1064850 len=1212760 2024-08-29T18:30:15.098 INFO:tasks.workunit.client.0.smithi028.stdout:op 5638 completed, throughput=5MB/sec 2024-08-29T18:30:15.326 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:30:15 smithi053 bash[68679]: cluster 2024-08-29T18:30:13.962947+0000 mgr.y (mgr.25022) 1305 : cluster [DBG] pgmap v1993: 105 pgs: 105 active+clean; 127 GiB data, 13 GiB used, 702 GiB / 715 GiB avail; 3.4 MiB/s rd, 2.2 MiB/s wr, 5 op/s 2024-08-29T18:30:15.326 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:30:15 smithi053 bash[68679]: audit 2024-08-29T18:30:14.144364+0000 mon.a (mon.0) 2295 : audit [DBG] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-29T18:30:15.326 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:30:15 smithi053 bash[68679]: audit 2024-08-29T18:30:14.929013+0000 mon.a (mon.0) 2296 : audit [DBG] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-29T18:30:15.326 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:30:15 smithi053 bash[68679]: audit 2024-08-29T18:30:14.930696+0000 mon.a (mon.0) 2297 : audit [INF] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-29T18:30:15.327 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:30:15 smithi053 bash[68679]: audit 2024-08-29T18:30:14.940262+0000 mon.a (mon.0) 2298 : audit [INF] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' 2024-08-29T18:30:15.381 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:30:15 smithi028 bash[78352]: cluster 2024-08-29T18:30:13.962947+0000 mgr.y (mgr.25022) 1305 : cluster [DBG] pgmap v1993: 105 pgs: 105 active+clean; 127 GiB data, 13 GiB used, 702 GiB / 715 GiB avail; 3.4 MiB/s rd, 2.2 MiB/s wr, 5 op/s 2024-08-29T18:30:15.381 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:30:15 smithi028 bash[78352]: audit 2024-08-29T18:30:14.144364+0000 mon.a (mon.0) 2295 : audit [DBG] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-29T18:30:15.381 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:30:15 smithi028 bash[78352]: audit 2024-08-29T18:30:14.929013+0000 mon.a (mon.0) 2296 : audit [DBG] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-29T18:30:15.381 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:30:15 smithi028 bash[78352]: audit 2024-08-29T18:30:14.930696+0000 mon.a (mon.0) 2297 : audit [INF] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-29T18:30:15.381 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:30:15 smithi028 bash[78352]: audit 2024-08-29T18:30:14.940262+0000 mon.a (mon.0) 2298 : audit [INF] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' 2024-08-29T18:30:15.381 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:30:15 smithi028 bash[77168]: cluster 2024-08-29T18:30:13.962947+0000 mgr.y (mgr.25022) 1305 : cluster [DBG] pgmap v1993: 105 pgs: 105 active+clean; 127 GiB data, 13 GiB used, 702 GiB / 715 GiB avail; 3.4 MiB/s rd, 2.2 MiB/s wr, 5 op/s 2024-08-29T18:30:15.382 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:30:15 smithi028 bash[77168]: audit 2024-08-29T18:30:14.144364+0000 mon.a (mon.0) 2295 : audit [DBG] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-29T18:30:15.382 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:30:15 smithi028 bash[77168]: audit 2024-08-29T18:30:14.929013+0000 mon.a (mon.0) 2296 : audit [DBG] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-29T18:30:15.382 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:30:15 smithi028 bash[77168]: audit 2024-08-29T18:30:14.930696+0000 mon.a (mon.0) 2297 : audit [INF] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-29T18:30:15.382 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:30:15 smithi028 bash[77168]: audit 2024-08-29T18:30:14.940262+0000 mon.a (mon.0) 2298 : audit [INF] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' 2024-08-29T18:30:16.099 INFO:tasks.workunit.client.0.smithi028.stdout: 1085: throughput=5MB/sec pending data=0 2024-08-29T18:30:16.099 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-QACcxlym64xQcnh off=12842850 len=55646 2024-08-29T18:30:16.104 INFO:tasks.workunit.client.0.smithi028.stdout:op 5639 completed, throughput=5MB/sec 2024-08-29T18:30:16.105 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-xXeKQPJYVVGcqzL off=32021 len=794365 2024-08-29T18:30:16.107 INFO:tasks.workunit.client.0.smithi028.stdout:op 5640 completed, throughput=5MB/sec 2024-08-29T18:30:16.107 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-SLSbRciGMnRSydG off=11107243 len=234838 2024-08-29T18:30:16.112 INFO:tasks.workunit.client.0.smithi028.stdout:op 5641 completed, throughput=5MB/sec 2024-08-29T18:30:16.113 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-BNEalQqbRMXrpNO off=0 len=1682098 2024-08-29T18:30:16.117 INFO:tasks.workunit.client.0.smithi028.stdout:op 5642 completed, throughput=5MB/sec 2024-08-29T18:30:16.117 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-xBxqeh47E2VuBi1 off=3991837 len=1148262 2024-08-29T18:30:16.127 INFO:tasks.workunit.client.0.smithi028.stdout:op 5643 completed, throughput=5MB/sec 2024-08-29T18:30:16.127 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-lB1zwKlgSSE8n7h off=1618406 len=627054 2024-08-29T18:30:16.129 INFO:tasks.workunit.client.0.smithi028.stdout:op 5644 completed, throughput=5MB/sec 2024-08-29T18:30:16.129 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-FbusGs27K6hpGff off=17201117 len=1275472 2024-08-29T18:30:16.139 INFO:tasks.workunit.client.0.smithi028.stdout:op 5645 completed, throughput=5MB/sec 2024-08-29T18:30:17.139 INFO:tasks.workunit.client.0.smithi028.stdout: 1086: throughput=5MB/sec pending data=0 2024-08-29T18:30:17.139 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-sYkoULl-VwYMFXJ off=2491394 len=692287 2024-08-29T18:30:17.147 INFO:tasks.workunit.client.0.smithi028.stdout:op 5646 completed, throughput=5MB/sec 2024-08-29T18:30:17.147 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-L0Hhfl8DkPh7nbu off=4012328 len=1797489 2024-08-29T18:30:17.152 INFO:tasks.workunit.client.0.smithi028.stdout:op 5647 completed, throughput=5MB/sec 2024-08-29T18:30:17.152 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-jyd4p-iuri6DiFK off=8461927 len=367337 2024-08-29T18:30:17.157 INFO:tasks.workunit.client.0.smithi028.stdout:op 5648 completed, throughput=5MB/sec 2024-08-29T18:30:17.157 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-gQiizV4m8bXM0Bs off=10868627 len=1809878 2024-08-29T18:30:17.161 INFO:tasks.workunit.client.0.smithi028.stdout:op 5649 completed, throughput=5MB/sec 2024-08-29T18:30:17.162 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-UuBfXWM95LIT9l4 off=1917802 len=927264 2024-08-29T18:30:17.169 INFO:tasks.workunit.client.0.smithi028.stdout:op 5650 completed, throughput=5MB/sec 2024-08-29T18:30:17.326 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:30:17 smithi053 bash[68679]: cluster 2024-08-29T18:30:15.964057+0000 mgr.y (mgr.25022) 1306 : cluster [DBG] pgmap v1994: 105 pgs: 105 active+clean; 127 GiB data, 13 GiB used, 702 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2024-08-29T18:30:17.381 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:30:17 smithi028 bash[78352]: cluster 2024-08-29T18:30:15.964057+0000 mgr.y (mgr.25022) 1306 : cluster [DBG] pgmap v1994: 105 pgs: 105 active+clean; 127 GiB data, 13 GiB used, 702 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2024-08-29T18:30:17.381 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:30:17 smithi028 bash[77168]: cluster 2024-08-29T18:30:15.964057+0000 mgr.y (mgr.25022) 1306 : cluster [DBG] pgmap v1994: 105 pgs: 105 active+clean; 127 GiB data, 13 GiB used, 702 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2024-08-29T18:30:18.169 INFO:tasks.workunit.client.0.smithi028.stdout: 1087: throughput=5MB/sec pending data=0 2024-08-29T18:30:18.170 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-dIKenVayst0CS2H off=2468000 len=1756172 2024-08-29T18:30:18.176 INFO:tasks.workunit.client.0.smithi028.stdout:op 5651 completed, throughput=5MB/sec 2024-08-29T18:30:18.176 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-44uTDwrFIXJ7bnU off=12138721 len=710201 2024-08-29T18:30:18.179 INFO:tasks.workunit.client.0.smithi028.stdout:op 5652 completed, throughput=5MB/sec 2024-08-29T18:30:18.179 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj--2B1-aMriWxKWnb off=6439942 len=453930 2024-08-29T18:30:18.181 INFO:tasks.workunit.client.0.smithi028.stdout:op 5653 completed, throughput=5MB/sec 2024-08-29T18:30:18.181 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-EKxVKCbc1WgCRlV off=7427042 len=2057815 2024-08-29T18:30:18.197 INFO:tasks.workunit.client.0.smithi028.stdout:op 5654 completed, throughput=5MB/sec 2024-08-29T18:30:19.197 INFO:tasks.workunit.client.0.smithi028.stdout: 1088: throughput=5MB/sec pending data=0 2024-08-29T18:30:19.198 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-UmTlIIoPR7rZbur off=1905092 len=561300 2024-08-29T18:30:19.204 INFO:tasks.workunit.client.0.smithi028.stdout:op 5655 completed, throughput=5MB/sec 2024-08-29T18:30:19.205 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-oJo79Oj3z9qUfY1 off=14262553 len=344245 2024-08-29T18:30:19.210 INFO:tasks.workunit.client.0.smithi028.stdout:op 5656 completed, throughput=5MB/sec 2024-08-29T18:30:19.210 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-9uU7ymDXwFUqLL4 off=11681367 len=1451144 2024-08-29T18:30:19.221 INFO:tasks.workunit.client.0.smithi028.stdout:op 5657 completed, throughput=5MB/sec 2024-08-29T18:30:19.221 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-64dwO11YNykj2-N off=10276600 len=1637936 2024-08-29T18:30:19.223 INFO:tasks.workunit.client.0.smithi028.stdout:op 5658 completed, throughput=5MB/sec 2024-08-29T18:30:19.223 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-txP831YFtwktquV off=4592968 len=138429 2024-08-29T18:30:19.224 INFO:tasks.workunit.client.0.smithi028.stdout:op 5659 completed, throughput=5MB/sec 2024-08-29T18:30:19.225 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-ZryDKKpIACNIs5V off=6371908 len=1596100 2024-08-29T18:30:19.228 INFO:tasks.workunit.client.0.smithi028.stdout:op 5660 completed, throughput=5MB/sec 2024-08-29T18:30:19.326 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:30:19 smithi053 bash[68679]: cluster 2024-08-29T18:30:17.964780+0000 mgr.y (mgr.25022) 1307 : cluster [DBG] pgmap v1995: 105 pgs: 105 active+clean; 127 GiB data, 13 GiB used, 702 GiB / 715 GiB avail; 2.7 MiB/s rd, 1.8 MiB/s wr, 4 op/s 2024-08-29T18:30:19.381 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:30:19 smithi028 bash[77168]: cluster 2024-08-29T18:30:17.964780+0000 mgr.y (mgr.25022) 1307 : cluster [DBG] pgmap v1995: 105 pgs: 105 active+clean; 127 GiB data, 13 GiB used, 702 GiB / 715 GiB avail; 2.7 MiB/s rd, 1.8 MiB/s wr, 4 op/s 2024-08-29T18:30:19.381 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:30:19 smithi028 bash[78352]: cluster 2024-08-29T18:30:17.964780+0000 mgr.y (mgr.25022) 1307 : cluster [DBG] pgmap v1995: 105 pgs: 105 active+clean; 127 GiB data, 13 GiB used, 702 GiB / 715 GiB avail; 2.7 MiB/s rd, 1.8 MiB/s wr, 4 op/s 2024-08-29T18:30:20.227 INFO:tasks.workunit.client.0.smithi028.stdout: 1089: throughput=5MB/sec pending data=0 2024-08-29T18:30:20.227 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-LbGbIcUFWMfz_Od off=3163403 len=993694 2024-08-29T18:30:20.230 INFO:tasks.workunit.client.0.smithi028.stdout:op 5661 completed, throughput=5MB/sec 2024-08-29T18:30:20.230 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-FirL5diY9Ncp0AJ off=6288385 len=1605254 2024-08-29T18:30:20.234 INFO:tasks.workunit.client.0.smithi028.stdout:op 5662 completed, throughput=5MB/sec 2024-08-29T18:30:20.234 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-DcI-55we0ByrJl2 off=601093 len=1206387 2024-08-29T18:30:20.244 INFO:tasks.workunit.client.0.smithi028.stdout:op 5663 completed, throughput=5MB/sec 2024-08-29T18:30:20.244 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-HSZcDEPXXv38wUu off=1391037 len=1751177 2024-08-29T18:30:20.248 INFO:tasks.workunit.client.0.smithi028.stdout:op 5664 completed, throughput=5MB/sec 2024-08-29T18:30:21.248 INFO:tasks.workunit.client.0.smithi028.stdout: 1090: throughput=5MB/sec pending data=0 2024-08-29T18:30:21.248 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-kdPp-EbA4Ui2tWs off=10362690 len=594777 2024-08-29T18:30:21.255 INFO:tasks.workunit.client.0.smithi028.stdout:op 5665 completed, throughput=5MB/sec 2024-08-29T18:30:21.255 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-nMv9P08ISWYhBgV off=4820061 len=1678837 2024-08-29T18:30:21.259 INFO:tasks.workunit.client.0.smithi028.stdout:op 5666 completed, throughput=5MB/sec 2024-08-29T18:30:21.259 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-uml0mxK7g-uDHWl off=10748565 len=1211113 2024-08-29T18:30:21.270 INFO:tasks.workunit.client.0.smithi028.stdout:op 5667 completed, throughput=5MB/sec 2024-08-29T18:30:21.270 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-2pluXrRg8rgjxBa off=11953477 len=11350 2024-08-29T18:30:21.274 INFO:tasks.workunit.client.0.smithi028.stdout:op 5668 completed, throughput=5MB/sec 2024-08-29T18:30:21.274 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-RNFKxkWpM_EEjzk off=5308136 len=808677 2024-08-29T18:30:21.281 INFO:tasks.workunit.client.0.smithi028.stdout:op 5669 completed, throughput=5MB/sec 2024-08-29T18:30:21.282 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-4X9IMFRG_W2L2XR off=10483112 len=1523417 2024-08-29T18:30:21.285 INFO:tasks.workunit.client.0.smithi028.stdout:op 5670 completed, throughput=5MB/sec 2024-08-29T18:30:21.326 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:30:21 smithi053 bash[68679]: cluster 2024-08-29T18:30:19.966107+0000 mgr.y (mgr.25022) 1308 : cluster [DBG] pgmap v1996: 105 pgs: 105 active+clean; 127 GiB data, 13 GiB used, 702 GiB / 715 GiB avail; 3.6 MiB/s rd, 2.3 MiB/s wr, 5 op/s 2024-08-29T18:30:21.381 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:30:21 smithi028 bash[78352]: cluster 2024-08-29T18:30:19.966107+0000 mgr.y (mgr.25022) 1308 : cluster [DBG] pgmap v1996: 105 pgs: 105 active+clean; 127 GiB data, 13 GiB used, 702 GiB / 715 GiB avail; 3.6 MiB/s rd, 2.3 MiB/s wr, 5 op/s 2024-08-29T18:30:21.381 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:30:21 smithi028 bash[77168]: cluster 2024-08-29T18:30:19.966107+0000 mgr.y (mgr.25022) 1308 : cluster [DBG] pgmap v1996: 105 pgs: 105 active+clean; 127 GiB data, 13 GiB used, 702 GiB / 715 GiB avail; 3.6 MiB/s rd, 2.3 MiB/s wr, 5 op/s 2024-08-29T18:30:21.881 INFO:journalctl@ceph.mgr.y.smithi028.stdout:Aug 29 18:30:21 smithi028 bash[70818]: ::ffff:172.21.15.53 - - [29/Aug/2024:18:30:21] "GET /metrics HTTP/1.1" 200 34020 "" "Prometheus/2.43.0" 2024-08-29T18:30:22.285 INFO:tasks.workunit.client.0.smithi028.stdout: 1091: throughput=5MB/sec pending data=0 2024-08-29T18:30:22.286 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-S032J1KG9LfDEfb off=2049139 len=986161 2024-08-29T18:30:22.289 INFO:tasks.workunit.client.0.smithi028.stdout:op 5671 completed, throughput=5MB/sec 2024-08-29T18:30:22.289 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-4-bo5Isi1PXhX0n off=2973758 len=427559 2024-08-29T18:30:22.290 INFO:tasks.workunit.client.0.smithi028.stdout:op 5672 completed, throughput=5MB/sec 2024-08-29T18:30:22.290 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-wmH4NBlnRZMd5lE off=3026959 len=1608436 2024-08-29T18:30:22.296 INFO:tasks.workunit.client.0.smithi028.stdout:op 5673 completed, throughput=5MB/sec 2024-08-29T18:30:22.296 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-HH2GpY6Pw3xJOZd off=15095287 len=568509 2024-08-29T18:30:22.304 INFO:tasks.workunit.client.0.smithi028.stdout:op 5674 completed, throughput=5MB/sec 2024-08-29T18:30:22.304 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-WywY2HF3dycD_jq off=848579 len=918568 2024-08-29T18:30:22.306 INFO:tasks.workunit.client.0.smithi028.stdout:op 5675 completed, throughput=5MB/sec 2024-08-29T18:30:22.576 INFO:journalctl@ceph.prometheus.a.smithi053.stdout:Aug 29 18:30:22 smithi053 bash[95567]: ts=2024-08-29T18:30:22.317Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"3167ee72-662c-11ef-bcd4-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-29T18:30:23.307 INFO:tasks.workunit.client.0.smithi028.stdout: 1092: throughput=5MB/sec pending data=0 2024-08-29T18:30:23.307 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-zmWzA_W38QgM8su off=10297440 len=66860 2024-08-29T18:30:23.308 INFO:tasks.workunit.client.0.smithi028.stdout:op 5676 completed, throughput=5MB/sec 2024-08-29T18:30:23.308 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-HQtThCI22zn7MzE off=16622070 len=921980 2024-08-29T18:30:23.317 INFO:tasks.workunit.client.0.smithi028.stdout:op 5677 completed, throughput=5MB/sec 2024-08-29T18:30:23.318 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-7O35cPy8up30jZq off=23307857 len=1873193 2024-08-29T18:30:23.322 INFO:tasks.workunit.client.0.smithi028.stdout:op 5678 completed, throughput=5MB/sec 2024-08-29T18:30:23.323 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-djtNEDvHuAHVT6p off=15687177 len=332277 2024-08-29T18:30:23.324 INFO:tasks.workunit.client.0.smithi028.stdout:op 5679 completed, throughput=5MB/sec 2024-08-29T18:30:23.324 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-lP_ZI-32eG5kgRS off=6312565 len=1421682 2024-08-29T18:30:23.326 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:30:23 smithi053 bash[68679]: cluster 2024-08-29T18:30:21.967052+0000 mgr.y (mgr.25022) 1309 : cluster [DBG] pgmap v1997: 105 pgs: 105 active+clean; 127 GiB data, 13 GiB used, 702 GiB / 715 GiB avail; 2.6 MiB/s rd, 1.5 MiB/s wr, 3 op/s 2024-08-29T18:30:23.328 INFO:tasks.workunit.client.0.smithi028.stdout:op 5680 completed, throughput=5MB/sec 2024-08-29T18:30:23.328 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-xqTquaHIwH-pyNd off=5058928 len=1143231 2024-08-29T18:30:23.332 INFO:tasks.workunit.client.0.smithi028.stdout:op 5681 completed, throughput=5MB/sec 2024-08-29T18:30:23.381 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:30:23 smithi028 bash[78352]: cluster 2024-08-29T18:30:21.967052+0000 mgr.y (mgr.25022) 1309 : cluster [DBG] pgmap v1997: 105 pgs: 105 active+clean; 127 GiB data, 13 GiB used, 702 GiB / 715 GiB avail; 2.6 MiB/s rd, 1.5 MiB/s wr, 3 op/s 2024-08-29T18:30:23.381 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:30:23 smithi028 bash[77168]: cluster 2024-08-29T18:30:21.967052+0000 mgr.y (mgr.25022) 1309 : cluster [DBG] pgmap v1997: 105 pgs: 105 active+clean; 127 GiB data, 13 GiB used, 702 GiB / 715 GiB avail; 2.6 MiB/s rd, 1.5 MiB/s wr, 3 op/s 2024-08-29T18:30:24.332 INFO:tasks.workunit.client.0.smithi028.stdout: 1093: throughput=5MB/sec pending data=0 2024-08-29T18:30:24.332 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-QjmRxW8vaQbEM6B off=520389 len=1057401 2024-08-29T18:30:24.342 INFO:tasks.workunit.client.0.smithi028.stdout:op 5682 completed, throughput=5MB/sec 2024-08-29T18:30:24.342 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-T5_7cUYpMIawTew off=5497449 len=1871327 2024-08-29T18:30:24.348 INFO:tasks.workunit.client.0.smithi028.stdout:op 5683 completed, throughput=5MB/sec 2024-08-29T18:30:24.348 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-wK_qVc5dHyxnT0X off=12636216 len=735908 2024-08-29T18:30:24.356 INFO:tasks.workunit.client.0.smithi028.stdout:op 5684 completed, throughput=5MB/sec 2024-08-29T18:30:24.357 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-YVfYpkGA0fb4UKx off=8057511 len=1204569 2024-08-29T18:30:24.360 INFO:tasks.workunit.client.0.smithi028.stdout:op 5685 completed, throughput=5MB/sec 2024-08-29T18:30:25.326 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:30:25 smithi053 bash[68679]: cluster 2024-08-29T18:30:23.968002+0000 mgr.y (mgr.25022) 1310 : cluster [DBG] pgmap v1998: 105 pgs: 105 active+clean; 127 GiB data, 13 GiB used, 702 GiB / 715 GiB avail; 3.6 MiB/s rd, 2.1 MiB/s wr, 5 op/s 2024-08-29T18:30:25.360 INFO:tasks.workunit.client.0.smithi028.stdout: 1094: throughput=5MB/sec pending data=0 2024-08-29T18:30:25.360 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-qNXb7dJ3MWp61Lv off=847578 len=1259648 2024-08-29T18:30:25.363 INFO:tasks.workunit.client.0.smithi028.stdout:op 5686 completed, throughput=5MB/sec 2024-08-29T18:30:25.363 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-0SAkNYRYhYO8K2e off=10945177 len=1876273 2024-08-29T18:30:25.380 INFO:tasks.workunit.client.0.smithi028.stdout:op 5687 completed, throughput=5MB/sec 2024-08-29T18:30:25.380 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-OVauPavkIkj1cOl off=66208 len=1130520 2024-08-29T18:30:25.380 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:30:25 smithi028 bash[78352]: cluster 2024-08-29T18:30:23.968002+0000 mgr.y (mgr.25022) 1310 : cluster [DBG] pgmap v1998: 105 pgs: 105 active+clean; 127 GiB data, 13 GiB used, 702 GiB / 715 GiB avail; 3.6 MiB/s rd, 2.1 MiB/s wr, 5 op/s 2024-08-29T18:30:25.381 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:30:25 smithi028 bash[77168]: cluster 2024-08-29T18:30:23.968002+0000 mgr.y (mgr.25022) 1310 : cluster [DBG] pgmap v1998: 105 pgs: 105 active+clean; 127 GiB data, 13 GiB used, 702 GiB / 715 GiB avail; 3.6 MiB/s rd, 2.1 MiB/s wr, 5 op/s 2024-08-29T18:30:25.382 INFO:tasks.workunit.client.0.smithi028.stdout:op 5688 completed, throughput=5MB/sec 2024-08-29T18:30:25.382 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-EVf_DSChako7FLK off=8655117 len=1242307 2024-08-29T18:30:25.385 INFO:tasks.workunit.client.0.smithi028.stdout:op 5689 completed, throughput=5MB/sec 2024-08-29T18:30:26.386 INFO:tasks.workunit.client.0.smithi028.stdout: 1095: throughput=5MB/sec pending data=0 2024-08-29T18:30:26.386 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-CimA10lifYriW0e off=954656 len=1346155 2024-08-29T18:30:26.389 INFO:tasks.workunit.client.0.smithi028.stdout:op 5690 completed, throughput=5MB/sec 2024-08-29T18:30:26.389 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-yZEZAFmnI6pIATf off=683633 len=909914 2024-08-29T18:30:26.398 INFO:tasks.workunit.client.0.smithi028.stdout:op 5691 completed, throughput=5MB/sec 2024-08-29T18:30:26.398 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-Lj9G2X-zIV5dLP_ off=15234530 len=217387 2024-08-29T18:30:26.403 INFO:tasks.workunit.client.0.smithi028.stdout:op 5692 completed, throughput=5MB/sec 2024-08-29T18:30:26.403 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-nr5CLiH2DPxPucj off=5914219 len=735839 2024-08-29T18:30:26.410 INFO:tasks.workunit.client.0.smithi028.stdout:op 5693 completed, throughput=5MB/sec 2024-08-29T18:30:26.410 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-wZU6421sOUz0_Bg off=10244839 len=843366 2024-08-29T18:30:26.413 INFO:tasks.workunit.client.0.smithi028.stdout:op 5694 completed, throughput=5MB/sec 2024-08-29T18:30:26.413 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-1kUatpRwz93M0ny off=15533158 len=136902 2024-08-29T18:30:26.414 INFO:tasks.workunit.client.0.smithi028.stdout:op 5695 completed, throughput=5MB/sec 2024-08-29T18:30:26.414 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-TpYErv6fmK07kqm off=2055626 len=1703226 2024-08-29T18:30:26.427 INFO:tasks.workunit.client.0.smithi028.stdout:op 5696 completed, throughput=5MB/sec 2024-08-29T18:30:27.326 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:30:27 smithi053 bash[68679]: cluster 2024-08-29T18:30:25.969138+0000 mgr.y (mgr.25022) 1311 : cluster [DBG] pgmap v1999: 105 pgs: 105 active+clean; 127 GiB data, 13 GiB used, 702 GiB / 715 GiB avail; 2.8 MiB/s rd, 1.8 MiB/s wr, 4 op/s 2024-08-29T18:30:27.381 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:30:27 smithi028 bash[78352]: cluster 2024-08-29T18:30:25.969138+0000 mgr.y (mgr.25022) 1311 : cluster [DBG] pgmap v1999: 105 pgs: 105 active+clean; 127 GiB data, 13 GiB used, 702 GiB / 715 GiB avail; 2.8 MiB/s rd, 1.8 MiB/s wr, 4 op/s 2024-08-29T18:30:27.381 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:30:27 smithi028 bash[77168]: cluster 2024-08-29T18:30:25.969138+0000 mgr.y (mgr.25022) 1311 : cluster [DBG] pgmap v1999: 105 pgs: 105 active+clean; 127 GiB data, 13 GiB used, 702 GiB / 715 GiB avail; 2.8 MiB/s rd, 1.8 MiB/s wr, 4 op/s 2024-08-29T18:30:27.428 INFO:tasks.workunit.client.0.smithi028.stdout: 1096: throughput=5MB/sec pending data=0 2024-08-29T18:30:27.428 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-rYr6V02-tYO-rDf off=5751534 len=1363918 2024-08-29T18:30:27.438 INFO:tasks.workunit.client.0.smithi028.stdout:op 5697 completed, throughput=5MB/sec 2024-08-29T18:30:27.438 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-lp8IXFUXiJVUfsS off=14905877 len=73767 2024-08-29T18:30:27.442 INFO:tasks.workunit.client.0.smithi028.stdout:op 5698 completed, throughput=5MB/sec 2024-08-29T18:30:27.443 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-TRnFoFxHzPZF3YE off=5395359 len=1531107 2024-08-29T18:30:27.446 INFO:tasks.workunit.client.0.smithi028.stdout:op 5699 completed, throughput=5MB/sec 2024-08-29T18:30:27.446 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-9DaOfImN7Eji_0X off=15631546 len=1374803 2024-08-29T18:30:27.460 INFO:tasks.workunit.client.0.smithi028.stdout:op 5700 completed, throughput=5MB/sec 2024-08-29T18:30:27.460 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-f3bCEmyT2mg1QfX off=11268298 len=669056 2024-08-29T18:30:27.463 INFO:tasks.workunit.client.0.smithi028.stdout:op 5701 completed, throughput=5MB/sec 2024-08-29T18:30:28.326 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:30:28 smithi053 bash[68679]: audit 2024-08-29T18:30:27.113035+0000 mon.a (mon.0) 2299 : audit [DBG] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-29T18:30:28.381 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:30:28 smithi028 bash[78352]: audit 2024-08-29T18:30:27.113035+0000 mon.a (mon.0) 2299 : audit [DBG] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-29T18:30:28.381 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:30:28 smithi028 bash[77168]: audit 2024-08-29T18:30:27.113035+0000 mon.a (mon.0) 2299 : audit [DBG] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-29T18:30:28.463 INFO:tasks.workunit.client.0.smithi028.stdout: 1097: throughput=5MB/sec pending data=0 2024-08-29T18:30:28.463 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-6-236Mf0c4-ev5O off=13311047 len=506122 2024-08-29T18:30:28.465 INFO:tasks.workunit.client.0.smithi028.stdout:op 5702 completed, throughput=5MB/sec 2024-08-29T18:30:28.465 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-yZEZAFmnI6pIATf off=7650867 len=1615827 2024-08-29T18:30:28.478 INFO:tasks.workunit.client.0.smithi028.stdout:op 5703 completed, throughput=5MB/sec 2024-08-29T18:30:28.478 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-6YKWtp2jHmz2S_y off=2015261 len=1303477 2024-08-29T18:30:28.482 INFO:tasks.workunit.client.0.smithi028.stdout:op 5704 completed, throughput=5MB/sec 2024-08-29T18:30:28.483 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-tiGu5gWZUIMTGPl off=12290580 len=986356 2024-08-29T18:30:28.491 INFO:tasks.workunit.client.0.smithi028.stdout:op 5705 completed, throughput=5MB/sec 2024-08-29T18:30:28.492 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-TpvKxqwpnvx2OPK off=4814223 len=955358 2024-08-29T18:30:28.500 INFO:tasks.workunit.client.0.smithi028.stdout:op 5706 completed, throughput=5MB/sec 2024-08-29T18:30:29.326 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:30:29 smithi053 bash[68679]: cluster 2024-08-29T18:30:27.969904+0000 mgr.y (mgr.25022) 1312 : cluster [DBG] pgmap v2000: 105 pgs: 105 active+clean; 127 GiB data, 13 GiB used, 702 GiB / 715 GiB avail; 2.7 MiB/s rd, 1.5 MiB/s wr, 4 op/s 2024-08-29T18:30:29.381 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:30:29 smithi028 bash[78352]: cluster 2024-08-29T18:30:27.969904+0000 mgr.y (mgr.25022) 1312 : cluster [DBG] pgmap v2000: 105 pgs: 105 active+clean; 127 GiB data, 13 GiB used, 702 GiB / 715 GiB avail; 2.7 MiB/s rd, 1.5 MiB/s wr, 4 op/s 2024-08-29T18:30:29.381 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:30:29 smithi028 bash[77168]: cluster 2024-08-29T18:30:27.969904+0000 mgr.y (mgr.25022) 1312 : cluster [DBG] pgmap v2000: 105 pgs: 105 active+clean; 127 GiB data, 13 GiB used, 702 GiB / 715 GiB avail; 2.7 MiB/s rd, 1.5 MiB/s wr, 4 op/s 2024-08-29T18:30:29.500 INFO:tasks.workunit.client.0.smithi028.stdout: 1098: throughput=5MB/sec pending data=0 2024-08-29T18:30:29.500 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-RzW8RkC1wISPLuB off=3099111 len=1591503 2024-08-29T18:30:29.504 INFO:tasks.workunit.client.0.smithi028.stdout:op 5707 completed, throughput=5MB/sec 2024-08-29T18:30:29.504 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-VLZew3ySZIii11L off=1929292 len=65059 2024-08-29T18:30:29.509 INFO:tasks.workunit.client.0.smithi028.stdout:op 5708 completed, throughput=5MB/sec 2024-08-29T18:30:29.510 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-iRK9KBpzPEpjgF6 off=8013496 len=335669 2024-08-29T18:30:29.512 INFO:tasks.workunit.client.0.smithi028.stdout:op 5709 completed, throughput=5MB/sec 2024-08-29T18:30:29.512 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-wW8r4Bgc_yRqYaT off=1084819 len=557194 2024-08-29T18:30:29.513 INFO:tasks.workunit.client.0.smithi028.stdout:op 5710 completed, throughput=5MB/sec 2024-08-29T18:30:29.513 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj--h4lJ-VNzJiKWbj off=807342 len=345052 2024-08-29T18:30:29.515 INFO:tasks.workunit.client.0.smithi028.stdout:op 5711 completed, throughput=5MB/sec 2024-08-29T18:30:29.515 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-WnC-uHYkGb-aLi0 off=3889631 len=1426040 2024-08-29T18:30:29.526 INFO:tasks.workunit.client.0.smithi028.stdout:op 5712 completed, throughput=5MB/sec 2024-08-29T18:30:29.526 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-8-8K8cA-CjCSFbo off=7031701 len=660460 2024-08-29T18:30:29.533 INFO:tasks.workunit.client.0.smithi028.stdout:op 5713 completed, throughput=5MB/sec 2024-08-29T18:30:30.534 INFO:tasks.workunit.client.0.smithi028.stdout: 1099: throughput=5MB/sec pending data=0 2024-08-29T18:30:30.534 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-YmVclmJnldUsOxK off=20106763 len=1931199 2024-08-29T18:30:30.548 INFO:tasks.workunit.client.0.smithi028.stdout:op 5714 completed, throughput=5MB/sec 2024-08-29T18:30:30.548 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-hJuR-il_j3-JUQb off=1030141 len=1641784 2024-08-29T18:30:30.551 INFO:tasks.workunit.client.0.smithi028.stdout:op 5715 completed, throughput=5MB/sec 2024-08-29T18:30:30.551 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-wDjTXgGrSJm1gs2 off=800071 len=1907254 2024-08-29T18:30:30.554 INFO:tasks.workunit.client.0.smithi028.stdout:op 5716 completed, throughput=5MB/sec 2024-08-29T18:30:31.326 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:30:31 smithi053 bash[68679]: cluster 2024-08-29T18:30:29.971090+0000 mgr.y (mgr.25022) 1313 : cluster [DBG] pgmap v2001: 105 pgs: 105 active+clean; 127 GiB data, 13 GiB used, 702 GiB / 715 GiB avail; 3.5 MiB/s rd, 2.1 MiB/s wr, 5 op/s 2024-08-29T18:30:31.381 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:30:31 smithi028 bash[78352]: cluster 2024-08-29T18:30:29.971090+0000 mgr.y (mgr.25022) 1313 : cluster [DBG] pgmap v2001: 105 pgs: 105 active+clean; 127 GiB data, 13 GiB used, 702 GiB / 715 GiB avail; 3.5 MiB/s rd, 2.1 MiB/s wr, 5 op/s 2024-08-29T18:30:31.381 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:30:31 smithi028 bash[77168]: cluster 2024-08-29T18:30:29.971090+0000 mgr.y (mgr.25022) 1313 : cluster [DBG] pgmap v2001: 105 pgs: 105 active+clean; 127 GiB data, 13 GiB used, 702 GiB / 715 GiB avail; 3.5 MiB/s rd, 2.1 MiB/s wr, 5 op/s 2024-08-29T18:30:31.554 INFO:tasks.workunit.client.0.smithi028.stdout: 1100: throughput=5MB/sec pending data=0 2024-08-29T18:30:31.555 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-n37AHFJRgyyqbJs off=11902333 len=651957 2024-08-29T18:30:31.563 INFO:tasks.workunit.client.0.smithi028.stdout:op 5717 completed, throughput=5MB/sec 2024-08-29T18:30:31.563 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-YLfeLvRMe-Te-_s off=1260252 len=924491 2024-08-29T18:30:31.572 INFO:tasks.workunit.client.0.smithi028.stdout:op 5718 completed, throughput=5MB/sec 2024-08-29T18:30:31.572 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-Di2S4YMHZHt6jH1 off=6786593 len=56423 2024-08-29T18:30:31.577 INFO:tasks.workunit.client.0.smithi028.stdout:op 5719 completed, throughput=5MB/sec 2024-08-29T18:30:31.577 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-w-_VHkpWpZj8ZyE off=14706815 len=1556378 2024-08-29T18:30:31.590 INFO:tasks.workunit.client.0.smithi028.stdout:op 5720 completed, throughput=5MB/sec 2024-08-29T18:30:31.590 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-ecXSDymzmI_8sxX off=858238 len=1254810 2024-08-29T18:30:31.599 INFO:tasks.workunit.client.0.smithi028.stdout:op 5721 completed, throughput=5MB/sec 2024-08-29T18:30:31.599 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-cehG1_WqmHUZfON off=13737332 len=85741 2024-08-29T18:30:31.601 INFO:tasks.workunit.client.0.smithi028.stdout:op 5722 completed, throughput=5MB/sec 2024-08-29T18:30:31.601 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-O-u_Ck0E641H5sE off=2829700 len=123511 2024-08-29T18:30:31.602 INFO:tasks.workunit.client.0.smithi028.stdout:op 5723 completed, throughput=5MB/sec 2024-08-29T18:30:31.602 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-oa9qyBUVZnbhEZ3 off=17770597 len=1216585 2024-08-29T18:30:31.605 INFO:tasks.workunit.client.0.smithi028.stdout:op 5724 completed, throughput=5MB/sec 2024-08-29T18:30:31.881 INFO:journalctl@ceph.mgr.y.smithi028.stdout:Aug 29 18:30:31 smithi028 bash[70818]: ::ffff:172.21.15.53 - - [29/Aug/2024:18:30:31] "GET /metrics HTTP/1.1" 200 34020 "" "Prometheus/2.43.0" 2024-08-29T18:30:32.576 INFO:journalctl@ceph.prometheus.a.smithi053.stdout:Aug 29 18:30:32 smithi053 bash[95567]: ts=2024-08-29T18:30:32.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"3167ee72-662c-11ef-bcd4-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-29T18:30:32.605 INFO:tasks.workunit.client.0.smithi028.stdout: 1101: throughput=5MB/sec pending data=0 2024-08-29T18:30:32.605 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-AXZG4do_5qiuwqB off=19054215 len=560521 2024-08-29T18:30:32.607 INFO:tasks.workunit.client.0.smithi028.stdout:op 5725 completed, throughput=5MB/sec 2024-08-29T18:30:32.607 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-pVpldMcwI5LfEj6 off=8233778 len=973882 2024-08-29T18:30:32.610 INFO:tasks.workunit.client.0.smithi028.stdout:op 5726 completed, throughput=5MB/sec 2024-08-29T18:30:32.610 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-N4_WCvrX6krzBKw off=2453152 len=353221 2024-08-29T18:30:32.612 INFO:tasks.workunit.client.0.smithi028.stdout:op 5727 completed, throughput=5MB/sec 2024-08-29T18:30:32.612 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-WMfVwb1nMEEDGWU off=1801846 len=1835563 2024-08-29T18:30:32.616 INFO:tasks.workunit.client.0.smithi028.stdout:op 5728 completed, throughput=5MB/sec 2024-08-29T18:30:32.616 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-tR3sHct20PcycuY off=277396 len=819441 2024-08-29T18:30:32.619 INFO:tasks.workunit.client.0.smithi028.stdout:op 5729 completed, throughput=5MB/sec 2024-08-29T18:30:32.619 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-qoFsKGn1VvPFLk- off=3977468 len=701490 2024-08-29T18:30:32.627 INFO:tasks.workunit.client.0.smithi028.stdout:op 5730 completed, throughput=5MB/sec 2024-08-29T18:30:33.326 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:30:33 smithi053 bash[68679]: cluster 2024-08-29T18:30:31.971922+0000 mgr.y (mgr.25022) 1314 : cluster [DBG] pgmap v2002: 105 pgs: 105 active+clean; 127 GiB data, 13 GiB used, 702 GiB / 715 GiB avail; 2.5 MiB/s rd, 1.5 MiB/s wr, 3 op/s 2024-08-29T18:30:33.381 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:30:33 smithi028 bash[78352]: cluster 2024-08-29T18:30:31.971922+0000 mgr.y (mgr.25022) 1314 : cluster [DBG] pgmap v2002: 105 pgs: 105 active+clean; 127 GiB data, 13 GiB used, 702 GiB / 715 GiB avail; 2.5 MiB/s rd, 1.5 MiB/s wr, 3 op/s 2024-08-29T18:30:33.381 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:30:33 smithi028 bash[77168]: cluster 2024-08-29T18:30:31.971922+0000 mgr.y (mgr.25022) 1314 : cluster [DBG] pgmap v2002: 105 pgs: 105 active+clean; 127 GiB data, 13 GiB used, 702 GiB / 715 GiB avail; 2.5 MiB/s rd, 1.5 MiB/s wr, 3 op/s 2024-08-29T18:30:33.627 INFO:tasks.workunit.client.0.smithi028.stdout: 1102: throughput=5MB/sec pending data=0 2024-08-29T18:30:33.627 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-HN2x4U_aNDbhRqH off=2622525 len=590541 2024-08-29T18:30:33.634 INFO:tasks.workunit.client.0.smithi028.stdout:op 5731 completed, throughput=5MB/sec 2024-08-29T18:30:33.634 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-p7XrFfZw19WrFPS off=3341266 len=435909 2024-08-29T18:30:33.636 INFO:tasks.workunit.client.0.smithi028.stdout:op 5732 completed, throughput=5MB/sec 2024-08-29T18:30:33.636 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-LP9AP84txkD_RlS off=15856074 len=1873687 2024-08-29T18:30:33.650 INFO:tasks.workunit.client.0.smithi028.stdout:op 5733 completed, throughput=5MB/sec 2024-08-29T18:30:33.650 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-Odoel4QKC506e8i off=5551769 len=1885277 2024-08-29T18:30:33.664 INFO:tasks.workunit.client.0.smithi028.stdout:op 5734 completed, throughput=5MB/sec 2024-08-29T18:30:33.665 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-N1PKnAIKHplLpZB off=5882600 len=1254264 2024-08-29T18:30:33.668 INFO:tasks.workunit.client.0.smithi028.stdout:op 5735 completed, throughput=5MB/sec 2024-08-29T18:30:34.668 INFO:tasks.workunit.client.0.smithi028.stdout: 1103: throughput=5MB/sec pending data=0 2024-08-29T18:30:34.668 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-LZJkFOznzsjgOji off=2414812 len=1214510 2024-08-29T18:30:34.672 INFO:tasks.workunit.client.0.smithi028.stdout:op 5736 completed, throughput=5MB/sec 2024-08-29T18:30:34.672 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-l3b8vVeoIr49HJb off=1171373 len=458017 2024-08-29T18:30:34.679 INFO:tasks.workunit.client.0.smithi028.stdout:op 5737 completed, throughput=5MB/sec 2024-08-29T18:30:34.679 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-wBL1h2i7LySCCc0 off=2199765 len=1044722 2024-08-29T18:30:34.682 INFO:tasks.workunit.client.0.smithi028.stdout:op 5738 completed, throughput=5MB/sec 2024-08-29T18:30:34.682 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-4zaYuSJK6phxRe5 off=20084615 len=619036 2024-08-29T18:30:34.690 INFO:tasks.workunit.client.0.smithi028.stdout:op 5739 completed, throughput=5MB/sec 2024-08-29T18:30:34.690 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-78-iZOG4UlTWlbH off=3106965 len=1326536 2024-08-29T18:30:34.693 INFO:tasks.workunit.client.0.smithi028.stdout:op 5740 completed, throughput=5MB/sec 2024-08-29T18:30:35.381 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:30:35 smithi028 bash[78352]: cluster 2024-08-29T18:30:33.972824+0000 mgr.y (mgr.25022) 1315 : cluster [DBG] pgmap v2003: 105 pgs: 105 active+clean; 127 GiB data, 13 GiB used, 702 GiB / 715 GiB avail; 3.2 MiB/s rd, 2.3 MiB/s wr, 5 op/s 2024-08-29T18:30:35.381 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:30:35 smithi028 bash[77168]: cluster 2024-08-29T18:30:33.972824+0000 mgr.y (mgr.25022) 1315 : cluster [DBG] pgmap v2003: 105 pgs: 105 active+clean; 127 GiB data, 13 GiB used, 702 GiB / 715 GiB avail; 3.2 MiB/s rd, 2.3 MiB/s wr, 5 op/s 2024-08-29T18:30:35.576 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:30:35 smithi053 bash[68679]: cluster 2024-08-29T18:30:33.972824+0000 mgr.y (mgr.25022) 1315 : cluster [DBG] pgmap v2003: 105 pgs: 105 active+clean; 127 GiB data, 13 GiB used, 702 GiB / 715 GiB avail; 3.2 MiB/s rd, 2.3 MiB/s wr, 5 op/s 2024-08-29T18:30:35.694 INFO:tasks.workunit.client.0.smithi028.stdout: 1104: throughput=5MB/sec pending data=0 2024-08-29T18:30:35.694 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj--OzOe64Ftbp05Pt off=16893788 len=1081075 2024-08-29T18:30:35.703 INFO:tasks.workunit.client.0.smithi028.stdout:op 5741 completed, throughput=5MB/sec 2024-08-29T18:30:35.703 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-eRx319sfZKTgjK5 off=18733833 len=1478627 2024-08-29T18:30:35.707 INFO:tasks.workunit.client.0.smithi028.stdout:op 5742 completed, throughput=5MB/sec 2024-08-29T18:30:35.707 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-QEvkh7qEdVZqC1D off=5237619 len=467227 2024-08-29T18:30:35.709 INFO:tasks.workunit.client.0.smithi028.stdout:op 5743 completed, throughput=5MB/sec 2024-08-29T18:30:35.709 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-KcnpveLng4ieTyh off=11714917 len=29324 2024-08-29T18:30:35.710 INFO:tasks.workunit.client.0.smithi028.stdout:op 5744 completed, throughput=5MB/sec 2024-08-29T18:30:35.710 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-3CyvgQbeOxyfE6c off=1292511 len=260080 2024-08-29T18:30:35.711 INFO:tasks.workunit.client.0.smithi028.stdout:op 5745 completed, throughput=5MB/sec 2024-08-29T18:30:35.711 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-wPz4dCW2kAZ-zf1 off=1623721 len=1873598 2024-08-29T18:30:35.725 INFO:tasks.workunit.client.0.smithi028.stdout:op 5746 completed, throughput=5MB/sec 2024-08-29T18:30:36.725 INFO:tasks.workunit.client.0.smithi028.stdout: 1105: throughput=5MB/sec pending data=0 2024-08-29T18:30:36.725 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-_reDB5tGUkleoz8 off=1425250 len=930537 2024-08-29T18:30:36.729 INFO:tasks.workunit.client.0.smithi028.stdout:op 5747 completed, throughput=5MB/sec 2024-08-29T18:30:36.729 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-IxxNeEJpwwZ2r1p off=8973989 len=1079029 2024-08-29T18:30:36.739 INFO:tasks.workunit.client.0.smithi028.stdout:op 5748 completed, throughput=5MB/sec 2024-08-29T18:30:36.739 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-K_UD9n3MwURBasv off=761326 len=193322 2024-08-29T18:30:36.744 INFO:tasks.workunit.client.0.smithi028.stdout:op 5749 completed, throughput=5MB/sec 2024-08-29T18:30:36.744 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-OLhgRkPqNKVdJuM off=5293294 len=1787413 2024-08-29T18:30:36.749 INFO:tasks.workunit.client.0.smithi028.stdout:op 5750 completed, throughput=5MB/sec 2024-08-29T18:30:36.749 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-o-0YQbDDkmPq2Bc off=720317 len=1091225 2024-08-29T18:30:36.758 INFO:tasks.workunit.client.0.smithi028.stdout:op 5751 completed, throughput=5MB/sec 2024-08-29T18:30:36.758 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-tdX9kf8qb9M0pal off=10005892 len=1933525 2024-08-29T18:30:36.774 INFO:tasks.workunit.client.0.smithi028.stdout:op 5752 completed, throughput=5MB/sec 2024-08-29T18:30:37.382 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:30:37 smithi028 bash[78352]: cluster 2024-08-29T18:30:35.973999+0000 mgr.y (mgr.25022) 1316 : cluster [DBG] pgmap v2004: 105 pgs: 105 active+clean; 127 GiB data, 13 GiB used, 702 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.0 MiB/s wr, 4 op/s 2024-08-29T18:30:37.383 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:30:37 smithi028 bash[77168]: cluster 2024-08-29T18:30:35.973999+0000 mgr.y (mgr.25022) 1316 : cluster [DBG] pgmap v2004: 105 pgs: 105 active+clean; 127 GiB data, 13 GiB used, 702 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.0 MiB/s wr, 4 op/s 2024-08-29T18:30:37.576 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:30:37 smithi053 bash[68679]: cluster 2024-08-29T18:30:35.973999+0000 mgr.y (mgr.25022) 1316 : cluster [DBG] pgmap v2004: 105 pgs: 105 active+clean; 127 GiB data, 13 GiB used, 702 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.0 MiB/s wr, 4 op/s 2024-08-29T18:30:37.774 INFO:tasks.workunit.client.0.smithi028.stdout: 1106: throughput=5MB/sec pending data=0 2024-08-29T18:30:37.774 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-dGf1RnA5RM7s624 off=786649 len=1546393 2024-08-29T18:30:37.778 INFO:tasks.workunit.client.0.smithi028.stdout:op 5753 completed, throughput=5MB/sec 2024-08-29T18:30:37.778 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-bFjcDnFemtZPC0l off=478695 len=1432134 2024-08-29T18:30:37.781 INFO:tasks.workunit.client.0.smithi028.stdout:op 5754 completed, throughput=5MB/sec 2024-08-29T18:30:37.781 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-ZI2x-pAVO0KPdU3 off=5869347 len=1571428 2024-08-29T18:30:37.785 INFO:tasks.workunit.client.0.smithi028.stdout:op 5755 completed, throughput=5MB/sec 2024-08-29T18:30:38.785 INFO:tasks.workunit.client.0.smithi028.stdout: 1107: throughput=5MB/sec pending data=0 2024-08-29T18:30:38.785 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-D_lIbxVge5b5sR6 off=4636510 len=1210186 2024-08-29T18:30:38.789 INFO:tasks.workunit.client.0.smithi028.stdout:op 5756 completed, throughput=5MB/sec 2024-08-29T18:30:38.789 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-FRGln6amRqMyb5q off=3508907 len=1816595 2024-08-29T18:30:38.801 INFO:tasks.workunit.client.0.smithi028.stdout:op 5757 completed, throughput=5MB/sec 2024-08-29T18:30:38.801 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-gPmDcN545dAdIMT off=2803619 len=737736 2024-08-29T18:30:38.809 INFO:tasks.workunit.client.0.smithi028.stdout:op 5758 completed, throughput=5MB/sec 2024-08-29T18:30:38.809 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-fD0YaFzn5hVRhBA off=12693581 len=1917064 2024-08-29T18:30:38.812 INFO:tasks.workunit.client.0.smithi028.stdout:op 5759 completed, throughput=5MB/sec 2024-08-29T18:30:39.381 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:30:39 smithi028 bash[77168]: cluster 2024-08-29T18:30:37.974734+0000 mgr.y (mgr.25022) 1317 : cluster [DBG] pgmap v2005: 105 pgs: 105 active+clean; 127 GiB data, 13 GiB used, 702 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.0 MiB/s wr, 4 op/s 2024-08-29T18:30:39.381 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:30:39 smithi028 bash[78352]: cluster 2024-08-29T18:30:37.974734+0000 mgr.y (mgr.25022) 1317 : cluster [DBG] pgmap v2005: 105 pgs: 105 active+clean; 127 GiB data, 13 GiB used, 702 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.0 MiB/s wr, 4 op/s 2024-08-29T18:30:39.576 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:30:39 smithi053 bash[68679]: cluster 2024-08-29T18:30:37.974734+0000 mgr.y (mgr.25022) 1317 : cluster [DBG] pgmap v2005: 105 pgs: 105 active+clean; 127 GiB data, 13 GiB used, 702 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.0 MiB/s wr, 4 op/s 2024-08-29T18:30:39.812 INFO:tasks.workunit.client.0.smithi028.stdout: 1108: throughput=5MB/sec pending data=0 2024-08-29T18:30:39.813 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-V71tsyT_ylxtpuy off=17611564 len=956177 2024-08-29T18:30:39.822 INFO:tasks.workunit.client.0.smithi028.stdout:op 5760 completed, throughput=5MB/sec 2024-08-29T18:30:39.822 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-WMS181ETe-Et4iY off=3106440 len=1799131 2024-08-29T18:30:39.835 INFO:tasks.workunit.client.0.smithi028.stdout:op 5761 completed, throughput=5MB/sec 2024-08-29T18:30:39.835 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-1fKKYBPqgAn5Ykg off=1359691 len=1047261 2024-08-29T18:30:39.838 INFO:tasks.workunit.client.0.smithi028.stdout:op 5762 completed, throughput=5MB/sec 2024-08-29T18:30:39.838 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-WISw-okJ4bckXGk off=2191465 len=1478925 2024-08-29T18:30:39.850 INFO:tasks.workunit.client.0.smithi028.stdout:op 5763 completed, throughput=5MB/sec 2024-08-29T18:30:40.850 INFO:tasks.workunit.client.0.smithi028.stdout: 1109: throughput=5MB/sec pending data=0 2024-08-29T18:30:40.851 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-cAuUdvY8m7wYgA7 off=1933982 len=1392836 2024-08-29T18:30:40.862 INFO:tasks.workunit.client.0.smithi028.stdout:op 5764 completed, throughput=5MB/sec 2024-08-29T18:30:40.862 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-BEMmIk5w1Sd7lJw off=4074451 len=62237 2024-08-29T18:30:40.866 INFO:tasks.workunit.client.0.smithi028.stdout:op 5765 completed, throughput=5MB/sec 2024-08-29T18:30:40.867 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-z9YddbQQD6hMWL_ off=6435187 len=571684 2024-08-29T18:30:40.869 INFO:tasks.workunit.client.0.smithi028.stdout:op 5766 completed, throughput=5MB/sec 2024-08-29T18:30:40.869 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-9f8cOykLjPwmgr9 off=4512436 len=1694939 2024-08-29T18:30:40.881 INFO:tasks.workunit.client.0.smithi028.stdout:op 5767 completed, throughput=5MB/sec 2024-08-29T18:30:40.881 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-oo6y2lpaNHwjkHk off=928819 len=1322038 2024-08-29T18:30:40.892 INFO:tasks.workunit.client.0.smithi028.stdout:op 5768 completed, throughput=5MB/sec 2024-08-29T18:30:41.381 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:30:41 smithi028 bash[77168]: cluster 2024-08-29T18:30:39.975961+0000 mgr.y (mgr.25022) 1318 : cluster [DBG] pgmap v2006: 105 pgs: 105 active+clean; 127 GiB data, 13 GiB used, 702 GiB / 715 GiB avail; 3.4 MiB/s rd, 3.0 MiB/s wr, 6 op/s 2024-08-29T18:30:41.381 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:30:41 smithi028 bash[78352]: cluster 2024-08-29T18:30:39.975961+0000 mgr.y (mgr.25022) 1318 : cluster [DBG] pgmap v2006: 105 pgs: 105 active+clean; 127 GiB data, 13 GiB used, 702 GiB / 715 GiB avail; 3.4 MiB/s rd, 3.0 MiB/s wr, 6 op/s 2024-08-29T18:30:41.576 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:30:41 smithi053 bash[68679]: cluster 2024-08-29T18:30:39.975961+0000 mgr.y (mgr.25022) 1318 : cluster [DBG] pgmap v2006: 105 pgs: 105 active+clean; 127 GiB data, 13 GiB used, 702 GiB / 715 GiB avail; 3.4 MiB/s rd, 3.0 MiB/s wr, 6 op/s 2024-08-29T18:30:41.880 INFO:journalctl@ceph.mgr.y.smithi028.stdout:Aug 29 18:30:41 smithi028 bash[70818]: ::ffff:172.21.15.53 - - [29/Aug/2024:18:30:41] "GET /metrics HTTP/1.1" 200 34020 "" "Prometheus/2.43.0" 2024-08-29T18:30:41.892 INFO:tasks.workunit.client.0.smithi028.stdout: 1110: throughput=5MB/sec pending data=0 2024-08-29T18:30:41.892 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-W1gwXv2-wtijUaj off=490745 len=1591367 2024-08-29T18:30:41.905 INFO:tasks.workunit.client.0.smithi028.stdout:op 5769 completed, throughput=5MB/sec 2024-08-29T18:30:41.905 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-xpbzUs8ZWmHfLdl off=1920224 len=659224 2024-08-29T18:30:41.911 INFO:tasks.workunit.client.0.smithi028.stdout:op 5770 completed, throughput=5MB/sec 2024-08-29T18:30:41.911 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-7AHqhU2pIg7q7Va off=7530910 len=765019 2024-08-29T18:30:41.914 INFO:tasks.workunit.client.0.smithi028.stdout:op 5771 completed, throughput=5MB/sec 2024-08-29T18:30:41.914 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-7JQQxYTxUddACFw off=4544289 len=422431 2024-08-29T18:30:41.920 INFO:tasks.workunit.client.0.smithi028.stdout:op 5772 completed, throughput=5MB/sec 2024-08-29T18:30:41.920 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-ZBmPaBPGfTBCnEK off=4288249 len=836813 2024-08-29T18:30:41.928 INFO:tasks.workunit.client.0.smithi028.stdout:op 5773 completed, throughput=5MB/sec 2024-08-29T18:30:41.928 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-NnM6_RumVS_ulfd off=4707711 len=1017531 2024-08-29T18:30:41.937 INFO:tasks.workunit.client.0.smithi028.stdout:op 5774 completed, throughput=5MB/sec 2024-08-29T18:30:42.576 INFO:journalctl@ceph.prometheus.a.smithi053.stdout:Aug 29 18:30:42 smithi053 bash[95567]: ts=2024-08-29T18:30:42.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"3167ee72-662c-11ef-bcd4-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-29T18:30:42.937 INFO:tasks.workunit.client.0.smithi028.stdout: 1111: throughput=5MB/sec pending data=0 2024-08-29T18:30:42.938 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-mkBj6pL6dSq1ldB off=911278 len=1435366 2024-08-29T18:30:42.948 INFO:tasks.workunit.client.0.smithi028.stdout:op 5775 completed, throughput=5MB/sec 2024-08-29T18:30:42.949 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-QYaCRnpOw6BPdJt off=2823045 len=361212 2024-08-29T18:30:42.954 INFO:tasks.workunit.client.0.smithi028.stdout:op 5776 completed, throughput=5MB/sec 2024-08-29T18:30:42.955 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-u60GEVVQisZ4NNz off=4162378 len=1899452 2024-08-29T18:30:42.959 INFO:tasks.workunit.client.0.smithi028.stdout:op 5777 completed, throughput=5MB/sec 2024-08-29T18:30:42.959 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-Ncs4nS94Iv4tBGN off=2326117 len=1985769 2024-08-29T18:30:42.964 INFO:tasks.workunit.client.0.smithi028.stdout:op 5778 completed, throughput=5MB/sec 2024-08-29T18:30:43.381 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:30:43 smithi028 bash[77168]: cluster 2024-08-29T18:30:41.976803+0000 mgr.y (mgr.25022) 1319 : cluster [DBG] pgmap v2007: 105 pgs: 105 active+clean; 127 GiB data, 13 GiB used, 702 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2024-08-29T18:30:43.381 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:30:43 smithi028 bash[77168]: audit 2024-08-29T18:30:42.113524+0000 mon.a (mon.0) 2300 : audit [DBG] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-29T18:30:43.381 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:30:43 smithi028 bash[78352]: cluster 2024-08-29T18:30:41.976803+0000 mgr.y (mgr.25022) 1319 : cluster [DBG] pgmap v2007: 105 pgs: 105 active+clean; 127 GiB data, 13 GiB used, 702 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2024-08-29T18:30:43.381 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:30:43 smithi028 bash[78352]: audit 2024-08-29T18:30:42.113524+0000 mon.a (mon.0) 2300 : audit [DBG] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-29T18:30:43.576 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:30:43 smithi053 bash[68679]: cluster 2024-08-29T18:30:41.976803+0000 mgr.y (mgr.25022) 1319 : cluster [DBG] pgmap v2007: 105 pgs: 105 active+clean; 127 GiB data, 13 GiB used, 702 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2024-08-29T18:30:43.576 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:30:43 smithi053 bash[68679]: audit 2024-08-29T18:30:42.113524+0000 mon.a (mon.0) 2300 : audit [DBG] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-29T18:30:43.964 INFO:tasks.workunit.client.0.smithi028.stdout: 1112: throughput=5MB/sec pending data=0 2024-08-29T18:30:43.964 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-IipzjxJ5pIkx_60 off=3074530 len=1409042 2024-08-29T18:30:43.968 INFO:tasks.workunit.client.0.smithi028.stdout:op 5779 completed, throughput=5MB/sec 2024-08-29T18:30:43.968 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-1JDgq5tafYARG7F off=9377396 len=1811740 2024-08-29T18:30:43.972 INFO:tasks.workunit.client.0.smithi028.stdout:op 5780 completed, throughput=5MB/sec 2024-08-29T18:30:43.972 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-MCkw9t7NalC3g6c off=637762 len=36715 2024-08-29T18:30:43.977 INFO:tasks.workunit.client.0.smithi028.stdout:op 5781 completed, throughput=5MB/sec 2024-08-29T18:30:43.978 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-d1FRpk8HsgPCtFX off=11765721 len=473766 2024-08-29T18:30:43.984 INFO:tasks.workunit.client.0.smithi028.stdout:op 5782 completed, throughput=5MB/sec 2024-08-29T18:30:43.984 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-6_Q4BrEoSCIFBBs off=846755 len=1488781 2024-08-29T18:30:43.994 INFO:tasks.workunit.client.0.smithi028.stdout:op 5783 completed, throughput=5MB/sec 2024-08-29T18:30:44.994 INFO:tasks.workunit.client.0.smithi028.stdout: 1113: throughput=5MB/sec pending data=0 2024-08-29T18:30:44.995 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-kBiL_SJKipnD5av off=2641515 len=1890592 2024-08-29T18:30:44.999 INFO:tasks.workunit.client.0.smithi028.stdout:op 5784 completed, throughput=5MB/sec 2024-08-29T18:30:44.999 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-UOgv-C41SG1QPlt off=15724493 len=1178284 2024-08-29T18:30:45.002 INFO:tasks.workunit.client.0.smithi028.stdout:op 5785 completed, throughput=5MB/sec 2024-08-29T18:30:45.002 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-ffmNKBKbhlB7Iaw off=8223955 len=1554060 2024-08-29T18:30:45.006 INFO:tasks.workunit.client.0.smithi028.stdout:op 5786 completed, throughput=5MB/sec 2024-08-29T18:30:45.006 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-WD11rQONpokWL-r off=471419 len=1443863 2024-08-29T18:30:45.010 INFO:tasks.workunit.client.0.smithi028.stdout:op 5787 completed, throughput=5MB/sec 2024-08-29T18:30:45.381 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:30:45 smithi028 bash[77168]: cluster 2024-08-29T18:30:43.977992+0000 mgr.y (mgr.25022) 1320 : cluster [DBG] pgmap v2008: 105 pgs: 105 active+clean; 127 GiB data, 13 GiB used, 702 GiB / 715 GiB avail; 2.9 MiB/s rd, 3.3 MiB/s wr, 6 op/s 2024-08-29T18:30:45.382 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:30:45 smithi028 bash[78352]: cluster 2024-08-29T18:30:43.977992+0000 mgr.y (mgr.25022) 1320 : cluster [DBG] pgmap v2008: 105 pgs: 105 active+clean; 127 GiB data, 13 GiB used, 702 GiB / 715 GiB avail; 2.9 MiB/s rd, 3.3 MiB/s wr, 6 op/s 2024-08-29T18:30:45.576 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:30:45 smithi053 bash[68679]: cluster 2024-08-29T18:30:43.977992+0000 mgr.y (mgr.25022) 1320 : cluster [DBG] pgmap v2008: 105 pgs: 105 active+clean; 127 GiB data, 13 GiB used, 702 GiB / 715 GiB avail; 2.9 MiB/s rd, 3.3 MiB/s wr, 6 op/s 2024-08-29T18:30:46.010 INFO:tasks.workunit.client.0.smithi028.stdout: 1114: throughput=5MB/sec pending data=0 2024-08-29T18:30:46.010 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-nStZt51gNa78z_W off=634723 len=126685 2024-08-29T18:30:46.012 INFO:tasks.workunit.client.0.smithi028.stdout:op 5788 completed, throughput=5MB/sec 2024-08-29T18:30:46.012 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-JGOfbemZGj2Kzcw off=5532184 len=1556557 2024-08-29T18:30:46.025 INFO:tasks.workunit.client.0.smithi028.stdout:op 5789 completed, throughput=5MB/sec 2024-08-29T18:30:46.025 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj--H6ckMAVTkPDlAI off=3627050 len=476917 2024-08-29T18:30:46.032 INFO:tasks.workunit.client.0.smithi028.stdout:op 5790 completed, throughput=5MB/sec 2024-08-29T18:30:46.032 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-erSW98Xbz1HDAXe off=5948754 len=1483729 2024-08-29T18:30:46.042 INFO:tasks.workunit.client.0.smithi028.stdout:op 5791 completed, throughput=5MB/sec 2024-08-29T18:30:46.042 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-4kpMjX9txyafGcS off=929169 len=1348643 2024-08-29T18:30:46.053 INFO:tasks.workunit.client.0.smithi028.stdout:op 5792 completed, throughput=5MB/sec 2024-08-29T18:30:47.053 INFO:tasks.workunit.client.0.smithi028.stdout: 1115: throughput=5MB/sec pending data=0 2024-08-29T18:30:47.053 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-F265qnBc3neyE0i off=16373587 len=897029 2024-08-29T18:30:47.062 INFO:tasks.workunit.client.0.smithi028.stdout:op 5793 completed, throughput=5MB/sec 2024-08-29T18:30:47.062 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-T27TrxwG41z3H9n off=5017108 len=1055053 2024-08-29T18:30:47.072 INFO:tasks.workunit.client.0.smithi028.stdout:op 5794 completed, throughput=5MB/sec 2024-08-29T18:30:47.072 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-UPqvIBydb_bWdbC off=8611774 len=1303518 2024-08-29T18:30:47.077 INFO:tasks.workunit.client.0.smithi028.stdout:op 5795 completed, throughput=5MB/sec 2024-08-29T18:30:47.077 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-X3x8WuWhUatm5Xl off=10250453 len=260498 2024-08-29T18:30:47.078 INFO:tasks.workunit.client.0.smithi028.stdout:op 5796 completed, throughput=5MB/sec 2024-08-29T18:30:47.078 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-rBMR0F_JcohspFa off=1004247 len=782834 2024-08-29T18:30:47.086 INFO:tasks.workunit.client.0.smithi028.stdout:op 5797 completed, throughput=5MB/sec 2024-08-29T18:30:47.086 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj--nomgfWVTB5OxnD off=18693165 len=912381 2024-08-29T18:30:47.094 INFO:tasks.workunit.client.0.smithi028.stdout:op 5798 completed, throughput=5MB/sec 2024-08-29T18:30:47.381 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:30:47 smithi028 bash[77168]: cluster 2024-08-29T18:30:45.979102+0000 mgr.y (mgr.25022) 1321 : cluster [DBG] pgmap v2009: 105 pgs: 105 active+clean; 127 GiB data, 13 GiB used, 702 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2024-08-29T18:30:47.381 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:30:47 smithi028 bash[78352]: cluster 2024-08-29T18:30:45.979102+0000 mgr.y (mgr.25022) 1321 : cluster [DBG] pgmap v2009: 105 pgs: 105 active+clean; 127 GiB data, 13 GiB used, 702 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2024-08-29T18:30:47.576 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:30:47 smithi053 bash[68679]: cluster 2024-08-29T18:30:45.979102+0000 mgr.y (mgr.25022) 1321 : cluster [DBG] pgmap v2009: 105 pgs: 105 active+clean; 127 GiB data, 13 GiB used, 702 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2024-08-29T18:30:48.094 INFO:tasks.workunit.client.0.smithi028.stdout: 1116: throughput=5MB/sec pending data=0 2024-08-29T18:30:48.095 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-sbNcAgKuN_4YpLX off=7561751 len=1840836 2024-08-29T18:30:48.100 INFO:tasks.workunit.client.0.smithi028.stdout:op 5799 completed, throughput=5MB/sec 2024-08-29T18:30:48.100 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-WaefAPSv9z8v33i off=5202351 len=1379533 2024-08-29T18:30:48.111 INFO:tasks.workunit.client.0.smithi028.stdout:op 5800 completed, throughput=5MB/sec 2024-08-29T18:30:48.111 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-00ecz1ARw7f0VEo off=11093592 len=1166432 2024-08-29T18:30:48.121 INFO:tasks.workunit.client.0.smithi028.stdout:op 5801 completed, throughput=5MB/sec 2024-08-29T18:30:48.121 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-lVb2qFx9Ek90kD0 off=9220101 len=1622815 2024-08-29T18:30:48.132 INFO:tasks.workunit.client.0.smithi028.stdout:op 5802 completed, throughput=5MB/sec 2024-08-29T18:30:49.132 INFO:tasks.workunit.client.0.smithi028.stdout: 1117: throughput=5MB/sec pending data=0 2024-08-29T18:30:49.132 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-O4zydPPTSxVAQKP off=3201709 len=728286 2024-08-29T18:30:49.141 INFO:tasks.workunit.client.0.smithi028.stdout:op 5803 completed, throughput=5MB/sec 2024-08-29T18:30:49.141 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-1AM-mYL7hnHzZeY off=7985529 len=1169286 2024-08-29T18:30:49.145 INFO:tasks.workunit.client.0.smithi028.stdout:op 5804 completed, throughput=5MB/sec 2024-08-29T18:30:49.145 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-G7n5_b30bZSPL6Y off=4565725 len=1486463 2024-08-29T18:30:49.150 INFO:tasks.workunit.client.0.smithi028.stdout:op 5805 completed, throughput=5MB/sec 2024-08-29T18:30:49.150 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-hBekdRyTmZVfSSu off=10910624 len=1769570 2024-08-29T18:30:49.154 INFO:tasks.workunit.client.0.smithi028.stdout:op 5806 completed, throughput=5MB/sec 2024-08-29T18:30:49.381 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:30:49 smithi028 bash[78352]: cluster 2024-08-29T18:30:47.979803+0000 mgr.y (mgr.25022) 1322 : cluster [DBG] pgmap v2010: 105 pgs: 105 active+clean; 127 GiB data, 13 GiB used, 702 GiB / 715 GiB avail; 1.9 MiB/s rd, 2.3 MiB/s wr, 3 op/s 2024-08-29T18:30:49.381 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:30:49 smithi028 bash[77168]: cluster 2024-08-29T18:30:47.979803+0000 mgr.y (mgr.25022) 1322 : cluster [DBG] pgmap v2010: 105 pgs: 105 active+clean; 127 GiB data, 13 GiB used, 702 GiB / 715 GiB avail; 1.9 MiB/s rd, 2.3 MiB/s wr, 3 op/s 2024-08-29T18:30:49.576 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:30:49 smithi053 bash[68679]: cluster 2024-08-29T18:30:47.979803+0000 mgr.y (mgr.25022) 1322 : cluster [DBG] pgmap v2010: 105 pgs: 105 active+clean; 127 GiB data, 13 GiB used, 702 GiB / 715 GiB avail; 1.9 MiB/s rd, 2.3 MiB/s wr, 3 op/s 2024-08-29T18:30:50.154 INFO:tasks.workunit.client.0.smithi028.stdout: 1118: throughput=5MB/sec pending data=0 2024-08-29T18:30:50.154 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-18Gj5kFgp2sJh3W off=15458170 len=686556 2024-08-29T18:30:50.156 INFO:tasks.workunit.client.0.smithi028.stdout:op 5807 completed, throughput=5MB/sec 2024-08-29T18:30:50.156 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-yfpAc0sdFY0lM8v off=7807185 len=1773985 2024-08-29T18:30:50.170 INFO:tasks.workunit.client.0.smithi028.stdout:op 5808 completed, throughput=5MB/sec 2024-08-29T18:30:50.170 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-wEdEOlKwTTH3BUU off=14410529 len=274360 2024-08-29T18:30:50.171 INFO:tasks.workunit.client.0.smithi028.stdout:op 5809 completed, throughput=5MB/sec 2024-08-29T18:30:50.171 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-uiUEWbX42A6wK5N off=1640338 len=894462 2024-08-29T18:30:50.174 INFO:tasks.workunit.client.0.smithi028.stdout:op 5810 completed, throughput=5MB/sec 2024-08-29T18:30:50.174 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-3Ir3KlnzneRnrhg off=6293605 len=92047 2024-08-29T18:30:50.177 INFO:tasks.workunit.client.0.smithi028.stdout:op 5811 completed, throughput=5MB/sec 2024-08-29T18:30:50.178 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-tetpTA-IL26_w7h off=604262 len=726906 2024-08-29T18:30:50.179 INFO:tasks.workunit.client.0.smithi028.stdout:op 5812 completed, throughput=5MB/sec 2024-08-29T18:30:50.179 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-9qAs0_l_jb-GNmH off=7245307 len=1743395 2024-08-29T18:30:50.183 INFO:tasks.workunit.client.0.smithi028.stdout:op 5813 completed, throughput=5MB/sec 2024-08-29T18:30:51.183 INFO:tasks.workunit.client.0.smithi028.stdout: 1119: throughput=5MB/sec pending data=0 2024-08-29T18:30:51.183 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-3DM76HywZ5Z6R8O off=1333533 len=456863 2024-08-29T18:30:51.185 INFO:tasks.workunit.client.0.smithi028.stdout:op 5814 completed, throughput=5MB/sec 2024-08-29T18:30:51.186 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-ClVBOMYkvpmh8At off=12900579 len=346621 2024-08-29T18:30:51.192 INFO:tasks.workunit.client.0.smithi028.stdout:op 5815 completed, throughput=5MB/sec 2024-08-29T18:30:51.192 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-qRzpH4Yds0CQELt off=6389284 len=1574782 2024-08-29T18:30:51.205 INFO:tasks.workunit.client.0.smithi028.stdout:op 5816 completed, throughput=5MB/sec 2024-08-29T18:30:51.205 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-MJtz8tXwv6UWczC off=3025852 len=385408 2024-08-29T18:30:51.211 INFO:tasks.workunit.client.0.smithi028.stdout:op 5817 completed, throughput=5MB/sec 2024-08-29T18:30:51.211 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-ptYVuaxUMwjV4Rb off=9811606 len=1346845 2024-08-29T18:30:51.216 INFO:tasks.workunit.client.0.smithi028.stdout:op 5818 completed, throughput=5MB/sec 2024-08-29T18:30:51.382 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:30:51 smithi028 bash[78352]: cluster 2024-08-29T18:30:49.981004+0000 mgr.y (mgr.25022) 1323 : cluster [DBG] pgmap v2011: 105 pgs: 105 active+clean; 127 GiB data, 13 GiB used, 702 GiB / 715 GiB avail; 2.9 MiB/s rd, 3.4 MiB/s wr, 5 op/s 2024-08-29T18:30:51.382 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:30:51 smithi028 bash[77168]: cluster 2024-08-29T18:30:49.981004+0000 mgr.y (mgr.25022) 1323 : cluster [DBG] pgmap v2011: 105 pgs: 105 active+clean; 127 GiB data, 13 GiB used, 702 GiB / 715 GiB avail; 2.9 MiB/s rd, 3.4 MiB/s wr, 5 op/s 2024-08-29T18:30:51.576 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:30:51 smithi053 bash[68679]: cluster 2024-08-29T18:30:49.981004+0000 mgr.y (mgr.25022) 1323 : cluster [DBG] pgmap v2011: 105 pgs: 105 active+clean; 127 GiB data, 13 GiB used, 702 GiB / 715 GiB avail; 2.9 MiB/s rd, 3.4 MiB/s wr, 5 op/s 2024-08-29T18:30:51.881 INFO:journalctl@ceph.mgr.y.smithi028.stdout:Aug 29 18:30:51 smithi028 bash[70818]: ::ffff:172.21.15.53 - - [29/Aug/2024:18:30:51] "GET /metrics HTTP/1.1" 200 34020 "" "Prometheus/2.43.0" 2024-08-29T18:30:52.216 INFO:tasks.workunit.client.0.smithi028.stdout: 1120: throughput=5MB/sec pending data=0 2024-08-29T18:30:52.216 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-je0UQ0KUJP0OfIa off=2453069 len=1085883 2024-08-29T18:30:52.226 INFO:tasks.workunit.client.0.smithi028.stdout:op 5819 completed, throughput=5MB/sec 2024-08-29T18:30:52.226 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-uOeqHZW9eC6w-qs off=11797162 len=1715047 2024-08-29T18:30:52.238 INFO:tasks.workunit.client.0.smithi028.stdout:op 5820 completed, throughput=5MB/sec 2024-08-29T18:30:52.238 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-lRuoZ_dvVAcZ2zZ off=0 len=1540966 2024-08-29T18:30:52.242 INFO:tasks.workunit.client.0.smithi028.stdout:op 5821 completed, throughput=5MB/sec 2024-08-29T18:30:52.242 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-Du6gqhBecVMYHcn off=2942883 len=1766164 2024-08-29T18:30:52.253 INFO:tasks.workunit.client.0.smithi028.stdout:op 5822 completed, throughput=5MB/sec 2024-08-29T18:30:52.576 INFO:journalctl@ceph.prometheus.a.smithi053.stdout:Aug 29 18:30:52 smithi053 bash[95567]: ts=2024-08-29T18:30:52.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"3167ee72-662c-11ef-bcd4-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-29T18:30:53.253 INFO:tasks.workunit.client.0.smithi028.stdout: 1121: throughput=5MB/sec pending data=0 2024-08-29T18:30:53.254 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-ci1VM9kIbHKq5To off=15459337 len=95451 2024-08-29T18:30:53.258 INFO:tasks.workunit.client.0.smithi028.stdout:op 5823 completed, throughput=5MB/sec 2024-08-29T18:30:53.259 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-rvQ-a_evBp0jKKp off=8402251 len=409146 2024-08-29T18:30:53.260 INFO:tasks.workunit.client.0.smithi028.stdout:op 5824 completed, throughput=5MB/sec 2024-08-29T18:30:53.260 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-fcgdPZSamHjiTN3 off=12215706 len=1667632 2024-08-29T18:30:53.273 INFO:tasks.workunit.client.0.smithi028.stdout:op 5825 completed, throughput=5MB/sec 2024-08-29T18:30:53.273 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-DiswvlrO_rVrdDS off=9571184 len=2080142 2024-08-29T18:30:53.279 INFO:tasks.workunit.client.0.smithi028.stdout:op 5826 completed, throughput=5MB/sec 2024-08-29T18:30:53.279 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-lvPy_o6rZCI2TUM off=4393860 len=2034324 2024-08-29T18:30:53.291 INFO:tasks.workunit.client.0.smithi028.stdout:op 5827 completed, throughput=5MB/sec 2024-08-29T18:30:53.381 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:30:53 smithi028 bash[77168]: cluster 2024-08-29T18:30:51.981844+0000 mgr.y (mgr.25022) 1324 : cluster [DBG] pgmap v2012: 105 pgs: 105 active+clean; 127 GiB data, 13 GiB used, 702 GiB / 715 GiB avail; 1.7 MiB/s rd, 2.5 MiB/s wr, 3 op/s 2024-08-29T18:30:53.381 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:30:53 smithi028 bash[78352]: cluster 2024-08-29T18:30:51.981844+0000 mgr.y (mgr.25022) 1324 : cluster [DBG] pgmap v2012: 105 pgs: 105 active+clean; 127 GiB data, 13 GiB used, 702 GiB / 715 GiB avail; 1.7 MiB/s rd, 2.5 MiB/s wr, 3 op/s 2024-08-29T18:30:53.576 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:30:53 smithi053 bash[68679]: cluster 2024-08-29T18:30:51.981844+0000 mgr.y (mgr.25022) 1324 : cluster [DBG] pgmap v2012: 105 pgs: 105 active+clean; 127 GiB data, 13 GiB used, 702 GiB / 715 GiB avail; 1.7 MiB/s rd, 2.5 MiB/s wr, 3 op/s 2024-08-29T18:30:54.292 INFO:tasks.workunit.client.0.smithi028.stdout: 1122: throughput=5MB/sec pending data=0 2024-08-29T18:30:54.292 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-LnW2l66tfPNaVsC off=5149778 len=806530 2024-08-29T18:30:54.300 INFO:tasks.workunit.client.0.smithi028.stdout:op 5828 completed, throughput=5MB/sec 2024-08-29T18:30:54.300 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-HwHV9MJyAxU_aJd off=17210383 len=647357 2024-08-29T18:30:54.307 INFO:tasks.workunit.client.0.smithi028.stdout:op 5829 completed, throughput=5MB/sec 2024-08-29T18:30:54.307 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-u1R8YJOhPHLqdve off=5120417 len=1266086 2024-08-29T18:30:54.318 INFO:tasks.workunit.client.0.smithi028.stdout:op 5830 completed, throughput=5MB/sec 2024-08-29T18:30:54.318 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-LucKryXW5LPUOZM off=18981660 len=933240 2024-08-29T18:30:54.321 INFO:tasks.workunit.client.0.smithi028.stdout:op 5831 completed, throughput=5MB/sec 2024-08-29T18:30:55.322 INFO:tasks.workunit.client.0.smithi028.stdout: 1123: throughput=5MB/sec pending data=0 2024-08-29T18:30:55.322 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-XEEablz9EIGyXO3 off=7392623 len=1077214 2024-08-29T18:30:55.332 INFO:tasks.workunit.client.0.smithi028.stdout:op 5832 completed, throughput=5MB/sec 2024-08-29T18:30:55.332 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-Js946sa3ig2wgOV off=17714313 len=572628 2024-08-29T18:30:55.334 INFO:tasks.workunit.client.0.smithi028.stdout:op 5833 completed, throughput=5MB/sec 2024-08-29T18:30:55.334 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-S-X6zrOkO8BMSH4 off=11728056 len=339983 2024-08-29T18:30:55.340 INFO:tasks.workunit.client.0.smithi028.stdout:op 5834 completed, throughput=5MB/sec 2024-08-29T18:30:55.340 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-1RfjTB1LaapdK0l off=3555973 len=516470 2024-08-29T18:30:55.342 INFO:tasks.workunit.client.0.smithi028.stdout:op 5835 completed, throughput=5MB/sec 2024-08-29T18:30:55.342 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-NDdF_v6k1daTzsH off=1964653 len=1949426 2024-08-29T18:30:55.346 INFO:tasks.workunit.client.0.smithi028.stdout:op 5836 completed, throughput=5MB/sec 2024-08-29T18:30:55.347 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-5koX7rrlProRcs- off=15780495 len=1890746 2024-08-29T18:30:55.351 INFO:tasks.workunit.client.0.smithi028.stdout:op 5837 completed, throughput=5MB/sec 2024-08-29T18:30:55.381 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:30:55 smithi028 bash[78352]: cluster 2024-08-29T18:30:53.982752+0000 mgr.y (mgr.25022) 1325 : cluster [DBG] pgmap v2013: 105 pgs: 105 active+clean; 127 GiB data, 13 GiB used, 702 GiB / 715 GiB avail; 2.7 MiB/s rd, 3.3 MiB/s wr, 5 op/s 2024-08-29T18:30:55.381 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:30:55 smithi028 bash[77168]: cluster 2024-08-29T18:30:53.982752+0000 mgr.y (mgr.25022) 1325 : cluster [DBG] pgmap v2013: 105 pgs: 105 active+clean; 127 GiB data, 13 GiB used, 702 GiB / 715 GiB avail; 2.7 MiB/s rd, 3.3 MiB/s wr, 5 op/s 2024-08-29T18:30:55.576 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:30:55 smithi053 bash[68679]: cluster 2024-08-29T18:30:53.982752+0000 mgr.y (mgr.25022) 1325 : cluster [DBG] pgmap v2013: 105 pgs: 105 active+clean; 127 GiB data, 13 GiB used, 702 GiB / 715 GiB avail; 2.7 MiB/s rd, 3.3 MiB/s wr, 5 op/s 2024-08-29T18:30:56.352 INFO:tasks.workunit.client.0.smithi028.stdout: 1124: throughput=5MB/sec pending data=0 2024-08-29T18:30:56.352 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-78-iZOG4UlTWlbH off=2594760 len=120385 2024-08-29T18:30:56.357 INFO:tasks.workunit.client.0.smithi028.stdout:op 5838 completed, throughput=5MB/sec 2024-08-29T18:30:56.357 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-Wbb39_aeGtWIOMv off=2105975 len=666363 2024-08-29T18:30:56.360 INFO:tasks.workunit.client.0.smithi028.stdout:op 5839 completed, throughput=5MB/sec 2024-08-29T18:30:56.360 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-vANdRhBSmynZKpx off=10449423 len=2075659 2024-08-29T18:30:56.365 INFO:tasks.workunit.client.0.smithi028.stdout:op 5840 completed, throughput=5MB/sec 2024-08-29T18:30:56.365 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-2_in9x_jjfJsIRZ off=89820 len=15876 2024-08-29T18:30:56.366 INFO:tasks.workunit.client.0.smithi028.stdout:op 5841 completed, throughput=5MB/sec 2024-08-29T18:30:56.366 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-p1Fm8Bql5ICRxY_ off=14406451 len=61755 2024-08-29T18:30:56.371 INFO:tasks.workunit.client.0.smithi028.stdout:op 5842 completed, throughput=5MB/sec 2024-08-29T18:30:56.371 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-jLzkS7qSyVgWVBh off=0 len=1186774 2024-08-29T18:30:56.381 INFO:tasks.workunit.client.0.smithi028.stdout:op 5843 completed, throughput=5MB/sec 2024-08-29T18:30:56.381 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-6kAJ1xjt2iAztmj off=1153149 len=1906772 2024-08-29T18:30:56.388 INFO:tasks.workunit.client.0.smithi028.stdout:op 5844 completed, throughput=5MB/sec 2024-08-29T18:30:56.576 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:30:56 smithi053 bash[68679]: cluster 2024-08-29T18:30:55.983882+0000 mgr.y (mgr.25022) 1326 : cluster [DBG] pgmap v2014: 105 pgs: 105 active+clean; 127 GiB data, 13 GiB used, 702 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2024-08-29T18:30:56.631 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:30:56 smithi028 bash[78352]: cluster 2024-08-29T18:30:55.983882+0000 mgr.y (mgr.25022) 1326 : cluster [DBG] pgmap v2014: 105 pgs: 105 active+clean; 127 GiB data, 13 GiB used, 702 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2024-08-29T18:30:56.631 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:30:56 smithi028 bash[77168]: cluster 2024-08-29T18:30:55.983882+0000 mgr.y (mgr.25022) 1326 : cluster [DBG] pgmap v2014: 105 pgs: 105 active+clean; 127 GiB data, 13 GiB used, 702 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2024-08-29T18:30:57.388 INFO:tasks.workunit.client.0.smithi028.stdout: 1125: throughput=5MB/sec pending data=0 2024-08-29T18:30:57.388 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-eaqspINqmdVoE_8 off=1259772 len=806986 2024-08-29T18:30:57.407 INFO:tasks.workunit.client.0.smithi028.stdout:op 5845 completed, throughput=5MB/sec 2024-08-29T18:30:57.407 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-saJqRUCyqc2h7BM off=39399 len=79136 2024-08-29T18:30:57.413 INFO:tasks.workunit.client.0.smithi028.stdout:op 5846 completed, throughput=5MB/sec 2024-08-29T18:30:57.413 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-OPcoFyqwnraVuy_ off=309060 len=1068456 2024-08-29T18:30:57.417 INFO:tasks.workunit.client.0.smithi028.stdout:op 5847 completed, throughput=5MB/sec 2024-08-29T18:30:57.417 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-XdTGk7bpXyfSkmr off=4858837 len=1269298 2024-08-29T18:30:57.428 INFO:tasks.workunit.client.0.smithi028.stdout:op 5848 completed, throughput=5MB/sec 2024-08-29T18:30:57.428 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-3_yrFXXxjPtDvhX off=8189253 len=1798698 2024-08-29T18:30:57.432 INFO:tasks.workunit.client.0.smithi028.stdout:op 5849 completed, throughput=5MB/sec 2024-08-29T18:30:57.576 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:30:57 smithi053 bash[68679]: audit 2024-08-29T18:30:57.113955+0000 mon.a (mon.0) 2301 : audit [DBG] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-29T18:30:57.631 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:30:57 smithi028 bash[78352]: audit 2024-08-29T18:30:57.113955+0000 mon.a (mon.0) 2301 : audit [DBG] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-29T18:30:57.631 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:30:57 smithi028 bash[77168]: audit 2024-08-29T18:30:57.113955+0000 mon.a (mon.0) 2301 : audit [DBG] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-29T18:30:58.432 INFO:tasks.workunit.client.0.smithi028.stdout: 1126: throughput=5MB/sec pending data=0 2024-08-29T18:30:58.433 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-T0IJHS6149c6f4u off=9496201 len=535261 2024-08-29T18:30:58.440 INFO:tasks.workunit.client.0.smithi028.stdout:op 5850 completed, throughput=5MB/sec 2024-08-29T18:30:58.440 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-b9WH6qaFCDZIrs_ off=12096743 len=1175001 2024-08-29T18:30:58.444 INFO:tasks.workunit.client.0.smithi028.stdout:op 5851 completed, throughput=5MB/sec 2024-08-29T18:30:58.444 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-bYdR2TsBds6GE4_ off=6948889 len=1605473 2024-08-29T18:30:58.449 INFO:tasks.workunit.client.0.smithi028.stdout:op 5852 completed, throughput=5MB/sec 2024-08-29T18:30:58.449 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-ymHcjr_uo9PN4xH off=439078 len=1566752 2024-08-29T18:30:58.461 INFO:tasks.workunit.client.0.smithi028.stdout:op 5853 completed, throughput=5MB/sec 2024-08-29T18:30:58.576 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:30:58 smithi053 bash[68679]: cluster 2024-08-29T18:30:57.984601+0000 mgr.y (mgr.25022) 1327 : cluster [DBG] pgmap v2015: 105 pgs: 105 active+clean; 127 GiB data, 13 GiB used, 702 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2024-08-29T18:30:58.631 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:30:58 smithi028 bash[78352]: cluster 2024-08-29T18:30:57.984601+0000 mgr.y (mgr.25022) 1327 : cluster [DBG] pgmap v2015: 105 pgs: 105 active+clean; 127 GiB data, 13 GiB used, 702 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2024-08-29T18:30:58.631 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:30:58 smithi028 bash[77168]: cluster 2024-08-29T18:30:57.984601+0000 mgr.y (mgr.25022) 1327 : cluster [DBG] pgmap v2015: 105 pgs: 105 active+clean; 127 GiB data, 13 GiB used, 702 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2024-08-29T18:30:59.461 INFO:tasks.workunit.client.0.smithi028.stdout: 1127: throughput=5MB/sec pending data=0 2024-08-29T18:30:59.461 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-lR7UEjE3fOiGAir off=4271678 len=903358 2024-08-29T18:30:59.464 INFO:tasks.workunit.client.0.smithi028.stdout:op 5854 completed, throughput=5MB/sec 2024-08-29T18:30:59.464 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-_ikZWmPpxplIqkR off=5517189 len=411657 2024-08-29T18:30:59.467 INFO:tasks.workunit.client.0.smithi028.stdout:op 5855 completed, throughput=5MB/sec 2024-08-29T18:30:59.467 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-79xuCoOhRttV4fR off=10427894 len=30179 2024-08-29T18:30:59.471 INFO:tasks.workunit.client.0.smithi028.stdout:op 5856 completed, throughput=5MB/sec 2024-08-29T18:30:59.472 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-25BRicL47mb9tcS off=3906639 len=1996280 2024-08-29T18:30:59.488 INFO:tasks.workunit.client.0.smithi028.stdout:op 5857 completed, throughput=5MB/sec 2024-08-29T18:30:59.488 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-ZgClu6HuvSIfsZ4 off=4890079 len=725410 2024-08-29T18:30:59.490 INFO:tasks.workunit.client.0.smithi028.stdout:op 5858 completed, throughput=5MB/sec 2024-08-29T18:30:59.490 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-3JDT_B1ZIeA57dO off=19967509 len=1094057 2024-08-29T18:30:59.493 INFO:tasks.workunit.client.0.smithi028.stdout:op 5859 completed, throughput=5MB/sec 2024-08-29T18:31:00.494 INFO:tasks.workunit.client.0.smithi028.stdout: 1128: throughput=5MB/sec pending data=0 2024-08-29T18:31:00.494 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-MEvHKMU559eq8t_ off=1346723 len=146364 2024-08-29T18:31:00.499 INFO:tasks.workunit.client.0.smithi028.stdout:op 5860 completed, throughput=5MB/sec 2024-08-29T18:31:00.499 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-dq1EGqN2VOSSkGS off=18729294 len=1927201 2024-08-29T18:31:00.514 INFO:tasks.workunit.client.0.smithi028.stdout:op 5861 completed, throughput=5MB/sec 2024-08-29T18:31:00.515 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-NMFy-TSf0So8zOR off=7842829 len=1847310 2024-08-29T18:31:00.526 INFO:tasks.workunit.client.0.smithi028.stdout:op 5862 completed, throughput=5MB/sec 2024-08-29T18:31:00.526 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-1rvk7bUEvIpJoxO off=12734234 len=237596 2024-08-29T18:31:00.527 INFO:tasks.workunit.client.0.smithi028.stdout:op 5863 completed, throughput=5MB/sec 2024-08-29T18:31:00.528 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-UuBfTmz3Z9b6hIl off=2144137 len=241751 2024-08-29T18:31:00.533 INFO:tasks.workunit.client.0.smithi028.stdout:op 5864 completed, throughput=5MB/sec 2024-08-29T18:31:00.533 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-xJETMvf5IkQclVQ off=294152 len=1997089 2024-08-29T18:31:00.538 INFO:tasks.workunit.client.0.smithi028.stdout:op 5865 completed, throughput=5MB/sec 2024-08-29T18:31:01.326 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:31:01 smithi053 bash[68679]: cluster 2024-08-29T18:30:59.985829+0000 mgr.y (mgr.25022) 1328 : cluster [DBG] pgmap v2016: 105 pgs: 105 active+clean; 127 GiB data, 13 GiB used, 702 GiB / 715 GiB avail; 3.2 MiB/s rd, 2.8 MiB/s wr, 5 op/s 2024-08-29T18:31:01.381 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:31:01 smithi028 bash[78352]: cluster 2024-08-29T18:30:59.985829+0000 mgr.y (mgr.25022) 1328 : cluster [DBG] pgmap v2016: 105 pgs: 105 active+clean; 127 GiB data, 13 GiB used, 702 GiB / 715 GiB avail; 3.2 MiB/s rd, 2.8 MiB/s wr, 5 op/s 2024-08-29T18:31:01.381 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:31:01 smithi028 bash[77168]: cluster 2024-08-29T18:30:59.985829+0000 mgr.y (mgr.25022) 1328 : cluster [DBG] pgmap v2016: 105 pgs: 105 active+clean; 127 GiB data, 13 GiB used, 702 GiB / 715 GiB avail; 3.2 MiB/s rd, 2.8 MiB/s wr, 5 op/s 2024-08-29T18:31:01.538 INFO:tasks.workunit.client.0.smithi028.stdout: 1129: throughput=5MB/sec pending data=0 2024-08-29T18:31:01.539 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-i8c2Sfe88AfJGIL off=8687865 len=1613093 2024-08-29T18:31:01.542 INFO:tasks.workunit.client.0.smithi028.stdout:op 5866 completed, throughput=5MB/sec 2024-08-29T18:31:01.542 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-WEKzKTiPZ8ZgHY2 off=9786828 len=1884400 2024-08-29T18:31:01.547 INFO:tasks.workunit.client.0.smithi028.stdout:op 5867 completed, throughput=5MB/sec 2024-08-29T18:31:01.547 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-rJg-3a8tn9pWWuz off=3725463 len=1710768 2024-08-29T18:31:01.559 INFO:tasks.workunit.client.0.smithi028.stdout:op 5868 completed, throughput=5MB/sec 2024-08-29T18:31:01.881 INFO:journalctl@ceph.mgr.y.smithi028.stdout:Aug 29 18:31:01 smithi028 bash[70818]: ::ffff:172.21.15.53 - - [29/Aug/2024:18:31:01] "GET /metrics HTTP/1.1" 200 34019 "" "Prometheus/2.43.0" 2024-08-29T18:31:02.559 INFO:tasks.workunit.client.0.smithi028.stdout: 1130: throughput=5MB/sec pending data=0 2024-08-29T18:31:02.560 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-27DEjmU5bC1gdi- off=913918 len=778279 2024-08-29T18:31:02.568 INFO:tasks.workunit.client.0.smithi028.stdout:op 5869 completed, throughput=5MB/sec 2024-08-29T18:31:02.568 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-qsldIP3PWSRVcbT off=2061042 len=664246 2024-08-29T18:31:02.576 INFO:journalctl@ceph.prometheus.a.smithi053.stdout:Aug 29 18:31:02 smithi053 bash[95567]: ts=2024-08-29T18:31:02.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"3167ee72-662c-11ef-bcd4-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-29T18:31:02.577 INFO:tasks.workunit.client.0.smithi028.stdout:op 5870 completed, throughput=5MB/sec 2024-08-29T18:31:02.577 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-vfwvX7b1gDHxSHc off=14878606 len=1023552 2024-08-29T18:31:02.579 INFO:tasks.workunit.client.0.smithi028.stdout:op 5871 completed, throughput=5MB/sec 2024-08-29T18:31:02.579 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-O4a8NZ7WOORUJoS off=9257082 len=895245 2024-08-29T18:31:02.588 INFO:tasks.workunit.client.0.smithi028.stdout:op 5872 completed, throughput=5MB/sec 2024-08-29T18:31:02.588 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-GrHMAzJLSF3i2LS off=2239982 len=672012 2024-08-29T18:31:02.595 INFO:tasks.workunit.client.0.smithi028.stdout:op 5873 completed, throughput=5MB/sec 2024-08-29T18:31:02.595 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-Wo8eGk9H_gxhS7h off=3583748 len=1830268 2024-08-29T18:31:02.608 INFO:tasks.workunit.client.0.smithi028.stdout:op 5874 completed, throughput=5MB/sec 2024-08-29T18:31:03.326 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:31:03 smithi053 bash[68679]: cluster 2024-08-29T18:31:01.986762+0000 mgr.y (mgr.25022) 1329 : cluster [DBG] pgmap v2017: 105 pgs: 105 active+clean; 127 GiB data, 13 GiB used, 702 GiB / 715 GiB avail; 2.2 MiB/s rd, 1.6 MiB/s wr, 3 op/s 2024-08-29T18:31:03.381 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:31:03 smithi028 bash[78352]: cluster 2024-08-29T18:31:01.986762+0000 mgr.y (mgr.25022) 1329 : cluster [DBG] pgmap v2017: 105 pgs: 105 active+clean; 127 GiB data, 13 GiB used, 702 GiB / 715 GiB avail; 2.2 MiB/s rd, 1.6 MiB/s wr, 3 op/s 2024-08-29T18:31:03.381 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:31:03 smithi028 bash[77168]: cluster 2024-08-29T18:31:01.986762+0000 mgr.y (mgr.25022) 1329 : cluster [DBG] pgmap v2017: 105 pgs: 105 active+clean; 127 GiB data, 13 GiB used, 702 GiB / 715 GiB avail; 2.2 MiB/s rd, 1.6 MiB/s wr, 3 op/s 2024-08-29T18:31:03.609 INFO:tasks.workunit.client.0.smithi028.stdout: 1131: throughput=5MB/sec pending data=0 2024-08-29T18:31:03.609 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-_g5HdoMsVrA5UmD off=12609442 len=1761260 2024-08-29T18:31:03.624 INFO:tasks.workunit.client.0.smithi028.stdout:op 5875 completed, throughput=5MB/sec 2024-08-29T18:31:03.624 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-tcXQ1XlW9sVC4BC off=2708099 len=1374107 2024-08-29T18:31:03.635 INFO:tasks.workunit.client.0.smithi028.stdout:op 5876 completed, throughput=5MB/sec 2024-08-29T18:31:03.635 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-KiWO5zhViW_uM5t off=1886942 len=772043 2024-08-29T18:31:03.637 INFO:tasks.workunit.client.0.smithi028.stdout:op 5877 completed, throughput=5MB/sec 2024-08-29T18:31:04.638 INFO:tasks.workunit.client.0.smithi028.stdout: 1132: throughput=5MB/sec pending data=0 2024-08-29T18:31:04.638 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-WFQNWGyVbBcM9ek off=143689 len=422778 2024-08-29T18:31:04.644 INFO:tasks.workunit.client.0.smithi028.stdout:op 5878 completed, throughput=5MB/sec 2024-08-29T18:31:04.644 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-xcc3JW1hG9A34k5 off=4864105 len=823350 2024-08-29T18:31:04.653 INFO:tasks.workunit.client.0.smithi028.stdout:op 5879 completed, throughput=5MB/sec 2024-08-29T18:31:04.654 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-fCA800tI6AeV83q off=9670113 len=1034427 2024-08-29T18:31:04.663 INFO:tasks.workunit.client.0.smithi028.stdout:op 5880 completed, throughput=5MB/sec 2024-08-29T18:31:04.663 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-4WzbV3BwOJwp02e off=3652150 len=938646 2024-08-29T18:31:04.666 INFO:tasks.workunit.client.0.smithi028.stdout:op 5881 completed, throughput=5MB/sec 2024-08-29T18:31:04.666 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-xcTlL1MqHx7OBpk off=21644159 len=783376 2024-08-29T18:31:04.667 INFO:tasks.workunit.client.0.smithi028.stdout:op 5882 completed, throughput=5MB/sec 2024-08-29T18:31:04.668 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-NM3s6oAZloHkxY6 off=3635490 len=1739733 2024-08-29T18:31:04.679 INFO:tasks.workunit.client.0.smithi028.stdout:op 5883 completed, throughput=5MB/sec 2024-08-29T18:31:05.326 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:31:05 smithi053 bash[68679]: cluster 2024-08-29T18:31:03.987741+0000 mgr.y (mgr.25022) 1330 : cluster [DBG] pgmap v2018: 105 pgs: 105 active+clean; 127 GiB data, 13 GiB used, 702 GiB / 715 GiB avail; 3.2 MiB/s rd, 2.3 MiB/s wr, 5 op/s 2024-08-29T18:31:05.381 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:31:05 smithi028 bash[78352]: cluster 2024-08-29T18:31:03.987741+0000 mgr.y (mgr.25022) 1330 : cluster [DBG] pgmap v2018: 105 pgs: 105 active+clean; 127 GiB data, 13 GiB used, 702 GiB / 715 GiB avail; 3.2 MiB/s rd, 2.3 MiB/s wr, 5 op/s 2024-08-29T18:31:05.381 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:31:05 smithi028 bash[77168]: cluster 2024-08-29T18:31:03.987741+0000 mgr.y (mgr.25022) 1330 : cluster [DBG] pgmap v2018: 105 pgs: 105 active+clean; 127 GiB data, 13 GiB used, 702 GiB / 715 GiB avail; 3.2 MiB/s rd, 2.3 MiB/s wr, 5 op/s 2024-08-29T18:31:05.680 INFO:tasks.workunit.client.0.smithi028.stdout: 1133: throughput=5MB/sec pending data=0 2024-08-29T18:31:05.680 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-5HX9n7AuN5ovOb1 off=6529026 len=2094597 2024-08-29T18:31:05.686 INFO:tasks.workunit.client.0.smithi028.stdout:op 5884 completed, throughput=5MB/sec 2024-08-29T18:31:05.686 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-VeH1wt62nshSeSC off=20435258 len=13607 2024-08-29T18:31:05.687 INFO:tasks.workunit.client.0.smithi028.stdout:op 5885 completed, throughput=5MB/sec 2024-08-29T18:31:05.687 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-ePGACN-9w_-8oY4 off=4988754 len=73173 2024-08-29T18:31:05.688 INFO:tasks.workunit.client.0.smithi028.stdout:op 5886 completed, throughput=5MB/sec 2024-08-29T18:31:05.688 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-okX5-FsAOxgKCwP off=4838545 len=1416912 2024-08-29T18:31:05.692 INFO:tasks.workunit.client.0.smithi028.stdout:op 5887 completed, throughput=5MB/sec 2024-08-29T18:31:05.692 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-sWET27oJei9jSRz off=17340277 len=514349 2024-08-29T18:31:05.699 INFO:tasks.workunit.client.0.smithi028.stdout:op 5888 completed, throughput=5MB/sec 2024-08-29T18:31:05.699 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-zwvscf4Hcf8gJjj off=10904397 len=1536613 2024-08-29T18:31:05.703 INFO:tasks.workunit.client.0.smithi028.stdout:op 5889 completed, throughput=5MB/sec 2024-08-29T18:31:06.703 INFO:tasks.workunit.client.0.smithi028.stdout: 1134: throughput=5MB/sec pending data=0 2024-08-29T18:31:06.704 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-lT9Ykg4wK71Azgw off=293946 len=1378459 2024-08-29T18:31:06.707 INFO:tasks.workunit.client.0.smithi028.stdout:op 5890 completed, throughput=5MB/sec 2024-08-29T18:31:06.707 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-glm8XTNeEd-NboF off=1145892 len=768393 2024-08-29T18:31:06.716 INFO:tasks.workunit.client.0.smithi028.stdout:op 5891 completed, throughput=5MB/sec 2024-08-29T18:31:06.717 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-n--IrqMrOfwGU89 off=2391825 len=853035 2024-08-29T18:31:06.720 INFO:tasks.workunit.client.0.smithi028.stdout:op 5892 completed, throughput=5MB/sec 2024-08-29T18:31:06.720 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-ONPuzOyOWKpXwXh off=10241052 len=1482259 2024-08-29T18:31:06.724 INFO:tasks.workunit.client.0.smithi028.stdout:op 5893 completed, throughput=5MB/sec 2024-08-29T18:31:06.724 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-EHnfE3HAM1osaDz off=1529207 len=2030701 2024-08-29T18:31:06.729 INFO:tasks.workunit.client.0.smithi028.stdout:op 5894 completed, throughput=5MB/sec 2024-08-29T18:31:07.326 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:31:07 smithi053 bash[68679]: cluster 2024-08-29T18:31:05.988907+0000 mgr.y (mgr.25022) 1331 : cluster [DBG] pgmap v2019: 105 pgs: 105 active+clean; 127 GiB data, 13 GiB used, 702 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.0 MiB/s wr, 4 op/s 2024-08-29T18:31:07.381 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:31:07 smithi028 bash[78352]: cluster 2024-08-29T18:31:05.988907+0000 mgr.y (mgr.25022) 1331 : cluster [DBG] pgmap v2019: 105 pgs: 105 active+clean; 127 GiB data, 13 GiB used, 702 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.0 MiB/s wr, 4 op/s 2024-08-29T18:31:07.381 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:31:07 smithi028 bash[77168]: cluster 2024-08-29T18:31:05.988907+0000 mgr.y (mgr.25022) 1331 : cluster [DBG] pgmap v2019: 105 pgs: 105 active+clean; 127 GiB data, 13 GiB used, 702 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.0 MiB/s wr, 4 op/s 2024-08-29T18:31:07.730 INFO:tasks.workunit.client.0.smithi028.stdout: 1135: throughput=5MB/sec pending data=0 2024-08-29T18:31:07.730 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-bIzma8xNwS7Cige off=19835453 len=843649 2024-08-29T18:31:07.733 INFO:tasks.workunit.client.0.smithi028.stdout:op 5895 completed, throughput=5MB/sec 2024-08-29T18:31:07.733 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-mC5-CYzKSkhyTWF off=3048648 len=446375 2024-08-29T18:31:07.735 INFO:tasks.workunit.client.0.smithi028.stdout:op 5896 completed, throughput=5MB/sec 2024-08-29T18:31:07.735 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-7Y79xpwO1xNABcE off=9024138 len=517913 2024-08-29T18:31:07.737 INFO:tasks.workunit.client.0.smithi028.stdout:op 5897 completed, throughput=5MB/sec 2024-08-29T18:31:07.737 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-l1pOUWY1Z7VI0gP off=11682344 len=2077038 2024-08-29T18:31:07.742 INFO:tasks.workunit.client.0.smithi028.stdout:op 5898 completed, throughput=5MB/sec 2024-08-29T18:31:07.826 INFO:journalctl@ceph.grafana.a.smithi053.stdout:Aug 29 18:31:07 smithi053 bash[99048]: logger=cleanup t=2024-08-29T18:31:07.545061877Z level=info msg="Completed cleanup jobs" duration=11.808409ms 2024-08-29T18:31:08.742 INFO:tasks.workunit.client.0.smithi028.stdout: 1136: throughput=5MB/sec pending data=0 2024-08-29T18:31:08.742 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-m4rnUvhrleqVOi6 off=569808 len=1104481 2024-08-29T18:31:08.746 INFO:tasks.workunit.client.0.smithi028.stdout:op 5899 completed, throughput=5MB/sec 2024-08-29T18:31:08.746 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-4kpMjX9txyafGcS off=5306186 len=964758 2024-08-29T18:31:08.755 INFO:tasks.workunit.client.0.smithi028.stdout:op 5900 completed, throughput=5MB/sec 2024-08-29T18:31:08.755 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-zaa27BWn_yFdSV- off=5590477 len=1121601 2024-08-29T18:31:08.758 INFO:tasks.workunit.client.0.smithi028.stdout:op 5901 completed, throughput=5MB/sec 2024-08-29T18:31:08.759 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-VAjP33YOlOhQKHy off=14368688 len=921599 2024-08-29T18:31:08.767 INFO:tasks.workunit.client.0.smithi028.stdout:op 5902 completed, throughput=5MB/sec 2024-08-29T18:31:08.767 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-TRnFoFxHzPZF3YE off=11627409 len=362987 2024-08-29T18:31:08.768 INFO:tasks.workunit.client.0.smithi028.stdout:op 5903 completed, throughput=5MB/sec 2024-08-29T18:31:08.768 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-keQprdavZ5oxt95 off=4603496 len=1281928 2024-08-29T18:31:08.778 INFO:tasks.workunit.client.0.smithi028.stdout:op 5904 completed, throughput=5MB/sec 2024-08-29T18:31:09.326 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:31:09 smithi053 bash[68679]: cluster 2024-08-29T18:31:07.989611+0000 mgr.y (mgr.25022) 1332 : cluster [DBG] pgmap v2020: 105 pgs: 105 active+clean; 127 GiB data, 13 GiB used, 702 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2024-08-29T18:31:09.381 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:31:09 smithi028 bash[78352]: cluster 2024-08-29T18:31:07.989611+0000 mgr.y (mgr.25022) 1332 : cluster [DBG] pgmap v2020: 105 pgs: 105 active+clean; 127 GiB data, 13 GiB used, 702 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2024-08-29T18:31:09.381 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:31:09 smithi028 bash[77168]: cluster 2024-08-29T18:31:07.989611+0000 mgr.y (mgr.25022) 1332 : cluster [DBG] pgmap v2020: 105 pgs: 105 active+clean; 127 GiB data, 13 GiB used, 702 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2024-08-29T18:31:09.778 INFO:tasks.workunit.client.0.smithi028.stdout: 1137: throughput=5MB/sec pending data=0 2024-08-29T18:31:09.778 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-qFCS3tt_k616V81 off=7925746 len=1664777 2024-08-29T18:31:09.784 INFO:tasks.workunit.client.0.smithi028.stdout:op 5905 completed, throughput=5MB/sec 2024-08-29T18:31:09.784 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-Zng7cm9lp89ZDvR off=11444653 len=917829 2024-08-29T18:31:09.792 INFO:tasks.workunit.client.0.smithi028.stdout:op 5906 completed, throughput=5MB/sec 2024-08-29T18:31:09.792 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-Oda9WdtSLas9xeo off=6071778 len=144330 2024-08-29T18:31:09.798 INFO:tasks.workunit.client.0.smithi028.stdout:op 5907 completed, throughput=5MB/sec 2024-08-29T18:31:09.798 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-RqDGETKozm3Fivc off=3302295 len=303550 2024-08-29T18:31:09.803 INFO:tasks.workunit.client.0.smithi028.stdout:op 5908 completed, throughput=5MB/sec 2024-08-29T18:31:09.803 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-x4g54QyGVWEgGG9 off=1282139 len=1620540 2024-08-29T18:31:09.816 INFO:tasks.workunit.client.0.smithi028.stdout:op 5909 completed, throughput=5MB/sec 2024-08-29T18:31:09.816 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-gep2IlGwMah1la8 off=494684 len=1638553 2024-08-29T18:31:09.818 INFO:tasks.workunit.client.0.smithi028.stdout:op 5910 completed, throughput=5MB/sec 2024-08-29T18:31:10.819 INFO:tasks.workunit.client.0.smithi028.stdout: 1138: throughput=5MB/sec pending data=0 2024-08-29T18:31:10.819 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-L3ENSVTisLfx8sN off=8080649 len=2053801 2024-08-29T18:31:10.825 INFO:tasks.workunit.client.0.smithi028.stdout:op 5911 completed, throughput=5MB/sec 2024-08-29T18:31:10.825 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-AM2goUaAiXAKrcK off=9440037 len=302296 2024-08-29T18:31:10.831 INFO:tasks.workunit.client.0.smithi028.stdout:op 5912 completed, throughput=5MB/sec 2024-08-29T18:31:10.831 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-LBaNFf5xzHDOT33 off=8697817 len=844253 2024-08-29T18:31:10.839 INFO:tasks.workunit.client.0.smithi028.stdout:op 5913 completed, throughput=5MB/sec 2024-08-29T18:31:10.839 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-RwhElhmUgUU8V-k off=1705141 len=1444362 2024-08-29T18:31:10.842 INFO:tasks.workunit.client.0.smithi028.stdout:op 5914 completed, throughput=5MB/sec 2024-08-29T18:31:11.326 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:31:11 smithi053 bash[68679]: cluster 2024-08-29T18:31:09.990804+0000 mgr.y (mgr.25022) 1333 : cluster [DBG] pgmap v2021: 105 pgs: 105 active+clean; 127 GiB data, 13 GiB used, 702 GiB / 715 GiB avail; 3.4 MiB/s rd, 2.3 MiB/s wr, 5 op/s 2024-08-29T18:31:11.381 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:31:11 smithi028 bash[78352]: cluster 2024-08-29T18:31:09.990804+0000 mgr.y (mgr.25022) 1333 : cluster [DBG] pgmap v2021: 105 pgs: 105 active+clean; 127 GiB data, 13 GiB used, 702 GiB / 715 GiB avail; 3.4 MiB/s rd, 2.3 MiB/s wr, 5 op/s 2024-08-29T18:31:11.381 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:31:11 smithi028 bash[77168]: cluster 2024-08-29T18:31:09.990804+0000 mgr.y (mgr.25022) 1333 : cluster [DBG] pgmap v2021: 105 pgs: 105 active+clean; 127 GiB data, 13 GiB used, 702 GiB / 715 GiB avail; 3.4 MiB/s rd, 2.3 MiB/s wr, 5 op/s 2024-08-29T18:31:11.842 INFO:tasks.workunit.client.0.smithi028.stdout: 1139: throughput=5MB/sec pending data=0 2024-08-29T18:31:11.843 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-UNhJj7YLYIw2igy off=15152905 len=830889 2024-08-29T18:31:11.851 INFO:tasks.workunit.client.0.smithi028.stdout:op 5915 completed, throughput=5MB/sec 2024-08-29T18:31:11.851 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-Dmnbog-gzwVZIXY off=4252390 len=573663 2024-08-29T18:31:11.858 INFO:tasks.workunit.client.0.smithi028.stdout:op 5916 completed, throughput=5MB/sec 2024-08-29T18:31:11.859 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-QBgUxu4SJnxFkYy off=4972942 len=1830358 2024-08-29T18:31:11.863 INFO:tasks.workunit.client.0.smithi028.stdout:op 5917 completed, throughput=5MB/sec 2024-08-29T18:31:11.863 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-mViX1cUA_e8dENN off=23247317 len=1594435 2024-08-29T18:31:11.866 INFO:tasks.workunit.client.0.smithi028.stdout:op 5918 completed, throughput=5MB/sec 2024-08-29T18:31:11.880 INFO:journalctl@ceph.mgr.y.smithi028.stdout:Aug 29 18:31:11 smithi028 bash[70818]: ::ffff:172.21.15.53 - - [29/Aug/2024:18:31:11] "GET /metrics HTTP/1.1" 200 34019 "" "Prometheus/2.43.0" 2024-08-29T18:31:12.576 INFO:journalctl@ceph.prometheus.a.smithi053.stdout:Aug 29 18:31:12 smithi053 bash[95567]: ts=2024-08-29T18:31:12.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"3167ee72-662c-11ef-bcd4-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-29T18:31:12.867 INFO:tasks.workunit.client.0.smithi028.stdout: 1140: throughput=5MB/sec pending data=0 2024-08-29T18:31:12.867 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-01yUneeqEdM-fjn off=1582882 len=972557 2024-08-29T18:31:12.875 INFO:tasks.workunit.client.0.smithi028.stdout:op 5919 completed, throughput=5MB/sec 2024-08-29T18:31:12.875 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-xQ58OIfpWn_ebi7 off=2386842 len=1106835 2024-08-29T18:31:12.879 INFO:tasks.workunit.client.0.smithi028.stdout:op 5920 completed, throughput=5MB/sec 2024-08-29T18:31:12.879 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-gcan65GLO6LCXyK off=5962560 len=837080 2024-08-29T18:31:12.881 INFO:tasks.workunit.client.0.smithi028.stdout:op 5921 completed, throughput=5MB/sec 2024-08-29T18:31:12.881 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-DYiTLhFW3P1cYHs off=1918082 len=1882231 2024-08-29T18:31:12.898 INFO:tasks.workunit.client.0.smithi028.stdout:op 5922 completed, throughput=5MB/sec 2024-08-29T18:31:12.898 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-NDHZj0jR9RvFGNj off=17091584 len=565488 2024-08-29T18:31:12.900 INFO:tasks.workunit.client.0.smithi028.stdout:op 5923 completed, throughput=5MB/sec 2024-08-29T18:31:13.326 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:31:13 smithi053 bash[68679]: cluster 2024-08-29T18:31:11.991633+0000 mgr.y (mgr.25022) 1334 : cluster [DBG] pgmap v2022: 105 pgs: 105 active+clean; 127 GiB data, 13 GiB used, 702 GiB / 715 GiB avail; 2.5 MiB/s rd, 1.9 MiB/s wr, 4 op/s 2024-08-29T18:31:13.326 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:31:13 smithi053 bash[68679]: audit 2024-08-29T18:31:12.114304+0000 mon.a (mon.0) 2302 : audit [DBG] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-29T18:31:13.381 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:31:13 smithi028 bash[78352]: cluster 2024-08-29T18:31:11.991633+0000 mgr.y (mgr.25022) 1334 : cluster [DBG] pgmap v2022: 105 pgs: 105 active+clean; 127 GiB data, 13 GiB used, 702 GiB / 715 GiB avail; 2.5 MiB/s rd, 1.9 MiB/s wr, 4 op/s 2024-08-29T18:31:13.381 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:31:13 smithi028 bash[78352]: audit 2024-08-29T18:31:12.114304+0000 mon.a (mon.0) 2302 : audit [DBG] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-29T18:31:13.381 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:31:13 smithi028 bash[77168]: cluster 2024-08-29T18:31:11.991633+0000 mgr.y (mgr.25022) 1334 : cluster [DBG] pgmap v2022: 105 pgs: 105 active+clean; 127 GiB data, 13 GiB used, 702 GiB / 715 GiB avail; 2.5 MiB/s rd, 1.9 MiB/s wr, 4 op/s 2024-08-29T18:31:13.381 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:31:13 smithi028 bash[77168]: audit 2024-08-29T18:31:12.114304+0000 mon.a (mon.0) 2302 : audit [DBG] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-29T18:31:13.900 INFO:tasks.workunit.client.0.smithi028.stdout: 1141: throughput=5MB/sec pending data=0 2024-08-29T18:31:13.901 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-foT2mWsFBFP8oHK off=3804305 len=1245230 2024-08-29T18:31:13.912 INFO:tasks.workunit.client.0.smithi028.stdout:op 5924 completed, throughput=5MB/sec 2024-08-29T18:31:13.913 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-o_1vLmsXvuBIlnx off=3136464 len=379778 2024-08-29T18:31:13.914 INFO:tasks.workunit.client.0.smithi028.stdout:op 5925 completed, throughput=5MB/sec 2024-08-29T18:31:13.914 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-fPlOAbyWOvmbrzO off=3641467 len=599118 2024-08-29T18:31:13.921 INFO:tasks.workunit.client.0.smithi028.stdout:op 5926 completed, throughput=5MB/sec 2024-08-29T18:31:13.921 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-c0mJqH9DzV_fBSi off=5443067 len=567185 2024-08-29T18:31:13.928 INFO:tasks.workunit.client.0.smithi028.stdout:op 5927 completed, throughput=5MB/sec 2024-08-29T18:31:13.928 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-Z-cRl-DL6HEh1Oc off=1087216 len=1376092 2024-08-29T18:31:13.932 INFO:tasks.workunit.client.0.smithi028.stdout:op 5928 completed, throughput=5MB/sec 2024-08-29T18:31:13.933 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-0fUeLtmEdQApKAc off=5475756 len=34620 2024-08-29T18:31:13.937 INFO:tasks.workunit.client.0.smithi028.stdout:op 5929 completed, throughput=5MB/sec 2024-08-29T18:31:13.937 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-FbTqello-sCjy28 off=13075210 len=1403390 2024-08-29T18:31:13.941 INFO:tasks.workunit.client.0.smithi028.stdout:op 5930 completed, throughput=5MB/sec 2024-08-29T18:31:14.941 INFO:tasks.workunit.client.0.smithi028.stdout: 1142: throughput=5MB/sec pending data=0 2024-08-29T18:31:14.942 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-ecOJhUgz8xVFKlS off=6808526 len=914251 2024-08-29T18:31:14.950 INFO:tasks.workunit.client.0.smithi028.stdout:op 5931 completed, throughput=5MB/sec 2024-08-29T18:31:14.950 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-pUafiBd6FLiXeHg off=2058362 len=462810 2024-08-29T18:31:14.952 INFO:tasks.workunit.client.0.smithi028.stdout:op 5932 completed, throughput=5MB/sec 2024-08-29T18:31:14.952 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-z5pUOf_OnuO5jwR off=13501387 len=1276076 2024-08-29T18:31:14.956 INFO:tasks.workunit.client.0.smithi028.stdout:op 5933 completed, throughput=5MB/sec 2024-08-29T18:31:14.956 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-vU9aXrdzCVAY-ig off=6426990 len=1151085 2024-08-29T18:31:14.966 INFO:tasks.workunit.client.0.smithi028.stdout:op 5934 completed, throughput=5MB/sec 2024-08-29T18:31:14.966 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-w518JxYi3hEk0IN off=5436588 len=1928879 2024-08-29T18:31:14.981 INFO:tasks.workunit.client.0.smithi028.stdout:op 5935 completed, throughput=5MB/sec 2024-08-29T18:31:15.326 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:31:15 smithi053 bash[68679]: cluster 2024-08-29T18:31:13.992534+0000 mgr.y (mgr.25022) 1335 : cluster [DBG] pgmap v2023: 105 pgs: 105 active+clean; 127 GiB data, 13 GiB used, 702 GiB / 715 GiB avail; 3.3 MiB/s rd, 2.4 MiB/s wr, 5 op/s 2024-08-29T18:31:15.381 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:31:15 smithi028 bash[78352]: cluster 2024-08-29T18:31:13.992534+0000 mgr.y (mgr.25022) 1335 : cluster [DBG] pgmap v2023: 105 pgs: 105 active+clean; 127 GiB data, 13 GiB used, 702 GiB / 715 GiB avail; 3.3 MiB/s rd, 2.4 MiB/s wr, 5 op/s 2024-08-29T18:31:15.381 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:31:15 smithi028 bash[77168]: cluster 2024-08-29T18:31:13.992534+0000 mgr.y (mgr.25022) 1335 : cluster [DBG] pgmap v2023: 105 pgs: 105 active+clean; 127 GiB data, 13 GiB used, 702 GiB / 715 GiB avail; 3.3 MiB/s rd, 2.4 MiB/s wr, 5 op/s 2024-08-29T18:31:15.981 INFO:tasks.workunit.client.0.smithi028.stdout: 1143: throughput=5MB/sec pending data=0 2024-08-29T18:31:15.982 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-ayY6fb5NgOsX6Qq off=15597734 len=1807049 2024-08-29T18:31:15.995 INFO:tasks.workunit.client.0.smithi028.stdout:op 5936 completed, throughput=5MB/sec 2024-08-29T18:31:15.996 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-p4UZyuIOjOZRrZ7 off=20692701 len=679816 2024-08-29T18:31:15.998 INFO:tasks.workunit.client.0.smithi028.stdout:op 5937 completed, throughput=5MB/sec 2024-08-29T18:31:15.998 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-heJGgCzr_bfFFmM off=7586372 len=1822833 2024-08-29T18:31:16.011 INFO:tasks.workunit.client.0.smithi028.stdout:op 5938 completed, throughput=5MB/sec 2024-08-29T18:31:16.011 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-V23gFP9TVluadcr off=8492179 len=1623867 2024-08-29T18:31:16.014 INFO:tasks.workunit.client.0.smithi028.stdout:op 5939 completed, throughput=5MB/sec 2024-08-29T18:31:16.381 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:31:16 smithi028 bash[77168]: audit 2024-08-29T18:31:15.070566+0000 mon.a (mon.0) 2303 : audit [DBG] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-29T18:31:16.381 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:31:16 smithi028 bash[78352]: audit 2024-08-29T18:31:15.070566+0000 mon.a (mon.0) 2303 : audit [DBG] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-29T18:31:16.576 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:31:16 smithi053 bash[68679]: audit 2024-08-29T18:31:15.070566+0000 mon.a (mon.0) 2303 : audit [DBG] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-29T18:31:17.014 INFO:tasks.workunit.client.0.smithi028.stdout: 1144: throughput=5MB/sec pending data=0 2024-08-29T18:31:17.014 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-qURojK_9bZVc26i off=12792708 len=1557703 2024-08-29T18:31:17.026 INFO:tasks.workunit.client.0.smithi028.stdout:op 5940 completed, throughput=5MB/sec 2024-08-29T18:31:17.027 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-TVNzT8pXcg5FkG8 off=11213958 len=1270734 2024-08-29T18:31:17.036 INFO:tasks.workunit.client.0.smithi028.stdout:op 5941 completed, throughput=5MB/sec 2024-08-29T18:31:17.036 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-H_Zf63NNB6Y1k-g off=5428013 len=825894 2024-08-29T18:31:17.044 INFO:tasks.workunit.client.0.smithi028.stdout:op 5942 completed, throughput=5MB/sec 2024-08-29T18:31:17.045 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-Hg8Yfj9LJ8yZyv5 off=4657435 len=833075 2024-08-29T18:31:17.047 INFO:tasks.workunit.client.0.smithi028.stdout:op 5943 completed, throughput=5MB/sec 2024-08-29T18:31:17.381 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:31:17 smithi028 bash[78352]: cluster 2024-08-29T18:31:15.993784+0000 mgr.y (mgr.25022) 1336 : cluster [DBG] pgmap v2024: 105 pgs: 105 active+clean; 127 GiB data, 13 GiB used, 702 GiB / 715 GiB avail; 2.8 MiB/s rd, 1.9 MiB/s wr, 4 op/s 2024-08-29T18:31:17.381 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:31:17 smithi028 bash[78352]: audit 2024-08-29T18:31:16.360442+0000 mon.a (mon.0) 2304 : audit [INF] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' 2024-08-29T18:31:17.381 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:31:17 smithi028 bash[78352]: audit 2024-08-29T18:31:16.370483+0000 mon.a (mon.0) 2305 : audit [INF] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' 2024-08-29T18:31:17.381 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:31:17 smithi028 bash[77168]: cluster 2024-08-29T18:31:15.993784+0000 mgr.y (mgr.25022) 1336 : cluster [DBG] pgmap v2024: 105 pgs: 105 active+clean; 127 GiB data, 13 GiB used, 702 GiB / 715 GiB avail; 2.8 MiB/s rd, 1.9 MiB/s wr, 4 op/s 2024-08-29T18:31:17.382 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:31:17 smithi028 bash[77168]: audit 2024-08-29T18:31:16.360442+0000 mon.a (mon.0) 2304 : audit [INF] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' 2024-08-29T18:31:17.382 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:31:17 smithi028 bash[77168]: audit 2024-08-29T18:31:16.370483+0000 mon.a (mon.0) 2305 : audit [INF] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' 2024-08-29T18:31:17.576 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:31:17 smithi053 bash[68679]: cluster 2024-08-29T18:31:15.993784+0000 mgr.y (mgr.25022) 1336 : cluster [DBG] pgmap v2024: 105 pgs: 105 active+clean; 127 GiB data, 13 GiB used, 702 GiB / 715 GiB avail; 2.8 MiB/s rd, 1.9 MiB/s wr, 4 op/s 2024-08-29T18:31:17.576 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:31:17 smithi053 bash[68679]: audit 2024-08-29T18:31:16.360442+0000 mon.a (mon.0) 2304 : audit [INF] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' 2024-08-29T18:31:17.576 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:31:17 smithi053 bash[68679]: audit 2024-08-29T18:31:16.370483+0000 mon.a (mon.0) 2305 : audit [INF] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' 2024-08-29T18:31:18.047 INFO:tasks.workunit.client.0.smithi028.stdout: 1145: throughput=5MB/sec pending data=0 2024-08-29T18:31:18.047 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-B5th5pvFnhju6EE off=9188518 len=358367 2024-08-29T18:31:18.049 INFO:tasks.workunit.client.0.smithi028.stdout:op 5944 completed, throughput=5MB/sec 2024-08-29T18:31:18.049 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-me1nBhLm5g9dPNq off=1528941 len=1848340 2024-08-29T18:31:18.064 INFO:tasks.workunit.client.0.smithi028.stdout:op 5945 completed, throughput=5MB/sec 2024-08-29T18:31:18.064 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-yavHHOD7aHTacOX off=3348893 len=1484408 2024-08-29T18:31:18.075 INFO:tasks.workunit.client.0.smithi028.stdout:op 5946 completed, throughput=5MB/sec 2024-08-29T18:31:18.075 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-mwrQX2FaWBHPts3 off=4303582 len=273105 2024-08-29T18:31:18.076 INFO:tasks.workunit.client.0.smithi028.stdout:op 5947 completed, throughput=5MB/sec 2024-08-29T18:31:18.076 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-9oyxTOn3zu8oYAC off=4475072 len=798184 2024-08-29T18:31:18.086 INFO:tasks.workunit.client.0.smithi028.stdout:op 5948 completed, throughput=5MB/sec 2024-08-29T18:31:18.086 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-0-ZmPcFXeVtN_TX off=473201 len=994623 2024-08-29T18:31:18.094 INFO:tasks.workunit.client.0.smithi028.stdout:op 5949 completed, throughput=5MB/sec 2024-08-29T18:31:19.095 INFO:tasks.workunit.client.0.smithi028.stdout: 1146: throughput=5MB/sec pending data=0 2024-08-29T18:31:19.095 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-6LOuhctbEKDPaGX off=13418355 len=953932 2024-08-29T18:31:19.098 INFO:tasks.workunit.client.0.smithi028.stdout:op 5950 completed, throughput=5MB/sec 2024-08-29T18:31:19.098 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-3mTqWBiqDdEqWg0 off=2037449 len=883639 2024-08-29T18:31:19.107 INFO:tasks.workunit.client.0.smithi028.stdout:op 5951 completed, throughput=5MB/sec 2024-08-29T18:31:19.107 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-tLDW3de18RmEcVw off=7883739 len=1453487 2024-08-29T18:31:19.110 INFO:tasks.workunit.client.0.smithi028.stdout:op 5952 completed, throughput=5MB/sec 2024-08-29T18:31:19.110 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-UQcQe4oCess_qR6 off=469117 len=672341 2024-08-29T18:31:19.119 INFO:tasks.workunit.client.0.smithi028.stdout:op 5953 completed, throughput=5MB/sec 2024-08-29T18:31:19.119 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-Go_qSNwxVDXnyHQ off=6415785 len=2076196 2024-08-29T18:31:19.134 INFO:tasks.workunit.client.0.smithi028.stdout:op 5954 completed, throughput=5MB/sec 2024-08-29T18:31:19.381 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:31:19 smithi028 bash[78352]: cluster 2024-08-29T18:31:17.994571+0000 mgr.y (mgr.25022) 1337 : cluster [DBG] pgmap v2025: 105 pgs: 105 active+clean; 127 GiB data, 13 GiB used, 702 GiB / 715 GiB avail; 2.7 MiB/s rd, 1.6 MiB/s wr, 4 op/s 2024-08-29T18:31:19.381 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:31:19 smithi028 bash[77168]: cluster 2024-08-29T18:31:17.994571+0000 mgr.y (mgr.25022) 1337 : cluster [DBG] pgmap v2025: 105 pgs: 105 active+clean; 127 GiB data, 13 GiB used, 702 GiB / 715 GiB avail; 2.7 MiB/s rd, 1.6 MiB/s wr, 4 op/s 2024-08-29T18:31:19.576 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:31:19 smithi053 bash[68679]: cluster 2024-08-29T18:31:17.994571+0000 mgr.y (mgr.25022) 1337 : cluster [DBG] pgmap v2025: 105 pgs: 105 active+clean; 127 GiB data, 13 GiB used, 702 GiB / 715 GiB avail; 2.7 MiB/s rd, 1.6 MiB/s wr, 4 op/s 2024-08-29T18:31:20.134 INFO:tasks.workunit.client.0.smithi028.stdout: 1147: throughput=5MB/sec pending data=0 2024-08-29T18:31:20.134 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-UPSGkIJPr8sa63s off=3811706 len=267761 2024-08-29T18:31:20.141 INFO:tasks.workunit.client.0.smithi028.stdout:op 5955 completed, throughput=5MB/sec 2024-08-29T18:31:20.141 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-9aZdeuaE877jhzt off=4595692 len=777185 2024-08-29T18:31:20.143 INFO:tasks.workunit.client.0.smithi028.stdout:op 5956 completed, throughput=5MB/sec 2024-08-29T18:31:20.143 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-D3vg9nxS2CiRc2P off=10576929 len=989241 2024-08-29T18:31:20.146 INFO:tasks.workunit.client.0.smithi028.stdout:op 5957 completed, throughput=5MB/sec 2024-08-29T18:31:20.146 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-1phOI6byFBN4gUJ off=21702543 len=1778975 2024-08-29T18:31:20.150 INFO:tasks.workunit.client.0.smithi028.stdout:op 5958 completed, throughput=5MB/sec 2024-08-29T18:31:20.150 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-TdirI39Y4rSBqC_ off=11600905 len=1012410 2024-08-29T18:31:20.159 INFO:tasks.workunit.client.0.smithi028.stdout:op 5959 completed, throughput=5MB/sec 2024-08-29T18:31:21.160 INFO:tasks.workunit.client.0.smithi028.stdout: 1148: throughput=5MB/sec pending data=0 2024-08-29T18:31:21.160 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-X2G4zInrteX3MO_ off=13228552 len=557241 2024-08-29T18:31:21.162 INFO:tasks.workunit.client.0.smithi028.stdout:op 5960 completed, throughput=5MB/sec 2024-08-29T18:31:21.162 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-H1YkQ6qXX5Plq1k off=1373673 len=136764 2024-08-29T18:31:21.163 INFO:tasks.workunit.client.0.smithi028.stdout:op 5961 completed, throughput=5MB/sec 2024-08-29T18:31:21.163 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-K76Q-xxnup-dzTQ off=7873432 len=1972608 2024-08-29T18:31:21.167 INFO:tasks.workunit.client.0.smithi028.stdout:op 5962 completed, throughput=5MB/sec 2024-08-29T18:31:21.167 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-Ltnirp6NMlXS5h7 off=1973041 len=557818 2024-08-29T18:31:21.173 INFO:tasks.workunit.client.0.smithi028.stdout:op 5963 completed, throughput=5MB/sec 2024-08-29T18:31:21.173 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-rOfHshu5_wbR4k4 off=4024442 len=328815 2024-08-29T18:31:21.179 INFO:tasks.workunit.client.0.smithi028.stdout:op 5964 completed, throughput=5MB/sec 2024-08-29T18:31:21.179 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-TFg8_1P2s-3CQ1g off=9469802 len=16214 2024-08-29T18:31:21.180 INFO:tasks.workunit.client.0.smithi028.stdout:op 5965 completed, throughput=5MB/sec 2024-08-29T18:31:21.180 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-uKRDRQbHbHLRNKG off=4526457 len=76305 2024-08-29T18:31:21.186 INFO:tasks.workunit.client.0.smithi028.stdout:op 5966 completed, throughput=5MB/sec 2024-08-29T18:31:21.186 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-ZJKU3e4rjqfbYHN off=10370224 len=1238777 2024-08-29T18:31:21.188 INFO:tasks.workunit.client.0.smithi028.stdout:op 5967 completed, throughput=5MB/sec 2024-08-29T18:31:21.380 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:31:21 smithi028 bash[77168]: cluster 2024-08-29T18:31:19.995924+0000 mgr.y (mgr.25022) 1338 : cluster [DBG] pgmap v2026: 105 pgs: 105 active+clean; 127 GiB data, 13 GiB used, 702 GiB / 715 GiB avail; 3.0 MiB/s rd, 2.6 MiB/s wr, 5 op/s 2024-08-29T18:31:21.381 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:31:21 smithi028 bash[77168]: audit 2024-08-29T18:31:20.782779+0000 mon.a (mon.0) 2306 : audit [INF] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' 2024-08-29T18:31:21.381 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:31:21 smithi028 bash[77168]: audit 2024-08-29T18:31:20.788637+0000 mon.a (mon.0) 2307 : audit [INF] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' 2024-08-29T18:31:21.381 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:31:21 smithi028 bash[78352]: cluster 2024-08-29T18:31:19.995924+0000 mgr.y (mgr.25022) 1338 : cluster [DBG] pgmap v2026: 105 pgs: 105 active+clean; 127 GiB data, 13 GiB used, 702 GiB / 715 GiB avail; 3.0 MiB/s rd, 2.6 MiB/s wr, 5 op/s 2024-08-29T18:31:21.381 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:31:21 smithi028 bash[78352]: audit 2024-08-29T18:31:20.782779+0000 mon.a (mon.0) 2306 : audit [INF] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' 2024-08-29T18:31:21.381 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:31:21 smithi028 bash[78352]: audit 2024-08-29T18:31:20.788637+0000 mon.a (mon.0) 2307 : audit [INF] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' 2024-08-29T18:31:21.576 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:31:21 smithi053 bash[68679]: cluster 2024-08-29T18:31:19.995924+0000 mgr.y (mgr.25022) 1338 : cluster [DBG] pgmap v2026: 105 pgs: 105 active+clean; 127 GiB data, 13 GiB used, 702 GiB / 715 GiB avail; 3.0 MiB/s rd, 2.6 MiB/s wr, 5 op/s 2024-08-29T18:31:21.576 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:31:21 smithi053 bash[68679]: audit 2024-08-29T18:31:20.782779+0000 mon.a (mon.0) 2306 : audit [INF] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' 2024-08-29T18:31:21.576 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:31:21 smithi053 bash[68679]: audit 2024-08-29T18:31:20.788637+0000 mon.a (mon.0) 2307 : audit [INF] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' 2024-08-29T18:31:21.880 INFO:journalctl@ceph.mgr.y.smithi028.stdout:Aug 29 18:31:21 smithi028 bash[70818]: ::ffff:172.21.15.53 - - [29/Aug/2024:18:31:21] "GET /metrics HTTP/1.1" 200 34020 "" "Prometheus/2.43.0" 2024-08-29T18:31:22.189 INFO:tasks.workunit.client.0.smithi028.stdout: 1149: throughput=5MB/sec pending data=0 2024-08-29T18:31:22.189 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-GIMdCle3rnrMlrJ off=2246326 len=1644746 2024-08-29T18:31:22.200 INFO:tasks.workunit.client.0.smithi028.stdout:op 5968 completed, throughput=5MB/sec 2024-08-29T18:31:22.200 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-NGf_N0tzGti7qxJ off=5803492 len=1686650 2024-08-29T18:31:22.214 INFO:tasks.workunit.client.0.smithi028.stdout:op 5969 completed, throughput=5MB/sec 2024-08-29T18:31:22.214 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-atb-nMnmLtn05tE off=14311747 len=368351 2024-08-29T18:31:22.216 INFO:tasks.workunit.client.0.smithi028.stdout:op 5970 completed, throughput=5MB/sec 2024-08-29T18:31:22.216 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-LleOXNfifKZuz6H off=1781888 len=1947240 2024-08-29T18:31:22.227 INFO:tasks.workunit.client.0.smithi028.stdout:op 5971 completed, throughput=5MB/sec 2024-08-29T18:31:22.576 INFO:journalctl@ceph.prometheus.a.smithi053.stdout:Aug 29 18:31:22 smithi053 bash[95567]: ts=2024-08-29T18:31:22.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"3167ee72-662c-11ef-bcd4-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-29T18:31:23.227 INFO:tasks.workunit.client.0.smithi028.stdout: 1150: throughput=5MB/sec pending data=0 2024-08-29T18:31:23.227 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-N5HfIB4ChRrDBdk off=3358676 len=188464 2024-08-29T18:31:23.229 INFO:tasks.workunit.client.0.smithi028.stdout:op 5972 completed, throughput=5MB/sec 2024-08-29T18:31:23.229 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-45K-UARlQ_6uxPp off=19750258 len=196671 2024-08-29T18:31:23.234 INFO:tasks.workunit.client.0.smithi028.stdout:op 5973 completed, throughput=5MB/sec 2024-08-29T18:31:23.234 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-ZAJqjeRIvD7-Nkk off=377280 len=2041781 2024-08-29T18:31:23.241 INFO:tasks.workunit.client.0.smithi028.stdout:op 5974 completed, throughput=5MB/sec 2024-08-29T18:31:23.241 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj--2BAdhOT4pRnGTS off=450248 len=997035 2024-08-29T18:31:23.244 INFO:tasks.workunit.client.0.smithi028.stdout:op 5975 completed, throughput=5MB/sec 2024-08-29T18:31:23.244 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-aDiZEaOU22rs_oq off=9052698 len=1520645 2024-08-29T18:31:23.247 INFO:tasks.workunit.client.0.smithi028.stdout:op 5976 completed, throughput=5MB/sec 2024-08-29T18:31:23.247 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-PKdtHq0Oh-WTEFr off=1342292 len=1978432 2024-08-29T18:31:23.260 INFO:tasks.workunit.client.0.smithi028.stdout:op 5977 completed, throughput=5MB/sec 2024-08-29T18:31:23.326 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:31:23 smithi053 bash[68679]: cluster 2024-08-29T18:31:21.996566+0000 mgr.y (mgr.25022) 1339 : cluster [DBG] pgmap v2027: 105 pgs: 105 active+clean; 127 GiB data, 13 GiB used, 702 GiB / 715 GiB avail; 1.8 MiB/s rd, 2.3 MiB/s wr, 3 op/s 2024-08-29T18:31:23.326 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:31:23 smithi053 bash[68679]: audit 2024-08-29T18:31:21.999705+0000 mon.a (mon.0) 2308 : audit [INF] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' 2024-08-29T18:31:23.326 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:31:23 smithi053 bash[68679]: audit 2024-08-29T18:31:22.005794+0000 mon.a (mon.0) 2309 : audit [INF] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' 2024-08-29T18:31:23.381 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:31:23 smithi028 bash[77168]: cluster 2024-08-29T18:31:21.996566+0000 mgr.y (mgr.25022) 1339 : cluster [DBG] pgmap v2027: 105 pgs: 105 active+clean; 127 GiB data, 13 GiB used, 702 GiB / 715 GiB avail; 1.8 MiB/s rd, 2.3 MiB/s wr, 3 op/s 2024-08-29T18:31:23.381 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:31:23 smithi028 bash[77168]: audit 2024-08-29T18:31:21.999705+0000 mon.a (mon.0) 2308 : audit [INF] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' 2024-08-29T18:31:23.381 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:31:23 smithi028 bash[77168]: audit 2024-08-29T18:31:22.005794+0000 mon.a (mon.0) 2309 : audit [INF] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' 2024-08-29T18:31:23.381 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:31:23 smithi028 bash[78352]: cluster 2024-08-29T18:31:21.996566+0000 mgr.y (mgr.25022) 1339 : cluster [DBG] pgmap v2027: 105 pgs: 105 active+clean; 127 GiB data, 13 GiB used, 702 GiB / 715 GiB avail; 1.8 MiB/s rd, 2.3 MiB/s wr, 3 op/s 2024-08-29T18:31:23.381 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:31:23 smithi028 bash[78352]: audit 2024-08-29T18:31:21.999705+0000 mon.a (mon.0) 2308 : audit [INF] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' 2024-08-29T18:31:23.381 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:31:23 smithi028 bash[78352]: audit 2024-08-29T18:31:22.005794+0000 mon.a (mon.0) 2309 : audit [INF] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' 2024-08-29T18:31:24.261 INFO:tasks.workunit.client.0.smithi028.stdout: 1151: throughput=5MB/sec pending data=0 2024-08-29T18:31:24.261 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-h98YuPEBFNJk7te off=16719299 len=1854449 2024-08-29T18:31:24.265 INFO:tasks.workunit.client.0.smithi028.stdout:op 5978 completed, throughput=5MB/sec 2024-08-29T18:31:24.265 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-YlAFPqLR4bBN_2Q off=310757 len=1682917 2024-08-29T18:31:24.279 INFO:tasks.workunit.client.0.smithi028.stdout:op 5979 completed, throughput=5MB/sec 2024-08-29T18:31:24.279 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-d8Y2rcMCgg_slyE off=5016658 len=2003049 2024-08-29T18:31:24.294 INFO:tasks.workunit.client.0.smithi028.stdout:op 5980 completed, throughput=5MB/sec 2024-08-29T18:31:25.294 INFO:tasks.workunit.client.0.smithi028.stdout: 1152: throughput=5MB/sec pending data=0 2024-08-29T18:31:25.294 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-ZJ-Ej8LiAO-2mit off=1208322 len=73922 2024-08-29T18:31:25.295 INFO:tasks.workunit.client.0.smithi028.stdout:op 5981 completed, throughput=5MB/sec 2024-08-29T18:31:25.295 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-fbJqriRM--5Il_h off=16434090 len=871832 2024-08-29T18:31:25.298 INFO:tasks.workunit.client.0.smithi028.stdout:op 5982 completed, throughput=5MB/sec 2024-08-29T18:31:25.298 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-_HIA8CA8heQV4Xj off=2468292 len=1155742 2024-08-29T18:31:25.301 INFO:tasks.workunit.client.0.smithi028.stdout:op 5983 completed, throughput=5MB/sec 2024-08-29T18:31:25.301 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-71ADcRLZUcVd2CR off=9585529 len=566478 2024-08-29T18:31:25.308 INFO:tasks.workunit.client.0.smithi028.stdout:op 5984 completed, throughput=5MB/sec 2024-08-29T18:31:25.308 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-nT22DepuLXQU64A off=11454349 len=18069 2024-08-29T18:31:25.312 INFO:tasks.workunit.client.0.smithi028.stdout:op 5985 completed, throughput=5MB/sec 2024-08-29T18:31:25.312 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-ZpVjLtGa8DtfzLF off=2406744 len=341944 2024-08-29T18:31:25.314 INFO:tasks.workunit.client.0.smithi028.stdout:op 5986 completed, throughput=5MB/sec 2024-08-29T18:31:25.314 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-2GJZ7HXgpdowKhg off=4600062 len=888472 2024-08-29T18:31:25.318 INFO:tasks.workunit.client.0.smithi028.stdout:op 5987 completed, throughput=5MB/sec 2024-08-29T18:31:25.326 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:31:25 smithi053 bash[68679]: cluster 2024-08-29T18:31:23.997475+0000 mgr.y (mgr.25022) 1340 : cluster [DBG] pgmap v2028: 105 pgs: 105 active+clean; 127 GiB data, 13 GiB used, 702 GiB / 715 GiB avail; 2.7 MiB/s rd, 3.2 MiB/s wr, 5 op/s 2024-08-29T18:31:25.381 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:31:25 smithi028 bash[77168]: cluster 2024-08-29T18:31:23.997475+0000 mgr.y (mgr.25022) 1340 : cluster [DBG] pgmap v2028: 105 pgs: 105 active+clean; 127 GiB data, 13 GiB used, 702 GiB / 715 GiB avail; 2.7 MiB/s rd, 3.2 MiB/s wr, 5 op/s 2024-08-29T18:31:25.381 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:31:25 smithi028 bash[78352]: cluster 2024-08-29T18:31:23.997475+0000 mgr.y (mgr.25022) 1340 : cluster [DBG] pgmap v2028: 105 pgs: 105 active+clean; 127 GiB data, 13 GiB used, 702 GiB / 715 GiB avail; 2.7 MiB/s rd, 3.2 MiB/s wr, 5 op/s 2024-08-29T18:31:26.318 INFO:tasks.workunit.client.0.smithi028.stdout: 1153: throughput=5MB/sec pending data=0 2024-08-29T18:31:26.318 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-wmLsenlfDsu_I2V off=14770655 len=49138 2024-08-29T18:31:26.319 INFO:tasks.workunit.client.0.smithi028.stdout:op 5988 completed, throughput=5MB/sec 2024-08-29T18:31:26.319 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-Z727irGLWpEXBk4 off=12435991 len=1082322 2024-08-29T18:31:26.324 INFO:tasks.workunit.client.0.smithi028.stdout:op 5989 completed, throughput=5MB/sec 2024-08-29T18:31:26.324 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-n81lSzyg64_1liD off=1084219 len=648904 2024-08-29T18:31:26.331 INFO:tasks.workunit.client.0.smithi028.stdout:op 5990 completed, throughput=5MB/sec 2024-08-29T18:31:26.331 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-C0pck7wwItPGs6j off=8350498 len=504609 2024-08-29T18:31:26.338 INFO:tasks.workunit.client.0.smithi028.stdout:op 5991 completed, throughput=5MB/sec 2024-08-29T18:31:26.338 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-tqVRFGPa4mG8Xsn off=3361921 len=329763 2024-08-29T18:31:26.344 INFO:tasks.workunit.client.0.smithi028.stdout:op 5992 completed, throughput=5MB/sec 2024-08-29T18:31:26.344 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-LUpoyNlzkI66jjb off=5389084 len=1726876 2024-08-29T18:31:26.348 INFO:tasks.workunit.client.0.smithi028.stdout:op 5993 completed, throughput=5MB/sec 2024-08-29T18:31:26.348 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-6iWTUaUy1exgzqK off=14837067 len=1437684 2024-08-29T18:31:26.359 INFO:tasks.workunit.client.0.smithi028.stdout:op 5994 completed, throughput=5MB/sec 2024-08-29T18:31:27.326 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:31:27 smithi053 bash[68679]: cluster 2024-08-29T18:31:25.998667+0000 mgr.y (mgr.25022) 1341 : cluster [DBG] pgmap v2029: 105 pgs: 105 active+clean; 127 GiB data, 13 GiB used, 702 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.9 MiB/s wr, 4 op/s 2024-08-29T18:31:27.359 INFO:tasks.workunit.client.0.smithi028.stdout: 1154: throughput=5MB/sec pending data=0 2024-08-29T18:31:27.359 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-O-ol3rWh0btzk3e off=10203784 len=1488006 2024-08-29T18:31:27.371 INFO:tasks.workunit.client.0.smithi028.stdout:op 5995 completed, throughput=5MB/sec 2024-08-29T18:31:27.372 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-IDYfTzt-sxqPkE_ off=1359201 len=1135185 2024-08-29T18:31:27.376 INFO:tasks.workunit.client.0.smithi028.stdout:op 5996 completed, throughput=5MB/sec 2024-08-29T18:31:27.376 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-YFZ4wDnd-6QhyjK off=2951070 len=901576 2024-08-29T18:31:27.380 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:31:27 smithi028 bash[77168]: cluster 2024-08-29T18:31:25.998667+0000 mgr.y (mgr.25022) 1341 : cluster [DBG] pgmap v2029: 105 pgs: 105 active+clean; 127 GiB data, 13 GiB used, 702 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.9 MiB/s wr, 4 op/s 2024-08-29T18:31:27.381 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:31:27 smithi028 bash[78352]: cluster 2024-08-29T18:31:25.998667+0000 mgr.y (mgr.25022) 1341 : cluster [DBG] pgmap v2029: 105 pgs: 105 active+clean; 127 GiB data, 13 GiB used, 702 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.9 MiB/s wr, 4 op/s 2024-08-29T18:31:27.384 INFO:tasks.workunit.client.0.smithi028.stdout:op 5997 completed, throughput=5MB/sec 2024-08-29T18:31:27.384 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-G4D_N7c2fpOoKjT off=10012305 len=203754 2024-08-29T18:31:27.390 INFO:tasks.workunit.client.0.smithi028.stdout:op 5998 completed, throughput=5MB/sec 2024-08-29T18:31:27.390 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-hEhCIicGQvWN9eh off=14998980 len=1713821 2024-08-29T18:31:27.394 INFO:tasks.workunit.client.0.smithi028.stdout:op 5999 completed, throughput=5MB/sec 2024-08-29T18:31:28.326 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:31:28 smithi053 bash[68679]: audit 2024-08-29T18:31:27.114858+0000 mon.a (mon.0) 2310 : audit [DBG] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-29T18:31:28.381 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:31:28 smithi028 bash[77168]: audit 2024-08-29T18:31:27.114858+0000 mon.a (mon.0) 2310 : audit [DBG] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-29T18:31:28.381 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:31:28 smithi028 bash[78352]: audit 2024-08-29T18:31:27.114858+0000 mon.a (mon.0) 2310 : audit [DBG] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-29T18:31:28.394 INFO:tasks.workunit.client.0.smithi028.stdout: 1155: throughput=5MB/sec pending data=0 2024-08-29T18:31:28.394 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-Ab5TsmNGZz0K6JV off=13133968 len=1353689 2024-08-29T18:31:28.407 INFO:tasks.workunit.client.0.smithi028.stdout:op 6000 completed, throughput=5MB/sec 2024-08-29T18:31:28.407 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-D_iLP7fdtRXQts2 off=3615786 len=2008865 2024-08-29T18:31:28.422 INFO:tasks.workunit.client.0.smithi028.stdout:op 6001 completed, throughput=5MB/sec 2024-08-29T18:31:28.422 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-weYRev1K21fZ60r off=6002489 len=1545994 2024-08-29T18:31:28.425 INFO:tasks.workunit.client.0.smithi028.stdout:op 6002 completed, throughput=5MB/sec 2024-08-29T18:31:29.131 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:31:29 smithi028 bash[77168]: cluster 2024-08-29T18:31:27.999388+0000 mgr.y (mgr.25022) 1342 : cluster [DBG] pgmap v2030: 105 pgs: 105 active+clean; 127 GiB data, 13 GiB used, 702 GiB / 715 GiB avail; 1.8 MiB/s rd, 2.9 MiB/s wr, 4 op/s 2024-08-29T18:31:29.131 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:31:29 smithi028 bash[78352]: cluster 2024-08-29T18:31:27.999388+0000 mgr.y (mgr.25022) 1342 : cluster [DBG] pgmap v2030: 105 pgs: 105 active+clean; 127 GiB data, 13 GiB used, 702 GiB / 715 GiB avail; 1.8 MiB/s rd, 2.9 MiB/s wr, 4 op/s 2024-08-29T18:31:29.326 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:31:29 smithi053 bash[68679]: cluster 2024-08-29T18:31:27.999388+0000 mgr.y (mgr.25022) 1342 : cluster [DBG] pgmap v2030: 105 pgs: 105 active+clean; 127 GiB data, 13 GiB used, 702 GiB / 715 GiB avail; 1.8 MiB/s rd, 2.9 MiB/s wr, 4 op/s 2024-08-29T18:31:29.426 INFO:tasks.workunit.client.0.smithi028.stdout: 1156: throughput=5MB/sec pending data=0 2024-08-29T18:31:29.426 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-juFyTPGQAmCiKkV off=18901230 len=1399280 2024-08-29T18:31:29.436 INFO:tasks.workunit.client.0.smithi028.stdout:op 6003 completed, throughput=5MB/sec 2024-08-29T18:31:29.436 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-_2OyYWz8RcxMncx off=1319053 len=280714 2024-08-29T18:31:29.437 INFO:tasks.workunit.client.0.smithi028.stdout:op 6004 completed, throughput=5MB/sec 2024-08-29T18:31:29.437 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-L9mW4KFVLdZilp_ off=1955055 len=1474045 2024-08-29T18:31:29.450 INFO:tasks.workunit.client.0.smithi028.stdout:op 6005 completed, throughput=5MB/sec 2024-08-29T18:31:29.451 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-1A-UVf3OdCoA2kr off=13957864 len=95850 2024-08-29T18:31:29.452 INFO:tasks.workunit.client.0.smithi028.stdout:op 6006 completed, throughput=5MB/sec 2024-08-29T18:31:29.452 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-GlM49U2suA_Vp3f off=5818531 len=552636 2024-08-29T18:31:29.453 INFO:tasks.workunit.client.0.smithi028.stdout:op 6007 completed, throughput=5MB/sec 2024-08-29T18:31:29.453 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-kiQF-nFLYmGU0MN off=2555833 len=358433 2024-08-29T18:31:29.459 INFO:tasks.workunit.client.0.smithi028.stdout:op 6008 completed, throughput=5MB/sec 2024-08-29T18:31:29.459 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-CGHgnX-avInOdfl off=10333813 len=95723 2024-08-29T18:31:29.463 INFO:tasks.workunit.client.0.smithi028.stdout:op 6009 completed, throughput=5MB/sec 2024-08-29T18:31:29.464 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-peFiQn3-Hlzp_4j off=3291045 len=692193 2024-08-29T18:31:29.466 INFO:tasks.workunit.client.0.smithi028.stdout:op 6010 completed, throughput=5MB/sec 2024-08-29T18:31:29.466 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-ioiIQ4qQgtwg-kq off=4839407 len=1703568 2024-08-29T18:31:29.469 INFO:tasks.workunit.client.0.smithi028.stdout:op 6011 completed, throughput=5MB/sec 2024-08-29T18:31:30.470 INFO:tasks.workunit.client.0.smithi028.stdout: 1157: throughput=5MB/sec pending data=0 2024-08-29T18:31:30.470 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-HV-1M1lx46M6XgU off=14839891 len=1294308 2024-08-29T18:31:30.472 INFO:tasks.workunit.client.0.smithi028.stdout:op 6012 completed, throughput=5MB/sec 2024-08-29T18:31:30.472 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-C0Y9s0QUwt47TR4 off=18089261 len=1889906 2024-08-29T18:31:30.476 INFO:tasks.workunit.client.0.smithi028.stdout:op 6013 completed, throughput=5MB/sec 2024-08-29T18:31:30.476 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-n-7Cts5AUiLSJnb off=6813098 len=1362654 2024-08-29T18:31:30.486 INFO:tasks.workunit.client.0.smithi028.stdout:op 6014 completed, throughput=5MB/sec 2024-08-29T18:31:31.326 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:31:31 smithi053 bash[68679]: cluster 2024-08-29T18:31:30.000590+0000 mgr.y (mgr.25022) 1343 : cluster [DBG] pgmap v2031: 105 pgs: 105 active+clean; 127 GiB data, 13 GiB used, 702 GiB / 715 GiB avail; 2.7 MiB/s rd, 3.5 MiB/s wr, 6 op/s 2024-08-29T18:31:31.381 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:31:31 smithi028 bash[77168]: cluster 2024-08-29T18:31:30.000590+0000 mgr.y (mgr.25022) 1343 : cluster [DBG] pgmap v2031: 105 pgs: 105 active+clean; 127 GiB data, 13 GiB used, 702 GiB / 715 GiB avail; 2.7 MiB/s rd, 3.5 MiB/s wr, 6 op/s 2024-08-29T18:31:31.381 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:31:31 smithi028 bash[78352]: cluster 2024-08-29T18:31:30.000590+0000 mgr.y (mgr.25022) 1343 : cluster [DBG] pgmap v2031: 105 pgs: 105 active+clean; 127 GiB data, 13 GiB used, 702 GiB / 715 GiB avail; 2.7 MiB/s rd, 3.5 MiB/s wr, 6 op/s 2024-08-29T18:31:31.486 INFO:tasks.workunit.client.0.smithi028.stdout: 1158: throughput=5MB/sec pending data=0 2024-08-29T18:31:31.486 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-OjoDdeZLN-t38ah off=3359465 len=1444731 2024-08-29T18:31:31.488 INFO:tasks.workunit.client.0.smithi028.stdout:op 6015 completed, throughput=5MB/sec 2024-08-29T18:31:31.488 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-VZUNaOSgjCscIGW off=1505867 len=310245 2024-08-29T18:31:31.492 INFO:tasks.workunit.client.0.smithi028.stdout:op 6016 completed, throughput=5MB/sec 2024-08-29T18:31:31.492 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-m2qYIXSo34mmCJh off=13247556 len=613521 2024-08-29T18:31:31.497 INFO:tasks.workunit.client.0.smithi028.stdout:op 6017 completed, throughput=5MB/sec 2024-08-29T18:31:31.497 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-eBR5l-0M4789yX_ off=9800730 len=1239280 2024-08-29T18:31:31.504 INFO:tasks.workunit.client.0.smithi028.stdout:op 6018 completed, throughput=5MB/sec 2024-08-29T18:31:31.504 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-oYa7juMmw3eoCpQ off=4225732 len=490459 2024-08-29T18:31:31.506 INFO:tasks.workunit.client.0.smithi028.stdout:op 6019 completed, throughput=5MB/sec 2024-08-29T18:31:31.506 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-ZCa14XgQDEKi3ys off=2786454 len=817058 2024-08-29T18:31:31.508 INFO:tasks.workunit.client.0.smithi028.stdout:op 6020 completed, throughput=5MB/sec 2024-08-29T18:31:31.768 INFO:journalctl@ceph.mgr.y.smithi028.stdout:Aug 29 18:31:31 smithi028 bash[70818]: ::ffff:172.21.15.53 - - [29/Aug/2024:18:31:31] "GET /metrics HTTP/1.1" 200 34019 "" "Prometheus/2.43.0" 2024-08-29T18:31:32.508 INFO:tasks.workunit.client.0.smithi028.stdout: 1159: throughput=5MB/sec pending data=0 2024-08-29T18:31:32.509 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-AXoD7HUHAE7WmGt off=10816433 len=1080038 2024-08-29T18:31:32.512 INFO:tasks.workunit.client.0.smithi028.stdout:op 6021 completed, throughput=5MB/sec 2024-08-29T18:31:32.512 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-zrkqm-dzdGUiUj2 off=1159110 len=1366898 2024-08-29T18:31:32.523 INFO:tasks.workunit.client.0.smithi028.stdout:op 6022 completed, throughput=5MB/sec 2024-08-29T18:31:32.523 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-yZesp_xfcPpcHnP off=3295632 len=515639 2024-08-29T18:31:32.529 INFO:tasks.workunit.client.0.smithi028.stdout:op 6023 completed, throughput=5MB/sec 2024-08-29T18:31:32.529 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-C3J93g9G6dwcJmc off=4046611 len=897017 2024-08-29T18:31:32.537 INFO:tasks.workunit.client.0.smithi028.stdout:op 6024 completed, throughput=5MB/sec 2024-08-29T18:31:32.537 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-U7HfzjayLGWkG8c off=5654600 len=2037339 2024-08-29T18:31:32.542 INFO:tasks.workunit.client.0.smithi028.stdout:op 6025 completed, throughput=5MB/sec 2024-08-29T18:31:32.576 INFO:journalctl@ceph.prometheus.a.smithi053.stdout:Aug 29 18:31:32 smithi053 bash[95567]: ts=2024-08-29T18:31:32.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"3167ee72-662c-11ef-bcd4-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-29T18:31:33.326 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:31:33 smithi053 bash[68679]: cluster 2024-08-29T18:31:32.001500+0000 mgr.y (mgr.25022) 1344 : cluster [DBG] pgmap v2032: 105 pgs: 105 active+clean; 127 GiB data, 13 GiB used, 702 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2024-08-29T18:31:33.326 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:31:33 smithi053 bash[68679]: audit 2024-08-29T18:31:32.327616+0000 mon.a (mon.0) 2311 : audit [INF] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' 2024-08-29T18:31:33.326 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:31:33 smithi053 bash[68679]: audit 2024-08-29T18:31:32.337457+0000 mon.a (mon.0) 2312 : audit [INF] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' 2024-08-29T18:31:33.326 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:31:33 smithi053 bash[68679]: audit 2024-08-29T18:31:32.339485+0000 mon.a (mon.0) 2313 : audit [DBG] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-29T18:31:33.326 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:31:33 smithi053 bash[68679]: audit 2024-08-29T18:31:32.340852+0000 mon.a (mon.0) 2314 : audit [INF] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-29T18:31:33.326 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:31:33 smithi053 bash[68679]: audit 2024-08-29T18:31:32.351669+0000 mon.a (mon.0) 2315 : audit [INF] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' 2024-08-29T18:31:33.381 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:31:33 smithi028 bash[78352]: cluster 2024-08-29T18:31:32.001500+0000 mgr.y (mgr.25022) 1344 : cluster [DBG] pgmap v2032: 105 pgs: 105 active+clean; 127 GiB data, 13 GiB used, 702 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2024-08-29T18:31:33.381 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:31:33 smithi028 bash[78352]: audit 2024-08-29T18:31:32.327616+0000 mon.a (mon.0) 2311 : audit [INF] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' 2024-08-29T18:31:33.381 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:31:33 smithi028 bash[78352]: audit 2024-08-29T18:31:32.337457+0000 mon.a (mon.0) 2312 : audit [INF] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' 2024-08-29T18:31:33.381 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:31:33 smithi028 bash[78352]: audit 2024-08-29T18:31:32.339485+0000 mon.a (mon.0) 2313 : audit [DBG] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-29T18:31:33.381 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:31:33 smithi028 bash[78352]: audit 2024-08-29T18:31:32.340852+0000 mon.a (mon.0) 2314 : audit [INF] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-29T18:31:33.381 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:31:33 smithi028 bash[78352]: audit 2024-08-29T18:31:32.351669+0000 mon.a (mon.0) 2315 : audit [INF] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' 2024-08-29T18:31:33.382 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:31:33 smithi028 bash[77168]: cluster 2024-08-29T18:31:32.001500+0000 mgr.y (mgr.25022) 1344 : cluster [DBG] pgmap v2032: 105 pgs: 105 active+clean; 127 GiB data, 13 GiB used, 702 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2024-08-29T18:31:33.382 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:31:33 smithi028 bash[77168]: audit 2024-08-29T18:31:32.327616+0000 mon.a (mon.0) 2311 : audit [INF] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' 2024-08-29T18:31:33.382 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:31:33 smithi028 bash[77168]: audit 2024-08-29T18:31:32.337457+0000 mon.a (mon.0) 2312 : audit [INF] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' 2024-08-29T18:31:33.382 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:31:33 smithi028 bash[77168]: audit 2024-08-29T18:31:32.339485+0000 mon.a (mon.0) 2313 : audit [DBG] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-29T18:31:33.382 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:31:33 smithi028 bash[77168]: audit 2024-08-29T18:31:32.340852+0000 mon.a (mon.0) 2314 : audit [INF] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-29T18:31:33.382 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:31:33 smithi028 bash[77168]: audit 2024-08-29T18:31:32.351669+0000 mon.a (mon.0) 2315 : audit [INF] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' 2024-08-29T18:31:33.542 INFO:tasks.workunit.client.0.smithi028.stdout: 1160: throughput=5MB/sec pending data=0 2024-08-29T18:31:33.542 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-_0gXTinPEJZ4jM1 off=560919 len=989898 2024-08-29T18:31:33.546 INFO:tasks.workunit.client.0.smithi028.stdout:op 6026 completed, throughput=5MB/sec 2024-08-29T18:31:33.546 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-jDH-a-2O-yMzxjY off=6317042 len=512703 2024-08-29T18:31:33.553 INFO:tasks.workunit.client.0.smithi028.stdout:op 6027 completed, throughput=5MB/sec 2024-08-29T18:31:33.553 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-GQncrdhOxA0Bos9 off=8257966 len=64855 2024-08-29T18:31:33.559 INFO:tasks.workunit.client.0.smithi028.stdout:op 6028 completed, throughput=5MB/sec 2024-08-29T18:31:33.559 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-AWGmPC-ebMOqpQs off=6894481 len=2012761 2024-08-29T18:31:33.573 INFO:tasks.workunit.client.0.smithi028.stdout:op 6029 completed, throughput=5MB/sec 2024-08-29T18:31:33.573 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-eFQp5Rf5h_S9qx1 off=1444726 len=1158767 2024-08-29T18:31:33.583 INFO:tasks.workunit.client.0.smithi028.stdout:op 6030 completed, throughput=5MB/sec 2024-08-29T18:31:33.583 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-0IGfcX8v1eWE7yE off=382550 len=1775182 2024-08-29T18:31:33.587 INFO:tasks.workunit.client.0.smithi028.stdout:op 6031 completed, throughput=5MB/sec 2024-08-29T18:31:34.587 INFO:tasks.workunit.client.0.smithi028.stdout: 1161: throughput=5MB/sec pending data=0 2024-08-29T18:31:34.587 INFO:tasks.workunit.client.0.smithi028.stdout:WRITE : oid=obj-6LJ-ruhS6Bz0a58 off=22477399 len=1552131 2024-08-29T18:31:34.599 INFO:tasks.workunit.client.0.smithi028.stdout:op 6032 completed, throughput=5MB/sec 2024-08-29T18:31:34.599 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-kgbvv_lwNU4-92D off=3147499 len=663245 2024-08-29T18:31:34.601 INFO:tasks.workunit.client.0.smithi028.stdout:op 6033 completed, throughput=5MB/sec 2024-08-29T18:31:34.601 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-BCxsuRQT7E6ilpm off=5839426 len=451917 2024-08-29T18:31:34.604 INFO:tasks.workunit.client.0.smithi028.stdout:op 6034 completed, throughput=5MB/sec 2024-08-29T18:31:34.604 INFO:tasks.workunit.client.0.smithi028.stdout:READ : oid=obj-W69BX3g-8nDNqaK off=1443467 len=1292626 2024-08-29T18:31:34.607 INFO:tasks.workunit.client.0.smithi028.stdout:op 6035 completed, throughput=5MB/sec 2024-08-29T18:31:35.326 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:31:35 smithi053 bash[68679]: cluster 2024-08-29T18:31:34.002468+0000 mgr.y (mgr.25022) 1345 : cluster [DBG] pgmap v2033: 105 pgs: 105 active+clean; 127 GiB data, 13 GiB used, 702 GiB / 715 GiB avail; 3.1 MiB/s rd, 2.9 MiB/s wr, 6 op/s 2024-08-29T18:31:35.381 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:31:35 smithi028 bash[78352]: cluster 2024-08-29T18:31:34.002468+0000 mgr.y (mgr.25022) 1345 : cluster [DBG] pgmap v2033: 105 pgs: 105 active+clean; 127 GiB data, 13 GiB used, 702 GiB / 715 GiB avail; 3.1 MiB/s rd, 2.9 MiB/s wr, 6 op/s 2024-08-29T18:31:35.381 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:31:35 smithi028 bash[77168]: cluster 2024-08-29T18:31:34.002468+0000 mgr.y (mgr.25022) 1345 : cluster [DBG] pgmap v2033: 105 pgs: 105 active+clean; 127 GiB data, 13 GiB used, 702 GiB / 715 GiB avail; 3.1 MiB/s rd, 2.9 MiB/s wr, 6 op/s 2024-08-29T18:31:35.607 INFO:tasks.workunit.client.0.smithi028.stdout:waiting for all operations to complete 2024-08-29T18:31:35.607 INFO:tasks.workunit.client.0.smithi028.stdout:cleaning up objects 2024-08-29T18:31:37.326 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:31:37 smithi053 bash[68679]: cluster 2024-08-29T18:31:36.003614+0000 mgr.y (mgr.25022) 1346 : cluster [DBG] pgmap v2034: 105 pgs: 105 active+clean; 127 GiB data, 13 GiB used, 702 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2024-08-29T18:31:37.381 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:31:37 smithi028 bash[77168]: cluster 2024-08-29T18:31:36.003614+0000 mgr.y (mgr.25022) 1346 : cluster [DBG] pgmap v2034: 105 pgs: 105 active+clean; 127 GiB data, 13 GiB used, 702 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2024-08-29T18:31:37.381 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:31:37 smithi028 bash[78352]: cluster 2024-08-29T18:31:36.003614+0000 mgr.y (mgr.25022) 1346 : cluster [DBG] pgmap v2034: 105 pgs: 105 active+clean; 127 GiB data, 13 GiB used, 702 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2024-08-29T18:31:39.326 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:31:39 smithi053 bash[68679]: cluster 2024-08-29T18:31:38.004324+0000 mgr.y (mgr.25022) 1347 : cluster [DBG] pgmap v2035: 105 pgs: 105 active+clean; 126 GiB data, 13 GiB used, 702 GiB / 715 GiB avail; 2.3 MiB/s rd, 1.9 MiB/s wr, 9 op/s 2024-08-29T18:31:39.381 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:31:39 smithi028 bash[78352]: cluster 2024-08-29T18:31:38.004324+0000 mgr.y (mgr.25022) 1347 : cluster [DBG] pgmap v2035: 105 pgs: 105 active+clean; 126 GiB data, 13 GiB used, 702 GiB / 715 GiB avail; 2.3 MiB/s rd, 1.9 MiB/s wr, 9 op/s 2024-08-29T18:31:39.381 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:31:39 smithi028 bash[77168]: cluster 2024-08-29T18:31:38.004324+0000 mgr.y (mgr.25022) 1347 : cluster [DBG] pgmap v2035: 105 pgs: 105 active+clean; 126 GiB data, 13 GiB used, 702 GiB / 715 GiB avail; 2.3 MiB/s rd, 1.9 MiB/s wr, 9 op/s 2024-08-29T18:31:41.326 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:31:41 smithi053 bash[68679]: cluster 2024-08-29T18:31:40.005522+0000 mgr.y (mgr.25022) 1348 : cluster [DBG] pgmap v2036: 105 pgs: 105 active+clean; 118 GiB data, 13 GiB used, 702 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.0 MiB/s wr, 67 op/s 2024-08-29T18:31:41.381 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:31:41 smithi028 bash[78352]: cluster 2024-08-29T18:31:40.005522+0000 mgr.y (mgr.25022) 1348 : cluster [DBG] pgmap v2036: 105 pgs: 105 active+clean; 118 GiB data, 13 GiB used, 702 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.0 MiB/s wr, 67 op/s 2024-08-29T18:31:41.381 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:31:41 smithi028 bash[77168]: cluster 2024-08-29T18:31:40.005522+0000 mgr.y (mgr.25022) 1348 : cluster [DBG] pgmap v2036: 105 pgs: 105 active+clean; 118 GiB data, 13 GiB used, 702 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.0 MiB/s wr, 67 op/s 2024-08-29T18:31:41.880 INFO:journalctl@ceph.mgr.y.smithi028.stdout:Aug 29 18:31:41 smithi028 bash[70818]: ::ffff:172.21.15.53 - - [29/Aug/2024:18:31:41] "GET /metrics HTTP/1.1" 200 34019 "" "Prometheus/2.43.0" 2024-08-29T18:31:42.576 INFO:journalctl@ceph.prometheus.a.smithi053.stdout:Aug 29 18:31:42 smithi053 bash[95567]: ts=2024-08-29T18:31:42.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"3167ee72-662c-11ef-bcd4-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-29T18:31:43.326 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:31:43 smithi053 bash[68679]: cluster 2024-08-29T18:31:42.006424+0000 mgr.y (mgr.25022) 1349 : cluster [DBG] pgmap v2037: 105 pgs: 105 active+clean; 118 GiB data, 13 GiB used, 703 GiB / 715 GiB avail; 1.3 MiB/s rd, 1.3 MiB/s wr, 65 op/s 2024-08-29T18:31:43.326 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:31:43 smithi053 bash[68679]: audit 2024-08-29T18:31:42.115605+0000 mon.a (mon.0) 2316 : audit [DBG] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-29T18:31:43.381 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:31:43 smithi028 bash[78352]: cluster 2024-08-29T18:31:42.006424+0000 mgr.y (mgr.25022) 1349 : cluster [DBG] pgmap v2037: 105 pgs: 105 active+clean; 118 GiB data, 13 GiB used, 703 GiB / 715 GiB avail; 1.3 MiB/s rd, 1.3 MiB/s wr, 65 op/s 2024-08-29T18:31:43.381 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:31:43 smithi028 bash[78352]: audit 2024-08-29T18:31:42.115605+0000 mon.a (mon.0) 2316 : audit [DBG] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-29T18:31:43.381 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:31:43 smithi028 bash[77168]: cluster 2024-08-29T18:31:42.006424+0000 mgr.y (mgr.25022) 1349 : cluster [DBG] pgmap v2037: 105 pgs: 105 active+clean; 118 GiB data, 13 GiB used, 703 GiB / 715 GiB avail; 1.3 MiB/s rd, 1.3 MiB/s wr, 65 op/s 2024-08-29T18:31:43.381 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:31:43 smithi028 bash[77168]: audit 2024-08-29T18:31:42.115605+0000 mon.a (mon.0) 2316 : audit [DBG] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-29T18:31:45.326 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:31:45 smithi053 bash[68679]: cluster 2024-08-29T18:31:44.007300+0000 mgr.y (mgr.25022) 1350 : cluster [DBG] pgmap v2038: 105 pgs: 105 active+clean; 106 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 1.3 MiB/s rd, 1.3 MiB/s wr, 144 op/s 2024-08-29T18:31:45.381 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:31:45 smithi028 bash[77168]: cluster 2024-08-29T18:31:44.007300+0000 mgr.y (mgr.25022) 1350 : cluster [DBG] pgmap v2038: 105 pgs: 105 active+clean; 106 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 1.3 MiB/s rd, 1.3 MiB/s wr, 144 op/s 2024-08-29T18:31:45.381 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:31:45 smithi028 bash[78352]: cluster 2024-08-29T18:31:44.007300+0000 mgr.y (mgr.25022) 1350 : cluster [DBG] pgmap v2038: 105 pgs: 105 active+clean; 106 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 1.3 MiB/s rd, 1.3 MiB/s wr, 144 op/s 2024-08-29T18:31:47.326 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:31:47 smithi053 bash[68679]: cluster 2024-08-29T18:31:46.008642+0000 mgr.y (mgr.25022) 1351 : cluster [DBG] pgmap v2039: 105 pgs: 105 active+clean; 102 GiB data, 12 GiB used, 704 GiB / 715 GiB avail; 527 KiB/s rd, 545 KiB/s wr, 169 op/s 2024-08-29T18:31:47.381 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:31:47 smithi028 bash[77168]: cluster 2024-08-29T18:31:46.008642+0000 mgr.y (mgr.25022) 1351 : cluster [DBG] pgmap v2039: 105 pgs: 105 active+clean; 102 GiB data, 12 GiB used, 704 GiB / 715 GiB avail; 527 KiB/s rd, 545 KiB/s wr, 169 op/s 2024-08-29T18:31:47.381 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:31:47 smithi028 bash[78352]: cluster 2024-08-29T18:31:46.008642+0000 mgr.y (mgr.25022) 1351 : cluster [DBG] pgmap v2039: 105 pgs: 105 active+clean; 102 GiB data, 12 GiB used, 704 GiB / 715 GiB avail; 527 KiB/s rd, 545 KiB/s wr, 169 op/s 2024-08-29T18:31:49.326 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:31:49 smithi053 bash[68679]: cluster 2024-08-29T18:31:48.009422+0000 mgr.y (mgr.25022) 1352 : cluster [DBG] pgmap v2040: 105 pgs: 105 active+clean; 100 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 277 KiB/s rd, 390 KiB/s wr, 182 op/s 2024-08-29T18:31:49.381 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:31:49 smithi028 bash[78352]: cluster 2024-08-29T18:31:48.009422+0000 mgr.y (mgr.25022) 1352 : cluster [DBG] pgmap v2040: 105 pgs: 105 active+clean; 100 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 277 KiB/s rd, 390 KiB/s wr, 182 op/s 2024-08-29T18:31:49.381 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:31:49 smithi028 bash[77168]: cluster 2024-08-29T18:31:48.009422+0000 mgr.y (mgr.25022) 1352 : cluster [DBG] pgmap v2040: 105 pgs: 105 active+clean; 100 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 277 KiB/s rd, 390 KiB/s wr, 182 op/s 2024-08-29T18:31:51.326 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:31:51 smithi053 bash[68679]: cluster 2024-08-29T18:31:50.010722+0000 mgr.y (mgr.25022) 1353 : cluster [DBG] pgmap v2041: 105 pgs: 105 active+clean; 86 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 240 KiB/s rd, 390 KiB/s wr, 267 op/s 2024-08-29T18:31:51.381 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:31:51 smithi028 bash[78352]: cluster 2024-08-29T18:31:50.010722+0000 mgr.y (mgr.25022) 1353 : cluster [DBG] pgmap v2041: 105 pgs: 105 active+clean; 86 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 240 KiB/s rd, 390 KiB/s wr, 267 op/s 2024-08-29T18:31:51.381 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:31:51 smithi028 bash[77168]: cluster 2024-08-29T18:31:50.010722+0000 mgr.y (mgr.25022) 1353 : cluster [DBG] pgmap v2041: 105 pgs: 105 active+clean; 86 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 240 KiB/s rd, 390 KiB/s wr, 267 op/s 2024-08-29T18:31:51.881 INFO:journalctl@ceph.mgr.y.smithi028.stdout:Aug 29 18:31:51 smithi028 bash[70818]: ::ffff:172.21.15.53 - - [29/Aug/2024:18:31:51] "GET /metrics HTTP/1.1" 200 34018 "" "Prometheus/2.43.0" 2024-08-29T18:31:52.576 INFO:journalctl@ceph.prometheus.a.smithi053.stdout:Aug 29 18:31:52 smithi053 bash[95567]: ts=2024-08-29T18:31:52.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"3167ee72-662c-11ef-bcd4-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-29T18:31:53.326 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:31:53 smithi053 bash[68679]: cluster 2024-08-29T18:31:52.011763+0000 mgr.y (mgr.25022) 1354 : cluster [DBG] pgmap v2042: 105 pgs: 105 active+clean; 86 GiB data, 11 GiB used, 705 GiB / 715 GiB avail; 0 B/s wr, 209 op/s 2024-08-29T18:31:53.381 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:31:53 smithi028 bash[78352]: cluster 2024-08-29T18:31:52.011763+0000 mgr.y (mgr.25022) 1354 : cluster [DBG] pgmap v2042: 105 pgs: 105 active+clean; 86 GiB data, 11 GiB used, 705 GiB / 715 GiB avail; 0 B/s wr, 209 op/s 2024-08-29T18:31:53.381 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:31:53 smithi028 bash[77168]: cluster 2024-08-29T18:31:52.011763+0000 mgr.y (mgr.25022) 1354 : cluster [DBG] pgmap v2042: 105 pgs: 105 active+clean; 86 GiB data, 11 GiB used, 705 GiB / 715 GiB avail; 0 B/s wr, 209 op/s 2024-08-29T18:31:55.326 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:31:55 smithi053 bash[68679]: cluster 2024-08-29T18:31:54.012853+0000 mgr.y (mgr.25022) 1355 : cluster [DBG] pgmap v2043: 105 pgs: 105 active+clean; 75 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 0 B/s wr, 282 op/s 2024-08-29T18:31:55.381 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:31:55 smithi028 bash[77168]: cluster 2024-08-29T18:31:54.012853+0000 mgr.y (mgr.25022) 1355 : cluster [DBG] pgmap v2043: 105 pgs: 105 active+clean; 75 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 0 B/s wr, 282 op/s 2024-08-29T18:31:55.381 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:31:55 smithi028 bash[78352]: cluster 2024-08-29T18:31:54.012853+0000 mgr.y (mgr.25022) 1355 : cluster [DBG] pgmap v2043: 105 pgs: 105 active+clean; 75 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 0 B/s wr, 282 op/s 2024-08-29T18:31:57.326 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:31:57 smithi053 bash[68679]: cluster 2024-08-29T18:31:56.014123+0000 mgr.y (mgr.25022) 1356 : cluster [DBG] pgmap v2044: 105 pgs: 105 active+clean; 71 GiB data, 9.6 GiB used, 706 GiB / 715 GiB avail; 0 B/s wr, 229 op/s 2024-08-29T18:31:57.381 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:31:57 smithi028 bash[78352]: cluster 2024-08-29T18:31:56.014123+0000 mgr.y (mgr.25022) 1356 : cluster [DBG] pgmap v2044: 105 pgs: 105 active+clean; 71 GiB data, 9.6 GiB used, 706 GiB / 715 GiB avail; 0 B/s wr, 229 op/s 2024-08-29T18:31:57.381 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:31:57 smithi028 bash[77168]: cluster 2024-08-29T18:31:56.014123+0000 mgr.y (mgr.25022) 1356 : cluster [DBG] pgmap v2044: 105 pgs: 105 active+clean; 71 GiB data, 9.6 GiB used, 706 GiB / 715 GiB avail; 0 B/s wr, 229 op/s 2024-08-29T18:31:58.381 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:31:58 smithi028 bash[78352]: audit 2024-08-29T18:31:57.115943+0000 mon.a (mon.0) 2317 : audit [DBG] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-29T18:31:58.381 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:31:58 smithi028 bash[77168]: audit 2024-08-29T18:31:57.115943+0000 mon.a (mon.0) 2317 : audit [DBG] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-29T18:31:58.576 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:31:58 smithi053 bash[68679]: audit 2024-08-29T18:31:57.115943+0000 mon.a (mon.0) 2317 : audit [DBG] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-29T18:31:59.381 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:31:59 smithi028 bash[77168]: cluster 2024-08-29T18:31:58.014883+0000 mgr.y (mgr.25022) 1357 : cluster [DBG] pgmap v2045: 105 pgs: 105 active+clean; 70 GiB data, 9.5 GiB used, 706 GiB / 715 GiB avail; 0 B/s wr, 214 op/s 2024-08-29T18:31:59.381 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:31:59 smithi028 bash[78352]: cluster 2024-08-29T18:31:58.014883+0000 mgr.y (mgr.25022) 1357 : cluster [DBG] pgmap v2045: 105 pgs: 105 active+clean; 70 GiB data, 9.5 GiB used, 706 GiB / 715 GiB avail; 0 B/s wr, 214 op/s 2024-08-29T18:31:59.576 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:31:59 smithi053 bash[68679]: cluster 2024-08-29T18:31:58.014883+0000 mgr.y (mgr.25022) 1357 : cluster [DBG] pgmap v2045: 105 pgs: 105 active+clean; 70 GiB data, 9.5 GiB used, 706 GiB / 715 GiB avail; 0 B/s wr, 214 op/s 2024-08-29T18:32:01.381 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:32:01 smithi028 bash[78352]: cluster 2024-08-29T18:32:00.016257+0000 mgr.y (mgr.25022) 1358 : cluster [DBG] pgmap v2046: 105 pgs: 105 active+clean; 57 GiB data, 8.8 GiB used, 706 GiB / 715 GiB avail; 0 B/s wr, 287 op/s 2024-08-29T18:32:01.381 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:32:01 smithi028 bash[77168]: cluster 2024-08-29T18:32:00.016257+0000 mgr.y (mgr.25022) 1358 : cluster [DBG] pgmap v2046: 105 pgs: 105 active+clean; 57 GiB data, 8.8 GiB used, 706 GiB / 715 GiB avail; 0 B/s wr, 287 op/s 2024-08-29T18:32:01.576 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:32:01 smithi053 bash[68679]: cluster 2024-08-29T18:32:00.016257+0000 mgr.y (mgr.25022) 1358 : cluster [DBG] pgmap v2046: 105 pgs: 105 active+clean; 57 GiB data, 8.8 GiB used, 706 GiB / 715 GiB avail; 0 B/s wr, 287 op/s 2024-08-29T18:32:01.881 INFO:journalctl@ceph.mgr.y.smithi028.stdout:Aug 29 18:32:01 smithi028 bash[70818]: ::ffff:172.21.15.53 - - [29/Aug/2024:18:32:01] "GET /metrics HTTP/1.1" 200 34019 "" "Prometheus/2.43.0" 2024-08-29T18:32:02.576 INFO:journalctl@ceph.prometheus.a.smithi053.stdout:Aug 29 18:32:02 smithi053 bash[95567]: ts=2024-08-29T18:32:02.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"3167ee72-662c-11ef-bcd4-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-29T18:32:03.381 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:32:03 smithi028 bash[78352]: cluster 2024-08-29T18:32:02.017114+0000 mgr.y (mgr.25022) 1359 : cluster [DBG] pgmap v2047: 105 pgs: 105 active+clean; 57 GiB data, 8.6 GiB used, 707 GiB / 715 GiB avail; 0 B/s wr, 196 op/s 2024-08-29T18:32:03.381 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:32:03 smithi028 bash[77168]: cluster 2024-08-29T18:32:02.017114+0000 mgr.y (mgr.25022) 1359 : cluster [DBG] pgmap v2047: 105 pgs: 105 active+clean; 57 GiB data, 8.6 GiB used, 707 GiB / 715 GiB avail; 0 B/s wr, 196 op/s 2024-08-29T18:32:03.576 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:32:03 smithi053 bash[68679]: cluster 2024-08-29T18:32:02.017114+0000 mgr.y (mgr.25022) 1359 : cluster [DBG] pgmap v2047: 105 pgs: 105 active+clean; 57 GiB data, 8.6 GiB used, 707 GiB / 715 GiB avail; 0 B/s wr, 196 op/s 2024-08-29T18:32:05.381 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:32:05 smithi028 bash[78352]: cluster 2024-08-29T18:32:04.018262+0000 mgr.y (mgr.25022) 1360 : cluster [DBG] pgmap v2048: 105 pgs: 105 active+clean; 47 GiB data, 8.1 GiB used, 707 GiB / 715 GiB avail; 0 B/s wr, 268 op/s 2024-08-29T18:32:05.381 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:32:05 smithi028 bash[77168]: cluster 2024-08-29T18:32:04.018262+0000 mgr.y (mgr.25022) 1360 : cluster [DBG] pgmap v2048: 105 pgs: 105 active+clean; 47 GiB data, 8.1 GiB used, 707 GiB / 715 GiB avail; 0 B/s wr, 268 op/s 2024-08-29T18:32:05.576 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:32:05 smithi053 bash[68679]: cluster 2024-08-29T18:32:04.018262+0000 mgr.y (mgr.25022) 1360 : cluster [DBG] pgmap v2048: 105 pgs: 105 active+clean; 47 GiB data, 8.1 GiB used, 707 GiB / 715 GiB avail; 0 B/s wr, 268 op/s 2024-08-29T18:32:07.381 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:32:07 smithi028 bash[78352]: cluster 2024-08-29T18:32:06.019388+0000 mgr.y (mgr.25022) 1361 : cluster [DBG] pgmap v2049: 105 pgs: 105 active+clean; 43 GiB data, 7.6 GiB used, 708 GiB / 715 GiB avail; 0 B/s wr, 219 op/s 2024-08-29T18:32:07.381 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:32:07 smithi028 bash[77168]: cluster 2024-08-29T18:32:06.019388+0000 mgr.y (mgr.25022) 1361 : cluster [DBG] pgmap v2049: 105 pgs: 105 active+clean; 43 GiB data, 7.6 GiB used, 708 GiB / 715 GiB avail; 0 B/s wr, 219 op/s 2024-08-29T18:32:07.576 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:32:07 smithi053 bash[68679]: cluster 2024-08-29T18:32:06.019388+0000 mgr.y (mgr.25022) 1361 : cluster [DBG] pgmap v2049: 105 pgs: 105 active+clean; 43 GiB data, 7.6 GiB used, 708 GiB / 715 GiB avail; 0 B/s wr, 219 op/s 2024-08-29T18:32:09.381 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:32:09 smithi028 bash[78352]: cluster 2024-08-29T18:32:08.020133+0000 mgr.y (mgr.25022) 1362 : cluster [DBG] pgmap v2050: 105 pgs: 105 active+clean; 42 GiB data, 7.5 GiB used, 708 GiB / 715 GiB avail; 0 B/s wr, 204 op/s 2024-08-29T18:32:09.381 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:32:09 smithi028 bash[77168]: cluster 2024-08-29T18:32:08.020133+0000 mgr.y (mgr.25022) 1362 : cluster [DBG] pgmap v2050: 105 pgs: 105 active+clean; 42 GiB data, 7.5 GiB used, 708 GiB / 715 GiB avail; 0 B/s wr, 204 op/s 2024-08-29T18:32:09.576 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:32:09 smithi053 bash[68679]: cluster 2024-08-29T18:32:08.020133+0000 mgr.y (mgr.25022) 1362 : cluster [DBG] pgmap v2050: 105 pgs: 105 active+clean; 42 GiB data, 7.5 GiB used, 708 GiB / 715 GiB avail; 0 B/s wr, 204 op/s 2024-08-29T18:32:11.381 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:32:11 smithi028 bash[78352]: cluster 2024-08-29T18:32:10.021648+0000 mgr.y (mgr.25022) 1363 : cluster [DBG] pgmap v2051: 105 pgs: 105 active+clean; 29 GiB data, 7.0 GiB used, 708 GiB / 715 GiB avail; 0 B/s wr, 275 op/s 2024-08-29T18:32:11.381 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:32:11 smithi028 bash[77168]: cluster 2024-08-29T18:32:10.021648+0000 mgr.y (mgr.25022) 1363 : cluster [DBG] pgmap v2051: 105 pgs: 105 active+clean; 29 GiB data, 7.0 GiB used, 708 GiB / 715 GiB avail; 0 B/s wr, 275 op/s 2024-08-29T18:32:11.576 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:32:11 smithi053 bash[68679]: cluster 2024-08-29T18:32:10.021648+0000 mgr.y (mgr.25022) 1363 : cluster [DBG] pgmap v2051: 105 pgs: 105 active+clean; 29 GiB data, 7.0 GiB used, 708 GiB / 715 GiB avail; 0 B/s wr, 275 op/s 2024-08-29T18:32:11.880 INFO:journalctl@ceph.mgr.y.smithi028.stdout:Aug 29 18:32:11 smithi028 bash[70818]: ::ffff:172.21.15.53 - - [29/Aug/2024:18:32:11] "GET /metrics HTTP/1.1" 200 34019 "" "Prometheus/2.43.0" 2024-08-29T18:32:12.576 INFO:journalctl@ceph.prometheus.a.smithi053.stdout:Aug 29 18:32:12 smithi053 bash[95567]: ts=2024-08-29T18:32:12.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"3167ee72-662c-11ef-bcd4-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-29T18:32:13.381 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:32:13 smithi028 bash[78352]: cluster 2024-08-29T18:32:12.022466+0000 mgr.y (mgr.25022) 1364 : cluster [DBG] pgmap v2052: 105 pgs: 105 active+clean; 29 GiB data, 6.8 GiB used, 708 GiB / 715 GiB avail; 0 B/s wr, 188 op/s 2024-08-29T18:32:13.381 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:32:13 smithi028 bash[78352]: audit 2024-08-29T18:32:12.119345+0000 mon.a (mon.0) 2318 : audit [DBG] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-29T18:32:13.381 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:32:13 smithi028 bash[77168]: cluster 2024-08-29T18:32:12.022466+0000 mgr.y (mgr.25022) 1364 : cluster [DBG] pgmap v2052: 105 pgs: 105 active+clean; 29 GiB data, 6.8 GiB used, 708 GiB / 715 GiB avail; 0 B/s wr, 188 op/s 2024-08-29T18:32:13.381 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:32:13 smithi028 bash[77168]: audit 2024-08-29T18:32:12.119345+0000 mon.a (mon.0) 2318 : audit [DBG] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-29T18:32:13.576 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:32:13 smithi053 bash[68679]: cluster 2024-08-29T18:32:12.022466+0000 mgr.y (mgr.25022) 1364 : cluster [DBG] pgmap v2052: 105 pgs: 105 active+clean; 29 GiB data, 6.8 GiB used, 708 GiB / 715 GiB avail; 0 B/s wr, 188 op/s 2024-08-29T18:32:13.576 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:32:13 smithi053 bash[68679]: audit 2024-08-29T18:32:12.119345+0000 mon.a (mon.0) 2318 : audit [DBG] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-29T18:32:15.381 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:32:15 smithi028 bash[77168]: cluster 2024-08-29T18:32:14.023618+0000 mgr.y (mgr.25022) 1365 : cluster [DBG] pgmap v2053: 105 pgs: 105 active+clean; 19 GiB data, 6.4 GiB used, 709 GiB / 715 GiB avail; 0 B/s wr, 254 op/s 2024-08-29T18:32:15.381 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:32:15 smithi028 bash[78352]: cluster 2024-08-29T18:32:14.023618+0000 mgr.y (mgr.25022) 1365 : cluster [DBG] pgmap v2053: 105 pgs: 105 active+clean; 19 GiB data, 6.4 GiB used, 709 GiB / 715 GiB avail; 0 B/s wr, 254 op/s 2024-08-29T18:32:15.576 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:32:15 smithi053 bash[68679]: cluster 2024-08-29T18:32:14.023618+0000 mgr.y (mgr.25022) 1365 : cluster [DBG] pgmap v2053: 105 pgs: 105 active+clean; 19 GiB data, 6.4 GiB used, 709 GiB / 715 GiB avail; 0 B/s wr, 254 op/s 2024-08-29T18:32:17.381 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:32:17 smithi028 bash[77168]: cluster 2024-08-29T18:32:16.024779+0000 mgr.y (mgr.25022) 1366 : cluster [DBG] pgmap v2054: 105 pgs: 105 active+clean; 16 GiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 0 B/s wr, 206 op/s 2024-08-29T18:32:17.381 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:32:17 smithi028 bash[78352]: cluster 2024-08-29T18:32:16.024779+0000 mgr.y (mgr.25022) 1366 : cluster [DBG] pgmap v2054: 105 pgs: 105 active+clean; 16 GiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 0 B/s wr, 206 op/s 2024-08-29T18:32:17.576 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:32:17 smithi053 bash[68679]: cluster 2024-08-29T18:32:16.024779+0000 mgr.y (mgr.25022) 1366 : cluster [DBG] pgmap v2054: 105 pgs: 105 active+clean; 16 GiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 0 B/s wr, 206 op/s 2024-08-29T18:32:19.376 INFO:teuthology.orchestra.run:Running command with timeout 3600 2024-08-29T18:32:19.377 DEBUG:teuthology.orchestra.run.smithi028:> sudo rm -rf -- /home/ubuntu/cephtest/mnt.0/client.0/tmp 2024-08-29T18:32:19.381 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:32:19 smithi028 bash[78352]: cluster 2024-08-29T18:32:18.025534+0000 mgr.y (mgr.25022) 1367 : cluster [DBG] pgmap v2055: 105 pgs: 105 active+clean; 14 GiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 0 B/s wr, 194 op/s 2024-08-29T18:32:19.381 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:32:19 smithi028 bash[77168]: cluster 2024-08-29T18:32:18.025534+0000 mgr.y (mgr.25022) 1367 : cluster [DBG] pgmap v2055: 105 pgs: 105 active+clean; 14 GiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 0 B/s wr, 194 op/s 2024-08-29T18:32:19.395 INFO:tasks.workunit:Stopping ['rados/load-gen-big.sh'] on client.0... 2024-08-29T18:32:19.395 DEBUG:teuthology.orchestra.run.smithi028:> sudo rm -rf -- /home/ubuntu/cephtest/workunits.list.client.0 /home/ubuntu/cephtest/clone.client.0 2024-08-29T18:32:19.576 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:32:19 smithi053 bash[68679]: cluster 2024-08-29T18:32:18.025534+0000 mgr.y (mgr.25022) 1367 : cluster [DBG] pgmap v2055: 105 pgs: 105 active+clean; 14 GiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 0 B/s wr, 194 op/s 2024-08-29T18:32:19.665 DEBUG:teuthology.parallel:result is None 2024-08-29T18:32:19.666 DEBUG:teuthology.orchestra.run.smithi028:> sudo rm -rf -- /home/ubuntu/cephtest/mnt.0/client.0 2024-08-29T18:32:19.679 INFO:tasks.workunit:Deleted dir /home/ubuntu/cephtest/mnt.0/client.0 2024-08-29T18:32:19.679 DEBUG:teuthology.orchestra.run.smithi028:> rmdir -- /home/ubuntu/cephtest/mnt.0 2024-08-29T18:32:19.729 INFO:tasks.workunit:Deleted artificial mount point /home/ubuntu/cephtest/mnt.0/client.0 2024-08-29T18:32:19.729 INFO:teuthology.task.full_sequential:In full_sequential, running task print... 2024-08-29T18:32:19.729 INFO:teuthology.task.print:**** done end rados_loadgenbig.yaml 2024-08-29T18:32:19.729 INFO:teuthology.task.full_sequential:In full_sequential, running task print... 2024-08-29T18:32:19.729 INFO:teuthology.task.print:**** done start rbd_import_export.yaml 2024-08-29T18:32:19.730 INFO:teuthology.task.full_sequential:In full_sequential, running task workunit... 2024-08-29T18:32:19.731 INFO:tasks.workunit:Pulling workunits from ref quincy 2024-08-29T18:32:19.731 INFO:tasks.workunit:Making a separate scratch dir for every client... 2024-08-29T18:32:19.731 DEBUG:teuthology.orchestra.run.smithi053:> stat -- /home/ubuntu/cephtest/mnt.1 2024-08-29T18:32:19.737 DEBUG:teuthology.orchestra.run:got remote process result: 1 2024-08-29T18:32:19.738 INFO:teuthology.orchestra.run.smithi053.stderr:stat: cannot statx '/home/ubuntu/cephtest/mnt.1': No such file or directory 2024-08-29T18:32:19.738 DEBUG:teuthology.orchestra.run.smithi053:> mkdir -- /home/ubuntu/cephtest/mnt.1 2024-08-29T18:32:19.787 INFO:tasks.workunit:Created dir /home/ubuntu/cephtest/mnt.1 2024-08-29T18:32:19.788 DEBUG:teuthology.orchestra.run.smithi053:> cd -- /home/ubuntu/cephtest/mnt.1 && mkdir -- client.1 2024-08-29T18:32:19.839 INFO:tasks.workunit:timeout=3h 2024-08-29T18:32:19.840 INFO:tasks.workunit:cleanup=True 2024-08-29T18:32:19.840 DEBUG:teuthology.orchestra.run.smithi053:> rm -rf /home/ubuntu/cephtest/clone.client.1 && git clone --depth 1 --branch quincy https://github.com/ceph/ceph-ci.git /home/ubuntu/cephtest/clone.client.1 && cd /home/ubuntu/cephtest/clone.client.1 2024-08-29T18:32:19.890 INFO:tasks.workunit.client.1.smithi053.stderr:Cloning into '/home/ubuntu/cephtest/clone.client.1'... 2024-08-29T18:32:21.404 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:32:21 smithi028 bash[78352]: cluster 2024-08-29T18:32:20.026755+0000 mgr.y (mgr.25022) 1368 : cluster [DBG] pgmap v2056: 105 pgs: 105 active+clean; 2.3 GiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 0 B/s wr, 262 op/s 2024-08-29T18:32:21.404 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:32:21 smithi028 bash[77168]: cluster 2024-08-29T18:32:20.026755+0000 mgr.y (mgr.25022) 1368 : cluster [DBG] pgmap v2056: 105 pgs: 105 active+clean; 2.3 GiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 0 B/s wr, 262 op/s 2024-08-29T18:32:21.576 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:32:21 smithi053 bash[68679]: cluster 2024-08-29T18:32:20.026755+0000 mgr.y (mgr.25022) 1368 : cluster [DBG] pgmap v2056: 105 pgs: 105 active+clean; 2.3 GiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 0 B/s wr, 262 op/s 2024-08-29T18:32:21.880 INFO:journalctl@ceph.mgr.y.smithi028.stdout:Aug 29 18:32:21 smithi028 bash[70818]: ::ffff:172.21.15.53 - - [29/Aug/2024:18:32:21] "GET /metrics HTTP/1.1" 200 34017 "" "Prometheus/2.43.0" 2024-08-29T18:32:22.576 INFO:journalctl@ceph.prometheus.a.smithi053.stdout:Aug 29 18:32:22 smithi053 bash[95567]: ts=2024-08-29T18:32:22.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"3167ee72-662c-11ef-bcd4-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-29T18:32:23.576 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:32:23 smithi053 bash[68679]: cluster 2024-08-29T18:32:22.027533+0000 mgr.y (mgr.25022) 1369 : cluster [DBG] pgmap v2057: 105 pgs: 105 active+clean; 2.3 GiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 0 B/s wr, 180 op/s 2024-08-29T18:32:23.631 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:32:23 smithi028 bash[78352]: cluster 2024-08-29T18:32:22.027533+0000 mgr.y (mgr.25022) 1369 : cluster [DBG] pgmap v2057: 105 pgs: 105 active+clean; 2.3 GiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 0 B/s wr, 180 op/s 2024-08-29T18:32:23.631 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:32:23 smithi028 bash[77168]: cluster 2024-08-29T18:32:22.027533+0000 mgr.y (mgr.25022) 1369 : cluster [DBG] pgmap v2057: 105 pgs: 105 active+clean; 2.3 GiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 0 B/s wr, 180 op/s 2024-08-29T18:32:24.576 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:32:24 smithi053 bash[68679]: cluster 2024-08-29T18:32:24.028393+0000 mgr.y (mgr.25022) 1370 : cluster [DBG] pgmap v2058: 105 pgs: 105 active+clean; 583 KiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 0 B/s wr, 195 op/s 2024-08-29T18:32:24.632 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:32:24 smithi028 bash[77168]: cluster 2024-08-29T18:32:24.028393+0000 mgr.y (mgr.25022) 1370 : cluster [DBG] pgmap v2058: 105 pgs: 105 active+clean; 583 KiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 0 B/s wr, 195 op/s 2024-08-29T18:32:24.632 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:32:24 smithi028 bash[78352]: cluster 2024-08-29T18:32:24.028393+0000 mgr.y (mgr.25022) 1370 : cluster [DBG] pgmap v2058: 105 pgs: 105 active+clean; 583 KiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 0 B/s wr, 195 op/s 2024-08-29T18:32:26.474 DEBUG:teuthology.orchestra.run.smithi053:> cd -- /home/ubuntu/cephtest/clone.client.1/qa/workunits && if test -e Makefile ; then make ; fi && find -executable -type f -printf '%P\0' >/home/ubuntu/cephtest/workunits.list.client.1 2024-08-29T18:32:26.525 INFO:tasks.workunit.client.1.smithi053.stdout:for d in direct_io fs ; do ( cd $d ; make all ) ; done 2024-08-29T18:32:26.527 INFO:tasks.workunit.client.1.smithi053.stdout:make[1]: Entering directory '/home/ubuntu/cephtest/clone.client.1/qa/workunits/direct_io' 2024-08-29T18:32:26.527 INFO:tasks.workunit.client.1.smithi053.stdout:cc -Wall -Wextra -D_GNU_SOURCE direct_io_test.c -o direct_io_test 2024-08-29T18:32:27.381 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:32:27 smithi028 bash[77168]: cluster 2024-08-29T18:32:26.029510+0000 mgr.y (mgr.25022) 1371 : cluster [DBG] pgmap v2059: 105 pgs: 105 active+clean; 583 KiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 0 B/s wr, 129 op/s 2024-08-29T18:32:27.381 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:32:27 smithi028 bash[78352]: cluster 2024-08-29T18:32:26.029510+0000 mgr.y (mgr.25022) 1371 : cluster [DBG] pgmap v2059: 105 pgs: 105 active+clean; 583 KiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 0 B/s wr, 129 op/s 2024-08-29T18:32:27.549 INFO:tasks.workunit.client.1.smithi053.stdout:cc -Wall -Wextra -D_GNU_SOURCE test_sync_io.c -o test_sync_io 2024-08-29T18:32:27.576 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:32:27 smithi053 bash[68679]: cluster 2024-08-29T18:32:26.029510+0000 mgr.y (mgr.25022) 1371 : cluster [DBG] pgmap v2059: 105 pgs: 105 active+clean; 583 KiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 0 B/s wr, 129 op/s 2024-08-29T18:32:27.624 INFO:tasks.workunit.client.1.smithi053.stdout:cc -Wall -Wextra -D_GNU_SOURCE test_short_dio_read.c -o test_short_dio_read 2024-08-29T18:32:27.676 INFO:tasks.workunit.client.1.smithi053.stdout:make[1]: Leaving directory '/home/ubuntu/cephtest/clone.client.1/qa/workunits/direct_io' 2024-08-29T18:32:27.677 INFO:tasks.workunit.client.1.smithi053.stdout:make[1]: Entering directory '/home/ubuntu/cephtest/clone.client.1/qa/workunits/fs' 2024-08-29T18:32:27.677 INFO:tasks.workunit.client.1.smithi053.stdout:cc -Wall -Wextra -D_GNU_SOURCE test_o_trunc.c -o test_o_trunc 2024-08-29T18:32:27.725 INFO:tasks.workunit.client.1.smithi053.stdout:make[1]: Leaving directory '/home/ubuntu/cephtest/clone.client.1/qa/workunits/fs' 2024-08-29T18:32:27.728 DEBUG:teuthology.orchestra.run.smithi053:> set -ex 2024-08-29T18:32:27.728 DEBUG:teuthology.orchestra.run.smithi053:> dd if=/home/ubuntu/cephtest/workunits.list.client.1 of=/dev/stdout 2024-08-29T18:32:27.776 INFO:tasks.workunit:Running workunits matching rbd/import_export.sh on client.1... 2024-08-29T18:32:27.777 INFO:tasks.workunit:Running workunit rbd/import_export.sh... 2024-08-29T18:32:27.777 DEBUG:teuthology.orchestra.run.smithi053:workunit test rbd/import_export.sh> mkdir -p -- /home/ubuntu/cephtest/mnt.1/client.1/tmp && cd -- /home/ubuntu/cephtest/mnt.1/client.1/tmp && CEPH_CLI_TEST_DUP_COMMAND=1 CEPH_REF=quincy TESTDIR="/home/ubuntu/cephtest" CEPH_ARGS="--cluster ceph" CEPH_ID="1" PATH=$PATH:/usr/sbin CEPH_BASE=/home/ubuntu/cephtest/clone.client.1 CEPH_ROOT=/home/ubuntu/cephtest/clone.client.1 CEPH_MNT=/home/ubuntu/cephtest/mnt.1 RBD_CREATE_ARGS=--new-format adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 3h /home/ubuntu/cephtest/clone.client.1/qa/workunits/rbd/import_export.sh 2024-08-29T18:32:27.827 INFO:tasks.workunit.client.1.smithi053.stderr:+ export RBD_FORCE_ALLOW_V1=1 2024-08-29T18:32:27.828 INFO:tasks.workunit.client.1.smithi053.stderr:+ TMPDIR=/tmp/rbd_import_export_103461 2024-08-29T18:32:27.828 INFO:tasks.workunit.client.1.smithi053.stderr:+ rm -rf /tmp/rbd_import_export_103461 2024-08-29T18:32:27.828 INFO:tasks.workunit.client.1.smithi053.stderr:+ mkdir /tmp/rbd_import_export_103461 2024-08-29T18:32:27.829 INFO:tasks.workunit.client.1.smithi053.stderr:+ trap rm -rf /tmp/rbd_import_export_103461 INT TERM EXIT 2024-08-29T18:32:27.829 INFO:tasks.workunit.client.1.smithi053.stderr:+ mkdir foo.103461 2024-08-29T18:32:27.830 INFO:tasks.workunit.client.1.smithi053.stderr:+ rbd import foo.103461 foo.dir 2024-08-29T18:32:27.901 INFO:tasks.workunit.client.1.smithi053.stderr:rbd: cannot import a directory 2024-08-29T18:32:27.901 INFO:tasks.workunit.client.1.smithi053.stderr: Importing image: 0% complete...failed. 2024-08-29T18:32:27.901 INFO:tasks.workunit.client.1.smithi053.stderr:rbd: import failed: (21) Is a directory 2024-08-29T18:32:27.905 INFO:tasks.workunit.client.1.smithi053.stderr:+ true 2024-08-29T18:32:27.905 INFO:tasks.workunit.client.1.smithi053.stderr:+ rmdir foo.103461 2024-08-29T18:32:27.908 INFO:tasks.workunit.client.1.smithi053.stderr:+ dd if=/bin/sh of=/tmp/rbd_import_export_103461/img bs=1k count=1 seek=10 2024-08-29T18:32:27.909 INFO:tasks.workunit.client.1.smithi053.stderr:1+0 records in 2024-08-29T18:32:27.909 INFO:tasks.workunit.client.1.smithi053.stderr:1+0 records out 2024-08-29T18:32:27.909 INFO:tasks.workunit.client.1.smithi053.stderr:1024 bytes (1.0 kB, 1.0 KiB) copied, 9.8127e-05 s, 10.4 MB/s 2024-08-29T18:32:27.909 INFO:tasks.workunit.client.1.smithi053.stderr:+ dd if=/bin/dd of=/tmp/rbd_import_export_103461/img bs=1k count=10 seek=100 2024-08-29T18:32:27.910 INFO:tasks.workunit.client.1.smithi053.stderr:10+0 records in 2024-08-29T18:32:27.910 INFO:tasks.workunit.client.1.smithi053.stderr:10+0 records out 2024-08-29T18:32:27.910 INFO:tasks.workunit.client.1.smithi053.stderr:10240 bytes (10 kB, 10 KiB) copied, 0.000135882 s, 75.4 MB/s 2024-08-29T18:32:27.910 INFO:tasks.workunit.client.1.smithi053.stderr:+ dd if=/bin/rm of=/tmp/rbd_import_export_103461/img bs=1k count=100 seek=1000 2024-08-29T18:32:27.910 INFO:tasks.workunit.client.1.smithi053.stderr:58+1 records in 2024-08-29T18:32:27.910 INFO:tasks.workunit.client.1.smithi053.stderr:58+1 records out 2024-08-29T18:32:27.910 INFO:tasks.workunit.client.1.smithi053.stderr:59904 bytes (60 kB, 58 KiB) copied, 0.000251 s, 239 MB/s 2024-08-29T18:32:27.911 INFO:tasks.workunit.client.1.smithi053.stderr:+ dd if=/bin/ls of=/tmp/rbd_import_export_103461/img bs=1k seek=10000 2024-08-29T18:32:27.912 INFO:tasks.workunit.client.1.smithi053.stderr:134+1 records in 2024-08-29T18:32:27.912 INFO:tasks.workunit.client.1.smithi053.stderr:134+1 records out 2024-08-29T18:32:27.912 INFO:tasks.workunit.client.1.smithi053.stderr:138208 bytes (138 kB, 135 KiB) copied, 0.000651477 s, 212 MB/s 2024-08-29T18:32:27.912 INFO:tasks.workunit.client.1.smithi053.stderr:+ dd if=/bin/ln of=/tmp/rbd_import_export_103461/img bs=1k seek=100000 2024-08-29T18:32:27.912 INFO:tasks.workunit.client.1.smithi053.stderr:58+1 records in 2024-08-29T18:32:27.912 INFO:tasks.workunit.client.1.smithi053.stderr:58+1 records out 2024-08-29T18:32:27.913 INFO:tasks.workunit.client.1.smithi053.stderr:59904 bytes (60 kB, 58 KiB) copied, 0.000229649 s, 261 MB/s 2024-08-29T18:32:27.913 INFO:tasks.workunit.client.1.smithi053.stderr:+ dd if=/bin/grep of=/tmp/rbd_import_export_103461/img bs=1k seek=1000000 2024-08-29T18:32:27.913 INFO:tasks.workunit.client.1.smithi053.stderr:178+1 records in 2024-08-29T18:32:27.914 INFO:tasks.workunit.client.1.smithi053.stderr:178+1 records out 2024-08-29T18:32:27.914 INFO:tasks.workunit.client.1.smithi053.stderr:182728 bytes (183 kB, 178 KiB) copied, 0.000557588 s, 328 MB/s 2024-08-29T18:32:27.914 INFO:tasks.workunit.client.1.smithi053.stderr:+ rbd rm testimg 2024-08-29T18:32:27.989 INFO:tasks.workunit.client.1.smithi053.stderr: Removing image: 0% complete...failed. 2024-08-29T18:32:27.990 INFO:tasks.workunit.client.1.smithi053.stderr:rbd: delete error: (2) No such file or directory 2024-08-29T18:32:27.995 INFO:tasks.workunit.client.1.smithi053.stderr:+ true 2024-08-29T18:32:27.995 INFO:tasks.workunit.client.1.smithi053.stderr:+ rbd import --new-format /tmp/rbd_import_export_103461/img testimg 2024-08-29T18:32:28.380 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:32:28 smithi028 bash[77168]: audit 2024-08-29T18:32:27.116598+0000 mon.a (mon.0) 2319 : audit [DBG] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-29T18:32:28.381 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:32:28 smithi028 bash[78352]: audit 2024-08-29T18:32:27.116598+0000 mon.a (mon.0) 2319 : audit [DBG] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-29T18:32:28.576 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:32:28 smithi053 bash[68679]: audit 2024-08-29T18:32:27.116598+0000 mon.a (mon.0) 2319 : audit [DBG] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-29T18:32:28.621 INFO:tasks.workunit.client.1.smithi053.stderr: Importing image: 1% complete... Importing image: 2% complete... Importing image: 3% complete... Importing image: 4% complete... Importing image: 5% complete... Importing image: 6% complete... Importing image: 7% complete... Importing image: 8% complete... Importing image: 9% complete... Importing image: 10% complete... Importing image: 11% complete... Importing image: 12% complete... Importing image: 13% complete... Importing image: 14% complete... Importing image: 15% complete... Importing image: 16% complete... Importing image: 17% complete... Importing image: 18% complete... Importing image: 19% complete... Importing image: 20% complete... Importing image: 21% complete... Importing image: 22% complete... Importing image: 23% complete... Importing image: 24% complete... Importing image: 25% complete... Importing image: 26% complete... Importing image: 27% complete... Importing image: 28% complete... Importing image: 29% complete... Importing image: 30% complete... Importing image: 31% complete... Importing image: 32% complete... Importing image: 33% complete... Importing image: 34% complete... Importing image: 35% complete... Importing image: 36% complete... Importing image: 37% complete... Importing image: 38% complete... Importing image: 39% complete... Importing image: 40% complete... Importing image: 41% complete... Importing image: 42% complete... Importing image: 43% complete... Importing image: 44% complete... Importing image: 45% complete... Importing image: 46% complete... Importing image: 47% complete... Importing image: 48% complete... Importing image: 49% complete... Importing image: 50% complete... Importing image: 51% complete... Importing image: 52% complete... Importing image: 53% complete... Importing image: 54% complete... Importing image: 55% complete... Importing image: 56% complete... Importing image: 57% complete... Importing image: 58% complete... Importing image: 59% complete... Importing image: 60% complete... Importing image: 61% complete... Importing image: 62% complete... Importing image: 63% complete... Importing image: 64% complete... Importing image: 65% complete... Importing image: 66% complete... Importing image: 67% complete... Importing image: 68% complete... Importing image: 69% complete... Importing image: 70% complete... Importing image: 71% complete... Importing image: 72% complete... Importing image: 73% complete... Importing image: 74% complete... Importing image: 75% complete... Importing image: 76% complete... Importing image: 77% complete... Importing image: 78% complete... Importing image: 79% complete... Importing image: 80% complete... Importing image: 81% complete... Importing image: 82% complete... Importing image: 83% complete... Importing image: 84% complete... Importing image: 85% complete... Importing image: 86% complete... Importing image: 87% complete... Importing image: 88% complete... Importing image: 89% complete... Importing image: 90% complete... Importing image: 91% complete... Importing image: 92% complete... Importing image: 93% complete... Importing image: 94% complete... Importing image: 95% complete... Importing image: 96% complete... Importing image: 97% complete... Importing image: 98% complete... Importing image: 99% complete... Importing image: 100% complete...done. 2024-08-29T18:32:28.622 INFO:tasks.workunit.client.1.smithi053.stderr:rbd: --new-format is deprecated, use --image-format 2 2024-08-29T18:32:28.625 INFO:tasks.workunit.client.1.smithi053.stderr:+ rbd export testimg /tmp/rbd_import_export_103461/img2 2024-08-29T18:32:28.926 INFO:tasks.workunit.client.1.smithi053.stderr: Exporting image: 1% complete... Exporting image: 2% complete... Exporting image: 3% complete... Exporting image: 4% complete... Exporting image: 5% complete... Exporting image: 6% complete... Exporting image: 7% complete... Exporting image: 8% complete... Exporting image: 9% complete... Exporting image: 10% complete... Exporting image: 11% complete... Exporting image: 12% complete... Exporting image: 13% complete... Exporting image: 14% complete... Exporting image: 15% complete... Exporting image: 16% complete... Exporting image: 17% complete... Exporting image: 18% complete... Exporting image: 19% complete... Exporting image: 20% complete... Exporting image: 21% complete... Exporting image: 22% complete... Exporting image: 23% complete... Exporting image: 24% complete... Exporting image: 25% complete... Exporting image: 26% complete... Exporting image: 27% complete... Exporting image: 28% complete... Exporting image: 29% complete... Exporting image: 30% complete... Exporting image: 31% complete... Exporting image: 32% complete... Exporting image: 33% complete... Exporting image: 34% complete... Exporting image: 35% complete... Exporting image: 36% complete... Exporting image: 37% complete... Exporting image: 38% complete... Exporting image: 39% complete... Exporting image: 40% complete... Exporting image: 41% complete... Exporting image: 42% complete... Exporting image: 43% complete... Exporting image: 44% complete... Exporting image: 45% complete... Exporting image: 46% complete... Exporting image: 47% complete... Exporting image: 48% complete... Exporting image: 49% complete... Exporting image: 50% complete... Exporting image: 51% complete... Exporting image: 52% complete... Exporting image: 53% complete... Exporting image: 54% complete... Exporting image: 55% complete... Exporting image: 56% complete... Exporting image: 57% complete... Exporting image: 58% complete... Exporting image: 59% complete... Exporting image: 60% complete... Exporting image: 61% complete... Exporting image: 62% complete... Exporting image: 63% complete... Exporting image: 64% complete... Exporting image: 65% complete... Exporting image: 66% complete... Exporting image: 67% complete... Exporting image: 68% complete... Exporting image: 69% complete... Exporting image: 70% complete... Exporting image: 71% complete... Exporting image: 72% complete... Exporting image: 73% complete... Exporting image: 74% complete... Exporting image: 75% complete... Exporting image: 76% complete... Exporting image: 77% complete... Exporting image: 78% complete... Exporting image: 79% complete... Exporting image: 80% complete... Exporting image: 81% complete... Exporting image: 82% complete... Exporting image: 83% complete... Exporting image: 84% complete... Exporting image: 85% complete... Exporting image: 86% complete... Exporting image: 87% complete... Exporting image: 88% complete... Exporting image: 89% complete... Exporting image: 90% complete... Exporting image: 91% complete... Exporting image: 92% complete... Exporting image: 93% complete... Exporting image: 94% complete... Exporting image: 95% complete... Exporting image: 96% complete... Exporting image: 97% complete... Exporting image: 98% complete... Exporting image: 99% complete... Exporting image: 100% complete...done. 2024-08-29T18:32:28.932 INFO:tasks.workunit.client.1.smithi053.stderr:+ rbd export testimg - 2024-08-29T18:32:29.381 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:32:29 smithi028 bash[77168]: cluster 2024-08-29T18:32:28.030214+0000 mgr.y (mgr.25022) 1372 : cluster [DBG] pgmap v2060: 105 pgs: 105 active+clean; 583 KiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 0 B/s wr, 105 op/s 2024-08-29T18:32:29.381 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:32:29 smithi028 bash[78352]: cluster 2024-08-29T18:32:28.030214+0000 mgr.y (mgr.25022) 1372 : cluster [DBG] pgmap v2060: 105 pgs: 105 active+clean; 583 KiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 0 B/s wr, 105 op/s 2024-08-29T18:32:29.575 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:32:29 smithi053 bash[68679]: cluster 2024-08-29T18:32:28.030214+0000 mgr.y (mgr.25022) 1372 : cluster [DBG] pgmap v2060: 105 pgs: 105 active+clean; 583 KiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 0 B/s wr, 105 op/s 2024-08-29T18:32:29.788 INFO:tasks.workunit.client.1.smithi053.stderr: Exporting image: 1% complete... Exporting image: 2% complete... Exporting image: 3% complete... Exporting image: 4% complete... Exporting image: 5% complete... Exporting image: 6% complete... Exporting image: 7% complete... Exporting image: 8% complete... Exporting image: 9% complete... Exporting image: 10% complete... Exporting image: 11% complete... Exporting image: 12% complete... Exporting image: 13% complete... Exporting image: 14% complete... Exporting image: 15% complete... Exporting image: 16% complete... Exporting image: 17% complete... Exporting image: 18% complete... Exporting image: 19% complete... Exporting image: 20% complete... Exporting image: 21% complete... Exporting image: 22% complete... Exporting image: 23% complete... Exporting image: 24% complete... Exporting image: 25% complete... Exporting image: 26% complete... Exporting image: 27% complete... Exporting image: 28% complete... Exporting image: 29% complete... Exporting image: 30% complete... Exporting image: 31% complete... Exporting image: 32% complete... Exporting image: 33% complete... Exporting image: 34% complete... Exporting image: 35% complete... Exporting image: 36% complete... Exporting image: 37% complete... Exporting image: 38% complete... Exporting image: 39% complete... Exporting image: 40% complete... Exporting image: 41% complete... Exporting image: 42% complete... Exporting image: 43% complete... Exporting image: 44% complete... Exporting image: 45% complete... Exporting image: 46% complete... Exporting image: 47% complete... Exporting image: 48% complete... Exporting image: 49% complete... Exporting image: 50% complete... Exporting image: 51% complete... Exporting image: 52% complete... Exporting image: 53% complete... Exporting image: 54% complete... Exporting image: 55% complete... Exporting image: 56% complete... Exporting image: 57% complete... Exporting image: 58% complete... Exporting image: 59% complete... Exporting image: 60% complete... Exporting image: 61% complete... Exporting image: 62% complete... Exporting image: 63% complete... Exporting image: 64% complete... Exporting image: 65% complete... Exporting image: 66% complete... Exporting image: 67% complete... Exporting image: 68% complete... Exporting image: 69% complete... Exporting image: 70% complete... Exporting image: 71% complete... Exporting image: 72% complete... Exporting image: 73% complete... Exporting image: 74% complete... Exporting image: 75% complete... Exporting image: 76% complete... Exporting image: 77% complete... Exporting image: 78% complete... Exporting image: 79% complete... Exporting image: 80% complete... Exporting image: 81% complete... Exporting image: 82% complete... Exporting image: 83% complete... Exporting image: 84% complete... Exporting image: 85% complete... Exporting image: 86% complete... Exporting image: 87% complete... Exporting image: 88% complete... Exporting image: 89% complete... Exporting image: 90% complete... Exporting image: 91% complete... Exporting image: 92% complete... Exporting image: 93% complete... Exporting image: 94% complete... Exporting image: 95% complete... Exporting image: 96% complete... Exporting image: 97% complete... Exporting image: 98% complete... Exporting image: 99% complete... Exporting image: 100% complete...done. 2024-08-29T18:32:29.792 INFO:tasks.workunit.client.1.smithi053.stderr:+ rbd rm testimg 2024-08-29T18:32:30.009 INFO:tasks.workunit.client.1.smithi053.stderr: Removing image: 1% complete... Removing image: 2% complete... Removing image: 3% complete... Removing image: 4% complete... Removing image: 5% complete... Removing image: 6% complete... Removing image: 7% complete... Removing image: 8% complete... Removing image: 9% complete... Removing image: 10% complete... Removing image: 11% complete... Removing image: 12% complete... Removing image: 13% complete... Removing image: 14% complete... Removing image: 15% complete... Removing image: 16% complete... Removing image: 17% complete... Removing image: 18% complete... Removing image: 19% complete... Removing image: 20% complete... Removing image: 21% complete... Removing image: 22% complete... Removing image: 23% complete... Removing image: 24% complete... Removing image: 25% complete... Removing image: 26% complete... Removing image: 27% complete... Removing image: 28% complete... Removing image: 29% complete... Removing image: 30% complete... Removing image: 31% complete... Removing image: 32% complete... Removing image: 33% complete... Removing image: 34% complete... Removing image: 35% complete... Removing image: 36% complete... Removing image: 37% complete... Removing image: 38% complete... Removing image: 39% complete... Removing image: 40% complete... Removing image: 41% complete... Removing image: 42% complete... Removing image: 43% complete... Removing image: 44% complete... Removing image: 45% complete... Removing image: 46% complete... Removing image: 47% complete... Removing image: 48% complete... Removing image: 49% complete... Removing image: 50% complete... Removing image: 51% complete... Removing image: 52% complete... Removing image: 53% complete... Removing image: 54% complete... Removing image: 55% complete... Removing image: 56% complete... Removing image: 57% complete... Removing image: 58% complete... Removing image: 59% complete... Removing image: 60% complete... Removing image: 61% complete... Removing image: 62% complete... Removing image: 63% complete... Removing image: 64% complete... Removing image: 65% complete... Removing image: 66% complete... Removing image: 67% complete... Removing image: 68% complete... Removing image: 69% complete... Removing image: 70% complete... Removing image: 71% complete... Removing image: 72% complete... Removing image: 73% complete... Removing image: 74% complete... Removing image: 75% complete... Removing image: 76% complete... Removing image: 77% complete... Removing image: 78% complete... Removing image: 79% complete... Removing image: 80% complete... Removing image: 81% complete... Removing image: 82% complete... Removing image: 83% complete... Removing image: 84% complete... Removing image: 85% complete... Removing image: 86% complete... Removing image: 87% complete... Removing image: 88% complete... Removing image: 89% complete... Removing image: 90% complete... Removing image: 91% complete... Removing image: 92% complete... Removing image: 93% complete... Removing image: 94% complete... Removing image: 95% complete... Removing image: 96% complete... Removing image: 97% complete... Removing image: 98% complete... Removing image: 99% complete... Removing image: 100% complete...done. 2024-08-29T18:32:30.017 INFO:tasks.workunit.client.1.smithi053.stderr:+ cmp /tmp/rbd_import_export_103461/img /tmp/rbd_import_export_103461/img2 2024-08-29T18:32:30.741 INFO:tasks.workunit.client.1.smithi053.stderr:+ cmp /tmp/rbd_import_export_103461/img /tmp/rbd_import_export_103461/img3 2024-08-29T18:32:31.233 INFO:tasks.workunit.client.1.smithi053.stderr:+ rm /tmp/rbd_import_export_103461/img2 /tmp/rbd_import_export_103461/img3 2024-08-29T18:32:31.381 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:32:31 smithi028 bash[77168]: cluster 2024-08-29T18:32:30.031409+0000 mgr.y (mgr.25022) 1373 : cluster [DBG] pgmap v2061: 105 pgs: 105 active+clean; 5.2 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 17 KiB/s rd, 23 KiB/s wr, 103 op/s 2024-08-29T18:32:31.381 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:32:31 smithi028 bash[78352]: cluster 2024-08-29T18:32:30.031409+0000 mgr.y (mgr.25022) 1373 : cluster [DBG] pgmap v2061: 105 pgs: 105 active+clean; 5.2 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 17 KiB/s rd, 23 KiB/s wr, 103 op/s 2024-08-29T18:32:31.415 INFO:tasks.workunit.client.1.smithi053.stderr:+ rbd import --new-format - testimg 2024-08-29T18:32:31.576 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:32:31 smithi053 bash[68679]: cluster 2024-08-29T18:32:30.031409+0000 mgr.y (mgr.25022) 1373 : cluster [DBG] pgmap v2061: 105 pgs: 105 active+clean; 5.2 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 17 KiB/s rd, 23 KiB/s wr, 103 op/s 2024-08-29T18:32:31.881 INFO:journalctl@ceph.mgr.y.smithi028.stdout:Aug 29 18:32:31 smithi028 bash[70818]: ::ffff:172.21.15.53 - - [29/Aug/2024:18:32:31] "GET /metrics HTTP/1.1" 200 33990 "" "Prometheus/2.43.0" 2024-08-29T18:32:32.095 INFO:tasks.workunit.client.1.smithi053.stderr: Importing image: 100% complete...done. 2024-08-29T18:32:32.096 INFO:tasks.workunit.client.1.smithi053.stderr:rbd: --new-format is deprecated, use --image-format 2 2024-08-29T18:32:32.099 INFO:tasks.workunit.client.1.smithi053.stderr:+ rbd export testimg /tmp/rbd_import_export_103461/img2 2024-08-29T18:32:32.443 INFO:tasks.workunit.client.1.smithi053.stderr: Exporting image: 1% complete... Exporting image: 2% complete... Exporting image: 3% complete... Exporting image: 4% complete... Exporting image: 5% complete... Exporting image: 6% complete... Exporting image: 7% complete... Exporting image: 8% complete... Exporting image: 9% complete... Exporting image: 10% complete... Exporting image: 11% complete... Exporting image: 12% complete... Exporting image: 13% complete... Exporting image: 14% complete... Exporting image: 15% complete... Exporting image: 16% complete... Exporting image: 17% complete... Exporting image: 18% complete... Exporting image: 19% complete... Exporting image: 20% complete... Exporting image: 21% complete... Exporting image: 22% complete... Exporting image: 23% complete... Exporting image: 24% complete... Exporting image: 25% complete... Exporting image: 26% complete... Exporting image: 27% complete... Exporting image: 28% complete... Exporting image: 29% complete... Exporting image: 30% complete... Exporting image: 31% complete... Exporting image: 32% complete... Exporting image: 33% complete... Exporting image: 34% complete... Exporting image: 35% complete... Exporting image: 36% complete... Exporting image: 37% complete... Exporting image: 38% complete... Exporting image: 39% complete... Exporting image: 40% complete... Exporting image: 41% complete... Exporting image: 42% complete... Exporting image: 43% complete... Exporting image: 44% complete... Exporting image: 45% complete... Exporting image: 46% complete... Exporting image: 47% complete... Exporting image: 48% complete... Exporting image: 49% complete... Exporting image: 50% complete... Exporting image: 51% complete... Exporting image: 52% complete... Exporting image: 53% complete... Exporting image: 54% complete... Exporting image: 55% complete... Exporting image: 56% complete... Exporting image: 57% complete... Exporting image: 58% complete... Exporting image: 59% complete... Exporting image: 60% complete... Exporting image: 61% complete... Exporting image: 62% complete... Exporting image: 63% complete... Exporting image: 64% complete... Exporting image: 65% complete... Exporting image: 66% complete... Exporting image: 67% complete... Exporting image: 68% complete... Exporting image: 69% complete... Exporting image: 70% complete... Exporting image: 71% complete... Exporting image: 72% complete... Exporting image: 73% complete... Exporting image: 74% complete... Exporting image: 75% complete... Exporting image: 76% complete... Exporting image: 77% complete... Exporting image: 78% complete... Exporting image: 79% complete... Exporting image: 80% complete... Exporting image: 81% complete... Exporting image: 82% complete... Exporting image: 83% complete... Exporting image: 84% complete... Exporting image: 85% complete... Exporting image: 86% complete... Exporting image: 87% complete... Exporting image: 88% complete... Exporting image: 89% complete... Exporting image: 90% complete... Exporting image: 91% complete... Exporting image: 92% complete... Exporting image: 93% complete... Exporting image: 94% complete... Exporting image: 95% complete... Exporting image: 96% complete... Exporting image: 97% complete... Exporting image: 98% complete... Exporting image: 99% complete... Exporting image: 100% complete...done. 2024-08-29T18:32:32.450 INFO:tasks.workunit.client.1.smithi053.stderr:+ rbd export testimg - 2024-08-29T18:32:32.576 INFO:journalctl@ceph.prometheus.a.smithi053.stdout:Aug 29 18:32:32 smithi053 bash[95567]: ts=2024-08-29T18:32:32.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"3167ee72-662c-11ef-bcd4-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-29T18:32:33.290 INFO:tasks.workunit.client.1.smithi053.stderr: Exporting image: 1% complete... Exporting image: 2% complete... Exporting image: 3% complete... Exporting image: 4% complete... Exporting image: 5% complete... Exporting image: 6% complete... Exporting image: 7% complete... Exporting image: 8% complete... Exporting image: 9% complete... Exporting image: 10% complete... Exporting image: 11% complete... Exporting image: 12% complete... Exporting image: 13% complete... Exporting image: 14% complete... Exporting image: 15% complete... Exporting image: 16% complete... Exporting image: 17% complete... Exporting image: 18% complete... Exporting image: 19% complete... Exporting image: 20% complete... Exporting image: 21% complete... Exporting image: 22% complete... Exporting image: 23% complete... Exporting image: 24% complete... Exporting image: 25% complete... Exporting image: 26% complete... Exporting image: 27% complete... Exporting image: 28% complete... Exporting image: 29% complete... Exporting image: 30% complete... Exporting image: 31% complete... Exporting image: 32% complete... Exporting image: 33% complete... Exporting image: 34% complete... Exporting image: 35% complete... Exporting image: 36% complete... Exporting image: 37% complete... Exporting image: 38% complete... Exporting image: 39% complete... Exporting image: 40% complete... Exporting image: 41% complete... Exporting image: 42% complete... Exporting image: 43% complete... Exporting image: 44% complete... Exporting image: 45% complete... Exporting image: 46% complete... Exporting image: 47% complete... Exporting image: 48% complete... Exporting image: 49% complete... Exporting image: 50% complete... Exporting image: 51% complete... Exporting image: 52% complete... Exporting image: 53% complete... Exporting image: 54% complete... Exporting image: 55% complete... Exporting image: 56% complete... Exporting image: 57% complete... Exporting image: 58% complete... Exporting image: 59% complete... Exporting image: 60% complete... Exporting image: 61% complete... Exporting image: 62% complete... Exporting image: 63% complete... Exporting image: 64% complete... Exporting image: 65% complete... Exporting image: 66% complete... Exporting image: 67% complete... Exporting image: 68% complete... Exporting image: 69% complete... Exporting image: 70% complete... Exporting image: 71% complete... Exporting image: 72% complete... Exporting image: 73% complete... Exporting image: 74% complete... Exporting image: 75% complete... Exporting image: 76% complete... Exporting image: 77% complete... Exporting image: 78% complete... Exporting image: 79% complete... Exporting image: 80% complete... Exporting image: 81% complete... Exporting image: 82% complete... Exporting image: 83% complete... Exporting image: 84% complete... Exporting image: 85% complete... Exporting image: 86% complete... Exporting image: 87% complete... Exporting image: 88% complete... Exporting image: 89% complete... Exporting image: 90% complete... Exporting image: 91% complete... Exporting image: 92% complete... Exporting image: 93% complete... Exporting image: 94% complete... Exporting image: 95% complete... Exporting image: 96% complete... Exporting image: 97% complete... Exporting image: 98% complete... Exporting image: 99% complete... Exporting image: 100% complete...done. 2024-08-29T18:32:33.294 INFO:tasks.workunit.client.1.smithi053.stderr:+ rbd rm testimg 2024-08-29T18:32:33.381 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:32:33 smithi028 bash[77168]: cluster 2024-08-29T18:32:32.032219+0000 mgr.y (mgr.25022) 1374 : cluster [DBG] pgmap v2062: 105 pgs: 105 active+clean; 5.2 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 17 KiB/s rd, 23 KiB/s wr, 24 op/s 2024-08-29T18:32:33.381 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:32:33 smithi028 bash[77168]: audit 2024-08-29T18:32:32.499251+0000 mon.a (mon.0) 2320 : audit [DBG] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-29T18:32:33.381 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:32:33 smithi028 bash[78352]: cluster 2024-08-29T18:32:32.032219+0000 mgr.y (mgr.25022) 1374 : cluster [DBG] pgmap v2062: 105 pgs: 105 active+clean; 5.2 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 17 KiB/s rd, 23 KiB/s wr, 24 op/s 2024-08-29T18:32:33.381 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:32:33 smithi028 bash[78352]: audit 2024-08-29T18:32:32.499251+0000 mon.a (mon.0) 2320 : audit [DBG] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-29T18:32:33.549 INFO:tasks.workunit.client.1.smithi053.stderr: Removing image: 1% complete... Removing image: 2% complete... Removing image: 3% complete... Removing image: 4% complete... Removing image: 5% complete... Removing image: 6% complete... Removing image: 7% complete... Removing image: 8% complete... Removing image: 9% complete... Removing image: 10% complete... Removing image: 11% complete... Removing image: 12% complete... Removing image: 13% complete... Removing image: 14% complete... Removing image: 15% complete... Removing image: 16% complete... Removing image: 17% complete... Removing image: 18% complete... Removing image: 19% complete... Removing image: 20% complete... Removing image: 21% complete... Removing image: 22% complete... Removing image: 23% complete... Removing image: 24% complete... Removing image: 25% complete... Removing image: 26% complete... Removing image: 27% complete... Removing image: 28% complete... Removing image: 29% complete... Removing image: 30% complete... Removing image: 31% complete... Removing image: 32% complete... Removing image: 33% complete... Removing image: 34% complete... Removing image: 35% complete... Removing image: 36% complete... Removing image: 37% complete... Removing image: 38% complete... Removing image: 39% complete... Removing image: 40% complete... Removing image: 41% complete... Removing image: 42% complete... Removing image: 43% complete... Removing image: 44% complete... Removing image: 45% complete... Removing image: 46% complete... Removing image: 47% complete... Removing image: 48% complete... Removing image: 49% complete... Removing image: 50% complete... Removing image: 51% complete... Removing image: 52% complete... Removing image: 53% complete... Removing image: 54% complete... Removing image: 55% complete... Removing image: 56% complete... Removing image: 57% complete... Removing image: 58% complete... Removing image: 59% complete... Removing image: 60% complete... Removing image: 61% complete... Removing image: 62% complete... Removing image: 63% complete... Removing image: 64% complete... Removing image: 65% complete... Removing image: 66% complete... Removing image: 67% complete... Removing image: 68% complete... Removing image: 69% complete... Removing image: 70% complete... Removing image: 71% complete... Removing image: 72% complete... Removing image: 73% complete... Removing image: 74% complete... Removing image: 75% complete... Removing image: 76% complete... Removing image: 77% complete... Removing image: 78% complete... Removing image: 79% complete... Removing image: 80% complete... Removing image: 81% complete... Removing image: 82% complete... Removing image: 83% complete... Removing image: 84% complete... Removing image: 85% complete... Removing image: 86% complete... Removing image: 87% complete... Removing image: 88% complete... Removing image: 89% complete... Removing image: 90% complete... Removing image: 91% complete... Removing image: 92% complete... Removing image: 93% complete... Removing image: 94% complete... Removing image: 95% complete... Removing image: 96% complete... Removing image: 97% complete... Removing image: 98% complete... Removing image: 99% complete... Removing image: 100% complete...done. 2024-08-29T18:32:33.557 INFO:tasks.workunit.client.1.smithi053.stderr:+ cmp /tmp/rbd_import_export_103461/img /tmp/rbd_import_export_103461/img2 2024-08-29T18:32:33.576 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:32:33 smithi053 bash[68679]: cluster 2024-08-29T18:32:32.032219+0000 mgr.y (mgr.25022) 1374 : cluster [DBG] pgmap v2062: 105 pgs: 105 active+clean; 5.2 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 17 KiB/s rd, 23 KiB/s wr, 24 op/s 2024-08-29T18:32:33.576 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:32:33 smithi053 bash[68679]: audit 2024-08-29T18:32:32.499251+0000 mon.a (mon.0) 2320 : audit [DBG] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-29T18:32:34.264 INFO:tasks.workunit.client.1.smithi053.stderr:+ cmp /tmp/rbd_import_export_103461/img /tmp/rbd_import_export_103461/img3 2024-08-29T18:32:34.761 INFO:tasks.workunit.client.1.smithi053.stderr:+ rm /tmp/rbd_import_export_103461/img /tmp/rbd_import_export_103461/img2 /tmp/rbd_import_export_103461/img3 2024-08-29T18:32:35.000 INFO:tasks.workunit.client.1.smithi053.stderr:+ rbd help export 2024-08-29T18:32:35.001 INFO:tasks.workunit.client.1.smithi053.stderr:+ grep -q export-format 2024-08-29T18:32:35.024 INFO:tasks.workunit.client.1.smithi053.stderr:+ dd if=/bin/dd of=/tmp/rbd_import_export_103461/img bs=1k count=10 seek=100 2024-08-29T18:32:35.025 INFO:tasks.workunit.client.1.smithi053.stderr:10+0 records in 2024-08-29T18:32:35.025 INFO:tasks.workunit.client.1.smithi053.stderr:10+0 records out 2024-08-29T18:32:35.025 INFO:tasks.workunit.client.1.smithi053.stderr:10240 bytes (10 kB, 10 KiB) copied, 0.000187967 s, 54.5 MB/s 2024-08-29T18:32:35.025 INFO:tasks.workunit.client.1.smithi053.stderr:+ rbd import --new-format /tmp/rbd_import_export_103461/img testimg 2024-08-29T18:32:35.115 INFO:tasks.workunit.client.1.smithi053.stderr: Importing image: 100% complete...done. 2024-08-29T18:32:35.116 INFO:tasks.workunit.client.1.smithi053.stderr:rbd: --new-format is deprecated, use --image-format 2 2024-08-29T18:32:35.118 INFO:tasks.workunit.client.1.smithi053.stderr:+ rbd snap create testimg@snap 2024-08-29T18:32:35.381 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:32:35 smithi028 bash[77168]: cluster 2024-08-29T18:32:34.033218+0000 mgr.y (mgr.25022) 1375 : cluster [DBG] pgmap v2063: 105 pgs: 105 active+clean; 6.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 140 KiB/s rd, 73 KiB/s wr, 60 op/s 2024-08-29T18:32:35.381 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:32:35 smithi028 bash[78352]: cluster 2024-08-29T18:32:34.033218+0000 mgr.y (mgr.25022) 1375 : cluster [DBG] pgmap v2063: 105 pgs: 105 active+clean; 6.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 140 KiB/s rd, 73 KiB/s wr, 60 op/s 2024-08-29T18:32:35.576 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:32:35 smithi053 bash[68679]: cluster 2024-08-29T18:32:34.033218+0000 mgr.y (mgr.25022) 1375 : cluster [DBG] pgmap v2063: 105 pgs: 105 active+clean; 6.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 140 KiB/s rd, 73 KiB/s wr, 60 op/s 2024-08-29T18:32:36.148 INFO:tasks.workunit.client.1.smithi053.stderr: Creating snap: 10% complete... Creating snap: 100% complete...done. 2024-08-29T18:32:36.170 INFO:tasks.workunit.client.1.smithi053.stderr:+ rbd image-meta set testimg key1 value1 2024-08-29T18:32:36.244 INFO:tasks.workunit.client.1.smithi053.stderr:+ rbd image-meta list testimg 2024-08-29T18:32:36.288 INFO:tasks.workunit.client.1.smithi053.stderr:+ IMAGEMETA_BEFORE=There is 1 metadatum on this image: 2024-08-29T18:32:36.289 INFO:tasks.workunit.client.1.smithi053.stderr: 2024-08-29T18:32:36.289 INFO:tasks.workunit.client.1.smithi053.stderr:Key Value 2024-08-29T18:32:36.289 INFO:tasks.workunit.client.1.smithi053.stderr:key1 value1 2024-08-29T18:32:36.289 INFO:tasks.workunit.client.1.smithi053.stderr:+ rbd export --export-format 2 testimg /tmp/rbd_import_export_103461/img_v2 2024-08-29T18:32:36.332 INFO:tasks.workunit.client.1.smithi053.stderr: Exporting image: 100% complete... Exporting image: 100% complete...done. 2024-08-29T18:32:36.335 INFO:tasks.workunit.client.1.smithi053.stderr:+ rbd import --export-format 2 /tmp/rbd_import_export_103461/img_v2 testimg_import 2024-08-29T18:32:37.179 INFO:tasks.workunit.client.1.smithi053.stderr: Importing image: 50% complete... Importing image: 100% complete... Importing image: 100% complete...done. 2024-08-29T18:32:37.185 INFO:tasks.workunit.client.1.smithi053.stderr:+ rbd info testimg_import 2024-08-29T18:32:37.239 INFO:tasks.workunit.client.1.smithi053.stdout:rbd image 'testimg_import': 2024-08-29T18:32:37.239 INFO:tasks.workunit.client.1.smithi053.stdout: size 110 KiB in 1 objects 2024-08-29T18:32:37.239 INFO:tasks.workunit.client.1.smithi053.stdout: order 22 (4 MiB objects) 2024-08-29T18:32:37.240 INFO:tasks.workunit.client.1.smithi053.stdout: snapshot_count: 1 2024-08-29T18:32:37.240 INFO:tasks.workunit.client.1.smithi053.stdout: id: d594662855da 2024-08-29T18:32:37.240 INFO:tasks.workunit.client.1.smithi053.stdout: block_name_prefix: rbd_data.d594662855da 2024-08-29T18:32:37.240 INFO:tasks.workunit.client.1.smithi053.stdout: format: 2 2024-08-29T18:32:37.240 INFO:tasks.workunit.client.1.smithi053.stdout: features: layering, exclusive-lock, object-map, fast-diff, deep-flatten 2024-08-29T18:32:37.240 INFO:tasks.workunit.client.1.smithi053.stdout: op_features: 2024-08-29T18:32:37.240 INFO:tasks.workunit.client.1.smithi053.stdout: flags: 2024-08-29T18:32:37.240 INFO:tasks.workunit.client.1.smithi053.stdout: create_timestamp: Thu Aug 29 18:32:36 2024 2024-08-29T18:32:37.240 INFO:tasks.workunit.client.1.smithi053.stdout: access_timestamp: Thu Aug 29 18:32:36 2024 2024-08-29T18:32:37.240 INFO:tasks.workunit.client.1.smithi053.stdout: modify_timestamp: Thu Aug 29 18:32:36 2024 2024-08-29T18:32:37.243 INFO:tasks.workunit.client.1.smithi053.stderr:+ rbd info testimg_import@snap 2024-08-29T18:32:37.291 INFO:tasks.workunit.client.1.smithi053.stdout:rbd image 'testimg_import': 2024-08-29T18:32:37.292 INFO:tasks.workunit.client.1.smithi053.stdout: size 110 KiB in 1 objects 2024-08-29T18:32:37.292 INFO:tasks.workunit.client.1.smithi053.stdout: order 22 (4 MiB objects) 2024-08-29T18:32:37.292 INFO:tasks.workunit.client.1.smithi053.stdout: snapshot_count: 1 2024-08-29T18:32:37.292 INFO:tasks.workunit.client.1.smithi053.stdout: id: d594662855da 2024-08-29T18:32:37.292 INFO:tasks.workunit.client.1.smithi053.stdout: block_name_prefix: rbd_data.d594662855da 2024-08-29T18:32:37.292 INFO:tasks.workunit.client.1.smithi053.stdout: format: 2 2024-08-29T18:32:37.292 INFO:tasks.workunit.client.1.smithi053.stdout: features: layering, exclusive-lock, object-map, fast-diff, deep-flatten 2024-08-29T18:32:37.292 INFO:tasks.workunit.client.1.smithi053.stdout: op_features: 2024-08-29T18:32:37.292 INFO:tasks.workunit.client.1.smithi053.stdout: flags: 2024-08-29T18:32:37.292 INFO:tasks.workunit.client.1.smithi053.stdout: create_timestamp: Thu Aug 29 18:32:36 2024 2024-08-29T18:32:37.292 INFO:tasks.workunit.client.1.smithi053.stdout: access_timestamp: Thu Aug 29 18:32:36 2024 2024-08-29T18:32:37.293 INFO:tasks.workunit.client.1.smithi053.stdout: modify_timestamp: Thu Aug 29 18:32:36 2024 2024-08-29T18:32:37.293 INFO:tasks.workunit.client.1.smithi053.stdout: protected: False 2024-08-29T18:32:37.295 INFO:tasks.workunit.client.1.smithi053.stderr:+ rbd image-meta list testimg_import 2024-08-29T18:32:37.353 INFO:tasks.workunit.client.1.smithi053.stderr:+ IMAGEMETA_AFTER=There is 1 metadatum on this image: 2024-08-29T18:32:37.354 INFO:tasks.workunit.client.1.smithi053.stderr: 2024-08-29T18:32:37.354 INFO:tasks.workunit.client.1.smithi053.stderr:Key Value 2024-08-29T18:32:37.354 INFO:tasks.workunit.client.1.smithi053.stderr:key1 value1 2024-08-29T18:32:37.354 INFO:tasks.workunit.client.1.smithi053.stderr:+ [ There is 1 metadatum on this image: 2024-08-29T18:32:37.354 INFO:tasks.workunit.client.1.smithi053.stderr: 2024-08-29T18:32:37.354 INFO:tasks.workunit.client.1.smithi053.stderr:Key Value 2024-08-29T18:32:37.354 INFO:tasks.workunit.client.1.smithi053.stderr:key1 value1 = There is 1 metadatum on this image: 2024-08-29T18:32:37.354 INFO:tasks.workunit.client.1.smithi053.stderr: 2024-08-29T18:32:37.354 INFO:tasks.workunit.client.1.smithi053.stderr:Key Value 2024-08-29T18:32:37.354 INFO:tasks.workunit.client.1.smithi053.stderr:key1 value1 ] 2024-08-29T18:32:37.354 INFO:tasks.workunit.client.1.smithi053.stderr:+ rbd export testimg_import /tmp/rbd_import_export_103461/img_import 2024-08-29T18:32:37.381 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:32:37 smithi028 bash[78352]: cluster 2024-08-29T18:32:36.034412+0000 mgr.y (mgr.25022) 1376 : cluster [DBG] pgmap v2064: 105 pgs: 105 active+clean; 4.9 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 159 KiB/s rd, 79 KiB/s wr, 54 op/s 2024-08-29T18:32:37.381 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:32:37 smithi028 bash[78352]: cluster 2024-08-29T18:32:36.126795+0000 mon.a (mon.0) 2321 : cluster [DBG] osdmap e1170: 8 total, 8 up, 8 in 2024-08-29T18:32:37.381 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:32:37 smithi028 bash[77168]: cluster 2024-08-29T18:32:36.034412+0000 mgr.y (mgr.25022) 1376 : cluster [DBG] pgmap v2064: 105 pgs: 105 active+clean; 4.9 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 159 KiB/s rd, 79 KiB/s wr, 54 op/s 2024-08-29T18:32:37.381 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:32:37 smithi028 bash[77168]: cluster 2024-08-29T18:32:36.126795+0000 mon.a (mon.0) 2321 : cluster [DBG] osdmap e1170: 8 total, 8 up, 8 in 2024-08-29T18:32:37.401 INFO:tasks.workunit.client.1.smithi053.stderr: Exporting image: 100% complete...done. 2024-08-29T18:32:37.404 INFO:tasks.workunit.client.1.smithi053.stderr:+ compare_files_and_ondisk_sizes /tmp/rbd_import_export_103461/img /tmp/rbd_import_export_103461/img_import 2024-08-29T18:32:37.405 INFO:tasks.workunit.client.1.smithi053.stderr:+ cmp -l /tmp/rbd_import_export_103461/img /tmp/rbd_import_export_103461/img_import 2024-08-29T18:32:37.405 INFO:tasks.workunit.client.1.smithi053.stderr:+ stat /tmp/rbd_import_export_103461/img --format %b 2024-08-29T18:32:37.406 INFO:tasks.workunit.client.1.smithi053.stderr:+ origsize=24 2024-08-29T18:32:37.406 INFO:tasks.workunit.client.1.smithi053.stderr:+ stat /tmp/rbd_import_export_103461/img_import --format %b 2024-08-29T18:32:37.407 INFO:tasks.workunit.client.1.smithi053.stderr:+ exportsize=224 2024-08-29T18:32:37.408 INFO:tasks.workunit.client.1.smithi053.stderr:+ difference=200 2024-08-29T18:32:37.408 INFO:tasks.workunit.client.1.smithi053.stderr:+ difference=200 2024-08-29T18:32:37.408 INFO:tasks.workunit.client.1.smithi053.stderr:+ test 200 -ge 0 -a 200 -lt 4096 2024-08-29T18:32:37.408 INFO:tasks.workunit.client.1.smithi053.stderr:+ rbd export testimg@snap /tmp/rbd_import_export_103461/img_snap 2024-08-29T18:32:37.447 INFO:tasks.workunit.client.1.smithi053.stderr: Exporting image: 100% complete...done. 2024-08-29T18:32:37.451 INFO:tasks.workunit.client.1.smithi053.stderr:+ rbd export testimg_import@snap /tmp/rbd_import_export_103461/img_snap_import 2024-08-29T18:32:37.500 INFO:tasks.workunit.client.1.smithi053.stderr: Exporting image: 100% complete...done. 2024-08-29T18:32:37.503 INFO:tasks.workunit.client.1.smithi053.stderr:+ compare_files_and_ondisk_sizes /tmp/rbd_import_export_103461/img_snap /tmp/rbd_import_export_103461/img_snap_import 2024-08-29T18:32:37.503 INFO:tasks.workunit.client.1.smithi053.stderr:+ cmp -l /tmp/rbd_import_export_103461/img_snap /tmp/rbd_import_export_103461/img_snap_import 2024-08-29T18:32:37.504 INFO:tasks.workunit.client.1.smithi053.stderr:+ stat /tmp/rbd_import_export_103461/img_snap --format %b 2024-08-29T18:32:37.505 INFO:tasks.workunit.client.1.smithi053.stderr:+ origsize=224 2024-08-29T18:32:37.505 INFO:tasks.workunit.client.1.smithi053.stderr:+ stat /tmp/rbd_import_export_103461/img_snap_import --format %b 2024-08-29T18:32:37.506 INFO:tasks.workunit.client.1.smithi053.stderr:+ exportsize=224 2024-08-29T18:32:37.506 INFO:tasks.workunit.client.1.smithi053.stderr:+ difference=0 2024-08-29T18:32:37.506 INFO:tasks.workunit.client.1.smithi053.stderr:+ difference=0 2024-08-29T18:32:37.506 INFO:tasks.workunit.client.1.smithi053.stderr:+ test 0 -ge 0 -a 0 -lt 4096 2024-08-29T18:32:37.506 INFO:tasks.workunit.client.1.smithi053.stderr:+ rm /tmp/rbd_import_export_103461/img_v2 2024-08-29T18:32:37.507 INFO:tasks.workunit.client.1.smithi053.stderr:+ rm /tmp/rbd_import_export_103461/img_import 2024-08-29T18:32:37.507 INFO:tasks.workunit.client.1.smithi053.stderr:+ rm /tmp/rbd_import_export_103461/img_snap 2024-08-29T18:32:37.507 INFO:tasks.workunit.client.1.smithi053.stderr:+ rm /tmp/rbd_import_export_103461/img_snap_import 2024-08-29T18:32:37.507 INFO:tasks.workunit.client.1.smithi053.stderr:+ rbd snap rm testimg_import@snap 2024-08-29T18:32:37.576 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:32:37 smithi053 bash[68679]: cluster 2024-08-29T18:32:36.034412+0000 mgr.y (mgr.25022) 1376 : cluster [DBG] pgmap v2064: 105 pgs: 105 active+clean; 4.9 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 159 KiB/s rd, 79 KiB/s wr, 54 op/s 2024-08-29T18:32:37.576 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:32:37 smithi053 bash[68679]: cluster 2024-08-29T18:32:36.126795+0000 mon.a (mon.0) 2321 : cluster [DBG] osdmap e1170: 8 total, 8 up, 8 in 2024-08-29T18:32:38.181 INFO:tasks.workunit.client.1.smithi053.stderr: Removing snap: 100% complete...done. 2024-08-29T18:32:38.203 INFO:tasks.workunit.client.1.smithi053.stderr:+ rbd remove testimg_import 2024-08-29T18:32:38.443 INFO:tasks.workunit.client.1.smithi053.stderr: Removing image: 100% complete...done. 2024-08-29T18:32:38.448 INFO:tasks.workunit.client.1.smithi053.stderr:+ rbd snap rm testimg@snap 2024-08-29T18:32:38.576 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:32:38 smithi053 bash[68679]: cluster 2024-08-29T18:32:37.135819+0000 mon.a (mon.0) 2322 : cluster [DBG] osdmap e1171: 8 total, 8 up, 8 in 2024-08-29T18:32:38.631 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:32:38 smithi028 bash[77168]: cluster 2024-08-29T18:32:37.135819+0000 mon.a (mon.0) 2322 : cluster [DBG] osdmap e1171: 8 total, 8 up, 8 in 2024-08-29T18:32:38.631 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:32:38 smithi028 bash[78352]: cluster 2024-08-29T18:32:37.135819+0000 mon.a (mon.0) 2322 : cluster [DBG] osdmap e1171: 8 total, 8 up, 8 in 2024-08-29T18:32:39.437 INFO:tasks.workunit.client.1.smithi053.stderr: Removing snap: 100% complete...done. 2024-08-29T18:32:39.461 INFO:tasks.workunit.client.1.smithi053.stderr:+ rbd rm testimg 2024-08-29T18:32:39.576 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:32:39 smithi053 bash[68679]: cluster 2024-08-29T18:32:38.035146+0000 mgr.y (mgr.25022) 1377 : cluster [DBG] pgmap v2067: 105 pgs: 105 active+clean; 4.2 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 275 KiB/s rd, 84 KiB/s wr, 90 op/s 2024-08-29T18:32:39.576 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:32:39 smithi053 bash[68679]: cluster 2024-08-29T18:32:38.147422+0000 mon.a (mon.0) 2323 : cluster [DBG] osdmap e1172: 8 total, 8 up, 8 in 2024-08-29T18:32:39.576 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:32:39 smithi053 bash[68679]: audit 2024-08-29T18:32:38.404726+0000 mon.a (mon.0) 2324 : audit [INF] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' 2024-08-29T18:32:39.576 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:32:39 smithi053 bash[68679]: audit 2024-08-29T18:32:38.416712+0000 mon.a (mon.0) 2325 : audit [INF] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' 2024-08-29T18:32:39.631 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:32:39 smithi028 bash[78352]: cluster 2024-08-29T18:32:38.035146+0000 mgr.y (mgr.25022) 1377 : cluster [DBG] pgmap v2067: 105 pgs: 105 active+clean; 4.2 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 275 KiB/s rd, 84 KiB/s wr, 90 op/s 2024-08-29T18:32:39.631 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:32:39 smithi028 bash[78352]: cluster 2024-08-29T18:32:38.147422+0000 mon.a (mon.0) 2323 : cluster [DBG] osdmap e1172: 8 total, 8 up, 8 in 2024-08-29T18:32:39.631 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:32:39 smithi028 bash[78352]: audit 2024-08-29T18:32:38.404726+0000 mon.a (mon.0) 2324 : audit [INF] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' 2024-08-29T18:32:39.631 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:32:39 smithi028 bash[78352]: audit 2024-08-29T18:32:38.416712+0000 mon.a (mon.0) 2325 : audit [INF] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' 2024-08-29T18:32:39.631 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:32:39 smithi028 bash[77168]: cluster 2024-08-29T18:32:38.035146+0000 mgr.y (mgr.25022) 1377 : cluster [DBG] pgmap v2067: 105 pgs: 105 active+clean; 4.2 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 275 KiB/s rd, 84 KiB/s wr, 90 op/s 2024-08-29T18:32:39.631 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:32:39 smithi028 bash[77168]: cluster 2024-08-29T18:32:38.147422+0000 mon.a (mon.0) 2323 : cluster [DBG] osdmap e1172: 8 total, 8 up, 8 in 2024-08-29T18:32:39.631 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:32:39 smithi028 bash[77168]: audit 2024-08-29T18:32:38.404726+0000 mon.a (mon.0) 2324 : audit [INF] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' 2024-08-29T18:32:39.632 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:32:39 smithi028 bash[77168]: audit 2024-08-29T18:32:38.416712+0000 mon.a (mon.0) 2325 : audit [INF] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' 2024-08-29T18:32:39.641 INFO:tasks.workunit.client.1.smithi053.stderr: Removing image: 100% complete...done. 2024-08-29T18:32:39.645 INFO:tasks.workunit.client.1.smithi053.stderr:+ rbd import --order 20 /tmp/rbd_import_export_103461/img testimg 2024-08-29T18:32:39.743 INFO:tasks.workunit.client.1.smithi053.stderr: Importing image: 100% complete...done. 2024-08-29T18:32:39.743 INFO:tasks.workunit.client.1.smithi053.stderr:rbd: --order is deprecated, use --object-size 2024-08-29T18:32:39.746 INFO:tasks.workunit.client.1.smithi053.stderr:+ rbd export --export-format 2 testimg /tmp/rbd_import_export_103461/img_v2 2024-08-29T18:32:39.793 INFO:tasks.workunit.client.1.smithi053.stderr: Exporting image: 100% complete... Exporting image: 100% complete...done. 2024-08-29T18:32:39.796 INFO:tasks.workunit.client.1.smithi053.stderr:+ rbd import --export-format 2 /tmp/rbd_import_export_103461/img_v2 testimg_import 2024-08-29T18:32:39.911 INFO:tasks.workunit.client.1.smithi053.stderr: Importing image: 100% complete... Importing image: 100% complete...done. 2024-08-29T18:32:39.915 INFO:tasks.workunit.client.1.smithi053.stderr:+ rbd info testimg_import 2024-08-29T18:32:39.915 INFO:tasks.workunit.client.1.smithi053.stderr:+ + awk {print $2} 2024-08-29T18:32:39.915 INFO:tasks.workunit.client.1.smithi053.stderr:grep order+ 2024-08-29T18:32:39.915 INFO:tasks.workunit.client.1.smithi053.stderr:grep 20 2024-08-29T18:32:39.966 INFO:tasks.workunit.client.1.smithi053.stdout:20 2024-08-29T18:32:39.967 INFO:tasks.workunit.client.1.smithi053.stderr:+ rm /tmp/rbd_import_export_103461/img_v2 2024-08-29T18:32:39.967 INFO:tasks.workunit.client.1.smithi053.stderr:+ rbd remove testimg_import 2024-08-29T18:32:40.204 INFO:tasks.workunit.client.1.smithi053.stderr: Removing image: 100% complete...done. 2024-08-29T18:32:40.209 INFO:tasks.workunit.client.1.smithi053.stderr:+ rbd remove testimg 2024-08-29T18:32:40.458 INFO:tasks.workunit.client.1.smithi053.stderr: Removing image: 100% complete...done. 2024-08-29T18:32:40.464 INFO:tasks.workunit.client.1.smithi053.stderr:+ rbd import --image-feature layering /tmp/rbd_import_export_103461/img testimg 2024-08-29T18:32:40.556 INFO:tasks.workunit.client.1.smithi053.stderr: Importing image: 100% complete...done. 2024-08-29T18:32:40.560 INFO:tasks.workunit.client.1.smithi053.stderr:+ rbd info testimg 2024-08-29T18:32:40.560 INFO:tasks.workunit.client.1.smithi053.stderr:+ grep features 2024-08-29T18:32:40.606 INFO:tasks.workunit.client.1.smithi053.stderr:+ FEATURES_BEFORE= features: layering 2024-08-29T18:32:40.607 INFO:tasks.workunit.client.1.smithi053.stderr: op_features: 2024-08-29T18:32:40.607 INFO:tasks.workunit.client.1.smithi053.stderr:+ rbd export --export-format 2 testimg /tmp/rbd_import_export_103461/img_v2 2024-08-29T18:32:40.653 INFO:tasks.workunit.client.1.smithi053.stderr: Exporting image: 100% complete... Exporting image: 100% complete...done. 2024-08-29T18:32:40.656 INFO:tasks.workunit.client.1.smithi053.stderr:+ rbd import --export-format 2 /tmp/rbd_import_export_103461/img_v2 testimg_import 2024-08-29T18:32:40.735 INFO:tasks.workunit.client.1.smithi053.stderr: Importing image: 100% complete... Importing image: 100% complete...done. 2024-08-29T18:32:40.739 INFO:tasks.workunit.client.1.smithi053.stderr:+ rbd info testimg_import 2024-08-29T18:32:40.739 INFO:tasks.workunit.client.1.smithi053.stderr:+ grep features 2024-08-29T18:32:40.779 INFO:tasks.workunit.client.1.smithi053.stderr:+ FEATURES_AFTER= features: layering 2024-08-29T18:32:40.779 INFO:tasks.workunit.client.1.smithi053.stderr: op_features: 2024-08-29T18:32:40.779 INFO:tasks.workunit.client.1.smithi053.stderr:+ [ features: layering 2024-08-29T18:32:40.779 INFO:tasks.workunit.client.1.smithi053.stderr: op_features: != features: layering 2024-08-29T18:32:40.779 INFO:tasks.workunit.client.1.smithi053.stderr: op_features: ] 2024-08-29T18:32:40.779 INFO:tasks.workunit.client.1.smithi053.stderr:+ rm /tmp/rbd_import_export_103461/img_v2 2024-08-29T18:32:40.780 INFO:tasks.workunit.client.1.smithi053.stderr:+ rbd remove testimg_import 2024-08-29T18:32:40.826 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:32:40 smithi053 bash[68679]: cluster 2024-08-29T18:32:39.421650+0000 mon.a (mon.0) 2326 : cluster [DBG] osdmap e1173: 8 total, 8 up, 8 in 2024-08-29T18:32:40.826 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:32:40 smithi053 bash[68679]: cluster 2024-08-29T18:32:40.036002+0000 mgr.y (mgr.25022) 1378 : cluster [DBG] pgmap v2070: 105 pgs: 105 active+clean; 803 KiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 266 KiB/s rd, 14 KiB/s wr, 224 op/s 2024-08-29T18:32:40.881 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:32:40 smithi028 bash[77168]: cluster 2024-08-29T18:32:39.421650+0000 mon.a (mon.0) 2326 : cluster [DBG] osdmap e1173: 8 total, 8 up, 8 in 2024-08-29T18:32:40.881 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:32:40 smithi028 bash[77168]: cluster 2024-08-29T18:32:40.036002+0000 mgr.y (mgr.25022) 1378 : cluster [DBG] pgmap v2070: 105 pgs: 105 active+clean; 803 KiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 266 KiB/s rd, 14 KiB/s wr, 224 op/s 2024-08-29T18:32:40.881 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:32:40 smithi028 bash[78352]: cluster 2024-08-29T18:32:39.421650+0000 mon.a (mon.0) 2326 : cluster [DBG] osdmap e1173: 8 total, 8 up, 8 in 2024-08-29T18:32:40.881 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:32:40 smithi028 bash[78352]: cluster 2024-08-29T18:32:40.036002+0000 mgr.y (mgr.25022) 1378 : cluster [DBG] pgmap v2070: 105 pgs: 105 active+clean; 803 KiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 266 KiB/s rd, 14 KiB/s wr, 224 op/s 2024-08-29T18:32:40.901 INFO:tasks.workunit.client.1.smithi053.stderr: Removing image: 100% complete...done. 2024-08-29T18:32:40.905 INFO:tasks.workunit.client.1.smithi053.stderr:+ rbd remove testimg 2024-08-29T18:32:41.075 INFO:tasks.workunit.client.1.smithi053.stderr: Removing image: 100% complete...done. 2024-08-29T18:32:41.083 INFO:tasks.workunit.client.1.smithi053.stderr:+ rbd import --stripe-count 1000 --stripe-unit 4096 /tmp/rbd_import_export_103461/img testimg 2024-08-29T18:32:41.216 INFO:tasks.workunit.client.1.smithi053.stderr: Importing image: 100% complete...done. 2024-08-29T18:32:41.221 INFO:tasks.workunit.client.1.smithi053.stderr:+ rbd export --export-format 2 testimg /tmp/rbd_import_export_103461/img_v2 2024-08-29T18:32:41.273 INFO:tasks.workunit.client.1.smithi053.stderr: Exporting image: 100% complete... Exporting image: 100% complete...done. 2024-08-29T18:32:41.277 INFO:tasks.workunit.client.1.smithi053.stderr:+ rbd import --export-format 2 /tmp/rbd_import_export_103461/img_v2 testimg_import 2024-08-29T18:32:41.430 INFO:tasks.workunit.client.1.smithi053.stderr: Importing image: 100% complete... Importing image: 100% complete...done. 2024-08-29T18:32:41.437 INFO:tasks.workunit.client.1.smithi053.stderr:+ rbd info testimg_import 2024-08-29T18:32:41.437 INFO:tasks.workunit.client.1.smithi053.stderr:+ grep stripe unit 2024-08-29T18:32:41.437 INFO:tasks.workunit.client.1.smithi053.stderr:+ grep -Ei (4 KiB|4096) 2024-08-29T18:32:41.495 INFO:tasks.workunit.client.1.smithi053.stdout: stripe unit: 4 KiB 2024-08-29T18:32:41.495 INFO:tasks.workunit.client.1.smithi053.stderr:+ rbd info testimg_import 2024-08-29T18:32:41.496 INFO:tasks.workunit.client.1.smithi053.stderr:+ grep stripe count 2024-08-29T18:32:41.496 INFO:tasks.workunit.client.1.smithi053.stderr:+ awk {print $3} 2024-08-29T18:32:41.496 INFO:tasks.workunit.client.1.smithi053.stderr:+ grep 1000 2024-08-29T18:32:41.545 INFO:tasks.workunit.client.1.smithi053.stdout:1000 2024-08-29T18:32:41.546 INFO:tasks.workunit.client.1.smithi053.stderr:+ rm /tmp/rbd_import_export_103461/img_v2 2024-08-29T18:32:41.546 INFO:tasks.workunit.client.1.smithi053.stderr:+ rbd remove testimg_import 2024-08-29T18:32:41.806 INFO:tasks.workunit.client.1.smithi053.stderr: Removing image: 3% complete... Removing image: 7% complete... Removing image: 10% complete... Removing image: 14% complete... Removing image: 17% complete... Removing image: 21% complete... Removing image: 25% complete... Removing image: 28% complete... Removing image: 32% complete... Removing image: 35% complete... Removing image: 39% complete... Removing image: 42% complete... Removing image: 46% complete... Removing image: 50% complete... Removing image: 53% complete... Removing image: 57% complete... Removing image: 60% complete... Removing image: 64% complete... Removing image: 67% complete... Removing image: 71% complete... Removing image: 75% complete... Removing image: 78% complete... Removing image: 82% complete... Removing image: 85% complete... Removing image: 89% complete... Removing image: 92% complete... Removing image: 96% complete... Removing image: 100% complete...done. 2024-08-29T18:32:41.814 INFO:tasks.workunit.client.1.smithi053.stderr:+ rbd remove testimg 2024-08-29T18:32:41.881 INFO:journalctl@ceph.mgr.y.smithi028.stdout:Aug 29 18:32:41 smithi028 bash[70818]: ::ffff:172.21.15.53 - - [29/Aug/2024:18:32:41] "GET /metrics HTTP/1.1" 200 33990 "" "Prometheus/2.43.0" 2024-08-29T18:32:42.086 INFO:tasks.workunit.client.1.smithi053.stderr: Removing image: 3% complete... Removing image: 7% complete... Removing image: 10% complete... Removing image: 14% complete... Removing image: 17% complete... Removing image: 21% complete... Removing image: 25% complete... Removing image: 28% complete... Removing image: 32% complete... Removing image: 35% complete... Removing image: 39% complete... Removing image: 42% complete... Removing image: 46% complete... Removing image: 50% complete... Removing image: 53% complete... Removing image: 57% complete... Removing image: 60% complete... Removing image: 64% complete... Removing image: 67% complete... Removing image: 71% complete... Removing image: 75% complete... Removing image: 78% complete... Removing image: 82% complete... Removing image: 85% complete... Removing image: 89% complete... Removing image: 92% complete... Removing image: 96% complete... Removing image: 100% complete...done. 2024-08-29T18:32:42.094 INFO:tasks.workunit.client.1.smithi053.stderr:+ rbd import --image-format=2 /tmp/rbd_import_export_103461/img testimg 2024-08-29T18:32:42.211 INFO:tasks.workunit.client.1.smithi053.stderr: Importing image: 100% complete...done. 2024-08-29T18:32:42.216 INFO:tasks.workunit.client.1.smithi053.stderr:+ rbd snap create testimg@snap1 2024-08-29T18:32:42.576 INFO:journalctl@ceph.prometheus.a.smithi053.stdout:Aug 29 18:32:42 smithi053 bash[95567]: ts=2024-08-29T18:32:42.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"3167ee72-662c-11ef-bcd4-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-29T18:32:43.135 INFO:tasks.workunit.client.1.smithi053.stderr: Creating snap: 10% complete... Creating snap: 100% complete...done. 2024-08-29T18:32:43.155 INFO:tasks.workunit.client.1.smithi053.stderr:+ rbd snap create testimg@snap2 2024-08-29T18:32:43.381 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:32:43 smithi028 bash[77168]: cluster 2024-08-29T18:32:42.036837+0000 mgr.y (mgr.25022) 1379 : cluster [DBG] pgmap v2071: 105 pgs: 105 active+clean; 803 KiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 180 KiB/s rd, 9.5 KiB/s wr, 151 op/s 2024-08-29T18:32:43.381 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:32:43 smithi028 bash[77168]: audit 2024-08-29T18:32:42.117350+0000 mon.a (mon.0) 2327 : audit [DBG] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-29T18:32:43.381 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:32:43 smithi028 bash[78352]: cluster 2024-08-29T18:32:42.036837+0000 mgr.y (mgr.25022) 1379 : cluster [DBG] pgmap v2071: 105 pgs: 105 active+clean; 803 KiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 180 KiB/s rd, 9.5 KiB/s wr, 151 op/s 2024-08-29T18:32:43.381 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:32:43 smithi028 bash[78352]: audit 2024-08-29T18:32:42.117350+0000 mon.a (mon.0) 2327 : audit [DBG] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-29T18:32:43.576 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:32:43 smithi053 bash[68679]: cluster 2024-08-29T18:32:42.036837+0000 mgr.y (mgr.25022) 1379 : cluster [DBG] pgmap v2071: 105 pgs: 105 active+clean; 803 KiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 180 KiB/s rd, 9.5 KiB/s wr, 151 op/s 2024-08-29T18:32:43.576 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:32:43 smithi053 bash[68679]: audit 2024-08-29T18:32:42.117350+0000 mon.a (mon.0) 2327 : audit [DBG] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-29T18:32:44.153 INFO:tasks.workunit.client.1.smithi053.stderr: Creating snap: 10% complete... Creating snap: 100% complete...done. 2024-08-29T18:32:44.176 INFO:tasks.workunit.client.1.smithi053.stderr:+ rbd snap protect testimg@snap2 2024-08-29T18:32:44.248 INFO:tasks.workunit.client.1.smithi053.stderr:+ rbd export --export-format 2 testimg /tmp/rbd_import_export_103461/snap_protect 2024-08-29T18:32:44.303 INFO:tasks.workunit.client.1.smithi053.stderr: Exporting image: 33% complete... Exporting image: 100% complete... Exporting image: 100% complete...done. 2024-08-29T18:32:44.307 INFO:tasks.workunit.client.1.smithi053.stderr:+ rbd import --export-format 2 /tmp/rbd_import_export_103461/snap_protect testimg_import 2024-08-29T18:32:44.381 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:32:44 smithi028 bash[77168]: cluster 2024-08-29T18:32:43.100109+0000 mon.a (mon.0) 2328 : cluster [DBG] osdmap e1174: 8 total, 8 up, 8 in 2024-08-29T18:32:44.381 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:32:44 smithi028 bash[78352]: cluster 2024-08-29T18:32:43.100109+0000 mon.a (mon.0) 2328 : cluster [DBG] osdmap e1174: 8 total, 8 up, 8 in 2024-08-29T18:32:44.576 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:32:44 smithi053 bash[68679]: cluster 2024-08-29T18:32:43.100109+0000 mon.a (mon.0) 2328 : cluster [DBG] osdmap e1174: 8 total, 8 up, 8 in 2024-08-29T18:32:45.576 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:32:45 smithi053 bash[68679]: cluster 2024-08-29T18:32:44.037759+0000 mgr.y (mgr.25022) 1380 : cluster [DBG] pgmap v2073: 105 pgs: 105 active+clean; 693 KiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 282 KiB/s rd, 31 KiB/s wr, 373 op/s 2024-08-29T18:32:45.576 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:32:45 smithi053 bash[68679]: cluster 2024-08-29T18:32:44.123704+0000 mon.a (mon.0) 2329 : cluster [DBG] osdmap e1175: 8 total, 8 up, 8 in 2024-08-29T18:32:45.631 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:32:45 smithi028 bash[78352]: cluster 2024-08-29T18:32:44.037759+0000 mgr.y (mgr.25022) 1380 : cluster [DBG] pgmap v2073: 105 pgs: 105 active+clean; 693 KiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 282 KiB/s rd, 31 KiB/s wr, 373 op/s 2024-08-29T18:32:45.631 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:32:45 smithi028 bash[78352]: cluster 2024-08-29T18:32:44.123704+0000 mon.a (mon.0) 2329 : cluster [DBG] osdmap e1175: 8 total, 8 up, 8 in 2024-08-29T18:32:45.631 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:32:45 smithi028 bash[77168]: cluster 2024-08-29T18:32:44.037759+0000 mgr.y (mgr.25022) 1380 : cluster [DBG] pgmap v2073: 105 pgs: 105 active+clean; 693 KiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 282 KiB/s rd, 31 KiB/s wr, 373 op/s 2024-08-29T18:32:45.631 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:32:45 smithi028 bash[77168]: cluster 2024-08-29T18:32:44.123704+0000 mon.a (mon.0) 2329 : cluster [DBG] osdmap e1175: 8 total, 8 up, 8 in 2024-08-29T18:32:46.212 INFO:tasks.workunit.client.1.smithi053.stderr: Importing image: 33% complete... Importing image: 66% complete... Importing image: 100% complete... Importing image: 100% complete...done. 2024-08-29T18:32:46.220 INFO:tasks.workunit.client.1.smithi053.stderr:+ rbd info testimg_import@snap1 2024-08-29T18:32:46.220 INFO:tasks.workunit.client.1.smithi053.stderr:+ grep protected: False 2024-08-29T18:32:46.272 INFO:tasks.workunit.client.1.smithi053.stdout: protected: False 2024-08-29T18:32:46.273 INFO:tasks.workunit.client.1.smithi053.stderr:+ + rbdgrep protected: True info 2024-08-29T18:32:46.273 INFO:tasks.workunit.client.1.smithi053.stderr: testimg_import@snap2 2024-08-29T18:32:46.282 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:32:46 smithi053 bash[68679]: cluster 2024-08-29T18:32:45.125833+0000 mon.a (mon.0) 2330 : cluster [DBG] osdmap e1176: 8 total, 8 up, 8 in 2024-08-29T18:32:46.319 INFO:tasks.workunit.client.1.smithi053.stdout: protected: True 2024-08-29T18:32:46.319 INFO:tasks.workunit.client.1.smithi053.stderr:+ rm /tmp/rbd_import_export_103461/snap_protect 2024-08-29T18:32:46.319 INFO:tasks.workunit.client.1.smithi053.stderr:+ rbd snap unprotect testimg@snap2 2024-08-29T18:32:46.391 INFO:tasks.workunit.client.1.smithi053.stderr:+ rbd snap unprotect testimg_import@snap2 2024-08-29T18:32:46.448 INFO:tasks.workunit.client.1.smithi053.stderr:+ rbd snap purge testimg 2024-08-29T18:32:46.631 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:32:46 smithi028 bash[77168]: cluster 2024-08-29T18:32:45.125833+0000 mon.a (mon.0) 2330 : cluster [DBG] osdmap e1176: 8 total, 8 up, 8 in 2024-08-29T18:32:46.631 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:32:46 smithi028 bash[78352]: cluster 2024-08-29T18:32:45.125833+0000 mon.a (mon.0) 2330 : cluster [DBG] osdmap e1176: 8 total, 8 up, 8 in 2024-08-29T18:32:47.326 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:32:47 smithi053 bash[68679]: cluster 2024-08-29T18:32:46.038554+0000 mgr.y (mgr.25022) 1381 : cluster [DBG] pgmap v2076: 105 pgs: 105 active+clean; 693 KiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 250 KiB/s rd, 30 KiB/s wr, 336 op/s 2024-08-29T18:32:47.326 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:32:47 smithi053 bash[68679]: cluster 2024-08-29T18:32:46.150049+0000 mon.a (mon.0) 2331 : cluster [DBG] osdmap e1177: 8 total, 8 up, 8 in 2024-08-29T18:32:47.438 INFO:tasks.workunit.client.1.smithi053.stderr: Removing all snapshots: 50% complete... Removing all snapshots: 100% complete... Removing all snapshots: 100% complete...done. 2024-08-29T18:32:47.464 INFO:tasks.workunit.client.1.smithi053.stderr:+ rbd snap purge testimg_import 2024-08-29T18:32:47.631 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:32:47 smithi028 bash[77168]: cluster 2024-08-29T18:32:46.038554+0000 mgr.y (mgr.25022) 1381 : cluster [DBG] pgmap v2076: 105 pgs: 105 active+clean; 693 KiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 250 KiB/s rd, 30 KiB/s wr, 336 op/s 2024-08-29T18:32:47.631 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:32:47 smithi028 bash[77168]: cluster 2024-08-29T18:32:46.150049+0000 mon.a (mon.0) 2331 : cluster [DBG] osdmap e1177: 8 total, 8 up, 8 in 2024-08-29T18:32:47.631 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:32:47 smithi028 bash[78352]: cluster 2024-08-29T18:32:46.038554+0000 mgr.y (mgr.25022) 1381 : cluster [DBG] pgmap v2076: 105 pgs: 105 active+clean; 693 KiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 250 KiB/s rd, 30 KiB/s wr, 336 op/s 2024-08-29T18:32:47.631 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:32:47 smithi028 bash[78352]: cluster 2024-08-29T18:32:46.150049+0000 mon.a (mon.0) 2331 : cluster [DBG] osdmap e1177: 8 total, 8 up, 8 in 2024-08-29T18:32:48.576 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:32:48 smithi053 bash[68679]: cluster 2024-08-29T18:32:47.157952+0000 mon.a (mon.0) 2332 : cluster [DBG] osdmap e1178: 8 total, 8 up, 8 in 2024-08-29T18:32:48.576 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:32:48 smithi053 bash[68679]: cluster 2024-08-29T18:32:47.409245+0000 mon.a (mon.0) 2333 : cluster [DBG] osdmap e1179: 8 total, 8 up, 8 in 2024-08-29T18:32:48.576 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:32:48 smithi053 bash[68679]: cluster 2024-08-29T18:32:48.039288+0000 mgr.y (mgr.25022) 1382 : cluster [DBG] pgmap v2080: 105 pgs: 105 active+clean; 693 KiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 99 KiB/s rd, 13 KiB/s wr, 129 op/s 2024-08-29T18:32:48.631 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:32:48 smithi028 bash[77168]: cluster 2024-08-29T18:32:47.157952+0000 mon.a (mon.0) 2332 : cluster [DBG] osdmap e1178: 8 total, 8 up, 8 in 2024-08-29T18:32:48.631 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:32:48 smithi028 bash[77168]: cluster 2024-08-29T18:32:47.409245+0000 mon.a (mon.0) 2333 : cluster [DBG] osdmap e1179: 8 total, 8 up, 8 in 2024-08-29T18:32:48.631 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:32:48 smithi028 bash[77168]: cluster 2024-08-29T18:32:48.039288+0000 mgr.y (mgr.25022) 1382 : cluster [DBG] pgmap v2080: 105 pgs: 105 active+clean; 693 KiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 99 KiB/s rd, 13 KiB/s wr, 129 op/s 2024-08-29T18:32:48.631 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:32:48 smithi028 bash[78352]: cluster 2024-08-29T18:32:47.157952+0000 mon.a (mon.0) 2332 : cluster [DBG] osdmap e1178: 8 total, 8 up, 8 in 2024-08-29T18:32:48.631 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:32:48 smithi028 bash[78352]: cluster 2024-08-29T18:32:47.409245+0000 mon.a (mon.0) 2333 : cluster [DBG] osdmap e1179: 8 total, 8 up, 8 in 2024-08-29T18:32:48.631 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:32:48 smithi028 bash[78352]: cluster 2024-08-29T18:32:48.039288+0000 mgr.y (mgr.25022) 1382 : cluster [DBG] pgmap v2080: 105 pgs: 105 active+clean; 693 KiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 99 KiB/s rd, 13 KiB/s wr, 129 op/s 2024-08-29T18:32:49.453 INFO:tasks.workunit.client.1.smithi053.stderr: Removing all snapshots: 50% complete... Removing all snapshots: 100% complete... Removing all snapshots: 100% complete...done. 2024-08-29T18:32:49.482 INFO:tasks.workunit.client.1.smithi053.stderr:+ rbd remove testimg 2024-08-29T18:32:49.666 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:32:49 smithi053 bash[68679]: cluster 2024-08-29T18:32:48.432059+0000 mon.a (mon.0) 2334 : cluster [DBG] osdmap e1180: 8 total, 8 up, 8 in 2024-08-29T18:32:49.737 INFO:tasks.workunit.client.1.smithi053.stderr: Removing image: 100% complete...done. 2024-08-29T18:32:49.742 INFO:tasks.workunit.client.1.smithi053.stderr:+ rbd remove testimg_import 2024-08-29T18:32:49.881 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:32:49 smithi028 bash[78352]: cluster 2024-08-29T18:32:48.432059+0000 mon.a (mon.0) 2334 : cluster [DBG] osdmap e1180: 8 total, 8 up, 8 in 2024-08-29T18:32:49.881 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:32:49 smithi028 bash[77168]: cluster 2024-08-29T18:32:48.432059+0000 mon.a (mon.0) 2334 : cluster [DBG] osdmap e1180: 8 total, 8 up, 8 in 2024-08-29T18:32:49.956 INFO:tasks.workunit.client.1.smithi053.stderr: Removing image: 100% complete...done. 2024-08-29T18:32:49.962 INFO:tasks.workunit.client.1.smithi053.stderr:+ tiered=0 2024-08-29T18:32:49.963 INFO:tasks.workunit.client.1.smithi053.stderr:+ ceph osd dump 2024-08-29T18:32:49.963 INFO:tasks.workunit.client.1.smithi053.stderr:+ grep ^pool 2024-08-29T18:32:49.964 INFO:tasks.workunit.client.1.smithi053.stderr:+ grep 'rbd' 2024-08-29T18:32:49.964 INFO:tasks.workunit.client.1.smithi053.stderr:+ grep tier 2024-08-29T18:32:50.399 INFO:tasks.workunit.client.1.smithi053.stderr:+ dd if=/dev/urandom bs=1M seek=1 count=1 of=/tmp/rbd_import_export_103461/sparse1 2024-08-29T18:32:50.405 INFO:tasks.workunit.client.1.smithi053.stderr:1+0 records in 2024-08-29T18:32:50.405 INFO:tasks.workunit.client.1.smithi053.stderr:1+0 records out 2024-08-29T18:32:50.406 INFO:tasks.workunit.client.1.smithi053.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00556622 s, 188 MB/s 2024-08-29T18:32:50.406 INFO:tasks.workunit.client.1.smithi053.stderr:+ dd if=/dev/urandom bs=1M count=1 of=/tmp/rbd_import_export_103461/sparse2 2024-08-29T18:32:50.409 INFO:tasks.workunit.client.1.smithi053.stderr:1+0 records in 2024-08-29T18:32:50.409 INFO:tasks.workunit.client.1.smithi053.stderr:1+0 records out 2024-08-29T18:32:50.409 INFO:tasks.workunit.client.1.smithi053.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00351346 s, 298 MB/s 2024-08-29T18:32:50.410 INFO:tasks.workunit.client.1.smithi053.stderr:+ truncate /tmp/rbd_import_export_103461/sparse2 -s 2M 2024-08-29T18:32:50.428 INFO:tasks.workunit.client.1.smithi053.stderr:+ rbd rm sparse1 2024-08-29T18:32:50.504 INFO:tasks.workunit.client.1.smithi053.stderr: Removing image: 0% complete...failed. 2024-08-29T18:32:50.504 INFO:tasks.workunit.client.1.smithi053.stderr:rbd: delete error: (2) No such file or directory 2024-08-29T18:32:50.507 INFO:tasks.workunit.client.1.smithi053.stderr:+ true 2024-08-29T18:32:50.507 INFO:tasks.workunit.client.1.smithi053.stderr:+ rbd import --new-format --order 20 /tmp/rbd_import_export_103461/sparse1 2024-08-29T18:32:50.596 INFO:tasks.workunit.client.1.smithi053.stderr: Importing image: 50% complete... Importing image: 100% complete...done. 2024-08-29T18:32:50.597 INFO:tasks.workunit.client.1.smithi053.stderr:rbd: --new-format is deprecated, use --image-format 2 2024-08-29T18:32:50.597 INFO:tasks.workunit.client.1.smithi053.stderr:rbd: --order is deprecated, use --object-size 2024-08-29T18:32:50.600 INFO:tasks.workunit.client.1.smithi053.stderr:+ rbd ls -l 2024-08-29T18:32:50.600 INFO:tasks.workunit.client.1.smithi053.stderr:+ grep sparse1 2024-08-29T18:32:50.601 INFO:tasks.workunit.client.1.smithi053.stderr:+ grep -Ei (2 MiB|2048k) 2024-08-29T18:32:50.644 INFO:tasks.workunit.client.1.smithi053.stdout:sparse1 2 MiB 2 2024-08-29T18:32:50.645 INFO:tasks.workunit.client.1.smithi053.stderr:+ objects sparse1 2024-08-29T18:32:50.645 INFO:tasks.workunit.client.1.smithi053.stderr:+ image=sparse1 2024-08-29T18:32:50.645 INFO:tasks.workunit.client.1.smithi053.stderr:+ rbd info sparse1 2024-08-29T18:32:50.645 INFO:tasks.workunit.client.1.smithi053.stderr:+ grep block_name_prefix 2024-08-29T18:32:50.645 INFO:tasks.workunit.client.1.smithi053.stderr:+ awk {print $NF;} 2024-08-29T18:32:50.688 INFO:tasks.workunit.client.1.smithi053.stderr:+ prefix=rbd_data.d6aea54876ab 2024-08-29T18:32:50.688 INFO:tasks.workunit.client.1.smithi053.stderr:+ grep rbd_data.d6aea54876ab 2024-08-29T18:32:50.688 INFO:tasks.workunit.client.1.smithi053.stderr:+ + sed -e s/rbd_data.d6aea54876ab\.// -e s/^0*\([0-9a-f]\)/\1/ 2024-08-29T18:32:50.688 INFO:tasks.workunit.client.1.smithi053.stderr:get_image_data_pool sparse1 2024-08-29T18:32:50.689 INFO:tasks.workunit.client.1.smithi053.stderr:+ image=sparse1 2024-08-29T18:32:50.689 INFO:tasks.workunit.client.1.smithi053.stderr:+ sort -u 2024-08-29T18:32:50.689 INFO:tasks.workunit.client.1.smithi053.stderr:+ rbd info sparse1 2024-08-29T18:32:50.689 INFO:tasks.workunit.client.1.smithi053.stderr:+ grep data_pool: 2024-08-29T18:32:50.689 INFO:tasks.workunit.client.1.smithi053.stderr:+ awk -F: { print $NF } 2024-08-29T18:32:50.728 INFO:tasks.workunit.client.1.smithi053.stderr:+ data_pool= 2024-08-29T18:32:50.729 INFO:tasks.workunit.client.1.smithi053.stderr:+ [ -z ] 2024-08-29T18:32:50.729 INFO:tasks.workunit.client.1.smithi053.stderr:+ data_pool=rbd 2024-08-29T18:32:50.729 INFO:tasks.workunit.client.1.smithi053.stderr:+ echo rbd 2024-08-29T18:32:50.729 INFO:tasks.workunit.client.1.smithi053.stderr:+ rados ls -p rbd 2024-08-29T18:32:50.783 INFO:tasks.workunit.client.1.smithi053.stderr:+ objects=1 2024-08-29T18:32:50.784 INFO:tasks.workunit.client.1.smithi053.stderr:+ echo 1 2024-08-29T18:32:50.784 INFO:tasks.workunit.client.1.smithi053.stderr:+ [ 0 -eq 1 -o 1 = 1 ] 2024-08-29T18:32:50.784 INFO:tasks.workunit.client.1.smithi053.stderr:+ rbd export sparse1 /tmp/rbd_import_export_103461/sparse1.out 2024-08-29T18:32:50.824 INFO:tasks.workunit.client.1.smithi053.stderr: Exporting image: 50% complete... Exporting image: 100% complete...done. 2024-08-29T18:32:50.826 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:32:50 smithi053 bash[68679]: cluster 2024-08-29T18:32:49.444210+0000 mon.a (mon.0) 2335 : cluster [DBG] osdmap e1181: 8 total, 8 up, 8 in 2024-08-29T18:32:50.826 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:32:50 smithi053 bash[68679]: cluster 2024-08-29T18:32:50.040191+0000 mgr.y (mgr.25022) 1383 : cluster [DBG] pgmap v2083: 105 pgs: 105 active+clean; 803 KiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 130 KiB/s rd, 13 KiB/s wr, 176 op/s 2024-08-29T18:32:50.826 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:32:50 smithi053 bash[68679]: audit 2024-08-29T18:32:50.270166+0000 mon.b (mon.1) 12 : audit [DBG] from='client.? 172.21.15.53:0/357218636' entity='client.admin' cmd=[{"prefix": "osd dump"}]: dispatch 2024-08-29T18:32:50.826 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:32:50 smithi053 bash[68679]: audit 2024-08-29T18:32:50.369053+0000 mon.a (mon.0) 2336 : audit [INF] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' 2024-08-29T18:32:50.826 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:32:50 smithi053 bash[68679]: audit 2024-08-29T18:32:50.377297+0000 mon.b (mon.1) 13 : audit [DBG] from='client.? 172.21.15.53:0/357218636' entity='client.admin' cmd=[{"prefix": "osd dump"}]: dispatch 2024-08-29T18:32:50.826 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:32:50 smithi053 bash[68679]: audit 2024-08-29T18:32:50.378881+0000 mon.a (mon.0) 2337 : audit [INF] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' 2024-08-29T18:32:50.826 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:32:50 smithi053 bash[68679]: audit 2024-08-29T18:32:50.381089+0000 mon.a (mon.0) 2338 : audit [DBG] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-29T18:32:50.826 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:32:50 smithi053 bash[68679]: audit 2024-08-29T18:32:50.382941+0000 mon.a (mon.0) 2339 : audit [INF] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-29T18:32:50.826 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:32:50 smithi053 bash[68679]: audit 2024-08-29T18:32:50.393198+0000 mon.a (mon.0) 2340 : audit [INF] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' 2024-08-29T18:32:50.829 INFO:tasks.workunit.client.1.smithi053.stderr:+ compare_files_and_ondisk_sizes /tmp/rbd_import_export_103461/sparse1 /tmp/rbd_import_export_103461/sparse1.out 2024-08-29T18:32:50.829 INFO:tasks.workunit.client.1.smithi053.stderr:+ cmp -l /tmp/rbd_import_export_103461/sparse1 /tmp/rbd_import_export_103461/sparse1.out 2024-08-29T18:32:50.831 INFO:tasks.workunit.client.1.smithi053.stderr:+ stat /tmp/rbd_import_export_103461/sparse1 --format %b 2024-08-29T18:32:50.832 INFO:tasks.workunit.client.1.smithi053.stderr:+ origsize=2048 2024-08-29T18:32:50.832 INFO:tasks.workunit.client.1.smithi053.stderr:+ stat /tmp/rbd_import_export_103461/sparse1.out --format %b 2024-08-29T18:32:50.832 INFO:tasks.workunit.client.1.smithi053.stderr:+ exportsize=2048 2024-08-29T18:32:50.832 INFO:tasks.workunit.client.1.smithi053.stderr:+ difference=0 2024-08-29T18:32:50.833 INFO:tasks.workunit.client.1.smithi053.stderr:+ difference=0 2024-08-29T18:32:50.833 INFO:tasks.workunit.client.1.smithi053.stderr:+ test 0 -ge 0 -a 0 -lt 4096 2024-08-29T18:32:50.833 INFO:tasks.workunit.client.1.smithi053.stderr:+ rm /tmp/rbd_import_export_103461/sparse1.out 2024-08-29T18:32:50.833 INFO:tasks.workunit.client.1.smithi053.stderr:+ rbd rm sparse1 2024-08-29T18:32:50.881 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:32:50 smithi028 bash[77168]: cluster 2024-08-29T18:32:49.444210+0000 mon.a (mon.0) 2335 : cluster [DBG] osdmap e1181: 8 total, 8 up, 8 in 2024-08-29T18:32:50.881 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:32:50 smithi028 bash[77168]: cluster 2024-08-29T18:32:50.040191+0000 mgr.y (mgr.25022) 1383 : cluster [DBG] pgmap v2083: 105 pgs: 105 active+clean; 803 KiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 130 KiB/s rd, 13 KiB/s wr, 176 op/s 2024-08-29T18:32:50.881 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:32:50 smithi028 bash[77168]: audit 2024-08-29T18:32:50.270166+0000 mon.b (mon.1) 12 : audit [DBG] from='client.? 172.21.15.53:0/357218636' entity='client.admin' cmd=[{"prefix": "osd dump"}]: dispatch 2024-08-29T18:32:50.881 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:32:50 smithi028 bash[77168]: audit 2024-08-29T18:32:50.369053+0000 mon.a (mon.0) 2336 : audit [INF] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' 2024-08-29T18:32:50.881 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:32:50 smithi028 bash[77168]: audit 2024-08-29T18:32:50.377297+0000 mon.b (mon.1) 13 : audit [DBG] from='client.? 172.21.15.53:0/357218636' entity='client.admin' cmd=[{"prefix": "osd dump"}]: dispatch 2024-08-29T18:32:50.881 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:32:50 smithi028 bash[77168]: audit 2024-08-29T18:32:50.378881+0000 mon.a (mon.0) 2337 : audit [INF] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' 2024-08-29T18:32:50.882 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:32:50 smithi028 bash[77168]: audit 2024-08-29T18:32:50.381089+0000 mon.a (mon.0) 2338 : audit [DBG] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-29T18:32:50.882 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:32:50 smithi028 bash[77168]: audit 2024-08-29T18:32:50.382941+0000 mon.a (mon.0) 2339 : audit [INF] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-29T18:32:50.882 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:32:50 smithi028 bash[77168]: audit 2024-08-29T18:32:50.393198+0000 mon.a (mon.0) 2340 : audit [INF] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' 2024-08-29T18:32:50.882 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:32:50 smithi028 bash[78352]: cluster 2024-08-29T18:32:49.444210+0000 mon.a (mon.0) 2335 : cluster [DBG] osdmap e1181: 8 total, 8 up, 8 in 2024-08-29T18:32:50.882 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:32:50 smithi028 bash[78352]: cluster 2024-08-29T18:32:50.040191+0000 mgr.y (mgr.25022) 1383 : cluster [DBG] pgmap v2083: 105 pgs: 105 active+clean; 803 KiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 130 KiB/s rd, 13 KiB/s wr, 176 op/s 2024-08-29T18:32:50.882 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:32:50 smithi028 bash[78352]: audit 2024-08-29T18:32:50.270166+0000 mon.b (mon.1) 12 : audit [DBG] from='client.? 172.21.15.53:0/357218636' entity='client.admin' cmd=[{"prefix": "osd dump"}]: dispatch 2024-08-29T18:32:50.883 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:32:50 smithi028 bash[78352]: audit 2024-08-29T18:32:50.369053+0000 mon.a (mon.0) 2336 : audit [INF] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' 2024-08-29T18:32:50.883 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:32:50 smithi028 bash[78352]: audit 2024-08-29T18:32:50.377297+0000 mon.b (mon.1) 13 : audit [DBG] from='client.? 172.21.15.53:0/357218636' entity='client.admin' cmd=[{"prefix": "osd dump"}]: dispatch 2024-08-29T18:32:50.883 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:32:50 smithi028 bash[78352]: audit 2024-08-29T18:32:50.378881+0000 mon.a (mon.0) 2337 : audit [INF] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' 2024-08-29T18:32:50.883 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:32:50 smithi028 bash[78352]: audit 2024-08-29T18:32:50.381089+0000 mon.a (mon.0) 2338 : audit [DBG] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-29T18:32:50.883 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:32:50 smithi028 bash[78352]: audit 2024-08-29T18:32:50.382941+0000 mon.a (mon.0) 2339 : audit [INF] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-29T18:32:50.883 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:32:50 smithi028 bash[78352]: audit 2024-08-29T18:32:50.393198+0000 mon.a (mon.0) 2340 : audit [INF] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' 2024-08-29T18:32:50.994 INFO:tasks.workunit.client.1.smithi053.stderr: Removing image: 50% complete... Removing image: 100% complete...done. 2024-08-29T18:32:50.998 INFO:tasks.workunit.client.1.smithi053.stderr:+ rbd rm sparse2 2024-08-29T18:32:51.079 INFO:tasks.workunit.client.1.smithi053.stderr: Removing image: 0% complete...failed. 2024-08-29T18:32:51.079 INFO:tasks.workunit.client.1.smithi053.stderr:rbd: delete error: (2) No such file or directory 2024-08-29T18:32:51.084 INFO:tasks.workunit.client.1.smithi053.stderr:+ true 2024-08-29T18:32:51.084 INFO:tasks.workunit.client.1.smithi053.stderr:+ rbd import --new-format --order 20 /tmp/rbd_import_export_103461/sparse2 2024-08-29T18:32:51.199 INFO:tasks.workunit.client.1.smithi053.stderr: Importing image: 50% complete... Importing image: 100% complete...done. 2024-08-29T18:32:51.199 INFO:tasks.workunit.client.1.smithi053.stderr:rbd: --new-format is deprecated, use --image-format 2 2024-08-29T18:32:51.200 INFO:tasks.workunit.client.1.smithi053.stderr:rbd: --order is deprecated, use --object-size 2024-08-29T18:32:51.204 INFO:tasks.workunit.client.1.smithi053.stderr:+ rbd ls -l 2024-08-29T18:32:51.204 INFO:tasks.workunit.client.1.smithi053.stderr:+ grep sparse2 2024-08-29T18:32:51.204 INFO:tasks.workunit.client.1.smithi053.stderr:+ grep -Ei (2 MiB|2048k) 2024-08-29T18:32:51.255 INFO:tasks.workunit.client.1.smithi053.stdout:sparse2 2 MiB 2 2024-08-29T18:32:51.256 INFO:tasks.workunit.client.1.smithi053.stderr:+ objects sparse2 2024-08-29T18:32:51.256 INFO:tasks.workunit.client.1.smithi053.stderr:+ image=sparse2 2024-08-29T18:32:51.256 INFO:tasks.workunit.client.1.smithi053.stderr:+ rbd info sparse2 2024-08-29T18:32:51.256 INFO:tasks.workunit.client.1.smithi053.stderr:+ grep block_name_prefix 2024-08-29T18:32:51.256 INFO:tasks.workunit.client.1.smithi053.stderr:+ awk {print $NF;} 2024-08-29T18:32:51.307 INFO:tasks.workunit.client.1.smithi053.stderr:+ prefix=rbd_data.d6e12dd1f37a 2024-08-29T18:32:51.307 INFO:tasks.workunit.client.1.smithi053.stderr:+ grep rbd_data.d6e12dd1f37a 2024-08-29T18:32:51.308 INFO:tasks.workunit.client.1.smithi053.stderr:+ + sed -eget_image_data_pool s/rbd_data.d6e12dd1f37a\.// -e s/^0*\([0-9a-f]\)/\1/ sparse2 2024-08-29T18:32:51.308 INFO:tasks.workunit.client.1.smithi053.stderr: 2024-08-29T18:32:51.308 INFO:tasks.workunit.client.1.smithi053.stderr:+ image=sparse2 2024-08-29T18:32:51.308 INFO:tasks.workunit.client.1.smithi053.stderr:+ sort -u 2024-08-29T18:32:51.308 INFO:tasks.workunit.client.1.smithi053.stderr:+ rbd info sparse2 2024-08-29T18:32:51.308 INFO:tasks.workunit.client.1.smithi053.stderr:+ grep data_pool: 2024-08-29T18:32:51.308 INFO:tasks.workunit.client.1.smithi053.stderr:+ awk -F: { print $NF } 2024-08-29T18:32:51.356 INFO:tasks.workunit.client.1.smithi053.stderr:+ data_pool= 2024-08-29T18:32:51.357 INFO:tasks.workunit.client.1.smithi053.stderr:+ [ -z ] 2024-08-29T18:32:51.357 INFO:tasks.workunit.client.1.smithi053.stderr:+ data_pool=rbd 2024-08-29T18:32:51.357 INFO:tasks.workunit.client.1.smithi053.stderr:+ echo rbd 2024-08-29T18:32:51.357 INFO:tasks.workunit.client.1.smithi053.stderr:+ rados ls -p rbd 2024-08-29T18:32:51.416 INFO:tasks.workunit.client.1.smithi053.stderr:+ objects=0 2024-08-29T18:32:51.416 INFO:tasks.workunit.client.1.smithi053.stderr:+ echo 0 2024-08-29T18:32:51.416 INFO:tasks.workunit.client.1.smithi053.stderr:+ [ 0 -eq 1 -o 0 = 0 ] 2024-08-29T18:32:51.417 INFO:tasks.workunit.client.1.smithi053.stderr:+ rbd export sparse2 /tmp/rbd_import_export_103461/sparse2.out 2024-08-29T18:32:51.467 INFO:tasks.workunit.client.1.smithi053.stderr: Exporting image: 50% complete... Exporting image: 100% complete...done. 2024-08-29T18:32:51.471 INFO:tasks.workunit.client.1.smithi053.stderr:+ compare_files_and_ondisk_sizes /tmp/rbd_import_export_103461/sparse2 /tmp/rbd_import_export_103461/sparse2.out 2024-08-29T18:32:51.471 INFO:tasks.workunit.client.1.smithi053.stderr:+ cmp -l /tmp/rbd_import_export_103461/sparse2 /tmp/rbd_import_export_103461/sparse2.out 2024-08-29T18:32:51.473 INFO:tasks.workunit.client.1.smithi053.stderr:+ stat /tmp/rbd_import_export_103461/sparse2 --format %b 2024-08-29T18:32:51.473 INFO:tasks.workunit.client.1.smithi053.stderr:+ origsize=2048 2024-08-29T18:32:51.474 INFO:tasks.workunit.client.1.smithi053.stderr:+ stat /tmp/rbd_import_export_103461/sparse2.out --format %b 2024-08-29T18:32:51.474 INFO:tasks.workunit.client.1.smithi053.stderr:+ exportsize=2048 2024-08-29T18:32:51.474 INFO:tasks.workunit.client.1.smithi053.stderr:+ difference=0 2024-08-29T18:32:51.475 INFO:tasks.workunit.client.1.smithi053.stderr:+ difference=0 2024-08-29T18:32:51.475 INFO:tasks.workunit.client.1.smithi053.stderr:+ test 0 -ge 0 -a 0 -lt 4096 2024-08-29T18:32:51.475 INFO:tasks.workunit.client.1.smithi053.stderr:+ rm /tmp/rbd_import_export_103461/sparse2.out 2024-08-29T18:32:51.475 INFO:tasks.workunit.client.1.smithi053.stderr:+ rbd rm sparse2 2024-08-29T18:32:51.712 INFO:tasks.workunit.client.1.smithi053.stderr: Removing image: 50% complete... Removing image: 100% complete...done. 2024-08-29T18:32:51.718 INFO:tasks.workunit.client.1.smithi053.stderr:+ truncate /tmp/rbd_import_export_103461/sparse1 -s 10M 2024-08-29T18:32:51.719 INFO:tasks.workunit.client.1.smithi053.stderr:+ rbd import --new-format --order 20 - sparse1 2024-08-29T18:32:51.881 INFO:journalctl@ceph.mgr.y.smithi028.stdout:Aug 29 18:32:51 smithi028 bash[70818]: ::ffff:172.21.15.53 - - [29/Aug/2024:18:32:51] "GET /metrics HTTP/1.1" 200 34000 "" "Prometheus/2.43.0" 2024-08-29T18:32:51.944 INFO:tasks.workunit.client.1.smithi053.stderr: Importing image: 100% complete...done. 2024-08-29T18:32:51.945 INFO:tasks.workunit.client.1.smithi053.stderr:rbd: --new-format is deprecated, use --image-format 2 2024-08-29T18:32:51.945 INFO:tasks.workunit.client.1.smithi053.stderr:rbd: --order is deprecated, use --object-size 2024-08-29T18:32:51.952 INFO:tasks.workunit.client.1.smithi053.stderr:+ rbd ls -l 2024-08-29T18:32:51.953 INFO:tasks.workunit.client.1.smithi053.stderr:+ grep sparse1 2024-08-29T18:32:51.953 INFO:tasks.workunit.client.1.smithi053.stderr:+ grep -Ei (10 MiB|10240k) 2024-08-29T18:32:52.010 INFO:tasks.workunit.client.1.smithi053.stdout:sparse1 10 MiB 2 2024-08-29T18:32:52.011 INFO:tasks.workunit.client.1.smithi053.stderr:+ objects sparse1 2024-08-29T18:32:52.011 INFO:tasks.workunit.client.1.smithi053.stderr:+ image=sparse1 2024-08-29T18:32:52.011 INFO:tasks.workunit.client.1.smithi053.stderr:+ rbd info sparse1 2024-08-29T18:32:52.011 INFO:tasks.workunit.client.1.smithi053.stderr:+ grep block_name_prefix 2024-08-29T18:32:52.011 INFO:tasks.workunit.client.1.smithi053.stderr:+ awk {print $NF;} 2024-08-29T18:32:52.061 INFO:tasks.workunit.client.1.smithi053.stderr:+ prefix=rbd_data.d70eb85b9a9 2024-08-29T18:32:52.061 INFO:tasks.workunit.client.1.smithi053.stderr:+ grep rbd_data.d70eb85b9a9 2024-08-29T18:32:52.061 INFO:tasks.workunit.client.1.smithi053.stderr:+ get_image_data_pool sparse1 2024-08-29T18:32:52.061 INFO:tasks.workunit.client.1.smithi053.stderr:+ image=sparse1 2024-08-29T18:32:52.061 INFO:tasks.workunit.client.1.smithi053.stderr:+ sed -e s/rbd_data.d70eb85b9a9\.// -e s/^0*\([0-9a-f]\)/\1/ 2024-08-29T18:32:52.062 INFO:tasks.workunit.client.1.smithi053.stderr:+ sort -u 2024-08-29T18:32:52.062 INFO:tasks.workunit.client.1.smithi053.stderr:+ rbd info sparse1 2024-08-29T18:32:52.062 INFO:tasks.workunit.client.1.smithi053.stderr:+ grep data_pool: 2024-08-29T18:32:52.062 INFO:tasks.workunit.client.1.smithi053.stderr:+ awk -F: { print $NF } 2024-08-29T18:32:52.109 INFO:tasks.workunit.client.1.smithi053.stderr:+ data_pool= 2024-08-29T18:32:52.109 INFO:tasks.workunit.client.1.smithi053.stderr:+ [ -z ] 2024-08-29T18:32:52.109 INFO:tasks.workunit.client.1.smithi053.stderr:+ data_pool=rbd 2024-08-29T18:32:52.109 INFO:tasks.workunit.client.1.smithi053.stderr:+ echo rbd 2024-08-29T18:32:52.109 INFO:tasks.workunit.client.1.smithi053.stderr:+ rados ls -p rbd 2024-08-29T18:32:52.164 INFO:tasks.workunit.client.1.smithi053.stderr:+ objects=1 2024-08-29T18:32:52.165 INFO:tasks.workunit.client.1.smithi053.stderr:+ echo 1 2024-08-29T18:32:52.165 INFO:tasks.workunit.client.1.smithi053.stderr:+ [ 0 -eq 1 -o 1 = 1 ] 2024-08-29T18:32:52.165 INFO:tasks.workunit.client.1.smithi053.stderr:+ rbd export sparse1 /tmp/rbd_import_export_103461/sparse1.out 2024-08-29T18:32:52.212 INFO:tasks.workunit.client.1.smithi053.stderr: Exporting image: 10% complete... Exporting image: 20% complete... Exporting image: 30% complete... Exporting image: 40% complete... Exporting image: 50% complete... Exporting image: 60% complete... Exporting image: 70% complete... Exporting image: 80% complete... Exporting image: 90% complete... Exporting image: 100% complete...done. 2024-08-29T18:32:52.217 INFO:tasks.workunit.client.1.smithi053.stderr:+ compare_files_and_ondisk_sizes /tmp/rbd_import_export_103461/sparse1 /tmp/rbd_import_export_103461/sparse1.out 2024-08-29T18:32:52.217 INFO:tasks.workunit.client.1.smithi053.stderr:+ cmp -l /tmp/rbd_import_export_103461/sparse1 /tmp/rbd_import_export_103461/sparse1.out 2024-08-29T18:32:52.225 INFO:tasks.workunit.client.1.smithi053.stderr:+ stat /tmp/rbd_import_export_103461/sparse1 --format %b 2024-08-29T18:32:52.226 INFO:tasks.workunit.client.1.smithi053.stderr:+ origsize=2048 2024-08-29T18:32:52.226 INFO:tasks.workunit.client.1.smithi053.stderr:+ stat /tmp/rbd_import_export_103461/sparse1.out --format %b 2024-08-29T18:32:52.227 INFO:tasks.workunit.client.1.smithi053.stderr:+ exportsize=2048 2024-08-29T18:32:52.227 INFO:tasks.workunit.client.1.smithi053.stderr:+ difference=0 2024-08-29T18:32:52.227 INFO:tasks.workunit.client.1.smithi053.stderr:+ difference=0 2024-08-29T18:32:52.227 INFO:tasks.workunit.client.1.smithi053.stderr:+ test 0 -ge 0 -a 0 -lt 4096 2024-08-29T18:32:52.227 INFO:tasks.workunit.client.1.smithi053.stderr:+ rm /tmp/rbd_import_export_103461/sparse1.out 2024-08-29T18:32:52.228 INFO:tasks.workunit.client.1.smithi053.stderr:+ rbd rm sparse1 2024-08-29T18:32:52.495 INFO:tasks.workunit.client.1.smithi053.stderr: Removing image: 10% complete... Removing image: 20% complete... Removing image: 30% complete... Removing image: 40% complete... Removing image: 50% complete... Removing image: 60% complete... Removing image: 70% complete... Removing image: 80% complete... Removing image: 90% complete... Removing image: 100% complete...done. 2024-08-29T18:32:52.502 INFO:tasks.workunit.client.1.smithi053.stderr:+ dd if=/dev/urandom bs=2M count=1 of=/tmp/rbd_import_export_103461/sparse2 oflag=append conv=notrunc 2024-08-29T18:32:52.513 INFO:tasks.workunit.client.1.smithi053.stderr:1+0 records in 2024-08-29T18:32:52.513 INFO:tasks.workunit.client.1.smithi053.stderr:1+0 records out 2024-08-29T18:32:52.513 INFO:tasks.workunit.client.1.smithi053.stderr:2097152 bytes (2.1 MB, 2.0 MiB) copied, 0.00968441 s, 217 MB/s 2024-08-29T18:32:52.513 INFO:tasks.workunit.client.1.smithi053.stderr:+ rbd import --new-format --order 20 - sparse2 2024-08-29T18:32:52.576 INFO:journalctl@ceph.prometheus.a.smithi053.stdout:Aug 29 18:32:52 smithi053 bash[95567]: ts=2024-08-29T18:32:52.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"3167ee72-662c-11ef-bcd4-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-29T18:32:52.656 INFO:tasks.workunit.client.1.smithi053.stderr: Importing image: 100% complete...done. 2024-08-29T18:32:52.657 INFO:tasks.workunit.client.1.smithi053.stderr:rbd: --new-format is deprecated, use --image-format 2 2024-08-29T18:32:52.657 INFO:tasks.workunit.client.1.smithi053.stderr:rbd: --order is deprecated, use --object-size 2024-08-29T18:32:52.661 INFO:tasks.workunit.client.1.smithi053.stderr:+ rbd ls -l 2024-08-29T18:32:52.661 INFO:tasks.workunit.client.1.smithi053.stderr:+ + grep -Ei (4 MiB|4096k) 2024-08-29T18:32:52.661 INFO:tasks.workunit.client.1.smithi053.stderr:grep sparse2 2024-08-29T18:32:52.709 INFO:tasks.workunit.client.1.smithi053.stdout:sparse2 4 MiB 2 2024-08-29T18:32:52.710 INFO:tasks.workunit.client.1.smithi053.stderr:+ objects sparse2 2024-08-29T18:32:52.710 INFO:tasks.workunit.client.1.smithi053.stderr:+ image=sparse2 2024-08-29T18:32:52.710 INFO:tasks.workunit.client.1.smithi053.stderr:+ rbd info sparse2 2024-08-29T18:32:52.710 INFO:tasks.workunit.client.1.smithi053.stderr:+ grep block_name_prefix 2024-08-29T18:32:52.710 INFO:tasks.workunit.client.1.smithi053.stderr:+ awk {print $NF;} 2024-08-29T18:32:52.754 INFO:tasks.workunit.client.1.smithi053.stderr:+ prefix=rbd_data.d73b5d96b69b 2024-08-29T18:32:52.754 INFO:tasks.workunit.client.1.smithi053.stderr:+ grep rbd_data.d73b5d96b69b 2024-08-29T18:32:52.754 INFO:tasks.workunit.client.1.smithi053.stderr:+ get_image_data_pool sparse2 2024-08-29T18:32:52.754 INFO:tasks.workunit.client.1.smithi053.stderr:+ image=sparse2 2024-08-29T18:32:52.754 INFO:tasks.workunit.client.1.smithi053.stderr:+ sed -e s/rbd_data.d73b5d96b69b\.// -e s/^0*\([0-9a-f]\)/\1/ 2024-08-29T18:32:52.754 INFO:tasks.workunit.client.1.smithi053.stderr:+ sort -u 2024-08-29T18:32:52.754 INFO:tasks.workunit.client.1.smithi053.stderr:+ rbd info sparse2 2024-08-29T18:32:52.754 INFO:tasks.workunit.client.1.smithi053.stderr:+ grep data_pool: 2024-08-29T18:32:52.754 INFO:tasks.workunit.client.1.smithi053.stderr:+ awk -F: { print $NF } 2024-08-29T18:32:52.795 INFO:tasks.workunit.client.1.smithi053.stderr:+ data_pool= 2024-08-29T18:32:52.795 INFO:tasks.workunit.client.1.smithi053.stderr:+ [ -z ] 2024-08-29T18:32:52.795 INFO:tasks.workunit.client.1.smithi053.stderr:+ data_pool=rbd 2024-08-29T18:32:52.795 INFO:tasks.workunit.client.1.smithi053.stderr:+ echo rbd 2024-08-29T18:32:52.795 INFO:tasks.workunit.client.1.smithi053.stderr:+ rados ls -p rbd 2024-08-29T18:32:52.848 INFO:tasks.workunit.client.1.smithi053.stderr:+ objects=0 2024-08-29T18:32:52.849 INFO:tasks.workunit.client.1.smithi053.stderr:2 2024-08-29T18:32:52.849 INFO:tasks.workunit.client.1.smithi053.stderr:3 2024-08-29T18:32:52.849 INFO:tasks.workunit.client.1.smithi053.stderr:+ echo 0 2 3 2024-08-29T18:32:52.849 INFO:tasks.workunit.client.1.smithi053.stderr:+ [ 0 -eq 1 -o 0 2 3 = 0 2 3 ] 2024-08-29T18:32:52.849 INFO:tasks.workunit.client.1.smithi053.stderr:+ rbd export sparse2 /tmp/rbd_import_export_103461/sparse2.out 2024-08-29T18:32:52.892 INFO:tasks.workunit.client.1.smithi053.stderr: Exporting image: 25% complete... Exporting image: 50% complete... Exporting image: 75% complete... Exporting image: 100% complete...done. 2024-08-29T18:32:52.896 INFO:tasks.workunit.client.1.smithi053.stderr:+ compare_files_and_ondisk_sizes /tmp/rbd_import_export_103461/sparse2 /tmp/rbd_import_export_103461/sparse2.out 2024-08-29T18:32:52.896 INFO:tasks.workunit.client.1.smithi053.stderr:+ cmp -l /tmp/rbd_import_export_103461/sparse2 /tmp/rbd_import_export_103461/sparse2.out 2024-08-29T18:32:52.900 INFO:tasks.workunit.client.1.smithi053.stderr:+ stat /tmp/rbd_import_export_103461/sparse2 --format %b 2024-08-29T18:32:52.901 INFO:tasks.workunit.client.1.smithi053.stderr:+ origsize=6144 2024-08-29T18:32:52.901 INFO:tasks.workunit.client.1.smithi053.stderr:+ stat /tmp/rbd_import_export_103461/sparse2.out --format %b 2024-08-29T18:32:52.901 INFO:tasks.workunit.client.1.smithi053.stderr:+ exportsize=6144 2024-08-29T18:32:52.901 INFO:tasks.workunit.client.1.smithi053.stderr:+ difference=0 2024-08-29T18:32:52.901 INFO:tasks.workunit.client.1.smithi053.stderr:+ difference=0 2024-08-29T18:32:52.901 INFO:tasks.workunit.client.1.smithi053.stderr:+ test 0 -ge 0 -a 0 -lt 4096 2024-08-29T18:32:52.901 INFO:tasks.workunit.client.1.smithi053.stderr:+ rm /tmp/rbd_import_export_103461/sparse2.out 2024-08-29T18:32:52.902 INFO:tasks.workunit.client.1.smithi053.stderr:+ rbd rm sparse2 2024-08-29T18:32:53.070 INFO:tasks.workunit.client.1.smithi053.stderr: Removing image: 25% complete... Removing image: 50% complete... Removing image: 75% complete... Removing image: 100% complete...done. 2024-08-29T18:32:53.074 INFO:tasks.workunit.client.1.smithi053.stdout:partially-sparse file imports to partially-sparse image 2024-08-29T18:32:53.074 INFO:tasks.workunit.client.1.smithi053.stderr:+ echo partially-sparse file imports to partially-sparse image 2024-08-29T18:32:53.074 INFO:tasks.workunit.client.1.smithi053.stderr:+ rbd import --new-format --order 20 /tmp/rbd_import_export_103461/sparse1 sparse 2024-08-29T18:32:53.208 INFO:tasks.workunit.client.1.smithi053.stderr: Importing image: 10% complete... Importing image: 20% complete... Importing image: 30% complete... Importing image: 40% complete... Importing image: 50% complete... Importing image: 60% complete... Importing image: 70% complete... Importing image: 80% complete... Importing image: 90% complete... Importing image: 100% complete...done. 2024-08-29T18:32:53.209 INFO:tasks.workunit.client.1.smithi053.stderr:rbd: --new-format is deprecated, use --image-format 2 2024-08-29T18:32:53.209 INFO:tasks.workunit.client.1.smithi053.stderr:rbd: --order is deprecated, use --object-size 2024-08-29T18:32:53.213 INFO:tasks.workunit.client.1.smithi053.stderr:+ objects sparse 2024-08-29T18:32:53.213 INFO:tasks.workunit.client.1.smithi053.stderr:+ image=sparse 2024-08-29T18:32:53.214 INFO:tasks.workunit.client.1.smithi053.stderr:+ rbd info sparse 2024-08-29T18:32:53.214 INFO:tasks.workunit.client.1.smithi053.stderr:+ grep block_name_prefix 2024-08-29T18:32:53.214 INFO:tasks.workunit.client.1.smithi053.stderr:+ awk {print $NF;} 2024-08-29T18:32:53.274 INFO:tasks.workunit.client.1.smithi053.stderr:+ prefix=rbd_data.d76850f9fe90 2024-08-29T18:32:53.275 INFO:tasks.workunit.client.1.smithi053.stderr:+ grep rbd_data.d76850f9fe90 2024-08-29T18:32:53.275 INFO:tasks.workunit.client.1.smithi053.stderr:+ get_image_data_pool sparse 2024-08-29T18:32:53.275 INFO:tasks.workunit.client.1.smithi053.stderr:+ image=sparse 2024-08-29T18:32:53.275 INFO:tasks.workunit.client.1.smithi053.stderr:+ sed -e s/rbd_data.d76850f9fe90\.// -e s/^0*\([0-9a-f]\)/\1/ 2024-08-29T18:32:53.275 INFO:tasks.workunit.client.1.smithi053.stderr:+ sort -u 2024-08-29T18:32:53.275 INFO:tasks.workunit.client.1.smithi053.stderr:+ rbd info sparse 2024-08-29T18:32:53.275 INFO:tasks.workunit.client.1.smithi053.stderr:+ grep data_pool: 2024-08-29T18:32:53.275 INFO:tasks.workunit.client.1.smithi053.stderr:+ awk -F: { print $NF } 2024-08-29T18:32:53.323 INFO:tasks.workunit.client.1.smithi053.stderr:+ data_pool= 2024-08-29T18:32:53.324 INFO:tasks.workunit.client.1.smithi053.stderr:+ [ -z ] 2024-08-29T18:32:53.324 INFO:tasks.workunit.client.1.smithi053.stderr:+ data_pool=rbd 2024-08-29T18:32:53.324 INFO:tasks.workunit.client.1.smithi053.stderr:+ echo rbd 2024-08-29T18:32:53.324 INFO:tasks.workunit.client.1.smithi053.stderr:+ rados ls -p rbd 2024-08-29T18:32:53.379 INFO:tasks.workunit.client.1.smithi053.stderr:+ objects=1 2024-08-29T18:32:53.380 INFO:tasks.workunit.client.1.smithi053.stderr:+ echo 1 2024-08-29T18:32:53.380 INFO:tasks.workunit.client.1.smithi053.stderr:+ [ 0 -eq 1 -o 1 = 1 ] 2024-08-29T18:32:53.380 INFO:tasks.workunit.client.1.smithi053.stderr:+ rbd rm sparse 2024-08-29T18:32:53.380 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:32:53 smithi028 bash[77168]: cluster 2024-08-29T18:32:52.041225+0000 mgr.y (mgr.25022) 1384 : cluster [DBG] pgmap v2084: 105 pgs: 105 active+clean; 803 KiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 104 KiB/s rd, 11 KiB/s wr, 140 op/s 2024-08-29T18:32:53.381 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:32:53 smithi028 bash[77168]: cluster 2024-08-29T18:32:52.413229+0000 mon.a (mon.0) 2341 : cluster [DBG] osdmap e1182: 8 total, 8 up, 8 in 2024-08-29T18:32:53.381 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:32:53 smithi028 bash[78352]: cluster 2024-08-29T18:32:52.041225+0000 mgr.y (mgr.25022) 1384 : cluster [DBG] pgmap v2084: 105 pgs: 105 active+clean; 803 KiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 104 KiB/s rd, 11 KiB/s wr, 140 op/s 2024-08-29T18:32:53.381 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:32:53 smithi028 bash[78352]: cluster 2024-08-29T18:32:52.413229+0000 mon.a (mon.0) 2341 : cluster [DBG] osdmap e1182: 8 total, 8 up, 8 in 2024-08-29T18:32:53.576 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:32:53 smithi053 bash[68679]: cluster 2024-08-29T18:32:52.041225+0000 mgr.y (mgr.25022) 1384 : cluster [DBG] pgmap v2084: 105 pgs: 105 active+clean; 803 KiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 104 KiB/s rd, 11 KiB/s wr, 140 op/s 2024-08-29T18:32:53.576 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:32:53 smithi053 bash[68679]: cluster 2024-08-29T18:32:52.413229+0000 mon.a (mon.0) 2341 : cluster [DBG] osdmap e1182: 8 total, 8 up, 8 in 2024-08-29T18:32:53.649 INFO:tasks.workunit.client.1.smithi053.stderr: Removing image: 10% complete... Removing image: 20% complete... Removing image: 30% complete... Removing image: 40% complete... Removing image: 50% complete... Removing image: 60% complete... Removing image: 70% complete... Removing image: 80% complete... Removing image: 90% complete... Removing image: 100% complete...done. 2024-08-29T18:32:53.658 INFO:tasks.workunit.client.1.smithi053.stdout:zeros import through stdin to sparse image 2024-08-29T18:32:53.658 INFO:tasks.workunit.client.1.smithi053.stderr:+ echo zeros import through stdin to sparse image 2024-08-29T18:32:53.658 INFO:tasks.workunit.client.1.smithi053.stderr:+ dd if=/dev/zero bs=1M count=4 2024-08-29T18:32:53.658 INFO:tasks.workunit.client.1.smithi053.stderr:+ rbd import --new-format - sparse 2024-08-29T18:32:53.750 INFO:tasks.workunit.client.1.smithi053.stderr:4+0 records in 2024-08-29T18:32:53.750 INFO:tasks.workunit.client.1.smithi053.stderr:4+0 records out 2024-08-29T18:32:53.751 INFO:tasks.workunit.client.1.smithi053.stderr:4194304 bytes (4.2 MB, 4.0 MiB) copied, 0.0913649 s, 45.9 MB/s 2024-08-29T18:32:53.783 INFO:tasks.workunit.client.1.smithi053.stderr: Importing image: 100% complete...done. 2024-08-29T18:32:53.784 INFO:tasks.workunit.client.1.smithi053.stderr:rbd: --new-format is deprecated, use --image-format 2 2024-08-29T18:32:53.790 INFO:tasks.workunit.client.1.smithi053.stderr:+ objects sparse 2024-08-29T18:32:53.790 INFO:tasks.workunit.client.1.smithi053.stderr:+ image=sparse 2024-08-29T18:32:53.791 INFO:tasks.workunit.client.1.smithi053.stderr:+ rbd info sparse 2024-08-29T18:32:53.791 INFO:tasks.workunit.client.1.smithi053.stderr:+ grep block_name_prefix 2024-08-29T18:32:53.792 INFO:tasks.workunit.client.1.smithi053.stderr:+ awk {print $NF;} 2024-08-29T18:32:53.850 INFO:tasks.workunit.client.1.smithi053.stderr:+ prefix=rbd_data.d7897f4912d9 2024-08-29T18:32:53.850 INFO:tasks.workunit.client.1.smithi053.stderr:+ grep rbd_data.d7897f4912d9 2024-08-29T18:32:53.851 INFO:tasks.workunit.client.1.smithi053.stderr:+ get_image_data_pool sparse 2024-08-29T18:32:53.851 INFO:tasks.workunit.client.1.smithi053.stderr:+ image=sparse 2024-08-29T18:32:53.851 INFO:tasks.workunit.client.1.smithi053.stderr:+ sed -e s/rbd_data.d7897f4912d9\.// -e s/^0*\([0-9a-f]\)/\1/ 2024-08-29T18:32:53.851 INFO:tasks.workunit.client.1.smithi053.stderr:+ sort -u 2024-08-29T18:32:53.851 INFO:tasks.workunit.client.1.smithi053.stderr:+ rbd info sparse 2024-08-29T18:32:53.851 INFO:tasks.workunit.client.1.smithi053.stderr:+ grep data_pool: 2024-08-29T18:32:53.851 INFO:tasks.workunit.client.1.smithi053.stderr:+ awk -F: { print $NF } 2024-08-29T18:32:53.900 INFO:tasks.workunit.client.1.smithi053.stderr:+ data_pool= 2024-08-29T18:32:53.900 INFO:tasks.workunit.client.1.smithi053.stderr:+ [ -z ] 2024-08-29T18:32:53.901 INFO:tasks.workunit.client.1.smithi053.stderr:+ data_pool=rbd 2024-08-29T18:32:53.901 INFO:tasks.workunit.client.1.smithi053.stderr:+ echo rbd 2024-08-29T18:32:53.901 INFO:tasks.workunit.client.1.smithi053.stderr:+ rados ls -p rbd 2024-08-29T18:32:53.956 INFO:tasks.workunit.client.1.smithi053.stderr:+ objects= 2024-08-29T18:32:53.957 INFO:tasks.workunit.client.1.smithi053.stderr:+ echo 2024-08-29T18:32:53.957 INFO:tasks.workunit.client.1.smithi053.stderr:+ [ 0 -eq 1 -o = ] 2024-08-29T18:32:53.957 INFO:tasks.workunit.client.1.smithi053.stderr:+ rbd rm sparse 2024-08-29T18:32:54.203 INFO:tasks.workunit.client.1.smithi053.stderr: Removing image: 100% complete...done. 2024-08-29T18:32:54.211 INFO:tasks.workunit.client.1.smithi053.stdout:zeros export to sparse file 2024-08-29T18:32:54.212 INFO:tasks.workunit.client.1.smithi053.stderr:+ echo zeros export to sparse file 2024-08-29T18:32:54.212 INFO:tasks.workunit.client.1.smithi053.stderr:+ rbd create --new-format sparse --size 4 2024-08-29T18:32:54.283 INFO:tasks.workunit.client.1.smithi053.stderr:rbd: --new-format is deprecated, use --image-format 2 2024-08-29T18:32:54.287 INFO:tasks.workunit.client.1.smithi053.stderr:+ rbd info sparse 2024-08-29T18:32:54.287 INFO:tasks.workunit.client.1.smithi053.stderr:+ grep block_name_prefix 2024-08-29T18:32:54.287 INFO:tasks.workunit.client.1.smithi053.stderr:+ awk {print $NF;} 2024-08-29T18:32:54.338 INFO:tasks.workunit.client.1.smithi053.stderr:+ prefix=rbd_data.d7aa99b17f70 2024-08-29T18:32:54.338 INFO:tasks.workunit.client.1.smithi053.stderr:+ dd if=/dev/zero bs=4M count=1 2024-08-29T18:32:54.338 INFO:tasks.workunit.client.1.smithi053.stderr:+ get_image_data_pool sparse 2024-08-29T18:32:54.338 INFO:tasks.workunit.client.1.smithi053.stderr:+ image=sparse 2024-08-29T18:32:54.338 INFO:tasks.workunit.client.1.smithi053.stderr:+ rbd info sparse 2024-08-29T18:32:54.338 INFO:tasks.workunit.client.1.smithi053.stderr:+ grep data_pool: 2024-08-29T18:32:54.338 INFO:tasks.workunit.client.1.smithi053.stderr:+ awk -F: { print $NF } 2024-08-29T18:32:54.391 INFO:tasks.workunit.client.1.smithi053.stderr:+ data_pool= 2024-08-29T18:32:54.391 INFO:tasks.workunit.client.1.smithi053.stderr:+ [ -z ] 2024-08-29T18:32:54.391 INFO:tasks.workunit.client.1.smithi053.stderr:+ data_pool=rbd 2024-08-29T18:32:54.391 INFO:tasks.workunit.client.1.smithi053.stderr:+ echo rbd 2024-08-29T18:32:54.391 INFO:tasks.workunit.client.1.smithi053.stderr:+ rados -p rbd put rbd_data.d7aa99b17f70.000000000000 - 2024-08-29T18:32:54.423 INFO:tasks.workunit.client.1.smithi053.stderr:1+0 records in 2024-08-29T18:32:54.423 INFO:tasks.workunit.client.1.smithi053.stderr:1+0 records out 2024-08-29T18:32:54.423 INFO:tasks.workunit.client.1.smithi053.stderr:4194304 bytes (4.2 MB, 4.0 MiB) copied, 0.0856003 s, 49.0 MB/s 2024-08-29T18:32:54.454 INFO:tasks.workunit.client.1.smithi053.stderr:+ objects sparse 2024-08-29T18:32:54.454 INFO:tasks.workunit.client.1.smithi053.stderr:+ image=sparse 2024-08-29T18:32:54.454 INFO:tasks.workunit.client.1.smithi053.stderr:+ rbd info sparse 2024-08-29T18:32:54.454 INFO:tasks.workunit.client.1.smithi053.stderr:+ grep block_name_prefix 2024-08-29T18:32:54.454 INFO:tasks.workunit.client.1.smithi053.stderr:+ awk {print $NF;} 2024-08-29T18:32:54.503 INFO:tasks.workunit.client.1.smithi053.stderr:+ prefix=rbd_data.d7aa99b17f70 2024-08-29T18:32:54.504 INFO:tasks.workunit.client.1.smithi053.stderr:+ grep rbd_data.d7aa99b17f70 2024-08-29T18:32:54.504 INFO:tasks.workunit.client.1.smithi053.stderr:+ + get_image_data_pool sparse 2024-08-29T18:32:54.504 INFO:tasks.workunit.client.1.smithi053.stderr:+ sed -e s/rbd_data.d7aa99b17f70\.// -e s/^0*\([0-9a-f]\)/\1/ 2024-08-29T18:32:54.504 INFO:tasks.workunit.client.1.smithi053.stderr:image=sparse 2024-08-29T18:32:54.504 INFO:tasks.workunit.client.1.smithi053.stderr:+ sort -u 2024-08-29T18:32:54.504 INFO:tasks.workunit.client.1.smithi053.stderr:+ rbd info sparse 2024-08-29T18:32:54.504 INFO:tasks.workunit.client.1.smithi053.stderr:+ grep data_pool: 2024-08-29T18:32:54.505 INFO:tasks.workunit.client.1.smithi053.stderr:+ awk -F: { print $NF } 2024-08-29T18:32:54.555 INFO:tasks.workunit.client.1.smithi053.stderr:+ data_pool= 2024-08-29T18:32:54.555 INFO:tasks.workunit.client.1.smithi053.stderr:+ [ -z ] 2024-08-29T18:32:54.555 INFO:tasks.workunit.client.1.smithi053.stderr:+ data_pool=rbd 2024-08-29T18:32:54.555 INFO:tasks.workunit.client.1.smithi053.stderr:+ echo rbd 2024-08-29T18:32:54.555 INFO:tasks.workunit.client.1.smithi053.stderr:+ rados ls -p rbd 2024-08-29T18:32:54.611 INFO:tasks.workunit.client.1.smithi053.stderr:+ objects=0 2024-08-29T18:32:54.611 INFO:tasks.workunit.client.1.smithi053.stderr:+ echo 0 2024-08-29T18:32:54.611 INFO:tasks.workunit.client.1.smithi053.stderr:+ [ 0 -eq 1 -o 0 = 0 ] 2024-08-29T18:32:54.611 INFO:tasks.workunit.client.1.smithi053.stderr:+ rm /tmp/rbd_import_export_103461/sparse 2024-08-29T18:32:54.612 INFO:tasks.workunit.client.1.smithi053.stderr:rm: cannot remove '/tmp/rbd_import_export_103461/sparse': No such file or directory 2024-08-29T18:32:54.612 INFO:tasks.workunit.client.1.smithi053.stderr:+ true 2024-08-29T18:32:54.612 INFO:tasks.workunit.client.1.smithi053.stderr:+ rbd export sparse /tmp/rbd_import_export_103461/sparse 2024-08-29T18:32:54.661 INFO:tasks.workunit.client.1.smithi053.stderr: Exporting image: 100% complete...done. 2024-08-29T18:32:54.665 INFO:tasks.workunit.client.1.smithi053.stderr:+ stat /tmp/rbd_import_export_103461/sparse --format=%b 2024-08-29T18:32:54.666 INFO:tasks.workunit.client.1.smithi053.stderr:+ [ 0 = 0 ] 2024-08-29T18:32:54.666 INFO:tasks.workunit.client.1.smithi053.stderr:+ rbd rm sparse 2024-08-29T18:32:54.913 INFO:tasks.workunit.client.1.smithi053.stderr: Removing image: 100% complete...done. 2024-08-29T18:32:54.921 INFO:tasks.workunit.client.1.smithi053.stderr:+ rm /tmp/rbd_import_export_103461/sparse /tmp/rbd_import_export_103461/sparse1 /tmp/rbd_import_export_103461/sparse2 /tmp/rbd_import_export_103461/sparse3 2024-08-29T18:32:54.925 INFO:tasks.workunit.client.1.smithi053.stderr:rm: cannot remove '/tmp/rbd_import_export_103461/sparse3': No such file or directory 2024-08-29T18:32:54.925 INFO:tasks.workunit.client.1.smithi053.stderr:+ true 2024-08-29T18:32:54.925 INFO:tasks.workunit.client.1.smithi053.stdout:OK 2024-08-29T18:32:54.925 INFO:tasks.workunit.client.1.smithi053.stderr:+ echo OK 2024-08-29T18:32:54.926 INFO:tasks.workunit.client.1.smithi053.stderr:+ rm -rf /tmp/rbd_import_export_103461 2024-08-29T18:32:54.927 INFO:teuthology.orchestra.run:Running command with timeout 3600 2024-08-29T18:32:54.927 DEBUG:teuthology.orchestra.run.smithi053:> sudo rm -rf -- /home/ubuntu/cephtest/mnt.1/client.1/tmp 2024-08-29T18:32:54.988 INFO:tasks.workunit:Stopping ['rbd/import_export.sh'] on client.1... 2024-08-29T18:32:54.988 DEBUG:teuthology.orchestra.run.smithi053:> sudo rm -rf -- /home/ubuntu/cephtest/workunits.list.client.1 /home/ubuntu/cephtest/clone.client.1 2024-08-29T18:32:55.256 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:32:55 smithi053 bash[68679]: cluster 2024-08-29T18:32:54.042392+0000 mgr.y (mgr.25022) 1385 : cluster [DBG] pgmap v2086: 105 pgs: 105 active+clean; 1.7 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 1.0 MiB/s rd, 1.0 MiB/s wr, 288 op/s 2024-08-29T18:32:55.257 DEBUG:teuthology.parallel:result is None 2024-08-29T18:32:55.257 DEBUG:teuthology.orchestra.run.smithi053:> sudo rm -rf -- /home/ubuntu/cephtest/mnt.1/client.1 2024-08-29T18:32:55.271 INFO:tasks.workunit:Deleted dir /home/ubuntu/cephtest/mnt.1/client.1 2024-08-29T18:32:55.271 DEBUG:teuthology.orchestra.run.smithi053:> rmdir -- /home/ubuntu/cephtest/mnt.1 2024-08-29T18:32:55.319 INFO:tasks.workunit:Deleted artificial mount point /home/ubuntu/cephtest/mnt.1/client.1 2024-08-29T18:32:55.319 INFO:teuthology.task.full_sequential:In full_sequential, running task print... 2024-08-29T18:32:55.319 INFO:teuthology.task.print:**** done end rbd_import_export.yaml 2024-08-29T18:32:55.319 INFO:teuthology.task.full_sequential:In full_sequential, running task print... 2024-08-29T18:32:55.319 INFO:teuthology.task.print:**** done start test_rbd_api.yaml 2024-08-29T18:32:55.319 INFO:teuthology.task.full_sequential:In full_sequential, running task workunit... 2024-08-29T18:32:55.320 INFO:tasks.workunit:Pulling workunits from ref quincy 2024-08-29T18:32:55.321 INFO:tasks.workunit:Making a separate scratch dir for every client... 2024-08-29T18:32:55.321 DEBUG:teuthology.orchestra.run.smithi028:> stat -- /home/ubuntu/cephtest/mnt.0 2024-08-29T18:32:55.327 DEBUG:teuthology.orchestra.run:got remote process result: 1 2024-08-29T18:32:55.328 INFO:teuthology.orchestra.run.smithi028.stderr:stat: cannot statx '/home/ubuntu/cephtest/mnt.0': No such file or directory 2024-08-29T18:32:55.328 DEBUG:teuthology.orchestra.run.smithi028:> mkdir -- /home/ubuntu/cephtest/mnt.0 2024-08-29T18:32:55.377 INFO:tasks.workunit:Created dir /home/ubuntu/cephtest/mnt.0 2024-08-29T18:32:55.377 DEBUG:teuthology.orchestra.run.smithi028:> cd -- /home/ubuntu/cephtest/mnt.0 && mkdir -- client.0 2024-08-29T18:32:55.380 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:32:55 smithi028 bash[77168]: cluster 2024-08-29T18:32:54.042392+0000 mgr.y (mgr.25022) 1385 : cluster [DBG] pgmap v2086: 105 pgs: 105 active+clean; 1.7 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 1.0 MiB/s rd, 1.0 MiB/s wr, 288 op/s 2024-08-29T18:32:55.381 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:32:55 smithi028 bash[78352]: cluster 2024-08-29T18:32:54.042392+0000 mgr.y (mgr.25022) 1385 : cluster [DBG] pgmap v2086: 105 pgs: 105 active+clean; 1.7 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 1.0 MiB/s rd, 1.0 MiB/s wr, 288 op/s 2024-08-29T18:32:55.386 INFO:tasks.workunit:timeout=3h 2024-08-29T18:32:55.386 INFO:tasks.workunit:cleanup=True 2024-08-29T18:32:55.386 DEBUG:teuthology.orchestra.run.smithi028:> rm -rf /home/ubuntu/cephtest/clone.client.0 && git clone --depth 1 --branch quincy https://github.com/ceph/ceph-ci.git /home/ubuntu/cephtest/clone.client.0 && cd /home/ubuntu/cephtest/clone.client.0 2024-08-29T18:32:55.434 INFO:tasks.workunit.client.0.smithi028.stderr:Cloning into '/home/ubuntu/cephtest/clone.client.0'... 2024-08-29T18:32:57.381 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:32:57 smithi028 bash[78352]: cluster 2024-08-29T18:32:56.043575+0000 mgr.y (mgr.25022) 1386 : cluster [DBG] pgmap v2087: 105 pgs: 105 active+clean; 1.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 1.0 MiB/s rd, 955 KiB/s wr, 287 op/s 2024-08-29T18:32:57.381 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:32:57 smithi028 bash[77168]: cluster 2024-08-29T18:32:56.043575+0000 mgr.y (mgr.25022) 1386 : cluster [DBG] pgmap v2087: 105 pgs: 105 active+clean; 1.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 1.0 MiB/s rd, 955 KiB/s wr, 287 op/s 2024-08-29T18:32:57.577 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:32:57 smithi053 bash[68679]: cluster 2024-08-29T18:32:56.043575+0000 mgr.y (mgr.25022) 1386 : cluster [DBG] pgmap v2087: 105 pgs: 105 active+clean; 1.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 1.0 MiB/s rd, 955 KiB/s wr, 287 op/s 2024-08-29T18:32:58.381 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:32:58 smithi028 bash[78352]: audit 2024-08-29T18:32:57.117369+0000 mon.a (mon.0) 2342 : audit [DBG] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-29T18:32:58.381 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:32:58 smithi028 bash[78352]: cluster 2024-08-29T18:32:57.415035+0000 mon.a (mon.0) 2343 : cluster [DBG] osdmap e1183: 8 total, 8 up, 8 in 2024-08-29T18:32:58.381 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:32:58 smithi028 bash[77168]: audit 2024-08-29T18:32:57.117369+0000 mon.a (mon.0) 2342 : audit [DBG] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-29T18:32:58.381 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:32:58 smithi028 bash[77168]: cluster 2024-08-29T18:32:57.415035+0000 mon.a (mon.0) 2343 : cluster [DBG] osdmap e1183: 8 total, 8 up, 8 in 2024-08-29T18:32:58.576 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:32:58 smithi053 bash[68679]: audit 2024-08-29T18:32:57.117369+0000 mon.a (mon.0) 2342 : audit [DBG] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-29T18:32:58.576 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:32:58 smithi053 bash[68679]: cluster 2024-08-29T18:32:57.415035+0000 mon.a (mon.0) 2343 : cluster [DBG] osdmap e1183: 8 total, 8 up, 8 in 2024-08-29T18:32:59.381 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:32:59 smithi028 bash[78352]: cluster 2024-08-29T18:32:58.044293+0000 mgr.y (mgr.25022) 1387 : cluster [DBG] pgmap v2089: 105 pgs: 105 active+clean; 1.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 945 KiB/s rd, 907 KiB/s wr, 237 op/s 2024-08-29T18:32:59.381 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:32:59 smithi028 bash[77168]: cluster 2024-08-29T18:32:58.044293+0000 mgr.y (mgr.25022) 1387 : cluster [DBG] pgmap v2089: 105 pgs: 105 active+clean; 1.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 945 KiB/s rd, 907 KiB/s wr, 237 op/s 2024-08-29T18:32:59.576 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:32:59 smithi053 bash[68679]: cluster 2024-08-29T18:32:58.044293+0000 mgr.y (mgr.25022) 1387 : cluster [DBG] pgmap v2089: 105 pgs: 105 active+clean; 1.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 945 KiB/s rd, 907 KiB/s wr, 237 op/s 2024-08-29T18:33:01.381 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:33:01 smithi028 bash[77168]: cluster 2024-08-29T18:33:00.045461+0000 mgr.y (mgr.25022) 1388 : cluster [DBG] pgmap v2090: 105 pgs: 105 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 1010 KiB/s rd, 1.4 MiB/s wr, 323 op/s 2024-08-29T18:33:01.381 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:33:01 smithi028 bash[78352]: cluster 2024-08-29T18:33:00.045461+0000 mgr.y (mgr.25022) 1388 : cluster [DBG] pgmap v2090: 105 pgs: 105 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 1010 KiB/s rd, 1.4 MiB/s wr, 323 op/s 2024-08-29T18:33:01.576 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:33:01 smithi053 bash[68679]: cluster 2024-08-29T18:33:00.045461+0000 mgr.y (mgr.25022) 1388 : cluster [DBG] pgmap v2090: 105 pgs: 105 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 1010 KiB/s rd, 1.4 MiB/s wr, 323 op/s 2024-08-29T18:33:01.789 DEBUG:teuthology.orchestra.run.smithi028:> cd -- /home/ubuntu/cephtest/clone.client.0/qa/workunits && if test -e Makefile ; then make ; fi && find -executable -type f -printf '%P\0' >/home/ubuntu/cephtest/workunits.list.client.0 2024-08-29T18:33:01.837 INFO:tasks.workunit.client.0.smithi028.stdout:for d in direct_io fs ; do ( cd $d ; make all ) ; done 2024-08-29T18:33:01.840 INFO:tasks.workunit.client.0.smithi028.stdout:make[1]: Entering directory '/home/ubuntu/cephtest/clone.client.0/qa/workunits/direct_io' 2024-08-29T18:33:01.840 INFO:tasks.workunit.client.0.smithi028.stdout:cc -Wall -Wextra -D_GNU_SOURCE direct_io_test.c -o direct_io_test 2024-08-29T18:33:01.880 INFO:journalctl@ceph.mgr.y.smithi028.stdout:Aug 29 18:33:01 smithi028 bash[70818]: ::ffff:172.21.15.53 - - [29/Aug/2024:18:33:01] "GET /metrics HTTP/1.1" 200 33993 "" "Prometheus/2.43.0" 2024-08-29T18:33:01.897 INFO:tasks.workunit.client.0.smithi028.stdout:cc -Wall -Wextra -D_GNU_SOURCE test_sync_io.c -o test_sync_io 2024-08-29T18:33:01.959 INFO:tasks.workunit.client.0.smithi028.stdout:cc -Wall -Wextra -D_GNU_SOURCE test_short_dio_read.c -o test_short_dio_read 2024-08-29T18:33:02.009 INFO:tasks.workunit.client.0.smithi028.stdout:make[1]: Leaving directory '/home/ubuntu/cephtest/clone.client.0/qa/workunits/direct_io' 2024-08-29T18:33:02.011 INFO:tasks.workunit.client.0.smithi028.stdout:make[1]: Entering directory '/home/ubuntu/cephtest/clone.client.0/qa/workunits/fs' 2024-08-29T18:33:02.011 INFO:tasks.workunit.client.0.smithi028.stdout:cc -Wall -Wextra -D_GNU_SOURCE test_o_trunc.c -o test_o_trunc 2024-08-29T18:33:02.056 INFO:tasks.workunit.client.0.smithi028.stdout:make[1]: Leaving directory '/home/ubuntu/cephtest/clone.client.0/qa/workunits/fs' 2024-08-29T18:33:02.059 DEBUG:teuthology.orchestra.run.smithi028:> set -ex 2024-08-29T18:33:02.059 DEBUG:teuthology.orchestra.run.smithi028:> dd if=/home/ubuntu/cephtest/workunits.list.client.0 of=/dev/stdout 2024-08-29T18:33:02.108 INFO:tasks.workunit:Running workunits matching rbd/test_librbd.sh on client.0... 2024-08-29T18:33:02.109 INFO:tasks.workunit:Running workunit rbd/test_librbd.sh... 2024-08-29T18:33:02.109 DEBUG:teuthology.orchestra.run.smithi028:workunit test rbd/test_librbd.sh> mkdir -p -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && cd -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && CEPH_CLI_TEST_DUP_COMMAND=1 CEPH_REF=quincy TESTDIR="/home/ubuntu/cephtest" CEPH_ARGS="--cluster ceph" CEPH_ID="0" PATH=$PATH:/usr/sbin CEPH_BASE=/home/ubuntu/cephtest/clone.client.0 CEPH_ROOT=/home/ubuntu/cephtest/clone.client.0 CEPH_MNT=/home/ubuntu/cephtest/mnt.0 RBD_FEATURES=61 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 3h /home/ubuntu/cephtest/clone.client.0/qa/workunits/rbd/test_librbd.sh 2024-08-29T18:33:02.201 INFO:tasks.workunit.client.0.smithi028.stderr:warning: failed to enable lockdep 2024-08-29T18:33:02.202 INFO:tasks.workunit.client.0.smithi028.stdout:seed 116573 2024-08-29T18:33:02.202 INFO:tasks.workunit.client.0.smithi028.stdout:[==========] Running 406 tests from 15 test suites. 2024-08-29T18:33:02.202 INFO:tasks.workunit.client.0.smithi028.stdout:[----------] Global test environment set-up. 2024-08-29T18:33:02.203 INFO:tasks.workunit.client.0.smithi028.stdout:[----------] 16 tests from TestJournalReplay 2024-08-29T18:33:02.576 INFO:journalctl@ceph.prometheus.a.smithi053.stdout:Aug 29 18:33:02 smithi053 bash[95567]: ts=2024-08-29T18:33:02.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"3167ee72-662c-11ef-bcd4-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-29T18:33:03.381 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:33:03 smithi028 bash[78352]: cluster 2024-08-29T18:33:02.046046+0000 mgr.y (mgr.25022) 1389 : cluster [DBG] pgmap v2091: 105 pgs: 105 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 838 KiB/s rd, 1.2 MiB/s wr, 268 op/s 2024-08-29T18:33:03.381 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:33:03 smithi028 bash[77168]: cluster 2024-08-29T18:33:02.046046+0000 mgr.y (mgr.25022) 1389 : cluster [DBG] pgmap v2091: 105 pgs: 105 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 838 KiB/s rd, 1.2 MiB/s wr, 268 op/s 2024-08-29T18:33:03.576 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:33:03 smithi053 bash[68679]: cluster 2024-08-29T18:33:02.046046+0000 mgr.y (mgr.25022) 1389 : cluster [DBG] pgmap v2091: 105 pgs: 105 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 838 KiB/s rd, 1.2 MiB/s wr, 268 op/s 2024-08-29T18:33:04.144 INFO:tasks.workunit.client.0.smithi028.stdout:[ RUN ] TestJournalReplay.AioDiscardEvent 2024-08-29T18:33:04.576 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:33:04 smithi053 bash[68679]: cluster 2024-08-29T18:33:03.132358+0000 mon.a (mon.0) 2344 : cluster [DBG] osdmap e1184: 8 total, 8 up, 8 in 2024-08-29T18:33:04.576 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:33:04 smithi053 bash[68679]: audit 2024-08-29T18:33:03.139079+0000 mon.c (mon.2) 84 : audit [INF] from='client.? 172.21.15.28:0/525848455' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi028-116573-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-29T18:33:04.577 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:33:04 smithi053 bash[68679]: audit 2024-08-29T18:33:03.140621+0000 mon.a (mon.0) 2345 : audit [INF] from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi028-116573-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-29T18:33:04.631 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:33:04 smithi028 bash[78352]: cluster 2024-08-29T18:33:03.132358+0000 mon.a (mon.0) 2344 : cluster [DBG] osdmap e1184: 8 total, 8 up, 8 in 2024-08-29T18:33:04.631 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:33:04 smithi028 bash[78352]: audit 2024-08-29T18:33:03.139079+0000 mon.c (mon.2) 84 : audit [INF] from='client.? 172.21.15.28:0/525848455' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi028-116573-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-29T18:33:04.631 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:33:04 smithi028 bash[78352]: audit 2024-08-29T18:33:03.140621+0000 mon.a (mon.0) 2345 : audit [INF] from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi028-116573-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-29T18:33:04.631 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:33:04 smithi028 bash[77168]: cluster 2024-08-29T18:33:03.132358+0000 mon.a (mon.0) 2344 : cluster [DBG] osdmap e1184: 8 total, 8 up, 8 in 2024-08-29T18:33:04.631 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:33:04 smithi028 bash[77168]: audit 2024-08-29T18:33:03.139079+0000 mon.c (mon.2) 84 : audit [INF] from='client.? 172.21.15.28:0/525848455' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi028-116573-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-29T18:33:04.631 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:33:04 smithi028 bash[77168]: audit 2024-08-29T18:33:03.140621+0000 mon.a (mon.0) 2345 : audit [INF] from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi028-116573-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-29T18:33:05.576 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:33:05 smithi053 bash[68679]: cluster 2024-08-29T18:33:04.047006+0000 mgr.y (mgr.25022) 1390 : cluster [DBG] pgmap v2093: 137 pgs: 6 creating+peering, 26 unknown, 105 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 70 KiB/s rd, 516 KiB/s wr, 96 op/s 2024-08-29T18:33:05.576 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:33:05 smithi053 bash[68679]: cluster 2024-08-29T18:33:04.125022+0000 mon.a (mon.0) 2346 : cluster [WRN] Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-08-29T18:33:05.577 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:33:05 smithi053 bash[68679]: audit 2024-08-29T18:33:04.134828+0000 mon.a (mon.0) 2347 : audit [INF] from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi028-116573-1","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-29T18:33:05.577 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:33:05 smithi053 bash[68679]: cluster 2024-08-29T18:33:04.144995+0000 mon.a (mon.0) 2348 : cluster [DBG] osdmap e1185: 8 total, 8 up, 8 in 2024-08-29T18:33:05.631 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:33:05 smithi028 bash[77168]: cluster 2024-08-29T18:33:04.047006+0000 mgr.y (mgr.25022) 1390 : cluster [DBG] pgmap v2093: 137 pgs: 6 creating+peering, 26 unknown, 105 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 70 KiB/s rd, 516 KiB/s wr, 96 op/s 2024-08-29T18:33:05.631 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:33:05 smithi028 bash[77168]: cluster 2024-08-29T18:33:04.125022+0000 mon.a (mon.0) 2346 : cluster [WRN] Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-08-29T18:33:05.631 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:33:05 smithi028 bash[77168]: audit 2024-08-29T18:33:04.134828+0000 mon.a (mon.0) 2347 : audit [INF] from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi028-116573-1","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-29T18:33:05.631 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:33:05 smithi028 bash[77168]: cluster 2024-08-29T18:33:04.144995+0000 mon.a (mon.0) 2348 : cluster [DBG] osdmap e1185: 8 total, 8 up, 8 in 2024-08-29T18:33:05.631 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:33:05 smithi028 bash[78352]: cluster 2024-08-29T18:33:04.047006+0000 mgr.y (mgr.25022) 1390 : cluster [DBG] pgmap v2093: 137 pgs: 6 creating+peering, 26 unknown, 105 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 70 KiB/s rd, 516 KiB/s wr, 96 op/s 2024-08-29T18:33:05.631 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:33:05 smithi028 bash[78352]: cluster 2024-08-29T18:33:04.125022+0000 mon.a (mon.0) 2346 : cluster [WRN] Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-08-29T18:33:05.631 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:33:05 smithi028 bash[78352]: audit 2024-08-29T18:33:04.134828+0000 mon.a (mon.0) 2347 : audit [INF] from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi028-116573-1","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-29T18:33:05.632 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:33:05 smithi028 bash[78352]: cluster 2024-08-29T18:33:04.144995+0000 mon.a (mon.0) 2348 : cluster [DBG] osdmap e1185: 8 total, 8 up, 8 in 2024-08-29T18:33:06.216 INFO:tasks.workunit.client.0.smithi028.stdout:SKIPPING 2024-08-29T18:33:06.217 INFO:tasks.workunit.client.0.smithi028.stdout:[ OK ] TestJournalReplay.AioDiscardEvent (2072 ms) 2024-08-29T18:33:06.217 INFO:tasks.workunit.client.0.smithi028.stdout:[ RUN ] TestJournalReplay.AioWriteEvent 2024-08-29T18:33:06.236 INFO:tasks.workunit.client.0.smithi028.stdout:SKIPPING 2024-08-29T18:33:06.236 INFO:tasks.workunit.client.0.smithi028.stdout:[ OK ] TestJournalReplay.AioWriteEvent (20 ms) 2024-08-29T18:33:06.237 INFO:tasks.workunit.client.0.smithi028.stdout:[ RUN ] TestJournalReplay.AioFlushEvent 2024-08-29T18:33:06.258 INFO:tasks.workunit.client.0.smithi028.stdout:SKIPPING 2024-08-29T18:33:06.258 INFO:tasks.workunit.client.0.smithi028.stdout:[ OK ] TestJournalReplay.AioFlushEvent (22 ms) 2024-08-29T18:33:06.258 INFO:tasks.workunit.client.0.smithi028.stdout:[ RUN ] TestJournalReplay.SnapCreate 2024-08-29T18:33:06.278 INFO:tasks.workunit.client.0.smithi028.stdout:SKIPPING 2024-08-29T18:33:06.278 INFO:tasks.workunit.client.0.smithi028.stdout:[ OK ] TestJournalReplay.SnapCreate (20 ms) 2024-08-29T18:33:06.278 INFO:tasks.workunit.client.0.smithi028.stdout:[ RUN ] TestJournalReplay.SnapProtect 2024-08-29T18:33:06.299 INFO:tasks.workunit.client.0.smithi028.stdout:SKIPPING 2024-08-29T18:33:06.299 INFO:tasks.workunit.client.0.smithi028.stdout:[ OK ] TestJournalReplay.SnapProtect (21 ms) 2024-08-29T18:33:06.299 INFO:tasks.workunit.client.0.smithi028.stdout:[ RUN ] TestJournalReplay.SnapUnprotect 2024-08-29T18:33:06.320 INFO:tasks.workunit.client.0.smithi028.stdout:SKIPPING 2024-08-29T18:33:06.321 INFO:tasks.workunit.client.0.smithi028.stdout:[ OK ] TestJournalReplay.SnapUnprotect (21 ms) 2024-08-29T18:33:06.321 INFO:tasks.workunit.client.0.smithi028.stdout:[ RUN ] TestJournalReplay.SnapRename 2024-08-29T18:33:06.342 INFO:tasks.workunit.client.0.smithi028.stdout:SKIPPING 2024-08-29T18:33:06.343 INFO:tasks.workunit.client.0.smithi028.stdout:[ OK ] TestJournalReplay.SnapRename (22 ms) 2024-08-29T18:33:06.343 INFO:tasks.workunit.client.0.smithi028.stdout:[ RUN ] TestJournalReplay.SnapRollback 2024-08-29T18:33:06.366 INFO:tasks.workunit.client.0.smithi028.stdout:SKIPPING 2024-08-29T18:33:06.366 INFO:tasks.workunit.client.0.smithi028.stdout:[ OK ] TestJournalReplay.SnapRollback (24 ms) 2024-08-29T18:33:06.366 INFO:tasks.workunit.client.0.smithi028.stdout:[ RUN ] TestJournalReplay.SnapRemove 2024-08-29T18:33:06.389 INFO:tasks.workunit.client.0.smithi028.stdout:SKIPPING 2024-08-29T18:33:06.389 INFO:tasks.workunit.client.0.smithi028.stdout:[ OK ] TestJournalReplay.SnapRemove (23 ms) 2024-08-29T18:33:06.389 INFO:tasks.workunit.client.0.smithi028.stdout:[ RUN ] TestJournalReplay.Rename 2024-08-29T18:33:06.412 INFO:tasks.workunit.client.0.smithi028.stdout:SKIPPING 2024-08-29T18:33:06.412 INFO:tasks.workunit.client.0.smithi028.stdout:[ OK ] TestJournalReplay.Rename (23 ms) 2024-08-29T18:33:06.413 INFO:tasks.workunit.client.0.smithi028.stdout:[ RUN ] TestJournalReplay.Resize 2024-08-29T18:33:06.434 INFO:tasks.workunit.client.0.smithi028.stdout:SKIPPING 2024-08-29T18:33:06.434 INFO:tasks.workunit.client.0.smithi028.stdout:[ OK ] TestJournalReplay.Resize (22 ms) 2024-08-29T18:33:06.434 INFO:tasks.workunit.client.0.smithi028.stdout:[ RUN ] TestJournalReplay.Flatten 2024-08-29T18:33:06.455 INFO:tasks.workunit.client.0.smithi028.stdout:SKIPPING 2024-08-29T18:33:06.455 INFO:tasks.workunit.client.0.smithi028.stdout:[ OK ] TestJournalReplay.Flatten (21 ms) 2024-08-29T18:33:06.455 INFO:tasks.workunit.client.0.smithi028.stdout:[ RUN ] TestJournalReplay.UpdateFeatures 2024-08-29T18:33:06.476 INFO:tasks.workunit.client.0.smithi028.stdout:SKIPPING 2024-08-29T18:33:06.477 INFO:tasks.workunit.client.0.smithi028.stdout:[ OK ] TestJournalReplay.UpdateFeatures (21 ms) 2024-08-29T18:33:06.477 INFO:tasks.workunit.client.0.smithi028.stdout:[ RUN ] TestJournalReplay.MetadataSet 2024-08-29T18:33:06.497 INFO:tasks.workunit.client.0.smithi028.stdout:SKIPPING 2024-08-29T18:33:06.498 INFO:tasks.workunit.client.0.smithi028.stdout:[ OK ] TestJournalReplay.MetadataSet (21 ms) 2024-08-29T18:33:06.498 INFO:tasks.workunit.client.0.smithi028.stdout:[ RUN ] TestJournalReplay.MetadataRemove 2024-08-29T18:33:06.518 INFO:tasks.workunit.client.0.smithi028.stdout:SKIPPING 2024-08-29T18:33:06.518 INFO:tasks.workunit.client.0.smithi028.stdout:[ OK ] TestJournalReplay.MetadataRemove (21 ms) 2024-08-29T18:33:06.518 INFO:tasks.workunit.client.0.smithi028.stdout:[ RUN ] TestJournalReplay.ObjectPosition 2024-08-29T18:33:06.539 INFO:tasks.workunit.client.0.smithi028.stdout:SKIPPING 2024-08-29T18:33:06.539 INFO:tasks.workunit.client.0.smithi028.stdout:[ OK ] TestJournalReplay.ObjectPosition (21 ms) 2024-08-29T18:33:06.576 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:33:06 smithi053 bash[68679]: cluster 2024-08-29T18:33:05.144447+0000 mon.a (mon.0) 2349 : cluster [DBG] osdmap e1186: 8 total, 8 up, 8 in 2024-08-29T18:33:06.576 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:33:06 smithi053 bash[68679]: cluster 2024-08-29T18:33:06.047914+0000 mgr.y (mgr.25022) 1391 : cluster [DBG] pgmap v2096: 137 pgs: 6 creating+peering, 2 unknown, 129 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 170 B/s wr, 0 op/s 2024-08-29T18:33:06.631 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:33:06 smithi028 bash[78352]: cluster 2024-08-29T18:33:05.144447+0000 mon.a (mon.0) 2349 : cluster [DBG] osdmap e1186: 8 total, 8 up, 8 in 2024-08-29T18:33:06.631 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:33:06 smithi028 bash[78352]: cluster 2024-08-29T18:33:06.047914+0000 mgr.y (mgr.25022) 1391 : cluster [DBG] pgmap v2096: 137 pgs: 6 creating+peering, 2 unknown, 129 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 170 B/s wr, 0 op/s 2024-08-29T18:33:06.631 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:33:06 smithi028 bash[77168]: cluster 2024-08-29T18:33:05.144447+0000 mon.a (mon.0) 2349 : cluster [DBG] osdmap e1186: 8 total, 8 up, 8 in 2024-08-29T18:33:06.631 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:33:06 smithi028 bash[77168]: cluster 2024-08-29T18:33:06.047914+0000 mgr.y (mgr.25022) 1391 : cluster [DBG] pgmap v2096: 137 pgs: 6 creating+peering, 2 unknown, 129 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 170 B/s wr, 0 op/s 2024-08-29T18:33:07.198 INFO:tasks.workunit.client.0.smithi028.stdout:[----------] 16 tests from TestJournalReplay (2395 ms total) 2024-08-29T18:33:07.198 INFO:tasks.workunit.client.0.smithi028.stdout: 2024-08-29T18:33:07.198 INFO:tasks.workunit.client.0.smithi028.stdout:[----------] 3 tests from TestJournalEntries 2024-08-29T18:33:07.576 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:33:07 smithi053 bash[68679]: cluster 2024-08-29T18:33:06.149381+0000 mon.a (mon.0) 2350 : cluster [INF] Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-08-29T18:33:07.576 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:33:07 smithi053 bash[68679]: cluster 2024-08-29T18:33:06.149425+0000 mon.a (mon.0) 2351 : cluster [INF] Cluster is now healthy 2024-08-29T18:33:07.577 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:33:07 smithi053 bash[68679]: cluster 2024-08-29T18:33:06.166012+0000 mon.a (mon.0) 2352 : cluster [DBG] osdmap e1187: 8 total, 8 up, 8 in 2024-08-29T18:33:07.631 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:33:07 smithi028 bash[77168]: cluster 2024-08-29T18:33:06.149381+0000 mon.a (mon.0) 2350 : cluster [INF] Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-08-29T18:33:07.631 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:33:07 smithi028 bash[77168]: cluster 2024-08-29T18:33:06.149425+0000 mon.a (mon.0) 2351 : cluster [INF] Cluster is now healthy 2024-08-29T18:33:07.631 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:33:07 smithi028 bash[77168]: cluster 2024-08-29T18:33:06.166012+0000 mon.a (mon.0) 2352 : cluster [DBG] osdmap e1187: 8 total, 8 up, 8 in 2024-08-29T18:33:07.631 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:33:07 smithi028 bash[78352]: cluster 2024-08-29T18:33:06.149381+0000 mon.a (mon.0) 2350 : cluster [INF] Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-08-29T18:33:07.631 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:33:07 smithi028 bash[78352]: cluster 2024-08-29T18:33:06.149425+0000 mon.a (mon.0) 2351 : cluster [INF] Cluster is now healthy 2024-08-29T18:33:07.631 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:33:07 smithi028 bash[78352]: cluster 2024-08-29T18:33:06.166012+0000 mon.a (mon.0) 2352 : cluster [DBG] osdmap e1187: 8 total, 8 up, 8 in 2024-08-29T18:33:08.576 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:33:08 smithi053 bash[68679]: cluster 2024-08-29T18:33:07.178297+0000 mon.a (mon.0) 2353 : cluster [DBG] osdmap e1188: 8 total, 8 up, 8 in 2024-08-29T18:33:08.576 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:33:08 smithi053 bash[68679]: cluster 2024-08-29T18:33:08.048628+0000 mgr.y (mgr.25022) 1392 : cluster [DBG] pgmap v2099: 105 pgs: 105 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail 2024-08-29T18:33:08.630 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:33:08 smithi028 bash[77168]: cluster 2024-08-29T18:33:07.178297+0000 mon.a (mon.0) 2353 : cluster [DBG] osdmap e1188: 8 total, 8 up, 8 in 2024-08-29T18:33:08.631 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:33:08 smithi028 bash[77168]: cluster 2024-08-29T18:33:08.048628+0000 mgr.y (mgr.25022) 1392 : cluster [DBG] pgmap v2099: 105 pgs: 105 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail 2024-08-29T18:33:08.631 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:33:08 smithi028 bash[78352]: cluster 2024-08-29T18:33:07.178297+0000 mon.a (mon.0) 2353 : cluster [DBG] osdmap e1188: 8 total, 8 up, 8 in 2024-08-29T18:33:08.631 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:33:08 smithi028 bash[78352]: cluster 2024-08-29T18:33:08.048628+0000 mgr.y (mgr.25022) 1392 : cluster [DBG] pgmap v2099: 105 pgs: 105 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail 2024-08-29T18:33:09.214 INFO:tasks.workunit.client.0.smithi028.stdout:[ RUN ] TestJournalEntries.AioWrite 2024-08-29T18:33:09.576 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:33:09 smithi053 bash[68679]: cluster 2024-08-29T18:33:08.208477+0000 mon.a (mon.0) 2354 : cluster [DBG] osdmap e1189: 8 total, 8 up, 8 in 2024-08-29T18:33:09.576 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:33:09 smithi053 bash[68679]: audit 2024-08-29T18:33:08.212158+0000 mon.a (mon.0) 2355 : audit [INF] from='client.? 172.21.15.28:0/86025988' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi028-116573-2","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-29T18:33:09.631 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:33:09 smithi028 bash[77168]: cluster 2024-08-29T18:33:08.208477+0000 mon.a (mon.0) 2354 : cluster [DBG] osdmap e1189: 8 total, 8 up, 8 in 2024-08-29T18:33:09.631 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:33:09 smithi028 bash[77168]: audit 2024-08-29T18:33:08.212158+0000 mon.a (mon.0) 2355 : audit [INF] from='client.? 172.21.15.28:0/86025988' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi028-116573-2","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-29T18:33:09.631 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:33:09 smithi028 bash[78352]: cluster 2024-08-29T18:33:08.208477+0000 mon.a (mon.0) 2354 : cluster [DBG] osdmap e1189: 8 total, 8 up, 8 in 2024-08-29T18:33:09.631 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:33:09 smithi028 bash[78352]: audit 2024-08-29T18:33:08.212158+0000 mon.a (mon.0) 2355 : audit [INF] from='client.? 172.21.15.28:0/86025988' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi028-116573-2","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-29T18:33:10.576 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:33:10 smithi053 bash[68679]: audit 2024-08-29T18:33:09.202032+0000 mon.a (mon.0) 2356 : audit [INF] from='client.? 172.21.15.28:0/86025988' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi028-116573-2","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-29T18:33:10.576 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:33:10 smithi053 bash[68679]: cluster 2024-08-29T18:33:09.210033+0000 mon.a (mon.0) 2357 : cluster [DBG] osdmap e1190: 8 total, 8 up, 8 in 2024-08-29T18:33:10.577 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:33:10 smithi053 bash[68679]: cluster 2024-08-29T18:33:10.049755+0000 mgr.y (mgr.25022) 1393 : cluster [DBG] pgmap v2102: 137 pgs: 10 creating+peering, 9 unknown, 118 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail 2024-08-29T18:33:10.630 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:33:10 smithi028 bash[77168]: audit 2024-08-29T18:33:09.202032+0000 mon.a (mon.0) 2356 : audit [INF] from='client.? 172.21.15.28:0/86025988' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi028-116573-2","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-29T18:33:10.631 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:33:10 smithi028 bash[77168]: cluster 2024-08-29T18:33:09.210033+0000 mon.a (mon.0) 2357 : cluster [DBG] osdmap e1190: 8 total, 8 up, 8 in 2024-08-29T18:33:10.631 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:33:10 smithi028 bash[77168]: cluster 2024-08-29T18:33:10.049755+0000 mgr.y (mgr.25022) 1393 : cluster [DBG] pgmap v2102: 137 pgs: 10 creating+peering, 9 unknown, 118 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail 2024-08-29T18:33:10.631 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:33:10 smithi028 bash[78352]: audit 2024-08-29T18:33:09.202032+0000 mon.a (mon.0) 2356 : audit [INF] from='client.? 172.21.15.28:0/86025988' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi028-116573-2","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-29T18:33:10.631 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:33:10 smithi028 bash[78352]: cluster 2024-08-29T18:33:09.210033+0000 mon.a (mon.0) 2357 : cluster [DBG] osdmap e1190: 8 total, 8 up, 8 in 2024-08-29T18:33:10.631 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:33:10 smithi028 bash[78352]: cluster 2024-08-29T18:33:10.049755+0000 mgr.y (mgr.25022) 1393 : cluster [DBG] pgmap v2102: 137 pgs: 10 creating+peering, 9 unknown, 118 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail 2024-08-29T18:33:11.309 INFO:tasks.workunit.client.0.smithi028.stdout:SKIPPING 2024-08-29T18:33:11.309 INFO:tasks.workunit.client.0.smithi028.stdout:[ OK ] TestJournalEntries.AioWrite (2095 ms) 2024-08-29T18:33:11.309 INFO:tasks.workunit.client.0.smithi028.stdout:[ RUN ] TestJournalEntries.AioDiscard 2024-08-29T18:33:11.330 INFO:tasks.workunit.client.0.smithi028.stdout:SKIPPING 2024-08-29T18:33:11.330 INFO:tasks.workunit.client.0.smithi028.stdout:[ OK ] TestJournalEntries.AioDiscard (21 ms) 2024-08-29T18:33:11.330 INFO:tasks.workunit.client.0.smithi028.stdout:[ RUN ] TestJournalEntries.AioFlush 2024-08-29T18:33:11.347 INFO:tasks.workunit.client.0.smithi028.stdout:SKIPPING 2024-08-29T18:33:11.348 INFO:tasks.workunit.client.0.smithi028.stdout:[ OK ] TestJournalEntries.AioFlush (17 ms) 2024-08-29T18:33:11.576 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:33:11 smithi053 bash[68679]: cluster 2024-08-29T18:33:10.230170+0000 mon.a (mon.0) 2358 : cluster [DBG] osdmap e1191: 8 total, 8 up, 8 in 2024-08-29T18:33:11.631 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:33:11 smithi028 bash[77168]: cluster 2024-08-29T18:33:10.230170+0000 mon.a (mon.0) 2358 : cluster [DBG] osdmap e1191: 8 total, 8 up, 8 in 2024-08-29T18:33:11.631 INFO:journalctl@ceph.mgr.y.smithi028.stdout:Aug 29 18:33:11 smithi028 bash[70818]: ::ffff:172.21.15.53 - - [29/Aug/2024:18:33:11] "GET /metrics HTTP/1.1" 200 33993 "" "Prometheus/2.43.0" 2024-08-29T18:33:11.631 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:33:11 smithi028 bash[78352]: cluster 2024-08-29T18:33:10.230170+0000 mon.a (mon.0) 2358 : cluster [DBG] osdmap e1191: 8 total, 8 up, 8 in 2024-08-29T18:33:12.266 INFO:tasks.workunit.client.0.smithi028.stdout:[----------] 3 tests from TestJournalEntries (2133 ms total) 2024-08-29T18:33:12.267 INFO:tasks.workunit.client.0.smithi028.stdout: 2024-08-29T18:33:12.267 INFO:tasks.workunit.client.0.smithi028.stdout:[----------] 2 tests from TestTrash 2024-08-29T18:33:12.576 INFO:journalctl@ceph.prometheus.a.smithi053.stdout:Aug 29 18:33:12 smithi053 bash[95567]: ts=2024-08-29T18:33:12.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"3167ee72-662c-11ef-bcd4-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-29T18:33:12.577 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:33:12 smithi053 bash[68679]: cluster 2024-08-29T18:33:11.249920+0000 mon.a (mon.0) 2359 : cluster [DBG] osdmap e1192: 8 total, 8 up, 8 in 2024-08-29T18:33:12.577 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:33:12 smithi053 bash[68679]: cluster 2024-08-29T18:33:12.050445+0000 mgr.y (mgr.25022) 1394 : cluster [DBG] pgmap v2105: 137 pgs: 10 creating+peering, 3 unknown, 124 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail 2024-08-29T18:33:12.577 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:33:12 smithi053 bash[68679]: audit 2024-08-29T18:33:12.117892+0000 mon.a (mon.0) 2360 : audit [DBG] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-29T18:33:12.631 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:33:12 smithi028 bash[78352]: cluster 2024-08-29T18:33:11.249920+0000 mon.a (mon.0) 2359 : cluster [DBG] osdmap e1192: 8 total, 8 up, 8 in 2024-08-29T18:33:12.631 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:33:12 smithi028 bash[78352]: cluster 2024-08-29T18:33:12.050445+0000 mgr.y (mgr.25022) 1394 : cluster [DBG] pgmap v2105: 137 pgs: 10 creating+peering, 3 unknown, 124 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail 2024-08-29T18:33:12.631 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:33:12 smithi028 bash[78352]: audit 2024-08-29T18:33:12.117892+0000 mon.a (mon.0) 2360 : audit [DBG] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-29T18:33:12.631 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:33:12 smithi028 bash[77168]: cluster 2024-08-29T18:33:11.249920+0000 mon.a (mon.0) 2359 : cluster [DBG] osdmap e1192: 8 total, 8 up, 8 in 2024-08-29T18:33:12.631 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:33:12 smithi028 bash[77168]: cluster 2024-08-29T18:33:12.050445+0000 mgr.y (mgr.25022) 1394 : cluster [DBG] pgmap v2105: 137 pgs: 10 creating+peering, 3 unknown, 124 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail 2024-08-29T18:33:12.631 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:33:12 smithi028 bash[77168]: audit 2024-08-29T18:33:12.117892+0000 mon.a (mon.0) 2360 : audit [DBG] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-29T18:33:13.576 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:33:13 smithi053 bash[68679]: cluster 2024-08-29T18:33:12.263061+0000 mon.a (mon.0) 2361 : cluster [DBG] osdmap e1193: 8 total, 8 up, 8 in 2024-08-29T18:33:13.631 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:33:13 smithi028 bash[78352]: cluster 2024-08-29T18:33:12.263061+0000 mon.a (mon.0) 2361 : cluster [DBG] osdmap e1193: 8 total, 8 up, 8 in 2024-08-29T18:33:13.631 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:33:13 smithi028 bash[77168]: cluster 2024-08-29T18:33:12.263061+0000 mon.a (mon.0) 2361 : cluster [DBG] osdmap e1193: 8 total, 8 up, 8 in 2024-08-29T18:33:14.289 INFO:tasks.workunit.client.0.smithi028.stdout:[ RUN ] TestTrash.UserRemovingSource 2024-08-29T18:33:14.576 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:33:14 smithi053 bash[68679]: cluster 2024-08-29T18:33:13.272700+0000 mon.a (mon.0) 2362 : cluster [DBG] osdmap e1194: 8 total, 8 up, 8 in 2024-08-29T18:33:14.576 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:33:14 smithi053 bash[68679]: audit 2024-08-29T18:33:13.275233+0000 mon.a (mon.0) 2363 : audit [INF] from='client.? 172.21.15.28:0/4280878817' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi028-116573-3","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-29T18:33:14.577 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:33:14 smithi053 bash[68679]: cluster 2024-08-29T18:33:14.051438+0000 mgr.y (mgr.25022) 1395 : cluster [DBG] pgmap v2108: 137 pgs: 10 creating+peering, 22 unknown, 105 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail 2024-08-29T18:33:14.631 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:33:14 smithi028 bash[78352]: cluster 2024-08-29T18:33:13.272700+0000 mon.a (mon.0) 2362 : cluster [DBG] osdmap e1194: 8 total, 8 up, 8 in 2024-08-29T18:33:14.631 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:33:14 smithi028 bash[78352]: audit 2024-08-29T18:33:13.275233+0000 mon.a (mon.0) 2363 : audit [INF] from='client.? 172.21.15.28:0/4280878817' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi028-116573-3","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-29T18:33:14.631 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:33:14 smithi028 bash[78352]: cluster 2024-08-29T18:33:14.051438+0000 mgr.y (mgr.25022) 1395 : cluster [DBG] pgmap v2108: 137 pgs: 10 creating+peering, 22 unknown, 105 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail 2024-08-29T18:33:14.631 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:33:14 smithi028 bash[77168]: cluster 2024-08-29T18:33:13.272700+0000 mon.a (mon.0) 2362 : cluster [DBG] osdmap e1194: 8 total, 8 up, 8 in 2024-08-29T18:33:14.631 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:33:14 smithi028 bash[77168]: audit 2024-08-29T18:33:13.275233+0000 mon.a (mon.0) 2363 : audit [INF] from='client.? 172.21.15.28:0/4280878817' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi028-116573-3","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-29T18:33:14.631 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:33:14 smithi028 bash[77168]: cluster 2024-08-29T18:33:14.051438+0000 mgr.y (mgr.25022) 1395 : cluster [DBG] pgmap v2108: 137 pgs: 10 creating+peering, 22 unknown, 105 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail 2024-08-29T18:33:15.576 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:33:15 smithi053 bash[68679]: cluster 2024-08-29T18:33:14.265717+0000 mon.a (mon.0) 2364 : cluster [WRN] Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-08-29T18:33:15.577 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:33:15 smithi053 bash[68679]: audit 2024-08-29T18:33:14.275191+0000 mon.a (mon.0) 2365 : audit [INF] from='client.? 172.21.15.28:0/4280878817' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi028-116573-3","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-29T18:33:15.577 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:33:15 smithi053 bash[68679]: cluster 2024-08-29T18:33:14.283817+0000 mon.a (mon.0) 2366 : cluster [DBG] osdmap e1195: 8 total, 8 up, 8 in 2024-08-29T18:33:15.631 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:33:15 smithi028 bash[78352]: cluster 2024-08-29T18:33:14.265717+0000 mon.a (mon.0) 2364 : cluster [WRN] Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-08-29T18:33:15.631 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:33:15 smithi028 bash[78352]: audit 2024-08-29T18:33:14.275191+0000 mon.a (mon.0) 2365 : audit [INF] from='client.? 172.21.15.28:0/4280878817' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi028-116573-3","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-29T18:33:15.631 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:33:15 smithi028 bash[78352]: cluster 2024-08-29T18:33:14.283817+0000 mon.a (mon.0) 2366 : cluster [DBG] osdmap e1195: 8 total, 8 up, 8 in 2024-08-29T18:33:15.631 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:33:15 smithi028 bash[77168]: cluster 2024-08-29T18:33:14.265717+0000 mon.a (mon.0) 2364 : cluster [WRN] Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-08-29T18:33:15.631 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:33:15 smithi028 bash[77168]: audit 2024-08-29T18:33:14.275191+0000 mon.a (mon.0) 2365 : audit [INF] from='client.? 172.21.15.28:0/4280878817' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi028-116573-3","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-29T18:33:15.631 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:33:15 smithi028 bash[77168]: cluster 2024-08-29T18:33:14.283817+0000 mon.a (mon.0) 2366 : cluster [DBG] osdmap e1195: 8 total, 8 up, 8 in 2024-08-29T18:33:16.525 INFO:tasks.workunit.client.0.smithi028.stdout:[ OK ] TestTrash.UserRemovingSource (2236 ms) 2024-08-29T18:33:16.526 INFO:tasks.workunit.client.0.smithi028.stdout:[ RUN ] TestTrash.RestoreMirroringSource 2024-08-29T18:33:16.576 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:33:16 smithi053 bash[68679]: cluster 2024-08-29T18:33:15.291568+0000 mon.a (mon.0) 2367 : cluster [DBG] osdmap e1196: 8 total, 8 up, 8 in 2024-08-29T18:33:16.576 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:33:16 smithi053 bash[68679]: cluster 2024-08-29T18:33:16.052275+0000 mgr.y (mgr.25022) 1396 : cluster [DBG] pgmap v2111: 137 pgs: 10 creating+peering, 4 unknown, 123 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail 2024-08-29T18:33:16.630 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:33:16 smithi028 bash[77168]: cluster 2024-08-29T18:33:15.291568+0000 mon.a (mon.0) 2367 : cluster [DBG] osdmap e1196: 8 total, 8 up, 8 in 2024-08-29T18:33:16.631 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:33:16 smithi028 bash[77168]: cluster 2024-08-29T18:33:16.052275+0000 mgr.y (mgr.25022) 1396 : cluster [DBG] pgmap v2111: 137 pgs: 10 creating+peering, 4 unknown, 123 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail 2024-08-29T18:33:16.631 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:33:16 smithi028 bash[78352]: cluster 2024-08-29T18:33:15.291568+0000 mon.a (mon.0) 2367 : cluster [DBG] osdmap e1196: 8 total, 8 up, 8 in 2024-08-29T18:33:16.631 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:33:16 smithi028 bash[78352]: cluster 2024-08-29T18:33:16.052275+0000 mgr.y (mgr.25022) 1396 : cluster [DBG] pgmap v2111: 137 pgs: 10 creating+peering, 4 unknown, 123 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail 2024-08-29T18:33:16.633 INFO:tasks.workunit.client.0.smithi028.stdout:[ OK ] TestTrash.RestoreMirroringSource (108 ms) 2024-08-29T18:33:17.313 INFO:tasks.workunit.client.0.smithi028.stdout:[----------] 2 tests from TestTrash (2344 ms total) 2024-08-29T18:33:17.313 INFO:tasks.workunit.client.0.smithi028.stdout: 2024-08-29T18:33:17.313 INFO:tasks.workunit.client.0.smithi028.stdout:[----------] 1 test from TestOperations 2024-08-29T18:33:17.576 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:33:17 smithi053 bash[68679]: cluster 2024-08-29T18:33:16.285001+0000 mon.a (mon.0) 2368 : cluster [INF] Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-08-29T18:33:17.577 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:33:17 smithi053 bash[68679]: cluster 2024-08-29T18:33:16.285066+0000 mon.a (mon.0) 2369 : cluster [INF] Cluster is now healthy 2024-08-29T18:33:17.577 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:33:17 smithi053 bash[68679]: cluster 2024-08-29T18:33:16.303047+0000 mon.a (mon.0) 2370 : cluster [DBG] osdmap e1197: 8 total, 8 up, 8 in 2024-08-29T18:33:17.630 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:33:17 smithi028 bash[78352]: cluster 2024-08-29T18:33:16.285001+0000 mon.a (mon.0) 2368 : cluster [INF] Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-08-29T18:33:17.631 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:33:17 smithi028 bash[78352]: cluster 2024-08-29T18:33:16.285066+0000 mon.a (mon.0) 2369 : cluster [INF] Cluster is now healthy 2024-08-29T18:33:17.631 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:33:17 smithi028 bash[78352]: cluster 2024-08-29T18:33:16.303047+0000 mon.a (mon.0) 2370 : cluster [DBG] osdmap e1197: 8 total, 8 up, 8 in 2024-08-29T18:33:17.631 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:33:17 smithi028 bash[77168]: cluster 2024-08-29T18:33:16.285001+0000 mon.a (mon.0) 2368 : cluster [INF] Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-08-29T18:33:17.631 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:33:17 smithi028 bash[77168]: cluster 2024-08-29T18:33:16.285066+0000 mon.a (mon.0) 2369 : cluster [INF] Cluster is now healthy 2024-08-29T18:33:17.631 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:33:17 smithi028 bash[77168]: cluster 2024-08-29T18:33:16.303047+0000 mon.a (mon.0) 2370 : cluster [DBG] osdmap e1197: 8 total, 8 up, 8 in 2024-08-29T18:33:18.576 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:33:18 smithi053 bash[68679]: cluster 2024-08-29T18:33:17.303966+0000 mon.a (mon.0) 2371 : cluster [DBG] osdmap e1198: 8 total, 8 up, 8 in 2024-08-29T18:33:18.576 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:33:18 smithi053 bash[68679]: cluster 2024-08-29T18:33:18.053035+0000 mgr.y (mgr.25022) 1397 : cluster [DBG] pgmap v2114: 105 pgs: 105 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail 2024-08-29T18:33:18.631 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:33:18 smithi028 bash[78352]: cluster 2024-08-29T18:33:17.303966+0000 mon.a (mon.0) 2371 : cluster [DBG] osdmap e1198: 8 total, 8 up, 8 in 2024-08-29T18:33:18.631 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:33:18 smithi028 bash[78352]: cluster 2024-08-29T18:33:18.053035+0000 mgr.y (mgr.25022) 1397 : cluster [DBG] pgmap v2114: 105 pgs: 105 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail 2024-08-29T18:33:18.631 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:33:18 smithi028 bash[77168]: cluster 2024-08-29T18:33:17.303966+0000 mon.a (mon.0) 2371 : cluster [DBG] osdmap e1198: 8 total, 8 up, 8 in 2024-08-29T18:33:18.631 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:33:18 smithi028 bash[77168]: cluster 2024-08-29T18:33:18.053035+0000 mgr.y (mgr.25022) 1397 : cluster [DBG] pgmap v2114: 105 pgs: 105 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail 2024-08-29T18:33:19.335 INFO:tasks.workunit.client.0.smithi028.stdout:[ RUN ] TestOperations.DisableJournalingCorrupt 2024-08-29T18:33:19.631 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:33:19 smithi028 bash[78352]: cluster 2024-08-29T18:33:18.331450+0000 mon.a (mon.0) 2372 : cluster [DBG] osdmap e1199: 8 total, 8 up, 8 in 2024-08-29T18:33:19.631 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:33:19 smithi028 bash[78352]: audit 2024-08-29T18:33:18.333825+0000 mon.a (mon.0) 2373 : audit [INF] from='client.? 172.21.15.28:0/167579386' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi028-116573-4","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-29T18:33:19.631 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:33:19 smithi028 bash[77168]: cluster 2024-08-29T18:33:18.331450+0000 mon.a (mon.0) 2372 : cluster [DBG] osdmap e1199: 8 total, 8 up, 8 in 2024-08-29T18:33:19.631 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:33:19 smithi028 bash[77168]: audit 2024-08-29T18:33:18.333825+0000 mon.a (mon.0) 2373 : audit [INF] from='client.? 172.21.15.28:0/167579386' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi028-116573-4","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-29T18:33:19.826 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:33:19 smithi053 bash[68679]: cluster 2024-08-29T18:33:18.331450+0000 mon.a (mon.0) 2372 : cluster [DBG] osdmap e1199: 8 total, 8 up, 8 in 2024-08-29T18:33:19.826 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:33:19 smithi053 bash[68679]: audit 2024-08-29T18:33:18.333825+0000 mon.a (mon.0) 2373 : audit [INF] from='client.? 172.21.15.28:0/167579386' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi028-116573-4","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-29T18:33:20.631 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:33:20 smithi028 bash[77168]: audit 2024-08-29T18:33:19.325722+0000 mon.a (mon.0) 2374 : audit [INF] from='client.? 172.21.15.28:0/167579386' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi028-116573-4","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-29T18:33:20.631 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:33:20 smithi028 bash[77168]: cluster 2024-08-29T18:33:19.333346+0000 mon.a (mon.0) 2375 : cluster [DBG] osdmap e1200: 8 total, 8 up, 8 in 2024-08-29T18:33:20.631 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:33:20 smithi028 bash[77168]: cluster 2024-08-29T18:33:20.054242+0000 mgr.y (mgr.25022) 1398 : cluster [DBG] pgmap v2117: 137 pgs: 5 creating+activating, 11 creating+peering, 5 unknown, 116 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail 2024-08-29T18:33:20.631 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:33:20 smithi028 bash[78352]: audit 2024-08-29T18:33:19.325722+0000 mon.a (mon.0) 2374 : audit [INF] from='client.? 172.21.15.28:0/167579386' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi028-116573-4","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-29T18:33:20.631 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:33:20 smithi028 bash[78352]: cluster 2024-08-29T18:33:19.333346+0000 mon.a (mon.0) 2375 : cluster [DBG] osdmap e1200: 8 total, 8 up, 8 in 2024-08-29T18:33:20.631 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:33:20 smithi028 bash[78352]: cluster 2024-08-29T18:33:20.054242+0000 mgr.y (mgr.25022) 1398 : cluster [DBG] pgmap v2117: 137 pgs: 5 creating+activating, 11 creating+peering, 5 unknown, 116 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail 2024-08-29T18:33:20.826 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:33:20 smithi053 bash[68679]: audit 2024-08-29T18:33:19.325722+0000 mon.a (mon.0) 2374 : audit [INF] from='client.? 172.21.15.28:0/167579386' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi028-116573-4","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-29T18:33:20.826 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:33:20 smithi053 bash[68679]: cluster 2024-08-29T18:33:19.333346+0000 mon.a (mon.0) 2375 : cluster [DBG] osdmap e1200: 8 total, 8 up, 8 in 2024-08-29T18:33:20.826 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:33:20 smithi053 bash[68679]: cluster 2024-08-29T18:33:20.054242+0000 mgr.y (mgr.25022) 1398 : cluster [DBG] pgmap v2117: 137 pgs: 5 creating+activating, 11 creating+peering, 5 unknown, 116 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail 2024-08-29T18:33:21.422 INFO:tasks.workunit.client.0.smithi028.stdout:SKIPPING 2024-08-29T18:33:21.422 INFO:tasks.workunit.client.0.smithi028.stdout:[ OK ] TestOperations.DisableJournalingCorrupt (2086 ms) 2024-08-29T18:33:21.630 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:33:21 smithi028 bash[77168]: cluster 2024-08-29T18:33:20.357027+0000 mon.a (mon.0) 2376 : cluster [DBG] osdmap e1201: 8 total, 8 up, 8 in 2024-08-29T18:33:21.631 INFO:journalctl@ceph.mgr.y.smithi028.stdout:Aug 29 18:33:21 smithi028 bash[70818]: ::ffff:172.21.15.53 - - [29/Aug/2024:18:33:21] "GET /metrics HTTP/1.1" 200 36396 "" "Prometheus/2.43.0" 2024-08-29T18:33:21.631 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:33:21 smithi028 bash[78352]: cluster 2024-08-29T18:33:20.357027+0000 mon.a (mon.0) 2376 : cluster [DBG] osdmap e1201: 8 total, 8 up, 8 in 2024-08-29T18:33:21.826 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:33:21 smithi053 bash[68679]: cluster 2024-08-29T18:33:20.357027+0000 mon.a (mon.0) 2376 : cluster [DBG] osdmap e1201: 8 total, 8 up, 8 in 2024-08-29T18:33:22.387 INFO:tasks.workunit.client.0.smithi028.stdout:[----------] 1 test from TestOperations (2087 ms total) 2024-08-29T18:33:22.388 INFO:tasks.workunit.client.0.smithi028.stdout: 2024-08-29T18:33:22.388 INFO:tasks.workunit.client.0.smithi028.stdout:[----------] 4 tests from TestObjectMap 2024-08-29T18:33:22.576 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:33:22 smithi053 bash[68679]: cluster 2024-08-29T18:33:21.357642+0000 mon.a (mon.0) 2377 : cluster [DBG] osdmap e1202: 8 total, 8 up, 8 in 2024-08-29T18:33:22.576 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:33:22 smithi053 bash[68679]: cluster 2024-08-29T18:33:22.054923+0000 mgr.y (mgr.25022) 1399 : cluster [DBG] pgmap v2120: 137 pgs: 5 creating+activating, 11 creating+peering, 3 unknown, 118 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail 2024-08-29T18:33:22.577 INFO:journalctl@ceph.prometheus.a.smithi053.stdout:Aug 29 18:33:22 smithi053 bash[95567]: ts=2024-08-29T18:33:22.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"3167ee72-662c-11ef-bcd4-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-29T18:33:22.631 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:33:22 smithi028 bash[77168]: cluster 2024-08-29T18:33:21.357642+0000 mon.a (mon.0) 2377 : cluster [DBG] osdmap e1202: 8 total, 8 up, 8 in 2024-08-29T18:33:22.631 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:33:22 smithi028 bash[77168]: cluster 2024-08-29T18:33:22.054923+0000 mgr.y (mgr.25022) 1399 : cluster [DBG] pgmap v2120: 137 pgs: 5 creating+activating, 11 creating+peering, 3 unknown, 118 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail 2024-08-29T18:33:22.631 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:33:22 smithi028 bash[78352]: cluster 2024-08-29T18:33:21.357642+0000 mon.a (mon.0) 2377 : cluster [DBG] osdmap e1202: 8 total, 8 up, 8 in 2024-08-29T18:33:22.631 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:33:22 smithi028 bash[78352]: cluster 2024-08-29T18:33:22.054923+0000 mgr.y (mgr.25022) 1399 : cluster [DBG] pgmap v2120: 137 pgs: 5 creating+activating, 11 creating+peering, 3 unknown, 118 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail 2024-08-29T18:33:23.631 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:33:23 smithi028 bash[78352]: cluster 2024-08-29T18:33:22.379785+0000 mon.a (mon.0) 2378 : cluster [DBG] osdmap e1203: 8 total, 8 up, 8 in 2024-08-29T18:33:23.631 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:33:23 smithi028 bash[77168]: cluster 2024-08-29T18:33:22.379785+0000 mon.a (mon.0) 2378 : cluster [DBG] osdmap e1203: 8 total, 8 up, 8 in 2024-08-29T18:33:23.826 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:33:23 smithi053 bash[68679]: cluster 2024-08-29T18:33:22.379785+0000 mon.a (mon.0) 2378 : cluster [DBG] osdmap e1203: 8 total, 8 up, 8 in 2024-08-29T18:33:24.407 INFO:tasks.workunit.client.0.smithi028.stdout:[ RUN ] TestObjectMap.RefreshInvalidatesWhenCorrupt 2024-08-29T18:33:24.826 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:33:24 smithi053 bash[68679]: cluster 2024-08-29T18:33:23.392165+0000 mon.a (mon.0) 2379 : cluster [DBG] osdmap e1204: 8 total, 8 up, 8 in 2024-08-29T18:33:24.826 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:33:24 smithi053 bash[68679]: audit 2024-08-29T18:33:23.398597+0000 mon.c (mon.2) 85 : audit [INF] from='client.? 172.21.15.28:0/595036199' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi028-116573-5","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-29T18:33:24.827 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:33:24 smithi053 bash[68679]: audit 2024-08-29T18:33:23.403331+0000 mon.a (mon.0) 2380 : audit [INF] from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi028-116573-5","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-29T18:33:24.827 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:33:24 smithi053 bash[68679]: cluster 2024-08-29T18:33:24.055655+0000 mgr.y (mgr.25022) 1400 : cluster [DBG] pgmap v2123: 137 pgs: 32 unknown, 105 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail 2024-08-29T18:33:24.881 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:33:24 smithi028 bash[78352]: cluster 2024-08-29T18:33:23.392165+0000 mon.a (mon.0) 2379 : cluster [DBG] osdmap e1204: 8 total, 8 up, 8 in 2024-08-29T18:33:24.881 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:33:24 smithi028 bash[78352]: audit 2024-08-29T18:33:23.398597+0000 mon.c (mon.2) 85 : audit [INF] from='client.? 172.21.15.28:0/595036199' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi028-116573-5","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-29T18:33:24.881 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:33:24 smithi028 bash[78352]: audit 2024-08-29T18:33:23.403331+0000 mon.a (mon.0) 2380 : audit [INF] from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi028-116573-5","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-29T18:33:24.881 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:33:24 smithi028 bash[78352]: cluster 2024-08-29T18:33:24.055655+0000 mgr.y (mgr.25022) 1400 : cluster [DBG] pgmap v2123: 137 pgs: 32 unknown, 105 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail 2024-08-29T18:33:24.881 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:33:24 smithi028 bash[77168]: cluster 2024-08-29T18:33:23.392165+0000 mon.a (mon.0) 2379 : cluster [DBG] osdmap e1204: 8 total, 8 up, 8 in 2024-08-29T18:33:24.881 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:33:24 smithi028 bash[77168]: audit 2024-08-29T18:33:23.398597+0000 mon.c (mon.2) 85 : audit [INF] from='client.? 172.21.15.28:0/595036199' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi028-116573-5","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-29T18:33:24.882 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:33:24 smithi028 bash[77168]: audit 2024-08-29T18:33:23.403331+0000 mon.a (mon.0) 2380 : audit [INF] from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi028-116573-5","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-29T18:33:24.882 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:33:24 smithi028 bash[77168]: cluster 2024-08-29T18:33:24.055655+0000 mgr.y (mgr.25022) 1400 : cluster [DBG] pgmap v2123: 137 pgs: 32 unknown, 105 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail 2024-08-29T18:33:25.826 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:33:25 smithi053 bash[68679]: cluster 2024-08-29T18:33:24.384822+0000 mon.a (mon.0) 2381 : cluster [WRN] Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-08-29T18:33:25.826 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:33:25 smithi053 bash[68679]: audit 2024-08-29T18:33:24.394708+0000 mon.a (mon.0) 2382 : audit [INF] from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi028-116573-5","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-29T18:33:25.826 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:33:25 smithi053 bash[68679]: cluster 2024-08-29T18:33:24.404392+0000 mon.a (mon.0) 2383 : cluster [DBG] osdmap e1205: 8 total, 8 up, 8 in 2024-08-29T18:33:25.881 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:33:25 smithi028 bash[78352]: cluster 2024-08-29T18:33:24.384822+0000 mon.a (mon.0) 2381 : cluster [WRN] Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-08-29T18:33:25.881 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:33:25 smithi028 bash[78352]: audit 2024-08-29T18:33:24.394708+0000 mon.a (mon.0) 2382 : audit [INF] from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi028-116573-5","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-29T18:33:25.881 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:33:25 smithi028 bash[78352]: cluster 2024-08-29T18:33:24.404392+0000 mon.a (mon.0) 2383 : cluster [DBG] osdmap e1205: 8 total, 8 up, 8 in 2024-08-29T18:33:25.881 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:33:25 smithi028 bash[77168]: cluster 2024-08-29T18:33:24.384822+0000 mon.a (mon.0) 2381 : cluster [WRN] Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-08-29T18:33:25.882 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:33:25 smithi028 bash[77168]: audit 2024-08-29T18:33:24.394708+0000 mon.a (mon.0) 2382 : audit [INF] from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi028-116573-5","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-29T18:33:25.882 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:33:25 smithi028 bash[77168]: cluster 2024-08-29T18:33:24.404392+0000 mon.a (mon.0) 2383 : cluster [DBG] osdmap e1205: 8 total, 8 up, 8 in 2024-08-29T18:33:26.525 INFO:tasks.workunit.client.0.smithi028.stdout:[ OK ] TestObjectMap.RefreshInvalidatesWhenCorrupt (2118 ms) 2024-08-29T18:33:26.525 INFO:tasks.workunit.client.0.smithi028.stdout:[ RUN ] TestObjectMap.RefreshInvalidatesWhenTooSmall 2024-08-29T18:33:26.586 INFO:tasks.workunit.client.0.smithi028.stdout:[ OK ] TestObjectMap.RefreshInvalidatesWhenTooSmall (61 ms) 2024-08-29T18:33:26.587 INFO:tasks.workunit.client.0.smithi028.stdout:[ RUN ] TestObjectMap.InvalidateFlagOnDisk 2024-08-29T18:33:26.670 INFO:tasks.workunit.client.0.smithi028.stdout:[ OK ] TestObjectMap.InvalidateFlagOnDisk (83 ms) 2024-08-29T18:33:26.670 INFO:tasks.workunit.client.0.smithi028.stdout:[ RUN ] TestObjectMap.AcquireLockInvalidatesWhenTooSmall 2024-08-29T18:33:26.745 INFO:tasks.workunit.client.0.smithi028.stdout:[ OK ] TestObjectMap.AcquireLockInvalidatesWhenTooSmall (76 ms) 2024-08-29T18:33:26.826 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:33:26 smithi053 bash[68679]: cluster 2024-08-29T18:33:25.405161+0000 mon.a (mon.0) 2384 : cluster [DBG] osdmap e1206: 8 total, 8 up, 8 in 2024-08-29T18:33:26.826 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:33:26 smithi053 bash[68679]: cluster 2024-08-29T18:33:26.056375+0000 mgr.y (mgr.25022) 1401 : cluster [DBG] pgmap v2126: 137 pgs: 4 creating+peering, 10 unknown, 123 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail 2024-08-29T18:33:26.881 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:33:26 smithi028 bash[78352]: cluster 2024-08-29T18:33:25.405161+0000 mon.a (mon.0) 2384 : cluster [DBG] osdmap e1206: 8 total, 8 up, 8 in 2024-08-29T18:33:26.881 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:33:26 smithi028 bash[78352]: cluster 2024-08-29T18:33:26.056375+0000 mgr.y (mgr.25022) 1401 : cluster [DBG] pgmap v2126: 137 pgs: 4 creating+peering, 10 unknown, 123 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail 2024-08-29T18:33:26.881 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:33:26 smithi028 bash[77168]: cluster 2024-08-29T18:33:25.405161+0000 mon.a (mon.0) 2384 : cluster [DBG] osdmap e1206: 8 total, 8 up, 8 in 2024-08-29T18:33:26.881 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:33:26 smithi028 bash[77168]: cluster 2024-08-29T18:33:26.056375+0000 mgr.y (mgr.25022) 1401 : cluster [DBG] pgmap v2126: 137 pgs: 4 creating+peering, 10 unknown, 123 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail 2024-08-29T18:33:27.436 INFO:tasks.workunit.client.0.smithi028.stdout:[----------] 4 tests from TestObjectMap (2338 ms total) 2024-08-29T18:33:27.436 INFO:tasks.workunit.client.0.smithi028.stdout: 2024-08-29T18:33:27.436 INFO:tasks.workunit.client.0.smithi028.stdout:[----------] 2 tests from TestMirroringWatcher 2024-08-29T18:33:27.826 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:33:27 smithi053 bash[68679]: cluster 2024-08-29T18:33:26.408773+0000 mon.a (mon.0) 2385 : cluster [INF] Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-08-29T18:33:27.827 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:33:27 smithi053 bash[68679]: cluster 2024-08-29T18:33:26.408824+0000 mon.a (mon.0) 2386 : cluster [INF] Cluster is now healthy 2024-08-29T18:33:27.827 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:33:27 smithi053 bash[68679]: cluster 2024-08-29T18:33:26.427429+0000 mon.a (mon.0) 2387 : cluster [DBG] osdmap e1207: 8 total, 8 up, 8 in 2024-08-29T18:33:27.827 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:33:27 smithi053 bash[68679]: audit 2024-08-29T18:33:27.118362+0000 mon.a (mon.0) 2388 : audit [DBG] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-29T18:33:27.881 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:33:27 smithi028 bash[78352]: cluster 2024-08-29T18:33:26.408773+0000 mon.a (mon.0) 2385 : cluster [INF] Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-08-29T18:33:27.881 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:33:27 smithi028 bash[78352]: cluster 2024-08-29T18:33:26.408824+0000 mon.a (mon.0) 2386 : cluster [INF] Cluster is now healthy 2024-08-29T18:33:27.881 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:33:27 smithi028 bash[78352]: cluster 2024-08-29T18:33:26.427429+0000 mon.a (mon.0) 2387 : cluster [DBG] osdmap e1207: 8 total, 8 up, 8 in 2024-08-29T18:33:27.881 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:33:27 smithi028 bash[78352]: audit 2024-08-29T18:33:27.118362+0000 mon.a (mon.0) 2388 : audit [DBG] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-29T18:33:27.881 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:33:27 smithi028 bash[77168]: cluster 2024-08-29T18:33:26.408773+0000 mon.a (mon.0) 2385 : cluster [INF] Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-08-29T18:33:27.881 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:33:27 smithi028 bash[77168]: cluster 2024-08-29T18:33:26.408824+0000 mon.a (mon.0) 2386 : cluster [INF] Cluster is now healthy 2024-08-29T18:33:27.881 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:33:27 smithi028 bash[77168]: cluster 2024-08-29T18:33:26.427429+0000 mon.a (mon.0) 2387 : cluster [DBG] osdmap e1207: 8 total, 8 up, 8 in 2024-08-29T18:33:27.881 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:33:27 smithi028 bash[77168]: audit 2024-08-29T18:33:27.118362+0000 mon.a (mon.0) 2388 : audit [DBG] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-29T18:33:28.826 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:33:28 smithi053 bash[68679]: cluster 2024-08-29T18:33:27.428353+0000 mon.a (mon.0) 2389 : cluster [DBG] osdmap e1208: 8 total, 8 up, 8 in 2024-08-29T18:33:28.826 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:33:28 smithi053 bash[68679]: cluster 2024-08-29T18:33:28.057008+0000 mgr.y (mgr.25022) 1402 : cluster [DBG] pgmap v2129: 105 pgs: 105 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail 2024-08-29T18:33:28.881 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:33:28 smithi028 bash[78352]: cluster 2024-08-29T18:33:27.428353+0000 mon.a (mon.0) 2389 : cluster [DBG] osdmap e1208: 8 total, 8 up, 8 in 2024-08-29T18:33:28.881 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:33:28 smithi028 bash[78352]: cluster 2024-08-29T18:33:28.057008+0000 mgr.y (mgr.25022) 1402 : cluster [DBG] pgmap v2129: 105 pgs: 105 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail 2024-08-29T18:33:28.881 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:33:28 smithi028 bash[77168]: cluster 2024-08-29T18:33:27.428353+0000 mon.a (mon.0) 2389 : cluster [DBG] osdmap e1208: 8 total, 8 up, 8 in 2024-08-29T18:33:28.881 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:33:28 smithi028 bash[77168]: cluster 2024-08-29T18:33:28.057008+0000 mgr.y (mgr.25022) 1402 : cluster [DBG] pgmap v2129: 105 pgs: 105 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail 2024-08-29T18:33:29.466 INFO:tasks.workunit.client.0.smithi028.stdout:[ RUN ] TestMirroringWatcher.ModeUpdated 2024-08-29T18:33:29.826 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:33:29 smithi053 bash[68679]: cluster 2024-08-29T18:33:28.454939+0000 mon.a (mon.0) 2390 : cluster [DBG] osdmap e1209: 8 total, 8 up, 8 in 2024-08-29T18:33:29.826 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:33:29 smithi053 bash[68679]: audit 2024-08-29T18:33:28.468279+0000 mon.c (mon.2) 86 : audit [INF] from='client.? 172.21.15.28:0/1492184834' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi028-116573-6","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-29T18:33:29.826 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:33:29 smithi053 bash[68679]: audit 2024-08-29T18:33:28.469419+0000 mon.a (mon.0) 2391 : audit [INF] from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi028-116573-6","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-29T18:33:29.881 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:33:29 smithi028 bash[78352]: cluster 2024-08-29T18:33:28.454939+0000 mon.a (mon.0) 2390 : cluster [DBG] osdmap e1209: 8 total, 8 up, 8 in 2024-08-29T18:33:29.881 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:33:29 smithi028 bash[78352]: audit 2024-08-29T18:33:28.468279+0000 mon.c (mon.2) 86 : audit [INF] from='client.? 172.21.15.28:0/1492184834' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi028-116573-6","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-29T18:33:29.881 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:33:29 smithi028 bash[78352]: audit 2024-08-29T18:33:28.469419+0000 mon.a (mon.0) 2391 : audit [INF] from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi028-116573-6","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-29T18:33:29.881 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:33:29 smithi028 bash[77168]: cluster 2024-08-29T18:33:28.454939+0000 mon.a (mon.0) 2390 : cluster [DBG] osdmap e1209: 8 total, 8 up, 8 in 2024-08-29T18:33:29.881 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:33:29 smithi028 bash[77168]: audit 2024-08-29T18:33:28.468279+0000 mon.c (mon.2) 86 : audit [INF] from='client.? 172.21.15.28:0/1492184834' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi028-116573-6","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-29T18:33:29.881 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:33:29 smithi028 bash[77168]: audit 2024-08-29T18:33:28.469419+0000 mon.a (mon.0) 2391 : audit [INF] from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi028-116573-6","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-29T18:33:30.826 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:33:30 smithi053 bash[68679]: audit 2024-08-29T18:33:29.454949+0000 mon.a (mon.0) 2392 : audit [INF] from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi028-116573-6","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-29T18:33:30.826 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:33:30 smithi053 bash[68679]: cluster 2024-08-29T18:33:29.462661+0000 mon.a (mon.0) 2393 : cluster [DBG] osdmap e1210: 8 total, 8 up, 8 in 2024-08-29T18:33:30.826 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:33:30 smithi053 bash[68679]: cluster 2024-08-29T18:33:30.057978+0000 mgr.y (mgr.25022) 1403 : cluster [DBG] pgmap v2132: 137 pgs: 10 creating+peering, 16 unknown, 111 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail 2024-08-29T18:33:30.881 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:33:30 smithi028 bash[78352]: audit 2024-08-29T18:33:29.454949+0000 mon.a (mon.0) 2392 : audit [INF] from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi028-116573-6","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-29T18:33:30.881 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:33:30 smithi028 bash[78352]: cluster 2024-08-29T18:33:29.462661+0000 mon.a (mon.0) 2393 : cluster [DBG] osdmap e1210: 8 total, 8 up, 8 in 2024-08-29T18:33:30.881 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:33:30 smithi028 bash[78352]: cluster 2024-08-29T18:33:30.057978+0000 mgr.y (mgr.25022) 1403 : cluster [DBG] pgmap v2132: 137 pgs: 10 creating+peering, 16 unknown, 111 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail 2024-08-29T18:33:30.881 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:33:30 smithi028 bash[77168]: audit 2024-08-29T18:33:29.454949+0000 mon.a (mon.0) 2392 : audit [INF] from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi028-116573-6","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-29T18:33:30.881 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:33:30 smithi028 bash[77168]: cluster 2024-08-29T18:33:29.462661+0000 mon.a (mon.0) 2393 : cluster [DBG] osdmap e1210: 8 total, 8 up, 8 in 2024-08-29T18:33:30.881 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:33:30 smithi028 bash[77168]: cluster 2024-08-29T18:33:30.057978+0000 mgr.y (mgr.25022) 1403 : cluster [DBG] pgmap v2132: 137 pgs: 10 creating+peering, 16 unknown, 111 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail 2024-08-29T18:33:31.576 INFO:tasks.workunit.client.0.smithi028.stdout:[ OK ] TestMirroringWatcher.ModeUpdated (2110 ms) 2024-08-29T18:33:31.576 INFO:tasks.workunit.client.0.smithi028.stdout:[ RUN ] TestMirroringWatcher.ImageStatusUpdated 2024-08-29T18:33:31.620 INFO:tasks.workunit.client.0.smithi028.stdout:[ OK ] TestMirroringWatcher.ImageStatusUpdated (44 ms) 2024-08-29T18:33:31.826 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:33:31 smithi053 bash[68679]: cluster 2024-08-29T18:33:30.470385+0000 mon.a (mon.0) 2394 : cluster [DBG] osdmap e1211: 8 total, 8 up, 8 in 2024-08-29T18:33:31.881 INFO:journalctl@ceph.mgr.y.smithi028.stdout:Aug 29 18:33:31 smithi028 bash[70818]: ::ffff:172.21.15.53 - - [29/Aug/2024:18:33:31] "GET /metrics HTTP/1.1" 200 36372 "" "Prometheus/2.43.0" 2024-08-29T18:33:31.881 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:33:31 smithi028 bash[78352]: cluster 2024-08-29T18:33:30.470385+0000 mon.a (mon.0) 2394 : cluster [DBG] osdmap e1211: 8 total, 8 up, 8 in 2024-08-29T18:33:31.881 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:33:31 smithi028 bash[77168]: cluster 2024-08-29T18:33:30.470385+0000 mon.a (mon.0) 2394 : cluster [DBG] osdmap e1211: 8 total, 8 up, 8 in 2024-08-29T18:33:32.519 INFO:tasks.workunit.client.0.smithi028.stdout:[----------] 2 tests from TestMirroringWatcher (2154 ms total) 2024-08-29T18:33:32.519 INFO:tasks.workunit.client.0.smithi028.stdout: 2024-08-29T18:33:32.519 INFO:tasks.workunit.client.0.smithi028.stdout:[----------] 57 tests from TestMigration 2024-08-29T18:33:32.576 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:33:32 smithi053 bash[68679]: cluster 2024-08-29T18:33:31.478378+0000 mon.a (mon.0) 2395 : cluster [DBG] osdmap e1212: 8 total, 8 up, 8 in 2024-08-29T18:33:32.577 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:33:32 smithi053 bash[68679]: cluster 2024-08-29T18:33:32.058622+0000 mgr.y (mgr.25022) 1404 : cluster [DBG] pgmap v2135: 137 pgs: 10 creating+peering, 12 unknown, 115 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail 2024-08-29T18:33:32.577 INFO:journalctl@ceph.prometheus.a.smithi053.stdout:Aug 29 18:33:32 smithi053 bash[95567]: ts=2024-08-29T18:33:32.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"3167ee72-662c-11ef-bcd4-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-29T18:33:32.881 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:33:32 smithi028 bash[78352]: cluster 2024-08-29T18:33:31.478378+0000 mon.a (mon.0) 2395 : cluster [DBG] osdmap e1212: 8 total, 8 up, 8 in 2024-08-29T18:33:32.881 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:33:32 smithi028 bash[78352]: cluster 2024-08-29T18:33:32.058622+0000 mgr.y (mgr.25022) 1404 : cluster [DBG] pgmap v2135: 137 pgs: 10 creating+peering, 12 unknown, 115 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail 2024-08-29T18:33:32.881 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:33:32 smithi028 bash[77168]: cluster 2024-08-29T18:33:31.478378+0000 mon.a (mon.0) 2395 : cluster [DBG] osdmap e1212: 8 total, 8 up, 8 in 2024-08-29T18:33:32.881 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:33:32 smithi028 bash[77168]: cluster 2024-08-29T18:33:32.058622+0000 mgr.y (mgr.25022) 1404 : cluster [DBG] pgmap v2135: 137 pgs: 10 creating+peering, 12 unknown, 115 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail 2024-08-29T18:33:33.826 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:33:33 smithi053 bash[68679]: cluster 2024-08-29T18:33:32.506853+0000 mon.a (mon.0) 2396 : cluster [DBG] osdmap e1213: 8 total, 8 up, 8 in 2024-08-29T18:33:33.881 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:33:33 smithi028 bash[77168]: cluster 2024-08-29T18:33:32.506853+0000 mon.a (mon.0) 2396 : cluster [DBG] osdmap e1213: 8 total, 8 up, 8 in 2024-08-29T18:33:33.881 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:33:33 smithi028 bash[78352]: cluster 2024-08-29T18:33:32.506853+0000 mon.a (mon.0) 2396 : cluster [DBG] osdmap e1213: 8 total, 8 up, 8 in 2024-08-29T18:33:35.326 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:33:34 smithi053 bash[68679]: cluster 2024-08-29T18:33:33.515268+0000 mon.a (mon.0) 2397 : cluster [DBG] osdmap e1214: 8 total, 8 up, 8 in 2024-08-29T18:33:35.327 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:33:34 smithi053 bash[68679]: audit 2024-08-29T18:33:33.524119+0000 mon.c (mon.2) 87 : audit [INF] from='client.? 172.21.15.28:0/1942900147' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi028-116573-7","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-29T18:33:35.327 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:33:34 smithi053 bash[68679]: audit 2024-08-29T18:33:33.535269+0000 mon.a (mon.0) 2398 : audit [INF] from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi028-116573-7","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-29T18:33:35.327 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:33:34 smithi053 bash[68679]: cluster 2024-08-29T18:33:34.059336+0000 mgr.y (mgr.25022) 1405 : cluster [DBG] pgmap v2138: 137 pgs: 32 unknown, 105 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail 2024-08-29T18:33:35.327 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:33:34 smithi053 bash[68679]: audit 2024-08-29T18:33:34.505848+0000 mon.a (mon.0) 2399 : audit [INF] from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi028-116573-7","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-29T18:33:35.327 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:33:34 smithi053 bash[68679]: cluster 2024-08-29T18:33:34.515787+0000 mon.a (mon.0) 2400 : cluster [DBG] osdmap e1215: 8 total, 8 up, 8 in 2024-08-29T18:33:35.381 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:33:34 smithi028 bash[78352]: cluster 2024-08-29T18:33:33.515268+0000 mon.a (mon.0) 2397 : cluster [DBG] osdmap e1214: 8 total, 8 up, 8 in 2024-08-29T18:33:35.381 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:33:34 smithi028 bash[78352]: audit 2024-08-29T18:33:33.524119+0000 mon.c (mon.2) 87 : audit [INF] from='client.? 172.21.15.28:0/1942900147' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi028-116573-7","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-29T18:33:35.381 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:33:34 smithi028 bash[78352]: audit 2024-08-29T18:33:33.535269+0000 mon.a (mon.0) 2398 : audit [INF] from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi028-116573-7","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-29T18:33:35.381 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:33:34 smithi028 bash[78352]: cluster 2024-08-29T18:33:34.059336+0000 mgr.y (mgr.25022) 1405 : cluster [DBG] pgmap v2138: 137 pgs: 32 unknown, 105 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail 2024-08-29T18:33:35.381 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:33:34 smithi028 bash[78352]: audit 2024-08-29T18:33:34.505848+0000 mon.a (mon.0) 2399 : audit [INF] from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi028-116573-7","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-29T18:33:35.381 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:33:34 smithi028 bash[78352]: cluster 2024-08-29T18:33:34.515787+0000 mon.a (mon.0) 2400 : cluster [DBG] osdmap e1215: 8 total, 8 up, 8 in 2024-08-29T18:33:35.382 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:33:34 smithi028 bash[77168]: cluster 2024-08-29T18:33:33.515268+0000 mon.a (mon.0) 2397 : cluster [DBG] osdmap e1214: 8 total, 8 up, 8 in 2024-08-29T18:33:35.382 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:33:34 smithi028 bash[77168]: audit 2024-08-29T18:33:33.524119+0000 mon.c (mon.2) 87 : audit [INF] from='client.? 172.21.15.28:0/1942900147' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi028-116573-7","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-29T18:33:35.382 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:33:34 smithi028 bash[77168]: audit 2024-08-29T18:33:33.535269+0000 mon.a (mon.0) 2398 : audit [INF] from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi028-116573-7","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-29T18:33:35.382 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:33:34 smithi028 bash[77168]: cluster 2024-08-29T18:33:34.059336+0000 mgr.y (mgr.25022) 1405 : cluster [DBG] pgmap v2138: 137 pgs: 32 unknown, 105 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail 2024-08-29T18:33:35.382 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:33:34 smithi028 bash[77168]: audit 2024-08-29T18:33:34.505848+0000 mon.a (mon.0) 2399 : audit [INF] from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi028-116573-7","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-29T18:33:35.382 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:33:34 smithi028 bash[77168]: cluster 2024-08-29T18:33:34.515787+0000 mon.a (mon.0) 2400 : cluster [DBG] osdmap e1215: 8 total, 8 up, 8 in 2024-08-29T18:33:35.521 INFO:tasks.workunit.client.0.smithi028.stdout:[ RUN ] TestMigration.Empty 2024-08-29T18:33:36.326 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:33:35 smithi053 bash[68679]: cluster 2024-08-29T18:33:34.973453+0000 mon.a (mon.0) 2401 : cluster [WRN] Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-08-29T18:33:36.326 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:33:35 smithi053 bash[68679]: cluster 2024-08-29T18:33:35.516477+0000 mon.a (mon.0) 2402 : cluster [DBG] osdmap e1216: 8 total, 8 up, 8 in 2024-08-29T18:33:36.381 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:33:35 smithi028 bash[77168]: cluster 2024-08-29T18:33:34.973453+0000 mon.a (mon.0) 2401 : cluster [WRN] Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-08-29T18:33:36.381 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:33:35 smithi028 bash[77168]: cluster 2024-08-29T18:33:35.516477+0000 mon.a (mon.0) 2402 : cluster [DBG] osdmap e1216: 8 total, 8 up, 8 in 2024-08-29T18:33:36.381 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:33:35 smithi028 bash[78352]: cluster 2024-08-29T18:33:34.973453+0000 mon.a (mon.0) 2401 : cluster [WRN] Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-08-29T18:33:36.381 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:33:35 smithi028 bash[78352]: cluster 2024-08-29T18:33:35.516477+0000 mon.a (mon.0) 2402 : cluster [DBG] osdmap e1216: 8 total, 8 up, 8 in 2024-08-29T18:33:37.326 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:33:36 smithi053 bash[68679]: cluster 2024-08-29T18:33:36.060077+0000 mgr.y (mgr.25022) 1406 : cluster [DBG] pgmap v2141: 169 pgs: 1 creating+activating, 8 creating+peering, 49 unknown, 111 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail 2024-08-29T18:33:37.326 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:33:36 smithi053 bash[68679]: cluster 2024-08-29T18:33:36.521070+0000 mon.a (mon.0) 2403 : cluster [DBG] osdmap e1217: 8 total, 8 up, 8 in 2024-08-29T18:33:37.381 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:33:36 smithi028 bash[78352]: cluster 2024-08-29T18:33:36.060077+0000 mgr.y (mgr.25022) 1406 : cluster [DBG] pgmap v2141: 169 pgs: 1 creating+activating, 8 creating+peering, 49 unknown, 111 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail 2024-08-29T18:33:37.381 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:33:36 smithi028 bash[78352]: cluster 2024-08-29T18:33:36.521070+0000 mon.a (mon.0) 2403 : cluster [DBG] osdmap e1217: 8 total, 8 up, 8 in 2024-08-29T18:33:37.381 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:33:36 smithi028 bash[77168]: cluster 2024-08-29T18:33:36.060077+0000 mgr.y (mgr.25022) 1406 : cluster [DBG] pgmap v2141: 169 pgs: 1 creating+activating, 8 creating+peering, 49 unknown, 111 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail 2024-08-29T18:33:37.381 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:33:36 smithi028 bash[77168]: cluster 2024-08-29T18:33:36.521070+0000 mon.a (mon.0) 2403 : cluster [DBG] osdmap e1217: 8 total, 8 up, 8 in 2024-08-29T18:33:37.642 INFO:tasks.workunit.client.0.smithi028.stdout:resize: 83886080 2024-08-29T18:33:37.670 INFO:tasks.workunit.client.0.smithi028.stdout:migration_prepare 2024-08-29T18:33:38.069 INFO:tasks.workunit.client.0.smithi028.stdout:migration_execute 2024-08-29T18:33:38.277 INFO:tasks.workunit.client.0.smithi028.stdout:migration_commit 2024-08-29T18:33:38.493 INFO:tasks.workunit.client.0.smithi028.stdout:[ OK ] TestMigration.Empty (2972 ms) 2024-08-29T18:33:38.494 INFO:tasks.workunit.client.0.smithi028.stdout:[ RUN ] TestMigration.OtherName 2024-08-29T18:33:38.576 INFO:tasks.workunit.client.0.smithi028.stdout:resize: 83886080 2024-08-29T18:33:38.607 INFO:tasks.workunit.client.0.smithi028.stdout:migration_prepare 2024-08-29T18:33:38.826 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:33:38 smithi053 bash[68679]: cluster 2024-08-29T18:33:37.522573+0000 mon.a (mon.0) 2404 : cluster [DBG] osdmap e1218: 8 total, 8 up, 8 in 2024-08-29T18:33:38.826 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:33:38 smithi053 bash[68679]: cluster 2024-08-29T18:33:38.060777+0000 mgr.y (mgr.25022) 1407 : cluster [DBG] pgmap v2144: 169 pgs: 1 creating+activating, 8 creating+peering, 40 unknown, 120 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 255 B/s wr, 0 op/s 2024-08-29T18:33:38.881 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:33:38 smithi028 bash[78352]: cluster 2024-08-29T18:33:37.522573+0000 mon.a (mon.0) 2404 : cluster [DBG] osdmap e1218: 8 total, 8 up, 8 in 2024-08-29T18:33:38.881 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:33:38 smithi028 bash[78352]: cluster 2024-08-29T18:33:38.060777+0000 mgr.y (mgr.25022) 1407 : cluster [DBG] pgmap v2144: 169 pgs: 1 creating+activating, 8 creating+peering, 40 unknown, 120 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 255 B/s wr, 0 op/s 2024-08-29T18:33:38.881 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:33:38 smithi028 bash[77168]: cluster 2024-08-29T18:33:37.522573+0000 mon.a (mon.0) 2404 : cluster [DBG] osdmap e1218: 8 total, 8 up, 8 in 2024-08-29T18:33:38.881 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:33:38 smithi028 bash[77168]: cluster 2024-08-29T18:33:38.060777+0000 mgr.y (mgr.25022) 1407 : cluster [DBG] pgmap v2144: 169 pgs: 1 creating+activating, 8 creating+peering, 40 unknown, 120 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 255 B/s wr, 0 op/s 2024-08-29T18:33:38.991 INFO:tasks.workunit.client.0.smithi028.stdout:migration_execute 2024-08-29T18:33:39.203 INFO:tasks.workunit.client.0.smithi028.stdout:migration_commit 2024-08-29T18:33:39.420 INFO:tasks.workunit.client.0.smithi028.stdout:[ OK ] TestMigration.OtherName (927 ms) 2024-08-29T18:33:39.420 INFO:tasks.workunit.client.0.smithi028.stdout:[ RUN ] TestMigration.OtherPool 2024-08-29T18:33:39.507 INFO:tasks.workunit.client.0.smithi028.stdout:resize: 83886080 2024-08-29T18:33:39.537 INFO:tasks.workunit.client.0.smithi028.stdout:migration_prepare 2024-08-29T18:33:40.997 INFO:tasks.workunit.client.0.smithi028.stdout:migration_execute 2024-08-29T18:33:41.076 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:33:40 smithi053 bash[68679]: cluster 2024-08-29T18:33:39.703712+0000 mon.a (mon.0) 2405 : cluster [DBG] osdmap e1219: 8 total, 8 up, 8 in 2024-08-29T18:33:41.076 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:33:40 smithi053 bash[68679]: cluster 2024-08-29T18:33:40.061566+0000 mgr.y (mgr.25022) 1408 : cluster [DBG] pgmap v2146: 169 pgs: 5 unknown, 164 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 240 KiB/s rd, 11 KiB/s wr, 295 op/s 2024-08-29T18:33:41.131 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:33:40 smithi028 bash[78352]: cluster 2024-08-29T18:33:39.703712+0000 mon.a (mon.0) 2405 : cluster [DBG] osdmap e1219: 8 total, 8 up, 8 in 2024-08-29T18:33:41.131 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:33:40 smithi028 bash[78352]: cluster 2024-08-29T18:33:40.061566+0000 mgr.y (mgr.25022) 1408 : cluster [DBG] pgmap v2146: 169 pgs: 5 unknown, 164 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 240 KiB/s rd, 11 KiB/s wr, 295 op/s 2024-08-29T18:33:41.131 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:33:40 smithi028 bash[77168]: cluster 2024-08-29T18:33:39.703712+0000 mon.a (mon.0) 2405 : cluster [DBG] osdmap e1219: 8 total, 8 up, 8 in 2024-08-29T18:33:41.131 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:33:40 smithi028 bash[77168]: cluster 2024-08-29T18:33:40.061566+0000 mgr.y (mgr.25022) 1408 : cluster [DBG] pgmap v2146: 169 pgs: 5 unknown, 164 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 240 KiB/s rd, 11 KiB/s wr, 295 op/s 2024-08-29T18:33:41.182 INFO:tasks.workunit.client.0.smithi028.stdout:migration_commit 2024-08-29T18:33:41.398 INFO:tasks.workunit.client.0.smithi028.stdout:[ OK ] TestMigration.OtherPool (1978 ms) 2024-08-29T18:33:41.398 INFO:tasks.workunit.client.0.smithi028.stdout:[ RUN ] TestMigration.OtherNamespace 2024-08-29T18:33:41.481 INFO:tasks.workunit.client.0.smithi028.stdout:resize: 83886080 2024-08-29T18:33:41.518 INFO:tasks.workunit.client.0.smithi028.stdout:migration_prepare 2024-08-29T18:33:41.706 INFO:journalctl@ceph.mgr.y.smithi028.stdout:Aug 29 18:33:41 smithi028 bash[70818]: ::ffff:172.21.15.53 - - [29/Aug/2024:18:33:41] "GET /metrics HTTP/1.1" 200 36372 "" "Prometheus/2.43.0" 2024-08-29T18:33:41.864 INFO:tasks.workunit.client.0.smithi028.stdout:migration_execute 2024-08-29T18:33:42.051 INFO:tasks.workunit.client.0.smithi028.stdout:migration_commit 2024-08-29T18:33:42.076 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:33:41 smithi053 bash[68679]: cluster 2024-08-29T18:33:40.713453+0000 mon.a (mon.0) 2406 : cluster [DBG] osdmap e1220: 8 total, 8 up, 8 in 2024-08-29T18:33:42.131 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:33:41 smithi028 bash[78352]: cluster 2024-08-29T18:33:40.713453+0000 mon.a (mon.0) 2406 : cluster [DBG] osdmap e1220: 8 total, 8 up, 8 in 2024-08-29T18:33:42.131 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:33:41 smithi028 bash[77168]: cluster 2024-08-29T18:33:40.713453+0000 mon.a (mon.0) 2406 : cluster [DBG] osdmap e1220: 8 total, 8 up, 8 in 2024-08-29T18:33:42.256 INFO:tasks.workunit.client.0.smithi028.stdout:[ OK ] TestMigration.OtherNamespace (858 ms) 2024-08-29T18:33:42.256 INFO:tasks.workunit.client.0.smithi028.stdout:[ RUN ] TestMigration.DataPool 2024-08-29T18:33:42.348 INFO:tasks.workunit.client.0.smithi028.stdout:resize: 83886080 2024-08-29T18:33:42.381 INFO:tasks.workunit.client.0.smithi028.stdout:migration_prepare 2024-08-29T18:33:42.576 INFO:journalctl@ceph.prometheus.a.smithi053.stdout:Aug 29 18:33:42 smithi053 bash[95567]: ts=2024-08-29T18:33:42.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"3167ee72-662c-11ef-bcd4-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-29T18:33:42.783 INFO:tasks.workunit.client.0.smithi028.stdout:migration_execute 2024-08-29T18:33:42.988 INFO:tasks.workunit.client.0.smithi028.stdout:migration_commit 2024-08-29T18:33:43.199 INFO:tasks.workunit.client.0.smithi028.stdout:[ OK ] TestMigration.DataPool (942 ms) 2024-08-29T18:33:43.199 INFO:tasks.workunit.client.0.smithi028.stdout:[ RUN ] TestMigration.AbortAfterPrepare 2024-08-29T18:33:43.282 INFO:tasks.workunit.client.0.smithi028.stdout:resize: 83886080 2024-08-29T18:33:43.315 INFO:tasks.workunit.client.0.smithi028.stdout:migration_prepare 2024-08-29T18:33:43.381 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:33:43 smithi028 bash[78352]: cluster 2024-08-29T18:33:42.062458+0000 mgr.y (mgr.25022) 1409 : cluster [DBG] pgmap v2148: 169 pgs: 169 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 197 KiB/s rd, 9.4 KiB/s wr, 242 op/s 2024-08-29T18:33:43.381 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:33:43 smithi028 bash[78352]: audit 2024-08-29T18:33:42.127168+0000 mon.a (mon.0) 2407 : audit [INF] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' 2024-08-29T18:33:43.381 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:33:43 smithi028 bash[78352]: audit 2024-08-29T18:33:42.129691+0000 mon.a (mon.0) 2408 : audit [DBG] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-29T18:33:43.381 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:33:43 smithi028 bash[77168]: cluster 2024-08-29T18:33:42.062458+0000 mgr.y (mgr.25022) 1409 : cluster [DBG] pgmap v2148: 169 pgs: 169 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 197 KiB/s rd, 9.4 KiB/s wr, 242 op/s 2024-08-29T18:33:43.381 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:33:43 smithi028 bash[77168]: audit 2024-08-29T18:33:42.127168+0000 mon.a (mon.0) 2407 : audit [INF] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' 2024-08-29T18:33:43.381 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:33:43 smithi028 bash[77168]: audit 2024-08-29T18:33:42.129691+0000 mon.a (mon.0) 2408 : audit [DBG] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-29T18:33:43.576 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:33:43 smithi053 bash[68679]: cluster 2024-08-29T18:33:42.062458+0000 mgr.y (mgr.25022) 1409 : cluster [DBG] pgmap v2148: 169 pgs: 169 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 197 KiB/s rd, 9.4 KiB/s wr, 242 op/s 2024-08-29T18:33:43.577 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:33:43 smithi053 bash[68679]: audit 2024-08-29T18:33:42.127168+0000 mon.a (mon.0) 2407 : audit [INF] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' 2024-08-29T18:33:43.577 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:33:43 smithi053 bash[68679]: audit 2024-08-29T18:33:42.129691+0000 mon.a (mon.0) 2408 : audit [DBG] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-29T18:33:43.721 INFO:tasks.workunit.client.0.smithi028.stdout:migration_abort 2024-08-29T18:33:43.989 INFO:tasks.workunit.client.0.smithi028.stdout:[ OK ] TestMigration.AbortAfterPrepare (791 ms) 2024-08-29T18:33:43.989 INFO:tasks.workunit.client.0.smithi028.stdout:[ RUN ] TestMigration.AbortAfterFailedPrepare 2024-08-29T18:33:44.078 INFO:tasks.workunit.client.0.smithi028.stdout:resize: 83886080 2024-08-29T18:33:44.110 INFO:tasks.workunit.client.0.smithi028.stdout:migration_prepare 2024-08-29T18:33:44.381 INFO:tasks.workunit.client.0.smithi028.stdout:[ OK ] TestMigration.AbortAfterFailedPrepare (392 ms) 2024-08-29T18:33:44.381 INFO:tasks.workunit.client.0.smithi028.stdout:[ RUN ] TestMigration.AbortAfterExecute 2024-08-29T18:33:44.469 INFO:tasks.workunit.client.0.smithi028.stdout:resize: 83886080 2024-08-29T18:33:44.504 INFO:tasks.workunit.client.0.smithi028.stdout:migration_prepare 2024-08-29T18:33:44.904 INFO:tasks.workunit.client.0.smithi028.stdout:migration_execute 2024-08-29T18:33:45.110 INFO:tasks.workunit.client.0.smithi028.stdout:migration_abort 2024-08-29T18:33:45.372 INFO:tasks.workunit.client.0.smithi028.stdout:[ OK ] TestMigration.AbortAfterExecute (991 ms) 2024-08-29T18:33:45.372 INFO:tasks.workunit.client.0.smithi028.stdout:[ RUN ] TestMigration.OtherPoolAbortAfterExecute 2024-08-29T18:33:45.381 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:33:45 smithi028 bash[77168]: cluster 2024-08-29T18:33:44.063750+0000 mgr.y (mgr.25022) 1410 : cluster [DBG] pgmap v2149: 169 pgs: 169 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 385 KiB/s rd, 20 KiB/s wr, 477 op/s 2024-08-29T18:33:45.381 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:33:45 smithi028 bash[78352]: cluster 2024-08-29T18:33:44.063750+0000 mgr.y (mgr.25022) 1410 : cluster [DBG] pgmap v2149: 169 pgs: 169 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 385 KiB/s rd, 20 KiB/s wr, 477 op/s 2024-08-29T18:33:45.467 INFO:tasks.workunit.client.0.smithi028.stdout:resize: 83886080 2024-08-29T18:33:45.499 INFO:tasks.workunit.client.0.smithi028.stdout:migration_prepare 2024-08-29T18:33:45.576 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:33:45 smithi053 bash[68679]: cluster 2024-08-29T18:33:44.063750+0000 mgr.y (mgr.25022) 1410 : cluster [DBG] pgmap v2149: 169 pgs: 169 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 385 KiB/s rd, 20 KiB/s wr, 477 op/s 2024-08-29T18:33:45.841 INFO:tasks.workunit.client.0.smithi028.stdout:migration_execute 2024-08-29T18:33:46.030 INFO:tasks.workunit.client.0.smithi028.stdout:migration_abort 2024-08-29T18:33:46.292 INFO:tasks.workunit.client.0.smithi028.stdout:[ OK ] TestMigration.OtherPoolAbortAfterExecute (920 ms) 2024-08-29T18:33:46.292 INFO:tasks.workunit.client.0.smithi028.stdout:[ RUN ] TestMigration.OtherNamespaceAbortAfterExecute 2024-08-29T18:33:46.383 INFO:tasks.workunit.client.0.smithi028.stdout:resize: 83886080 2024-08-29T18:33:46.420 INFO:tasks.workunit.client.0.smithi028.stdout:migration_prepare 2024-08-29T18:33:46.780 INFO:tasks.workunit.client.0.smithi028.stdout:migration_execute 2024-08-29T18:33:46.975 INFO:tasks.workunit.client.0.smithi028.stdout:migration_abort 2024-08-29T18:33:47.259 INFO:tasks.workunit.client.0.smithi028.stdout:[ OK ] TestMigration.OtherNamespaceAbortAfterExecute (967 ms) 2024-08-29T18:33:47.259 INFO:tasks.workunit.client.0.smithi028.stdout:[ RUN ] TestMigration.MirroringSamePool 2024-08-29T18:33:47.339 INFO:tasks.workunit.client.0.smithi028.stdout:resize: 83886080 2024-08-29T18:33:47.369 INFO:tasks.workunit.client.0.smithi028.stdout:SKIPPING 2024-08-29T18:33:47.380 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:33:47 smithi028 bash[78352]: cluster 2024-08-29T18:33:46.065655+0000 mgr.y (mgr.25022) 1411 : cluster [DBG] pgmap v2150: 169 pgs: 169 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 469 KiB/s rd, 26 KiB/s wr, 590 op/s 2024-08-29T18:33:47.381 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:33:47 smithi028 bash[77168]: cluster 2024-08-29T18:33:46.065655+0000 mgr.y (mgr.25022) 1411 : cluster [DBG] pgmap v2150: 169 pgs: 169 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 469 KiB/s rd, 26 KiB/s wr, 590 op/s 2024-08-29T18:33:47.388 INFO:tasks.workunit.client.0.smithi028.stdout:[ OK ] TestMigration.MirroringSamePool (129 ms) 2024-08-29T18:33:47.388 INFO:tasks.workunit.client.0.smithi028.stdout:[ RUN ] TestMigration.MirroringAbort 2024-08-29T18:33:47.474 INFO:tasks.workunit.client.0.smithi028.stdout:resize: 83886080 2024-08-29T18:33:47.505 INFO:tasks.workunit.client.0.smithi028.stdout:SKIPPING 2024-08-29T18:33:47.524 INFO:tasks.workunit.client.0.smithi028.stdout:[ OK ] TestMigration.MirroringAbort (135 ms) 2024-08-29T18:33:47.524 INFO:tasks.workunit.client.0.smithi028.stdout:[ RUN ] TestMigration.MirroringOtherPoolDisabled 2024-08-29T18:33:47.576 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:33:47 smithi053 bash[68679]: cluster 2024-08-29T18:33:46.065655+0000 mgr.y (mgr.25022) 1411 : cluster [DBG] pgmap v2150: 169 pgs: 169 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 469 KiB/s rd, 26 KiB/s wr, 590 op/s 2024-08-29T18:33:47.609 INFO:tasks.workunit.client.0.smithi028.stdout:resize: 83886080 2024-08-29T18:33:47.641 INFO:tasks.workunit.client.0.smithi028.stdout:SKIPPING 2024-08-29T18:33:47.661 INFO:tasks.workunit.client.0.smithi028.stdout:[ OK ] TestMigration.MirroringOtherPoolDisabled (138 ms) 2024-08-29T18:33:47.661 INFO:tasks.workunit.client.0.smithi028.stdout:[ RUN ] TestMigration.MirroringOtherPoolEnabled 2024-08-29T18:33:47.752 INFO:tasks.workunit.client.0.smithi028.stdout:resize: 83886080 2024-08-29T18:33:47.782 INFO:tasks.workunit.client.0.smithi028.stdout:SKIPPING 2024-08-29T18:33:47.802 INFO:tasks.workunit.client.0.smithi028.stdout:[ OK ] TestMigration.MirroringOtherPoolEnabled (141 ms) 2024-08-29T18:33:47.802 INFO:tasks.workunit.client.0.smithi028.stdout:[ RUN ] TestMigration.MirroringPool 2024-08-29T18:33:47.884 INFO:tasks.workunit.client.0.smithi028.stdout:resize: 83886080 2024-08-29T18:33:47.913 INFO:tasks.workunit.client.0.smithi028.stdout:SKIPPING 2024-08-29T18:33:47.931 INFO:tasks.workunit.client.0.smithi028.stdout:[ OK ] TestMigration.MirroringPool (128 ms) 2024-08-29T18:33:47.931 INFO:tasks.workunit.client.0.smithi028.stdout:[ RUN ] TestMigration.Group 2024-08-29T18:33:48.036 INFO:tasks.workunit.client.0.smithi028.stdout:resize: 83886080 2024-08-29T18:33:48.105 INFO:tasks.workunit.client.0.smithi028.stdout:migration_prepare 2024-08-29T18:33:48.496 INFO:tasks.workunit.client.0.smithi028.stdout:migration_execute 2024-08-29T18:33:48.680 INFO:tasks.workunit.client.0.smithi028.stdout:migration_commit 2024-08-29T18:33:48.920 INFO:tasks.workunit.client.0.smithi028.stdout:[ OK ] TestMigration.Group (988 ms) 2024-08-29T18:33:48.920 INFO:tasks.workunit.client.0.smithi028.stdout:[ RUN ] TestMigration.GroupAbort 2024-08-29T18:33:49.008 INFO:tasks.workunit.client.0.smithi028.stdout:resize: 83886080 2024-08-29T18:33:49.064 INFO:tasks.workunit.client.0.smithi028.stdout:migration_prepare 2024-08-29T18:33:49.326 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:33:49 smithi053 bash[68679]: cluster 2024-08-29T18:33:48.018566+0000 mon.a (mon.0) 2409 : cluster [DBG] osdmap e1221: 8 total, 8 up, 8 in 2024-08-29T18:33:49.326 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:33:49 smithi053 bash[68679]: cluster 2024-08-29T18:33:48.066693+0000 mgr.y (mgr.25022) 1412 : cluster [DBG] pgmap v2152: 169 pgs: 169 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 418 KiB/s rd, 26 KiB/s wr, 528 op/s 2024-08-29T18:33:49.381 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:33:49 smithi028 bash[78352]: cluster 2024-08-29T18:33:48.018566+0000 mon.a (mon.0) 2409 : cluster [DBG] osdmap e1221: 8 total, 8 up, 8 in 2024-08-29T18:33:49.381 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:33:49 smithi028 bash[78352]: cluster 2024-08-29T18:33:48.066693+0000 mgr.y (mgr.25022) 1412 : cluster [DBG] pgmap v2152: 169 pgs: 169 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 418 KiB/s rd, 26 KiB/s wr, 528 op/s 2024-08-29T18:33:49.381 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:33:49 smithi028 bash[77168]: cluster 2024-08-29T18:33:48.018566+0000 mon.a (mon.0) 2409 : cluster [DBG] osdmap e1221: 8 total, 8 up, 8 in 2024-08-29T18:33:49.381 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:33:49 smithi028 bash[77168]: cluster 2024-08-29T18:33:48.066693+0000 mgr.y (mgr.25022) 1412 : cluster [DBG] pgmap v2152: 169 pgs: 169 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 418 KiB/s rd, 26 KiB/s wr, 528 op/s 2024-08-29T18:33:49.462 INFO:tasks.workunit.client.0.smithi028.stdout:migration_abort 2024-08-29T18:33:49.761 INFO:tasks.workunit.client.0.smithi028.stdout:[ OK ] TestMigration.GroupAbort (842 ms) 2024-08-29T18:33:49.762 INFO:tasks.workunit.client.0.smithi028.stdout:[ RUN ] TestMigration.NoSnaps 2024-08-29T18:33:49.843 INFO:tasks.workunit.client.0.smithi028.stdout:resize: 83886080 2024-08-29T18:33:49.873 INFO:tasks.workunit.client.0.smithi028.stdout:write: 1 0~8388609 2024-08-29T18:33:49.971 INFO:tasks.workunit.client.0.smithi028.stdout:write: 1 16777218~8388609 2024-08-29T18:33:50.041 INFO:tasks.workunit.client.0.smithi028.stdout:migration_prepare 2024-08-29T18:33:50.462 INFO:tasks.workunit.client.0.smithi028.stdout:migration_execute 2024-08-29T18:33:50.672 INFO:tasks.workunit.client.0.smithi028.stdout:migration_commit 2024-08-29T18:33:50.881 INFO:tasks.workunit.client.0.smithi028.stdout:[ OK ] TestMigration.NoSnaps (1120 ms) 2024-08-29T18:33:50.881 INFO:tasks.workunit.client.0.smithi028.stdout:[ RUN ] TestMigration.NoSnapsOtherPool 2024-08-29T18:33:50.949 INFO:tasks.workunit.client.0.smithi028.stdout:resize: 83886080 2024-08-29T18:33:50.976 INFO:tasks.workunit.client.0.smithi028.stdout:write: 1 0~8388609 2024-08-29T18:33:51.052 INFO:tasks.workunit.client.0.smithi028.stdout:write: 1 16777218~8388609 2024-08-29T18:33:51.113 INFO:tasks.workunit.client.0.smithi028.stdout:write: 1 0~8388609 2024-08-29T18:33:51.132 INFO:tasks.workunit.client.0.smithi028.stdout:write: 1 16777218~8388609 2024-08-29T18:33:51.185 INFO:tasks.workunit.client.0.smithi028.stdout:migration_prepare 2024-08-29T18:33:51.381 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:33:51 smithi028 bash[78352]: cluster 2024-08-29T18:33:50.068495+0000 mgr.y (mgr.25022) 1413 : cluster [DBG] pgmap v2153: 169 pgs: 169 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 541 KiB/s rd, 38 KiB/s wr, 706 op/s 2024-08-29T18:33:51.381 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:33:51 smithi028 bash[78352]: audit 2024-08-29T18:33:50.552919+0000 mon.a (mon.0) 2410 : audit [DBG] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-29T18:33:51.381 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:33:51 smithi028 bash[77168]: cluster 2024-08-29T18:33:50.068495+0000 mgr.y (mgr.25022) 1413 : cluster [DBG] pgmap v2153: 169 pgs: 169 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 541 KiB/s rd, 38 KiB/s wr, 706 op/s 2024-08-29T18:33:51.381 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:33:51 smithi028 bash[77168]: audit 2024-08-29T18:33:50.552919+0000 mon.a (mon.0) 2410 : audit [DBG] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-29T18:33:51.460 INFO:tasks.workunit.client.0.smithi028.stdout:migration_execute 2024-08-29T18:33:51.576 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:33:51 smithi053 bash[68679]: cluster 2024-08-29T18:33:50.068495+0000 mgr.y (mgr.25022) 1413 : cluster [DBG] pgmap v2153: 169 pgs: 169 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 541 KiB/s rd, 38 KiB/s wr, 706 op/s 2024-08-29T18:33:51.577 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:33:51 smithi053 bash[68679]: audit 2024-08-29T18:33:50.552919+0000 mon.a (mon.0) 2410 : audit [DBG] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-29T18:33:51.694 INFO:tasks.workunit.client.0.smithi028.stdout:migration_commit 2024-08-29T18:33:51.880 INFO:journalctl@ceph.mgr.y.smithi028.stdout:Aug 29 18:33:51 smithi028 bash[70818]: ::ffff:172.21.15.53 - - [29/Aug/2024:18:33:51] "GET /metrics HTTP/1.1" 200 38799 "" "Prometheus/2.43.0" 2024-08-29T18:33:51.929 INFO:tasks.workunit.client.0.smithi028.stdout:[ OK ] TestMigration.NoSnapsOtherPool (1048 ms) 2024-08-29T18:33:51.930 INFO:tasks.workunit.client.0.smithi028.stdout:[ RUN ] TestMigration.NoSnapsDataPool 2024-08-29T18:33:51.984 INFO:tasks.workunit.client.0.smithi028.stdout:resize: 83886080 2024-08-29T18:33:52.004 INFO:tasks.workunit.client.0.smithi028.stdout:write: 1 0~8388609 2024-08-29T18:33:52.088 INFO:tasks.workunit.client.0.smithi028.stdout:write: 1 16777218~8388609 2024-08-29T18:33:52.141 INFO:tasks.workunit.client.0.smithi028.stdout:migration_prepare 2024-08-29T18:33:52.559 INFO:tasks.workunit.client.0.smithi028.stdout:migration_execute 2024-08-29T18:33:52.576 INFO:journalctl@ceph.prometheus.a.smithi053.stdout:Aug 29 18:33:52 smithi053 bash[95567]: ts=2024-08-29T18:33:52.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"3167ee72-662c-11ef-bcd4-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-29T18:33:52.577 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:33:52 smithi053 bash[68679]: audit 2024-08-29T18:33:51.266461+0000 mon.a (mon.0) 2411 : audit [INF] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' 2024-08-29T18:33:52.577 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:33:52 smithi053 bash[68679]: audit 2024-08-29T18:33:51.271525+0000 mon.a (mon.0) 2412 : audit [INF] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' 2024-08-29T18:33:52.577 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:33:52 smithi053 bash[68679]: cluster 2024-08-29T18:33:52.069307+0000 mgr.y (mgr.25022) 1414 : cluster [DBG] pgmap v2154: 169 pgs: 169 active+clean; 13 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 1.3 MiB/s rd, 857 KiB/s wr, 731 op/s 2024-08-29T18:33:52.577 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:33:52 smithi053 bash[68679]: audit 2024-08-29T18:33:52.086749+0000 mon.a (mon.0) 2413 : audit [DBG] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-29T18:33:52.577 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:33:52 smithi053 bash[68679]: audit 2024-08-29T18:33:52.088013+0000 mon.a (mon.0) 2414 : audit [INF] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-29T18:33:52.577 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:33:52 smithi053 bash[68679]: audit 2024-08-29T18:33:52.095476+0000 mon.a (mon.0) 2415 : audit [INF] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' 2024-08-29T18:33:52.631 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:33:52 smithi028 bash[77168]: audit 2024-08-29T18:33:51.266461+0000 mon.a (mon.0) 2411 : audit [INF] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' 2024-08-29T18:33:52.631 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:33:52 smithi028 bash[77168]: audit 2024-08-29T18:33:51.271525+0000 mon.a (mon.0) 2412 : audit [INF] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' 2024-08-29T18:33:52.631 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:33:52 smithi028 bash[77168]: cluster 2024-08-29T18:33:52.069307+0000 mgr.y (mgr.25022) 1414 : cluster [DBG] pgmap v2154: 169 pgs: 169 active+clean; 13 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 1.3 MiB/s rd, 857 KiB/s wr, 731 op/s 2024-08-29T18:33:52.631 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:33:52 smithi028 bash[77168]: audit 2024-08-29T18:33:52.086749+0000 mon.a (mon.0) 2413 : audit [DBG] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-29T18:33:52.631 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:33:52 smithi028 bash[77168]: audit 2024-08-29T18:33:52.088013+0000 mon.a (mon.0) 2414 : audit [INF] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-29T18:33:52.631 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:33:52 smithi028 bash[77168]: audit 2024-08-29T18:33:52.095476+0000 mon.a (mon.0) 2415 : audit [INF] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' 2024-08-29T18:33:52.632 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:33:52 smithi028 bash[78352]: audit 2024-08-29T18:33:51.266461+0000 mon.a (mon.0) 2411 : audit [INF] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' 2024-08-29T18:33:52.632 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:33:52 smithi028 bash[78352]: audit 2024-08-29T18:33:51.271525+0000 mon.a (mon.0) 2412 : audit [INF] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' 2024-08-29T18:33:52.632 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:33:52 smithi028 bash[78352]: cluster 2024-08-29T18:33:52.069307+0000 mgr.y (mgr.25022) 1414 : cluster [DBG] pgmap v2154: 169 pgs: 169 active+clean; 13 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 1.3 MiB/s rd, 857 KiB/s wr, 731 op/s 2024-08-29T18:33:52.632 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:33:52 smithi028 bash[78352]: audit 2024-08-29T18:33:52.086749+0000 mon.a (mon.0) 2413 : audit [DBG] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-29T18:33:52.632 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:33:52 smithi028 bash[78352]: audit 2024-08-29T18:33:52.088013+0000 mon.a (mon.0) 2414 : audit [INF] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-29T18:33:52.632 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:33:52 smithi028 bash[78352]: audit 2024-08-29T18:33:52.095476+0000 mon.a (mon.0) 2415 : audit [INF] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' 2024-08-29T18:33:52.814 INFO:tasks.workunit.client.0.smithi028.stdout:migration_commit 2024-08-29T18:33:53.094 INFO:tasks.workunit.client.0.smithi028.stdout:[ OK ] TestMigration.NoSnapsDataPool (1165 ms) 2024-08-29T18:33:53.095 INFO:tasks.workunit.client.0.smithi028.stdout:[ RUN ] TestMigration.NoSnapsShrinkAfterPrepare 2024-08-29T18:33:53.183 INFO:tasks.workunit.client.0.smithi028.stdout:resize: 83886080 2024-08-29T18:33:53.216 INFO:tasks.workunit.client.0.smithi028.stdout:write: 1 0~8388609 2024-08-29T18:33:53.294 INFO:tasks.workunit.client.0.smithi028.stdout:write: 1 16777218~8388609 2024-08-29T18:33:53.366 INFO:tasks.workunit.client.0.smithi028.stdout:migration_prepare 2024-08-29T18:33:53.823 INFO:tasks.workunit.client.0.smithi028.stdout:resize: 41943040 2024-08-29T18:33:53.848 INFO:tasks.workunit.client.0.smithi028.stdout:migration_execute 2024-08-29T18:33:54.119 INFO:tasks.workunit.client.0.smithi028.stdout:migration_commit 2024-08-29T18:33:54.366 INFO:tasks.workunit.client.0.smithi028.stdout:[ OK ] TestMigration.NoSnapsShrinkAfterPrepare (1272 ms) 2024-08-29T18:33:54.366 INFO:tasks.workunit.client.0.smithi028.stdout:[ RUN ] TestMigration.NoSnapsShrinkToZeroBeforePrepare 2024-08-29T18:33:54.452 INFO:tasks.workunit.client.0.smithi028.stdout:resize: 83886080 2024-08-29T18:33:54.481 INFO:tasks.workunit.client.0.smithi028.stdout:write: 1 0~8388609 2024-08-29T18:33:54.560 INFO:tasks.workunit.client.0.smithi028.stdout:write: 1 16777218~8388609 2024-08-29T18:33:54.638 INFO:tasks.workunit.client.0.smithi028.stdout:resize: 0 2024-08-29T18:33:54.677 INFO:tasks.workunit.client.0.smithi028.stdout:migration_prepare 2024-08-29T18:33:54.975 INFO:tasks.workunit.client.0.smithi028.stdout:migration_execute 2024-08-29T18:33:55.162 INFO:tasks.workunit.client.0.smithi028.stdout:migration_commit 2024-08-29T18:33:55.296 INFO:tasks.workunit.client.0.smithi028.stdout:[ OK ] TestMigration.NoSnapsShrinkToZeroBeforePrepare (930 ms) 2024-08-29T18:33:55.296 INFO:tasks.workunit.client.0.smithi028.stdout:[ RUN ] TestMigration.NoSnapsShrinkToZeroAfterPrepare 2024-08-29T18:33:55.379 INFO:tasks.workunit.client.0.smithi028.stdout:resize: 83886080 2024-08-29T18:33:55.381 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:33:55 smithi028 bash[77168]: cluster 2024-08-29T18:33:54.070626+0000 mgr.y (mgr.25022) 1415 : cluster [DBG] pgmap v2155: 169 pgs: 169 active+clean; 61 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 15 MiB/s rd, 11 MiB/s wr, 743 op/s 2024-08-29T18:33:55.381 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:33:55 smithi028 bash[78352]: cluster 2024-08-29T18:33:54.070626+0000 mgr.y (mgr.25022) 1415 : cluster [DBG] pgmap v2155: 169 pgs: 169 active+clean; 61 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 15 MiB/s rd, 11 MiB/s wr, 743 op/s 2024-08-29T18:33:55.410 INFO:tasks.workunit.client.0.smithi028.stdout:write: 1 0~8388609 2024-08-29T18:33:55.505 INFO:tasks.workunit.client.0.smithi028.stdout:write: 1 16777218~8388609 2024-08-29T18:33:55.574 INFO:tasks.workunit.client.0.smithi028.stdout:migration_prepare 2024-08-29T18:33:55.577 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:33:55 smithi053 bash[68679]: cluster 2024-08-29T18:33:54.070626+0000 mgr.y (mgr.25022) 1415 : cluster [DBG] pgmap v2155: 169 pgs: 169 active+clean; 61 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 15 MiB/s rd, 11 MiB/s wr, 743 op/s 2024-08-29T18:33:56.028 INFO:tasks.workunit.client.0.smithi028.stdout:resize: 0 2024-08-29T18:33:56.063 INFO:tasks.workunit.client.0.smithi028.stdout:migration_execute 2024-08-29T18:33:56.256 INFO:tasks.workunit.client.0.smithi028.stdout:migration_commit 2024-08-29T18:33:56.414 INFO:tasks.workunit.client.0.smithi028.stdout:[ OK ] TestMigration.NoSnapsShrinkToZeroAfterPrepare (1118 ms) 2024-08-29T18:33:56.414 INFO:tasks.workunit.client.0.smithi028.stdout:[ RUN ] TestMigration.NoSnapsExpandAfterPrepare 2024-08-29T18:33:56.497 INFO:tasks.workunit.client.0.smithi028.stdout:resize: 83886080 2024-08-29T18:33:56.528 INFO:tasks.workunit.client.0.smithi028.stdout:write: 1 0~8388609 2024-08-29T18:33:56.609 INFO:tasks.workunit.client.0.smithi028.stdout:write: 1 16777218~8388609 2024-08-29T18:33:56.687 INFO:tasks.workunit.client.0.smithi028.stdout:migration_prepare 2024-08-29T18:33:57.155 INFO:tasks.workunit.client.0.smithi028.stdout:resize: 167772160 2024-08-29T18:33:57.178 INFO:tasks.workunit.client.0.smithi028.stdout:migration_execute 2024-08-29T18:33:57.381 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:33:57 smithi028 bash[78352]: cluster 2024-08-29T18:33:56.072604+0000 mgr.y (mgr.25022) 1416 : cluster [DBG] pgmap v2156: 169 pgs: 169 active+clean; 121 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 28 MiB/s rd, 21 MiB/s wr, 850 op/s 2024-08-29T18:33:57.381 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:33:57 smithi028 bash[78352]: audit 2024-08-29T18:33:57.119110+0000 mon.a (mon.0) 2416 : audit [DBG] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-29T18:33:57.382 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:33:57 smithi028 bash[77168]: cluster 2024-08-29T18:33:56.072604+0000 mgr.y (mgr.25022) 1416 : cluster [DBG] pgmap v2156: 169 pgs: 169 active+clean; 121 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 28 MiB/s rd, 21 MiB/s wr, 850 op/s 2024-08-29T18:33:57.382 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:33:57 smithi028 bash[77168]: audit 2024-08-29T18:33:57.119110+0000 mon.a (mon.0) 2416 : audit [DBG] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-29T18:33:57.449 INFO:tasks.workunit.client.0.smithi028.stdout:migration_commit 2024-08-29T18:33:57.576 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:33:57 smithi053 bash[68679]: cluster 2024-08-29T18:33:56.072604+0000 mgr.y (mgr.25022) 1416 : cluster [DBG] pgmap v2156: 169 pgs: 169 active+clean; 121 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 28 MiB/s rd, 21 MiB/s wr, 850 op/s 2024-08-29T18:33:57.577 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:33:57 smithi053 bash[68679]: audit 2024-08-29T18:33:57.119110+0000 mon.a (mon.0) 2416 : audit [DBG] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-29T18:33:57.775 INFO:tasks.workunit.client.0.smithi028.stdout:[ OK ] TestMigration.NoSnapsExpandAfterPrepare (1360 ms) 2024-08-29T18:33:57.775 INFO:tasks.workunit.client.0.smithi028.stdout:[ RUN ] TestMigration.NoSnapsSnapAfterPrepare 2024-08-29T18:33:57.859 INFO:tasks.workunit.client.0.smithi028.stdout:resize: 83886080 2024-08-29T18:33:57.890 INFO:tasks.workunit.client.0.smithi028.stdout:write: 1 0~8388609 2024-08-29T18:33:57.981 INFO:tasks.workunit.client.0.smithi028.stdout:write: 1 16777218~8388609 2024-08-29T18:33:58.051 INFO:tasks.workunit.client.0.smithi028.stdout:migration_prepare 2024-08-29T18:33:58.500 INFO:tasks.workunit.client.0.smithi028.stdout:snap_create: after_prepare_snap 2024-08-29T18:33:59.576 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:33:59 smithi053 bash[68679]: cluster 2024-08-29T18:33:58.073555+0000 mgr.y (mgr.25022) 1417 : cluster [DBG] pgmap v2157: 169 pgs: 169 active+clean; 137 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 33 MiB/s rd, 26 MiB/s wr, 930 op/s 2024-08-29T18:33:59.631 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:33:59 smithi028 bash[78352]: cluster 2024-08-29T18:33:58.073555+0000 mgr.y (mgr.25022) 1417 : cluster [DBG] pgmap v2157: 169 pgs: 169 active+clean; 137 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 33 MiB/s rd, 26 MiB/s wr, 930 op/s 2024-08-29T18:33:59.631 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:33:59 smithi028 bash[77168]: cluster 2024-08-29T18:33:58.073555+0000 mgr.y (mgr.25022) 1417 : cluster [DBG] pgmap v2157: 169 pgs: 169 active+clean; 137 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 33 MiB/s rd, 26 MiB/s wr, 930 op/s 2024-08-29T18:34:00.189 INFO:tasks.workunit.client.0.smithi028.stdout:resize: 41943040 2024-08-29T18:34:00.243 INFO:tasks.workunit.client.0.smithi028.stdout:write: * 0~1000 2024-08-29T18:34:00.258 INFO:tasks.workunit.client.0.smithi028.stdout:migration_execute 2024-08-29T18:34:00.518 INFO:tasks.workunit.client.0.smithi028.stdout:migration_commit 2024-08-29T18:34:00.576 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:34:00 smithi053 bash[68679]: cluster 2024-08-29T18:33:59.141657+0000 mon.a (mon.0) 2417 : cluster [DBG] osdmap e1222: 8 total, 8 up, 8 in 2024-08-29T18:34:00.631 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:34:00 smithi028 bash[77168]: cluster 2024-08-29T18:33:59.141657+0000 mon.a (mon.0) 2417 : cluster [DBG] osdmap e1222: 8 total, 8 up, 8 in 2024-08-29T18:34:00.631 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:34:00 smithi028 bash[78352]: cluster 2024-08-29T18:33:59.141657+0000 mon.a (mon.0) 2417 : cluster [DBG] osdmap e1222: 8 total, 8 up, 8 in 2024-08-29T18:34:00.860 INFO:tasks.workunit.client.0.smithi028.stdout:[ OK ] TestMigration.NoSnapsSnapAfterPrepare (3085 ms) 2024-08-29T18:34:00.860 INFO:tasks.workunit.client.0.smithi028.stdout:[ RUN ] TestMigration.Snaps 2024-08-29T18:34:00.943 INFO:tasks.workunit.client.0.smithi028.stdout:resize: 83886080 2024-08-29T18:34:00.972 INFO:tasks.workunit.client.0.smithi028.stdout:write: 1 0~8388609 2024-08-29T18:34:01.056 INFO:tasks.workunit.client.0.smithi028.stdout:snap_create: snap1 2024-08-29T18:34:01.403 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:34:01 smithi028 bash[78352]: cluster 2024-08-29T18:34:00.074894+0000 mgr.y (mgr.25022) 1418 : cluster [DBG] pgmap v2159: 169 pgs: 169 active+clean; 181 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 43 MiB/s rd, 34 MiB/s wr, 950 op/s 2024-08-29T18:34:01.404 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:34:01 smithi028 bash[78352]: cluster 2024-08-29T18:34:00.160796+0000 mon.a (mon.0) 2418 : cluster [DBG] osdmap e1223: 8 total, 8 up, 8 in 2024-08-29T18:34:01.404 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:34:01 smithi028 bash[77168]: cluster 2024-08-29T18:34:00.074894+0000 mgr.y (mgr.25022) 1418 : cluster [DBG] pgmap v2159: 169 pgs: 169 active+clean; 181 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 43 MiB/s rd, 34 MiB/s wr, 950 op/s 2024-08-29T18:34:01.404 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:34:01 smithi028 bash[77168]: cluster 2024-08-29T18:34:00.160796+0000 mon.a (mon.0) 2418 : cluster [DBG] osdmap e1223: 8 total, 8 up, 8 in 2024-08-29T18:34:01.576 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:34:01 smithi053 bash[68679]: cluster 2024-08-29T18:34:00.074894+0000 mgr.y (mgr.25022) 1418 : cluster [DBG] pgmap v2159: 169 pgs: 169 active+clean; 181 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 43 MiB/s rd, 34 MiB/s wr, 950 op/s 2024-08-29T18:34:01.577 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:34:01 smithi053 bash[68679]: cluster 2024-08-29T18:34:00.160796+0000 mon.a (mon.0) 2418 : cluster [DBG] osdmap e1223: 8 total, 8 up, 8 in 2024-08-29T18:34:01.881 INFO:journalctl@ceph.mgr.y.smithi028.stdout:Aug 29 18:34:01 smithi028 bash[70818]: ::ffff:172.21.15.53 - - [29/Aug/2024:18:34:01] "GET /metrics HTTP/1.1" 200 38860 "" "Prometheus/2.43.0" 2024-08-29T18:34:02.199 INFO:tasks.workunit.client.0.smithi028.stdout:write: 1 8388609~8388609 2024-08-29T18:34:02.229 INFO:tasks.workunit.client.0.smithi028.stdout:write: X 0~1000 2024-08-29T18:34:02.229 INFO:tasks.workunit.client.0.smithi028.stdout:discard: 1010~1000 2024-08-29T18:34:02.230 INFO:tasks.workunit.client.0.smithi028.stdout:snap_create: snap2 2024-08-29T18:34:02.577 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:34:02 smithi053 bash[68679]: cluster 2024-08-29T18:34:01.167450+0000 mon.a (mon.0) 2419 : cluster [DBG] osdmap e1224: 8 total, 8 up, 8 in 2024-08-29T18:34:02.577 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:34:02 smithi053 bash[68679]: cluster 2024-08-29T18:34:02.075803+0000 mgr.y (mgr.25022) 1419 : cluster [DBG] pgmap v2162: 169 pgs: 169 active+clean; 185 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 29 MiB/s rd, 23 MiB/s wr, 771 op/s 2024-08-29T18:34:02.577 INFO:journalctl@ceph.prometheus.a.smithi053.stdout:Aug 29 18:34:02 smithi053 bash[95567]: ts=2024-08-29T18:34:02.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"3167ee72-662c-11ef-bcd4-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-29T18:34:02.631 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:34:02 smithi028 bash[78352]: cluster 2024-08-29T18:34:01.167450+0000 mon.a (mon.0) 2419 : cluster [DBG] osdmap e1224: 8 total, 8 up, 8 in 2024-08-29T18:34:02.631 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:34:02 smithi028 bash[78352]: cluster 2024-08-29T18:34:02.075803+0000 mgr.y (mgr.25022) 1419 : cluster [DBG] pgmap v2162: 169 pgs: 169 active+clean; 185 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 29 MiB/s rd, 23 MiB/s wr, 771 op/s 2024-08-29T18:34:02.631 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:34:02 smithi028 bash[77168]: cluster 2024-08-29T18:34:01.167450+0000 mon.a (mon.0) 2419 : cluster [DBG] osdmap e1224: 8 total, 8 up, 8 in 2024-08-29T18:34:02.631 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:34:02 smithi028 bash[77168]: cluster 2024-08-29T18:34:02.075803+0000 mgr.y (mgr.25022) 1419 : cluster [DBG] pgmap v2162: 169 pgs: 169 active+clean; 185 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 29 MiB/s rd, 23 MiB/s wr, 771 op/s 2024-08-29T18:34:03.576 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:34:03 smithi053 bash[68679]: cluster 2024-08-29T18:34:02.178658+0000 mon.a (mon.0) 2420 : cluster [DBG] osdmap e1225: 8 total, 8 up, 8 in 2024-08-29T18:34:03.631 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:34:03 smithi028 bash[77168]: cluster 2024-08-29T18:34:02.178658+0000 mon.a (mon.0) 2420 : cluster [DBG] osdmap e1225: 8 total, 8 up, 8 in 2024-08-29T18:34:03.632 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:34:03 smithi028 bash[78352]: cluster 2024-08-29T18:34:02.178658+0000 mon.a (mon.0) 2420 : cluster [DBG] osdmap e1225: 8 total, 8 up, 8 in 2024-08-29T18:34:04.223 INFO:tasks.workunit.client.0.smithi028.stdout:write: X 8388609~1000 2024-08-29T18:34:04.245 INFO:tasks.workunit.client.0.smithi028.stdout:discard: 16777228~1000 2024-08-29T18:34:04.245 INFO:tasks.workunit.client.0.smithi028.stdout:resize: 167772160 2024-08-29T18:34:04.269 INFO:tasks.workunit.client.0.smithi028.stdout:write: 2 83886079~8388609 2024-08-29T18:34:04.331 INFO:tasks.workunit.client.0.smithi028.stdout:snap_create: snap3 2024-08-29T18:34:04.576 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:34:04 smithi053 bash[68679]: cluster 2024-08-29T18:34:03.179230+0000 mon.a (mon.0) 2421 : cluster [DBG] osdmap e1226: 8 total, 8 up, 8 in 2024-08-29T18:34:04.576 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:34:04 smithi053 bash[68679]: cluster 2024-08-29T18:34:04.076987+0000 mgr.y (mgr.25022) 1420 : cluster [DBG] pgmap v2165: 169 pgs: 169 active+clean; 221 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 25 MiB/s rd, 15 MiB/s wr, 273 op/s 2024-08-29T18:34:04.631 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:34:04 smithi028 bash[78352]: cluster 2024-08-29T18:34:03.179230+0000 mon.a (mon.0) 2421 : cluster [DBG] osdmap e1226: 8 total, 8 up, 8 in 2024-08-29T18:34:04.631 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:34:04 smithi028 bash[78352]: cluster 2024-08-29T18:34:04.076987+0000 mgr.y (mgr.25022) 1420 : cluster [DBG] pgmap v2165: 169 pgs: 169 active+clean; 221 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 25 MiB/s rd, 15 MiB/s wr, 273 op/s 2024-08-29T18:34:04.631 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:34:04 smithi028 bash[77168]: cluster 2024-08-29T18:34:03.179230+0000 mon.a (mon.0) 2421 : cluster [DBG] osdmap e1226: 8 total, 8 up, 8 in 2024-08-29T18:34:04.631 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:34:04 smithi028 bash[77168]: cluster 2024-08-29T18:34:04.076987+0000 mgr.y (mgr.25022) 1420 : cluster [DBG] pgmap v2165: 169 pgs: 169 active+clean; 221 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 25 MiB/s rd, 15 MiB/s wr, 273 op/s 2024-08-29T18:34:05.576 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:34:05 smithi053 bash[68679]: cluster 2024-08-29T18:34:04.206492+0000 mon.a (mon.0) 2422 : cluster [DBG] osdmap e1227: 8 total, 8 up, 8 in 2024-08-29T18:34:05.631 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:34:05 smithi028 bash[77168]: cluster 2024-08-29T18:34:04.206492+0000 mon.a (mon.0) 2422 : cluster [DBG] osdmap e1227: 8 total, 8 up, 8 in 2024-08-29T18:34:05.632 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:34:05 smithi028 bash[78352]: cluster 2024-08-29T18:34:04.206492+0000 mon.a (mon.0) 2422 : cluster [DBG] osdmap e1227: 8 total, 8 up, 8 in 2024-08-29T18:34:06.249 INFO:tasks.workunit.client.0.smithi028.stdout:resize: 83886080 2024-08-29T18:34:06.306 INFO:tasks.workunit.client.0.smithi028.stdout:discard: 83886079~1 2024-08-29T18:34:06.329 INFO:tasks.workunit.client.0.smithi028.stdout:migration_prepare 2024-08-29T18:34:06.576 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:34:06 smithi053 bash[68679]: cluster 2024-08-29T18:34:05.213504+0000 mon.a (mon.0) 2423 : cluster [DBG] osdmap e1228: 8 total, 8 up, 8 in 2024-08-29T18:34:06.577 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:34:06 smithi053 bash[68679]: cluster 2024-08-29T18:34:06.078008+0000 mgr.y (mgr.25022) 1421 : cluster [DBG] pgmap v2168: 169 pgs: 169 active+clean; 233 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 25 MiB/s rd, 16 MiB/s wr, 358 op/s 2024-08-29T18:34:06.631 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:34:06 smithi028 bash[78352]: cluster 2024-08-29T18:34:05.213504+0000 mon.a (mon.0) 2423 : cluster [DBG] osdmap e1228: 8 total, 8 up, 8 in 2024-08-29T18:34:06.631 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:34:06 smithi028 bash[78352]: cluster 2024-08-29T18:34:06.078008+0000 mgr.y (mgr.25022) 1421 : cluster [DBG] pgmap v2168: 169 pgs: 169 active+clean; 233 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 25 MiB/s rd, 16 MiB/s wr, 358 op/s 2024-08-29T18:34:06.631 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:34:06 smithi028 bash[77168]: cluster 2024-08-29T18:34:05.213504+0000 mon.a (mon.0) 2423 : cluster [DBG] osdmap e1228: 8 total, 8 up, 8 in 2024-08-29T18:34:06.631 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:34:06 smithi028 bash[77168]: cluster 2024-08-29T18:34:06.078008+0000 mgr.y (mgr.25022) 1421 : cluster [DBG] pgmap v2168: 169 pgs: 169 active+clean; 233 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 25 MiB/s rd, 16 MiB/s wr, 358 op/s 2024-08-29T18:34:07.576 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:34:07 smithi053 bash[68679]: cluster 2024-08-29T18:34:06.224132+0000 mon.a (mon.0) 2424 : cluster [DBG] osdmap e1229: 8 total, 8 up, 8 in 2024-08-29T18:34:07.631 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:34:07 smithi028 bash[78352]: cluster 2024-08-29T18:34:06.224132+0000 mon.a (mon.0) 2424 : cluster [DBG] osdmap e1229: 8 total, 8 up, 8 in 2024-08-29T18:34:07.631 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:34:07 smithi028 bash[77168]: cluster 2024-08-29T18:34:06.224132+0000 mon.a (mon.0) 2424 : cluster [DBG] osdmap e1229: 8 total, 8 up, 8 in 2024-08-29T18:34:08.576 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:34:08 smithi053 bash[68679]: cluster 2024-08-29T18:34:07.231897+0000 mon.a (mon.0) 2425 : cluster [DBG] osdmap e1230: 8 total, 8 up, 8 in 2024-08-29T18:34:08.577 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:34:08 smithi053 bash[68679]: cluster 2024-08-29T18:34:08.079042+0000 mgr.y (mgr.25022) 1422 : cluster [DBG] pgmap v2171: 169 pgs: 169 active+clean; 237 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 6.1 MiB/s rd, 6.0 MiB/s wr, 212 op/s 2024-08-29T18:34:08.631 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:34:08 smithi028 bash[78352]: cluster 2024-08-29T18:34:07.231897+0000 mon.a (mon.0) 2425 : cluster [DBG] osdmap e1230: 8 total, 8 up, 8 in 2024-08-29T18:34:08.631 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:34:08 smithi028 bash[78352]: cluster 2024-08-29T18:34:08.079042+0000 mgr.y (mgr.25022) 1422 : cluster [DBG] pgmap v2171: 169 pgs: 169 active+clean; 237 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 6.1 MiB/s rd, 6.0 MiB/s wr, 212 op/s 2024-08-29T18:34:08.631 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:34:08 smithi028 bash[77168]: cluster 2024-08-29T18:34:07.231897+0000 mon.a (mon.0) 2425 : cluster [DBG] osdmap e1230: 8 total, 8 up, 8 in 2024-08-29T18:34:08.631 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:34:08 smithi028 bash[77168]: cluster 2024-08-29T18:34:08.079042+0000 mgr.y (mgr.25022) 1422 : cluster [DBG] pgmap v2171: 169 pgs: 169 active+clean; 237 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 6.1 MiB/s rd, 6.0 MiB/s wr, 212 op/s 2024-08-29T18:34:09.576 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:34:09 smithi053 bash[68679]: cluster 2024-08-29T18:34:08.242694+0000 mon.a (mon.0) 2426 : cluster [DBG] osdmap e1231: 8 total, 8 up, 8 in 2024-08-29T18:34:09.631 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:34:09 smithi028 bash[77168]: cluster 2024-08-29T18:34:08.242694+0000 mon.a (mon.0) 2426 : cluster [DBG] osdmap e1231: 8 total, 8 up, 8 in 2024-08-29T18:34:09.631 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:34:09 smithi028 bash[78352]: cluster 2024-08-29T18:34:08.242694+0000 mon.a (mon.0) 2426 : cluster [DBG] osdmap e1231: 8 total, 8 up, 8 in 2024-08-29T18:34:10.192 INFO:tasks.workunit.client.0.smithi028.stdout:migration_execute 2024-08-29T18:34:10.474 INFO:tasks.workunit.client.0.smithi028.stdout:migration_commit 2024-08-29T18:34:10.576 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:34:10 smithi053 bash[68679]: cluster 2024-08-29T18:34:09.243474+0000 mon.a (mon.0) 2427 : cluster [DBG] osdmap e1232: 8 total, 8 up, 8 in 2024-08-29T18:34:10.576 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:34:10 smithi053 bash[68679]: cluster 2024-08-29T18:34:10.080420+0000 mgr.y (mgr.25022) 1423 : cluster [DBG] pgmap v2174: 169 pgs: 169 active+clean; 253 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 1.1 MiB/s rd, 4.0 MiB/s wr, 186 op/s 2024-08-29T18:34:10.631 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:34:10 smithi028 bash[77168]: cluster 2024-08-29T18:34:09.243474+0000 mon.a (mon.0) 2427 : cluster [DBG] osdmap e1232: 8 total, 8 up, 8 in 2024-08-29T18:34:10.631 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:34:10 smithi028 bash[77168]: cluster 2024-08-29T18:34:10.080420+0000 mgr.y (mgr.25022) 1423 : cluster [DBG] pgmap v2174: 169 pgs: 169 active+clean; 253 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 1.1 MiB/s rd, 4.0 MiB/s wr, 186 op/s 2024-08-29T18:34:10.631 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:34:10 smithi028 bash[78352]: cluster 2024-08-29T18:34:09.243474+0000 mon.a (mon.0) 2427 : cluster [DBG] osdmap e1232: 8 total, 8 up, 8 in 2024-08-29T18:34:10.631 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:34:10 smithi028 bash[78352]: cluster 2024-08-29T18:34:10.080420+0000 mgr.y (mgr.25022) 1423 : cluster [DBG] pgmap v2174: 169 pgs: 169 active+clean; 253 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 1.1 MiB/s rd, 4.0 MiB/s wr, 186 op/s 2024-08-29T18:34:11.881 INFO:journalctl@ceph.mgr.y.smithi028.stdout:Aug 29 18:34:11 smithi028 bash[70818]: ::ffff:172.21.15.53 - - [29/Aug/2024:18:34:11] "GET /metrics HTTP/1.1" 200 38860 "" "Prometheus/2.43.0" 2024-08-29T18:34:12.577 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:34:12 smithi053 bash[68679]: cluster 2024-08-29T18:34:11.268516+0000 mon.a (mon.0) 2428 : cluster [DBG] osdmap e1233: 8 total, 8 up, 8 in 2024-08-29T18:34:12.577 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:34:12 smithi053 bash[68679]: cluster 2024-08-29T18:34:12.081177+0000 mgr.y (mgr.25022) 1424 : cluster [DBG] pgmap v2176: 169 pgs: 169 active+clean; 253 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 958 KiB/s rd, 3.3 MiB/s wr, 161 op/s 2024-08-29T18:34:12.577 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:34:12 smithi053 bash[68679]: audit 2024-08-29T18:34:12.119418+0000 mon.a (mon.0) 2429 : audit [DBG] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-29T18:34:12.577 INFO:journalctl@ceph.prometheus.a.smithi053.stdout:Aug 29 18:34:12 smithi053 bash[95567]: ts=2024-08-29T18:34:12.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"3167ee72-662c-11ef-bcd4-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-29T18:34:12.631 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:34:12 smithi028 bash[77168]: cluster 2024-08-29T18:34:11.268516+0000 mon.a (mon.0) 2428 : cluster [DBG] osdmap e1233: 8 total, 8 up, 8 in 2024-08-29T18:34:12.631 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:34:12 smithi028 bash[77168]: cluster 2024-08-29T18:34:12.081177+0000 mgr.y (mgr.25022) 1424 : cluster [DBG] pgmap v2176: 169 pgs: 169 active+clean; 253 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 958 KiB/s rd, 3.3 MiB/s wr, 161 op/s 2024-08-29T18:34:12.631 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:34:12 smithi028 bash[77168]: audit 2024-08-29T18:34:12.119418+0000 mon.a (mon.0) 2429 : audit [DBG] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-29T18:34:12.631 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:34:12 smithi028 bash[78352]: cluster 2024-08-29T18:34:11.268516+0000 mon.a (mon.0) 2428 : cluster [DBG] osdmap e1233: 8 total, 8 up, 8 in 2024-08-29T18:34:12.631 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:34:12 smithi028 bash[78352]: cluster 2024-08-29T18:34:12.081177+0000 mgr.y (mgr.25022) 1424 : cluster [DBG] pgmap v2176: 169 pgs: 169 active+clean; 253 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 958 KiB/s rd, 3.3 MiB/s wr, 161 op/s 2024-08-29T18:34:12.632 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:34:12 smithi028 bash[78352]: audit 2024-08-29T18:34:12.119418+0000 mon.a (mon.0) 2429 : audit [DBG] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-29T18:34:13.576 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:34:13 smithi053 bash[68679]: cluster 2024-08-29T18:34:12.278192+0000 mon.a (mon.0) 2430 : cluster [DBG] osdmap e1234: 8 total, 8 up, 8 in 2024-08-29T18:34:13.631 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:34:13 smithi028 bash[78352]: cluster 2024-08-29T18:34:12.278192+0000 mon.a (mon.0) 2430 : cluster [DBG] osdmap e1234: 8 total, 8 up, 8 in 2024-08-29T18:34:13.631 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:34:13 smithi028 bash[77168]: cluster 2024-08-29T18:34:12.278192+0000 mon.a (mon.0) 2430 : cluster [DBG] osdmap e1234: 8 total, 8 up, 8 in 2024-08-29T18:34:13.908 INFO:tasks.workunit.client.0.smithi028.stdout:[ OK ] TestMigration.Snaps (13048 ms) 2024-08-29T18:34:13.908 INFO:tasks.workunit.client.0.smithi028.stdout:[ RUN ] TestMigration.SnapsOtherPool 2024-08-29T18:34:13.994 INFO:tasks.workunit.client.0.smithi028.stdout:resize: 83886080 2024-08-29T18:34:14.024 INFO:tasks.workunit.client.0.smithi028.stdout:write: 1 0~8388609 2024-08-29T18:34:14.127 INFO:tasks.workunit.client.0.smithi028.stdout:snap_create: snap1 2024-08-29T18:34:14.576 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:34:14 smithi053 bash[68679]: cluster 2024-08-29T18:34:13.286652+0000 mon.a (mon.0) 2431 : cluster [DBG] osdmap e1235: 8 total, 8 up, 8 in 2024-08-29T18:34:14.576 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:34:14 smithi053 bash[68679]: cluster 2024-08-29T18:34:14.082305+0000 mgr.y (mgr.25022) 1425 : cluster [DBG] pgmap v2179: 169 pgs: 169 active+clean; 245 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 23 MiB/s rd, 1.7 MiB/s wr, 223 op/s 2024-08-29T18:34:14.631 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:34:14 smithi028 bash[77168]: cluster 2024-08-29T18:34:13.286652+0000 mon.a (mon.0) 2431 : cluster [DBG] osdmap e1235: 8 total, 8 up, 8 in 2024-08-29T18:34:14.631 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:34:14 smithi028 bash[77168]: cluster 2024-08-29T18:34:14.082305+0000 mgr.y (mgr.25022) 1425 : cluster [DBG] pgmap v2179: 169 pgs: 169 active+clean; 245 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 23 MiB/s rd, 1.7 MiB/s wr, 223 op/s 2024-08-29T18:34:14.631 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:34:14 smithi028 bash[78352]: cluster 2024-08-29T18:34:13.286652+0000 mon.a (mon.0) 2431 : cluster [DBG] osdmap e1235: 8 total, 8 up, 8 in 2024-08-29T18:34:14.631 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:34:14 smithi028 bash[78352]: cluster 2024-08-29T18:34:14.082305+0000 mgr.y (mgr.25022) 1425 : cluster [DBG] pgmap v2179: 169 pgs: 169 active+clean; 245 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 23 MiB/s rd, 1.7 MiB/s wr, 223 op/s 2024-08-29T18:34:15.331 INFO:tasks.workunit.client.0.smithi028.stdout:write: 1 8388609~8388609 2024-08-29T18:34:15.386 INFO:tasks.workunit.client.0.smithi028.stdout:write: X 0~1000 2024-08-29T18:34:15.386 INFO:tasks.workunit.client.0.smithi028.stdout:discard: 1010~1000 2024-08-29T18:34:15.386 INFO:tasks.workunit.client.0.smithi028.stdout:snap_create: snap2 2024-08-29T18:34:15.576 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:34:15 smithi053 bash[68679]: cluster 2024-08-29T18:34:14.296071+0000 mon.a (mon.0) 2432 : cluster [DBG] osdmap e1236: 8 total, 8 up, 8 in 2024-08-29T18:34:15.631 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:34:15 smithi028 bash[77168]: cluster 2024-08-29T18:34:14.296071+0000 mon.a (mon.0) 2432 : cluster [DBG] osdmap e1236: 8 total, 8 up, 8 in 2024-08-29T18:34:15.631 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:34:15 smithi028 bash[78352]: cluster 2024-08-29T18:34:14.296071+0000 mon.a (mon.0) 2432 : cluster [DBG] osdmap e1236: 8 total, 8 up, 8 in 2024-08-29T18:34:16.576 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:34:16 smithi053 bash[68679]: cluster 2024-08-29T18:34:15.305650+0000 mon.a (mon.0) 2433 : cluster [DBG] osdmap e1237: 8 total, 8 up, 8 in 2024-08-29T18:34:16.577 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:34:16 smithi053 bash[68679]: cluster 2024-08-29T18:34:16.083281+0000 mgr.y (mgr.25022) 1426 : cluster [DBG] pgmap v2182: 169 pgs: 169 active+clean; 261 MiB data, 5.7 GiB used, 709 GiB / 715 GiB avail; 53 MiB/s rd, 7.0 MiB/s wr, 428 op/s 2024-08-29T18:34:16.631 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:34:16 smithi028 bash[78352]: cluster 2024-08-29T18:34:15.305650+0000 mon.a (mon.0) 2433 : cluster [DBG] osdmap e1237: 8 total, 8 up, 8 in 2024-08-29T18:34:16.631 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:34:16 smithi028 bash[78352]: cluster 2024-08-29T18:34:16.083281+0000 mgr.y (mgr.25022) 1426 : cluster [DBG] pgmap v2182: 169 pgs: 169 active+clean; 261 MiB data, 5.7 GiB used, 709 GiB / 715 GiB avail; 53 MiB/s rd, 7.0 MiB/s wr, 428 op/s 2024-08-29T18:34:16.631 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:34:16 smithi028 bash[77168]: cluster 2024-08-29T18:34:15.305650+0000 mon.a (mon.0) 2433 : cluster [DBG] osdmap e1237: 8 total, 8 up, 8 in 2024-08-29T18:34:16.631 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:34:16 smithi028 bash[77168]: cluster 2024-08-29T18:34:16.083281+0000 mgr.y (mgr.25022) 1426 : cluster [DBG] pgmap v2182: 169 pgs: 169 active+clean; 261 MiB data, 5.7 GiB used, 709 GiB / 715 GiB avail; 53 MiB/s rd, 7.0 MiB/s wr, 428 op/s 2024-08-29T18:34:17.343 INFO:tasks.workunit.client.0.smithi028.stdout:write: X 8388609~1000 2024-08-29T18:34:17.359 INFO:tasks.workunit.client.0.smithi028.stdout:discard: 16777228~1000 2024-08-29T18:34:17.360 INFO:tasks.workunit.client.0.smithi028.stdout:resize: 167772160 2024-08-29T18:34:17.386 INFO:tasks.workunit.client.0.smithi028.stdout:write: 2 83886079~8388609 2024-08-29T18:34:17.438 INFO:tasks.workunit.client.0.smithi028.stdout:snap_create: snap3 2024-08-29T18:34:17.576 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:34:17 smithi053 bash[68679]: cluster 2024-08-29T18:34:16.315987+0000 mon.a (mon.0) 2434 : cluster [DBG] osdmap e1238: 8 total, 8 up, 8 in 2024-08-29T18:34:17.631 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:34:17 smithi028 bash[78352]: cluster 2024-08-29T18:34:16.315987+0000 mon.a (mon.0) 2434 : cluster [DBG] osdmap e1238: 8 total, 8 up, 8 in 2024-08-29T18:34:17.631 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:34:17 smithi028 bash[77168]: cluster 2024-08-29T18:34:16.315987+0000 mon.a (mon.0) 2434 : cluster [DBG] osdmap e1238: 8 total, 8 up, 8 in 2024-08-29T18:34:18.576 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:34:18 smithi053 bash[68679]: cluster 2024-08-29T18:34:17.317594+0000 mon.a (mon.0) 2435 : cluster [DBG] osdmap e1239: 8 total, 8 up, 8 in 2024-08-29T18:34:18.577 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:34:18 smithi053 bash[68679]: cluster 2024-08-29T18:34:18.027663+0000 mon.a (mon.0) 2436 : cluster [DBG] osdmap e1240: 8 total, 8 up, 8 in 2024-08-29T18:34:18.577 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:34:18 smithi053 bash[68679]: cluster 2024-08-29T18:34:18.084091+0000 mgr.y (mgr.25022) 1427 : cluster [DBG] pgmap v2186: 169 pgs: 169 active+clean; 273 MiB data, 5.7 GiB used, 709 GiB / 715 GiB avail; 38 MiB/s rd, 9.5 MiB/s wr, 277 op/s 2024-08-29T18:34:18.631 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:34:18 smithi028 bash[77168]: cluster 2024-08-29T18:34:17.317594+0000 mon.a (mon.0) 2435 : cluster [DBG] osdmap e1239: 8 total, 8 up, 8 in 2024-08-29T18:34:18.631 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:34:18 smithi028 bash[77168]: cluster 2024-08-29T18:34:18.027663+0000 mon.a (mon.0) 2436 : cluster [DBG] osdmap e1240: 8 total, 8 up, 8 in 2024-08-29T18:34:18.631 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:34:18 smithi028 bash[77168]: cluster 2024-08-29T18:34:18.084091+0000 mgr.y (mgr.25022) 1427 : cluster [DBG] pgmap v2186: 169 pgs: 169 active+clean; 273 MiB data, 5.7 GiB used, 709 GiB / 715 GiB avail; 38 MiB/s rd, 9.5 MiB/s wr, 277 op/s 2024-08-29T18:34:18.632 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:34:18 smithi028 bash[78352]: cluster 2024-08-29T18:34:17.317594+0000 mon.a (mon.0) 2435 : cluster [DBG] osdmap e1239: 8 total, 8 up, 8 in 2024-08-29T18:34:18.632 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:34:18 smithi028 bash[78352]: cluster 2024-08-29T18:34:18.027663+0000 mon.a (mon.0) 2436 : cluster [DBG] osdmap e1240: 8 total, 8 up, 8 in 2024-08-29T18:34:18.632 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:34:18 smithi028 bash[78352]: cluster 2024-08-29T18:34:18.084091+0000 mgr.y (mgr.25022) 1427 : cluster [DBG] pgmap v2186: 169 pgs: 169 active+clean; 273 MiB data, 5.7 GiB used, 709 GiB / 715 GiB avail; 38 MiB/s rd, 9.5 MiB/s wr, 277 op/s 2024-08-29T18:34:19.068 INFO:tasks.workunit.client.0.smithi028.stdout:resize: 83886080 2024-08-29T18:34:19.129 INFO:tasks.workunit.client.0.smithi028.stdout:discard: 83886079~1 2024-08-29T18:34:19.153 INFO:tasks.workunit.client.0.smithi028.stdout:write: 1 0~8388609 2024-08-29T18:34:19.184 INFO:tasks.workunit.client.0.smithi028.stdout:write: 1 16777218~8388609 2024-08-29T18:34:19.254 INFO:tasks.workunit.client.0.smithi028.stdout:migration_prepare 2024-08-29T18:34:20.326 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:34:20 smithi053 bash[68679]: cluster 2024-08-29T18:34:19.035930+0000 mon.a (mon.0) 2437 : cluster [DBG] osdmap e1241: 8 total, 8 up, 8 in 2024-08-29T18:34:20.381 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:34:20 smithi028 bash[78352]: cluster 2024-08-29T18:34:19.035930+0000 mon.a (mon.0) 2437 : cluster [DBG] osdmap e1241: 8 total, 8 up, 8 in 2024-08-29T18:34:20.381 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:34:20 smithi028 bash[77168]: cluster 2024-08-29T18:34:19.035930+0000 mon.a (mon.0) 2437 : cluster [DBG] osdmap e1241: 8 total, 8 up, 8 in 2024-08-29T18:34:21.326 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:34:21 smithi053 bash[68679]: cluster 2024-08-29T18:34:20.039593+0000 mon.a (mon.0) 2438 : cluster [DBG] osdmap e1242: 8 total, 8 up, 8 in 2024-08-29T18:34:21.327 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:34:21 smithi053 bash[68679]: cluster 2024-08-29T18:34:20.084950+0000 mgr.y (mgr.25022) 1428 : cluster [DBG] pgmap v2189: 169 pgs: 169 active+clean; 313 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 17 MiB/s rd, 13 MiB/s wr, 236 op/s 2024-08-29T18:34:21.381 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:34:21 smithi028 bash[77168]: cluster 2024-08-29T18:34:20.039593+0000 mon.a (mon.0) 2438 : cluster [DBG] osdmap e1242: 8 total, 8 up, 8 in 2024-08-29T18:34:21.381 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:34:21 smithi028 bash[77168]: cluster 2024-08-29T18:34:20.084950+0000 mgr.y (mgr.25022) 1428 : cluster [DBG] pgmap v2189: 169 pgs: 169 active+clean; 313 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 17 MiB/s rd, 13 MiB/s wr, 236 op/s 2024-08-29T18:34:21.381 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:34:21 smithi028 bash[78352]: cluster 2024-08-29T18:34:20.039593+0000 mon.a (mon.0) 2438 : cluster [DBG] osdmap e1242: 8 total, 8 up, 8 in 2024-08-29T18:34:21.381 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:34:21 smithi028 bash[78352]: cluster 2024-08-29T18:34:20.084950+0000 mgr.y (mgr.25022) 1428 : cluster [DBG] pgmap v2189: 169 pgs: 169 active+clean; 313 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 17 MiB/s rd, 13 MiB/s wr, 236 op/s 2024-08-29T18:34:21.881 INFO:journalctl@ceph.mgr.y.smithi028.stdout:Aug 29 18:34:21 smithi028 bash[70818]: ::ffff:172.21.15.53 - - [29/Aug/2024:18:34:21] "GET /metrics HTTP/1.1" 200 38866 "" "Prometheus/2.43.0" 2024-08-29T18:34:22.326 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:34:22 smithi053 bash[68679]: cluster 2024-08-29T18:34:21.061380+0000 mon.a (mon.0) 2439 : cluster [DBG] osdmap e1243: 8 total, 8 up, 8 in 2024-08-29T18:34:22.327 INFO:journalctl@ceph.prometheus.a.smithi053.stdout:Aug 29 18:34:22 smithi053 bash[95567]: ts=2024-08-29T18:34:22.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"3167ee72-662c-11ef-bcd4-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-29T18:34:22.381 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:34:22 smithi028 bash[78352]: cluster 2024-08-29T18:34:21.061380+0000 mon.a (mon.0) 2439 : cluster [DBG] osdmap e1243: 8 total, 8 up, 8 in 2024-08-29T18:34:22.381 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:34:22 smithi028 bash[77168]: cluster 2024-08-29T18:34:21.061380+0000 mon.a (mon.0) 2439 : cluster [DBG] osdmap e1243: 8 total, 8 up, 8 in 2024-08-29T18:34:23.024 INFO:tasks.workunit.client.0.smithi028.stdout:migration_execute 2024-08-29T18:34:23.326 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:34:23 smithi053 bash[68679]: cluster 2024-08-29T18:34:22.062892+0000 mon.a (mon.0) 2440 : cluster [DBG] osdmap e1244: 8 total, 8 up, 8 in 2024-08-29T18:34:23.326 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:34:23 smithi053 bash[68679]: cluster 2024-08-29T18:34:22.085913+0000 mgr.y (mgr.25022) 1429 : cluster [DBG] pgmap v2192: 169 pgs: 169 active+clean; 313 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 6.1 MiB/s rd, 8.0 MiB/s wr, 181 op/s 2024-08-29T18:34:23.327 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:34:23 smithi053 bash[68679]: cluster 2024-08-29T18:34:23.030356+0000 mon.a (mon.0) 2441 : cluster [DBG] osdmap e1245: 8 total, 8 up, 8 in 2024-08-29T18:34:23.374 INFO:tasks.workunit.client.0.smithi028.stdout:migration_commit 2024-08-29T18:34:23.381 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:34:23 smithi028 bash[78352]: cluster 2024-08-29T18:34:22.062892+0000 mon.a (mon.0) 2440 : cluster [DBG] osdmap e1244: 8 total, 8 up, 8 in 2024-08-29T18:34:23.381 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:34:23 smithi028 bash[78352]: cluster 2024-08-29T18:34:22.085913+0000 mgr.y (mgr.25022) 1429 : cluster [DBG] pgmap v2192: 169 pgs: 169 active+clean; 313 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 6.1 MiB/s rd, 8.0 MiB/s wr, 181 op/s 2024-08-29T18:34:23.381 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:34:23 smithi028 bash[78352]: cluster 2024-08-29T18:34:23.030356+0000 mon.a (mon.0) 2441 : cluster [DBG] osdmap e1245: 8 total, 8 up, 8 in 2024-08-29T18:34:23.381 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:34:23 smithi028 bash[77168]: cluster 2024-08-29T18:34:22.062892+0000 mon.a (mon.0) 2440 : cluster [DBG] osdmap e1244: 8 total, 8 up, 8 in 2024-08-29T18:34:23.381 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:34:23 smithi028 bash[77168]: cluster 2024-08-29T18:34:22.085913+0000 mgr.y (mgr.25022) 1429 : cluster [DBG] pgmap v2192: 169 pgs: 169 active+clean; 313 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 6.1 MiB/s rd, 8.0 MiB/s wr, 181 op/s 2024-08-29T18:34:23.381 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:34:23 smithi028 bash[77168]: cluster 2024-08-29T18:34:23.030356+0000 mon.a (mon.0) 2441 : cluster [DBG] osdmap e1245: 8 total, 8 up, 8 in 2024-08-29T18:34:25.381 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:34:25 smithi028 bash[77168]: cluster 2024-08-29T18:34:24.086976+0000 mgr.y (mgr.25022) 1430 : cluster [DBG] pgmap v2195: 169 pgs: 169 active+clean; 349 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 15 MiB/s rd, 9.0 MiB/s wr, 51 op/s 2024-08-29T18:34:25.381 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:34:25 smithi028 bash[77168]: cluster 2024-08-29T18:34:24.088653+0000 mon.a (mon.0) 2442 : cluster [DBG] osdmap e1246: 8 total, 8 up, 8 in 2024-08-29T18:34:25.381 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:34:25 smithi028 bash[78352]: cluster 2024-08-29T18:34:24.086976+0000 mgr.y (mgr.25022) 1430 : cluster [DBG] pgmap v2195: 169 pgs: 169 active+clean; 349 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 15 MiB/s rd, 9.0 MiB/s wr, 51 op/s 2024-08-29T18:34:25.382 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:34:25 smithi028 bash[78352]: cluster 2024-08-29T18:34:24.088653+0000 mon.a (mon.0) 2442 : cluster [DBG] osdmap e1246: 8 total, 8 up, 8 in 2024-08-29T18:34:25.576 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:34:25 smithi053 bash[68679]: cluster 2024-08-29T18:34:24.086976+0000 mgr.y (mgr.25022) 1430 : cluster [DBG] pgmap v2195: 169 pgs: 169 active+clean; 349 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 15 MiB/s rd, 9.0 MiB/s wr, 51 op/s 2024-08-29T18:34:25.577 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:34:25 smithi053 bash[68679]: cluster 2024-08-29T18:34:24.088653+0000 mon.a (mon.0) 2442 : cluster [DBG] osdmap e1246: 8 total, 8 up, 8 in 2024-08-29T18:34:26.381 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:34:26 smithi028 bash[78352]: cluster 2024-08-29T18:34:25.089268+0000 mon.a (mon.0) 2443 : cluster [DBG] osdmap e1247: 8 total, 8 up, 8 in 2024-08-29T18:34:26.381 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:34:26 smithi028 bash[77168]: cluster 2024-08-29T18:34:25.089268+0000 mon.a (mon.0) 2443 : cluster [DBG] osdmap e1247: 8 total, 8 up, 8 in 2024-08-29T18:34:26.576 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:34:26 smithi053 bash[68679]: cluster 2024-08-29T18:34:25.089268+0000 mon.a (mon.0) 2443 : cluster [DBG] osdmap e1247: 8 total, 8 up, 8 in 2024-08-29T18:34:26.776 INFO:tasks.workunit.client.0.smithi028.stdout:[ OK ] TestMigration.SnapsOtherPool (12868 ms) 2024-08-29T18:34:26.776 INFO:tasks.workunit.client.0.smithi028.stdout:[ RUN ] TestMigration.SnapsDataPool 2024-08-29T18:34:26.860 INFO:tasks.workunit.client.0.smithi028.stdout:resize: 83886080 2024-08-29T18:34:26.891 INFO:tasks.workunit.client.0.smithi028.stdout:write: 1 0~8388609 2024-08-29T18:34:26.998 INFO:tasks.workunit.client.0.smithi028.stdout:snap_create: snap1 2024-08-29T18:34:27.381 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:34:27 smithi028 bash[77168]: cluster 2024-08-29T18:34:26.088008+0000 mgr.y (mgr.25022) 1431 : cluster [DBG] pgmap v2197: 169 pgs: 1 active+clean+snaptrim_wait, 168 active+clean; 365 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 35 MiB/s rd, 13 MiB/s wr, 387 op/s 2024-08-29T18:34:27.381 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:34:27 smithi028 bash[77168]: cluster 2024-08-29T18:34:26.114442+0000 mon.a (mon.0) 2444 : cluster [DBG] osdmap e1248: 8 total, 8 up, 8 in 2024-08-29T18:34:27.381 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:34:27 smithi028 bash[78352]: cluster 2024-08-29T18:34:26.088008+0000 mgr.y (mgr.25022) 1431 : cluster [DBG] pgmap v2197: 169 pgs: 1 active+clean+snaptrim_wait, 168 active+clean; 365 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 35 MiB/s rd, 13 MiB/s wr, 387 op/s 2024-08-29T18:34:27.382 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:34:27 smithi028 bash[78352]: cluster 2024-08-29T18:34:26.114442+0000 mon.a (mon.0) 2444 : cluster [DBG] osdmap e1248: 8 total, 8 up, 8 in 2024-08-29T18:34:27.576 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:34:27 smithi053 bash[68679]: cluster 2024-08-29T18:34:26.088008+0000 mgr.y (mgr.25022) 1431 : cluster [DBG] pgmap v2197: 169 pgs: 1 active+clean+snaptrim_wait, 168 active+clean; 365 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 35 MiB/s rd, 13 MiB/s wr, 387 op/s 2024-08-29T18:34:27.577 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:34:27 smithi053 bash[68679]: cluster 2024-08-29T18:34:26.114442+0000 mon.a (mon.0) 2444 : cluster [DBG] osdmap e1248: 8 total, 8 up, 8 in 2024-08-29T18:34:28.165 INFO:tasks.workunit.client.0.smithi028.stdout:write: 1 8388609~8388609 2024-08-29T18:34:28.209 INFO:tasks.workunit.client.0.smithi028.stdout:write: X 0~1000 2024-08-29T18:34:28.209 INFO:tasks.workunit.client.0.smithi028.stdout:discard: 1010~1000 2024-08-29T18:34:28.210 INFO:tasks.workunit.client.0.smithi028.stdout:snap_create: snap2 2024-08-29T18:34:28.381 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:34:28 smithi028 bash[77168]: cluster 2024-08-29T18:34:27.125457+0000 mon.a (mon.0) 2445 : cluster [DBG] osdmap e1249: 8 total, 8 up, 8 in 2024-08-29T18:34:28.381 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:34:28 smithi028 bash[77168]: audit 2024-08-29T18:34:27.126523+0000 mon.a (mon.0) 2446 : audit [DBG] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-29T18:34:28.382 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:34:28 smithi028 bash[78352]: cluster 2024-08-29T18:34:27.125457+0000 mon.a (mon.0) 2445 : cluster [DBG] osdmap e1249: 8 total, 8 up, 8 in 2024-08-29T18:34:28.382 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:34:28 smithi028 bash[78352]: audit 2024-08-29T18:34:27.126523+0000 mon.a (mon.0) 2446 : audit [DBG] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-29T18:34:28.576 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:34:28 smithi053 bash[68679]: cluster 2024-08-29T18:34:27.125457+0000 mon.a (mon.0) 2445 : cluster [DBG] osdmap e1249: 8 total, 8 up, 8 in 2024-08-29T18:34:28.577 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:34:28 smithi053 bash[68679]: audit 2024-08-29T18:34:27.126523+0000 mon.a (mon.0) 2446 : audit [DBG] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-29T18:34:29.381 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:34:29 smithi028 bash[77168]: cluster 2024-08-29T18:34:28.088918+0000 mgr.y (mgr.25022) 1432 : cluster [DBG] pgmap v2200: 169 pgs: 1 active+clean+snaptrim_wait, 168 active+clean; 377 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 48 MiB/s rd, 9.0 MiB/s wr, 355 op/s 2024-08-29T18:34:29.381 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:34:29 smithi028 bash[77168]: cluster 2024-08-29T18:34:28.134884+0000 mon.a (mon.0) 2447 : cluster [DBG] osdmap e1250: 8 total, 8 up, 8 in 2024-08-29T18:34:29.382 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:34:29 smithi028 bash[78352]: cluster 2024-08-29T18:34:28.088918+0000 mgr.y (mgr.25022) 1432 : cluster [DBG] pgmap v2200: 169 pgs: 1 active+clean+snaptrim_wait, 168 active+clean; 377 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 48 MiB/s rd, 9.0 MiB/s wr, 355 op/s 2024-08-29T18:34:29.382 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:34:29 smithi028 bash[78352]: cluster 2024-08-29T18:34:28.134884+0000 mon.a (mon.0) 2447 : cluster [DBG] osdmap e1250: 8 total, 8 up, 8 in 2024-08-29T18:34:29.576 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:34:29 smithi053 bash[68679]: cluster 2024-08-29T18:34:28.088918+0000 mgr.y (mgr.25022) 1432 : cluster [DBG] pgmap v2200: 169 pgs: 1 active+clean+snaptrim_wait, 168 active+clean; 377 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 48 MiB/s rd, 9.0 MiB/s wr, 355 op/s 2024-08-29T18:34:29.577 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:34:29 smithi053 bash[68679]: cluster 2024-08-29T18:34:28.134884+0000 mon.a (mon.0) 2447 : cluster [DBG] osdmap e1250: 8 total, 8 up, 8 in 2024-08-29T18:34:30.183 INFO:tasks.workunit.client.0.smithi028.stdout:write: X 8388609~1000 2024-08-29T18:34:30.201 INFO:tasks.workunit.client.0.smithi028.stdout:discard: 16777228~1000 2024-08-29T18:34:30.201 INFO:tasks.workunit.client.0.smithi028.stdout:resize: 167772160 2024-08-29T18:34:30.227 INFO:tasks.workunit.client.0.smithi028.stdout:write: 2 83886079~8388609 2024-08-29T18:34:30.287 INFO:tasks.workunit.client.0.smithi028.stdout:snap_create: snap3 2024-08-29T18:34:30.576 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:34:30 smithi053 bash[68679]: cluster 2024-08-29T18:34:29.144480+0000 mon.a (mon.0) 2448 : cluster [DBG] osdmap e1251: 8 total, 8 up, 8 in 2024-08-29T18:34:30.631 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:34:30 smithi028 bash[78352]: cluster 2024-08-29T18:34:29.144480+0000 mon.a (mon.0) 2448 : cluster [DBG] osdmap e1251: 8 total, 8 up, 8 in 2024-08-29T18:34:30.631 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:34:30 smithi028 bash[77168]: cluster 2024-08-29T18:34:29.144480+0000 mon.a (mon.0) 2448 : cluster [DBG] osdmap e1251: 8 total, 8 up, 8 in 2024-08-29T18:34:31.576 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:34:31 smithi053 bash[68679]: cluster 2024-08-29T18:34:30.090289+0000 mgr.y (mgr.25022) 1433 : cluster [DBG] pgmap v2203: 169 pgs: 169 active+clean; 369 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 46 MiB/s rd, 11 MiB/s wr, 141 op/s 2024-08-29T18:34:31.576 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:34:31 smithi053 bash[68679]: cluster 2024-08-29T18:34:30.154695+0000 mon.a (mon.0) 2449 : cluster [DBG] osdmap e1252: 8 total, 8 up, 8 in 2024-08-29T18:34:31.631 INFO:journalctl@ceph.mgr.y.smithi028.stdout:Aug 29 18:34:31 smithi028 bash[70818]: ::ffff:172.21.15.53 - - [29/Aug/2024:18:34:31] "GET /metrics HTTP/1.1" 200 38867 "" "Prometheus/2.43.0" 2024-08-29T18:34:31.631 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:34:31 smithi028 bash[78352]: cluster 2024-08-29T18:34:30.090289+0000 mgr.y (mgr.25022) 1433 : cluster [DBG] pgmap v2203: 169 pgs: 169 active+clean; 369 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 46 MiB/s rd, 11 MiB/s wr, 141 op/s 2024-08-29T18:34:31.631 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:34:31 smithi028 bash[78352]: cluster 2024-08-29T18:34:30.154695+0000 mon.a (mon.0) 2449 : cluster [DBG] osdmap e1252: 8 total, 8 up, 8 in 2024-08-29T18:34:31.631 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:34:31 smithi028 bash[77168]: cluster 2024-08-29T18:34:30.090289+0000 mgr.y (mgr.25022) 1433 : cluster [DBG] pgmap v2203: 169 pgs: 169 active+clean; 369 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 46 MiB/s rd, 11 MiB/s wr, 141 op/s 2024-08-29T18:34:31.632 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:34:31 smithi028 bash[77168]: cluster 2024-08-29T18:34:30.154695+0000 mon.a (mon.0) 2449 : cluster [DBG] osdmap e1252: 8 total, 8 up, 8 in 2024-08-29T18:34:32.204 INFO:tasks.workunit.client.0.smithi028.stdout:resize: 83886080 2024-08-29T18:34:32.268 INFO:tasks.workunit.client.0.smithi028.stdout:discard: 83886079~1 2024-08-29T18:34:32.292 INFO:tasks.workunit.client.0.smithi028.stdout:migration_prepare 2024-08-29T18:34:32.576 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:34:32 smithi053 bash[68679]: cluster 2024-08-29T18:34:31.156268+0000 mon.a (mon.0) 2450 : cluster [DBG] osdmap e1253: 8 total, 8 up, 8 in 2024-08-29T18:34:32.577 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:34:32 smithi053 bash[68679]: cluster 2024-08-29T18:34:32.091213+0000 mgr.y (mgr.25022) 1434 : cluster [DBG] pgmap v2206: 169 pgs: 169 active+clean; 373 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 19 MiB/s rd, 7.0 MiB/s wr, 126 op/s 2024-08-29T18:34:32.577 INFO:journalctl@ceph.prometheus.a.smithi053.stdout:Aug 29 18:34:32 smithi053 bash[95567]: ts=2024-08-29T18:34:32.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"3167ee72-662c-11ef-bcd4-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-29T18:34:32.631 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:34:32 smithi028 bash[78352]: cluster 2024-08-29T18:34:31.156268+0000 mon.a (mon.0) 2450 : cluster [DBG] osdmap e1253: 8 total, 8 up, 8 in 2024-08-29T18:34:32.631 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:34:32 smithi028 bash[78352]: cluster 2024-08-29T18:34:32.091213+0000 mgr.y (mgr.25022) 1434 : cluster [DBG] pgmap v2206: 169 pgs: 169 active+clean; 373 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 19 MiB/s rd, 7.0 MiB/s wr, 126 op/s 2024-08-29T18:34:32.631 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:34:32 smithi028 bash[77168]: cluster 2024-08-29T18:34:31.156268+0000 mon.a (mon.0) 2450 : cluster [DBG] osdmap e1253: 8 total, 8 up, 8 in 2024-08-29T18:34:32.631 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:34:32 smithi028 bash[77168]: cluster 2024-08-29T18:34:32.091213+0000 mgr.y (mgr.25022) 1434 : cluster [DBG] pgmap v2206: 169 pgs: 169 active+clean; 373 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 19 MiB/s rd, 7.0 MiB/s wr, 126 op/s 2024-08-29T18:34:33.576 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:34:33 smithi053 bash[68679]: cluster 2024-08-29T18:34:32.180553+0000 mon.a (mon.0) 2451 : cluster [DBG] osdmap e1254: 8 total, 8 up, 8 in 2024-08-29T18:34:33.577 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:34:33 smithi053 bash[68679]: cluster 2024-08-29T18:34:33.035680+0000 mon.a (mon.0) 2452 : cluster [DBG] osdmap e1255: 8 total, 8 up, 8 in 2024-08-29T18:34:33.631 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:34:33 smithi028 bash[78352]: cluster 2024-08-29T18:34:32.180553+0000 mon.a (mon.0) 2451 : cluster [DBG] osdmap e1254: 8 total, 8 up, 8 in 2024-08-29T18:34:33.631 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:34:33 smithi028 bash[78352]: cluster 2024-08-29T18:34:33.035680+0000 mon.a (mon.0) 2452 : cluster [DBG] osdmap e1255: 8 total, 8 up, 8 in 2024-08-29T18:34:33.632 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:34:33 smithi028 bash[77168]: cluster 2024-08-29T18:34:32.180553+0000 mon.a (mon.0) 2451 : cluster [DBG] osdmap e1254: 8 total, 8 up, 8 in 2024-08-29T18:34:33.632 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:34:33 smithi028 bash[77168]: cluster 2024-08-29T18:34:33.035680+0000 mon.a (mon.0) 2452 : cluster [DBG] osdmap e1255: 8 total, 8 up, 8 in 2024-08-29T18:34:35.326 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:34:35 smithi053 bash[68679]: cluster 2024-08-29T18:34:34.037839+0000 mon.a (mon.0) 2453 : cluster [DBG] osdmap e1256: 8 total, 8 up, 8 in 2024-08-29T18:34:35.326 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:34:35 smithi053 bash[68679]: cluster 2024-08-29T18:34:34.092013+0000 mgr.y (mgr.25022) 1435 : cluster [DBG] pgmap v2210: 169 pgs: 169 active+clean; 381 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 1.0 MiB/s rd, 2.0 MiB/s wr, 11 op/s 2024-08-29T18:34:35.384 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:34:35 smithi028 bash[78352]: cluster 2024-08-29T18:34:34.037839+0000 mon.a (mon.0) 2453 : cluster [DBG] osdmap e1256: 8 total, 8 up, 8 in 2024-08-29T18:34:35.384 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:34:35 smithi028 bash[78352]: cluster 2024-08-29T18:34:34.092013+0000 mgr.y (mgr.25022) 1435 : cluster [DBG] pgmap v2210: 169 pgs: 169 active+clean; 381 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 1.0 MiB/s rd, 2.0 MiB/s wr, 11 op/s 2024-08-29T18:34:35.385 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:34:35 smithi028 bash[77168]: cluster 2024-08-29T18:34:34.037839+0000 mon.a (mon.0) 2453 : cluster [DBG] osdmap e1256: 8 total, 8 up, 8 in 2024-08-29T18:34:35.385 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:34:35 smithi028 bash[77168]: cluster 2024-08-29T18:34:34.092013+0000 mgr.y (mgr.25022) 1435 : cluster [DBG] pgmap v2210: 169 pgs: 169 active+clean; 381 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 1.0 MiB/s rd, 2.0 MiB/s wr, 11 op/s 2024-08-29T18:34:35.968 INFO:tasks.workunit.client.0.smithi028.stdout:migration_execute 2024-08-29T18:34:36.255 INFO:tasks.workunit.client.0.smithi028.stdout:migration_commit 2024-08-29T18:34:36.326 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:34:36 smithi053 bash[68679]: cluster 2024-08-29T18:34:35.048675+0000 mon.a (mon.0) 2454 : cluster [DBG] osdmap e1257: 8 total, 8 up, 8 in 2024-08-29T18:34:36.381 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:34:36 smithi028 bash[78352]: cluster 2024-08-29T18:34:35.048675+0000 mon.a (mon.0) 2454 : cluster [DBG] osdmap e1257: 8 total, 8 up, 8 in 2024-08-29T18:34:36.381 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:34:36 smithi028 bash[77168]: cluster 2024-08-29T18:34:35.048675+0000 mon.a (mon.0) 2454 : cluster [DBG] osdmap e1257: 8 total, 8 up, 8 in 2024-08-29T18:34:37.326 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:34:37 smithi053 bash[68679]: cluster 2024-08-29T18:34:36.093315+0000 mgr.y (mgr.25022) 1436 : cluster [DBG] pgmap v2212: 169 pgs: 169 active+clean; 397 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 1.1 MiB/s rd, 4.0 MiB/s wr, 171 op/s 2024-08-29T18:34:37.381 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:34:37 smithi028 bash[78352]: cluster 2024-08-29T18:34:36.093315+0000 mgr.y (mgr.25022) 1436 : cluster [DBG] pgmap v2212: 169 pgs: 169 active+clean; 397 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 1.1 MiB/s rd, 4.0 MiB/s wr, 171 op/s 2024-08-29T18:34:37.381 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:34:37 smithi028 bash[77168]: cluster 2024-08-29T18:34:36.093315+0000 mgr.y (mgr.25022) 1436 : cluster [DBG] pgmap v2212: 169 pgs: 169 active+clean; 397 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 1.1 MiB/s rd, 4.0 MiB/s wr, 171 op/s 2024-08-29T18:34:38.326 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:34:38 smithi053 bash[68679]: cluster 2024-08-29T18:34:37.057351+0000 mon.a (mon.0) 2455 : cluster [DBG] osdmap e1258: 8 total, 8 up, 8 in 2024-08-29T18:34:38.381 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:34:38 smithi028 bash[78352]: cluster 2024-08-29T18:34:37.057351+0000 mon.a (mon.0) 2455 : cluster [DBG] osdmap e1258: 8 total, 8 up, 8 in 2024-08-29T18:34:38.381 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:34:38 smithi028 bash[77168]: cluster 2024-08-29T18:34:37.057351+0000 mon.a (mon.0) 2455 : cluster [DBG] osdmap e1258: 8 total, 8 up, 8 in 2024-08-29T18:34:39.381 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:34:39 smithi028 bash[77168]: cluster 2024-08-29T18:34:38.059870+0000 mon.a (mon.0) 2456 : cluster [DBG] osdmap e1259: 8 total, 8 up, 8 in 2024-08-29T18:34:39.381 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:34:39 smithi028 bash[77168]: cluster 2024-08-29T18:34:38.094016+0000 mgr.y (mgr.25022) 1437 : cluster [DBG] pgmap v2215: 169 pgs: 169 active+clean; 397 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 5.0 MiB/s rd, 3.0 MiB/s wr, 182 op/s 2024-08-29T18:34:39.382 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:34:39 smithi028 bash[78352]: cluster 2024-08-29T18:34:38.059870+0000 mon.a (mon.0) 2456 : cluster [DBG] osdmap e1259: 8 total, 8 up, 8 in 2024-08-29T18:34:39.382 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:34:39 smithi028 bash[78352]: cluster 2024-08-29T18:34:38.094016+0000 mgr.y (mgr.25022) 1437 : cluster [DBG] pgmap v2215: 169 pgs: 169 active+clean; 397 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 5.0 MiB/s rd, 3.0 MiB/s wr, 182 op/s 2024-08-29T18:34:39.576 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:34:39 smithi053 bash[68679]: cluster 2024-08-29T18:34:38.059870+0000 mon.a (mon.0) 2456 : cluster [DBG] osdmap e1259: 8 total, 8 up, 8 in 2024-08-29T18:34:39.577 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:34:39 smithi053 bash[68679]: cluster 2024-08-29T18:34:38.094016+0000 mgr.y (mgr.25022) 1437 : cluster [DBG] pgmap v2215: 169 pgs: 169 active+clean; 397 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 5.0 MiB/s rd, 3.0 MiB/s wr, 182 op/s 2024-08-29T18:34:39.642 INFO:tasks.workunit.client.0.smithi028.stdout:[ OK ] TestMigration.SnapsDataPool (12867 ms) 2024-08-29T18:34:39.642 INFO:tasks.workunit.client.0.smithi028.stdout:[ RUN ] TestMigration.SnapsShrinkAfterPrepare 2024-08-29T18:34:39.732 INFO:tasks.workunit.client.0.smithi028.stdout:resize: 83886080 2024-08-29T18:34:39.766 INFO:tasks.workunit.client.0.smithi028.stdout:write: 1 0~8388609 2024-08-29T18:34:39.872 INFO:tasks.workunit.client.0.smithi028.stdout:snap_create: snap1 2024-08-29T18:34:40.381 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:34:40 smithi028 bash[78352]: cluster 2024-08-29T18:34:39.087730+0000 mon.a (mon.0) 2457 : cluster [DBG] osdmap e1260: 8 total, 8 up, 8 in 2024-08-29T18:34:40.381 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:34:40 smithi028 bash[77168]: cluster 2024-08-29T18:34:39.087730+0000 mon.a (mon.0) 2457 : cluster [DBG] osdmap e1260: 8 total, 8 up, 8 in 2024-08-29T18:34:40.576 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:34:40 smithi053 bash[68679]: cluster 2024-08-29T18:34:39.087730+0000 mon.a (mon.0) 2457 : cluster [DBG] osdmap e1260: 8 total, 8 up, 8 in 2024-08-29T18:34:41.138 INFO:tasks.workunit.client.0.smithi028.stdout:write: 1 8388609~8388609 2024-08-29T18:34:41.181 INFO:tasks.workunit.client.0.smithi028.stdout:write: X 0~1000 2024-08-29T18:34:41.181 INFO:tasks.workunit.client.0.smithi028.stdout:discard: 1010~1000 2024-08-29T18:34:41.181 INFO:tasks.workunit.client.0.smithi028.stdout:snap_create: snap2 2024-08-29T18:34:41.381 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:34:41 smithi028 bash[78352]: cluster 2024-08-29T18:34:40.094577+0000 mon.a (mon.0) 2458 : cluster [DBG] osdmap e1261: 8 total, 8 up, 8 in 2024-08-29T18:34:41.381 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:34:41 smithi028 bash[78352]: cluster 2024-08-29T18:34:40.094714+0000 mgr.y (mgr.25022) 1438 : cluster [DBG] pgmap v2218: 169 pgs: 169 active+clean; 405 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 48 MiB/s rd, 5.0 MiB/s wr, 416 op/s 2024-08-29T18:34:41.382 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:34:41 smithi028 bash[77168]: cluster 2024-08-29T18:34:40.094577+0000 mon.a (mon.0) 2458 : cluster [DBG] osdmap e1261: 8 total, 8 up, 8 in 2024-08-29T18:34:41.382 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:34:41 smithi028 bash[77168]: cluster 2024-08-29T18:34:40.094714+0000 mgr.y (mgr.25022) 1438 : cluster [DBG] pgmap v2218: 169 pgs: 169 active+clean; 405 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 48 MiB/s rd, 5.0 MiB/s wr, 416 op/s 2024-08-29T18:34:41.576 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:34:41 smithi053 bash[68679]: cluster 2024-08-29T18:34:40.094577+0000 mon.a (mon.0) 2458 : cluster [DBG] osdmap e1261: 8 total, 8 up, 8 in 2024-08-29T18:34:41.577 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:34:41 smithi053 bash[68679]: cluster 2024-08-29T18:34:40.094714+0000 mgr.y (mgr.25022) 1438 : cluster [DBG] pgmap v2218: 169 pgs: 169 active+clean; 405 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 48 MiB/s rd, 5.0 MiB/s wr, 416 op/s 2024-08-29T18:34:41.881 INFO:journalctl@ceph.mgr.y.smithi028.stdout:Aug 29 18:34:41 smithi028 bash[70818]: ::ffff:172.21.15.53 - - [29/Aug/2024:18:34:41] "GET /metrics HTTP/1.1" 200 38867 "" "Prometheus/2.43.0" 2024-08-29T18:34:42.381 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:34:42 smithi028 bash[77168]: cluster 2024-08-29T18:34:41.106929+0000 mon.a (mon.0) 2459 : cluster [DBG] osdmap e1262: 8 total, 8 up, 8 in 2024-08-29T18:34:42.382 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:34:42 smithi028 bash[78352]: cluster 2024-08-29T18:34:41.106929+0000 mon.a (mon.0) 2459 : cluster [DBG] osdmap e1262: 8 total, 8 up, 8 in 2024-08-29T18:34:42.577 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:34:42 smithi053 bash[68679]: cluster 2024-08-29T18:34:41.106929+0000 mon.a (mon.0) 2459 : cluster [DBG] osdmap e1262: 8 total, 8 up, 8 in 2024-08-29T18:34:42.577 INFO:journalctl@ceph.prometheus.a.smithi053.stdout:Aug 29 18:34:42 smithi053 bash[95567]: ts=2024-08-29T18:34:42.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"3167ee72-662c-11ef-bcd4-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-29T18:34:43.066 INFO:tasks.workunit.client.0.smithi028.stdout:write: X 8388609~1000 2024-08-29T18:34:43.088 INFO:tasks.workunit.client.0.smithi028.stdout:discard: 16777228~1000 2024-08-29T18:34:43.089 INFO:tasks.workunit.client.0.smithi028.stdout:resize: 167772160 2024-08-29T18:34:43.112 INFO:tasks.workunit.client.0.smithi028.stdout:write: 2 83886079~8388609 2024-08-29T18:34:43.157 INFO:tasks.workunit.client.0.smithi028.stdout:snap_create: snap3 2024-08-29T18:34:43.381 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:34:43 smithi028 bash[77168]: cluster 2024-08-29T18:34:42.095834+0000 mgr.y (mgr.25022) 1439 : cluster [DBG] pgmap v2220: 169 pgs: 169 active+clean; 405 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 48 MiB/s rd, 6.0 MiB/s wr, 398 op/s 2024-08-29T18:34:43.381 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:34:43 smithi028 bash[77168]: cluster 2024-08-29T18:34:42.107049+0000 mon.a (mon.0) 2460 : cluster [DBG] osdmap e1263: 8 total, 8 up, 8 in 2024-08-29T18:34:43.382 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:34:43 smithi028 bash[77168]: audit 2024-08-29T18:34:42.120780+0000 mon.a (mon.0) 2461 : audit [DBG] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-29T18:34:43.382 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:34:43 smithi028 bash[77168]: cluster 2024-08-29T18:34:43.038546+0000 mon.a (mon.0) 2462 : cluster [DBG] osdmap e1264: 8 total, 8 up, 8 in 2024-08-29T18:34:43.382 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:34:43 smithi028 bash[78352]: cluster 2024-08-29T18:34:42.095834+0000 mgr.y (mgr.25022) 1439 : cluster [DBG] pgmap v2220: 169 pgs: 169 active+clean; 405 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 48 MiB/s rd, 6.0 MiB/s wr, 398 op/s 2024-08-29T18:34:43.382 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:34:43 smithi028 bash[78352]: cluster 2024-08-29T18:34:42.107049+0000 mon.a (mon.0) 2460 : cluster [DBG] osdmap e1263: 8 total, 8 up, 8 in 2024-08-29T18:34:43.382 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:34:43 smithi028 bash[78352]: audit 2024-08-29T18:34:42.120780+0000 mon.a (mon.0) 2461 : audit [DBG] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-29T18:34:43.382 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:34:43 smithi028 bash[78352]: cluster 2024-08-29T18:34:43.038546+0000 mon.a (mon.0) 2462 : cluster [DBG] osdmap e1264: 8 total, 8 up, 8 in 2024-08-29T18:34:43.576 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:34:43 smithi053 bash[68679]: cluster 2024-08-29T18:34:42.095834+0000 mgr.y (mgr.25022) 1439 : cluster [DBG] pgmap v2220: 169 pgs: 169 active+clean; 405 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 48 MiB/s rd, 6.0 MiB/s wr, 398 op/s 2024-08-29T18:34:43.577 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:34:43 smithi053 bash[68679]: cluster 2024-08-29T18:34:42.107049+0000 mon.a (mon.0) 2460 : cluster [DBG] osdmap e1263: 8 total, 8 up, 8 in 2024-08-29T18:34:43.577 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:34:43 smithi053 bash[68679]: audit 2024-08-29T18:34:42.120780+0000 mon.a (mon.0) 2461 : audit [DBG] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-29T18:34:43.577 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:34:43 smithi053 bash[68679]: cluster 2024-08-29T18:34:43.038546+0000 mon.a (mon.0) 2462 : cluster [DBG] osdmap e1264: 8 total, 8 up, 8 in 2024-08-29T18:34:45.159 INFO:tasks.workunit.client.0.smithi028.stdout:resize: 83886080 2024-08-29T18:34:45.224 INFO:tasks.workunit.client.0.smithi028.stdout:discard: 83886079~1 2024-08-29T18:34:45.248 INFO:tasks.workunit.client.0.smithi028.stdout:migration_prepare 2024-08-29T18:34:45.576 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:34:45 smithi053 bash[68679]: cluster 2024-08-29T18:34:44.097070+0000 mgr.y (mgr.25022) 1440 : cluster [DBG] pgmap v2223: 169 pgs: 169 active+clean; 413 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 15 MiB/s rd, 5.0 MiB/s wr, 92 op/s 2024-08-29T18:34:45.577 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:34:45 smithi053 bash[68679]: cluster 2024-08-29T18:34:44.129920+0000 mon.a (mon.0) 2463 : cluster [DBG] osdmap e1265: 8 total, 8 up, 8 in 2024-08-29T18:34:45.631 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:34:45 smithi028 bash[78352]: cluster 2024-08-29T18:34:44.097070+0000 mgr.y (mgr.25022) 1440 : cluster [DBG] pgmap v2223: 169 pgs: 169 active+clean; 413 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 15 MiB/s rd, 5.0 MiB/s wr, 92 op/s 2024-08-29T18:34:45.631 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:34:45 smithi028 bash[78352]: cluster 2024-08-29T18:34:44.129920+0000 mon.a (mon.0) 2463 : cluster [DBG] osdmap e1265: 8 total, 8 up, 8 in 2024-08-29T18:34:45.631 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:34:45 smithi028 bash[77168]: cluster 2024-08-29T18:34:44.097070+0000 mgr.y (mgr.25022) 1440 : cluster [DBG] pgmap v2223: 169 pgs: 169 active+clean; 413 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 15 MiB/s rd, 5.0 MiB/s wr, 92 op/s 2024-08-29T18:34:45.632 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:34:45 smithi028 bash[77168]: cluster 2024-08-29T18:34:44.129920+0000 mon.a (mon.0) 2463 : cluster [DBG] osdmap e1265: 8 total, 8 up, 8 in 2024-08-29T18:34:46.576 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:34:46 smithi053 bash[68679]: cluster 2024-08-29T18:34:45.132961+0000 mon.a (mon.0) 2464 : cluster [DBG] osdmap e1266: 8 total, 8 up, 8 in 2024-08-29T18:34:46.631 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:34:46 smithi028 bash[78352]: cluster 2024-08-29T18:34:45.132961+0000 mon.a (mon.0) 2464 : cluster [DBG] osdmap e1266: 8 total, 8 up, 8 in 2024-08-29T18:34:46.631 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:34:46 smithi028 bash[77168]: cluster 2024-08-29T18:34:45.132961+0000 mon.a (mon.0) 2464 : cluster [DBG] osdmap e1266: 8 total, 8 up, 8 in 2024-08-29T18:34:47.576 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:34:47 smithi053 bash[68679]: cluster 2024-08-29T18:34:46.098078+0000 mgr.y (mgr.25022) 1441 : cluster [DBG] pgmap v2226: 169 pgs: 169 active+clean; 449 MiB data, 6.2 GiB used, 709 GiB / 715 GiB avail; 17 MiB/s rd, 11 MiB/s wr, 129 op/s 2024-08-29T18:34:47.577 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:34:47 smithi053 bash[68679]: cluster 2024-08-29T18:34:46.152721+0000 mon.a (mon.0) 2465 : cluster [DBG] osdmap e1267: 8 total, 8 up, 8 in 2024-08-29T18:34:47.631 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:34:47 smithi028 bash[78352]: cluster 2024-08-29T18:34:46.098078+0000 mgr.y (mgr.25022) 1441 : cluster [DBG] pgmap v2226: 169 pgs: 169 active+clean; 449 MiB data, 6.2 GiB used, 709 GiB / 715 GiB avail; 17 MiB/s rd, 11 MiB/s wr, 129 op/s 2024-08-29T18:34:47.631 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:34:47 smithi028 bash[78352]: cluster 2024-08-29T18:34:46.152721+0000 mon.a (mon.0) 2465 : cluster [DBG] osdmap e1267: 8 total, 8 up, 8 in 2024-08-29T18:34:47.632 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:34:47 smithi028 bash[77168]: cluster 2024-08-29T18:34:46.098078+0000 mgr.y (mgr.25022) 1441 : cluster [DBG] pgmap v2226: 169 pgs: 169 active+clean; 449 MiB data, 6.2 GiB used, 709 GiB / 715 GiB avail; 17 MiB/s rd, 11 MiB/s wr, 129 op/s 2024-08-29T18:34:47.632 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:34:47 smithi028 bash[77168]: cluster 2024-08-29T18:34:46.152721+0000 mon.a (mon.0) 2465 : cluster [DBG] osdmap e1267: 8 total, 8 up, 8 in 2024-08-29T18:34:48.576 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:34:48 smithi053 bash[68679]: cluster 2024-08-29T18:34:47.162616+0000 mon.a (mon.0) 2466 : cluster [DBG] osdmap e1268: 8 total, 8 up, 8 in 2024-08-29T18:34:48.577 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:34:48 smithi053 bash[68679]: cluster 2024-08-29T18:34:48.042173+0000 mon.a (mon.0) 2467 : cluster [DBG] osdmap e1269: 8 total, 8 up, 8 in 2024-08-29T18:34:48.631 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:34:48 smithi028 bash[78352]: cluster 2024-08-29T18:34:47.162616+0000 mon.a (mon.0) 2466 : cluster [DBG] osdmap e1268: 8 total, 8 up, 8 in 2024-08-29T18:34:48.631 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:34:48 smithi028 bash[78352]: cluster 2024-08-29T18:34:48.042173+0000 mon.a (mon.0) 2467 : cluster [DBG] osdmap e1269: 8 total, 8 up, 8 in 2024-08-29T18:34:48.631 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:34:48 smithi028 bash[77168]: cluster 2024-08-29T18:34:47.162616+0000 mon.a (mon.0) 2466 : cluster [DBG] osdmap e1268: 8 total, 8 up, 8 in 2024-08-29T18:34:48.632 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:34:48 smithi028 bash[77168]: cluster 2024-08-29T18:34:48.042173+0000 mon.a (mon.0) 2467 : cluster [DBG] osdmap e1269: 8 total, 8 up, 8 in 2024-08-29T18:34:48.985 INFO:tasks.workunit.client.0.smithi028.stdout:resize: 41943040 2024-08-29T18:34:49.053 INFO:tasks.workunit.client.0.smithi028.stdout:migration_execute 2024-08-29T18:34:49.355 INFO:tasks.workunit.client.0.smithi028.stdout:migration_commit 2024-08-29T18:34:49.576 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:34:49 smithi053 bash[68679]: cluster 2024-08-29T18:34:48.098817+0000 mgr.y (mgr.25022) 1442 : cluster [DBG] pgmap v2230: 169 pgs: 169 active+clean; 453 MiB data, 6.2 GiB used, 709 GiB / 715 GiB avail; 6.1 MiB/s rd, 8.1 MiB/s wr, 111 op/s 2024-08-29T18:34:49.631 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:34:49 smithi028 bash[78352]: cluster 2024-08-29T18:34:48.098817+0000 mgr.y (mgr.25022) 1442 : cluster [DBG] pgmap v2230: 169 pgs: 169 active+clean; 453 MiB data, 6.2 GiB used, 709 GiB / 715 GiB avail; 6.1 MiB/s rd, 8.1 MiB/s wr, 111 op/s 2024-08-29T18:34:49.631 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:34:49 smithi028 bash[77168]: cluster 2024-08-29T18:34:48.098817+0000 mgr.y (mgr.25022) 1442 : cluster [DBG] pgmap v2230: 169 pgs: 169 active+clean; 453 MiB data, 6.2 GiB used, 709 GiB / 715 GiB avail; 6.1 MiB/s rd, 8.1 MiB/s wr, 111 op/s 2024-08-29T18:34:51.576 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:34:51 smithi053 bash[68679]: cluster 2024-08-29T18:34:50.100387+0000 mgr.y (mgr.25022) 1443 : cluster [DBG] pgmap v2231: 169 pgs: 169 active+clean; 461 MiB data, 6.2 GiB used, 709 GiB / 715 GiB avail; 21 MiB/s rd, 2.4 MiB/s wr, 380 op/s 2024-08-29T18:34:51.577 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:34:51 smithi053 bash[68679]: cluster 2024-08-29T18:34:50.174826+0000 mon.a (mon.0) 2468 : cluster [DBG] osdmap e1270: 8 total, 8 up, 8 in 2024-08-29T18:34:51.631 INFO:journalctl@ceph.mgr.y.smithi028.stdout:Aug 29 18:34:51 smithi028 bash[70818]: ::ffff:172.21.15.53 - - [29/Aug/2024:18:34:51] "GET /metrics HTTP/1.1" 200 38866 "" "Prometheus/2.43.0" 2024-08-29T18:34:51.631 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:34:51 smithi028 bash[77168]: cluster 2024-08-29T18:34:50.100387+0000 mgr.y (mgr.25022) 1443 : cluster [DBG] pgmap v2231: 169 pgs: 169 active+clean; 461 MiB data, 6.2 GiB used, 709 GiB / 715 GiB avail; 21 MiB/s rd, 2.4 MiB/s wr, 380 op/s 2024-08-29T18:34:51.632 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:34:51 smithi028 bash[77168]: cluster 2024-08-29T18:34:50.174826+0000 mon.a (mon.0) 2468 : cluster [DBG] osdmap e1270: 8 total, 8 up, 8 in 2024-08-29T18:34:51.632 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:34:51 smithi028 bash[78352]: cluster 2024-08-29T18:34:50.100387+0000 mgr.y (mgr.25022) 1443 : cluster [DBG] pgmap v2231: 169 pgs: 169 active+clean; 461 MiB data, 6.2 GiB used, 709 GiB / 715 GiB avail; 21 MiB/s rd, 2.4 MiB/s wr, 380 op/s 2024-08-29T18:34:51.632 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:34:51 smithi028 bash[78352]: cluster 2024-08-29T18:34:50.174826+0000 mon.a (mon.0) 2468 : cluster [DBG] osdmap e1270: 8 total, 8 up, 8 in 2024-08-29T18:34:52.576 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:34:52 smithi053 bash[68679]: cluster 2024-08-29T18:34:51.180343+0000 mon.a (mon.0) 2469 : cluster [DBG] osdmap e1271: 8 total, 8 up, 8 in 2024-08-29T18:34:52.576 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:34:52 smithi053 bash[68679]: cluster 2024-08-29T18:34:52.101227+0000 mgr.y (mgr.25022) 1444 : cluster [DBG] pgmap v2234: 169 pgs: 169 active+clean; 461 MiB data, 6.2 GiB used, 709 GiB / 715 GiB avail; 21 MiB/s rd, 2.4 MiB/s wr, 383 op/s 2024-08-29T18:34:52.577 INFO:journalctl@ceph.prometheus.a.smithi053.stdout:Aug 29 18:34:52 smithi053 bash[95567]: ts=2024-08-29T18:34:52.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"3167ee72-662c-11ef-bcd4-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-29T18:34:52.603 INFO:tasks.workunit.client.0.smithi028.stdout:[ OK ] TestMigration.SnapsShrinkAfterPrepare (12961 ms) 2024-08-29T18:34:52.604 INFO:tasks.workunit.client.0.smithi028.stdout:[ RUN ] TestMigration.SnapsShrinkToZeroBeforePrepare 2024-08-29T18:34:52.631 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:34:52 smithi028 bash[77168]: cluster 2024-08-29T18:34:51.180343+0000 mon.a (mon.0) 2469 : cluster [DBG] osdmap e1271: 8 total, 8 up, 8 in 2024-08-29T18:34:52.631 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:34:52 smithi028 bash[77168]: cluster 2024-08-29T18:34:52.101227+0000 mgr.y (mgr.25022) 1444 : cluster [DBG] pgmap v2234: 169 pgs: 169 active+clean; 461 MiB data, 6.2 GiB used, 709 GiB / 715 GiB avail; 21 MiB/s rd, 2.4 MiB/s wr, 383 op/s 2024-08-29T18:34:52.631 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:34:52 smithi028 bash[78352]: cluster 2024-08-29T18:34:51.180343+0000 mon.a (mon.0) 2469 : cluster [DBG] osdmap e1271: 8 total, 8 up, 8 in 2024-08-29T18:34:52.631 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:34:52 smithi028 bash[78352]: cluster 2024-08-29T18:34:52.101227+0000 mgr.y (mgr.25022) 1444 : cluster [DBG] pgmap v2234: 169 pgs: 169 active+clean; 461 MiB data, 6.2 GiB used, 709 GiB / 715 GiB avail; 21 MiB/s rd, 2.4 MiB/s wr, 383 op/s 2024-08-29T18:34:52.690 INFO:tasks.workunit.client.0.smithi028.stdout:resize: 83886080 2024-08-29T18:34:52.717 INFO:tasks.workunit.client.0.smithi028.stdout:write: 1 0~8388609 2024-08-29T18:34:52.794 INFO:tasks.workunit.client.0.smithi028.stdout:snap_create: snap1 2024-08-29T18:34:53.576 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:34:53 smithi053 bash[68679]: cluster 2024-08-29T18:34:52.182426+0000 mon.a (mon.0) 2470 : cluster [DBG] osdmap e1272: 8 total, 8 up, 8 in 2024-08-29T18:34:53.577 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:34:53 smithi053 bash[68679]: audit 2024-08-29T18:34:52.190106+0000 mon.a (mon.0) 2471 : audit [DBG] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-29T18:34:53.577 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:34:53 smithi053 bash[68679]: audit 2024-08-29T18:34:52.816389+0000 mon.a (mon.0) 2472 : audit [INF] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' 2024-08-29T18:34:53.577 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:34:53 smithi053 bash[68679]: audit 2024-08-29T18:34:52.821615+0000 mon.a (mon.0) 2473 : audit [INF] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' 2024-08-29T18:34:53.631 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:34:53 smithi028 bash[78352]: cluster 2024-08-29T18:34:52.182426+0000 mon.a (mon.0) 2470 : cluster [DBG] osdmap e1272: 8 total, 8 up, 8 in 2024-08-29T18:34:53.631 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:34:53 smithi028 bash[78352]: audit 2024-08-29T18:34:52.190106+0000 mon.a (mon.0) 2471 : audit [DBG] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-29T18:34:53.631 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:34:53 smithi028 bash[78352]: audit 2024-08-29T18:34:52.816389+0000 mon.a (mon.0) 2472 : audit [INF] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' 2024-08-29T18:34:53.631 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:34:53 smithi028 bash[78352]: audit 2024-08-29T18:34:52.821615+0000 mon.a (mon.0) 2473 : audit [INF] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' 2024-08-29T18:34:53.632 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:34:53 smithi028 bash[77168]: cluster 2024-08-29T18:34:52.182426+0000 mon.a (mon.0) 2470 : cluster [DBG] osdmap e1272: 8 total, 8 up, 8 in 2024-08-29T18:34:53.632 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:34:53 smithi028 bash[77168]: audit 2024-08-29T18:34:52.190106+0000 mon.a (mon.0) 2471 : audit [DBG] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-29T18:34:53.632 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:34:53 smithi028 bash[77168]: audit 2024-08-29T18:34:52.816389+0000 mon.a (mon.0) 2472 : audit [INF] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' 2024-08-29T18:34:53.632 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:34:53 smithi028 bash[77168]: audit 2024-08-29T18:34:52.821615+0000 mon.a (mon.0) 2473 : audit [INF] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' 2024-08-29T18:34:54.247 INFO:tasks.workunit.client.0.smithi028.stdout:write: 1 8388609~8388609 2024-08-29T18:34:54.290 INFO:tasks.workunit.client.0.smithi028.stdout:write: X 0~1000 2024-08-29T18:34:54.290 INFO:tasks.workunit.client.0.smithi028.stdout:discard: 1010~1000 2024-08-29T18:34:54.290 INFO:tasks.workunit.client.0.smithi028.stdout:snap_create: snap2 2024-08-29T18:34:54.576 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:34:54 smithi053 bash[68679]: cluster 2024-08-29T18:34:53.209215+0000 mon.a (mon.0) 2474 : cluster [DBG] osdmap e1273: 8 total, 8 up, 8 in 2024-08-29T18:34:54.577 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:34:54 smithi053 bash[68679]: audit 2024-08-29T18:34:53.479169+0000 mon.a (mon.0) 2475 : audit [DBG] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-29T18:34:54.577 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:34:54 smithi053 bash[68679]: audit 2024-08-29T18:34:53.480711+0000 mon.a (mon.0) 2476 : audit [INF] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-29T18:34:54.577 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:34:54 smithi053 bash[68679]: audit 2024-08-29T18:34:53.492429+0000 mon.a (mon.0) 2477 : audit [INF] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' 2024-08-29T18:34:54.577 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:34:54 smithi053 bash[68679]: cluster 2024-08-29T18:34:54.102568+0000 mgr.y (mgr.25022) 1445 : cluster [DBG] pgmap v2237: 169 pgs: 169 active+clean; 477 MiB data, 6.2 GiB used, 709 GiB / 715 GiB avail; 22 MiB/s rd, 6.0 MiB/s wr, 89 op/s 2024-08-29T18:34:54.631 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:34:54 smithi028 bash[77168]: cluster 2024-08-29T18:34:53.209215+0000 mon.a (mon.0) 2474 : cluster [DBG] osdmap e1273: 8 total, 8 up, 8 in 2024-08-29T18:34:54.631 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:34:54 smithi028 bash[77168]: audit 2024-08-29T18:34:53.479169+0000 mon.a (mon.0) 2475 : audit [DBG] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-29T18:34:54.631 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:34:54 smithi028 bash[77168]: audit 2024-08-29T18:34:53.480711+0000 mon.a (mon.0) 2476 : audit [INF] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-29T18:34:54.632 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:34:54 smithi028 bash[77168]: audit 2024-08-29T18:34:53.492429+0000 mon.a (mon.0) 2477 : audit [INF] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' 2024-08-29T18:34:54.632 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:34:54 smithi028 bash[77168]: cluster 2024-08-29T18:34:54.102568+0000 mgr.y (mgr.25022) 1445 : cluster [DBG] pgmap v2237: 169 pgs: 169 active+clean; 477 MiB data, 6.2 GiB used, 709 GiB / 715 GiB avail; 22 MiB/s rd, 6.0 MiB/s wr, 89 op/s 2024-08-29T18:34:54.632 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:34:54 smithi028 bash[78352]: cluster 2024-08-29T18:34:53.209215+0000 mon.a (mon.0) 2474 : cluster [DBG] osdmap e1273: 8 total, 8 up, 8 in 2024-08-29T18:34:54.632 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:34:54 smithi028 bash[78352]: audit 2024-08-29T18:34:53.479169+0000 mon.a (mon.0) 2475 : audit [DBG] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-29T18:34:54.632 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:34:54 smithi028 bash[78352]: audit 2024-08-29T18:34:53.480711+0000 mon.a (mon.0) 2476 : audit [INF] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-29T18:34:54.632 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:34:54 smithi028 bash[78352]: audit 2024-08-29T18:34:53.492429+0000 mon.a (mon.0) 2477 : audit [INF] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' 2024-08-29T18:34:54.632 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:34:54 smithi028 bash[78352]: cluster 2024-08-29T18:34:54.102568+0000 mgr.y (mgr.25022) 1445 : cluster [DBG] pgmap v2237: 169 pgs: 169 active+clean; 477 MiB data, 6.2 GiB used, 709 GiB / 715 GiB avail; 22 MiB/s rd, 6.0 MiB/s wr, 89 op/s 2024-08-29T18:34:55.576 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:34:55 smithi053 bash[68679]: cluster 2024-08-29T18:34:54.219268+0000 mon.a (mon.0) 2478 : cluster [DBG] osdmap e1274: 8 total, 8 up, 8 in 2024-08-29T18:34:55.631 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:34:55 smithi028 bash[77168]: cluster 2024-08-29T18:34:54.219268+0000 mon.a (mon.0) 2478 : cluster [DBG] osdmap e1274: 8 total, 8 up, 8 in 2024-08-29T18:34:55.631 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:34:55 smithi028 bash[78352]: cluster 2024-08-29T18:34:54.219268+0000 mon.a (mon.0) 2478 : cluster [DBG] osdmap e1274: 8 total, 8 up, 8 in 2024-08-29T18:34:56.264 INFO:tasks.workunit.client.0.smithi028.stdout:write: X 8388609~1000 2024-08-29T18:34:56.281 INFO:tasks.workunit.client.0.smithi028.stdout:discard: 16777228~1000 2024-08-29T18:34:56.282 INFO:tasks.workunit.client.0.smithi028.stdout:resize: 167772160 2024-08-29T18:34:56.306 INFO:tasks.workunit.client.0.smithi028.stdout:write: 2 83886079~8388609 2024-08-29T18:34:56.355 INFO:tasks.workunit.client.0.smithi028.stdout:snap_create: snap3 2024-08-29T18:34:56.576 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:34:56 smithi053 bash[68679]: cluster 2024-08-29T18:34:55.228827+0000 mon.a (mon.0) 2479 : cluster [DBG] osdmap e1275: 8 total, 8 up, 8 in 2024-08-29T18:34:56.577 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:34:56 smithi053 bash[68679]: cluster 2024-08-29T18:34:56.103587+0000 mgr.y (mgr.25022) 1446 : cluster [DBG] pgmap v2240: 169 pgs: 169 active+clean; 469 MiB data, 6.2 GiB used, 709 GiB / 715 GiB avail; 41 MiB/s rd, 8.0 MiB/s wr, 172 op/s 2024-08-29T18:34:56.631 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:34:56 smithi028 bash[77168]: cluster 2024-08-29T18:34:55.228827+0000 mon.a (mon.0) 2479 : cluster [DBG] osdmap e1275: 8 total, 8 up, 8 in 2024-08-29T18:34:56.631 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:34:56 smithi028 bash[77168]: cluster 2024-08-29T18:34:56.103587+0000 mgr.y (mgr.25022) 1446 : cluster [DBG] pgmap v2240: 169 pgs: 169 active+clean; 469 MiB data, 6.2 GiB used, 709 GiB / 715 GiB avail; 41 MiB/s rd, 8.0 MiB/s wr, 172 op/s 2024-08-29T18:34:56.632 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:34:56 smithi028 bash[78352]: cluster 2024-08-29T18:34:55.228827+0000 mon.a (mon.0) 2479 : cluster [DBG] osdmap e1275: 8 total, 8 up, 8 in 2024-08-29T18:34:56.632 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:34:56 smithi028 bash[78352]: cluster 2024-08-29T18:34:56.103587+0000 mgr.y (mgr.25022) 1446 : cluster [DBG] pgmap v2240: 169 pgs: 169 active+clean; 469 MiB data, 6.2 GiB used, 709 GiB / 715 GiB avail; 41 MiB/s rd, 8.0 MiB/s wr, 172 op/s 2024-08-29T18:34:57.576 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:34:57 smithi053 bash[68679]: cluster 2024-08-29T18:34:56.230560+0000 mon.a (mon.0) 2480 : cluster [DBG] osdmap e1276: 8 total, 8 up, 8 in 2024-08-29T18:34:57.577 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:34:57 smithi053 bash[68679]: audit 2024-08-29T18:34:57.120715+0000 mon.a (mon.0) 2481 : audit [DBG] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-29T18:34:57.631 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:34:57 smithi028 bash[78352]: cluster 2024-08-29T18:34:56.230560+0000 mon.a (mon.0) 2480 : cluster [DBG] osdmap e1276: 8 total, 8 up, 8 in 2024-08-29T18:34:57.631 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:34:57 smithi028 bash[78352]: audit 2024-08-29T18:34:57.120715+0000 mon.a (mon.0) 2481 : audit [DBG] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-29T18:34:57.631 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:34:57 smithi028 bash[77168]: cluster 2024-08-29T18:34:56.230560+0000 mon.a (mon.0) 2480 : cluster [DBG] osdmap e1276: 8 total, 8 up, 8 in 2024-08-29T18:34:57.632 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:34:57 smithi028 bash[77168]: audit 2024-08-29T18:34:57.120715+0000 mon.a (mon.0) 2481 : audit [DBG] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-29T18:34:58.075 INFO:tasks.workunit.client.0.smithi028.stdout:resize: 83886080 2024-08-29T18:34:58.150 INFO:tasks.workunit.client.0.smithi028.stdout:discard: 83886079~1 2024-08-29T18:34:58.176 INFO:tasks.workunit.client.0.smithi028.stdout:resize: 0 2024-08-29T18:34:58.223 INFO:tasks.workunit.client.0.smithi028.stdout:migration_prepare 2024-08-29T18:34:58.576 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:34:58 smithi053 bash[68679]: cluster 2024-08-29T18:34:57.258357+0000 mon.a (mon.0) 2482 : cluster [DBG] osdmap e1277: 8 total, 8 up, 8 in 2024-08-29T18:34:58.577 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:34:58 smithi053 bash[68679]: cluster 2024-08-29T18:34:58.046388+0000 mon.a (mon.0) 2483 : cluster [DBG] osdmap e1278: 8 total, 8 up, 8 in 2024-08-29T18:34:58.577 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:34:58 smithi053 bash[68679]: cluster 2024-08-29T18:34:58.104430+0000 mgr.y (mgr.25022) 1447 : cluster [DBG] pgmap v2244: 169 pgs: 169 active+clean; 481 MiB data, 6.3 GiB used, 709 GiB / 715 GiB avail; 23 MiB/s rd, 4.1 MiB/s wr, 166 op/s 2024-08-29T18:34:58.631 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:34:58 smithi028 bash[78352]: cluster 2024-08-29T18:34:57.258357+0000 mon.a (mon.0) 2482 : cluster [DBG] osdmap e1277: 8 total, 8 up, 8 in 2024-08-29T18:34:58.631 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:34:58 smithi028 bash[78352]: cluster 2024-08-29T18:34:58.046388+0000 mon.a (mon.0) 2483 : cluster [DBG] osdmap e1278: 8 total, 8 up, 8 in 2024-08-29T18:34:58.631 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:34:58 smithi028 bash[78352]: cluster 2024-08-29T18:34:58.104430+0000 mgr.y (mgr.25022) 1447 : cluster [DBG] pgmap v2244: 169 pgs: 169 active+clean; 481 MiB data, 6.3 GiB used, 709 GiB / 715 GiB avail; 23 MiB/s rd, 4.1 MiB/s wr, 166 op/s 2024-08-29T18:34:58.632 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:34:58 smithi028 bash[77168]: cluster 2024-08-29T18:34:57.258357+0000 mon.a (mon.0) 2482 : cluster [DBG] osdmap e1277: 8 total, 8 up, 8 in 2024-08-29T18:34:58.632 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:34:58 smithi028 bash[77168]: cluster 2024-08-29T18:34:58.046388+0000 mon.a (mon.0) 2483 : cluster [DBG] osdmap e1278: 8 total, 8 up, 8 in 2024-08-29T18:34:58.632 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:34:58 smithi028 bash[77168]: cluster 2024-08-29T18:34:58.104430+0000 mgr.y (mgr.25022) 1447 : cluster [DBG] pgmap v2244: 169 pgs: 169 active+clean; 481 MiB data, 6.3 GiB used, 709 GiB / 715 GiB avail; 23 MiB/s rd, 4.1 MiB/s wr, 166 op/s 2024-08-29T18:35:00.576 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:35:00 smithi053 bash[68679]: cluster 2024-08-29T18:34:59.259230+0000 mon.a (mon.0) 2484 : cluster [DBG] osdmap e1279: 8 total, 8 up, 8 in 2024-08-29T18:35:00.576 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:35:00 smithi053 bash[68679]: cluster 2024-08-29T18:35:00.105879+0000 mgr.y (mgr.25022) 1448 : cluster [DBG] pgmap v2246: 169 pgs: 169 active+clean; 509 MiB data, 6.4 GiB used, 709 GiB / 715 GiB avail; 3.1 MiB/s rd, 8.0 MiB/s wr, 190 op/s 2024-08-29T18:35:00.631 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:35:00 smithi028 bash[78352]: cluster 2024-08-29T18:34:59.259230+0000 mon.a (mon.0) 2484 : cluster [DBG] osdmap e1279: 8 total, 8 up, 8 in 2024-08-29T18:35:00.631 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:35:00 smithi028 bash[78352]: cluster 2024-08-29T18:35:00.105879+0000 mgr.y (mgr.25022) 1448 : cluster [DBG] pgmap v2246: 169 pgs: 169 active+clean; 509 MiB data, 6.4 GiB used, 709 GiB / 715 GiB avail; 3.1 MiB/s rd, 8.0 MiB/s wr, 190 op/s 2024-08-29T18:35:00.631 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:35:00 smithi028 bash[77168]: cluster 2024-08-29T18:34:59.259230+0000 mon.a (mon.0) 2484 : cluster [DBG] osdmap e1279: 8 total, 8 up, 8 in 2024-08-29T18:35:00.632 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:35:00 smithi028 bash[77168]: cluster 2024-08-29T18:35:00.105879+0000 mgr.y (mgr.25022) 1448 : cluster [DBG] pgmap v2246: 169 pgs: 169 active+clean; 509 MiB data, 6.4 GiB used, 709 GiB / 715 GiB avail; 3.1 MiB/s rd, 8.0 MiB/s wr, 190 op/s 2024-08-29T18:35:01.381 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:35:01 smithi028 bash[77168]: cluster 2024-08-29T18:35:00.270255+0000 mon.a (mon.0) 2485 : cluster [DBG] osdmap e1280: 8 total, 8 up, 8 in 2024-08-29T18:35:01.381 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:35:01 smithi028 bash[78352]: cluster 2024-08-29T18:35:00.270255+0000 mon.a (mon.0) 2485 : cluster [DBG] osdmap e1280: 8 total, 8 up, 8 in 2024-08-29T18:35:01.576 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:35:01 smithi053 bash[68679]: cluster 2024-08-29T18:35:00.270255+0000 mon.a (mon.0) 2485 : cluster [DBG] osdmap e1280: 8 total, 8 up, 8 in 2024-08-29T18:35:01.881 INFO:journalctl@ceph.mgr.y.smithi028.stdout:Aug 29 18:35:01 smithi028 bash[70818]: ::ffff:172.21.15.53 - - [29/Aug/2024:18:35:01] "GET /metrics HTTP/1.1" 200 38869 "" "Prometheus/2.43.0" 2024-08-29T18:35:02.070 INFO:tasks.workunit.client.0.smithi028.stdout:migration_execute 2024-08-29T18:35:02.374 INFO:tasks.workunit.client.0.smithi028.stdout:migration_commit 2024-08-29T18:35:02.576 INFO:journalctl@ceph.prometheus.a.smithi053.stdout:Aug 29 18:35:02 smithi053 bash[95567]: ts=2024-08-29T18:35:02.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"3167ee72-662c-11ef-bcd4-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-29T18:35:02.577 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:35:02 smithi053 bash[68679]: cluster 2024-08-29T18:35:01.276285+0000 mon.a (mon.0) 2486 : cluster [DBG] osdmap e1281: 8 total, 8 up, 8 in 2024-08-29T18:35:02.577 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:35:02 smithi053 bash[68679]: cluster 2024-08-29T18:35:02.106764+0000 mgr.y (mgr.25022) 1449 : cluster [DBG] pgmap v2249: 169 pgs: 169 active+clean; 509 MiB data, 6.4 GiB used, 709 GiB / 715 GiB avail; 74 KiB/s rd, 5.9 MiB/s wr, 110 op/s 2024-08-29T18:35:02.631 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:35:02 smithi028 bash[78352]: cluster 2024-08-29T18:35:01.276285+0000 mon.a (mon.0) 2486 : cluster [DBG] osdmap e1281: 8 total, 8 up, 8 in 2024-08-29T18:35:02.631 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:35:02 smithi028 bash[78352]: cluster 2024-08-29T18:35:02.106764+0000 mgr.y (mgr.25022) 1449 : cluster [DBG] pgmap v2249: 169 pgs: 169 active+clean; 509 MiB data, 6.4 GiB used, 709 GiB / 715 GiB avail; 74 KiB/s rd, 5.9 MiB/s wr, 110 op/s 2024-08-29T18:35:02.632 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:35:02 smithi028 bash[77168]: cluster 2024-08-29T18:35:01.276285+0000 mon.a (mon.0) 2486 : cluster [DBG] osdmap e1281: 8 total, 8 up, 8 in 2024-08-29T18:35:02.632 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:35:02 smithi028 bash[77168]: cluster 2024-08-29T18:35:02.106764+0000 mgr.y (mgr.25022) 1449 : cluster [DBG] pgmap v2249: 169 pgs: 169 active+clean; 509 MiB data, 6.4 GiB used, 709 GiB / 715 GiB avail; 74 KiB/s rd, 5.9 MiB/s wr, 110 op/s 2024-08-29T18:35:04.576 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:35:04 smithi053 bash[68679]: cluster 2024-08-29T18:35:03.298791+0000 mon.a (mon.0) 2487 : cluster [DBG] osdmap e1282: 8 total, 8 up, 8 in 2024-08-29T18:35:04.577 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:35:04 smithi053 bash[68679]: cluster 2024-08-29T18:35:04.108065+0000 mgr.y (mgr.25022) 1450 : cluster [DBG] pgmap v2251: 169 pgs: 2 active+clean+snaptrim, 167 active+clean; 525 MiB data, 6.4 GiB used, 709 GiB / 715 GiB avail; 18 MiB/s rd, 3.3 MiB/s wr, 173 op/s 2024-08-29T18:35:04.631 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:35:04 smithi028 bash[78352]: cluster 2024-08-29T18:35:03.298791+0000 mon.a (mon.0) 2487 : cluster [DBG] osdmap e1282: 8 total, 8 up, 8 in 2024-08-29T18:35:04.631 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:35:04 smithi028 bash[78352]: cluster 2024-08-29T18:35:04.108065+0000 mgr.y (mgr.25022) 1450 : cluster [DBG] pgmap v2251: 169 pgs: 2 active+clean+snaptrim, 167 active+clean; 525 MiB data, 6.4 GiB used, 709 GiB / 715 GiB avail; 18 MiB/s rd, 3.3 MiB/s wr, 173 op/s 2024-08-29T18:35:04.632 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:35:04 smithi028 bash[77168]: cluster 2024-08-29T18:35:03.298791+0000 mon.a (mon.0) 2487 : cluster [DBG] osdmap e1282: 8 total, 8 up, 8 in 2024-08-29T18:35:04.632 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:35:04 smithi028 bash[77168]: cluster 2024-08-29T18:35:04.108065+0000 mgr.y (mgr.25022) 1450 : cluster [DBG] pgmap v2251: 169 pgs: 2 active+clean+snaptrim, 167 active+clean; 525 MiB data, 6.4 GiB used, 709 GiB / 715 GiB avail; 18 MiB/s rd, 3.3 MiB/s wr, 173 op/s 2024-08-29T18:35:05.576 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:35:05 smithi053 bash[68679]: cluster 2024-08-29T18:35:04.308781+0000 mon.a (mon.0) 2488 : cluster [DBG] osdmap e1283: 8 total, 8 up, 8 in 2024-08-29T18:35:05.631 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:35:05 smithi028 bash[78352]: cluster 2024-08-29T18:35:04.308781+0000 mon.a (mon.0) 2488 : cluster [DBG] osdmap e1283: 8 total, 8 up, 8 in 2024-08-29T18:35:05.631 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:35:05 smithi028 bash[77168]: cluster 2024-08-29T18:35:04.308781+0000 mon.a (mon.0) 2488 : cluster [DBG] osdmap e1283: 8 total, 8 up, 8 in 2024-08-29T18:35:05.739 INFO:tasks.workunit.client.0.smithi028.stdout:[ OK ] TestMigration.SnapsShrinkToZeroBeforePrepare (13136 ms) 2024-08-29T18:35:05.739 INFO:tasks.workunit.client.0.smithi028.stdout:[ RUN ] TestMigration.SnapsShrinkToZeroAfterPrepare 2024-08-29T18:35:05.825 INFO:tasks.workunit.client.0.smithi028.stdout:resize: 83886080 2024-08-29T18:35:05.856 INFO:tasks.workunit.client.0.smithi028.stdout:write: 1 0~8388609 2024-08-29T18:35:05.964 INFO:tasks.workunit.client.0.smithi028.stdout:snap_create: snap1 2024-08-29T18:35:06.631 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:35:06 smithi028 bash[78352]: cluster 2024-08-29T18:35:05.310112+0000 mon.a (mon.0) 2489 : cluster [DBG] osdmap e1284: 8 total, 8 up, 8 in 2024-08-29T18:35:06.631 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:35:06 smithi028 bash[78352]: cluster 2024-08-29T18:35:06.109090+0000 mgr.y (mgr.25022) 1451 : cluster [DBG] pgmap v2254: 169 pgs: 2 active+clean+snaptrim, 167 active+clean; 533 MiB data, 6.4 GiB used, 709 GiB / 715 GiB avail; 25 MiB/s rd, 5.0 MiB/s wr, 363 op/s 2024-08-29T18:35:06.632 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:35:06 smithi028 bash[77168]: cluster 2024-08-29T18:35:05.310112+0000 mon.a (mon.0) 2489 : cluster [DBG] osdmap e1284: 8 total, 8 up, 8 in 2024-08-29T18:35:06.632 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:35:06 smithi028 bash[77168]: cluster 2024-08-29T18:35:06.109090+0000 mgr.y (mgr.25022) 1451 : cluster [DBG] pgmap v2254: 169 pgs: 2 active+clean+snaptrim, 167 active+clean; 533 MiB data, 6.4 GiB used, 709 GiB / 715 GiB avail; 25 MiB/s rd, 5.0 MiB/s wr, 363 op/s 2024-08-29T18:35:06.826 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:35:06 smithi053 bash[68679]: cluster 2024-08-29T18:35:05.310112+0000 mon.a (mon.0) 2489 : cluster [DBG] osdmap e1284: 8 total, 8 up, 8 in 2024-08-29T18:35:06.827 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:35:06 smithi053 bash[68679]: cluster 2024-08-29T18:35:06.109090+0000 mgr.y (mgr.25022) 1451 : cluster [DBG] pgmap v2254: 169 pgs: 2 active+clean+snaptrim, 167 active+clean; 533 MiB data, 6.4 GiB used, 709 GiB / 715 GiB avail; 25 MiB/s rd, 5.0 MiB/s wr, 363 op/s 2024-08-29T18:35:07.383 INFO:tasks.workunit.client.0.smithi028.stdout:write: 1 8388609~8388609 2024-08-29T18:35:07.415 INFO:tasks.workunit.client.0.smithi028.stdout:write: X 0~1000 2024-08-29T18:35:07.416 INFO:tasks.workunit.client.0.smithi028.stdout:discard: 1010~1000 2024-08-29T18:35:07.416 INFO:tasks.workunit.client.0.smithi028.stdout:snap_create: snap2 2024-08-29T18:35:07.631 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:35:07 smithi028 bash[78352]: cluster 2024-08-29T18:35:06.345146+0000 mon.a (mon.0) 2490 : cluster [DBG] osdmap e1285: 8 total, 8 up, 8 in 2024-08-29T18:35:07.631 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:35:07 smithi028 bash[77168]: cluster 2024-08-29T18:35:06.345146+0000 mon.a (mon.0) 2490 : cluster [DBG] osdmap e1285: 8 total, 8 up, 8 in 2024-08-29T18:35:07.826 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:35:07 smithi053 bash[68679]: cluster 2024-08-29T18:35:06.345146+0000 mon.a (mon.0) 2490 : cluster [DBG] osdmap e1285: 8 total, 8 up, 8 in 2024-08-29T18:35:08.631 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:35:08 smithi028 bash[77168]: cluster 2024-08-29T18:35:07.348413+0000 mon.a (mon.0) 2491 : cluster [DBG] osdmap e1286: 8 total, 8 up, 8 in 2024-08-29T18:35:08.632 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:35:08 smithi028 bash[77168]: cluster 2024-08-29T18:35:08.110145+0000 mgr.y (mgr.25022) 1452 : cluster [DBG] pgmap v2257: 169 pgs: 2 active+clean+snaptrim, 167 active+clean; 533 MiB data, 6.4 GiB used, 709 GiB / 715 GiB avail; 15 MiB/s rd, 5.0 MiB/s wr, 364 op/s 2024-08-29T18:35:08.632 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:35:08 smithi028 bash[78352]: cluster 2024-08-29T18:35:07.348413+0000 mon.a (mon.0) 2491 : cluster [DBG] osdmap e1286: 8 total, 8 up, 8 in 2024-08-29T18:35:08.632 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:35:08 smithi028 bash[78352]: cluster 2024-08-29T18:35:08.110145+0000 mgr.y (mgr.25022) 1452 : cluster [DBG] pgmap v2257: 169 pgs: 2 active+clean+snaptrim, 167 active+clean; 533 MiB data, 6.4 GiB used, 709 GiB / 715 GiB avail; 15 MiB/s rd, 5.0 MiB/s wr, 364 op/s 2024-08-29T18:35:08.826 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:35:08 smithi053 bash[68679]: cluster 2024-08-29T18:35:07.348413+0000 mon.a (mon.0) 2491 : cluster [DBG] osdmap e1286: 8 total, 8 up, 8 in 2024-08-29T18:35:08.827 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:35:08 smithi053 bash[68679]: cluster 2024-08-29T18:35:08.110145+0000 mgr.y (mgr.25022) 1452 : cluster [DBG] pgmap v2257: 169 pgs: 2 active+clean+snaptrim, 167 active+clean; 533 MiB data, 6.4 GiB used, 709 GiB / 715 GiB avail; 15 MiB/s rd, 5.0 MiB/s wr, 364 op/s 2024-08-29T18:35:09.406 INFO:tasks.workunit.client.0.smithi028.stdout:write: X 8388609~1000 2024-08-29T18:35:09.424 INFO:tasks.workunit.client.0.smithi028.stdout:discard: 16777228~1000 2024-08-29T18:35:09.424 INFO:tasks.workunit.client.0.smithi028.stdout:resize: 167772160 2024-08-29T18:35:09.450 INFO:tasks.workunit.client.0.smithi028.stdout:write: 2 83886079~8388609 2024-08-29T18:35:09.503 INFO:tasks.workunit.client.0.smithi028.stdout:snap_create: snap3 2024-08-29T18:35:09.631 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:35:09 smithi028 bash[77168]: cluster 2024-08-29T18:35:08.368737+0000 mon.a (mon.0) 2492 : cluster [DBG] osdmap e1287: 8 total, 8 up, 8 in 2024-08-29T18:35:09.631 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:35:09 smithi028 bash[78352]: cluster 2024-08-29T18:35:08.368737+0000 mon.a (mon.0) 2492 : cluster [DBG] osdmap e1287: 8 total, 8 up, 8 in 2024-08-29T18:35:09.826 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:35:09 smithi053 bash[68679]: cluster 2024-08-29T18:35:08.368737+0000 mon.a (mon.0) 2492 : cluster [DBG] osdmap e1287: 8 total, 8 up, 8 in 2024-08-29T18:35:10.827 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:35:10 smithi053 bash[68679]: cluster 2024-08-29T18:35:09.370036+0000 mon.a (mon.0) 2493 : cluster [DBG] osdmap e1288: 8 total, 8 up, 8 in 2024-08-29T18:35:10.827 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:35:10 smithi053 bash[68679]: cluster 2024-08-29T18:35:10.111473+0000 mgr.y (mgr.25022) 1453 : cluster [DBG] pgmap v2260: 169 pgs: 169 active+clean; 541 MiB data, 6.5 GiB used, 709 GiB / 715 GiB avail; 24 MiB/s rd, 8.0 MiB/s wr, 114 op/s 2024-08-29T18:35:10.881 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:35:10 smithi028 bash[78352]: cluster 2024-08-29T18:35:09.370036+0000 mon.a (mon.0) 2493 : cluster [DBG] osdmap e1288: 8 total, 8 up, 8 in 2024-08-29T18:35:10.881 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:35:10 smithi028 bash[78352]: cluster 2024-08-29T18:35:10.111473+0000 mgr.y (mgr.25022) 1453 : cluster [DBG] pgmap v2260: 169 pgs: 169 active+clean; 541 MiB data, 6.5 GiB used, 709 GiB / 715 GiB avail; 24 MiB/s rd, 8.0 MiB/s wr, 114 op/s 2024-08-29T18:35:10.882 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:35:10 smithi028 bash[77168]: cluster 2024-08-29T18:35:09.370036+0000 mon.a (mon.0) 2493 : cluster [DBG] osdmap e1288: 8 total, 8 up, 8 in 2024-08-29T18:35:10.882 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:35:10 smithi028 bash[77168]: cluster 2024-08-29T18:35:10.111473+0000 mgr.y (mgr.25022) 1453 : cluster [DBG] pgmap v2260: 169 pgs: 169 active+clean; 541 MiB data, 6.5 GiB used, 709 GiB / 715 GiB avail; 24 MiB/s rd, 8.0 MiB/s wr, 114 op/s 2024-08-29T18:35:11.432 INFO:tasks.workunit.client.0.smithi028.stdout:resize: 83886080 2024-08-29T18:35:11.487 INFO:tasks.workunit.client.0.smithi028.stdout:discard: 83886079~1 2024-08-29T18:35:11.513 INFO:tasks.workunit.client.0.smithi028.stdout:migration_prepare 2024-08-29T18:35:11.826 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:35:11 smithi053 bash[68679]: cluster 2024-08-29T18:35:10.391785+0000 mon.a (mon.0) 2494 : cluster [DBG] osdmap e1289: 8 total, 8 up, 8 in 2024-08-29T18:35:11.881 INFO:journalctl@ceph.mgr.y.smithi028.stdout:Aug 29 18:35:11 smithi028 bash[70818]: ::ffff:172.21.15.53 - - [29/Aug/2024:18:35:11] "GET /metrics HTTP/1.1" 200 38869 "" "Prometheus/2.43.0" 2024-08-29T18:35:11.881 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:35:11 smithi028 bash[78352]: cluster 2024-08-29T18:35:10.391785+0000 mon.a (mon.0) 2494 : cluster [DBG] osdmap e1289: 8 total, 8 up, 8 in 2024-08-29T18:35:11.882 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:35:11 smithi028 bash[77168]: cluster 2024-08-29T18:35:10.391785+0000 mon.a (mon.0) 2494 : cluster [DBG] osdmap e1289: 8 total, 8 up, 8 in 2024-08-29T18:35:12.576 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:35:12 smithi053 bash[68679]: cluster 2024-08-29T18:35:11.392223+0000 mon.a (mon.0) 2495 : cluster [DBG] osdmap e1290: 8 total, 8 up, 8 in 2024-08-29T18:35:12.577 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:35:12 smithi053 bash[68679]: cluster 2024-08-29T18:35:12.112245+0000 mgr.y (mgr.25022) 1454 : cluster [DBG] pgmap v2263: 169 pgs: 169 active+clean; 541 MiB data, 6.5 GiB used, 709 GiB / 715 GiB avail; 17 MiB/s rd, 6.0 MiB/s wr, 85 op/s 2024-08-29T18:35:12.577 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:35:12 smithi053 bash[68679]: audit 2024-08-29T18:35:12.121420+0000 mon.a (mon.0) 2496 : audit [DBG] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-29T18:35:12.577 INFO:journalctl@ceph.prometheus.a.smithi053.stdout:Aug 29 18:35:12 smithi053 bash[95567]: ts=2024-08-29T18:35:12.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"3167ee72-662c-11ef-bcd4-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-29T18:35:12.881 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:35:12 smithi028 bash[77168]: cluster 2024-08-29T18:35:11.392223+0000 mon.a (mon.0) 2495 : cluster [DBG] osdmap e1290: 8 total, 8 up, 8 in 2024-08-29T18:35:12.881 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:35:12 smithi028 bash[77168]: cluster 2024-08-29T18:35:12.112245+0000 mgr.y (mgr.25022) 1454 : cluster [DBG] pgmap v2263: 169 pgs: 169 active+clean; 541 MiB data, 6.5 GiB used, 709 GiB / 715 GiB avail; 17 MiB/s rd, 6.0 MiB/s wr, 85 op/s 2024-08-29T18:35:12.882 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:35:12 smithi028 bash[77168]: audit 2024-08-29T18:35:12.121420+0000 mon.a (mon.0) 2496 : audit [DBG] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-29T18:35:12.882 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:35:12 smithi028 bash[78352]: cluster 2024-08-29T18:35:11.392223+0000 mon.a (mon.0) 2495 : cluster [DBG] osdmap e1290: 8 total, 8 up, 8 in 2024-08-29T18:35:12.882 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:35:12 smithi028 bash[78352]: cluster 2024-08-29T18:35:12.112245+0000 mgr.y (mgr.25022) 1454 : cluster [DBG] pgmap v2263: 169 pgs: 169 active+clean; 541 MiB data, 6.5 GiB used, 709 GiB / 715 GiB avail; 17 MiB/s rd, 6.0 MiB/s wr, 85 op/s 2024-08-29T18:35:12.882 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:35:12 smithi028 bash[78352]: audit 2024-08-29T18:35:12.121420+0000 mon.a (mon.0) 2496 : audit [DBG] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-29T18:35:13.826 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:35:13 smithi053 bash[68679]: cluster 2024-08-29T18:35:12.413606+0000 mon.a (mon.0) 2497 : cluster [DBG] osdmap e1291: 8 total, 8 up, 8 in 2024-08-29T18:35:13.827 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:35:13 smithi053 bash[68679]: cluster 2024-08-29T18:35:13.051468+0000 mon.a (mon.0) 2498 : cluster [DBG] osdmap e1292: 8 total, 8 up, 8 in 2024-08-29T18:35:13.881 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:35:13 smithi028 bash[77168]: cluster 2024-08-29T18:35:12.413606+0000 mon.a (mon.0) 2497 : cluster [DBG] osdmap e1291: 8 total, 8 up, 8 in 2024-08-29T18:35:13.881 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:35:13 smithi028 bash[77168]: cluster 2024-08-29T18:35:13.051468+0000 mon.a (mon.0) 2498 : cluster [DBG] osdmap e1292: 8 total, 8 up, 8 in 2024-08-29T18:35:13.882 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:35:13 smithi028 bash[78352]: cluster 2024-08-29T18:35:12.413606+0000 mon.a (mon.0) 2497 : cluster [DBG] osdmap e1291: 8 total, 8 up, 8 in 2024-08-29T18:35:13.882 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:35:13 smithi028 bash[78352]: cluster 2024-08-29T18:35:13.051468+0000 mon.a (mon.0) 2498 : cluster [DBG] osdmap e1292: 8 total, 8 up, 8 in 2024-08-29T18:35:14.974 INFO:tasks.workunit.client.0.smithi028.stdout:resize: 0 2024-08-29T18:35:15.111 INFO:tasks.workunit.client.0.smithi028.stdout:migration_execute 2024-08-29T18:35:15.325 INFO:tasks.workunit.client.0.smithi028.stdout:migration_commit 2024-08-29T18:35:15.326 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:35:15 smithi053 bash[68679]: cluster 2024-08-29T18:35:14.054165+0000 mon.a (mon.0) 2499 : cluster [DBG] osdmap e1293: 8 total, 8 up, 8 in 2024-08-29T18:35:15.326 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:35:15 smithi053 bash[68679]: cluster 2024-08-29T18:35:14.112967+0000 mgr.y (mgr.25022) 1455 : cluster [DBG] pgmap v2267: 169 pgs: 169 active+clean; 561 MiB data, 6.5 GiB used, 709 GiB / 715 GiB avail; 127 KiB/s rd, 3.2 MiB/s wr, 176 op/s 2024-08-29T18:35:15.381 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:35:15 smithi028 bash[78352]: cluster 2024-08-29T18:35:14.054165+0000 mon.a (mon.0) 2499 : cluster [DBG] osdmap e1293: 8 total, 8 up, 8 in 2024-08-29T18:35:15.382 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:35:15 smithi028 bash[78352]: cluster 2024-08-29T18:35:14.112967+0000 mgr.y (mgr.25022) 1455 : cluster [DBG] pgmap v2267: 169 pgs: 169 active+clean; 561 MiB data, 6.5 GiB used, 709 GiB / 715 GiB avail; 127 KiB/s rd, 3.2 MiB/s wr, 176 op/s 2024-08-29T18:35:15.382 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:35:15 smithi028 bash[77168]: cluster 2024-08-29T18:35:14.054165+0000 mon.a (mon.0) 2499 : cluster [DBG] osdmap e1293: 8 total, 8 up, 8 in 2024-08-29T18:35:15.382 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:35:15 smithi028 bash[77168]: cluster 2024-08-29T18:35:14.112967+0000 mgr.y (mgr.25022) 1455 : cluster [DBG] pgmap v2267: 169 pgs: 169 active+clean; 561 MiB data, 6.5 GiB used, 709 GiB / 715 GiB avail; 127 KiB/s rd, 3.2 MiB/s wr, 176 op/s 2024-08-29T18:35:17.326 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:35:17 smithi053 bash[68679]: cluster 2024-08-29T18:35:16.067212+0000 mon.a (mon.0) 2500 : cluster [DBG] osdmap e1294: 8 total, 8 up, 8 in 2024-08-29T18:35:17.327 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:35:17 smithi053 bash[68679]: cluster 2024-08-29T18:35:16.113883+0000 mgr.y (mgr.25022) 1456 : cluster [DBG] pgmap v2269: 169 pgs: 169 active+clean; 565 MiB data, 6.5 GiB used, 709 GiB / 715 GiB avail; 2.1 MiB/s rd, 4.0 MiB/s wr, 175 op/s 2024-08-29T18:35:17.381 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:35:17 smithi028 bash[77168]: cluster 2024-08-29T18:35:16.067212+0000 mon.a (mon.0) 2500 : cluster [DBG] osdmap e1294: 8 total, 8 up, 8 in 2024-08-29T18:35:17.381 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:35:17 smithi028 bash[77168]: cluster 2024-08-29T18:35:16.113883+0000 mgr.y (mgr.25022) 1456 : cluster [DBG] pgmap v2269: 169 pgs: 169 active+clean; 565 MiB data, 6.5 GiB used, 709 GiB / 715 GiB avail; 2.1 MiB/s rd, 4.0 MiB/s wr, 175 op/s 2024-08-29T18:35:17.382 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:35:17 smithi028 bash[78352]: cluster 2024-08-29T18:35:16.067212+0000 mon.a (mon.0) 2500 : cluster [DBG] osdmap e1294: 8 total, 8 up, 8 in 2024-08-29T18:35:17.382 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:35:17 smithi028 bash[78352]: cluster 2024-08-29T18:35:16.113883+0000 mgr.y (mgr.25022) 1456 : cluster [DBG] pgmap v2269: 169 pgs: 169 active+clean; 565 MiB data, 6.5 GiB used, 709 GiB / 715 GiB avail; 2.1 MiB/s rd, 4.0 MiB/s wr, 175 op/s 2024-08-29T18:35:18.381 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:35:18 smithi028 bash[77168]: cluster 2024-08-29T18:35:17.070157+0000 mon.a (mon.0) 2501 : cluster [DBG] osdmap e1295: 8 total, 8 up, 8 in 2024-08-29T18:35:18.381 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:35:18 smithi028 bash[78352]: cluster 2024-08-29T18:35:17.070157+0000 mon.a (mon.0) 2501 : cluster [DBG] osdmap e1295: 8 total, 8 up, 8 in 2024-08-29T18:35:18.561 INFO:tasks.workunit.client.0.smithi028.stdout:[ OK ] TestMigration.SnapsShrinkToZeroAfterPrepare (12821 ms) 2024-08-29T18:35:18.561 INFO:tasks.workunit.client.0.smithi028.stdout:[ RUN ] TestMigration.SnapsExpandAfterPrepare 2024-08-29T18:35:18.576 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:35:18 smithi053 bash[68679]: cluster 2024-08-29T18:35:17.070157+0000 mon.a (mon.0) 2501 : cluster [DBG] osdmap e1295: 8 total, 8 up, 8 in 2024-08-29T18:35:18.643 INFO:tasks.workunit.client.0.smithi028.stdout:resize: 83886080 2024-08-29T18:35:18.675 INFO:tasks.workunit.client.0.smithi028.stdout:write: 1 0~8388609 2024-08-29T18:35:18.790 INFO:tasks.workunit.client.0.smithi028.stdout:snap_create: snap1 2024-08-29T18:35:19.381 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:35:19 smithi028 bash[78352]: cluster 2024-08-29T18:35:18.085593+0000 mon.a (mon.0) 2502 : cluster [DBG] osdmap e1296: 8 total, 8 up, 8 in 2024-08-29T18:35:19.381 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:35:19 smithi028 bash[78352]: cluster 2024-08-29T18:35:18.114788+0000 mgr.y (mgr.25022) 1457 : cluster [DBG] pgmap v2272: 169 pgs: 169 active+clean; 569 MiB data, 6.5 GiB used, 709 GiB / 715 GiB avail; 21 MiB/s rd, 2.0 MiB/s wr, 220 op/s 2024-08-29T18:35:19.382 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:35:19 smithi028 bash[77168]: cluster 2024-08-29T18:35:18.085593+0000 mon.a (mon.0) 2502 : cluster [DBG] osdmap e1296: 8 total, 8 up, 8 in 2024-08-29T18:35:19.382 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:35:19 smithi028 bash[77168]: cluster 2024-08-29T18:35:18.114788+0000 mgr.y (mgr.25022) 1457 : cluster [DBG] pgmap v2272: 169 pgs: 169 active+clean; 569 MiB data, 6.5 GiB used, 709 GiB / 715 GiB avail; 21 MiB/s rd, 2.0 MiB/s wr, 220 op/s 2024-08-29T18:35:19.576 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:35:19 smithi053 bash[68679]: cluster 2024-08-29T18:35:18.085593+0000 mon.a (mon.0) 2502 : cluster [DBG] osdmap e1296: 8 total, 8 up, 8 in 2024-08-29T18:35:19.577 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:35:19 smithi053 bash[68679]: cluster 2024-08-29T18:35:18.114788+0000 mgr.y (mgr.25022) 1457 : cluster [DBG] pgmap v2272: 169 pgs: 169 active+clean; 569 MiB data, 6.5 GiB used, 709 GiB / 715 GiB avail; 21 MiB/s rd, 2.0 MiB/s wr, 220 op/s 2024-08-29T18:35:20.141 INFO:tasks.workunit.client.0.smithi028.stdout:write: 1 8388609~8388609 2024-08-29T18:35:20.178 INFO:tasks.workunit.client.0.smithi028.stdout:write: X 0~1000 2024-08-29T18:35:20.178 INFO:tasks.workunit.client.0.smithi028.stdout:discard: 1010~1000 2024-08-29T18:35:20.178 INFO:tasks.workunit.client.0.smithi028.stdout:snap_create: snap2 2024-08-29T18:35:20.381 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:35:20 smithi028 bash[77168]: cluster 2024-08-29T18:35:19.106898+0000 mon.a (mon.0) 2503 : cluster [DBG] osdmap e1297: 8 total, 8 up, 8 in 2024-08-29T18:35:20.381 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:35:20 smithi028 bash[78352]: cluster 2024-08-29T18:35:19.106898+0000 mon.a (mon.0) 2503 : cluster [DBG] osdmap e1297: 8 total, 8 up, 8 in 2024-08-29T18:35:20.576 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:35:20 smithi053 bash[68679]: cluster 2024-08-29T18:35:19.106898+0000 mon.a (mon.0) 2503 : cluster [DBG] osdmap e1297: 8 total, 8 up, 8 in 2024-08-29T18:35:21.381 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:35:21 smithi028 bash[77168]: cluster 2024-08-29T18:35:20.109201+0000 mon.a (mon.0) 2504 : cluster [DBG] osdmap e1298: 8 total, 8 up, 8 in 2024-08-29T18:35:21.382 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:35:21 smithi028 bash[77168]: cluster 2024-08-29T18:35:20.115834+0000 mgr.y (mgr.25022) 1458 : cluster [DBG] pgmap v2275: 169 pgs: 169 active+clean; 593 MiB data, 6.6 GiB used, 709 GiB / 715 GiB avail; 58 MiB/s rd, 9.0 MiB/s wr, 480 op/s 2024-08-29T18:35:21.382 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:35:21 smithi028 bash[78352]: cluster 2024-08-29T18:35:20.109201+0000 mon.a (mon.0) 2504 : cluster [DBG] osdmap e1298: 8 total, 8 up, 8 in 2024-08-29T18:35:21.382 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:35:21 smithi028 bash[78352]: cluster 2024-08-29T18:35:20.115834+0000 mgr.y (mgr.25022) 1458 : cluster [DBG] pgmap v2275: 169 pgs: 169 active+clean; 593 MiB data, 6.6 GiB used, 709 GiB / 715 GiB avail; 58 MiB/s rd, 9.0 MiB/s wr, 480 op/s 2024-08-29T18:35:21.576 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:35:21 smithi053 bash[68679]: cluster 2024-08-29T18:35:20.109201+0000 mon.a (mon.0) 2504 : cluster [DBG] osdmap e1298: 8 total, 8 up, 8 in 2024-08-29T18:35:21.577 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:35:21 smithi053 bash[68679]: cluster 2024-08-29T18:35:20.115834+0000 mgr.y (mgr.25022) 1458 : cluster [DBG] pgmap v2275: 169 pgs: 169 active+clean; 593 MiB data, 6.6 GiB used, 709 GiB / 715 GiB avail; 58 MiB/s rd, 9.0 MiB/s wr, 480 op/s 2024-08-29T18:35:21.881 INFO:journalctl@ceph.mgr.y.smithi028.stdout:Aug 29 18:35:21 smithi028 bash[70818]: ::ffff:172.21.15.53 - - [29/Aug/2024:18:35:21] "GET /metrics HTTP/1.1" 200 38870 "" "Prometheus/2.43.0" 2024-08-29T18:35:22.160 INFO:tasks.workunit.client.0.smithi028.stdout:write: X 8388609~1000 2024-08-29T18:35:22.177 INFO:tasks.workunit.client.0.smithi028.stdout:discard: 16777228~1000 2024-08-29T18:35:22.177 INFO:tasks.workunit.client.0.smithi028.stdout:resize: 167772160 2024-08-29T18:35:22.204 INFO:tasks.workunit.client.0.smithi028.stdout:write: 2 83886079~8388609 2024-08-29T18:35:22.257 INFO:tasks.workunit.client.0.smithi028.stdout:snap_create: snap3 2024-08-29T18:35:22.576 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:35:22 smithi053 bash[68679]: cluster 2024-08-29T18:35:21.122404+0000 mon.a (mon.0) 2505 : cluster [DBG] osdmap e1299: 8 total, 8 up, 8 in 2024-08-29T18:35:22.577 INFO:journalctl@ceph.prometheus.a.smithi053.stdout:Aug 29 18:35:22 smithi053 bash[95567]: ts=2024-08-29T18:35:22.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"3167ee72-662c-11ef-bcd4-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-29T18:35:22.631 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:35:22 smithi028 bash[78352]: cluster 2024-08-29T18:35:21.122404+0000 mon.a (mon.0) 2505 : cluster [DBG] osdmap e1299: 8 total, 8 up, 8 in 2024-08-29T18:35:22.631 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:35:22 smithi028 bash[77168]: cluster 2024-08-29T18:35:21.122404+0000 mon.a (mon.0) 2505 : cluster [DBG] osdmap e1299: 8 total, 8 up, 8 in 2024-08-29T18:35:23.576 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:35:23 smithi053 bash[68679]: cluster 2024-08-29T18:35:22.116638+0000 mgr.y (mgr.25022) 1459 : cluster [DBG] pgmap v2277: 169 pgs: 169 active+clean; 593 MiB data, 6.6 GiB used, 709 GiB / 715 GiB avail; 39 MiB/s rd, 7.9 MiB/s wr, 267 op/s 2024-08-29T18:35:23.577 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:35:23 smithi053 bash[68679]: cluster 2024-08-29T18:35:22.142687+0000 mon.a (mon.0) 2506 : cluster [DBG] osdmap e1300: 8 total, 8 up, 8 in 2024-08-29T18:35:23.577 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:35:23 smithi053 bash[68679]: cluster 2024-08-29T18:35:23.055132+0000 mon.a (mon.0) 2507 : cluster [DBG] osdmap e1301: 8 total, 8 up, 8 in 2024-08-29T18:35:23.631 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:35:23 smithi028 bash[77168]: cluster 2024-08-29T18:35:22.116638+0000 mgr.y (mgr.25022) 1459 : cluster [DBG] pgmap v2277: 169 pgs: 169 active+clean; 593 MiB data, 6.6 GiB used, 709 GiB / 715 GiB avail; 39 MiB/s rd, 7.9 MiB/s wr, 267 op/s 2024-08-29T18:35:23.631 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:35:23 smithi028 bash[77168]: cluster 2024-08-29T18:35:22.142687+0000 mon.a (mon.0) 2506 : cluster [DBG] osdmap e1300: 8 total, 8 up, 8 in 2024-08-29T18:35:23.632 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:35:23 smithi028 bash[77168]: cluster 2024-08-29T18:35:23.055132+0000 mon.a (mon.0) 2507 : cluster [DBG] osdmap e1301: 8 total, 8 up, 8 in 2024-08-29T18:35:23.632 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:35:23 smithi028 bash[78352]: cluster 2024-08-29T18:35:22.116638+0000 mgr.y (mgr.25022) 1459 : cluster [DBG] pgmap v2277: 169 pgs: 169 active+clean; 593 MiB data, 6.6 GiB used, 709 GiB / 715 GiB avail; 39 MiB/s rd, 7.9 MiB/s wr, 267 op/s 2024-08-29T18:35:23.632 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:35:23 smithi028 bash[78352]: cluster 2024-08-29T18:35:22.142687+0000 mon.a (mon.0) 2506 : cluster [DBG] osdmap e1300: 8 total, 8 up, 8 in 2024-08-29T18:35:23.632 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:35:23 smithi028 bash[78352]: cluster 2024-08-29T18:35:23.055132+0000 mon.a (mon.0) 2507 : cluster [DBG] osdmap e1301: 8 total, 8 up, 8 in 2024-08-29T18:35:24.091 INFO:tasks.workunit.client.0.smithi028.stdout:resize: 83886080 2024-08-29T18:35:24.151 INFO:tasks.workunit.client.0.smithi028.stdout:discard: 83886079~1 2024-08-29T18:35:24.174 INFO:tasks.workunit.client.0.smithi028.stdout:migration_prepare 2024-08-29T18:35:25.326 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:35:25 smithi053 bash[68679]: cluster 2024-08-29T18:35:24.058395+0000 mon.a (mon.0) 2508 : cluster [DBG] osdmap e1302: 8 total, 8 up, 8 in 2024-08-29T18:35:25.327 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:35:25 smithi053 bash[68679]: cluster 2024-08-29T18:35:24.117473+0000 mgr.y (mgr.25022) 1460 : cluster [DBG] pgmap v2281: 169 pgs: 169 active+clean; 605 MiB data, 6.6 GiB used, 709 GiB / 715 GiB avail; 6.1 MiB/s rd, 6.0 MiB/s wr, 126 op/s 2024-08-29T18:35:25.381 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:35:25 smithi028 bash[77168]: cluster 2024-08-29T18:35:24.058395+0000 mon.a (mon.0) 2508 : cluster [DBG] osdmap e1302: 8 total, 8 up, 8 in 2024-08-29T18:35:25.381 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:35:25 smithi028 bash[77168]: cluster 2024-08-29T18:35:24.117473+0000 mgr.y (mgr.25022) 1460 : cluster [DBG] pgmap v2281: 169 pgs: 169 active+clean; 605 MiB data, 6.6 GiB used, 709 GiB / 715 GiB avail; 6.1 MiB/s rd, 6.0 MiB/s wr, 126 op/s 2024-08-29T18:35:25.382 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:35:25 smithi028 bash[78352]: cluster 2024-08-29T18:35:24.058395+0000 mon.a (mon.0) 2508 : cluster [DBG] osdmap e1302: 8 total, 8 up, 8 in 2024-08-29T18:35:25.382 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:35:25 smithi028 bash[78352]: cluster 2024-08-29T18:35:24.117473+0000 mgr.y (mgr.25022) 1460 : cluster [DBG] pgmap v2281: 169 pgs: 169 active+clean; 605 MiB data, 6.6 GiB used, 709 GiB / 715 GiB avail; 6.1 MiB/s rd, 6.0 MiB/s wr, 126 op/s 2024-08-29T18:35:26.326 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:35:26 smithi053 bash[68679]: cluster 2024-08-29T18:35:25.066936+0000 mon.a (mon.0) 2509 : cluster [DBG] osdmap e1303: 8 total, 8 up, 8 in 2024-08-29T18:35:26.381 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:35:26 smithi028 bash[78352]: cluster 2024-08-29T18:35:25.066936+0000 mon.a (mon.0) 2509 : cluster [DBG] osdmap e1303: 8 total, 8 up, 8 in 2024-08-29T18:35:26.381 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:35:26 smithi028 bash[77168]: cluster 2024-08-29T18:35:25.066936+0000 mon.a (mon.0) 2509 : cluster [DBG] osdmap e1303: 8 total, 8 up, 8 in 2024-08-29T18:35:27.381 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:35:27 smithi028 bash[78352]: cluster 2024-08-29T18:35:26.071783+0000 mon.a (mon.0) 2510 : cluster [DBG] osdmap e1304: 8 total, 8 up, 8 in 2024-08-29T18:35:27.381 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:35:27 smithi028 bash[78352]: cluster 2024-08-29T18:35:26.118326+0000 mgr.y (mgr.25022) 1461 : cluster [DBG] pgmap v2284: 169 pgs: 169 active+clean; 621 MiB data, 6.7 GiB used, 709 GiB / 715 GiB avail; 6.1 MiB/s rd, 9.1 MiB/s wr, 160 op/s 2024-08-29T18:35:27.382 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:35:27 smithi028 bash[77168]: cluster 2024-08-29T18:35:26.071783+0000 mon.a (mon.0) 2510 : cluster [DBG] osdmap e1304: 8 total, 8 up, 8 in 2024-08-29T18:35:27.382 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:35:27 smithi028 bash[77168]: cluster 2024-08-29T18:35:26.118326+0000 mgr.y (mgr.25022) 1461 : cluster [DBG] pgmap v2284: 169 pgs: 169 active+clean; 621 MiB data, 6.7 GiB used, 709 GiB / 715 GiB avail; 6.1 MiB/s rd, 9.1 MiB/s wr, 160 op/s 2024-08-29T18:35:27.576 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:35:27 smithi053 bash[68679]: cluster 2024-08-29T18:35:26.071783+0000 mon.a (mon.0) 2510 : cluster [DBG] osdmap e1304: 8 total, 8 up, 8 in 2024-08-29T18:35:27.577 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:35:27 smithi053 bash[68679]: cluster 2024-08-29T18:35:26.118326+0000 mgr.y (mgr.25022) 1461 : cluster [DBG] pgmap v2284: 169 pgs: 169 active+clean; 621 MiB data, 6.7 GiB used, 709 GiB / 715 GiB avail; 6.1 MiB/s rd, 9.1 MiB/s wr, 160 op/s 2024-08-29T18:35:28.027 INFO:tasks.workunit.client.0.smithi028.stdout:resize: 167772160 2024-08-29T18:35:28.080 INFO:tasks.workunit.client.0.smithi028.stdout:write: * 83886080~1000 2024-08-29T18:35:28.143 INFO:tasks.workunit.client.0.smithi028.stdout:migration_execute 2024-08-29T18:35:28.381 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:35:28 smithi028 bash[78352]: cluster 2024-08-29T18:35:27.092799+0000 mon.a (mon.0) 2511 : cluster [DBG] osdmap e1305: 8 total, 8 up, 8 in 2024-08-29T18:35:28.381 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:35:28 smithi028 bash[78352]: audit 2024-08-29T18:35:27.121976+0000 mon.a (mon.0) 2512 : audit [DBG] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-29T18:35:28.381 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:35:28 smithi028 bash[78352]: cluster 2024-08-29T18:35:28.058425+0000 mon.a (mon.0) 2513 : cluster [DBG] osdmap e1306: 8 total, 8 up, 8 in 2024-08-29T18:35:28.382 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:35:28 smithi028 bash[77168]: cluster 2024-08-29T18:35:27.092799+0000 mon.a (mon.0) 2511 : cluster [DBG] osdmap e1305: 8 total, 8 up, 8 in 2024-08-29T18:35:28.382 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:35:28 smithi028 bash[77168]: audit 2024-08-29T18:35:27.121976+0000 mon.a (mon.0) 2512 : audit [DBG] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-29T18:35:28.382 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:35:28 smithi028 bash[77168]: cluster 2024-08-29T18:35:28.058425+0000 mon.a (mon.0) 2513 : cluster [DBG] osdmap e1306: 8 total, 8 up, 8 in 2024-08-29T18:35:28.392 INFO:tasks.workunit.client.0.smithi028.stdout:migration_commit 2024-08-29T18:35:28.577 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:35:28 smithi053 bash[68679]: cluster 2024-08-29T18:35:27.092799+0000 mon.a (mon.0) 2511 : cluster [DBG] osdmap e1305: 8 total, 8 up, 8 in 2024-08-29T18:35:28.577 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:35:28 smithi053 bash[68679]: audit 2024-08-29T18:35:27.121976+0000 mon.a (mon.0) 2512 : audit [DBG] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-29T18:35:28.577 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:35:28 smithi053 bash[68679]: cluster 2024-08-29T18:35:28.058425+0000 mon.a (mon.0) 2513 : cluster [DBG] osdmap e1306: 8 total, 8 up, 8 in 2024-08-29T18:35:29.381 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:35:29 smithi028 bash[78352]: cluster 2024-08-29T18:35:28.119298+0000 mgr.y (mgr.25022) 1462 : cluster [DBG] pgmap v2287: 169 pgs: 169 active+clean; 621 MiB data, 6.7 GiB used, 709 GiB / 715 GiB avail; 3.0 MiB/s rd, 3.0 MiB/s wr, 54 op/s 2024-08-29T18:35:29.382 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:35:29 smithi028 bash[77168]: cluster 2024-08-29T18:35:28.119298+0000 mgr.y (mgr.25022) 1462 : cluster [DBG] pgmap v2287: 169 pgs: 169 active+clean; 621 MiB data, 6.7 GiB used, 709 GiB / 715 GiB avail; 3.0 MiB/s rd, 3.0 MiB/s wr, 54 op/s 2024-08-29T18:35:29.576 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:35:29 smithi053 bash[68679]: cluster 2024-08-29T18:35:28.119298+0000 mgr.y (mgr.25022) 1462 : cluster [DBG] pgmap v2287: 169 pgs: 169 active+clean; 621 MiB data, 6.7 GiB used, 709 GiB / 715 GiB avail; 3.0 MiB/s rd, 3.0 MiB/s wr, 54 op/s 2024-08-29T18:35:30.381 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:35:30 smithi028 bash[77168]: cluster 2024-08-29T18:35:29.101474+0000 mon.a (mon.0) 2514 : cluster [DBG] osdmap e1307: 8 total, 8 up, 8 in 2024-08-29T18:35:30.382 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:35:30 smithi028 bash[78352]: cluster 2024-08-29T18:35:29.101474+0000 mon.a (mon.0) 2514 : cluster [DBG] osdmap e1307: 8 total, 8 up, 8 in 2024-08-29T18:35:30.576 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:35:30 smithi053 bash[68679]: cluster 2024-08-29T18:35:29.101474+0000 mon.a (mon.0) 2514 : cluster [DBG] osdmap e1307: 8 total, 8 up, 8 in 2024-08-29T18:35:31.381 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:35:31 smithi028 bash[77168]: cluster 2024-08-29T18:35:30.103521+0000 mon.a (mon.0) 2515 : cluster [DBG] osdmap e1308: 8 total, 8 up, 8 in 2024-08-29T18:35:31.381 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:35:31 smithi028 bash[77168]: cluster 2024-08-29T18:35:30.120136+0000 mgr.y (mgr.25022) 1463 : cluster [DBG] pgmap v2290: 169 pgs: 169 active+clean; 641 MiB data, 6.7 GiB used, 709 GiB / 715 GiB avail; 30 MiB/s rd, 4.0 MiB/s wr, 436 op/s 2024-08-29T18:35:31.382 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:35:31 smithi028 bash[78352]: cluster 2024-08-29T18:35:30.103521+0000 mon.a (mon.0) 2515 : cluster [DBG] osdmap e1308: 8 total, 8 up, 8 in 2024-08-29T18:35:31.382 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:35:31 smithi028 bash[78352]: cluster 2024-08-29T18:35:30.120136+0000 mgr.y (mgr.25022) 1463 : cluster [DBG] pgmap v2290: 169 pgs: 169 active+clean; 641 MiB data, 6.7 GiB used, 709 GiB / 715 GiB avail; 30 MiB/s rd, 4.0 MiB/s wr, 436 op/s 2024-08-29T18:35:31.576 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:35:31 smithi053 bash[68679]: cluster 2024-08-29T18:35:30.103521+0000 mon.a (mon.0) 2515 : cluster [DBG] osdmap e1308: 8 total, 8 up, 8 in 2024-08-29T18:35:31.577 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:35:31 smithi053 bash[68679]: cluster 2024-08-29T18:35:30.120136+0000 mgr.y (mgr.25022) 1463 : cluster [DBG] pgmap v2290: 169 pgs: 169 active+clean; 641 MiB data, 6.7 GiB used, 709 GiB / 715 GiB avail; 30 MiB/s rd, 4.0 MiB/s wr, 436 op/s 2024-08-29T18:35:31.856 INFO:tasks.workunit.client.0.smithi028.stdout:[ OK ] TestMigration.SnapsExpandAfterPrepare (13295 ms) 2024-08-29T18:35:31.856 INFO:tasks.workunit.client.0.smithi028.stdout:[ RUN ] TestMigration.SnapsExpandAfterPrepare2 2024-08-29T18:35:31.881 INFO:journalctl@ceph.mgr.y.smithi028.stdout:Aug 29 18:35:31 smithi028 bash[70818]: ::ffff:172.21.15.53 - - [29/Aug/2024:18:35:31] "GET /metrics HTTP/1.1" 200 38870 "" "Prometheus/2.43.0" 2024-08-29T18:35:31.944 INFO:tasks.workunit.client.0.smithi028.stdout:resize: 83886080 2024-08-29T18:35:31.976 INFO:tasks.workunit.client.0.smithi028.stdout:write: X 41943040~10 2024-08-29T18:35:32.001 INFO:tasks.workunit.client.0.smithi028.stdout:snap_create: snap1 2024-08-29T18:35:32.576 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:35:32 smithi053 bash[68679]: cluster 2024-08-29T18:35:31.133781+0000 mon.a (mon.0) 2516 : cluster [DBG] osdmap e1309: 8 total, 8 up, 8 in 2024-08-29T18:35:32.577 INFO:journalctl@ceph.prometheus.a.smithi053.stdout:Aug 29 18:35:32 smithi053 bash[95567]: ts=2024-08-29T18:35:32.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"3167ee72-662c-11ef-bcd4-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-29T18:35:32.631 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:35:32 smithi028 bash[77168]: cluster 2024-08-29T18:35:31.133781+0000 mon.a (mon.0) 2516 : cluster [DBG] osdmap e1309: 8 total, 8 up, 8 in 2024-08-29T18:35:32.632 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:35:32 smithi028 bash[78352]: cluster 2024-08-29T18:35:31.133781+0000 mon.a (mon.0) 2516 : cluster [DBG] osdmap e1309: 8 total, 8 up, 8 in 2024-08-29T18:35:33.174 INFO:tasks.workunit.client.0.smithi028.stdout:resize: 41943040 2024-08-29T18:35:33.231 INFO:tasks.workunit.client.0.smithi028.stdout:migration_prepare 2024-08-29T18:35:33.576 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:35:33 smithi053 bash[68679]: cluster 2024-08-29T18:35:32.120883+0000 mgr.y (mgr.25022) 1464 : cluster [DBG] pgmap v2292: 169 pgs: 169 active+clean; 645 MiB data, 6.7 GiB used, 709 GiB / 715 GiB avail; 29 MiB/s rd, 5.9 MiB/s wr, 417 op/s 2024-08-29T18:35:33.577 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:35:33 smithi053 bash[68679]: cluster 2024-08-29T18:35:32.144726+0000 mon.a (mon.0) 2517 : cluster [DBG] osdmap e1310: 8 total, 8 up, 8 in 2024-08-29T18:35:33.631 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:35:33 smithi028 bash[78352]: cluster 2024-08-29T18:35:32.120883+0000 mgr.y (mgr.25022) 1464 : cluster [DBG] pgmap v2292: 169 pgs: 169 active+clean; 645 MiB data, 6.7 GiB used, 709 GiB / 715 GiB avail; 29 MiB/s rd, 5.9 MiB/s wr, 417 op/s 2024-08-29T18:35:33.631 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:35:33 smithi028 bash[78352]: cluster 2024-08-29T18:35:32.144726+0000 mon.a (mon.0) 2517 : cluster [DBG] osdmap e1310: 8 total, 8 up, 8 in 2024-08-29T18:35:33.632 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:35:33 smithi028 bash[77168]: cluster 2024-08-29T18:35:32.120883+0000 mgr.y (mgr.25022) 1464 : cluster [DBG] pgmap v2292: 169 pgs: 169 active+clean; 645 MiB data, 6.7 GiB used, 709 GiB / 715 GiB avail; 29 MiB/s rd, 5.9 MiB/s wr, 417 op/s 2024-08-29T18:35:33.632 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:35:33 smithi028 bash[77168]: cluster 2024-08-29T18:35:32.144726+0000 mon.a (mon.0) 2517 : cluster [DBG] osdmap e1310: 8 total, 8 up, 8 in 2024-08-29T18:35:34.573 INFO:tasks.workunit.client.0.smithi028.stdout:resize: 83886080 2024-08-29T18:35:34.576 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:35:34 smithi053 bash[68679]: cluster 2024-08-29T18:35:33.144975+0000 mon.a (mon.0) 2518 : cluster [DBG] osdmap e1311: 8 total, 8 up, 8 in 2024-08-29T18:35:34.604 INFO:tasks.workunit.client.0.smithi028.stdout:write: Y 41943040~5 2024-08-29T18:35:34.631 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:35:34 smithi028 bash[78352]: cluster 2024-08-29T18:35:33.144975+0000 mon.a (mon.0) 2518 : cluster [DBG] osdmap e1311: 8 total, 8 up, 8 in 2024-08-29T18:35:34.631 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:35:34 smithi028 bash[77168]: cluster 2024-08-29T18:35:33.144975+0000 mon.a (mon.0) 2518 : cluster [DBG] osdmap e1311: 8 total, 8 up, 8 in 2024-08-29T18:35:34.875 INFO:tasks.workunit.client.0.smithi028.stdout:migration_execute 2024-08-29T18:35:35.130 INFO:tasks.workunit.client.0.smithi028.stdout:migration_commit 2024-08-29T18:35:35.576 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:35:35 smithi053 bash[68679]: cluster 2024-08-29T18:35:34.122172+0000 mgr.y (mgr.25022) 1465 : cluster [DBG] pgmap v2295: 169 pgs: 169 active+clean; 637 MiB data, 6.7 GiB used, 709 GiB / 715 GiB avail; 27 MiB/s rd, 2.0 MiB/s wr, 144 op/s 2024-08-29T18:35:35.577 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:35:35 smithi053 bash[68679]: cluster 2024-08-29T18:35:34.162364+0000 mon.a (mon.0) 2519 : cluster [DBG] osdmap e1312: 8 total, 8 up, 8 in 2024-08-29T18:35:35.631 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:35:35 smithi028 bash[78352]: cluster 2024-08-29T18:35:34.122172+0000 mgr.y (mgr.25022) 1465 : cluster [DBG] pgmap v2295: 169 pgs: 169 active+clean; 637 MiB data, 6.7 GiB used, 709 GiB / 715 GiB avail; 27 MiB/s rd, 2.0 MiB/s wr, 144 op/s 2024-08-29T18:35:35.631 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:35:35 smithi028 bash[78352]: cluster 2024-08-29T18:35:34.162364+0000 mon.a (mon.0) 2519 : cluster [DBG] osdmap e1312: 8 total, 8 up, 8 in 2024-08-29T18:35:35.632 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:35:35 smithi028 bash[77168]: cluster 2024-08-29T18:35:34.122172+0000 mgr.y (mgr.25022) 1465 : cluster [DBG] pgmap v2295: 169 pgs: 169 active+clean; 637 MiB data, 6.7 GiB used, 709 GiB / 715 GiB avail; 27 MiB/s rd, 2.0 MiB/s wr, 144 op/s 2024-08-29T18:35:35.632 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:35:35 smithi028 bash[77168]: cluster 2024-08-29T18:35:34.162364+0000 mon.a (mon.0) 2519 : cluster [DBG] osdmap e1312: 8 total, 8 up, 8 in 2024-08-29T18:35:36.468 INFO:tasks.workunit.client.0.smithi028.stdout:[ OK ] TestMigration.SnapsExpandAfterPrepare2 (4612 ms) 2024-08-29T18:35:36.468 INFO:tasks.workunit.client.0.smithi028.stdout:[ RUN ] TestMigration.SnapsSnapAfterPrepare 2024-08-29T18:35:36.559 INFO:tasks.workunit.client.0.smithi028.stdout:resize: 83886080 2024-08-29T18:35:36.592 INFO:tasks.workunit.client.0.smithi028.stdout:write: 1 0~8388609 2024-08-29T18:35:36.698 INFO:tasks.workunit.client.0.smithi028.stdout:snap_create: snap1 2024-08-29T18:35:37.576 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:35:37 smithi053 bash[68679]: cluster 2024-08-29T18:35:36.123723+0000 mgr.y (mgr.25022) 1466 : cluster [DBG] pgmap v2297: 169 pgs: 169 active+clean; 621 MiB data, 6.7 GiB used, 709 GiB / 715 GiB avail; 31 MiB/s rd, 12 KiB/s wr, 157 op/s 2024-08-29T18:35:37.577 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:35:37 smithi053 bash[68679]: cluster 2024-08-29T18:35:36.187753+0000 mon.a (mon.0) 2520 : cluster [DBG] osdmap e1313: 8 total, 8 up, 8 in 2024-08-29T18:35:37.631 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:35:37 smithi028 bash[77168]: cluster 2024-08-29T18:35:36.123723+0000 mgr.y (mgr.25022) 1466 : cluster [DBG] pgmap v2297: 169 pgs: 169 active+clean; 621 MiB data, 6.7 GiB used, 709 GiB / 715 GiB avail; 31 MiB/s rd, 12 KiB/s wr, 157 op/s 2024-08-29T18:35:37.631 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:35:37 smithi028 bash[77168]: cluster 2024-08-29T18:35:36.187753+0000 mon.a (mon.0) 2520 : cluster [DBG] osdmap e1313: 8 total, 8 up, 8 in 2024-08-29T18:35:37.632 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:35:37 smithi028 bash[78352]: cluster 2024-08-29T18:35:36.123723+0000 mgr.y (mgr.25022) 1466 : cluster [DBG] pgmap v2297: 169 pgs: 169 active+clean; 621 MiB data, 6.7 GiB used, 709 GiB / 715 GiB avail; 31 MiB/s rd, 12 KiB/s wr, 157 op/s 2024-08-29T18:35:37.632 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:35:37 smithi028 bash[78352]: cluster 2024-08-29T18:35:36.187753+0000 mon.a (mon.0) 2520 : cluster [DBG] osdmap e1313: 8 total, 8 up, 8 in 2024-08-29T18:35:38.096 INFO:tasks.workunit.client.0.smithi028.stdout:write: 1 8388609~8388609 2024-08-29T18:35:38.142 INFO:tasks.workunit.client.0.smithi028.stdout:write: X 0~1000 2024-08-29T18:35:38.142 INFO:tasks.workunit.client.0.smithi028.stdout:discard: 1010~1000 2024-08-29T18:35:38.142 INFO:tasks.workunit.client.0.smithi028.stdout:snap_create: snap2 2024-08-29T18:35:38.576 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:35:38 smithi053 bash[68679]: cluster 2024-08-29T18:35:37.192014+0000 mon.a (mon.0) 2521 : cluster [DBG] osdmap e1314: 8 total, 8 up, 8 in 2024-08-29T18:35:38.577 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:35:38 smithi053 bash[68679]: cluster 2024-08-29T18:35:38.062186+0000 mon.a (mon.0) 2522 : cluster [DBG] osdmap e1315: 8 total, 8 up, 8 in 2024-08-29T18:35:38.577 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:35:38 smithi053 bash[68679]: cluster 2024-08-29T18:35:38.124876+0000 mgr.y (mgr.25022) 1467 : cluster [DBG] pgmap v2301: 169 pgs: 169 active+clean; 621 MiB data, 6.7 GiB used, 709 GiB / 715 GiB avail; 13 MiB/s rd, 15 KiB/s wr, 346 op/s 2024-08-29T18:35:38.632 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:35:38 smithi028 bash[78352]: cluster 2024-08-29T18:35:37.192014+0000 mon.a (mon.0) 2521 : cluster [DBG] osdmap e1314: 8 total, 8 up, 8 in 2024-08-29T18:35:38.632 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:35:38 smithi028 bash[78352]: cluster 2024-08-29T18:35:38.062186+0000 mon.a (mon.0) 2522 : cluster [DBG] osdmap e1315: 8 total, 8 up, 8 in 2024-08-29T18:35:38.632 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:35:38 smithi028 bash[78352]: cluster 2024-08-29T18:35:38.124876+0000 mgr.y (mgr.25022) 1467 : cluster [DBG] pgmap v2301: 169 pgs: 169 active+clean; 621 MiB data, 6.7 GiB used, 709 GiB / 715 GiB avail; 13 MiB/s rd, 15 KiB/s wr, 346 op/s 2024-08-29T18:35:38.632 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:35:38 smithi028 bash[77168]: cluster 2024-08-29T18:35:37.192014+0000 mon.a (mon.0) 2521 : cluster [DBG] osdmap e1314: 8 total, 8 up, 8 in 2024-08-29T18:35:38.633 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:35:38 smithi028 bash[77168]: cluster 2024-08-29T18:35:38.062186+0000 mon.a (mon.0) 2522 : cluster [DBG] osdmap e1315: 8 total, 8 up, 8 in 2024-08-29T18:35:38.633 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:35:38 smithi028 bash[77168]: cluster 2024-08-29T18:35:38.124876+0000 mgr.y (mgr.25022) 1467 : cluster [DBG] pgmap v2301: 169 pgs: 169 active+clean; 621 MiB data, 6.7 GiB used, 709 GiB / 715 GiB avail; 13 MiB/s rd, 15 KiB/s wr, 346 op/s 2024-08-29T18:35:40.104 INFO:tasks.workunit.client.0.smithi028.stdout:write: X 8388609~1000 2024-08-29T18:35:40.121 INFO:tasks.workunit.client.0.smithi028.stdout:discard: 16777228~1000 2024-08-29T18:35:40.121 INFO:tasks.workunit.client.0.smithi028.stdout:resize: 167772160 2024-08-29T18:35:40.145 INFO:tasks.workunit.client.0.smithi028.stdout:write: 2 83886079~8388609 2024-08-29T18:35:40.197 INFO:tasks.workunit.client.0.smithi028.stdout:snap_create: snap3 2024-08-29T18:35:40.326 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:35:40 smithi053 bash[68679]: cluster 2024-08-29T18:35:39.064569+0000 mon.a (mon.0) 2523 : cluster [DBG] osdmap e1316: 8 total, 8 up, 8 in 2024-08-29T18:35:40.381 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:35:40 smithi028 bash[78352]: cluster 2024-08-29T18:35:39.064569+0000 mon.a (mon.0) 2523 : cluster [DBG] osdmap e1316: 8 total, 8 up, 8 in 2024-08-29T18:35:40.381 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:35:40 smithi028 bash[77168]: cluster 2024-08-29T18:35:39.064569+0000 mon.a (mon.0) 2523 : cluster [DBG] osdmap e1316: 8 total, 8 up, 8 in 2024-08-29T18:35:41.381 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:35:41 smithi028 bash[78352]: cluster 2024-08-29T18:35:40.078203+0000 mon.a (mon.0) 2524 : cluster [DBG] osdmap e1317: 8 total, 8 up, 8 in 2024-08-29T18:35:41.382 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:35:41 smithi028 bash[78352]: cluster 2024-08-29T18:35:40.125964+0000 mgr.y (mgr.25022) 1468 : cluster [DBG] pgmap v2304: 169 pgs: 169 active+clean; 645 MiB data, 6.7 GiB used, 708 GiB / 715 GiB avail; 286 KiB/s rd, 6.1 MiB/s wr, 367 op/s 2024-08-29T18:35:41.382 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:35:41 smithi028 bash[77168]: cluster 2024-08-29T18:35:40.078203+0000 mon.a (mon.0) 2524 : cluster [DBG] osdmap e1317: 8 total, 8 up, 8 in 2024-08-29T18:35:41.382 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:35:41 smithi028 bash[77168]: cluster 2024-08-29T18:35:40.125964+0000 mgr.y (mgr.25022) 1468 : cluster [DBG] pgmap v2304: 169 pgs: 169 active+clean; 645 MiB data, 6.7 GiB used, 708 GiB / 715 GiB avail; 286 KiB/s rd, 6.1 MiB/s wr, 367 op/s 2024-08-29T18:35:41.576 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:35:41 smithi053 bash[68679]: cluster 2024-08-29T18:35:40.078203+0000 mon.a (mon.0) 2524 : cluster [DBG] osdmap e1317: 8 total, 8 up, 8 in 2024-08-29T18:35:41.576 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:35:41 smithi053 bash[68679]: cluster 2024-08-29T18:35:40.125964+0000 mgr.y (mgr.25022) 1468 : cluster [DBG] pgmap v2304: 169 pgs: 169 active+clean; 645 MiB data, 6.7 GiB used, 708 GiB / 715 GiB avail; 286 KiB/s rd, 6.1 MiB/s wr, 367 op/s 2024-08-29T18:35:41.881 INFO:journalctl@ceph.mgr.y.smithi028.stdout:Aug 29 18:35:41 smithi028 bash[70818]: ::ffff:172.21.15.53 - - [29/Aug/2024:18:35:41] "GET /metrics HTTP/1.1" 200 38870 "" "Prometheus/2.43.0" 2024-08-29T18:35:42.122 INFO:tasks.workunit.client.0.smithi028.stdout:resize: 83886080 2024-08-29T18:35:42.188 INFO:tasks.workunit.client.0.smithi028.stdout:discard: 83886079~1 2024-08-29T18:35:42.211 INFO:tasks.workunit.client.0.smithi028.stdout:migration_prepare 2024-08-29T18:35:42.381 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:35:42 smithi028 bash[77168]: cluster 2024-08-29T18:35:41.080653+0000 mon.a (mon.0) 2525 : cluster [DBG] osdmap e1318: 8 total, 8 up, 8 in 2024-08-29T18:35:42.382 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:35:42 smithi028 bash[78352]: cluster 2024-08-29T18:35:41.080653+0000 mon.a (mon.0) 2525 : cluster [DBG] osdmap e1318: 8 total, 8 up, 8 in 2024-08-29T18:35:42.576 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:35:42 smithi053 bash[68679]: cluster 2024-08-29T18:35:41.080653+0000 mon.a (mon.0) 2525 : cluster [DBG] osdmap e1318: 8 total, 8 up, 8 in 2024-08-29T18:35:42.577 INFO:journalctl@ceph.prometheus.a.smithi053.stdout:Aug 29 18:35:42 smithi053 bash[95567]: ts=2024-08-29T18:35:42.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"3167ee72-662c-11ef-bcd4-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-29T18:35:43.382 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:35:43 smithi028 bash[77168]: cluster 2024-08-29T18:35:42.093556+0000 mon.a (mon.0) 2526 : cluster [DBG] osdmap e1319: 8 total, 8 up, 8 in 2024-08-29T18:35:43.382 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:35:43 smithi028 bash[77168]: audit 2024-08-29T18:35:42.123477+0000 mon.a (mon.0) 2527 : audit [DBG] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-29T18:35:43.382 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:35:43 smithi028 bash[77168]: cluster 2024-08-29T18:35:42.126787+0000 mgr.y (mgr.25022) 1469 : cluster [DBG] pgmap v2307: 169 pgs: 169 active+clean; 653 MiB data, 6.7 GiB used, 708 GiB / 715 GiB avail; 69 KiB/s rd, 8.0 MiB/s wr, 111 op/s 2024-08-29T18:35:43.382 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:35:43 smithi028 bash[78352]: cluster 2024-08-29T18:35:42.093556+0000 mon.a (mon.0) 2526 : cluster [DBG] osdmap e1319: 8 total, 8 up, 8 in 2024-08-29T18:35:43.382 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:35:43 smithi028 bash[78352]: audit 2024-08-29T18:35:42.123477+0000 mon.a (mon.0) 2527 : audit [DBG] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-29T18:35:43.382 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:35:43 smithi028 bash[78352]: cluster 2024-08-29T18:35:42.126787+0000 mgr.y (mgr.25022) 1469 : cluster [DBG] pgmap v2307: 169 pgs: 169 active+clean; 653 MiB data, 6.7 GiB used, 708 GiB / 715 GiB avail; 69 KiB/s rd, 8.0 MiB/s wr, 111 op/s 2024-08-29T18:35:43.576 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:35:43 smithi053 bash[68679]: cluster 2024-08-29T18:35:42.093556+0000 mon.a (mon.0) 2526 : cluster [DBG] osdmap e1319: 8 total, 8 up, 8 in 2024-08-29T18:35:43.577 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:35:43 smithi053 bash[68679]: audit 2024-08-29T18:35:42.123477+0000 mon.a (mon.0) 2527 : audit [DBG] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-29T18:35:43.577 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:35:43 smithi053 bash[68679]: cluster 2024-08-29T18:35:42.126787+0000 mgr.y (mgr.25022) 1469 : cluster [DBG] pgmap v2307: 169 pgs: 169 active+clean; 653 MiB data, 6.7 GiB used, 708 GiB / 715 GiB avail; 69 KiB/s rd, 8.0 MiB/s wr, 111 op/s 2024-08-29T18:35:44.381 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:35:44 smithi028 bash[77168]: cluster 2024-08-29T18:35:43.115149+0000 mon.a (mon.0) 2528 : cluster [DBG] osdmap e1320: 8 total, 8 up, 8 in 2024-08-29T18:35:44.382 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:35:44 smithi028 bash[78352]: cluster 2024-08-29T18:35:43.115149+0000 mon.a (mon.0) 2528 : cluster [DBG] osdmap e1320: 8 total, 8 up, 8 in 2024-08-29T18:35:44.576 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:35:44 smithi053 bash[68679]: cluster 2024-08-29T18:35:43.115149+0000 mon.a (mon.0) 2528 : cluster [DBG] osdmap e1320: 8 total, 8 up, 8 in 2024-08-29T18:35:45.381 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:35:45 smithi028 bash[78352]: cluster 2024-08-29T18:35:44.122290+0000 mon.a (mon.0) 2529 : cluster [DBG] osdmap e1321: 8 total, 8 up, 8 in 2024-08-29T18:35:45.382 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:35:45 smithi028 bash[78352]: cluster 2024-08-29T18:35:44.127979+0000 mgr.y (mgr.25022) 1470 : cluster [DBG] pgmap v2310: 169 pgs: 169 active+clean; 665 MiB data, 6.8 GiB used, 708 GiB / 715 GiB avail; 104 KiB/s rd, 4.0 MiB/s wr, 138 op/s 2024-08-29T18:35:45.382 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:35:45 smithi028 bash[77168]: cluster 2024-08-29T18:35:44.122290+0000 mon.a (mon.0) 2529 : cluster [DBG] osdmap e1321: 8 total, 8 up, 8 in 2024-08-29T18:35:45.382 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:35:45 smithi028 bash[77168]: cluster 2024-08-29T18:35:44.127979+0000 mgr.y (mgr.25022) 1470 : cluster [DBG] pgmap v2310: 169 pgs: 169 active+clean; 665 MiB data, 6.8 GiB used, 708 GiB / 715 GiB avail; 104 KiB/s rd, 4.0 MiB/s wr, 138 op/s 2024-08-29T18:35:45.576 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:35:45 smithi053 bash[68679]: cluster 2024-08-29T18:35:44.122290+0000 mon.a (mon.0) 2529 : cluster [DBG] osdmap e1321: 8 total, 8 up, 8 in 2024-08-29T18:35:45.577 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:35:45 smithi053 bash[68679]: cluster 2024-08-29T18:35:44.127979+0000 mgr.y (mgr.25022) 1470 : cluster [DBG] pgmap v2310: 169 pgs: 169 active+clean; 665 MiB data, 6.8 GiB used, 708 GiB / 715 GiB avail; 104 KiB/s rd, 4.0 MiB/s wr, 138 op/s 2024-08-29T18:35:46.349 INFO:tasks.workunit.client.0.smithi028.stdout:snap_create: after_prepare_snap 2024-08-29T18:35:46.381 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:35:46 smithi028 bash[78352]: cluster 2024-08-29T18:35:45.132292+0000 mon.a (mon.0) 2530 : cluster [DBG] osdmap e1322: 8 total, 8 up, 8 in 2024-08-29T18:35:46.381 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:35:46 smithi028 bash[77168]: cluster 2024-08-29T18:35:45.132292+0000 mon.a (mon.0) 2530 : cluster [DBG] osdmap e1322: 8 total, 8 up, 8 in 2024-08-29T18:35:46.576 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:35:46 smithi053 bash[68679]: cluster 2024-08-29T18:35:45.132292+0000 mon.a (mon.0) 2530 : cluster [DBG] osdmap e1322: 8 total, 8 up, 8 in 2024-08-29T18:35:47.577 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:35:47 smithi053 bash[68679]: cluster 2024-08-29T18:35:46.129137+0000 mgr.y (mgr.25022) 1471 : cluster [DBG] pgmap v2312: 169 pgs: 169 active+clean; 677 MiB data, 6.8 GiB used, 708 GiB / 715 GiB avail; 1.1 MiB/s rd, 4.0 MiB/s wr, 162 op/s 2024-08-29T18:35:47.631 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:35:47 smithi028 bash[77168]: cluster 2024-08-29T18:35:46.129137+0000 mgr.y (mgr.25022) 1471 : cluster [DBG] pgmap v2312: 169 pgs: 169 active+clean; 677 MiB data, 6.8 GiB used, 708 GiB / 715 GiB avail; 1.1 MiB/s rd, 4.0 MiB/s wr, 162 op/s 2024-08-29T18:35:47.632 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:35:47 smithi028 bash[78352]: cluster 2024-08-29T18:35:46.129137+0000 mgr.y (mgr.25022) 1471 : cluster [DBG] pgmap v2312: 169 pgs: 169 active+clean; 677 MiB data, 6.8 GiB used, 708 GiB / 715 GiB avail; 1.1 MiB/s rd, 4.0 MiB/s wr, 162 op/s 2024-08-29T18:35:48.095 INFO:tasks.workunit.client.0.smithi028.stdout:resize: 41943040 2024-08-29T18:35:48.180 INFO:tasks.workunit.client.0.smithi028.stdout:write: * 0~1000 2024-08-29T18:35:48.198 INFO:tasks.workunit.client.0.smithi028.stdout:migration_execute 2024-08-29T18:35:48.464 INFO:tasks.workunit.client.0.smithi028.stdout:migration_commit 2024-08-29T18:35:48.576 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:35:48 smithi053 bash[68679]: cluster 2024-08-29T18:35:47.143540+0000 mon.a (mon.0) 2531 : cluster [DBG] osdmap e1323: 8 total, 8 up, 8 in 2024-08-29T18:35:48.577 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:35:48 smithi053 bash[68679]: cluster 2024-08-29T18:35:48.065670+0000 mon.a (mon.0) 2532 : cluster [DBG] osdmap e1324: 8 total, 8 up, 8 in 2024-08-29T18:35:48.631 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:35:48 smithi028 bash[78352]: cluster 2024-08-29T18:35:47.143540+0000 mon.a (mon.0) 2531 : cluster [DBG] osdmap e1323: 8 total, 8 up, 8 in 2024-08-29T18:35:48.632 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:35:48 smithi028 bash[78352]: cluster 2024-08-29T18:35:48.065670+0000 mon.a (mon.0) 2532 : cluster [DBG] osdmap e1324: 8 total, 8 up, 8 in 2024-08-29T18:35:48.632 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:35:48 smithi028 bash[77168]: cluster 2024-08-29T18:35:47.143540+0000 mon.a (mon.0) 2531 : cluster [DBG] osdmap e1323: 8 total, 8 up, 8 in 2024-08-29T18:35:48.632 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:35:48 smithi028 bash[77168]: cluster 2024-08-29T18:35:48.065670+0000 mon.a (mon.0) 2532 : cluster [DBG] osdmap e1324: 8 total, 8 up, 8 in 2024-08-29T18:35:49.576 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:35:49 smithi053 bash[68679]: cluster 2024-08-29T18:35:48.130030+0000 mgr.y (mgr.25022) 1472 : cluster [DBG] pgmap v2315: 169 pgs: 169 active+clean; 677 MiB data, 6.8 GiB used, 708 GiB / 715 GiB avail; 5.1 MiB/s rd, 2.0 MiB/s wr, 183 op/s 2024-08-29T18:35:49.631 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:35:49 smithi028 bash[78352]: cluster 2024-08-29T18:35:48.130030+0000 mgr.y (mgr.25022) 1472 : cluster [DBG] pgmap v2315: 169 pgs: 169 active+clean; 677 MiB data, 6.8 GiB used, 708 GiB / 715 GiB avail; 5.1 MiB/s rd, 2.0 MiB/s wr, 183 op/s 2024-08-29T18:35:49.632 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:35:49 smithi028 bash[77168]: cluster 2024-08-29T18:35:48.130030+0000 mgr.y (mgr.25022) 1472 : cluster [DBG] pgmap v2315: 169 pgs: 169 active+clean; 677 MiB data, 6.8 GiB used, 708 GiB / 715 GiB avail; 5.1 MiB/s rd, 2.0 MiB/s wr, 183 op/s 2024-08-29T18:35:50.576 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:35:50 smithi053 bash[68679]: cluster 2024-08-29T18:35:49.152781+0000 mon.a (mon.0) 2533 : cluster [DBG] osdmap e1325: 8 total, 8 up, 8 in 2024-08-29T18:35:50.631 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:35:50 smithi028 bash[78352]: cluster 2024-08-29T18:35:49.152781+0000 mon.a (mon.0) 2533 : cluster [DBG] osdmap e1325: 8 total, 8 up, 8 in 2024-08-29T18:35:50.631 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:35:50 smithi028 bash[77168]: cluster 2024-08-29T18:35:49.152781+0000 mon.a (mon.0) 2533 : cluster [DBG] osdmap e1325: 8 total, 8 up, 8 in 2024-08-29T18:35:51.576 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:35:51 smithi053 bash[68679]: cluster 2024-08-29T18:35:50.131348+0000 mgr.y (mgr.25022) 1473 : cluster [DBG] pgmap v2317: 169 pgs: 169 active+clean; 697 MiB data, 6.8 GiB used, 708 GiB / 715 GiB avail; 35 MiB/s rd, 4.0 MiB/s wr, 360 op/s 2024-08-29T18:35:51.577 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:35:51 smithi053 bash[68679]: cluster 2024-08-29T18:35:50.161347+0000 mon.a (mon.0) 2534 : cluster [DBG] osdmap e1326: 8 total, 8 up, 8 in 2024-08-29T18:35:51.631 INFO:journalctl@ceph.mgr.y.smithi028.stdout:Aug 29 18:35:51 smithi028 bash[70818]: ::ffff:172.21.15.53 - - [29/Aug/2024:18:35:51] "GET /metrics HTTP/1.1" 200 38870 "" "Prometheus/2.43.0" 2024-08-29T18:35:51.632 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:35:51 smithi028 bash[77168]: cluster 2024-08-29T18:35:50.131348+0000 mgr.y (mgr.25022) 1473 : cluster [DBG] pgmap v2317: 169 pgs: 169 active+clean; 697 MiB data, 6.8 GiB used, 708 GiB / 715 GiB avail; 35 MiB/s rd, 4.0 MiB/s wr, 360 op/s 2024-08-29T18:35:51.632 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:35:51 smithi028 bash[77168]: cluster 2024-08-29T18:35:50.161347+0000 mon.a (mon.0) 2534 : cluster [DBG] osdmap e1326: 8 total, 8 up, 8 in 2024-08-29T18:35:51.632 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:35:51 smithi028 bash[78352]: cluster 2024-08-29T18:35:50.131348+0000 mgr.y (mgr.25022) 1473 : cluster [DBG] pgmap v2317: 169 pgs: 169 active+clean; 697 MiB data, 6.8 GiB used, 708 GiB / 715 GiB avail; 35 MiB/s rd, 4.0 MiB/s wr, 360 op/s 2024-08-29T18:35:51.632 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:35:51 smithi028 bash[78352]: cluster 2024-08-29T18:35:50.161347+0000 mon.a (mon.0) 2534 : cluster [DBG] osdmap e1326: 8 total, 8 up, 8 in 2024-08-29T18:35:51.844 INFO:tasks.workunit.client.0.smithi028.stdout:[ OK ] TestMigration.SnapsSnapAfterPrepare (15376 ms) 2024-08-29T18:35:51.844 INFO:tasks.workunit.client.0.smithi028.stdout:[ RUN ] TestMigration.SnapsSnapExpandAfterPrepare 2024-08-29T18:35:51.936 INFO:tasks.workunit.client.0.smithi028.stdout:resize: 83886080 2024-08-29T18:35:51.968 INFO:tasks.workunit.client.0.smithi028.stdout:write: 1 0~8388609 2024-08-29T18:35:52.074 INFO:tasks.workunit.client.0.smithi028.stdout:snap_create: snap1 2024-08-29T18:35:52.577 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:35:52 smithi053 bash[68679]: cluster 2024-08-29T18:35:51.164417+0000 mon.a (mon.0) 2535 : cluster [DBG] osdmap e1327: 8 total, 8 up, 8 in 2024-08-29T18:35:52.577 INFO:journalctl@ceph.prometheus.a.smithi053.stdout:Aug 29 18:35:52 smithi053 bash[95567]: ts=2024-08-29T18:35:52.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"3167ee72-662c-11ef-bcd4-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-29T18:35:52.631 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:35:52 smithi028 bash[78352]: cluster 2024-08-29T18:35:51.164417+0000 mon.a (mon.0) 2535 : cluster [DBG] osdmap e1327: 8 total, 8 up, 8 in 2024-08-29T18:35:52.632 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:35:52 smithi028 bash[77168]: cluster 2024-08-29T18:35:51.164417+0000 mon.a (mon.0) 2535 : cluster [DBG] osdmap e1327: 8 total, 8 up, 8 in 2024-08-29T18:35:53.222 INFO:tasks.workunit.client.0.smithi028.stdout:write: 1 8388609~8388609 2024-08-29T18:35:53.255 INFO:tasks.workunit.client.0.smithi028.stdout:write: X 0~1000 2024-08-29T18:35:53.256 INFO:tasks.workunit.client.0.smithi028.stdout:discard: 1010~1000 2024-08-29T18:35:53.256 INFO:tasks.workunit.client.0.smithi028.stdout:snap_create: snap2 2024-08-29T18:35:53.576 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:35:53 smithi053 bash[68679]: cluster 2024-08-29T18:35:52.132127+0000 mgr.y (mgr.25022) 1474 : cluster [DBG] pgmap v2320: 169 pgs: 169 active+clean; 697 MiB data, 6.8 GiB used, 708 GiB / 715 GiB avail; 44 MiB/s rd, 4.9 MiB/s wr, 329 op/s 2024-08-29T18:35:53.577 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:35:53 smithi053 bash[68679]: cluster 2024-08-29T18:35:52.185698+0000 mon.a (mon.0) 2536 : cluster [DBG] osdmap e1328: 8 total, 8 up, 8 in 2024-08-29T18:35:53.631 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:35:53 smithi028 bash[78352]: cluster 2024-08-29T18:35:52.132127+0000 mgr.y (mgr.25022) 1474 : cluster [DBG] pgmap v2320: 169 pgs: 169 active+clean; 697 MiB data, 6.8 GiB used, 708 GiB / 715 GiB avail; 44 MiB/s rd, 4.9 MiB/s wr, 329 op/s 2024-08-29T18:35:53.631 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:35:53 smithi028 bash[78352]: cluster 2024-08-29T18:35:52.185698+0000 mon.a (mon.0) 2536 : cluster [DBG] osdmap e1328: 8 total, 8 up, 8 in 2024-08-29T18:35:53.632 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:35:53 smithi028 bash[77168]: cluster 2024-08-29T18:35:52.132127+0000 mgr.y (mgr.25022) 1474 : cluster [DBG] pgmap v2320: 169 pgs: 169 active+clean; 697 MiB data, 6.8 GiB used, 708 GiB / 715 GiB avail; 44 MiB/s rd, 4.9 MiB/s wr, 329 op/s 2024-08-29T18:35:53.632 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:35:53 smithi028 bash[77168]: cluster 2024-08-29T18:35:52.185698+0000 mon.a (mon.0) 2536 : cluster [DBG] osdmap e1328: 8 total, 8 up, 8 in 2024-08-29T18:35:54.576 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:35:54 smithi053 bash[68679]: cluster 2024-08-29T18:35:53.187078+0000 mon.a (mon.0) 2537 : cluster [DBG] osdmap e1329: 8 total, 8 up, 8 in 2024-08-29T18:35:54.577 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:35:54 smithi053 bash[68679]: audit 2024-08-29T18:35:53.627149+0000 mon.a (mon.0) 2538 : audit [DBG] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-29T18:35:54.577 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:35:54 smithi053 bash[68679]: cluster 2024-08-29T18:35:54.133211+0000 mgr.y (mgr.25022) 1475 : cluster [DBG] pgmap v2323: 169 pgs: 169 active+clean; 717 MiB data, 6.9 GiB used, 708 GiB / 715 GiB avail; 27 MiB/s rd, 6.0 MiB/s wr, 162 op/s 2024-08-29T18:35:54.631 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:35:54 smithi028 bash[78352]: cluster 2024-08-29T18:35:53.187078+0000 mon.a (mon.0) 2537 : cluster [DBG] osdmap e1329: 8 total, 8 up, 8 in 2024-08-29T18:35:54.632 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:35:54 smithi028 bash[78352]: audit 2024-08-29T18:35:53.627149+0000 mon.a (mon.0) 2538 : audit [DBG] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-29T18:35:54.632 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:35:54 smithi028 bash[78352]: cluster 2024-08-29T18:35:54.133211+0000 mgr.y (mgr.25022) 1475 : cluster [DBG] pgmap v2323: 169 pgs: 169 active+clean; 717 MiB data, 6.9 GiB used, 708 GiB / 715 GiB avail; 27 MiB/s rd, 6.0 MiB/s wr, 162 op/s 2024-08-29T18:35:54.632 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:35:54 smithi028 bash[77168]: cluster 2024-08-29T18:35:53.187078+0000 mon.a (mon.0) 2537 : cluster [DBG] osdmap e1329: 8 total, 8 up, 8 in 2024-08-29T18:35:54.632 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:35:54 smithi028 bash[77168]: audit 2024-08-29T18:35:53.627149+0000 mon.a (mon.0) 2538 : audit [DBG] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-29T18:35:54.632 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:35:54 smithi028 bash[77168]: cluster 2024-08-29T18:35:54.133211+0000 mgr.y (mgr.25022) 1475 : cluster [DBG] pgmap v2323: 169 pgs: 169 active+clean; 717 MiB data, 6.9 GiB used, 708 GiB / 715 GiB avail; 27 MiB/s rd, 6.0 MiB/s wr, 162 op/s 2024-08-29T18:35:55.245 INFO:tasks.workunit.client.0.smithi028.stdout:write: X 8388609~1000 2024-08-29T18:35:55.266 INFO:tasks.workunit.client.0.smithi028.stdout:discard: 16777228~1000 2024-08-29T18:35:55.266 INFO:tasks.workunit.client.0.smithi028.stdout:resize: 167772160 2024-08-29T18:35:55.290 INFO:tasks.workunit.client.0.smithi028.stdout:write: 2 83886079~8388609 2024-08-29T18:35:55.340 INFO:tasks.workunit.client.0.smithi028.stdout:snap_create: snap3 2024-08-29T18:35:55.576 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:35:55 smithi053 bash[68679]: cluster 2024-08-29T18:35:54.211931+0000 mon.a (mon.0) 2539 : cluster [DBG] osdmap e1330: 8 total, 8 up, 8 in 2024-08-29T18:35:55.577 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:35:55 smithi053 bash[68679]: audit 2024-08-29T18:35:54.399697+0000 mon.a (mon.0) 2540 : audit [DBG] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-29T18:35:55.577 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:35:55 smithi053 bash[68679]: audit 2024-08-29T18:35:54.401390+0000 mon.a (mon.0) 2541 : audit [INF] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-29T18:35:55.577 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:35:55 smithi053 bash[68679]: audit 2024-08-29T18:35:54.409242+0000 mon.a (mon.0) 2542 : audit [INF] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' 2024-08-29T18:35:55.631 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:35:55 smithi028 bash[77168]: cluster 2024-08-29T18:35:54.211931+0000 mon.a (mon.0) 2539 : cluster [DBG] osdmap e1330: 8 total, 8 up, 8 in 2024-08-29T18:35:55.632 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:35:55 smithi028 bash[77168]: audit 2024-08-29T18:35:54.399697+0000 mon.a (mon.0) 2540 : audit [DBG] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-29T18:35:55.632 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:35:55 smithi028 bash[77168]: audit 2024-08-29T18:35:54.401390+0000 mon.a (mon.0) 2541 : audit [INF] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-29T18:35:55.632 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:35:55 smithi028 bash[77168]: audit 2024-08-29T18:35:54.409242+0000 mon.a (mon.0) 2542 : audit [INF] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' 2024-08-29T18:35:55.632 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:35:55 smithi028 bash[78352]: cluster 2024-08-29T18:35:54.211931+0000 mon.a (mon.0) 2539 : cluster [DBG] osdmap e1330: 8 total, 8 up, 8 in 2024-08-29T18:35:55.632 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:35:55 smithi028 bash[78352]: audit 2024-08-29T18:35:54.399697+0000 mon.a (mon.0) 2540 : audit [DBG] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-29T18:35:55.632 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:35:55 smithi028 bash[78352]: audit 2024-08-29T18:35:54.401390+0000 mon.a (mon.0) 2541 : audit [INF] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-29T18:35:55.632 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:35:55 smithi028 bash[78352]: audit 2024-08-29T18:35:54.409242+0000 mon.a (mon.0) 2542 : audit [INF] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' 2024-08-29T18:35:56.576 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:35:56 smithi053 bash[68679]: cluster 2024-08-29T18:35:55.212126+0000 mon.a (mon.0) 2543 : cluster [DBG] osdmap e1331: 8 total, 8 up, 8 in 2024-08-29T18:35:56.577 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:35:56 smithi053 bash[68679]: cluster 2024-08-29T18:35:56.134237+0000 mgr.y (mgr.25022) 1476 : cluster [DBG] pgmap v2326: 169 pgs: 169 active+clean; 701 MiB data, 6.9 GiB used, 708 GiB / 715 GiB avail; 40 MiB/s rd, 7.0 MiB/s wr, 222 op/s 2024-08-29T18:35:56.631 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:35:56 smithi028 bash[77168]: cluster 2024-08-29T18:35:55.212126+0000 mon.a (mon.0) 2543 : cluster [DBG] osdmap e1331: 8 total, 8 up, 8 in 2024-08-29T18:35:56.632 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:35:56 smithi028 bash[77168]: cluster 2024-08-29T18:35:56.134237+0000 mgr.y (mgr.25022) 1476 : cluster [DBG] pgmap v2326: 169 pgs: 169 active+clean; 701 MiB data, 6.9 GiB used, 708 GiB / 715 GiB avail; 40 MiB/s rd, 7.0 MiB/s wr, 222 op/s 2024-08-29T18:35:56.632 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:35:56 smithi028 bash[78352]: cluster 2024-08-29T18:35:55.212126+0000 mon.a (mon.0) 2543 : cluster [DBG] osdmap e1331: 8 total, 8 up, 8 in 2024-08-29T18:35:56.632 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:35:56 smithi028 bash[78352]: cluster 2024-08-29T18:35:56.134237+0000 mgr.y (mgr.25022) 1476 : cluster [DBG] pgmap v2326: 169 pgs: 169 active+clean; 701 MiB data, 6.9 GiB used, 708 GiB / 715 GiB avail; 40 MiB/s rd, 7.0 MiB/s wr, 222 op/s 2024-08-29T18:35:57.271 INFO:tasks.workunit.client.0.smithi028.stdout:resize: 83886080 2024-08-29T18:35:57.329 INFO:tasks.workunit.client.0.smithi028.stdout:discard: 83886079~1 2024-08-29T18:35:57.353 INFO:tasks.workunit.client.0.smithi028.stdout:migration_prepare 2024-08-29T18:35:57.576 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:35:57 smithi053 bash[68679]: cluster 2024-08-29T18:35:56.232907+0000 mon.a (mon.0) 2544 : cluster [DBG] osdmap e1332: 8 total, 8 up, 8 in 2024-08-29T18:35:57.577 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:35:57 smithi053 bash[68679]: audit 2024-08-29T18:35:57.122884+0000 mon.a (mon.0) 2545 : audit [DBG] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-29T18:35:57.631 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:35:57 smithi028 bash[78352]: cluster 2024-08-29T18:35:56.232907+0000 mon.a (mon.0) 2544 : cluster [DBG] osdmap e1332: 8 total, 8 up, 8 in 2024-08-29T18:35:57.631 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:35:57 smithi028 bash[78352]: audit 2024-08-29T18:35:57.122884+0000 mon.a (mon.0) 2545 : audit [DBG] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-29T18:35:57.632 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:35:57 smithi028 bash[77168]: cluster 2024-08-29T18:35:56.232907+0000 mon.a (mon.0) 2544 : cluster [DBG] osdmap e1332: 8 total, 8 up, 8 in 2024-08-29T18:35:57.632 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:35:57 smithi028 bash[77168]: audit 2024-08-29T18:35:57.122884+0000 mon.a (mon.0) 2545 : audit [DBG] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-29T18:35:58.577 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:35:58 smithi053 bash[68679]: cluster 2024-08-29T18:35:57.243572+0000 mon.a (mon.0) 2546 : cluster [DBG] osdmap e1333: 8 total, 8 up, 8 in 2024-08-29T18:35:58.577 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:35:58 smithi053 bash[68679]: cluster 2024-08-29T18:35:58.068851+0000 mon.a (mon.0) 2547 : cluster [DBG] osdmap e1334: 8 total, 8 up, 8 in 2024-08-29T18:35:58.577 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:35:58 smithi053 bash[68679]: cluster 2024-08-29T18:35:58.135026+0000 mgr.y (mgr.25022) 1477 : cluster [DBG] pgmap v2330: 169 pgs: 169 active+clean; 713 MiB data, 6.9 GiB used, 708 GiB / 715 GiB avail; 20 MiB/s rd, 4.1 MiB/s wr, 96 op/s 2024-08-29T18:35:58.631 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:35:58 smithi028 bash[78352]: cluster 2024-08-29T18:35:57.243572+0000 mon.a (mon.0) 2546 : cluster [DBG] osdmap e1333: 8 total, 8 up, 8 in 2024-08-29T18:35:58.632 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:35:58 smithi028 bash[78352]: cluster 2024-08-29T18:35:58.068851+0000 mon.a (mon.0) 2547 : cluster [DBG] osdmap e1334: 8 total, 8 up, 8 in 2024-08-29T18:35:58.632 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:35:58 smithi028 bash[78352]: cluster 2024-08-29T18:35:58.135026+0000 mgr.y (mgr.25022) 1477 : cluster [DBG] pgmap v2330: 169 pgs: 169 active+clean; 713 MiB data, 6.9 GiB used, 708 GiB / 715 GiB avail; 20 MiB/s rd, 4.1 MiB/s wr, 96 op/s 2024-08-29T18:35:58.632 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:35:58 smithi028 bash[77168]: cluster 2024-08-29T18:35:57.243572+0000 mon.a (mon.0) 2546 : cluster [DBG] osdmap e1333: 8 total, 8 up, 8 in 2024-08-29T18:35:58.632 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:35:58 smithi028 bash[77168]: cluster 2024-08-29T18:35:58.068851+0000 mon.a (mon.0) 2547 : cluster [DBG] osdmap e1334: 8 total, 8 up, 8 in 2024-08-29T18:35:58.632 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:35:58 smithi028 bash[77168]: cluster 2024-08-29T18:35:58.135026+0000 mgr.y (mgr.25022) 1477 : cluster [DBG] pgmap v2330: 169 pgs: 169 active+clean; 713 MiB data, 6.9 GiB used, 708 GiB / 715 GiB avail; 20 MiB/s rd, 4.1 MiB/s wr, 96 op/s 2024-08-29T18:36:00.381 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:36:00 smithi028 bash[77168]: cluster 2024-08-29T18:35:59.077528+0000 mon.a (mon.0) 2548 : cluster [DBG] osdmap e1335: 8 total, 8 up, 8 in 2024-08-29T18:36:00.382 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:36:00 smithi028 bash[78352]: cluster 2024-08-29T18:35:59.077528+0000 mon.a (mon.0) 2548 : cluster [DBG] osdmap e1335: 8 total, 8 up, 8 in 2024-08-29T18:36:00.576 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:36:00 smithi053 bash[68679]: cluster 2024-08-29T18:35:59.077528+0000 mon.a (mon.0) 2548 : cluster [DBG] osdmap e1335: 8 total, 8 up, 8 in 2024-08-29T18:36:01.008 INFO:tasks.workunit.client.0.smithi028.stdout:snap_create: after_prepare_snap 2024-08-29T18:36:01.381 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:36:01 smithi028 bash[78352]: cluster 2024-08-29T18:36:00.080824+0000 mon.a (mon.0) 2549 : cluster [DBG] osdmap e1336: 8 total, 8 up, 8 in 2024-08-29T18:36:01.382 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:36:01 smithi028 bash[78352]: cluster 2024-08-29T18:36:00.135921+0000 mgr.y (mgr.25022) 1478 : cluster [DBG] pgmap v2333: 169 pgs: 169 active+clean; 733 MiB data, 6.9 GiB used, 708 GiB / 715 GiB avail; 121 KiB/s rd, 6.2 MiB/s wr, 173 op/s 2024-08-29T18:36:01.382 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:36:01 smithi028 bash[77168]: cluster 2024-08-29T18:36:00.080824+0000 mon.a (mon.0) 2549 : cluster [DBG] osdmap e1336: 8 total, 8 up, 8 in 2024-08-29T18:36:01.382 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:36:01 smithi028 bash[77168]: cluster 2024-08-29T18:36:00.135921+0000 mgr.y (mgr.25022) 1478 : cluster [DBG] pgmap v2333: 169 pgs: 169 active+clean; 733 MiB data, 6.9 GiB used, 708 GiB / 715 GiB avail; 121 KiB/s rd, 6.2 MiB/s wr, 173 op/s 2024-08-29T18:36:01.576 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:36:01 smithi053 bash[68679]: cluster 2024-08-29T18:36:00.080824+0000 mon.a (mon.0) 2549 : cluster [DBG] osdmap e1336: 8 total, 8 up, 8 in 2024-08-29T18:36:01.577 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:36:01 smithi053 bash[68679]: cluster 2024-08-29T18:36:00.135921+0000 mgr.y (mgr.25022) 1478 : cluster [DBG] pgmap v2333: 169 pgs: 169 active+clean; 733 MiB data, 6.9 GiB used, 708 GiB / 715 GiB avail; 121 KiB/s rd, 6.2 MiB/s wr, 173 op/s 2024-08-29T18:36:01.881 INFO:journalctl@ceph.mgr.y.smithi028.stdout:Aug 29 18:36:01 smithi028 bash[70818]: ::ffff:172.21.15.53 - - [29/Aug/2024:18:36:01] "GET /metrics HTTP/1.1" 200 38872 "" "Prometheus/2.43.0" 2024-08-29T18:36:02.138 INFO:tasks.workunit.client.0.smithi028.stdout:resize: 167772160 2024-08-29T18:36:02.175 INFO:tasks.workunit.client.0.smithi028.stdout:write: * 83886080~1000 2024-08-29T18:36:02.193 INFO:tasks.workunit.client.0.smithi028.stdout:migration_execute 2024-08-29T18:36:02.381 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:36:02 smithi028 bash[78352]: cluster 2024-08-29T18:36:01.100988+0000 mon.a (mon.0) 2550 : cluster [DBG] osdmap e1337: 8 total, 8 up, 8 in 2024-08-29T18:36:02.382 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:36:02 smithi028 bash[77168]: cluster 2024-08-29T18:36:01.100988+0000 mon.a (mon.0) 2550 : cluster [DBG] osdmap e1337: 8 total, 8 up, 8 in 2024-08-29T18:36:02.455 INFO:tasks.workunit.client.0.smithi028.stdout:migration_commit 2024-08-29T18:36:02.576 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:36:02 smithi053 bash[68679]: cluster 2024-08-29T18:36:01.100988+0000 mon.a (mon.0) 2550 : cluster [DBG] osdmap e1337: 8 total, 8 up, 8 in 2024-08-29T18:36:02.577 INFO:journalctl@ceph.prometheus.a.smithi053.stdout:Aug 29 18:36:02 smithi053 bash[95567]: ts=2024-08-29T18:36:02.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"3167ee72-662c-11ef-bcd4-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-29T18:36:03.381 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:36:03 smithi028 bash[78352]: cluster 2024-08-29T18:36:02.109411+0000 mon.a (mon.0) 2551 : cluster [DBG] osdmap e1338: 8 total, 8 up, 8 in 2024-08-29T18:36:03.382 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:36:03 smithi028 bash[78352]: cluster 2024-08-29T18:36:02.136764+0000 mgr.y (mgr.25022) 1479 : cluster [DBG] pgmap v2336: 169 pgs: 169 active+clean; 733 MiB data, 7.0 GiB used, 708 GiB / 715 GiB avail; 114 KiB/s rd, 3.0 MiB/s wr, 162 op/s 2024-08-29T18:36:03.382 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:36:03 smithi028 bash[77168]: cluster 2024-08-29T18:36:02.109411+0000 mon.a (mon.0) 2551 : cluster [DBG] osdmap e1338: 8 total, 8 up, 8 in 2024-08-29T18:36:03.382 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:36:03 smithi028 bash[77168]: cluster 2024-08-29T18:36:02.136764+0000 mgr.y (mgr.25022) 1479 : cluster [DBG] pgmap v2336: 169 pgs: 169 active+clean; 733 MiB data, 7.0 GiB used, 708 GiB / 715 GiB avail; 114 KiB/s rd, 3.0 MiB/s wr, 162 op/s 2024-08-29T18:36:03.576 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:36:03 smithi053 bash[68679]: cluster 2024-08-29T18:36:02.109411+0000 mon.a (mon.0) 2551 : cluster [DBG] osdmap e1338: 8 total, 8 up, 8 in 2024-08-29T18:36:03.577 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:36:03 smithi053 bash[68679]: cluster 2024-08-29T18:36:02.136764+0000 mgr.y (mgr.25022) 1479 : cluster [DBG] pgmap v2336: 169 pgs: 169 active+clean; 733 MiB data, 7.0 GiB used, 708 GiB / 715 GiB avail; 114 KiB/s rd, 3.0 MiB/s wr, 162 op/s 2024-08-29T18:36:04.381 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:36:04 smithi028 bash[77168]: cluster 2024-08-29T18:36:03.119856+0000 mon.a (mon.0) 2552 : cluster [DBG] osdmap e1339: 8 total, 8 up, 8 in 2024-08-29T18:36:04.382 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:36:04 smithi028 bash[78352]: cluster 2024-08-29T18:36:03.119856+0000 mon.a (mon.0) 2552 : cluster [DBG] osdmap e1339: 8 total, 8 up, 8 in 2024-08-29T18:36:04.576 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:36:04 smithi053 bash[68679]: cluster 2024-08-29T18:36:03.119856+0000 mon.a (mon.0) 2552 : cluster [DBG] osdmap e1339: 8 total, 8 up, 8 in 2024-08-29T18:36:05.382 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:36:05 smithi028 bash[77168]: cluster 2024-08-29T18:36:04.121005+0000 mon.a (mon.0) 2553 : cluster [DBG] osdmap e1340: 8 total, 8 up, 8 in 2024-08-29T18:36:05.382 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:36:05 smithi028 bash[77168]: cluster 2024-08-29T18:36:04.137763+0000 mgr.y (mgr.25022) 1480 : cluster [DBG] pgmap v2339: 169 pgs: 169 active+clean; 749 MiB data, 7.0 GiB used, 708 GiB / 715 GiB avail; 32 MiB/s rd, 4.0 MiB/s wr, 82 op/s 2024-08-29T18:36:05.382 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:36:05 smithi028 bash[78352]: cluster 2024-08-29T18:36:04.121005+0000 mon.a (mon.0) 2553 : cluster [DBG] osdmap e1340: 8 total, 8 up, 8 in 2024-08-29T18:36:05.382 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:36:05 smithi028 bash[78352]: cluster 2024-08-29T18:36:04.137763+0000 mgr.y (mgr.25022) 1480 : cluster [DBG] pgmap v2339: 169 pgs: 169 active+clean; 749 MiB data, 7.0 GiB used, 708 GiB / 715 GiB avail; 32 MiB/s rd, 4.0 MiB/s wr, 82 op/s 2024-08-29T18:36:05.576 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:36:05 smithi053 bash[68679]: cluster 2024-08-29T18:36:04.121005+0000 mon.a (mon.0) 2553 : cluster [DBG] osdmap e1340: 8 total, 8 up, 8 in 2024-08-29T18:36:05.577 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:36:05 smithi053 bash[68679]: cluster 2024-08-29T18:36:04.137763+0000 mgr.y (mgr.25022) 1480 : cluster [DBG] pgmap v2339: 169 pgs: 169 active+clean; 749 MiB data, 7.0 GiB used, 708 GiB / 715 GiB avail; 32 MiB/s rd, 4.0 MiB/s wr, 82 op/s 2024-08-29T18:36:05.947 INFO:tasks.workunit.client.0.smithi028.stdout:[ OK ] TestMigration.SnapsSnapExpandAfterPrepare (14103 ms) 2024-08-29T18:36:05.948 INFO:tasks.workunit.client.0.smithi028.stdout:[ RUN ] TestMigration.Clone 2024-08-29T18:36:06.033 INFO:tasks.workunit.client.0.smithi028.stdout:resize: 83886080 2024-08-29T18:36:06.066 INFO:tasks.workunit.client.0.smithi028.stdout:write: X 0~8388609 2024-08-29T18:36:06.173 INFO:tasks.workunit.client.0.smithi028.stdout:write: X 16777218~8388609 2024-08-29T18:36:06.244 INFO:tasks.workunit.client.0.smithi028.stdout:snap_create: snap 2024-08-29T18:36:06.576 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:36:06 smithi053 bash[68679]: cluster 2024-08-29T18:36:05.143280+0000 mon.a (mon.0) 2554 : cluster [DBG] osdmap e1341: 8 total, 8 up, 8 in 2024-08-29T18:36:06.631 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:36:06 smithi028 bash[77168]: cluster 2024-08-29T18:36:05.143280+0000 mon.a (mon.0) 2554 : cluster [DBG] osdmap e1341: 8 total, 8 up, 8 in 2024-08-29T18:36:06.631 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:36:06 smithi028 bash[78352]: cluster 2024-08-29T18:36:05.143280+0000 mon.a (mon.0) 2554 : cluster [DBG] osdmap e1341: 8 total, 8 up, 8 in 2024-08-29T18:36:07.577 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:36:07 smithi053 bash[68679]: cluster 2024-08-29T18:36:06.138858+0000 mgr.y (mgr.25022) 1481 : cluster [DBG] pgmap v2341: 169 pgs: 169 active+clean; 757 MiB data, 7.0 GiB used, 708 GiB / 715 GiB avail; 38 MiB/s rd, 6.0 MiB/s wr, 494 op/s 2024-08-29T18:36:07.631 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:36:07 smithi028 bash[77168]: cluster 2024-08-29T18:36:06.138858+0000 mgr.y (mgr.25022) 1481 : cluster [DBG] pgmap v2341: 169 pgs: 169 active+clean; 757 MiB data, 7.0 GiB used, 708 GiB / 715 GiB avail; 38 MiB/s rd, 6.0 MiB/s wr, 494 op/s 2024-08-29T18:36:07.632 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:36:07 smithi028 bash[78352]: cluster 2024-08-29T18:36:06.138858+0000 mgr.y (mgr.25022) 1481 : cluster [DBG] pgmap v2341: 169 pgs: 169 active+clean; 757 MiB data, 7.0 GiB used, 708 GiB / 715 GiB avail; 38 MiB/s rd, 6.0 MiB/s wr, 494 op/s 2024-08-29T18:36:08.198 INFO:tasks.workunit.client.0.smithi028.stdout:snap_protect: snap 2024-08-29T18:36:08.237 INFO:tasks.workunit.client.0.smithi028.stdout:clone image103 -> image106 2024-08-29T18:36:08.504 INFO:tasks.workunit.client.0.smithi028.stdout:write: X 0~1000 2024-08-29T18:36:08.576 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:36:08 smithi053 bash[68679]: cluster 2024-08-29T18:36:07.155344+0000 mon.a (mon.0) 2555 : cluster [DBG] osdmap e1342: 8 total, 8 up, 8 in 2024-08-29T18:36:08.603 INFO:tasks.workunit.client.0.smithi028.stdout:discard: 1010~1000 2024-08-29T18:36:08.609 INFO:tasks.workunit.client.0.smithi028.stdout:snap_create: snap 2024-08-29T18:36:08.631 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:36:08 smithi028 bash[77168]: cluster 2024-08-29T18:36:07.155344+0000 mon.a (mon.0) 2555 : cluster [DBG] osdmap e1342: 8 total, 8 up, 8 in 2024-08-29T18:36:08.632 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:36:08 smithi028 bash[78352]: cluster 2024-08-29T18:36:07.155344+0000 mon.a (mon.0) 2555 : cluster [DBG] osdmap e1342: 8 total, 8 up, 8 in 2024-08-29T18:36:09.577 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:36:09 smithi053 bash[68679]: cluster 2024-08-29T18:36:08.139803+0000 mgr.y (mgr.25022) 1482 : cluster [DBG] pgmap v2343: 169 pgs: 169 active+clean; 745 MiB data, 7.0 GiB used, 708 GiB / 715 GiB avail; 30 MiB/s rd, 3.2 MiB/s wr, 404 op/s 2024-08-29T18:36:09.577 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:36:09 smithi053 bash[68679]: cluster 2024-08-29T18:36:08.165032+0000 mon.a (mon.0) 2556 : cluster [DBG] osdmap e1343: 8 total, 8 up, 8 in 2024-08-29T18:36:09.631 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:36:09 smithi028 bash[77168]: cluster 2024-08-29T18:36:08.139803+0000 mgr.y (mgr.25022) 1482 : cluster [DBG] pgmap v2343: 169 pgs: 169 active+clean; 745 MiB data, 7.0 GiB used, 708 GiB / 715 GiB avail; 30 MiB/s rd, 3.2 MiB/s wr, 404 op/s 2024-08-29T18:36:09.632 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:36:09 smithi028 bash[77168]: cluster 2024-08-29T18:36:08.165032+0000 mon.a (mon.0) 2556 : cluster [DBG] osdmap e1343: 8 total, 8 up, 8 in 2024-08-29T18:36:09.632 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:36:09 smithi028 bash[78352]: cluster 2024-08-29T18:36:08.139803+0000 mgr.y (mgr.25022) 1482 : cluster [DBG] pgmap v2343: 169 pgs: 169 active+clean; 745 MiB data, 7.0 GiB used, 708 GiB / 715 GiB avail; 30 MiB/s rd, 3.2 MiB/s wr, 404 op/s 2024-08-29T18:36:09.632 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:36:09 smithi028 bash[78352]: cluster 2024-08-29T18:36:08.165032+0000 mon.a (mon.0) 2556 : cluster [DBG] osdmap e1343: 8 total, 8 up, 8 in 2024-08-29T18:36:10.213 INFO:tasks.workunit.client.0.smithi028.stdout:snap_protect: snap 2024-08-29T18:36:10.252 INFO:tasks.workunit.client.0.smithi028.stdout:clone image106 -> image108 2024-08-29T18:36:10.576 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:36:10 smithi053 bash[68679]: cluster 2024-08-29T18:36:09.166000+0000 mon.a (mon.0) 2557 : cluster [DBG] osdmap e1344: 8 total, 8 up, 8 in 2024-08-29T18:36:10.608 INFO:tasks.workunit.client.0.smithi028.stdout:write: X 1000~1000 2024-08-29T18:36:10.631 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:36:10 smithi028 bash[77168]: cluster 2024-08-29T18:36:09.166000+0000 mon.a (mon.0) 2557 : cluster [DBG] osdmap e1344: 8 total, 8 up, 8 in 2024-08-29T18:36:10.632 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:36:10 smithi028 bash[78352]: cluster 2024-08-29T18:36:09.166000+0000 mon.a (mon.0) 2557 : cluster [DBG] osdmap e1344: 8 total, 8 up, 8 in 2024-08-29T18:36:10.692 INFO:tasks.workunit.client.0.smithi028.stdout:discard: 2010~1000 2024-08-29T18:36:10.698 INFO:tasks.workunit.client.0.smithi028.stdout:migration_prepare 2024-08-29T18:36:11.477 INFO:tasks.workunit.client.0.smithi028.stdout:migration_execute 2024-08-29T18:36:11.577 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:36:11 smithi053 bash[68679]: cluster 2024-08-29T18:36:10.141135+0000 mgr.y (mgr.25022) 1483 : cluster [DBG] pgmap v2346: 169 pgs: 169 active+clean; 765 MiB data, 7.1 GiB used, 708 GiB / 715 GiB avail; 33 MiB/s rd, 6.4 MiB/s wr, 143 op/s 2024-08-29T18:36:11.577 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:36:11 smithi053 bash[68679]: cluster 2024-08-29T18:36:10.194035+0000 mon.a (mon.0) 2558 : cluster [DBG] osdmap e1345: 8 total, 8 up, 8 in 2024-08-29T18:36:11.633 INFO:journalctl@ceph.mgr.y.smithi028.stdout:Aug 29 18:36:11 smithi028 bash[70818]: ::ffff:172.21.15.53 - - [29/Aug/2024:18:36:11] "GET /metrics HTTP/1.1" 200 38872 "" "Prometheus/2.43.0" 2024-08-29T18:36:11.633 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:36:11 smithi028 bash[78352]: cluster 2024-08-29T18:36:10.141135+0000 mgr.y (mgr.25022) 1483 : cluster [DBG] pgmap v2346: 169 pgs: 169 active+clean; 765 MiB data, 7.1 GiB used, 708 GiB / 715 GiB avail; 33 MiB/s rd, 6.4 MiB/s wr, 143 op/s 2024-08-29T18:36:11.633 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:36:11 smithi028 bash[78352]: cluster 2024-08-29T18:36:10.194035+0000 mon.a (mon.0) 2558 : cluster [DBG] osdmap e1345: 8 total, 8 up, 8 in 2024-08-29T18:36:11.633 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:36:11 smithi028 bash[77168]: cluster 2024-08-29T18:36:10.141135+0000 mgr.y (mgr.25022) 1483 : cluster [DBG] pgmap v2346: 169 pgs: 169 active+clean; 765 MiB data, 7.1 GiB used, 708 GiB / 715 GiB avail; 33 MiB/s rd, 6.4 MiB/s wr, 143 op/s 2024-08-29T18:36:11.634 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:36:11 smithi028 bash[77168]: cluster 2024-08-29T18:36:10.194035+0000 mon.a (mon.0) 2558 : cluster [DBG] osdmap e1345: 8 total, 8 up, 8 in 2024-08-29T18:36:11.955 INFO:tasks.workunit.client.0.smithi028.stdout:migration_commit 2024-08-29T18:36:12.393 INFO:tasks.workunit.client.0.smithi028.stdout:[ OK ] TestMigration.Clone (6446 ms) 2024-08-29T18:36:12.393 INFO:tasks.workunit.client.0.smithi028.stdout:[ RUN ] TestMigration.CloneParent 2024-08-29T18:36:12.479 INFO:tasks.workunit.client.0.smithi028.stdout:resize: 83886080 2024-08-29T18:36:12.509 INFO:tasks.workunit.client.0.smithi028.stdout:snap_create: snap 2024-08-29T18:36:12.577 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:36:12 smithi053 bash[68679]: audit 2024-08-29T18:36:12.123252+0000 mon.a (mon.0) 2559 : audit [DBG] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-29T18:36:12.577 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:36:12 smithi053 bash[68679]: cluster 2024-08-29T18:36:12.142279+0000 mgr.y (mgr.25022) 1484 : cluster [DBG] pgmap v2348: 169 pgs: 169 active+clean; 769 MiB data, 7.1 GiB used, 708 GiB / 715 GiB avail; 33 MiB/s rd, 7.2 MiB/s wr, 145 op/s 2024-08-29T18:36:12.577 INFO:journalctl@ceph.prometheus.a.smithi053.stdout:Aug 29 18:36:12 smithi053 bash[95567]: ts=2024-08-29T18:36:12.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"3167ee72-662c-11ef-bcd4-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-29T18:36:12.632 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:36:12 smithi028 bash[78352]: audit 2024-08-29T18:36:12.123252+0000 mon.a (mon.0) 2559 : audit [DBG] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-29T18:36:12.632 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:36:12 smithi028 bash[78352]: cluster 2024-08-29T18:36:12.142279+0000 mgr.y (mgr.25022) 1484 : cluster [DBG] pgmap v2348: 169 pgs: 169 active+clean; 769 MiB data, 7.1 GiB used, 708 GiB / 715 GiB avail; 33 MiB/s rd, 7.2 MiB/s wr, 145 op/s 2024-08-29T18:36:12.632 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:36:12 smithi028 bash[77168]: audit 2024-08-29T18:36:12.123252+0000 mon.a (mon.0) 2559 : audit [DBG] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-29T18:36:12.632 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:36:12 smithi028 bash[77168]: cluster 2024-08-29T18:36:12.142279+0000 mgr.y (mgr.25022) 1484 : cluster [DBG] pgmap v2348: 169 pgs: 169 active+clean; 769 MiB data, 7.1 GiB used, 708 GiB / 715 GiB avail; 33 MiB/s rd, 7.2 MiB/s wr, 145 op/s 2024-08-29T18:36:14.102 INFO:tasks.workunit.client.0.smithi028.stdout:snap_protect: snap 2024-08-29T18:36:14.132 INFO:tasks.workunit.client.0.smithi028.stdout:clone image109 -> image112 2024-08-29T18:36:14.381 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:36:14 smithi028 bash[78352]: cluster 2024-08-29T18:36:13.074551+0000 mon.a (mon.0) 2560 : cluster [DBG] osdmap e1346: 8 total, 8 up, 8 in 2024-08-29T18:36:14.382 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:36:14 smithi028 bash[77168]: cluster 2024-08-29T18:36:13.074551+0000 mon.a (mon.0) 2560 : cluster [DBG] osdmap e1346: 8 total, 8 up, 8 in 2024-08-29T18:36:14.389 INFO:tasks.workunit.client.0.smithi028.stdout:migration_prepare 2024-08-29T18:36:14.576 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:36:14 smithi053 bash[68679]: cluster 2024-08-29T18:36:13.074551+0000 mon.a (mon.0) 2560 : cluster [DBG] osdmap e1346: 8 total, 8 up, 8 in 2024-08-29T18:36:14.824 INFO:tasks.workunit.client.0.smithi028.stdout:migration_abort 2024-08-29T18:36:15.180 INFO:tasks.workunit.client.0.smithi028.stdout:[ OK ] TestMigration.CloneParent (2787 ms) 2024-08-29T18:36:15.180 INFO:tasks.workunit.client.0.smithi028.stdout:[ RUN ] TestMigration.CloneUpdateAfterPrepare 2024-08-29T18:36:15.268 INFO:tasks.workunit.client.0.smithi028.stdout:resize: 83886080 2024-08-29T18:36:15.298 INFO:tasks.workunit.client.0.smithi028.stdout:write: X 0~10 2024-08-29T18:36:15.322 INFO:tasks.workunit.client.0.smithi028.stdout:snap_create: snap 2024-08-29T18:36:15.382 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:36:15 smithi028 bash[78352]: cluster 2024-08-29T18:36:14.076445+0000 mon.a (mon.0) 2561 : cluster [DBG] osdmap e1347: 8 total, 8 up, 8 in 2024-08-29T18:36:15.382 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:36:15 smithi028 bash[78352]: cluster 2024-08-29T18:36:14.143086+0000 mgr.y (mgr.25022) 1485 : cluster [DBG] pgmap v2351: 169 pgs: 169 active+clean; 781 MiB data, 7.1 GiB used, 708 GiB / 715 GiB avail; 20 MiB/s rd, 7.2 MiB/s wr, 362 op/s 2024-08-29T18:36:15.382 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:36:15 smithi028 bash[77168]: cluster 2024-08-29T18:36:14.076445+0000 mon.a (mon.0) 2561 : cluster [DBG] osdmap e1347: 8 total, 8 up, 8 in 2024-08-29T18:36:15.382 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:36:15 smithi028 bash[77168]: cluster 2024-08-29T18:36:14.143086+0000 mgr.y (mgr.25022) 1485 : cluster [DBG] pgmap v2351: 169 pgs: 169 active+clean; 781 MiB data, 7.1 GiB used, 708 GiB / 715 GiB avail; 20 MiB/s rd, 7.2 MiB/s wr, 362 op/s 2024-08-29T18:36:15.576 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:36:15 smithi053 bash[68679]: cluster 2024-08-29T18:36:14.076445+0000 mon.a (mon.0) 2561 : cluster [DBG] osdmap e1347: 8 total, 8 up, 8 in 2024-08-29T18:36:15.577 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:36:15 smithi053 bash[68679]: cluster 2024-08-29T18:36:14.143086+0000 mgr.y (mgr.25022) 1485 : cluster [DBG] pgmap v2351: 169 pgs: 169 active+clean; 781 MiB data, 7.1 GiB used, 708 GiB / 715 GiB avail; 20 MiB/s rd, 7.2 MiB/s wr, 362 op/s 2024-08-29T18:36:17.136 INFO:tasks.workunit.client.0.smithi028.stdout:snap_protect: snap 2024-08-29T18:36:17.166 INFO:tasks.workunit.client.0.smithi028.stdout:clone image113 -> image116 2024-08-29T18:36:17.382 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:36:17 smithi028 bash[78352]: cluster 2024-08-29T18:36:16.100613+0000 mon.a (mon.0) 2562 : cluster [DBG] osdmap e1348: 8 total, 8 up, 8 in 2024-08-29T18:36:17.382 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:36:17 smithi028 bash[78352]: cluster 2024-08-29T18:36:16.143862+0000 mgr.y (mgr.25022) 1486 : cluster [DBG] pgmap v2353: 169 pgs: 169 active+clean; 781 MiB data, 7.1 GiB used, 708 GiB / 715 GiB avail; 14 MiB/s rd, 3.4 MiB/s wr, 558 op/s 2024-08-29T18:36:17.382 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:36:17 smithi028 bash[77168]: cluster 2024-08-29T18:36:16.100613+0000 mon.a (mon.0) 2562 : cluster [DBG] osdmap e1348: 8 total, 8 up, 8 in 2024-08-29T18:36:17.382 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:36:17 smithi028 bash[77168]: cluster 2024-08-29T18:36:16.143862+0000 mgr.y (mgr.25022) 1486 : cluster [DBG] pgmap v2353: 169 pgs: 169 active+clean; 781 MiB data, 7.1 GiB used, 708 GiB / 715 GiB avail; 14 MiB/s rd, 3.4 MiB/s wr, 558 op/s 2024-08-29T18:36:17.426 INFO:tasks.workunit.client.0.smithi028.stdout:migration_prepare 2024-08-29T18:36:17.576 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:36:17 smithi053 bash[68679]: cluster 2024-08-29T18:36:16.100613+0000 mon.a (mon.0) 2562 : cluster [DBG] osdmap e1348: 8 total, 8 up, 8 in 2024-08-29T18:36:17.577 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:36:17 smithi053 bash[68679]: cluster 2024-08-29T18:36:16.143862+0000 mgr.y (mgr.25022) 1486 : cluster [DBG] pgmap v2353: 169 pgs: 169 active+clean; 781 MiB data, 7.1 GiB used, 708 GiB / 715 GiB avail; 14 MiB/s rd, 3.4 MiB/s wr, 558 op/s 2024-08-29T18:36:17.834 INFO:tasks.workunit.client.0.smithi028.stdout:write: Y 0~1 2024-08-29T18:36:17.899 INFO:tasks.workunit.client.0.smithi028.stdout:migration_execute 2024-08-29T18:36:18.112 INFO:tasks.workunit.client.0.smithi028.stdout:migration_commit 2024-08-29T18:36:18.381 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:36:18 smithi028 bash[77168]: cluster 2024-08-29T18:36:17.109317+0000 mon.a (mon.0) 2563 : cluster [DBG] osdmap e1349: 8 total, 8 up, 8 in 2024-08-29T18:36:18.382 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:36:18 smithi028 bash[78352]: cluster 2024-08-29T18:36:17.109317+0000 mon.a (mon.0) 2563 : cluster [DBG] osdmap e1349: 8 total, 8 up, 8 in 2024-08-29T18:36:18.405 INFO:tasks.workunit.client.0.smithi028.stdout:[ OK ] TestMigration.CloneUpdateAfterPrepare (3224 ms) 2024-08-29T18:36:18.405 INFO:tasks.workunit.client.0.smithi028.stdout:[ RUN ] TestMigration.TriggerAssertSnapcSeq 2024-08-29T18:36:18.492 INFO:tasks.workunit.client.0.smithi028.stdout:resize: 83886080 2024-08-29T18:36:18.525 INFO:tasks.workunit.client.0.smithi028.stdout:write: A 41943040~10 2024-08-29T18:36:18.551 INFO:tasks.workunit.client.0.smithi028.stdout:snap_create: snap1 2024-08-29T18:36:18.577 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:36:18 smithi053 bash[68679]: cluster 2024-08-29T18:36:17.109317+0000 mon.a (mon.0) 2563 : cluster [DBG] osdmap e1349: 8 total, 8 up, 8 in 2024-08-29T18:36:19.382 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:36:19 smithi028 bash[77168]: cluster 2024-08-29T18:36:18.144808+0000 mgr.y (mgr.25022) 1487 : cluster [DBG] pgmap v2355: 169 pgs: 169 active+clean; 781 MiB data, 7.1 GiB used, 708 GiB / 715 GiB avail; 15 MiB/s rd, 2.4 MiB/s wr, 518 op/s 2024-08-29T18:36:19.382 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:36:19 smithi028 bash[78352]: cluster 2024-08-29T18:36:18.144808+0000 mgr.y (mgr.25022) 1487 : cluster [DBG] pgmap v2355: 169 pgs: 169 active+clean; 781 MiB data, 7.1 GiB used, 708 GiB / 715 GiB avail; 15 MiB/s rd, 2.4 MiB/s wr, 518 op/s 2024-08-29T18:36:19.576 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:36:19 smithi053 bash[68679]: cluster 2024-08-29T18:36:18.144808+0000 mgr.y (mgr.25022) 1487 : cluster [DBG] pgmap v2355: 169 pgs: 169 active+clean; 781 MiB data, 7.1 GiB used, 708 GiB / 715 GiB avail; 15 MiB/s rd, 2.4 MiB/s wr, 518 op/s 2024-08-29T18:36:20.155 INFO:tasks.workunit.client.0.smithi028.stdout:write: B 41943041~10 2024-08-29T18:36:20.170 INFO:tasks.workunit.client.0.smithi028.stdout:migration_prepare 2024-08-29T18:36:20.381 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:36:20 smithi028 bash[77168]: cluster 2024-08-29T18:36:19.119799+0000 mon.a (mon.0) 2564 : cluster [DBG] osdmap e1350: 8 total, 8 up, 8 in 2024-08-29T18:36:20.382 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:36:20 smithi028 bash[78352]: cluster 2024-08-29T18:36:19.119799+0000 mon.a (mon.0) 2564 : cluster [DBG] osdmap e1350: 8 total, 8 up, 8 in 2024-08-29T18:36:20.577 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:36:20 smithi053 bash[68679]: cluster 2024-08-29T18:36:19.119799+0000 mon.a (mon.0) 2564 : cluster [DBG] osdmap e1350: 8 total, 8 up, 8 in 2024-08-29T18:36:21.403 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:36:21 smithi028 bash[78352]: cluster 2024-08-29T18:36:20.121335+0000 mon.a (mon.0) 2565 : cluster [DBG] osdmap e1351: 8 total, 8 up, 8 in 2024-08-29T18:36:21.404 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:36:21 smithi028 bash[78352]: cluster 2024-08-29T18:36:20.145721+0000 mgr.y (mgr.25022) 1488 : cluster [DBG] pgmap v2358: 169 pgs: 169 active+clean; 781 MiB data, 7.1 GiB used, 708 GiB / 715 GiB avail; 434 KiB/s rd, 23 KiB/s wr, 552 op/s 2024-08-29T18:36:21.404 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:36:21 smithi028 bash[77168]: cluster 2024-08-29T18:36:20.121335+0000 mon.a (mon.0) 2565 : cluster [DBG] osdmap e1351: 8 total, 8 up, 8 in 2024-08-29T18:36:21.404 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:36:21 smithi028 bash[77168]: cluster 2024-08-29T18:36:20.145721+0000 mgr.y (mgr.25022) 1488 : cluster [DBG] pgmap v2358: 169 pgs: 169 active+clean; 781 MiB data, 7.1 GiB used, 708 GiB / 715 GiB avail; 434 KiB/s rd, 23 KiB/s wr, 552 op/s 2024-08-29T18:36:21.474 INFO:tasks.workunit.client.0.smithi028.stdout:write: C 41943042~10 2024-08-29T18:36:21.511 INFO:tasks.workunit.client.0.smithi028.stdout:snap_create: snap2 2024-08-29T18:36:21.576 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:36:21 smithi053 bash[68679]: cluster 2024-08-29T18:36:20.121335+0000 mon.a (mon.0) 2565 : cluster [DBG] osdmap e1351: 8 total, 8 up, 8 in 2024-08-29T18:36:21.577 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:36:21 smithi053 bash[68679]: cluster 2024-08-29T18:36:20.145721+0000 mgr.y (mgr.25022) 1488 : cluster [DBG] pgmap v2358: 169 pgs: 169 active+clean; 781 MiB data, 7.1 GiB used, 708 GiB / 715 GiB avail; 434 KiB/s rd, 23 KiB/s wr, 552 op/s 2024-08-29T18:36:21.881 INFO:journalctl@ceph.mgr.y.smithi028.stdout:Aug 29 18:36:21 smithi028 bash[70818]: ::ffff:172.21.15.53 - - [29/Aug/2024:18:36:21] "GET /metrics HTTP/1.1" 200 38875 "" "Prometheus/2.43.0" 2024-08-29T18:36:22.577 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:36:22 smithi053 bash[68679]: cluster 2024-08-29T18:36:21.143177+0000 mon.a (mon.0) 2566 : cluster [DBG] osdmap e1352: 8 total, 8 up, 8 in 2024-08-29T18:36:22.577 INFO:journalctl@ceph.prometheus.a.smithi053.stdout:Aug 29 18:36:22 smithi053 bash[95567]: ts=2024-08-29T18:36:22.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"3167ee72-662c-11ef-bcd4-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-29T18:36:22.632 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:36:22 smithi028 bash[77168]: cluster 2024-08-29T18:36:21.143177+0000 mon.a (mon.0) 2566 : cluster [DBG] osdmap e1352: 8 total, 8 up, 8 in 2024-08-29T18:36:22.632 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:36:22 smithi028 bash[78352]: cluster 2024-08-29T18:36:21.143177+0000 mon.a (mon.0) 2566 : cluster [DBG] osdmap e1352: 8 total, 8 up, 8 in 2024-08-29T18:36:23.184 INFO:tasks.workunit.client.0.smithi028.stdout:resize: 41943040 2024-08-29T18:36:23.259 INFO:tasks.workunit.client.0.smithi028.stdout:migration_execute 2024-08-29T18:36:23.421 INFO:tasks.workunit.client.0.smithi028.stdout:migration_commit 2024-08-29T18:36:23.577 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:36:23 smithi053 bash[68679]: cluster 2024-08-29T18:36:22.146727+0000 mgr.y (mgr.25022) 1489 : cluster [DBG] pgmap v2361: 169 pgs: 169 active+clean; 781 MiB data, 7.1 GiB used, 708 GiB / 715 GiB avail; 356 KiB/s rd, 19 KiB/s wr, 460 op/s 2024-08-29T18:36:23.577 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:36:23 smithi053 bash[68679]: cluster 2024-08-29T18:36:22.150297+0000 mon.a (mon.0) 2567 : cluster [DBG] osdmap e1353: 8 total, 8 up, 8 in 2024-08-29T18:36:23.631 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:36:23 smithi028 bash[78352]: cluster 2024-08-29T18:36:22.146727+0000 mgr.y (mgr.25022) 1489 : cluster [DBG] pgmap v2361: 169 pgs: 169 active+clean; 781 MiB data, 7.1 GiB used, 708 GiB / 715 GiB avail; 356 KiB/s rd, 19 KiB/s wr, 460 op/s 2024-08-29T18:36:23.632 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:36:23 smithi028 bash[78352]: cluster 2024-08-29T18:36:22.150297+0000 mon.a (mon.0) 2567 : cluster [DBG] osdmap e1353: 8 total, 8 up, 8 in 2024-08-29T18:36:23.632 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:36:23 smithi028 bash[77168]: cluster 2024-08-29T18:36:22.146727+0000 mgr.y (mgr.25022) 1489 : cluster [DBG] pgmap v2361: 169 pgs: 169 active+clean; 781 MiB data, 7.1 GiB used, 708 GiB / 715 GiB avail; 356 KiB/s rd, 19 KiB/s wr, 460 op/s 2024-08-29T18:36:23.632 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:36:23 smithi028 bash[77168]: cluster 2024-08-29T18:36:22.150297+0000 mon.a (mon.0) 2567 : cluster [DBG] osdmap e1353: 8 total, 8 up, 8 in 2024-08-29T18:36:24.498 INFO:tasks.workunit.client.0.smithi028.stdout:[ OK ] TestMigration.TriggerAssertSnapcSeq (6093 ms) 2024-08-29T18:36:24.498 INFO:tasks.workunit.client.0.smithi028.stdout:[ RUN ] TestMigration.SnapTrimBeforePrepare 2024-08-29T18:36:24.576 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:36:24 smithi053 bash[68679]: cluster 2024-08-29T18:36:23.153609+0000 mon.a (mon.0) 2568 : cluster [DBG] osdmap e1354: 8 total, 8 up, 8 in 2024-08-29T18:36:24.588 INFO:tasks.workunit.client.0.smithi028.stdout:resize: 83886080 2024-08-29T18:36:24.619 INFO:tasks.workunit.client.0.smithi028.stdout:write: A 41943040~10 2024-08-29T18:36:24.631 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:36:24 smithi028 bash[78352]: cluster 2024-08-29T18:36:23.153609+0000 mon.a (mon.0) 2568 : cluster [DBG] osdmap e1354: 8 total, 8 up, 8 in 2024-08-29T18:36:24.631 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:36:24 smithi028 bash[77168]: cluster 2024-08-29T18:36:23.153609+0000 mon.a (mon.0) 2568 : cluster [DBG] osdmap e1354: 8 total, 8 up, 8 in 2024-08-29T18:36:24.643 INFO:tasks.workunit.client.0.smithi028.stdout:snap_create: snap1 2024-08-29T18:36:25.576 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:36:25 smithi053 bash[68679]: cluster 2024-08-29T18:36:24.147795+0000 mgr.y (mgr.25022) 1490 : cluster [DBG] pgmap v2363: 169 pgs: 169 active+clean; 785 MiB data, 7.1 GiB used, 708 GiB / 715 GiB avail; 1.2 MiB/s rd, 1.0 MiB/s wr, 313 op/s 2024-08-29T18:36:25.577 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:36:25 smithi053 bash[68679]: cluster 2024-08-29T18:36:24.174832+0000 mon.a (mon.0) 2569 : cluster [DBG] osdmap e1355: 8 total, 8 up, 8 in 2024-08-29T18:36:25.632 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:36:25 smithi028 bash[78352]: cluster 2024-08-29T18:36:24.147795+0000 mgr.y (mgr.25022) 1490 : cluster [DBG] pgmap v2363: 169 pgs: 169 active+clean; 785 MiB data, 7.1 GiB used, 708 GiB / 715 GiB avail; 1.2 MiB/s rd, 1.0 MiB/s wr, 313 op/s 2024-08-29T18:36:25.632 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:36:25 smithi028 bash[78352]: cluster 2024-08-29T18:36:24.174832+0000 mon.a (mon.0) 2569 : cluster [DBG] osdmap e1355: 8 total, 8 up, 8 in 2024-08-29T18:36:25.632 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:36:25 smithi028 bash[77168]: cluster 2024-08-29T18:36:24.147795+0000 mgr.y (mgr.25022) 1490 : cluster [DBG] pgmap v2363: 169 pgs: 169 active+clean; 785 MiB data, 7.1 GiB used, 708 GiB / 715 GiB avail; 1.2 MiB/s rd, 1.0 MiB/s wr, 313 op/s 2024-08-29T18:36:25.632 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:36:25 smithi028 bash[77168]: cluster 2024-08-29T18:36:24.174832+0000 mon.a (mon.0) 2569 : cluster [DBG] osdmap e1355: 8 total, 8 up, 8 in 2024-08-29T18:36:26.219 INFO:tasks.workunit.client.0.smithi028.stdout:resize: 41943040 2024-08-29T18:36:26.275 INFO:tasks.workunit.client.0.smithi028.stdout:migration_prepare 2024-08-29T18:36:26.576 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:36:26 smithi053 bash[68679]: cluster 2024-08-29T18:36:25.181947+0000 mon.a (mon.0) 2570 : cluster [DBG] osdmap e1356: 8 total, 8 up, 8 in 2024-08-29T18:36:26.631 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:36:26 smithi028 bash[77168]: cluster 2024-08-29T18:36:25.181947+0000 mon.a (mon.0) 2570 : cluster [DBG] osdmap e1356: 8 total, 8 up, 8 in 2024-08-29T18:36:26.632 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:36:26 smithi028 bash[78352]: cluster 2024-08-29T18:36:25.181947+0000 mon.a (mon.0) 2570 : cluster [DBG] osdmap e1356: 8 total, 8 up, 8 in 2024-08-29T18:36:27.491 INFO:tasks.workunit.client.0.smithi028.stdout:resize: 83886080 2024-08-29T18:36:27.521 INFO:tasks.workunit.client.0.smithi028.stdout:snap_create: snap3 2024-08-29T18:36:27.576 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:36:27 smithi053 bash[68679]: cluster 2024-08-29T18:36:26.148713+0000 mgr.y (mgr.25022) 1491 : cluster [DBG] pgmap v2366: 169 pgs: 169 active+clean; 785 MiB data, 7.1 GiB used, 708 GiB / 715 GiB avail; 1.2 MiB/s rd, 1.0 MiB/s wr, 328 op/s 2024-08-29T18:36:27.577 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:36:27 smithi053 bash[68679]: cluster 2024-08-29T18:36:26.192969+0000 mon.a (mon.0) 2571 : cluster [DBG] osdmap e1357: 8 total, 8 up, 8 in 2024-08-29T18:36:27.577 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:36:27 smithi053 bash[68679]: audit 2024-08-29T18:36:27.123479+0000 mon.a (mon.0) 2572 : audit [DBG] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-29T18:36:27.631 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:36:27 smithi028 bash[78352]: cluster 2024-08-29T18:36:26.148713+0000 mgr.y (mgr.25022) 1491 : cluster [DBG] pgmap v2366: 169 pgs: 169 active+clean; 785 MiB data, 7.1 GiB used, 708 GiB / 715 GiB avail; 1.2 MiB/s rd, 1.0 MiB/s wr, 328 op/s 2024-08-29T18:36:27.632 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:36:27 smithi028 bash[78352]: cluster 2024-08-29T18:36:26.192969+0000 mon.a (mon.0) 2571 : cluster [DBG] osdmap e1357: 8 total, 8 up, 8 in 2024-08-29T18:36:27.632 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:36:27 smithi028 bash[78352]: audit 2024-08-29T18:36:27.123479+0000 mon.a (mon.0) 2572 : audit [DBG] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-29T18:36:27.632 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:36:27 smithi028 bash[77168]: cluster 2024-08-29T18:36:26.148713+0000 mgr.y (mgr.25022) 1491 : cluster [DBG] pgmap v2366: 169 pgs: 169 active+clean; 785 MiB data, 7.1 GiB used, 708 GiB / 715 GiB avail; 1.2 MiB/s rd, 1.0 MiB/s wr, 328 op/s 2024-08-29T18:36:27.632 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:36:27 smithi028 bash[77168]: cluster 2024-08-29T18:36:26.192969+0000 mon.a (mon.0) 2571 : cluster [DBG] osdmap e1357: 8 total, 8 up, 8 in 2024-08-29T18:36:27.632 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:36:27 smithi028 bash[77168]: audit 2024-08-29T18:36:27.123479+0000 mon.a (mon.0) 2572 : audit [DBG] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-29T18:36:28.576 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:36:28 smithi053 bash[68679]: cluster 2024-08-29T18:36:27.195432+0000 mon.a (mon.0) 2573 : cluster [DBG] osdmap e1358: 8 total, 8 up, 8 in 2024-08-29T18:36:28.577 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:36:28 smithi053 bash[68679]: cluster 2024-08-29T18:36:28.149603+0000 mgr.y (mgr.25022) 1492 : cluster [DBG] pgmap v2369: 169 pgs: 169 active+clean; 785 MiB data, 7.1 GiB used, 708 GiB / 715 GiB avail; 48 KiB/s rd, 8.2 KiB/s wr, 75 op/s 2024-08-29T18:36:28.632 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:36:28 smithi028 bash[78352]: cluster 2024-08-29T18:36:27.195432+0000 mon.a (mon.0) 2573 : cluster [DBG] osdmap e1358: 8 total, 8 up, 8 in 2024-08-29T18:36:28.632 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:36:28 smithi028 bash[78352]: cluster 2024-08-29T18:36:28.149603+0000 mgr.y (mgr.25022) 1492 : cluster [DBG] pgmap v2369: 169 pgs: 169 active+clean; 785 MiB data, 7.1 GiB used, 708 GiB / 715 GiB avail; 48 KiB/s rd, 8.2 KiB/s wr, 75 op/s 2024-08-29T18:36:28.632 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:36:28 smithi028 bash[77168]: cluster 2024-08-29T18:36:27.195432+0000 mon.a (mon.0) 2573 : cluster [DBG] osdmap e1358: 8 total, 8 up, 8 in 2024-08-29T18:36:28.632 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:36:28 smithi028 bash[77168]: cluster 2024-08-29T18:36:28.149603+0000 mgr.y (mgr.25022) 1492 : cluster [DBG] pgmap v2369: 169 pgs: 169 active+clean; 785 MiB data, 7.1 GiB used, 708 GiB / 715 GiB avail; 48 KiB/s rd, 8.2 KiB/s wr, 75 op/s 2024-08-29T18:36:29.258 INFO:tasks.workunit.client.0.smithi028.stdout:write: B 41943040~10 2024-08-29T18:36:29.274 INFO:tasks.workunit.client.0.smithi028.stdout:snap_create: snap4 2024-08-29T18:36:29.577 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:36:29 smithi053 bash[68679]: cluster 2024-08-29T18:36:28.216692+0000 mon.a (mon.0) 2574 : cluster [DBG] osdmap e1359: 8 total, 8 up, 8 in 2024-08-29T18:36:29.631 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:36:29 smithi028 bash[78352]: cluster 2024-08-29T18:36:28.216692+0000 mon.a (mon.0) 2574 : cluster [DBG] osdmap e1359: 8 total, 8 up, 8 in 2024-08-29T18:36:29.632 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:36:29 smithi028 bash[77168]: cluster 2024-08-29T18:36:28.216692+0000 mon.a (mon.0) 2574 : cluster [DBG] osdmap e1359: 8 total, 8 up, 8 in 2024-08-29T18:36:30.576 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:36:30 smithi053 bash[68679]: cluster 2024-08-29T18:36:29.226636+0000 mon.a (mon.0) 2575 : cluster [DBG] osdmap e1360: 8 total, 8 up, 8 in 2024-08-29T18:36:30.577 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:36:30 smithi053 bash[68679]: cluster 2024-08-29T18:36:30.151078+0000 mgr.y (mgr.25022) 1493 : cluster [DBG] pgmap v2372: 169 pgs: 169 active+clean; 785 MiB data, 7.1 GiB used, 708 GiB / 715 GiB avail; 222 KiB/s rd, 20 KiB/s wr, 296 op/s 2024-08-29T18:36:30.631 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:36:30 smithi028 bash[78352]: cluster 2024-08-29T18:36:29.226636+0000 mon.a (mon.0) 2575 : cluster [DBG] osdmap e1360: 8 total, 8 up, 8 in 2024-08-29T18:36:30.632 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:36:30 smithi028 bash[78352]: cluster 2024-08-29T18:36:30.151078+0000 mgr.y (mgr.25022) 1493 : cluster [DBG] pgmap v2372: 169 pgs: 169 active+clean; 785 MiB data, 7.1 GiB used, 708 GiB / 715 GiB avail; 222 KiB/s rd, 20 KiB/s wr, 296 op/s 2024-08-29T18:36:30.632 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:36:30 smithi028 bash[77168]: cluster 2024-08-29T18:36:29.226636+0000 mon.a (mon.0) 2575 : cluster [DBG] osdmap e1360: 8 total, 8 up, 8 in 2024-08-29T18:36:30.632 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:36:30 smithi028 bash[77168]: cluster 2024-08-29T18:36:30.151078+0000 mgr.y (mgr.25022) 1493 : cluster [DBG] pgmap v2372: 169 pgs: 169 active+clean; 785 MiB data, 7.1 GiB used, 708 GiB / 715 GiB avail; 222 KiB/s rd, 20 KiB/s wr, 296 op/s 2024-08-29T18:36:31.265 INFO:tasks.workunit.client.0.smithi028.stdout:resize: 41943040 2024-08-29T18:36:31.320 INFO:tasks.workunit.client.0.smithi028.stdout:migration_execute 2024-08-29T18:36:31.497 INFO:tasks.workunit.client.0.smithi028.stdout:migration_commit 2024-08-29T18:36:31.576 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:36:31 smithi053 bash[68679]: cluster 2024-08-29T18:36:30.237120+0000 mon.a (mon.0) 2576 : cluster [DBG] osdmap e1361: 8 total, 8 up, 8 in 2024-08-29T18:36:31.632 INFO:journalctl@ceph.mgr.y.smithi028.stdout:Aug 29 18:36:31 smithi028 bash[70818]: ::ffff:172.21.15.53 - - [29/Aug/2024:18:36:31] "GET /metrics HTTP/1.1" 200 38870 "" "Prometheus/2.43.0" 2024-08-29T18:36:31.632 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:36:31 smithi028 bash[78352]: cluster 2024-08-29T18:36:30.237120+0000 mon.a (mon.0) 2576 : cluster [DBG] osdmap e1361: 8 total, 8 up, 8 in 2024-08-29T18:36:31.632 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:36:31 smithi028 bash[77168]: cluster 2024-08-29T18:36:30.237120+0000 mon.a (mon.0) 2576 : cluster [DBG] osdmap e1361: 8 total, 8 up, 8 in 2024-08-29T18:36:32.577 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:36:32 smithi053 bash[68679]: cluster 2024-08-29T18:36:31.237700+0000 mon.a (mon.0) 2577 : cluster [DBG] osdmap e1362: 8 total, 8 up, 8 in 2024-08-29T18:36:32.577 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:36:32 smithi053 bash[68679]: cluster 2024-08-29T18:36:32.152001+0000 mgr.y (mgr.25022) 1494 : cluster [DBG] pgmap v2375: 169 pgs: 169 active+clean; 785 MiB data, 7.1 GiB used, 708 GiB / 715 GiB avail; 186 KiB/s rd, 15 KiB/s wr, 246 op/s 2024-08-29T18:36:32.577 INFO:journalctl@ceph.prometheus.a.smithi053.stdout:Aug 29 18:36:32 smithi053 bash[95567]: ts=2024-08-29T18:36:32.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"3167ee72-662c-11ef-bcd4-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-29T18:36:32.622 INFO:tasks.workunit.client.0.smithi028.stdout:[ OK ] TestMigration.SnapTrimBeforePrepare (8125 ms) 2024-08-29T18:36:32.623 INFO:tasks.workunit.client.0.smithi028.stdout:[ RUN ] TestMigration.AbortInUseImage 2024-08-29T18:36:32.631 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:36:32 smithi028 bash[77168]: cluster 2024-08-29T18:36:31.237700+0000 mon.a (mon.0) 2577 : cluster [DBG] osdmap e1362: 8 total, 8 up, 8 in 2024-08-29T18:36:32.632 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:36:32 smithi028 bash[77168]: cluster 2024-08-29T18:36:32.152001+0000 mgr.y (mgr.25022) 1494 : cluster [DBG] pgmap v2375: 169 pgs: 169 active+clean; 785 MiB data, 7.1 GiB used, 708 GiB / 715 GiB avail; 186 KiB/s rd, 15 KiB/s wr, 246 op/s 2024-08-29T18:36:32.632 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:36:32 smithi028 bash[78352]: cluster 2024-08-29T18:36:31.237700+0000 mon.a (mon.0) 2577 : cluster [DBG] osdmap e1362: 8 total, 8 up, 8 in 2024-08-29T18:36:32.632 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:36:32 smithi028 bash[78352]: cluster 2024-08-29T18:36:32.152001+0000 mgr.y (mgr.25022) 1494 : cluster [DBG] pgmap v2375: 169 pgs: 169 active+clean; 785 MiB data, 7.1 GiB used, 708 GiB / 715 GiB avail; 186 KiB/s rd, 15 KiB/s wr, 246 op/s 2024-08-29T18:36:32.710 INFO:tasks.workunit.client.0.smithi028.stdout:resize: 83886080 2024-08-29T18:36:32.740 INFO:tasks.workunit.client.0.smithi028.stdout:migration_prepare 2024-08-29T18:36:33.280 INFO:tasks.workunit.client.0.smithi028.stdout:[ OK ] TestMigration.AbortInUseImage (658 ms) 2024-08-29T18:36:33.280 INFO:tasks.workunit.client.0.smithi028.stdout:[ RUN ] TestMigration.AbortWithoutSnapshots 2024-08-29T18:36:33.367 INFO:tasks.workunit.client.0.smithi028.stdout:resize: 83886080 2024-08-29T18:36:33.407 INFO:tasks.workunit.client.0.smithi028.stdout:write: 1 0~8388609 2024-08-29T18:36:33.498 INFO:tasks.workunit.client.0.smithi028.stdout:write: 1 16777218~8388609 2024-08-29T18:36:33.568 INFO:tasks.workunit.client.0.smithi028.stdout:migration_prepare 2024-08-29T18:36:33.577 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:36:33 smithi053 bash[68679]: cluster 2024-08-29T18:36:32.259512+0000 mon.a (mon.0) 2578 : cluster [DBG] osdmap e1363: 8 total, 8 up, 8 in 2024-08-29T18:36:33.577 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:36:33 smithi053 bash[68679]: cluster 2024-08-29T18:36:33.082987+0000 mon.a (mon.0) 2579 : cluster [DBG] osdmap e1364: 8 total, 8 up, 8 in 2024-08-29T18:36:33.631 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:36:33 smithi028 bash[78352]: cluster 2024-08-29T18:36:32.259512+0000 mon.a (mon.0) 2578 : cluster [DBG] osdmap e1363: 8 total, 8 up, 8 in 2024-08-29T18:36:33.632 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:36:33 smithi028 bash[78352]: cluster 2024-08-29T18:36:33.082987+0000 mon.a (mon.0) 2579 : cluster [DBG] osdmap e1364: 8 total, 8 up, 8 in 2024-08-29T18:36:33.632 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:36:33 smithi028 bash[77168]: cluster 2024-08-29T18:36:32.259512+0000 mon.a (mon.0) 2578 : cluster [DBG] osdmap e1363: 8 total, 8 up, 8 in 2024-08-29T18:36:33.632 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:36:33 smithi028 bash[77168]: cluster 2024-08-29T18:36:33.082987+0000 mon.a (mon.0) 2579 : cluster [DBG] osdmap e1364: 8 total, 8 up, 8 in 2024-08-29T18:36:34.047 INFO:tasks.workunit.client.0.smithi028.stdout:write: 1 0~8388609 2024-08-29T18:36:34.116 INFO:tasks.workunit.client.0.smithi028.stdout:write: 1 16777218~8388609 2024-08-29T18:36:34.219 INFO:tasks.workunit.client.0.smithi028.stdout:migration_abort 2024-08-29T18:36:34.577 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:36:34 smithi053 bash[68679]: cluster 2024-08-29T18:36:34.155545+0000 mgr.y (mgr.25022) 1495 : cluster [DBG] pgmap v2378: 169 pgs: 169 active+clean; 785 MiB data, 7.1 GiB used, 708 GiB / 715 GiB avail; 52 KiB/s rd, 7.2 KiB/s wr, 74 op/s 2024-08-29T18:36:34.613 INFO:tasks.workunit.client.0.smithi028.stdout:[ OK ] TestMigration.AbortWithoutSnapshots (1333 ms) 2024-08-29T18:36:34.613 INFO:tasks.workunit.client.0.smithi028.stdout:[ RUN ] TestMigration.AbortWithSnapshots 2024-08-29T18:36:34.631 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:36:34 smithi028 bash[78352]: cluster 2024-08-29T18:36:34.155545+0000 mgr.y (mgr.25022) 1495 : cluster [DBG] pgmap v2378: 169 pgs: 169 active+clean; 785 MiB data, 7.1 GiB used, 708 GiB / 715 GiB avail; 52 KiB/s rd, 7.2 KiB/s wr, 74 op/s 2024-08-29T18:36:34.632 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:36:34 smithi028 bash[77168]: cluster 2024-08-29T18:36:34.155545+0000 mgr.y (mgr.25022) 1495 : cluster [DBG] pgmap v2378: 169 pgs: 169 active+clean; 785 MiB data, 7.1 GiB used, 708 GiB / 715 GiB avail; 52 KiB/s rd, 7.2 KiB/s wr, 74 op/s 2024-08-29T18:36:34.699 INFO:tasks.workunit.client.0.smithi028.stdout:resize: 83886080 2024-08-29T18:36:34.730 INFO:tasks.workunit.client.0.smithi028.stdout:write: 1 0~8388609 2024-08-29T18:36:34.831 INFO:tasks.workunit.client.0.smithi028.stdout:snap_create: snap1 2024-08-29T18:36:36.311 INFO:tasks.workunit.client.0.smithi028.stdout:write: 1 8388609~8388609 2024-08-29T18:36:36.342 INFO:tasks.workunit.client.0.smithi028.stdout:write: X 0~1000 2024-08-29T18:36:36.343 INFO:tasks.workunit.client.0.smithi028.stdout:discard: 1010~1000 2024-08-29T18:36:36.343 INFO:tasks.workunit.client.0.smithi028.stdout:snap_create: snap2 2024-08-29T18:36:36.577 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:36:36 smithi053 bash[68679]: cluster 2024-08-29T18:36:35.276163+0000 mon.a (mon.0) 2580 : cluster [DBG] osdmap e1365: 8 total, 8 up, 8 in 2024-08-29T18:36:36.577 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:36:36 smithi053 bash[68679]: cluster 2024-08-29T18:36:36.156570+0000 mgr.y (mgr.25022) 1496 : cluster [DBG] pgmap v2380: 169 pgs: 169 active+clean; 801 MiB data, 7.2 GiB used, 708 GiB / 715 GiB avail; 5.9 MiB/s rd, 7.3 MiB/s wr, 315 op/s 2024-08-29T18:36:36.631 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:36:36 smithi028 bash[78352]: cluster 2024-08-29T18:36:35.276163+0000 mon.a (mon.0) 2580 : cluster [DBG] osdmap e1365: 8 total, 8 up, 8 in 2024-08-29T18:36:36.632 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:36:36 smithi028 bash[78352]: cluster 2024-08-29T18:36:36.156570+0000 mgr.y (mgr.25022) 1496 : cluster [DBG] pgmap v2380: 169 pgs: 169 active+clean; 801 MiB data, 7.2 GiB used, 708 GiB / 715 GiB avail; 5.9 MiB/s rd, 7.3 MiB/s wr, 315 op/s 2024-08-29T18:36:36.632 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:36:36 smithi028 bash[77168]: cluster 2024-08-29T18:36:35.276163+0000 mon.a (mon.0) 2580 : cluster [DBG] osdmap e1365: 8 total, 8 up, 8 in 2024-08-29T18:36:36.632 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:36:36 smithi028 bash[77168]: cluster 2024-08-29T18:36:36.156570+0000 mgr.y (mgr.25022) 1496 : cluster [DBG] pgmap v2380: 169 pgs: 169 active+clean; 801 MiB data, 7.2 GiB used, 708 GiB / 715 GiB avail; 5.9 MiB/s rd, 7.3 MiB/s wr, 315 op/s 2024-08-29T18:36:37.577 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:36:37 smithi053 bash[68679]: cluster 2024-08-29T18:36:36.285503+0000 mon.a (mon.0) 2581 : cluster [DBG] osdmap e1366: 8 total, 8 up, 8 in 2024-08-29T18:36:37.631 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:36:37 smithi028 bash[78352]: cluster 2024-08-29T18:36:36.285503+0000 mon.a (mon.0) 2581 : cluster [DBG] osdmap e1366: 8 total, 8 up, 8 in 2024-08-29T18:36:37.632 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:36:37 smithi028 bash[77168]: cluster 2024-08-29T18:36:36.285503+0000 mon.a (mon.0) 2581 : cluster [DBG] osdmap e1366: 8 total, 8 up, 8 in 2024-08-29T18:36:38.113 INFO:tasks.workunit.client.0.smithi028.stdout:write: X 8388609~1000 2024-08-29T18:36:38.130 INFO:tasks.workunit.client.0.smithi028.stdout:discard: 16777228~1000 2024-08-29T18:36:38.130 INFO:tasks.workunit.client.0.smithi028.stdout:resize: 167772160 2024-08-29T18:36:38.156 INFO:tasks.workunit.client.0.smithi028.stdout:write: 2 83886079~8388609 2024-08-29T18:36:38.204 INFO:tasks.workunit.client.0.smithi028.stdout:snap_create: snap3 2024-08-29T18:36:38.576 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:36:38 smithi053 bash[68679]: cluster 2024-08-29T18:36:37.293501+0000 mon.a (mon.0) 2582 : cluster [DBG] osdmap e1367: 8 total, 8 up, 8 in 2024-08-29T18:36:38.577 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:36:38 smithi053 bash[68679]: cluster 2024-08-29T18:36:38.084792+0000 mon.a (mon.0) 2583 : cluster [DBG] osdmap e1368: 8 total, 8 up, 8 in 2024-08-29T18:36:38.577 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:36:38 smithi053 bash[68679]: cluster 2024-08-29T18:36:38.157543+0000 mgr.y (mgr.25022) 1497 : cluster [DBG] pgmap v2384: 169 pgs: 169 active+clean; 809 MiB data, 7.2 GiB used, 708 GiB / 715 GiB avail; 8.3 MiB/s rd, 12 MiB/s wr, 459 op/s 2024-08-29T18:36:38.632 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:36:38 smithi028 bash[78352]: cluster 2024-08-29T18:36:37.293501+0000 mon.a (mon.0) 2582 : cluster [DBG] osdmap e1367: 8 total, 8 up, 8 in 2024-08-29T18:36:38.632 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:36:38 smithi028 bash[78352]: cluster 2024-08-29T18:36:38.084792+0000 mon.a (mon.0) 2583 : cluster [DBG] osdmap e1368: 8 total, 8 up, 8 in 2024-08-29T18:36:38.632 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:36:38 smithi028 bash[78352]: cluster 2024-08-29T18:36:38.157543+0000 mgr.y (mgr.25022) 1497 : cluster [DBG] pgmap v2384: 169 pgs: 169 active+clean; 809 MiB data, 7.2 GiB used, 708 GiB / 715 GiB avail; 8.3 MiB/s rd, 12 MiB/s wr, 459 op/s 2024-08-29T18:36:38.632 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:36:38 smithi028 bash[77168]: cluster 2024-08-29T18:36:37.293501+0000 mon.a (mon.0) 2582 : cluster [DBG] osdmap e1367: 8 total, 8 up, 8 in 2024-08-29T18:36:38.632 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:36:38 smithi028 bash[77168]: cluster 2024-08-29T18:36:38.084792+0000 mon.a (mon.0) 2583 : cluster [DBG] osdmap e1368: 8 total, 8 up, 8 in 2024-08-29T18:36:38.632 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:36:38 smithi028 bash[77168]: cluster 2024-08-29T18:36:38.157543+0000 mgr.y (mgr.25022) 1497 : cluster [DBG] pgmap v2384: 169 pgs: 169 active+clean; 809 MiB data, 7.2 GiB used, 708 GiB / 715 GiB avail; 8.3 MiB/s rd, 12 MiB/s wr, 459 op/s 2024-08-29T18:36:40.135 INFO:tasks.workunit.client.0.smithi028.stdout:resize: 83886080 2024-08-29T18:36:40.188 INFO:tasks.workunit.client.0.smithi028.stdout:discard: 83886079~1 2024-08-29T18:36:40.210 INFO:tasks.workunit.client.0.smithi028.stdout:migration_prepare 2024-08-29T18:36:40.381 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:36:40 smithi028 bash[77168]: cluster 2024-08-29T18:36:39.094031+0000 mon.a (mon.0) 2584 : cluster [DBG] osdmap e1369: 8 total, 8 up, 8 in 2024-08-29T18:36:40.382 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:36:40 smithi028 bash[78352]: cluster 2024-08-29T18:36:39.094031+0000 mon.a (mon.0) 2584 : cluster [DBG] osdmap e1369: 8 total, 8 up, 8 in 2024-08-29T18:36:40.576 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:36:40 smithi053 bash[68679]: cluster 2024-08-29T18:36:39.094031+0000 mon.a (mon.0) 2584 : cluster [DBG] osdmap e1369: 8 total, 8 up, 8 in 2024-08-29T18:36:41.381 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:36:41 smithi028 bash[77168]: cluster 2024-08-29T18:36:40.096672+0000 mon.a (mon.0) 2585 : cluster [DBG] osdmap e1370: 8 total, 8 up, 8 in 2024-08-29T18:36:41.382 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:36:41 smithi028 bash[77168]: cluster 2024-08-29T18:36:40.158458+0000 mgr.y (mgr.25022) 1498 : cluster [DBG] pgmap v2387: 169 pgs: 169 active+clean; 869 MiB data, 7.3 GiB used, 708 GiB / 715 GiB avail; 15 MiB/s rd, 24 MiB/s wr, 327 op/s 2024-08-29T18:36:41.382 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:36:41 smithi028 bash[78352]: cluster 2024-08-29T18:36:40.096672+0000 mon.a (mon.0) 2585 : cluster [DBG] osdmap e1370: 8 total, 8 up, 8 in 2024-08-29T18:36:41.382 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:36:41 smithi028 bash[78352]: cluster 2024-08-29T18:36:40.158458+0000 mgr.y (mgr.25022) 1498 : cluster [DBG] pgmap v2387: 169 pgs: 169 active+clean; 869 MiB data, 7.3 GiB used, 708 GiB / 715 GiB avail; 15 MiB/s rd, 24 MiB/s wr, 327 op/s 2024-08-29T18:36:41.576 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:36:41 smithi053 bash[68679]: cluster 2024-08-29T18:36:40.096672+0000 mon.a (mon.0) 2585 : cluster [DBG] osdmap e1370: 8 total, 8 up, 8 in 2024-08-29T18:36:41.577 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:36:41 smithi053 bash[68679]: cluster 2024-08-29T18:36:40.158458+0000 mgr.y (mgr.25022) 1498 : cluster [DBG] pgmap v2387: 169 pgs: 169 active+clean; 869 MiB data, 7.3 GiB used, 708 GiB / 715 GiB avail; 15 MiB/s rd, 24 MiB/s wr, 327 op/s 2024-08-29T18:36:41.881 INFO:journalctl@ceph.mgr.y.smithi028.stdout:Aug 29 18:36:41 smithi028 bash[70818]: ::ffff:172.21.15.53 - - [29/Aug/2024:18:36:41] "GET /metrics HTTP/1.1" 200 38870 "" "Prometheus/2.43.0" 2024-08-29T18:36:42.381 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:36:42 smithi028 bash[78352]: cluster 2024-08-29T18:36:41.118590+0000 mon.a (mon.0) 2586 : cluster [DBG] osdmap e1371: 8 total, 8 up, 8 in 2024-08-29T18:36:42.382 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:36:42 smithi028 bash[77168]: cluster 2024-08-29T18:36:41.118590+0000 mon.a (mon.0) 2586 : cluster [DBG] osdmap e1371: 8 total, 8 up, 8 in 2024-08-29T18:36:42.577 INFO:journalctl@ceph.prometheus.a.smithi053.stdout:Aug 29 18:36:42 smithi053 bash[95567]: ts=2024-08-29T18:36:42.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"3167ee72-662c-11ef-bcd4-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-29T18:36:42.577 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:36:42 smithi053 bash[68679]: cluster 2024-08-29T18:36:41.118590+0000 mon.a (mon.0) 2586 : cluster [DBG] osdmap e1371: 8 total, 8 up, 8 in 2024-08-29T18:36:43.382 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:36:43 smithi028 bash[77168]: cluster 2024-08-29T18:36:42.125892+0000 mon.a (mon.0) 2587 : cluster [DBG] osdmap e1372: 8 total, 8 up, 8 in 2024-08-29T18:36:43.382 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:36:43 smithi028 bash[77168]: audit 2024-08-29T18:36:42.127174+0000 mon.a (mon.0) 2588 : audit [DBG] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-29T18:36:43.382 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:36:43 smithi028 bash[77168]: cluster 2024-08-29T18:36:42.165795+0000 mgr.y (mgr.25022) 1499 : cluster [DBG] pgmap v2390: 169 pgs: 169 active+clean; 873 MiB data, 7.3 GiB used, 708 GiB / 715 GiB avail; 13 MiB/s rd, 21 MiB/s wr, 173 op/s 2024-08-29T18:36:43.382 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:36:43 smithi028 bash[78352]: cluster 2024-08-29T18:36:42.125892+0000 mon.a (mon.0) 2587 : cluster [DBG] osdmap e1372: 8 total, 8 up, 8 in 2024-08-29T18:36:43.382 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:36:43 smithi028 bash[78352]: audit 2024-08-29T18:36:42.127174+0000 mon.a (mon.0) 2588 : audit [DBG] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-29T18:36:43.382 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:36:43 smithi028 bash[78352]: cluster 2024-08-29T18:36:42.165795+0000 mgr.y (mgr.25022) 1499 : cluster [DBG] pgmap v2390: 169 pgs: 169 active+clean; 873 MiB data, 7.3 GiB used, 708 GiB / 715 GiB avail; 13 MiB/s rd, 21 MiB/s wr, 173 op/s 2024-08-29T18:36:43.577 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:36:43 smithi053 bash[68679]: cluster 2024-08-29T18:36:42.125892+0000 mon.a (mon.0) 2587 : cluster [DBG] osdmap e1372: 8 total, 8 up, 8 in 2024-08-29T18:36:43.577 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:36:43 smithi053 bash[68679]: audit 2024-08-29T18:36:42.127174+0000 mon.a (mon.0) 2588 : audit [DBG] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-29T18:36:43.577 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:36:43 smithi053 bash[68679]: cluster 2024-08-29T18:36:42.165795+0000 mgr.y (mgr.25022) 1499 : cluster [DBG] pgmap v2390: 169 pgs: 169 active+clean; 873 MiB data, 7.3 GiB used, 708 GiB / 715 GiB avail; 13 MiB/s rd, 21 MiB/s wr, 173 op/s 2024-08-29T18:36:44.087 INFO:tasks.workunit.client.0.smithi028.stdout:write: 1 0~8388609 2024-08-29T18:36:44.272 INFO:tasks.workunit.client.0.smithi028.stdout:write: 1 16777218~8388609 2024-08-29T18:36:44.576 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:36:44 smithi053 bash[68679]: cluster 2024-08-29T18:36:43.138654+0000 mon.a (mon.0) 2589 : cluster [DBG] osdmap e1373: 8 total, 8 up, 8 in 2024-08-29T18:36:44.631 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:36:44 smithi028 bash[78352]: cluster 2024-08-29T18:36:43.138654+0000 mon.a (mon.0) 2589 : cluster [DBG] osdmap e1373: 8 total, 8 up, 8 in 2024-08-29T18:36:44.632 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:36:44 smithi028 bash[77168]: cluster 2024-08-29T18:36:43.138654+0000 mon.a (mon.0) 2589 : cluster [DBG] osdmap e1373: 8 total, 8 up, 8 in 2024-08-29T18:36:45.176 INFO:tasks.workunit.client.0.smithi028.stdout:write: 1 0~8388609 2024-08-29T18:36:45.227 INFO:tasks.workunit.client.0.smithi028.stdout:write: 1 16777218~8388609 2024-08-29T18:36:45.346 INFO:tasks.workunit.client.0.smithi028.stdout:migration_abort 2024-08-29T18:36:45.576 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:36:45 smithi053 bash[68679]: cluster 2024-08-29T18:36:44.167214+0000 mgr.y (mgr.25022) 1500 : cluster [DBG] pgmap v2392: 169 pgs: 169 active+clean; 873 MiB data, 7.3 GiB used, 708 GiB / 715 GiB avail; 2.0 MiB/s rd, 1014 KiB/s wr, 62 op/s 2024-08-29T18:36:45.631 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:36:45 smithi028 bash[77168]: cluster 2024-08-29T18:36:44.167214+0000 mgr.y (mgr.25022) 1500 : cluster [DBG] pgmap v2392: 169 pgs: 169 active+clean; 873 MiB data, 7.3 GiB used, 708 GiB / 715 GiB avail; 2.0 MiB/s rd, 1014 KiB/s wr, 62 op/s 2024-08-29T18:36:45.632 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:36:45 smithi028 bash[78352]: cluster 2024-08-29T18:36:44.167214+0000 mgr.y (mgr.25022) 1500 : cluster [DBG] pgmap v2392: 169 pgs: 169 active+clean; 873 MiB data, 7.3 GiB used, 708 GiB / 715 GiB avail; 2.0 MiB/s rd, 1014 KiB/s wr, 62 op/s 2024-08-29T18:36:46.576 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:36:46 smithi053 bash[68679]: cluster 2024-08-29T18:36:45.149502+0000 mon.a (mon.0) 2590 : cluster [DBG] osdmap e1374: 8 total, 8 up, 8 in 2024-08-29T18:36:46.631 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:36:46 smithi028 bash[77168]: cluster 2024-08-29T18:36:45.149502+0000 mon.a (mon.0) 2590 : cluster [DBG] osdmap e1374: 8 total, 8 up, 8 in 2024-08-29T18:36:46.632 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:36:46 smithi028 bash[78352]: cluster 2024-08-29T18:36:45.149502+0000 mon.a (mon.0) 2590 : cluster [DBG] osdmap e1374: 8 total, 8 up, 8 in 2024-08-29T18:36:47.577 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:36:47 smithi053 bash[68679]: cluster 2024-08-29T18:36:46.157660+0000 mon.a (mon.0) 2591 : cluster [DBG] osdmap e1375: 8 total, 8 up, 8 in 2024-08-29T18:36:47.577 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:36:47 smithi053 bash[68679]: cluster 2024-08-29T18:36:46.168224+0000 mgr.y (mgr.25022) 1501 : cluster [DBG] pgmap v2395: 169 pgs: 169 active+clean; 885 MiB data, 7.4 GiB used, 708 GiB / 715 GiB avail; 19 MiB/s rd, 3.0 MiB/s wr, 227 op/s 2024-08-29T18:36:47.631 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:36:47 smithi028 bash[77168]: cluster 2024-08-29T18:36:46.157660+0000 mon.a (mon.0) 2591 : cluster [DBG] osdmap e1375: 8 total, 8 up, 8 in 2024-08-29T18:36:47.632 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:36:47 smithi028 bash[77168]: cluster 2024-08-29T18:36:46.168224+0000 mgr.y (mgr.25022) 1501 : cluster [DBG] pgmap v2395: 169 pgs: 169 active+clean; 885 MiB data, 7.4 GiB used, 708 GiB / 715 GiB avail; 19 MiB/s rd, 3.0 MiB/s wr, 227 op/s 2024-08-29T18:36:47.632 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:36:47 smithi028 bash[78352]: cluster 2024-08-29T18:36:46.157660+0000 mon.a (mon.0) 2591 : cluster [DBG] osdmap e1375: 8 total, 8 up, 8 in 2024-08-29T18:36:47.632 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:36:47 smithi028 bash[78352]: cluster 2024-08-29T18:36:46.168224+0000 mgr.y (mgr.25022) 1501 : cluster [DBG] pgmap v2395: 169 pgs: 169 active+clean; 885 MiB data, 7.4 GiB used, 708 GiB / 715 GiB avail; 19 MiB/s rd, 3.0 MiB/s wr, 227 op/s 2024-08-29T18:36:48.576 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:36:48 smithi053 bash[68679]: cluster 2024-08-29T18:36:47.166981+0000 mon.a (mon.0) 2592 : cluster [DBG] osdmap e1376: 8 total, 8 up, 8 in 2024-08-29T18:36:48.631 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:36:48 smithi028 bash[77168]: cluster 2024-08-29T18:36:47.166981+0000 mon.a (mon.0) 2592 : cluster [DBG] osdmap e1376: 8 total, 8 up, 8 in 2024-08-29T18:36:48.632 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:36:48 smithi028 bash[78352]: cluster 2024-08-29T18:36:47.166981+0000 mon.a (mon.0) 2592 : cluster [DBG] osdmap e1376: 8 total, 8 up, 8 in 2024-08-29T18:36:49.577 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:36:49 smithi053 bash[68679]: cluster 2024-08-29T18:36:48.169255+0000 mgr.y (mgr.25022) 1502 : cluster [DBG] pgmap v2397: 169 pgs: 169 active+clean; 917 MiB data, 7.5 GiB used, 708 GiB / 715 GiB avail; 22 MiB/s rd, 11 MiB/s wr, 309 op/s 2024-08-29T18:36:49.577 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:36:49 smithi053 bash[68679]: cluster 2024-08-29T18:36:48.180388+0000 mon.a (mon.0) 2593 : cluster [DBG] osdmap e1377: 8 total, 8 up, 8 in 2024-08-29T18:36:49.631 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:36:49 smithi028 bash[77168]: cluster 2024-08-29T18:36:48.169255+0000 mgr.y (mgr.25022) 1502 : cluster [DBG] pgmap v2397: 169 pgs: 169 active+clean; 917 MiB data, 7.5 GiB used, 708 GiB / 715 GiB avail; 22 MiB/s rd, 11 MiB/s wr, 309 op/s 2024-08-29T18:36:49.632 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:36:49 smithi028 bash[77168]: cluster 2024-08-29T18:36:48.180388+0000 mon.a (mon.0) 2593 : cluster [DBG] osdmap e1377: 8 total, 8 up, 8 in 2024-08-29T18:36:49.632 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:36:49 smithi028 bash[78352]: cluster 2024-08-29T18:36:48.169255+0000 mgr.y (mgr.25022) 1502 : cluster [DBG] pgmap v2397: 169 pgs: 169 active+clean; 917 MiB data, 7.5 GiB used, 708 GiB / 715 GiB avail; 22 MiB/s rd, 11 MiB/s wr, 309 op/s 2024-08-29T18:36:49.632 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:36:49 smithi028 bash[78352]: cluster 2024-08-29T18:36:48.180388+0000 mon.a (mon.0) 2593 : cluster [DBG] osdmap e1377: 8 total, 8 up, 8 in 2024-08-29T18:36:49.873 INFO:tasks.workunit.client.0.smithi028.stdout:[ OK ] TestMigration.AbortWithSnapshots (15260 ms) 2024-08-29T18:36:49.874 INFO:tasks.workunit.client.0.smithi028.stdout:[ RUN ] TestMigration.CloneV1Parent 2024-08-29T18:36:49.958 INFO:tasks.workunit.client.0.smithi028.stdout:resize: 83886080 2024-08-29T18:36:49.990 INFO:tasks.workunit.client.0.smithi028.stdout:write: A 0~10 2024-08-29T18:36:50.017 INFO:tasks.workunit.client.0.smithi028.stdout:snap_create: snap1 2024-08-29T18:36:50.576 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:36:50 smithi053 bash[68679]: cluster 2024-08-29T18:36:49.182696+0000 mon.a (mon.0) 2594 : cluster [DBG] osdmap e1378: 8 total, 8 up, 8 in 2024-08-29T18:36:50.631 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:36:50 smithi028 bash[78352]: cluster 2024-08-29T18:36:49.182696+0000 mon.a (mon.0) 2594 : cluster [DBG] osdmap e1378: 8 total, 8 up, 8 in 2024-08-29T18:36:50.632 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:36:50 smithi028 bash[77168]: cluster 2024-08-29T18:36:49.182696+0000 mon.a (mon.0) 2594 : cluster [DBG] osdmap e1378: 8 total, 8 up, 8 in 2024-08-29T18:36:51.239 INFO:tasks.workunit.client.0.smithi028.stdout:snap_protect: snap1 2024-08-29T18:36:51.411 INFO:tasks.workunit.client.0.smithi028.stdout:migration_prepare 2024-08-29T18:36:51.576 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:36:51 smithi053 bash[68679]: cluster 2024-08-29T18:36:50.170688+0000 mgr.y (mgr.25022) 1503 : cluster [DBG] pgmap v2400: 169 pgs: 169 active+clean; 929 MiB data, 7.5 GiB used, 708 GiB / 715 GiB avail; 25 MiB/s rd, 20 MiB/s wr, 294 op/s 2024-08-29T18:36:51.577 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:36:51 smithi053 bash[68679]: cluster 2024-08-29T18:36:50.204116+0000 mon.a (mon.0) 2595 : cluster [DBG] osdmap e1379: 8 total, 8 up, 8 in 2024-08-29T18:36:51.631 INFO:journalctl@ceph.mgr.y.smithi028.stdout:Aug 29 18:36:51 smithi028 bash[70818]: ::ffff:172.21.15.53 - - [29/Aug/2024:18:36:51] "GET /metrics HTTP/1.1" 200 38869 "" "Prometheus/2.43.0" 2024-08-29T18:36:51.632 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:36:51 smithi028 bash[78352]: cluster 2024-08-29T18:36:50.170688+0000 mgr.y (mgr.25022) 1503 : cluster [DBG] pgmap v2400: 169 pgs: 169 active+clean; 929 MiB data, 7.5 GiB used, 708 GiB / 715 GiB avail; 25 MiB/s rd, 20 MiB/s wr, 294 op/s 2024-08-29T18:36:51.632 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:36:51 smithi028 bash[78352]: cluster 2024-08-29T18:36:50.204116+0000 mon.a (mon.0) 2595 : cluster [DBG] osdmap e1379: 8 total, 8 up, 8 in 2024-08-29T18:36:51.632 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:36:51 smithi028 bash[77168]: cluster 2024-08-29T18:36:50.170688+0000 mgr.y (mgr.25022) 1503 : cluster [DBG] pgmap v2400: 169 pgs: 169 active+clean; 929 MiB data, 7.5 GiB used, 708 GiB / 715 GiB avail; 25 MiB/s rd, 20 MiB/s wr, 294 op/s 2024-08-29T18:36:51.632 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:36:51 smithi028 bash[77168]: cluster 2024-08-29T18:36:50.204116+0000 mon.a (mon.0) 2595 : cluster [DBG] osdmap e1379: 8 total, 8 up, 8 in 2024-08-29T18:36:52.576 INFO:journalctl@ceph.prometheus.a.smithi053.stdout:Aug 29 18:36:52 smithi053 bash[95567]: ts=2024-08-29T18:36:52.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"3167ee72-662c-11ef-bcd4-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-29T18:36:52.577 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:36:52 smithi053 bash[68679]: cluster 2024-08-29T18:36:51.207044+0000 mon.a (mon.0) 2596 : cluster [DBG] osdmap e1380: 8 total, 8 up, 8 in 2024-08-29T18:36:52.577 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:36:52 smithi053 bash[68679]: cluster 2024-08-29T18:36:52.171446+0000 mgr.y (mgr.25022) 1504 : cluster [DBG] pgmap v2403: 169 pgs: 169 active+clean; 929 MiB data, 7.5 GiB used, 708 GiB / 715 GiB avail; 19 MiB/s rd, 9.0 MiB/s wr, 103 op/s 2024-08-29T18:36:52.631 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:36:52 smithi028 bash[78352]: cluster 2024-08-29T18:36:51.207044+0000 mon.a (mon.0) 2596 : cluster [DBG] osdmap e1380: 8 total, 8 up, 8 in 2024-08-29T18:36:52.632 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:36:52 smithi028 bash[78352]: cluster 2024-08-29T18:36:52.171446+0000 mgr.y (mgr.25022) 1504 : cluster [DBG] pgmap v2403: 169 pgs: 169 active+clean; 929 MiB data, 7.5 GiB used, 708 GiB / 715 GiB avail; 19 MiB/s rd, 9.0 MiB/s wr, 103 op/s 2024-08-29T18:36:52.632 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:36:52 smithi028 bash[77168]: cluster 2024-08-29T18:36:51.207044+0000 mon.a (mon.0) 2596 : cluster [DBG] osdmap e1380: 8 total, 8 up, 8 in 2024-08-29T18:36:52.632 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:36:52 smithi028 bash[77168]: cluster 2024-08-29T18:36:52.171446+0000 mgr.y (mgr.25022) 1504 : cluster [DBG] pgmap v2403: 169 pgs: 169 active+clean; 929 MiB data, 7.5 GiB used, 708 GiB / 715 GiB avail; 19 MiB/s rd, 9.0 MiB/s wr, 103 op/s 2024-08-29T18:36:52.736 INFO:tasks.workunit.client.0.smithi028.stdout:migration_execute 2024-08-29T18:36:52.977 INFO:tasks.workunit.client.0.smithi028.stdout:migration_commit 2024-08-29T18:36:53.577 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:36:53 smithi053 bash[68679]: cluster 2024-08-29T18:36:52.217093+0000 mon.a (mon.0) 2597 : cluster [DBG] osdmap e1381: 8 total, 8 up, 8 in 2024-08-29T18:36:53.577 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:36:53 smithi053 bash[68679]: cluster 2024-08-29T18:36:53.091188+0000 mon.a (mon.0) 2598 : cluster [DBG] osdmap e1382: 8 total, 8 up, 8 in 2024-08-29T18:36:53.631 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:36:53 smithi028 bash[78352]: cluster 2024-08-29T18:36:52.217093+0000 mon.a (mon.0) 2597 : cluster [DBG] osdmap e1381: 8 total, 8 up, 8 in 2024-08-29T18:36:53.632 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:36:53 smithi028 bash[78352]: cluster 2024-08-29T18:36:53.091188+0000 mon.a (mon.0) 2598 : cluster [DBG] osdmap e1382: 8 total, 8 up, 8 in 2024-08-29T18:36:53.632 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:36:53 smithi028 bash[77168]: cluster 2024-08-29T18:36:52.217093+0000 mon.a (mon.0) 2597 : cluster [DBG] osdmap e1381: 8 total, 8 up, 8 in 2024-08-29T18:36:53.632 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:36:53 smithi028 bash[77168]: cluster 2024-08-29T18:36:53.091188+0000 mon.a (mon.0) 2598 : cluster [DBG] osdmap e1382: 8 total, 8 up, 8 in 2024-08-29T18:36:54.379 INFO:tasks.workunit.client.0.smithi028.stdout:[ OK ] TestMigration.CloneV1Parent (4506 ms) 2024-08-29T18:36:54.379 INFO:tasks.workunit.client.0.smithi028.stdout:[ RUN ] TestMigration.CloneV2Parent 2024-08-29T18:36:54.467 INFO:tasks.workunit.client.0.smithi028.stdout:resize: 83886080 2024-08-29T18:36:54.501 INFO:tasks.workunit.client.0.smithi028.stdout:write: A 0~10 2024-08-29T18:36:54.526 INFO:tasks.workunit.client.0.smithi028.stdout:snap_create: snap1 2024-08-29T18:36:55.381 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:36:55 smithi028 bash[78352]: cluster 2024-08-29T18:36:54.093086+0000 mon.a (mon.0) 2599 : cluster [DBG] osdmap e1383: 8 total, 8 up, 8 in 2024-08-29T18:36:55.382 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:36:55 smithi028 bash[78352]: cluster 2024-08-29T18:36:54.172180+0000 mgr.y (mgr.25022) 1505 : cluster [DBG] pgmap v2407: 169 pgs: 169 active+clean; 905 MiB data, 7.5 GiB used, 708 GiB / 715 GiB avail; 22 MiB/s rd, 8.1 KiB/s wr, 76 op/s 2024-08-29T18:36:55.382 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:36:55 smithi028 bash[78352]: audit 2024-08-29T18:36:54.538944+0000 mon.a (mon.0) 2600 : audit [DBG] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-29T18:36:55.382 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:36:55 smithi028 bash[77168]: cluster 2024-08-29T18:36:54.093086+0000 mon.a (mon.0) 2599 : cluster [DBG] osdmap e1383: 8 total, 8 up, 8 in 2024-08-29T18:36:55.382 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:36:55 smithi028 bash[77168]: cluster 2024-08-29T18:36:54.172180+0000 mgr.y (mgr.25022) 1505 : cluster [DBG] pgmap v2407: 169 pgs: 169 active+clean; 905 MiB data, 7.5 GiB used, 708 GiB / 715 GiB avail; 22 MiB/s rd, 8.1 KiB/s wr, 76 op/s 2024-08-29T18:36:55.382 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:36:55 smithi028 bash[77168]: audit 2024-08-29T18:36:54.538944+0000 mon.a (mon.0) 2600 : audit [DBG] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-29T18:36:55.577 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:36:55 smithi053 bash[68679]: cluster 2024-08-29T18:36:54.093086+0000 mon.a (mon.0) 2599 : cluster [DBG] osdmap e1383: 8 total, 8 up, 8 in 2024-08-29T18:36:55.577 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:36:55 smithi053 bash[68679]: cluster 2024-08-29T18:36:54.172180+0000 mgr.y (mgr.25022) 1505 : cluster [DBG] pgmap v2407: 169 pgs: 169 active+clean; 905 MiB data, 7.5 GiB used, 708 GiB / 715 GiB avail; 22 MiB/s rd, 8.1 KiB/s wr, 76 op/s 2024-08-29T18:36:55.577 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:36:55 smithi053 bash[68679]: audit 2024-08-29T18:36:54.538944+0000 mon.a (mon.0) 2600 : audit [DBG] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-29T18:36:56.138 INFO:tasks.workunit.client.0.smithi028.stdout:snap_protect: snap1 2024-08-29T18:36:56.294 INFO:tasks.workunit.client.0.smithi028.stdout:migration_prepare 2024-08-29T18:36:56.382 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:36:56 smithi028 bash[78352]: cluster 2024-08-29T18:36:55.101882+0000 mon.a (mon.0) 2601 : cluster [DBG] osdmap e1384: 8 total, 8 up, 8 in 2024-08-29T18:36:56.382 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:36:56 smithi028 bash[78352]: audit 2024-08-29T18:36:55.319082+0000 mon.a (mon.0) 2602 : audit [DBG] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-29T18:36:56.382 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:36:56 smithi028 bash[78352]: audit 2024-08-29T18:36:55.320616+0000 mon.a (mon.0) 2603 : audit [INF] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-29T18:36:56.382 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:36:56 smithi028 bash[78352]: audit 2024-08-29T18:36:55.327954+0000 mon.a (mon.0) 2604 : audit [INF] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' 2024-08-29T18:36:56.382 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:36:56 smithi028 bash[77168]: cluster 2024-08-29T18:36:55.101882+0000 mon.a (mon.0) 2601 : cluster [DBG] osdmap e1384: 8 total, 8 up, 8 in 2024-08-29T18:36:56.382 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:36:56 smithi028 bash[77168]: audit 2024-08-29T18:36:55.319082+0000 mon.a (mon.0) 2602 : audit [DBG] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-29T18:36:56.382 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:36:56 smithi028 bash[77168]: audit 2024-08-29T18:36:55.320616+0000 mon.a (mon.0) 2603 : audit [INF] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-29T18:36:56.382 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:36:56 smithi028 bash[77168]: audit 2024-08-29T18:36:55.327954+0000 mon.a (mon.0) 2604 : audit [INF] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' 2024-08-29T18:36:56.576 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:36:56 smithi053 bash[68679]: cluster 2024-08-29T18:36:55.101882+0000 mon.a (mon.0) 2601 : cluster [DBG] osdmap e1384: 8 total, 8 up, 8 in 2024-08-29T18:36:56.577 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:36:56 smithi053 bash[68679]: audit 2024-08-29T18:36:55.319082+0000 mon.a (mon.0) 2602 : audit [DBG] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-29T18:36:56.577 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:36:56 smithi053 bash[68679]: audit 2024-08-29T18:36:55.320616+0000 mon.a (mon.0) 2603 : audit [INF] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-29T18:36:56.577 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:36:56 smithi053 bash[68679]: audit 2024-08-29T18:36:55.327954+0000 mon.a (mon.0) 2604 : audit [INF] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' 2024-08-29T18:36:57.382 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:36:57 smithi028 bash[78352]: cluster 2024-08-29T18:36:56.103155+0000 mon.a (mon.0) 2605 : cluster [DBG] osdmap e1385: 8 total, 8 up, 8 in 2024-08-29T18:36:57.382 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:36:57 smithi028 bash[78352]: cluster 2024-08-29T18:36:56.172970+0000 mgr.y (mgr.25022) 1506 : cluster [DBG] pgmap v2410: 169 pgs: 169 active+clean; 905 MiB data, 7.5 GiB used, 708 GiB / 715 GiB avail; 32 MiB/s rd, 22 KiB/s wr, 465 op/s 2024-08-29T18:36:57.382 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:36:57 smithi028 bash[77168]: cluster 2024-08-29T18:36:56.103155+0000 mon.a (mon.0) 2605 : cluster [DBG] osdmap e1385: 8 total, 8 up, 8 in 2024-08-29T18:36:57.382 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:36:57 smithi028 bash[77168]: cluster 2024-08-29T18:36:56.172970+0000 mgr.y (mgr.25022) 1506 : cluster [DBG] pgmap v2410: 169 pgs: 169 active+clean; 905 MiB data, 7.5 GiB used, 708 GiB / 715 GiB avail; 32 MiB/s rd, 22 KiB/s wr, 465 op/s 2024-08-29T18:36:57.576 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:36:57 smithi053 bash[68679]: cluster 2024-08-29T18:36:56.103155+0000 mon.a (mon.0) 2605 : cluster [DBG] osdmap e1385: 8 total, 8 up, 8 in 2024-08-29T18:36:57.577 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:36:57 smithi053 bash[68679]: cluster 2024-08-29T18:36:56.172970+0000 mgr.y (mgr.25022) 1506 : cluster [DBG] pgmap v2410: 169 pgs: 169 active+clean; 905 MiB data, 7.5 GiB used, 708 GiB / 715 GiB avail; 32 MiB/s rd, 22 KiB/s wr, 465 op/s 2024-08-29T18:36:57.636 INFO:tasks.workunit.client.0.smithi028.stdout:migration_execute 2024-08-29T18:36:57.885 INFO:tasks.workunit.client.0.smithi028.stdout:migration_commit 2024-08-29T18:36:58.382 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:36:58 smithi028 bash[78352]: cluster 2024-08-29T18:36:57.127710+0000 mon.a (mon.0) 2606 : cluster [DBG] osdmap e1386: 8 total, 8 up, 8 in 2024-08-29T18:36:58.382 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:36:58 smithi028 bash[78352]: audit 2024-08-29T18:36:57.128700+0000 mon.a (mon.0) 2607 : audit [DBG] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-29T18:36:58.382 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:36:58 smithi028 bash[78352]: cluster 2024-08-29T18:36:58.092364+0000 mon.a (mon.0) 2608 : cluster [DBG] osdmap e1387: 8 total, 8 up, 8 in 2024-08-29T18:36:58.382 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:36:58 smithi028 bash[77168]: cluster 2024-08-29T18:36:57.127710+0000 mon.a (mon.0) 2606 : cluster [DBG] osdmap e1386: 8 total, 8 up, 8 in 2024-08-29T18:36:58.382 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:36:58 smithi028 bash[77168]: audit 2024-08-29T18:36:57.128700+0000 mon.a (mon.0) 2607 : audit [DBG] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-29T18:36:58.382 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:36:58 smithi028 bash[77168]: cluster 2024-08-29T18:36:58.092364+0000 mon.a (mon.0) 2608 : cluster [DBG] osdmap e1387: 8 total, 8 up, 8 in 2024-08-29T18:36:58.419 INFO:tasks.workunit.client.0.smithi028.stdout:[ OK ] TestMigration.CloneV2Parent (4040 ms) 2024-08-29T18:36:58.419 INFO:tasks.workunit.client.0.smithi028.stdout:[ RUN ] TestMigration.CloneV1ParentAbort 2024-08-29T18:36:58.508 INFO:tasks.workunit.client.0.smithi028.stdout:resize: 83886080 2024-08-29T18:36:58.540 INFO:tasks.workunit.client.0.smithi028.stdout:write: A 0~10 2024-08-29T18:36:58.565 INFO:tasks.workunit.client.0.smithi028.stdout:snap_create: snap1 2024-08-29T18:36:58.576 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:36:58 smithi053 bash[68679]: cluster 2024-08-29T18:36:57.127710+0000 mon.a (mon.0) 2606 : cluster [DBG] osdmap e1386: 8 total, 8 up, 8 in 2024-08-29T18:36:58.576 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:36:58 smithi053 bash[68679]: audit 2024-08-29T18:36:57.128700+0000 mon.a (mon.0) 2607 : audit [DBG] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-29T18:36:58.577 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:36:58 smithi053 bash[68679]: cluster 2024-08-29T18:36:58.092364+0000 mon.a (mon.0) 2608 : cluster [DBG] osdmap e1387: 8 total, 8 up, 8 in 2024-08-29T18:36:59.382 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:36:59 smithi028 bash[78352]: cluster 2024-08-29T18:36:58.173655+0000 mgr.y (mgr.25022) 1507 : cluster [DBG] pgmap v2413: 169 pgs: 169 active+clean; 905 MiB data, 7.5 GiB used, 708 GiB / 715 GiB avail; 12 MiB/s rd, 22 KiB/s wr, 527 op/s 2024-08-29T18:36:59.382 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:36:59 smithi028 bash[77168]: cluster 2024-08-29T18:36:58.173655+0000 mgr.y (mgr.25022) 1507 : cluster [DBG] pgmap v2413: 169 pgs: 169 active+clean; 905 MiB data, 7.5 GiB used, 708 GiB / 715 GiB avail; 12 MiB/s rd, 22 KiB/s wr, 527 op/s 2024-08-29T18:36:59.576 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:36:59 smithi053 bash[68679]: cluster 2024-08-29T18:36:58.173655+0000 mgr.y (mgr.25022) 1507 : cluster [DBG] pgmap v2413: 169 pgs: 169 active+clean; 905 MiB data, 7.5 GiB used, 708 GiB / 715 GiB avail; 12 MiB/s rd, 22 KiB/s wr, 527 op/s 2024-08-29T18:37:00.169 INFO:tasks.workunit.client.0.smithi028.stdout:snap_protect: snap1 2024-08-29T18:37:00.327 INFO:tasks.workunit.client.0.smithi028.stdout:migration_prepare 2024-08-29T18:37:00.576 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:37:00 smithi053 bash[68679]: cluster 2024-08-29T18:36:59.137439+0000 mon.a (mon.0) 2609 : cluster [DBG] osdmap e1388: 8 total, 8 up, 8 in 2024-08-29T18:37:00.631 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:37:00 smithi028 bash[78352]: cluster 2024-08-29T18:36:59.137439+0000 mon.a (mon.0) 2609 : cluster [DBG] osdmap e1388: 8 total, 8 up, 8 in 2024-08-29T18:37:00.632 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:37:00 smithi028 bash[77168]: cluster 2024-08-29T18:36:59.137439+0000 mon.a (mon.0) 2609 : cluster [DBG] osdmap e1388: 8 total, 8 up, 8 in 2024-08-29T18:37:01.571 INFO:tasks.workunit.client.0.smithi028.stdout:migration_abort 2024-08-29T18:37:01.576 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:37:01 smithi053 bash[68679]: cluster 2024-08-29T18:37:00.141041+0000 mon.a (mon.0) 2610 : cluster [DBG] osdmap e1389: 8 total, 8 up, 8 in 2024-08-29T18:37:01.576 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:37:01 smithi053 bash[68679]: cluster 2024-08-29T18:37:00.174444+0000 mgr.y (mgr.25022) 1508 : cluster [DBG] pgmap v2416: 169 pgs: 169 active+clean; 905 MiB data, 7.5 GiB used, 708 GiB / 715 GiB avail; 188 KiB/s rd, 16 KiB/s wr, 249 op/s 2024-08-29T18:37:01.631 INFO:journalctl@ceph.mgr.y.smithi028.stdout:Aug 29 18:37:01 smithi028 bash[70818]: ::ffff:172.21.15.53 - - [29/Aug/2024:18:37:01] "GET /metrics HTTP/1.1" 200 38872 "" "Prometheus/2.43.0" 2024-08-29T18:37:01.632 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:37:01 smithi028 bash[78352]: cluster 2024-08-29T18:37:00.141041+0000 mon.a (mon.0) 2610 : cluster [DBG] osdmap e1389: 8 total, 8 up, 8 in 2024-08-29T18:37:01.632 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:37:01 smithi028 bash[78352]: cluster 2024-08-29T18:37:00.174444+0000 mgr.y (mgr.25022) 1508 : cluster [DBG] pgmap v2416: 169 pgs: 169 active+clean; 905 MiB data, 7.5 GiB used, 708 GiB / 715 GiB avail; 188 KiB/s rd, 16 KiB/s wr, 249 op/s 2024-08-29T18:37:01.632 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:37:01 smithi028 bash[77168]: cluster 2024-08-29T18:37:00.141041+0000 mon.a (mon.0) 2610 : cluster [DBG] osdmap e1389: 8 total, 8 up, 8 in 2024-08-29T18:37:01.632 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:37:01 smithi028 bash[77168]: cluster 2024-08-29T18:37:00.174444+0000 mgr.y (mgr.25022) 1508 : cluster [DBG] pgmap v2416: 169 pgs: 169 active+clean; 905 MiB data, 7.5 GiB used, 708 GiB / 715 GiB avail; 188 KiB/s rd, 16 KiB/s wr, 249 op/s 2024-08-29T18:37:02.499 INFO:tasks.workunit.client.0.smithi028.stdout:[ OK ] TestMigration.CloneV1ParentAbort (4080 ms) 2024-08-29T18:37:02.499 INFO:tasks.workunit.client.0.smithi028.stdout:[ RUN ] TestMigration.CloneV2ParentAbort 2024-08-29T18:37:02.576 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:37:02 smithi053 bash[68679]: cluster 2024-08-29T18:37:01.155443+0000 mon.a (mon.0) 2611 : cluster [DBG] osdmap e1390: 8 total, 8 up, 8 in 2024-08-29T18:37:02.577 INFO:journalctl@ceph.prometheus.a.smithi053.stdout:Aug 29 18:37:02 smithi053 bash[95567]: ts=2024-08-29T18:37:02.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"3167ee72-662c-11ef-bcd4-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-29T18:37:02.588 INFO:tasks.workunit.client.0.smithi028.stdout:resize: 83886080 2024-08-29T18:37:02.621 INFO:tasks.workunit.client.0.smithi028.stdout:write: A 0~10 2024-08-29T18:37:02.631 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:37:02 smithi028 bash[78352]: cluster 2024-08-29T18:37:01.155443+0000 mon.a (mon.0) 2611 : cluster [DBG] osdmap e1390: 8 total, 8 up, 8 in 2024-08-29T18:37:02.632 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:37:02 smithi028 bash[77168]: cluster 2024-08-29T18:37:01.155443+0000 mon.a (mon.0) 2611 : cluster [DBG] osdmap e1390: 8 total, 8 up, 8 in 2024-08-29T18:37:02.646 INFO:tasks.workunit.client.0.smithi028.stdout:snap_create: snap1 2024-08-29T18:37:03.577 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:37:03 smithi053 bash[68679]: cluster 2024-08-29T18:37:02.169436+0000 mon.a (mon.0) 2612 : cluster [DBG] osdmap e1391: 8 total, 8 up, 8 in 2024-08-29T18:37:03.577 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:37:03 smithi053 bash[68679]: cluster 2024-08-29T18:37:02.175418+0000 mgr.y (mgr.25022) 1509 : cluster [DBG] pgmap v2419: 169 pgs: 169 active+clean; 905 MiB data, 7.5 GiB used, 708 GiB / 715 GiB avail; 187 KiB/s rd, 13 KiB/s wr, 242 op/s 2024-08-29T18:37:03.577 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:37:03 smithi053 bash[68679]: cluster 2024-08-29T18:37:03.095772+0000 mon.a (mon.0) 2613 : cluster [DBG] osdmap e1392: 8 total, 8 up, 8 in 2024-08-29T18:37:03.632 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:37:03 smithi028 bash[78352]: cluster 2024-08-29T18:37:02.169436+0000 mon.a (mon.0) 2612 : cluster [DBG] osdmap e1391: 8 total, 8 up, 8 in 2024-08-29T18:37:03.633 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:37:03 smithi028 bash[78352]: cluster 2024-08-29T18:37:02.175418+0000 mgr.y (mgr.25022) 1509 : cluster [DBG] pgmap v2419: 169 pgs: 169 active+clean; 905 MiB data, 7.5 GiB used, 708 GiB / 715 GiB avail; 187 KiB/s rd, 13 KiB/s wr, 242 op/s 2024-08-29T18:37:03.633 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:37:03 smithi028 bash[78352]: cluster 2024-08-29T18:37:03.095772+0000 mon.a (mon.0) 2613 : cluster [DBG] osdmap e1392: 8 total, 8 up, 8 in 2024-08-29T18:37:03.633 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:37:03 smithi028 bash[77168]: cluster 2024-08-29T18:37:02.169436+0000 mon.a (mon.0) 2612 : cluster [DBG] osdmap e1391: 8 total, 8 up, 8 in 2024-08-29T18:37:03.633 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:37:03 smithi028 bash[77168]: cluster 2024-08-29T18:37:02.175418+0000 mgr.y (mgr.25022) 1509 : cluster [DBG] pgmap v2419: 169 pgs: 169 active+clean; 905 MiB data, 7.5 GiB used, 708 GiB / 715 GiB avail; 187 KiB/s rd, 13 KiB/s wr, 242 op/s 2024-08-29T18:37:03.633 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:37:03 smithi028 bash[77168]: cluster 2024-08-29T18:37:03.095772+0000 mon.a (mon.0) 2613 : cluster [DBG] osdmap e1392: 8 total, 8 up, 8 in 2024-08-29T18:37:04.124 INFO:tasks.workunit.client.0.smithi028.stdout:snap_protect: snap1 2024-08-29T18:37:04.285 INFO:tasks.workunit.client.0.smithi028.stdout:migration_prepare 2024-08-29T18:37:05.382 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:37:05 smithi028 bash[78352]: cluster 2024-08-29T18:37:04.098272+0000 mon.a (mon.0) 2614 : cluster [DBG] osdmap e1393: 8 total, 8 up, 8 in 2024-08-29T18:37:05.382 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:37:05 smithi028 bash[78352]: cluster 2024-08-29T18:37:04.176248+0000 mgr.y (mgr.25022) 1510 : cluster [DBG] pgmap v2422: 169 pgs: 169 active+clean; 905 MiB data, 7.5 GiB used, 708 GiB / 715 GiB avail; 202 KiB/s rd, 12 KiB/s wr, 249 op/s 2024-08-29T18:37:05.382 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:37:05 smithi028 bash[77168]: cluster 2024-08-29T18:37:04.098272+0000 mon.a (mon.0) 2614 : cluster [DBG] osdmap e1393: 8 total, 8 up, 8 in 2024-08-29T18:37:05.382 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:37:05 smithi028 bash[77168]: cluster 2024-08-29T18:37:04.176248+0000 mgr.y (mgr.25022) 1510 : cluster [DBG] pgmap v2422: 169 pgs: 169 active+clean; 905 MiB data, 7.5 GiB used, 708 GiB / 715 GiB avail; 202 KiB/s rd, 12 KiB/s wr, 249 op/s 2024-08-29T18:37:05.510 INFO:tasks.workunit.client.0.smithi028.stdout:migration_abort 2024-08-29T18:37:05.576 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:37:05 smithi053 bash[68679]: cluster 2024-08-29T18:37:04.098272+0000 mon.a (mon.0) 2614 : cluster [DBG] osdmap e1393: 8 total, 8 up, 8 in 2024-08-29T18:37:05.577 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:37:05 smithi053 bash[68679]: cluster 2024-08-29T18:37:04.176248+0000 mgr.y (mgr.25022) 1510 : cluster [DBG] pgmap v2422: 169 pgs: 169 active+clean; 905 MiB data, 7.5 GiB used, 708 GiB / 715 GiB avail; 202 KiB/s rd, 12 KiB/s wr, 249 op/s 2024-08-29T18:37:06.381 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:37:06 smithi028 bash[78352]: cluster 2024-08-29T18:37:05.110952+0000 mon.a (mon.0) 2615 : cluster [DBG] osdmap e1394: 8 total, 8 up, 8 in 2024-08-29T18:37:06.382 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:37:06 smithi028 bash[77168]: cluster 2024-08-29T18:37:05.110952+0000 mon.a (mon.0) 2615 : cluster [DBG] osdmap e1394: 8 total, 8 up, 8 in 2024-08-29T18:37:06.430 INFO:tasks.workunit.client.0.smithi028.stdout:[ OK ] TestMigration.CloneV2ParentAbort (3931 ms) 2024-08-29T18:37:06.430 INFO:tasks.workunit.client.0.smithi028.stdout:[ RUN ] TestMigration.CloneV1ParentAbortFixIncompleteChildReattach 2024-08-29T18:37:06.521 INFO:tasks.workunit.client.0.smithi028.stdout:resize: 83886080 2024-08-29T18:37:06.552 INFO:tasks.workunit.client.0.smithi028.stdout:write: A 0~10 2024-08-29T18:37:06.576 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:37:06 smithi053 bash[68679]: cluster 2024-08-29T18:37:05.110952+0000 mon.a (mon.0) 2615 : cluster [DBG] osdmap e1394: 8 total, 8 up, 8 in 2024-08-29T18:37:06.579 INFO:tasks.workunit.client.0.smithi028.stdout:snap_create: snap1 2024-08-29T18:37:07.576 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:37:07 smithi053 bash[68679]: cluster 2024-08-29T18:37:06.117791+0000 mon.a (mon.0) 2616 : cluster [DBG] osdmap e1395: 8 total, 8 up, 8 in 2024-08-29T18:37:07.577 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:37:07 smithi053 bash[68679]: cluster 2024-08-29T18:37:06.177312+0000 mgr.y (mgr.25022) 1511 : cluster [DBG] pgmap v2425: 169 pgs: 169 active+clean; 905 MiB data, 7.5 GiB used, 708 GiB / 715 GiB avail; 375 KiB/s rd, 25 KiB/s wr, 482 op/s 2024-08-29T18:37:07.631 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:37:07 smithi028 bash[78352]: cluster 2024-08-29T18:37:06.117791+0000 mon.a (mon.0) 2616 : cluster [DBG] osdmap e1395: 8 total, 8 up, 8 in 2024-08-29T18:37:07.632 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:37:07 smithi028 bash[78352]: cluster 2024-08-29T18:37:06.177312+0000 mgr.y (mgr.25022) 1511 : cluster [DBG] pgmap v2425: 169 pgs: 169 active+clean; 905 MiB data, 7.5 GiB used, 708 GiB / 715 GiB avail; 375 KiB/s rd, 25 KiB/s wr, 482 op/s 2024-08-29T18:37:07.632 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:37:07 smithi028 bash[77168]: cluster 2024-08-29T18:37:06.117791+0000 mon.a (mon.0) 2616 : cluster [DBG] osdmap e1395: 8 total, 8 up, 8 in 2024-08-29T18:37:07.632 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:37:07 smithi028 bash[77168]: cluster 2024-08-29T18:37:06.177312+0000 mgr.y (mgr.25022) 1511 : cluster [DBG] pgmap v2425: 169 pgs: 169 active+clean; 905 MiB data, 7.5 GiB used, 708 GiB / 715 GiB avail; 375 KiB/s rd, 25 KiB/s wr, 482 op/s 2024-08-29T18:37:08.130 INFO:tasks.workunit.client.0.smithi028.stdout:snap_protect: snap1 2024-08-29T18:37:08.279 INFO:tasks.workunit.client.0.smithi028.stdout:migration_prepare 2024-08-29T18:37:08.381 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:37:08 smithi028 bash[78352]: cluster 2024-08-29T18:37:07.120650+0000 mon.a (mon.0) 2617 : cluster [DBG] osdmap e1396: 8 total, 8 up, 8 in 2024-08-29T18:37:08.382 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:37:08 smithi028 bash[78352]: cluster 2024-08-29T18:37:08.098682+0000 mon.a (mon.0) 2618 : cluster [DBG] osdmap e1397: 8 total, 8 up, 8 in 2024-08-29T18:37:08.382 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:37:08 smithi028 bash[77168]: cluster 2024-08-29T18:37:07.120650+0000 mon.a (mon.0) 2617 : cluster [DBG] osdmap e1396: 8 total, 8 up, 8 in 2024-08-29T18:37:08.382 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:37:08 smithi028 bash[77168]: cluster 2024-08-29T18:37:08.098682+0000 mon.a (mon.0) 2618 : cluster [DBG] osdmap e1397: 8 total, 8 up, 8 in 2024-08-29T18:37:08.576 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:37:08 smithi053 bash[68679]: cluster 2024-08-29T18:37:07.120650+0000 mon.a (mon.0) 2617 : cluster [DBG] osdmap e1396: 8 total, 8 up, 8 in 2024-08-29T18:37:08.577 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:37:08 smithi053 bash[68679]: cluster 2024-08-29T18:37:08.098682+0000 mon.a (mon.0) 2618 : cluster [DBG] osdmap e1397: 8 total, 8 up, 8 in 2024-08-29T18:37:09.576 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:37:09 smithi053 bash[68679]: cluster 2024-08-29T18:37:08.178147+0000 mgr.y (mgr.25022) 1512 : cluster [DBG] pgmap v2428: 169 pgs: 169 active+clean; 905 MiB data, 7.5 GiB used, 708 GiB / 715 GiB avail; 395 KiB/s rd, 27 KiB/s wr, 503 op/s 2024-08-29T18:37:09.604 INFO:tasks.workunit.client.0.smithi028.stdout:migration_abort 2024-08-29T18:37:09.631 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:37:09 smithi028 bash[78352]: cluster 2024-08-29T18:37:08.178147+0000 mgr.y (mgr.25022) 1512 : cluster [DBG] pgmap v2428: 169 pgs: 169 active+clean; 905 MiB data, 7.5 GiB used, 708 GiB / 715 GiB avail; 395 KiB/s rd, 27 KiB/s wr, 503 op/s 2024-08-29T18:37:09.632 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:37:09 smithi028 bash[77168]: cluster 2024-08-29T18:37:08.178147+0000 mgr.y (mgr.25022) 1512 : cluster [DBG] pgmap v2428: 169 pgs: 169 active+clean; 905 MiB data, 7.5 GiB used, 708 GiB / 715 GiB avail; 395 KiB/s rd, 27 KiB/s wr, 503 op/s 2024-08-29T18:37:10.503 INFO:tasks.workunit.client.0.smithi028.stdout:[ OK ] TestMigration.CloneV1ParentAbortFixIncompleteChildReattach (4072 ms) 2024-08-29T18:37:10.503 INFO:tasks.workunit.client.0.smithi028.stdout:[ RUN ] TestMigration.CloneV1ParentAbortFixParentReattach 2024-08-29T18:37:10.576 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:37:10 smithi053 bash[68679]: cluster 2024-08-29T18:37:09.146821+0000 mon.a (mon.0) 2619 : cluster [DBG] osdmap e1398: 8 total, 8 up, 8 in 2024-08-29T18:37:10.588 INFO:tasks.workunit.client.0.smithi028.stdout:resize: 83886080 2024-08-29T18:37:10.620 INFO:tasks.workunit.client.0.smithi028.stdout:write: A 0~10 2024-08-29T18:37:10.631 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:37:10 smithi028 bash[78352]: cluster 2024-08-29T18:37:09.146821+0000 mon.a (mon.0) 2619 : cluster [DBG] osdmap e1398: 8 total, 8 up, 8 in 2024-08-29T18:37:10.632 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:37:10 smithi028 bash[77168]: cluster 2024-08-29T18:37:09.146821+0000 mon.a (mon.0) 2619 : cluster [DBG] osdmap e1398: 8 total, 8 up, 8 in 2024-08-29T18:37:10.644 INFO:tasks.workunit.client.0.smithi028.stdout:snap_create: snap1 2024-08-29T18:37:11.576 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:37:11 smithi053 bash[68679]: cluster 2024-08-29T18:37:10.154426+0000 mon.a (mon.0) 2620 : cluster [DBG] osdmap e1399: 8 total, 8 up, 8 in 2024-08-29T18:37:11.577 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:37:11 smithi053 bash[68679]: cluster 2024-08-29T18:37:10.179111+0000 mgr.y (mgr.25022) 1513 : cluster [DBG] pgmap v2431: 169 pgs: 169 active+clean; 905 MiB data, 7.5 GiB used, 708 GiB / 715 GiB avail; 230 KiB/s rd, 20 KiB/s wr, 304 op/s 2024-08-29T18:37:11.631 INFO:journalctl@ceph.mgr.y.smithi028.stdout:Aug 29 18:37:11 smithi028 bash[70818]: ::ffff:172.21.15.53 - - [29/Aug/2024:18:37:11] "GET /metrics HTTP/1.1" 200 38872 "" "Prometheus/2.43.0" 2024-08-29T18:37:11.632 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:37:11 smithi028 bash[77168]: cluster 2024-08-29T18:37:10.154426+0000 mon.a (mon.0) 2620 : cluster [DBG] osdmap e1399: 8 total, 8 up, 8 in 2024-08-29T18:37:11.632 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:37:11 smithi028 bash[77168]: cluster 2024-08-29T18:37:10.179111+0000 mgr.y (mgr.25022) 1513 : cluster [DBG] pgmap v2431: 169 pgs: 169 active+clean; 905 MiB data, 7.5 GiB used, 708 GiB / 715 GiB avail; 230 KiB/s rd, 20 KiB/s wr, 304 op/s 2024-08-29T18:37:11.632 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:37:11 smithi028 bash[78352]: cluster 2024-08-29T18:37:10.154426+0000 mon.a (mon.0) 2620 : cluster [DBG] osdmap e1399: 8 total, 8 up, 8 in 2024-08-29T18:37:11.632 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:37:11 smithi028 bash[78352]: cluster 2024-08-29T18:37:10.179111+0000 mgr.y (mgr.25022) 1513 : cluster [DBG] pgmap v2431: 169 pgs: 169 active+clean; 905 MiB data, 7.5 GiB used, 708 GiB / 715 GiB avail; 230 KiB/s rd, 20 KiB/s wr, 304 op/s 2024-08-29T18:37:12.206 INFO:tasks.workunit.client.0.smithi028.stdout:snap_protect: snap1 2024-08-29T18:37:12.372 INFO:tasks.workunit.client.0.smithi028.stdout:migration_prepare 2024-08-29T18:37:12.576 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:37:12 smithi053 bash[68679]: cluster 2024-08-29T18:37:11.156536+0000 mon.a (mon.0) 2621 : cluster [DBG] osdmap e1400: 8 total, 8 up, 8 in 2024-08-29T18:37:12.577 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:37:12 smithi053 bash[68679]: audit 2024-08-29T18:37:12.125119+0000 mon.a (mon.0) 2622 : audit [DBG] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-29T18:37:12.577 INFO:journalctl@ceph.prometheus.a.smithi053.stdout:Aug 29 18:37:12 smithi053 bash[95567]: ts=2024-08-29T18:37:12.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"3167ee72-662c-11ef-bcd4-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-29T18:37:12.631 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:37:12 smithi028 bash[78352]: cluster 2024-08-29T18:37:11.156536+0000 mon.a (mon.0) 2621 : cluster [DBG] osdmap e1400: 8 total, 8 up, 8 in 2024-08-29T18:37:12.632 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:37:12 smithi028 bash[78352]: audit 2024-08-29T18:37:12.125119+0000 mon.a (mon.0) 2622 : audit [DBG] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-29T18:37:12.632 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:37:12 smithi028 bash[77168]: cluster 2024-08-29T18:37:11.156536+0000 mon.a (mon.0) 2621 : cluster [DBG] osdmap e1400: 8 total, 8 up, 8 in 2024-08-29T18:37:12.632 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:37:12 smithi028 bash[77168]: audit 2024-08-29T18:37:12.125119+0000 mon.a (mon.0) 2622 : audit [DBG] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-29T18:37:13.576 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:37:13 smithi053 bash[68679]: cluster 2024-08-29T18:37:12.172707+0000 mon.a (mon.0) 2623 : cluster [DBG] osdmap e1401: 8 total, 8 up, 8 in 2024-08-29T18:37:13.577 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:37:13 smithi053 bash[68679]: cluster 2024-08-29T18:37:12.179991+0000 mgr.y (mgr.25022) 1514 : cluster [DBG] pgmap v2434: 169 pgs: 169 active+clean; 905 MiB data, 7.5 GiB used, 708 GiB / 715 GiB avail; 117 KiB/s rd, 11 KiB/s wr, 164 op/s 2024-08-29T18:37:13.631 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:37:13 smithi028 bash[78352]: cluster 2024-08-29T18:37:12.172707+0000 mon.a (mon.0) 2623 : cluster [DBG] osdmap e1401: 8 total, 8 up, 8 in 2024-08-29T18:37:13.632 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:37:13 smithi028 bash[78352]: cluster 2024-08-29T18:37:12.179991+0000 mgr.y (mgr.25022) 1514 : cluster [DBG] pgmap v2434: 169 pgs: 169 active+clean; 905 MiB data, 7.5 GiB used, 708 GiB / 715 GiB avail; 117 KiB/s rd, 11 KiB/s wr, 164 op/s 2024-08-29T18:37:13.632 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:37:13 smithi028 bash[77168]: cluster 2024-08-29T18:37:12.172707+0000 mon.a (mon.0) 2623 : cluster [DBG] osdmap e1401: 8 total, 8 up, 8 in 2024-08-29T18:37:13.632 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:37:13 smithi028 bash[77168]: cluster 2024-08-29T18:37:12.179991+0000 mgr.y (mgr.25022) 1514 : cluster [DBG] pgmap v2434: 169 pgs: 169 active+clean; 905 MiB data, 7.5 GiB used, 708 GiB / 715 GiB avail; 117 KiB/s rd, 11 KiB/s wr, 164 op/s 2024-08-29T18:37:13.666 INFO:tasks.workunit.client.0.smithi028.stdout:migration_abort 2024-08-29T18:37:14.520 INFO:tasks.workunit.client.0.smithi028.stdout:[ OK ] TestMigration.CloneV1ParentAbortFixParentReattach (4018 ms) 2024-08-29T18:37:14.520 INFO:tasks.workunit.client.0.smithi028.stdout:[ RUN ] TestMigration.CloneV1ParentAbortRelinkNotNeeded 2024-08-29T18:37:14.576 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:37:14 smithi053 bash[68679]: cluster 2024-08-29T18:37:13.195398+0000 mon.a (mon.0) 2624 : cluster [DBG] osdmap e1402: 8 total, 8 up, 8 in 2024-08-29T18:37:14.610 INFO:tasks.workunit.client.0.smithi028.stdout:resize: 83886080 2024-08-29T18:37:14.631 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:37:14 smithi028 bash[78352]: cluster 2024-08-29T18:37:13.195398+0000 mon.a (mon.0) 2624 : cluster [DBG] osdmap e1402: 8 total, 8 up, 8 in 2024-08-29T18:37:14.632 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:37:14 smithi028 bash[77168]: cluster 2024-08-29T18:37:13.195398+0000 mon.a (mon.0) 2624 : cluster [DBG] osdmap e1402: 8 total, 8 up, 8 in 2024-08-29T18:37:14.643 INFO:tasks.workunit.client.0.smithi028.stdout:write: A 0~10 2024-08-29T18:37:14.672 INFO:tasks.workunit.client.0.smithi028.stdout:snap_create: snap1 2024-08-29T18:37:15.576 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:37:15 smithi053 bash[68679]: cluster 2024-08-29T18:37:14.181175+0000 mgr.y (mgr.25022) 1515 : cluster [DBG] pgmap v2436: 169 pgs: 169 active+clean; 905 MiB data, 7.5 GiB used, 708 GiB / 715 GiB avail; 218 KiB/s rd, 11 KiB/s wr, 269 op/s 2024-08-29T18:37:15.577 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:37:15 smithi053 bash[68679]: cluster 2024-08-29T18:37:14.202695+0000 mon.a (mon.0) 2625 : cluster [DBG] osdmap e1403: 8 total, 8 up, 8 in 2024-08-29T18:37:15.631 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:37:15 smithi028 bash[78352]: cluster 2024-08-29T18:37:14.181175+0000 mgr.y (mgr.25022) 1515 : cluster [DBG] pgmap v2436: 169 pgs: 169 active+clean; 905 MiB data, 7.5 GiB used, 708 GiB / 715 GiB avail; 218 KiB/s rd, 11 KiB/s wr, 269 op/s 2024-08-29T18:37:15.632 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:37:15 smithi028 bash[78352]: cluster 2024-08-29T18:37:14.202695+0000 mon.a (mon.0) 2625 : cluster [DBG] osdmap e1403: 8 total, 8 up, 8 in 2024-08-29T18:37:15.632 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:37:15 smithi028 bash[77168]: cluster 2024-08-29T18:37:14.181175+0000 mgr.y (mgr.25022) 1515 : cluster [DBG] pgmap v2436: 169 pgs: 169 active+clean; 905 MiB data, 7.5 GiB used, 708 GiB / 715 GiB avail; 218 KiB/s rd, 11 KiB/s wr, 269 op/s 2024-08-29T18:37:15.632 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:37:15 smithi028 bash[77168]: cluster 2024-08-29T18:37:14.202695+0000 mon.a (mon.0) 2625 : cluster [DBG] osdmap e1403: 8 total, 8 up, 8 in 2024-08-29T18:37:16.247 INFO:tasks.workunit.client.0.smithi028.stdout:snap_protect: snap1 2024-08-29T18:37:16.411 INFO:tasks.workunit.client.0.smithi028.stdout:migration_prepare 2024-08-29T18:37:16.576 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:37:16 smithi053 bash[68679]: cluster 2024-08-29T18:37:15.211811+0000 mon.a (mon.0) 2626 : cluster [DBG] osdmap e1404: 8 total, 8 up, 8 in 2024-08-29T18:37:16.577 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:37:16 smithi053 bash[68679]: cluster 2024-08-29T18:37:16.182185+0000 mgr.y (mgr.25022) 1516 : cluster [DBG] pgmap v2439: 169 pgs: 169 active+clean; 905 MiB data, 7.5 GiB used, 708 GiB / 715 GiB avail; 469 KiB/s rd, 25 KiB/s wr, 590 op/s 2024-08-29T18:37:16.631 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:37:16 smithi028 bash[77168]: cluster 2024-08-29T18:37:15.211811+0000 mon.a (mon.0) 2626 : cluster [DBG] osdmap e1404: 8 total, 8 up, 8 in 2024-08-29T18:37:16.632 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:37:16 smithi028 bash[77168]: cluster 2024-08-29T18:37:16.182185+0000 mgr.y (mgr.25022) 1516 : cluster [DBG] pgmap v2439: 169 pgs: 169 active+clean; 905 MiB data, 7.5 GiB used, 708 GiB / 715 GiB avail; 469 KiB/s rd, 25 KiB/s wr, 590 op/s 2024-08-29T18:37:16.632 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:37:16 smithi028 bash[78352]: cluster 2024-08-29T18:37:15.211811+0000 mon.a (mon.0) 2626 : cluster [DBG] osdmap e1404: 8 total, 8 up, 8 in 2024-08-29T18:37:16.632 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:37:16 smithi028 bash[78352]: cluster 2024-08-29T18:37:16.182185+0000 mgr.y (mgr.25022) 1516 : cluster [DBG] pgmap v2439: 169 pgs: 169 active+clean; 905 MiB data, 7.5 GiB used, 708 GiB / 715 GiB avail; 469 KiB/s rd, 25 KiB/s wr, 590 op/s 2024-08-29T18:37:17.576 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:37:17 smithi053 bash[68679]: cluster 2024-08-29T18:37:16.224074+0000 mon.a (mon.0) 2627 : cluster [DBG] osdmap e1405: 8 total, 8 up, 8 in 2024-08-29T18:37:17.631 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:37:17 smithi028 bash[78352]: cluster 2024-08-29T18:37:16.224074+0000 mon.a (mon.0) 2627 : cluster [DBG] osdmap e1405: 8 total, 8 up, 8 in 2024-08-29T18:37:17.632 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:37:17 smithi028 bash[77168]: cluster 2024-08-29T18:37:16.224074+0000 mon.a (mon.0) 2627 : cluster [DBG] osdmap e1405: 8 total, 8 up, 8 in 2024-08-29T18:37:17.689 INFO:tasks.workunit.client.0.smithi028.stdout:migration_abort 2024-08-29T18:37:18.438 INFO:tasks.workunit.client.0.smithi028.stdout:[ OK ] TestMigration.CloneV1ParentAbortRelinkNotNeeded (3918 ms) 2024-08-29T18:37:18.438 INFO:tasks.workunit.client.0.smithi028.stdout:[ RUN ] TestMigration.CloneV2ParentAbortFixIncompleteChildReattach 2024-08-29T18:37:18.529 INFO:tasks.workunit.client.0.smithi028.stdout:resize: 83886080 2024-08-29T18:37:18.565 INFO:tasks.workunit.client.0.smithi028.stdout:write: A 0~10 2024-08-29T18:37:18.577 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:37:18 smithi053 bash[68679]: cluster 2024-08-29T18:37:17.231943+0000 mon.a (mon.0) 2628 : cluster [DBG] osdmap e1406: 8 total, 8 up, 8 in 2024-08-29T18:37:18.577 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:37:18 smithi053 bash[68679]: cluster 2024-08-29T18:37:18.101959+0000 mon.a (mon.0) 2629 : cluster [DBG] osdmap e1407: 8 total, 8 up, 8 in 2024-08-29T18:37:18.577 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:37:18 smithi053 bash[68679]: cluster 2024-08-29T18:37:18.186343+0000 mgr.y (mgr.25022) 1517 : cluster [DBG] pgmap v2443: 169 pgs: 169 active+clean; 905 MiB data, 7.5 GiB used, 708 GiB / 715 GiB avail; 280 KiB/s rd, 16 KiB/s wr, 354 op/s 2024-08-29T18:37:18.590 INFO:tasks.workunit.client.0.smithi028.stdout:snap_create: snap1 2024-08-29T18:37:18.631 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:37:18 smithi028 bash[77168]: cluster 2024-08-29T18:37:17.231943+0000 mon.a (mon.0) 2628 : cluster [DBG] osdmap e1406: 8 total, 8 up, 8 in 2024-08-29T18:37:18.632 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:37:18 smithi028 bash[77168]: cluster 2024-08-29T18:37:18.101959+0000 mon.a (mon.0) 2629 : cluster [DBG] osdmap e1407: 8 total, 8 up, 8 in 2024-08-29T18:37:18.632 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:37:18 smithi028 bash[77168]: cluster 2024-08-29T18:37:18.186343+0000 mgr.y (mgr.25022) 1517 : cluster [DBG] pgmap v2443: 169 pgs: 169 active+clean; 905 MiB data, 7.5 GiB used, 708 GiB / 715 GiB avail; 280 KiB/s rd, 16 KiB/s wr, 354 op/s 2024-08-29T18:37:18.632 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:37:18 smithi028 bash[78352]: cluster 2024-08-29T18:37:17.231943+0000 mon.a (mon.0) 2628 : cluster [DBG] osdmap e1406: 8 total, 8 up, 8 in 2024-08-29T18:37:18.632 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:37:18 smithi028 bash[78352]: cluster 2024-08-29T18:37:18.101959+0000 mon.a (mon.0) 2629 : cluster [DBG] osdmap e1407: 8 total, 8 up, 8 in 2024-08-29T18:37:18.632 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:37:18 smithi028 bash[78352]: cluster 2024-08-29T18:37:18.186343+0000 mgr.y (mgr.25022) 1517 : cluster [DBG] pgmap v2443: 169 pgs: 169 active+clean; 905 MiB data, 7.5 GiB used, 708 GiB / 715 GiB avail; 280 KiB/s rd, 16 KiB/s wr, 354 op/s 2024-08-29T18:37:20.270 INFO:tasks.workunit.client.0.smithi028.stdout:snap_protect: snap1 2024-08-29T18:37:20.429 INFO:tasks.workunit.client.0.smithi028.stdout:migration_prepare 2024-08-29T18:37:20.577 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:37:20 smithi053 bash[68679]: cluster 2024-08-29T18:37:19.235695+0000 mon.a (mon.0) 2630 : cluster [DBG] osdmap e1408: 8 total, 8 up, 8 in 2024-08-29T18:37:20.577 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:37:20 smithi053 bash[68679]: cluster 2024-08-29T18:37:20.187658+0000 mgr.y (mgr.25022) 1518 : cluster [DBG] pgmap v2445: 169 pgs: 169 active+clean; 905 MiB data, 7.5 GiB used, 708 GiB / 715 GiB avail; 277 KiB/s rd, 16 KiB/s wr, 353 op/s 2024-08-29T18:37:20.632 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:37:20 smithi028 bash[78352]: cluster 2024-08-29T18:37:19.235695+0000 mon.a (mon.0) 2630 : cluster [DBG] osdmap e1408: 8 total, 8 up, 8 in 2024-08-29T18:37:20.632 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:37:20 smithi028 bash[78352]: cluster 2024-08-29T18:37:20.187658+0000 mgr.y (mgr.25022) 1518 : cluster [DBG] pgmap v2445: 169 pgs: 169 active+clean; 905 MiB data, 7.5 GiB used, 708 GiB / 715 GiB avail; 277 KiB/s rd, 16 KiB/s wr, 353 op/s 2024-08-29T18:37:20.632 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:37:20 smithi028 bash[77168]: cluster 2024-08-29T18:37:19.235695+0000 mon.a (mon.0) 2630 : cluster [DBG] osdmap e1408: 8 total, 8 up, 8 in 2024-08-29T18:37:20.632 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:37:20 smithi028 bash[77168]: cluster 2024-08-29T18:37:20.187658+0000 mgr.y (mgr.25022) 1518 : cluster [DBG] pgmap v2445: 169 pgs: 169 active+clean; 905 MiB data, 7.5 GiB used, 708 GiB / 715 GiB avail; 277 KiB/s rd, 16 KiB/s wr, 353 op/s 2024-08-29T18:37:21.576 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:37:21 smithi053 bash[68679]: cluster 2024-08-29T18:37:20.246058+0000 mon.a (mon.0) 2631 : cluster [DBG] osdmap e1409: 8 total, 8 up, 8 in 2024-08-29T18:37:21.631 INFO:journalctl@ceph.mgr.y.smithi028.stdout:Aug 29 18:37:21 smithi028 bash[70818]: ::ffff:172.21.15.53 - - [29/Aug/2024:18:37:21] "GET /metrics HTTP/1.1" 200 38873 "" "Prometheus/2.43.0" 2024-08-29T18:37:21.632 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:37:21 smithi028 bash[78352]: cluster 2024-08-29T18:37:20.246058+0000 mon.a (mon.0) 2631 : cluster [DBG] osdmap e1409: 8 total, 8 up, 8 in 2024-08-29T18:37:21.632 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:37:21 smithi028 bash[77168]: cluster 2024-08-29T18:37:20.246058+0000 mon.a (mon.0) 2631 : cluster [DBG] osdmap e1409: 8 total, 8 up, 8 in 2024-08-29T18:37:21.701 INFO:tasks.workunit.client.0.smithi028.stdout:migration_abort 2024-08-29T18:37:22.576 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:37:22 smithi053 bash[68679]: cluster 2024-08-29T18:37:21.256211+0000 mon.a (mon.0) 2632 : cluster [DBG] osdmap e1410: 8 total, 8 up, 8 in 2024-08-29T18:37:22.577 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:37:22 smithi053 bash[68679]: cluster 2024-08-29T18:37:22.188437+0000 mgr.y (mgr.25022) 1519 : cluster [DBG] pgmap v2448: 169 pgs: 169 active+clean; 905 MiB data, 7.5 GiB used, 708 GiB / 715 GiB avail; 247 KiB/s rd, 16 KiB/s wr, 323 op/s 2024-08-29T18:37:22.577 INFO:journalctl@ceph.prometheus.a.smithi053.stdout:Aug 29 18:37:22 smithi053 bash[95567]: ts=2024-08-29T18:37:22.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"3167ee72-662c-11ef-bcd4-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-29T18:37:22.608 INFO:tasks.workunit.client.0.smithi028.stdout:[ OK ] TestMigration.CloneV2ParentAbortFixIncompleteChildReattach (4170 ms) 2024-08-29T18:37:22.609 INFO:tasks.workunit.client.0.smithi028.stdout:[ RUN ] TestMigration.CloneV2ParentAbortFixParentReattach 2024-08-29T18:37:22.631 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:37:22 smithi028 bash[78352]: cluster 2024-08-29T18:37:21.256211+0000 mon.a (mon.0) 2632 : cluster [DBG] osdmap e1410: 8 total, 8 up, 8 in 2024-08-29T18:37:22.631 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:37:22 smithi028 bash[78352]: cluster 2024-08-29T18:37:22.188437+0000 mgr.y (mgr.25022) 1519 : cluster [DBG] pgmap v2448: 169 pgs: 169 active+clean; 905 MiB data, 7.5 GiB used, 708 GiB / 715 GiB avail; 247 KiB/s rd, 16 KiB/s wr, 323 op/s 2024-08-29T18:37:22.632 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:37:22 smithi028 bash[77168]: cluster 2024-08-29T18:37:21.256211+0000 mon.a (mon.0) 2632 : cluster [DBG] osdmap e1410: 8 total, 8 up, 8 in 2024-08-29T18:37:22.632 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:37:22 smithi028 bash[77168]: cluster 2024-08-29T18:37:22.188437+0000 mgr.y (mgr.25022) 1519 : cluster [DBG] pgmap v2448: 169 pgs: 169 active+clean; 905 MiB data, 7.5 GiB used, 708 GiB / 715 GiB avail; 247 KiB/s rd, 16 KiB/s wr, 323 op/s 2024-08-29T18:37:22.698 INFO:tasks.workunit.client.0.smithi028.stdout:resize: 83886080 2024-08-29T18:37:22.731 INFO:tasks.workunit.client.0.smithi028.stdout:write: A 0~10 2024-08-29T18:37:22.756 INFO:tasks.workunit.client.0.smithi028.stdout:snap_create: snap1 2024-08-29T18:37:23.576 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:37:23 smithi053 bash[68679]: cluster 2024-08-29T18:37:22.269119+0000 mon.a (mon.0) 2633 : cluster [DBG] osdmap e1411: 8 total, 8 up, 8 in 2024-08-29T18:37:23.577 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:37:23 smithi053 bash[68679]: cluster 2024-08-29T18:37:23.104502+0000 mon.a (mon.0) 2634 : cluster [DBG] osdmap e1412: 8 total, 8 up, 8 in 2024-08-29T18:37:23.632 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:37:23 smithi028 bash[78352]: cluster 2024-08-29T18:37:22.269119+0000 mon.a (mon.0) 2633 : cluster [DBG] osdmap e1411: 8 total, 8 up, 8 in 2024-08-29T18:37:23.632 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:37:23 smithi028 bash[78352]: cluster 2024-08-29T18:37:23.104502+0000 mon.a (mon.0) 2634 : cluster [DBG] osdmap e1412: 8 total, 8 up, 8 in 2024-08-29T18:37:23.632 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:37:23 smithi028 bash[77168]: cluster 2024-08-29T18:37:22.269119+0000 mon.a (mon.0) 2633 : cluster [DBG] osdmap e1411: 8 total, 8 up, 8 in 2024-08-29T18:37:23.632 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:37:23 smithi028 bash[77168]: cluster 2024-08-29T18:37:23.104502+0000 mon.a (mon.0) 2634 : cluster [DBG] osdmap e1412: 8 total, 8 up, 8 in 2024-08-29T18:37:24.129 INFO:tasks.workunit.client.0.smithi028.stdout:snap_protect: snap1 2024-08-29T18:37:24.295 INFO:tasks.workunit.client.0.smithi028.stdout:migration_prepare 2024-08-29T18:37:25.381 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:37:25 smithi028 bash[78352]: cluster 2024-08-29T18:37:24.107049+0000 mon.a (mon.0) 2635 : cluster [DBG] osdmap e1413: 8 total, 8 up, 8 in 2024-08-29T18:37:25.382 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:37:25 smithi028 bash[78352]: cluster 2024-08-29T18:37:24.189265+0000 mgr.y (mgr.25022) 1520 : cluster [DBG] pgmap v2452: 169 pgs: 169 active+clean; 905 MiB data, 7.5 GiB used, 708 GiB / 715 GiB avail; 145 KiB/s rd, 11 KiB/s wr, 184 op/s 2024-08-29T18:37:25.382 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:37:25 smithi028 bash[77168]: cluster 2024-08-29T18:37:24.107049+0000 mon.a (mon.0) 2635 : cluster [DBG] osdmap e1413: 8 total, 8 up, 8 in 2024-08-29T18:37:25.382 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:37:25 smithi028 bash[77168]: cluster 2024-08-29T18:37:24.189265+0000 mgr.y (mgr.25022) 1520 : cluster [DBG] pgmap v2452: 169 pgs: 169 active+clean; 905 MiB data, 7.5 GiB used, 708 GiB / 715 GiB avail; 145 KiB/s rd, 11 KiB/s wr, 184 op/s 2024-08-29T18:37:25.552 INFO:tasks.workunit.client.0.smithi028.stdout:migration_abort 2024-08-29T18:37:25.576 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:37:25 smithi053 bash[68679]: cluster 2024-08-29T18:37:24.107049+0000 mon.a (mon.0) 2635 : cluster [DBG] osdmap e1413: 8 total, 8 up, 8 in 2024-08-29T18:37:25.577 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:37:25 smithi053 bash[68679]: cluster 2024-08-29T18:37:24.189265+0000 mgr.y (mgr.25022) 1520 : cluster [DBG] pgmap v2452: 169 pgs: 169 active+clean; 905 MiB data, 7.5 GiB used, 708 GiB / 715 GiB avail; 145 KiB/s rd, 11 KiB/s wr, 184 op/s 2024-08-29T18:37:26.381 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:37:26 smithi028 bash[78352]: cluster 2024-08-29T18:37:25.117622+0000 mon.a (mon.0) 2636 : cluster [DBG] osdmap e1414: 8 total, 8 up, 8 in 2024-08-29T18:37:26.382 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:37:26 smithi028 bash[77168]: cluster 2024-08-29T18:37:25.117622+0000 mon.a (mon.0) 2636 : cluster [DBG] osdmap e1414: 8 total, 8 up, 8 in 2024-08-29T18:37:26.454 INFO:tasks.workunit.client.0.smithi028.stdout:[ OK ] TestMigration.CloneV2ParentAbortFixParentReattach (3846 ms) 2024-08-29T18:37:26.454 INFO:tasks.workunit.client.0.smithi028.stdout:[ RUN ] TestMigration.CloneV2ParentAbortRelinkNotNeeded 2024-08-29T18:37:26.546 INFO:tasks.workunit.client.0.smithi028.stdout:resize: 83886080 2024-08-29T18:37:26.576 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:37:26 smithi053 bash[68679]: cluster 2024-08-29T18:37:25.117622+0000 mon.a (mon.0) 2636 : cluster [DBG] osdmap e1414: 8 total, 8 up, 8 in 2024-08-29T18:37:26.579 INFO:tasks.workunit.client.0.smithi028.stdout:write: A 0~10 2024-08-29T18:37:26.602 INFO:tasks.workunit.client.0.smithi028.stdout:snap_create: snap1 2024-08-29T18:37:27.385 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:37:27 smithi028 bash[78352]: cluster 2024-08-29T18:37:26.124655+0000 mon.a (mon.0) 2637 : cluster [DBG] osdmap e1415: 8 total, 8 up, 8 in 2024-08-29T18:37:27.385 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:37:27 smithi028 bash[78352]: cluster 2024-08-29T18:37:26.190190+0000 mgr.y (mgr.25022) 1521 : cluster [DBG] pgmap v2455: 169 pgs: 169 active+clean; 905 MiB data, 7.5 GiB used, 708 GiB / 715 GiB avail; 281 KiB/s rd, 23 KiB/s wr, 366 op/s 2024-08-29T18:37:27.385 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:37:27 smithi028 bash[77168]: cluster 2024-08-29T18:37:26.124655+0000 mon.a (mon.0) 2637 : cluster [DBG] osdmap e1415: 8 total, 8 up, 8 in 2024-08-29T18:37:27.385 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:37:27 smithi028 bash[77168]: cluster 2024-08-29T18:37:26.190190+0000 mgr.y (mgr.25022) 1521 : cluster [DBG] pgmap v2455: 169 pgs: 169 active+clean; 905 MiB data, 7.5 GiB used, 708 GiB / 715 GiB avail; 281 KiB/s rd, 23 KiB/s wr, 366 op/s 2024-08-29T18:37:27.576 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:37:27 smithi053 bash[68679]: cluster 2024-08-29T18:37:26.124655+0000 mon.a (mon.0) 2637 : cluster [DBG] osdmap e1415: 8 total, 8 up, 8 in 2024-08-29T18:37:27.577 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:37:27 smithi053 bash[68679]: cluster 2024-08-29T18:37:26.190190+0000 mgr.y (mgr.25022) 1521 : cluster [DBG] pgmap v2455: 169 pgs: 169 active+clean; 905 MiB data, 7.5 GiB used, 708 GiB / 715 GiB avail; 281 KiB/s rd, 23 KiB/s wr, 366 op/s 2024-08-29T18:37:28.135 INFO:tasks.workunit.client.0.smithi028.stdout:snap_protect: snap1 2024-08-29T18:37:28.287 INFO:tasks.workunit.client.0.smithi028.stdout:migration_prepare 2024-08-29T18:37:28.382 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:37:28 smithi028 bash[78352]: audit 2024-08-29T18:37:27.125823+0000 mon.a (mon.0) 2638 : audit [DBG] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-29T18:37:28.382 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:37:28 smithi028 bash[78352]: cluster 2024-08-29T18:37:27.137233+0000 mon.a (mon.0) 2639 : cluster [DBG] osdmap e1416: 8 total, 8 up, 8 in 2024-08-29T18:37:28.382 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:37:28 smithi028 bash[78352]: cluster 2024-08-29T18:37:28.107649+0000 mon.a (mon.0) 2640 : cluster [DBG] osdmap e1417: 8 total, 8 up, 8 in 2024-08-29T18:37:28.382 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:37:28 smithi028 bash[77168]: audit 2024-08-29T18:37:27.125823+0000 mon.a (mon.0) 2638 : audit [DBG] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-29T18:37:28.382 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:37:28 smithi028 bash[77168]: cluster 2024-08-29T18:37:27.137233+0000 mon.a (mon.0) 2639 : cluster [DBG] osdmap e1416: 8 total, 8 up, 8 in 2024-08-29T18:37:28.382 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:37:28 smithi028 bash[77168]: cluster 2024-08-29T18:37:28.107649+0000 mon.a (mon.0) 2640 : cluster [DBG] osdmap e1417: 8 total, 8 up, 8 in 2024-08-29T18:37:28.576 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:37:28 smithi053 bash[68679]: audit 2024-08-29T18:37:27.125823+0000 mon.a (mon.0) 2638 : audit [DBG] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-29T18:37:28.577 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:37:28 smithi053 bash[68679]: cluster 2024-08-29T18:37:27.137233+0000 mon.a (mon.0) 2639 : cluster [DBG] osdmap e1416: 8 total, 8 up, 8 in 2024-08-29T18:37:28.577 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:37:28 smithi053 bash[68679]: cluster 2024-08-29T18:37:28.107649+0000 mon.a (mon.0) 2640 : cluster [DBG] osdmap e1417: 8 total, 8 up, 8 in 2024-08-29T18:37:29.381 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:37:29 smithi028 bash[78352]: cluster 2024-08-29T18:37:28.190985+0000 mgr.y (mgr.25022) 1522 : cluster [DBG] pgmap v2458: 169 pgs: 169 active+clean; 905 MiB data, 7.5 GiB used, 708 GiB / 715 GiB avail; 283 KiB/s rd, 24 KiB/s wr, 368 op/s 2024-08-29T18:37:29.382 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:37:29 smithi028 bash[77168]: cluster 2024-08-29T18:37:28.190985+0000 mgr.y (mgr.25022) 1522 : cluster [DBG] pgmap v2458: 169 pgs: 169 active+clean; 905 MiB data, 7.5 GiB used, 708 GiB / 715 GiB avail; 283 KiB/s rd, 24 KiB/s wr, 368 op/s 2024-08-29T18:37:29.576 INFO:tasks.workunit.client.0.smithi028.stdout:migration_abort 2024-08-29T18:37:29.577 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:37:29 smithi053 bash[68679]: cluster 2024-08-29T18:37:28.190985+0000 mgr.y (mgr.25022) 1522 : cluster [DBG] pgmap v2458: 169 pgs: 169 active+clean; 905 MiB data, 7.5 GiB used, 708 GiB / 715 GiB avail; 283 KiB/s rd, 24 KiB/s wr, 368 op/s 2024-08-29T18:37:30.477 INFO:tasks.workunit.client.0.smithi028.stdout:[ OK ] TestMigration.CloneV2ParentAbortRelinkNotNeeded (4023 ms) 2024-08-29T18:37:30.478 INFO:tasks.workunit.client.0.smithi028.stdout:[ RUN ] TestMigration.StressNoMigrate 2024-08-29T18:37:30.565 INFO:tasks.workunit.client.0.smithi028.stdout:resize: 83886080 2024-08-29T18:37:30.576 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:37:30 smithi053 bash[68679]: cluster 2024-08-29T18:37:29.146489+0000 mon.a (mon.0) 2641 : cluster [DBG] osdmap e1418: 8 total, 8 up, 8 in 2024-08-29T18:37:30.597 INFO:tasks.workunit.client.0.smithi028.stdout:write: A 24403834~3157942 2024-08-29T18:37:30.631 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:37:30 smithi028 bash[78352]: cluster 2024-08-29T18:37:29.146489+0000 mon.a (mon.0) 2641 : cluster [DBG] osdmap e1418: 8 total, 8 up, 8 in 2024-08-29T18:37:30.632 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:37:30 smithi028 bash[77168]: cluster 2024-08-29T18:37:29.146489+0000 mon.a (mon.0) 2641 : cluster [DBG] osdmap e1418: 8 total, 8 up, 8 in 2024-08-29T18:37:30.664 INFO:tasks.workunit.client.0.smithi028.stdout:discard: 76725861~7160219 2024-08-29T18:37:30.664 INFO:tasks.workunit.client.0.smithi028.stdout:write: A 74781571~3405359 2024-08-29T18:37:30.709 INFO:tasks.workunit.client.0.smithi028.stdout:discard: 20669887~105162 2024-08-29T18:37:30.710 INFO:tasks.workunit.client.0.smithi028.stdout:write: A 68608929~1878205 2024-08-29T18:37:30.741 INFO:tasks.workunit.client.0.smithi028.stdout:discard: 71302138~358254 2024-08-29T18:37:30.748 INFO:tasks.workunit.client.0.smithi028.stdout:write: A 51096529~969595 2024-08-29T18:37:30.772 INFO:tasks.workunit.client.0.smithi028.stdout:discard: 56428014~5709587 2024-08-29T18:37:30.772 INFO:tasks.workunit.client.0.smithi028.stdout:snap_create: snap0 2024-08-29T18:37:31.577 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:37:31 smithi053 bash[68679]: cluster 2024-08-29T18:37:30.155444+0000 mon.a (mon.0) 2642 : cluster [DBG] osdmap e1419: 8 total, 8 up, 8 in 2024-08-29T18:37:31.577 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:37:31 smithi053 bash[68679]: cluster 2024-08-29T18:37:30.191974+0000 mgr.y (mgr.25022) 1523 : cluster [DBG] pgmap v2461: 169 pgs: 169 active+clean; 905 MiB data, 7.5 GiB used, 708 GiB / 715 GiB avail; 324 KiB/s rd, 29 KiB/s wr, 422 op/s 2024-08-29T18:37:31.631 INFO:journalctl@ceph.mgr.y.smithi028.stdout:Aug 29 18:37:31 smithi028 bash[70818]: ::ffff:172.21.15.53 - - [29/Aug/2024:18:37:31] "GET /metrics HTTP/1.1" 200 38867 "" "Prometheus/2.43.0" 2024-08-29T18:37:31.632 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:37:31 smithi028 bash[78352]: cluster 2024-08-29T18:37:30.155444+0000 mon.a (mon.0) 2642 : cluster [DBG] osdmap e1419: 8 total, 8 up, 8 in 2024-08-29T18:37:31.632 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:37:31 smithi028 bash[78352]: cluster 2024-08-29T18:37:30.191974+0000 mgr.y (mgr.25022) 1523 : cluster [DBG] pgmap v2461: 169 pgs: 169 active+clean; 905 MiB data, 7.5 GiB used, 708 GiB / 715 GiB avail; 324 KiB/s rd, 29 KiB/s wr, 422 op/s 2024-08-29T18:37:31.632 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:37:31 smithi028 bash[77168]: cluster 2024-08-29T18:37:30.155444+0000 mon.a (mon.0) 2642 : cluster [DBG] osdmap e1419: 8 total, 8 up, 8 in 2024-08-29T18:37:31.632 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:37:31 smithi028 bash[77168]: cluster 2024-08-29T18:37:30.191974+0000 mgr.y (mgr.25022) 1523 : cluster [DBG] pgmap v2461: 169 pgs: 169 active+clean; 905 MiB data, 7.5 GiB used, 708 GiB / 715 GiB avail; 324 KiB/s rd, 29 KiB/s wr, 422 op/s 2024-08-29T18:37:32.212 INFO:tasks.workunit.client.0.smithi028.stdout:snap_protect: snap0 2024-08-29T18:37:32.248 INFO:tasks.workunit.client.0.smithi028.stdout:clone image157 -> image160 2024-08-29T18:37:32.531 INFO:tasks.workunit.client.0.smithi028.stdout:write: B 53940611~7307566 2024-08-29T18:37:32.577 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:37:32 smithi053 bash[68679]: cluster 2024-08-29T18:37:31.158648+0000 mon.a (mon.0) 2643 : cluster [DBG] osdmap e1420: 8 total, 8 up, 8 in 2024-08-29T18:37:32.577 INFO:journalctl@ceph.prometheus.a.smithi053.stdout:Aug 29 18:37:32 smithi053 bash[95567]: ts=2024-08-29T18:37:32.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"3167ee72-662c-11ef-bcd4-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-29T18:37:32.631 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:37:32 smithi028 bash[78352]: cluster 2024-08-29T18:37:31.158648+0000 mon.a (mon.0) 2643 : cluster [DBG] osdmap e1420: 8 total, 8 up, 8 in 2024-08-29T18:37:32.632 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:37:32 smithi028 bash[77168]: cluster 2024-08-29T18:37:31.158648+0000 mon.a (mon.0) 2643 : cluster [DBG] osdmap e1420: 8 total, 8 up, 8 in 2024-08-29T18:37:32.633 INFO:tasks.workunit.client.0.smithi028.stdout:discard: 43694966~5928620 2024-08-29T18:37:32.651 INFO:tasks.workunit.client.0.smithi028.stdout:write: B 10124740~2182251 2024-08-29T18:37:32.686 INFO:tasks.workunit.client.0.smithi028.stdout:discard: 72143396~2752227 2024-08-29T18:37:32.712 INFO:tasks.workunit.client.0.smithi028.stdout:write: B 76115776~7770304 2024-08-29T18:37:32.807 INFO:tasks.workunit.client.0.smithi028.stdout:discard: 36768650~2426665 2024-08-29T18:37:32.824 INFO:tasks.workunit.client.0.smithi028.stdout:write: B 78232646~5653434 2024-08-29T18:37:32.870 INFO:tasks.workunit.client.0.smithi028.stdout:discard: 79922517~2452228 2024-08-29T18:37:32.876 INFO:tasks.workunit.client.0.smithi028.stdout:snap_create: snap1 2024-08-29T18:37:33.576 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:37:33 smithi053 bash[68679]: cluster 2024-08-29T18:37:32.179414+0000 mon.a (mon.0) 2644 : cluster [DBG] osdmap e1421: 8 total, 8 up, 8 in 2024-08-29T18:37:33.577 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:37:33 smithi053 bash[68679]: cluster 2024-08-29T18:37:32.192766+0000 mgr.y (mgr.25022) 1524 : cluster [DBG] pgmap v2464: 169 pgs: 169 active+clean; 905 MiB data, 7.5 GiB used, 708 GiB / 715 GiB avail; 186 KiB/s rd, 18 KiB/s wr, 254 op/s 2024-08-29T18:37:33.631 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:37:33 smithi028 bash[78352]: cluster 2024-08-29T18:37:32.179414+0000 mon.a (mon.0) 2644 : cluster [DBG] osdmap e1421: 8 total, 8 up, 8 in 2024-08-29T18:37:33.632 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:37:33 smithi028 bash[78352]: cluster 2024-08-29T18:37:32.192766+0000 mgr.y (mgr.25022) 1524 : cluster [DBG] pgmap v2464: 169 pgs: 169 active+clean; 905 MiB data, 7.5 GiB used, 708 GiB / 715 GiB avail; 186 KiB/s rd, 18 KiB/s wr, 254 op/s 2024-08-29T18:37:33.632 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:37:33 smithi028 bash[77168]: cluster 2024-08-29T18:37:32.179414+0000 mon.a (mon.0) 2644 : cluster [DBG] osdmap e1421: 8 total, 8 up, 8 in 2024-08-29T18:37:33.632 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:37:33 smithi028 bash[77168]: cluster 2024-08-29T18:37:32.192766+0000 mgr.y (mgr.25022) 1524 : cluster [DBG] pgmap v2464: 169 pgs: 169 active+clean; 905 MiB data, 7.5 GiB used, 708 GiB / 715 GiB avail; 186 KiB/s rd, 18 KiB/s wr, 254 op/s 2024-08-29T18:37:34.218 INFO:tasks.workunit.client.0.smithi028.stdout:snap_protect: snap1 2024-08-29T18:37:34.247 INFO:tasks.workunit.client.0.smithi028.stdout:clone image160 -> image162 2024-08-29T18:37:34.576 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:37:34 smithi053 bash[68679]: cluster 2024-08-29T18:37:33.189403+0000 mon.a (mon.0) 2645 : cluster [DBG] osdmap e1422: 8 total, 8 up, 8 in 2024-08-29T18:37:34.600 INFO:tasks.workunit.client.0.smithi028.stdout:resize: 154704088 2024-08-29T18:37:34.631 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:37:34 smithi028 bash[78352]: cluster 2024-08-29T18:37:33.189403+0000 mon.a (mon.0) 2645 : cluster [DBG] osdmap e1422: 8 total, 8 up, 8 in 2024-08-29T18:37:34.632 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:37:34 smithi028 bash[77168]: cluster 2024-08-29T18:37:33.189403+0000 mon.a (mon.0) 2645 : cluster [DBG] osdmap e1422: 8 total, 8 up, 8 in 2024-08-29T18:37:34.632 INFO:tasks.workunit.client.0.smithi028.stdout:write: C 74292434~5053404 2024-08-29T18:37:34.726 INFO:tasks.workunit.client.0.smithi028.stdout:discard: 149116738~5587350 2024-08-29T18:37:34.726 INFO:tasks.workunit.client.0.smithi028.stdout:write: C 126422952~1719904 2024-08-29T18:37:34.756 INFO:tasks.workunit.client.0.smithi028.stdout:discard: 125747218~7523065 2024-08-29T18:37:34.776 INFO:tasks.workunit.client.0.smithi028.stdout:write: C 147602484~7101604 2024-08-29T18:37:34.841 INFO:tasks.workunit.client.0.smithi028.stdout:discard: 29338606~5708601 2024-08-29T18:37:34.906 INFO:tasks.workunit.client.0.smithi028.stdout:write: C 124191388~4149781 2024-08-29T18:37:34.946 INFO:tasks.workunit.client.0.smithi028.stdout:discard: 34948811~7190442 2024-08-29T18:37:34.965 INFO:tasks.workunit.client.0.smithi028.stdout:snap_create: snap2 2024-08-29T18:37:35.576 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:37:35 smithi053 bash[68679]: cluster 2024-08-29T18:37:34.190499+0000 mon.a (mon.0) 2646 : cluster [DBG] osdmap e1423: 8 total, 8 up, 8 in 2024-08-29T18:37:35.577 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:37:35 smithi053 bash[68679]: cluster 2024-08-29T18:37:34.193993+0000 mgr.y (mgr.25022) 1525 : cluster [DBG] pgmap v2467: 169 pgs: 169 active+clean; 942 MiB data, 7.5 GiB used, 708 GiB / 715 GiB avail; 1.7 MiB/s rd, 6.4 MiB/s wr, 205 op/s 2024-08-29T18:37:35.632 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:37:35 smithi028 bash[78352]: cluster 2024-08-29T18:37:34.190499+0000 mon.a (mon.0) 2646 : cluster [DBG] osdmap e1423: 8 total, 8 up, 8 in 2024-08-29T18:37:35.632 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:37:35 smithi028 bash[78352]: cluster 2024-08-29T18:37:34.193993+0000 mgr.y (mgr.25022) 1525 : cluster [DBG] pgmap v2467: 169 pgs: 169 active+clean; 942 MiB data, 7.5 GiB used, 708 GiB / 715 GiB avail; 1.7 MiB/s rd, 6.4 MiB/s wr, 205 op/s 2024-08-29T18:37:35.632 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:37:35 smithi028 bash[77168]: cluster 2024-08-29T18:37:34.190499+0000 mon.a (mon.0) 2646 : cluster [DBG] osdmap e1423: 8 total, 8 up, 8 in 2024-08-29T18:37:35.633 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:37:35 smithi028 bash[77168]: cluster 2024-08-29T18:37:34.193993+0000 mgr.y (mgr.25022) 1525 : cluster [DBG] pgmap v2467: 169 pgs: 169 active+clean; 942 MiB data, 7.5 GiB used, 708 GiB / 715 GiB avail; 1.7 MiB/s rd, 6.4 MiB/s wr, 205 op/s 2024-08-29T18:37:36.245 INFO:tasks.workunit.client.0.smithi028.stdout:resize: 234348167 2024-08-29T18:37:36.277 INFO:tasks.workunit.client.0.smithi028.stdout:write: D 192857647~8145740 2024-08-29T18:37:36.307 INFO:tasks.workunit.client.0.smithi028.stdout:discard: 188864601~6277960 2024-08-29T18:37:36.349 INFO:tasks.workunit.client.0.smithi028.stdout:write: D 88494580~3133881 2024-08-29T18:37:36.361 INFO:tasks.workunit.client.0.smithi028.stdout:discard: 141935265~7768404 2024-08-29T18:37:36.362 INFO:tasks.workunit.client.0.smithi028.stdout:write: D 200463165~7967832 2024-08-29T18:37:36.391 INFO:tasks.workunit.client.0.smithi028.stdout:discard: 23795583~3055089 2024-08-29T18:37:36.392 INFO:tasks.workunit.client.0.smithi028.stdout:write: D 90967104~992835 2024-08-29T18:37:36.392 INFO:tasks.workunit.client.0.smithi028.stdout:discard: 112472457~487110 2024-08-29T18:37:36.392 INFO:tasks.workunit.client.0.smithi028.stdout:snap_create: snap3 2024-08-29T18:37:36.576 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:37:36 smithi053 bash[68679]: cluster 2024-08-29T18:37:35.214935+0000 mon.a (mon.0) 2647 : cluster [DBG] osdmap e1424: 8 total, 8 up, 8 in 2024-08-29T18:37:36.577 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:37:36 smithi053 bash[68679]: cluster 2024-08-29T18:37:36.195006+0000 mgr.y (mgr.25022) 1526 : cluster [DBG] pgmap v2469: 169 pgs: 169 active+clean; 995 MiB data, 7.7 GiB used, 708 GiB / 715 GiB avail; 2.0 MiB/s rd, 16 MiB/s wr, 454 op/s 2024-08-29T18:37:36.631 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:37:36 smithi028 bash[78352]: cluster 2024-08-29T18:37:35.214935+0000 mon.a (mon.0) 2647 : cluster [DBG] osdmap e1424: 8 total, 8 up, 8 in 2024-08-29T18:37:36.632 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:37:36 smithi028 bash[78352]: cluster 2024-08-29T18:37:36.195006+0000 mgr.y (mgr.25022) 1526 : cluster [DBG] pgmap v2469: 169 pgs: 169 active+clean; 995 MiB data, 7.7 GiB used, 708 GiB / 715 GiB avail; 2.0 MiB/s rd, 16 MiB/s wr, 454 op/s 2024-08-29T18:37:36.632 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:37:36 smithi028 bash[77168]: cluster 2024-08-29T18:37:35.214935+0000 mon.a (mon.0) 2647 : cluster [DBG] osdmap e1424: 8 total, 8 up, 8 in 2024-08-29T18:37:36.632 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:37:36 smithi028 bash[77168]: cluster 2024-08-29T18:37:36.195006+0000 mgr.y (mgr.25022) 1526 : cluster [DBG] pgmap v2469: 169 pgs: 169 active+clean; 995 MiB data, 7.7 GiB used, 708 GiB / 715 GiB avail; 2.0 MiB/s rd, 16 MiB/s wr, 454 op/s 2024-08-29T18:37:37.576 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:37:37 smithi053 bash[68679]: cluster 2024-08-29T18:37:36.225158+0000 mon.a (mon.0) 2648 : cluster [DBG] osdmap e1425: 8 total, 8 up, 8 in 2024-08-29T18:37:37.631 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:37:37 smithi028 bash[78352]: cluster 2024-08-29T18:37:36.225158+0000 mon.a (mon.0) 2648 : cluster [DBG] osdmap e1425: 8 total, 8 up, 8 in 2024-08-29T18:37:37.632 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:37:37 smithi028 bash[77168]: cluster 2024-08-29T18:37:36.225158+0000 mon.a (mon.0) 2648 : cluster [DBG] osdmap e1425: 8 total, 8 up, 8 in 2024-08-29T18:37:38.160 INFO:tasks.workunit.client.0.smithi028.stdout:resize: 107344058 2024-08-29T18:37:38.576 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:37:38 smithi053 bash[68679]: cluster 2024-08-29T18:37:37.225596+0000 mon.a (mon.0) 2649 : cluster [DBG] osdmap e1426: 8 total, 8 up, 8 in 2024-08-29T18:37:38.577 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:37:38 smithi053 bash[68679]: cluster 2024-08-29T18:37:38.115371+0000 mon.a (mon.0) 2650 : cluster [DBG] osdmap e1427: 8 total, 8 up, 8 in 2024-08-29T18:37:38.577 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:37:38 smithi053 bash[68679]: cluster 2024-08-29T18:37:38.195872+0000 mgr.y (mgr.25022) 1527 : cluster [DBG] pgmap v2473: 169 pgs: 169 active+clean; 1.0 GiB data, 7.7 GiB used, 708 GiB / 715 GiB avail; 1.2 MiB/s rd, 14 MiB/s wr, 301 op/s 2024-08-29T18:37:38.632 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:37:38 smithi028 bash[77168]: cluster 2024-08-29T18:37:37.225596+0000 mon.a (mon.0) 2649 : cluster [DBG] osdmap e1426: 8 total, 8 up, 8 in 2024-08-29T18:37:38.632 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:37:38 smithi028 bash[77168]: cluster 2024-08-29T18:37:38.115371+0000 mon.a (mon.0) 2650 : cluster [DBG] osdmap e1427: 8 total, 8 up, 8 in 2024-08-29T18:37:38.632 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:37:38 smithi028 bash[77168]: cluster 2024-08-29T18:37:38.195872+0000 mgr.y (mgr.25022) 1527 : cluster [DBG] pgmap v2473: 169 pgs: 169 active+clean; 1.0 GiB data, 7.7 GiB used, 708 GiB / 715 GiB avail; 1.2 MiB/s rd, 14 MiB/s wr, 301 op/s 2024-08-29T18:37:38.632 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:37:38 smithi028 bash[78352]: cluster 2024-08-29T18:37:37.225596+0000 mon.a (mon.0) 2649 : cluster [DBG] osdmap e1426: 8 total, 8 up, 8 in 2024-08-29T18:37:38.632 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:37:38 smithi028 bash[78352]: cluster 2024-08-29T18:37:38.115371+0000 mon.a (mon.0) 2650 : cluster [DBG] osdmap e1427: 8 total, 8 up, 8 in 2024-08-29T18:37:38.632 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:37:38 smithi028 bash[78352]: cluster 2024-08-29T18:37:38.195872+0000 mgr.y (mgr.25022) 1527 : cluster [DBG] pgmap v2473: 169 pgs: 169 active+clean; 1.0 GiB data, 7.7 GiB used, 708 GiB / 715 GiB avail; 1.2 MiB/s rd, 14 MiB/s wr, 301 op/s 2024-08-29T18:37:39.046 INFO:tasks.workunit.client.0.smithi028.stdout:[ OK ] TestMigration.StressNoMigrate (8569 ms) 2024-08-29T18:37:39.047 INFO:tasks.workunit.client.0.smithi028.stdout:[ RUN ] TestMigration.Stress 2024-08-29T18:37:39.137 INFO:tasks.workunit.client.0.smithi028.stdout:resize: 83886080 2024-08-29T18:37:39.169 INFO:tasks.workunit.client.0.smithi028.stdout:write: A 67700987~232822 2024-08-29T18:37:39.196 INFO:tasks.workunit.client.0.smithi028.stdout:discard: 39495855~3522977 2024-08-29T18:37:39.197 INFO:tasks.workunit.client.0.smithi028.stdout:write: A 66393014~1853945 2024-08-29T18:37:39.222 INFO:tasks.workunit.client.0.smithi028.stdout:discard: 67764643~6870380 2024-08-29T18:37:39.229 INFO:tasks.workunit.client.0.smithi028.stdout:write: A 1592980~5185858 2024-08-29T18:37:39.283 INFO:tasks.workunit.client.0.smithi028.stdout:discard: 5451185~1193746 2024-08-29T18:37:39.289 INFO:tasks.workunit.client.0.smithi028.stdout:write: A 34667842~1350112 2024-08-29T18:37:39.315 INFO:tasks.workunit.client.0.smithi028.stdout:discard: 20311126~3340537 2024-08-29T18:37:39.315 INFO:tasks.workunit.client.0.smithi028.stdout:snap_create: snap0 2024-08-29T18:37:41.181 INFO:tasks.workunit.client.0.smithi028.stdout:snap_protect: snap0 2024-08-29T18:37:41.215 INFO:tasks.workunit.client.0.smithi028.stdout:clone image163 -> image166 2024-08-29T18:37:41.403 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:37:41 smithi028 bash[78352]: cluster 2024-08-29T18:37:40.138392+0000 mon.a (mon.0) 2651 : cluster [DBG] osdmap e1428: 8 total, 8 up, 8 in 2024-08-29T18:37:41.403 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:37:41 smithi028 bash[77168]: cluster 2024-08-29T18:37:40.138392+0000 mon.a (mon.0) 2651 : cluster [DBG] osdmap e1428: 8 total, 8 up, 8 in 2024-08-29T18:37:41.485 INFO:tasks.workunit.client.0.smithi028.stdout:write: B 68553657~2913706 2024-08-29T18:37:41.563 INFO:tasks.workunit.client.0.smithi028.stdout:discard: 49184785~6462548 2024-08-29T18:37:41.576 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:37:41 smithi053 bash[68679]: cluster 2024-08-29T18:37:40.138392+0000 mon.a (mon.0) 2651 : cluster [DBG] osdmap e1428: 8 total, 8 up, 8 in 2024-08-29T18:37:41.586 INFO:tasks.workunit.client.0.smithi028.stdout:write: B 1362308~4499882 2024-08-29T18:37:41.647 INFO:tasks.workunit.client.0.smithi028.stdout:discard: 75651499~8234581 2024-08-29T18:37:41.664 INFO:tasks.workunit.client.0.smithi028.stdout:write: B 7392278~1849419 2024-08-29T18:37:41.691 INFO:tasks.workunit.client.0.smithi028.stdout:discard: 54060194~6664657 2024-08-29T18:37:41.706 INFO:tasks.workunit.client.0.smithi028.stdout:write: B 74006343~5684433 2024-08-29T18:37:41.768 INFO:tasks.workunit.client.0.smithi028.stdout:discard: 76316274~4320669 2024-08-29T18:37:41.775 INFO:tasks.workunit.client.0.smithi028.stdout:snap_create: snap1 2024-08-29T18:37:41.881 INFO:journalctl@ceph.mgr.y.smithi028.stdout:Aug 29 18:37:41 smithi028 bash[70818]: ::ffff:172.21.15.53 - - [29/Aug/2024:18:37:41] "GET /metrics HTTP/1.1" 200 38867 "" "Prometheus/2.43.0" 2024-08-29T18:37:42.576 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:37:42 smithi053 bash[68679]: cluster 2024-08-29T18:37:40.196679+0000 mgr.y (mgr.25022) 1528 : cluster [DBG] pgmap v2475: 169 pgs: 169 active+clean; 1.1 GiB data, 7.9 GiB used, 707 GiB / 715 GiB avail; 37 MiB/s rd, 23 MiB/s wr, 313 op/s 2024-08-29T18:37:42.577 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:37:42 smithi053 bash[68679]: cluster 2024-08-29T18:37:41.151250+0000 mon.a (mon.0) 2652 : cluster [DBG] osdmap e1429: 8 total, 8 up, 8 in 2024-08-29T18:37:42.577 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:37:42 smithi053 bash[68679]: audit 2024-08-29T18:37:42.125841+0000 mon.a (mon.0) 2653 : audit [DBG] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-29T18:37:42.577 INFO:journalctl@ceph.prometheus.a.smithi053.stdout:Aug 29 18:37:42 smithi053 bash[95567]: ts=2024-08-29T18:37:42.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"3167ee72-662c-11ef-bcd4-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-29T18:37:42.632 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:37:42 smithi028 bash[78352]: cluster 2024-08-29T18:37:40.196679+0000 mgr.y (mgr.25022) 1528 : cluster [DBG] pgmap v2475: 169 pgs: 169 active+clean; 1.1 GiB data, 7.9 GiB used, 707 GiB / 715 GiB avail; 37 MiB/s rd, 23 MiB/s wr, 313 op/s 2024-08-29T18:37:42.632 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:37:42 smithi028 bash[78352]: cluster 2024-08-29T18:37:41.151250+0000 mon.a (mon.0) 2652 : cluster [DBG] osdmap e1429: 8 total, 8 up, 8 in 2024-08-29T18:37:42.632 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:37:42 smithi028 bash[78352]: audit 2024-08-29T18:37:42.125841+0000 mon.a (mon.0) 2653 : audit [DBG] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-29T18:37:42.632 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:37:42 smithi028 bash[77168]: cluster 2024-08-29T18:37:40.196679+0000 mgr.y (mgr.25022) 1528 : cluster [DBG] pgmap v2475: 169 pgs: 169 active+clean; 1.1 GiB data, 7.9 GiB used, 707 GiB / 715 GiB avail; 37 MiB/s rd, 23 MiB/s wr, 313 op/s 2024-08-29T18:37:42.632 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:37:42 smithi028 bash[77168]: cluster 2024-08-29T18:37:41.151250+0000 mon.a (mon.0) 2652 : cluster [DBG] osdmap e1429: 8 total, 8 up, 8 in 2024-08-29T18:37:42.632 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:37:42 smithi028 bash[77168]: audit 2024-08-29T18:37:42.125841+0000 mon.a (mon.0) 2653 : audit [DBG] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-29T18:37:43.197 INFO:tasks.workunit.client.0.smithi028.stdout:snap_protect: snap1 2024-08-29T18:37:43.227 INFO:tasks.workunit.client.0.smithi028.stdout:clone image166 -> image168 2024-08-29T18:37:43.576 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:37:43 smithi053 bash[68679]: cluster 2024-08-29T18:37:42.150732+0000 mon.a (mon.0) 2654 : cluster [DBG] osdmap e1430: 8 total, 8 up, 8 in 2024-08-29T18:37:43.582 INFO:tasks.workunit.client.0.smithi028.stdout:write: C 19709283~102953 2024-08-29T18:37:43.616 INFO:tasks.workunit.client.0.smithi028.stdout:discard: 5288811~6830393 2024-08-29T18:37:43.631 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:37:43 smithi028 bash[77168]: cluster 2024-08-29T18:37:42.150732+0000 mon.a (mon.0) 2654 : cluster [DBG] osdmap e1430: 8 total, 8 up, 8 in 2024-08-29T18:37:43.632 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:37:43 smithi028 bash[78352]: cluster 2024-08-29T18:37:42.150732+0000 mon.a (mon.0) 2654 : cluster [DBG] osdmap e1430: 8 total, 8 up, 8 in 2024-08-29T18:37:43.654 INFO:tasks.workunit.client.0.smithi028.stdout:write: C 66744396~4525047 2024-08-29T18:37:43.734 INFO:tasks.workunit.client.0.smithi028.stdout:discard: 39429591~2351388 2024-08-29T18:37:43.749 INFO:tasks.workunit.client.0.smithi028.stdout:write: C 22469141~748942 2024-08-29T18:37:43.773 INFO:tasks.workunit.client.0.smithi028.stdout:discard: 13384841~1020461 2024-08-29T18:37:43.789 INFO:tasks.workunit.client.0.smithi028.stdout:write: C 45877208~4186641 2024-08-29T18:37:43.847 INFO:tasks.workunit.client.0.smithi028.stdout:discard: 19037797~6441026 2024-08-29T18:37:43.864 INFO:tasks.workunit.client.0.smithi028.stdout:snap_create: snap2 2024-08-29T18:37:44.576 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:37:44 smithi053 bash[68679]: cluster 2024-08-29T18:37:42.197555+0000 mgr.y (mgr.25022) 1529 : cluster [DBG] pgmap v2478: 169 pgs: 169 active+clean; 1.1 GiB data, 7.9 GiB used, 707 GiB / 715 GiB avail; 39 MiB/s rd, 19 MiB/s wr, 314 op/s 2024-08-29T18:37:44.577 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:37:44 smithi053 bash[68679]: cluster 2024-08-29T18:37:43.172520+0000 mon.a (mon.0) 2655 : cluster [DBG] osdmap e1431: 8 total, 8 up, 8 in 2024-08-29T18:37:44.631 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:37:44 smithi028 bash[78352]: cluster 2024-08-29T18:37:42.197555+0000 mgr.y (mgr.25022) 1529 : cluster [DBG] pgmap v2478: 169 pgs: 169 active+clean; 1.1 GiB data, 7.9 GiB used, 707 GiB / 715 GiB avail; 39 MiB/s rd, 19 MiB/s wr, 314 op/s 2024-08-29T18:37:44.632 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:37:44 smithi028 bash[78352]: cluster 2024-08-29T18:37:43.172520+0000 mon.a (mon.0) 2655 : cluster [DBG] osdmap e1431: 8 total, 8 up, 8 in 2024-08-29T18:37:44.632 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:37:44 smithi028 bash[77168]: cluster 2024-08-29T18:37:42.197555+0000 mgr.y (mgr.25022) 1529 : cluster [DBG] pgmap v2478: 169 pgs: 169 active+clean; 1.1 GiB data, 7.9 GiB used, 707 GiB / 715 GiB avail; 39 MiB/s rd, 19 MiB/s wr, 314 op/s 2024-08-29T18:37:44.632 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:37:44 smithi028 bash[77168]: cluster 2024-08-29T18:37:43.172520+0000 mon.a (mon.0) 2655 : cluster [DBG] osdmap e1431: 8 total, 8 up, 8 in 2024-08-29T18:37:45.225 INFO:tasks.workunit.client.0.smithi028.stdout:snap_protect: snap2 2024-08-29T18:37:45.253 INFO:tasks.workunit.client.0.smithi028.stdout:clone image168 -> image170 2024-08-29T18:37:45.576 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:37:45 smithi053 bash[68679]: cluster 2024-08-29T18:37:44.176450+0000 mon.a (mon.0) 2656 : cluster [DBG] osdmap e1432: 8 total, 8 up, 8 in 2024-08-29T18:37:45.631 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:37:45 smithi028 bash[77168]: cluster 2024-08-29T18:37:44.176450+0000 mon.a (mon.0) 2656 : cluster [DBG] osdmap e1432: 8 total, 8 up, 8 in 2024-08-29T18:37:45.632 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:37:45 smithi028 bash[78352]: cluster 2024-08-29T18:37:44.176450+0000 mon.a (mon.0) 2656 : cluster [DBG] osdmap e1432: 8 total, 8 up, 8 in 2024-08-29T18:37:45.686 INFO:tasks.workunit.client.0.smithi028.stdout:write: D 78130750~3622890 2024-08-29T18:37:45.780 INFO:tasks.workunit.client.0.smithi028.stdout:discard: 5472309~3080314 2024-08-29T18:37:45.811 INFO:tasks.workunit.client.0.smithi028.stdout:write: D 43299403~1636949 2024-08-29T18:37:45.848 INFO:tasks.workunit.client.0.smithi028.stdout:discard: 66041638~812247 2024-08-29T18:37:45.910 INFO:tasks.workunit.client.0.smithi028.stdout:write: D 47075956~8253843 2024-08-29T18:37:45.997 INFO:tasks.workunit.client.0.smithi028.stdout:discard: 46258570~8140184 2024-08-29T18:37:46.004 INFO:tasks.workunit.client.0.smithi028.stdout:write: D 66963393~2918922 2024-08-29T18:37:46.072 INFO:tasks.workunit.client.0.smithi028.stdout:discard: 60080963~7247597 2024-08-29T18:37:46.089 INFO:tasks.workunit.client.0.smithi028.stdout:snap_create: snap3 2024-08-29T18:37:46.576 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:37:46 smithi053 bash[68679]: cluster 2024-08-29T18:37:44.198474+0000 mgr.y (mgr.25022) 1530 : cluster [DBG] pgmap v2481: 169 pgs: 169 active+clean; 1.1 GiB data, 8.0 GiB used, 707 GiB / 715 GiB avail; 25 MiB/s rd, 7.1 MiB/s wr, 201 op/s 2024-08-29T18:37:46.577 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:37:46 smithi053 bash[68679]: cluster 2024-08-29T18:37:45.195161+0000 mon.a (mon.0) 2657 : cluster [DBG] osdmap e1433: 8 total, 8 up, 8 in 2024-08-29T18:37:46.631 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:37:46 smithi028 bash[78352]: cluster 2024-08-29T18:37:44.198474+0000 mgr.y (mgr.25022) 1530 : cluster [DBG] pgmap v2481: 169 pgs: 169 active+clean; 1.1 GiB data, 8.0 GiB used, 707 GiB / 715 GiB avail; 25 MiB/s rd, 7.1 MiB/s wr, 201 op/s 2024-08-29T18:37:46.632 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:37:46 smithi028 bash[78352]: cluster 2024-08-29T18:37:45.195161+0000 mon.a (mon.0) 2657 : cluster [DBG] osdmap e1433: 8 total, 8 up, 8 in 2024-08-29T18:37:46.632 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:37:46 smithi028 bash[77168]: cluster 2024-08-29T18:37:44.198474+0000 mgr.y (mgr.25022) 1530 : cluster [DBG] pgmap v2481: 169 pgs: 169 active+clean; 1.1 GiB data, 8.0 GiB used, 707 GiB / 715 GiB avail; 25 MiB/s rd, 7.1 MiB/s wr, 201 op/s 2024-08-29T18:37:46.632 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:37:46 smithi028 bash[77168]: cluster 2024-08-29T18:37:45.195161+0000 mon.a (mon.0) 2657 : cluster [DBG] osdmap e1433: 8 total, 8 up, 8 in 2024-08-29T18:37:47.259 INFO:tasks.workunit.client.0.smithi028.stdout:migration_prepare 2024-08-29T18:37:47.576 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:37:47 smithi053 bash[68679]: cluster 2024-08-29T18:37:46.198213+0000 mon.a (mon.0) 2658 : cluster [DBG] osdmap e1434: 8 total, 8 up, 8 in 2024-08-29T18:37:47.577 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:37:47 smithi053 bash[68679]: cluster 2024-08-29T18:37:46.199505+0000 mgr.y (mgr.25022) 1531 : cluster [DBG] pgmap v2484: 169 pgs: 169 active+clean; 1.2 GiB data, 8.1 GiB used, 707 GiB / 715 GiB avail; 23 MiB/s rd, 15 MiB/s wr, 317 op/s 2024-08-29T18:37:47.631 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:37:47 smithi028 bash[77168]: cluster 2024-08-29T18:37:46.198213+0000 mon.a (mon.0) 2658 : cluster [DBG] osdmap e1434: 8 total, 8 up, 8 in 2024-08-29T18:37:47.632 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:37:47 smithi028 bash[77168]: cluster 2024-08-29T18:37:46.199505+0000 mgr.y (mgr.25022) 1531 : cluster [DBG] pgmap v2484: 169 pgs: 169 active+clean; 1.2 GiB data, 8.1 GiB used, 707 GiB / 715 GiB avail; 23 MiB/s rd, 15 MiB/s wr, 317 op/s 2024-08-29T18:37:47.632 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:37:47 smithi028 bash[78352]: cluster 2024-08-29T18:37:46.198213+0000 mon.a (mon.0) 2658 : cluster [DBG] osdmap e1434: 8 total, 8 up, 8 in 2024-08-29T18:37:47.632 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:37:47 smithi028 bash[78352]: cluster 2024-08-29T18:37:46.199505+0000 mgr.y (mgr.25022) 1531 : cluster [DBG] pgmap v2484: 169 pgs: 169 active+clean; 1.2 GiB data, 8.1 GiB used, 707 GiB / 715 GiB avail; 23 MiB/s rd, 15 MiB/s wr, 317 op/s 2024-08-29T18:37:48.576 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:37:48 smithi053 bash[68679]: cluster 2024-08-29T18:37:47.221335+0000 mon.a (mon.0) 2659 : cluster [DBG] osdmap e1435: 8 total, 8 up, 8 in 2024-08-29T18:37:48.631 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:37:48 smithi028 bash[78352]: cluster 2024-08-29T18:37:47.221335+0000 mon.a (mon.0) 2659 : cluster [DBG] osdmap e1435: 8 total, 8 up, 8 in 2024-08-29T18:37:48.632 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:37:48 smithi028 bash[77168]: cluster 2024-08-29T18:37:47.221335+0000 mon.a (mon.0) 2659 : cluster [DBG] osdmap e1435: 8 total, 8 up, 8 in 2024-08-29T18:37:49.234 INFO:tasks.workunit.client.0.smithi028.stdout:migration_execute 2024-08-29T18:37:49.576 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:37:49 smithi053 bash[68679]: cluster 2024-08-29T18:37:48.200667+0000 mgr.y (mgr.25022) 1532 : cluster [DBG] pgmap v2486: 169 pgs: 169 active+clean; 1.2 GiB data, 8.1 GiB used, 707 GiB / 715 GiB avail; 4.2 MiB/s rd, 14 MiB/s wr, 298 op/s 2024-08-29T18:37:49.577 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:37:49 smithi053 bash[68679]: cluster 2024-08-29T18:37:48.230660+0000 mon.a (mon.0) 2660 : cluster [DBG] osdmap e1436: 8 total, 8 up, 8 in 2024-08-29T18:37:49.631 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:37:49 smithi028 bash[77168]: cluster 2024-08-29T18:37:48.200667+0000 mgr.y (mgr.25022) 1532 : cluster [DBG] pgmap v2486: 169 pgs: 169 active+clean; 1.2 GiB data, 8.1 GiB used, 707 GiB / 715 GiB avail; 4.2 MiB/s rd, 14 MiB/s wr, 298 op/s 2024-08-29T18:37:49.631 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:37:49 smithi028 bash[77168]: cluster 2024-08-29T18:37:48.230660+0000 mon.a (mon.0) 2660 : cluster [DBG] osdmap e1436: 8 total, 8 up, 8 in 2024-08-29T18:37:49.632 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:37:49 smithi028 bash[78352]: cluster 2024-08-29T18:37:48.200667+0000 mgr.y (mgr.25022) 1532 : cluster [DBG] pgmap v2486: 169 pgs: 169 active+clean; 1.2 GiB data, 8.1 GiB used, 707 GiB / 715 GiB avail; 4.2 MiB/s rd, 14 MiB/s wr, 298 op/s 2024-08-29T18:37:49.632 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:37:49 smithi028 bash[78352]: cluster 2024-08-29T18:37:48.230660+0000 mon.a (mon.0) 2660 : cluster [DBG] osdmap e1436: 8 total, 8 up, 8 in 2024-08-29T18:37:49.895 INFO:tasks.workunit.client.0.smithi028.stdout:migration_commit 2024-08-29T18:37:50.709 INFO:tasks.workunit.client.0.smithi028.stdout:[ OK ] TestMigration.Stress (11663 ms) 2024-08-29T18:37:50.710 INFO:tasks.workunit.client.0.smithi028.stdout:[ RUN ] TestMigration.Stress2 2024-08-29T18:37:50.797 INFO:tasks.workunit.client.0.smithi028.stdout:resize: 83886080 2024-08-29T18:37:50.828 INFO:tasks.workunit.client.0.smithi028.stdout:write: A 32660552~996239 2024-08-29T18:37:50.863 INFO:tasks.workunit.client.0.smithi028.stdout:discard: 43688221~870587 2024-08-29T18:37:50.863 INFO:tasks.workunit.client.0.smithi028.stdout:write: A 68999913~4798046 2024-08-29T18:37:50.912 INFO:tasks.workunit.client.0.smithi028.stdout:discard: 42539119~6741415 2024-08-29T18:37:50.912 INFO:tasks.workunit.client.0.smithi028.stdout:write: A 38348265~5825217 2024-08-29T18:37:50.973 INFO:tasks.workunit.client.0.smithi028.stdout:discard: 25389738~2856661 2024-08-29T18:37:50.973 INFO:tasks.workunit.client.0.smithi028.stdout:write: A 31645375~7346134 2024-08-29T18:37:51.026 INFO:tasks.workunit.client.0.smithi028.stdout:discard: 69146704~2857193 2024-08-29T18:37:51.032 INFO:tasks.workunit.client.0.smithi028.stdout:snap_create: snap0 2024-08-29T18:37:51.576 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:37:51 smithi053 bash[68679]: cluster 2024-08-29T18:37:50.202243+0000 mgr.y (mgr.25022) 1533 : cluster [DBG] pgmap v2488: 169 pgs: 169 active+clean; 1.2 GiB data, 8.2 GiB used, 707 GiB / 715 GiB avail; 16 MiB/s rd, 14 MiB/s wr, 558 op/s 2024-08-29T18:37:51.577 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:37:51 smithi053 bash[68679]: cluster 2024-08-29T18:37:50.240288+0000 mon.a (mon.0) 2661 : cluster [DBG] osdmap e1437: 8 total, 8 up, 8 in 2024-08-29T18:37:51.631 INFO:journalctl@ceph.mgr.y.smithi028.stdout:Aug 29 18:37:51 smithi028 bash[70818]: ::ffff:172.21.15.53 - - [29/Aug/2024:18:37:51] "GET /metrics HTTP/1.1" 200 38869 "" "Prometheus/2.43.0" 2024-08-29T18:37:51.632 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:37:51 smithi028 bash[77168]: cluster 2024-08-29T18:37:50.202243+0000 mgr.y (mgr.25022) 1533 : cluster [DBG] pgmap v2488: 169 pgs: 169 active+clean; 1.2 GiB data, 8.2 GiB used, 707 GiB / 715 GiB avail; 16 MiB/s rd, 14 MiB/s wr, 558 op/s 2024-08-29T18:37:51.632 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:37:51 smithi028 bash[77168]: cluster 2024-08-29T18:37:50.240288+0000 mon.a (mon.0) 2661 : cluster [DBG] osdmap e1437: 8 total, 8 up, 8 in 2024-08-29T18:37:51.632 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:37:51 smithi028 bash[78352]: cluster 2024-08-29T18:37:50.202243+0000 mgr.y (mgr.25022) 1533 : cluster [DBG] pgmap v2488: 169 pgs: 169 active+clean; 1.2 GiB data, 8.2 GiB used, 707 GiB / 715 GiB avail; 16 MiB/s rd, 14 MiB/s wr, 558 op/s 2024-08-29T18:37:51.632 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:37:51 smithi028 bash[78352]: cluster 2024-08-29T18:37:50.240288+0000 mon.a (mon.0) 2661 : cluster [DBG] osdmap e1437: 8 total, 8 up, 8 in 2024-08-29T18:37:52.289 INFO:tasks.workunit.client.0.smithi028.stdout:write: B 12764107~3394203 2024-08-29T18:37:52.306 INFO:tasks.workunit.client.0.smithi028.stdout:discard: 11648046~3426916 2024-08-29T18:37:52.340 INFO:tasks.workunit.client.0.smithi028.stdout:write: B 45121532~1119807 2024-08-29T18:37:52.340 INFO:tasks.workunit.client.0.smithi028.stdout:discard: 45981769~7574968 2024-08-29T18:37:52.358 INFO:tasks.workunit.client.0.smithi028.stdout:write: B 23211173~3033022 2024-08-29T18:37:52.360 INFO:tasks.workunit.client.0.smithi028.stdout:discard: 50119402~5399436 2024-08-29T18:37:52.371 INFO:tasks.workunit.client.0.smithi028.stdout:write: B 48338716~1429385 2024-08-29T18:37:52.372 INFO:tasks.workunit.client.0.smithi028.stdout:discard: 69408837~7282483 2024-08-29T18:37:52.373 INFO:tasks.workunit.client.0.smithi028.stdout:snap_create: snap1 2024-08-29T18:37:52.576 INFO:journalctl@ceph.prometheus.a.smithi053.stdout:Aug 29 18:37:52 smithi053 bash[95567]: ts=2024-08-29T18:37:52.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"3167ee72-662c-11ef-bcd4-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-29T18:37:52.577 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:37:52 smithi053 bash[68679]: cluster 2024-08-29T18:37:51.242773+0000 mon.a (mon.0) 2662 : cluster [DBG] osdmap e1438: 8 total, 8 up, 8 in 2024-08-29T18:37:52.631 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:37:52 smithi028 bash[78352]: cluster 2024-08-29T18:37:51.242773+0000 mon.a (mon.0) 2662 : cluster [DBG] osdmap e1438: 8 total, 8 up, 8 in 2024-08-29T18:37:52.632 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:37:52 smithi028 bash[77168]: cluster 2024-08-29T18:37:51.242773+0000 mon.a (mon.0) 2662 : cluster [DBG] osdmap e1438: 8 total, 8 up, 8 in 2024-08-29T18:37:53.576 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:37:53 smithi053 bash[68679]: cluster 2024-08-29T18:37:52.202988+0000 mgr.y (mgr.25022) 1534 : cluster [DBG] pgmap v2491: 169 pgs: 169 active+clean; 1.2 GiB data, 8.2 GiB used, 707 GiB / 715 GiB avail; 16 MiB/s rd, 13 MiB/s wr, 518 op/s 2024-08-29T18:37:53.577 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:37:53 smithi053 bash[68679]: cluster 2024-08-29T18:37:52.265928+0000 mon.a (mon.0) 2663 : cluster [DBG] osdmap e1439: 8 total, 8 up, 8 in 2024-08-29T18:37:53.631 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:37:53 smithi028 bash[78352]: cluster 2024-08-29T18:37:52.202988+0000 mgr.y (mgr.25022) 1534 : cluster [DBG] pgmap v2491: 169 pgs: 169 active+clean; 1.2 GiB data, 8.2 GiB used, 707 GiB / 715 GiB avail; 16 MiB/s rd, 13 MiB/s wr, 518 op/s 2024-08-29T18:37:53.632 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:37:53 smithi028 bash[78352]: cluster 2024-08-29T18:37:52.265928+0000 mon.a (mon.0) 2663 : cluster [DBG] osdmap e1439: 8 total, 8 up, 8 in 2024-08-29T18:37:53.632 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:37:53 smithi028 bash[77168]: cluster 2024-08-29T18:37:52.202988+0000 mgr.y (mgr.25022) 1534 : cluster [DBG] pgmap v2491: 169 pgs: 169 active+clean; 1.2 GiB data, 8.2 GiB used, 707 GiB / 715 GiB avail; 16 MiB/s rd, 13 MiB/s wr, 518 op/s 2024-08-29T18:37:53.632 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:37:53 smithi028 bash[77168]: cluster 2024-08-29T18:37:52.265928+0000 mon.a (mon.0) 2663 : cluster [DBG] osdmap e1439: 8 total, 8 up, 8 in 2024-08-29T18:37:54.315 INFO:tasks.workunit.client.0.smithi028.stdout:snap_protect: snap1 2024-08-29T18:37:54.347 INFO:tasks.workunit.client.0.smithi028.stdout:clone image171 -> image174 2024-08-29T18:37:54.576 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:37:54 smithi053 bash[68679]: cluster 2024-08-29T18:37:53.274672+0000 mon.a (mon.0) 2664 : cluster [DBG] osdmap e1440: 8 total, 8 up, 8 in 2024-08-29T18:37:54.613 INFO:tasks.workunit.client.0.smithi028.stdout:resize: 138408750 2024-08-29T18:37:54.631 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:37:54 smithi028 bash[77168]: cluster 2024-08-29T18:37:53.274672+0000 mon.a (mon.0) 2664 : cluster [DBG] osdmap e1440: 8 total, 8 up, 8 in 2024-08-29T18:37:54.632 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:37:54 smithi028 bash[78352]: cluster 2024-08-29T18:37:53.274672+0000 mon.a (mon.0) 2664 : cluster [DBG] osdmap e1440: 8 total, 8 up, 8 in 2024-08-29T18:37:54.645 INFO:tasks.workunit.client.0.smithi028.stdout:write: C 113366160~6493664 2024-08-29T18:37:54.727 INFO:tasks.workunit.client.0.smithi028.stdout:discard: 99384292~1627631 2024-08-29T18:37:54.728 INFO:tasks.workunit.client.0.smithi028.stdout:write: C 22865731~7144661 2024-08-29T18:37:54.808 INFO:tasks.workunit.client.0.smithi028.stdout:discard: 63962424~1856416 2024-08-29T18:37:54.822 INFO:tasks.workunit.client.0.smithi028.stdout:write: C 96208328~4708738 2024-08-29T18:37:54.887 INFO:tasks.workunit.client.0.smithi028.stdout:discard: 13413594~410248 2024-08-29T18:37:54.915 INFO:tasks.workunit.client.0.smithi028.stdout:write: C 101297405~7288459 2024-08-29T18:37:54.972 INFO:tasks.workunit.client.0.smithi028.stdout:discard: 134167562~4241188 2024-08-29T18:37:54.972 INFO:tasks.workunit.client.0.smithi028.stdout:snap_create: snap2 2024-08-29T18:37:55.576 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:37:55 smithi053 bash[68679]: cluster 2024-08-29T18:37:54.204112+0000 mgr.y (mgr.25022) 1535 : cluster [DBG] pgmap v2494: 169 pgs: 169 active+clean; 1.3 GiB data, 8.2 GiB used, 707 GiB / 715 GiB avail; 20 MiB/s rd, 9.1 MiB/s wr, 600 op/s 2024-08-29T18:37:55.577 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:37:55 smithi053 bash[68679]: cluster 2024-08-29T18:37:54.284921+0000 mon.a (mon.0) 2665 : cluster [DBG] osdmap e1441: 8 total, 8 up, 8 in 2024-08-29T18:37:55.631 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:37:55 smithi028 bash[78352]: cluster 2024-08-29T18:37:54.204112+0000 mgr.y (mgr.25022) 1535 : cluster [DBG] pgmap v2494: 169 pgs: 169 active+clean; 1.3 GiB data, 8.2 GiB used, 707 GiB / 715 GiB avail; 20 MiB/s rd, 9.1 MiB/s wr, 600 op/s 2024-08-29T18:37:55.632 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:37:55 smithi028 bash[78352]: cluster 2024-08-29T18:37:54.284921+0000 mon.a (mon.0) 2665 : cluster [DBG] osdmap e1441: 8 total, 8 up, 8 in 2024-08-29T18:37:55.632 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:37:55 smithi028 bash[77168]: cluster 2024-08-29T18:37:54.204112+0000 mgr.y (mgr.25022) 1535 : cluster [DBG] pgmap v2494: 169 pgs: 169 active+clean; 1.3 GiB data, 8.2 GiB used, 707 GiB / 715 GiB avail; 20 MiB/s rd, 9.1 MiB/s wr, 600 op/s 2024-08-29T18:37:55.632 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:37:55 smithi028 bash[77168]: cluster 2024-08-29T18:37:54.284921+0000 mon.a (mon.0) 2665 : cluster [DBG] osdmap e1441: 8 total, 8 up, 8 in 2024-08-29T18:37:56.334 INFO:tasks.workunit.client.0.smithi028.stdout:snap_protect: snap2 2024-08-29T18:37:56.362 INFO:tasks.workunit.client.0.smithi028.stdout:clone image174 -> image176 2024-08-29T18:37:56.577 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:37:56 smithi053 bash[68679]: cluster 2024-08-29T18:37:55.286572+0000 mon.a (mon.0) 2666 : cluster [DBG] osdmap e1442: 8 total, 8 up, 8 in 2024-08-29T18:37:56.577 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:37:56 smithi053 bash[68679]: audit 2024-08-29T18:37:55.456865+0000 mon.a (mon.0) 2667 : audit [DBG] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-29T18:37:56.577 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:37:56 smithi053 bash[68679]: audit 2024-08-29T18:37:56.237542+0000 mon.a (mon.0) 2668 : audit [DBG] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-29T18:37:56.577 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:37:56 smithi053 bash[68679]: audit 2024-08-29T18:37:56.238674+0000 mon.a (mon.0) 2669 : audit [INF] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-29T18:37:56.577 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:37:56 smithi053 bash[68679]: audit 2024-08-29T18:37:56.244490+0000 mon.a (mon.0) 2670 : audit [INF] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' 2024-08-29T18:37:56.632 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:37:56 smithi028 bash[77168]: cluster 2024-08-29T18:37:55.286572+0000 mon.a (mon.0) 2666 : cluster [DBG] osdmap e1442: 8 total, 8 up, 8 in 2024-08-29T18:37:56.632 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:37:56 smithi028 bash[77168]: audit 2024-08-29T18:37:55.456865+0000 mon.a (mon.0) 2667 : audit [DBG] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-29T18:37:56.632 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:37:56 smithi028 bash[77168]: audit 2024-08-29T18:37:56.237542+0000 mon.a (mon.0) 2668 : audit [DBG] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-29T18:37:56.632 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:37:56 smithi028 bash[77168]: audit 2024-08-29T18:37:56.238674+0000 mon.a (mon.0) 2669 : audit [INF] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-29T18:37:56.632 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:37:56 smithi028 bash[77168]: audit 2024-08-29T18:37:56.244490+0000 mon.a (mon.0) 2670 : audit [INF] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' 2024-08-29T18:37:56.632 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:37:56 smithi028 bash[78352]: cluster 2024-08-29T18:37:55.286572+0000 mon.a (mon.0) 2666 : cluster [DBG] osdmap e1442: 8 total, 8 up, 8 in 2024-08-29T18:37:56.632 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:37:56 smithi028 bash[78352]: audit 2024-08-29T18:37:55.456865+0000 mon.a (mon.0) 2667 : audit [DBG] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-29T18:37:56.632 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:37:56 smithi028 bash[78352]: audit 2024-08-29T18:37:56.237542+0000 mon.a (mon.0) 2668 : audit [DBG] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-29T18:37:56.632 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:37:56 smithi028 bash[78352]: audit 2024-08-29T18:37:56.238674+0000 mon.a (mon.0) 2669 : audit [INF] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-29T18:37:56.633 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:37:56 smithi028 bash[78352]: audit 2024-08-29T18:37:56.244490+0000 mon.a (mon.0) 2670 : audit [INF] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' 2024-08-29T18:37:56.720 INFO:tasks.workunit.client.0.smithi028.stdout:resize: 173328524 2024-08-29T18:37:56.756 INFO:tasks.workunit.client.0.smithi028.stdout:write: D 44223383~1555675 2024-08-29T18:37:56.845 INFO:tasks.workunit.client.0.smithi028.stdout:discard: 99554172~7779608 2024-08-29T18:37:56.912 INFO:tasks.workunit.client.0.smithi028.stdout:write: D 104532173~1851849 2024-08-29T18:37:56.932 INFO:tasks.workunit.client.0.smithi028.stdout:discard: 48461376~4962180 2024-08-29T18:37:56.980 INFO:tasks.workunit.client.0.smithi028.stdout:write: D 55370449~3120358 2024-08-29T18:37:57.026 INFO:tasks.workunit.client.0.smithi028.stdout:discard: 133140500~4437645 2024-08-29T18:37:57.043 INFO:tasks.workunit.client.0.smithi028.stdout:write: D 48052690~2819486 2024-08-29T18:37:57.072 INFO:tasks.workunit.client.0.smithi028.stdout:discard: 162702180~550403 2024-08-29T18:37:57.072 INFO:tasks.workunit.client.0.smithi028.stdout:snap_create: snap3 2024-08-29T18:37:57.576 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:37:57 smithi053 bash[68679]: cluster 2024-08-29T18:37:56.205151+0000 mgr.y (mgr.25022) 1536 : cluster [DBG] pgmap v2497: 169 pgs: 169 active+clean; 1.3 GiB data, 8.3 GiB used, 707 GiB / 715 GiB avail; 32 MiB/s rd, 16 MiB/s wr, 752 op/s 2024-08-29T18:37:57.577 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:37:57 smithi053 bash[68679]: cluster 2024-08-29T18:37:56.301771+0000 mon.a (mon.0) 2671 : cluster [DBG] osdmap e1443: 8 total, 8 up, 8 in 2024-08-29T18:37:57.577 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:37:57 smithi053 bash[68679]: audit 2024-08-29T18:37:57.126155+0000 mon.a (mon.0) 2672 : audit [DBG] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-29T18:37:57.631 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:37:57 smithi028 bash[77168]: cluster 2024-08-29T18:37:56.205151+0000 mgr.y (mgr.25022) 1536 : cluster [DBG] pgmap v2497: 169 pgs: 169 active+clean; 1.3 GiB data, 8.3 GiB used, 707 GiB / 715 GiB avail; 32 MiB/s rd, 16 MiB/s wr, 752 op/s 2024-08-29T18:37:57.632 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:37:57 smithi028 bash[77168]: cluster 2024-08-29T18:37:56.301771+0000 mon.a (mon.0) 2671 : cluster [DBG] osdmap e1443: 8 total, 8 up, 8 in 2024-08-29T18:37:57.632 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:37:57 smithi028 bash[77168]: audit 2024-08-29T18:37:57.126155+0000 mon.a (mon.0) 2672 : audit [DBG] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-29T18:37:57.632 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:37:57 smithi028 bash[78352]: cluster 2024-08-29T18:37:56.205151+0000 mgr.y (mgr.25022) 1536 : cluster [DBG] pgmap v2497: 169 pgs: 169 active+clean; 1.3 GiB data, 8.3 GiB used, 707 GiB / 715 GiB avail; 32 MiB/s rd, 16 MiB/s wr, 752 op/s 2024-08-29T18:37:57.632 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:37:57 smithi028 bash[78352]: cluster 2024-08-29T18:37:56.301771+0000 mon.a (mon.0) 2671 : cluster [DBG] osdmap e1443: 8 total, 8 up, 8 in 2024-08-29T18:37:57.632 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:37:57 smithi028 bash[78352]: audit 2024-08-29T18:37:57.126155+0000 mon.a (mon.0) 2672 : audit [DBG] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-29T18:37:58.150 INFO:tasks.workunit.client.0.smithi028.stdout:snap_protect: snap3 2024-08-29T18:37:58.185 INFO:tasks.workunit.client.0.smithi028.stdout:clone image176 -> image178 2024-08-29T18:37:58.576 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:37:58 smithi053 bash[68679]: cluster 2024-08-29T18:37:57.314206+0000 mon.a (mon.0) 2673 : cluster [DBG] osdmap e1444: 8 total, 8 up, 8 in 2024-08-29T18:37:58.577 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:37:58 smithi053 bash[68679]: cluster 2024-08-29T18:37:58.121785+0000 mon.a (mon.0) 2674 : cluster [DBG] osdmap e1445: 8 total, 8 up, 8 in 2024-08-29T18:37:58.602 INFO:tasks.workunit.client.0.smithi028.stdout:resize: 234283456 2024-08-29T18:37:58.631 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:37:58 smithi028 bash[77168]: cluster 2024-08-29T18:37:57.314206+0000 mon.a (mon.0) 2673 : cluster [DBG] osdmap e1444: 8 total, 8 up, 8 in 2024-08-29T18:37:58.631 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:37:58 smithi028 bash[77168]: cluster 2024-08-29T18:37:58.121785+0000 mon.a (mon.0) 2674 : cluster [DBG] osdmap e1445: 8 total, 8 up, 8 in 2024-08-29T18:37:58.632 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:37:58 smithi028 bash[78352]: cluster 2024-08-29T18:37:57.314206+0000 mon.a (mon.0) 2673 : cluster [DBG] osdmap e1444: 8 total, 8 up, 8 in 2024-08-29T18:37:58.632 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:37:58 smithi028 bash[78352]: cluster 2024-08-29T18:37:58.121785+0000 mon.a (mon.0) 2674 : cluster [DBG] osdmap e1445: 8 total, 8 up, 8 in 2024-08-29T18:37:58.642 INFO:tasks.workunit.client.0.smithi028.stdout:migration_prepare 2024-08-29T18:37:59.843 INFO:tasks.workunit.client.0.smithi028.stdout:write: a 11891231~4328696 2024-08-29T18:37:59.925 INFO:tasks.workunit.client.0.smithi028.stdout:discard: 68239744~3080440 2024-08-29T18:37:59.961 INFO:tasks.workunit.client.0.smithi028.stdout:write: a 73869699~7924960 2024-08-29T18:38:00.012 INFO:tasks.workunit.client.0.smithi028.stdout:discard: 233147372~1136084 2024-08-29T18:38:00.021 INFO:tasks.workunit.client.0.smithi028.stdout:write: a 184397542~4139581 2024-08-29T18:38:00.053 INFO:tasks.workunit.client.0.smithi028.stdout:discard: 100747760~2808613 2024-08-29T18:38:00.082 INFO:tasks.workunit.client.0.smithi028.stdout:write: a 193007492~208706 2024-08-29T18:38:00.093 INFO:tasks.workunit.client.0.smithi028.stdout:discard: 59288170~4876232 2024-08-29T18:38:00.129 INFO:tasks.workunit.client.0.smithi028.stdout:snap_create: user0 2024-08-29T18:38:00.381 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:38:00 smithi028 bash[77168]: cluster 2024-08-29T18:37:58.206093+0000 mgr.y (mgr.25022) 1537 : cluster [DBG] pgmap v2501: 169 pgs: 169 active+clean; 1.3 GiB data, 8.4 GiB used, 707 GiB / 715 GiB avail; 15 MiB/s rd, 10 MiB/s wr, 261 op/s 2024-08-29T18:38:00.382 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:38:00 smithi028 bash[78352]: cluster 2024-08-29T18:37:58.206093+0000 mgr.y (mgr.25022) 1537 : cluster [DBG] pgmap v2501: 169 pgs: 169 active+clean; 1.3 GiB data, 8.4 GiB used, 707 GiB / 715 GiB avail; 15 MiB/s rd, 10 MiB/s wr, 261 op/s 2024-08-29T18:38:00.577 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:38:00 smithi053 bash[68679]: cluster 2024-08-29T18:37:58.206093+0000 mgr.y (mgr.25022) 1537 : cluster [DBG] pgmap v2501: 169 pgs: 169 active+clean; 1.3 GiB data, 8.4 GiB used, 707 GiB / 715 GiB avail; 15 MiB/s rd, 10 MiB/s wr, 261 op/s 2024-08-29T18:38:01.881 INFO:journalctl@ceph.mgr.y.smithi028.stdout:Aug 29 18:38:01 smithi028 bash[70818]: ::ffff:172.21.15.53 - - [29/Aug/2024:18:38:01] "GET /metrics HTTP/1.1" 200 38878 "" "Prometheus/2.43.0" 2024-08-29T18:38:02.168 INFO:tasks.workunit.client.0.smithi028.stdout:write: b 108583662~5696617 2024-08-29T18:38:02.208 INFO:tasks.workunit.client.0.smithi028.stdout:discard: 102286800~7470282 2024-08-29T18:38:02.296 INFO:tasks.workunit.client.0.smithi028.stdout:write: b 159294808~63211 2024-08-29T18:38:02.296 INFO:tasks.workunit.client.0.smithi028.stdout:discard: 112532169~7739748 2024-08-29T18:38:02.297 INFO:tasks.workunit.client.0.smithi028.stdout:write: b 137704680~3856358 2024-08-29T18:38:02.300 INFO:tasks.workunit.client.0.smithi028.stdout:discard: 150336329~212465 2024-08-29T18:38:02.301 INFO:tasks.workunit.client.0.smithi028.stdout:write: b 53315705~2303493 2024-08-29T18:38:02.303 INFO:tasks.workunit.client.0.smithi028.stdout:discard: 156203492~7278145 2024-08-29T18:38:02.384 INFO:tasks.workunit.client.0.smithi028.stdout:snap_create: user1 2024-08-29T18:38:02.577 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:38:02 smithi053 bash[68679]: cluster 2024-08-29T18:38:00.207756+0000 mgr.y (mgr.25022) 1538 : cluster [DBG] pgmap v2502: 169 pgs: 169 active+clean; 1.4 GiB data, 8.5 GiB used, 707 GiB / 715 GiB avail; 16 MiB/s rd, 18 MiB/s wr, 456 op/s 2024-08-29T18:38:02.577 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:38:02 smithi053 bash[68679]: cluster 2024-08-29T18:38:01.136662+0000 mon.a (mon.0) 2675 : cluster [DBG] osdmap e1446: 8 total, 8 up, 8 in 2024-08-29T18:38:02.577 INFO:journalctl@ceph.prometheus.a.smithi053.stdout:Aug 29 18:38:02 smithi053 bash[95567]: ts=2024-08-29T18:38:02.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"3167ee72-662c-11ef-bcd4-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-29T18:38:02.632 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:38:02 smithi028 bash[77168]: cluster 2024-08-29T18:38:00.207756+0000 mgr.y (mgr.25022) 1538 : cluster [DBG] pgmap v2502: 169 pgs: 169 active+clean; 1.4 GiB data, 8.5 GiB used, 707 GiB / 715 GiB avail; 16 MiB/s rd, 18 MiB/s wr, 456 op/s 2024-08-29T18:38:02.632 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:38:02 smithi028 bash[77168]: cluster 2024-08-29T18:38:01.136662+0000 mon.a (mon.0) 2675 : cluster [DBG] osdmap e1446: 8 total, 8 up, 8 in 2024-08-29T18:38:02.632 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:38:02 smithi028 bash[78352]: cluster 2024-08-29T18:38:00.207756+0000 mgr.y (mgr.25022) 1538 : cluster [DBG] pgmap v2502: 169 pgs: 169 active+clean; 1.4 GiB data, 8.5 GiB used, 707 GiB / 715 GiB avail; 16 MiB/s rd, 18 MiB/s wr, 456 op/s 2024-08-29T18:38:02.632 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:38:02 smithi028 bash[78352]: cluster 2024-08-29T18:38:01.136662+0000 mon.a (mon.0) 2675 : cluster [DBG] osdmap e1446: 8 total, 8 up, 8 in 2024-08-29T18:38:03.576 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:38:03 smithi053 bash[68679]: cluster 2024-08-29T18:38:02.139667+0000 mon.a (mon.0) 2676 : cluster [DBG] osdmap e1447: 8 total, 8 up, 8 in 2024-08-29T18:38:03.631 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:38:03 smithi028 bash[78352]: cluster 2024-08-29T18:38:02.139667+0000 mon.a (mon.0) 2676 : cluster [DBG] osdmap e1447: 8 total, 8 up, 8 in 2024-08-29T18:38:03.632 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:38:03 smithi028 bash[77168]: cluster 2024-08-29T18:38:02.139667+0000 mon.a (mon.0) 2676 : cluster [DBG] osdmap e1447: 8 total, 8 up, 8 in 2024-08-29T18:38:04.195 INFO:tasks.workunit.client.0.smithi028.stdout:resize: 299620034 2024-08-29T18:38:04.231 INFO:tasks.workunit.client.0.smithi028.stdout:write: c 261948137~561924 2024-08-29T18:38:04.248 INFO:tasks.workunit.client.0.smithi028.stdout:discard: 234292543~4764566 2024-08-29T18:38:04.248 INFO:tasks.workunit.client.0.smithi028.stdout:write: c 239389428~210354 2024-08-29T18:38:04.249 INFO:tasks.workunit.client.0.smithi028.stdout:discard: 176928408~7148078 2024-08-29T18:38:04.249 INFO:tasks.workunit.client.0.smithi028.stdout:write: c 200030825~3626302 2024-08-29T18:38:04.252 INFO:tasks.workunit.client.0.smithi028.stdout:discard: 104155616~2183210 2024-08-29T18:38:04.252 INFO:tasks.workunit.client.0.smithi028.stdout:write: c 104894224~1968129 2024-08-29T18:38:04.316 INFO:tasks.workunit.client.0.smithi028.stdout:discard: 268206213~6138902 2024-08-29T18:38:04.316 INFO:tasks.workunit.client.0.smithi028.stdout:snap_create: user2 2024-08-29T18:38:04.576 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:38:04 smithi053 bash[68679]: cluster 2024-08-29T18:38:02.208754+0000 mgr.y (mgr.25022) 1539 : cluster [DBG] pgmap v2505: 169 pgs: 169 active+clean; 1.4 GiB data, 8.6 GiB used, 707 GiB / 715 GiB avail; 17 MiB/s rd, 20 MiB/s wr, 469 op/s 2024-08-29T18:38:04.577 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:38:04 smithi053 bash[68679]: cluster 2024-08-29T18:38:03.159216+0000 mon.a (mon.0) 2677 : cluster [DBG] osdmap e1448: 8 total, 8 up, 8 in 2024-08-29T18:38:04.631 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:38:04 smithi028 bash[77168]: cluster 2024-08-29T18:38:02.208754+0000 mgr.y (mgr.25022) 1539 : cluster [DBG] pgmap v2505: 169 pgs: 169 active+clean; 1.4 GiB data, 8.6 GiB used, 707 GiB / 715 GiB avail; 17 MiB/s rd, 20 MiB/s wr, 469 op/s 2024-08-29T18:38:04.632 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:38:04 smithi028 bash[77168]: cluster 2024-08-29T18:38:03.159216+0000 mon.a (mon.0) 2677 : cluster [DBG] osdmap e1448: 8 total, 8 up, 8 in 2024-08-29T18:38:04.632 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:38:04 smithi028 bash[78352]: cluster 2024-08-29T18:38:02.208754+0000 mgr.y (mgr.25022) 1539 : cluster [DBG] pgmap v2505: 169 pgs: 169 active+clean; 1.4 GiB data, 8.6 GiB used, 707 GiB / 715 GiB avail; 17 MiB/s rd, 20 MiB/s wr, 469 op/s 2024-08-29T18:38:04.632 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:38:04 smithi028 bash[78352]: cluster 2024-08-29T18:38:03.159216+0000 mon.a (mon.0) 2677 : cluster [DBG] osdmap e1448: 8 total, 8 up, 8 in 2024-08-29T18:38:05.576 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:38:05 smithi053 bash[68679]: cluster 2024-08-29T18:38:04.162662+0000 mon.a (mon.0) 2678 : cluster [DBG] osdmap e1449: 8 total, 8 up, 8 in 2024-08-29T18:38:05.631 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:38:05 smithi028 bash[77168]: cluster 2024-08-29T18:38:04.162662+0000 mon.a (mon.0) 2678 : cluster [DBG] osdmap e1449: 8 total, 8 up, 8 in 2024-08-29T18:38:05.632 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:38:05 smithi028 bash[78352]: cluster 2024-08-29T18:38:04.162662+0000 mon.a (mon.0) 2678 : cluster [DBG] osdmap e1449: 8 total, 8 up, 8 in 2024-08-29T18:38:06.233 INFO:tasks.workunit.client.0.smithi028.stdout:write: d 154285021~6202114 2024-08-29T18:38:06.262 INFO:tasks.workunit.client.0.smithi028.stdout:discard: 19843273~7659336 2024-08-29T18:38:06.263 INFO:tasks.workunit.client.0.smithi028.stdout:write: d 176423848~36873 2024-08-29T18:38:06.263 INFO:tasks.workunit.client.0.smithi028.stdout:discard: 232939401~908669 2024-08-29T18:38:06.264 INFO:tasks.workunit.client.0.smithi028.stdout:write: d 249407466~1475765 2024-08-29T18:38:06.265 INFO:tasks.workunit.client.0.smithi028.stdout:discard: 34776724~1875860 2024-08-29T18:38:06.266 INFO:tasks.workunit.client.0.smithi028.stdout:write: d 114556246~2786408 2024-08-29T18:38:06.279 INFO:tasks.workunit.client.0.smithi028.stdout:discard: 273123153~3063262 2024-08-29T18:38:06.279 INFO:tasks.workunit.client.0.smithi028.stdout:snap_create: user3 2024-08-29T18:38:06.576 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:38:06 smithi053 bash[68679]: cluster 2024-08-29T18:38:04.209622+0000 mgr.y (mgr.25022) 1540 : cluster [DBG] pgmap v2508: 169 pgs: 169 active+clean; 1.5 GiB data, 8.7 GiB used, 707 GiB / 715 GiB avail; 14 MiB/s rd, 23 MiB/s wr, 411 op/s 2024-08-29T18:38:06.577 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:38:06 smithi053 bash[68679]: cluster 2024-08-29T18:38:05.179297+0000 mon.a (mon.0) 2679 : cluster [DBG] osdmap e1450: 8 total, 8 up, 8 in 2024-08-29T18:38:06.632 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:38:06 smithi028 bash[77168]: cluster 2024-08-29T18:38:04.209622+0000 mgr.y (mgr.25022) 1540 : cluster [DBG] pgmap v2508: 169 pgs: 169 active+clean; 1.5 GiB data, 8.7 GiB used, 707 GiB / 715 GiB avail; 14 MiB/s rd, 23 MiB/s wr, 411 op/s 2024-08-29T18:38:06.632 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:38:06 smithi028 bash[77168]: cluster 2024-08-29T18:38:05.179297+0000 mon.a (mon.0) 2679 : cluster [DBG] osdmap e1450: 8 total, 8 up, 8 in 2024-08-29T18:38:06.632 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:38:06 smithi028 bash[78352]: cluster 2024-08-29T18:38:04.209622+0000 mgr.y (mgr.25022) 1540 : cluster [DBG] pgmap v2508: 169 pgs: 169 active+clean; 1.5 GiB data, 8.7 GiB used, 707 GiB / 715 GiB avail; 14 MiB/s rd, 23 MiB/s wr, 411 op/s 2024-08-29T18:38:06.632 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:38:06 smithi028 bash[78352]: cluster 2024-08-29T18:38:05.179297+0000 mon.a (mon.0) 2679 : cluster [DBG] osdmap e1450: 8 total, 8 up, 8 in 2024-08-29T18:38:07.576 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:38:07 smithi053 bash[68679]: cluster 2024-08-29T18:38:06.200777+0000 mon.a (mon.0) 2680 : cluster [DBG] osdmap e1451: 8 total, 8 up, 8 in 2024-08-29T18:38:07.632 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:38:07 smithi028 bash[77168]: cluster 2024-08-29T18:38:06.200777+0000 mon.a (mon.0) 2680 : cluster [DBG] osdmap e1451: 8 total, 8 up, 8 in 2024-08-29T18:38:07.632 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:38:07 smithi028 bash[78352]: cluster 2024-08-29T18:38:06.200777+0000 mon.a (mon.0) 2680 : cluster [DBG] osdmap e1451: 8 total, 8 up, 8 in 2024-08-29T18:38:08.270 INFO:tasks.workunit.client.0.smithi028.stdout:write: 1 29962003~7490500 2024-08-29T18:38:08.299 INFO:tasks.workunit.client.0.smithi028.stdout:discard: 31834628~3745250 2024-08-29T18:38:08.380 INFO:tasks.workunit.client.0.smithi028.stdout:write: 2 59924006~7490500 2024-08-29T18:38:08.403 INFO:tasks.workunit.client.0.smithi028.stdout:discard: 61796631~3745250 2024-08-29T18:38:08.488 INFO:tasks.workunit.client.0.smithi028.stdout:write: 3 89886010~7490500 2024-08-29T18:38:08.521 INFO:tasks.workunit.client.0.smithi028.stdout:discard: 91758635~3745250 2024-08-29T18:38:08.576 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:38:08 smithi053 bash[68679]: cluster 2024-08-29T18:38:06.210466+0000 mgr.y (mgr.25022) 1541 : cluster [DBG] pgmap v2511: 169 pgs: 169 active+clean; 1.6 GiB data, 8.9 GiB used, 706 GiB / 715 GiB avail; 16 MiB/s rd, 34 MiB/s wr, 551 op/s 2024-08-29T18:38:08.576 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:38:08 smithi053 bash[68679]: cluster 2024-08-29T18:38:07.203996+0000 mon.a (mon.0) 2681 : cluster [DBG] osdmap e1452: 8 total, 8 up, 8 in 2024-08-29T18:38:08.595 INFO:tasks.workunit.client.0.smithi028.stdout:write: 4 119848013~7490500 2024-08-29T18:38:08.613 INFO:tasks.workunit.client.0.smithi028.stdout:discard: 121720638~3745250 2024-08-29T18:38:08.632 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:38:08 smithi028 bash[77168]: cluster 2024-08-29T18:38:06.210466+0000 mgr.y (mgr.25022) 1541 : cluster [DBG] pgmap v2511: 169 pgs: 169 active+clean; 1.6 GiB data, 8.9 GiB used, 706 GiB / 715 GiB avail; 16 MiB/s rd, 34 MiB/s wr, 551 op/s 2024-08-29T18:38:08.632 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:38:08 smithi028 bash[77168]: cluster 2024-08-29T18:38:07.203996+0000 mon.a (mon.0) 2681 : cluster [DBG] osdmap e1452: 8 total, 8 up, 8 in 2024-08-29T18:38:08.633 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:38:08 smithi028 bash[78352]: cluster 2024-08-29T18:38:06.210466+0000 mgr.y (mgr.25022) 1541 : cluster [DBG] pgmap v2511: 169 pgs: 169 active+clean; 1.6 GiB data, 8.9 GiB used, 706 GiB / 715 GiB avail; 16 MiB/s rd, 34 MiB/s wr, 551 op/s 2024-08-29T18:38:08.633 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:38:08 smithi028 bash[78352]: cluster 2024-08-29T18:38:07.203996+0000 mon.a (mon.0) 2681 : cluster [DBG] osdmap e1452: 8 total, 8 up, 8 in 2024-08-29T18:38:08.676 INFO:tasks.workunit.client.0.smithi028.stdout:write: 5 149810017~7490500 2024-08-29T18:38:08.694 INFO:tasks.workunit.client.0.smithi028.stdout:discard: 151682642~3745250 2024-08-29T18:38:09.577 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:38:09 smithi053 bash[68679]: cluster 2024-08-29T18:38:08.211566+0000 mgr.y (mgr.25022) 1542 : cluster [DBG] pgmap v2513: 169 pgs: 169 active+clean; 1.6 GiB data, 9.0 GiB used, 706 GiB / 715 GiB avail; 3.8 MiB/s rd, 18 MiB/s wr, 268 op/s 2024-08-29T18:38:09.577 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:38:09 smithi053 bash[68679]: cluster 2024-08-29T18:38:08.225699+0000 mon.a (mon.0) 2682 : cluster [DBG] osdmap e1453: 8 total, 8 up, 8 in 2024-08-29T18:38:09.631 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:38:09 smithi028 bash[78352]: cluster 2024-08-29T18:38:08.211566+0000 mgr.y (mgr.25022) 1542 : cluster [DBG] pgmap v2513: 169 pgs: 169 active+clean; 1.6 GiB data, 9.0 GiB used, 706 GiB / 715 GiB avail; 3.8 MiB/s rd, 18 MiB/s wr, 268 op/s 2024-08-29T18:38:09.632 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:38:09 smithi028 bash[78352]: cluster 2024-08-29T18:38:08.225699+0000 mon.a (mon.0) 2682 : cluster [DBG] osdmap e1453: 8 total, 8 up, 8 in 2024-08-29T18:38:09.632 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:38:09 smithi028 bash[77168]: cluster 2024-08-29T18:38:08.211566+0000 mgr.y (mgr.25022) 1542 : cluster [DBG] pgmap v2513: 169 pgs: 169 active+clean; 1.6 GiB data, 9.0 GiB used, 706 GiB / 715 GiB avail; 3.8 MiB/s rd, 18 MiB/s wr, 268 op/s 2024-08-29T18:38:09.632 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:38:09 smithi028 bash[77168]: cluster 2024-08-29T18:38:08.225699+0000 mon.a (mon.0) 2682 : cluster [DBG] osdmap e1453: 8 total, 8 up, 8 in 2024-08-29T18:38:11.576 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:38:11 smithi053 bash[68679]: cluster 2024-08-29T18:38:10.213313+0000 mgr.y (mgr.25022) 1543 : cluster [DBG] pgmap v2515: 169 pgs: 169 active+clean; 1.7 GiB data, 9.2 GiB used, 706 GiB / 715 GiB avail; 30 MiB/s rd, 20 MiB/s wr, 226 op/s 2024-08-29T18:38:11.578 INFO:tasks.workunit.client.0.smithi028.stdout:migration_execute 2024-08-29T18:38:11.632 INFO:journalctl@ceph.mgr.y.smithi028.stdout:Aug 29 18:38:11 smithi028 bash[70818]: ::ffff:172.21.15.53 - - [29/Aug/2024:18:38:11] "GET /metrics HTTP/1.1" 200 38878 "" "Prometheus/2.43.0" 2024-08-29T18:38:11.632 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:38:11 smithi028 bash[78352]: cluster 2024-08-29T18:38:10.213313+0000 mgr.y (mgr.25022) 1543 : cluster [DBG] pgmap v2515: 169 pgs: 169 active+clean; 1.7 GiB data, 9.2 GiB used, 706 GiB / 715 GiB avail; 30 MiB/s rd, 20 MiB/s wr, 226 op/s 2024-08-29T18:38:11.632 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:38:11 smithi028 bash[77168]: cluster 2024-08-29T18:38:10.213313+0000 mgr.y (mgr.25022) 1543 : cluster [DBG] pgmap v2515: 169 pgs: 169 active+clean; 1.7 GiB data, 9.2 GiB used, 706 GiB / 715 GiB avail; 30 MiB/s rd, 20 MiB/s wr, 226 op/s 2024-08-29T18:38:12.185 INFO:tasks.workunit.client.0.smithi028.stdout:migration_commit 2024-08-29T18:38:12.576 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:38:12 smithi053 bash[68679]: audit 2024-08-29T18:38:12.126749+0000 mon.a (mon.0) 2683 : audit [DBG] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-29T18:38:12.577 INFO:journalctl@ceph.prometheus.a.smithi053.stdout:Aug 29 18:38:12 smithi053 bash[95567]: ts=2024-08-29T18:38:12.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"3167ee72-662c-11ef-bcd4-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-29T18:38:12.631 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:38:12 smithi028 bash[78352]: audit 2024-08-29T18:38:12.126749+0000 mon.a (mon.0) 2683 : audit [DBG] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-29T18:38:12.632 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:38:12 smithi028 bash[77168]: audit 2024-08-29T18:38:12.126749+0000 mon.a (mon.0) 2683 : audit [DBG] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-29T18:38:13.576 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:38:13 smithi053 bash[68679]: cluster 2024-08-29T18:38:12.214350+0000 mgr.y (mgr.25022) 1544 : cluster [DBG] pgmap v2516: 169 pgs: 169 active+clean; 1.7 GiB data, 9.2 GiB used, 706 GiB / 715 GiB avail; 30 MiB/s rd, 19 MiB/s wr, 193 op/s 2024-08-29T18:38:13.631 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:38:13 smithi028 bash[78352]: cluster 2024-08-29T18:38:12.214350+0000 mgr.y (mgr.25022) 1544 : cluster [DBG] pgmap v2516: 169 pgs: 169 active+clean; 1.7 GiB data, 9.2 GiB used, 706 GiB / 715 GiB avail; 30 MiB/s rd, 19 MiB/s wr, 193 op/s 2024-08-29T18:38:13.632 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:38:13 smithi028 bash[77168]: cluster 2024-08-29T18:38:12.214350+0000 mgr.y (mgr.25022) 1544 : cluster [DBG] pgmap v2516: 169 pgs: 169 active+clean; 1.7 GiB data, 9.2 GiB used, 706 GiB / 715 GiB avail; 30 MiB/s rd, 19 MiB/s wr, 193 op/s 2024-08-29T18:38:15.233 INFO:tasks.workunit.client.0.smithi028.stdout:[ OK ] TestMigration.Stress2 (24524 ms) 2024-08-29T18:38:15.233 INFO:tasks.workunit.client.0.smithi028.stdout:[ RUN ] TestMigration.StressLive 2024-08-29T18:38:15.322 INFO:tasks.workunit.client.0.smithi028.stdout:resize: 83886080 2024-08-29T18:38:15.351 INFO:tasks.workunit.client.0.smithi028.stdout:write: A 74565007~7402727 2024-08-29T18:38:15.442 INFO:tasks.workunit.client.0.smithi028.stdout:discard: 39716630~5297897 2024-08-29T18:38:15.442 INFO:tasks.workunit.client.0.smithi028.stdout:write: A 59255847~4763122 2024-08-29T18:38:15.495 INFO:tasks.workunit.client.0.smithi028.stdout:discard: 32112156~1405769 2024-08-29T18:38:15.495 INFO:tasks.workunit.client.0.smithi028.stdout:write: A 62094154~2937104 2024-08-29T18:38:15.521 INFO:tasks.workunit.client.0.smithi028.stdout:discard: 34241830~6437552 2024-08-29T18:38:15.521 INFO:tasks.workunit.client.0.smithi028.stdout:write: A 31522964~4423701 2024-08-29T18:38:15.560 INFO:tasks.workunit.client.0.smithi028.stdout:discard: 50935865~6889512 2024-08-29T18:38:15.561 INFO:tasks.workunit.client.0.smithi028.stdout:snap_create: snap0 2024-08-29T18:38:15.576 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:38:15 smithi053 bash[68679]: cluster 2024-08-29T18:38:14.215571+0000 mgr.y (mgr.25022) 1545 : cluster [DBG] pgmap v2517: 169 pgs: 169 active+clean; 1.8 GiB data, 9.3 GiB used, 706 GiB / 715 GiB avail; 100 MiB/s rd, 21 MiB/s wr, 378 op/s 2024-08-29T18:38:15.631 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:38:15 smithi028 bash[78352]: cluster 2024-08-29T18:38:14.215571+0000 mgr.y (mgr.25022) 1545 : cluster [DBG] pgmap v2517: 169 pgs: 169 active+clean; 1.8 GiB data, 9.3 GiB used, 706 GiB / 715 GiB avail; 100 MiB/s rd, 21 MiB/s wr, 378 op/s 2024-08-29T18:38:15.632 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:38:15 smithi028 bash[77168]: cluster 2024-08-29T18:38:14.215571+0000 mgr.y (mgr.25022) 1545 : cluster [DBG] pgmap v2517: 169 pgs: 169 active+clean; 1.8 GiB data, 9.3 GiB used, 706 GiB / 715 GiB avail; 100 MiB/s rd, 21 MiB/s wr, 378 op/s 2024-08-29T18:38:17.288 INFO:tasks.workunit.client.0.smithi028.stdout:snap_protect: snap0 2024-08-29T18:38:17.321 INFO:tasks.workunit.client.0.smithi028.stdout:clone image179 -> image182 2024-08-29T18:38:17.576 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:38:17 smithi053 bash[68679]: cluster 2024-08-29T18:38:16.217080+0000 mgr.y (mgr.25022) 1546 : cluster [DBG] pgmap v2518: 169 pgs: 169 active+clean; 1.8 GiB data, 9.3 GiB used, 706 GiB / 715 GiB avail; 157 MiB/s rd, 19 MiB/s wr, 473 op/s 2024-08-29T18:38:17.577 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:38:17 smithi053 bash[68679]: cluster 2024-08-29T18:38:16.257286+0000 mon.a (mon.0) 2684 : cluster [DBG] osdmap e1454: 8 total, 8 up, 8 in 2024-08-29T18:38:17.593 INFO:tasks.workunit.client.0.smithi028.stdout:write: B 13188749~641090 2024-08-29T18:38:17.628 INFO:tasks.workunit.client.0.smithi028.stdout:discard: 12016021~105777 2024-08-29T18:38:17.631 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:38:17 smithi028 bash[77168]: cluster 2024-08-29T18:38:16.217080+0000 mgr.y (mgr.25022) 1546 : cluster [DBG] pgmap v2518: 169 pgs: 169 active+clean; 1.8 GiB data, 9.3 GiB used, 706 GiB / 715 GiB avail; 157 MiB/s rd, 19 MiB/s wr, 473 op/s 2024-08-29T18:38:17.631 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:38:17 smithi028 bash[77168]: cluster 2024-08-29T18:38:16.257286+0000 mon.a (mon.0) 2684 : cluster [DBG] osdmap e1454: 8 total, 8 up, 8 in 2024-08-29T18:38:17.632 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:38:17 smithi028 bash[78352]: cluster 2024-08-29T18:38:16.217080+0000 mgr.y (mgr.25022) 1546 : cluster [DBG] pgmap v2518: 169 pgs: 169 active+clean; 1.8 GiB data, 9.3 GiB used, 706 GiB / 715 GiB avail; 157 MiB/s rd, 19 MiB/s wr, 473 op/s 2024-08-29T18:38:17.632 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:38:17 smithi028 bash[78352]: cluster 2024-08-29T18:38:16.257286+0000 mon.a (mon.0) 2684 : cluster [DBG] osdmap e1454: 8 total, 8 up, 8 in 2024-08-29T18:38:17.642 INFO:tasks.workunit.client.0.smithi028.stdout:write: B 59133351~6275907 2024-08-29T18:38:17.722 INFO:tasks.workunit.client.0.smithi028.stdout:discard: 388637~5503274 2024-08-29T18:38:17.739 INFO:tasks.workunit.client.0.smithi028.stdout:write: B 61339264~3199503 2024-08-29T18:38:17.765 INFO:tasks.workunit.client.0.smithi028.stdout:discard: 77554156~3451899 2024-08-29T18:38:17.819 INFO:tasks.workunit.client.0.smithi028.stdout:write: B 44409059~4499309 2024-08-29T18:38:17.869 INFO:tasks.workunit.client.0.smithi028.stdout:discard: 9797206~1124220 2024-08-29T18:38:17.877 INFO:tasks.workunit.client.0.smithi028.stdout:snap_create: snap1 2024-08-29T18:38:18.576 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:38:18 smithi053 bash[68679]: cluster 2024-08-29T18:38:17.260014+0000 mon.a (mon.0) 2685 : cluster [DBG] osdmap e1455: 8 total, 8 up, 8 in 2024-08-29T18:38:18.631 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:38:18 smithi028 bash[77168]: cluster 2024-08-29T18:38:17.260014+0000 mon.a (mon.0) 2685 : cluster [DBG] osdmap e1455: 8 total, 8 up, 8 in 2024-08-29T18:38:18.632 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:38:18 smithi028 bash[78352]: cluster 2024-08-29T18:38:17.260014+0000 mon.a (mon.0) 2685 : cluster [DBG] osdmap e1455: 8 total, 8 up, 8 in 2024-08-29T18:38:19.310 INFO:tasks.workunit.client.0.smithi028.stdout:snap_protect: snap1 2024-08-29T18:38:19.339 INFO:tasks.workunit.client.0.smithi028.stdout:clone image182 -> image184 2024-08-29T18:38:19.576 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:38:19 smithi053 bash[68679]: cluster 2024-08-29T18:38:18.218103+0000 mgr.y (mgr.25022) 1547 : cluster [DBG] pgmap v2521: 169 pgs: 169 active+clean; 1.8 GiB data, 9.3 GiB used, 706 GiB / 715 GiB avail; 180 MiB/s rd, 10 MiB/s wr, 421 op/s 2024-08-29T18:38:19.577 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:38:19 smithi053 bash[68679]: cluster 2024-08-29T18:38:18.283218+0000 mon.a (mon.0) 2686 : cluster [DBG] osdmap e1456: 8 total, 8 up, 8 in 2024-08-29T18:38:19.631 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:38:19 smithi028 bash[78352]: cluster 2024-08-29T18:38:18.218103+0000 mgr.y (mgr.25022) 1547 : cluster [DBG] pgmap v2521: 169 pgs: 169 active+clean; 1.8 GiB data, 9.3 GiB used, 706 GiB / 715 GiB avail; 180 MiB/s rd, 10 MiB/s wr, 421 op/s 2024-08-29T18:38:19.632 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:38:19 smithi028 bash[78352]: cluster 2024-08-29T18:38:18.283218+0000 mon.a (mon.0) 2686 : cluster [DBG] osdmap e1456: 8 total, 8 up, 8 in 2024-08-29T18:38:19.632 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:38:19 smithi028 bash[77168]: cluster 2024-08-29T18:38:18.218103+0000 mgr.y (mgr.25022) 1547 : cluster [DBG] pgmap v2521: 169 pgs: 169 active+clean; 1.8 GiB data, 9.3 GiB used, 706 GiB / 715 GiB avail; 180 MiB/s rd, 10 MiB/s wr, 421 op/s 2024-08-29T18:38:19.632 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:38:19 smithi028 bash[77168]: cluster 2024-08-29T18:38:18.283218+0000 mon.a (mon.0) 2686 : cluster [DBG] osdmap e1456: 8 total, 8 up, 8 in 2024-08-29T18:38:19.684 INFO:tasks.workunit.client.0.smithi028.stdout:write: C 43588418~1944189 2024-08-29T18:38:19.750 INFO:tasks.workunit.client.0.smithi028.stdout:discard: 38435725~4445066 2024-08-29T18:38:19.765 INFO:tasks.workunit.client.0.smithi028.stdout:write: C 2494011~5019276 2024-08-29T18:38:19.819 INFO:tasks.workunit.client.0.smithi028.stdout:discard: 59774625~5568692 2024-08-29T18:38:19.859 INFO:tasks.workunit.client.0.smithi028.stdout:write: C 29235420~462543 2024-08-29T18:38:19.924 INFO:tasks.workunit.client.0.smithi028.stdout:discard: 14479020~1658586 2024-08-29T18:38:19.948 INFO:tasks.workunit.client.0.smithi028.stdout:write: C 69408541~3266704 2024-08-29T18:38:20.009 INFO:tasks.workunit.client.0.smithi028.stdout:discard: 45315521~2501946 2024-08-29T18:38:20.044 INFO:tasks.workunit.client.0.smithi028.stdout:snap_create: snap2 2024-08-29T18:38:20.576 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:38:20 smithi053 bash[68679]: cluster 2024-08-29T18:38:19.285549+0000 mon.a (mon.0) 2687 : cluster [DBG] osdmap e1457: 8 total, 8 up, 8 in 2024-08-29T18:38:20.631 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:38:20 smithi028 bash[78352]: cluster 2024-08-29T18:38:19.285549+0000 mon.a (mon.0) 2687 : cluster [DBG] osdmap e1457: 8 total, 8 up, 8 in 2024-08-29T18:38:20.632 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:38:20 smithi028 bash[77168]: cluster 2024-08-29T18:38:19.285549+0000 mon.a (mon.0) 2687 : cluster [DBG] osdmap e1457: 8 total, 8 up, 8 in 2024-08-29T18:38:21.338 INFO:tasks.workunit.client.0.smithi028.stdout:snap_protect: snap2 2024-08-29T18:38:21.369 INFO:tasks.workunit.client.0.smithi028.stdout:clone image184 -> image186 2024-08-29T18:38:21.576 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:38:21 smithi053 bash[68679]: cluster 2024-08-29T18:38:20.219581+0000 mgr.y (mgr.25022) 1548 : cluster [DBG] pgmap v2524: 169 pgs: 169 active+clean; 1.9 GiB data, 9.5 GiB used, 706 GiB / 715 GiB avail; 121 MiB/s rd, 17 MiB/s wr, 291 op/s 2024-08-29T18:38:21.577 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:38:21 smithi053 bash[68679]: cluster 2024-08-29T18:38:20.306675+0000 mon.a (mon.0) 2688 : cluster [DBG] osdmap e1458: 8 total, 8 up, 8 in 2024-08-29T18:38:21.632 INFO:journalctl@ceph.mgr.y.smithi028.stdout:Aug 29 18:38:21 smithi028 bash[70818]: ::ffff:172.21.15.53 - - [29/Aug/2024:18:38:21] "GET /metrics HTTP/1.1" 200 38873 "" "Prometheus/2.43.0" 2024-08-29T18:38:21.632 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:38:21 smithi028 bash[77168]: cluster 2024-08-29T18:38:20.219581+0000 mgr.y (mgr.25022) 1548 : cluster [DBG] pgmap v2524: 169 pgs: 169 active+clean; 1.9 GiB data, 9.5 GiB used, 706 GiB / 715 GiB avail; 121 MiB/s rd, 17 MiB/s wr, 291 op/s 2024-08-29T18:38:21.632 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:38:21 smithi028 bash[77168]: cluster 2024-08-29T18:38:20.306675+0000 mon.a (mon.0) 2688 : cluster [DBG] osdmap e1458: 8 total, 8 up, 8 in 2024-08-29T18:38:21.632 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:38:21 smithi028 bash[78352]: cluster 2024-08-29T18:38:20.219581+0000 mgr.y (mgr.25022) 1548 : cluster [DBG] pgmap v2524: 169 pgs: 169 active+clean; 1.9 GiB data, 9.5 GiB used, 706 GiB / 715 GiB avail; 121 MiB/s rd, 17 MiB/s wr, 291 op/s 2024-08-29T18:38:21.632 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:38:21 smithi028 bash[78352]: cluster 2024-08-29T18:38:20.306675+0000 mon.a (mon.0) 2688 : cluster [DBG] osdmap e1458: 8 total, 8 up, 8 in 2024-08-29T18:38:21.798 INFO:tasks.workunit.client.0.smithi028.stdout:resize: 138003305 2024-08-29T18:38:21.831 INFO:tasks.workunit.client.0.smithi028.stdout:write: D 9468183~3041756 2024-08-29T18:38:21.893 INFO:tasks.workunit.client.0.smithi028.stdout:discard: 72769629~6985080 2024-08-29T18:38:21.954 INFO:tasks.workunit.client.0.smithi028.stdout:write: D 5557881~4229781 2024-08-29T18:38:22.024 INFO:tasks.workunit.client.0.smithi028.stdout:discard: 46488171~1771466 2024-08-29T18:38:22.051 INFO:tasks.workunit.client.0.smithi028.stdout:write: D 2664303~1777377 2024-08-29T18:38:22.090 INFO:tasks.workunit.client.0.smithi028.stdout:discard: 52060121~6935409 2024-08-29T18:38:22.121 INFO:tasks.workunit.client.0.smithi028.stdout:write: D 92466867~5124253 2024-08-29T18:38:22.178 INFO:tasks.workunit.client.0.smithi028.stdout:discard: 11124694~3721177 2024-08-29T18:38:22.197 INFO:tasks.workunit.client.0.smithi028.stdout:snap_create: snap3 2024-08-29T18:38:22.577 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:38:22 smithi053 bash[68679]: cluster 2024-08-29T18:38:21.307412+0000 mon.a (mon.0) 2689 : cluster [DBG] osdmap e1459: 8 total, 8 up, 8 in 2024-08-29T18:38:22.577 INFO:journalctl@ceph.prometheus.a.smithi053.stdout:Aug 29 18:38:22 smithi053 bash[95567]: ts=2024-08-29T18:38:22.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"3167ee72-662c-11ef-bcd4-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-29T18:38:22.631 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:38:22 smithi028 bash[78352]: cluster 2024-08-29T18:38:21.307412+0000 mon.a (mon.0) 2689 : cluster [DBG] osdmap e1459: 8 total, 8 up, 8 in 2024-08-29T18:38:22.632 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:38:22 smithi028 bash[77168]: cluster 2024-08-29T18:38:21.307412+0000 mon.a (mon.0) 2689 : cluster [DBG] osdmap e1459: 8 total, 8 up, 8 in 2024-08-29T18:38:23.362 INFO:tasks.workunit.client.0.smithi028.stdout:snap_protect: snap3 2024-08-29T18:38:23.391 INFO:tasks.workunit.client.0.smithi028.stdout:clone image186 -> image188 2024-08-29T18:38:23.631 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:38:23 smithi028 bash[77168]: cluster 2024-08-29T18:38:22.220378+0000 mgr.y (mgr.25022) 1549 : cluster [DBG] pgmap v2527: 169 pgs: 169 active+clean; 1.9 GiB data, 9.5 GiB used, 706 GiB / 715 GiB avail; 78 MiB/s rd, 16 MiB/s wr, 253 op/s 2024-08-29T18:38:23.632 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:38:23 smithi028 bash[77168]: cluster 2024-08-29T18:38:22.330494+0000 mon.a (mon.0) 2690 : cluster [DBG] osdmap e1460: 8 total, 8 up, 8 in 2024-08-29T18:38:23.632 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:38:23 smithi028 bash[78352]: cluster 2024-08-29T18:38:22.220378+0000 mgr.y (mgr.25022) 1549 : cluster [DBG] pgmap v2527: 169 pgs: 169 active+clean; 1.9 GiB data, 9.5 GiB used, 706 GiB / 715 GiB avail; 78 MiB/s rd, 16 MiB/s wr, 253 op/s 2024-08-29T18:38:23.632 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:38:23 smithi028 bash[78352]: cluster 2024-08-29T18:38:22.330494+0000 mon.a (mon.0) 2690 : cluster [DBG] osdmap e1460: 8 total, 8 up, 8 in 2024-08-29T18:38:23.826 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:38:23 smithi053 bash[68679]: cluster 2024-08-29T18:38:22.220378+0000 mgr.y (mgr.25022) 1549 : cluster [DBG] pgmap v2527: 169 pgs: 169 active+clean; 1.9 GiB data, 9.5 GiB used, 706 GiB / 715 GiB avail; 78 MiB/s rd, 16 MiB/s wr, 253 op/s 2024-08-29T18:38:23.827 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:38:23 smithi053 bash[68679]: cluster 2024-08-29T18:38:22.330494+0000 mon.a (mon.0) 2690 : cluster [DBG] osdmap e1460: 8 total, 8 up, 8 in 2024-08-29T18:38:23.936 INFO:tasks.workunit.client.0.smithi028.stdout:migration_prepare 2024-08-29T18:38:24.632 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:38:24 smithi028 bash[77168]: cluster 2024-08-29T18:38:23.332641+0000 mon.a (mon.0) 2691 : cluster [DBG] osdmap e1461: 8 total, 8 up, 8 in 2024-08-29T18:38:24.632 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:38:24 smithi028 bash[78352]: cluster 2024-08-29T18:38:23.332641+0000 mon.a (mon.0) 2691 : cluster [DBG] osdmap e1461: 8 total, 8 up, 8 in 2024-08-29T18:38:24.826 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:38:24 smithi053 bash[68679]: cluster 2024-08-29T18:38:23.332641+0000 mon.a (mon.0) 2691 : cluster [DBG] osdmap e1461: 8 total, 8 up, 8 in 2024-08-29T18:38:25.141 INFO:tasks.workunit.client.0.smithi028.stdout:migration_execute 2024-08-29T18:38:25.141 INFO:tasks.workunit.client.0.smithi028.stdout:write: a 15471887~7185631 2024-08-29T18:38:25.240 INFO:tasks.workunit.client.0.smithi028.stdout:discard: 20461289~6677732 2024-08-29T18:38:25.276 INFO:tasks.workunit.client.0.smithi028.stdout:write: a 12768144~7924411 2024-08-29T18:38:25.310 INFO:tasks.workunit.client.0.smithi028.stdout:discard: 85721560~6133324 2024-08-29T18:38:25.346 INFO:tasks.workunit.client.0.smithi028.stdout:write: a 130216133~6881482 2024-08-29T18:38:25.426 INFO:tasks.workunit.client.0.smithi028.stdout:discard: 42460067~7762571 2024-08-29T18:38:25.458 INFO:tasks.workunit.client.0.smithi028.stdout:write: a 53049060~4902774 2024-08-29T18:38:25.521 INFO:tasks.workunit.client.0.smithi028.stdout:discard: 47378888~8048609 2024-08-29T18:38:25.529 INFO:tasks.workunit.client.0.smithi028.stdout:snap_create: user0 2024-08-29T18:38:25.631 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:38:25 smithi028 bash[77168]: cluster 2024-08-29T18:38:24.221563+0000 mgr.y (mgr.25022) 1550 : cluster [DBG] pgmap v2530: 169 pgs: 169 active+clean; 1.9 GiB data, 9.6 GiB used, 706 GiB / 715 GiB avail; 9.0 MiB/s rd, 11 MiB/s wr, 294 op/s 2024-08-29T18:38:25.632 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:38:25 smithi028 bash[78352]: cluster 2024-08-29T18:38:24.221563+0000 mgr.y (mgr.25022) 1550 : cluster [DBG] pgmap v2530: 169 pgs: 169 active+clean; 1.9 GiB data, 9.6 GiB used, 706 GiB / 715 GiB avail; 9.0 MiB/s rd, 11 MiB/s wr, 294 op/s 2024-08-29T18:38:25.826 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:38:25 smithi053 bash[68679]: cluster 2024-08-29T18:38:24.221563+0000 mgr.y (mgr.25022) 1550 : cluster [DBG] pgmap v2530: 169 pgs: 169 active+clean; 1.9 GiB data, 9.6 GiB used, 706 GiB / 715 GiB avail; 9.0 MiB/s rd, 11 MiB/s wr, 294 op/s 2024-08-29T18:38:27.411 INFO:tasks.workunit.client.0.smithi028.stdout:write: b 113506001~3889783 2024-08-29T18:38:27.432 INFO:tasks.workunit.client.0.smithi028.stdout:discard: 19275884~1459342 2024-08-29T18:38:27.432 INFO:tasks.workunit.client.0.smithi028.stdout:write: b 62843901~5929781 2024-08-29T18:38:27.452 INFO:tasks.workunit.client.0.smithi028.stdout:discard: 52053656~743777 2024-08-29T18:38:27.454 INFO:tasks.workunit.client.0.smithi028.stdout:write: b 11776926~1375052 2024-08-29T18:38:27.456 INFO:tasks.workunit.client.0.smithi028.stdout:discard: 90965341~538461 2024-08-29T18:38:27.456 INFO:tasks.workunit.client.0.smithi028.stdout:write: b 23530866~6147412 2024-08-29T18:38:27.479 INFO:tasks.workunit.client.0.smithi028.stdout:discard: 91180525~1789014 2024-08-29T18:38:27.519 INFO:tasks.workunit.client.0.smithi028.stdout:snap_create: user1 2024-08-29T18:38:27.631 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:38:27 smithi028 bash[78352]: cluster 2024-08-29T18:38:26.223077+0000 mgr.y (mgr.25022) 1551 : cluster [DBG] pgmap v2531: 169 pgs: 169 active+clean; 2.0 GiB data, 9.7 GiB used, 705 GiB / 715 GiB avail; 13 MiB/s rd, 15 MiB/s wr, 507 op/s 2024-08-29T18:38:27.631 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:38:27 smithi028 bash[78352]: cluster 2024-08-29T18:38:26.367743+0000 mon.a (mon.0) 2692 : cluster [DBG] osdmap e1462: 8 total, 8 up, 8 in 2024-08-29T18:38:27.632 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:38:27 smithi028 bash[78352]: audit 2024-08-29T18:38:27.126902+0000 mon.a (mon.0) 2693 : audit [DBG] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-29T18:38:27.632 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:38:27 smithi028 bash[77168]: cluster 2024-08-29T18:38:26.223077+0000 mgr.y (mgr.25022) 1551 : cluster [DBG] pgmap v2531: 169 pgs: 169 active+clean; 2.0 GiB data, 9.7 GiB used, 705 GiB / 715 GiB avail; 13 MiB/s rd, 15 MiB/s wr, 507 op/s 2024-08-29T18:38:27.632 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:38:27 smithi028 bash[77168]: cluster 2024-08-29T18:38:26.367743+0000 mon.a (mon.0) 2692 : cluster [DBG] osdmap e1462: 8 total, 8 up, 8 in 2024-08-29T18:38:27.632 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:38:27 smithi028 bash[77168]: audit 2024-08-29T18:38:27.126902+0000 mon.a (mon.0) 2693 : audit [DBG] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-29T18:38:27.826 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:38:27 smithi053 bash[68679]: cluster 2024-08-29T18:38:26.223077+0000 mgr.y (mgr.25022) 1551 : cluster [DBG] pgmap v2531: 169 pgs: 169 active+clean; 2.0 GiB data, 9.7 GiB used, 705 GiB / 715 GiB avail; 13 MiB/s rd, 15 MiB/s wr, 507 op/s 2024-08-29T18:38:27.827 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:38:27 smithi053 bash[68679]: cluster 2024-08-29T18:38:26.367743+0000 mon.a (mon.0) 2692 : cluster [DBG] osdmap e1462: 8 total, 8 up, 8 in 2024-08-29T18:38:27.827 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:38:27 smithi053 bash[68679]: audit 2024-08-29T18:38:27.126902+0000 mon.a (mon.0) 2693 : audit [DBG] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-29T18:38:28.826 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:38:28 smithi053 bash[68679]: cluster 2024-08-29T18:38:27.372167+0000 mon.a (mon.0) 2694 : cluster [DBG] osdmap e1463: 8 total, 8 up, 8 in 2024-08-29T18:38:28.881 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:38:28 smithi028 bash[78352]: cluster 2024-08-29T18:38:27.372167+0000 mon.a (mon.0) 2694 : cluster [DBG] osdmap e1463: 8 total, 8 up, 8 in 2024-08-29T18:38:28.882 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:38:28 smithi028 bash[77168]: cluster 2024-08-29T18:38:27.372167+0000 mon.a (mon.0) 2694 : cluster [DBG] osdmap e1463: 8 total, 8 up, 8 in 2024-08-29T18:38:29.432 INFO:tasks.workunit.client.0.smithi028.stdout:write: c 47955834~4655633 2024-08-29T18:38:29.477 INFO:tasks.workunit.client.0.smithi028.stdout:discard: 52216236~1033702 2024-08-29T18:38:29.499 INFO:tasks.workunit.client.0.smithi028.stdout:write: c 132607392~5395913 2024-08-29T18:38:29.504 INFO:tasks.workunit.client.0.smithi028.stdout:discard: 119543958~3517547 2024-08-29T18:38:29.505 INFO:tasks.workunit.client.0.smithi028.stdout:write: c 54966392~6797304 2024-08-29T18:38:29.535 INFO:tasks.workunit.client.0.smithi028.stdout:discard: 13512699~7185595 2024-08-29T18:38:29.536 INFO:tasks.workunit.client.0.smithi028.stdout:write: c 5540257~3530960 2024-08-29T18:38:29.543 INFO:tasks.workunit.client.0.smithi028.stdout:discard: 413903~1958481 2024-08-29T18:38:29.551 INFO:tasks.workunit.client.0.smithi028.stdout:snap_create: user2 2024-08-29T18:38:29.826 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:38:29 smithi053 bash[68679]: cluster 2024-08-29T18:38:28.223984+0000 mgr.y (mgr.25022) 1552 : cluster [DBG] pgmap v2534: 169 pgs: 169 active+clean; 2.0 GiB data, 9.8 GiB used, 705 GiB / 715 GiB avail; 14 MiB/s rd, 17 MiB/s wr, 645 op/s 2024-08-29T18:38:29.826 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:38:29 smithi053 bash[68679]: cluster 2024-08-29T18:38:28.384450+0000 mon.a (mon.0) 2695 : cluster [DBG] osdmap e1464: 8 total, 8 up, 8 in 2024-08-29T18:38:29.881 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:38:29 smithi028 bash[78352]: cluster 2024-08-29T18:38:28.223984+0000 mgr.y (mgr.25022) 1552 : cluster [DBG] pgmap v2534: 169 pgs: 169 active+clean; 2.0 GiB data, 9.8 GiB used, 705 GiB / 715 GiB avail; 14 MiB/s rd, 17 MiB/s wr, 645 op/s 2024-08-29T18:38:29.882 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:38:29 smithi028 bash[78352]: cluster 2024-08-29T18:38:28.384450+0000 mon.a (mon.0) 2695 : cluster [DBG] osdmap e1464: 8 total, 8 up, 8 in 2024-08-29T18:38:29.882 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:38:29 smithi028 bash[77168]: cluster 2024-08-29T18:38:28.223984+0000 mgr.y (mgr.25022) 1552 : cluster [DBG] pgmap v2534: 169 pgs: 169 active+clean; 2.0 GiB data, 9.8 GiB used, 705 GiB / 715 GiB avail; 14 MiB/s rd, 17 MiB/s wr, 645 op/s 2024-08-29T18:38:29.882 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:38:29 smithi028 bash[77168]: cluster 2024-08-29T18:38:28.384450+0000 mon.a (mon.0) 2695 : cluster [DBG] osdmap e1464: 8 total, 8 up, 8 in 2024-08-29T18:38:30.826 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:38:30 smithi053 bash[68679]: cluster 2024-08-29T18:38:29.396333+0000 mon.a (mon.0) 2696 : cluster [DBG] osdmap e1465: 8 total, 8 up, 8 in 2024-08-29T18:38:30.881 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:38:30 smithi028 bash[78352]: cluster 2024-08-29T18:38:29.396333+0000 mon.a (mon.0) 2696 : cluster [DBG] osdmap e1465: 8 total, 8 up, 8 in 2024-08-29T18:38:30.882 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:38:30 smithi028 bash[77168]: cluster 2024-08-29T18:38:29.396333+0000 mon.a (mon.0) 2696 : cluster [DBG] osdmap e1465: 8 total, 8 up, 8 in 2024-08-29T18:38:31.459 INFO:tasks.workunit.client.0.smithi028.stdout:write: d 60976670~4155456 2024-08-29T18:38:31.504 INFO:tasks.workunit.client.0.smithi028.stdout:discard: 123458892~4583613 2024-08-29T18:38:31.505 INFO:tasks.workunit.client.0.smithi028.stdout:write: d 70401099~2041821 2024-08-29T18:38:31.509 INFO:tasks.workunit.client.0.smithi028.stdout:discard: 90553633~5835190 2024-08-29T18:38:31.510 INFO:tasks.workunit.client.0.smithi028.stdout:write: d 133510384~562048 2024-08-29T18:38:31.511 INFO:tasks.workunit.client.0.smithi028.stdout:discard: 107617389~945325 2024-08-29T18:38:31.512 INFO:tasks.workunit.client.0.smithi028.stdout:write: d 119643034~7618623 2024-08-29T18:38:31.560 INFO:tasks.workunit.client.0.smithi028.stdout:discard: 57209365~7006695 2024-08-29T18:38:31.564 INFO:tasks.workunit.client.0.smithi028.stdout:snap_create: user3 2024-08-29T18:38:31.826 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:38:31 smithi053 bash[68679]: cluster 2024-08-29T18:38:30.225448+0000 mgr.y (mgr.25022) 1553 : cluster [DBG] pgmap v2537: 169 pgs: 169 active+clean; 2.1 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 18 MiB/s rd, 39 MiB/s wr, 696 op/s 2024-08-29T18:38:31.827 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:38:31 smithi053 bash[68679]: cluster 2024-08-29T18:38:30.410120+0000 mon.a (mon.0) 2697 : cluster [DBG] osdmap e1466: 8 total, 8 up, 8 in 2024-08-29T18:38:31.881 INFO:journalctl@ceph.mgr.y.smithi028.stdout:Aug 29 18:38:31 smithi028 bash[70818]: ::ffff:172.21.15.53 - - [29/Aug/2024:18:38:31] "GET /metrics HTTP/1.1" 200 38879 "" "Prometheus/2.43.0" 2024-08-29T18:38:31.882 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:38:31 smithi028 bash[78352]: cluster 2024-08-29T18:38:30.225448+0000 mgr.y (mgr.25022) 1553 : cluster [DBG] pgmap v2537: 169 pgs: 169 active+clean; 2.1 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 18 MiB/s rd, 39 MiB/s wr, 696 op/s 2024-08-29T18:38:31.882 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:38:31 smithi028 bash[78352]: cluster 2024-08-29T18:38:30.410120+0000 mon.a (mon.0) 2697 : cluster [DBG] osdmap e1466: 8 total, 8 up, 8 in 2024-08-29T18:38:31.882 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:38:31 smithi028 bash[77168]: cluster 2024-08-29T18:38:30.225448+0000 mgr.y (mgr.25022) 1553 : cluster [DBG] pgmap v2537: 169 pgs: 169 active+clean; 2.1 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 18 MiB/s rd, 39 MiB/s wr, 696 op/s 2024-08-29T18:38:31.882 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:38:31 smithi028 bash[77168]: cluster 2024-08-29T18:38:30.410120+0000 mon.a (mon.0) 2697 : cluster [DBG] osdmap e1466: 8 total, 8 up, 8 in 2024-08-29T18:38:32.576 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:38:32 smithi053 bash[68679]: cluster 2024-08-29T18:38:31.425063+0000 mon.a (mon.0) 2698 : cluster [DBG] osdmap e1467: 8 total, 8 up, 8 in 2024-08-29T18:38:32.577 INFO:journalctl@ceph.prometheus.a.smithi053.stdout:Aug 29 18:38:32 smithi053 bash[95567]: ts=2024-08-29T18:38:32.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"3167ee72-662c-11ef-bcd4-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-29T18:38:32.881 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:38:32 smithi028 bash[77168]: cluster 2024-08-29T18:38:31.425063+0000 mon.a (mon.0) 2698 : cluster [DBG] osdmap e1467: 8 total, 8 up, 8 in 2024-08-29T18:38:32.882 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:38:32 smithi028 bash[78352]: cluster 2024-08-29T18:38:31.425063+0000 mon.a (mon.0) 2698 : cluster [DBG] osdmap e1467: 8 total, 8 up, 8 in 2024-08-29T18:38:33.478 INFO:tasks.workunit.client.0.smithi028.stdout:resize: 203979937 2024-08-29T18:38:33.539 INFO:tasks.workunit.client.0.smithi028.stdout:write: 1 20397993~5099498 2024-08-29T18:38:33.559 INFO:tasks.workunit.client.0.smithi028.stdout:discard: 21672867~2549749 2024-08-29T18:38:33.598 INFO:tasks.workunit.client.0.smithi028.stdout:write: 2 40795987~5099498 2024-08-29T18:38:33.602 INFO:tasks.workunit.client.0.smithi028.stdout:discard: 42070861~2549749 2024-08-29T18:38:33.638 INFO:tasks.workunit.client.0.smithi028.stdout:write: 3 61193981~5099498 2024-08-29T18:38:33.642 INFO:tasks.workunit.client.0.smithi028.stdout:discard: 62468855~2549749 2024-08-29T18:38:33.678 INFO:tasks.workunit.client.0.smithi028.stdout:write: 4 81591974~5099498 2024-08-29T18:38:33.682 INFO:tasks.workunit.client.0.smithi028.stdout:discard: 82866848~2549749 2024-08-29T18:38:33.737 INFO:tasks.workunit.client.0.smithi028.stdout:write: 5 101989968~5099498 2024-08-29T18:38:33.739 INFO:tasks.workunit.client.0.smithi028.stdout:discard: 103264842~2549749 2024-08-29T18:38:33.826 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:38:33 smithi053 bash[68679]: cluster 2024-08-29T18:38:32.226259+0000 mgr.y (mgr.25022) 1554 : cluster [DBG] pgmap v2540: 169 pgs: 169 active+clean; 2.1 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 18 MiB/s rd, 35 MiB/s wr, 494 op/s 2024-08-29T18:38:33.827 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:38:33 smithi053 bash[68679]: cluster 2024-08-29T18:38:32.445396+0000 mon.a (mon.0) 2699 : cluster [DBG] osdmap e1468: 8 total, 8 up, 8 in 2024-08-29T18:38:33.881 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:38:33 smithi028 bash[78352]: cluster 2024-08-29T18:38:32.226259+0000 mgr.y (mgr.25022) 1554 : cluster [DBG] pgmap v2540: 169 pgs: 169 active+clean; 2.1 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 18 MiB/s rd, 35 MiB/s wr, 494 op/s 2024-08-29T18:38:33.882 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:38:33 smithi028 bash[78352]: cluster 2024-08-29T18:38:32.445396+0000 mon.a (mon.0) 2699 : cluster [DBG] osdmap e1468: 8 total, 8 up, 8 in 2024-08-29T18:38:33.882 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:38:33 smithi028 bash[77168]: cluster 2024-08-29T18:38:32.226259+0000 mgr.y (mgr.25022) 1554 : cluster [DBG] pgmap v2540: 169 pgs: 169 active+clean; 2.1 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 18 MiB/s rd, 35 MiB/s wr, 494 op/s 2024-08-29T18:38:33.882 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:38:33 smithi028 bash[77168]: cluster 2024-08-29T18:38:32.445396+0000 mon.a (mon.0) 2699 : cluster [DBG] osdmap e1468: 8 total, 8 up, 8 in 2024-08-29T18:38:34.064 INFO:tasks.workunit.client.0.smithi028.stdout:migration_commit 2024-08-29T18:38:34.826 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:38:34 smithi053 bash[68679]: cluster 2024-08-29T18:38:33.449447+0000 mon.a (mon.0) 2700 : cluster [DBG] osdmap e1469: 8 total, 8 up, 8 in 2024-08-29T18:38:34.882 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:38:34 smithi028 bash[78352]: cluster 2024-08-29T18:38:33.449447+0000 mon.a (mon.0) 2700 : cluster [DBG] osdmap e1469: 8 total, 8 up, 8 in 2024-08-29T18:38:34.882 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:38:34 smithi028 bash[77168]: cluster 2024-08-29T18:38:33.449447+0000 mon.a (mon.0) 2700 : cluster [DBG] osdmap e1469: 8 total, 8 up, 8 in 2024-08-29T18:38:35.826 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:38:35 smithi053 bash[68679]: cluster 2024-08-29T18:38:34.227106+0000 mgr.y (mgr.25022) 1555 : cluster [DBG] pgmap v2543: 169 pgs: 169 active+clean; 2.2 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 3.6 MiB/s rd, 10 MiB/s wr, 159 op/s 2024-08-29T18:38:35.881 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:38:35 smithi028 bash[78352]: cluster 2024-08-29T18:38:34.227106+0000 mgr.y (mgr.25022) 1555 : cluster [DBG] pgmap v2543: 169 pgs: 169 active+clean; 2.2 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 3.6 MiB/s rd, 10 MiB/s wr, 159 op/s 2024-08-29T18:38:35.882 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:38:35 smithi028 bash[77168]: cluster 2024-08-29T18:38:34.227106+0000 mgr.y (mgr.25022) 1555 : cluster [DBG] pgmap v2543: 169 pgs: 169 active+clean; 2.2 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 3.6 MiB/s rd, 10 MiB/s wr, 159 op/s 2024-08-29T18:38:36.204 INFO:tasks.workunit.client.0.smithi028.stdout:[ OK ] TestMigration.StressLive (20971 ms) 2024-08-29T18:38:37.498 INFO:tasks.workunit.client.0.smithi028.stdout:[----------] 57 tests from TestMigration (300683 ms total) 2024-08-29T18:38:37.498 INFO:tasks.workunit.client.0.smithi028.stdout: 2024-08-29T18:38:37.498 INFO:tasks.workunit.client.0.smithi028.stdout:[----------] 6 tests from TestGroup 2024-08-29T18:38:37.826 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:38:37 smithi053 bash[68679]: cluster 2024-08-29T18:38:36.228595+0000 mgr.y (mgr.25022) 1556 : cluster [DBG] pgmap v2544: 169 pgs: 169 active+clean; 2.2 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 6.7 MiB/s rd, 18 MiB/s wr, 319 op/s 2024-08-29T18:38:37.827 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:38:37 smithi053 bash[68679]: cluster 2024-08-29T18:38:36.480754+0000 mon.a (mon.0) 2701 : cluster [DBG] osdmap e1470: 8 total, 8 up, 8 in 2024-08-29T18:38:37.881 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:38:37 smithi028 bash[78352]: cluster 2024-08-29T18:38:36.228595+0000 mgr.y (mgr.25022) 1556 : cluster [DBG] pgmap v2544: 169 pgs: 169 active+clean; 2.2 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 6.7 MiB/s rd, 18 MiB/s wr, 319 op/s 2024-08-29T18:38:37.881 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:38:37 smithi028 bash[78352]: cluster 2024-08-29T18:38:36.480754+0000 mon.a (mon.0) 2701 : cluster [DBG] osdmap e1470: 8 total, 8 up, 8 in 2024-08-29T18:38:37.882 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:38:37 smithi028 bash[77168]: cluster 2024-08-29T18:38:36.228595+0000 mgr.y (mgr.25022) 1556 : cluster [DBG] pgmap v2544: 169 pgs: 169 active+clean; 2.2 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 6.7 MiB/s rd, 18 MiB/s wr, 319 op/s 2024-08-29T18:38:37.882 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:38:37 smithi028 bash[77168]: cluster 2024-08-29T18:38:36.480754+0000 mon.a (mon.0) 2701 : cluster [DBG] osdmap e1470: 8 total, 8 up, 8 in 2024-08-29T18:38:38.826 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:38:38 smithi053 bash[68679]: cluster 2024-08-29T18:38:37.482822+0000 mon.a (mon.0) 2702 : cluster [DBG] osdmap e1471: 8 total, 8 up, 8 in 2024-08-29T18:38:38.881 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:38:38 smithi028 bash[77168]: cluster 2024-08-29T18:38:37.482822+0000 mon.a (mon.0) 2702 : cluster [DBG] osdmap e1471: 8 total, 8 up, 8 in 2024-08-29T18:38:38.882 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:38:38 smithi028 bash[78352]: cluster 2024-08-29T18:38:37.482822+0000 mon.a (mon.0) 2702 : cluster [DBG] osdmap e1471: 8 total, 8 up, 8 in 2024-08-29T18:38:39.513 INFO:tasks.workunit.client.0.smithi028.stdout:[ RUN ] TestGroup.group_create 2024-08-29T18:38:39.826 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:38:39 smithi053 bash[68679]: cluster 2024-08-29T18:38:38.229290+0000 mgr.y (mgr.25022) 1557 : cluster [DBG] pgmap v2547: 105 pgs: 105 active+clean; 4.6 MiB data, 10 GiB used, 705 GiB / 715 GiB avail 2024-08-29T18:38:39.827 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:38:39 smithi053 bash[68679]: cluster 2024-08-29T18:38:38.487864+0000 mon.a (mon.0) 2703 : cluster [INF] Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-08-29T18:38:39.827 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:38:39 smithi053 bash[68679]: cluster 2024-08-29T18:38:38.487970+0000 mon.a (mon.0) 2704 : cluster [INF] Cluster is now healthy 2024-08-29T18:38:39.827 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:38:39 smithi053 bash[68679]: cluster 2024-08-29T18:38:38.509396+0000 mon.a (mon.0) 2705 : cluster [DBG] osdmap e1472: 8 total, 8 up, 8 in 2024-08-29T18:38:39.827 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:38:39 smithi053 bash[68679]: audit 2024-08-29T18:38:38.512221+0000 mon.c (mon.2) 88 : audit [INF] from='client.? 172.21.15.28:0/2674931145' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi028-116573-9","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-29T18:38:39.827 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:38:39 smithi053 bash[68679]: audit 2024-08-29T18:38:38.513152+0000 mon.a (mon.0) 2706 : audit [INF] from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi028-116573-9","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-29T18:38:39.882 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:38:39 smithi028 bash[77168]: cluster 2024-08-29T18:38:38.229290+0000 mgr.y (mgr.25022) 1557 : cluster [DBG] pgmap v2547: 105 pgs: 105 active+clean; 4.6 MiB data, 10 GiB used, 705 GiB / 715 GiB avail 2024-08-29T18:38:39.882 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:38:39 smithi028 bash[77168]: cluster 2024-08-29T18:38:38.487864+0000 mon.a (mon.0) 2703 : cluster [INF] Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-08-29T18:38:39.882 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:38:39 smithi028 bash[77168]: cluster 2024-08-29T18:38:38.487970+0000 mon.a (mon.0) 2704 : cluster [INF] Cluster is now healthy 2024-08-29T18:38:39.882 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:38:39 smithi028 bash[77168]: cluster 2024-08-29T18:38:38.509396+0000 mon.a (mon.0) 2705 : cluster [DBG] osdmap e1472: 8 total, 8 up, 8 in 2024-08-29T18:38:39.882 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:38:39 smithi028 bash[77168]: audit 2024-08-29T18:38:38.512221+0000 mon.c (mon.2) 88 : audit [INF] from='client.? 172.21.15.28:0/2674931145' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi028-116573-9","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-29T18:38:39.882 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:38:39 smithi028 bash[77168]: audit 2024-08-29T18:38:38.513152+0000 mon.a (mon.0) 2706 : audit [INF] from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi028-116573-9","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-29T18:38:39.882 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:38:39 smithi028 bash[78352]: cluster 2024-08-29T18:38:38.229290+0000 mgr.y (mgr.25022) 1557 : cluster [DBG] pgmap v2547: 105 pgs: 105 active+clean; 4.6 MiB data, 10 GiB used, 705 GiB / 715 GiB avail 2024-08-29T18:38:39.882 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:38:39 smithi028 bash[78352]: cluster 2024-08-29T18:38:38.487864+0000 mon.a (mon.0) 2703 : cluster [INF] Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-08-29T18:38:39.882 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:38:39 smithi028 bash[78352]: cluster 2024-08-29T18:38:38.487970+0000 mon.a (mon.0) 2704 : cluster [INF] Cluster is now healthy 2024-08-29T18:38:39.882 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:38:39 smithi028 bash[78352]: cluster 2024-08-29T18:38:38.509396+0000 mon.a (mon.0) 2705 : cluster [DBG] osdmap e1472: 8 total, 8 up, 8 in 2024-08-29T18:38:39.883 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:38:39 smithi028 bash[78352]: audit 2024-08-29T18:38:38.512221+0000 mon.c (mon.2) 88 : audit [INF] from='client.? 172.21.15.28:0/2674931145' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi028-116573-9","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-29T18:38:39.883 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:38:39 smithi028 bash[78352]: audit 2024-08-29T18:38:38.513152+0000 mon.a (mon.0) 2706 : audit [INF] from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi028-116573-9","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-29T18:38:40.826 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:38:40 smithi053 bash[68679]: audit 2024-08-29T18:38:39.503581+0000 mon.a (mon.0) 2707 : audit [INF] from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi028-116573-9","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-29T18:38:40.827 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:38:40 smithi053 bash[68679]: cluster 2024-08-29T18:38:39.511967+0000 mon.a (mon.0) 2708 : cluster [DBG] osdmap e1473: 8 total, 8 up, 8 in 2024-08-29T18:38:40.881 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:38:40 smithi028 bash[77168]: audit 2024-08-29T18:38:39.503581+0000 mon.a (mon.0) 2707 : audit [INF] from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi028-116573-9","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-29T18:38:40.882 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:38:40 smithi028 bash[77168]: cluster 2024-08-29T18:38:39.511967+0000 mon.a (mon.0) 2708 : cluster [DBG] osdmap e1473: 8 total, 8 up, 8 in 2024-08-29T18:38:40.882 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:38:40 smithi028 bash[78352]: audit 2024-08-29T18:38:39.503581+0000 mon.a (mon.0) 2707 : audit [INF] from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi028-116573-9","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-29T18:38:40.882 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:38:40 smithi028 bash[78352]: cluster 2024-08-29T18:38:39.511967+0000 mon.a (mon.0) 2708 : cluster [DBG] osdmap e1473: 8 total, 8 up, 8 in 2024-08-29T18:38:41.620 INFO:tasks.workunit.client.0.smithi028.stdout:[ OK ] TestGroup.group_create (2107 ms) 2024-08-29T18:38:41.620 INFO:tasks.workunit.client.0.smithi028.stdout:[ RUN ] TestGroup.group_createPP 2024-08-29T18:38:41.681 INFO:tasks.workunit.client.0.smithi028.stdout:[ OK ] TestGroup.group_createPP (61 ms) 2024-08-29T18:38:41.681 INFO:tasks.workunit.client.0.smithi028.stdout:[ RUN ] TestGroup.add_image 2024-08-29T18:38:41.782 INFO:tasks.workunit.client.0.smithi028.stdout:[ OK ] TestGroup.add_image (100 ms) 2024-08-29T18:38:41.782 INFO:tasks.workunit.client.0.smithi028.stdout:[ RUN ] TestGroup.add_imagePP 2024-08-29T18:38:41.826 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:38:41 smithi053 bash[68679]: cluster 2024-08-29T18:38:40.230283+0000 mgr.y (mgr.25022) 1558 : cluster [DBG] pgmap v2550: 137 pgs: 9 creating+peering, 17 unknown, 111 active+clean; 4.6 MiB data, 7.2 GiB used, 708 GiB / 715 GiB avail 2024-08-29T18:38:41.826 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:38:41 smithi053 bash[68679]: cluster 2024-08-29T18:38:40.534165+0000 mon.a (mon.0) 2709 : cluster [DBG] osdmap e1474: 8 total, 8 up, 8 in 2024-08-29T18:38:41.873 INFO:tasks.workunit.client.0.smithi028.stdout:[ OK ] TestGroup.add_imagePP (92 ms) 2024-08-29T18:38:41.873 INFO:tasks.workunit.client.0.smithi028.stdout:[ RUN ] TestGroup.add_snapshot 2024-08-29T18:38:41.881 INFO:journalctl@ceph.mgr.y.smithi028.stdout:Aug 29 18:38:41 smithi028 bash[70818]: ::ffff:172.21.15.53 - - [29/Aug/2024:18:38:41] "GET /metrics HTTP/1.1" 200 38879 "" "Prometheus/2.43.0" 2024-08-29T18:38:41.881 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:38:41 smithi028 bash[77168]: cluster 2024-08-29T18:38:40.230283+0000 mgr.y (mgr.25022) 1558 : cluster [DBG] pgmap v2550: 137 pgs: 9 creating+peering, 17 unknown, 111 active+clean; 4.6 MiB data, 7.2 GiB used, 708 GiB / 715 GiB avail 2024-08-29T18:38:41.882 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:38:41 smithi028 bash[77168]: cluster 2024-08-29T18:38:40.534165+0000 mon.a (mon.0) 2709 : cluster [DBG] osdmap e1474: 8 total, 8 up, 8 in 2024-08-29T18:38:41.882 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:38:41 smithi028 bash[78352]: cluster 2024-08-29T18:38:40.230283+0000 mgr.y (mgr.25022) 1558 : cluster [DBG] pgmap v2550: 137 pgs: 9 creating+peering, 17 unknown, 111 active+clean; 4.6 MiB data, 7.2 GiB used, 708 GiB / 715 GiB avail 2024-08-29T18:38:41.882 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:38:41 smithi028 bash[78352]: cluster 2024-08-29T18:38:40.534165+0000 mon.a (mon.0) 2709 : cluster [DBG] osdmap e1474: 8 total, 8 up, 8 in 2024-08-29T18:38:42.577 INFO:journalctl@ceph.prometheus.a.smithi053.stdout:Aug 29 18:38:42 smithi053 bash[95567]: ts=2024-08-29T18:38:42.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"3167ee72-662c-11ef-bcd4-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-29T18:38:42.577 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:38:42 smithi053 bash[68679]: cluster 2024-08-29T18:38:41.542747+0000 mon.a (mon.0) 2710 : cluster [DBG] osdmap e1475: 8 total, 8 up, 8 in 2024-08-29T18:38:42.577 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:38:42 smithi053 bash[68679]: audit 2024-08-29T18:38:42.133338+0000 mon.a (mon.0) 2711 : audit [INF] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' 2024-08-29T18:38:42.578 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:38:42 smithi053 bash[68679]: audit 2024-08-29T18:38:42.135525+0000 mon.a (mon.0) 2712 : audit [DBG] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-29T18:38:42.881 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:38:42 smithi028 bash[78352]: cluster 2024-08-29T18:38:41.542747+0000 mon.a (mon.0) 2710 : cluster [DBG] osdmap e1475: 8 total, 8 up, 8 in 2024-08-29T18:38:42.882 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:38:42 smithi028 bash[78352]: audit 2024-08-29T18:38:42.133338+0000 mon.a (mon.0) 2711 : audit [INF] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' 2024-08-29T18:38:42.882 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:38:42 smithi028 bash[78352]: audit 2024-08-29T18:38:42.135525+0000 mon.a (mon.0) 2712 : audit [DBG] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-29T18:38:42.882 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:38:42 smithi028 bash[77168]: cluster 2024-08-29T18:38:41.542747+0000 mon.a (mon.0) 2710 : cluster [DBG] osdmap e1475: 8 total, 8 up, 8 in 2024-08-29T18:38:42.882 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:38:42 smithi028 bash[77168]: audit 2024-08-29T18:38:42.133338+0000 mon.a (mon.0) 2711 : audit [INF] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' 2024-08-29T18:38:42.882 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:38:42 smithi028 bash[77168]: audit 2024-08-29T18:38:42.135525+0000 mon.a (mon.0) 2712 : audit [DBG] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-29T18:38:43.826 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:38:43 smithi053 bash[68679]: cluster 2024-08-29T18:38:42.230902+0000 mgr.y (mgr.25022) 1559 : cluster [DBG] pgmap v2553: 137 pgs: 9 creating+peering, 11 unknown, 117 active+clean; 4.6 MiB data, 6.5 GiB used, 709 GiB / 715 GiB avail 2024-08-29T18:38:43.827 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:38:43 smithi053 bash[68679]: cluster 2024-08-29T18:38:42.553391+0000 mon.a (mon.0) 2713 : cluster [DBG] osdmap e1476: 8 total, 8 up, 8 in 2024-08-29T18:38:43.881 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:38:43 smithi028 bash[78352]: cluster 2024-08-29T18:38:42.230902+0000 mgr.y (mgr.25022) 1559 : cluster [DBG] pgmap v2553: 137 pgs: 9 creating+peering, 11 unknown, 117 active+clean; 4.6 MiB data, 6.5 GiB used, 709 GiB / 715 GiB avail 2024-08-29T18:38:43.882 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:38:43 smithi028 bash[78352]: cluster 2024-08-29T18:38:42.553391+0000 mon.a (mon.0) 2713 : cluster [DBG] osdmap e1476: 8 total, 8 up, 8 in 2024-08-29T18:38:43.882 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:38:43 smithi028 bash[77168]: cluster 2024-08-29T18:38:42.230902+0000 mgr.y (mgr.25022) 1559 : cluster [DBG] pgmap v2553: 137 pgs: 9 creating+peering, 11 unknown, 117 active+clean; 4.6 MiB data, 6.5 GiB used, 709 GiB / 715 GiB avail 2024-08-29T18:38:43.882 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:38:43 smithi028 bash[77168]: cluster 2024-08-29T18:38:42.553391+0000 mon.a (mon.0) 2713 : cluster [DBG] osdmap e1476: 8 total, 8 up, 8 in 2024-08-29T18:38:44.826 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:38:44 smithi053 bash[68679]: cluster 2024-08-29T18:38:43.565273+0000 mon.a (mon.0) 2714 : cluster [DBG] osdmap e1477: 8 total, 8 up, 8 in 2024-08-29T18:38:44.881 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:38:44 smithi028 bash[78352]: cluster 2024-08-29T18:38:43.565273+0000 mon.a (mon.0) 2714 : cluster [DBG] osdmap e1477: 8 total, 8 up, 8 in 2024-08-29T18:38:44.882 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:38:44 smithi028 bash[77168]: cluster 2024-08-29T18:38:43.565273+0000 mon.a (mon.0) 2714 : cluster [DBG] osdmap e1477: 8 total, 8 up, 8 in 2024-08-29T18:38:45.881 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:38:45 smithi028 bash[78352]: cluster 2024-08-29T18:38:44.231587+0000 mgr.y (mgr.25022) 1560 : cluster [DBG] pgmap v2556: 137 pgs: 9 creating+peering, 128 active+clean; 4.6 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 37 KiB/s rd, 5.7 KiB/s wr, 50 op/s 2024-08-29T18:38:45.882 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:38:45 smithi028 bash[78352]: cluster 2024-08-29T18:38:44.574334+0000 mon.a (mon.0) 2715 : cluster [DBG] osdmap e1478: 8 total, 8 up, 8 in 2024-08-29T18:38:45.882 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:38:45 smithi028 bash[77168]: cluster 2024-08-29T18:38:44.231587+0000 mgr.y (mgr.25022) 1560 : cluster [DBG] pgmap v2556: 137 pgs: 9 creating+peering, 128 active+clean; 4.6 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 37 KiB/s rd, 5.7 KiB/s wr, 50 op/s 2024-08-29T18:38:45.882 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:38:45 smithi028 bash[77168]: cluster 2024-08-29T18:38:44.574334+0000 mon.a (mon.0) 2715 : cluster [DBG] osdmap e1478: 8 total, 8 up, 8 in 2024-08-29T18:38:46.076 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:38:45 smithi053 bash[68679]: cluster 2024-08-29T18:38:44.231587+0000 mgr.y (mgr.25022) 1560 : cluster [DBG] pgmap v2556: 137 pgs: 9 creating+peering, 128 active+clean; 4.6 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 37 KiB/s rd, 5.7 KiB/s wr, 50 op/s 2024-08-29T18:38:46.076 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:38:45 smithi053 bash[68679]: cluster 2024-08-29T18:38:44.574334+0000 mon.a (mon.0) 2715 : cluster [DBG] osdmap e1478: 8 total, 8 up, 8 in 2024-08-29T18:38:46.881 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:38:46 smithi028 bash[78352]: cluster 2024-08-29T18:38:45.576221+0000 mon.a (mon.0) 2716 : cluster [DBG] osdmap e1479: 8 total, 8 up, 8 in 2024-08-29T18:38:46.882 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:38:46 smithi028 bash[77168]: cluster 2024-08-29T18:38:45.576221+0000 mon.a (mon.0) 2716 : cluster [DBG] osdmap e1479: 8 total, 8 up, 8 in 2024-08-29T18:38:47.076 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:38:46 smithi053 bash[68679]: cluster 2024-08-29T18:38:45.576221+0000 mon.a (mon.0) 2716 : cluster [DBG] osdmap e1479: 8 total, 8 up, 8 in 2024-08-29T18:38:47.682 INFO:tasks.workunit.client.0.smithi028.stdout:[ OK ] TestGroup.add_snapshot (5809 ms) 2024-08-29T18:38:47.682 INFO:tasks.workunit.client.0.smithi028.stdout:[ RUN ] TestGroup.add_snapshotPP 2024-08-29T18:38:47.881 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:38:47 smithi028 bash[78352]: cluster 2024-08-29T18:38:46.232289+0000 mgr.y (mgr.25022) 1561 : cluster [DBG] pgmap v2559: 137 pgs: 137 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 137 KiB/s rd, 16 KiB/s wr, 185 op/s 2024-08-29T18:38:47.882 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:38:47 smithi028 bash[78352]: cluster 2024-08-29T18:38:46.599570+0000 mon.a (mon.0) 2717 : cluster [DBG] osdmap e1480: 8 total, 8 up, 8 in 2024-08-29T18:38:47.882 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:38:47 smithi028 bash[77168]: cluster 2024-08-29T18:38:46.232289+0000 mgr.y (mgr.25022) 1561 : cluster [DBG] pgmap v2559: 137 pgs: 137 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 137 KiB/s rd, 16 KiB/s wr, 185 op/s 2024-08-29T18:38:47.882 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:38:47 smithi028 bash[77168]: cluster 2024-08-29T18:38:46.599570+0000 mon.a (mon.0) 2717 : cluster [DBG] osdmap e1480: 8 total, 8 up, 8 in 2024-08-29T18:38:48.076 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:38:47 smithi053 bash[68679]: cluster 2024-08-29T18:38:46.232289+0000 mgr.y (mgr.25022) 1561 : cluster [DBG] pgmap v2559: 137 pgs: 137 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 137 KiB/s rd, 16 KiB/s wr, 185 op/s 2024-08-29T18:38:48.077 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:38:47 smithi053 bash[68679]: cluster 2024-08-29T18:38:46.599570+0000 mon.a (mon.0) 2717 : cluster [DBG] osdmap e1480: 8 total, 8 up, 8 in 2024-08-29T18:38:48.881 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:38:48 smithi028 bash[78352]: cluster 2024-08-29T18:38:47.607821+0000 mon.a (mon.0) 2718 : cluster [DBG] osdmap e1481: 8 total, 8 up, 8 in 2024-08-29T18:38:48.882 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:38:48 smithi028 bash[78352]: cluster 2024-08-29T18:38:48.159890+0000 mon.a (mon.0) 2719 : cluster [DBG] osdmap e1482: 8 total, 8 up, 8 in 2024-08-29T18:38:48.882 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:38:48 smithi028 bash[77168]: cluster 2024-08-29T18:38:47.607821+0000 mon.a (mon.0) 2718 : cluster [DBG] osdmap e1481: 8 total, 8 up, 8 in 2024-08-29T18:38:48.882 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:38:48 smithi028 bash[77168]: cluster 2024-08-29T18:38:48.159890+0000 mon.a (mon.0) 2719 : cluster [DBG] osdmap e1482: 8 total, 8 up, 8 in 2024-08-29T18:38:49.076 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:38:48 smithi053 bash[68679]: cluster 2024-08-29T18:38:47.607821+0000 mon.a (mon.0) 2718 : cluster [DBG] osdmap e1481: 8 total, 8 up, 8 in 2024-08-29T18:38:49.077 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:38:48 smithi053 bash[68679]: cluster 2024-08-29T18:38:48.159890+0000 mon.a (mon.0) 2719 : cluster [DBG] osdmap e1482: 8 total, 8 up, 8 in 2024-08-29T18:38:50.576 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:38:50 smithi053 bash[68679]: cluster 2024-08-29T18:38:48.232977+0000 mgr.y (mgr.25022) 1562 : cluster [DBG] pgmap v2563: 137 pgs: 137 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 26 KiB/s rd, 3.5 KiB/s wr, 34 op/s 2024-08-29T18:38:50.577 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:38:50 smithi053 bash[68679]: cluster 2024-08-29T18:38:49.168955+0000 mon.a (mon.0) 2720 : cluster [DBG] osdmap e1483: 8 total, 8 up, 8 in 2024-08-29T18:38:50.632 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:38:50 smithi028 bash[77168]: cluster 2024-08-29T18:38:48.232977+0000 mgr.y (mgr.25022) 1562 : cluster [DBG] pgmap v2563: 137 pgs: 137 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 26 KiB/s rd, 3.5 KiB/s wr, 34 op/s 2024-08-29T18:38:50.632 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:38:50 smithi028 bash[77168]: cluster 2024-08-29T18:38:49.168955+0000 mon.a (mon.0) 2720 : cluster [DBG] osdmap e1483: 8 total, 8 up, 8 in 2024-08-29T18:38:50.632 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:38:50 smithi028 bash[78352]: cluster 2024-08-29T18:38:48.232977+0000 mgr.y (mgr.25022) 1562 : cluster [DBG] pgmap v2563: 137 pgs: 137 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 26 KiB/s rd, 3.5 KiB/s wr, 34 op/s 2024-08-29T18:38:50.633 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:38:50 smithi028 bash[78352]: cluster 2024-08-29T18:38:49.168955+0000 mon.a (mon.0) 2720 : cluster [DBG] osdmap e1483: 8 total, 8 up, 8 in 2024-08-29T18:38:51.576 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:38:51 smithi053 bash[68679]: cluster 2024-08-29T18:38:50.177624+0000 mon.a (mon.0) 2721 : cluster [DBG] osdmap e1484: 8 total, 8 up, 8 in 2024-08-29T18:38:51.631 INFO:journalctl@ceph.mgr.y.smithi028.stdout:Aug 29 18:38:51 smithi028 bash[70818]: ::ffff:172.21.15.53 - - [29/Aug/2024:18:38:51] "GET /metrics HTTP/1.1" 200 36373 "" "Prometheus/2.43.0" 2024-08-29T18:38:51.632 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:38:51 smithi028 bash[78352]: cluster 2024-08-29T18:38:50.177624+0000 mon.a (mon.0) 2721 : cluster [DBG] osdmap e1484: 8 total, 8 up, 8 in 2024-08-29T18:38:51.632 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:38:51 smithi028 bash[77168]: cluster 2024-08-29T18:38:50.177624+0000 mon.a (mon.0) 2721 : cluster [DBG] osdmap e1484: 8 total, 8 up, 8 in 2024-08-29T18:38:52.576 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:38:52 smithi053 bash[68679]: cluster 2024-08-29T18:38:50.233668+0000 mgr.y (mgr.25022) 1563 : cluster [DBG] pgmap v2566: 137 pgs: 137 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 65 KiB/s rd, 10 KiB/s wr, 96 op/s 2024-08-29T18:38:52.577 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:38:52 smithi053 bash[68679]: cluster 2024-08-29T18:38:51.188163+0000 mon.a (mon.0) 2722 : cluster [DBG] osdmap e1485: 8 total, 8 up, 8 in 2024-08-29T18:38:52.577 INFO:journalctl@ceph.prometheus.a.smithi053.stdout:Aug 29 18:38:52 smithi053 bash[95567]: ts=2024-08-29T18:38:52.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"3167ee72-662c-11ef-bcd4-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-29T18:38:52.631 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:38:52 smithi028 bash[78352]: cluster 2024-08-29T18:38:50.233668+0000 mgr.y (mgr.25022) 1563 : cluster [DBG] pgmap v2566: 137 pgs: 137 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 65 KiB/s rd, 10 KiB/s wr, 96 op/s 2024-08-29T18:38:52.631 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:38:52 smithi028 bash[78352]: cluster 2024-08-29T18:38:51.188163+0000 mon.a (mon.0) 2722 : cluster [DBG] osdmap e1485: 8 total, 8 up, 8 in 2024-08-29T18:38:52.632 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:38:52 smithi028 bash[77168]: cluster 2024-08-29T18:38:50.233668+0000 mgr.y (mgr.25022) 1563 : cluster [DBG] pgmap v2566: 137 pgs: 137 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 65 KiB/s rd, 10 KiB/s wr, 96 op/s 2024-08-29T18:38:52.632 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:38:52 smithi028 bash[77168]: cluster 2024-08-29T18:38:51.188163+0000 mon.a (mon.0) 2722 : cluster [DBG] osdmap e1485: 8 total, 8 up, 8 in 2024-08-29T18:38:53.245 INFO:tasks.workunit.client.0.smithi028.stdout:[ OK ] TestGroup.add_snapshotPP (5563 ms) 2024-08-29T18:38:53.576 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:38:53 smithi053 bash[68679]: cluster 2024-08-29T18:38:52.196324+0000 mon.a (mon.0) 2723 : cluster [DBG] osdmap e1486: 8 total, 8 up, 8 in 2024-08-29T18:38:53.576 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:38:53 smithi053 bash[68679]: cluster 2024-08-29T18:38:53.162020+0000 mon.a (mon.0) 2724 : cluster [DBG] osdmap e1487: 8 total, 8 up, 8 in 2024-08-29T18:38:53.631 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:38:53 smithi028 bash[77168]: cluster 2024-08-29T18:38:52.196324+0000 mon.a (mon.0) 2723 : cluster [DBG] osdmap e1486: 8 total, 8 up, 8 in 2024-08-29T18:38:53.632 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:38:53 smithi028 bash[77168]: cluster 2024-08-29T18:38:53.162020+0000 mon.a (mon.0) 2724 : cluster [DBG] osdmap e1487: 8 total, 8 up, 8 in 2024-08-29T18:38:53.632 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:38:53 smithi028 bash[78352]: cluster 2024-08-29T18:38:52.196324+0000 mon.a (mon.0) 2723 : cluster [DBG] osdmap e1486: 8 total, 8 up, 8 in 2024-08-29T18:38:53.632 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:38:53 smithi028 bash[78352]: cluster 2024-08-29T18:38:53.162020+0000 mon.a (mon.0) 2724 : cluster [DBG] osdmap e1487: 8 total, 8 up, 8 in 2024-08-29T18:38:54.223 INFO:tasks.workunit.client.0.smithi028.stdout:[----------] 6 tests from TestGroup (13732 ms total) 2024-08-29T18:38:54.223 INFO:tasks.workunit.client.0.smithi028.stdout: 2024-08-29T18:38:54.223 INFO:tasks.workunit.client.0.smithi028.stdout:[----------] 31 tests from TestDeepCopy 2024-08-29T18:38:54.577 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:38:54 smithi053 bash[68679]: cluster 2024-08-29T18:38:52.234429+0000 mgr.y (mgr.25022) 1564 : cluster [DBG] pgmap v2569: 137 pgs: 137 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 66 KiB/s rd, 10 KiB/s wr, 95 op/s 2024-08-29T18:38:54.631 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:38:54 smithi028 bash[78352]: cluster 2024-08-29T18:38:52.234429+0000 mgr.y (mgr.25022) 1564 : cluster [DBG] pgmap v2569: 137 pgs: 137 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 66 KiB/s rd, 10 KiB/s wr, 95 op/s 2024-08-29T18:38:54.632 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:38:54 smithi028 bash[77168]: cluster 2024-08-29T18:38:52.234429+0000 mgr.y (mgr.25022) 1564 : cluster [DBG] pgmap v2569: 137 pgs: 137 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 66 KiB/s rd, 10 KiB/s wr, 95 op/s 2024-08-29T18:38:55.576 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:38:55 smithi053 bash[68679]: cluster 2024-08-29T18:38:54.214507+0000 mon.a (mon.0) 2725 : cluster [DBG] osdmap e1488: 8 total, 8 up, 8 in 2024-08-29T18:38:55.577 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:38:55 smithi053 bash[68679]: cluster 2024-08-29T18:38:54.235223+0000 mgr.y (mgr.25022) 1565 : cluster [DBG] pgmap v2572: 105 pgs: 105 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail 2024-08-29T18:38:55.631 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:38:55 smithi028 bash[78352]: cluster 2024-08-29T18:38:54.214507+0000 mon.a (mon.0) 2725 : cluster [DBG] osdmap e1488: 8 total, 8 up, 8 in 2024-08-29T18:38:55.632 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:38:55 smithi028 bash[78352]: cluster 2024-08-29T18:38:54.235223+0000 mgr.y (mgr.25022) 1565 : cluster [DBG] pgmap v2572: 105 pgs: 105 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail 2024-08-29T18:38:55.632 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:38:55 smithi028 bash[77168]: cluster 2024-08-29T18:38:54.214507+0000 mon.a (mon.0) 2725 : cluster [DBG] osdmap e1488: 8 total, 8 up, 8 in 2024-08-29T18:38:55.632 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:38:55 smithi028 bash[77168]: cluster 2024-08-29T18:38:54.235223+0000 mgr.y (mgr.25022) 1565 : cluster [DBG] pgmap v2572: 105 pgs: 105 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail 2024-08-29T18:38:56.251 INFO:tasks.workunit.client.0.smithi028.stdout:[ RUN ] TestDeepCopy.Empty 2024-08-29T18:38:56.576 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:38:56 smithi053 bash[68679]: cluster 2024-08-29T18:38:55.238872+0000 mon.a (mon.0) 2726 : cluster [DBG] osdmap e1489: 8 total, 8 up, 8 in 2024-08-29T18:38:56.577 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:38:56 smithi053 bash[68679]: audit 2024-08-29T18:38:55.249538+0000 mon.c (mon.2) 89 : audit [INF] from='client.? 172.21.15.28:0/3829873182' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi028-116573-10","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-29T18:38:56.577 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:38:56 smithi053 bash[68679]: audit 2024-08-29T18:38:55.250983+0000 mon.a (mon.0) 2727 : audit [INF] from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi028-116573-10","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-29T18:38:56.631 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:38:56 smithi028 bash[78352]: cluster 2024-08-29T18:38:55.238872+0000 mon.a (mon.0) 2726 : cluster [DBG] osdmap e1489: 8 total, 8 up, 8 in 2024-08-29T18:38:56.631 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:38:56 smithi028 bash[78352]: audit 2024-08-29T18:38:55.249538+0000 mon.c (mon.2) 89 : audit [INF] from='client.? 172.21.15.28:0/3829873182' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi028-116573-10","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-29T18:38:56.632 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:38:56 smithi028 bash[78352]: audit 2024-08-29T18:38:55.250983+0000 mon.a (mon.0) 2727 : audit [INF] from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi028-116573-10","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-29T18:38:56.632 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:38:56 smithi028 bash[77168]: cluster 2024-08-29T18:38:55.238872+0000 mon.a (mon.0) 2726 : cluster [DBG] osdmap e1489: 8 total, 8 up, 8 in 2024-08-29T18:38:56.632 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:38:56 smithi028 bash[77168]: audit 2024-08-29T18:38:55.249538+0000 mon.c (mon.2) 89 : audit [INF] from='client.? 172.21.15.28:0/3829873182' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi028-116573-10","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-29T18:38:56.632 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:38:56 smithi028 bash[77168]: audit 2024-08-29T18:38:55.250983+0000 mon.a (mon.0) 2727 : audit [INF] from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi028-116573-10","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-29T18:38:57.577 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:38:57 smithi053 bash[68679]: cluster 2024-08-29T18:38:56.236034+0000 mgr.y (mgr.25022) 1566 : cluster [DBG] pgmap v2574: 137 pgs: 3 creating+peering, 29 unknown, 105 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail 2024-08-29T18:38:57.577 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:38:57 smithi053 bash[68679]: audit 2024-08-29T18:38:56.240740+0000 mon.a (mon.0) 2728 : audit [INF] from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi028-116573-10","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-29T18:38:57.577 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:38:57 smithi053 bash[68679]: cluster 2024-08-29T18:38:56.248538+0000 mon.a (mon.0) 2729 : cluster [DBG] osdmap e1490: 8 total, 8 up, 8 in 2024-08-29T18:38:57.577 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:38:57 smithi053 bash[68679]: audit 2024-08-29T18:38:56.383849+0000 mon.a (mon.0) 2730 : audit [DBG] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-29T18:38:57.577 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:38:57 smithi053 bash[68679]: audit 2024-08-29T18:38:57.135557+0000 mon.a (mon.0) 2731 : audit [DBG] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-29T18:38:57.577 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:38:57 smithi053 bash[68679]: audit 2024-08-29T18:38:57.226057+0000 mon.a (mon.0) 2732 : audit [DBG] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-29T18:38:57.577 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:38:57 smithi053 bash[68679]: audit 2024-08-29T18:38:57.227922+0000 mon.a (mon.0) 2733 : audit [INF] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-29T18:38:57.577 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:38:57 smithi053 bash[68679]: cluster 2024-08-29T18:38:57.232582+0000 mon.a (mon.0) 2734 : cluster [WRN] Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-08-29T18:38:57.577 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:38:57 smithi053 bash[68679]: audit 2024-08-29T18:38:57.236750+0000 mon.a (mon.0) 2735 : audit [INF] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' 2024-08-29T18:38:57.632 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:38:57 smithi028 bash[78352]: cluster 2024-08-29T18:38:56.236034+0000 mgr.y (mgr.25022) 1566 : cluster [DBG] pgmap v2574: 137 pgs: 3 creating+peering, 29 unknown, 105 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail 2024-08-29T18:38:57.632 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:38:57 smithi028 bash[78352]: audit 2024-08-29T18:38:56.240740+0000 mon.a (mon.0) 2728 : audit [INF] from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi028-116573-10","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-29T18:38:57.632 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:38:57 smithi028 bash[78352]: cluster 2024-08-29T18:38:56.248538+0000 mon.a (mon.0) 2729 : cluster [DBG] osdmap e1490: 8 total, 8 up, 8 in 2024-08-29T18:38:57.632 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:38:57 smithi028 bash[78352]: audit 2024-08-29T18:38:56.383849+0000 mon.a (mon.0) 2730 : audit [DBG] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-29T18:38:57.632 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:38:57 smithi028 bash[78352]: audit 2024-08-29T18:38:57.135557+0000 mon.a (mon.0) 2731 : audit [DBG] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-29T18:38:57.632 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:38:57 smithi028 bash[78352]: audit 2024-08-29T18:38:57.226057+0000 mon.a (mon.0) 2732 : audit [DBG] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-29T18:38:57.632 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:38:57 smithi028 bash[78352]: audit 2024-08-29T18:38:57.227922+0000 mon.a (mon.0) 2733 : audit [INF] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-29T18:38:57.632 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:38:57 smithi028 bash[78352]: cluster 2024-08-29T18:38:57.232582+0000 mon.a (mon.0) 2734 : cluster [WRN] Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-08-29T18:38:57.633 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:38:57 smithi028 bash[78352]: audit 2024-08-29T18:38:57.236750+0000 mon.a (mon.0) 2735 : audit [INF] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' 2024-08-29T18:38:57.633 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:38:57 smithi028 bash[77168]: cluster 2024-08-29T18:38:56.236034+0000 mgr.y (mgr.25022) 1566 : cluster [DBG] pgmap v2574: 137 pgs: 3 creating+peering, 29 unknown, 105 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail 2024-08-29T18:38:57.633 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:38:57 smithi028 bash[77168]: audit 2024-08-29T18:38:56.240740+0000 mon.a (mon.0) 2728 : audit [INF] from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi028-116573-10","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-29T18:38:57.633 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:38:57 smithi028 bash[77168]: cluster 2024-08-29T18:38:56.248538+0000 mon.a (mon.0) 2729 : cluster [DBG] osdmap e1490: 8 total, 8 up, 8 in 2024-08-29T18:38:57.633 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:38:57 smithi028 bash[77168]: audit 2024-08-29T18:38:56.383849+0000 mon.a (mon.0) 2730 : audit [DBG] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-29T18:38:57.633 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:38:57 smithi028 bash[77168]: audit 2024-08-29T18:38:57.135557+0000 mon.a (mon.0) 2731 : audit [DBG] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-29T18:38:57.633 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:38:57 smithi028 bash[77168]: audit 2024-08-29T18:38:57.226057+0000 mon.a (mon.0) 2732 : audit [DBG] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-29T18:38:57.633 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:38:57 smithi028 bash[77168]: audit 2024-08-29T18:38:57.227922+0000 mon.a (mon.0) 2733 : audit [INF] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-29T18:38:57.633 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:38:57 smithi028 bash[77168]: cluster 2024-08-29T18:38:57.232582+0000 mon.a (mon.0) 2734 : cluster [WRN] Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-08-29T18:38:57.633 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:38:57 smithi028 bash[77168]: audit 2024-08-29T18:38:57.236750+0000 mon.a (mon.0) 2735 : audit [INF] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' 2024-08-29T18:38:58.524 INFO:tasks.workunit.client.0.smithi028.stdout:[ OK ] TestDeepCopy.Empty (2273 ms) 2024-08-29T18:38:58.524 INFO:tasks.workunit.client.0.smithi028.stdout:[ RUN ] TestDeepCopy.NoSnaps 2024-08-29T18:38:58.576 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:38:58 smithi053 bash[68679]: cluster 2024-08-29T18:38:57.251920+0000 mon.a (mon.0) 2736 : cluster [DBG] osdmap e1491: 8 total, 8 up, 8 in 2024-08-29T18:38:58.631 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:38:58 smithi028 bash[77168]: cluster 2024-08-29T18:38:57.251920+0000 mon.a (mon.0) 2736 : cluster [DBG] osdmap e1491: 8 total, 8 up, 8 in 2024-08-29T18:38:58.632 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:38:58 smithi028 bash[78352]: cluster 2024-08-29T18:38:57.251920+0000 mon.a (mon.0) 2736 : cluster [DBG] osdmap e1491: 8 total, 8 up, 8 in 2024-08-29T18:38:58.970 INFO:tasks.workunit.client.0.smithi028.stdout:[ OK ] TestDeepCopy.NoSnaps (446 ms) 2024-08-29T18:38:58.970 INFO:tasks.workunit.client.0.smithi028.stdout:[ RUN ] TestDeepCopy.Snaps 2024-08-29T18:38:59.576 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:38:59 smithi053 bash[68679]: cluster 2024-08-29T18:38:58.236862+0000 mgr.y (mgr.25022) 1567 : cluster [DBG] pgmap v2577: 137 pgs: 3 creating+peering, 26 unknown, 108 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail 2024-08-29T18:38:59.577 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:38:59 smithi053 bash[68679]: cluster 2024-08-29T18:38:58.257440+0000 mon.a (mon.0) 2737 : cluster [INF] Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-08-29T18:38:59.577 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:38:59 smithi053 bash[68679]: cluster 2024-08-29T18:38:58.257504+0000 mon.a (mon.0) 2738 : cluster [INF] Cluster is now healthy 2024-08-29T18:38:59.577 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:38:59 smithi053 bash[68679]: cluster 2024-08-29T18:38:58.273712+0000 mon.a (mon.0) 2739 : cluster [DBG] osdmap e1492: 8 total, 8 up, 8 in 2024-08-29T18:38:59.632 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:38:59 smithi028 bash[78352]: cluster 2024-08-29T18:38:58.236862+0000 mgr.y (mgr.25022) 1567 : cluster [DBG] pgmap v2577: 137 pgs: 3 creating+peering, 26 unknown, 108 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail 2024-08-29T18:38:59.632 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:38:59 smithi028 bash[78352]: cluster 2024-08-29T18:38:58.257440+0000 mon.a (mon.0) 2737 : cluster [INF] Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-08-29T18:38:59.632 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:38:59 smithi028 bash[78352]: cluster 2024-08-29T18:38:58.257504+0000 mon.a (mon.0) 2738 : cluster [INF] Cluster is now healthy 2024-08-29T18:38:59.632 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:38:59 smithi028 bash[78352]: cluster 2024-08-29T18:38:58.273712+0000 mon.a (mon.0) 2739 : cluster [DBG] osdmap e1492: 8 total, 8 up, 8 in 2024-08-29T18:38:59.632 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:38:59 smithi028 bash[77168]: cluster 2024-08-29T18:38:58.236862+0000 mgr.y (mgr.25022) 1567 : cluster [DBG] pgmap v2577: 137 pgs: 3 creating+peering, 26 unknown, 108 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail 2024-08-29T18:38:59.632 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:38:59 smithi028 bash[77168]: cluster 2024-08-29T18:38:58.257440+0000 mon.a (mon.0) 2737 : cluster [INF] Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-08-29T18:38:59.632 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:38:59 smithi028 bash[77168]: cluster 2024-08-29T18:38:58.257504+0000 mon.a (mon.0) 2738 : cluster [INF] Cluster is now healthy 2024-08-29T18:38:59.633 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:38:59 smithi028 bash[77168]: cluster 2024-08-29T18:38:58.273712+0000 mon.a (mon.0) 2739 : cluster [DBG] osdmap e1492: 8 total, 8 up, 8 in 2024-08-29T18:39:00.576 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:39:00 smithi053 bash[68679]: cluster 2024-08-29T18:38:59.277652+0000 mon.a (mon.0) 2740 : cluster [DBG] osdmap e1493: 8 total, 8 up, 8 in 2024-08-29T18:39:00.631 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:39:00 smithi028 bash[78352]: cluster 2024-08-29T18:38:59.277652+0000 mon.a (mon.0) 2740 : cluster [DBG] osdmap e1493: 8 total, 8 up, 8 in 2024-08-29T18:39:00.632 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:39:00 smithi028 bash[77168]: cluster 2024-08-29T18:38:59.277652+0000 mon.a (mon.0) 2740 : cluster [DBG] osdmap e1493: 8 total, 8 up, 8 in 2024-08-29T18:39:01.576 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:39:01 smithi053 bash[68679]: cluster 2024-08-29T18:39:00.238050+0000 mgr.y (mgr.25022) 1568 : cluster [DBG] pgmap v2580: 137 pgs: 3 creating+peering, 134 active+clean; 17 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 3.0 MiB/s rd, 3.0 MiB/s wr, 61 op/s 2024-08-29T18:39:01.577 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:39:01 smithi053 bash[68679]: cluster 2024-08-29T18:39:00.290332+0000 mon.a (mon.0) 2741 : cluster [DBG] osdmap e1494: 8 total, 8 up, 8 in 2024-08-29T18:39:01.631 INFO:journalctl@ceph.mgr.y.smithi028.stdout:Aug 29 18:39:01 smithi028 bash[70818]: ::ffff:172.21.15.53 - - [29/Aug/2024:18:39:01] "GET /metrics HTTP/1.1" 200 36374 "" "Prometheus/2.43.0" 2024-08-29T18:39:01.632 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:39:01 smithi028 bash[77168]: cluster 2024-08-29T18:39:00.238050+0000 mgr.y (mgr.25022) 1568 : cluster [DBG] pgmap v2580: 137 pgs: 3 creating+peering, 134 active+clean; 17 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 3.0 MiB/s rd, 3.0 MiB/s wr, 61 op/s 2024-08-29T18:39:01.632 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:39:01 smithi028 bash[77168]: cluster 2024-08-29T18:39:00.290332+0000 mon.a (mon.0) 2741 : cluster [DBG] osdmap e1494: 8 total, 8 up, 8 in 2024-08-29T18:39:01.632 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:39:01 smithi028 bash[78352]: cluster 2024-08-29T18:39:00.238050+0000 mgr.y (mgr.25022) 1568 : cluster [DBG] pgmap v2580: 137 pgs: 3 creating+peering, 134 active+clean; 17 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 3.0 MiB/s rd, 3.0 MiB/s wr, 61 op/s 2024-08-29T18:39:01.632 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:39:01 smithi028 bash[78352]: cluster 2024-08-29T18:39:00.290332+0000 mon.a (mon.0) 2741 : cluster [DBG] osdmap e1494: 8 total, 8 up, 8 in 2024-08-29T18:39:02.576 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:39:02 smithi053 bash[68679]: cluster 2024-08-29T18:39:01.300357+0000 mon.a (mon.0) 2742 : cluster [DBG] osdmap e1495: 8 total, 8 up, 8 in 2024-08-29T18:39:02.577 INFO:journalctl@ceph.prometheus.a.smithi053.stdout:Aug 29 18:39:02 smithi053 bash[95567]: ts=2024-08-29T18:39:02.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"3167ee72-662c-11ef-bcd4-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-29T18:39:02.631 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:39:02 smithi028 bash[78352]: cluster 2024-08-29T18:39:01.300357+0000 mon.a (mon.0) 2742 : cluster [DBG] osdmap e1495: 8 total, 8 up, 8 in 2024-08-29T18:39:02.632 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:39:02 smithi028 bash[77168]: cluster 2024-08-29T18:39:01.300357+0000 mon.a (mon.0) 2742 : cluster [DBG] osdmap e1495: 8 total, 8 up, 8 in 2024-08-29T18:39:02.821 INFO:tasks.workunit.client.0.smithi028.stdout:[ OK ] TestDeepCopy.Snaps (3851 ms) 2024-08-29T18:39:02.821 INFO:tasks.workunit.client.0.smithi028.stdout:[ RUN ] TestDeepCopy.SnapDiscard 2024-08-29T18:39:03.576 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:39:03 smithi053 bash[68679]: cluster 2024-08-29T18:39:02.238719+0000 mgr.y (mgr.25022) 1569 : cluster [DBG] pgmap v2583: 137 pgs: 137 active+clean; 21 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 5.0 MiB/s rd, 4.0 MiB/s wr, 81 op/s 2024-08-29T18:39:03.576 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:39:03 smithi053 bash[68679]: cluster 2024-08-29T18:39:02.311197+0000 mon.a (mon.0) 2743 : cluster [DBG] osdmap e1496: 8 total, 8 up, 8 in 2024-08-29T18:39:03.631 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:39:03 smithi028 bash[78352]: cluster 2024-08-29T18:39:02.238719+0000 mgr.y (mgr.25022) 1569 : cluster [DBG] pgmap v2583: 137 pgs: 137 active+clean; 21 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 5.0 MiB/s rd, 4.0 MiB/s wr, 81 op/s 2024-08-29T18:39:03.632 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:39:03 smithi028 bash[78352]: cluster 2024-08-29T18:39:02.311197+0000 mon.a (mon.0) 2743 : cluster [DBG] osdmap e1496: 8 total, 8 up, 8 in 2024-08-29T18:39:03.632 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:39:03 smithi028 bash[77168]: cluster 2024-08-29T18:39:02.238719+0000 mgr.y (mgr.25022) 1569 : cluster [DBG] pgmap v2583: 137 pgs: 137 active+clean; 21 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 5.0 MiB/s rd, 4.0 MiB/s wr, 81 op/s 2024-08-29T18:39:03.632 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:39:03 smithi028 bash[77168]: cluster 2024-08-29T18:39:02.311197+0000 mon.a (mon.0) 2743 : cluster [DBG] osdmap e1496: 8 total, 8 up, 8 in 2024-08-29T18:39:04.562 INFO:tasks.workunit.client.0.smithi028.stdout:[ OK ] TestDeepCopy.SnapDiscard (1741 ms) 2024-08-29T18:39:04.562 INFO:tasks.workunit.client.0.smithi028.stdout:[ RUN ] TestDeepCopy.CloneDiscard 2024-08-29T18:39:04.631 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:39:04 smithi028 bash[78352]: cluster 2024-08-29T18:39:03.313239+0000 mon.a (mon.0) 2744 : cluster [DBG] osdmap e1497: 8 total, 8 up, 8 in 2024-08-29T18:39:04.632 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:39:04 smithi028 bash[77168]: cluster 2024-08-29T18:39:03.313239+0000 mon.a (mon.0) 2744 : cluster [DBG] osdmap e1497: 8 total, 8 up, 8 in 2024-08-29T18:39:04.826 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:39:04 smithi053 bash[68679]: cluster 2024-08-29T18:39:03.313239+0000 mon.a (mon.0) 2744 : cluster [DBG] osdmap e1497: 8 total, 8 up, 8 in 2024-08-29T18:39:05.632 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:39:05 smithi028 bash[78352]: cluster 2024-08-29T18:39:04.239760+0000 mgr.y (mgr.25022) 1570 : cluster [DBG] pgmap v2586: 137 pgs: 137 active+clean; 57 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 26 MiB/s rd, 10 MiB/s wr, 177 op/s 2024-08-29T18:39:05.632 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:39:05 smithi028 bash[78352]: cluster 2024-08-29T18:39:04.333258+0000 mon.a (mon.0) 2745 : cluster [DBG] osdmap e1498: 8 total, 8 up, 8 in 2024-08-29T18:39:05.632 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:39:05 smithi028 bash[77168]: cluster 2024-08-29T18:39:04.239760+0000 mgr.y (mgr.25022) 1570 : cluster [DBG] pgmap v2586: 137 pgs: 137 active+clean; 57 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 26 MiB/s rd, 10 MiB/s wr, 177 op/s 2024-08-29T18:39:05.632 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:39:05 smithi028 bash[77168]: cluster 2024-08-29T18:39:04.333258+0000 mon.a (mon.0) 2745 : cluster [DBG] osdmap e1498: 8 total, 8 up, 8 in 2024-08-29T18:39:05.776 INFO:tasks.workunit.client.0.smithi028.stdout:[ OK ] TestDeepCopy.CloneDiscard (1213 ms) 2024-08-29T18:39:05.776 INFO:tasks.workunit.client.0.smithi028.stdout:[ RUN ] TestDeepCopy.CloneShrink 2024-08-29T18:39:05.826 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:39:05 smithi053 bash[68679]: cluster 2024-08-29T18:39:04.239760+0000 mgr.y (mgr.25022) 1570 : cluster [DBG] pgmap v2586: 137 pgs: 137 active+clean; 57 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 26 MiB/s rd, 10 MiB/s wr, 177 op/s 2024-08-29T18:39:05.826 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:39:05 smithi053 bash[68679]: cluster 2024-08-29T18:39:04.333258+0000 mon.a (mon.0) 2745 : cluster [DBG] osdmap e1498: 8 total, 8 up, 8 in 2024-08-29T18:39:06.631 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:39:06 smithi028 bash[78352]: cluster 2024-08-29T18:39:05.335014+0000 mon.a (mon.0) 2746 : cluster [DBG] osdmap e1499: 8 total, 8 up, 8 in 2024-08-29T18:39:06.632 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:39:06 smithi028 bash[77168]: cluster 2024-08-29T18:39:05.335014+0000 mon.a (mon.0) 2746 : cluster [DBG] osdmap e1499: 8 total, 8 up, 8 in 2024-08-29T18:39:06.797 INFO:tasks.workunit.client.0.smithi028.stdout:[ OK ] TestDeepCopy.CloneShrink (1021 ms) 2024-08-29T18:39:06.797 INFO:tasks.workunit.client.0.smithi028.stdout:[ RUN ] TestDeepCopy.CloneExpand 2024-08-29T18:39:06.826 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:39:06 smithi053 bash[68679]: cluster 2024-08-29T18:39:05.335014+0000 mon.a (mon.0) 2746 : cluster [DBG] osdmap e1499: 8 total, 8 up, 8 in 2024-08-29T18:39:07.632 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:39:07 smithi028 bash[77168]: cluster 2024-08-29T18:39:06.240622+0000 mgr.y (mgr.25022) 1571 : cluster [DBG] pgmap v2589: 137 pgs: 137 active+clean; 69 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 31 MiB/s rd, 12 MiB/s wr, 205 op/s 2024-08-29T18:39:07.632 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:39:07 smithi028 bash[77168]: cluster 2024-08-29T18:39:06.355499+0000 mon.a (mon.0) 2747 : cluster [DBG] osdmap e1500: 8 total, 8 up, 8 in 2024-08-29T18:39:07.632 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:39:07 smithi028 bash[78352]: cluster 2024-08-29T18:39:06.240622+0000 mgr.y (mgr.25022) 1571 : cluster [DBG] pgmap v2589: 137 pgs: 137 active+clean; 69 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 31 MiB/s rd, 12 MiB/s wr, 205 op/s 2024-08-29T18:39:07.632 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:39:07 smithi028 bash[78352]: cluster 2024-08-29T18:39:06.355499+0000 mon.a (mon.0) 2747 : cluster [DBG] osdmap e1500: 8 total, 8 up, 8 in 2024-08-29T18:39:07.826 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:39:07 smithi053 bash[68679]: cluster 2024-08-29T18:39:06.240622+0000 mgr.y (mgr.25022) 1571 : cluster [DBG] pgmap v2589: 137 pgs: 137 active+clean; 69 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 31 MiB/s rd, 12 MiB/s wr, 205 op/s 2024-08-29T18:39:07.826 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:39:07 smithi053 bash[68679]: cluster 2024-08-29T18:39:06.355499+0000 mon.a (mon.0) 2747 : cluster [DBG] osdmap e1500: 8 total, 8 up, 8 in 2024-08-29T18:39:07.912 INFO:tasks.workunit.client.0.smithi028.stdout:[ OK ] TestDeepCopy.CloneExpand (1115 ms) 2024-08-29T18:39:07.912 INFO:tasks.workunit.client.0.smithi028.stdout:[ RUN ] TestDeepCopy.CloneHideParent 2024-08-29T18:39:08.631 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:39:08 smithi028 bash[78352]: cluster 2024-08-29T18:39:07.358527+0000 mon.a (mon.0) 2748 : cluster [DBG] osdmap e1501: 8 total, 8 up, 8 in 2024-08-29T18:39:08.632 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:39:08 smithi028 bash[78352]: cluster 2024-08-29T18:39:08.178108+0000 mon.a (mon.0) 2749 : cluster [DBG] osdmap e1502: 8 total, 8 up, 8 in 2024-08-29T18:39:08.632 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:39:08 smithi028 bash[77168]: cluster 2024-08-29T18:39:07.358527+0000 mon.a (mon.0) 2748 : cluster [DBG] osdmap e1501: 8 total, 8 up, 8 in 2024-08-29T18:39:08.632 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:39:08 smithi028 bash[77168]: cluster 2024-08-29T18:39:08.178108+0000 mon.a (mon.0) 2749 : cluster [DBG] osdmap e1502: 8 total, 8 up, 8 in 2024-08-29T18:39:08.826 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:39:08 smithi053 bash[68679]: cluster 2024-08-29T18:39:07.358527+0000 mon.a (mon.0) 2748 : cluster [DBG] osdmap e1501: 8 total, 8 up, 8 in 2024-08-29T18:39:08.826 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:39:08 smithi053 bash[68679]: cluster 2024-08-29T18:39:08.178108+0000 mon.a (mon.0) 2749 : cluster [DBG] osdmap e1502: 8 total, 8 up, 8 in 2024-08-29T18:39:10.576 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:39:10 smithi053 bash[68679]: cluster 2024-08-29T18:39:08.241327+0000 mgr.y (mgr.25022) 1572 : cluster [DBG] pgmap v2593: 137 pgs: 137 active+clean; 69 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 7.2 MiB/s rd, 3.1 MiB/s wr, 58 op/s 2024-08-29T18:39:10.577 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:39:10 smithi053 bash[68679]: cluster 2024-08-29T18:39:09.372838+0000 mon.a (mon.0) 2750 : cluster [DBG] osdmap e1503: 8 total, 8 up, 8 in 2024-08-29T18:39:10.631 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:39:10 smithi028 bash[78352]: cluster 2024-08-29T18:39:08.241327+0000 mgr.y (mgr.25022) 1572 : cluster [DBG] pgmap v2593: 137 pgs: 137 active+clean; 69 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 7.2 MiB/s rd, 3.1 MiB/s wr, 58 op/s 2024-08-29T18:39:10.631 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:39:10 smithi028 bash[78352]: cluster 2024-08-29T18:39:09.372838+0000 mon.a (mon.0) 2750 : cluster [DBG] osdmap e1503: 8 total, 8 up, 8 in 2024-08-29T18:39:10.632 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:39:10 smithi028 bash[77168]: cluster 2024-08-29T18:39:08.241327+0000 mgr.y (mgr.25022) 1572 : cluster [DBG] pgmap v2593: 137 pgs: 137 active+clean; 69 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 7.2 MiB/s rd, 3.1 MiB/s wr, 58 op/s 2024-08-29T18:39:10.632 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:39:10 smithi028 bash[77168]: cluster 2024-08-29T18:39:09.372838+0000 mon.a (mon.0) 2750 : cluster [DBG] osdmap e1503: 8 total, 8 up, 8 in 2024-08-29T18:39:11.631 INFO:journalctl@ceph.mgr.y.smithi028.stdout:Aug 29 18:39:11 smithi028 bash[70818]: ::ffff:172.21.15.53 - - [29/Aug/2024:18:39:11] "GET /metrics HTTP/1.1" 200 36374 "" "Prometheus/2.43.0" 2024-08-29T18:39:11.632 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:39:11 smithi028 bash[78352]: cluster 2024-08-29T18:39:10.242537+0000 mgr.y (mgr.25022) 1573 : cluster [DBG] pgmap v2595: 137 pgs: 137 active+clean; 69 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 387 KiB/s rd, 31 KiB/s wr, 523 op/s 2024-08-29T18:39:11.632 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:39:11 smithi028 bash[78352]: cluster 2024-08-29T18:39:10.375534+0000 mon.a (mon.0) 2751 : cluster [DBG] osdmap e1504: 8 total, 8 up, 8 in 2024-08-29T18:39:11.632 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:39:11 smithi028 bash[77168]: cluster 2024-08-29T18:39:10.242537+0000 mgr.y (mgr.25022) 1573 : cluster [DBG] pgmap v2595: 137 pgs: 137 active+clean; 69 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 387 KiB/s rd, 31 KiB/s wr, 523 op/s 2024-08-29T18:39:11.632 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:39:11 smithi028 bash[77168]: cluster 2024-08-29T18:39:10.375534+0000 mon.a (mon.0) 2751 : cluster [DBG] osdmap e1504: 8 total, 8 up, 8 in 2024-08-29T18:39:11.826 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:39:11 smithi053 bash[68679]: cluster 2024-08-29T18:39:10.242537+0000 mgr.y (mgr.25022) 1573 : cluster [DBG] pgmap v2595: 137 pgs: 137 active+clean; 69 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 387 KiB/s rd, 31 KiB/s wr, 523 op/s 2024-08-29T18:39:11.826 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:39:11 smithi053 bash[68679]: cluster 2024-08-29T18:39:10.375534+0000 mon.a (mon.0) 2751 : cluster [DBG] osdmap e1504: 8 total, 8 up, 8 in 2024-08-29T18:39:12.576 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:39:12 smithi053 bash[68679]: cluster 2024-08-29T18:39:11.377424+0000 mon.a (mon.0) 2752 : cluster [DBG] osdmap e1505: 8 total, 8 up, 8 in 2024-08-29T18:39:12.577 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:39:12 smithi053 bash[68679]: audit 2024-08-29T18:39:12.136580+0000 mon.a (mon.0) 2753 : audit [DBG] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-29T18:39:12.577 INFO:journalctl@ceph.prometheus.a.smithi053.stdout:Aug 29 18:39:12 smithi053 bash[95567]: ts=2024-08-29T18:39:12.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"3167ee72-662c-11ef-bcd4-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-29T18:39:12.881 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:39:12 smithi028 bash[78352]: cluster 2024-08-29T18:39:11.377424+0000 mon.a (mon.0) 2752 : cluster [DBG] osdmap e1505: 8 total, 8 up, 8 in 2024-08-29T18:39:12.882 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:39:12 smithi028 bash[78352]: audit 2024-08-29T18:39:12.136580+0000 mon.a (mon.0) 2753 : audit [DBG] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-29T18:39:12.882 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:39:12 smithi028 bash[77168]: cluster 2024-08-29T18:39:11.377424+0000 mon.a (mon.0) 2752 : cluster [DBG] osdmap e1505: 8 total, 8 up, 8 in 2024-08-29T18:39:12.882 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:39:12 smithi028 bash[77168]: audit 2024-08-29T18:39:12.136580+0000 mon.a (mon.0) 2753 : audit [DBG] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-29T18:39:13.826 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:39:13 smithi053 bash[68679]: cluster 2024-08-29T18:39:12.243205+0000 mgr.y (mgr.25022) 1574 : cluster [DBG] pgmap v2598: 137 pgs: 137 active+clean; 69 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 399 KiB/s rd, 30 KiB/s wr, 535 op/s 2024-08-29T18:39:13.826 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:39:13 smithi053 bash[68679]: cluster 2024-08-29T18:39:12.415138+0000 mon.a (mon.0) 2754 : cluster [DBG] osdmap e1506: 8 total, 8 up, 8 in 2024-08-29T18:39:13.881 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:39:13 smithi028 bash[78352]: cluster 2024-08-29T18:39:12.243205+0000 mgr.y (mgr.25022) 1574 : cluster [DBG] pgmap v2598: 137 pgs: 137 active+clean; 69 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 399 KiB/s rd, 30 KiB/s wr, 535 op/s 2024-08-29T18:39:13.882 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:39:13 smithi028 bash[78352]: cluster 2024-08-29T18:39:12.415138+0000 mon.a (mon.0) 2754 : cluster [DBG] osdmap e1506: 8 total, 8 up, 8 in 2024-08-29T18:39:13.882 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:39:13 smithi028 bash[77168]: cluster 2024-08-29T18:39:12.243205+0000 mgr.y (mgr.25022) 1574 : cluster [DBG] pgmap v2598: 137 pgs: 137 active+clean; 69 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 399 KiB/s rd, 30 KiB/s wr, 535 op/s 2024-08-29T18:39:13.882 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:39:13 smithi028 bash[77168]: cluster 2024-08-29T18:39:12.415138+0000 mon.a (mon.0) 2754 : cluster [DBG] osdmap e1506: 8 total, 8 up, 8 in 2024-08-29T18:39:14.672 INFO:tasks.workunit.client.0.smithi028.stdout:[ OK ] TestDeepCopy.CloneHideParent (6760 ms) 2024-08-29T18:39:14.672 INFO:tasks.workunit.client.0.smithi028.stdout:[ RUN ] TestDeepCopy.Clone 2024-08-29T18:39:14.826 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:39:14 smithi053 bash[68679]: cluster 2024-08-29T18:39:13.420983+0000 mon.a (mon.0) 2755 : cluster [DBG] osdmap e1507: 8 total, 8 up, 8 in 2024-08-29T18:39:14.881 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:39:14 smithi028 bash[78352]: cluster 2024-08-29T18:39:13.420983+0000 mon.a (mon.0) 2755 : cluster [DBG] osdmap e1507: 8 total, 8 up, 8 in 2024-08-29T18:39:14.882 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:39:14 smithi028 bash[77168]: cluster 2024-08-29T18:39:13.420983+0000 mon.a (mon.0) 2755 : cluster [DBG] osdmap e1507: 8 total, 8 up, 8 in 2024-08-29T18:39:15.826 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:39:15 smithi053 bash[68679]: cluster 2024-08-29T18:39:14.244196+0000 mgr.y (mgr.25022) 1575 : cluster [DBG] pgmap v2601: 137 pgs: 137 active+clean; 69 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 24 KiB/s rd, 2.5 KiB/s wr, 39 op/s 2024-08-29T18:39:15.827 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:39:15 smithi053 bash[68679]: cluster 2024-08-29T18:39:14.430683+0000 mon.a (mon.0) 2756 : cluster [DBG] osdmap e1508: 8 total, 8 up, 8 in 2024-08-29T18:39:15.881 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:39:15 smithi028 bash[78352]: cluster 2024-08-29T18:39:14.244196+0000 mgr.y (mgr.25022) 1575 : cluster [DBG] pgmap v2601: 137 pgs: 137 active+clean; 69 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 24 KiB/s rd, 2.5 KiB/s wr, 39 op/s 2024-08-29T18:39:15.881 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:39:15 smithi028 bash[78352]: cluster 2024-08-29T18:39:14.430683+0000 mon.a (mon.0) 2756 : cluster [DBG] osdmap e1508: 8 total, 8 up, 8 in 2024-08-29T18:39:15.882 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:39:15 smithi028 bash[77168]: cluster 2024-08-29T18:39:14.244196+0000 mgr.y (mgr.25022) 1575 : cluster [DBG] pgmap v2601: 137 pgs: 137 active+clean; 69 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 24 KiB/s rd, 2.5 KiB/s wr, 39 op/s 2024-08-29T18:39:15.882 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:39:15 smithi028 bash[77168]: cluster 2024-08-29T18:39:14.430683+0000 mon.a (mon.0) 2756 : cluster [DBG] osdmap e1508: 8 total, 8 up, 8 in 2024-08-29T18:39:16.826 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:39:16 smithi053 bash[68679]: cluster 2024-08-29T18:39:15.439141+0000 mon.a (mon.0) 2757 : cluster [DBG] osdmap e1509: 8 total, 8 up, 8 in 2024-08-29T18:39:16.881 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:39:16 smithi028 bash[77168]: cluster 2024-08-29T18:39:15.439141+0000 mon.a (mon.0) 2757 : cluster [DBG] osdmap e1509: 8 total, 8 up, 8 in 2024-08-29T18:39:16.882 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:39:16 smithi028 bash[78352]: cluster 2024-08-29T18:39:15.439141+0000 mon.a (mon.0) 2757 : cluster [DBG] osdmap e1509: 8 total, 8 up, 8 in 2024-08-29T18:39:17.177 INFO:tasks.workunit.client.0.smithi028.stdout:[ OK ] TestDeepCopy.Clone (2505 ms) 2024-08-29T18:39:17.178 INFO:tasks.workunit.client.0.smithi028.stdout:[ RUN ] TestDeepCopy.CloneFlatten 2024-08-29T18:39:17.826 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:39:17 smithi053 bash[68679]: cluster 2024-08-29T18:39:16.245077+0000 mgr.y (mgr.25022) 1576 : cluster [DBG] pgmap v2604: 137 pgs: 137 active+clean; 69 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 89 KiB/s rd, 8.7 KiB/s wr, 128 op/s 2024-08-29T18:39:17.827 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:39:17 smithi053 bash[68679]: cluster 2024-08-29T18:39:16.449412+0000 mon.a (mon.0) 2758 : cluster [DBG] osdmap e1510: 8 total, 8 up, 8 in 2024-08-29T18:39:17.881 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:39:17 smithi028 bash[77168]: cluster 2024-08-29T18:39:16.245077+0000 mgr.y (mgr.25022) 1576 : cluster [DBG] pgmap v2604: 137 pgs: 137 active+clean; 69 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 89 KiB/s rd, 8.7 KiB/s wr, 128 op/s 2024-08-29T18:39:17.882 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:39:17 smithi028 bash[77168]: cluster 2024-08-29T18:39:16.449412+0000 mon.a (mon.0) 2758 : cluster [DBG] osdmap e1510: 8 total, 8 up, 8 in 2024-08-29T18:39:17.882 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:39:17 smithi028 bash[78352]: cluster 2024-08-29T18:39:16.245077+0000 mgr.y (mgr.25022) 1576 : cluster [DBG] pgmap v2604: 137 pgs: 137 active+clean; 69 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 89 KiB/s rd, 8.7 KiB/s wr, 128 op/s 2024-08-29T18:39:17.882 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:39:17 smithi028 bash[78352]: cluster 2024-08-29T18:39:16.449412+0000 mon.a (mon.0) 2758 : cluster [DBG] osdmap e1510: 8 total, 8 up, 8 in 2024-08-29T18:39:18.826 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:39:18 smithi053 bash[68679]: cluster 2024-08-29T18:39:17.451733+0000 mon.a (mon.0) 2759 : cluster [DBG] osdmap e1511: 8 total, 8 up, 8 in 2024-08-29T18:39:18.881 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:39:18 smithi028 bash[78352]: cluster 2024-08-29T18:39:17.451733+0000 mon.a (mon.0) 2759 : cluster [DBG] osdmap e1511: 8 total, 8 up, 8 in 2024-08-29T18:39:18.882 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:39:18 smithi028 bash[77168]: cluster 2024-08-29T18:39:17.451733+0000 mon.a (mon.0) 2759 : cluster [DBG] osdmap e1511: 8 total, 8 up, 8 in 2024-08-29T18:39:19.234 INFO:tasks.workunit.client.0.smithi028.stdout:[ OK ] TestDeepCopy.CloneFlatten (2057 ms) 2024-08-29T18:39:19.234 INFO:tasks.workunit.client.0.smithi028.stdout:[ RUN ] TestDeepCopy.Stress 2024-08-29T18:39:19.297 INFO:tasks.workunit.client.0.smithi028.stdout:write: A 21006560~751102 2024-08-29T18:39:19.313 INFO:tasks.workunit.client.0.smithi028.stdout:discard: 72759200~6377299 2024-08-29T18:39:19.316 INFO:tasks.workunit.client.0.smithi028.stdout:write: A 20724572~6271165 2024-08-29T18:39:19.335 INFO:tasks.workunit.client.0.smithi028.stdout:discard: 50794488~3096918 2024-08-29T18:39:19.336 INFO:tasks.workunit.client.0.smithi028.stdout:write: A 48633952~4509404 2024-08-29T18:39:19.362 INFO:tasks.workunit.client.0.smithi028.stdout:discard: 32026290~1408165 2024-08-29T18:39:19.364 INFO:tasks.workunit.client.0.smithi028.stdout:write: A 74505128~5920927 2024-08-29T18:39:19.390 INFO:tasks.workunit.client.0.smithi028.stdout:discard: 67431630~5478554 2024-08-29T18:39:19.393 INFO:tasks.workunit.client.0.smithi028.stdout:snap: snap0 2024-08-29T18:39:19.526 INFO:tasks.workunit.client.0.smithi028.stdout:clone image234 -> image235 2024-08-29T18:39:19.651 INFO:tasks.workunit.client.0.smithi028.stdout:resize: 151115463 2024-08-29T18:39:19.667 INFO:tasks.workunit.client.0.smithi028.stdout:write: B 10912456~4189228 2024-08-29T18:39:19.693 INFO:tasks.workunit.client.0.smithi028.stdout:discard: 142158841~4688147 2024-08-29T18:39:19.695 INFO:tasks.workunit.client.0.smithi028.stdout:write: B 57058702~7212064 2024-08-29T18:39:19.724 INFO:tasks.workunit.client.0.smithi028.stdout:discard: 81816991~3783468 2024-08-29T18:39:19.738 INFO:tasks.workunit.client.0.smithi028.stdout:write: B 32366799~1513635 2024-08-29T18:39:19.753 INFO:tasks.workunit.client.0.smithi028.stdout:discard: 2102132~5926921 2024-08-29T18:39:19.761 INFO:tasks.workunit.client.0.smithi028.stdout:write: B 84569066~1130217 2024-08-29T18:39:19.774 INFO:tasks.workunit.client.0.smithi028.stdout:discard: 122774837~1296013 2024-08-29T18:39:19.774 INFO:tasks.workunit.client.0.smithi028.stdout:snap: snap1 2024-08-29T18:39:19.826 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:39:19 smithi053 bash[68679]: cluster 2024-08-29T18:39:18.245953+0000 mgr.y (mgr.25022) 1577 : cluster [DBG] pgmap v2607: 137 pgs: 137 active+clean; 85 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 4.1 MiB/s rd, 4.0 MiB/s wr, 136 op/s 2024-08-29T18:39:19.826 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:39:19 smithi053 bash[68679]: cluster 2024-08-29T18:39:18.472179+0000 mon.a (mon.0) 2760 : cluster [DBG] osdmap e1512: 8 total, 8 up, 8 in 2024-08-29T18:39:19.881 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:39:19 smithi028 bash[77168]: cluster 2024-08-29T18:39:18.245953+0000 mgr.y (mgr.25022) 1577 : cluster [DBG] pgmap v2607: 137 pgs: 137 active+clean; 85 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 4.1 MiB/s rd, 4.0 MiB/s wr, 136 op/s 2024-08-29T18:39:19.882 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:39:19 smithi028 bash[77168]: cluster 2024-08-29T18:39:18.472179+0000 mon.a (mon.0) 2760 : cluster [DBG] osdmap e1512: 8 total, 8 up, 8 in 2024-08-29T18:39:19.882 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:39:19 smithi028 bash[78352]: cluster 2024-08-29T18:39:18.245953+0000 mgr.y (mgr.25022) 1577 : cluster [DBG] pgmap v2607: 137 pgs: 137 active+clean; 85 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 4.1 MiB/s rd, 4.0 MiB/s wr, 136 op/s 2024-08-29T18:39:19.882 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:39:19 smithi028 bash[78352]: cluster 2024-08-29T18:39:18.472179+0000 mon.a (mon.0) 2760 : cluster [DBG] osdmap e1512: 8 total, 8 up, 8 in 2024-08-29T18:39:20.543 INFO:tasks.workunit.client.0.smithi028.stdout:clone image235 -> image236 2024-08-29T18:39:20.702 INFO:tasks.workunit.client.0.smithi028.stdout:write: C 107718731~1488863 2024-08-29T18:39:20.723 INFO:tasks.workunit.client.0.smithi028.stdout:discard: 83677247~1364166 2024-08-29T18:39:20.740 INFO:tasks.workunit.client.0.smithi028.stdout:write: C 124098398~1521220 2024-08-29T18:39:20.755 INFO:tasks.workunit.client.0.smithi028.stdout:discard: 67155665~5712094 2024-08-29T18:39:20.780 INFO:tasks.workunit.client.0.smithi028.stdout:write: C 5914341~5314579 2024-08-29T18:39:20.815 INFO:tasks.workunit.client.0.smithi028.stdout:discard: 18994988~6558335 2024-08-29T18:39:20.826 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:39:20 smithi053 bash[68679]: cluster 2024-08-29T18:39:19.480903+0000 mon.a (mon.0) 2761 : cluster [DBG] osdmap e1513: 8 total, 8 up, 8 in 2024-08-29T18:39:20.851 INFO:tasks.workunit.client.0.smithi028.stdout:write: C 127103404~6155379 2024-08-29T18:39:20.875 INFO:tasks.workunit.client.0.smithi028.stdout:discard: 27500224~6067329 2024-08-29T18:39:20.881 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:39:20 smithi028 bash[77168]: cluster 2024-08-29T18:39:19.480903+0000 mon.a (mon.0) 2761 : cluster [DBG] osdmap e1513: 8 total, 8 up, 8 in 2024-08-29T18:39:20.882 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:39:20 smithi028 bash[78352]: cluster 2024-08-29T18:39:19.480903+0000 mon.a (mon.0) 2761 : cluster [DBG] osdmap e1513: 8 total, 8 up, 8 in 2024-08-29T18:39:20.885 INFO:tasks.workunit.client.0.smithi028.stdout:snap: snap2 2024-08-29T18:39:21.545 INFO:tasks.workunit.client.0.smithi028.stdout:clone image236 -> image237 2024-08-29T18:39:21.747 INFO:tasks.workunit.client.0.smithi028.stdout:resize: 168445006 2024-08-29T18:39:21.764 INFO:tasks.workunit.client.0.smithi028.stdout:write: D 21188810~6900119 2024-08-29T18:39:21.802 INFO:tasks.workunit.client.0.smithi028.stdout:discard: 92825462~3632710 2024-08-29T18:39:21.810 INFO:tasks.workunit.client.0.smithi028.stdout:write: D 111282014~962605 2024-08-29T18:39:21.822 INFO:tasks.workunit.client.0.smithi028.stdout:discard: 158749584~20843 2024-08-29T18:39:21.825 INFO:tasks.workunit.client.0.smithi028.stdout:write: D 152413572~8236045 2024-08-29T18:39:21.826 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:39:21 smithi053 bash[68679]: cluster 2024-08-29T18:39:20.247046+0000 mgr.y (mgr.25022) 1578 : cluster [DBG] pgmap v2610: 137 pgs: 137 active+clean; 181 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 33 MiB/s rd, 28 MiB/s wr, 485 op/s 2024-08-29T18:39:21.826 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:39:21 smithi053 bash[68679]: cluster 2024-08-29T18:39:20.490952+0000 mon.a (mon.0) 2762 : cluster [DBG] osdmap e1514: 8 total, 8 up, 8 in 2024-08-29T18:39:21.857 INFO:tasks.workunit.client.0.smithi028.stdout:discard: 103735565~2380476 2024-08-29T18:39:21.875 INFO:tasks.workunit.client.0.smithi028.stdout:write: D 37708111~8290259 2024-08-29T18:39:21.881 INFO:journalctl@ceph.mgr.y.smithi028.stdout:Aug 29 18:39:21 smithi028 bash[70818]: ::ffff:172.21.15.53 - - [29/Aug/2024:18:39:21] "GET /metrics HTTP/1.1" 200 36436 "" "Prometheus/2.43.0" 2024-08-29T18:39:21.881 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:39:21 smithi028 bash[78352]: cluster 2024-08-29T18:39:20.247046+0000 mgr.y (mgr.25022) 1578 : cluster [DBG] pgmap v2610: 137 pgs: 137 active+clean; 181 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 33 MiB/s rd, 28 MiB/s wr, 485 op/s 2024-08-29T18:39:21.882 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:39:21 smithi028 bash[78352]: cluster 2024-08-29T18:39:20.490952+0000 mon.a (mon.0) 2762 : cluster [DBG] osdmap e1514: 8 total, 8 up, 8 in 2024-08-29T18:39:21.882 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:39:21 smithi028 bash[77168]: cluster 2024-08-29T18:39:20.247046+0000 mgr.y (mgr.25022) 1578 : cluster [DBG] pgmap v2610: 137 pgs: 137 active+clean; 181 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 33 MiB/s rd, 28 MiB/s wr, 485 op/s 2024-08-29T18:39:21.882 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:39:21 smithi028 bash[77168]: cluster 2024-08-29T18:39:20.490952+0000 mon.a (mon.0) 2762 : cluster [DBG] osdmap e1514: 8 total, 8 up, 8 in 2024-08-29T18:39:21.910 INFO:tasks.workunit.client.0.smithi028.stdout:discard: 152347910~6454974 2024-08-29T18:39:21.913 INFO:tasks.workunit.client.0.smithi028.stdout:snap: snap3 2024-08-29T18:39:22.539 INFO:tasks.workunit.client.0.smithi028.stdout:resize: 248674544 2024-08-29T18:39:22.576 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:39:22 smithi053 bash[68679]: cluster 2024-08-29T18:39:21.499786+0000 mon.a (mon.0) 2763 : cluster [DBG] osdmap e1515: 8 total, 8 up, 8 in 2024-08-29T18:39:22.577 INFO:journalctl@ceph.prometheus.a.smithi053.stdout:Aug 29 18:39:22 smithi053 bash[95567]: ts=2024-08-29T18:39:22.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"3167ee72-662c-11ef-bcd4-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-29T18:39:22.881 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:39:22 smithi028 bash[77168]: cluster 2024-08-29T18:39:21.499786+0000 mon.a (mon.0) 2763 : cluster [DBG] osdmap e1515: 8 total, 8 up, 8 in 2024-08-29T18:39:22.882 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:39:22 smithi028 bash[78352]: cluster 2024-08-29T18:39:21.499786+0000 mon.a (mon.0) 2763 : cluster [DBG] osdmap e1515: 8 total, 8 up, 8 in 2024-08-29T18:39:23.826 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:39:23 smithi053 bash[68679]: cluster 2024-08-29T18:39:22.247723+0000 mgr.y (mgr.25022) 1579 : cluster [DBG] pgmap v2613: 137 pgs: 137 active+clean; 188 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 30 MiB/s rd, 25 MiB/s wr, 488 op/s 2024-08-29T18:39:23.827 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:39:23 smithi053 bash[68679]: cluster 2024-08-29T18:39:22.509350+0000 mon.a (mon.0) 2764 : cluster [DBG] osdmap e1516: 8 total, 8 up, 8 in 2024-08-29T18:39:23.884 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:39:23 smithi028 bash[78352]: cluster 2024-08-29T18:39:22.247723+0000 mgr.y (mgr.25022) 1579 : cluster [DBG] pgmap v2613: 137 pgs: 137 active+clean; 188 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 30 MiB/s rd, 25 MiB/s wr, 488 op/s 2024-08-29T18:39:23.884 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:39:23 smithi028 bash[78352]: cluster 2024-08-29T18:39:22.509350+0000 mon.a (mon.0) 2764 : cluster [DBG] osdmap e1516: 8 total, 8 up, 8 in 2024-08-29T18:39:23.885 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:39:23 smithi028 bash[77168]: cluster 2024-08-29T18:39:22.247723+0000 mgr.y (mgr.25022) 1579 : cluster [DBG] pgmap v2613: 137 pgs: 137 active+clean; 188 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 30 MiB/s rd, 25 MiB/s wr, 488 op/s 2024-08-29T18:39:23.885 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:39:23 smithi028 bash[77168]: cluster 2024-08-29T18:39:22.509350+0000 mon.a (mon.0) 2764 : cluster [DBG] osdmap e1516: 8 total, 8 up, 8 in 2024-08-29T18:39:24.461 INFO:tasks.workunit.client.0.smithi028.stdout:[ OK ] TestDeepCopy.Stress (5227 ms) 2024-08-29T18:39:24.462 INFO:tasks.workunit.client.0.smithi028.stdout:[ RUN ] TestDeepCopy.NoSnaps_LargerDstObjSize 2024-08-29T18:39:24.826 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:39:24 smithi053 bash[68679]: cluster 2024-08-29T18:39:23.511642+0000 mon.a (mon.0) 2765 : cluster [DBG] osdmap e1517: 8 total, 8 up, 8 in 2024-08-29T18:39:24.881 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:39:24 smithi028 bash[78352]: cluster 2024-08-29T18:39:23.511642+0000 mon.a (mon.0) 2765 : cluster [DBG] osdmap e1517: 8 total, 8 up, 8 in 2024-08-29T18:39:24.882 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:39:24 smithi028 bash[77168]: cluster 2024-08-29T18:39:23.511642+0000 mon.a (mon.0) 2765 : cluster [DBG] osdmap e1517: 8 total, 8 up, 8 in 2024-08-29T18:39:24.934 INFO:tasks.workunit.client.0.smithi028.stdout:[ OK ] TestDeepCopy.NoSnaps_LargerDstObjSize (473 ms) 2024-08-29T18:39:24.934 INFO:tasks.workunit.client.0.smithi028.stdout:[ RUN ] TestDeepCopy.Snaps_LargerDstObjSize 2024-08-29T18:39:25.826 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:39:25 smithi053 bash[68679]: cluster 2024-08-29T18:39:24.248397+0000 mgr.y (mgr.25022) 1580 : cluster [DBG] pgmap v2616: 137 pgs: 137 active+clean; 288 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 15 MiB/s rd, 20 MiB/s wr, 382 op/s 2024-08-29T18:39:25.881 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:39:25 smithi028 bash[77168]: cluster 2024-08-29T18:39:24.248397+0000 mgr.y (mgr.25022) 1580 : cluster [DBG] pgmap v2616: 137 pgs: 137 active+clean; 288 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 15 MiB/s rd, 20 MiB/s wr, 382 op/s 2024-08-29T18:39:25.882 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:39:25 smithi028 bash[78352]: cluster 2024-08-29T18:39:24.248397+0000 mgr.y (mgr.25022) 1580 : cluster [DBG] pgmap v2616: 137 pgs: 137 active+clean; 288 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 15 MiB/s rd, 20 MiB/s wr, 382 op/s 2024-08-29T18:39:26.826 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:39:26 smithi053 bash[68679]: cluster 2024-08-29T18:39:25.544234+0000 mon.a (mon.0) 2766 : cluster [DBG] osdmap e1518: 8 total, 8 up, 8 in 2024-08-29T18:39:26.881 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:39:26 smithi028 bash[78352]: cluster 2024-08-29T18:39:25.544234+0000 mon.a (mon.0) 2766 : cluster [DBG] osdmap e1518: 8 total, 8 up, 8 in 2024-08-29T18:39:26.882 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:39:26 smithi028 bash[77168]: cluster 2024-08-29T18:39:25.544234+0000 mon.a (mon.0) 2766 : cluster [DBG] osdmap e1518: 8 total, 8 up, 8 in 2024-08-29T18:39:27.826 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:39:27 smithi053 bash[68679]: cluster 2024-08-29T18:39:26.249158+0000 mgr.y (mgr.25022) 1581 : cluster [DBG] pgmap v2618: 137 pgs: 137 active+clean; 351 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 39 MiB/s rd, 25 MiB/s wr, 505 op/s 2024-08-29T18:39:27.827 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:39:27 smithi053 bash[68679]: cluster 2024-08-29T18:39:26.556341+0000 mon.a (mon.0) 2767 : cluster [DBG] osdmap e1519: 8 total, 8 up, 8 in 2024-08-29T18:39:27.827 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:39:27 smithi053 bash[68679]: audit 2024-08-29T18:39:27.137007+0000 mon.a (mon.0) 2768 : audit [DBG] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-29T18:39:27.881 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:39:27 smithi028 bash[78352]: cluster 2024-08-29T18:39:26.249158+0000 mgr.y (mgr.25022) 1581 : cluster [DBG] pgmap v2618: 137 pgs: 137 active+clean; 351 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 39 MiB/s rd, 25 MiB/s wr, 505 op/s 2024-08-29T18:39:27.882 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:39:27 smithi028 bash[78352]: cluster 2024-08-29T18:39:26.556341+0000 mon.a (mon.0) 2767 : cluster [DBG] osdmap e1519: 8 total, 8 up, 8 in 2024-08-29T18:39:27.882 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:39:27 smithi028 bash[78352]: audit 2024-08-29T18:39:27.137007+0000 mon.a (mon.0) 2768 : audit [DBG] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-29T18:39:27.882 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:39:27 smithi028 bash[77168]: cluster 2024-08-29T18:39:26.249158+0000 mgr.y (mgr.25022) 1581 : cluster [DBG] pgmap v2618: 137 pgs: 137 active+clean; 351 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 39 MiB/s rd, 25 MiB/s wr, 505 op/s 2024-08-29T18:39:27.882 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:39:27 smithi028 bash[77168]: cluster 2024-08-29T18:39:26.556341+0000 mon.a (mon.0) 2767 : cluster [DBG] osdmap e1519: 8 total, 8 up, 8 in 2024-08-29T18:39:27.882 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:39:27 smithi028 bash[77168]: audit 2024-08-29T18:39:27.137007+0000 mon.a (mon.0) 2768 : audit [DBG] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-29T18:39:28.826 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:39:28 smithi053 bash[68679]: cluster 2024-08-29T18:39:27.557508+0000 mon.a (mon.0) 2769 : cluster [DBG] osdmap e1520: 8 total, 8 up, 8 in 2024-08-29T18:39:28.881 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:39:28 smithi028 bash[77168]: cluster 2024-08-29T18:39:27.557508+0000 mon.a (mon.0) 2769 : cluster [DBG] osdmap e1520: 8 total, 8 up, 8 in 2024-08-29T18:39:28.882 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:39:28 smithi028 bash[78352]: cluster 2024-08-29T18:39:27.557508+0000 mon.a (mon.0) 2769 : cluster [DBG] osdmap e1520: 8 total, 8 up, 8 in 2024-08-29T18:39:29.098 INFO:tasks.workunit.client.0.smithi028.stdout:[ OK ] TestDeepCopy.Snaps_LargerDstObjSize (4164 ms) 2024-08-29T18:39:29.099 INFO:tasks.workunit.client.0.smithi028.stdout:[ RUN ] TestDeepCopy.Clone_LargerDstObjSize 2024-08-29T18:39:29.826 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:39:29 smithi053 bash[68679]: cluster 2024-08-29T18:39:28.250059+0000 mgr.y (mgr.25022) 1582 : cluster [DBG] pgmap v2621: 137 pgs: 137 active+clean; 370 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 43 MiB/s rd, 12 MiB/s wr, 271 op/s 2024-08-29T18:39:29.827 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:39:29 smithi053 bash[68679]: cluster 2024-08-29T18:39:28.576656+0000 mon.a (mon.0) 2770 : cluster [DBG] osdmap e1521: 8 total, 8 up, 8 in 2024-08-29T18:39:29.881 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:39:29 smithi028 bash[78352]: cluster 2024-08-29T18:39:28.250059+0000 mgr.y (mgr.25022) 1582 : cluster [DBG] pgmap v2621: 137 pgs: 137 active+clean; 370 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 43 MiB/s rd, 12 MiB/s wr, 271 op/s 2024-08-29T18:39:29.882 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:39:29 smithi028 bash[78352]: cluster 2024-08-29T18:39:28.576656+0000 mon.a (mon.0) 2770 : cluster [DBG] osdmap e1521: 8 total, 8 up, 8 in 2024-08-29T18:39:29.882 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:39:29 smithi028 bash[77168]: cluster 2024-08-29T18:39:28.250059+0000 mgr.y (mgr.25022) 1582 : cluster [DBG] pgmap v2621: 137 pgs: 137 active+clean; 370 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 43 MiB/s rd, 12 MiB/s wr, 271 op/s 2024-08-29T18:39:29.882 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:39:29 smithi028 bash[77168]: cluster 2024-08-29T18:39:28.576656+0000 mon.a (mon.0) 2770 : cluster [DBG] osdmap e1521: 8 total, 8 up, 8 in 2024-08-29T18:39:30.882 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:39:30 smithi028 bash[78352]: cluster 2024-08-29T18:39:29.586499+0000 mon.a (mon.0) 2771 : cluster [DBG] osdmap e1522: 8 total, 8 up, 8 in 2024-08-29T18:39:30.882 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:39:30 smithi028 bash[77168]: cluster 2024-08-29T18:39:29.586499+0000 mon.a (mon.0) 2771 : cluster [DBG] osdmap e1522: 8 total, 8 up, 8 in 2024-08-29T18:39:31.076 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:39:30 smithi053 bash[68679]: cluster 2024-08-29T18:39:29.586499+0000 mon.a (mon.0) 2771 : cluster [DBG] osdmap e1522: 8 total, 8 up, 8 in 2024-08-29T18:39:31.383 INFO:tasks.workunit.client.0.smithi028.stdout:[ OK ] TestDeepCopy.Clone_LargerDstObjSize (2284 ms) 2024-08-29T18:39:31.383 INFO:tasks.workunit.client.0.smithi028.stdout:[ RUN ] TestDeepCopy.CloneFlatten_LargerDstObjSize 2024-08-29T18:39:31.882 INFO:journalctl@ceph.mgr.y.smithi028.stdout:Aug 29 18:39:31 smithi028 bash[70818]: ::ffff:172.21.15.53 - - [29/Aug/2024:18:39:31] "GET /metrics HTTP/1.1" 200 36440 "" "Prometheus/2.43.0" 2024-08-29T18:39:31.882 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:39:31 smithi028 bash[77168]: cluster 2024-08-29T18:39:30.250970+0000 mgr.y (mgr.25022) 1583 : cluster [DBG] pgmap v2624: 137 pgs: 137 active+clean; 423 MiB data, 6.2 GiB used, 709 GiB / 715 GiB avail; 51 MiB/s rd, 16 MiB/s wr, 216 op/s 2024-08-29T18:39:31.882 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:39:31 smithi028 bash[77168]: cluster 2024-08-29T18:39:30.597834+0000 mon.a (mon.0) 2772 : cluster [DBG] osdmap e1523: 8 total, 8 up, 8 in 2024-08-29T18:39:31.882 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:39:31 smithi028 bash[78352]: cluster 2024-08-29T18:39:30.250970+0000 mgr.y (mgr.25022) 1583 : cluster [DBG] pgmap v2624: 137 pgs: 137 active+clean; 423 MiB data, 6.2 GiB used, 709 GiB / 715 GiB avail; 51 MiB/s rd, 16 MiB/s wr, 216 op/s 2024-08-29T18:39:31.882 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:39:31 smithi028 bash[78352]: cluster 2024-08-29T18:39:30.597834+0000 mon.a (mon.0) 2772 : cluster [DBG] osdmap e1523: 8 total, 8 up, 8 in 2024-08-29T18:39:32.076 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:39:31 smithi053 bash[68679]: cluster 2024-08-29T18:39:30.250970+0000 mgr.y (mgr.25022) 1583 : cluster [DBG] pgmap v2624: 137 pgs: 137 active+clean; 423 MiB data, 6.2 GiB used, 709 GiB / 715 GiB avail; 51 MiB/s rd, 16 MiB/s wr, 216 op/s 2024-08-29T18:39:32.076 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:39:31 smithi053 bash[68679]: cluster 2024-08-29T18:39:30.597834+0000 mon.a (mon.0) 2772 : cluster [DBG] osdmap e1523: 8 total, 8 up, 8 in 2024-08-29T18:39:32.576 INFO:journalctl@ceph.prometheus.a.smithi053.stdout:Aug 29 18:39:32 smithi053 bash[95567]: ts=2024-08-29T18:39:32.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"3167ee72-662c-11ef-bcd4-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-29T18:39:32.881 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:39:32 smithi028 bash[78352]: cluster 2024-08-29T18:39:31.598024+0000 mon.a (mon.0) 2773 : cluster [DBG] osdmap e1524: 8 total, 8 up, 8 in 2024-08-29T18:39:32.882 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:39:32 smithi028 bash[77168]: cluster 2024-08-29T18:39:31.598024+0000 mon.a (mon.0) 2773 : cluster [DBG] osdmap e1524: 8 total, 8 up, 8 in 2024-08-29T18:39:33.077 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:39:32 smithi053 bash[68679]: cluster 2024-08-29T18:39:31.598024+0000 mon.a (mon.0) 2773 : cluster [DBG] osdmap e1524: 8 total, 8 up, 8 in 2024-08-29T18:39:33.408 INFO:tasks.workunit.client.0.smithi028.stdout:[ OK ] TestDeepCopy.CloneFlatten_LargerDstObjSize (2025 ms) 2024-08-29T18:39:33.408 INFO:tasks.workunit.client.0.smithi028.stdout:[ RUN ] TestDeepCopy.Stress_LargerDstObjSize 2024-08-29T18:39:33.474 INFO:tasks.workunit.client.0.smithi028.stdout:write: A 81172724~2713356 2024-08-29T18:39:33.501 INFO:tasks.workunit.client.0.smithi028.stdout:discard: 13460919~817936 2024-08-29T18:39:33.503 INFO:tasks.workunit.client.0.smithi028.stdout:write: A 3272855~4318653 2024-08-29T18:39:33.526 INFO:tasks.workunit.client.0.smithi028.stdout:discard: 75697118~8188962 2024-08-29T18:39:33.537 INFO:tasks.workunit.client.0.smithi028.stdout:write: A 65420730~5391929 2024-08-29T18:39:33.561 INFO:tasks.workunit.client.0.smithi028.stdout:discard: 34190463~4245122 2024-08-29T18:39:33.563 INFO:tasks.workunit.client.0.smithi028.stdout:write: A 30373551~5591100 2024-08-29T18:39:33.586 INFO:tasks.workunit.client.0.smithi028.stdout:discard: 64332199~7576063 2024-08-29T18:39:33.597 INFO:tasks.workunit.client.0.smithi028.stdout:snap: snap0 2024-08-29T18:39:33.656 INFO:tasks.workunit.client.0.smithi028.stdout:clone image256 -> image257 2024-08-29T18:39:33.795 INFO:tasks.workunit.client.0.smithi028.stdout:resize: 87910811 2024-08-29T18:39:33.811 INFO:tasks.workunit.client.0.smithi028.stdout:write: B 54457348~1929858 2024-08-29T18:39:33.831 INFO:tasks.workunit.client.0.smithi028.stdout:discard: 82973175~3926382 2024-08-29T18:39:33.839 INFO:tasks.workunit.client.0.smithi028.stdout:write: B 21753000~2192066 2024-08-29T18:39:33.855 INFO:tasks.workunit.client.0.smithi028.stdout:discard: 15220964~49533 2024-08-29T18:39:33.862 INFO:tasks.workunit.client.0.smithi028.stdout:write: B 3620745~635504 2024-08-29T18:39:33.882 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:39:33 smithi028 bash[77168]: cluster 2024-08-29T18:39:32.251678+0000 mgr.y (mgr.25022) 1584 : cluster [DBG] pgmap v2627: 137 pgs: 137 active+clean; 423 MiB data, 6.2 GiB used, 709 GiB / 715 GiB avail; 32 MiB/s rd, 13 MiB/s wr, 156 op/s 2024-08-29T18:39:33.882 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:39:33 smithi028 bash[77168]: cluster 2024-08-29T18:39:32.616910+0000 mon.a (mon.0) 2774 : cluster [DBG] osdmap e1525: 8 total, 8 up, 8 in 2024-08-29T18:39:33.882 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:39:33 smithi028 bash[78352]: cluster 2024-08-29T18:39:32.251678+0000 mgr.y (mgr.25022) 1584 : cluster [DBG] pgmap v2627: 137 pgs: 137 active+clean; 423 MiB data, 6.2 GiB used, 709 GiB / 715 GiB avail; 32 MiB/s rd, 13 MiB/s wr, 156 op/s 2024-08-29T18:39:33.882 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:39:33 smithi028 bash[78352]: cluster 2024-08-29T18:39:32.616910+0000 mon.a (mon.0) 2774 : cluster [DBG] osdmap e1525: 8 total, 8 up, 8 in 2024-08-29T18:39:33.889 INFO:tasks.workunit.client.0.smithi028.stdout:discard: 68805677~3311427 2024-08-29T18:39:33.899 INFO:tasks.workunit.client.0.smithi028.stdout:write: B 65325176~7306518 2024-08-29T18:39:33.922 INFO:tasks.workunit.client.0.smithi028.stdout:discard: 25131315~4504604 2024-08-29T18:39:33.951 INFO:tasks.workunit.client.0.smithi028.stdout:snap: snap1 2024-08-29T18:39:34.076 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:39:33 smithi053 bash[68679]: cluster 2024-08-29T18:39:32.251678+0000 mgr.y (mgr.25022) 1584 : cluster [DBG] pgmap v2627: 137 pgs: 137 active+clean; 423 MiB data, 6.2 GiB used, 709 GiB / 715 GiB avail; 32 MiB/s rd, 13 MiB/s wr, 156 op/s 2024-08-29T18:39:34.077 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:39:33 smithi053 bash[68679]: cluster 2024-08-29T18:39:32.616910+0000 mon.a (mon.0) 2774 : cluster [DBG] osdmap e1525: 8 total, 8 up, 8 in 2024-08-29T18:39:34.661 INFO:tasks.workunit.client.0.smithi028.stdout:resize: 98100140 2024-08-29T18:39:34.683 INFO:tasks.workunit.client.0.smithi028.stdout:write: C 15033405~6702235 2024-08-29T18:39:34.690 INFO:tasks.workunit.client.0.smithi028.stdout:discard: 34015761~2102442 2024-08-29T18:39:34.694 INFO:tasks.workunit.client.0.smithi028.stdout:write: C 24470758~5416812 2024-08-29T18:39:34.694 INFO:tasks.workunit.client.0.smithi028.stdout:discard: 70081448~7766477 2024-08-29T18:39:34.703 INFO:tasks.workunit.client.0.smithi028.stdout:write: C 4053562~4916877 2024-08-29T18:39:34.723 INFO:tasks.workunit.client.0.smithi028.stdout:discard: 11271360~3639161 2024-08-29T18:39:34.735 INFO:tasks.workunit.client.0.smithi028.stdout:write: C 60426261~857108 2024-08-29T18:39:34.735 INFO:tasks.workunit.client.0.smithi028.stdout:discard: 43028698~4479382 2024-08-29T18:39:34.760 INFO:tasks.workunit.client.0.smithi028.stdout:snap: snap2 2024-08-29T18:39:35.076 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:39:34 smithi053 bash[68679]: cluster 2024-08-29T18:39:33.619689+0000 mon.a (mon.0) 2775 : cluster [DBG] osdmap e1526: 8 total, 8 up, 8 in 2024-08-29T18:39:35.131 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:39:34 smithi028 bash[77168]: cluster 2024-08-29T18:39:33.619689+0000 mon.a (mon.0) 2775 : cluster [DBG] osdmap e1526: 8 total, 8 up, 8 in 2024-08-29T18:39:35.132 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:39:34 smithi028 bash[78352]: cluster 2024-08-29T18:39:33.619689+0000 mon.a (mon.0) 2775 : cluster [DBG] osdmap e1526: 8 total, 8 up, 8 in 2024-08-29T18:39:35.680 INFO:tasks.workunit.client.0.smithi028.stdout:write: D 73897953~5330031 2024-08-29T18:39:35.692 INFO:tasks.workunit.client.0.smithi028.stdout:discard: 31127582~345478 2024-08-29T18:39:35.700 INFO:tasks.workunit.client.0.smithi028.stdout:write: D 69043591~4974205 2024-08-29T18:39:35.713 INFO:tasks.workunit.client.0.smithi028.stdout:discard: 41022860~452496 2024-08-29T18:39:35.713 INFO:tasks.workunit.client.0.smithi028.stdout:write: D 97882282~148143 2024-08-29T18:39:35.713 INFO:tasks.workunit.client.0.smithi028.stdout:discard: 3964167~4029753 2024-08-29T18:39:35.736 INFO:tasks.workunit.client.0.smithi028.stdout:write: D 23547768~8233295 2024-08-29T18:39:35.737 INFO:tasks.workunit.client.0.smithi028.stdout:discard: 40394469~4317776 2024-08-29T18:39:35.762 INFO:tasks.workunit.client.0.smithi028.stdout:snap: snap3 2024-08-29T18:39:36.076 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:39:35 smithi053 bash[68679]: cluster 2024-08-29T18:39:34.252496+0000 mgr.y (mgr.25022) 1585 : cluster [DBG] pgmap v2630: 137 pgs: 137 active+clean; 491 MiB data, 6.3 GiB used, 709 GiB / 715 GiB avail; 27 MiB/s rd, 17 MiB/s wr, 249 op/s 2024-08-29T18:39:36.077 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:39:35 smithi053 bash[68679]: cluster 2024-08-29T18:39:34.640487+0000 mon.a (mon.0) 2776 : cluster [DBG] osdmap e1527: 8 total, 8 up, 8 in 2024-08-29T18:39:36.131 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:39:35 smithi028 bash[77168]: cluster 2024-08-29T18:39:34.252496+0000 mgr.y (mgr.25022) 1585 : cluster [DBG] pgmap v2630: 137 pgs: 137 active+clean; 491 MiB data, 6.3 GiB used, 709 GiB / 715 GiB avail; 27 MiB/s rd, 17 MiB/s wr, 249 op/s 2024-08-29T18:39:36.132 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:39:35 smithi028 bash[77168]: cluster 2024-08-29T18:39:34.640487+0000 mon.a (mon.0) 2776 : cluster [DBG] osdmap e1527: 8 total, 8 up, 8 in 2024-08-29T18:39:36.132 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:39:35 smithi028 bash[78352]: cluster 2024-08-29T18:39:34.252496+0000 mgr.y (mgr.25022) 1585 : cluster [DBG] pgmap v2630: 137 pgs: 137 active+clean; 491 MiB data, 6.3 GiB used, 709 GiB / 715 GiB avail; 27 MiB/s rd, 17 MiB/s wr, 249 op/s 2024-08-29T18:39:36.132 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:39:35 smithi028 bash[78352]: cluster 2024-08-29T18:39:34.640487+0000 mon.a (mon.0) 2776 : cluster [DBG] osdmap e1527: 8 total, 8 up, 8 in 2024-08-29T18:39:36.702 INFO:tasks.workunit.client.0.smithi028.stdout:clone image257 -> image258 2024-08-29T18:39:37.076 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:39:36 smithi053 bash[68679]: cluster 2024-08-29T18:39:35.647236+0000 mon.a (mon.0) 2777 : cluster [DBG] osdmap e1528: 8 total, 8 up, 8 in 2024-08-29T18:39:37.131 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:39:36 smithi028 bash[78352]: cluster 2024-08-29T18:39:35.647236+0000 mon.a (mon.0) 2777 : cluster [DBG] osdmap e1528: 8 total, 8 up, 8 in 2024-08-29T18:39:37.132 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:39:36 smithi028 bash[77168]: cluster 2024-08-29T18:39:35.647236+0000 mon.a (mon.0) 2777 : cluster [DBG] osdmap e1528: 8 total, 8 up, 8 in 2024-08-29T18:39:37.366 INFO:tasks.workunit.client.0.smithi028.stdout:[ OK ] TestDeepCopy.Stress_LargerDstObjSize (3958 ms) 2024-08-29T18:39:37.367 INFO:tasks.workunit.client.0.smithi028.stdout:[ RUN ] TestDeepCopy.NoSnaps_SmallerDstObjSize 2024-08-29T18:39:37.800 INFO:tasks.workunit.client.0.smithi028.stdout:[ OK ] TestDeepCopy.NoSnaps_SmallerDstObjSize (434 ms) 2024-08-29T18:39:37.800 INFO:tasks.workunit.client.0.smithi028.stdout:[ RUN ] TestDeepCopy.Snaps_SmallerDstObjSize 2024-08-29T18:39:38.076 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:39:37 smithi053 bash[68679]: cluster 2024-08-29T18:39:36.253290+0000 mgr.y (mgr.25022) 1586 : cluster [DBG] pgmap v2633: 137 pgs: 137 active+clean; 598 MiB data, 6.6 GiB used, 709 GiB / 715 GiB avail; 56 MiB/s rd, 41 MiB/s wr, 545 op/s 2024-08-29T18:39:38.077 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:39:37 smithi053 bash[68679]: cluster 2024-08-29T18:39:36.657368+0000 mon.a (mon.0) 2778 : cluster [DBG] osdmap e1529: 8 total, 8 up, 8 in 2024-08-29T18:39:38.132 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:39:37 smithi028 bash[78352]: cluster 2024-08-29T18:39:36.253290+0000 mgr.y (mgr.25022) 1586 : cluster [DBG] pgmap v2633: 137 pgs: 137 active+clean; 598 MiB data, 6.6 GiB used, 709 GiB / 715 GiB avail; 56 MiB/s rd, 41 MiB/s wr, 545 op/s 2024-08-29T18:39:38.132 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:39:37 smithi028 bash[78352]: cluster 2024-08-29T18:39:36.657368+0000 mon.a (mon.0) 2778 : cluster [DBG] osdmap e1529: 8 total, 8 up, 8 in 2024-08-29T18:39:38.132 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:39:37 smithi028 bash[77168]: cluster 2024-08-29T18:39:36.253290+0000 mgr.y (mgr.25022) 1586 : cluster [DBG] pgmap v2633: 137 pgs: 137 active+clean; 598 MiB data, 6.6 GiB used, 709 GiB / 715 GiB avail; 56 MiB/s rd, 41 MiB/s wr, 545 op/s 2024-08-29T18:39:38.132 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:39:37 smithi028 bash[77168]: cluster 2024-08-29T18:39:36.657368+0000 mon.a (mon.0) 2778 : cluster [DBG] osdmap e1529: 8 total, 8 up, 8 in 2024-08-29T18:39:40.076 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:39:39 smithi053 bash[68679]: cluster 2024-08-29T18:39:38.254368+0000 mgr.y (mgr.25022) 1587 : cluster [DBG] pgmap v2635: 137 pgs: 137 active+clean; 630 MiB data, 6.7 GiB used, 708 GiB / 715 GiB avail; 36 MiB/s rd, 27 MiB/s wr, 399 op/s 2024-08-29T18:39:40.076 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:39:39 smithi053 bash[68679]: cluster 2024-08-29T18:39:38.666476+0000 mon.a (mon.0) 2779 : cluster [DBG] osdmap e1530: 8 total, 8 up, 8 in 2024-08-29T18:39:40.131 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:39:39 smithi028 bash[78352]: cluster 2024-08-29T18:39:38.254368+0000 mgr.y (mgr.25022) 1587 : cluster [DBG] pgmap v2635: 137 pgs: 137 active+clean; 630 MiB data, 6.7 GiB used, 708 GiB / 715 GiB avail; 36 MiB/s rd, 27 MiB/s wr, 399 op/s 2024-08-29T18:39:40.132 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:39:39 smithi028 bash[78352]: cluster 2024-08-29T18:39:38.666476+0000 mon.a (mon.0) 2779 : cluster [DBG] osdmap e1530: 8 total, 8 up, 8 in 2024-08-29T18:39:40.132 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:39:39 smithi028 bash[77168]: cluster 2024-08-29T18:39:38.254368+0000 mgr.y (mgr.25022) 1587 : cluster [DBG] pgmap v2635: 137 pgs: 137 active+clean; 630 MiB data, 6.7 GiB used, 708 GiB / 715 GiB avail; 36 MiB/s rd, 27 MiB/s wr, 399 op/s 2024-08-29T18:39:40.132 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:39:39 smithi028 bash[77168]: cluster 2024-08-29T18:39:38.666476+0000 mon.a (mon.0) 2779 : cluster [DBG] osdmap e1530: 8 total, 8 up, 8 in 2024-08-29T18:39:41.076 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:39:40 smithi053 bash[68679]: cluster 2024-08-29T18:39:39.670080+0000 mon.a (mon.0) 2780 : cluster [DBG] osdmap e1531: 8 total, 8 up, 8 in 2024-08-29T18:39:41.131 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:39:40 smithi028 bash[77168]: cluster 2024-08-29T18:39:39.670080+0000 mon.a (mon.0) 2780 : cluster [DBG] osdmap e1531: 8 total, 8 up, 8 in 2024-08-29T18:39:41.132 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:39:40 smithi028 bash[78352]: cluster 2024-08-29T18:39:39.670080+0000 mon.a (mon.0) 2780 : cluster [DBG] osdmap e1531: 8 total, 8 up, 8 in 2024-08-29T18:39:41.699 INFO:journalctl@ceph.mgr.y.smithi028.stdout:Aug 29 18:39:41 smithi028 bash[70818]: ::ffff:172.21.15.53 - - [29/Aug/2024:18:39:41] "GET /metrics HTTP/1.1" 200 36440 "" "Prometheus/2.43.0" 2024-08-29T18:39:42.076 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:39:41 smithi053 bash[68679]: cluster 2024-08-29T18:39:40.255092+0000 mgr.y (mgr.25022) 1588 : cluster [DBG] pgmap v2638: 137 pgs: 137 active+clean; 715 MiB data, 6.9 GiB used, 708 GiB / 715 GiB avail; 32 MiB/s rd, 22 MiB/s wr, 432 op/s 2024-08-29T18:39:42.077 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:39:41 smithi053 bash[68679]: cluster 2024-08-29T18:39:40.691883+0000 mon.a (mon.0) 2781 : cluster [DBG] osdmap e1532: 8 total, 8 up, 8 in 2024-08-29T18:39:42.131 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:39:41 smithi028 bash[78352]: cluster 2024-08-29T18:39:40.255092+0000 mgr.y (mgr.25022) 1588 : cluster [DBG] pgmap v2638: 137 pgs: 137 active+clean; 715 MiB data, 6.9 GiB used, 708 GiB / 715 GiB avail; 32 MiB/s rd, 22 MiB/s wr, 432 op/s 2024-08-29T18:39:42.132 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:39:41 smithi028 bash[78352]: cluster 2024-08-29T18:39:40.691883+0000 mon.a (mon.0) 2781 : cluster [DBG] osdmap e1532: 8 total, 8 up, 8 in 2024-08-29T18:39:42.132 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:39:41 smithi028 bash[77168]: cluster 2024-08-29T18:39:40.255092+0000 mgr.y (mgr.25022) 1588 : cluster [DBG] pgmap v2638: 137 pgs: 137 active+clean; 715 MiB data, 6.9 GiB used, 708 GiB / 715 GiB avail; 32 MiB/s rd, 22 MiB/s wr, 432 op/s 2024-08-29T18:39:42.132 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:39:41 smithi028 bash[77168]: cluster 2024-08-29T18:39:40.691883+0000 mon.a (mon.0) 2781 : cluster [DBG] osdmap e1532: 8 total, 8 up, 8 in 2024-08-29T18:39:42.146 INFO:tasks.workunit.client.0.smithi028.stdout:[ OK ] TestDeepCopy.Snaps_SmallerDstObjSize (4346 ms) 2024-08-29T18:39:42.146 INFO:tasks.workunit.client.0.smithi028.stdout:[ RUN ] TestDeepCopy.Clone_SmallerDstObjSize 2024-08-29T18:39:42.576 INFO:journalctl@ceph.prometheus.a.smithi053.stdout:Aug 29 18:39:42 smithi053 bash[95567]: ts=2024-08-29T18:39:42.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"3167ee72-662c-11ef-bcd4-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-29T18:39:43.076 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:39:42 smithi053 bash[68679]: cluster 2024-08-29T18:39:41.692907+0000 mon.a (mon.0) 2782 : cluster [DBG] osdmap e1533: 8 total, 8 up, 8 in 2024-08-29T18:39:43.076 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:39:42 smithi053 bash[68679]: audit 2024-08-29T18:39:42.137648+0000 mon.a (mon.0) 2783 : audit [DBG] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-29T18:39:43.131 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:39:42 smithi028 bash[78352]: cluster 2024-08-29T18:39:41.692907+0000 mon.a (mon.0) 2782 : cluster [DBG] osdmap e1533: 8 total, 8 up, 8 in 2024-08-29T18:39:43.132 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:39:42 smithi028 bash[78352]: audit 2024-08-29T18:39:42.137648+0000 mon.a (mon.0) 2783 : audit [DBG] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-29T18:39:43.132 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:39:42 smithi028 bash[77168]: cluster 2024-08-29T18:39:41.692907+0000 mon.a (mon.0) 2782 : cluster [DBG] osdmap e1533: 8 total, 8 up, 8 in 2024-08-29T18:39:43.132 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:39:42 smithi028 bash[77168]: audit 2024-08-29T18:39:42.137648+0000 mon.a (mon.0) 2783 : audit [DBG] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-29T18:39:44.076 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:39:43 smithi053 bash[68679]: cluster 2024-08-29T18:39:42.255792+0000 mgr.y (mgr.25022) 1589 : cluster [DBG] pgmap v2641: 137 pgs: 137 active+clean; 721 MiB data, 6.9 GiB used, 708 GiB / 715 GiB avail; 24 MiB/s rd, 19 MiB/s wr, 366 op/s 2024-08-29T18:39:44.076 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:39:43 smithi053 bash[68679]: cluster 2024-08-29T18:39:42.719453+0000 mon.a (mon.0) 2784 : cluster [DBG] osdmap e1534: 8 total, 8 up, 8 in 2024-08-29T18:39:44.131 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:39:43 smithi028 bash[78352]: cluster 2024-08-29T18:39:42.255792+0000 mgr.y (mgr.25022) 1589 : cluster [DBG] pgmap v2641: 137 pgs: 137 active+clean; 721 MiB data, 6.9 GiB used, 708 GiB / 715 GiB avail; 24 MiB/s rd, 19 MiB/s wr, 366 op/s 2024-08-29T18:39:44.131 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:39:43 smithi028 bash[78352]: cluster 2024-08-29T18:39:42.719453+0000 mon.a (mon.0) 2784 : cluster [DBG] osdmap e1534: 8 total, 8 up, 8 in 2024-08-29T18:39:44.132 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:39:43 smithi028 bash[77168]: cluster 2024-08-29T18:39:42.255792+0000 mgr.y (mgr.25022) 1589 : cluster [DBG] pgmap v2641: 137 pgs: 137 active+clean; 721 MiB data, 6.9 GiB used, 708 GiB / 715 GiB avail; 24 MiB/s rd, 19 MiB/s wr, 366 op/s 2024-08-29T18:39:44.132 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:39:43 smithi028 bash[77168]: cluster 2024-08-29T18:39:42.719453+0000 mon.a (mon.0) 2784 : cluster [DBG] osdmap e1534: 8 total, 8 up, 8 in 2024-08-29T18:39:44.431 INFO:tasks.workunit.client.0.smithi028.stdout:[ OK ] TestDeepCopy.Clone_SmallerDstObjSize (2285 ms) 2024-08-29T18:39:44.431 INFO:tasks.workunit.client.0.smithi028.stdout:[ RUN ] TestDeepCopy.CloneFlatten_SmallerDstObjSize 2024-08-29T18:39:45.076 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:39:44 smithi053 bash[68679]: cluster 2024-08-29T18:39:43.721121+0000 mon.a (mon.0) 2785 : cluster [DBG] osdmap e1535: 8 total, 8 up, 8 in 2024-08-29T18:39:45.131 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:39:44 smithi028 bash[78352]: cluster 2024-08-29T18:39:43.721121+0000 mon.a (mon.0) 2785 : cluster [DBG] osdmap e1535: 8 total, 8 up, 8 in 2024-08-29T18:39:45.132 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:39:44 smithi028 bash[77168]: cluster 2024-08-29T18:39:43.721121+0000 mon.a (mon.0) 2785 : cluster [DBG] osdmap e1535: 8 total, 8 up, 8 in 2024-08-29T18:39:46.076 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:39:45 smithi053 bash[68679]: cluster 2024-08-29T18:39:44.256522+0000 mgr.y (mgr.25022) 1590 : cluster [DBG] pgmap v2644: 137 pgs: 137 active+clean; 755 MiB data, 7.0 GiB used, 708 GiB / 715 GiB avail; 17 MiB/s rd, 10 MiB/s wr, 122 op/s 2024-08-29T18:39:46.077 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:39:45 smithi053 bash[68679]: cluster 2024-08-29T18:39:44.742079+0000 mon.a (mon.0) 2786 : cluster [DBG] osdmap e1536: 8 total, 8 up, 8 in 2024-08-29T18:39:46.132 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:39:45 smithi028 bash[78352]: cluster 2024-08-29T18:39:44.256522+0000 mgr.y (mgr.25022) 1590 : cluster [DBG] pgmap v2644: 137 pgs: 137 active+clean; 755 MiB data, 7.0 GiB used, 708 GiB / 715 GiB avail; 17 MiB/s rd, 10 MiB/s wr, 122 op/s 2024-08-29T18:39:46.132 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:39:45 smithi028 bash[78352]: cluster 2024-08-29T18:39:44.742079+0000 mon.a (mon.0) 2786 : cluster [DBG] osdmap e1536: 8 total, 8 up, 8 in 2024-08-29T18:39:46.133 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:39:45 smithi028 bash[77168]: cluster 2024-08-29T18:39:44.256522+0000 mgr.y (mgr.25022) 1590 : cluster [DBG] pgmap v2644: 137 pgs: 137 active+clean; 755 MiB data, 7.0 GiB used, 708 GiB / 715 GiB avail; 17 MiB/s rd, 10 MiB/s wr, 122 op/s 2024-08-29T18:39:46.133 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:39:45 smithi028 bash[77168]: cluster 2024-08-29T18:39:44.742079+0000 mon.a (mon.0) 2786 : cluster [DBG] osdmap e1536: 8 total, 8 up, 8 in 2024-08-29T18:39:46.430 INFO:tasks.workunit.client.0.smithi028.stdout:[ OK ] TestDeepCopy.CloneFlatten_SmallerDstObjSize (1999 ms) 2024-08-29T18:39:46.430 INFO:tasks.workunit.client.0.smithi028.stdout:[ RUN ] TestDeepCopy.Stress_SmallerDstObjSize 2024-08-29T18:39:46.497 INFO:tasks.workunit.client.0.smithi028.stdout:write: A 11595857~6168941 2024-08-29T18:39:46.533 INFO:tasks.workunit.client.0.smithi028.stdout:discard: 57053590~1200801 2024-08-29T18:39:46.534 INFO:tasks.workunit.client.0.smithi028.stdout:write: A 34131487~4064357 2024-08-29T18:39:46.558 INFO:tasks.workunit.client.0.smithi028.stdout:discard: 68065111~2812716 2024-08-29T18:39:46.559 INFO:tasks.workunit.client.0.smithi028.stdout:write: A 69631555~2145375 2024-08-29T18:39:46.575 INFO:tasks.workunit.client.0.smithi028.stdout:discard: 77599801~6286279 2024-08-29T18:39:46.576 INFO:tasks.workunit.client.0.smithi028.stdout:write: A 24598081~2868169 2024-08-29T18:39:46.592 INFO:tasks.workunit.client.0.smithi028.stdout:discard: 40454748~393749 2024-08-29T18:39:46.594 INFO:tasks.workunit.client.0.smithi028.stdout:snap: snap0 2024-08-29T18:39:46.800 INFO:tasks.workunit.client.0.smithi028.stdout:clone image277 -> image278 2024-08-29T18:39:46.938 INFO:tasks.workunit.client.0.smithi028.stdout:write: B 4327472~7048460 2024-08-29T18:39:46.980 INFO:tasks.workunit.client.0.smithi028.stdout:discard: 40139887~2571851 2024-08-29T18:39:46.992 INFO:tasks.workunit.client.0.smithi028.stdout:write: B 38469663~4172159 2024-08-29T18:39:47.009 INFO:tasks.workunit.client.0.smithi028.stdout:discard: 48062328~2514623 2024-08-29T18:39:47.017 INFO:tasks.workunit.client.0.smithi028.stdout:write: B 54192251~1428752 2024-08-29T18:39:47.029 INFO:tasks.workunit.client.0.smithi028.stdout:discard: 5708751~7371352 2024-08-29T18:39:47.057 INFO:tasks.workunit.client.0.smithi028.stdout:write: B 38706118~1422244 2024-08-29T18:39:47.065 INFO:tasks.workunit.client.0.smithi028.stdout:discard: 69731909~527392 2024-08-29T18:39:47.076 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:39:46 smithi053 bash[68679]: cluster 2024-08-29T18:39:45.749053+0000 mon.a (mon.0) 2787 : cluster [DBG] osdmap e1537: 8 total, 8 up, 8 in 2024-08-29T18:39:47.080 INFO:tasks.workunit.client.0.smithi028.stdout:snap: snap1 2024-08-29T18:39:47.131 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:39:46 smithi028 bash[78352]: cluster 2024-08-29T18:39:45.749053+0000 mon.a (mon.0) 2787 : cluster [DBG] osdmap e1537: 8 total, 8 up, 8 in 2024-08-29T18:39:47.132 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:39:46 smithi028 bash[77168]: cluster 2024-08-29T18:39:45.749053+0000 mon.a (mon.0) 2787 : cluster [DBG] osdmap e1537: 8 total, 8 up, 8 in 2024-08-29T18:39:47.793 INFO:tasks.workunit.client.0.smithi028.stdout:resize: 137417828 2024-08-29T18:39:47.809 INFO:tasks.workunit.client.0.smithi028.stdout:write: C 107764725~6297736 2024-08-29T18:39:47.815 INFO:tasks.workunit.client.0.smithi028.stdout:discard: 54305307~5345475 2024-08-29T18:39:47.817 INFO:tasks.workunit.client.0.smithi028.stdout:write: C 97016524~3445668 2024-08-29T18:39:47.817 INFO:tasks.workunit.client.0.smithi028.stdout:discard: 127495353~3299989 2024-08-29T18:39:47.818 INFO:tasks.workunit.client.0.smithi028.stdout:write: C 52485085~1158769 2024-08-29T18:39:47.818 INFO:tasks.workunit.client.0.smithi028.stdout:discard: 1254299~2762678 2024-08-29T18:39:47.818 INFO:tasks.workunit.client.0.smithi028.stdout:write: C 99364838~471549 2024-08-29T18:39:47.861 INFO:tasks.workunit.client.0.smithi028.stdout:discard: 68107408~2272718 2024-08-29T18:39:47.869 INFO:tasks.workunit.client.0.smithi028.stdout:snap: snap2 2024-08-29T18:39:48.076 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:39:47 smithi053 bash[68679]: cluster 2024-08-29T18:39:46.256938+0000 mgr.y (mgr.25022) 1591 : cluster [DBG] pgmap v2647: 137 pgs: 137 active+clean; 787 MiB data, 7.1 GiB used, 708 GiB / 715 GiB avail; 33 MiB/s rd, 17 MiB/s wr, 306 op/s 2024-08-29T18:39:48.076 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:39:47 smithi053 bash[68679]: cluster 2024-08-29T18:39:46.759593+0000 mon.a (mon.0) 2788 : cluster [DBG] osdmap e1538: 8 total, 8 up, 8 in 2024-08-29T18:39:48.131 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:39:47 smithi028 bash[78352]: cluster 2024-08-29T18:39:46.256938+0000 mgr.y (mgr.25022) 1591 : cluster [DBG] pgmap v2647: 137 pgs: 137 active+clean; 787 MiB data, 7.1 GiB used, 708 GiB / 715 GiB avail; 33 MiB/s rd, 17 MiB/s wr, 306 op/s 2024-08-29T18:39:48.132 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:39:47 smithi028 bash[78352]: cluster 2024-08-29T18:39:46.759593+0000 mon.a (mon.0) 2788 : cluster [DBG] osdmap e1538: 8 total, 8 up, 8 in 2024-08-29T18:39:48.132 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:39:47 smithi028 bash[77168]: cluster 2024-08-29T18:39:46.256938+0000 mgr.y (mgr.25022) 1591 : cluster [DBG] pgmap v2647: 137 pgs: 137 active+clean; 787 MiB data, 7.1 GiB used, 708 GiB / 715 GiB avail; 33 MiB/s rd, 17 MiB/s wr, 306 op/s 2024-08-29T18:39:48.132 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:39:47 smithi028 bash[77168]: cluster 2024-08-29T18:39:46.759593+0000 mon.a (mon.0) 2788 : cluster [DBG] osdmap e1538: 8 total, 8 up, 8 in 2024-08-29T18:39:48.836 INFO:tasks.workunit.client.0.smithi028.stdout:clone image278 -> image279 2024-08-29T18:39:49.009 INFO:tasks.workunit.client.0.smithi028.stdout:resize: 148977863 2024-08-29T18:39:49.023 INFO:tasks.workunit.client.0.smithi028.stdout:write: D 109279998~604382 2024-08-29T18:39:49.066 INFO:tasks.workunit.client.0.smithi028.stdout:discard: 61380692~5043623 2024-08-29T18:39:49.076 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:39:48 smithi053 bash[68679]: cluster 2024-08-29T18:39:47.760208+0000 mon.a (mon.0) 2789 : cluster [DBG] osdmap e1539: 8 total, 8 up, 8 in 2024-08-29T18:39:49.078 INFO:tasks.workunit.client.0.smithi028.stdout:write: D 119551933~5936845 2024-08-29T18:39:49.110 INFO:tasks.workunit.client.0.smithi028.stdout:discard: 129635708~4738812 2024-08-29T18:39:49.120 INFO:tasks.workunit.client.0.smithi028.stdout:write: D 79046574~700304 2024-08-29T18:39:49.131 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:39:48 smithi028 bash[78352]: cluster 2024-08-29T18:39:47.760208+0000 mon.a (mon.0) 2789 : cluster [DBG] osdmap e1539: 8 total, 8 up, 8 in 2024-08-29T18:39:49.132 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:39:48 smithi028 bash[77168]: cluster 2024-08-29T18:39:47.760208+0000 mon.a (mon.0) 2789 : cluster [DBG] osdmap e1539: 8 total, 8 up, 8 in 2024-08-29T18:39:49.133 INFO:tasks.workunit.client.0.smithi028.stdout:discard: 24711783~2667378 2024-08-29T18:39:49.164 INFO:tasks.workunit.client.0.smithi028.stdout:write: D 47821050~6132961 2024-08-29T18:39:49.194 INFO:tasks.workunit.client.0.smithi028.stdout:discard: 84079333~857272 2024-08-29T18:39:49.200 INFO:tasks.workunit.client.0.smithi028.stdout:snap: snap3 2024-08-29T18:39:49.831 INFO:tasks.workunit.client.0.smithi028.stdout:clone image279 -> image280 2024-08-29T18:39:50.076 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:39:49 smithi053 bash[68679]: cluster 2024-08-29T18:39:48.257725+0000 mgr.y (mgr.25022) 1592 : cluster [DBG] pgmap v2650: 137 pgs: 137 active+clean; 826 MiB data, 7.2 GiB used, 708 GiB / 715 GiB avail; 26 MiB/s rd, 16 MiB/s wr, 344 op/s 2024-08-29T18:39:50.077 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:39:49 smithi053 bash[68679]: cluster 2024-08-29T18:39:48.780291+0000 mon.a (mon.0) 2790 : cluster [DBG] osdmap e1540: 8 total, 8 up, 8 in 2024-08-29T18:39:50.131 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:39:49 smithi028 bash[78352]: cluster 2024-08-29T18:39:48.257725+0000 mgr.y (mgr.25022) 1592 : cluster [DBG] pgmap v2650: 137 pgs: 137 active+clean; 826 MiB data, 7.2 GiB used, 708 GiB / 715 GiB avail; 26 MiB/s rd, 16 MiB/s wr, 344 op/s 2024-08-29T18:39:50.132 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:39:49 smithi028 bash[78352]: cluster 2024-08-29T18:39:48.780291+0000 mon.a (mon.0) 2790 : cluster [DBG] osdmap e1540: 8 total, 8 up, 8 in 2024-08-29T18:39:50.132 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:39:49 smithi028 bash[77168]: cluster 2024-08-29T18:39:48.257725+0000 mgr.y (mgr.25022) 1592 : cluster [DBG] pgmap v2650: 137 pgs: 137 active+clean; 826 MiB data, 7.2 GiB used, 708 GiB / 715 GiB avail; 26 MiB/s rd, 16 MiB/s wr, 344 op/s 2024-08-29T18:39:50.132 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:39:49 smithi028 bash[77168]: cluster 2024-08-29T18:39:48.780291+0000 mon.a (mon.0) 2790 : cluster [DBG] osdmap e1540: 8 total, 8 up, 8 in 2024-08-29T18:39:50.634 INFO:tasks.workunit.client.0.smithi028.stdout:[ OK ] TestDeepCopy.Stress_SmallerDstObjSize (4204 ms) 2024-08-29T18:39:50.634 INFO:tasks.workunit.client.0.smithi028.stdout:[ RUN ] TestDeepCopy.NoSnaps_StrippingLargerDstObjSize 2024-08-29T18:39:50.698 INFO:tasks.workunit.client.0.smithi028.stdout:SKIPPING 2024-08-29T18:39:50.877 INFO:tasks.workunit.client.0.smithi028.stdout:[ OK ] TestDeepCopy.NoSnaps_StrippingLargerDstObjSize (243 ms) 2024-08-29T18:39:50.877 INFO:tasks.workunit.client.0.smithi028.stdout:[ RUN ] TestDeepCopy.Snaps_StrippingLargerDstObjSize 2024-08-29T18:39:50.938 INFO:tasks.workunit.client.0.smithi028.stdout:SKIPPING 2024-08-29T18:39:51.076 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:39:50 smithi053 bash[68679]: cluster 2024-08-29T18:39:49.783910+0000 mon.a (mon.0) 2791 : cluster [DBG] osdmap e1541: 8 total, 8 up, 8 in 2024-08-29T18:39:51.118 INFO:tasks.workunit.client.0.smithi028.stdout:[ OK ] TestDeepCopy.Snaps_StrippingLargerDstObjSize (241 ms) 2024-08-29T18:39:51.118 INFO:tasks.workunit.client.0.smithi028.stdout:[ RUN ] TestDeepCopy.Clone_StrippingLargerDstObjSize 2024-08-29T18:39:51.131 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:39:50 smithi028 bash[78352]: cluster 2024-08-29T18:39:49.783910+0000 mon.a (mon.0) 2791 : cluster [DBG] osdmap e1541: 8 total, 8 up, 8 in 2024-08-29T18:39:51.131 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:39:50 smithi028 bash[77168]: cluster 2024-08-29T18:39:49.783910+0000 mon.a (mon.0) 2791 : cluster [DBG] osdmap e1541: 8 total, 8 up, 8 in 2024-08-29T18:39:51.180 INFO:tasks.workunit.client.0.smithi028.stdout:SKIPPING 2024-08-29T18:39:51.356 INFO:tasks.workunit.client.0.smithi028.stdout:[ OK ] TestDeepCopy.Clone_StrippingLargerDstObjSize (238 ms) 2024-08-29T18:39:51.356 INFO:tasks.workunit.client.0.smithi028.stdout:[ RUN ] TestDeepCopy.CloneFlatten_StrippingLargerDstObjSize 2024-08-29T18:39:51.424 INFO:tasks.workunit.client.0.smithi028.stdout:SKIPPING 2024-08-29T18:39:51.603 INFO:tasks.workunit.client.0.smithi028.stdout:[ OK ] TestDeepCopy.CloneFlatten_StrippingLargerDstObjSize (247 ms) 2024-08-29T18:39:51.603 INFO:tasks.workunit.client.0.smithi028.stdout:[ RUN ] TestDeepCopy.Stress_StrippingLargerDstObjSize 2024-08-29T18:39:51.665 INFO:tasks.workunit.client.0.smithi028.stdout:SKIPPING 2024-08-29T18:39:51.798 INFO:journalctl@ceph.mgr.y.smithi028.stdout:Aug 29 18:39:51 smithi028 bash[70818]: ::ffff:172.21.15.53 - - [29/Aug/2024:18:39:51] "GET /metrics HTTP/1.1" 200 36442 "" "Prometheus/2.43.0" 2024-08-29T18:39:51.842 INFO:tasks.workunit.client.0.smithi028.stdout:[ OK ] TestDeepCopy.Stress_StrippingLargerDstObjSize (239 ms) 2024-08-29T18:39:51.842 INFO:tasks.workunit.client.0.smithi028.stdout:[ RUN ] TestDeepCopy.NoSnaps_StrippingSmallerDstObjSize 2024-08-29T18:39:51.903 INFO:tasks.workunit.client.0.smithi028.stdout:SKIPPING 2024-08-29T18:39:52.076 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:39:51 smithi053 bash[68679]: cluster 2024-08-29T18:39:50.258602+0000 mgr.y (mgr.25022) 1593 : cluster [DBG] pgmap v2653: 137 pgs: 137 active+clean; 966 MiB data, 7.5 GiB used, 708 GiB / 715 GiB avail; 37 MiB/s rd, 39 MiB/s wr, 529 op/s 2024-08-29T18:39:52.082 INFO:tasks.workunit.client.0.smithi028.stdout:[ OK ] TestDeepCopy.NoSnaps_StrippingSmallerDstObjSize (241 ms) 2024-08-29T18:39:52.083 INFO:tasks.workunit.client.0.smithi028.stdout:[ RUN ] TestDeepCopy.Snaps_StrippingSmallerDstObjSize 2024-08-29T18:39:52.131 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:39:51 smithi028 bash[78352]: cluster 2024-08-29T18:39:50.258602+0000 mgr.y (mgr.25022) 1593 : cluster [DBG] pgmap v2653: 137 pgs: 137 active+clean; 966 MiB data, 7.5 GiB used, 708 GiB / 715 GiB avail; 37 MiB/s rd, 39 MiB/s wr, 529 op/s 2024-08-29T18:39:52.132 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:39:51 smithi028 bash[77168]: cluster 2024-08-29T18:39:50.258602+0000 mgr.y (mgr.25022) 1593 : cluster [DBG] pgmap v2653: 137 pgs: 137 active+clean; 966 MiB data, 7.5 GiB used, 708 GiB / 715 GiB avail; 37 MiB/s rd, 39 MiB/s wr, 529 op/s 2024-08-29T18:39:52.146 INFO:tasks.workunit.client.0.smithi028.stdout:SKIPPING 2024-08-29T18:39:52.328 INFO:tasks.workunit.client.0.smithi028.stdout:[ OK ] TestDeepCopy.Snaps_StrippingSmallerDstObjSize (246 ms) 2024-08-29T18:39:52.329 INFO:tasks.workunit.client.0.smithi028.stdout:[ RUN ] TestDeepCopy.Clone_StrippingSmallerDstObjSize 2024-08-29T18:39:52.392 INFO:tasks.workunit.client.0.smithi028.stdout:SKIPPING 2024-08-29T18:39:52.573 INFO:tasks.workunit.client.0.smithi028.stdout:[ OK ] TestDeepCopy.Clone_StrippingSmallerDstObjSize (244 ms) 2024-08-29T18:39:52.573 INFO:tasks.workunit.client.0.smithi028.stdout:[ RUN ] TestDeepCopy.CloneFlatten_StrippingSmallerDstObjSize 2024-08-29T18:39:52.576 INFO:journalctl@ceph.prometheus.a.smithi053.stdout:Aug 29 18:39:52 smithi053 bash[95567]: ts=2024-08-29T18:39:52.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"3167ee72-662c-11ef-bcd4-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-29T18:39:52.635 INFO:tasks.workunit.client.0.smithi028.stdout:SKIPPING 2024-08-29T18:39:52.819 INFO:tasks.workunit.client.0.smithi028.stdout:[ OK ] TestDeepCopy.CloneFlatten_StrippingSmallerDstObjSize (246 ms) 2024-08-29T18:39:52.820 INFO:tasks.workunit.client.0.smithi028.stdout:[ RUN ] TestDeepCopy.Stress_StrippingSmallerDstObjSize 2024-08-29T18:39:52.880 INFO:tasks.workunit.client.0.smithi028.stdout:SKIPPING 2024-08-29T18:39:53.056 INFO:tasks.workunit.client.0.smithi028.stdout:[ OK ] TestDeepCopy.Stress_StrippingSmallerDstObjSize (237 ms) 2024-08-29T18:39:53.830 INFO:tasks.workunit.client.0.smithi028.stdout:[----------] 31 tests from TestDeepCopy (56805 ms total) 2024-08-29T18:39:53.830 INFO:tasks.workunit.client.0.smithi028.stdout: 2024-08-29T18:39:53.830 INFO:tasks.workunit.client.0.smithi028.stdout:[----------] 51 tests from TestMirroring 2024-08-29T18:39:54.076 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:39:53 smithi053 bash[68679]: cluster 2024-08-29T18:39:52.259483+0000 mgr.y (mgr.25022) 1594 : cluster [DBG] pgmap v2654: 137 pgs: 137 active+clean; 971 MiB data, 7.5 GiB used, 708 GiB / 715 GiB avail; 31 MiB/s rd, 30 MiB/s wr, 497 op/s 2024-08-29T18:39:54.131 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:39:53 smithi028 bash[78352]: cluster 2024-08-29T18:39:52.259483+0000 mgr.y (mgr.25022) 1594 : cluster [DBG] pgmap v2654: 137 pgs: 137 active+clean; 971 MiB data, 7.5 GiB used, 708 GiB / 715 GiB avail; 31 MiB/s rd, 30 MiB/s wr, 497 op/s 2024-08-29T18:39:54.132 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:39:53 smithi028 bash[77168]: cluster 2024-08-29T18:39:52.259483+0000 mgr.y (mgr.25022) 1594 : cluster [DBG] pgmap v2654: 137 pgs: 137 active+clean; 971 MiB data, 7.5 GiB used, 708 GiB / 715 GiB avail; 31 MiB/s rd, 30 MiB/s wr, 497 op/s 2024-08-29T18:39:55.076 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:39:54 smithi053 bash[68679]: cluster 2024-08-29T18:39:53.816612+0000 mon.a (mon.0) 2792 : cluster [DBG] osdmap e1542: 8 total, 8 up, 8 in 2024-08-29T18:39:55.131 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:39:54 smithi028 bash[78352]: cluster 2024-08-29T18:39:53.816612+0000 mon.a (mon.0) 2792 : cluster [DBG] osdmap e1542: 8 total, 8 up, 8 in 2024-08-29T18:39:55.132 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:39:54 smithi028 bash[77168]: cluster 2024-08-29T18:39:53.816612+0000 mon.a (mon.0) 2792 : cluster [DBG] osdmap e1542: 8 total, 8 up, 8 in 2024-08-29T18:39:55.839 INFO:tasks.workunit.client.0.smithi028.stdout:[ RUN ] TestMirroring.EnableImageMirror_In_MirrorModeImage 2024-08-29T18:39:56.132 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:39:55 smithi028 bash[77168]: cluster 2024-08-29T18:39:54.260091+0000 mgr.y (mgr.25022) 1595 : cluster [DBG] pgmap v2656: 105 pgs: 105 active+clean; 4.6 MiB data, 7.6 GiB used, 708 GiB / 715 GiB avail 2024-08-29T18:39:56.132 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:39:55 smithi028 bash[77168]: cluster 2024-08-29T18:39:54.831228+0000 mon.a (mon.0) 2793 : cluster [DBG] osdmap e1543: 8 total, 8 up, 8 in 2024-08-29T18:39:56.132 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:39:55 smithi028 bash[77168]: audit 2024-08-29T18:39:54.839851+0000 mon.c (mon.2) 90 : audit [INF] from='client.? 172.21.15.28:0/1529566046' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi028-116573-11","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-29T18:39:56.132 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:39:55 smithi028 bash[77168]: audit 2024-08-29T18:39:54.840635+0000 mon.a (mon.0) 2794 : audit [INF] from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi028-116573-11","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-29T18:39:56.132 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:39:55 smithi028 bash[78352]: cluster 2024-08-29T18:39:54.260091+0000 mgr.y (mgr.25022) 1595 : cluster [DBG] pgmap v2656: 105 pgs: 105 active+clean; 4.6 MiB data, 7.6 GiB used, 708 GiB / 715 GiB avail 2024-08-29T18:39:56.132 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:39:55 smithi028 bash[78352]: cluster 2024-08-29T18:39:54.831228+0000 mon.a (mon.0) 2793 : cluster [DBG] osdmap e1543: 8 total, 8 up, 8 in 2024-08-29T18:39:56.133 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:39:55 smithi028 bash[78352]: audit 2024-08-29T18:39:54.839851+0000 mon.c (mon.2) 90 : audit [INF] from='client.? 172.21.15.28:0/1529566046' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi028-116573-11","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-29T18:39:56.133 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:39:55 smithi028 bash[78352]: audit 2024-08-29T18:39:54.840635+0000 mon.a (mon.0) 2794 : audit [INF] from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi028-116573-11","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-29T18:39:56.326 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:39:55 smithi053 bash[68679]: cluster 2024-08-29T18:39:54.260091+0000 mgr.y (mgr.25022) 1595 : cluster [DBG] pgmap v2656: 105 pgs: 105 active+clean; 4.6 MiB data, 7.6 GiB used, 708 GiB / 715 GiB avail 2024-08-29T18:39:56.326 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:39:55 smithi053 bash[68679]: cluster 2024-08-29T18:39:54.831228+0000 mon.a (mon.0) 2793 : cluster [DBG] osdmap e1543: 8 total, 8 up, 8 in 2024-08-29T18:39:56.327 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:39:55 smithi053 bash[68679]: audit 2024-08-29T18:39:54.839851+0000 mon.c (mon.2) 90 : audit [INF] from='client.? 172.21.15.28:0/1529566046' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi028-116573-11","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-29T18:39:56.327 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:39:55 smithi053 bash[68679]: audit 2024-08-29T18:39:54.840635+0000 mon.a (mon.0) 2794 : audit [INF] from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi028-116573-11","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-29T18:39:57.132 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:39:56 smithi028 bash[78352]: audit 2024-08-29T18:39:55.824429+0000 mon.a (mon.0) 2795 : audit [INF] from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi028-116573-11","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-29T18:39:57.132 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:39:56 smithi028 bash[78352]: cluster 2024-08-29T18:39:55.832548+0000 mon.a (mon.0) 2796 : cluster [DBG] osdmap e1544: 8 total, 8 up, 8 in 2024-08-29T18:39:57.132 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:39:56 smithi028 bash[77168]: audit 2024-08-29T18:39:55.824429+0000 mon.a (mon.0) 2795 : audit [INF] from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi028-116573-11","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-29T18:39:57.132 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:39:56 smithi028 bash[77168]: cluster 2024-08-29T18:39:55.832548+0000 mon.a (mon.0) 2796 : cluster [DBG] osdmap e1544: 8 total, 8 up, 8 in 2024-08-29T18:39:57.326 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:39:56 smithi053 bash[68679]: audit 2024-08-29T18:39:55.824429+0000 mon.a (mon.0) 2795 : audit [INF] from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi028-116573-11","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-29T18:39:57.327 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:39:56 smithi053 bash[68679]: cluster 2024-08-29T18:39:55.832548+0000 mon.a (mon.0) 2796 : cluster [DBG] osdmap e1544: 8 total, 8 up, 8 in 2024-08-29T18:39:58.014 INFO:tasks.workunit.client.0.smithi028.stdout:[ OK ] TestMirroring.EnableImageMirror_In_MirrorModeImage (2175 ms) 2024-08-29T18:39:58.015 INFO:tasks.workunit.client.0.smithi028.stdout:[ RUN ] TestMirroring.EnableImageMirror_In_MirrorModePool 2024-08-29T18:39:58.131 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:39:57 smithi028 bash[77168]: cluster 2024-08-29T18:39:56.260768+0000 mgr.y (mgr.25022) 1596 : cluster [DBG] pgmap v2659: 137 pgs: 3 creating+peering, 29 unknown, 105 active+clean; 4.6 MiB data, 6.8 GiB used, 708 GiB / 715 GiB avail 2024-08-29T18:39:58.132 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:39:57 smithi028 bash[77168]: cluster 2024-08-29T18:39:56.858932+0000 mon.a (mon.0) 2797 : cluster [DBG] osdmap e1545: 8 total, 8 up, 8 in 2024-08-29T18:39:58.132 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:39:57 smithi028 bash[77168]: audit 2024-08-29T18:39:57.137881+0000 mon.a (mon.0) 2798 : audit [DBG] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-29T18:39:58.132 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:39:57 smithi028 bash[77168]: audit 2024-08-29T18:39:57.335184+0000 mon.a (mon.0) 2799 : audit [DBG] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-29T18:39:58.132 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:39:57 smithi028 bash[78352]: cluster 2024-08-29T18:39:56.260768+0000 mgr.y (mgr.25022) 1596 : cluster [DBG] pgmap v2659: 137 pgs: 3 creating+peering, 29 unknown, 105 active+clean; 4.6 MiB data, 6.8 GiB used, 708 GiB / 715 GiB avail 2024-08-29T18:39:58.132 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:39:57 smithi028 bash[78352]: cluster 2024-08-29T18:39:56.858932+0000 mon.a (mon.0) 2797 : cluster [DBG] osdmap e1545: 8 total, 8 up, 8 in 2024-08-29T18:39:58.132 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:39:57 smithi028 bash[78352]: audit 2024-08-29T18:39:57.137881+0000 mon.a (mon.0) 2798 : audit [DBG] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-29T18:39:58.132 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:39:57 smithi028 bash[78352]: audit 2024-08-29T18:39:57.335184+0000 mon.a (mon.0) 2799 : audit [DBG] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-29T18:39:58.152 INFO:tasks.workunit.client.0.smithi028.stdout:[ OK ] TestMirroring.EnableImageMirror_In_MirrorModePool (138 ms) 2024-08-29T18:39:58.152 INFO:tasks.workunit.client.0.smithi028.stdout:[ RUN ] TestMirroring.EnableImageMirror_In_MirrorModeDisabled 2024-08-29T18:39:58.257 INFO:tasks.workunit.client.0.smithi028.stdout:[ OK ] TestMirroring.EnableImageMirror_In_MirrorModeDisabled (104 ms) 2024-08-29T18:39:58.257 INFO:tasks.workunit.client.0.smithi028.stdout:[ RUN ] TestMirroring.DisableImageMirror_In_MirrorModeImage 2024-08-29T18:39:58.326 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:39:57 smithi053 bash[68679]: cluster 2024-08-29T18:39:56.260768+0000 mgr.y (mgr.25022) 1596 : cluster [DBG] pgmap v2659: 137 pgs: 3 creating+peering, 29 unknown, 105 active+clean; 4.6 MiB data, 6.8 GiB used, 708 GiB / 715 GiB avail 2024-08-29T18:39:58.326 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:39:57 smithi053 bash[68679]: cluster 2024-08-29T18:39:56.858932+0000 mon.a (mon.0) 2797 : cluster [DBG] osdmap e1545: 8 total, 8 up, 8 in 2024-08-29T18:39:58.326 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:39:57 smithi053 bash[68679]: audit 2024-08-29T18:39:57.137881+0000 mon.a (mon.0) 2798 : audit [DBG] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-29T18:39:58.327 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:39:57 smithi053 bash[68679]: audit 2024-08-29T18:39:57.335184+0000 mon.a (mon.0) 2799 : audit [DBG] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-29T18:39:58.457 INFO:tasks.workunit.client.0.smithi028.stdout:[ OK ] TestMirroring.DisableImageMirror_In_MirrorModeImage (200 ms) 2024-08-29T18:39:58.457 INFO:tasks.workunit.client.0.smithi028.stdout:[ RUN ] TestMirroring.DisableImageMirror_In_MirrorModeImage_NoObjectMap 2024-08-29T18:39:58.641 INFO:tasks.workunit.client.0.smithi028.stdout:[ OK ] TestMirroring.DisableImageMirror_In_MirrorModeImage_NoObjectMap (184 ms) 2024-08-29T18:39:58.641 INFO:tasks.workunit.client.0.smithi028.stdout:[ RUN ] TestMirroring.DisableImageMirror_In_MirrorModePool 2024-08-29T18:39:58.879 INFO:tasks.workunit.client.0.smithi028.stdout:[ OK ] TestMirroring.DisableImageMirror_In_MirrorModePool (239 ms) 2024-08-29T18:39:58.880 INFO:tasks.workunit.client.0.smithi028.stdout:[ RUN ] TestMirroring.DisableImageMirror_In_MirrorModeDisabled 2024-08-29T18:39:59.132 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:39:58 smithi028 bash[78352]: cluster 2024-08-29T18:39:57.860471+0000 mon.a (mon.0) 2800 : cluster [DBG] osdmap e1546: 8 total, 8 up, 8 in 2024-08-29T18:39:59.132 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:39:58 smithi028 bash[78352]: audit 2024-08-29T18:39:58.127755+0000 mon.a (mon.0) 2801 : audit [DBG] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-29T18:39:59.132 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:39:58 smithi028 bash[78352]: audit 2024-08-29T18:39:58.128480+0000 mon.a (mon.0) 2802 : audit [INF] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-29T18:39:59.132 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:39:58 smithi028 bash[78352]: audit 2024-08-29T18:39:58.133381+0000 mon.a (mon.0) 2803 : audit [INF] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' 2024-08-29T18:39:59.132 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:39:58 smithi028 bash[77168]: cluster 2024-08-29T18:39:57.860471+0000 mon.a (mon.0) 2800 : cluster [DBG] osdmap e1546: 8 total, 8 up, 8 in 2024-08-29T18:39:59.132 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:39:58 smithi028 bash[77168]: audit 2024-08-29T18:39:58.127755+0000 mon.a (mon.0) 2801 : audit [DBG] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-29T18:39:59.133 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:39:58 smithi028 bash[77168]: audit 2024-08-29T18:39:58.128480+0000 mon.a (mon.0) 2802 : audit [INF] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-29T18:39:59.133 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:39:58 smithi028 bash[77168]: audit 2024-08-29T18:39:58.133381+0000 mon.a (mon.0) 2803 : audit [INF] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' 2024-08-29T18:39:59.152 INFO:tasks.workunit.client.0.smithi028.stdout:[ OK ] TestMirroring.DisableImageMirror_In_MirrorModeDisabled (272 ms) 2024-08-29T18:39:59.152 INFO:tasks.workunit.client.0.smithi028.stdout:[ RUN ] TestMirroring.DisableImageMirrorWithPeer 2024-08-29T18:39:59.152 INFO:tasks.workunit.client.0.smithi028.stdout:SKIPPING 2024-08-29T18:39:59.152 INFO:tasks.workunit.client.0.smithi028.stdout:[ OK ] TestMirroring.DisableImageMirrorWithPeer (0 ms) 2024-08-29T18:39:59.152 INFO:tasks.workunit.client.0.smithi028.stdout:[ RUN ] TestMirroring.DisableJournalingWithPeer 2024-08-29T18:39:59.152 INFO:tasks.workunit.client.0.smithi028.stdout:SKIPPING 2024-08-29T18:39:59.152 INFO:tasks.workunit.client.0.smithi028.stdout:[ OK ] TestMirroring.DisableJournalingWithPeer (0 ms) 2024-08-29T18:39:59.152 INFO:tasks.workunit.client.0.smithi028.stdout:[ RUN ] TestMirroring.EnableImageMirror_In_MirrorModeDisabled_WithoutJournaling 2024-08-29T18:39:59.327 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:39:58 smithi053 bash[68679]: cluster 2024-08-29T18:39:57.860471+0000 mon.a (mon.0) 2800 : cluster [DBG] osdmap e1546: 8 total, 8 up, 8 in 2024-08-29T18:39:59.327 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:39:58 smithi053 bash[68679]: audit 2024-08-29T18:39:58.127755+0000 mon.a (mon.0) 2801 : audit [DBG] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-29T18:39:59.327 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:39:58 smithi053 bash[68679]: audit 2024-08-29T18:39:58.128480+0000 mon.a (mon.0) 2802 : audit [INF] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-29T18:39:59.327 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:39:58 smithi053 bash[68679]: audit 2024-08-29T18:39:58.133381+0000 mon.a (mon.0) 2803 : audit [INF] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' 2024-08-29T18:39:59.358 INFO:tasks.workunit.client.0.smithi028.stdout:[ OK ] TestMirroring.EnableImageMirror_In_MirrorModeDisabled_WithoutJournaling (206 ms) 2024-08-29T18:39:59.358 INFO:tasks.workunit.client.0.smithi028.stdout:[ RUN ] TestMirroring.EnableImageMirror_In_MirrorModePool_WithoutJournaling 2024-08-29T18:39:59.589 INFO:tasks.workunit.client.0.smithi028.stdout:[ OK ] TestMirroring.EnableImageMirror_In_MirrorModePool_WithoutJournaling (231 ms) 2024-08-29T18:39:59.589 INFO:tasks.workunit.client.0.smithi028.stdout:[ RUN ] TestMirroring.EnableImageMirror_In_MirrorModeImage_WithoutJournaling 2024-08-29T18:40:00.576 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:40:00 smithi053 bash[68679]: cluster 2024-08-29T18:39:58.261485+0000 mgr.y (mgr.25022) 1597 : cluster [DBG] pgmap v2662: 137 pgs: 3 creating+peering, 22 unknown, 112 active+clean; 4.6 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 53 KiB/s rd, 3.0 KiB/s wr, 70 op/s 2024-08-29T18:40:00.576 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:40:00 smithi053 bash[68679]: cluster 2024-08-29T18:40:00.000167+0000 mon.a (mon.0) 2804 : cluster [INF] overall HEALTH_OK 2024-08-29T18:40:00.631 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:40:00 smithi028 bash[78352]: cluster 2024-08-29T18:39:58.261485+0000 mgr.y (mgr.25022) 1597 : cluster [DBG] pgmap v2662: 137 pgs: 3 creating+peering, 22 unknown, 112 active+clean; 4.6 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 53 KiB/s rd, 3.0 KiB/s wr, 70 op/s 2024-08-29T18:40:00.632 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:40:00 smithi028 bash[78352]: cluster 2024-08-29T18:40:00.000167+0000 mon.a (mon.0) 2804 : cluster [INF] overall HEALTH_OK 2024-08-29T18:40:00.632 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:40:00 smithi028 bash[77168]: cluster 2024-08-29T18:39:58.261485+0000 mgr.y (mgr.25022) 1597 : cluster [DBG] pgmap v2662: 137 pgs: 3 creating+peering, 22 unknown, 112 active+clean; 4.6 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 53 KiB/s rd, 3.0 KiB/s wr, 70 op/s 2024-08-29T18:40:00.632 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:40:00 smithi028 bash[77168]: cluster 2024-08-29T18:40:00.000167+0000 mon.a (mon.0) 2804 : cluster [INF] overall HEALTH_OK 2024-08-29T18:40:01.301 INFO:tasks.workunit.client.0.smithi028.stdout:[ OK ] TestMirroring.EnableImageMirror_In_MirrorModeImage_WithoutJournaling (1712 ms) 2024-08-29T18:40:01.301 INFO:tasks.workunit.client.0.smithi028.stdout:[ RUN ] TestMirroring.EnableImageMirror_In_MirrorModeImage_WithoutExclusiveLock 2024-08-29T18:40:01.576 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:40:01 smithi053 bash[68679]: cluster 2024-08-29T18:40:00.144235+0000 mon.a (mon.0) 2805 : cluster [DBG] osdmap e1547: 8 total, 8 up, 8 in 2024-08-29T18:40:01.631 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:40:01 smithi028 bash[77168]: cluster 2024-08-29T18:40:00.144235+0000 mon.a (mon.0) 2805 : cluster [DBG] osdmap e1547: 8 total, 8 up, 8 in 2024-08-29T18:40:01.632 INFO:journalctl@ceph.mgr.y.smithi028.stdout:Aug 29 18:40:01 smithi028 bash[70818]: ::ffff:172.21.15.53 - - [29/Aug/2024:18:40:01] "GET /metrics HTTP/1.1" 200 36372 "" "Prometheus/2.43.0" 2024-08-29T18:40:01.632 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:40:01 smithi028 bash[78352]: cluster 2024-08-29T18:40:00.144235+0000 mon.a (mon.0) 2805 : cluster [DBG] osdmap e1547: 8 total, 8 up, 8 in 2024-08-29T18:40:02.576 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:40:02 smithi053 bash[68679]: cluster 2024-08-29T18:40:00.262188+0000 mgr.y (mgr.25022) 1598 : cluster [DBG] pgmap v2664: 137 pgs: 3 creating+peering, 134 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 213 KiB/s rd, 26 KiB/s wr, 309 op/s 2024-08-29T18:40:02.577 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:40:02 smithi053 bash[68679]: cluster 2024-08-29T18:40:01.165289+0000 mon.a (mon.0) 2806 : cluster [DBG] osdmap e1548: 8 total, 8 up, 8 in 2024-08-29T18:40:02.577 INFO:journalctl@ceph.prometheus.a.smithi053.stdout:Aug 29 18:40:02 smithi053 bash[95567]: ts=2024-08-29T18:40:02.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"3167ee72-662c-11ef-bcd4-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-29T18:40:02.631 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:40:02 smithi028 bash[78352]: cluster 2024-08-29T18:40:00.262188+0000 mgr.y (mgr.25022) 1598 : cluster [DBG] pgmap v2664: 137 pgs: 3 creating+peering, 134 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 213 KiB/s rd, 26 KiB/s wr, 309 op/s 2024-08-29T18:40:02.632 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:40:02 smithi028 bash[78352]: cluster 2024-08-29T18:40:01.165289+0000 mon.a (mon.0) 2806 : cluster [DBG] osdmap e1548: 8 total, 8 up, 8 in 2024-08-29T18:40:02.632 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:40:02 smithi028 bash[77168]: cluster 2024-08-29T18:40:00.262188+0000 mgr.y (mgr.25022) 1598 : cluster [DBG] pgmap v2664: 137 pgs: 3 creating+peering, 134 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 213 KiB/s rd, 26 KiB/s wr, 309 op/s 2024-08-29T18:40:02.632 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:40:02 smithi028 bash[77168]: cluster 2024-08-29T18:40:01.165289+0000 mon.a (mon.0) 2806 : cluster [DBG] osdmap e1548: 8 total, 8 up, 8 in 2024-08-29T18:40:03.305 INFO:tasks.workunit.client.0.smithi028.stdout:[ OK ] TestMirroring.EnableImageMirror_In_MirrorModeImage_WithoutExclusiveLock (2004 ms) 2024-08-29T18:40:03.305 INFO:tasks.workunit.client.0.smithi028.stdout:[ RUN ] TestMirroring.CreateImage_In_MirrorModeDisabled 2024-08-29T18:40:03.576 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:40:03 smithi053 bash[68679]: cluster 2024-08-29T18:40:02.166700+0000 mon.a (mon.0) 2807 : cluster [DBG] osdmap e1549: 8 total, 8 up, 8 in 2024-08-29T18:40:03.578 INFO:tasks.workunit.client.0.smithi028.stdout:[ OK ] TestMirroring.CreateImage_In_MirrorModeDisabled (273 ms) 2024-08-29T18:40:03.578 INFO:tasks.workunit.client.0.smithi028.stdout:[ RUN ] TestMirroring.CreateImage_In_MirrorModeImage 2024-08-29T18:40:03.631 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:40:03 smithi028 bash[77168]: cluster 2024-08-29T18:40:02.166700+0000 mon.a (mon.0) 2807 : cluster [DBG] osdmap e1549: 8 total, 8 up, 8 in 2024-08-29T18:40:03.632 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:40:03 smithi028 bash[78352]: cluster 2024-08-29T18:40:02.166700+0000 mon.a (mon.0) 2807 : cluster [DBG] osdmap e1549: 8 total, 8 up, 8 in 2024-08-29T18:40:03.840 INFO:tasks.workunit.client.0.smithi028.stdout:[ OK ] TestMirroring.CreateImage_In_MirrorModeImage (262 ms) 2024-08-29T18:40:03.840 INFO:tasks.workunit.client.0.smithi028.stdout:[ RUN ] TestMirroring.CreateImage_In_MirrorModePool 2024-08-29T18:40:04.100 INFO:tasks.workunit.client.0.smithi028.stdout:[ OK ] TestMirroring.CreateImage_In_MirrorModePool (260 ms) 2024-08-29T18:40:04.101 INFO:tasks.workunit.client.0.smithi028.stdout:[ RUN ] TestMirroring.CreateImage_In_MirrorModePool_WithoutJournaling 2024-08-29T18:40:04.344 INFO:tasks.workunit.client.0.smithi028.stdout:[ OK ] TestMirroring.CreateImage_In_MirrorModePool_WithoutJournaling (244 ms) 2024-08-29T18:40:04.344 INFO:tasks.workunit.client.0.smithi028.stdout:[ RUN ] TestMirroring.CreateImage_In_MirrorModeImage_WithoutJournaling 2024-08-29T18:40:04.567 INFO:tasks.workunit.client.0.smithi028.stdout:[ OK ] TestMirroring.CreateImage_In_MirrorModeImage_WithoutJournaling (223 ms) 2024-08-29T18:40:04.567 INFO:tasks.workunit.client.0.smithi028.stdout:[ RUN ] TestMirroring.EnableJournaling_In_MirrorModeDisabled 2024-08-29T18:40:04.576 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:40:04 smithi053 bash[68679]: cluster 2024-08-29T18:40:02.262976+0000 mgr.y (mgr.25022) 1599 : cluster [DBG] pgmap v2667: 137 pgs: 137 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 240 KiB/s rd, 29 KiB/s wr, 351 op/s 2024-08-29T18:40:04.576 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:40:04 smithi053 bash[68679]: cluster 2024-08-29T18:40:03.187496+0000 mon.a (mon.0) 2808 : cluster [DBG] osdmap e1550: 8 total, 8 up, 8 in 2024-08-29T18:40:04.631 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:40:04 smithi028 bash[78352]: cluster 2024-08-29T18:40:02.262976+0000 mgr.y (mgr.25022) 1599 : cluster [DBG] pgmap v2667: 137 pgs: 137 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 240 KiB/s rd, 29 KiB/s wr, 351 op/s 2024-08-29T18:40:04.632 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:40:04 smithi028 bash[78352]: cluster 2024-08-29T18:40:03.187496+0000 mon.a (mon.0) 2808 : cluster [DBG] osdmap e1550: 8 total, 8 up, 8 in 2024-08-29T18:40:04.632 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:40:04 smithi028 bash[77168]: cluster 2024-08-29T18:40:02.262976+0000 mgr.y (mgr.25022) 1599 : cluster [DBG] pgmap v2667: 137 pgs: 137 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 240 KiB/s rd, 29 KiB/s wr, 351 op/s 2024-08-29T18:40:04.632 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:40:04 smithi028 bash[77168]: cluster 2024-08-29T18:40:03.187496+0000 mon.a (mon.0) 2808 : cluster [DBG] osdmap e1550: 8 total, 8 up, 8 in 2024-08-29T18:40:04.828 INFO:tasks.workunit.client.0.smithi028.stdout:[ OK ] TestMirroring.EnableJournaling_In_MirrorModeDisabled (261 ms) 2024-08-29T18:40:04.828 INFO:tasks.workunit.client.0.smithi028.stdout:[ RUN ] TestMirroring.EnableJournaling_In_MirrorModeImage 2024-08-29T18:40:05.117 INFO:tasks.workunit.client.0.smithi028.stdout:[ OK ] TestMirroring.EnableJournaling_In_MirrorModeImage (289 ms) 2024-08-29T18:40:05.117 INFO:tasks.workunit.client.0.smithi028.stdout:[ RUN ] TestMirroring.EnableJournaling_In_MirrorModeImage_SnapshotMirroringEnabled 2024-08-29T18:40:06.576 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:40:06 smithi053 bash[68679]: cluster 2024-08-29T18:40:04.263952+0000 mgr.y (mgr.25022) 1600 : cluster [DBG] pgmap v2669: 137 pgs: 137 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 120 KiB/s rd, 21 KiB/s wr, 172 op/s 2024-08-29T18:40:06.631 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:40:06 smithi028 bash[78352]: cluster 2024-08-29T18:40:04.263952+0000 mgr.y (mgr.25022) 1600 : cluster [DBG] pgmap v2669: 137 pgs: 137 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 120 KiB/s rd, 21 KiB/s wr, 172 op/s 2024-08-29T18:40:06.632 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:40:06 smithi028 bash[77168]: cluster 2024-08-29T18:40:04.263952+0000 mgr.y (mgr.25022) 1600 : cluster [DBG] pgmap v2669: 137 pgs: 137 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 120 KiB/s rd, 21 KiB/s wr, 172 op/s 2024-08-29T18:40:07.384 INFO:tasks.workunit.client.0.smithi028.stdout:[ OK ] TestMirroring.EnableJournaling_In_MirrorModeImage_SnapshotMirroringEnabled (2267 ms) 2024-08-29T18:40:07.384 INFO:tasks.workunit.client.0.smithi028.stdout:[ RUN ] TestMirroring.EnableJournaling_In_MirrorModePool 2024-08-29T18:40:07.576 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:40:07 smithi053 bash[68679]: cluster 2024-08-29T18:40:06.198852+0000 mon.a (mon.0) 2809 : cluster [DBG] osdmap e1551: 8 total, 8 up, 8 in 2024-08-29T18:40:07.631 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:40:07 smithi028 bash[78352]: cluster 2024-08-29T18:40:06.198852+0000 mon.a (mon.0) 2809 : cluster [DBG] osdmap e1551: 8 total, 8 up, 8 in 2024-08-29T18:40:07.632 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:40:07 smithi028 bash[77168]: cluster 2024-08-29T18:40:06.198852+0000 mon.a (mon.0) 2809 : cluster [DBG] osdmap e1551: 8 total, 8 up, 8 in 2024-08-29T18:40:07.666 INFO:tasks.workunit.client.0.smithi028.stdout:[ OK ] TestMirroring.EnableJournaling_In_MirrorModePool (282 ms) 2024-08-29T18:40:07.666 INFO:tasks.workunit.client.0.smithi028.stdout:[ RUN ] TestMirroring.DisableJournaling_In_MirrorModePool 2024-08-29T18:40:07.951 INFO:tasks.workunit.client.0.smithi028.stdout:[ OK ] TestMirroring.DisableJournaling_In_MirrorModePool (285 ms) 2024-08-29T18:40:07.951 INFO:tasks.workunit.client.0.smithi028.stdout:[ RUN ] TestMirroring.DisableJournaling_In_MirrorModeImage 2024-08-29T18:40:08.208 INFO:tasks.workunit.client.0.smithi028.stdout:[ OK ] TestMirroring.DisableJournaling_In_MirrorModeImage (256 ms) 2024-08-29T18:40:08.208 INFO:tasks.workunit.client.0.smithi028.stdout:[ RUN ] TestMirroring.MirrorModeSet_DisabledMode_To_PoolMode 2024-08-29T18:40:08.576 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:40:08 smithi053 bash[68679]: cluster 2024-08-29T18:40:06.264714+0000 mgr.y (mgr.25022) 1601 : cluster [DBG] pgmap v2671: 137 pgs: 137 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 240 KiB/s rd, 33 KiB/s wr, 347 op/s 2024-08-29T18:40:08.577 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:40:08 smithi053 bash[68679]: cluster 2024-08-29T18:40:07.210336+0000 mon.a (mon.0) 2810 : cluster [DBG] osdmap e1552: 8 total, 8 up, 8 in 2024-08-29T18:40:08.631 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:40:08 smithi028 bash[78352]: cluster 2024-08-29T18:40:06.264714+0000 mgr.y (mgr.25022) 1601 : cluster [DBG] pgmap v2671: 137 pgs: 137 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 240 KiB/s rd, 33 KiB/s wr, 347 op/s 2024-08-29T18:40:08.632 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:40:08 smithi028 bash[78352]: cluster 2024-08-29T18:40:07.210336+0000 mon.a (mon.0) 2810 : cluster [DBG] osdmap e1552: 8 total, 8 up, 8 in 2024-08-29T18:40:08.632 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:40:08 smithi028 bash[77168]: cluster 2024-08-29T18:40:06.264714+0000 mgr.y (mgr.25022) 1601 : cluster [DBG] pgmap v2671: 137 pgs: 137 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 240 KiB/s rd, 33 KiB/s wr, 347 op/s 2024-08-29T18:40:08.632 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:40:08 smithi028 bash[77168]: cluster 2024-08-29T18:40:07.210336+0000 mon.a (mon.0) 2810 : cluster [DBG] osdmap e1552: 8 total, 8 up, 8 in 2024-08-29T18:40:08.636 INFO:tasks.workunit.client.0.smithi028.stdout:[ OK ] TestMirroring.MirrorModeSet_DisabledMode_To_PoolMode (429 ms) 2024-08-29T18:40:08.637 INFO:tasks.workunit.client.0.smithi028.stdout:[ RUN ] TestMirroring.MirrorModeSet_PoolMode_To_DisabledMode 2024-08-29T18:40:09.093 INFO:tasks.workunit.client.0.smithi028.stdout:[ OK ] TestMirroring.MirrorModeSet_PoolMode_To_DisabledMode (456 ms) 2024-08-29T18:40:09.094 INFO:tasks.workunit.client.0.smithi028.stdout:[ RUN ] TestMirroring.MirrorModeSet_DisabledMode_To_ImageMode 2024-08-29T18:40:09.497 INFO:tasks.workunit.client.0.smithi028.stdout:[ OK ] TestMirroring.MirrorModeSet_DisabledMode_To_ImageMode (404 ms) 2024-08-29T18:40:09.497 INFO:tasks.workunit.client.0.smithi028.stdout:[ RUN ] TestMirroring.MirrorModeSet_PoolMode_To_ImageMode 2024-08-29T18:40:09.576 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:40:09 smithi053 bash[68679]: cluster 2024-08-29T18:40:08.201464+0000 mon.a (mon.0) 2811 : cluster [DBG] osdmap e1553: 8 total, 8 up, 8 in 2024-08-29T18:40:09.631 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:40:09 smithi028 bash[78352]: cluster 2024-08-29T18:40:08.201464+0000 mon.a (mon.0) 2811 : cluster [DBG] osdmap e1553: 8 total, 8 up, 8 in 2024-08-29T18:40:09.632 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:40:09 smithi028 bash[77168]: cluster 2024-08-29T18:40:08.201464+0000 mon.a (mon.0) 2811 : cluster [DBG] osdmap e1553: 8 total, 8 up, 8 in 2024-08-29T18:40:09.884 INFO:tasks.workunit.client.0.smithi028.stdout:[ OK ] TestMirroring.MirrorModeSet_PoolMode_To_ImageMode (388 ms) 2024-08-29T18:40:09.885 INFO:tasks.workunit.client.0.smithi028.stdout:[ RUN ] TestMirroring.MirrorModeSet_ImageMode_To_PoolMode 2024-08-29T18:40:10.279 INFO:tasks.workunit.client.0.smithi028.stdout:[ OK ] TestMirroring.MirrorModeSet_ImageMode_To_PoolMode (394 ms) 2024-08-29T18:40:10.279 INFO:tasks.workunit.client.0.smithi028.stdout:[ RUN ] TestMirroring.MirrorModeSet_ImageMode_To_DisabledMode 2024-08-29T18:40:10.576 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:40:10 smithi053 bash[68679]: cluster 2024-08-29T18:40:08.265562+0000 mgr.y (mgr.25022) 1602 : cluster [DBG] pgmap v2674: 137 pgs: 137 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 346 KiB/s rd, 45 KiB/s wr, 497 op/s 2024-08-29T18:40:10.632 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:40:10 smithi028 bash[77168]: cluster 2024-08-29T18:40:08.265562+0000 mgr.y (mgr.25022) 1602 : cluster [DBG] pgmap v2674: 137 pgs: 137 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 346 KiB/s rd, 45 KiB/s wr, 497 op/s 2024-08-29T18:40:10.632 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:40:10 smithi028 bash[78352]: cluster 2024-08-29T18:40:08.265562+0000 mgr.y (mgr.25022) 1602 : cluster [DBG] pgmap v2674: 137 pgs: 137 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 346 KiB/s rd, 45 KiB/s wr, 497 op/s 2024-08-29T18:40:10.717 INFO:tasks.workunit.client.0.smithi028.stdout:[ OK ] TestMirroring.MirrorModeSet_ImageMode_To_DisabledMode (438 ms) 2024-08-29T18:40:10.718 INFO:tasks.workunit.client.0.smithi028.stdout:[ RUN ] TestMirroring.RemoveImage_With_MirrorImageEnabled 2024-08-29T18:40:10.946 INFO:tasks.workunit.client.0.smithi028.stdout:[ OK ] TestMirroring.RemoveImage_With_MirrorImageEnabled (228 ms) 2024-08-29T18:40:10.946 INFO:tasks.workunit.client.0.smithi028.stdout:[ RUN ] TestMirroring.RemoveImage_With_MirrorImageDisabled 2024-08-29T18:40:11.173 INFO:tasks.workunit.client.0.smithi028.stdout:[ OK ] TestMirroring.RemoveImage_With_MirrorImageDisabled (226 ms) 2024-08-29T18:40:11.173 INFO:tasks.workunit.client.0.smithi028.stdout:[ RUN ] TestMirroring.RemoveImage_With_ImageWithoutJournal 2024-08-29T18:40:11.369 INFO:tasks.workunit.client.0.smithi028.stdout:[ OK ] TestMirroring.RemoveImage_With_ImageWithoutJournal (197 ms) 2024-08-29T18:40:11.370 INFO:tasks.workunit.client.0.smithi028.stdout:[ RUN ] TestMirroring.RemoveImage_With_MirrorImageDemoted 2024-08-29T18:40:11.716 INFO:tasks.workunit.client.0.smithi028.stdout:[ OK ] TestMirroring.RemoveImage_With_MirrorImageDemoted (347 ms) 2024-08-29T18:40:11.716 INFO:tasks.workunit.client.0.smithi028.stdout:[ RUN ] TestMirroring.TrashMoveRestore_PoolMode 2024-08-29T18:40:11.881 INFO:journalctl@ceph.mgr.y.smithi028.stdout:Aug 29 18:40:11 smithi028 bash[70818]: ::ffff:172.21.15.53 - - [29/Aug/2024:18:40:11] "GET /metrics HTTP/1.1" 200 36372 "" "Prometheus/2.43.0" 2024-08-29T18:40:12.056 INFO:tasks.workunit.client.0.smithi028.stdout:[ OK ] TestMirroring.TrashMoveRestore_PoolMode (340 ms) 2024-08-29T18:40:12.056 INFO:tasks.workunit.client.0.smithi028.stdout:[ RUN ] TestMirroring.TrashMoveRestore_ImageMode_MirroringDisabled 2024-08-29T18:40:12.358 INFO:tasks.workunit.client.0.smithi028.stdout:[ OK ] TestMirroring.TrashMoveRestore_ImageMode_MirroringDisabled (302 ms) 2024-08-29T18:40:12.358 INFO:tasks.workunit.client.0.smithi028.stdout:[ RUN ] TestMirroring.TrashMoveRestore_ImageMode_MirroringEnabled 2024-08-29T18:40:12.576 INFO:journalctl@ceph.prometheus.a.smithi053.stdout:Aug 29 18:40:12 smithi053 bash[95567]: ts=2024-08-29T18:40:12.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"3167ee72-662c-11ef-bcd4-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-29T18:40:12.577 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:40:12 smithi053 bash[68679]: cluster 2024-08-29T18:40:10.266559+0000 mgr.y (mgr.25022) 1603 : cluster [DBG] pgmap v2675: 137 pgs: 137 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 462 KiB/s rd, 57 KiB/s wr, 667 op/s 2024-08-29T18:40:12.577 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:40:12 smithi053 bash[68679]: audit 2024-08-29T18:40:12.138265+0000 mon.a (mon.0) 2812 : audit [DBG] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-29T18:40:12.631 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:40:12 smithi028 bash[77168]: cluster 2024-08-29T18:40:10.266559+0000 mgr.y (mgr.25022) 1603 : cluster [DBG] pgmap v2675: 137 pgs: 137 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 462 KiB/s rd, 57 KiB/s wr, 667 op/s 2024-08-29T18:40:12.632 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:40:12 smithi028 bash[77168]: audit 2024-08-29T18:40:12.138265+0000 mon.a (mon.0) 2812 : audit [DBG] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-29T18:40:12.632 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:40:12 smithi028 bash[78352]: cluster 2024-08-29T18:40:10.266559+0000 mgr.y (mgr.25022) 1603 : cluster [DBG] pgmap v2675: 137 pgs: 137 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 462 KiB/s rd, 57 KiB/s wr, 667 op/s 2024-08-29T18:40:12.632 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:40:12 smithi028 bash[78352]: audit 2024-08-29T18:40:12.138265+0000 mon.a (mon.0) 2812 : audit [DBG] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-29T18:40:12.692 INFO:tasks.workunit.client.0.smithi028.stdout:[ OK ] TestMirroring.TrashMoveRestore_ImageMode_MirroringEnabled (334 ms) 2024-08-29T18:40:12.692 INFO:tasks.workunit.client.0.smithi028.stdout:[ RUN ] TestMirroring.MirrorStatusList 2024-08-29T18:40:12.865 INFO:tasks.workunit.client.0.smithi028.stdout:[ OK ] TestMirroring.MirrorStatusList (173 ms) 2024-08-29T18:40:12.865 INFO:tasks.workunit.client.0.smithi028.stdout:[ RUN ] TestMirroring.RemoveBootstrapped 2024-08-29T18:40:13.105 INFO:tasks.workunit.client.0.smithi028.stdout:[ OK ] TestMirroring.RemoveBootstrapped (240 ms) 2024-08-29T18:40:13.105 INFO:tasks.workunit.client.0.smithi028.stdout:[ RUN ] TestMirroring.AioPromoteDemote 2024-08-29T18:40:13.845 INFO:tasks.workunit.client.0.smithi028.stdout:[ OK ] TestMirroring.AioPromoteDemote (740 ms) 2024-08-29T18:40:13.845 INFO:tasks.workunit.client.0.smithi028.stdout:[ RUN ] TestMirroring.AioGetInfo 2024-08-29T18:40:14.576 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:40:14 smithi053 bash[68679]: cluster 2024-08-29T18:40:12.267520+0000 mgr.y (mgr.25022) 1604 : cluster [DBG] pgmap v2676: 137 pgs: 137 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 331 KiB/s rd, 40 KiB/s wr, 472 op/s 2024-08-29T18:40:14.576 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:40:14 smithi053 bash[68679]: cluster 2024-08-29T18:40:13.200229+0000 mon.a (mon.0) 2813 : cluster [DBG] osdmap e1554: 8 total, 8 up, 8 in 2024-08-29T18:40:14.631 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:40:14 smithi028 bash[77168]: cluster 2024-08-29T18:40:12.267520+0000 mgr.y (mgr.25022) 1604 : cluster [DBG] pgmap v2676: 137 pgs: 137 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 331 KiB/s rd, 40 KiB/s wr, 472 op/s 2024-08-29T18:40:14.632 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:40:14 smithi028 bash[77168]: cluster 2024-08-29T18:40:13.200229+0000 mon.a (mon.0) 2813 : cluster [DBG] osdmap e1554: 8 total, 8 up, 8 in 2024-08-29T18:40:14.632 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:40:14 smithi028 bash[78352]: cluster 2024-08-29T18:40:12.267520+0000 mgr.y (mgr.25022) 1604 : cluster [DBG] pgmap v2676: 137 pgs: 137 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 331 KiB/s rd, 40 KiB/s wr, 472 op/s 2024-08-29T18:40:14.632 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:40:14 smithi028 bash[78352]: cluster 2024-08-29T18:40:13.200229+0000 mon.a (mon.0) 2813 : cluster [DBG] osdmap e1554: 8 total, 8 up, 8 in 2024-08-29T18:40:14.687 INFO:tasks.workunit.client.0.smithi028.stdout:[ OK ] TestMirroring.AioGetInfo (842 ms) 2024-08-29T18:40:14.687 INFO:tasks.workunit.client.0.smithi028.stdout:[ RUN ] TestMirroring.AioGetStatus 2024-08-29T18:40:15.176 INFO:tasks.workunit.client.0.smithi028.stdout:[ OK ] TestMirroring.AioGetStatus (489 ms) 2024-08-29T18:40:15.176 INFO:tasks.workunit.client.0.smithi028.stdout:[ RUN ] TestMirroring.SiteName 2024-08-29T18:40:15.187 INFO:tasks.workunit.client.0.smithi028.stdout:[ OK ] TestMirroring.SiteName (11 ms) 2024-08-29T18:40:15.187 INFO:tasks.workunit.client.0.smithi028.stdout:[ RUN ] TestMirroring.Bootstrap 2024-08-29T18:40:16.577 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:40:16 smithi053 bash[68679]: cluster 2024-08-29T18:40:14.268479+0000 mgr.y (mgr.25022) 1605 : cluster [DBG] pgmap v2678: 137 pgs: 137 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 358 KiB/s rd, 51 KiB/s wr, 511 op/s 2024-08-29T18:40:16.577 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:40:16 smithi053 bash[68679]: audit 2024-08-29T18:40:15.182380+0000 mon.a (mon.0) 2814 : audit [INF] from='client.? ' entity='client.admin' 2024-08-29T18:40:16.577 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:40:16 smithi053 bash[68679]: audit 2024-08-29T18:40:15.183342+0000 mon.c (mon.2) 91 : audit [DBG] from='client.? 172.21.15.28:0/1529566046' entity='client.admin' cmd=[{"prefix": "config-key get", "key": "rbd/mirror/site_name"}]: dispatch 2024-08-29T18:40:16.577 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:40:16 smithi053 bash[68679]: audit 2024-08-29T18:40:15.183752+0000 mon.c (mon.2) 92 : audit [INF] from='client.? 172.21.15.28:0/1529566046' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/site_name"}]: dispatch 2024-08-29T18:40:16.577 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:40:16 smithi053 bash[68679]: audit 2024-08-29T18:40:15.184047+0000 mon.a (mon.0) 2815 : audit [INF] from='client.? ' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/site_name"}]: dispatch 2024-08-29T18:40:16.577 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:40:16 smithi053 bash[68679]: audit 2024-08-29T18:40:15.187406+0000 mon.a (mon.0) 2816 : audit [INF] from='client.? ' entity='client.admin' cmd='[{"prefix": "config-key rm", "key": "rbd/mirror/site_name"}]': finished 2024-08-29T18:40:16.577 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:40:16 smithi053 bash[68679]: audit 2024-08-29T18:40:15.188284+0000 mon.c (mon.2) 93 : audit [DBG] from='client.? 172.21.15.28:0/1529566046' entity='client.admin' cmd=[{"prefix": "config-key get", "key": "rbd/mirror/site_name"}]: dispatch 2024-08-29T18:40:16.631 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:40:16 smithi028 bash[78352]: cluster 2024-08-29T18:40:14.268479+0000 mgr.y (mgr.25022) 1605 : cluster [DBG] pgmap v2678: 137 pgs: 137 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 358 KiB/s rd, 51 KiB/s wr, 511 op/s 2024-08-29T18:40:16.631 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:40:16 smithi028 bash[78352]: audit 2024-08-29T18:40:15.182380+0000 mon.a (mon.0) 2814 : audit [INF] from='client.? ' entity='client.admin' 2024-08-29T18:40:16.632 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:40:16 smithi028 bash[78352]: audit 2024-08-29T18:40:15.183342+0000 mon.c (mon.2) 91 : audit [DBG] from='client.? 172.21.15.28:0/1529566046' entity='client.admin' cmd=[{"prefix": "config-key get", "key": "rbd/mirror/site_name"}]: dispatch 2024-08-29T18:40:16.632 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:40:16 smithi028 bash[78352]: audit 2024-08-29T18:40:15.183752+0000 mon.c (mon.2) 92 : audit [INF] from='client.? 172.21.15.28:0/1529566046' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/site_name"}]: dispatch 2024-08-29T18:40:16.632 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:40:16 smithi028 bash[78352]: audit 2024-08-29T18:40:15.184047+0000 mon.a (mon.0) 2815 : audit [INF] from='client.? ' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/site_name"}]: dispatch 2024-08-29T18:40:16.632 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:40:16 smithi028 bash[78352]: audit 2024-08-29T18:40:15.187406+0000 mon.a (mon.0) 2816 : audit [INF] from='client.? ' entity='client.admin' cmd='[{"prefix": "config-key rm", "key": "rbd/mirror/site_name"}]': finished 2024-08-29T18:40:16.632 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:40:16 smithi028 bash[78352]: audit 2024-08-29T18:40:15.188284+0000 mon.c (mon.2) 93 : audit [DBG] from='client.? 172.21.15.28:0/1529566046' entity='client.admin' cmd=[{"prefix": "config-key get", "key": "rbd/mirror/site_name"}]: dispatch 2024-08-29T18:40:16.632 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:40:16 smithi028 bash[77168]: cluster 2024-08-29T18:40:14.268479+0000 mgr.y (mgr.25022) 1605 : cluster [DBG] pgmap v2678: 137 pgs: 137 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 358 KiB/s rd, 51 KiB/s wr, 511 op/s 2024-08-29T18:40:16.632 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:40:16 smithi028 bash[77168]: audit 2024-08-29T18:40:15.182380+0000 mon.a (mon.0) 2814 : audit [INF] from='client.? ' entity='client.admin' 2024-08-29T18:40:16.632 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:40:16 smithi028 bash[77168]: audit 2024-08-29T18:40:15.183342+0000 mon.c (mon.2) 91 : audit [DBG] from='client.? 172.21.15.28:0/1529566046' entity='client.admin' cmd=[{"prefix": "config-key get", "key": "rbd/mirror/site_name"}]: dispatch 2024-08-29T18:40:16.632 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:40:16 smithi028 bash[77168]: audit 2024-08-29T18:40:15.183752+0000 mon.c (mon.2) 92 : audit [INF] from='client.? 172.21.15.28:0/1529566046' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/site_name"}]: dispatch 2024-08-29T18:40:16.632 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:40:16 smithi028 bash[77168]: audit 2024-08-29T18:40:15.184047+0000 mon.a (mon.0) 2815 : audit [INF] from='client.? ' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/site_name"}]: dispatch 2024-08-29T18:40:16.633 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:40:16 smithi028 bash[77168]: audit 2024-08-29T18:40:15.187406+0000 mon.a (mon.0) 2816 : audit [INF] from='client.? ' entity='client.admin' cmd='[{"prefix": "config-key rm", "key": "rbd/mirror/site_name"}]': finished 2024-08-29T18:40:16.633 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:40:16 smithi028 bash[77168]: audit 2024-08-29T18:40:15.188284+0000 mon.c (mon.2) 93 : audit [DBG] from='client.? 172.21.15.28:0/1529566046' entity='client.admin' cmd=[{"prefix": "config-key get", "key": "rbd/mirror/site_name"}]: dispatch 2024-08-29T18:40:17.257 INFO:tasks.workunit.client.0.smithi028.stdout:[ OK ] TestMirroring.Bootstrap (2070 ms) 2024-08-29T18:40:17.257 INFO:tasks.workunit.client.0.smithi028.stdout:[ RUN ] TestMirroring.PeerDirection 2024-08-29T18:40:17.272 INFO:tasks.workunit.client.0.smithi028.stdout:[ OK ] TestMirroring.PeerDirection (15 ms) 2024-08-29T18:40:17.272 INFO:tasks.workunit.client.0.smithi028.stdout:[ RUN ] TestMirroring.Snapshot 2024-08-29T18:40:18.577 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:40:18 smithi053 bash[68679]: cluster 2024-08-29T18:40:16.270097+0000 mgr.y (mgr.25022) 1606 : cluster [DBG] pgmap v2679: 137 pgs: 137 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 795 KiB/s rd, 116 KiB/s wr, 1.09k op/s 2024-08-29T18:40:18.577 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:40:18 smithi053 bash[68679]: audit 2024-08-29T18:40:17.216654+0000 mon.c (mon.2) 94 : audit [DBG] from='client.? 172.21.15.28:0/1529566046' entity='client.admin' cmd=[{"prefix": "config-key get", "key": "rbd/mirror/peer_client_id"}]: dispatch 2024-08-29T18:40:18.577 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:40:18 smithi053 bash[68679]: audit 2024-08-29T18:40:17.223836+0000 mon.a (mon.0) 2817 : audit [INF] from='client.? ' entity='client.admin' 2024-08-29T18:40:18.577 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:40:18 smithi053 bash[68679]: audit 2024-08-29T18:40:17.225009+0000 mon.c (mon.2) 95 : audit [INF] from='client.? 172.21.15.28:0/1529566046' entity='client.admin' cmd=[{ "prefix": "auth get-or-create", "entity": "client.rbd-mirror-peer", "caps": [ "mon", "profile rbd-mirror-peer", "osd", "profile rbd"], "format": "json"}]: dispatch 2024-08-29T18:40:18.577 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:40:18 smithi053 bash[68679]: audit 2024-08-29T18:40:17.225529+0000 mon.a (mon.0) 2818 : audit [INF] from='client.? ' entity='client.admin' cmd=[{ "prefix": "auth get-or-create", "entity": "client.rbd-mirror-peer", "caps": [ "mon", "profile rbd-mirror-peer", "osd", "profile rbd"], "format": "json"}]: dispatch 2024-08-29T18:40:18.577 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:40:18 smithi053 bash[68679]: audit 2024-08-29T18:40:17.229398+0000 mon.a (mon.0) 2819 : audit [INF] from='client.? ' entity='client.admin' cmd='[{ "prefix": "auth get-or-create", "entity": "client.rbd-mirror-peer", "caps": [ "mon", "profile rbd-mirror-peer", "osd", "profile rbd"], "format": "json"}]': finished 2024-08-29T18:40:18.577 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:40:18 smithi053 bash[68679]: audit 2024-08-29T18:40:17.236945+0000 mon.c (mon.2) 96 : audit [DBG] from='client.? 172.21.15.28:0/1529566046' entity='client.admin' cmd=[{"prefix": "config-key get", "key": "rbd/mirror/site_name"}]: dispatch 2024-08-29T18:40:18.577 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:40:18 smithi053 bash[68679]: audit 2024-08-29T18:40:17.264697+0000 mon.c (mon.2) 97 : audit [INF] from='client.? 172.21.15.28:0/1529566046' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/87/3a1aca27-d10b-4a83-aded-0dbb11852053"}]: dispatch 2024-08-29T18:40:18.577 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:40:18 smithi053 bash[68679]: audit 2024-08-29T18:40:17.265076+0000 mon.a (mon.0) 2820 : audit [INF] from='client.? ' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/87/3a1aca27-d10b-4a83-aded-0dbb11852053"}]: dispatch 2024-08-29T18:40:18.578 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:40:18 smithi053 bash[68679]: audit 2024-08-29T18:40:17.270079+0000 mon.a (mon.0) 2821 : audit [INF] from='client.? ' entity='client.admin' cmd='[{"prefix": "config-key rm", "key": "rbd/mirror/peer/87/3a1aca27-d10b-4a83-aded-0dbb11852053"}]': finished 2024-08-29T18:40:18.632 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:40:18 smithi028 bash[77168]: cluster 2024-08-29T18:40:16.270097+0000 mgr.y (mgr.25022) 1606 : cluster [DBG] pgmap v2679: 137 pgs: 137 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 795 KiB/s rd, 116 KiB/s wr, 1.09k op/s 2024-08-29T18:40:18.632 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:40:18 smithi028 bash[77168]: audit 2024-08-29T18:40:17.216654+0000 mon.c (mon.2) 94 : audit [DBG] from='client.? 172.21.15.28:0/1529566046' entity='client.admin' cmd=[{"prefix": "config-key get", "key": "rbd/mirror/peer_client_id"}]: dispatch 2024-08-29T18:40:18.632 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:40:18 smithi028 bash[77168]: audit 2024-08-29T18:40:17.223836+0000 mon.a (mon.0) 2817 : audit [INF] from='client.? ' entity='client.admin' 2024-08-29T18:40:18.632 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:40:18 smithi028 bash[77168]: audit 2024-08-29T18:40:17.225009+0000 mon.c (mon.2) 95 : audit [INF] from='client.? 172.21.15.28:0/1529566046' entity='client.admin' cmd=[{ "prefix": "auth get-or-create", "entity": "client.rbd-mirror-peer", "caps": [ "mon", "profile rbd-mirror-peer", "osd", "profile rbd"], "format": "json"}]: dispatch 2024-08-29T18:40:18.632 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:40:18 smithi028 bash[77168]: audit 2024-08-29T18:40:17.225529+0000 mon.a (mon.0) 2818 : audit [INF] from='client.? ' entity='client.admin' cmd=[{ "prefix": "auth get-or-create", "entity": "client.rbd-mirror-peer", "caps": [ "mon", "profile rbd-mirror-peer", "osd", "profile rbd"], "format": "json"}]: dispatch 2024-08-29T18:40:18.632 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:40:18 smithi028 bash[77168]: audit 2024-08-29T18:40:17.229398+0000 mon.a (mon.0) 2819 : audit [INF] from='client.? ' entity='client.admin' cmd='[{ "prefix": "auth get-or-create", "entity": "client.rbd-mirror-peer", "caps": [ "mon", "profile rbd-mirror-peer", "osd", "profile rbd"], "format": "json"}]': finished 2024-08-29T18:40:18.632 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:40:18 smithi028 bash[77168]: audit 2024-08-29T18:40:17.236945+0000 mon.c (mon.2) 96 : audit [DBG] from='client.? 172.21.15.28:0/1529566046' entity='client.admin' cmd=[{"prefix": "config-key get", "key": "rbd/mirror/site_name"}]: dispatch 2024-08-29T18:40:18.632 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:40:18 smithi028 bash[77168]: audit 2024-08-29T18:40:17.264697+0000 mon.c (mon.2) 97 : audit [INF] from='client.? 172.21.15.28:0/1529566046' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/87/3a1aca27-d10b-4a83-aded-0dbb11852053"}]: dispatch 2024-08-29T18:40:18.633 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:40:18 smithi028 bash[77168]: audit 2024-08-29T18:40:17.265076+0000 mon.a (mon.0) 2820 : audit [INF] from='client.? ' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/87/3a1aca27-d10b-4a83-aded-0dbb11852053"}]: dispatch 2024-08-29T18:40:18.633 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:40:18 smithi028 bash[77168]: audit 2024-08-29T18:40:17.270079+0000 mon.a (mon.0) 2821 : audit [INF] from='client.? ' entity='client.admin' cmd='[{"prefix": "config-key rm", "key": "rbd/mirror/peer/87/3a1aca27-d10b-4a83-aded-0dbb11852053"}]': finished 2024-08-29T18:40:18.633 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:40:18 smithi028 bash[78352]: cluster 2024-08-29T18:40:16.270097+0000 mgr.y (mgr.25022) 1606 : cluster [DBG] pgmap v2679: 137 pgs: 137 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 795 KiB/s rd, 116 KiB/s wr, 1.09k op/s 2024-08-29T18:40:18.633 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:40:18 smithi028 bash[78352]: audit 2024-08-29T18:40:17.216654+0000 mon.c (mon.2) 94 : audit [DBG] from='client.? 172.21.15.28:0/1529566046' entity='client.admin' cmd=[{"prefix": "config-key get", "key": "rbd/mirror/peer_client_id"}]: dispatch 2024-08-29T18:40:18.633 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:40:18 smithi028 bash[78352]: audit 2024-08-29T18:40:17.223836+0000 mon.a (mon.0) 2817 : audit [INF] from='client.? ' entity='client.admin' 2024-08-29T18:40:18.633 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:40:18 smithi028 bash[78352]: audit 2024-08-29T18:40:17.225009+0000 mon.c (mon.2) 95 : audit [INF] from='client.? 172.21.15.28:0/1529566046' entity='client.admin' cmd=[{ "prefix": "auth get-or-create", "entity": "client.rbd-mirror-peer", "caps": [ "mon", "profile rbd-mirror-peer", "osd", "profile rbd"], "format": "json"}]: dispatch 2024-08-29T18:40:18.633 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:40:18 smithi028 bash[78352]: audit 2024-08-29T18:40:17.225529+0000 mon.a (mon.0) 2818 : audit [INF] from='client.? ' entity='client.admin' cmd=[{ "prefix": "auth get-or-create", "entity": "client.rbd-mirror-peer", "caps": [ "mon", "profile rbd-mirror-peer", "osd", "profile rbd"], "format": "json"}]: dispatch 2024-08-29T18:40:18.633 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:40:18 smithi028 bash[78352]: audit 2024-08-29T18:40:17.229398+0000 mon.a (mon.0) 2819 : audit [INF] from='client.? ' entity='client.admin' cmd='[{ "prefix": "auth get-or-create", "entity": "client.rbd-mirror-peer", "caps": [ "mon", "profile rbd-mirror-peer", "osd", "profile rbd"], "format": "json"}]': finished 2024-08-29T18:40:18.633 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:40:18 smithi028 bash[78352]: audit 2024-08-29T18:40:17.236945+0000 mon.c (mon.2) 96 : audit [DBG] from='client.? 172.21.15.28:0/1529566046' entity='client.admin' cmd=[{"prefix": "config-key get", "key": "rbd/mirror/site_name"}]: dispatch 2024-08-29T18:40:18.633 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:40:18 smithi028 bash[78352]: audit 2024-08-29T18:40:17.264697+0000 mon.c (mon.2) 97 : audit [INF] from='client.? 172.21.15.28:0/1529566046' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/87/3a1aca27-d10b-4a83-aded-0dbb11852053"}]: dispatch 2024-08-29T18:40:18.633 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:40:18 smithi028 bash[78352]: audit 2024-08-29T18:40:17.265076+0000 mon.a (mon.0) 2820 : audit [INF] from='client.? ' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/87/3a1aca27-d10b-4a83-aded-0dbb11852053"}]: dispatch 2024-08-29T18:40:18.634 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:40:18 smithi028 bash[78352]: audit 2024-08-29T18:40:17.270079+0000 mon.a (mon.0) 2821 : audit [INF] from='client.? ' entity='client.admin' cmd='[{"prefix": "config-key rm", "key": "rbd/mirror/peer/87/3a1aca27-d10b-4a83-aded-0dbb11852053"}]': finished 2024-08-29T18:40:19.576 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:40:19 smithi053 bash[68679]: cluster 2024-08-29T18:40:18.203849+0000 mon.a (mon.0) 2822 : cluster [DBG] osdmap e1555: 8 total, 8 up, 8 in 2024-08-29T18:40:19.631 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:40:19 smithi028 bash[77168]: cluster 2024-08-29T18:40:18.203849+0000 mon.a (mon.0) 2822 : cluster [DBG] osdmap e1555: 8 total, 8 up, 8 in 2024-08-29T18:40:19.632 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:40:19 smithi028 bash[78352]: cluster 2024-08-29T18:40:18.203849+0000 mon.a (mon.0) 2822 : cluster [DBG] osdmap e1555: 8 total, 8 up, 8 in 2024-08-29T18:40:20.576 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:40:20 smithi053 bash[68679]: cluster 2024-08-29T18:40:18.271168+0000 mgr.y (mgr.25022) 1607 : cluster [DBG] pgmap v2681: 137 pgs: 137 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 678 KiB/s rd, 100 KiB/s wr, 907 op/s 2024-08-29T18:40:20.577 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:40:20 smithi053 bash[68679]: cluster 2024-08-29T18:40:19.214094+0000 mon.a (mon.0) 2823 : cluster [DBG] osdmap e1556: 8 total, 8 up, 8 in 2024-08-29T18:40:20.632 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:40:20 smithi028 bash[77168]: cluster 2024-08-29T18:40:18.271168+0000 mgr.y (mgr.25022) 1607 : cluster [DBG] pgmap v2681: 137 pgs: 137 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 678 KiB/s rd, 100 KiB/s wr, 907 op/s 2024-08-29T18:40:20.632 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:40:20 smithi028 bash[77168]: cluster 2024-08-29T18:40:19.214094+0000 mon.a (mon.0) 2823 : cluster [DBG] osdmap e1556: 8 total, 8 up, 8 in 2024-08-29T18:40:20.632 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:40:20 smithi028 bash[78352]: cluster 2024-08-29T18:40:18.271168+0000 mgr.y (mgr.25022) 1607 : cluster [DBG] pgmap v2681: 137 pgs: 137 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 678 KiB/s rd, 100 KiB/s wr, 907 op/s 2024-08-29T18:40:20.632 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:40:20 smithi028 bash[78352]: cluster 2024-08-29T18:40:19.214094+0000 mon.a (mon.0) 2823 : cluster [DBG] osdmap e1556: 8 total, 8 up, 8 in 2024-08-29T18:40:21.576 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:40:21 smithi053 bash[68679]: cluster 2024-08-29T18:40:20.223072+0000 mon.a (mon.0) 2824 : cluster [DBG] osdmap e1557: 8 total, 8 up, 8 in 2024-08-29T18:40:21.631 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:40:21 smithi028 bash[77168]: cluster 2024-08-29T18:40:20.223072+0000 mon.a (mon.0) 2824 : cluster [DBG] osdmap e1557: 8 total, 8 up, 8 in 2024-08-29T18:40:21.632 INFO:journalctl@ceph.mgr.y.smithi028.stdout:Aug 29 18:40:21 smithi028 bash[70818]: ::ffff:172.21.15.53 - - [29/Aug/2024:18:40:21] "GET /metrics HTTP/1.1" 200 36410 "" "Prometheus/2.43.0" 2024-08-29T18:40:21.632 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:40:21 smithi028 bash[78352]: cluster 2024-08-29T18:40:20.223072+0000 mon.a (mon.0) 2824 : cluster [DBG] osdmap e1557: 8 total, 8 up, 8 in 2024-08-29T18:40:22.576 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:40:22 smithi053 bash[68679]: cluster 2024-08-29T18:40:20.272003+0000 mgr.y (mgr.25022) 1608 : cluster [DBG] pgmap v2684: 137 pgs: 137 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 1.1 MiB/s rd, 162 KiB/s wr, 1.46k op/s 2024-08-29T18:40:22.577 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:40:22 smithi053 bash[68679]: cluster 2024-08-29T18:40:21.225183+0000 mon.a (mon.0) 2825 : cluster [DBG] osdmap e1558: 8 total, 8 up, 8 in 2024-08-29T18:40:22.577 INFO:journalctl@ceph.prometheus.a.smithi053.stdout:Aug 29 18:40:22 smithi053 bash[95567]: ts=2024-08-29T18:40:22.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"3167ee72-662c-11ef-bcd4-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-29T18:40:22.631 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:40:22 smithi028 bash[78352]: cluster 2024-08-29T18:40:20.272003+0000 mgr.y (mgr.25022) 1608 : cluster [DBG] pgmap v2684: 137 pgs: 137 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 1.1 MiB/s rd, 162 KiB/s wr, 1.46k op/s 2024-08-29T18:40:22.632 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:40:22 smithi028 bash[78352]: cluster 2024-08-29T18:40:21.225183+0000 mon.a (mon.0) 2825 : cluster [DBG] osdmap e1558: 8 total, 8 up, 8 in 2024-08-29T18:40:22.632 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:40:22 smithi028 bash[77168]: cluster 2024-08-29T18:40:20.272003+0000 mgr.y (mgr.25022) 1608 : cluster [DBG] pgmap v2684: 137 pgs: 137 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 1.1 MiB/s rd, 162 KiB/s wr, 1.46k op/s 2024-08-29T18:40:22.632 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:40:22 smithi028 bash[77168]: cluster 2024-08-29T18:40:21.225183+0000 mon.a (mon.0) 2825 : cluster [DBG] osdmap e1558: 8 total, 8 up, 8 in 2024-08-29T18:40:23.576 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:40:23 smithi053 bash[68679]: cluster 2024-08-29T18:40:22.247935+0000 mon.a (mon.0) 2826 : cluster [DBG] osdmap e1559: 8 total, 8 up, 8 in 2024-08-29T18:40:23.577 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:40:23 smithi053 bash[68679]: cluster 2024-08-29T18:40:22.272866+0000 mgr.y (mgr.25022) 1609 : cluster [DBG] pgmap v2687: 137 pgs: 137 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 448 KiB/s rd, 74 KiB/s wr, 630 op/s 2024-08-29T18:40:23.631 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:40:23 smithi028 bash[78352]: cluster 2024-08-29T18:40:22.247935+0000 mon.a (mon.0) 2826 : cluster [DBG] osdmap e1559: 8 total, 8 up, 8 in 2024-08-29T18:40:23.632 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:40:23 smithi028 bash[78352]: cluster 2024-08-29T18:40:22.272866+0000 mgr.y (mgr.25022) 1609 : cluster [DBG] pgmap v2687: 137 pgs: 137 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 448 KiB/s rd, 74 KiB/s wr, 630 op/s 2024-08-29T18:40:23.632 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:40:23 smithi028 bash[77168]: cluster 2024-08-29T18:40:22.247935+0000 mon.a (mon.0) 2826 : cluster [DBG] osdmap e1559: 8 total, 8 up, 8 in 2024-08-29T18:40:23.632 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:40:23 smithi028 bash[77168]: cluster 2024-08-29T18:40:22.272866+0000 mgr.y (mgr.25022) 1609 : cluster [DBG] pgmap v2687: 137 pgs: 137 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 448 KiB/s rd, 74 KiB/s wr, 630 op/s 2024-08-29T18:40:24.576 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:40:24 smithi053 bash[68679]: cluster 2024-08-29T18:40:23.259002+0000 mon.a (mon.0) 2827 : cluster [DBG] osdmap e1560: 8 total, 8 up, 8 in 2024-08-29T18:40:24.631 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:40:24 smithi028 bash[78352]: cluster 2024-08-29T18:40:23.259002+0000 mon.a (mon.0) 2827 : cluster [DBG] osdmap e1560: 8 total, 8 up, 8 in 2024-08-29T18:40:24.632 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:40:24 smithi028 bash[77168]: cluster 2024-08-29T18:40:23.259002+0000 mon.a (mon.0) 2827 : cluster [DBG] osdmap e1560: 8 total, 8 up, 8 in 2024-08-29T18:40:25.576 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:40:25 smithi053 bash[68679]: cluster 2024-08-29T18:40:24.259717+0000 mon.a (mon.0) 2828 : cluster [DBG] osdmap e1561: 8 total, 8 up, 8 in 2024-08-29T18:40:25.576 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:40:25 smithi053 bash[68679]: cluster 2024-08-29T18:40:24.273702+0000 mgr.y (mgr.25022) 1610 : cluster [DBG] pgmap v2690: 137 pgs: 137 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 32 KiB/s rd, 1.5 KiB/s wr, 42 op/s 2024-08-29T18:40:25.632 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:40:25 smithi028 bash[77168]: cluster 2024-08-29T18:40:24.259717+0000 mon.a (mon.0) 2828 : cluster [DBG] osdmap e1561: 8 total, 8 up, 8 in 2024-08-29T18:40:25.632 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:40:25 smithi028 bash[77168]: cluster 2024-08-29T18:40:24.273702+0000 mgr.y (mgr.25022) 1610 : cluster [DBG] pgmap v2690: 137 pgs: 137 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 32 KiB/s rd, 1.5 KiB/s wr, 42 op/s 2024-08-29T18:40:25.632 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:40:25 smithi028 bash[78352]: cluster 2024-08-29T18:40:24.259717+0000 mon.a (mon.0) 2828 : cluster [DBG] osdmap e1561: 8 total, 8 up, 8 in 2024-08-29T18:40:25.632 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:40:25 smithi028 bash[78352]: cluster 2024-08-29T18:40:24.273702+0000 mgr.y (mgr.25022) 1610 : cluster [DBG] pgmap v2690: 137 pgs: 137 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 32 KiB/s rd, 1.5 KiB/s wr, 42 op/s 2024-08-29T18:40:26.576 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:40:26 smithi053 bash[68679]: cluster 2024-08-29T18:40:25.281881+0000 mon.a (mon.0) 2829 : cluster [DBG] osdmap e1562: 8 total, 8 up, 8 in 2024-08-29T18:40:26.631 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:40:26 smithi028 bash[77168]: cluster 2024-08-29T18:40:25.281881+0000 mon.a (mon.0) 2829 : cluster [DBG] osdmap e1562: 8 total, 8 up, 8 in 2024-08-29T18:40:26.632 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:40:26 smithi028 bash[78352]: cluster 2024-08-29T18:40:25.281881+0000 mon.a (mon.0) 2829 : cluster [DBG] osdmap e1562: 8 total, 8 up, 8 in 2024-08-29T18:40:27.576 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:40:27 smithi053 bash[68679]: cluster 2024-08-29T18:40:26.274719+0000 mgr.y (mgr.25022) 1611 : cluster [DBG] pgmap v2692: 137 pgs: 137 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 54 KiB/s rd, 5.2 KiB/s wr, 71 op/s 2024-08-29T18:40:27.577 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:40:27 smithi053 bash[68679]: cluster 2024-08-29T18:40:26.285212+0000 mon.a (mon.0) 2830 : cluster [DBG] osdmap e1563: 8 total, 8 up, 8 in 2024-08-29T18:40:27.577 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:40:27 smithi053 bash[68679]: audit 2024-08-29T18:40:27.138850+0000 mon.a (mon.0) 2831 : audit [DBG] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-29T18:40:27.631 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:40:27 smithi028 bash[77168]: cluster 2024-08-29T18:40:26.274719+0000 mgr.y (mgr.25022) 1611 : cluster [DBG] pgmap v2692: 137 pgs: 137 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 54 KiB/s rd, 5.2 KiB/s wr, 71 op/s 2024-08-29T18:40:27.632 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:40:27 smithi028 bash[77168]: cluster 2024-08-29T18:40:26.285212+0000 mon.a (mon.0) 2830 : cluster [DBG] osdmap e1563: 8 total, 8 up, 8 in 2024-08-29T18:40:27.632 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:40:27 smithi028 bash[77168]: audit 2024-08-29T18:40:27.138850+0000 mon.a (mon.0) 2831 : audit [DBG] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-29T18:40:27.632 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:40:27 smithi028 bash[78352]: cluster 2024-08-29T18:40:26.274719+0000 mgr.y (mgr.25022) 1611 : cluster [DBG] pgmap v2692: 137 pgs: 137 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 54 KiB/s rd, 5.2 KiB/s wr, 71 op/s 2024-08-29T18:40:27.632 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:40:27 smithi028 bash[78352]: cluster 2024-08-29T18:40:26.285212+0000 mon.a (mon.0) 2830 : cluster [DBG] osdmap e1563: 8 total, 8 up, 8 in 2024-08-29T18:40:27.632 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:40:27 smithi028 bash[78352]: audit 2024-08-29T18:40:27.138850+0000 mon.a (mon.0) 2831 : audit [DBG] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-29T18:40:28.632 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:40:28 smithi028 bash[78352]: cluster 2024-08-29T18:40:27.338275+0000 mon.a (mon.0) 2832 : cluster [DBG] osdmap e1564: 8 total, 8 up, 8 in 2024-08-29T18:40:28.632 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:40:28 smithi028 bash[78352]: cluster 2024-08-29T18:40:28.208979+0000 mon.a (mon.0) 2833 : cluster [DBG] osdmap e1565: 8 total, 8 up, 8 in 2024-08-29T18:40:28.632 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:40:28 smithi028 bash[77168]: cluster 2024-08-29T18:40:27.338275+0000 mon.a (mon.0) 2832 : cluster [DBG] osdmap e1564: 8 total, 8 up, 8 in 2024-08-29T18:40:28.632 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:40:28 smithi028 bash[77168]: cluster 2024-08-29T18:40:28.208979+0000 mon.a (mon.0) 2833 : cluster [DBG] osdmap e1565: 8 total, 8 up, 8 in 2024-08-29T18:40:28.826 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:40:28 smithi053 bash[68679]: cluster 2024-08-29T18:40:27.338275+0000 mon.a (mon.0) 2832 : cluster [DBG] osdmap e1564: 8 total, 8 up, 8 in 2024-08-29T18:40:28.826 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:40:28 smithi053 bash[68679]: cluster 2024-08-29T18:40:28.208979+0000 mon.a (mon.0) 2833 : cluster [DBG] osdmap e1565: 8 total, 8 up, 8 in 2024-08-29T18:40:30.576 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:40:30 smithi053 bash[68679]: cluster 2024-08-29T18:40:28.275651+0000 mgr.y (mgr.25022) 1612 : cluster [DBG] pgmap v2696: 137 pgs: 137 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 55 KiB/s rd, 5.2 KiB/s wr, 71 op/s 2024-08-29T18:40:30.577 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:40:30 smithi053 bash[68679]: cluster 2024-08-29T18:40:29.218736+0000 mon.a (mon.0) 2834 : cluster [DBG] osdmap e1566: 8 total, 8 up, 8 in 2024-08-29T18:40:30.631 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:40:30 smithi028 bash[78352]: cluster 2024-08-29T18:40:28.275651+0000 mgr.y (mgr.25022) 1612 : cluster [DBG] pgmap v2696: 137 pgs: 137 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 55 KiB/s rd, 5.2 KiB/s wr, 71 op/s 2024-08-29T18:40:30.632 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:40:30 smithi028 bash[78352]: cluster 2024-08-29T18:40:29.218736+0000 mon.a (mon.0) 2834 : cluster [DBG] osdmap e1566: 8 total, 8 up, 8 in 2024-08-29T18:40:30.632 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:40:30 smithi028 bash[77168]: cluster 2024-08-29T18:40:28.275651+0000 mgr.y (mgr.25022) 1612 : cluster [DBG] pgmap v2696: 137 pgs: 137 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 55 KiB/s rd, 5.2 KiB/s wr, 71 op/s 2024-08-29T18:40:30.632 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:40:30 smithi028 bash[77168]: cluster 2024-08-29T18:40:29.218736+0000 mon.a (mon.0) 2834 : cluster [DBG] osdmap e1566: 8 total, 8 up, 8 in 2024-08-29T18:40:31.576 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:40:31 smithi053 bash[68679]: cluster 2024-08-29T18:40:30.229267+0000 mon.a (mon.0) 2835 : cluster [DBG] osdmap e1567: 8 total, 8 up, 8 in 2024-08-29T18:40:31.631 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:40:31 smithi028 bash[77168]: cluster 2024-08-29T18:40:30.229267+0000 mon.a (mon.0) 2835 : cluster [DBG] osdmap e1567: 8 total, 8 up, 8 in 2024-08-29T18:40:31.632 INFO:journalctl@ceph.mgr.y.smithi028.stdout:Aug 29 18:40:31 smithi028 bash[70818]: ::ffff:172.21.15.53 - - [29/Aug/2024:18:40:31] "GET /metrics HTTP/1.1" 200 36426 "" "Prometheus/2.43.0" 2024-08-29T18:40:31.632 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:40:31 smithi028 bash[78352]: cluster 2024-08-29T18:40:30.229267+0000 mon.a (mon.0) 2835 : cluster [DBG] osdmap e1567: 8 total, 8 up, 8 in 2024-08-29T18:40:32.576 INFO:journalctl@ceph.prometheus.a.smithi053.stdout:Aug 29 18:40:32 smithi053 bash[95567]: ts=2024-08-29T18:40:32.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"3167ee72-662c-11ef-bcd4-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-29T18:40:32.577 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:40:32 smithi053 bash[68679]: cluster 2024-08-29T18:40:30.276451+0000 mgr.y (mgr.25022) 1613 : cluster [DBG] pgmap v2699: 137 pgs: 137 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 71 KiB/s rd, 6.3 KiB/s wr, 96 op/s 2024-08-29T18:40:32.577 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:40:32 smithi053 bash[68679]: cluster 2024-08-29T18:40:31.240126+0000 mon.a (mon.0) 2836 : cluster [DBG] osdmap e1568: 8 total, 8 up, 8 in 2024-08-29T18:40:32.631 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:40:32 smithi028 bash[78352]: cluster 2024-08-29T18:40:30.276451+0000 mgr.y (mgr.25022) 1613 : cluster [DBG] pgmap v2699: 137 pgs: 137 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 71 KiB/s rd, 6.3 KiB/s wr, 96 op/s 2024-08-29T18:40:32.631 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:40:32 smithi028 bash[78352]: cluster 2024-08-29T18:40:31.240126+0000 mon.a (mon.0) 2836 : cluster [DBG] osdmap e1568: 8 total, 8 up, 8 in 2024-08-29T18:40:32.632 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:40:32 smithi028 bash[77168]: cluster 2024-08-29T18:40:30.276451+0000 mgr.y (mgr.25022) 1613 : cluster [DBG] pgmap v2699: 137 pgs: 137 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 71 KiB/s rd, 6.3 KiB/s wr, 96 op/s 2024-08-29T18:40:32.632 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:40:32 smithi028 bash[77168]: cluster 2024-08-29T18:40:31.240126+0000 mon.a (mon.0) 2836 : cluster [DBG] osdmap e1568: 8 total, 8 up, 8 in 2024-08-29T18:40:33.505 INFO:tasks.workunit.client.0.smithi028.stdout:[ OK ] TestMirroring.Snapshot (16233 ms) 2024-08-29T18:40:33.505 INFO:tasks.workunit.client.0.smithi028.stdout:[ RUN ] TestMirroring.SnapshotRemoveOnDisable 2024-08-29T18:40:33.576 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:40:33 smithi053 bash[68679]: cluster 2024-08-29T18:40:32.248499+0000 mon.a (mon.0) 2837 : cluster [DBG] osdmap e1569: 8 total, 8 up, 8 in 2024-08-29T18:40:33.576 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:40:33 smithi053 bash[68679]: cluster 2024-08-29T18:40:32.277321+0000 mgr.y (mgr.25022) 1614 : cluster [DBG] pgmap v2702: 137 pgs: 137 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 71 KiB/s rd, 5.7 KiB/s wr, 95 op/s 2024-08-29T18:40:33.632 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:40:33 smithi028 bash[78352]: cluster 2024-08-29T18:40:32.248499+0000 mon.a (mon.0) 2837 : cluster [DBG] osdmap e1569: 8 total, 8 up, 8 in 2024-08-29T18:40:33.632 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:40:33 smithi028 bash[78352]: cluster 2024-08-29T18:40:32.277321+0000 mgr.y (mgr.25022) 1614 : cluster [DBG] pgmap v2702: 137 pgs: 137 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 71 KiB/s rd, 5.7 KiB/s wr, 95 op/s 2024-08-29T18:40:33.632 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:40:33 smithi028 bash[77168]: cluster 2024-08-29T18:40:32.248499+0000 mon.a (mon.0) 2837 : cluster [DBG] osdmap e1569: 8 total, 8 up, 8 in 2024-08-29T18:40:33.632 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:40:33 smithi028 bash[77168]: cluster 2024-08-29T18:40:32.277321+0000 mgr.y (mgr.25022) 1614 : cluster [DBG] pgmap v2702: 137 pgs: 137 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 71 KiB/s rd, 5.7 KiB/s wr, 95 op/s 2024-08-29T18:40:34.576 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:40:34 smithi053 bash[68679]: cluster 2024-08-29T18:40:33.260604+0000 mon.a (mon.0) 2838 : cluster [DBG] osdmap e1570: 8 total, 8 up, 8 in 2024-08-29T18:40:34.576 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:40:34 smithi053 bash[68679]: audit 2024-08-29T18:40:33.486640+0000 mon.c (mon.2) 98 : audit [INF] from='client.? 172.21.15.28:0/1529566046' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/87/a5becbe8-d3dc-4d66-a4dc-92273fa819e9"}]: dispatch 2024-08-29T18:40:34.577 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:40:34 smithi053 bash[68679]: audit 2024-08-29T18:40:33.487338+0000 mon.a (mon.0) 2839 : audit [INF] from='client.? ' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/87/a5becbe8-d3dc-4d66-a4dc-92273fa819e9"}]: dispatch 2024-08-29T18:40:34.577 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:40:34 smithi053 bash[68679]: audit 2024-08-29T18:40:33.493496+0000 mon.a (mon.0) 2840 : audit [INF] from='client.? ' entity='client.admin' cmd='[{"prefix": "config-key rm", "key": "rbd/mirror/peer/87/a5becbe8-d3dc-4d66-a4dc-92273fa819e9"}]': finished 2024-08-29T18:40:34.631 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:40:34 smithi028 bash[77168]: cluster 2024-08-29T18:40:33.260604+0000 mon.a (mon.0) 2838 : cluster [DBG] osdmap e1570: 8 total, 8 up, 8 in 2024-08-29T18:40:34.632 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:40:34 smithi028 bash[77168]: audit 2024-08-29T18:40:33.486640+0000 mon.c (mon.2) 98 : audit [INF] from='client.? 172.21.15.28:0/1529566046' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/87/a5becbe8-d3dc-4d66-a4dc-92273fa819e9"}]: dispatch 2024-08-29T18:40:34.632 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:40:34 smithi028 bash[77168]: audit 2024-08-29T18:40:33.487338+0000 mon.a (mon.0) 2839 : audit [INF] from='client.? ' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/87/a5becbe8-d3dc-4d66-a4dc-92273fa819e9"}]: dispatch 2024-08-29T18:40:34.632 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:40:34 smithi028 bash[77168]: audit 2024-08-29T18:40:33.493496+0000 mon.a (mon.0) 2840 : audit [INF] from='client.? ' entity='client.admin' cmd='[{"prefix": "config-key rm", "key": "rbd/mirror/peer/87/a5becbe8-d3dc-4d66-a4dc-92273fa819e9"}]': finished 2024-08-29T18:40:34.632 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:40:34 smithi028 bash[78352]: cluster 2024-08-29T18:40:33.260604+0000 mon.a (mon.0) 2838 : cluster [DBG] osdmap e1570: 8 total, 8 up, 8 in 2024-08-29T18:40:34.632 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:40:34 smithi028 bash[78352]: audit 2024-08-29T18:40:33.486640+0000 mon.c (mon.2) 98 : audit [INF] from='client.? 172.21.15.28:0/1529566046' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/87/a5becbe8-d3dc-4d66-a4dc-92273fa819e9"}]: dispatch 2024-08-29T18:40:34.632 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:40:34 smithi028 bash[78352]: audit 2024-08-29T18:40:33.487338+0000 mon.a (mon.0) 2839 : audit [INF] from='client.? ' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/87/a5becbe8-d3dc-4d66-a4dc-92273fa819e9"}]: dispatch 2024-08-29T18:40:34.632 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:40:34 smithi028 bash[78352]: audit 2024-08-29T18:40:33.493496+0000 mon.a (mon.0) 2840 : audit [INF] from='client.? ' entity='client.admin' cmd='[{"prefix": "config-key rm", "key": "rbd/mirror/peer/87/a5becbe8-d3dc-4d66-a4dc-92273fa819e9"}]': finished 2024-08-29T18:40:35.826 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:40:35 smithi053 bash[68679]: cluster 2024-08-29T18:40:34.278324+0000 mgr.y (mgr.25022) 1615 : cluster [DBG] pgmap v2704: 137 pgs: 1 active+clean+snaptrim, 136 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 1.2 KiB/s rd, 0 B/s wr, 2 op/s 2024-08-29T18:40:35.826 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:40:35 smithi053 bash[68679]: cluster 2024-08-29T18:40:34.499004+0000 mon.a (mon.0) 2841 : cluster [DBG] osdmap e1571: 8 total, 8 up, 8 in 2024-08-29T18:40:35.881 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:40:35 smithi028 bash[78352]: cluster 2024-08-29T18:40:34.278324+0000 mgr.y (mgr.25022) 1615 : cluster [DBG] pgmap v2704: 137 pgs: 1 active+clean+snaptrim, 136 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 1.2 KiB/s rd, 0 B/s wr, 2 op/s 2024-08-29T18:40:35.882 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:40:35 smithi028 bash[78352]: cluster 2024-08-29T18:40:34.499004+0000 mon.a (mon.0) 2841 : cluster [DBG] osdmap e1571: 8 total, 8 up, 8 in 2024-08-29T18:40:35.882 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:40:35 smithi028 bash[77168]: cluster 2024-08-29T18:40:34.278324+0000 mgr.y (mgr.25022) 1615 : cluster [DBG] pgmap v2704: 137 pgs: 1 active+clean+snaptrim, 136 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 1.2 KiB/s rd, 0 B/s wr, 2 op/s 2024-08-29T18:40:35.882 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:40:35 smithi028 bash[77168]: cluster 2024-08-29T18:40:34.499004+0000 mon.a (mon.0) 2841 : cluster [DBG] osdmap e1571: 8 total, 8 up, 8 in 2024-08-29T18:40:36.826 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:40:36 smithi053 bash[68679]: cluster 2024-08-29T18:40:35.501707+0000 mon.a (mon.0) 2842 : cluster [DBG] osdmap e1572: 8 total, 8 up, 8 in 2024-08-29T18:40:36.881 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:40:36 smithi028 bash[78352]: cluster 2024-08-29T18:40:35.501707+0000 mon.a (mon.0) 2842 : cluster [DBG] osdmap e1572: 8 total, 8 up, 8 in 2024-08-29T18:40:36.882 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:40:36 smithi028 bash[77168]: cluster 2024-08-29T18:40:35.501707+0000 mon.a (mon.0) 2842 : cluster [DBG] osdmap e1572: 8 total, 8 up, 8 in 2024-08-29T18:40:37.767 INFO:tasks.workunit.client.0.smithi028.stdout:[ OK ] TestMirroring.SnapshotRemoveOnDisable (4262 ms) 2024-08-29T18:40:37.767 INFO:tasks.workunit.client.0.smithi028.stdout:[ RUN ] TestMirroring.SnapshotUnlinkPeer 2024-08-29T18:40:37.826 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:40:37 smithi053 bash[68679]: cluster 2024-08-29T18:40:36.279001+0000 mgr.y (mgr.25022) 1616 : cluster [DBG] pgmap v2707: 137 pgs: 1 active+clean+snaptrim, 136 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 71 KiB/s rd, 5.9 KiB/s wr, 99 op/s 2024-08-29T18:40:37.826 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:40:37 smithi053 bash[68679]: cluster 2024-08-29T18:40:36.522818+0000 mon.a (mon.0) 2843 : cluster [DBG] osdmap e1573: 8 total, 8 up, 8 in 2024-08-29T18:40:37.881 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:40:37 smithi028 bash[77168]: cluster 2024-08-29T18:40:36.279001+0000 mgr.y (mgr.25022) 1616 : cluster [DBG] pgmap v2707: 137 pgs: 1 active+clean+snaptrim, 136 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 71 KiB/s rd, 5.9 KiB/s wr, 99 op/s 2024-08-29T18:40:37.882 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:40:37 smithi028 bash[77168]: cluster 2024-08-29T18:40:36.522818+0000 mon.a (mon.0) 2843 : cluster [DBG] osdmap e1573: 8 total, 8 up, 8 in 2024-08-29T18:40:37.882 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:40:37 smithi028 bash[78352]: cluster 2024-08-29T18:40:36.279001+0000 mgr.y (mgr.25022) 1616 : cluster [DBG] pgmap v2707: 137 pgs: 1 active+clean+snaptrim, 136 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 71 KiB/s rd, 5.9 KiB/s wr, 99 op/s 2024-08-29T18:40:37.882 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:40:37 smithi028 bash[78352]: cluster 2024-08-29T18:40:36.522818+0000 mon.a (mon.0) 2843 : cluster [DBG] osdmap e1573: 8 total, 8 up, 8 in 2024-08-29T18:40:38.827 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:40:38 smithi053 bash[68679]: cluster 2024-08-29T18:40:37.530141+0000 mon.a (mon.0) 2844 : cluster [DBG] osdmap e1574: 8 total, 8 up, 8 in 2024-08-29T18:40:38.827 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:40:38 smithi053 bash[68679]: audit 2024-08-29T18:40:37.748788+0000 mon.c (mon.2) 99 : audit [INF] from='client.? 172.21.15.28:0/1529566046' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/87/0cb2f82e-2304-4ae3-a98c-6696c79a2309"}]: dispatch 2024-08-29T18:40:38.827 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:40:38 smithi053 bash[68679]: audit 2024-08-29T18:40:37.749485+0000 mon.a (mon.0) 2845 : audit [INF] from='client.? ' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/87/0cb2f82e-2304-4ae3-a98c-6696c79a2309"}]: dispatch 2024-08-29T18:40:38.828 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:40:38 smithi053 bash[68679]: audit 2024-08-29T18:40:37.756322+0000 mon.a (mon.0) 2846 : audit [INF] from='client.? ' entity='client.admin' cmd='[{"prefix": "config-key rm", "key": "rbd/mirror/peer/87/0cb2f82e-2304-4ae3-a98c-6696c79a2309"}]': finished 2024-08-29T18:40:38.828 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:40:38 smithi053 bash[68679]: cluster 2024-08-29T18:40:38.212594+0000 mon.a (mon.0) 2847 : cluster [DBG] osdmap e1575: 8 total, 8 up, 8 in 2024-08-29T18:40:38.882 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:40:38 smithi028 bash[78352]: cluster 2024-08-29T18:40:37.530141+0000 mon.a (mon.0) 2844 : cluster [DBG] osdmap e1574: 8 total, 8 up, 8 in 2024-08-29T18:40:38.882 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:40:38 smithi028 bash[78352]: audit 2024-08-29T18:40:37.748788+0000 mon.c (mon.2) 99 : audit [INF] from='client.? 172.21.15.28:0/1529566046' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/87/0cb2f82e-2304-4ae3-a98c-6696c79a2309"}]: dispatch 2024-08-29T18:40:38.882 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:40:38 smithi028 bash[78352]: audit 2024-08-29T18:40:37.749485+0000 mon.a (mon.0) 2845 : audit [INF] from='client.? ' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/87/0cb2f82e-2304-4ae3-a98c-6696c79a2309"}]: dispatch 2024-08-29T18:40:38.882 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:40:38 smithi028 bash[78352]: audit 2024-08-29T18:40:37.756322+0000 mon.a (mon.0) 2846 : audit [INF] from='client.? ' entity='client.admin' cmd='[{"prefix": "config-key rm", "key": "rbd/mirror/peer/87/0cb2f82e-2304-4ae3-a98c-6696c79a2309"}]': finished 2024-08-29T18:40:38.882 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:40:38 smithi028 bash[78352]: cluster 2024-08-29T18:40:38.212594+0000 mon.a (mon.0) 2847 : cluster [DBG] osdmap e1575: 8 total, 8 up, 8 in 2024-08-29T18:40:38.882 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:40:38 smithi028 bash[77168]: cluster 2024-08-29T18:40:37.530141+0000 mon.a (mon.0) 2844 : cluster [DBG] osdmap e1574: 8 total, 8 up, 8 in 2024-08-29T18:40:38.883 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:40:38 smithi028 bash[77168]: audit 2024-08-29T18:40:37.748788+0000 mon.c (mon.2) 99 : audit [INF] from='client.? 172.21.15.28:0/1529566046' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/87/0cb2f82e-2304-4ae3-a98c-6696c79a2309"}]: dispatch 2024-08-29T18:40:38.883 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:40:38 smithi028 bash[77168]: audit 2024-08-29T18:40:37.749485+0000 mon.a (mon.0) 2845 : audit [INF] from='client.? ' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/87/0cb2f82e-2304-4ae3-a98c-6696c79a2309"}]: dispatch 2024-08-29T18:40:38.883 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:40:38 smithi028 bash[77168]: audit 2024-08-29T18:40:37.756322+0000 mon.a (mon.0) 2846 : audit [INF] from='client.? ' entity='client.admin' cmd='[{"prefix": "config-key rm", "key": "rbd/mirror/peer/87/0cb2f82e-2304-4ae3-a98c-6696c79a2309"}]': finished 2024-08-29T18:40:38.883 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:40:38 smithi028 bash[77168]: cluster 2024-08-29T18:40:38.212594+0000 mon.a (mon.0) 2847 : cluster [DBG] osdmap e1575: 8 total, 8 up, 8 in 2024-08-29T18:40:40.576 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:40:40 smithi053 bash[68679]: cluster 2024-08-29T18:40:38.279782+0000 mgr.y (mgr.25022) 1617 : cluster [DBG] pgmap v2711: 137 pgs: 1 active+clean+snaptrim, 136 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 65 KiB/s rd, 6.9 KiB/s wr, 88 op/s 2024-08-29T18:40:40.576 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:40:40 smithi053 bash[68679]: cluster 2024-08-29T18:40:39.219739+0000 mon.a (mon.0) 2848 : cluster [DBG] osdmap e1576: 8 total, 8 up, 8 in 2024-08-29T18:40:40.631 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:40:40 smithi028 bash[78352]: cluster 2024-08-29T18:40:38.279782+0000 mgr.y (mgr.25022) 1617 : cluster [DBG] pgmap v2711: 137 pgs: 1 active+clean+snaptrim, 136 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 65 KiB/s rd, 6.9 KiB/s wr, 88 op/s 2024-08-29T18:40:40.632 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:40:40 smithi028 bash[78352]: cluster 2024-08-29T18:40:39.219739+0000 mon.a (mon.0) 2848 : cluster [DBG] osdmap e1576: 8 total, 8 up, 8 in 2024-08-29T18:40:40.632 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:40:40 smithi028 bash[77168]: cluster 2024-08-29T18:40:38.279782+0000 mgr.y (mgr.25022) 1617 : cluster [DBG] pgmap v2711: 137 pgs: 1 active+clean+snaptrim, 136 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 65 KiB/s rd, 6.9 KiB/s wr, 88 op/s 2024-08-29T18:40:40.632 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:40:40 smithi028 bash[77168]: cluster 2024-08-29T18:40:39.219739+0000 mon.a (mon.0) 2848 : cluster [DBG] osdmap e1576: 8 total, 8 up, 8 in 2024-08-29T18:40:41.576 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:40:41 smithi053 bash[68679]: cluster 2024-08-29T18:40:40.230142+0000 mon.a (mon.0) 2849 : cluster [DBG] osdmap e1577: 8 total, 8 up, 8 in 2024-08-29T18:40:41.631 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:40:41 smithi028 bash[77168]: cluster 2024-08-29T18:40:40.230142+0000 mon.a (mon.0) 2849 : cluster [DBG] osdmap e1577: 8 total, 8 up, 8 in 2024-08-29T18:40:41.632 INFO:journalctl@ceph.mgr.y.smithi028.stdout:Aug 29 18:40:41 smithi028 bash[70818]: ::ffff:172.21.15.53 - - [29/Aug/2024:18:40:41] "GET /metrics HTTP/1.1" 200 36426 "" "Prometheus/2.43.0" 2024-08-29T18:40:41.632 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:40:41 smithi028 bash[78352]: cluster 2024-08-29T18:40:40.230142+0000 mon.a (mon.0) 2849 : cluster [DBG] osdmap e1577: 8 total, 8 up, 8 in 2024-08-29T18:40:42.576 INFO:journalctl@ceph.prometheus.a.smithi053.stdout:Aug 29 18:40:42 smithi053 bash[95567]: ts=2024-08-29T18:40:42.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"3167ee72-662c-11ef-bcd4-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-29T18:40:42.577 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:40:42 smithi053 bash[68679]: cluster 2024-08-29T18:40:40.280442+0000 mgr.y (mgr.25022) 1618 : cluster [DBG] pgmap v2714: 137 pgs: 137 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 83 KiB/s rd, 11 KiB/s wr, 117 op/s 2024-08-29T18:40:42.577 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:40:42 smithi053 bash[68679]: cluster 2024-08-29T18:40:41.242850+0000 mon.a (mon.0) 2850 : cluster [DBG] osdmap e1578: 8 total, 8 up, 8 in 2024-08-29T18:40:42.577 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:40:42 smithi053 bash[68679]: audit 2024-08-29T18:40:42.139117+0000 mon.a (mon.0) 2851 : audit [DBG] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-29T18:40:42.631 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:40:42 smithi028 bash[78352]: cluster 2024-08-29T18:40:40.280442+0000 mgr.y (mgr.25022) 1618 : cluster [DBG] pgmap v2714: 137 pgs: 137 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 83 KiB/s rd, 11 KiB/s wr, 117 op/s 2024-08-29T18:40:42.632 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:40:42 smithi028 bash[78352]: cluster 2024-08-29T18:40:41.242850+0000 mon.a (mon.0) 2850 : cluster [DBG] osdmap e1578: 8 total, 8 up, 8 in 2024-08-29T18:40:42.632 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:40:42 smithi028 bash[78352]: audit 2024-08-29T18:40:42.139117+0000 mon.a (mon.0) 2851 : audit [DBG] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-29T18:40:42.632 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:40:42 smithi028 bash[77168]: cluster 2024-08-29T18:40:40.280442+0000 mgr.y (mgr.25022) 1618 : cluster [DBG] pgmap v2714: 137 pgs: 137 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 83 KiB/s rd, 11 KiB/s wr, 117 op/s 2024-08-29T18:40:42.632 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:40:42 smithi028 bash[77168]: cluster 2024-08-29T18:40:41.242850+0000 mon.a (mon.0) 2850 : cluster [DBG] osdmap e1578: 8 total, 8 up, 8 in 2024-08-29T18:40:42.632 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:40:42 smithi028 bash[77168]: audit 2024-08-29T18:40:42.139117+0000 mon.a (mon.0) 2851 : audit [DBG] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-29T18:40:43.577 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:40:43 smithi053 bash[68679]: cluster 2024-08-29T18:40:42.244346+0000 mon.a (mon.0) 2852 : cluster [DBG] osdmap e1579: 8 total, 8 up, 8 in 2024-08-29T18:40:43.577 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:40:43 smithi053 bash[68679]: cluster 2024-08-29T18:40:42.281113+0000 mgr.y (mgr.25022) 1619 : cluster [DBG] pgmap v2717: 137 pgs: 137 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 78 KiB/s rd, 9.2 KiB/s wr, 110 op/s 2024-08-29T18:40:43.577 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:40:43 smithi053 bash[68679]: audit 2024-08-29T18:40:42.293292+0000 mon.c (mon.2) 100 : audit [INF] from='client.? 172.21.15.28:0/1529566046' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/87/06c37e42-ec6e-47af-84dc-2bba53bc7573"}]: dispatch 2024-08-29T18:40:43.577 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:40:43 smithi053 bash[68679]: audit 2024-08-29T18:40:42.294066+0000 mon.a (mon.0) 2853 : audit [INF] from='client.? ' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/87/06c37e42-ec6e-47af-84dc-2bba53bc7573"}]: dispatch 2024-08-29T18:40:43.577 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:40:43 smithi053 bash[68679]: audit 2024-08-29T18:40:42.300508+0000 mon.a (mon.0) 2854 : audit [INF] from='client.? ' entity='client.admin' cmd='[{"prefix": "config-key rm", "key": "rbd/mirror/peer/87/06c37e42-ec6e-47af-84dc-2bba53bc7573"}]': finished 2024-08-29T18:40:43.577 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:40:43 smithi053 bash[68679]: cluster 2024-08-29T18:40:43.213850+0000 mon.a (mon.0) 2855 : cluster [DBG] osdmap e1580: 8 total, 8 up, 8 in 2024-08-29T18:40:43.632 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:40:43 smithi028 bash[78352]: cluster 2024-08-29T18:40:42.244346+0000 mon.a (mon.0) 2852 : cluster [DBG] osdmap e1579: 8 total, 8 up, 8 in 2024-08-29T18:40:43.632 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:40:43 smithi028 bash[78352]: cluster 2024-08-29T18:40:42.281113+0000 mgr.y (mgr.25022) 1619 : cluster [DBG] pgmap v2717: 137 pgs: 137 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 78 KiB/s rd, 9.2 KiB/s wr, 110 op/s 2024-08-29T18:40:43.632 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:40:43 smithi028 bash[78352]: audit 2024-08-29T18:40:42.293292+0000 mon.c (mon.2) 100 : audit [INF] from='client.? 172.21.15.28:0/1529566046' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/87/06c37e42-ec6e-47af-84dc-2bba53bc7573"}]: dispatch 2024-08-29T18:40:43.632 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:40:43 smithi028 bash[78352]: audit 2024-08-29T18:40:42.294066+0000 mon.a (mon.0) 2853 : audit [INF] from='client.? ' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/87/06c37e42-ec6e-47af-84dc-2bba53bc7573"}]: dispatch 2024-08-29T18:40:43.632 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:40:43 smithi028 bash[78352]: audit 2024-08-29T18:40:42.300508+0000 mon.a (mon.0) 2854 : audit [INF] from='client.? ' entity='client.admin' cmd='[{"prefix": "config-key rm", "key": "rbd/mirror/peer/87/06c37e42-ec6e-47af-84dc-2bba53bc7573"}]': finished 2024-08-29T18:40:43.632 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:40:43 smithi028 bash[78352]: cluster 2024-08-29T18:40:43.213850+0000 mon.a (mon.0) 2855 : cluster [DBG] osdmap e1580: 8 total, 8 up, 8 in 2024-08-29T18:40:43.632 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:40:43 smithi028 bash[77168]: cluster 2024-08-29T18:40:42.244346+0000 mon.a (mon.0) 2852 : cluster [DBG] osdmap e1579: 8 total, 8 up, 8 in 2024-08-29T18:40:43.633 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:40:43 smithi028 bash[77168]: cluster 2024-08-29T18:40:42.281113+0000 mgr.y (mgr.25022) 1619 : cluster [DBG] pgmap v2717: 137 pgs: 137 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 78 KiB/s rd, 9.2 KiB/s wr, 110 op/s 2024-08-29T18:40:43.633 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:40:43 smithi028 bash[77168]: audit 2024-08-29T18:40:42.293292+0000 mon.c (mon.2) 100 : audit [INF] from='client.? 172.21.15.28:0/1529566046' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/87/06c37e42-ec6e-47af-84dc-2bba53bc7573"}]: dispatch 2024-08-29T18:40:43.633 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:40:43 smithi028 bash[77168]: audit 2024-08-29T18:40:42.294066+0000 mon.a (mon.0) 2853 : audit [INF] from='client.? ' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/87/06c37e42-ec6e-47af-84dc-2bba53bc7573"}]: dispatch 2024-08-29T18:40:43.633 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:40:43 smithi028 bash[77168]: audit 2024-08-29T18:40:42.300508+0000 mon.a (mon.0) 2854 : audit [INF] from='client.? ' entity='client.admin' cmd='[{"prefix": "config-key rm", "key": "rbd/mirror/peer/87/06c37e42-ec6e-47af-84dc-2bba53bc7573"}]': finished 2024-08-29T18:40:43.633 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:40:43 smithi028 bash[77168]: cluster 2024-08-29T18:40:43.213850+0000 mon.a (mon.0) 2855 : cluster [DBG] osdmap e1580: 8 total, 8 up, 8 in 2024-08-29T18:40:45.576 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:40:45 smithi053 bash[68679]: cluster 2024-08-29T18:40:44.268479+0000 mon.a (mon.0) 2856 : cluster [DBG] osdmap e1581: 8 total, 8 up, 8 in 2024-08-29T18:40:45.576 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:40:45 smithi053 bash[68679]: cluster 2024-08-29T18:40:44.281986+0000 mgr.y (mgr.25022) 1620 : cluster [DBG] pgmap v2720: 137 pgs: 137 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 100 KiB/s rd, 4.7 KiB/s wr, 131 op/s 2024-08-29T18:40:45.631 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:40:45 smithi028 bash[78352]: cluster 2024-08-29T18:40:44.268479+0000 mon.a (mon.0) 2856 : cluster [DBG] osdmap e1581: 8 total, 8 up, 8 in 2024-08-29T18:40:45.632 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:40:45 smithi028 bash[78352]: cluster 2024-08-29T18:40:44.281986+0000 mgr.y (mgr.25022) 1620 : cluster [DBG] pgmap v2720: 137 pgs: 137 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 100 KiB/s rd, 4.7 KiB/s wr, 131 op/s 2024-08-29T18:40:45.632 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:40:45 smithi028 bash[77168]: cluster 2024-08-29T18:40:44.268479+0000 mon.a (mon.0) 2856 : cluster [DBG] osdmap e1581: 8 total, 8 up, 8 in 2024-08-29T18:40:45.632 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:40:45 smithi028 bash[77168]: cluster 2024-08-29T18:40:44.281986+0000 mgr.y (mgr.25022) 1620 : cluster [DBG] pgmap v2720: 137 pgs: 137 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 100 KiB/s rd, 4.7 KiB/s wr, 131 op/s 2024-08-29T18:40:46.576 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:40:46 smithi053 bash[68679]: cluster 2024-08-29T18:40:45.278057+0000 mon.a (mon.0) 2857 : cluster [DBG] osdmap e1582: 8 total, 8 up, 8 in 2024-08-29T18:40:46.631 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:40:46 smithi028 bash[78352]: cluster 2024-08-29T18:40:45.278057+0000 mon.a (mon.0) 2857 : cluster [DBG] osdmap e1582: 8 total, 8 up, 8 in 2024-08-29T18:40:46.632 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:40:46 smithi028 bash[77168]: cluster 2024-08-29T18:40:45.278057+0000 mon.a (mon.0) 2857 : cluster [DBG] osdmap e1582: 8 total, 8 up, 8 in 2024-08-29T18:40:47.513 INFO:tasks.workunit.client.0.smithi028.stdout:[ OK ] TestMirroring.SnapshotUnlinkPeer (9746 ms) 2024-08-29T18:40:47.513 INFO:tasks.workunit.client.0.smithi028.stdout:[ RUN ] TestMirroring.SnapshotImageState 2024-08-29T18:40:47.576 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:40:47 smithi053 bash[68679]: cluster 2024-08-29T18:40:46.282775+0000 mgr.y (mgr.25022) 1621 : cluster [DBG] pgmap v2723: 137 pgs: 137 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 163 KiB/s rd, 9.7 KiB/s wr, 215 op/s 2024-08-29T18:40:47.576 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:40:47 smithi053 bash[68679]: cluster 2024-08-29T18:40:46.287790+0000 mon.a (mon.0) 2858 : cluster [DBG] osdmap e1583: 8 total, 8 up, 8 in 2024-08-29T18:40:47.631 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:40:47 smithi028 bash[78352]: cluster 2024-08-29T18:40:46.282775+0000 mgr.y (mgr.25022) 1621 : cluster [DBG] pgmap v2723: 137 pgs: 137 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 163 KiB/s rd, 9.7 KiB/s wr, 215 op/s 2024-08-29T18:40:47.631 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:40:47 smithi028 bash[78352]: cluster 2024-08-29T18:40:46.287790+0000 mon.a (mon.0) 2858 : cluster [DBG] osdmap e1583: 8 total, 8 up, 8 in 2024-08-29T18:40:47.632 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:40:47 smithi028 bash[77168]: cluster 2024-08-29T18:40:46.282775+0000 mgr.y (mgr.25022) 1621 : cluster [DBG] pgmap v2723: 137 pgs: 137 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 163 KiB/s rd, 9.7 KiB/s wr, 215 op/s 2024-08-29T18:40:47.632 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:40:47 smithi028 bash[77168]: cluster 2024-08-29T18:40:46.287790+0000 mon.a (mon.0) 2858 : cluster [DBG] osdmap e1583: 8 total, 8 up, 8 in 2024-08-29T18:40:48.577 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:40:48 smithi053 bash[68679]: cluster 2024-08-29T18:40:47.298715+0000 mon.a (mon.0) 2859 : cluster [DBG] osdmap e1584: 8 total, 8 up, 8 in 2024-08-29T18:40:48.577 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:40:48 smithi053 bash[68679]: audit 2024-08-29T18:40:47.481853+0000 mon.c (mon.2) 101 : audit [INF] from='client.? 172.21.15.28:0/1529566046' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/87/3e5714f6-c04b-4de8-aa80-bb795577e898"}]: dispatch 2024-08-29T18:40:48.577 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:40:48 smithi053 bash[68679]: audit 2024-08-29T18:40:47.482625+0000 mon.a (mon.0) 2860 : audit [INF] from='client.? ' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/87/3e5714f6-c04b-4de8-aa80-bb795577e898"}]: dispatch 2024-08-29T18:40:48.577 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:40:48 smithi053 bash[68679]: audit 2024-08-29T18:40:47.488983+0000 mon.a (mon.0) 2861 : audit [INF] from='client.? ' entity='client.admin' cmd='[{"prefix": "config-key rm", "key": "rbd/mirror/peer/87/3e5714f6-c04b-4de8-aa80-bb795577e898"}]': finished 2024-08-29T18:40:48.577 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:40:48 smithi053 bash[68679]: audit 2024-08-29T18:40:47.495614+0000 mon.c (mon.2) 102 : audit [INF] from='client.? 172.21.15.28:0/1529566046' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/87/b3567b15-bfbd-4e37-8602-fb7d4dec422b"}]: dispatch 2024-08-29T18:40:48.577 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:40:48 smithi053 bash[68679]: audit 2024-08-29T18:40:47.496225+0000 mon.a (mon.0) 2862 : audit [INF] from='client.? ' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/87/b3567b15-bfbd-4e37-8602-fb7d4dec422b"}]: dispatch 2024-08-29T18:40:48.577 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:40:48 smithi053 bash[68679]: audit 2024-08-29T18:40:47.502348+0000 mon.a (mon.0) 2863 : audit [INF] from='client.? ' entity='client.admin' cmd='[{"prefix": "config-key rm", "key": "rbd/mirror/peer/87/b3567b15-bfbd-4e37-8602-fb7d4dec422b"}]': finished 2024-08-29T18:40:48.578 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:40:48 smithi053 bash[68679]: cluster 2024-08-29T18:40:48.217184+0000 mon.a (mon.0) 2864 : cluster [DBG] osdmap e1585: 8 total, 8 up, 8 in 2024-08-29T18:40:48.632 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:40:48 smithi028 bash[78352]: cluster 2024-08-29T18:40:47.298715+0000 mon.a (mon.0) 2859 : cluster [DBG] osdmap e1584: 8 total, 8 up, 8 in 2024-08-29T18:40:48.632 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:40:48 smithi028 bash[78352]: audit 2024-08-29T18:40:47.481853+0000 mon.c (mon.2) 101 : audit [INF] from='client.? 172.21.15.28:0/1529566046' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/87/3e5714f6-c04b-4de8-aa80-bb795577e898"}]: dispatch 2024-08-29T18:40:48.632 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:40:48 smithi028 bash[78352]: audit 2024-08-29T18:40:47.482625+0000 mon.a (mon.0) 2860 : audit [INF] from='client.? ' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/87/3e5714f6-c04b-4de8-aa80-bb795577e898"}]: dispatch 2024-08-29T18:40:48.632 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:40:48 smithi028 bash[78352]: audit 2024-08-29T18:40:47.488983+0000 mon.a (mon.0) 2861 : audit [INF] from='client.? ' entity='client.admin' cmd='[{"prefix": "config-key rm", "key": "rbd/mirror/peer/87/3e5714f6-c04b-4de8-aa80-bb795577e898"}]': finished 2024-08-29T18:40:48.632 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:40:48 smithi028 bash[78352]: audit 2024-08-29T18:40:47.495614+0000 mon.c (mon.2) 102 : audit [INF] from='client.? 172.21.15.28:0/1529566046' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/87/b3567b15-bfbd-4e37-8602-fb7d4dec422b"}]: dispatch 2024-08-29T18:40:48.632 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:40:48 smithi028 bash[78352]: audit 2024-08-29T18:40:47.496225+0000 mon.a (mon.0) 2862 : audit [INF] from='client.? ' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/87/b3567b15-bfbd-4e37-8602-fb7d4dec422b"}]: dispatch 2024-08-29T18:40:48.632 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:40:48 smithi028 bash[78352]: audit 2024-08-29T18:40:47.502348+0000 mon.a (mon.0) 2863 : audit [INF] from='client.? ' entity='client.admin' cmd='[{"prefix": "config-key rm", "key": "rbd/mirror/peer/87/b3567b15-bfbd-4e37-8602-fb7d4dec422b"}]': finished 2024-08-29T18:40:48.633 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:40:48 smithi028 bash[78352]: cluster 2024-08-29T18:40:48.217184+0000 mon.a (mon.0) 2864 : cluster [DBG] osdmap e1585: 8 total, 8 up, 8 in 2024-08-29T18:40:48.633 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:40:48 smithi028 bash[77168]: cluster 2024-08-29T18:40:47.298715+0000 mon.a (mon.0) 2859 : cluster [DBG] osdmap e1584: 8 total, 8 up, 8 in 2024-08-29T18:40:48.633 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:40:48 smithi028 bash[77168]: audit 2024-08-29T18:40:47.481853+0000 mon.c (mon.2) 101 : audit [INF] from='client.? 172.21.15.28:0/1529566046' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/87/3e5714f6-c04b-4de8-aa80-bb795577e898"}]: dispatch 2024-08-29T18:40:48.633 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:40:48 smithi028 bash[77168]: audit 2024-08-29T18:40:47.482625+0000 mon.a (mon.0) 2860 : audit [INF] from='client.? ' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/87/3e5714f6-c04b-4de8-aa80-bb795577e898"}]: dispatch 2024-08-29T18:40:48.633 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:40:48 smithi028 bash[77168]: audit 2024-08-29T18:40:47.488983+0000 mon.a (mon.0) 2861 : audit [INF] from='client.? ' entity='client.admin' cmd='[{"prefix": "config-key rm", "key": "rbd/mirror/peer/87/3e5714f6-c04b-4de8-aa80-bb795577e898"}]': finished 2024-08-29T18:40:48.633 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:40:48 smithi028 bash[77168]: audit 2024-08-29T18:40:47.495614+0000 mon.c (mon.2) 102 : audit [INF] from='client.? 172.21.15.28:0/1529566046' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/87/b3567b15-bfbd-4e37-8602-fb7d4dec422b"}]: dispatch 2024-08-29T18:40:48.633 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:40:48 smithi028 bash[77168]: audit 2024-08-29T18:40:47.496225+0000 mon.a (mon.0) 2862 : audit [INF] from='client.? ' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/87/b3567b15-bfbd-4e37-8602-fb7d4dec422b"}]: dispatch 2024-08-29T18:40:48.633 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:40:48 smithi028 bash[77168]: audit 2024-08-29T18:40:47.502348+0000 mon.a (mon.0) 2863 : audit [INF] from='client.? ' entity='client.admin' cmd='[{"prefix": "config-key rm", "key": "rbd/mirror/peer/87/b3567b15-bfbd-4e37-8602-fb7d4dec422b"}]': finished 2024-08-29T18:40:48.633 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:40:48 smithi028 bash[77168]: cluster 2024-08-29T18:40:48.217184+0000 mon.a (mon.0) 2864 : cluster [DBG] osdmap e1585: 8 total, 8 up, 8 in 2024-08-29T18:40:50.576 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:40:50 smithi053 bash[68679]: cluster 2024-08-29T18:40:48.283583+0000 mgr.y (mgr.25022) 1622 : cluster [DBG] pgmap v2726: 137 pgs: 137 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 69 KiB/s rd, 6.5 KiB/s wr, 94 op/s 2024-08-29T18:40:50.577 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:40:50 smithi053 bash[68679]: cluster 2024-08-29T18:40:49.225505+0000 mon.a (mon.0) 2865 : cluster [DBG] osdmap e1586: 8 total, 8 up, 8 in 2024-08-29T18:40:50.631 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:40:50 smithi028 bash[78352]: cluster 2024-08-29T18:40:48.283583+0000 mgr.y (mgr.25022) 1622 : cluster [DBG] pgmap v2726: 137 pgs: 137 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 69 KiB/s rd, 6.5 KiB/s wr, 94 op/s 2024-08-29T18:40:50.632 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:40:50 smithi028 bash[78352]: cluster 2024-08-29T18:40:49.225505+0000 mon.a (mon.0) 2865 : cluster [DBG] osdmap e1586: 8 total, 8 up, 8 in 2024-08-29T18:40:50.632 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:40:50 smithi028 bash[77168]: cluster 2024-08-29T18:40:48.283583+0000 mgr.y (mgr.25022) 1622 : cluster [DBG] pgmap v2726: 137 pgs: 137 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 69 KiB/s rd, 6.5 KiB/s wr, 94 op/s 2024-08-29T18:40:50.632 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:40:50 smithi028 bash[77168]: cluster 2024-08-29T18:40:49.225505+0000 mon.a (mon.0) 2865 : cluster [DBG] osdmap e1586: 8 total, 8 up, 8 in 2024-08-29T18:40:51.379 INFO:tasks.workunit.client.0.smithi028.stdout:[ OK ] TestMirroring.SnapshotImageState (3866 ms) 2024-08-29T18:40:51.380 INFO:tasks.workunit.client.0.smithi028.stdout:[ RUN ] TestMirroring.SnapshotPromoteDemote 2024-08-29T18:40:51.576 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:40:51 smithi053 bash[68679]: cluster 2024-08-29T18:40:50.228467+0000 mon.a (mon.0) 2866 : cluster [DBG] osdmap e1587: 8 total, 8 up, 8 in 2024-08-29T18:40:51.634 INFO:journalctl@ceph.mgr.y.smithi028.stdout:Aug 29 18:40:51 smithi028 bash[70818]: ::ffff:172.21.15.53 - - [29/Aug/2024:18:40:51] "GET /metrics HTTP/1.1" 200 36419 "" "Prometheus/2.43.0" 2024-08-29T18:40:51.635 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:40:51 smithi028 bash[78352]: cluster 2024-08-29T18:40:50.228467+0000 mon.a (mon.0) 2866 : cluster [DBG] osdmap e1587: 8 total, 8 up, 8 in 2024-08-29T18:40:51.635 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:40:51 smithi028 bash[77168]: cluster 2024-08-29T18:40:50.228467+0000 mon.a (mon.0) 2866 : cluster [DBG] osdmap e1587: 8 total, 8 up, 8 in 2024-08-29T18:40:52.576 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:40:52 smithi053 bash[68679]: cluster 2024-08-29T18:40:50.284273+0000 mgr.y (mgr.25022) 1623 : cluster [DBG] pgmap v2729: 137 pgs: 137 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 98 KiB/s rd, 15 KiB/s wr, 145 op/s 2024-08-29T18:40:52.577 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:40:52 smithi053 bash[68679]: cluster 2024-08-29T18:40:51.252680+0000 mon.a (mon.0) 2867 : cluster [DBG] osdmap e1588: 8 total, 8 up, 8 in 2024-08-29T18:40:52.577 INFO:journalctl@ceph.prometheus.a.smithi053.stdout:Aug 29 18:40:52 smithi053 bash[95567]: ts=2024-08-29T18:40:52.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"3167ee72-662c-11ef-bcd4-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-29T18:40:52.632 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:40:52 smithi028 bash[77168]: cluster 2024-08-29T18:40:50.284273+0000 mgr.y (mgr.25022) 1623 : cluster [DBG] pgmap v2729: 137 pgs: 137 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 98 KiB/s rd, 15 KiB/s wr, 145 op/s 2024-08-29T18:40:52.632 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:40:52 smithi028 bash[77168]: cluster 2024-08-29T18:40:51.252680+0000 mon.a (mon.0) 2867 : cluster [DBG] osdmap e1588: 8 total, 8 up, 8 in 2024-08-29T18:40:52.632 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:40:52 smithi028 bash[78352]: cluster 2024-08-29T18:40:50.284273+0000 mgr.y (mgr.25022) 1623 : cluster [DBG] pgmap v2729: 137 pgs: 137 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 98 KiB/s rd, 15 KiB/s wr, 145 op/s 2024-08-29T18:40:52.632 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:40:52 smithi028 bash[78352]: cluster 2024-08-29T18:40:51.252680+0000 mon.a (mon.0) 2867 : cluster [DBG] osdmap e1588: 8 total, 8 up, 8 in 2024-08-29T18:40:53.577 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:40:53 smithi053 bash[68679]: cluster 2024-08-29T18:40:52.260575+0000 mon.a (mon.0) 2868 : cluster [DBG] osdmap e1589: 8 total, 8 up, 8 in 2024-08-29T18:40:53.577 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:40:53 smithi053 bash[68679]: cluster 2024-08-29T18:40:52.285097+0000 mgr.y (mgr.25022) 1624 : cluster [DBG] pgmap v2732: 137 pgs: 137 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 97 KiB/s rd, 15 KiB/s wr, 144 op/s 2024-08-29T18:40:53.577 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:40:53 smithi053 bash[68679]: cluster 2024-08-29T18:40:53.219295+0000 mon.a (mon.0) 2869 : cluster [DBG] osdmap e1590: 8 total, 8 up, 8 in 2024-08-29T18:40:53.632 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:40:53 smithi028 bash[77168]: cluster 2024-08-29T18:40:52.260575+0000 mon.a (mon.0) 2868 : cluster [DBG] osdmap e1589: 8 total, 8 up, 8 in 2024-08-29T18:40:53.632 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:40:53 smithi028 bash[77168]: cluster 2024-08-29T18:40:52.285097+0000 mgr.y (mgr.25022) 1624 : cluster [DBG] pgmap v2732: 137 pgs: 137 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 97 KiB/s rd, 15 KiB/s wr, 144 op/s 2024-08-29T18:40:53.632 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:40:53 smithi028 bash[77168]: cluster 2024-08-29T18:40:53.219295+0000 mon.a (mon.0) 2869 : cluster [DBG] osdmap e1590: 8 total, 8 up, 8 in 2024-08-29T18:40:53.632 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:40:53 smithi028 bash[78352]: cluster 2024-08-29T18:40:52.260575+0000 mon.a (mon.0) 2868 : cluster [DBG] osdmap e1589: 8 total, 8 up, 8 in 2024-08-29T18:40:53.632 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:40:53 smithi028 bash[78352]: cluster 2024-08-29T18:40:52.285097+0000 mgr.y (mgr.25022) 1624 : cluster [DBG] pgmap v2732: 137 pgs: 137 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 97 KiB/s rd, 15 KiB/s wr, 144 op/s 2024-08-29T18:40:53.632 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:40:53 smithi028 bash[78352]: cluster 2024-08-29T18:40:53.219295+0000 mon.a (mon.0) 2869 : cluster [DBG] osdmap e1590: 8 total, 8 up, 8 in 2024-08-29T18:40:55.577 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:40:55 smithi053 bash[68679]: cluster 2024-08-29T18:40:54.274757+0000 mon.a (mon.0) 2870 : cluster [DBG] osdmap e1591: 8 total, 8 up, 8 in 2024-08-29T18:40:55.577 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:40:55 smithi053 bash[68679]: cluster 2024-08-29T18:40:54.286245+0000 mgr.y (mgr.25022) 1625 : cluster [DBG] pgmap v2735: 137 pgs: 137 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 120 KiB/s rd, 13 KiB/s wr, 162 op/s 2024-08-29T18:40:55.631 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:40:55 smithi028 bash[77168]: cluster 2024-08-29T18:40:54.274757+0000 mon.a (mon.0) 2870 : cluster [DBG] osdmap e1591: 8 total, 8 up, 8 in 2024-08-29T18:40:55.632 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:40:55 smithi028 bash[77168]: cluster 2024-08-29T18:40:54.286245+0000 mgr.y (mgr.25022) 1625 : cluster [DBG] pgmap v2735: 137 pgs: 137 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 120 KiB/s rd, 13 KiB/s wr, 162 op/s 2024-08-29T18:40:55.632 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:40:55 smithi028 bash[78352]: cluster 2024-08-29T18:40:54.274757+0000 mon.a (mon.0) 2870 : cluster [DBG] osdmap e1591: 8 total, 8 up, 8 in 2024-08-29T18:40:55.632 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:40:55 smithi028 bash[78352]: cluster 2024-08-29T18:40:54.286245+0000 mgr.y (mgr.25022) 1625 : cluster [DBG] pgmap v2735: 137 pgs: 137 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 120 KiB/s rd, 13 KiB/s wr, 162 op/s 2024-08-29T18:40:56.576 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:40:56 smithi053 bash[68679]: cluster 2024-08-29T18:40:55.284632+0000 mon.a (mon.0) 2871 : cluster [DBG] osdmap e1592: 8 total, 8 up, 8 in 2024-08-29T18:40:56.631 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:40:56 smithi028 bash[78352]: cluster 2024-08-29T18:40:55.284632+0000 mon.a (mon.0) 2871 : cluster [DBG] osdmap e1592: 8 total, 8 up, 8 in 2024-08-29T18:40:56.632 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:40:56 smithi028 bash[77168]: cluster 2024-08-29T18:40:55.284632+0000 mon.a (mon.0) 2871 : cluster [DBG] osdmap e1592: 8 total, 8 up, 8 in 2024-08-29T18:40:57.576 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:40:57 smithi053 bash[68679]: cluster 2024-08-29T18:40:56.286525+0000 mon.a (mon.0) 2872 : cluster [DBG] osdmap e1593: 8 total, 8 up, 8 in 2024-08-29T18:40:57.576 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:40:57 smithi053 bash[68679]: cluster 2024-08-29T18:40:56.287129+0000 mgr.y (mgr.25022) 1626 : cluster [DBG] pgmap v2738: 137 pgs: 137 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 186 KiB/s rd, 19 KiB/s wr, 252 op/s 2024-08-29T18:40:57.577 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:40:57 smithi053 bash[68679]: audit 2024-08-29T18:40:57.139591+0000 mon.a (mon.0) 2873 : audit [DBG] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-29T18:40:57.631 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:40:57 smithi028 bash[78352]: cluster 2024-08-29T18:40:56.286525+0000 mon.a (mon.0) 2872 : cluster [DBG] osdmap e1593: 8 total, 8 up, 8 in 2024-08-29T18:40:57.632 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:40:57 smithi028 bash[78352]: cluster 2024-08-29T18:40:56.287129+0000 mgr.y (mgr.25022) 1626 : cluster [DBG] pgmap v2738: 137 pgs: 137 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 186 KiB/s rd, 19 KiB/s wr, 252 op/s 2024-08-29T18:40:57.632 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:40:57 smithi028 bash[78352]: audit 2024-08-29T18:40:57.139591+0000 mon.a (mon.0) 2873 : audit [DBG] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-29T18:40:57.632 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:40:57 smithi028 bash[77168]: cluster 2024-08-29T18:40:56.286525+0000 mon.a (mon.0) 2872 : cluster [DBG] osdmap e1593: 8 total, 8 up, 8 in 2024-08-29T18:40:57.632 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:40:57 smithi028 bash[77168]: cluster 2024-08-29T18:40:56.287129+0000 mgr.y (mgr.25022) 1626 : cluster [DBG] pgmap v2738: 137 pgs: 137 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 186 KiB/s rd, 19 KiB/s wr, 252 op/s 2024-08-29T18:40:57.632 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:40:57 smithi028 bash[77168]: audit 2024-08-29T18:40:57.139591+0000 mon.a (mon.0) 2873 : audit [DBG] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-29T18:40:58.576 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:40:58 smithi053 bash[68679]: cluster 2024-08-29T18:40:57.308808+0000 mon.a (mon.0) 2874 : cluster [DBG] osdmap e1594: 8 total, 8 up, 8 in 2024-08-29T18:40:58.576 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:40:58 smithi053 bash[68679]: audit 2024-08-29T18:40:58.214028+0000 mon.a (mon.0) 2875 : audit [DBG] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-29T18:40:58.577 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:40:58 smithi053 bash[68679]: cluster 2024-08-29T18:40:58.223622+0000 mon.a (mon.0) 2876 : cluster [DBG] osdmap e1595: 8 total, 8 up, 8 in 2024-08-29T18:40:58.631 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:40:58 smithi028 bash[77168]: cluster 2024-08-29T18:40:57.308808+0000 mon.a (mon.0) 2874 : cluster [DBG] osdmap e1594: 8 total, 8 up, 8 in 2024-08-29T18:40:58.632 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:40:58 smithi028 bash[77168]: audit 2024-08-29T18:40:58.214028+0000 mon.a (mon.0) 2875 : audit [DBG] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-29T18:40:58.632 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:40:58 smithi028 bash[77168]: cluster 2024-08-29T18:40:58.223622+0000 mon.a (mon.0) 2876 : cluster [DBG] osdmap e1595: 8 total, 8 up, 8 in 2024-08-29T18:40:58.632 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:40:58 smithi028 bash[78352]: cluster 2024-08-29T18:40:57.308808+0000 mon.a (mon.0) 2874 : cluster [DBG] osdmap e1594: 8 total, 8 up, 8 in 2024-08-29T18:40:58.632 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:40:58 smithi028 bash[78352]: audit 2024-08-29T18:40:58.214028+0000 mon.a (mon.0) 2875 : audit [DBG] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-29T18:40:58.632 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:40:58 smithi028 bash[78352]: cluster 2024-08-29T18:40:58.223622+0000 mon.a (mon.0) 2876 : cluster [DBG] osdmap e1595: 8 total, 8 up, 8 in 2024-08-29T18:40:59.577 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:40:59 smithi053 bash[68679]: cluster 2024-08-29T18:40:58.288149+0000 mgr.y (mgr.25022) 1627 : cluster [DBG] pgmap v2741: 137 pgs: 137 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 73 KiB/s rd, 7.0 KiB/s wr, 105 op/s 2024-08-29T18:40:59.577 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:40:59 smithi053 bash[68679]: audit 2024-08-29T18:40:59.009471+0000 mon.a (mon.0) 2877 : audit [DBG] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-29T18:40:59.577 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:40:59 smithi053 bash[68679]: audit 2024-08-29T18:40:59.012706+0000 mon.a (mon.0) 2878 : audit [INF] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-29T18:40:59.578 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:40:59 smithi053 bash[68679]: audit 2024-08-29T18:40:59.022014+0000 mon.a (mon.0) 2879 : audit [INF] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' 2024-08-29T18:40:59.578 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:40:59 smithi053 bash[68679]: cluster 2024-08-29T18:40:59.231196+0000 mon.a (mon.0) 2880 : cluster [DBG] osdmap e1596: 8 total, 8 up, 8 in 2024-08-29T18:40:59.631 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:40:59 smithi028 bash[77168]: cluster 2024-08-29T18:40:58.288149+0000 mgr.y (mgr.25022) 1627 : cluster [DBG] pgmap v2741: 137 pgs: 137 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 73 KiB/s rd, 7.0 KiB/s wr, 105 op/s 2024-08-29T18:40:59.632 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:40:59 smithi028 bash[77168]: audit 2024-08-29T18:40:59.009471+0000 mon.a (mon.0) 2877 : audit [DBG] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-29T18:40:59.632 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:40:59 smithi028 bash[77168]: audit 2024-08-29T18:40:59.012706+0000 mon.a (mon.0) 2878 : audit [INF] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-29T18:40:59.632 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:40:59 smithi028 bash[77168]: audit 2024-08-29T18:40:59.022014+0000 mon.a (mon.0) 2879 : audit [INF] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' 2024-08-29T18:40:59.632 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:40:59 smithi028 bash[77168]: cluster 2024-08-29T18:40:59.231196+0000 mon.a (mon.0) 2880 : cluster [DBG] osdmap e1596: 8 total, 8 up, 8 in 2024-08-29T18:40:59.632 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:40:59 smithi028 bash[78352]: cluster 2024-08-29T18:40:58.288149+0000 mgr.y (mgr.25022) 1627 : cluster [DBG] pgmap v2741: 137 pgs: 137 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 73 KiB/s rd, 7.0 KiB/s wr, 105 op/s 2024-08-29T18:40:59.632 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:40:59 smithi028 bash[78352]: audit 2024-08-29T18:40:59.009471+0000 mon.a (mon.0) 2877 : audit [DBG] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-29T18:40:59.632 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:40:59 smithi028 bash[78352]: audit 2024-08-29T18:40:59.012706+0000 mon.a (mon.0) 2878 : audit [INF] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-29T18:40:59.632 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:40:59 smithi028 bash[78352]: audit 2024-08-29T18:40:59.022014+0000 mon.a (mon.0) 2879 : audit [INF] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' 2024-08-29T18:40:59.632 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:40:59 smithi028 bash[78352]: cluster 2024-08-29T18:40:59.231196+0000 mon.a (mon.0) 2880 : cluster [DBG] osdmap e1596: 8 total, 8 up, 8 in 2024-08-29T18:41:01.395 INFO:tasks.workunit.client.0.smithi028.stdout:[ OK ] TestMirroring.SnapshotPromoteDemote (10016 ms) 2024-08-29T18:41:01.395 INFO:tasks.workunit.client.0.smithi028.stdout:[ RUN ] TestMirroring.AioSnapshotCreate 2024-08-29T18:41:01.576 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:41:01 smithi053 bash[68679]: cluster 2024-08-29T18:41:00.234511+0000 mon.a (mon.0) 2881 : cluster [DBG] osdmap e1597: 8 total, 8 up, 8 in 2024-08-29T18:41:01.631 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:41:01 smithi028 bash[77168]: cluster 2024-08-29T18:41:00.234511+0000 mon.a (mon.0) 2881 : cluster [DBG] osdmap e1597: 8 total, 8 up, 8 in 2024-08-29T18:41:01.632 INFO:journalctl@ceph.mgr.y.smithi028.stdout:Aug 29 18:41:01 smithi028 bash[70818]: ::ffff:172.21.15.53 - - [29/Aug/2024:18:41:01] "GET /metrics HTTP/1.1" 200 36419 "" "Prometheus/2.43.0" 2024-08-29T18:41:01.632 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:41:01 smithi028 bash[78352]: cluster 2024-08-29T18:41:00.234511+0000 mon.a (mon.0) 2881 : cluster [DBG] osdmap e1597: 8 total, 8 up, 8 in 2024-08-29T18:41:02.576 INFO:journalctl@ceph.prometheus.a.smithi053.stdout:Aug 29 18:41:02 smithi053 bash[95567]: ts=2024-08-29T18:41:02.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"3167ee72-662c-11ef-bcd4-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-29T18:41:02.577 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:41:02 smithi053 bash[68679]: cluster 2024-08-29T18:41:00.289024+0000 mgr.y (mgr.25022) 1628 : cluster [DBG] pgmap v2744: 137 pgs: 137 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 78 KiB/s rd, 7.2 KiB/s wr, 108 op/s 2024-08-29T18:41:02.577 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:41:02 smithi053 bash[68679]: cluster 2024-08-29T18:41:01.244167+0000 mon.a (mon.0) 2882 : cluster [DBG] osdmap e1598: 8 total, 8 up, 8 in 2024-08-29T18:41:02.577 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:41:02 smithi053 bash[68679]: audit 2024-08-29T18:41:01.377424+0000 mon.c (mon.2) 103 : audit [INF] from='client.? 172.21.15.28:0/1529566046' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/87/58da666e-3a00-41ea-bdc8-85365d9c333a"}]: dispatch 2024-08-29T18:41:02.577 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:41:02 smithi053 bash[68679]: audit 2024-08-29T18:41:01.378179+0000 mon.a (mon.0) 2883 : audit [INF] from='client.? ' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/87/58da666e-3a00-41ea-bdc8-85365d9c333a"}]: dispatch 2024-08-29T18:41:02.577 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:41:02 smithi053 bash[68679]: audit 2024-08-29T18:41:01.384490+0000 mon.a (mon.0) 2884 : audit [INF] from='client.? ' entity='client.admin' cmd='[{"prefix": "config-key rm", "key": "rbd/mirror/peer/87/58da666e-3a00-41ea-bdc8-85365d9c333a"}]': finished 2024-08-29T18:41:02.631 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:41:02 smithi028 bash[78352]: cluster 2024-08-29T18:41:00.289024+0000 mgr.y (mgr.25022) 1628 : cluster [DBG] pgmap v2744: 137 pgs: 137 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 78 KiB/s rd, 7.2 KiB/s wr, 108 op/s 2024-08-29T18:41:02.632 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:41:02 smithi028 bash[78352]: cluster 2024-08-29T18:41:01.244167+0000 mon.a (mon.0) 2882 : cluster [DBG] osdmap e1598: 8 total, 8 up, 8 in 2024-08-29T18:41:02.632 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:41:02 smithi028 bash[78352]: audit 2024-08-29T18:41:01.377424+0000 mon.c (mon.2) 103 : audit [INF] from='client.? 172.21.15.28:0/1529566046' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/87/58da666e-3a00-41ea-bdc8-85365d9c333a"}]: dispatch 2024-08-29T18:41:02.632 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:41:02 smithi028 bash[78352]: audit 2024-08-29T18:41:01.378179+0000 mon.a (mon.0) 2883 : audit [INF] from='client.? ' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/87/58da666e-3a00-41ea-bdc8-85365d9c333a"}]: dispatch 2024-08-29T18:41:02.632 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:41:02 smithi028 bash[78352]: audit 2024-08-29T18:41:01.384490+0000 mon.a (mon.0) 2884 : audit [INF] from='client.? ' entity='client.admin' cmd='[{"prefix": "config-key rm", "key": "rbd/mirror/peer/87/58da666e-3a00-41ea-bdc8-85365d9c333a"}]': finished 2024-08-29T18:41:02.632 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:41:02 smithi028 bash[77168]: cluster 2024-08-29T18:41:00.289024+0000 mgr.y (mgr.25022) 1628 : cluster [DBG] pgmap v2744: 137 pgs: 137 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 78 KiB/s rd, 7.2 KiB/s wr, 108 op/s 2024-08-29T18:41:02.632 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:41:02 smithi028 bash[77168]: cluster 2024-08-29T18:41:01.244167+0000 mon.a (mon.0) 2882 : cluster [DBG] osdmap e1598: 8 total, 8 up, 8 in 2024-08-29T18:41:02.632 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:41:02 smithi028 bash[77168]: audit 2024-08-29T18:41:01.377424+0000 mon.c (mon.2) 103 : audit [INF] from='client.? 172.21.15.28:0/1529566046' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/87/58da666e-3a00-41ea-bdc8-85365d9c333a"}]: dispatch 2024-08-29T18:41:02.632 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:41:02 smithi028 bash[77168]: audit 2024-08-29T18:41:01.378179+0000 mon.a (mon.0) 2883 : audit [INF] from='client.? ' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/87/58da666e-3a00-41ea-bdc8-85365d9c333a"}]: dispatch 2024-08-29T18:41:02.633 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:41:02 smithi028 bash[77168]: audit 2024-08-29T18:41:01.384490+0000 mon.a (mon.0) 2884 : audit [INF] from='client.? ' entity='client.admin' cmd='[{"prefix": "config-key rm", "key": "rbd/mirror/peer/87/58da666e-3a00-41ea-bdc8-85365d9c333a"}]': finished 2024-08-29T18:41:03.826 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:41:03 smithi053 bash[68679]: cluster 2024-08-29T18:41:02.289802+0000 mgr.y (mgr.25022) 1629 : cluster [DBG] pgmap v2746: 137 pgs: 1 active+clean+snaptrim, 136 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 77 KiB/s rd, 7.1 KiB/s wr, 107 op/s 2024-08-29T18:41:03.826 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:41:03 smithi053 bash[68679]: cluster 2024-08-29T18:41:02.389475+0000 mon.a (mon.0) 2885 : cluster [DBG] osdmap e1599: 8 total, 8 up, 8 in 2024-08-29T18:41:03.881 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:41:03 smithi028 bash[77168]: cluster 2024-08-29T18:41:02.289802+0000 mgr.y (mgr.25022) 1629 : cluster [DBG] pgmap v2746: 137 pgs: 1 active+clean+snaptrim, 136 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 77 KiB/s rd, 7.1 KiB/s wr, 107 op/s 2024-08-29T18:41:03.882 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:41:03 smithi028 bash[77168]: cluster 2024-08-29T18:41:02.389475+0000 mon.a (mon.0) 2885 : cluster [DBG] osdmap e1599: 8 total, 8 up, 8 in 2024-08-29T18:41:03.882 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:41:03 smithi028 bash[78352]: cluster 2024-08-29T18:41:02.289802+0000 mgr.y (mgr.25022) 1629 : cluster [DBG] pgmap v2746: 137 pgs: 1 active+clean+snaptrim, 136 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 77 KiB/s rd, 7.1 KiB/s wr, 107 op/s 2024-08-29T18:41:03.882 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:41:03 smithi028 bash[78352]: cluster 2024-08-29T18:41:02.389475+0000 mon.a (mon.0) 2885 : cluster [DBG] osdmap e1599: 8 total, 8 up, 8 in 2024-08-29T18:41:04.826 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:41:04 smithi053 bash[68679]: cluster 2024-08-29T18:41:03.392306+0000 mon.a (mon.0) 2886 : cluster [DBG] osdmap e1600: 8 total, 8 up, 8 in 2024-08-29T18:41:04.881 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:41:04 smithi028 bash[78352]: cluster 2024-08-29T18:41:03.392306+0000 mon.a (mon.0) 2886 : cluster [DBG] osdmap e1600: 8 total, 8 up, 8 in 2024-08-29T18:41:04.882 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:41:04 smithi028 bash[77168]: cluster 2024-08-29T18:41:03.392306+0000 mon.a (mon.0) 2886 : cluster [DBG] osdmap e1600: 8 total, 8 up, 8 in 2024-08-29T18:41:05.826 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:41:05 smithi053 bash[68679]: cluster 2024-08-29T18:41:04.290587+0000 mgr.y (mgr.25022) 1630 : cluster [DBG] pgmap v2749: 137 pgs: 1 active+clean+snaptrim, 136 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 7.6 KiB/s rd, 2.5 KiB/s wr, 15 op/s 2024-08-29T18:41:05.827 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:41:05 smithi053 bash[68679]: cluster 2024-08-29T18:41:04.415962+0000 mon.a (mon.0) 2887 : cluster [DBG] osdmap e1601: 8 total, 8 up, 8 in 2024-08-29T18:41:05.881 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:41:05 smithi028 bash[77168]: cluster 2024-08-29T18:41:04.290587+0000 mgr.y (mgr.25022) 1630 : cluster [DBG] pgmap v2749: 137 pgs: 1 active+clean+snaptrim, 136 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 7.6 KiB/s rd, 2.5 KiB/s wr, 15 op/s 2024-08-29T18:41:05.882 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:41:05 smithi028 bash[77168]: cluster 2024-08-29T18:41:04.415962+0000 mon.a (mon.0) 2887 : cluster [DBG] osdmap e1601: 8 total, 8 up, 8 in 2024-08-29T18:41:05.882 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:41:05 smithi028 bash[78352]: cluster 2024-08-29T18:41:04.290587+0000 mgr.y (mgr.25022) 1630 : cluster [DBG] pgmap v2749: 137 pgs: 1 active+clean+snaptrim, 136 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 7.6 KiB/s rd, 2.5 KiB/s wr, 15 op/s 2024-08-29T18:41:05.882 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:41:05 smithi028 bash[78352]: cluster 2024-08-29T18:41:04.415962+0000 mon.a (mon.0) 2887 : cluster [DBG] osdmap e1601: 8 total, 8 up, 8 in 2024-08-29T18:41:06.826 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:41:06 smithi053 bash[68679]: cluster 2024-08-29T18:41:05.417287+0000 mon.a (mon.0) 2888 : cluster [DBG] osdmap e1602: 8 total, 8 up, 8 in 2024-08-29T18:41:06.881 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:41:06 smithi028 bash[77168]: cluster 2024-08-29T18:41:05.417287+0000 mon.a (mon.0) 2888 : cluster [DBG] osdmap e1602: 8 total, 8 up, 8 in 2024-08-29T18:41:06.882 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:41:06 smithi028 bash[78352]: cluster 2024-08-29T18:41:05.417287+0000 mon.a (mon.0) 2888 : cluster [DBG] osdmap e1602: 8 total, 8 up, 8 in 2024-08-29T18:41:07.826 INFO:journalctl@ceph.grafana.a.smithi053.stdout:Aug 29 18:41:07 smithi053 bash[99048]: logger=cleanup t=2024-08-29T18:41:07.590263471Z level=info msg="Completed cleanup jobs" duration=56.401258ms 2024-08-29T18:41:07.827 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:41:07 smithi053 bash[68679]: cluster 2024-08-29T18:41:06.291465+0000 mgr.y (mgr.25022) 1631 : cluster [DBG] pgmap v2752: 137 pgs: 137 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 53 KiB/s rd, 9.0 KiB/s wr, 81 op/s 2024-08-29T18:41:07.827 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:41:07 smithi053 bash[68679]: cluster 2024-08-29T18:41:06.432415+0000 mon.a (mon.0) 2889 : cluster [DBG] osdmap e1603: 8 total, 8 up, 8 in 2024-08-29T18:41:07.882 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:41:07 smithi028 bash[78352]: cluster 2024-08-29T18:41:06.291465+0000 mgr.y (mgr.25022) 1631 : cluster [DBG] pgmap v2752: 137 pgs: 137 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 53 KiB/s rd, 9.0 KiB/s wr, 81 op/s 2024-08-29T18:41:07.882 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:41:07 smithi028 bash[78352]: cluster 2024-08-29T18:41:06.432415+0000 mon.a (mon.0) 2889 : cluster [DBG] osdmap e1603: 8 total, 8 up, 8 in 2024-08-29T18:41:07.883 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:41:07 smithi028 bash[77168]: cluster 2024-08-29T18:41:06.291465+0000 mgr.y (mgr.25022) 1631 : cluster [DBG] pgmap v2752: 137 pgs: 137 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 53 KiB/s rd, 9.0 KiB/s wr, 81 op/s 2024-08-29T18:41:07.883 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:41:07 smithi028 bash[77168]: cluster 2024-08-29T18:41:06.432415+0000 mon.a (mon.0) 2889 : cluster [DBG] osdmap e1603: 8 total, 8 up, 8 in 2024-08-29T18:41:08.826 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:41:08 smithi053 bash[68679]: cluster 2024-08-29T18:41:07.446515+0000 mon.a (mon.0) 2890 : cluster [DBG] osdmap e1604: 8 total, 8 up, 8 in 2024-08-29T18:41:08.826 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:41:08 smithi053 bash[68679]: cluster 2024-08-29T18:41:08.224886+0000 mon.a (mon.0) 2891 : cluster [DBG] osdmap e1605: 8 total, 8 up, 8 in 2024-08-29T18:41:08.881 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:41:08 smithi028 bash[78352]: cluster 2024-08-29T18:41:07.446515+0000 mon.a (mon.0) 2890 : cluster [DBG] osdmap e1604: 8 total, 8 up, 8 in 2024-08-29T18:41:08.882 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:41:08 smithi028 bash[78352]: cluster 2024-08-29T18:41:08.224886+0000 mon.a (mon.0) 2891 : cluster [DBG] osdmap e1605: 8 total, 8 up, 8 in 2024-08-29T18:41:08.882 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:41:08 smithi028 bash[77168]: cluster 2024-08-29T18:41:07.446515+0000 mon.a (mon.0) 2890 : cluster [DBG] osdmap e1604: 8 total, 8 up, 8 in 2024-08-29T18:41:08.882 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:41:08 smithi028 bash[77168]: cluster 2024-08-29T18:41:08.224886+0000 mon.a (mon.0) 2891 : cluster [DBG] osdmap e1605: 8 total, 8 up, 8 in 2024-08-29T18:41:10.576 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:41:10 smithi053 bash[68679]: cluster 2024-08-29T18:41:08.292594+0000 mgr.y (mgr.25022) 1632 : cluster [DBG] pgmap v2756: 137 pgs: 137 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 65 KiB/s rd, 8.0 KiB/s wr, 92 op/s 2024-08-29T18:41:10.576 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:41:10 smithi053 bash[68679]: cluster 2024-08-29T18:41:09.228764+0000 mon.a (mon.0) 2892 : cluster [DBG] osdmap e1606: 8 total, 8 up, 8 in 2024-08-29T18:41:10.632 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:41:10 smithi028 bash[78352]: cluster 2024-08-29T18:41:08.292594+0000 mgr.y (mgr.25022) 1632 : cluster [DBG] pgmap v2756: 137 pgs: 137 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 65 KiB/s rd, 8.0 KiB/s wr, 92 op/s 2024-08-29T18:41:10.632 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:41:10 smithi028 bash[78352]: cluster 2024-08-29T18:41:09.228764+0000 mon.a (mon.0) 2892 : cluster [DBG] osdmap e1606: 8 total, 8 up, 8 in 2024-08-29T18:41:10.632 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:41:10 smithi028 bash[77168]: cluster 2024-08-29T18:41:08.292594+0000 mgr.y (mgr.25022) 1632 : cluster [DBG] pgmap v2756: 137 pgs: 137 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 65 KiB/s rd, 8.0 KiB/s wr, 92 op/s 2024-08-29T18:41:10.632 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:41:10 smithi028 bash[77168]: cluster 2024-08-29T18:41:09.228764+0000 mon.a (mon.0) 2892 : cluster [DBG] osdmap e1606: 8 total, 8 up, 8 in 2024-08-29T18:41:11.576 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:41:11 smithi053 bash[68679]: cluster 2024-08-29T18:41:10.241104+0000 mon.a (mon.0) 2893 : cluster [DBG] osdmap e1607: 8 total, 8 up, 8 in 2024-08-29T18:41:11.631 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:41:11 smithi028 bash[77168]: cluster 2024-08-29T18:41:10.241104+0000 mon.a (mon.0) 2893 : cluster [DBG] osdmap e1607: 8 total, 8 up, 8 in 2024-08-29T18:41:11.632 INFO:journalctl@ceph.mgr.y.smithi028.stdout:Aug 29 18:41:11 smithi028 bash[70818]: ::ffff:172.21.15.53 - - [29/Aug/2024:18:41:11] "GET /metrics HTTP/1.1" 200 36419 "" "Prometheus/2.43.0" 2024-08-29T18:41:11.632 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:41:11 smithi028 bash[78352]: cluster 2024-08-29T18:41:10.241104+0000 mon.a (mon.0) 2893 : cluster [DBG] osdmap e1607: 8 total, 8 up, 8 in 2024-08-29T18:41:12.576 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:41:12 smithi053 bash[68679]: cluster 2024-08-29T18:41:10.293480+0000 mgr.y (mgr.25022) 1633 : cluster [DBG] pgmap v2759: 137 pgs: 137 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 101 KiB/s rd, 16 KiB/s wr, 143 op/s 2024-08-29T18:41:12.577 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:41:12 smithi053 bash[68679]: cluster 2024-08-29T18:41:11.243852+0000 mon.a (mon.0) 2894 : cluster [DBG] osdmap e1608: 8 total, 8 up, 8 in 2024-08-29T18:41:12.577 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:41:12 smithi053 bash[68679]: audit 2024-08-29T18:41:12.140083+0000 mon.a (mon.0) 2895 : audit [DBG] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-29T18:41:12.577 INFO:journalctl@ceph.prometheus.a.smithi053.stdout:Aug 29 18:41:12 smithi053 bash[95567]: ts=2024-08-29T18:41:12.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"3167ee72-662c-11ef-bcd4-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-29T18:41:12.631 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:41:12 smithi028 bash[78352]: cluster 2024-08-29T18:41:10.293480+0000 mgr.y (mgr.25022) 1633 : cluster [DBG] pgmap v2759: 137 pgs: 137 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 101 KiB/s rd, 16 KiB/s wr, 143 op/s 2024-08-29T18:41:12.632 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:41:12 smithi028 bash[78352]: cluster 2024-08-29T18:41:11.243852+0000 mon.a (mon.0) 2894 : cluster [DBG] osdmap e1608: 8 total, 8 up, 8 in 2024-08-29T18:41:12.632 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:41:12 smithi028 bash[78352]: audit 2024-08-29T18:41:12.140083+0000 mon.a (mon.0) 2895 : audit [DBG] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-29T18:41:12.632 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:41:12 smithi028 bash[77168]: cluster 2024-08-29T18:41:10.293480+0000 mgr.y (mgr.25022) 1633 : cluster [DBG] pgmap v2759: 137 pgs: 137 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 101 KiB/s rd, 16 KiB/s wr, 143 op/s 2024-08-29T18:41:12.632 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:41:12 smithi028 bash[77168]: cluster 2024-08-29T18:41:11.243852+0000 mon.a (mon.0) 2894 : cluster [DBG] osdmap e1608: 8 total, 8 up, 8 in 2024-08-29T18:41:12.632 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:41:12 smithi028 bash[77168]: audit 2024-08-29T18:41:12.140083+0000 mon.a (mon.0) 2895 : audit [DBG] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-29T18:41:13.576 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:41:13 smithi053 bash[68679]: cluster 2024-08-29T18:41:12.266096+0000 mon.a (mon.0) 2896 : cluster [DBG] osdmap e1609: 8 total, 8 up, 8 in 2024-08-29T18:41:13.576 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:41:13 smithi053 bash[68679]: cluster 2024-08-29T18:41:12.294449+0000 mgr.y (mgr.25022) 1634 : cluster [DBG] pgmap v2762: 137 pgs: 137 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 59 KiB/s rd, 11 KiB/s wr, 88 op/s 2024-08-29T18:41:13.631 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:41:13 smithi028 bash[77168]: cluster 2024-08-29T18:41:12.266096+0000 mon.a (mon.0) 2896 : cluster [DBG] osdmap e1609: 8 total, 8 up, 8 in 2024-08-29T18:41:13.632 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:41:13 smithi028 bash[77168]: cluster 2024-08-29T18:41:12.294449+0000 mgr.y (mgr.25022) 1634 : cluster [DBG] pgmap v2762: 137 pgs: 137 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 59 KiB/s rd, 11 KiB/s wr, 88 op/s 2024-08-29T18:41:13.632 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:41:13 smithi028 bash[78352]: cluster 2024-08-29T18:41:12.266096+0000 mon.a (mon.0) 2896 : cluster [DBG] osdmap e1609: 8 total, 8 up, 8 in 2024-08-29T18:41:13.632 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:41:13 smithi028 bash[78352]: cluster 2024-08-29T18:41:12.294449+0000 mgr.y (mgr.25022) 1634 : cluster [DBG] pgmap v2762: 137 pgs: 137 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 59 KiB/s rd, 11 KiB/s wr, 88 op/s 2024-08-29T18:41:14.576 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:41:14 smithi053 bash[68679]: cluster 2024-08-29T18:41:13.276340+0000 mon.a (mon.0) 2897 : cluster [DBG] osdmap e1610: 8 total, 8 up, 8 in 2024-08-29T18:41:14.631 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:41:14 smithi028 bash[77168]: cluster 2024-08-29T18:41:13.276340+0000 mon.a (mon.0) 2897 : cluster [DBG] osdmap e1610: 8 total, 8 up, 8 in 2024-08-29T18:41:14.632 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:41:14 smithi028 bash[78352]: cluster 2024-08-29T18:41:13.276340+0000 mon.a (mon.0) 2897 : cluster [DBG] osdmap e1610: 8 total, 8 up, 8 in 2024-08-29T18:41:15.576 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:41:15 smithi053 bash[68679]: cluster 2024-08-29T18:41:14.285497+0000 mon.a (mon.0) 2898 : cluster [DBG] osdmap e1611: 8 total, 8 up, 8 in 2024-08-29T18:41:15.576 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:41:15 smithi053 bash[68679]: cluster 2024-08-29T18:41:14.295235+0000 mgr.y (mgr.25022) 1635 : cluster [DBG] pgmap v2765: 137 pgs: 137 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 72 KiB/s rd, 7.7 KiB/s wr, 97 op/s 2024-08-29T18:41:15.633 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:41:15 smithi028 bash[77168]: cluster 2024-08-29T18:41:14.285497+0000 mon.a (mon.0) 2898 : cluster [DBG] osdmap e1611: 8 total, 8 up, 8 in 2024-08-29T18:41:15.633 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:41:15 smithi028 bash[77168]: cluster 2024-08-29T18:41:14.295235+0000 mgr.y (mgr.25022) 1635 : cluster [DBG] pgmap v2765: 137 pgs: 137 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 72 KiB/s rd, 7.7 KiB/s wr, 97 op/s 2024-08-29T18:41:15.633 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:41:15 smithi028 bash[78352]: cluster 2024-08-29T18:41:14.285497+0000 mon.a (mon.0) 2898 : cluster [DBG] osdmap e1611: 8 total, 8 up, 8 in 2024-08-29T18:41:15.633 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:41:15 smithi028 bash[78352]: cluster 2024-08-29T18:41:14.295235+0000 mgr.y (mgr.25022) 1635 : cluster [DBG] pgmap v2765: 137 pgs: 137 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 72 KiB/s rd, 7.7 KiB/s wr, 97 op/s 2024-08-29T18:41:16.576 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:41:16 smithi053 bash[68679]: cluster 2024-08-29T18:41:15.294743+0000 mon.a (mon.0) 2899 : cluster [DBG] osdmap e1612: 8 total, 8 up, 8 in 2024-08-29T18:41:16.631 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:41:16 smithi028 bash[77168]: cluster 2024-08-29T18:41:15.294743+0000 mon.a (mon.0) 2899 : cluster [DBG] osdmap e1612: 8 total, 8 up, 8 in 2024-08-29T18:41:16.632 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:41:16 smithi028 bash[78352]: cluster 2024-08-29T18:41:15.294743+0000 mon.a (mon.0) 2899 : cluster [DBG] osdmap e1612: 8 total, 8 up, 8 in 2024-08-29T18:41:17.576 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:41:17 smithi053 bash[68679]: cluster 2024-08-29T18:41:16.296382+0000 mgr.y (mgr.25022) 1636 : cluster [DBG] pgmap v2767: 137 pgs: 137 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 179 KiB/s rd, 22 KiB/s wr, 241 op/s 2024-08-29T18:41:17.577 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:41:17 smithi053 bash[68679]: cluster 2024-08-29T18:41:16.309508+0000 mon.a (mon.0) 2900 : cluster [DBG] osdmap e1613: 8 total, 8 up, 8 in 2024-08-29T18:41:17.631 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:41:17 smithi028 bash[77168]: cluster 2024-08-29T18:41:16.296382+0000 mgr.y (mgr.25022) 1636 : cluster [DBG] pgmap v2767: 137 pgs: 137 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 179 KiB/s rd, 22 KiB/s wr, 241 op/s 2024-08-29T18:41:17.632 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:41:17 smithi028 bash[77168]: cluster 2024-08-29T18:41:16.309508+0000 mon.a (mon.0) 2900 : cluster [DBG] osdmap e1613: 8 total, 8 up, 8 in 2024-08-29T18:41:17.632 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:41:17 smithi028 bash[78352]: cluster 2024-08-29T18:41:16.296382+0000 mgr.y (mgr.25022) 1636 : cluster [DBG] pgmap v2767: 137 pgs: 137 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 179 KiB/s rd, 22 KiB/s wr, 241 op/s 2024-08-29T18:41:17.632 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:41:17 smithi028 bash[78352]: cluster 2024-08-29T18:41:16.309508+0000 mon.a (mon.0) 2900 : cluster [DBG] osdmap e1613: 8 total, 8 up, 8 in 2024-08-29T18:41:18.631 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:41:18 smithi028 bash[78352]: cluster 2024-08-29T18:41:17.307130+0000 mon.a (mon.0) 2901 : cluster [DBG] osdmap e1614: 8 total, 8 up, 8 in 2024-08-29T18:41:18.632 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:41:18 smithi028 bash[77168]: cluster 2024-08-29T18:41:17.307130+0000 mon.a (mon.0) 2901 : cluster [DBG] osdmap e1614: 8 total, 8 up, 8 in 2024-08-29T18:41:18.826 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:41:18 smithi053 bash[68679]: cluster 2024-08-29T18:41:17.307130+0000 mon.a (mon.0) 2901 : cluster [DBG] osdmap e1614: 8 total, 8 up, 8 in 2024-08-29T18:41:19.632 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:41:19 smithi028 bash[77168]: cluster 2024-08-29T18:41:18.297376+0000 mgr.y (mgr.25022) 1637 : cluster [DBG] pgmap v2770: 137 pgs: 137 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 111 KiB/s rd, 15 KiB/s wr, 152 op/s 2024-08-29T18:41:19.632 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:41:19 smithi028 bash[77168]: cluster 2024-08-29T18:41:18.335042+0000 mon.a (mon.0) 2902 : cluster [DBG] osdmap e1615: 8 total, 8 up, 8 in 2024-08-29T18:41:19.632 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:41:19 smithi028 bash[78352]: cluster 2024-08-29T18:41:18.297376+0000 mgr.y (mgr.25022) 1637 : cluster [DBG] pgmap v2770: 137 pgs: 137 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 111 KiB/s rd, 15 KiB/s wr, 152 op/s 2024-08-29T18:41:19.633 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:41:19 smithi028 bash[78352]: cluster 2024-08-29T18:41:18.335042+0000 mon.a (mon.0) 2902 : cluster [DBG] osdmap e1615: 8 total, 8 up, 8 in 2024-08-29T18:41:19.826 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:41:19 smithi053 bash[68679]: cluster 2024-08-29T18:41:18.297376+0000 mgr.y (mgr.25022) 1637 : cluster [DBG] pgmap v2770: 137 pgs: 137 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 111 KiB/s rd, 15 KiB/s wr, 152 op/s 2024-08-29T18:41:19.826 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:41:19 smithi053 bash[68679]: cluster 2024-08-29T18:41:18.335042+0000 mon.a (mon.0) 2902 : cluster [DBG] osdmap e1615: 8 total, 8 up, 8 in 2024-08-29T18:41:20.632 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:41:20 smithi028 bash[78352]: cluster 2024-08-29T18:41:19.342900+0000 mon.a (mon.0) 2903 : cluster [DBG] osdmap e1616: 8 total, 8 up, 8 in 2024-08-29T18:41:20.632 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:41:20 smithi028 bash[77168]: cluster 2024-08-29T18:41:19.342900+0000 mon.a (mon.0) 2903 : cluster [DBG] osdmap e1616: 8 total, 8 up, 8 in 2024-08-29T18:41:20.826 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:41:20 smithi053 bash[68679]: cluster 2024-08-29T18:41:19.342900+0000 mon.a (mon.0) 2903 : cluster [DBG] osdmap e1616: 8 total, 8 up, 8 in 2024-08-29T18:41:21.631 INFO:journalctl@ceph.mgr.y.smithi028.stdout:Aug 29 18:41:21 smithi028 bash[70818]: ::ffff:172.21.15.53 - - [29/Aug/2024:18:41:21] "GET /metrics HTTP/1.1" 200 36423 "" "Prometheus/2.43.0" 2024-08-29T18:41:21.632 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:41:21 smithi028 bash[77168]: cluster 2024-08-29T18:41:20.298492+0000 mgr.y (mgr.25022) 1638 : cluster [DBG] pgmap v2773: 137 pgs: 137 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 68 KiB/s rd, 5.5 KiB/s wr, 99 op/s 2024-08-29T18:41:21.632 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:41:21 smithi028 bash[77168]: cluster 2024-08-29T18:41:20.354565+0000 mon.a (mon.0) 2904 : cluster [DBG] osdmap e1617: 8 total, 8 up, 8 in 2024-08-29T18:41:21.632 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:41:21 smithi028 bash[78352]: cluster 2024-08-29T18:41:20.298492+0000 mgr.y (mgr.25022) 1638 : cluster [DBG] pgmap v2773: 137 pgs: 137 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 68 KiB/s rd, 5.5 KiB/s wr, 99 op/s 2024-08-29T18:41:21.632 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:41:21 smithi028 bash[78352]: cluster 2024-08-29T18:41:20.354565+0000 mon.a (mon.0) 2904 : cluster [DBG] osdmap e1617: 8 total, 8 up, 8 in 2024-08-29T18:41:21.826 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:41:21 smithi053 bash[68679]: cluster 2024-08-29T18:41:20.298492+0000 mgr.y (mgr.25022) 1638 : cluster [DBG] pgmap v2773: 137 pgs: 137 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 68 KiB/s rd, 5.5 KiB/s wr, 99 op/s 2024-08-29T18:41:21.827 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:41:21 smithi053 bash[68679]: cluster 2024-08-29T18:41:20.354565+0000 mon.a (mon.0) 2904 : cluster [DBG] osdmap e1617: 8 total, 8 up, 8 in 2024-08-29T18:41:22.576 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:41:22 smithi053 bash[68679]: cluster 2024-08-29T18:41:21.361644+0000 mon.a (mon.0) 2905 : cluster [DBG] osdmap e1618: 8 total, 8 up, 8 in 2024-08-29T18:41:22.577 INFO:journalctl@ceph.prometheus.a.smithi053.stdout:Aug 29 18:41:22 smithi053 bash[95567]: ts=2024-08-29T18:41:22.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"3167ee72-662c-11ef-bcd4-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-29T18:41:22.631 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:41:22 smithi028 bash[77168]: cluster 2024-08-29T18:41:21.361644+0000 mon.a (mon.0) 2905 : cluster [DBG] osdmap e1618: 8 total, 8 up, 8 in 2024-08-29T18:41:22.632 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:41:22 smithi028 bash[78352]: cluster 2024-08-29T18:41:21.361644+0000 mon.a (mon.0) 2905 : cluster [DBG] osdmap e1618: 8 total, 8 up, 8 in 2024-08-29T18:41:23.632 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:41:23 smithi028 bash[78352]: cluster 2024-08-29T18:41:22.299221+0000 mgr.y (mgr.25022) 1639 : cluster [DBG] pgmap v2776: 137 pgs: 137 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 77 KiB/s rd, 5.7 KiB/s wr, 112 op/s 2024-08-29T18:41:23.632 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:41:23 smithi028 bash[78352]: cluster 2024-08-29T18:41:22.369780+0000 mon.a (mon.0) 2906 : cluster [DBG] osdmap e1619: 8 total, 8 up, 8 in 2024-08-29T18:41:23.632 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:41:23 smithi028 bash[78352]: cluster 2024-08-29T18:41:23.231510+0000 mon.a (mon.0) 2907 : cluster [DBG] osdmap e1620: 8 total, 8 up, 8 in 2024-08-29T18:41:23.632 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:41:23 smithi028 bash[77168]: cluster 2024-08-29T18:41:22.299221+0000 mgr.y (mgr.25022) 1639 : cluster [DBG] pgmap v2776: 137 pgs: 137 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 77 KiB/s rd, 5.7 KiB/s wr, 112 op/s 2024-08-29T18:41:23.632 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:41:23 smithi028 bash[77168]: cluster 2024-08-29T18:41:22.369780+0000 mon.a (mon.0) 2906 : cluster [DBG] osdmap e1619: 8 total, 8 up, 8 in 2024-08-29T18:41:23.632 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:41:23 smithi028 bash[77168]: cluster 2024-08-29T18:41:23.231510+0000 mon.a (mon.0) 2907 : cluster [DBG] osdmap e1620: 8 total, 8 up, 8 in 2024-08-29T18:41:23.826 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:41:23 smithi053 bash[68679]: cluster 2024-08-29T18:41:22.299221+0000 mgr.y (mgr.25022) 1639 : cluster [DBG] pgmap v2776: 137 pgs: 137 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 77 KiB/s rd, 5.7 KiB/s wr, 112 op/s 2024-08-29T18:41:23.826 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:41:23 smithi053 bash[68679]: cluster 2024-08-29T18:41:22.369780+0000 mon.a (mon.0) 2906 : cluster [DBG] osdmap e1619: 8 total, 8 up, 8 in 2024-08-29T18:41:23.826 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:41:23 smithi053 bash[68679]: cluster 2024-08-29T18:41:23.231510+0000 mon.a (mon.0) 2907 : cluster [DBG] osdmap e1620: 8 total, 8 up, 8 in 2024-08-29T18:41:25.576 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:41:25 smithi053 bash[68679]: cluster 2024-08-29T18:41:24.233524+0000 mon.a (mon.0) 2908 : cluster [DBG] osdmap e1621: 8 total, 8 up, 8 in 2024-08-29T18:41:25.631 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:41:25 smithi028 bash[78352]: cluster 2024-08-29T18:41:24.233524+0000 mon.a (mon.0) 2908 : cluster [DBG] osdmap e1621: 8 total, 8 up, 8 in 2024-08-29T18:41:25.632 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:41:25 smithi028 bash[77168]: cluster 2024-08-29T18:41:24.233524+0000 mon.a (mon.0) 2908 : cluster [DBG] osdmap e1621: 8 total, 8 up, 8 in 2024-08-29T18:41:26.576 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:41:26 smithi053 bash[68679]: cluster 2024-08-29T18:41:24.299840+0000 mgr.y (mgr.25022) 1640 : cluster [DBG] pgmap v2780: 137 pgs: 137 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 47 KiB/s rd, 4.6 KiB/s wr, 66 op/s 2024-08-29T18:41:26.576 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:41:26 smithi053 bash[68679]: cluster 2024-08-29T18:41:25.244012+0000 mon.a (mon.0) 2909 : cluster [DBG] osdmap e1622: 8 total, 8 up, 8 in 2024-08-29T18:41:26.631 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:41:26 smithi028 bash[78352]: cluster 2024-08-29T18:41:24.299840+0000 mgr.y (mgr.25022) 1640 : cluster [DBG] pgmap v2780: 137 pgs: 137 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 47 KiB/s rd, 4.6 KiB/s wr, 66 op/s 2024-08-29T18:41:26.632 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:41:26 smithi028 bash[78352]: cluster 2024-08-29T18:41:25.244012+0000 mon.a (mon.0) 2909 : cluster [DBG] osdmap e1622: 8 total, 8 up, 8 in 2024-08-29T18:41:26.632 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:41:26 smithi028 bash[77168]: cluster 2024-08-29T18:41:24.299840+0000 mgr.y (mgr.25022) 1640 : cluster [DBG] pgmap v2780: 137 pgs: 137 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 47 KiB/s rd, 4.6 KiB/s wr, 66 op/s 2024-08-29T18:41:26.632 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:41:26 smithi028 bash[77168]: cluster 2024-08-29T18:41:25.244012+0000 mon.a (mon.0) 2909 : cluster [DBG] osdmap e1622: 8 total, 8 up, 8 in 2024-08-29T18:41:27.576 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:41:27 smithi053 bash[68679]: cluster 2024-08-29T18:41:26.252844+0000 mon.a (mon.0) 2910 : cluster [DBG] osdmap e1623: 8 total, 8 up, 8 in 2024-08-29T18:41:27.577 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:41:27 smithi053 bash[68679]: cluster 2024-08-29T18:41:26.300824+0000 mgr.y (mgr.25022) 1641 : cluster [DBG] pgmap v2783: 137 pgs: 137 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 93 KiB/s rd, 8.6 KiB/s wr, 136 op/s 2024-08-29T18:41:27.577 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:41:27 smithi053 bash[68679]: audit 2024-08-29T18:41:27.140363+0000 mon.a (mon.0) 2911 : audit [DBG] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-29T18:41:27.631 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:41:27 smithi028 bash[78352]: cluster 2024-08-29T18:41:26.252844+0000 mon.a (mon.0) 2910 : cluster [DBG] osdmap e1623: 8 total, 8 up, 8 in 2024-08-29T18:41:27.632 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:41:27 smithi028 bash[78352]: cluster 2024-08-29T18:41:26.300824+0000 mgr.y (mgr.25022) 1641 : cluster [DBG] pgmap v2783: 137 pgs: 137 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 93 KiB/s rd, 8.6 KiB/s wr, 136 op/s 2024-08-29T18:41:27.632 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:41:27 smithi028 bash[78352]: audit 2024-08-29T18:41:27.140363+0000 mon.a (mon.0) 2911 : audit [DBG] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-29T18:41:27.632 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:41:27 smithi028 bash[77168]: cluster 2024-08-29T18:41:26.252844+0000 mon.a (mon.0) 2910 : cluster [DBG] osdmap e1623: 8 total, 8 up, 8 in 2024-08-29T18:41:27.632 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:41:27 smithi028 bash[77168]: cluster 2024-08-29T18:41:26.300824+0000 mgr.y (mgr.25022) 1641 : cluster [DBG] pgmap v2783: 137 pgs: 137 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 93 KiB/s rd, 8.6 KiB/s wr, 136 op/s 2024-08-29T18:41:27.632 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:41:27 smithi028 bash[77168]: audit 2024-08-29T18:41:27.140363+0000 mon.a (mon.0) 2911 : audit [DBG] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-29T18:41:28.576 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:41:28 smithi053 bash[68679]: cluster 2024-08-29T18:41:27.263430+0000 mon.a (mon.0) 2912 : cluster [DBG] osdmap e1624: 8 total, 8 up, 8 in 2024-08-29T18:41:28.577 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:41:28 smithi053 bash[68679]: cluster 2024-08-29T18:41:28.234129+0000 mon.a (mon.0) 2913 : cluster [DBG] osdmap e1625: 8 total, 8 up, 8 in 2024-08-29T18:41:28.631 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:41:28 smithi028 bash[78352]: cluster 2024-08-29T18:41:27.263430+0000 mon.a (mon.0) 2912 : cluster [DBG] osdmap e1624: 8 total, 8 up, 8 in 2024-08-29T18:41:28.631 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:41:28 smithi028 bash[78352]: cluster 2024-08-29T18:41:28.234129+0000 mon.a (mon.0) 2913 : cluster [DBG] osdmap e1625: 8 total, 8 up, 8 in 2024-08-29T18:41:28.632 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:41:28 smithi028 bash[77168]: cluster 2024-08-29T18:41:27.263430+0000 mon.a (mon.0) 2912 : cluster [DBG] osdmap e1624: 8 total, 8 up, 8 in 2024-08-29T18:41:28.632 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:41:28 smithi028 bash[77168]: cluster 2024-08-29T18:41:28.234129+0000 mon.a (mon.0) 2913 : cluster [DBG] osdmap e1625: 8 total, 8 up, 8 in 2024-08-29T18:41:29.576 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:41:29 smithi053 bash[68679]: cluster 2024-08-29T18:41:28.301659+0000 mgr.y (mgr.25022) 1642 : cluster [DBG] pgmap v2786: 137 pgs: 137 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 99 KiB/s rd, 8.0 KiB/s wr, 143 op/s 2024-08-29T18:41:29.631 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:41:29 smithi028 bash[77168]: cluster 2024-08-29T18:41:28.301659+0000 mgr.y (mgr.25022) 1642 : cluster [DBG] pgmap v2786: 137 pgs: 137 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 99 KiB/s rd, 8.0 KiB/s wr, 143 op/s 2024-08-29T18:41:29.632 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:41:29 smithi028 bash[78352]: cluster 2024-08-29T18:41:28.301659+0000 mgr.y (mgr.25022) 1642 : cluster [DBG] pgmap v2786: 137 pgs: 137 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 99 KiB/s rd, 8.0 KiB/s wr, 143 op/s 2024-08-29T18:41:30.576 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:41:30 smithi053 bash[68679]: cluster 2024-08-29T18:41:29.276170+0000 mon.a (mon.0) 2914 : cluster [DBG] osdmap e1626: 8 total, 8 up, 8 in 2024-08-29T18:41:30.631 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:41:30 smithi028 bash[77168]: cluster 2024-08-29T18:41:29.276170+0000 mon.a (mon.0) 2914 : cluster [DBG] osdmap e1626: 8 total, 8 up, 8 in 2024-08-29T18:41:30.632 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:41:30 smithi028 bash[78352]: cluster 2024-08-29T18:41:29.276170+0000 mon.a (mon.0) 2914 : cluster [DBG] osdmap e1626: 8 total, 8 up, 8 in 2024-08-29T18:41:31.576 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:41:31 smithi053 bash[68679]: cluster 2024-08-29T18:41:30.285964+0000 mon.a (mon.0) 2915 : cluster [DBG] osdmap e1627: 8 total, 8 up, 8 in 2024-08-29T18:41:31.576 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:41:31 smithi053 bash[68679]: cluster 2024-08-29T18:41:30.302397+0000 mgr.y (mgr.25022) 1643 : cluster [DBG] pgmap v2789: 137 pgs: 137 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 87 KiB/s rd, 7.2 KiB/s wr, 124 op/s 2024-08-29T18:41:31.631 INFO:journalctl@ceph.mgr.y.smithi028.stdout:Aug 29 18:41:31 smithi028 bash[70818]: ::ffff:172.21.15.53 - - [29/Aug/2024:18:41:31] "GET /metrics HTTP/1.1" 200 36425 "" "Prometheus/2.43.0" 2024-08-29T18:41:31.632 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:41:31 smithi028 bash[77168]: cluster 2024-08-29T18:41:30.285964+0000 mon.a (mon.0) 2915 : cluster [DBG] osdmap e1627: 8 total, 8 up, 8 in 2024-08-29T18:41:31.632 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:41:31 smithi028 bash[77168]: cluster 2024-08-29T18:41:30.302397+0000 mgr.y (mgr.25022) 1643 : cluster [DBG] pgmap v2789: 137 pgs: 137 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 87 KiB/s rd, 7.2 KiB/s wr, 124 op/s 2024-08-29T18:41:31.632 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:41:31 smithi028 bash[78352]: cluster 2024-08-29T18:41:30.285964+0000 mon.a (mon.0) 2915 : cluster [DBG] osdmap e1627: 8 total, 8 up, 8 in 2024-08-29T18:41:31.632 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:41:31 smithi028 bash[78352]: cluster 2024-08-29T18:41:30.302397+0000 mgr.y (mgr.25022) 1643 : cluster [DBG] pgmap v2789: 137 pgs: 137 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 87 KiB/s rd, 7.2 KiB/s wr, 124 op/s 2024-08-29T18:41:32.463 INFO:tasks.workunit.client.0.smithi028.stdout:[ OK ] TestMirroring.AioSnapshotCreate (31067 ms) 2024-08-29T18:41:32.576 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:41:32 smithi053 bash[68679]: cluster 2024-08-29T18:41:31.295315+0000 mon.a (mon.0) 2916 : cluster [DBG] osdmap e1628: 8 total, 8 up, 8 in 2024-08-29T18:41:32.577 INFO:journalctl@ceph.prometheus.a.smithi053.stdout:Aug 29 18:41:32 smithi053 bash[95567]: ts=2024-08-29T18:41:32.316Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"3167ee72-662c-11ef-bcd4-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-29T18:41:32.631 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:41:32 smithi028 bash[77168]: cluster 2024-08-29T18:41:31.295315+0000 mon.a (mon.0) 2916 : cluster [DBG] osdmap e1628: 8 total, 8 up, 8 in 2024-08-29T18:41:32.631 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:41:32 smithi028 bash[78352]: cluster 2024-08-29T18:41:31.295315+0000 mon.a (mon.0) 2916 : cluster [DBG] osdmap e1628: 8 total, 8 up, 8 in 2024-08-29T18:41:33.247 INFO:tasks.workunit.client.0.smithi028.stdout:[----------] 51 tests from TestMirroring (96624 ms total) 2024-08-29T18:41:33.247 INFO:tasks.workunit.client.0.smithi028.stdout: 2024-08-29T18:41:33.248 INFO:tasks.workunit.client.0.smithi028.stdout:[----------] 34 tests from TestInternal 2024-08-29T18:41:34.076 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:41:33 smithi053 bash[68679]: cluster 2024-08-29T18:41:32.303286+0000 mgr.y (mgr.25022) 1644 : cluster [DBG] pgmap v2792: 137 pgs: 137 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 47 KiB/s rd, 3.5 KiB/s wr, 72 op/s 2024-08-29T18:41:34.077 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:41:33 smithi053 bash[68679]: cluster 2024-08-29T18:41:32.305837+0000 mon.a (mon.0) 2917 : cluster [DBG] osdmap e1629: 8 total, 8 up, 8 in 2024-08-29T18:41:34.077 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:41:33 smithi053 bash[68679]: audit 2024-08-29T18:41:32.440751+0000 mon.c (mon.2) 104 : audit [INF] from='client.? 172.21.15.28:0/1529566046' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/87/11258f6e-8711-4ebd-9c74-15bc1201289b"}]: dispatch 2024-08-29T18:41:34.077 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:41:33 smithi053 bash[68679]: audit 2024-08-29T18:41:32.441464+0000 mon.a (mon.0) 2918 : audit [INF] from='client.? ' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/87/11258f6e-8711-4ebd-9c74-15bc1201289b"}]: dispatch 2024-08-29T18:41:34.077 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:41:33 smithi053 bash[68679]: audit 2024-08-29T18:41:32.448598+0000 mon.a (mon.0) 2919 : audit [INF] from='client.? ' entity='client.admin' cmd='[{"prefix": "config-key rm", "key": "rbd/mirror/peer/87/11258f6e-8711-4ebd-9c74-15bc1201289b"}]': finished 2024-08-29T18:41:34.077 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:41:33 smithi053 bash[68679]: cluster 2024-08-29T18:41:33.236096+0000 mon.a (mon.0) 2920 : cluster [DBG] osdmap e1630: 8 total, 8 up, 8 in 2024-08-29T18:41:34.131 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:41:33 smithi028 bash[77168]: cluster 2024-08-29T18:41:32.303286+0000 mgr.y (mgr.25022) 1644 : cluster [DBG] pgmap v2792: 137 pgs: 137 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 47 KiB/s rd, 3.5 KiB/s wr, 72 op/s 2024-08-29T18:41:34.132 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:41:33 smithi028 bash[77168]: cluster 2024-08-29T18:41:32.305837+0000 mon.a (mon.0) 2917 : cluster [DBG] osdmap e1629: 8 total, 8 up, 8 in 2024-08-29T18:41:34.132 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:41:33 smithi028 bash[77168]: audit 2024-08-29T18:41:32.440751+0000 mon.c (mon.2) 104 : audit [INF] from='client.? 172.21.15.28:0/1529566046' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/87/11258f6e-8711-4ebd-9c74-15bc1201289b"}]: dispatch 2024-08-29T18:41:34.132 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:41:33 smithi028 bash[77168]: audit 2024-08-29T18:41:32.441464+0000 mon.a (mon.0) 2918 : audit [INF] from='client.? ' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/87/11258f6e-8711-4ebd-9c74-15bc1201289b"}]: dispatch 2024-08-29T18:41:34.132 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:41:33 smithi028 bash[77168]: audit 2024-08-29T18:41:32.448598+0000 mon.a (mon.0) 2919 : audit [INF] from='client.? ' entity='client.admin' cmd='[{"prefix": "config-key rm", "key": "rbd/mirror/peer/87/11258f6e-8711-4ebd-9c74-15bc1201289b"}]': finished 2024-08-29T18:41:34.132 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:41:33 smithi028 bash[77168]: cluster 2024-08-29T18:41:33.236096+0000 mon.a (mon.0) 2920 : cluster [DBG] osdmap e1630: 8 total, 8 up, 8 in 2024-08-29T18:41:34.132 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:41:33 smithi028 bash[78352]: cluster 2024-08-29T18:41:32.303286+0000 mgr.y (mgr.25022) 1644 : cluster [DBG] pgmap v2792: 137 pgs: 137 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 47 KiB/s rd, 3.5 KiB/s wr, 72 op/s 2024-08-29T18:41:34.132 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:41:33 smithi028 bash[78352]: cluster 2024-08-29T18:41:32.305837+0000 mon.a (mon.0) 2917 : cluster [DBG] osdmap e1629: 8 total, 8 up, 8 in 2024-08-29T18:41:34.132 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:41:33 smithi028 bash[78352]: audit 2024-08-29T18:41:32.440751+0000 mon.c (mon.2) 104 : audit [INF] from='client.? 172.21.15.28:0/1529566046' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/87/11258f6e-8711-4ebd-9c74-15bc1201289b"}]: dispatch 2024-08-29T18:41:34.132 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:41:33 smithi028 bash[78352]: audit 2024-08-29T18:41:32.441464+0000 mon.a (mon.0) 2918 : audit [INF] from='client.? ' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/87/11258f6e-8711-4ebd-9c74-15bc1201289b"}]: dispatch 2024-08-29T18:41:34.133 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:41:33 smithi028 bash[78352]: audit 2024-08-29T18:41:32.448598+0000 mon.a (mon.0) 2919 : audit [INF] from='client.? ' entity='client.admin' cmd='[{"prefix": "config-key rm", "key": "rbd/mirror/peer/87/11258f6e-8711-4ebd-9c74-15bc1201289b"}]': finished 2024-08-29T18:41:34.133 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:41:33 smithi028 bash[78352]: cluster 2024-08-29T18:41:33.236096+0000 mon.a (mon.0) 2920 : cluster [DBG] osdmap e1630: 8 total, 8 up, 8 in 2024-08-29T18:41:35.254 INFO:tasks.workunit.client.0.smithi028.stdout:[ RUN ] TestInternal.OpenByID 2024-08-29T18:41:35.576 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:41:35 smithi053 bash[68679]: cluster 2024-08-29T18:41:34.240595+0000 mon.a (mon.0) 2921 : cluster [DBG] osdmap e1631: 8 total, 8 up, 8 in 2024-08-29T18:41:35.577 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:41:35 smithi053 bash[68679]: audit 2024-08-29T18:41:34.247695+0000 mon.c (mon.2) 105 : audit [INF] from='client.? 172.21.15.28:0/3806186754' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi028-116573-12","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-29T18:41:35.577 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:41:35 smithi053 bash[68679]: audit 2024-08-29T18:41:34.248801+0000 mon.a (mon.0) 2922 : audit [INF] from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi028-116573-12","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-29T18:41:35.632 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:41:35 smithi028 bash[78352]: cluster 2024-08-29T18:41:34.240595+0000 mon.a (mon.0) 2921 : cluster [DBG] osdmap e1631: 8 total, 8 up, 8 in 2024-08-29T18:41:35.632 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:41:35 smithi028 bash[78352]: audit 2024-08-29T18:41:34.247695+0000 mon.c (mon.2) 105 : audit [INF] from='client.? 172.21.15.28:0/3806186754' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi028-116573-12","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-29T18:41:35.632 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:41:35 smithi028 bash[78352]: audit 2024-08-29T18:41:34.248801+0000 mon.a (mon.0) 2922 : audit [INF] from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi028-116573-12","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-29T18:41:35.632 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:41:35 smithi028 bash[77168]: cluster 2024-08-29T18:41:34.240595+0000 mon.a (mon.0) 2921 : cluster [DBG] osdmap e1631: 8 total, 8 up, 8 in 2024-08-29T18:41:35.633 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:41:35 smithi028 bash[77168]: audit 2024-08-29T18:41:34.247695+0000 mon.c (mon.2) 105 : audit [INF] from='client.? 172.21.15.28:0/3806186754' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi028-116573-12","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-29T18:41:35.633 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:41:35 smithi028 bash[77168]: audit 2024-08-29T18:41:34.248801+0000 mon.a (mon.0) 2922 : audit [INF] from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi028-116573-12","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-29T18:41:36.576 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:41:36 smithi053 bash[68679]: cluster 2024-08-29T18:41:34.304124+0000 mgr.y (mgr.25022) 1645 : cluster [DBG] pgmap v2795: 137 pgs: 32 unknown, 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2024-08-29T18:41:36.576 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:41:36 smithi053 bash[68679]: cluster 2024-08-29T18:41:35.233117+0000 mon.a (mon.0) 2923 : cluster [WRN] Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-08-29T18:41:36.577 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:41:36 smithi053 bash[68679]: audit 2024-08-29T18:41:35.242199+0000 mon.a (mon.0) 2924 : audit [INF] from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi028-116573-12","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-29T18:41:36.577 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:41:36 smithi053 bash[68679]: cluster 2024-08-29T18:41:35.252465+0000 mon.a (mon.0) 2925 : cluster [DBG] osdmap e1632: 8 total, 8 up, 8 in 2024-08-29T18:41:36.632 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:41:36 smithi028 bash[78352]: cluster 2024-08-29T18:41:34.304124+0000 mgr.y (mgr.25022) 1645 : cluster [DBG] pgmap v2795: 137 pgs: 32 unknown, 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2024-08-29T18:41:36.632 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:41:36 smithi028 bash[78352]: cluster 2024-08-29T18:41:35.233117+0000 mon.a (mon.0) 2923 : cluster [WRN] Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-08-29T18:41:36.632 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:41:36 smithi028 bash[78352]: audit 2024-08-29T18:41:35.242199+0000 mon.a (mon.0) 2924 : audit [INF] from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi028-116573-12","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-29T18:41:36.632 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:41:36 smithi028 bash[78352]: cluster 2024-08-29T18:41:35.252465+0000 mon.a (mon.0) 2925 : cluster [DBG] osdmap e1632: 8 total, 8 up, 8 in 2024-08-29T18:41:36.632 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:41:36 smithi028 bash[77168]: cluster 2024-08-29T18:41:34.304124+0000 mgr.y (mgr.25022) 1645 : cluster [DBG] pgmap v2795: 137 pgs: 32 unknown, 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2024-08-29T18:41:36.632 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:41:36 smithi028 bash[77168]: cluster 2024-08-29T18:41:35.233117+0000 mon.a (mon.0) 2923 : cluster [WRN] Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-08-29T18:41:36.632 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:41:36 smithi028 bash[77168]: audit 2024-08-29T18:41:35.242199+0000 mon.a (mon.0) 2924 : audit [INF] from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi028-116573-12","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-29T18:41:36.632 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:41:36 smithi028 bash[77168]: cluster 2024-08-29T18:41:35.252465+0000 mon.a (mon.0) 2925 : cluster [DBG] osdmap e1632: 8 total, 8 up, 8 in 2024-08-29T18:41:37.360 INFO:tasks.workunit.client.0.smithi028.stdout:[ OK ] TestInternal.OpenByID (2106 ms) 2024-08-29T18:41:37.361 INFO:tasks.workunit.client.0.smithi028.stdout:[ RUN ] TestInternal.OpenSnapDNE 2024-08-29T18:41:37.397 INFO:tasks.workunit.client.0.smithi028.stdout:[ OK ] TestInternal.OpenSnapDNE (37 ms) 2024-08-29T18:41:37.397 INFO:tasks.workunit.client.0.smithi028.stdout:[ RUN ] TestInternal.IsExclusiveLockOwner 2024-08-29T18:41:37.441 INFO:tasks.workunit.client.0.smithi028.stdout:[ OK ] TestInternal.IsExclusiveLockOwner (44 ms) 2024-08-29T18:41:37.441 INFO:tasks.workunit.client.0.smithi028.stdout:[ RUN ] TestInternal.ResizeLocksImage 2024-08-29T18:41:37.497 INFO:tasks.workunit.client.0.smithi028.stdout:[ OK ] TestInternal.ResizeLocksImage (56 ms) 2024-08-29T18:41:37.497 INFO:tasks.workunit.client.0.smithi028.stdout:[ RUN ] TestInternal.ResizeFailsToLockImage 2024-08-29T18:41:37.540 INFO:tasks.workunit.client.0.smithi028.stdout:[ OK ] TestInternal.ResizeFailsToLockImage (43 ms) 2024-08-29T18:41:37.540 INFO:tasks.workunit.client.0.smithi028.stdout:[ RUN ] TestInternal.SnapCreateLocksImage 2024-08-29T18:41:37.576 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:41:37 smithi053 bash[68679]: cluster 2024-08-29T18:41:36.261568+0000 mon.a (mon.0) 2926 : cluster [DBG] osdmap e1633: 8 total, 8 up, 8 in 2024-08-29T18:41:37.576 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:41:37 smithi053 bash[68679]: cluster 2024-08-29T18:41:36.304802+0000 mgr.y (mgr.25022) 1646 : cluster [DBG] pgmap v2798: 137 pgs: 13 creating+peering, 12 unknown, 112 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2024-08-29T18:41:37.631 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:41:37 smithi028 bash[78352]: cluster 2024-08-29T18:41:36.261568+0000 mon.a (mon.0) 2926 : cluster [DBG] osdmap e1633: 8 total, 8 up, 8 in 2024-08-29T18:41:37.632 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:41:37 smithi028 bash[78352]: cluster 2024-08-29T18:41:36.304802+0000 mgr.y (mgr.25022) 1646 : cluster [DBG] pgmap v2798: 137 pgs: 13 creating+peering, 12 unknown, 112 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2024-08-29T18:41:37.632 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:41:37 smithi028 bash[77168]: cluster 2024-08-29T18:41:36.261568+0000 mon.a (mon.0) 2926 : cluster [DBG] osdmap e1633: 8 total, 8 up, 8 in 2024-08-29T18:41:37.632 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:41:37 smithi028 bash[77168]: cluster 2024-08-29T18:41:36.304802+0000 mgr.y (mgr.25022) 1646 : cluster [DBG] pgmap v2798: 137 pgs: 13 creating+peering, 12 unknown, 112 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2024-08-29T18:41:38.576 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:41:38 smithi053 bash[68679]: cluster 2024-08-29T18:41:37.254636+0000 mon.a (mon.0) 2927 : cluster [INF] Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-08-29T18:41:38.576 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:41:38 smithi053 bash[68679]: cluster 2024-08-29T18:41:37.254685+0000 mon.a (mon.0) 2928 : cluster [INF] Cluster is now healthy 2024-08-29T18:41:38.577 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:41:38 smithi053 bash[68679]: cluster 2024-08-29T18:41:37.272934+0000 mon.a (mon.0) 2929 : cluster [DBG] osdmap e1634: 8 total, 8 up, 8 in 2024-08-29T18:41:38.631 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:41:38 smithi028 bash[77168]: cluster 2024-08-29T18:41:37.254636+0000 mon.a (mon.0) 2927 : cluster [INF] Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-08-29T18:41:38.631 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:41:38 smithi028 bash[77168]: cluster 2024-08-29T18:41:37.254685+0000 mon.a (mon.0) 2928 : cluster [INF] Cluster is now healthy 2024-08-29T18:41:38.632 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:41:38 smithi028 bash[77168]: cluster 2024-08-29T18:41:37.272934+0000 mon.a (mon.0) 2929 : cluster [DBG] osdmap e1634: 8 total, 8 up, 8 in 2024-08-29T18:41:38.632 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:41:38 smithi028 bash[78352]: cluster 2024-08-29T18:41:37.254636+0000 mon.a (mon.0) 2927 : cluster [INF] Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-08-29T18:41:38.632 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:41:38 smithi028 bash[78352]: cluster 2024-08-29T18:41:37.254685+0000 mon.a (mon.0) 2928 : cluster [INF] Cluster is now healthy 2024-08-29T18:41:38.632 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:41:38 smithi028 bash[78352]: cluster 2024-08-29T18:41:37.272934+0000 mon.a (mon.0) 2929 : cluster [DBG] osdmap e1634: 8 total, 8 up, 8 in 2024-08-29T18:41:39.342 INFO:tasks.workunit.client.0.smithi028.stdout:[ OK ] TestInternal.SnapCreateLocksImage (1802 ms) 2024-08-29T18:41:39.342 INFO:tasks.workunit.client.0.smithi028.stdout:[ RUN ] TestInternal.SnapCreateFailsToLockImage 2024-08-29T18:41:39.392 INFO:tasks.workunit.client.0.smithi028.stdout:[ OK ] TestInternal.SnapCreateFailsToLockImage (50 ms) 2024-08-29T18:41:39.392 INFO:tasks.workunit.client.0.smithi028.stdout:[ RUN ] TestInternal.SnapRollbackLocksImage 2024-08-29T18:41:39.576 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:41:39 smithi053 bash[68679]: cluster 2024-08-29T18:41:38.278246+0000 mon.a (mon.0) 2930 : cluster [DBG] osdmap e1635: 8 total, 8 up, 8 in 2024-08-29T18:41:39.576 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:41:39 smithi053 bash[68679]: cluster 2024-08-29T18:41:38.305801+0000 mgr.y (mgr.25022) 1647 : cluster [DBG] pgmap v2801: 137 pgs: 13 creating+peering, 124 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 31 KiB/s rd, 4.2 KiB/s wr, 48 op/s 2024-08-29T18:41:39.631 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:41:39 smithi028 bash[78352]: cluster 2024-08-29T18:41:38.278246+0000 mon.a (mon.0) 2930 : cluster [DBG] osdmap e1635: 8 total, 8 up, 8 in 2024-08-29T18:41:39.631 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:41:39 smithi028 bash[78352]: cluster 2024-08-29T18:41:38.305801+0000 mgr.y (mgr.25022) 1647 : cluster [DBG] pgmap v2801: 137 pgs: 13 creating+peering, 124 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 31 KiB/s rd, 4.2 KiB/s wr, 48 op/s 2024-08-29T18:41:39.632 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:41:39 smithi028 bash[77168]: cluster 2024-08-29T18:41:38.278246+0000 mon.a (mon.0) 2930 : cluster [DBG] osdmap e1635: 8 total, 8 up, 8 in 2024-08-29T18:41:39.632 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:41:39 smithi028 bash[77168]: cluster 2024-08-29T18:41:38.305801+0000 mgr.y (mgr.25022) 1647 : cluster [DBG] pgmap v2801: 137 pgs: 13 creating+peering, 124 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 31 KiB/s rd, 4.2 KiB/s wr, 48 op/s 2024-08-29T18:41:40.576 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:41:40 smithi053 bash[68679]: cluster 2024-08-29T18:41:39.283687+0000 mon.a (mon.0) 2931 : cluster [DBG] osdmap e1636: 8 total, 8 up, 8 in 2024-08-29T18:41:40.631 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:41:40 smithi028 bash[77168]: cluster 2024-08-29T18:41:39.283687+0000 mon.a (mon.0) 2931 : cluster [DBG] osdmap e1636: 8 total, 8 up, 8 in 2024-08-29T18:41:40.632 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:41:40 smithi028 bash[78352]: cluster 2024-08-29T18:41:39.283687+0000 mon.a (mon.0) 2931 : cluster [DBG] osdmap e1636: 8 total, 8 up, 8 in 2024-08-29T18:41:41.361 INFO:tasks.workunit.client.0.smithi028.stdout:[ OK ] TestInternal.SnapRollbackLocksImage (1969 ms) 2024-08-29T18:41:41.362 INFO:tasks.workunit.client.0.smithi028.stdout:[ RUN ] TestInternal.SnapRollbackFailsToLockImage 2024-08-29T18:41:41.576 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:41:41 smithi053 bash[68679]: cluster 2024-08-29T18:41:40.299590+0000 mon.a (mon.0) 2932 : cluster [DBG] osdmap e1637: 8 total, 8 up, 8 in 2024-08-29T18:41:41.576 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:41:41 smithi053 bash[68679]: cluster 2024-08-29T18:41:40.306620+0000 mgr.y (mgr.25022) 1648 : cluster [DBG] pgmap v2804: 137 pgs: 137 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 59 KiB/s rd, 5.7 KiB/s wr, 84 op/s 2024-08-29T18:41:41.631 INFO:journalctl@ceph.mgr.y.smithi028.stdout:Aug 29 18:41:41 smithi028 bash[70818]: ::ffff:172.21.15.53 - - [29/Aug/2024:18:41:41] "GET /metrics HTTP/1.1" 200 36425 "" "Prometheus/2.43.0" 2024-08-29T18:41:41.632 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:41:41 smithi028 bash[77168]: cluster 2024-08-29T18:41:40.299590+0000 mon.a (mon.0) 2932 : cluster [DBG] osdmap e1637: 8 total, 8 up, 8 in 2024-08-29T18:41:41.632 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:41:41 smithi028 bash[77168]: cluster 2024-08-29T18:41:40.306620+0000 mgr.y (mgr.25022) 1648 : cluster [DBG] pgmap v2804: 137 pgs: 137 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 59 KiB/s rd, 5.7 KiB/s wr, 84 op/s 2024-08-29T18:41:41.632 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:41:41 smithi028 bash[78352]: cluster 2024-08-29T18:41:40.299590+0000 mon.a (mon.0) 2932 : cluster [DBG] osdmap e1637: 8 total, 8 up, 8 in 2024-08-29T18:41:41.632 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:41:41 smithi028 bash[78352]: cluster 2024-08-29T18:41:40.306620+0000 mgr.y (mgr.25022) 1648 : cluster [DBG] pgmap v2804: 137 pgs: 137 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 59 KiB/s rd, 5.7 KiB/s wr, 84 op/s 2024-08-29T18:41:42.576 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:41:42 smithi053 bash[68679]: cluster 2024-08-29T18:41:41.318962+0000 mon.a (mon.0) 2933 : cluster [DBG] osdmap e1638: 8 total, 8 up, 8 in 2024-08-29T18:41:42.576 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:41:42 smithi053 bash[68679]: audit 2024-08-29T18:41:42.141019+0000 mon.a (mon.0) 2934 : audit [DBG] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-29T18:41:42.577 INFO:journalctl@ceph.prometheus.a.smithi053.stdout:Aug 29 18:41:42 smithi053 bash[95567]: ts=2024-08-29T18:41:42.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"3167ee72-662c-11ef-bcd4-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-29T18:41:42.631 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:41:42 smithi028 bash[77168]: cluster 2024-08-29T18:41:41.318962+0000 mon.a (mon.0) 2933 : cluster [DBG] osdmap e1638: 8 total, 8 up, 8 in 2024-08-29T18:41:42.632 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:41:42 smithi028 bash[77168]: audit 2024-08-29T18:41:42.141019+0000 mon.a (mon.0) 2934 : audit [DBG] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-29T18:41:42.632 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:41:42 smithi028 bash[78352]: cluster 2024-08-29T18:41:41.318962+0000 mon.a (mon.0) 2933 : cluster [DBG] osdmap e1638: 8 total, 8 up, 8 in 2024-08-29T18:41:42.632 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:41:42 smithi028 bash[78352]: audit 2024-08-29T18:41:42.141019+0000 mon.a (mon.0) 2934 : audit [DBG] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-29T18:41:43.317 INFO:tasks.workunit.client.0.smithi028.stdout:[ OK ] TestInternal.SnapRollbackFailsToLockImage (1955 ms) 2024-08-29T18:41:43.540 INFO:tasks.workunit.client.0.smithi028.stdout:[ RUN ] TestInternal.SnapSetReleasesLock 2024-08-29T18:41:43.577 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:41:43 smithi053 bash[68679]: cluster 2024-08-29T18:41:42.307371+0000 mgr.y (mgr.25022) 1649 : cluster [DBG] pgmap v2806: 137 pgs: 137 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 63 KiB/s rd, 8.4 KiB/s wr, 92 op/s 2024-08-29T18:41:43.577 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:41:43 smithi053 bash[68679]: cluster 2024-08-29T18:41:42.330951+0000 mon.a (mon.0) 2935 : cluster [DBG] osdmap e1639: 8 total, 8 up, 8 in 2024-08-29T18:41:43.577 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:41:43 smithi053 bash[68679]: cluster 2024-08-29T18:41:43.240096+0000 mon.a (mon.0) 2936 : cluster [DBG] osdmap e1640: 8 total, 8 up, 8 in 2024-08-29T18:41:43.632 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:41:43 smithi028 bash[78352]: cluster 2024-08-29T18:41:42.307371+0000 mgr.y (mgr.25022) 1649 : cluster [DBG] pgmap v2806: 137 pgs: 137 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 63 KiB/s rd, 8.4 KiB/s wr, 92 op/s 2024-08-29T18:41:43.632 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:41:43 smithi028 bash[78352]: cluster 2024-08-29T18:41:42.330951+0000 mon.a (mon.0) 2935 : cluster [DBG] osdmap e1639: 8 total, 8 up, 8 in 2024-08-29T18:41:43.632 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:41:43 smithi028 bash[78352]: cluster 2024-08-29T18:41:43.240096+0000 mon.a (mon.0) 2936 : cluster [DBG] osdmap e1640: 8 total, 8 up, 8 in 2024-08-29T18:41:43.632 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:41:43 smithi028 bash[77168]: cluster 2024-08-29T18:41:42.307371+0000 mgr.y (mgr.25022) 1649 : cluster [DBG] pgmap v2806: 137 pgs: 137 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 63 KiB/s rd, 8.4 KiB/s wr, 92 op/s 2024-08-29T18:41:43.632 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:41:43 smithi028 bash[77168]: cluster 2024-08-29T18:41:42.330951+0000 mon.a (mon.0) 2935 : cluster [DBG] osdmap e1639: 8 total, 8 up, 8 in 2024-08-29T18:41:43.632 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:41:43 smithi028 bash[77168]: cluster 2024-08-29T18:41:43.240096+0000 mon.a (mon.0) 2936 : cluster [DBG] osdmap e1640: 8 total, 8 up, 8 in 2024-08-29T18:41:45.423 INFO:tasks.workunit.client.0.smithi028.stdout:[ OK ] TestInternal.SnapSetReleasesLock (2106 ms) 2024-08-29T18:41:45.423 INFO:tasks.workunit.client.0.smithi028.stdout:[ RUN ] TestInternal.FlattenLocksImage 2024-08-29T18:41:45.631 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:41:45 smithi028 bash[78352]: cluster 2024-08-29T18:41:44.308409+0000 mgr.y (mgr.25022) 1650 : cluster [DBG] pgmap v2809: 137 pgs: 137 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 48 KiB/s rd, 5.7 KiB/s wr, 65 op/s 2024-08-29T18:41:45.631 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:41:45 smithi028 bash[78352]: cluster 2024-08-29T18:41:44.333048+0000 mon.a (mon.0) 2937 : cluster [DBG] osdmap e1641: 8 total, 8 up, 8 in 2024-08-29T18:41:45.632 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:41:45 smithi028 bash[77168]: cluster 2024-08-29T18:41:44.308409+0000 mgr.y (mgr.25022) 1650 : cluster [DBG] pgmap v2809: 137 pgs: 137 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 48 KiB/s rd, 5.7 KiB/s wr, 65 op/s 2024-08-29T18:41:45.632 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:41:45 smithi028 bash[77168]: cluster 2024-08-29T18:41:44.333048+0000 mon.a (mon.0) 2937 : cluster [DBG] osdmap e1641: 8 total, 8 up, 8 in 2024-08-29T18:41:45.826 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:41:45 smithi053 bash[68679]: cluster 2024-08-29T18:41:44.308409+0000 mgr.y (mgr.25022) 1650 : cluster [DBG] pgmap v2809: 137 pgs: 137 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 48 KiB/s rd, 5.7 KiB/s wr, 65 op/s 2024-08-29T18:41:45.826 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:41:45 smithi053 bash[68679]: cluster 2024-08-29T18:41:44.333048+0000 mon.a (mon.0) 2937 : cluster [DBG] osdmap e1641: 8 total, 8 up, 8 in 2024-08-29T18:41:46.631 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:41:46 smithi028 bash[78352]: cluster 2024-08-29T18:41:45.346481+0000 mon.a (mon.0) 2938 : cluster [DBG] osdmap e1642: 8 total, 8 up, 8 in 2024-08-29T18:41:46.632 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:41:46 smithi028 bash[77168]: cluster 2024-08-29T18:41:45.346481+0000 mon.a (mon.0) 2938 : cluster [DBG] osdmap e1642: 8 total, 8 up, 8 in 2024-08-29T18:41:46.826 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:41:46 smithi053 bash[68679]: cluster 2024-08-29T18:41:45.346481+0000 mon.a (mon.0) 2938 : cluster [DBG] osdmap e1642: 8 total, 8 up, 8 in 2024-08-29T18:41:47.441 INFO:tasks.workunit.client.0.smithi028.stdout:[ OK ] TestInternal.FlattenLocksImage (2015 ms) 2024-08-29T18:41:47.441 INFO:tasks.workunit.client.0.smithi028.stdout:[ RUN ] TestInternal.FlattenFailsToLockImage 2024-08-29T18:41:47.635 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:41:47 smithi028 bash[77168]: cluster 2024-08-29T18:41:46.309317+0000 mgr.y (mgr.25022) 1651 : cluster [DBG] pgmap v2812: 137 pgs: 137 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 87 KiB/s rd, 8.5 KiB/s wr, 126 op/s 2024-08-29T18:41:47.635 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:41:47 smithi028 bash[77168]: cluster 2024-08-29T18:41:46.359050+0000 mon.a (mon.0) 2939 : cluster [DBG] osdmap e1643: 8 total, 8 up, 8 in 2024-08-29T18:41:47.635 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:41:47 smithi028 bash[78352]: cluster 2024-08-29T18:41:46.309317+0000 mgr.y (mgr.25022) 1651 : cluster [DBG] pgmap v2812: 137 pgs: 137 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 87 KiB/s rd, 8.5 KiB/s wr, 126 op/s 2024-08-29T18:41:47.635 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:41:47 smithi028 bash[78352]: cluster 2024-08-29T18:41:46.359050+0000 mon.a (mon.0) 2939 : cluster [DBG] osdmap e1643: 8 total, 8 up, 8 in 2024-08-29T18:41:47.829 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:41:47 smithi053 bash[68679]: cluster 2024-08-29T18:41:46.309317+0000 mgr.y (mgr.25022) 1651 : cluster [DBG] pgmap v2812: 137 pgs: 137 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 87 KiB/s rd, 8.5 KiB/s wr, 126 op/s 2024-08-29T18:41:47.829 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:41:47 smithi053 bash[68679]: cluster 2024-08-29T18:41:46.359050+0000 mon.a (mon.0) 2939 : cluster [DBG] osdmap e1643: 8 total, 8 up, 8 in 2024-08-29T18:41:48.631 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:41:48 smithi028 bash[77168]: cluster 2024-08-29T18:41:47.368015+0000 mon.a (mon.0) 2940 : cluster [DBG] osdmap e1644: 8 total, 8 up, 8 in 2024-08-29T18:41:48.631 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:41:48 smithi028 bash[77168]: cluster 2024-08-29T18:41:48.243281+0000 mon.a (mon.0) 2941 : cluster [DBG] osdmap e1645: 8 total, 8 up, 8 in 2024-08-29T18:41:48.632 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:41:48 smithi028 bash[78352]: cluster 2024-08-29T18:41:47.368015+0000 mon.a (mon.0) 2940 : cluster [DBG] osdmap e1644: 8 total, 8 up, 8 in 2024-08-29T18:41:48.632 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:41:48 smithi028 bash[78352]: cluster 2024-08-29T18:41:48.243281+0000 mon.a (mon.0) 2941 : cluster [DBG] osdmap e1645: 8 total, 8 up, 8 in 2024-08-29T18:41:48.826 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:41:48 smithi053 bash[68679]: cluster 2024-08-29T18:41:47.368015+0000 mon.a (mon.0) 2940 : cluster [DBG] osdmap e1644: 8 total, 8 up, 8 in 2024-08-29T18:41:48.826 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:41:48 smithi053 bash[68679]: cluster 2024-08-29T18:41:48.243281+0000 mon.a (mon.0) 2941 : cluster [DBG] osdmap e1645: 8 total, 8 up, 8 in 2024-08-29T18:41:49.444 INFO:tasks.workunit.client.0.smithi028.stdout:[ OK ] TestInternal.FlattenFailsToLockImage (2006 ms) 2024-08-29T18:41:49.444 INFO:tasks.workunit.client.0.smithi028.stdout:[ RUN ] TestInternal.WriteFailsToLockImageBlocklisted 2024-08-29T18:41:50.389 INFO:tasks.workunit.client.0.smithi028.stdout:[ OK ] TestInternal.WriteFailsToLockImageBlocklisted (945 ms) 2024-08-29T18:41:50.389 INFO:tasks.workunit.client.0.smithi028.stdout:[ RUN ] TestInternal.WriteFailsToLockImageBlocklistedWatch 2024-08-29T18:41:50.576 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:41:50 smithi053 bash[68679]: cluster 2024-08-29T18:41:48.310404+0000 mgr.y (mgr.25022) 1652 : cluster [DBG] pgmap v2816: 137 pgs: 137 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 51 KiB/s rd, 6.5 KiB/s wr, 81 op/s 2024-08-29T18:41:50.576 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:41:50 smithi053 bash[68679]: cluster 2024-08-29T18:41:49.372092+0000 mon.a (mon.0) 2942 : cluster [DBG] osdmap e1646: 8 total, 8 up, 8 in 2024-08-29T18:41:50.577 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:41:50 smithi053 bash[68679]: audit 2024-08-29T18:41:49.517568+0000 mon.a (mon.0) 2943 : audit [INF] from='client.? 172.21.15.28:0/2705924614' entity='client.admin' cmd=[{"prefix": "osd blocklist", "blocklistop": "add", "addr": "172.21.15.28:0/2705924614"}]: dispatch 2024-08-29T18:41:50.631 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:41:50 smithi028 bash[78352]: cluster 2024-08-29T18:41:48.310404+0000 mgr.y (mgr.25022) 1652 : cluster [DBG] pgmap v2816: 137 pgs: 137 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 51 KiB/s rd, 6.5 KiB/s wr, 81 op/s 2024-08-29T18:41:50.631 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:41:50 smithi028 bash[78352]: cluster 2024-08-29T18:41:49.372092+0000 mon.a (mon.0) 2942 : cluster [DBG] osdmap e1646: 8 total, 8 up, 8 in 2024-08-29T18:41:50.632 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:41:50 smithi028 bash[78352]: audit 2024-08-29T18:41:49.517568+0000 mon.a (mon.0) 2943 : audit [INF] from='client.? 172.21.15.28:0/2705924614' entity='client.admin' cmd=[{"prefix": "osd blocklist", "blocklistop": "add", "addr": "172.21.15.28:0/2705924614"}]: dispatch 2024-08-29T18:41:50.632 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:41:50 smithi028 bash[77168]: cluster 2024-08-29T18:41:48.310404+0000 mgr.y (mgr.25022) 1652 : cluster [DBG] pgmap v2816: 137 pgs: 137 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 51 KiB/s rd, 6.5 KiB/s wr, 81 op/s 2024-08-29T18:41:50.632 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:41:50 smithi028 bash[77168]: cluster 2024-08-29T18:41:49.372092+0000 mon.a (mon.0) 2942 : cluster [DBG] osdmap e1646: 8 total, 8 up, 8 in 2024-08-29T18:41:50.632 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:41:50 smithi028 bash[77168]: audit 2024-08-29T18:41:49.517568+0000 mon.a (mon.0) 2943 : audit [INF] from='client.? 172.21.15.28:0/2705924614' entity='client.admin' cmd=[{"prefix": "osd blocklist", "blocklistop": "add", "addr": "172.21.15.28:0/2705924614"}]: dispatch 2024-08-29T18:41:51.631 INFO:journalctl@ceph.mgr.y.smithi028.stdout:Aug 29 18:41:51 smithi028 bash[70818]: ::ffff:172.21.15.53 - - [29/Aug/2024:18:41:51] "GET /metrics HTTP/1.1" 200 36411 "" "Prometheus/2.43.0" 2024-08-29T18:41:51.632 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:41:51 smithi028 bash[77168]: cluster 2024-08-29T18:41:50.311372+0000 mgr.y (mgr.25022) 1653 : cluster [DBG] pgmap v2818: 137 pgs: 137 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 140 KiB/s rd, 9.7 KiB/s wr, 191 op/s 2024-08-29T18:41:51.632 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:41:51 smithi028 bash[77168]: audit 2024-08-29T18:41:50.368200+0000 mon.a (mon.0) 2944 : audit [INF] from='client.? 172.21.15.28:0/2705924614' entity='client.admin' cmd='[{"prefix": "osd blocklist", "blocklistop": "add", "addr": "172.21.15.28:0/2705924614"}]': finished 2024-08-29T18:41:51.632 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:41:51 smithi028 bash[77168]: cluster 2024-08-29T18:41:50.376222+0000 mon.a (mon.0) 2945 : cluster [DBG] osdmap e1647: 8 total, 8 up, 8 in 2024-08-29T18:41:51.632 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:41:51 smithi028 bash[77168]: audit 2024-08-29T18:41:50.474146+0000 mon.c (mon.2) 106 : audit [INF] from='client.? 172.21.15.28:0/992575882' entity='client.admin' cmd=[{"prefix": "osd blocklist", "blocklistop": "add", "addr": "172.21.15.28:0/992575882"}]: dispatch 2024-08-29T18:41:51.632 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:41:51 smithi028 bash[77168]: audit 2024-08-29T18:41:50.474599+0000 mon.a (mon.0) 2946 : audit [INF] from='client.? ' entity='client.admin' cmd=[{"prefix": "osd blocklist", "blocklistop": "add", "addr": "172.21.15.28:0/992575882"}]: dispatch 2024-08-29T18:41:51.632 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:41:51 smithi028 bash[78352]: cluster 2024-08-29T18:41:50.311372+0000 mgr.y (mgr.25022) 1653 : cluster [DBG] pgmap v2818: 137 pgs: 137 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 140 KiB/s rd, 9.7 KiB/s wr, 191 op/s 2024-08-29T18:41:51.632 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:41:51 smithi028 bash[78352]: audit 2024-08-29T18:41:50.368200+0000 mon.a (mon.0) 2944 : audit [INF] from='client.? 172.21.15.28:0/2705924614' entity='client.admin' cmd='[{"prefix": "osd blocklist", "blocklistop": "add", "addr": "172.21.15.28:0/2705924614"}]': finished 2024-08-29T18:41:51.633 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:41:51 smithi028 bash[78352]: cluster 2024-08-29T18:41:50.376222+0000 mon.a (mon.0) 2945 : cluster [DBG] osdmap e1647: 8 total, 8 up, 8 in 2024-08-29T18:41:51.633 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:41:51 smithi028 bash[78352]: audit 2024-08-29T18:41:50.474146+0000 mon.c (mon.2) 106 : audit [INF] from='client.? 172.21.15.28:0/992575882' entity='client.admin' cmd=[{"prefix": "osd blocklist", "blocklistop": "add", "addr": "172.21.15.28:0/992575882"}]: dispatch 2024-08-29T18:41:51.633 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:41:51 smithi028 bash[78352]: audit 2024-08-29T18:41:50.474599+0000 mon.a (mon.0) 2946 : audit [INF] from='client.? ' entity='client.admin' cmd=[{"prefix": "osd blocklist", "blocklistop": "add", "addr": "172.21.15.28:0/992575882"}]: dispatch 2024-08-29T18:41:51.826 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:41:51 smithi053 bash[68679]: cluster 2024-08-29T18:41:50.311372+0000 mgr.y (mgr.25022) 1653 : cluster [DBG] pgmap v2818: 137 pgs: 137 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 140 KiB/s rd, 9.7 KiB/s wr, 191 op/s 2024-08-29T18:41:51.827 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:41:51 smithi053 bash[68679]: audit 2024-08-29T18:41:50.368200+0000 mon.a (mon.0) 2944 : audit [INF] from='client.? 172.21.15.28:0/2705924614' entity='client.admin' cmd='[{"prefix": "osd blocklist", "blocklistop": "add", "addr": "172.21.15.28:0/2705924614"}]': finished 2024-08-29T18:41:51.827 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:41:51 smithi053 bash[68679]: cluster 2024-08-29T18:41:50.376222+0000 mon.a (mon.0) 2945 : cluster [DBG] osdmap e1647: 8 total, 8 up, 8 in 2024-08-29T18:41:51.827 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:41:51 smithi053 bash[68679]: audit 2024-08-29T18:41:50.474146+0000 mon.c (mon.2) 106 : audit [INF] from='client.? 172.21.15.28:0/992575882' entity='client.admin' cmd=[{"prefix": "osd blocklist", "blocklistop": "add", "addr": "172.21.15.28:0/992575882"}]: dispatch 2024-08-29T18:41:51.827 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:41:51 smithi053 bash[68679]: audit 2024-08-29T18:41:50.474599+0000 mon.a (mon.0) 2946 : audit [INF] from='client.? ' entity='client.admin' cmd=[{"prefix": "osd blocklist", "blocklistop": "add", "addr": "172.21.15.28:0/992575882"}]: dispatch 2024-08-29T18:41:52.384 INFO:tasks.workunit.client.0.smithi028.stdout:[ OK ] TestInternal.WriteFailsToLockImageBlocklistedWatch (1995 ms) 2024-08-29T18:41:52.384 INFO:tasks.workunit.client.0.smithi028.stdout:[ RUN ] TestInternal.AioWriteRequestsLock 2024-08-29T18:41:52.458 INFO:tasks.workunit.client.0.smithi028.stdout:[ OK ] TestInternal.AioWriteRequestsLock (74 ms) 2024-08-29T18:41:52.459 INFO:tasks.workunit.client.0.smithi028.stdout:[ RUN ] TestInternal.AioDiscardRequestsLock 2024-08-29T18:41:52.530 INFO:tasks.workunit.client.0.smithi028.stdout:[ OK ] TestInternal.AioDiscardRequestsLock (72 ms) 2024-08-29T18:41:52.530 INFO:tasks.workunit.client.0.smithi028.stdout:[ RUN ] TestInternal.CancelAsyncResize 2024-08-29T18:41:52.576 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:41:52 smithi053 bash[68679]: audit 2024-08-29T18:41:51.370791+0000 mon.a (mon.0) 2947 : audit [INF] from='client.? ' entity='client.admin' cmd='[{"prefix": "osd blocklist", "blocklistop": "add", "addr": "172.21.15.28:0/992575882"}]': finished 2024-08-29T18:41:52.576 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:41:52 smithi053 bash[68679]: cluster 2024-08-29T18:41:51.377696+0000 mon.a (mon.0) 2948 : cluster [DBG] osdmap e1648: 8 total, 8 up, 8 in 2024-08-29T18:41:52.577 INFO:journalctl@ceph.prometheus.a.smithi053.stdout:Aug 29 18:41:52 smithi053 bash[95567]: ts=2024-08-29T18:41:52.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"3167ee72-662c-11ef-bcd4-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-29T18:41:52.646 INFO:tasks.workunit.client.0.smithi028.stdout:[ OK ] TestInternal.CancelAsyncResize (116 ms) 2024-08-29T18:41:52.646 INFO:tasks.workunit.client.0.smithi028.stdout:[ RUN ] TestInternal.MultipleResize 2024-08-29T18:41:52.800 INFO:tasks.workunit.client.0.smithi028.stdout:[ OK ] TestInternal.MultipleResize (154 ms) 2024-08-29T18:41:52.800 INFO:tasks.workunit.client.0.smithi028.stdout:[ RUN ] TestInternal.Metadata 2024-08-29T18:41:52.881 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:41:52 smithi028 bash[78352]: audit 2024-08-29T18:41:51.370791+0000 mon.a (mon.0) 2947 : audit [INF] from='client.? ' entity='client.admin' cmd='[{"prefix": "osd blocklist", "blocklistop": "add", "addr": "172.21.15.28:0/992575882"}]': finished 2024-08-29T18:41:52.881 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:41:52 smithi028 bash[78352]: cluster 2024-08-29T18:41:51.377696+0000 mon.a (mon.0) 2948 : cluster [DBG] osdmap e1648: 8 total, 8 up, 8 in 2024-08-29T18:41:52.882 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:41:52 smithi028 bash[77168]: audit 2024-08-29T18:41:51.370791+0000 mon.a (mon.0) 2947 : audit [INF] from='client.? ' entity='client.admin' cmd='[{"prefix": "osd blocklist", "blocklistop": "add", "addr": "172.21.15.28:0/992575882"}]': finished 2024-08-29T18:41:52.882 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:41:52 smithi028 bash[77168]: cluster 2024-08-29T18:41:51.377696+0000 mon.a (mon.0) 2948 : cluster [DBG] osdmap e1648: 8 total, 8 up, 8 in 2024-08-29T18:41:52.925 INFO:tasks.workunit.client.0.smithi028.stdout:[ OK ] TestInternal.Metadata (126 ms) 2024-08-29T18:41:52.926 INFO:tasks.workunit.client.0.smithi028.stdout:[ RUN ] TestInternal.MetadataConfApply 2024-08-29T18:41:53.008 INFO:tasks.workunit.client.0.smithi028.stdout:[ OK ] TestInternal.MetadataConfApply (82 ms) 2024-08-29T18:41:53.009 INFO:tasks.workunit.client.0.smithi028.stdout:[ RUN ] TestInternal.SnapshotCopyup 2024-08-29T18:41:54.576 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:41:54 smithi053 bash[68679]: cluster 2024-08-29T18:41:52.312075+0000 mgr.y (mgr.25022) 1654 : cluster [DBG] pgmap v2821: 137 pgs: 137 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 167 KiB/s rd, 12 KiB/s wr, 226 op/s 2024-08-29T18:41:54.576 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:41:54 smithi053 bash[68679]: cluster 2024-08-29T18:41:53.245097+0000 mon.a (mon.0) 2949 : cluster [DBG] osdmap e1649: 8 total, 8 up, 8 in 2024-08-29T18:41:54.633 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:41:54 smithi028 bash[77168]: cluster 2024-08-29T18:41:52.312075+0000 mgr.y (mgr.25022) 1654 : cluster [DBG] pgmap v2821: 137 pgs: 137 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 167 KiB/s rd, 12 KiB/s wr, 226 op/s 2024-08-29T18:41:54.633 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:41:54 smithi028 bash[77168]: cluster 2024-08-29T18:41:53.245097+0000 mon.a (mon.0) 2949 : cluster [DBG] osdmap e1649: 8 total, 8 up, 8 in 2024-08-29T18:41:54.633 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:41:54 smithi028 bash[78352]: cluster 2024-08-29T18:41:52.312075+0000 mgr.y (mgr.25022) 1654 : cluster [DBG] pgmap v2821: 137 pgs: 137 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 167 KiB/s rd, 12 KiB/s wr, 226 op/s 2024-08-29T18:41:54.633 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:41:54 smithi028 bash[78352]: cluster 2024-08-29T18:41:53.245097+0000 mon.a (mon.0) 2949 : cluster [DBG] osdmap e1649: 8 total, 8 up, 8 in 2024-08-29T18:41:55.508 INFO:tasks.workunit.client.0.smithi028.stdout:[ OK ] TestInternal.SnapshotCopyup (2500 ms) 2024-08-29T18:41:55.508 INFO:tasks.workunit.client.0.smithi028.stdout:[ RUN ] TestInternal.SnapshotCopyupZeros 2024-08-29T18:41:55.576 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:41:55 smithi053 bash[68679]: cluster 2024-08-29T18:41:54.247950+0000 mon.a (mon.0) 2950 : cluster [DBG] osdmap e1650: 8 total, 8 up, 8 in 2024-08-29T18:41:55.576 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:41:55 smithi053 bash[68679]: cluster 2024-08-29T18:41:54.312849+0000 mgr.y (mgr.25022) 1655 : cluster [DBG] pgmap v2824: 137 pgs: 137 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 128 KiB/s rd, 9.7 KiB/s wr, 170 op/s 2024-08-29T18:41:55.631 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:41:55 smithi028 bash[78352]: cluster 2024-08-29T18:41:54.247950+0000 mon.a (mon.0) 2950 : cluster [DBG] osdmap e1650: 8 total, 8 up, 8 in 2024-08-29T18:41:55.632 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:41:55 smithi028 bash[78352]: cluster 2024-08-29T18:41:54.312849+0000 mgr.y (mgr.25022) 1655 : cluster [DBG] pgmap v2824: 137 pgs: 137 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 128 KiB/s rd, 9.7 KiB/s wr, 170 op/s 2024-08-29T18:41:55.632 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:41:55 smithi028 bash[77168]: cluster 2024-08-29T18:41:54.247950+0000 mon.a (mon.0) 2950 : cluster [DBG] osdmap e1650: 8 total, 8 up, 8 in 2024-08-29T18:41:55.632 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:41:55 smithi028 bash[77168]: cluster 2024-08-29T18:41:54.312849+0000 mgr.y (mgr.25022) 1655 : cluster [DBG] pgmap v2824: 137 pgs: 137 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 128 KiB/s rd, 9.7 KiB/s wr, 170 op/s 2024-08-29T18:41:56.576 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:41:56 smithi053 bash[68679]: cluster 2024-08-29T18:41:55.269154+0000 mon.a (mon.0) 2951 : cluster [DBG] osdmap e1651: 8 total, 8 up, 8 in 2024-08-29T18:41:56.631 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:41:56 smithi028 bash[78352]: cluster 2024-08-29T18:41:55.269154+0000 mon.a (mon.0) 2951 : cluster [DBG] osdmap e1651: 8 total, 8 up, 8 in 2024-08-29T18:41:56.632 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:41:56 smithi028 bash[77168]: cluster 2024-08-29T18:41:55.269154+0000 mon.a (mon.0) 2951 : cluster [DBG] osdmap e1651: 8 total, 8 up, 8 in 2024-08-29T18:41:57.363 INFO:tasks.workunit.client.0.smithi028.stdout:[ OK ] TestInternal.SnapshotCopyupZeros (1855 ms) 2024-08-29T18:41:57.363 INFO:tasks.workunit.client.0.smithi028.stdout:[ RUN ] TestInternal.SnapshotCopyupZerosMigration 2024-08-29T18:41:57.576 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:41:57 smithi053 bash[68679]: cluster 2024-08-29T18:41:56.272028+0000 mon.a (mon.0) 2952 : cluster [DBG] osdmap e1652: 8 total, 8 up, 8 in 2024-08-29T18:41:57.576 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:41:57 smithi053 bash[68679]: cluster 2024-08-29T18:41:56.313666+0000 mgr.y (mgr.25022) 1656 : cluster [DBG] pgmap v2827: 137 pgs: 137 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 234 KiB/s rd, 27 KiB/s wr, 328 op/s 2024-08-29T18:41:57.577 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:41:57 smithi053 bash[68679]: audit 2024-08-29T18:41:57.141209+0000 mon.a (mon.0) 2953 : audit [DBG] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-29T18:41:57.631 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:41:57 smithi028 bash[77168]: cluster 2024-08-29T18:41:56.272028+0000 mon.a (mon.0) 2952 : cluster [DBG] osdmap e1652: 8 total, 8 up, 8 in 2024-08-29T18:41:57.632 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:41:57 smithi028 bash[77168]: cluster 2024-08-29T18:41:56.313666+0000 mgr.y (mgr.25022) 1656 : cluster [DBG] pgmap v2827: 137 pgs: 137 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 234 KiB/s rd, 27 KiB/s wr, 328 op/s 2024-08-29T18:41:57.632 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:41:57 smithi028 bash[77168]: audit 2024-08-29T18:41:57.141209+0000 mon.a (mon.0) 2953 : audit [DBG] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-29T18:41:57.632 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:41:57 smithi028 bash[78352]: cluster 2024-08-29T18:41:56.272028+0000 mon.a (mon.0) 2952 : cluster [DBG] osdmap e1652: 8 total, 8 up, 8 in 2024-08-29T18:41:57.632 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:41:57 smithi028 bash[78352]: cluster 2024-08-29T18:41:56.313666+0000 mgr.y (mgr.25022) 1656 : cluster [DBG] pgmap v2827: 137 pgs: 137 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 234 KiB/s rd, 27 KiB/s wr, 328 op/s 2024-08-29T18:41:57.632 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:41:57 smithi028 bash[78352]: audit 2024-08-29T18:41:57.141209+0000 mon.a (mon.0) 2953 : audit [DBG] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-29T18:41:58.309 INFO:tasks.workunit.client.0.smithi028.stdout:[ OK ] TestInternal.SnapshotCopyupZerosMigration (946 ms) 2024-08-29T18:41:58.309 INFO:tasks.workunit.client.0.smithi028.stdout:[ RUN ] TestInternal.ResizeCopyup 2024-08-29T18:41:58.576 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:41:58 smithi053 bash[68679]: cluster 2024-08-29T18:41:57.293992+0000 mon.a (mon.0) 2954 : cluster [DBG] osdmap e1653: 8 total, 8 up, 8 in 2024-08-29T18:41:58.576 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:41:58 smithi053 bash[68679]: cluster 2024-08-29T18:41:58.247751+0000 mon.a (mon.0) 2955 : cluster [DBG] osdmap e1654: 8 total, 8 up, 8 in 2024-08-29T18:41:58.631 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:41:58 smithi028 bash[78352]: cluster 2024-08-29T18:41:57.293992+0000 mon.a (mon.0) 2954 : cluster [DBG] osdmap e1653: 8 total, 8 up, 8 in 2024-08-29T18:41:58.631 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:41:58 smithi028 bash[78352]: cluster 2024-08-29T18:41:58.247751+0000 mon.a (mon.0) 2955 : cluster [DBG] osdmap e1654: 8 total, 8 up, 8 in 2024-08-29T18:41:58.632 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:41:58 smithi028 bash[77168]: cluster 2024-08-29T18:41:57.293992+0000 mon.a (mon.0) 2954 : cluster [DBG] osdmap e1653: 8 total, 8 up, 8 in 2024-08-29T18:41:58.632 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:41:58 smithi028 bash[77168]: cluster 2024-08-29T18:41:58.247751+0000 mon.a (mon.0) 2955 : cluster [DBG] osdmap e1654: 8 total, 8 up, 8 in 2024-08-29T18:41:59.576 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:41:59 smithi053 bash[68679]: cluster 2024-08-29T18:41:58.314925+0000 mgr.y (mgr.25022) 1657 : cluster [DBG] pgmap v2830: 137 pgs: 137 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 220 KiB/s rd, 26 KiB/s wr, 310 op/s 2024-08-29T18:41:59.576 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:41:59 smithi053 bash[68679]: audit 2024-08-29T18:41:59.151474+0000 mon.a (mon.0) 2956 : audit [DBG] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-29T18:41:59.631 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:41:59 smithi028 bash[77168]: cluster 2024-08-29T18:41:58.314925+0000 mgr.y (mgr.25022) 1657 : cluster [DBG] pgmap v2830: 137 pgs: 137 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 220 KiB/s rd, 26 KiB/s wr, 310 op/s 2024-08-29T18:41:59.631 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:41:59 smithi028 bash[77168]: audit 2024-08-29T18:41:59.151474+0000 mon.a (mon.0) 2956 : audit [DBG] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-29T18:41:59.632 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:41:59 smithi028 bash[78352]: cluster 2024-08-29T18:41:58.314925+0000 mgr.y (mgr.25022) 1657 : cluster [DBG] pgmap v2830: 137 pgs: 137 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 220 KiB/s rd, 26 KiB/s wr, 310 op/s 2024-08-29T18:41:59.632 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:41:59 smithi028 bash[78352]: audit 2024-08-29T18:41:59.151474+0000 mon.a (mon.0) 2956 : audit [DBG] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-29T18:42:00.451 INFO:tasks.workunit.client.0.smithi028.stdout:[ OK ] TestInternal.ResizeCopyup (2142 ms) 2024-08-29T18:42:00.451 INFO:tasks.workunit.client.0.smithi028.stdout:[ RUN ] TestInternal.DiscardCopyup 2024-08-29T18:42:00.473 INFO:tasks.workunit.client.0.smithi028.stdout:SKIPPING 2024-08-29T18:42:00.473 INFO:tasks.workunit.client.0.smithi028.stdout:[ OK ] TestInternal.DiscardCopyup (22 ms) 2024-08-29T18:42:00.473 INFO:tasks.workunit.client.0.smithi028.stdout:[ RUN ] TestInternal.ImageOptions 2024-08-29T18:42:00.495 INFO:tasks.workunit.client.0.smithi028.stdout:[ OK ] TestInternal.ImageOptions (22 ms) 2024-08-29T18:42:00.495 INFO:tasks.workunit.client.0.smithi028.stdout:[ RUN ] TestInternal.WriteFullCopyup 2024-08-29T18:42:00.577 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:42:00 smithi053 bash[68679]: cluster 2024-08-29T18:41:59.297245+0000 mon.a (mon.0) 2957 : cluster [DBG] osdmap e1655: 8 total, 8 up, 8 in 2024-08-29T18:42:00.631 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:42:00 smithi028 bash[78352]: cluster 2024-08-29T18:41:59.297245+0000 mon.a (mon.0) 2957 : cluster [DBG] osdmap e1655: 8 total, 8 up, 8 in 2024-08-29T18:42:00.632 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:42:00 smithi028 bash[77168]: cluster 2024-08-29T18:41:59.297245+0000 mon.a (mon.0) 2957 : cluster [DBG] osdmap e1655: 8 total, 8 up, 8 in 2024-08-29T18:42:01.576 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:42:01 smithi053 bash[68679]: cluster 2024-08-29T18:42:00.315660+0000 mgr.y (mgr.25022) 1658 : cluster [DBG] pgmap v2833: 137 pgs: 137 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 223 KiB/s rd, 18 KiB/s wr, 298 op/s 2024-08-29T18:42:01.576 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:42:01 smithi053 bash[68679]: cluster 2024-08-29T18:42:00.320532+0000 mon.a (mon.0) 2958 : cluster [DBG] osdmap e1656: 8 total, 8 up, 8 in 2024-08-29T18:42:01.631 INFO:journalctl@ceph.mgr.y.smithi028.stdout:Aug 29 18:42:01 smithi028 bash[70818]: ::ffff:172.21.15.53 - - [29/Aug/2024:18:42:01] "GET /metrics HTTP/1.1" 200 36420 "" "Prometheus/2.43.0" 2024-08-29T18:42:01.632 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:42:01 smithi028 bash[78352]: cluster 2024-08-29T18:42:00.315660+0000 mgr.y (mgr.25022) 1658 : cluster [DBG] pgmap v2833: 137 pgs: 137 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 223 KiB/s rd, 18 KiB/s wr, 298 op/s 2024-08-29T18:42:01.632 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:42:01 smithi028 bash[78352]: cluster 2024-08-29T18:42:00.320532+0000 mon.a (mon.0) 2958 : cluster [DBG] osdmap e1656: 8 total, 8 up, 8 in 2024-08-29T18:42:01.632 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:42:01 smithi028 bash[77168]: cluster 2024-08-29T18:42:00.315660+0000 mgr.y (mgr.25022) 1658 : cluster [DBG] pgmap v2833: 137 pgs: 137 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 223 KiB/s rd, 18 KiB/s wr, 298 op/s 2024-08-29T18:42:01.632 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:42:01 smithi028 bash[77168]: cluster 2024-08-29T18:42:00.320532+0000 mon.a (mon.0) 2958 : cluster [DBG] osdmap e1656: 8 total, 8 up, 8 in 2024-08-29T18:42:02.576 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:42:02 smithi053 bash[68679]: cluster 2024-08-29T18:42:01.330641+0000 mon.a (mon.0) 2959 : cluster [DBG] osdmap e1657: 8 total, 8 up, 8 in 2024-08-29T18:42:02.577 INFO:journalctl@ceph.prometheus.a.smithi053.stdout:Aug 29 18:42:02 smithi053 bash[95567]: ts=2024-08-29T18:42:02.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"3167ee72-662c-11ef-bcd4-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-29T18:42:02.632 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:42:02 smithi028 bash[77168]: cluster 2024-08-29T18:42:01.330641+0000 mon.a (mon.0) 2959 : cluster [DBG] osdmap e1657: 8 total, 8 up, 8 in 2024-08-29T18:42:02.632 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:42:02 smithi028 bash[78352]: cluster 2024-08-29T18:42:01.330641+0000 mon.a (mon.0) 2959 : cluster [DBG] osdmap e1657: 8 total, 8 up, 8 in 2024-08-29T18:42:03.631 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:42:03 smithi028 bash[78352]: cluster 2024-08-29T18:42:02.316347+0000 mgr.y (mgr.25022) 1659 : cluster [DBG] pgmap v2835: 137 pgs: 137 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 217 KiB/s rd, 17 KiB/s wr, 289 op/s 2024-08-29T18:42:03.631 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:42:03 smithi028 bash[78352]: cluster 2024-08-29T18:42:02.335585+0000 mon.a (mon.0) 2960 : cluster [DBG] osdmap e1658: 8 total, 8 up, 8 in 2024-08-29T18:42:03.632 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:42:03 smithi028 bash[77168]: cluster 2024-08-29T18:42:02.316347+0000 mgr.y (mgr.25022) 1659 : cluster [DBG] pgmap v2835: 137 pgs: 137 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 217 KiB/s rd, 17 KiB/s wr, 289 op/s 2024-08-29T18:42:03.632 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:42:03 smithi028 bash[77168]: cluster 2024-08-29T18:42:02.335585+0000 mon.a (mon.0) 2960 : cluster [DBG] osdmap e1658: 8 total, 8 up, 8 in 2024-08-29T18:42:03.826 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:42:03 smithi053 bash[68679]: cluster 2024-08-29T18:42:02.316347+0000 mgr.y (mgr.25022) 1659 : cluster [DBG] pgmap v2835: 137 pgs: 137 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 217 KiB/s rd, 17 KiB/s wr, 289 op/s 2024-08-29T18:42:03.826 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:42:03 smithi053 bash[68679]: cluster 2024-08-29T18:42:02.335585+0000 mon.a (mon.0) 2960 : cluster [DBG] osdmap e1658: 8 total, 8 up, 8 in 2024-08-29T18:42:04.381 INFO:tasks.workunit.client.0.smithi028.stdout:[ OK ] TestInternal.WriteFullCopyup (3886 ms) 2024-08-29T18:42:04.382 INFO:tasks.workunit.client.0.smithi028.stdout:[ RUN ] TestInternal.DiffIterateCloneOverwrite 2024-08-29T18:42:04.631 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:42:04 smithi028 bash[77168]: cluster 2024-08-29T18:42:03.347706+0000 mon.a (mon.0) 2961 : cluster [DBG] osdmap e1659: 8 total, 8 up, 8 in 2024-08-29T18:42:04.631 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:42:04 smithi028 bash[78352]: cluster 2024-08-29T18:42:03.347706+0000 mon.a (mon.0) 2961 : cluster [DBG] osdmap e1659: 8 total, 8 up, 8 in 2024-08-29T18:42:04.826 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:42:04 smithi053 bash[68679]: cluster 2024-08-29T18:42:03.347706+0000 mon.a (mon.0) 2961 : cluster [DBG] osdmap e1659: 8 total, 8 up, 8 in 2024-08-29T18:42:05.631 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:42:05 smithi028 bash[78352]: cluster 2024-08-29T18:42:04.317015+0000 mgr.y (mgr.25022) 1660 : cluster [DBG] pgmap v2838: 137 pgs: 137 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 23 KiB/s rd, 9.0 KiB/s wr, 41 op/s 2024-08-29T18:42:05.632 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:42:05 smithi028 bash[78352]: cluster 2024-08-29T18:42:04.355018+0000 mon.a (mon.0) 2962 : cluster [DBG] osdmap e1660: 8 total, 8 up, 8 in 2024-08-29T18:42:05.632 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:42:05 smithi028 bash[78352]: audit 2024-08-29T18:42:04.870738+0000 mon.a (mon.0) 2963 : audit [INF] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' 2024-08-29T18:42:05.632 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:42:05 smithi028 bash[78352]: audit 2024-08-29T18:42:04.876155+0000 mon.a (mon.0) 2964 : audit [INF] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' 2024-08-29T18:42:05.632 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:42:05 smithi028 bash[77168]: cluster 2024-08-29T18:42:04.317015+0000 mgr.y (mgr.25022) 1660 : cluster [DBG] pgmap v2838: 137 pgs: 137 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 23 KiB/s rd, 9.0 KiB/s wr, 41 op/s 2024-08-29T18:42:05.632 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:42:05 smithi028 bash[77168]: cluster 2024-08-29T18:42:04.355018+0000 mon.a (mon.0) 2962 : cluster [DBG] osdmap e1660: 8 total, 8 up, 8 in 2024-08-29T18:42:05.632 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:42:05 smithi028 bash[77168]: audit 2024-08-29T18:42:04.870738+0000 mon.a (mon.0) 2963 : audit [INF] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' 2024-08-29T18:42:05.632 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:42:05 smithi028 bash[77168]: audit 2024-08-29T18:42:04.876155+0000 mon.a (mon.0) 2964 : audit [INF] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' 2024-08-29T18:42:05.826 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:42:05 smithi053 bash[68679]: cluster 2024-08-29T18:42:04.317015+0000 mgr.y (mgr.25022) 1660 : cluster [DBG] pgmap v2838: 137 pgs: 137 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 23 KiB/s rd, 9.0 KiB/s wr, 41 op/s 2024-08-29T18:42:05.826 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:42:05 smithi053 bash[68679]: cluster 2024-08-29T18:42:04.355018+0000 mon.a (mon.0) 2962 : cluster [DBG] osdmap e1660: 8 total, 8 up, 8 in 2024-08-29T18:42:05.827 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:42:05 smithi053 bash[68679]: audit 2024-08-29T18:42:04.870738+0000 mon.a (mon.0) 2963 : audit [INF] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' 2024-08-29T18:42:05.827 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:42:05 smithi053 bash[68679]: audit 2024-08-29T18:42:04.876155+0000 mon.a (mon.0) 2964 : audit [INF] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' 2024-08-29T18:42:06.423 INFO:tasks.workunit.client.0.smithi028.stdout:[ OK ] TestInternal.DiffIterateCloneOverwrite (2042 ms) 2024-08-29T18:42:06.423 INFO:tasks.workunit.client.0.smithi028.stdout:[ RUN ] TestInternal.TestCoR 2024-08-29T18:42:06.447 INFO:tasks.workunit.client.0.smithi028.stdout:SKIPPING due to disabled rbd_copy_on_read 2024-08-29T18:42:06.447 INFO:tasks.workunit.client.0.smithi028.stdout:[ OK ] TestInternal.TestCoR (24 ms) 2024-08-29T18:42:06.448 INFO:tasks.workunit.client.0.smithi028.stdout:[ RUN ] TestInternal.FlattenNoEmptyObjects 2024-08-29T18:42:06.631 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:42:06 smithi028 bash[78352]: cluster 2024-08-29T18:42:05.355048+0000 mon.a (mon.0) 2965 : cluster [DBG] osdmap e1661: 8 total, 8 up, 8 in 2024-08-29T18:42:06.632 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:42:06 smithi028 bash[78352]: audit 2024-08-29T18:42:05.516200+0000 mon.a (mon.0) 2966 : audit [DBG] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-29T18:42:06.632 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:42:06 smithi028 bash[78352]: audit 2024-08-29T18:42:05.517424+0000 mon.a (mon.0) 2967 : audit [INF] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-29T18:42:06.632 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:42:06 smithi028 bash[78352]: audit 2024-08-29T18:42:05.525442+0000 mon.a (mon.0) 2968 : audit [INF] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' 2024-08-29T18:42:06.632 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:42:06 smithi028 bash[77168]: cluster 2024-08-29T18:42:05.355048+0000 mon.a (mon.0) 2965 : cluster [DBG] osdmap e1661: 8 total, 8 up, 8 in 2024-08-29T18:42:06.632 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:42:06 smithi028 bash[77168]: audit 2024-08-29T18:42:05.516200+0000 mon.a (mon.0) 2966 : audit [DBG] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-29T18:42:06.632 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:42:06 smithi028 bash[77168]: audit 2024-08-29T18:42:05.517424+0000 mon.a (mon.0) 2967 : audit [INF] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-29T18:42:06.632 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:42:06 smithi028 bash[77168]: audit 2024-08-29T18:42:05.525442+0000 mon.a (mon.0) 2968 : audit [INF] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' 2024-08-29T18:42:06.826 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:42:06 smithi053 bash[68679]: cluster 2024-08-29T18:42:05.355048+0000 mon.a (mon.0) 2965 : cluster [DBG] osdmap e1661: 8 total, 8 up, 8 in 2024-08-29T18:42:06.826 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:42:06 smithi053 bash[68679]: audit 2024-08-29T18:42:05.516200+0000 mon.a (mon.0) 2966 : audit [DBG] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-29T18:42:06.827 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:42:06 smithi053 bash[68679]: audit 2024-08-29T18:42:05.517424+0000 mon.a (mon.0) 2967 : audit [INF] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-29T18:42:06.827 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:42:06 smithi053 bash[68679]: audit 2024-08-29T18:42:05.525442+0000 mon.a (mon.0) 2968 : audit [INF] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' 2024-08-29T18:42:07.060 INFO:tasks.workunit.client.0.smithi028.stdout:made parent image "image391": 4194304K (1024 * 4K) 2024-08-29T18:42:07.060 INFO:tasks.workunit.client.0.smithi028.stdout:generated random write map: 2024-08-29T18:42:07.060 INFO:tasks.workunit.client.0.smithi028.stdout: [4 , 18712 ] 2024-08-29T18:42:07.060 INFO:tasks.workunit.client.0.smithi028.stdout: [5 , 22403 ] 2024-08-29T18:42:07.060 INFO:tasks.workunit.client.0.smithi028.stdout: [12 , 51872 ] 2024-08-29T18:42:07.060 INFO:tasks.workunit.client.0.smithi028.stdout: [32 , 131100 ] 2024-08-29T18:42:07.060 INFO:tasks.workunit.client.0.smithi028.stdout: [34 , 141223 ] 2024-08-29T18:42:07.060 INFO:tasks.workunit.client.0.smithi028.stdout: [54 , 223046 ] 2024-08-29T18:42:07.061 INFO:tasks.workunit.client.0.smithi028.stdout: [63 , 258668 ] 2024-08-29T18:42:07.061 INFO:tasks.workunit.client.0.smithi028.stdout: [65 , 269105 ] 2024-08-29T18:42:07.061 INFO:tasks.workunit.client.0.smithi028.stdout: [66 , 272831 ] 2024-08-29T18:42:07.061 INFO:tasks.workunit.client.0.smithi028.stdout: [73 , 300545 ] 2024-08-29T18:42:07.061 INFO:tasks.workunit.client.0.smithi028.stdout: [75 , 310280 ] 2024-08-29T18:42:07.061 INFO:tasks.workunit.client.0.smithi028.stdout: [95 , 390483 ] 2024-08-29T18:42:07.061 INFO:tasks.workunit.client.0.smithi028.stdout: [108 , 443357 ] 2024-08-29T18:42:07.061 INFO:tasks.workunit.client.0.smithi028.stdout: [123 , 506461 ] 2024-08-29T18:42:07.061 INFO:tasks.workunit.client.0.smithi028.stdout: [147 , 605049 ] 2024-08-29T18:42:07.061 INFO:tasks.workunit.client.0.smithi028.stdout: [156 , 639310 ] 2024-08-29T18:42:07.061 INFO:tasks.workunit.client.0.smithi028.stdout: [163 , 670598 ] 2024-08-29T18:42:07.062 INFO:tasks.workunit.client.0.smithi028.stdout: [171 , 701993 ] 2024-08-29T18:42:07.062 INFO:tasks.workunit.client.0.smithi028.stdout: [180 , 738566 ] 2024-08-29T18:42:07.062 INFO:tasks.workunit.client.0.smithi028.stdout: [186 , 764858 ] 2024-08-29T18:42:07.062 INFO:tasks.workunit.client.0.smithi028.stdout: [189 , 775249 ] 2024-08-29T18:42:07.062 INFO:tasks.workunit.client.0.smithi028.stdout: [190 , 781045 ] 2024-08-29T18:42:07.062 INFO:tasks.workunit.client.0.smithi028.stdout: [206 , 846140 ] 2024-08-29T18:42:07.062 INFO:tasks.workunit.client.0.smithi028.stdout: [212 , 869142 ] 2024-08-29T18:42:07.062 INFO:tasks.workunit.client.0.smithi028.stdout: [215 , 880714 ] 2024-08-29T18:42:07.062 INFO:tasks.workunit.client.0.smithi028.stdout: [220 , 902198 ] 2024-08-29T18:42:07.062 INFO:tasks.workunit.client.0.smithi028.stdout: [235 , 963805 ] 2024-08-29T18:42:07.062 INFO:tasks.workunit.client.0.smithi028.stdout: [243 , 997058 ] 2024-08-29T18:42:07.062 INFO:tasks.workunit.client.0.smithi028.stdout: [255 , 1045627 ] 2024-08-29T18:42:07.063 INFO:tasks.workunit.client.0.smithi028.stdout: [260 , 1066323 ] 2024-08-29T18:42:07.063 INFO:tasks.workunit.client.0.smithi028.stdout: [271 , 1112173 ] 2024-08-29T18:42:07.063 INFO:tasks.workunit.client.0.smithi028.stdout: [273 , 1120089 ] 2024-08-29T18:42:07.063 INFO:tasks.workunit.client.0.smithi028.stdout: [287 , 1176764 ] 2024-08-29T18:42:07.063 INFO:tasks.workunit.client.0.smithi028.stdout: [293 , 1202967 ] 2024-08-29T18:42:07.063 INFO:tasks.workunit.client.0.smithi028.stdout: [294 , 1207628 ] 2024-08-29T18:42:07.063 INFO:tasks.workunit.client.0.smithi028.stdout: [303 , 1241590 ] 2024-08-29T18:42:07.063 INFO:tasks.workunit.client.0.smithi028.stdout: [306 , 1253965 ] 2024-08-29T18:42:07.063 INFO:tasks.workunit.client.0.smithi028.stdout: [321 , 1316244 ] 2024-08-29T18:42:07.063 INFO:tasks.workunit.client.0.smithi028.stdout: [331 , 1356864 ] 2024-08-29T18:42:07.064 INFO:tasks.workunit.client.0.smithi028.stdout: [347 , 1424088 ] 2024-08-29T18:42:07.064 INFO:tasks.workunit.client.0.smithi028.stdout: [367 , 1503426 ] 2024-08-29T18:42:07.064 INFO:tasks.workunit.client.0.smithi028.stdout: [371 , 1520829 ] 2024-08-29T18:42:07.064 INFO:tasks.workunit.client.0.smithi028.stdout: [375 , 1538033 ] 2024-08-29T18:42:07.064 INFO:tasks.workunit.client.0.smithi028.stdout: [389 , 1594885 ] 2024-08-29T18:42:07.064 INFO:tasks.workunit.client.0.smithi028.stdout: [390 , 1598571 ] 2024-08-29T18:42:07.064 INFO:tasks.workunit.client.0.smithi028.stdout: [402 , 1648734 ] 2024-08-29T18:42:07.064 INFO:tasks.workunit.client.0.smithi028.stdout: [409 , 1675567 ] 2024-08-29T18:42:07.064 INFO:tasks.workunit.client.0.smithi028.stdout: [416 , 1704580 ] 2024-08-29T18:42:07.064 INFO:tasks.workunit.client.0.smithi028.stdout: [433 , 1775902 ] 2024-08-29T18:42:07.064 INFO:tasks.workunit.client.0.smithi028.stdout: [440 , 1805183 ] 2024-08-29T18:42:07.064 INFO:tasks.workunit.client.0.smithi028.stdout: [450 , 1843561 ] 2024-08-29T18:42:07.064 INFO:tasks.workunit.client.0.smithi028.stdout: [453 , 1856004 ] 2024-08-29T18:42:07.064 INFO:tasks.workunit.client.0.smithi028.stdout: [460 , 1886935 ] 2024-08-29T18:42:07.064 INFO:tasks.workunit.client.0.smithi028.stdout: [461 , 1890402 ] 2024-08-29T18:42:07.065 INFO:tasks.workunit.client.0.smithi028.stdout: [473 , 1940979 ] 2024-08-29T18:42:07.065 INFO:tasks.workunit.client.0.smithi028.stdout: [477 , 1955095 ] 2024-08-29T18:42:07.065 INFO:tasks.workunit.client.0.smithi028.stdout: [495 , 2030578 ] 2024-08-29T18:42:07.065 INFO:tasks.workunit.client.0.smithi028.stdout: [541 , 2216174 ] 2024-08-29T18:42:07.065 INFO:tasks.workunit.client.0.smithi028.stdout: [548 , 2247519 ] 2024-08-29T18:42:07.065 INFO:tasks.workunit.client.0.smithi028.stdout: [549 , 2250095 ] 2024-08-29T18:42:07.065 INFO:tasks.workunit.client.0.smithi028.stdout: [567 , 2322667 ] 2024-08-29T18:42:07.065 INFO:tasks.workunit.client.0.smithi028.stdout: [581 , 2380336 ] 2024-08-29T18:42:07.065 INFO:tasks.workunit.client.0.smithi028.stdout: [624 , 2558987 ] 2024-08-29T18:42:07.065 INFO:tasks.workunit.client.0.smithi028.stdout: [630 , 2583931 ] 2024-08-29T18:42:07.065 INFO:tasks.workunit.client.0.smithi028.stdout: [632 , 2590193 ] 2024-08-29T18:42:07.065 INFO:tasks.workunit.client.0.smithi028.stdout: [678 , 2778630 ] 2024-08-29T18:42:07.065 INFO:tasks.workunit.client.0.smithi028.stdout: [707 , 2897654 ] 2024-08-29T18:42:07.065 INFO:tasks.workunit.client.0.smithi028.stdout: [736 , 3017462 ] 2024-08-29T18:42:07.066 INFO:tasks.workunit.client.0.smithi028.stdout: [738 , 3023853 ] 2024-08-29T18:42:07.066 INFO:tasks.workunit.client.0.smithi028.stdout: [747 , 3061786 ] 2024-08-29T18:42:07.066 INFO:tasks.workunit.client.0.smithi028.stdout: [750 , 3074734 ] 2024-08-29T18:42:07.066 INFO:tasks.workunit.client.0.smithi028.stdout: [751 , 3077051 ] 2024-08-29T18:42:07.066 INFO:tasks.workunit.client.0.smithi028.stdout: [753 , 3086686 ] 2024-08-29T18:42:07.066 INFO:tasks.workunit.client.0.smithi028.stdout: [774 , 3173355 ] 2024-08-29T18:42:07.066 INFO:tasks.workunit.client.0.smithi028.stdout: [800 , 3279779 ] 2024-08-29T18:42:07.066 INFO:tasks.workunit.client.0.smithi028.stdout: [823 , 3373345 ] 2024-08-29T18:42:07.066 INFO:tasks.workunit.client.0.smithi028.stdout: [824 , 3375529 ] 2024-08-29T18:42:07.066 INFO:tasks.workunit.client.0.smithi028.stdout: [829 , 3397873 ] 2024-08-29T18:42:07.066 INFO:tasks.workunit.client.0.smithi028.stdout: [838 , 3433368 ] 2024-08-29T18:42:07.066 INFO:tasks.workunit.client.0.smithi028.stdout: [847 , 3472187 ] 2024-08-29T18:42:07.066 INFO:tasks.workunit.client.0.smithi028.stdout: [854 , 3498305 ] 2024-08-29T18:42:07.066 INFO:tasks.workunit.client.0.smithi028.stdout: [862 , 3532129 ] 2024-08-29T18:42:07.067 INFO:tasks.workunit.client.0.smithi028.stdout: [881 , 3610138 ] 2024-08-29T18:42:07.067 INFO:tasks.workunit.client.0.smithi028.stdout: [889 , 3641898 ] 2024-08-29T18:42:07.067 INFO:tasks.workunit.client.0.smithi028.stdout: [905 , 3709614 ] 2024-08-29T18:42:07.067 INFO:tasks.workunit.client.0.smithi028.stdout: [916 , 3753919 ] 2024-08-29T18:42:07.067 INFO:tasks.workunit.client.0.smithi028.stdout: [917 , 3757113 ] 2024-08-29T18:42:07.067 INFO:tasks.workunit.client.0.smithi028.stdout: [919 , 3765949 ] 2024-08-29T18:42:07.067 INFO:tasks.workunit.client.0.smithi028.stdout: [924 , 3785559 ] 2024-08-29T18:42:07.067 INFO:tasks.workunit.client.0.smithi028.stdout: [927 , 3799619 ] 2024-08-29T18:42:07.067 INFO:tasks.workunit.client.0.smithi028.stdout: [934 , 3827723 ] 2024-08-29T18:42:07.067 INFO:tasks.workunit.client.0.smithi028.stdout: [936 , 3835686 ] 2024-08-29T18:42:07.067 INFO:tasks.workunit.client.0.smithi028.stdout: [937 , 3840143 ] 2024-08-29T18:42:07.067 INFO:tasks.workunit.client.0.smithi028.stdout: [978 , 4006149 ] 2024-08-29T18:42:07.067 INFO:tasks.workunit.client.0.smithi028.stdout: [989 , 4053327 ] 2024-08-29T18:42:07.067 INFO:tasks.workunit.client.0.smithi028.stdout: [1012 , 4147163 ] 2024-08-29T18:42:07.067 INFO:tasks.workunit.client.0.smithi028.stdout: [1016 , 4161781 ] 2024-08-29T18:42:07.068 INFO:tasks.workunit.client.0.smithi028.stdout:write data based on random map 2024-08-29T18:42:07.068 INFO:tasks.workunit.client.0.smithi028.stdout: write object-4 2024-08-29T18:42:07.068 INFO:tasks.workunit.client.0.smithi028.stdout: write object-5 2024-08-29T18:42:07.068 INFO:tasks.workunit.client.0.smithi028.stdout: write object-12 2024-08-29T18:42:07.068 INFO:tasks.workunit.client.0.smithi028.stdout: write object-32 2024-08-29T18:42:07.068 INFO:tasks.workunit.client.0.smithi028.stdout: write object-34 2024-08-29T18:42:07.068 INFO:tasks.workunit.client.0.smithi028.stdout: write object-54 2024-08-29T18:42:07.068 INFO:tasks.workunit.client.0.smithi028.stdout: write object-63 2024-08-29T18:42:07.068 INFO:tasks.workunit.client.0.smithi028.stdout: write object-65 2024-08-29T18:42:07.068 INFO:tasks.workunit.client.0.smithi028.stdout: write object-66 2024-08-29T18:42:07.068 INFO:tasks.workunit.client.0.smithi028.stdout: write object-73 2024-08-29T18:42:07.068 INFO:tasks.workunit.client.0.smithi028.stdout: write object-75 2024-08-29T18:42:07.068 INFO:tasks.workunit.client.0.smithi028.stdout: write object-95 2024-08-29T18:42:07.068 INFO:tasks.workunit.client.0.smithi028.stdout: write object-108 2024-08-29T18:42:07.068 INFO:tasks.workunit.client.0.smithi028.stdout: write object-123 2024-08-29T18:42:07.069 INFO:tasks.workunit.client.0.smithi028.stdout: write object-147 2024-08-29T18:42:07.069 INFO:tasks.workunit.client.0.smithi028.stdout: write object-156 2024-08-29T18:42:07.069 INFO:tasks.workunit.client.0.smithi028.stdout: write object-163 2024-08-29T18:42:07.069 INFO:tasks.workunit.client.0.smithi028.stdout: write object-171 2024-08-29T18:42:07.069 INFO:tasks.workunit.client.0.smithi028.stdout: write object-180 2024-08-29T18:42:07.069 INFO:tasks.workunit.client.0.smithi028.stdout: write object-186 2024-08-29T18:42:07.069 INFO:tasks.workunit.client.0.smithi028.stdout: write object-189 2024-08-29T18:42:07.069 INFO:tasks.workunit.client.0.smithi028.stdout: write object-190 2024-08-29T18:42:07.069 INFO:tasks.workunit.client.0.smithi028.stdout: write object-206 2024-08-29T18:42:07.069 INFO:tasks.workunit.client.0.smithi028.stdout: write object-212 2024-08-29T18:42:07.069 INFO:tasks.workunit.client.0.smithi028.stdout: write object-215 2024-08-29T18:42:07.069 INFO:tasks.workunit.client.0.smithi028.stdout: write object-220 2024-08-29T18:42:07.069 INFO:tasks.workunit.client.0.smithi028.stdout: write object-235 2024-08-29T18:42:07.069 INFO:tasks.workunit.client.0.smithi028.stdout: write object-243 2024-08-29T18:42:07.070 INFO:tasks.workunit.client.0.smithi028.stdout: write object-255 2024-08-29T18:42:07.070 INFO:tasks.workunit.client.0.smithi028.stdout: write object-260 2024-08-29T18:42:07.070 INFO:tasks.workunit.client.0.smithi028.stdout: write object-271 2024-08-29T18:42:07.070 INFO:tasks.workunit.client.0.smithi028.stdout: write object-273 2024-08-29T18:42:07.070 INFO:tasks.workunit.client.0.smithi028.stdout: write object-287 2024-08-29T18:42:07.070 INFO:tasks.workunit.client.0.smithi028.stdout: write object-293 2024-08-29T18:42:07.070 INFO:tasks.workunit.client.0.smithi028.stdout: write object-294 2024-08-29T18:42:07.070 INFO:tasks.workunit.client.0.smithi028.stdout: write object-303 2024-08-29T18:42:07.070 INFO:tasks.workunit.client.0.smithi028.stdout: write object-306 2024-08-29T18:42:07.070 INFO:tasks.workunit.client.0.smithi028.stdout: write object-321 2024-08-29T18:42:07.070 INFO:tasks.workunit.client.0.smithi028.stdout: write object-331 2024-08-29T18:42:07.070 INFO:tasks.workunit.client.0.smithi028.stdout: write object-347 2024-08-29T18:42:07.070 INFO:tasks.workunit.client.0.smithi028.stdout: write object-367 2024-08-29T18:42:07.070 INFO:tasks.workunit.client.0.smithi028.stdout: write object-371 2024-08-29T18:42:07.071 INFO:tasks.workunit.client.0.smithi028.stdout: write object-375 2024-08-29T18:42:07.071 INFO:tasks.workunit.client.0.smithi028.stdout: write object-389 2024-08-29T18:42:07.071 INFO:tasks.workunit.client.0.smithi028.stdout: write object-390 2024-08-29T18:42:07.071 INFO:tasks.workunit.client.0.smithi028.stdout: write object-402 2024-08-29T18:42:07.071 INFO:tasks.workunit.client.0.smithi028.stdout: write object-409 2024-08-29T18:42:07.071 INFO:tasks.workunit.client.0.smithi028.stdout: write object-416 2024-08-29T18:42:07.071 INFO:tasks.workunit.client.0.smithi028.stdout: write object-433 2024-08-29T18:42:07.071 INFO:tasks.workunit.client.0.smithi028.stdout: write object-440 2024-08-29T18:42:07.071 INFO:tasks.workunit.client.0.smithi028.stdout: write object-450 2024-08-29T18:42:07.071 INFO:tasks.workunit.client.0.smithi028.stdout: write object-453 2024-08-29T18:42:07.071 INFO:tasks.workunit.client.0.smithi028.stdout: write object-460 2024-08-29T18:42:07.071 INFO:tasks.workunit.client.0.smithi028.stdout: write object-461 2024-08-29T18:42:07.071 INFO:tasks.workunit.client.0.smithi028.stdout: write object-473 2024-08-29T18:42:07.071 INFO:tasks.workunit.client.0.smithi028.stdout: write object-477 2024-08-29T18:42:07.072 INFO:tasks.workunit.client.0.smithi028.stdout: write object-495 2024-08-29T18:42:07.072 INFO:tasks.workunit.client.0.smithi028.stdout: write object-541 2024-08-29T18:42:07.072 INFO:tasks.workunit.client.0.smithi028.stdout: write object-548 2024-08-29T18:42:07.072 INFO:tasks.workunit.client.0.smithi028.stdout: write object-549 2024-08-29T18:42:07.072 INFO:tasks.workunit.client.0.smithi028.stdout: write object-567 2024-08-29T18:42:07.072 INFO:tasks.workunit.client.0.smithi028.stdout: write object-581 2024-08-29T18:42:07.072 INFO:tasks.workunit.client.0.smithi028.stdout: write object-624 2024-08-29T18:42:07.072 INFO:tasks.workunit.client.0.smithi028.stdout: write object-630 2024-08-29T18:42:07.072 INFO:tasks.workunit.client.0.smithi028.stdout: write object-632 2024-08-29T18:42:07.072 INFO:tasks.workunit.client.0.smithi028.stdout: write object-678 2024-08-29T18:42:07.072 INFO:tasks.workunit.client.0.smithi028.stdout: write object-707 2024-08-29T18:42:07.072 INFO:tasks.workunit.client.0.smithi028.stdout: write object-736 2024-08-29T18:42:07.072 INFO:tasks.workunit.client.0.smithi028.stdout: write object-738 2024-08-29T18:42:07.073 INFO:tasks.workunit.client.0.smithi028.stdout: write object-747 2024-08-29T18:42:07.073 INFO:tasks.workunit.client.0.smithi028.stdout: write object-750 2024-08-29T18:42:07.073 INFO:tasks.workunit.client.0.smithi028.stdout: write object-751 2024-08-29T18:42:07.073 INFO:tasks.workunit.client.0.smithi028.stdout: write object-753 2024-08-29T18:42:07.073 INFO:tasks.workunit.client.0.smithi028.stdout: write object-774 2024-08-29T18:42:07.073 INFO:tasks.workunit.client.0.smithi028.stdout: write object-800 2024-08-29T18:42:07.073 INFO:tasks.workunit.client.0.smithi028.stdout: write object-823 2024-08-29T18:42:07.073 INFO:tasks.workunit.client.0.smithi028.stdout: write object-824 2024-08-29T18:42:07.073 INFO:tasks.workunit.client.0.smithi028.stdout: write object-829 2024-08-29T18:42:07.073 INFO:tasks.workunit.client.0.smithi028.stdout: write object-838 2024-08-29T18:42:07.073 INFO:tasks.workunit.client.0.smithi028.stdout: write object-847 2024-08-29T18:42:07.073 INFO:tasks.workunit.client.0.smithi028.stdout: write object-854 2024-08-29T18:42:07.073 INFO:tasks.workunit.client.0.smithi028.stdout: write object-862 2024-08-29T18:42:07.074 INFO:tasks.workunit.client.0.smithi028.stdout: write object-881 2024-08-29T18:42:07.074 INFO:tasks.workunit.client.0.smithi028.stdout: write object-889 2024-08-29T18:42:07.074 INFO:tasks.workunit.client.0.smithi028.stdout: write object-905 2024-08-29T18:42:07.074 INFO:tasks.workunit.client.0.smithi028.stdout: write object-916 2024-08-29T18:42:07.074 INFO:tasks.workunit.client.0.smithi028.stdout: write object-917 2024-08-29T18:42:07.631 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:42:07 smithi028 bash[78352]: cluster 2024-08-29T18:42:06.317693+0000 mgr.y (mgr.25022) 1661 : cluster [DBG] pgmap v2841: 137 pgs: 137 active+clean; 8.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 3.2 MiB/s rd, 3.0 MiB/s wr, 247 op/s 2024-08-29T18:42:07.632 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:42:07 smithi028 bash[78352]: cluster 2024-08-29T18:42:06.376762+0000 mon.a (mon.0) 2969 : cluster [DBG] osdmap e1662: 8 total, 8 up, 8 in 2024-08-29T18:42:07.632 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:42:07 smithi028 bash[77168]: cluster 2024-08-29T18:42:06.317693+0000 mgr.y (mgr.25022) 1661 : cluster [DBG] pgmap v2841: 137 pgs: 137 active+clean; 8.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 3.2 MiB/s rd, 3.0 MiB/s wr, 247 op/s 2024-08-29T18:42:07.632 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:42:07 smithi028 bash[77168]: cluster 2024-08-29T18:42:06.376762+0000 mon.a (mon.0) 2969 : cluster [DBG] osdmap e1662: 8 total, 8 up, 8 in 2024-08-29T18:42:07.827 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:42:07 smithi053 bash[68679]: cluster 2024-08-29T18:42:06.317693+0000 mgr.y (mgr.25022) 1661 : cluster [DBG] pgmap v2841: 137 pgs: 137 active+clean; 8.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 3.2 MiB/s rd, 3.0 MiB/s wr, 247 op/s 2024-08-29T18:42:07.827 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:42:07 smithi053 bash[68679]: cluster 2024-08-29T18:42:06.376762+0000 mon.a (mon.0) 2969 : cluster [DBG] osdmap e1662: 8 total, 8 up, 8 in 2024-08-29T18:42:07.926 INFO:tasks.workunit.client.0.smithi028.stdout: write object-919 2024-08-29T18:42:07.926 INFO:tasks.workunit.client.0.smithi028.stdout: write object-924 2024-08-29T18:42:07.926 INFO:tasks.workunit.client.0.smithi028.stdout: write object-927 2024-08-29T18:42:07.926 INFO:tasks.workunit.client.0.smithi028.stdout: write object-934 2024-08-29T18:42:07.926 INFO:tasks.workunit.client.0.smithi028.stdout: write object-936 2024-08-29T18:42:07.926 INFO:tasks.workunit.client.0.smithi028.stdout: write object-937 2024-08-29T18:42:07.926 INFO:tasks.workunit.client.0.smithi028.stdout: write object-978 2024-08-29T18:42:07.926 INFO:tasks.workunit.client.0.smithi028.stdout: write object-989 2024-08-29T18:42:07.926 INFO:tasks.workunit.client.0.smithi028.stdout: write object-1012 2024-08-29T18:42:07.926 INFO:tasks.workunit.client.0.smithi028.stdout: write object-1016 2024-08-29T18:42:07.927 INFO:tasks.workunit.client.0.smithi028.stdout:verify written data by reading 2024-08-29T18:42:07.927 INFO:tasks.workunit.client.0.smithi028.stdout: read object-4 2024-08-29T18:42:07.927 INFO:tasks.workunit.client.0.smithi028.stdout:made snapshot "image391@parent_snap" and protect it 2024-08-29T18:42:07.927 INFO:tasks.workunit.client.0.smithi028.stdout:made and opened clone "image392" 2024-08-29T18:42:07.927 INFO:tasks.workunit.client.0.smithi028.stdout:flattening clone: "image392" 2024-08-29T18:42:07.927 INFO:tasks.workunit.client.0.smithi028.stdout:check whether child image has the same set of objects as parent 2024-08-29T18:42:07.927 INFO:tasks.workunit.client.0.smithi028.stdout:[ OK ] TestInternal.FlattenNoEmptyObjects (1479 ms) 2024-08-29T18:42:07.927 INFO:tasks.workunit.client.0.smithi028.stdout:[ RUN ] TestInternal.PoolMetadataConfApply 2024-08-29T18:42:08.040 INFO:tasks.workunit.client.0.smithi028.stdout:[ OK ] TestInternal.PoolMetadataConfApply (114 ms) 2024-08-29T18:42:08.040 INFO:tasks.workunit.client.0.smithi028.stdout:[ RUN ] TestInternal.Sparsify 2024-08-29T18:42:08.068 INFO:tasks.workunit.client.0.smithi028.stdout:sparsify_supported=1 2024-08-29T18:42:08.068 INFO:tasks.workunit.client.0.smithi028.stdout:sparse_read_supported=1 2024-08-29T18:42:08.110 INFO:tasks.workunit.client.0.smithi028.stdout:[ OK ] TestInternal.Sparsify (71 ms) 2024-08-29T18:42:08.111 INFO:tasks.workunit.client.0.smithi028.stdout:[ RUN ] TestInternal.SparsifyClone 2024-08-29T18:42:08.136 INFO:tasks.workunit.client.0.smithi028.stdout:sparsify_supported=1 2024-08-29T18:42:08.381 INFO:journalctl@ceph.mgr.y.smithi028.stdout:Aug 29 18:42:07 smithi028 bash[70818]: [29/Aug/2024:18:42:07] ENGINE Bus STOPPING 2024-08-29T18:42:08.827 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:42:08 smithi053 bash[68679]: cluster 2024-08-29T18:42:07.533697+0000 mon.a (mon.0) 2970 : cluster [DBG] osdmap e1663: 8 total, 8 up, 8 in 2024-08-29T18:42:08.827 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:42:08 smithi053 bash[68679]: audit 2024-08-29T18:42:07.955189+0000 mon.a (mon.0) 2971 : audit [INF] from='client.? ' entity='client.admin' 2024-08-29T18:42:08.827 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:42:08 smithi053 bash[68679]: cluster 2024-08-29T18:42:07.971223+0000 mgr.y (mgr.25022) 1662 : cluster [DBG] pgmap v2844: 137 pgs: 137 active+clean; 8.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 3.4 MiB/s rd, 3.3 MiB/s wr, 226 op/s 2024-08-29T18:42:08.827 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:42:08 smithi053 bash[68679]: audit 2024-08-29T18:42:07.973040+0000 mon.a (mon.0) 2972 : audit [DBG] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-29T18:42:08.827 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:42:08 smithi053 bash[68679]: audit 2024-08-29T18:42:07.974791+0000 mon.a (mon.0) 2973 : audit [DBG] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-29T18:42:08.827 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:42:08 smithi053 bash[68679]: audit 2024-08-29T18:42:07.975696+0000 mon.a (mon.0) 2974 : audit [INF] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-29T18:42:08.827 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:42:08 smithi053 bash[68679]: audit 2024-08-29T18:42:07.982423+0000 mon.a (mon.0) 2975 : audit [INF] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' 2024-08-29T18:42:08.827 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:42:08 smithi053 bash[68679]: audit 2024-08-29T18:42:08.005322+0000 mon.a (mon.0) 2976 : audit [INF] from='client.? ' entity='client.admin' 2024-08-29T18:42:08.827 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:42:08 smithi053 bash[68679]: audit 2024-08-29T18:42:08.075686+0000 mon.a (mon.0) 2977 : audit [DBG] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-29T18:42:08.827 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:42:08 smithi053 bash[68679]: audit 2024-08-29T18:42:08.077316+0000 mon.a (mon.0) 2978 : audit [DBG] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-29T18:42:08.828 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:42:08 smithi053 bash[68679]: audit 2024-08-29T18:42:08.078080+0000 mon.a (mon.0) 2979 : audit [INF] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-29T18:42:08.828 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:42:08 smithi053 bash[68679]: audit 2024-08-29T18:42:08.083458+0000 mon.a (mon.0) 2980 : audit [INF] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' 2024-08-29T18:42:08.881 INFO:journalctl@ceph.mgr.y.smithi028.stdout:Aug 29 18:42:08 smithi028 bash[70818]: [29/Aug/2024:18:42:08] ENGINE HTTP Server cherrypy._cpwsgi_server.CPWSGIServer(('::', 9283)) shut down 2024-08-29T18:42:08.882 INFO:journalctl@ceph.mgr.y.smithi028.stdout:Aug 29 18:42:08 smithi028 bash[70818]: [29/Aug/2024:18:42:08] ENGINE Bus STOPPED 2024-08-29T18:42:08.882 INFO:journalctl@ceph.mgr.y.smithi028.stdout:Aug 29 18:42:08 smithi028 bash[70818]: [29/Aug/2024:18:42:08] ENGINE Bus STARTING 2024-08-29T18:42:08.882 INFO:journalctl@ceph.mgr.y.smithi028.stdout:Aug 29 18:42:08 smithi028 bash[70818]: [29/Aug/2024:18:42:08] ENGINE Serving on http://:::9283 2024-08-29T18:42:08.882 INFO:journalctl@ceph.mgr.y.smithi028.stdout:Aug 29 18:42:08 smithi028 bash[70818]: [29/Aug/2024:18:42:08] ENGINE Bus STARTED 2024-08-29T18:42:08.882 INFO:journalctl@ceph.mgr.y.smithi028.stdout:Aug 29 18:42:08 smithi028 bash[70818]: [29/Aug/2024:18:42:08] ENGINE Bus STOPPING 2024-08-29T18:42:08.882 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:42:08 smithi028 bash[77168]: cluster 2024-08-29T18:42:07.533697+0000 mon.a (mon.0) 2970 : cluster [DBG] osdmap e1663: 8 total, 8 up, 8 in 2024-08-29T18:42:08.882 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:42:08 smithi028 bash[77168]: audit 2024-08-29T18:42:07.955189+0000 mon.a (mon.0) 2971 : audit [INF] from='client.? ' entity='client.admin' 2024-08-29T18:42:08.882 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:42:08 smithi028 bash[77168]: cluster 2024-08-29T18:42:07.971223+0000 mgr.y (mgr.25022) 1662 : cluster [DBG] pgmap v2844: 137 pgs: 137 active+clean; 8.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 3.4 MiB/s rd, 3.3 MiB/s wr, 226 op/s 2024-08-29T18:42:08.883 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:42:08 smithi028 bash[77168]: audit 2024-08-29T18:42:07.973040+0000 mon.a (mon.0) 2972 : audit [DBG] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-29T18:42:08.883 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:42:08 smithi028 bash[77168]: audit 2024-08-29T18:42:07.974791+0000 mon.a (mon.0) 2973 : audit [DBG] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-29T18:42:08.883 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:42:08 smithi028 bash[77168]: audit 2024-08-29T18:42:07.975696+0000 mon.a (mon.0) 2974 : audit [INF] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-29T18:42:08.883 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:42:08 smithi028 bash[77168]: audit 2024-08-29T18:42:07.982423+0000 mon.a (mon.0) 2975 : audit [INF] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' 2024-08-29T18:42:08.883 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:42:08 smithi028 bash[77168]: audit 2024-08-29T18:42:08.005322+0000 mon.a (mon.0) 2976 : audit [INF] from='client.? ' entity='client.admin' 2024-08-29T18:42:08.883 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:42:08 smithi028 bash[77168]: audit 2024-08-29T18:42:08.075686+0000 mon.a (mon.0) 2977 : audit [DBG] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-29T18:42:08.883 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:42:08 smithi028 bash[77168]: audit 2024-08-29T18:42:08.077316+0000 mon.a (mon.0) 2978 : audit [DBG] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-29T18:42:08.883 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:42:08 smithi028 bash[77168]: audit 2024-08-29T18:42:08.078080+0000 mon.a (mon.0) 2979 : audit [INF] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-29T18:42:08.883 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:42:08 smithi028 bash[77168]: audit 2024-08-29T18:42:08.083458+0000 mon.a (mon.0) 2980 : audit [INF] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' 2024-08-29T18:42:08.883 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:42:08 smithi028 bash[78352]: cluster 2024-08-29T18:42:07.533697+0000 mon.a (mon.0) 2970 : cluster [DBG] osdmap e1663: 8 total, 8 up, 8 in 2024-08-29T18:42:08.883 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:42:08 smithi028 bash[78352]: audit 2024-08-29T18:42:07.955189+0000 mon.a (mon.0) 2971 : audit [INF] from='client.? ' entity='client.admin' 2024-08-29T18:42:08.884 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:42:08 smithi028 bash[78352]: cluster 2024-08-29T18:42:07.971223+0000 mgr.y (mgr.25022) 1662 : cluster [DBG] pgmap v2844: 137 pgs: 137 active+clean; 8.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 3.4 MiB/s rd, 3.3 MiB/s wr, 226 op/s 2024-08-29T18:42:08.884 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:42:08 smithi028 bash[78352]: audit 2024-08-29T18:42:07.973040+0000 mon.a (mon.0) 2972 : audit [DBG] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-29T18:42:08.884 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:42:08 smithi028 bash[78352]: audit 2024-08-29T18:42:07.974791+0000 mon.a (mon.0) 2973 : audit [DBG] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-29T18:42:08.884 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:42:08 smithi028 bash[78352]: audit 2024-08-29T18:42:07.975696+0000 mon.a (mon.0) 2974 : audit [INF] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-29T18:42:08.884 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:42:08 smithi028 bash[78352]: audit 2024-08-29T18:42:07.982423+0000 mon.a (mon.0) 2975 : audit [INF] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' 2024-08-29T18:42:08.884 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:42:08 smithi028 bash[78352]: audit 2024-08-29T18:42:08.005322+0000 mon.a (mon.0) 2976 : audit [INF] from='client.? ' entity='client.admin' 2024-08-29T18:42:08.884 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:42:08 smithi028 bash[78352]: audit 2024-08-29T18:42:08.075686+0000 mon.a (mon.0) 2977 : audit [DBG] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-29T18:42:08.884 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:42:08 smithi028 bash[78352]: audit 2024-08-29T18:42:08.077316+0000 mon.a (mon.0) 2978 : audit [DBG] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-29T18:42:08.884 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:42:08 smithi028 bash[78352]: audit 2024-08-29T18:42:08.078080+0000 mon.a (mon.0) 2979 : audit [INF] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-29T18:42:08.884 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:42:08 smithi028 bash[78352]: audit 2024-08-29T18:42:08.083458+0000 mon.a (mon.0) 2980 : audit [INF] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' 2024-08-29T18:42:09.381 INFO:journalctl@ceph.mgr.y.smithi028.stdout:Aug 29 18:42:09 smithi028 bash[70818]: [29/Aug/2024:18:42:09] ENGINE HTTP Server cherrypy._cpwsgi_server.CPWSGIServer(('::', 9283)) shut down 2024-08-29T18:42:09.382 INFO:journalctl@ceph.mgr.y.smithi028.stdout:Aug 29 18:42:09 smithi028 bash[70818]: [29/Aug/2024:18:42:09] ENGINE Bus STOPPED 2024-08-29T18:42:09.382 INFO:journalctl@ceph.mgr.y.smithi028.stdout:Aug 29 18:42:09 smithi028 bash[70818]: [29/Aug/2024:18:42:09] ENGINE Bus STARTING 2024-08-29T18:42:09.382 INFO:journalctl@ceph.mgr.y.smithi028.stdout:Aug 29 18:42:09 smithi028 bash[70818]: [29/Aug/2024:18:42:09] ENGINE Serving on http://:::9283 2024-08-29T18:42:09.382 INFO:journalctl@ceph.mgr.y.smithi028.stdout:Aug 29 18:42:09 smithi028 bash[70818]: [29/Aug/2024:18:42:09] ENGINE Bus STARTED 2024-08-29T18:42:09.826 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:42:09 smithi053 bash[68679]: cluster 2024-08-29T18:42:08.953081+0000 mon.a (mon.0) 2981 : cluster [WRN] Health check failed: Telemetry requires re-opt-in (TELEMETRY_CHANGED) 2024-08-29T18:42:09.826 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:42:09 smithi053 bash[68679]: cluster 2024-08-29T18:42:09.089136+0000 mon.a (mon.0) 2982 : cluster [DBG] osdmap e1664: 8 total, 8 up, 8 in 2024-08-29T18:42:09.881 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:42:09 smithi028 bash[78352]: cluster 2024-08-29T18:42:08.953081+0000 mon.a (mon.0) 2981 : cluster [WRN] Health check failed: Telemetry requires re-opt-in (TELEMETRY_CHANGED) 2024-08-29T18:42:09.882 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:42:09 smithi028 bash[78352]: cluster 2024-08-29T18:42:09.089136+0000 mon.a (mon.0) 2982 : cluster [DBG] osdmap e1664: 8 total, 8 up, 8 in 2024-08-29T18:42:09.882 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:42:09 smithi028 bash[77168]: cluster 2024-08-29T18:42:08.953081+0000 mon.a (mon.0) 2981 : cluster [WRN] Health check failed: Telemetry requires re-opt-in (TELEMETRY_CHANGED) 2024-08-29T18:42:09.882 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:42:09 smithi028 bash[77168]: cluster 2024-08-29T18:42:09.089136+0000 mon.a (mon.0) 2982 : cluster [DBG] osdmap e1664: 8 total, 8 up, 8 in 2024-08-29T18:42:10.591 INFO:tasks.workunit.client.0.smithi028.stdout:[ OK ] TestInternal.SparsifyClone (2480 ms) 2024-08-29T18:42:10.591 INFO:tasks.workunit.client.0.smithi028.stdout:[ RUN ] TestInternal.MissingDataPool 2024-08-29T18:42:10.826 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:42:10 smithi053 bash[68679]: cluster 2024-08-29T18:42:09.972371+0000 mgr.y (mgr.25022) 1663 : cluster [DBG] pgmap v2846: 137 pgs: 137 active+clean; 9.0 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 418 KiB/s rd, 151 KiB/s wr, 664 op/s 2024-08-29T18:42:10.881 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:42:10 smithi028 bash[78352]: cluster 2024-08-29T18:42:09.972371+0000 mgr.y (mgr.25022) 1663 : cluster [DBG] pgmap v2846: 137 pgs: 137 active+clean; 9.0 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 418 KiB/s rd, 151 KiB/s wr, 664 op/s 2024-08-29T18:42:10.881 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:42:10 smithi028 bash[77168]: cluster 2024-08-29T18:42:09.972371+0000 mgr.y (mgr.25022) 1663 : cluster [DBG] pgmap v2846: 137 pgs: 137 active+clean; 9.0 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 418 KiB/s rd, 151 KiB/s wr, 664 op/s 2024-08-29T18:42:11.829 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:42:11 smithi053 bash[68679]: cluster 2024-08-29T18:42:10.547493+0000 mon.a (mon.0) 2983 : cluster [DBG] osdmap e1665: 8 total, 8 up, 8 in 2024-08-29T18:42:11.837 INFO:tasks.workunit.client.0.smithi028.stdout:[ OK ] TestInternal.MissingDataPool (1247 ms) 2024-08-29T18:42:11.881 INFO:journalctl@ceph.mgr.y.smithi028.stdout:Aug 29 18:42:11 smithi028 bash[70818]: ::ffff:172.21.15.53 - - [29/Aug/2024:18:42:11] "GET /metrics HTTP/1.1" 200 36420 "" "Prometheus/2.43.0" 2024-08-29T18:42:11.882 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:42:11 smithi028 bash[78352]: cluster 2024-08-29T18:42:10.547493+0000 mon.a (mon.0) 2983 : cluster [DBG] osdmap e1665: 8 total, 8 up, 8 in 2024-08-29T18:42:11.882 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:42:11 smithi028 bash[77168]: cluster 2024-08-29T18:42:10.547493+0000 mon.a (mon.0) 2983 : cluster [DBG] osdmap e1665: 8 total, 8 up, 8 in 2024-08-29T18:42:12.575 INFO:tasks.workunit.client.0.smithi028.stdout:[----------] 34 tests from TestInternal (36584 ms total) 2024-08-29T18:42:12.575 INFO:tasks.workunit.client.0.smithi028.stdout: 2024-08-29T18:42:12.576 INFO:tasks.workunit.client.0.smithi028.stdout:[----------] 17 tests from TestImageWatcher 2024-08-29T18:42:12.576 INFO:journalctl@ceph.prometheus.a.smithi053.stdout:Aug 29 18:42:12 smithi053 bash[95567]: ts=2024-08-29T18:42:12.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"3167ee72-662c-11ef-bcd4-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-29T18:42:12.576 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:42:12 smithi053 bash[68679]: cluster 2024-08-29T18:42:11.555477+0000 mon.a (mon.0) 2984 : cluster [DBG] osdmap e1666: 8 total, 8 up, 8 in 2024-08-29T18:42:12.577 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:42:12 smithi053 bash[68679]: cluster 2024-08-29T18:42:11.973122+0000 mgr.y (mgr.25022) 1664 : cluster [DBG] pgmap v2849: 137 pgs: 137 active+clean; 9.1 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 494 KiB/s rd, 171 KiB/s wr, 787 op/s 2024-08-29T18:42:12.577 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:42:12 smithi053 bash[68679]: audit 2024-08-29T18:42:12.150258+0000 mon.a (mon.0) 2985 : audit [INF] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' 2024-08-29T18:42:12.577 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:42:12 smithi053 bash[68679]: audit 2024-08-29T18:42:12.152472+0000 mon.a (mon.0) 2986 : audit [DBG] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-29T18:42:12.881 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:42:12 smithi028 bash[78352]: cluster 2024-08-29T18:42:11.555477+0000 mon.a (mon.0) 2984 : cluster [DBG] osdmap e1666: 8 total, 8 up, 8 in 2024-08-29T18:42:12.881 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:42:12 smithi028 bash[78352]: cluster 2024-08-29T18:42:11.973122+0000 mgr.y (mgr.25022) 1664 : cluster [DBG] pgmap v2849: 137 pgs: 137 active+clean; 9.1 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 494 KiB/s rd, 171 KiB/s wr, 787 op/s 2024-08-29T18:42:12.882 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:42:12 smithi028 bash[78352]: audit 2024-08-29T18:42:12.150258+0000 mon.a (mon.0) 2985 : audit [INF] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' 2024-08-29T18:42:12.882 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:42:12 smithi028 bash[78352]: audit 2024-08-29T18:42:12.152472+0000 mon.a (mon.0) 2986 : audit [DBG] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-29T18:42:12.882 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:42:12 smithi028 bash[77168]: cluster 2024-08-29T18:42:11.555477+0000 mon.a (mon.0) 2984 : cluster [DBG] osdmap e1666: 8 total, 8 up, 8 in 2024-08-29T18:42:12.882 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:42:12 smithi028 bash[77168]: cluster 2024-08-29T18:42:11.973122+0000 mgr.y (mgr.25022) 1664 : cluster [DBG] pgmap v2849: 137 pgs: 137 active+clean; 9.1 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 494 KiB/s rd, 171 KiB/s wr, 787 op/s 2024-08-29T18:42:12.882 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:42:12 smithi028 bash[77168]: audit 2024-08-29T18:42:12.150258+0000 mon.a (mon.0) 2985 : audit [INF] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' 2024-08-29T18:42:12.882 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:42:12 smithi028 bash[77168]: audit 2024-08-29T18:42:12.152472+0000 mon.a (mon.0) 2986 : audit [DBG] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-29T18:42:13.826 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:42:13 smithi053 bash[68679]: cluster 2024-08-29T18:42:12.568742+0000 mon.a (mon.0) 2987 : cluster [DBG] osdmap e1667: 8 total, 8 up, 8 in 2024-08-29T18:42:13.881 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:42:13 smithi028 bash[78352]: cluster 2024-08-29T18:42:12.568742+0000 mon.a (mon.0) 2987 : cluster [DBG] osdmap e1667: 8 total, 8 up, 8 in 2024-08-29T18:42:13.882 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:42:13 smithi028 bash[77168]: cluster 2024-08-29T18:42:12.568742+0000 mon.a (mon.0) 2987 : cluster [DBG] osdmap e1667: 8 total, 8 up, 8 in 2024-08-29T18:42:14.595 INFO:tasks.workunit.client.0.smithi028.stdout:[ RUN ] TestImageWatcher.NotifyHeaderUpdate 2024-08-29T18:42:14.881 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:42:14 smithi028 bash[78352]: cluster 2024-08-29T18:42:13.580051+0000 mon.a (mon.0) 2988 : cluster [DBG] osdmap e1668: 8 total, 8 up, 8 in 2024-08-29T18:42:14.882 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:42:14 smithi028 bash[78352]: audit 2024-08-29T18:42:13.586301+0000 mon.c (mon.2) 107 : audit [INF] from='client.? 172.21.15.28:0/3765989304' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi028-116573-13","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-29T18:42:14.882 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:42:14 smithi028 bash[78352]: audit 2024-08-29T18:42:13.587262+0000 mon.a (mon.0) 2989 : audit [INF] from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi028-116573-13","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-29T18:42:14.882 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:42:14 smithi028 bash[78352]: cluster 2024-08-29T18:42:13.973890+0000 mgr.y (mgr.25022) 1665 : cluster [DBG] pgmap v2852: 137 pgs: 32 unknown, 105 active+clean; 4.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail 2024-08-29T18:42:14.882 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:42:14 smithi028 bash[77168]: cluster 2024-08-29T18:42:13.580051+0000 mon.a (mon.0) 2988 : cluster [DBG] osdmap e1668: 8 total, 8 up, 8 in 2024-08-29T18:42:14.882 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:42:14 smithi028 bash[77168]: audit 2024-08-29T18:42:13.586301+0000 mon.c (mon.2) 107 : audit [INF] from='client.? 172.21.15.28:0/3765989304' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi028-116573-13","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-29T18:42:14.882 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:42:14 smithi028 bash[77168]: audit 2024-08-29T18:42:13.587262+0000 mon.a (mon.0) 2989 : audit [INF] from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi028-116573-13","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-29T18:42:14.882 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:42:14 smithi028 bash[77168]: cluster 2024-08-29T18:42:13.973890+0000 mgr.y (mgr.25022) 1665 : cluster [DBG] pgmap v2852: 137 pgs: 32 unknown, 105 active+clean; 4.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail 2024-08-29T18:42:15.076 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:42:14 smithi053 bash[68679]: cluster 2024-08-29T18:42:13.580051+0000 mon.a (mon.0) 2988 : cluster [DBG] osdmap e1668: 8 total, 8 up, 8 in 2024-08-29T18:42:15.077 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:42:14 smithi053 bash[68679]: audit 2024-08-29T18:42:13.586301+0000 mon.c (mon.2) 107 : audit [INF] from='client.? 172.21.15.28:0/3765989304' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi028-116573-13","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-29T18:42:15.077 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:42:14 smithi053 bash[68679]: audit 2024-08-29T18:42:13.587262+0000 mon.a (mon.0) 2989 : audit [INF] from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi028-116573-13","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-29T18:42:15.077 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:42:14 smithi053 bash[68679]: cluster 2024-08-29T18:42:13.973890+0000 mgr.y (mgr.25022) 1665 : cluster [DBG] pgmap v2852: 137 pgs: 32 unknown, 105 active+clean; 4.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail 2024-08-29T18:42:15.882 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:42:15 smithi028 bash[78352]: cluster 2024-08-29T18:42:14.572618+0000 mon.a (mon.0) 2990 : cluster [WRN] Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-08-29T18:42:15.882 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:42:15 smithi028 bash[78352]: audit 2024-08-29T18:42:14.584398+0000 mon.a (mon.0) 2991 : audit [INF] from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi028-116573-13","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-29T18:42:15.882 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:42:15 smithi028 bash[78352]: cluster 2024-08-29T18:42:14.595597+0000 mon.a (mon.0) 2992 : cluster [DBG] osdmap e1669: 8 total, 8 up, 8 in 2024-08-29T18:42:15.882 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:42:15 smithi028 bash[77168]: cluster 2024-08-29T18:42:14.572618+0000 mon.a (mon.0) 2990 : cluster [WRN] Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-08-29T18:42:15.882 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:42:15 smithi028 bash[77168]: audit 2024-08-29T18:42:14.584398+0000 mon.a (mon.0) 2991 : audit [INF] from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi028-116573-13","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-29T18:42:15.882 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:42:15 smithi028 bash[77168]: cluster 2024-08-29T18:42:14.595597+0000 mon.a (mon.0) 2992 : cluster [DBG] osdmap e1669: 8 total, 8 up, 8 in 2024-08-29T18:42:16.076 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:42:15 smithi053 bash[68679]: cluster 2024-08-29T18:42:14.572618+0000 mon.a (mon.0) 2990 : cluster [WRN] Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-08-29T18:42:16.077 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:42:15 smithi053 bash[68679]: audit 2024-08-29T18:42:14.584398+0000 mon.a (mon.0) 2991 : audit [INF] from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi028-116573-13","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-29T18:42:16.077 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:42:15 smithi053 bash[68679]: cluster 2024-08-29T18:42:14.595597+0000 mon.a (mon.0) 2992 : cluster [DBG] osdmap e1669: 8 total, 8 up, 8 in 2024-08-29T18:42:16.694 INFO:tasks.workunit.client.0.smithi028.stdout:[ OK ] TestImageWatcher.NotifyHeaderUpdate (2099 ms) 2024-08-29T18:42:16.695 INFO:tasks.workunit.client.0.smithi028.stdout:[ RUN ] TestImageWatcher.NotifyFlatten 2024-08-29T18:42:16.739 INFO:tasks.workunit.client.0.smithi028.stdout:[ OK ] TestImageWatcher.NotifyFlatten (44 ms) 2024-08-29T18:42:16.739 INFO:tasks.workunit.client.0.smithi028.stdout:[ RUN ] TestImageWatcher.NotifyResize 2024-08-29T18:42:16.795 INFO:tasks.workunit.client.0.smithi028.stdout:[ OK ] TestImageWatcher.NotifyResize (56 ms) 2024-08-29T18:42:16.795 INFO:tasks.workunit.client.0.smithi028.stdout:[ RUN ] TestImageWatcher.NotifyRebuildObjectMap 2024-08-29T18:42:16.854 INFO:tasks.workunit.client.0.smithi028.stdout:[ OK ] TestImageWatcher.NotifyRebuildObjectMap (59 ms) 2024-08-29T18:42:16.854 INFO:tasks.workunit.client.0.smithi028.stdout:[ RUN ] TestImageWatcher.NotifyUpdateFeatures 2024-08-29T18:42:16.881 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:42:16 smithi028 bash[77168]: cluster 2024-08-29T18:42:15.603767+0000 mon.a (mon.0) 2993 : cluster [DBG] osdmap e1670: 8 total, 8 up, 8 in 2024-08-29T18:42:16.881 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:42:16 smithi028 bash[77168]: cluster 2024-08-29T18:42:15.974687+0000 mgr.y (mgr.25022) 1666 : cluster [DBG] pgmap v2855: 137 pgs: 5 creating+peering, 14 unknown, 118 active+clean; 4.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail 2024-08-29T18:42:16.882 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:42:16 smithi028 bash[78352]: cluster 2024-08-29T18:42:15.603767+0000 mon.a (mon.0) 2993 : cluster [DBG] osdmap e1670: 8 total, 8 up, 8 in 2024-08-29T18:42:16.882 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:42:16 smithi028 bash[78352]: cluster 2024-08-29T18:42:15.974687+0000 mgr.y (mgr.25022) 1666 : cluster [DBG] pgmap v2855: 137 pgs: 5 creating+peering, 14 unknown, 118 active+clean; 4.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail 2024-08-29T18:42:16.909 INFO:tasks.workunit.client.0.smithi028.stdout:[ OK ] TestImageWatcher.NotifyUpdateFeatures (55 ms) 2024-08-29T18:42:16.909 INFO:tasks.workunit.client.0.smithi028.stdout:[ RUN ] TestImageWatcher.NotifySnapCreate 2024-08-29T18:42:16.971 INFO:tasks.workunit.client.0.smithi028.stdout:[ OK ] TestImageWatcher.NotifySnapCreate (62 ms) 2024-08-29T18:42:16.971 INFO:tasks.workunit.client.0.smithi028.stdout:[ RUN ] TestImageWatcher.NotifySnapCreateError 2024-08-29T18:42:17.021 INFO:tasks.workunit.client.0.smithi028.stdout:[ OK ] TestImageWatcher.NotifySnapCreateError (50 ms) 2024-08-29T18:42:17.022 INFO:tasks.workunit.client.0.smithi028.stdout:[ RUN ] TestImageWatcher.NotifySnapRename 2024-08-29T18:42:17.076 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:42:16 smithi053 bash[68679]: cluster 2024-08-29T18:42:15.603767+0000 mon.a (mon.0) 2993 : cluster [DBG] osdmap e1670: 8 total, 8 up, 8 in 2024-08-29T18:42:17.077 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:42:16 smithi053 bash[68679]: cluster 2024-08-29T18:42:15.974687+0000 mgr.y (mgr.25022) 1666 : cluster [DBG] pgmap v2855: 137 pgs: 5 creating+peering, 14 unknown, 118 active+clean; 4.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail 2024-08-29T18:42:17.080 INFO:tasks.workunit.client.0.smithi028.stdout:[ OK ] TestImageWatcher.NotifySnapRename (60 ms) 2024-08-29T18:42:17.081 INFO:tasks.workunit.client.0.smithi028.stdout:[ RUN ] TestImageWatcher.NotifySnapRenameError 2024-08-29T18:42:17.138 INFO:tasks.workunit.client.0.smithi028.stdout:[ OK ] TestImageWatcher.NotifySnapRenameError (54 ms) 2024-08-29T18:42:17.138 INFO:tasks.workunit.client.0.smithi028.stdout:[ RUN ] TestImageWatcher.NotifySnapRemove 2024-08-29T18:42:17.183 INFO:tasks.workunit.client.0.smithi028.stdout:[ OK ] TestImageWatcher.NotifySnapRemove (48 ms) 2024-08-29T18:42:17.183 INFO:tasks.workunit.client.0.smithi028.stdout:[ RUN ] TestImageWatcher.NotifySnapProtect 2024-08-29T18:42:17.234 INFO:tasks.workunit.client.0.smithi028.stdout:[ OK ] TestImageWatcher.NotifySnapProtect (51 ms) 2024-08-29T18:42:17.234 INFO:tasks.workunit.client.0.smithi028.stdout:[ RUN ] TestImageWatcher.NotifySnapUnprotect 2024-08-29T18:42:17.292 INFO:tasks.workunit.client.0.smithi028.stdout:[ OK ] TestImageWatcher.NotifySnapUnprotect (58 ms) 2024-08-29T18:42:17.292 INFO:tasks.workunit.client.0.smithi028.stdout:[ RUN ] TestImageWatcher.NotifyRename 2024-08-29T18:42:17.350 INFO:tasks.workunit.client.0.smithi028.stdout:[ OK ] TestImageWatcher.NotifyRename (58 ms) 2024-08-29T18:42:17.350 INFO:tasks.workunit.client.0.smithi028.stdout:[ RUN ] TestImageWatcher.NotifyAsyncTimedOut 2024-08-29T18:42:17.409 INFO:tasks.workunit.client.0.smithi028.stdout:[ OK ] TestImageWatcher.NotifyAsyncTimedOut (59 ms) 2024-08-29T18:42:17.409 INFO:tasks.workunit.client.0.smithi028.stdout:[ RUN ] TestImageWatcher.NotifyAsyncError 2024-08-29T18:42:17.465 INFO:tasks.workunit.client.0.smithi028.stdout:[ OK ] TestImageWatcher.NotifyAsyncError (56 ms) 2024-08-29T18:42:17.465 INFO:tasks.workunit.client.0.smithi028.stdout:[ RUN ] TestImageWatcher.NotifyAsyncCompleteError 2024-08-29T18:42:17.525 INFO:tasks.workunit.client.0.smithi028.stdout:[ OK ] TestImageWatcher.NotifyAsyncCompleteError (60 ms) 2024-08-29T18:42:17.525 INFO:tasks.workunit.client.0.smithi028.stdout:[ RUN ] TestImageWatcher.NotifyAsyncRequestTimedOut 2024-08-29T18:42:17.582 INFO:tasks.workunit.client.0.smithi028.stdout:[ OK ] TestImageWatcher.NotifyAsyncRequestTimedOut (57 ms) 2024-08-29T18:42:17.625 INFO:tasks.workunit.client.0.smithi028.stdout:[----------] 17 tests from TestImageWatcher (2987 ms total) 2024-08-29T18:42:17.626 INFO:tasks.workunit.client.0.smithi028.stdout: 2024-08-29T18:42:17.626 INFO:tasks.workunit.client.0.smithi028.stdout:[----------] 160 tests from TestLibRBD 2024-08-29T18:42:17.662 INFO:tasks.workunit.client.0.smithi028.stdout:[ RUN ] TestLibRBD.CreateAndStat 2024-08-29T18:42:17.881 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:42:17 smithi028 bash[78352]: cluster 2024-08-29T18:42:16.596635+0000 mon.a (mon.0) 2994 : cluster [INF] Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-08-29T18:42:17.881 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:42:17 smithi028 bash[78352]: cluster 2024-08-29T18:42:16.614112+0000 mon.a (mon.0) 2995 : cluster [DBG] osdmap e1671: 8 total, 8 up, 8 in 2024-08-29T18:42:17.882 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:42:17 smithi028 bash[77168]: cluster 2024-08-29T18:42:16.596635+0000 mon.a (mon.0) 2994 : cluster [INF] Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-08-29T18:42:17.882 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:42:17 smithi028 bash[77168]: cluster 2024-08-29T18:42:16.614112+0000 mon.a (mon.0) 2995 : cluster [DBG] osdmap e1671: 8 total, 8 up, 8 in 2024-08-29T18:42:18.076 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:42:17 smithi053 bash[68679]: cluster 2024-08-29T18:42:16.596635+0000 mon.a (mon.0) 2994 : cluster [INF] Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-08-29T18:42:18.077 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:42:17 smithi053 bash[68679]: cluster 2024-08-29T18:42:16.614112+0000 mon.a (mon.0) 2995 : cluster [DBG] osdmap e1671: 8 total, 8 up, 8 in 2024-08-29T18:42:19.077 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:42:18 smithi053 bash[68679]: cluster 2024-08-29T18:42:17.612110+0000 mon.a (mon.0) 2996 : cluster [DBG] osdmap e1672: 8 total, 8 up, 8 in 2024-08-29T18:42:19.077 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:42:18 smithi053 bash[68679]: cluster 2024-08-29T18:42:17.975312+0000 mgr.y (mgr.25022) 1667 : cluster [DBG] pgmap v2858: 105 pgs: 105 active+clean; 4.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail 2024-08-29T18:42:19.131 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:42:18 smithi028 bash[78352]: cluster 2024-08-29T18:42:17.612110+0000 mon.a (mon.0) 2996 : cluster [DBG] osdmap e1672: 8 total, 8 up, 8 in 2024-08-29T18:42:19.131 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:42:18 smithi028 bash[78352]: cluster 2024-08-29T18:42:17.975312+0000 mgr.y (mgr.25022) 1667 : cluster [DBG] pgmap v2858: 105 pgs: 105 active+clean; 4.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail 2024-08-29T18:42:19.132 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:42:18 smithi028 bash[77168]: cluster 2024-08-29T18:42:17.612110+0000 mon.a (mon.0) 2996 : cluster [DBG] osdmap e1672: 8 total, 8 up, 8 in 2024-08-29T18:42:19.132 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:42:18 smithi028 bash[77168]: cluster 2024-08-29T18:42:17.975312+0000 mgr.y (mgr.25022) 1667 : cluster [DBG] pgmap v2858: 105 pgs: 105 active+clean; 4.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail 2024-08-29T18:42:19.671 INFO:tasks.workunit.client.0.smithi028.stdout:using new format! 2024-08-29T18:42:20.076 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:42:19 smithi053 bash[68679]: cluster 2024-08-29T18:42:18.645024+0000 mon.a (mon.0) 2997 : cluster [DBG] osdmap e1673: 8 total, 8 up, 8 in 2024-08-29T18:42:20.076 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:42:19 smithi053 bash[68679]: audit 2024-08-29T18:42:18.647824+0000 mon.c (mon.2) 108 : audit [INF] from='client.? 172.21.15.28:0/4031888133' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi028-116573-14","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-29T18:42:20.077 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:42:19 smithi053 bash[68679]: audit 2024-08-29T18:42:18.649074+0000 mon.a (mon.0) 2998 : audit [INF] from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi028-116573-14","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-29T18:42:20.131 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:42:19 smithi028 bash[77168]: cluster 2024-08-29T18:42:18.645024+0000 mon.a (mon.0) 2997 : cluster [DBG] osdmap e1673: 8 total, 8 up, 8 in 2024-08-29T18:42:20.132 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:42:19 smithi028 bash[77168]: audit 2024-08-29T18:42:18.647824+0000 mon.c (mon.2) 108 : audit [INF] from='client.? 172.21.15.28:0/4031888133' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi028-116573-14","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-29T18:42:20.132 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:42:19 smithi028 bash[77168]: audit 2024-08-29T18:42:18.649074+0000 mon.a (mon.0) 2998 : audit [INF] from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi028-116573-14","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-29T18:42:20.132 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:42:19 smithi028 bash[78352]: cluster 2024-08-29T18:42:18.645024+0000 mon.a (mon.0) 2997 : cluster [DBG] osdmap e1673: 8 total, 8 up, 8 in 2024-08-29T18:42:20.132 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:42:19 smithi028 bash[78352]: audit 2024-08-29T18:42:18.647824+0000 mon.c (mon.2) 108 : audit [INF] from='client.? 172.21.15.28:0/4031888133' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi028-116573-14","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-29T18:42:20.132 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:42:19 smithi028 bash[78352]: audit 2024-08-29T18:42:18.649074+0000 mon.a (mon.0) 2998 : audit [INF] from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi028-116573-14","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-29T18:42:21.076 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:42:20 smithi053 bash[68679]: audit 2024-08-29T18:42:19.637256+0000 mon.a (mon.0) 2999 : audit [INF] from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi028-116573-14","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-29T18:42:21.077 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:42:20 smithi053 bash[68679]: cluster 2024-08-29T18:42:19.645034+0000 mon.a (mon.0) 3000 : cluster [DBG] osdmap e1674: 8 total, 8 up, 8 in 2024-08-29T18:42:21.077 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:42:20 smithi053 bash[68679]: cluster 2024-08-29T18:42:19.976107+0000 mgr.y (mgr.25022) 1668 : cluster [DBG] pgmap v2861: 137 pgs: 9 creating+peering, 22 unknown, 106 active+clean; 4.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail 2024-08-29T18:42:21.131 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:42:20 smithi028 bash[78352]: audit 2024-08-29T18:42:19.637256+0000 mon.a (mon.0) 2999 : audit [INF] from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi028-116573-14","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-29T18:42:21.131 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:42:20 smithi028 bash[78352]: cluster 2024-08-29T18:42:19.645034+0000 mon.a (mon.0) 3000 : cluster [DBG] osdmap e1674: 8 total, 8 up, 8 in 2024-08-29T18:42:21.132 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:42:20 smithi028 bash[78352]: cluster 2024-08-29T18:42:19.976107+0000 mgr.y (mgr.25022) 1668 : cluster [DBG] pgmap v2861: 137 pgs: 9 creating+peering, 22 unknown, 106 active+clean; 4.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail 2024-08-29T18:42:21.132 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:42:20 smithi028 bash[77168]: audit 2024-08-29T18:42:19.637256+0000 mon.a (mon.0) 2999 : audit [INF] from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi028-116573-14","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-29T18:42:21.132 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:42:20 smithi028 bash[77168]: cluster 2024-08-29T18:42:19.645034+0000 mon.a (mon.0) 3000 : cluster [DBG] osdmap e1674: 8 total, 8 up, 8 in 2024-08-29T18:42:21.132 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:42:20 smithi028 bash[77168]: cluster 2024-08-29T18:42:19.976107+0000 mgr.y (mgr.25022) 1668 : cluster [DBG] pgmap v2861: 137 pgs: 9 creating+peering, 22 unknown, 106 active+clean; 4.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail 2024-08-29T18:42:21.670 INFO:journalctl@ceph.mgr.y.smithi028.stdout:Aug 29 18:42:21 smithi028 bash[70818]: ::ffff:172.21.15.53 - - [29/Aug/2024:18:42:21] "GET /metrics HTTP/1.1" 200 36501 "" "Prometheus/2.43.0" 2024-08-29T18:42:21.769 INFO:tasks.workunit.client.0.smithi028.stdout:image has size 2097152 and order 22 2024-08-29T18:42:21.770 INFO:tasks.workunit.client.0.smithi028.stdout:[ OK ] TestLibRBD.CreateAndStat (4107 ms) 2024-08-29T18:42:21.770 INFO:tasks.workunit.client.0.smithi028.stdout:[ RUN ] TestLibRBD.CreateWithSameDataPool 2024-08-29T18:42:21.770 INFO:tasks.workunit.client.0.smithi028.stdout:using new format! 2024-08-29T18:42:21.810 INFO:tasks.workunit.client.0.smithi028.stdout:[ OK ] TestLibRBD.CreateWithSameDataPool (41 ms) 2024-08-29T18:42:21.810 INFO:tasks.workunit.client.0.smithi028.stdout:[ RUN ] TestLibRBD.CreateAndStatPP 2024-08-29T18:42:21.811 INFO:tasks.workunit.client.0.smithi028.stdout:using new format! 2024-08-29T18:42:21.859 INFO:tasks.workunit.client.0.smithi028.stdout:[ OK ] TestLibRBD.CreateAndStatPP (49 ms) 2024-08-29T18:42:21.859 INFO:tasks.workunit.client.0.smithi028.stdout:[ RUN ] TestLibRBD.GetId 2024-08-29T18:42:21.859 INFO:tasks.workunit.client.0.smithi028.stdout:using new format! 2024-08-29T18:42:21.914 INFO:tasks.workunit.client.0.smithi028.stdout:[ OK ] TestLibRBD.GetId (55 ms) 2024-08-29T18:42:21.914 INFO:tasks.workunit.client.0.smithi028.stdout:[ RUN ] TestLibRBD.GetIdPP 2024-08-29T18:42:21.914 INFO:tasks.workunit.client.0.smithi028.stdout:using new format! 2024-08-29T18:42:21.966 INFO:tasks.workunit.client.0.smithi028.stdout:[ OK ] TestLibRBD.GetIdPP (52 ms) 2024-08-29T18:42:21.966 INFO:tasks.workunit.client.0.smithi028.stdout:[ RUN ] TestLibRBD.GetBlockNamePrefix 2024-08-29T18:42:21.966 INFO:tasks.workunit.client.0.smithi028.stdout:using new format! 2024-08-29T18:42:22.007 INFO:tasks.workunit.client.0.smithi028.stdout:[ OK ] TestLibRBD.GetBlockNamePrefix (41 ms) 2024-08-29T18:42:22.007 INFO:tasks.workunit.client.0.smithi028.stdout:[ RUN ] TestLibRBD.GetBlockNamePrefixPP 2024-08-29T18:42:22.007 INFO:tasks.workunit.client.0.smithi028.stdout:using new format! 2024-08-29T18:42:22.050 INFO:tasks.workunit.client.0.smithi028.stdout:[ OK ] TestLibRBD.GetBlockNamePrefixPP (43 ms) 2024-08-29T18:42:22.050 INFO:tasks.workunit.client.0.smithi028.stdout:[ RUN ] TestLibRBD.TestGetCreateTimestamp 2024-08-29T18:42:22.050 INFO:tasks.workunit.client.0.smithi028.stdout:using new format! 2024-08-29T18:42:22.076 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:42:21 smithi053 bash[68679]: cluster 2024-08-29T18:42:20.675548+0000 mon.a (mon.0) 3001 : cluster [DBG] osdmap e1675: 8 total, 8 up, 8 in 2024-08-29T18:42:22.098 INFO:tasks.workunit.client.0.smithi028.stdout:[ OK ] TestLibRBD.TestGetCreateTimestamp (49 ms) 2024-08-29T18:42:22.099 INFO:tasks.workunit.client.0.smithi028.stdout:[ RUN ] TestLibRBD.GetCreateTimestampPP 2024-08-29T18:42:22.099 INFO:tasks.workunit.client.0.smithi028.stdout:using new format! 2024-08-29T18:42:22.131 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:42:21 smithi028 bash[78352]: cluster 2024-08-29T18:42:20.675548+0000 mon.a (mon.0) 3001 : cluster [DBG] osdmap e1675: 8 total, 8 up, 8 in 2024-08-29T18:42:22.131 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:42:21 smithi028 bash[77168]: cluster 2024-08-29T18:42:20.675548+0000 mon.a (mon.0) 3001 : cluster [DBG] osdmap e1675: 8 total, 8 up, 8 in 2024-08-29T18:42:22.143 INFO:tasks.workunit.client.0.smithi028.stdout:[ OK ] TestLibRBD.GetCreateTimestampPP (45 ms) 2024-08-29T18:42:22.143 INFO:tasks.workunit.client.0.smithi028.stdout:[ RUN ] TestLibRBD.OpenAio 2024-08-29T18:42:22.144 INFO:tasks.workunit.client.0.smithi028.stdout:using new format! 2024-08-29T18:42:22.188 INFO:tasks.workunit.client.0.smithi028.stdout:image has size 2097152 and order 22 2024-08-29T18:42:22.188 INFO:tasks.workunit.client.0.smithi028.stdout:[ OK ] TestLibRBD.OpenAio (44 ms) 2024-08-29T18:42:22.188 INFO:tasks.workunit.client.0.smithi028.stdout:[ RUN ] TestLibRBD.OpenAioFail 2024-08-29T18:42:22.195 INFO:tasks.workunit.client.0.smithi028.stdout:[ OK ] TestLibRBD.OpenAioFail (7 ms) 2024-08-29T18:42:22.195 INFO:tasks.workunit.client.0.smithi028.stdout:[ RUN ] TestLibRBD.OpenAioPP 2024-08-29T18:42:22.195 INFO:tasks.workunit.client.0.smithi028.stdout:using new format! 2024-08-29T18:42:22.261 INFO:tasks.workunit.client.0.smithi028.stdout:[ OK ] TestLibRBD.OpenAioPP (66 ms) 2024-08-29T18:42:22.261 INFO:tasks.workunit.client.0.smithi028.stdout:[ RUN ] TestLibRBD.OpenAioFailPP 2024-08-29T18:42:22.268 INFO:tasks.workunit.client.0.smithi028.stdout:[ OK ] TestLibRBD.OpenAioFailPP (7 ms) 2024-08-29T18:42:22.268 INFO:tasks.workunit.client.0.smithi028.stdout:[ RUN ] TestLibRBD.ResizeAndStat 2024-08-29T18:42:22.268 INFO:tasks.workunit.client.0.smithi028.stdout:using new format! 2024-08-29T18:42:22.369 INFO:tasks.workunit.client.0.smithi028.stdout:[ OK ] TestLibRBD.ResizeAndStat (102 ms) 2024-08-29T18:42:22.370 INFO:tasks.workunit.client.0.smithi028.stdout:[ RUN ] TestLibRBD.ResizeAndStatPP 2024-08-29T18:42:22.370 INFO:tasks.workunit.client.0.smithi028.stdout:using new format! 2024-08-29T18:42:22.453 INFO:tasks.workunit.client.0.smithi028.stdout:[ OK ] TestLibRBD.ResizeAndStatPP (83 ms) 2024-08-29T18:42:22.453 INFO:tasks.workunit.client.0.smithi028.stdout:[ RUN ] TestLibRBD.UpdateWatchAndResize 2024-08-29T18:42:22.453 INFO:tasks.workunit.client.0.smithi028.stdout:using new format! 2024-08-29T18:42:22.551 INFO:tasks.workunit.client.0.smithi028.stdout:[ OK ] TestLibRBD.UpdateWatchAndResize (98 ms) 2024-08-29T18:42:22.551 INFO:tasks.workunit.client.0.smithi028.stdout:[ RUN ] TestLibRBD.UpdateWatchAndResizePP 2024-08-29T18:42:22.551 INFO:tasks.workunit.client.0.smithi028.stdout:using new format! 2024-08-29T18:42:22.576 INFO:journalctl@ceph.prometheus.a.smithi053.stdout:Aug 29 18:42:22 smithi053 bash[95567]: ts=2024-08-29T18:42:22.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"3167ee72-662c-11ef-bcd4-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-29T18:42:22.644 INFO:tasks.workunit.client.0.smithi028.stdout:[ OK ] TestLibRBD.UpdateWatchAndResizePP (94 ms) 2024-08-29T18:42:22.645 INFO:tasks.workunit.client.0.smithi028.stdout:[ RUN ] TestLibRBD.TestCreateLsDelete 2024-08-29T18:42:23.381 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:42:23 smithi028 bash[77168]: cluster 2024-08-29T18:42:21.686774+0000 mon.a (mon.0) 3002 : cluster [DBG] osdmap e1676: 8 total, 8 up, 8 in 2024-08-29T18:42:23.382 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:42:23 smithi028 bash[77168]: cluster 2024-08-29T18:42:21.976803+0000 mgr.y (mgr.25022) 1669 : cluster [DBG] pgmap v2864: 137 pgs: 9 creating+peering, 18 unknown, 110 active+clean; 4.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail 2024-08-29T18:42:23.382 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:42:23 smithi028 bash[78352]: cluster 2024-08-29T18:42:21.686774+0000 mon.a (mon.0) 3002 : cluster [DBG] osdmap e1676: 8 total, 8 up, 8 in 2024-08-29T18:42:23.382 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:42:23 smithi028 bash[78352]: cluster 2024-08-29T18:42:21.976803+0000 mgr.y (mgr.25022) 1669 : cluster [DBG] pgmap v2864: 137 pgs: 9 creating+peering, 18 unknown, 110 active+clean; 4.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail 2024-08-29T18:42:23.576 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:42:23 smithi053 bash[68679]: cluster 2024-08-29T18:42:21.686774+0000 mon.a (mon.0) 3002 : cluster [DBG] osdmap e1676: 8 total, 8 up, 8 in 2024-08-29T18:42:23.576 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:42:23 smithi053 bash[68679]: cluster 2024-08-29T18:42:21.976803+0000 mgr.y (mgr.25022) 1669 : cluster [DBG] pgmap v2864: 137 pgs: 9 creating+peering, 18 unknown, 110 active+clean; 4.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail 2024-08-29T18:42:24.216 INFO:tasks.workunit.client.0.smithi028.stdout:using new format! 2024-08-29T18:42:24.576 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:42:24 smithi053 bash[68679]: cluster 2024-08-29T18:42:23.169978+0000 mon.a (mon.0) 3003 : cluster [DBG] osdmap e1677: 8 total, 8 up, 8 in 2024-08-29T18:42:24.576 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:42:24 smithi053 bash[68679]: audit 2024-08-29T18:42:23.171739+0000 mon.a (mon.0) 3004 : audit [INF] from='client.? 172.21.15.28:0/3614591927' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi028-116573-15","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-29T18:42:24.631 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:42:24 smithi028 bash[78352]: cluster 2024-08-29T18:42:23.169978+0000 mon.a (mon.0) 3003 : cluster [DBG] osdmap e1677: 8 total, 8 up, 8 in 2024-08-29T18:42:24.631 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:42:24 smithi028 bash[78352]: audit 2024-08-29T18:42:23.171739+0000 mon.a (mon.0) 3004 : audit [INF] from='client.? 172.21.15.28:0/3614591927' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi028-116573-15","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-29T18:42:24.632 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:42:24 smithi028 bash[77168]: cluster 2024-08-29T18:42:23.169978+0000 mon.a (mon.0) 3003 : cluster [DBG] osdmap e1677: 8 total, 8 up, 8 in 2024-08-29T18:42:24.632 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:42:24 smithi028 bash[77168]: audit 2024-08-29T18:42:23.171739+0000 mon.a (mon.0) 3004 : audit [INF] from='client.? 172.21.15.28:0/3614591927' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi028-116573-15","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-29T18:42:25.576 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:42:25 smithi053 bash[68679]: cluster 2024-08-29T18:42:23.978046+0000 mgr.y (mgr.25022) 1670 : cluster [DBG] pgmap v2866: 169 pgs: 15 creating+peering, 26 unknown, 128 active+clean; 4.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 78 KiB/s rd, 7.8 KiB/s wr, 110 op/s 2024-08-29T18:42:25.576 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:42:25 smithi053 bash[68679]: audit 2024-08-29T18:42:24.170971+0000 mon.a (mon.0) 3005 : audit [INF] from='client.? 172.21.15.28:0/3614591927' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi028-116573-15","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-29T18:42:25.577 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:42:25 smithi053 bash[68679]: cluster 2024-08-29T18:42:24.180023+0000 mon.a (mon.0) 3006 : cluster [DBG] osdmap e1678: 8 total, 8 up, 8 in 2024-08-29T18:42:25.577 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:42:25 smithi053 bash[68679]: cluster 2024-08-29T18:42:24.252374+0000 mon.a (mon.0) 3007 : cluster [WRN] Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-08-29T18:42:25.631 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:42:25 smithi028 bash[77168]: cluster 2024-08-29T18:42:23.978046+0000 mgr.y (mgr.25022) 1670 : cluster [DBG] pgmap v2866: 169 pgs: 15 creating+peering, 26 unknown, 128 active+clean; 4.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 78 KiB/s rd, 7.8 KiB/s wr, 110 op/s 2024-08-29T18:42:25.632 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:42:25 smithi028 bash[77168]: audit 2024-08-29T18:42:24.170971+0000 mon.a (mon.0) 3005 : audit [INF] from='client.? 172.21.15.28:0/3614591927' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi028-116573-15","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-29T18:42:25.632 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:42:25 smithi028 bash[77168]: cluster 2024-08-29T18:42:24.180023+0000 mon.a (mon.0) 3006 : cluster [DBG] osdmap e1678: 8 total, 8 up, 8 in 2024-08-29T18:42:25.632 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:42:25 smithi028 bash[77168]: cluster 2024-08-29T18:42:24.252374+0000 mon.a (mon.0) 3007 : cluster [WRN] Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-08-29T18:42:25.632 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:42:25 smithi028 bash[78352]: cluster 2024-08-29T18:42:23.978046+0000 mgr.y (mgr.25022) 1670 : cluster [DBG] pgmap v2866: 169 pgs: 15 creating+peering, 26 unknown, 128 active+clean; 4.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 78 KiB/s rd, 7.8 KiB/s wr, 110 op/s 2024-08-29T18:42:25.632 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:42:25 smithi028 bash[78352]: audit 2024-08-29T18:42:24.170971+0000 mon.a (mon.0) 3005 : audit [INF] from='client.? 172.21.15.28:0/3614591927' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi028-116573-15","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-29T18:42:25.632 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:42:25 smithi028 bash[78352]: cluster 2024-08-29T18:42:24.180023+0000 mon.a (mon.0) 3006 : cluster [DBG] osdmap e1678: 8 total, 8 up, 8 in 2024-08-29T18:42:25.632 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:42:25 smithi028 bash[78352]: cluster 2024-08-29T18:42:24.252374+0000 mon.a (mon.0) 3007 : cluster [WRN] Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-08-29T18:42:26.299 INFO:tasks.workunit.client.0.smithi028.stdout:image: image18 2024-08-29T18:42:26.299 INFO:tasks.workunit.client.0.smithi028.stdout:expected = image18 2024-08-29T18:42:26.299 INFO:tasks.workunit.client.0.smithi028.stdout:found image18 2024-08-29T18:42:26.299 INFO:tasks.workunit.client.0.smithi028.stdout:erased image18 2024-08-29T18:42:26.299 INFO:tasks.workunit.client.0.smithi028.stdout:using new format! 2024-08-29T18:42:26.506 INFO:tasks.workunit.client.0.smithi028.stdout:image: image18 2024-08-29T18:42:26.507 INFO:tasks.workunit.client.0.smithi028.stdout:image: image19 2024-08-29T18:42:26.507 INFO:tasks.workunit.client.0.smithi028.stdout:expected = image18 2024-08-29T18:42:26.507 INFO:tasks.workunit.client.0.smithi028.stdout:found image18 2024-08-29T18:42:26.507 INFO:tasks.workunit.client.0.smithi028.stdout:erased image18 2024-08-29T18:42:26.507 INFO:tasks.workunit.client.0.smithi028.stdout:expected = image19 2024-08-29T18:42:26.507 INFO:tasks.workunit.client.0.smithi028.stdout:found image19 2024-08-29T18:42:26.507 INFO:tasks.workunit.client.0.smithi028.stdout:erased image19 2024-08-29T18:42:26.507 INFO:tasks.workunit.client.0.smithi028.stdout:image: image19 2024-08-29T18:42:26.507 INFO:tasks.workunit.client.0.smithi028.stdout:expected = image19 2024-08-29T18:42:26.507 INFO:tasks.workunit.client.0.smithi028.stdout:found image19 2024-08-29T18:42:26.507 INFO:tasks.workunit.client.0.smithi028.stdout:erased image19 2024-08-29T18:42:26.507 INFO:tasks.workunit.client.0.smithi028.stdout:[ OK ] TestLibRBD.TestCreateLsDelete (3862 ms) 2024-08-29T18:42:26.508 INFO:tasks.workunit.client.0.smithi028.stdout:[ RUN ] TestLibRBD.TestCreateLsDeletePP 2024-08-29T18:42:26.576 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:42:26 smithi053 bash[68679]: cluster 2024-08-29T18:42:25.197751+0000 mon.a (mon.0) 3008 : cluster [DBG] osdmap e1679: 8 total, 8 up, 8 in 2024-08-29T18:42:26.631 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:42:26 smithi028 bash[77168]: cluster 2024-08-29T18:42:25.197751+0000 mon.a (mon.0) 3008 : cluster [DBG] osdmap e1679: 8 total, 8 up, 8 in 2024-08-29T18:42:26.632 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:42:26 smithi028 bash[78352]: cluster 2024-08-29T18:42:25.197751+0000 mon.a (mon.0) 3008 : cluster [DBG] osdmap e1679: 8 total, 8 up, 8 in 2024-08-29T18:42:27.576 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:42:27 smithi053 bash[68679]: cluster 2024-08-29T18:42:25.979052+0000 mgr.y (mgr.25022) 1671 : cluster [DBG] pgmap v2869: 169 pgs: 6 creating+peering, 4 unknown, 159 active+clean; 4.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 150 KiB/s rd, 18 KiB/s wr, 210 op/s 2024-08-29T18:42:27.576 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:42:27 smithi053 bash[68679]: cluster 2024-08-29T18:42:26.203051+0000 mon.a (mon.0) 3009 : cluster [INF] Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-08-29T18:42:27.577 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:42:27 smithi053 bash[68679]: cluster 2024-08-29T18:42:26.220586+0000 mon.a (mon.0) 3010 : cluster [DBG] osdmap e1680: 8 total, 8 up, 8 in 2024-08-29T18:42:27.577 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:42:27 smithi053 bash[68679]: audit 2024-08-29T18:42:27.142447+0000 mon.a (mon.0) 3011 : audit [DBG] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-29T18:42:27.631 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:42:27 smithi028 bash[78352]: cluster 2024-08-29T18:42:25.979052+0000 mgr.y (mgr.25022) 1671 : cluster [DBG] pgmap v2869: 169 pgs: 6 creating+peering, 4 unknown, 159 active+clean; 4.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 150 KiB/s rd, 18 KiB/s wr, 210 op/s 2024-08-29T18:42:27.632 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:42:27 smithi028 bash[78352]: cluster 2024-08-29T18:42:26.203051+0000 mon.a (mon.0) 3009 : cluster [INF] Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-08-29T18:42:27.632 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:42:27 smithi028 bash[78352]: cluster 2024-08-29T18:42:26.220586+0000 mon.a (mon.0) 3010 : cluster [DBG] osdmap e1680: 8 total, 8 up, 8 in 2024-08-29T18:42:27.632 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:42:27 smithi028 bash[78352]: audit 2024-08-29T18:42:27.142447+0000 mon.a (mon.0) 3011 : audit [DBG] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-29T18:42:27.632 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:42:27 smithi028 bash[77168]: cluster 2024-08-29T18:42:25.979052+0000 mgr.y (mgr.25022) 1671 : cluster [DBG] pgmap v2869: 169 pgs: 6 creating+peering, 4 unknown, 159 active+clean; 4.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 150 KiB/s rd, 18 KiB/s wr, 210 op/s 2024-08-29T18:42:27.632 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:42:27 smithi028 bash[77168]: cluster 2024-08-29T18:42:26.203051+0000 mon.a (mon.0) 3009 : cluster [INF] Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-08-29T18:42:27.632 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:42:27 smithi028 bash[77168]: cluster 2024-08-29T18:42:26.220586+0000 mon.a (mon.0) 3010 : cluster [DBG] osdmap e1680: 8 total, 8 up, 8 in 2024-08-29T18:42:27.632 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:42:27 smithi028 bash[77168]: audit 2024-08-29T18:42:27.142447+0000 mon.a (mon.0) 3011 : audit [DBG] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-29T18:42:28.251 INFO:tasks.workunit.client.0.smithi028.stdout:using new format! 2024-08-29T18:42:28.576 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:42:28 smithi053 bash[68679]: cluster 2024-08-29T18:42:27.236377+0000 mon.a (mon.0) 3012 : cluster [DBG] osdmap e1681: 8 total, 8 up, 8 in 2024-08-29T18:42:28.576 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:42:28 smithi053 bash[68679]: audit 2024-08-29T18:42:27.240825+0000 mon.a (mon.0) 3013 : audit [INF] from='client.? 172.21.15.28:0/1395551952' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi028-116573-16","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-29T18:42:28.631 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:42:28 smithi028 bash[78352]: cluster 2024-08-29T18:42:27.236377+0000 mon.a (mon.0) 3012 : cluster [DBG] osdmap e1681: 8 total, 8 up, 8 in 2024-08-29T18:42:28.631 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:42:28 smithi028 bash[78352]: audit 2024-08-29T18:42:27.240825+0000 mon.a (mon.0) 3013 : audit [INF] from='client.? 172.21.15.28:0/1395551952' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi028-116573-16","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-29T18:42:28.632 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:42:28 smithi028 bash[77168]: cluster 2024-08-29T18:42:27.236377+0000 mon.a (mon.0) 3012 : cluster [DBG] osdmap e1681: 8 total, 8 up, 8 in 2024-08-29T18:42:28.632 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:42:28 smithi028 bash[77168]: audit 2024-08-29T18:42:27.240825+0000 mon.a (mon.0) 3013 : audit [INF] from='client.? 172.21.15.28:0/1395551952' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi028-116573-16","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-29T18:42:29.576 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:42:29 smithi053 bash[68679]: cluster 2024-08-29T18:42:27.980057+0000 mgr.y (mgr.25022) 1672 : cluster [DBG] pgmap v2872: 201 pgs: 11 creating+peering, 27 unknown, 163 active+clean; 4.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 97 KiB/s rd, 12 KiB/s wr, 132 op/s 2024-08-29T18:42:29.577 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:42:29 smithi053 bash[68679]: cluster 2024-08-29T18:42:28.226100+0000 mon.a (mon.0) 3014 : cluster [WRN] Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-08-29T18:42:29.577 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:42:29 smithi053 bash[68679]: audit 2024-08-29T18:42:28.236000+0000 mon.a (mon.0) 3015 : audit [INF] from='client.? 172.21.15.28:0/1395551952' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi028-116573-16","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-29T18:42:29.577 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:42:29 smithi053 bash[68679]: cluster 2024-08-29T18:42:28.246042+0000 mon.a (mon.0) 3016 : cluster [DBG] osdmap e1682: 8 total, 8 up, 8 in 2024-08-29T18:42:29.577 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:42:29 smithi053 bash[68679]: cluster 2024-08-29T18:42:28.263134+0000 mon.a (mon.0) 3017 : cluster [DBG] osdmap e1683: 8 total, 8 up, 8 in 2024-08-29T18:42:29.631 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:42:29 smithi028 bash[78352]: cluster 2024-08-29T18:42:27.980057+0000 mgr.y (mgr.25022) 1672 : cluster [DBG] pgmap v2872: 201 pgs: 11 creating+peering, 27 unknown, 163 active+clean; 4.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 97 KiB/s rd, 12 KiB/s wr, 132 op/s 2024-08-29T18:42:29.632 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:42:29 smithi028 bash[78352]: cluster 2024-08-29T18:42:28.226100+0000 mon.a (mon.0) 3014 : cluster [WRN] Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-08-29T18:42:29.632 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:42:29 smithi028 bash[78352]: audit 2024-08-29T18:42:28.236000+0000 mon.a (mon.0) 3015 : audit [INF] from='client.? 172.21.15.28:0/1395551952' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi028-116573-16","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-29T18:42:29.632 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:42:29 smithi028 bash[78352]: cluster 2024-08-29T18:42:28.246042+0000 mon.a (mon.0) 3016 : cluster [DBG] osdmap e1682: 8 total, 8 up, 8 in 2024-08-29T18:42:29.632 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:42:29 smithi028 bash[78352]: cluster 2024-08-29T18:42:28.263134+0000 mon.a (mon.0) 3017 : cluster [DBG] osdmap e1683: 8 total, 8 up, 8 in 2024-08-29T18:42:29.632 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:42:29 smithi028 bash[77168]: cluster 2024-08-29T18:42:27.980057+0000 mgr.y (mgr.25022) 1672 : cluster [DBG] pgmap v2872: 201 pgs: 11 creating+peering, 27 unknown, 163 active+clean; 4.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 97 KiB/s rd, 12 KiB/s wr, 132 op/s 2024-08-29T18:42:29.632 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:42:29 smithi028 bash[77168]: cluster 2024-08-29T18:42:28.226100+0000 mon.a (mon.0) 3014 : cluster [WRN] Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-08-29T18:42:29.632 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:42:29 smithi028 bash[77168]: audit 2024-08-29T18:42:28.236000+0000 mon.a (mon.0) 3015 : audit [INF] from='client.? 172.21.15.28:0/1395551952' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi028-116573-16","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-29T18:42:29.632 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:42:29 smithi028 bash[77168]: cluster 2024-08-29T18:42:28.246042+0000 mon.a (mon.0) 3016 : cluster [DBG] osdmap e1682: 8 total, 8 up, 8 in 2024-08-29T18:42:29.632 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:42:29 smithi028 bash[77168]: cluster 2024-08-29T18:42:28.263134+0000 mon.a (mon.0) 3017 : cluster [DBG] osdmap e1683: 8 total, 8 up, 8 in 2024-08-29T18:42:30.349 INFO:tasks.workunit.client.0.smithi028.stdout:num images is: 1 2024-08-29T18:42:30.349 INFO:tasks.workunit.client.0.smithi028.stdout:expected: 1 2024-08-29T18:42:30.349 INFO:tasks.workunit.client.0.smithi028.stdout:image: image20 2024-08-29T18:42:30.349 INFO:tasks.workunit.client.0.smithi028.stdout:expected = image20 2024-08-29T18:42:30.349 INFO:tasks.workunit.client.0.smithi028.stdout:using new format! 2024-08-29T18:42:30.374 INFO:tasks.workunit.client.0.smithi028.stdout:num images is: 2 2024-08-29T18:42:30.374 INFO:tasks.workunit.client.0.smithi028.stdout:expected: 2 2024-08-29T18:42:30.374 INFO:tasks.workunit.client.0.smithi028.stdout:image: image20 2024-08-29T18:42:30.374 INFO:tasks.workunit.client.0.smithi028.stdout:image: image21 2024-08-29T18:42:30.374 INFO:tasks.workunit.client.0.smithi028.stdout:expected = image20 2024-08-29T18:42:30.374 INFO:tasks.workunit.client.0.smithi028.stdout:expected = image21 2024-08-29T18:42:30.537 INFO:tasks.workunit.client.0.smithi028.stdout:num images is: 1 2024-08-29T18:42:30.537 INFO:tasks.workunit.client.0.smithi028.stdout:expected: 1 2024-08-29T18:42:30.537 INFO:tasks.workunit.client.0.smithi028.stdout:image: image21 2024-08-29T18:42:30.537 INFO:tasks.workunit.client.0.smithi028.stdout:expected = image21 2024-08-29T18:42:30.537 INFO:tasks.workunit.client.0.smithi028.stdout:[ OK ] TestLibRBD.TestCreateLsDeletePP (4030 ms) 2024-08-29T18:42:30.537 INFO:tasks.workunit.client.0.smithi028.stdout:[ RUN ] TestLibRBD.TestCopy 2024-08-29T18:42:30.576 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:42:30 smithi053 bash[68679]: cluster 2024-08-29T18:42:29.267047+0000 mon.a (mon.0) 3018 : cluster [DBG] osdmap e1684: 8 total, 8 up, 8 in 2024-08-29T18:42:30.577 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:42:30 smithi053 bash[68679]: cluster 2024-08-29T18:42:29.981564+0000 mgr.y (mgr.25022) 1673 : cluster [DBG] pgmap v2876: 201 pgs: 5 creating+peering, 4 unknown, 192 active+clean; 4.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 46 KiB/s rd, 3.2 KiB/s wr, 62 op/s 2024-08-29T18:42:30.631 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:42:30 smithi028 bash[78352]: cluster 2024-08-29T18:42:29.267047+0000 mon.a (mon.0) 3018 : cluster [DBG] osdmap e1684: 8 total, 8 up, 8 in 2024-08-29T18:42:30.631 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:42:30 smithi028 bash[78352]: cluster 2024-08-29T18:42:29.981564+0000 mgr.y (mgr.25022) 1673 : cluster [DBG] pgmap v2876: 201 pgs: 5 creating+peering, 4 unknown, 192 active+clean; 4.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 46 KiB/s rd, 3.2 KiB/s wr, 62 op/s 2024-08-29T18:42:30.632 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:42:30 smithi028 bash[77168]: cluster 2024-08-29T18:42:29.267047+0000 mon.a (mon.0) 3018 : cluster [DBG] osdmap e1684: 8 total, 8 up, 8 in 2024-08-29T18:42:30.632 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:42:30 smithi028 bash[77168]: cluster 2024-08-29T18:42:29.981564+0000 mgr.y (mgr.25022) 1673 : cluster [DBG] pgmap v2876: 201 pgs: 5 creating+peering, 4 unknown, 192 active+clean; 4.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 46 KiB/s rd, 3.2 KiB/s wr, 62 op/s 2024-08-29T18:42:31.576 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:42:31 smithi053 bash[68679]: cluster 2024-08-29T18:42:30.260413+0000 mon.a (mon.0) 3019 : cluster [INF] Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-08-29T18:42:31.576 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:42:31 smithi053 bash[68679]: cluster 2024-08-29T18:42:30.278095+0000 mon.a (mon.0) 3020 : cluster [DBG] osdmap e1685: 8 total, 8 up, 8 in 2024-08-29T18:42:31.631 INFO:journalctl@ceph.mgr.y.smithi028.stdout:Aug 29 18:42:31 smithi028 bash[70818]: ::ffff:172.21.15.53 - - [29/Aug/2024:18:42:31] "GET /metrics HTTP/1.1" 200 38854 "" "Prometheus/2.43.0" 2024-08-29T18:42:31.632 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:42:31 smithi028 bash[78352]: cluster 2024-08-29T18:42:30.260413+0000 mon.a (mon.0) 3019 : cluster [INF] Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-08-29T18:42:31.632 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:42:31 smithi028 bash[78352]: cluster 2024-08-29T18:42:30.278095+0000 mon.a (mon.0) 3020 : cluster [DBG] osdmap e1685: 8 total, 8 up, 8 in 2024-08-29T18:42:31.632 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:42:31 smithi028 bash[77168]: cluster 2024-08-29T18:42:30.260413+0000 mon.a (mon.0) 3019 : cluster [INF] Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-08-29T18:42:31.632 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:42:31 smithi028 bash[77168]: cluster 2024-08-29T18:42:30.278095+0000 mon.a (mon.0) 3020 : cluster [DBG] osdmap e1685: 8 total, 8 up, 8 in 2024-08-29T18:42:32.308 INFO:tasks.workunit.client.0.smithi028.stdout:using new format! 2024-08-29T18:42:32.576 INFO:journalctl@ceph.prometheus.a.smithi053.stdout:Aug 29 18:42:32 smithi053 bash[95567]: ts=2024-08-29T18:42:32.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"3167ee72-662c-11ef-bcd4-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-29T18:42:32.577 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:42:32 smithi053 bash[68679]: cluster 2024-08-29T18:42:31.288556+0000 mon.a (mon.0) 3021 : cluster [DBG] osdmap e1686: 8 total, 8 up, 8 in 2024-08-29T18:42:32.577 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:42:32 smithi053 bash[68679]: audit 2024-08-29T18:42:31.300742+0000 mon.c (mon.2) 109 : audit [INF] from='client.? 172.21.15.28:0/3721408115' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi028-116573-17","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-29T18:42:32.577 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:42:32 smithi053 bash[68679]: audit 2024-08-29T18:42:31.302187+0000 mon.a (mon.0) 3022 : audit [INF] from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi028-116573-17","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-29T18:42:32.577 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:42:32 smithi053 bash[68679]: cluster 2024-08-29T18:42:31.982436+0000 mgr.y (mgr.25022) 1674 : cluster [DBG] pgmap v2879: 233 pgs: 32 unknown, 5 creating+peering, 196 active+clean; 4.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 29 KiB/s rd, 3.2 KiB/s wr, 42 op/s 2024-08-29T18:42:32.631 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:42:32 smithi028 bash[78352]: cluster 2024-08-29T18:42:31.288556+0000 mon.a (mon.0) 3021 : cluster [DBG] osdmap e1686: 8 total, 8 up, 8 in 2024-08-29T18:42:32.632 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:42:32 smithi028 bash[78352]: audit 2024-08-29T18:42:31.300742+0000 mon.c (mon.2) 109 : audit [INF] from='client.? 172.21.15.28:0/3721408115' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi028-116573-17","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-29T18:42:32.632 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:42:32 smithi028 bash[78352]: audit 2024-08-29T18:42:31.302187+0000 mon.a (mon.0) 3022 : audit [INF] from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi028-116573-17","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-29T18:42:32.632 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:42:32 smithi028 bash[78352]: cluster 2024-08-29T18:42:31.982436+0000 mgr.y (mgr.25022) 1674 : cluster [DBG] pgmap v2879: 233 pgs: 32 unknown, 5 creating+peering, 196 active+clean; 4.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 29 KiB/s rd, 3.2 KiB/s wr, 42 op/s 2024-08-29T18:42:32.632 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:42:32 smithi028 bash[77168]: cluster 2024-08-29T18:42:31.288556+0000 mon.a (mon.0) 3021 : cluster [DBG] osdmap e1686: 8 total, 8 up, 8 in 2024-08-29T18:42:32.632 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:42:32 smithi028 bash[77168]: audit 2024-08-29T18:42:31.300742+0000 mon.c (mon.2) 109 : audit [INF] from='client.? 172.21.15.28:0/3721408115' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi028-116573-17","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-29T18:42:32.632 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:42:32 smithi028 bash[77168]: audit 2024-08-29T18:42:31.302187+0000 mon.a (mon.0) 3022 : audit [INF] from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi028-116573-17","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-29T18:42:32.632 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:42:32 smithi028 bash[77168]: cluster 2024-08-29T18:42:31.982436+0000 mgr.y (mgr.25022) 1674 : cluster [DBG] pgmap v2879: 233 pgs: 32 unknown, 5 creating+peering, 196 active+clean; 4.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 29 KiB/s rd, 3.2 KiB/s wr, 42 op/s 2024-08-29T18:42:33.576 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:42:33 smithi053 bash[68679]: cluster 2024-08-29T18:42:32.281915+0000 mon.a (mon.0) 3023 : cluster [WRN] Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-08-29T18:42:33.577 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:42:33 smithi053 bash[68679]: audit 2024-08-29T18:42:32.292111+0000 mon.a (mon.0) 3024 : audit [INF] from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi028-116573-17","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-29T18:42:33.577 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:42:33 smithi053 bash[68679]: cluster 2024-08-29T18:42:32.302273+0000 mon.a (mon.0) 3025 : cluster [DBG] osdmap e1687: 8 total, 8 up, 8 in 2024-08-29T18:42:33.577 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:42:33 smithi053 bash[68679]: cluster 2024-08-29T18:42:33.266076+0000 mon.a (mon.0) 3026 : cluster [DBG] osdmap e1688: 8 total, 8 up, 8 in 2024-08-29T18:42:33.631 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:42:33 smithi028 bash[78352]: cluster 2024-08-29T18:42:32.281915+0000 mon.a (mon.0) 3023 : cluster [WRN] Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-08-29T18:42:33.632 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:42:33 smithi028 bash[78352]: audit 2024-08-29T18:42:32.292111+0000 mon.a (mon.0) 3024 : audit [INF] from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi028-116573-17","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-29T18:42:33.632 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:42:33 smithi028 bash[78352]: cluster 2024-08-29T18:42:32.302273+0000 mon.a (mon.0) 3025 : cluster [DBG] osdmap e1687: 8 total, 8 up, 8 in 2024-08-29T18:42:33.632 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:42:33 smithi028 bash[78352]: cluster 2024-08-29T18:42:33.266076+0000 mon.a (mon.0) 3026 : cluster [DBG] osdmap e1688: 8 total, 8 up, 8 in 2024-08-29T18:42:33.632 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:42:33 smithi028 bash[77168]: cluster 2024-08-29T18:42:32.281915+0000 mon.a (mon.0) 3023 : cluster [WRN] Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-08-29T18:42:33.632 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:42:33 smithi028 bash[77168]: audit 2024-08-29T18:42:32.292111+0000 mon.a (mon.0) 3024 : audit [INF] from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi028-116573-17","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-29T18:42:33.632 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:42:33 smithi028 bash[77168]: cluster 2024-08-29T18:42:32.302273+0000 mon.a (mon.0) 3025 : cluster [DBG] osdmap e1687: 8 total, 8 up, 8 in 2024-08-29T18:42:33.632 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:42:33 smithi028 bash[77168]: cluster 2024-08-29T18:42:33.266076+0000 mon.a (mon.0) 3026 : cluster [DBG] osdmap e1688: 8 total, 8 up, 8 in 2024-08-29T18:42:34.576 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:42:34 smithi053 bash[68679]: cluster 2024-08-29T18:42:33.983687+0000 mgr.y (mgr.25022) 1675 : cluster [DBG] pgmap v2882: 233 pgs: 20 unknown, 213 active+clean; 4.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 6.7 KiB/s rd, 2.0 KiB/s wr, 10 op/s 2024-08-29T18:42:34.577 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:42:34 smithi053 bash[68679]: cluster 2024-08-29T18:42:34.268895+0000 mon.a (mon.0) 3027 : cluster [DBG] osdmap e1689: 8 total, 8 up, 8 in 2024-08-29T18:42:34.631 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:42:34 smithi028 bash[77168]: cluster 2024-08-29T18:42:33.983687+0000 mgr.y (mgr.25022) 1675 : cluster [DBG] pgmap v2882: 233 pgs: 20 unknown, 213 active+clean; 4.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 6.7 KiB/s rd, 2.0 KiB/s wr, 10 op/s 2024-08-29T18:42:34.632 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:42:34 smithi028 bash[77168]: cluster 2024-08-29T18:42:34.268895+0000 mon.a (mon.0) 3027 : cluster [DBG] osdmap e1689: 8 total, 8 up, 8 in 2024-08-29T18:42:34.632 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:42:34 smithi028 bash[78352]: cluster 2024-08-29T18:42:33.983687+0000 mgr.y (mgr.25022) 1675 : cluster [DBG] pgmap v2882: 233 pgs: 20 unknown, 213 active+clean; 4.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 6.7 KiB/s rd, 2.0 KiB/s wr, 10 op/s 2024-08-29T18:42:34.632 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:42:34 smithi028 bash[78352]: cluster 2024-08-29T18:42:34.268895+0000 mon.a (mon.0) 3027 : cluster [DBG] osdmap e1689: 8 total, 8 up, 8 in 2024-08-29T18:42:35.353 INFO:tasks.workunit.client.0.smithi028.stdout:image: image22 2024-08-29T18:42:35.354 INFO:tasks.workunit.client.0.smithi028.stdout:expected = image22 2024-08-29T18:42:35.354 INFO:tasks.workunit.client.0.smithi028.stdout:found image22 2024-08-29T18:42:35.354 INFO:tasks.workunit.client.0.smithi028.stdout:erased image22 2024-08-29T18:42:35.354 INFO:tasks.workunit.client.0.smithi028.stdout:image: image22 2024-08-29T18:42:35.354 INFO:tasks.workunit.client.0.smithi028.stdout:image: image23 2024-08-29T18:42:35.354 INFO:tasks.workunit.client.0.smithi028.stdout:expected = image22 2024-08-29T18:42:35.354 INFO:tasks.workunit.client.0.smithi028.stdout:found image22 2024-08-29T18:42:35.354 INFO:tasks.workunit.client.0.smithi028.stdout:erased image22 2024-08-29T18:42:35.354 INFO:tasks.workunit.client.0.smithi028.stdout:expected = image23 2024-08-29T18:42:35.354 INFO:tasks.workunit.client.0.smithi028.stdout:found image23 2024-08-29T18:42:35.354 INFO:tasks.workunit.client.0.smithi028.stdout:erased image23 2024-08-29T18:42:35.355 INFO:tasks.workunit.client.0.smithi028.stdout:100.00% done 2024-08-29T18:42:35.355 INFO:tasks.workunit.client.0.smithi028.stdout:image: image22 2024-08-29T18:42:35.355 INFO:tasks.workunit.client.0.smithi028.stdout:image: image23 2024-08-29T18:42:35.355 INFO:tasks.workunit.client.0.smithi028.stdout:image: image24 2024-08-29T18:42:35.355 INFO:tasks.workunit.client.0.smithi028.stdout:expected = image22 2024-08-29T18:42:35.355 INFO:tasks.workunit.client.0.smithi028.stdout:found image22 2024-08-29T18:42:35.355 INFO:tasks.workunit.client.0.smithi028.stdout:erased image22 2024-08-29T18:42:35.355 INFO:tasks.workunit.client.0.smithi028.stdout:expected = image23 2024-08-29T18:42:35.355 INFO:tasks.workunit.client.0.smithi028.stdout:found image23 2024-08-29T18:42:35.355 INFO:tasks.workunit.client.0.smithi028.stdout:erased image23 2024-08-29T18:42:35.356 INFO:tasks.workunit.client.0.smithi028.stdout:expected = image24 2024-08-29T18:42:35.356 INFO:tasks.workunit.client.0.smithi028.stdout:found image24 2024-08-29T18:42:35.356 INFO:tasks.workunit.client.0.smithi028.stdout:erased image24 2024-08-29T18:42:35.356 INFO:tasks.workunit.client.0.smithi028.stdout:[ OK ] TestLibRBD.TestCopy (4816 ms) 2024-08-29T18:42:35.356 INFO:tasks.workunit.client.0.smithi028.stdout:[ RUN ] TestLibRBD.TestCopyPP 2024-08-29T18:42:35.576 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:42:35 smithi053 bash[68679]: cluster 2024-08-29T18:42:34.294120+0000 mon.a (mon.0) 3028 : cluster [INF] Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-08-29T18:42:35.631 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:42:35 smithi028 bash[78352]: cluster 2024-08-29T18:42:34.294120+0000 mon.a (mon.0) 3028 : cluster [INF] Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-08-29T18:42:35.632 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:42:35 smithi028 bash[77168]: cluster 2024-08-29T18:42:34.294120+0000 mon.a (mon.0) 3028 : cluster [INF] Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-08-29T18:42:36.631 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:42:36 smithi028 bash[78352]: cluster 2024-08-29T18:42:35.985423+0000 mgr.y (mgr.25022) 1676 : cluster [DBG] pgmap v2884: 233 pgs: 233 active+clean; 4.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 41 KiB/s rd, 3.6 KiB/s wr, 55 op/s 2024-08-29T18:42:36.632 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:42:36 smithi028 bash[77168]: cluster 2024-08-29T18:42:35.985423+0000 mgr.y (mgr.25022) 1676 : cluster [DBG] pgmap v2884: 233 pgs: 233 active+clean; 4.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 41 KiB/s rd, 3.6 KiB/s wr, 55 op/s 2024-08-29T18:42:36.826 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:42:36 smithi053 bash[68679]: cluster 2024-08-29T18:42:35.985423+0000 mgr.y (mgr.25022) 1676 : cluster [DBG] pgmap v2884: 233 pgs: 233 active+clean; 4.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 41 KiB/s rd, 3.6 KiB/s wr, 55 op/s 2024-08-29T18:42:37.354 INFO:tasks.workunit.client.0.smithi028.stdout:using new format! 2024-08-29T18:42:37.631 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:42:37 smithi028 bash[78352]: cluster 2024-08-29T18:42:36.336301+0000 mon.a (mon.0) 3029 : cluster [DBG] osdmap e1690: 8 total, 8 up, 8 in 2024-08-29T18:42:37.632 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:42:37 smithi028 bash[78352]: audit 2024-08-29T18:42:36.340094+0000 mon.a (mon.0) 3030 : audit [INF] from='client.? 172.21.15.28:0/488857988' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi028-116573-18","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-29T18:42:37.632 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:42:37 smithi028 bash[77168]: cluster 2024-08-29T18:42:36.336301+0000 mon.a (mon.0) 3029 : cluster [DBG] osdmap e1690: 8 total, 8 up, 8 in 2024-08-29T18:42:37.632 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:42:37 smithi028 bash[77168]: audit 2024-08-29T18:42:36.340094+0000 mon.a (mon.0) 3030 : audit [INF] from='client.? 172.21.15.28:0/488857988' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi028-116573-18","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-29T18:42:37.826 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:42:37 smithi053 bash[68679]: cluster 2024-08-29T18:42:36.336301+0000 mon.a (mon.0) 3029 : cluster [DBG] osdmap e1690: 8 total, 8 up, 8 in 2024-08-29T18:42:37.827 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:42:37 smithi053 bash[68679]: audit 2024-08-29T18:42:36.340094+0000 mon.a (mon.0) 3030 : audit [INF] from='client.? 172.21.15.28:0/488857988' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi028-116573-18","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-29T18:42:38.631 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:42:38 smithi028 bash[77168]: audit 2024-08-29T18:42:37.330942+0000 mon.a (mon.0) 3031 : audit [INF] from='client.? 172.21.15.28:0/488857988' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi028-116573-18","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-29T18:42:38.632 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:42:38 smithi028 bash[77168]: cluster 2024-08-29T18:42:37.339195+0000 mon.a (mon.0) 3032 : cluster [DBG] osdmap e1691: 8 total, 8 up, 8 in 2024-08-29T18:42:38.632 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:42:38 smithi028 bash[77168]: cluster 2024-08-29T18:42:37.986537+0000 mgr.y (mgr.25022) 1677 : cluster [DBG] pgmap v2887: 265 pgs: 6 creating+activating, 25 unknown, 234 active+clean; 4.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 40 KiB/s rd, 3.2 KiB/s wr, 54 op/s 2024-08-29T18:42:38.632 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:42:38 smithi028 bash[77168]: cluster 2024-08-29T18:42:38.268405+0000 mon.a (mon.0) 3033 : cluster [DBG] osdmap e1692: 8 total, 8 up, 8 in 2024-08-29T18:42:38.632 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:42:38 smithi028 bash[78352]: audit 2024-08-29T18:42:37.330942+0000 mon.a (mon.0) 3031 : audit [INF] from='client.? 172.21.15.28:0/488857988' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi028-116573-18","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-29T18:42:38.632 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:42:38 smithi028 bash[78352]: cluster 2024-08-29T18:42:37.339195+0000 mon.a (mon.0) 3032 : cluster [DBG] osdmap e1691: 8 total, 8 up, 8 in 2024-08-29T18:42:38.632 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:42:38 smithi028 bash[78352]: cluster 2024-08-29T18:42:37.986537+0000 mgr.y (mgr.25022) 1677 : cluster [DBG] pgmap v2887: 265 pgs: 6 creating+activating, 25 unknown, 234 active+clean; 4.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 40 KiB/s rd, 3.2 KiB/s wr, 54 op/s 2024-08-29T18:42:38.632 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:42:38 smithi028 bash[78352]: cluster 2024-08-29T18:42:38.268405+0000 mon.a (mon.0) 3033 : cluster [DBG] osdmap e1692: 8 total, 8 up, 8 in 2024-08-29T18:42:38.827 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:42:38 smithi053 bash[68679]: audit 2024-08-29T18:42:37.330942+0000 mon.a (mon.0) 3031 : audit [INF] from='client.? 172.21.15.28:0/488857988' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi028-116573-18","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-29T18:42:38.827 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:42:38 smithi053 bash[68679]: cluster 2024-08-29T18:42:37.339195+0000 mon.a (mon.0) 3032 : cluster [DBG] osdmap e1691: 8 total, 8 up, 8 in 2024-08-29T18:42:38.827 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:42:38 smithi053 bash[68679]: cluster 2024-08-29T18:42:37.986537+0000 mgr.y (mgr.25022) 1677 : cluster [DBG] pgmap v2887: 265 pgs: 6 creating+activating, 25 unknown, 234 active+clean; 4.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 40 KiB/s rd, 3.2 KiB/s wr, 54 op/s 2024-08-29T18:42:38.827 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:42:38 smithi053 bash[68679]: cluster 2024-08-29T18:42:38.268405+0000 mon.a (mon.0) 3033 : cluster [DBG] osdmap e1692: 8 total, 8 up, 8 in 2024-08-29T18:42:39.981 INFO:tasks.workunit.client.0.smithi028.stdout:num images is: 1 2024-08-29T18:42:39.982 INFO:tasks.workunit.client.0.smithi028.stdout:expected: 1 2024-08-29T18:42:39.982 INFO:tasks.workunit.client.0.smithi028.stdout:image: image25 2024-08-29T18:42:39.982 INFO:tasks.workunit.client.0.smithi028.stdout:expected = image25 2024-08-29T18:42:40.040 INFO:tasks.workunit.client.0.smithi028.stdout:num images is: 2 2024-08-29T18:42:40.040 INFO:tasks.workunit.client.0.smithi028.stdout:expected: 2 2024-08-29T18:42:40.040 INFO:tasks.workunit.client.0.smithi028.stdout:image: image25 2024-08-29T18:42:40.041 INFO:tasks.workunit.client.0.smithi028.stdout:image: image26 2024-08-29T18:42:40.041 INFO:tasks.workunit.client.0.smithi028.stdout:expected = image25 2024-08-29T18:42:40.041 INFO:tasks.workunit.client.0.smithi028.stdout:expected = image26 2024-08-29T18:42:40.198 INFO:tasks.workunit.client.0.smithi028.stdout:100.00% done 2024-08-29T18:42:40.198 INFO:tasks.workunit.client.0.smithi028.stdout:num images is: 3 2024-08-29T18:42:40.199 INFO:tasks.workunit.client.0.smithi028.stdout:expected: 3 2024-08-29T18:42:40.199 INFO:tasks.workunit.client.0.smithi028.stdout:image: image25 2024-08-29T18:42:40.199 INFO:tasks.workunit.client.0.smithi028.stdout:image: image26 2024-08-29T18:42:40.199 INFO:tasks.workunit.client.0.smithi028.stdout:image: image27 2024-08-29T18:42:40.199 INFO:tasks.workunit.client.0.smithi028.stdout:expected = image25 2024-08-29T18:42:40.199 INFO:tasks.workunit.client.0.smithi028.stdout:expected = image26 2024-08-29T18:42:40.199 INFO:tasks.workunit.client.0.smithi028.stdout:expected = image27 2024-08-29T18:42:40.313 INFO:tasks.workunit.client.0.smithi028.stdout:[ OK ] TestLibRBD.TestCopyPP (4960 ms) 2024-08-29T18:42:40.313 INFO:tasks.workunit.client.0.smithi028.stdout:[ RUN ] TestLibRBD.TestDeepCopy 2024-08-29T18:42:40.576 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:42:40 smithi053 bash[68679]: cluster 2024-08-29T18:42:39.271543+0000 mon.a (mon.0) 3034 : cluster [DBG] osdmap e1693: 8 total, 8 up, 8 in 2024-08-29T18:42:40.576 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:42:40 smithi053 bash[68679]: cluster 2024-08-29T18:42:39.988743+0000 mgr.y (mgr.25022) 1678 : cluster [DBG] pgmap v2890: 265 pgs: 6 creating+activating, 2 unknown, 257 active+clean; 4.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 327 KiB/s rd, 22 KiB/s wr, 382 op/s 2024-08-29T18:42:40.631 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:42:40 smithi028 bash[78352]: cluster 2024-08-29T18:42:39.271543+0000 mon.a (mon.0) 3034 : cluster [DBG] osdmap e1693: 8 total, 8 up, 8 in 2024-08-29T18:42:40.631 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:42:40 smithi028 bash[78352]: cluster 2024-08-29T18:42:39.988743+0000 mgr.y (mgr.25022) 1678 : cluster [DBG] pgmap v2890: 265 pgs: 6 creating+activating, 2 unknown, 257 active+clean; 4.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 327 KiB/s rd, 22 KiB/s wr, 382 op/s 2024-08-29T18:42:40.632 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:42:40 smithi028 bash[77168]: cluster 2024-08-29T18:42:39.271543+0000 mon.a (mon.0) 3034 : cluster [DBG] osdmap e1693: 8 total, 8 up, 8 in 2024-08-29T18:42:40.632 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:42:40 smithi028 bash[77168]: cluster 2024-08-29T18:42:39.988743+0000 mgr.y (mgr.25022) 1678 : cluster [DBG] pgmap v2890: 265 pgs: 6 creating+activating, 2 unknown, 257 active+clean; 4.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 327 KiB/s rd, 22 KiB/s wr, 382 op/s 2024-08-29T18:42:41.881 INFO:journalctl@ceph.mgr.y.smithi028.stdout:Aug 29 18:42:41 smithi028 bash[70818]: ::ffff:172.21.15.53 - - [29/Aug/2024:18:42:41] "GET /metrics HTTP/1.1" 200 38854 "" "Prometheus/2.43.0" 2024-08-29T18:42:42.305 INFO:tasks.workunit.client.0.smithi028.stdout:using new format! 2024-08-29T18:42:42.576 INFO:journalctl@ceph.prometheus.a.smithi053.stdout:Aug 29 18:42:42 smithi053 bash[95567]: ts=2024-08-29T18:42:42.316Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"3167ee72-662c-11ef-bcd4-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-29T18:42:42.577 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:42:42 smithi053 bash[68679]: cluster 2024-08-29T18:42:41.288481+0000 mon.a (mon.0) 3035 : cluster [DBG] osdmap e1694: 8 total, 8 up, 8 in 2024-08-29T18:42:42.577 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:42:42 smithi053 bash[68679]: audit 2024-08-29T18:42:41.291961+0000 mon.c (mon.2) 110 : audit [INF] from='client.? 172.21.15.28:0/1813655144' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi028-116573-19","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-29T18:42:42.577 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:42:42 smithi053 bash[68679]: audit 2024-08-29T18:42:41.293187+0000 mon.a (mon.0) 3036 : audit [INF] from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi028-116573-19","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-29T18:42:42.577 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:42:42 smithi053 bash[68679]: cluster 2024-08-29T18:42:41.989837+0000 mgr.y (mgr.25022) 1679 : cluster [DBG] pgmap v2892: 297 pgs: 32 unknown, 6 creating+activating, 259 active+clean; 4.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 281 KiB/s rd, 19 KiB/s wr, 330 op/s 2024-08-29T18:42:42.577 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:42:42 smithi053 bash[68679]: audit 2024-08-29T18:42:42.142812+0000 mon.a (mon.0) 3037 : audit [DBG] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-29T18:42:42.577 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:42:42 smithi053 bash[68679]: cluster 2024-08-29T18:42:42.277334+0000 mon.a (mon.0) 3038 : cluster [WRN] Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-08-29T18:42:42.632 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:42:42 smithi028 bash[77168]: cluster 2024-08-29T18:42:41.288481+0000 mon.a (mon.0) 3035 : cluster [DBG] osdmap e1694: 8 total, 8 up, 8 in 2024-08-29T18:42:42.632 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:42:42 smithi028 bash[77168]: audit 2024-08-29T18:42:41.291961+0000 mon.c (mon.2) 110 : audit [INF] from='client.? 172.21.15.28:0/1813655144' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi028-116573-19","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-29T18:42:42.632 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:42:42 smithi028 bash[77168]: audit 2024-08-29T18:42:41.293187+0000 mon.a (mon.0) 3036 : audit [INF] from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi028-116573-19","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-29T18:42:42.632 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:42:42 smithi028 bash[77168]: cluster 2024-08-29T18:42:41.989837+0000 mgr.y (mgr.25022) 1679 : cluster [DBG] pgmap v2892: 297 pgs: 32 unknown, 6 creating+activating, 259 active+clean; 4.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 281 KiB/s rd, 19 KiB/s wr, 330 op/s 2024-08-29T18:42:42.632 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:42:42 smithi028 bash[77168]: audit 2024-08-29T18:42:42.142812+0000 mon.a (mon.0) 3037 : audit [DBG] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-29T18:42:42.632 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:42:42 smithi028 bash[77168]: cluster 2024-08-29T18:42:42.277334+0000 mon.a (mon.0) 3038 : cluster [WRN] Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-08-29T18:42:42.633 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:42:42 smithi028 bash[78352]: cluster 2024-08-29T18:42:41.288481+0000 mon.a (mon.0) 3035 : cluster [DBG] osdmap e1694: 8 total, 8 up, 8 in 2024-08-29T18:42:42.633 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:42:42 smithi028 bash[78352]: audit 2024-08-29T18:42:41.291961+0000 mon.c (mon.2) 110 : audit [INF] from='client.? 172.21.15.28:0/1813655144' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi028-116573-19","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-29T18:42:42.633 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:42:42 smithi028 bash[78352]: audit 2024-08-29T18:42:41.293187+0000 mon.a (mon.0) 3036 : audit [INF] from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi028-116573-19","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-29T18:42:42.633 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:42:42 smithi028 bash[78352]: cluster 2024-08-29T18:42:41.989837+0000 mgr.y (mgr.25022) 1679 : cluster [DBG] pgmap v2892: 297 pgs: 32 unknown, 6 creating+activating, 259 active+clean; 4.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 281 KiB/s rd, 19 KiB/s wr, 330 op/s 2024-08-29T18:42:42.633 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:42:42 smithi028 bash[78352]: audit 2024-08-29T18:42:42.142812+0000 mon.a (mon.0) 3037 : audit [DBG] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-29T18:42:42.633 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:42:42 smithi028 bash[78352]: cluster 2024-08-29T18:42:42.277334+0000 mon.a (mon.0) 3038 : cluster [WRN] Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-08-29T18:42:43.577 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:42:43 smithi053 bash[68679]: audit 2024-08-29T18:42:42.287773+0000 mon.a (mon.0) 3039 : audit [INF] from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi028-116573-19","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-29T18:42:43.577 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:42:43 smithi053 bash[68679]: cluster 2024-08-29T18:42:42.298636+0000 mon.a (mon.0) 3040 : cluster [DBG] osdmap e1695: 8 total, 8 up, 8 in 2024-08-29T18:42:43.577 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:42:43 smithi053 bash[68679]: cluster 2024-08-29T18:42:43.271964+0000 mon.a (mon.0) 3041 : cluster [DBG] osdmap e1696: 8 total, 8 up, 8 in 2024-08-29T18:42:43.631 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:42:43 smithi028 bash[77168]: audit 2024-08-29T18:42:42.287773+0000 mon.a (mon.0) 3039 : audit [INF] from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi028-116573-19","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-29T18:42:43.632 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:42:43 smithi028 bash[77168]: cluster 2024-08-29T18:42:42.298636+0000 mon.a (mon.0) 3040 : cluster [DBG] osdmap e1695: 8 total, 8 up, 8 in 2024-08-29T18:42:43.632 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:42:43 smithi028 bash[77168]: cluster 2024-08-29T18:42:43.271964+0000 mon.a (mon.0) 3041 : cluster [DBG] osdmap e1696: 8 total, 8 up, 8 in 2024-08-29T18:42:43.632 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:42:43 smithi028 bash[78352]: audit 2024-08-29T18:42:42.287773+0000 mon.a (mon.0) 3039 : audit [INF] from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi028-116573-19","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-29T18:42:43.632 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:42:43 smithi028 bash[78352]: cluster 2024-08-29T18:42:42.298636+0000 mon.a (mon.0) 3040 : cluster [DBG] osdmap e1695: 8 total, 8 up, 8 in 2024-08-29T18:42:43.632 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:42:43 smithi028 bash[78352]: cluster 2024-08-29T18:42:43.271964+0000 mon.a (mon.0) 3041 : cluster [DBG] osdmap e1696: 8 total, 8 up, 8 in 2024-08-29T18:42:44.577 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:42:44 smithi053 bash[68679]: cluster 2024-08-29T18:42:43.991331+0000 mgr.y (mgr.25022) 1680 : cluster [DBG] pgmap v2895: 297 pgs: 23 unknown, 274 active+clean; 4.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 33 KiB/s rd, 3.6 KiB/s wr, 44 op/s 2024-08-29T18:42:44.629 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:42:44 smithi053 bash[68679]: cluster 2024-08-29T18:42:44.274511+0000 mon.a (mon.0) 3042 : cluster [DBG] osdmap e1697: 8 total, 8 up, 8 in 2024-08-29T18:42:44.633 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:42:44 smithi028 bash[78352]: cluster 2024-08-29T18:42:43.991331+0000 mgr.y (mgr.25022) 1680 : cluster [DBG] pgmap v2895: 297 pgs: 23 unknown, 274 active+clean; 4.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 33 KiB/s rd, 3.6 KiB/s wr, 44 op/s 2024-08-29T18:42:44.634 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:42:44 smithi028 bash[78352]: cluster 2024-08-29T18:42:44.274511+0000 mon.a (mon.0) 3042 : cluster [DBG] osdmap e1697: 8 total, 8 up, 8 in 2024-08-29T18:42:44.634 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:42:44 smithi028 bash[77168]: cluster 2024-08-29T18:42:43.991331+0000 mgr.y (mgr.25022) 1680 : cluster [DBG] pgmap v2895: 297 pgs: 23 unknown, 274 active+clean; 4.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 33 KiB/s rd, 3.6 KiB/s wr, 44 op/s 2024-08-29T18:42:44.634 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:42:44 smithi028 bash[77168]: cluster 2024-08-29T18:42:44.274511+0000 mon.a (mon.0) 3042 : cluster [DBG] osdmap e1697: 8 total, 8 up, 8 in 2024-08-29T18:42:45.576 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:42:45 smithi053 bash[68679]: cluster 2024-08-29T18:42:44.294018+0000 mon.a (mon.0) 3043 : cluster [INF] Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-08-29T18:42:45.631 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:42:45 smithi028 bash[78352]: cluster 2024-08-29T18:42:44.294018+0000 mon.a (mon.0) 3043 : cluster [INF] Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-08-29T18:42:45.631 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:42:45 smithi028 bash[77168]: cluster 2024-08-29T18:42:44.294018+0000 mon.a (mon.0) 3043 : cluster [INF] Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-08-29T18:42:46.577 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:42:46 smithi053 bash[68679]: cluster 2024-08-29T18:42:45.993402+0000 mgr.y (mgr.25022) 1681 : cluster [DBG] pgmap v2897: 297 pgs: 297 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 285 KiB/s rd, 18 KiB/s wr, 332 op/s 2024-08-29T18:42:46.633 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:42:46 smithi028 bash[77168]: cluster 2024-08-29T18:42:45.993402+0000 mgr.y (mgr.25022) 1681 : cluster [DBG] pgmap v2897: 297 pgs: 297 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 285 KiB/s rd, 18 KiB/s wr, 332 op/s 2024-08-29T18:42:46.634 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:42:46 smithi028 bash[78352]: cluster 2024-08-29T18:42:45.993402+0000 mgr.y (mgr.25022) 1681 : cluster [DBG] pgmap v2897: 297 pgs: 297 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 285 KiB/s rd, 18 KiB/s wr, 332 op/s 2024-08-29T18:42:47.576 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:42:47 smithi053 bash[68679]: cluster 2024-08-29T18:42:46.330355+0000 mon.a (mon.0) 3044 : cluster [DBG] osdmap e1698: 8 total, 8 up, 8 in 2024-08-29T18:42:47.631 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:42:47 smithi028 bash[78352]: cluster 2024-08-29T18:42:46.330355+0000 mon.a (mon.0) 3044 : cluster [DBG] osdmap e1698: 8 total, 8 up, 8 in 2024-08-29T18:42:47.632 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:42:47 smithi028 bash[77168]: cluster 2024-08-29T18:42:46.330355+0000 mon.a (mon.0) 3044 : cluster [DBG] osdmap e1698: 8 total, 8 up, 8 in 2024-08-29T18:42:48.631 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:42:48 smithi028 bash[77168]: cluster 2024-08-29T18:42:47.338229+0000 mon.a (mon.0) 3045 : cluster [DBG] osdmap e1699: 8 total, 8 up, 8 in 2024-08-29T18:42:48.632 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:42:48 smithi028 bash[77168]: cluster 2024-08-29T18:42:47.994707+0000 mgr.y (mgr.25022) 1682 : cluster [DBG] pgmap v2900: 297 pgs: 297 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 314 KiB/s rd, 19 KiB/s wr, 362 op/s 2024-08-29T18:42:48.632 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:42:48 smithi028 bash[77168]: cluster 2024-08-29T18:42:48.273538+0000 mon.a (mon.0) 3046 : cluster [DBG] osdmap e1700: 8 total, 8 up, 8 in 2024-08-29T18:42:48.632 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:42:48 smithi028 bash[78352]: cluster 2024-08-29T18:42:47.338229+0000 mon.a (mon.0) 3045 : cluster [DBG] osdmap e1699: 8 total, 8 up, 8 in 2024-08-29T18:42:48.632 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:42:48 smithi028 bash[78352]: cluster 2024-08-29T18:42:47.994707+0000 mgr.y (mgr.25022) 1682 : cluster [DBG] pgmap v2900: 297 pgs: 297 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 314 KiB/s rd, 19 KiB/s wr, 362 op/s 2024-08-29T18:42:48.632 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:42:48 smithi028 bash[78352]: cluster 2024-08-29T18:42:48.273538+0000 mon.a (mon.0) 3046 : cluster [DBG] osdmap e1700: 8 total, 8 up, 8 in 2024-08-29T18:42:48.826 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:42:48 smithi053 bash[68679]: cluster 2024-08-29T18:42:47.338229+0000 mon.a (mon.0) 3045 : cluster [DBG] osdmap e1699: 8 total, 8 up, 8 in 2024-08-29T18:42:48.827 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:42:48 smithi053 bash[68679]: cluster 2024-08-29T18:42:47.994707+0000 mgr.y (mgr.25022) 1682 : cluster [DBG] pgmap v2900: 297 pgs: 297 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 314 KiB/s rd, 19 KiB/s wr, 362 op/s 2024-08-29T18:42:48.827 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:42:48 smithi053 bash[68679]: cluster 2024-08-29T18:42:48.273538+0000 mon.a (mon.0) 3046 : cluster [DBG] osdmap e1700: 8 total, 8 up, 8 in 2024-08-29T18:42:49.582 INFO:tasks.workunit.client.0.smithi028.stdout:image: image28 2024-08-29T18:42:49.582 INFO:tasks.workunit.client.0.smithi028.stdout:expected = image28 2024-08-29T18:42:49.582 INFO:tasks.workunit.client.0.smithi028.stdout:found image28 2024-08-29T18:42:49.582 INFO:tasks.workunit.client.0.smithi028.stdout:erased image28 2024-08-29T18:42:49.582 INFO:tasks.workunit.client.0.smithi028.stdout:image: image28 2024-08-29T18:42:49.583 INFO:tasks.workunit.client.0.smithi028.stdout:image: image29 2024-08-29T18:42:49.583 INFO:tasks.workunit.client.0.smithi028.stdout:expected = image28 2024-08-29T18:42:49.583 INFO:tasks.workunit.client.0.smithi028.stdout:found image28 2024-08-29T18:42:49.583 INFO:tasks.workunit.client.0.smithi028.stdout:erased image28 2024-08-29T18:42:49.583 INFO:tasks.workunit.client.0.smithi028.stdout:expected = image29 2024-08-29T18:42:49.583 INFO:tasks.workunit.client.0.smithi028.stdout:found image29 2024-08-29T18:42:49.583 INFO:tasks.workunit.client.0.smithi028.stdout:erased image29 2024-08-29T18:42:49.583 INFO:tasks.workunit.client.0.smithi028.stdout:100.00% done 2024-08-29T18:42:49.583 INFO:tasks.workunit.client.0.smithi028.stdout:image: image28 2024-08-29T18:42:49.583 INFO:tasks.workunit.client.0.smithi028.stdout:image: image29 2024-08-29T18:42:49.583 INFO:tasks.workunit.client.0.smithi028.stdout:image: image30 2024-08-29T18:42:49.583 INFO:tasks.workunit.client.0.smithi028.stdout:expected = image28 2024-08-29T18:42:49.583 INFO:tasks.workunit.client.0.smithi028.stdout:found image28 2024-08-29T18:42:49.583 INFO:tasks.workunit.client.0.smithi028.stdout:erased image28 2024-08-29T18:42:49.583 INFO:tasks.workunit.client.0.smithi028.stdout:expected = image29 2024-08-29T18:42:49.584 INFO:tasks.workunit.client.0.smithi028.stdout:found image29 2024-08-29T18:42:49.584 INFO:tasks.workunit.client.0.smithi028.stdout:erased image29 2024-08-29T18:42:49.584 INFO:tasks.workunit.client.0.smithi028.stdout:expected = image30 2024-08-29T18:42:49.584 INFO:tasks.workunit.client.0.smithi028.stdout:found image30 2024-08-29T18:42:49.584 INFO:tasks.workunit.client.0.smithi028.stdout:erased image30 2024-08-29T18:42:49.584 INFO:tasks.workunit.client.0.smithi028.stdout:image: image28 2024-08-29T18:42:49.584 INFO:tasks.workunit.client.0.smithi028.stdout:image: image29 2024-08-29T18:42:49.584 INFO:tasks.workunit.client.0.smithi028.stdout:image: image30 2024-08-29T18:42:49.584 INFO:tasks.workunit.client.0.smithi028.stdout:image: image31 2024-08-29T18:42:49.584 INFO:tasks.workunit.client.0.smithi028.stdout:expected = image28 2024-08-29T18:42:49.584 INFO:tasks.workunit.client.0.smithi028.stdout:found image28 2024-08-29T18:42:49.584 INFO:tasks.workunit.client.0.smithi028.stdout:erased image28 2024-08-29T18:42:49.584 INFO:tasks.workunit.client.0.smithi028.stdout:expected = image29 2024-08-29T18:42:49.584 INFO:tasks.workunit.client.0.smithi028.stdout:found image29 2024-08-29T18:42:49.585 INFO:tasks.workunit.client.0.smithi028.stdout:erased image29 2024-08-29T18:42:49.585 INFO:tasks.workunit.client.0.smithi028.stdout:expected = image30 2024-08-29T18:42:49.585 INFO:tasks.workunit.client.0.smithi028.stdout:found image30 2024-08-29T18:42:49.585 INFO:tasks.workunit.client.0.smithi028.stdout:erased image30 2024-08-29T18:42:49.585 INFO:tasks.workunit.client.0.smithi028.stdout:expected = image31 2024-08-29T18:42:49.585 INFO:tasks.workunit.client.0.smithi028.stdout:found image31 2024-08-29T18:42:49.585 INFO:tasks.workunit.client.0.smithi028.stdout:erased image31 2024-08-29T18:42:49.585 INFO:tasks.workunit.client.0.smithi028.stdout:image: image28 2024-08-29T18:42:49.585 INFO:tasks.workunit.client.0.smithi028.stdout:image: image29 2024-08-29T18:42:49.585 INFO:tasks.workunit.client.0.smithi028.stdout:image: image30 2024-08-29T18:42:49.585 INFO:tasks.workunit.client.0.smithi028.stdout:image: image31 2024-08-29T18:42:49.585 INFO:tasks.workunit.client.0.smithi028.stdout:image: image32 2024-08-29T18:42:49.585 INFO:tasks.workunit.client.0.smithi028.stdout:expected = image28 2024-08-29T18:42:49.585 INFO:tasks.workunit.client.0.smithi028.stdout:found image28 2024-08-29T18:42:49.585 INFO:tasks.workunit.client.0.smithi028.stdout:erased image28 2024-08-29T18:42:49.586 INFO:tasks.workunit.client.0.smithi028.stdout:expected = image29 2024-08-29T18:42:49.586 INFO:tasks.workunit.client.0.smithi028.stdout:found image29 2024-08-29T18:42:49.586 INFO:tasks.workunit.client.0.smithi028.stdout:erased image29 2024-08-29T18:42:49.586 INFO:tasks.workunit.client.0.smithi028.stdout:expected = image30 2024-08-29T18:42:49.586 INFO:tasks.workunit.client.0.smithi028.stdout:found image30 2024-08-29T18:42:49.586 INFO:tasks.workunit.client.0.smithi028.stdout:erased image30 2024-08-29T18:42:49.586 INFO:tasks.workunit.client.0.smithi028.stdout:expected = image31 2024-08-29T18:42:49.586 INFO:tasks.workunit.client.0.smithi028.stdout:found image31 2024-08-29T18:42:49.586 INFO:tasks.workunit.client.0.smithi028.stdout:erased image31 2024-08-29T18:42:49.586 INFO:tasks.workunit.client.0.smithi028.stdout:expected = image32 2024-08-29T18:42:49.586 INFO:tasks.workunit.client.0.smithi028.stdout:found image32 2024-08-29T18:42:49.586 INFO:tasks.workunit.client.0.smithi028.stdout:erased image32 2024-08-29T18:42:49.586 INFO:tasks.workunit.client.0.smithi028.stdout:100.00% done 2024-08-29T18:42:49.586 INFO:tasks.workunit.client.0.smithi028.stdout:image: image28 2024-08-29T18:42:49.586 INFO:tasks.workunit.client.0.smithi028.stdout:image: image29 2024-08-29T18:42:49.587 INFO:tasks.workunit.client.0.smithi028.stdout:image: image30 2024-08-29T18:42:49.587 INFO:tasks.workunit.client.0.smithi028.stdout:image: image31 2024-08-29T18:42:49.587 INFO:tasks.workunit.client.0.smithi028.stdout:image: image32 2024-08-29T18:42:49.587 INFO:tasks.workunit.client.0.smithi028.stdout:image: image33 2024-08-29T18:42:49.587 INFO:tasks.workunit.client.0.smithi028.stdout:expected = image28 2024-08-29T18:42:49.587 INFO:tasks.workunit.client.0.smithi028.stdout:found image28 2024-08-29T18:42:49.587 INFO:tasks.workunit.client.0.smithi028.stdout:erased image28 2024-08-29T18:42:49.587 INFO:tasks.workunit.client.0.smithi028.stdout:expected = image29 2024-08-29T18:42:49.587 INFO:tasks.workunit.client.0.smithi028.stdout:found image29 2024-08-29T18:42:49.587 INFO:tasks.workunit.client.0.smithi028.stdout:erased image29 2024-08-29T18:42:49.587 INFO:tasks.workunit.client.0.smithi028.stdout:expected = image30 2024-08-29T18:42:49.587 INFO:tasks.workunit.client.0.smithi028.stdout:found image30 2024-08-29T18:42:49.587 INFO:tasks.workunit.client.0.smithi028.stdout:erased image30 2024-08-29T18:42:49.587 INFO:tasks.workunit.client.0.smithi028.stdout:expected = image31 2024-08-29T18:42:49.587 INFO:tasks.workunit.client.0.smithi028.stdout:found image31 2024-08-29T18:42:49.588 INFO:tasks.workunit.client.0.smithi028.stdout:erased image31 2024-08-29T18:42:49.588 INFO:tasks.workunit.client.0.smithi028.stdout:expected = image32 2024-08-29T18:42:49.588 INFO:tasks.workunit.client.0.smithi028.stdout:found image32 2024-08-29T18:42:49.588 INFO:tasks.workunit.client.0.smithi028.stdout:erased image32 2024-08-29T18:42:49.588 INFO:tasks.workunit.client.0.smithi028.stdout:expected = image33 2024-08-29T18:42:49.588 INFO:tasks.workunit.client.0.smithi028.stdout:found image33 2024-08-29T18:42:49.588 INFO:tasks.workunit.client.0.smithi028.stdout:erased image33 2024-08-29T18:42:49.588 INFO:tasks.workunit.client.0.smithi028.stdout:[ OK ] TestLibRBD.TestDeepCopy (9269 ms) 2024-08-29T18:42:49.588 INFO:tasks.workunit.client.0.smithi028.stdout:[ RUN ] TestLibRBD.TestDeepCopyPP 2024-08-29T18:42:50.631 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:42:50 smithi028 bash[78352]: cluster 2024-08-29T18:42:49.352224+0000 mon.a (mon.0) 3047 : cluster [DBG] osdmap e1701: 8 total, 8 up, 8 in 2024-08-29T18:42:50.632 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:42:50 smithi028 bash[78352]: cluster 2024-08-29T18:42:49.996302+0000 mgr.y (mgr.25022) 1683 : cluster [DBG] pgmap v2903: 297 pgs: 297 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 471 KiB/s rd, 28 KiB/s wr, 562 op/s 2024-08-29T18:42:50.632 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:42:50 smithi028 bash[77168]: cluster 2024-08-29T18:42:49.352224+0000 mon.a (mon.0) 3047 : cluster [DBG] osdmap e1701: 8 total, 8 up, 8 in 2024-08-29T18:42:50.632 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:42:50 smithi028 bash[77168]: cluster 2024-08-29T18:42:49.996302+0000 mgr.y (mgr.25022) 1683 : cluster [DBG] pgmap v2903: 297 pgs: 297 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 471 KiB/s rd, 28 KiB/s wr, 562 op/s 2024-08-29T18:42:50.826 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:42:50 smithi053 bash[68679]: cluster 2024-08-29T18:42:49.352224+0000 mon.a (mon.0) 3047 : cluster [DBG] osdmap e1701: 8 total, 8 up, 8 in 2024-08-29T18:42:50.826 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:42:50 smithi053 bash[68679]: cluster 2024-08-29T18:42:49.996302+0000 mgr.y (mgr.25022) 1683 : cluster [DBG] pgmap v2903: 297 pgs: 297 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 471 KiB/s rd, 28 KiB/s wr, 562 op/s 2024-08-29T18:42:51.393 INFO:tasks.workunit.client.0.smithi028.stdout:using new format! 2024-08-29T18:42:51.631 INFO:journalctl@ceph.mgr.y.smithi028.stdout:Aug 29 18:42:51 smithi028 bash[70818]: ::ffff:172.21.15.53 - - [29/Aug/2024:18:42:51] "GET /metrics HTTP/1.1" 200 48466 "" "Prometheus/2.43.0" 2024-08-29T18:42:51.632 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:42:51 smithi028 bash[78352]: cluster 2024-08-29T18:42:50.367954+0000 mon.a (mon.0) 3048 : cluster [DBG] osdmap e1702: 8 total, 8 up, 8 in 2024-08-29T18:42:51.632 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:42:51 smithi028 bash[78352]: audit 2024-08-29T18:42:50.373191+0000 mon.a (mon.0) 3049 : audit [INF] from='client.? 172.21.15.28:0/1169448573' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi028-116573-20","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-29T18:42:51.632 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:42:51 smithi028 bash[77168]: cluster 2024-08-29T18:42:50.367954+0000 mon.a (mon.0) 3048 : cluster [DBG] osdmap e1702: 8 total, 8 up, 8 in 2024-08-29T18:42:51.632 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:42:51 smithi028 bash[77168]: audit 2024-08-29T18:42:50.373191+0000 mon.a (mon.0) 3049 : audit [INF] from='client.? 172.21.15.28:0/1169448573' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi028-116573-20","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-29T18:42:51.826 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:42:51 smithi053 bash[68679]: cluster 2024-08-29T18:42:50.367954+0000 mon.a (mon.0) 3048 : cluster [DBG] osdmap e1702: 8 total, 8 up, 8 in 2024-08-29T18:42:51.826 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:42:51 smithi053 bash[68679]: audit 2024-08-29T18:42:50.373191+0000 mon.a (mon.0) 3049 : audit [INF] from='client.? 172.21.15.28:0/1169448573' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi028-116573-20","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-29T18:42:52.576 INFO:journalctl@ceph.prometheus.a.smithi053.stdout:Aug 29 18:42:52 smithi053 bash[95567]: ts=2024-08-29T18:42:52.316Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"3167ee72-662c-11ef-bcd4-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-29T18:42:52.577 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:42:52 smithi053 bash[68679]: audit 2024-08-29T18:42:51.362243+0000 mon.a (mon.0) 3050 : audit [INF] from='client.? 172.21.15.28:0/1169448573' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi028-116573-20","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-29T18:42:52.577 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:42:52 smithi053 bash[68679]: cluster 2024-08-29T18:42:51.370222+0000 mon.a (mon.0) 3051 : cluster [DBG] osdmap e1703: 8 total, 8 up, 8 in 2024-08-29T18:42:52.577 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:42:52 smithi053 bash[68679]: cluster 2024-08-29T18:42:51.997179+0000 mgr.y (mgr.25022) 1684 : cluster [DBG] pgmap v2906: 329 pgs: 32 unknown, 297 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 469 KiB/s rd, 28 KiB/s wr, 560 op/s 2024-08-29T18:42:52.881 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:42:52 smithi028 bash[77168]: audit 2024-08-29T18:42:51.362243+0000 mon.a (mon.0) 3050 : audit [INF] from='client.? 172.21.15.28:0/1169448573' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi028-116573-20","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-29T18:42:52.882 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:42:52 smithi028 bash[77168]: cluster 2024-08-29T18:42:51.370222+0000 mon.a (mon.0) 3051 : cluster [DBG] osdmap e1703: 8 total, 8 up, 8 in 2024-08-29T18:42:52.882 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:42:52 smithi028 bash[77168]: cluster 2024-08-29T18:42:51.997179+0000 mgr.y (mgr.25022) 1684 : cluster [DBG] pgmap v2906: 329 pgs: 32 unknown, 297 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 469 KiB/s rd, 28 KiB/s wr, 560 op/s 2024-08-29T18:42:52.882 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:42:52 smithi028 bash[78352]: audit 2024-08-29T18:42:51.362243+0000 mon.a (mon.0) 3050 : audit [INF] from='client.? 172.21.15.28:0/1169448573' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi028-116573-20","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-29T18:42:52.882 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:42:52 smithi028 bash[78352]: cluster 2024-08-29T18:42:51.370222+0000 mon.a (mon.0) 3051 : cluster [DBG] osdmap e1703: 8 total, 8 up, 8 in 2024-08-29T18:42:52.882 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:42:52 smithi028 bash[78352]: cluster 2024-08-29T18:42:51.997179+0000 mgr.y (mgr.25022) 1684 : cluster [DBG] pgmap v2906: 329 pgs: 32 unknown, 297 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 469 KiB/s rd, 28 KiB/s wr, 560 op/s 2024-08-29T18:42:53.826 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:42:53 smithi053 bash[68679]: cluster 2024-08-29T18:42:52.396411+0000 mon.a (mon.0) 3052 : cluster [DBG] osdmap e1704: 8 total, 8 up, 8 in 2024-08-29T18:42:53.826 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:42:53 smithi053 bash[68679]: cluster 2024-08-29T18:42:53.278725+0000 mon.a (mon.0) 3053 : cluster [DBG] osdmap e1705: 8 total, 8 up, 8 in 2024-08-29T18:42:53.881 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:42:53 smithi028 bash[78352]: cluster 2024-08-29T18:42:52.396411+0000 mon.a (mon.0) 3052 : cluster [DBG] osdmap e1704: 8 total, 8 up, 8 in 2024-08-29T18:42:53.881 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:42:53 smithi028 bash[78352]: cluster 2024-08-29T18:42:53.278725+0000 mon.a (mon.0) 3053 : cluster [DBG] osdmap e1705: 8 total, 8 up, 8 in 2024-08-29T18:42:53.882 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:42:53 smithi028 bash[77168]: cluster 2024-08-29T18:42:52.396411+0000 mon.a (mon.0) 3052 : cluster [DBG] osdmap e1704: 8 total, 8 up, 8 in 2024-08-29T18:42:53.882 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:42:53 smithi028 bash[77168]: cluster 2024-08-29T18:42:53.278725+0000 mon.a (mon.0) 3053 : cluster [DBG] osdmap e1705: 8 total, 8 up, 8 in 2024-08-29T18:42:54.157 INFO:tasks.workunit.client.0.smithi028.stdout:num images is: 1 2024-08-29T18:42:54.158 INFO:tasks.workunit.client.0.smithi028.stdout:expected: 1 2024-08-29T18:42:54.158 INFO:tasks.workunit.client.0.smithi028.stdout:image: image34 2024-08-29T18:42:54.158 INFO:tasks.workunit.client.0.smithi028.stdout:expected = image34 2024-08-29T18:42:54.230 INFO:tasks.workunit.client.0.smithi028.stdout:num images is: 2 2024-08-29T18:42:54.230 INFO:tasks.workunit.client.0.smithi028.stdout:expected: 2 2024-08-29T18:42:54.230 INFO:tasks.workunit.client.0.smithi028.stdout:image: image34 2024-08-29T18:42:54.230 INFO:tasks.workunit.client.0.smithi028.stdout:image: image35 2024-08-29T18:42:54.230 INFO:tasks.workunit.client.0.smithi028.stdout:expected = image34 2024-08-29T18:42:54.230 INFO:tasks.workunit.client.0.smithi028.stdout:expected = image35 2024-08-29T18:42:54.414 INFO:tasks.workunit.client.0.smithi028.stdout:100.00% done 2024-08-29T18:42:54.414 INFO:tasks.workunit.client.0.smithi028.stdout:num images is: 3 2024-08-29T18:42:54.415 INFO:tasks.workunit.client.0.smithi028.stdout:expected: 3 2024-08-29T18:42:54.415 INFO:tasks.workunit.client.0.smithi028.stdout:image: image34 2024-08-29T18:42:54.415 INFO:tasks.workunit.client.0.smithi028.stdout:image: image35 2024-08-29T18:42:54.415 INFO:tasks.workunit.client.0.smithi028.stdout:image: image36 2024-08-29T18:42:54.415 INFO:tasks.workunit.client.0.smithi028.stdout:expected = image34 2024-08-29T18:42:54.415 INFO:tasks.workunit.client.0.smithi028.stdout:expected = image35 2024-08-29T18:42:54.415 INFO:tasks.workunit.client.0.smithi028.stdout:expected = image36 2024-08-29T18:42:54.529 INFO:tasks.workunit.client.0.smithi028.stdout:[ OK ] TestLibRBD.TestDeepCopyPP (4948 ms) 2024-08-29T18:42:54.530 INFO:tasks.workunit.client.0.smithi028.stdout:[ RUN ] TestLibRBD.TestCreateLsDeleteSnap 2024-08-29T18:42:54.530 INFO:tasks.workunit.client.0.smithi028.stdout:using new format! 2024-08-29T18:42:54.826 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:42:54 smithi053 bash[68679]: cluster 2024-08-29T18:42:53.998710+0000 mgr.y (mgr.25022) 1685 : cluster [DBG] pgmap v2909: 329 pgs: 24 unknown, 305 active+clean; 4.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 39 KiB/s rd, 2.5 KiB/s wr, 44 op/s 2024-08-29T18:42:54.881 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:42:54 smithi028 bash[78352]: cluster 2024-08-29T18:42:53.998710+0000 mgr.y (mgr.25022) 1685 : cluster [DBG] pgmap v2909: 329 pgs: 24 unknown, 305 active+clean; 4.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 39 KiB/s rd, 2.5 KiB/s wr, 44 op/s 2024-08-29T18:42:54.882 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:42:54 smithi028 bash[77168]: cluster 2024-08-29T18:42:53.998710+0000 mgr.y (mgr.25022) 1685 : cluster [DBG] pgmap v2909: 329 pgs: 24 unknown, 305 active+clean; 4.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 39 KiB/s rd, 2.5 KiB/s wr, 44 op/s 2024-08-29T18:42:56.826 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:42:56 smithi053 bash[68679]: cluster 2024-08-29T18:42:55.409348+0000 mon.a (mon.0) 3054 : cluster [DBG] osdmap e1706: 8 total, 8 up, 8 in 2024-08-29T18:42:56.827 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:42:56 smithi053 bash[68679]: cluster 2024-08-29T18:42:55.999586+0000 mgr.y (mgr.25022) 1686 : cluster [DBG] pgmap v2911: 329 pgs: 329 active+clean; 4.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 289 KiB/s rd, 19 KiB/s wr, 339 op/s 2024-08-29T18:42:56.882 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:42:56 smithi028 bash[77168]: cluster 2024-08-29T18:42:55.409348+0000 mon.a (mon.0) 3054 : cluster [DBG] osdmap e1706: 8 total, 8 up, 8 in 2024-08-29T18:42:56.882 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:42:56 smithi028 bash[77168]: cluster 2024-08-29T18:42:55.999586+0000 mgr.y (mgr.25022) 1686 : cluster [DBG] pgmap v2911: 329 pgs: 329 active+clean; 4.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 289 KiB/s rd, 19 KiB/s wr, 339 op/s 2024-08-29T18:42:56.882 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:42:56 smithi028 bash[78352]: cluster 2024-08-29T18:42:55.409348+0000 mon.a (mon.0) 3054 : cluster [DBG] osdmap e1706: 8 total, 8 up, 8 in 2024-08-29T18:42:56.882 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:42:56 smithi028 bash[78352]: cluster 2024-08-29T18:42:55.999586+0000 mgr.y (mgr.25022) 1686 : cluster [DBG] pgmap v2911: 329 pgs: 329 active+clean; 4.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 289 KiB/s rd, 19 KiB/s wr, 339 op/s 2024-08-29T18:42:57.827 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:42:57 smithi053 bash[68679]: cluster 2024-08-29T18:42:56.420166+0000 mon.a (mon.0) 3055 : cluster [DBG] osdmap e1707: 8 total, 8 up, 8 in 2024-08-29T18:42:57.827 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:42:57 smithi053 bash[68679]: audit 2024-08-29T18:42:57.142901+0000 mon.a (mon.0) 3056 : audit [DBG] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-29T18:42:57.881 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:42:57 smithi028 bash[77168]: cluster 2024-08-29T18:42:56.420166+0000 mon.a (mon.0) 3055 : cluster [DBG] osdmap e1707: 8 total, 8 up, 8 in 2024-08-29T18:42:57.882 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:42:57 smithi028 bash[77168]: audit 2024-08-29T18:42:57.142901+0000 mon.a (mon.0) 3056 : audit [DBG] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-29T18:42:57.882 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:42:57 smithi028 bash[78352]: cluster 2024-08-29T18:42:56.420166+0000 mon.a (mon.0) 3055 : cluster [DBG] osdmap e1707: 8 total, 8 up, 8 in 2024-08-29T18:42:57.882 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:42:57 smithi028 bash[78352]: audit 2024-08-29T18:42:57.142901+0000 mon.a (mon.0) 3056 : audit [DBG] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-29T18:42:58.505 INFO:tasks.workunit.client.0.smithi028.stdout:num snaps is: 1 2024-08-29T18:42:58.505 INFO:tasks.workunit.client.0.smithi028.stdout:expected: 1 2024-08-29T18:42:58.505 INFO:tasks.workunit.client.0.smithi028.stdout:snap: snap1 2024-08-29T18:42:58.505 INFO:tasks.workunit.client.0.smithi028.stdout:found snap1 with size 2097152 2024-08-29T18:42:58.505 INFO:tasks.workunit.client.0.smithi028.stdout:num snaps is: 2 2024-08-29T18:42:58.505 INFO:tasks.workunit.client.0.smithi028.stdout:expected: 2 2024-08-29T18:42:58.506 INFO:tasks.workunit.client.0.smithi028.stdout:snap: snap1 2024-08-29T18:42:58.506 INFO:tasks.workunit.client.0.smithi028.stdout:snap: snap2 2024-08-29T18:42:58.506 INFO:tasks.workunit.client.0.smithi028.stdout:found snap1 with size 2097152 2024-08-29T18:42:58.506 INFO:tasks.workunit.client.0.smithi028.stdout:found snap2 with size 4194304 2024-08-29T18:42:58.506 INFO:tasks.workunit.client.0.smithi028.stdout:num snaps is: 1 2024-08-29T18:42:58.506 INFO:tasks.workunit.client.0.smithi028.stdout:expected: 1 2024-08-29T18:42:58.506 INFO:tasks.workunit.client.0.smithi028.stdout:snap: snap2 2024-08-29T18:42:58.506 INFO:tasks.workunit.client.0.smithi028.stdout:found snap2 with size 4194304 2024-08-29T18:42:58.506 INFO:tasks.workunit.client.0.smithi028.stdout:num snaps is: 0 2024-08-29T18:42:58.506 INFO:tasks.workunit.client.0.smithi028.stdout:expected: 0 2024-08-29T18:42:58.506 INFO:tasks.workunit.client.0.smithi028.stdout:[ OK ] TestLibRBD.TestCreateLsDeleteSnap (3975 ms) 2024-08-29T18:42:58.506 INFO:tasks.workunit.client.0.smithi028.stdout:[ RUN ] TestLibRBD.TestGetSnapShotTimeStamp 2024-08-29T18:42:58.506 INFO:tasks.workunit.client.0.smithi028.stdout:using new format! 2024-08-29T18:42:58.826 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:42:58 smithi053 bash[68679]: cluster 2024-08-29T18:42:57.420219+0000 mon.a (mon.0) 3057 : cluster [DBG] osdmap e1708: 8 total, 8 up, 8 in 2024-08-29T18:42:58.826 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:42:58 smithi053 bash[68679]: cluster 2024-08-29T18:42:58.000490+0000 mgr.y (mgr.25022) 1687 : cluster [DBG] pgmap v2914: 329 pgs: 329 active+clean; 4.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 303 KiB/s rd, 19 KiB/s wr, 355 op/s 2024-08-29T18:42:58.881 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:42:58 smithi028 bash[77168]: cluster 2024-08-29T18:42:57.420219+0000 mon.a (mon.0) 3057 : cluster [DBG] osdmap e1708: 8 total, 8 up, 8 in 2024-08-29T18:42:58.881 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:42:58 smithi028 bash[77168]: cluster 2024-08-29T18:42:58.000490+0000 mgr.y (mgr.25022) 1687 : cluster [DBG] pgmap v2914: 329 pgs: 329 active+clean; 4.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 303 KiB/s rd, 19 KiB/s wr, 355 op/s 2024-08-29T18:42:58.882 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:42:58 smithi028 bash[78352]: cluster 2024-08-29T18:42:57.420219+0000 mon.a (mon.0) 3057 : cluster [DBG] osdmap e1708: 8 total, 8 up, 8 in 2024-08-29T18:42:58.882 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:42:58 smithi028 bash[78352]: cluster 2024-08-29T18:42:58.000490+0000 mgr.y (mgr.25022) 1687 : cluster [DBG] pgmap v2914: 329 pgs: 329 active+clean; 4.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 303 KiB/s rd, 19 KiB/s wr, 355 op/s 2024-08-29T18:42:59.826 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:42:59 smithi053 bash[68679]: cluster 2024-08-29T18:42:58.446623+0000 mon.a (mon.0) 3058 : cluster [DBG] osdmap e1709: 8 total, 8 up, 8 in 2024-08-29T18:42:59.881 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:42:59 smithi028 bash[77168]: cluster 2024-08-29T18:42:58.446623+0000 mon.a (mon.0) 3058 : cluster [DBG] osdmap e1709: 8 total, 8 up, 8 in 2024-08-29T18:42:59.882 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:42:59 smithi028 bash[78352]: cluster 2024-08-29T18:42:58.446623+0000 mon.a (mon.0) 3058 : cluster [DBG] osdmap e1709: 8 total, 8 up, 8 in 2024-08-29T18:43:00.827 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:43:00 smithi053 bash[68679]: cluster 2024-08-29T18:42:59.443999+0000 mon.a (mon.0) 3059 : cluster [DBG] osdmap e1710: 8 total, 8 up, 8 in 2024-08-29T18:43:00.827 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:43:00 smithi053 bash[68679]: audit 2024-08-29T18:42:59.809917+0000 mon.a (mon.0) 3060 : audit [INF] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "90.3", "id": [4, 5]}]: dispatch 2024-08-29T18:43:00.827 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:43:00 smithi053 bash[68679]: audit 2024-08-29T18:42:59.810441+0000 mon.a (mon.0) 3061 : audit [INF] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "90.7", "id": [1, 6]}]: dispatch 2024-08-29T18:43:00.827 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:43:00 smithi053 bash[68679]: audit 2024-08-29T18:42:59.810961+0000 mon.a (mon.0) 3062 : audit [INF] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "90.11", "id": [3, 6]}]: dispatch 2024-08-29T18:43:00.827 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:43:00 smithi053 bash[68679]: audit 2024-08-29T18:42:59.811452+0000 mon.a (mon.0) 3063 : audit [INF] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "90.12", "id": [4, 6]}]: dispatch 2024-08-29T18:43:00.827 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:43:00 smithi053 bash[68679]: audit 2024-08-29T18:42:59.811971+0000 mon.a (mon.0) 3064 : audit [INF] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "93.a", "id": [2, 4]}]: dispatch 2024-08-29T18:43:00.827 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:43:00 smithi053 bash[68679]: audit 2024-08-29T18:42:59.812433+0000 mon.a (mon.0) 3065 : audit [INF] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "93.15", "id": [2, 4]}]: dispatch 2024-08-29T18:43:00.827 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:43:00 smithi053 bash[68679]: audit 2024-08-29T18:42:59.812789+0000 mon.a (mon.0) 3066 : audit [INF] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "93.16", "id": [2, 3]}]: dispatch 2024-08-29T18:43:00.827 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:43:00 smithi053 bash[68679]: audit 2024-08-29T18:42:59.813130+0000 mon.a (mon.0) 3067 : audit [INF] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "95.10", "id": [1, 2]}]: dispatch 2024-08-29T18:43:00.827 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:43:00 smithi053 bash[68679]: audit 2024-08-29T18:42:59.813478+0000 mon.a (mon.0) 3068 : audit [INF] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "95.1b", "id": [6, 4]}]: dispatch 2024-08-29T18:43:00.828 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:43:00 smithi053 bash[68679]: audit 2024-08-29T18:42:59.813855+0000 mon.a (mon.0) 3069 : audit [INF] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "96.4", "id": [0, 3]}]: dispatch 2024-08-29T18:43:00.828 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:43:00 smithi053 bash[68679]: cluster 2024-08-29T18:43:00.001789+0000 mgr.y (mgr.25022) 1688 : cluster [DBG] pgmap v2917: 329 pgs: 329 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 90 KiB/s rd, 5.7 KiB/s wr, 112 op/s 2024-08-29T18:43:00.882 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:43:00 smithi028 bash[77168]: cluster 2024-08-29T18:42:59.443999+0000 mon.a (mon.0) 3059 : cluster [DBG] osdmap e1710: 8 total, 8 up, 8 in 2024-08-29T18:43:00.882 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:43:00 smithi028 bash[77168]: audit 2024-08-29T18:42:59.809917+0000 mon.a (mon.0) 3060 : audit [INF] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "90.3", "id": [4, 5]}]: dispatch 2024-08-29T18:43:00.882 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:43:00 smithi028 bash[77168]: audit 2024-08-29T18:42:59.810441+0000 mon.a (mon.0) 3061 : audit [INF] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "90.7", "id": [1, 6]}]: dispatch 2024-08-29T18:43:00.882 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:43:00 smithi028 bash[77168]: audit 2024-08-29T18:42:59.810961+0000 mon.a (mon.0) 3062 : audit [INF] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "90.11", "id": [3, 6]}]: dispatch 2024-08-29T18:43:00.882 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:43:00 smithi028 bash[77168]: audit 2024-08-29T18:42:59.811452+0000 mon.a (mon.0) 3063 : audit [INF] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "90.12", "id": [4, 6]}]: dispatch 2024-08-29T18:43:00.882 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:43:00 smithi028 bash[77168]: audit 2024-08-29T18:42:59.811971+0000 mon.a (mon.0) 3064 : audit [INF] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "93.a", "id": [2, 4]}]: dispatch 2024-08-29T18:43:00.882 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:43:00 smithi028 bash[77168]: audit 2024-08-29T18:42:59.812433+0000 mon.a (mon.0) 3065 : audit [INF] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "93.15", "id": [2, 4]}]: dispatch 2024-08-29T18:43:00.882 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:43:00 smithi028 bash[77168]: audit 2024-08-29T18:42:59.812789+0000 mon.a (mon.0) 3066 : audit [INF] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "93.16", "id": [2, 3]}]: dispatch 2024-08-29T18:43:00.883 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:43:00 smithi028 bash[77168]: audit 2024-08-29T18:42:59.813130+0000 mon.a (mon.0) 3067 : audit [INF] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "95.10", "id": [1, 2]}]: dispatch 2024-08-29T18:43:00.883 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:43:00 smithi028 bash[77168]: audit 2024-08-29T18:42:59.813478+0000 mon.a (mon.0) 3068 : audit [INF] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "95.1b", "id": [6, 4]}]: dispatch 2024-08-29T18:43:00.883 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:43:00 smithi028 bash[77168]: audit 2024-08-29T18:42:59.813855+0000 mon.a (mon.0) 3069 : audit [INF] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "96.4", "id": [0, 3]}]: dispatch 2024-08-29T18:43:00.883 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:43:00 smithi028 bash[77168]: cluster 2024-08-29T18:43:00.001789+0000 mgr.y (mgr.25022) 1688 : cluster [DBG] pgmap v2917: 329 pgs: 329 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 90 KiB/s rd, 5.7 KiB/s wr, 112 op/s 2024-08-29T18:43:00.883 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:43:00 smithi028 bash[78352]: cluster 2024-08-29T18:42:59.443999+0000 mon.a (mon.0) 3059 : cluster [DBG] osdmap e1710: 8 total, 8 up, 8 in 2024-08-29T18:43:00.883 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:43:00 smithi028 bash[78352]: audit 2024-08-29T18:42:59.809917+0000 mon.a (mon.0) 3060 : audit [INF] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "90.3", "id": [4, 5]}]: dispatch 2024-08-29T18:43:00.883 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:43:00 smithi028 bash[78352]: audit 2024-08-29T18:42:59.810441+0000 mon.a (mon.0) 3061 : audit [INF] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "90.7", "id": [1, 6]}]: dispatch 2024-08-29T18:43:00.883 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:43:00 smithi028 bash[78352]: audit 2024-08-29T18:42:59.810961+0000 mon.a (mon.0) 3062 : audit [INF] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "90.11", "id": [3, 6]}]: dispatch 2024-08-29T18:43:00.883 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:43:00 smithi028 bash[78352]: audit 2024-08-29T18:42:59.811452+0000 mon.a (mon.0) 3063 : audit [INF] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "90.12", "id": [4, 6]}]: dispatch 2024-08-29T18:43:00.883 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:43:00 smithi028 bash[78352]: audit 2024-08-29T18:42:59.811971+0000 mon.a (mon.0) 3064 : audit [INF] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "93.a", "id": [2, 4]}]: dispatch 2024-08-29T18:43:00.883 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:43:00 smithi028 bash[78352]: audit 2024-08-29T18:42:59.812433+0000 mon.a (mon.0) 3065 : audit [INF] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "93.15", "id": [2, 4]}]: dispatch 2024-08-29T18:43:00.884 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:43:00 smithi028 bash[78352]: audit 2024-08-29T18:42:59.812789+0000 mon.a (mon.0) 3066 : audit [INF] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "93.16", "id": [2, 3]}]: dispatch 2024-08-29T18:43:00.884 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:43:00 smithi028 bash[78352]: audit 2024-08-29T18:42:59.813130+0000 mon.a (mon.0) 3067 : audit [INF] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "95.10", "id": [1, 2]}]: dispatch 2024-08-29T18:43:00.884 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:43:00 smithi028 bash[78352]: audit 2024-08-29T18:42:59.813478+0000 mon.a (mon.0) 3068 : audit [INF] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "95.1b", "id": [6, 4]}]: dispatch 2024-08-29T18:43:00.884 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:43:00 smithi028 bash[78352]: audit 2024-08-29T18:42:59.813855+0000 mon.a (mon.0) 3069 : audit [INF] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "96.4", "id": [0, 3]}]: dispatch 2024-08-29T18:43:00.884 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:43:00 smithi028 bash[78352]: cluster 2024-08-29T18:43:00.001789+0000 mgr.y (mgr.25022) 1688 : cluster [DBG] pgmap v2917: 329 pgs: 329 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 90 KiB/s rd, 5.7 KiB/s wr, 112 op/s 2024-08-29T18:43:01.543 INFO:tasks.workunit.client.0.smithi028.stdout:[ OK ] TestLibRBD.TestGetSnapShotTimeStamp (3038 ms) 2024-08-29T18:43:01.543 INFO:tasks.workunit.client.0.smithi028.stdout:[ RUN ] TestLibRBD.TestCreateLsDeleteSnapPP 2024-08-29T18:43:01.543 INFO:tasks.workunit.client.0.smithi028.stdout:using new format! 2024-08-29T18:43:01.827 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:43:01 smithi053 bash[68679]: audit 2024-08-29T18:43:00.460853+0000 mon.a (mon.0) 3070 : audit [INF] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "90.3", "id": [4, 5]}]': finished 2024-08-29T18:43:01.827 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:43:01 smithi053 bash[68679]: audit 2024-08-29T18:43:00.460990+0000 mon.a (mon.0) 3071 : audit [INF] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "90.7", "id": [1, 6]}]': finished 2024-08-29T18:43:01.827 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:43:01 smithi053 bash[68679]: audit 2024-08-29T18:43:00.461085+0000 mon.a (mon.0) 3072 : audit [INF] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "90.11", "id": [3, 6]}]': finished 2024-08-29T18:43:01.827 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:43:01 smithi053 bash[68679]: audit 2024-08-29T18:43:00.461236+0000 mon.a (mon.0) 3073 : audit [INF] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "90.12", "id": [4, 6]}]': finished 2024-08-29T18:43:01.827 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:43:01 smithi053 bash[68679]: audit 2024-08-29T18:43:00.461311+0000 mon.a (mon.0) 3074 : audit [INF] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "93.a", "id": [2, 4]}]': finished 2024-08-29T18:43:01.827 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:43:01 smithi053 bash[68679]: audit 2024-08-29T18:43:00.461449+0000 mon.a (mon.0) 3075 : audit [INF] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "93.15", "id": [2, 4]}]': finished 2024-08-29T18:43:01.828 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:43:01 smithi053 bash[68679]: audit 2024-08-29T18:43:00.461610+0000 mon.a (mon.0) 3076 : audit [INF] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "93.16", "id": [2, 3]}]': finished 2024-08-29T18:43:01.828 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:43:01 smithi053 bash[68679]: audit 2024-08-29T18:43:00.461815+0000 mon.a (mon.0) 3077 : audit [INF] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "95.10", "id": [1, 2]}]': finished 2024-08-29T18:43:01.828 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:43:01 smithi053 bash[68679]: audit 2024-08-29T18:43:00.462011+0000 mon.a (mon.0) 3078 : audit [INF] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "95.1b", "id": [6, 4]}]': finished 2024-08-29T18:43:01.828 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:43:01 smithi053 bash[68679]: audit 2024-08-29T18:43:00.462144+0000 mon.a (mon.0) 3079 : audit [INF] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "96.4", "id": [0, 3]}]': finished 2024-08-29T18:43:01.828 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:43:01 smithi053 bash[68679]: cluster 2024-08-29T18:43:00.472839+0000 mon.a (mon.0) 3080 : cluster [DBG] osdmap e1711: 8 total, 8 up, 8 in 2024-08-29T18:43:01.881 INFO:journalctl@ceph.mgr.y.smithi028.stdout:Aug 29 18:43:01 smithi028 bash[70818]: ::ffff:172.21.15.53 - - [29/Aug/2024:18:43:01] "GET /metrics HTTP/1.1" 200 50925 "" "Prometheus/2.43.0" 2024-08-29T18:43:01.882 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:43:01 smithi028 bash[78352]: audit 2024-08-29T18:43:00.460853+0000 mon.a (mon.0) 3070 : audit [INF] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "90.3", "id": [4, 5]}]': finished 2024-08-29T18:43:01.882 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:43:01 smithi028 bash[78352]: audit 2024-08-29T18:43:00.460990+0000 mon.a (mon.0) 3071 : audit [INF] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "90.7", "id": [1, 6]}]': finished 2024-08-29T18:43:01.882 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:43:01 smithi028 bash[78352]: audit 2024-08-29T18:43:00.461085+0000 mon.a (mon.0) 3072 : audit [INF] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "90.11", "id": [3, 6]}]': finished 2024-08-29T18:43:01.882 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:43:01 smithi028 bash[78352]: audit 2024-08-29T18:43:00.461236+0000 mon.a (mon.0) 3073 : audit [INF] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "90.12", "id": [4, 6]}]': finished 2024-08-29T18:43:01.882 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:43:01 smithi028 bash[78352]: audit 2024-08-29T18:43:00.461311+0000 mon.a (mon.0) 3074 : audit [INF] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "93.a", "id": [2, 4]}]': finished 2024-08-29T18:43:01.882 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:43:01 smithi028 bash[78352]: audit 2024-08-29T18:43:00.461449+0000 mon.a (mon.0) 3075 : audit [INF] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "93.15", "id": [2, 4]}]': finished 2024-08-29T18:43:01.882 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:43:01 smithi028 bash[78352]: audit 2024-08-29T18:43:00.461610+0000 mon.a (mon.0) 3076 : audit [INF] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "93.16", "id": [2, 3]}]': finished 2024-08-29T18:43:01.882 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:43:01 smithi028 bash[78352]: audit 2024-08-29T18:43:00.461815+0000 mon.a (mon.0) 3077 : audit [INF] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "95.10", "id": [1, 2]}]': finished 2024-08-29T18:43:01.882 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:43:01 smithi028 bash[78352]: audit 2024-08-29T18:43:00.462011+0000 mon.a (mon.0) 3078 : audit [INF] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "95.1b", "id": [6, 4]}]': finished 2024-08-29T18:43:01.883 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:43:01 smithi028 bash[78352]: audit 2024-08-29T18:43:00.462144+0000 mon.a (mon.0) 3079 : audit [INF] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "96.4", "id": [0, 3]}]': finished 2024-08-29T18:43:01.883 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:43:01 smithi028 bash[78352]: cluster 2024-08-29T18:43:00.472839+0000 mon.a (mon.0) 3080 : cluster [DBG] osdmap e1711: 8 total, 8 up, 8 in 2024-08-29T18:43:01.883 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:43:01 smithi028 bash[77168]: audit 2024-08-29T18:43:00.460853+0000 mon.a (mon.0) 3070 : audit [INF] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "90.3", "id": [4, 5]}]': finished 2024-08-29T18:43:01.883 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:43:01 smithi028 bash[77168]: audit 2024-08-29T18:43:00.460990+0000 mon.a (mon.0) 3071 : audit [INF] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "90.7", "id": [1, 6]}]': finished 2024-08-29T18:43:01.883 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:43:01 smithi028 bash[77168]: audit 2024-08-29T18:43:00.461085+0000 mon.a (mon.0) 3072 : audit [INF] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "90.11", "id": [3, 6]}]': finished 2024-08-29T18:43:01.883 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:43:01 smithi028 bash[77168]: audit 2024-08-29T18:43:00.461236+0000 mon.a (mon.0) 3073 : audit [INF] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "90.12", "id": [4, 6]}]': finished 2024-08-29T18:43:01.883 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:43:01 smithi028 bash[77168]: audit 2024-08-29T18:43:00.461311+0000 mon.a (mon.0) 3074 : audit [INF] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "93.a", "id": [2, 4]}]': finished 2024-08-29T18:43:01.883 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:43:01 smithi028 bash[77168]: audit 2024-08-29T18:43:00.461449+0000 mon.a (mon.0) 3075 : audit [INF] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "93.15", "id": [2, 4]}]': finished 2024-08-29T18:43:01.883 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:43:01 smithi028 bash[77168]: audit 2024-08-29T18:43:00.461610+0000 mon.a (mon.0) 3076 : audit [INF] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "93.16", "id": [2, 3]}]': finished 2024-08-29T18:43:01.884 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:43:01 smithi028 bash[77168]: audit 2024-08-29T18:43:00.461815+0000 mon.a (mon.0) 3077 : audit [INF] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "95.10", "id": [1, 2]}]': finished 2024-08-29T18:43:01.884 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:43:01 smithi028 bash[77168]: audit 2024-08-29T18:43:00.462011+0000 mon.a (mon.0) 3078 : audit [INF] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "95.1b", "id": [6, 4]}]': finished 2024-08-29T18:43:01.884 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:43:01 smithi028 bash[77168]: audit 2024-08-29T18:43:00.462144+0000 mon.a (mon.0) 3079 : audit [INF] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "96.4", "id": [0, 3]}]': finished 2024-08-29T18:43:01.884 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:43:01 smithi028 bash[77168]: cluster 2024-08-29T18:43:00.472839+0000 mon.a (mon.0) 3080 : cluster [DBG] osdmap e1711: 8 total, 8 up, 8 in 2024-08-29T18:43:02.544 INFO:tasks.workunit.client.0.smithi028.stdout:num snaps is: 1 2024-08-29T18:43:02.544 INFO:tasks.workunit.client.0.smithi028.stdout:expected: 1 2024-08-29T18:43:02.544 INFO:tasks.workunit.client.0.smithi028.stdout:snap: snap1 2024-08-29T18:43:02.544 INFO:tasks.workunit.client.0.smithi028.stdout:found snap1 with size 2097152 2024-08-29T18:43:02.576 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:43:02 smithi053 bash[68679]: cluster 2024-08-29T18:43:01.481673+0000 mon.a (mon.0) 3081 : cluster [DBG] osdmap e1712: 8 total, 8 up, 8 in 2024-08-29T18:43:02.577 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:43:02 smithi053 bash[68679]: cluster 2024-08-29T18:43:02.002661+0000 mgr.y (mgr.25022) 1689 : cluster [DBG] pgmap v2920: 329 pgs: 329 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 63 KiB/s rd, 5.5 KiB/s wr, 84 op/s 2024-08-29T18:43:02.577 INFO:journalctl@ceph.prometheus.a.smithi053.stdout:Aug 29 18:43:02 smithi053 bash[95567]: ts=2024-08-29T18:43:02.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"3167ee72-662c-11ef-bcd4-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-29T18:43:02.881 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:43:02 smithi028 bash[78352]: cluster 2024-08-29T18:43:01.481673+0000 mon.a (mon.0) 3081 : cluster [DBG] osdmap e1712: 8 total, 8 up, 8 in 2024-08-29T18:43:02.881 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:43:02 smithi028 bash[78352]: cluster 2024-08-29T18:43:02.002661+0000 mgr.y (mgr.25022) 1689 : cluster [DBG] pgmap v2920: 329 pgs: 329 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 63 KiB/s rd, 5.5 KiB/s wr, 84 op/s 2024-08-29T18:43:02.882 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:43:02 smithi028 bash[77168]: cluster 2024-08-29T18:43:01.481673+0000 mon.a (mon.0) 3081 : cluster [DBG] osdmap e1712: 8 total, 8 up, 8 in 2024-08-29T18:43:02.882 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:43:02 smithi028 bash[77168]: cluster 2024-08-29T18:43:02.002661+0000 mgr.y (mgr.25022) 1689 : cluster [DBG] pgmap v2920: 329 pgs: 329 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 63 KiB/s rd, 5.5 KiB/s wr, 84 op/s 2024-08-29T18:43:03.329 INFO:tasks.workunit.client.0.smithi028.stdout:num snaps is: 2 2024-08-29T18:43:03.329 INFO:tasks.workunit.client.0.smithi028.stdout:expected: 2 2024-08-29T18:43:03.329 INFO:tasks.workunit.client.0.smithi028.stdout:snap: snap1 2024-08-29T18:43:03.329 INFO:tasks.workunit.client.0.smithi028.stdout:snap: snap2 2024-08-29T18:43:03.329 INFO:tasks.workunit.client.0.smithi028.stdout:found snap1 with size 2097152 2024-08-29T18:43:03.329 INFO:tasks.workunit.client.0.smithi028.stdout:found snap2 with size 4194304 2024-08-29T18:43:03.826 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:43:03 smithi053 bash[68679]: cluster 2024-08-29T18:43:02.492369+0000 mon.a (mon.0) 3082 : cluster [DBG] osdmap e1713: 8 total, 8 up, 8 in 2024-08-29T18:43:03.826 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:43:03 smithi053 bash[68679]: cluster 2024-08-29T18:43:03.281339+0000 mon.a (mon.0) 3083 : cluster [DBG] osdmap e1714: 8 total, 8 up, 8 in 2024-08-29T18:43:03.881 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:43:03 smithi028 bash[78352]: cluster 2024-08-29T18:43:02.492369+0000 mon.a (mon.0) 3082 : cluster [DBG] osdmap e1713: 8 total, 8 up, 8 in 2024-08-29T18:43:03.881 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:43:03 smithi028 bash[78352]: cluster 2024-08-29T18:43:03.281339+0000 mon.a (mon.0) 3083 : cluster [DBG] osdmap e1714: 8 total, 8 up, 8 in 2024-08-29T18:43:03.882 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:43:03 smithi028 bash[77168]: cluster 2024-08-29T18:43:02.492369+0000 mon.a (mon.0) 3082 : cluster [DBG] osdmap e1713: 8 total, 8 up, 8 in 2024-08-29T18:43:03.882 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:43:03 smithi028 bash[77168]: cluster 2024-08-29T18:43:03.281339+0000 mon.a (mon.0) 3083 : cluster [DBG] osdmap e1714: 8 total, 8 up, 8 in 2024-08-29T18:43:04.321 INFO:tasks.workunit.client.0.smithi028.stdout:num snaps is: 1 2024-08-29T18:43:04.321 INFO:tasks.workunit.client.0.smithi028.stdout:expected: 1 2024-08-29T18:43:04.321 INFO:tasks.workunit.client.0.smithi028.stdout:snap: snap2 2024-08-29T18:43:04.321 INFO:tasks.workunit.client.0.smithi028.stdout:found snap2 with size 4194304 2024-08-29T18:43:04.826 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:43:04 smithi053 bash[68679]: cluster 2024-08-29T18:43:04.004191+0000 mgr.y (mgr.25022) 1690 : cluster [DBG] pgmap v2923: 329 pgs: 329 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 47 KiB/s rd, 4.2 KiB/s wr, 61 op/s; 24 B/s, 5 keys/s, 1 objects/s recovering 2024-08-29T18:43:04.826 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:43:04 smithi053 bash[68679]: cluster 2024-08-29T18:43:04.283200+0000 mon.a (mon.0) 3084 : cluster [DBG] osdmap e1715: 8 total, 8 up, 8 in 2024-08-29T18:43:04.881 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:43:04 smithi028 bash[78352]: cluster 2024-08-29T18:43:04.004191+0000 mgr.y (mgr.25022) 1690 : cluster [DBG] pgmap v2923: 329 pgs: 329 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 47 KiB/s rd, 4.2 KiB/s wr, 61 op/s; 24 B/s, 5 keys/s, 1 objects/s recovering 2024-08-29T18:43:04.881 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:43:04 smithi028 bash[78352]: cluster 2024-08-29T18:43:04.283200+0000 mon.a (mon.0) 3084 : cluster [DBG] osdmap e1715: 8 total, 8 up, 8 in 2024-08-29T18:43:04.882 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:43:04 smithi028 bash[77168]: cluster 2024-08-29T18:43:04.004191+0000 mgr.y (mgr.25022) 1690 : cluster [DBG] pgmap v2923: 329 pgs: 329 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 47 KiB/s rd, 4.2 KiB/s wr, 61 op/s; 24 B/s, 5 keys/s, 1 objects/s recovering 2024-08-29T18:43:04.882 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:43:04 smithi028 bash[77168]: cluster 2024-08-29T18:43:04.283200+0000 mon.a (mon.0) 3084 : cluster [DBG] osdmap e1715: 8 total, 8 up, 8 in 2024-08-29T18:43:05.320 INFO:tasks.workunit.client.0.smithi028.stdout:num snaps is: 0 2024-08-29T18:43:05.321 INFO:tasks.workunit.client.0.smithi028.stdout:expected: 0 2024-08-29T18:43:05.354 INFO:tasks.workunit.client.0.smithi028.stdout:[ OK ] TestLibRBD.TestCreateLsDeleteSnapPP (3811 ms) 2024-08-29T18:43:05.354 INFO:tasks.workunit.client.0.smithi028.stdout:[ RUN ] TestLibRBD.TestGetNameIdSnapPP 2024-08-29T18:43:05.354 INFO:tasks.workunit.client.0.smithi028.stdout:using new format! 2024-08-29T18:43:06.576 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:43:06 smithi053 bash[68679]: cluster 2024-08-29T18:43:05.286604+0000 mon.a (mon.0) 3085 : cluster [DBG] osdmap e1716: 8 total, 8 up, 8 in 2024-08-29T18:43:06.577 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:43:06 smithi053 bash[68679]: cluster 2024-08-29T18:43:06.005485+0000 mgr.y (mgr.25022) 1691 : cluster [DBG] pgmap v2926: 329 pgs: 329 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 51 KiB/s rd, 5.0 KiB/s wr, 68 op/s; 59 B/s, 29 keys/s, 3 objects/s recovering 2024-08-29T18:43:06.631 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:43:06 smithi028 bash[77168]: cluster 2024-08-29T18:43:05.286604+0000 mon.a (mon.0) 3085 : cluster [DBG] osdmap e1716: 8 total, 8 up, 8 in 2024-08-29T18:43:06.631 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:43:06 smithi028 bash[77168]: cluster 2024-08-29T18:43:06.005485+0000 mgr.y (mgr.25022) 1691 : cluster [DBG] pgmap v2926: 329 pgs: 329 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 51 KiB/s rd, 5.0 KiB/s wr, 68 op/s; 59 B/s, 29 keys/s, 3 objects/s recovering 2024-08-29T18:43:06.632 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:43:06 smithi028 bash[78352]: cluster 2024-08-29T18:43:05.286604+0000 mon.a (mon.0) 3085 : cluster [DBG] osdmap e1716: 8 total, 8 up, 8 in 2024-08-29T18:43:06.632 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:43:06 smithi028 bash[78352]: cluster 2024-08-29T18:43:06.005485+0000 mgr.y (mgr.25022) 1691 : cluster [DBG] pgmap v2926: 329 pgs: 329 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 51 KiB/s rd, 5.0 KiB/s wr, 68 op/s; 59 B/s, 29 keys/s, 3 objects/s recovering 2024-08-29T18:43:07.577 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:43:07 smithi053 bash[68679]: cluster 2024-08-29T18:43:06.295977+0000 mon.a (mon.0) 3086 : cluster [DBG] osdmap e1717: 8 total, 8 up, 8 in 2024-08-29T18:43:07.631 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:43:07 smithi028 bash[78352]: cluster 2024-08-29T18:43:06.295977+0000 mon.a (mon.0) 3086 : cluster [DBG] osdmap e1717: 8 total, 8 up, 8 in 2024-08-29T18:43:07.631 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:43:07 smithi028 bash[77168]: cluster 2024-08-29T18:43:06.295977+0000 mon.a (mon.0) 3086 : cluster [DBG] osdmap e1717: 8 total, 8 up, 8 in 2024-08-29T18:43:08.576 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:43:08 smithi053 bash[68679]: cluster 2024-08-29T18:43:07.298955+0000 mon.a (mon.0) 3087 : cluster [DBG] osdmap e1718: 8 total, 8 up, 8 in 2024-08-29T18:43:08.577 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:43:08 smithi053 bash[68679]: cluster 2024-08-29T18:43:08.006684+0000 mgr.y (mgr.25022) 1692 : cluster [DBG] pgmap v2929: 329 pgs: 329 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 7.0 KiB/s rd, 1.5 KiB/s wr, 12 op/s; 34 B/s, 23 keys/s, 1 objects/s recovering 2024-08-29T18:43:08.577 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:43:08 smithi053 bash[68679]: audit 2024-08-29T18:43:08.167275+0000 mon.a (mon.0) 3088 : audit [DBG] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-29T18:43:08.577 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:43:08 smithi053 bash[68679]: cluster 2024-08-29T18:43:08.283078+0000 mon.a (mon.0) 3089 : cluster [DBG] osdmap e1719: 8 total, 8 up, 8 in 2024-08-29T18:43:08.631 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:43:08 smithi028 bash[78352]: cluster 2024-08-29T18:43:07.298955+0000 mon.a (mon.0) 3087 : cluster [DBG] osdmap e1718: 8 total, 8 up, 8 in 2024-08-29T18:43:08.631 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:43:08 smithi028 bash[78352]: cluster 2024-08-29T18:43:08.006684+0000 mgr.y (mgr.25022) 1692 : cluster [DBG] pgmap v2929: 329 pgs: 329 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 7.0 KiB/s rd, 1.5 KiB/s wr, 12 op/s; 34 B/s, 23 keys/s, 1 objects/s recovering 2024-08-29T18:43:08.632 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:43:08 smithi028 bash[78352]: audit 2024-08-29T18:43:08.167275+0000 mon.a (mon.0) 3088 : audit [DBG] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-29T18:43:08.632 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:43:08 smithi028 bash[78352]: cluster 2024-08-29T18:43:08.283078+0000 mon.a (mon.0) 3089 : cluster [DBG] osdmap e1719: 8 total, 8 up, 8 in 2024-08-29T18:43:08.632 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:43:08 smithi028 bash[77168]: cluster 2024-08-29T18:43:07.298955+0000 mon.a (mon.0) 3087 : cluster [DBG] osdmap e1718: 8 total, 8 up, 8 in 2024-08-29T18:43:08.632 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:43:08 smithi028 bash[77168]: cluster 2024-08-29T18:43:08.006684+0000 mgr.y (mgr.25022) 1692 : cluster [DBG] pgmap v2929: 329 pgs: 329 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 7.0 KiB/s rd, 1.5 KiB/s wr, 12 op/s; 34 B/s, 23 keys/s, 1 objects/s recovering 2024-08-29T18:43:08.632 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:43:08 smithi028 bash[77168]: audit 2024-08-29T18:43:08.167275+0000 mon.a (mon.0) 3088 : audit [DBG] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-29T18:43:08.632 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:43:08 smithi028 bash[77168]: cluster 2024-08-29T18:43:08.283078+0000 mon.a (mon.0) 3089 : cluster [DBG] osdmap e1719: 8 total, 8 up, 8 in 2024-08-29T18:43:10.631 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:43:10 smithi028 bash[78352]: cluster 2024-08-29T18:43:09.327779+0000 mon.a (mon.0) 3090 : cluster [DBG] osdmap e1720: 8 total, 8 up, 8 in 2024-08-29T18:43:10.631 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:43:10 smithi028 bash[78352]: cluster 2024-08-29T18:43:10.008735+0000 mgr.y (mgr.25022) 1693 : cluster [DBG] pgmap v2932: 329 pgs: 329 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 49 KiB/s rd, 5.5 KiB/s wr, 66 op/s 2024-08-29T18:43:10.632 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:43:10 smithi028 bash[77168]: cluster 2024-08-29T18:43:09.327779+0000 mon.a (mon.0) 3090 : cluster [DBG] osdmap e1720: 8 total, 8 up, 8 in 2024-08-29T18:43:10.632 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:43:10 smithi028 bash[77168]: cluster 2024-08-29T18:43:10.008735+0000 mgr.y (mgr.25022) 1693 : cluster [DBG] pgmap v2932: 329 pgs: 329 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 49 KiB/s rd, 5.5 KiB/s wr, 66 op/s 2024-08-29T18:43:10.826 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:43:10 smithi053 bash[68679]: cluster 2024-08-29T18:43:09.327779+0000 mon.a (mon.0) 3090 : cluster [DBG] osdmap e1720: 8 total, 8 up, 8 in 2024-08-29T18:43:10.826 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:43:10 smithi053 bash[68679]: cluster 2024-08-29T18:43:10.008735+0000 mgr.y (mgr.25022) 1693 : cluster [DBG] pgmap v2932: 329 pgs: 329 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 49 KiB/s rd, 5.5 KiB/s wr, 66 op/s 2024-08-29T18:43:11.364 INFO:tasks.workunit.client.0.smithi028.stdout:num snaps is: 0 2024-08-29T18:43:11.364 INFO:tasks.workunit.client.0.smithi028.stdout:expected: 0 2024-08-29T18:43:11.378 INFO:tasks.workunit.client.0.smithi028.stdout:[ OK ] TestLibRBD.TestGetNameIdSnapPP (6024 ms) 2024-08-29T18:43:11.378 INFO:tasks.workunit.client.0.smithi028.stdout:[ RUN ] TestLibRBD.TestCreateLsRenameSnapPP 2024-08-29T18:43:11.378 INFO:tasks.workunit.client.0.smithi028.stdout:using new format! 2024-08-29T18:43:11.631 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:43:11 smithi028 bash[77168]: cluster 2024-08-29T18:43:10.338151+0000 mon.a (mon.0) 3091 : cluster [DBG] osdmap e1721: 8 total, 8 up, 8 in 2024-08-29T18:43:11.632 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:43:11 smithi028 bash[78352]: cluster 2024-08-29T18:43:10.338151+0000 mon.a (mon.0) 3091 : cluster [DBG] osdmap e1721: 8 total, 8 up, 8 in 2024-08-29T18:43:11.632 INFO:journalctl@ceph.mgr.y.smithi028.stdout:Aug 29 18:43:11 smithi028 bash[70818]: ::ffff:172.21.15.53 - - [29/Aug/2024:18:43:11] "GET /metrics HTTP/1.1" 200 50925 "" "Prometheus/2.43.0" 2024-08-29T18:43:11.826 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:43:11 smithi053 bash[68679]: cluster 2024-08-29T18:43:10.338151+0000 mon.a (mon.0) 3091 : cluster [DBG] osdmap e1721: 8 total, 8 up, 8 in 2024-08-29T18:43:12.418 INFO:tasks.workunit.client.0.smithi028.stdout:num snaps is: 1 2024-08-29T18:43:12.418 INFO:tasks.workunit.client.0.smithi028.stdout:expected: 1 2024-08-29T18:43:12.419 INFO:tasks.workunit.client.0.smithi028.stdout:snap: snap1 2024-08-29T18:43:12.419 INFO:tasks.workunit.client.0.smithi028.stdout:found snap1 with size 2097152 2024-08-29T18:43:12.576 INFO:journalctl@ceph.prometheus.a.smithi053.stdout:Aug 29 18:43:12 smithi053 bash[95567]: ts=2024-08-29T18:43:12.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"3167ee72-662c-11ef-bcd4-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-29T18:43:12.577 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:43:12 smithi053 bash[68679]: cluster 2024-08-29T18:43:11.339101+0000 mon.a (mon.0) 3092 : cluster [DBG] osdmap e1722: 8 total, 8 up, 8 in 2024-08-29T18:43:12.577 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:43:12 smithi053 bash[68679]: cluster 2024-08-29T18:43:12.009595+0000 mgr.y (mgr.25022) 1694 : cluster [DBG] pgmap v2935: 329 pgs: 329 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 52 KiB/s rd, 6.0 KiB/s wr, 71 op/s 2024-08-29T18:43:12.577 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:43:12 smithi053 bash[68679]: audit 2024-08-29T18:43:12.143654+0000 mon.a (mon.0) 3093 : audit [DBG] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-29T18:43:12.631 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:43:12 smithi028 bash[78352]: cluster 2024-08-29T18:43:11.339101+0000 mon.a (mon.0) 3092 : cluster [DBG] osdmap e1722: 8 total, 8 up, 8 in 2024-08-29T18:43:12.631 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:43:12 smithi028 bash[78352]: cluster 2024-08-29T18:43:12.009595+0000 mgr.y (mgr.25022) 1694 : cluster [DBG] pgmap v2935: 329 pgs: 329 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 52 KiB/s rd, 6.0 KiB/s wr, 71 op/s 2024-08-29T18:43:12.632 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:43:12 smithi028 bash[78352]: audit 2024-08-29T18:43:12.143654+0000 mon.a (mon.0) 3093 : audit [DBG] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-29T18:43:12.632 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:43:12 smithi028 bash[77168]: cluster 2024-08-29T18:43:11.339101+0000 mon.a (mon.0) 3092 : cluster [DBG] osdmap e1722: 8 total, 8 up, 8 in 2024-08-29T18:43:12.632 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:43:12 smithi028 bash[77168]: cluster 2024-08-29T18:43:12.009595+0000 mgr.y (mgr.25022) 1694 : cluster [DBG] pgmap v2935: 329 pgs: 329 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 52 KiB/s rd, 6.0 KiB/s wr, 71 op/s 2024-08-29T18:43:12.632 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:43:12 smithi028 bash[77168]: audit 2024-08-29T18:43:12.143654+0000 mon.a (mon.0) 3093 : audit [DBG] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-29T18:43:13.333 INFO:tasks.workunit.client.0.smithi028.stdout:num snaps is: 2 2024-08-29T18:43:13.333 INFO:tasks.workunit.client.0.smithi028.stdout:expected: 2 2024-08-29T18:43:13.333 INFO:tasks.workunit.client.0.smithi028.stdout:snap: snap1 2024-08-29T18:43:13.333 INFO:tasks.workunit.client.0.smithi028.stdout:snap: snap2 2024-08-29T18:43:13.334 INFO:tasks.workunit.client.0.smithi028.stdout:found snap1 with size 2097152 2024-08-29T18:43:13.334 INFO:tasks.workunit.client.0.smithi028.stdout:found snap2 with size 4194304 2024-08-29T18:43:13.344 INFO:tasks.workunit.client.0.smithi028.stdout:num snaps is: 2 2024-08-29T18:43:13.344 INFO:tasks.workunit.client.0.smithi028.stdout:expected: 2 2024-08-29T18:43:13.344 INFO:tasks.workunit.client.0.smithi028.stdout:snap: snap1-rename 2024-08-29T18:43:13.344 INFO:tasks.workunit.client.0.smithi028.stdout:snap: snap2 2024-08-29T18:43:13.344 INFO:tasks.workunit.client.0.smithi028.stdout:found snap1-rename with size 2097152 2024-08-29T18:43:13.344 INFO:tasks.workunit.client.0.smithi028.stdout:found snap2 with size 4194304 2024-08-29T18:43:13.632 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:43:13 smithi028 bash[78352]: cluster 2024-08-29T18:43:12.371325+0000 mon.a (mon.0) 3094 : cluster [DBG] osdmap e1723: 8 total, 8 up, 8 in 2024-08-29T18:43:13.632 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:43:13 smithi028 bash[78352]: cluster 2024-08-29T18:43:13.285840+0000 mon.a (mon.0) 3095 : cluster [DBG] osdmap e1724: 8 total, 8 up, 8 in 2024-08-29T18:43:13.632 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:43:13 smithi028 bash[77168]: cluster 2024-08-29T18:43:12.371325+0000 mon.a (mon.0) 3094 : cluster [DBG] osdmap e1723: 8 total, 8 up, 8 in 2024-08-29T18:43:13.632 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:43:13 smithi028 bash[77168]: cluster 2024-08-29T18:43:13.285840+0000 mon.a (mon.0) 3095 : cluster [DBG] osdmap e1724: 8 total, 8 up, 8 in 2024-08-29T18:43:13.826 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:43:13 smithi053 bash[68679]: cluster 2024-08-29T18:43:12.371325+0000 mon.a (mon.0) 3094 : cluster [DBG] osdmap e1723: 8 total, 8 up, 8 in 2024-08-29T18:43:13.827 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:43:13 smithi053 bash[68679]: cluster 2024-08-29T18:43:13.285840+0000 mon.a (mon.0) 3095 : cluster [DBG] osdmap e1724: 8 total, 8 up, 8 in 2024-08-29T18:43:14.330 INFO:tasks.workunit.client.0.smithi028.stdout:num snaps is: 1 2024-08-29T18:43:14.331 INFO:tasks.workunit.client.0.smithi028.stdout:expected: 1 2024-08-29T18:43:14.331 INFO:tasks.workunit.client.0.smithi028.stdout:snap: snap2-rename 2024-08-29T18:43:14.331 INFO:tasks.workunit.client.0.smithi028.stdout:found snap2-rename with size 4194304 2024-08-29T18:43:15.428 INFO:tasks.workunit.client.0.smithi028.stdout:num snaps is: 0 2024-08-29T18:43:15.429 INFO:tasks.workunit.client.0.smithi028.stdout:expected: 0 2024-08-29T18:43:15.456 INFO:tasks.workunit.client.0.smithi028.stdout:[ OK ] TestLibRBD.TestCreateLsRenameSnapPP (4078 ms) 2024-08-29T18:43:15.456 INFO:tasks.workunit.client.0.smithi028.stdout:[ RUN ] TestLibRBD.ConcurrentCreatesUnvalidatedPool 2024-08-29T18:43:15.577 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:43:15 smithi053 bash[68679]: cluster 2024-08-29T18:43:14.011114+0000 mgr.y (mgr.25022) 1695 : cluster [DBG] pgmap v2938: 329 pgs: 329 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 9.5 KiB/s rd, 1023 B/s wr, 15 op/s 2024-08-29T18:43:15.577 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:43:15 smithi053 bash[68679]: audit 2024-08-29T18:43:14.157263+0000 mon.a (mon.0) 3096 : audit [INF] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' 2024-08-29T18:43:15.577 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:43:15 smithi053 bash[68679]: audit 2024-08-29T18:43:14.167768+0000 mon.a (mon.0) 3097 : audit [INF] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' 2024-08-29T18:43:15.577 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:43:15 smithi053 bash[68679]: cluster 2024-08-29T18:43:14.291490+0000 mon.a (mon.0) 3098 : cluster [DBG] osdmap e1725: 8 total, 8 up, 8 in 2024-08-29T18:43:15.577 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:43:15 smithi053 bash[68679]: audit 2024-08-29T18:43:14.893522+0000 mon.a (mon.0) 3099 : audit [DBG] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-29T18:43:15.577 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:43:15 smithi053 bash[68679]: audit 2024-08-29T18:43:14.894978+0000 mon.a (mon.0) 3100 : audit [INF] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-29T18:43:15.577 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:43:15 smithi053 bash[68679]: audit 2024-08-29T18:43:14.904234+0000 mon.a (mon.0) 3101 : audit [INF] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' 2024-08-29T18:43:15.631 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:43:15 smithi028 bash[77168]: cluster 2024-08-29T18:43:14.011114+0000 mgr.y (mgr.25022) 1695 : cluster [DBG] pgmap v2938: 329 pgs: 329 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 9.5 KiB/s rd, 1023 B/s wr, 15 op/s 2024-08-29T18:43:15.632 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:43:15 smithi028 bash[77168]: audit 2024-08-29T18:43:14.157263+0000 mon.a (mon.0) 3096 : audit [INF] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' 2024-08-29T18:43:15.632 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:43:15 smithi028 bash[77168]: audit 2024-08-29T18:43:14.167768+0000 mon.a (mon.0) 3097 : audit [INF] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' 2024-08-29T18:43:15.632 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:43:15 smithi028 bash[77168]: cluster 2024-08-29T18:43:14.291490+0000 mon.a (mon.0) 3098 : cluster [DBG] osdmap e1725: 8 total, 8 up, 8 in 2024-08-29T18:43:15.632 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:43:15 smithi028 bash[77168]: audit 2024-08-29T18:43:14.893522+0000 mon.a (mon.0) 3099 : audit [DBG] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-29T18:43:15.632 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:43:15 smithi028 bash[77168]: audit 2024-08-29T18:43:14.894978+0000 mon.a (mon.0) 3100 : audit [INF] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-29T18:43:15.632 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:43:15 smithi028 bash[77168]: audit 2024-08-29T18:43:14.904234+0000 mon.a (mon.0) 3101 : audit [INF] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' 2024-08-29T18:43:15.633 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:43:15 smithi028 bash[78352]: cluster 2024-08-29T18:43:14.011114+0000 mgr.y (mgr.25022) 1695 : cluster [DBG] pgmap v2938: 329 pgs: 329 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 9.5 KiB/s rd, 1023 B/s wr, 15 op/s 2024-08-29T18:43:15.633 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:43:15 smithi028 bash[78352]: audit 2024-08-29T18:43:14.157263+0000 mon.a (mon.0) 3096 : audit [INF] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' 2024-08-29T18:43:15.633 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:43:15 smithi028 bash[78352]: audit 2024-08-29T18:43:14.167768+0000 mon.a (mon.0) 3097 : audit [INF] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' 2024-08-29T18:43:15.633 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:43:15 smithi028 bash[78352]: cluster 2024-08-29T18:43:14.291490+0000 mon.a (mon.0) 3098 : cluster [DBG] osdmap e1725: 8 total, 8 up, 8 in 2024-08-29T18:43:15.633 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:43:15 smithi028 bash[78352]: audit 2024-08-29T18:43:14.893522+0000 mon.a (mon.0) 3099 : audit [DBG] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-29T18:43:15.633 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:43:15 smithi028 bash[78352]: audit 2024-08-29T18:43:14.894978+0000 mon.a (mon.0) 3100 : audit [INF] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-29T18:43:15.633 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:43:15 smithi028 bash[78352]: audit 2024-08-29T18:43:14.904234+0000 mon.a (mon.0) 3101 : audit [INF] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' 2024-08-29T18:43:16.631 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:43:16 smithi028 bash[78352]: cluster 2024-08-29T18:43:15.375653+0000 mon.a (mon.0) 3102 : cluster [DBG] osdmap e1726: 8 total, 8 up, 8 in 2024-08-29T18:43:16.631 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:43:16 smithi028 bash[78352]: cluster 2024-08-29T18:43:16.011985+0000 mgr.y (mgr.25022) 1696 : cluster [DBG] pgmap v2941: 329 pgs: 329 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 35 KiB/s rd, 4.0 KiB/s wr, 50 op/s 2024-08-29T18:43:16.632 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:43:16 smithi028 bash[77168]: cluster 2024-08-29T18:43:15.375653+0000 mon.a (mon.0) 3102 : cluster [DBG] osdmap e1726: 8 total, 8 up, 8 in 2024-08-29T18:43:16.632 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:43:16 smithi028 bash[77168]: cluster 2024-08-29T18:43:16.011985+0000 mgr.y (mgr.25022) 1696 : cluster [DBG] pgmap v2941: 329 pgs: 329 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 35 KiB/s rd, 4.0 KiB/s wr, 50 op/s 2024-08-29T18:43:16.826 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:43:16 smithi053 bash[68679]: cluster 2024-08-29T18:43:15.375653+0000 mon.a (mon.0) 3102 : cluster [DBG] osdmap e1726: 8 total, 8 up, 8 in 2024-08-29T18:43:16.827 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:43:16 smithi053 bash[68679]: cluster 2024-08-29T18:43:16.011985+0000 mgr.y (mgr.25022) 1696 : cluster [DBG] pgmap v2941: 329 pgs: 329 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 35 KiB/s rd, 4.0 KiB/s wr, 50 op/s 2024-08-29T18:43:17.424 INFO:tasks.workunit.client.0.smithi028.stdout:using new format! 2024-08-29T18:43:17.424 INFO:tasks.workunit.client.0.smithi028.stdout:using new format! 2024-08-29T18:43:17.424 INFO:tasks.workunit.client.0.smithi028.stdout:using new format! 2024-08-29T18:43:17.424 INFO:tasks.workunit.client.0.smithi028.stdout:using new format! 2024-08-29T18:43:17.828 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:43:17 smithi053 bash[68679]: cluster 2024-08-29T18:43:16.387603+0000 mon.a (mon.0) 3103 : cluster [DBG] osdmap e1727: 8 total, 8 up, 8 in 2024-08-29T18:43:17.828 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:43:17 smithi053 bash[68679]: audit 2024-08-29T18:43:16.390389+0000 mon.a (mon.0) 3104 : audit [INF] from='client.? 172.21.15.28:0/2156738020' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi028-116573-21","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-29T18:43:17.883 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:43:17 smithi028 bash[77168]: cluster 2024-08-29T18:43:16.387603+0000 mon.a (mon.0) 3103 : cluster [DBG] osdmap e1727: 8 total, 8 up, 8 in 2024-08-29T18:43:17.883 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:43:17 smithi028 bash[77168]: audit 2024-08-29T18:43:16.390389+0000 mon.a (mon.0) 3104 : audit [INF] from='client.? 172.21.15.28:0/2156738020' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi028-116573-21","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-29T18:43:17.884 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:43:17 smithi028 bash[78352]: cluster 2024-08-29T18:43:16.387603+0000 mon.a (mon.0) 3103 : cluster [DBG] osdmap e1727: 8 total, 8 up, 8 in 2024-08-29T18:43:17.884 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:43:17 smithi028 bash[78352]: audit 2024-08-29T18:43:16.390389+0000 mon.a (mon.0) 3104 : audit [INF] from='client.? 172.21.15.28:0/2156738020' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi028-116573-21","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-29T18:43:18.826 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:43:18 smithi053 bash[68679]: audit 2024-08-29T18:43:17.382166+0000 mon.a (mon.0) 3105 : audit [INF] from='client.? 172.21.15.28:0/2156738020' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi028-116573-21","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-29T18:43:18.827 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:43:18 smithi053 bash[68679]: cluster 2024-08-29T18:43:17.391108+0000 mon.a (mon.0) 3106 : cluster [DBG] osdmap e1728: 8 total, 8 up, 8 in 2024-08-29T18:43:18.827 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:43:18 smithi053 bash[68679]: cluster 2024-08-29T18:43:18.012887+0000 mgr.y (mgr.25022) 1697 : cluster [DBG] pgmap v2944: 361 pgs: 7 creating+peering, 25 unknown, 329 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 72 KiB/s rd, 7.5 KiB/s wr, 98 op/s 2024-08-29T18:43:18.827 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:43:18 smithi053 bash[68679]: cluster 2024-08-29T18:43:18.288733+0000 mon.a (mon.0) 3107 : cluster [DBG] osdmap e1729: 8 total, 8 up, 8 in 2024-08-29T18:43:18.882 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:43:18 smithi028 bash[77168]: audit 2024-08-29T18:43:17.382166+0000 mon.a (mon.0) 3105 : audit [INF] from='client.? 172.21.15.28:0/2156738020' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi028-116573-21","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-29T18:43:18.882 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:43:18 smithi028 bash[77168]: cluster 2024-08-29T18:43:17.391108+0000 mon.a (mon.0) 3106 : cluster [DBG] osdmap e1728: 8 total, 8 up, 8 in 2024-08-29T18:43:18.882 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:43:18 smithi028 bash[77168]: cluster 2024-08-29T18:43:18.012887+0000 mgr.y (mgr.25022) 1697 : cluster [DBG] pgmap v2944: 361 pgs: 7 creating+peering, 25 unknown, 329 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 72 KiB/s rd, 7.5 KiB/s wr, 98 op/s 2024-08-29T18:43:18.882 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:43:18 smithi028 bash[77168]: cluster 2024-08-29T18:43:18.288733+0000 mon.a (mon.0) 3107 : cluster [DBG] osdmap e1729: 8 total, 8 up, 8 in 2024-08-29T18:43:18.882 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:43:18 smithi028 bash[78352]: audit 2024-08-29T18:43:17.382166+0000 mon.a (mon.0) 3105 : audit [INF] from='client.? 172.21.15.28:0/2156738020' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi028-116573-21","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-29T18:43:18.882 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:43:18 smithi028 bash[78352]: cluster 2024-08-29T18:43:17.391108+0000 mon.a (mon.0) 3106 : cluster [DBG] osdmap e1728: 8 total, 8 up, 8 in 2024-08-29T18:43:18.882 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:43:18 smithi028 bash[78352]: cluster 2024-08-29T18:43:18.012887+0000 mgr.y (mgr.25022) 1697 : cluster [DBG] pgmap v2944: 361 pgs: 7 creating+peering, 25 unknown, 329 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 72 KiB/s rd, 7.5 KiB/s wr, 98 op/s 2024-08-29T18:43:18.882 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:43:18 smithi028 bash[78352]: cluster 2024-08-29T18:43:18.288733+0000 mon.a (mon.0) 3107 : cluster [DBG] osdmap e1729: 8 total, 8 up, 8 in 2024-08-29T18:43:19.939 INFO:tasks.workunit.client.0.smithi028.stdout:[ OK ] TestLibRBD.ConcurrentCreatesUnvalidatedPool (4483 ms) 2024-08-29T18:43:19.939 INFO:tasks.workunit.client.0.smithi028.stdout:[ RUN ] TestLibRBD.RemoveFullTry 2024-08-29T18:43:20.826 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:43:20 smithi053 bash[68679]: cluster 2024-08-29T18:43:19.291457+0000 mon.a (mon.0) 3108 : cluster [DBG] osdmap e1730: 8 total, 8 up, 8 in 2024-08-29T18:43:20.881 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:43:20 smithi028 bash[78352]: cluster 2024-08-29T18:43:19.291457+0000 mon.a (mon.0) 3108 : cluster [DBG] osdmap e1730: 8 total, 8 up, 8 in 2024-08-29T18:43:20.882 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:43:20 smithi028 bash[77168]: cluster 2024-08-29T18:43:19.291457+0000 mon.a (mon.0) 3108 : cluster [DBG] osdmap e1730: 8 total, 8 up, 8 in 2024-08-29T18:43:21.559 INFO:tasks.workunit.client.0.smithi028.stdout:using new format! 2024-08-29T18:43:21.826 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:43:21 smithi053 bash[68679]: cluster 2024-08-29T18:43:20.014083+0000 mgr.y (mgr.25022) 1698 : cluster [DBG] pgmap v2947: 361 pgs: 2 active+clean+snaptrim, 2 active+clean+snaptrim_wait, 7 creating+peering, 1 unknown, 349 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 44 KiB/s rd, 4.5 KiB/s wr, 58 op/s 2024-08-29T18:43:21.827 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:43:21 smithi053 bash[68679]: cluster 2024-08-29T18:43:20.490097+0000 mon.a (mon.0) 3109 : cluster [DBG] osdmap e1731: 8 total, 8 up, 8 in 2024-08-29T18:43:21.827 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:43:21 smithi053 bash[68679]: audit 2024-08-29T18:43:20.505542+0000 mon.a (mon.0) 3110 : audit [INF] from='client.? 172.21.15.28:0/1968443733' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi028-116573-22","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-29T18:43:21.881 INFO:journalctl@ceph.mgr.y.smithi028.stdout:Aug 29 18:43:21 smithi028 bash[70818]: ::ffff:172.21.15.53 - - [29/Aug/2024:18:43:21] "GET /metrics HTTP/1.1" 200 50931 "" "Prometheus/2.43.0" 2024-08-29T18:43:21.881 INFO:journalctl@ceph.mgr.y.smithi028.stdout:Aug 29 18:43:21 smithi028 bash[70818]: [29/Aug/2024:18:43:21] ENGINE Bus STOPPING 2024-08-29T18:43:21.882 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:43:21 smithi028 bash[77168]: cluster 2024-08-29T18:43:20.014083+0000 mgr.y (mgr.25022) 1698 : cluster [DBG] pgmap v2947: 361 pgs: 2 active+clean+snaptrim, 2 active+clean+snaptrim_wait, 7 creating+peering, 1 unknown, 349 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 44 KiB/s rd, 4.5 KiB/s wr, 58 op/s 2024-08-29T18:43:21.882 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:43:21 smithi028 bash[77168]: cluster 2024-08-29T18:43:20.490097+0000 mon.a (mon.0) 3109 : cluster [DBG] osdmap e1731: 8 total, 8 up, 8 in 2024-08-29T18:43:21.882 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:43:21 smithi028 bash[77168]: audit 2024-08-29T18:43:20.505542+0000 mon.a (mon.0) 3110 : audit [INF] from='client.? 172.21.15.28:0/1968443733' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi028-116573-22","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-29T18:43:21.882 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:43:21 smithi028 bash[78352]: cluster 2024-08-29T18:43:20.014083+0000 mgr.y (mgr.25022) 1698 : cluster [DBG] pgmap v2947: 361 pgs: 2 active+clean+snaptrim, 2 active+clean+snaptrim_wait, 7 creating+peering, 1 unknown, 349 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 44 KiB/s rd, 4.5 KiB/s wr, 58 op/s 2024-08-29T18:43:21.882 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:43:21 smithi028 bash[78352]: cluster 2024-08-29T18:43:20.490097+0000 mon.a (mon.0) 3109 : cluster [DBG] osdmap e1731: 8 total, 8 up, 8 in 2024-08-29T18:43:21.882 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:43:21 smithi028 bash[78352]: audit 2024-08-29T18:43:20.505542+0000 mon.a (mon.0) 3110 : audit [INF] from='client.? 172.21.15.28:0/1968443733' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi028-116573-22","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-29T18:43:22.381 INFO:journalctl@ceph.mgr.y.smithi028.stdout:Aug 29 18:43:21 smithi028 bash[70818]: [29/Aug/2024:18:43:21] ENGINE HTTP Server cherrypy._cpwsgi_server.CPWSGIServer(('::', 9283)) shut down 2024-08-29T18:43:22.381 INFO:journalctl@ceph.mgr.y.smithi028.stdout:Aug 29 18:43:21 smithi028 bash[70818]: [29/Aug/2024:18:43:21] ENGINE Bus STOPPED 2024-08-29T18:43:22.382 INFO:journalctl@ceph.mgr.y.smithi028.stdout:Aug 29 18:43:21 smithi028 bash[70818]: [29/Aug/2024:18:43:21] ENGINE Bus STARTING 2024-08-29T18:43:22.382 INFO:journalctl@ceph.mgr.y.smithi028.stdout:Aug 29 18:43:22 smithi028 bash[70818]: [29/Aug/2024:18:43:22] ENGINE Serving on http://:::9283 2024-08-29T18:43:22.382 INFO:journalctl@ceph.mgr.y.smithi028.stdout:Aug 29 18:43:22 smithi028 bash[70818]: [29/Aug/2024:18:43:22] ENGINE Bus STARTED 2024-08-29T18:43:22.577 INFO:journalctl@ceph.prometheus.a.smithi053.stdout:Aug 29 18:43:22 smithi053 bash[95567]: ts=2024-08-29T18:43:22.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"3167ee72-662c-11ef-bcd4-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-29T18:43:22.577 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:43:22 smithi053 bash[68679]: audit 2024-08-29T18:43:21.486226+0000 mon.a (mon.0) 3111 : audit [INF] from='client.? 172.21.15.28:0/1968443733' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi028-116573-22","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-29T18:43:22.577 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:43:22 smithi053 bash[68679]: cluster 2024-08-29T18:43:21.494014+0000 mon.a (mon.0) 3112 : cluster [DBG] osdmap e1732: 8 total, 8 up, 8 in 2024-08-29T18:43:22.577 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:43:22 smithi053 bash[68679]: audit 2024-08-29T18:43:21.558333+0000 mon.a (mon.0) 3113 : audit [INF] from='client.? ' entity='client.admin' 2024-08-29T18:43:22.577 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:43:22 smithi053 bash[68679]: audit 2024-08-29T18:43:21.576854+0000 mon.a (mon.0) 3114 : audit [DBG] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-29T18:43:22.577 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:43:22 smithi053 bash[68679]: audit 2024-08-29T18:43:21.578933+0000 mon.a (mon.0) 3115 : audit [DBG] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-29T18:43:22.577 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:43:22 smithi053 bash[68679]: audit 2024-08-29T18:43:21.579897+0000 mon.a (mon.0) 3116 : audit [INF] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-29T18:43:22.577 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:43:22 smithi053 bash[68679]: audit 2024-08-29T18:43:21.586117+0000 mon.a (mon.0) 3117 : audit [INF] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' 2024-08-29T18:43:22.577 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:43:22 smithi053 bash[68679]: cluster 2024-08-29T18:43:22.014843+0000 mgr.y (mgr.25022) 1699 : cluster [DBG] pgmap v2950: 393 pgs: 32 unknown, 2 active+clean+snaptrim, 2 active+clean+snaptrim_wait, 7 creating+peering, 350 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 767 B/s rd, 767 B/s wr, 2 op/s 2024-08-29T18:43:22.882 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:43:22 smithi028 bash[77168]: audit 2024-08-29T18:43:21.486226+0000 mon.a (mon.0) 3111 : audit [INF] from='client.? 172.21.15.28:0/1968443733' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi028-116573-22","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-29T18:43:22.882 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:43:22 smithi028 bash[77168]: cluster 2024-08-29T18:43:21.494014+0000 mon.a (mon.0) 3112 : cluster [DBG] osdmap e1732: 8 total, 8 up, 8 in 2024-08-29T18:43:22.882 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:43:22 smithi028 bash[77168]: audit 2024-08-29T18:43:21.558333+0000 mon.a (mon.0) 3113 : audit [INF] from='client.? ' entity='client.admin' 2024-08-29T18:43:22.882 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:43:22 smithi028 bash[77168]: audit 2024-08-29T18:43:21.576854+0000 mon.a (mon.0) 3114 : audit [DBG] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-29T18:43:22.882 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:43:22 smithi028 bash[77168]: audit 2024-08-29T18:43:21.578933+0000 mon.a (mon.0) 3115 : audit [DBG] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-29T18:43:22.882 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:43:22 smithi028 bash[77168]: audit 2024-08-29T18:43:21.579897+0000 mon.a (mon.0) 3116 : audit [INF] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-29T18:43:22.882 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:43:22 smithi028 bash[77168]: audit 2024-08-29T18:43:21.586117+0000 mon.a (mon.0) 3117 : audit [INF] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' 2024-08-29T18:43:22.882 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:43:22 smithi028 bash[77168]: cluster 2024-08-29T18:43:22.014843+0000 mgr.y (mgr.25022) 1699 : cluster [DBG] pgmap v2950: 393 pgs: 32 unknown, 2 active+clean+snaptrim, 2 active+clean+snaptrim_wait, 7 creating+peering, 350 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 767 B/s rd, 767 B/s wr, 2 op/s 2024-08-29T18:43:22.883 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:43:22 smithi028 bash[78352]: audit 2024-08-29T18:43:21.486226+0000 mon.a (mon.0) 3111 : audit [INF] from='client.? 172.21.15.28:0/1968443733' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi028-116573-22","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-29T18:43:22.883 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:43:22 smithi028 bash[78352]: cluster 2024-08-29T18:43:21.494014+0000 mon.a (mon.0) 3112 : cluster [DBG] osdmap e1732: 8 total, 8 up, 8 in 2024-08-29T18:43:22.883 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:43:22 smithi028 bash[78352]: audit 2024-08-29T18:43:21.558333+0000 mon.a (mon.0) 3113 : audit [INF] from='client.? ' entity='client.admin' 2024-08-29T18:43:22.883 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:43:22 smithi028 bash[78352]: audit 2024-08-29T18:43:21.576854+0000 mon.a (mon.0) 3114 : audit [DBG] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-29T18:43:22.883 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:43:22 smithi028 bash[78352]: audit 2024-08-29T18:43:21.578933+0000 mon.a (mon.0) 3115 : audit [DBG] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-29T18:43:22.883 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:43:22 smithi028 bash[78352]: audit 2024-08-29T18:43:21.579897+0000 mon.a (mon.0) 3116 : audit [INF] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-29T18:43:22.883 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:43:22 smithi028 bash[78352]: audit 2024-08-29T18:43:21.586117+0000 mon.a (mon.0) 3117 : audit [INF] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' 2024-08-29T18:43:22.883 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:43:22 smithi028 bash[78352]: cluster 2024-08-29T18:43:22.014843+0000 mgr.y (mgr.25022) 1699 : cluster [DBG] pgmap v2950: 393 pgs: 32 unknown, 2 active+clean+snaptrim, 2 active+clean+snaptrim_wait, 7 creating+peering, 350 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 767 B/s rd, 767 B/s wr, 2 op/s 2024-08-29T18:43:23.481 INFO:tasks.workunit.client.0.smithi028.stdout:using new format! 2024-08-29T18:43:23.826 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:43:23 smithi053 bash[68679]: cluster 2024-08-29T18:43:22.496173+0000 mon.a (mon.0) 3118 : cluster [DBG] osdmap e1733: 8 total, 8 up, 8 in 2024-08-29T18:43:23.827 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:43:23 smithi053 bash[68679]: cluster 2024-08-29T18:43:23.291083+0000 mon.a (mon.0) 3119 : cluster [DBG] osdmap e1734: 8 total, 8 up, 8 in 2024-08-29T18:43:23.827 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:43:23 smithi053 bash[68679]: audit 2024-08-29T18:43:23.504111+0000 mon.c (mon.2) 111 : audit [INF] from='client.? 172.21.15.28:0/411064846' entity='client.admin' cmd=[{"prefix": "osd pool set-quota", "pool": "test-librbd-smithi028-116573-22", "field": "max_bytes", "val": "10485760"}]: dispatch 2024-08-29T18:43:23.827 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:43:23 smithi053 bash[68679]: audit 2024-08-29T18:43:23.504771+0000 mon.a (mon.0) 3120 : audit [INF] from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool set-quota", "pool": "test-librbd-smithi028-116573-22", "field": "max_bytes", "val": "10485760"}]: dispatch 2024-08-29T18:43:23.881 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:43:23 smithi028 bash[77168]: cluster 2024-08-29T18:43:22.496173+0000 mon.a (mon.0) 3118 : cluster [DBG] osdmap e1733: 8 total, 8 up, 8 in 2024-08-29T18:43:23.881 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:43:23 smithi028 bash[77168]: cluster 2024-08-29T18:43:23.291083+0000 mon.a (mon.0) 3119 : cluster [DBG] osdmap e1734: 8 total, 8 up, 8 in 2024-08-29T18:43:23.881 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:43:23 smithi028 bash[77168]: audit 2024-08-29T18:43:23.504111+0000 mon.c (mon.2) 111 : audit [INF] from='client.? 172.21.15.28:0/411064846' entity='client.admin' cmd=[{"prefix": "osd pool set-quota", "pool": "test-librbd-smithi028-116573-22", "field": "max_bytes", "val": "10485760"}]: dispatch 2024-08-29T18:43:23.881 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:43:23 smithi028 bash[77168]: audit 2024-08-29T18:43:23.504771+0000 mon.a (mon.0) 3120 : audit [INF] from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool set-quota", "pool": "test-librbd-smithi028-116573-22", "field": "max_bytes", "val": "10485760"}]: dispatch 2024-08-29T18:43:23.882 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:43:23 smithi028 bash[78352]: cluster 2024-08-29T18:43:22.496173+0000 mon.a (mon.0) 3118 : cluster [DBG] osdmap e1733: 8 total, 8 up, 8 in 2024-08-29T18:43:23.882 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:43:23 smithi028 bash[78352]: cluster 2024-08-29T18:43:23.291083+0000 mon.a (mon.0) 3119 : cluster [DBG] osdmap e1734: 8 total, 8 up, 8 in 2024-08-29T18:43:23.882 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:43:23 smithi028 bash[78352]: audit 2024-08-29T18:43:23.504111+0000 mon.c (mon.2) 111 : audit [INF] from='client.? 172.21.15.28:0/411064846' entity='client.admin' cmd=[{"prefix": "osd pool set-quota", "pool": "test-librbd-smithi028-116573-22", "field": "max_bytes", "val": "10485760"}]: dispatch 2024-08-29T18:43:23.882 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:43:23 smithi028 bash[78352]: audit 2024-08-29T18:43:23.504771+0000 mon.a (mon.0) 3120 : audit [INF] from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool set-quota", "pool": "test-librbd-smithi028-116573-22", "field": "max_bytes", "val": "10485760"}]: dispatch 2024-08-29T18:43:24.826 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:43:24 smithi053 bash[68679]: cluster 2024-08-29T18:43:24.016518+0000 mgr.y (mgr.25022) 1700 : cluster [DBG] pgmap v2953: 393 pgs: 17 unknown, 2 active+clean+snaptrim, 2 active+clean+snaptrim_wait, 372 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 61 KiB/s rd, 7.0 KiB/s wr, 90 op/s 2024-08-29T18:43:24.827 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:43:24 smithi053 bash[68679]: audit 2024-08-29T18:43:24.287598+0000 mon.a (mon.0) 3121 : audit [INF] from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool set-quota", "pool": "test-librbd-smithi028-116573-22", "field": "max_bytes", "val": "10485760"}]': finished 2024-08-29T18:43:24.827 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:43:24 smithi053 bash[68679]: cluster 2024-08-29T18:43:24.295190+0000 mon.a (mon.0) 3122 : cluster [DBG] osdmap e1735: 8 total, 8 up, 8 in 2024-08-29T18:43:24.881 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:43:24 smithi028 bash[78352]: cluster 2024-08-29T18:43:24.016518+0000 mgr.y (mgr.25022) 1700 : cluster [DBG] pgmap v2953: 393 pgs: 17 unknown, 2 active+clean+snaptrim, 2 active+clean+snaptrim_wait, 372 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 61 KiB/s rd, 7.0 KiB/s wr, 90 op/s 2024-08-29T18:43:24.882 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:43:24 smithi028 bash[78352]: audit 2024-08-29T18:43:24.287598+0000 mon.a (mon.0) 3121 : audit [INF] from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool set-quota", "pool": "test-librbd-smithi028-116573-22", "field": "max_bytes", "val": "10485760"}]': finished 2024-08-29T18:43:24.882 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:43:24 smithi028 bash[78352]: cluster 2024-08-29T18:43:24.295190+0000 mon.a (mon.0) 3122 : cluster [DBG] osdmap e1735: 8 total, 8 up, 8 in 2024-08-29T18:43:24.882 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:43:24 smithi028 bash[77168]: cluster 2024-08-29T18:43:24.016518+0000 mgr.y (mgr.25022) 1700 : cluster [DBG] pgmap v2953: 393 pgs: 17 unknown, 2 active+clean+snaptrim, 2 active+clean+snaptrim_wait, 372 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 61 KiB/s rd, 7.0 KiB/s wr, 90 op/s 2024-08-29T18:43:24.882 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:43:24 smithi028 bash[77168]: audit 2024-08-29T18:43:24.287598+0000 mon.a (mon.0) 3121 : audit [INF] from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool set-quota", "pool": "test-librbd-smithi028-116573-22", "field": "max_bytes", "val": "10485760"}]': finished 2024-08-29T18:43:24.882 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:43:24 smithi028 bash[77168]: cluster 2024-08-29T18:43:24.295190+0000 mon.a (mon.0) 3122 : cluster [DBG] osdmap e1735: 8 total, 8 up, 8 in 2024-08-29T18:43:27.326 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:43:27 smithi053 bash[68679]: cluster 2024-08-29T18:43:26.019167+0000 mgr.y (mgr.25022) 1701 : cluster [DBG] pgmap v2955: 393 pgs: 393 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 98 KiB/s rd, 8.4 KiB/s wr, 143 op/s 2024-08-29T18:43:27.381 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:43:27 smithi028 bash[78352]: cluster 2024-08-29T18:43:26.019167+0000 mgr.y (mgr.25022) 1701 : cluster [DBG] pgmap v2955: 393 pgs: 393 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 98 KiB/s rd, 8.4 KiB/s wr, 143 op/s 2024-08-29T18:43:27.382 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:43:27 smithi028 bash[77168]: cluster 2024-08-29T18:43:26.019167+0000 mgr.y (mgr.25022) 1701 : cluster [DBG] pgmap v2955: 393 pgs: 393 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 98 KiB/s rd, 8.4 KiB/s wr, 143 op/s 2024-08-29T18:43:28.381 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:43:28 smithi028 bash[78352]: audit 2024-08-29T18:43:27.143923+0000 mon.a (mon.0) 3123 : audit [DBG] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-29T18:43:28.381 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:43:28 smithi028 bash[77168]: audit 2024-08-29T18:43:27.143923+0000 mon.a (mon.0) 3123 : audit [DBG] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-29T18:43:28.576 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:43:28 smithi053 bash[68679]: audit 2024-08-29T18:43:27.143923+0000 mon.a (mon.0) 3123 : audit [DBG] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-29T18:43:29.381 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:43:29 smithi028 bash[78352]: cluster 2024-08-29T18:43:28.020595+0000 mgr.y (mgr.25022) 1702 : cluster [DBG] pgmap v2956: 393 pgs: 393 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 75 KiB/s rd, 7.2 KiB/s wr, 111 op/s 2024-08-29T18:43:29.382 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:43:29 smithi028 bash[78352]: cluster 2024-08-29T18:43:28.293973+0000 mon.a (mon.0) 3124 : cluster [DBG] osdmap e1736: 8 total, 8 up, 8 in 2024-08-29T18:43:29.382 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:43:29 smithi028 bash[77168]: cluster 2024-08-29T18:43:28.020595+0000 mgr.y (mgr.25022) 1702 : cluster [DBG] pgmap v2956: 393 pgs: 393 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 75 KiB/s rd, 7.2 KiB/s wr, 111 op/s 2024-08-29T18:43:29.382 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:43:29 smithi028 bash[77168]: cluster 2024-08-29T18:43:28.293973+0000 mon.a (mon.0) 3124 : cluster [DBG] osdmap e1736: 8 total, 8 up, 8 in 2024-08-29T18:43:29.576 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:43:29 smithi053 bash[68679]: cluster 2024-08-29T18:43:28.020595+0000 mgr.y (mgr.25022) 1702 : cluster [DBG] pgmap v2956: 393 pgs: 393 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 75 KiB/s rd, 7.2 KiB/s wr, 111 op/s 2024-08-29T18:43:29.577 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:43:29 smithi053 bash[68679]: cluster 2024-08-29T18:43:28.293973+0000 mon.a (mon.0) 3124 : cluster [DBG] osdmap e1736: 8 total, 8 up, 8 in 2024-08-29T18:43:31.381 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:43:31 smithi028 bash[78352]: cluster 2024-08-29T18:43:30.023550+0000 mgr.y (mgr.25022) 1703 : cluster [DBG] pgmap v2958: 393 pgs: 393 active+clean; 9.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 63 KiB/s rd, 765 KiB/s wr, 90 op/s 2024-08-29T18:43:31.381 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:43:31 smithi028 bash[77168]: cluster 2024-08-29T18:43:30.023550+0000 mgr.y (mgr.25022) 1703 : cluster [DBG] pgmap v2958: 393 pgs: 393 active+clean; 9.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 63 KiB/s rd, 765 KiB/s wr, 90 op/s 2024-08-29T18:43:31.577 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:43:31 smithi053 bash[68679]: cluster 2024-08-29T18:43:30.023550+0000 mgr.y (mgr.25022) 1703 : cluster [DBG] pgmap v2958: 393 pgs: 393 active+clean; 9.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 63 KiB/s rd, 765 KiB/s wr, 90 op/s 2024-08-29T18:43:31.881 INFO:journalctl@ceph.mgr.y.smithi028.stdout:Aug 29 18:43:31 smithi028 bash[70818]: ::ffff:172.21.15.53 - - [29/Aug/2024:18:43:31] "GET /metrics HTTP/1.1" 200 55746 "" "Prometheus/2.43.0" 2024-08-29T18:43:32.576 INFO:journalctl@ceph.prometheus.a.smithi053.stdout:Aug 29 18:43:32 smithi053 bash[95567]: ts=2024-08-29T18:43:32.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"3167ee72-662c-11ef-bcd4-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-29T18:43:33.381 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:43:33 smithi028 bash[78352]: cluster 2024-08-29T18:43:32.024908+0000 mgr.y (mgr.25022) 1704 : cluster [DBG] pgmap v2959: 393 pgs: 393 active+clean; 9.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 37 KiB/s rd, 642 KiB/s wr, 52 op/s 2024-08-29T18:43:33.381 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:43:33 smithi028 bash[77168]: cluster 2024-08-29T18:43:32.024908+0000 mgr.y (mgr.25022) 1704 : cluster [DBG] pgmap v2959: 393 pgs: 393 active+clean; 9.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 37 KiB/s rd, 642 KiB/s wr, 52 op/s 2024-08-29T18:43:33.576 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:43:33 smithi053 bash[68679]: cluster 2024-08-29T18:43:32.024908+0000 mgr.y (mgr.25022) 1704 : cluster [DBG] pgmap v2959: 393 pgs: 393 active+clean; 9.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 37 KiB/s rd, 642 KiB/s wr, 52 op/s 2024-08-29T18:43:35.381 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:43:35 smithi028 bash[77168]: cluster 2024-08-29T18:43:34.026990+0000 mgr.y (mgr.25022) 1705 : cluster [DBG] pgmap v2960: 393 pgs: 393 active+clean; 9.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 30 KiB/s rd, 528 KiB/s wr, 43 op/s 2024-08-29T18:43:35.381 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:43:35 smithi028 bash[78352]: cluster 2024-08-29T18:43:34.026990+0000 mgr.y (mgr.25022) 1705 : cluster [DBG] pgmap v2960: 393 pgs: 393 active+clean; 9.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 30 KiB/s rd, 528 KiB/s wr, 43 op/s 2024-08-29T18:43:35.576 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:43:35 smithi053 bash[68679]: cluster 2024-08-29T18:43:34.026990+0000 mgr.y (mgr.25022) 1705 : cluster [DBG] pgmap v2960: 393 pgs: 393 active+clean; 9.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 30 KiB/s rd, 528 KiB/s wr, 43 op/s 2024-08-29T18:43:37.381 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:43:37 smithi028 bash[78352]: cluster 2024-08-29T18:43:36.029576+0000 mgr.y (mgr.25022) 1706 : cluster [DBG] pgmap v2961: 393 pgs: 393 active+clean; 15 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 9.9 KiB/s rd, 1.0 MiB/s wr, 14 op/s 2024-08-29T18:43:37.382 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:43:37 smithi028 bash[77168]: cluster 2024-08-29T18:43:36.029576+0000 mgr.y (mgr.25022) 1706 : cluster [DBG] pgmap v2961: 393 pgs: 393 active+clean; 15 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 9.9 KiB/s rd, 1.0 MiB/s wr, 14 op/s 2024-08-29T18:43:37.576 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:43:37 smithi053 bash[68679]: cluster 2024-08-29T18:43:36.029576+0000 mgr.y (mgr.25022) 1706 : cluster [DBG] pgmap v2961: 393 pgs: 393 active+clean; 15 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 9.9 KiB/s rd, 1.0 MiB/s wr, 14 op/s 2024-08-29T18:43:38.688 INFO:tasks.workunit.client.0.smithi028.stdout:[ OK ] TestLibRBD.RemoveFullTry (18749 ms) 2024-08-29T18:43:38.688 INFO:tasks.workunit.client.0.smithi028.stdout:[ RUN ] TestLibRBD.RemoveFullTryDataPool 2024-08-29T18:43:39.577 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:43:39 smithi053 bash[68679]: cluster 2024-08-29T18:43:38.030914+0000 mgr.y (mgr.25022) 1707 : cluster [DBG] pgmap v2962: 393 pgs: 393 active+clean; 15 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 9.2 KiB/s rd, 1024 KiB/s wr, 12 op/s 2024-08-29T18:43:39.577 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:43:39 smithi053 bash[68679]: cluster 2024-08-29T18:43:38.287602+0000 mon.a (mon.0) 3125 : cluster [WRN] pool 'test-librbd-smithi028-116573-22' is full (reached quota's max_bytes: 10 MiB) 2024-08-29T18:43:39.577 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:43:39 smithi053 bash[68679]: cluster 2024-08-29T18:43:38.288242+0000 mon.a (mon.0) 3126 : cluster [WRN] Health check failed: 1 pool(s) full (POOL_FULL) 2024-08-29T18:43:39.577 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:43:39 smithi053 bash[68679]: cluster 2024-08-29T18:43:38.298666+0000 mon.a (mon.0) 3127 : cluster [DBG] osdmap e1737: 8 total, 8 up, 8 in 2024-08-29T18:43:39.631 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:43:39 smithi028 bash[78352]: cluster 2024-08-29T18:43:38.030914+0000 mgr.y (mgr.25022) 1707 : cluster [DBG] pgmap v2962: 393 pgs: 393 active+clean; 15 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 9.2 KiB/s rd, 1024 KiB/s wr, 12 op/s 2024-08-29T18:43:39.632 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:43:39 smithi028 bash[78352]: cluster 2024-08-29T18:43:38.287602+0000 mon.a (mon.0) 3125 : cluster [WRN] pool 'test-librbd-smithi028-116573-22' is full (reached quota's max_bytes: 10 MiB) 2024-08-29T18:43:39.632 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:43:39 smithi028 bash[78352]: cluster 2024-08-29T18:43:38.288242+0000 mon.a (mon.0) 3126 : cluster [WRN] Health check failed: 1 pool(s) full (POOL_FULL) 2024-08-29T18:43:39.632 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:43:39 smithi028 bash[78352]: cluster 2024-08-29T18:43:38.298666+0000 mon.a (mon.0) 3127 : cluster [DBG] osdmap e1737: 8 total, 8 up, 8 in 2024-08-29T18:43:39.632 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:43:39 smithi028 bash[77168]: cluster 2024-08-29T18:43:38.030914+0000 mgr.y (mgr.25022) 1707 : cluster [DBG] pgmap v2962: 393 pgs: 393 active+clean; 15 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 9.2 KiB/s rd, 1024 KiB/s wr, 12 op/s 2024-08-29T18:43:39.632 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:43:39 smithi028 bash[77168]: cluster 2024-08-29T18:43:38.287602+0000 mon.a (mon.0) 3125 : cluster [WRN] pool 'test-librbd-smithi028-116573-22' is full (reached quota's max_bytes: 10 MiB) 2024-08-29T18:43:39.632 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:43:39 smithi028 bash[77168]: cluster 2024-08-29T18:43:38.288242+0000 mon.a (mon.0) 3126 : cluster [WRN] Health check failed: 1 pool(s) full (POOL_FULL) 2024-08-29T18:43:39.632 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:43:39 smithi028 bash[77168]: cluster 2024-08-29T18:43:38.298666+0000 mon.a (mon.0) 3127 : cluster [DBG] osdmap e1737: 8 total, 8 up, 8 in 2024-08-29T18:43:40.577 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:43:40 smithi053 bash[68679]: cluster 2024-08-29T18:43:39.301836+0000 mon.a (mon.0) 3128 : cluster [DBG] osdmap e1738: 8 total, 8 up, 8 in 2024-08-29T18:43:40.577 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:43:40 smithi053 bash[68679]: audit 2024-08-29T18:43:39.320573+0000 mon.a (mon.0) 3129 : audit [INF] from='client.? 172.21.15.28:0/1240374586' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi028-116573-23","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-29T18:43:40.577 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:43:40 smithi053 bash[68679]: cluster 2024-08-29T18:43:40.033301+0000 mgr.y (mgr.25022) 1708 : cluster [DBG] pgmap v2965: 425 pgs: 16 creating+peering, 16 unknown, 393 active+clean; 8.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 14 KiB/s rd, 1.1 MiB/s wr, 20 op/s 2024-08-29T18:43:40.631 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:43:40 smithi028 bash[78352]: cluster 2024-08-29T18:43:39.301836+0000 mon.a (mon.0) 3128 : cluster [DBG] osdmap e1738: 8 total, 8 up, 8 in 2024-08-29T18:43:40.631 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:43:40 smithi028 bash[78352]: audit 2024-08-29T18:43:39.320573+0000 mon.a (mon.0) 3129 : audit [INF] from='client.? 172.21.15.28:0/1240374586' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi028-116573-23","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-29T18:43:40.632 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:43:40 smithi028 bash[78352]: cluster 2024-08-29T18:43:40.033301+0000 mgr.y (mgr.25022) 1708 : cluster [DBG] pgmap v2965: 425 pgs: 16 creating+peering, 16 unknown, 393 active+clean; 8.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 14 KiB/s rd, 1.1 MiB/s wr, 20 op/s 2024-08-29T18:43:40.632 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:43:40 smithi028 bash[77168]: cluster 2024-08-29T18:43:39.301836+0000 mon.a (mon.0) 3128 : cluster [DBG] osdmap e1738: 8 total, 8 up, 8 in 2024-08-29T18:43:40.632 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:43:40 smithi028 bash[77168]: audit 2024-08-29T18:43:39.320573+0000 mon.a (mon.0) 3129 : audit [INF] from='client.? 172.21.15.28:0/1240374586' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi028-116573-23","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-29T18:43:40.632 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:43:40 smithi028 bash[77168]: cluster 2024-08-29T18:43:40.033301+0000 mgr.y (mgr.25022) 1708 : cluster [DBG] pgmap v2965: 425 pgs: 16 creating+peering, 16 unknown, 393 active+clean; 8.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 14 KiB/s rd, 1.1 MiB/s wr, 20 op/s 2024-08-29T18:43:41.576 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:43:41 smithi053 bash[68679]: cluster 2024-08-29T18:43:40.294076+0000 mon.a (mon.0) 3130 : cluster [WRN] Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-08-29T18:43:41.577 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:43:41 smithi053 bash[68679]: audit 2024-08-29T18:43:40.304886+0000 mon.a (mon.0) 3131 : audit [INF] from='client.? 172.21.15.28:0/1240374586' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi028-116573-23","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-29T18:43:41.577 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:43:41 smithi053 bash[68679]: cluster 2024-08-29T18:43:40.311630+0000 mon.a (mon.0) 3132 : cluster [DBG] osdmap e1739: 8 total, 8 up, 8 in 2024-08-29T18:43:41.631 INFO:journalctl@ceph.mgr.y.smithi028.stdout:Aug 29 18:43:41 smithi028 bash[70818]: ::ffff:172.21.15.53 - - [29/Aug/2024:18:43:41] "GET /metrics HTTP/1.1" 200 55746 "" "Prometheus/2.43.0" 2024-08-29T18:43:41.632 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:43:41 smithi028 bash[78352]: cluster 2024-08-29T18:43:40.294076+0000 mon.a (mon.0) 3130 : cluster [WRN] Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-08-29T18:43:41.632 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:43:41 smithi028 bash[78352]: audit 2024-08-29T18:43:40.304886+0000 mon.a (mon.0) 3131 : audit [INF] from='client.? 172.21.15.28:0/1240374586' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi028-116573-23","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-29T18:43:41.632 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:43:41 smithi028 bash[78352]: cluster 2024-08-29T18:43:40.311630+0000 mon.a (mon.0) 3132 : cluster [DBG] osdmap e1739: 8 total, 8 up, 8 in 2024-08-29T18:43:41.632 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:43:41 smithi028 bash[77168]: cluster 2024-08-29T18:43:40.294076+0000 mon.a (mon.0) 3130 : cluster [WRN] Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-08-29T18:43:41.632 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:43:41 smithi028 bash[77168]: audit 2024-08-29T18:43:40.304886+0000 mon.a (mon.0) 3131 : audit [INF] from='client.? 172.21.15.28:0/1240374586' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi028-116573-23","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-29T18:43:41.632 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:43:41 smithi028 bash[77168]: cluster 2024-08-29T18:43:40.311630+0000 mon.a (mon.0) 3132 : cluster [DBG] osdmap e1739: 8 total, 8 up, 8 in 2024-08-29T18:43:42.399 INFO:tasks.workunit.client.0.smithi028.stdout:using new format! 2024-08-29T18:43:42.576 INFO:journalctl@ceph.prometheus.a.smithi053.stdout:Aug 29 18:43:42 smithi053 bash[95567]: ts=2024-08-29T18:43:42.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"3167ee72-662c-11ef-bcd4-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-29T18:43:42.577 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:43:42 smithi053 bash[68679]: cluster 2024-08-29T18:43:41.326214+0000 mon.a (mon.0) 3133 : cluster [DBG] osdmap e1740: 8 total, 8 up, 8 in 2024-08-29T18:43:42.577 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:43:42 smithi053 bash[68679]: audit 2024-08-29T18:43:41.331445+0000 mon.c (mon.2) 112 : audit [INF] from='client.? 172.21.15.28:0/1672560799' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi028-116573-24","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-29T18:43:42.577 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:43:42 smithi053 bash[68679]: audit 2024-08-29T18:43:41.332245+0000 mon.a (mon.0) 3134 : audit [INF] from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi028-116573-24","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-29T18:43:42.577 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:43:42 smithi053 bash[68679]: cluster 2024-08-29T18:43:42.034347+0000 mgr.y (mgr.25022) 1709 : cluster [DBG] pgmap v2968: 457 pgs: 16 creating+peering, 46 unknown, 395 active+clean; 8.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 27 KiB/s rd, 1.0 MiB/s wr, 37 op/s 2024-08-29T18:43:42.577 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:43:42 smithi053 bash[68679]: audit 2024-08-29T18:43:42.150699+0000 mon.a (mon.0) 3135 : audit [INF] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' 2024-08-29T18:43:42.577 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:43:42 smithi053 bash[68679]: audit 2024-08-29T18:43:42.153320+0000 mon.a (mon.0) 3136 : audit [DBG] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-29T18:43:42.631 INFO:journalctl@ceph.mgr.y.smithi028.stdout:Aug 29 18:43:42 smithi028 bash[70818]: [29/Aug/2024:18:43:42] ENGINE Bus STOPPING 2024-08-29T18:43:42.631 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:43:42 smithi028 bash[77168]: cluster 2024-08-29T18:43:41.326214+0000 mon.a (mon.0) 3133 : cluster [DBG] osdmap e1740: 8 total, 8 up, 8 in 2024-08-29T18:43:42.632 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:43:42 smithi028 bash[77168]: audit 2024-08-29T18:43:41.331445+0000 mon.c (mon.2) 112 : audit [INF] from='client.? 172.21.15.28:0/1672560799' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi028-116573-24","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-29T18:43:42.632 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:43:42 smithi028 bash[77168]: audit 2024-08-29T18:43:41.332245+0000 mon.a (mon.0) 3134 : audit [INF] from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi028-116573-24","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-29T18:43:42.632 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:43:42 smithi028 bash[77168]: cluster 2024-08-29T18:43:42.034347+0000 mgr.y (mgr.25022) 1709 : cluster [DBG] pgmap v2968: 457 pgs: 16 creating+peering, 46 unknown, 395 active+clean; 8.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 27 KiB/s rd, 1.0 MiB/s wr, 37 op/s 2024-08-29T18:43:42.632 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:43:42 smithi028 bash[77168]: audit 2024-08-29T18:43:42.150699+0000 mon.a (mon.0) 3135 : audit [INF] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' 2024-08-29T18:43:42.632 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:43:42 smithi028 bash[77168]: audit 2024-08-29T18:43:42.153320+0000 mon.a (mon.0) 3136 : audit [DBG] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-29T18:43:42.632 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:43:42 smithi028 bash[78352]: cluster 2024-08-29T18:43:41.326214+0000 mon.a (mon.0) 3133 : cluster [DBG] osdmap e1740: 8 total, 8 up, 8 in 2024-08-29T18:43:42.632 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:43:42 smithi028 bash[78352]: audit 2024-08-29T18:43:41.331445+0000 mon.c (mon.2) 112 : audit [INF] from='client.? 172.21.15.28:0/1672560799' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi028-116573-24","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-29T18:43:42.632 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:43:42 smithi028 bash[78352]: audit 2024-08-29T18:43:41.332245+0000 mon.a (mon.0) 3134 : audit [INF] from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi028-116573-24","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-29T18:43:42.632 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:43:42 smithi028 bash[78352]: cluster 2024-08-29T18:43:42.034347+0000 mgr.y (mgr.25022) 1709 : cluster [DBG] pgmap v2968: 457 pgs: 16 creating+peering, 46 unknown, 395 active+clean; 8.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 27 KiB/s rd, 1.0 MiB/s wr, 37 op/s 2024-08-29T18:43:42.632 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:43:42 smithi028 bash[78352]: audit 2024-08-29T18:43:42.150699+0000 mon.a (mon.0) 3135 : audit [INF] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' 2024-08-29T18:43:42.633 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:43:42 smithi028 bash[78352]: audit 2024-08-29T18:43:42.153320+0000 mon.a (mon.0) 3136 : audit [DBG] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-29T18:43:43.334 INFO:journalctl@ceph.mgr.y.smithi028.stdout:Aug 29 18:43:42 smithi028 bash[70818]: [29/Aug/2024:18:43:42] ENGINE HTTP Server cherrypy._cpwsgi_server.CPWSGIServer(('::', 9283)) shut down 2024-08-29T18:43:43.334 INFO:journalctl@ceph.mgr.y.smithi028.stdout:Aug 29 18:43:42 smithi028 bash[70818]: [29/Aug/2024:18:43:42] ENGINE Bus STOPPED 2024-08-29T18:43:43.334 INFO:journalctl@ceph.mgr.y.smithi028.stdout:Aug 29 18:43:42 smithi028 bash[70818]: [29/Aug/2024:18:43:42] ENGINE Bus STARTING 2024-08-29T18:43:43.334 INFO:journalctl@ceph.mgr.y.smithi028.stdout:Aug 29 18:43:43 smithi028 bash[70818]: [29/Aug/2024:18:43:43] ENGINE Serving on http://:::9283 2024-08-29T18:43:43.335 INFO:journalctl@ceph.mgr.y.smithi028.stdout:Aug 29 18:43:43 smithi028 bash[70818]: [29/Aug/2024:18:43:43] ENGINE Bus STARTED 2024-08-29T18:43:43.632 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:43:43 smithi028 bash[78352]: audit 2024-08-29T18:43:42.331086+0000 mon.a (mon.0) 3137 : audit [INF] from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi028-116573-24","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-29T18:43:43.632 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:43:43 smithi028 bash[78352]: cluster 2024-08-29T18:43:42.339587+0000 mon.a (mon.0) 3138 : cluster [DBG] osdmap e1741: 8 total, 8 up, 8 in 2024-08-29T18:43:43.632 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:43:43 smithi028 bash[78352]: audit 2024-08-29T18:43:42.399446+0000 mon.a (mon.0) 3139 : audit [INF] from='client.? ' entity='client.admin' 2024-08-29T18:43:43.632 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:43:43 smithi028 bash[78352]: audit 2024-08-29T18:43:42.416206+0000 mon.a (mon.0) 3140 : audit [DBG] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-29T18:43:43.632 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:43:43 smithi028 bash[78352]: audit 2024-08-29T18:43:42.418177+0000 mon.a (mon.0) 3141 : audit [DBG] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-29T18:43:43.632 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:43:43 smithi028 bash[78352]: audit 2024-08-29T18:43:42.419028+0000 mon.a (mon.0) 3142 : audit [INF] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-29T18:43:43.632 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:43:43 smithi028 bash[78352]: audit 2024-08-29T18:43:42.425173+0000 mon.a (mon.0) 3143 : audit [INF] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' 2024-08-29T18:43:43.632 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:43:43 smithi028 bash[78352]: cluster 2024-08-29T18:43:43.290166+0000 mon.a (mon.0) 3144 : cluster [INF] pool 'test-librbd-smithi028-116573-22' no longer out of quota; removing NO_QUOTA flag 2024-08-29T18:43:43.632 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:43:43 smithi028 bash[78352]: cluster 2024-08-29T18:43:43.290937+0000 mon.a (mon.0) 3145 : cluster [INF] Health check cleared: POOL_FULL (was: 1 pool(s) full) 2024-08-29T18:43:43.632 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:43:43 smithi028 bash[78352]: cluster 2024-08-29T18:43:43.303028+0000 mon.a (mon.0) 3146 : cluster [DBG] osdmap e1742: 8 total, 8 up, 8 in 2024-08-29T18:43:43.633 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:43:43 smithi028 bash[77168]: audit 2024-08-29T18:43:42.331086+0000 mon.a (mon.0) 3137 : audit [INF] from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi028-116573-24","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-29T18:43:43.633 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:43:43 smithi028 bash[77168]: cluster 2024-08-29T18:43:42.339587+0000 mon.a (mon.0) 3138 : cluster [DBG] osdmap e1741: 8 total, 8 up, 8 in 2024-08-29T18:43:43.633 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:43:43 smithi028 bash[77168]: audit 2024-08-29T18:43:42.399446+0000 mon.a (mon.0) 3139 : audit [INF] from='client.? ' entity='client.admin' 2024-08-29T18:43:43.633 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:43:43 smithi028 bash[77168]: audit 2024-08-29T18:43:42.416206+0000 mon.a (mon.0) 3140 : audit [DBG] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-29T18:43:43.633 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:43:43 smithi028 bash[77168]: audit 2024-08-29T18:43:42.418177+0000 mon.a (mon.0) 3141 : audit [DBG] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-29T18:43:43.633 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:43:43 smithi028 bash[77168]: audit 2024-08-29T18:43:42.419028+0000 mon.a (mon.0) 3142 : audit [INF] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-29T18:43:43.633 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:43:43 smithi028 bash[77168]: audit 2024-08-29T18:43:42.425173+0000 mon.a (mon.0) 3143 : audit [INF] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' 2024-08-29T18:43:43.633 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:43:43 smithi028 bash[77168]: cluster 2024-08-29T18:43:43.290166+0000 mon.a (mon.0) 3144 : cluster [INF] pool 'test-librbd-smithi028-116573-22' no longer out of quota; removing NO_QUOTA flag 2024-08-29T18:43:43.633 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:43:43 smithi028 bash[77168]: cluster 2024-08-29T18:43:43.290937+0000 mon.a (mon.0) 3145 : cluster [INF] Health check cleared: POOL_FULL (was: 1 pool(s) full) 2024-08-29T18:43:43.633 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:43:43 smithi028 bash[77168]: cluster 2024-08-29T18:43:43.303028+0000 mon.a (mon.0) 3146 : cluster [DBG] osdmap e1742: 8 total, 8 up, 8 in 2024-08-29T18:43:43.827 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:43:43 smithi053 bash[68679]: audit 2024-08-29T18:43:42.331086+0000 mon.a (mon.0) 3137 : audit [INF] from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi028-116573-24","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-29T18:43:43.905 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:43:43 smithi053 bash[68679]: cluster 2024-08-29T18:43:42.339587+0000 mon.a (mon.0) 3138 : cluster [DBG] osdmap e1741: 8 total, 8 up, 8 in 2024-08-29T18:43:43.905 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:43:43 smithi053 bash[68679]: audit 2024-08-29T18:43:42.399446+0000 mon.a (mon.0) 3139 : audit [INF] from='client.? ' entity='client.admin' 2024-08-29T18:43:43.905 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:43:43 smithi053 bash[68679]: audit 2024-08-29T18:43:42.416206+0000 mon.a (mon.0) 3140 : audit [DBG] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-29T18:43:43.905 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:43:43 smithi053 bash[68679]: audit 2024-08-29T18:43:42.418177+0000 mon.a (mon.0) 3141 : audit [DBG] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-29T18:43:43.906 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:43:43 smithi053 bash[68679]: audit 2024-08-29T18:43:42.419028+0000 mon.a (mon.0) 3142 : audit [INF] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-29T18:43:43.906 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:43:43 smithi053 bash[68679]: audit 2024-08-29T18:43:42.425173+0000 mon.a (mon.0) 3143 : audit [INF] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' 2024-08-29T18:43:43.906 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:43:43 smithi053 bash[68679]: cluster 2024-08-29T18:43:43.290166+0000 mon.a (mon.0) 3144 : cluster [INF] pool 'test-librbd-smithi028-116573-22' no longer out of quota; removing NO_QUOTA flag 2024-08-29T18:43:43.906 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:43:43 smithi053 bash[68679]: cluster 2024-08-29T18:43:43.290937+0000 mon.a (mon.0) 3145 : cluster [INF] Health check cleared: POOL_FULL (was: 1 pool(s) full) 2024-08-29T18:43:43.906 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:43:43 smithi053 bash[68679]: cluster 2024-08-29T18:43:43.303028+0000 mon.a (mon.0) 3146 : cluster [DBG] osdmap e1742: 8 total, 8 up, 8 in 2024-08-29T18:43:44.631 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:43:44 smithi028 bash[78352]: cluster 2024-08-29T18:43:44.036232+0000 mgr.y (mgr.25022) 1710 : cluster [DBG] pgmap v2971: 457 pgs: 16 creating+peering, 19 unknown, 422 active+clean; 4.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 2.7 KiB/s rd, 1023 B/s wr, 4 op/s 2024-08-29T18:43:44.632 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:43:44 smithi028 bash[77168]: cluster 2024-08-29T18:43:44.036232+0000 mgr.y (mgr.25022) 1710 : cluster [DBG] pgmap v2971: 457 pgs: 16 creating+peering, 19 unknown, 422 active+clean; 4.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 2.7 KiB/s rd, 1023 B/s wr, 4 op/s 2024-08-29T18:43:44.826 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:43:44 smithi053 bash[68679]: cluster 2024-08-29T18:43:44.036232+0000 mgr.y (mgr.25022) 1710 : cluster [DBG] pgmap v2971: 457 pgs: 16 creating+peering, 19 unknown, 422 active+clean; 4.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 2.7 KiB/s rd, 1023 B/s wr, 4 op/s 2024-08-29T18:43:45.632 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:43:45 smithi028 bash[78352]: cluster 2024-08-29T18:43:44.334001+0000 mon.a (mon.0) 3147 : cluster [INF] Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-08-29T18:43:45.632 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:43:45 smithi028 bash[78352]: cluster 2024-08-29T18:43:44.354486+0000 mon.a (mon.0) 3148 : cluster [DBG] osdmap e1743: 8 total, 8 up, 8 in 2024-08-29T18:43:45.632 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:43:45 smithi028 bash[78352]: audit 2024-08-29T18:43:44.435663+0000 mon.c (mon.2) 113 : audit [INF] from='client.? 172.21.15.28:0/411064846' entity='client.admin' cmd=[{"prefix": "osd pool set-quota", "pool": "test-librbd-smithi028-116573-24", "field": "max_bytes", "val": "10485760"}]: dispatch 2024-08-29T18:43:45.632 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:43:45 smithi028 bash[78352]: audit 2024-08-29T18:43:44.436292+0000 mon.a (mon.0) 3149 : audit [INF] from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool set-quota", "pool": "test-librbd-smithi028-116573-24", "field": "max_bytes", "val": "10485760"}]: dispatch 2024-08-29T18:43:45.633 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:43:45 smithi028 bash[77168]: cluster 2024-08-29T18:43:44.334001+0000 mon.a (mon.0) 3147 : cluster [INF] Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-08-29T18:43:45.633 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:43:45 smithi028 bash[77168]: cluster 2024-08-29T18:43:44.354486+0000 mon.a (mon.0) 3148 : cluster [DBG] osdmap e1743: 8 total, 8 up, 8 in 2024-08-29T18:43:45.633 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:43:45 smithi028 bash[77168]: audit 2024-08-29T18:43:44.435663+0000 mon.c (mon.2) 113 : audit [INF] from='client.? 172.21.15.28:0/411064846' entity='client.admin' cmd=[{"prefix": "osd pool set-quota", "pool": "test-librbd-smithi028-116573-24", "field": "max_bytes", "val": "10485760"}]: dispatch 2024-08-29T18:43:45.633 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:43:45 smithi028 bash[77168]: audit 2024-08-29T18:43:44.436292+0000 mon.a (mon.0) 3149 : audit [INF] from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool set-quota", "pool": "test-librbd-smithi028-116573-24", "field": "max_bytes", "val": "10485760"}]: dispatch 2024-08-29T18:43:45.827 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:43:45 smithi053 bash[68679]: cluster 2024-08-29T18:43:44.334001+0000 mon.a (mon.0) 3147 : cluster [INF] Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-08-29T18:43:45.827 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:43:45 smithi053 bash[68679]: cluster 2024-08-29T18:43:44.354486+0000 mon.a (mon.0) 3148 : cluster [DBG] osdmap e1743: 8 total, 8 up, 8 in 2024-08-29T18:43:45.827 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:43:45 smithi053 bash[68679]: audit 2024-08-29T18:43:44.435663+0000 mon.c (mon.2) 113 : audit [INF] from='client.? 172.21.15.28:0/411064846' entity='client.admin' cmd=[{"prefix": "osd pool set-quota", "pool": "test-librbd-smithi028-116573-24", "field": "max_bytes", "val": "10485760"}]: dispatch 2024-08-29T18:43:45.827 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:43:45 smithi053 bash[68679]: audit 2024-08-29T18:43:44.436292+0000 mon.a (mon.0) 3149 : audit [INF] from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool set-quota", "pool": "test-librbd-smithi028-116573-24", "field": "max_bytes", "val": "10485760"}]: dispatch 2024-08-29T18:43:46.631 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:43:46 smithi028 bash[78352]: audit 2024-08-29T18:43:45.347614+0000 mon.a (mon.0) 3150 : audit [INF] from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool set-quota", "pool": "test-librbd-smithi028-116573-24", "field": "max_bytes", "val": "10485760"}]': finished 2024-08-29T18:43:46.632 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:43:46 smithi028 bash[78352]: cluster 2024-08-29T18:43:45.354974+0000 mon.a (mon.0) 3151 : cluster [DBG] osdmap e1744: 8 total, 8 up, 8 in 2024-08-29T18:43:46.632 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:43:46 smithi028 bash[78352]: cluster 2024-08-29T18:43:46.037685+0000 mgr.y (mgr.25022) 1711 : cluster [DBG] pgmap v2974: 457 pgs: 457 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 3.0 KiB/s rd, 1.2 KiB/s wr, 5 op/s 2024-08-29T18:43:46.632 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:43:46 smithi028 bash[77168]: audit 2024-08-29T18:43:45.347614+0000 mon.a (mon.0) 3150 : audit [INF] from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool set-quota", "pool": "test-librbd-smithi028-116573-24", "field": "max_bytes", "val": "10485760"}]': finished 2024-08-29T18:43:46.632 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:43:46 smithi028 bash[77168]: cluster 2024-08-29T18:43:45.354974+0000 mon.a (mon.0) 3151 : cluster [DBG] osdmap e1744: 8 total, 8 up, 8 in 2024-08-29T18:43:46.632 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:43:46 smithi028 bash[77168]: cluster 2024-08-29T18:43:46.037685+0000 mgr.y (mgr.25022) 1711 : cluster [DBG] pgmap v2974: 457 pgs: 457 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 3.0 KiB/s rd, 1.2 KiB/s wr, 5 op/s 2024-08-29T18:43:46.826 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:43:46 smithi053 bash[68679]: audit 2024-08-29T18:43:45.347614+0000 mon.a (mon.0) 3150 : audit [INF] from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool set-quota", "pool": "test-librbd-smithi028-116573-24", "field": "max_bytes", "val": "10485760"}]': finished 2024-08-29T18:43:46.827 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:43:46 smithi053 bash[68679]: cluster 2024-08-29T18:43:45.354974+0000 mon.a (mon.0) 3151 : cluster [DBG] osdmap e1744: 8 total, 8 up, 8 in 2024-08-29T18:43:46.827 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:43:46 smithi053 bash[68679]: cluster 2024-08-29T18:43:46.037685+0000 mgr.y (mgr.25022) 1711 : cluster [DBG] pgmap v2974: 457 pgs: 457 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 3.0 KiB/s rd, 1.2 KiB/s wr, 5 op/s 2024-08-29T18:43:49.381 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:43:49 smithi028 bash[77168]: cluster 2024-08-29T18:43:48.039201+0000 mgr.y (mgr.25022) 1712 : cluster [DBG] pgmap v2975: 457 pgs: 457 active+clean; 6.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 3.2 KiB/s rd, 360 KiB/s wr, 6 op/s 2024-08-29T18:43:49.382 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:43:49 smithi028 bash[78352]: cluster 2024-08-29T18:43:48.039201+0000 mgr.y (mgr.25022) 1712 : cluster [DBG] pgmap v2975: 457 pgs: 457 active+clean; 6.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 3.2 KiB/s rd, 360 KiB/s wr, 6 op/s 2024-08-29T18:43:49.576 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:43:49 smithi053 bash[68679]: cluster 2024-08-29T18:43:48.039201+0000 mgr.y (mgr.25022) 1712 : cluster [DBG] pgmap v2975: 457 pgs: 457 active+clean; 6.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 3.2 KiB/s rd, 360 KiB/s wr, 6 op/s 2024-08-29T18:43:51.381 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:43:51 smithi028 bash[77168]: cluster 2024-08-29T18:43:50.043711+0000 mgr.y (mgr.25022) 1713 : cluster [DBG] pgmap v2976: 457 pgs: 457 active+clean; 6.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 5.6 KiB/s rd, 305 KiB/s wr, 9 op/s 2024-08-29T18:43:51.381 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:43:51 smithi028 bash[78352]: cluster 2024-08-29T18:43:50.043711+0000 mgr.y (mgr.25022) 1713 : cluster [DBG] pgmap v2976: 457 pgs: 457 active+clean; 6.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 5.6 KiB/s rd, 305 KiB/s wr, 9 op/s 2024-08-29T18:43:51.576 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:43:51 smithi053 bash[68679]: cluster 2024-08-29T18:43:50.043711+0000 mgr.y (mgr.25022) 1713 : cluster [DBG] pgmap v2976: 457 pgs: 457 active+clean; 6.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 5.6 KiB/s rd, 305 KiB/s wr, 9 op/s 2024-08-29T18:43:51.881 INFO:journalctl@ceph.mgr.y.smithi028.stdout:Aug 29 18:43:51 smithi028 bash[70818]: ::ffff:172.21.15.53 - - [29/Aug/2024:18:43:51] "GET /metrics HTTP/1.1" 200 60614 "" "Prometheus/2.43.0" 2024-08-29T18:43:52.577 INFO:journalctl@ceph.prometheus.a.smithi053.stdout:Aug 29 18:43:52 smithi053 bash[95567]: ts=2024-08-29T18:43:52.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"3167ee72-662c-11ef-bcd4-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-29T18:43:53.381 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:43:53 smithi028 bash[77168]: cluster 2024-08-29T18:43:52.045230+0000 mgr.y (mgr.25022) 1714 : cluster [DBG] pgmap v2977: 457 pgs: 457 active+clean; 6.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 4.1 KiB/s rd, 257 KiB/s wr, 7 op/s 2024-08-29T18:43:53.382 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:43:53 smithi028 bash[78352]: cluster 2024-08-29T18:43:52.045230+0000 mgr.y (mgr.25022) 1714 : cluster [DBG] pgmap v2977: 457 pgs: 457 active+clean; 6.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 4.1 KiB/s rd, 257 KiB/s wr, 7 op/s 2024-08-29T18:43:53.576 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:43:53 smithi053 bash[68679]: cluster 2024-08-29T18:43:52.045230+0000 mgr.y (mgr.25022) 1714 : cluster [DBG] pgmap v2977: 457 pgs: 457 active+clean; 6.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 4.1 KiB/s rd, 257 KiB/s wr, 7 op/s 2024-08-29T18:43:54.576 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:43:54 smithi053 bash[68679]: cluster 2024-08-29T18:43:53.303738+0000 mon.a (mon.0) 3152 : cluster [DBG] osdmap e1745: 8 total, 8 up, 8 in 2024-08-29T18:43:54.577 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:43:54 smithi053 bash[68679]: cluster 2024-08-29T18:43:54.047179+0000 mgr.y (mgr.25022) 1715 : cluster [DBG] pgmap v2979: 457 pgs: 457 active+clean; 13 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 4.3 KiB/s rd, 943 KiB/s wr, 8 op/s 2024-08-29T18:43:54.631 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:43:54 smithi028 bash[78352]: cluster 2024-08-29T18:43:53.303738+0000 mon.a (mon.0) 3152 : cluster [DBG] osdmap e1745: 8 total, 8 up, 8 in 2024-08-29T18:43:54.631 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:43:54 smithi028 bash[78352]: cluster 2024-08-29T18:43:54.047179+0000 mgr.y (mgr.25022) 1715 : cluster [DBG] pgmap v2979: 457 pgs: 457 active+clean; 13 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 4.3 KiB/s rd, 943 KiB/s wr, 8 op/s 2024-08-29T18:43:54.632 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:43:54 smithi028 bash[77168]: cluster 2024-08-29T18:43:53.303738+0000 mon.a (mon.0) 3152 : cluster [DBG] osdmap e1745: 8 total, 8 up, 8 in 2024-08-29T18:43:54.632 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:43:54 smithi028 bash[77168]: cluster 2024-08-29T18:43:54.047179+0000 mgr.y (mgr.25022) 1715 : cluster [DBG] pgmap v2979: 457 pgs: 457 active+clean; 13 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 4.3 KiB/s rd, 943 KiB/s wr, 8 op/s 2024-08-29T18:43:57.381 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:43:57 smithi028 bash[78352]: cluster 2024-08-29T18:43:56.050114+0000 mgr.y (mgr.25022) 1716 : cluster [DBG] pgmap v2980: 457 pgs: 457 active+clean; 13 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 3.7 KiB/s rd, 819 KiB/s wr, 6 op/s 2024-08-29T18:43:57.382 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:43:57 smithi028 bash[77168]: cluster 2024-08-29T18:43:56.050114+0000 mgr.y (mgr.25022) 1716 : cluster [DBG] pgmap v2980: 457 pgs: 457 active+clean; 13 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 3.7 KiB/s rd, 819 KiB/s wr, 6 op/s 2024-08-29T18:43:57.576 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:43:57 smithi053 bash[68679]: cluster 2024-08-29T18:43:56.050114+0000 mgr.y (mgr.25022) 1716 : cluster [DBG] pgmap v2980: 457 pgs: 457 active+clean; 13 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 3.7 KiB/s rd, 819 KiB/s wr, 6 op/s 2024-08-29T18:43:58.577 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:43:58 smithi053 bash[68679]: audit 2024-08-29T18:43:57.150497+0000 mon.a (mon.0) 3153 : audit [INF] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' 2024-08-29T18:43:58.577 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:43:58 smithi053 bash[68679]: audit 2024-08-29T18:43:57.152399+0000 mon.a (mon.0) 3154 : audit [DBG] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-29T18:43:58.631 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:43:58 smithi028 bash[78352]: audit 2024-08-29T18:43:57.150497+0000 mon.a (mon.0) 3153 : audit [INF] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' 2024-08-29T18:43:58.631 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:43:58 smithi028 bash[78352]: audit 2024-08-29T18:43:57.152399+0000 mon.a (mon.0) 3154 : audit [DBG] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-29T18:43:58.632 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:43:58 smithi028 bash[77168]: audit 2024-08-29T18:43:57.150497+0000 mon.a (mon.0) 3153 : audit [INF] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' 2024-08-29T18:43:58.632 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:43:58 smithi028 bash[77168]: audit 2024-08-29T18:43:57.152399+0000 mon.a (mon.0) 3154 : audit [DBG] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-29T18:43:59.577 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:43:59 smithi053 bash[68679]: cluster 2024-08-29T18:43:58.051626+0000 mgr.y (mgr.25022) 1717 : cluster [DBG] pgmap v2981: 457 pgs: 457 active+clean; 13 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 3.6 KiB/s rd, 614 KiB/s wr, 6 op/s 2024-08-29T18:43:59.631 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:43:59 smithi028 bash[78352]: cluster 2024-08-29T18:43:58.051626+0000 mgr.y (mgr.25022) 1717 : cluster [DBG] pgmap v2981: 457 pgs: 457 active+clean; 13 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 3.6 KiB/s rd, 614 KiB/s wr, 6 op/s 2024-08-29T18:43:59.632 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:43:59 smithi028 bash[77168]: cluster 2024-08-29T18:43:58.051626+0000 mgr.y (mgr.25022) 1717 : cluster [DBG] pgmap v2981: 457 pgs: 457 active+clean; 13 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 3.6 KiB/s rd, 614 KiB/s wr, 6 op/s 2024-08-29T18:44:01.576 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:44:01 smithi053 bash[68679]: cluster 2024-08-29T18:44:00.055009+0000 mgr.y (mgr.25022) 1718 : cluster [DBG] pgmap v2982: 457 pgs: 457 active+clean; 17 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 1022 B/s rd, 1023 KiB/s wr, 2 op/s 2024-08-29T18:44:01.577 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:44:01 smithi053 bash[68679]: audit 2024-08-29T18:44:00.569881+0000 mon.a (mon.0) 3155 : audit [INF] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "90.14", "id": [0, 5]}]: dispatch 2024-08-29T18:44:01.577 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:44:01 smithi053 bash[68679]: audit 2024-08-29T18:44:00.570317+0000 mon.a (mon.0) 3156 : audit [INF] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "97.a", "id": [0, 7]}]: dispatch 2024-08-29T18:44:01.577 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:44:01 smithi053 bash[68679]: audit 2024-08-29T18:44:00.570733+0000 mon.a (mon.0) 3157 : audit [INF] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "99.1a", "id": [4, 3]}]: dispatch 2024-08-29T18:44:01.631 INFO:journalctl@ceph.mgr.y.smithi028.stdout:Aug 29 18:44:01 smithi028 bash[70818]: ::ffff:172.21.15.53 - - [29/Aug/2024:18:44:01] "GET /metrics HTTP/1.1" 200 60685 "" "Prometheus/2.43.0" 2024-08-29T18:44:01.631 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:44:01 smithi028 bash[77168]: cluster 2024-08-29T18:44:00.055009+0000 mgr.y (mgr.25022) 1718 : cluster [DBG] pgmap v2982: 457 pgs: 457 active+clean; 17 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 1022 B/s rd, 1023 KiB/s wr, 2 op/s 2024-08-29T18:44:01.632 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:44:01 smithi028 bash[77168]: audit 2024-08-29T18:44:00.569881+0000 mon.a (mon.0) 3155 : audit [INF] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "90.14", "id": [0, 5]}]: dispatch 2024-08-29T18:44:01.632 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:44:01 smithi028 bash[77168]: audit 2024-08-29T18:44:00.570317+0000 mon.a (mon.0) 3156 : audit [INF] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "97.a", "id": [0, 7]}]: dispatch 2024-08-29T18:44:01.632 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:44:01 smithi028 bash[77168]: audit 2024-08-29T18:44:00.570733+0000 mon.a (mon.0) 3157 : audit [INF] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "99.1a", "id": [4, 3]}]: dispatch 2024-08-29T18:44:01.632 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:44:01 smithi028 bash[78352]: cluster 2024-08-29T18:44:00.055009+0000 mgr.y (mgr.25022) 1718 : cluster [DBG] pgmap v2982: 457 pgs: 457 active+clean; 17 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 1022 B/s rd, 1023 KiB/s wr, 2 op/s 2024-08-29T18:44:01.632 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:44:01 smithi028 bash[78352]: audit 2024-08-29T18:44:00.569881+0000 mon.a (mon.0) 3155 : audit [INF] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "90.14", "id": [0, 5]}]: dispatch 2024-08-29T18:44:01.632 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:44:01 smithi028 bash[78352]: audit 2024-08-29T18:44:00.570317+0000 mon.a (mon.0) 3156 : audit [INF] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "97.a", "id": [0, 7]}]: dispatch 2024-08-29T18:44:01.632 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:44:01 smithi028 bash[78352]: audit 2024-08-29T18:44:00.570733+0000 mon.a (mon.0) 3157 : audit [INF] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "99.1a", "id": [4, 3]}]: dispatch 2024-08-29T18:44:02.577 INFO:journalctl@ceph.prometheus.a.smithi053.stdout:Aug 29 18:44:02 smithi053 bash[95567]: ts=2024-08-29T18:44:02.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"3167ee72-662c-11ef-bcd4-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-29T18:44:02.577 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:44:02 smithi053 bash[68679]: audit 2024-08-29T18:44:01.162454+0000 mon.a (mon.0) 3158 : audit [INF] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "90.14", "id": [0, 5]}]': finished 2024-08-29T18:44:02.577 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:44:02 smithi053 bash[68679]: audit 2024-08-29T18:44:01.162599+0000 mon.a (mon.0) 3159 : audit [INF] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "97.a", "id": [0, 7]}]': finished 2024-08-29T18:44:02.577 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:44:02 smithi053 bash[68679]: audit 2024-08-29T18:44:01.162819+0000 mon.a (mon.0) 3160 : audit [INF] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "99.1a", "id": [4, 3]}]': finished 2024-08-29T18:44:02.577 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:44:02 smithi053 bash[68679]: cluster 2024-08-29T18:44:01.170431+0000 mon.a (mon.0) 3161 : cluster [DBG] osdmap e1746: 8 total, 8 up, 8 in 2024-08-29T18:44:02.631 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:44:02 smithi028 bash[77168]: audit 2024-08-29T18:44:01.162454+0000 mon.a (mon.0) 3158 : audit [INF] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "90.14", "id": [0, 5]}]': finished 2024-08-29T18:44:02.632 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:44:02 smithi028 bash[77168]: audit 2024-08-29T18:44:01.162599+0000 mon.a (mon.0) 3159 : audit [INF] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "97.a", "id": [0, 7]}]': finished 2024-08-29T18:44:02.632 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:44:02 smithi028 bash[77168]: audit 2024-08-29T18:44:01.162819+0000 mon.a (mon.0) 3160 : audit [INF] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "99.1a", "id": [4, 3]}]': finished 2024-08-29T18:44:02.632 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:44:02 smithi028 bash[77168]: cluster 2024-08-29T18:44:01.170431+0000 mon.a (mon.0) 3161 : cluster [DBG] osdmap e1746: 8 total, 8 up, 8 in 2024-08-29T18:44:02.632 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:44:02 smithi028 bash[78352]: audit 2024-08-29T18:44:01.162454+0000 mon.a (mon.0) 3158 : audit [INF] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "90.14", "id": [0, 5]}]': finished 2024-08-29T18:44:02.632 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:44:02 smithi028 bash[78352]: audit 2024-08-29T18:44:01.162599+0000 mon.a (mon.0) 3159 : audit [INF] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "97.a", "id": [0, 7]}]': finished 2024-08-29T18:44:02.632 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:44:02 smithi028 bash[78352]: audit 2024-08-29T18:44:01.162819+0000 mon.a (mon.0) 3160 : audit [INF] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "99.1a", "id": [4, 3]}]': finished 2024-08-29T18:44:02.632 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:44:02 smithi028 bash[78352]: cluster 2024-08-29T18:44:01.170431+0000 mon.a (mon.0) 3161 : cluster [DBG] osdmap e1746: 8 total, 8 up, 8 in 2024-08-29T18:44:03.576 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:44:03 smithi053 bash[68679]: cluster 2024-08-29T18:44:02.056020+0000 mgr.y (mgr.25022) 1719 : cluster [DBG] pgmap v2984: 457 pgs: 457 active+clean; 17 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 584 B/s rd, 936 KiB/s wr, 1 op/s 2024-08-29T18:44:03.577 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:44:03 smithi053 bash[68679]: cluster 2024-08-29T18:44:02.204705+0000 mon.a (mon.0) 3162 : cluster [DBG] osdmap e1747: 8 total, 8 up, 8 in 2024-08-29T18:44:03.631 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:44:03 smithi028 bash[78352]: cluster 2024-08-29T18:44:02.056020+0000 mgr.y (mgr.25022) 1719 : cluster [DBG] pgmap v2984: 457 pgs: 457 active+clean; 17 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 584 B/s rd, 936 KiB/s wr, 1 op/s 2024-08-29T18:44:03.632 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:44:03 smithi028 bash[78352]: cluster 2024-08-29T18:44:02.204705+0000 mon.a (mon.0) 3162 : cluster [DBG] osdmap e1747: 8 total, 8 up, 8 in 2024-08-29T18:44:03.632 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:44:03 smithi028 bash[77168]: cluster 2024-08-29T18:44:02.056020+0000 mgr.y (mgr.25022) 1719 : cluster [DBG] pgmap v2984: 457 pgs: 457 active+clean; 17 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 584 B/s rd, 936 KiB/s wr, 1 op/s 2024-08-29T18:44:03.632 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:44:03 smithi028 bash[77168]: cluster 2024-08-29T18:44:02.204705+0000 mon.a (mon.0) 3162 : cluster [DBG] osdmap e1747: 8 total, 8 up, 8 in 2024-08-29T18:44:03.812 INFO:tasks.workunit.client.0.smithi028.stdout:[ OK ] TestLibRBD.RemoveFullTryDataPool (25124 ms) 2024-08-29T18:44:03.812 INFO:tasks.workunit.client.0.smithi028.stdout:[ RUN ] TestLibRBD.TestIO 2024-08-29T18:44:03.813 INFO:tasks.workunit.client.0.smithi028.stdout:using new format! 2024-08-29T18:44:04.577 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:44:04 smithi053 bash[68679]: cluster 2024-08-29T18:44:03.297711+0000 mon.a (mon.0) 3163 : cluster [WRN] pool 'test-librbd-smithi028-116573-24' is full (reached quota's max_bytes: 10 MiB) 2024-08-29T18:44:04.577 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:44:04 smithi053 bash[68679]: cluster 2024-08-29T18:44:03.298414+0000 mon.a (mon.0) 3164 : cluster [WRN] Health check failed: 1 pool(s) full (POOL_FULL) 2024-08-29T18:44:04.577 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:44:04 smithi053 bash[68679]: cluster 2024-08-29T18:44:03.308659+0000 mon.a (mon.0) 3165 : cluster [DBG] osdmap e1748: 8 total, 8 up, 8 in 2024-08-29T18:44:04.631 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:44:04 smithi028 bash[78352]: cluster 2024-08-29T18:44:03.297711+0000 mon.a (mon.0) 3163 : cluster [WRN] pool 'test-librbd-smithi028-116573-24' is full (reached quota's max_bytes: 10 MiB) 2024-08-29T18:44:04.631 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:44:04 smithi028 bash[78352]: cluster 2024-08-29T18:44:03.298414+0000 mon.a (mon.0) 3164 : cluster [WRN] Health check failed: 1 pool(s) full (POOL_FULL) 2024-08-29T18:44:04.631 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:44:04 smithi028 bash[78352]: cluster 2024-08-29T18:44:03.308659+0000 mon.a (mon.0) 3165 : cluster [DBG] osdmap e1748: 8 total, 8 up, 8 in 2024-08-29T18:44:04.632 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:44:04 smithi028 bash[77168]: cluster 2024-08-29T18:44:03.297711+0000 mon.a (mon.0) 3163 : cluster [WRN] pool 'test-librbd-smithi028-116573-24' is full (reached quota's max_bytes: 10 MiB) 2024-08-29T18:44:04.632 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:44:04 smithi028 bash[77168]: cluster 2024-08-29T18:44:03.298414+0000 mon.a (mon.0) 3164 : cluster [WRN] Health check failed: 1 pool(s) full (POOL_FULL) 2024-08-29T18:44:04.632 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:44:04 smithi028 bash[77168]: cluster 2024-08-29T18:44:03.308659+0000 mon.a (mon.0) 3165 : cluster [DBG] osdmap e1748: 8 total, 8 up, 8 in 2024-08-29T18:44:05.576 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:44:05 smithi053 bash[68679]: cluster 2024-08-29T18:44:04.057966+0000 mgr.y (mgr.25022) 1720 : cluster [DBG] pgmap v2987: 457 pgs: 457 active+clean; 23 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 1.7 KiB/s rd, 1.7 MiB/s wr, 4 op/s 2024-08-29T18:44:05.631 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:44:05 smithi028 bash[77168]: cluster 2024-08-29T18:44:04.057966+0000 mgr.y (mgr.25022) 1720 : cluster [DBG] pgmap v2987: 457 pgs: 457 active+clean; 23 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 1.7 KiB/s rd, 1.7 MiB/s wr, 4 op/s 2024-08-29T18:44:05.631 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:44:05 smithi028 bash[78352]: cluster 2024-08-29T18:44:04.057966+0000 mgr.y (mgr.25022) 1720 : cluster [DBG] pgmap v2987: 457 pgs: 457 active+clean; 23 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 1.7 KiB/s rd, 1.7 MiB/s wr, 4 op/s 2024-08-29T18:44:07.576 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:44:07 smithi053 bash[68679]: cluster 2024-08-29T18:44:06.060895+0000 mgr.y (mgr.25022) 1721 : cluster [DBG] pgmap v2988: 457 pgs: 457 active+clean; 23 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 22 KiB/s rd, 1.0 MiB/s wr, 29 op/s; 8 B/s, 1 keys/s, 0 objects/s recovering 2024-08-29T18:44:07.631 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:44:07 smithi028 bash[77168]: cluster 2024-08-29T18:44:06.060895+0000 mgr.y (mgr.25022) 1721 : cluster [DBG] pgmap v2988: 457 pgs: 457 active+clean; 23 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 22 KiB/s rd, 1.0 MiB/s wr, 29 op/s; 8 B/s, 1 keys/s, 0 objects/s recovering 2024-08-29T18:44:07.631 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:44:07 smithi028 bash[78352]: cluster 2024-08-29T18:44:06.060895+0000 mgr.y (mgr.25022) 1721 : cluster [DBG] pgmap v2988: 457 pgs: 457 active+clean; 23 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 22 KiB/s rd, 1.0 MiB/s wr, 29 op/s; 8 B/s, 1 keys/s, 0 objects/s recovering 2024-08-29T18:44:09.576 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:44:09 smithi053 bash[68679]: cluster 2024-08-29T18:44:08.062468+0000 mgr.y (mgr.25022) 1722 : cluster [DBG] pgmap v2989: 457 pgs: 457 active+clean; 15 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 212 KiB/s rd, 989 KiB/s wr, 367 op/s; 7 B/s, 1 keys/s, 0 objects/s recovering 2024-08-29T18:44:09.631 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:44:09 smithi028 bash[77168]: cluster 2024-08-29T18:44:08.062468+0000 mgr.y (mgr.25022) 1722 : cluster [DBG] pgmap v2989: 457 pgs: 457 active+clean; 15 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 212 KiB/s rd, 989 KiB/s wr, 367 op/s; 7 B/s, 1 keys/s, 0 objects/s recovering 2024-08-29T18:44:09.631 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:44:09 smithi028 bash[78352]: cluster 2024-08-29T18:44:08.062468+0000 mgr.y (mgr.25022) 1722 : cluster [DBG] pgmap v2989: 457 pgs: 457 active+clean; 15 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 212 KiB/s rd, 989 KiB/s wr, 367 op/s; 7 B/s, 1 keys/s, 0 objects/s recovering 2024-08-29T18:44:10.760 INFO:tasks.workunit.client.0.smithi028.stdout:wrote: 512 2024-08-29T18:44:10.760 INFO:tasks.workunit.client.0.smithi028.stdout:wrote: 512 2024-08-29T18:44:10.760 INFO:tasks.workunit.client.0.smithi028.stdout:wrote: 512 2024-08-29T18:44:10.760 INFO:tasks.workunit.client.0.smithi028.stdout:wrote: 512 2024-08-29T18:44:10.760 INFO:tasks.workunit.client.0.smithi028.stdout:wrote: 512 2024-08-29T18:44:10.760 INFO:tasks.workunit.client.0.smithi028.stdout:created completion 2024-08-29T18:44:10.761 INFO:tasks.workunit.client.0.smithi028.stdout:started write 2024-08-29T18:44:10.761 INFO:tasks.workunit.client.0.smithi028.stdout:write completion cb called! 2024-08-29T18:44:10.761 INFO:tasks.workunit.client.0.smithi028.stdout:return value is: 0 2024-08-29T18:44:10.761 INFO:tasks.workunit.client.0.smithi028.stdout:finished write 2024-08-29T18:44:10.761 INFO:tasks.workunit.client.0.smithi028.stdout:created completion 2024-08-29T18:44:10.761 INFO:tasks.workunit.client.0.smithi028.stdout:started write 2024-08-29T18:44:10.761 INFO:tasks.workunit.client.0.smithi028.stdout:write completion cb called! 2024-08-29T18:44:10.761 INFO:tasks.workunit.client.0.smithi028.stdout:return value is: 0 2024-08-29T18:44:10.761 INFO:tasks.workunit.client.0.smithi028.stdout:finished write 2024-08-29T18:44:10.761 INFO:tasks.workunit.client.0.smithi028.stdout:created completion 2024-08-29T18:44:10.761 INFO:tasks.workunit.client.0.smithi028.stdout:started write 2024-08-29T18:44:10.761 INFO:tasks.workunit.client.0.smithi028.stdout:write completion cb called! 2024-08-29T18:44:10.761 INFO:tasks.workunit.client.0.smithi028.stdout:return value is: 0 2024-08-29T18:44:10.761 INFO:tasks.workunit.client.0.smithi028.stdout:finished write 2024-08-29T18:44:10.762 INFO:tasks.workunit.client.0.smithi028.stdout:created completion 2024-08-29T18:44:10.762 INFO:tasks.workunit.client.0.smithi028.stdout:started write 2024-08-29T18:44:10.762 INFO:tasks.workunit.client.0.smithi028.stdout:write completion cb called! 2024-08-29T18:44:10.762 INFO:tasks.workunit.client.0.smithi028.stdout:return value is: 0 2024-08-29T18:44:10.762 INFO:tasks.workunit.client.0.smithi028.stdout:finished write 2024-08-29T18:44:10.762 INFO:tasks.workunit.client.0.smithi028.stdout:created completion 2024-08-29T18:44:10.762 INFO:tasks.workunit.client.0.smithi028.stdout:started write 2024-08-29T18:44:10.762 INFO:tasks.workunit.client.0.smithi028.stdout:write completion cb called! 2024-08-29T18:44:10.762 INFO:tasks.workunit.client.0.smithi028.stdout:return value is: 0 2024-08-29T18:44:10.762 INFO:tasks.workunit.client.0.smithi028.stdout:finished write 2024-08-29T18:44:10.763 INFO:tasks.workunit.client.0.smithi028.stdout:start compare and write 2024-08-29T18:44:10.763 INFO:tasks.workunit.client.0.smithi028.stdout:compare and wrote: 512 2024-08-29T18:44:10.763 INFO:tasks.workunit.client.0.smithi028.stdout:start compare and write 2024-08-29T18:44:10.763 INFO:tasks.workunit.client.0.smithi028.stdout:compare and wrote: 512 2024-08-29T18:44:10.763 INFO:tasks.workunit.client.0.smithi028.stdout:start compare and write 2024-08-29T18:44:10.763 INFO:tasks.workunit.client.0.smithi028.stdout:compare and wrote: 512 2024-08-29T18:44:10.763 INFO:tasks.workunit.client.0.smithi028.stdout:start compare and write 2024-08-29T18:44:10.763 INFO:tasks.workunit.client.0.smithi028.stdout:compare and wrote: 512 2024-08-29T18:44:10.763 INFO:tasks.workunit.client.0.smithi028.stdout:start compare and write 2024-08-29T18:44:10.763 INFO:tasks.workunit.client.0.smithi028.stdout:compare and wrote: 512 2024-08-29T18:44:10.763 INFO:tasks.workunit.client.0.smithi028.stdout:created completion 2024-08-29T18:44:10.764 INFO:tasks.workunit.client.0.smithi028.stdout:started aio compare and write 2024-08-29T18:44:10.764 INFO:tasks.workunit.client.0.smithi028.stdout:write completion cb called! 2024-08-29T18:44:10.764 INFO:tasks.workunit.client.0.smithi028.stdout:return value is: 0 2024-08-29T18:44:10.764 INFO:tasks.workunit.client.0.smithi028.stdout:finished aio compare and write 2024-08-29T18:44:10.764 INFO:tasks.workunit.client.0.smithi028.stdout:created completion 2024-08-29T18:44:10.764 INFO:tasks.workunit.client.0.smithi028.stdout:started aio compare and write 2024-08-29T18:44:10.764 INFO:tasks.workunit.client.0.smithi028.stdout:write completion cb called! 2024-08-29T18:44:10.764 INFO:tasks.workunit.client.0.smithi028.stdout:return value is: 0 2024-08-29T18:44:10.764 INFO:tasks.workunit.client.0.smithi028.stdout:finished aio compare and write 2024-08-29T18:44:10.764 INFO:tasks.workunit.client.0.smithi028.stdout:created completion 2024-08-29T18:44:10.764 INFO:tasks.workunit.client.0.smithi028.stdout:started aio compare and write 2024-08-29T18:44:10.764 INFO:tasks.workunit.client.0.smithi028.stdout:write completion cb called! 2024-08-29T18:44:10.764 INFO:tasks.workunit.client.0.smithi028.stdout:return value is: 0 2024-08-29T18:44:10.764 INFO:tasks.workunit.client.0.smithi028.stdout:finished aio compare and write 2024-08-29T18:44:10.764 INFO:tasks.workunit.client.0.smithi028.stdout:created completion 2024-08-29T18:44:10.765 INFO:tasks.workunit.client.0.smithi028.stdout:started aio compare and write 2024-08-29T18:44:10.765 INFO:tasks.workunit.client.0.smithi028.stdout:write completion cb called! 2024-08-29T18:44:10.765 INFO:tasks.workunit.client.0.smithi028.stdout:return value is: 0 2024-08-29T18:44:10.765 INFO:tasks.workunit.client.0.smithi028.stdout:finished aio compare and write 2024-08-29T18:44:10.765 INFO:tasks.workunit.client.0.smithi028.stdout:created completion 2024-08-29T18:44:10.765 INFO:tasks.workunit.client.0.smithi028.stdout:started aio compare and write 2024-08-29T18:44:10.765 INFO:tasks.workunit.client.0.smithi028.stdout:write completion cb called! 2024-08-29T18:44:10.765 INFO:tasks.workunit.client.0.smithi028.stdout:return value is: 0 2024-08-29T18:44:10.765 INFO:tasks.workunit.client.0.smithi028.stdout:finished aio compare and write 2024-08-29T18:44:10.765 INFO:tasks.workunit.client.0.smithi028.stdout:read: 512 2024-08-29T18:44:10.765 INFO:tasks.workunit.client.0.smithi028.stdout:read: 512 2024-08-29T18:44:10.765 INFO:tasks.workunit.client.0.smithi028.stdout:read: 512 2024-08-29T18:44:10.765 INFO:tasks.workunit.client.0.smithi028.stdout:read: 512 2024-08-29T18:44:10.765 INFO:tasks.workunit.client.0.smithi028.stdout:read: 512 2024-08-29T18:44:10.766 INFO:tasks.workunit.client.0.smithi028.stdout:created completion 2024-08-29T18:44:10.766 INFO:tasks.workunit.client.0.smithi028.stdout:started read 2024-08-29T18:44:10.766 INFO:tasks.workunit.client.0.smithi028.stdout:read completion cb called! 2024-08-29T18:44:10.766 INFO:tasks.workunit.client.0.smithi028.stdout:return value is: 512 2024-08-29T18:44:10.766 INFO:tasks.workunit.client.0.smithi028.stdout:created completion 2024-08-29T18:44:10.766 INFO:tasks.workunit.client.0.smithi028.stdout:started read 2024-08-29T18:44:10.766 INFO:tasks.workunit.client.0.smithi028.stdout:read completion cb called! 2024-08-29T18:44:10.766 INFO:tasks.workunit.client.0.smithi028.stdout:return value is: 512 2024-08-29T18:44:10.766 INFO:tasks.workunit.client.0.smithi028.stdout:created completion 2024-08-29T18:44:10.766 INFO:tasks.workunit.client.0.smithi028.stdout:started read 2024-08-29T18:44:10.766 INFO:tasks.workunit.client.0.smithi028.stdout:read completion cb called! 2024-08-29T18:44:10.766 INFO:tasks.workunit.client.0.smithi028.stdout:return value is: 512 2024-08-29T18:44:10.766 INFO:tasks.workunit.client.0.smithi028.stdout:created completion 2024-08-29T18:44:10.766 INFO:tasks.workunit.client.0.smithi028.stdout:started read 2024-08-29T18:44:10.767 INFO:tasks.workunit.client.0.smithi028.stdout:read completion cb called! 2024-08-29T18:44:10.767 INFO:tasks.workunit.client.0.smithi028.stdout:return value is: 512 2024-08-29T18:44:10.767 INFO:tasks.workunit.client.0.smithi028.stdout:created completion 2024-08-29T18:44:10.767 INFO:tasks.workunit.client.0.smithi028.stdout:started read 2024-08-29T18:44:10.767 INFO:tasks.workunit.client.0.smithi028.stdout:read completion cb called! 2024-08-29T18:44:10.767 INFO:tasks.workunit.client.0.smithi028.stdout:return value is: 512 2024-08-29T18:44:10.767 INFO:tasks.workunit.client.0.smithi028.stdout:discard: 512~512 = 512 2024-08-29T18:44:10.767 INFO:tasks.workunit.client.0.smithi028.stdout:write completion cb called! 2024-08-29T18:44:10.767 INFO:tasks.workunit.client.0.smithi028.stdout:aio discard: 1536~512 = 0 2024-08-29T18:44:10.767 INFO:tasks.workunit.client.0.smithi028.stdout:read: 512 2024-08-29T18:44:10.767 INFO:tasks.workunit.client.0.smithi028.stdout:read: 512 2024-08-29T18:44:10.767 INFO:tasks.workunit.client.0.smithi028.stdout:read: 512 2024-08-29T18:44:10.767 INFO:tasks.workunit.client.0.smithi028.stdout:read: 512 2024-08-29T18:44:10.767 INFO:tasks.workunit.client.0.smithi028.stdout:read: 512 2024-08-29T18:44:10.767 INFO:tasks.workunit.client.0.smithi028.stdout:wrote: 0 2024-08-29T18:44:10.768 INFO:tasks.workunit.client.0.smithi028.stdout:to verify the data 2024-08-29T18:44:10.768 INFO:tasks.workunit.client.0.smithi028.stdout:verified 2024-08-29T18:44:10.768 INFO:tasks.workunit.client.0.smithi028.stdout:wrote: 0 2024-08-29T18:44:10.768 INFO:tasks.workunit.client.0.smithi028.stdout:to verify the data 2024-08-29T18:44:10.768 INFO:tasks.workunit.client.0.smithi028.stdout:verified 2024-08-29T18:44:10.768 INFO:tasks.workunit.client.0.smithi028.stdout:wrote: 16384 2024-08-29T18:44:10.768 INFO:tasks.workunit.client.0.smithi028.stdout:to verify the data 2024-08-29T18:44:10.768 INFO:tasks.workunit.client.0.smithi028.stdout:verified 2024-08-29T18:44:10.768 INFO:tasks.workunit.client.0.smithi028.stdout:wrote: 16384 2024-08-29T18:44:10.768 INFO:tasks.workunit.client.0.smithi028.stdout:to verify the data 2024-08-29T18:44:10.768 INFO:tasks.workunit.client.0.smithi028.stdout:verified 2024-08-29T18:44:10.768 INFO:tasks.workunit.client.0.smithi028.stdout:expected fail, finished writesame 2024-08-29T18:44:10.769 INFO:tasks.workunit.client.0.smithi028.stdout:expected fail, finished writesame 2024-08-29T18:44:10.769 INFO:tasks.workunit.client.0.smithi028.stdout:wrote: 49152 2024-08-29T18:44:10.769 INFO:tasks.workunit.client.0.smithi028.stdout:to verify the data 2024-08-29T18:44:10.769 INFO:tasks.workunit.client.0.smithi028.stdout:verified 2024-08-29T18:44:10.769 INFO:tasks.workunit.client.0.smithi028.stdout:wrote: 49152 2024-08-29T18:44:10.769 INFO:tasks.workunit.client.0.smithi028.stdout:to verify the data 2024-08-29T18:44:10.769 INFO:tasks.workunit.client.0.smithi028.stdout:verified 2024-08-29T18:44:10.769 INFO:tasks.workunit.client.0.smithi028.stdout:wrote: 65536 2024-08-29T18:44:10.769 INFO:tasks.workunit.client.0.smithi028.stdout:to verify the data 2024-08-29T18:44:10.769 INFO:tasks.workunit.client.0.smithi028.stdout:verified 2024-08-29T18:44:10.770 INFO:tasks.workunit.client.0.smithi028.stdout:wrote: 65536 2024-08-29T18:44:10.770 INFO:tasks.workunit.client.0.smithi028.stdout:to verify the data 2024-08-29T18:44:10.770 INFO:tasks.workunit.client.0.smithi028.stdout:verified 2024-08-29T18:44:10.770 INFO:tasks.workunit.client.0.smithi028.stdout:expected fail, finished writesame 2024-08-29T18:44:10.770 INFO:tasks.workunit.client.0.smithi028.stdout:expected fail, finished writesame 2024-08-29T18:44:10.770 INFO:tasks.workunit.client.0.smithi028.stdout:wrote: 98304 2024-08-29T18:44:10.770 INFO:tasks.workunit.client.0.smithi028.stdout:to verify the data 2024-08-29T18:44:10.770 INFO:tasks.workunit.client.0.smithi028.stdout:verified 2024-08-29T18:44:10.770 INFO:tasks.workunit.client.0.smithi028.stdout:wrote: 98304 2024-08-29T18:44:10.770 INFO:tasks.workunit.client.0.smithi028.stdout:to verify the data 2024-08-29T18:44:10.770 INFO:tasks.workunit.client.0.smithi028.stdout:verified 2024-08-29T18:44:10.770 INFO:tasks.workunit.client.0.smithi028.stdout:wrote: 114688 2024-08-29T18:44:10.770 INFO:tasks.workunit.client.0.smithi028.stdout:to verify the data 2024-08-29T18:44:10.771 INFO:tasks.workunit.client.0.smithi028.stdout:verified 2024-08-29T18:44:10.771 INFO:tasks.workunit.client.0.smithi028.stdout:wrote: 114688 2024-08-29T18:44:10.771 INFO:tasks.workunit.client.0.smithi028.stdout:to verify the data 2024-08-29T18:44:10.771 INFO:tasks.workunit.client.0.smithi028.stdout:verified 2024-08-29T18:44:10.771 INFO:tasks.workunit.client.0.smithi028.stdout:expected fail, finished writesame 2024-08-29T18:44:10.771 INFO:tasks.workunit.client.0.smithi028.stdout:expected fail, finished writesame 2024-08-29T18:44:10.771 INFO:tasks.workunit.client.0.smithi028.stdout:wrote: 147456 2024-08-29T18:44:10.771 INFO:tasks.workunit.client.0.smithi028.stdout:to verify the data 2024-08-29T18:44:10.771 INFO:tasks.workunit.client.0.smithi028.stdout:verified 2024-08-29T18:44:10.771 INFO:tasks.workunit.client.0.smithi028.stdout:wrote: 147456 2024-08-29T18:44:10.771 INFO:tasks.workunit.client.0.smithi028.stdout:to verify the data 2024-08-29T18:44:10.771 INFO:tasks.workunit.client.0.smithi028.stdout:verified 2024-08-29T18:44:10.771 INFO:tasks.workunit.client.0.smithi028.stdout:wrote: 163840 2024-08-29T18:44:10.771 INFO:tasks.workunit.client.0.smithi028.stdout:to verify the data 2024-08-29T18:44:10.772 INFO:tasks.workunit.client.0.smithi028.stdout:verified 2024-08-29T18:44:10.772 INFO:tasks.workunit.client.0.smithi028.stdout:wrote: 163840 2024-08-29T18:44:10.772 INFO:tasks.workunit.client.0.smithi028.stdout:to verify the data 2024-08-29T18:44:10.772 INFO:tasks.workunit.client.0.smithi028.stdout:verified 2024-08-29T18:44:10.772 INFO:tasks.workunit.client.0.smithi028.stdout:expected fail, finished writesame 2024-08-29T18:44:10.772 INFO:tasks.workunit.client.0.smithi028.stdout:expected fail, finished writesame 2024-08-29T18:44:10.772 INFO:tasks.workunit.client.0.smithi028.stdout:wrote: 196608 2024-08-29T18:44:10.772 INFO:tasks.workunit.client.0.smithi028.stdout:to verify the data 2024-08-29T18:44:10.772 INFO:tasks.workunit.client.0.smithi028.stdout:verified 2024-08-29T18:44:10.772 INFO:tasks.workunit.client.0.smithi028.stdout:wrote: 196608 2024-08-29T18:44:10.772 INFO:tasks.workunit.client.0.smithi028.stdout:to verify the data 2024-08-29T18:44:10.772 INFO:tasks.workunit.client.0.smithi028.stdout:verified 2024-08-29T18:44:10.772 INFO:tasks.workunit.client.0.smithi028.stdout:wrote: 212992 2024-08-29T18:44:10.772 INFO:tasks.workunit.client.0.smithi028.stdout:to verify the data 2024-08-29T18:44:10.773 INFO:tasks.workunit.client.0.smithi028.stdout:verified 2024-08-29T18:44:10.773 INFO:tasks.workunit.client.0.smithi028.stdout:wrote: 212992 2024-08-29T18:44:10.773 INFO:tasks.workunit.client.0.smithi028.stdout:to verify the data 2024-08-29T18:44:10.773 INFO:tasks.workunit.client.0.smithi028.stdout:verified 2024-08-29T18:44:10.773 INFO:tasks.workunit.client.0.smithi028.stdout:expected fail, finished writesame 2024-08-29T18:44:10.773 INFO:tasks.workunit.client.0.smithi028.stdout:expected fail, finished writesame 2024-08-29T18:44:10.773 INFO:tasks.workunit.client.0.smithi028.stdout:created completion 2024-08-29T18:44:10.773 INFO:tasks.workunit.client.0.smithi028.stdout:started writesame 2024-08-29T18:44:10.773 INFO:tasks.workunit.client.0.smithi028.stdout:write completion cb called! 2024-08-29T18:44:10.773 INFO:tasks.workunit.client.0.smithi028.stdout:return value is: 0 2024-08-29T18:44:10.773 INFO:tasks.workunit.client.0.smithi028.stdout:finished writesame 2024-08-29T18:44:10.773 INFO:tasks.workunit.client.0.smithi028.stdout:to verify the data 2024-08-29T18:44:10.773 INFO:tasks.workunit.client.0.smithi028.stdout:verified 2024-08-29T18:44:10.774 INFO:tasks.workunit.client.0.smithi028.stdout:created completion 2024-08-29T18:44:10.774 INFO:tasks.workunit.client.0.smithi028.stdout:started writesame 2024-08-29T18:44:10.774 INFO:tasks.workunit.client.0.smithi028.stdout:write completion cb called! 2024-08-29T18:44:10.774 INFO:tasks.workunit.client.0.smithi028.stdout:return value is: 0 2024-08-29T18:44:10.774 INFO:tasks.workunit.client.0.smithi028.stdout:finished writesame 2024-08-29T18:44:10.774 INFO:tasks.workunit.client.0.smithi028.stdout:to verify the data 2024-08-29T18:44:10.774 INFO:tasks.workunit.client.0.smithi028.stdout:verified 2024-08-29T18:44:10.774 INFO:tasks.workunit.client.0.smithi028.stdout:created completion 2024-08-29T18:44:10.774 INFO:tasks.workunit.client.0.smithi028.stdout:started writesame 2024-08-29T18:44:10.774 INFO:tasks.workunit.client.0.smithi028.stdout:write completion cb called! 2024-08-29T18:44:10.774 INFO:tasks.workunit.client.0.smithi028.stdout:return value is: 0 2024-08-29T18:44:10.774 INFO:tasks.workunit.client.0.smithi028.stdout:finished writesame 2024-08-29T18:44:10.774 INFO:tasks.workunit.client.0.smithi028.stdout:to verify the data 2024-08-29T18:44:10.775 INFO:tasks.workunit.client.0.smithi028.stdout:verified 2024-08-29T18:44:10.775 INFO:tasks.workunit.client.0.smithi028.stdout:created completion 2024-08-29T18:44:10.775 INFO:tasks.workunit.client.0.smithi028.stdout:started writesame 2024-08-29T18:44:10.775 INFO:tasks.workunit.client.0.smithi028.stdout:write completion cb called! 2024-08-29T18:44:10.775 INFO:tasks.workunit.client.0.smithi028.stdout:return value is: 0 2024-08-29T18:44:10.775 INFO:tasks.workunit.client.0.smithi028.stdout:finished writesame 2024-08-29T18:44:10.775 INFO:tasks.workunit.client.0.smithi028.stdout:to verify the data 2024-08-29T18:44:10.775 INFO:tasks.workunit.client.0.smithi028.stdout:verified 2024-08-29T18:44:10.775 INFO:tasks.workunit.client.0.smithi028.stdout:created completion 2024-08-29T18:44:10.775 INFO:tasks.workunit.client.0.smithi028.stdout:started writesame 2024-08-29T18:44:10.775 INFO:tasks.workunit.client.0.smithi028.stdout:expected fail, finished writesame 2024-08-29T18:44:10.775 INFO:tasks.workunit.client.0.smithi028.stdout:created completion 2024-08-29T18:44:10.775 INFO:tasks.workunit.client.0.smithi028.stdout:started writesame 2024-08-29T18:44:10.775 INFO:tasks.workunit.client.0.smithi028.stdout:expected fail, finished writesame 2024-08-29T18:44:10.776 INFO:tasks.workunit.client.0.smithi028.stdout:created completion 2024-08-29T18:44:10.776 INFO:tasks.workunit.client.0.smithi028.stdout:started writesame 2024-08-29T18:44:10.776 INFO:tasks.workunit.client.0.smithi028.stdout:write completion cb called! 2024-08-29T18:44:10.776 INFO:tasks.workunit.client.0.smithi028.stdout:return value is: 0 2024-08-29T18:44:10.776 INFO:tasks.workunit.client.0.smithi028.stdout:finished writesame 2024-08-29T18:44:10.776 INFO:tasks.workunit.client.0.smithi028.stdout:to verify the data 2024-08-29T18:44:10.776 INFO:tasks.workunit.client.0.smithi028.stdout:verified 2024-08-29T18:44:10.776 INFO:tasks.workunit.client.0.smithi028.stdout:created completion 2024-08-29T18:44:10.776 INFO:tasks.workunit.client.0.smithi028.stdout:started writesame 2024-08-29T18:44:10.776 INFO:tasks.workunit.client.0.smithi028.stdout:write completion cb called! 2024-08-29T18:44:10.776 INFO:tasks.workunit.client.0.smithi028.stdout:return value is: 0 2024-08-29T18:44:10.776 INFO:tasks.workunit.client.0.smithi028.stdout:finished writesame 2024-08-29T18:44:10.776 INFO:tasks.workunit.client.0.smithi028.stdout:to verify the data 2024-08-29T18:44:10.777 INFO:tasks.workunit.client.0.smithi028.stdout:verified 2024-08-29T18:44:10.777 INFO:tasks.workunit.client.0.smithi028.stdout:created completion 2024-08-29T18:44:11.576 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:44:11 smithi053 bash[68679]: cluster 2024-08-29T18:44:10.066056+0000 mgr.y (mgr.25022) 1723 : cluster [DBG] pgmap v2990: 457 pgs: 457 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 183 KiB/s rd, 852 KiB/s wr, 316 op/s; 6 B/s, 1 keys/s, 0 objects/s recovering 2024-08-29T18:44:11.631 INFO:journalctl@ceph.mgr.y.smithi028.stdout:Aug 29 18:44:11 smithi028 bash[70818]: ::ffff:172.21.15.53 - - [29/Aug/2024:18:44:11] "GET /metrics HTTP/1.1" 200 60685 "" "Prometheus/2.43.0" 2024-08-29T18:44:11.631 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:44:11 smithi028 bash[78352]: cluster 2024-08-29T18:44:10.066056+0000 mgr.y (mgr.25022) 1723 : cluster [DBG] pgmap v2990: 457 pgs: 457 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 183 KiB/s rd, 852 KiB/s wr, 316 op/s; 6 B/s, 1 keys/s, 0 objects/s recovering 2024-08-29T18:44:11.632 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:44:11 smithi028 bash[77168]: cluster 2024-08-29T18:44:10.066056+0000 mgr.y (mgr.25022) 1723 : cluster [DBG] pgmap v2990: 457 pgs: 457 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 183 KiB/s rd, 852 KiB/s wr, 316 op/s; 6 B/s, 1 keys/s, 0 objects/s recovering 2024-08-29T18:44:12.577 INFO:journalctl@ceph.prometheus.a.smithi053.stdout:Aug 29 18:44:12 smithi053 bash[95567]: ts=2024-08-29T18:44:12.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"3167ee72-662c-11ef-bcd4-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-29T18:44:13.577 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:44:13 smithi053 bash[68679]: cluster 2024-08-29T18:44:12.067505+0000 mgr.y (mgr.25022) 1724 : cluster [DBG] pgmap v2991: 457 pgs: 457 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 148 KiB/s rd, 691 KiB/s wr, 257 op/s; 5 B/s, 0 keys/s, 0 objects/s recovering 2024-08-29T18:44:13.577 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:44:13 smithi053 bash[68679]: audit 2024-08-29T18:44:12.151450+0000 mon.a (mon.0) 3166 : audit [INF] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' 2024-08-29T18:44:13.577 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:44:13 smithi053 bash[68679]: audit 2024-08-29T18:44:12.153853+0000 mon.a (mon.0) 3167 : audit [DBG] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-29T18:44:13.631 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:44:13 smithi028 bash[78352]: cluster 2024-08-29T18:44:12.067505+0000 mgr.y (mgr.25022) 1724 : cluster [DBG] pgmap v2991: 457 pgs: 457 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 148 KiB/s rd, 691 KiB/s wr, 257 op/s; 5 B/s, 0 keys/s, 0 objects/s recovering 2024-08-29T18:44:13.631 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:44:13 smithi028 bash[78352]: audit 2024-08-29T18:44:12.151450+0000 mon.a (mon.0) 3166 : audit [INF] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' 2024-08-29T18:44:13.631 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:44:13 smithi028 bash[78352]: audit 2024-08-29T18:44:12.153853+0000 mon.a (mon.0) 3167 : audit [DBG] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-29T18:44:13.632 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:44:13 smithi028 bash[77168]: cluster 2024-08-29T18:44:12.067505+0000 mgr.y (mgr.25022) 1724 : cluster [DBG] pgmap v2991: 457 pgs: 457 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 148 KiB/s rd, 691 KiB/s wr, 257 op/s; 5 B/s, 0 keys/s, 0 objects/s recovering 2024-08-29T18:44:13.632 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:44:13 smithi028 bash[77168]: audit 2024-08-29T18:44:12.151450+0000 mon.a (mon.0) 3166 : audit [INF] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' 2024-08-29T18:44:13.632 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:44:13 smithi028 bash[77168]: audit 2024-08-29T18:44:12.153853+0000 mon.a (mon.0) 3167 : audit [DBG] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-29T18:44:14.576 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:44:14 smithi053 bash[68679]: cluster 2024-08-29T18:44:13.301499+0000 mon.a (mon.0) 3168 : cluster [INF] pool 'test-librbd-smithi028-116573-24' no longer out of quota; removing NO_QUOTA flag 2024-08-29T18:44:14.577 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:44:14 smithi053 bash[68679]: cluster 2024-08-29T18:44:13.302323+0000 mon.a (mon.0) 3169 : cluster [INF] Health check cleared: POOL_FULL (was: 1 pool(s) full) 2024-08-29T18:44:14.577 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:44:14 smithi053 bash[68679]: cluster 2024-08-29T18:44:13.313787+0000 mon.a (mon.0) 3170 : cluster [DBG] osdmap e1749: 8 total, 8 up, 8 in 2024-08-29T18:44:14.631 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:44:14 smithi028 bash[78352]: cluster 2024-08-29T18:44:13.301499+0000 mon.a (mon.0) 3168 : cluster [INF] pool 'test-librbd-smithi028-116573-24' no longer out of quota; removing NO_QUOTA flag 2024-08-29T18:44:14.631 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:44:14 smithi028 bash[78352]: cluster 2024-08-29T18:44:13.302323+0000 mon.a (mon.0) 3169 : cluster [INF] Health check cleared: POOL_FULL (was: 1 pool(s) full) 2024-08-29T18:44:14.631 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:44:14 smithi028 bash[78352]: cluster 2024-08-29T18:44:13.313787+0000 mon.a (mon.0) 3170 : cluster [DBG] osdmap e1749: 8 total, 8 up, 8 in 2024-08-29T18:44:14.632 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:44:14 smithi028 bash[77168]: cluster 2024-08-29T18:44:13.301499+0000 mon.a (mon.0) 3168 : cluster [INF] pool 'test-librbd-smithi028-116573-24' no longer out of quota; removing NO_QUOTA flag 2024-08-29T18:44:14.632 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:44:14 smithi028 bash[77168]: cluster 2024-08-29T18:44:13.302323+0000 mon.a (mon.0) 3169 : cluster [INF] Health check cleared: POOL_FULL (was: 1 pool(s) full) 2024-08-29T18:44:14.632 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:44:14 smithi028 bash[77168]: cluster 2024-08-29T18:44:13.313787+0000 mon.a (mon.0) 3170 : cluster [DBG] osdmap e1749: 8 total, 8 up, 8 in 2024-08-29T18:44:15.576 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:44:15 smithi053 bash[68679]: cluster 2024-08-29T18:44:14.069463+0000 mgr.y (mgr.25022) 1725 : cluster [DBG] pgmap v2993: 457 pgs: 457 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 292 KiB/s rd, 141 KiB/s wr, 577 op/s; 5 B/s, 0 keys/s, 0 objects/s recovering 2024-08-29T18:44:15.631 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:44:15 smithi028 bash[78352]: cluster 2024-08-29T18:44:14.069463+0000 mgr.y (mgr.25022) 1725 : cluster [DBG] pgmap v2993: 457 pgs: 457 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 292 KiB/s rd, 141 KiB/s wr, 577 op/s; 5 B/s, 0 keys/s, 0 objects/s recovering 2024-08-29T18:44:15.631 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:44:15 smithi028 bash[77168]: cluster 2024-08-29T18:44:14.069463+0000 mgr.y (mgr.25022) 1725 : cluster [DBG] pgmap v2993: 457 pgs: 457 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 292 KiB/s rd, 141 KiB/s wr, 577 op/s; 5 B/s, 0 keys/s, 0 objects/s recovering 2024-08-29T18:44:16.583 INFO:tasks.workunit.client.0.smithi028.stdout:started writesame 2024-08-29T18:44:16.583 INFO:tasks.workunit.client.0.smithi028.stdout:write completion cb called! 2024-08-29T18:44:16.583 INFO:tasks.workunit.client.0.smithi028.stdout:return value is: 0 2024-08-29T18:44:16.583 INFO:tasks.workunit.client.0.smithi028.stdout:finished writesame 2024-08-29T18:44:16.583 INFO:tasks.workunit.client.0.smithi028.stdout:to verify the data 2024-08-29T18:44:16.583 INFO:tasks.workunit.client.0.smithi028.stdout:verified 2024-08-29T18:44:16.583 INFO:tasks.workunit.client.0.smithi028.stdout:created completion 2024-08-29T18:44:16.583 INFO:tasks.workunit.client.0.smithi028.stdout:started writesame 2024-08-29T18:44:16.583 INFO:tasks.workunit.client.0.smithi028.stdout:write completion cb called! 2024-08-29T18:44:16.583 INFO:tasks.workunit.client.0.smithi028.stdout:return value is: 0 2024-08-29T18:44:16.583 INFO:tasks.workunit.client.0.smithi028.stdout:finished writesame 2024-08-29T18:44:16.584 INFO:tasks.workunit.client.0.smithi028.stdout:to verify the data 2024-08-29T18:44:16.584 INFO:tasks.workunit.client.0.smithi028.stdout:verified 2024-08-29T18:44:16.584 INFO:tasks.workunit.client.0.smithi028.stdout:created completion 2024-08-29T18:44:16.584 INFO:tasks.workunit.client.0.smithi028.stdout:started writesame 2024-08-29T18:44:16.584 INFO:tasks.workunit.client.0.smithi028.stdout:expected fail, finished writesame 2024-08-29T18:44:16.584 INFO:tasks.workunit.client.0.smithi028.stdout:created completion 2024-08-29T18:44:16.584 INFO:tasks.workunit.client.0.smithi028.stdout:started writesame 2024-08-29T18:44:16.584 INFO:tasks.workunit.client.0.smithi028.stdout:expected fail, finished writesame 2024-08-29T18:44:16.584 INFO:tasks.workunit.client.0.smithi028.stdout:created completion 2024-08-29T18:44:16.584 INFO:tasks.workunit.client.0.smithi028.stdout:started writesame 2024-08-29T18:44:16.584 INFO:tasks.workunit.client.0.smithi028.stdout:write completion cb called! 2024-08-29T18:44:16.584 INFO:tasks.workunit.client.0.smithi028.stdout:return value is: 0 2024-08-29T18:44:16.584 INFO:tasks.workunit.client.0.smithi028.stdout:finished writesame 2024-08-29T18:44:16.584 INFO:tasks.workunit.client.0.smithi028.stdout:to verify the data 2024-08-29T18:44:16.584 INFO:tasks.workunit.client.0.smithi028.stdout:verified 2024-08-29T18:44:16.585 INFO:tasks.workunit.client.0.smithi028.stdout:created completion 2024-08-29T18:44:16.585 INFO:tasks.workunit.client.0.smithi028.stdout:started writesame 2024-08-29T18:44:16.585 INFO:tasks.workunit.client.0.smithi028.stdout:write completion cb called! 2024-08-29T18:44:16.585 INFO:tasks.workunit.client.0.smithi028.stdout:return value is: 0 2024-08-29T18:44:16.585 INFO:tasks.workunit.client.0.smithi028.stdout:finished writesame 2024-08-29T18:44:16.585 INFO:tasks.workunit.client.0.smithi028.stdout:to verify the data 2024-08-29T18:44:16.585 INFO:tasks.workunit.client.0.smithi028.stdout:verified 2024-08-29T18:44:16.585 INFO:tasks.workunit.client.0.smithi028.stdout:created completion 2024-08-29T18:44:16.585 INFO:tasks.workunit.client.0.smithi028.stdout:started writesame 2024-08-29T18:44:16.585 INFO:tasks.workunit.client.0.smithi028.stdout:write completion cb called! 2024-08-29T18:44:16.585 INFO:tasks.workunit.client.0.smithi028.stdout:return value is: 0 2024-08-29T18:44:16.585 INFO:tasks.workunit.client.0.smithi028.stdout:finished writesame 2024-08-29T18:44:16.585 INFO:tasks.workunit.client.0.smithi028.stdout:to verify the data 2024-08-29T18:44:16.585 INFO:tasks.workunit.client.0.smithi028.stdout:verified 2024-08-29T18:44:16.586 INFO:tasks.workunit.client.0.smithi028.stdout:created completion 2024-08-29T18:44:16.586 INFO:tasks.workunit.client.0.smithi028.stdout:started writesame 2024-08-29T18:44:16.586 INFO:tasks.workunit.client.0.smithi028.stdout:write completion cb called! 2024-08-29T18:44:16.586 INFO:tasks.workunit.client.0.smithi028.stdout:return value is: 0 2024-08-29T18:44:16.586 INFO:tasks.workunit.client.0.smithi028.stdout:finished writesame 2024-08-29T18:44:16.586 INFO:tasks.workunit.client.0.smithi028.stdout:to verify the data 2024-08-29T18:44:16.586 INFO:tasks.workunit.client.0.smithi028.stdout:verified 2024-08-29T18:44:16.586 INFO:tasks.workunit.client.0.smithi028.stdout:created completion 2024-08-29T18:44:16.586 INFO:tasks.workunit.client.0.smithi028.stdout:started writesame 2024-08-29T18:44:16.586 INFO:tasks.workunit.client.0.smithi028.stdout:expected fail, finished writesame 2024-08-29T18:44:16.586 INFO:tasks.workunit.client.0.smithi028.stdout:created completion 2024-08-29T18:44:16.586 INFO:tasks.workunit.client.0.smithi028.stdout:started writesame 2024-08-29T18:44:16.586 INFO:tasks.workunit.client.0.smithi028.stdout:expected fail, finished writesame 2024-08-29T18:44:16.587 INFO:tasks.workunit.client.0.smithi028.stdout:created completion 2024-08-29T18:44:16.587 INFO:tasks.workunit.client.0.smithi028.stdout:started writesame 2024-08-29T18:44:16.587 INFO:tasks.workunit.client.0.smithi028.stdout:write completion cb called! 2024-08-29T18:44:16.587 INFO:tasks.workunit.client.0.smithi028.stdout:return value is: 0 2024-08-29T18:44:16.587 INFO:tasks.workunit.client.0.smithi028.stdout:finished writesame 2024-08-29T18:44:16.587 INFO:tasks.workunit.client.0.smithi028.stdout:to verify the data 2024-08-29T18:44:16.587 INFO:tasks.workunit.client.0.smithi028.stdout:verified 2024-08-29T18:44:16.587 INFO:tasks.workunit.client.0.smithi028.stdout:created completion 2024-08-29T18:44:16.587 INFO:tasks.workunit.client.0.smithi028.stdout:started writesame 2024-08-29T18:44:16.587 INFO:tasks.workunit.client.0.smithi028.stdout:write completion cb called! 2024-08-29T18:44:16.587 INFO:tasks.workunit.client.0.smithi028.stdout:return value is: 0 2024-08-29T18:44:16.587 INFO:tasks.workunit.client.0.smithi028.stdout:finished writesame 2024-08-29T18:44:16.587 INFO:tasks.workunit.client.0.smithi028.stdout:to verify the data 2024-08-29T18:44:16.587 INFO:tasks.workunit.client.0.smithi028.stdout:verified 2024-08-29T18:44:16.588 INFO:tasks.workunit.client.0.smithi028.stdout:created completion 2024-08-29T18:44:16.588 INFO:tasks.workunit.client.0.smithi028.stdout:started writesame 2024-08-29T18:44:16.588 INFO:tasks.workunit.client.0.smithi028.stdout:write completion cb called! 2024-08-29T18:44:16.588 INFO:tasks.workunit.client.0.smithi028.stdout:return value is: 0 2024-08-29T18:44:16.588 INFO:tasks.workunit.client.0.smithi028.stdout:finished writesame 2024-08-29T18:44:16.588 INFO:tasks.workunit.client.0.smithi028.stdout:to verify the data 2024-08-29T18:44:16.588 INFO:tasks.workunit.client.0.smithi028.stdout:verified 2024-08-29T18:44:16.588 INFO:tasks.workunit.client.0.smithi028.stdout:created completion 2024-08-29T18:44:16.588 INFO:tasks.workunit.client.0.smithi028.stdout:started writesame 2024-08-29T18:44:16.588 INFO:tasks.workunit.client.0.smithi028.stdout:write completion cb called! 2024-08-29T18:44:16.588 INFO:tasks.workunit.client.0.smithi028.stdout:return value is: 0 2024-08-29T18:44:16.589 INFO:tasks.workunit.client.0.smithi028.stdout:finished writesame 2024-08-29T18:44:16.589 INFO:tasks.workunit.client.0.smithi028.stdout:to verify the data 2024-08-29T18:44:16.589 INFO:tasks.workunit.client.0.smithi028.stdout:verified 2024-08-29T18:44:16.589 INFO:tasks.workunit.client.0.smithi028.stdout:created completion 2024-08-29T18:44:16.589 INFO:tasks.workunit.client.0.smithi028.stdout:started writesame 2024-08-29T18:44:16.589 INFO:tasks.workunit.client.0.smithi028.stdout:expected fail, finished writesame 2024-08-29T18:44:16.589 INFO:tasks.workunit.client.0.smithi028.stdout:created completion 2024-08-29T18:44:16.589 INFO:tasks.workunit.client.0.smithi028.stdout:started writesame 2024-08-29T18:44:16.589 INFO:tasks.workunit.client.0.smithi028.stdout:expected fail, finished writesame 2024-08-29T18:44:16.589 INFO:tasks.workunit.client.0.smithi028.stdout:created completion 2024-08-29T18:44:16.589 INFO:tasks.workunit.client.0.smithi028.stdout:started writesame 2024-08-29T18:44:16.589 INFO:tasks.workunit.client.0.smithi028.stdout:write completion cb called! 2024-08-29T18:44:16.589 INFO:tasks.workunit.client.0.smithi028.stdout:return value is: 0 2024-08-29T18:44:16.590 INFO:tasks.workunit.client.0.smithi028.stdout:finished writesame 2024-08-29T18:44:16.590 INFO:tasks.workunit.client.0.smithi028.stdout:to verify the data 2024-08-29T18:44:16.590 INFO:tasks.workunit.client.0.smithi028.stdout:verified 2024-08-29T18:44:16.590 INFO:tasks.workunit.client.0.smithi028.stdout:created completion 2024-08-29T18:44:16.590 INFO:tasks.workunit.client.0.smithi028.stdout:started writesame 2024-08-29T18:44:16.590 INFO:tasks.workunit.client.0.smithi028.stdout:write completion cb called! 2024-08-29T18:44:16.590 INFO:tasks.workunit.client.0.smithi028.stdout:return value is: 0 2024-08-29T18:44:16.590 INFO:tasks.workunit.client.0.smithi028.stdout:finished writesame 2024-08-29T18:44:16.590 INFO:tasks.workunit.client.0.smithi028.stdout:to verify the data 2024-08-29T18:44:16.590 INFO:tasks.workunit.client.0.smithi028.stdout:verified 2024-08-29T18:44:16.590 INFO:tasks.workunit.client.0.smithi028.stdout:created completion 2024-08-29T18:44:16.590 INFO:tasks.workunit.client.0.smithi028.stdout:started writesame 2024-08-29T18:44:16.590 INFO:tasks.workunit.client.0.smithi028.stdout:write completion cb called! 2024-08-29T18:44:16.591 INFO:tasks.workunit.client.0.smithi028.stdout:return value is: 0 2024-08-29T18:44:16.591 INFO:tasks.workunit.client.0.smithi028.stdout:finished writesame 2024-08-29T18:44:16.591 INFO:tasks.workunit.client.0.smithi028.stdout:to verify the data 2024-08-29T18:44:16.591 INFO:tasks.workunit.client.0.smithi028.stdout:verified 2024-08-29T18:44:16.591 INFO:tasks.workunit.client.0.smithi028.stdout:created completion 2024-08-29T18:44:16.591 INFO:tasks.workunit.client.0.smithi028.stdout:started writesame 2024-08-29T18:44:16.591 INFO:tasks.workunit.client.0.smithi028.stdout:write completion cb called! 2024-08-29T18:44:16.591 INFO:tasks.workunit.client.0.smithi028.stdout:return value is: 0 2024-08-29T18:44:16.591 INFO:tasks.workunit.client.0.smithi028.stdout:finished writesame 2024-08-29T18:44:16.591 INFO:tasks.workunit.client.0.smithi028.stdout:to verify the data 2024-08-29T18:44:16.591 INFO:tasks.workunit.client.0.smithi028.stdout:verified 2024-08-29T18:44:16.591 INFO:tasks.workunit.client.0.smithi028.stdout:created completion 2024-08-29T18:44:16.591 INFO:tasks.workunit.client.0.smithi028.stdout:started writesame 2024-08-29T18:44:16.591 INFO:tasks.workunit.client.0.smithi028.stdout:expected fail, finished writesame 2024-08-29T18:44:16.592 INFO:tasks.workunit.client.0.smithi028.stdout:created completion 2024-08-29T18:44:16.592 INFO:tasks.workunit.client.0.smithi028.stdout:started writesame 2024-08-29T18:44:16.592 INFO:tasks.workunit.client.0.smithi028.stdout:expected fail, finished writesame 2024-08-29T18:44:16.592 INFO:tasks.workunit.client.0.smithi028.stdout:read completion cb called! 2024-08-29T18:44:16.592 INFO:tasks.workunit.client.0.smithi028.stdout:read completion cb called! 2024-08-29T18:44:16.592 INFO:tasks.workunit.client.0.smithi028.stdout:wrote: 512 2024-08-29T18:44:16.592 INFO:tasks.workunit.client.0.smithi028.stdout:read completion cb called! 2024-08-29T18:44:16.592 INFO:tasks.workunit.client.0.smithi028.stdout:[ OK ] TestLibRBD.TestIO (12771 ms) 2024-08-29T18:44:16.592 INFO:tasks.workunit.client.0.smithi028.stdout:[ RUN ] TestLibRBD.TestEncryptionLUKS1 2024-08-29T18:44:16.592 INFO:tasks.workunit.client.0.smithi028.stdout:using new format! 2024-08-29T18:44:17.576 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:44:17 smithi053 bash[68679]: cluster 2024-08-29T18:44:16.072358+0000 mgr.y (mgr.25022) 1726 : cluster [DBG] pgmap v2994: 457 pgs: 457 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 280 KiB/s rd, 140 KiB/s wr, 562 op/s 2024-08-29T18:44:17.631 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:44:17 smithi028 bash[77168]: cluster 2024-08-29T18:44:16.072358+0000 mgr.y (mgr.25022) 1726 : cluster [DBG] pgmap v2994: 457 pgs: 457 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 280 KiB/s rd, 140 KiB/s wr, 562 op/s 2024-08-29T18:44:17.631 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:44:17 smithi028 bash[78352]: cluster 2024-08-29T18:44:16.072358+0000 mgr.y (mgr.25022) 1726 : cluster [DBG] pgmap v2994: 457 pgs: 457 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 280 KiB/s rd, 140 KiB/s wr, 562 op/s 2024-08-29T18:44:19.576 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:44:19 smithi053 bash[68679]: cluster 2024-08-29T18:44:18.073692+0000 mgr.y (mgr.25022) 1727 : cluster [DBG] pgmap v2995: 457 pgs: 457 active+clean; 6.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 288 KiB/s rd, 144 KiB/s wr, 610 op/s 2024-08-29T18:44:19.631 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:44:19 smithi028 bash[78352]: cluster 2024-08-29T18:44:18.073692+0000 mgr.y (mgr.25022) 1727 : cluster [DBG] pgmap v2995: 457 pgs: 457 active+clean; 6.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 288 KiB/s rd, 144 KiB/s wr, 610 op/s 2024-08-29T18:44:19.631 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:44:19 smithi028 bash[77168]: cluster 2024-08-29T18:44:18.073692+0000 mgr.y (mgr.25022) 1727 : cluster [DBG] pgmap v2995: 457 pgs: 457 active+clean; 6.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 288 KiB/s rd, 144 KiB/s wr, 610 op/s 2024-08-29T18:44:21.576 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:44:21 smithi053 bash[68679]: cluster 2024-08-29T18:44:20.076784+0000 mgr.y (mgr.25022) 1728 : cluster [DBG] pgmap v2996: 457 pgs: 457 active+clean; 6.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 290 KiB/s rd, 144 KiB/s wr, 613 op/s 2024-08-29T18:44:21.631 INFO:journalctl@ceph.mgr.y.smithi028.stdout:Aug 29 18:44:21 smithi028 bash[70818]: ::ffff:172.21.15.53 - - [29/Aug/2024:18:44:21] "GET /metrics HTTP/1.1" 200 60658 "" "Prometheus/2.43.0" 2024-08-29T18:44:21.632 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:44:21 smithi028 bash[78352]: cluster 2024-08-29T18:44:20.076784+0000 mgr.y (mgr.25022) 1728 : cluster [DBG] pgmap v2996: 457 pgs: 457 active+clean; 6.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 290 KiB/s rd, 144 KiB/s wr, 613 op/s 2024-08-29T18:44:21.632 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:44:21 smithi028 bash[77168]: cluster 2024-08-29T18:44:20.076784+0000 mgr.y (mgr.25022) 1728 : cluster [DBG] pgmap v2996: 457 pgs: 457 active+clean; 6.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 290 KiB/s rd, 144 KiB/s wr, 613 op/s 2024-08-29T18:44:22.577 INFO:journalctl@ceph.prometheus.a.smithi053.stdout:Aug 29 18:44:22 smithi053 bash[95567]: ts=2024-08-29T18:44:22.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"3167ee72-662c-11ef-bcd4-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-29T18:44:23.577 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:44:23 smithi053 bash[68679]: cluster 2024-08-29T18:44:22.078269+0000 mgr.y (mgr.25022) 1729 : cluster [DBG] pgmap v2997: 457 pgs: 457 active+clean; 6.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 291 KiB/s rd, 144 KiB/s wr, 613 op/s 2024-08-29T18:44:23.631 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:44:23 smithi028 bash[78352]: cluster 2024-08-29T18:44:22.078269+0000 mgr.y (mgr.25022) 1729 : cluster [DBG] pgmap v2997: 457 pgs: 457 active+clean; 6.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 291 KiB/s rd, 144 KiB/s wr, 613 op/s 2024-08-29T18:44:23.631 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:44:23 smithi028 bash[77168]: cluster 2024-08-29T18:44:22.078269+0000 mgr.y (mgr.25022) 1729 : cluster [DBG] pgmap v2997: 457 pgs: 457 active+clean; 6.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 291 KiB/s rd, 144 KiB/s wr, 613 op/s 2024-08-29T18:44:25.577 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:44:25 smithi053 bash[68679]: cluster 2024-08-29T18:44:24.080673+0000 mgr.y (mgr.25022) 1730 : cluster [DBG] pgmap v2998: 457 pgs: 457 active+clean; 6.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 133 KiB/s rd, 66 KiB/s wr, 266 op/s 2024-08-29T18:44:25.631 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:44:25 smithi028 bash[77168]: cluster 2024-08-29T18:44:24.080673+0000 mgr.y (mgr.25022) 1730 : cluster [DBG] pgmap v2998: 457 pgs: 457 active+clean; 6.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 133 KiB/s rd, 66 KiB/s wr, 266 op/s 2024-08-29T18:44:25.632 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:44:25 smithi028 bash[78352]: cluster 2024-08-29T18:44:24.080673+0000 mgr.y (mgr.25022) 1730 : cluster [DBG] pgmap v2998: 457 pgs: 457 active+clean; 6.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 133 KiB/s rd, 66 KiB/s wr, 266 op/s 2024-08-29T18:44:27.577 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:44:27 smithi053 bash[68679]: cluster 2024-08-29T18:44:26.083642+0000 mgr.y (mgr.25022) 1731 : cluster [DBG] pgmap v2999: 457 pgs: 457 active+clean; 11 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 321 KiB/s rd, 509 KiB/s wr, 444 op/s 2024-08-29T18:44:27.577 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:44:27 smithi053 bash[68679]: audit 2024-08-29T18:44:27.149612+0000 mon.a (mon.0) 3171 : audit [INF] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' 2024-08-29T18:44:27.577 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:44:27 smithi053 bash[68679]: audit 2024-08-29T18:44:27.151833+0000 mon.a (mon.0) 3172 : audit [DBG] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-29T18:44:27.595 INFO:tasks.workunit.client.0.smithi028.stdout:wrote: 512 2024-08-29T18:44:27.595 INFO:tasks.workunit.client.0.smithi028.stdout:wrote: 512 2024-08-29T18:44:27.595 INFO:tasks.workunit.client.0.smithi028.stdout:wrote: 512 2024-08-29T18:44:27.595 INFO:tasks.workunit.client.0.smithi028.stdout:wrote: 512 2024-08-29T18:44:27.595 INFO:tasks.workunit.client.0.smithi028.stdout:wrote: 512 2024-08-29T18:44:27.595 INFO:tasks.workunit.client.0.smithi028.stdout:created completion 2024-08-29T18:44:27.595 INFO:tasks.workunit.client.0.smithi028.stdout:started write 2024-08-29T18:44:27.595 INFO:tasks.workunit.client.0.smithi028.stdout:write completion cb called! 2024-08-29T18:44:27.595 INFO:tasks.workunit.client.0.smithi028.stdout:return value is: 0 2024-08-29T18:44:27.595 INFO:tasks.workunit.client.0.smithi028.stdout:finished write 2024-08-29T18:44:27.596 INFO:tasks.workunit.client.0.smithi028.stdout:created completion 2024-08-29T18:44:27.596 INFO:tasks.workunit.client.0.smithi028.stdout:started write 2024-08-29T18:44:27.596 INFO:tasks.workunit.client.0.smithi028.stdout:write completion cb called! 2024-08-29T18:44:27.596 INFO:tasks.workunit.client.0.smithi028.stdout:return value is: 0 2024-08-29T18:44:27.596 INFO:tasks.workunit.client.0.smithi028.stdout:finished write 2024-08-29T18:44:27.596 INFO:tasks.workunit.client.0.smithi028.stdout:created completion 2024-08-29T18:44:27.596 INFO:tasks.workunit.client.0.smithi028.stdout:started write 2024-08-29T18:44:27.596 INFO:tasks.workunit.client.0.smithi028.stdout:write completion cb called! 2024-08-29T18:44:27.596 INFO:tasks.workunit.client.0.smithi028.stdout:return value is: 0 2024-08-29T18:44:27.596 INFO:tasks.workunit.client.0.smithi028.stdout:finished write 2024-08-29T18:44:27.596 INFO:tasks.workunit.client.0.smithi028.stdout:created completion 2024-08-29T18:44:27.596 INFO:tasks.workunit.client.0.smithi028.stdout:started write 2024-08-29T18:44:27.596 INFO:tasks.workunit.client.0.smithi028.stdout:write completion cb called! 2024-08-29T18:44:27.597 INFO:tasks.workunit.client.0.smithi028.stdout:return value is: 0 2024-08-29T18:44:27.597 INFO:tasks.workunit.client.0.smithi028.stdout:finished write 2024-08-29T18:44:27.597 INFO:tasks.workunit.client.0.smithi028.stdout:created completion 2024-08-29T18:44:27.597 INFO:tasks.workunit.client.0.smithi028.stdout:started write 2024-08-29T18:44:27.597 INFO:tasks.workunit.client.0.smithi028.stdout:write completion cb called! 2024-08-29T18:44:27.597 INFO:tasks.workunit.client.0.smithi028.stdout:return value is: 0 2024-08-29T18:44:27.597 INFO:tasks.workunit.client.0.smithi028.stdout:finished write 2024-08-29T18:44:27.597 INFO:tasks.workunit.client.0.smithi028.stdout:start compare and write 2024-08-29T18:44:27.597 INFO:tasks.workunit.client.0.smithi028.stdout:compare and wrote: 512 2024-08-29T18:44:27.597 INFO:tasks.workunit.client.0.smithi028.stdout:start compare and write 2024-08-29T18:44:27.598 INFO:tasks.workunit.client.0.smithi028.stdout:compare and wrote: 512 2024-08-29T18:44:27.598 INFO:tasks.workunit.client.0.smithi028.stdout:start compare and write 2024-08-29T18:44:27.598 INFO:tasks.workunit.client.0.smithi028.stdout:compare and wrote: 512 2024-08-29T18:44:27.598 INFO:tasks.workunit.client.0.smithi028.stdout:start compare and write 2024-08-29T18:44:27.598 INFO:tasks.workunit.client.0.smithi028.stdout:compare and wrote: 512 2024-08-29T18:44:27.598 INFO:tasks.workunit.client.0.smithi028.stdout:start compare and write 2024-08-29T18:44:27.598 INFO:tasks.workunit.client.0.smithi028.stdout:compare and wrote: 512 2024-08-29T18:44:27.598 INFO:tasks.workunit.client.0.smithi028.stdout:created completion 2024-08-29T18:44:27.598 INFO:tasks.workunit.client.0.smithi028.stdout:started aio compare and write 2024-08-29T18:44:27.598 INFO:tasks.workunit.client.0.smithi028.stdout:write completion cb called! 2024-08-29T18:44:27.598 INFO:tasks.workunit.client.0.smithi028.stdout:return value is: 0 2024-08-29T18:44:27.598 INFO:tasks.workunit.client.0.smithi028.stdout:finished aio compare and write 2024-08-29T18:44:27.598 INFO:tasks.workunit.client.0.smithi028.stdout:created completion 2024-08-29T18:44:27.599 INFO:tasks.workunit.client.0.smithi028.stdout:started aio compare and write 2024-08-29T18:44:27.599 INFO:tasks.workunit.client.0.smithi028.stdout:write completion cb called! 2024-08-29T18:44:27.599 INFO:tasks.workunit.client.0.smithi028.stdout:return value is: 0 2024-08-29T18:44:27.599 INFO:tasks.workunit.client.0.smithi028.stdout:finished aio compare and write 2024-08-29T18:44:27.599 INFO:tasks.workunit.client.0.smithi028.stdout:created completion 2024-08-29T18:44:27.599 INFO:tasks.workunit.client.0.smithi028.stdout:started aio compare and write 2024-08-29T18:44:27.599 INFO:tasks.workunit.client.0.smithi028.stdout:write completion cb called! 2024-08-29T18:44:27.599 INFO:tasks.workunit.client.0.smithi028.stdout:return value is: 0 2024-08-29T18:44:27.599 INFO:tasks.workunit.client.0.smithi028.stdout:finished aio compare and write 2024-08-29T18:44:27.599 INFO:tasks.workunit.client.0.smithi028.stdout:created completion 2024-08-29T18:44:27.600 INFO:tasks.workunit.client.0.smithi028.stdout:started aio compare and write 2024-08-29T18:44:27.600 INFO:tasks.workunit.client.0.smithi028.stdout:write completion cb called! 2024-08-29T18:44:27.600 INFO:tasks.workunit.client.0.smithi028.stdout:return value is: 0 2024-08-29T18:44:27.600 INFO:tasks.workunit.client.0.smithi028.stdout:finished aio compare and write 2024-08-29T18:44:27.600 INFO:tasks.workunit.client.0.smithi028.stdout:created completion 2024-08-29T18:44:27.600 INFO:tasks.workunit.client.0.smithi028.stdout:started aio compare and write 2024-08-29T18:44:27.600 INFO:tasks.workunit.client.0.smithi028.stdout:write completion cb called! 2024-08-29T18:44:27.600 INFO:tasks.workunit.client.0.smithi028.stdout:return value is: 0 2024-08-29T18:44:27.600 INFO:tasks.workunit.client.0.smithi028.stdout:finished aio compare and write 2024-08-29T18:44:27.600 INFO:tasks.workunit.client.0.smithi028.stdout:read: 512 2024-08-29T18:44:27.600 INFO:tasks.workunit.client.0.smithi028.stdout:read: 512 2024-08-29T18:44:27.600 INFO:tasks.workunit.client.0.smithi028.stdout:read: 512 2024-08-29T18:44:27.600 INFO:tasks.workunit.client.0.smithi028.stdout:read: 512 2024-08-29T18:44:27.601 INFO:tasks.workunit.client.0.smithi028.stdout:read: 512 2024-08-29T18:44:27.601 INFO:tasks.workunit.client.0.smithi028.stdout:created completion 2024-08-29T18:44:27.601 INFO:tasks.workunit.client.0.smithi028.stdout:started read 2024-08-29T18:44:27.601 INFO:tasks.workunit.client.0.smithi028.stdout:read completion cb called! 2024-08-29T18:44:27.601 INFO:tasks.workunit.client.0.smithi028.stdout:return value is: 512 2024-08-29T18:44:27.601 INFO:tasks.workunit.client.0.smithi028.stdout:created completion 2024-08-29T18:44:27.601 INFO:tasks.workunit.client.0.smithi028.stdout:started read 2024-08-29T18:44:27.601 INFO:tasks.workunit.client.0.smithi028.stdout:read completion cb called! 2024-08-29T18:44:27.601 INFO:tasks.workunit.client.0.smithi028.stdout:return value is: 512 2024-08-29T18:44:27.601 INFO:tasks.workunit.client.0.smithi028.stdout:created completion 2024-08-29T18:44:27.601 INFO:tasks.workunit.client.0.smithi028.stdout:started read 2024-08-29T18:44:27.601 INFO:tasks.workunit.client.0.smithi028.stdout:read completion cb called! 2024-08-29T18:44:27.601 INFO:tasks.workunit.client.0.smithi028.stdout:return value is: 512 2024-08-29T18:44:27.602 INFO:tasks.workunit.client.0.smithi028.stdout:created completion 2024-08-29T18:44:27.602 INFO:tasks.workunit.client.0.smithi028.stdout:started read 2024-08-29T18:44:27.602 INFO:tasks.workunit.client.0.smithi028.stdout:read completion cb called! 2024-08-29T18:44:27.602 INFO:tasks.workunit.client.0.smithi028.stdout:return value is: 512 2024-08-29T18:44:27.602 INFO:tasks.workunit.client.0.smithi028.stdout:created completion 2024-08-29T18:44:27.602 INFO:tasks.workunit.client.0.smithi028.stdout:started read 2024-08-29T18:44:27.602 INFO:tasks.workunit.client.0.smithi028.stdout:read completion cb called! 2024-08-29T18:44:27.602 INFO:tasks.workunit.client.0.smithi028.stdout:return value is: 512 2024-08-29T18:44:27.602 INFO:tasks.workunit.client.0.smithi028.stdout:discard: 512~512 = 512 2024-08-29T18:44:27.602 INFO:tasks.workunit.client.0.smithi028.stdout:write completion cb called! 2024-08-29T18:44:27.602 INFO:tasks.workunit.client.0.smithi028.stdout:aio discard: 1536~512 = 0 2024-08-29T18:44:27.602 INFO:tasks.workunit.client.0.smithi028.stdout:read: 512 2024-08-29T18:44:27.602 INFO:tasks.workunit.client.0.smithi028.stdout:read: 512 2024-08-29T18:44:27.602 INFO:tasks.workunit.client.0.smithi028.stdout:read: 512 2024-08-29T18:44:27.602 INFO:tasks.workunit.client.0.smithi028.stdout:read: 512 2024-08-29T18:44:27.603 INFO:tasks.workunit.client.0.smithi028.stdout:read: 512 2024-08-29T18:44:27.603 INFO:tasks.workunit.client.0.smithi028.stdout:wrote: 0 2024-08-29T18:44:27.603 INFO:tasks.workunit.client.0.smithi028.stdout:to verify the data 2024-08-29T18:44:27.603 INFO:tasks.workunit.client.0.smithi028.stdout:verified 2024-08-29T18:44:27.603 INFO:tasks.workunit.client.0.smithi028.stdout:wrote: 0 2024-08-29T18:44:27.603 INFO:tasks.workunit.client.0.smithi028.stdout:to verify the data 2024-08-29T18:44:27.603 INFO:tasks.workunit.client.0.smithi028.stdout:verified 2024-08-29T18:44:27.603 INFO:tasks.workunit.client.0.smithi028.stdout:wrote: 16384 2024-08-29T18:44:27.603 INFO:tasks.workunit.client.0.smithi028.stdout:to verify the data 2024-08-29T18:44:27.603 INFO:tasks.workunit.client.0.smithi028.stdout:verified 2024-08-29T18:44:27.603 INFO:tasks.workunit.client.0.smithi028.stdout:wrote: 16384 2024-08-29T18:44:27.603 INFO:tasks.workunit.client.0.smithi028.stdout:to verify the data 2024-08-29T18:44:27.603 INFO:tasks.workunit.client.0.smithi028.stdout:verified 2024-08-29T18:44:27.604 INFO:tasks.workunit.client.0.smithi028.stdout:expected fail, finished writesame 2024-08-29T18:44:27.604 INFO:tasks.workunit.client.0.smithi028.stdout:expected fail, finished writesame 2024-08-29T18:44:27.604 INFO:tasks.workunit.client.0.smithi028.stdout:wrote: 49152 2024-08-29T18:44:27.604 INFO:tasks.workunit.client.0.smithi028.stdout:to verify the data 2024-08-29T18:44:27.604 INFO:tasks.workunit.client.0.smithi028.stdout:verified 2024-08-29T18:44:27.604 INFO:tasks.workunit.client.0.smithi028.stdout:wrote: 49152 2024-08-29T18:44:27.604 INFO:tasks.workunit.client.0.smithi028.stdout:to verify the data 2024-08-29T18:44:27.604 INFO:tasks.workunit.client.0.smithi028.stdout:verified 2024-08-29T18:44:27.604 INFO:tasks.workunit.client.0.smithi028.stdout:wrote: 65536 2024-08-29T18:44:27.604 INFO:tasks.workunit.client.0.smithi028.stdout:to verify the data 2024-08-29T18:44:27.604 INFO:tasks.workunit.client.0.smithi028.stdout:verified 2024-08-29T18:44:27.604 INFO:tasks.workunit.client.0.smithi028.stdout:wrote: 65536 2024-08-29T18:44:27.604 INFO:tasks.workunit.client.0.smithi028.stdout:to verify the data 2024-08-29T18:44:27.604 INFO:tasks.workunit.client.0.smithi028.stdout:verified 2024-08-29T18:44:27.605 INFO:tasks.workunit.client.0.smithi028.stdout:expected fail, finished writesame 2024-08-29T18:44:27.605 INFO:tasks.workunit.client.0.smithi028.stdout:expected fail, finished writesame 2024-08-29T18:44:27.605 INFO:tasks.workunit.client.0.smithi028.stdout:wrote: 98304 2024-08-29T18:44:27.605 INFO:tasks.workunit.client.0.smithi028.stdout:to verify the data 2024-08-29T18:44:27.605 INFO:tasks.workunit.client.0.smithi028.stdout:verified 2024-08-29T18:44:27.605 INFO:tasks.workunit.client.0.smithi028.stdout:wrote: 98304 2024-08-29T18:44:27.605 INFO:tasks.workunit.client.0.smithi028.stdout:to verify the data 2024-08-29T18:44:27.605 INFO:tasks.workunit.client.0.smithi028.stdout:verified 2024-08-29T18:44:27.605 INFO:tasks.workunit.client.0.smithi028.stdout:wrote: 114688 2024-08-29T18:44:27.605 INFO:tasks.workunit.client.0.smithi028.stdout:to verify the data 2024-08-29T18:44:27.605 INFO:tasks.workunit.client.0.smithi028.stdout:verified 2024-08-29T18:44:27.605 INFO:tasks.workunit.client.0.smithi028.stdout:wrote: 114688 2024-08-29T18:44:27.605 INFO:tasks.workunit.client.0.smithi028.stdout:to verify the data 2024-08-29T18:44:27.605 INFO:tasks.workunit.client.0.smithi028.stdout:verified 2024-08-29T18:44:27.606 INFO:tasks.workunit.client.0.smithi028.stdout:expected fail, finished writesame 2024-08-29T18:44:27.606 INFO:tasks.workunit.client.0.smithi028.stdout:expected fail, finished writesame 2024-08-29T18:44:27.606 INFO:tasks.workunit.client.0.smithi028.stdout:wrote: 147456 2024-08-29T18:44:27.606 INFO:tasks.workunit.client.0.smithi028.stdout:to verify the data 2024-08-29T18:44:27.606 INFO:tasks.workunit.client.0.smithi028.stdout:verified 2024-08-29T18:44:27.606 INFO:tasks.workunit.client.0.smithi028.stdout:wrote: 147456 2024-08-29T18:44:27.606 INFO:tasks.workunit.client.0.smithi028.stdout:to verify the data 2024-08-29T18:44:27.606 INFO:tasks.workunit.client.0.smithi028.stdout:verified 2024-08-29T18:44:27.606 INFO:tasks.workunit.client.0.smithi028.stdout:wrote: 163840 2024-08-29T18:44:27.606 INFO:tasks.workunit.client.0.smithi028.stdout:to verify the data 2024-08-29T18:44:27.606 INFO:tasks.workunit.client.0.smithi028.stdout:verified 2024-08-29T18:44:27.606 INFO:tasks.workunit.client.0.smithi028.stdout:wrote: 163840 2024-08-29T18:44:27.606 INFO:tasks.workunit.client.0.smithi028.stdout:to verify the data 2024-08-29T18:44:27.607 INFO:tasks.workunit.client.0.smithi028.stdout:verified 2024-08-29T18:44:27.607 INFO:tasks.workunit.client.0.smithi028.stdout:expected fail, finished writesame 2024-08-29T18:44:27.607 INFO:tasks.workunit.client.0.smithi028.stdout:expected fail, finished writesame 2024-08-29T18:44:27.607 INFO:tasks.workunit.client.0.smithi028.stdout:wrote: 196608 2024-08-29T18:44:27.607 INFO:tasks.workunit.client.0.smithi028.stdout:to verify the data 2024-08-29T18:44:27.607 INFO:tasks.workunit.client.0.smithi028.stdout:verified 2024-08-29T18:44:27.607 INFO:tasks.workunit.client.0.smithi028.stdout:wrote: 196608 2024-08-29T18:44:27.607 INFO:tasks.workunit.client.0.smithi028.stdout:to verify the data 2024-08-29T18:44:27.607 INFO:tasks.workunit.client.0.smithi028.stdout:verified 2024-08-29T18:44:27.607 INFO:tasks.workunit.client.0.smithi028.stdout:wrote: 212992 2024-08-29T18:44:27.607 INFO:tasks.workunit.client.0.smithi028.stdout:to verify the data 2024-08-29T18:44:27.607 INFO:tasks.workunit.client.0.smithi028.stdout:verified 2024-08-29T18:44:27.607 INFO:tasks.workunit.client.0.smithi028.stdout:wrote: 212992 2024-08-29T18:44:27.607 INFO:tasks.workunit.client.0.smithi028.stdout:to verify the data 2024-08-29T18:44:27.607 INFO:tasks.workunit.client.0.smithi028.stdout:verified 2024-08-29T18:44:27.608 INFO:tasks.workunit.client.0.smithi028.stdout:expected fail, finished writesame 2024-08-29T18:44:27.608 INFO:tasks.workunit.client.0.smithi028.stdout:expected fail, finished writesame 2024-08-29T18:44:27.608 INFO:tasks.workunit.client.0.smithi028.stdout:created completion 2024-08-29T18:44:27.608 INFO:tasks.workunit.client.0.smithi028.stdout:started writesame 2024-08-29T18:44:27.608 INFO:tasks.workunit.client.0.smithi028.stdout:write completion cb called! 2024-08-29T18:44:27.608 INFO:tasks.workunit.client.0.smithi028.stdout:return value is: 0 2024-08-29T18:44:27.608 INFO:tasks.workunit.client.0.smithi028.stdout:finished writesame 2024-08-29T18:44:27.608 INFO:tasks.workunit.client.0.smithi028.stdout:to verify the data 2024-08-29T18:44:27.608 INFO:tasks.workunit.client.0.smithi028.stdout:verified 2024-08-29T18:44:27.608 INFO:tasks.workunit.client.0.smithi028.stdout:created completion 2024-08-29T18:44:27.608 INFO:tasks.workunit.client.0.smithi028.stdout:started writesame 2024-08-29T18:44:27.608 INFO:tasks.workunit.client.0.smithi028.stdout:write completion cb called! 2024-08-29T18:44:27.608 INFO:tasks.workunit.client.0.smithi028.stdout:return value is: 0 2024-08-29T18:44:27.608 INFO:tasks.workunit.client.0.smithi028.stdout:finished writesame 2024-08-29T18:44:27.609 INFO:tasks.workunit.client.0.smithi028.stdout:to verify the data 2024-08-29T18:44:27.609 INFO:tasks.workunit.client.0.smithi028.stdout:verified 2024-08-29T18:44:27.609 INFO:tasks.workunit.client.0.smithi028.stdout:created completion 2024-08-29T18:44:27.609 INFO:tasks.workunit.client.0.smithi028.stdout:started writesame 2024-08-29T18:44:27.609 INFO:tasks.workunit.client.0.smithi028.stdout:write completion cb called! 2024-08-29T18:44:27.609 INFO:tasks.workunit.client.0.smithi028.stdout:return value is: 0 2024-08-29T18:44:27.609 INFO:tasks.workunit.client.0.smithi028.stdout:finished writesame 2024-08-29T18:44:27.609 INFO:tasks.workunit.client.0.smithi028.stdout:to verify the data 2024-08-29T18:44:27.609 INFO:tasks.workunit.client.0.smithi028.stdout:verified 2024-08-29T18:44:27.609 INFO:tasks.workunit.client.0.smithi028.stdout:created completion 2024-08-29T18:44:27.609 INFO:tasks.workunit.client.0.smithi028.stdout:started writesame 2024-08-29T18:44:27.609 INFO:tasks.workunit.client.0.smithi028.stdout:write completion cb called! 2024-08-29T18:44:27.609 INFO:tasks.workunit.client.0.smithi028.stdout:return value is: 0 2024-08-29T18:44:27.610 INFO:tasks.workunit.client.0.smithi028.stdout:finished writesame 2024-08-29T18:44:27.610 INFO:tasks.workunit.client.0.smithi028.stdout:to verify the data 2024-08-29T18:44:27.610 INFO:tasks.workunit.client.0.smithi028.stdout:verified 2024-08-29T18:44:27.610 INFO:tasks.workunit.client.0.smithi028.stdout:created completion 2024-08-29T18:44:27.610 INFO:tasks.workunit.client.0.smithi028.stdout:started writesame 2024-08-29T18:44:27.610 INFO:tasks.workunit.client.0.smithi028.stdout:expected fail, finished writesame 2024-08-29T18:44:27.610 INFO:tasks.workunit.client.0.smithi028.stdout:created completion 2024-08-29T18:44:27.610 INFO:tasks.workunit.client.0.smithi028.stdout:started writesame 2024-08-29T18:44:27.610 INFO:tasks.workunit.client.0.smithi028.stdout:expected fail, finished writesame 2024-08-29T18:44:27.610 INFO:tasks.workunit.client.0.smithi028.stdout:created completion 2024-08-29T18:44:27.610 INFO:tasks.workunit.client.0.smithi028.stdout:started writesame 2024-08-29T18:44:27.610 INFO:tasks.workunit.client.0.smithi028.stdout:write completion cb called! 2024-08-29T18:44:27.611 INFO:tasks.workunit.client.0.smithi028.stdout:return value is: 0 2024-08-29T18:44:27.611 INFO:tasks.workunit.client.0.smithi028.stdout:finished writesame 2024-08-29T18:44:27.611 INFO:tasks.workunit.client.0.smithi028.stdout:to verify the data 2024-08-29T18:44:27.611 INFO:tasks.workunit.client.0.smithi028.stdout:verified 2024-08-29T18:44:27.611 INFO:tasks.workunit.client.0.smithi028.stdout:created completion 2024-08-29T18:44:27.611 INFO:tasks.workunit.client.0.smithi028.stdout:started writesame 2024-08-29T18:44:27.611 INFO:tasks.workunit.client.0.smithi028.stdout:write completion cb called! 2024-08-29T18:44:27.611 INFO:tasks.workunit.client.0.smithi028.stdout:return value is: 0 2024-08-29T18:44:27.611 INFO:tasks.workunit.client.0.smithi028.stdout:finished writesame 2024-08-29T18:44:27.611 INFO:tasks.workunit.client.0.smithi028.stdout:to verify the data 2024-08-29T18:44:27.611 INFO:tasks.workunit.client.0.smithi028.stdout:verified 2024-08-29T18:44:27.611 INFO:tasks.workunit.client.0.smithi028.stdout:created completion 2024-08-29T18:44:27.631 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:44:27 smithi028 bash[78352]: cluster 2024-08-29T18:44:26.083642+0000 mgr.y (mgr.25022) 1731 : cluster [DBG] pgmap v2999: 457 pgs: 457 active+clean; 11 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 321 KiB/s rd, 509 KiB/s wr, 444 op/s 2024-08-29T18:44:27.631 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:44:27 smithi028 bash[78352]: audit 2024-08-29T18:44:27.149612+0000 mon.a (mon.0) 3171 : audit [INF] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' 2024-08-29T18:44:27.631 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:44:27 smithi028 bash[78352]: audit 2024-08-29T18:44:27.151833+0000 mon.a (mon.0) 3172 : audit [DBG] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-29T18:44:27.632 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:44:27 smithi028 bash[77168]: cluster 2024-08-29T18:44:26.083642+0000 mgr.y (mgr.25022) 1731 : cluster [DBG] pgmap v2999: 457 pgs: 457 active+clean; 11 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 321 KiB/s rd, 509 KiB/s wr, 444 op/s 2024-08-29T18:44:27.632 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:44:27 smithi028 bash[77168]: audit 2024-08-29T18:44:27.149612+0000 mon.a (mon.0) 3171 : audit [INF] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' 2024-08-29T18:44:27.632 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:44:27 smithi028 bash[77168]: audit 2024-08-29T18:44:27.151833+0000 mon.a (mon.0) 3172 : audit [DBG] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-29T18:44:29.577 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:44:29 smithi053 bash[68679]: cluster 2024-08-29T18:44:28.085138+0000 mgr.y (mgr.25022) 1732 : cluster [DBG] pgmap v3000: 457 pgs: 457 active+clean; 11 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 321 KiB/s rd, 509 KiB/s wr, 444 op/s 2024-08-29T18:44:29.631 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:44:29 smithi028 bash[78352]: cluster 2024-08-29T18:44:28.085138+0000 mgr.y (mgr.25022) 1732 : cluster [DBG] pgmap v3000: 457 pgs: 457 active+clean; 11 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 321 KiB/s rd, 509 KiB/s wr, 444 op/s 2024-08-29T18:44:29.631 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:44:29 smithi028 bash[77168]: cluster 2024-08-29T18:44:28.085138+0000 mgr.y (mgr.25022) 1732 : cluster [DBG] pgmap v3000: 457 pgs: 457 active+clean; 11 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 321 KiB/s rd, 509 KiB/s wr, 444 op/s 2024-08-29T18:44:31.576 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:44:31 smithi053 bash[68679]: cluster 2024-08-29T18:44:30.088489+0000 mgr.y (mgr.25022) 1733 : cluster [DBG] pgmap v3001: 457 pgs: 457 active+clean; 11 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 469 KiB/s rd, 586 KiB/s wr, 475 op/s 2024-08-29T18:44:31.631 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:44:31 smithi028 bash[77168]: cluster 2024-08-29T18:44:30.088489+0000 mgr.y (mgr.25022) 1733 : cluster [DBG] pgmap v3001: 457 pgs: 457 active+clean; 11 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 469 KiB/s rd, 586 KiB/s wr, 475 op/s 2024-08-29T18:44:31.631 INFO:journalctl@ceph.mgr.y.smithi028.stdout:Aug 29 18:44:31 smithi028 bash[70818]: ::ffff:172.21.15.53 - - [29/Aug/2024:18:44:31] "GET /metrics HTTP/1.1" 200 60664 "" "Prometheus/2.43.0" 2024-08-29T18:44:31.632 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:44:31 smithi028 bash[78352]: cluster 2024-08-29T18:44:30.088489+0000 mgr.y (mgr.25022) 1733 : cluster [DBG] pgmap v3001: 457 pgs: 457 active+clean; 11 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 469 KiB/s rd, 586 KiB/s wr, 475 op/s 2024-08-29T18:44:32.576 INFO:journalctl@ceph.prometheus.a.smithi053.stdout:Aug 29 18:44:32 smithi053 bash[95567]: ts=2024-08-29T18:44:32.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"3167ee72-662c-11ef-bcd4-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-29T18:44:33.577 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:44:33 smithi053 bash[68679]: cluster 2024-08-29T18:44:32.089997+0000 mgr.y (mgr.25022) 1734 : cluster [DBG] pgmap v3002: 457 pgs: 457 active+clean; 11 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 467 KiB/s rd, 585 KiB/s wr, 472 op/s 2024-08-29T18:44:33.631 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:44:33 smithi028 bash[77168]: cluster 2024-08-29T18:44:32.089997+0000 mgr.y (mgr.25022) 1734 : cluster [DBG] pgmap v3002: 457 pgs: 457 active+clean; 11 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 467 KiB/s rd, 585 KiB/s wr, 472 op/s 2024-08-29T18:44:33.631 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:44:33 smithi028 bash[78352]: cluster 2024-08-29T18:44:32.089997+0000 mgr.y (mgr.25022) 1734 : cluster [DBG] pgmap v3002: 457 pgs: 457 active+clean; 11 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 467 KiB/s rd, 585 KiB/s wr, 472 op/s 2024-08-29T18:44:35.576 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:44:35 smithi053 bash[68679]: cluster 2024-08-29T18:44:34.092190+0000 mgr.y (mgr.25022) 1735 : cluster [DBG] pgmap v3003: 457 pgs: 457 active+clean; 11 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 467 KiB/s rd, 585 KiB/s wr, 472 op/s 2024-08-29T18:44:35.631 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:44:35 smithi028 bash[77168]: cluster 2024-08-29T18:44:34.092190+0000 mgr.y (mgr.25022) 1735 : cluster [DBG] pgmap v3003: 457 pgs: 457 active+clean; 11 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 467 KiB/s rd, 585 KiB/s wr, 472 op/s 2024-08-29T18:44:35.631 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:44:35 smithi028 bash[78352]: cluster 2024-08-29T18:44:34.092190+0000 mgr.y (mgr.25022) 1735 : cluster [DBG] pgmap v3003: 457 pgs: 457 active+clean; 11 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 467 KiB/s rd, 585 KiB/s wr, 472 op/s 2024-08-29T18:44:35.941 INFO:tasks.workunit.client.0.smithi028.stdout:started writesame 2024-08-29T18:44:35.942 INFO:tasks.workunit.client.0.smithi028.stdout:write completion cb called! 2024-08-29T18:44:35.942 INFO:tasks.workunit.client.0.smithi028.stdout:return value is: 0 2024-08-29T18:44:35.942 INFO:tasks.workunit.client.0.smithi028.stdout:finished writesame 2024-08-29T18:44:35.942 INFO:tasks.workunit.client.0.smithi028.stdout:to verify the data 2024-08-29T18:44:35.942 INFO:tasks.workunit.client.0.smithi028.stdout:verified 2024-08-29T18:44:35.942 INFO:tasks.workunit.client.0.smithi028.stdout:created completion 2024-08-29T18:44:35.942 INFO:tasks.workunit.client.0.smithi028.stdout:started writesame 2024-08-29T18:44:35.942 INFO:tasks.workunit.client.0.smithi028.stdout:write completion cb called! 2024-08-29T18:44:35.942 INFO:tasks.workunit.client.0.smithi028.stdout:return value is: 0 2024-08-29T18:44:35.942 INFO:tasks.workunit.client.0.smithi028.stdout:finished writesame 2024-08-29T18:44:35.942 INFO:tasks.workunit.client.0.smithi028.stdout:to verify the data 2024-08-29T18:44:35.942 INFO:tasks.workunit.client.0.smithi028.stdout:verified 2024-08-29T18:44:35.943 INFO:tasks.workunit.client.0.smithi028.stdout:created completion 2024-08-29T18:44:35.943 INFO:tasks.workunit.client.0.smithi028.stdout:started writesame 2024-08-29T18:44:35.943 INFO:tasks.workunit.client.0.smithi028.stdout:expected fail, finished writesame 2024-08-29T18:44:35.943 INFO:tasks.workunit.client.0.smithi028.stdout:created completion 2024-08-29T18:44:35.943 INFO:tasks.workunit.client.0.smithi028.stdout:started writesame 2024-08-29T18:44:35.943 INFO:tasks.workunit.client.0.smithi028.stdout:expected fail, finished writesame 2024-08-29T18:44:35.943 INFO:tasks.workunit.client.0.smithi028.stdout:created completion 2024-08-29T18:44:35.943 INFO:tasks.workunit.client.0.smithi028.stdout:started writesame 2024-08-29T18:44:35.943 INFO:tasks.workunit.client.0.smithi028.stdout:write completion cb called! 2024-08-29T18:44:35.943 INFO:tasks.workunit.client.0.smithi028.stdout:return value is: 0 2024-08-29T18:44:35.943 INFO:tasks.workunit.client.0.smithi028.stdout:finished writesame 2024-08-29T18:44:35.943 INFO:tasks.workunit.client.0.smithi028.stdout:to verify the data 2024-08-29T18:44:35.943 INFO:tasks.workunit.client.0.smithi028.stdout:verified 2024-08-29T18:44:35.943 INFO:tasks.workunit.client.0.smithi028.stdout:created completion 2024-08-29T18:44:35.944 INFO:tasks.workunit.client.0.smithi028.stdout:started writesame 2024-08-29T18:44:35.944 INFO:tasks.workunit.client.0.smithi028.stdout:write completion cb called! 2024-08-29T18:44:35.944 INFO:tasks.workunit.client.0.smithi028.stdout:return value is: 0 2024-08-29T18:44:35.944 INFO:tasks.workunit.client.0.smithi028.stdout:finished writesame 2024-08-29T18:44:35.944 INFO:tasks.workunit.client.0.smithi028.stdout:to verify the data 2024-08-29T18:44:35.944 INFO:tasks.workunit.client.0.smithi028.stdout:verified 2024-08-29T18:44:35.944 INFO:tasks.workunit.client.0.smithi028.stdout:created completion 2024-08-29T18:44:35.944 INFO:tasks.workunit.client.0.smithi028.stdout:started writesame 2024-08-29T18:44:35.944 INFO:tasks.workunit.client.0.smithi028.stdout:write completion cb called! 2024-08-29T18:44:35.944 INFO:tasks.workunit.client.0.smithi028.stdout:return value is: 0 2024-08-29T18:44:35.944 INFO:tasks.workunit.client.0.smithi028.stdout:finished writesame 2024-08-29T18:44:35.944 INFO:tasks.workunit.client.0.smithi028.stdout:to verify the data 2024-08-29T18:44:35.944 INFO:tasks.workunit.client.0.smithi028.stdout:verified 2024-08-29T18:44:35.944 INFO:tasks.workunit.client.0.smithi028.stdout:created completion 2024-08-29T18:44:35.945 INFO:tasks.workunit.client.0.smithi028.stdout:started writesame 2024-08-29T18:44:35.945 INFO:tasks.workunit.client.0.smithi028.stdout:write completion cb called! 2024-08-29T18:44:35.945 INFO:tasks.workunit.client.0.smithi028.stdout:return value is: 0 2024-08-29T18:44:35.945 INFO:tasks.workunit.client.0.smithi028.stdout:finished writesame 2024-08-29T18:44:35.945 INFO:tasks.workunit.client.0.smithi028.stdout:to verify the data 2024-08-29T18:44:35.945 INFO:tasks.workunit.client.0.smithi028.stdout:verified 2024-08-29T18:44:35.945 INFO:tasks.workunit.client.0.smithi028.stdout:created completion 2024-08-29T18:44:35.945 INFO:tasks.workunit.client.0.smithi028.stdout:started writesame 2024-08-29T18:44:35.945 INFO:tasks.workunit.client.0.smithi028.stdout:expected fail, finished writesame 2024-08-29T18:44:35.945 INFO:tasks.workunit.client.0.smithi028.stdout:created completion 2024-08-29T18:44:35.945 INFO:tasks.workunit.client.0.smithi028.stdout:started writesame 2024-08-29T18:44:35.945 INFO:tasks.workunit.client.0.smithi028.stdout:expected fail, finished writesame 2024-08-29T18:44:35.945 INFO:tasks.workunit.client.0.smithi028.stdout:created completion 2024-08-29T18:44:35.945 INFO:tasks.workunit.client.0.smithi028.stdout:started writesame 2024-08-29T18:44:35.946 INFO:tasks.workunit.client.0.smithi028.stdout:write completion cb called! 2024-08-29T18:44:35.946 INFO:tasks.workunit.client.0.smithi028.stdout:return value is: 0 2024-08-29T18:44:35.946 INFO:tasks.workunit.client.0.smithi028.stdout:finished writesame 2024-08-29T18:44:35.946 INFO:tasks.workunit.client.0.smithi028.stdout:to verify the data 2024-08-29T18:44:35.946 INFO:tasks.workunit.client.0.smithi028.stdout:verified 2024-08-29T18:44:35.946 INFO:tasks.workunit.client.0.smithi028.stdout:created completion 2024-08-29T18:44:35.946 INFO:tasks.workunit.client.0.smithi028.stdout:started writesame 2024-08-29T18:44:35.946 INFO:tasks.workunit.client.0.smithi028.stdout:write completion cb called! 2024-08-29T18:44:35.946 INFO:tasks.workunit.client.0.smithi028.stdout:return value is: 0 2024-08-29T18:44:35.946 INFO:tasks.workunit.client.0.smithi028.stdout:finished writesame 2024-08-29T18:44:35.946 INFO:tasks.workunit.client.0.smithi028.stdout:to verify the data 2024-08-29T18:44:35.946 INFO:tasks.workunit.client.0.smithi028.stdout:verified 2024-08-29T18:44:35.946 INFO:tasks.workunit.client.0.smithi028.stdout:created completion 2024-08-29T18:44:35.946 INFO:tasks.workunit.client.0.smithi028.stdout:started writesame 2024-08-29T18:44:35.946 INFO:tasks.workunit.client.0.smithi028.stdout:write completion cb called! 2024-08-29T18:44:35.947 INFO:tasks.workunit.client.0.smithi028.stdout:return value is: 0 2024-08-29T18:44:35.947 INFO:tasks.workunit.client.0.smithi028.stdout:finished writesame 2024-08-29T18:44:35.947 INFO:tasks.workunit.client.0.smithi028.stdout:to verify the data 2024-08-29T18:44:35.947 INFO:tasks.workunit.client.0.smithi028.stdout:verified 2024-08-29T18:44:35.947 INFO:tasks.workunit.client.0.smithi028.stdout:created completion 2024-08-29T18:44:35.947 INFO:tasks.workunit.client.0.smithi028.stdout:started writesame 2024-08-29T18:44:35.947 INFO:tasks.workunit.client.0.smithi028.stdout:write completion cb called! 2024-08-29T18:44:35.947 INFO:tasks.workunit.client.0.smithi028.stdout:return value is: 0 2024-08-29T18:44:35.947 INFO:tasks.workunit.client.0.smithi028.stdout:finished writesame 2024-08-29T18:44:35.947 INFO:tasks.workunit.client.0.smithi028.stdout:to verify the data 2024-08-29T18:44:35.947 INFO:tasks.workunit.client.0.smithi028.stdout:verified 2024-08-29T18:44:35.947 INFO:tasks.workunit.client.0.smithi028.stdout:created completion 2024-08-29T18:44:35.947 INFO:tasks.workunit.client.0.smithi028.stdout:started writesame 2024-08-29T18:44:35.947 INFO:tasks.workunit.client.0.smithi028.stdout:expected fail, finished writesame 2024-08-29T18:44:35.948 INFO:tasks.workunit.client.0.smithi028.stdout:created completion 2024-08-29T18:44:35.948 INFO:tasks.workunit.client.0.smithi028.stdout:started writesame 2024-08-29T18:44:35.948 INFO:tasks.workunit.client.0.smithi028.stdout:expected fail, finished writesame 2024-08-29T18:44:35.948 INFO:tasks.workunit.client.0.smithi028.stdout:created completion 2024-08-29T18:44:35.948 INFO:tasks.workunit.client.0.smithi028.stdout:started writesame 2024-08-29T18:44:35.948 INFO:tasks.workunit.client.0.smithi028.stdout:write completion cb called! 2024-08-29T18:44:35.948 INFO:tasks.workunit.client.0.smithi028.stdout:return value is: 0 2024-08-29T18:44:35.948 INFO:tasks.workunit.client.0.smithi028.stdout:finished writesame 2024-08-29T18:44:35.948 INFO:tasks.workunit.client.0.smithi028.stdout:to verify the data 2024-08-29T18:44:35.948 INFO:tasks.workunit.client.0.smithi028.stdout:verified 2024-08-29T18:44:35.948 INFO:tasks.workunit.client.0.smithi028.stdout:created completion 2024-08-29T18:44:35.948 INFO:tasks.workunit.client.0.smithi028.stdout:started writesame 2024-08-29T18:44:35.948 INFO:tasks.workunit.client.0.smithi028.stdout:write completion cb called! 2024-08-29T18:44:35.948 INFO:tasks.workunit.client.0.smithi028.stdout:return value is: 0 2024-08-29T18:44:35.949 INFO:tasks.workunit.client.0.smithi028.stdout:finished writesame 2024-08-29T18:44:35.949 INFO:tasks.workunit.client.0.smithi028.stdout:to verify the data 2024-08-29T18:44:35.949 INFO:tasks.workunit.client.0.smithi028.stdout:verified 2024-08-29T18:44:35.949 INFO:tasks.workunit.client.0.smithi028.stdout:created completion 2024-08-29T18:44:35.949 INFO:tasks.workunit.client.0.smithi028.stdout:started writesame 2024-08-29T18:44:35.949 INFO:tasks.workunit.client.0.smithi028.stdout:write completion cb called! 2024-08-29T18:44:35.949 INFO:tasks.workunit.client.0.smithi028.stdout:return value is: 0 2024-08-29T18:44:35.949 INFO:tasks.workunit.client.0.smithi028.stdout:finished writesame 2024-08-29T18:44:35.949 INFO:tasks.workunit.client.0.smithi028.stdout:to verify the data 2024-08-29T18:44:35.949 INFO:tasks.workunit.client.0.smithi028.stdout:verified 2024-08-29T18:44:35.949 INFO:tasks.workunit.client.0.smithi028.stdout:created completion 2024-08-29T18:44:35.949 INFO:tasks.workunit.client.0.smithi028.stdout:started writesame 2024-08-29T18:44:35.949 INFO:tasks.workunit.client.0.smithi028.stdout:write completion cb called! 2024-08-29T18:44:35.949 INFO:tasks.workunit.client.0.smithi028.stdout:return value is: 0 2024-08-29T18:44:35.949 INFO:tasks.workunit.client.0.smithi028.stdout:finished writesame 2024-08-29T18:44:35.950 INFO:tasks.workunit.client.0.smithi028.stdout:to verify the data 2024-08-29T18:44:35.950 INFO:tasks.workunit.client.0.smithi028.stdout:verified 2024-08-29T18:44:35.950 INFO:tasks.workunit.client.0.smithi028.stdout:created completion 2024-08-29T18:44:35.950 INFO:tasks.workunit.client.0.smithi028.stdout:started writesame 2024-08-29T18:44:35.950 INFO:tasks.workunit.client.0.smithi028.stdout:expected fail, finished writesame 2024-08-29T18:44:35.950 INFO:tasks.workunit.client.0.smithi028.stdout:created completion 2024-08-29T18:44:35.950 INFO:tasks.workunit.client.0.smithi028.stdout:started writesame 2024-08-29T18:44:35.950 INFO:tasks.workunit.client.0.smithi028.stdout:expected fail, finished writesame 2024-08-29T18:44:35.950 INFO:tasks.workunit.client.0.smithi028.stdout:read completion cb called! 2024-08-29T18:44:35.950 INFO:tasks.workunit.client.0.smithi028.stdout:read completion cb called! 2024-08-29T18:44:35.950 INFO:tasks.workunit.client.0.smithi028.stdout:wrote: 512 2024-08-29T18:44:35.950 INFO:tasks.workunit.client.0.smithi028.stdout:read completion cb called! 2024-08-29T18:44:35.950 INFO:tasks.workunit.client.0.smithi028.stdout:wrote: 4 2024-08-29T18:44:35.950 INFO:tasks.workunit.client.0.smithi028.stdout:read: 4 2024-08-29T18:44:35.951 INFO:tasks.workunit.client.0.smithi028.stdout:[ OK ] TestLibRBD.TestEncryptionLUKS1 (19358 ms) 2024-08-29T18:44:35.951 INFO:tasks.workunit.client.0.smithi028.stdout:[ RUN ] TestLibRBD.TestEncryptionLUKS2 2024-08-29T18:44:35.951 INFO:tasks.workunit.client.0.smithi028.stdout:using new format! 2024-08-29T18:44:37.576 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:44:37 smithi053 bash[68679]: cluster 2024-08-29T18:44:36.093949+0000 mgr.y (mgr.25022) 1736 : cluster [DBG] pgmap v3004: 457 pgs: 457 active+clean; 11 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 725 KiB/s rd, 691 KiB/s wr, 708 op/s 2024-08-29T18:44:37.631 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:44:37 smithi028 bash[77168]: cluster 2024-08-29T18:44:36.093949+0000 mgr.y (mgr.25022) 1736 : cluster [DBG] pgmap v3004: 457 pgs: 457 active+clean; 11 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 725 KiB/s rd, 691 KiB/s wr, 708 op/s 2024-08-29T18:44:37.631 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:44:37 smithi028 bash[78352]: cluster 2024-08-29T18:44:36.093949+0000 mgr.y (mgr.25022) 1736 : cluster [DBG] pgmap v3004: 457 pgs: 457 active+clean; 11 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 725 KiB/s rd, 691 KiB/s wr, 708 op/s 2024-08-29T18:44:39.576 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:44:39 smithi053 bash[68679]: cluster 2024-08-29T18:44:38.094990+0000 mgr.y (mgr.25022) 1737 : cluster [DBG] pgmap v3005: 457 pgs: 457 active+clean; 15 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 524 KiB/s rd, 241 KiB/s wr, 503 op/s 2024-08-29T18:44:39.631 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:44:39 smithi028 bash[78352]: cluster 2024-08-29T18:44:38.094990+0000 mgr.y (mgr.25022) 1737 : cluster [DBG] pgmap v3005: 457 pgs: 457 active+clean; 15 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 524 KiB/s rd, 241 KiB/s wr, 503 op/s 2024-08-29T18:44:39.631 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:44:39 smithi028 bash[77168]: cluster 2024-08-29T18:44:38.094990+0000 mgr.y (mgr.25022) 1737 : cluster [DBG] pgmap v3005: 457 pgs: 457 active+clean; 15 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 524 KiB/s rd, 241 KiB/s wr, 503 op/s 2024-08-29T18:44:41.576 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:44:41 smithi053 bash[68679]: cluster 2024-08-29T18:44:40.096925+0000 mgr.y (mgr.25022) 1738 : cluster [DBG] pgmap v3006: 457 pgs: 457 active+clean; 15 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 527 KiB/s rd, 241 KiB/s wr, 506 op/s 2024-08-29T18:44:41.631 INFO:journalctl@ceph.mgr.y.smithi028.stdout:Aug 29 18:44:41 smithi028 bash[70818]: ::ffff:172.21.15.53 - - [29/Aug/2024:18:44:41] "GET /metrics HTTP/1.1" 200 60664 "" "Prometheus/2.43.0" 2024-08-29T18:44:41.631 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:44:41 smithi028 bash[78352]: cluster 2024-08-29T18:44:40.096925+0000 mgr.y (mgr.25022) 1738 : cluster [DBG] pgmap v3006: 457 pgs: 457 active+clean; 15 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 527 KiB/s rd, 241 KiB/s wr, 506 op/s 2024-08-29T18:44:41.632 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:44:41 smithi028 bash[77168]: cluster 2024-08-29T18:44:40.096925+0000 mgr.y (mgr.25022) 1738 : cluster [DBG] pgmap v3006: 457 pgs: 457 active+clean; 15 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 527 KiB/s rd, 241 KiB/s wr, 506 op/s 2024-08-29T18:44:42.576 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:44:42 smithi053 bash[68679]: audit 2024-08-29T18:44:42.145595+0000 mon.a (mon.0) 3173 : audit [DBG] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-29T18:44:42.577 INFO:journalctl@ceph.prometheus.a.smithi053.stdout:Aug 29 18:44:42 smithi053 bash[95567]: ts=2024-08-29T18:44:42.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"3167ee72-662c-11ef-bcd4-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-29T18:44:42.631 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:44:42 smithi028 bash[78352]: audit 2024-08-29T18:44:42.145595+0000 mon.a (mon.0) 3173 : audit [DBG] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-29T18:44:42.631 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:44:42 smithi028 bash[77168]: audit 2024-08-29T18:44:42.145595+0000 mon.a (mon.0) 3173 : audit [DBG] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-29T18:44:43.577 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:44:43 smithi053 bash[68679]: cluster 2024-08-29T18:44:42.097915+0000 mgr.y (mgr.25022) 1739 : cluster [DBG] pgmap v3007: 457 pgs: 457 active+clean; 15 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 261 KiB/s rd, 106 KiB/s wr, 239 op/s 2024-08-29T18:44:43.577 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:44:43 smithi053 bash[68679]: audit 2024-08-29T18:44:42.501021+0000 mon.a (mon.0) 3174 : audit [DBG] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-29T18:44:43.577 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:44:43 smithi053 bash[68679]: audit 2024-08-29T18:44:43.167579+0000 mon.a (mon.0) 3175 : audit [INF] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' 2024-08-29T18:44:43.577 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:44:43 smithi053 bash[68679]: audit 2024-08-29T18:44:43.172722+0000 mon.a (mon.0) 3176 : audit [INF] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' 2024-08-29T18:44:43.631 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:44:43 smithi028 bash[78352]: cluster 2024-08-29T18:44:42.097915+0000 mgr.y (mgr.25022) 1739 : cluster [DBG] pgmap v3007: 457 pgs: 457 active+clean; 15 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 261 KiB/s rd, 106 KiB/s wr, 239 op/s 2024-08-29T18:44:43.631 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:44:43 smithi028 bash[78352]: audit 2024-08-29T18:44:42.501021+0000 mon.a (mon.0) 3174 : audit [DBG] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-29T18:44:43.631 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:44:43 smithi028 bash[78352]: audit 2024-08-29T18:44:43.167579+0000 mon.a (mon.0) 3175 : audit [INF] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' 2024-08-29T18:44:43.631 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:44:43 smithi028 bash[78352]: audit 2024-08-29T18:44:43.172722+0000 mon.a (mon.0) 3176 : audit [INF] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' 2024-08-29T18:44:43.632 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:44:43 smithi028 bash[77168]: cluster 2024-08-29T18:44:42.097915+0000 mgr.y (mgr.25022) 1739 : cluster [DBG] pgmap v3007: 457 pgs: 457 active+clean; 15 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 261 KiB/s rd, 106 KiB/s wr, 239 op/s 2024-08-29T18:44:43.632 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:44:43 smithi028 bash[77168]: audit 2024-08-29T18:44:42.501021+0000 mon.a (mon.0) 3174 : audit [DBG] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-29T18:44:43.632 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:44:43 smithi028 bash[77168]: audit 2024-08-29T18:44:43.167579+0000 mon.a (mon.0) 3175 : audit [INF] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' 2024-08-29T18:44:43.632 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:44:43 smithi028 bash[77168]: audit 2024-08-29T18:44:43.172722+0000 mon.a (mon.0) 3176 : audit [INF] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' 2024-08-29T18:44:44.577 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:44:44 smithi053 bash[68679]: audit 2024-08-29T18:44:43.854437+0000 mon.a (mon.0) 3177 : audit [DBG] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-29T18:44:44.577 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:44:44 smithi053 bash[68679]: audit 2024-08-29T18:44:43.855326+0000 mon.a (mon.0) 3178 : audit [INF] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-29T18:44:44.577 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:44:44 smithi053 bash[68679]: audit 2024-08-29T18:44:43.861923+0000 mon.a (mon.0) 3179 : audit [INF] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' 2024-08-29T18:44:44.631 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:44:44 smithi028 bash[78352]: audit 2024-08-29T18:44:43.854437+0000 mon.a (mon.0) 3177 : audit [DBG] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-29T18:44:44.631 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:44:44 smithi028 bash[78352]: audit 2024-08-29T18:44:43.855326+0000 mon.a (mon.0) 3178 : audit [INF] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-29T18:44:44.631 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:44:44 smithi028 bash[78352]: audit 2024-08-29T18:44:43.861923+0000 mon.a (mon.0) 3179 : audit [INF] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' 2024-08-29T18:44:44.632 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:44:44 smithi028 bash[77168]: audit 2024-08-29T18:44:43.854437+0000 mon.a (mon.0) 3177 : audit [DBG] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-29T18:44:44.632 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:44:44 smithi028 bash[77168]: audit 2024-08-29T18:44:43.855326+0000 mon.a (mon.0) 3178 : audit [INF] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-29T18:44:44.632 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:44:44 smithi028 bash[77168]: audit 2024-08-29T18:44:43.861923+0000 mon.a (mon.0) 3179 : audit [INF] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' 2024-08-29T18:44:45.577 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:44:45 smithi053 bash[68679]: cluster 2024-08-29T18:44:44.099330+0000 mgr.y (mgr.25022) 1740 : cluster [DBG] pgmap v3008: 457 pgs: 457 active+clean; 15 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 261 KiB/s rd, 106 KiB/s wr, 239 op/s 2024-08-29T18:44:45.631 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:44:45 smithi028 bash[77168]: cluster 2024-08-29T18:44:44.099330+0000 mgr.y (mgr.25022) 1740 : cluster [DBG] pgmap v3008: 457 pgs: 457 active+clean; 15 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 261 KiB/s rd, 106 KiB/s wr, 239 op/s 2024-08-29T18:44:45.631 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:44:45 smithi028 bash[78352]: cluster 2024-08-29T18:44:44.099330+0000 mgr.y (mgr.25022) 1740 : cluster [DBG] pgmap v3008: 457 pgs: 457 active+clean; 15 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 261 KiB/s rd, 106 KiB/s wr, 239 op/s 2024-08-29T18:44:47.576 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:44:47 smithi053 bash[68679]: cluster 2024-08-29T18:44:46.101053+0000 mgr.y (mgr.25022) 1741 : cluster [DBG] pgmap v3009: 457 pgs: 457 active+clean; 15 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 261 KiB/s rd, 106 KiB/s wr, 239 op/s 2024-08-29T18:44:47.631 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:44:47 smithi028 bash[77168]: cluster 2024-08-29T18:44:46.101053+0000 mgr.y (mgr.25022) 1741 : cluster [DBG] pgmap v3009: 457 pgs: 457 active+clean; 15 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 261 KiB/s rd, 106 KiB/s wr, 239 op/s 2024-08-29T18:44:47.631 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:44:47 smithi028 bash[78352]: cluster 2024-08-29T18:44:46.101053+0000 mgr.y (mgr.25022) 1741 : cluster [DBG] pgmap v3009: 457 pgs: 457 active+clean; 15 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 261 KiB/s rd, 106 KiB/s wr, 239 op/s 2024-08-29T18:44:49.576 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:44:49 smithi053 bash[68679]: cluster 2024-08-29T18:44:48.102720+0000 mgr.y (mgr.25022) 1742 : cluster [DBG] pgmap v3010: 457 pgs: 457 active+clean; 19 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 4.7 KiB/s rd, 342 KiB/s wr, 7 op/s 2024-08-29T18:44:49.631 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:44:49 smithi028 bash[78352]: cluster 2024-08-29T18:44:48.102720+0000 mgr.y (mgr.25022) 1742 : cluster [DBG] pgmap v3010: 457 pgs: 457 active+clean; 19 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 4.7 KiB/s rd, 342 KiB/s wr, 7 op/s 2024-08-29T18:44:49.631 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:44:49 smithi028 bash[77168]: cluster 2024-08-29T18:44:48.102720+0000 mgr.y (mgr.25022) 1742 : cluster [DBG] pgmap v3010: 457 pgs: 457 active+clean; 19 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 4.7 KiB/s rd, 342 KiB/s wr, 7 op/s 2024-08-29T18:44:51.576 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:44:51 smithi053 bash[68679]: cluster 2024-08-29T18:44:50.106167+0000 mgr.y (mgr.25022) 1743 : cluster [DBG] pgmap v3011: 457 pgs: 457 active+clean; 27 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 358 KiB/s rd, 1.1 MiB/s wr, 95 op/s 2024-08-29T18:44:51.631 INFO:journalctl@ceph.mgr.y.smithi028.stdout:Aug 29 18:44:51 smithi028 bash[70818]: ::ffff:172.21.15.53 - - [29/Aug/2024:18:44:51] "GET /metrics HTTP/1.1" 200 60666 "" "Prometheus/2.43.0" 2024-08-29T18:44:51.631 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:44:51 smithi028 bash[78352]: cluster 2024-08-29T18:44:50.106167+0000 mgr.y (mgr.25022) 1743 : cluster [DBG] pgmap v3011: 457 pgs: 457 active+clean; 27 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 358 KiB/s rd, 1.1 MiB/s wr, 95 op/s 2024-08-29T18:44:51.632 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:44:51 smithi028 bash[77168]: cluster 2024-08-29T18:44:50.106167+0000 mgr.y (mgr.25022) 1743 : cluster [DBG] pgmap v3011: 457 pgs: 457 active+clean; 27 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 358 KiB/s rd, 1.1 MiB/s wr, 95 op/s 2024-08-29T18:44:52.576 INFO:journalctl@ceph.prometheus.a.smithi053.stdout:Aug 29 18:44:52 smithi053 bash[95567]: ts=2024-08-29T18:44:52.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"3167ee72-662c-11ef-bcd4-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-29T18:44:53.133 INFO:tasks.workunit.client.0.smithi028.stdout:wrote: 512 2024-08-29T18:44:53.133 INFO:tasks.workunit.client.0.smithi028.stdout:wrote: 512 2024-08-29T18:44:53.133 INFO:tasks.workunit.client.0.smithi028.stdout:wrote: 512 2024-08-29T18:44:53.133 INFO:tasks.workunit.client.0.smithi028.stdout:wrote: 512 2024-08-29T18:44:53.133 INFO:tasks.workunit.client.0.smithi028.stdout:wrote: 512 2024-08-29T18:44:53.133 INFO:tasks.workunit.client.0.smithi028.stdout:created completion 2024-08-29T18:44:53.133 INFO:tasks.workunit.client.0.smithi028.stdout:started write 2024-08-29T18:44:53.133 INFO:tasks.workunit.client.0.smithi028.stdout:write completion cb called! 2024-08-29T18:44:53.133 INFO:tasks.workunit.client.0.smithi028.stdout:return value is: 0 2024-08-29T18:44:53.133 INFO:tasks.workunit.client.0.smithi028.stdout:finished write 2024-08-29T18:44:53.133 INFO:tasks.workunit.client.0.smithi028.stdout:created completion 2024-08-29T18:44:53.133 INFO:tasks.workunit.client.0.smithi028.stdout:started write 2024-08-29T18:44:53.134 INFO:tasks.workunit.client.0.smithi028.stdout:write completion cb called! 2024-08-29T18:44:53.134 INFO:tasks.workunit.client.0.smithi028.stdout:return value is: 0 2024-08-29T18:44:53.134 INFO:tasks.workunit.client.0.smithi028.stdout:finished write 2024-08-29T18:44:53.134 INFO:tasks.workunit.client.0.smithi028.stdout:created completion 2024-08-29T18:44:53.134 INFO:tasks.workunit.client.0.smithi028.stdout:started write 2024-08-29T18:44:53.134 INFO:tasks.workunit.client.0.smithi028.stdout:write completion cb called! 2024-08-29T18:44:53.134 INFO:tasks.workunit.client.0.smithi028.stdout:return value is: 0 2024-08-29T18:44:53.134 INFO:tasks.workunit.client.0.smithi028.stdout:finished write 2024-08-29T18:44:53.134 INFO:tasks.workunit.client.0.smithi028.stdout:created completion 2024-08-29T18:44:53.134 INFO:tasks.workunit.client.0.smithi028.stdout:started write 2024-08-29T18:44:53.134 INFO:tasks.workunit.client.0.smithi028.stdout:write completion cb called! 2024-08-29T18:44:53.134 INFO:tasks.workunit.client.0.smithi028.stdout:return value is: 0 2024-08-29T18:44:53.134 INFO:tasks.workunit.client.0.smithi028.stdout:finished write 2024-08-29T18:44:53.134 INFO:tasks.workunit.client.0.smithi028.stdout:created completion 2024-08-29T18:44:53.135 INFO:tasks.workunit.client.0.smithi028.stdout:started write 2024-08-29T18:44:53.135 INFO:tasks.workunit.client.0.smithi028.stdout:write completion cb called! 2024-08-29T18:44:53.135 INFO:tasks.workunit.client.0.smithi028.stdout:return value is: 0 2024-08-29T18:44:53.135 INFO:tasks.workunit.client.0.smithi028.stdout:finished write 2024-08-29T18:44:53.135 INFO:tasks.workunit.client.0.smithi028.stdout:start compare and write 2024-08-29T18:44:53.135 INFO:tasks.workunit.client.0.smithi028.stdout:compare and wrote: 512 2024-08-29T18:44:53.135 INFO:tasks.workunit.client.0.smithi028.stdout:start compare and write 2024-08-29T18:44:53.135 INFO:tasks.workunit.client.0.smithi028.stdout:compare and wrote: 512 2024-08-29T18:44:53.135 INFO:tasks.workunit.client.0.smithi028.stdout:start compare and write 2024-08-29T18:44:53.135 INFO:tasks.workunit.client.0.smithi028.stdout:compare and wrote: 512 2024-08-29T18:44:53.135 INFO:tasks.workunit.client.0.smithi028.stdout:start compare and write 2024-08-29T18:44:53.135 INFO:tasks.workunit.client.0.smithi028.stdout:compare and wrote: 512 2024-08-29T18:44:53.135 INFO:tasks.workunit.client.0.smithi028.stdout:start compare and write 2024-08-29T18:44:53.135 INFO:tasks.workunit.client.0.smithi028.stdout:compare and wrote: 512 2024-08-29T18:44:53.136 INFO:tasks.workunit.client.0.smithi028.stdout:created completion 2024-08-29T18:44:53.136 INFO:tasks.workunit.client.0.smithi028.stdout:started aio compare and write 2024-08-29T18:44:53.136 INFO:tasks.workunit.client.0.smithi028.stdout:write completion cb called! 2024-08-29T18:44:53.136 INFO:tasks.workunit.client.0.smithi028.stdout:return value is: 0 2024-08-29T18:44:53.136 INFO:tasks.workunit.client.0.smithi028.stdout:finished aio compare and write 2024-08-29T18:44:53.136 INFO:tasks.workunit.client.0.smithi028.stdout:created completion 2024-08-29T18:44:53.136 INFO:tasks.workunit.client.0.smithi028.stdout:started aio compare and write 2024-08-29T18:44:53.136 INFO:tasks.workunit.client.0.smithi028.stdout:write completion cb called! 2024-08-29T18:44:53.136 INFO:tasks.workunit.client.0.smithi028.stdout:return value is: 0 2024-08-29T18:44:53.136 INFO:tasks.workunit.client.0.smithi028.stdout:finished aio compare and write 2024-08-29T18:44:53.136 INFO:tasks.workunit.client.0.smithi028.stdout:created completion 2024-08-29T18:44:53.136 INFO:tasks.workunit.client.0.smithi028.stdout:started aio compare and write 2024-08-29T18:44:53.136 INFO:tasks.workunit.client.0.smithi028.stdout:write completion cb called! 2024-08-29T18:44:53.137 INFO:tasks.workunit.client.0.smithi028.stdout:return value is: 0 2024-08-29T18:44:53.137 INFO:tasks.workunit.client.0.smithi028.stdout:finished aio compare and write 2024-08-29T18:44:53.137 INFO:tasks.workunit.client.0.smithi028.stdout:created completion 2024-08-29T18:44:53.137 INFO:tasks.workunit.client.0.smithi028.stdout:started aio compare and write 2024-08-29T18:44:53.137 INFO:tasks.workunit.client.0.smithi028.stdout:write completion cb called! 2024-08-29T18:44:53.137 INFO:tasks.workunit.client.0.smithi028.stdout:return value is: 0 2024-08-29T18:44:53.137 INFO:tasks.workunit.client.0.smithi028.stdout:finished aio compare and write 2024-08-29T18:44:53.137 INFO:tasks.workunit.client.0.smithi028.stdout:created completion 2024-08-29T18:44:53.137 INFO:tasks.workunit.client.0.smithi028.stdout:started aio compare and write 2024-08-29T18:44:53.137 INFO:tasks.workunit.client.0.smithi028.stdout:write completion cb called! 2024-08-29T18:44:53.137 INFO:tasks.workunit.client.0.smithi028.stdout:return value is: 0 2024-08-29T18:44:53.137 INFO:tasks.workunit.client.0.smithi028.stdout:finished aio compare and write 2024-08-29T18:44:53.137 INFO:tasks.workunit.client.0.smithi028.stdout:read: 512 2024-08-29T18:44:53.137 INFO:tasks.workunit.client.0.smithi028.stdout:read: 512 2024-08-29T18:44:53.138 INFO:tasks.workunit.client.0.smithi028.stdout:read: 512 2024-08-29T18:44:53.138 INFO:tasks.workunit.client.0.smithi028.stdout:read: 512 2024-08-29T18:44:53.138 INFO:tasks.workunit.client.0.smithi028.stdout:read: 512 2024-08-29T18:44:53.138 INFO:tasks.workunit.client.0.smithi028.stdout:created completion 2024-08-29T18:44:53.138 INFO:tasks.workunit.client.0.smithi028.stdout:started read 2024-08-29T18:44:53.138 INFO:tasks.workunit.client.0.smithi028.stdout:read completion cb called! 2024-08-29T18:44:53.138 INFO:tasks.workunit.client.0.smithi028.stdout:return value is: 512 2024-08-29T18:44:53.138 INFO:tasks.workunit.client.0.smithi028.stdout:created completion 2024-08-29T18:44:53.138 INFO:tasks.workunit.client.0.smithi028.stdout:started read 2024-08-29T18:44:53.138 INFO:tasks.workunit.client.0.smithi028.stdout:read completion cb called! 2024-08-29T18:44:53.138 INFO:tasks.workunit.client.0.smithi028.stdout:return value is: 512 2024-08-29T18:44:53.138 INFO:tasks.workunit.client.0.smithi028.stdout:created completion 2024-08-29T18:44:53.138 INFO:tasks.workunit.client.0.smithi028.stdout:started read 2024-08-29T18:44:53.138 INFO:tasks.workunit.client.0.smithi028.stdout:read completion cb called! 2024-08-29T18:44:53.138 INFO:tasks.workunit.client.0.smithi028.stdout:return value is: 512 2024-08-29T18:44:53.139 INFO:tasks.workunit.client.0.smithi028.stdout:created completion 2024-08-29T18:44:53.139 INFO:tasks.workunit.client.0.smithi028.stdout:started read 2024-08-29T18:44:53.139 INFO:tasks.workunit.client.0.smithi028.stdout:read completion cb called! 2024-08-29T18:44:53.139 INFO:tasks.workunit.client.0.smithi028.stdout:return value is: 512 2024-08-29T18:44:53.139 INFO:tasks.workunit.client.0.smithi028.stdout:created completion 2024-08-29T18:44:53.139 INFO:tasks.workunit.client.0.smithi028.stdout:started read 2024-08-29T18:44:53.139 INFO:tasks.workunit.client.0.smithi028.stdout:read completion cb called! 2024-08-29T18:44:53.139 INFO:tasks.workunit.client.0.smithi028.stdout:return value is: 512 2024-08-29T18:44:53.139 INFO:tasks.workunit.client.0.smithi028.stdout:discard: 512~512 = 512 2024-08-29T18:44:53.139 INFO:tasks.workunit.client.0.smithi028.stdout:write completion cb called! 2024-08-29T18:44:53.139 INFO:tasks.workunit.client.0.smithi028.stdout:aio discard: 1536~512 = 0 2024-08-29T18:44:53.139 INFO:tasks.workunit.client.0.smithi028.stdout:read: 512 2024-08-29T18:44:53.139 INFO:tasks.workunit.client.0.smithi028.stdout:read: 512 2024-08-29T18:44:53.139 INFO:tasks.workunit.client.0.smithi028.stdout:read: 512 2024-08-29T18:44:53.140 INFO:tasks.workunit.client.0.smithi028.stdout:read: 512 2024-08-29T18:44:53.140 INFO:tasks.workunit.client.0.smithi028.stdout:read: 512 2024-08-29T18:44:53.140 INFO:tasks.workunit.client.0.smithi028.stdout:wrote: 0 2024-08-29T18:44:53.140 INFO:tasks.workunit.client.0.smithi028.stdout:to verify the data 2024-08-29T18:44:53.140 INFO:tasks.workunit.client.0.smithi028.stdout:verified 2024-08-29T18:44:53.140 INFO:tasks.workunit.client.0.smithi028.stdout:wrote: 0 2024-08-29T18:44:53.140 INFO:tasks.workunit.client.0.smithi028.stdout:to verify the data 2024-08-29T18:44:53.140 INFO:tasks.workunit.client.0.smithi028.stdout:verified 2024-08-29T18:44:53.140 INFO:tasks.workunit.client.0.smithi028.stdout:wrote: 16384 2024-08-29T18:44:53.140 INFO:tasks.workunit.client.0.smithi028.stdout:to verify the data 2024-08-29T18:44:53.140 INFO:tasks.workunit.client.0.smithi028.stdout:verified 2024-08-29T18:44:53.140 INFO:tasks.workunit.client.0.smithi028.stdout:wrote: 16384 2024-08-29T18:44:53.140 INFO:tasks.workunit.client.0.smithi028.stdout:to verify the data 2024-08-29T18:44:53.140 INFO:tasks.workunit.client.0.smithi028.stdout:verified 2024-08-29T18:44:53.141 INFO:tasks.workunit.client.0.smithi028.stdout:expected fail, finished writesame 2024-08-29T18:44:53.141 INFO:tasks.workunit.client.0.smithi028.stdout:expected fail, finished writesame 2024-08-29T18:44:53.141 INFO:tasks.workunit.client.0.smithi028.stdout:wrote: 49152 2024-08-29T18:44:53.141 INFO:tasks.workunit.client.0.smithi028.stdout:to verify the data 2024-08-29T18:44:53.141 INFO:tasks.workunit.client.0.smithi028.stdout:verified 2024-08-29T18:44:53.141 INFO:tasks.workunit.client.0.smithi028.stdout:wrote: 49152 2024-08-29T18:44:53.141 INFO:tasks.workunit.client.0.smithi028.stdout:to verify the data 2024-08-29T18:44:53.141 INFO:tasks.workunit.client.0.smithi028.stdout:verified 2024-08-29T18:44:53.141 INFO:tasks.workunit.client.0.smithi028.stdout:wrote: 65536 2024-08-29T18:44:53.141 INFO:tasks.workunit.client.0.smithi028.stdout:to verify the data 2024-08-29T18:44:53.141 INFO:tasks.workunit.client.0.smithi028.stdout:verified 2024-08-29T18:44:53.141 INFO:tasks.workunit.client.0.smithi028.stdout:wrote: 65536 2024-08-29T18:44:53.141 INFO:tasks.workunit.client.0.smithi028.stdout:to verify the data 2024-08-29T18:44:53.141 INFO:tasks.workunit.client.0.smithi028.stdout:verified 2024-08-29T18:44:53.142 INFO:tasks.workunit.client.0.smithi028.stdout:expected fail, finished writesame 2024-08-29T18:44:53.142 INFO:tasks.workunit.client.0.smithi028.stdout:expected fail, finished writesame 2024-08-29T18:44:53.142 INFO:tasks.workunit.client.0.smithi028.stdout:wrote: 98304 2024-08-29T18:44:53.142 INFO:tasks.workunit.client.0.smithi028.stdout:to verify the data 2024-08-29T18:44:53.142 INFO:tasks.workunit.client.0.smithi028.stdout:verified 2024-08-29T18:44:53.142 INFO:tasks.workunit.client.0.smithi028.stdout:wrote: 98304 2024-08-29T18:44:53.142 INFO:tasks.workunit.client.0.smithi028.stdout:to verify the data 2024-08-29T18:44:53.142 INFO:tasks.workunit.client.0.smithi028.stdout:verified 2024-08-29T18:44:53.142 INFO:tasks.workunit.client.0.smithi028.stdout:wrote: 114688 2024-08-29T18:44:53.142 INFO:tasks.workunit.client.0.smithi028.stdout:to verify the data 2024-08-29T18:44:53.142 INFO:tasks.workunit.client.0.smithi028.stdout:verified 2024-08-29T18:44:53.142 INFO:tasks.workunit.client.0.smithi028.stdout:wrote: 114688 2024-08-29T18:44:53.142 INFO:tasks.workunit.client.0.smithi028.stdout:to verify the data 2024-08-29T18:44:53.142 INFO:tasks.workunit.client.0.smithi028.stdout:verified 2024-08-29T18:44:53.143 INFO:tasks.workunit.client.0.smithi028.stdout:expected fail, finished writesame 2024-08-29T18:44:53.143 INFO:tasks.workunit.client.0.smithi028.stdout:expected fail, finished writesame 2024-08-29T18:44:53.143 INFO:tasks.workunit.client.0.smithi028.stdout:wrote: 147456 2024-08-29T18:44:53.143 INFO:tasks.workunit.client.0.smithi028.stdout:to verify the data 2024-08-29T18:44:53.143 INFO:tasks.workunit.client.0.smithi028.stdout:verified 2024-08-29T18:44:53.143 INFO:tasks.workunit.client.0.smithi028.stdout:wrote: 147456 2024-08-29T18:44:53.143 INFO:tasks.workunit.client.0.smithi028.stdout:to verify the data 2024-08-29T18:44:53.143 INFO:tasks.workunit.client.0.smithi028.stdout:verified 2024-08-29T18:44:53.143 INFO:tasks.workunit.client.0.smithi028.stdout:wrote: 163840 2024-08-29T18:44:53.143 INFO:tasks.workunit.client.0.smithi028.stdout:to verify the data 2024-08-29T18:44:53.143 INFO:tasks.workunit.client.0.smithi028.stdout:verified 2024-08-29T18:44:53.143 INFO:tasks.workunit.client.0.smithi028.stdout:wrote: 163840 2024-08-29T18:44:53.143 INFO:tasks.workunit.client.0.smithi028.stdout:to verify the data 2024-08-29T18:44:53.143 INFO:tasks.workunit.client.0.smithi028.stdout:verified 2024-08-29T18:44:53.144 INFO:tasks.workunit.client.0.smithi028.stdout:expected fail, finished writesame 2024-08-29T18:44:53.144 INFO:tasks.workunit.client.0.smithi028.stdout:expected fail, finished writesame 2024-08-29T18:44:53.144 INFO:tasks.workunit.client.0.smithi028.stdout:wrote: 196608 2024-08-29T18:44:53.144 INFO:tasks.workunit.client.0.smithi028.stdout:to verify the data 2024-08-29T18:44:53.144 INFO:tasks.workunit.client.0.smithi028.stdout:verified 2024-08-29T18:44:53.144 INFO:tasks.workunit.client.0.smithi028.stdout:wrote: 196608 2024-08-29T18:44:53.144 INFO:tasks.workunit.client.0.smithi028.stdout:to verify the data 2024-08-29T18:44:53.144 INFO:tasks.workunit.client.0.smithi028.stdout:verified 2024-08-29T18:44:53.144 INFO:tasks.workunit.client.0.smithi028.stdout:wrote: 212992 2024-08-29T18:44:53.144 INFO:tasks.workunit.client.0.smithi028.stdout:to verify the data 2024-08-29T18:44:53.144 INFO:tasks.workunit.client.0.smithi028.stdout:verified 2024-08-29T18:44:53.145 INFO:tasks.workunit.client.0.smithi028.stdout:wrote: 212992 2024-08-29T18:44:53.145 INFO:tasks.workunit.client.0.smithi028.stdout:to verify the data 2024-08-29T18:44:53.145 INFO:tasks.workunit.client.0.smithi028.stdout:verified 2024-08-29T18:44:53.145 INFO:tasks.workunit.client.0.smithi028.stdout:expected fail, finished writesame 2024-08-29T18:44:53.145 INFO:tasks.workunit.client.0.smithi028.stdout:expected fail, finished writesame 2024-08-29T18:44:53.145 INFO:tasks.workunit.client.0.smithi028.stdout:created completion 2024-08-29T18:44:53.145 INFO:tasks.workunit.client.0.smithi028.stdout:started writesame 2024-08-29T18:44:53.145 INFO:tasks.workunit.client.0.smithi028.stdout:write completion cb called! 2024-08-29T18:44:53.145 INFO:tasks.workunit.client.0.smithi028.stdout:return value is: 0 2024-08-29T18:44:53.145 INFO:tasks.workunit.client.0.smithi028.stdout:finished writesame 2024-08-29T18:44:53.145 INFO:tasks.workunit.client.0.smithi028.stdout:to verify the data 2024-08-29T18:44:53.145 INFO:tasks.workunit.client.0.smithi028.stdout:verified 2024-08-29T18:44:53.145 INFO:tasks.workunit.client.0.smithi028.stdout:created completion 2024-08-29T18:44:53.146 INFO:tasks.workunit.client.0.smithi028.stdout:started writesame 2024-08-29T18:44:53.146 INFO:tasks.workunit.client.0.smithi028.stdout:write completion cb called! 2024-08-29T18:44:53.146 INFO:tasks.workunit.client.0.smithi028.stdout:return value is: 0 2024-08-29T18:44:53.146 INFO:tasks.workunit.client.0.smithi028.stdout:finished writesame 2024-08-29T18:44:53.146 INFO:tasks.workunit.client.0.smithi028.stdout:to verify the data 2024-08-29T18:44:53.146 INFO:tasks.workunit.client.0.smithi028.stdout:verified 2024-08-29T18:44:53.146 INFO:tasks.workunit.client.0.smithi028.stdout:created completion 2024-08-29T18:44:53.146 INFO:tasks.workunit.client.0.smithi028.stdout:started writesame 2024-08-29T18:44:53.146 INFO:tasks.workunit.client.0.smithi028.stdout:write completion cb called! 2024-08-29T18:44:53.146 INFO:tasks.workunit.client.0.smithi028.stdout:return value is: 0 2024-08-29T18:44:53.146 INFO:tasks.workunit.client.0.smithi028.stdout:finished writesame 2024-08-29T18:44:53.146 INFO:tasks.workunit.client.0.smithi028.stdout:to verify the data 2024-08-29T18:44:53.146 INFO:tasks.workunit.client.0.smithi028.stdout:verified 2024-08-29T18:44:53.146 INFO:tasks.workunit.client.0.smithi028.stdout:created completion 2024-08-29T18:44:53.147 INFO:tasks.workunit.client.0.smithi028.stdout:started writesame 2024-08-29T18:44:53.147 INFO:tasks.workunit.client.0.smithi028.stdout:write completion cb called! 2024-08-29T18:44:53.147 INFO:tasks.workunit.client.0.smithi028.stdout:return value is: 0 2024-08-29T18:44:53.147 INFO:tasks.workunit.client.0.smithi028.stdout:finished writesame 2024-08-29T18:44:53.147 INFO:tasks.workunit.client.0.smithi028.stdout:to verify the data 2024-08-29T18:44:53.147 INFO:tasks.workunit.client.0.smithi028.stdout:verified 2024-08-29T18:44:53.147 INFO:tasks.workunit.client.0.smithi028.stdout:created completion 2024-08-29T18:44:53.147 INFO:tasks.workunit.client.0.smithi028.stdout:started writesame 2024-08-29T18:44:53.147 INFO:tasks.workunit.client.0.smithi028.stdout:expected fail, finished writesame 2024-08-29T18:44:53.147 INFO:tasks.workunit.client.0.smithi028.stdout:created completion 2024-08-29T18:44:53.147 INFO:tasks.workunit.client.0.smithi028.stdout:started writesame 2024-08-29T18:44:53.147 INFO:tasks.workunit.client.0.smithi028.stdout:expected fail, finished writesame 2024-08-29T18:44:53.147 INFO:tasks.workunit.client.0.smithi028.stdout:created completion 2024-08-29T18:44:53.147 INFO:tasks.workunit.client.0.smithi028.stdout:started writesame 2024-08-29T18:44:53.148 INFO:tasks.workunit.client.0.smithi028.stdout:write completion cb called! 2024-08-29T18:44:53.148 INFO:tasks.workunit.client.0.smithi028.stdout:return value is: 0 2024-08-29T18:44:53.148 INFO:tasks.workunit.client.0.smithi028.stdout:finished writesame 2024-08-29T18:44:53.148 INFO:tasks.workunit.client.0.smithi028.stdout:to verify the data 2024-08-29T18:44:53.148 INFO:tasks.workunit.client.0.smithi028.stdout:verified 2024-08-29T18:44:53.148 INFO:tasks.workunit.client.0.smithi028.stdout:created completion 2024-08-29T18:44:53.148 INFO:tasks.workunit.client.0.smithi028.stdout:started writesame 2024-08-29T18:44:53.148 INFO:tasks.workunit.client.0.smithi028.stdout:write completion cb called! 2024-08-29T18:44:53.148 INFO:tasks.workunit.client.0.smithi028.stdout:return value is: 0 2024-08-29T18:44:53.148 INFO:tasks.workunit.client.0.smithi028.stdout:finished writesame 2024-08-29T18:44:53.148 INFO:tasks.workunit.client.0.smithi028.stdout:to verify the data 2024-08-29T18:44:53.148 INFO:tasks.workunit.client.0.smithi028.stdout:verified 2024-08-29T18:44:53.148 INFO:tasks.workunit.client.0.smithi028.stdout:created completion 2024-08-29T18:44:53.576 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:44:53 smithi053 bash[68679]: cluster 2024-08-29T18:44:52.107915+0000 mgr.y (mgr.25022) 1744 : cluster [DBG] pgmap v3012: 457 pgs: 457 active+clean; 31 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 356 KiB/s rd, 1.4 MiB/s wr, 92 op/s 2024-08-29T18:44:53.631 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:44:53 smithi028 bash[77168]: cluster 2024-08-29T18:44:52.107915+0000 mgr.y (mgr.25022) 1744 : cluster [DBG] pgmap v3012: 457 pgs: 457 active+clean; 31 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 356 KiB/s rd, 1.4 MiB/s wr, 92 op/s 2024-08-29T18:44:53.631 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:44:53 smithi028 bash[78352]: cluster 2024-08-29T18:44:52.107915+0000 mgr.y (mgr.25022) 1744 : cluster [DBG] pgmap v3012: 457 pgs: 457 active+clean; 31 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 356 KiB/s rd, 1.4 MiB/s wr, 92 op/s 2024-08-29T18:44:55.577 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:44:55 smithi053 bash[68679]: cluster 2024-08-29T18:44:54.110418+0000 mgr.y (mgr.25022) 1745 : cluster [DBG] pgmap v3013: 457 pgs: 457 active+clean; 31 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 1.6 MiB/s rd, 1.5 MiB/s wr, 402 op/s 2024-08-29T18:44:55.631 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:44:55 smithi028 bash[77168]: cluster 2024-08-29T18:44:54.110418+0000 mgr.y (mgr.25022) 1745 : cluster [DBG] pgmap v3013: 457 pgs: 457 active+clean; 31 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 1.6 MiB/s rd, 1.5 MiB/s wr, 402 op/s 2024-08-29T18:44:55.631 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:44:55 smithi028 bash[78352]: cluster 2024-08-29T18:44:54.110418+0000 mgr.y (mgr.25022) 1745 : cluster [DBG] pgmap v3013: 457 pgs: 457 active+clean; 31 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 1.6 MiB/s rd, 1.5 MiB/s wr, 402 op/s 2024-08-29T18:44:57.577 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:44:57 smithi053 bash[68679]: cluster 2024-08-29T18:44:56.113327+0000 mgr.y (mgr.25022) 1746 : cluster [DBG] pgmap v3014: 457 pgs: 457 active+clean; 31 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 1.6 MiB/s rd, 1.5 MiB/s wr, 402 op/s 2024-08-29T18:44:57.577 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:44:57 smithi053 bash[68679]: audit 2024-08-29T18:44:57.146267+0000 mon.a (mon.0) 3180 : audit [DBG] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-29T18:44:57.631 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:44:57 smithi028 bash[77168]: cluster 2024-08-29T18:44:56.113327+0000 mgr.y (mgr.25022) 1746 : cluster [DBG] pgmap v3014: 457 pgs: 457 active+clean; 31 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 1.6 MiB/s rd, 1.5 MiB/s wr, 402 op/s 2024-08-29T18:44:57.631 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:44:57 smithi028 bash[77168]: audit 2024-08-29T18:44:57.146267+0000 mon.a (mon.0) 3180 : audit [DBG] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-29T18:44:57.631 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:44:57 smithi028 bash[78352]: cluster 2024-08-29T18:44:56.113327+0000 mgr.y (mgr.25022) 1746 : cluster [DBG] pgmap v3014: 457 pgs: 457 active+clean; 31 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 1.6 MiB/s rd, 1.5 MiB/s wr, 402 op/s 2024-08-29T18:44:57.632 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:44:57 smithi028 bash[78352]: audit 2024-08-29T18:44:57.146267+0000 mon.a (mon.0) 3180 : audit [DBG] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-29T18:44:59.576 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:44:59 smithi053 bash[68679]: cluster 2024-08-29T18:44:58.114948+0000 mgr.y (mgr.25022) 1747 : cluster [DBG] pgmap v3015: 457 pgs: 457 active+clean; 31 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 1.6 MiB/s rd, 1.5 MiB/s wr, 402 op/s 2024-08-29T18:44:59.631 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:44:59 smithi028 bash[77168]: cluster 2024-08-29T18:44:58.114948+0000 mgr.y (mgr.25022) 1747 : cluster [DBG] pgmap v3015: 457 pgs: 457 active+clean; 31 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 1.6 MiB/s rd, 1.5 MiB/s wr, 402 op/s 2024-08-29T18:44:59.631 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:44:59 smithi028 bash[78352]: cluster 2024-08-29T18:44:58.114948+0000 mgr.y (mgr.25022) 1747 : cluster [DBG] pgmap v3015: 457 pgs: 457 active+clean; 31 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 1.6 MiB/s rd, 1.5 MiB/s wr, 402 op/s 2024-08-29T18:45:00.337 INFO:tasks.workunit.client.0.smithi028.stdout:started writesame 2024-08-29T18:45:00.337 INFO:tasks.workunit.client.0.smithi028.stdout:write completion cb called! 2024-08-29T18:45:00.337 INFO:tasks.workunit.client.0.smithi028.stdout:return value is: 0 2024-08-29T18:45:00.337 INFO:tasks.workunit.client.0.smithi028.stdout:finished writesame 2024-08-29T18:45:00.337 INFO:tasks.workunit.client.0.smithi028.stdout:to verify the data 2024-08-29T18:45:00.337 INFO:tasks.workunit.client.0.smithi028.stdout:verified 2024-08-29T18:45:00.338 INFO:tasks.workunit.client.0.smithi028.stdout:created completion 2024-08-29T18:45:00.338 INFO:tasks.workunit.client.0.smithi028.stdout:started writesame 2024-08-29T18:45:00.338 INFO:tasks.workunit.client.0.smithi028.stdout:write completion cb called! 2024-08-29T18:45:00.338 INFO:tasks.workunit.client.0.smithi028.stdout:return value is: 0 2024-08-29T18:45:00.338 INFO:tasks.workunit.client.0.smithi028.stdout:finished writesame 2024-08-29T18:45:00.338 INFO:tasks.workunit.client.0.smithi028.stdout:to verify the data 2024-08-29T18:45:00.338 INFO:tasks.workunit.client.0.smithi028.stdout:verified 2024-08-29T18:45:00.338 INFO:tasks.workunit.client.0.smithi028.stdout:created completion 2024-08-29T18:45:00.338 INFO:tasks.workunit.client.0.smithi028.stdout:started writesame 2024-08-29T18:45:00.338 INFO:tasks.workunit.client.0.smithi028.stdout:expected fail, finished writesame 2024-08-29T18:45:00.338 INFO:tasks.workunit.client.0.smithi028.stdout:created completion 2024-08-29T18:45:00.338 INFO:tasks.workunit.client.0.smithi028.stdout:started writesame 2024-08-29T18:45:00.338 INFO:tasks.workunit.client.0.smithi028.stdout:expected fail, finished writesame 2024-08-29T18:45:00.338 INFO:tasks.workunit.client.0.smithi028.stdout:created completion 2024-08-29T18:45:00.339 INFO:tasks.workunit.client.0.smithi028.stdout:started writesame 2024-08-29T18:45:00.339 INFO:tasks.workunit.client.0.smithi028.stdout:write completion cb called! 2024-08-29T18:45:00.339 INFO:tasks.workunit.client.0.smithi028.stdout:return value is: 0 2024-08-29T18:45:00.339 INFO:tasks.workunit.client.0.smithi028.stdout:finished writesame 2024-08-29T18:45:00.339 INFO:tasks.workunit.client.0.smithi028.stdout:to verify the data 2024-08-29T18:45:00.339 INFO:tasks.workunit.client.0.smithi028.stdout:verified 2024-08-29T18:45:00.339 INFO:tasks.workunit.client.0.smithi028.stdout:created completion 2024-08-29T18:45:00.339 INFO:tasks.workunit.client.0.smithi028.stdout:started writesame 2024-08-29T18:45:00.339 INFO:tasks.workunit.client.0.smithi028.stdout:write completion cb called! 2024-08-29T18:45:00.339 INFO:tasks.workunit.client.0.smithi028.stdout:return value is: 0 2024-08-29T18:45:00.339 INFO:tasks.workunit.client.0.smithi028.stdout:finished writesame 2024-08-29T18:45:00.339 INFO:tasks.workunit.client.0.smithi028.stdout:to verify the data 2024-08-29T18:45:00.339 INFO:tasks.workunit.client.0.smithi028.stdout:verified 2024-08-29T18:45:00.339 INFO:tasks.workunit.client.0.smithi028.stdout:created completion 2024-08-29T18:45:00.340 INFO:tasks.workunit.client.0.smithi028.stdout:started writesame 2024-08-29T18:45:00.340 INFO:tasks.workunit.client.0.smithi028.stdout:write completion cb called! 2024-08-29T18:45:00.340 INFO:tasks.workunit.client.0.smithi028.stdout:return value is: 0 2024-08-29T18:45:00.340 INFO:tasks.workunit.client.0.smithi028.stdout:finished writesame 2024-08-29T18:45:00.340 INFO:tasks.workunit.client.0.smithi028.stdout:to verify the data 2024-08-29T18:45:00.340 INFO:tasks.workunit.client.0.smithi028.stdout:verified 2024-08-29T18:45:00.340 INFO:tasks.workunit.client.0.smithi028.stdout:created completion 2024-08-29T18:45:00.340 INFO:tasks.workunit.client.0.smithi028.stdout:started writesame 2024-08-29T18:45:00.340 INFO:tasks.workunit.client.0.smithi028.stdout:write completion cb called! 2024-08-29T18:45:00.340 INFO:tasks.workunit.client.0.smithi028.stdout:return value is: 0 2024-08-29T18:45:00.340 INFO:tasks.workunit.client.0.smithi028.stdout:finished writesame 2024-08-29T18:45:00.340 INFO:tasks.workunit.client.0.smithi028.stdout:to verify the data 2024-08-29T18:45:00.340 INFO:tasks.workunit.client.0.smithi028.stdout:verified 2024-08-29T18:45:00.340 INFO:tasks.workunit.client.0.smithi028.stdout:created completion 2024-08-29T18:45:00.340 INFO:tasks.workunit.client.0.smithi028.stdout:started writesame 2024-08-29T18:45:00.341 INFO:tasks.workunit.client.0.smithi028.stdout:expected fail, finished writesame 2024-08-29T18:45:00.341 INFO:tasks.workunit.client.0.smithi028.stdout:created completion 2024-08-29T18:45:00.341 INFO:tasks.workunit.client.0.smithi028.stdout:started writesame 2024-08-29T18:45:00.341 INFO:tasks.workunit.client.0.smithi028.stdout:expected fail, finished writesame 2024-08-29T18:45:00.341 INFO:tasks.workunit.client.0.smithi028.stdout:created completion 2024-08-29T18:45:00.341 INFO:tasks.workunit.client.0.smithi028.stdout:started writesame 2024-08-29T18:45:00.341 INFO:tasks.workunit.client.0.smithi028.stdout:write completion cb called! 2024-08-29T18:45:00.341 INFO:tasks.workunit.client.0.smithi028.stdout:return value is: 0 2024-08-29T18:45:00.341 INFO:tasks.workunit.client.0.smithi028.stdout:finished writesame 2024-08-29T18:45:00.341 INFO:tasks.workunit.client.0.smithi028.stdout:to verify the data 2024-08-29T18:45:00.342 INFO:tasks.workunit.client.0.smithi028.stdout:verified 2024-08-29T18:45:00.342 INFO:tasks.workunit.client.0.smithi028.stdout:created completion 2024-08-29T18:45:00.342 INFO:tasks.workunit.client.0.smithi028.stdout:started writesame 2024-08-29T18:45:00.342 INFO:tasks.workunit.client.0.smithi028.stdout:write completion cb called! 2024-08-29T18:45:00.342 INFO:tasks.workunit.client.0.smithi028.stdout:return value is: 0 2024-08-29T18:45:00.342 INFO:tasks.workunit.client.0.smithi028.stdout:finished writesame 2024-08-29T18:45:00.342 INFO:tasks.workunit.client.0.smithi028.stdout:to verify the data 2024-08-29T18:45:00.342 INFO:tasks.workunit.client.0.smithi028.stdout:verified 2024-08-29T18:45:00.342 INFO:tasks.workunit.client.0.smithi028.stdout:created completion 2024-08-29T18:45:00.342 INFO:tasks.workunit.client.0.smithi028.stdout:started writesame 2024-08-29T18:45:00.342 INFO:tasks.workunit.client.0.smithi028.stdout:write completion cb called! 2024-08-29T18:45:00.342 INFO:tasks.workunit.client.0.smithi028.stdout:return value is: 0 2024-08-29T18:45:00.342 INFO:tasks.workunit.client.0.smithi028.stdout:finished writesame 2024-08-29T18:45:00.342 INFO:tasks.workunit.client.0.smithi028.stdout:to verify the data 2024-08-29T18:45:00.343 INFO:tasks.workunit.client.0.smithi028.stdout:verified 2024-08-29T18:45:00.343 INFO:tasks.workunit.client.0.smithi028.stdout:created completion 2024-08-29T18:45:00.343 INFO:tasks.workunit.client.0.smithi028.stdout:started writesame 2024-08-29T18:45:00.343 INFO:tasks.workunit.client.0.smithi028.stdout:write completion cb called! 2024-08-29T18:45:00.343 INFO:tasks.workunit.client.0.smithi028.stdout:return value is: 0 2024-08-29T18:45:00.343 INFO:tasks.workunit.client.0.smithi028.stdout:finished writesame 2024-08-29T18:45:00.343 INFO:tasks.workunit.client.0.smithi028.stdout:to verify the data 2024-08-29T18:45:00.343 INFO:tasks.workunit.client.0.smithi028.stdout:verified 2024-08-29T18:45:00.343 INFO:tasks.workunit.client.0.smithi028.stdout:created completion 2024-08-29T18:45:00.343 INFO:tasks.workunit.client.0.smithi028.stdout:started writesame 2024-08-29T18:45:00.343 INFO:tasks.workunit.client.0.smithi028.stdout:expected fail, finished writesame 2024-08-29T18:45:00.343 INFO:tasks.workunit.client.0.smithi028.stdout:created completion 2024-08-29T18:45:00.343 INFO:tasks.workunit.client.0.smithi028.stdout:started writesame 2024-08-29T18:45:00.343 INFO:tasks.workunit.client.0.smithi028.stdout:expected fail, finished writesame 2024-08-29T18:45:00.344 INFO:tasks.workunit.client.0.smithi028.stdout:created completion 2024-08-29T18:45:00.344 INFO:tasks.workunit.client.0.smithi028.stdout:started writesame 2024-08-29T18:45:00.344 INFO:tasks.workunit.client.0.smithi028.stdout:write completion cb called! 2024-08-29T18:45:00.344 INFO:tasks.workunit.client.0.smithi028.stdout:return value is: 0 2024-08-29T18:45:00.344 INFO:tasks.workunit.client.0.smithi028.stdout:finished writesame 2024-08-29T18:45:00.344 INFO:tasks.workunit.client.0.smithi028.stdout:to verify the data 2024-08-29T18:45:00.344 INFO:tasks.workunit.client.0.smithi028.stdout:verified 2024-08-29T18:45:00.344 INFO:tasks.workunit.client.0.smithi028.stdout:created completion 2024-08-29T18:45:00.344 INFO:tasks.workunit.client.0.smithi028.stdout:started writesame 2024-08-29T18:45:00.344 INFO:tasks.workunit.client.0.smithi028.stdout:write completion cb called! 2024-08-29T18:45:00.344 INFO:tasks.workunit.client.0.smithi028.stdout:return value is: 0 2024-08-29T18:45:00.344 INFO:tasks.workunit.client.0.smithi028.stdout:finished writesame 2024-08-29T18:45:00.345 INFO:tasks.workunit.client.0.smithi028.stdout:to verify the data 2024-08-29T18:45:00.345 INFO:tasks.workunit.client.0.smithi028.stdout:verified 2024-08-29T18:45:00.345 INFO:tasks.workunit.client.0.smithi028.stdout:created completion 2024-08-29T18:45:00.345 INFO:tasks.workunit.client.0.smithi028.stdout:started writesame 2024-08-29T18:45:00.345 INFO:tasks.workunit.client.0.smithi028.stdout:write completion cb called! 2024-08-29T18:45:00.345 INFO:tasks.workunit.client.0.smithi028.stdout:return value is: 0 2024-08-29T18:45:00.345 INFO:tasks.workunit.client.0.smithi028.stdout:finished writesame 2024-08-29T18:45:00.345 INFO:tasks.workunit.client.0.smithi028.stdout:to verify the data 2024-08-29T18:45:00.345 INFO:tasks.workunit.client.0.smithi028.stdout:verified 2024-08-29T18:45:00.345 INFO:tasks.workunit.client.0.smithi028.stdout:created completion 2024-08-29T18:45:00.345 INFO:tasks.workunit.client.0.smithi028.stdout:started writesame 2024-08-29T18:45:00.345 INFO:tasks.workunit.client.0.smithi028.stdout:write completion cb called! 2024-08-29T18:45:00.346 INFO:tasks.workunit.client.0.smithi028.stdout:return value is: 0 2024-08-29T18:45:00.346 INFO:tasks.workunit.client.0.smithi028.stdout:finished writesame 2024-08-29T18:45:00.346 INFO:tasks.workunit.client.0.smithi028.stdout:to verify the data 2024-08-29T18:45:00.346 INFO:tasks.workunit.client.0.smithi028.stdout:verified 2024-08-29T18:45:00.346 INFO:tasks.workunit.client.0.smithi028.stdout:created completion 2024-08-29T18:45:00.346 INFO:tasks.workunit.client.0.smithi028.stdout:started writesame 2024-08-29T18:45:00.346 INFO:tasks.workunit.client.0.smithi028.stdout:expected fail, finished writesame 2024-08-29T18:45:00.346 INFO:tasks.workunit.client.0.smithi028.stdout:created completion 2024-08-29T18:45:00.346 INFO:tasks.workunit.client.0.smithi028.stdout:started writesame 2024-08-29T18:45:00.346 INFO:tasks.workunit.client.0.smithi028.stdout:expected fail, finished writesame 2024-08-29T18:45:00.346 INFO:tasks.workunit.client.0.smithi028.stdout:read completion cb called! 2024-08-29T18:45:00.346 INFO:tasks.workunit.client.0.smithi028.stdout:read completion cb called! 2024-08-29T18:45:00.346 INFO:tasks.workunit.client.0.smithi028.stdout:wrote: 512 2024-08-29T18:45:00.347 INFO:tasks.workunit.client.0.smithi028.stdout:read completion cb called! 2024-08-29T18:45:00.347 INFO:tasks.workunit.client.0.smithi028.stdout:wrote: 4 2024-08-29T18:45:00.347 INFO:tasks.workunit.client.0.smithi028.stdout:read: 4 2024-08-29T18:45:00.347 INFO:tasks.workunit.client.0.smithi028.stdout:[ OK ] TestLibRBD.TestEncryptionLUKS2 (24396 ms) 2024-08-29T18:45:00.347 INFO:tasks.workunit.client.0.smithi028.stdout:[ RUN ] TestLibRBD.TestIOWithIOHint 2024-08-29T18:45:00.347 INFO:tasks.workunit.client.0.smithi028.stdout:using new format! 2024-08-29T18:45:01.381 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:45:01 smithi028 bash[77168]: cluster 2024-08-29T18:45:00.117003+0000 mgr.y (mgr.25022) 1748 : cluster [DBG] pgmap v3016: 457 pgs: 457 active+clean; 35 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 3.0 MiB/s rd, 1.4 MiB/s wr, 710 op/s 2024-08-29T18:45:01.381 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:45:01 smithi028 bash[78352]: cluster 2024-08-29T18:45:00.117003+0000 mgr.y (mgr.25022) 1748 : cluster [DBG] pgmap v3016: 457 pgs: 457 active+clean; 35 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 3.0 MiB/s rd, 1.4 MiB/s wr, 710 op/s 2024-08-29T18:45:01.576 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:45:01 smithi053 bash[68679]: cluster 2024-08-29T18:45:00.117003+0000 mgr.y (mgr.25022) 1748 : cluster [DBG] pgmap v3016: 457 pgs: 457 active+clean; 35 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 3.0 MiB/s rd, 1.4 MiB/s wr, 710 op/s 2024-08-29T18:45:01.881 INFO:journalctl@ceph.mgr.y.smithi028.stdout:Aug 29 18:45:01 smithi028 bash[70818]: ::ffff:172.21.15.53 - - [29/Aug/2024:18:45:01] "GET /metrics HTTP/1.1" 200 60669 "" "Prometheus/2.43.0" 2024-08-29T18:45:02.577 INFO:journalctl@ceph.prometheus.a.smithi053.stdout:Aug 29 18:45:02 smithi053 bash[95567]: ts=2024-08-29T18:45:02.316Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"3167ee72-662c-11ef-bcd4-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-29T18:45:03.577 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:45:03 smithi053 bash[68679]: cluster 2024-08-29T18:45:02.118589+0000 mgr.y (mgr.25022) 1749 : cluster [DBG] pgmap v3017: 457 pgs: 457 active+clean; 35 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 2.6 MiB/s rd, 650 KiB/s wr, 624 op/s 2024-08-29T18:45:03.631 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:45:03 smithi028 bash[77168]: cluster 2024-08-29T18:45:02.118589+0000 mgr.y (mgr.25022) 1749 : cluster [DBG] pgmap v3017: 457 pgs: 457 active+clean; 35 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 2.6 MiB/s rd, 650 KiB/s wr, 624 op/s 2024-08-29T18:45:03.631 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:45:03 smithi028 bash[78352]: cluster 2024-08-29T18:45:02.118589+0000 mgr.y (mgr.25022) 1749 : cluster [DBG] pgmap v3017: 457 pgs: 457 active+clean; 35 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 2.6 MiB/s rd, 650 KiB/s wr, 624 op/s 2024-08-29T18:45:05.576 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:45:05 smithi053 bash[68679]: cluster 2024-08-29T18:45:04.120966+0000 mgr.y (mgr.25022) 1750 : cluster [DBG] pgmap v3018: 457 pgs: 457 active+clean; 35 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 2.6 MiB/s rd, 310 KiB/s wr, 629 op/s 2024-08-29T18:45:05.631 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:45:05 smithi028 bash[77168]: cluster 2024-08-29T18:45:04.120966+0000 mgr.y (mgr.25022) 1750 : cluster [DBG] pgmap v3018: 457 pgs: 457 active+clean; 35 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 2.6 MiB/s rd, 310 KiB/s wr, 629 op/s 2024-08-29T18:45:05.631 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:45:05 smithi028 bash[78352]: cluster 2024-08-29T18:45:04.120966+0000 mgr.y (mgr.25022) 1750 : cluster [DBG] pgmap v3018: 457 pgs: 457 active+clean; 35 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 2.6 MiB/s rd, 310 KiB/s wr, 629 op/s 2024-08-29T18:45:06.921 INFO:tasks.workunit.client.0.smithi028.stdout:wrote: 512 2024-08-29T18:45:06.922 INFO:tasks.workunit.client.0.smithi028.stdout:wrote: 512 2024-08-29T18:45:06.922 INFO:tasks.workunit.client.0.smithi028.stdout:wrote: 512 2024-08-29T18:45:06.922 INFO:tasks.workunit.client.0.smithi028.stdout:wrote: 512 2024-08-29T18:45:06.922 INFO:tasks.workunit.client.0.smithi028.stdout:wrote: 512 2024-08-29T18:45:06.922 INFO:tasks.workunit.client.0.smithi028.stdout:created completion 2024-08-29T18:45:06.922 INFO:tasks.workunit.client.0.smithi028.stdout:started write 2024-08-29T18:45:06.922 INFO:tasks.workunit.client.0.smithi028.stdout:write completion cb called! 2024-08-29T18:45:06.922 INFO:tasks.workunit.client.0.smithi028.stdout:return value is: 0 2024-08-29T18:45:06.922 INFO:tasks.workunit.client.0.smithi028.stdout:finished write 2024-08-29T18:45:06.922 INFO:tasks.workunit.client.0.smithi028.stdout:created completion 2024-08-29T18:45:06.922 INFO:tasks.workunit.client.0.smithi028.stdout:started write 2024-08-29T18:45:06.923 INFO:tasks.workunit.client.0.smithi028.stdout:write completion cb called! 2024-08-29T18:45:06.923 INFO:tasks.workunit.client.0.smithi028.stdout:return value is: 0 2024-08-29T18:45:06.923 INFO:tasks.workunit.client.0.smithi028.stdout:finished write 2024-08-29T18:45:06.923 INFO:tasks.workunit.client.0.smithi028.stdout:created completion 2024-08-29T18:45:06.923 INFO:tasks.workunit.client.0.smithi028.stdout:started write 2024-08-29T18:45:06.923 INFO:tasks.workunit.client.0.smithi028.stdout:write completion cb called! 2024-08-29T18:45:06.923 INFO:tasks.workunit.client.0.smithi028.stdout:return value is: 0 2024-08-29T18:45:06.923 INFO:tasks.workunit.client.0.smithi028.stdout:finished write 2024-08-29T18:45:06.923 INFO:tasks.workunit.client.0.smithi028.stdout:created completion 2024-08-29T18:45:06.924 INFO:tasks.workunit.client.0.smithi028.stdout:started write 2024-08-29T18:45:06.924 INFO:tasks.workunit.client.0.smithi028.stdout:write completion cb called! 2024-08-29T18:45:06.924 INFO:tasks.workunit.client.0.smithi028.stdout:return value is: 0 2024-08-29T18:45:06.924 INFO:tasks.workunit.client.0.smithi028.stdout:finished write 2024-08-29T18:45:06.924 INFO:tasks.workunit.client.0.smithi028.stdout:created completion 2024-08-29T18:45:06.924 INFO:tasks.workunit.client.0.smithi028.stdout:started write 2024-08-29T18:45:06.925 INFO:tasks.workunit.client.0.smithi028.stdout:write completion cb called! 2024-08-29T18:45:06.925 INFO:tasks.workunit.client.0.smithi028.stdout:return value is: 0 2024-08-29T18:45:06.925 INFO:tasks.workunit.client.0.smithi028.stdout:finished write 2024-08-29T18:45:06.925 INFO:tasks.workunit.client.0.smithi028.stdout:start compare and write 2024-08-29T18:45:06.925 INFO:tasks.workunit.client.0.smithi028.stdout:compare and wrote: 512 2024-08-29T18:45:06.925 INFO:tasks.workunit.client.0.smithi028.stdout:start compare and write 2024-08-29T18:45:06.926 INFO:tasks.workunit.client.0.smithi028.stdout:compare and wrote: 512 2024-08-29T18:45:06.926 INFO:tasks.workunit.client.0.smithi028.stdout:start compare and write 2024-08-29T18:45:06.926 INFO:tasks.workunit.client.0.smithi028.stdout:compare and wrote: 512 2024-08-29T18:45:06.926 INFO:tasks.workunit.client.0.smithi028.stdout:start compare and write 2024-08-29T18:45:06.926 INFO:tasks.workunit.client.0.smithi028.stdout:compare and wrote: 512 2024-08-29T18:45:06.926 INFO:tasks.workunit.client.0.smithi028.stdout:start compare and write 2024-08-29T18:45:06.926 INFO:tasks.workunit.client.0.smithi028.stdout:compare and wrote: 512 2024-08-29T18:45:06.926 INFO:tasks.workunit.client.0.smithi028.stdout:created completion 2024-08-29T18:45:06.926 INFO:tasks.workunit.client.0.smithi028.stdout:started aio compare and write 2024-08-29T18:45:06.926 INFO:tasks.workunit.client.0.smithi028.stdout:write completion cb called! 2024-08-29T18:45:06.927 INFO:tasks.workunit.client.0.smithi028.stdout:return value is: 0 2024-08-29T18:45:06.927 INFO:tasks.workunit.client.0.smithi028.stdout:finished aio compare and write 2024-08-29T18:45:06.927 INFO:tasks.workunit.client.0.smithi028.stdout:created completion 2024-08-29T18:45:06.927 INFO:tasks.workunit.client.0.smithi028.stdout:started aio compare and write 2024-08-29T18:45:06.927 INFO:tasks.workunit.client.0.smithi028.stdout:write completion cb called! 2024-08-29T18:45:06.927 INFO:tasks.workunit.client.0.smithi028.stdout:return value is: 0 2024-08-29T18:45:06.927 INFO:tasks.workunit.client.0.smithi028.stdout:finished aio compare and write 2024-08-29T18:45:06.927 INFO:tasks.workunit.client.0.smithi028.stdout:created completion 2024-08-29T18:45:06.927 INFO:tasks.workunit.client.0.smithi028.stdout:started aio compare and write 2024-08-29T18:45:06.928 INFO:tasks.workunit.client.0.smithi028.stdout:write completion cb called! 2024-08-29T18:45:06.928 INFO:tasks.workunit.client.0.smithi028.stdout:return value is: 0 2024-08-29T18:45:06.928 INFO:tasks.workunit.client.0.smithi028.stdout:finished aio compare and write 2024-08-29T18:45:06.928 INFO:tasks.workunit.client.0.smithi028.stdout:created completion 2024-08-29T18:45:06.928 INFO:tasks.workunit.client.0.smithi028.stdout:started aio compare and write 2024-08-29T18:45:06.928 INFO:tasks.workunit.client.0.smithi028.stdout:write completion cb called! 2024-08-29T18:45:06.928 INFO:tasks.workunit.client.0.smithi028.stdout:return value is: 0 2024-08-29T18:45:06.928 INFO:tasks.workunit.client.0.smithi028.stdout:finished aio compare and write 2024-08-29T18:45:06.928 INFO:tasks.workunit.client.0.smithi028.stdout:created completion 2024-08-29T18:45:06.928 INFO:tasks.workunit.client.0.smithi028.stdout:started aio compare and write 2024-08-29T18:45:06.928 INFO:tasks.workunit.client.0.smithi028.stdout:write completion cb called! 2024-08-29T18:45:06.929 INFO:tasks.workunit.client.0.smithi028.stdout:return value is: 0 2024-08-29T18:45:06.929 INFO:tasks.workunit.client.0.smithi028.stdout:finished aio compare and write 2024-08-29T18:45:06.929 INFO:tasks.workunit.client.0.smithi028.stdout:read: 512 2024-08-29T18:45:06.929 INFO:tasks.workunit.client.0.smithi028.stdout:read: 512 2024-08-29T18:45:06.929 INFO:tasks.workunit.client.0.smithi028.stdout:read: 512 2024-08-29T18:45:06.929 INFO:tasks.workunit.client.0.smithi028.stdout:read: 512 2024-08-29T18:45:06.929 INFO:tasks.workunit.client.0.smithi028.stdout:read: 512 2024-08-29T18:45:06.930 INFO:tasks.workunit.client.0.smithi028.stdout:created completion 2024-08-29T18:45:06.930 INFO:tasks.workunit.client.0.smithi028.stdout:started read 2024-08-29T18:45:06.930 INFO:tasks.workunit.client.0.smithi028.stdout:read completion cb called! 2024-08-29T18:45:06.930 INFO:tasks.workunit.client.0.smithi028.stdout:return value is: 512 2024-08-29T18:45:06.930 INFO:tasks.workunit.client.0.smithi028.stdout:created completion 2024-08-29T18:45:06.930 INFO:tasks.workunit.client.0.smithi028.stdout:started read 2024-08-29T18:45:06.930 INFO:tasks.workunit.client.0.smithi028.stdout:read completion cb called! 2024-08-29T18:45:06.930 INFO:tasks.workunit.client.0.smithi028.stdout:return value is: 512 2024-08-29T18:45:06.931 INFO:tasks.workunit.client.0.smithi028.stdout:created completion 2024-08-29T18:45:06.931 INFO:tasks.workunit.client.0.smithi028.stdout:started read 2024-08-29T18:45:06.931 INFO:tasks.workunit.client.0.smithi028.stdout:read completion cb called! 2024-08-29T18:45:06.931 INFO:tasks.workunit.client.0.smithi028.stdout:return value is: 512 2024-08-29T18:45:06.931 INFO:tasks.workunit.client.0.smithi028.stdout:created completion 2024-08-29T18:45:06.931 INFO:tasks.workunit.client.0.smithi028.stdout:started read 2024-08-29T18:45:06.931 INFO:tasks.workunit.client.0.smithi028.stdout:read completion cb called! 2024-08-29T18:45:06.931 INFO:tasks.workunit.client.0.smithi028.stdout:return value is: 512 2024-08-29T18:45:06.932 INFO:tasks.workunit.client.0.smithi028.stdout:created completion 2024-08-29T18:45:06.932 INFO:tasks.workunit.client.0.smithi028.stdout:started read 2024-08-29T18:45:06.932 INFO:tasks.workunit.client.0.smithi028.stdout:read completion cb called! 2024-08-29T18:45:06.932 INFO:tasks.workunit.client.0.smithi028.stdout:return value is: 512 2024-08-29T18:45:06.932 INFO:tasks.workunit.client.0.smithi028.stdout:discard: 512~512 = 512 2024-08-29T18:45:06.932 INFO:tasks.workunit.client.0.smithi028.stdout:write completion cb called! 2024-08-29T18:45:06.932 INFO:tasks.workunit.client.0.smithi028.stdout:aio discard: 1536~512 = 0 2024-08-29T18:45:06.932 INFO:tasks.workunit.client.0.smithi028.stdout:read: 512 2024-08-29T18:45:06.933 INFO:tasks.workunit.client.0.smithi028.stdout:read: 512 2024-08-29T18:45:06.933 INFO:tasks.workunit.client.0.smithi028.stdout:read: 512 2024-08-29T18:45:06.933 INFO:tasks.workunit.client.0.smithi028.stdout:read: 512 2024-08-29T18:45:06.933 INFO:tasks.workunit.client.0.smithi028.stdout:read: 512 2024-08-29T18:45:06.933 INFO:tasks.workunit.client.0.smithi028.stdout:wrote: 0 2024-08-29T18:45:06.933 INFO:tasks.workunit.client.0.smithi028.stdout:to verify the data 2024-08-29T18:45:06.933 INFO:tasks.workunit.client.0.smithi028.stdout:verified 2024-08-29T18:45:06.933 INFO:tasks.workunit.client.0.smithi028.stdout:wrote: 0 2024-08-29T18:45:06.934 INFO:tasks.workunit.client.0.smithi028.stdout:to verify the data 2024-08-29T18:45:06.934 INFO:tasks.workunit.client.0.smithi028.stdout:verified 2024-08-29T18:45:06.934 INFO:tasks.workunit.client.0.smithi028.stdout:wrote: 16384 2024-08-29T18:45:06.934 INFO:tasks.workunit.client.0.smithi028.stdout:to verify the data 2024-08-29T18:45:06.934 INFO:tasks.workunit.client.0.smithi028.stdout:verified 2024-08-29T18:45:06.934 INFO:tasks.workunit.client.0.smithi028.stdout:wrote: 16384 2024-08-29T18:45:06.934 INFO:tasks.workunit.client.0.smithi028.stdout:to verify the data 2024-08-29T18:45:06.934 INFO:tasks.workunit.client.0.smithi028.stdout:verified 2024-08-29T18:45:06.934 INFO:tasks.workunit.client.0.smithi028.stdout:expected fail, finished writesame 2024-08-29T18:45:06.934 INFO:tasks.workunit.client.0.smithi028.stdout:expected fail, finished writesame 2024-08-29T18:45:06.934 INFO:tasks.workunit.client.0.smithi028.stdout:wrote: 49152 2024-08-29T18:45:06.934 INFO:tasks.workunit.client.0.smithi028.stdout:to verify the data 2024-08-29T18:45:06.935 INFO:tasks.workunit.client.0.smithi028.stdout:verified 2024-08-29T18:45:06.935 INFO:tasks.workunit.client.0.smithi028.stdout:wrote: 49152 2024-08-29T18:45:06.935 INFO:tasks.workunit.client.0.smithi028.stdout:to verify the data 2024-08-29T18:45:06.935 INFO:tasks.workunit.client.0.smithi028.stdout:verified 2024-08-29T18:45:06.935 INFO:tasks.workunit.client.0.smithi028.stdout:wrote: 65536 2024-08-29T18:45:06.935 INFO:tasks.workunit.client.0.smithi028.stdout:to verify the data 2024-08-29T18:45:06.936 INFO:tasks.workunit.client.0.smithi028.stdout:verified 2024-08-29T18:45:06.936 INFO:tasks.workunit.client.0.smithi028.stdout:wrote: 65536 2024-08-29T18:45:06.936 INFO:tasks.workunit.client.0.smithi028.stdout:to verify the data 2024-08-29T18:45:06.936 INFO:tasks.workunit.client.0.smithi028.stdout:verified 2024-08-29T18:45:06.936 INFO:tasks.workunit.client.0.smithi028.stdout:expected fail, finished writesame 2024-08-29T18:45:06.936 INFO:tasks.workunit.client.0.smithi028.stdout:expected fail, finished writesame 2024-08-29T18:45:06.936 INFO:tasks.workunit.client.0.smithi028.stdout:wrote: 98304 2024-08-29T18:45:06.936 INFO:tasks.workunit.client.0.smithi028.stdout:to verify the data 2024-08-29T18:45:06.936 INFO:tasks.workunit.client.0.smithi028.stdout:verified 2024-08-29T18:45:06.936 INFO:tasks.workunit.client.0.smithi028.stdout:wrote: 98304 2024-08-29T18:45:06.937 INFO:tasks.workunit.client.0.smithi028.stdout:to verify the data 2024-08-29T18:45:06.937 INFO:tasks.workunit.client.0.smithi028.stdout:verified 2024-08-29T18:45:06.937 INFO:tasks.workunit.client.0.smithi028.stdout:wrote: 114688 2024-08-29T18:45:06.937 INFO:tasks.workunit.client.0.smithi028.stdout:to verify the data 2024-08-29T18:45:06.937 INFO:tasks.workunit.client.0.smithi028.stdout:verified 2024-08-29T18:45:06.937 INFO:tasks.workunit.client.0.smithi028.stdout:wrote: 114688 2024-08-29T18:45:06.937 INFO:tasks.workunit.client.0.smithi028.stdout:to verify the data 2024-08-29T18:45:06.937 INFO:tasks.workunit.client.0.smithi028.stdout:verified 2024-08-29T18:45:06.938 INFO:tasks.workunit.client.0.smithi028.stdout:expected fail, finished writesame 2024-08-29T18:45:06.938 INFO:tasks.workunit.client.0.smithi028.stdout:expected fail, finished writesame 2024-08-29T18:45:06.938 INFO:tasks.workunit.client.0.smithi028.stdout:wrote: 147456 2024-08-29T18:45:06.938 INFO:tasks.workunit.client.0.smithi028.stdout:to verify the data 2024-08-29T18:45:06.938 INFO:tasks.workunit.client.0.smithi028.stdout:verified 2024-08-29T18:45:06.938 INFO:tasks.workunit.client.0.smithi028.stdout:wrote: 147456 2024-08-29T18:45:06.939 INFO:tasks.workunit.client.0.smithi028.stdout:to verify the data 2024-08-29T18:45:06.939 INFO:tasks.workunit.client.0.smithi028.stdout:verified 2024-08-29T18:45:06.939 INFO:tasks.workunit.client.0.smithi028.stdout:wrote: 163840 2024-08-29T18:45:06.939 INFO:tasks.workunit.client.0.smithi028.stdout:to verify the data 2024-08-29T18:45:06.939 INFO:tasks.workunit.client.0.smithi028.stdout:verified 2024-08-29T18:45:06.940 INFO:tasks.workunit.client.0.smithi028.stdout:wrote: 163840 2024-08-29T18:45:06.940 INFO:tasks.workunit.client.0.smithi028.stdout:to verify the data 2024-08-29T18:45:06.940 INFO:tasks.workunit.client.0.smithi028.stdout:verified 2024-08-29T18:45:06.940 INFO:tasks.workunit.client.0.smithi028.stdout:expected fail, finished writesame 2024-08-29T18:45:06.940 INFO:tasks.workunit.client.0.smithi028.stdout:expected fail, finished writesame 2024-08-29T18:45:06.940 INFO:tasks.workunit.client.0.smithi028.stdout:wrote: 196608 2024-08-29T18:45:06.941 INFO:tasks.workunit.client.0.smithi028.stdout:to verify the data 2024-08-29T18:45:06.941 INFO:tasks.workunit.client.0.smithi028.stdout:verified 2024-08-29T18:45:06.941 INFO:tasks.workunit.client.0.smithi028.stdout:wrote: 196608 2024-08-29T18:45:06.941 INFO:tasks.workunit.client.0.smithi028.stdout:to verify the data 2024-08-29T18:45:06.941 INFO:tasks.workunit.client.0.smithi028.stdout:verified 2024-08-29T18:45:06.942 INFO:tasks.workunit.client.0.smithi028.stdout:wrote: 212992 2024-08-29T18:45:06.942 INFO:tasks.workunit.client.0.smithi028.stdout:to verify the data 2024-08-29T18:45:06.942 INFO:tasks.workunit.client.0.smithi028.stdout:verified 2024-08-29T18:45:06.942 INFO:tasks.workunit.client.0.smithi028.stdout:wrote: 212992 2024-08-29T18:45:06.942 INFO:tasks.workunit.client.0.smithi028.stdout:to verify the data 2024-08-29T18:45:06.942 INFO:tasks.workunit.client.0.smithi028.stdout:verified 2024-08-29T18:45:06.943 INFO:tasks.workunit.client.0.smithi028.stdout:expected fail, finished writesame 2024-08-29T18:45:06.943 INFO:tasks.workunit.client.0.smithi028.stdout:expected fail, finished writesame 2024-08-29T18:45:06.943 INFO:tasks.workunit.client.0.smithi028.stdout:created completion 2024-08-29T18:45:06.943 INFO:tasks.workunit.client.0.smithi028.stdout:started writesame 2024-08-29T18:45:06.943 INFO:tasks.workunit.client.0.smithi028.stdout:write completion cb called! 2024-08-29T18:45:06.943 INFO:tasks.workunit.client.0.smithi028.stdout:return value is: 0 2024-08-29T18:45:06.943 INFO:tasks.workunit.client.0.smithi028.stdout:finished writesame 2024-08-29T18:45:06.943 INFO:tasks.workunit.client.0.smithi028.stdout:to verify the data 2024-08-29T18:45:06.943 INFO:tasks.workunit.client.0.smithi028.stdout:verified 2024-08-29T18:45:06.943 INFO:tasks.workunit.client.0.smithi028.stdout:created completion 2024-08-29T18:45:06.943 INFO:tasks.workunit.client.0.smithi028.stdout:started writesame 2024-08-29T18:45:06.943 INFO:tasks.workunit.client.0.smithi028.stdout:write completion cb called! 2024-08-29T18:45:06.943 INFO:tasks.workunit.client.0.smithi028.stdout:return value is: 0 2024-08-29T18:45:06.944 INFO:tasks.workunit.client.0.smithi028.stdout:finished writesame 2024-08-29T18:45:06.944 INFO:tasks.workunit.client.0.smithi028.stdout:to verify the data 2024-08-29T18:45:06.944 INFO:tasks.workunit.client.0.smithi028.stdout:verified 2024-08-29T18:45:06.944 INFO:tasks.workunit.client.0.smithi028.stdout:created completion 2024-08-29T18:45:06.944 INFO:tasks.workunit.client.0.smithi028.stdout:started writesame 2024-08-29T18:45:06.944 INFO:tasks.workunit.client.0.smithi028.stdout:write completion cb called! 2024-08-29T18:45:06.944 INFO:tasks.workunit.client.0.smithi028.stdout:return value is: 0 2024-08-29T18:45:06.944 INFO:tasks.workunit.client.0.smithi028.stdout:finished writesame 2024-08-29T18:45:06.944 INFO:tasks.workunit.client.0.smithi028.stdout:to verify the data 2024-08-29T18:45:06.944 INFO:tasks.workunit.client.0.smithi028.stdout:verified 2024-08-29T18:45:06.944 INFO:tasks.workunit.client.0.smithi028.stdout:created completion 2024-08-29T18:45:06.945 INFO:tasks.workunit.client.0.smithi028.stdout:started writesame 2024-08-29T18:45:06.945 INFO:tasks.workunit.client.0.smithi028.stdout:write completion cb called! 2024-08-29T18:45:06.945 INFO:tasks.workunit.client.0.smithi028.stdout:return value is: 0 2024-08-29T18:45:06.945 INFO:tasks.workunit.client.0.smithi028.stdout:finished writesame 2024-08-29T18:45:06.945 INFO:tasks.workunit.client.0.smithi028.stdout:to verify the data 2024-08-29T18:45:06.945 INFO:tasks.workunit.client.0.smithi028.stdout:verified 2024-08-29T18:45:06.945 INFO:tasks.workunit.client.0.smithi028.stdout:created completion 2024-08-29T18:45:06.945 INFO:tasks.workunit.client.0.smithi028.stdout:started writesame 2024-08-29T18:45:06.945 INFO:tasks.workunit.client.0.smithi028.stdout:expected fail, finished writesame 2024-08-29T18:45:06.946 INFO:tasks.workunit.client.0.smithi028.stdout:created completion 2024-08-29T18:45:06.946 INFO:tasks.workunit.client.0.smithi028.stdout:started writesame 2024-08-29T18:45:06.946 INFO:tasks.workunit.client.0.smithi028.stdout:expected fail, finished writesame 2024-08-29T18:45:06.946 INFO:tasks.workunit.client.0.smithi028.stdout:created completion 2024-08-29T18:45:06.946 INFO:tasks.workunit.client.0.smithi028.stdout:started writesame 2024-08-29T18:45:06.946 INFO:tasks.workunit.client.0.smithi028.stdout:write completion cb called! 2024-08-29T18:45:06.946 INFO:tasks.workunit.client.0.smithi028.stdout:return value is: 0 2024-08-29T18:45:06.946 INFO:tasks.workunit.client.0.smithi028.stdout:finished writesame 2024-08-29T18:45:06.946 INFO:tasks.workunit.client.0.smithi028.stdout:to verify the data 2024-08-29T18:45:06.946 INFO:tasks.workunit.client.0.smithi028.stdout:verified 2024-08-29T18:45:06.946 INFO:tasks.workunit.client.0.smithi028.stdout:created completion 2024-08-29T18:45:06.946 INFO:tasks.workunit.client.0.smithi028.stdout:started writesame 2024-08-29T18:45:06.947 INFO:tasks.workunit.client.0.smithi028.stdout:write completion cb called! 2024-08-29T18:45:06.947 INFO:tasks.workunit.client.0.smithi028.stdout:return value is: 0 2024-08-29T18:45:06.947 INFO:tasks.workunit.client.0.smithi028.stdout:finished writesame 2024-08-29T18:45:06.947 INFO:tasks.workunit.client.0.smithi028.stdout:to verify the data 2024-08-29T18:45:06.947 INFO:tasks.workunit.client.0.smithi028.stdout:verified 2024-08-29T18:45:06.947 INFO:tasks.workunit.client.0.smithi028.stdout:created completion 2024-08-29T18:45:07.576 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:45:07 smithi053 bash[68679]: cluster 2024-08-29T18:45:06.123972+0000 mgr.y (mgr.25022) 1751 : cluster [DBG] pgmap v3019: 457 pgs: 457 active+clean; 35 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 1.4 MiB/s rd, 228 KiB/s wr, 552 op/s 2024-08-29T18:45:07.631 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:45:07 smithi028 bash[78352]: cluster 2024-08-29T18:45:06.123972+0000 mgr.y (mgr.25022) 1751 : cluster [DBG] pgmap v3019: 457 pgs: 457 active+clean; 35 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 1.4 MiB/s rd, 228 KiB/s wr, 552 op/s 2024-08-29T18:45:07.631 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:45:07 smithi028 bash[77168]: cluster 2024-08-29T18:45:06.123972+0000 mgr.y (mgr.25022) 1751 : cluster [DBG] pgmap v3019: 457 pgs: 457 active+clean; 35 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 1.4 MiB/s rd, 228 KiB/s wr, 552 op/s 2024-08-29T18:45:09.576 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:45:09 smithi053 bash[68679]: cluster 2024-08-29T18:45:08.125488+0000 mgr.y (mgr.25022) 1752 : cluster [DBG] pgmap v3020: 457 pgs: 457 active+clean; 35 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 1.4 MiB/s rd, 228 KiB/s wr, 552 op/s 2024-08-29T18:45:09.631 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:45:09 smithi028 bash[77168]: cluster 2024-08-29T18:45:08.125488+0000 mgr.y (mgr.25022) 1752 : cluster [DBG] pgmap v3020: 457 pgs: 457 active+clean; 35 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 1.4 MiB/s rd, 228 KiB/s wr, 552 op/s 2024-08-29T18:45:09.632 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:45:09 smithi028 bash[78352]: cluster 2024-08-29T18:45:08.125488+0000 mgr.y (mgr.25022) 1752 : cluster [DBG] pgmap v3020: 457 pgs: 457 active+clean; 35 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 1.4 MiB/s rd, 228 KiB/s wr, 552 op/s 2024-08-29T18:45:11.576 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:45:11 smithi053 bash[68679]: cluster 2024-08-29T18:45:10.127580+0000 mgr.y (mgr.25022) 1753 : cluster [DBG] pgmap v3021: 457 pgs: 457 active+clean; 35 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 1.6 MiB/s rd, 286 KiB/s wr, 824 op/s 2024-08-29T18:45:11.631 INFO:journalctl@ceph.mgr.y.smithi028.stdout:Aug 29 18:45:11 smithi028 bash[70818]: ::ffff:172.21.15.53 - - [29/Aug/2024:18:45:11] "GET /metrics HTTP/1.1" 200 60669 "" "Prometheus/2.43.0" 2024-08-29T18:45:11.631 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:45:11 smithi028 bash[77168]: cluster 2024-08-29T18:45:10.127580+0000 mgr.y (mgr.25022) 1753 : cluster [DBG] pgmap v3021: 457 pgs: 457 active+clean; 35 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 1.6 MiB/s rd, 286 KiB/s wr, 824 op/s 2024-08-29T18:45:11.632 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:45:11 smithi028 bash[78352]: cluster 2024-08-29T18:45:10.127580+0000 mgr.y (mgr.25022) 1753 : cluster [DBG] pgmap v3021: 457 pgs: 457 active+clean; 35 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 1.6 MiB/s rd, 286 KiB/s wr, 824 op/s 2024-08-29T18:45:12.577 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:45:12 smithi053 bash[68679]: audit 2024-08-29T18:45:12.146470+0000 mon.a (mon.0) 3181 : audit [DBG] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-29T18:45:12.577 INFO:journalctl@ceph.prometheus.a.smithi053.stdout:Aug 29 18:45:12 smithi053 bash[95567]: ts=2024-08-29T18:45:12.316Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"3167ee72-662c-11ef-bcd4-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-29T18:45:12.631 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:45:12 smithi028 bash[78352]: audit 2024-08-29T18:45:12.146470+0000 mon.a (mon.0) 3181 : audit [DBG] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-29T18:45:12.631 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:45:12 smithi028 bash[77168]: audit 2024-08-29T18:45:12.146470+0000 mon.a (mon.0) 3181 : audit [DBG] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-29T18:45:13.064 INFO:tasks.workunit.client.0.smithi028.stdout:started writesame 2024-08-29T18:45:13.065 INFO:tasks.workunit.client.0.smithi028.stdout:write completion cb called! 2024-08-29T18:45:13.065 INFO:tasks.workunit.client.0.smithi028.stdout:return value is: 0 2024-08-29T18:45:13.065 INFO:tasks.workunit.client.0.smithi028.stdout:finished writesame 2024-08-29T18:45:13.065 INFO:tasks.workunit.client.0.smithi028.stdout:to verify the data 2024-08-29T18:45:13.065 INFO:tasks.workunit.client.0.smithi028.stdout:verified 2024-08-29T18:45:13.065 INFO:tasks.workunit.client.0.smithi028.stdout:created completion 2024-08-29T18:45:13.065 INFO:tasks.workunit.client.0.smithi028.stdout:started writesame 2024-08-29T18:45:13.065 INFO:tasks.workunit.client.0.smithi028.stdout:write completion cb called! 2024-08-29T18:45:13.065 INFO:tasks.workunit.client.0.smithi028.stdout:return value is: 0 2024-08-29T18:45:13.065 INFO:tasks.workunit.client.0.smithi028.stdout:finished writesame 2024-08-29T18:45:13.065 INFO:tasks.workunit.client.0.smithi028.stdout:to verify the data 2024-08-29T18:45:13.066 INFO:tasks.workunit.client.0.smithi028.stdout:verified 2024-08-29T18:45:13.066 INFO:tasks.workunit.client.0.smithi028.stdout:created completion 2024-08-29T18:45:13.066 INFO:tasks.workunit.client.0.smithi028.stdout:started writesame 2024-08-29T18:45:13.066 INFO:tasks.workunit.client.0.smithi028.stdout:expected fail, finished writesame 2024-08-29T18:45:13.066 INFO:tasks.workunit.client.0.smithi028.stdout:created completion 2024-08-29T18:45:13.066 INFO:tasks.workunit.client.0.smithi028.stdout:started writesame 2024-08-29T18:45:13.066 INFO:tasks.workunit.client.0.smithi028.stdout:expected fail, finished writesame 2024-08-29T18:45:13.066 INFO:tasks.workunit.client.0.smithi028.stdout:created completion 2024-08-29T18:45:13.066 INFO:tasks.workunit.client.0.smithi028.stdout:started writesame 2024-08-29T18:45:13.066 INFO:tasks.workunit.client.0.smithi028.stdout:write completion cb called! 2024-08-29T18:45:13.066 INFO:tasks.workunit.client.0.smithi028.stdout:return value is: 0 2024-08-29T18:45:13.066 INFO:tasks.workunit.client.0.smithi028.stdout:finished writesame 2024-08-29T18:45:13.066 INFO:tasks.workunit.client.0.smithi028.stdout:to verify the data 2024-08-29T18:45:13.066 INFO:tasks.workunit.client.0.smithi028.stdout:verified 2024-08-29T18:45:13.067 INFO:tasks.workunit.client.0.smithi028.stdout:created completion 2024-08-29T18:45:13.067 INFO:tasks.workunit.client.0.smithi028.stdout:started writesame 2024-08-29T18:45:13.067 INFO:tasks.workunit.client.0.smithi028.stdout:write completion cb called! 2024-08-29T18:45:13.067 INFO:tasks.workunit.client.0.smithi028.stdout:return value is: 0 2024-08-29T18:45:13.067 INFO:tasks.workunit.client.0.smithi028.stdout:finished writesame 2024-08-29T18:45:13.067 INFO:tasks.workunit.client.0.smithi028.stdout:to verify the data 2024-08-29T18:45:13.067 INFO:tasks.workunit.client.0.smithi028.stdout:verified 2024-08-29T18:45:13.067 INFO:tasks.workunit.client.0.smithi028.stdout:created completion 2024-08-29T18:45:13.067 INFO:tasks.workunit.client.0.smithi028.stdout:started writesame 2024-08-29T18:45:13.067 INFO:tasks.workunit.client.0.smithi028.stdout:write completion cb called! 2024-08-29T18:45:13.067 INFO:tasks.workunit.client.0.smithi028.stdout:return value is: 0 2024-08-29T18:45:13.067 INFO:tasks.workunit.client.0.smithi028.stdout:finished writesame 2024-08-29T18:45:13.067 INFO:tasks.workunit.client.0.smithi028.stdout:to verify the data 2024-08-29T18:45:13.068 INFO:tasks.workunit.client.0.smithi028.stdout:verified 2024-08-29T18:45:13.068 INFO:tasks.workunit.client.0.smithi028.stdout:created completion 2024-08-29T18:45:13.068 INFO:tasks.workunit.client.0.smithi028.stdout:started writesame 2024-08-29T18:45:13.068 INFO:tasks.workunit.client.0.smithi028.stdout:write completion cb called! 2024-08-29T18:45:13.068 INFO:tasks.workunit.client.0.smithi028.stdout:return value is: 0 2024-08-29T18:45:13.068 INFO:tasks.workunit.client.0.smithi028.stdout:finished writesame 2024-08-29T18:45:13.068 INFO:tasks.workunit.client.0.smithi028.stdout:to verify the data 2024-08-29T18:45:13.068 INFO:tasks.workunit.client.0.smithi028.stdout:verified 2024-08-29T18:45:13.068 INFO:tasks.workunit.client.0.smithi028.stdout:created completion 2024-08-29T18:45:13.068 INFO:tasks.workunit.client.0.smithi028.stdout:started writesame 2024-08-29T18:45:13.068 INFO:tasks.workunit.client.0.smithi028.stdout:expected fail, finished writesame 2024-08-29T18:45:13.068 INFO:tasks.workunit.client.0.smithi028.stdout:created completion 2024-08-29T18:45:13.068 INFO:tasks.workunit.client.0.smithi028.stdout:started writesame 2024-08-29T18:45:13.068 INFO:tasks.workunit.client.0.smithi028.stdout:expected fail, finished writesame 2024-08-29T18:45:13.068 INFO:tasks.workunit.client.0.smithi028.stdout:created completion 2024-08-29T18:45:13.069 INFO:tasks.workunit.client.0.smithi028.stdout:started writesame 2024-08-29T18:45:13.069 INFO:tasks.workunit.client.0.smithi028.stdout:write completion cb called! 2024-08-29T18:45:13.069 INFO:tasks.workunit.client.0.smithi028.stdout:return value is: 0 2024-08-29T18:45:13.069 INFO:tasks.workunit.client.0.smithi028.stdout:finished writesame 2024-08-29T18:45:13.069 INFO:tasks.workunit.client.0.smithi028.stdout:to verify the data 2024-08-29T18:45:13.069 INFO:tasks.workunit.client.0.smithi028.stdout:verified 2024-08-29T18:45:13.069 INFO:tasks.workunit.client.0.smithi028.stdout:created completion 2024-08-29T18:45:13.069 INFO:tasks.workunit.client.0.smithi028.stdout:started writesame 2024-08-29T18:45:13.069 INFO:tasks.workunit.client.0.smithi028.stdout:write completion cb called! 2024-08-29T18:45:13.069 INFO:tasks.workunit.client.0.smithi028.stdout:return value is: 0 2024-08-29T18:45:13.069 INFO:tasks.workunit.client.0.smithi028.stdout:finished writesame 2024-08-29T18:45:13.069 INFO:tasks.workunit.client.0.smithi028.stdout:to verify the data 2024-08-29T18:45:13.069 INFO:tasks.workunit.client.0.smithi028.stdout:verified 2024-08-29T18:45:13.070 INFO:tasks.workunit.client.0.smithi028.stdout:created completion 2024-08-29T18:45:13.070 INFO:tasks.workunit.client.0.smithi028.stdout:started writesame 2024-08-29T18:45:13.070 INFO:tasks.workunit.client.0.smithi028.stdout:write completion cb called! 2024-08-29T18:45:13.070 INFO:tasks.workunit.client.0.smithi028.stdout:return value is: 0 2024-08-29T18:45:13.070 INFO:tasks.workunit.client.0.smithi028.stdout:finished writesame 2024-08-29T18:45:13.070 INFO:tasks.workunit.client.0.smithi028.stdout:to verify the data 2024-08-29T18:45:13.070 INFO:tasks.workunit.client.0.smithi028.stdout:verified 2024-08-29T18:45:13.070 INFO:tasks.workunit.client.0.smithi028.stdout:created completion 2024-08-29T18:45:13.070 INFO:tasks.workunit.client.0.smithi028.stdout:started writesame 2024-08-29T18:45:13.070 INFO:tasks.workunit.client.0.smithi028.stdout:write completion cb called! 2024-08-29T18:45:13.070 INFO:tasks.workunit.client.0.smithi028.stdout:return value is: 0 2024-08-29T18:45:13.070 INFO:tasks.workunit.client.0.smithi028.stdout:finished writesame 2024-08-29T18:45:13.070 INFO:tasks.workunit.client.0.smithi028.stdout:to verify the data 2024-08-29T18:45:13.071 INFO:tasks.workunit.client.0.smithi028.stdout:verified 2024-08-29T18:45:13.071 INFO:tasks.workunit.client.0.smithi028.stdout:created completion 2024-08-29T18:45:13.071 INFO:tasks.workunit.client.0.smithi028.stdout:started writesame 2024-08-29T18:45:13.071 INFO:tasks.workunit.client.0.smithi028.stdout:expected fail, finished writesame 2024-08-29T18:45:13.071 INFO:tasks.workunit.client.0.smithi028.stdout:created completion 2024-08-29T18:45:13.071 INFO:tasks.workunit.client.0.smithi028.stdout:started writesame 2024-08-29T18:45:13.071 INFO:tasks.workunit.client.0.smithi028.stdout:expected fail, finished writesame 2024-08-29T18:45:13.071 INFO:tasks.workunit.client.0.smithi028.stdout:created completion 2024-08-29T18:45:13.071 INFO:tasks.workunit.client.0.smithi028.stdout:started writesame 2024-08-29T18:45:13.071 INFO:tasks.workunit.client.0.smithi028.stdout:write completion cb called! 2024-08-29T18:45:13.071 INFO:tasks.workunit.client.0.smithi028.stdout:return value is: 0 2024-08-29T18:45:13.071 INFO:tasks.workunit.client.0.smithi028.stdout:finished writesame 2024-08-29T18:45:13.071 INFO:tasks.workunit.client.0.smithi028.stdout:to verify the data 2024-08-29T18:45:13.071 INFO:tasks.workunit.client.0.smithi028.stdout:verified 2024-08-29T18:45:13.072 INFO:tasks.workunit.client.0.smithi028.stdout:created completion 2024-08-29T18:45:13.072 INFO:tasks.workunit.client.0.smithi028.stdout:started writesame 2024-08-29T18:45:13.072 INFO:tasks.workunit.client.0.smithi028.stdout:write completion cb called! 2024-08-29T18:45:13.072 INFO:tasks.workunit.client.0.smithi028.stdout:return value is: 0 2024-08-29T18:45:13.072 INFO:tasks.workunit.client.0.smithi028.stdout:finished writesame 2024-08-29T18:45:13.072 INFO:tasks.workunit.client.0.smithi028.stdout:to verify the data 2024-08-29T18:45:13.072 INFO:tasks.workunit.client.0.smithi028.stdout:verified 2024-08-29T18:45:13.072 INFO:tasks.workunit.client.0.smithi028.stdout:created completion 2024-08-29T18:45:13.072 INFO:tasks.workunit.client.0.smithi028.stdout:started writesame 2024-08-29T18:45:13.072 INFO:tasks.workunit.client.0.smithi028.stdout:write completion cb called! 2024-08-29T18:45:13.072 INFO:tasks.workunit.client.0.smithi028.stdout:return value is: 0 2024-08-29T18:45:13.072 INFO:tasks.workunit.client.0.smithi028.stdout:finished writesame 2024-08-29T18:45:13.072 INFO:tasks.workunit.client.0.smithi028.stdout:to verify the data 2024-08-29T18:45:13.072 INFO:tasks.workunit.client.0.smithi028.stdout:verified 2024-08-29T18:45:13.073 INFO:tasks.workunit.client.0.smithi028.stdout:created completion 2024-08-29T18:45:13.073 INFO:tasks.workunit.client.0.smithi028.stdout:started writesame 2024-08-29T18:45:13.073 INFO:tasks.workunit.client.0.smithi028.stdout:write completion cb called! 2024-08-29T18:45:13.073 INFO:tasks.workunit.client.0.smithi028.stdout:return value is: 0 2024-08-29T18:45:13.073 INFO:tasks.workunit.client.0.smithi028.stdout:finished writesame 2024-08-29T18:45:13.073 INFO:tasks.workunit.client.0.smithi028.stdout:to verify the data 2024-08-29T18:45:13.073 INFO:tasks.workunit.client.0.smithi028.stdout:verified 2024-08-29T18:45:13.073 INFO:tasks.workunit.client.0.smithi028.stdout:created completion 2024-08-29T18:45:13.073 INFO:tasks.workunit.client.0.smithi028.stdout:started writesame 2024-08-29T18:45:13.073 INFO:tasks.workunit.client.0.smithi028.stdout:expected fail, finished writesame 2024-08-29T18:45:13.073 INFO:tasks.workunit.client.0.smithi028.stdout:created completion 2024-08-29T18:45:13.073 INFO:tasks.workunit.client.0.smithi028.stdout:started writesame 2024-08-29T18:45:13.073 INFO:tasks.workunit.client.0.smithi028.stdout:expected fail, finished writesame 2024-08-29T18:45:13.074 INFO:tasks.workunit.client.0.smithi028.stdout:read completion cb called! 2024-08-29T18:45:13.074 INFO:tasks.workunit.client.0.smithi028.stdout:wrote: 512 2024-08-29T18:45:13.074 INFO:tasks.workunit.client.0.smithi028.stdout:read completion cb called! 2024-08-29T18:45:13.074 INFO:tasks.workunit.client.0.smithi028.stdout:[ OK ] TestLibRBD.TestIOWithIOHint (12728 ms) 2024-08-29T18:45:13.074 INFO:tasks.workunit.client.0.smithi028.stdout:[ RUN ] TestLibRBD.TestDataPoolIO 2024-08-29T18:45:13.828 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:45:13 smithi053 bash[68679]: cluster 2024-08-29T18:45:12.129026+0000 mgr.y (mgr.25022) 1754 : cluster [DBG] pgmap v3022: 457 pgs: 457 active+clean; 35 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 269 KiB/s rd, 130 KiB/s wr, 512 op/s 2024-08-29T18:45:13.881 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:45:13 smithi028 bash[78352]: cluster 2024-08-29T18:45:12.129026+0000 mgr.y (mgr.25022) 1754 : cluster [DBG] pgmap v3022: 457 pgs: 457 active+clean; 35 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 269 KiB/s rd, 130 KiB/s wr, 512 op/s 2024-08-29T18:45:13.881 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:45:13 smithi028 bash[77168]: cluster 2024-08-29T18:45:12.129026+0000 mgr.y (mgr.25022) 1754 : cluster [DBG] pgmap v3022: 457 pgs: 457 active+clean; 35 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 269 KiB/s rd, 130 KiB/s wr, 512 op/s 2024-08-29T18:45:14.653 INFO:tasks.workunit.client.0.smithi028.stdout:using new format! 2024-08-29T18:45:15.077 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:45:14 smithi053 bash[68679]: cluster 2024-08-29T18:45:13.638982+0000 mon.a (mon.0) 3182 : cluster [DBG] osdmap e1750: 8 total, 8 up, 8 in 2024-08-29T18:45:15.077 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:45:14 smithi053 bash[68679]: audit 2024-08-29T18:45:13.652264+0000 mon.c (mon.2) 114 : audit [INF] from='client.? 172.21.15.28:0/749284697' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi028-116573-25","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-29T18:45:15.077 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:45:14 smithi053 bash[68679]: audit 2024-08-29T18:45:13.653480+0000 mon.a (mon.0) 3183 : audit [INF] from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi028-116573-25","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-29T18:45:15.077 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:45:14 smithi053 bash[68679]: cluster 2024-08-29T18:45:14.130135+0000 mgr.y (mgr.25022) 1755 : cluster [DBG] pgmap v3024: 489 pgs: 32 unknown, 457 active+clean; 35 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 307 KiB/s rd, 154 KiB/s wr, 605 op/s 2024-08-29T18:45:15.131 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:45:14 smithi028 bash[77168]: cluster 2024-08-29T18:45:13.638982+0000 mon.a (mon.0) 3182 : cluster [DBG] osdmap e1750: 8 total, 8 up, 8 in 2024-08-29T18:45:15.132 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:45:14 smithi028 bash[77168]: audit 2024-08-29T18:45:13.652264+0000 mon.c (mon.2) 114 : audit [INF] from='client.? 172.21.15.28:0/749284697' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi028-116573-25","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-29T18:45:15.132 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:45:14 smithi028 bash[77168]: audit 2024-08-29T18:45:13.653480+0000 mon.a (mon.0) 3183 : audit [INF] from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi028-116573-25","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-29T18:45:15.132 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:45:14 smithi028 bash[77168]: cluster 2024-08-29T18:45:14.130135+0000 mgr.y (mgr.25022) 1755 : cluster [DBG] pgmap v3024: 489 pgs: 32 unknown, 457 active+clean; 35 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 307 KiB/s rd, 154 KiB/s wr, 605 op/s 2024-08-29T18:45:15.132 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:45:14 smithi028 bash[78352]: cluster 2024-08-29T18:45:13.638982+0000 mon.a (mon.0) 3182 : cluster [DBG] osdmap e1750: 8 total, 8 up, 8 in 2024-08-29T18:45:15.132 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:45:14 smithi028 bash[78352]: audit 2024-08-29T18:45:13.652264+0000 mon.c (mon.2) 114 : audit [INF] from='client.? 172.21.15.28:0/749284697' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi028-116573-25","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-29T18:45:15.132 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:45:14 smithi028 bash[78352]: audit 2024-08-29T18:45:13.653480+0000 mon.a (mon.0) 3183 : audit [INF] from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi028-116573-25","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-29T18:45:15.132 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:45:14 smithi028 bash[78352]: cluster 2024-08-29T18:45:14.130135+0000 mgr.y (mgr.25022) 1755 : cluster [DBG] pgmap v3024: 489 pgs: 32 unknown, 457 active+clean; 35 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 307 KiB/s rd, 154 KiB/s wr, 605 op/s 2024-08-29T18:45:16.077 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:45:15 smithi053 bash[68679]: cluster 2024-08-29T18:45:14.627442+0000 mon.a (mon.0) 3184 : cluster [WRN] Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-08-29T18:45:16.077 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:45:15 smithi053 bash[68679]: audit 2024-08-29T18:45:14.637226+0000 mon.a (mon.0) 3185 : audit [INF] from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi028-116573-25","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-29T18:45:16.077 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:45:15 smithi053 bash[68679]: cluster 2024-08-29T18:45:14.648982+0000 mon.a (mon.0) 3186 : cluster [DBG] osdmap e1751: 8 total, 8 up, 8 in 2024-08-29T18:45:16.131 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:45:15 smithi028 bash[77168]: cluster 2024-08-29T18:45:14.627442+0000 mon.a (mon.0) 3184 : cluster [WRN] Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-08-29T18:45:16.131 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:45:15 smithi028 bash[77168]: audit 2024-08-29T18:45:14.637226+0000 mon.a (mon.0) 3185 : audit [INF] from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi028-116573-25","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-29T18:45:16.131 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:45:15 smithi028 bash[77168]: cluster 2024-08-29T18:45:14.648982+0000 mon.a (mon.0) 3186 : cluster [DBG] osdmap e1751: 8 total, 8 up, 8 in 2024-08-29T18:45:16.132 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:45:15 smithi028 bash[78352]: cluster 2024-08-29T18:45:14.627442+0000 mon.a (mon.0) 3184 : cluster [WRN] Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-08-29T18:45:16.132 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:45:15 smithi028 bash[78352]: audit 2024-08-29T18:45:14.637226+0000 mon.a (mon.0) 3185 : audit [INF] from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi028-116573-25","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-29T18:45:16.132 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:45:15 smithi028 bash[78352]: cluster 2024-08-29T18:45:14.648982+0000 mon.a (mon.0) 3186 : cluster [DBG] osdmap e1751: 8 total, 8 up, 8 in 2024-08-29T18:45:16.860 INFO:tasks.workunit.client.0.smithi028.stdout:wrote: 512 2024-08-29T18:45:16.861 INFO:tasks.workunit.client.0.smithi028.stdout:wrote: 512 2024-08-29T18:45:16.861 INFO:tasks.workunit.client.0.smithi028.stdout:wrote: 512 2024-08-29T18:45:16.861 INFO:tasks.workunit.client.0.smithi028.stdout:wrote: 512 2024-08-29T18:45:16.861 INFO:tasks.workunit.client.0.smithi028.stdout:wrote: 512 2024-08-29T18:45:16.861 INFO:tasks.workunit.client.0.smithi028.stdout:created completion 2024-08-29T18:45:16.861 INFO:tasks.workunit.client.0.smithi028.stdout:started write 2024-08-29T18:45:16.861 INFO:tasks.workunit.client.0.smithi028.stdout:write completion cb called! 2024-08-29T18:45:16.861 INFO:tasks.workunit.client.0.smithi028.stdout:return value is: 0 2024-08-29T18:45:16.861 INFO:tasks.workunit.client.0.smithi028.stdout:finished write 2024-08-29T18:45:16.861 INFO:tasks.workunit.client.0.smithi028.stdout:created completion 2024-08-29T18:45:16.861 INFO:tasks.workunit.client.0.smithi028.stdout:started write 2024-08-29T18:45:16.861 INFO:tasks.workunit.client.0.smithi028.stdout:write completion cb called! 2024-08-29T18:45:16.862 INFO:tasks.workunit.client.0.smithi028.stdout:return value is: 0 2024-08-29T18:45:16.862 INFO:tasks.workunit.client.0.smithi028.stdout:finished write 2024-08-29T18:45:16.862 INFO:tasks.workunit.client.0.smithi028.stdout:created completion 2024-08-29T18:45:16.862 INFO:tasks.workunit.client.0.smithi028.stdout:started write 2024-08-29T18:45:16.862 INFO:tasks.workunit.client.0.smithi028.stdout:write completion cb called! 2024-08-29T18:45:16.862 INFO:tasks.workunit.client.0.smithi028.stdout:return value is: 0 2024-08-29T18:45:16.862 INFO:tasks.workunit.client.0.smithi028.stdout:finished write 2024-08-29T18:45:16.862 INFO:tasks.workunit.client.0.smithi028.stdout:created completion 2024-08-29T18:45:16.862 INFO:tasks.workunit.client.0.smithi028.stdout:started write 2024-08-29T18:45:16.862 INFO:tasks.workunit.client.0.smithi028.stdout:write completion cb called! 2024-08-29T18:45:16.862 INFO:tasks.workunit.client.0.smithi028.stdout:return value is: 0 2024-08-29T18:45:16.862 INFO:tasks.workunit.client.0.smithi028.stdout:finished write 2024-08-29T18:45:16.862 INFO:tasks.workunit.client.0.smithi028.stdout:created completion 2024-08-29T18:45:16.862 INFO:tasks.workunit.client.0.smithi028.stdout:started write 2024-08-29T18:45:16.863 INFO:tasks.workunit.client.0.smithi028.stdout:write completion cb called! 2024-08-29T18:45:16.863 INFO:tasks.workunit.client.0.smithi028.stdout:return value is: 0 2024-08-29T18:45:16.863 INFO:tasks.workunit.client.0.smithi028.stdout:finished write 2024-08-29T18:45:16.863 INFO:tasks.workunit.client.0.smithi028.stdout:read: 512 2024-08-29T18:45:16.863 INFO:tasks.workunit.client.0.smithi028.stdout:read: 512 2024-08-29T18:45:16.863 INFO:tasks.workunit.client.0.smithi028.stdout:read: 512 2024-08-29T18:45:16.863 INFO:tasks.workunit.client.0.smithi028.stdout:read: 512 2024-08-29T18:45:16.863 INFO:tasks.workunit.client.0.smithi028.stdout:read: 512 2024-08-29T18:45:16.863 INFO:tasks.workunit.client.0.smithi028.stdout:created completion 2024-08-29T18:45:16.863 INFO:tasks.workunit.client.0.smithi028.stdout:started read 2024-08-29T18:45:16.864 INFO:tasks.workunit.client.0.smithi028.stdout:read completion cb called! 2024-08-29T18:45:16.864 INFO:tasks.workunit.client.0.smithi028.stdout:return value is: 512 2024-08-29T18:45:16.864 INFO:tasks.workunit.client.0.smithi028.stdout:created completion 2024-08-29T18:45:16.864 INFO:tasks.workunit.client.0.smithi028.stdout:started read 2024-08-29T18:45:16.864 INFO:tasks.workunit.client.0.smithi028.stdout:read completion cb called! 2024-08-29T18:45:16.864 INFO:tasks.workunit.client.0.smithi028.stdout:return value is: 512 2024-08-29T18:45:16.864 INFO:tasks.workunit.client.0.smithi028.stdout:created completion 2024-08-29T18:45:16.864 INFO:tasks.workunit.client.0.smithi028.stdout:started read 2024-08-29T18:45:16.864 INFO:tasks.workunit.client.0.smithi028.stdout:read completion cb called! 2024-08-29T18:45:16.864 INFO:tasks.workunit.client.0.smithi028.stdout:return value is: 512 2024-08-29T18:45:16.864 INFO:tasks.workunit.client.0.smithi028.stdout:created completion 2024-08-29T18:45:16.864 INFO:tasks.workunit.client.0.smithi028.stdout:started read 2024-08-29T18:45:16.864 INFO:tasks.workunit.client.0.smithi028.stdout:read completion cb called! 2024-08-29T18:45:16.865 INFO:tasks.workunit.client.0.smithi028.stdout:return value is: 512 2024-08-29T18:45:16.865 INFO:tasks.workunit.client.0.smithi028.stdout:created completion 2024-08-29T18:45:16.865 INFO:tasks.workunit.client.0.smithi028.stdout:started read 2024-08-29T18:45:16.865 INFO:tasks.workunit.client.0.smithi028.stdout:read completion cb called! 2024-08-29T18:45:16.865 INFO:tasks.workunit.client.0.smithi028.stdout:return value is: 512 2024-08-29T18:45:16.865 INFO:tasks.workunit.client.0.smithi028.stdout:discard: 512~512 = 512 2024-08-29T18:45:16.865 INFO:tasks.workunit.client.0.smithi028.stdout:write completion cb called! 2024-08-29T18:45:16.865 INFO:tasks.workunit.client.0.smithi028.stdout:aio discard: 1536~512 = 0 2024-08-29T18:45:16.865 INFO:tasks.workunit.client.0.smithi028.stdout:read: 512 2024-08-29T18:45:16.865 INFO:tasks.workunit.client.0.smithi028.stdout:read: 512 2024-08-29T18:45:16.865 INFO:tasks.workunit.client.0.smithi028.stdout:read: 512 2024-08-29T18:45:16.865 INFO:tasks.workunit.client.0.smithi028.stdout:read: 512 2024-08-29T18:45:16.865 INFO:tasks.workunit.client.0.smithi028.stdout:read: 512 2024-08-29T18:45:16.866 INFO:tasks.workunit.client.0.smithi028.stdout:read completion cb called! 2024-08-29T18:45:16.866 INFO:tasks.workunit.client.0.smithi028.stdout:read completion cb called! 2024-08-29T18:45:16.866 INFO:tasks.workunit.client.0.smithi028.stdout:[ OK ] TestLibRBD.TestDataPoolIO (3796 ms) 2024-08-29T18:45:16.866 INFO:tasks.workunit.client.0.smithi028.stdout:[ RUN ] TestLibRBD.TestCompareAndWriteMismatch 2024-08-29T18:45:16.866 INFO:tasks.workunit.client.0.smithi028.stdout:using new format! 2024-08-29T18:45:16.929 INFO:tasks.workunit.client.0.smithi028.stdout:[ OK ] TestLibRBD.TestCompareAndWriteMismatch (69 ms) 2024-08-29T18:45:16.930 INFO:tasks.workunit.client.0.smithi028.stdout:[ RUN ] TestLibRBD.TestAioCompareAndWriteMismatch 2024-08-29T18:45:16.930 INFO:tasks.workunit.client.0.smithi028.stdout:using new format! 2024-08-29T18:45:16.996 INFO:tasks.workunit.client.0.smithi028.stdout:[ OK ] TestLibRBD.TestAioCompareAndWriteMismatch (67 ms) 2024-08-29T18:45:16.996 INFO:tasks.workunit.client.0.smithi028.stdout:[ RUN ] TestLibRBD.TestCompareAndWriteSuccess 2024-08-29T18:45:16.996 INFO:tasks.workunit.client.0.smithi028.stdout:using new format! 2024-08-29T18:45:17.065 INFO:tasks.workunit.client.0.smithi028.stdout:[ OK ] TestLibRBD.TestCompareAndWriteSuccess (68 ms) 2024-08-29T18:45:17.065 INFO:tasks.workunit.client.0.smithi028.stdout:[ RUN ] TestLibRBD.TestAioCompareAndWriteSuccess 2024-08-29T18:45:17.066 INFO:tasks.workunit.client.0.smithi028.stdout:using new format! 2024-08-29T18:45:17.076 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:45:16 smithi053 bash[68679]: cluster 2024-08-29T18:45:15.654779+0000 mon.a (mon.0) 3187 : cluster [DBG] osdmap e1752: 8 total, 8 up, 8 in 2024-08-29T18:45:17.077 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:45:16 smithi053 bash[68679]: cluster 2024-08-29T18:45:16.131329+0000 mgr.y (mgr.25022) 1756 : cluster [DBG] pgmap v3027: 489 pgs: 18 creating+peering, 11 unknown, 460 active+clean; 37 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 187 KiB/s rd, 94 KiB/s wr, 394 op/s 2024-08-29T18:45:17.131 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:45:16 smithi028 bash[78352]: cluster 2024-08-29T18:45:15.654779+0000 mon.a (mon.0) 3187 : cluster [DBG] osdmap e1752: 8 total, 8 up, 8 in 2024-08-29T18:45:17.131 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:45:16 smithi028 bash[78352]: cluster 2024-08-29T18:45:16.131329+0000 mgr.y (mgr.25022) 1756 : cluster [DBG] pgmap v3027: 489 pgs: 18 creating+peering, 11 unknown, 460 active+clean; 37 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 187 KiB/s rd, 94 KiB/s wr, 394 op/s 2024-08-29T18:45:17.131 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:45:16 smithi028 bash[77168]: cluster 2024-08-29T18:45:15.654779+0000 mon.a (mon.0) 3187 : cluster [DBG] osdmap e1752: 8 total, 8 up, 8 in 2024-08-29T18:45:17.132 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:45:16 smithi028 bash[77168]: cluster 2024-08-29T18:45:16.131329+0000 mgr.y (mgr.25022) 1756 : cluster [DBG] pgmap v3027: 489 pgs: 18 creating+peering, 11 unknown, 460 active+clean; 37 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 187 KiB/s rd, 94 KiB/s wr, 394 op/s 2024-08-29T18:45:17.135 INFO:tasks.workunit.client.0.smithi028.stdout:[ OK ] TestLibRBD.TestAioCompareAndWriteSuccess (70 ms) 2024-08-29T18:45:17.135 INFO:tasks.workunit.client.0.smithi028.stdout:[ RUN ] TestLibRBD.TestCompareAndWriteStripeUnitUnaligned 2024-08-29T18:45:17.135 INFO:tasks.workunit.client.0.smithi028.stdout:using new format! 2024-08-29T18:45:17.261 INFO:tasks.workunit.client.0.smithi028.stdout:[ OK ] TestLibRBD.TestCompareAndWriteStripeUnitUnaligned (127 ms) 2024-08-29T18:45:17.262 INFO:tasks.workunit.client.0.smithi028.stdout:[ RUN ] TestLibRBD.TestAioCompareAndWriteStripeUnitUnaligned 2024-08-29T18:45:17.262 INFO:tasks.workunit.client.0.smithi028.stdout:using new format! 2024-08-29T18:45:17.403 INFO:tasks.workunit.client.0.smithi028.stdout:[ OK ] TestLibRBD.TestAioCompareAndWriteStripeUnitUnaligned (142 ms) 2024-08-29T18:45:17.403 INFO:tasks.workunit.client.0.smithi028.stdout:[ RUN ] TestLibRBD.TestCompareAndWriteTooLarge 2024-08-29T18:45:17.404 INFO:tasks.workunit.client.0.smithi028.stdout:using new format! 2024-08-29T18:45:17.530 INFO:tasks.workunit.client.0.smithi028.stdout:[ OK ] TestLibRBD.TestCompareAndWriteTooLarge (126 ms) 2024-08-29T18:45:17.530 INFO:tasks.workunit.client.0.smithi028.stdout:[ RUN ] TestLibRBD.TestAioCompareAndWriteTooLarge 2024-08-29T18:45:17.530 INFO:tasks.workunit.client.0.smithi028.stdout:using new format! 2024-08-29T18:45:17.657 INFO:tasks.workunit.client.0.smithi028.stdout:[ OK ] TestLibRBD.TestAioCompareAndWriteTooLarge (128 ms) 2024-08-29T18:45:17.658 INFO:tasks.workunit.client.0.smithi028.stdout:[ RUN ] TestLibRBD.TestCompareAndWriteStripeUnitSuccess 2024-08-29T18:45:17.658 INFO:tasks.workunit.client.0.smithi028.stdout:using new format! 2024-08-29T18:45:18.076 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:45:17 smithi053 bash[68679]: cluster 2024-08-29T18:45:16.647885+0000 mon.a (mon.0) 3188 : cluster [INF] Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-08-29T18:45:18.076 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:45:17 smithi053 bash[68679]: cluster 2024-08-29T18:45:16.666801+0000 mon.a (mon.0) 3189 : cluster [DBG] osdmap e1753: 8 total, 8 up, 8 in 2024-08-29T18:45:18.131 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:45:17 smithi028 bash[78352]: cluster 2024-08-29T18:45:16.647885+0000 mon.a (mon.0) 3188 : cluster [INF] Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-08-29T18:45:18.131 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:45:17 smithi028 bash[78352]: cluster 2024-08-29T18:45:16.666801+0000 mon.a (mon.0) 3189 : cluster [DBG] osdmap e1753: 8 total, 8 up, 8 in 2024-08-29T18:45:18.132 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:45:17 smithi028 bash[77168]: cluster 2024-08-29T18:45:16.647885+0000 mon.a (mon.0) 3188 : cluster [INF] Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-08-29T18:45:18.132 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:45:17 smithi028 bash[77168]: cluster 2024-08-29T18:45:16.666801+0000 mon.a (mon.0) 3189 : cluster [DBG] osdmap e1753: 8 total, 8 up, 8 in 2024-08-29T18:45:18.142 INFO:tasks.workunit.client.0.smithi028.stdout:[ OK ] TestLibRBD.TestCompareAndWriteStripeUnitSuccess (485 ms) 2024-08-29T18:45:18.143 INFO:tasks.workunit.client.0.smithi028.stdout:[ RUN ] TestLibRBD.TestAioCompareAndWriteStripeUnitSuccess 2024-08-29T18:45:18.143 INFO:tasks.workunit.client.0.smithi028.stdout:using new format! 2024-08-29T18:45:18.631 INFO:tasks.workunit.client.0.smithi028.stdout:[ OK ] TestLibRBD.TestAioCompareAndWriteStripeUnitSuccess (488 ms) 2024-08-29T18:45:18.631 INFO:tasks.workunit.client.0.smithi028.stdout:[ RUN ] TestLibRBD.TestAioCompareAndWriteVIovecLenDiffers 2024-08-29T18:45:18.631 INFO:tasks.workunit.client.0.smithi028.stdout:using new format! 2024-08-29T18:45:18.697 INFO:tasks.workunit.client.0.smithi028.stdout:[ OK ] TestLibRBD.TestAioCompareAndWriteVIovecLenDiffers (67 ms) 2024-08-29T18:45:18.697 INFO:tasks.workunit.client.0.smithi028.stdout:[ RUN ] TestLibRBD.TestAioCompareAndWriteVMismatch 2024-08-29T18:45:18.698 INFO:tasks.workunit.client.0.smithi028.stdout:using new format! 2024-08-29T18:45:18.768 INFO:tasks.workunit.client.0.smithi028.stdout:[ OK ] TestLibRBD.TestAioCompareAndWriteVMismatch (70 ms) 2024-08-29T18:45:18.768 INFO:tasks.workunit.client.0.smithi028.stdout:[ RUN ] TestLibRBD.TestAioCompareAndWriteVSuccess 2024-08-29T18:45:18.768 INFO:tasks.workunit.client.0.smithi028.stdout:using new format! 2024-08-29T18:45:18.834 INFO:tasks.workunit.client.0.smithi028.stdout:[ OK ] TestLibRBD.TestAioCompareAndWriteVSuccess (66 ms) 2024-08-29T18:45:18.834 INFO:tasks.workunit.client.0.smithi028.stdout:[ RUN ] TestLibRBD.TestScatterGatherIO 2024-08-29T18:45:18.834 INFO:tasks.workunit.client.0.smithi028.stdout:using new format! 2024-08-29T18:45:18.901 INFO:tasks.workunit.client.0.smithi028.stdout:[ OK ] TestLibRBD.TestScatterGatherIO (67 ms) 2024-08-29T18:45:18.901 INFO:tasks.workunit.client.0.smithi028.stdout:[ RUN ] TestLibRBD.TestEmptyDiscard 2024-08-29T18:45:18.901 INFO:tasks.workunit.client.0.smithi028.stdout:using new format! 2024-08-29T18:45:18.960 INFO:tasks.workunit.client.0.smithi028.stdout:write completion cb called! 2024-08-29T18:45:18.960 INFO:tasks.workunit.client.0.smithi028.stdout:aio discard: 0~1048576 = 0 2024-08-29T18:45:18.960 INFO:tasks.workunit.client.0.smithi028.stdout:write completion cb called! 2024-08-29T18:45:18.960 INFO:tasks.workunit.client.0.smithi028.stdout:aio discard: 0~4194304 = 0 2024-08-29T18:45:18.960 INFO:tasks.workunit.client.0.smithi028.stdout:write completion cb called! 2024-08-29T18:45:18.960 INFO:tasks.workunit.client.0.smithi028.stdout:aio discard: 3145728~1048576 = 0 2024-08-29T18:45:18.961 INFO:tasks.workunit.client.0.smithi028.stdout:[ OK ] TestLibRBD.TestEmptyDiscard (59 ms) 2024-08-29T18:45:18.961 INFO:tasks.workunit.client.0.smithi028.stdout:[ RUN ] TestLibRBD.TestFUA 2024-08-29T18:45:18.961 INFO:tasks.workunit.client.0.smithi028.stdout:using new format! 2024-08-29T18:45:19.076 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:45:18 smithi053 bash[68679]: cluster 2024-08-29T18:45:18.133288+0000 mgr.y (mgr.25022) 1757 : cluster [DBG] pgmap v3029: 489 pgs: 18 creating+peering, 7 unknown, 464 active+clean; 43 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 1.1 MiB/s rd, 1.0 MiB/s wr, 536 op/s 2024-08-29T18:45:19.131 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:45:18 smithi028 bash[77168]: cluster 2024-08-29T18:45:18.133288+0000 mgr.y (mgr.25022) 1757 : cluster [DBG] pgmap v3029: 489 pgs: 18 creating+peering, 7 unknown, 464 active+clean; 43 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 1.1 MiB/s rd, 1.0 MiB/s wr, 536 op/s 2024-08-29T18:45:19.131 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:45:18 smithi028 bash[78352]: cluster 2024-08-29T18:45:18.133288+0000 mgr.y (mgr.25022) 1757 : cluster [DBG] pgmap v3029: 489 pgs: 18 creating+peering, 7 unknown, 464 active+clean; 43 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 1.1 MiB/s rd, 1.0 MiB/s wr, 536 op/s 2024-08-29T18:45:19.259 INFO:tasks.workunit.client.0.smithi028.stdout:wrote: 512 2024-08-29T18:45:19.259 INFO:tasks.workunit.client.0.smithi028.stdout:wrote: 512 2024-08-29T18:45:19.259 INFO:tasks.workunit.client.0.smithi028.stdout:wrote: 512 2024-08-29T18:45:19.259 INFO:tasks.workunit.client.0.smithi028.stdout:wrote: 512 2024-08-29T18:45:19.259 INFO:tasks.workunit.client.0.smithi028.stdout:wrote: 512 2024-08-29T18:45:19.259 INFO:tasks.workunit.client.0.smithi028.stdout:read: 512 2024-08-29T18:45:19.260 INFO:tasks.workunit.client.0.smithi028.stdout:read: 512 2024-08-29T18:45:19.260 INFO:tasks.workunit.client.0.smithi028.stdout:read: 512 2024-08-29T18:45:19.260 INFO:tasks.workunit.client.0.smithi028.stdout:read: 512 2024-08-29T18:45:19.260 INFO:tasks.workunit.client.0.smithi028.stdout:read: 512 2024-08-29T18:45:19.260 INFO:tasks.workunit.client.0.smithi028.stdout:created completion 2024-08-29T18:45:19.260 INFO:tasks.workunit.client.0.smithi028.stdout:started write 2024-08-29T18:45:19.260 INFO:tasks.workunit.client.0.smithi028.stdout:write completion cb called! 2024-08-29T18:45:19.260 INFO:tasks.workunit.client.0.smithi028.stdout:return value is: 0 2024-08-29T18:45:19.260 INFO:tasks.workunit.client.0.smithi028.stdout:finished write 2024-08-29T18:45:19.260 INFO:tasks.workunit.client.0.smithi028.stdout:created completion 2024-08-29T18:45:19.260 INFO:tasks.workunit.client.0.smithi028.stdout:started write 2024-08-29T18:45:19.260 INFO:tasks.workunit.client.0.smithi028.stdout:write completion cb called! 2024-08-29T18:45:19.260 INFO:tasks.workunit.client.0.smithi028.stdout:return value is: 0 2024-08-29T18:45:19.261 INFO:tasks.workunit.client.0.smithi028.stdout:finished write 2024-08-29T18:45:19.261 INFO:tasks.workunit.client.0.smithi028.stdout:created completion 2024-08-29T18:45:19.261 INFO:tasks.workunit.client.0.smithi028.stdout:started write 2024-08-29T18:45:19.261 INFO:tasks.workunit.client.0.smithi028.stdout:write completion cb called! 2024-08-29T18:45:19.261 INFO:tasks.workunit.client.0.smithi028.stdout:return value is: 0 2024-08-29T18:45:19.261 INFO:tasks.workunit.client.0.smithi028.stdout:finished write 2024-08-29T18:45:19.261 INFO:tasks.workunit.client.0.smithi028.stdout:created completion 2024-08-29T18:45:19.261 INFO:tasks.workunit.client.0.smithi028.stdout:started write 2024-08-29T18:45:19.261 INFO:tasks.workunit.client.0.smithi028.stdout:write completion cb called! 2024-08-29T18:45:19.261 INFO:tasks.workunit.client.0.smithi028.stdout:return value is: 0 2024-08-29T18:45:19.261 INFO:tasks.workunit.client.0.smithi028.stdout:finished write 2024-08-29T18:45:19.261 INFO:tasks.workunit.client.0.smithi028.stdout:created completion 2024-08-29T18:45:19.262 INFO:tasks.workunit.client.0.smithi028.stdout:started write 2024-08-29T18:45:19.262 INFO:tasks.workunit.client.0.smithi028.stdout:write completion cb called! 2024-08-29T18:45:19.262 INFO:tasks.workunit.client.0.smithi028.stdout:return value is: 0 2024-08-29T18:45:19.262 INFO:tasks.workunit.client.0.smithi028.stdout:finished write 2024-08-29T18:45:19.262 INFO:tasks.workunit.client.0.smithi028.stdout:created completion 2024-08-29T18:45:19.262 INFO:tasks.workunit.client.0.smithi028.stdout:started read 2024-08-29T18:45:19.262 INFO:tasks.workunit.client.0.smithi028.stdout:read completion cb called! 2024-08-29T18:45:19.262 INFO:tasks.workunit.client.0.smithi028.stdout:return value is: 512 2024-08-29T18:45:19.262 INFO:tasks.workunit.client.0.smithi028.stdout:created completion 2024-08-29T18:45:19.262 INFO:tasks.workunit.client.0.smithi028.stdout:started read 2024-08-29T18:45:19.262 INFO:tasks.workunit.client.0.smithi028.stdout:read completion cb called! 2024-08-29T18:45:19.262 INFO:tasks.workunit.client.0.smithi028.stdout:return value is: 512 2024-08-29T18:45:19.262 INFO:tasks.workunit.client.0.smithi028.stdout:created completion 2024-08-29T18:45:19.263 INFO:tasks.workunit.client.0.smithi028.stdout:started read 2024-08-29T18:45:19.263 INFO:tasks.workunit.client.0.smithi028.stdout:read completion cb called! 2024-08-29T18:45:19.263 INFO:tasks.workunit.client.0.smithi028.stdout:return value is: 512 2024-08-29T18:45:19.263 INFO:tasks.workunit.client.0.smithi028.stdout:created completion 2024-08-29T18:45:19.263 INFO:tasks.workunit.client.0.smithi028.stdout:started read 2024-08-29T18:45:19.263 INFO:tasks.workunit.client.0.smithi028.stdout:read completion cb called! 2024-08-29T18:45:19.263 INFO:tasks.workunit.client.0.smithi028.stdout:return value is: 512 2024-08-29T18:45:19.263 INFO:tasks.workunit.client.0.smithi028.stdout:created completion 2024-08-29T18:45:19.263 INFO:tasks.workunit.client.0.smithi028.stdout:started read 2024-08-29T18:45:19.263 INFO:tasks.workunit.client.0.smithi028.stdout:read completion cb called! 2024-08-29T18:45:19.264 INFO:tasks.workunit.client.0.smithi028.stdout:return value is: 512 2024-08-29T18:45:19.264 INFO:tasks.workunit.client.0.smithi028.stdout:[ OK ] TestLibRBD.TestFUA (299 ms) 2024-08-29T18:45:19.264 INFO:tasks.workunit.client.0.smithi028.stdout:[ RUN ] TestLibRBD.TestIOPP 2024-08-29T18:45:19.264 INFO:tasks.workunit.client.0.smithi028.stdout:using new format! 2024-08-29T18:45:19.312 INFO:tasks.workunit.client.0.smithi028.stdout:wrote: 512 2024-08-29T18:45:19.312 INFO:tasks.workunit.client.0.smithi028.stdout:wrote: 512 2024-08-29T18:45:19.312 INFO:tasks.workunit.client.0.smithi028.stdout:wrote: 512 2024-08-29T18:45:19.313 INFO:tasks.workunit.client.0.smithi028.stdout:wrote: 512 2024-08-29T18:45:19.313 INFO:tasks.workunit.client.0.smithi028.stdout:wrote: 512 2024-08-29T18:45:19.313 INFO:tasks.workunit.client.0.smithi028.stdout:created completion 2024-08-29T18:45:19.313 INFO:tasks.workunit.client.0.smithi028.stdout:started write 2024-08-29T18:45:19.314 INFO:tasks.workunit.client.0.smithi028.stdout:write completion cb called! 2024-08-29T18:45:19.314 INFO:tasks.workunit.client.0.smithi028.stdout:return value is: 0 2024-08-29T18:45:19.314 INFO:tasks.workunit.client.0.smithi028.stdout:finished write 2024-08-29T18:45:19.314 INFO:tasks.workunit.client.0.smithi028.stdout:created completion 2024-08-29T18:45:19.314 INFO:tasks.workunit.client.0.smithi028.stdout:started write 2024-08-29T18:45:19.314 INFO:tasks.workunit.client.0.smithi028.stdout:write completion cb called! 2024-08-29T18:45:19.314 INFO:tasks.workunit.client.0.smithi028.stdout:return value is: 0 2024-08-29T18:45:19.315 INFO:tasks.workunit.client.0.smithi028.stdout:finished write 2024-08-29T18:45:19.315 INFO:tasks.workunit.client.0.smithi028.stdout:created completion 2024-08-29T18:45:19.315 INFO:tasks.workunit.client.0.smithi028.stdout:started write 2024-08-29T18:45:19.315 INFO:tasks.workunit.client.0.smithi028.stdout:write completion cb called! 2024-08-29T18:45:19.315 INFO:tasks.workunit.client.0.smithi028.stdout:return value is: 0 2024-08-29T18:45:19.315 INFO:tasks.workunit.client.0.smithi028.stdout:finished write 2024-08-29T18:45:19.315 INFO:tasks.workunit.client.0.smithi028.stdout:created completion 2024-08-29T18:45:19.315 INFO:tasks.workunit.client.0.smithi028.stdout:started write 2024-08-29T18:45:19.315 INFO:tasks.workunit.client.0.smithi028.stdout:write completion cb called! 2024-08-29T18:45:19.316 INFO:tasks.workunit.client.0.smithi028.stdout:return value is: 0 2024-08-29T18:45:19.316 INFO:tasks.workunit.client.0.smithi028.stdout:finished write 2024-08-29T18:45:19.316 INFO:tasks.workunit.client.0.smithi028.stdout:created completion 2024-08-29T18:45:19.316 INFO:tasks.workunit.client.0.smithi028.stdout:started write 2024-08-29T18:45:19.316 INFO:tasks.workunit.client.0.smithi028.stdout:write completion cb called! 2024-08-29T18:45:19.348 INFO:tasks.workunit.client.0.smithi028.stdout:return value is: 0 2024-08-29T18:45:19.348 INFO:tasks.workunit.client.0.smithi028.stdout:finished write 2024-08-29T18:45:19.348 INFO:tasks.workunit.client.0.smithi028.stdout:start compare and write 2024-08-29T18:45:19.348 INFO:tasks.workunit.client.0.smithi028.stdout:compare and wrote: 512 2024-08-29T18:45:19.348 INFO:tasks.workunit.client.0.smithi028.stdout:start compare and write 2024-08-29T18:45:19.349 INFO:tasks.workunit.client.0.smithi028.stdout:compare and wrote: 512 2024-08-29T18:45:19.349 INFO:tasks.workunit.client.0.smithi028.stdout:start compare and write 2024-08-29T18:45:19.349 INFO:tasks.workunit.client.0.smithi028.stdout:compare and wrote: 512 2024-08-29T18:45:19.349 INFO:tasks.workunit.client.0.smithi028.stdout:start compare and write 2024-08-29T18:45:19.349 INFO:tasks.workunit.client.0.smithi028.stdout:compare and wrote: 512 2024-08-29T18:45:19.349 INFO:tasks.workunit.client.0.smithi028.stdout:start compare and write 2024-08-29T18:45:19.349 INFO:tasks.workunit.client.0.smithi028.stdout:compare and wrote: 512 2024-08-29T18:45:19.349 INFO:tasks.workunit.client.0.smithi028.stdout:created completion 2024-08-29T18:45:19.349 INFO:tasks.workunit.client.0.smithi028.stdout:started aio compare and write 2024-08-29T18:45:19.349 INFO:tasks.workunit.client.0.smithi028.stdout:write completion cb called! 2024-08-29T18:45:19.350 INFO:tasks.workunit.client.0.smithi028.stdout:return value is: 0 2024-08-29T18:45:19.350 INFO:tasks.workunit.client.0.smithi028.stdout:finished aio compare and write 2024-08-29T18:45:19.351 INFO:tasks.workunit.client.0.smithi028.stdout:created completion 2024-08-29T18:45:19.351 INFO:tasks.workunit.client.0.smithi028.stdout:started aio compare and write 2024-08-29T18:45:19.351 INFO:tasks.workunit.client.0.smithi028.stdout:write completion cb called! 2024-08-29T18:45:19.353 INFO:tasks.workunit.client.0.smithi028.stdout:return value is: 0 2024-08-29T18:45:19.353 INFO:tasks.workunit.client.0.smithi028.stdout:finished aio compare and write 2024-08-29T18:45:19.353 INFO:tasks.workunit.client.0.smithi028.stdout:created completion 2024-08-29T18:45:19.353 INFO:tasks.workunit.client.0.smithi028.stdout:started aio compare and write 2024-08-29T18:45:19.353 INFO:tasks.workunit.client.0.smithi028.stdout:write completion cb called! 2024-08-29T18:45:19.356 INFO:tasks.workunit.client.0.smithi028.stdout:return value is: 0 2024-08-29T18:45:19.356 INFO:tasks.workunit.client.0.smithi028.stdout:finished aio compare and write 2024-08-29T18:45:19.356 INFO:tasks.workunit.client.0.smithi028.stdout:created completion 2024-08-29T18:45:19.356 INFO:tasks.workunit.client.0.smithi028.stdout:started aio compare and write 2024-08-29T18:45:19.356 INFO:tasks.workunit.client.0.smithi028.stdout:write completion cb called! 2024-08-29T18:45:19.359 INFO:tasks.workunit.client.0.smithi028.stdout:return value is: 0 2024-08-29T18:45:19.359 INFO:tasks.workunit.client.0.smithi028.stdout:finished aio compare and write 2024-08-29T18:45:19.359 INFO:tasks.workunit.client.0.smithi028.stdout:created completion 2024-08-29T18:45:19.359 INFO:tasks.workunit.client.0.smithi028.stdout:started aio compare and write 2024-08-29T18:45:19.359 INFO:tasks.workunit.client.0.smithi028.stdout:write completion cb called! 2024-08-29T18:45:19.362 INFO:tasks.workunit.client.0.smithi028.stdout:return value is: 0 2024-08-29T18:45:19.363 INFO:tasks.workunit.client.0.smithi028.stdout:finished aio compare and write 2024-08-29T18:45:19.363 INFO:tasks.workunit.client.0.smithi028.stdout:read: 512 2024-08-29T18:45:19.363 INFO:tasks.workunit.client.0.smithi028.stdout:read: 512 2024-08-29T18:45:19.363 INFO:tasks.workunit.client.0.smithi028.stdout:read: 512 2024-08-29T18:45:19.363 INFO:tasks.workunit.client.0.smithi028.stdout:read: 512 2024-08-29T18:45:19.363 INFO:tasks.workunit.client.0.smithi028.stdout:read: 512 2024-08-29T18:45:19.363 INFO:tasks.workunit.client.0.smithi028.stdout:created completion 2024-08-29T18:45:19.363 INFO:tasks.workunit.client.0.smithi028.stdout:started read 2024-08-29T18:45:19.363 INFO:tasks.workunit.client.0.smithi028.stdout:read completion cb called! 2024-08-29T18:45:19.364 INFO:tasks.workunit.client.0.smithi028.stdout:return value is: 512 2024-08-29T18:45:19.364 INFO:tasks.workunit.client.0.smithi028.stdout:finished read 2024-08-29T18:45:19.364 INFO:tasks.workunit.client.0.smithi028.stdout:created completion 2024-08-29T18:45:19.364 INFO:tasks.workunit.client.0.smithi028.stdout:started read 2024-08-29T18:45:19.364 INFO:tasks.workunit.client.0.smithi028.stdout:read completion cb called! 2024-08-29T18:45:19.364 INFO:tasks.workunit.client.0.smithi028.stdout:return value is: 512 2024-08-29T18:45:19.364 INFO:tasks.workunit.client.0.smithi028.stdout:finished read 2024-08-29T18:45:19.365 INFO:tasks.workunit.client.0.smithi028.stdout:created completion 2024-08-29T18:45:19.365 INFO:tasks.workunit.client.0.smithi028.stdout:started read 2024-08-29T18:45:19.365 INFO:tasks.workunit.client.0.smithi028.stdout:read completion cb called! 2024-08-29T18:45:19.365 INFO:tasks.workunit.client.0.smithi028.stdout:return value is: 512 2024-08-29T18:45:19.365 INFO:tasks.workunit.client.0.smithi028.stdout:finished read 2024-08-29T18:45:19.365 INFO:tasks.workunit.client.0.smithi028.stdout:created completion 2024-08-29T18:45:19.366 INFO:tasks.workunit.client.0.smithi028.stdout:started read 2024-08-29T18:45:19.366 INFO:tasks.workunit.client.0.smithi028.stdout:read completion cb called! 2024-08-29T18:45:19.366 INFO:tasks.workunit.client.0.smithi028.stdout:return value is: 512 2024-08-29T18:45:19.366 INFO:tasks.workunit.client.0.smithi028.stdout:finished read 2024-08-29T18:45:19.366 INFO:tasks.workunit.client.0.smithi028.stdout:created completion 2024-08-29T18:45:19.366 INFO:tasks.workunit.client.0.smithi028.stdout:started read 2024-08-29T18:45:19.366 INFO:tasks.workunit.client.0.smithi028.stdout:read completion cb called! 2024-08-29T18:45:19.366 INFO:tasks.workunit.client.0.smithi028.stdout:return value is: 512 2024-08-29T18:45:19.366 INFO:tasks.workunit.client.0.smithi028.stdout:finished read 2024-08-29T18:45:19.366 INFO:tasks.workunit.client.0.smithi028.stdout:discard: 512~512 2024-08-29T18:45:19.366 INFO:tasks.workunit.client.0.smithi028.stdout:write completion cb called! 2024-08-29T18:45:21.577 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:45:21 smithi053 bash[68679]: cluster 2024-08-29T18:45:20.137382+0000 mgr.y (mgr.25022) 1758 : cluster [DBG] pgmap v3030: 489 pgs: 489 active+clean; 75 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 6.9 MiB/s rd, 6.8 MiB/s wr, 554 op/s 2024-08-29T18:45:21.631 INFO:journalctl@ceph.mgr.y.smithi028.stdout:Aug 29 18:45:21 smithi028 bash[70818]: ::ffff:172.21.15.53 - - [29/Aug/2024:18:45:21] "GET /metrics HTTP/1.1" 200 60668 "" "Prometheus/2.43.0" 2024-08-29T18:45:21.631 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:45:21 smithi028 bash[78352]: cluster 2024-08-29T18:45:20.137382+0000 mgr.y (mgr.25022) 1758 : cluster [DBG] pgmap v3030: 489 pgs: 489 active+clean; 75 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 6.9 MiB/s rd, 6.8 MiB/s wr, 554 op/s 2024-08-29T18:45:21.632 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:45:21 smithi028 bash[77168]: cluster 2024-08-29T18:45:20.137382+0000 mgr.y (mgr.25022) 1758 : cluster [DBG] pgmap v3030: 489 pgs: 489 active+clean; 75 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 6.9 MiB/s rd, 6.8 MiB/s wr, 554 op/s 2024-08-29T18:45:22.576 INFO:journalctl@ceph.prometheus.a.smithi053.stdout:Aug 29 18:45:22 smithi053 bash[95567]: ts=2024-08-29T18:45:22.316Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"3167ee72-662c-11ef-bcd4-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-29T18:45:22.588 INFO:tasks.workunit.client.0.smithi028.stdout:read: 512 2024-08-29T18:45:22.588 INFO:tasks.workunit.client.0.smithi028.stdout:read: 512 2024-08-29T18:45:22.588 INFO:tasks.workunit.client.0.smithi028.stdout:read: 512 2024-08-29T18:45:22.588 INFO:tasks.workunit.client.0.smithi028.stdout:read: 512 2024-08-29T18:45:22.589 INFO:tasks.workunit.client.0.smithi028.stdout:read: 512 2024-08-29T18:45:22.589 INFO:tasks.workunit.client.0.smithi028.stdout:wrote: 0 2024-08-29T18:45:22.589 INFO:tasks.workunit.client.0.smithi028.stdout:to verify the data 2024-08-29T18:45:22.589 INFO:tasks.workunit.client.0.smithi028.stdout:verified 2024-08-29T18:45:22.589 INFO:tasks.workunit.client.0.smithi028.stdout:wrote: 0 2024-08-29T18:45:22.589 INFO:tasks.workunit.client.0.smithi028.stdout:to verify the data 2024-08-29T18:45:22.589 INFO:tasks.workunit.client.0.smithi028.stdout:verified 2024-08-29T18:45:22.589 INFO:tasks.workunit.client.0.smithi028.stdout:wrote: 16384 2024-08-29T18:45:22.589 INFO:tasks.workunit.client.0.smithi028.stdout:to verify the data 2024-08-29T18:45:22.589 INFO:tasks.workunit.client.0.smithi028.stdout:verified 2024-08-29T18:45:22.589 INFO:tasks.workunit.client.0.smithi028.stdout:wrote: 16384 2024-08-29T18:45:22.589 INFO:tasks.workunit.client.0.smithi028.stdout:to verify the data 2024-08-29T18:45:22.589 INFO:tasks.workunit.client.0.smithi028.stdout:verified 2024-08-29T18:45:22.589 INFO:tasks.workunit.client.0.smithi028.stdout:expected fail, finished writesame 2024-08-29T18:45:22.590 INFO:tasks.workunit.client.0.smithi028.stdout:expected fail, finished writesame 2024-08-29T18:45:22.590 INFO:tasks.workunit.client.0.smithi028.stdout:wrote: 49152 2024-08-29T18:45:22.590 INFO:tasks.workunit.client.0.smithi028.stdout:to verify the data 2024-08-29T18:45:22.590 INFO:tasks.workunit.client.0.smithi028.stdout:verified 2024-08-29T18:45:22.590 INFO:tasks.workunit.client.0.smithi028.stdout:wrote: 49152 2024-08-29T18:45:22.590 INFO:tasks.workunit.client.0.smithi028.stdout:to verify the data 2024-08-29T18:45:22.590 INFO:tasks.workunit.client.0.smithi028.stdout:verified 2024-08-29T18:45:22.590 INFO:tasks.workunit.client.0.smithi028.stdout:wrote: 65536 2024-08-29T18:45:22.590 INFO:tasks.workunit.client.0.smithi028.stdout:to verify the data 2024-08-29T18:45:22.590 INFO:tasks.workunit.client.0.smithi028.stdout:verified 2024-08-29T18:45:22.590 INFO:tasks.workunit.client.0.smithi028.stdout:wrote: 65536 2024-08-29T18:45:22.590 INFO:tasks.workunit.client.0.smithi028.stdout:to verify the data 2024-08-29T18:45:22.590 INFO:tasks.workunit.client.0.smithi028.stdout:verified 2024-08-29T18:45:22.590 INFO:tasks.workunit.client.0.smithi028.stdout:expected fail, finished writesame 2024-08-29T18:45:22.591 INFO:tasks.workunit.client.0.smithi028.stdout:expected fail, finished writesame 2024-08-29T18:45:22.591 INFO:tasks.workunit.client.0.smithi028.stdout:wrote: 98304 2024-08-29T18:45:22.591 INFO:tasks.workunit.client.0.smithi028.stdout:to verify the data 2024-08-29T18:45:22.591 INFO:tasks.workunit.client.0.smithi028.stdout:verified 2024-08-29T18:45:22.591 INFO:tasks.workunit.client.0.smithi028.stdout:wrote: 98304 2024-08-29T18:45:22.591 INFO:tasks.workunit.client.0.smithi028.stdout:to verify the data 2024-08-29T18:45:22.591 INFO:tasks.workunit.client.0.smithi028.stdout:verified 2024-08-29T18:45:22.591 INFO:tasks.workunit.client.0.smithi028.stdout:wrote: 114688 2024-08-29T18:45:22.591 INFO:tasks.workunit.client.0.smithi028.stdout:to verify the data 2024-08-29T18:45:22.591 INFO:tasks.workunit.client.0.smithi028.stdout:verified 2024-08-29T18:45:22.591 INFO:tasks.workunit.client.0.smithi028.stdout:wrote: 114688 2024-08-29T18:45:22.591 INFO:tasks.workunit.client.0.smithi028.stdout:to verify the data 2024-08-29T18:45:22.591 INFO:tasks.workunit.client.0.smithi028.stdout:verified 2024-08-29T18:45:22.591 INFO:tasks.workunit.client.0.smithi028.stdout:expected fail, finished writesame 2024-08-29T18:45:22.592 INFO:tasks.workunit.client.0.smithi028.stdout:expected fail, finished writesame 2024-08-29T18:45:22.592 INFO:tasks.workunit.client.0.smithi028.stdout:wrote: 147456 2024-08-29T18:45:22.592 INFO:tasks.workunit.client.0.smithi028.stdout:to verify the data 2024-08-29T18:45:22.592 INFO:tasks.workunit.client.0.smithi028.stdout:verified 2024-08-29T18:45:22.592 INFO:tasks.workunit.client.0.smithi028.stdout:wrote: 147456 2024-08-29T18:45:22.592 INFO:tasks.workunit.client.0.smithi028.stdout:to verify the data 2024-08-29T18:45:22.592 INFO:tasks.workunit.client.0.smithi028.stdout:verified 2024-08-29T18:45:22.592 INFO:tasks.workunit.client.0.smithi028.stdout:wrote: 163840 2024-08-29T18:45:22.592 INFO:tasks.workunit.client.0.smithi028.stdout:to verify the data 2024-08-29T18:45:22.592 INFO:tasks.workunit.client.0.smithi028.stdout:verified 2024-08-29T18:45:22.592 INFO:tasks.workunit.client.0.smithi028.stdout:wrote: 163840 2024-08-29T18:45:22.592 INFO:tasks.workunit.client.0.smithi028.stdout:to verify the data 2024-08-29T18:45:22.592 INFO:tasks.workunit.client.0.smithi028.stdout:verified 2024-08-29T18:45:22.592 INFO:tasks.workunit.client.0.smithi028.stdout:expected fail, finished writesame 2024-08-29T18:45:22.593 INFO:tasks.workunit.client.0.smithi028.stdout:expected fail, finished writesame 2024-08-29T18:45:22.593 INFO:tasks.workunit.client.0.smithi028.stdout:wrote: 196608 2024-08-29T18:45:22.593 INFO:tasks.workunit.client.0.smithi028.stdout:to verify the data 2024-08-29T18:45:22.593 INFO:tasks.workunit.client.0.smithi028.stdout:verified 2024-08-29T18:45:22.593 INFO:tasks.workunit.client.0.smithi028.stdout:wrote: 196608 2024-08-29T18:45:22.593 INFO:tasks.workunit.client.0.smithi028.stdout:to verify the data 2024-08-29T18:45:22.593 INFO:tasks.workunit.client.0.smithi028.stdout:verified 2024-08-29T18:45:22.593 INFO:tasks.workunit.client.0.smithi028.stdout:wrote: 212992 2024-08-29T18:45:22.593 INFO:tasks.workunit.client.0.smithi028.stdout:to verify the data 2024-08-29T18:45:22.593 INFO:tasks.workunit.client.0.smithi028.stdout:verified 2024-08-29T18:45:22.593 INFO:tasks.workunit.client.0.smithi028.stdout:wrote: 212992 2024-08-29T18:45:22.593 INFO:tasks.workunit.client.0.smithi028.stdout:to verify the data 2024-08-29T18:45:22.593 INFO:tasks.workunit.client.0.smithi028.stdout:verified 2024-08-29T18:45:22.593 INFO:tasks.workunit.client.0.smithi028.stdout:expected fail, finished writesame 2024-08-29T18:45:22.594 INFO:tasks.workunit.client.0.smithi028.stdout:expected fail, finished writesame 2024-08-29T18:45:22.594 INFO:tasks.workunit.client.0.smithi028.stdout:created completion 2024-08-29T18:45:22.594 INFO:tasks.workunit.client.0.smithi028.stdout:started writesame 2024-08-29T18:45:22.594 INFO:tasks.workunit.client.0.smithi028.stdout:write completion cb called! 2024-08-29T18:45:22.594 INFO:tasks.workunit.client.0.smithi028.stdout:return value is: 0 2024-08-29T18:45:22.594 INFO:tasks.workunit.client.0.smithi028.stdout:finished writesame 2024-08-29T18:45:22.594 INFO:tasks.workunit.client.0.smithi028.stdout:to verify the data 2024-08-29T18:45:22.594 INFO:tasks.workunit.client.0.smithi028.stdout:verified 2024-08-29T18:45:22.594 INFO:tasks.workunit.client.0.smithi028.stdout:created completion 2024-08-29T18:45:22.594 INFO:tasks.workunit.client.0.smithi028.stdout:started writesame 2024-08-29T18:45:22.594 INFO:tasks.workunit.client.0.smithi028.stdout:write completion cb called! 2024-08-29T18:45:22.594 INFO:tasks.workunit.client.0.smithi028.stdout:return value is: 0 2024-08-29T18:45:22.594 INFO:tasks.workunit.client.0.smithi028.stdout:finished writesame 2024-08-29T18:45:22.594 INFO:tasks.workunit.client.0.smithi028.stdout:to verify the data 2024-08-29T18:45:22.594 INFO:tasks.workunit.client.0.smithi028.stdout:verified 2024-08-29T18:45:22.595 INFO:tasks.workunit.client.0.smithi028.stdout:created completion 2024-08-29T18:45:22.595 INFO:tasks.workunit.client.0.smithi028.stdout:started writesame 2024-08-29T18:45:22.595 INFO:tasks.workunit.client.0.smithi028.stdout:write completion cb called! 2024-08-29T18:45:22.622 INFO:tasks.workunit.client.0.smithi028.stdout:return value is: 0 2024-08-29T18:45:22.622 INFO:tasks.workunit.client.0.smithi028.stdout:finished writesame 2024-08-29T18:45:22.622 INFO:tasks.workunit.client.0.smithi028.stdout:to verify the data 2024-08-29T18:45:22.622 INFO:tasks.workunit.client.0.smithi028.stdout:verified 2024-08-29T18:45:22.622 INFO:tasks.workunit.client.0.smithi028.stdout:created completion 2024-08-29T18:45:22.622 INFO:tasks.workunit.client.0.smithi028.stdout:started writesame 2024-08-29T18:45:22.622 INFO:tasks.workunit.client.0.smithi028.stdout:write completion cb called! 2024-08-29T18:45:22.656 INFO:tasks.workunit.client.0.smithi028.stdout:return value is: 0 2024-08-29T18:45:22.656 INFO:tasks.workunit.client.0.smithi028.stdout:finished writesame 2024-08-29T18:45:22.656 INFO:tasks.workunit.client.0.smithi028.stdout:to verify the data 2024-08-29T18:45:22.656 INFO:tasks.workunit.client.0.smithi028.stdout:verified 2024-08-29T18:45:22.656 INFO:tasks.workunit.client.0.smithi028.stdout:created completion 2024-08-29T18:45:22.656 INFO:tasks.workunit.client.0.smithi028.stdout:started writesame 2024-08-29T18:45:22.656 INFO:tasks.workunit.client.0.smithi028.stdout:expected fail, finished writesame 2024-08-29T18:45:22.656 INFO:tasks.workunit.client.0.smithi028.stdout:created completion 2024-08-29T18:45:22.656 INFO:tasks.workunit.client.0.smithi028.stdout:started writesame 2024-08-29T18:45:22.656 INFO:tasks.workunit.client.0.smithi028.stdout:expected fail, finished writesame 2024-08-29T18:45:22.656 INFO:tasks.workunit.client.0.smithi028.stdout:created completion 2024-08-29T18:45:22.656 INFO:tasks.workunit.client.0.smithi028.stdout:started writesame 2024-08-29T18:45:22.657 INFO:tasks.workunit.client.0.smithi028.stdout:write completion cb called! 2024-08-29T18:45:22.734 INFO:tasks.workunit.client.0.smithi028.stdout:return value is: 0 2024-08-29T18:45:22.734 INFO:tasks.workunit.client.0.smithi028.stdout:finished writesame 2024-08-29T18:45:22.735 INFO:tasks.workunit.client.0.smithi028.stdout:to verify the data 2024-08-29T18:45:22.735 INFO:tasks.workunit.client.0.smithi028.stdout:verified 2024-08-29T18:45:22.735 INFO:tasks.workunit.client.0.smithi028.stdout:created completion 2024-08-29T18:45:22.735 INFO:tasks.workunit.client.0.smithi028.stdout:started writesame 2024-08-29T18:45:22.735 INFO:tasks.workunit.client.0.smithi028.stdout:write completion cb called! 2024-08-29T18:45:22.799 INFO:tasks.workunit.client.0.smithi028.stdout:return value is: 0 2024-08-29T18:45:22.800 INFO:tasks.workunit.client.0.smithi028.stdout:finished writesame 2024-08-29T18:45:22.800 INFO:tasks.workunit.client.0.smithi028.stdout:to verify the data 2024-08-29T18:45:22.800 INFO:tasks.workunit.client.0.smithi028.stdout:verified 2024-08-29T18:45:22.800 INFO:tasks.workunit.client.0.smithi028.stdout:created completion 2024-08-29T18:45:22.800 INFO:tasks.workunit.client.0.smithi028.stdout:started writesame 2024-08-29T18:45:22.800 INFO:tasks.workunit.client.0.smithi028.stdout:write completion cb called! 2024-08-29T18:45:22.898 INFO:tasks.workunit.client.0.smithi028.stdout:return value is: 0 2024-08-29T18:45:22.898 INFO:tasks.workunit.client.0.smithi028.stdout:finished writesame 2024-08-29T18:45:22.898 INFO:tasks.workunit.client.0.smithi028.stdout:to verify the data 2024-08-29T18:45:22.898 INFO:tasks.workunit.client.0.smithi028.stdout:verified 2024-08-29T18:45:22.898 INFO:tasks.workunit.client.0.smithi028.stdout:created completion 2024-08-29T18:45:22.898 INFO:tasks.workunit.client.0.smithi028.stdout:started writesame 2024-08-29T18:45:22.898 INFO:tasks.workunit.client.0.smithi028.stdout:write completion cb called! 2024-08-29T18:45:22.988 INFO:tasks.workunit.client.0.smithi028.stdout:return value is: 0 2024-08-29T18:45:22.989 INFO:tasks.workunit.client.0.smithi028.stdout:finished writesame 2024-08-29T18:45:22.989 INFO:tasks.workunit.client.0.smithi028.stdout:to verify the data 2024-08-29T18:45:22.989 INFO:tasks.workunit.client.0.smithi028.stdout:verified 2024-08-29T18:45:22.989 INFO:tasks.workunit.client.0.smithi028.stdout:created completion 2024-08-29T18:45:22.989 INFO:tasks.workunit.client.0.smithi028.stdout:started writesame 2024-08-29T18:45:22.989 INFO:tasks.workunit.client.0.smithi028.stdout:expected fail, finished writesame 2024-08-29T18:45:22.989 INFO:tasks.workunit.client.0.smithi028.stdout:created completion 2024-08-29T18:45:22.989 INFO:tasks.workunit.client.0.smithi028.stdout:started writesame 2024-08-29T18:45:22.989 INFO:tasks.workunit.client.0.smithi028.stdout:expected fail, finished writesame 2024-08-29T18:45:22.989 INFO:tasks.workunit.client.0.smithi028.stdout:created completion 2024-08-29T18:45:22.989 INFO:tasks.workunit.client.0.smithi028.stdout:started writesame 2024-08-29T18:45:22.989 INFO:tasks.workunit.client.0.smithi028.stdout:write completion cb called! 2024-08-29T18:45:23.135 INFO:tasks.workunit.client.0.smithi028.stdout:return value is: 0 2024-08-29T18:45:23.135 INFO:tasks.workunit.client.0.smithi028.stdout:finished writesame 2024-08-29T18:45:23.135 INFO:tasks.workunit.client.0.smithi028.stdout:to verify the data 2024-08-29T18:45:23.135 INFO:tasks.workunit.client.0.smithi028.stdout:verified 2024-08-29T18:45:23.135 INFO:tasks.workunit.client.0.smithi028.stdout:created completion 2024-08-29T18:45:23.135 INFO:tasks.workunit.client.0.smithi028.stdout:started writesame 2024-08-29T18:45:23.135 INFO:tasks.workunit.client.0.smithi028.stdout:write completion cb called! 2024-08-29T18:45:23.270 INFO:tasks.workunit.client.0.smithi028.stdout:return value is: 0 2024-08-29T18:45:23.271 INFO:tasks.workunit.client.0.smithi028.stdout:finished writesame 2024-08-29T18:45:23.271 INFO:tasks.workunit.client.0.smithi028.stdout:to verify the data 2024-08-29T18:45:23.271 INFO:tasks.workunit.client.0.smithi028.stdout:verified 2024-08-29T18:45:23.271 INFO:tasks.workunit.client.0.smithi028.stdout:created completion 2024-08-29T18:45:23.271 INFO:tasks.workunit.client.0.smithi028.stdout:started writesame 2024-08-29T18:45:23.271 INFO:tasks.workunit.client.0.smithi028.stdout:write completion cb called! 2024-08-29T18:45:23.446 INFO:tasks.workunit.client.0.smithi028.stdout:return value is: 0 2024-08-29T18:45:23.446 INFO:tasks.workunit.client.0.smithi028.stdout:finished writesame 2024-08-29T18:45:23.446 INFO:tasks.workunit.client.0.smithi028.stdout:to verify the data 2024-08-29T18:45:23.446 INFO:tasks.workunit.client.0.smithi028.stdout:verified 2024-08-29T18:45:23.446 INFO:tasks.workunit.client.0.smithi028.stdout:created completion 2024-08-29T18:45:23.446 INFO:tasks.workunit.client.0.smithi028.stdout:started writesame 2024-08-29T18:45:23.446 INFO:tasks.workunit.client.0.smithi028.stdout:write completion cb called! 2024-08-29T18:45:23.576 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:45:23 smithi053 bash[68679]: cluster 2024-08-29T18:45:22.138998+0000 mgr.y (mgr.25022) 1759 : cluster [DBG] pgmap v3031: 489 pgs: 489 active+clean; 83 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 6.5 MiB/s rd, 6.4 MiB/s wr, 178 op/s 2024-08-29T18:45:23.627 INFO:tasks.workunit.client.0.smithi028.stdout:return value is: 0 2024-08-29T18:45:23.628 INFO:tasks.workunit.client.0.smithi028.stdout:finished writesame 2024-08-29T18:45:23.628 INFO:tasks.workunit.client.0.smithi028.stdout:to verify the data 2024-08-29T18:45:23.628 INFO:tasks.workunit.client.0.smithi028.stdout:verified 2024-08-29T18:45:23.628 INFO:tasks.workunit.client.0.smithi028.stdout:created completion 2024-08-29T18:45:23.628 INFO:tasks.workunit.client.0.smithi028.stdout:started writesame 2024-08-29T18:45:23.628 INFO:tasks.workunit.client.0.smithi028.stdout:expected fail, finished writesame 2024-08-29T18:45:23.628 INFO:tasks.workunit.client.0.smithi028.stdout:created completion 2024-08-29T18:45:23.628 INFO:tasks.workunit.client.0.smithi028.stdout:started writesame 2024-08-29T18:45:23.628 INFO:tasks.workunit.client.0.smithi028.stdout:expected fail, finished writesame 2024-08-29T18:45:23.628 INFO:tasks.workunit.client.0.smithi028.stdout:created completion 2024-08-29T18:45:23.628 INFO:tasks.workunit.client.0.smithi028.stdout:started writesame 2024-08-29T18:45:23.628 INFO:tasks.workunit.client.0.smithi028.stdout:write completion cb called! 2024-08-29T18:45:23.631 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:45:23 smithi028 bash[77168]: cluster 2024-08-29T18:45:22.138998+0000 mgr.y (mgr.25022) 1759 : cluster [DBG] pgmap v3031: 489 pgs: 489 active+clean; 83 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 6.5 MiB/s rd, 6.4 MiB/s wr, 178 op/s 2024-08-29T18:45:23.631 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:45:23 smithi028 bash[78352]: cluster 2024-08-29T18:45:22.138998+0000 mgr.y (mgr.25022) 1759 : cluster [DBG] pgmap v3031: 489 pgs: 489 active+clean; 83 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 6.5 MiB/s rd, 6.4 MiB/s wr, 178 op/s 2024-08-29T18:45:23.789 INFO:tasks.workunit.client.0.smithi028.stdout:return value is: 0 2024-08-29T18:45:23.789 INFO:tasks.workunit.client.0.smithi028.stdout:finished writesame 2024-08-29T18:45:23.789 INFO:tasks.workunit.client.0.smithi028.stdout:to verify the data 2024-08-29T18:45:23.789 INFO:tasks.workunit.client.0.smithi028.stdout:verified 2024-08-29T18:45:23.789 INFO:tasks.workunit.client.0.smithi028.stdout:created completion 2024-08-29T18:45:23.789 INFO:tasks.workunit.client.0.smithi028.stdout:started writesame 2024-08-29T18:45:23.789 INFO:tasks.workunit.client.0.smithi028.stdout:write completion cb called! 2024-08-29T18:45:23.998 INFO:tasks.workunit.client.0.smithi028.stdout:return value is: 0 2024-08-29T18:45:23.998 INFO:tasks.workunit.client.0.smithi028.stdout:finished writesame 2024-08-29T18:45:23.998 INFO:tasks.workunit.client.0.smithi028.stdout:to verify the data 2024-08-29T18:45:23.998 INFO:tasks.workunit.client.0.smithi028.stdout:verified 2024-08-29T18:45:23.998 INFO:tasks.workunit.client.0.smithi028.stdout:created completion 2024-08-29T18:45:23.999 INFO:tasks.workunit.client.0.smithi028.stdout:started writesame 2024-08-29T18:45:23.999 INFO:tasks.workunit.client.0.smithi028.stdout:write completion cb called! 2024-08-29T18:45:24.243 INFO:tasks.workunit.client.0.smithi028.stdout:return value is: 0 2024-08-29T18:45:24.243 INFO:tasks.workunit.client.0.smithi028.stdout:finished writesame 2024-08-29T18:45:24.243 INFO:tasks.workunit.client.0.smithi028.stdout:to verify the data 2024-08-29T18:45:24.243 INFO:tasks.workunit.client.0.smithi028.stdout:verified 2024-08-29T18:45:24.243 INFO:tasks.workunit.client.0.smithi028.stdout:created completion 2024-08-29T18:45:24.243 INFO:tasks.workunit.client.0.smithi028.stdout:started writesame 2024-08-29T18:45:24.243 INFO:tasks.workunit.client.0.smithi028.stdout:write completion cb called! 2024-08-29T18:45:24.490 INFO:tasks.workunit.client.0.smithi028.stdout:return value is: 0 2024-08-29T18:45:24.490 INFO:tasks.workunit.client.0.smithi028.stdout:finished writesame 2024-08-29T18:45:24.490 INFO:tasks.workunit.client.0.smithi028.stdout:to verify the data 2024-08-29T18:45:24.490 INFO:tasks.workunit.client.0.smithi028.stdout:verified 2024-08-29T18:45:24.491 INFO:tasks.workunit.client.0.smithi028.stdout:created completion 2024-08-29T18:45:24.491 INFO:tasks.workunit.client.0.smithi028.stdout:started writesame 2024-08-29T18:45:24.491 INFO:tasks.workunit.client.0.smithi028.stdout:expected fail, finished writesame 2024-08-29T18:45:24.491 INFO:tasks.workunit.client.0.smithi028.stdout:created completion 2024-08-29T18:45:24.491 INFO:tasks.workunit.client.0.smithi028.stdout:started writesame 2024-08-29T18:45:24.491 INFO:tasks.workunit.client.0.smithi028.stdout:expected fail, finished writesame 2024-08-29T18:45:24.491 INFO:tasks.workunit.client.0.smithi028.stdout:created completion 2024-08-29T18:45:24.491 INFO:tasks.workunit.client.0.smithi028.stdout:started writesame 2024-08-29T18:45:24.491 INFO:tasks.workunit.client.0.smithi028.stdout:write completion cb called! 2024-08-29T18:45:24.796 INFO:tasks.workunit.client.0.smithi028.stdout:return value is: 0 2024-08-29T18:45:24.796 INFO:tasks.workunit.client.0.smithi028.stdout:finished writesame 2024-08-29T18:45:24.796 INFO:tasks.workunit.client.0.smithi028.stdout:to verify the data 2024-08-29T18:45:24.796 INFO:tasks.workunit.client.0.smithi028.stdout:verified 2024-08-29T18:45:24.796 INFO:tasks.workunit.client.0.smithi028.stdout:created completion 2024-08-29T18:45:24.797 INFO:tasks.workunit.client.0.smithi028.stdout:started writesame 2024-08-29T18:45:24.797 INFO:tasks.workunit.client.0.smithi028.stdout:write completion cb called! 2024-08-29T18:45:24.881 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:45:24 smithi028 bash[77168]: cluster 2024-08-29T18:45:23.588585+0000 mon.a (mon.0) 3190 : cluster [DBG] osdmap e1754: 8 total, 8 up, 8 in 2024-08-29T18:45:24.881 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:45:24 smithi028 bash[77168]: cluster 2024-08-29T18:45:24.140249+0000 mgr.y (mgr.25022) 1760 : cluster [DBG] pgmap v3033: 489 pgs: 489 active+clean; 87 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 7.1 MiB/s rd, 7.0 MiB/s wr, 188 op/s 2024-08-29T18:45:24.882 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:45:24 smithi028 bash[78352]: cluster 2024-08-29T18:45:23.588585+0000 mon.a (mon.0) 3190 : cluster [DBG] osdmap e1754: 8 total, 8 up, 8 in 2024-08-29T18:45:24.882 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:45:24 smithi028 bash[78352]: cluster 2024-08-29T18:45:24.140249+0000 mgr.y (mgr.25022) 1760 : cluster [DBG] pgmap v3033: 489 pgs: 489 active+clean; 87 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 7.1 MiB/s rd, 7.0 MiB/s wr, 188 op/s 2024-08-29T18:45:25.071 INFO:tasks.workunit.client.0.smithi028.stdout:return value is: 0 2024-08-29T18:45:25.072 INFO:tasks.workunit.client.0.smithi028.stdout:finished writesame 2024-08-29T18:45:25.072 INFO:tasks.workunit.client.0.smithi028.stdout:to verify the data 2024-08-29T18:45:25.072 INFO:tasks.workunit.client.0.smithi028.stdout:verified 2024-08-29T18:45:25.072 INFO:tasks.workunit.client.0.smithi028.stdout:created completion 2024-08-29T18:45:25.072 INFO:tasks.workunit.client.0.smithi028.stdout:started writesame 2024-08-29T18:45:25.072 INFO:tasks.workunit.client.0.smithi028.stdout:write completion cb called! 2024-08-29T18:45:25.076 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:45:24 smithi053 bash[68679]: cluster 2024-08-29T18:45:23.588585+0000 mon.a (mon.0) 3190 : cluster [DBG] osdmap e1754: 8 total, 8 up, 8 in 2024-08-29T18:45:25.076 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:45:24 smithi053 bash[68679]: cluster 2024-08-29T18:45:24.140249+0000 mgr.y (mgr.25022) 1760 : cluster [DBG] pgmap v3033: 489 pgs: 489 active+clean; 87 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 7.1 MiB/s rd, 7.0 MiB/s wr, 188 op/s 2024-08-29T18:45:25.395 INFO:tasks.workunit.client.0.smithi028.stdout:return value is: 0 2024-08-29T18:45:25.395 INFO:tasks.workunit.client.0.smithi028.stdout:finished writesame 2024-08-29T18:45:25.395 INFO:tasks.workunit.client.0.smithi028.stdout:to verify the data 2024-08-29T18:45:25.395 INFO:tasks.workunit.client.0.smithi028.stdout:verified 2024-08-29T18:45:25.395 INFO:tasks.workunit.client.0.smithi028.stdout:created completion 2024-08-29T18:45:25.395 INFO:tasks.workunit.client.0.smithi028.stdout:started writesame 2024-08-29T18:45:25.395 INFO:tasks.workunit.client.0.smithi028.stdout:write completion cb called! 2024-08-29T18:45:25.702 INFO:tasks.workunit.client.0.smithi028.stdout:return value is: 0 2024-08-29T18:45:25.703 INFO:tasks.workunit.client.0.smithi028.stdout:finished writesame 2024-08-29T18:45:25.703 INFO:tasks.workunit.client.0.smithi028.stdout:to verify the data 2024-08-29T18:45:25.703 INFO:tasks.workunit.client.0.smithi028.stdout:verified 2024-08-29T18:45:25.703 INFO:tasks.workunit.client.0.smithi028.stdout:created completion 2024-08-29T18:45:25.703 INFO:tasks.workunit.client.0.smithi028.stdout:started writesame 2024-08-29T18:45:25.703 INFO:tasks.workunit.client.0.smithi028.stdout:expected fail, finished writesame 2024-08-29T18:45:25.703 INFO:tasks.workunit.client.0.smithi028.stdout:created completion 2024-08-29T18:45:25.703 INFO:tasks.workunit.client.0.smithi028.stdout:started writesame 2024-08-29T18:45:25.703 INFO:tasks.workunit.client.0.smithi028.stdout:expected fail, finished writesame 2024-08-29T18:45:25.703 INFO:tasks.workunit.client.0.smithi028.stdout:[ OK ] TestLibRBD.TestIOPP (6444 ms) 2024-08-29T18:45:25.703 INFO:tasks.workunit.client.0.smithi028.stdout:[ RUN ] TestLibRBD.TestCompareAndWriteCompareTooSmallPP 2024-08-29T18:45:25.704 INFO:tasks.workunit.client.0.smithi028.stdout:using new format! 2024-08-29T18:45:25.769 INFO:tasks.workunit.client.0.smithi028.stdout:[ OK ] TestLibRBD.TestCompareAndWriteCompareTooSmallPP (66 ms) 2024-08-29T18:45:25.769 INFO:tasks.workunit.client.0.smithi028.stdout:[ RUN ] TestLibRBD.TestAioCompareAndWriteCompareTooSmallPP 2024-08-29T18:45:25.769 INFO:tasks.workunit.client.0.smithi028.stdout:using new format! 2024-08-29T18:45:25.834 INFO:tasks.workunit.client.0.smithi028.stdout:[ OK ] TestLibRBD.TestAioCompareAndWriteCompareTooSmallPP (66 ms) 2024-08-29T18:45:25.834 INFO:tasks.workunit.client.0.smithi028.stdout:[ RUN ] TestLibRBD.TestCompareAndWriteWriteTooSmallPP 2024-08-29T18:45:25.834 INFO:tasks.workunit.client.0.smithi028.stdout:using new format! 2024-08-29T18:45:25.899 INFO:tasks.workunit.client.0.smithi028.stdout:[ OK ] TestLibRBD.TestCompareAndWriteWriteTooSmallPP (65 ms) 2024-08-29T18:45:25.900 INFO:tasks.workunit.client.0.smithi028.stdout:[ RUN ] TestLibRBD.TestAioCompareAndWriteWriteTooSmallPP 2024-08-29T18:45:25.900 INFO:tasks.workunit.client.0.smithi028.stdout:using new format! 2024-08-29T18:45:25.964 INFO:tasks.workunit.client.0.smithi028.stdout:[ OK ] TestLibRBD.TestAioCompareAndWriteWriteTooSmallPP (65 ms) 2024-08-29T18:45:25.965 INFO:tasks.workunit.client.0.smithi028.stdout:[ RUN ] TestLibRBD.TestCompareAndWriteMismatchPP 2024-08-29T18:45:25.965 INFO:tasks.workunit.client.0.smithi028.stdout:using new format! 2024-08-29T18:45:26.034 INFO:tasks.workunit.client.0.smithi028.stdout:[ OK ] TestLibRBD.TestCompareAndWriteMismatchPP (69 ms) 2024-08-29T18:45:26.034 INFO:tasks.workunit.client.0.smithi028.stdout:[ RUN ] TestLibRBD.TestAioCompareAndWriteMismatchPP 2024-08-29T18:45:26.034 INFO:tasks.workunit.client.0.smithi028.stdout:using new format! 2024-08-29T18:45:26.091 INFO:tasks.workunit.client.0.smithi028.stdout:write completion cb called! 2024-08-29T18:45:26.100 INFO:tasks.workunit.client.0.smithi028.stdout:[ OK ] TestLibRBD.TestAioCompareAndWriteMismatchPP (67 ms) 2024-08-29T18:45:26.100 INFO:tasks.workunit.client.0.smithi028.stdout:[ RUN ] TestLibRBD.TestCompareAndWriteMismatchBufferlistGreaterLenPP 2024-08-29T18:45:26.101 INFO:tasks.workunit.client.0.smithi028.stdout:using new format! 2024-08-29T18:45:26.167 INFO:tasks.workunit.client.0.smithi028.stdout:[ OK ] TestLibRBD.TestCompareAndWriteMismatchBufferlistGreaterLenPP (67 ms) 2024-08-29T18:45:26.167 INFO:tasks.workunit.client.0.smithi028.stdout:[ RUN ] TestLibRBD.TestAioCompareAndWriteMismatchBufferlistGreaterLenPP 2024-08-29T18:45:26.168 INFO:tasks.workunit.client.0.smithi028.stdout:using new format! 2024-08-29T18:45:26.225 INFO:tasks.workunit.client.0.smithi028.stdout:write completion cb called! 2024-08-29T18:45:26.236 INFO:tasks.workunit.client.0.smithi028.stdout:[ OK ] TestLibRBD.TestAioCompareAndWriteMismatchBufferlistGreaterLenPP (68 ms) 2024-08-29T18:45:26.236 INFO:tasks.workunit.client.0.smithi028.stdout:[ RUN ] TestLibRBD.TestCompareAndWriteSuccessPP 2024-08-29T18:45:26.236 INFO:tasks.workunit.client.0.smithi028.stdout:using new format! 2024-08-29T18:45:26.305 INFO:tasks.workunit.client.0.smithi028.stdout:[ OK ] TestLibRBD.TestCompareAndWriteSuccessPP (69 ms) 2024-08-29T18:45:26.305 INFO:tasks.workunit.client.0.smithi028.stdout:[ RUN ] TestLibRBD.TestAioCompareAndWriteSuccessPP 2024-08-29T18:45:26.305 INFO:tasks.workunit.client.0.smithi028.stdout:using new format! 2024-08-29T18:45:26.366 INFO:tasks.workunit.client.0.smithi028.stdout:write completion cb called! 2024-08-29T18:45:26.378 INFO:tasks.workunit.client.0.smithi028.stdout:[ OK ] TestLibRBD.TestAioCompareAndWriteSuccessPP (73 ms) 2024-08-29T18:45:26.378 INFO:tasks.workunit.client.0.smithi028.stdout:[ RUN ] TestLibRBD.TestCompareAndWriteSuccessBufferlistGreaterLenPP 2024-08-29T18:45:26.378 INFO:tasks.workunit.client.0.smithi028.stdout:using new format! 2024-08-29T18:45:26.450 INFO:tasks.workunit.client.0.smithi028.stdout:[ OK ] TestLibRBD.TestCompareAndWriteSuccessBufferlistGreaterLenPP (73 ms) 2024-08-29T18:45:26.451 INFO:tasks.workunit.client.0.smithi028.stdout:[ RUN ] TestLibRBD.TestAioCompareAndWriteSuccessBufferlistGreaterLenPP 2024-08-29T18:45:26.451 INFO:tasks.workunit.client.0.smithi028.stdout:using new format! 2024-08-29T18:45:26.513 INFO:tasks.workunit.client.0.smithi028.stdout:write completion cb called! 2024-08-29T18:45:26.526 INFO:tasks.workunit.client.0.smithi028.stdout:[ OK ] TestLibRBD.TestAioCompareAndWriteSuccessBufferlistGreaterLenPP (75 ms) 2024-08-29T18:45:26.526 INFO:tasks.workunit.client.0.smithi028.stdout:[ RUN ] TestLibRBD.TestCompareAndWriteStripeUnitUnalignedPP 2024-08-29T18:45:26.526 INFO:tasks.workunit.client.0.smithi028.stdout:using new format! 2024-08-29T18:45:26.671 INFO:tasks.workunit.client.0.smithi028.stdout:[ OK ] TestLibRBD.TestCompareAndWriteStripeUnitUnalignedPP (146 ms) 2024-08-29T18:45:26.671 INFO:tasks.workunit.client.0.smithi028.stdout:[ RUN ] TestLibRBD.TestAioCompareAndWriteStripeUnitUnalignedPP 2024-08-29T18:45:26.672 INFO:tasks.workunit.client.0.smithi028.stdout:using new format! 2024-08-29T18:45:26.759 INFO:tasks.workunit.client.0.smithi028.stdout:write completion cb called! 2024-08-29T18:45:26.788 INFO:tasks.workunit.client.0.smithi028.stdout:[ OK ] TestLibRBD.TestAioCompareAndWriteStripeUnitUnalignedPP (117 ms) 2024-08-29T18:45:26.788 INFO:tasks.workunit.client.0.smithi028.stdout:[ RUN ] TestLibRBD.TestCompareAndWriteTooLargePP 2024-08-29T18:45:26.788 INFO:tasks.workunit.client.0.smithi028.stdout:using new format! 2024-08-29T18:45:26.916 INFO:tasks.workunit.client.0.smithi028.stdout:[ OK ] TestLibRBD.TestCompareAndWriteTooLargePP (127 ms) 2024-08-29T18:45:26.916 INFO:tasks.workunit.client.0.smithi028.stdout:[ RUN ] TestLibRBD.TestAioCompareAndWriteTooLargePP 2024-08-29T18:45:26.916 INFO:tasks.workunit.client.0.smithi028.stdout:using new format! 2024-08-29T18:45:27.015 INFO:tasks.workunit.client.0.smithi028.stdout:write completion cb called! 2024-08-29T18:45:27.045 INFO:tasks.workunit.client.0.smithi028.stdout:[ OK ] TestLibRBD.TestAioCompareAndWriteTooLargePP (130 ms) 2024-08-29T18:45:27.046 INFO:tasks.workunit.client.0.smithi028.stdout:[ RUN ] TestLibRBD.TestCompareAndWriteStripeUnitSuccessPP 2024-08-29T18:45:27.046 INFO:tasks.workunit.client.0.smithi028.stdout:using new format! 2024-08-29T18:45:27.576 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:45:27 smithi053 bash[68679]: cluster 2024-08-29T18:45:26.143470+0000 mgr.y (mgr.25022) 1761 : cluster [DBG] pgmap v3034: 489 pgs: 489 active+clean; 87 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 6.3 MiB/s rd, 6.1 MiB/s wr, 856 op/s 2024-08-29T18:45:27.577 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:45:27 smithi053 bash[68679]: audit 2024-08-29T18:45:27.146916+0000 mon.a (mon.0) 3191 : audit [DBG] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-29T18:45:27.631 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:45:27 smithi028 bash[77168]: cluster 2024-08-29T18:45:26.143470+0000 mgr.y (mgr.25022) 1761 : cluster [DBG] pgmap v3034: 489 pgs: 489 active+clean; 87 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 6.3 MiB/s rd, 6.1 MiB/s wr, 856 op/s 2024-08-29T18:45:27.631 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:45:27 smithi028 bash[77168]: audit 2024-08-29T18:45:27.146916+0000 mon.a (mon.0) 3191 : audit [DBG] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-29T18:45:27.631 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:45:27 smithi028 bash[78352]: cluster 2024-08-29T18:45:26.143470+0000 mgr.y (mgr.25022) 1761 : cluster [DBG] pgmap v3034: 489 pgs: 489 active+clean; 87 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 6.3 MiB/s rd, 6.1 MiB/s wr, 856 op/s 2024-08-29T18:45:27.632 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:45:27 smithi028 bash[78352]: audit 2024-08-29T18:45:27.146916+0000 mon.a (mon.0) 3191 : audit [DBG] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-29T18:45:27.638 INFO:tasks.workunit.client.0.smithi028.stdout:[ OK ] TestLibRBD.TestCompareAndWriteStripeUnitSuccessPP (593 ms) 2024-08-29T18:45:27.638 INFO:tasks.workunit.client.0.smithi028.stdout:[ RUN ] TestLibRBD.TestAioCompareAndWriteStripeUnitSuccessPP 2024-08-29T18:45:27.639 INFO:tasks.workunit.client.0.smithi028.stdout:using new format! 2024-08-29T18:45:28.082 INFO:tasks.workunit.client.0.smithi028.stdout:write completion cb called! 2024-08-29T18:45:28.126 INFO:tasks.workunit.client.0.smithi028.stdout:[ OK ] TestLibRBD.TestAioCompareAndWriteStripeUnitSuccessPP (487 ms) 2024-08-29T18:45:28.126 INFO:tasks.workunit.client.0.smithi028.stdout:[ RUN ] TestLibRBD.TestIOPPWithIOHint 2024-08-29T18:45:28.126 INFO:tasks.workunit.client.0.smithi028.stdout:using new format! 2024-08-29T18:45:28.192 INFO:tasks.workunit.client.0.smithi028.stdout:wrote: 512 2024-08-29T18:45:28.192 INFO:tasks.workunit.client.0.smithi028.stdout:wrote: 512 2024-08-29T18:45:28.192 INFO:tasks.workunit.client.0.smithi028.stdout:wrote: 512 2024-08-29T18:45:28.192 INFO:tasks.workunit.client.0.smithi028.stdout:wrote: 512 2024-08-29T18:45:28.192 INFO:tasks.workunit.client.0.smithi028.stdout:wrote: 512 2024-08-29T18:45:28.192 INFO:tasks.workunit.client.0.smithi028.stdout:created completion 2024-08-29T18:45:28.192 INFO:tasks.workunit.client.0.smithi028.stdout:started write 2024-08-29T18:45:28.192 INFO:tasks.workunit.client.0.smithi028.stdout:write completion cb called! 2024-08-29T18:45:28.194 INFO:tasks.workunit.client.0.smithi028.stdout:return value is: 0 2024-08-29T18:45:28.194 INFO:tasks.workunit.client.0.smithi028.stdout:finished write 2024-08-29T18:45:28.194 INFO:tasks.workunit.client.0.smithi028.stdout:created completion 2024-08-29T18:45:28.194 INFO:tasks.workunit.client.0.smithi028.stdout:started write 2024-08-29T18:45:28.194 INFO:tasks.workunit.client.0.smithi028.stdout:write completion cb called! 2024-08-29T18:45:28.197 INFO:tasks.workunit.client.0.smithi028.stdout:return value is: 0 2024-08-29T18:45:28.197 INFO:tasks.workunit.client.0.smithi028.stdout:finished write 2024-08-29T18:45:28.197 INFO:tasks.workunit.client.0.smithi028.stdout:created completion 2024-08-29T18:45:28.197 INFO:tasks.workunit.client.0.smithi028.stdout:started write 2024-08-29T18:45:28.198 INFO:tasks.workunit.client.0.smithi028.stdout:write completion cb called! 2024-08-29T18:45:28.200 INFO:tasks.workunit.client.0.smithi028.stdout:return value is: 0 2024-08-29T18:45:28.201 INFO:tasks.workunit.client.0.smithi028.stdout:finished write 2024-08-29T18:45:28.201 INFO:tasks.workunit.client.0.smithi028.stdout:created completion 2024-08-29T18:45:28.201 INFO:tasks.workunit.client.0.smithi028.stdout:started write 2024-08-29T18:45:28.201 INFO:tasks.workunit.client.0.smithi028.stdout:write completion cb called! 2024-08-29T18:45:28.203 INFO:tasks.workunit.client.0.smithi028.stdout:return value is: 0 2024-08-29T18:45:28.203 INFO:tasks.workunit.client.0.smithi028.stdout:finished write 2024-08-29T18:45:28.203 INFO:tasks.workunit.client.0.smithi028.stdout:created completion 2024-08-29T18:45:28.204 INFO:tasks.workunit.client.0.smithi028.stdout:started write 2024-08-29T18:45:28.204 INFO:tasks.workunit.client.0.smithi028.stdout:write completion cb called! 2024-08-29T18:45:28.205 INFO:tasks.workunit.client.0.smithi028.stdout:return value is: 0 2024-08-29T18:45:28.205 INFO:tasks.workunit.client.0.smithi028.stdout:finished write 2024-08-29T18:45:28.205 INFO:tasks.workunit.client.0.smithi028.stdout:read: 512 2024-08-29T18:45:28.205 INFO:tasks.workunit.client.0.smithi028.stdout:created completion 2024-08-29T18:45:28.205 INFO:tasks.workunit.client.0.smithi028.stdout:started read 2024-08-29T18:45:28.205 INFO:tasks.workunit.client.0.smithi028.stdout:read completion cb called! 2024-08-29T18:45:28.206 INFO:tasks.workunit.client.0.smithi028.stdout:return value is: 512 2024-08-29T18:45:28.206 INFO:tasks.workunit.client.0.smithi028.stdout:finished read 2024-08-29T18:45:28.206 INFO:tasks.workunit.client.0.smithi028.stdout:created completion 2024-08-29T18:45:28.206 INFO:tasks.workunit.client.0.smithi028.stdout:started read 2024-08-29T18:45:28.206 INFO:tasks.workunit.client.0.smithi028.stdout:read completion cb called! 2024-08-29T18:45:28.206 INFO:tasks.workunit.client.0.smithi028.stdout:return value is: 512 2024-08-29T18:45:28.206 INFO:tasks.workunit.client.0.smithi028.stdout:finished read 2024-08-29T18:45:28.207 INFO:tasks.workunit.client.0.smithi028.stdout:created completion 2024-08-29T18:45:28.207 INFO:tasks.workunit.client.0.smithi028.stdout:started read 2024-08-29T18:45:28.207 INFO:tasks.workunit.client.0.smithi028.stdout:read completion cb called! 2024-08-29T18:45:28.207 INFO:tasks.workunit.client.0.smithi028.stdout:return value is: 512 2024-08-29T18:45:28.207 INFO:tasks.workunit.client.0.smithi028.stdout:finished read 2024-08-29T18:45:28.207 INFO:tasks.workunit.client.0.smithi028.stdout:created completion 2024-08-29T18:45:28.207 INFO:tasks.workunit.client.0.smithi028.stdout:started read 2024-08-29T18:45:28.207 INFO:tasks.workunit.client.0.smithi028.stdout:read completion cb called! 2024-08-29T18:45:28.208 INFO:tasks.workunit.client.0.smithi028.stdout:return value is: 512 2024-08-29T18:45:28.208 INFO:tasks.workunit.client.0.smithi028.stdout:finished read 2024-08-29T18:45:28.208 INFO:tasks.workunit.client.0.smithi028.stdout:created completion 2024-08-29T18:45:28.208 INFO:tasks.workunit.client.0.smithi028.stdout:started read 2024-08-29T18:45:28.208 INFO:tasks.workunit.client.0.smithi028.stdout:read completion cb called! 2024-08-29T18:45:29.576 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:45:29 smithi053 bash[68679]: cluster 2024-08-29T18:45:28.145080+0000 mgr.y (mgr.25022) 1762 : cluster [DBG] pgmap v3035: 489 pgs: 489 active+clean; 91 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 6.0 MiB/s rd, 5.8 MiB/s wr, 818 op/s 2024-08-29T18:45:29.631 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:45:29 smithi028 bash[77168]: cluster 2024-08-29T18:45:28.145080+0000 mgr.y (mgr.25022) 1762 : cluster [DBG] pgmap v3035: 489 pgs: 489 active+clean; 91 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 6.0 MiB/s rd, 5.8 MiB/s wr, 818 op/s 2024-08-29T18:45:29.631 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:45:29 smithi028 bash[78352]: cluster 2024-08-29T18:45:28.145080+0000 mgr.y (mgr.25022) 1762 : cluster [DBG] pgmap v3035: 489 pgs: 489 active+clean; 91 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 6.0 MiB/s rd, 5.8 MiB/s wr, 818 op/s 2024-08-29T18:45:31.426 INFO:tasks.workunit.client.0.smithi028.stdout:return value is: 512 2024-08-29T18:45:31.426 INFO:tasks.workunit.client.0.smithi028.stdout:finished read 2024-08-29T18:45:31.427 INFO:tasks.workunit.client.0.smithi028.stdout:wrote: 0 2024-08-29T18:45:31.427 INFO:tasks.workunit.client.0.smithi028.stdout:to verify the data 2024-08-29T18:45:31.427 INFO:tasks.workunit.client.0.smithi028.stdout:verified 2024-08-29T18:45:31.427 INFO:tasks.workunit.client.0.smithi028.stdout:wrote: 0 2024-08-29T18:45:31.427 INFO:tasks.workunit.client.0.smithi028.stdout:to verify the data 2024-08-29T18:45:31.427 INFO:tasks.workunit.client.0.smithi028.stdout:verified 2024-08-29T18:45:31.427 INFO:tasks.workunit.client.0.smithi028.stdout:wrote: 16384 2024-08-29T18:45:31.427 INFO:tasks.workunit.client.0.smithi028.stdout:to verify the data 2024-08-29T18:45:31.427 INFO:tasks.workunit.client.0.smithi028.stdout:verified 2024-08-29T18:45:31.427 INFO:tasks.workunit.client.0.smithi028.stdout:wrote: 16384 2024-08-29T18:45:31.427 INFO:tasks.workunit.client.0.smithi028.stdout:to verify the data 2024-08-29T18:45:31.427 INFO:tasks.workunit.client.0.smithi028.stdout:verified 2024-08-29T18:45:31.427 INFO:tasks.workunit.client.0.smithi028.stdout:expected fail, finished writesame 2024-08-29T18:45:31.428 INFO:tasks.workunit.client.0.smithi028.stdout:expected fail, finished writesame 2024-08-29T18:45:31.428 INFO:tasks.workunit.client.0.smithi028.stdout:wrote: 49152 2024-08-29T18:45:31.428 INFO:tasks.workunit.client.0.smithi028.stdout:to verify the data 2024-08-29T18:45:31.428 INFO:tasks.workunit.client.0.smithi028.stdout:verified 2024-08-29T18:45:31.428 INFO:tasks.workunit.client.0.smithi028.stdout:wrote: 49152 2024-08-29T18:45:31.428 INFO:tasks.workunit.client.0.smithi028.stdout:to verify the data 2024-08-29T18:45:31.428 INFO:tasks.workunit.client.0.smithi028.stdout:verified 2024-08-29T18:45:31.428 INFO:tasks.workunit.client.0.smithi028.stdout:wrote: 65536 2024-08-29T18:45:31.428 INFO:tasks.workunit.client.0.smithi028.stdout:to verify the data 2024-08-29T18:45:31.428 INFO:tasks.workunit.client.0.smithi028.stdout:verified 2024-08-29T18:45:31.428 INFO:tasks.workunit.client.0.smithi028.stdout:wrote: 65536 2024-08-29T18:45:31.428 INFO:tasks.workunit.client.0.smithi028.stdout:to verify the data 2024-08-29T18:45:31.428 INFO:tasks.workunit.client.0.smithi028.stdout:verified 2024-08-29T18:45:31.428 INFO:tasks.workunit.client.0.smithi028.stdout:expected fail, finished writesame 2024-08-29T18:45:31.429 INFO:tasks.workunit.client.0.smithi028.stdout:expected fail, finished writesame 2024-08-29T18:45:31.429 INFO:tasks.workunit.client.0.smithi028.stdout:wrote: 98304 2024-08-29T18:45:31.429 INFO:tasks.workunit.client.0.smithi028.stdout:to verify the data 2024-08-29T18:45:31.429 INFO:tasks.workunit.client.0.smithi028.stdout:verified 2024-08-29T18:45:31.429 INFO:tasks.workunit.client.0.smithi028.stdout:wrote: 98304 2024-08-29T18:45:31.429 INFO:tasks.workunit.client.0.smithi028.stdout:to verify the data 2024-08-29T18:45:31.429 INFO:tasks.workunit.client.0.smithi028.stdout:verified 2024-08-29T18:45:31.429 INFO:tasks.workunit.client.0.smithi028.stdout:wrote: 114688 2024-08-29T18:45:31.429 INFO:tasks.workunit.client.0.smithi028.stdout:to verify the data 2024-08-29T18:45:31.429 INFO:tasks.workunit.client.0.smithi028.stdout:verified 2024-08-29T18:45:31.429 INFO:tasks.workunit.client.0.smithi028.stdout:wrote: 114688 2024-08-29T18:45:31.429 INFO:tasks.workunit.client.0.smithi028.stdout:to verify the data 2024-08-29T18:45:31.429 INFO:tasks.workunit.client.0.smithi028.stdout:verified 2024-08-29T18:45:31.430 INFO:tasks.workunit.client.0.smithi028.stdout:expected fail, finished writesame 2024-08-29T18:45:31.430 INFO:tasks.workunit.client.0.smithi028.stdout:expected fail, finished writesame 2024-08-29T18:45:31.430 INFO:tasks.workunit.client.0.smithi028.stdout:wrote: 147456 2024-08-29T18:45:31.430 INFO:tasks.workunit.client.0.smithi028.stdout:to verify the data 2024-08-29T18:45:31.430 INFO:tasks.workunit.client.0.smithi028.stdout:verified 2024-08-29T18:45:31.430 INFO:tasks.workunit.client.0.smithi028.stdout:wrote: 147456 2024-08-29T18:45:31.430 INFO:tasks.workunit.client.0.smithi028.stdout:to verify the data 2024-08-29T18:45:31.430 INFO:tasks.workunit.client.0.smithi028.stdout:verified 2024-08-29T18:45:31.430 INFO:tasks.workunit.client.0.smithi028.stdout:wrote: 163840 2024-08-29T18:45:31.430 INFO:tasks.workunit.client.0.smithi028.stdout:to verify the data 2024-08-29T18:45:31.430 INFO:tasks.workunit.client.0.smithi028.stdout:verified 2024-08-29T18:45:31.430 INFO:tasks.workunit.client.0.smithi028.stdout:wrote: 163840 2024-08-29T18:45:31.430 INFO:tasks.workunit.client.0.smithi028.stdout:to verify the data 2024-08-29T18:45:31.431 INFO:tasks.workunit.client.0.smithi028.stdout:verified 2024-08-29T18:45:31.431 INFO:tasks.workunit.client.0.smithi028.stdout:expected fail, finished writesame 2024-08-29T18:45:31.431 INFO:tasks.workunit.client.0.smithi028.stdout:expected fail, finished writesame 2024-08-29T18:45:31.431 INFO:tasks.workunit.client.0.smithi028.stdout:wrote: 196608 2024-08-29T18:45:31.431 INFO:tasks.workunit.client.0.smithi028.stdout:to verify the data 2024-08-29T18:45:31.431 INFO:tasks.workunit.client.0.smithi028.stdout:verified 2024-08-29T18:45:31.431 INFO:tasks.workunit.client.0.smithi028.stdout:wrote: 196608 2024-08-29T18:45:31.431 INFO:tasks.workunit.client.0.smithi028.stdout:to verify the data 2024-08-29T18:45:31.431 INFO:tasks.workunit.client.0.smithi028.stdout:verified 2024-08-29T18:45:31.431 INFO:tasks.workunit.client.0.smithi028.stdout:wrote: 212992 2024-08-29T18:45:31.432 INFO:tasks.workunit.client.0.smithi028.stdout:to verify the data 2024-08-29T18:45:31.432 INFO:tasks.workunit.client.0.smithi028.stdout:verified 2024-08-29T18:45:31.432 INFO:tasks.workunit.client.0.smithi028.stdout:wrote: 212992 2024-08-29T18:45:31.432 INFO:tasks.workunit.client.0.smithi028.stdout:to verify the data 2024-08-29T18:45:31.432 INFO:tasks.workunit.client.0.smithi028.stdout:verified 2024-08-29T18:45:31.432 INFO:tasks.workunit.client.0.smithi028.stdout:expected fail, finished writesame 2024-08-29T18:45:31.432 INFO:tasks.workunit.client.0.smithi028.stdout:expected fail, finished writesame 2024-08-29T18:45:31.432 INFO:tasks.workunit.client.0.smithi028.stdout:created completion 2024-08-29T18:45:31.432 INFO:tasks.workunit.client.0.smithi028.stdout:started writesame 2024-08-29T18:45:31.432 INFO:tasks.workunit.client.0.smithi028.stdout:write completion cb called! 2024-08-29T18:45:31.432 INFO:tasks.workunit.client.0.smithi028.stdout:return value is: 0 2024-08-29T18:45:31.432 INFO:tasks.workunit.client.0.smithi028.stdout:finished writesame 2024-08-29T18:45:31.432 INFO:tasks.workunit.client.0.smithi028.stdout:to verify the data 2024-08-29T18:45:31.433 INFO:tasks.workunit.client.0.smithi028.stdout:verified 2024-08-29T18:45:31.433 INFO:tasks.workunit.client.0.smithi028.stdout:created completion 2024-08-29T18:45:31.433 INFO:tasks.workunit.client.0.smithi028.stdout:started writesame 2024-08-29T18:45:31.433 INFO:tasks.workunit.client.0.smithi028.stdout:write completion cb called! 2024-08-29T18:45:31.433 INFO:tasks.workunit.client.0.smithi028.stdout:return value is: 0 2024-08-29T18:45:31.433 INFO:tasks.workunit.client.0.smithi028.stdout:finished writesame 2024-08-29T18:45:31.433 INFO:tasks.workunit.client.0.smithi028.stdout:to verify the data 2024-08-29T18:45:31.433 INFO:tasks.workunit.client.0.smithi028.stdout:verified 2024-08-29T18:45:31.433 INFO:tasks.workunit.client.0.smithi028.stdout:created completion 2024-08-29T18:45:31.434 INFO:tasks.workunit.client.0.smithi028.stdout:started writesame 2024-08-29T18:45:31.434 INFO:tasks.workunit.client.0.smithi028.stdout:write completion cb called! 2024-08-29T18:45:31.454 INFO:tasks.workunit.client.0.smithi028.stdout:return value is: 0 2024-08-29T18:45:31.454 INFO:tasks.workunit.client.0.smithi028.stdout:finished writesame 2024-08-29T18:45:31.454 INFO:tasks.workunit.client.0.smithi028.stdout:to verify the data 2024-08-29T18:45:31.454 INFO:tasks.workunit.client.0.smithi028.stdout:verified 2024-08-29T18:45:31.454 INFO:tasks.workunit.client.0.smithi028.stdout:created completion 2024-08-29T18:45:31.454 INFO:tasks.workunit.client.0.smithi028.stdout:started writesame 2024-08-29T18:45:31.454 INFO:tasks.workunit.client.0.smithi028.stdout:write completion cb called! 2024-08-29T18:45:31.473 INFO:tasks.workunit.client.0.smithi028.stdout:return value is: 0 2024-08-29T18:45:31.473 INFO:tasks.workunit.client.0.smithi028.stdout:finished writesame 2024-08-29T18:45:31.474 INFO:tasks.workunit.client.0.smithi028.stdout:to verify the data 2024-08-29T18:45:31.474 INFO:tasks.workunit.client.0.smithi028.stdout:verified 2024-08-29T18:45:31.474 INFO:tasks.workunit.client.0.smithi028.stdout:created completion 2024-08-29T18:45:31.474 INFO:tasks.workunit.client.0.smithi028.stdout:started writesame 2024-08-29T18:45:31.474 INFO:tasks.workunit.client.0.smithi028.stdout:expected fail, finished writesame 2024-08-29T18:45:31.474 INFO:tasks.workunit.client.0.smithi028.stdout:created completion 2024-08-29T18:45:31.474 INFO:tasks.workunit.client.0.smithi028.stdout:started writesame 2024-08-29T18:45:31.474 INFO:tasks.workunit.client.0.smithi028.stdout:expected fail, finished writesame 2024-08-29T18:45:31.474 INFO:tasks.workunit.client.0.smithi028.stdout:created completion 2024-08-29T18:45:31.474 INFO:tasks.workunit.client.0.smithi028.stdout:started writesame 2024-08-29T18:45:31.474 INFO:tasks.workunit.client.0.smithi028.stdout:write completion cb called! 2024-08-29T18:45:31.536 INFO:tasks.workunit.client.0.smithi028.stdout:return value is: 0 2024-08-29T18:45:31.536 INFO:tasks.workunit.client.0.smithi028.stdout:finished writesame 2024-08-29T18:45:31.536 INFO:tasks.workunit.client.0.smithi028.stdout:to verify the data 2024-08-29T18:45:31.536 INFO:tasks.workunit.client.0.smithi028.stdout:verified 2024-08-29T18:45:31.536 INFO:tasks.workunit.client.0.smithi028.stdout:created completion 2024-08-29T18:45:31.536 INFO:tasks.workunit.client.0.smithi028.stdout:started writesame 2024-08-29T18:45:31.536 INFO:tasks.workunit.client.0.smithi028.stdout:write completion cb called! 2024-08-29T18:45:31.576 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:45:31 smithi053 bash[68679]: cluster 2024-08-29T18:45:30.148784+0000 mgr.y (mgr.25022) 1763 : cluster [DBG] pgmap v3036: 489 pgs: 489 active+clean; 115 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 5.0 MiB/s rd, 4.7 MiB/s wr, 1.13k op/s 2024-08-29T18:45:31.605 INFO:tasks.workunit.client.0.smithi028.stdout:return value is: 0 2024-08-29T18:45:31.605 INFO:tasks.workunit.client.0.smithi028.stdout:finished writesame 2024-08-29T18:45:31.605 INFO:tasks.workunit.client.0.smithi028.stdout:to verify the data 2024-08-29T18:45:31.605 INFO:tasks.workunit.client.0.smithi028.stdout:verified 2024-08-29T18:45:31.605 INFO:tasks.workunit.client.0.smithi028.stdout:created completion 2024-08-29T18:45:31.605 INFO:tasks.workunit.client.0.smithi028.stdout:started writesame 2024-08-29T18:45:31.605 INFO:tasks.workunit.client.0.smithi028.stdout:write completion cb called! 2024-08-29T18:45:31.631 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:45:31 smithi028 bash[77168]: cluster 2024-08-29T18:45:30.148784+0000 mgr.y (mgr.25022) 1763 : cluster [DBG] pgmap v3036: 489 pgs: 489 active+clean; 115 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 5.0 MiB/s rd, 4.7 MiB/s wr, 1.13k op/s 2024-08-29T18:45:31.631 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:45:31 smithi028 bash[78352]: cluster 2024-08-29T18:45:30.148784+0000 mgr.y (mgr.25022) 1763 : cluster [DBG] pgmap v3036: 489 pgs: 489 active+clean; 115 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 5.0 MiB/s rd, 4.7 MiB/s wr, 1.13k op/s 2024-08-29T18:45:31.631 INFO:journalctl@ceph.mgr.y.smithi028.stdout:Aug 29 18:45:31 smithi028 bash[70818]: ::ffff:172.21.15.53 - - [29/Aug/2024:18:45:31] "GET /metrics HTTP/1.1" 200 63135 "" "Prometheus/2.43.0" 2024-08-29T18:45:31.704 INFO:tasks.workunit.client.0.smithi028.stdout:return value is: 0 2024-08-29T18:45:31.705 INFO:tasks.workunit.client.0.smithi028.stdout:finished writesame 2024-08-29T18:45:31.705 INFO:tasks.workunit.client.0.smithi028.stdout:to verify the data 2024-08-29T18:45:31.705 INFO:tasks.workunit.client.0.smithi028.stdout:verified 2024-08-29T18:45:31.705 INFO:tasks.workunit.client.0.smithi028.stdout:created completion 2024-08-29T18:45:31.705 INFO:tasks.workunit.client.0.smithi028.stdout:started writesame 2024-08-29T18:45:31.705 INFO:tasks.workunit.client.0.smithi028.stdout:write completion cb called! 2024-08-29T18:45:31.805 INFO:tasks.workunit.client.0.smithi028.stdout:return value is: 0 2024-08-29T18:45:31.805 INFO:tasks.workunit.client.0.smithi028.stdout:finished writesame 2024-08-29T18:45:31.805 INFO:tasks.workunit.client.0.smithi028.stdout:to verify the data 2024-08-29T18:45:31.805 INFO:tasks.workunit.client.0.smithi028.stdout:verified 2024-08-29T18:45:31.806 INFO:tasks.workunit.client.0.smithi028.stdout:created completion 2024-08-29T18:45:31.806 INFO:tasks.workunit.client.0.smithi028.stdout:started writesame 2024-08-29T18:45:31.806 INFO:tasks.workunit.client.0.smithi028.stdout:expected fail, finished writesame 2024-08-29T18:45:31.806 INFO:tasks.workunit.client.0.smithi028.stdout:created completion 2024-08-29T18:45:31.806 INFO:tasks.workunit.client.0.smithi028.stdout:started writesame 2024-08-29T18:45:31.806 INFO:tasks.workunit.client.0.smithi028.stdout:expected fail, finished writesame 2024-08-29T18:45:31.806 INFO:tasks.workunit.client.0.smithi028.stdout:created completion 2024-08-29T18:45:31.806 INFO:tasks.workunit.client.0.smithi028.stdout:started writesame 2024-08-29T18:45:31.806 INFO:tasks.workunit.client.0.smithi028.stdout:write completion cb called! 2024-08-29T18:45:31.952 INFO:tasks.workunit.client.0.smithi028.stdout:return value is: 0 2024-08-29T18:45:31.953 INFO:tasks.workunit.client.0.smithi028.stdout:finished writesame 2024-08-29T18:45:31.953 INFO:tasks.workunit.client.0.smithi028.stdout:to verify the data 2024-08-29T18:45:31.953 INFO:tasks.workunit.client.0.smithi028.stdout:verified 2024-08-29T18:45:31.953 INFO:tasks.workunit.client.0.smithi028.stdout:created completion 2024-08-29T18:45:31.953 INFO:tasks.workunit.client.0.smithi028.stdout:started writesame 2024-08-29T18:45:31.953 INFO:tasks.workunit.client.0.smithi028.stdout:write completion cb called! 2024-08-29T18:45:32.102 INFO:tasks.workunit.client.0.smithi028.stdout:return value is: 0 2024-08-29T18:45:32.102 INFO:tasks.workunit.client.0.smithi028.stdout:finished writesame 2024-08-29T18:45:32.102 INFO:tasks.workunit.client.0.smithi028.stdout:to verify the data 2024-08-29T18:45:32.102 INFO:tasks.workunit.client.0.smithi028.stdout:verified 2024-08-29T18:45:32.102 INFO:tasks.workunit.client.0.smithi028.stdout:created completion 2024-08-29T18:45:32.102 INFO:tasks.workunit.client.0.smithi028.stdout:started writesame 2024-08-29T18:45:32.102 INFO:tasks.workunit.client.0.smithi028.stdout:write completion cb called! 2024-08-29T18:45:32.267 INFO:tasks.workunit.client.0.smithi028.stdout:return value is: 0 2024-08-29T18:45:32.267 INFO:tasks.workunit.client.0.smithi028.stdout:finished writesame 2024-08-29T18:45:32.267 INFO:tasks.workunit.client.0.smithi028.stdout:to verify the data 2024-08-29T18:45:32.268 INFO:tasks.workunit.client.0.smithi028.stdout:verified 2024-08-29T18:45:32.268 INFO:tasks.workunit.client.0.smithi028.stdout:created completion 2024-08-29T18:45:32.268 INFO:tasks.workunit.client.0.smithi028.stdout:started writesame 2024-08-29T18:45:32.268 INFO:tasks.workunit.client.0.smithi028.stdout:write completion cb called! 2024-08-29T18:45:32.417 INFO:tasks.workunit.client.0.smithi028.stdout:return value is: 0 2024-08-29T18:45:32.417 INFO:tasks.workunit.client.0.smithi028.stdout:finished writesame 2024-08-29T18:45:32.417 INFO:tasks.workunit.client.0.smithi028.stdout:to verify the data 2024-08-29T18:45:32.417 INFO:tasks.workunit.client.0.smithi028.stdout:verified 2024-08-29T18:45:32.417 INFO:tasks.workunit.client.0.smithi028.stdout:created completion 2024-08-29T18:45:32.418 INFO:tasks.workunit.client.0.smithi028.stdout:started writesame 2024-08-29T18:45:32.418 INFO:tasks.workunit.client.0.smithi028.stdout:expected fail, finished writesame 2024-08-29T18:45:32.418 INFO:tasks.workunit.client.0.smithi028.stdout:created completion 2024-08-29T18:45:32.418 INFO:tasks.workunit.client.0.smithi028.stdout:started writesame 2024-08-29T18:45:32.418 INFO:tasks.workunit.client.0.smithi028.stdout:expected fail, finished writesame 2024-08-29T18:45:32.418 INFO:tasks.workunit.client.0.smithi028.stdout:created completion 2024-08-29T18:45:32.418 INFO:tasks.workunit.client.0.smithi028.stdout:started writesame 2024-08-29T18:45:32.418 INFO:tasks.workunit.client.0.smithi028.stdout:write completion cb called! 2024-08-29T18:45:32.576 INFO:journalctl@ceph.prometheus.a.smithi053.stdout:Aug 29 18:45:32 smithi053 bash[95567]: ts=2024-08-29T18:45:32.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"3167ee72-662c-11ef-bcd4-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-29T18:45:32.626 INFO:tasks.workunit.client.0.smithi028.stdout:return value is: 0 2024-08-29T18:45:32.626 INFO:tasks.workunit.client.0.smithi028.stdout:finished writesame 2024-08-29T18:45:32.626 INFO:tasks.workunit.client.0.smithi028.stdout:to verify the data 2024-08-29T18:45:32.626 INFO:tasks.workunit.client.0.smithi028.stdout:verified 2024-08-29T18:45:32.626 INFO:tasks.workunit.client.0.smithi028.stdout:created completion 2024-08-29T18:45:32.626 INFO:tasks.workunit.client.0.smithi028.stdout:started writesame 2024-08-29T18:45:32.626 INFO:tasks.workunit.client.0.smithi028.stdout:write completion cb called! 2024-08-29T18:45:32.825 INFO:tasks.workunit.client.0.smithi028.stdout:return value is: 0 2024-08-29T18:45:32.826 INFO:tasks.workunit.client.0.smithi028.stdout:finished writesame 2024-08-29T18:45:32.826 INFO:tasks.workunit.client.0.smithi028.stdout:to verify the data 2024-08-29T18:45:32.826 INFO:tasks.workunit.client.0.smithi028.stdout:verified 2024-08-29T18:45:32.826 INFO:tasks.workunit.client.0.smithi028.stdout:created completion 2024-08-29T18:45:32.826 INFO:tasks.workunit.client.0.smithi028.stdout:started writesame 2024-08-29T18:45:32.826 INFO:tasks.workunit.client.0.smithi028.stdout:write completion cb called! 2024-08-29T18:45:33.068 INFO:tasks.workunit.client.0.smithi028.stdout:return value is: 0 2024-08-29T18:45:33.068 INFO:tasks.workunit.client.0.smithi028.stdout:finished writesame 2024-08-29T18:45:33.068 INFO:tasks.workunit.client.0.smithi028.stdout:to verify the data 2024-08-29T18:45:33.068 INFO:tasks.workunit.client.0.smithi028.stdout:verified 2024-08-29T18:45:33.068 INFO:tasks.workunit.client.0.smithi028.stdout:created completion 2024-08-29T18:45:33.069 INFO:tasks.workunit.client.0.smithi028.stdout:started writesame 2024-08-29T18:45:33.069 INFO:tasks.workunit.client.0.smithi028.stdout:write completion cb called! 2024-08-29T18:45:33.304 INFO:tasks.workunit.client.0.smithi028.stdout:return value is: 0 2024-08-29T18:45:33.304 INFO:tasks.workunit.client.0.smithi028.stdout:finished writesame 2024-08-29T18:45:33.305 INFO:tasks.workunit.client.0.smithi028.stdout:to verify the data 2024-08-29T18:45:33.305 INFO:tasks.workunit.client.0.smithi028.stdout:verified 2024-08-29T18:45:33.305 INFO:tasks.workunit.client.0.smithi028.stdout:created completion 2024-08-29T18:45:33.305 INFO:tasks.workunit.client.0.smithi028.stdout:started writesame 2024-08-29T18:45:33.305 INFO:tasks.workunit.client.0.smithi028.stdout:expected fail, finished writesame 2024-08-29T18:45:33.305 INFO:tasks.workunit.client.0.smithi028.stdout:created completion 2024-08-29T18:45:33.305 INFO:tasks.workunit.client.0.smithi028.stdout:started writesame 2024-08-29T18:45:33.305 INFO:tasks.workunit.client.0.smithi028.stdout:expected fail, finished writesame 2024-08-29T18:45:33.305 INFO:tasks.workunit.client.0.smithi028.stdout:created completion 2024-08-29T18:45:33.305 INFO:tasks.workunit.client.0.smithi028.stdout:started writesame 2024-08-29T18:45:33.305 INFO:tasks.workunit.client.0.smithi028.stdout:write completion cb called! 2024-08-29T18:45:33.572 INFO:tasks.workunit.client.0.smithi028.stdout:return value is: 0 2024-08-29T18:45:33.572 INFO:tasks.workunit.client.0.smithi028.stdout:finished writesame 2024-08-29T18:45:33.572 INFO:tasks.workunit.client.0.smithi028.stdout:to verify the data 2024-08-29T18:45:33.572 INFO:tasks.workunit.client.0.smithi028.stdout:verified 2024-08-29T18:45:33.572 INFO:tasks.workunit.client.0.smithi028.stdout:created completion 2024-08-29T18:45:33.572 INFO:tasks.workunit.client.0.smithi028.stdout:started writesame 2024-08-29T18:45:33.572 INFO:tasks.workunit.client.0.smithi028.stdout:write completion cb called! 2024-08-29T18:45:33.576 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:45:33 smithi053 bash[68679]: cluster 2024-08-29T18:45:32.150688+0000 mgr.y (mgr.25022) 1764 : cluster [DBG] pgmap v3037: 489 pgs: 489 active+clean; 135 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 7.0 MiB/s rd, 6.7 MiB/s wr, 1.12k op/s 2024-08-29T18:45:33.631 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:45:33 smithi028 bash[78352]: cluster 2024-08-29T18:45:32.150688+0000 mgr.y (mgr.25022) 1764 : cluster [DBG] pgmap v3037: 489 pgs: 489 active+clean; 135 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 7.0 MiB/s rd, 6.7 MiB/s wr, 1.12k op/s 2024-08-29T18:45:33.631 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:45:33 smithi028 bash[77168]: cluster 2024-08-29T18:45:32.150688+0000 mgr.y (mgr.25022) 1764 : cluster [DBG] pgmap v3037: 489 pgs: 489 active+clean; 135 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 7.0 MiB/s rd, 6.7 MiB/s wr, 1.12k op/s 2024-08-29T18:45:33.848 INFO:tasks.workunit.client.0.smithi028.stdout:return value is: 0 2024-08-29T18:45:33.849 INFO:tasks.workunit.client.0.smithi028.stdout:finished writesame 2024-08-29T18:45:33.849 INFO:tasks.workunit.client.0.smithi028.stdout:to verify the data 2024-08-29T18:45:33.849 INFO:tasks.workunit.client.0.smithi028.stdout:verified 2024-08-29T18:45:33.849 INFO:tasks.workunit.client.0.smithi028.stdout:created completion 2024-08-29T18:45:33.849 INFO:tasks.workunit.client.0.smithi028.stdout:started writesame 2024-08-29T18:45:33.849 INFO:tasks.workunit.client.0.smithi028.stdout:write completion cb called! 2024-08-29T18:45:34.158 INFO:tasks.workunit.client.0.smithi028.stdout:return value is: 0 2024-08-29T18:45:34.158 INFO:tasks.workunit.client.0.smithi028.stdout:finished writesame 2024-08-29T18:45:34.159 INFO:tasks.workunit.client.0.smithi028.stdout:to verify the data 2024-08-29T18:45:34.159 INFO:tasks.workunit.client.0.smithi028.stdout:verified 2024-08-29T18:45:34.159 INFO:tasks.workunit.client.0.smithi028.stdout:created completion 2024-08-29T18:45:34.159 INFO:tasks.workunit.client.0.smithi028.stdout:started writesame 2024-08-29T18:45:34.159 INFO:tasks.workunit.client.0.smithi028.stdout:write completion cb called! 2024-08-29T18:45:34.464 INFO:tasks.workunit.client.0.smithi028.stdout:return value is: 0 2024-08-29T18:45:34.465 INFO:tasks.workunit.client.0.smithi028.stdout:finished writesame 2024-08-29T18:45:34.465 INFO:tasks.workunit.client.0.smithi028.stdout:to verify the data 2024-08-29T18:45:34.465 INFO:tasks.workunit.client.0.smithi028.stdout:verified 2024-08-29T18:45:34.465 INFO:tasks.workunit.client.0.smithi028.stdout:created completion 2024-08-29T18:45:34.465 INFO:tasks.workunit.client.0.smithi028.stdout:started writesame 2024-08-29T18:45:34.465 INFO:tasks.workunit.client.0.smithi028.stdout:expected fail, finished writesame 2024-08-29T18:45:34.465 INFO:tasks.workunit.client.0.smithi028.stdout:created completion 2024-08-29T18:45:34.465 INFO:tasks.workunit.client.0.smithi028.stdout:started writesame 2024-08-29T18:45:34.465 INFO:tasks.workunit.client.0.smithi028.stdout:expected fail, finished writesame 2024-08-29T18:45:34.465 INFO:tasks.workunit.client.0.smithi028.stdout:[ OK ] TestLibRBD.TestIOPPWithIOHint (6339 ms) 2024-08-29T18:45:34.466 INFO:tasks.workunit.client.0.smithi028.stdout:[ RUN ] TestLibRBD.TestIOToSnapshot 2024-08-29T18:45:34.466 INFO:tasks.workunit.client.0.smithi028.stdout:using new format! 2024-08-29T18:45:35.576 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:45:35 smithi053 bash[68679]: cluster 2024-08-29T18:45:34.153631+0000 mgr.y (mgr.25022) 1765 : cluster [DBG] pgmap v3038: 489 pgs: 489 active+clean; 135 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 5.8 MiB/s rd, 5.5 MiB/s wr, 1.05k op/s 2024-08-29T18:45:35.631 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:45:35 smithi028 bash[77168]: cluster 2024-08-29T18:45:34.153631+0000 mgr.y (mgr.25022) 1765 : cluster [DBG] pgmap v3038: 489 pgs: 489 active+clean; 135 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 5.8 MiB/s rd, 5.5 MiB/s wr, 1.05k op/s 2024-08-29T18:45:35.631 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:45:35 smithi028 bash[78352]: cluster 2024-08-29T18:45:34.153631+0000 mgr.y (mgr.25022) 1765 : cluster [DBG] pgmap v3038: 489 pgs: 489 active+clean; 135 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 5.8 MiB/s rd, 5.5 MiB/s wr, 1.05k op/s 2024-08-29T18:45:36.333 INFO:tasks.workunit.client.0.smithi028.stdout:num snaps is: 0 2024-08-29T18:45:36.333 INFO:tasks.workunit.client.0.smithi028.stdout:expected: 0 2024-08-29T18:45:36.333 INFO:tasks.workunit.client.0.smithi028.stdout:num snaps is: 1 2024-08-29T18:45:36.333 INFO:tasks.workunit.client.0.smithi028.stdout:expected: 1 2024-08-29T18:45:36.333 INFO:tasks.workunit.client.0.smithi028.stdout:snap: orig 2024-08-29T18:45:36.333 INFO:tasks.workunit.client.0.smithi028.stdout:found orig with size 2097152 2024-08-29T18:45:36.333 INFO:tasks.workunit.client.0.smithi028.stdout:read: 80 2024-08-29T18:45:36.333 INFO:tasks.workunit.client.0.smithi028.stdout:write test data! 2024-08-29T18:45:36.333 INFO:tasks.workunit.client.0.smithi028.stdout:wrote: 80 2024-08-29T18:45:36.334 INFO:tasks.workunit.client.0.smithi028.stdout:num snaps is: 2 2024-08-29T18:45:36.334 INFO:tasks.workunit.client.0.smithi028.stdout:expected: 2 2024-08-29T18:45:36.334 INFO:tasks.workunit.client.0.smithi028.stdout:snap: orig 2024-08-29T18:45:36.334 INFO:tasks.workunit.client.0.smithi028.stdout:snap: written 2024-08-29T18:45:36.334 INFO:tasks.workunit.client.0.smithi028.stdout:found orig with size 2097152 2024-08-29T18:45:36.334 INFO:tasks.workunit.client.0.smithi028.stdout:found written with size 2097152 2024-08-29T18:45:36.334 INFO:tasks.workunit.client.0.smithi028.stdout:read: 80 2024-08-29T18:45:36.334 INFO:tasks.workunit.client.0.smithi028.stdout:read: 80 2024-08-29T18:45:36.334 INFO:tasks.workunit.client.0.smithi028.stdout:read: 80 2024-08-29T18:45:36.334 INFO:tasks.workunit.client.0.smithi028.stdout:write to snapshot returned -30 2024-08-29T18:45:36.334 INFO:tasks.workunit.client.0.smithi028.stdout:Read-only file system 2024-08-29T18:45:36.396 INFO:tasks.workunit.client.0.smithi028.stdout:read: 80 2024-08-29T18:45:36.396 INFO:tasks.workunit.client.0.smithi028.stdout:read: 80 2024-08-29T18:45:36.396 INFO:tasks.workunit.client.0.smithi028.stdout:wrote: 80 2024-08-29T18:45:36.396 INFO:tasks.workunit.client.0.smithi028.stdout:opening testimg@orig 2024-08-29T18:45:36.396 INFO:tasks.workunit.client.0.smithi028.stdout:read: 80 2024-08-29T18:45:36.396 INFO:tasks.workunit.client.0.smithi028.stdout:write to snapshot returned -30 2024-08-29T18:45:36.397 INFO:tasks.workunit.client.0.smithi028.stdout:Read-only file system 2024-08-29T18:45:36.576 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:45:36 smithi053 bash[68679]: cluster 2024-08-29T18:45:35.227561+0000 mon.a (mon.0) 3192 : cluster [DBG] osdmap e1755: 8 total, 8 up, 8 in 2024-08-29T18:45:36.631 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:45:36 smithi028 bash[77168]: cluster 2024-08-29T18:45:35.227561+0000 mon.a (mon.0) 3192 : cluster [DBG] osdmap e1755: 8 total, 8 up, 8 in 2024-08-29T18:45:36.631 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:45:36 smithi028 bash[78352]: cluster 2024-08-29T18:45:35.227561+0000 mon.a (mon.0) 3192 : cluster [DBG] osdmap e1755: 8 total, 8 up, 8 in 2024-08-29T18:45:37.577 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:45:37 smithi053 bash[68679]: cluster 2024-08-29T18:45:36.155198+0000 mgr.y (mgr.25022) 1766 : cluster [DBG] pgmap v3040: 489 pgs: 489 active+clean; 135 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 6.1 MiB/s rd, 5.8 MiB/s wr, 1.12k op/s 2024-08-29T18:45:37.577 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:45:37 smithi053 bash[68679]: cluster 2024-08-29T18:45:36.259873+0000 mon.a (mon.0) 3193 : cluster [DBG] osdmap e1756: 8 total, 8 up, 8 in 2024-08-29T18:45:37.631 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:45:37 smithi028 bash[78352]: cluster 2024-08-29T18:45:36.155198+0000 mgr.y (mgr.25022) 1766 : cluster [DBG] pgmap v3040: 489 pgs: 489 active+clean; 135 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 6.1 MiB/s rd, 5.8 MiB/s wr, 1.12k op/s 2024-08-29T18:45:37.631 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:45:37 smithi028 bash[78352]: cluster 2024-08-29T18:45:36.259873+0000 mon.a (mon.0) 3193 : cluster [DBG] osdmap e1756: 8 total, 8 up, 8 in 2024-08-29T18:45:37.632 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:45:37 smithi028 bash[77168]: cluster 2024-08-29T18:45:36.155198+0000 mgr.y (mgr.25022) 1766 : cluster [DBG] pgmap v3040: 489 pgs: 489 active+clean; 135 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 6.1 MiB/s rd, 5.8 MiB/s wr, 1.12k op/s 2024-08-29T18:45:37.632 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:45:37 smithi028 bash[77168]: cluster 2024-08-29T18:45:36.259873+0000 mon.a (mon.0) 3193 : cluster [DBG] osdmap e1756: 8 total, 8 up, 8 in 2024-08-29T18:45:38.354 INFO:tasks.workunit.client.0.smithi028.stdout:num snaps is: 2 2024-08-29T18:45:38.354 INFO:tasks.workunit.client.0.smithi028.stdout:expected: 2 2024-08-29T18:45:38.354 INFO:tasks.workunit.client.0.smithi028.stdout:snap: orig 2024-08-29T18:45:38.354 INFO:tasks.workunit.client.0.smithi028.stdout:snap: written 2024-08-29T18:45:38.354 INFO:tasks.workunit.client.0.smithi028.stdout:found orig with size 2097152 2024-08-29T18:45:38.355 INFO:tasks.workunit.client.0.smithi028.stdout:found written with size 2097152 2024-08-29T18:45:38.355 INFO:tasks.workunit.client.0.smithi028.stdout:num snaps is: 1 2024-08-29T18:45:38.355 INFO:tasks.workunit.client.0.smithi028.stdout:expected: 1 2024-08-29T18:45:38.355 INFO:tasks.workunit.client.0.smithi028.stdout:snap: orig 2024-08-29T18:45:38.355 INFO:tasks.workunit.client.0.smithi028.stdout:found orig with size 2097152 2024-08-29T18:45:38.355 INFO:tasks.workunit.client.0.smithi028.stdout:num snaps is: 0 2024-08-29T18:45:38.355 INFO:tasks.workunit.client.0.smithi028.stdout:expected: 0 2024-08-29T18:45:38.355 INFO:tasks.workunit.client.0.smithi028.stdout:[ OK ] TestLibRBD.TestIOToSnapshot (3889 ms) 2024-08-29T18:45:38.355 INFO:tasks.workunit.client.0.smithi028.stdout:[ RUN ] TestLibRBD.TestSnapshotDeletedIo 2024-08-29T18:45:38.355 INFO:tasks.workunit.client.0.smithi028.stdout:using new format! 2024-08-29T18:45:38.577 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:45:38 smithi053 bash[68679]: cluster 2024-08-29T18:45:37.267830+0000 mon.a (mon.0) 3194 : cluster [DBG] osdmap e1757: 8 total, 8 up, 8 in 2024-08-29T18:45:38.631 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:45:38 smithi028 bash[78352]: cluster 2024-08-29T18:45:37.267830+0000 mon.a (mon.0) 3194 : cluster [DBG] osdmap e1757: 8 total, 8 up, 8 in 2024-08-29T18:45:38.631 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:45:38 smithi028 bash[77168]: cluster 2024-08-29T18:45:37.267830+0000 mon.a (mon.0) 3194 : cluster [DBG] osdmap e1757: 8 total, 8 up, 8 in 2024-08-29T18:45:39.576 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:45:39 smithi053 bash[68679]: cluster 2024-08-29T18:45:38.156773+0000 mgr.y (mgr.25022) 1767 : cluster [DBG] pgmap v3043: 489 pgs: 489 active+clean; 135 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 576 KiB/s rd, 269 KiB/s wr, 1.17k op/s 2024-08-29T18:45:39.577 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:45:39 smithi053 bash[68679]: cluster 2024-08-29T18:45:38.279252+0000 mon.a (mon.0) 3195 : cluster [DBG] osdmap e1758: 8 total, 8 up, 8 in 2024-08-29T18:45:39.631 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:45:39 smithi028 bash[78352]: cluster 2024-08-29T18:45:38.156773+0000 mgr.y (mgr.25022) 1767 : cluster [DBG] pgmap v3043: 489 pgs: 489 active+clean; 135 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 576 KiB/s rd, 269 KiB/s wr, 1.17k op/s 2024-08-29T18:45:39.631 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:45:39 smithi028 bash[78352]: cluster 2024-08-29T18:45:38.279252+0000 mon.a (mon.0) 3195 : cluster [DBG] osdmap e1758: 8 total, 8 up, 8 in 2024-08-29T18:45:39.631 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:45:39 smithi028 bash[77168]: cluster 2024-08-29T18:45:38.156773+0000 mgr.y (mgr.25022) 1767 : cluster [DBG] pgmap v3043: 489 pgs: 489 active+clean; 135 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 576 KiB/s rd, 269 KiB/s wr, 1.17k op/s 2024-08-29T18:45:39.631 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:45:39 smithi028 bash[77168]: cluster 2024-08-29T18:45:38.279252+0000 mon.a (mon.0) 3195 : cluster [DBG] osdmap e1758: 8 total, 8 up, 8 in 2024-08-29T18:45:40.353 INFO:tasks.workunit.client.0.smithi028.stdout:[ OK ] TestLibRBD.TestSnapshotDeletedIo (1999 ms) 2024-08-29T18:45:40.353 INFO:tasks.workunit.client.0.smithi028.stdout:[ RUN ] TestLibRBD.TestClone 2024-08-29T18:45:40.353 INFO:tasks.workunit.client.0.smithi028.stdout:using new format! 2024-08-29T18:45:40.577 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:45:40 smithi053 bash[68679]: cluster 2024-08-29T18:45:39.286932+0000 mon.a (mon.0) 3196 : cluster [DBG] osdmap e1759: 8 total, 8 up, 8 in 2024-08-29T18:45:40.631 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:45:40 smithi028 bash[77168]: cluster 2024-08-29T18:45:39.286932+0000 mon.a (mon.0) 3196 : cluster [DBG] osdmap e1759: 8 total, 8 up, 8 in 2024-08-29T18:45:40.631 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:45:40 smithi028 bash[78352]: cluster 2024-08-29T18:45:39.286932+0000 mon.a (mon.0) 3196 : cluster [DBG] osdmap e1759: 8 total, 8 up, 8 in 2024-08-29T18:45:41.577 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:45:41 smithi053 bash[68679]: cluster 2024-08-29T18:45:40.159495+0000 mgr.y (mgr.25022) 1768 : cluster [DBG] pgmap v3046: 489 pgs: 489 active+clean; 135 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 51 KiB/s rd, 4.7 KiB/s wr, 74 op/s 2024-08-29T18:45:41.577 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:45:41 smithi053 bash[68679]: cluster 2024-08-29T18:45:40.299929+0000 mon.a (mon.0) 3197 : cluster [DBG] osdmap e1760: 8 total, 8 up, 8 in 2024-08-29T18:45:41.631 INFO:journalctl@ceph.mgr.y.smithi028.stdout:Aug 29 18:45:41 smithi028 bash[70818]: ::ffff:172.21.15.53 - - [29/Aug/2024:18:45:41] "GET /metrics HTTP/1.1" 200 63135 "" "Prometheus/2.43.0" 2024-08-29T18:45:41.631 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:45:41 smithi028 bash[78352]: cluster 2024-08-29T18:45:40.159495+0000 mgr.y (mgr.25022) 1768 : cluster [DBG] pgmap v3046: 489 pgs: 489 active+clean; 135 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 51 KiB/s rd, 4.7 KiB/s wr, 74 op/s 2024-08-29T18:45:41.631 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:45:41 smithi028 bash[78352]: cluster 2024-08-29T18:45:40.299929+0000 mon.a (mon.0) 3197 : cluster [DBG] osdmap e1760: 8 total, 8 up, 8 in 2024-08-29T18:45:41.632 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:45:41 smithi028 bash[77168]: cluster 2024-08-29T18:45:40.159495+0000 mgr.y (mgr.25022) 1768 : cluster [DBG] pgmap v3046: 489 pgs: 489 active+clean; 135 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 51 KiB/s rd, 4.7 KiB/s wr, 74 op/s 2024-08-29T18:45:41.632 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:45:41 smithi028 bash[77168]: cluster 2024-08-29T18:45:40.299929+0000 mon.a (mon.0) 3197 : cluster [DBG] osdmap e1760: 8 total, 8 up, 8 in 2024-08-29T18:45:42.380 INFO:tasks.workunit.client.0.smithi028.stdout:made parent image "parent" 2024-08-29T18:45:42.380 INFO:tasks.workunit.client.0.smithi028.stdout:parent has no parent info 2024-08-29T18:45:42.380 INFO:tasks.workunit.client.0.smithi028.stdout:made snapshot "parent@parent_snap" 2024-08-29T18:45:42.380 INFO:tasks.workunit.client.0.smithi028.stdout:can't unprotect an unprotected snap 2024-08-29T18:45:42.380 INFO:tasks.workunit.client.0.smithi028.stdout:can't protect a protected snap 2024-08-29T18:45:42.380 INFO:tasks.workunit.client.0.smithi028.stdout:made and opened clone "child" 2024-08-29T18:45:42.380 INFO:tasks.workunit.client.0.smithi028.stdout:read: 8 2024-08-29T18:45:42.380 INFO:tasks.workunit.client.0.smithi028.stdout:read: 8 2024-08-29T18:45:42.380 INFO:tasks.workunit.client.0.smithi028.stdout:read: 8 2024-08-29T18:45:42.380 INFO:tasks.workunit.client.0.smithi028.stdout:sizes and overlaps are good between parent and child 2024-08-29T18:45:42.381 INFO:tasks.workunit.client.0.smithi028.stdout:child image successfully cloned all image-meta pairs 2024-08-29T18:45:42.381 INFO:tasks.workunit.client.0.smithi028.stdout:sized down clone, changed overlap 2024-08-29T18:45:42.381 INFO:tasks.workunit.client.0.smithi028.stdout:parent info: size 4194304 obj_size 4194304 parent_pool 18446744073709551615 2024-08-29T18:45:42.381 INFO:tasks.workunit.client.0.smithi028.stdout:sized up clone, changed size but not overlap or parent's size 2024-08-29T18:45:42.381 INFO:tasks.workunit.client.0.smithi028.stdout:can't remove parent while child still exists 2024-08-29T18:45:42.381 INFO:tasks.workunit.client.0.smithi028.stdout:can't remove parent while still protected 2024-08-29T18:45:42.381 INFO:tasks.workunit.client.0.smithi028.stdout:removed parent snap after unprotecting 2024-08-29T18:45:42.381 INFO:tasks.workunit.client.0.smithi028.stdout:[ OK ] TestLibRBD.TestClone (2027 ms) 2024-08-29T18:45:42.381 INFO:tasks.workunit.client.0.smithi028.stdout:[ RUN ] TestLibRBD.TestClone2 2024-08-29T18:45:42.381 INFO:tasks.workunit.client.0.smithi028.stdout:using new format! 2024-08-29T18:45:42.577 INFO:journalctl@ceph.prometheus.a.smithi053.stdout:Aug 29 18:45:42 smithi053 bash[95567]: ts=2024-08-29T18:45:42.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"3167ee72-662c-11ef-bcd4-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-29T18:45:42.577 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:45:42 smithi053 bash[68679]: cluster 2024-08-29T18:45:41.306786+0000 mon.a (mon.0) 3198 : cluster [DBG] osdmap e1761: 8 total, 8 up, 8 in 2024-08-29T18:45:42.577 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:45:42 smithi053 bash[68679]: audit 2024-08-29T18:45:42.147187+0000 mon.a (mon.0) 3199 : audit [DBG] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-29T18:45:42.577 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:45:42 smithi053 bash[68679]: cluster 2024-08-29T18:45:42.160377+0000 mgr.y (mgr.25022) 1769 : cluster [DBG] pgmap v3049: 489 pgs: 489 active+clean; 135 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 15 KiB/s rd, 3.5 KiB/s wr, 30 op/s 2024-08-29T18:45:42.631 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:45:42 smithi028 bash[77168]: cluster 2024-08-29T18:45:41.306786+0000 mon.a (mon.0) 3198 : cluster [DBG] osdmap e1761: 8 total, 8 up, 8 in 2024-08-29T18:45:42.631 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:45:42 smithi028 bash[77168]: audit 2024-08-29T18:45:42.147187+0000 mon.a (mon.0) 3199 : audit [DBG] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-29T18:45:42.631 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:45:42 smithi028 bash[77168]: cluster 2024-08-29T18:45:42.160377+0000 mgr.y (mgr.25022) 1769 : cluster [DBG] pgmap v3049: 489 pgs: 489 active+clean; 135 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 15 KiB/s rd, 3.5 KiB/s wr, 30 op/s 2024-08-29T18:45:42.632 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:45:42 smithi028 bash[78352]: cluster 2024-08-29T18:45:41.306786+0000 mon.a (mon.0) 3198 : cluster [DBG] osdmap e1761: 8 total, 8 up, 8 in 2024-08-29T18:45:42.632 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:45:42 smithi028 bash[78352]: audit 2024-08-29T18:45:42.147187+0000 mon.a (mon.0) 3199 : audit [DBG] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-29T18:45:42.632 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:45:42 smithi028 bash[78352]: cluster 2024-08-29T18:45:42.160377+0000 mgr.y (mgr.25022) 1769 : cluster [DBG] pgmap v3049: 489 pgs: 489 active+clean; 135 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 15 KiB/s rd, 3.5 KiB/s wr, 30 op/s 2024-08-29T18:45:43.576 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:45:43 smithi053 bash[68679]: cluster 2024-08-29T18:45:42.318691+0000 mon.a (mon.0) 3200 : cluster [DBG] osdmap e1762: 8 total, 8 up, 8 in 2024-08-29T18:45:43.631 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:45:43 smithi028 bash[78352]: cluster 2024-08-29T18:45:42.318691+0000 mon.a (mon.0) 3200 : cluster [DBG] osdmap e1762: 8 total, 8 up, 8 in 2024-08-29T18:45:43.631 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:45:43 smithi028 bash[77168]: cluster 2024-08-29T18:45:42.318691+0000 mon.a (mon.0) 3200 : cluster [DBG] osdmap e1762: 8 total, 8 up, 8 in 2024-08-29T18:45:43.708 INFO:tasks.workunit.client.0.smithi028.stdout:made parent image "parent" 2024-08-29T18:45:43.708 INFO:tasks.workunit.client.0.smithi028.stdout:parent has no parent info 2024-08-29T18:45:43.709 INFO:tasks.workunit.client.0.smithi028.stdout:made snapshot "parent@parent_snap" 2024-08-29T18:45:43.709 INFO:tasks.workunit.client.0.smithi028.stdout:made and opened clone "child" 2024-08-29T18:45:43.709 INFO:tasks.workunit.client.0.smithi028.stdout:child image successfully cloned all image-meta pairs 2024-08-29T18:45:43.709 INFO:tasks.workunit.client.0.smithi028.stdout:[ OK ] TestLibRBD.TestClone2 (1329 ms) 2024-08-29T18:45:43.709 INFO:tasks.workunit.client.0.smithi028.stdout:[ RUN ] TestLibRBD.ListChildren 2024-08-29T18:45:44.631 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:45:44 smithi028 bash[77168]: cluster 2024-08-29T18:45:43.320544+0000 mon.a (mon.0) 3201 : cluster [DBG] osdmap e1763: 8 total, 8 up, 8 in 2024-08-29T18:45:44.631 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:45:44 smithi028 bash[77168]: cluster 2024-08-29T18:45:43.595433+0000 mon.a (mon.0) 3202 : cluster [DBG] osdmap e1764: 8 total, 8 up, 8 in 2024-08-29T18:45:44.631 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:45:44 smithi028 bash[77168]: cluster 2024-08-29T18:45:44.161325+0000 mgr.y (mgr.25022) 1770 : cluster [DBG] pgmap v3053: 489 pgs: 489 active+clean; 135 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 98 KiB/s rd, 9.0 KiB/s wr, 128 op/s 2024-08-29T18:45:44.632 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:45:44 smithi028 bash[77168]: audit 2024-08-29T18:45:44.197892+0000 mon.a (mon.0) 3203 : audit [DBG] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-29T18:45:44.632 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:45:44 smithi028 bash[78352]: cluster 2024-08-29T18:45:43.320544+0000 mon.a (mon.0) 3201 : cluster [DBG] osdmap e1763: 8 total, 8 up, 8 in 2024-08-29T18:45:44.632 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:45:44 smithi028 bash[78352]: cluster 2024-08-29T18:45:43.595433+0000 mon.a (mon.0) 3202 : cluster [DBG] osdmap e1764: 8 total, 8 up, 8 in 2024-08-29T18:45:44.632 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:45:44 smithi028 bash[78352]: cluster 2024-08-29T18:45:44.161325+0000 mgr.y (mgr.25022) 1770 : cluster [DBG] pgmap v3053: 489 pgs: 489 active+clean; 135 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 98 KiB/s rd, 9.0 KiB/s wr, 128 op/s 2024-08-29T18:45:44.632 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:45:44 smithi028 bash[78352]: audit 2024-08-29T18:45:44.197892+0000 mon.a (mon.0) 3203 : audit [DBG] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-29T18:45:44.827 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:45:44 smithi053 bash[68679]: cluster 2024-08-29T18:45:43.320544+0000 mon.a (mon.0) 3201 : cluster [DBG] osdmap e1763: 8 total, 8 up, 8 in 2024-08-29T18:45:44.827 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:45:44 smithi053 bash[68679]: cluster 2024-08-29T18:45:43.595433+0000 mon.a (mon.0) 3202 : cluster [DBG] osdmap e1764: 8 total, 8 up, 8 in 2024-08-29T18:45:44.827 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:45:44 smithi053 bash[68679]: cluster 2024-08-29T18:45:44.161325+0000 mgr.y (mgr.25022) 1770 : cluster [DBG] pgmap v3053: 489 pgs: 489 active+clean; 135 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 98 KiB/s rd, 9.0 KiB/s wr, 128 op/s 2024-08-29T18:45:44.827 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:45:44 smithi053 bash[68679]: audit 2024-08-29T18:45:44.197892+0000 mon.a (mon.0) 3203 : audit [DBG] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-29T18:45:45.881 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:45:45 smithi028 bash[78352]: cluster 2024-08-29T18:45:44.618893+0000 mon.a (mon.0) 3204 : cluster [DBG] osdmap e1765: 8 total, 8 up, 8 in 2024-08-29T18:45:45.881 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:45:45 smithi028 bash[78352]: audit 2024-08-29T18:45:44.621657+0000 mon.c (mon.2) 115 : audit [INF] from='client.? 172.21.15.28:0/1048860636' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi028-116573-26","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-29T18:45:45.882 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:45:45 smithi028 bash[78352]: audit 2024-08-29T18:45:44.634196+0000 mon.a (mon.0) 3205 : audit [INF] from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi028-116573-26","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-29T18:45:45.882 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:45:45 smithi028 bash[78352]: audit 2024-08-29T18:45:44.831003+0000 mon.a (mon.0) 3206 : audit [INF] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' 2024-08-29T18:45:45.882 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:45:45 smithi028 bash[78352]: audit 2024-08-29T18:45:44.838341+0000 mon.a (mon.0) 3207 : audit [INF] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' 2024-08-29T18:45:45.882 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:45:45 smithi028 bash[78352]: audit 2024-08-29T18:45:45.487377+0000 mon.a (mon.0) 3208 : audit [DBG] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-29T18:45:45.882 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:45:45 smithi028 bash[78352]: audit 2024-08-29T18:45:45.489059+0000 mon.a (mon.0) 3209 : audit [INF] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-29T18:45:45.882 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:45:45 smithi028 bash[78352]: audit 2024-08-29T18:45:45.499017+0000 mon.a (mon.0) 3210 : audit [INF] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' 2024-08-29T18:45:45.883 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:45:45 smithi028 bash[77168]: cluster 2024-08-29T18:45:44.618893+0000 mon.a (mon.0) 3204 : cluster [DBG] osdmap e1765: 8 total, 8 up, 8 in 2024-08-29T18:45:45.883 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:45:45 smithi028 bash[77168]: audit 2024-08-29T18:45:44.621657+0000 mon.c (mon.2) 115 : audit [INF] from='client.? 172.21.15.28:0/1048860636' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi028-116573-26","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-29T18:45:45.883 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:45:45 smithi028 bash[77168]: audit 2024-08-29T18:45:44.634196+0000 mon.a (mon.0) 3205 : audit [INF] from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi028-116573-26","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-29T18:45:45.883 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:45:45 smithi028 bash[77168]: audit 2024-08-29T18:45:44.831003+0000 mon.a (mon.0) 3206 : audit [INF] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' 2024-08-29T18:45:45.883 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:45:45 smithi028 bash[77168]: audit 2024-08-29T18:45:44.838341+0000 mon.a (mon.0) 3207 : audit [INF] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' 2024-08-29T18:45:45.883 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:45:45 smithi028 bash[77168]: audit 2024-08-29T18:45:45.487377+0000 mon.a (mon.0) 3208 : audit [DBG] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-29T18:45:45.883 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:45:45 smithi028 bash[77168]: audit 2024-08-29T18:45:45.489059+0000 mon.a (mon.0) 3209 : audit [INF] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-29T18:45:45.883 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:45:45 smithi028 bash[77168]: audit 2024-08-29T18:45:45.499017+0000 mon.a (mon.0) 3210 : audit [INF] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' 2024-08-29T18:45:46.077 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:45:45 smithi053 bash[68679]: cluster 2024-08-29T18:45:44.618893+0000 mon.a (mon.0) 3204 : cluster [DBG] osdmap e1765: 8 total, 8 up, 8 in 2024-08-29T18:45:46.077 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:45:45 smithi053 bash[68679]: audit 2024-08-29T18:45:44.621657+0000 mon.c (mon.2) 115 : audit [INF] from='client.? 172.21.15.28:0/1048860636' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi028-116573-26","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-29T18:45:46.077 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:45:45 smithi053 bash[68679]: audit 2024-08-29T18:45:44.634196+0000 mon.a (mon.0) 3205 : audit [INF] from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi028-116573-26","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-29T18:45:46.077 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:45:45 smithi053 bash[68679]: audit 2024-08-29T18:45:44.831003+0000 mon.a (mon.0) 3206 : audit [INF] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' 2024-08-29T18:45:46.077 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:45:45 smithi053 bash[68679]: audit 2024-08-29T18:45:44.838341+0000 mon.a (mon.0) 3207 : audit [INF] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' 2024-08-29T18:45:46.077 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:45:45 smithi053 bash[68679]: audit 2024-08-29T18:45:45.487377+0000 mon.a (mon.0) 3208 : audit [DBG] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-29T18:45:46.077 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:45:45 smithi053 bash[68679]: audit 2024-08-29T18:45:45.489059+0000 mon.a (mon.0) 3209 : audit [INF] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-29T18:45:46.077 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:45:45 smithi053 bash[68679]: audit 2024-08-29T18:45:45.499017+0000 mon.a (mon.0) 3210 : audit [INF] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' 2024-08-29T18:45:46.881 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:45:46 smithi028 bash[78352]: audit 2024-08-29T18:45:45.595625+0000 mon.a (mon.0) 3211 : audit [INF] from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi028-116573-26","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-29T18:45:46.881 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:45:46 smithi028 bash[78352]: cluster 2024-08-29T18:45:45.604013+0000 mon.a (mon.0) 3212 : cluster [DBG] osdmap e1766: 8 total, 8 up, 8 in 2024-08-29T18:45:46.882 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:45:46 smithi028 bash[78352]: cluster 2024-08-29T18:45:46.162430+0000 mgr.y (mgr.25022) 1771 : cluster [DBG] pgmap v3056: 521 pgs: 4 creating+peering, 28 unknown, 489 active+clean; 135 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 484 KiB/s rd, 35 KiB/s wr, 586 op/s 2024-08-29T18:45:46.882 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:45:46 smithi028 bash[77168]: audit 2024-08-29T18:45:45.595625+0000 mon.a (mon.0) 3211 : audit [INF] from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi028-116573-26","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-29T18:45:46.882 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:45:46 smithi028 bash[77168]: cluster 2024-08-29T18:45:45.604013+0000 mon.a (mon.0) 3212 : cluster [DBG] osdmap e1766: 8 total, 8 up, 8 in 2024-08-29T18:45:46.882 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:45:46 smithi028 bash[77168]: cluster 2024-08-29T18:45:46.162430+0000 mgr.y (mgr.25022) 1771 : cluster [DBG] pgmap v3056: 521 pgs: 4 creating+peering, 28 unknown, 489 active+clean; 135 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 484 KiB/s rd, 35 KiB/s wr, 586 op/s 2024-08-29T18:45:47.077 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:45:46 smithi053 bash[68679]: audit 2024-08-29T18:45:45.595625+0000 mon.a (mon.0) 3211 : audit [INF] from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi028-116573-26","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-29T18:45:47.077 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:45:46 smithi053 bash[68679]: cluster 2024-08-29T18:45:45.604013+0000 mon.a (mon.0) 3212 : cluster [DBG] osdmap e1766: 8 total, 8 up, 8 in 2024-08-29T18:45:47.077 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:45:46 smithi053 bash[68679]: cluster 2024-08-29T18:45:46.162430+0000 mgr.y (mgr.25022) 1771 : cluster [DBG] pgmap v3056: 521 pgs: 4 creating+peering, 28 unknown, 489 active+clean; 135 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 484 KiB/s rd, 35 KiB/s wr, 586 op/s 2024-08-29T18:45:47.667 INFO:tasks.workunit.client.0.smithi028.stdout:using new format! 2024-08-29T18:45:48.077 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:45:47 smithi053 bash[68679]: cluster 2024-08-29T18:45:46.644941+0000 mon.a (mon.0) 3213 : cluster [DBG] osdmap e1767: 8 total, 8 up, 8 in 2024-08-29T18:45:48.077 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:45:47 smithi053 bash[68679]: audit 2024-08-29T18:45:46.658848+0000 mon.a (mon.0) 3214 : audit [INF] from='client.? 172.21.15.28:0/2551981326' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi028-116573-27","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-29T18:45:48.131 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:45:47 smithi028 bash[78352]: cluster 2024-08-29T18:45:46.644941+0000 mon.a (mon.0) 3213 : cluster [DBG] osdmap e1767: 8 total, 8 up, 8 in 2024-08-29T18:45:48.131 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:45:47 smithi028 bash[78352]: audit 2024-08-29T18:45:46.658848+0000 mon.a (mon.0) 3214 : audit [INF] from='client.? 172.21.15.28:0/2551981326' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi028-116573-27","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-29T18:45:48.131 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:45:47 smithi028 bash[77168]: cluster 2024-08-29T18:45:46.644941+0000 mon.a (mon.0) 3213 : cluster [DBG] osdmap e1767: 8 total, 8 up, 8 in 2024-08-29T18:45:48.131 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:45:47 smithi028 bash[77168]: audit 2024-08-29T18:45:46.658848+0000 mon.a (mon.0) 3214 : audit [INF] from='client.? 172.21.15.28:0/2551981326' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi028-116573-27","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-29T18:45:49.077 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:45:48 smithi053 bash[68679]: audit 2024-08-29T18:45:47.641491+0000 mon.a (mon.0) 3215 : audit [INF] from='client.? 172.21.15.28:0/2551981326' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi028-116573-27","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-29T18:45:49.077 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:45:48 smithi053 bash[68679]: cluster 2024-08-29T18:45:47.649073+0000 mon.a (mon.0) 3216 : cluster [DBG] osdmap e1768: 8 total, 8 up, 8 in 2024-08-29T18:45:49.077 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:45:48 smithi053 bash[68679]: cluster 2024-08-29T18:45:48.163553+0000 mgr.y (mgr.25022) 1772 : cluster [DBG] pgmap v3059: 553 pgs: 7 creating+peering, 56 unknown, 490 active+clean; 135 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 703 KiB/s rd, 48 KiB/s wr, 833 op/s 2024-08-29T18:45:49.077 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:45:48 smithi053 bash[68679]: cluster 2024-08-29T18:45:48.598798+0000 mon.a (mon.0) 3217 : cluster [DBG] osdmap e1769: 8 total, 8 up, 8 in 2024-08-29T18:45:49.131 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:45:48 smithi028 bash[77168]: audit 2024-08-29T18:45:47.641491+0000 mon.a (mon.0) 3215 : audit [INF] from='client.? 172.21.15.28:0/2551981326' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi028-116573-27","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-29T18:45:49.131 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:45:48 smithi028 bash[77168]: cluster 2024-08-29T18:45:47.649073+0000 mon.a (mon.0) 3216 : cluster [DBG] osdmap e1768: 8 total, 8 up, 8 in 2024-08-29T18:45:49.131 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:45:48 smithi028 bash[77168]: cluster 2024-08-29T18:45:48.163553+0000 mgr.y (mgr.25022) 1772 : cluster [DBG] pgmap v3059: 553 pgs: 7 creating+peering, 56 unknown, 490 active+clean; 135 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 703 KiB/s rd, 48 KiB/s wr, 833 op/s 2024-08-29T18:45:49.131 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:45:48 smithi028 bash[77168]: cluster 2024-08-29T18:45:48.598798+0000 mon.a (mon.0) 3217 : cluster [DBG] osdmap e1769: 8 total, 8 up, 8 in 2024-08-29T18:45:49.132 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:45:48 smithi028 bash[78352]: audit 2024-08-29T18:45:47.641491+0000 mon.a (mon.0) 3215 : audit [INF] from='client.? 172.21.15.28:0/2551981326' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi028-116573-27","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-29T18:45:49.132 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:45:48 smithi028 bash[78352]: cluster 2024-08-29T18:45:47.649073+0000 mon.a (mon.0) 3216 : cluster [DBG] osdmap e1768: 8 total, 8 up, 8 in 2024-08-29T18:45:49.132 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:45:48 smithi028 bash[78352]: cluster 2024-08-29T18:45:48.163553+0000 mgr.y (mgr.25022) 1772 : cluster [DBG] pgmap v3059: 553 pgs: 7 creating+peering, 56 unknown, 490 active+clean; 135 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 703 KiB/s rd, 48 KiB/s wr, 833 op/s 2024-08-29T18:45:49.132 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:45:48 smithi028 bash[78352]: cluster 2024-08-29T18:45:48.598798+0000 mon.a (mon.0) 3217 : cluster [DBG] osdmap e1769: 8 total, 8 up, 8 in 2024-08-29T18:45:50.881 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:45:50 smithi028 bash[77168]: cluster 2024-08-29T18:45:49.601829+0000 mon.a (mon.0) 3218 : cluster [DBG] osdmap e1770: 8 total, 8 up, 8 in 2024-08-29T18:45:50.881 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:45:50 smithi028 bash[77168]: cluster 2024-08-29T18:45:50.164153+0000 mgr.y (mgr.25022) 1773 : cluster [DBG] pgmap v3062: 553 pgs: 7 creating+peering, 5 unknown, 541 active+clean; 135 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 328 KiB/s rd, 23 KiB/s wr, 386 op/s 2024-08-29T18:45:50.882 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:45:50 smithi028 bash[78352]: cluster 2024-08-29T18:45:49.601829+0000 mon.a (mon.0) 3218 : cluster [DBG] osdmap e1770: 8 total, 8 up, 8 in 2024-08-29T18:45:50.882 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:45:50 smithi028 bash[78352]: cluster 2024-08-29T18:45:50.164153+0000 mgr.y (mgr.25022) 1773 : cluster [DBG] pgmap v3062: 553 pgs: 7 creating+peering, 5 unknown, 541 active+clean; 135 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 328 KiB/s rd, 23 KiB/s wr, 386 op/s 2024-08-29T18:45:51.077 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:45:50 smithi053 bash[68679]: cluster 2024-08-29T18:45:49.601829+0000 mon.a (mon.0) 3218 : cluster [DBG] osdmap e1770: 8 total, 8 up, 8 in 2024-08-29T18:45:51.077 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:45:50 smithi053 bash[68679]: cluster 2024-08-29T18:45:50.164153+0000 mgr.y (mgr.25022) 1773 : cluster [DBG] pgmap v3062: 553 pgs: 7 creating+peering, 5 unknown, 541 active+clean; 135 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 328 KiB/s rd, 23 KiB/s wr, 386 op/s 2024-08-29T18:45:51.881 INFO:journalctl@ceph.mgr.y.smithi028.stdout:Aug 29 18:45:51 smithi028 bash[70818]: ::ffff:172.21.15.53 - - [29/Aug/2024:18:45:51] "GET /metrics HTTP/1.1" 200 63137 "" "Prometheus/2.43.0" 2024-08-29T18:45:51.881 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:45:51 smithi028 bash[78352]: cluster 2024-08-29T18:45:50.612516+0000 mon.a (mon.0) 3219 : cluster [DBG] osdmap e1771: 8 total, 8 up, 8 in 2024-08-29T18:45:51.882 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:45:51 smithi028 bash[77168]: cluster 2024-08-29T18:45:50.612516+0000 mon.a (mon.0) 3219 : cluster [DBG] osdmap e1771: 8 total, 8 up, 8 in 2024-08-29T18:45:52.077 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:45:51 smithi053 bash[68679]: cluster 2024-08-29T18:45:50.612516+0000 mon.a (mon.0) 3219 : cluster [DBG] osdmap e1771: 8 total, 8 up, 8 in 2024-08-29T18:45:52.576 INFO:journalctl@ceph.prometheus.a.smithi053.stdout:Aug 29 18:45:52 smithi053 bash[95567]: ts=2024-08-29T18:45:52.316Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"3167ee72-662c-11ef-bcd4-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-29T18:45:52.881 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:45:52 smithi028 bash[77168]: cluster 2024-08-29T18:45:51.620810+0000 mon.a (mon.0) 3220 : cluster [DBG] osdmap e1772: 8 total, 8 up, 8 in 2024-08-29T18:45:52.930 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:45:52 smithi028 bash[77168]: cluster 2024-08-29T18:45:52.165157+0000 mgr.y (mgr.25022) 1774 : cluster [DBG] pgmap v3065: 553 pgs: 3 creating+peering, 550 active+clean; 135 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 1.2 KiB/s rd, 1.2 KiB/s wr, 4 op/s 2024-08-29T18:45:52.931 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:45:52 smithi028 bash[78352]: cluster 2024-08-29T18:45:51.620810+0000 mon.a (mon.0) 3220 : cluster [DBG] osdmap e1772: 8 total, 8 up, 8 in 2024-08-29T18:45:52.931 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:45:52 smithi028 bash[78352]: cluster 2024-08-29T18:45:52.165157+0000 mgr.y (mgr.25022) 1774 : cluster [DBG] pgmap v3065: 553 pgs: 3 creating+peering, 550 active+clean; 135 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 1.2 KiB/s rd, 1.2 KiB/s wr, 4 op/s 2024-08-29T18:45:53.076 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:45:52 smithi053 bash[68679]: cluster 2024-08-29T18:45:51.620810+0000 mon.a (mon.0) 3220 : cluster [DBG] osdmap e1772: 8 total, 8 up, 8 in 2024-08-29T18:45:53.077 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:45:52 smithi053 bash[68679]: cluster 2024-08-29T18:45:52.165157+0000 mgr.y (mgr.25022) 1774 : cluster [DBG] pgmap v3065: 553 pgs: 3 creating+peering, 550 active+clean; 135 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 1.2 KiB/s rd, 1.2 KiB/s wr, 4 op/s 2024-08-29T18:45:53.881 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:45:53 smithi028 bash[78352]: cluster 2024-08-29T18:45:52.633529+0000 mon.a (mon.0) 3221 : cluster [DBG] osdmap e1773: 8 total, 8 up, 8 in 2024-08-29T18:45:53.881 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:45:53 smithi028 bash[77168]: cluster 2024-08-29T18:45:52.633529+0000 mon.a (mon.0) 3221 : cluster [DBG] osdmap e1773: 8 total, 8 up, 8 in 2024-08-29T18:45:54.049 INFO:tasks.workunit.client.0.smithi028.stdout: 2024-08-29T18:45:54.049 INFO:tasks.workunit.client.0.smithi028.stdout:trying to find test-librbd-smithi028-116573-27/image96 2024-08-29T18:45:54.049 INFO:tasks.workunit.client.0.smithi028.stdout:checking test-librbd-smithi028-116573-27/image96 2024-08-29T18:45:54.049 INFO:tasks.workunit.client.0.smithi028.stdout:found child test-librbd-smithi028-116573-27/image96 2024-08-29T18:45:54.049 INFO:tasks.workunit.client.0.smithi028.stdout: 2024-08-29T18:45:54.050 INFO:tasks.workunit.client.0.smithi028.stdout:num children is: 1 2024-08-29T18:45:54.050 INFO:tasks.workunit.client.0.smithi028.stdout:expected: 1 2024-08-29T18:45:54.050 INFO:tasks.workunit.client.0.smithi028.stdout:child: image96 2024-08-29T18:45:54.050 INFO:tasks.workunit.client.0.smithi028.stdout:found child test-librbd-smithi028-116573-27/image96/b1d7913d5e98 2024-08-29T18:45:54.050 INFO:tasks.workunit.client.0.smithi028.stdout: 2024-08-29T18:45:54.050 INFO:tasks.workunit.client.0.smithi028.stdout: 2024-08-29T18:45:54.050 INFO:tasks.workunit.client.0.smithi028.stdout:trying to find test-librbd-smithi028-116573-27/image96 2024-08-29T18:45:54.050 INFO:tasks.workunit.client.0.smithi028.stdout:checking test-librbd-smithi028-116573-26/image97 2024-08-29T18:45:54.050 INFO:tasks.workunit.client.0.smithi028.stdout:checking test-librbd-smithi028-116573-27/image96 2024-08-29T18:45:54.050 INFO:tasks.workunit.client.0.smithi028.stdout:found child test-librbd-smithi028-116573-27/image96 2024-08-29T18:45:54.050 INFO:tasks.workunit.client.0.smithi028.stdout: 2024-08-29T18:45:54.050 INFO:tasks.workunit.client.0.smithi028.stdout: 2024-08-29T18:45:54.050 INFO:tasks.workunit.client.0.smithi028.stdout:trying to find test-librbd-smithi028-116573-26/image97 2024-08-29T18:45:54.050 INFO:tasks.workunit.client.0.smithi028.stdout:checking test-librbd-smithi028-116573-26/image97 2024-08-29T18:45:54.051 INFO:tasks.workunit.client.0.smithi028.stdout:found child test-librbd-smithi028-116573-26/image97 2024-08-29T18:45:54.051 INFO:tasks.workunit.client.0.smithi028.stdout: 2024-08-29T18:45:54.051 INFO:tasks.workunit.client.0.smithi028.stdout:num children is: 2 2024-08-29T18:45:54.051 INFO:tasks.workunit.client.0.smithi028.stdout:expected: 2 2024-08-29T18:45:54.051 INFO:tasks.workunit.client.0.smithi028.stdout:child: image97 2024-08-29T18:45:54.051 INFO:tasks.workunit.client.0.smithi028.stdout:child: image96 2024-08-29T18:45:54.051 INFO:tasks.workunit.client.0.smithi028.stdout:found child test-librbd-smithi028-116573-27/image96/b1d7913d5e98 2024-08-29T18:45:54.051 INFO:tasks.workunit.client.0.smithi028.stdout: 2024-08-29T18:45:54.051 INFO:tasks.workunit.client.0.smithi028.stdout:found child test-librbd-smithi028-116573-26/image97/b1d7c233efbb 2024-08-29T18:45:54.051 INFO:tasks.workunit.client.0.smithi028.stdout: 2024-08-29T18:45:54.051 INFO:tasks.workunit.client.0.smithi028.stdout: 2024-08-29T18:45:54.051 INFO:tasks.workunit.client.0.smithi028.stdout:trying to find test-librbd-smithi028-116573-27/image96 2024-08-29T18:45:54.051 INFO:tasks.workunit.client.0.smithi028.stdout:checking test-librbd-smithi028-116573-26/image97 2024-08-29T18:45:54.052 INFO:tasks.workunit.client.0.smithi028.stdout:checking test-librbd-smithi028-116573-27/image96 2024-08-29T18:45:54.052 INFO:tasks.workunit.client.0.smithi028.stdout:found child test-librbd-smithi028-116573-27/image96 2024-08-29T18:45:54.052 INFO:tasks.workunit.client.0.smithi028.stdout: 2024-08-29T18:45:54.052 INFO:tasks.workunit.client.0.smithi028.stdout: 2024-08-29T18:45:54.052 INFO:tasks.workunit.client.0.smithi028.stdout:trying to find test-librbd-smithi028-116573-26/image97 2024-08-29T18:45:54.052 INFO:tasks.workunit.client.0.smithi028.stdout:checking test-librbd-smithi028-116573-26/image97 2024-08-29T18:45:54.052 INFO:tasks.workunit.client.0.smithi028.stdout:found child test-librbd-smithi028-116573-26/image97 2024-08-29T18:45:54.052 INFO:tasks.workunit.client.0.smithi028.stdout: 2024-08-29T18:45:54.052 INFO:tasks.workunit.client.0.smithi028.stdout: 2024-08-29T18:45:54.052 INFO:tasks.workunit.client.0.smithi028.stdout:trying to find test-librbd-smithi028-116573-27/image98 2024-08-29T18:45:54.052 INFO:tasks.workunit.client.0.smithi028.stdout:checking test-librbd-smithi028-116573-26/image97 2024-08-29T18:45:54.052 INFO:tasks.workunit.client.0.smithi028.stdout:checking test-librbd-smithi028-116573-27/image96 2024-08-29T18:45:54.052 INFO:tasks.workunit.client.0.smithi028.stdout:checking test-librbd-smithi028-116573-27/image98 2024-08-29T18:45:54.052 INFO:tasks.workunit.client.0.smithi028.stdout:found child test-librbd-smithi028-116573-27/image98 2024-08-29T18:45:54.053 INFO:tasks.workunit.client.0.smithi028.stdout: 2024-08-29T18:45:54.053 INFO:tasks.workunit.client.0.smithi028.stdout:num children is: 3 2024-08-29T18:45:54.053 INFO:tasks.workunit.client.0.smithi028.stdout:expected: 3 2024-08-29T18:45:54.053 INFO:tasks.workunit.client.0.smithi028.stdout:child: image97 2024-08-29T18:45:54.053 INFO:tasks.workunit.client.0.smithi028.stdout:child: image96 2024-08-29T18:45:54.053 INFO:tasks.workunit.client.0.smithi028.stdout:child: image98 2024-08-29T18:45:54.053 INFO:tasks.workunit.client.0.smithi028.stdout:found child test-librbd-smithi028-116573-27/image96/b1d7913d5e98 2024-08-29T18:45:54.053 INFO:tasks.workunit.client.0.smithi028.stdout: 2024-08-29T18:45:54.053 INFO:tasks.workunit.client.0.smithi028.stdout:found child test-librbd-smithi028-116573-26/image97/b1d7c233efbb 2024-08-29T18:45:54.053 INFO:tasks.workunit.client.0.smithi028.stdout: 2024-08-29T18:45:54.053 INFO:tasks.workunit.client.0.smithi028.stdout:found child test-librbd-smithi028-116573-27/image98/b1d73db4f17a 2024-08-29T18:45:54.053 INFO:tasks.workunit.client.0.smithi028.stdout: 2024-08-29T18:45:54.053 INFO:tasks.workunit.client.0.smithi028.stdout: 2024-08-29T18:45:54.053 INFO:tasks.workunit.client.0.smithi028.stdout:trying to find test-librbd-smithi028-116573-27/image96 2024-08-29T18:45:54.054 INFO:tasks.workunit.client.0.smithi028.stdout:checking test-librbd-smithi028-116573-26/image97 2024-08-29T18:45:54.054 INFO:tasks.workunit.client.0.smithi028.stdout:checking test-librbd-smithi028-116573-27/image96 2024-08-29T18:45:54.054 INFO:tasks.workunit.client.0.smithi028.stdout:found child test-librbd-smithi028-116573-27/image96 2024-08-29T18:45:54.054 INFO:tasks.workunit.client.0.smithi028.stdout: 2024-08-29T18:45:54.054 INFO:tasks.workunit.client.0.smithi028.stdout: 2024-08-29T18:45:54.054 INFO:tasks.workunit.client.0.smithi028.stdout:trying to find test-librbd-smithi028-116573-26/image97 2024-08-29T18:45:54.054 INFO:tasks.workunit.client.0.smithi028.stdout:checking test-librbd-smithi028-116573-26/image97 2024-08-29T18:45:54.054 INFO:tasks.workunit.client.0.smithi028.stdout:found child test-librbd-smithi028-116573-26/image97 2024-08-29T18:45:54.054 INFO:tasks.workunit.client.0.smithi028.stdout: 2024-08-29T18:45:54.054 INFO:tasks.workunit.client.0.smithi028.stdout:num children is: 3 2024-08-29T18:45:54.054 INFO:tasks.workunit.client.0.smithi028.stdout:expected: 3 2024-08-29T18:45:54.054 INFO:tasks.workunit.client.0.smithi028.stdout:child: image97 2024-08-29T18:45:54.054 INFO:tasks.workunit.client.0.smithi028.stdout:child: image96 2024-08-29T18:45:54.054 INFO:tasks.workunit.client.0.smithi028.stdout:child: image98 2024-08-29T18:45:54.054 INFO:tasks.workunit.client.0.smithi028.stdout:found child test-librbd-smithi028-116573-27/image96/b1d7913d5e98 2024-08-29T18:45:54.054 INFO:tasks.workunit.client.0.smithi028.stdout: 2024-08-29T18:45:54.055 INFO:tasks.workunit.client.0.smithi028.stdout:found child test-librbd-smithi028-116573-26/image97/b1d7c233efbb 2024-08-29T18:45:54.055 INFO:tasks.workunit.client.0.smithi028.stdout: 2024-08-29T18:45:54.055 INFO:tasks.workunit.client.0.smithi028.stdout:found child test-librbd-smithi028-116573-27/image98/b1d73db4f17a 2024-08-29T18:45:54.055 INFO:tasks.workunit.client.0.smithi028.stdout: 2024-08-29T18:45:54.055 INFO:tasks.workunit.client.0.smithi028.stdout: 2024-08-29T18:45:54.055 INFO:tasks.workunit.client.0.smithi028.stdout:trying to find test-librbd-smithi028-116573-27/image96 2024-08-29T18:45:54.055 INFO:tasks.workunit.client.0.smithi028.stdout:checking test-librbd-smithi028-116573-26/image97 2024-08-29T18:45:54.055 INFO:tasks.workunit.client.0.smithi028.stdout:checking test-librbd-smithi028-116573-27/image96 2024-08-29T18:45:54.055 INFO:tasks.workunit.client.0.smithi028.stdout:found child test-librbd-smithi028-116573-27/image96 2024-08-29T18:45:54.055 INFO:tasks.workunit.client.0.smithi028.stdout: 2024-08-29T18:45:54.055 INFO:tasks.workunit.client.0.smithi028.stdout: 2024-08-29T18:45:54.055 INFO:tasks.workunit.client.0.smithi028.stdout:trying to find test-librbd-smithi028-116573-26/image97 2024-08-29T18:45:54.055 INFO:tasks.workunit.client.0.smithi028.stdout:checking test-librbd-smithi028-116573-26/image97 2024-08-29T18:45:54.055 INFO:tasks.workunit.client.0.smithi028.stdout:found child test-librbd-smithi028-116573-26/image97 2024-08-29T18:45:54.055 INFO:tasks.workunit.client.0.smithi028.stdout: 2024-08-29T18:45:54.056 INFO:tasks.workunit.client.0.smithi028.stdout: 2024-08-29T18:45:54.056 INFO:tasks.workunit.client.0.smithi028.stdout:trying to find test-librbd-smithi028-116573-27/image99 2024-08-29T18:45:54.056 INFO:tasks.workunit.client.0.smithi028.stdout:checking test-librbd-smithi028-116573-26/image97 2024-08-29T18:45:54.056 INFO:tasks.workunit.client.0.smithi028.stdout:checking test-librbd-smithi028-116573-27/image96 2024-08-29T18:45:54.056 INFO:tasks.workunit.client.0.smithi028.stdout:checking test-librbd-smithi028-116573-27/image99 2024-08-29T18:45:54.056 INFO:tasks.workunit.client.0.smithi028.stdout:found child test-librbd-smithi028-116573-27/image99 2024-08-29T18:45:54.056 INFO:tasks.workunit.client.0.smithi028.stdout: 2024-08-29T18:45:54.056 INFO:tasks.workunit.client.0.smithi028.stdout:num children is: 4 2024-08-29T18:45:54.056 INFO:tasks.workunit.client.0.smithi028.stdout:expected: 4 2024-08-29T18:45:54.056 INFO:tasks.workunit.client.0.smithi028.stdout:child: image97 2024-08-29T18:45:54.056 INFO:tasks.workunit.client.0.smithi028.stdout:child: image96 2024-08-29T18:45:54.056 INFO:tasks.workunit.client.0.smithi028.stdout:child: image98 2024-08-29T18:45:54.056 INFO:tasks.workunit.client.0.smithi028.stdout:child: image99 2024-08-29T18:45:54.056 INFO:tasks.workunit.client.0.smithi028.stdout:found child test-librbd-smithi028-116573-27/image96/b1d7913d5e98 2024-08-29T18:45:54.056 INFO:tasks.workunit.client.0.smithi028.stdout: 2024-08-29T18:45:54.057 INFO:tasks.workunit.client.0.smithi028.stdout:found child test-librbd-smithi028-116573-26/image97/b1d7c233efbb 2024-08-29T18:45:54.057 INFO:tasks.workunit.client.0.smithi028.stdout: 2024-08-29T18:45:54.057 INFO:tasks.workunit.client.0.smithi028.stdout:found child test-librbd-smithi028-116573-27/image98/b1d73db4f17a 2024-08-29T18:45:54.057 INFO:tasks.workunit.client.0.smithi028.stdout: 2024-08-29T18:45:54.057 INFO:tasks.workunit.client.0.smithi028.stdout:found child test-librbd-smithi028-116573-27/image99/b1d77a011b4b 2024-08-29T18:45:54.057 INFO:tasks.workunit.client.0.smithi028.stdout: 2024-08-29T18:45:54.057 INFO:tasks.workunit.client.0.smithi028.stdout: 2024-08-29T18:45:54.057 INFO:tasks.workunit.client.0.smithi028.stdout:trying to find test-librbd-smithi028-116573-27/image96 2024-08-29T18:45:54.057 INFO:tasks.workunit.client.0.smithi028.stdout:checking test-librbd-smithi028-116573-26/image97 2024-08-29T18:45:54.057 INFO:tasks.workunit.client.0.smithi028.stdout:checking test-librbd-smithi028-116573-27/image96 2024-08-29T18:45:54.057 INFO:tasks.workunit.client.0.smithi028.stdout:found child test-librbd-smithi028-116573-27/image96 2024-08-29T18:45:54.057 INFO:tasks.workunit.client.0.smithi028.stdout: 2024-08-29T18:45:54.057 INFO:tasks.workunit.client.0.smithi028.stdout: 2024-08-29T18:45:54.058 INFO:tasks.workunit.client.0.smithi028.stdout:trying to find test-librbd-smithi028-116573-26/image97 2024-08-29T18:45:54.058 INFO:tasks.workunit.client.0.smithi028.stdout:checking test-librbd-smithi028-116573-26/image97 2024-08-29T18:45:54.058 INFO:tasks.workunit.client.0.smithi028.stdout:found child test-librbd-smithi028-116573-26/image97 2024-08-29T18:45:54.058 INFO:tasks.workunit.client.0.smithi028.stdout: 2024-08-29T18:45:54.058 INFO:tasks.workunit.client.0.smithi028.stdout: 2024-08-29T18:45:54.058 INFO:tasks.workunit.client.0.smithi028.stdout:trying to find test-librbd-smithi028-116573-27/image98 2024-08-29T18:45:54.058 INFO:tasks.workunit.client.0.smithi028.stdout:checking test-librbd-smithi028-116573-26/image97 2024-08-29T18:45:54.058 INFO:tasks.workunit.client.0.smithi028.stdout:checking test-librbd-smithi028-116573-27/image96 2024-08-29T18:45:54.058 INFO:tasks.workunit.client.0.smithi028.stdout:checking test-librbd-smithi028-116573-27/image98 2024-08-29T18:45:54.058 INFO:tasks.workunit.client.0.smithi028.stdout:found child test-librbd-smithi028-116573-27/image98 2024-08-29T18:45:54.058 INFO:tasks.workunit.client.0.smithi028.stdout: 2024-08-29T18:45:54.058 INFO:tasks.workunit.client.0.smithi028.stdout: 2024-08-29T18:45:54.058 INFO:tasks.workunit.client.0.smithi028.stdout:trying to find test-librbd-smithi028-116573-27/image99 2024-08-29T18:45:54.058 INFO:tasks.workunit.client.0.smithi028.stdout:checking test-librbd-smithi028-116573-26/image97 2024-08-29T18:45:54.076 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:45:53 smithi053 bash[68679]: cluster 2024-08-29T18:45:52.633529+0000 mon.a (mon.0) 3221 : cluster [DBG] osdmap e1773: 8 total, 8 up, 8 in 2024-08-29T18:45:55.076 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:45:54 smithi053 bash[68679]: cluster 2024-08-29T18:45:54.167321+0000 mgr.y (mgr.25022) 1775 : cluster [DBG] pgmap v3067: 553 pgs: 553 active+clean; 135 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 27 KiB/s rd, 672 B/s wr, 32 op/s 2024-08-29T18:45:55.131 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:45:54 smithi028 bash[78352]: cluster 2024-08-29T18:45:54.167321+0000 mgr.y (mgr.25022) 1775 : cluster [DBG] pgmap v3067: 553 pgs: 553 active+clean; 135 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 27 KiB/s rd, 672 B/s wr, 32 op/s 2024-08-29T18:45:55.132 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:45:54 smithi028 bash[77168]: cluster 2024-08-29T18:45:54.167321+0000 mgr.y (mgr.25022) 1775 : cluster [DBG] pgmap v3067: 553 pgs: 553 active+clean; 135 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 27 KiB/s rd, 672 B/s wr, 32 op/s 2024-08-29T18:45:55.907 INFO:tasks.workunit.client.0.smithi028.stdout:checking test-librbd-smithi028-116573-27/image96 2024-08-29T18:45:55.908 INFO:tasks.workunit.client.0.smithi028.stdout:checking test-librbd-smithi028-116573-27/image98 2024-08-29T18:45:55.908 INFO:tasks.workunit.client.0.smithi028.stdout:checking test-librbd-smithi028-116573-27/image99 2024-08-29T18:45:55.908 INFO:tasks.workunit.client.0.smithi028.stdout:found child test-librbd-smithi028-116573-27/image99 2024-08-29T18:45:55.908 INFO:tasks.workunit.client.0.smithi028.stdout: 2024-08-29T18:45:55.908 INFO:tasks.workunit.client.0.smithi028.stdout:num children is: 4 2024-08-29T18:45:55.908 INFO:tasks.workunit.client.0.smithi028.stdout:expected: 4 2024-08-29T18:45:55.908 INFO:tasks.workunit.client.0.smithi028.stdout:child: image97 2024-08-29T18:45:55.908 INFO:tasks.workunit.client.0.smithi028.stdout:child: image96 2024-08-29T18:45:55.908 INFO:tasks.workunit.client.0.smithi028.stdout:child: image98 2024-08-29T18:45:55.908 INFO:tasks.workunit.client.0.smithi028.stdout:child: image99 2024-08-29T18:45:55.908 INFO:tasks.workunit.client.0.smithi028.stdout:found child test-librbd-smithi028-116573-27/image96/b1d7913d5e98 2024-08-29T18:45:55.909 INFO:tasks.workunit.client.0.smithi028.stdout: 2024-08-29T18:45:55.909 INFO:tasks.workunit.client.0.smithi028.stdout:found child test-librbd-smithi028-116573-26/image97/b1d7c233efbb 2024-08-29T18:45:55.909 INFO:tasks.workunit.client.0.smithi028.stdout: 2024-08-29T18:45:55.909 INFO:tasks.workunit.client.0.smithi028.stdout:found child test-librbd-smithi028-116573-27/image98/b1d73db4f17a 2024-08-29T18:45:55.909 INFO:tasks.workunit.client.0.smithi028.stdout: 2024-08-29T18:45:55.909 INFO:tasks.workunit.client.0.smithi028.stdout:found child test-librbd-smithi028-116573-27/image99/b1d77a011b4b 2024-08-29T18:45:55.909 INFO:tasks.workunit.client.0.smithi028.stdout: 2024-08-29T18:45:55.909 INFO:tasks.workunit.client.0.smithi028.stdout: 2024-08-29T18:45:55.909 INFO:tasks.workunit.client.0.smithi028.stdout:trying to find test-librbd-smithi028-116573-26/image97 2024-08-29T18:45:55.909 INFO:tasks.workunit.client.0.smithi028.stdout:checking test-librbd-smithi028-116573-26/image97 2024-08-29T18:45:55.909 INFO:tasks.workunit.client.0.smithi028.stdout:found child test-librbd-smithi028-116573-26/image97 2024-08-29T18:45:55.909 INFO:tasks.workunit.client.0.smithi028.stdout: 2024-08-29T18:45:55.909 INFO:tasks.workunit.client.0.smithi028.stdout: 2024-08-29T18:45:55.910 INFO:tasks.workunit.client.0.smithi028.stdout:trying to find test-librbd-smithi028-116573-27/image98 2024-08-29T18:45:55.910 INFO:tasks.workunit.client.0.smithi028.stdout:checking test-librbd-smithi028-116573-26/image97 2024-08-29T18:45:55.910 INFO:tasks.workunit.client.0.smithi028.stdout:checking test-librbd-smithi028-116573-27/image98 2024-08-29T18:45:55.910 INFO:tasks.workunit.client.0.smithi028.stdout:found child test-librbd-smithi028-116573-27/image98 2024-08-29T18:45:55.910 INFO:tasks.workunit.client.0.smithi028.stdout: 2024-08-29T18:45:55.910 INFO:tasks.workunit.client.0.smithi028.stdout: 2024-08-29T18:45:55.910 INFO:tasks.workunit.client.0.smithi028.stdout:trying to find test-librbd-smithi028-116573-27/image99 2024-08-29T18:45:55.910 INFO:tasks.workunit.client.0.smithi028.stdout:checking test-librbd-smithi028-116573-26/image97 2024-08-29T18:45:55.910 INFO:tasks.workunit.client.0.smithi028.stdout:checking test-librbd-smithi028-116573-27/image98 2024-08-29T18:45:55.910 INFO:tasks.workunit.client.0.smithi028.stdout:checking test-librbd-smithi028-116573-27/image99 2024-08-29T18:45:55.910 INFO:tasks.workunit.client.0.smithi028.stdout:found child test-librbd-smithi028-116573-27/image99 2024-08-29T18:45:55.910 INFO:tasks.workunit.client.0.smithi028.stdout: 2024-08-29T18:45:55.910 INFO:tasks.workunit.client.0.smithi028.stdout:num children is: 3 2024-08-29T18:45:55.910 INFO:tasks.workunit.client.0.smithi028.stdout:expected: 3 2024-08-29T18:45:55.911 INFO:tasks.workunit.client.0.smithi028.stdout:child: image97 2024-08-29T18:45:55.911 INFO:tasks.workunit.client.0.smithi028.stdout:child: image98 2024-08-29T18:45:55.911 INFO:tasks.workunit.client.0.smithi028.stdout:child: image99 2024-08-29T18:45:55.911 INFO:tasks.workunit.client.0.smithi028.stdout:found child test-librbd-smithi028-116573-26/image97/b1d7c233efbb 2024-08-29T18:45:55.911 INFO:tasks.workunit.client.0.smithi028.stdout: 2024-08-29T18:45:55.911 INFO:tasks.workunit.client.0.smithi028.stdout:found child test-librbd-smithi028-116573-27/image98/b1d73db4f17a 2024-08-29T18:45:55.911 INFO:tasks.workunit.client.0.smithi028.stdout: 2024-08-29T18:45:55.911 INFO:tasks.workunit.client.0.smithi028.stdout:found child test-librbd-smithi028-116573-27/image99/b1d77a011b4b 2024-08-29T18:45:55.911 INFO:tasks.workunit.client.0.smithi028.stdout: 2024-08-29T18:45:55.911 INFO:tasks.workunit.client.0.smithi028.stdout: 2024-08-29T18:45:55.912 INFO:tasks.workunit.client.0.smithi028.stdout:trying to find test-librbd-smithi028-116573-26/image97 2024-08-29T18:45:55.912 INFO:tasks.workunit.client.0.smithi028.stdout:checking test-librbd-smithi028-116573-26/image97 2024-08-29T18:45:55.912 INFO:tasks.workunit.client.0.smithi028.stdout:found child test-librbd-smithi028-116573-26/image97 2024-08-29T18:45:55.912 INFO:tasks.workunit.client.0.smithi028.stdout: 2024-08-29T18:45:55.912 INFO:tasks.workunit.client.0.smithi028.stdout: 2024-08-29T18:45:55.912 INFO:tasks.workunit.client.0.smithi028.stdout:trying to find test-librbd-smithi028-116573-27/image99 2024-08-29T18:45:55.912 INFO:tasks.workunit.client.0.smithi028.stdout:checking test-librbd-smithi028-116573-26/image97 2024-08-29T18:45:55.912 INFO:tasks.workunit.client.0.smithi028.stdout:checking test-librbd-smithi028-116573-27/image99 2024-08-29T18:45:55.912 INFO:tasks.workunit.client.0.smithi028.stdout:found child test-librbd-smithi028-116573-27/image99 2024-08-29T18:45:55.912 INFO:tasks.workunit.client.0.smithi028.stdout: 2024-08-29T18:45:55.912 INFO:tasks.workunit.client.0.smithi028.stdout:num children is: 2 2024-08-29T18:45:55.912 INFO:tasks.workunit.client.0.smithi028.stdout:expected: 2 2024-08-29T18:45:55.912 INFO:tasks.workunit.client.0.smithi028.stdout:child: image97 2024-08-29T18:45:55.913 INFO:tasks.workunit.client.0.smithi028.stdout:child: image99 2024-08-29T18:45:55.913 INFO:tasks.workunit.client.0.smithi028.stdout:found child test-librbd-smithi028-116573-26/image97/b1d7c233efbb 2024-08-29T18:45:55.913 INFO:tasks.workunit.client.0.smithi028.stdout: 2024-08-29T18:45:55.913 INFO:tasks.workunit.client.0.smithi028.stdout:found child test-librbd-smithi028-116573-27/image99/b1d77a011b4b 2024-08-29T18:45:55.913 INFO:tasks.workunit.client.0.smithi028.stdout: 2024-08-29T18:45:55.913 INFO:tasks.workunit.client.0.smithi028.stdout: 2024-08-29T18:45:55.913 INFO:tasks.workunit.client.0.smithi028.stdout:trying to find test-librbd-smithi028-116573-26/image97 2024-08-29T18:45:55.913 INFO:tasks.workunit.client.0.smithi028.stdout:checking test-librbd-smithi028-116573-26/image97 2024-08-29T18:45:55.913 INFO:tasks.workunit.client.0.smithi028.stdout:found child test-librbd-smithi028-116573-26/image97 2024-08-29T18:45:55.913 INFO:tasks.workunit.client.0.smithi028.stdout: 2024-08-29T18:45:55.913 INFO:tasks.workunit.client.0.smithi028.stdout:num children is: 1 2024-08-29T18:45:55.913 INFO:tasks.workunit.client.0.smithi028.stdout:expected: 1 2024-08-29T18:45:55.913 INFO:tasks.workunit.client.0.smithi028.stdout:child: image97 2024-08-29T18:45:55.913 INFO:tasks.workunit.client.0.smithi028.stdout:found child test-librbd-smithi028-116573-26/image97/b1d7c233efbb 2024-08-29T18:45:55.914 INFO:tasks.workunit.client.0.smithi028.stdout: 2024-08-29T18:45:55.914 INFO:tasks.workunit.client.0.smithi028.stdout:num children is: 0 2024-08-29T18:45:55.914 INFO:tasks.workunit.client.0.smithi028.stdout:expected: 0 2024-08-29T18:45:55.914 INFO:tasks.workunit.client.0.smithi028.stdout:[ OK ] TestLibRBD.ListChildren (12199 ms) 2024-08-29T18:45:55.914 INFO:tasks.workunit.client.0.smithi028.stdout:[ RUN ] TestLibRBD.ListChildrenTiered 2024-08-29T18:45:57.077 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:45:56 smithi053 bash[68679]: cluster 2024-08-29T18:45:55.646332+0000 mon.a (mon.0) 3222 : cluster [DBG] osdmap e1774: 8 total, 8 up, 8 in 2024-08-29T18:45:57.077 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:45:56 smithi053 bash[68679]: cluster 2024-08-29T18:45:56.168349+0000 mgr.y (mgr.25022) 1776 : cluster [DBG] pgmap v3069: 553 pgs: 553 active+clean; 135 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 205 KiB/s rd, 6.7 KiB/s wr, 248 op/s 2024-08-29T18:45:57.131 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:45:56 smithi028 bash[78352]: cluster 2024-08-29T18:45:55.646332+0000 mon.a (mon.0) 3222 : cluster [DBG] osdmap e1774: 8 total, 8 up, 8 in 2024-08-29T18:45:57.131 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:45:56 smithi028 bash[78352]: cluster 2024-08-29T18:45:56.168349+0000 mgr.y (mgr.25022) 1776 : cluster [DBG] pgmap v3069: 553 pgs: 553 active+clean; 135 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 205 KiB/s rd, 6.7 KiB/s wr, 248 op/s 2024-08-29T18:45:57.131 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:45:56 smithi028 bash[77168]: cluster 2024-08-29T18:45:55.646332+0000 mon.a (mon.0) 3222 : cluster [DBG] osdmap e1774: 8 total, 8 up, 8 in 2024-08-29T18:45:57.131 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:45:56 smithi028 bash[77168]: cluster 2024-08-29T18:45:56.168349+0000 mgr.y (mgr.25022) 1776 : cluster [DBG] pgmap v3069: 553 pgs: 553 active+clean; 135 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 205 KiB/s rd, 6.7 KiB/s wr, 248 op/s 2024-08-29T18:45:58.077 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:45:57 smithi053 bash[68679]: cluster 2024-08-29T18:45:56.662610+0000 mon.a (mon.0) 3223 : cluster [DBG] osdmap e1775: 8 total, 8 up, 8 in 2024-08-29T18:45:58.077 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:45:57 smithi053 bash[68679]: audit 2024-08-29T18:45:56.667350+0000 mon.c (mon.2) 116 : audit [INF] from='client.? 172.21.15.28:0/2958579465' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi028-116573-28","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-29T18:45:58.077 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:45:57 smithi053 bash[68679]: audit 2024-08-29T18:45:56.668083+0000 mon.a (mon.0) 3224 : audit [INF] from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi028-116573-28","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-29T18:45:58.077 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:45:57 smithi053 bash[68679]: audit 2024-08-29T18:45:57.148940+0000 mon.a (mon.0) 3225 : audit [DBG] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-29T18:45:58.131 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:45:57 smithi028 bash[78352]: cluster 2024-08-29T18:45:56.662610+0000 mon.a (mon.0) 3223 : cluster [DBG] osdmap e1775: 8 total, 8 up, 8 in 2024-08-29T18:45:58.131 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:45:57 smithi028 bash[78352]: audit 2024-08-29T18:45:56.667350+0000 mon.c (mon.2) 116 : audit [INF] from='client.? 172.21.15.28:0/2958579465' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi028-116573-28","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-29T18:45:58.131 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:45:57 smithi028 bash[78352]: audit 2024-08-29T18:45:56.668083+0000 mon.a (mon.0) 3224 : audit [INF] from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi028-116573-28","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-29T18:45:58.131 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:45:57 smithi028 bash[78352]: audit 2024-08-29T18:45:57.148940+0000 mon.a (mon.0) 3225 : audit [DBG] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-29T18:45:58.132 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:45:57 smithi028 bash[77168]: cluster 2024-08-29T18:45:56.662610+0000 mon.a (mon.0) 3223 : cluster [DBG] osdmap e1775: 8 total, 8 up, 8 in 2024-08-29T18:45:58.132 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:45:57 smithi028 bash[77168]: audit 2024-08-29T18:45:56.667350+0000 mon.c (mon.2) 116 : audit [INF] from='client.? 172.21.15.28:0/2958579465' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi028-116573-28","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-29T18:45:58.132 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:45:57 smithi028 bash[77168]: audit 2024-08-29T18:45:56.668083+0000 mon.a (mon.0) 3224 : audit [INF] from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi028-116573-28","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-29T18:45:58.132 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:45:57 smithi028 bash[77168]: audit 2024-08-29T18:45:57.148940+0000 mon.a (mon.0) 3225 : audit [DBG] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-29T18:45:59.077 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:45:58 smithi053 bash[68679]: audit 2024-08-29T18:45:57.655241+0000 mon.a (mon.0) 3226 : audit [INF] from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi028-116573-28","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-29T18:45:59.077 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:45:58 smithi053 bash[68679]: cluster 2024-08-29T18:45:57.662569+0000 mon.a (mon.0) 3227 : cluster [DBG] osdmap e1776: 8 total, 8 up, 8 in 2024-08-29T18:45:59.077 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:45:58 smithi053 bash[68679]: cluster 2024-08-29T18:45:58.169408+0000 mgr.y (mgr.25022) 1777 : cluster [DBG] pgmap v3072: 585 pgs: 3 creating+peering, 29 unknown, 553 active+clean; 135 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 287 KiB/s rd, 7.8 KiB/s wr, 344 op/s 2024-08-29T18:45:59.077 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:45:58 smithi053 bash[68679]: cluster 2024-08-29T18:45:58.606752+0000 mon.a (mon.0) 3228 : cluster [DBG] osdmap e1777: 8 total, 8 up, 8 in 2024-08-29T18:45:59.077 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:45:58 smithi053 bash[68679]: audit 2024-08-29T18:45:58.611923+0000 mon.c (mon.2) 117 : audit [INF] from='client.? 172.21.15.28:0/1270716267' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi028-116573-29","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-29T18:45:59.078 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:45:58 smithi053 bash[68679]: audit 2024-08-29T18:45:58.614227+0000 mon.a (mon.0) 3229 : audit [INF] from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi028-116573-29","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-29T18:45:59.131 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:45:58 smithi028 bash[77168]: audit 2024-08-29T18:45:57.655241+0000 mon.a (mon.0) 3226 : audit [INF] from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi028-116573-28","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-29T18:45:59.132 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:45:58 smithi028 bash[77168]: cluster 2024-08-29T18:45:57.662569+0000 mon.a (mon.0) 3227 : cluster [DBG] osdmap e1776: 8 total, 8 up, 8 in 2024-08-29T18:45:59.132 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:45:58 smithi028 bash[77168]: cluster 2024-08-29T18:45:58.169408+0000 mgr.y (mgr.25022) 1777 : cluster [DBG] pgmap v3072: 585 pgs: 3 creating+peering, 29 unknown, 553 active+clean; 135 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 287 KiB/s rd, 7.8 KiB/s wr, 344 op/s 2024-08-29T18:45:59.132 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:45:58 smithi028 bash[77168]: cluster 2024-08-29T18:45:58.606752+0000 mon.a (mon.0) 3228 : cluster [DBG] osdmap e1777: 8 total, 8 up, 8 in 2024-08-29T18:45:59.132 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:45:58 smithi028 bash[77168]: audit 2024-08-29T18:45:58.611923+0000 mon.c (mon.2) 117 : audit [INF] from='client.? 172.21.15.28:0/1270716267' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi028-116573-29","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-29T18:45:59.133 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:45:58 smithi028 bash[77168]: audit 2024-08-29T18:45:58.614227+0000 mon.a (mon.0) 3229 : audit [INF] from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi028-116573-29","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-29T18:45:59.133 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:45:58 smithi028 bash[78352]: audit 2024-08-29T18:45:57.655241+0000 mon.a (mon.0) 3226 : audit [INF] from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi028-116573-28","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-29T18:45:59.133 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:45:58 smithi028 bash[78352]: cluster 2024-08-29T18:45:57.662569+0000 mon.a (mon.0) 3227 : cluster [DBG] osdmap e1776: 8 total, 8 up, 8 in 2024-08-29T18:45:59.133 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:45:58 smithi028 bash[78352]: cluster 2024-08-29T18:45:58.169408+0000 mgr.y (mgr.25022) 1777 : cluster [DBG] pgmap v3072: 585 pgs: 3 creating+peering, 29 unknown, 553 active+clean; 135 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 287 KiB/s rd, 7.8 KiB/s wr, 344 op/s 2024-08-29T18:45:59.134 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:45:58 smithi028 bash[78352]: cluster 2024-08-29T18:45:58.606752+0000 mon.a (mon.0) 3228 : cluster [DBG] osdmap e1777: 8 total, 8 up, 8 in 2024-08-29T18:45:59.134 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:45:58 smithi028 bash[78352]: audit 2024-08-29T18:45:58.611923+0000 mon.c (mon.2) 117 : audit [INF] from='client.? 172.21.15.28:0/1270716267' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi028-116573-29","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-29T18:45:59.134 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:45:58 smithi028 bash[78352]: audit 2024-08-29T18:45:58.614227+0000 mon.a (mon.0) 3229 : audit [INF] from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi028-116573-29","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-29T18:46:01.077 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:46:00 smithi053 bash[68679]: audit 2024-08-29T18:45:59.600070+0000 mon.a (mon.0) 3230 : audit [INF] from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi028-116573-29","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-29T18:46:01.077 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:46:00 smithi053 bash[68679]: cluster 2024-08-29T18:45:59.608743+0000 mon.a (mon.0) 3231 : cluster [DBG] osdmap e1778: 8 total, 8 up, 8 in 2024-08-29T18:46:01.077 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:46:00 smithi053 bash[68679]: cluster 2024-08-29T18:46:00.170615+0000 mgr.y (mgr.25022) 1778 : cluster [DBG] pgmap v3075: 617 pgs: 15 creating+peering, 25 unknown, 577 active+clean; 135 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 310 KiB/s rd, 6.7 KiB/s wr, 383 op/s 2024-08-29T18:46:01.131 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:46:00 smithi028 bash[78352]: audit 2024-08-29T18:45:59.600070+0000 mon.a (mon.0) 3230 : audit [INF] from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi028-116573-29","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-29T18:46:01.131 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:46:00 smithi028 bash[78352]: cluster 2024-08-29T18:45:59.608743+0000 mon.a (mon.0) 3231 : cluster [DBG] osdmap e1778: 8 total, 8 up, 8 in 2024-08-29T18:46:01.131 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:46:00 smithi028 bash[78352]: cluster 2024-08-29T18:46:00.170615+0000 mgr.y (mgr.25022) 1778 : cluster [DBG] pgmap v3075: 617 pgs: 15 creating+peering, 25 unknown, 577 active+clean; 135 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 310 KiB/s rd, 6.7 KiB/s wr, 383 op/s 2024-08-29T18:46:01.132 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:46:00 smithi028 bash[77168]: audit 2024-08-29T18:45:59.600070+0000 mon.a (mon.0) 3230 : audit [INF] from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi028-116573-29","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-29T18:46:01.132 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:46:00 smithi028 bash[77168]: cluster 2024-08-29T18:45:59.608743+0000 mon.a (mon.0) 3231 : cluster [DBG] osdmap e1778: 8 total, 8 up, 8 in 2024-08-29T18:46:01.132 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:46:00 smithi028 bash[77168]: cluster 2024-08-29T18:46:00.170615+0000 mgr.y (mgr.25022) 1778 : cluster [DBG] pgmap v3075: 617 pgs: 15 creating+peering, 25 unknown, 577 active+clean; 135 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 310 KiB/s rd, 6.7 KiB/s wr, 383 op/s 2024-08-29T18:46:01.881 INFO:journalctl@ceph.mgr.y.smithi028.stdout:Aug 29 18:46:01 smithi028 bash[70818]: ::ffff:172.21.15.53 - - [29/Aug/2024:18:46:01] "GET /metrics HTTP/1.1" 200 70482 "" "Prometheus/2.43.0" 2024-08-29T18:46:01.881 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:46:01 smithi028 bash[78352]: cluster 2024-08-29T18:46:00.614454+0000 mon.a (mon.0) 3232 : cluster [DBG] osdmap e1779: 8 total, 8 up, 8 in 2024-08-29T18:46:01.881 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:46:01 smithi028 bash[78352]: audit 2024-08-29T18:46:00.627434+0000 mon.c (mon.2) 118 : audit [INF] from='client.? 172.21.15.28:0/2211304691' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi028-116573-30","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-29T18:46:01.882 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:46:01 smithi028 bash[78352]: audit 2024-08-29T18:46:00.657857+0000 mon.a (mon.0) 3233 : audit [INF] from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi028-116573-30","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-29T18:46:01.882 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:46:01 smithi028 bash[78352]: audit 2024-08-29T18:46:01.607892+0000 mon.a (mon.0) 3234 : audit [INF] from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi028-116573-30","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-29T18:46:01.882 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:46:01 smithi028 bash[78352]: cluster 2024-08-29T18:46:01.615125+0000 mon.a (mon.0) 3235 : cluster [DBG] osdmap e1780: 8 total, 8 up, 8 in 2024-08-29T18:46:01.882 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:46:01 smithi028 bash[78352]: audit 2024-08-29T18:46:01.624214+0000 mon.c (mon.2) 119 : audit [INF] from='client.? 172.21.15.28:0/411064846' entity='client.admin' cmd=[{"prefix": "osd tier add", "pool": "test-librbd-smithi028-116573-28", "tierpool":"test-librbd-smithi028-116573-30", "force_nonempty":""}]: dispatch 2024-08-29T18:46:01.882 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:46:01 smithi028 bash[78352]: audit 2024-08-29T18:46:01.625284+0000 mon.a (mon.0) 3236 : audit [INF] from='client.? ' entity='client.admin' cmd=[{"prefix": "osd tier add", "pool": "test-librbd-smithi028-116573-28", "tierpool":"test-librbd-smithi028-116573-30", "force_nonempty":""}]: dispatch 2024-08-29T18:46:01.882 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:46:01 smithi028 bash[77168]: cluster 2024-08-29T18:46:00.614454+0000 mon.a (mon.0) 3232 : cluster [DBG] osdmap e1779: 8 total, 8 up, 8 in 2024-08-29T18:46:01.882 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:46:01 smithi028 bash[77168]: audit 2024-08-29T18:46:00.627434+0000 mon.c (mon.2) 118 : audit [INF] from='client.? 172.21.15.28:0/2211304691' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi028-116573-30","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-29T18:46:01.882 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:46:01 smithi028 bash[77168]: audit 2024-08-29T18:46:00.657857+0000 mon.a (mon.0) 3233 : audit [INF] from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi028-116573-30","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-29T18:46:01.882 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:46:01 smithi028 bash[77168]: audit 2024-08-29T18:46:01.607892+0000 mon.a (mon.0) 3234 : audit [INF] from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi028-116573-30","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-29T18:46:01.882 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:46:01 smithi028 bash[77168]: cluster 2024-08-29T18:46:01.615125+0000 mon.a (mon.0) 3235 : cluster [DBG] osdmap e1780: 8 total, 8 up, 8 in 2024-08-29T18:46:01.883 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:46:01 smithi028 bash[77168]: audit 2024-08-29T18:46:01.624214+0000 mon.c (mon.2) 119 : audit [INF] from='client.? 172.21.15.28:0/411064846' entity='client.admin' cmd=[{"prefix": "osd tier add", "pool": "test-librbd-smithi028-116573-28", "tierpool":"test-librbd-smithi028-116573-30", "force_nonempty":""}]: dispatch 2024-08-29T18:46:01.883 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:46:01 smithi028 bash[77168]: audit 2024-08-29T18:46:01.625284+0000 mon.a (mon.0) 3236 : audit [INF] from='client.? ' entity='client.admin' cmd=[{"prefix": "osd tier add", "pool": "test-librbd-smithi028-116573-28", "tierpool":"test-librbd-smithi028-116573-30", "force_nonempty":""}]: dispatch 2024-08-29T18:46:02.077 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:46:01 smithi053 bash[68679]: cluster 2024-08-29T18:46:00.614454+0000 mon.a (mon.0) 3232 : cluster [DBG] osdmap e1779: 8 total, 8 up, 8 in 2024-08-29T18:46:02.077 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:46:01 smithi053 bash[68679]: audit 2024-08-29T18:46:00.627434+0000 mon.c (mon.2) 118 : audit [INF] from='client.? 172.21.15.28:0/2211304691' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi028-116573-30","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-29T18:46:02.077 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:46:01 smithi053 bash[68679]: audit 2024-08-29T18:46:00.657857+0000 mon.a (mon.0) 3233 : audit [INF] from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi028-116573-30","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-29T18:46:02.077 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:46:01 smithi053 bash[68679]: audit 2024-08-29T18:46:01.607892+0000 mon.a (mon.0) 3234 : audit [INF] from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi028-116573-30","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-29T18:46:02.077 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:46:01 smithi053 bash[68679]: cluster 2024-08-29T18:46:01.615125+0000 mon.a (mon.0) 3235 : cluster [DBG] osdmap e1780: 8 total, 8 up, 8 in 2024-08-29T18:46:02.077 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:46:01 smithi053 bash[68679]: audit 2024-08-29T18:46:01.624214+0000 mon.c (mon.2) 119 : audit [INF] from='client.? 172.21.15.28:0/411064846' entity='client.admin' cmd=[{"prefix": "osd tier add", "pool": "test-librbd-smithi028-116573-28", "tierpool":"test-librbd-smithi028-116573-30", "force_nonempty":""}]: dispatch 2024-08-29T18:46:02.077 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:46:01 smithi053 bash[68679]: audit 2024-08-29T18:46:01.625284+0000 mon.a (mon.0) 3236 : audit [INF] from='client.? ' entity='client.admin' cmd=[{"prefix": "osd tier add", "pool": "test-librbd-smithi028-116573-28", "tierpool":"test-librbd-smithi028-116573-30", "force_nonempty":""}]: dispatch 2024-08-29T18:46:02.577 INFO:journalctl@ceph.prometheus.a.smithi053.stdout:Aug 29 18:46:02 smithi053 bash[95567]: ts=2024-08-29T18:46:02.318Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"3167ee72-662c-11ef-bcd4-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-29T18:46:03.077 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:46:02 smithi053 bash[68679]: cluster 2024-08-29T18:46:02.171825+0000 mgr.y (mgr.25022) 1779 : cluster [DBG] pgmap v3078: 649 pgs: 15 creating+peering, 46 unknown, 588 active+clean; 135 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 197 KiB/s rd, 5.2 KiB/s wr, 252 op/s 2024-08-29T18:46:03.077 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:46:02 smithi053 bash[68679]: audit 2024-08-29T18:46:02.611210+0000 mon.a (mon.0) 3237 : audit [INF] from='client.? ' entity='client.admin' cmd='[{"prefix": "osd tier add", "pool": "test-librbd-smithi028-116573-28", "tierpool":"test-librbd-smithi028-116573-30", "force_nonempty":""}]': finished 2024-08-29T18:46:03.077 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:46:02 smithi053 bash[68679]: cluster 2024-08-29T18:46:02.619633+0000 mon.a (mon.0) 3238 : cluster [DBG] osdmap e1781: 8 total, 8 up, 8 in 2024-08-29T18:46:03.077 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:46:02 smithi053 bash[68679]: audit 2024-08-29T18:46:02.620921+0000 mon.c (mon.2) 120 : audit [INF] from='client.? 172.21.15.28:0/411064846' entity='client.admin' cmd=[{"prefix": "osd tier cache-mode", "pool": "test-librbd-smithi028-116573-30", "mode":"writeback"}]: dispatch 2024-08-29T18:46:03.077 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:46:02 smithi053 bash[68679]: audit 2024-08-29T18:46:02.623395+0000 mon.a (mon.0) 3239 : audit [INF] from='client.? ' entity='client.admin' cmd=[{"prefix": "osd tier cache-mode", "pool": "test-librbd-smithi028-116573-30", "mode":"writeback"}]: dispatch 2024-08-29T18:46:03.131 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:46:02 smithi028 bash[77168]: cluster 2024-08-29T18:46:02.171825+0000 mgr.y (mgr.25022) 1779 : cluster [DBG] pgmap v3078: 649 pgs: 15 creating+peering, 46 unknown, 588 active+clean; 135 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 197 KiB/s rd, 5.2 KiB/s wr, 252 op/s 2024-08-29T18:46:03.131 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:46:02 smithi028 bash[77168]: audit 2024-08-29T18:46:02.611210+0000 mon.a (mon.0) 3237 : audit [INF] from='client.? ' entity='client.admin' cmd='[{"prefix": "osd tier add", "pool": "test-librbd-smithi028-116573-28", "tierpool":"test-librbd-smithi028-116573-30", "force_nonempty":""}]': finished 2024-08-29T18:46:03.131 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:46:02 smithi028 bash[77168]: cluster 2024-08-29T18:46:02.619633+0000 mon.a (mon.0) 3238 : cluster [DBG] osdmap e1781: 8 total, 8 up, 8 in 2024-08-29T18:46:03.132 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:46:02 smithi028 bash[77168]: audit 2024-08-29T18:46:02.620921+0000 mon.c (mon.2) 120 : audit [INF] from='client.? 172.21.15.28:0/411064846' entity='client.admin' cmd=[{"prefix": "osd tier cache-mode", "pool": "test-librbd-smithi028-116573-30", "mode":"writeback"}]: dispatch 2024-08-29T18:46:03.132 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:46:02 smithi028 bash[77168]: audit 2024-08-29T18:46:02.623395+0000 mon.a (mon.0) 3239 : audit [INF] from='client.? ' entity='client.admin' cmd=[{"prefix": "osd tier cache-mode", "pool": "test-librbd-smithi028-116573-30", "mode":"writeback"}]: dispatch 2024-08-29T18:46:03.132 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:46:02 smithi028 bash[78352]: cluster 2024-08-29T18:46:02.171825+0000 mgr.y (mgr.25022) 1779 : cluster [DBG] pgmap v3078: 649 pgs: 15 creating+peering, 46 unknown, 588 active+clean; 135 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 197 KiB/s rd, 5.2 KiB/s wr, 252 op/s 2024-08-29T18:46:03.132 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:46:02 smithi028 bash[78352]: audit 2024-08-29T18:46:02.611210+0000 mon.a (mon.0) 3237 : audit [INF] from='client.? ' entity='client.admin' cmd='[{"prefix": "osd tier add", "pool": "test-librbd-smithi028-116573-28", "tierpool":"test-librbd-smithi028-116573-30", "force_nonempty":""}]': finished 2024-08-29T18:46:03.132 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:46:02 smithi028 bash[78352]: cluster 2024-08-29T18:46:02.619633+0000 mon.a (mon.0) 3238 : cluster [DBG] osdmap e1781: 8 total, 8 up, 8 in 2024-08-29T18:46:03.132 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:46:02 smithi028 bash[78352]: audit 2024-08-29T18:46:02.620921+0000 mon.c (mon.2) 120 : audit [INF] from='client.? 172.21.15.28:0/411064846' entity='client.admin' cmd=[{"prefix": "osd tier cache-mode", "pool": "test-librbd-smithi028-116573-30", "mode":"writeback"}]: dispatch 2024-08-29T18:46:03.132 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:46:02 smithi028 bash[78352]: audit 2024-08-29T18:46:02.623395+0000 mon.a (mon.0) 3239 : audit [INF] from='client.? ' entity='client.admin' cmd=[{"prefix": "osd tier cache-mode", "pool": "test-librbd-smithi028-116573-30", "mode":"writeback"}]: dispatch 2024-08-29T18:46:04.077 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:46:03 smithi053 bash[68679]: cluster 2024-08-29T18:46:03.597447+0000 mon.a (mon.0) 3240 : cluster [WRN] Health check failed: 1 cache pools are missing hit_sets (CACHE_POOL_NO_HIT_SET) 2024-08-29T18:46:04.077 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:46:03 smithi053 bash[68679]: audit 2024-08-29T18:46:03.600155+0000 mon.a (mon.0) 3241 : audit [INF] from='client.? ' entity='client.admin' cmd='[{"prefix": "osd tier cache-mode", "pool": "test-librbd-smithi028-116573-30", "mode":"writeback"}]': finished 2024-08-29T18:46:04.077 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:46:03 smithi053 bash[68679]: cluster 2024-08-29T18:46:03.608485+0000 mon.a (mon.0) 3242 : cluster [DBG] osdmap e1782: 8 total, 8 up, 8 in 2024-08-29T18:46:04.077 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:46:03 smithi053 bash[68679]: audit 2024-08-29T18:46:03.611097+0000 mon.c (mon.2) 121 : audit [INF] from='client.? 172.21.15.28:0/411064846' entity='client.admin' cmd=[{"prefix": "osd tier set-overlay", "pool": "test-librbd-smithi028-116573-28", "overlaypool":"test-librbd-smithi028-116573-30"}]: dispatch 2024-08-29T18:46:04.077 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:46:03 smithi053 bash[68679]: audit 2024-08-29T18:46:03.615141+0000 mon.a (mon.0) 3243 : audit [INF] from='client.? ' entity='client.admin' cmd=[{"prefix": "osd tier set-overlay", "pool": "test-librbd-smithi028-116573-28", "overlaypool":"test-librbd-smithi028-116573-30"}]: dispatch 2024-08-29T18:46:04.131 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:46:03 smithi028 bash[78352]: cluster 2024-08-29T18:46:03.597447+0000 mon.a (mon.0) 3240 : cluster [WRN] Health check failed: 1 cache pools are missing hit_sets (CACHE_POOL_NO_HIT_SET) 2024-08-29T18:46:04.131 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:46:03 smithi028 bash[78352]: audit 2024-08-29T18:46:03.600155+0000 mon.a (mon.0) 3241 : audit [INF] from='client.? ' entity='client.admin' cmd='[{"prefix": "osd tier cache-mode", "pool": "test-librbd-smithi028-116573-30", "mode":"writeback"}]': finished 2024-08-29T18:46:04.131 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:46:03 smithi028 bash[78352]: cluster 2024-08-29T18:46:03.608485+0000 mon.a (mon.0) 3242 : cluster [DBG] osdmap e1782: 8 total, 8 up, 8 in 2024-08-29T18:46:04.131 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:46:03 smithi028 bash[78352]: audit 2024-08-29T18:46:03.611097+0000 mon.c (mon.2) 121 : audit [INF] from='client.? 172.21.15.28:0/411064846' entity='client.admin' cmd=[{"prefix": "osd tier set-overlay", "pool": "test-librbd-smithi028-116573-28", "overlaypool":"test-librbd-smithi028-116573-30"}]: dispatch 2024-08-29T18:46:04.132 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:46:03 smithi028 bash[78352]: audit 2024-08-29T18:46:03.615141+0000 mon.a (mon.0) 3243 : audit [INF] from='client.? ' entity='client.admin' cmd=[{"prefix": "osd tier set-overlay", "pool": "test-librbd-smithi028-116573-28", "overlaypool":"test-librbd-smithi028-116573-30"}]: dispatch 2024-08-29T18:46:04.132 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:46:03 smithi028 bash[77168]: cluster 2024-08-29T18:46:03.597447+0000 mon.a (mon.0) 3240 : cluster [WRN] Health check failed: 1 cache pools are missing hit_sets (CACHE_POOL_NO_HIT_SET) 2024-08-29T18:46:04.132 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:46:03 smithi028 bash[77168]: audit 2024-08-29T18:46:03.600155+0000 mon.a (mon.0) 3241 : audit [INF] from='client.? ' entity='client.admin' cmd='[{"prefix": "osd tier cache-mode", "pool": "test-librbd-smithi028-116573-30", "mode":"writeback"}]': finished 2024-08-29T18:46:04.132 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:46:03 smithi028 bash[77168]: cluster 2024-08-29T18:46:03.608485+0000 mon.a (mon.0) 3242 : cluster [DBG] osdmap e1782: 8 total, 8 up, 8 in 2024-08-29T18:46:04.132 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:46:03 smithi028 bash[77168]: audit 2024-08-29T18:46:03.611097+0000 mon.c (mon.2) 121 : audit [INF] from='client.? 172.21.15.28:0/411064846' entity='client.admin' cmd=[{"prefix": "osd tier set-overlay", "pool": "test-librbd-smithi028-116573-28", "overlaypool":"test-librbd-smithi028-116573-30"}]: dispatch 2024-08-29T18:46:04.132 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:46:03 smithi028 bash[77168]: audit 2024-08-29T18:46:03.615141+0000 mon.a (mon.0) 3243 : audit [INF] from='client.? ' entity='client.admin' cmd=[{"prefix": "osd tier set-overlay", "pool": "test-librbd-smithi028-116573-28", "overlaypool":"test-librbd-smithi028-116573-30"}]: dispatch 2024-08-29T18:46:04.618 INFO:tasks.workunit.client.0.smithi028.stdout:using new format! 2024-08-29T18:46:05.077 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:46:04 smithi053 bash[68679]: cluster 2024-08-29T18:46:04.173029+0000 mgr.y (mgr.25022) 1780 : cluster [DBG] pgmap v3081: 649 pgs: 12 creating+peering, 20 unknown, 617 active+clean; 135 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail 2024-08-29T18:46:05.077 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:46:04 smithi053 bash[68679]: audit 2024-08-29T18:46:04.603298+0000 mon.a (mon.0) 3244 : audit [INF] from='client.? ' entity='client.admin' cmd='[{"prefix": "osd tier set-overlay", "pool": "test-librbd-smithi028-116573-28", "overlaypool":"test-librbd-smithi028-116573-30"}]': finished 2024-08-29T18:46:05.077 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:46:04 smithi053 bash[68679]: cluster 2024-08-29T18:46:04.611425+0000 mon.a (mon.0) 3245 : cluster [DBG] osdmap e1783: 8 total, 8 up, 8 in 2024-08-29T18:46:05.131 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:46:04 smithi028 bash[78352]: cluster 2024-08-29T18:46:04.173029+0000 mgr.y (mgr.25022) 1780 : cluster [DBG] pgmap v3081: 649 pgs: 12 creating+peering, 20 unknown, 617 active+clean; 135 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail 2024-08-29T18:46:05.131 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:46:04 smithi028 bash[78352]: audit 2024-08-29T18:46:04.603298+0000 mon.a (mon.0) 3244 : audit [INF] from='client.? ' entity='client.admin' cmd='[{"prefix": "osd tier set-overlay", "pool": "test-librbd-smithi028-116573-28", "overlaypool":"test-librbd-smithi028-116573-30"}]': finished 2024-08-29T18:46:05.131 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:46:04 smithi028 bash[78352]: cluster 2024-08-29T18:46:04.611425+0000 mon.a (mon.0) 3245 : cluster [DBG] osdmap e1783: 8 total, 8 up, 8 in 2024-08-29T18:46:05.131 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:46:04 smithi028 bash[77168]: cluster 2024-08-29T18:46:04.173029+0000 mgr.y (mgr.25022) 1780 : cluster [DBG] pgmap v3081: 649 pgs: 12 creating+peering, 20 unknown, 617 active+clean; 135 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail 2024-08-29T18:46:05.132 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:46:04 smithi028 bash[77168]: audit 2024-08-29T18:46:04.603298+0000 mon.a (mon.0) 3244 : audit [INF] from='client.? ' entity='client.admin' cmd='[{"prefix": "osd tier set-overlay", "pool": "test-librbd-smithi028-116573-28", "overlaypool":"test-librbd-smithi028-116573-30"}]': finished 2024-08-29T18:46:05.132 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:46:04 smithi028 bash[77168]: cluster 2024-08-29T18:46:04.611425+0000 mon.a (mon.0) 3245 : cluster [DBG] osdmap e1783: 8 total, 8 up, 8 in 2024-08-29T18:46:07.077 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:46:06 smithi053 bash[68679]: cluster 2024-08-29T18:46:05.686119+0000 mon.a (mon.0) 3246 : cluster [DBG] osdmap e1784: 8 total, 8 up, 8 in 2024-08-29T18:46:07.077 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:46:06 smithi053 bash[68679]: cluster 2024-08-29T18:46:06.174220+0000 mgr.y (mgr.25022) 1781 : cluster [DBG] pgmap v3084: 649 pgs: 649 active+clean; 135 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail 2024-08-29T18:46:07.131 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:46:06 smithi028 bash[78352]: cluster 2024-08-29T18:46:05.686119+0000 mon.a (mon.0) 3246 : cluster [DBG] osdmap e1784: 8 total, 8 up, 8 in 2024-08-29T18:46:07.131 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:46:06 smithi028 bash[78352]: cluster 2024-08-29T18:46:06.174220+0000 mgr.y (mgr.25022) 1781 : cluster [DBG] pgmap v3084: 649 pgs: 649 active+clean; 135 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail 2024-08-29T18:46:07.132 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:46:06 smithi028 bash[77168]: cluster 2024-08-29T18:46:05.686119+0000 mon.a (mon.0) 3246 : cluster [DBG] osdmap e1784: 8 total, 8 up, 8 in 2024-08-29T18:46:07.132 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:46:06 smithi028 bash[77168]: cluster 2024-08-29T18:46:06.174220+0000 mgr.y (mgr.25022) 1781 : cluster [DBG] pgmap v3084: 649 pgs: 649 active+clean; 135 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail 2024-08-29T18:46:08.077 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:46:07 smithi053 bash[68679]: cluster 2024-08-29T18:46:06.697331+0000 mon.a (mon.0) 3247 : cluster [DBG] osdmap e1785: 8 total, 8 up, 8 in 2024-08-29T18:46:08.131 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:46:07 smithi028 bash[78352]: cluster 2024-08-29T18:46:06.697331+0000 mon.a (mon.0) 3247 : cluster [DBG] osdmap e1785: 8 total, 8 up, 8 in 2024-08-29T18:46:08.131 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:46:07 smithi028 bash[77168]: cluster 2024-08-29T18:46:06.697331+0000 mon.a (mon.0) 3247 : cluster [DBG] osdmap e1785: 8 total, 8 up, 8 in 2024-08-29T18:46:09.077 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:46:08 smithi053 bash[68679]: cluster 2024-08-29T18:46:07.697615+0000 mon.a (mon.0) 3248 : cluster [DBG] osdmap e1786: 8 total, 8 up, 8 in 2024-08-29T18:46:09.077 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:46:08 smithi053 bash[68679]: cluster 2024-08-29T18:46:08.175369+0000 mgr.y (mgr.25022) 1782 : cluster [DBG] pgmap v3087: 649 pgs: 649 active+clean; 135 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail 2024-08-29T18:46:09.131 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:46:08 smithi028 bash[78352]: cluster 2024-08-29T18:46:07.697615+0000 mon.a (mon.0) 3248 : cluster [DBG] osdmap e1786: 8 total, 8 up, 8 in 2024-08-29T18:46:09.131 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:46:08 smithi028 bash[78352]: cluster 2024-08-29T18:46:08.175369+0000 mgr.y (mgr.25022) 1782 : cluster [DBG] pgmap v3087: 649 pgs: 649 active+clean; 135 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail 2024-08-29T18:46:09.132 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:46:08 smithi028 bash[77168]: cluster 2024-08-29T18:46:07.697615+0000 mon.a (mon.0) 3248 : cluster [DBG] osdmap e1786: 8 total, 8 up, 8 in 2024-08-29T18:46:09.132 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:46:08 smithi028 bash[77168]: cluster 2024-08-29T18:46:08.175369+0000 mgr.y (mgr.25022) 1782 : cluster [DBG] pgmap v3087: 649 pgs: 649 active+clean; 135 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail 2024-08-29T18:46:10.077 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:46:09 smithi053 bash[68679]: cluster 2024-08-29T18:46:08.721610+0000 mon.a (mon.0) 3249 : cluster [DBG] osdmap e1787: 8 total, 8 up, 8 in 2024-08-29T18:46:10.131 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:46:09 smithi028 bash[78352]: cluster 2024-08-29T18:46:08.721610+0000 mon.a (mon.0) 3249 : cluster [DBG] osdmap e1787: 8 total, 8 up, 8 in 2024-08-29T18:46:10.131 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:46:09 smithi028 bash[77168]: cluster 2024-08-29T18:46:08.721610+0000 mon.a (mon.0) 3249 : cluster [DBG] osdmap e1787: 8 total, 8 up, 8 in 2024-08-29T18:46:11.076 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:46:10 smithi053 bash[68679]: cluster 2024-08-29T18:46:09.731005+0000 mon.a (mon.0) 3250 : cluster [DBG] osdmap e1788: 8 total, 8 up, 8 in 2024-08-29T18:46:11.077 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:46:10 smithi053 bash[68679]: cluster 2024-08-29T18:46:10.176582+0000 mgr.y (mgr.25022) 1783 : cluster [DBG] pgmap v3090: 649 pgs: 649 active+clean; 135 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 31 KiB/s rd, 2.5 KiB/s wr, 42 op/s 2024-08-29T18:46:11.131 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:46:10 smithi028 bash[78352]: cluster 2024-08-29T18:46:09.731005+0000 mon.a (mon.0) 3250 : cluster [DBG] osdmap e1788: 8 total, 8 up, 8 in 2024-08-29T18:46:11.131 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:46:10 smithi028 bash[78352]: cluster 2024-08-29T18:46:10.176582+0000 mgr.y (mgr.25022) 1783 : cluster [DBG] pgmap v3090: 649 pgs: 649 active+clean; 135 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 31 KiB/s rd, 2.5 KiB/s wr, 42 op/s 2024-08-29T18:46:11.131 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:46:10 smithi028 bash[77168]: cluster 2024-08-29T18:46:09.731005+0000 mon.a (mon.0) 3250 : cluster [DBG] osdmap e1788: 8 total, 8 up, 8 in 2024-08-29T18:46:11.131 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:46:10 smithi028 bash[77168]: cluster 2024-08-29T18:46:10.176582+0000 mgr.y (mgr.25022) 1783 : cluster [DBG] pgmap v3090: 649 pgs: 649 active+clean; 135 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 31 KiB/s rd, 2.5 KiB/s wr, 42 op/s 2024-08-29T18:46:11.240 INFO:tasks.workunit.client.0.smithi028.stdout: 2024-08-29T18:46:11.240 INFO:tasks.workunit.client.0.smithi028.stdout:trying to find test-librbd-smithi028-116573-29/image101 2024-08-29T18:46:11.240 INFO:tasks.workunit.client.0.smithi028.stdout:checking test-librbd-smithi028-116573-29/image101 2024-08-29T18:46:11.240 INFO:tasks.workunit.client.0.smithi028.stdout:found child test-librbd-smithi028-116573-29/image101 2024-08-29T18:46:11.240 INFO:tasks.workunit.client.0.smithi028.stdout: 2024-08-29T18:46:11.241 INFO:tasks.workunit.client.0.smithi028.stdout:num children is: 1 2024-08-29T18:46:11.241 INFO:tasks.workunit.client.0.smithi028.stdout:expected: 1 2024-08-29T18:46:11.241 INFO:tasks.workunit.client.0.smithi028.stdout:child: image101 2024-08-29T18:46:11.241 INFO:tasks.workunit.client.0.smithi028.stdout:found child test-librbd-smithi028-116573-29/image101/b1d77f7d9540 2024-08-29T18:46:11.241 INFO:tasks.workunit.client.0.smithi028.stdout: 2024-08-29T18:46:11.241 INFO:tasks.workunit.client.0.smithi028.stdout: 2024-08-29T18:46:11.241 INFO:tasks.workunit.client.0.smithi028.stdout:trying to find test-librbd-smithi028-116573-29/image101 2024-08-29T18:46:11.241 INFO:tasks.workunit.client.0.smithi028.stdout:checking test-librbd-smithi028-116573-28/image102 2024-08-29T18:46:11.241 INFO:tasks.workunit.client.0.smithi028.stdout:checking test-librbd-smithi028-116573-29/image101 2024-08-29T18:46:11.241 INFO:tasks.workunit.client.0.smithi028.stdout:found child test-librbd-smithi028-116573-29/image101 2024-08-29T18:46:11.241 INFO:tasks.workunit.client.0.smithi028.stdout: 2024-08-29T18:46:11.241 INFO:tasks.workunit.client.0.smithi028.stdout: 2024-08-29T18:46:11.241 INFO:tasks.workunit.client.0.smithi028.stdout:trying to find test-librbd-smithi028-116573-28/image102 2024-08-29T18:46:11.242 INFO:tasks.workunit.client.0.smithi028.stdout:checking test-librbd-smithi028-116573-28/image102 2024-08-29T18:46:11.242 INFO:tasks.workunit.client.0.smithi028.stdout:found child test-librbd-smithi028-116573-28/image102 2024-08-29T18:46:11.242 INFO:tasks.workunit.client.0.smithi028.stdout: 2024-08-29T18:46:11.242 INFO:tasks.workunit.client.0.smithi028.stdout:num children is: 2 2024-08-29T18:46:11.242 INFO:tasks.workunit.client.0.smithi028.stdout:expected: 2 2024-08-29T18:46:11.242 INFO:tasks.workunit.client.0.smithi028.stdout:child: image102 2024-08-29T18:46:11.242 INFO:tasks.workunit.client.0.smithi028.stdout:child: image101 2024-08-29T18:46:11.242 INFO:tasks.workunit.client.0.smithi028.stdout:found child test-librbd-smithi028-116573-29/image101/b1d77f7d9540 2024-08-29T18:46:11.242 INFO:tasks.workunit.client.0.smithi028.stdout: 2024-08-29T18:46:11.242 INFO:tasks.workunit.client.0.smithi028.stdout:found child test-librbd-smithi028-116573-28/image102/b1d79105d933 2024-08-29T18:46:11.242 INFO:tasks.workunit.client.0.smithi028.stdout: 2024-08-29T18:46:11.242 INFO:tasks.workunit.client.0.smithi028.stdout: 2024-08-29T18:46:11.242 INFO:tasks.workunit.client.0.smithi028.stdout:trying to find test-librbd-smithi028-116573-29/image101 2024-08-29T18:46:11.242 INFO:tasks.workunit.client.0.smithi028.stdout:checking test-librbd-smithi028-116573-28/image102 2024-08-29T18:46:11.243 INFO:tasks.workunit.client.0.smithi028.stdout:checking test-librbd-smithi028-116573-29/image101 2024-08-29T18:46:11.243 INFO:tasks.workunit.client.0.smithi028.stdout:found child test-librbd-smithi028-116573-29/image101 2024-08-29T18:46:11.243 INFO:tasks.workunit.client.0.smithi028.stdout: 2024-08-29T18:46:11.243 INFO:tasks.workunit.client.0.smithi028.stdout: 2024-08-29T18:46:11.243 INFO:tasks.workunit.client.0.smithi028.stdout:trying to find test-librbd-smithi028-116573-28/image102 2024-08-29T18:46:11.243 INFO:tasks.workunit.client.0.smithi028.stdout:checking test-librbd-smithi028-116573-28/image102 2024-08-29T18:46:11.243 INFO:tasks.workunit.client.0.smithi028.stdout:found child test-librbd-smithi028-116573-28/image102 2024-08-29T18:46:11.243 INFO:tasks.workunit.client.0.smithi028.stdout: 2024-08-29T18:46:11.243 INFO:tasks.workunit.client.0.smithi028.stdout: 2024-08-29T18:46:11.243 INFO:tasks.workunit.client.0.smithi028.stdout:trying to find test-librbd-smithi028-116573-29/image103 2024-08-29T18:46:11.243 INFO:tasks.workunit.client.0.smithi028.stdout:checking test-librbd-smithi028-116573-28/image102 2024-08-29T18:46:11.243 INFO:tasks.workunit.client.0.smithi028.stdout:checking test-librbd-smithi028-116573-29/image101 2024-08-29T18:46:11.243 INFO:tasks.workunit.client.0.smithi028.stdout:checking test-librbd-smithi028-116573-29/image103 2024-08-29T18:46:11.244 INFO:tasks.workunit.client.0.smithi028.stdout:found child test-librbd-smithi028-116573-29/image103 2024-08-29T18:46:11.244 INFO:tasks.workunit.client.0.smithi028.stdout: 2024-08-29T18:46:11.244 INFO:tasks.workunit.client.0.smithi028.stdout:num children is: 3 2024-08-29T18:46:11.244 INFO:tasks.workunit.client.0.smithi028.stdout:expected: 3 2024-08-29T18:46:11.244 INFO:tasks.workunit.client.0.smithi028.stdout:child: image102 2024-08-29T18:46:11.244 INFO:tasks.workunit.client.0.smithi028.stdout:child: image101 2024-08-29T18:46:11.244 INFO:tasks.workunit.client.0.smithi028.stdout:child: image103 2024-08-29T18:46:11.244 INFO:tasks.workunit.client.0.smithi028.stdout:found child test-librbd-smithi028-116573-29/image101/b1d77f7d9540 2024-08-29T18:46:11.244 INFO:tasks.workunit.client.0.smithi028.stdout: 2024-08-29T18:46:11.244 INFO:tasks.workunit.client.0.smithi028.stdout:found child test-librbd-smithi028-116573-28/image102/b1d79105d933 2024-08-29T18:46:11.244 INFO:tasks.workunit.client.0.smithi028.stdout: 2024-08-29T18:46:11.244 INFO:tasks.workunit.client.0.smithi028.stdout:found child test-librbd-smithi028-116573-29/image103/b1d78cd123e7 2024-08-29T18:46:11.244 INFO:tasks.workunit.client.0.smithi028.stdout: 2024-08-29T18:46:11.245 INFO:tasks.workunit.client.0.smithi028.stdout: 2024-08-29T18:46:11.245 INFO:tasks.workunit.client.0.smithi028.stdout:trying to find test-librbd-smithi028-116573-29/image101 2024-08-29T18:46:11.245 INFO:tasks.workunit.client.0.smithi028.stdout:checking test-librbd-smithi028-116573-28/image102 2024-08-29T18:46:11.245 INFO:tasks.workunit.client.0.smithi028.stdout:checking test-librbd-smithi028-116573-29/image101 2024-08-29T18:46:11.245 INFO:tasks.workunit.client.0.smithi028.stdout:found child test-librbd-smithi028-116573-29/image101 2024-08-29T18:46:11.245 INFO:tasks.workunit.client.0.smithi028.stdout: 2024-08-29T18:46:11.245 INFO:tasks.workunit.client.0.smithi028.stdout: 2024-08-29T18:46:11.245 INFO:tasks.workunit.client.0.smithi028.stdout:trying to find test-librbd-smithi028-116573-28/image102 2024-08-29T18:46:11.245 INFO:tasks.workunit.client.0.smithi028.stdout:checking test-librbd-smithi028-116573-28/image102 2024-08-29T18:46:11.245 INFO:tasks.workunit.client.0.smithi028.stdout:found child test-librbd-smithi028-116573-28/image102 2024-08-29T18:46:11.245 INFO:tasks.workunit.client.0.smithi028.stdout: 2024-08-29T18:46:11.245 INFO:tasks.workunit.client.0.smithi028.stdout:num children is: 3 2024-08-29T18:46:11.245 INFO:tasks.workunit.client.0.smithi028.stdout:expected: 3 2024-08-29T18:46:11.245 INFO:tasks.workunit.client.0.smithi028.stdout:child: image102 2024-08-29T18:46:11.246 INFO:tasks.workunit.client.0.smithi028.stdout:child: image101 2024-08-29T18:46:11.246 INFO:tasks.workunit.client.0.smithi028.stdout:child: image103 2024-08-29T18:46:11.246 INFO:tasks.workunit.client.0.smithi028.stdout:found child test-librbd-smithi028-116573-29/image101/b1d77f7d9540 2024-08-29T18:46:11.246 INFO:tasks.workunit.client.0.smithi028.stdout: 2024-08-29T18:46:11.246 INFO:tasks.workunit.client.0.smithi028.stdout:found child test-librbd-smithi028-116573-28/image102/b1d79105d933 2024-08-29T18:46:11.246 INFO:tasks.workunit.client.0.smithi028.stdout: 2024-08-29T18:46:11.246 INFO:tasks.workunit.client.0.smithi028.stdout:found child test-librbd-smithi028-116573-29/image103/b1d78cd123e7 2024-08-29T18:46:11.246 INFO:tasks.workunit.client.0.smithi028.stdout: 2024-08-29T18:46:11.246 INFO:tasks.workunit.client.0.smithi028.stdout: 2024-08-29T18:46:11.246 INFO:tasks.workunit.client.0.smithi028.stdout:trying to find test-librbd-smithi028-116573-29/image101 2024-08-29T18:46:11.246 INFO:tasks.workunit.client.0.smithi028.stdout:checking test-librbd-smithi028-116573-28/image102 2024-08-29T18:46:11.246 INFO:tasks.workunit.client.0.smithi028.stdout:checking test-librbd-smithi028-116573-29/image101 2024-08-29T18:46:11.246 INFO:tasks.workunit.client.0.smithi028.stdout:found child test-librbd-smithi028-116573-29/image101 2024-08-29T18:46:11.246 INFO:tasks.workunit.client.0.smithi028.stdout: 2024-08-29T18:46:11.247 INFO:tasks.workunit.client.0.smithi028.stdout: 2024-08-29T18:46:11.247 INFO:tasks.workunit.client.0.smithi028.stdout:trying to find test-librbd-smithi028-116573-28/image102 2024-08-29T18:46:11.247 INFO:tasks.workunit.client.0.smithi028.stdout:checking test-librbd-smithi028-116573-28/image102 2024-08-29T18:46:11.247 INFO:tasks.workunit.client.0.smithi028.stdout:found child test-librbd-smithi028-116573-28/image102 2024-08-29T18:46:11.247 INFO:tasks.workunit.client.0.smithi028.stdout: 2024-08-29T18:46:11.247 INFO:tasks.workunit.client.0.smithi028.stdout: 2024-08-29T18:46:11.247 INFO:tasks.workunit.client.0.smithi028.stdout:trying to find test-librbd-smithi028-116573-29/image104 2024-08-29T18:46:11.247 INFO:tasks.workunit.client.0.smithi028.stdout:checking test-librbd-smithi028-116573-28/image102 2024-08-29T18:46:11.247 INFO:tasks.workunit.client.0.smithi028.stdout:checking test-librbd-smithi028-116573-29/image101 2024-08-29T18:46:11.247 INFO:tasks.workunit.client.0.smithi028.stdout:checking test-librbd-smithi028-116573-29/image104 2024-08-29T18:46:11.247 INFO:tasks.workunit.client.0.smithi028.stdout:found child test-librbd-smithi028-116573-29/image104 2024-08-29T18:46:11.248 INFO:tasks.workunit.client.0.smithi028.stdout: 2024-08-29T18:46:11.248 INFO:tasks.workunit.client.0.smithi028.stdout:num children is: 4 2024-08-29T18:46:11.248 INFO:tasks.workunit.client.0.smithi028.stdout:expected: 4 2024-08-29T18:46:11.248 INFO:tasks.workunit.client.0.smithi028.stdout:child: image102 2024-08-29T18:46:11.248 INFO:tasks.workunit.client.0.smithi028.stdout:child: image101 2024-08-29T18:46:11.248 INFO:tasks.workunit.client.0.smithi028.stdout:child: image103 2024-08-29T18:46:11.248 INFO:tasks.workunit.client.0.smithi028.stdout:child: image104 2024-08-29T18:46:11.248 INFO:tasks.workunit.client.0.smithi028.stdout:found child test-librbd-smithi028-116573-29/image101/b1d77f7d9540 2024-08-29T18:46:11.248 INFO:tasks.workunit.client.0.smithi028.stdout: 2024-08-29T18:46:11.248 INFO:tasks.workunit.client.0.smithi028.stdout:found child test-librbd-smithi028-116573-28/image102/b1d79105d933 2024-08-29T18:46:11.248 INFO:tasks.workunit.client.0.smithi028.stdout: 2024-08-29T18:46:11.248 INFO:tasks.workunit.client.0.smithi028.stdout:found child test-librbd-smithi028-116573-29/image103/b1d78cd123e7 2024-08-29T18:46:11.248 INFO:tasks.workunit.client.0.smithi028.stdout: 2024-08-29T18:46:11.248 INFO:tasks.workunit.client.0.smithi028.stdout:found child test-librbd-smithi028-116573-29/image104/b1d7d08ca2ce 2024-08-29T18:46:11.249 INFO:tasks.workunit.client.0.smithi028.stdout: 2024-08-29T18:46:11.249 INFO:tasks.workunit.client.0.smithi028.stdout: 2024-08-29T18:46:11.249 INFO:tasks.workunit.client.0.smithi028.stdout:trying to find test-librbd-smithi028-116573-29/image101 2024-08-29T18:46:11.249 INFO:tasks.workunit.client.0.smithi028.stdout:checking test-librbd-smithi028-116573-28/image102 2024-08-29T18:46:11.249 INFO:tasks.workunit.client.0.smithi028.stdout:checking test-librbd-smithi028-116573-29/image101 2024-08-29T18:46:11.249 INFO:tasks.workunit.client.0.smithi028.stdout:found child test-librbd-smithi028-116573-29/image101 2024-08-29T18:46:11.249 INFO:tasks.workunit.client.0.smithi028.stdout: 2024-08-29T18:46:11.249 INFO:tasks.workunit.client.0.smithi028.stdout: 2024-08-29T18:46:11.249 INFO:tasks.workunit.client.0.smithi028.stdout:trying to find test-librbd-smithi028-116573-28/image102 2024-08-29T18:46:11.249 INFO:tasks.workunit.client.0.smithi028.stdout:checking test-librbd-smithi028-116573-28/image102 2024-08-29T18:46:11.249 INFO:tasks.workunit.client.0.smithi028.stdout:found child test-librbd-smithi028-116573-28/image102 2024-08-29T18:46:11.249 INFO:tasks.workunit.client.0.smithi028.stdout: 2024-08-29T18:46:11.249 INFO:tasks.workunit.client.0.smithi028.stdout: 2024-08-29T18:46:11.250 INFO:tasks.workunit.client.0.smithi028.stdout:trying to find test-librbd-smithi028-116573-29/image103 2024-08-29T18:46:11.250 INFO:tasks.workunit.client.0.smithi028.stdout:checking test-librbd-smithi028-116573-28/image102 2024-08-29T18:46:11.250 INFO:tasks.workunit.client.0.smithi028.stdout:checking test-librbd-smithi028-116573-29/image101 2024-08-29T18:46:11.250 INFO:tasks.workunit.client.0.smithi028.stdout:checking test-librbd-smithi028-116573-29/image103 2024-08-29T18:46:11.250 INFO:tasks.workunit.client.0.smithi028.stdout:found child test-librbd-smithi028-116573-29/image103 2024-08-29T18:46:11.250 INFO:tasks.workunit.client.0.smithi028.stdout: 2024-08-29T18:46:11.250 INFO:tasks.workunit.client.0.smithi028.stdout: 2024-08-29T18:46:11.250 INFO:tasks.workunit.client.0.smithi028.stdout:trying to find test-librbd-smithi028-116573-29/image104 2024-08-29T18:46:11.881 INFO:journalctl@ceph.mgr.y.smithi028.stdout:Aug 29 18:46:11 smithi028 bash[70818]: ::ffff:172.21.15.53 - - [29/Aug/2024:18:46:11] "GET /metrics HTTP/1.1" 200 70482 "" "Prometheus/2.43.0" 2024-08-29T18:46:12.577 INFO:journalctl@ceph.prometheus.a.smithi053.stdout:Aug 29 18:46:12 smithi053 bash[95567]: ts=2024-08-29T18:46:12.316Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"3167ee72-662c-11ef-bcd4-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-29T18:46:13.576 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:46:13 smithi053 bash[68679]: audit 2024-08-29T18:46:12.152404+0000 mon.a (mon.0) 3251 : audit [INF] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' 2024-08-29T18:46:13.577 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:46:13 smithi053 bash[68679]: audit 2024-08-29T18:46:12.154813+0000 mon.a (mon.0) 3252 : audit [DBG] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-29T18:46:13.577 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:46:13 smithi053 bash[68679]: cluster 2024-08-29T18:46:12.178407+0000 mgr.y (mgr.25022) 1784 : cluster [DBG] pgmap v3091: 649 pgs: 649 active+clean; 135 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 23 KiB/s rd, 1.8 KiB/s wr, 31 op/s 2024-08-29T18:46:13.631 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:46:13 smithi028 bash[78352]: audit 2024-08-29T18:46:12.152404+0000 mon.a (mon.0) 3251 : audit [INF] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' 2024-08-29T18:46:13.631 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:46:13 smithi028 bash[78352]: audit 2024-08-29T18:46:12.154813+0000 mon.a (mon.0) 3252 : audit [DBG] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-29T18:46:13.632 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:46:13 smithi028 bash[78352]: cluster 2024-08-29T18:46:12.178407+0000 mgr.y (mgr.25022) 1784 : cluster [DBG] pgmap v3091: 649 pgs: 649 active+clean; 135 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 23 KiB/s rd, 1.8 KiB/s wr, 31 op/s 2024-08-29T18:46:13.632 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:46:13 smithi028 bash[77168]: audit 2024-08-29T18:46:12.152404+0000 mon.a (mon.0) 3251 : audit [INF] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' 2024-08-29T18:46:13.632 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:46:13 smithi028 bash[77168]: audit 2024-08-29T18:46:12.154813+0000 mon.a (mon.0) 3252 : audit [DBG] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-29T18:46:13.632 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:46:13 smithi028 bash[77168]: cluster 2024-08-29T18:46:12.178407+0000 mgr.y (mgr.25022) 1784 : cluster [DBG] pgmap v3091: 649 pgs: 649 active+clean; 135 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 23 KiB/s rd, 1.8 KiB/s wr, 31 op/s 2024-08-29T18:46:14.577 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:46:14 smithi053 bash[68679]: cluster 2024-08-29T18:46:13.168377+0000 mon.a (mon.0) 3253 : cluster [DBG] osdmap e1789: 8 total, 8 up, 8 in 2024-08-29T18:46:14.577 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:46:14 smithi053 bash[68679]: audit 2024-08-29T18:46:13.384450+0000 mon.c (mon.2) 122 : audit [INF] from='client.? 172.21.15.28:0/411064846' entity='client.admin' cmd=[{"prefix": "osd tier remove-overlay", "pool": "test-librbd-smithi028-116573-28"}]: dispatch 2024-08-29T18:46:14.577 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:46:14 smithi053 bash[68679]: audit 2024-08-29T18:46:13.384852+0000 mon.a (mon.0) 3254 : audit [INF] from='client.? ' entity='client.admin' cmd=[{"prefix": "osd tier remove-overlay", "pool": "test-librbd-smithi028-116573-28"}]: dispatch 2024-08-29T18:46:14.577 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:46:14 smithi053 bash[68679]: audit 2024-08-29T18:46:13.605007+0000 mon.a (mon.0) 3255 : audit [INF] from='client.? ' entity='client.admin' cmd='[{"prefix": "osd tier remove-overlay", "pool": "test-librbd-smithi028-116573-28"}]': finished 2024-08-29T18:46:14.577 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:46:14 smithi053 bash[68679]: cluster 2024-08-29T18:46:13.611464+0000 mon.a (mon.0) 3256 : cluster [DBG] osdmap e1790: 8 total, 8 up, 8 in 2024-08-29T18:46:14.577 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:46:14 smithi053 bash[68679]: audit 2024-08-29T18:46:13.616815+0000 mon.c (mon.2) 123 : audit [INF] from='client.? 172.21.15.28:0/411064846' entity='client.admin' cmd=[{"prefix": "osd tier remove", "pool": "test-librbd-smithi028-116573-28", "tierpool":"test-librbd-smithi028-116573-30"}]: dispatch 2024-08-29T18:46:14.577 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:46:14 smithi053 bash[68679]: audit 2024-08-29T18:46:13.619184+0000 mon.a (mon.0) 3257 : audit [INF] from='client.? ' entity='client.admin' cmd=[{"prefix": "osd tier remove", "pool": "test-librbd-smithi028-116573-28", "tierpool":"test-librbd-smithi028-116573-30"}]: dispatch 2024-08-29T18:46:14.622 INFO:tasks.workunit.client.0.smithi028.stdout:checking test-librbd-smithi028-116573-28/image102 2024-08-29T18:46:14.623 INFO:tasks.workunit.client.0.smithi028.stdout:checking test-librbd-smithi028-116573-29/image101 2024-08-29T18:46:14.623 INFO:tasks.workunit.client.0.smithi028.stdout:checking test-librbd-smithi028-116573-29/image103 2024-08-29T18:46:14.623 INFO:tasks.workunit.client.0.smithi028.stdout:checking test-librbd-smithi028-116573-29/image104 2024-08-29T18:46:14.623 INFO:tasks.workunit.client.0.smithi028.stdout:found child test-librbd-smithi028-116573-29/image104 2024-08-29T18:46:14.623 INFO:tasks.workunit.client.0.smithi028.stdout: 2024-08-29T18:46:14.623 INFO:tasks.workunit.client.0.smithi028.stdout:num children is: 4 2024-08-29T18:46:14.623 INFO:tasks.workunit.client.0.smithi028.stdout:expected: 4 2024-08-29T18:46:14.623 INFO:tasks.workunit.client.0.smithi028.stdout:child: image102 2024-08-29T18:46:14.623 INFO:tasks.workunit.client.0.smithi028.stdout:child: image101 2024-08-29T18:46:14.623 INFO:tasks.workunit.client.0.smithi028.stdout:child: image103 2024-08-29T18:46:14.623 INFO:tasks.workunit.client.0.smithi028.stdout:child: image104 2024-08-29T18:46:14.623 INFO:tasks.workunit.client.0.smithi028.stdout:found child test-librbd-smithi028-116573-29/image101/b1d77f7d9540 2024-08-29T18:46:14.623 INFO:tasks.workunit.client.0.smithi028.stdout: 2024-08-29T18:46:14.624 INFO:tasks.workunit.client.0.smithi028.stdout:found child test-librbd-smithi028-116573-28/image102/b1d79105d933 2024-08-29T18:46:14.624 INFO:tasks.workunit.client.0.smithi028.stdout: 2024-08-29T18:46:14.624 INFO:tasks.workunit.client.0.smithi028.stdout:found child test-librbd-smithi028-116573-29/image103/b1d78cd123e7 2024-08-29T18:46:14.624 INFO:tasks.workunit.client.0.smithi028.stdout: 2024-08-29T18:46:14.624 INFO:tasks.workunit.client.0.smithi028.stdout:found child test-librbd-smithi028-116573-29/image104/b1d7d08ca2ce 2024-08-29T18:46:14.624 INFO:tasks.workunit.client.0.smithi028.stdout: 2024-08-29T18:46:14.624 INFO:tasks.workunit.client.0.smithi028.stdout: 2024-08-29T18:46:14.624 INFO:tasks.workunit.client.0.smithi028.stdout:trying to find test-librbd-smithi028-116573-28/image102 2024-08-29T18:46:14.624 INFO:tasks.workunit.client.0.smithi028.stdout:checking test-librbd-smithi028-116573-28/image102 2024-08-29T18:46:14.624 INFO:tasks.workunit.client.0.smithi028.stdout:found child test-librbd-smithi028-116573-28/image102 2024-08-29T18:46:14.624 INFO:tasks.workunit.client.0.smithi028.stdout: 2024-08-29T18:46:14.624 INFO:tasks.workunit.client.0.smithi028.stdout: 2024-08-29T18:46:14.625 INFO:tasks.workunit.client.0.smithi028.stdout:trying to find test-librbd-smithi028-116573-29/image103 2024-08-29T18:46:14.625 INFO:tasks.workunit.client.0.smithi028.stdout:checking test-librbd-smithi028-116573-28/image102 2024-08-29T18:46:14.625 INFO:tasks.workunit.client.0.smithi028.stdout:checking test-librbd-smithi028-116573-29/image103 2024-08-29T18:46:14.625 INFO:tasks.workunit.client.0.smithi028.stdout:found child test-librbd-smithi028-116573-29/image103 2024-08-29T18:46:14.625 INFO:tasks.workunit.client.0.smithi028.stdout: 2024-08-29T18:46:14.625 INFO:tasks.workunit.client.0.smithi028.stdout: 2024-08-29T18:46:14.625 INFO:tasks.workunit.client.0.smithi028.stdout:trying to find test-librbd-smithi028-116573-29/image104 2024-08-29T18:46:14.625 INFO:tasks.workunit.client.0.smithi028.stdout:checking test-librbd-smithi028-116573-28/image102 2024-08-29T18:46:14.625 INFO:tasks.workunit.client.0.smithi028.stdout:checking test-librbd-smithi028-116573-29/image103 2024-08-29T18:46:14.625 INFO:tasks.workunit.client.0.smithi028.stdout:checking test-librbd-smithi028-116573-29/image104 2024-08-29T18:46:14.625 INFO:tasks.workunit.client.0.smithi028.stdout:found child test-librbd-smithi028-116573-29/image104 2024-08-29T18:46:14.625 INFO:tasks.workunit.client.0.smithi028.stdout: 2024-08-29T18:46:14.625 INFO:tasks.workunit.client.0.smithi028.stdout:num children is: 3 2024-08-29T18:46:14.625 INFO:tasks.workunit.client.0.smithi028.stdout:expected: 3 2024-08-29T18:46:14.626 INFO:tasks.workunit.client.0.smithi028.stdout:child: image102 2024-08-29T18:46:14.626 INFO:tasks.workunit.client.0.smithi028.stdout:child: image103 2024-08-29T18:46:14.626 INFO:tasks.workunit.client.0.smithi028.stdout:child: image104 2024-08-29T18:46:14.626 INFO:tasks.workunit.client.0.smithi028.stdout:found child test-librbd-smithi028-116573-28/image102/b1d79105d933 2024-08-29T18:46:14.626 INFO:tasks.workunit.client.0.smithi028.stdout: 2024-08-29T18:46:14.626 INFO:tasks.workunit.client.0.smithi028.stdout:found child test-librbd-smithi028-116573-29/image103/b1d78cd123e7 2024-08-29T18:46:14.626 INFO:tasks.workunit.client.0.smithi028.stdout: 2024-08-29T18:46:14.626 INFO:tasks.workunit.client.0.smithi028.stdout:found child test-librbd-smithi028-116573-29/image104/b1d7d08ca2ce 2024-08-29T18:46:14.626 INFO:tasks.workunit.client.0.smithi028.stdout: 2024-08-29T18:46:14.626 INFO:tasks.workunit.client.0.smithi028.stdout: 2024-08-29T18:46:14.626 INFO:tasks.workunit.client.0.smithi028.stdout:trying to find test-librbd-smithi028-116573-28/image102 2024-08-29T18:46:14.626 INFO:tasks.workunit.client.0.smithi028.stdout:checking test-librbd-smithi028-116573-28/image102 2024-08-29T18:46:14.626 INFO:tasks.workunit.client.0.smithi028.stdout:found child test-librbd-smithi028-116573-28/image102 2024-08-29T18:46:14.626 INFO:tasks.workunit.client.0.smithi028.stdout: 2024-08-29T18:46:14.626 INFO:tasks.workunit.client.0.smithi028.stdout: 2024-08-29T18:46:14.627 INFO:tasks.workunit.client.0.smithi028.stdout:trying to find test-librbd-smithi028-116573-29/image104 2024-08-29T18:46:14.627 INFO:tasks.workunit.client.0.smithi028.stdout:checking test-librbd-smithi028-116573-28/image102 2024-08-29T18:46:14.627 INFO:tasks.workunit.client.0.smithi028.stdout:checking test-librbd-smithi028-116573-29/image104 2024-08-29T18:46:14.627 INFO:tasks.workunit.client.0.smithi028.stdout:found child test-librbd-smithi028-116573-29/image104 2024-08-29T18:46:14.627 INFO:tasks.workunit.client.0.smithi028.stdout: 2024-08-29T18:46:14.627 INFO:tasks.workunit.client.0.smithi028.stdout:num children is: 2 2024-08-29T18:46:14.627 INFO:tasks.workunit.client.0.smithi028.stdout:expected: 2 2024-08-29T18:46:14.627 INFO:tasks.workunit.client.0.smithi028.stdout:child: image102 2024-08-29T18:46:14.627 INFO:tasks.workunit.client.0.smithi028.stdout:child: image104 2024-08-29T18:46:14.627 INFO:tasks.workunit.client.0.smithi028.stdout:found child test-librbd-smithi028-116573-28/image102/b1d79105d933 2024-08-29T18:46:14.627 INFO:tasks.workunit.client.0.smithi028.stdout: 2024-08-29T18:46:14.627 INFO:tasks.workunit.client.0.smithi028.stdout:found child test-librbd-smithi028-116573-29/image104/b1d7d08ca2ce 2024-08-29T18:46:14.627 INFO:tasks.workunit.client.0.smithi028.stdout: 2024-08-29T18:46:14.627 INFO:tasks.workunit.client.0.smithi028.stdout: 2024-08-29T18:46:14.628 INFO:tasks.workunit.client.0.smithi028.stdout:trying to find test-librbd-smithi028-116573-28/image102 2024-08-29T18:46:14.628 INFO:tasks.workunit.client.0.smithi028.stdout:checking test-librbd-smithi028-116573-28/image102 2024-08-29T18:46:14.628 INFO:tasks.workunit.client.0.smithi028.stdout:found child test-librbd-smithi028-116573-28/image102 2024-08-29T18:46:14.628 INFO:tasks.workunit.client.0.smithi028.stdout: 2024-08-29T18:46:14.628 INFO:tasks.workunit.client.0.smithi028.stdout:num children is: 1 2024-08-29T18:46:14.628 INFO:tasks.workunit.client.0.smithi028.stdout:expected: 1 2024-08-29T18:46:14.628 INFO:tasks.workunit.client.0.smithi028.stdout:child: image102 2024-08-29T18:46:14.628 INFO:tasks.workunit.client.0.smithi028.stdout:found child test-librbd-smithi028-116573-28/image102/b1d79105d933 2024-08-29T18:46:14.628 INFO:tasks.workunit.client.0.smithi028.stdout: 2024-08-29T18:46:14.628 INFO:tasks.workunit.client.0.smithi028.stdout:num children is: 0 2024-08-29T18:46:14.628 INFO:tasks.workunit.client.0.smithi028.stdout:expected: 0 2024-08-29T18:46:14.628 INFO:tasks.workunit.client.0.smithi028.stdout:[ OK ] TestLibRBD.ListChildrenTiered (18715 ms) 2024-08-29T18:46:14.628 INFO:tasks.workunit.client.0.smithi028.stdout:[ RUN ] TestLibRBD.LockingPP 2024-08-29T18:46:14.629 INFO:tasks.workunit.client.0.smithi028.stdout:using new format! 2024-08-29T18:46:14.632 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:46:14 smithi028 bash[77168]: cluster 2024-08-29T18:46:13.168377+0000 mon.a (mon.0) 3253 : cluster [DBG] osdmap e1789: 8 total, 8 up, 8 in 2024-08-29T18:46:14.633 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:46:14 smithi028 bash[77168]: audit 2024-08-29T18:46:13.384450+0000 mon.c (mon.2) 122 : audit [INF] from='client.? 172.21.15.28:0/411064846' entity='client.admin' cmd=[{"prefix": "osd tier remove-overlay", "pool": "test-librbd-smithi028-116573-28"}]: dispatch 2024-08-29T18:46:14.633 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:46:14 smithi028 bash[77168]: audit 2024-08-29T18:46:13.384852+0000 mon.a (mon.0) 3254 : audit [INF] from='client.? ' entity='client.admin' cmd=[{"prefix": "osd tier remove-overlay", "pool": "test-librbd-smithi028-116573-28"}]: dispatch 2024-08-29T18:46:14.633 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:46:14 smithi028 bash[77168]: audit 2024-08-29T18:46:13.605007+0000 mon.a (mon.0) 3255 : audit [INF] from='client.? ' entity='client.admin' cmd='[{"prefix": "osd tier remove-overlay", "pool": "test-librbd-smithi028-116573-28"}]': finished 2024-08-29T18:46:14.633 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:46:14 smithi028 bash[77168]: cluster 2024-08-29T18:46:13.611464+0000 mon.a (mon.0) 3256 : cluster [DBG] osdmap e1790: 8 total, 8 up, 8 in 2024-08-29T18:46:14.633 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:46:14 smithi028 bash[77168]: audit 2024-08-29T18:46:13.616815+0000 mon.c (mon.2) 123 : audit [INF] from='client.? 172.21.15.28:0/411064846' entity='client.admin' cmd=[{"prefix": "osd tier remove", "pool": "test-librbd-smithi028-116573-28", "tierpool":"test-librbd-smithi028-116573-30"}]: dispatch 2024-08-29T18:46:14.633 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:46:14 smithi028 bash[77168]: audit 2024-08-29T18:46:13.619184+0000 mon.a (mon.0) 3257 : audit [INF] from='client.? ' entity='client.admin' cmd=[{"prefix": "osd tier remove", "pool": "test-librbd-smithi028-116573-28", "tierpool":"test-librbd-smithi028-116573-30"}]: dispatch 2024-08-29T18:46:14.633 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:46:14 smithi028 bash[78352]: cluster 2024-08-29T18:46:13.168377+0000 mon.a (mon.0) 3253 : cluster [DBG] osdmap e1789: 8 total, 8 up, 8 in 2024-08-29T18:46:14.634 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:46:14 smithi028 bash[78352]: audit 2024-08-29T18:46:13.384450+0000 mon.c (mon.2) 122 : audit [INF] from='client.? 172.21.15.28:0/411064846' entity='client.admin' cmd=[{"prefix": "osd tier remove-overlay", "pool": "test-librbd-smithi028-116573-28"}]: dispatch 2024-08-29T18:46:14.634 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:46:14 smithi028 bash[78352]: audit 2024-08-29T18:46:13.384852+0000 mon.a (mon.0) 3254 : audit [INF] from='client.? ' entity='client.admin' cmd=[{"prefix": "osd tier remove-overlay", "pool": "test-librbd-smithi028-116573-28"}]: dispatch 2024-08-29T18:46:14.634 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:46:14 smithi028 bash[78352]: audit 2024-08-29T18:46:13.605007+0000 mon.a (mon.0) 3255 : audit [INF] from='client.? ' entity='client.admin' cmd='[{"prefix": "osd tier remove-overlay", "pool": "test-librbd-smithi028-116573-28"}]': finished 2024-08-29T18:46:14.634 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:46:14 smithi028 bash[78352]: cluster 2024-08-29T18:46:13.611464+0000 mon.a (mon.0) 3256 : cluster [DBG] osdmap e1790: 8 total, 8 up, 8 in 2024-08-29T18:46:14.634 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:46:14 smithi028 bash[78352]: audit 2024-08-29T18:46:13.616815+0000 mon.c (mon.2) 123 : audit [INF] from='client.? 172.21.15.28:0/411064846' entity='client.admin' cmd=[{"prefix": "osd tier remove", "pool": "test-librbd-smithi028-116573-28", "tierpool":"test-librbd-smithi028-116573-30"}]: dispatch 2024-08-29T18:46:14.634 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:46:14 smithi028 bash[78352]: audit 2024-08-29T18:46:13.619184+0000 mon.a (mon.0) 3257 : audit [INF] from='client.? ' entity='client.admin' cmd=[{"prefix": "osd tier remove", "pool": "test-librbd-smithi028-116573-28", "tierpool":"test-librbd-smithi028-116573-30"}]: dispatch 2024-08-29T18:46:14.797 INFO:tasks.workunit.client.0.smithi028.stdout:[ OK ] TestLibRBD.LockingPP (175 ms) 2024-08-29T18:46:14.797 INFO:tasks.workunit.client.0.smithi028.stdout:[ RUN ] TestLibRBD.FlushAio 2024-08-29T18:46:14.798 INFO:tasks.workunit.client.0.smithi028.stdout:using new format! 2024-08-29T18:46:15.301 INFO:tasks.workunit.client.0.smithi028.stdout:[ OK ] TestLibRBD.FlushAio (503 ms) 2024-08-29T18:46:15.301 INFO:tasks.workunit.client.0.smithi028.stdout:[ RUN ] TestLibRBD.FlushAioPP 2024-08-29T18:46:15.301 INFO:tasks.workunit.client.0.smithi028.stdout:using new format! 2024-08-29T18:46:15.576 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:46:15 smithi053 bash[68679]: cluster 2024-08-29T18:46:14.179538+0000 mgr.y (mgr.25022) 1785 : cluster [DBG] pgmap v3094: 649 pgs: 649 active+clean; 135 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 204 KiB/s rd, 5.5 KiB/s wr, 245 op/s 2024-08-29T18:46:15.576 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:46:15 smithi053 bash[68679]: cluster 2024-08-29T18:46:14.605559+0000 mon.a (mon.0) 3258 : cluster [INF] Health check cleared: CACHE_POOL_NO_HIT_SET (was: 1 cache pools are missing hit_sets) 2024-08-29T18:46:15.577 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:46:15 smithi053 bash[68679]: audit 2024-08-29T18:46:14.608082+0000 mon.a (mon.0) 3259 : audit [INF] from='client.? ' entity='client.admin' cmd='[{"prefix": "osd tier remove", "pool": "test-librbd-smithi028-116573-28", "tierpool":"test-librbd-smithi028-116573-30"}]': finished 2024-08-29T18:46:15.577 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:46:15 smithi053 bash[68679]: cluster 2024-08-29T18:46:14.616044+0000 mon.a (mon.0) 3260 : cluster [DBG] osdmap e1791: 8 total, 8 up, 8 in 2024-08-29T18:46:15.631 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:46:15 smithi028 bash[77168]: cluster 2024-08-29T18:46:14.179538+0000 mgr.y (mgr.25022) 1785 : cluster [DBG] pgmap v3094: 649 pgs: 649 active+clean; 135 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 204 KiB/s rd, 5.5 KiB/s wr, 245 op/s 2024-08-29T18:46:15.632 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:46:15 smithi028 bash[77168]: cluster 2024-08-29T18:46:14.605559+0000 mon.a (mon.0) 3258 : cluster [INF] Health check cleared: CACHE_POOL_NO_HIT_SET (was: 1 cache pools are missing hit_sets) 2024-08-29T18:46:15.632 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:46:15 smithi028 bash[77168]: audit 2024-08-29T18:46:14.608082+0000 mon.a (mon.0) 3259 : audit [INF] from='client.? ' entity='client.admin' cmd='[{"prefix": "osd tier remove", "pool": "test-librbd-smithi028-116573-28", "tierpool":"test-librbd-smithi028-116573-30"}]': finished 2024-08-29T18:46:15.632 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:46:15 smithi028 bash[77168]: cluster 2024-08-29T18:46:14.616044+0000 mon.a (mon.0) 3260 : cluster [DBG] osdmap e1791: 8 total, 8 up, 8 in 2024-08-29T18:46:15.632 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:46:15 smithi028 bash[78352]: cluster 2024-08-29T18:46:14.179538+0000 mgr.y (mgr.25022) 1785 : cluster [DBG] pgmap v3094: 649 pgs: 649 active+clean; 135 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 204 KiB/s rd, 5.5 KiB/s wr, 245 op/s 2024-08-29T18:46:15.632 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:46:15 smithi028 bash[78352]: cluster 2024-08-29T18:46:14.605559+0000 mon.a (mon.0) 3258 : cluster [INF] Health check cleared: CACHE_POOL_NO_HIT_SET (was: 1 cache pools are missing hit_sets) 2024-08-29T18:46:15.632 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:46:15 smithi028 bash[78352]: audit 2024-08-29T18:46:14.608082+0000 mon.a (mon.0) 3259 : audit [INF] from='client.? ' entity='client.admin' cmd='[{"prefix": "osd tier remove", "pool": "test-librbd-smithi028-116573-28", "tierpool":"test-librbd-smithi028-116573-30"}]': finished 2024-08-29T18:46:15.632 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:46:15 smithi028 bash[78352]: cluster 2024-08-29T18:46:14.616044+0000 mon.a (mon.0) 3260 : cluster [DBG] osdmap e1791: 8 total, 8 up, 8 in 2024-08-29T18:46:15.642 INFO:tasks.workunit.client.0.smithi028.stdout:[ OK ] TestLibRBD.FlushAioPP (341 ms) 2024-08-29T18:46:15.642 INFO:tasks.workunit.client.0.smithi028.stdout:[ RUN ] TestLibRBD.SnapDiff 2024-08-29T18:46:15.642 INFO:tasks.workunit.client.0.smithi028.stdout:using new format! 2024-08-29T18:46:17.576 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:46:17 smithi053 bash[68679]: cluster 2024-08-29T18:46:16.181052+0000 mgr.y (mgr.25022) 1786 : cluster [DBG] pgmap v3097: 649 pgs: 649 active+clean; 135 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 581 KiB/s rd, 15 KiB/s wr, 708 op/s 2024-08-29T18:46:17.577 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:46:17 smithi053 bash[68679]: cluster 2024-08-29T18:46:16.181707+0000 mon.a (mon.0) 3261 : cluster [DBG] osdmap e1792: 8 total, 8 up, 8 in 2024-08-29T18:46:17.631 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:46:17 smithi028 bash[77168]: cluster 2024-08-29T18:46:16.181052+0000 mgr.y (mgr.25022) 1786 : cluster [DBG] pgmap v3097: 649 pgs: 649 active+clean; 135 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 581 KiB/s rd, 15 KiB/s wr, 708 op/s 2024-08-29T18:46:17.631 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:46:17 smithi028 bash[77168]: cluster 2024-08-29T18:46:16.181707+0000 mon.a (mon.0) 3261 : cluster [DBG] osdmap e1792: 8 total, 8 up, 8 in 2024-08-29T18:46:17.631 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:46:17 smithi028 bash[78352]: cluster 2024-08-29T18:46:16.181052+0000 mgr.y (mgr.25022) 1786 : cluster [DBG] pgmap v3097: 649 pgs: 649 active+clean; 135 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 581 KiB/s rd, 15 KiB/s wr, 708 op/s 2024-08-29T18:46:17.631 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:46:17 smithi028 bash[78352]: cluster 2024-08-29T18:46:16.181707+0000 mon.a (mon.0) 3261 : cluster [DBG] osdmap e1792: 8 total, 8 up, 8 in 2024-08-29T18:46:18.577 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:46:18 smithi053 bash[68679]: cluster 2024-08-29T18:46:17.192122+0000 mon.a (mon.0) 3262 : cluster [DBG] osdmap e1793: 8 total, 8 up, 8 in 2024-08-29T18:46:18.631 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:46:18 smithi028 bash[78352]: cluster 2024-08-29T18:46:17.192122+0000 mon.a (mon.0) 3262 : cluster [DBG] osdmap e1793: 8 total, 8 up, 8 in 2024-08-29T18:46:18.631 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:46:18 smithi028 bash[77168]: cluster 2024-08-29T18:46:17.192122+0000 mon.a (mon.0) 3262 : cluster [DBG] osdmap e1793: 8 total, 8 up, 8 in 2024-08-29T18:46:18.803 INFO:tasks.workunit.client.0.smithi028.stdout:wrote: 512 2024-08-29T18:46:18.803 INFO:tasks.workunit.client.0.smithi028.stdout:[ OK ] TestLibRBD.SnapDiff (3161 ms) 2024-08-29T18:46:18.803 INFO:tasks.workunit.client.0.smithi028.stdout:[ RUN ] TestLibRBD.ZeroLengthWrite 2024-08-29T18:46:18.803 INFO:tasks.workunit.client.0.smithi028.stdout:using new format! 2024-08-29T18:46:18.857 INFO:tasks.workunit.client.0.smithi028.stdout:[ OK ] TestLibRBD.ZeroLengthWrite (54 ms) 2024-08-29T18:46:18.857 INFO:tasks.workunit.client.0.smithi028.stdout:[ RUN ] TestLibRBD.ZeroLengthDiscard 2024-08-29T18:46:18.857 INFO:tasks.workunit.client.0.smithi028.stdout:using new format! 2024-08-29T18:46:18.924 INFO:tasks.workunit.client.0.smithi028.stdout:[ OK ] TestLibRBD.ZeroLengthDiscard (65 ms) 2024-08-29T18:46:18.925 INFO:tasks.workunit.client.0.smithi028.stdout:[ RUN ] TestLibRBD.ZeroLengthRead 2024-08-29T18:46:18.925 INFO:tasks.workunit.client.0.smithi028.stdout:using new format! 2024-08-29T18:46:18.969 INFO:tasks.workunit.client.0.smithi028.stdout:[ OK ] TestLibRBD.ZeroLengthRead (47 ms) 2024-08-29T18:46:18.969 INFO:tasks.workunit.client.0.smithi028.stdout:[ RUN ] TestLibRBD.LargeCacheRead 2024-08-29T18:46:18.969 INFO:tasks.workunit.client.0.smithi028.stdout:using new format! 2024-08-29T18:46:19.058 INFO:tasks.workunit.client.0.smithi028.stdout:[ OK ] TestLibRBD.LargeCacheRead (89 ms) 2024-08-29T18:46:19.058 INFO:tasks.workunit.client.0.smithi028.stdout:[ RUN ] TestLibRBD.TestPendingAio 2024-08-29T18:46:19.058 INFO:tasks.workunit.client.0.smithi028.stdout:using new format! 2024-08-29T18:46:19.465 INFO:tasks.workunit.client.0.smithi028.stdout:[ OK ] TestLibRBD.TestPendingAio (407 ms) 2024-08-29T18:46:19.465 INFO:tasks.workunit.client.0.smithi028.stdout:[ RUN ] TestLibRBD.CompareAndWriteCopyup 2024-08-29T18:46:19.465 INFO:tasks.workunit.client.0.smithi028.stdout:using new format! 2024-08-29T18:46:19.577 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:46:19 smithi053 bash[68679]: cluster 2024-08-29T18:46:18.182947+0000 mgr.y (mgr.25022) 1787 : cluster [DBG] pgmap v3099: 649 pgs: 649 active+clean; 135 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 289 KiB/s rd, 8.3 KiB/s wr, 358 op/s 2024-08-29T18:46:19.578 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:46:19 smithi053 bash[68679]: cluster 2024-08-29T18:46:18.203856+0000 mon.a (mon.0) 3263 : cluster [DBG] osdmap e1794: 8 total, 8 up, 8 in 2024-08-29T18:46:19.578 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:46:19 smithi053 bash[68679]: cluster 2024-08-29T18:46:18.615238+0000 mon.a (mon.0) 3264 : cluster [DBG] osdmap e1795: 8 total, 8 up, 8 in 2024-08-29T18:46:19.631 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:46:19 smithi028 bash[77168]: cluster 2024-08-29T18:46:18.182947+0000 mgr.y (mgr.25022) 1787 : cluster [DBG] pgmap v3099: 649 pgs: 649 active+clean; 135 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 289 KiB/s rd, 8.3 KiB/s wr, 358 op/s 2024-08-29T18:46:19.631 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:46:19 smithi028 bash[77168]: cluster 2024-08-29T18:46:18.203856+0000 mon.a (mon.0) 3263 : cluster [DBG] osdmap e1794: 8 total, 8 up, 8 in 2024-08-29T18:46:19.632 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:46:19 smithi028 bash[77168]: cluster 2024-08-29T18:46:18.615238+0000 mon.a (mon.0) 3264 : cluster [DBG] osdmap e1795: 8 total, 8 up, 8 in 2024-08-29T18:46:19.632 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:46:19 smithi028 bash[78352]: cluster 2024-08-29T18:46:18.182947+0000 mgr.y (mgr.25022) 1787 : cluster [DBG] pgmap v3099: 649 pgs: 649 active+clean; 135 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 289 KiB/s rd, 8.3 KiB/s wr, 358 op/s 2024-08-29T18:46:19.632 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:46:19 smithi028 bash[78352]: cluster 2024-08-29T18:46:18.203856+0000 mon.a (mon.0) 3263 : cluster [DBG] osdmap e1794: 8 total, 8 up, 8 in 2024-08-29T18:46:19.632 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:46:19 smithi028 bash[78352]: cluster 2024-08-29T18:46:18.615238+0000 mon.a (mon.0) 3264 : cluster [DBG] osdmap e1795: 8 total, 8 up, 8 in 2024-08-29T18:46:20.476 INFO:tasks.workunit.client.0.smithi028.stdout:using new format! 2024-08-29T18:46:21.577 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:46:21 smithi053 bash[68679]: cluster 2024-08-29T18:46:20.186412+0000 mgr.y (mgr.25022) 1788 : cluster [DBG] pgmap v3102: 649 pgs: 649 active+clean; 139 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 597 KiB/s rd, 647 KiB/s wr, 256 op/s 2024-08-29T18:46:21.577 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:46:21 smithi053 bash[68679]: cluster 2024-08-29T18:46:20.214915+0000 mon.a (mon.0) 3265 : cluster [DBG] osdmap e1796: 8 total, 8 up, 8 in 2024-08-29T18:46:21.631 INFO:journalctl@ceph.mgr.y.smithi028.stdout:Aug 29 18:46:21 smithi028 bash[70818]: ::ffff:172.21.15.53 - - [29/Aug/2024:18:46:21] "GET /metrics HTTP/1.1" 200 75448 "" "Prometheus/2.43.0" 2024-08-29T18:46:21.631 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:46:21 smithi028 bash[78352]: cluster 2024-08-29T18:46:20.186412+0000 mgr.y (mgr.25022) 1788 : cluster [DBG] pgmap v3102: 649 pgs: 649 active+clean; 139 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 597 KiB/s rd, 647 KiB/s wr, 256 op/s 2024-08-29T18:46:21.631 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:46:21 smithi028 bash[78352]: cluster 2024-08-29T18:46:20.214915+0000 mon.a (mon.0) 3265 : cluster [DBG] osdmap e1796: 8 total, 8 up, 8 in 2024-08-29T18:46:21.632 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:46:21 smithi028 bash[77168]: cluster 2024-08-29T18:46:20.186412+0000 mgr.y (mgr.25022) 1788 : cluster [DBG] pgmap v3102: 649 pgs: 649 active+clean; 139 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 597 KiB/s rd, 647 KiB/s wr, 256 op/s 2024-08-29T18:46:21.632 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:46:21 smithi028 bash[77168]: cluster 2024-08-29T18:46:20.214915+0000 mon.a (mon.0) 3265 : cluster [DBG] osdmap e1796: 8 total, 8 up, 8 in 2024-08-29T18:46:22.351 INFO:tasks.workunit.client.0.smithi028.stdout:[ OK ] TestLibRBD.CompareAndWriteCopyup (2887 ms) 2024-08-29T18:46:22.351 INFO:tasks.workunit.client.0.smithi028.stdout:[ RUN ] TestLibRBD.CompareAndWriteCopyupMismatch 2024-08-29T18:46:22.352 INFO:tasks.workunit.client.0.smithi028.stdout:using new format! 2024-08-29T18:46:22.577 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:46:22 smithi053 bash[68679]: cluster 2024-08-29T18:46:21.218227+0000 mon.a (mon.0) 3266 : cluster [DBG] osdmap e1797: 8 total, 8 up, 8 in 2024-08-29T18:46:22.577 INFO:journalctl@ceph.prometheus.a.smithi053.stdout:Aug 29 18:46:22 smithi053 bash[95567]: ts=2024-08-29T18:46:22.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"3167ee72-662c-11ef-bcd4-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-29T18:46:22.631 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:46:22 smithi028 bash[78352]: cluster 2024-08-29T18:46:21.218227+0000 mon.a (mon.0) 3266 : cluster [DBG] osdmap e1797: 8 total, 8 up, 8 in 2024-08-29T18:46:22.631 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:46:22 smithi028 bash[77168]: cluster 2024-08-29T18:46:21.218227+0000 mon.a (mon.0) 3266 : cluster [DBG] osdmap e1797: 8 total, 8 up, 8 in 2024-08-29T18:46:23.477 INFO:tasks.workunit.client.0.smithi028.stdout:using new format! 2024-08-29T18:46:23.577 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:46:23 smithi053 bash[68679]: cluster 2024-08-29T18:46:22.187573+0000 mgr.y (mgr.25022) 1789 : cluster [DBG] pgmap v3105: 649 pgs: 649 active+clean; 143 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 727 KiB/s rd, 718 KiB/s wr, 471 op/s 2024-08-29T18:46:23.613 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:46:23 smithi053 bash[68679]: cluster 2024-08-29T18:46:22.242677+0000 mon.a (mon.0) 3267 : cluster [DBG] osdmap e1798: 8 total, 8 up, 8 in 2024-08-29T18:46:23.631 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:46:23 smithi028 bash[78352]: cluster 2024-08-29T18:46:22.187573+0000 mgr.y (mgr.25022) 1789 : cluster [DBG] pgmap v3105: 649 pgs: 649 active+clean; 143 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 727 KiB/s rd, 718 KiB/s wr, 471 op/s 2024-08-29T18:46:23.631 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:46:23 smithi028 bash[78352]: cluster 2024-08-29T18:46:22.242677+0000 mon.a (mon.0) 3267 : cluster [DBG] osdmap e1798: 8 total, 8 up, 8 in 2024-08-29T18:46:23.632 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:46:23 smithi028 bash[77168]: cluster 2024-08-29T18:46:22.187573+0000 mgr.y (mgr.25022) 1789 : cluster [DBG] pgmap v3105: 649 pgs: 649 active+clean; 143 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 727 KiB/s rd, 718 KiB/s wr, 471 op/s 2024-08-29T18:46:23.632 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:46:23 smithi028 bash[77168]: cluster 2024-08-29T18:46:22.242677+0000 mon.a (mon.0) 3267 : cluster [DBG] osdmap e1798: 8 total, 8 up, 8 in 2024-08-29T18:46:24.576 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:46:24 smithi053 bash[68679]: cluster 2024-08-29T18:46:23.251549+0000 mon.a (mon.0) 3268 : cluster [DBG] osdmap e1799: 8 total, 8 up, 8 in 2024-08-29T18:46:24.631 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:46:24 smithi028 bash[78352]: cluster 2024-08-29T18:46:23.251549+0000 mon.a (mon.0) 3268 : cluster [DBG] osdmap e1799: 8 total, 8 up, 8 in 2024-08-29T18:46:24.631 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:46:24 smithi028 bash[77168]: cluster 2024-08-29T18:46:23.251549+0000 mon.a (mon.0) 3268 : cluster [DBG] osdmap e1799: 8 total, 8 up, 8 in 2024-08-29T18:46:25.389 INFO:tasks.workunit.client.0.smithi028.stdout:[ OK ] TestLibRBD.CompareAndWriteCopyupMismatch (3037 ms) 2024-08-29T18:46:25.389 INFO:tasks.workunit.client.0.smithi028.stdout:[ RUN ] TestLibRBD.Flatten 2024-08-29T18:46:25.389 INFO:tasks.workunit.client.0.smithi028.stdout:using new format! 2024-08-29T18:46:25.577 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:46:25 smithi053 bash[68679]: cluster 2024-08-29T18:46:24.190084+0000 mgr.y (mgr.25022) 1790 : cluster [DBG] pgmap v3108: 649 pgs: 649 active+clean; 143 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 240 KiB/s rd, 86 KiB/s wr, 374 op/s 2024-08-29T18:46:25.577 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:46:25 smithi053 bash[68679]: cluster 2024-08-29T18:46:24.262024+0000 mon.a (mon.0) 3269 : cluster [DBG] osdmap e1800: 8 total, 8 up, 8 in 2024-08-29T18:46:25.631 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:46:25 smithi028 bash[77168]: cluster 2024-08-29T18:46:24.190084+0000 mgr.y (mgr.25022) 1790 : cluster [DBG] pgmap v3108: 649 pgs: 649 active+clean; 143 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 240 KiB/s rd, 86 KiB/s wr, 374 op/s 2024-08-29T18:46:25.631 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:46:25 smithi028 bash[77168]: cluster 2024-08-29T18:46:24.262024+0000 mon.a (mon.0) 3269 : cluster [DBG] osdmap e1800: 8 total, 8 up, 8 in 2024-08-29T18:46:25.631 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:46:25 smithi028 bash[78352]: cluster 2024-08-29T18:46:24.190084+0000 mgr.y (mgr.25022) 1790 : cluster [DBG] pgmap v3108: 649 pgs: 649 active+clean; 143 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 240 KiB/s rd, 86 KiB/s wr, 374 op/s 2024-08-29T18:46:25.631 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:46:25 smithi028 bash[78352]: cluster 2024-08-29T18:46:24.262024+0000 mon.a (mon.0) 3269 : cluster [DBG] osdmap e1800: 8 total, 8 up, 8 in 2024-08-29T18:46:26.512 INFO:tasks.workunit.client.0.smithi028.stdout:[ OK ] TestLibRBD.Flatten (1124 ms) 2024-08-29T18:46:26.513 INFO:tasks.workunit.client.0.smithi028.stdout:[ RUN ] TestLibRBD.Sparsify 2024-08-29T18:46:26.513 INFO:tasks.workunit.client.0.smithi028.stdout:using new format! 2024-08-29T18:46:26.576 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:46:26 smithi053 bash[68679]: cluster 2024-08-29T18:46:25.270650+0000 mon.a (mon.0) 3270 : cluster [DBG] osdmap e1801: 8 total, 8 up, 8 in 2024-08-29T18:46:26.599 INFO:tasks.workunit.client.0.smithi028.stdout:wrote: 32768 2024-08-29T18:46:26.599 INFO:tasks.workunit.client.0.smithi028.stdout:read: 32768 2024-08-29T18:46:26.599 INFO:tasks.workunit.client.0.smithi028.stdout:[ OK ] TestLibRBD.Sparsify (86 ms) 2024-08-29T18:46:26.599 INFO:tasks.workunit.client.0.smithi028.stdout:[ RUN ] TestLibRBD.SparsifyPP 2024-08-29T18:46:26.599 INFO:tasks.workunit.client.0.smithi028.stdout:using new format! 2024-08-29T18:46:26.631 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:46:26 smithi028 bash[77168]: cluster 2024-08-29T18:46:25.270650+0000 mon.a (mon.0) 3270 : cluster [DBG] osdmap e1801: 8 total, 8 up, 8 in 2024-08-29T18:46:26.632 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:46:26 smithi028 bash[78352]: cluster 2024-08-29T18:46:25.270650+0000 mon.a (mon.0) 3270 : cluster [DBG] osdmap e1801: 8 total, 8 up, 8 in 2024-08-29T18:46:26.690 INFO:tasks.workunit.client.0.smithi028.stdout:[ OK ] TestLibRBD.SparsifyPP (90 ms) 2024-08-29T18:46:26.690 INFO:tasks.workunit.client.0.smithi028.stdout:[ RUN ] TestLibRBD.SnapshotLimit 2024-08-29T18:46:26.690 INFO:tasks.workunit.client.0.smithi028.stdout:using new format! 2024-08-29T18:46:27.577 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:46:27 smithi053 bash[68679]: cluster 2024-08-29T18:46:26.192003+0000 mgr.y (mgr.25022) 1791 : cluster [DBG] pgmap v3111: 649 pgs: 649 active+clean; 143 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 251 KiB/s rd, 29 KiB/s wr, 345 op/s 2024-08-29T18:46:27.577 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:46:27 smithi053 bash[68679]: cluster 2024-08-29T18:46:26.280993+0000 mon.a (mon.0) 3271 : cluster [DBG] osdmap e1802: 8 total, 8 up, 8 in 2024-08-29T18:46:27.577 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:46:27 smithi053 bash[68679]: audit 2024-08-29T18:46:27.154653+0000 mon.a (mon.0) 3272 : audit [INF] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' 2024-08-29T18:46:27.577 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:46:27 smithi053 bash[68679]: audit 2024-08-29T18:46:27.156898+0000 mon.a (mon.0) 3273 : audit [DBG] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-29T18:46:27.631 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:46:27 smithi028 bash[77168]: cluster 2024-08-29T18:46:26.192003+0000 mgr.y (mgr.25022) 1791 : cluster [DBG] pgmap v3111: 649 pgs: 649 active+clean; 143 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 251 KiB/s rd, 29 KiB/s wr, 345 op/s 2024-08-29T18:46:27.631 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:46:27 smithi028 bash[77168]: cluster 2024-08-29T18:46:26.280993+0000 mon.a (mon.0) 3271 : cluster [DBG] osdmap e1802: 8 total, 8 up, 8 in 2024-08-29T18:46:27.631 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:46:27 smithi028 bash[77168]: audit 2024-08-29T18:46:27.154653+0000 mon.a (mon.0) 3272 : audit [INF] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' 2024-08-29T18:46:27.631 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:46:27 smithi028 bash[77168]: audit 2024-08-29T18:46:27.156898+0000 mon.a (mon.0) 3273 : audit [DBG] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-29T18:46:27.632 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:46:27 smithi028 bash[78352]: cluster 2024-08-29T18:46:26.192003+0000 mgr.y (mgr.25022) 1791 : cluster [DBG] pgmap v3111: 649 pgs: 649 active+clean; 143 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 251 KiB/s rd, 29 KiB/s wr, 345 op/s 2024-08-29T18:46:27.632 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:46:27 smithi028 bash[78352]: cluster 2024-08-29T18:46:26.280993+0000 mon.a (mon.0) 3271 : cluster [DBG] osdmap e1802: 8 total, 8 up, 8 in 2024-08-29T18:46:27.632 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:46:27 smithi028 bash[78352]: audit 2024-08-29T18:46:27.154653+0000 mon.a (mon.0) 3272 : audit [INF] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' 2024-08-29T18:46:27.632 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:46:27 smithi028 bash[78352]: audit 2024-08-29T18:46:27.156898+0000 mon.a (mon.0) 3273 : audit [DBG] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-29T18:46:28.576 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:46:28 smithi053 bash[68679]: cluster 2024-08-29T18:46:27.288596+0000 mon.a (mon.0) 3274 : cluster [DBG] osdmap e1803: 8 total, 8 up, 8 in 2024-08-29T18:46:28.631 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:46:28 smithi028 bash[77168]: cluster 2024-08-29T18:46:27.288596+0000 mon.a (mon.0) 3274 : cluster [DBG] osdmap e1803: 8 total, 8 up, 8 in 2024-08-29T18:46:28.632 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:46:28 smithi028 bash[78352]: cluster 2024-08-29T18:46:27.288596+0000 mon.a (mon.0) 3274 : cluster [DBG] osdmap e1803: 8 total, 8 up, 8 in 2024-08-29T18:46:29.576 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:46:29 smithi053 bash[68679]: cluster 2024-08-29T18:46:28.193792+0000 mgr.y (mgr.25022) 1792 : cluster [DBG] pgmap v3114: 649 pgs: 649 active+clean; 143 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 165 KiB/s rd, 18 KiB/s wr, 220 op/s 2024-08-29T18:46:29.577 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:46:29 smithi053 bash[68679]: cluster 2024-08-29T18:46:28.303601+0000 mon.a (mon.0) 3275 : cluster [DBG] osdmap e1804: 8 total, 8 up, 8 in 2024-08-29T18:46:29.577 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:46:29 smithi053 bash[68679]: cluster 2024-08-29T18:46:28.619286+0000 mon.a (mon.0) 3276 : cluster [DBG] osdmap e1805: 8 total, 8 up, 8 in 2024-08-29T18:46:29.631 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:46:29 smithi028 bash[78352]: cluster 2024-08-29T18:46:28.193792+0000 mgr.y (mgr.25022) 1792 : cluster [DBG] pgmap v3114: 649 pgs: 649 active+clean; 143 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 165 KiB/s rd, 18 KiB/s wr, 220 op/s 2024-08-29T18:46:29.632 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:46:29 smithi028 bash[78352]: cluster 2024-08-29T18:46:28.303601+0000 mon.a (mon.0) 3275 : cluster [DBG] osdmap e1804: 8 total, 8 up, 8 in 2024-08-29T18:46:29.632 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:46:29 smithi028 bash[78352]: cluster 2024-08-29T18:46:28.619286+0000 mon.a (mon.0) 3276 : cluster [DBG] osdmap e1805: 8 total, 8 up, 8 in 2024-08-29T18:46:29.632 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:46:29 smithi028 bash[77168]: cluster 2024-08-29T18:46:28.193792+0000 mgr.y (mgr.25022) 1792 : cluster [DBG] pgmap v3114: 649 pgs: 649 active+clean; 143 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 165 KiB/s rd, 18 KiB/s wr, 220 op/s 2024-08-29T18:46:29.632 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:46:29 smithi028 bash[77168]: cluster 2024-08-29T18:46:28.303601+0000 mon.a (mon.0) 3275 : cluster [DBG] osdmap e1804: 8 total, 8 up, 8 in 2024-08-29T18:46:29.632 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:46:29 smithi028 bash[77168]: cluster 2024-08-29T18:46:28.619286+0000 mon.a (mon.0) 3276 : cluster [DBG] osdmap e1805: 8 total, 8 up, 8 in 2024-08-29T18:46:30.725 INFO:tasks.workunit.client.0.smithi028.stdout:[ OK ] TestLibRBD.SnapshotLimit (4036 ms) 2024-08-29T18:46:30.726 INFO:tasks.workunit.client.0.smithi028.stdout:[ RUN ] TestLibRBD.SnapshotLimitPP 2024-08-29T18:46:30.726 INFO:tasks.workunit.client.0.smithi028.stdout:using new format! 2024-08-29T18:46:31.077 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:46:30 smithi053 bash[68679]: cluster 2024-08-29T18:46:29.637442+0000 mon.a (mon.0) 3277 : cluster [DBG] osdmap e1806: 8 total, 8 up, 8 in 2024-08-29T18:46:31.077 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:46:30 smithi053 bash[68679]: cluster 2024-08-29T18:46:30.194903+0000 mgr.y (mgr.25022) 1793 : cluster [DBG] pgmap v3118: 649 pgs: 649 active+clean; 143 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 120 KiB/s rd, 27 KiB/s wr, 146 op/s 2024-08-29T18:46:31.131 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:46:30 smithi028 bash[77168]: cluster 2024-08-29T18:46:29.637442+0000 mon.a (mon.0) 3277 : cluster [DBG] osdmap e1806: 8 total, 8 up, 8 in 2024-08-29T18:46:31.131 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:46:30 smithi028 bash[77168]: cluster 2024-08-29T18:46:30.194903+0000 mgr.y (mgr.25022) 1793 : cluster [DBG] pgmap v3118: 649 pgs: 649 active+clean; 143 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 120 KiB/s rd, 27 KiB/s wr, 146 op/s 2024-08-29T18:46:31.131 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:46:30 smithi028 bash[78352]: cluster 2024-08-29T18:46:29.637442+0000 mon.a (mon.0) 3277 : cluster [DBG] osdmap e1806: 8 total, 8 up, 8 in 2024-08-29T18:46:31.131 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:46:30 smithi028 bash[78352]: cluster 2024-08-29T18:46:30.194903+0000 mgr.y (mgr.25022) 1793 : cluster [DBG] pgmap v3118: 649 pgs: 649 active+clean; 143 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 120 KiB/s rd, 27 KiB/s wr, 146 op/s 2024-08-29T18:46:31.658 INFO:journalctl@ceph.mgr.y.smithi028.stdout:Aug 29 18:46:31 smithi028 bash[70818]: ::ffff:172.21.15.53 - - [29/Aug/2024:18:46:31] "GET /metrics HTTP/1.1" 200 75486 "" "Prometheus/2.43.0" 2024-08-29T18:46:32.077 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:46:31 smithi053 bash[68679]: cluster 2024-08-29T18:46:30.648630+0000 mon.a (mon.0) 3278 : cluster [DBG] osdmap e1807: 8 total, 8 up, 8 in 2024-08-29T18:46:32.131 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:46:31 smithi028 bash[77168]: cluster 2024-08-29T18:46:30.648630+0000 mon.a (mon.0) 3278 : cluster [DBG] osdmap e1807: 8 total, 8 up, 8 in 2024-08-29T18:46:32.131 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:46:31 smithi028 bash[78352]: cluster 2024-08-29T18:46:30.648630+0000 mon.a (mon.0) 3278 : cluster [DBG] osdmap e1807: 8 total, 8 up, 8 in 2024-08-29T18:46:32.576 INFO:journalctl@ceph.prometheus.a.smithi053.stdout:Aug 29 18:46:32 smithi053 bash[95567]: ts=2024-08-29T18:46:32.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"3167ee72-662c-11ef-bcd4-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-29T18:46:33.077 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:46:32 smithi053 bash[68679]: cluster 2024-08-29T18:46:31.650182+0000 mon.a (mon.0) 3279 : cluster [DBG] osdmap e1808: 8 total, 8 up, 8 in 2024-08-29T18:46:33.077 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:46:32 smithi053 bash[68679]: cluster 2024-08-29T18:46:32.196046+0000 mgr.y (mgr.25022) 1794 : cluster [DBG] pgmap v3121: 649 pgs: 649 active+clean; 143 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 146 KiB/s rd, 31 KiB/s wr, 174 op/s 2024-08-29T18:46:33.131 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:46:32 smithi028 bash[77168]: cluster 2024-08-29T18:46:31.650182+0000 mon.a (mon.0) 3279 : cluster [DBG] osdmap e1808: 8 total, 8 up, 8 in 2024-08-29T18:46:33.131 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:46:32 smithi028 bash[77168]: cluster 2024-08-29T18:46:32.196046+0000 mgr.y (mgr.25022) 1794 : cluster [DBG] pgmap v3121: 649 pgs: 649 active+clean; 143 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 146 KiB/s rd, 31 KiB/s wr, 174 op/s 2024-08-29T18:46:33.131 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:46:32 smithi028 bash[78352]: cluster 2024-08-29T18:46:31.650182+0000 mon.a (mon.0) 3279 : cluster [DBG] osdmap e1808: 8 total, 8 up, 8 in 2024-08-29T18:46:33.132 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:46:32 smithi028 bash[78352]: cluster 2024-08-29T18:46:32.196046+0000 mgr.y (mgr.25022) 1794 : cluster [DBG] pgmap v3121: 649 pgs: 649 active+clean; 143 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 146 KiB/s rd, 31 KiB/s wr, 174 op/s 2024-08-29T18:46:34.077 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:46:33 smithi053 bash[68679]: cluster 2024-08-29T18:46:32.677726+0000 mon.a (mon.0) 3280 : cluster [DBG] osdmap e1809: 8 total, 8 up, 8 in 2024-08-29T18:46:34.131 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:46:33 smithi028 bash[77168]: cluster 2024-08-29T18:46:32.677726+0000 mon.a (mon.0) 3280 : cluster [DBG] osdmap e1809: 8 total, 8 up, 8 in 2024-08-29T18:46:34.131 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:46:33 smithi028 bash[78352]: cluster 2024-08-29T18:46:32.677726+0000 mon.a (mon.0) 3280 : cluster [DBG] osdmap e1809: 8 total, 8 up, 8 in 2024-08-29T18:46:35.076 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:46:34 smithi053 bash[68679]: cluster 2024-08-29T18:46:33.680279+0000 mon.a (mon.0) 3281 : cluster [DBG] osdmap e1810: 8 total, 8 up, 8 in 2024-08-29T18:46:35.077 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:46:34 smithi053 bash[68679]: cluster 2024-08-29T18:46:34.197200+0000 mgr.y (mgr.25022) 1795 : cluster [DBG] pgmap v3124: 649 pgs: 649 active+clean; 143 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 50 KiB/s rd, 9.0 KiB/s wr, 64 op/s 2024-08-29T18:46:35.131 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:46:34 smithi028 bash[77168]: cluster 2024-08-29T18:46:33.680279+0000 mon.a (mon.0) 3281 : cluster [DBG] osdmap e1810: 8 total, 8 up, 8 in 2024-08-29T18:46:35.131 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:46:34 smithi028 bash[77168]: cluster 2024-08-29T18:46:34.197200+0000 mgr.y (mgr.25022) 1795 : cluster [DBG] pgmap v3124: 649 pgs: 649 active+clean; 143 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 50 KiB/s rd, 9.0 KiB/s wr, 64 op/s 2024-08-29T18:46:35.131 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:46:34 smithi028 bash[78352]: cluster 2024-08-29T18:46:33.680279+0000 mon.a (mon.0) 3281 : cluster [DBG] osdmap e1810: 8 total, 8 up, 8 in 2024-08-29T18:46:35.131 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:46:34 smithi028 bash[78352]: cluster 2024-08-29T18:46:34.197200+0000 mgr.y (mgr.25022) 1795 : cluster [DBG] pgmap v3124: 649 pgs: 649 active+clean; 143 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 50 KiB/s rd, 9.0 KiB/s wr, 64 op/s 2024-08-29T18:46:35.783 INFO:tasks.workunit.client.0.smithi028.stdout:[ OK ] TestLibRBD.SnapshotLimitPP (5057 ms) 2024-08-29T18:46:35.783 INFO:tasks.workunit.client.0.smithi028.stdout:[ RUN ] TestLibRBD.RebuildObjectMapViaLockOwner 2024-08-29T18:46:35.783 INFO:tasks.workunit.client.0.smithi028.stdout:using new format! 2024-08-29T18:46:35.932 INFO:tasks.workunit.client.0.smithi028.stdout:0.00% done 2024-08-29T18:46:35.933 INFO:tasks.workunit.client.0.smithi028.stdout:[ OK ] TestLibRBD.RebuildObjectMapViaLockOwner (150 ms) 2024-08-29T18:46:35.933 INFO:tasks.workunit.client.0.smithi028.stdout:[ RUN ] TestLibRBD.RenameViaLockOwner 2024-08-29T18:46:35.933 INFO:tasks.workunit.client.0.smithi028.stdout:using new format! 2024-08-29T18:46:36.076 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:46:35 smithi053 bash[68679]: cluster 2024-08-29T18:46:34.712115+0000 mon.a (mon.0) 3282 : cluster [DBG] osdmap e1811: 8 total, 8 up, 8 in 2024-08-29T18:46:36.109 INFO:tasks.workunit.client.0.smithi028.stdout:[ OK ] TestLibRBD.RenameViaLockOwner (177 ms) 2024-08-29T18:46:36.109 INFO:tasks.workunit.client.0.smithi028.stdout:[ RUN ] TestLibRBD.SnapCreateViaLockOwner 2024-08-29T18:46:36.109 INFO:tasks.workunit.client.0.smithi028.stdout:using new format! 2024-08-29T18:46:36.131 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:46:35 smithi028 bash[78352]: cluster 2024-08-29T18:46:34.712115+0000 mon.a (mon.0) 3282 : cluster [DBG] osdmap e1811: 8 total, 8 up, 8 in 2024-08-29T18:46:36.131 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:46:35 smithi028 bash[77168]: cluster 2024-08-29T18:46:34.712115+0000 mon.a (mon.0) 3282 : cluster [DBG] osdmap e1811: 8 total, 8 up, 8 in 2024-08-29T18:46:36.813 INFO:tasks.workunit.client.0.smithi028.stdout:[ OK ] TestLibRBD.SnapCreateViaLockOwner (703 ms) 2024-08-29T18:46:36.813 INFO:tasks.workunit.client.0.smithi028.stdout:[ RUN ] TestLibRBD.SnapRemoveViaLockOwner 2024-08-29T18:46:36.813 INFO:tasks.workunit.client.0.smithi028.stdout:using new format! 2024-08-29T18:46:37.076 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:46:36 smithi053 bash[68679]: cluster 2024-08-29T18:46:35.721788+0000 mon.a (mon.0) 3283 : cluster [DBG] osdmap e1812: 8 total, 8 up, 8 in 2024-08-29T18:46:37.077 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:46:36 smithi053 bash[68679]: cluster 2024-08-29T18:46:36.198426+0000 mgr.y (mgr.25022) 1796 : cluster [DBG] pgmap v3127: 649 pgs: 649 active+clean; 143 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 26 KiB/s rd, 3.5 KiB/s wr, 37 op/s 2024-08-29T18:46:37.131 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:46:36 smithi028 bash[77168]: cluster 2024-08-29T18:46:35.721788+0000 mon.a (mon.0) 3283 : cluster [DBG] osdmap e1812: 8 total, 8 up, 8 in 2024-08-29T18:46:37.131 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:46:36 smithi028 bash[77168]: cluster 2024-08-29T18:46:36.198426+0000 mgr.y (mgr.25022) 1796 : cluster [DBG] pgmap v3127: 649 pgs: 649 active+clean; 143 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 26 KiB/s rd, 3.5 KiB/s wr, 37 op/s 2024-08-29T18:46:37.131 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:46:36 smithi028 bash[78352]: cluster 2024-08-29T18:46:35.721788+0000 mon.a (mon.0) 3283 : cluster [DBG] osdmap e1812: 8 total, 8 up, 8 in 2024-08-29T18:46:37.131 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:46:36 smithi028 bash[78352]: cluster 2024-08-29T18:46:36.198426+0000 mgr.y (mgr.25022) 1796 : cluster [DBG] pgmap v3127: 649 pgs: 649 active+clean; 143 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 26 KiB/s rd, 3.5 KiB/s wr, 37 op/s 2024-08-29T18:46:38.076 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:46:37 smithi053 bash[68679]: cluster 2024-08-29T18:46:36.724654+0000 mon.a (mon.0) 3284 : cluster [DBG] osdmap e1813: 8 total, 8 up, 8 in 2024-08-29T18:46:38.131 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:46:37 smithi028 bash[77168]: cluster 2024-08-29T18:46:36.724654+0000 mon.a (mon.0) 3284 : cluster [DBG] osdmap e1813: 8 total, 8 up, 8 in 2024-08-29T18:46:38.131 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:46:37 smithi028 bash[78352]: cluster 2024-08-29T18:46:36.724654+0000 mon.a (mon.0) 3284 : cluster [DBG] osdmap e1813: 8 total, 8 up, 8 in 2024-08-29T18:46:38.724 INFO:tasks.workunit.client.0.smithi028.stdout:[ OK ] TestLibRBD.SnapRemoveViaLockOwner (1911 ms) 2024-08-29T18:46:38.724 INFO:tasks.workunit.client.0.smithi028.stdout:[ RUN ] TestLibRBD.UpdateFeaturesViaLockOwner 2024-08-29T18:46:38.724 INFO:tasks.workunit.client.0.smithi028.stdout:using new format! 2024-08-29T18:46:38.865 INFO:tasks.workunit.client.0.smithi028.stdout:[ OK ] TestLibRBD.UpdateFeaturesViaLockOwner (141 ms) 2024-08-29T18:46:38.865 INFO:tasks.workunit.client.0.smithi028.stdout:[ RUN ] TestLibRBD.EnableJournalingViaLockOwner 2024-08-29T18:46:38.865 INFO:tasks.workunit.client.0.smithi028.stdout:SKIPPING 2024-08-29T18:46:38.865 INFO:tasks.workunit.client.0.smithi028.stdout:[ OK ] TestLibRBD.EnableJournalingViaLockOwner (0 ms) 2024-08-29T18:46:38.865 INFO:tasks.workunit.client.0.smithi028.stdout:[ RUN ] TestLibRBD.SnapRemove2 2024-08-29T18:46:38.865 INFO:tasks.workunit.client.0.smithi028.stdout:using new format! 2024-08-29T18:46:39.076 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:46:38 smithi053 bash[68679]: cluster 2024-08-29T18:46:37.740265+0000 mon.a (mon.0) 3285 : cluster [DBG] osdmap e1814: 8 total, 8 up, 8 in 2024-08-29T18:46:39.077 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:46:38 smithi053 bash[68679]: cluster 2024-08-29T18:46:38.199568+0000 mgr.y (mgr.25022) 1797 : cluster [DBG] pgmap v3130: 649 pgs: 649 active+clean; 143 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 49 KiB/s rd, 4.7 KiB/s wr, 63 op/s 2024-08-29T18:46:39.077 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:46:38 smithi053 bash[68679]: cluster 2024-08-29T18:46:38.624957+0000 mon.a (mon.0) 3286 : cluster [DBG] osdmap e1815: 8 total, 8 up, 8 in 2024-08-29T18:46:39.131 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:46:38 smithi028 bash[78352]: cluster 2024-08-29T18:46:37.740265+0000 mon.a (mon.0) 3285 : cluster [DBG] osdmap e1814: 8 total, 8 up, 8 in 2024-08-29T18:46:39.131 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:46:38 smithi028 bash[78352]: cluster 2024-08-29T18:46:38.199568+0000 mgr.y (mgr.25022) 1797 : cluster [DBG] pgmap v3130: 649 pgs: 649 active+clean; 143 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 49 KiB/s rd, 4.7 KiB/s wr, 63 op/s 2024-08-29T18:46:39.131 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:46:38 smithi028 bash[78352]: cluster 2024-08-29T18:46:38.624957+0000 mon.a (mon.0) 3286 : cluster [DBG] osdmap e1815: 8 total, 8 up, 8 in 2024-08-29T18:46:39.132 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:46:38 smithi028 bash[77168]: cluster 2024-08-29T18:46:37.740265+0000 mon.a (mon.0) 3285 : cluster [DBG] osdmap e1814: 8 total, 8 up, 8 in 2024-08-29T18:46:39.132 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:46:38 smithi028 bash[77168]: cluster 2024-08-29T18:46:38.199568+0000 mgr.y (mgr.25022) 1797 : cluster [DBG] pgmap v3130: 649 pgs: 649 active+clean; 143 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 49 KiB/s rd, 4.7 KiB/s wr, 63 op/s 2024-08-29T18:46:39.132 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:46:38 smithi028 bash[77168]: cluster 2024-08-29T18:46:38.624957+0000 mon.a (mon.0) 3286 : cluster [DBG] osdmap e1815: 8 total, 8 up, 8 in 2024-08-29T18:46:40.870 INFO:tasks.workunit.client.0.smithi028.stdout:100.00% done 2024-08-29T18:46:40.871 INFO:tasks.workunit.client.0.smithi028.stdout:[ OK ] TestLibRBD.SnapRemove2 (2006 ms) 2024-08-29T18:46:40.871 INFO:tasks.workunit.client.0.smithi028.stdout:[ RUN ] TestLibRBD.SnapRenameViaLockOwner 2024-08-29T18:46:40.871 INFO:tasks.workunit.client.0.smithi028.stdout:using new format! 2024-08-29T18:46:41.076 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:46:40 smithi053 bash[68679]: cluster 2024-08-29T18:46:39.775803+0000 mon.a (mon.0) 3287 : cluster [DBG] osdmap e1816: 8 total, 8 up, 8 in 2024-08-29T18:46:41.077 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:46:40 smithi053 bash[68679]: cluster 2024-08-29T18:46:40.200734+0000 mgr.y (mgr.25022) 1798 : cluster [DBG] pgmap v3133: 649 pgs: 649 active+clean; 143 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 64 KiB/s rd, 5.2 KiB/s wr, 88 op/s 2024-08-29T18:46:41.131 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:46:40 smithi028 bash[77168]: cluster 2024-08-29T18:46:39.775803+0000 mon.a (mon.0) 3287 : cluster [DBG] osdmap e1816: 8 total, 8 up, 8 in 2024-08-29T18:46:41.131 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:46:40 smithi028 bash[77168]: cluster 2024-08-29T18:46:40.200734+0000 mgr.y (mgr.25022) 1798 : cluster [DBG] pgmap v3133: 649 pgs: 649 active+clean; 143 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 64 KiB/s rd, 5.2 KiB/s wr, 88 op/s 2024-08-29T18:46:41.131 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:46:40 smithi028 bash[78352]: cluster 2024-08-29T18:46:39.775803+0000 mon.a (mon.0) 3287 : cluster [DBG] osdmap e1816: 8 total, 8 up, 8 in 2024-08-29T18:46:41.132 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:46:40 smithi028 bash[78352]: cluster 2024-08-29T18:46:40.200734+0000 mgr.y (mgr.25022) 1798 : cluster [DBG] pgmap v3133: 649 pgs: 649 active+clean; 143 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 64 KiB/s rd, 5.2 KiB/s wr, 88 op/s 2024-08-29T18:46:41.794 INFO:journalctl@ceph.mgr.y.smithi028.stdout:Aug 29 18:46:41 smithi028 bash[70818]: ::ffff:172.21.15.53 - - [29/Aug/2024:18:46:41] "GET /metrics HTTP/1.1" 200 75486 "" "Prometheus/2.43.0" 2024-08-29T18:46:41.902 INFO:tasks.workunit.client.0.smithi028.stdout:[ OK ] TestLibRBD.SnapRenameViaLockOwner (1031 ms) 2024-08-29T18:46:41.902 INFO:tasks.workunit.client.0.smithi028.stdout:[ RUN ] TestLibRBD.SnapProtectViaLockOwner 2024-08-29T18:46:41.902 INFO:tasks.workunit.client.0.smithi028.stdout:using new format! 2024-08-29T18:46:42.076 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:46:41 smithi053 bash[68679]: cluster 2024-08-29T18:46:40.786107+0000 mon.a (mon.0) 3288 : cluster [DBG] osdmap e1817: 8 total, 8 up, 8 in 2024-08-29T18:46:42.131 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:46:41 smithi028 bash[77168]: cluster 2024-08-29T18:46:40.786107+0000 mon.a (mon.0) 3288 : cluster [DBG] osdmap e1817: 8 total, 8 up, 8 in 2024-08-29T18:46:42.131 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:46:41 smithi028 bash[78352]: cluster 2024-08-29T18:46:40.786107+0000 mon.a (mon.0) 3288 : cluster [DBG] osdmap e1817: 8 total, 8 up, 8 in 2024-08-29T18:46:42.577 INFO:journalctl@ceph.prometheus.a.smithi053.stdout:Aug 29 18:46:42 smithi053 bash[95567]: ts=2024-08-29T18:46:42.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"3167ee72-662c-11ef-bcd4-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-29T18:46:42.942 INFO:tasks.workunit.client.0.smithi028.stdout:[ OK ] TestLibRBD.SnapProtectViaLockOwner (1041 ms) 2024-08-29T18:46:42.943 INFO:tasks.workunit.client.0.smithi028.stdout:[ RUN ] TestLibRBD.SnapUnprotectViaLockOwner 2024-08-29T18:46:42.943 INFO:tasks.workunit.client.0.smithi028.stdout:using new format! 2024-08-29T18:46:43.077 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:46:42 smithi053 bash[68679]: cluster 2024-08-29T18:46:41.786935+0000 mon.a (mon.0) 3289 : cluster [DBG] osdmap e1818: 8 total, 8 up, 8 in 2024-08-29T18:46:43.077 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:46:42 smithi053 bash[68679]: audit 2024-08-29T18:46:42.148926+0000 mon.a (mon.0) 3290 : audit [DBG] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-29T18:46:43.077 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:46:42 smithi053 bash[68679]: cluster 2024-08-29T18:46:42.230518+0000 mgr.y (mgr.25022) 1799 : cluster [DBG] pgmap v3136: 649 pgs: 649 active+clean; 143 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 105 KiB/s rd, 10 KiB/s wr, 147 op/s 2024-08-29T18:46:43.131 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:46:42 smithi028 bash[78352]: cluster 2024-08-29T18:46:41.786935+0000 mon.a (mon.0) 3289 : cluster [DBG] osdmap e1818: 8 total, 8 up, 8 in 2024-08-29T18:46:43.131 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:46:42 smithi028 bash[78352]: audit 2024-08-29T18:46:42.148926+0000 mon.a (mon.0) 3290 : audit [DBG] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-29T18:46:43.131 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:46:42 smithi028 bash[78352]: cluster 2024-08-29T18:46:42.230518+0000 mgr.y (mgr.25022) 1799 : cluster [DBG] pgmap v3136: 649 pgs: 649 active+clean; 143 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 105 KiB/s rd, 10 KiB/s wr, 147 op/s 2024-08-29T18:46:43.131 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:46:42 smithi028 bash[77168]: cluster 2024-08-29T18:46:41.786935+0000 mon.a (mon.0) 3289 : cluster [DBG] osdmap e1818: 8 total, 8 up, 8 in 2024-08-29T18:46:43.131 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:46:42 smithi028 bash[77168]: audit 2024-08-29T18:46:42.148926+0000 mon.a (mon.0) 3290 : audit [DBG] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-29T18:46:43.131 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:46:42 smithi028 bash[77168]: cluster 2024-08-29T18:46:42.230518+0000 mgr.y (mgr.25022) 1799 : cluster [DBG] pgmap v3136: 649 pgs: 649 active+clean; 143 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 105 KiB/s rd, 10 KiB/s wr, 147 op/s 2024-08-29T18:46:43.738 INFO:tasks.workunit.client.0.smithi028.stdout:[ OK ] TestLibRBD.SnapUnprotectViaLockOwner (796 ms) 2024-08-29T18:46:43.739 INFO:tasks.workunit.client.0.smithi028.stdout:[ RUN ] TestLibRBD.FlattenViaLockOwner 2024-08-29T18:46:43.739 INFO:tasks.workunit.client.0.smithi028.stdout:using new format! 2024-08-29T18:46:44.076 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:46:43 smithi053 bash[68679]: cluster 2024-08-29T18:46:42.810183+0000 mon.a (mon.0) 3291 : cluster [DBG] osdmap e1819: 8 total, 8 up, 8 in 2024-08-29T18:46:44.077 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:46:43 smithi053 bash[68679]: cluster 2024-08-29T18:46:43.626107+0000 mon.a (mon.0) 3292 : cluster [DBG] osdmap e1820: 8 total, 8 up, 8 in 2024-08-29T18:46:44.131 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:46:43 smithi028 bash[78352]: cluster 2024-08-29T18:46:42.810183+0000 mon.a (mon.0) 3291 : cluster [DBG] osdmap e1819: 8 total, 8 up, 8 in 2024-08-29T18:46:44.131 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:46:43 smithi028 bash[78352]: cluster 2024-08-29T18:46:43.626107+0000 mon.a (mon.0) 3292 : cluster [DBG] osdmap e1820: 8 total, 8 up, 8 in 2024-08-29T18:46:44.131 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:46:43 smithi028 bash[77168]: cluster 2024-08-29T18:46:42.810183+0000 mon.a (mon.0) 3291 : cluster [DBG] osdmap e1819: 8 total, 8 up, 8 in 2024-08-29T18:46:44.131 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:46:43 smithi028 bash[77168]: cluster 2024-08-29T18:46:43.626107+0000 mon.a (mon.0) 3292 : cluster [DBG] osdmap e1820: 8 total, 8 up, 8 in 2024-08-29T18:46:44.950 INFO:tasks.workunit.client.0.smithi028.stdout:[ OK ] TestLibRBD.FlattenViaLockOwner (1212 ms) 2024-08-29T18:46:44.950 INFO:tasks.workunit.client.0.smithi028.stdout:[ RUN ] TestLibRBD.ResizeViaLockOwner 2024-08-29T18:46:44.951 INFO:tasks.workunit.client.0.smithi028.stdout:using new format! 2024-08-29T18:46:45.061 INFO:tasks.workunit.client.0.smithi028.stdout:[ OK ] TestLibRBD.ResizeViaLockOwner (110 ms) 2024-08-29T18:46:45.061 INFO:tasks.workunit.client.0.smithi028.stdout:[ RUN ] TestLibRBD.SparsifyViaLockOwner 2024-08-29T18:46:45.062 INFO:tasks.workunit.client.0.smithi028.stdout:using new format! 2024-08-29T18:46:45.076 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:46:44 smithi053 bash[68679]: cluster 2024-08-29T18:46:44.231729+0000 mgr.y (mgr.25022) 1800 : cluster [DBG] pgmap v3139: 649 pgs: 649 active+clean; 143 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 204 KiB/s rd, 16 KiB/s wr, 272 op/s 2024-08-29T18:46:45.077 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:46:44 smithi053 bash[68679]: cluster 2024-08-29T18:46:44.629506+0000 mon.a (mon.0) 3293 : cluster [DBG] osdmap e1821: 8 total, 8 up, 8 in 2024-08-29T18:46:45.131 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:46:44 smithi028 bash[78352]: cluster 2024-08-29T18:46:44.231729+0000 mgr.y (mgr.25022) 1800 : cluster [DBG] pgmap v3139: 649 pgs: 649 active+clean; 143 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 204 KiB/s rd, 16 KiB/s wr, 272 op/s 2024-08-29T18:46:45.131 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:46:44 smithi028 bash[78352]: cluster 2024-08-29T18:46:44.629506+0000 mon.a (mon.0) 3293 : cluster [DBG] osdmap e1821: 8 total, 8 up, 8 in 2024-08-29T18:46:45.132 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:46:44 smithi028 bash[77168]: cluster 2024-08-29T18:46:44.231729+0000 mgr.y (mgr.25022) 1800 : cluster [DBG] pgmap v3139: 649 pgs: 649 active+clean; 143 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 204 KiB/s rd, 16 KiB/s wr, 272 op/s 2024-08-29T18:46:45.132 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:46:44 smithi028 bash[77168]: cluster 2024-08-29T18:46:44.629506+0000 mon.a (mon.0) 3293 : cluster [DBG] osdmap e1821: 8 total, 8 up, 8 in 2024-08-29T18:46:45.169 INFO:tasks.workunit.client.0.smithi028.stdout:[ OK ] TestLibRBD.SparsifyViaLockOwner (109 ms) 2024-08-29T18:46:45.170 INFO:tasks.workunit.client.0.smithi028.stdout:[ RUN ] TestLibRBD.ObjectMapConsistentSnap 2024-08-29T18:46:45.170 INFO:tasks.workunit.client.0.smithi028.stdout:using new format! 2024-08-29T18:46:46.076 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:46:45 smithi053 bash[68679]: audit 2024-08-29T18:46:45.655483+0000 mon.a (mon.0) 3294 : audit [DBG] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-29T18:46:46.132 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:46:45 smithi028 bash[78352]: audit 2024-08-29T18:46:45.655483+0000 mon.a (mon.0) 3294 : audit [DBG] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-29T18:46:46.133 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:46:45 smithi028 bash[77168]: audit 2024-08-29T18:46:45.655483+0000 mon.a (mon.0) 3294 : audit [DBG] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-29T18:46:47.077 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:46:46 smithi053 bash[68679]: cluster 2024-08-29T18:46:45.827988+0000 mon.a (mon.0) 3295 : cluster [DBG] osdmap e1822: 8 total, 8 up, 8 in 2024-08-29T18:46:47.077 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:46:46 smithi053 bash[68679]: cluster 2024-08-29T18:46:46.232856+0000 mgr.y (mgr.25022) 1801 : cluster [DBG] pgmap v3142: 649 pgs: 649 active+clean; 143 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 252 KiB/s rd, 16 KiB/s wr, 335 op/s 2024-08-29T18:46:47.077 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:46:46 smithi053 bash[68679]: audit 2024-08-29T18:46:46.444131+0000 mon.a (mon.0) 3296 : audit [DBG] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-29T18:46:47.077 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:46:46 smithi053 bash[68679]: audit 2024-08-29T18:46:46.445604+0000 mon.a (mon.0) 3297 : audit [INF] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-29T18:46:47.078 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:46:46 smithi053 bash[68679]: audit 2024-08-29T18:46:46.452851+0000 mon.a (mon.0) 3298 : audit [INF] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' 2024-08-29T18:46:47.131 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:46:46 smithi028 bash[77168]: cluster 2024-08-29T18:46:45.827988+0000 mon.a (mon.0) 3295 : cluster [DBG] osdmap e1822: 8 total, 8 up, 8 in 2024-08-29T18:46:47.131 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:46:46 smithi028 bash[77168]: cluster 2024-08-29T18:46:46.232856+0000 mgr.y (mgr.25022) 1801 : cluster [DBG] pgmap v3142: 649 pgs: 649 active+clean; 143 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 252 KiB/s rd, 16 KiB/s wr, 335 op/s 2024-08-29T18:46:47.131 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:46:46 smithi028 bash[77168]: audit 2024-08-29T18:46:46.444131+0000 mon.a (mon.0) 3296 : audit [DBG] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-29T18:46:47.131 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:46:46 smithi028 bash[77168]: audit 2024-08-29T18:46:46.445604+0000 mon.a (mon.0) 3297 : audit [INF] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-29T18:46:47.131 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:46:46 smithi028 bash[77168]: audit 2024-08-29T18:46:46.452851+0000 mon.a (mon.0) 3298 : audit [INF] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' 2024-08-29T18:46:47.132 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:46:46 smithi028 bash[78352]: cluster 2024-08-29T18:46:45.827988+0000 mon.a (mon.0) 3295 : cluster [DBG] osdmap e1822: 8 total, 8 up, 8 in 2024-08-29T18:46:47.132 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:46:46 smithi028 bash[78352]: cluster 2024-08-29T18:46:46.232856+0000 mgr.y (mgr.25022) 1801 : cluster [DBG] pgmap v3142: 649 pgs: 649 active+clean; 143 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 252 KiB/s rd, 16 KiB/s wr, 335 op/s 2024-08-29T18:46:47.132 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:46:46 smithi028 bash[78352]: audit 2024-08-29T18:46:46.444131+0000 mon.a (mon.0) 3296 : audit [DBG] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-29T18:46:47.132 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:46:46 smithi028 bash[78352]: audit 2024-08-29T18:46:46.445604+0000 mon.a (mon.0) 3297 : audit [INF] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-29T18:46:47.132 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:46:46 smithi028 bash[78352]: audit 2024-08-29T18:46:46.452851+0000 mon.a (mon.0) 3298 : audit [INF] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' 2024-08-29T18:46:48.131 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:46:47 smithi028 bash[78352]: cluster 2024-08-29T18:46:46.838359+0000 mon.a (mon.0) 3299 : cluster [DBG] osdmap e1823: 8 total, 8 up, 8 in 2024-08-29T18:46:48.131 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:46:47 smithi028 bash[77168]: cluster 2024-08-29T18:46:46.838359+0000 mon.a (mon.0) 3299 : cluster [DBG] osdmap e1823: 8 total, 8 up, 8 in 2024-08-29T18:46:48.326 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:46:47 smithi053 bash[68679]: cluster 2024-08-29T18:46:46.838359+0000 mon.a (mon.0) 3299 : cluster [DBG] osdmap e1823: 8 total, 8 up, 8 in 2024-08-29T18:46:49.131 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:46:48 smithi028 bash[78352]: cluster 2024-08-29T18:46:47.842323+0000 mon.a (mon.0) 3300 : cluster [DBG] osdmap e1824: 8 total, 8 up, 8 in 2024-08-29T18:46:49.131 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:46:48 smithi028 bash[78352]: cluster 2024-08-29T18:46:48.234049+0000 mgr.y (mgr.25022) 1802 : cluster [DBG] pgmap v3145: 649 pgs: 649 active+clean; 143 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 134 KiB/s rd, 9.5 KiB/s wr, 180 op/s 2024-08-29T18:46:49.131 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:46:48 smithi028 bash[78352]: cluster 2024-08-29T18:46:48.628983+0000 mon.a (mon.0) 3301 : cluster [DBG] osdmap e1825: 8 total, 8 up, 8 in 2024-08-29T18:46:49.132 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:46:48 smithi028 bash[77168]: cluster 2024-08-29T18:46:47.842323+0000 mon.a (mon.0) 3300 : cluster [DBG] osdmap e1824: 8 total, 8 up, 8 in 2024-08-29T18:46:49.132 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:46:48 smithi028 bash[77168]: cluster 2024-08-29T18:46:48.234049+0000 mgr.y (mgr.25022) 1802 : cluster [DBG] pgmap v3145: 649 pgs: 649 active+clean; 143 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 134 KiB/s rd, 9.5 KiB/s wr, 180 op/s 2024-08-29T18:46:49.132 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:46:48 smithi028 bash[77168]: cluster 2024-08-29T18:46:48.628983+0000 mon.a (mon.0) 3301 : cluster [DBG] osdmap e1825: 8 total, 8 up, 8 in 2024-08-29T18:46:49.326 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:46:48 smithi053 bash[68679]: cluster 2024-08-29T18:46:47.842323+0000 mon.a (mon.0) 3300 : cluster [DBG] osdmap e1824: 8 total, 8 up, 8 in 2024-08-29T18:46:49.327 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:46:48 smithi053 bash[68679]: cluster 2024-08-29T18:46:48.234049+0000 mgr.y (mgr.25022) 1802 : cluster [DBG] pgmap v3145: 649 pgs: 649 active+clean; 143 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 134 KiB/s rd, 9.5 KiB/s wr, 180 op/s 2024-08-29T18:46:49.327 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:46:48 smithi053 bash[68679]: cluster 2024-08-29T18:46:48.628983+0000 mon.a (mon.0) 3301 : cluster [DBG] osdmap e1825: 8 total, 8 up, 8 in 2024-08-29T18:46:51.077 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:46:50 smithi053 bash[68679]: cluster 2024-08-29T18:46:49.633354+0000 mon.a (mon.0) 3302 : cluster [DBG] osdmap e1826: 8 total, 8 up, 8 in 2024-08-29T18:46:51.077 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:46:50 smithi053 bash[68679]: cluster 2024-08-29T18:46:50.235549+0000 mgr.y (mgr.25022) 1803 : cluster [DBG] pgmap v3148: 649 pgs: 649 active+clean; 143 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 70 KiB/s rd, 5.0 KiB/s wr, 97 op/s 2024-08-29T18:46:51.131 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:46:50 smithi028 bash[77168]: cluster 2024-08-29T18:46:49.633354+0000 mon.a (mon.0) 3302 : cluster [DBG] osdmap e1826: 8 total, 8 up, 8 in 2024-08-29T18:46:51.131 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:46:50 smithi028 bash[77168]: cluster 2024-08-29T18:46:50.235549+0000 mgr.y (mgr.25022) 1803 : cluster [DBG] pgmap v3148: 649 pgs: 649 active+clean; 143 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 70 KiB/s rd, 5.0 KiB/s wr, 97 op/s 2024-08-29T18:46:51.131 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:46:50 smithi028 bash[78352]: cluster 2024-08-29T18:46:49.633354+0000 mon.a (mon.0) 3302 : cluster [DBG] osdmap e1826: 8 total, 8 up, 8 in 2024-08-29T18:46:51.132 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:46:50 smithi028 bash[78352]: cluster 2024-08-29T18:46:50.235549+0000 mgr.y (mgr.25022) 1803 : cluster [DBG] pgmap v3148: 649 pgs: 649 active+clean; 143 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 70 KiB/s rd, 5.0 KiB/s wr, 97 op/s 2024-08-29T18:46:51.881 INFO:journalctl@ceph.mgr.y.smithi028.stdout:Aug 29 18:46:51 smithi028 bash[70818]: ::ffff:172.21.15.53 - - [29/Aug/2024:18:46:51] "GET /metrics HTTP/1.1" 200 75491 "" "Prometheus/2.43.0" 2024-08-29T18:46:51.881 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:46:51 smithi028 bash[78352]: cluster 2024-08-29T18:46:50.643984+0000 mon.a (mon.0) 3303 : cluster [DBG] osdmap e1827: 8 total, 8 up, 8 in 2024-08-29T18:46:51.882 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:46:51 smithi028 bash[77168]: cluster 2024-08-29T18:46:50.643984+0000 mon.a (mon.0) 3303 : cluster [DBG] osdmap e1827: 8 total, 8 up, 8 in 2024-08-29T18:46:52.076 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:46:51 smithi053 bash[68679]: cluster 2024-08-29T18:46:50.643984+0000 mon.a (mon.0) 3303 : cluster [DBG] osdmap e1827: 8 total, 8 up, 8 in 2024-08-29T18:46:52.576 INFO:journalctl@ceph.prometheus.a.smithi053.stdout:Aug 29 18:46:52 smithi053 bash[95567]: ts=2024-08-29T18:46:52.316Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"3167ee72-662c-11ef-bcd4-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-29T18:46:53.076 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:46:52 smithi053 bash[68679]: cluster 2024-08-29T18:46:51.645523+0000 mon.a (mon.0) 3304 : cluster [DBG] osdmap e1828: 8 total, 8 up, 8 in 2024-08-29T18:46:53.077 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:46:52 smithi053 bash[68679]: cluster 2024-08-29T18:46:52.236680+0000 mgr.y (mgr.25022) 1804 : cluster [DBG] pgmap v3151: 649 pgs: 649 active+clean; 143 MiB data, 5.7 GiB used, 709 GiB / 715 GiB avail; 54 KiB/s rd, 3.5 KiB/s wr, 73 op/s 2024-08-29T18:46:53.131 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:46:52 smithi028 bash[77168]: cluster 2024-08-29T18:46:51.645523+0000 mon.a (mon.0) 3304 : cluster [DBG] osdmap e1828: 8 total, 8 up, 8 in 2024-08-29T18:46:53.131 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:46:52 smithi028 bash[77168]: cluster 2024-08-29T18:46:52.236680+0000 mgr.y (mgr.25022) 1804 : cluster [DBG] pgmap v3151: 649 pgs: 649 active+clean; 143 MiB data, 5.7 GiB used, 709 GiB / 715 GiB avail; 54 KiB/s rd, 3.5 KiB/s wr, 73 op/s 2024-08-29T18:46:53.131 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:46:52 smithi028 bash[78352]: cluster 2024-08-29T18:46:51.645523+0000 mon.a (mon.0) 3304 : cluster [DBG] osdmap e1828: 8 total, 8 up, 8 in 2024-08-29T18:46:53.131 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:46:52 smithi028 bash[78352]: cluster 2024-08-29T18:46:52.236680+0000 mgr.y (mgr.25022) 1804 : cluster [DBG] pgmap v3151: 649 pgs: 649 active+clean; 143 MiB data, 5.7 GiB used, 709 GiB / 715 GiB avail; 54 KiB/s rd, 3.5 KiB/s wr, 73 op/s 2024-08-29T18:46:54.077 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:46:53 smithi053 bash[68679]: cluster 2024-08-29T18:46:52.671611+0000 mon.a (mon.0) 3305 : cluster [DBG] osdmap e1829: 8 total, 8 up, 8 in 2024-08-29T18:46:54.131 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:46:53 smithi028 bash[78352]: cluster 2024-08-29T18:46:52.671611+0000 mon.a (mon.0) 3305 : cluster [DBG] osdmap e1829: 8 total, 8 up, 8 in 2024-08-29T18:46:54.131 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:46:53 smithi028 bash[77168]: cluster 2024-08-29T18:46:52.671611+0000 mon.a (mon.0) 3305 : cluster [DBG] osdmap e1829: 8 total, 8 up, 8 in 2024-08-29T18:46:55.077 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:46:54 smithi053 bash[68679]: cluster 2024-08-29T18:46:53.672967+0000 mon.a (mon.0) 3306 : cluster [DBG] osdmap e1830: 8 total, 8 up, 8 in 2024-08-29T18:46:55.077 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:46:54 smithi053 bash[68679]: cluster 2024-08-29T18:46:54.238022+0000 mgr.y (mgr.25022) 1805 : cluster [DBG] pgmap v3154: 649 pgs: 649 active+clean; 143 MiB data, 5.7 GiB used, 709 GiB / 715 GiB avail; 60 KiB/s rd, 3.2 KiB/s wr, 79 op/s 2024-08-29T18:46:55.131 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:46:54 smithi028 bash[78352]: cluster 2024-08-29T18:46:53.672967+0000 mon.a (mon.0) 3306 : cluster [DBG] osdmap e1830: 8 total, 8 up, 8 in 2024-08-29T18:46:55.131 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:46:54 smithi028 bash[78352]: cluster 2024-08-29T18:46:54.238022+0000 mgr.y (mgr.25022) 1805 : cluster [DBG] pgmap v3154: 649 pgs: 649 active+clean; 143 MiB data, 5.7 GiB used, 709 GiB / 715 GiB avail; 60 KiB/s rd, 3.2 KiB/s wr, 79 op/s 2024-08-29T18:46:55.131 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:46:54 smithi028 bash[77168]: cluster 2024-08-29T18:46:53.672967+0000 mon.a (mon.0) 3306 : cluster [DBG] osdmap e1830: 8 total, 8 up, 8 in 2024-08-29T18:46:55.131 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:46:54 smithi028 bash[77168]: cluster 2024-08-29T18:46:54.238022+0000 mgr.y (mgr.25022) 1805 : cluster [DBG] pgmap v3154: 649 pgs: 649 active+clean; 143 MiB data, 5.7 GiB used, 709 GiB / 715 GiB avail; 60 KiB/s rd, 3.2 KiB/s wr, 79 op/s 2024-08-29T18:46:56.076 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:46:55 smithi053 bash[68679]: cluster 2024-08-29T18:46:54.703227+0000 mon.a (mon.0) 3307 : cluster [DBG] osdmap e1831: 8 total, 8 up, 8 in 2024-08-29T18:46:56.131 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:46:55 smithi028 bash[77168]: cluster 2024-08-29T18:46:54.703227+0000 mon.a (mon.0) 3307 : cluster [DBG] osdmap e1831: 8 total, 8 up, 8 in 2024-08-29T18:46:56.131 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:46:55 smithi028 bash[78352]: cluster 2024-08-29T18:46:54.703227+0000 mon.a (mon.0) 3307 : cluster [DBG] osdmap e1831: 8 total, 8 up, 8 in 2024-08-29T18:46:56.428 INFO:tasks.workunit.client.0.smithi028.stdout:[ OK ] TestLibRBD.ObjectMapConsistentSnap (11259 ms) 2024-08-29T18:46:56.428 INFO:tasks.workunit.client.0.smithi028.stdout:[ RUN ] TestLibRBD.Metadata 2024-08-29T18:46:56.429 INFO:tasks.workunit.client.0.smithi028.stdout:using new format! 2024-08-29T18:46:57.009 INFO:tasks.workunit.client.0.smithi028.stdout:[ OK ] TestLibRBD.Metadata (581 ms) 2024-08-29T18:46:57.010 INFO:tasks.workunit.client.0.smithi028.stdout:[ RUN ] TestLibRBD.MetadataPP 2024-08-29T18:46:57.010 INFO:tasks.workunit.client.0.smithi028.stdout:using new format! 2024-08-29T18:46:57.077 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:46:56 smithi053 bash[68679]: cluster 2024-08-29T18:46:56.239951+0000 mgr.y (mgr.25022) 1806 : cluster [DBG] pgmap v3156: 649 pgs: 649 active+clean; 143 MiB data, 5.7 GiB used, 709 GiB / 715 GiB avail; 169 KiB/s rd, 52 KiB/s wr, 257 op/s 2024-08-29T18:46:57.131 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:46:56 smithi028 bash[78352]: cluster 2024-08-29T18:46:56.239951+0000 mgr.y (mgr.25022) 1806 : cluster [DBG] pgmap v3156: 649 pgs: 649 active+clean; 143 MiB data, 5.7 GiB used, 709 GiB / 715 GiB avail; 169 KiB/s rd, 52 KiB/s wr, 257 op/s 2024-08-29T18:46:57.131 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:46:56 smithi028 bash[77168]: cluster 2024-08-29T18:46:56.239951+0000 mgr.y (mgr.25022) 1806 : cluster [DBG] pgmap v3156: 649 pgs: 649 active+clean; 143 MiB data, 5.7 GiB used, 709 GiB / 715 GiB avail; 169 KiB/s rd, 52 KiB/s wr, 257 op/s 2024-08-29T18:46:58.018 INFO:tasks.workunit.client.0.smithi028.stdout:[ OK ] TestLibRBD.MetadataPP (1008 ms) 2024-08-29T18:46:58.018 INFO:tasks.workunit.client.0.smithi028.stdout:[ RUN ] TestLibRBD.UpdateFeatures 2024-08-29T18:46:58.019 INFO:tasks.workunit.client.0.smithi028.stdout:using new format! 2024-08-29T18:46:58.076 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:46:57 smithi053 bash[68679]: cluster 2024-08-29T18:46:56.712833+0000 mon.a (mon.0) 3308 : cluster [DBG] osdmap e1832: 8 total, 8 up, 8 in 2024-08-29T18:46:58.077 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:46:57 smithi053 bash[68679]: audit 2024-08-29T18:46:57.149228+0000 mon.a (mon.0) 3309 : audit [DBG] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-29T18:46:58.131 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:46:57 smithi028 bash[77168]: cluster 2024-08-29T18:46:56.712833+0000 mon.a (mon.0) 3308 : cluster [DBG] osdmap e1832: 8 total, 8 up, 8 in 2024-08-29T18:46:58.131 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:46:57 smithi028 bash[77168]: audit 2024-08-29T18:46:57.149228+0000 mon.a (mon.0) 3309 : audit [DBG] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-29T18:46:58.131 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:46:57 smithi028 bash[78352]: cluster 2024-08-29T18:46:56.712833+0000 mon.a (mon.0) 3308 : cluster [DBG] osdmap e1832: 8 total, 8 up, 8 in 2024-08-29T18:46:58.131 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:46:57 smithi028 bash[78352]: audit 2024-08-29T18:46:57.149228+0000 mon.a (mon.0) 3309 : audit [DBG] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-29T18:46:58.327 INFO:tasks.workunit.client.0.smithi028.stdout:[ OK ] TestLibRBD.UpdateFeatures (309 ms) 2024-08-29T18:46:58.328 INFO:tasks.workunit.client.0.smithi028.stdout:[ RUN ] TestLibRBD.FeaturesBitmaskString 2024-08-29T18:46:58.328 INFO:tasks.workunit.client.0.smithi028.stdout:[ OK ] TestLibRBD.FeaturesBitmaskString (0 ms) 2024-08-29T18:46:58.328 INFO:tasks.workunit.client.0.smithi028.stdout:[ RUN ] TestLibRBD.RebuildObjectMap 2024-08-29T18:46:58.328 INFO:tasks.workunit.client.0.smithi028.stdout:using new format! 2024-08-29T18:46:58.930 INFO:tasks.workunit.client.0.smithi028.stdout:0.00% done 2024-08-29T18:46:58.931 INFO:tasks.workunit.client.0.smithi028.stdout:25.00% done 2024-08-29T18:46:58.931 INFO:tasks.workunit.client.0.smithi028.stdout:50.00% done 2024-08-29T18:46:58.931 INFO:tasks.workunit.client.0.smithi028.stdout:75.00% done 2024-08-29T18:46:58.931 INFO:tasks.workunit.client.0.smithi028.stdout:[ OK ] TestLibRBD.RebuildObjectMap (603 ms) 2024-08-29T18:46:58.931 INFO:tasks.workunit.client.0.smithi028.stdout:[ RUN ] TestLibRBD.RebuildNewObjectMap 2024-08-29T18:46:59.013 INFO:tasks.workunit.client.0.smithi028.stdout:0.00% done 2024-08-29T18:46:59.014 INFO:tasks.workunit.client.0.smithi028.stdout:25.00% done 2024-08-29T18:46:59.014 INFO:tasks.workunit.client.0.smithi028.stdout:50.00% done 2024-08-29T18:46:59.014 INFO:tasks.workunit.client.0.smithi028.stdout:75.00% done 2024-08-29T18:46:59.014 INFO:tasks.workunit.client.0.smithi028.stdout:[ OK ] TestLibRBD.RebuildNewObjectMap (83 ms) 2024-08-29T18:46:59.014 INFO:tasks.workunit.client.0.smithi028.stdout:[ RUN ] TestLibRBD.CheckObjectMap 2024-08-29T18:46:59.014 INFO:tasks.workunit.client.0.smithi028.stdout:using new format! 2024-08-29T18:46:59.076 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:46:58 smithi053 bash[68679]: cluster 2024-08-29T18:46:57.717109+0000 mon.a (mon.0) 3310 : cluster [DBG] osdmap e1833: 8 total, 8 up, 8 in 2024-08-29T18:46:59.077 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:46:58 smithi053 bash[68679]: cluster 2024-08-29T18:46:58.241089+0000 mgr.y (mgr.25022) 1807 : cluster [DBG] pgmap v3159: 649 pgs: 649 active+clean; 143 MiB data, 5.7 GiB used, 709 GiB / 715 GiB avail; 178 KiB/s rd, 63 KiB/s wr, 282 op/s 2024-08-29T18:46:59.131 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:46:58 smithi028 bash[78352]: cluster 2024-08-29T18:46:57.717109+0000 mon.a (mon.0) 3310 : cluster [DBG] osdmap e1833: 8 total, 8 up, 8 in 2024-08-29T18:46:59.131 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:46:58 smithi028 bash[78352]: cluster 2024-08-29T18:46:58.241089+0000 mgr.y (mgr.25022) 1807 : cluster [DBG] pgmap v3159: 649 pgs: 649 active+clean; 143 MiB data, 5.7 GiB used, 709 GiB / 715 GiB avail; 178 KiB/s rd, 63 KiB/s wr, 282 op/s 2024-08-29T18:46:59.132 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:46:58 smithi028 bash[77168]: cluster 2024-08-29T18:46:57.717109+0000 mon.a (mon.0) 3310 : cluster [DBG] osdmap e1833: 8 total, 8 up, 8 in 2024-08-29T18:46:59.132 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:46:58 smithi028 bash[77168]: cluster 2024-08-29T18:46:58.241089+0000 mgr.y (mgr.25022) 1807 : cluster [DBG] pgmap v3159: 649 pgs: 649 active+clean; 143 MiB data, 5.7 GiB used, 709 GiB / 715 GiB avail; 178 KiB/s rd, 63 KiB/s wr, 282 op/s 2024-08-29T18:46:59.937 INFO:tasks.workunit.client.0.smithi028.stdout:0.00% done 2024-08-29T18:46:59.937 INFO:tasks.workunit.client.0.smithi028.stdout:25.00% done 2024-08-29T18:46:59.937 INFO:tasks.workunit.client.0.smithi028.stdout:50.00% done 2024-08-29T18:46:59.937 INFO:tasks.workunit.client.0.smithi028.stdout:75.00% done 2024-08-29T18:46:59.937 INFO:tasks.workunit.client.0.smithi028.stdout:[ OK ] TestLibRBD.CheckObjectMap (923 ms) 2024-08-29T18:46:59.937 INFO:tasks.workunit.client.0.smithi028.stdout:[ RUN ] TestLibRBD.BlockingAIO 2024-08-29T18:46:59.937 INFO:tasks.workunit.client.0.smithi028.stdout:using new format! 2024-08-29T18:47:00.005 INFO:tasks.workunit.client.0.smithi028.stdout:[ OK ] TestLibRBD.BlockingAIO (68 ms) 2024-08-29T18:47:00.005 INFO:tasks.workunit.client.0.smithi028.stdout:[ RUN ] TestLibRBD.ExclusiveLockTransition 2024-08-29T18:47:00.005 INFO:tasks.workunit.client.0.smithi028.stdout:using new format! 2024-08-29T18:47:00.076 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:46:59 smithi053 bash[68679]: cluster 2024-08-29T18:46:58.744407+0000 mon.a (mon.0) 3311 : cluster [DBG] osdmap e1834: 8 total, 8 up, 8 in 2024-08-29T18:47:00.131 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:46:59 smithi028 bash[77168]: cluster 2024-08-29T18:46:58.744407+0000 mon.a (mon.0) 3311 : cluster [DBG] osdmap e1834: 8 total, 8 up, 8 in 2024-08-29T18:47:00.131 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:46:59 smithi028 bash[78352]: cluster 2024-08-29T18:46:58.744407+0000 mon.a (mon.0) 3311 : cluster [DBG] osdmap e1834: 8 total, 8 up, 8 in 2024-08-29T18:47:00.225 INFO:tasks.workunit.client.0.smithi028.stdout:[ OK ] TestLibRBD.ExclusiveLockTransition (221 ms) 2024-08-29T18:47:00.226 INFO:tasks.workunit.client.0.smithi028.stdout:[ RUN ] TestLibRBD.ExclusiveLockReadTransition 2024-08-29T18:47:00.226 INFO:tasks.workunit.client.0.smithi028.stdout:SKIPPING 2024-08-29T18:47:00.226 INFO:tasks.workunit.client.0.smithi028.stdout:[ OK ] TestLibRBD.ExclusiveLockReadTransition (0 ms) 2024-08-29T18:47:00.226 INFO:tasks.workunit.client.0.smithi028.stdout:[ RUN ] TestLibRBD.CacheMayCopyOnWrite 2024-08-29T18:47:00.226 INFO:tasks.workunit.client.0.smithi028.stdout:using new format! 2024-08-29T18:47:01.014 INFO:tasks.workunit.client.0.smithi028.stdout:[ OK ] TestLibRBD.CacheMayCopyOnWrite (788 ms) 2024-08-29T18:47:01.014 INFO:tasks.workunit.client.0.smithi028.stdout:[ RUN ] TestLibRBD.FlushEmptyOpsOnExternalSnapshot 2024-08-29T18:47:01.014 INFO:tasks.workunit.client.0.smithi028.stdout:using new format! 2024-08-29T18:47:01.076 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:47:00 smithi053 bash[68679]: cluster 2024-08-29T18:46:59.746487+0000 mon.a (mon.0) 3312 : cluster [DBG] osdmap e1835: 8 total, 8 up, 8 in 2024-08-29T18:47:01.077 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:47:00 smithi053 bash[68679]: cluster 2024-08-29T18:47:00.242384+0000 mgr.y (mgr.25022) 1808 : cluster [DBG] pgmap v3162: 649 pgs: 649 active+clean; 143 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 265 KiB/s rd, 72 KiB/s wr, 413 op/s 2024-08-29T18:47:01.131 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:47:00 smithi028 bash[77168]: cluster 2024-08-29T18:46:59.746487+0000 mon.a (mon.0) 3312 : cluster [DBG] osdmap e1835: 8 total, 8 up, 8 in 2024-08-29T18:47:01.131 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:47:00 smithi028 bash[77168]: cluster 2024-08-29T18:47:00.242384+0000 mgr.y (mgr.25022) 1808 : cluster [DBG] pgmap v3162: 649 pgs: 649 active+clean; 143 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 265 KiB/s rd, 72 KiB/s wr, 413 op/s 2024-08-29T18:47:01.131 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:47:00 smithi028 bash[78352]: cluster 2024-08-29T18:46:59.746487+0000 mon.a (mon.0) 3312 : cluster [DBG] osdmap e1835: 8 total, 8 up, 8 in 2024-08-29T18:47:01.131 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:47:00 smithi028 bash[78352]: cluster 2024-08-29T18:47:00.242384+0000 mgr.y (mgr.25022) 1808 : cluster [DBG] pgmap v3162: 649 pgs: 649 active+clean; 143 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 265 KiB/s rd, 72 KiB/s wr, 413 op/s 2024-08-29T18:47:01.792 INFO:journalctl@ceph.mgr.y.smithi028.stdout:Aug 29 18:47:01 smithi028 bash[70818]: ::ffff:172.21.15.53 - - [29/Aug/2024:18:47:01] "GET /metrics HTTP/1.1" 200 75483 "" "Prometheus/2.43.0" 2024-08-29T18:47:01.874 INFO:tasks.workunit.client.0.smithi028.stdout:[ OK ] TestLibRBD.FlushEmptyOpsOnExternalSnapshot (860 ms) 2024-08-29T18:47:01.874 INFO:tasks.workunit.client.0.smithi028.stdout:[ RUN ] TestLibRBD.TestImageOptions 2024-08-29T18:47:02.077 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:47:01 smithi053 bash[68679]: cluster 2024-08-29T18:47:00.782877+0000 mon.a (mon.0) 3313 : cluster [DBG] osdmap e1836: 8 total, 8 up, 8 in 2024-08-29T18:47:02.077 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:47:01 smithi053 bash[68679]: audit 2024-08-29T18:47:01.469813+0000 mon.a (mon.0) 3314 : audit [INF] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "102.9", "id": [6, 4]}]: dispatch 2024-08-29T18:47:02.077 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:47:01 smithi053 bash[68679]: audit 2024-08-29T18:47:01.470474+0000 mon.a (mon.0) 3315 : audit [INF] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "106.1e", "id": [2, 5]}]: dispatch 2024-08-29T18:47:02.131 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:47:01 smithi028 bash[78352]: cluster 2024-08-29T18:47:00.782877+0000 mon.a (mon.0) 3313 : cluster [DBG] osdmap e1836: 8 total, 8 up, 8 in 2024-08-29T18:47:02.131 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:47:01 smithi028 bash[78352]: audit 2024-08-29T18:47:01.469813+0000 mon.a (mon.0) 3314 : audit [INF] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "102.9", "id": [6, 4]}]: dispatch 2024-08-29T18:47:02.131 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:47:01 smithi028 bash[78352]: audit 2024-08-29T18:47:01.470474+0000 mon.a (mon.0) 3315 : audit [INF] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "106.1e", "id": [2, 5]}]: dispatch 2024-08-29T18:47:02.131 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:47:01 smithi028 bash[77168]: cluster 2024-08-29T18:47:00.782877+0000 mon.a (mon.0) 3313 : cluster [DBG] osdmap e1836: 8 total, 8 up, 8 in 2024-08-29T18:47:02.131 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:47:01 smithi028 bash[77168]: audit 2024-08-29T18:47:01.469813+0000 mon.a (mon.0) 3314 : audit [INF] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "102.9", "id": [6, 4]}]: dispatch 2024-08-29T18:47:02.131 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:47:01 smithi028 bash[77168]: audit 2024-08-29T18:47:01.470474+0000 mon.a (mon.0) 3315 : audit [INF] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "106.1e", "id": [2, 5]}]: dispatch 2024-08-29T18:47:02.577 INFO:journalctl@ceph.prometheus.a.smithi053.stdout:Aug 29 18:47:02 smithi053 bash[95567]: ts=2024-08-29T18:47:02.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"3167ee72-662c-11ef-bcd4-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-29T18:47:03.077 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:47:02 smithi053 bash[68679]: audit 2024-08-29T18:47:01.777864+0000 mon.a (mon.0) 3316 : audit [INF] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "102.9", "id": [6, 4]}]': finished 2024-08-29T18:47:03.077 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:47:02 smithi053 bash[68679]: audit 2024-08-29T18:47:01.778064+0000 mon.a (mon.0) 3317 : audit [INF] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "106.1e", "id": [2, 5]}]': finished 2024-08-29T18:47:03.077 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:47:02 smithi053 bash[68679]: cluster 2024-08-29T18:47:01.785126+0000 mon.a (mon.0) 3318 : cluster [DBG] osdmap e1837: 8 total, 8 up, 8 in 2024-08-29T18:47:03.077 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:47:02 smithi053 bash[68679]: cluster 2024-08-29T18:47:02.243551+0000 mgr.y (mgr.25022) 1809 : cluster [DBG] pgmap v3165: 649 pgs: 649 active+clean; 143 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 475 KiB/s rd, 159 KiB/s wr, 725 op/s 2024-08-29T18:47:03.131 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:47:02 smithi028 bash[77168]: audit 2024-08-29T18:47:01.777864+0000 mon.a (mon.0) 3316 : audit [INF] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "102.9", "id": [6, 4]}]': finished 2024-08-29T18:47:03.131 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:47:02 smithi028 bash[77168]: audit 2024-08-29T18:47:01.778064+0000 mon.a (mon.0) 3317 : audit [INF] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "106.1e", "id": [2, 5]}]': finished 2024-08-29T18:47:03.131 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:47:02 smithi028 bash[77168]: cluster 2024-08-29T18:47:01.785126+0000 mon.a (mon.0) 3318 : cluster [DBG] osdmap e1837: 8 total, 8 up, 8 in 2024-08-29T18:47:03.132 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:47:02 smithi028 bash[77168]: cluster 2024-08-29T18:47:02.243551+0000 mgr.y (mgr.25022) 1809 : cluster [DBG] pgmap v3165: 649 pgs: 649 active+clean; 143 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 475 KiB/s rd, 159 KiB/s wr, 725 op/s 2024-08-29T18:47:03.132 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:47:02 smithi028 bash[78352]: audit 2024-08-29T18:47:01.777864+0000 mon.a (mon.0) 3316 : audit [INF] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "102.9", "id": [6, 4]}]': finished 2024-08-29T18:47:03.132 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:47:02 smithi028 bash[78352]: audit 2024-08-29T18:47:01.778064+0000 mon.a (mon.0) 3317 : audit [INF] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "106.1e", "id": [2, 5]}]': finished 2024-08-29T18:47:03.132 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:47:02 smithi028 bash[78352]: cluster 2024-08-29T18:47:01.785126+0000 mon.a (mon.0) 3318 : cluster [DBG] osdmap e1837: 8 total, 8 up, 8 in 2024-08-29T18:47:03.132 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:47:02 smithi028 bash[78352]: cluster 2024-08-29T18:47:02.243551+0000 mgr.y (mgr.25022) 1809 : cluster [DBG] pgmap v3165: 649 pgs: 649 active+clean; 143 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 475 KiB/s rd, 159 KiB/s wr, 725 op/s 2024-08-29T18:47:03.132 INFO:tasks.workunit.client.0.smithi028.stdout:0.00% done 2024-08-29T18:47:03.132 INFO:tasks.workunit.client.0.smithi028.stdout:100.00% done 2024-08-29T18:47:03.133 INFO:tasks.workunit.client.0.smithi028.stdout:[ OK ] TestLibRBD.TestImageOptions (1258 ms) 2024-08-29T18:47:03.133 INFO:tasks.workunit.client.0.smithi028.stdout:[ RUN ] TestLibRBD.TestImageOptionsPP 2024-08-29T18:47:04.077 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:47:03 smithi053 bash[68679]: cluster 2024-08-29T18:47:02.810563+0000 mon.a (mon.0) 3319 : cluster [DBG] osdmap e1838: 8 total, 8 up, 8 in 2024-08-29T18:47:04.131 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:47:03 smithi028 bash[78352]: cluster 2024-08-29T18:47:02.810563+0000 mon.a (mon.0) 3319 : cluster [DBG] osdmap e1838: 8 total, 8 up, 8 in 2024-08-29T18:47:04.131 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:47:03 smithi028 bash[77168]: cluster 2024-08-29T18:47:02.810563+0000 mon.a (mon.0) 3319 : cluster [DBG] osdmap e1838: 8 total, 8 up, 8 in 2024-08-29T18:47:04.141 INFO:tasks.workunit.client.0.smithi028.stdout:0.00% done 2024-08-29T18:47:04.141 INFO:tasks.workunit.client.0.smithi028.stdout:100.00% done 2024-08-29T18:47:04.141 INFO:tasks.workunit.client.0.smithi028.stdout:[ OK ] TestLibRBD.TestImageOptionsPP (1009 ms) 2024-08-29T18:47:04.141 INFO:tasks.workunit.client.0.smithi028.stdout:[ RUN ] TestLibRBD.EventSocketPipe 2024-08-29T18:47:04.141 INFO:tasks.workunit.client.0.smithi028.stdout:[ OK ] TestLibRBD.EventSocketPipe (0 ms) 2024-08-29T18:47:04.141 INFO:tasks.workunit.client.0.smithi028.stdout:[ RUN ] TestLibRBD.EventSocketEventfd 2024-08-29T18:47:04.141 INFO:tasks.workunit.client.0.smithi028.stdout:[ OK ] TestLibRBD.EventSocketEventfd (0 ms) 2024-08-29T18:47:04.141 INFO:tasks.workunit.client.0.smithi028.stdout:[ RUN ] TestLibRBD.ImagePollIO 2024-08-29T18:47:04.142 INFO:tasks.workunit.client.0.smithi028.stdout:using new format! 2024-08-29T18:47:04.242 INFO:tasks.workunit.client.0.smithi028.stdout:wrote: 512 2024-08-29T18:47:04.242 INFO:tasks.workunit.client.0.smithi028.stdout:wrote: 512 2024-08-29T18:47:04.242 INFO:tasks.workunit.client.0.smithi028.stdout:wrote: 512 2024-08-29T18:47:04.242 INFO:tasks.workunit.client.0.smithi028.stdout:wrote: 512 2024-08-29T18:47:04.242 INFO:tasks.workunit.client.0.smithi028.stdout:wrote: 512 2024-08-29T18:47:04.242 INFO:tasks.workunit.client.0.smithi028.stdout:created completion 2024-08-29T18:47:04.242 INFO:tasks.workunit.client.0.smithi028.stdout:started write 2024-08-29T18:47:04.242 INFO:tasks.workunit.client.0.smithi028.stdout:write completion cb called! 2024-08-29T18:47:04.242 INFO:tasks.workunit.client.0.smithi028.stdout:return value is: 0 2024-08-29T18:47:04.243 INFO:tasks.workunit.client.0.smithi028.stdout:finished write 2024-08-29T18:47:04.243 INFO:tasks.workunit.client.0.smithi028.stdout:created completion 2024-08-29T18:47:04.243 INFO:tasks.workunit.client.0.smithi028.stdout:started write 2024-08-29T18:47:04.243 INFO:tasks.workunit.client.0.smithi028.stdout:write completion cb called! 2024-08-29T18:47:04.243 INFO:tasks.workunit.client.0.smithi028.stdout:return value is: 0 2024-08-29T18:47:04.243 INFO:tasks.workunit.client.0.smithi028.stdout:finished write 2024-08-29T18:47:04.243 INFO:tasks.workunit.client.0.smithi028.stdout:created completion 2024-08-29T18:47:04.243 INFO:tasks.workunit.client.0.smithi028.stdout:started write 2024-08-29T18:47:04.243 INFO:tasks.workunit.client.0.smithi028.stdout:write completion cb called! 2024-08-29T18:47:04.243 INFO:tasks.workunit.client.0.smithi028.stdout:return value is: 0 2024-08-29T18:47:04.243 INFO:tasks.workunit.client.0.smithi028.stdout:finished write 2024-08-29T18:47:04.243 INFO:tasks.workunit.client.0.smithi028.stdout:created completion 2024-08-29T18:47:04.243 INFO:tasks.workunit.client.0.smithi028.stdout:started write 2024-08-29T18:47:04.243 INFO:tasks.workunit.client.0.smithi028.stdout:write completion cb called! 2024-08-29T18:47:04.244 INFO:tasks.workunit.client.0.smithi028.stdout:return value is: 0 2024-08-29T18:47:04.244 INFO:tasks.workunit.client.0.smithi028.stdout:finished write 2024-08-29T18:47:04.244 INFO:tasks.workunit.client.0.smithi028.stdout:created completion 2024-08-29T18:47:04.244 INFO:tasks.workunit.client.0.smithi028.stdout:started write 2024-08-29T18:47:04.244 INFO:tasks.workunit.client.0.smithi028.stdout:write completion cb called! 2024-08-29T18:47:04.244 INFO:tasks.workunit.client.0.smithi028.stdout:return value is: 0 2024-08-29T18:47:04.244 INFO:tasks.workunit.client.0.smithi028.stdout:finished write 2024-08-29T18:47:04.244 INFO:tasks.workunit.client.0.smithi028.stdout:created completion 2024-08-29T18:47:04.244 INFO:tasks.workunit.client.0.smithi028.stdout:started read 2024-08-29T18:47:04.244 INFO:tasks.workunit.client.0.smithi028.stdout:read completion cb called! 2024-08-29T18:47:04.244 INFO:tasks.workunit.client.0.smithi028.stdout:return value is: 512 2024-08-29T18:47:04.244 INFO:tasks.workunit.client.0.smithi028.stdout:created completion 2024-08-29T18:47:04.244 INFO:tasks.workunit.client.0.smithi028.stdout:started read 2024-08-29T18:47:04.245 INFO:tasks.workunit.client.0.smithi028.stdout:read completion cb called! 2024-08-29T18:47:04.245 INFO:tasks.workunit.client.0.smithi028.stdout:return value is: 512 2024-08-29T18:47:04.245 INFO:tasks.workunit.client.0.smithi028.stdout:created completion 2024-08-29T18:47:04.245 INFO:tasks.workunit.client.0.smithi028.stdout:started read 2024-08-29T18:47:04.245 INFO:tasks.workunit.client.0.smithi028.stdout:read completion cb called! 2024-08-29T18:47:04.245 INFO:tasks.workunit.client.0.smithi028.stdout:return value is: 512 2024-08-29T18:47:04.245 INFO:tasks.workunit.client.0.smithi028.stdout:created completion 2024-08-29T18:47:04.245 INFO:tasks.workunit.client.0.smithi028.stdout:started read 2024-08-29T18:47:04.245 INFO:tasks.workunit.client.0.smithi028.stdout:read completion cb called! 2024-08-29T18:47:04.245 INFO:tasks.workunit.client.0.smithi028.stdout:return value is: 512 2024-08-29T18:47:04.245 INFO:tasks.workunit.client.0.smithi028.stdout:created completion 2024-08-29T18:47:04.245 INFO:tasks.workunit.client.0.smithi028.stdout:started read 2024-08-29T18:47:04.246 INFO:tasks.workunit.client.0.smithi028.stdout:read completion cb called! 2024-08-29T18:47:04.246 INFO:tasks.workunit.client.0.smithi028.stdout:return value is: 512 2024-08-29T18:47:04.246 INFO:tasks.workunit.client.0.smithi028.stdout:[ OK ] TestLibRBD.ImagePollIO (101 ms) 2024-08-29T18:47:04.246 INFO:tasks.workunit.client.0.smithi028.stdout:[ RUN ] TestLibRBD.Mirror 2024-08-29T18:47:04.253 INFO:tasks.workunit.client.0.smithi028.stdout:using new format! 2024-08-29T18:47:04.276 INFO:tasks.workunit.client.0.smithi028.stdout:using new format! 2024-08-29T18:47:05.131 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:47:04 smithi028 bash[77168]: cluster 2024-08-29T18:47:03.820603+0000 mon.a (mon.0) 3320 : cluster [DBG] osdmap e1839: 8 total, 8 up, 8 in 2024-08-29T18:47:05.131 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:47:04 smithi028 bash[77168]: cluster 2024-08-29T18:47:04.244771+0000 mgr.y (mgr.25022) 1810 : cluster [DBG] pgmap v3168: 649 pgs: 649 active+clean; 146 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 481 KiB/s rd, 949 KiB/s wr, 695 op/s 2024-08-29T18:47:05.131 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:47:04 smithi028 bash[78352]: cluster 2024-08-29T18:47:03.820603+0000 mon.a (mon.0) 3320 : cluster [DBG] osdmap e1839: 8 total, 8 up, 8 in 2024-08-29T18:47:05.131 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:47:04 smithi028 bash[78352]: cluster 2024-08-29T18:47:04.244771+0000 mgr.y (mgr.25022) 1810 : cluster [DBG] pgmap v3168: 649 pgs: 649 active+clean; 146 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 481 KiB/s rd, 949 KiB/s wr, 695 op/s 2024-08-29T18:47:05.243 INFO:tasks.workunit.client.0.smithi028.stdout:[ OK ] TestLibRBD.Mirror (1001 ms) 2024-08-29T18:47:05.243 INFO:tasks.workunit.client.0.smithi028.stdout:[ RUN ] TestLibRBD.MirrorPeerAttributes 2024-08-29T18:47:05.286 INFO:tasks.workunit.client.0.smithi028.stdout:[ OK ] TestLibRBD.MirrorPeerAttributes (44 ms) 2024-08-29T18:47:05.286 INFO:tasks.workunit.client.0.smithi028.stdout:[ RUN ] TestLibRBD.CreateWithMirrorEnabled 2024-08-29T18:47:05.326 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:47:04 smithi053 bash[68679]: cluster 2024-08-29T18:47:03.820603+0000 mon.a (mon.0) 3320 : cluster [DBG] osdmap e1839: 8 total, 8 up, 8 in 2024-08-29T18:47:05.327 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:47:04 smithi053 bash[68679]: cluster 2024-08-29T18:47:04.244771+0000 mgr.y (mgr.25022) 1810 : cluster [DBG] pgmap v3168: 649 pgs: 649 active+clean; 146 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 481 KiB/s rd, 949 KiB/s wr, 695 op/s 2024-08-29T18:47:06.132 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:47:05 smithi028 bash[77168]: cluster 2024-08-29T18:47:04.823325+0000 mon.a (mon.0) 3321 : cluster [DBG] osdmap e1840: 8 total, 8 up, 8 in 2024-08-29T18:47:06.132 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:47:05 smithi028 bash[77168]: audit 2024-08-29T18:47:05.172006+0000 mon.c (mon.2) 124 : audit [INF] from='client.? 172.21.15.28:0/4068379109' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/90/uuid4"}]: dispatch 2024-08-29T18:47:06.132 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:47:05 smithi028 bash[77168]: audit 2024-08-29T18:47:05.172726+0000 mon.a (mon.0) 3322 : audit [INF] from='client.? ' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/90/uuid4"}]: dispatch 2024-08-29T18:47:06.132 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:47:05 smithi028 bash[77168]: audit 2024-08-29T18:47:05.179490+0000 mon.a (mon.0) 3323 : audit [INF] from='client.? ' entity='client.admin' cmd='[{"prefix": "config-key rm", "key": "rbd/mirror/peer/90/uuid4"}]': finished 2024-08-29T18:47:06.132 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:47:05 smithi028 bash[77168]: audit 2024-08-29T18:47:05.185646+0000 mon.c (mon.2) 125 : audit [INF] from='client.? 172.21.15.28:0/4068379109' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/90/e28c1b8e-89ae-4e2a-a3aa-f95b9b54efc4"}]: dispatch 2024-08-29T18:47:06.132 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:47:05 smithi028 bash[77168]: audit 2024-08-29T18:47:05.186301+0000 mon.a (mon.0) 3324 : audit [INF] from='client.? ' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/90/e28c1b8e-89ae-4e2a-a3aa-f95b9b54efc4"}]: dispatch 2024-08-29T18:47:06.132 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:47:05 smithi028 bash[77168]: audit 2024-08-29T18:47:05.192386+0000 mon.a (mon.0) 3325 : audit [INF] from='client.? ' entity='client.admin' cmd='[{"prefix": "config-key rm", "key": "rbd/mirror/peer/90/e28c1b8e-89ae-4e2a-a3aa-f95b9b54efc4"}]': finished 2024-08-29T18:47:06.133 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:47:05 smithi028 bash[77168]: audit 2024-08-29T18:47:05.210699+0000 mon.c (mon.2) 126 : audit [INF] from='client.? 172.21.15.28:0/4068379109' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/90/4b1cfc70-7c3b-4952-9f87-46570f7e520f"}]: dispatch 2024-08-29T18:47:06.133 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:47:05 smithi028 bash[77168]: audit 2024-08-29T18:47:05.211317+0000 mon.a (mon.0) 3326 : audit [INF] from='client.? ' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/90/4b1cfc70-7c3b-4952-9f87-46570f7e520f"}]: dispatch 2024-08-29T18:47:06.133 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:47:05 smithi028 bash[77168]: audit 2024-08-29T18:47:05.217770+0000 mon.a (mon.0) 3327 : audit [INF] from='client.? ' entity='client.admin' cmd='[{"prefix": "config-key rm", "key": "rbd/mirror/peer/90/4b1cfc70-7c3b-4952-9f87-46570f7e520f"}]': finished 2024-08-29T18:47:06.133 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:47:05 smithi028 bash[77168]: audit 2024-08-29T18:47:05.223551+0000 mon.c (mon.2) 127 : audit [INF] from='client.? 172.21.15.28:0/4068379109' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/90/68bddad6-bd64-4010-8ceb-8c2fe35dc502"}]: dispatch 2024-08-29T18:47:06.133 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:47:05 smithi028 bash[77168]: audit 2024-08-29T18:47:05.224212+0000 mon.a (mon.0) 3328 : audit [INF] from='client.? ' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/90/68bddad6-bd64-4010-8ceb-8c2fe35dc502"}]: dispatch 2024-08-29T18:47:06.133 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:47:05 smithi028 bash[77168]: audit 2024-08-29T18:47:05.230342+0000 mon.a (mon.0) 3329 : audit [INF] from='client.? ' entity='client.admin' cmd='[{"prefix": "config-key rm", "key": "rbd/mirror/peer/90/68bddad6-bd64-4010-8ceb-8c2fe35dc502"}]': finished 2024-08-29T18:47:06.133 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:47:05 smithi028 bash[77168]: audit 2024-08-29T18:47:05.254523+0000 mon.c (mon.2) 128 : audit [DBG] from='client.? 172.21.15.28:0/4068379109' entity='client.admin' cmd=[{"prefix": "config-key get", "key": "rbd/mirror/peer/90/9c77fa01-5203-49a0-a332-4cf6ab992566"}]: dispatch 2024-08-29T18:47:06.133 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:47:05 smithi028 bash[77168]: audit 2024-08-29T18:47:05.266511+0000 mon.a (mon.0) 3330 : audit [INF] from='client.? ' entity='client.admin' 2024-08-29T18:47:06.133 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:47:05 smithi028 bash[77168]: audit 2024-08-29T18:47:05.268047+0000 mon.c (mon.2) 129 : audit [DBG] from='client.? 172.21.15.28:0/4068379109' entity='client.admin' cmd=[{"prefix": "config-key get", "key": "rbd/mirror/peer/90/9c77fa01-5203-49a0-a332-4cf6ab992566"}]: dispatch 2024-08-29T18:47:06.133 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:47:05 smithi028 bash[78352]: cluster 2024-08-29T18:47:04.823325+0000 mon.a (mon.0) 3321 : cluster [DBG] osdmap e1840: 8 total, 8 up, 8 in 2024-08-29T18:47:06.134 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:47:05 smithi028 bash[78352]: audit 2024-08-29T18:47:05.172006+0000 mon.c (mon.2) 124 : audit [INF] from='client.? 172.21.15.28:0/4068379109' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/90/uuid4"}]: dispatch 2024-08-29T18:47:06.134 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:47:05 smithi028 bash[78352]: audit 2024-08-29T18:47:05.172726+0000 mon.a (mon.0) 3322 : audit [INF] from='client.? ' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/90/uuid4"}]: dispatch 2024-08-29T18:47:06.134 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:47:05 smithi028 bash[78352]: audit 2024-08-29T18:47:05.179490+0000 mon.a (mon.0) 3323 : audit [INF] from='client.? ' entity='client.admin' cmd='[{"prefix": "config-key rm", "key": "rbd/mirror/peer/90/uuid4"}]': finished 2024-08-29T18:47:06.134 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:47:05 smithi028 bash[78352]: audit 2024-08-29T18:47:05.185646+0000 mon.c (mon.2) 125 : audit [INF] from='client.? 172.21.15.28:0/4068379109' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/90/e28c1b8e-89ae-4e2a-a3aa-f95b9b54efc4"}]: dispatch 2024-08-29T18:47:06.134 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:47:05 smithi028 bash[78352]: audit 2024-08-29T18:47:05.186301+0000 mon.a (mon.0) 3324 : audit [INF] from='client.? ' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/90/e28c1b8e-89ae-4e2a-a3aa-f95b9b54efc4"}]: dispatch 2024-08-29T18:47:06.134 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:47:05 smithi028 bash[78352]: audit 2024-08-29T18:47:05.192386+0000 mon.a (mon.0) 3325 : audit [INF] from='client.? ' entity='client.admin' cmd='[{"prefix": "config-key rm", "key": "rbd/mirror/peer/90/e28c1b8e-89ae-4e2a-a3aa-f95b9b54efc4"}]': finished 2024-08-29T18:47:06.134 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:47:05 smithi028 bash[78352]: audit 2024-08-29T18:47:05.210699+0000 mon.c (mon.2) 126 : audit [INF] from='client.? 172.21.15.28:0/4068379109' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/90/4b1cfc70-7c3b-4952-9f87-46570f7e520f"}]: dispatch 2024-08-29T18:47:06.134 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:47:05 smithi028 bash[78352]: audit 2024-08-29T18:47:05.211317+0000 mon.a (mon.0) 3326 : audit [INF] from='client.? ' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/90/4b1cfc70-7c3b-4952-9f87-46570f7e520f"}]: dispatch 2024-08-29T18:47:06.134 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:47:05 smithi028 bash[78352]: audit 2024-08-29T18:47:05.217770+0000 mon.a (mon.0) 3327 : audit [INF] from='client.? ' entity='client.admin' cmd='[{"prefix": "config-key rm", "key": "rbd/mirror/peer/90/4b1cfc70-7c3b-4952-9f87-46570f7e520f"}]': finished 2024-08-29T18:47:06.134 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:47:05 smithi028 bash[78352]: audit 2024-08-29T18:47:05.223551+0000 mon.c (mon.2) 127 : audit [INF] from='client.? 172.21.15.28:0/4068379109' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/90/68bddad6-bd64-4010-8ceb-8c2fe35dc502"}]: dispatch 2024-08-29T18:47:06.134 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:47:05 smithi028 bash[78352]: audit 2024-08-29T18:47:05.224212+0000 mon.a (mon.0) 3328 : audit [INF] from='client.? ' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/90/68bddad6-bd64-4010-8ceb-8c2fe35dc502"}]: dispatch 2024-08-29T18:47:06.134 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:47:05 smithi028 bash[78352]: audit 2024-08-29T18:47:05.230342+0000 mon.a (mon.0) 3329 : audit [INF] from='client.? ' entity='client.admin' cmd='[{"prefix": "config-key rm", "key": "rbd/mirror/peer/90/68bddad6-bd64-4010-8ceb-8c2fe35dc502"}]': finished 2024-08-29T18:47:06.134 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:47:05 smithi028 bash[78352]: audit 2024-08-29T18:47:05.254523+0000 mon.c (mon.2) 128 : audit [DBG] from='client.? 172.21.15.28:0/4068379109' entity='client.admin' cmd=[{"prefix": "config-key get", "key": "rbd/mirror/peer/90/9c77fa01-5203-49a0-a332-4cf6ab992566"}]: dispatch 2024-08-29T18:47:06.134 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:47:05 smithi028 bash[78352]: audit 2024-08-29T18:47:05.266511+0000 mon.a (mon.0) 3330 : audit [INF] from='client.? ' entity='client.admin' 2024-08-29T18:47:06.135 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:47:05 smithi028 bash[78352]: audit 2024-08-29T18:47:05.268047+0000 mon.c (mon.2) 129 : audit [DBG] from='client.? 172.21.15.28:0/4068379109' entity='client.admin' cmd=[{"prefix": "config-key get", "key": "rbd/mirror/peer/90/9c77fa01-5203-49a0-a332-4cf6ab992566"}]: dispatch 2024-08-29T18:47:06.135 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:47:05 smithi028 bash[77168]: audit 2024-08-29T18:47:05.268876+0000 mon.c (mon.2) 130 : audit [INF] from='client.? 172.21.15.28:0/4068379109' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/90/9c77fa01-5203-49a0-a332-4cf6ab992566"}]: dispatch 2024-08-29T18:47:06.135 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:47:05 smithi028 bash[77168]: audit 2024-08-29T18:47:05.269563+0000 mon.a (mon.0) 3331 : audit [INF] from='client.? ' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/90/9c77fa01-5203-49a0-a332-4cf6ab992566"}]: dispatch 2024-08-29T18:47:06.135 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:47:05 smithi028 bash[77168]: audit 2024-08-29T18:47:05.275471+0000 mon.a (mon.0) 3332 : audit [INF] from='client.? ' entity='client.admin' cmd='[{"prefix": "config-key rm", "key": "rbd/mirror/peer/90/9c77fa01-5203-49a0-a332-4cf6ab992566"}]': finished 2024-08-29T18:47:06.135 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:47:05 smithi028 bash[78352]: audit 2024-08-29T18:47:05.268876+0000 mon.c (mon.2) 130 : audit [INF] from='client.? 172.21.15.28:0/4068379109' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/90/9c77fa01-5203-49a0-a332-4cf6ab992566"}]: dispatch 2024-08-29T18:47:06.135 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:47:05 smithi028 bash[78352]: audit 2024-08-29T18:47:05.269563+0000 mon.a (mon.0) 3331 : audit [INF] from='client.? ' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/90/9c77fa01-5203-49a0-a332-4cf6ab992566"}]: dispatch 2024-08-29T18:47:06.135 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:47:05 smithi028 bash[78352]: audit 2024-08-29T18:47:05.275471+0000 mon.a (mon.0) 3332 : audit [INF] from='client.? ' entity='client.admin' cmd='[{"prefix": "config-key rm", "key": "rbd/mirror/peer/90/9c77fa01-5203-49a0-a332-4cf6ab992566"}]': finished 2024-08-29T18:47:06.327 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:47:05 smithi053 bash[68679]: cluster 2024-08-29T18:47:04.823325+0000 mon.a (mon.0) 3321 : cluster [DBG] osdmap e1840: 8 total, 8 up, 8 in 2024-08-29T18:47:06.328 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:47:05 smithi053 bash[68679]: audit 2024-08-29T18:47:05.172006+0000 mon.c (mon.2) 124 : audit [INF] from='client.? 172.21.15.28:0/4068379109' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/90/uuid4"}]: dispatch 2024-08-29T18:47:06.328 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:47:05 smithi053 bash[68679]: audit 2024-08-29T18:47:05.172726+0000 mon.a (mon.0) 3322 : audit [INF] from='client.? ' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/90/uuid4"}]: dispatch 2024-08-29T18:47:06.328 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:47:05 smithi053 bash[68679]: audit 2024-08-29T18:47:05.179490+0000 mon.a (mon.0) 3323 : audit [INF] from='client.? ' entity='client.admin' cmd='[{"prefix": "config-key rm", "key": "rbd/mirror/peer/90/uuid4"}]': finished 2024-08-29T18:47:06.328 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:47:05 smithi053 bash[68679]: audit 2024-08-29T18:47:05.185646+0000 mon.c (mon.2) 125 : audit [INF] from='client.? 172.21.15.28:0/4068379109' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/90/e28c1b8e-89ae-4e2a-a3aa-f95b9b54efc4"}]: dispatch 2024-08-29T18:47:06.328 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:47:05 smithi053 bash[68679]: audit 2024-08-29T18:47:05.186301+0000 mon.a (mon.0) 3324 : audit [INF] from='client.? ' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/90/e28c1b8e-89ae-4e2a-a3aa-f95b9b54efc4"}]: dispatch 2024-08-29T18:47:06.328 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:47:05 smithi053 bash[68679]: audit 2024-08-29T18:47:05.192386+0000 mon.a (mon.0) 3325 : audit [INF] from='client.? ' entity='client.admin' cmd='[{"prefix": "config-key rm", "key": "rbd/mirror/peer/90/e28c1b8e-89ae-4e2a-a3aa-f95b9b54efc4"}]': finished 2024-08-29T18:47:06.328 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:47:05 smithi053 bash[68679]: audit 2024-08-29T18:47:05.210699+0000 mon.c (mon.2) 126 : audit [INF] from='client.? 172.21.15.28:0/4068379109' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/90/4b1cfc70-7c3b-4952-9f87-46570f7e520f"}]: dispatch 2024-08-29T18:47:06.328 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:47:05 smithi053 bash[68679]: audit 2024-08-29T18:47:05.211317+0000 mon.a (mon.0) 3326 : audit [INF] from='client.? ' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/90/4b1cfc70-7c3b-4952-9f87-46570f7e520f"}]: dispatch 2024-08-29T18:47:06.328 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:47:05 smithi053 bash[68679]: audit 2024-08-29T18:47:05.217770+0000 mon.a (mon.0) 3327 : audit [INF] from='client.? ' entity='client.admin' cmd='[{"prefix": "config-key rm", "key": "rbd/mirror/peer/90/4b1cfc70-7c3b-4952-9f87-46570f7e520f"}]': finished 2024-08-29T18:47:06.328 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:47:05 smithi053 bash[68679]: audit 2024-08-29T18:47:05.223551+0000 mon.c (mon.2) 127 : audit [INF] from='client.? 172.21.15.28:0/4068379109' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/90/68bddad6-bd64-4010-8ceb-8c2fe35dc502"}]: dispatch 2024-08-29T18:47:06.329 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:47:05 smithi053 bash[68679]: audit 2024-08-29T18:47:05.224212+0000 mon.a (mon.0) 3328 : audit [INF] from='client.? ' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/90/68bddad6-bd64-4010-8ceb-8c2fe35dc502"}]: dispatch 2024-08-29T18:47:06.329 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:47:05 smithi053 bash[68679]: audit 2024-08-29T18:47:05.230342+0000 mon.a (mon.0) 3329 : audit [INF] from='client.? ' entity='client.admin' cmd='[{"prefix": "config-key rm", "key": "rbd/mirror/peer/90/68bddad6-bd64-4010-8ceb-8c2fe35dc502"}]': finished 2024-08-29T18:47:06.329 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:47:05 smithi053 bash[68679]: audit 2024-08-29T18:47:05.254523+0000 mon.c (mon.2) 128 : audit [DBG] from='client.? 172.21.15.28:0/4068379109' entity='client.admin' cmd=[{"prefix": "config-key get", "key": "rbd/mirror/peer/90/9c77fa01-5203-49a0-a332-4cf6ab992566"}]: dispatch 2024-08-29T18:47:06.329 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:47:05 smithi053 bash[68679]: audit 2024-08-29T18:47:05.266511+0000 mon.a (mon.0) 3330 : audit [INF] from='client.? ' entity='client.admin' 2024-08-29T18:47:06.329 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:47:05 smithi053 bash[68679]: audit 2024-08-29T18:47:05.268047+0000 mon.c (mon.2) 129 : audit [DBG] from='client.? 172.21.15.28:0/4068379109' entity='client.admin' cmd=[{"prefix": "config-key get", "key": "rbd/mirror/peer/90/9c77fa01-5203-49a0-a332-4cf6ab992566"}]: dispatch 2024-08-29T18:47:06.329 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:47:05 smithi053 bash[68679]: audit 2024-08-29T18:47:05.268876+0000 mon.c (mon.2) 130 : audit [INF] from='client.? 172.21.15.28:0/4068379109' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/90/9c77fa01-5203-49a0-a332-4cf6ab992566"}]: dispatch 2024-08-29T18:47:06.329 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:47:05 smithi053 bash[68679]: audit 2024-08-29T18:47:05.269563+0000 mon.a (mon.0) 3331 : audit [INF] from='client.? ' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/90/9c77fa01-5203-49a0-a332-4cf6ab992566"}]: dispatch 2024-08-29T18:47:06.329 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:47:05 smithi053 bash[68679]: audit 2024-08-29T18:47:05.275471+0000 mon.a (mon.0) 3332 : audit [INF] from='client.? ' entity='client.admin' cmd='[{"prefix": "config-key rm", "key": "rbd/mirror/peer/90/9c77fa01-5203-49a0-a332-4cf6ab992566"}]': finished 2024-08-29T18:47:07.577 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:47:07 smithi053 bash[68679]: cluster 2024-08-29T18:47:06.246667+0000 mgr.y (mgr.25022) 1811 : cluster [DBG] pgmap v3170: 649 pgs: 649 active+clean; 150 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 373 KiB/s rd, 1.7 MiB/s wr, 495 op/s 2024-08-29T18:47:07.577 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:47:07 smithi053 bash[68679]: cluster 2024-08-29T18:47:06.281689+0000 mon.a (mon.0) 3333 : cluster [DBG] osdmap e1841: 8 total, 8 up, 8 in 2024-08-29T18:47:07.631 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:47:07 smithi028 bash[77168]: cluster 2024-08-29T18:47:06.246667+0000 mgr.y (mgr.25022) 1811 : cluster [DBG] pgmap v3170: 649 pgs: 649 active+clean; 150 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 373 KiB/s rd, 1.7 MiB/s wr, 495 op/s 2024-08-29T18:47:07.631 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:47:07 smithi028 bash[77168]: cluster 2024-08-29T18:47:06.281689+0000 mon.a (mon.0) 3333 : cluster [DBG] osdmap e1841: 8 total, 8 up, 8 in 2024-08-29T18:47:07.631 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:47:07 smithi028 bash[78352]: cluster 2024-08-29T18:47:06.246667+0000 mgr.y (mgr.25022) 1811 : cluster [DBG] pgmap v3170: 649 pgs: 649 active+clean; 150 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 373 KiB/s rd, 1.7 MiB/s wr, 495 op/s 2024-08-29T18:47:07.631 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:47:07 smithi028 bash[78352]: cluster 2024-08-29T18:47:06.281689+0000 mon.a (mon.0) 3333 : cluster [DBG] osdmap e1841: 8 total, 8 up, 8 in 2024-08-29T18:47:08.577 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:47:08 smithi053 bash[68679]: cluster 2024-08-29T18:47:07.285064+0000 mon.a (mon.0) 3334 : cluster [DBG] osdmap e1842: 8 total, 8 up, 8 in 2024-08-29T18:47:08.631 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:47:08 smithi028 bash[77168]: cluster 2024-08-29T18:47:07.285064+0000 mon.a (mon.0) 3334 : cluster [DBG] osdmap e1842: 8 total, 8 up, 8 in 2024-08-29T18:47:08.631 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:47:08 smithi028 bash[78352]: cluster 2024-08-29T18:47:07.285064+0000 mon.a (mon.0) 3334 : cluster [DBG] osdmap e1842: 8 total, 8 up, 8 in 2024-08-29T18:47:09.577 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:47:09 smithi053 bash[68679]: cluster 2024-08-29T18:47:08.248460+0000 mgr.y (mgr.25022) 1812 : cluster [DBG] pgmap v3173: 649 pgs: 649 active+clean; 151 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 266 KiB/s rd, 1.2 MiB/s wr, 342 op/s 2024-08-29T18:47:09.577 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:47:09 smithi053 bash[68679]: cluster 2024-08-29T18:47:08.306968+0000 mon.a (mon.0) 3335 : cluster [DBG] osdmap e1843: 8 total, 8 up, 8 in 2024-08-29T18:47:09.631 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:47:09 smithi028 bash[77168]: cluster 2024-08-29T18:47:08.248460+0000 mgr.y (mgr.25022) 1812 : cluster [DBG] pgmap v3173: 649 pgs: 649 active+clean; 151 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 266 KiB/s rd, 1.2 MiB/s wr, 342 op/s 2024-08-29T18:47:09.631 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:47:09 smithi028 bash[77168]: cluster 2024-08-29T18:47:08.306968+0000 mon.a (mon.0) 3335 : cluster [DBG] osdmap e1843: 8 total, 8 up, 8 in 2024-08-29T18:47:09.631 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:47:09 smithi028 bash[78352]: cluster 2024-08-29T18:47:08.248460+0000 mgr.y (mgr.25022) 1812 : cluster [DBG] pgmap v3173: 649 pgs: 649 active+clean; 151 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 266 KiB/s rd, 1.2 MiB/s wr, 342 op/s 2024-08-29T18:47:09.631 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:47:09 smithi028 bash[78352]: cluster 2024-08-29T18:47:08.306968+0000 mon.a (mon.0) 3335 : cluster [DBG] osdmap e1843: 8 total, 8 up, 8 in 2024-08-29T18:47:10.450 INFO:tasks.workunit.client.0.smithi028.stdout:[ OK ] TestLibRBD.CreateWithMirrorEnabled (5163 ms) 2024-08-29T18:47:10.450 INFO:tasks.workunit.client.0.smithi028.stdout:[ RUN ] TestLibRBD.FlushCacheWithCopyupOnExternalSnapshot 2024-08-29T18:47:10.450 INFO:tasks.workunit.client.0.smithi028.stdout:using new format! 2024-08-29T18:47:10.576 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:47:10 smithi053 bash[68679]: cluster 2024-08-29T18:47:09.315137+0000 mon.a (mon.0) 3336 : cluster [DBG] osdmap e1844: 8 total, 8 up, 8 in 2024-08-29T18:47:10.631 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:47:10 smithi028 bash[78352]: cluster 2024-08-29T18:47:09.315137+0000 mon.a (mon.0) 3336 : cluster [DBG] osdmap e1844: 8 total, 8 up, 8 in 2024-08-29T18:47:10.631 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:47:10 smithi028 bash[77168]: cluster 2024-08-29T18:47:09.315137+0000 mon.a (mon.0) 3336 : cluster [DBG] osdmap e1844: 8 total, 8 up, 8 in 2024-08-29T18:47:11.576 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:47:11 smithi053 bash[68679]: cluster 2024-08-29T18:47:10.251883+0000 mgr.y (mgr.25022) 1813 : cluster [DBG] pgmap v3176: 649 pgs: 649 active+clean; 151 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 158 KiB/s rd, 273 KiB/s wr, 211 op/s 2024-08-29T18:47:11.577 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:47:11 smithi053 bash[68679]: cluster 2024-08-29T18:47:10.326043+0000 mon.a (mon.0) 3337 : cluster [DBG] osdmap e1845: 8 total, 8 up, 8 in 2024-08-29T18:47:11.631 INFO:journalctl@ceph.mgr.y.smithi028.stdout:Aug 29 18:47:11 smithi028 bash[70818]: ::ffff:172.21.15.53 - - [29/Aug/2024:18:47:11] "GET /metrics HTTP/1.1" 200 75483 "" "Prometheus/2.43.0" 2024-08-29T18:47:11.631 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:47:11 smithi028 bash[77168]: cluster 2024-08-29T18:47:10.251883+0000 mgr.y (mgr.25022) 1813 : cluster [DBG] pgmap v3176: 649 pgs: 649 active+clean; 151 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 158 KiB/s rd, 273 KiB/s wr, 211 op/s 2024-08-29T18:47:11.631 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:47:11 smithi028 bash[77168]: cluster 2024-08-29T18:47:10.326043+0000 mon.a (mon.0) 3337 : cluster [DBG] osdmap e1845: 8 total, 8 up, 8 in 2024-08-29T18:47:11.631 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:47:11 smithi028 bash[78352]: cluster 2024-08-29T18:47:10.251883+0000 mgr.y (mgr.25022) 1813 : cluster [DBG] pgmap v3176: 649 pgs: 649 active+clean; 151 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 158 KiB/s rd, 273 KiB/s wr, 211 op/s 2024-08-29T18:47:11.632 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:47:11 smithi028 bash[78352]: cluster 2024-08-29T18:47:10.326043+0000 mon.a (mon.0) 3337 : cluster [DBG] osdmap e1845: 8 total, 8 up, 8 in 2024-08-29T18:47:12.423 INFO:tasks.workunit.client.0.smithi028.stdout:[ OK ] TestLibRBD.FlushCacheWithCopyupOnExternalSnapshot (1973 ms) 2024-08-29T18:47:12.423 INFO:tasks.workunit.client.0.smithi028.stdout:[ RUN ] TestLibRBD.ExclusiveLock 2024-08-29T18:47:12.423 INFO:tasks.workunit.client.0.smithi028.stdout:using new format! 2024-08-29T18:47:12.574 INFO:tasks.workunit.client.0.smithi028.stdout:1: acquiring exclusive lock 2024-08-29T18:47:12.574 INFO:tasks.workunit.client.0.smithi028.stdout:2: acquiring exclusive lock 2024-08-29T18:47:12.577 INFO:journalctl@ceph.prometheus.a.smithi053.stdout:Aug 29 18:47:12 smithi053 bash[95567]: ts=2024-08-29T18:47:12.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"3167ee72-662c-11ef-bcd4-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-29T18:47:12.577 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:47:12 smithi053 bash[68679]: cluster 2024-08-29T18:47:11.335836+0000 mon.a (mon.0) 3338 : cluster [DBG] osdmap e1846: 8 total, 8 up, 8 in 2024-08-29T18:47:12.577 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:47:12 smithi053 bash[68679]: audit 2024-08-29T18:47:12.149955+0000 mon.a (mon.0) 3339 : audit [DBG] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-29T18:47:12.577 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:47:12 smithi053 bash[68679]: cluster 2024-08-29T18:47:12.252932+0000 mgr.y (mgr.25022) 1814 : cluster [DBG] pgmap v3179: 649 pgs: 649 active+clean; 151 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 81 KiB/s rd, 11 KiB/s wr, 109 op/s 2024-08-29T18:47:12.583 INFO:tasks.workunit.client.0.smithi028.stdout:2: exclusive lock acquired 2024-08-29T18:47:12.599 INFO:tasks.workunit.client.0.smithi028.stdout:2: releasing exclusive lock 2024-08-29T18:47:12.606 INFO:tasks.workunit.client.0.smithi028.stdout:2: exclusive lock released 2024-08-29T18:47:12.606 INFO:tasks.workunit.client.0.smithi028.stdout:2: acquiring exclusive lock 2024-08-29T18:47:12.615 INFO:tasks.workunit.client.0.smithi028.stdout:1: exclusive lock acquired 2024-08-29T18:47:12.631 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:47:12 smithi028 bash[78352]: cluster 2024-08-29T18:47:11.335836+0000 mon.a (mon.0) 3338 : cluster [DBG] osdmap e1846: 8 total, 8 up, 8 in 2024-08-29T18:47:12.631 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:47:12 smithi028 bash[78352]: audit 2024-08-29T18:47:12.149955+0000 mon.a (mon.0) 3339 : audit [DBG] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-29T18:47:12.631 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:47:12 smithi028 bash[78352]: cluster 2024-08-29T18:47:12.252932+0000 mgr.y (mgr.25022) 1814 : cluster [DBG] pgmap v3179: 649 pgs: 649 active+clean; 151 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 81 KiB/s rd, 11 KiB/s wr, 109 op/s 2024-08-29T18:47:12.631 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:47:12 smithi028 bash[77168]: cluster 2024-08-29T18:47:11.335836+0000 mon.a (mon.0) 3338 : cluster [DBG] osdmap e1846: 8 total, 8 up, 8 in 2024-08-29T18:47:12.632 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:47:12 smithi028 bash[77168]: audit 2024-08-29T18:47:12.149955+0000 mon.a (mon.0) 3339 : audit [DBG] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-29T18:47:12.632 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:47:12 smithi028 bash[77168]: cluster 2024-08-29T18:47:12.252932+0000 mgr.y (mgr.25022) 1814 : cluster [DBG] pgmap v3179: 649 pgs: 649 active+clean; 151 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 81 KiB/s rd, 11 KiB/s wr, 109 op/s 2024-08-29T18:47:12.645 INFO:tasks.workunit.client.0.smithi028.stdout:1: releasing exclusive lock 2024-08-29T18:47:12.654 INFO:tasks.workunit.client.0.smithi028.stdout:1: exclusive lock released 2024-08-29T18:47:12.654 INFO:tasks.workunit.client.0.smithi028.stdout:1: acquiring exclusive lock 2024-08-29T18:47:12.664 INFO:tasks.workunit.client.0.smithi028.stdout:2: exclusive lock acquired 2024-08-29T18:47:12.671 INFO:tasks.workunit.client.0.smithi028.stdout:2: releasing exclusive lock 2024-08-29T18:47:12.679 INFO:tasks.workunit.client.0.smithi028.stdout:2: exclusive lock released 2024-08-29T18:47:12.679 INFO:tasks.workunit.client.0.smithi028.stdout:2: acquiring exclusive lock 2024-08-29T18:47:12.692 INFO:tasks.workunit.client.0.smithi028.stdout:2: exclusive lock acquired 2024-08-29T18:47:12.700 INFO:tasks.workunit.client.0.smithi028.stdout:2: releasing exclusive lock 2024-08-29T18:47:12.707 INFO:tasks.workunit.client.0.smithi028.stdout:2: exclusive lock released 2024-08-29T18:47:12.707 INFO:tasks.workunit.client.0.smithi028.stdout:2: acquiring exclusive lock 2024-08-29T18:47:12.716 INFO:tasks.workunit.client.0.smithi028.stdout:1: exclusive lock acquired 2024-08-29T18:47:12.721 INFO:tasks.workunit.client.0.smithi028.stdout:1: releasing exclusive lock 2024-08-29T18:47:12.728 INFO:tasks.workunit.client.0.smithi028.stdout:1: exclusive lock released 2024-08-29T18:47:12.728 INFO:tasks.workunit.client.0.smithi028.stdout:1: acquiring exclusive lock 2024-08-29T18:47:12.737 INFO:tasks.workunit.client.0.smithi028.stdout:2: exclusive lock acquired 2024-08-29T18:47:12.756 INFO:tasks.workunit.client.0.smithi028.stdout:2: releasing exclusive lock 2024-08-29T18:47:12.763 INFO:tasks.workunit.client.0.smithi028.stdout:2: exclusive lock released 2024-08-29T18:47:12.763 INFO:tasks.workunit.client.0.smithi028.stdout:2: acquiring exclusive lock 2024-08-29T18:47:12.772 INFO:tasks.workunit.client.0.smithi028.stdout:1: exclusive lock acquired 2024-08-29T18:47:12.788 INFO:tasks.workunit.client.0.smithi028.stdout:1: releasing exclusive lock 2024-08-29T18:47:12.796 INFO:tasks.workunit.client.0.smithi028.stdout:1: exclusive lock released 2024-08-29T18:47:12.796 INFO:tasks.workunit.client.0.smithi028.stdout:1: acquiring exclusive lock 2024-08-29T18:47:12.805 INFO:tasks.workunit.client.0.smithi028.stdout:2: exclusive lock acquired 2024-08-29T18:47:12.822 INFO:tasks.workunit.client.0.smithi028.stdout:2: releasing exclusive lock 2024-08-29T18:47:12.829 INFO:tasks.workunit.client.0.smithi028.stdout:2: exclusive lock released 2024-08-29T18:47:12.838 INFO:tasks.workunit.client.0.smithi028.stdout:1: exclusive lock acquired 2024-08-29T18:47:12.866 INFO:tasks.workunit.client.0.smithi028.stdout:1: releasing exclusive lock 2024-08-29T18:47:12.874 INFO:tasks.workunit.client.0.smithi028.stdout:1: exclusive lock released 2024-08-29T18:47:12.874 INFO:tasks.workunit.client.0.smithi028.stdout:1: acquiring exclusive lock 2024-08-29T18:47:12.884 INFO:tasks.workunit.client.0.smithi028.stdout:1: exclusive lock acquired 2024-08-29T18:47:12.914 INFO:tasks.workunit.client.0.smithi028.stdout:1: releasing exclusive lock 2024-08-29T18:47:12.922 INFO:tasks.workunit.client.0.smithi028.stdout:1: exclusive lock released 2024-08-29T18:47:12.964 INFO:tasks.workunit.client.0.smithi028.stdout:[ OK ] TestLibRBD.ExclusiveLock (542 ms) 2024-08-29T18:47:12.965 INFO:tasks.workunit.client.0.smithi028.stdout:[ RUN ] TestLibRBD.BreakLock 2024-08-29T18:47:13.002 INFO:tasks.workunit.client.0.smithi028.stdout:using new format! 2024-08-29T18:47:13.452 INFO:tasks.workunit.client.0.smithi028.stdout:[ OK ] TestLibRBD.BreakLock (487 ms) 2024-08-29T18:47:13.452 INFO:tasks.workunit.client.0.smithi028.stdout:[ RUN ] TestLibRBD.DiscardAfterWrite 2024-08-29T18:47:13.452 INFO:tasks.workunit.client.0.smithi028.stdout:using new format! 2024-08-29T18:47:13.517 INFO:tasks.workunit.client.0.smithi028.stdout:[ OK ] TestLibRBD.DiscardAfterWrite (66 ms) 2024-08-29T18:47:13.518 INFO:tasks.workunit.client.0.smithi028.stdout:[ RUN ] TestLibRBD.DefaultFeatures 2024-08-29T18:47:13.518 INFO:tasks.workunit.client.0.smithi028.stdout:[ OK ] TestLibRBD.DefaultFeatures (0 ms) 2024-08-29T18:47:13.518 INFO:tasks.workunit.client.0.smithi028.stdout:[ RUN ] TestLibRBD.TestTrashMoveAndPurge 2024-08-29T18:47:13.518 INFO:tasks.workunit.client.0.smithi028.stdout:using new format! 2024-08-29T18:47:13.631 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:47:13 smithi028 bash[77168]: cluster 2024-08-29T18:47:12.349095+0000 mon.a (mon.0) 3340 : cluster [DBG] osdmap e1847: 8 total, 8 up, 8 in 2024-08-29T18:47:13.631 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:47:13 smithi028 bash[77168]: audit 2024-08-29T18:47:13.076865+0000 mon.c (mon.2) 131 : audit [INF] from='client.? 172.21.15.28:0/411064846' entity='client.admin' cmd=[{"prefix": "osd blocklist", "blocklistop": "add", "addr": "172.21.15.28:0/3394015145"}]: dispatch 2024-08-29T18:47:13.631 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:47:13 smithi028 bash[77168]: audit 2024-08-29T18:47:13.077322+0000 mon.a (mon.0) 3341 : audit [INF] from='client.? ' entity='client.admin' cmd=[{"prefix": "osd blocklist", "blocklistop": "add", "addr": "172.21.15.28:0/3394015145"}]: dispatch 2024-08-29T18:47:13.631 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:47:13 smithi028 bash[78352]: cluster 2024-08-29T18:47:12.349095+0000 mon.a (mon.0) 3340 : cluster [DBG] osdmap e1847: 8 total, 8 up, 8 in 2024-08-29T18:47:13.632 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:47:13 smithi028 bash[78352]: audit 2024-08-29T18:47:13.076865+0000 mon.c (mon.2) 131 : audit [INF] from='client.? 172.21.15.28:0/411064846' entity='client.admin' cmd=[{"prefix": "osd blocklist", "blocklistop": "add", "addr": "172.21.15.28:0/3394015145"}]: dispatch 2024-08-29T18:47:13.632 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:47:13 smithi028 bash[78352]: audit 2024-08-29T18:47:13.077322+0000 mon.a (mon.0) 3341 : audit [INF] from='client.? ' entity='client.admin' cmd=[{"prefix": "osd blocklist", "blocklistop": "add", "addr": "172.21.15.28:0/3394015145"}]: dispatch 2024-08-29T18:47:13.698 INFO:tasks.workunit.client.0.smithi028.stdout:0.00% done 2024-08-29T18:47:13.699 INFO:tasks.workunit.client.0.smithi028.stdout:1.56% done 2024-08-29T18:47:13.699 INFO:tasks.workunit.client.0.smithi028.stdout:3.12% done 2024-08-29T18:47:13.699 INFO:tasks.workunit.client.0.smithi028.stdout:4.69% done 2024-08-29T18:47:13.699 INFO:tasks.workunit.client.0.smithi028.stdout:6.25% done 2024-08-29T18:47:13.699 INFO:tasks.workunit.client.0.smithi028.stdout:7.81% done 2024-08-29T18:47:13.699 INFO:tasks.workunit.client.0.smithi028.stdout:9.38% done 2024-08-29T18:47:13.699 INFO:tasks.workunit.client.0.smithi028.stdout:10.94% done 2024-08-29T18:47:13.699 INFO:tasks.workunit.client.0.smithi028.stdout:12.50% done 2024-08-29T18:47:13.699 INFO:tasks.workunit.client.0.smithi028.stdout:14.06% done 2024-08-29T18:47:13.700 INFO:tasks.workunit.client.0.smithi028.stdout:15.62% done 2024-08-29T18:47:13.700 INFO:tasks.workunit.client.0.smithi028.stdout:17.19% done 2024-08-29T18:47:13.700 INFO:tasks.workunit.client.0.smithi028.stdout:18.75% done 2024-08-29T18:47:13.700 INFO:tasks.workunit.client.0.smithi028.stdout:20.31% done 2024-08-29T18:47:13.700 INFO:tasks.workunit.client.0.smithi028.stdout:21.88% done 2024-08-29T18:47:13.700 INFO:tasks.workunit.client.0.smithi028.stdout:23.44% done 2024-08-29T18:47:13.700 INFO:tasks.workunit.client.0.smithi028.stdout:25.00% done 2024-08-29T18:47:13.700 INFO:tasks.workunit.client.0.smithi028.stdout:26.56% done 2024-08-29T18:47:13.700 INFO:tasks.workunit.client.0.smithi028.stdout:28.12% done 2024-08-29T18:47:13.700 INFO:tasks.workunit.client.0.smithi028.stdout:29.69% done 2024-08-29T18:47:13.700 INFO:tasks.workunit.client.0.smithi028.stdout:31.25% done 2024-08-29T18:47:13.701 INFO:tasks.workunit.client.0.smithi028.stdout:32.81% done 2024-08-29T18:47:13.701 INFO:tasks.workunit.client.0.smithi028.stdout:34.38% done 2024-08-29T18:47:13.701 INFO:tasks.workunit.client.0.smithi028.stdout:35.94% done 2024-08-29T18:47:13.701 INFO:tasks.workunit.client.0.smithi028.stdout:37.50% done 2024-08-29T18:47:13.701 INFO:tasks.workunit.client.0.smithi028.stdout:39.06% done 2024-08-29T18:47:13.701 INFO:tasks.workunit.client.0.smithi028.stdout:40.62% done 2024-08-29T18:47:13.701 INFO:tasks.workunit.client.0.smithi028.stdout:42.19% done 2024-08-29T18:47:13.702 INFO:tasks.workunit.client.0.smithi028.stdout:43.75% done 2024-08-29T18:47:13.702 INFO:tasks.workunit.client.0.smithi028.stdout:45.31% done 2024-08-29T18:47:13.702 INFO:tasks.workunit.client.0.smithi028.stdout:46.88% done 2024-08-29T18:47:13.702 INFO:tasks.workunit.client.0.smithi028.stdout:48.44% done 2024-08-29T18:47:13.702 INFO:tasks.workunit.client.0.smithi028.stdout:50.00% done 2024-08-29T18:47:13.702 INFO:tasks.workunit.client.0.smithi028.stdout:51.56% done 2024-08-29T18:47:13.703 INFO:tasks.workunit.client.0.smithi028.stdout:53.12% done 2024-08-29T18:47:13.703 INFO:tasks.workunit.client.0.smithi028.stdout:54.69% done 2024-08-29T18:47:13.703 INFO:tasks.workunit.client.0.smithi028.stdout:56.25% done 2024-08-29T18:47:13.703 INFO:tasks.workunit.client.0.smithi028.stdout:57.81% done 2024-08-29T18:47:13.703 INFO:tasks.workunit.client.0.smithi028.stdout:59.38% done 2024-08-29T18:47:13.703 INFO:tasks.workunit.client.0.smithi028.stdout:60.94% done 2024-08-29T18:47:13.704 INFO:tasks.workunit.client.0.smithi028.stdout:62.50% done 2024-08-29T18:47:13.704 INFO:tasks.workunit.client.0.smithi028.stdout:64.06% done 2024-08-29T18:47:13.704 INFO:tasks.workunit.client.0.smithi028.stdout:65.62% done 2024-08-29T18:47:13.704 INFO:tasks.workunit.client.0.smithi028.stdout:67.19% done 2024-08-29T18:47:13.704 INFO:tasks.workunit.client.0.smithi028.stdout:68.75% done 2024-08-29T18:47:13.704 INFO:tasks.workunit.client.0.smithi028.stdout:70.31% done 2024-08-29T18:47:13.705 INFO:tasks.workunit.client.0.smithi028.stdout:71.88% done 2024-08-29T18:47:13.705 INFO:tasks.workunit.client.0.smithi028.stdout:73.44% done 2024-08-29T18:47:13.705 INFO:tasks.workunit.client.0.smithi028.stdout:75.00% done 2024-08-29T18:47:13.705 INFO:tasks.workunit.client.0.smithi028.stdout:76.56% done 2024-08-29T18:47:13.705 INFO:tasks.workunit.client.0.smithi028.stdout:78.12% done 2024-08-29T18:47:13.705 INFO:tasks.workunit.client.0.smithi028.stdout:79.69% done 2024-08-29T18:47:13.706 INFO:tasks.workunit.client.0.smithi028.stdout:81.25% done 2024-08-29T18:47:13.706 INFO:tasks.workunit.client.0.smithi028.stdout:82.81% done 2024-08-29T18:47:13.706 INFO:tasks.workunit.client.0.smithi028.stdout:84.38% done 2024-08-29T18:47:13.706 INFO:tasks.workunit.client.0.smithi028.stdout:85.94% done 2024-08-29T18:47:13.706 INFO:tasks.workunit.client.0.smithi028.stdout:87.50% done 2024-08-29T18:47:13.706 INFO:tasks.workunit.client.0.smithi028.stdout:89.06% done 2024-08-29T18:47:13.707 INFO:tasks.workunit.client.0.smithi028.stdout:90.62% done 2024-08-29T18:47:13.707 INFO:tasks.workunit.client.0.smithi028.stdout:92.19% done 2024-08-29T18:47:13.707 INFO:tasks.workunit.client.0.smithi028.stdout:93.75% done 2024-08-29T18:47:13.707 INFO:tasks.workunit.client.0.smithi028.stdout:95.31% done 2024-08-29T18:47:13.707 INFO:tasks.workunit.client.0.smithi028.stdout:96.88% done 2024-08-29T18:47:13.707 INFO:tasks.workunit.client.0.smithi028.stdout:98.44% done 2024-08-29T18:47:13.707 INFO:tasks.workunit.client.0.smithi028.stdout:[ OK ] TestLibRBD.TestTrashMoveAndPurge (181 ms) 2024-08-29T18:47:13.708 INFO:tasks.workunit.client.0.smithi028.stdout:[ RUN ] TestLibRBD.TestTrashMoveAndPurgeNonExpiredDelay 2024-08-29T18:47:13.708 INFO:tasks.workunit.client.0.smithi028.stdout:using new format! 2024-08-29T18:47:13.827 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:47:13 smithi053 bash[68679]: cluster 2024-08-29T18:47:12.349095+0000 mon.a (mon.0) 3340 : cluster [DBG] osdmap e1847: 8 total, 8 up, 8 in 2024-08-29T18:47:13.827 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:47:13 smithi053 bash[68679]: audit 2024-08-29T18:47:13.076865+0000 mon.c (mon.2) 131 : audit [INF] from='client.? 172.21.15.28:0/411064846' entity='client.admin' cmd=[{"prefix": "osd blocklist", "blocklistop": "add", "addr": "172.21.15.28:0/3394015145"}]: dispatch 2024-08-29T18:47:13.827 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:47:13 smithi053 bash[68679]: audit 2024-08-29T18:47:13.077322+0000 mon.a (mon.0) 3341 : audit [INF] from='client.? ' entity='client.admin' cmd=[{"prefix": "osd blocklist", "blocklistop": "add", "addr": "172.21.15.28:0/3394015145"}]: dispatch 2024-08-29T18:47:13.856 INFO:tasks.workunit.client.0.smithi028.stdout:0.00% done 2024-08-29T18:47:13.856 INFO:tasks.workunit.client.0.smithi028.stdout:1.56% done 2024-08-29T18:47:13.856 INFO:tasks.workunit.client.0.smithi028.stdout:3.12% done 2024-08-29T18:47:13.856 INFO:tasks.workunit.client.0.smithi028.stdout:4.69% done 2024-08-29T18:47:13.856 INFO:tasks.workunit.client.0.smithi028.stdout:6.25% done 2024-08-29T18:47:13.856 INFO:tasks.workunit.client.0.smithi028.stdout:7.81% done 2024-08-29T18:47:13.856 INFO:tasks.workunit.client.0.smithi028.stdout:9.38% done 2024-08-29T18:47:13.856 INFO:tasks.workunit.client.0.smithi028.stdout:10.94% done 2024-08-29T18:47:13.856 INFO:tasks.workunit.client.0.smithi028.stdout:12.50% done 2024-08-29T18:47:13.856 INFO:tasks.workunit.client.0.smithi028.stdout:14.06% done 2024-08-29T18:47:13.856 INFO:tasks.workunit.client.0.smithi028.stdout:15.62% done 2024-08-29T18:47:13.857 INFO:tasks.workunit.client.0.smithi028.stdout:17.19% done 2024-08-29T18:47:13.857 INFO:tasks.workunit.client.0.smithi028.stdout:18.75% done 2024-08-29T18:47:13.857 INFO:tasks.workunit.client.0.smithi028.stdout:20.31% done 2024-08-29T18:47:13.857 INFO:tasks.workunit.client.0.smithi028.stdout:21.88% done 2024-08-29T18:47:13.857 INFO:tasks.workunit.client.0.smithi028.stdout:23.44% done 2024-08-29T18:47:13.857 INFO:tasks.workunit.client.0.smithi028.stdout:25.00% done 2024-08-29T18:47:13.857 INFO:tasks.workunit.client.0.smithi028.stdout:26.56% done 2024-08-29T18:47:13.857 INFO:tasks.workunit.client.0.smithi028.stdout:28.12% done 2024-08-29T18:47:13.857 INFO:tasks.workunit.client.0.smithi028.stdout:29.69% done 2024-08-29T18:47:13.857 INFO:tasks.workunit.client.0.smithi028.stdout:31.25% done 2024-08-29T18:47:13.857 INFO:tasks.workunit.client.0.smithi028.stdout:32.81% done 2024-08-29T18:47:13.857 INFO:tasks.workunit.client.0.smithi028.stdout:34.38% done 2024-08-29T18:47:13.857 INFO:tasks.workunit.client.0.smithi028.stdout:35.94% done 2024-08-29T18:47:13.857 INFO:tasks.workunit.client.0.smithi028.stdout:37.50% done 2024-08-29T18:47:13.858 INFO:tasks.workunit.client.0.smithi028.stdout:39.06% done 2024-08-29T18:47:13.858 INFO:tasks.workunit.client.0.smithi028.stdout:40.62% done 2024-08-29T18:47:13.858 INFO:tasks.workunit.client.0.smithi028.stdout:42.19% done 2024-08-29T18:47:13.858 INFO:tasks.workunit.client.0.smithi028.stdout:43.75% done 2024-08-29T18:47:13.858 INFO:tasks.workunit.client.0.smithi028.stdout:45.31% done 2024-08-29T18:47:13.858 INFO:tasks.workunit.client.0.smithi028.stdout:46.88% done 2024-08-29T18:47:13.858 INFO:tasks.workunit.client.0.smithi028.stdout:48.44% done 2024-08-29T18:47:13.858 INFO:tasks.workunit.client.0.smithi028.stdout:50.00% done 2024-08-29T18:47:13.858 INFO:tasks.workunit.client.0.smithi028.stdout:51.56% done 2024-08-29T18:47:13.858 INFO:tasks.workunit.client.0.smithi028.stdout:53.12% done 2024-08-29T18:47:13.858 INFO:tasks.workunit.client.0.smithi028.stdout:54.69% done 2024-08-29T18:47:13.858 INFO:tasks.workunit.client.0.smithi028.stdout:56.25% done 2024-08-29T18:47:13.858 INFO:tasks.workunit.client.0.smithi028.stdout:57.81% done 2024-08-29T18:47:13.858 INFO:tasks.workunit.client.0.smithi028.stdout:59.38% done 2024-08-29T18:47:13.858 INFO:tasks.workunit.client.0.smithi028.stdout:60.94% done 2024-08-29T18:47:13.859 INFO:tasks.workunit.client.0.smithi028.stdout:62.50% done 2024-08-29T18:47:13.859 INFO:tasks.workunit.client.0.smithi028.stdout:64.06% done 2024-08-29T18:47:13.859 INFO:tasks.workunit.client.0.smithi028.stdout:65.62% done 2024-08-29T18:47:13.859 INFO:tasks.workunit.client.0.smithi028.stdout:67.19% done 2024-08-29T18:47:13.859 INFO:tasks.workunit.client.0.smithi028.stdout:68.75% done 2024-08-29T18:47:13.859 INFO:tasks.workunit.client.0.smithi028.stdout:70.31% done 2024-08-29T18:47:13.859 INFO:tasks.workunit.client.0.smithi028.stdout:71.88% done 2024-08-29T18:47:13.859 INFO:tasks.workunit.client.0.smithi028.stdout:73.44% done 2024-08-29T18:47:13.859 INFO:tasks.workunit.client.0.smithi028.stdout:75.00% done 2024-08-29T18:47:13.859 INFO:tasks.workunit.client.0.smithi028.stdout:76.56% done 2024-08-29T18:47:13.859 INFO:tasks.workunit.client.0.smithi028.stdout:78.12% done 2024-08-29T18:47:13.860 INFO:tasks.workunit.client.0.smithi028.stdout:79.69% done 2024-08-29T18:47:13.860 INFO:tasks.workunit.client.0.smithi028.stdout:81.25% done 2024-08-29T18:47:13.860 INFO:tasks.workunit.client.0.smithi028.stdout:82.81% done 2024-08-29T18:47:13.860 INFO:tasks.workunit.client.0.smithi028.stdout:84.38% done 2024-08-29T18:47:13.860 INFO:tasks.workunit.client.0.smithi028.stdout:85.94% done 2024-08-29T18:47:13.860 INFO:tasks.workunit.client.0.smithi028.stdout:87.50% done 2024-08-29T18:47:13.860 INFO:tasks.workunit.client.0.smithi028.stdout:89.06% done 2024-08-29T18:47:13.860 INFO:tasks.workunit.client.0.smithi028.stdout:90.62% done 2024-08-29T18:47:13.860 INFO:tasks.workunit.client.0.smithi028.stdout:92.19% done 2024-08-29T18:47:13.860 INFO:tasks.workunit.client.0.smithi028.stdout:93.75% done 2024-08-29T18:47:13.860 INFO:tasks.workunit.client.0.smithi028.stdout:95.31% done 2024-08-29T18:47:13.860 INFO:tasks.workunit.client.0.smithi028.stdout:96.88% done 2024-08-29T18:47:13.860 INFO:tasks.workunit.client.0.smithi028.stdout:98.44% done 2024-08-29T18:47:13.860 INFO:tasks.workunit.client.0.smithi028.stdout:[ OK ] TestLibRBD.TestTrashMoveAndPurgeNonExpiredDelay (157 ms) 2024-08-29T18:47:13.861 INFO:tasks.workunit.client.0.smithi028.stdout:[ RUN ] TestLibRBD.TestTrashPurge 2024-08-29T18:47:13.861 INFO:tasks.workunit.client.0.smithi028.stdout:using new format! 2024-08-29T18:47:13.877 INFO:tasks.workunit.client.0.smithi028.stdout:using new format! 2024-08-29T18:47:14.222 INFO:tasks.workunit.client.0.smithi028.stdout:[ OK ] TestLibRBD.TestTrashPurge (366 ms) 2024-08-29T18:47:14.222 INFO:tasks.workunit.client.0.smithi028.stdout:[ RUN ] TestLibRBD.TestTrashMoveAndRestore 2024-08-29T18:47:14.222 INFO:tasks.workunit.client.0.smithi028.stdout:using new format! 2024-08-29T18:47:14.356 INFO:tasks.workunit.client.0.smithi028.stdout:[ OK ] TestLibRBD.TestTrashMoveAndRestore (134 ms) 2024-08-29T18:47:14.356 INFO:tasks.workunit.client.0.smithi028.stdout:[ RUN ] TestLibRBD.TestListWatchers 2024-08-29T18:47:14.356 INFO:tasks.workunit.client.0.smithi028.stdout:using new format! 2024-08-29T18:47:14.427 INFO:tasks.workunit.client.0.smithi028.stdout:[ OK ] TestLibRBD.TestListWatchers (71 ms) 2024-08-29T18:47:14.427 INFO:tasks.workunit.client.0.smithi028.stdout:[ RUN ] TestLibRBD.TestSetSnapById 2024-08-29T18:47:14.427 INFO:tasks.workunit.client.0.smithi028.stdout:using new format! 2024-08-29T18:47:14.631 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:47:14 smithi028 bash[78352]: audit 2024-08-29T18:47:13.343335+0000 mon.a (mon.0) 3342 : audit [INF] from='client.? ' entity='client.admin' cmd='[{"prefix": "osd blocklist", "blocklistop": "add", "addr": "172.21.15.28:0/3394015145"}]': finished 2024-08-29T18:47:14.631 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:47:14 smithi028 bash[78352]: cluster 2024-08-29T18:47:13.351274+0000 mon.a (mon.0) 3343 : cluster [DBG] osdmap e1848: 8 total, 8 up, 8 in 2024-08-29T18:47:14.631 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:47:14 smithi028 bash[78352]: cluster 2024-08-29T18:47:14.255358+0000 mgr.y (mgr.25022) 1815 : cluster [DBG] pgmap v3182: 649 pgs: 649 active+clean; 152 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 169 KiB/s rd, 70 KiB/s wr, 139 op/s 2024-08-29T18:47:14.631 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:47:14 smithi028 bash[77168]: audit 2024-08-29T18:47:13.343335+0000 mon.a (mon.0) 3342 : audit [INF] from='client.? ' entity='client.admin' cmd='[{"prefix": "osd blocklist", "blocklistop": "add", "addr": "172.21.15.28:0/3394015145"}]': finished 2024-08-29T18:47:14.631 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:47:14 smithi028 bash[77168]: cluster 2024-08-29T18:47:13.351274+0000 mon.a (mon.0) 3343 : cluster [DBG] osdmap e1848: 8 total, 8 up, 8 in 2024-08-29T18:47:14.632 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:47:14 smithi028 bash[77168]: cluster 2024-08-29T18:47:14.255358+0000 mgr.y (mgr.25022) 1815 : cluster [DBG] pgmap v3182: 649 pgs: 649 active+clean; 152 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 169 KiB/s rd, 70 KiB/s wr, 139 op/s 2024-08-29T18:47:14.827 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:47:14 smithi053 bash[68679]: audit 2024-08-29T18:47:13.343335+0000 mon.a (mon.0) 3342 : audit [INF] from='client.? ' entity='client.admin' cmd='[{"prefix": "osd blocklist", "blocklistop": "add", "addr": "172.21.15.28:0/3394015145"}]': finished 2024-08-29T18:47:14.827 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:47:14 smithi053 bash[68679]: cluster 2024-08-29T18:47:13.351274+0000 mon.a (mon.0) 3343 : cluster [DBG] osdmap e1848: 8 total, 8 up, 8 in 2024-08-29T18:47:14.827 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:47:14 smithi053 bash[68679]: cluster 2024-08-29T18:47:14.255358+0000 mgr.y (mgr.25022) 1815 : cluster [DBG] pgmap v3182: 649 pgs: 649 active+clean; 152 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 169 KiB/s rd, 70 KiB/s wr, 139 op/s 2024-08-29T18:47:15.451 INFO:tasks.workunit.client.0.smithi028.stdout:[ OK ] TestLibRBD.TestSetSnapById (1025 ms) 2024-08-29T18:47:15.451 INFO:tasks.workunit.client.0.smithi028.stdout:[ RUN ] TestLibRBD.Namespaces 2024-08-29T18:47:15.506 INFO:tasks.workunit.client.0.smithi028.stdout:[ OK ] TestLibRBD.Namespaces (54 ms) 2024-08-29T18:47:15.506 INFO:tasks.workunit.client.0.smithi028.stdout:[ RUN ] TestLibRBD.NamespacesPP 2024-08-29T18:47:15.577 INFO:tasks.workunit.client.0.smithi028.stdout:using new format! 2024-08-29T18:47:15.590 INFO:tasks.workunit.client.0.smithi028.stdout:using new format! 2024-08-29T18:47:15.806 INFO:tasks.workunit.client.0.smithi028.stdout:[ OK ] TestLibRBD.NamespacesPP (301 ms) 2024-08-29T18:47:15.807 INFO:tasks.workunit.client.0.smithi028.stdout:[ RUN ] TestLibRBD.Migration 2024-08-29T18:47:15.807 INFO:tasks.workunit.client.0.smithi028.stdout:using new format! 2024-08-29T18:47:15.807 INFO:tasks.workunit.client.0.smithi028.stdout:using new format! 2024-08-29T18:47:16.826 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:47:16 smithi053 bash[68679]: cluster 2024-08-29T18:47:15.381203+0000 mon.a (mon.0) 3344 : cluster [DBG] osdmap e1849: 8 total, 8 up, 8 in 2024-08-29T18:47:16.827 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:47:16 smithi053 bash[68679]: cluster 2024-08-29T18:47:16.257405+0000 mgr.y (mgr.25022) 1816 : cluster [DBG] pgmap v3184: 649 pgs: 649 active+clean; 152 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 290 KiB/s rd, 122 KiB/s wr, 328 op/s 2024-08-29T18:47:16.881 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:47:16 smithi028 bash[77168]: cluster 2024-08-29T18:47:15.381203+0000 mon.a (mon.0) 3344 : cluster [DBG] osdmap e1849: 8 total, 8 up, 8 in 2024-08-29T18:47:16.881 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:47:16 smithi028 bash[77168]: cluster 2024-08-29T18:47:16.257405+0000 mgr.y (mgr.25022) 1816 : cluster [DBG] pgmap v3184: 649 pgs: 649 active+clean; 152 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 290 KiB/s rd, 122 KiB/s wr, 328 op/s 2024-08-29T18:47:16.881 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:47:16 smithi028 bash[78352]: cluster 2024-08-29T18:47:15.381203+0000 mon.a (mon.0) 3344 : cluster [DBG] osdmap e1849: 8 total, 8 up, 8 in 2024-08-29T18:47:16.881 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:47:16 smithi028 bash[78352]: cluster 2024-08-29T18:47:16.257405+0000 mgr.y (mgr.25022) 1816 : cluster [DBG] pgmap v3184: 649 pgs: 649 active+clean; 152 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 290 KiB/s rd, 122 KiB/s wr, 328 op/s 2024-08-29T18:47:16.984 INFO:tasks.workunit.client.0.smithi028.stdout:[ OK ] TestLibRBD.Migration (1178 ms) 2024-08-29T18:47:16.985 INFO:tasks.workunit.client.0.smithi028.stdout:[ RUN ] TestLibRBD.MigrationPP 2024-08-29T18:47:16.985 INFO:tasks.workunit.client.0.smithi028.stdout:using new format! 2024-08-29T18:47:16.985 INFO:tasks.workunit.client.0.smithi028.stdout:using new format! 2024-08-29T18:47:18.154 INFO:tasks.workunit.client.0.smithi028.stdout:[ OK ] TestLibRBD.MigrationPP (1169 ms) 2024-08-29T18:47:18.154 INFO:tasks.workunit.client.0.smithi028.stdout:[ RUN ] TestLibRBD.TestGetAccessTimestamp 2024-08-29T18:47:18.154 INFO:tasks.workunit.client.0.smithi028.stdout:using new format! 2024-08-29T18:47:18.202 INFO:tasks.workunit.client.0.smithi028.stdout:[ OK ] TestLibRBD.TestGetAccessTimestamp (49 ms) 2024-08-29T18:47:18.203 INFO:tasks.workunit.client.0.smithi028.stdout:[ RUN ] TestLibRBD.TestGetModifyTimestamp 2024-08-29T18:47:18.203 INFO:tasks.workunit.client.0.smithi028.stdout:using new format! 2024-08-29T18:47:18.252 INFO:tasks.workunit.client.0.smithi028.stdout:[ OK ] TestLibRBD.TestGetModifyTimestamp (49 ms) 2024-08-29T18:47:18.252 INFO:tasks.workunit.client.0.smithi028.stdout:[ RUN ] TestLibRBD.ZeroOverlapFlatten 2024-08-29T18:47:18.252 INFO:tasks.workunit.client.0.smithi028.stdout:using new format! 2024-08-29T18:47:18.690 INFO:tasks.workunit.client.0.smithi028.stdout:[ OK ] TestLibRBD.ZeroOverlapFlatten (439 ms) 2024-08-29T18:47:18.690 INFO:tasks.workunit.client.0.smithi028.stdout:[ RUN ] TestLibRBD.PoolMetadata 2024-08-29T18:47:18.757 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:47:18 smithi028 bash[77168]: cluster 2024-08-29T18:47:18.259292+0000 mgr.y (mgr.25022) 1817 : cluster [DBG] pgmap v3185: 649 pgs: 649 active+clean; 152 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 263 KiB/s rd, 104 KiB/s wr, 314 op/s 2024-08-29T18:47:18.757 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:47:18 smithi028 bash[78352]: cluster 2024-08-29T18:47:18.259292+0000 mgr.y (mgr.25022) 1817 : cluster [DBG] pgmap v3185: 649 pgs: 649 active+clean; 152 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 263 KiB/s rd, 104 KiB/s wr, 314 op/s 2024-08-29T18:47:18.788 INFO:tasks.workunit.client.0.smithi028.stdout:[ OK ] TestLibRBD.PoolMetadata (98 ms) 2024-08-29T18:47:18.788 INFO:tasks.workunit.client.0.smithi028.stdout:[ RUN ] TestLibRBD.PoolMetadataPP 2024-08-29T18:47:18.826 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:47:18 smithi053 bash[68679]: cluster 2024-08-29T18:47:18.259292+0000 mgr.y (mgr.25022) 1817 : cluster [DBG] pgmap v3185: 649 pgs: 649 active+clean; 152 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 263 KiB/s rd, 104 KiB/s wr, 314 op/s 2024-08-29T18:47:18.845 INFO:tasks.workunit.client.0.smithi028.stdout:[ OK ] TestLibRBD.PoolMetadataPP (57 ms) 2024-08-29T18:47:18.846 INFO:tasks.workunit.client.0.smithi028.stdout:[ RUN ] TestLibRBD.Config 2024-08-29T18:47:18.855 INFO:tasks.workunit.client.0.smithi028.stdout:using new format! 2024-08-29T18:47:18.947 INFO:tasks.workunit.client.0.smithi028.stdout:[ OK ] TestLibRBD.Config (102 ms) 2024-08-29T18:47:18.948 INFO:tasks.workunit.client.0.smithi028.stdout:[ RUN ] TestLibRBD.ConfigPP 2024-08-29T18:47:18.955 INFO:tasks.workunit.client.0.smithi028.stdout:using new format! 2024-08-29T18:47:19.026 INFO:journalctl@ceph.mgr.y.smithi028.stdout:Aug 29 18:47:18 smithi028 bash[70818]: [29/Aug/2024:18:47:18] ENGINE Bus STOPPING 2024-08-29T18:47:19.027 INFO:journalctl@ceph.mgr.y.smithi028.stdout:Aug 29 18:47:18 smithi028 bash[70818]: [29/Aug/2024:18:47:18] ENGINE HTTP Server cherrypy._cpwsgi_server.CPWSGIServer(('::', 9283)) shut down 2024-08-29T18:47:19.027 INFO:journalctl@ceph.mgr.y.smithi028.stdout:Aug 29 18:47:18 smithi028 bash[70818]: [29/Aug/2024:18:47:18] ENGINE Bus STOPPED 2024-08-29T18:47:19.027 INFO:journalctl@ceph.mgr.y.smithi028.stdout:Aug 29 18:47:18 smithi028 bash[70818]: [29/Aug/2024:18:47:18] ENGINE Bus STARTING 2024-08-29T18:47:19.058 INFO:tasks.workunit.client.0.smithi028.stdout:[ OK ] TestLibRBD.ConfigPP (111 ms) 2024-08-29T18:47:19.058 INFO:tasks.workunit.client.0.smithi028.stdout:[ RUN ] TestLibRBD.PoolStatsPP 2024-08-29T18:47:19.381 INFO:journalctl@ceph.mgr.y.smithi028.stdout:Aug 29 18:47:19 smithi028 bash[70818]: [29/Aug/2024:18:47:19] ENGINE Serving on http://:::9283 2024-08-29T18:47:19.381 INFO:journalctl@ceph.mgr.y.smithi028.stdout:Aug 29 18:47:19 smithi028 bash[70818]: [29/Aug/2024:18:47:19] ENGINE Bus STARTED 2024-08-29T18:47:19.381 INFO:journalctl@ceph.mgr.y.smithi028.stdout:Aug 29 18:47:19 smithi028 bash[70818]: [29/Aug/2024:18:47:19] ENGINE Bus STOPPING 2024-08-29T18:47:19.827 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:47:19 smithi053 bash[68679]: cluster 2024-08-29T18:47:18.369893+0000 mon.a (mon.0) 3345 : cluster [DBG] osdmap e1850: 8 total, 8 up, 8 in 2024-08-29T18:47:19.827 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:47:19 smithi053 bash[68679]: cluster 2024-08-29T18:47:18.639275+0000 mon.a (mon.0) 3346 : cluster [DBG] osdmap e1851: 8 total, 8 up, 8 in 2024-08-29T18:47:19.827 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:47:19 smithi053 bash[68679]: audit 2024-08-29T18:47:18.743314+0000 mon.a (mon.0) 3347 : audit [INF] from='client.? ' entity='client.admin' 2024-08-29T18:47:19.827 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:47:19 smithi053 bash[68679]: audit 2024-08-29T18:47:18.775585+0000 mon.a (mon.0) 3348 : audit [DBG] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-29T18:47:19.827 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:47:19 smithi053 bash[68679]: audit 2024-08-29T18:47:18.778987+0000 mon.a (mon.0) 3349 : audit [DBG] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-29T18:47:19.827 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:47:19 smithi053 bash[68679]: audit 2024-08-29T18:47:18.780571+0000 mon.a (mon.0) 3350 : audit [INF] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-29T18:47:19.827 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:47:19 smithi053 bash[68679]: audit 2024-08-29T18:47:18.791910+0000 mon.a (mon.0) 3351 : audit [INF] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' 2024-08-29T18:47:19.828 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:47:19 smithi053 bash[68679]: audit 2024-08-29T18:47:19.043932+0000 mon.a (mon.0) 3352 : audit [INF] from='client.? ' entity='client.admin' 2024-08-29T18:47:19.828 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:47:19 smithi053 bash[68679]: audit 2024-08-29T18:47:19.064548+0000 mon.a (mon.0) 3353 : audit [DBG] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-29T18:47:19.828 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:47:19 smithi053 bash[68679]: audit 2024-08-29T18:47:19.066843+0000 mon.a (mon.0) 3354 : audit [DBG] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-29T18:47:19.828 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:47:19 smithi053 bash[68679]: audit 2024-08-29T18:47:19.067848+0000 mon.a (mon.0) 3355 : audit [INF] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-29T18:47:19.828 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:47:19 smithi053 bash[68679]: audit 2024-08-29T18:47:19.076755+0000 mon.a (mon.0) 3356 : audit [INF] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' 2024-08-29T18:47:19.881 INFO:journalctl@ceph.mgr.y.smithi028.stdout:Aug 29 18:47:19 smithi028 bash[70818]: [29/Aug/2024:18:47:19] ENGINE HTTP Server cherrypy._cpwsgi_server.CPWSGIServer(('::', 9283)) shut down 2024-08-29T18:47:19.881 INFO:journalctl@ceph.mgr.y.smithi028.stdout:Aug 29 18:47:19 smithi028 bash[70818]: [29/Aug/2024:18:47:19] ENGINE Bus STOPPED 2024-08-29T18:47:19.881 INFO:journalctl@ceph.mgr.y.smithi028.stdout:Aug 29 18:47:19 smithi028 bash[70818]: [29/Aug/2024:18:47:19] ENGINE Bus STARTING 2024-08-29T18:47:19.881 INFO:journalctl@ceph.mgr.y.smithi028.stdout:Aug 29 18:47:19 smithi028 bash[70818]: [29/Aug/2024:18:47:19] ENGINE Serving on http://:::9283 2024-08-29T18:47:19.881 INFO:journalctl@ceph.mgr.y.smithi028.stdout:Aug 29 18:47:19 smithi028 bash[70818]: [29/Aug/2024:18:47:19] ENGINE Bus STARTED 2024-08-29T18:47:19.882 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:47:19 smithi028 bash[77168]: cluster 2024-08-29T18:47:18.369893+0000 mon.a (mon.0) 3345 : cluster [DBG] osdmap e1850: 8 total, 8 up, 8 in 2024-08-29T18:47:19.882 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:47:19 smithi028 bash[77168]: cluster 2024-08-29T18:47:18.639275+0000 mon.a (mon.0) 3346 : cluster [DBG] osdmap e1851: 8 total, 8 up, 8 in 2024-08-29T18:47:19.882 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:47:19 smithi028 bash[77168]: audit 2024-08-29T18:47:18.743314+0000 mon.a (mon.0) 3347 : audit [INF] from='client.? ' entity='client.admin' 2024-08-29T18:47:19.882 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:47:19 smithi028 bash[77168]: audit 2024-08-29T18:47:18.775585+0000 mon.a (mon.0) 3348 : audit [DBG] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-29T18:47:19.882 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:47:19 smithi028 bash[77168]: audit 2024-08-29T18:47:18.778987+0000 mon.a (mon.0) 3349 : audit [DBG] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-29T18:47:19.882 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:47:19 smithi028 bash[77168]: audit 2024-08-29T18:47:18.780571+0000 mon.a (mon.0) 3350 : audit [INF] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-29T18:47:19.882 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:47:19 smithi028 bash[77168]: audit 2024-08-29T18:47:18.791910+0000 mon.a (mon.0) 3351 : audit [INF] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' 2024-08-29T18:47:19.882 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:47:19 smithi028 bash[77168]: audit 2024-08-29T18:47:19.043932+0000 mon.a (mon.0) 3352 : audit [INF] from='client.? ' entity='client.admin' 2024-08-29T18:47:19.882 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:47:19 smithi028 bash[77168]: audit 2024-08-29T18:47:19.064548+0000 mon.a (mon.0) 3353 : audit [DBG] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-29T18:47:19.882 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:47:19 smithi028 bash[77168]: audit 2024-08-29T18:47:19.066843+0000 mon.a (mon.0) 3354 : audit [DBG] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-29T18:47:19.882 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:47:19 smithi028 bash[77168]: audit 2024-08-29T18:47:19.067848+0000 mon.a (mon.0) 3355 : audit [INF] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-29T18:47:19.883 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:47:19 smithi028 bash[77168]: audit 2024-08-29T18:47:19.076755+0000 mon.a (mon.0) 3356 : audit [INF] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' 2024-08-29T18:47:19.883 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:47:19 smithi028 bash[78352]: cluster 2024-08-29T18:47:18.369893+0000 mon.a (mon.0) 3345 : cluster [DBG] osdmap e1850: 8 total, 8 up, 8 in 2024-08-29T18:47:19.883 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:47:19 smithi028 bash[78352]: cluster 2024-08-29T18:47:18.639275+0000 mon.a (mon.0) 3346 : cluster [DBG] osdmap e1851: 8 total, 8 up, 8 in 2024-08-29T18:47:19.883 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:47:19 smithi028 bash[78352]: audit 2024-08-29T18:47:18.743314+0000 mon.a (mon.0) 3347 : audit [INF] from='client.? ' entity='client.admin' 2024-08-29T18:47:19.883 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:47:19 smithi028 bash[78352]: audit 2024-08-29T18:47:18.775585+0000 mon.a (mon.0) 3348 : audit [DBG] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-29T18:47:19.883 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:47:19 smithi028 bash[78352]: audit 2024-08-29T18:47:18.778987+0000 mon.a (mon.0) 3349 : audit [DBG] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-29T18:47:19.883 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:47:19 smithi028 bash[78352]: audit 2024-08-29T18:47:18.780571+0000 mon.a (mon.0) 3350 : audit [INF] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-29T18:47:19.883 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:47:19 smithi028 bash[78352]: audit 2024-08-29T18:47:18.791910+0000 mon.a (mon.0) 3351 : audit [INF] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' 2024-08-29T18:47:19.883 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:47:19 smithi028 bash[78352]: audit 2024-08-29T18:47:19.043932+0000 mon.a (mon.0) 3352 : audit [INF] from='client.? ' entity='client.admin' 2024-08-29T18:47:19.883 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:47:19 smithi028 bash[78352]: audit 2024-08-29T18:47:19.064548+0000 mon.a (mon.0) 3353 : audit [DBG] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-29T18:47:19.883 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:47:19 smithi028 bash[78352]: audit 2024-08-29T18:47:19.066843+0000 mon.a (mon.0) 3354 : audit [DBG] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-29T18:47:19.884 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:47:19 smithi028 bash[78352]: audit 2024-08-29T18:47:19.067848+0000 mon.a (mon.0) 3355 : audit [INF] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-29T18:47:19.884 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:47:19 smithi028 bash[78352]: audit 2024-08-29T18:47:19.076755+0000 mon.a (mon.0) 3356 : audit [INF] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' 2024-08-29T18:47:21.116 INFO:tasks.workunit.client.0.smithi028.stdout:using new format! 2024-08-29T18:47:21.381 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:47:21 smithi028 bash[77168]: cluster 2024-08-29T18:47:20.084351+0000 mon.a (mon.0) 3357 : cluster [DBG] osdmap e1852: 8 total, 8 up, 8 in 2024-08-29T18:47:21.381 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:47:21 smithi028 bash[77168]: audit 2024-08-29T18:47:20.095572+0000 mon.c (mon.2) 132 : audit [INF] from='client.? 172.21.15.28:0/2887986953' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi028-116573-31","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-29T18:47:21.382 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:47:21 smithi028 bash[77168]: audit 2024-08-29T18:47:20.102729+0000 mon.a (mon.0) 3358 : audit [INF] from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi028-116573-31","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-29T18:47:21.382 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:47:21 smithi028 bash[77168]: cluster 2024-08-29T18:47:20.260503+0000 mgr.y (mgr.25022) 1818 : cluster [DBG] pgmap v3189: 681 pgs: 32 unknown, 649 active+clean; 152 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 511 KiB/s rd, 86 KiB/s wr, 662 op/s 2024-08-29T18:47:21.382 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:47:21 smithi028 bash[78352]: cluster 2024-08-29T18:47:20.084351+0000 mon.a (mon.0) 3357 : cluster [DBG] osdmap e1852: 8 total, 8 up, 8 in 2024-08-29T18:47:21.382 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:47:21 smithi028 bash[78352]: audit 2024-08-29T18:47:20.095572+0000 mon.c (mon.2) 132 : audit [INF] from='client.? 172.21.15.28:0/2887986953' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi028-116573-31","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-29T18:47:21.382 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:47:21 smithi028 bash[78352]: audit 2024-08-29T18:47:20.102729+0000 mon.a (mon.0) 3358 : audit [INF] from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi028-116573-31","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-29T18:47:21.382 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:47:21 smithi028 bash[78352]: cluster 2024-08-29T18:47:20.260503+0000 mgr.y (mgr.25022) 1818 : cluster [DBG] pgmap v3189: 681 pgs: 32 unknown, 649 active+clean; 152 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 511 KiB/s rd, 86 KiB/s wr, 662 op/s 2024-08-29T18:47:21.577 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:47:21 smithi053 bash[68679]: cluster 2024-08-29T18:47:20.084351+0000 mon.a (mon.0) 3357 : cluster [DBG] osdmap e1852: 8 total, 8 up, 8 in 2024-08-29T18:47:21.577 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:47:21 smithi053 bash[68679]: audit 2024-08-29T18:47:20.095572+0000 mon.c (mon.2) 132 : audit [INF] from='client.? 172.21.15.28:0/2887986953' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi028-116573-31","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-29T18:47:21.577 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:47:21 smithi053 bash[68679]: audit 2024-08-29T18:47:20.102729+0000 mon.a (mon.0) 3358 : audit [INF] from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi028-116573-31","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-29T18:47:21.577 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:47:21 smithi053 bash[68679]: cluster 2024-08-29T18:47:20.260503+0000 mgr.y (mgr.25022) 1818 : cluster [DBG] pgmap v3189: 681 pgs: 32 unknown, 649 active+clean; 152 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 511 KiB/s rd, 86 KiB/s wr, 662 op/s 2024-08-29T18:47:21.881 INFO:journalctl@ceph.mgr.y.smithi028.stdout:Aug 29 18:47:21 smithi028 bash[70818]: ::ffff:172.21.15.53 - - [29/Aug/2024:18:47:21] "GET /metrics HTTP/1.1" 200 75495 "" "Prometheus/2.43.0" 2024-08-29T18:47:22.381 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:47:22 smithi028 bash[78352]: cluster 2024-08-29T18:47:21.076314+0000 mon.a (mon.0) 3359 : cluster [WRN] Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-08-29T18:47:22.381 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:47:22 smithi028 bash[78352]: audit 2024-08-29T18:47:21.086413+0000 mon.a (mon.0) 3360 : audit [INF] from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi028-116573-31","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-29T18:47:22.381 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:47:22 smithi028 bash[78352]: cluster 2024-08-29T18:47:21.096147+0000 mon.a (mon.0) 3361 : cluster [DBG] osdmap e1853: 8 total, 8 up, 8 in 2024-08-29T18:47:22.381 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:47:22 smithi028 bash[77168]: cluster 2024-08-29T18:47:21.076314+0000 mon.a (mon.0) 3359 : cluster [WRN] Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-08-29T18:47:22.382 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:47:22 smithi028 bash[77168]: audit 2024-08-29T18:47:21.086413+0000 mon.a (mon.0) 3360 : audit [INF] from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi028-116573-31","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-29T18:47:22.382 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:47:22 smithi028 bash[77168]: cluster 2024-08-29T18:47:21.096147+0000 mon.a (mon.0) 3361 : cluster [DBG] osdmap e1853: 8 total, 8 up, 8 in 2024-08-29T18:47:22.577 INFO:journalctl@ceph.prometheus.a.smithi053.stdout:Aug 29 18:47:22 smithi053 bash[95567]: ts=2024-08-29T18:47:22.318Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"3167ee72-662c-11ef-bcd4-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-29T18:47:22.577 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:47:22 smithi053 bash[68679]: cluster 2024-08-29T18:47:21.076314+0000 mon.a (mon.0) 3359 : cluster [WRN] Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-08-29T18:47:22.577 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:47:22 smithi053 bash[68679]: audit 2024-08-29T18:47:21.086413+0000 mon.a (mon.0) 3360 : audit [INF] from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi028-116573-31","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-29T18:47:22.577 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:47:22 smithi053 bash[68679]: cluster 2024-08-29T18:47:21.096147+0000 mon.a (mon.0) 3361 : cluster [DBG] osdmap e1853: 8 total, 8 up, 8 in 2024-08-29T18:47:23.201 INFO:tasks.workunit.client.0.smithi028.stdout:using new format! 2024-08-29T18:47:23.250 INFO:tasks.workunit.client.0.smithi028.stdout:using new format! 2024-08-29T18:47:23.274 INFO:tasks.workunit.client.0.smithi028.stdout:using new format! 2024-08-29T18:47:23.381 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:47:23 smithi028 bash[77168]: cluster 2024-08-29T18:47:22.104583+0000 mon.a (mon.0) 3362 : cluster [DBG] osdmap e1854: 8 total, 8 up, 8 in 2024-08-29T18:47:23.381 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:47:23 smithi028 bash[77168]: cluster 2024-08-29T18:47:22.261724+0000 mgr.y (mgr.25022) 1819 : cluster [DBG] pgmap v3192: 681 pgs: 9 creating+peering, 23 unknown, 649 active+clean; 152 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 602 KiB/s rd, 35 KiB/s wr, 777 op/s 2024-08-29T18:47:23.381 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:47:23 smithi028 bash[78352]: cluster 2024-08-29T18:47:22.104583+0000 mon.a (mon.0) 3362 : cluster [DBG] osdmap e1854: 8 total, 8 up, 8 in 2024-08-29T18:47:23.381 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:47:23 smithi028 bash[78352]: cluster 2024-08-29T18:47:22.261724+0000 mgr.y (mgr.25022) 1819 : cluster [DBG] pgmap v3192: 681 pgs: 9 creating+peering, 23 unknown, 649 active+clean; 152 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 602 KiB/s rd, 35 KiB/s wr, 777 op/s 2024-08-29T18:47:23.576 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:47:23 smithi053 bash[68679]: cluster 2024-08-29T18:47:22.104583+0000 mon.a (mon.0) 3362 : cluster [DBG] osdmap e1854: 8 total, 8 up, 8 in 2024-08-29T18:47:23.577 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:47:23 smithi053 bash[68679]: cluster 2024-08-29T18:47:22.261724+0000 mgr.y (mgr.25022) 1819 : cluster [DBG] pgmap v3192: 681 pgs: 9 creating+peering, 23 unknown, 649 active+clean; 152 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 602 KiB/s rd, 35 KiB/s wr, 777 op/s 2024-08-29T18:47:24.335 INFO:tasks.workunit.client.0.smithi028.stdout:[ OK ] TestLibRBD.PoolStatsPP (5276 ms) 2024-08-29T18:47:24.335 INFO:tasks.workunit.client.0.smithi028.stdout:[ RUN ] TestLibRBD.ImageSpec 2024-08-29T18:47:24.381 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:47:24 smithi028 bash[78352]: cluster 2024-08-29T18:47:23.097364+0000 mon.a (mon.0) 3363 : cluster [INF] Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-08-29T18:47:24.381 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:47:24 smithi028 bash[78352]: cluster 2024-08-29T18:47:23.117655+0000 mon.a (mon.0) 3364 : cluster [DBG] osdmap e1855: 8 total, 8 up, 8 in 2024-08-29T18:47:24.381 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:47:24 smithi028 bash[77168]: cluster 2024-08-29T18:47:23.097364+0000 mon.a (mon.0) 3363 : cluster [INF] Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-08-29T18:47:24.381 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:47:24 smithi028 bash[77168]: cluster 2024-08-29T18:47:23.117655+0000 mon.a (mon.0) 3364 : cluster [DBG] osdmap e1855: 8 total, 8 up, 8 in 2024-08-29T18:47:24.576 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:47:24 smithi053 bash[68679]: cluster 2024-08-29T18:47:23.097364+0000 mon.a (mon.0) 3363 : cluster [INF] Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-08-29T18:47:24.577 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:47:24 smithi053 bash[68679]: cluster 2024-08-29T18:47:23.117655+0000 mon.a (mon.0) 3364 : cluster [DBG] osdmap e1855: 8 total, 8 up, 8 in 2024-08-29T18:47:25.576 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:47:25 smithi053 bash[68679]: cluster 2024-08-29T18:47:24.120126+0000 mon.a (mon.0) 3365 : cluster [DBG] osdmap e1856: 8 total, 8 up, 8 in 2024-08-29T18:47:25.577 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:47:25 smithi053 bash[68679]: cluster 2024-08-29T18:47:24.262991+0000 mgr.y (mgr.25022) 1820 : cluster [DBG] pgmap v3195: 681 pgs: 9 creating+peering, 13 unknown, 659 active+clean; 152 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 144 KiB/s rd, 15 KiB/s wr, 215 op/s 2024-08-29T18:47:25.631 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:47:25 smithi028 bash[78352]: cluster 2024-08-29T18:47:24.120126+0000 mon.a (mon.0) 3365 : cluster [DBG] osdmap e1856: 8 total, 8 up, 8 in 2024-08-29T18:47:25.631 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:47:25 smithi028 bash[78352]: cluster 2024-08-29T18:47:24.262991+0000 mgr.y (mgr.25022) 1820 : cluster [DBG] pgmap v3195: 681 pgs: 9 creating+peering, 13 unknown, 659 active+clean; 152 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 144 KiB/s rd, 15 KiB/s wr, 215 op/s 2024-08-29T18:47:25.631 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:47:25 smithi028 bash[77168]: cluster 2024-08-29T18:47:24.120126+0000 mon.a (mon.0) 3365 : cluster [DBG] osdmap e1856: 8 total, 8 up, 8 in 2024-08-29T18:47:25.632 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:47:25 smithi028 bash[77168]: cluster 2024-08-29T18:47:24.262991+0000 mgr.y (mgr.25022) 1820 : cluster [DBG] pgmap v3195: 681 pgs: 9 creating+peering, 13 unknown, 659 active+clean; 152 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 144 KiB/s rd, 15 KiB/s wr, 215 op/s 2024-08-29T18:47:26.172 INFO:tasks.workunit.client.0.smithi028.stdout:using new format! 2024-08-29T18:47:26.577 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:47:26 smithi053 bash[68679]: cluster 2024-08-29T18:47:25.152985+0000 mon.a (mon.0) 3366 : cluster [DBG] osdmap e1857: 8 total, 8 up, 8 in 2024-08-29T18:47:26.577 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:47:26 smithi053 bash[68679]: audit 2024-08-29T18:47:25.163667+0000 mon.c (mon.2) 133 : audit [INF] from='client.? 172.21.15.28:0/2502739809' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi028-116573-32","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-29T18:47:26.577 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:47:26 smithi053 bash[68679]: audit 2024-08-29T18:47:25.165942+0000 mon.a (mon.0) 3367 : audit [INF] from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi028-116573-32","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-29T18:47:26.631 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:47:26 smithi028 bash[78352]: cluster 2024-08-29T18:47:25.152985+0000 mon.a (mon.0) 3366 : cluster [DBG] osdmap e1857: 8 total, 8 up, 8 in 2024-08-29T18:47:26.631 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:47:26 smithi028 bash[78352]: audit 2024-08-29T18:47:25.163667+0000 mon.c (mon.2) 133 : audit [INF] from='client.? 172.21.15.28:0/2502739809' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi028-116573-32","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-29T18:47:26.631 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:47:26 smithi028 bash[78352]: audit 2024-08-29T18:47:25.165942+0000 mon.a (mon.0) 3367 : audit [INF] from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi028-116573-32","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-29T18:47:26.632 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:47:26 smithi028 bash[77168]: cluster 2024-08-29T18:47:25.152985+0000 mon.a (mon.0) 3366 : cluster [DBG] osdmap e1857: 8 total, 8 up, 8 in 2024-08-29T18:47:26.632 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:47:26 smithi028 bash[77168]: audit 2024-08-29T18:47:25.163667+0000 mon.c (mon.2) 133 : audit [INF] from='client.? 172.21.15.28:0/2502739809' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi028-116573-32","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-29T18:47:26.632 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:47:26 smithi028 bash[77168]: audit 2024-08-29T18:47:25.165942+0000 mon.a (mon.0) 3367 : audit [INF] from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi028-116573-32","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-29T18:47:27.577 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:47:27 smithi053 bash[68679]: audit 2024-08-29T18:47:26.146650+0000 mon.a (mon.0) 3368 : audit [INF] from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi028-116573-32","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-29T18:47:27.577 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:47:27 smithi053 bash[68679]: cluster 2024-08-29T18:47:26.154894+0000 mon.a (mon.0) 3369 : cluster [DBG] osdmap e1858: 8 total, 8 up, 8 in 2024-08-29T18:47:27.577 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:47:27 smithi053 bash[68679]: cluster 2024-08-29T18:47:26.264221+0000 mgr.y (mgr.25022) 1821 : cluster [DBG] pgmap v3198: 713 pgs: 3 creating+peering, 29 unknown, 681 active+clean; 152 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 107 KiB/s rd, 9.0 KiB/s wr, 145 op/s 2024-08-29T18:47:27.577 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:47:27 smithi053 bash[68679]: audit 2024-08-29T18:47:27.150464+0000 mon.a (mon.0) 3370 : audit [DBG] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-29T18:47:27.631 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:47:27 smithi028 bash[78352]: audit 2024-08-29T18:47:26.146650+0000 mon.a (mon.0) 3368 : audit [INF] from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi028-116573-32","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-29T18:47:27.631 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:47:27 smithi028 bash[78352]: cluster 2024-08-29T18:47:26.154894+0000 mon.a (mon.0) 3369 : cluster [DBG] osdmap e1858: 8 total, 8 up, 8 in 2024-08-29T18:47:27.631 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:47:27 smithi028 bash[78352]: cluster 2024-08-29T18:47:26.264221+0000 mgr.y (mgr.25022) 1821 : cluster [DBG] pgmap v3198: 713 pgs: 3 creating+peering, 29 unknown, 681 active+clean; 152 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 107 KiB/s rd, 9.0 KiB/s wr, 145 op/s 2024-08-29T18:47:27.631 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:47:27 smithi028 bash[78352]: audit 2024-08-29T18:47:27.150464+0000 mon.a (mon.0) 3370 : audit [DBG] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-29T18:47:27.632 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:47:27 smithi028 bash[77168]: audit 2024-08-29T18:47:26.146650+0000 mon.a (mon.0) 3368 : audit [INF] from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi028-116573-32","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-29T18:47:27.632 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:47:27 smithi028 bash[77168]: cluster 2024-08-29T18:47:26.154894+0000 mon.a (mon.0) 3369 : cluster [DBG] osdmap e1858: 8 total, 8 up, 8 in 2024-08-29T18:47:27.632 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:47:27 smithi028 bash[77168]: cluster 2024-08-29T18:47:26.264221+0000 mgr.y (mgr.25022) 1821 : cluster [DBG] pgmap v3198: 713 pgs: 3 creating+peering, 29 unknown, 681 active+clean; 152 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 107 KiB/s rd, 9.0 KiB/s wr, 145 op/s 2024-08-29T18:47:27.632 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:47:27 smithi028 bash[77168]: audit 2024-08-29T18:47:27.150464+0000 mon.a (mon.0) 3370 : audit [DBG] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-29T18:47:28.576 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:47:28 smithi053 bash[68679]: cluster 2024-08-29T18:47:27.171387+0000 mon.a (mon.0) 3371 : cluster [DBG] osdmap e1859: 8 total, 8 up, 8 in 2024-08-29T18:47:28.631 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:47:28 smithi028 bash[78352]: cluster 2024-08-29T18:47:27.171387+0000 mon.a (mon.0) 3371 : cluster [DBG] osdmap e1859: 8 total, 8 up, 8 in 2024-08-29T18:47:28.631 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:47:28 smithi028 bash[77168]: cluster 2024-08-29T18:47:27.171387+0000 mon.a (mon.0) 3371 : cluster [DBG] osdmap e1859: 8 total, 8 up, 8 in 2024-08-29T18:47:29.577 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:47:29 smithi053 bash[68679]: cluster 2024-08-29T18:47:28.195092+0000 mon.a (mon.0) 3372 : cluster [DBG] osdmap e1860: 8 total, 8 up, 8 in 2024-08-29T18:47:29.577 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:47:29 smithi053 bash[68679]: cluster 2024-08-29T18:47:28.265776+0000 mgr.y (mgr.25022) 1822 : cluster [DBG] pgmap v3201: 713 pgs: 3 creating+peering, 27 unknown, 683 active+clean; 152 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 19 KiB/s rd, 5.2 KiB/s wr, 29 op/s 2024-08-29T18:47:29.631 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:47:29 smithi028 bash[78352]: cluster 2024-08-29T18:47:28.195092+0000 mon.a (mon.0) 3372 : cluster [DBG] osdmap e1860: 8 total, 8 up, 8 in 2024-08-29T18:47:29.631 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:47:29 smithi028 bash[78352]: cluster 2024-08-29T18:47:28.265776+0000 mgr.y (mgr.25022) 1822 : cluster [DBG] pgmap v3201: 713 pgs: 3 creating+peering, 27 unknown, 683 active+clean; 152 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 19 KiB/s rd, 5.2 KiB/s wr, 29 op/s 2024-08-29T18:47:29.632 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:47:29 smithi028 bash[77168]: cluster 2024-08-29T18:47:28.195092+0000 mon.a (mon.0) 3372 : cluster [DBG] osdmap e1860: 8 total, 8 up, 8 in 2024-08-29T18:47:29.632 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:47:29 smithi028 bash[77168]: cluster 2024-08-29T18:47:28.265776+0000 mgr.y (mgr.25022) 1822 : cluster [DBG] pgmap v3201: 713 pgs: 3 creating+peering, 27 unknown, 683 active+clean; 152 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 19 KiB/s rd, 5.2 KiB/s wr, 29 op/s 2024-08-29T18:47:30.576 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:47:30 smithi053 bash[68679]: cluster 2024-08-29T18:47:29.219082+0000 mon.a (mon.0) 3373 : cluster [DBG] osdmap e1861: 8 total, 8 up, 8 in 2024-08-29T18:47:30.631 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:47:30 smithi028 bash[78352]: cluster 2024-08-29T18:47:29.219082+0000 mon.a (mon.0) 3373 : cluster [DBG] osdmap e1861: 8 total, 8 up, 8 in 2024-08-29T18:47:30.631 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:47:30 smithi028 bash[77168]: cluster 2024-08-29T18:47:29.219082+0000 mon.a (mon.0) 3373 : cluster [DBG] osdmap e1861: 8 total, 8 up, 8 in 2024-08-29T18:47:30.635 INFO:tasks.workunit.client.0.smithi028.stdout:[ OK ] TestLibRBD.ImageSpec (6301 ms) 2024-08-29T18:47:30.635 INFO:tasks.workunit.client.0.smithi028.stdout:[ RUN ] TestLibRBD.SnapRemoveWithChildMissing 2024-08-29T18:47:31.577 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:47:31 smithi053 bash[68679]: cluster 2024-08-29T18:47:30.241242+0000 mon.a (mon.0) 3374 : cluster [DBG] osdmap e1862: 8 total, 8 up, 8 in 2024-08-29T18:47:31.577 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:47:31 smithi053 bash[68679]: cluster 2024-08-29T18:47:30.267290+0000 mgr.y (mgr.25022) 1823 : cluster [DBG] pgmap v3204: 713 pgs: 3 creating+peering, 710 active+clean; 152 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 70 KiB/s rd, 4.7 KiB/s wr, 88 op/s 2024-08-29T18:47:31.631 INFO:journalctl@ceph.mgr.y.smithi028.stdout:Aug 29 18:47:31 smithi028 bash[70818]: ::ffff:172.21.15.53 - - [29/Aug/2024:18:47:31] "GET /metrics HTTP/1.1" 200 80375 "" "Prometheus/2.43.0" 2024-08-29T18:47:31.631 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:47:31 smithi028 bash[78352]: cluster 2024-08-29T18:47:30.241242+0000 mon.a (mon.0) 3374 : cluster [DBG] osdmap e1862: 8 total, 8 up, 8 in 2024-08-29T18:47:31.631 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:47:31 smithi028 bash[78352]: cluster 2024-08-29T18:47:30.267290+0000 mgr.y (mgr.25022) 1823 : cluster [DBG] pgmap v3204: 713 pgs: 3 creating+peering, 710 active+clean; 152 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 70 KiB/s rd, 4.7 KiB/s wr, 88 op/s 2024-08-29T18:47:31.631 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:47:31 smithi028 bash[77168]: cluster 2024-08-29T18:47:30.241242+0000 mon.a (mon.0) 3374 : cluster [DBG] osdmap e1862: 8 total, 8 up, 8 in 2024-08-29T18:47:31.632 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:47:31 smithi028 bash[77168]: cluster 2024-08-29T18:47:30.267290+0000 mgr.y (mgr.25022) 1823 : cluster [DBG] pgmap v3204: 713 pgs: 3 creating+peering, 710 active+clean; 152 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 70 KiB/s rd, 4.7 KiB/s wr, 88 op/s 2024-08-29T18:47:32.277 INFO:tasks.workunit.client.0.smithi028.stdout:using new format! 2024-08-29T18:47:32.577 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:47:32 smithi053 bash[68679]: cluster 2024-08-29T18:47:31.257690+0000 mon.a (mon.0) 3375 : cluster [DBG] osdmap e1863: 8 total, 8 up, 8 in 2024-08-29T18:47:32.577 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:47:32 smithi053 bash[68679]: audit 2024-08-29T18:47:31.259953+0000 mon.c (mon.2) 134 : audit [INF] from='client.? 172.21.15.28:0/2268870409' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi028-116573-33","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-29T18:47:32.577 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:47:32 smithi053 bash[68679]: audit 2024-08-29T18:47:31.279123+0000 mon.a (mon.0) 3376 : audit [INF] from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi028-116573-33","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-29T18:47:32.577 INFO:journalctl@ceph.prometheus.a.smithi053.stdout:Aug 29 18:47:32 smithi053 bash[95567]: ts=2024-08-29T18:47:32.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"3167ee72-662c-11ef-bcd4-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-29T18:47:32.631 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:47:32 smithi028 bash[78352]: cluster 2024-08-29T18:47:31.257690+0000 mon.a (mon.0) 3375 : cluster [DBG] osdmap e1863: 8 total, 8 up, 8 in 2024-08-29T18:47:32.631 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:47:32 smithi028 bash[78352]: audit 2024-08-29T18:47:31.259953+0000 mon.c (mon.2) 134 : audit [INF] from='client.? 172.21.15.28:0/2268870409' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi028-116573-33","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-29T18:47:32.631 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:47:32 smithi028 bash[78352]: audit 2024-08-29T18:47:31.279123+0000 mon.a (mon.0) 3376 : audit [INF] from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi028-116573-33","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-29T18:47:32.631 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:47:32 smithi028 bash[77168]: cluster 2024-08-29T18:47:31.257690+0000 mon.a (mon.0) 3375 : cluster [DBG] osdmap e1863: 8 total, 8 up, 8 in 2024-08-29T18:47:32.631 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:47:32 smithi028 bash[77168]: audit 2024-08-29T18:47:31.259953+0000 mon.c (mon.2) 134 : audit [INF] from='client.? 172.21.15.28:0/2268870409' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi028-116573-33","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-29T18:47:32.632 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:47:32 smithi028 bash[77168]: audit 2024-08-29T18:47:31.279123+0000 mon.a (mon.0) 3376 : audit [INF] from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi028-116573-33","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-29T18:47:33.577 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:47:33 smithi053 bash[68679]: audit 2024-08-29T18:47:32.251092+0000 mon.a (mon.0) 3377 : audit [INF] from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi028-116573-33","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-29T18:47:33.577 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:47:33 smithi053 bash[68679]: cluster 2024-08-29T18:47:32.258785+0000 mon.a (mon.0) 3378 : cluster [DBG] osdmap e1864: 8 total, 8 up, 8 in 2024-08-29T18:47:33.577 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:47:33 smithi053 bash[68679]: cluster 2024-08-29T18:47:32.268313+0000 mgr.y (mgr.25022) 1824 : cluster [DBG] pgmap v3207: 745 pgs: 32 unknown, 713 active+clean; 152 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 67 KiB/s rd, 4.0 KiB/s wr, 84 op/s 2024-08-29T18:47:33.631 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:47:33 smithi028 bash[77168]: audit 2024-08-29T18:47:32.251092+0000 mon.a (mon.0) 3377 : audit [INF] from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi028-116573-33","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-29T18:47:33.631 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:47:33 smithi028 bash[77168]: cluster 2024-08-29T18:47:32.258785+0000 mon.a (mon.0) 3378 : cluster [DBG] osdmap e1864: 8 total, 8 up, 8 in 2024-08-29T18:47:33.631 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:47:33 smithi028 bash[77168]: cluster 2024-08-29T18:47:32.268313+0000 mgr.y (mgr.25022) 1824 : cluster [DBG] pgmap v3207: 745 pgs: 32 unknown, 713 active+clean; 152 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 67 KiB/s rd, 4.0 KiB/s wr, 84 op/s 2024-08-29T18:47:33.632 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:47:33 smithi028 bash[78352]: audit 2024-08-29T18:47:32.251092+0000 mon.a (mon.0) 3377 : audit [INF] from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi028-116573-33","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-29T18:47:33.632 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:47:33 smithi028 bash[78352]: cluster 2024-08-29T18:47:32.258785+0000 mon.a (mon.0) 3378 : cluster [DBG] osdmap e1864: 8 total, 8 up, 8 in 2024-08-29T18:47:33.632 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:47:33 smithi028 bash[78352]: cluster 2024-08-29T18:47:32.268313+0000 mgr.y (mgr.25022) 1824 : cluster [DBG] pgmap v3207: 745 pgs: 32 unknown, 713 active+clean; 152 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 67 KiB/s rd, 4.0 KiB/s wr, 84 op/s 2024-08-29T18:47:34.577 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:47:34 smithi053 bash[68679]: cluster 2024-08-29T18:47:33.286227+0000 mon.a (mon.0) 3379 : cluster [DBG] osdmap e1865: 8 total, 8 up, 8 in 2024-08-29T18:47:34.577 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:47:34 smithi053 bash[68679]: cluster 2024-08-29T18:47:33.652192+0000 mon.a (mon.0) 3380 : cluster [DBG] osdmap e1866: 8 total, 8 up, 8 in 2024-08-29T18:47:34.631 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:47:34 smithi028 bash[77168]: cluster 2024-08-29T18:47:33.286227+0000 mon.a (mon.0) 3379 : cluster [DBG] osdmap e1865: 8 total, 8 up, 8 in 2024-08-29T18:47:34.631 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:47:34 smithi028 bash[77168]: cluster 2024-08-29T18:47:33.652192+0000 mon.a (mon.0) 3380 : cluster [DBG] osdmap e1866: 8 total, 8 up, 8 in 2024-08-29T18:47:34.632 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:47:34 smithi028 bash[78352]: cluster 2024-08-29T18:47:33.286227+0000 mon.a (mon.0) 3379 : cluster [DBG] osdmap e1865: 8 total, 8 up, 8 in 2024-08-29T18:47:34.632 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:47:34 smithi028 bash[78352]: cluster 2024-08-29T18:47:33.652192+0000 mon.a (mon.0) 3380 : cluster [DBG] osdmap e1866: 8 total, 8 up, 8 in 2024-08-29T18:47:35.576 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:47:35 smithi053 bash[68679]: cluster 2024-08-29T18:47:34.269567+0000 mgr.y (mgr.25022) 1825 : cluster [DBG] pgmap v3210: 745 pgs: 21 unknown, 724 active+clean; 152 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 7.7 KiB/s rd, 1023 B/s wr, 12 op/s 2024-08-29T18:47:35.577 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:47:35 smithi053 bash[68679]: cluster 2024-08-29T18:47:34.660123+0000 mon.a (mon.0) 3381 : cluster [DBG] osdmap e1867: 8 total, 8 up, 8 in 2024-08-29T18:47:35.631 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:47:35 smithi028 bash[77168]: cluster 2024-08-29T18:47:34.269567+0000 mgr.y (mgr.25022) 1825 : cluster [DBG] pgmap v3210: 745 pgs: 21 unknown, 724 active+clean; 152 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 7.7 KiB/s rd, 1023 B/s wr, 12 op/s 2024-08-29T18:47:35.631 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:47:35 smithi028 bash[77168]: cluster 2024-08-29T18:47:34.660123+0000 mon.a (mon.0) 3381 : cluster [DBG] osdmap e1867: 8 total, 8 up, 8 in 2024-08-29T18:47:35.631 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:47:35 smithi028 bash[78352]: cluster 2024-08-29T18:47:34.269567+0000 mgr.y (mgr.25022) 1825 : cluster [DBG] pgmap v3210: 745 pgs: 21 unknown, 724 active+clean; 152 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 7.7 KiB/s rd, 1023 B/s wr, 12 op/s 2024-08-29T18:47:35.631 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:47:35 smithi028 bash[78352]: cluster 2024-08-29T18:47:34.660123+0000 mon.a (mon.0) 3381 : cluster [DBG] osdmap e1867: 8 total, 8 up, 8 in 2024-08-29T18:47:37.077 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:47:36 smithi053 bash[68679]: cluster 2024-08-29T18:47:35.663765+0000 mon.a (mon.0) 3382 : cluster [DBG] osdmap e1868: 8 total, 8 up, 8 in 2024-08-29T18:47:37.077 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:47:36 smithi053 bash[68679]: cluster 2024-08-29T18:47:36.270845+0000 mgr.y (mgr.25022) 1826 : cluster [DBG] pgmap v3213: 745 pgs: 745 active+clean; 152 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 98 KiB/s rd, 4.5 KiB/s wr, 125 op/s 2024-08-29T18:47:37.131 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:47:36 smithi028 bash[78352]: cluster 2024-08-29T18:47:35.663765+0000 mon.a (mon.0) 3382 : cluster [DBG] osdmap e1868: 8 total, 8 up, 8 in 2024-08-29T18:47:37.131 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:47:36 smithi028 bash[78352]: cluster 2024-08-29T18:47:36.270845+0000 mgr.y (mgr.25022) 1826 : cluster [DBG] pgmap v3213: 745 pgs: 745 active+clean; 152 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 98 KiB/s rd, 4.5 KiB/s wr, 125 op/s 2024-08-29T18:47:37.131 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:47:36 smithi028 bash[77168]: cluster 2024-08-29T18:47:35.663765+0000 mon.a (mon.0) 3382 : cluster [DBG] osdmap e1868: 8 total, 8 up, 8 in 2024-08-29T18:47:37.131 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:47:36 smithi028 bash[77168]: cluster 2024-08-29T18:47:36.270845+0000 mgr.y (mgr.25022) 1826 : cluster [DBG] pgmap v3213: 745 pgs: 745 active+clean; 152 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 98 KiB/s rd, 4.5 KiB/s wr, 125 op/s 2024-08-29T18:47:38.076 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:47:37 smithi053 bash[68679]: cluster 2024-08-29T18:47:36.675251+0000 mon.a (mon.0) 3383 : cluster [DBG] osdmap e1869: 8 total, 8 up, 8 in 2024-08-29T18:47:38.131 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:47:37 smithi028 bash[77168]: cluster 2024-08-29T18:47:36.675251+0000 mon.a (mon.0) 3383 : cluster [DBG] osdmap e1869: 8 total, 8 up, 8 in 2024-08-29T18:47:38.131 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:47:37 smithi028 bash[78352]: cluster 2024-08-29T18:47:36.675251+0000 mon.a (mon.0) 3383 : cluster [DBG] osdmap e1869: 8 total, 8 up, 8 in 2024-08-29T18:47:38.756 INFO:tasks.workunit.client.0.smithi028.stdout:num children is: 3 2024-08-29T18:47:38.756 INFO:tasks.workunit.client.0.smithi028.stdout:expected: 3 2024-08-29T18:47:38.757 INFO:tasks.workunit.client.0.smithi028.stdout:child: image202 2024-08-29T18:47:38.757 INFO:tasks.workunit.client.0.smithi028.stdout:child: image204 2024-08-29T18:47:38.757 INFO:tasks.workunit.client.0.smithi028.stdout:child: image203 2024-08-29T18:47:38.757 INFO:tasks.workunit.client.0.smithi028.stdout:found child test-librbd-smithi028-116573-14/image202/b1d75dcde9f1 2024-08-29T18:47:38.757 INFO:tasks.workunit.client.0.smithi028.stdout: 2024-08-29T18:47:38.757 INFO:tasks.workunit.client.0.smithi028.stdout:found child test-librbd-smithi028-116573-33/image203/b1d79bcfc511 2024-08-29T18:47:38.757 INFO:tasks.workunit.client.0.smithi028.stdout: 2024-08-29T18:47:38.757 INFO:tasks.workunit.client.0.smithi028.stdout:found child test-librbd-smithi028-116573-14/image204/b1d7bd224014 2024-08-29T18:47:38.757 INFO:tasks.workunit.client.0.smithi028.stdout: 2024-08-29T18:47:38.757 INFO:tasks.workunit.client.0.smithi028.stdout:num children is: 0 2024-08-29T18:47:38.757 INFO:tasks.workunit.client.0.smithi028.stdout:expected: 0 2024-08-29T18:47:38.757 INFO:tasks.workunit.client.0.smithi028.stdout:num snaps is: 0 2024-08-29T18:47:38.757 INFO:tasks.workunit.client.0.smithi028.stdout:expected: 0 2024-08-29T18:47:38.757 INFO:tasks.workunit.client.0.smithi028.stdout:[ OK ] TestLibRBD.SnapRemoveWithChildMissing (8121 ms) 2024-08-29T18:47:38.757 INFO:tasks.workunit.client.0.smithi028.stdout:[ RUN ] TestLibRBD.QuiesceWatch 2024-08-29T18:47:39.077 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:47:38 smithi053 bash[68679]: cluster 2024-08-29T18:47:37.681689+0000 mon.a (mon.0) 3384 : cluster [DBG] osdmap e1870: 8 total, 8 up, 8 in 2024-08-29T18:47:39.077 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:47:38 smithi053 bash[68679]: cluster 2024-08-29T18:47:38.272162+0000 mgr.y (mgr.25022) 1827 : cluster [DBG] pgmap v3216: 713 pgs: 713 active+clean; 6.6 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail 2024-08-29T18:47:39.077 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:47:38 smithi053 bash[68679]: cluster 2024-08-29T18:47:38.654405+0000 mon.a (mon.0) 3385 : cluster [DBG] osdmap e1871: 8 total, 8 up, 8 in 2024-08-29T18:47:39.131 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:47:38 smithi028 bash[78352]: cluster 2024-08-29T18:47:37.681689+0000 mon.a (mon.0) 3384 : cluster [DBG] osdmap e1870: 8 total, 8 up, 8 in 2024-08-29T18:47:39.131 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:47:38 smithi028 bash[78352]: cluster 2024-08-29T18:47:38.272162+0000 mgr.y (mgr.25022) 1827 : cluster [DBG] pgmap v3216: 713 pgs: 713 active+clean; 6.6 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail 2024-08-29T18:47:39.131 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:47:38 smithi028 bash[78352]: cluster 2024-08-29T18:47:38.654405+0000 mon.a (mon.0) 3385 : cluster [DBG] osdmap e1871: 8 total, 8 up, 8 in 2024-08-29T18:47:39.131 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:47:38 smithi028 bash[77168]: cluster 2024-08-29T18:47:37.681689+0000 mon.a (mon.0) 3384 : cluster [DBG] osdmap e1870: 8 total, 8 up, 8 in 2024-08-29T18:47:39.131 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:47:38 smithi028 bash[77168]: cluster 2024-08-29T18:47:38.272162+0000 mgr.y (mgr.25022) 1827 : cluster [DBG] pgmap v3216: 713 pgs: 713 active+clean; 6.6 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail 2024-08-29T18:47:39.131 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:47:38 smithi028 bash[77168]: cluster 2024-08-29T18:47:38.654405+0000 mon.a (mon.0) 3385 : cluster [DBG] osdmap e1871: 8 total, 8 up, 8 in 2024-08-29T18:47:40.746 INFO:tasks.workunit.client.0.smithi028.stdout:using new format! 2024-08-29T18:47:41.077 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:47:40 smithi053 bash[68679]: cluster 2024-08-29T18:47:39.726310+0000 mon.a (mon.0) 3386 : cluster [DBG] osdmap e1872: 8 total, 8 up, 8 in 2024-08-29T18:47:41.077 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:47:40 smithi053 bash[68679]: audit 2024-08-29T18:47:39.730979+0000 mon.c (mon.2) 135 : audit [INF] from='client.? 172.21.15.28:0/2374702994' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi028-116573-34","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-29T18:47:41.077 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:47:40 smithi053 bash[68679]: audit 2024-08-29T18:47:39.735656+0000 mon.a (mon.0) 3387 : audit [INF] from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi028-116573-34","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-29T18:47:41.077 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:47:40 smithi053 bash[68679]: cluster 2024-08-29T18:47:40.273451+0000 mgr.y (mgr.25022) 1828 : cluster [DBG] pgmap v3219: 745 pgs: 32 unknown, 713 active+clean; 6.6 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail 2024-08-29T18:47:41.131 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:47:40 smithi028 bash[78352]: cluster 2024-08-29T18:47:39.726310+0000 mon.a (mon.0) 3386 : cluster [DBG] osdmap e1872: 8 total, 8 up, 8 in 2024-08-29T18:47:41.131 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:47:40 smithi028 bash[78352]: audit 2024-08-29T18:47:39.730979+0000 mon.c (mon.2) 135 : audit [INF] from='client.? 172.21.15.28:0/2374702994' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi028-116573-34","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-29T18:47:41.131 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:47:40 smithi028 bash[78352]: audit 2024-08-29T18:47:39.735656+0000 mon.a (mon.0) 3387 : audit [INF] from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi028-116573-34","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-29T18:47:41.131 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:47:40 smithi028 bash[78352]: cluster 2024-08-29T18:47:40.273451+0000 mgr.y (mgr.25022) 1828 : cluster [DBG] pgmap v3219: 745 pgs: 32 unknown, 713 active+clean; 6.6 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail 2024-08-29T18:47:41.131 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:47:40 smithi028 bash[77168]: cluster 2024-08-29T18:47:39.726310+0000 mon.a (mon.0) 3386 : cluster [DBG] osdmap e1872: 8 total, 8 up, 8 in 2024-08-29T18:47:41.132 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:47:40 smithi028 bash[77168]: audit 2024-08-29T18:47:39.730979+0000 mon.c (mon.2) 135 : audit [INF] from='client.? 172.21.15.28:0/2374702994' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi028-116573-34","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-29T18:47:41.132 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:47:40 smithi028 bash[77168]: audit 2024-08-29T18:47:39.735656+0000 mon.a (mon.0) 3387 : audit [INF] from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi028-116573-34","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-29T18:47:41.132 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:47:40 smithi028 bash[77168]: cluster 2024-08-29T18:47:40.273451+0000 mgr.y (mgr.25022) 1828 : cluster [DBG] pgmap v3219: 745 pgs: 32 unknown, 713 active+clean; 6.6 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail 2024-08-29T18:47:41.743 INFO:journalctl@ceph.mgr.y.smithi028.stdout:Aug 29 18:47:41 smithi028 bash[70818]: ::ffff:172.21.15.53 - - [29/Aug/2024:18:47:41] "GET /metrics HTTP/1.1" 200 80375 "" "Prometheus/2.43.0" 2024-08-29T18:47:42.077 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:47:41 smithi053 bash[68679]: cluster 2024-08-29T18:47:40.713939+0000 mon.a (mon.0) 3388 : cluster [WRN] Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-08-29T18:47:42.077 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:47:41 smithi053 bash[68679]: audit 2024-08-29T18:47:40.724606+0000 mon.a (mon.0) 3389 : audit [INF] from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi028-116573-34","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-29T18:47:42.077 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:47:41 smithi053 bash[68679]: cluster 2024-08-29T18:47:40.736404+0000 mon.a (mon.0) 3390 : cluster [DBG] osdmap e1873: 8 total, 8 up, 8 in 2024-08-29T18:47:42.131 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:47:41 smithi028 bash[78352]: cluster 2024-08-29T18:47:40.713939+0000 mon.a (mon.0) 3388 : cluster [WRN] Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-08-29T18:47:42.131 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:47:41 smithi028 bash[78352]: audit 2024-08-29T18:47:40.724606+0000 mon.a (mon.0) 3389 : audit [INF] from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi028-116573-34","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-29T18:47:42.131 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:47:41 smithi028 bash[78352]: cluster 2024-08-29T18:47:40.736404+0000 mon.a (mon.0) 3390 : cluster [DBG] osdmap e1873: 8 total, 8 up, 8 in 2024-08-29T18:47:42.131 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:47:41 smithi028 bash[77168]: cluster 2024-08-29T18:47:40.713939+0000 mon.a (mon.0) 3388 : cluster [WRN] Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-08-29T18:47:42.131 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:47:41 smithi028 bash[77168]: audit 2024-08-29T18:47:40.724606+0000 mon.a (mon.0) 3389 : audit [INF] from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi028-116573-34","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-29T18:47:42.132 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:47:41 smithi028 bash[77168]: cluster 2024-08-29T18:47:40.736404+0000 mon.a (mon.0) 3390 : cluster [DBG] osdmap e1873: 8 total, 8 up, 8 in 2024-08-29T18:47:42.577 INFO:journalctl@ceph.prometheus.a.smithi053.stdout:Aug 29 18:47:42 smithi053 bash[95567]: ts=2024-08-29T18:47:42.316Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"3167ee72-662c-11ef-bcd4-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-29T18:47:43.077 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:47:42 smithi053 bash[68679]: cluster 2024-08-29T18:47:41.735393+0000 mon.a (mon.0) 3391 : cluster [DBG] osdmap e1874: 8 total, 8 up, 8 in 2024-08-29T18:47:43.077 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:47:42 smithi053 bash[68679]: audit 2024-08-29T18:47:42.156689+0000 mon.a (mon.0) 3392 : audit [INF] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' 2024-08-29T18:47:43.077 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:47:42 smithi053 bash[68679]: audit 2024-08-29T18:47:42.159111+0000 mon.a (mon.0) 3393 : audit [DBG] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-29T18:47:43.078 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:47:42 smithi053 bash[68679]: cluster 2024-08-29T18:47:42.274604+0000 mgr.y (mgr.25022) 1829 : cluster [DBG] pgmap v3222: 745 pgs: 1 creating+peering, 31 unknown, 713 active+clean; 6.6 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 136 KiB/s rd, 8.5 KiB/s wr, 174 op/s 2024-08-29T18:47:43.131 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:47:42 smithi028 bash[78352]: cluster 2024-08-29T18:47:41.735393+0000 mon.a (mon.0) 3391 : cluster [DBG] osdmap e1874: 8 total, 8 up, 8 in 2024-08-29T18:47:43.131 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:47:42 smithi028 bash[78352]: audit 2024-08-29T18:47:42.156689+0000 mon.a (mon.0) 3392 : audit [INF] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' 2024-08-29T18:47:43.131 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:47:42 smithi028 bash[78352]: audit 2024-08-29T18:47:42.159111+0000 mon.a (mon.0) 3393 : audit [DBG] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-29T18:47:43.131 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:47:42 smithi028 bash[78352]: cluster 2024-08-29T18:47:42.274604+0000 mgr.y (mgr.25022) 1829 : cluster [DBG] pgmap v3222: 745 pgs: 1 creating+peering, 31 unknown, 713 active+clean; 6.6 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 136 KiB/s rd, 8.5 KiB/s wr, 174 op/s 2024-08-29T18:47:43.132 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:47:42 smithi028 bash[77168]: cluster 2024-08-29T18:47:41.735393+0000 mon.a (mon.0) 3391 : cluster [DBG] osdmap e1874: 8 total, 8 up, 8 in 2024-08-29T18:47:43.132 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:47:42 smithi028 bash[77168]: audit 2024-08-29T18:47:42.156689+0000 mon.a (mon.0) 3392 : audit [INF] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' 2024-08-29T18:47:43.132 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:47:42 smithi028 bash[77168]: audit 2024-08-29T18:47:42.159111+0000 mon.a (mon.0) 3393 : audit [DBG] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-29T18:47:43.132 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:47:42 smithi028 bash[77168]: cluster 2024-08-29T18:47:42.274604+0000 mgr.y (mgr.25022) 1829 : cluster [DBG] pgmap v3222: 745 pgs: 1 creating+peering, 31 unknown, 713 active+clean; 6.6 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 136 KiB/s rd, 8.5 KiB/s wr, 174 op/s 2024-08-29T18:47:44.077 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:47:43 smithi053 bash[68679]: cluster 2024-08-29T18:47:42.756349+0000 mon.a (mon.0) 3394 : cluster [DBG] osdmap e1875: 8 total, 8 up, 8 in 2024-08-29T18:47:44.077 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:47:43 smithi053 bash[68679]: cluster 2024-08-29T18:47:43.152363+0000 mon.a (mon.0) 3395 : cluster [INF] Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-08-29T18:47:44.077 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:47:43 smithi053 bash[68679]: cluster 2024-08-29T18:47:43.658236+0000 mon.a (mon.0) 3396 : cluster [DBG] osdmap e1876: 8 total, 8 up, 8 in 2024-08-29T18:47:44.131 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:47:43 smithi028 bash[78352]: cluster 2024-08-29T18:47:42.756349+0000 mon.a (mon.0) 3394 : cluster [DBG] osdmap e1875: 8 total, 8 up, 8 in 2024-08-29T18:47:44.131 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:47:43 smithi028 bash[78352]: cluster 2024-08-29T18:47:43.152363+0000 mon.a (mon.0) 3395 : cluster [INF] Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-08-29T18:47:44.131 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:47:43 smithi028 bash[78352]: cluster 2024-08-29T18:47:43.658236+0000 mon.a (mon.0) 3396 : cluster [DBG] osdmap e1876: 8 total, 8 up, 8 in 2024-08-29T18:47:44.131 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:47:43 smithi028 bash[77168]: cluster 2024-08-29T18:47:42.756349+0000 mon.a (mon.0) 3394 : cluster [DBG] osdmap e1875: 8 total, 8 up, 8 in 2024-08-29T18:47:44.131 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:47:43 smithi028 bash[77168]: cluster 2024-08-29T18:47:43.152363+0000 mon.a (mon.0) 3395 : cluster [INF] Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-08-29T18:47:44.132 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:47:43 smithi028 bash[77168]: cluster 2024-08-29T18:47:43.658236+0000 mon.a (mon.0) 3396 : cluster [DBG] osdmap e1876: 8 total, 8 up, 8 in 2024-08-29T18:47:45.077 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:47:44 smithi053 bash[68679]: cluster 2024-08-29T18:47:44.275829+0000 mgr.y (mgr.25022) 1830 : cluster [DBG] pgmap v3225: 745 pgs: 1 creating+peering, 17 unknown, 727 active+clean; 6.6 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 511 B/s rd, 255 B/s wr, 2 op/s 2024-08-29T18:47:45.077 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:47:44 smithi053 bash[68679]: cluster 2024-08-29T18:47:44.661250+0000 mon.a (mon.0) 3397 : cluster [DBG] osdmap e1877: 8 total, 8 up, 8 in 2024-08-29T18:47:45.131 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:47:44 smithi028 bash[78352]: cluster 2024-08-29T18:47:44.275829+0000 mgr.y (mgr.25022) 1830 : cluster [DBG] pgmap v3225: 745 pgs: 1 creating+peering, 17 unknown, 727 active+clean; 6.6 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 511 B/s rd, 255 B/s wr, 2 op/s 2024-08-29T18:47:45.131 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:47:44 smithi028 bash[78352]: cluster 2024-08-29T18:47:44.661250+0000 mon.a (mon.0) 3397 : cluster [DBG] osdmap e1877: 8 total, 8 up, 8 in 2024-08-29T18:47:45.131 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:47:44 smithi028 bash[77168]: cluster 2024-08-29T18:47:44.275829+0000 mgr.y (mgr.25022) 1830 : cluster [DBG] pgmap v3225: 745 pgs: 1 creating+peering, 17 unknown, 727 active+clean; 6.6 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 511 B/s rd, 255 B/s wr, 2 op/s 2024-08-29T18:47:45.131 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:47:44 smithi028 bash[77168]: cluster 2024-08-29T18:47:44.661250+0000 mon.a (mon.0) 3397 : cluster [DBG] osdmap e1877: 8 total, 8 up, 8 in 2024-08-29T18:47:47.076 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:47:46 smithi053 bash[68679]: cluster 2024-08-29T18:47:45.665020+0000 mon.a (mon.0) 3398 : cluster [DBG] osdmap e1878: 8 total, 8 up, 8 in 2024-08-29T18:47:47.077 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:47:46 smithi053 bash[68679]: cluster 2024-08-29T18:47:46.277064+0000 mgr.y (mgr.25022) 1831 : cluster [DBG] pgmap v3228: 745 pgs: 745 active+clean; 6.6 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 26 KiB/s rd, 2.2 KiB/s wr, 35 op/s 2024-08-29T18:47:47.131 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:47:46 smithi028 bash[78352]: cluster 2024-08-29T18:47:45.665020+0000 mon.a (mon.0) 3398 : cluster [DBG] osdmap e1878: 8 total, 8 up, 8 in 2024-08-29T18:47:47.131 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:47:46 smithi028 bash[78352]: cluster 2024-08-29T18:47:46.277064+0000 mgr.y (mgr.25022) 1831 : cluster [DBG] pgmap v3228: 745 pgs: 745 active+clean; 6.6 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 26 KiB/s rd, 2.2 KiB/s wr, 35 op/s 2024-08-29T18:47:47.131 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:47:46 smithi028 bash[77168]: cluster 2024-08-29T18:47:45.665020+0000 mon.a (mon.0) 3398 : cluster [DBG] osdmap e1878: 8 total, 8 up, 8 in 2024-08-29T18:47:47.131 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:47:46 smithi028 bash[77168]: cluster 2024-08-29T18:47:46.277064+0000 mgr.y (mgr.25022) 1831 : cluster [DBG] pgmap v3228: 745 pgs: 745 active+clean; 6.6 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 26 KiB/s rd, 2.2 KiB/s wr, 35 op/s 2024-08-29T18:47:48.076 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:47:47 smithi053 bash[68679]: cluster 2024-08-29T18:47:46.677109+0000 mon.a (mon.0) 3399 : cluster [DBG] osdmap e1879: 8 total, 8 up, 8 in 2024-08-29T18:47:48.131 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:47:47 smithi028 bash[78352]: cluster 2024-08-29T18:47:46.677109+0000 mon.a (mon.0) 3399 : cluster [DBG] osdmap e1879: 8 total, 8 up, 8 in 2024-08-29T18:47:48.131 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:47:47 smithi028 bash[77168]: cluster 2024-08-29T18:47:46.677109+0000 mon.a (mon.0) 3399 : cluster [DBG] osdmap e1879: 8 total, 8 up, 8 in 2024-08-29T18:47:48.872 INFO:tasks.workunit.client.0.smithi028.stdout:[ OK ] TestLibRBD.QuiesceWatch (10116 ms) 2024-08-29T18:47:48.873 INFO:tasks.workunit.client.0.smithi028.stdout:[ RUN ] TestLibRBD.QuiesceWatchPP 2024-08-29T18:47:48.873 INFO:tasks.workunit.client.0.smithi028.stdout:using new format! 2024-08-29T18:47:49.077 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:47:48 smithi053 bash[68679]: cluster 2024-08-29T18:47:47.678505+0000 mon.a (mon.0) 3400 : cluster [DBG] osdmap e1880: 8 total, 8 up, 8 in 2024-08-29T18:47:49.077 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:47:48 smithi053 bash[68679]: cluster 2024-08-29T18:47:48.278318+0000 mgr.y (mgr.25022) 1832 : cluster [DBG] pgmap v3231: 745 pgs: 745 active+clean; 6.6 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 26 KiB/s rd, 2.2 KiB/s wr, 35 op/s 2024-08-29T18:47:49.077 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:47:48 smithi053 bash[68679]: cluster 2024-08-29T18:47:48.659562+0000 mon.a (mon.0) 3401 : cluster [DBG] osdmap e1881: 8 total, 8 up, 8 in 2024-08-29T18:47:49.131 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:47:48 smithi028 bash[78352]: cluster 2024-08-29T18:47:47.678505+0000 mon.a (mon.0) 3400 : cluster [DBG] osdmap e1880: 8 total, 8 up, 8 in 2024-08-29T18:47:49.131 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:47:48 smithi028 bash[78352]: cluster 2024-08-29T18:47:48.278318+0000 mgr.y (mgr.25022) 1832 : cluster [DBG] pgmap v3231: 745 pgs: 745 active+clean; 6.6 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 26 KiB/s rd, 2.2 KiB/s wr, 35 op/s 2024-08-29T18:47:49.131 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:47:48 smithi028 bash[78352]: cluster 2024-08-29T18:47:48.659562+0000 mon.a (mon.0) 3401 : cluster [DBG] osdmap e1881: 8 total, 8 up, 8 in 2024-08-29T18:47:49.131 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:47:48 smithi028 bash[77168]: cluster 2024-08-29T18:47:47.678505+0000 mon.a (mon.0) 3400 : cluster [DBG] osdmap e1880: 8 total, 8 up, 8 in 2024-08-29T18:47:49.131 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:47:48 smithi028 bash[77168]: cluster 2024-08-29T18:47:48.278318+0000 mgr.y (mgr.25022) 1832 : cluster [DBG] pgmap v3231: 745 pgs: 745 active+clean; 6.6 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 26 KiB/s rd, 2.2 KiB/s wr, 35 op/s 2024-08-29T18:47:49.131 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:47:48 smithi028 bash[77168]: cluster 2024-08-29T18:47:48.659562+0000 mon.a (mon.0) 3401 : cluster [DBG] osdmap e1881: 8 total, 8 up, 8 in 2024-08-29T18:47:51.077 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:47:50 smithi053 bash[68679]: cluster 2024-08-29T18:47:49.716411+0000 mon.a (mon.0) 3402 : cluster [DBG] osdmap e1882: 8 total, 8 up, 8 in 2024-08-29T18:47:51.077 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:47:50 smithi053 bash[68679]: cluster 2024-08-29T18:47:50.279630+0000 mgr.y (mgr.25022) 1833 : cluster [DBG] pgmap v3234: 745 pgs: 745 active+clean; 6.6 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 70 KiB/s rd, 5.2 KiB/s wr, 93 op/s 2024-08-29T18:47:51.131 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:47:50 smithi028 bash[78352]: cluster 2024-08-29T18:47:49.716411+0000 mon.a (mon.0) 3402 : cluster [DBG] osdmap e1882: 8 total, 8 up, 8 in 2024-08-29T18:47:51.131 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:47:50 smithi028 bash[78352]: cluster 2024-08-29T18:47:50.279630+0000 mgr.y (mgr.25022) 1833 : cluster [DBG] pgmap v3234: 745 pgs: 745 active+clean; 6.6 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 70 KiB/s rd, 5.2 KiB/s wr, 93 op/s 2024-08-29T18:47:51.131 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:47:50 smithi028 bash[77168]: cluster 2024-08-29T18:47:49.716411+0000 mon.a (mon.0) 3402 : cluster [DBG] osdmap e1882: 8 total, 8 up, 8 in 2024-08-29T18:47:51.131 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:47:50 smithi028 bash[77168]: cluster 2024-08-29T18:47:50.279630+0000 mgr.y (mgr.25022) 1833 : cluster [DBG] pgmap v3234: 745 pgs: 745 active+clean; 6.6 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 70 KiB/s rd, 5.2 KiB/s wr, 93 op/s 2024-08-29T18:47:51.718 INFO:journalctl@ceph.mgr.y.smithi028.stdout:Aug 29 18:47:51 smithi028 bash[70818]: ::ffff:172.21.15.53 - - [29/Aug/2024:18:47:51] "GET /metrics HTTP/1.1" 200 82870 "" "Prometheus/2.43.0" 2024-08-29T18:47:52.076 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:47:51 smithi053 bash[68679]: cluster 2024-08-29T18:47:50.727247+0000 mon.a (mon.0) 3403 : cluster [DBG] osdmap e1883: 8 total, 8 up, 8 in 2024-08-29T18:47:52.131 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:47:51 smithi028 bash[77168]: cluster 2024-08-29T18:47:50.727247+0000 mon.a (mon.0) 3403 : cluster [DBG] osdmap e1883: 8 total, 8 up, 8 in 2024-08-29T18:47:52.131 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:47:51 smithi028 bash[78352]: cluster 2024-08-29T18:47:50.727247+0000 mon.a (mon.0) 3403 : cluster [DBG] osdmap e1883: 8 total, 8 up, 8 in 2024-08-29T18:47:52.576 INFO:journalctl@ceph.prometheus.a.smithi053.stdout:Aug 29 18:47:52 smithi053 bash[95567]: ts=2024-08-29T18:47:52.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"3167ee72-662c-11ef-bcd4-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-29T18:47:53.076 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:47:52 smithi053 bash[68679]: cluster 2024-08-29T18:47:51.731545+0000 mon.a (mon.0) 3404 : cluster [DBG] osdmap e1884: 8 total, 8 up, 8 in 2024-08-29T18:47:53.077 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:47:52 smithi053 bash[68679]: cluster 2024-08-29T18:47:52.280880+0000 mgr.y (mgr.25022) 1834 : cluster [DBG] pgmap v3237: 745 pgs: 745 active+clean; 6.6 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 74 KiB/s rd, 5.2 KiB/s wr, 100 op/s 2024-08-29T18:47:53.131 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:47:52 smithi028 bash[78352]: cluster 2024-08-29T18:47:51.731545+0000 mon.a (mon.0) 3404 : cluster [DBG] osdmap e1884: 8 total, 8 up, 8 in 2024-08-29T18:47:53.131 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:47:52 smithi028 bash[78352]: cluster 2024-08-29T18:47:52.280880+0000 mgr.y (mgr.25022) 1834 : cluster [DBG] pgmap v3237: 745 pgs: 745 active+clean; 6.6 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 74 KiB/s rd, 5.2 KiB/s wr, 100 op/s 2024-08-29T18:47:53.131 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:47:52 smithi028 bash[77168]: cluster 2024-08-29T18:47:51.731545+0000 mon.a (mon.0) 3404 : cluster [DBG] osdmap e1884: 8 total, 8 up, 8 in 2024-08-29T18:47:53.131 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:47:52 smithi028 bash[77168]: cluster 2024-08-29T18:47:52.280880+0000 mgr.y (mgr.25022) 1834 : cluster [DBG] pgmap v3237: 745 pgs: 745 active+clean; 6.6 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 74 KiB/s rd, 5.2 KiB/s wr, 100 op/s 2024-08-29T18:47:54.077 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:47:53 smithi053 bash[68679]: cluster 2024-08-29T18:47:52.746400+0000 mon.a (mon.0) 3405 : cluster [DBG] osdmap e1885: 8 total, 8 up, 8 in 2024-08-29T18:47:54.077 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:47:53 smithi053 bash[68679]: cluster 2024-08-29T18:47:53.671231+0000 mon.a (mon.0) 3406 : cluster [DBG] osdmap e1886: 8 total, 8 up, 8 in 2024-08-29T18:47:54.131 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:47:53 smithi028 bash[77168]: cluster 2024-08-29T18:47:52.746400+0000 mon.a (mon.0) 3405 : cluster [DBG] osdmap e1885: 8 total, 8 up, 8 in 2024-08-29T18:47:54.131 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:47:53 smithi028 bash[77168]: cluster 2024-08-29T18:47:53.671231+0000 mon.a (mon.0) 3406 : cluster [DBG] osdmap e1886: 8 total, 8 up, 8 in 2024-08-29T18:47:54.131 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:47:53 smithi028 bash[78352]: cluster 2024-08-29T18:47:52.746400+0000 mon.a (mon.0) 3405 : cluster [DBG] osdmap e1885: 8 total, 8 up, 8 in 2024-08-29T18:47:54.131 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:47:53 smithi028 bash[78352]: cluster 2024-08-29T18:47:53.671231+0000 mon.a (mon.0) 3406 : cluster [DBG] osdmap e1886: 8 total, 8 up, 8 in 2024-08-29T18:47:55.020 INFO:tasks.workunit.client.0.smithi028.stdout:[ OK ] TestLibRBD.QuiesceWatchPP (6148 ms) 2024-08-29T18:47:55.020 INFO:tasks.workunit.client.0.smithi028.stdout:[ RUN ] TestLibRBD.QuiesceWatchError 2024-08-29T18:47:55.021 INFO:tasks.workunit.client.0.smithi028.stdout:using new format! 2024-08-29T18:47:55.077 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:47:54 smithi053 bash[68679]: cluster 2024-08-29T18:47:54.282196+0000 mgr.y (mgr.25022) 1835 : cluster [DBG] pgmap v3240: 745 pgs: 745 active+clean; 6.6 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 8.2 KiB/s rd, 1.2 KiB/s wr, 15 op/s 2024-08-29T18:47:55.131 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:47:54 smithi028 bash[78352]: cluster 2024-08-29T18:47:54.282196+0000 mgr.y (mgr.25022) 1835 : cluster [DBG] pgmap v3240: 745 pgs: 745 active+clean; 6.6 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 8.2 KiB/s rd, 1.2 KiB/s wr, 15 op/s 2024-08-29T18:47:55.131 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:47:54 smithi028 bash[77168]: cluster 2024-08-29T18:47:54.282196+0000 mgr.y (mgr.25022) 1835 : cluster [DBG] pgmap v3240: 745 pgs: 745 active+clean; 6.6 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 8.2 KiB/s rd, 1.2 KiB/s wr, 15 op/s 2024-08-29T18:47:56.076 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:47:55 smithi053 bash[68679]: cluster 2024-08-29T18:47:54.759627+0000 mon.a (mon.0) 3407 : cluster [DBG] osdmap e1887: 8 total, 8 up, 8 in 2024-08-29T18:47:56.131 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:47:55 smithi028 bash[77168]: cluster 2024-08-29T18:47:54.759627+0000 mon.a (mon.0) 3407 : cluster [DBG] osdmap e1887: 8 total, 8 up, 8 in 2024-08-29T18:47:56.131 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:47:55 smithi028 bash[78352]: cluster 2024-08-29T18:47:54.759627+0000 mon.a (mon.0) 3407 : cluster [DBG] osdmap e1887: 8 total, 8 up, 8 in 2024-08-29T18:47:57.077 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:47:56 smithi053 bash[68679]: cluster 2024-08-29T18:47:55.766832+0000 mon.a (mon.0) 3408 : cluster [DBG] osdmap e1888: 8 total, 8 up, 8 in 2024-08-29T18:47:57.077 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:47:56 smithi053 bash[68679]: cluster 2024-08-29T18:47:56.283431+0000 mgr.y (mgr.25022) 1836 : cluster [DBG] pgmap v3243: 745 pgs: 745 active+clean; 6.6 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 50 KiB/s rd, 6.0 KiB/s wr, 69 op/s 2024-08-29T18:47:57.132 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:47:56 smithi028 bash[77168]: cluster 2024-08-29T18:47:55.766832+0000 mon.a (mon.0) 3408 : cluster [DBG] osdmap e1888: 8 total, 8 up, 8 in 2024-08-29T18:47:57.132 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:47:56 smithi028 bash[77168]: cluster 2024-08-29T18:47:56.283431+0000 mgr.y (mgr.25022) 1836 : cluster [DBG] pgmap v3243: 745 pgs: 745 active+clean; 6.6 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 50 KiB/s rd, 6.0 KiB/s wr, 69 op/s 2024-08-29T18:47:57.133 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:47:56 smithi028 bash[78352]: cluster 2024-08-29T18:47:55.766832+0000 mon.a (mon.0) 3408 : cluster [DBG] osdmap e1888: 8 total, 8 up, 8 in 2024-08-29T18:47:57.133 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:47:56 smithi028 bash[78352]: cluster 2024-08-29T18:47:56.283431+0000 mgr.y (mgr.25022) 1836 : cluster [DBG] pgmap v3243: 745 pgs: 745 active+clean; 6.6 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 50 KiB/s rd, 6.0 KiB/s wr, 69 op/s 2024-08-29T18:47:58.077 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:47:57 smithi053 bash[68679]: cluster 2024-08-29T18:47:56.778690+0000 mon.a (mon.0) 3409 : cluster [DBG] osdmap e1889: 8 total, 8 up, 8 in 2024-08-29T18:47:58.077 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:47:57 smithi053 bash[68679]: audit 2024-08-29T18:47:57.157349+0000 mon.a (mon.0) 3410 : audit [INF] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' 2024-08-29T18:47:58.077 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:47:57 smithi053 bash[68679]: audit 2024-08-29T18:47:57.159616+0000 mon.a (mon.0) 3411 : audit [DBG] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-29T18:47:58.131 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:47:57 smithi028 bash[77168]: cluster 2024-08-29T18:47:56.778690+0000 mon.a (mon.0) 3409 : cluster [DBG] osdmap e1889: 8 total, 8 up, 8 in 2024-08-29T18:47:58.131 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:47:57 smithi028 bash[77168]: audit 2024-08-29T18:47:57.157349+0000 mon.a (mon.0) 3410 : audit [INF] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' 2024-08-29T18:47:58.131 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:47:57 smithi028 bash[77168]: audit 2024-08-29T18:47:57.159616+0000 mon.a (mon.0) 3411 : audit [DBG] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-29T18:47:58.131 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:47:57 smithi028 bash[78352]: cluster 2024-08-29T18:47:56.778690+0000 mon.a (mon.0) 3409 : cluster [DBG] osdmap e1889: 8 total, 8 up, 8 in 2024-08-29T18:47:58.131 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:47:57 smithi028 bash[78352]: audit 2024-08-29T18:47:57.157349+0000 mon.a (mon.0) 3410 : audit [INF] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' 2024-08-29T18:47:58.131 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:47:57 smithi028 bash[78352]: audit 2024-08-29T18:47:57.159616+0000 mon.a (mon.0) 3411 : audit [DBG] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-29T18:47:59.077 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:47:58 smithi053 bash[68679]: cluster 2024-08-29T18:47:57.779212+0000 mon.a (mon.0) 3412 : cluster [DBG] osdmap e1890: 8 total, 8 up, 8 in 2024-08-29T18:47:59.077 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:47:58 smithi053 bash[68679]: cluster 2024-08-29T18:47:58.284677+0000 mgr.y (mgr.25022) 1837 : cluster [DBG] pgmap v3246: 745 pgs: 745 active+clean; 6.6 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 46 KiB/s rd, 4.7 KiB/s wr, 61 op/s 2024-08-29T18:47:59.077 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:47:58 smithi053 bash[68679]: cluster 2024-08-29T18:47:58.672270+0000 mon.a (mon.0) 3413 : cluster [DBG] osdmap e1891: 8 total, 8 up, 8 in 2024-08-29T18:47:59.131 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:47:58 smithi028 bash[77168]: cluster 2024-08-29T18:47:57.779212+0000 mon.a (mon.0) 3412 : cluster [DBG] osdmap e1890: 8 total, 8 up, 8 in 2024-08-29T18:47:59.131 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:47:58 smithi028 bash[77168]: cluster 2024-08-29T18:47:58.284677+0000 mgr.y (mgr.25022) 1837 : cluster [DBG] pgmap v3246: 745 pgs: 745 active+clean; 6.6 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 46 KiB/s rd, 4.7 KiB/s wr, 61 op/s 2024-08-29T18:47:59.131 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:47:58 smithi028 bash[77168]: cluster 2024-08-29T18:47:58.672270+0000 mon.a (mon.0) 3413 : cluster [DBG] osdmap e1891: 8 total, 8 up, 8 in 2024-08-29T18:47:59.131 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:47:58 smithi028 bash[78352]: cluster 2024-08-29T18:47:57.779212+0000 mon.a (mon.0) 3412 : cluster [DBG] osdmap e1890: 8 total, 8 up, 8 in 2024-08-29T18:47:59.131 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:47:58 smithi028 bash[78352]: cluster 2024-08-29T18:47:58.284677+0000 mgr.y (mgr.25022) 1837 : cluster [DBG] pgmap v3246: 745 pgs: 745 active+clean; 6.6 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 46 KiB/s rd, 4.7 KiB/s wr, 61 op/s 2024-08-29T18:47:59.131 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:47:58 smithi028 bash[78352]: cluster 2024-08-29T18:47:58.672270+0000 mon.a (mon.0) 3413 : cluster [DBG] osdmap e1891: 8 total, 8 up, 8 in 2024-08-29T18:48:00.884 INFO:tasks.workunit.client.0.smithi028.stdout:10.00% done 2024-08-29T18:48:00.884 INFO:tasks.workunit.client.0.smithi028.stdout:[ OK ] TestLibRBD.QuiesceWatchError (5863 ms) 2024-08-29T18:48:00.884 INFO:tasks.workunit.client.0.smithi028.stdout:[ RUN ] TestLibRBD.QuiesceWatchTimeout 2024-08-29T18:48:00.884 INFO:tasks.workunit.client.0.smithi028.stdout:using new format! 2024-08-29T18:48:00.916 INFO:tasks.workunit.client.0.smithi028.stderr:test quiesce is not long enough to time out 2024-08-29T18:48:01.076 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:48:00 smithi053 bash[68679]: cluster 2024-08-29T18:47:59.676115+0000 mon.a (mon.0) 3414 : cluster [DBG] osdmap e1892: 8 total, 8 up, 8 in 2024-08-29T18:48:01.077 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:48:00 smithi053 bash[68679]: cluster 2024-08-29T18:48:00.286122+0000 mgr.y (mgr.25022) 1838 : cluster [DBG] pgmap v3249: 745 pgs: 745 active+clean; 6.6 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 83 KiB/s rd, 5.7 KiB/s wr, 112 op/s 2024-08-29T18:48:01.131 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:48:00 smithi028 bash[78352]: cluster 2024-08-29T18:47:59.676115+0000 mon.a (mon.0) 3414 : cluster [DBG] osdmap e1892: 8 total, 8 up, 8 in 2024-08-29T18:48:01.168 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:48:00 smithi028 bash[78352]: cluster 2024-08-29T18:48:00.286122+0000 mgr.y (mgr.25022) 1838 : cluster [DBG] pgmap v3249: 745 pgs: 745 active+clean; 6.6 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 83 KiB/s rd, 5.7 KiB/s wr, 112 op/s 2024-08-29T18:48:01.169 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:48:00 smithi028 bash[77168]: cluster 2024-08-29T18:47:59.676115+0000 mon.a (mon.0) 3414 : cluster [DBG] osdmap e1892: 8 total, 8 up, 8 in 2024-08-29T18:48:01.169 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:48:00 smithi028 bash[77168]: cluster 2024-08-29T18:48:00.286122+0000 mgr.y (mgr.25022) 1838 : cluster [DBG] pgmap v3249: 745 pgs: 745 active+clean; 6.6 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 83 KiB/s rd, 5.7 KiB/s wr, 112 op/s 2024-08-29T18:48:01.680 INFO:journalctl@ceph.mgr.y.smithi028.stdout:Aug 29 18:48:01 smithi028 bash[70818]: ::ffff:172.21.15.53 - - [29/Aug/2024:18:48:01] "GET /metrics HTTP/1.1" 200 82906 "" "Prometheus/2.43.0" 2024-08-29T18:48:02.076 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:48:01 smithi053 bash[68679]: cluster 2024-08-29T18:48:00.690914+0000 mon.a (mon.0) 3415 : cluster [DBG] osdmap e1893: 8 total, 8 up, 8 in 2024-08-29T18:48:02.131 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:48:01 smithi028 bash[78352]: cluster 2024-08-29T18:48:00.690914+0000 mon.a (mon.0) 3415 : cluster [DBG] osdmap e1893: 8 total, 8 up, 8 in 2024-08-29T18:48:02.131 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:48:01 smithi028 bash[77168]: cluster 2024-08-29T18:48:00.690914+0000 mon.a (mon.0) 3415 : cluster [DBG] osdmap e1893: 8 total, 8 up, 8 in 2024-08-29T18:48:02.577 INFO:journalctl@ceph.prometheus.a.smithi053.stdout:Aug 29 18:48:02 smithi053 bash[95567]: ts=2024-08-29T18:48:02.316Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"3167ee72-662c-11ef-bcd4-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-29T18:48:03.077 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:48:02 smithi053 bash[68679]: audit 2024-08-29T18:48:01.919899+0000 mon.a (mon.0) 3416 : audit [INF] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "107.14", "id": [3, 0]}]: dispatch 2024-08-29T18:48:03.077 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:48:02 smithi053 bash[68679]: audit 2024-08-29T18:48:01.920349+0000 mon.a (mon.0) 3417 : audit [INF] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "109.6", "id": [3, 6]}]: dispatch 2024-08-29T18:48:03.077 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:48:02 smithi053 bash[68679]: audit 2024-08-29T18:48:01.920729+0000 mon.a (mon.0) 3418 : audit [INF] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "109.17", "id": [3, 0]}]: dispatch 2024-08-29T18:48:03.077 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:48:02 smithi053 bash[68679]: cluster 2024-08-29T18:48:02.287368+0000 mgr.y (mgr.25022) 1839 : cluster [DBG] pgmap v3251: 745 pgs: 745 active+clean; 6.6 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 74 KiB/s rd, 5.1 KiB/s wr, 99 op/s 2024-08-29T18:48:03.131 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:48:02 smithi028 bash[78352]: audit 2024-08-29T18:48:01.919899+0000 mon.a (mon.0) 3416 : audit [INF] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "107.14", "id": [3, 0]}]: dispatch 2024-08-29T18:48:03.131 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:48:02 smithi028 bash[78352]: audit 2024-08-29T18:48:01.920349+0000 mon.a (mon.0) 3417 : audit [INF] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "109.6", "id": [3, 6]}]: dispatch 2024-08-29T18:48:03.131 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:48:02 smithi028 bash[78352]: audit 2024-08-29T18:48:01.920729+0000 mon.a (mon.0) 3418 : audit [INF] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "109.17", "id": [3, 0]}]: dispatch 2024-08-29T18:48:03.131 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:48:02 smithi028 bash[78352]: cluster 2024-08-29T18:48:02.287368+0000 mgr.y (mgr.25022) 1839 : cluster [DBG] pgmap v3251: 745 pgs: 745 active+clean; 6.6 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 74 KiB/s rd, 5.1 KiB/s wr, 99 op/s 2024-08-29T18:48:03.131 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:48:02 smithi028 bash[77168]: audit 2024-08-29T18:48:01.919899+0000 mon.a (mon.0) 3416 : audit [INF] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "107.14", "id": [3, 0]}]: dispatch 2024-08-29T18:48:03.131 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:48:02 smithi028 bash[77168]: audit 2024-08-29T18:48:01.920349+0000 mon.a (mon.0) 3417 : audit [INF] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "109.6", "id": [3, 6]}]: dispatch 2024-08-29T18:48:03.132 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:48:02 smithi028 bash[77168]: audit 2024-08-29T18:48:01.920729+0000 mon.a (mon.0) 3418 : audit [INF] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "109.17", "id": [3, 0]}]: dispatch 2024-08-29T18:48:03.132 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:48:02 smithi028 bash[77168]: cluster 2024-08-29T18:48:02.287368+0000 mgr.y (mgr.25022) 1839 : cluster [DBG] pgmap v3251: 745 pgs: 745 active+clean; 6.6 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 74 KiB/s rd, 5.1 KiB/s wr, 99 op/s 2024-08-29T18:48:04.077 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:48:03 smithi053 bash[68679]: audit 2024-08-29T18:48:02.693296+0000 mon.a (mon.0) 3419 : audit [INF] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "107.14", "id": [3, 0]}]': finished 2024-08-29T18:48:04.077 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:48:03 smithi053 bash[68679]: audit 2024-08-29T18:48:02.693483+0000 mon.a (mon.0) 3420 : audit [INF] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "109.6", "id": [3, 6]}]': finished 2024-08-29T18:48:04.077 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:48:03 smithi053 bash[68679]: audit 2024-08-29T18:48:02.693685+0000 mon.a (mon.0) 3421 : audit [INF] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "109.17", "id": [3, 0]}]': finished 2024-08-29T18:48:04.077 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:48:03 smithi053 bash[68679]: cluster 2024-08-29T18:48:02.701823+0000 mon.a (mon.0) 3422 : cluster [DBG] osdmap e1894: 8 total, 8 up, 8 in 2024-08-29T18:48:04.077 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:48:03 smithi053 bash[68679]: cluster 2024-08-29T18:48:03.677049+0000 mon.a (mon.0) 3423 : cluster [DBG] osdmap e1895: 8 total, 8 up, 8 in 2024-08-29T18:48:04.131 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:48:03 smithi028 bash[78352]: audit 2024-08-29T18:48:02.693296+0000 mon.a (mon.0) 3419 : audit [INF] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "107.14", "id": [3, 0]}]': finished 2024-08-29T18:48:04.131 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:48:03 smithi028 bash[78352]: audit 2024-08-29T18:48:02.693483+0000 mon.a (mon.0) 3420 : audit [INF] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "109.6", "id": [3, 6]}]': finished 2024-08-29T18:48:04.131 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:48:03 smithi028 bash[78352]: audit 2024-08-29T18:48:02.693685+0000 mon.a (mon.0) 3421 : audit [INF] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "109.17", "id": [3, 0]}]': finished 2024-08-29T18:48:04.131 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:48:03 smithi028 bash[78352]: cluster 2024-08-29T18:48:02.701823+0000 mon.a (mon.0) 3422 : cluster [DBG] osdmap e1894: 8 total, 8 up, 8 in 2024-08-29T18:48:04.131 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:48:03 smithi028 bash[78352]: cluster 2024-08-29T18:48:03.677049+0000 mon.a (mon.0) 3423 : cluster [DBG] osdmap e1895: 8 total, 8 up, 8 in 2024-08-29T18:48:04.132 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:48:03 smithi028 bash[77168]: audit 2024-08-29T18:48:02.693296+0000 mon.a (mon.0) 3419 : audit [INF] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "107.14", "id": [3, 0]}]': finished 2024-08-29T18:48:04.132 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:48:03 smithi028 bash[77168]: audit 2024-08-29T18:48:02.693483+0000 mon.a (mon.0) 3420 : audit [INF] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "109.6", "id": [3, 6]}]': finished 2024-08-29T18:48:04.132 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:48:03 smithi028 bash[77168]: audit 2024-08-29T18:48:02.693685+0000 mon.a (mon.0) 3421 : audit [INF] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "109.17", "id": [3, 0]}]': finished 2024-08-29T18:48:04.132 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:48:03 smithi028 bash[77168]: cluster 2024-08-29T18:48:02.701823+0000 mon.a (mon.0) 3422 : cluster [DBG] osdmap e1894: 8 total, 8 up, 8 in 2024-08-29T18:48:04.132 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:48:03 smithi028 bash[77168]: cluster 2024-08-29T18:48:03.677049+0000 mon.a (mon.0) 3423 : cluster [DBG] osdmap e1895: 8 total, 8 up, 8 in 2024-08-29T18:48:05.076 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:48:04 smithi053 bash[68679]: cluster 2024-08-29T18:48:04.288678+0000 mgr.y (mgr.25022) 1840 : cluster [DBG] pgmap v3254: 745 pgs: 1 peering, 744 active+clean; 6.6 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 9.1 KiB/s rd, 1.1 KiB/s wr, 15 op/s 2024-08-29T18:48:05.131 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:48:04 smithi028 bash[78352]: cluster 2024-08-29T18:48:04.288678+0000 mgr.y (mgr.25022) 1840 : cluster [DBG] pgmap v3254: 745 pgs: 1 peering, 744 active+clean; 6.6 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 9.1 KiB/s rd, 1.1 KiB/s wr, 15 op/s 2024-08-29T18:48:05.131 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:48:04 smithi028 bash[77168]: cluster 2024-08-29T18:48:04.288678+0000 mgr.y (mgr.25022) 1840 : cluster [DBG] pgmap v3254: 745 pgs: 1 peering, 744 active+clean; 6.6 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 9.1 KiB/s rd, 1.1 KiB/s wr, 15 op/s 2024-08-29T18:48:06.631 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:48:06 smithi028 bash[77168]: cluster 2024-08-29T18:48:06.293258+0000 mgr.y (mgr.25022) 1841 : cluster [DBG] pgmap v3255: 745 pgs: 1 peering, 744 active+clean; 6.6 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 28 KiB/s rd, 2.2 KiB/s wr, 39 op/s; 0 B/s, 0 objects/s recovering 2024-08-29T18:48:06.631 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:48:06 smithi028 bash[78352]: cluster 2024-08-29T18:48:06.293258+0000 mgr.y (mgr.25022) 1841 : cluster [DBG] pgmap v3255: 745 pgs: 1 peering, 744 active+clean; 6.6 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 28 KiB/s rd, 2.2 KiB/s wr, 39 op/s; 0 B/s, 0 objects/s recovering 2024-08-29T18:48:06.826 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:48:06 smithi053 bash[68679]: cluster 2024-08-29T18:48:06.293258+0000 mgr.y (mgr.25022) 1841 : cluster [DBG] pgmap v3255: 745 pgs: 1 peering, 744 active+clean; 6.6 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 28 KiB/s rd, 2.2 KiB/s wr, 39 op/s; 0 B/s, 0 objects/s recovering 2024-08-29T18:48:08.631 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:48:08 smithi028 bash[77168]: cluster 2024-08-29T18:48:08.295300+0000 mgr.y (mgr.25022) 1842 : cluster [DBG] pgmap v3256: 745 pgs: 1 peering, 744 active+clean; 6.6 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 22 KiB/s rd, 1.7 KiB/s wr, 31 op/s; 0 B/s, 0 objects/s recovering 2024-08-29T18:48:08.631 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:48:08 smithi028 bash[78352]: cluster 2024-08-29T18:48:08.295300+0000 mgr.y (mgr.25022) 1842 : cluster [DBG] pgmap v3256: 745 pgs: 1 peering, 744 active+clean; 6.6 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 22 KiB/s rd, 1.7 KiB/s wr, 31 op/s; 0 B/s, 0 objects/s recovering 2024-08-29T18:48:08.826 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:48:08 smithi053 bash[68679]: cluster 2024-08-29T18:48:08.295300+0000 mgr.y (mgr.25022) 1842 : cluster [DBG] pgmap v3256: 745 pgs: 1 peering, 744 active+clean; 6.6 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 22 KiB/s rd, 1.7 KiB/s wr, 31 op/s; 0 B/s, 0 objects/s recovering 2024-08-29T18:48:09.743 INFO:tasks.workunit.client.0.smithi028.stderr:test quiesce is timed out 2024-08-29T18:48:09.751 INFO:tasks.workunit.client.0.smithi028.stderr:waiting for timed out ... 0 2024-08-29T18:48:10.076 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:48:09 smithi053 bash[68679]: cluster 2024-08-29T18:48:08.678529+0000 mon.a (mon.0) 3424 : cluster [DBG] osdmap e1896: 8 total, 8 up, 8 in 2024-08-29T18:48:10.131 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:48:09 smithi028 bash[77168]: cluster 2024-08-29T18:48:08.678529+0000 mon.a (mon.0) 3424 : cluster [DBG] osdmap e1896: 8 total, 8 up, 8 in 2024-08-29T18:48:10.131 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:48:09 smithi028 bash[78352]: cluster 2024-08-29T18:48:08.678529+0000 mon.a (mon.0) 3424 : cluster [DBG] osdmap e1896: 8 total, 8 up, 8 in 2024-08-29T18:48:10.751 INFO:tasks.workunit.client.0.smithi028.stderr:waiting for timed out ... 1 2024-08-29T18:48:11.076 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:48:10 smithi053 bash[68679]: cluster 2024-08-29T18:48:09.683712+0000 mon.a (mon.0) 3425 : cluster [DBG] osdmap e1897: 8 total, 8 up, 8 in 2024-08-29T18:48:11.077 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:48:10 smithi053 bash[68679]: cluster 2024-08-29T18:48:10.296546+0000 mgr.y (mgr.25022) 1843 : cluster [DBG] pgmap v3259: 745 pgs: 745 active+clean; 6.6 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 19 KiB/s rd, 1.2 KiB/s wr, 25 op/s; 0 B/s, 0 objects/s recovering 2024-08-29T18:48:11.131 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:48:10 smithi028 bash[78352]: cluster 2024-08-29T18:48:09.683712+0000 mon.a (mon.0) 3425 : cluster [DBG] osdmap e1897: 8 total, 8 up, 8 in 2024-08-29T18:48:11.131 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:48:10 smithi028 bash[78352]: cluster 2024-08-29T18:48:10.296546+0000 mgr.y (mgr.25022) 1843 : cluster [DBG] pgmap v3259: 745 pgs: 745 active+clean; 6.6 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 19 KiB/s rd, 1.2 KiB/s wr, 25 op/s; 0 B/s, 0 objects/s recovering 2024-08-29T18:48:11.131 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:48:10 smithi028 bash[77168]: cluster 2024-08-29T18:48:09.683712+0000 mon.a (mon.0) 3425 : cluster [DBG] osdmap e1897: 8 total, 8 up, 8 in 2024-08-29T18:48:11.131 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:48:10 smithi028 bash[77168]: cluster 2024-08-29T18:48:10.296546+0000 mgr.y (mgr.25022) 1843 : cluster [DBG] pgmap v3259: 745 pgs: 745 active+clean; 6.6 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 19 KiB/s rd, 1.2 KiB/s wr, 25 op/s; 0 B/s, 0 objects/s recovering 2024-08-29T18:48:11.751 INFO:tasks.workunit.client.0.smithi028.stderr:waiting for timed out ... 2 2024-08-29T18:48:11.881 INFO:journalctl@ceph.mgr.y.smithi028.stdout:Aug 29 18:48:11 smithi028 bash[70818]: ::ffff:172.21.15.53 - - [29/Aug/2024:18:48:11] "GET /metrics HTTP/1.1" 200 82906 "" "Prometheus/2.43.0" 2024-08-29T18:48:12.577 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:48:12 smithi053 bash[68679]: audit 2024-08-29T18:48:12.151641+0000 mon.a (mon.0) 3426 : audit [DBG] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-29T18:48:12.577 INFO:journalctl@ceph.prometheus.a.smithi053.stdout:Aug 29 18:48:12 smithi053 bash[95567]: ts=2024-08-29T18:48:12.316Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"3167ee72-662c-11ef-bcd4-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-29T18:48:12.631 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:48:12 smithi028 bash[78352]: audit 2024-08-29T18:48:12.151641+0000 mon.a (mon.0) 3426 : audit [DBG] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-29T18:48:12.631 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:48:12 smithi028 bash[77168]: audit 2024-08-29T18:48:12.151641+0000 mon.a (mon.0) 3426 : audit [DBG] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-29T18:48:12.751 INFO:tasks.workunit.client.0.smithi028.stderr:waiting for timed out ... 3 2024-08-29T18:48:13.576 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:48:13 smithi053 bash[68679]: cluster 2024-08-29T18:48:12.298720+0000 mgr.y (mgr.25022) 1844 : cluster [DBG] pgmap v3260: 745 pgs: 745 active+clean; 6.6 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 16 KiB/s rd, 1022 B/s wr, 21 op/s; 0 B/s, 0 objects/s recovering 2024-08-29T18:48:13.631 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:48:13 smithi028 bash[78352]: cluster 2024-08-29T18:48:12.298720+0000 mgr.y (mgr.25022) 1844 : cluster [DBG] pgmap v3260: 745 pgs: 745 active+clean; 6.6 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 16 KiB/s rd, 1022 B/s wr, 21 op/s; 0 B/s, 0 objects/s recovering 2024-08-29T18:48:13.631 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:48:13 smithi028 bash[77168]: cluster 2024-08-29T18:48:12.298720+0000 mgr.y (mgr.25022) 1844 : cluster [DBG] pgmap v3260: 745 pgs: 745 active+clean; 6.6 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 16 KiB/s rd, 1022 B/s wr, 21 op/s; 0 B/s, 0 objects/s recovering 2024-08-29T18:48:13.751 INFO:tasks.workunit.client.0.smithi028.stderr:waiting for timed out ... 4 2024-08-29T18:48:14.631 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:48:14 smithi028 bash[78352]: cluster 2024-08-29T18:48:14.302034+0000 mgr.y (mgr.25022) 1845 : cluster [DBG] pgmap v3261: 745 pgs: 745 active+clean; 6.6 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 3.1 KiB/s rd, 383 B/s wr, 3 op/s 2024-08-29T18:48:14.631 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:48:14 smithi028 bash[77168]: cluster 2024-08-29T18:48:14.302034+0000 mgr.y (mgr.25022) 1845 : cluster [DBG] pgmap v3261: 745 pgs: 745 active+clean; 6.6 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 3.1 KiB/s rd, 383 B/s wr, 3 op/s 2024-08-29T18:48:14.751 INFO:tasks.workunit.client.0.smithi028.stderr:waiting for timed out ... 5 2024-08-29T18:48:14.826 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:48:14 smithi053 bash[68679]: cluster 2024-08-29T18:48:14.302034+0000 mgr.y (mgr.25022) 1845 : cluster [DBG] pgmap v3261: 745 pgs: 745 active+clean; 6.6 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 3.1 KiB/s rd, 383 B/s wr, 3 op/s 2024-08-29T18:48:15.752 INFO:tasks.workunit.client.0.smithi028.stderr:waiting for timed out ... 6 2024-08-29T18:48:16.631 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:48:16 smithi028 bash[78352]: cluster 2024-08-29T18:48:16.306525+0000 mgr.y (mgr.25022) 1846 : cluster [DBG] pgmap v3262: 745 pgs: 745 active+clean; 6.6 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 3.6 KiB/s rd, 383 B/s wr, 4 op/s 2024-08-29T18:48:16.631 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:48:16 smithi028 bash[77168]: cluster 2024-08-29T18:48:16.306525+0000 mgr.y (mgr.25022) 1846 : cluster [DBG] pgmap v3262: 745 pgs: 745 active+clean; 6.6 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 3.6 KiB/s rd, 383 B/s wr, 4 op/s 2024-08-29T18:48:16.752 INFO:tasks.workunit.client.0.smithi028.stderr:waiting for timed out ... 7 2024-08-29T18:48:16.826 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:48:16 smithi053 bash[68679]: cluster 2024-08-29T18:48:16.306525+0000 mgr.y (mgr.25022) 1846 : cluster [DBG] pgmap v3262: 745 pgs: 745 active+clean; 6.6 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 3.6 KiB/s rd, 383 B/s wr, 4 op/s 2024-08-29T18:48:17.752 INFO:tasks.workunit.client.0.smithi028.stderr:waiting for timed out ... 8 2024-08-29T18:48:18.631 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:48:18 smithi028 bash[78352]: cluster 2024-08-29T18:48:18.308473+0000 mgr.y (mgr.25022) 1847 : cluster [DBG] pgmap v3263: 745 pgs: 745 active+clean; 6.6 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 3.0 KiB/s rd, 318 B/s wr, 3 op/s 2024-08-29T18:48:18.631 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:48:18 smithi028 bash[77168]: cluster 2024-08-29T18:48:18.308473+0000 mgr.y (mgr.25022) 1847 : cluster [DBG] pgmap v3263: 745 pgs: 745 active+clean; 6.6 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 3.0 KiB/s rd, 318 B/s wr, 3 op/s 2024-08-29T18:48:18.752 INFO:tasks.workunit.client.0.smithi028.stderr:waiting for timed out ... 9 2024-08-29T18:48:18.826 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:48:18 smithi053 bash[68679]: cluster 2024-08-29T18:48:18.308473+0000 mgr.y (mgr.25022) 1847 : cluster [DBG] pgmap v3263: 745 pgs: 745 active+clean; 6.6 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 3.0 KiB/s rd, 318 B/s wr, 3 op/s 2024-08-29T18:48:19.631 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:48:19 smithi028 bash[78352]: audit 2024-08-29T18:48:19.154699+0000 mon.a (mon.0) 3427 : audit [DBG] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-29T18:48:19.631 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:48:19 smithi028 bash[77168]: audit 2024-08-29T18:48:19.154699+0000 mon.a (mon.0) 3427 : audit [DBG] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-29T18:48:19.752 INFO:tasks.workunit.client.0.smithi028.stderr:waiting for timed out ... 10 2024-08-29T18:48:19.826 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:48:19 smithi053 bash[68679]: audit 2024-08-29T18:48:19.154699+0000 mon.a (mon.0) 3427 : audit [DBG] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-29T18:48:20.631 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:48:20 smithi028 bash[78352]: audit 2024-08-29T18:48:19.935978+0000 mon.a (mon.0) 3428 : audit [DBG] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-29T18:48:20.631 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:48:20 smithi028 bash[78352]: audit 2024-08-29T18:48:19.937522+0000 mon.a (mon.0) 3429 : audit [INF] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-29T18:48:20.631 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:48:20 smithi028 bash[78352]: audit 2024-08-29T18:48:19.945093+0000 mon.a (mon.0) 3430 : audit [INF] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' 2024-08-29T18:48:20.631 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:48:20 smithi028 bash[78352]: cluster 2024-08-29T18:48:20.314469+0000 mgr.y (mgr.25022) 1848 : cluster [DBG] pgmap v3264: 745 pgs: 745 active+clean; 6.6 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 2.7 KiB/s rd, 288 B/s wr, 3 op/s 2024-08-29T18:48:20.632 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:48:20 smithi028 bash[77168]: audit 2024-08-29T18:48:19.935978+0000 mon.a (mon.0) 3428 : audit [DBG] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-29T18:48:20.632 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:48:20 smithi028 bash[77168]: audit 2024-08-29T18:48:19.937522+0000 mon.a (mon.0) 3429 : audit [INF] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-29T18:48:20.632 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:48:20 smithi028 bash[77168]: audit 2024-08-29T18:48:19.945093+0000 mon.a (mon.0) 3430 : audit [INF] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' 2024-08-29T18:48:20.632 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:48:20 smithi028 bash[77168]: cluster 2024-08-29T18:48:20.314469+0000 mgr.y (mgr.25022) 1848 : cluster [DBG] pgmap v3264: 745 pgs: 745 active+clean; 6.6 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 2.7 KiB/s rd, 288 B/s wr, 3 op/s 2024-08-29T18:48:20.826 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:48:20 smithi053 bash[68679]: audit 2024-08-29T18:48:19.935978+0000 mon.a (mon.0) 3428 : audit [DBG] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-29T18:48:20.827 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:48:20 smithi053 bash[68679]: audit 2024-08-29T18:48:19.937522+0000 mon.a (mon.0) 3429 : audit [INF] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-29T18:48:20.827 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:48:20 smithi053 bash[68679]: audit 2024-08-29T18:48:19.945093+0000 mon.a (mon.0) 3430 : audit [INF] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' 2024-08-29T18:48:20.827 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:48:20 smithi053 bash[68679]: cluster 2024-08-29T18:48:20.314469+0000 mgr.y (mgr.25022) 1848 : cluster [DBG] pgmap v3264: 745 pgs: 745 active+clean; 6.6 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 2.7 KiB/s rd, 288 B/s wr, 3 op/s 2024-08-29T18:48:21.881 INFO:journalctl@ceph.mgr.y.smithi028.stdout:Aug 29 18:48:21 smithi028 bash[70818]: ::ffff:172.21.15.53 - - [29/Aug/2024:18:48:21] "GET /metrics HTTP/1.1" 200 82908 "" "Prometheus/2.43.0" 2024-08-29T18:48:22.577 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:48:22 smithi053 bash[68679]: cluster 2024-08-29T18:48:22.316601+0000 mgr.y (mgr.25022) 1849 : cluster [DBG] pgmap v3265: 745 pgs: 745 active+clean; 6.6 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 2.4 KiB/s rd, 255 B/s wr, 3 op/s 2024-08-29T18:48:22.577 INFO:journalctl@ceph.prometheus.a.smithi053.stdout:Aug 29 18:48:22 smithi053 bash[95567]: ts=2024-08-29T18:48:22.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"3167ee72-662c-11ef-bcd4-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-29T18:48:22.631 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:48:22 smithi028 bash[78352]: cluster 2024-08-29T18:48:22.316601+0000 mgr.y (mgr.25022) 1849 : cluster [DBG] pgmap v3265: 745 pgs: 745 active+clean; 6.6 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 2.4 KiB/s rd, 255 B/s wr, 3 op/s 2024-08-29T18:48:22.631 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:48:22 smithi028 bash[77168]: cluster 2024-08-29T18:48:22.316601+0000 mgr.y (mgr.25022) 1849 : cluster [DBG] pgmap v3265: 745 pgs: 745 active+clean; 6.6 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 2.4 KiB/s rd, 255 B/s wr, 3 op/s 2024-08-29T18:48:24.826 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:48:24 smithi053 bash[68679]: cluster 2024-08-29T18:48:24.319949+0000 mgr.y (mgr.25022) 1850 : cluster [DBG] pgmap v3266: 745 pgs: 745 active+clean; 6.6 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 2.4 KiB/s rd, 255 B/s wr, 3 op/s 2024-08-29T18:48:24.881 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:48:24 smithi028 bash[78352]: cluster 2024-08-29T18:48:24.319949+0000 mgr.y (mgr.25022) 1850 : cluster [DBG] pgmap v3266: 745 pgs: 745 active+clean; 6.6 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 2.4 KiB/s rd, 255 B/s wr, 3 op/s 2024-08-29T18:48:24.881 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:48:24 smithi028 bash[77168]: cluster 2024-08-29T18:48:24.319949+0000 mgr.y (mgr.25022) 1850 : cluster [DBG] pgmap v3266: 745 pgs: 745 active+clean; 6.6 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 2.4 KiB/s rd, 255 B/s wr, 3 op/s 2024-08-29T18:48:26.826 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:48:26 smithi053 bash[68679]: cluster 2024-08-29T18:48:26.324431+0000 mgr.y (mgr.25022) 1851 : cluster [DBG] pgmap v3267: 745 pgs: 745 active+clean; 6.6 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 340 B/s rd, 0 op/s 2024-08-29T18:48:26.881 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:48:26 smithi028 bash[78352]: cluster 2024-08-29T18:48:26.324431+0000 mgr.y (mgr.25022) 1851 : cluster [DBG] pgmap v3267: 745 pgs: 745 active+clean; 6.6 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 340 B/s rd, 0 op/s 2024-08-29T18:48:26.881 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:48:26 smithi028 bash[77168]: cluster 2024-08-29T18:48:26.324431+0000 mgr.y (mgr.25022) 1851 : cluster [DBG] pgmap v3267: 745 pgs: 745 active+clean; 6.6 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 340 B/s rd, 0 op/s 2024-08-29T18:48:27.826 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:48:27 smithi053 bash[68679]: audit 2024-08-29T18:48:27.153012+0000 mon.a (mon.0) 3431 : audit [DBG] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-29T18:48:27.881 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:48:27 smithi028 bash[78352]: audit 2024-08-29T18:48:27.153012+0000 mon.a (mon.0) 3431 : audit [DBG] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-29T18:48:27.881 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:48:27 smithi028 bash[77168]: audit 2024-08-29T18:48:27.153012+0000 mon.a (mon.0) 3431 : audit [DBG] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-29T18:48:29.826 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:48:29 smithi053 bash[68679]: cluster 2024-08-29T18:48:28.326688+0000 mgr.y (mgr.25022) 1852 : cluster [DBG] pgmap v3268: 745 pgs: 745 active+clean; 6.6 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail 2024-08-29T18:48:29.881 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:48:29 smithi028 bash[78352]: cluster 2024-08-29T18:48:28.326688+0000 mgr.y (mgr.25022) 1852 : cluster [DBG] pgmap v3268: 745 pgs: 745 active+clean; 6.6 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail 2024-08-29T18:48:29.881 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:48:29 smithi028 bash[77168]: cluster 2024-08-29T18:48:28.326688+0000 mgr.y (mgr.25022) 1852 : cluster [DBG] pgmap v3268: 745 pgs: 745 active+clean; 6.6 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail 2024-08-29T18:48:30.752 INFO:tasks.workunit.client.0.smithi028.stderr:test retry succeeds 2024-08-29T18:48:31.827 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:48:31 smithi053 bash[68679]: cluster 2024-08-29T18:48:30.331875+0000 mgr.y (mgr.25022) 1853 : cluster [DBG] pgmap v3269: 745 pgs: 745 active+clean; 6.6 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail 2024-08-29T18:48:31.881 INFO:journalctl@ceph.mgr.y.smithi028.stdout:Aug 29 18:48:31 smithi028 bash[70818]: ::ffff:172.21.15.53 - - [29/Aug/2024:18:48:31] "GET /metrics HTTP/1.1" 200 82910 "" "Prometheus/2.43.0" 2024-08-29T18:48:31.881 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:48:31 smithi028 bash[78352]: cluster 2024-08-29T18:48:30.331875+0000 mgr.y (mgr.25022) 1853 : cluster [DBG] pgmap v3269: 745 pgs: 745 active+clean; 6.6 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail 2024-08-29T18:48:31.881 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:48:31 smithi028 bash[77168]: cluster 2024-08-29T18:48:30.331875+0000 mgr.y (mgr.25022) 1853 : cluster [DBG] pgmap v3269: 745 pgs: 745 active+clean; 6.6 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail 2024-08-29T18:48:32.577 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:48:32 smithi053 bash[68679]: cluster 2024-08-29T18:48:31.406320+0000 mon.a (mon.0) 3432 : cluster [DBG] osdmap e1898: 8 total, 8 up, 8 in 2024-08-29T18:48:32.577 INFO:journalctl@ceph.prometheus.a.smithi053.stdout:Aug 29 18:48:32 smithi053 bash[95567]: ts=2024-08-29T18:48:32.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"3167ee72-662c-11ef-bcd4-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-29T18:48:32.881 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:48:32 smithi028 bash[78352]: cluster 2024-08-29T18:48:31.406320+0000 mon.a (mon.0) 3432 : cluster [DBG] osdmap e1898: 8 total, 8 up, 8 in 2024-08-29T18:48:32.881 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:48:32 smithi028 bash[77168]: cluster 2024-08-29T18:48:31.406320+0000 mon.a (mon.0) 3432 : cluster [DBG] osdmap e1898: 8 total, 8 up, 8 in 2024-08-29T18:48:33.663 INFO:tasks.workunit.client.0.smithi028.stdout:[ OK ] TestLibRBD.QuiesceWatchTimeout (32779 ms) 2024-08-29T18:48:33.663 INFO:tasks.workunit.client.0.smithi028.stdout:[ RUN ] TestLibRBD.WriteZeroes 2024-08-29T18:48:33.663 INFO:tasks.workunit.client.0.smithi028.stdout:using new format! 2024-08-29T18:48:33.790 INFO:tasks.workunit.client.0.smithi028.stdout:[ OK ] TestLibRBD.WriteZeroes (128 ms) 2024-08-29T18:48:33.790 INFO:tasks.workunit.client.0.smithi028.stdout:[ RUN ] TestLibRBD.WriteZeroesThickProvision 2024-08-29T18:48:33.790 INFO:tasks.workunit.client.0.smithi028.stdout:using new format! 2024-08-29T18:48:33.826 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:48:33 smithi053 bash[68679]: cluster 2024-08-29T18:48:32.333221+0000 mgr.y (mgr.25022) 1854 : cluster [DBG] pgmap v3271: 745 pgs: 745 active+clean; 6.6 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail 2024-08-29T18:48:33.826 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:48:33 smithi053 bash[68679]: cluster 2024-08-29T18:48:32.424710+0000 mon.a (mon.0) 3433 : cluster [DBG] osdmap e1899: 8 total, 8 up, 8 in 2024-08-29T18:48:33.881 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:48:33 smithi028 bash[78352]: cluster 2024-08-29T18:48:32.333221+0000 mgr.y (mgr.25022) 1854 : cluster [DBG] pgmap v3271: 745 pgs: 745 active+clean; 6.6 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail 2024-08-29T18:48:33.881 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:48:33 smithi028 bash[78352]: cluster 2024-08-29T18:48:32.424710+0000 mon.a (mon.0) 3433 : cluster [DBG] osdmap e1899: 8 total, 8 up, 8 in 2024-08-29T18:48:33.881 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:48:33 smithi028 bash[77168]: cluster 2024-08-29T18:48:32.333221+0000 mgr.y (mgr.25022) 1854 : cluster [DBG] pgmap v3271: 745 pgs: 745 active+clean; 6.6 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail 2024-08-29T18:48:33.881 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:48:33 smithi028 bash[77168]: cluster 2024-08-29T18:48:32.424710+0000 mon.a (mon.0) 3433 : cluster [DBG] osdmap e1899: 8 total, 8 up, 8 in 2024-08-29T18:48:33.943 INFO:tasks.workunit.client.0.smithi028.stdout:[ OK ] TestLibRBD.WriteZeroesThickProvision (153 ms) 2024-08-29T18:48:33.943 INFO:tasks.workunit.client.0.smithi028.stdout:[ RUN ] TestLibRBD.ConcurentOperations 2024-08-29T18:48:33.943 INFO:tasks.workunit.client.0.smithi028.stdout:using new format! 2024-08-29T18:48:34.826 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:48:34 smithi053 bash[68679]: cluster 2024-08-29T18:48:33.445691+0000 mon.a (mon.0) 3434 : cluster [DBG] osdmap e1900: 8 total, 8 up, 8 in 2024-08-29T18:48:34.881 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:48:34 smithi028 bash[78352]: cluster 2024-08-29T18:48:33.445691+0000 mon.a (mon.0) 3434 : cluster [DBG] osdmap e1900: 8 total, 8 up, 8 in 2024-08-29T18:48:34.881 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:48:34 smithi028 bash[77168]: cluster 2024-08-29T18:48:33.445691+0000 mon.a (mon.0) 3434 : cluster [DBG] osdmap e1900: 8 total, 8 up, 8 in 2024-08-29T18:48:35.826 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:48:35 smithi053 bash[68679]: cluster 2024-08-29T18:48:34.336494+0000 mgr.y (mgr.25022) 1855 : cluster [DBG] pgmap v3274: 745 pgs: 2 active+clean+snaptrim, 743 active+clean; 6.6 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 9.0 KiB/s rd, 1022 B/s wr, 11 op/s 2024-08-29T18:48:35.827 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:48:35 smithi053 bash[68679]: cluster 2024-08-29T18:48:34.474126+0000 mon.a (mon.0) 3435 : cluster [DBG] osdmap e1901: 8 total, 8 up, 8 in 2024-08-29T18:48:35.881 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:48:35 smithi028 bash[78352]: cluster 2024-08-29T18:48:34.336494+0000 mgr.y (mgr.25022) 1855 : cluster [DBG] pgmap v3274: 745 pgs: 2 active+clean+snaptrim, 743 active+clean; 6.6 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 9.0 KiB/s rd, 1022 B/s wr, 11 op/s 2024-08-29T18:48:35.881 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:48:35 smithi028 bash[78352]: cluster 2024-08-29T18:48:34.474126+0000 mon.a (mon.0) 3435 : cluster [DBG] osdmap e1901: 8 total, 8 up, 8 in 2024-08-29T18:48:35.881 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:48:35 smithi028 bash[77168]: cluster 2024-08-29T18:48:34.336494+0000 mgr.y (mgr.25022) 1855 : cluster [DBG] pgmap v3274: 745 pgs: 2 active+clean+snaptrim, 743 active+clean; 6.6 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 9.0 KiB/s rd, 1022 B/s wr, 11 op/s 2024-08-29T18:48:35.881 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:48:35 smithi028 bash[77168]: cluster 2024-08-29T18:48:34.474126+0000 mon.a (mon.0) 3435 : cluster [DBG] osdmap e1901: 8 total, 8 up, 8 in 2024-08-29T18:48:36.826 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:48:36 smithi053 bash[68679]: cluster 2024-08-29T18:48:35.476273+0000 mon.a (mon.0) 3436 : cluster [DBG] osdmap e1902: 8 total, 8 up, 8 in 2024-08-29T18:48:36.881 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:48:36 smithi028 bash[78352]: cluster 2024-08-29T18:48:35.476273+0000 mon.a (mon.0) 3436 : cluster [DBG] osdmap e1902: 8 total, 8 up, 8 in 2024-08-29T18:48:36.881 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:48:36 smithi028 bash[77168]: cluster 2024-08-29T18:48:35.476273+0000 mon.a (mon.0) 3436 : cluster [DBG] osdmap e1902: 8 total, 8 up, 8 in 2024-08-29T18:48:37.827 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:48:37 smithi053 bash[68679]: cluster 2024-08-29T18:48:36.338621+0000 mgr.y (mgr.25022) 1856 : cluster [DBG] pgmap v3277: 745 pgs: 2 active+clean+snaptrim, 743 active+clean; 6.6 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 94 KiB/s rd, 5.0 KiB/s wr, 125 op/s 2024-08-29T18:48:37.827 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:48:37 smithi053 bash[68679]: cluster 2024-08-29T18:48:36.503897+0000 mon.a (mon.0) 3437 : cluster [DBG] osdmap e1903: 8 total, 8 up, 8 in 2024-08-29T18:48:37.884 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:48:37 smithi028 bash[78352]: cluster 2024-08-29T18:48:36.338621+0000 mgr.y (mgr.25022) 1856 : cluster [DBG] pgmap v3277: 745 pgs: 2 active+clean+snaptrim, 743 active+clean; 6.6 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 94 KiB/s rd, 5.0 KiB/s wr, 125 op/s 2024-08-29T18:48:37.884 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:48:37 smithi028 bash[78352]: cluster 2024-08-29T18:48:36.503897+0000 mon.a (mon.0) 3437 : cluster [DBG] osdmap e1903: 8 total, 8 up, 8 in 2024-08-29T18:48:37.884 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:48:37 smithi028 bash[77168]: cluster 2024-08-29T18:48:36.338621+0000 mgr.y (mgr.25022) 1856 : cluster [DBG] pgmap v3277: 745 pgs: 2 active+clean+snaptrim, 743 active+clean; 6.6 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 94 KiB/s rd, 5.0 KiB/s wr, 125 op/s 2024-08-29T18:48:37.884 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:48:37 smithi028 bash[77168]: cluster 2024-08-29T18:48:36.503897+0000 mon.a (mon.0) 3437 : cluster [DBG] osdmap e1903: 8 total, 8 up, 8 in 2024-08-29T18:48:38.826 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:48:38 smithi053 bash[68679]: cluster 2024-08-29T18:48:37.506995+0000 mon.a (mon.0) 3438 : cluster [DBG] osdmap e1904: 8 total, 8 up, 8 in 2024-08-29T18:48:38.881 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:48:38 smithi028 bash[78352]: cluster 2024-08-29T18:48:37.506995+0000 mon.a (mon.0) 3438 : cluster [DBG] osdmap e1904: 8 total, 8 up, 8 in 2024-08-29T18:48:38.881 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:48:38 smithi028 bash[77168]: cluster 2024-08-29T18:48:37.506995+0000 mon.a (mon.0) 3438 : cluster [DBG] osdmap e1904: 8 total, 8 up, 8 in 2024-08-29T18:48:39.827 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:48:39 smithi053 bash[68679]: cluster 2024-08-29T18:48:38.339862+0000 mgr.y (mgr.25022) 1857 : cluster [DBG] pgmap v3280: 745 pgs: 2 active+clean+snaptrim, 743 active+clean; 6.6 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 106 KiB/s rd, 5.0 KiB/s wr, 140 op/s 2024-08-29T18:48:39.827 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:48:39 smithi053 bash[68679]: cluster 2024-08-29T18:48:38.531098+0000 mon.a (mon.0) 3439 : cluster [DBG] osdmap e1905: 8 total, 8 up, 8 in 2024-08-29T18:48:39.827 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:48:39 smithi053 bash[68679]: cluster 2024-08-29T18:48:38.688205+0000 mon.a (mon.0) 3440 : cluster [DBG] osdmap e1906: 8 total, 8 up, 8 in 2024-08-29T18:48:39.881 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:48:39 smithi028 bash[78352]: cluster 2024-08-29T18:48:38.339862+0000 mgr.y (mgr.25022) 1857 : cluster [DBG] pgmap v3280: 745 pgs: 2 active+clean+snaptrim, 743 active+clean; 6.6 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 106 KiB/s rd, 5.0 KiB/s wr, 140 op/s 2024-08-29T18:48:39.881 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:48:39 smithi028 bash[78352]: cluster 2024-08-29T18:48:38.531098+0000 mon.a (mon.0) 3439 : cluster [DBG] osdmap e1905: 8 total, 8 up, 8 in 2024-08-29T18:48:39.881 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:48:39 smithi028 bash[78352]: cluster 2024-08-29T18:48:38.688205+0000 mon.a (mon.0) 3440 : cluster [DBG] osdmap e1906: 8 total, 8 up, 8 in 2024-08-29T18:48:39.881 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:48:39 smithi028 bash[77168]: cluster 2024-08-29T18:48:38.339862+0000 mgr.y (mgr.25022) 1857 : cluster [DBG] pgmap v3280: 745 pgs: 2 active+clean+snaptrim, 743 active+clean; 6.6 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 106 KiB/s rd, 5.0 KiB/s wr, 140 op/s 2024-08-29T18:48:39.881 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:48:39 smithi028 bash[77168]: cluster 2024-08-29T18:48:38.531098+0000 mon.a (mon.0) 3439 : cluster [DBG] osdmap e1905: 8 total, 8 up, 8 in 2024-08-29T18:48:39.881 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:48:39 smithi028 bash[77168]: cluster 2024-08-29T18:48:38.688205+0000 mon.a (mon.0) 3440 : cluster [DBG] osdmap e1906: 8 total, 8 up, 8 in 2024-08-29T18:48:41.077 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:48:40 smithi053 bash[68679]: cluster 2024-08-29T18:48:39.692031+0000 mon.a (mon.0) 3441 : cluster [DBG] osdmap e1907: 8 total, 8 up, 8 in 2024-08-29T18:48:41.131 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:48:40 smithi028 bash[78352]: cluster 2024-08-29T18:48:39.692031+0000 mon.a (mon.0) 3441 : cluster [DBG] osdmap e1907: 8 total, 8 up, 8 in 2024-08-29T18:48:41.131 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:48:40 smithi028 bash[77168]: cluster 2024-08-29T18:48:39.692031+0000 mon.a (mon.0) 3441 : cluster [DBG] osdmap e1907: 8 total, 8 up, 8 in 2024-08-29T18:48:41.732 INFO:journalctl@ceph.mgr.y.smithi028.stdout:Aug 29 18:48:41 smithi028 bash[70818]: ::ffff:172.21.15.53 - - [29/Aug/2024:18:48:41] "GET /metrics HTTP/1.1" 200 82910 "" "Prometheus/2.43.0" 2024-08-29T18:48:42.076 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:48:41 smithi053 bash[68679]: cluster 2024-08-29T18:48:40.341118+0000 mgr.y (mgr.25022) 1858 : cluster [DBG] pgmap v3284: 745 pgs: 745 active+clean; 6.6 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 44 KiB/s rd, 8.3 KiB/s wr, 70 op/s 2024-08-29T18:48:42.077 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:48:41 smithi053 bash[68679]: cluster 2024-08-29T18:48:40.694147+0000 mon.a (mon.0) 3442 : cluster [DBG] osdmap e1908: 8 total, 8 up, 8 in 2024-08-29T18:48:42.131 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:48:41 smithi028 bash[78352]: cluster 2024-08-29T18:48:40.341118+0000 mgr.y (mgr.25022) 1858 : cluster [DBG] pgmap v3284: 745 pgs: 745 active+clean; 6.6 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 44 KiB/s rd, 8.3 KiB/s wr, 70 op/s 2024-08-29T18:48:42.131 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:48:41 smithi028 bash[78352]: cluster 2024-08-29T18:48:40.694147+0000 mon.a (mon.0) 3442 : cluster [DBG] osdmap e1908: 8 total, 8 up, 8 in 2024-08-29T18:48:42.131 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:48:41 smithi028 bash[77168]: cluster 2024-08-29T18:48:40.341118+0000 mgr.y (mgr.25022) 1858 : cluster [DBG] pgmap v3284: 745 pgs: 745 active+clean; 6.6 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 44 KiB/s rd, 8.3 KiB/s wr, 70 op/s 2024-08-29T18:48:42.131 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:48:41 smithi028 bash[77168]: cluster 2024-08-29T18:48:40.694147+0000 mon.a (mon.0) 3442 : cluster [DBG] osdmap e1908: 8 total, 8 up, 8 in 2024-08-29T18:48:42.577 INFO:journalctl@ceph.prometheus.a.smithi053.stdout:Aug 29 18:48:42 smithi053 bash[95567]: ts=2024-08-29T18:48:42.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"3167ee72-662c-11ef-bcd4-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-29T18:48:43.077 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:48:42 smithi053 bash[68679]: cluster 2024-08-29T18:48:41.715934+0000 mon.a (mon.0) 3443 : cluster [DBG] osdmap e1909: 8 total, 8 up, 8 in 2024-08-29T18:48:43.077 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:48:42 smithi053 bash[68679]: audit 2024-08-29T18:48:42.152221+0000 mon.a (mon.0) 3444 : audit [DBG] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-29T18:48:43.131 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:48:42 smithi028 bash[78352]: cluster 2024-08-29T18:48:41.715934+0000 mon.a (mon.0) 3443 : cluster [DBG] osdmap e1909: 8 total, 8 up, 8 in 2024-08-29T18:48:43.131 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:48:42 smithi028 bash[78352]: audit 2024-08-29T18:48:42.152221+0000 mon.a (mon.0) 3444 : audit [DBG] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-29T18:48:43.131 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:48:42 smithi028 bash[77168]: cluster 2024-08-29T18:48:41.715934+0000 mon.a (mon.0) 3443 : cluster [DBG] osdmap e1909: 8 total, 8 up, 8 in 2024-08-29T18:48:43.131 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:48:42 smithi028 bash[77168]: audit 2024-08-29T18:48:42.152221+0000 mon.a (mon.0) 3444 : audit [DBG] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-29T18:48:44.077 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:48:43 smithi053 bash[68679]: cluster 2024-08-29T18:48:42.342380+0000 mgr.y (mgr.25022) 1859 : cluster [DBG] pgmap v3287: 745 pgs: 745 active+clean; 6.6 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 9.4 KiB/s rd, 3.9 KiB/s wr, 13 op/s 2024-08-29T18:48:44.077 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:48:43 smithi053 bash[68679]: cluster 2024-08-29T18:48:42.750095+0000 mon.a (mon.0) 3445 : cluster [DBG] osdmap e1910: 8 total, 8 up, 8 in 2024-08-29T18:48:44.077 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:48:43 smithi053 bash[68679]: cluster 2024-08-29T18:48:43.691403+0000 mon.a (mon.0) 3446 : cluster [DBG] osdmap e1911: 8 total, 8 up, 8 in 2024-08-29T18:48:44.131 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:48:43 smithi028 bash[77168]: cluster 2024-08-29T18:48:42.342380+0000 mgr.y (mgr.25022) 1859 : cluster [DBG] pgmap v3287: 745 pgs: 745 active+clean; 6.6 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 9.4 KiB/s rd, 3.9 KiB/s wr, 13 op/s 2024-08-29T18:48:44.131 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:48:43 smithi028 bash[77168]: cluster 2024-08-29T18:48:42.750095+0000 mon.a (mon.0) 3445 : cluster [DBG] osdmap e1910: 8 total, 8 up, 8 in 2024-08-29T18:48:44.131 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:48:43 smithi028 bash[77168]: cluster 2024-08-29T18:48:43.691403+0000 mon.a (mon.0) 3446 : cluster [DBG] osdmap e1911: 8 total, 8 up, 8 in 2024-08-29T18:48:44.131 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:48:43 smithi028 bash[78352]: cluster 2024-08-29T18:48:42.342380+0000 mgr.y (mgr.25022) 1859 : cluster [DBG] pgmap v3287: 745 pgs: 745 active+clean; 6.6 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 9.4 KiB/s rd, 3.9 KiB/s wr, 13 op/s 2024-08-29T18:48:44.131 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:48:43 smithi028 bash[78352]: cluster 2024-08-29T18:48:42.750095+0000 mon.a (mon.0) 3445 : cluster [DBG] osdmap e1910: 8 total, 8 up, 8 in 2024-08-29T18:48:44.131 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:48:43 smithi028 bash[78352]: cluster 2024-08-29T18:48:43.691403+0000 mon.a (mon.0) 3446 : cluster [DBG] osdmap e1911: 8 total, 8 up, 8 in 2024-08-29T18:48:46.077 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:48:45 smithi053 bash[68679]: cluster 2024-08-29T18:48:44.343605+0000 mgr.y (mgr.25022) 1860 : cluster [DBG] pgmap v3290: 745 pgs: 745 active+clean; 6.6 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 4.5 KiB/s rd, 1.5 KiB/s wr, 7 op/s 2024-08-29T18:48:46.077 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:48:45 smithi053 bash[68679]: cluster 2024-08-29T18:48:44.754185+0000 mon.a (mon.0) 3447 : cluster [DBG] osdmap e1912: 8 total, 8 up, 8 in 2024-08-29T18:48:46.131 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:48:45 smithi028 bash[77168]: cluster 2024-08-29T18:48:44.343605+0000 mgr.y (mgr.25022) 1860 : cluster [DBG] pgmap v3290: 745 pgs: 745 active+clean; 6.6 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 4.5 KiB/s rd, 1.5 KiB/s wr, 7 op/s 2024-08-29T18:48:46.131 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:48:45 smithi028 bash[77168]: cluster 2024-08-29T18:48:44.754185+0000 mon.a (mon.0) 3447 : cluster [DBG] osdmap e1912: 8 total, 8 up, 8 in 2024-08-29T18:48:46.131 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:48:45 smithi028 bash[78352]: cluster 2024-08-29T18:48:44.343605+0000 mgr.y (mgr.25022) 1860 : cluster [DBG] pgmap v3290: 745 pgs: 745 active+clean; 6.6 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 4.5 KiB/s rd, 1.5 KiB/s wr, 7 op/s 2024-08-29T18:48:46.131 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:48:45 smithi028 bash[78352]: cluster 2024-08-29T18:48:44.754185+0000 mon.a (mon.0) 3447 : cluster [DBG] osdmap e1912: 8 total, 8 up, 8 in 2024-08-29T18:48:47.076 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:48:46 smithi053 bash[68679]: cluster 2024-08-29T18:48:45.775639+0000 mon.a (mon.0) 3448 : cluster [DBG] osdmap e1913: 8 total, 8 up, 8 in 2024-08-29T18:48:47.131 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:48:46 smithi028 bash[77168]: cluster 2024-08-29T18:48:45.775639+0000 mon.a (mon.0) 3448 : cluster [DBG] osdmap e1913: 8 total, 8 up, 8 in 2024-08-29T18:48:47.131 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:48:46 smithi028 bash[78352]: cluster 2024-08-29T18:48:45.775639+0000 mon.a (mon.0) 3448 : cluster [DBG] osdmap e1913: 8 total, 8 up, 8 in 2024-08-29T18:48:48.076 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:48:47 smithi053 bash[68679]: cluster 2024-08-29T18:48:46.344828+0000 mgr.y (mgr.25022) 1861 : cluster [DBG] pgmap v3293: 745 pgs: 745 active+clean; 6.6 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 179 KiB/s rd, 5.2 KiB/s wr, 244 op/s 2024-08-29T18:48:48.077 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:48:47 smithi053 bash[68679]: cluster 2024-08-29T18:48:46.785886+0000 mon.a (mon.0) 3449 : cluster [DBG] osdmap e1914: 8 total, 8 up, 8 in 2024-08-29T18:48:48.131 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:48:47 smithi028 bash[77168]: cluster 2024-08-29T18:48:46.344828+0000 mgr.y (mgr.25022) 1861 : cluster [DBG] pgmap v3293: 745 pgs: 745 active+clean; 6.6 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 179 KiB/s rd, 5.2 KiB/s wr, 244 op/s 2024-08-29T18:48:48.131 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:48:47 smithi028 bash[77168]: cluster 2024-08-29T18:48:46.785886+0000 mon.a (mon.0) 3449 : cluster [DBG] osdmap e1914: 8 total, 8 up, 8 in 2024-08-29T18:48:48.131 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:48:47 smithi028 bash[78352]: cluster 2024-08-29T18:48:46.344828+0000 mgr.y (mgr.25022) 1861 : cluster [DBG] pgmap v3293: 745 pgs: 745 active+clean; 6.6 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 179 KiB/s rd, 5.2 KiB/s wr, 244 op/s 2024-08-29T18:48:48.131 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:48:47 smithi028 bash[78352]: cluster 2024-08-29T18:48:46.785886+0000 mon.a (mon.0) 3449 : cluster [DBG] osdmap e1914: 8 total, 8 up, 8 in 2024-08-29T18:48:49.076 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:48:48 smithi053 bash[68679]: cluster 2024-08-29T18:48:47.786481+0000 mon.a (mon.0) 3450 : cluster [DBG] osdmap e1915: 8 total, 8 up, 8 in 2024-08-29T18:48:49.131 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:48:48 smithi028 bash[78352]: cluster 2024-08-29T18:48:47.786481+0000 mon.a (mon.0) 3450 : cluster [DBG] osdmap e1915: 8 total, 8 up, 8 in 2024-08-29T18:48:49.131 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:48:48 smithi028 bash[77168]: cluster 2024-08-29T18:48:47.786481+0000 mon.a (mon.0) 3450 : cluster [DBG] osdmap e1915: 8 total, 8 up, 8 in 2024-08-29T18:48:50.131 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:48:49 smithi028 bash[77168]: cluster 2024-08-29T18:48:48.346261+0000 mgr.y (mgr.25022) 1862 : cluster [DBG] pgmap v3296: 745 pgs: 745 active+clean; 6.6 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 176 KiB/s rd, 4.0 KiB/s wr, 239 op/s 2024-08-29T18:48:50.131 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:48:49 smithi028 bash[77168]: cluster 2024-08-29T18:48:48.803002+0000 mon.a (mon.0) 3451 : cluster [DBG] osdmap e1916: 8 total, 8 up, 8 in 2024-08-29T18:48:50.131 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:48:49 smithi028 bash[78352]: cluster 2024-08-29T18:48:48.346261+0000 mgr.y (mgr.25022) 1862 : cluster [DBG] pgmap v3296: 745 pgs: 745 active+clean; 6.6 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 176 KiB/s rd, 4.0 KiB/s wr, 239 op/s 2024-08-29T18:48:50.131 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:48:49 smithi028 bash[78352]: cluster 2024-08-29T18:48:48.803002+0000 mon.a (mon.0) 3451 : cluster [DBG] osdmap e1916: 8 total, 8 up, 8 in 2024-08-29T18:48:50.327 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:48:49 smithi053 bash[68679]: cluster 2024-08-29T18:48:48.346261+0000 mgr.y (mgr.25022) 1862 : cluster [DBG] pgmap v3296: 745 pgs: 745 active+clean; 6.6 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 176 KiB/s rd, 4.0 KiB/s wr, 239 op/s 2024-08-29T18:48:50.327 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:48:49 smithi053 bash[68679]: cluster 2024-08-29T18:48:48.803002+0000 mon.a (mon.0) 3451 : cluster [DBG] osdmap e1916: 8 total, 8 up, 8 in 2024-08-29T18:48:51.131 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:48:50 smithi028 bash[77168]: cluster 2024-08-29T18:48:49.830271+0000 mon.a (mon.0) 3452 : cluster [DBG] osdmap e1917: 8 total, 8 up, 8 in 2024-08-29T18:48:51.131 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:48:50 smithi028 bash[78352]: cluster 2024-08-29T18:48:49.830271+0000 mon.a (mon.0) 3452 : cluster [DBG] osdmap e1917: 8 total, 8 up, 8 in 2024-08-29T18:48:51.327 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:48:50 smithi053 bash[68679]: cluster 2024-08-29T18:48:49.830271+0000 mon.a (mon.0) 3452 : cluster [DBG] osdmap e1917: 8 total, 8 up, 8 in 2024-08-29T18:48:51.875 INFO:journalctl@ceph.mgr.y.smithi028.stdout:Aug 29 18:48:51 smithi028 bash[70818]: ::ffff:172.21.15.53 - - [29/Aug/2024:18:48:51] "GET /metrics HTTP/1.1" 200 82922 "" "Prometheus/2.43.0" 2024-08-29T18:48:52.131 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:48:51 smithi028 bash[78352]: cluster 2024-08-29T18:48:50.347596+0000 mgr.y (mgr.25022) 1863 : cluster [DBG] pgmap v3299: 745 pgs: 745 active+clean; 6.6 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 14 KiB/s rd, 5.0 KiB/s wr, 25 op/s 2024-08-29T18:48:52.131 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:48:51 smithi028 bash[78352]: cluster 2024-08-29T18:48:50.849268+0000 mon.a (mon.0) 3453 : cluster [DBG] osdmap e1918: 8 total, 8 up, 8 in 2024-08-29T18:48:52.131 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:48:51 smithi028 bash[77168]: cluster 2024-08-29T18:48:50.347596+0000 mgr.y (mgr.25022) 1863 : cluster [DBG] pgmap v3299: 745 pgs: 745 active+clean; 6.6 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 14 KiB/s rd, 5.0 KiB/s wr, 25 op/s 2024-08-29T18:48:52.131 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:48:51 smithi028 bash[77168]: cluster 2024-08-29T18:48:50.849268+0000 mon.a (mon.0) 3453 : cluster [DBG] osdmap e1918: 8 total, 8 up, 8 in 2024-08-29T18:48:52.317 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:48:51 smithi053 bash[68679]: cluster 2024-08-29T18:48:50.347596+0000 mgr.y (mgr.25022) 1863 : cluster [DBG] pgmap v3299: 745 pgs: 745 active+clean; 6.6 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 14 KiB/s rd, 5.0 KiB/s wr, 25 op/s 2024-08-29T18:48:52.317 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:48:51 smithi053 bash[68679]: cluster 2024-08-29T18:48:50.849268+0000 mon.a (mon.0) 3453 : cluster [DBG] osdmap e1918: 8 total, 8 up, 8 in 2024-08-29T18:48:52.577 INFO:journalctl@ceph.prometheus.a.smithi053.stdout:Aug 29 18:48:52 smithi053 bash[95567]: ts=2024-08-29T18:48:52.316Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"3167ee72-662c-11ef-bcd4-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-29T18:48:53.326 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:48:52 smithi053 bash[68679]: cluster 2024-08-29T18:48:51.870393+0000 mon.a (mon.0) 3454 : cluster [DBG] osdmap e1919: 8 total, 8 up, 8 in 2024-08-29T18:48:53.381 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:48:52 smithi028 bash[78352]: cluster 2024-08-29T18:48:51.870393+0000 mon.a (mon.0) 3454 : cluster [DBG] osdmap e1919: 8 total, 8 up, 8 in 2024-08-29T18:48:53.381 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:48:52 smithi028 bash[77168]: cluster 2024-08-29T18:48:51.870393+0000 mon.a (mon.0) 3454 : cluster [DBG] osdmap e1919: 8 total, 8 up, 8 in 2024-08-29T18:48:54.326 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:48:53 smithi053 bash[68679]: cluster 2024-08-29T18:48:52.348866+0000 mgr.y (mgr.25022) 1864 : cluster [DBG] pgmap v3302: 745 pgs: 745 active+clean; 6.6 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 13 KiB/s rd, 5.0 KiB/s wr, 23 op/s 2024-08-29T18:48:54.327 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:48:53 smithi053 bash[68679]: cluster 2024-08-29T18:48:52.894209+0000 mon.a (mon.0) 3455 : cluster [DBG] osdmap e1920: 8 total, 8 up, 8 in 2024-08-29T18:48:54.327 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:48:53 smithi053 bash[68679]: cluster 2024-08-29T18:48:53.695582+0000 mon.a (mon.0) 3456 : cluster [DBG] osdmap e1921: 8 total, 8 up, 8 in 2024-08-29T18:48:54.381 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:48:53 smithi028 bash[78352]: cluster 2024-08-29T18:48:52.348866+0000 mgr.y (mgr.25022) 1864 : cluster [DBG] pgmap v3302: 745 pgs: 745 active+clean; 6.6 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 13 KiB/s rd, 5.0 KiB/s wr, 23 op/s 2024-08-29T18:48:54.381 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:48:53 smithi028 bash[78352]: cluster 2024-08-29T18:48:52.894209+0000 mon.a (mon.0) 3455 : cluster [DBG] osdmap e1920: 8 total, 8 up, 8 in 2024-08-29T18:48:54.381 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:48:53 smithi028 bash[78352]: cluster 2024-08-29T18:48:53.695582+0000 mon.a (mon.0) 3456 : cluster [DBG] osdmap e1921: 8 total, 8 up, 8 in 2024-08-29T18:48:54.381 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:48:53 smithi028 bash[77168]: cluster 2024-08-29T18:48:52.348866+0000 mgr.y (mgr.25022) 1864 : cluster [DBG] pgmap v3302: 745 pgs: 745 active+clean; 6.6 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 13 KiB/s rd, 5.0 KiB/s wr, 23 op/s 2024-08-29T18:48:54.381 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:48:53 smithi028 bash[77168]: cluster 2024-08-29T18:48:52.894209+0000 mon.a (mon.0) 3455 : cluster [DBG] osdmap e1920: 8 total, 8 up, 8 in 2024-08-29T18:48:54.381 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:48:53 smithi028 bash[77168]: cluster 2024-08-29T18:48:53.695582+0000 mon.a (mon.0) 3456 : cluster [DBG] osdmap e1921: 8 total, 8 up, 8 in 2024-08-29T18:48:56.076 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:48:55 smithi053 bash[68679]: cluster 2024-08-29T18:48:54.350147+0000 mgr.y (mgr.25022) 1865 : cluster [DBG] pgmap v3305: 745 pgs: 745 active+clean; 6.6 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 3.0 KiB/s rd, 0 B/s wr, 7 op/s 2024-08-29T18:48:56.077 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:48:55 smithi053 bash[68679]: cluster 2024-08-29T18:48:54.699199+0000 mon.a (mon.0) 3457 : cluster [DBG] osdmap e1922: 8 total, 8 up, 8 in 2024-08-29T18:48:56.131 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:48:55 smithi028 bash[78352]: cluster 2024-08-29T18:48:54.350147+0000 mgr.y (mgr.25022) 1865 : cluster [DBG] pgmap v3305: 745 pgs: 745 active+clean; 6.6 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 3.0 KiB/s rd, 0 B/s wr, 7 op/s 2024-08-29T18:48:56.131 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:48:55 smithi028 bash[78352]: cluster 2024-08-29T18:48:54.699199+0000 mon.a (mon.0) 3457 : cluster [DBG] osdmap e1922: 8 total, 8 up, 8 in 2024-08-29T18:48:56.131 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:48:55 smithi028 bash[77168]: cluster 2024-08-29T18:48:54.350147+0000 mgr.y (mgr.25022) 1865 : cluster [DBG] pgmap v3305: 745 pgs: 745 active+clean; 6.6 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 3.0 KiB/s rd, 0 B/s wr, 7 op/s 2024-08-29T18:48:56.131 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:48:55 smithi028 bash[77168]: cluster 2024-08-29T18:48:54.699199+0000 mon.a (mon.0) 3457 : cluster [DBG] osdmap e1922: 8 total, 8 up, 8 in 2024-08-29T18:48:57.077 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:48:56 smithi053 bash[68679]: cluster 2024-08-29T18:48:55.701421+0000 mon.a (mon.0) 3458 : cluster [DBG] osdmap e1923: 8 total, 8 up, 8 in 2024-08-29T18:48:57.131 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:48:56 smithi028 bash[77168]: cluster 2024-08-29T18:48:55.701421+0000 mon.a (mon.0) 3458 : cluster [DBG] osdmap e1923: 8 total, 8 up, 8 in 2024-08-29T18:48:57.131 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:48:56 smithi028 bash[78352]: cluster 2024-08-29T18:48:55.701421+0000 mon.a (mon.0) 3458 : cluster [DBG] osdmap e1923: 8 total, 8 up, 8 in 2024-08-29T18:48:58.077 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:48:57 smithi053 bash[68679]: cluster 2024-08-29T18:48:56.351339+0000 mgr.y (mgr.25022) 1866 : cluster [DBG] pgmap v3308: 745 pgs: 745 active+clean; 6.6 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 31 KiB/s rd, 4.0 KiB/s wr, 43 op/s 2024-08-29T18:48:58.077 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:48:57 smithi053 bash[68679]: cluster 2024-08-29T18:48:56.726484+0000 mon.a (mon.0) 3459 : cluster [DBG] osdmap e1924: 8 total, 8 up, 8 in 2024-08-29T18:48:58.077 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:48:57 smithi053 bash[68679]: audit 2024-08-29T18:48:57.153822+0000 mon.a (mon.0) 3460 : audit [DBG] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-29T18:48:58.131 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:48:57 smithi028 bash[77168]: cluster 2024-08-29T18:48:56.351339+0000 mgr.y (mgr.25022) 1866 : cluster [DBG] pgmap v3308: 745 pgs: 745 active+clean; 6.6 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 31 KiB/s rd, 4.0 KiB/s wr, 43 op/s 2024-08-29T18:48:58.131 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:48:57 smithi028 bash[77168]: cluster 2024-08-29T18:48:56.726484+0000 mon.a (mon.0) 3459 : cluster [DBG] osdmap e1924: 8 total, 8 up, 8 in 2024-08-29T18:48:58.131 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:48:57 smithi028 bash[77168]: audit 2024-08-29T18:48:57.153822+0000 mon.a (mon.0) 3460 : audit [DBG] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-29T18:48:58.132 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:48:57 smithi028 bash[78352]: cluster 2024-08-29T18:48:56.351339+0000 mgr.y (mgr.25022) 1866 : cluster [DBG] pgmap v3308: 745 pgs: 745 active+clean; 6.6 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 31 KiB/s rd, 4.0 KiB/s wr, 43 op/s 2024-08-29T18:48:58.132 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:48:57 smithi028 bash[78352]: cluster 2024-08-29T18:48:56.726484+0000 mon.a (mon.0) 3459 : cluster [DBG] osdmap e1924: 8 total, 8 up, 8 in 2024-08-29T18:48:58.132 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:48:57 smithi028 bash[78352]: audit 2024-08-29T18:48:57.153822+0000 mon.a (mon.0) 3460 : audit [DBG] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-29T18:48:58.932 INFO:tasks.workunit.client.0.smithi028.stdout:[ OK ] TestLibRBD.ConcurentOperations (24989 ms) 2024-08-29T18:48:59.076 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:48:58 smithi053 bash[68679]: cluster 2024-08-29T18:48:57.735726+0000 mon.a (mon.0) 3461 : cluster [DBG] osdmap e1925: 8 total, 8 up, 8 in 2024-08-29T18:48:59.077 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:48:58 smithi053 bash[68679]: cluster 2024-08-29T18:48:58.699058+0000 mon.a (mon.0) 3462 : cluster [DBG] osdmap e1926: 8 total, 8 up, 8 in 2024-08-29T18:48:59.131 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:48:58 smithi028 bash[78352]: cluster 2024-08-29T18:48:57.735726+0000 mon.a (mon.0) 3461 : cluster [DBG] osdmap e1925: 8 total, 8 up, 8 in 2024-08-29T18:48:59.131 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:48:58 smithi028 bash[78352]: cluster 2024-08-29T18:48:58.699058+0000 mon.a (mon.0) 3462 : cluster [DBG] osdmap e1926: 8 total, 8 up, 8 in 2024-08-29T18:48:59.131 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:48:58 smithi028 bash[77168]: cluster 2024-08-29T18:48:57.735726+0000 mon.a (mon.0) 3461 : cluster [DBG] osdmap e1925: 8 total, 8 up, 8 in 2024-08-29T18:48:59.131 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:48:58 smithi028 bash[77168]: cluster 2024-08-29T18:48:58.699058+0000 mon.a (mon.0) 3462 : cluster [DBG] osdmap e1926: 8 total, 8 up, 8 in 2024-08-29T18:49:00.076 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:48:59 smithi053 bash[68679]: cluster 2024-08-29T18:48:58.352742+0000 mgr.y (mgr.25022) 1867 : cluster [DBG] pgmap v3311: 745 pgs: 745 active+clean; 6.6 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 32 KiB/s rd, 4.0 KiB/s wr, 42 op/s 2024-08-29T18:49:00.131 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:48:59 smithi028 bash[78352]: cluster 2024-08-29T18:48:58.352742+0000 mgr.y (mgr.25022) 1867 : cluster [DBG] pgmap v3311: 745 pgs: 745 active+clean; 6.6 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 32 KiB/s rd, 4.0 KiB/s wr, 42 op/s 2024-08-29T18:49:00.131 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:48:59 smithi028 bash[77168]: cluster 2024-08-29T18:48:58.352742+0000 mgr.y (mgr.25022) 1867 : cluster [DBG] pgmap v3311: 745 pgs: 745 active+clean; 6.6 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 32 KiB/s rd, 4.0 KiB/s wr, 42 op/s 2024-08-29T18:49:01.077 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:49:00 smithi053 bash[68679]: cluster 2024-08-29T18:48:59.772173+0000 mon.a (mon.0) 3463 : cluster [DBG] osdmap e1927: 8 total, 8 up, 8 in 2024-08-29T18:49:01.131 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:49:00 smithi028 bash[78352]: cluster 2024-08-29T18:48:59.772173+0000 mon.a (mon.0) 3463 : cluster [DBG] osdmap e1927: 8 total, 8 up, 8 in 2024-08-29T18:49:01.131 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:49:00 smithi028 bash[77168]: cluster 2024-08-29T18:48:59.772173+0000 mon.a (mon.0) 3463 : cluster [DBG] osdmap e1927: 8 total, 8 up, 8 in 2024-08-29T18:49:01.794 INFO:journalctl@ceph.mgr.y.smithi028.stdout:Aug 29 18:49:01 smithi028 bash[70818]: ::ffff:172.21.15.53 - - [29/Aug/2024:18:49:01] "GET /metrics HTTP/1.1" 200 82916 "" "Prometheus/2.43.0" 2024-08-29T18:49:02.076 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:49:01 smithi053 bash[68679]: cluster 2024-08-29T18:49:00.354066+0000 mgr.y (mgr.25022) 1868 : cluster [DBG] pgmap v3314: 713 pgs: 713 active+clean; 6.6 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 54 KiB/s rd, 1.2 KiB/s wr, 66 op/s 2024-08-29T18:49:02.077 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:49:01 smithi053 bash[68679]: cluster 2024-08-29T18:49:00.783349+0000 mon.a (mon.0) 3464 : cluster [DBG] osdmap e1928: 8 total, 8 up, 8 in 2024-08-29T18:49:02.131 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:49:01 smithi028 bash[78352]: cluster 2024-08-29T18:49:00.354066+0000 mgr.y (mgr.25022) 1868 : cluster [DBG] pgmap v3314: 713 pgs: 713 active+clean; 6.6 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 54 KiB/s rd, 1.2 KiB/s wr, 66 op/s 2024-08-29T18:49:02.131 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:49:01 smithi028 bash[78352]: cluster 2024-08-29T18:49:00.783349+0000 mon.a (mon.0) 3464 : cluster [DBG] osdmap e1928: 8 total, 8 up, 8 in 2024-08-29T18:49:02.131 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:49:01 smithi028 bash[77168]: cluster 2024-08-29T18:49:00.354066+0000 mgr.y (mgr.25022) 1868 : cluster [DBG] pgmap v3314: 713 pgs: 713 active+clean; 6.6 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 54 KiB/s rd, 1.2 KiB/s wr, 66 op/s 2024-08-29T18:49:02.131 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:49:01 smithi028 bash[77168]: cluster 2024-08-29T18:49:00.783349+0000 mon.a (mon.0) 3464 : cluster [DBG] osdmap e1928: 8 total, 8 up, 8 in 2024-08-29T18:49:02.576 INFO:journalctl@ceph.prometheus.a.smithi053.stdout:Aug 29 18:49:02 smithi053 bash[95567]: ts=2024-08-29T18:49:02.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"3167ee72-662c-11ef-bcd4-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-29T18:49:03.076 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:49:02 smithi053 bash[68679]: cluster 2024-08-29T18:49:01.784743+0000 mon.a (mon.0) 3465 : cluster [DBG] osdmap e1929: 8 total, 8 up, 8 in 2024-08-29T18:49:03.077 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:49:02 smithi053 bash[68679]: cluster 2024-08-29T18:49:02.787656+0000 mon.a (mon.0) 3466 : cluster [DBG] osdmap e1930: 8 total, 8 up, 8 in 2024-08-29T18:49:03.131 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:49:02 smithi028 bash[78352]: cluster 2024-08-29T18:49:01.784743+0000 mon.a (mon.0) 3465 : cluster [DBG] osdmap e1929: 8 total, 8 up, 8 in 2024-08-29T18:49:03.131 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:49:02 smithi028 bash[78352]: cluster 2024-08-29T18:49:02.787656+0000 mon.a (mon.0) 3466 : cluster [DBG] osdmap e1930: 8 total, 8 up, 8 in 2024-08-29T18:49:03.131 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:49:02 smithi028 bash[77168]: cluster 2024-08-29T18:49:01.784743+0000 mon.a (mon.0) 3465 : cluster [DBG] osdmap e1929: 8 total, 8 up, 8 in 2024-08-29T18:49:03.131 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:49:02 smithi028 bash[77168]: cluster 2024-08-29T18:49:02.787656+0000 mon.a (mon.0) 3466 : cluster [DBG] osdmap e1930: 8 total, 8 up, 8 in 2024-08-29T18:49:04.077 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:49:03 smithi053 bash[68679]: cluster 2024-08-29T18:49:02.355256+0000 mgr.y (mgr.25022) 1869 : cluster [DBG] pgmap v3317: 649 pgs: 649 active+clean; 6.6 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail 2024-08-29T18:49:04.077 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:49:03 smithi053 bash[68679]: cluster 2024-08-29T18:49:03.700953+0000 mon.a (mon.0) 3467 : cluster [DBG] osdmap e1931: 8 total, 8 up, 8 in 2024-08-29T18:49:04.131 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:49:03 smithi028 bash[78352]: cluster 2024-08-29T18:49:02.355256+0000 mgr.y (mgr.25022) 1869 : cluster [DBG] pgmap v3317: 649 pgs: 649 active+clean; 6.6 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail 2024-08-29T18:49:04.131 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:49:03 smithi028 bash[78352]: cluster 2024-08-29T18:49:03.700953+0000 mon.a (mon.0) 3467 : cluster [DBG] osdmap e1931: 8 total, 8 up, 8 in 2024-08-29T18:49:04.131 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:49:03 smithi028 bash[77168]: cluster 2024-08-29T18:49:02.355256+0000 mgr.y (mgr.25022) 1869 : cluster [DBG] pgmap v3317: 649 pgs: 649 active+clean; 6.6 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail 2024-08-29T18:49:04.132 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:49:03 smithi028 bash[77168]: cluster 2024-08-29T18:49:03.700953+0000 mon.a (mon.0) 3467 : cluster [DBG] osdmap e1931: 8 total, 8 up, 8 in 2024-08-29T18:49:06.077 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:49:05 smithi053 bash[68679]: cluster 2024-08-29T18:49:04.356451+0000 mgr.y (mgr.25022) 1870 : cluster [DBG] pgmap v3320: 585 pgs: 585 active+clean; 6.6 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail 2024-08-29T18:49:06.077 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:49:05 smithi053 bash[68679]: cluster 2024-08-29T18:49:04.705618+0000 mon.a (mon.0) 3468 : cluster [DBG] osdmap e1932: 8 total, 8 up, 8 in 2024-08-29T18:49:06.131 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:49:05 smithi028 bash[78352]: cluster 2024-08-29T18:49:04.356451+0000 mgr.y (mgr.25022) 1870 : cluster [DBG] pgmap v3320: 585 pgs: 585 active+clean; 6.6 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail 2024-08-29T18:49:06.131 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:49:05 smithi028 bash[78352]: cluster 2024-08-29T18:49:04.705618+0000 mon.a (mon.0) 3468 : cluster [DBG] osdmap e1932: 8 total, 8 up, 8 in 2024-08-29T18:49:06.131 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:49:05 smithi028 bash[77168]: cluster 2024-08-29T18:49:04.356451+0000 mgr.y (mgr.25022) 1870 : cluster [DBG] pgmap v3320: 585 pgs: 585 active+clean; 6.6 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail 2024-08-29T18:49:06.131 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:49:05 smithi028 bash[77168]: cluster 2024-08-29T18:49:04.705618+0000 mon.a (mon.0) 3468 : cluster [DBG] osdmap e1932: 8 total, 8 up, 8 in 2024-08-29T18:49:07.076 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:49:06 smithi053 bash[68679]: cluster 2024-08-29T18:49:05.717104+0000 mon.a (mon.0) 3469 : cluster [DBG] osdmap e1933: 8 total, 8 up, 8 in 2024-08-29T18:49:07.131 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:49:06 smithi028 bash[77168]: cluster 2024-08-29T18:49:05.717104+0000 mon.a (mon.0) 3469 : cluster [DBG] osdmap e1933: 8 total, 8 up, 8 in 2024-08-29T18:49:07.131 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:49:06 smithi028 bash[78352]: cluster 2024-08-29T18:49:05.717104+0000 mon.a (mon.0) 3469 : cluster [DBG] osdmap e1933: 8 total, 8 up, 8 in 2024-08-29T18:49:08.076 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:49:07 smithi053 bash[68679]: cluster 2024-08-29T18:49:06.357539+0000 mgr.y (mgr.25022) 1871 : cluster [DBG] pgmap v3323: 521 pgs: 521 active+clean; 6.6 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail 2024-08-29T18:49:08.077 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:49:07 smithi053 bash[68679]: cluster 2024-08-29T18:49:06.729575+0000 mon.a (mon.0) 3470 : cluster [DBG] osdmap e1934: 8 total, 8 up, 8 in 2024-08-29T18:49:08.131 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:49:07 smithi028 bash[78352]: cluster 2024-08-29T18:49:06.357539+0000 mgr.y (mgr.25022) 1871 : cluster [DBG] pgmap v3323: 521 pgs: 521 active+clean; 6.6 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail 2024-08-29T18:49:08.131 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:49:07 smithi028 bash[78352]: cluster 2024-08-29T18:49:06.729575+0000 mon.a (mon.0) 3470 : cluster [DBG] osdmap e1934: 8 total, 8 up, 8 in 2024-08-29T18:49:08.131 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:49:07 smithi028 bash[77168]: cluster 2024-08-29T18:49:06.357539+0000 mgr.y (mgr.25022) 1871 : cluster [DBG] pgmap v3323: 521 pgs: 521 active+clean; 6.6 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail 2024-08-29T18:49:08.131 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:49:07 smithi028 bash[77168]: cluster 2024-08-29T18:49:06.729575+0000 mon.a (mon.0) 3470 : cluster [DBG] osdmap e1934: 8 total, 8 up, 8 in 2024-08-29T18:49:09.076 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:49:08 smithi053 bash[68679]: cluster 2024-08-29T18:49:07.733426+0000 mon.a (mon.0) 3471 : cluster [DBG] osdmap e1935: 8 total, 8 up, 8 in 2024-08-29T18:49:09.077 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:49:08 smithi053 bash[68679]: cluster 2024-08-29T18:49:08.703880+0000 mon.a (mon.0) 3472 : cluster [DBG] osdmap e1936: 8 total, 8 up, 8 in 2024-08-29T18:49:09.131 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:49:08 smithi028 bash[78352]: cluster 2024-08-29T18:49:07.733426+0000 mon.a (mon.0) 3471 : cluster [DBG] osdmap e1935: 8 total, 8 up, 8 in 2024-08-29T18:49:09.131 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:49:08 smithi028 bash[78352]: cluster 2024-08-29T18:49:08.703880+0000 mon.a (mon.0) 3472 : cluster [DBG] osdmap e1936: 8 total, 8 up, 8 in 2024-08-29T18:49:09.131 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:49:08 smithi028 bash[77168]: cluster 2024-08-29T18:49:07.733426+0000 mon.a (mon.0) 3471 : cluster [DBG] osdmap e1935: 8 total, 8 up, 8 in 2024-08-29T18:49:09.131 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:49:08 smithi028 bash[77168]: cluster 2024-08-29T18:49:08.703880+0000 mon.a (mon.0) 3472 : cluster [DBG] osdmap e1936: 8 total, 8 up, 8 in 2024-08-29T18:49:10.076 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:49:09 smithi053 bash[68679]: cluster 2024-08-29T18:49:08.358697+0000 mgr.y (mgr.25022) 1872 : cluster [DBG] pgmap v3326: 457 pgs: 457 active+clean; 6.6 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail 2024-08-29T18:49:10.077 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:49:09 smithi053 bash[68679]: cluster 2024-08-29T18:49:09.707165+0000 mon.a (mon.0) 3473 : cluster [DBG] osdmap e1937: 8 total, 8 up, 8 in 2024-08-29T18:49:10.131 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:49:09 smithi028 bash[78352]: cluster 2024-08-29T18:49:08.358697+0000 mgr.y (mgr.25022) 1872 : cluster [DBG] pgmap v3326: 457 pgs: 457 active+clean; 6.6 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail 2024-08-29T18:49:10.131 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:49:09 smithi028 bash[78352]: cluster 2024-08-29T18:49:09.707165+0000 mon.a (mon.0) 3473 : cluster [DBG] osdmap e1937: 8 total, 8 up, 8 in 2024-08-29T18:49:10.131 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:49:09 smithi028 bash[77168]: cluster 2024-08-29T18:49:08.358697+0000 mgr.y (mgr.25022) 1872 : cluster [DBG] pgmap v3326: 457 pgs: 457 active+clean; 6.6 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail 2024-08-29T18:49:10.131 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:49:09 smithi028 bash[77168]: cluster 2024-08-29T18:49:09.707165+0000 mon.a (mon.0) 3473 : cluster [DBG] osdmap e1937: 8 total, 8 up, 8 in 2024-08-29T18:49:11.722 INFO:journalctl@ceph.mgr.y.smithi028.stdout:Aug 29 18:49:11 smithi028 bash[70818]: ::ffff:172.21.15.53 - - [29/Aug/2024:18:49:11] "GET /metrics HTTP/1.1" 200 82916 "" "Prometheus/2.43.0" 2024-08-29T18:49:12.076 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:49:11 smithi053 bash[68679]: cluster 2024-08-29T18:49:10.359630+0000 mgr.y (mgr.25022) 1873 : cluster [DBG] pgmap v3329: 393 pgs: 393 active+clean; 4.6 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail 2024-08-29T18:49:12.077 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:49:11 smithi053 bash[68679]: cluster 2024-08-29T18:49:10.709537+0000 mon.a (mon.0) 3474 : cluster [DBG] osdmap e1938: 8 total, 8 up, 8 in 2024-08-29T18:49:12.130 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:49:11 smithi028 bash[78352]: cluster 2024-08-29T18:49:10.359630+0000 mgr.y (mgr.25022) 1873 : cluster [DBG] pgmap v3329: 393 pgs: 393 active+clean; 4.6 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail 2024-08-29T18:49:12.131 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:49:11 smithi028 bash[78352]: cluster 2024-08-29T18:49:10.709537+0000 mon.a (mon.0) 3474 : cluster [DBG] osdmap e1938: 8 total, 8 up, 8 in 2024-08-29T18:49:12.131 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:49:11 smithi028 bash[77168]: cluster 2024-08-29T18:49:10.359630+0000 mgr.y (mgr.25022) 1873 : cluster [DBG] pgmap v3329: 393 pgs: 393 active+clean; 4.6 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail 2024-08-29T18:49:12.131 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:49:11 smithi028 bash[77168]: cluster 2024-08-29T18:49:10.709537+0000 mon.a (mon.0) 3474 : cluster [DBG] osdmap e1938: 8 total, 8 up, 8 in 2024-08-29T18:49:12.576 INFO:journalctl@ceph.prometheus.a.smithi053.stdout:Aug 29 18:49:12 smithi053 bash[95567]: ts=2024-08-29T18:49:12.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"3167ee72-662c-11ef-bcd4-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-29T18:49:13.076 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:49:12 smithi053 bash[68679]: cluster 2024-08-29T18:49:11.712774+0000 mon.a (mon.0) 3475 : cluster [DBG] osdmap e1939: 8 total, 8 up, 8 in 2024-08-29T18:49:13.077 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:49:12 smithi053 bash[68679]: audit 2024-08-29T18:49:12.152688+0000 mon.a (mon.0) 3476 : audit [DBG] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-29T18:49:13.077 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:49:12 smithi053 bash[68679]: cluster 2024-08-29T18:49:12.715624+0000 mon.a (mon.0) 3477 : cluster [DBG] osdmap e1940: 8 total, 8 up, 8 in 2024-08-29T18:49:13.131 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:49:12 smithi028 bash[78352]: cluster 2024-08-29T18:49:11.712774+0000 mon.a (mon.0) 3475 : cluster [DBG] osdmap e1939: 8 total, 8 up, 8 in 2024-08-29T18:49:13.131 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:49:12 smithi028 bash[78352]: audit 2024-08-29T18:49:12.152688+0000 mon.a (mon.0) 3476 : audit [DBG] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-29T18:49:13.131 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:49:12 smithi028 bash[78352]: cluster 2024-08-29T18:49:12.715624+0000 mon.a (mon.0) 3477 : cluster [DBG] osdmap e1940: 8 total, 8 up, 8 in 2024-08-29T18:49:13.131 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:49:12 smithi028 bash[77168]: cluster 2024-08-29T18:49:11.712774+0000 mon.a (mon.0) 3475 : cluster [DBG] osdmap e1939: 8 total, 8 up, 8 in 2024-08-29T18:49:13.131 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:49:12 smithi028 bash[77168]: audit 2024-08-29T18:49:12.152688+0000 mon.a (mon.0) 3476 : audit [DBG] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-29T18:49:13.131 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:49:12 smithi028 bash[77168]: cluster 2024-08-29T18:49:12.715624+0000 mon.a (mon.0) 3477 : cluster [DBG] osdmap e1940: 8 total, 8 up, 8 in 2024-08-29T18:49:14.077 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:49:13 smithi053 bash[68679]: cluster 2024-08-29T18:49:12.360474+0000 mgr.y (mgr.25022) 1874 : cluster [DBG] pgmap v3332: 329 pgs: 329 active+clean; 4.6 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail 2024-08-29T18:49:14.077 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:49:13 smithi053 bash[68679]: cluster 2024-08-29T18:49:13.718510+0000 mon.a (mon.0) 3478 : cluster [DBG] osdmap e1941: 8 total, 8 up, 8 in 2024-08-29T18:49:14.131 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:49:13 smithi028 bash[78352]: cluster 2024-08-29T18:49:12.360474+0000 mgr.y (mgr.25022) 1874 : cluster [DBG] pgmap v3332: 329 pgs: 329 active+clean; 4.6 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail 2024-08-29T18:49:14.131 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:49:13 smithi028 bash[78352]: cluster 2024-08-29T18:49:13.718510+0000 mon.a (mon.0) 3478 : cluster [DBG] osdmap e1941: 8 total, 8 up, 8 in 2024-08-29T18:49:14.131 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:49:13 smithi028 bash[77168]: cluster 2024-08-29T18:49:12.360474+0000 mgr.y (mgr.25022) 1874 : cluster [DBG] pgmap v3332: 329 pgs: 329 active+clean; 4.6 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail 2024-08-29T18:49:14.131 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:49:13 smithi028 bash[77168]: cluster 2024-08-29T18:49:13.718510+0000 mon.a (mon.0) 3478 : cluster [DBG] osdmap e1941: 8 total, 8 up, 8 in 2024-08-29T18:49:16.076 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:49:15 smithi053 bash[68679]: cluster 2024-08-29T18:49:14.361409+0000 mgr.y (mgr.25022) 1875 : cluster [DBG] pgmap v3335: 265 pgs: 265 active+clean; 4.6 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail 2024-08-29T18:49:16.077 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:49:15 smithi053 bash[68679]: cluster 2024-08-29T18:49:14.720756+0000 mon.a (mon.0) 3479 : cluster [DBG] osdmap e1942: 8 total, 8 up, 8 in 2024-08-29T18:49:16.131 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:49:15 smithi028 bash[77168]: cluster 2024-08-29T18:49:14.361409+0000 mgr.y (mgr.25022) 1875 : cluster [DBG] pgmap v3335: 265 pgs: 265 active+clean; 4.6 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail 2024-08-29T18:49:16.131 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:49:15 smithi028 bash[77168]: cluster 2024-08-29T18:49:14.720756+0000 mon.a (mon.0) 3479 : cluster [DBG] osdmap e1942: 8 total, 8 up, 8 in 2024-08-29T18:49:16.131 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:49:15 smithi028 bash[78352]: cluster 2024-08-29T18:49:14.361409+0000 mgr.y (mgr.25022) 1875 : cluster [DBG] pgmap v3335: 265 pgs: 265 active+clean; 4.6 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail 2024-08-29T18:49:16.131 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:49:15 smithi028 bash[78352]: cluster 2024-08-29T18:49:14.720756+0000 mon.a (mon.0) 3479 : cluster [DBG] osdmap e1942: 8 total, 8 up, 8 in 2024-08-29T18:49:17.077 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:49:16 smithi053 bash[68679]: cluster 2024-08-29T18:49:15.731001+0000 mon.a (mon.0) 3480 : cluster [DBG] osdmap e1943: 8 total, 8 up, 8 in 2024-08-29T18:49:17.131 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:49:16 smithi028 bash[77168]: cluster 2024-08-29T18:49:15.731001+0000 mon.a (mon.0) 3480 : cluster [DBG] osdmap e1943: 8 total, 8 up, 8 in 2024-08-29T18:49:17.131 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:49:16 smithi028 bash[78352]: cluster 2024-08-29T18:49:15.731001+0000 mon.a (mon.0) 3480 : cluster [DBG] osdmap e1943: 8 total, 8 up, 8 in 2024-08-29T18:49:18.076 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:49:17 smithi053 bash[68679]: cluster 2024-08-29T18:49:16.362237+0000 mgr.y (mgr.25022) 1876 : cluster [DBG] pgmap v3338: 201 pgs: 201 active+clean; 4.6 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail 2024-08-29T18:49:18.077 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:49:17 smithi053 bash[68679]: cluster 2024-08-29T18:49:16.740818+0000 mon.a (mon.0) 3481 : cluster [DBG] osdmap e1944: 8 total, 8 up, 8 in 2024-08-29T18:49:18.131 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:49:17 smithi028 bash[77168]: cluster 2024-08-29T18:49:16.362237+0000 mgr.y (mgr.25022) 1876 : cluster [DBG] pgmap v3338: 201 pgs: 201 active+clean; 4.6 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail 2024-08-29T18:49:18.131 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:49:17 smithi028 bash[77168]: cluster 2024-08-29T18:49:16.740818+0000 mon.a (mon.0) 3481 : cluster [DBG] osdmap e1944: 8 total, 8 up, 8 in 2024-08-29T18:49:18.131 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:49:17 smithi028 bash[78352]: cluster 2024-08-29T18:49:16.362237+0000 mgr.y (mgr.25022) 1876 : cluster [DBG] pgmap v3338: 201 pgs: 201 active+clean; 4.6 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail 2024-08-29T18:49:18.131 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:49:17 smithi028 bash[78352]: cluster 2024-08-29T18:49:16.740818+0000 mon.a (mon.0) 3481 : cluster [DBG] osdmap e1944: 8 total, 8 up, 8 in 2024-08-29T18:49:18.773 INFO:tasks.workunit.client.0.smithi028.stdout:[----------] 160 tests from TestLibRBD (401271 ms total) 2024-08-29T18:49:18.773 INFO:tasks.workunit.client.0.smithi028.stdout: 2024-08-29T18:49:18.773 INFO:tasks.workunit.client.0.smithi028.stdout:[----------] 11 tests from DiffIterateTest/0, where TypeParam = DiffIterateParams 2024-08-29T18:49:18.828 INFO:tasks.workunit.client.0.smithi028.stdout:[ RUN ] DiffIterateTest/0.DiffIterate 2024-08-29T18:49:19.076 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:49:18 smithi053 bash[68679]: cluster 2024-08-29T18:49:17.742758+0000 mon.a (mon.0) 3482 : cluster [DBG] osdmap e1945: 8 total, 8 up, 8 in 2024-08-29T18:49:19.131 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:49:18 smithi028 bash[78352]: cluster 2024-08-29T18:49:17.742758+0000 mon.a (mon.0) 3482 : cluster [DBG] osdmap e1945: 8 total, 8 up, 8 in 2024-08-29T18:49:19.131 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:49:18 smithi028 bash[77168]: cluster 2024-08-29T18:49:17.742758+0000 mon.a (mon.0) 3482 : cluster [DBG] osdmap e1945: 8 total, 8 up, 8 in 2024-08-29T18:49:20.077 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:49:19 smithi053 bash[68679]: cluster 2024-08-29T18:49:18.362929+0000 mgr.y (mgr.25022) 1877 : cluster [DBG] pgmap v3341: 137 pgs: 137 active+clean; 4.6 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail 2024-08-29T18:49:20.077 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:49:19 smithi053 bash[68679]: cluster 2024-08-29T18:49:18.767076+0000 mon.a (mon.0) 3483 : cluster [DBG] osdmap e1946: 8 total, 8 up, 8 in 2024-08-29T18:49:20.131 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:49:19 smithi028 bash[78352]: cluster 2024-08-29T18:49:18.362929+0000 mgr.y (mgr.25022) 1877 : cluster [DBG] pgmap v3341: 137 pgs: 137 active+clean; 4.6 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail 2024-08-29T18:49:20.131 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:49:19 smithi028 bash[78352]: cluster 2024-08-29T18:49:18.767076+0000 mon.a (mon.0) 3483 : cluster [DBG] osdmap e1946: 8 total, 8 up, 8 in 2024-08-29T18:49:20.131 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:49:19 smithi028 bash[77168]: cluster 2024-08-29T18:49:18.362929+0000 mgr.y (mgr.25022) 1877 : cluster [DBG] pgmap v3341: 137 pgs: 137 active+clean; 4.6 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail 2024-08-29T18:49:20.131 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:49:19 smithi028 bash[77168]: cluster 2024-08-29T18:49:18.767076+0000 mon.a (mon.0) 3483 : cluster [DBG] osdmap e1946: 8 total, 8 up, 8 in 2024-08-29T18:49:20.790 INFO:tasks.workunit.client.0.smithi028.stdout:using new format! 2024-08-29T18:49:21.077 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:49:20 smithi053 bash[68679]: cluster 2024-08-29T18:49:19.777166+0000 mon.a (mon.0) 3484 : cluster [DBG] osdmap e1947: 8 total, 8 up, 8 in 2024-08-29T18:49:21.077 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:49:20 smithi053 bash[68679]: audit 2024-08-29T18:49:19.782751+0000 mon.c (mon.2) 136 : audit [INF] from='client.? 172.21.15.28:0/4008117848' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi028-116573-35","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-29T18:49:21.077 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:49:20 smithi053 bash[68679]: audit 2024-08-29T18:49:19.783835+0000 mon.a (mon.0) 3485 : audit [INF] from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi028-116573-35","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-29T18:49:21.077 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:49:20 smithi053 bash[68679]: audit 2024-08-29T18:49:20.073811+0000 mon.a (mon.0) 3486 : audit [DBG] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-29T18:49:21.131 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:49:20 smithi028 bash[78352]: cluster 2024-08-29T18:49:19.777166+0000 mon.a (mon.0) 3484 : cluster [DBG] osdmap e1947: 8 total, 8 up, 8 in 2024-08-29T18:49:21.131 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:49:20 smithi028 bash[78352]: audit 2024-08-29T18:49:19.782751+0000 mon.c (mon.2) 136 : audit [INF] from='client.? 172.21.15.28:0/4008117848' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi028-116573-35","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-29T18:49:21.131 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:49:20 smithi028 bash[78352]: audit 2024-08-29T18:49:19.783835+0000 mon.a (mon.0) 3485 : audit [INF] from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi028-116573-35","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-29T18:49:21.131 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:49:20 smithi028 bash[78352]: audit 2024-08-29T18:49:20.073811+0000 mon.a (mon.0) 3486 : audit [DBG] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-29T18:49:21.131 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:49:20 smithi028 bash[77168]: cluster 2024-08-29T18:49:19.777166+0000 mon.a (mon.0) 3484 : cluster [DBG] osdmap e1947: 8 total, 8 up, 8 in 2024-08-29T18:49:21.131 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:49:20 smithi028 bash[77168]: audit 2024-08-29T18:49:19.782751+0000 mon.c (mon.2) 136 : audit [INF] from='client.? 172.21.15.28:0/4008117848' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi028-116573-35","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-29T18:49:21.131 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:49:20 smithi028 bash[77168]: audit 2024-08-29T18:49:19.783835+0000 mon.a (mon.0) 3485 : audit [INF] from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi028-116573-35","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-29T18:49:21.132 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:49:20 smithi028 bash[77168]: audit 2024-08-29T18:49:20.073811+0000 mon.a (mon.0) 3486 : audit [DBG] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-29T18:49:21.781 INFO:journalctl@ceph.mgr.y.smithi028.stdout:Aug 29 18:49:21 smithi028 bash[70818]: ::ffff:172.21.15.53 - - [29/Aug/2024:18:49:21] "GET /metrics HTTP/1.1" 200 51429 "" "Prometheus/2.43.0" 2024-08-29T18:49:22.077 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:49:21 smithi053 bash[68679]: cluster 2024-08-29T18:49:20.363742+0000 mgr.y (mgr.25022) 1878 : cluster [DBG] pgmap v3344: 137 pgs: 32 unknown, 105 active+clean; 4.6 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail 2024-08-29T18:49:22.077 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:49:21 smithi053 bash[68679]: cluster 2024-08-29T18:49:20.770535+0000 mon.a (mon.0) 3487 : cluster [WRN] Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-08-29T18:49:22.077 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:49:21 smithi053 bash[68679]: audit 2024-08-29T18:49:20.779427+0000 mon.a (mon.0) 3488 : audit [INF] from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi028-116573-35","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-29T18:49:22.077 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:49:21 smithi053 bash[68679]: cluster 2024-08-29T18:49:20.785583+0000 mon.a (mon.0) 3489 : cluster [DBG] osdmap e1948: 8 total, 8 up, 8 in 2024-08-29T18:49:22.077 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:49:21 smithi053 bash[68679]: audit 2024-08-29T18:49:20.875117+0000 mon.a (mon.0) 3490 : audit [DBG] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-29T18:49:22.077 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:49:21 smithi053 bash[68679]: audit 2024-08-29T18:49:20.876459+0000 mon.a (mon.0) 3491 : audit [INF] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-29T18:49:22.077 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:49:21 smithi053 bash[68679]: audit 2024-08-29T18:49:20.885364+0000 mon.a (mon.0) 3492 : audit [INF] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' 2024-08-29T18:49:22.132 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:49:21 smithi028 bash[77168]: cluster 2024-08-29T18:49:20.363742+0000 mgr.y (mgr.25022) 1878 : cluster [DBG] pgmap v3344: 137 pgs: 32 unknown, 105 active+clean; 4.6 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail 2024-08-29T18:49:22.132 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:49:21 smithi028 bash[77168]: cluster 2024-08-29T18:49:20.770535+0000 mon.a (mon.0) 3487 : cluster [WRN] Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-08-29T18:49:22.132 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:49:21 smithi028 bash[77168]: audit 2024-08-29T18:49:20.779427+0000 mon.a (mon.0) 3488 : audit [INF] from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi028-116573-35","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-29T18:49:22.132 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:49:21 smithi028 bash[77168]: cluster 2024-08-29T18:49:20.785583+0000 mon.a (mon.0) 3489 : cluster [DBG] osdmap e1948: 8 total, 8 up, 8 in 2024-08-29T18:49:22.132 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:49:21 smithi028 bash[77168]: audit 2024-08-29T18:49:20.875117+0000 mon.a (mon.0) 3490 : audit [DBG] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-29T18:49:22.132 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:49:21 smithi028 bash[77168]: audit 2024-08-29T18:49:20.876459+0000 mon.a (mon.0) 3491 : audit [INF] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-29T18:49:22.132 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:49:21 smithi028 bash[77168]: audit 2024-08-29T18:49:20.885364+0000 mon.a (mon.0) 3492 : audit [INF] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' 2024-08-29T18:49:22.133 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:49:21 smithi028 bash[78352]: cluster 2024-08-29T18:49:20.363742+0000 mgr.y (mgr.25022) 1878 : cluster [DBG] pgmap v3344: 137 pgs: 32 unknown, 105 active+clean; 4.6 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail 2024-08-29T18:49:22.133 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:49:21 smithi028 bash[78352]: cluster 2024-08-29T18:49:20.770535+0000 mon.a (mon.0) 3487 : cluster [WRN] Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-08-29T18:49:22.133 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:49:21 smithi028 bash[78352]: audit 2024-08-29T18:49:20.779427+0000 mon.a (mon.0) 3488 : audit [INF] from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi028-116573-35","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-29T18:49:22.133 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:49:21 smithi028 bash[78352]: cluster 2024-08-29T18:49:20.785583+0000 mon.a (mon.0) 3489 : cluster [DBG] osdmap e1948: 8 total, 8 up, 8 in 2024-08-29T18:49:22.133 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:49:21 smithi028 bash[78352]: audit 2024-08-29T18:49:20.875117+0000 mon.a (mon.0) 3490 : audit [DBG] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-29T18:49:22.133 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:49:21 smithi028 bash[78352]: audit 2024-08-29T18:49:20.876459+0000 mon.a (mon.0) 3491 : audit [INF] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-29T18:49:22.133 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:49:21 smithi028 bash[78352]: audit 2024-08-29T18:49:20.885364+0000 mon.a (mon.0) 3492 : audit [INF] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' 2024-08-29T18:49:22.577 INFO:journalctl@ceph.prometheus.a.smithi053.stdout:Aug 29 18:49:22 smithi053 bash[95567]: ts=2024-08-29T18:49:22.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"3167ee72-662c-11ef-bcd4-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-29T18:49:22.901 INFO:tasks.workunit.client.0.smithi028.stdout: wrote [2752869~38175,9036993~75563,10649368~84339,11234978~69642,11306405~71654,12313086~26687,12782156~81284,15336581~90106,18622406~75179] 2024-08-29T18:49:23.076 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:49:22 smithi053 bash[68679]: cluster 2024-08-29T18:49:21.797286+0000 mon.a (mon.0) 3493 : cluster [DBG] osdmap e1949: 8 total, 8 up, 8 in 2024-08-29T18:49:23.131 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:49:22 smithi028 bash[78352]: cluster 2024-08-29T18:49:21.797286+0000 mon.a (mon.0) 3493 : cluster [DBG] osdmap e1949: 8 total, 8 up, 8 in 2024-08-29T18:49:23.131 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:49:22 smithi028 bash[77168]: cluster 2024-08-29T18:49:21.797286+0000 mon.a (mon.0) 3493 : cluster [DBG] osdmap e1949: 8 total, 8 up, 8 in 2024-08-29T18:49:23.859 INFO:tasks.workunit.client.0.smithi028.stdout: wrote [3466840~100062,3793060~9601,10698750~66957,12730209~86372,15508575~39304,15551654~28842,17351203~36576,18222794~9920,20689252~21474] 2024-08-29T18:49:23.869 INFO:tasks.workunit.client.0.smithi028.stdout: diff was [2791044~1011617,10698750~66957,12730209~86372,15426687~153809,17351203~36576,18222794~9920,18697585~2013141] 2024-08-29T18:49:23.878 INFO:tasks.workunit.client.0.smithi028.stdout:[ OK ] DiffIterateTest/0.DiffIterate (5050 ms) 2024-08-29T18:49:23.878 INFO:tasks.workunit.client.0.smithi028.stdout:[ RUN ] DiffIterateTest/0.DiffIterateDiscard 2024-08-29T18:49:23.878 INFO:tasks.workunit.client.0.smithi028.stdout:using new format! 2024-08-29T18:49:23.933 INFO:tasks.workunit.client.0.smithi028.stdout:iterate_cb 0~256 2024-08-29T18:49:24.076 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:49:23 smithi053 bash[68679]: cluster 2024-08-29T18:49:22.364479+0000 mgr.y (mgr.25022) 1879 : cluster [DBG] pgmap v3347: 137 pgs: 4 creating+peering, 28 unknown, 105 active+clean; 4.6 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail 2024-08-29T18:49:24.077 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:49:23 smithi053 bash[68679]: cluster 2024-08-29T18:49:22.790461+0000 mon.a (mon.0) 3494 : cluster [INF] Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-08-29T18:49:24.077 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:49:23 smithi053 bash[68679]: cluster 2024-08-29T18:49:22.808852+0000 mon.a (mon.0) 3495 : cluster [DBG] osdmap e1950: 8 total, 8 up, 8 in 2024-08-29T18:49:24.131 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:49:23 smithi028 bash[78352]: cluster 2024-08-29T18:49:22.364479+0000 mgr.y (mgr.25022) 1879 : cluster [DBG] pgmap v3347: 137 pgs: 4 creating+peering, 28 unknown, 105 active+clean; 4.6 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail 2024-08-29T18:49:24.131 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:49:23 smithi028 bash[78352]: cluster 2024-08-29T18:49:22.790461+0000 mon.a (mon.0) 3494 : cluster [INF] Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-08-29T18:49:24.131 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:49:23 smithi028 bash[78352]: cluster 2024-08-29T18:49:22.808852+0000 mon.a (mon.0) 3495 : cluster [DBG] osdmap e1950: 8 total, 8 up, 8 in 2024-08-29T18:49:24.131 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:49:23 smithi028 bash[77168]: cluster 2024-08-29T18:49:22.364479+0000 mgr.y (mgr.25022) 1879 : cluster [DBG] pgmap v3347: 137 pgs: 4 creating+peering, 28 unknown, 105 active+clean; 4.6 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail 2024-08-29T18:49:24.131 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:49:23 smithi028 bash[77168]: cluster 2024-08-29T18:49:22.790461+0000 mon.a (mon.0) 3494 : cluster [INF] Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-08-29T18:49:24.131 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:49:23 smithi028 bash[77168]: cluster 2024-08-29T18:49:22.808852+0000 mon.a (mon.0) 3495 : cluster [DBG] osdmap e1950: 8 total, 8 up, 8 in 2024-08-29T18:49:24.864 INFO:tasks.workunit.client.0.smithi028.stdout:iterate_cb 0~256 2024-08-29T18:49:25.076 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:49:24 smithi053 bash[68679]: cluster 2024-08-29T18:49:23.816199+0000 mon.a (mon.0) 3496 : cluster [DBG] osdmap e1951: 8 total, 8 up, 8 in 2024-08-29T18:49:25.130 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:49:24 smithi028 bash[77168]: cluster 2024-08-29T18:49:23.816199+0000 mon.a (mon.0) 3496 : cluster [DBG] osdmap e1951: 8 total, 8 up, 8 in 2024-08-29T18:49:25.131 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:49:24 smithi028 bash[78352]: cluster 2024-08-29T18:49:23.816199+0000 mon.a (mon.0) 3496 : cluster [DBG] osdmap e1951: 8 total, 8 up, 8 in 2024-08-29T18:49:25.869 INFO:tasks.workunit.client.0.smithi028.stdout:iterate_cb 0~256 2024-08-29T18:49:26.131 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:49:25 smithi028 bash[78352]: cluster 2024-08-29T18:49:24.365240+0000 mgr.y (mgr.25022) 1880 : cluster [DBG] pgmap v3350: 137 pgs: 4 creating+peering, 14 unknown, 119 active+clean; 10 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 6.0 KiB/s rd, 100 KiB/s wr, 10 op/s 2024-08-29T18:49:26.131 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:49:25 smithi028 bash[78352]: cluster 2024-08-29T18:49:24.826628+0000 mon.a (mon.0) 3497 : cluster [DBG] osdmap e1952: 8 total, 8 up, 8 in 2024-08-29T18:49:26.131 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:49:25 smithi028 bash[77168]: cluster 2024-08-29T18:49:24.365240+0000 mgr.y (mgr.25022) 1880 : cluster [DBG] pgmap v3350: 137 pgs: 4 creating+peering, 14 unknown, 119 active+clean; 10 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 6.0 KiB/s rd, 100 KiB/s wr, 10 op/s 2024-08-29T18:49:26.131 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:49:25 smithi028 bash[77168]: cluster 2024-08-29T18:49:24.826628+0000 mon.a (mon.0) 3497 : cluster [DBG] osdmap e1952: 8 total, 8 up, 8 in 2024-08-29T18:49:26.326 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:49:25 smithi053 bash[68679]: cluster 2024-08-29T18:49:24.365240+0000 mgr.y (mgr.25022) 1880 : cluster [DBG] pgmap v3350: 137 pgs: 4 creating+peering, 14 unknown, 119 active+clean; 10 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 6.0 KiB/s rd, 100 KiB/s wr, 10 op/s 2024-08-29T18:49:26.327 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:49:25 smithi053 bash[68679]: cluster 2024-08-29T18:49:24.826628+0000 mon.a (mon.0) 3497 : cluster [DBG] osdmap e1952: 8 total, 8 up, 8 in 2024-08-29T18:49:26.888 INFO:tasks.workunit.client.0.smithi028.stdout:iterate_cb 0~256 2024-08-29T18:49:26.891 INFO:tasks.workunit.client.0.smithi028.stdout:[ OK ] DiffIterateTest/0.DiffIterateDiscard (3013 ms) 2024-08-29T18:49:26.891 INFO:tasks.workunit.client.0.smithi028.stdout:[ RUN ] DiffIterateTest/0.DiffIterateStress 2024-08-29T18:49:26.891 INFO:tasks.workunit.client.0.smithi028.stdout:using new format! 2024-08-29T18:49:27.040 INFO:tasks.workunit.client.0.smithi028.stdout: i=0 exists [6746893~7632430,14553800~5010790,47452489~5868943,141410877~4152366,145652125~4134423,166643040~5616574,228130158~329050,381036903~5513765,404960783~7895491] wrote [6746893~7632430,14553800~5010790,47452489~5868943,141410877~4152366,145652125~4134423,166643040~5616574,228130158~329050,381036903~5513765,404960783~7895491] 2024-08-29T18:49:27.131 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:49:26 smithi028 bash[78352]: cluster 2024-08-29T18:49:25.827757+0000 mon.a (mon.0) 3498 : cluster [DBG] osdmap e1953: 8 total, 8 up, 8 in 2024-08-29T18:49:27.131 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:49:26 smithi028 bash[77168]: cluster 2024-08-29T18:49:25.827757+0000 mon.a (mon.0) 3498 : cluster [DBG] osdmap e1953: 8 total, 8 up, 8 in 2024-08-29T18:49:27.327 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:49:26 smithi053 bash[68679]: cluster 2024-08-29T18:49:25.827757+0000 mon.a (mon.0) 3498 : cluster [DBG] osdmap e1953: 8 total, 8 up, 8 in 2024-08-29T18:49:27.943 INFO:tasks.workunit.client.0.smithi028.stdout: i=1 exists [6746893~7632430,14553800~5010790,32148495~499031,47452489~5868943,80184100~2642294,96020867~5605051,112266524~7474062,141410877~4152366,145652125~4134423,166643040~5616574,228130158~329050,232774667~6395150,249057554~1479793,252123373~3290939,355523350~5121785,381036903~5513765,404960783~7895491] wrote [7135361~2489812,32148495~499031,80184100~2642294,96020867~5605051,112266524~7474062,232774667~6395150,249057554~1479793,252123373~3290939,355523350~5121785] 2024-08-29T18:49:28.131 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:49:27 smithi028 bash[78352]: cluster 2024-08-29T18:49:26.366016+0000 mgr.y (mgr.25022) 1881 : cluster [DBG] pgmap v3353: 137 pgs: 137 active+clean; 17 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 28 KiB/s rd, 240 KiB/s wr, 50 op/s 2024-08-29T18:49:28.131 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:49:27 smithi028 bash[78352]: cluster 2024-08-29T18:49:26.849456+0000 mon.a (mon.0) 3499 : cluster [DBG] osdmap e1954: 8 total, 8 up, 8 in 2024-08-29T18:49:28.131 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:49:27 smithi028 bash[78352]: audit 2024-08-29T18:49:27.152947+0000 mon.a (mon.0) 3500 : audit [DBG] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-29T18:49:28.131 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:49:27 smithi028 bash[77168]: cluster 2024-08-29T18:49:26.366016+0000 mgr.y (mgr.25022) 1881 : cluster [DBG] pgmap v3353: 137 pgs: 137 active+clean; 17 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 28 KiB/s rd, 240 KiB/s wr, 50 op/s 2024-08-29T18:49:28.131 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:49:27 smithi028 bash[77168]: cluster 2024-08-29T18:49:26.849456+0000 mon.a (mon.0) 3499 : cluster [DBG] osdmap e1954: 8 total, 8 up, 8 in 2024-08-29T18:49:28.131 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:49:27 smithi028 bash[77168]: audit 2024-08-29T18:49:27.152947+0000 mon.a (mon.0) 3500 : audit [DBG] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-29T18:49:28.326 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:49:27 smithi053 bash[68679]: cluster 2024-08-29T18:49:26.366016+0000 mgr.y (mgr.25022) 1881 : cluster [DBG] pgmap v3353: 137 pgs: 137 active+clean; 17 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 28 KiB/s rd, 240 KiB/s wr, 50 op/s 2024-08-29T18:49:28.327 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:49:27 smithi053 bash[68679]: cluster 2024-08-29T18:49:26.849456+0000 mon.a (mon.0) 3499 : cluster [DBG] osdmap e1954: 8 total, 8 up, 8 in 2024-08-29T18:49:28.327 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:49:27 smithi053 bash[68679]: audit 2024-08-29T18:49:27.152947+0000 mon.a (mon.0) 3500 : audit [DBG] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-29T18:49:28.968 INFO:tasks.workunit.client.0.smithi028.stdout: i=2 exists [6746893~7632430,14553800~5010790,32148495~499031,47452489~5868943,64964467~271798,80184100~2642294,96020867~5605051,112266524~7474062,141410877~4152366,145652125~4134423,166643040~5616574,191198663~5188483,221188751~7270457,232774667~6395150,247934840~7479472,273932032~948860,330669031~1342855,353285939~7572090,371177106~512530,381036903~5513765,404960783~7895491] wrote [47488886~4856463,64964467~271798,191198663~5188483,221188751~7110649,247934840~6800464,273932032~948860,330669031~1342855,353285939~7572090,371177106~512530] 2024-08-29T18:49:29.131 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:49:28 smithi028 bash[78352]: cluster 2024-08-29T18:49:27.852176+0000 mon.a (mon.0) 3501 : cluster [DBG] osdmap e1955: 8 total, 8 up, 8 in 2024-08-29T18:49:29.131 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:49:28 smithi028 bash[77168]: cluster 2024-08-29T18:49:27.852176+0000 mon.a (mon.0) 3501 : cluster [DBG] osdmap e1955: 8 total, 8 up, 8 in 2024-08-29T18:49:29.326 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:49:28 smithi053 bash[68679]: cluster 2024-08-29T18:49:27.852176+0000 mon.a (mon.0) 3501 : cluster [DBG] osdmap e1955: 8 total, 8 up, 8 in 2024-08-29T18:49:29.986 INFO:tasks.workunit.client.0.smithi028.stdout: i=3 exists [6746893~7632430,14553800~5010790,32148495~499031,47452489~5868943,64964467~271798,74285046~775965,80184100~2642294,96020867~5605051,112266524~7474062,141410877~4152366,145652125~4134423,166643040~5616574,190814092~5573054,216639952~1815406,221188751~7270457,232774667~6395150,247934840~7479472,273932032~948860,292524916~3755556,312232711~1780368,321378725~5014557,327141348~5833504,353285939~13339222,371177106~512530,381036903~5513765,388452215~1988867,404960783~7895491] wrote [74285046~775965,190814092~2557845,216639952~1815406,292524916~3755556,312232711~1780368,321378725~5014557,327141348~5833504,353900418~6234396,360589455~6035706,388452215~1988867] 2024-08-29T18:49:30.131 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:49:29 smithi028 bash[78352]: cluster 2024-08-29T18:49:28.366765+0000 mgr.y (mgr.25022) 1882 : cluster [DBG] pgmap v3356: 137 pgs: 137 active+clean; 23 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 22 KiB/s rd, 1.6 MiB/s wr, 40 op/s 2024-08-29T18:49:30.131 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:49:29 smithi028 bash[78352]: cluster 2024-08-29T18:49:28.872787+0000 mon.a (mon.0) 3502 : cluster [DBG] osdmap e1956: 8 total, 8 up, 8 in 2024-08-29T18:49:30.131 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:49:29 smithi028 bash[77168]: cluster 2024-08-29T18:49:28.366765+0000 mgr.y (mgr.25022) 1882 : cluster [DBG] pgmap v3356: 137 pgs: 137 active+clean; 23 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 22 KiB/s rd, 1.6 MiB/s wr, 40 op/s 2024-08-29T18:49:30.131 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:49:29 smithi028 bash[77168]: cluster 2024-08-29T18:49:28.872787+0000 mon.a (mon.0) 3502 : cluster [DBG] osdmap e1956: 8 total, 8 up, 8 in 2024-08-29T18:49:30.328 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:49:29 smithi053 bash[68679]: cluster 2024-08-29T18:49:28.366765+0000 mgr.y (mgr.25022) 1882 : cluster [DBG] pgmap v3356: 137 pgs: 137 active+clean; 23 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 22 KiB/s rd, 1.6 MiB/s wr, 40 op/s 2024-08-29T18:49:30.328 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:49:29 smithi053 bash[68679]: cluster 2024-08-29T18:49:28.872787+0000 mon.a (mon.0) 3502 : cluster [DBG] osdmap e1956: 8 total, 8 up, 8 in 2024-08-29T18:49:31.011 INFO:tasks.workunit.client.0.smithi028.stdout: i=4 exists [6746893~7632430,14553800~5010790,32148495~499031,43179186~11120170,64964467~271798,74285046~775965,80184100~2642294,87418954~1675130,96020867~5605051,112266524~7474062,141410877~4152366,145652125~4134423,166643040~5616574,190814092~5573054,216639952~1815406,221188751~7515474,232774667~6395150,247934840~7479472,273932032~948860,292524916~3755556,312232711~1780368,318753086~8167724,327141348~11300848,353285939~14761423,371177106~512530,377906916~8643752,388452215~1988867,404960783~7895491] wrote [43179186~11120170,87418954~1675130,223823043~4881182,318753086~8167724,330312609~8129587,353738398~5261641,361194805~6852557,377906916~6581651] 2024-08-29T18:49:31.327 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:49:30 smithi053 bash[68679]: cluster 2024-08-29T18:49:29.874645+0000 mon.a (mon.0) 3503 : cluster [DBG] osdmap e1957: 8 total, 8 up, 8 in 2024-08-29T18:49:31.381 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:49:30 smithi028 bash[78352]: cluster 2024-08-29T18:49:29.874645+0000 mon.a (mon.0) 3503 : cluster [DBG] osdmap e1957: 8 total, 8 up, 8 in 2024-08-29T18:49:31.381 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:49:30 smithi028 bash[77168]: cluster 2024-08-29T18:49:29.874645+0000 mon.a (mon.0) 3503 : cluster [DBG] osdmap e1957: 8 total, 8 up, 8 in 2024-08-29T18:49:31.881 INFO:journalctl@ceph.mgr.y.smithi028.stdout:Aug 29 18:49:31 smithi028 bash[70818]: ::ffff:172.21.15.53 - - [29/Aug/2024:18:49:31] "GET /metrics HTTP/1.1" 200 36690 "" "Prometheus/2.43.0" 2024-08-29T18:49:32.004 INFO:tasks.workunit.client.0.smithi028.stdout: i=5 exists [6746893~7632430,14553800~5010790,32148495~499031,36013707~3440607,43179186~11120170,64964467~271798,74285046~775965,80184100~2642294,85516701~3577383,96020867~5605051,112266524~7474062,134440317~2997850,141410877~4152366,145652125~4134423,161911242~2967534,166643040~5815874,190814092~5573054,216639952~1815406,221188751~10246526,232774667~6395150,246402558~9011754,273932032~948860,279812337~12399,292524916~3755556,312232711~1780368,318753086~8167724,327141348~11300848,353285939~15530455,371177106~512530,377906916~8643752,388452215~1988867,404960783~7895491] wrote [36013707~3440607,85516701~3037815,134440317~2997850,146313525~1754199,161911242~2967534,168074778~4384136,223337191~8098086,246402558~6123699,279812337~12399,367957770~858624] 2024-08-29T18:49:32.316 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:49:31 smithi053 bash[68679]: cluster 2024-08-29T18:49:30.367506+0000 mgr.y (mgr.25022) 1883 : cluster [DBG] pgmap v3359: 137 pgs: 137 active+clean; 132 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 128 KiB/s rd, 22 MiB/s wr, 206 op/s 2024-08-29T18:49:32.316 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:49:31 smithi053 bash[68679]: cluster 2024-08-29T18:49:30.898742+0000 mon.a (mon.0) 3504 : cluster [DBG] osdmap e1958: 8 total, 8 up, 8 in 2024-08-29T18:49:32.381 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:49:31 smithi028 bash[78352]: cluster 2024-08-29T18:49:30.367506+0000 mgr.y (mgr.25022) 1883 : cluster [DBG] pgmap v3359: 137 pgs: 137 active+clean; 132 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 128 KiB/s rd, 22 MiB/s wr, 206 op/s 2024-08-29T18:49:32.381 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:49:31 smithi028 bash[78352]: cluster 2024-08-29T18:49:30.898742+0000 mon.a (mon.0) 3504 : cluster [DBG] osdmap e1958: 8 total, 8 up, 8 in 2024-08-29T18:49:32.381 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:49:31 smithi028 bash[77168]: cluster 2024-08-29T18:49:30.367506+0000 mgr.y (mgr.25022) 1883 : cluster [DBG] pgmap v3359: 137 pgs: 137 active+clean; 132 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 128 KiB/s rd, 22 MiB/s wr, 206 op/s 2024-08-29T18:49:32.381 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:49:31 smithi028 bash[77168]: cluster 2024-08-29T18:49:30.898742+0000 mon.a (mon.0) 3504 : cluster [DBG] osdmap e1958: 8 total, 8 up, 8 in 2024-08-29T18:49:32.576 INFO:journalctl@ceph.prometheus.a.smithi053.stdout:Aug 29 18:49:32 smithi053 bash[95567]: ts=2024-08-29T18:49:32.316Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"3167ee72-662c-11ef-bcd4-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-29T18:49:32.993 INFO:tasks.workunit.client.0.smithi028.stdout: i=6 exists [6746893~7632430,14553800~5010790,28841197~5445218,36013707~3440607,43179186~11480695,64964467~271798,69447543~2077168,74285046~775965,80184100~2642294,85516701~3577383,95952768~5673150,112266524~7474062,120618268~1981672,134440317~2997850,141410877~4152366,145652125~4134423,161911242~2967534,166643040~5815874,178457662~4865957,190814092~5573054,216639952~1815406,221188751~10246526,232774667~6395150,246402558~9011754,273932032~948860,279812337~12399,292524916~3755556,312232711~1780368,318753086~8167724,327141348~11300848,353285939~15530455,371177106~512530,373502115~540519,377906916~8643752,388452215~1988867,404960783~7895491] wrote [28841197~5445218,49266697~5393184,69447543~2077168,95952768~5307712,120618268~1981672,145934985~1515438,178457662~4865957,233024919~1072679,373502115~540519] 2024-08-29T18:49:33.327 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:49:32 smithi053 bash[68679]: cluster 2024-08-29T18:49:31.905600+0000 mon.a (mon.0) 3505 : cluster [DBG] osdmap e1959: 8 total, 8 up, 8 in 2024-08-29T18:49:33.380 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:49:32 smithi028 bash[78352]: cluster 2024-08-29T18:49:31.905600+0000 mon.a (mon.0) 3505 : cluster [DBG] osdmap e1959: 8 total, 8 up, 8 in 2024-08-29T18:49:33.381 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:49:32 smithi028 bash[77168]: cluster 2024-08-29T18:49:31.905600+0000 mon.a (mon.0) 3505 : cluster [DBG] osdmap e1959: 8 total, 8 up, 8 in 2024-08-29T18:49:33.786 INFO:tasks.workunit.client.0.smithi028.stdout: i=7 exists [6746893~7632430,14553800~5010790,28841197~5445218,36013707~3440607,43179186~11480695,64964467~271798,69447543~2077168,74285046~775965,80184100~2642294,85516701~3577383,95952768~10178605,112266524~7474062,120618268~1981672,134440317~2997850,141410877~4152366,145652125~4134423,161911242~2967534,166643040~7346697,176391318~6932301,190814092~5573054,208376255~717683,216639952~1815406,221188751~10246526,232774667~6395150,246402558~9011754,257101775~2452651,273932032~948860,279812337~12399,292524916~3755556,299323953~3236427,312232711~1780368,316764114~1718090,318753086~8167724,327141348~11300848,353285939~15530455,371177106~512530,373502115~540519,376343637~10207031,388452215~1988867,397165257~663309,404960783~7895491] wrote [99526162~6605211,171019761~2969976,176391318~6543964,208376255~717683,257101775~2452651,299323953~3236427,316764114~1718090,376343637~3051739,397165257~663309,407636507~1784786] 2024-08-29T18:49:34.326 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:49:33 smithi053 bash[68679]: cluster 2024-08-29T18:49:32.368229+0000 mgr.y (mgr.25022) 1884 : cluster [DBG] pgmap v3362: 137 pgs: 137 active+clean; 143 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 128 KiB/s rd, 22 MiB/s wr, 206 op/s 2024-08-29T18:49:34.327 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:49:33 smithi053 bash[68679]: cluster 2024-08-29T18:49:32.916610+0000 mon.a (mon.0) 3506 : cluster [DBG] osdmap e1960: 8 total, 8 up, 8 in 2024-08-29T18:49:34.327 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:49:33 smithi053 bash[68679]: cluster 2024-08-29T18:49:33.712031+0000 mon.a (mon.0) 3507 : cluster [DBG] osdmap e1961: 8 total, 8 up, 8 in 2024-08-29T18:49:34.381 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:49:33 smithi028 bash[78352]: cluster 2024-08-29T18:49:32.368229+0000 mgr.y (mgr.25022) 1884 : cluster [DBG] pgmap v3362: 137 pgs: 137 active+clean; 143 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 128 KiB/s rd, 22 MiB/s wr, 206 op/s 2024-08-29T18:49:34.381 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:49:33 smithi028 bash[78352]: cluster 2024-08-29T18:49:32.916610+0000 mon.a (mon.0) 3506 : cluster [DBG] osdmap e1960: 8 total, 8 up, 8 in 2024-08-29T18:49:34.381 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:49:33 smithi028 bash[78352]: cluster 2024-08-29T18:49:33.712031+0000 mon.a (mon.0) 3507 : cluster [DBG] osdmap e1961: 8 total, 8 up, 8 in 2024-08-29T18:49:34.381 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:49:33 smithi028 bash[77168]: cluster 2024-08-29T18:49:32.368229+0000 mgr.y (mgr.25022) 1884 : cluster [DBG] pgmap v3362: 137 pgs: 137 active+clean; 143 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 128 KiB/s rd, 22 MiB/s wr, 206 op/s 2024-08-29T18:49:34.381 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:49:33 smithi028 bash[77168]: cluster 2024-08-29T18:49:32.916610+0000 mon.a (mon.0) 3506 : cluster [DBG] osdmap e1960: 8 total, 8 up, 8 in 2024-08-29T18:49:34.382 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:49:33 smithi028 bash[77168]: cluster 2024-08-29T18:49:33.712031+0000 mon.a (mon.0) 3507 : cluster [DBG] osdmap e1961: 8 total, 8 up, 8 in 2024-08-29T18:49:34.821 INFO:tasks.workunit.client.0.smithi028.stdout: i=8 exists [6746893~7632430,14553800~5010790,23803120~10483295,36013707~3440607,43179186~11480695,57942514~3722396,64964467~271798,69447543~2077168,74285046~775965,80184100~2642294,85516701~3577383,95952768~10178605,112266524~7474062,120618268~1981672,134440317~2997850,141410877~4152366,145652125~4134423,161911242~2967534,166643040~7346697,176391318~19995828,208376255~717683,213846099~4609259,221188751~10246526,231998435~7171382,246402558~9011754,257101775~2452651,259678252~2814737,273932032~948860,279812337~12399,285728457~4428234,292524916~3755556,299323953~3236427,312232711~1780368,316764114~1718090,318753086~8167724,327141348~11300848,353285939~15530455,370154569~3888065,376343637~10207031,388452215~2485309,397165257~663309,404960783~7895491] wrote [23803120~7981154,57942514~3722396,183165758~7837093,213846099~4168041,231998435~6188219,259678252~2814737,285728457~4428234,355263620~3334799,370154569~3799054,389162629~1774895] 2024-08-29T18:49:35.862 INFO:tasks.workunit.client.0.smithi028.stdout: i=9 exists [6746893~7632430,14553800~5010790,23803120~10483295,36013707~3440607,43179186~11557645,57942514~3722396,64964467~271798,69447543~2077168,74285046~775965,80184100~2642294,85516701~3577383,95952768~10178605,112266524~7474062,120618268~1981672,126987334~2378155,134440317~2997850,141410877~4152366,145652125~8323741,161911242~2967534,166643040~7346697,176391318~19995828,208376255~717683,213846099~4609259,221188751~10246526,231998435~7171382,246402558~9011754,257101775~2452651,259678252~2814737,264903345~2757343,271120015~990378,273932032~948860,277924467~2799721,285728457~10552015,299323953~3236427,312232711~1780368,316764114~1718090,318753086~8167724,327141348~11300848,340774249~3706534,353285939~15530455,369558094~5170373,376343637~10207031,388452215~2485309,397165257~663309,404960783~7895491] wrote [52303029~2433802,126987334~2378155,148040554~5935312,264903345~2757343,271120015~990378,277924467~2799721,288388507~7853960,340774249~3706534,369558094~5170373] 2024-08-29T18:49:36.077 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:49:35 smithi053 bash[68679]: cluster 2024-08-29T18:49:34.368959+0000 mgr.y (mgr.25022) 1885 : cluster [DBG] pgmap v3365: 137 pgs: 137 active+clean; 263 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 1.2 KiB/s rd, 23 MiB/s wr, 15 op/s 2024-08-29T18:49:36.077 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:49:35 smithi053 bash[68679]: cluster 2024-08-29T18:49:34.714613+0000 mon.a (mon.0) 3508 : cluster [DBG] osdmap e1962: 8 total, 8 up, 8 in 2024-08-29T18:49:36.131 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:49:35 smithi028 bash[78352]: cluster 2024-08-29T18:49:34.368959+0000 mgr.y (mgr.25022) 1885 : cluster [DBG] pgmap v3365: 137 pgs: 137 active+clean; 263 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 1.2 KiB/s rd, 23 MiB/s wr, 15 op/s 2024-08-29T18:49:36.131 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:49:35 smithi028 bash[78352]: cluster 2024-08-29T18:49:34.714613+0000 mon.a (mon.0) 3508 : cluster [DBG] osdmap e1962: 8 total, 8 up, 8 in 2024-08-29T18:49:36.131 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:49:35 smithi028 bash[77168]: cluster 2024-08-29T18:49:34.368959+0000 mgr.y (mgr.25022) 1885 : cluster [DBG] pgmap v3365: 137 pgs: 137 active+clean; 263 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 1.2 KiB/s rd, 23 MiB/s wr, 15 op/s 2024-08-29T18:49:36.131 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:49:35 smithi028 bash[77168]: cluster 2024-08-29T18:49:34.714613+0000 mon.a (mon.0) 3508 : cluster [DBG] osdmap e1962: 8 total, 8 up, 8 in 2024-08-29T18:49:36.850 INFO:tasks.workunit.client.0.smithi028.stdout: i=10 exists [6746893~7632430,14553800~5010790,20831886~13454529,34664831~312119,36013707~3440607,43179186~11557645,57942514~3722396,64964467~271798,69447543~2077168,72419591~5090321,80184100~2642294,85516701~3577383,95952768~10178605,112266524~7474062,120618268~1981672,126987334~2378155,134440317~2997850,141410877~4152366,145652125~8323741,161911242~2967534,166643040~7346697,176391318~19995828,201373250~1079910,205956601~216622,208376255~717683,213846099~4609259,221188751~10246526,231998435~7171382,246402558~9011754,257101775~2452651,259678252~2814737,264903345~2757343,271120015~990378,273932032~948860,277924467~2799721,281966612~1069486,285498168~10782304,299323953~3236427,312232711~1780368,316764114~1718090,318753086~8167724,327141348~11300848,340774249~3706534,353285939~15530455,369558094~5170373,376343637~10207031,388452215~2485309,397165257~663309,404960783~7895491] wrote [20831886~6718663,34664831~312119,72419591~5090321,80470003~516724,201373250~1079910,205956601~216622,281966612~1069486,285498168~9132810,319174253~1934258] 2024-08-29T18:49:37.076 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:49:36 smithi053 bash[68679]: cluster 2024-08-29T18:49:35.717185+0000 mon.a (mon.0) 3509 : cluster [DBG] osdmap e1963: 8 total, 8 up, 8 in 2024-08-29T18:49:37.131 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:49:36 smithi028 bash[78352]: cluster 2024-08-29T18:49:35.717185+0000 mon.a (mon.0) 3509 : cluster [DBG] osdmap e1963: 8 total, 8 up, 8 in 2024-08-29T18:49:37.131 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:49:36 smithi028 bash[77168]: cluster 2024-08-29T18:49:35.717185+0000 mon.a (mon.0) 3509 : cluster [DBG] osdmap e1963: 8 total, 8 up, 8 in 2024-08-29T18:49:37.883 INFO:tasks.workunit.client.0.smithi028.stdout: i=11 exists [6746893~7632430,14553800~5010790,20831886~13454529,34664831~312119,36013707~3440607,43179186~11557645,57942514~3722396,64964467~271798,69447543~2077168,72419591~5090321,80184100~2642294,85516701~3577383,95952768~10178605,112266524~7474062,120618268~1981672,126987334~2378155,134440317~2997850,141410877~4152366,145652125~8323741,161911242~2967534,166643040~7346697,176391318~20767987,201373250~1079910,205956601~216622,208249281~4081037,213846099~4609259,221188751~17981066,246402558~9011754,257101775~2452651,259678252~2814737,264903345~2757343,271120015~990378,273932032~948860,277924467~2799721,281966612~1069486,285498168~10782304,299323953~3236427,312232711~1780368,316764114~1718090,318753086~8167724,327141348~11300848,340774249~3706534,353285939~15530455,369558094~5170373,376343637~10207031,388452215~6944082,397165257~663309,403360897~9495377] wrote [26649138~6885619,192832680~4326625,208249281~4081037,227002606~7372323,333770793~4554541,370888328~1019297,388525084~6871213,403360897~3188967] 2024-08-29T18:49:38.076 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:49:37 smithi053 bash[68679]: cluster 2024-08-29T18:49:36.369707+0000 mgr.y (mgr.25022) 1886 : cluster [DBG] pgmap v3368: 137 pgs: 137 active+clean; 386 MiB data, 6.2 GiB used, 709 GiB / 715 GiB avail; 175 KiB/s rd, 47 MiB/s wr, 290 op/s 2024-08-29T18:49:38.077 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:49:37 smithi053 bash[68679]: cluster 2024-08-29T18:49:36.737553+0000 mon.a (mon.0) 3510 : cluster [DBG] osdmap e1964: 8 total, 8 up, 8 in 2024-08-29T18:49:38.131 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:49:37 smithi028 bash[78352]: cluster 2024-08-29T18:49:36.369707+0000 mgr.y (mgr.25022) 1886 : cluster [DBG] pgmap v3368: 137 pgs: 137 active+clean; 386 MiB data, 6.2 GiB used, 709 GiB / 715 GiB avail; 175 KiB/s rd, 47 MiB/s wr, 290 op/s 2024-08-29T18:49:38.131 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:49:37 smithi028 bash[78352]: cluster 2024-08-29T18:49:36.737553+0000 mon.a (mon.0) 3510 : cluster [DBG] osdmap e1964: 8 total, 8 up, 8 in 2024-08-29T18:49:38.131 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:49:37 smithi028 bash[77168]: cluster 2024-08-29T18:49:36.369707+0000 mgr.y (mgr.25022) 1886 : cluster [DBG] pgmap v3368: 137 pgs: 137 active+clean; 386 MiB data, 6.2 GiB used, 709 GiB / 715 GiB avail; 175 KiB/s rd, 47 MiB/s wr, 290 op/s 2024-08-29T18:49:38.131 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:49:37 smithi028 bash[77168]: cluster 2024-08-29T18:49:36.737553+0000 mon.a (mon.0) 3510 : cluster [DBG] osdmap e1964: 8 total, 8 up, 8 in 2024-08-29T18:49:38.885 INFO:tasks.workunit.client.0.smithi028.stdout: i=12 exists [217869~607781,6227370~8151953,14553800~5010790,20831886~13454529,34664831~312119,36013707~3440607,43179186~11557645,55333652~12689516,69447543~2077168,72419591~5090321,80184100~2642294,85516701~3577383,95952768~10178605,112266524~7474062,120618268~1981672,126985745~2379744,134440317~2997850,141410877~4152366,145652125~8323741,161911242~2967534,166643040~7346697,176391318~20767987,201373250~1079910,205956601~216622,208249281~4081037,213846099~4609259,221188751~17981066,240398233~3036846,246402558~9011754,257101775~2452651,259678252~2814737,264903345~2757343,271120015~990378,273932032~948860,277924467~2799721,281966612~1069486,285498168~10782304,299323953~3236427,307418583~6594496,316764114~1718090,318753086~8167724,327141348~11300848,340774249~3706534,353285939~15530455,369558094~5170373,376343637~19052660,397165257~663309,403360897~9495377] wrote [217869~607781,6227370~7105144,46474403~5208080,55333652~12689516,126985745~1006620,229838768~5448291,240398233~3036846,307418583~6141893,385403060~6583090] 2024-08-29T18:49:39.077 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:49:38 smithi053 bash[68679]: cluster 2024-08-29T18:49:37.738781+0000 mon.a (mon.0) 3511 : cluster [DBG] osdmap e1965: 8 total, 8 up, 8 in 2024-08-29T18:49:39.131 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:49:38 smithi028 bash[78352]: cluster 2024-08-29T18:49:37.738781+0000 mon.a (mon.0) 3511 : cluster [DBG] osdmap e1965: 8 total, 8 up, 8 in 2024-08-29T18:49:39.131 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:49:38 smithi028 bash[77168]: cluster 2024-08-29T18:49:37.738781+0000 mon.a (mon.0) 3511 : cluster [DBG] osdmap e1965: 8 total, 8 up, 8 in 2024-08-29T18:49:39.908 INFO:tasks.workunit.client.0.smithi028.stdout: i=13 exists [217869~607781,3628194~10751129,14553800~5010790,20831886~18622428,43179186~11557645,55333652~22176260,80184100~2642294,85516701~3577383,94089778~12041595,112266524~7474062,120618268~1981672,126985745~2379744,134440317~2997850,141410877~4152366,145652125~8323741,161911242~2967534,166643040~7346697,176391318~20767987,201373250~1079910,205956601~216622,208249281~4081037,213846099~4609259,221188751~17981066,240398233~3036846,246402558~9011754,257101775~2452651,259678252~2814737,263201634~8908759,273932032~948860,277924467~2799721,281966612~1069486,285498168~10782304,299323953~3236427,305138638~2000076,307418583~6594496,316764114~1718090,318753086~8167724,327141348~11300848,340774249~7551803,353285939~15530455,369558094~5170373,376343637~19052660,397165257~663309,403360897~9495377] wrote [3628194~5065843,24833519~12890125,67081635~6962032,94089778~8173285,115446419~1938524,263201634~8027835,305138638~2000076,341654717~6671335,376725448~4490235] 2024-08-29T18:49:40.076 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:49:39 smithi053 bash[68679]: cluster 2024-08-29T18:49:38.370408+0000 mgr.y (mgr.25022) 1887 : cluster [DBG] pgmap v3371: 137 pgs: 137 active+clean; 432 MiB data, 6.3 GiB used, 709 GiB / 715 GiB avail; 174 KiB/s rd, 36 MiB/s wr, 281 op/s 2024-08-29T18:49:40.077 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:49:39 smithi053 bash[68679]: cluster 2024-08-29T18:49:38.763195+0000 mon.a (mon.0) 3512 : cluster [DBG] osdmap e1966: 8 total, 8 up, 8 in 2024-08-29T18:49:40.131 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:49:39 smithi028 bash[78352]: cluster 2024-08-29T18:49:38.370408+0000 mgr.y (mgr.25022) 1887 : cluster [DBG] pgmap v3371: 137 pgs: 137 active+clean; 432 MiB data, 6.3 GiB used, 709 GiB / 715 GiB avail; 174 KiB/s rd, 36 MiB/s wr, 281 op/s 2024-08-29T18:49:40.131 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:49:39 smithi028 bash[78352]: cluster 2024-08-29T18:49:38.763195+0000 mon.a (mon.0) 3512 : cluster [DBG] osdmap e1966: 8 total, 8 up, 8 in 2024-08-29T18:49:40.131 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:49:39 smithi028 bash[77168]: cluster 2024-08-29T18:49:38.370408+0000 mgr.y (mgr.25022) 1887 : cluster [DBG] pgmap v3371: 137 pgs: 137 active+clean; 432 MiB data, 6.3 GiB used, 709 GiB / 715 GiB avail; 174 KiB/s rd, 36 MiB/s wr, 281 op/s 2024-08-29T18:49:40.131 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:49:39 smithi028 bash[77168]: cluster 2024-08-29T18:49:38.763195+0000 mon.a (mon.0) 3512 : cluster [DBG] osdmap e1966: 8 total, 8 up, 8 in 2024-08-29T18:49:40.900 INFO:tasks.workunit.client.0.smithi028.stdout: i=14 exists [217869~607781,3628194~10751129,14553800~24900514,43179186~11557645,55333652~22176260,78747617~522169,80184100~2642294,85516701~3577383,94089778~12041595,112266524~7474062,120618268~1981672,126985745~2379744,134440317~2997850,141410877~4152366,145652125~8323741,161911242~3482342,166643040~7346697,176391318~20767987,201373250~1079910,205956601~216622,208249281~4081037,213846099~4609259,221188751~17981066,240398233~3036846,246402558~9011754,257101775~2452651,259678252~2814737,263201634~8908759,273932032~948860,277924467~2799721,281966612~1069486,285498168~10782304,299323953~3236427,305138638~2000076,307418583~6594496,316764114~1718090,318753086~8167724,327141348~11300848,340774249~7551803,353285939~15530455,369558094~5170373,376343637~19052660,395899660~5320465,403360897~9495377] wrote [17028177~4228584,21396397~6572168,68420770~6458872,78747617~522169,96706690~5930973,114645810~3256659,161993646~3399938,395899660~5320465] 2024-08-29T18:49:41.077 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:49:40 smithi053 bash[68679]: cluster 2024-08-29T18:49:39.763749+0000 mon.a (mon.0) 3513 : cluster [DBG] osdmap e1967: 8 total, 8 up, 8 in 2024-08-29T18:49:41.131 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:49:40 smithi028 bash[78352]: cluster 2024-08-29T18:49:39.763749+0000 mon.a (mon.0) 3513 : cluster [DBG] osdmap e1967: 8 total, 8 up, 8 in 2024-08-29T18:49:41.131 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:49:40 smithi028 bash[77168]: cluster 2024-08-29T18:49:39.763749+0000 mon.a (mon.0) 3513 : cluster [DBG] osdmap e1967: 8 total, 8 up, 8 in 2024-08-29T18:49:41.792 INFO:journalctl@ceph.mgr.y.smithi028.stdout:Aug 29 18:49:41 smithi028 bash[70818]: ::ffff:172.21.15.53 - - [29/Aug/2024:18:49:41] "GET /metrics HTTP/1.1" 200 36690 "" "Prometheus/2.43.0" 2024-08-29T18:49:41.922 INFO:tasks.workunit.client.0.smithi028.stdout: i=15 exists [217869~607781,3628194~35826120,43179186~11557645,55333652~22176260,78747617~522169,80184100~2642294,85516701~3577383,94089778~16536463,112266524~7474062,120618268~1981672,126985745~2379744,134440317~11122926,145652125~8323741,161911242~3482342,166234126~7755611,176334132~20825173,201373250~1079910,205956601~216622,208249281~30920536,240398233~3036846,246402558~9011754,257101775~2452651,259678252~2814737,263201634~8908759,273932032~948860,277924467~2799721,281966612~1069486,285498168~10782304,299323953~3236427,305138638~2000076,307418583~6594496,316764114~1718090,318753086~8167724,327141348~11300848,340774249~7551803,353285939~15530455,369558094~5170373,376343637~19052660,395899660~5320465,403360897~9495377] wrote [11849549~3244207,67800527~6599134,105032287~5593954,135972001~5712519,166234126~6758508,176334132~7724001,212258397~11340734,344011260~25895] 2024-08-29T18:49:42.076 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:49:41 smithi053 bash[68679]: cluster 2024-08-29T18:49:40.371164+0000 mgr.y (mgr.25022) 1888 : cluster [DBG] pgmap v3374: 137 pgs: 137 active+clean; 569 MiB data, 6.7 GiB used, 709 GiB / 715 GiB avail; 203 KiB/s rd, 42 MiB/s wr, 322 op/s 2024-08-29T18:49:42.077 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:49:41 smithi053 bash[68679]: cluster 2024-08-29T18:49:40.786615+0000 mon.a (mon.0) 3514 : cluster [DBG] osdmap e1968: 8 total, 8 up, 8 in 2024-08-29T18:49:42.131 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:49:41 smithi028 bash[77168]: cluster 2024-08-29T18:49:40.371164+0000 mgr.y (mgr.25022) 1888 : cluster [DBG] pgmap v3374: 137 pgs: 137 active+clean; 569 MiB data, 6.7 GiB used, 709 GiB / 715 GiB avail; 203 KiB/s rd, 42 MiB/s wr, 322 op/s 2024-08-29T18:49:42.131 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:49:41 smithi028 bash[77168]: cluster 2024-08-29T18:49:40.786615+0000 mon.a (mon.0) 3514 : cluster [DBG] osdmap e1968: 8 total, 8 up, 8 in 2024-08-29T18:49:42.131 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:49:41 smithi028 bash[78352]: cluster 2024-08-29T18:49:40.371164+0000 mgr.y (mgr.25022) 1888 : cluster [DBG] pgmap v3374: 137 pgs: 137 active+clean; 569 MiB data, 6.7 GiB used, 709 GiB / 715 GiB avail; 203 KiB/s rd, 42 MiB/s wr, 322 op/s 2024-08-29T18:49:42.131 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:49:41 smithi028 bash[78352]: cluster 2024-08-29T18:49:40.786615+0000 mon.a (mon.0) 3514 : cluster [DBG] osdmap e1968: 8 total, 8 up, 8 in 2024-08-29T18:49:42.576 INFO:journalctl@ceph.prometheus.a.smithi053.stdout:Aug 29 18:49:42 smithi053 bash[95567]: ts=2024-08-29T18:49:42.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"3167ee72-662c-11ef-bcd4-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-29T18:49:42.919 INFO:tasks.workunit.client.0.smithi028.stdout: i=16 exists [217869~607781,3628194~35826120,43179186~11557645,55333652~22176260,78747617~522169,80184100~2642294,85516701~3577383,94089778~16536463,112266524~7474062,120618268~1981672,126985745~2379744,134440317~11122926,145652125~8323741,161911242~3482342,166234126~7755611,176334132~22085928,201373250~1079910,205956601~216622,208249281~30920536,240398233~3036846,246402558~9011754,257101775~2452651,259678252~2814737,263201634~8908759,273932032~948860,277924467~2799721,281966612~1069486,285498168~10782304,299323953~3236427,305138638~2000076,307418583~6594496,316764114~1718090,318753086~8167724,327141348~11300848,340774249~7551803,353285939~15530455,369558094~5170373,376343637~19052660,395899660~5320465,403360897~9495377] wrote [9262715~7089310,193047176~5372884,214534770~1155604,227181428~2110105,268242434~1626673,327843439~5463750,356460539~4003414,400890940~248240] 2024-08-29T18:49:43.076 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:49:42 smithi053 bash[68679]: cluster 2024-08-29T18:49:41.788472+0000 mon.a (mon.0) 3515 : cluster [DBG] osdmap e1969: 8 total, 8 up, 8 in 2024-08-29T18:49:43.077 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:49:42 smithi053 bash[68679]: audit 2024-08-29T18:49:42.153769+0000 mon.a (mon.0) 3516 : audit [DBG] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-29T18:49:43.131 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:49:42 smithi028 bash[78352]: cluster 2024-08-29T18:49:41.788472+0000 mon.a (mon.0) 3515 : cluster [DBG] osdmap e1969: 8 total, 8 up, 8 in 2024-08-29T18:49:43.131 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:49:42 smithi028 bash[78352]: audit 2024-08-29T18:49:42.153769+0000 mon.a (mon.0) 3516 : audit [DBG] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-29T18:49:43.131 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:49:42 smithi028 bash[77168]: cluster 2024-08-29T18:49:41.788472+0000 mon.a (mon.0) 3515 : cluster [DBG] osdmap e1969: 8 total, 8 up, 8 in 2024-08-29T18:49:43.131 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:49:42 smithi028 bash[77168]: audit 2024-08-29T18:49:42.153769+0000 mon.a (mon.0) 3516 : audit [DBG] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-29T18:49:43.934 INFO:tasks.workunit.client.0.smithi028.stdout: i=17 exists [217869~607781,3628194~35826120,43179186~11557645,55333652~22176260,78747617~522169,80184100~2642294,85516701~3577383,91242439~19383802,112266524~7474062,120618268~1981672,126985745~2379744,134440317~11122926,145652125~8323741,161911242~3482342,166234126~7755611,176334132~22085928,201373250~1079910,205956601~216622,208249281~30920536,240398233~3036846,246402558~9011754,257101775~2452651,259678252~2814737,263201634~8908759,273932032~948860,277924467~2799721,281966612~1069486,283885646~1340452,285498168~17827554,305138638~2000076,307418583~6594496,316764114~1718090,318753086~8167724,327141348~11300848,340774249~11837394,353285939~15530455,369558094~5170373,376343637~19052660,395899660~5320465,403360897~9495377] wrote [25402602~1183547,91242439~6194837,98553685~5991093,181158433~4680242,232433036~6198732,283885646~1340452,288012474~4155336,296028194~7297528,344444801~8166842,370054243~2009839] 2024-08-29T18:49:44.076 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:49:43 smithi053 bash[68679]: cluster 2024-08-29T18:49:42.371878+0000 mgr.y (mgr.25022) 1889 : cluster [DBG] pgmap v3377: 137 pgs: 137 active+clean; 601 MiB data, 6.8 GiB used, 708 GiB / 715 GiB avail; 203 KiB/s rd, 39 MiB/s wr, 321 op/s 2024-08-29T18:49:44.077 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:49:43 smithi053 bash[68679]: cluster 2024-08-29T18:49:42.809830+0000 mon.a (mon.0) 3517 : cluster [DBG] osdmap e1970: 8 total, 8 up, 8 in 2024-08-29T18:49:44.131 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:49:43 smithi028 bash[78352]: cluster 2024-08-29T18:49:42.371878+0000 mgr.y (mgr.25022) 1889 : cluster [DBG] pgmap v3377: 137 pgs: 137 active+clean; 601 MiB data, 6.8 GiB used, 708 GiB / 715 GiB avail; 203 KiB/s rd, 39 MiB/s wr, 321 op/s 2024-08-29T18:49:44.131 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:49:43 smithi028 bash[78352]: cluster 2024-08-29T18:49:42.809830+0000 mon.a (mon.0) 3517 : cluster [DBG] osdmap e1970: 8 total, 8 up, 8 in 2024-08-29T18:49:44.131 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:49:43 smithi028 bash[77168]: cluster 2024-08-29T18:49:42.371878+0000 mgr.y (mgr.25022) 1889 : cluster [DBG] pgmap v3377: 137 pgs: 137 active+clean; 601 MiB data, 6.8 GiB used, 708 GiB / 715 GiB avail; 203 KiB/s rd, 39 MiB/s wr, 321 op/s 2024-08-29T18:49:44.131 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:49:43 smithi028 bash[77168]: cluster 2024-08-29T18:49:42.809830+0000 mon.a (mon.0) 3517 : cluster [DBG] osdmap e1970: 8 total, 8 up, 8 in 2024-08-29T18:49:44.964 INFO:tasks.workunit.client.0.smithi028.stdout: i=18 exists [217869~607781,3628194~38334994,43179186~11557645,55333652~22176260,78747617~522169,80184100~2642294,85516701~3577383,91242439~19383802,112266524~7474062,120618268~1981672,126985745~2379744,134273387~19702479,161911242~3482342,166234126~7755611,176334132~23737292,201373250~1079910,205956601~216622,208249281~30920536,240398233~3036846,246402558~25707835,273932032~948860,275020936~887797,277924467~2799721,281966612~1069486,283885646~1340452,285498168~17827554,305138638~2000076,307418583~6594496,316764114~1718090,318753086~8167724,327141348~11300848,340774249~11837394,353285939~15530455,369558094~5170373,376343637~19052660,395899660~5320465,403360897~9495377] wrote [35965356~5997832,134273387~6544165,145351016~6160996,188939830~5767167,195149450~4921974,253287398~11652009,269425359~728590,275020936~887797,365793837~2271430] 2024-08-29T18:49:45.076 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:49:44 smithi053 bash[68679]: cluster 2024-08-29T18:49:43.810743+0000 mon.a (mon.0) 3518 : cluster [DBG] osdmap e1971: 8 total, 8 up, 8 in 2024-08-29T18:49:45.131 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:49:44 smithi028 bash[78352]: cluster 2024-08-29T18:49:43.810743+0000 mon.a (mon.0) 3518 : cluster [DBG] osdmap e1971: 8 total, 8 up, 8 in 2024-08-29T18:49:45.131 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:49:44 smithi028 bash[77168]: cluster 2024-08-29T18:49:43.810743+0000 mon.a (mon.0) 3518 : cluster [DBG] osdmap e1971: 8 total, 8 up, 8 in 2024-08-29T18:49:45.969 INFO:tasks.workunit.client.0.smithi028.stdout: i=19 exists [217869~607781,3628194~38334994,43179186~34330726,78747617~522169,79764586~9329498,91242439~19383802,112266524~7474062,120618268~1981672,126985745~2379744,134273387~19702479,161911242~3482342,166234126~7755611,176334132~23737292,201373250~1079910,205956601~216622,208249281~30920536,240398233~3036846,246402558~25707835,273932032~948860,275020936~887797,277924467~2799721,281966612~1069486,283885646~1340452,285498168~17827554,305138638~8874441,316764114~1718090,318753086~8167724,327141348~11300848,340774249~11837394,353285939~15530455,369558094~5170373,376343637~19052660,395899660~5320465,403360897~9495377] wrote [34511084~6467472,53707993~2529523,79764586~6120719,236843262~164626,255624098~1213048,263246991~3108198,306179600~5206396,329948550~4940447,361055869~7556606] 2024-08-29T18:49:46.131 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:49:45 smithi028 bash[78352]: cluster 2024-08-29T18:49:44.372616+0000 mgr.y (mgr.25022) 1890 : cluster [DBG] pgmap v3380: 137 pgs: 137 active+clean; 675 MiB data, 6.9 GiB used, 708 GiB / 715 GiB avail; 1.2 KiB/s rd, 28 MiB/s wr, 14 op/s 2024-08-29T18:49:46.131 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:49:45 smithi028 bash[78352]: cluster 2024-08-29T18:49:44.832148+0000 mon.a (mon.0) 3519 : cluster [DBG] osdmap e1972: 8 total, 8 up, 8 in 2024-08-29T18:49:46.131 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:49:45 smithi028 bash[77168]: cluster 2024-08-29T18:49:44.372616+0000 mgr.y (mgr.25022) 1890 : cluster [DBG] pgmap v3380: 137 pgs: 137 active+clean; 675 MiB data, 6.9 GiB used, 708 GiB / 715 GiB avail; 1.2 KiB/s rd, 28 MiB/s wr, 14 op/s 2024-08-29T18:49:46.131 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:49:45 smithi028 bash[77168]: cluster 2024-08-29T18:49:44.832148+0000 mon.a (mon.0) 3519 : cluster [DBG] osdmap e1972: 8 total, 8 up, 8 in 2024-08-29T18:49:46.326 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:49:45 smithi053 bash[68679]: cluster 2024-08-29T18:49:44.372616+0000 mgr.y (mgr.25022) 1890 : cluster [DBG] pgmap v3380: 137 pgs: 137 active+clean; 675 MiB data, 6.9 GiB used, 708 GiB / 715 GiB avail; 1.2 KiB/s rd, 28 MiB/s wr, 14 op/s 2024-08-29T18:49:46.327 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:49:45 smithi053 bash[68679]: cluster 2024-08-29T18:49:44.832148+0000 mon.a (mon.0) 3519 : cluster [DBG] osdmap e1972: 8 total, 8 up, 8 in 2024-08-29T18:49:46.877 INFO:tasks.workunit.client.0.smithi028.stdout:from 0 to 1 diff [7135361~2489812,32148495~499031,80184100~2642294,96020867~5605051,112266524~7474062,232774667~6395150,249057554~1479793,252123373~3290939,355523350~5121785] 2024-08-29T18:49:46.877 INFO:tasks.workunit.client.0.smithi028.stdout: limited diff [7135361~2489812,32148495~499031,80184100~2642294,96020867~5605051,112266524~7474062,232774667~6395150,249057554~1479793,252123373~3290939,355523350~5121785] 2024-08-29T18:49:46.926 INFO:tasks.workunit.client.0.smithi028.stdout: actual was [7135361~2489812,29360128~3287398,79691776~3134618,92274688~9351230,109051904~10688682,230686720~8483097,247463936~3073411,251658240~3756072,352321536~8323599] 2024-08-29T18:49:46.926 INFO:tasks.workunit.client.0.smithi028.stdout:from 0 to 2 diff [7135361~2489812,32148495~499031,47488886~4856463,64964467~271798,80184100~2642294,96020867~5605051,112266524~7474062,191198663~5188483,221188751~7110649,232774667~6395150,247934840~7479472,273932032~948860,330669031~1342855,353285939~7572090,371177106~512530] 2024-08-29T18:49:46.927 INFO:tasks.workunit.client.0.smithi028.stdout: limited diff [7135361~2489812,32148495~499031,47488886~4856463,64964467~271798,80184100~2642294,96020867~5605051,112266524~7474062,191198663~5188483,221188751~7110649,232774667~6395150,247934840~7479472,273932032~948860,330669031~1342855,353285939~7572090,371177106~512530] 2024-08-29T18:49:46.942 INFO:tasks.workunit.client.0.smithi028.stdout: actual was [7135361~2489812,29360128~3287398,47488886~4856463,62914560~2321705,79691776~3134618,92274688~9351230,109051904~10688682,188743680~7643466,218103808~10195592,230686720~8483097,247463936~7950376,272629760~2251132,327155712~4856174,352321536~8536493,369098752~2590884] 2024-08-29T18:49:46.942 INFO:tasks.workunit.client.0.smithi028.stdout:from 0 to 3 diff [7135361~2489812,32148495~499031,47488886~4856463,64964467~271798,74285046~775965,80184100~2642294,96020867~5605051,112266524~7474062,190814092~5573054,216639952~1815406,221188751~7110649,232774667~6395150,247934840~7479472,273932032~948860,292524916~3755556,312232711~1780368,321378725~5014557,327141348~5833504,353285939~13339222,371177106~512530,388452215~1988867] 2024-08-29T18:49:46.942 INFO:tasks.workunit.client.0.smithi028.stdout: limited diff [7135361~2489812,32148495~499031,47488886~4856463,64964467~271798,74285046~775965,80184100~2642294,96020867~5605051,112266524~7474062,190814092~5573054,216639952~1815406,221188751~7110649,232774667~6395150,247934840~7479472,273932032~948860,292524916~3755556,312232711~1780368,321378725~5014557,327141348~5833504,353285939~13339222,371177106~512530,388452215~1988867] 2024-08-29T18:49:46.958 INFO:tasks.workunit.client.0.smithi028.stdout: actual was [7135361~2489812,29360128~3287398,47488886~4856463,62914560~2321705,71303168~3757843,79691776~3134618,92274688~9351230,109051904~10688682,188743680~7643466,213909504~14389896,230686720~8483097,247463936~7950376,272629760~2251132,289406976~6873496,310378496~3634583,318767104~14207748,352321536~14303625,369098752~2590884,386550668~3890414] 2024-08-29T18:49:46.958 INFO:tasks.workunit.client.0.smithi028.stdout:from 0 to 4 diff [7135361~2489812,32148495~499031,43179186~11120170,64964467~271798,74285046~775965,80184100~2642294,87418954~1675130,96020867~5605051,112266524~7474062,190814092~5573054,216639952~1815406,221188751~7515474,232774667~6395150,247934840~7479472,273932032~948860,292524916~3755556,312232711~1780368,318753086~8167724,327141348~11300848,353285939~14761423,371177106~512530,377906916~6581651,388452215~1988867] 2024-08-29T18:49:46.958 INFO:tasks.workunit.client.0.smithi028.stdout: limited diff [7135361~2489812,32148495~499031,43179186~11120170,64964467~271798,74285046~775965,80184100~2642294,87418954~1675130,96020867~5605051,112266524~7474062,190814092~5573054,216639952~1815406,221188751~7515474,232774667~6395150,247934840~7479472,273932032~948860,292524916~3755556,312232711~1780368,318753086~8167724,327141348~11300848,353285939~14761423,371177106~512530,377906916~6581651,388452215~1988867] 2024-08-29T18:49:46.974 INFO:tasks.workunit.client.0.smithi028.stdout: actual was [7135361~2489812,29360128~3287398,41943040~12356316,62914560~2321705,71303168~3757843,79691776~3134618,83886080~5208004,92274688~9351230,109051904~10688682,188743680~7643466,213909504~14794721,230686720~8483097,247463936~7950376,272629760~2251132,289406976~6873496,310378496~3634583,314572800~23869396,352321536~15725826,369098752~2590884,377906916~6581651,386550668~3890414] 2024-08-29T18:49:46.974 INFO:tasks.workunit.client.0.smithi028.stdout:from 0 to 5 diff [7135361~2489812,32148495~499031,36013707~3440607,43179186~11120170,64964467~271798,74285046~775965,80184100~2642294,85516701~3577383,96020867~5605051,112266524~7474062,134440317~2997850,146313525~1754199,161911242~2967534,168074778~4384136,190814092~5573054,216639952~1815406,221188751~10246526,232774667~6395150,246402558~9011754,273932032~948860,279812337~12399,292524916~3755556,312232711~1780368,318753086~8167724,327141348~11300848,353285939~15530455,371177106~512530,377906916~6581651,388452215~1988867] 2024-08-29T18:49:46.975 INFO:tasks.workunit.client.0.smithi028.stdout: limited diff [7135361~2489812,32148495~499031,36013707~3440607,43179186~11120170,64964467~271798,74285046~775965,80184100~2642294,85516701~3577383,96020867~5605051,112266524~7474062,134440317~2997850,146313525~1754199,161911242~2967534,168074778~4384136,190814092~5573054,216639952~1815406,221188751~10246526,232774667~6395150,246402558~9011754,273932032~948860,279812337~12399,292524916~3755556,312232711~1780368,318753086~8167724,327141348~11300848,353285939~15530455,371177106~512530,377906916~6581651,388452215~1988867] 2024-08-29T18:49:46.988 INFO:tasks.workunit.client.0.smithi028.stdout: actual was [7135361~2489812,29360128~3287398,33554432~5899882,41943040~12356316,62914560~2321705,71303168~3757843,79691776~3134618,83886080~5208004,92274688~9351230,109051904~10688682,134217728~3220439,146313525~1754199,159383552~5495224,168074778~4384136,188743680~7643466,213909504~25260313,243269632~12144680,272629760~2251132,276824064~3000672,289406976~6873496,310378496~3634583,314572800~23869396,352321536~16494858,369098752~2590884,377906916~6581651,386550668~3890414] 2024-08-29T18:49:46.988 INFO:tasks.workunit.client.0.smithi028.stdout:from 0 to 6 diff [7135361~2489812,28841197~5445218,36013707~3440607,43179186~11480695,64964467~271798,69447543~2077168,74285046~775965,80184100~2642294,85516701~3577383,95952768~5673150,112266524~7474062,120618268~1981672,134440317~2997850,145934985~2132739,161911242~2967534,168074778~4384136,178457662~4865957,190814092~5573054,216639952~1815406,221188751~10246526,232774667~6395150,246402558~9011754,273932032~948860,279812337~12399,292524916~3755556,312232711~1780368,318753086~8167724,327141348~11300848,353285939~15530455,371177106~512530,373502115~540519,377906916~6581651,388452215~1988867] 2024-08-29T18:49:46.989 INFO:tasks.workunit.client.0.smithi028.stdout: limited diff [7135361~2489812,28841197~5445218,36013707~3440607,43179186~11480695,64964467~271798,69447543~2077168,74285046~775965,80184100~2642294,85516701~3577383,95952768~5673150,112266524~7474062,120618268~1981672,134440317~2997850,145934985~2132739,161911242~2967534,168074778~4384136,178457662~4865957,190814092~5573054,216639952~1815406,221188751~10246526,232774667~6395150,246402558~9011754,273932032~948860,279812337~12399,292524916~3755556,312232711~1780368,318753086~8167724,327141348~11300848,353285939~15530455,371177106~512530,373502115~540519,377906916~6581651,388452215~1988867] 2024-08-29T18:49:47.002 INFO:tasks.workunit.client.0.smithi028.stdout: actual was [7135361~2489812,25165824~14288490,41943040~12716841,62914560~2321705,67108864~7952147,79691776~3134618,83886080~5208004,92274688~9351230,109051904~13548036,134217728~3220439,145934985~2132739,159383552~5495224,168074778~4384136,176160768~7162851,188743680~7643466,213909504~25260313,243269632~12144680,272629760~2251132,276824064~3000672,289406976~6873496,310378496~3634583,314572800~23869396,352321536~16494858,369098752~2590884,373293056~749578,377906916~6581651,386550668~3890414] 2024-08-29T18:49:47.002 INFO:tasks.workunit.client.0.smithi028.stdout:from 0 to 7 diff [7135361~2489812,28841197~5445218,36013707~3440607,43179186~11480695,64964467~271798,69447543~2077168,74285046~775965,80184100~2642294,85516701~3577383,95952768~10178605,112266524~7474062,120618268~1981672,134440317~2997850,145934985~2132739,161911242~2967534,168074778~5914959,176391318~6932301,190814092~5573054,208376255~717683,216639952~1815406,221188751~10246526,232774667~6395150,246402558~9011754,257101775~2452651,273932032~948860,279812337~12399,292524916~3755556,299323953~3236427,312232711~1780368,316764114~1718090,318753086~8167724,327141348~11300848,353285939~15530455,371177106~512530,373502115~540519,376343637~8144930,388452215~1988867,397165257~663309,407636507~1784786] 2024-08-29T18:49:47.002 INFO:tasks.workunit.client.0.smithi028.stdout: limited diff [7135361~2489812,28841197~5445218,36013707~3440607,43179186~11480695,64964467~271798,69447543~2077168,74285046~775965,80184100~2642294,85516701~3577383,95952768~10178605,112266524~7474062,120618268~1981672,134440317~2997850,145934985~2132739,161911242~2967534,168074778~5914959,176391318~6932301,190814092~5573054,208376255~717683,216639952~1815406,221188751~10246526,232774667~6395150,246402558~9011754,257101775~2452651,273932032~948860,279812337~12399,292524916~3755556,299323953~3236427,312232711~1780368,316764114~1718090,318753086~8167724,327141348~11300848,353285939~15530455,371177106~512530,373502115~540519,376343637~8144930,388452215~1988867,397165257~663309,407636507~1784786] 2024-08-29T18:49:47.014 INFO:tasks.workunit.client.0.smithi028.stdout: actual was [7135361~2489812,25165824~14288490,41943040~12716841,62914560~2321705,67108864~7952147,79691776~3134618,83886080~5208004,92274688~13856685,109051904~13548036,134217728~3220439,145934985~2132739,159383552~5495224,168074778~5914959,176160768~7162851,188743680~7643466,205520896~3573042,213909504~25260313,243269632~12144680,255852544~3701882,272629760~2251132,276824064~3000672,289406976~6873496,297795584~4764796,310378496~3634583,314572800~23869396,352321536~16494858,369098752~2590884,373293056~11195511,386550668~3890414,394264576~3563990,407636507~1784786] 2024-08-29T18:49:47.014 INFO:tasks.workunit.client.0.smithi028.stdout:from 0 to 8 diff [7135361~2489812,23803120~10483295,36013707~3440607,43179186~11480695,57942514~3722396,64964467~271798,69447543~2077168,74285046~775965,80184100~2642294,85516701~3577383,95952768~10178605,112266524~7474062,120618268~1981672,134440317~2997850,145934985~2132739,161911242~2967534,168074778~5914959,176391318~19995828,208376255~717683,213846099~4609259,221188751~10246526,231998435~7171382,246402558~9011754,257101775~2452651,259678252~2814737,273932032~948860,279812337~12399,285728457~4428234,292524916~3755556,299323953~3236427,312232711~1780368,316764114~1718090,318753086~8167724,327141348~11300848,353285939~15530455,370154569~3888065,376343637~8144930,388452215~2485309,397165257~663309,407636507~1784786] 2024-08-29T18:49:47.014 INFO:tasks.workunit.client.0.smithi028.stdout: limited diff [7135361~2489812,23803120~10483295,36013707~3440607,43179186~11480695,57942514~3722396,64964467~271798,69447543~2077168,74285046~775965,80184100~2642294,85516701~3577383,95952768~10178605,112266524~7474062,120618268~1981672,134440317~2997850,145934985~2132739,161911242~2967534,168074778~5914959,176391318~19995828,208376255~717683,213846099~4609259,221188751~10246526,231998435~7171382,246402558~9011754,257101775~2452651,259678252~2814737,273932032~948860,279812337~12399,285728457~4428234,292524916~3755556,299323953~3236427,312232711~1780368,316764114~1718090,318753086~8167724,327141348~11300848,353285939~15530455,370154569~3888065,376343637~8144930,388452215~2485309,397165257~663309,407636507~1784786] 2024-08-29T18:49:47.025 INFO:tasks.workunit.client.0.smithi028.stdout: actual was [7135361~2489812,20971520~18482794,41943040~19721870,62914560~2321705,67108864~7952147,79691776~3134618,83886080~5208004,92274688~13856685,109051904~13548036,134217728~3220439,145934985~2132739,159383552~5495224,168074778~5914959,176160768~20226378,205520896~3573042,209715200~29454617,243269632~12144680,255852544~6640445,272629760~2251132,276824064~3000672,285212672~11067800,297795584~4764796,310378496~3634583,314572800~23869396,352321536~16494858,369098752~15389815,386550668~4386856,394264576~3563990,407636507~1784786] 2024-08-29T18:49:47.025 INFO:tasks.workunit.client.0.smithi028.stdout:from 0 to 9 diff [7135361~2489812,23803120~10483295,36013707~3440607,43179186~11557645,57942514~3722396,64964467~271798,69447543~2077168,74285046~775965,80184100~2642294,85516701~3577383,95952768~10178605,112266524~7474062,120618268~1981672,126987334~2378155,134440317~2997850,145934985~8040881,161911242~2967534,168074778~5914959,176391318~19995828,208376255~717683,213846099~4609259,221188751~10246526,231998435~7171382,246402558~9011754,257101775~2452651,259678252~2814737,264903345~2757343,271120015~990378,273932032~948860,277924467~2799721,285728457~10552015,299323953~3236427,312232711~1780368,316764114~1718090,318753086~8167724,327141348~11300848,340774249~3706534,353285939~15530455,369558094~5170373,376343637~8144930,388452215~2485309,397165257~663309,407636507~1784786] 2024-08-29T18:49:47.026 INFO:tasks.workunit.client.0.smithi028.stdout: limited diff [7135361~2489812,23803120~10483295,36013707~3440607,43179186~11557645,57942514~3722396,64964467~271798,69447543~2077168,74285046~775965,80184100~2642294,85516701~3577383,95952768~10178605,112266524~7474062,120618268~1981672,126987334~2378155,134440317~2997850,145934985~8040881,161911242~2967534,168074778~5914959,176391318~19995828,208376255~717683,213846099~4609259,221188751~10246526,231998435~7171382,246402558~9011754,257101775~2452651,259678252~2814737,264903345~2757343,271120015~990378,273932032~948860,277924467~2799721,285728457~10552015,299323953~3236427,312232711~1780368,316764114~1718090,318753086~8167724,327141348~11300848,340774249~3706534,353285939~15530455,369558094~5170373,376343637~8144930,388452215~2485309,397165257~663309,407636507~1784786] 2024-08-29T18:49:47.036 INFO:tasks.workunit.client.0.smithi028.stdout: actual was [7135361~2489812,20971520~18482794,41943040~19721870,62914560~2321705,67108864~7952147,79691776~3134618,83886080~5208004,92274688~13856685,109051904~13548036,125829120~3536369,134217728~3220439,145934985~8040881,159383552~5495224,168074778~5914959,176160768~20226378,205520896~3573042,209715200~29454617,243269632~12144680,255852544~6640445,264241152~3419536,268435456~3674937,272629760~2251132,276824064~3900124,285212672~11067800,297795584~4764796,310378496~3634583,314572800~23869396,339738624~4742159,352321536~16494858,369098752~15389815,386550668~4386856,394264576~3563990,407636507~1784786] 2024-08-29T18:49:47.036 INFO:tasks.workunit.client.0.smithi028.stdout:from 0 to 10 diff [7135361~2489812,20831886~13454529,34664831~312119,36013707~3440607,43179186~11557645,57942514~3722396,64964467~271798,69447543~2077168,72419591~5090321,80184100~2642294,85516701~3577383,95952768~10178605,112266524~7474062,120618268~1981672,126987334~2378155,134440317~2997850,145934985~8040881,161911242~2967534,168074778~5914959,176391318~19995828,201373250~1079910,205956601~216622,208376255~717683,213846099~4609259,221188751~10246526,231998435~7171382,246402558~9011754,257101775~2452651,259678252~2814737,264903345~2757343,271120015~990378,273932032~948860,277924467~2799721,281966612~1069486,285498168~10782304,299323953~3236427,312232711~1780368,316764114~1718090,318753086~8167724,327141348~11300848,340774249~3706534,353285939~15530455,369558094~5170373,376343637~8144930,388452215~2485309,397165257~663309,407636507~1784786] 2024-08-29T18:49:47.036 INFO:tasks.workunit.client.0.smithi028.stdout: limited diff [7135361~2489812,20831886~13454529,34664831~312119,36013707~3440607,43179186~11557645,57942514~3722396,64964467~271798,69447543~2077168,72419591~5090321,80184100~2642294,85516701~3577383,95952768~10178605,112266524~7474062,120618268~1981672,126987334~2378155,134440317~2997850,145934985~8040881,161911242~2967534,168074778~5914959,176391318~19995828,201373250~1079910,205956601~216622,208376255~717683,213846099~4609259,221188751~10246526,231998435~7171382,246402558~9011754,257101775~2452651,259678252~2814737,264903345~2757343,271120015~990378,273932032~948860,277924467~2799721,281966612~1069486,285498168~10782304,299323953~3236427,312232711~1780368,316764114~1718090,318753086~8167724,327141348~11300848,340774249~3706534,353285939~15530455,369558094~5170373,376343637~8144930,388452215~2485309,397165257~663309,407636507~1784786] 2024-08-29T18:49:47.045 INFO:tasks.workunit.client.0.smithi028.stdout: actual was [7135361~2489812,19564590~19889724,41943040~19721870,62914560~2321705,67108864~10401048,79691776~3134618,83886080~5208004,92274688~13856685,109051904~13548036,125829120~3536369,134217728~3220439,145934985~8040881,159383552~5495224,168074778~5914959,176160768~20226378,201326592~1126568,205520896~3573042,209715200~29454617,243269632~12144680,255852544~6640445,264241152~3419536,268435456~3674937,272629760~2251132,276824064~3900124,281018368~2017730,285212672~11067800,297795584~4764796,310378496~3634583,314572800~23869396,339738624~4742159,352321536~16494858,369098752~15389815,386550668~4386856,394264576~3563990,407636507~1784786] 2024-08-29T18:49:47.045 INFO:tasks.workunit.client.0.smithi028.stdout:from 0 to 11 diff [7135361~2489812,20831886~13454529,34664831~312119,36013707~3440607,43179186~11557645,57942514~3722396,64964467~271798,69447543~2077168,72419591~5090321,80184100~2642294,85516701~3577383,95952768~10178605,112266524~7474062,120618268~1981672,126987334~2378155,134440317~2997850,145934985~8040881,161911242~2967534,168074778~5914959,176391318~20767987,201373250~1079910,205956601~216622,208249281~4081037,213846099~4609259,221188751~17981066,246402558~9011754,257101775~2452651,259678252~2814737,264903345~2757343,271120015~990378,273932032~948860,277924467~2799721,281966612~1069486,285498168~10782304,299323953~3236427,312232711~1780368,316764114~1718090,318753086~8167724,327141348~11300848,340774249~3706534,353285939~15530455,369558094~5170373,376343637~8144930,388452215~6944082,397165257~663309,403360897~3188967,407636507~1784786] 2024-08-29T18:49:47.045 INFO:tasks.workunit.client.0.smithi028.stdout: limited diff [7135361~2489812,20831886~13454529,34664831~312119,36013707~3440607,43179186~11557645,57942514~3722396,64964467~271798,69447543~2077168,72419591~5090321,80184100~2642294,85516701~3577383,95952768~10178605,112266524~7474062,120618268~1981672,126987334~2378155,134440317~2997850,145934985~8040881,161911242~2967534,168074778~5914959,176391318~20767987,201373250~1079910,205956601~216622,208249281~4081037,213846099~4609259,221188751~17981066,246402558~9011754,257101775~2452651,259678252~2814737,264903345~2757343,271120015~990378,273932032~948860,277924467~2799721,281966612~1069486,285498168~10782304,299323953~3236427,312232711~1780368,316764114~1718090,318753086~8167724,327141348~11300848,340774249~3706534,353285939~15530455,369558094~5170373,376343637~8144930,388452215~6944082,397165257~663309,403360897~3188967,407636507~1784786] 2024-08-29T18:49:47.053 INFO:tasks.workunit.client.0.smithi028.stdout: actual was [7135361~2489812,19564590~19889724,41943040~19721870,62914560~2321705,67108864~10401048,79691776~3134618,83886080~5208004,92274688~13856685,109051904~13548036,125829120~3536369,134217728~3220439,145934985~8040881,159383552~5495224,168074778~5914959,176160768~20998537,201326592~1126568,205520896~33648921,243269632~12144680,255852544~6640445,264241152~3419536,268435456~3674937,272629760~2251132,276824064~3900124,281018368~2017730,285212672~11067800,297795584~4764796,310378496~3634583,314572800~23869396,339738624~4742159,352321536~16494858,369098752~15389815,386550668~11277898,403360897~3188967,407636507~1784786] 2024-08-29T18:49:47.053 INFO:tasks.workunit.client.0.smithi028.stdout:from 0 to 12 diff [217869~607781,6227370~7105144,20831886~13454529,34664831~312119,36013707~3440607,43179186~11557645,55333652~12689516,69447543~2077168,72419591~5090321,80184100~2642294,85516701~3577383,95952768~10178605,112266524~7474062,120618268~1981672,126985745~2379744,134440317~2997850,145934985~8040881,161911242~2967534,168074778~5914959,176391318~20767987,201373250~1079910,205956601~216622,208249281~4081037,213846099~4609259,221188751~17981066,240398233~3036846,246402558~9011754,257101775~2452651,259678252~2814737,264903345~2757343,271120015~990378,273932032~948860,277924467~2799721,281966612~1069486,285498168~10782304,299323953~3236427,307418583~6594496,316764114~1718090,318753086~8167724,327141348~11300848,340774249~3706534,353285939~15530455,369558094~5170373,376343637~8144930,385403060~9993237,397165257~663309,403360897~3188967,407636507~1784786] 2024-08-29T18:49:47.053 INFO:tasks.workunit.client.0.smithi028.stdout: limited diff [217869~607781,6227370~7105144,20831886~13454529,34664831~312119,36013707~3440607,43179186~11557645,55333652~12689516,69447543~2077168,72419591~5090321,80184100~2642294,85516701~3577383,95952768~10178605,112266524~7474062,120618268~1981672,126985745~2379744,134440317~2997850,145934985~8040881,161911242~2967534,168074778~5914959,176391318~20767987,201373250~1079910,205956601~216622,208249281~4081037,213846099~4609259,221188751~17981066,240398233~3036846,246402558~9011754,257101775~2452651,259678252~2814737,264903345~2757343,271120015~990378,273932032~948860,277924467~2799721,281966612~1069486,285498168~10782304,299323953~3236427,307418583~6594496,316764114~1718090,318753086~8167724,327141348~11300848,340774249~3706534,353285939~15530455,369558094~5170373,376343637~8144930,385403060~9993237,397165257~663309,403360897~3188967,407636507~1784786] 2024-08-29T18:49:47.061 INFO:tasks.workunit.client.0.smithi028.stdout: actual was [0~825650,6227370~7105144,19564590~19889724,41943040~35566872,79691776~3134618,83886080~5208004,92274688~13856685,109051904~13548036,125829120~3536369,134217728~3220439,145934985~8040881,159383552~5495224,168074778~5914959,176160768~20998537,201326592~1126568,205520896~49893416,255852544~6640445,264241152~3419536,268435456~3674937,272629760~2251132,276824064~3900124,281018368~2017730,285212672~11067800,297795584~4764796,306184192~7828887,314572800~23869396,339738624~4742159,352321536~16494858,369098752~15389815,385403060~12425506,403360897~3188967,407636507~1784786] 2024-08-29T18:49:47.061 INFO:tasks.workunit.client.0.smithi028.stdout:from 0 to 13 diff [217869~607781,3628194~9704320,20831886~18622428,43179186~11557645,55333652~22176260,80184100~2642294,85516701~3577383,94089778~12041595,112266524~7474062,120618268~1981672,126985745~2379744,134440317~2997850,145934985~8040881,161911242~2967534,168074778~5914959,176391318~20767987,201373250~1079910,205956601~216622,208249281~4081037,213846099~4609259,221188751~17981066,240398233~3036846,246402558~9011754,257101775~2452651,259678252~2814737,263201634~8908759,273932032~948860,277924467~2799721,281966612~1069486,285498168~10782304,299323953~3236427,305138638~2000076,307418583~6594496,316764114~1718090,318753086~8167724,327141348~11300848,340774249~7551803,353285939~15530455,369558094~5170373,376343637~8144930,385403060~9993237,397165257~663309,403360897~3188967,407636507~1784786] 2024-08-29T18:49:47.062 INFO:tasks.workunit.client.0.smithi028.stdout: limited diff [217869~607781,3628194~9704320,20831886~18622428,43179186~11557645,55333652~22176260,80184100~2642294,85516701~3577383,94089778~12041595,112266524~7474062,120618268~1981672,126985745~2379744,134440317~2997850,145934985~8040881,161911242~2967534,168074778~5914959,176391318~20767987,201373250~1079910,205956601~216622,208249281~4081037,213846099~4609259,221188751~17981066,240398233~3036846,246402558~9011754,257101775~2452651,259678252~2814737,263201634~8908759,273932032~948860,277924467~2799721,281966612~1069486,285498168~10782304,299323953~3236427,305138638~2000076,307418583~6594496,316764114~1718090,318753086~8167724,327141348~11300848,340774249~7551803,353285939~15530455,369558094~5170373,376343637~8144930,385403060~9993237,397165257~663309,403360897~3188967,407636507~1784786] 2024-08-29T18:49:47.069 INFO:tasks.workunit.client.0.smithi028.stdout: actual was [0~13332514,19564590~19889724,41943040~35566872,79691776~3134618,83886080~5208004,92274688~13856685,109051904~13548036,125829120~3536369,134217728~3220439,145934985~8040881,159383552~5495224,168074778~5914959,176160768~20998537,201326592~1126568,205520896~49893416,255852544~16257849,272629760~2251132,276824064~3900124,281018368~2017730,285212672~11067800,297795584~16217495,314572800~23869396,339738624~8587428,352321536~16494858,369098752~15389815,385403060~12425506,403360897~3188967,407636507~1784786] 2024-08-29T18:49:47.069 INFO:tasks.workunit.client.0.smithi028.stdout:from 0 to 14 diff [217869~607781,3628194~9704320,17028177~22426137,43179186~11557645,55333652~22176260,78747617~522169,80184100~2642294,85516701~3577383,94089778~12041595,112266524~7474062,120618268~1981672,126985745~2379744,134440317~2997850,145934985~8040881,161911242~3482342,168074778~5914959,176391318~20767987,201373250~1079910,205956601~216622,208249281~4081037,213846099~4609259,221188751~17981066,240398233~3036846,246402558~9011754,257101775~2452651,259678252~2814737,263201634~8908759,273932032~948860,277924467~2799721,281966612~1069486,285498168~10782304,299323953~3236427,305138638~2000076,307418583~6594496,316764114~1718090,318753086~8167724,327141348~11300848,340774249~7551803,353285939~15530455,369558094~5170373,376343637~8144930,385403060~9993237,395899660~5320465,403360897~3188967,407636507~1784786] 2024-08-29T18:49:47.069 INFO:tasks.workunit.client.0.smithi028.stdout: limited diff [217869~607781,3628194~9704320,17028177~22426137,43179186~11557645,55333652~22176260,78747617~522169,80184100~2642294,85516701~3577383,94089778~12041595,112266524~7474062,120618268~1981672,126985745~2379744,134440317~2997850,145934985~8040881,161911242~3482342,168074778~5914959,176391318~20767987,201373250~1079910,205956601~216622,208249281~4081037,213846099~4609259,221188751~17981066,240398233~3036846,246402558~9011754,257101775~2452651,259678252~2814737,263201634~8908759,273932032~948860,277924467~2799721,281966612~1069486,285498168~10782304,299323953~3236427,305138638~2000076,307418583~6594496,316764114~1718090,318753086~8167724,327141348~11300848,340774249~7551803,353285939~15530455,369558094~5170373,376343637~8144930,385403060~9993237,395899660~5320465,403360897~3188967,407636507~1784786] 2024-08-29T18:49:47.076 INFO:tasks.workunit.client.0.smithi028.stdout: actual was [0~13332514,17028177~22426137,41943040~37326746,79691776~3134618,83886080~5208004,92274688~13856685,109051904~13548036,125829120~3536369,134217728~3220439,145934985~8040881,159383552~6010032,168074778~5914959,176160768~20998537,201326592~1126568,205520896~49893416,255852544~16257849,272629760~2251132,276824064~3900124,281018368~2017730,285212672~11067800,297795584~16217495,314572800~23869396,339738624~8587428,352321536~16494858,369098752~15389815,385403060~15817065,403360897~3188967,407636507~1784786] 2024-08-29T18:49:47.076 INFO:tasks.workunit.client.0.smithi028.stdout:from 0 to 15 diff [217869~607781,3628194~11465562,17028177~22426137,43179186~11557645,55333652~22176260,78747617~522169,80184100~2642294,85516701~3577383,94089778~16536463,112266524~7474062,120618268~1981672,126985745~2379744,134440317~7244203,145934985~8040881,161911242~3482342,166234126~7755611,176334132~20825173,201373250~1079910,205956601~216622,208249281~30920536,240398233~3036846,246402558~9011754,257101775~2452651,259678252~2814737,263201634~8908759,273932032~948860,277924467~2799721,281966612~1069486,285498168~10782304,299323953~3236427,305138638~2000076,307418583~6594496,316764114~1718090,318753086~8167724,327141348~11300848,340774249~7551803,353285939~15530455,369558094~5170373,376343637~8144930,385403060~9993237,395899660~5320465,403360897~3188967,407636507~1784786] 2024-08-29T18:49:47.077 INFO:tasks.workunit.client.0.smithi028.stdout: limited diff [217869~607781,3628194~11465562,17028177~22426137,43179186~11557645,55333652~22176260,78747617~522169,80184100~2642294,85516701~3577383,94089778~16536463,112266524~7474062,120618268~1981672,126985745~2379744,134440317~7244203,145934985~8040881,161911242~3482342,166234126~7755611,176334132~20825173,201373250~1079910,205956601~216622,208249281~30920536,240398233~3036846,246402558~9011754,257101775~2452651,259678252~2814737,263201634~8908759,273932032~948860,277924467~2799721,281966612~1069486,285498168~10782304,299323953~3236427,305138638~2000076,307418583~6594496,316764114~1718090,318753086~8167724,327141348~11300848,340774249~7551803,353285939~15530455,369558094~5170373,376343637~8144930,385403060~9993237,395899660~5320465,403360897~3188967,407636507~1784786] 2024-08-29T18:49:47.083 INFO:tasks.workunit.client.0.smithi028.stdout: actual was [0~15093756,17028177~22426137,41943040~37326746,79691776~3134618,83886080~5208004,92274688~30325252,125829120~3536369,134217728~7466792,145934985~8040881,159383552~6010032,166234126~7755611,176160768~20998537,201326592~1126568,205520896~49893416,255852544~16257849,272629760~2251132,276824064~3900124,281018368~2017730,285212672~11067800,297795584~16217495,314572800~23869396,339738624~8587428,352321536~16494858,369098752~15389815,385403060~15817065,403360897~3188967,407636507~1784786] 2024-08-29T18:49:47.084 INFO:tasks.workunit.client.0.smithi028.stdout:from 0 to 16 diff [217869~607781,3628194~12723831,17028177~22426137,43179186~11557645,55333652~22176260,78747617~522169,80184100~2642294,85516701~3577383,94089778~16536463,112266524~7474062,120618268~1981672,126985745~2379744,134440317~7244203,145934985~8040881,161911242~3482342,166234126~7755611,176334132~22085928,201373250~1079910,205956601~216622,208249281~30920536,240398233~3036846,246402558~9011754,257101775~2452651,259678252~2814737,263201634~8908759,273932032~948860,277924467~2799721,281966612~1069486,285498168~10782304,299323953~3236427,305138638~2000076,307418583~6594496,316764114~1718090,318753086~8167724,327141348~11300848,340774249~7551803,353285939~15530455,369558094~5170373,376343637~8144930,385403060~9993237,395899660~5320465,403360897~3188967,407636507~1784786] 2024-08-29T18:49:47.084 INFO:tasks.workunit.client.0.smithi028.stdout: limited diff [217869~607781,3628194~12723831,17028177~22426137,43179186~11557645,55333652~22176260,78747617~522169,80184100~2642294,85516701~3577383,94089778~16536463,112266524~7474062,120618268~1981672,126985745~2379744,134440317~7244203,145934985~8040881,161911242~3482342,166234126~7755611,176334132~22085928,201373250~1079910,205956601~216622,208249281~30920536,240398233~3036846,246402558~9011754,257101775~2452651,259678252~2814737,263201634~8908759,273932032~948860,277924467~2799721,281966612~1069486,285498168~10782304,299323953~3236427,305138638~2000076,307418583~6594496,316764114~1718090,318753086~8167724,327141348~11300848,340774249~7551803,353285939~15530455,369558094~5170373,376343637~8144930,385403060~9993237,395899660~5320465,403360897~3188967,407636507~1784786] 2024-08-29T18:49:47.091 INFO:tasks.workunit.client.0.smithi028.stdout: actual was [0~16352025,17028177~22426137,41943040~37326746,79691776~3134618,83886080~5208004,92274688~30325252,125829120~3536369,134217728~7466792,145934985~8040881,159383552~6010032,166234126~7755611,176160768~22259292,201326592~1126568,205520896~49893416,255852544~16257849,272629760~2251132,276824064~3900124,281018368~2017730,285212672~11067800,297795584~16217495,314572800~23869396,339738624~8587428,352321536~16494858,369098752~15389815,385403060~15817065,403360897~3188967,407636507~1784786] 2024-08-29T18:49:47.091 INFO:tasks.workunit.client.0.smithi028.stdout:from 0 to 17 diff [217869~607781,3628194~12723831,17028177~22426137,43179186~11557645,55333652~22176260,78747617~522169,80184100~2642294,85516701~3577383,91242439~19383802,112266524~7474062,120618268~1981672,126985745~2379744,134440317~7244203,145934985~8040881,161911242~3482342,166234126~7755611,176334132~22085928,201373250~1079910,205956601~216622,208249281~30920536,240398233~3036846,246402558~9011754,257101775~2452651,259678252~2814737,263201634~8908759,273932032~948860,277924467~2799721,281966612~1069486,283885646~1340452,285498168~17827554,305138638~2000076,307418583~6594496,316764114~1718090,318753086~8167724,327141348~11300848,340774249~11837394,353285939~15530455,369558094~5170373,376343637~8144930,385403060~9993237,395899660~5320465,403360897~3188967,407636507~1784786] 2024-08-29T18:49:47.091 INFO:tasks.workunit.client.0.smithi028.stdout: limited diff [217869~607781,3628194~12723831,17028177~22426137,43179186~11557645,55333652~22176260,78747617~522169,80184100~2642294,85516701~3577383,91242439~19383802,112266524~7474062,120618268~1981672,126985745~2379744,134440317~7244203,145934985~8040881,161911242~3482342,166234126~7755611,176334132~22085928,201373250~1079910,205956601~216622,208249281~30920536,240398233~3036846,246402558~9011754,257101775~2452651,259678252~2814737,263201634~8908759,273932032~948860,277924467~2799721,281966612~1069486,283885646~1340452,285498168~17827554,305138638~2000076,307418583~6594496,316764114~1718090,318753086~8167724,327141348~11300848,340774249~11837394,353285939~15530455,369558094~5170373,376343637~8144930,385403060~9993237,395899660~5320465,403360897~3188967,407636507~1784786] 2024-08-29T18:49:47.098 INFO:tasks.workunit.client.0.smithi028.stdout: actual was [0~16352025,17028177~22426137,41943040~37326746,79691776~3134618,83886080~38713860,125829120~3536369,134217728~7466792,145934985~8040881,159383552~6010032,166234126~7755611,176160768~22259292,201326592~1126568,205520896~49893416,255852544~16257849,272629760~2251132,276824064~3900124,281018368~32994711,314572800~23869396,339738624~29077770,369098752~15389815,385403060~15817065,403360897~3188967,407636507~1784786] 2024-08-29T18:49:47.098 INFO:tasks.workunit.client.0.smithi028.stdout:from 0 to 18 diff [217869~607781,3628194~12723831,17028177~24935011,43179186~11557645,55333652~22176260,78747617~522169,80184100~2642294,85516701~3577383,91242439~19383802,112266524~7474062,120618268~1981672,126985745~2379744,134273387~7411133,145351016~8624850,161911242~3482342,166234126~7755611,176334132~23737292,201373250~1079910,205956601~216622,208249281~30920536,240398233~3036846,246402558~25707835,273932032~948860,275020936~887797,277924467~2799721,281966612~1069486,283885646~1340452,285498168~17827554,305138638~2000076,307418583~6594496,316764114~1718090,318753086~8167724,327141348~11300848,340774249~11837394,353285939~15530455,369558094~5170373,376343637~8144930,385403060~9993237,395899660~5320465,403360897~3188967,407636507~1784786] 2024-08-29T18:49:47.098 INFO:tasks.workunit.client.0.smithi028.stdout: limited diff [217869~607781,3628194~12723831,17028177~24935011,43179186~11557645,55333652~22176260,78747617~522169,80184100~2642294,85516701~3577383,91242439~19383802,112266524~7474062,120618268~1981672,126985745~2379744,134273387~7411133,145351016~8624850,161911242~3482342,166234126~7755611,176334132~23737292,201373250~1079910,205956601~216622,208249281~30920536,240398233~3036846,246402558~25707835,273932032~948860,275020936~887797,277924467~2799721,281966612~1069486,283885646~1340452,285498168~17827554,305138638~2000076,307418583~6594496,316764114~1718090,318753086~8167724,327141348~11300848,340774249~11837394,353285939~15530455,369558094~5170373,376343637~8144930,385403060~9993237,395899660~5320465,403360897~3188967,407636507~1784786] 2024-08-29T18:49:47.105 INFO:tasks.workunit.client.0.smithi028.stdout: actual was [0~16352025,17028177~62241609,79691776~3134618,83886080~38713860,125829120~3536369,134217728~7466792,145351016~8624850,159383552~6010032,166234126~7755611,176160768~23910656,201326592~1126568,205520896~66589497,272629760~3278973,276824064~3900124,281018368~32994711,314572800~23869396,339738624~29077770,369098752~15389815,385403060~15817065,403360897~3188967,407636507~1784786] 2024-08-29T18:49:47.105 INFO:tasks.workunit.client.0.smithi028.stdout:from 0 to 19 diff [217869~607781,3628194~12723831,17028177~24935011,43179186~34330726,78747617~522169,79764586~9329498,91242439~19383802,112266524~7474062,120618268~1981672,126985745~2379744,134273387~7411133,145351016~8624850,161911242~3482342,166234126~7755611,176334132~23737292,201373250~1079910,205956601~216622,208249281~30920536,240398233~3036846,246402558~25707835,273932032~948860,275020936~887797,277924467~2799721,281966612~1069486,283885646~1340452,285498168~17827554,305138638~8874441,316764114~1718090,318753086~8167724,327141348~11300848,340774249~11837394,353285939~15530455,369558094~5170373,376343637~8144930,385403060~9993237,395899660~5320465,403360897~3188967,407636507~1784786] 2024-08-29T18:49:47.105 INFO:tasks.workunit.client.0.smithi028.stdout: limited diff [217869~607781,3628194~12723831,17028177~24935011,43179186~34330726,78747617~522169,79764586~9329498,91242439~19383802,112266524~7474062,120618268~1981672,126985745~2379744,134273387~7411133,145351016~8624850,161911242~3482342,166234126~7755611,176334132~23737292,201373250~1079910,205956601~216622,208249281~30920536,240398233~3036846,246402558~25707835,273932032~948860,275020936~887797,277924467~2799721,281966612~1069486,283885646~1340452,285498168~17827554,305138638~8874441,316764114~1718090,318753086~8167724,327141348~11300848,340774249~11837394,353285939~15530455,369558094~5170373,376343637~8144930,385403060~9993237,395899660~5320465,403360897~3188967,407636507~1784786] 2024-08-29T18:49:47.113 INFO:tasks.workunit.client.0.smithi028.stdout: actual was [0~16352025,17028177~62241609,79691776~42908164,125829120~3536369,134217728~7466792,145351016~8624850,159383552~6010032,166234126~7755611,176160768~23910656,201326592~1126568,205520896~66589497,272629760~3278973,276824064~3900124,281018368~32994711,314572800~23869396,339738624~29077770,369098752~15389815,385403060~15817065,403360897~3188967,407636507~1784786] 2024-08-29T18:49:47.113 INFO:tasks.workunit.client.0.smithi028.stdout:from 1 to 2 diff [47488886~4856463,64964467~271798,191198663~5188483,221188751~7110649,247934840~6800464,273932032~948860,330669031~1342855,353285939~7572090,371177106~512530] 2024-08-29T18:49:47.113 INFO:tasks.workunit.client.0.smithi028.stdout: limited diff [47488886~4856463,64964467~271798,191198663~5188483,221188751~7110649,247934840~6800464,273932032~948860,330669031~1342855,353285939~7572090,371177106~512530] 2024-08-29T18:49:47.120 INFO:tasks.workunit.client.0.smithi028.stdout: actual was [47488886~4856463,62914560~2321705,188743680~7643466,218103808~10195592,247934840~6800464,272629760~2251132,327155712~4856174,353285939~7572090,369098752~2590884] 2024-08-29T18:49:47.120 INFO:tasks.workunit.client.0.smithi028.stdout:from 1 to 3 diff [47488886~4856463,64964467~271798,74285046~775965,190814092~5573054,216639952~1815406,221188751~7110649,247934840~6800464,273932032~948860,292524916~3755556,312232711~1780368,321378725~5014557,327141348~5833504,353285939~13339222,371177106~512530,388452215~1988867] 2024-08-29T18:49:47.120 INFO:tasks.workunit.client.0.smithi028.stdout: limited diff [47488886~4856463,64964467~271798,74285046~775965,190814092~5573054,216639952~1815406,221188751~7110649,247934840~6800464,273932032~948860,292524916~3755556,312232711~1780368,321378725~5014557,327141348~5833504,353285939~13339222,371177106~512530,388452215~1988867] 2024-08-29T18:49:47.127 INFO:tasks.workunit.client.0.smithi028.stdout: actual was [47488886~4856463,62914560~2321705,71303168~3757843,188743680~7643466,213909504~14389896,247934840~6800464,272629760~2251132,289406976~6873496,310378496~3634583,318767104~14207748,353285939~13339222,369098752~2590884,386550668~3890414] 2024-08-29T18:49:47.127 INFO:tasks.workunit.client.0.smithi028.stdout:from 1 to 4 diff [43179186~11120170,64964467~271798,74285046~775965,87418954~1675130,190814092~5573054,216639952~1815406,221188751~7515474,247934840~6800464,273932032~948860,292524916~3755556,312232711~1780368,318753086~8167724,327141348~11300848,353285939~14761423,371177106~512530,377906916~6581651,388452215~1988867] 2024-08-29T18:49:47.127 INFO:tasks.workunit.client.0.smithi028.stdout: limited diff [43179186~11120170,64964467~271798,74285046~775965,87418954~1675130,190814092~5573054,216639952~1815406,221188751~7515474,247934840~6800464,273932032~948860,292524916~3755556,312232711~1780368,318753086~8167724,327141348~11300848,353285939~14761423,371177106~512530,377906916~6581651,388452215~1988867] 2024-08-29T18:49:47.130 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:49:46 smithi028 bash[77168]: cluster 2024-08-29T18:49:45.833198+0000 mon.a (mon.0) 3520 : cluster [DBG] osdmap e1973: 8 total, 8 up, 8 in 2024-08-29T18:49:47.130 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:49:46 smithi028 bash[78352]: cluster 2024-08-29T18:49:45.833198+0000 mon.a (mon.0) 3520 : cluster [DBG] osdmap e1973: 8 total, 8 up, 8 in 2024-08-29T18:49:47.133 INFO:tasks.workunit.client.0.smithi028.stdout: actual was [41943040~12356316,62914560~2321705,71303168~3757843,83886080~5208004,188743680~7643466,213909504~14794721,247934840~6800464,272629760~2251132,289406976~6873496,310378496~3634583,314572800~23869396,353285939~14761423,369098752~2590884,377906916~6581651,386550668~3890414] 2024-08-29T18:49:47.134 INFO:tasks.workunit.client.0.smithi028.stdout:from 1 to 5 diff [36013707~3440607,43179186~11120170,64964467~271798,74285046~775965,85516701~3577383,134440317~2997850,146313525~1754199,161911242~2967534,168074778~4384136,190814092~5573054,216639952~1815406,221188751~10246526,246402558~8332746,273932032~948860,279812337~12399,292524916~3755556,312232711~1780368,318753086~8167724,327141348~11300848,353285939~15530455,371177106~512530,377906916~6581651,388452215~1988867] 2024-08-29T18:49:47.134 INFO:tasks.workunit.client.0.smithi028.stdout: limited diff [36013707~3440607,43179186~11120170,64964467~271798,74285046~775965,85516701~3577383,134440317~2997850,146313525~1754199,161911242~2967534,168074778~4384136,190814092~5573054,216639952~1815406,221188751~10246526,246402558~8332746,273932032~948860,279812337~12399,292524916~3755556,312232711~1780368,318753086~8167724,327141348~11300848,353285939~15530455,371177106~512530,377906916~6581651,388452215~1988867] 2024-08-29T18:49:47.140 INFO:tasks.workunit.client.0.smithi028.stdout: actual was [33554432~5899882,41943040~12356316,62914560~2321705,71303168~3757843,83886080~5208004,134217728~3220439,146313525~1754199,159383552~5495224,168074778~4384136,188743680~7643466,213909504~17525773,243269632~11465672,272629760~2251132,276824064~3000672,289406976~6873496,310378496~3634583,314572800~23869396,353285939~15530455,369098752~2590884,377906916~6581651,386550668~3890414] 2024-08-29T18:49:47.140 INFO:tasks.workunit.client.0.smithi028.stdout:from 1 to 6 diff [28841197~5445218,36013707~3440607,43179186~11480695,64964467~271798,69447543~2077168,74285046~775965,85516701~3577383,95952768~5307712,120618268~1981672,134440317~2997850,145934985~2132739,161911242~2967534,168074778~4384136,178457662~4865957,190814092~5573054,216639952~1815406,221188751~10246526,233024919~1072679,246402558~8332746,273932032~948860,279812337~12399,292524916~3755556,312232711~1780368,318753086~8167724,327141348~11300848,353285939~15530455,371177106~512530,373502115~540519,377906916~6581651,388452215~1988867] 2024-08-29T18:49:47.140 INFO:tasks.workunit.client.0.smithi028.stdout: limited diff [28841197~5445218,36013707~3440607,43179186~11480695,64964467~271798,69447543~2077168,74285046~775965,85516701~3577383,95952768~5307712,120618268~1981672,134440317~2997850,145934985~2132739,161911242~2967534,168074778~4384136,178457662~4865957,190814092~5573054,216639952~1815406,221188751~10246526,233024919~1072679,246402558~8332746,273932032~948860,279812337~12399,292524916~3755556,312232711~1780368,318753086~8167724,327141348~11300848,353285939~15530455,371177106~512530,373502115~540519,377906916~6581651,388452215~1988867] 2024-08-29T18:49:47.147 INFO:tasks.workunit.client.0.smithi028.stdout: actual was [25165824~14288490,41943040~12716841,62914560~2321705,67108864~7952147,83886080~5208004,95952768~5307712,119740586~2859354,134217728~3220439,145934985~2132739,159383552~5495224,168074778~4384136,176160768~7162851,188743680~7643466,213909504~17525773,233024919~1072679,243269632~11465672,272629760~2251132,276824064~3000672,289406976~6873496,310378496~3634583,314572800~23869396,353285939~15530455,369098752~2590884,373293056~749578,377906916~6581651,386550668~3890414] 2024-08-29T18:49:47.148 INFO:tasks.workunit.client.0.smithi028.stdout:from 1 to 7 diff [28841197~5445218,36013707~3440607,43179186~11480695,64964467~271798,69447543~2077168,74285046~775965,85516701~3577383,95952768~10178605,120618268~1981672,134440317~2997850,145934985~2132739,161911242~2967534,168074778~5914959,176391318~6932301,190814092~5573054,208376255~717683,216639952~1815406,221188751~10246526,233024919~1072679,246402558~8332746,257101775~2452651,273932032~948860,279812337~12399,292524916~3755556,299323953~3236427,312232711~1780368,316764114~1718090,318753086~8167724,327141348~11300848,353285939~15530455,371177106~512530,373502115~540519,376343637~8144930,388452215~1988867,397165257~663309,407636507~1784786] 2024-08-29T18:49:47.148 INFO:tasks.workunit.client.0.smithi028.stdout: limited diff [28841197~5445218,36013707~3440607,43179186~11480695,64964467~271798,69447543~2077168,74285046~775965,85516701~3577383,95952768~10178605,120618268~1981672,134440317~2997850,145934985~2132739,161911242~2967534,168074778~5914959,176391318~6932301,190814092~5573054,208376255~717683,216639952~1815406,221188751~10246526,233024919~1072679,246402558~8332746,257101775~2452651,273932032~948860,279812337~12399,292524916~3755556,299323953~3236427,312232711~1780368,316764114~1718090,318753086~8167724,327141348~11300848,353285939~15530455,371177106~512530,373502115~540519,376343637~8144930,388452215~1988867,397165257~663309,407636507~1784786] 2024-08-29T18:49:47.155 INFO:tasks.workunit.client.0.smithi028.stdout: actual was [25165824~14288490,41943040~12716841,62914560~2321705,67108864~7952147,83886080~5208004,95952768~10178605,119740586~2859354,134217728~3220439,145934985~2132739,159383552~5495224,168074778~5914959,176160768~7162851,188743680~7643466,205520896~3573042,213909504~17525773,233024919~1072679,243269632~11465672,255852544~3701882,272629760~2251132,276824064~3000672,289406976~6873496,297795584~4764796,310378496~3634583,314572800~23869396,353285939~15530455,369098752~2590884,373293056~11195511,386550668~3890414,394264576~3563990,407636507~1784786] 2024-08-29T18:49:47.156 INFO:tasks.workunit.client.0.smithi028.stdout:from 1 to 8 diff [23803120~10483295,36013707~3440607,43179186~11480695,57942514~3722396,64964467~271798,69447543~2077168,74285046~775965,85516701~3577383,95952768~10178605,120618268~1981672,134440317~2997850,145934985~2132739,161911242~2967534,168074778~5914959,176391318~19995828,208376255~717683,213846099~4609259,221188751~10246526,231998435~6188219,246402558~8332746,257101775~2452651,259678252~2814737,273932032~948860,279812337~12399,285728457~4428234,292524916~3755556,299323953~3236427,312232711~1780368,316764114~1718090,318753086~8167724,327141348~11300848,353285939~15530455,370154569~3888065,376343637~8144930,388452215~2485309,397165257~663309,407636507~1784786] 2024-08-29T18:49:47.156 INFO:tasks.workunit.client.0.smithi028.stdout: limited diff [23803120~10483295,36013707~3440607,43179186~11480695,57942514~3722396,64964467~271798,69447543~2077168,74285046~775965,85516701~3577383,95952768~10178605,120618268~1981672,134440317~2997850,145934985~2132739,161911242~2967534,168074778~5914959,176391318~19995828,208376255~717683,213846099~4609259,221188751~10246526,231998435~6188219,246402558~8332746,257101775~2452651,259678252~2814737,273932032~948860,279812337~12399,285728457~4428234,292524916~3755556,299323953~3236427,312232711~1780368,316764114~1718090,318753086~8167724,327141348~11300848,353285939~15530455,370154569~3888065,376343637~8144930,388452215~2485309,397165257~663309,407636507~1784786] 2024-08-29T18:49:47.165 INFO:tasks.workunit.client.0.smithi028.stdout: actual was [20971520~18482794,41943040~19721870,62914560~2321705,67108864~7952147,83886080~5208004,95952768~10178605,119740586~2859354,134217728~3220439,145934985~2132739,159383552~5495224,168074778~5914959,176160768~20226378,205520896~3573042,209715200~21720077,231998435~6188219,243269632~11465672,255852544~6640445,272629760~2251132,276824064~3000672,285212672~11067800,297795584~4764796,310378496~3634583,314572800~23869396,353285939~15530455,369098752~15389815,386550668~4386856,394264576~3563990,407636507~1784786] 2024-08-29T18:49:47.165 INFO:tasks.workunit.client.0.smithi028.stdout:from 1 to 9 diff [23803120~10483295,36013707~3440607,43179186~11557645,57942514~3722396,64964467~271798,69447543~2077168,74285046~775965,85516701~3577383,95952768~10178605,120618268~1981672,126987334~2378155,134440317~2997850,145934985~8040881,161911242~2967534,168074778~5914959,176391318~19995828,208376255~717683,213846099~4609259,221188751~10246526,231998435~6188219,246402558~8332746,257101775~2452651,259678252~2814737,264903345~2757343,271120015~990378,273932032~948860,277924467~2799721,285728457~10552015,299323953~3236427,312232711~1780368,316764114~1718090,318753086~8167724,327141348~11300848,340774249~3706534,353285939~15530455,369558094~5170373,376343637~8144930,388452215~2485309,397165257~663309,407636507~1784786] 2024-08-29T18:49:47.165 INFO:tasks.workunit.client.0.smithi028.stdout: limited diff [23803120~10483295,36013707~3440607,43179186~11557645,57942514~3722396,64964467~271798,69447543~2077168,74285046~775965,85516701~3577383,95952768~10178605,120618268~1981672,126987334~2378155,134440317~2997850,145934985~8040881,161911242~2967534,168074778~5914959,176391318~19995828,208376255~717683,213846099~4609259,221188751~10246526,231998435~6188219,246402558~8332746,257101775~2452651,259678252~2814737,264903345~2757343,271120015~990378,273932032~948860,277924467~2799721,285728457~10552015,299323953~3236427,312232711~1780368,316764114~1718090,318753086~8167724,327141348~11300848,340774249~3706534,353285939~15530455,369558094~5170373,376343637~8144930,388452215~2485309,397165257~663309,407636507~1784786] 2024-08-29T18:49:47.172 INFO:tasks.workunit.client.0.smithi028.stdout: actual was [20971520~18482794,41943040~19721870,62914560~2321705,67108864~7952147,83886080~5208004,95952768~10178605,119740586~2859354,125829120~3536369,134217728~3220439,145934985~8040881,159383552~5495224,168074778~5914959,176160768~20226378,205520896~3573042,209715200~21720077,231998435~6188219,243269632~11465672,255852544~6640445,264241152~3419536,268435456~3674937,272629760~2251132,276824064~3900124,285212672~11067800,297795584~4764796,310378496~3634583,314572800~23869396,339738624~4742159,353285939~15530455,369098752~15389815,386550668~4386856,394264576~3563990,407636507~1784786] 2024-08-29T18:49:47.172 INFO:tasks.workunit.client.0.smithi028.stdout:from 1 to 10 diff [20831886~13454529,34664831~312119,36013707~3440607,43179186~11557645,57942514~3722396,64964467~271798,69447543~2077168,72419591~5090321,80470003~516724,85516701~3577383,95952768~10178605,120618268~1981672,126987334~2378155,134440317~2997850,145934985~8040881,161911242~2967534,168074778~5914959,176391318~19995828,201373250~1079910,205956601~216622,208376255~717683,213846099~4609259,221188751~10246526,231998435~6188219,246402558~8332746,257101775~2452651,259678252~2814737,264903345~2757343,271120015~990378,273932032~948860,277924467~2799721,281966612~1069486,285498168~10782304,299323953~3236427,312232711~1780368,316764114~1718090,318753086~8167724,327141348~11300848,340774249~3706534,353285939~15530455,369558094~5170373,376343637~8144930,388452215~2485309,397165257~663309,407636507~1784786] 2024-08-29T18:49:47.172 INFO:tasks.workunit.client.0.smithi028.stdout: limited diff [20831886~13454529,34664831~312119,36013707~3440607,43179186~11557645,57942514~3722396,64964467~271798,69447543~2077168,72419591~5090321,80470003~516724,85516701~3577383,95952768~10178605,120618268~1981672,126987334~2378155,134440317~2997850,145934985~8040881,161911242~2967534,168074778~5914959,176391318~19995828,201373250~1079910,205956601~216622,208376255~717683,213846099~4609259,221188751~10246526,231998435~6188219,246402558~8332746,257101775~2452651,259678252~2814737,264903345~2757343,271120015~990378,273932032~948860,277924467~2799721,281966612~1069486,285498168~10782304,299323953~3236427,312232711~1780368,316764114~1718090,318753086~8167724,327141348~11300848,340774249~3706534,353285939~15530455,369558094~5170373,376343637~8144930,388452215~2485309,397165257~663309,407636507~1784786] 2024-08-29T18:49:47.179 INFO:tasks.workunit.client.0.smithi028.stdout: actual was [19564590~19889724,41943040~19721870,62914560~2321705,67108864~10401048,80470003~516724,83886080~5208004,95952768~10178605,119740586~2859354,125829120~3536369,134217728~3220439,145934985~8040881,159383552~5495224,168074778~5914959,176160768~20226378,201326592~1126568,205520896~3573042,209715200~21720077,231998435~6188219,243269632~11465672,255852544~6640445,264241152~3419536,268435456~3674937,272629760~2251132,276824064~3900124,281018368~2017730,285212672~11067800,297795584~4764796,310378496~3634583,314572800~23869396,339738624~4742159,353285939~15530455,369098752~15389815,386550668~4386856,394264576~3563990,407636507~1784786] 2024-08-29T18:49:47.179 INFO:tasks.workunit.client.0.smithi028.stdout:from 1 to 11 diff [20831886~13454529,34664831~312119,36013707~3440607,43179186~11557645,57942514~3722396,64964467~271798,69447543~2077168,72419591~5090321,80470003~516724,85516701~3577383,95952768~10178605,120618268~1981672,126987334~2378155,134440317~2997850,145934985~8040881,161911242~2967534,168074778~5914959,176391318~20767987,201373250~1079910,205956601~216622,208249281~4081037,213846099~4609259,221188751~16997903,246402558~8332746,257101775~2452651,259678252~2814737,264903345~2757343,271120015~990378,273932032~948860,277924467~2799721,281966612~1069486,285498168~10782304,299323953~3236427,312232711~1780368,316764114~1718090,318753086~8167724,327141348~11300848,340774249~3706534,353285939~15530455,369558094~5170373,376343637~8144930,388452215~6944082,397165257~663309,403360897~3188967,407636507~1784786] 2024-08-29T18:49:47.179 INFO:tasks.workunit.client.0.smithi028.stdout: limited diff [20831886~13454529,34664831~312119,36013707~3440607,43179186~11557645,57942514~3722396,64964467~271798,69447543~2077168,72419591~5090321,80470003~516724,85516701~3577383,95952768~10178605,120618268~1981672,126987334~2378155,134440317~2997850,145934985~8040881,161911242~2967534,168074778~5914959,176391318~20767987,201373250~1079910,205956601~216622,208249281~4081037,213846099~4609259,221188751~16997903,246402558~8332746,257101775~2452651,259678252~2814737,264903345~2757343,271120015~990378,273932032~948860,277924467~2799721,281966612~1069486,285498168~10782304,299323953~3236427,312232711~1780368,316764114~1718090,318753086~8167724,327141348~11300848,340774249~3706534,353285939~15530455,369558094~5170373,376343637~8144930,388452215~6944082,397165257~663309,403360897~3188967,407636507~1784786] 2024-08-29T18:49:47.187 INFO:tasks.workunit.client.0.smithi028.stdout: actual was [19564590~19889724,41943040~19721870,62914560~2321705,67108864~10401048,80470003~516724,83886080~5208004,95952768~10178605,119740586~2859354,125829120~3536369,134217728~3220439,145934985~8040881,159383552~5495224,168074778~5914959,176160768~20998537,201326592~1126568,205520896~32665758,243269632~11465672,255852544~6640445,264241152~3419536,268435456~3674937,272629760~2251132,276824064~3900124,281018368~2017730,285212672~11067800,297795584~4764796,310378496~3634583,314572800~23869396,339738624~4742159,353285939~15530455,369098752~15389815,386550668~11277898,403360897~3188967,407636507~1784786] 2024-08-29T18:49:47.187 INFO:tasks.workunit.client.0.smithi028.stdout:from 1 to 12 diff [217869~607781,6227370~7105144,20831886~13454529,34664831~312119,36013707~3440607,43179186~11557645,55333652~12689516,69447543~2077168,72419591~5090321,80470003~516724,85516701~3577383,95952768~10178605,120618268~1981672,126985745~2379744,134440317~2997850,145934985~8040881,161911242~2967534,168074778~5914959,176391318~20767987,201373250~1079910,205956601~216622,208249281~4081037,213846099~4609259,221188751~16997903,240398233~3036846,246402558~8332746,257101775~2452651,259678252~2814737,264903345~2757343,271120015~990378,273932032~948860,277924467~2799721,281966612~1069486,285498168~10782304,299323953~3236427,307418583~6594496,316764114~1718090,318753086~8167724,327141348~11300848,340774249~3706534,353285939~15530455,369558094~5170373,376343637~8144930,385403060~9993237,397165257~663309,403360897~3188967,407636507~1784786] 2024-08-29T18:49:47.187 INFO:tasks.workunit.client.0.smithi028.stdout: limited diff [217869~607781,6227370~7105144,20831886~13454529,34664831~312119,36013707~3440607,43179186~11557645,55333652~12689516,69447543~2077168,72419591~5090321,80470003~516724,85516701~3577383,95952768~10178605,120618268~1981672,126985745~2379744,134440317~2997850,145934985~8040881,161911242~2967534,168074778~5914959,176391318~20767987,201373250~1079910,205956601~216622,208249281~4081037,213846099~4609259,221188751~16997903,240398233~3036846,246402558~8332746,257101775~2452651,259678252~2814737,264903345~2757343,271120015~990378,273932032~948860,277924467~2799721,281966612~1069486,285498168~10782304,299323953~3236427,307418583~6594496,316764114~1718090,318753086~8167724,327141348~11300848,340774249~3706534,353285939~15530455,369558094~5170373,376343637~8144930,385403060~9993237,397165257~663309,403360897~3188967,407636507~1784786] 2024-08-29T18:49:47.194 INFO:tasks.workunit.client.0.smithi028.stdout: actual was [0~825650,6227370~7105144,19564590~19889724,41943040~35566872,80470003~516724,83886080~5208004,95952768~10178605,119740586~2859354,125829120~3536369,134217728~3220439,145934985~8040881,159383552~5495224,168074778~5914959,176160768~20998537,201326592~1126568,205520896~32665758,239169817~15565487,255852544~6640445,264241152~3419536,268435456~3674937,272629760~2251132,276824064~3900124,281018368~2017730,285212672~11067800,297795584~4764796,306184192~7828887,314572800~23869396,339738624~4742159,353285939~15530455,369098752~15389815,385403060~12425506,403360897~3188967,407636507~1784786] 2024-08-29T18:49:47.194 INFO:tasks.workunit.client.0.smithi028.stdout:from 1 to 13 diff [217869~607781,3628194~9704320,20831886~18622428,43179186~11557645,55333652~22176260,80470003~516724,85516701~3577383,94089778~12041595,115446419~1938524,120618268~1981672,126985745~2379744,134440317~2997850,145934985~8040881,161911242~2967534,168074778~5914959,176391318~20767987,201373250~1079910,205956601~216622,208249281~4081037,213846099~4609259,221188751~16997903,240398233~3036846,246402558~8332746,257101775~2452651,259678252~2814737,263201634~8908759,273932032~948860,277924467~2799721,281966612~1069486,285498168~10782304,299323953~3236427,305138638~2000076,307418583~6594496,316764114~1718090,318753086~8167724,327141348~11300848,340774249~7551803,353285939~15530455,369558094~5170373,376343637~8144930,385403060~9993237,397165257~663309,403360897~3188967,407636507~1784786] 2024-08-29T18:49:47.194 INFO:tasks.workunit.client.0.smithi028.stdout: limited diff [217869~607781,3628194~9704320,20831886~18622428,43179186~11557645,55333652~22176260,80470003~516724,85516701~3577383,94089778~12041595,115446419~1938524,120618268~1981672,126985745~2379744,134440317~2997850,145934985~8040881,161911242~2967534,168074778~5914959,176391318~20767987,201373250~1079910,205956601~216622,208249281~4081037,213846099~4609259,221188751~16997903,240398233~3036846,246402558~8332746,257101775~2452651,259678252~2814737,263201634~8908759,273932032~948860,277924467~2799721,281966612~1069486,285498168~10782304,299323953~3236427,305138638~2000076,307418583~6594496,316764114~1718090,318753086~8167724,327141348~11300848,340774249~7551803,353285939~15530455,369558094~5170373,376343637~8144930,385403060~9993237,397165257~663309,403360897~3188967,407636507~1784786] 2024-08-29T18:49:47.201 INFO:tasks.workunit.client.0.smithi028.stdout: actual was [0~13332514,19564590~19889724,41943040~35566872,80470003~516724,83886080~5208004,94089778~12041595,115446419~1938524,119740586~2859354,125829120~3536369,134217728~3220439,145934985~8040881,159383552~5495224,168074778~5914959,176160768~20998537,201326592~1126568,205520896~32665758,239169817~15565487,255852544~16257849,272629760~2251132,276824064~3900124,281018368~2017730,285212672~11067800,297795584~16217495,314572800~23869396,339738624~8587428,353285939~15530455,369098752~15389815,385403060~12425506,403360897~3188967,407636507~1784786] 2024-08-29T18:49:47.201 INFO:tasks.workunit.client.0.smithi028.stdout:from 1 to 14 diff [217869~607781,3628194~9704320,17028177~22426137,43179186~11557645,55333652~22176260,78747617~522169,80470003~516724,85516701~3577383,94089778~12041595,114645810~3256659,120618268~1981672,126985745~2379744,134440317~2997850,145934985~8040881,161911242~3482342,168074778~5914959,176391318~20767987,201373250~1079910,205956601~216622,208249281~4081037,213846099~4609259,221188751~16997903,240398233~3036846,246402558~8332746,257101775~2452651,259678252~2814737,263201634~8908759,273932032~948860,277924467~2799721,281966612~1069486,285498168~10782304,299323953~3236427,305138638~2000076,307418583~6594496,316764114~1718090,318753086~8167724,327141348~11300848,340774249~7551803,353285939~15530455,369558094~5170373,376343637~8144930,385403060~9993237,395899660~5320465,403360897~3188967,407636507~1784786] 2024-08-29T18:49:47.201 INFO:tasks.workunit.client.0.smithi028.stdout: limited diff [217869~607781,3628194~9704320,17028177~22426137,43179186~11557645,55333652~22176260,78747617~522169,80470003~516724,85516701~3577383,94089778~12041595,114645810~3256659,120618268~1981672,126985745~2379744,134440317~2997850,145934985~8040881,161911242~3482342,168074778~5914959,176391318~20767987,201373250~1079910,205956601~216622,208249281~4081037,213846099~4609259,221188751~16997903,240398233~3036846,246402558~8332746,257101775~2452651,259678252~2814737,263201634~8908759,273932032~948860,277924467~2799721,281966612~1069486,285498168~10782304,299323953~3236427,305138638~2000076,307418583~6594496,316764114~1718090,318753086~8167724,327141348~11300848,340774249~7551803,353285939~15530455,369558094~5170373,376343637~8144930,385403060~9993237,395899660~5320465,403360897~3188967,407636507~1784786] 2024-08-29T18:49:47.208 INFO:tasks.workunit.client.0.smithi028.stdout: actual was [0~13332514,17028177~22426137,41943040~37326746,80470003~516724,83886080~5208004,94089778~12041595,114645810~3256659,119740586~2859354,125829120~3536369,134217728~3220439,145934985~8040881,159383552~6010032,168074778~5914959,176160768~20998537,201326592~1126568,205520896~32665758,239169817~15565487,255852544~16257849,272629760~2251132,276824064~3900124,281018368~2017730,285212672~11067800,297795584~16217495,314572800~23869396,339738624~8587428,353285939~15530455,369098752~15389815,385403060~15817065,403360897~3188967,407636507~1784786] 2024-08-29T18:49:47.208 INFO:tasks.workunit.client.0.smithi028.stdout:from 1 to 15 diff [217869~607781,3628194~11465562,17028177~22426137,43179186~11557645,55333652~22176260,78747617~522169,80470003~516724,85516701~3577383,94089778~16536463,114645810~3256659,120618268~1981672,126985745~2379744,134440317~7244203,145934985~8040881,161911242~3482342,166234126~7755611,176334132~20825173,201373250~1079910,205956601~216622,208249281~29937373,240398233~3036846,246402558~8332746,257101775~2452651,259678252~2814737,263201634~8908759,273932032~948860,277924467~2799721,281966612~1069486,285498168~10782304,299323953~3236427,305138638~2000076,307418583~6594496,316764114~1718090,318753086~8167724,327141348~11300848,340774249~7551803,353285939~15530455,369558094~5170373,376343637~8144930,385403060~9993237,395899660~5320465,403360897~3188967,407636507~1784786] 2024-08-29T18:49:47.208 INFO:tasks.workunit.client.0.smithi028.stdout: limited diff [217869~607781,3628194~11465562,17028177~22426137,43179186~11557645,55333652~22176260,78747617~522169,80470003~516724,85516701~3577383,94089778~16536463,114645810~3256659,120618268~1981672,126985745~2379744,134440317~7244203,145934985~8040881,161911242~3482342,166234126~7755611,176334132~20825173,201373250~1079910,205956601~216622,208249281~29937373,240398233~3036846,246402558~8332746,257101775~2452651,259678252~2814737,263201634~8908759,273932032~948860,277924467~2799721,281966612~1069486,285498168~10782304,299323953~3236427,305138638~2000076,307418583~6594496,316764114~1718090,318753086~8167724,327141348~11300848,340774249~7551803,353285939~15530455,369558094~5170373,376343637~8144930,385403060~9993237,395899660~5320465,403360897~3188967,407636507~1784786] 2024-08-29T18:49:47.215 INFO:tasks.workunit.client.0.smithi028.stdout: actual was [0~15093756,17028177~22426137,41943040~37326746,80470003~516724,83886080~5208004,94089778~16536463,114645810~3256659,119740586~2859354,125829120~3536369,134217728~7466792,145934985~8040881,159383552~6010032,166234126~7755611,176160768~20998537,201326592~1126568,205520896~32665758,239169817~15565487,255852544~16257849,272629760~2251132,276824064~3900124,281018368~2017730,285212672~11067800,297795584~16217495,314572800~23869396,339738624~8587428,353285939~15530455,369098752~15389815,385403060~15817065,403360897~3188967,407636507~1784786] 2024-08-29T18:49:47.215 INFO:tasks.workunit.client.0.smithi028.stdout:from 1 to 16 diff [217869~607781,3628194~12723831,17028177~22426137,43179186~11557645,55333652~22176260,78747617~522169,80470003~516724,85516701~3577383,94089778~16536463,114645810~3256659,120618268~1981672,126985745~2379744,134440317~7244203,145934985~8040881,161911242~3482342,166234126~7755611,176334132~22085928,201373250~1079910,205956601~216622,208249281~29937373,240398233~3036846,246402558~8332746,257101775~2452651,259678252~2814737,263201634~8908759,273932032~948860,277924467~2799721,281966612~1069486,285498168~10782304,299323953~3236427,305138638~2000076,307418583~6594496,316764114~1718090,318753086~8167724,327141348~11300848,340774249~7551803,353285939~15530455,369558094~5170373,376343637~8144930,385403060~9993237,395899660~5320465,403360897~3188967,407636507~1784786] 2024-08-29T18:49:47.215 INFO:tasks.workunit.client.0.smithi028.stdout: limited diff [217869~607781,3628194~12723831,17028177~22426137,43179186~11557645,55333652~22176260,78747617~522169,80470003~516724,85516701~3577383,94089778~16536463,114645810~3256659,120618268~1981672,126985745~2379744,134440317~7244203,145934985~8040881,161911242~3482342,166234126~7755611,176334132~22085928,201373250~1079910,205956601~216622,208249281~29937373,240398233~3036846,246402558~8332746,257101775~2452651,259678252~2814737,263201634~8908759,273932032~948860,277924467~2799721,281966612~1069486,285498168~10782304,299323953~3236427,305138638~2000076,307418583~6594496,316764114~1718090,318753086~8167724,327141348~11300848,340774249~7551803,353285939~15530455,369558094~5170373,376343637~8144930,385403060~9993237,395899660~5320465,403360897~3188967,407636507~1784786] 2024-08-29T18:49:47.223 INFO:tasks.workunit.client.0.smithi028.stdout: actual was [0~16352025,17028177~22426137,41943040~37326746,80470003~516724,83886080~5208004,94089778~16536463,114645810~3256659,119740586~2859354,125829120~3536369,134217728~7466792,145934985~8040881,159383552~6010032,166234126~7755611,176160768~22259292,201326592~1126568,205520896~32665758,239169817~15565487,255852544~16257849,272629760~2251132,276824064~3900124,281018368~2017730,285212672~11067800,297795584~16217495,314572800~23869396,339738624~8587428,353285939~15530455,369098752~15389815,385403060~15817065,403360897~3188967,407636507~1784786] 2024-08-29T18:49:47.223 INFO:tasks.workunit.client.0.smithi028.stdout:from 1 to 17 diff [217869~607781,3628194~12723831,17028177~22426137,43179186~11557645,55333652~22176260,78747617~522169,80470003~516724,85516701~3577383,91242439~19383802,114645810~3256659,120618268~1981672,126985745~2379744,134440317~7244203,145934985~8040881,161911242~3482342,166234126~7755611,176334132~22085928,201373250~1079910,205956601~216622,208249281~30382487,240398233~3036846,246402558~8332746,257101775~2452651,259678252~2814737,263201634~8908759,273932032~948860,277924467~2799721,281966612~1069486,283885646~1340452,285498168~17827554,305138638~2000076,307418583~6594496,316764114~1718090,318753086~8167724,327141348~11300848,340774249~11837394,353285939~15530455,369558094~5170373,376343637~8144930,385403060~9993237,395899660~5320465,403360897~3188967,407636507~1784786] 2024-08-29T18:49:47.223 INFO:tasks.workunit.client.0.smithi028.stdout: limited diff [217869~607781,3628194~12723831,17028177~22426137,43179186~11557645,55333652~22176260,78747617~522169,80470003~516724,85516701~3577383,91242439~19383802,114645810~3256659,120618268~1981672,126985745~2379744,134440317~7244203,145934985~8040881,161911242~3482342,166234126~7755611,176334132~22085928,201373250~1079910,205956601~216622,208249281~30382487,240398233~3036846,246402558~8332746,257101775~2452651,259678252~2814737,263201634~8908759,273932032~948860,277924467~2799721,281966612~1069486,283885646~1340452,285498168~17827554,305138638~2000076,307418583~6594496,316764114~1718090,318753086~8167724,327141348~11300848,340774249~11837394,353285939~15530455,369558094~5170373,376343637~8144930,385403060~9993237,395899660~5320465,403360897~3188967,407636507~1784786] 2024-08-29T18:49:47.230 INFO:tasks.workunit.client.0.smithi028.stdout: actual was [0~16352025,17028177~22426137,41943040~37326746,80470003~516724,83886080~26740161,114645810~3256659,119740586~2859354,125829120~3536369,134217728~7466792,145934985~8040881,159383552~6010032,166234126~7755611,176160768~22259292,201326592~1126568,205520896~33110872,239169817~15565487,255852544~16257849,272629760~2251132,276824064~3900124,281018368~32994711,314572800~23869396,339738624~12873019,353285939~15530455,369098752~15389815,385403060~15817065,403360897~3188967,407636507~1784786] 2024-08-29T18:49:47.230 INFO:tasks.workunit.client.0.smithi028.stdout:from 1 to 18 diff [217869~607781,3628194~12723831,17028177~24935011,43179186~11557645,55333652~22176260,78747617~522169,80470003~516724,85516701~3577383,91242439~19383802,114645810~3256659,120618268~1981672,126985745~2379744,134273387~7411133,145351016~8624850,161911242~3482342,166234126~7755611,176334132~23737292,201373250~1079910,205956601~216622,208249281~30382487,240398233~3036846,246402558~25707835,273932032~948860,275020936~887797,277924467~2799721,281966612~1069486,283885646~1340452,285498168~17827554,305138638~2000076,307418583~6594496,316764114~1718090,318753086~8167724,327141348~11300848,340774249~11837394,353285939~15530455,369558094~5170373,376343637~8144930,385403060~9993237,395899660~5320465,403360897~3188967,407636507~1784786] 2024-08-29T18:49:47.230 INFO:tasks.workunit.client.0.smithi028.stdout: limited diff [217869~607781,3628194~12723831,17028177~24935011,43179186~11557645,55333652~22176260,78747617~522169,80470003~516724,85516701~3577383,91242439~19383802,114645810~3256659,120618268~1981672,126985745~2379744,134273387~7411133,145351016~8624850,161911242~3482342,166234126~7755611,176334132~23737292,201373250~1079910,205956601~216622,208249281~30382487,240398233~3036846,246402558~25707835,273932032~948860,275020936~887797,277924467~2799721,281966612~1069486,283885646~1340452,285498168~17827554,305138638~2000076,307418583~6594496,316764114~1718090,318753086~8167724,327141348~11300848,340774249~11837394,353285939~15530455,369558094~5170373,376343637~8144930,385403060~9993237,395899660~5320465,403360897~3188967,407636507~1784786] 2024-08-29T18:49:47.237 INFO:tasks.workunit.client.0.smithi028.stdout: actual was [0~16352025,17028177~62241609,80470003~516724,83886080~26740161,114645810~3256659,119740586~2859354,125829120~3536369,134217728~7466792,145351016~8624850,159383552~6010032,166234126~7755611,176160768~23910656,201326592~1126568,205520896~33110872,239169817~32940576,272629760~3278973,276824064~3900124,281018368~32994711,314572800~23869396,339738624~12873019,353285939~15530455,369098752~15389815,385403060~15817065,403360897~3188967,407636507~1784786] 2024-08-29T18:49:47.237 INFO:tasks.workunit.client.0.smithi028.stdout:from 1 to 19 diff [217869~607781,3628194~12723831,17028177~24935011,43179186~34330726,78747617~522169,79764586~9329498,91242439~19383802,114645810~3256659,120618268~1981672,126985745~2379744,134273387~7411133,145351016~8624850,161911242~3482342,166234126~7755611,176334132~23737292,201373250~1079910,205956601~216622,208249281~30382487,240398233~3036846,246402558~25707835,273932032~948860,275020936~887797,277924467~2799721,281966612~1069486,283885646~1340452,285498168~17827554,305138638~8874441,316764114~1718090,318753086~8167724,327141348~11300848,340774249~11837394,353285939~15530455,369558094~5170373,376343637~8144930,385403060~9993237,395899660~5320465,403360897~3188967,407636507~1784786] 2024-08-29T18:49:47.237 INFO:tasks.workunit.client.0.smithi028.stdout: limited diff [217869~607781,3628194~12723831,17028177~24935011,43179186~34330726,78747617~522169,79764586~9329498,91242439~19383802,114645810~3256659,120618268~1981672,126985745~2379744,134273387~7411133,145351016~8624850,161911242~3482342,166234126~7755611,176334132~23737292,201373250~1079910,205956601~216622,208249281~30382487,240398233~3036846,246402558~25707835,273932032~948860,275020936~887797,277924467~2799721,281966612~1069486,283885646~1340452,285498168~17827554,305138638~8874441,316764114~1718090,318753086~8167724,327141348~11300848,340774249~11837394,353285939~15530455,369558094~5170373,376343637~8144930,385403060~9993237,395899660~5320465,403360897~3188967,407636507~1784786] 2024-08-29T18:49:47.244 INFO:tasks.workunit.client.0.smithi028.stdout: actual was [0~16352025,17028177~62241609,79764586~30861655,114645810~3256659,119740586~2859354,125829120~3536369,134217728~7466792,145351016~8624850,159383552~6010032,166234126~7755611,176160768~23910656,201326592~1126568,205520896~33110872,239169817~32940576,272629760~3278973,276824064~3900124,281018368~32994711,314572800~23869396,339738624~12873019,353285939~15530455,369098752~15389815,385403060~15817065,403360897~3188967,407636507~1784786] 2024-08-29T18:49:47.245 INFO:tasks.workunit.client.0.smithi028.stdout:from 2 to 3 diff [74285046~775965,190814092~2557845,216639952~1815406,292524916~3755556,312232711~1780368,321378725~5014557,327141348~5833504,353900418~6234396,360589455~6035706,388452215~1988867] 2024-08-29T18:49:47.245 INFO:tasks.workunit.client.0.smithi028.stdout: limited diff [74285046~775965,190814092~2557845,216639952~1815406,292524916~3755556,312232711~1780368,321378725~5014557,327141348~5833504,353900418~6234396,360589455~6035706,388452215~1988867] 2024-08-29T18:49:47.251 INFO:tasks.workunit.client.0.smithi028.stdout: actual was [71303168~3757843,190814092~2557845,213909504~4545854,289406976~6873496,310378496~3634583,318767104~14207748,353900418~6234396,360589455~6035706,386550668~3890414] 2024-08-29T18:49:47.252 INFO:tasks.workunit.client.0.smithi028.stdout:from 2 to 4 diff [43179186~11120170,74285046~775965,87418954~1675130,190814092~2557845,216639952~1815406,223823043~4881182,292524916~3755556,312232711~1780368,318753086~8167724,327141348~11300848,353738398~6396416,360589455~7457907,377906916~6581651,388452215~1988867] 2024-08-29T18:49:47.252 INFO:tasks.workunit.client.0.smithi028.stdout: limited diff [43179186~11120170,74285046~775965,87418954~1675130,190814092~2557845,216639952~1815406,223823043~4881182,292524916~3755556,312232711~1780368,318753086~8167724,327141348~11300848,353738398~6396416,360589455~7457907,377906916~6581651,388452215~1988867] 2024-08-29T18:49:47.259 INFO:tasks.workunit.client.0.smithi028.stdout: actual was [41943040~12356316,71303168~3757843,83886080~5208004,190814092~2557845,213909504~4545854,223823043~4881182,289406976~6873496,310378496~3634583,314572800~23869396,353738398~6396416,360589455~7457907,377906916~6581651,386550668~3890414] 2024-08-29T18:49:47.259 INFO:tasks.workunit.client.0.smithi028.stdout:from 2 to 5 diff [36013707~3440607,43179186~11120170,74285046~775965,85516701~3577383,134440317~2997850,146313525~1754199,161911242~2967534,168074778~4384136,190814092~2557845,216639952~1815406,223337191~8098086,246402558~6123699,279812337~12399,292524916~3755556,312232711~1780368,318753086~8167724,327141348~11300848,353738398~6396416,360589455~8226939,377906916~6581651,388452215~1988867] 2024-08-29T18:49:47.259 INFO:tasks.workunit.client.0.smithi028.stdout: limited diff [36013707~3440607,43179186~11120170,74285046~775965,85516701~3577383,134440317~2997850,146313525~1754199,161911242~2967534,168074778~4384136,190814092~2557845,216639952~1815406,223337191~8098086,246402558~6123699,279812337~12399,292524916~3755556,312232711~1780368,318753086~8167724,327141348~11300848,353738398~6396416,360589455~8226939,377906916~6581651,388452215~1988867] 2024-08-29T18:49:47.266 INFO:tasks.workunit.client.0.smithi028.stdout: actual was [33554432~5899882,41943040~12356316,71303168~3757843,83886080~5208004,134217728~3220439,146313525~1754199,159383552~5495224,168074778~4384136,190814092~2557845,213909504~4545854,223337191~8098086,243269632~9256625,276824064~3000672,289406976~6873496,310378496~3634583,314572800~23869396,353738398~6396416,360589455~8226939,377906916~6581651,386550668~3890414] 2024-08-29T18:49:47.266 INFO:tasks.workunit.client.0.smithi028.stdout:from 2 to 6 diff [28841197~5445218,36013707~3440607,43179186~11480695,69447543~2077168,74285046~775965,85516701~3577383,95952768~5307712,120618268~1981672,134440317~2997850,145934985~2132739,161911242~2967534,168074778~4384136,178457662~4865957,190814092~2557845,216639952~1815406,223337191~8098086,233024919~1072679,246402558~6123699,279812337~12399,292524916~3755556,312232711~1780368,318753086~8167724,327141348~11300848,353738398~6396416,360589455~8226939,373502115~540519,377906916~6581651,388452215~1988867] 2024-08-29T18:49:47.266 INFO:tasks.workunit.client.0.smithi028.stdout: limited diff [28841197~5445218,36013707~3440607,43179186~11480695,69447543~2077168,74285046~775965,85516701~3577383,95952768~5307712,120618268~1981672,134440317~2997850,145934985~2132739,161911242~2967534,168074778~4384136,178457662~4865957,190814092~2557845,216639952~1815406,223337191~8098086,233024919~1072679,246402558~6123699,279812337~12399,292524916~3755556,312232711~1780368,318753086~8167724,327141348~11300848,353738398~6396416,360589455~8226939,373502115~540519,377906916~6581651,388452215~1988867] 2024-08-29T18:49:47.273 INFO:tasks.workunit.client.0.smithi028.stdout: actual was [25165824~14288490,41943040~12716841,67108864~7952147,83886080~5208004,95952768~5307712,119740586~2859354,134217728~3220439,145934985~2132739,159383552~5495224,168074778~4384136,176160768~7162851,190814092~2557845,213909504~4545854,223337191~8098086,233024919~1072679,243269632~9256625,276824064~3000672,289406976~6873496,310378496~3634583,314572800~23869396,353738398~6396416,360589455~8226939,373293056~749578,377906916~6581651,386550668~3890414] 2024-08-29T18:49:47.273 INFO:tasks.workunit.client.0.smithi028.stdout:from 2 to 7 diff [28841197~5445218,36013707~3440607,43179186~11480695,69447543~2077168,74285046~775965,85516701~3577383,95952768~10178605,120618268~1981672,134440317~2997850,145934985~2132739,161911242~2967534,168074778~5914959,176391318~6932301,190814092~2557845,208376255~717683,216639952~1815406,223337191~8098086,233024919~1072679,246402558~6123699,257101775~2452651,279812337~12399,292524916~3755556,299323953~3236427,312232711~1780368,316764114~1718090,318753086~8167724,327141348~11300848,353738398~6396416,360589455~8226939,373502115~540519,376343637~8144930,388452215~1988867,397165257~663309,407636507~1784786] 2024-08-29T18:49:47.273 INFO:tasks.workunit.client.0.smithi028.stdout: limited diff [28841197~5445218,36013707~3440607,43179186~11480695,69447543~2077168,74285046~775965,85516701~3577383,95952768~10178605,120618268~1981672,134440317~2997850,145934985~2132739,161911242~2967534,168074778~5914959,176391318~6932301,190814092~2557845,208376255~717683,216639952~1815406,223337191~8098086,233024919~1072679,246402558~6123699,257101775~2452651,279812337~12399,292524916~3755556,299323953~3236427,312232711~1780368,316764114~1718090,318753086~8167724,327141348~11300848,353738398~6396416,360589455~8226939,373502115~540519,376343637~8144930,388452215~1988867,397165257~663309,407636507~1784786] 2024-08-29T18:49:47.280 INFO:tasks.workunit.client.0.smithi028.stdout: actual was [25165824~14288490,41943040~12716841,67108864~7952147,83886080~5208004,95952768~10178605,119740586~2859354,134217728~3220439,145934985~2132739,159383552~5495224,168074778~5914959,176160768~7162851,190814092~2557845,205520896~3573042,213909504~4545854,223337191~8098086,233024919~1072679,243269632~9256625,255852544~3701882,276824064~3000672,289406976~6873496,297795584~4764796,310378496~3634583,314572800~23869396,353738398~6396416,360589455~8226939,373293056~11195511,386550668~3890414,394264576~3563990,407636507~1784786] 2024-08-29T18:49:47.280 INFO:tasks.workunit.client.0.smithi028.stdout:from 2 to 8 diff [23803120~10483295,36013707~3440607,43179186~11480695,57942514~3722396,69447543~2077168,74285046~775965,85516701~3577383,95952768~10178605,120618268~1981672,134440317~2997850,145934985~2132739,161911242~2967534,168074778~5914959,176391318~16980619,208376255~717683,213846099~4609259,223337191~8098086,231998435~6188219,246402558~6123699,257101775~2452651,259678252~2814737,279812337~12399,285728457~4428234,292524916~3755556,299323953~3236427,312232711~1780368,316764114~1718090,318753086~8167724,327141348~11300848,353738398~6396416,360589455~8226939,370154569~3888065,376343637~8144930,388452215~2485309,397165257~663309,407636507~1784786] 2024-08-29T18:49:47.280 INFO:tasks.workunit.client.0.smithi028.stdout: limited diff [23803120~10483295,36013707~3440607,43179186~11480695,57942514~3722396,69447543~2077168,74285046~775965,85516701~3577383,95952768~10178605,120618268~1981672,134440317~2997850,145934985~2132739,161911242~2967534,168074778~5914959,176391318~16980619,208376255~717683,213846099~4609259,223337191~8098086,231998435~6188219,246402558~6123699,257101775~2452651,259678252~2814737,279812337~12399,285728457~4428234,292524916~3755556,299323953~3236427,312232711~1780368,316764114~1718090,318753086~8167724,327141348~11300848,353738398~6396416,360589455~8226939,370154569~3888065,376343637~8144930,388452215~2485309,397165257~663309,407636507~1784786] 2024-08-29T18:49:47.288 INFO:tasks.workunit.client.0.smithi028.stdout: actual was [20971520~18482794,41943040~19721870,67108864~7952147,83886080~5208004,95952768~10178605,119740586~2859354,134217728~3220439,145934985~2132739,159383552~5495224,168074778~5914959,176160768~17211169,205520896~3573042,209715200~8740158,223337191~8098086,231998435~6188219,243269632~9256625,255852544~6640445,276824064~3000672,285212672~11067800,297795584~4764796,310378496~3634583,314572800~23869396,353738398~6396416,360589455~8226939,370154569~14333998,386550668~4386856,394264576~3563990,407636507~1784786] 2024-08-29T18:49:47.288 INFO:tasks.workunit.client.0.smithi028.stdout:from 2 to 9 diff [23803120~10483295,36013707~3440607,43179186~11557645,57942514~3722396,69447543~2077168,74285046~775965,85516701~3577383,95952768~10178605,120618268~1981672,126987334~2378155,134440317~2997850,145934985~8040881,161911242~2967534,168074778~5914959,176391318~16980619,208376255~717683,213846099~4609259,223337191~8098086,231998435~6188219,246402558~6123699,257101775~2452651,259678252~2814737,264903345~2757343,271120015~990378,277924467~2799721,285728457~10552015,299323953~3236427,312232711~1780368,316764114~1718090,318753086~8167724,327141348~11300848,340774249~3706534,353738398~6396416,360589455~8226939,369558094~5170373,376343637~8144930,388452215~2485309,397165257~663309,407636507~1784786] 2024-08-29T18:49:47.288 INFO:tasks.workunit.client.0.smithi028.stdout: limited diff [23803120~10483295,36013707~3440607,43179186~11557645,57942514~3722396,69447543~2077168,74285046~775965,85516701~3577383,95952768~10178605,120618268~1981672,126987334~2378155,134440317~2997850,145934985~8040881,161911242~2967534,168074778~5914959,176391318~16980619,208376255~717683,213846099~4609259,223337191~8098086,231998435~6188219,246402558~6123699,257101775~2452651,259678252~2814737,264903345~2757343,271120015~990378,277924467~2799721,285728457~10552015,299323953~3236427,312232711~1780368,316764114~1718090,318753086~8167724,327141348~11300848,340774249~3706534,353738398~6396416,360589455~8226939,369558094~5170373,376343637~8144930,388452215~2485309,397165257~663309,407636507~1784786] 2024-08-29T18:49:47.294 INFO:tasks.workunit.client.0.smithi028.stdout: actual was [20971520~18482794,41943040~19721870,67108864~7952147,83886080~5208004,95952768~10178605,119740586~2859354,125829120~3536369,134217728~3220439,145934985~8040881,159383552~5495224,168074778~5914959,176160768~17211169,205520896~3573042,209715200~8740158,223337191~8098086,231998435~6188219,243269632~9256625,255852544~6640445,264241152~3419536,268435456~3674937,276824064~3900124,285212672~11067800,297795584~4764796,310378496~3634583,314572800~23869396,339738624~4742159,353738398~6396416,360589455~8226939,369558094~14930473,386550668~4386856,394264576~3563990,407636507~1784786] 2024-08-29T18:49:47.294 INFO:tasks.workunit.client.0.smithi028.stdout:from 2 to 10 diff [20831886~13454529,34664831~312119,36013707~3440607,43179186~11557645,57942514~3722396,69447543~2077168,72419591~5090321,80470003~516724,85516701~3577383,95952768~10178605,120618268~1981672,126987334~2378155,134440317~2997850,145934985~8040881,161911242~2967534,168074778~5914959,176391318~16980619,201373250~1079910,205956601~216622,208376255~717683,213846099~4609259,223337191~8098086,231998435~6188219,246402558~6123699,257101775~2452651,259678252~2814737,264903345~2757343,271120015~990378,277924467~2799721,281966612~1069486,285498168~10782304,299323953~3236427,312232711~1780368,316764114~1718090,318753086~8167724,327141348~11300848,340774249~3706534,353738398~6396416,360589455~8226939,369558094~5170373,376343637~8144930,388452215~2485309,397165257~663309,407636507~1784786] 2024-08-29T18:49:47.294 INFO:tasks.workunit.client.0.smithi028.stdout: limited diff [20831886~13454529,34664831~312119,36013707~3440607,43179186~11557645,57942514~3722396,69447543~2077168,72419591~5090321,80470003~516724,85516701~3577383,95952768~10178605,120618268~1981672,126987334~2378155,134440317~2997850,145934985~8040881,161911242~2967534,168074778~5914959,176391318~16980619,201373250~1079910,205956601~216622,208376255~717683,213846099~4609259,223337191~8098086,231998435~6188219,246402558~6123699,257101775~2452651,259678252~2814737,264903345~2757343,271120015~990378,277924467~2799721,281966612~1069486,285498168~10782304,299323953~3236427,312232711~1780368,316764114~1718090,318753086~8167724,327141348~11300848,340774249~3706534,353738398~6396416,360589455~8226939,369558094~5170373,376343637~8144930,388452215~2485309,397165257~663309,407636507~1784786] 2024-08-29T18:49:47.301 INFO:tasks.workunit.client.0.smithi028.stdout: actual was [19564590~19889724,41943040~19721870,67108864~10401048,80470003~516724,83886080~5208004,95952768~10178605,119740586~2859354,125829120~3536369,134217728~3220439,145934985~8040881,159383552~5495224,168074778~5914959,176160768~17211169,201326592~1126568,205520896~3573042,209715200~8740158,223337191~8098086,231998435~6188219,243269632~9256625,255852544~6640445,264241152~3419536,268435456~3674937,276824064~3900124,281018368~2017730,285212672~11067800,297795584~4764796,310378496~3634583,314572800~23869396,339738624~4742159,353738398~6396416,360589455~8226939,369558094~14930473,386550668~4386856,394264576~3563990,407636507~1784786] 2024-08-29T18:49:47.301 INFO:tasks.workunit.client.0.smithi028.stdout:from 2 to 11 diff [20831886~13454529,34664831~312119,36013707~3440607,43179186~11557645,57942514~3722396,69447543~2077168,72419591~5090321,80470003~516724,85516701~3577383,95952768~10178605,120618268~1981672,126987334~2378155,134440317~2997850,145934985~8040881,161911242~2967534,168074778~5914959,176391318~20767987,201373250~1079910,205956601~216622,208249281~4081037,213846099~4609259,223337191~14849463,246402558~6123699,257101775~2452651,259678252~2814737,264903345~2757343,271120015~990378,277924467~2799721,281966612~1069486,285498168~10782304,299323953~3236427,312232711~1780368,316764114~1718090,318753086~8167724,327141348~11300848,340774249~3706534,353738398~6396416,360589455~8226939,369558094~5170373,376343637~8144930,388452215~6944082,397165257~663309,403360897~3188967,407636507~1784786] 2024-08-29T18:49:47.301 INFO:tasks.workunit.client.0.smithi028.stdout: limited diff [20831886~13454529,34664831~312119,36013707~3440607,43179186~11557645,57942514~3722396,69447543~2077168,72419591~5090321,80470003~516724,85516701~3577383,95952768~10178605,120618268~1981672,126987334~2378155,134440317~2997850,145934985~8040881,161911242~2967534,168074778~5914959,176391318~20767987,201373250~1079910,205956601~216622,208249281~4081037,213846099~4609259,223337191~14849463,246402558~6123699,257101775~2452651,259678252~2814737,264903345~2757343,271120015~990378,277924467~2799721,281966612~1069486,285498168~10782304,299323953~3236427,312232711~1780368,316764114~1718090,318753086~8167724,327141348~11300848,340774249~3706534,353738398~6396416,360589455~8226939,369558094~5170373,376343637~8144930,388452215~6944082,397165257~663309,403360897~3188967,407636507~1784786] 2024-08-29T18:49:47.308 INFO:tasks.workunit.client.0.smithi028.stdout: actual was [19564590~19889724,41943040~19721870,67108864~10401048,80470003~516724,83886080~5208004,95952768~10178605,119740586~2859354,125829120~3536369,134217728~3220439,145934985~8040881,159383552~5495224,168074778~5914959,176160768~20998537,201326592~1126568,205520896~12934462,223337191~14849463,243269632~9256625,255852544~6640445,264241152~3419536,268435456~3674937,276824064~3900124,281018368~2017730,285212672~11067800,297795584~4764796,310378496~3634583,314572800~23869396,339738624~4742159,353738398~6396416,360589455~8226939,369558094~14930473,386550668~11277898,403360897~3188967,407636507~1784786] 2024-08-29T18:49:47.309 INFO:tasks.workunit.client.0.smithi028.stdout:from 2 to 12 diff [217869~607781,6227370~7105144,20831886~13454529,34664831~312119,36013707~3440607,43179186~11557645,55333652~12689516,69447543~2077168,72419591~5090321,80470003~516724,85516701~3577383,95952768~10178605,120618268~1981672,126985745~2379744,134440317~2997850,145934985~8040881,161911242~2967534,168074778~5914959,176391318~20767987,201373250~1079910,205956601~216622,208249281~4081037,213846099~4609259,223337191~14849463,240398233~3036846,246402558~6123699,257101775~2452651,259678252~2814737,264903345~2757343,271120015~990378,277924467~2799721,281966612~1069486,285498168~10782304,299323953~3236427,307418583~6594496,316764114~1718090,318753086~8167724,327141348~11300848,340774249~3706534,353738398~6396416,360589455~8226939,369558094~5170373,376343637~8144930,385403060~9993237,397165257~663309,403360897~3188967,407636507~1784786] 2024-08-29T18:49:47.309 INFO:tasks.workunit.client.0.smithi028.stdout: limited diff [217869~607781,6227370~7105144,20831886~13454529,34664831~312119,36013707~3440607,43179186~11557645,55333652~12689516,69447543~2077168,72419591~5090321,80470003~516724,85516701~3577383,95952768~10178605,120618268~1981672,126985745~2379744,134440317~2997850,145934985~8040881,161911242~2967534,168074778~5914959,176391318~20767987,201373250~1079910,205956601~216622,208249281~4081037,213846099~4609259,223337191~14849463,240398233~3036846,246402558~6123699,257101775~2452651,259678252~2814737,264903345~2757343,271120015~990378,277924467~2799721,281966612~1069486,285498168~10782304,299323953~3236427,307418583~6594496,316764114~1718090,318753086~8167724,327141348~11300848,340774249~3706534,353738398~6396416,360589455~8226939,369558094~5170373,376343637~8144930,385403060~9993237,397165257~663309,403360897~3188967,407636507~1784786] 2024-08-29T18:49:47.315 INFO:tasks.workunit.client.0.smithi028.stdout: actual was [0~825650,6227370~7105144,19564590~19889724,41943040~35566872,80470003~516724,83886080~5208004,95952768~10178605,119740586~2859354,125829120~3536369,134217728~3220439,145934985~8040881,159383552~5495224,168074778~5914959,176160768~20998537,201326592~1126568,205520896~12934462,223337191~14849463,239169817~13356440,255852544~6640445,264241152~3419536,268435456~3674937,276824064~3900124,281018368~2017730,285212672~11067800,297795584~4764796,306184192~7828887,314572800~23869396,339738624~4742159,353738398~6396416,360589455~8226939,369558094~14930473,385403060~12425506,403360897~3188967,407636507~1784786] 2024-08-29T18:49:47.315 INFO:tasks.workunit.client.0.smithi028.stdout:from 2 to 13 diff [217869~607781,3628194~9704320,20831886~18622428,43179186~11557645,55333652~22176260,80470003~516724,85516701~3577383,94089778~12041595,115446419~1938524,120618268~1981672,126985745~2379744,134440317~2997850,145934985~8040881,161911242~2967534,168074778~5914959,176391318~20767987,201373250~1079910,205956601~216622,208249281~4081037,213846099~4609259,223337191~14849463,240398233~3036846,246402558~6123699,257101775~2452651,259678252~2814737,263201634~8908759,277924467~2799721,281966612~1069486,285498168~10782304,299323953~3236427,305138638~2000076,307418583~6594496,316764114~1718090,318753086~8167724,327141348~11300848,340774249~7551803,353738398~6396416,360589455~8226939,369558094~5170373,376343637~8144930,385403060~9993237,397165257~663309,403360897~3188967,407636507~1784786] 2024-08-29T18:49:47.315 INFO:tasks.workunit.client.0.smithi028.stdout: limited diff [217869~607781,3628194~9704320,20831886~18622428,43179186~11557645,55333652~22176260,80470003~516724,85516701~3577383,94089778~12041595,115446419~1938524,120618268~1981672,126985745~2379744,134440317~2997850,145934985~8040881,161911242~2967534,168074778~5914959,176391318~20767987,201373250~1079910,205956601~216622,208249281~4081037,213846099~4609259,223337191~14849463,240398233~3036846,246402558~6123699,257101775~2452651,259678252~2814737,263201634~8908759,277924467~2799721,281966612~1069486,285498168~10782304,299323953~3236427,305138638~2000076,307418583~6594496,316764114~1718090,318753086~8167724,327141348~11300848,340774249~7551803,353738398~6396416,360589455~8226939,369558094~5170373,376343637~8144930,385403060~9993237,397165257~663309,403360897~3188967,407636507~1784786] 2024-08-29T18:49:47.322 INFO:tasks.workunit.client.0.smithi028.stdout: actual was [0~13332514,19564590~19889724,41943040~35566872,80470003~516724,83886080~5208004,94089778~12041595,115446419~1938524,119740586~2859354,125829120~3536369,134217728~3220439,145934985~8040881,159383552~5495224,168074778~5914959,176160768~20998537,201326592~1126568,205520896~12934462,223337191~14849463,239169817~13356440,255852544~16257849,276824064~3900124,281018368~2017730,285212672~11067800,297795584~16217495,314572800~23869396,339738624~8587428,353738398~6396416,360589455~8226939,369558094~14930473,385403060~12425506,403360897~3188967,407636507~1784786] 2024-08-29T18:49:47.322 INFO:tasks.workunit.client.0.smithi028.stdout:from 2 to 14 diff [217869~607781,3628194~9704320,17028177~22426137,43179186~11557645,55333652~22176260,78747617~522169,80470003~516724,85516701~3577383,94089778~12041595,114645810~3256659,120618268~1981672,126985745~2379744,134440317~2997850,145934985~8040881,161911242~3482342,168074778~5914959,176391318~20767987,201373250~1079910,205956601~216622,208249281~4081037,213846099~4609259,223337191~14849463,240398233~3036846,246402558~6123699,257101775~2452651,259678252~2814737,263201634~8908759,277924467~2799721,281966612~1069486,285498168~10782304,299323953~3236427,305138638~2000076,307418583~6594496,316764114~1718090,318753086~8167724,327141348~11300848,340774249~7551803,353738398~6396416,360589455~8226939,369558094~5170373,376343637~8144930,385403060~9993237,395899660~5320465,403360897~3188967,407636507~1784786] 2024-08-29T18:49:47.322 INFO:tasks.workunit.client.0.smithi028.stdout: limited diff [217869~607781,3628194~9704320,17028177~22426137,43179186~11557645,55333652~22176260,78747617~522169,80470003~516724,85516701~3577383,94089778~12041595,114645810~3256659,120618268~1981672,126985745~2379744,134440317~2997850,145934985~8040881,161911242~3482342,168074778~5914959,176391318~20767987,201373250~1079910,205956601~216622,208249281~4081037,213846099~4609259,223337191~14849463,240398233~3036846,246402558~6123699,257101775~2452651,259678252~2814737,263201634~8908759,277924467~2799721,281966612~1069486,285498168~10782304,299323953~3236427,305138638~2000076,307418583~6594496,316764114~1718090,318753086~8167724,327141348~11300848,340774249~7551803,353738398~6396416,360589455~8226939,369558094~5170373,376343637~8144930,385403060~9993237,395899660~5320465,403360897~3188967,407636507~1784786] 2024-08-29T18:49:47.326 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:49:46 smithi053 bash[68679]: cluster 2024-08-29T18:49:45.833198+0000 mon.a (mon.0) 3520 : cluster [DBG] osdmap e1973: 8 total, 8 up, 8 in 2024-08-29T18:49:47.329 INFO:tasks.workunit.client.0.smithi028.stdout: actual was [0~13332514,17028177~22426137,41943040~37326746,80470003~516724,83886080~5208004,94089778~12041595,114645810~3256659,119740586~2859354,125829120~3536369,134217728~3220439,145934985~8040881,159383552~6010032,168074778~5914959,176160768~20998537,201326592~1126568,205520896~12934462,223337191~14849463,239169817~13356440,255852544~16257849,276824064~3900124,281018368~2017730,285212672~11067800,297795584~16217495,314572800~23869396,339738624~8587428,353738398~6396416,360589455~8226939,369558094~14930473,385403060~15817065,403360897~3188967,407636507~1784786] 2024-08-29T18:49:47.329 INFO:tasks.workunit.client.0.smithi028.stdout:from 2 to 15 diff [217869~607781,3628194~11465562,17028177~22426137,43179186~11557645,55333652~22176260,78747617~522169,80470003~516724,85516701~3577383,94089778~16536463,114645810~3256659,120618268~1981672,126985745~2379744,134440317~7244203,145934985~8040881,161911242~3482342,166234126~7755611,176334132~20825173,201373250~1079910,205956601~216622,208249281~29937373,240398233~3036846,246402558~6123699,257101775~2452651,259678252~2814737,263201634~8908759,277924467~2799721,281966612~1069486,285498168~10782304,299323953~3236427,305138638~2000076,307418583~6594496,316764114~1718090,318753086~8167724,327141348~11300848,340774249~7551803,353738398~6396416,360589455~8226939,369558094~5170373,376343637~8144930,385403060~9993237,395899660~5320465,403360897~3188967,407636507~1784786] 2024-08-29T18:49:47.329 INFO:tasks.workunit.client.0.smithi028.stdout: limited diff [217869~607781,3628194~11465562,17028177~22426137,43179186~11557645,55333652~22176260,78747617~522169,80470003~516724,85516701~3577383,94089778~16536463,114645810~3256659,120618268~1981672,126985745~2379744,134440317~7244203,145934985~8040881,161911242~3482342,166234126~7755611,176334132~20825173,201373250~1079910,205956601~216622,208249281~29937373,240398233~3036846,246402558~6123699,257101775~2452651,259678252~2814737,263201634~8908759,277924467~2799721,281966612~1069486,285498168~10782304,299323953~3236427,305138638~2000076,307418583~6594496,316764114~1718090,318753086~8167724,327141348~11300848,340774249~7551803,353738398~6396416,360589455~8226939,369558094~5170373,376343637~8144930,385403060~9993237,395899660~5320465,403360897~3188967,407636507~1784786] 2024-08-29T18:49:47.339 INFO:tasks.workunit.client.0.smithi028.stdout: actual was [0~15093756,17028177~22426137,41943040~37326746,80470003~516724,83886080~5208004,94089778~16536463,114645810~3256659,119740586~2859354,125829120~3536369,134217728~7466792,145934985~8040881,159383552~6010032,166234126~7755611,176160768~20998537,201326592~1126568,205520896~32665758,239169817~13356440,255852544~16257849,276824064~3900124,281018368~2017730,285212672~11067800,297795584~16217495,314572800~23869396,339738624~8587428,353738398~6396416,360589455~8226939,369558094~14930473,385403060~15817065,403360897~3188967,407636507~1784786] 2024-08-29T18:49:47.339 INFO:tasks.workunit.client.0.smithi028.stdout:from 2 to 16 diff [217869~607781,3628194~12723831,17028177~22426137,43179186~11557645,55333652~22176260,78747617~522169,80470003~516724,85516701~3577383,94089778~16536463,114645810~3256659,120618268~1981672,126985745~2379744,134440317~7244203,145934985~8040881,161911242~3482342,166234126~7755611,176334132~22085928,201373250~1079910,205956601~216622,208249281~29937373,240398233~3036846,246402558~6123699,257101775~2452651,259678252~2814737,263201634~8908759,277924467~2799721,281966612~1069486,285498168~10782304,299323953~3236427,305138638~2000076,307418583~6594496,316764114~1718090,318753086~8167724,327141348~11300848,340774249~7551803,353738398~6725555,360589455~8226939,369558094~5170373,376343637~8144930,385403060~9993237,395899660~5320465,403360897~3188967,407636507~1784786] 2024-08-29T18:49:47.339 INFO:tasks.workunit.client.0.smithi028.stdout: limited diff [217869~607781,3628194~12723831,17028177~22426137,43179186~11557645,55333652~22176260,78747617~522169,80470003~516724,85516701~3577383,94089778~16536463,114645810~3256659,120618268~1981672,126985745~2379744,134440317~7244203,145934985~8040881,161911242~3482342,166234126~7755611,176334132~22085928,201373250~1079910,205956601~216622,208249281~29937373,240398233~3036846,246402558~6123699,257101775~2452651,259678252~2814737,263201634~8908759,277924467~2799721,281966612~1069486,285498168~10782304,299323953~3236427,305138638~2000076,307418583~6594496,316764114~1718090,318753086~8167724,327141348~11300848,340774249~7551803,353738398~6725555,360589455~8226939,369558094~5170373,376343637~8144930,385403060~9993237,395899660~5320465,403360897~3188967,407636507~1784786] 2024-08-29T18:49:47.346 INFO:tasks.workunit.client.0.smithi028.stdout: actual was [0~16352025,17028177~22426137,41943040~37326746,80470003~516724,83886080~5208004,94089778~16536463,114645810~3256659,119740586~2859354,125829120~3536369,134217728~7466792,145934985~8040881,159383552~6010032,166234126~7755611,176160768~22259292,201326592~1126568,205520896~32665758,239169817~13356440,255852544~16257849,276824064~3900124,281018368~2017730,285212672~11067800,297795584~16217495,314572800~23869396,339738624~8587428,353738398~6725555,360589455~8226939,369558094~14930473,385403060~15817065,403360897~3188967,407636507~1784786] 2024-08-29T18:49:47.347 INFO:tasks.workunit.client.0.smithi028.stdout:from 2 to 17 diff [217869~607781,3628194~12723831,17028177~22426137,43179186~11557645,55333652~22176260,78747617~522169,80470003~516724,85516701~3577383,91242439~19383802,114645810~3256659,120618268~1981672,126985745~2379744,134440317~7244203,145934985~8040881,161911242~3482342,166234126~7755611,176334132~22085928,201373250~1079910,205956601~216622,208249281~30382487,240398233~3036846,246402558~6123699,257101775~2452651,259678252~2814737,263201634~8908759,277924467~2799721,281966612~1069486,283885646~1340452,285498168~17827554,305138638~2000076,307418583~6594496,316764114~1718090,318753086~8167724,327141348~11300848,340774249~11837394,353738398~6725555,360589455~8226939,369558094~5170373,376343637~8144930,385403060~9993237,395899660~5320465,403360897~3188967,407636507~1784786] 2024-08-29T18:49:47.347 INFO:tasks.workunit.client.0.smithi028.stdout: limited diff [217869~607781,3628194~12723831,17028177~22426137,43179186~11557645,55333652~22176260,78747617~522169,80470003~516724,85516701~3577383,91242439~19383802,114645810~3256659,120618268~1981672,126985745~2379744,134440317~7244203,145934985~8040881,161911242~3482342,166234126~7755611,176334132~22085928,201373250~1079910,205956601~216622,208249281~30382487,240398233~3036846,246402558~6123699,257101775~2452651,259678252~2814737,263201634~8908759,277924467~2799721,281966612~1069486,283885646~1340452,285498168~17827554,305138638~2000076,307418583~6594496,316764114~1718090,318753086~8167724,327141348~11300848,340774249~11837394,353738398~6725555,360589455~8226939,369558094~5170373,376343637~8144930,385403060~9993237,395899660~5320465,403360897~3188967,407636507~1784786] 2024-08-29T18:49:47.354 INFO:tasks.workunit.client.0.smithi028.stdout: actual was [0~16352025,17028177~22426137,41943040~37326746,80470003~516724,83886080~26740161,114645810~3256659,119740586~2859354,125829120~3536369,134217728~7466792,145934985~8040881,159383552~6010032,166234126~7755611,176160768~22259292,201326592~1126568,205520896~33110872,239169817~13356440,255852544~16257849,276824064~3900124,281018368~32994711,314572800~23869396,339738624~12873019,353738398~6725555,360589455~8226939,369558094~14930473,385403060~15817065,403360897~3188967,407636507~1784786] 2024-08-29T18:49:47.354 INFO:tasks.workunit.client.0.smithi028.stdout:from 2 to 18 diff [217869~607781,3628194~12723831,17028177~24935011,43179186~11557645,55333652~22176260,78747617~522169,80470003~516724,85516701~3577383,91242439~19383802,114645810~3256659,120618268~1981672,126985745~2379744,134273387~7411133,145351016~8624850,161911242~3482342,166234126~7755611,176334132~23737292,201373250~1079910,205956601~216622,208249281~30382487,240398233~3036846,246402558~6123699,253287398~18822995,275020936~887797,277924467~2799721,281966612~1069486,283885646~1340452,285498168~17827554,305138638~2000076,307418583~6594496,316764114~1718090,318753086~8167724,327141348~11300848,340774249~11837394,353738398~6725555,360589455~8226939,369558094~5170373,376343637~8144930,385403060~9993237,395899660~5320465,403360897~3188967,407636507~1784786] 2024-08-29T18:49:47.354 INFO:tasks.workunit.client.0.smithi028.stdout: limited diff [217869~607781,3628194~12723831,17028177~24935011,43179186~11557645,55333652~22176260,78747617~522169,80470003~516724,85516701~3577383,91242439~19383802,114645810~3256659,120618268~1981672,126985745~2379744,134273387~7411133,145351016~8624850,161911242~3482342,166234126~7755611,176334132~23737292,201373250~1079910,205956601~216622,208249281~30382487,240398233~3036846,246402558~6123699,253287398~18822995,275020936~887797,277924467~2799721,281966612~1069486,283885646~1340452,285498168~17827554,305138638~2000076,307418583~6594496,316764114~1718090,318753086~8167724,327141348~11300848,340774249~11837394,353738398~6725555,360589455~8226939,369558094~5170373,376343637~8144930,385403060~9993237,395899660~5320465,403360897~3188967,407636507~1784786] 2024-08-29T18:49:47.360 INFO:tasks.workunit.client.0.smithi028.stdout: actual was [0~16352025,17028177~62241609,80470003~516724,83886080~26740161,114645810~3256659,119740586~2859354,125829120~3536369,134217728~7466792,145351016~8624850,159383552~6010032,166234126~7755611,176160768~23910656,201326592~1126568,205520896~33110872,239169817~13356440,253287398~18822995,274880892~1027841,276824064~3900124,281018368~32994711,314572800~23869396,339738624~12873019,353738398~6725555,360589455~8226939,369558094~14930473,385403060~15817065,403360897~3188967,407636507~1784786] 2024-08-29T18:49:47.361 INFO:tasks.workunit.client.0.smithi028.stdout:from 2 to 19 diff [217869~607781,3628194~12723831,17028177~24935011,43179186~34330726,78747617~522169,79764586~9329498,91242439~19383802,114645810~3256659,120618268~1981672,126985745~2379744,134273387~7411133,145351016~8624850,161911242~3482342,166234126~7755611,176334132~23737292,201373250~1079910,205956601~216622,208249281~30382487,240398233~3036846,246402558~6123699,253287398~18822995,275020936~887797,277924467~2799721,281966612~1069486,283885646~1340452,285498168~17827554,305138638~8874441,316764114~1718090,318753086~8167724,327141348~11300848,340774249~11837394,353738398~6725555,360589455~8226939,369558094~5170373,376343637~8144930,385403060~9993237,395899660~5320465,403360897~3188967,407636507~1784786] 2024-08-29T18:49:47.361 INFO:tasks.workunit.client.0.smithi028.stdout: limited diff [217869~607781,3628194~12723831,17028177~24935011,43179186~34330726,78747617~522169,79764586~9329498,91242439~19383802,114645810~3256659,120618268~1981672,126985745~2379744,134273387~7411133,145351016~8624850,161911242~3482342,166234126~7755611,176334132~23737292,201373250~1079910,205956601~216622,208249281~30382487,240398233~3036846,246402558~6123699,253287398~18822995,275020936~887797,277924467~2799721,281966612~1069486,283885646~1340452,285498168~17827554,305138638~8874441,316764114~1718090,318753086~8167724,327141348~11300848,340774249~11837394,353738398~6725555,360589455~8226939,369558094~5170373,376343637~8144930,385403060~9993237,395899660~5320465,403360897~3188967,407636507~1784786] 2024-08-29T18:49:47.367 INFO:tasks.workunit.client.0.smithi028.stdout: actual was [0~16352025,17028177~62241609,79764586~30861655,114645810~3256659,119740586~2859354,125829120~3536369,134217728~7466792,145351016~8624850,159383552~6010032,166234126~7755611,176160768~23910656,201326592~1126568,205520896~33110872,239169817~13356440,253287398~18822995,274880892~1027841,276824064~3900124,281018368~32994711,314572800~23869396,339738624~12873019,353738398~6725555,360589455~8226939,369558094~14930473,385403060~15817065,403360897~3188967,407636507~1784786] 2024-08-29T18:49:47.368 INFO:tasks.workunit.client.0.smithi028.stdout:from 3 to 4 diff [43179186~11120170,87418954~1675130,223823043~4881182,318753086~8167724,330312609~8129587,353738398~5261641,361194805~6852557,377906916~6581651] 2024-08-29T18:49:47.368 INFO:tasks.workunit.client.0.smithi028.stdout: limited diff [43179186~11120170,87418954~1675130,223823043~4881182,318753086~8167724,330312609~8129587,353738398~5261641,361194805~6852557,377906916~6581651] 2024-08-29T18:49:47.375 INFO:tasks.workunit.client.0.smithi028.stdout: actual was [41943040~12356316,83886080~5208004,223823043~4881182,314572800~12348010,330312609~8129587,353738398~5261641,361194805~6852557,377906916~6581651] 2024-08-29T18:49:47.375 INFO:tasks.workunit.client.0.smithi028.stdout:from 3 to 5 diff [36013707~3440607,43179186~11120170,85516701~3577383,134440317~2997850,146313525~1754199,161911242~2967534,168074778~4384136,223337191~8098086,246402558~6123699,279812337~12399,318753086~8167724,330312609~8129587,353738398~5261641,361194805~7621589,377906916~6581651] 2024-08-29T18:49:47.375 INFO:tasks.workunit.client.0.smithi028.stdout: limited diff [36013707~3440607,43179186~11120170,85516701~3577383,134440317~2997850,146313525~1754199,161911242~2967534,168074778~4384136,223337191~8098086,246402558~6123699,279812337~12399,318753086~8167724,330312609~8129587,353738398~5261641,361194805~7621589,377906916~6581651] 2024-08-29T18:49:47.382 INFO:tasks.workunit.client.0.smithi028.stdout: actual was [33554432~5899882,41943040~12356316,83886080~5208004,134217728~3220439,146313525~1754199,159383552~5495224,168074778~4384136,223337191~8098086,243269632~9256625,276824064~3000672,314572800~12348010,330312609~8129587,353738398~5261641,361194805~7621589,377906916~6581651] 2024-08-29T18:49:47.382 INFO:tasks.workunit.client.0.smithi028.stdout:from 3 to 6 diff [28841197~5445218,36013707~3440607,43179186~11480695,69447543~2077168,85516701~3577383,95952768~5307712,120618268~1981672,134440317~2997850,145934985~2132739,161911242~2967534,168074778~4384136,178457662~4865957,223337191~8098086,233024919~1072679,246402558~6123699,279812337~12399,318753086~8167724,330312609~8129587,353738398~5261641,361194805~7621589,373502115~540519,377906916~6581651] 2024-08-29T18:49:47.382 INFO:tasks.workunit.client.0.smithi028.stdout: limited diff [28841197~5445218,36013707~3440607,43179186~11480695,69447543~2077168,85516701~3577383,95952768~5307712,120618268~1981672,134440317~2997850,145934985~2132739,161911242~2967534,168074778~4384136,178457662~4865957,223337191~8098086,233024919~1072679,246402558~6123699,279812337~12399,318753086~8167724,330312609~8129587,353738398~5261641,361194805~7621589,373502115~540519,377906916~6581651] 2024-08-29T18:49:47.389 INFO:tasks.workunit.client.0.smithi028.stdout: actual was [25165824~14288490,41943040~12716841,67108864~4415847,83886080~5208004,95952768~5307712,119740586~2859354,134217728~3220439,145934985~2132739,159383552~5495224,168074778~4384136,176160768~7162851,223337191~8098086,233024919~1072679,243269632~9256625,276824064~3000672,314572800~12348010,330312609~8129587,353738398~5261641,361194805~7621589,373293056~749578,377906916~6581651] 2024-08-29T18:49:47.389 INFO:tasks.workunit.client.0.smithi028.stdout:from 3 to 7 diff [28841197~5445218,36013707~3440607,43179186~11480695,69447543~2077168,85516701~3577383,95952768~10178605,120618268~1981672,134440317~2997850,145934985~2132739,161911242~2967534,168074778~5914959,176391318~6932301,208376255~717683,223337191~8098086,233024919~1072679,246402558~6123699,257101775~2452651,279812337~12399,299323953~3236427,316764114~1718090,318753086~8167724,330312609~8129587,353738398~5261641,361194805~7621589,373502115~540519,376343637~8144930,397165257~663309,407636507~1784786] 2024-08-29T18:49:47.389 INFO:tasks.workunit.client.0.smithi028.stdout: limited diff [28841197~5445218,36013707~3440607,43179186~11480695,69447543~2077168,85516701~3577383,95952768~10178605,120618268~1981672,134440317~2997850,145934985~2132739,161911242~2967534,168074778~5914959,176391318~6932301,208376255~717683,223337191~8098086,233024919~1072679,246402558~6123699,257101775~2452651,279812337~12399,299323953~3236427,316764114~1718090,318753086~8167724,330312609~8129587,353738398~5261641,361194805~7621589,373502115~540519,376343637~8144930,397165257~663309,407636507~1784786] 2024-08-29T18:49:47.396 INFO:tasks.workunit.client.0.smithi028.stdout: actual was [25165824~14288490,41943040~12716841,67108864~4415847,83886080~5208004,95952768~10178605,119740586~2859354,134217728~3220439,145934985~2132739,159383552~5495224,168074778~5914959,176160768~7162851,205520896~3573042,223337191~8098086,233024919~1072679,243269632~9256625,255852544~3701882,276824064~3000672,297795584~4764796,314572800~12348010,330312609~8129587,353738398~5261641,361194805~7621589,373293056~11195511,394264576~3563990,407636507~1784786] 2024-08-29T18:49:47.396 INFO:tasks.workunit.client.0.smithi028.stdout:from 3 to 8 diff [23803120~10483295,36013707~3440607,43179186~11480695,57942514~3722396,69447543~2077168,85516701~3577383,95952768~10178605,120618268~1981672,134440317~2997850,145934985~2132739,161911242~2967534,168074778~5914959,176391318~14611533,208376255~717683,213846099~4168041,223337191~8098086,231998435~6188219,246402558~6123699,257101775~2452651,259678252~2814737,279812337~12399,285728457~4428234,299323953~3236427,316764114~1718090,318753086~8167724,330312609~8129587,353738398~5261641,361194805~7621589,370154569~3888065,376343637~8144930,389162629~1774895,397165257~663309,407636507~1784786] 2024-08-29T18:49:47.396 INFO:tasks.workunit.client.0.smithi028.stdout: limited diff [23803120~10483295,36013707~3440607,43179186~11480695,57942514~3722396,69447543~2077168,85516701~3577383,95952768~10178605,120618268~1981672,134440317~2997850,145934985~2132739,161911242~2967534,168074778~5914959,176391318~14611533,208376255~717683,213846099~4168041,223337191~8098086,231998435~6188219,246402558~6123699,257101775~2452651,259678252~2814737,279812337~12399,285728457~4428234,299323953~3236427,316764114~1718090,318753086~8167724,330312609~8129587,353738398~5261641,361194805~7621589,370154569~3888065,376343637~8144930,389162629~1774895,397165257~663309,407636507~1784786] 2024-08-29T18:49:47.403 INFO:tasks.workunit.client.0.smithi028.stdout: actual was [20971520~18482794,41943040~19721870,67108864~4415847,83886080~5208004,95952768~10178605,119740586~2859354,134217728~3220439,145934985~2132739,159383552~5495224,168074778~5914959,176160768~14842083,205520896~3573042,209715200~8298940,223337191~8098086,231998435~6188219,243269632~9256625,255852544~6640445,276824064~3000672,285212672~4944019,297795584~4764796,314572800~12348010,330312609~8129587,353738398~5261641,361194805~7621589,370154569~14333998,389162629~1774895,394264576~3563990,407636507~1784786] 2024-08-29T18:49:47.403 INFO:tasks.workunit.client.0.smithi028.stdout:from 3 to 9 diff [23803120~10483295,36013707~3440607,43179186~11557645,57942514~3722396,69447543~2077168,85516701~3577383,95952768~10178605,120618268~1981672,126987334~2378155,134440317~2997850,145934985~8040881,161911242~2967534,168074778~5914959,176391318~14611533,208376255~717683,213846099~4168041,223337191~8098086,231998435~6188219,246402558~6123699,257101775~2452651,259678252~2814737,264903345~2757343,271120015~990378,277924467~2799721,285728457~10514010,299323953~3236427,316764114~1718090,318753086~8167724,330312609~8129587,340774249~3706534,353738398~5261641,361194805~7621589,369558094~5170373,376343637~8144930,389162629~1774895,397165257~663309,407636507~1784786] 2024-08-29T18:49:47.403 INFO:tasks.workunit.client.0.smithi028.stdout: limited diff [23803120~10483295,36013707~3440607,43179186~11557645,57942514~3722396,69447543~2077168,85516701~3577383,95952768~10178605,120618268~1981672,126987334~2378155,134440317~2997850,145934985~8040881,161911242~2967534,168074778~5914959,176391318~14611533,208376255~717683,213846099~4168041,223337191~8098086,231998435~6188219,246402558~6123699,257101775~2452651,259678252~2814737,264903345~2757343,271120015~990378,277924467~2799721,285728457~10514010,299323953~3236427,316764114~1718090,318753086~8167724,330312609~8129587,340774249~3706534,353738398~5261641,361194805~7621589,369558094~5170373,376343637~8144930,389162629~1774895,397165257~663309,407636507~1784786] 2024-08-29T18:49:47.411 INFO:tasks.workunit.client.0.smithi028.stdout: actual was [20971520~18482794,41943040~19721870,67108864~4415847,83886080~5208004,95952768~10178605,119740586~2859354,125829120~3536369,134217728~3220439,145934985~8040881,159383552~5495224,168074778~5914959,176160768~14842083,205520896~3573042,209715200~8298940,223337191~8098086,231998435~6188219,243269632~9256625,255852544~6640445,264241152~3419536,268435456~3674937,276824064~3900124,285212672~11029795,297795584~4764796,314572800~12348010,330312609~8129587,339738624~4742159,353738398~5261641,361194805~7621589,369558094~14930473,389162629~1774895,394264576~3563990,407636507~1784786] 2024-08-29T18:49:47.411 INFO:tasks.workunit.client.0.smithi028.stdout:from 3 to 10 diff [20831886~13454529,34664831~312119,36013707~3440607,43179186~11557645,57942514~3722396,69447543~2077168,72419591~5090321,80470003~516724,85516701~3577383,95952768~10178605,120618268~1981672,126987334~2378155,134440317~2997850,145934985~8040881,161911242~2967534,168074778~5914959,176391318~14611533,201373250~1079910,205956601~216622,208376255~717683,213846099~4168041,223337191~8098086,231998435~6188219,246402558~6123699,257101775~2452651,259678252~2814737,264903345~2757343,271120015~990378,277924467~2799721,281966612~1069486,285498168~10744299,299323953~3236427,316764114~1718090,318753086~8167724,330312609~8129587,340774249~3706534,353738398~5261641,361194805~7621589,369558094~5170373,376343637~8144930,389162629~1774895,397165257~663309,407636507~1784786] 2024-08-29T18:49:47.411 INFO:tasks.workunit.client.0.smithi028.stdout: limited diff [20831886~13454529,34664831~312119,36013707~3440607,43179186~11557645,57942514~3722396,69447543~2077168,72419591~5090321,80470003~516724,85516701~3577383,95952768~10178605,120618268~1981672,126987334~2378155,134440317~2997850,145934985~8040881,161911242~2967534,168074778~5914959,176391318~14611533,201373250~1079910,205956601~216622,208376255~717683,213846099~4168041,223337191~8098086,231998435~6188219,246402558~6123699,257101775~2452651,259678252~2814737,264903345~2757343,271120015~990378,277924467~2799721,281966612~1069486,285498168~10744299,299323953~3236427,316764114~1718090,318753086~8167724,330312609~8129587,340774249~3706534,353738398~5261641,361194805~7621589,369558094~5170373,376343637~8144930,389162629~1774895,397165257~663309,407636507~1784786] 2024-08-29T18:49:47.418 INFO:tasks.workunit.client.0.smithi028.stdout: actual was [19564590~19889724,41943040~19721870,67108864~4415847,72419591~5090321,80470003~516724,83886080~5208004,95952768~10178605,119740586~2859354,125829120~3536369,134217728~3220439,145934985~8040881,159383552~5495224,168074778~5914959,176160768~14842083,201326592~1126568,205520896~3573042,209715200~8298940,223337191~8098086,231998435~6188219,243269632~9256625,255852544~6640445,264241152~3419536,268435456~3674937,276824064~3900124,281018368~2017730,285212672~11029795,297795584~4764796,314572800~12348010,330312609~8129587,339738624~4742159,353738398~5261641,361194805~7621589,369558094~14930473,389162629~1774895,394264576~3563990,407636507~1784786] 2024-08-29T18:49:47.418 INFO:tasks.workunit.client.0.smithi028.stdout:from 3 to 11 diff [20831886~13454529,34664831~312119,36013707~3440607,43179186~11557645,57942514~3722396,69447543~2077168,72419591~5090321,80470003~516724,85516701~3577383,95952768~10178605,120618268~1981672,126987334~2378155,134440317~2997850,145934985~8040881,161911242~2967534,168074778~5914959,176391318~14611533,192832680~4326625,201373250~1079910,205956601~216622,208249281~4081037,213846099~4168041,223337191~14849463,246402558~6123699,257101775~2452651,259678252~2814737,264903345~2757343,271120015~990378,277924467~2799721,281966612~1069486,285498168~10744299,299323953~3236427,316764114~1718090,318753086~8167724,330312609~8129587,340774249~3706534,353738398~5261641,361194805~7621589,369558094~5170373,376343637~8144930,388525084~6871213,397165257~663309,403360897~3188967,407636507~1784786] 2024-08-29T18:49:47.418 INFO:tasks.workunit.client.0.smithi028.stdout: limited diff [20831886~13454529,34664831~312119,36013707~3440607,43179186~11557645,57942514~3722396,69447543~2077168,72419591~5090321,80470003~516724,85516701~3577383,95952768~10178605,120618268~1981672,126987334~2378155,134440317~2997850,145934985~8040881,161911242~2967534,168074778~5914959,176391318~14611533,192832680~4326625,201373250~1079910,205956601~216622,208249281~4081037,213846099~4168041,223337191~14849463,246402558~6123699,257101775~2452651,259678252~2814737,264903345~2757343,271120015~990378,277924467~2799721,281966612~1069486,285498168~10744299,299323953~3236427,316764114~1718090,318753086~8167724,330312609~8129587,340774249~3706534,353738398~5261641,361194805~7621589,369558094~5170373,376343637~8144930,388525084~6871213,397165257~663309,403360897~3188967,407636507~1784786] 2024-08-29T18:49:47.426 INFO:tasks.workunit.client.0.smithi028.stdout: actual was [19564590~19889724,41943040~19721870,67108864~4415847,72419591~5090321,80470003~516724,83886080~5208004,95952768~10178605,119740586~2859354,125829120~3536369,134217728~3220439,145934985~8040881,159383552~5495224,168074778~5914959,176160768~14842083,192832680~4326625,201326592~1126568,205520896~12493244,223337191~14849463,243269632~9256625,255852544~6640445,264241152~3419536,268435456~3674937,276824064~3900124,281018368~2017730,285212672~11029795,297795584~4764796,314572800~12348010,330312609~8129587,339738624~4742159,353738398~5261641,361194805~7621589,369558094~14930473,388525084~9303482,403360897~3188967,407636507~1784786] 2024-08-29T18:49:47.426 INFO:tasks.workunit.client.0.smithi028.stdout:from 3 to 12 diff [217869~607781,6227370~7105144,20831886~13454529,34664831~312119,36013707~3440607,43179186~11557645,55333652~12689516,69447543~2077168,72419591~5090321,80470003~516724,85516701~3577383,95952768~10178605,120618268~1981672,126985745~2379744,134440317~2997850,145934985~8040881,161911242~2967534,168074778~5914959,176391318~14611533,192832680~4326625,201373250~1079910,205956601~216622,208249281~4081037,213846099~4168041,223337191~14849463,240398233~3036846,246402558~6123699,257101775~2452651,259678252~2814737,264903345~2757343,271120015~990378,277924467~2799721,281966612~1069486,285498168~10744299,299323953~3236427,307418583~6141893,316764114~1718090,318753086~8167724,330312609~8129587,340774249~3706534,353738398~5261641,361194805~7621589,369558094~5170373,376343637~8144930,385403060~9993237,397165257~663309,403360897~3188967,407636507~1784786] 2024-08-29T18:49:47.426 INFO:tasks.workunit.client.0.smithi028.stdout: limited diff [217869~607781,6227370~7105144,20831886~13454529,34664831~312119,36013707~3440607,43179186~11557645,55333652~12689516,69447543~2077168,72419591~5090321,80470003~516724,85516701~3577383,95952768~10178605,120618268~1981672,126985745~2379744,134440317~2997850,145934985~8040881,161911242~2967534,168074778~5914959,176391318~14611533,192832680~4326625,201373250~1079910,205956601~216622,208249281~4081037,213846099~4168041,223337191~14849463,240398233~3036846,246402558~6123699,257101775~2452651,259678252~2814737,264903345~2757343,271120015~990378,277924467~2799721,281966612~1069486,285498168~10744299,299323953~3236427,307418583~6141893,316764114~1718090,318753086~8167724,330312609~8129587,340774249~3706534,353738398~5261641,361194805~7621589,369558094~5170373,376343637~8144930,385403060~9993237,397165257~663309,403360897~3188967,407636507~1784786] 2024-08-29T18:49:47.432 INFO:tasks.workunit.client.0.smithi028.stdout: actual was [0~825650,6227370~7105144,19564590~19889724,41943040~29581671,72419591~5090321,80470003~516724,83886080~5208004,95952768~10178605,119740586~2859354,125829120~3536369,134217728~3220439,145934985~8040881,159383552~5495224,168074778~5914959,176160768~14842083,192832680~4326625,201326592~1126568,205520896~12493244,223337191~14849463,239169817~13356440,255852544~6640445,264241152~3419536,268435456~3674937,276824064~3900124,281018368~2017730,285212672~11029795,297795584~4764796,306184192~7376284,314572800~12348010,330312609~8129587,339738624~4742159,353738398~5261641,361194805~7621589,369558094~14930473,385403060~12425506,403360897~3188967,407636507~1784786] 2024-08-29T18:49:47.432 INFO:tasks.workunit.client.0.smithi028.stdout:from 3 to 13 diff [217869~607781,3628194~9704320,20831886~18622428,43179186~11557645,55333652~22176260,80470003~516724,85516701~3577383,94089778~12041595,115446419~1938524,120618268~1981672,126985745~2379744,134440317~2997850,145934985~8040881,161911242~2967534,168074778~5914959,176391318~14611533,192832680~4326625,201373250~1079910,205956601~216622,208249281~4081037,213846099~4168041,223337191~14849463,240398233~3036846,246402558~6123699,257101775~2452651,259678252~2814737,263201634~8908759,277924467~2799721,281966612~1069486,285498168~10744299,299323953~3236427,305138638~2000076,307418583~6141893,316764114~1718090,318753086~8167724,330312609~8129587,340774249~7551803,353738398~5261641,361194805~7621589,369558094~5170373,376343637~8144930,385403060~9993237,397165257~663309,403360897~3188967,407636507~1784786] 2024-08-29T18:49:47.433 INFO:tasks.workunit.client.0.smithi028.stdout: limited diff [217869~607781,3628194~9704320,20831886~18622428,43179186~11557645,55333652~22176260,80470003~516724,85516701~3577383,94089778~12041595,115446419~1938524,120618268~1981672,126985745~2379744,134440317~2997850,145934985~8040881,161911242~2967534,168074778~5914959,176391318~14611533,192832680~4326625,201373250~1079910,205956601~216622,208249281~4081037,213846099~4168041,223337191~14849463,240398233~3036846,246402558~6123699,257101775~2452651,259678252~2814737,263201634~8908759,277924467~2799721,281966612~1069486,285498168~10744299,299323953~3236427,305138638~2000076,307418583~6141893,316764114~1718090,318753086~8167724,330312609~8129587,340774249~7551803,353738398~5261641,361194805~7621589,369558094~5170373,376343637~8144930,385403060~9993237,397165257~663309,403360897~3188967,407636507~1784786] 2024-08-29T18:49:47.439 INFO:tasks.workunit.client.0.smithi028.stdout: actual was [0~13332514,19564590~19889724,41943040~35566872,80470003~516724,83886080~5208004,94089778~12041595,115446419~1938524,119740586~2859354,125829120~3536369,134217728~3220439,145934985~8040881,159383552~5495224,168074778~5914959,176160768~14842083,192832680~4326625,201326592~1126568,205520896~12493244,223337191~14849463,239169817~13356440,255852544~16257849,276824064~3900124,281018368~2017730,285212672~11029795,297795584~15764892,314572800~12348010,330312609~8129587,339738624~8587428,353738398~5261641,361194805~7621589,369558094~14930473,385403060~12425506,403360897~3188967,407636507~1784786] 2024-08-29T18:49:47.439 INFO:tasks.workunit.client.0.smithi028.stdout:from 3 to 14 diff [217869~607781,3628194~9704320,17028177~22426137,43179186~11557645,55333652~22176260,78747617~522169,80470003~516724,85516701~3577383,94089778~12041595,114645810~3256659,120618268~1981672,126985745~2379744,134440317~2997850,145934985~8040881,161911242~3482342,168074778~5914959,176391318~14611533,192832680~4326625,201373250~1079910,205956601~216622,208249281~4081037,213846099~4168041,223337191~14849463,240398233~3036846,246402558~6123699,257101775~2452651,259678252~2814737,263201634~8908759,277924467~2799721,281966612~1069486,285498168~10744299,299323953~3236427,305138638~2000076,307418583~6141893,316764114~1718090,318753086~8167724,330312609~8129587,340774249~7551803,353738398~5261641,361194805~7621589,369558094~5170373,376343637~8144930,385403060~9993237,395899660~5320465,403360897~3188967,407636507~1784786] 2024-08-29T18:49:47.439 INFO:tasks.workunit.client.0.smithi028.stdout: limited diff [217869~607781,3628194~9704320,17028177~22426137,43179186~11557645,55333652~22176260,78747617~522169,80470003~516724,85516701~3577383,94089778~12041595,114645810~3256659,120618268~1981672,126985745~2379744,134440317~2997850,145934985~8040881,161911242~3482342,168074778~5914959,176391318~14611533,192832680~4326625,201373250~1079910,205956601~216622,208249281~4081037,213846099~4168041,223337191~14849463,240398233~3036846,246402558~6123699,257101775~2452651,259678252~2814737,263201634~8908759,277924467~2799721,281966612~1069486,285498168~10744299,299323953~3236427,305138638~2000076,307418583~6141893,316764114~1718090,318753086~8167724,330312609~8129587,340774249~7551803,353738398~5261641,361194805~7621589,369558094~5170373,376343637~8144930,385403060~9993237,395899660~5320465,403360897~3188967,407636507~1784786] 2024-08-29T18:49:47.446 INFO:tasks.workunit.client.0.smithi028.stdout: actual was [0~13332514,17028177~22426137,41943040~37326746,80470003~516724,83886080~5208004,94089778~12041595,114645810~3256659,119740586~2859354,125829120~3536369,134217728~3220439,145934985~8040881,159383552~6010032,168074778~5914959,176160768~14842083,192832680~4326625,201326592~1126568,205520896~12493244,223337191~14849463,239169817~13356440,255852544~16257849,276824064~3900124,281018368~2017730,285212672~11029795,297795584~15764892,314572800~12348010,330312609~8129587,339738624~8587428,353738398~5261641,361194805~7621589,369558094~14930473,385403060~15817065,403360897~3188967,407636507~1784786] 2024-08-29T18:49:47.446 INFO:tasks.workunit.client.0.smithi028.stdout:from 3 to 15 diff [217869~607781,3628194~11465562,17028177~22426137,43179186~11557645,55333652~22176260,78747617~522169,80470003~516724,85516701~3577383,94089778~16536463,114645810~3256659,120618268~1981672,126985745~2379744,134440317~7244203,145934985~8040881,161911242~3482342,166234126~7755611,176334132~14668719,192832680~4326625,201373250~1079910,205956601~216622,208249281~29937373,240398233~3036846,246402558~6123699,257101775~2452651,259678252~2814737,263201634~8908759,277924467~2799721,281966612~1069486,285498168~10744299,299323953~3236427,305138638~2000076,307418583~6141893,316764114~1718090,318753086~8167724,330312609~8129587,340774249~7551803,353738398~5261641,361194805~7621589,369558094~5170373,376343637~8144930,385403060~9993237,395899660~5320465,403360897~3188967,407636507~1784786] 2024-08-29T18:49:47.446 INFO:tasks.workunit.client.0.smithi028.stdout: limited diff [217869~607781,3628194~11465562,17028177~22426137,43179186~11557645,55333652~22176260,78747617~522169,80470003~516724,85516701~3577383,94089778~16536463,114645810~3256659,120618268~1981672,126985745~2379744,134440317~7244203,145934985~8040881,161911242~3482342,166234126~7755611,176334132~14668719,192832680~4326625,201373250~1079910,205956601~216622,208249281~29937373,240398233~3036846,246402558~6123699,257101775~2452651,259678252~2814737,263201634~8908759,277924467~2799721,281966612~1069486,285498168~10744299,299323953~3236427,305138638~2000076,307418583~6141893,316764114~1718090,318753086~8167724,330312609~8129587,340774249~7551803,353738398~5261641,361194805~7621589,369558094~5170373,376343637~8144930,385403060~9993237,395899660~5320465,403360897~3188967,407636507~1784786] 2024-08-29T18:49:47.453 INFO:tasks.workunit.client.0.smithi028.stdout: actual was [0~15093756,17028177~22426137,41943040~37326746,80470003~516724,83886080~5208004,94089778~16536463,114645810~3256659,119740586~2859354,125829120~3536369,134217728~7466792,145934985~8040881,159383552~6010032,166234126~7755611,176160768~14842083,192832680~4326625,201326592~1126568,205520896~32665758,239169817~13356440,255852544~16257849,276824064~3900124,281018368~2017730,285212672~11029795,297795584~15764892,314572800~12348010,330312609~8129587,339738624~8587428,353738398~5261641,361194805~7621589,369558094~14930473,385403060~15817065,403360897~3188967,407636507~1784786] 2024-08-29T18:49:47.453 INFO:tasks.workunit.client.0.smithi028.stdout:from 3 to 16 diff [217869~607781,3628194~12723831,17028177~22426137,43179186~11557645,55333652~22176260,78747617~522169,80470003~516724,85516701~3577383,94089778~16536463,114645810~3256659,120618268~1981672,126985745~2379744,134440317~7244203,145934985~8040881,161911242~3482342,166234126~7755611,176334132~14668719,192832680~5587380,201373250~1079910,205956601~216622,208249281~29937373,240398233~3036846,246402558~6123699,257101775~2452651,259678252~2814737,263201634~8908759,277924467~2799721,281966612~1069486,285498168~10744299,299323953~3236427,305138638~2000076,307418583~6141893,316764114~1718090,318753086~8167724,327843439~10598757,340774249~7551803,353738398~6725555,361194805~7621589,369558094~5170373,376343637~8144930,385403060~9993237,395899660~5320465,403360897~3188967,407636507~1784786] 2024-08-29T18:49:47.453 INFO:tasks.workunit.client.0.smithi028.stdout: limited diff [217869~607781,3628194~12723831,17028177~22426137,43179186~11557645,55333652~22176260,78747617~522169,80470003~516724,85516701~3577383,94089778~16536463,114645810~3256659,120618268~1981672,126985745~2379744,134440317~7244203,145934985~8040881,161911242~3482342,166234126~7755611,176334132~14668719,192832680~5587380,201373250~1079910,205956601~216622,208249281~29937373,240398233~3036846,246402558~6123699,257101775~2452651,259678252~2814737,263201634~8908759,277924467~2799721,281966612~1069486,285498168~10744299,299323953~3236427,305138638~2000076,307418583~6141893,316764114~1718090,318753086~8167724,327843439~10598757,340774249~7551803,353738398~6725555,361194805~7621589,369558094~5170373,376343637~8144930,385403060~9993237,395899660~5320465,403360897~3188967,407636507~1784786] 2024-08-29T18:49:47.460 INFO:tasks.workunit.client.0.smithi028.stdout: actual was [0~16352025,17028177~22426137,41943040~37326746,80470003~516724,83886080~5208004,94089778~16536463,114645810~3256659,119740586~2859354,125829120~3536369,134217728~7466792,145934985~8040881,159383552~6010032,166234126~7755611,176160768~14842083,192832680~5587380,201326592~1126568,205520896~32665758,239169817~13356440,255852544~16257849,276824064~3900124,281018368~2017730,285212672~11029795,297795584~15764892,314572800~12348010,327843439~10598757,339738624~8587428,353738398~6725555,361194805~7621589,369558094~14930473,385403060~15817065,403360897~3188967,407636507~1784786] 2024-08-29T18:49:47.460 INFO:tasks.workunit.client.0.smithi028.stdout:from 3 to 17 diff [217869~607781,3628194~12723831,17028177~22426137,43179186~11557645,55333652~22176260,78747617~522169,80470003~516724,85516701~3577383,91242439~19383802,114645810~3256659,120618268~1981672,126985745~2379744,134440317~7244203,145934985~8040881,161911242~3482342,166234126~7755611,176334132~14668719,192832680~5587380,201373250~1079910,205956601~216622,208249281~30382487,240398233~3036846,246402558~6123699,257101775~2452651,259678252~2814737,263201634~8908759,277924467~2799721,281966612~1069486,283885646~1340452,285498168~17827554,305138638~2000076,307418583~6141893,316764114~1718090,318753086~8167724,327843439~10598757,340774249~11837394,353738398~6725555,361194805~7621589,369558094~5170373,376343637~8144930,385403060~9993237,395899660~5320465,403360897~3188967,407636507~1784786] 2024-08-29T18:49:47.461 INFO:tasks.workunit.client.0.smithi028.stdout: limited diff [217869~607781,3628194~12723831,17028177~22426137,43179186~11557645,55333652~22176260,78747617~522169,80470003~516724,85516701~3577383,91242439~19383802,114645810~3256659,120618268~1981672,126985745~2379744,134440317~7244203,145934985~8040881,161911242~3482342,166234126~7755611,176334132~14668719,192832680~5587380,201373250~1079910,205956601~216622,208249281~30382487,240398233~3036846,246402558~6123699,257101775~2452651,259678252~2814737,263201634~8908759,277924467~2799721,281966612~1069486,283885646~1340452,285498168~17827554,305138638~2000076,307418583~6141893,316764114~1718090,318753086~8167724,327843439~10598757,340774249~11837394,353738398~6725555,361194805~7621589,369558094~5170373,376343637~8144930,385403060~9993237,395899660~5320465,403360897~3188967,407636507~1784786] 2024-08-29T18:49:47.468 INFO:tasks.workunit.client.0.smithi028.stdout: actual was [0~16352025,17028177~22426137,41943040~37326746,80470003~516724,83886080~26740161,114645810~3256659,119740586~2859354,125829120~3536369,134217728~7466792,145934985~8040881,159383552~6010032,166234126~7755611,176160768~14842083,192832680~5587380,201326592~1126568,205520896~33110872,239169817~13356440,255852544~16257849,276824064~3900124,281018368~32542108,314572800~12348010,327843439~10598757,339738624~12873019,353738398~6725555,361194805~7621589,369558094~14930473,385403060~15817065,403360897~3188967,407636507~1784786] 2024-08-29T18:49:47.468 INFO:tasks.workunit.client.0.smithi028.stdout:from 3 to 18 diff [217869~607781,3628194~12723831,17028177~24935011,43179186~11557645,55333652~22176260,78747617~522169,80470003~516724,85516701~3577383,91242439~19383802,114645810~3256659,120618268~1981672,126985745~2379744,134273387~7411133,145351016~8624850,161911242~3482342,166234126~7755611,176334132~23737292,201373250~1079910,205956601~216622,208249281~30382487,240398233~3036846,246402558~6123699,253287398~18822995,275020936~887797,277924467~2799721,281966612~1069486,283885646~1340452,285498168~17827554,305138638~2000076,307418583~6141893,316764114~1718090,318753086~8167724,327843439~10598757,340774249~11837394,353738398~6725555,361194805~7621589,369558094~5170373,376343637~8144930,385403060~9993237,395899660~5320465,403360897~3188967,407636507~1784786] 2024-08-29T18:49:47.468 INFO:tasks.workunit.client.0.smithi028.stdout: limited diff [217869~607781,3628194~12723831,17028177~24935011,43179186~11557645,55333652~22176260,78747617~522169,80470003~516724,85516701~3577383,91242439~19383802,114645810~3256659,120618268~1981672,126985745~2379744,134273387~7411133,145351016~8624850,161911242~3482342,166234126~7755611,176334132~23737292,201373250~1079910,205956601~216622,208249281~30382487,240398233~3036846,246402558~6123699,253287398~18822995,275020936~887797,277924467~2799721,281966612~1069486,283885646~1340452,285498168~17827554,305138638~2000076,307418583~6141893,316764114~1718090,318753086~8167724,327843439~10598757,340774249~11837394,353738398~6725555,361194805~7621589,369558094~5170373,376343637~8144930,385403060~9993237,395899660~5320465,403360897~3188967,407636507~1784786] 2024-08-29T18:49:47.475 INFO:tasks.workunit.client.0.smithi028.stdout: actual was [0~16352025,17028177~62241609,80470003~516724,83886080~26740161,114645810~3256659,119740586~2859354,125829120~3536369,134217728~7466792,145351016~8624850,159383552~6010032,166234126~7755611,176160768~23910656,201326592~1126568,205520896~33110872,239169817~13356440,253287398~18822995,274880892~1027841,276824064~3900124,281018368~32542108,314572800~12348010,327843439~10598757,339738624~12873019,353738398~6725555,361194805~7621589,369558094~14930473,385403060~15817065,403360897~3188967,407636507~1784786] 2024-08-29T18:49:47.475 INFO:tasks.workunit.client.0.smithi028.stdout:from 3 to 19 diff [217869~607781,3628194~12723831,17028177~24935011,43179186~34330726,78747617~522169,79764586~9329498,91242439~19383802,114645810~3256659,120618268~1981672,126985745~2379744,134273387~7411133,145351016~8624850,161911242~3482342,166234126~7755611,176334132~23737292,201373250~1079910,205956601~216622,208249281~30382487,240398233~3036846,246402558~6123699,253287398~18822995,275020936~887797,277924467~2799721,281966612~1069486,283885646~1340452,285498168~17827554,305138638~8421838,316764114~1718090,318753086~8167724,327843439~10598757,340774249~11837394,353738398~6725555,361055869~7760525,369558094~5170373,376343637~8144930,385403060~9993237,395899660~5320465,403360897~3188967,407636507~1784786] 2024-08-29T18:49:47.475 INFO:tasks.workunit.client.0.smithi028.stdout: limited diff [217869~607781,3628194~12723831,17028177~24935011,43179186~34330726,78747617~522169,79764586~9329498,91242439~19383802,114645810~3256659,120618268~1981672,126985745~2379744,134273387~7411133,145351016~8624850,161911242~3482342,166234126~7755611,176334132~23737292,201373250~1079910,205956601~216622,208249281~30382487,240398233~3036846,246402558~6123699,253287398~18822995,275020936~887797,277924467~2799721,281966612~1069486,283885646~1340452,285498168~17827554,305138638~8421838,316764114~1718090,318753086~8167724,327843439~10598757,340774249~11837394,353738398~6725555,361055869~7760525,369558094~5170373,376343637~8144930,385403060~9993237,395899660~5320465,403360897~3188967,407636507~1784786] 2024-08-29T18:49:47.482 INFO:tasks.workunit.client.0.smithi028.stdout: actual was [0~16352025,17028177~62241609,79764586~30861655,114645810~3256659,119740586~2859354,125829120~3536369,134217728~7466792,145351016~8624850,159383552~6010032,166234126~7755611,176160768~23910656,201326592~1126568,205520896~33110872,239169817~13356440,253287398~18822995,274880892~1027841,276824064~3900124,281018368~32542108,314572800~12348010,327843439~10598757,339738624~12873019,353738398~6725555,361055869~7760525,369558094~14930473,385403060~15817065,403360897~3188967,407636507~1784786] 2024-08-29T18:49:47.482 INFO:tasks.workunit.client.0.smithi028.stdout:from 4 to 5 diff [36013707~3440607,85516701~3037815,134440317~2997850,146313525~1754199,161911242~2967534,168074778~4384136,223337191~8098086,246402558~6123699,279812337~12399,367957770~858624] 2024-08-29T18:49:47.482 INFO:tasks.workunit.client.0.smithi028.stdout: limited diff [36013707~3440607,85516701~3037815,134440317~2997850,146313525~1754199,161911242~2967534,168074778~4384136,223337191~8098086,246402558~6123699,279812337~12399,367957770~858624] 2024-08-29T18:49:47.489 INFO:tasks.workunit.client.0.smithi028.stdout: actual was [33554432~5899882,85516701~3037815,134217728~3220439,146313525~1754199,159383552~5495224,168074778~4384136,223337191~8098086,243269632~9256625,276824064~3000672,367957770~858624] 2024-08-29T18:49:47.489 INFO:tasks.workunit.client.0.smithi028.stdout:from 4 to 6 diff [28841197~5445218,36013707~3440607,49266697~5393184,69447543~2077168,85516701~3037815,95952768~5307712,120618268~1981672,134440317~2997850,145934985~2132739,161911242~2967534,168074778~4384136,178457662~4865957,223337191~8098086,233024919~1072679,246402558~6123699,279812337~12399,367957770~858624,373502115~540519] 2024-08-29T18:49:47.489 INFO:tasks.workunit.client.0.smithi028.stdout: limited diff [28841197~5445218,36013707~3440607,49266697~5393184,69447543~2077168,85516701~3037815,95952768~5307712,120618268~1981672,134440317~2997850,145934985~2132739,161911242~2967534,168074778~4384136,178457662~4865957,223337191~8098086,233024919~1072679,246402558~6123699,279812337~12399,367957770~858624,373502115~540519] 2024-08-29T18:49:47.496 INFO:tasks.workunit.client.0.smithi028.stdout: actual was [25165824~14288490,49266697~5393184,67108864~4415847,85516701~3037815,95952768~5307712,119740586~2859354,134217728~3220439,145934985~2132739,159383552~5495224,168074778~4384136,176160768~7162851,223337191~8098086,233024919~1072679,243269632~9256625,276824064~3000672,367957770~858624,373293056~749578] 2024-08-29T18:49:47.496 INFO:tasks.workunit.client.0.smithi028.stdout:from 4 to 7 diff [28841197~5445218,36013707~3440607,49266697~5393184,69447543~2077168,85516701~3037815,95952768~10178605,120618268~1981672,134440317~2997850,145934985~2132739,161911242~2967534,168074778~5914959,176391318~6932301,208376255~717683,223337191~8098086,233024919~1072679,246402558~6123699,257101775~2452651,279812337~12399,299323953~3236427,316764114~1718090,367957770~858624,373502115~540519,376343637~3051739,397165257~663309,407636507~1784786] 2024-08-29T18:49:47.496 INFO:tasks.workunit.client.0.smithi028.stdout: limited diff [28841197~5445218,36013707~3440607,49266697~5393184,69447543~2077168,85516701~3037815,95952768~10178605,120618268~1981672,134440317~2997850,145934985~2132739,161911242~2967534,168074778~5914959,176391318~6932301,208376255~717683,223337191~8098086,233024919~1072679,246402558~6123699,257101775~2452651,279812337~12399,299323953~3236427,316764114~1718090,367957770~858624,373502115~540519,376343637~3051739,397165257~663309,407636507~1784786] 2024-08-29T18:49:47.503 INFO:tasks.workunit.client.0.smithi028.stdout: actual was [25165824~14288490,49266697~5393184,67108864~4415847,85516701~3037815,95952768~10178605,119740586~2859354,134217728~3220439,145934985~2132739,159383552~5495224,168074778~5914959,176160768~7162851,205520896~3573042,223337191~8098086,233024919~1072679,243269632~9256625,255852544~3701882,276824064~3000672,297795584~4764796,316764114~1718090,367957770~858624,373293056~6102320,394264576~3563990,407636507~1784786] 2024-08-29T18:49:47.503 INFO:tasks.workunit.client.0.smithi028.stdout:from 4 to 8 diff [23803120~10483295,36013707~3440607,49266697~5393184,57942514~3722396,69447543~2077168,85516701~3037815,95952768~10178605,120618268~1981672,134440317~2997850,145934985~2132739,161911242~2967534,168074778~5914959,176391318~14611533,208376255~717683,213846099~4168041,223337191~8098086,231998435~6188219,246402558~6123699,257101775~2452651,259678252~2814737,279812337~12399,285728457~4428234,299323953~3236427,316764114~1718090,355263620~3334799,367957770~858624,370154569~3888065,376343637~3051739,389162629~1774895,397165257~663309,407636507~1784786] 2024-08-29T18:49:47.503 INFO:tasks.workunit.client.0.smithi028.stdout: limited diff [23803120~10483295,36013707~3440607,49266697~5393184,57942514~3722396,69447543~2077168,85516701~3037815,95952768~10178605,120618268~1981672,134440317~2997850,145934985~2132739,161911242~2967534,168074778~5914959,176391318~14611533,208376255~717683,213846099~4168041,223337191~8098086,231998435~6188219,246402558~6123699,257101775~2452651,259678252~2814737,279812337~12399,285728457~4428234,299323953~3236427,316764114~1718090,355263620~3334799,367957770~858624,370154569~3888065,376343637~3051739,389162629~1774895,397165257~663309,407636507~1784786] 2024-08-29T18:49:47.510 INFO:tasks.workunit.client.0.smithi028.stdout: actual was [20971520~18482794,49266697~12398213,67108864~4415847,85516701~3037815,95952768~10178605,119740586~2859354,134217728~3220439,145934985~2132739,159383552~5495224,168074778~5914959,176160768~14842083,205520896~3573042,209715200~8298940,223337191~8098086,231998435~6188219,243269632~9256625,255852544~6640445,276824064~3000672,285212672~4944019,297795584~4764796,316764114~1718090,355263620~3334799,367957770~858624,370154569~9240807,389162629~1774895,394264576~3563990,407636507~1784786] 2024-08-29T18:49:47.510 INFO:tasks.workunit.client.0.smithi028.stdout:from 4 to 9 diff [23803120~10483295,36013707~3440607,49266697~5470134,57942514~3722396,69447543~2077168,85516701~3037815,95952768~10178605,120618268~1981672,126987334~2378155,134440317~2997850,145934985~8040881,161911242~2967534,168074778~5914959,176391318~14611533,208376255~717683,213846099~4168041,223337191~8098086,231998435~6188219,246402558~6123699,257101775~2452651,259678252~2814737,264903345~2757343,271120015~990378,277924467~2799721,285728457~10514010,299323953~3236427,316764114~1718090,340774249~3706534,355263620~3334799,367957770~858624,369558094~5170373,376343637~3051739,389162629~1774895,397165257~663309,407636507~1784786] 2024-08-29T18:49:47.510 INFO:tasks.workunit.client.0.smithi028.stdout: limited diff [23803120~10483295,36013707~3440607,49266697~5470134,57942514~3722396,69447543~2077168,85516701~3037815,95952768~10178605,120618268~1981672,126987334~2378155,134440317~2997850,145934985~8040881,161911242~2967534,168074778~5914959,176391318~14611533,208376255~717683,213846099~4168041,223337191~8098086,231998435~6188219,246402558~6123699,257101775~2452651,259678252~2814737,264903345~2757343,271120015~990378,277924467~2799721,285728457~10514010,299323953~3236427,316764114~1718090,340774249~3706534,355263620~3334799,367957770~858624,369558094~5170373,376343637~3051739,389162629~1774895,397165257~663309,407636507~1784786] 2024-08-29T18:49:47.519 INFO:tasks.workunit.client.0.smithi028.stdout: actual was [20971520~18482794,49266697~12398213,67108864~4415847,85516701~3037815,95952768~10178605,119740586~2859354,125829120~3536369,134217728~3220439,145934985~8040881,159383552~5495224,168074778~5914959,176160768~14842083,205520896~3573042,209715200~8298940,223337191~8098086,231998435~6188219,243269632~9256625,255852544~6640445,264241152~3419536,268435456~3674937,276824064~3900124,285212672~11029795,297795584~4764796,316764114~1718090,339738624~4742159,355263620~3334799,367957770~858624,369558094~9837282,389162629~1774895,394264576~3563990,407636507~1784786] 2024-08-29T18:49:47.519 INFO:tasks.workunit.client.0.smithi028.stdout:from 4 to 10 diff [20831886~13454529,34664831~312119,36013707~3440607,49266697~5470134,57942514~3722396,69447543~2077168,72419591~5090321,80470003~516724,85516701~3037815,95952768~10178605,120618268~1981672,126987334~2378155,134440317~2997850,145934985~8040881,161911242~2967534,168074778~5914959,176391318~14611533,201373250~1079910,205956601~216622,208376255~717683,213846099~4168041,223337191~8098086,231998435~6188219,246402558~6123699,257101775~2452651,259678252~2814737,264903345~2757343,271120015~990378,277924467~2799721,281966612~1069486,285498168~10744299,299323953~3236427,316764114~1718090,319174253~1934258,340774249~3706534,355263620~3334799,367957770~858624,369558094~5170373,376343637~3051739,389162629~1774895,397165257~663309,407636507~1784786] 2024-08-29T18:49:47.519 INFO:tasks.workunit.client.0.smithi028.stdout: limited diff [20831886~13454529,34664831~312119,36013707~3440607,49266697~5470134,57942514~3722396,69447543~2077168,72419591~5090321,80470003~516724,85516701~3037815,95952768~10178605,120618268~1981672,126987334~2378155,134440317~2997850,145934985~8040881,161911242~2967534,168074778~5914959,176391318~14611533,201373250~1079910,205956601~216622,208376255~717683,213846099~4168041,223337191~8098086,231998435~6188219,246402558~6123699,257101775~2452651,259678252~2814737,264903345~2757343,271120015~990378,277924467~2799721,281966612~1069486,285498168~10744299,299323953~3236427,316764114~1718090,319174253~1934258,340774249~3706534,355263620~3334799,367957770~858624,369558094~5170373,376343637~3051739,389162629~1774895,397165257~663309,407636507~1784786] 2024-08-29T18:49:47.527 INFO:tasks.workunit.client.0.smithi028.stdout: actual was [19564590~19889724,49266697~12398213,67108864~4415847,72419591~5090321,80470003~516724,85516701~3037815,95952768~10178605,119740586~2859354,125829120~3536369,134217728~3220439,145934985~8040881,159383552~5495224,168074778~5914959,176160768~14842083,201326592~1126568,205520896~3573042,209715200~8298940,223337191~8098086,231998435~6188219,243269632~9256625,255852544~6640445,264241152~3419536,268435456~3674937,276824064~3900124,281018368~2017730,285212672~11029795,297795584~4764796,316764114~1718090,319174253~1934258,339738624~4742159,355263620~3334799,367957770~858624,369558094~9837282,389162629~1774895,394264576~3563990,407636507~1784786] 2024-08-29T18:49:47.527 INFO:tasks.workunit.client.0.smithi028.stdout:from 4 to 11 diff [20831886~13454529,34664831~312119,36013707~3440607,49266697~5470134,57942514~3722396,69447543~2077168,72419591~5090321,80470003~516724,85516701~3037815,95952768~10178605,120618268~1981672,126987334~2378155,134440317~2997850,145934985~8040881,161911242~2967534,168074778~5914959,176391318~14611533,192832680~4326625,201373250~1079910,205956601~216622,208249281~4081037,213846099~4168041,223337191~14849463,246402558~6123699,257101775~2452651,259678252~2814737,264903345~2757343,271120015~990378,277924467~2799721,281966612~1069486,285498168~10744299,299323953~3236427,316764114~1718090,319174253~1934258,333770793~4554541,340774249~3706534,355263620~3334799,367957770~858624,369558094~5170373,376343637~3051739,388525084~6871213,397165257~663309,403360897~3188967,407636507~1784786] 2024-08-29T18:49:47.527 INFO:tasks.workunit.client.0.smithi028.stdout: limited diff [20831886~13454529,34664831~312119,36013707~3440607,49266697~5470134,57942514~3722396,69447543~2077168,72419591~5090321,80470003~516724,85516701~3037815,95952768~10178605,120618268~1981672,126987334~2378155,134440317~2997850,145934985~8040881,161911242~2967534,168074778~5914959,176391318~14611533,192832680~4326625,201373250~1079910,205956601~216622,208249281~4081037,213846099~4168041,223337191~14849463,246402558~6123699,257101775~2452651,259678252~2814737,264903345~2757343,271120015~990378,277924467~2799721,281966612~1069486,285498168~10744299,299323953~3236427,316764114~1718090,319174253~1934258,333770793~4554541,340774249~3706534,355263620~3334799,367957770~858624,369558094~5170373,376343637~3051739,388525084~6871213,397165257~663309,403360897~3188967,407636507~1784786] 2024-08-29T18:49:47.536 INFO:tasks.workunit.client.0.smithi028.stdout: actual was [19564590~19889724,49266697~12398213,67108864~4415847,72419591~5090321,80470003~516724,85516701~3037815,95952768~10178605,119740586~2859354,125829120~3536369,134217728~3220439,145934985~8040881,159383552~5495224,168074778~5914959,176160768~14842083,192832680~4326625,201326592~1126568,205520896~12493244,223337191~14849463,243269632~9256625,255852544~6640445,264241152~3419536,268435456~3674937,276824064~3900124,281018368~2017730,285212672~11029795,297795584~4764796,316764114~1718090,319174253~1934258,333770793~4554541,339738624~4742159,355263620~3334799,367957770~858624,369558094~9837282,388525084~9303482,403360897~3188967,407636507~1784786] 2024-08-29T18:49:47.536 INFO:tasks.workunit.client.0.smithi028.stdout:from 4 to 12 diff [217869~607781,6227370~7105144,20831886~13454529,34664831~312119,36013707~3440607,46474403~8262428,55333652~12689516,69447543~2077168,72419591~5090321,80470003~516724,85516701~3037815,95952768~10178605,120618268~1981672,126985745~2379744,134440317~2997850,145934985~8040881,161911242~2967534,168074778~5914959,176391318~14611533,192832680~4326625,201373250~1079910,205956601~216622,208249281~4081037,213846099~4168041,223337191~14849463,240398233~3036846,246402558~6123699,257101775~2452651,259678252~2814737,264903345~2757343,271120015~990378,277924467~2799721,281966612~1069486,285498168~10744299,299323953~3236427,307418583~6141893,316764114~1718090,319174253~1934258,333770793~4554541,340774249~3706534,355263620~3334799,367957770~858624,369558094~5170373,376343637~3051739,385403060~9993237,397165257~663309,403360897~3188967,407636507~1784786] 2024-08-29T18:49:47.536 INFO:tasks.workunit.client.0.smithi028.stdout: limited diff [217869~607781,6227370~7105144,20831886~13454529,34664831~312119,36013707~3440607,46474403~8262428,55333652~12689516,69447543~2077168,72419591~5090321,80470003~516724,85516701~3037815,95952768~10178605,120618268~1981672,126985745~2379744,134440317~2997850,145934985~8040881,161911242~2967534,168074778~5914959,176391318~14611533,192832680~4326625,201373250~1079910,205956601~216622,208249281~4081037,213846099~4168041,223337191~14849463,240398233~3036846,246402558~6123699,257101775~2452651,259678252~2814737,264903345~2757343,271120015~990378,277924467~2799721,281966612~1069486,285498168~10744299,299323953~3236427,307418583~6141893,316764114~1718090,319174253~1934258,333770793~4554541,340774249~3706534,355263620~3334799,367957770~858624,369558094~5170373,376343637~3051739,385403060~9993237,397165257~663309,403360897~3188967,407636507~1784786] 2024-08-29T18:49:47.543 INFO:tasks.workunit.client.0.smithi028.stdout: actual was [0~825650,6227370~7105144,19564590~19889724,46474403~25050308,72419591~5090321,80470003~516724,85516701~3037815,95952768~10178605,119740586~2859354,125829120~3536369,134217728~3220439,145934985~8040881,159383552~5495224,168074778~5914959,176160768~14842083,192832680~4326625,201326592~1126568,205520896~12493244,223337191~14849463,239169817~13356440,255852544~6640445,264241152~3419536,268435456~3674937,276824064~3900124,281018368~2017730,285212672~11029795,297795584~4764796,306184192~7376284,316764114~1718090,319174253~1934258,333770793~4554541,339738624~4742159,355263620~3334799,367957770~858624,369558094~9837282,385403060~12425506,403360897~3188967,407636507~1784786] 2024-08-29T18:49:47.543 INFO:tasks.workunit.client.0.smithi028.stdout:from 4 to 13 diff [217869~607781,3628194~9704320,20831886~18622428,46474403~8262428,55333652~22176260,80470003~516724,85516701~3037815,94089778~12041595,115446419~1938524,120618268~1981672,126985745~2379744,134440317~2997850,145934985~8040881,161911242~2967534,168074778~5914959,176391318~14611533,192832680~4326625,201373250~1079910,205956601~216622,208249281~4081037,213846099~4168041,223337191~14849463,240398233~3036846,246402558~6123699,257101775~2452651,259678252~2814737,263201634~8908759,277924467~2799721,281966612~1069486,285498168~10744299,299323953~3236427,305138638~2000076,307418583~6141893,316764114~1718090,319174253~1934258,333770793~4554541,340774249~7551803,355263620~3334799,367957770~858624,369558094~5170373,376343637~4872046,385403060~9993237,397165257~663309,403360897~3188967,407636507~1784786] 2024-08-29T18:49:47.543 INFO:tasks.workunit.client.0.smithi028.stdout: limited diff [217869~607781,3628194~9704320,20831886~18622428,46474403~8262428,55333652~22176260,80470003~516724,85516701~3037815,94089778~12041595,115446419~1938524,120618268~1981672,126985745~2379744,134440317~2997850,145934985~8040881,161911242~2967534,168074778~5914959,176391318~14611533,192832680~4326625,201373250~1079910,205956601~216622,208249281~4081037,213846099~4168041,223337191~14849463,240398233~3036846,246402558~6123699,257101775~2452651,259678252~2814737,263201634~8908759,277924467~2799721,281966612~1069486,285498168~10744299,299323953~3236427,305138638~2000076,307418583~6141893,316764114~1718090,319174253~1934258,333770793~4554541,340774249~7551803,355263620~3334799,367957770~858624,369558094~5170373,376343637~4872046,385403060~9993237,397165257~663309,403360897~3188967,407636507~1784786] 2024-08-29T18:49:47.550 INFO:tasks.workunit.client.0.smithi028.stdout: actual was [0~13332514,19564590~19889724,46474403~31035509,80470003~516724,85516701~3037815,94089778~12041595,115446419~1938524,119740586~2859354,125829120~3536369,134217728~3220439,145934985~8040881,159383552~5495224,168074778~5914959,176160768~14842083,192832680~4326625,201326592~1126568,205520896~12493244,223337191~14849463,239169817~13356440,255852544~16257849,276824064~3900124,281018368~2017730,285212672~11029795,297795584~15764892,316764114~1718090,319174253~1934258,333770793~4554541,339738624~8587428,355263620~3334799,367957770~858624,369558094~11657589,385403060~12425506,403360897~3188967,407636507~1784786] 2024-08-29T18:49:47.550 INFO:tasks.workunit.client.0.smithi028.stdout:from 4 to 14 diff [217869~607781,3628194~9704320,17028177~22426137,46474403~8262428,55333652~22176260,78747617~522169,80470003~516724,85516701~3037815,94089778~12041595,114645810~3256659,120618268~1981672,126985745~2379744,134440317~2997850,145934985~8040881,161911242~3482342,168074778~5914959,176391318~14611533,192832680~4326625,201373250~1079910,205956601~216622,208249281~4081037,213846099~4168041,223337191~14849463,240398233~3036846,246402558~6123699,257101775~2452651,259678252~2814737,263201634~8908759,277924467~2799721,281966612~1069486,285498168~10744299,299323953~3236427,305138638~2000076,307418583~6141893,316764114~1718090,319174253~1934258,333770793~4554541,340774249~7551803,355263620~3334799,367957770~858624,369558094~5170373,376343637~4872046,385403060~9993237,395899660~5320465,403360897~3188967,407636507~1784786] 2024-08-29T18:49:47.551 INFO:tasks.workunit.client.0.smithi028.stdout: limited diff [217869~607781,3628194~9704320,17028177~22426137,46474403~8262428,55333652~22176260,78747617~522169,80470003~516724,85516701~3037815,94089778~12041595,114645810~3256659,120618268~1981672,126985745~2379744,134440317~2997850,145934985~8040881,161911242~3482342,168074778~5914959,176391318~14611533,192832680~4326625,201373250~1079910,205956601~216622,208249281~4081037,213846099~4168041,223337191~14849463,240398233~3036846,246402558~6123699,257101775~2452651,259678252~2814737,263201634~8908759,277924467~2799721,281966612~1069486,285498168~10744299,299323953~3236427,305138638~2000076,307418583~6141893,316764114~1718090,319174253~1934258,333770793~4554541,340774249~7551803,355263620~3334799,367957770~858624,369558094~5170373,376343637~4872046,385403060~9993237,395899660~5320465,403360897~3188967,407636507~1784786] 2024-08-29T18:49:47.557 INFO:tasks.workunit.client.0.smithi028.stdout: actual was [0~13332514,17028177~22426137,46474403~32795383,80470003~516724,85516701~3037815,94089778~12041595,114645810~3256659,119740586~2859354,125829120~3536369,134217728~3220439,145934985~8040881,159383552~6010032,168074778~5914959,176160768~14842083,192832680~4326625,201326592~1126568,205520896~12493244,223337191~14849463,239169817~13356440,255852544~16257849,276824064~3900124,281018368~2017730,285212672~11029795,297795584~15764892,316764114~1718090,319174253~1934258,333770793~4554541,339738624~8587428,355263620~3334799,367957770~858624,369558094~11657589,385403060~15817065,403360897~3188967,407636507~1784786] 2024-08-29T18:49:47.557 INFO:tasks.workunit.client.0.smithi028.stdout:from 4 to 15 diff [217869~607781,3628194~11465562,17028177~22426137,46474403~8262428,55333652~22176260,78747617~522169,80470003~516724,85516701~3037815,94089778~16536463,114645810~3256659,120618268~1981672,126985745~2379744,134440317~7244203,145934985~8040881,161911242~3482342,166234126~7755611,176334132~14668719,192832680~4326625,201373250~1079910,205956601~216622,208249281~29937373,240398233~3036846,246402558~6123699,257101775~2452651,259678252~2814737,263201634~8908759,277924467~2799721,281966612~1069486,285498168~10744299,299323953~3236427,305138638~2000076,307418583~6141893,316764114~1718090,319174253~1934258,333770793~4554541,340774249~7551803,355263620~3334799,367957770~858624,369558094~5170373,376343637~4872046,385403060~9993237,395899660~5320465,403360897~3188967,407636507~1784786] 2024-08-29T18:49:47.557 INFO:tasks.workunit.client.0.smithi028.stdout: limited diff [217869~607781,3628194~11465562,17028177~22426137,46474403~8262428,55333652~22176260,78747617~522169,80470003~516724,85516701~3037815,94089778~16536463,114645810~3256659,120618268~1981672,126985745~2379744,134440317~7244203,145934985~8040881,161911242~3482342,166234126~7755611,176334132~14668719,192832680~4326625,201373250~1079910,205956601~216622,208249281~29937373,240398233~3036846,246402558~6123699,257101775~2452651,259678252~2814737,263201634~8908759,277924467~2799721,281966612~1069486,285498168~10744299,299323953~3236427,305138638~2000076,307418583~6141893,316764114~1718090,319174253~1934258,333770793~4554541,340774249~7551803,355263620~3334799,367957770~858624,369558094~5170373,376343637~4872046,385403060~9993237,395899660~5320465,403360897~3188967,407636507~1784786] 2024-08-29T18:49:47.564 INFO:tasks.workunit.client.0.smithi028.stdout: actual was [0~15093756,17028177~22426137,46474403~32795383,80470003~516724,85516701~3037815,94089778~16536463,114645810~3256659,119740586~2859354,125829120~3536369,134217728~7466792,145934985~8040881,159383552~6010032,166234126~7755611,176160768~14842083,192832680~4326625,201326592~1126568,205520896~32665758,239169817~13356440,255852544~16257849,276824064~3900124,281018368~2017730,285212672~11029795,297795584~15764892,316764114~1718090,319174253~1934258,333770793~4554541,339738624~8587428,355263620~3334799,367957770~858624,369558094~11657589,385403060~15817065,403360897~3188967,407636507~1784786] 2024-08-29T18:49:47.564 INFO:tasks.workunit.client.0.smithi028.stdout:from 4 to 16 diff [217869~607781,3628194~12723831,17028177~22426137,46474403~8262428,55333652~22176260,78747617~522169,80470003~516724,85516701~3037815,94089778~16536463,114645810~3256659,120618268~1981672,126985745~2379744,134440317~7244203,145934985~8040881,161911242~3482342,166234126~7755611,176334132~14668719,192832680~5587380,201373250~1079910,205956601~216622,208249281~29937373,240398233~3036846,246402558~6123699,257101775~2452651,259678252~2814737,263201634~8908759,277924467~2799721,281966612~1069486,285498168~10744299,299323953~3236427,305138638~2000076,307418583~6141893,316764114~1718090,319174253~1934258,327843439~5463750,333770793~4554541,340774249~7551803,355263620~5200333,367957770~858624,369558094~5170373,376343637~4872046,385403060~9993237,395899660~5320465,403360897~3188967,407636507~1784786] 2024-08-29T18:49:47.564 INFO:tasks.workunit.client.0.smithi028.stdout: limited diff [217869~607781,3628194~12723831,17028177~22426137,46474403~8262428,55333652~22176260,78747617~522169,80470003~516724,85516701~3037815,94089778~16536463,114645810~3256659,120618268~1981672,126985745~2379744,134440317~7244203,145934985~8040881,161911242~3482342,166234126~7755611,176334132~14668719,192832680~5587380,201373250~1079910,205956601~216622,208249281~29937373,240398233~3036846,246402558~6123699,257101775~2452651,259678252~2814737,263201634~8908759,277924467~2799721,281966612~1069486,285498168~10744299,299323953~3236427,305138638~2000076,307418583~6141893,316764114~1718090,319174253~1934258,327843439~5463750,333770793~4554541,340774249~7551803,355263620~5200333,367957770~858624,369558094~5170373,376343637~4872046,385403060~9993237,395899660~5320465,403360897~3188967,407636507~1784786] 2024-08-29T18:49:47.572 INFO:tasks.workunit.client.0.smithi028.stdout: actual was [0~16352025,17028177~22426137,46474403~32795383,80470003~516724,85516701~3037815,94089778~16536463,114645810~3256659,119740586~2859354,125829120~3536369,134217728~7466792,145934985~8040881,159383552~6010032,166234126~7755611,176160768~14842083,192832680~5587380,201326592~1126568,205520896~32665758,239169817~13356440,255852544~16257849,276824064~3900124,281018368~2017730,285212672~11029795,297795584~15764892,316764114~1718090,319174253~1934258,327843439~5463750,333770793~4554541,339738624~8587428,355263620~5200333,367957770~858624,369558094~11657589,385403060~15817065,403360897~3188967,407636507~1784786] 2024-08-29T18:49:47.572 INFO:tasks.workunit.client.0.smithi028.stdout:from 4 to 17 diff [217869~607781,3628194~12723831,17028177~22426137,46474403~8262428,55333652~22176260,78747617~522169,80470003~516724,85516701~3037815,91242439~19383802,114645810~3256659,120618268~1981672,126985745~2379744,134440317~7244203,145934985~8040881,161911242~3482342,166234126~7755611,176334132~14668719,192832680~5587380,201373250~1079910,205956601~216622,208249281~30382487,240398233~3036846,246402558~6123699,257101775~2452651,259678252~2814737,263201634~8908759,277924467~2799721,281966612~1069486,283885646~1340452,285498168~17827554,305138638~2000076,307418583~6141893,316764114~1718090,319174253~1934258,327843439~5463750,333770793~4554541,340774249~11837394,355263620~5200333,367957770~858624,369558094~5170373,376343637~4872046,385403060~9993237,395899660~5320465,403360897~3188967,407636507~1784786] 2024-08-29T18:49:47.572 INFO:tasks.workunit.client.0.smithi028.stdout: limited diff [217869~607781,3628194~12723831,17028177~22426137,46474403~8262428,55333652~22176260,78747617~522169,80470003~516724,85516701~3037815,91242439~19383802,114645810~3256659,120618268~1981672,126985745~2379744,134440317~7244203,145934985~8040881,161911242~3482342,166234126~7755611,176334132~14668719,192832680~5587380,201373250~1079910,205956601~216622,208249281~30382487,240398233~3036846,246402558~6123699,257101775~2452651,259678252~2814737,263201634~8908759,277924467~2799721,281966612~1069486,283885646~1340452,285498168~17827554,305138638~2000076,307418583~6141893,316764114~1718090,319174253~1934258,327843439~5463750,333770793~4554541,340774249~11837394,355263620~5200333,367957770~858624,369558094~5170373,376343637~4872046,385403060~9993237,395899660~5320465,403360897~3188967,407636507~1784786] 2024-08-29T18:49:47.579 INFO:tasks.workunit.client.0.smithi028.stdout: actual was [0~16352025,17028177~22426137,46474403~32795383,80470003~516724,85516701~3037815,89094084~21532157,114645810~3256659,119740586~2859354,125829120~3536369,134217728~7466792,145934985~8040881,159383552~6010032,166234126~7755611,176160768~14842083,192832680~5587380,201326592~1126568,205520896~33110872,239169817~13356440,255852544~16257849,276824064~3900124,281018368~32542108,316764114~1718090,319174253~1934258,327843439~5463750,333770793~4554541,339738624~12873019,355263620~5200333,367957770~858624,369558094~11657589,385403060~15817065,403360897~3188967,407636507~1784786] 2024-08-29T18:49:47.579 INFO:tasks.workunit.client.0.smithi028.stdout:from 4 to 18 diff [217869~607781,3628194~12723831,17028177~24935011,46474403~8262428,55333652~22176260,78747617~522169,80470003~516724,85516701~3037815,91242439~19383802,114645810~3256659,120618268~1981672,126985745~2379744,134273387~7411133,145351016~8624850,161911242~3482342,166234126~7755611,176334132~23737292,201373250~1079910,205956601~216622,208249281~30382487,240398233~3036846,246402558~6123699,253287398~18822995,275020936~887797,277924467~2799721,281966612~1069486,283885646~1340452,285498168~17827554,305138638~2000076,307418583~6141893,316764114~1718090,319174253~1934258,327843439~5463750,333770793~4554541,340774249~11837394,355263620~5200333,365793837~3022557,369558094~5170373,376343637~4872046,385403060~9993237,395899660~5320465,403360897~3188967,407636507~1784786] 2024-08-29T18:49:47.579 INFO:tasks.workunit.client.0.smithi028.stdout: limited diff [217869~607781,3628194~12723831,17028177~24935011,46474403~8262428,55333652~22176260,78747617~522169,80470003~516724,85516701~3037815,91242439~19383802,114645810~3256659,120618268~1981672,126985745~2379744,134273387~7411133,145351016~8624850,161911242~3482342,166234126~7755611,176334132~23737292,201373250~1079910,205956601~216622,208249281~30382487,240398233~3036846,246402558~6123699,253287398~18822995,275020936~887797,277924467~2799721,281966612~1069486,283885646~1340452,285498168~17827554,305138638~2000076,307418583~6141893,316764114~1718090,319174253~1934258,327843439~5463750,333770793~4554541,340774249~11837394,355263620~5200333,365793837~3022557,369558094~5170373,376343637~4872046,385403060~9993237,395899660~5320465,403360897~3188967,407636507~1784786] 2024-08-29T18:49:47.586 INFO:tasks.workunit.client.0.smithi028.stdout: actual was [0~16352025,17028177~24935011,46474403~32795383,80470003~516724,85516701~3037815,89094084~21532157,114645810~3256659,119740586~2859354,125829120~3536369,134217728~7466792,145351016~8624850,159383552~6010032,166234126~7755611,176160768~23910656,201326592~1126568,205520896~33110872,239169817~13356440,253287398~18822995,274880892~1027841,276824064~3900124,281018368~32542108,316764114~1718090,319174253~1934258,327843439~5463750,333770793~4554541,339738624~12873019,355263620~5200333,365793837~3022557,369558094~11657589,385403060~15817065,403360897~3188967,407636507~1784786] 2024-08-29T18:49:47.586 INFO:tasks.workunit.client.0.smithi028.stdout:from 4 to 19 diff [217869~607781,3628194~12723831,17028177~24935011,46474403~31035509,78747617~522169,79764586~8789930,91242439~19383802,114645810~3256659,120618268~1981672,126985745~2379744,134273387~7411133,145351016~8624850,161911242~3482342,166234126~7755611,176334132~23737292,201373250~1079910,205956601~216622,208249281~30382487,240398233~3036846,246402558~6123699,253287398~18822995,275020936~887797,277924467~2799721,281966612~1069486,283885646~1340452,285498168~17827554,305138638~8421838,316764114~1718090,319174253~1934258,327843439~10481895,340774249~11837394,355263620~5200333,361055869~7760525,369558094~5170373,376343637~4872046,385403060~9993237,395899660~5320465,403360897~3188967,407636507~1784786] 2024-08-29T18:49:47.586 INFO:tasks.workunit.client.0.smithi028.stdout: limited diff [217869~607781,3628194~12723831,17028177~24935011,46474403~31035509,78747617~522169,79764586~8789930,91242439~19383802,114645810~3256659,120618268~1981672,126985745~2379744,134273387~7411133,145351016~8624850,161911242~3482342,166234126~7755611,176334132~23737292,201373250~1079910,205956601~216622,208249281~30382487,240398233~3036846,246402558~6123699,253287398~18822995,275020936~887797,277924467~2799721,281966612~1069486,283885646~1340452,285498168~17827554,305138638~8421838,316764114~1718090,319174253~1934258,327843439~10481895,340774249~11837394,355263620~5200333,361055869~7760525,369558094~5170373,376343637~4872046,385403060~9993237,395899660~5320465,403360897~3188967,407636507~1784786] 2024-08-29T18:49:47.593 INFO:tasks.workunit.client.0.smithi028.stdout: actual was [0~16352025,17028177~24935011,46474403~32795383,79764586~8789930,89094084~21532157,114645810~3256659,119740586~2859354,125829120~3536369,134217728~7466792,145351016~8624850,159383552~6010032,166234126~7755611,176160768~23910656,201326592~1126568,205520896~33110872,239169817~13356440,253287398~18822995,274880892~1027841,276824064~3900124,281018368~32542108,316764114~1718090,319174253~1934258,327843439~10481895,339738624~12873019,355263620~5200333,361055869~7760525,369558094~11657589,385403060~15817065,403360897~3188967,407636507~1784786] 2024-08-29T18:49:47.593 INFO:tasks.workunit.client.0.smithi028.stdout:from 5 to 6 diff [28841197~5445218,49266697~5393184,69447543~2077168,95952768~5307712,120618268~1981672,145934985~1515438,178457662~4865957,233024919~1072679,373502115~540519] 2024-08-29T18:49:47.594 INFO:tasks.workunit.client.0.smithi028.stdout: limited diff [28841197~5445218,49266697~5393184,69447543~2077168,95952768~5307712,120618268~1981672,145934985~1515438,178457662~4865957,233024919~1072679,373502115~540519] 2024-08-29T18:49:47.601 INFO:tasks.workunit.client.0.smithi028.stdout: actual was [25165824~9120591,49266697~5393184,67108864~4415847,95952768~5307712,119740586~2859354,145934985~1515438,176160768~7162851,233024919~1072679,373293056~749578] 2024-08-29T18:49:47.601 INFO:tasks.workunit.client.0.smithi028.stdout:from 5 to 7 diff [28841197~5445218,49266697~5393184,69447543~2077168,95952768~10178605,120618268~1981672,145934985~1515438,171019761~2969976,176391318~6932301,208376255~717683,233024919~1072679,257101775~2452651,299323953~3236427,316764114~1718090,373502115~540519,376343637~3051739,397165257~663309,407636507~1784786] 2024-08-29T18:49:47.601 INFO:tasks.workunit.client.0.smithi028.stdout: limited diff [28841197~5445218,49266697~5393184,69447543~2077168,95952768~10178605,120618268~1981672,145934985~1515438,171019761~2969976,176391318~6932301,208376255~717683,233024919~1072679,257101775~2452651,299323953~3236427,316764114~1718090,373502115~540519,376343637~3051739,397165257~663309,407636507~1784786] 2024-08-29T18:49:47.608 INFO:tasks.workunit.client.0.smithi028.stdout: actual was [25165824~9120591,49266697~5393184,67108864~4415847,95952768~10178605,119740586~2859354,145934985~1515438,171019761~2969976,176160768~7162851,205520896~3573042,233024919~1072679,255852544~3701882,297795584~4764796,316764114~1718090,373293056~6102320,394264576~3563990,407636507~1784786] 2024-08-29T18:49:47.608 INFO:tasks.workunit.client.0.smithi028.stdout:from 5 to 8 diff [23803120~10483295,49266697~5393184,57942514~3722396,69447543~2077168,95952768~10178605,120618268~1981672,145934985~1515438,171019761~2969976,176391318~14611533,208376255~717683,213846099~4168041,231998435~6188219,257101775~2452651,259678252~2814737,285728457~4428234,299323953~3236427,316764114~1718090,355263620~3334799,370154569~3888065,376343637~3051739,389162629~1774895,397165257~663309,407636507~1784786] 2024-08-29T18:49:47.608 INFO:tasks.workunit.client.0.smithi028.stdout: limited diff [23803120~10483295,49266697~5393184,57942514~3722396,69447543~2077168,95952768~10178605,120618268~1981672,145934985~1515438,171019761~2969976,176391318~14611533,208376255~717683,213846099~4168041,231998435~6188219,257101775~2452651,259678252~2814737,285728457~4428234,299323953~3236427,316764114~1718090,355263620~3334799,370154569~3888065,376343637~3051739,389162629~1774895,397165257~663309,407636507~1784786] 2024-08-29T18:49:47.614 INFO:tasks.workunit.client.0.smithi028.stdout: actual was [20971520~13314895,49266697~12398213,67108864~4415847,95952768~10178605,119740586~2859354,145934985~1515438,171019761~2969976,176160768~14842083,205520896~3573042,209715200~8298940,231998435~6188219,255852544~6640445,285212672~4944019,297795584~4764796,316764114~1718090,355263620~3334799,370154569~9240807,389162629~1774895,394264576~3563990,407636507~1784786] 2024-08-29T18:49:47.615 INFO:tasks.workunit.client.0.smithi028.stdout:from 5 to 9 diff [23803120~10483295,49266697~5470134,57942514~3722396,69447543~2077168,95952768~10178605,120618268~1981672,126987334~2378155,145934985~1515438,148040554~5935312,171019761~2969976,176391318~14611533,208376255~717683,213846099~4168041,231998435~6188219,257101775~2452651,259678252~2814737,264903345~2757343,271120015~990378,277924467~2799721,285728457~10514010,299323953~3236427,316764114~1718090,340774249~3706534,355263620~3334799,369558094~5170373,376343637~3051739,389162629~1774895,397165257~663309,407636507~1784786] 2024-08-29T18:49:47.615 INFO:tasks.workunit.client.0.smithi028.stdout: limited diff [23803120~10483295,49266697~5470134,57942514~3722396,69447543~2077168,95952768~10178605,120618268~1981672,126987334~2378155,145934985~1515438,148040554~5935312,171019761~2969976,176391318~14611533,208376255~717683,213846099~4168041,231998435~6188219,257101775~2452651,259678252~2814737,264903345~2757343,271120015~990378,277924467~2799721,285728457~10514010,299323953~3236427,316764114~1718090,340774249~3706534,355263620~3334799,369558094~5170373,376343637~3051739,389162629~1774895,397165257~663309,407636507~1784786] 2024-08-29T18:49:47.621 INFO:tasks.workunit.client.0.smithi028.stdout: actual was [20971520~13314895,49266697~12398213,67108864~4415847,95952768~10178605,119740586~2859354,125829120~3536369,145934985~1515438,148040554~5935312,171019761~2969976,176160768~14842083,205520896~3573042,209715200~8298940,231998435~6188219,255852544~6640445,264241152~3419536,268435456~3674937,277924467~2799721,285212672~11029795,297795584~4764796,316764114~1718090,339738624~4742159,355263620~3334799,369558094~9837282,389162629~1774895,394264576~3563990,407636507~1784786] 2024-08-29T18:49:47.621 INFO:tasks.workunit.client.0.smithi028.stdout:from 5 to 10 diff [20831886~13454529,34664831~312119,49266697~5470134,57942514~3722396,69447543~2077168,72419591~5090321,80470003~516724,95952768~10178605,120618268~1981672,126987334~2378155,145934985~1515438,148040554~5935312,171019761~2969976,176391318~14611533,201373250~1079910,205956601~216622,208376255~717683,213846099~4168041,231998435~6188219,257101775~2452651,259678252~2814737,264903345~2757343,271120015~990378,277924467~2799721,281966612~1069486,285498168~10744299,299323953~3236427,316764114~1718090,319174253~1934258,340774249~3706534,355263620~3334799,369558094~5170373,376343637~3051739,389162629~1774895,397165257~663309,407636507~1784786] 2024-08-29T18:49:47.621 INFO:tasks.workunit.client.0.smithi028.stdout: limited diff [20831886~13454529,34664831~312119,49266697~5470134,57942514~3722396,69447543~2077168,72419591~5090321,80470003~516724,95952768~10178605,120618268~1981672,126987334~2378155,145934985~1515438,148040554~5935312,171019761~2969976,176391318~14611533,201373250~1079910,205956601~216622,208376255~717683,213846099~4168041,231998435~6188219,257101775~2452651,259678252~2814737,264903345~2757343,271120015~990378,277924467~2799721,281966612~1069486,285498168~10744299,299323953~3236427,316764114~1718090,319174253~1934258,340774249~3706534,355263620~3334799,369558094~5170373,376343637~3051739,389162629~1774895,397165257~663309,407636507~1784786] 2024-08-29T18:49:47.628 INFO:tasks.workunit.client.0.smithi028.stdout: actual was [19564590~14721825,34664831~312119,49266697~12398213,67108864~4415847,72419591~5090321,80470003~516724,95952768~10178605,119740586~2859354,125829120~3536369,145934985~1515438,148040554~5935312,171019761~2969976,176160768~14842083,201326592~1126568,205520896~3573042,209715200~8298940,231998435~6188219,255852544~6640445,264241152~3419536,268435456~3674937,277924467~2799721,281018368~2017730,285212672~11029795,297795584~4764796,316764114~1718090,319174253~1934258,339738624~4742159,355263620~3334799,369558094~9837282,389162629~1774895,394264576~3563990,407636507~1784786] 2024-08-29T18:49:47.628 INFO:tasks.workunit.client.0.smithi028.stdout:from 5 to 11 diff [20831886~13454529,34664831~312119,49266697~5470134,57942514~3722396,69447543~2077168,72419591~5090321,80470003~516724,95952768~10178605,120618268~1981672,126987334~2378155,145934985~1515438,148040554~5935312,171019761~2969976,176391318~14611533,192832680~4326625,201373250~1079910,205956601~216622,208249281~4081037,213846099~4168041,227002606~11184048,257101775~2452651,259678252~2814737,264903345~2757343,271120015~990378,277924467~2799721,281966612~1069486,285498168~10744299,299323953~3236427,316764114~1718090,319174253~1934258,333770793~4554541,340774249~3706534,355263620~3334799,369558094~5170373,376343637~3051739,388525084~6871213,397165257~663309,403360897~3188967,407636507~1784786] 2024-08-29T18:49:47.628 INFO:tasks.workunit.client.0.smithi028.stdout: limited diff [20831886~13454529,34664831~312119,49266697~5470134,57942514~3722396,69447543~2077168,72419591~5090321,80470003~516724,95952768~10178605,120618268~1981672,126987334~2378155,145934985~1515438,148040554~5935312,171019761~2969976,176391318~14611533,192832680~4326625,201373250~1079910,205956601~216622,208249281~4081037,213846099~4168041,227002606~11184048,257101775~2452651,259678252~2814737,264903345~2757343,271120015~990378,277924467~2799721,281966612~1069486,285498168~10744299,299323953~3236427,316764114~1718090,319174253~1934258,333770793~4554541,340774249~3706534,355263620~3334799,369558094~5170373,376343637~3051739,388525084~6871213,397165257~663309,403360897~3188967,407636507~1784786] 2024-08-29T18:49:47.636 INFO:tasks.workunit.client.0.smithi028.stdout: actual was [19564590~14721825,34664831~312119,49266697~12398213,67108864~4415847,72419591~5090321,80470003~516724,95952768~10178605,119740586~2859354,125829120~3536369,145934985~1515438,148040554~5935312,171019761~2969976,176160768~14842083,192832680~4326625,201326592~1126568,205520896~12493244,227002606~11184048,255852544~6640445,264241152~3419536,268435456~3674937,277924467~2799721,281018368~2017730,285212672~11029795,297795584~4764796,316764114~1718090,319174253~1934258,333770793~4554541,339738624~4742159,355263620~3334799,369558094~9837282,388525084~9303482,403360897~3188967,407636507~1784786] 2024-08-29T18:49:47.636 INFO:tasks.workunit.client.0.smithi028.stdout:from 5 to 12 diff [217869~607781,6227370~7105144,20831886~13454529,34664831~312119,46474403~8262428,55333652~12689516,69447543~2077168,72419591~5090321,80470003~516724,95952768~10178605,120618268~1981672,126985745~2379744,145934985~1515438,148040554~5935312,171019761~2969976,176391318~14611533,192832680~4326625,201373250~1079910,205956601~216622,208249281~4081037,213846099~4168041,227002606~11184048,240398233~3036846,257101775~2452651,259678252~2814737,264903345~2757343,271120015~990378,277924467~2799721,281966612~1069486,285498168~10744299,299323953~3236427,307418583~6141893,316764114~1718090,319174253~1934258,333770793~4554541,340774249~3706534,355263620~3334799,369558094~5170373,376343637~3051739,385403060~9993237,397165257~663309,403360897~3188967,407636507~1784786] 2024-08-29T18:49:47.636 INFO:tasks.workunit.client.0.smithi028.stdout: limited diff [217869~607781,6227370~7105144,20831886~13454529,34664831~312119,46474403~8262428,55333652~12689516,69447543~2077168,72419591~5090321,80470003~516724,95952768~10178605,120618268~1981672,126985745~2379744,145934985~1515438,148040554~5935312,171019761~2969976,176391318~14611533,192832680~4326625,201373250~1079910,205956601~216622,208249281~4081037,213846099~4168041,227002606~11184048,240398233~3036846,257101775~2452651,259678252~2814737,264903345~2757343,271120015~990378,277924467~2799721,281966612~1069486,285498168~10744299,299323953~3236427,307418583~6141893,316764114~1718090,319174253~1934258,333770793~4554541,340774249~3706534,355263620~3334799,369558094~5170373,376343637~3051739,385403060~9993237,397165257~663309,403360897~3188967,407636507~1784786] 2024-08-29T18:49:47.644 INFO:tasks.workunit.client.0.smithi028.stdout: actual was [0~825650,6227370~7105144,19564590~14721825,34664831~312119,46474403~25050308,72419591~5090321,80470003~516724,95952768~10178605,119740586~2859354,125829120~3536369,145934985~1515438,148040554~5935312,171019761~2969976,176160768~14842083,192832680~4326625,201326592~1126568,205520896~12493244,227002606~11184048,239169817~4265262,255852544~6640445,264241152~3419536,268435456~3674937,277924467~2799721,281018368~2017730,285212672~11029795,297795584~4764796,306184192~7376284,316764114~1718090,319174253~1934258,333770793~4554541,339738624~4742159,355263620~3334799,369558094~9837282,385403060~12425506,403360897~3188967,407636507~1784786] 2024-08-29T18:49:47.644 INFO:tasks.workunit.client.0.smithi028.stdout:from 5 to 13 diff [217869~607781,3628194~9704320,20831886~16891758,46474403~8262428,55333652~22176260,80470003~516724,94089778~12041595,115446419~1938524,120618268~1981672,126985745~2379744,145934985~1515438,148040554~5935312,171019761~2969976,176391318~14611533,192832680~4326625,201373250~1079910,205956601~216622,208249281~4081037,213846099~4168041,227002606~11184048,240398233~3036846,257101775~2452651,259678252~2814737,263201634~8908759,277924467~2799721,281966612~1069486,285498168~10744299,299323953~3236427,305138638~2000076,307418583~6141893,316764114~1718090,319174253~1934258,333770793~4554541,340774249~7551803,355263620~3334799,369558094~5170373,376343637~4872046,385403060~9993237,397165257~663309,403360897~3188967,407636507~1784786] 2024-08-29T18:49:47.644 INFO:tasks.workunit.client.0.smithi028.stdout: limited diff [217869~607781,3628194~9704320,20831886~16891758,46474403~8262428,55333652~22176260,80470003~516724,94089778~12041595,115446419~1938524,120618268~1981672,126985745~2379744,145934985~1515438,148040554~5935312,171019761~2969976,176391318~14611533,192832680~4326625,201373250~1079910,205956601~216622,208249281~4081037,213846099~4168041,227002606~11184048,240398233~3036846,257101775~2452651,259678252~2814737,263201634~8908759,277924467~2799721,281966612~1069486,285498168~10744299,299323953~3236427,305138638~2000076,307418583~6141893,316764114~1718090,319174253~1934258,333770793~4554541,340774249~7551803,355263620~3334799,369558094~5170373,376343637~4872046,385403060~9993237,397165257~663309,403360897~3188967,407636507~1784786] 2024-08-29T18:49:47.651 INFO:tasks.workunit.client.0.smithi028.stdout: actual was [0~13332514,19564590~18159054,46474403~31035509,80470003~516724,94089778~12041595,115446419~1938524,119740586~2859354,125829120~3536369,145934985~1515438,148040554~5935312,171019761~2969976,176160768~14842083,192832680~4326625,201326592~1126568,205520896~12493244,227002606~11184048,239169817~4265262,255852544~16257849,277924467~2799721,281018368~2017730,285212672~11029795,297795584~15764892,316764114~1718090,319174253~1934258,333770793~4554541,339738624~8587428,355263620~3334799,369558094~11657589,385403060~12425506,403360897~3188967,407636507~1784786] 2024-08-29T18:49:47.651 INFO:tasks.workunit.client.0.smithi028.stdout:from 5 to 14 diff [217869~607781,3628194~9704320,17028177~20695467,46474403~8262428,55333652~22176260,78747617~522169,80470003~516724,94089778~12041595,114645810~3256659,120618268~1981672,126985745~2379744,145934985~1515438,148040554~5935312,161993646~3399938,171019761~2969976,176391318~14611533,192832680~4326625,201373250~1079910,205956601~216622,208249281~4081037,213846099~4168041,227002606~11184048,240398233~3036846,257101775~2452651,259678252~2814737,263201634~8908759,277924467~2799721,281966612~1069486,285498168~10744299,299323953~3236427,305138638~2000076,307418583~6141893,316764114~1718090,319174253~1934258,333770793~4554541,340774249~7551803,355263620~3334799,369558094~5170373,376343637~4872046,385403060~9993237,395899660~5320465,403360897~3188967,407636507~1784786] 2024-08-29T18:49:47.651 INFO:tasks.workunit.client.0.smithi028.stdout: limited diff [217869~607781,3628194~9704320,17028177~20695467,46474403~8262428,55333652~22176260,78747617~522169,80470003~516724,94089778~12041595,114645810~3256659,120618268~1981672,126985745~2379744,145934985~1515438,148040554~5935312,161993646~3399938,171019761~2969976,176391318~14611533,192832680~4326625,201373250~1079910,205956601~216622,208249281~4081037,213846099~4168041,227002606~11184048,240398233~3036846,257101775~2452651,259678252~2814737,263201634~8908759,277924467~2799721,281966612~1069486,285498168~10744299,299323953~3236427,305138638~2000076,307418583~6141893,316764114~1718090,319174253~1934258,333770793~4554541,340774249~7551803,355263620~3334799,369558094~5170373,376343637~4872046,385403060~9993237,395899660~5320465,403360897~3188967,407636507~1784786] 2024-08-29T18:49:47.657 INFO:tasks.workunit.client.0.smithi028.stdout: actual was [0~13332514,17028177~20695467,46474403~32795383,80470003~516724,94089778~12041595,114645810~3256659,119740586~2859354,125829120~3536369,145934985~1515438,148040554~5935312,161993646~3399938,171019761~2969976,176160768~14842083,192832680~4326625,201326592~1126568,205520896~12493244,227002606~11184048,239169817~4265262,255852544~16257849,277924467~2799721,281018368~2017730,285212672~11029795,297795584~15764892,316764114~1718090,319174253~1934258,333770793~4554541,339738624~8587428,355263620~3334799,369558094~11657589,385403060~15817065,403360897~3188967,407636507~1784786] 2024-08-29T18:49:47.657 INFO:tasks.workunit.client.0.smithi028.stdout:from 5 to 15 diff [217869~607781,3628194~11465562,17028177~20695467,46474403~8262428,55333652~22176260,78747617~522169,80470003~516724,94089778~16536463,114645810~3256659,120618268~1981672,126985745~2379744,135972001~5712519,145934985~1515438,148040554~5935312,161993646~3399938,166234126~7755611,176334132~14668719,192832680~4326625,201373250~1079910,205956601~216622,208249281~15349850,227002606~11184048,240398233~3036846,257101775~2452651,259678252~2814737,263201634~8908759,277924467~2799721,281966612~1069486,285498168~10744299,299323953~3236427,305138638~2000076,307418583~6141893,316764114~1718090,319174253~1934258,333770793~4554541,340774249~7551803,355263620~3334799,369558094~5170373,376343637~4872046,385403060~9993237,395899660~5320465,403360897~3188967,407636507~1784786] 2024-08-29T18:49:47.657 INFO:tasks.workunit.client.0.smithi028.stdout: limited diff [217869~607781,3628194~11465562,17028177~20695467,46474403~8262428,55333652~22176260,78747617~522169,80470003~516724,94089778~16536463,114645810~3256659,120618268~1981672,126985745~2379744,135972001~5712519,145934985~1515438,148040554~5935312,161993646~3399938,166234126~7755611,176334132~14668719,192832680~4326625,201373250~1079910,205956601~216622,208249281~15349850,227002606~11184048,240398233~3036846,257101775~2452651,259678252~2814737,263201634~8908759,277924467~2799721,281966612~1069486,285498168~10744299,299323953~3236427,305138638~2000076,307418583~6141893,316764114~1718090,319174253~1934258,333770793~4554541,340774249~7551803,355263620~3334799,369558094~5170373,376343637~4872046,385403060~9993237,395899660~5320465,403360897~3188967,407636507~1784786] 2024-08-29T18:49:47.664 INFO:tasks.workunit.client.0.smithi028.stdout: actual was [0~15093756,17028177~20695467,46474403~32795383,80470003~516724,94089778~16536463,114645810~3256659,119740586~2859354,125829120~3536369,135972001~5712519,145934985~1515438,148040554~5935312,161993646~3399938,166234126~7755611,176160768~14842083,192832680~4326625,201326592~1126568,205520896~18078235,227002606~11184048,239169817~4265262,255852544~16257849,277924467~2799721,281018368~2017730,285212672~11029795,297795584~15764892,316764114~1718090,319174253~1934258,333770793~4554541,339738624~8587428,355263620~3334799,369558094~11657589,385403060~15817065,403360897~3188967,407636507~1784786] 2024-08-29T18:49:47.664 INFO:tasks.workunit.client.0.smithi028.stdout:from 5 to 16 diff [217869~607781,3628194~12723831,17028177~20695467,46474403~8262428,55333652~22176260,78747617~522169,80470003~516724,94089778~16536463,114645810~3256659,120618268~1981672,126985745~2379744,135972001~5712519,145934985~1515438,148040554~5935312,161993646~3399938,166234126~7755611,176334132~14668719,192832680~5587380,201373250~1079910,205956601~216622,208249281~15349850,227002606~11184048,240398233~3036846,257101775~2452651,259678252~2814737,263201634~8908759,277924467~2799721,281966612~1069486,285498168~10744299,299323953~3236427,305138638~2000076,307418583~6141893,316764114~1718090,319174253~1934258,327843439~5463750,333770793~4554541,340774249~7551803,355263620~5200333,369558094~5170373,376343637~4872046,385403060~9993237,395899660~5320465,403360897~3188967,407636507~1784786] 2024-08-29T18:49:47.664 INFO:tasks.workunit.client.0.smithi028.stdout: limited diff [217869~607781,3628194~12723831,17028177~20695467,46474403~8262428,55333652~22176260,78747617~522169,80470003~516724,94089778~16536463,114645810~3256659,120618268~1981672,126985745~2379744,135972001~5712519,145934985~1515438,148040554~5935312,161993646~3399938,166234126~7755611,176334132~14668719,192832680~5587380,201373250~1079910,205956601~216622,208249281~15349850,227002606~11184048,240398233~3036846,257101775~2452651,259678252~2814737,263201634~8908759,277924467~2799721,281966612~1069486,285498168~10744299,299323953~3236427,305138638~2000076,307418583~6141893,316764114~1718090,319174253~1934258,327843439~5463750,333770793~4554541,340774249~7551803,355263620~5200333,369558094~5170373,376343637~4872046,385403060~9993237,395899660~5320465,403360897~3188967,407636507~1784786] 2024-08-29T18:49:47.671 INFO:tasks.workunit.client.0.smithi028.stdout: actual was [0~16352025,17028177~20695467,46474403~32795383,80470003~516724,94089778~16536463,114645810~3256659,119740586~2859354,125829120~3536369,135972001~5712519,145934985~1515438,148040554~5935312,161993646~3399938,166234126~7755611,176160768~14842083,192832680~5587380,201326592~1126568,205520896~18078235,227002606~11184048,239169817~4265262,255852544~16257849,277924467~2799721,281018368~2017730,285212672~11029795,297795584~15764892,316764114~1718090,319174253~1934258,327843439~5463750,333770793~4554541,339738624~8587428,355263620~5200333,369558094~11657589,385403060~15817065,403360897~3188967,407636507~1784786] 2024-08-29T18:49:47.671 INFO:tasks.workunit.client.0.smithi028.stdout:from 5 to 17 diff [217869~607781,3628194~12723831,17028177~20695467,46474403~8262428,55333652~22176260,78747617~522169,80470003~516724,91242439~19383802,114645810~3256659,120618268~1981672,126985745~2379744,135972001~5712519,145934985~1515438,148040554~5935312,161993646~3399938,166234126~7755611,176334132~14668719,192832680~5587380,201373250~1079910,205956601~216622,208249281~15349850,227002606~11629162,240398233~3036846,257101775~2452651,259678252~2814737,263201634~8908759,277924467~2799721,281966612~1069486,283885646~1340452,285498168~17827554,305138638~2000076,307418583~6141893,316764114~1718090,319174253~1934258,327843439~5463750,333770793~4554541,340774249~11837394,355263620~5200333,369558094~5170373,376343637~4872046,385403060~9993237,395899660~5320465,403360897~3188967,407636507~1784786] 2024-08-29T18:49:47.672 INFO:tasks.workunit.client.0.smithi028.stdout: limited diff [217869~607781,3628194~12723831,17028177~20695467,46474403~8262428,55333652~22176260,78747617~522169,80470003~516724,91242439~19383802,114645810~3256659,120618268~1981672,126985745~2379744,135972001~5712519,145934985~1515438,148040554~5935312,161993646~3399938,166234126~7755611,176334132~14668719,192832680~5587380,201373250~1079910,205956601~216622,208249281~15349850,227002606~11629162,240398233~3036846,257101775~2452651,259678252~2814737,263201634~8908759,277924467~2799721,281966612~1069486,283885646~1340452,285498168~17827554,305138638~2000076,307418583~6141893,316764114~1718090,319174253~1934258,327843439~5463750,333770793~4554541,340774249~11837394,355263620~5200333,369558094~5170373,376343637~4872046,385403060~9993237,395899660~5320465,403360897~3188967,407636507~1784786] 2024-08-29T18:49:47.678 INFO:tasks.workunit.client.0.smithi028.stdout: actual was [0~16352025,17028177~20695467,46474403~32795383,80470003~516724,89094084~21532157,114645810~3256659,119740586~2859354,125829120~3536369,135972001~5712519,145934985~1515438,148040554~5935312,161993646~3399938,166234126~7755611,176160768~14842083,192832680~5587380,201326592~1126568,205520896~18078235,227002606~11629162,239169817~4265262,255852544~16257849,277924467~2799721,281018368~32542108,316764114~1718090,319174253~1934258,327843439~5463750,333770793~4554541,339738624~12873019,355263620~5200333,369558094~11657589,385403060~15817065,403360897~3188967,407636507~1784786] 2024-08-29T18:49:47.678 INFO:tasks.workunit.client.0.smithi028.stdout:from 5 to 18 diff [217869~607781,3628194~12723831,17028177~24935011,46474403~8262428,55333652~22176260,78747617~522169,80470003~516724,91242439~19383802,114645810~3256659,120618268~1981672,126985745~2379744,134273387~7411133,145351016~8624850,161993646~3399938,166234126~7755611,176334132~23737292,201373250~1079910,205956601~216622,208249281~15349850,227002606~11629162,240398233~3036846,253287398~18822995,275020936~887797,277924467~2799721,281966612~1069486,283885646~1340452,285498168~17827554,305138638~2000076,307418583~6141893,316764114~1718090,319174253~1934258,327843439~5463750,333770793~4554541,340774249~11837394,355263620~5200333,365793837~2271430,369558094~5170373,376343637~4872046,385403060~9993237,395899660~5320465,403360897~3188967,407636507~1784786] 2024-08-29T18:49:47.678 INFO:tasks.workunit.client.0.smithi028.stdout: limited diff [217869~607781,3628194~12723831,17028177~24935011,46474403~8262428,55333652~22176260,78747617~522169,80470003~516724,91242439~19383802,114645810~3256659,120618268~1981672,126985745~2379744,134273387~7411133,145351016~8624850,161993646~3399938,166234126~7755611,176334132~23737292,201373250~1079910,205956601~216622,208249281~15349850,227002606~11629162,240398233~3036846,253287398~18822995,275020936~887797,277924467~2799721,281966612~1069486,283885646~1340452,285498168~17827554,305138638~2000076,307418583~6141893,316764114~1718090,319174253~1934258,327843439~5463750,333770793~4554541,340774249~11837394,355263620~5200333,365793837~2271430,369558094~5170373,376343637~4872046,385403060~9993237,395899660~5320465,403360897~3188967,407636507~1784786] 2024-08-29T18:49:47.685 INFO:tasks.workunit.client.0.smithi028.stdout: actual was [0~16352025,17028177~24935011,46474403~32795383,80470003~516724,89094084~21532157,114645810~3256659,119740586~2859354,125829120~3536369,134273387~7411133,145351016~8624850,161993646~3399938,166234126~7755611,176160768~23910656,201326592~1126568,205520896~18078235,227002606~11629162,239169817~4265262,253287398~18822995,274880892~1027841,277924467~2799721,281018368~32542108,316764114~1718090,319174253~1934258,327843439~5463750,333770793~4554541,339738624~12873019,355263620~5200333,365793837~2271430,369558094~11657589,385403060~15817065,403360897~3188967,407636507~1784786] 2024-08-29T18:49:47.685 INFO:tasks.workunit.client.0.smithi028.stdout:from 5 to 19 diff [217869~607781,3628194~12723831,17028177~24935011,46474403~31035509,78747617~522169,79764586~6120719,91242439~19383802,114645810~3256659,120618268~1981672,126985745~2379744,134273387~7411133,145351016~8624850,161993646~3399938,166234126~7755611,176334132~23737292,201373250~1079910,205956601~216622,208249281~15349850,227002606~11629162,240398233~3036846,253287398~18822995,275020936~887797,277924467~2799721,281966612~1069486,283885646~1340452,285498168~17827554,305138638~8421838,316764114~1718090,319174253~1934258,327843439~10481895,340774249~11837394,355263620~5200333,361055869~7556606,369558094~5170373,376343637~4872046,385403060~9993237,395899660~5320465,403360897~3188967,407636507~1784786] 2024-08-29T18:49:47.685 INFO:tasks.workunit.client.0.smithi028.stdout: limited diff [217869~607781,3628194~12723831,17028177~24935011,46474403~31035509,78747617~522169,79764586~6120719,91242439~19383802,114645810~3256659,120618268~1981672,126985745~2379744,134273387~7411133,145351016~8624850,161993646~3399938,166234126~7755611,176334132~23737292,201373250~1079910,205956601~216622,208249281~15349850,227002606~11629162,240398233~3036846,253287398~18822995,275020936~887797,277924467~2799721,281966612~1069486,283885646~1340452,285498168~17827554,305138638~8421838,316764114~1718090,319174253~1934258,327843439~10481895,340774249~11837394,355263620~5200333,361055869~7556606,369558094~5170373,376343637~4872046,385403060~9993237,395899660~5320465,403360897~3188967,407636507~1784786] 2024-08-29T18:49:47.692 INFO:tasks.workunit.client.0.smithi028.stdout: actual was [0~16352025,17028177~24935011,46474403~32795383,79764586~6120719,89094084~21532157,114645810~3256659,119740586~2859354,125829120~3536369,134273387~7411133,145351016~8624850,161993646~3399938,166234126~7755611,176160768~23910656,201326592~1126568,205520896~18078235,227002606~11629162,239169817~4265262,253287398~18822995,274880892~1027841,277924467~2799721,281018368~32542108,316764114~1718090,319174253~1934258,327843439~10481895,339738624~12873019,355263620~5200333,361055869~7556606,369558094~11657589,385403060~15817065,403360897~3188967,407636507~1784786] 2024-08-29T18:49:47.692 INFO:tasks.workunit.client.0.smithi028.stdout:from 6 to 7 diff [99526162~6605211,171019761~2969976,176391318~6543964,208376255~717683,257101775~2452651,299323953~3236427,316764114~1718090,376343637~3051739,397165257~663309,407636507~1784786] 2024-08-29T18:49:47.692 INFO:tasks.workunit.client.0.smithi028.stdout: limited diff [99526162~6605211,171019761~2969976,176391318~6543964,208376255~717683,257101775~2452651,299323953~3236427,316764114~1718090,376343637~3051739,397165257~663309,407636507~1784786] 2024-08-29T18:49:47.698 INFO:tasks.workunit.client.0.smithi028.stdout: actual was [99526162~6605211,171019761~2969976,176391318~6543964,205520896~3573042,255852544~3701882,297795584~4764796,316764114~1718090,374042634~5352742,394264576~3563990,407636507~1784786] 2024-08-29T18:49:47.698 INFO:tasks.workunit.client.0.smithi028.stdout:from 6 to 8 diff [23803120~7981154,57942514~3722396,99526162~6605211,171019761~2969976,176391318~6543964,183165758~7837093,208376255~717683,213846099~4168041,231998435~6188219,257101775~2452651,259678252~2814737,285728457~4428234,299323953~3236427,316764114~1718090,355263620~3334799,370154569~3799054,376343637~3051739,389162629~1774895,397165257~663309,407636507~1784786] 2024-08-29T18:49:47.698 INFO:tasks.workunit.client.0.smithi028.stdout: limited diff [23803120~7981154,57942514~3722396,99526162~6605211,171019761~2969976,176391318~6543964,183165758~7837093,208376255~717683,213846099~4168041,231998435~6188219,257101775~2452651,259678252~2814737,285728457~4428234,299323953~3236427,316764114~1718090,355263620~3334799,370154569~3799054,376343637~3051739,389162629~1774895,397165257~663309,407636507~1784786] 2024-08-29T18:49:47.705 INFO:tasks.workunit.client.0.smithi028.stdout: actual was [20971520~10812754,54659881~7005029,99526162~6605211,171019761~2969976,176391318~6543964,183165758~7837093,205520896~3573042,209715200~8298940,231998435~6188219,255852544~6640445,285212672~4944019,297795584~4764796,316764114~1718090,355263620~3334799,370154569~3799054,374042634~5352742,389162629~1774895,394264576~3563990,407636507~1784786] 2024-08-29T18:49:47.705 INFO:tasks.workunit.client.0.smithi028.stdout:from 6 to 9 diff [23803120~7981154,52303029~2433802,57942514~3722396,99526162~6605211,126987334~2378155,148040554~5935312,171019761~2969976,176391318~6543964,183165758~7837093,208376255~717683,213846099~4168041,231998435~6188219,257101775~2452651,259678252~2814737,264903345~2757343,271120015~990378,277924467~2799721,285728457~10514010,299323953~3236427,316764114~1718090,340774249~3706534,355263620~3334799,369558094~5170373,376343637~3051739,389162629~1774895,397165257~663309,407636507~1784786] 2024-08-29T18:49:47.705 INFO:tasks.workunit.client.0.smithi028.stdout: limited diff [23803120~7981154,52303029~2433802,57942514~3722396,99526162~6605211,126987334~2378155,148040554~5935312,171019761~2969976,176391318~6543964,183165758~7837093,208376255~717683,213846099~4168041,231998435~6188219,257101775~2452651,259678252~2814737,264903345~2757343,271120015~990378,277924467~2799721,285728457~10514010,299323953~3236427,316764114~1718090,340774249~3706534,355263620~3334799,369558094~5170373,376343637~3051739,389162629~1774895,397165257~663309,407636507~1784786] 2024-08-29T18:49:47.712 INFO:tasks.workunit.client.0.smithi028.stdout: actual was [20971520~10812754,52303029~9361881,99526162~6605211,125829120~3536369,148040554~5935312,171019761~2969976,176391318~6543964,183165758~7837093,205520896~3573042,209715200~8298940,231998435~6188219,255852544~6640445,264241152~3419536,268435456~3674937,277924467~2799721,285212672~11029795,297795584~4764796,316764114~1718090,339738624~4742159,355263620~3334799,369558094~9837282,389162629~1774895,394264576~3563990,407636507~1784786] 2024-08-29T18:49:47.712 INFO:tasks.workunit.client.0.smithi028.stdout:from 6 to 10 diff [20831886~10952388,34664831~312119,52303029~2433802,57942514~3722396,72419591~5090321,80470003~516724,99526162~6605211,126987334~2378155,148040554~5935312,171019761~2969976,176391318~6543964,183165758~7837093,201373250~1079910,205956601~216622,208376255~717683,213846099~4168041,231998435~6188219,257101775~2452651,259678252~2814737,264903345~2757343,271120015~990378,277924467~2799721,281966612~1069486,285498168~10744299,299323953~3236427,316764114~1718090,319174253~1934258,340774249~3706534,355263620~3334799,369558094~5170373,376343637~3051739,389162629~1774895,397165257~663309,407636507~1784786] 2024-08-29T18:49:47.712 INFO:tasks.workunit.client.0.smithi028.stdout: limited diff [20831886~10952388,34664831~312119,52303029~2433802,57942514~3722396,72419591~5090321,80470003~516724,99526162~6605211,126987334~2378155,148040554~5935312,171019761~2969976,176391318~6543964,183165758~7837093,201373250~1079910,205956601~216622,208376255~717683,213846099~4168041,231998435~6188219,257101775~2452651,259678252~2814737,264903345~2757343,271120015~990378,277924467~2799721,281966612~1069486,285498168~10744299,299323953~3236427,316764114~1718090,319174253~1934258,340774249~3706534,355263620~3334799,369558094~5170373,376343637~3051739,389162629~1774895,397165257~663309,407636507~1784786] 2024-08-29T18:49:47.718 INFO:tasks.workunit.client.0.smithi028.stdout: actual was [19564590~12219684,34664831~312119,52303029~9361881,72419591~5090321,80470003~516724,99526162~6605211,125829120~3536369,148040554~5935312,171019761~2969976,176391318~6543964,183165758~7837093,201326592~1126568,205520896~3573042,209715200~8298940,231998435~6188219,255852544~6640445,264241152~3419536,268435456~3674937,277924467~2799721,281018368~2017730,285212672~11029795,297795584~4764796,316764114~1718090,319174253~1934258,339738624~4742159,355263620~3334799,369558094~9837282,389162629~1774895,394264576~3563990,407636507~1784786] 2024-08-29T18:49:47.719 INFO:tasks.workunit.client.0.smithi028.stdout:from 6 to 11 diff [20831886~12702871,34664831~312119,52303029~2433802,57942514~3722396,72419591~5090321,80470003~516724,99526162~6605211,126987334~2378155,148040554~5935312,171019761~2969976,176391318~6543964,183165758~7837093,192832680~4326625,201373250~1079910,205956601~216622,208249281~4081037,213846099~4168041,227002606~11184048,257101775~2452651,259678252~2814737,264903345~2757343,271120015~990378,277924467~2799721,281966612~1069486,285498168~10744299,299323953~3236427,316764114~1718090,319174253~1934258,333770793~4554541,340774249~3706534,355263620~3334799,369558094~5170373,376343637~3051739,388525084~6871213,397165257~663309,403360897~3188967,407636507~1784786] 2024-08-29T18:49:47.719 INFO:tasks.workunit.client.0.smithi028.stdout: limited diff [20831886~12702871,34664831~312119,52303029~2433802,57942514~3722396,72419591~5090321,80470003~516724,99526162~6605211,126987334~2378155,148040554~5935312,171019761~2969976,176391318~6543964,183165758~7837093,192832680~4326625,201373250~1079910,205956601~216622,208249281~4081037,213846099~4168041,227002606~11184048,257101775~2452651,259678252~2814737,264903345~2757343,271120015~990378,277924467~2799721,281966612~1069486,285498168~10744299,299323953~3236427,316764114~1718090,319174253~1934258,333770793~4554541,340774249~3706534,355263620~3334799,369558094~5170373,376343637~3051739,388525084~6871213,397165257~663309,403360897~3188967,407636507~1784786] 2024-08-29T18:49:47.726 INFO:tasks.workunit.client.0.smithi028.stdout: actual was [19564590~13970167,34664831~312119,52303029~9361881,72419591~5090321,80470003~516724,99526162~6605211,125829120~3536369,148040554~5935312,171019761~2969976,176391318~6543964,183165758~7837093,192832680~4326625,201326592~1126568,205520896~12493244,227002606~11184048,255852544~6640445,264241152~3419536,268435456~3674937,277924467~2799721,281018368~2017730,285212672~11029795,297795584~4764796,316764114~1718090,319174253~1934258,333770793~4554541,339738624~4742159,355263620~3334799,369558094~9837282,388525084~9303482,403360897~3188967,407636507~1784786] 2024-08-29T18:49:47.726 INFO:tasks.workunit.client.0.smithi028.stdout:from 6 to 12 diff [217869~607781,6227370~7105144,20831886~12702871,34664831~312119,46474403~5208080,52303029~2433802,55333652~12689516,72419591~5090321,80470003~516724,99526162~6605211,126985745~2379744,148040554~5935312,171019761~2969976,176391318~6543964,183165758~7837093,192832680~4326625,201373250~1079910,205956601~216622,208249281~4081037,213846099~4168041,227002606~11184048,240398233~3036846,257101775~2452651,259678252~2814737,264903345~2757343,271120015~990378,277924467~2799721,281966612~1069486,285498168~10744299,299323953~3236427,307418583~6141893,316764114~1718090,319174253~1934258,333770793~4554541,340774249~3706534,355263620~3334799,369558094~5170373,376343637~3051739,385403060~9993237,397165257~663309,403360897~3188967,407636507~1784786] 2024-08-29T18:49:47.726 INFO:tasks.workunit.client.0.smithi028.stdout: limited diff [217869~607781,6227370~7105144,20831886~12702871,34664831~312119,46474403~5208080,52303029~2433802,55333652~12689516,72419591~5090321,80470003~516724,99526162~6605211,126985745~2379744,148040554~5935312,171019761~2969976,176391318~6543964,183165758~7837093,192832680~4326625,201373250~1079910,205956601~216622,208249281~4081037,213846099~4168041,227002606~11184048,240398233~3036846,257101775~2452651,259678252~2814737,264903345~2757343,271120015~990378,277924467~2799721,281966612~1069486,285498168~10744299,299323953~3236427,307418583~6141893,316764114~1718090,319174253~1934258,333770793~4554541,340774249~3706534,355263620~3334799,369558094~5170373,376343637~3051739,385403060~9993237,397165257~663309,403360897~3188967,407636507~1784786] 2024-08-29T18:49:47.733 INFO:tasks.workunit.client.0.smithi028.stdout: actual was [0~825650,6227370~7105144,19564590~13970167,34664831~312119,46474403~5208080,52303029~15720139,72419591~5090321,80470003~516724,99526162~6605211,125829120~3536369,148040554~5935312,171019761~2969976,176391318~6543964,183165758~7837093,192832680~4326625,201326592~1126568,205520896~12493244,227002606~11184048,239169817~4265262,255852544~6640445,264241152~3419536,268435456~3674937,277924467~2799721,281018368~2017730,285212672~11029795,297795584~4764796,306184192~7376284,316764114~1718090,319174253~1934258,333770793~4554541,339738624~4742159,355263620~3334799,369558094~9837282,385403060~12425506,403360897~3188967,407636507~1784786] 2024-08-29T18:49:47.733 INFO:tasks.workunit.client.0.smithi028.stdout:from 6 to 13 diff [217869~607781,3628194~9704320,20831886~16891758,46474403~5208080,52303029~2433802,55333652~22176260,80470003~516724,94089778~12041595,115446419~1938524,126985745~2379744,148040554~5935312,171019761~2969976,176391318~6543964,183165758~7837093,192832680~4326625,201373250~1079910,205956601~216622,208249281~4081037,213846099~4168041,227002606~11184048,240398233~3036846,257101775~2452651,259678252~2814737,263201634~8908759,277924467~2799721,281966612~1069486,285498168~10744299,299323953~3236427,305138638~2000076,307418583~6141893,316764114~1718090,319174253~1934258,333770793~4554541,340774249~7551803,355263620~3334799,369558094~5170373,376343637~4872046,385403060~9993237,397165257~663309,403360897~3188967,407636507~1784786] 2024-08-29T18:49:47.733 INFO:tasks.workunit.client.0.smithi028.stdout: limited diff [217869~607781,3628194~9704320,20831886~16891758,46474403~5208080,52303029~2433802,55333652~22176260,80470003~516724,94089778~12041595,115446419~1938524,126985745~2379744,148040554~5935312,171019761~2969976,176391318~6543964,183165758~7837093,192832680~4326625,201373250~1079910,205956601~216622,208249281~4081037,213846099~4168041,227002606~11184048,240398233~3036846,257101775~2452651,259678252~2814737,263201634~8908759,277924467~2799721,281966612~1069486,285498168~10744299,299323953~3236427,305138638~2000076,307418583~6141893,316764114~1718090,319174253~1934258,333770793~4554541,340774249~7551803,355263620~3334799,369558094~5170373,376343637~4872046,385403060~9993237,397165257~663309,403360897~3188967,407636507~1784786] 2024-08-29T18:49:47.740 INFO:tasks.workunit.client.0.smithi028.stdout: actual was [0~13332514,19564590~18159054,46474403~5208080,52303029~25206883,80470003~516724,94089778~12041595,115446419~1938524,125829120~3536369,148040554~5935312,171019761~2969976,176391318~6543964,183165758~7837093,192832680~4326625,201326592~1126568,205520896~12493244,227002606~11184048,239169817~4265262,255852544~16257849,277924467~2799721,281018368~2017730,285212672~11029795,297795584~15764892,316764114~1718090,319174253~1934258,333770793~4554541,339738624~8587428,355263620~3334799,369558094~11657589,385403060~12425506,403360897~3188967,407636507~1784786] 2024-08-29T18:49:47.741 INFO:tasks.workunit.client.0.smithi028.stdout:from 6 to 14 diff [217869~607781,3628194~9704320,17028177~20695467,46474403~5208080,52303029~2433802,55333652~22176260,78747617~522169,80470003~516724,94089778~12041595,114645810~3256659,126985745~2379744,148040554~5935312,161993646~3399938,171019761~2969976,176391318~6543964,183165758~7837093,192832680~4326625,201373250~1079910,205956601~216622,208249281~4081037,213846099~4168041,227002606~11184048,240398233~3036846,257101775~2452651,259678252~2814737,263201634~8908759,277924467~2799721,281966612~1069486,285498168~10744299,299323953~3236427,305138638~2000076,307418583~6141893,316764114~1718090,319174253~1934258,333770793~4554541,340774249~7551803,355263620~3334799,369558094~5170373,376343637~4872046,385403060~9993237,395899660~5320465,403360897~3188967,407636507~1784786] 2024-08-29T18:49:47.741 INFO:tasks.workunit.client.0.smithi028.stdout: limited diff [217869~607781,3628194~9704320,17028177~20695467,46474403~5208080,52303029~2433802,55333652~22176260,78747617~522169,80470003~516724,94089778~12041595,114645810~3256659,126985745~2379744,148040554~5935312,161993646~3399938,171019761~2969976,176391318~6543964,183165758~7837093,192832680~4326625,201373250~1079910,205956601~216622,208249281~4081037,213846099~4168041,227002606~11184048,240398233~3036846,257101775~2452651,259678252~2814737,263201634~8908759,277924467~2799721,281966612~1069486,285498168~10744299,299323953~3236427,305138638~2000076,307418583~6141893,316764114~1718090,319174253~1934258,333770793~4554541,340774249~7551803,355263620~3334799,369558094~5170373,376343637~4872046,385403060~9993237,395899660~5320465,403360897~3188967,407636507~1784786] 2024-08-29T18:49:47.747 INFO:tasks.workunit.client.0.smithi028.stdout: actual was [0~13332514,17028177~20695467,46474403~5208080,52303029~26966757,80470003~516724,94089778~12041595,114645810~3256659,125829120~3536369,148040554~5935312,161993646~3399938,171019761~2969976,176391318~6543964,183165758~7837093,192832680~4326625,201326592~1126568,205520896~12493244,227002606~11184048,239169817~4265262,255852544~16257849,277924467~2799721,281018368~2017730,285212672~11029795,297795584~15764892,316764114~1718090,319174253~1934258,333770793~4554541,339738624~8587428,355263620~3334799,369558094~11657589,385403060~15817065,403360897~3188967,407636507~1784786] 2024-08-29T18:49:47.747 INFO:tasks.workunit.client.0.smithi028.stdout:from 6 to 15 diff [217869~607781,3628194~11465562,17028177~20695467,46474403~5208080,52303029~2433802,55333652~22176260,78747617~522169,80470003~516724,94089778~16536463,114645810~3256659,126985745~2379744,135972001~5712519,148040554~5935312,161993646~3399938,166234126~7755611,176334132~14668719,192832680~4326625,201373250~1079910,205956601~216622,208249281~15349850,227002606~11184048,240398233~3036846,257101775~2452651,259678252~2814737,263201634~8908759,277924467~2799721,281966612~1069486,285498168~10744299,299323953~3236427,305138638~2000076,307418583~6141893,316764114~1718090,319174253~1934258,333770793~4554541,340774249~7551803,355263620~3334799,369558094~5170373,376343637~4872046,385403060~9993237,395899660~5320465,403360897~3188967,407636507~1784786] 2024-08-29T18:49:47.748 INFO:tasks.workunit.client.0.smithi028.stdout: limited diff [217869~607781,3628194~11465562,17028177~20695467,46474403~5208080,52303029~2433802,55333652~22176260,78747617~522169,80470003~516724,94089778~16536463,114645810~3256659,126985745~2379744,135972001~5712519,148040554~5935312,161993646~3399938,166234126~7755611,176334132~14668719,192832680~4326625,201373250~1079910,205956601~216622,208249281~15349850,227002606~11184048,240398233~3036846,257101775~2452651,259678252~2814737,263201634~8908759,277924467~2799721,281966612~1069486,285498168~10744299,299323953~3236427,305138638~2000076,307418583~6141893,316764114~1718090,319174253~1934258,333770793~4554541,340774249~7551803,355263620~3334799,369558094~5170373,376343637~4872046,385403060~9993237,395899660~5320465,403360897~3188967,407636507~1784786] 2024-08-29T18:49:47.754 INFO:tasks.workunit.client.0.smithi028.stdout: actual was [0~15093756,17028177~20695467,46474403~5208080,52303029~26966757,80470003~516724,94089778~16536463,114645810~3256659,125829120~3536369,135972001~5712519,148040554~5935312,161993646~3399938,166234126~7755611,176334132~14668719,192832680~4326625,201326592~1126568,205520896~18078235,227002606~11184048,239169817~4265262,255852544~16257849,277924467~2799721,281018368~2017730,285212672~11029795,297795584~15764892,316764114~1718090,319174253~1934258,333770793~4554541,339738624~8587428,355263620~3334799,369558094~11657589,385403060~15817065,403360897~3188967,407636507~1784786] 2024-08-29T18:49:47.754 INFO:tasks.workunit.client.0.smithi028.stdout:from 6 to 16 diff [217869~607781,3628194~12723831,17028177~20695467,46474403~5208080,52303029~2433802,55333652~22176260,78747617~522169,80470003~516724,94089778~16536463,114645810~3256659,126985745~2379744,135972001~5712519,148040554~5935312,161993646~3399938,166234126~7755611,176334132~14668719,192832680~5587380,201373250~1079910,205956601~216622,208249281~15349850,227002606~11184048,240398233~3036846,257101775~2452651,259678252~2814737,263201634~8908759,277924467~2799721,281966612~1069486,285498168~10744299,299323953~3236427,305138638~2000076,307418583~6141893,316764114~1718090,319174253~1934258,327843439~5463750,333770793~4554541,340774249~7551803,355263620~5200333,369558094~5170373,376343637~4872046,385403060~9993237,395899660~5320465,403360897~3188967,407636507~1784786] 2024-08-29T18:49:47.755 INFO:tasks.workunit.client.0.smithi028.stdout: limited diff [217869~607781,3628194~12723831,17028177~20695467,46474403~5208080,52303029~2433802,55333652~22176260,78747617~522169,80470003~516724,94089778~16536463,114645810~3256659,126985745~2379744,135972001~5712519,148040554~5935312,161993646~3399938,166234126~7755611,176334132~14668719,192832680~5587380,201373250~1079910,205956601~216622,208249281~15349850,227002606~11184048,240398233~3036846,257101775~2452651,259678252~2814737,263201634~8908759,277924467~2799721,281966612~1069486,285498168~10744299,299323953~3236427,305138638~2000076,307418583~6141893,316764114~1718090,319174253~1934258,327843439~5463750,333770793~4554541,340774249~7551803,355263620~5200333,369558094~5170373,376343637~4872046,385403060~9993237,395899660~5320465,403360897~3188967,407636507~1784786] 2024-08-29T18:49:47.761 INFO:tasks.workunit.client.0.smithi028.stdout: actual was [0~16352025,17028177~20695467,46474403~5208080,52303029~26966757,80470003~516724,94089778~16536463,114645810~3256659,125829120~3536369,135972001~5712519,148040554~5935312,161993646~3399938,166234126~7755611,176334132~14668719,192832680~5587380,201326592~1126568,205520896~18078235,227002606~11184048,239169817~4265262,255852544~16257849,277924467~2799721,281018368~2017730,285212672~11029795,297795584~15764892,316764114~1718090,319174253~1934258,327843439~5463750,333770793~4554541,339738624~8587428,355263620~5200333,369558094~11657589,385403060~15817065,403360897~3188967,407636507~1784786] 2024-08-29T18:49:47.761 INFO:tasks.workunit.client.0.smithi028.stdout:from 6 to 17 diff [217869~607781,3628194~12723831,17028177~20695467,46474403~5208080,52303029~2433802,55333652~22176260,78747617~522169,80470003~516724,91242439~19383802,114645810~3256659,126985745~2379744,135972001~5712519,148040554~5935312,161993646~3399938,166234126~7755611,176334132~14668719,192832680~5587380,201373250~1079910,205956601~216622,208249281~15349850,227002606~11629162,240398233~3036846,257101775~2452651,259678252~2814737,263201634~8908759,277924467~2799721,281966612~1069486,283885646~1340452,285498168~17827554,305138638~2000076,307418583~6141893,316764114~1718090,319174253~1934258,327843439~5463750,333770793~4554541,340774249~11837394,355263620~5200333,369558094~5170373,376343637~4872046,385403060~9993237,395899660~5320465,403360897~3188967,407636507~1784786] 2024-08-29T18:49:47.761 INFO:tasks.workunit.client.0.smithi028.stdout: limited diff [217869~607781,3628194~12723831,17028177~20695467,46474403~5208080,52303029~2433802,55333652~22176260,78747617~522169,80470003~516724,91242439~19383802,114645810~3256659,126985745~2379744,135972001~5712519,148040554~5935312,161993646~3399938,166234126~7755611,176334132~14668719,192832680~5587380,201373250~1079910,205956601~216622,208249281~15349850,227002606~11629162,240398233~3036846,257101775~2452651,259678252~2814737,263201634~8908759,277924467~2799721,281966612~1069486,283885646~1340452,285498168~17827554,305138638~2000076,307418583~6141893,316764114~1718090,319174253~1934258,327843439~5463750,333770793~4554541,340774249~11837394,355263620~5200333,369558094~5170373,376343637~4872046,385403060~9993237,395899660~5320465,403360897~3188967,407636507~1784786] 2024-08-29T18:49:47.769 INFO:tasks.workunit.client.0.smithi028.stdout: actual was [0~16352025,17028177~20695467,46474403~5208080,52303029~26966757,80470003~516724,89094084~21532157,114645810~3256659,125829120~3536369,135972001~5712519,148040554~5935312,161993646~3399938,166234126~7755611,176334132~14668719,192832680~5587380,201326592~1126568,205520896~18078235,227002606~11629162,239169817~4265262,255852544~16257849,277924467~2799721,281018368~32542108,316764114~1718090,319174253~1934258,327843439~5463750,333770793~4554541,339738624~12873019,355263620~5200333,369558094~11657589,385403060~15817065,403360897~3188967,407636507~1784786] 2024-08-29T18:49:47.769 INFO:tasks.workunit.client.0.smithi028.stdout:from 6 to 18 diff [217869~607781,3628194~12723831,17028177~24935011,46474403~5208080,52303029~2433802,55333652~22176260,78747617~522169,80470003~516724,91242439~19383802,114645810~3256659,126985745~2379744,134273387~7411133,145351016~8624850,161993646~3399938,166234126~7755611,176334132~23737292,201373250~1079910,205956601~216622,208249281~15349850,227002606~11629162,240398233~3036846,253287398~18822995,275020936~887797,277924467~2799721,281966612~1069486,283885646~1340452,285498168~17827554,305138638~2000076,307418583~6141893,316764114~1718090,319174253~1934258,327843439~5463750,333770793~4554541,340774249~11837394,355263620~5200333,365793837~2271430,369558094~5170373,376343637~4872046,385403060~9993237,395899660~5320465,403360897~3188967,407636507~1784786] 2024-08-29T18:49:47.769 INFO:tasks.workunit.client.0.smithi028.stdout: limited diff [217869~607781,3628194~12723831,17028177~24935011,46474403~5208080,52303029~2433802,55333652~22176260,78747617~522169,80470003~516724,91242439~19383802,114645810~3256659,126985745~2379744,134273387~7411133,145351016~8624850,161993646~3399938,166234126~7755611,176334132~23737292,201373250~1079910,205956601~216622,208249281~15349850,227002606~11629162,240398233~3036846,253287398~18822995,275020936~887797,277924467~2799721,281966612~1069486,283885646~1340452,285498168~17827554,305138638~2000076,307418583~6141893,316764114~1718090,319174253~1934258,327843439~5463750,333770793~4554541,340774249~11837394,355263620~5200333,365793837~2271430,369558094~5170373,376343637~4872046,385403060~9993237,395899660~5320465,403360897~3188967,407636507~1784786] 2024-08-29T18:49:47.776 INFO:tasks.workunit.client.0.smithi028.stdout: actual was [0~16352025,17028177~24935011,46474403~5208080,52303029~26966757,80470003~516724,89094084~21532157,114645810~3256659,125829120~3536369,134273387~7411133,145351016~8624850,161993646~3399938,166234126~7755611,176334132~23737292,201326592~1126568,205520896~18078235,227002606~11629162,239169817~4265262,253287398~18822995,274880892~1027841,277924467~2799721,281018368~32542108,316764114~1718090,319174253~1934258,327843439~5463750,333770793~4554541,339738624~12873019,355263620~5200333,365793837~2271430,369558094~11657589,385403060~15817065,403360897~3188967,407636507~1784786] 2024-08-29T18:49:47.776 INFO:tasks.workunit.client.0.smithi028.stdout:from 6 to 19 diff [217869~607781,3628194~12723831,17028177~24935011,46474403~5208080,52303029~25206883,78747617~522169,79764586~6120719,91242439~19383802,114645810~3256659,126985745~2379744,134273387~7411133,145351016~8624850,161993646~3399938,166234126~7755611,176334132~23737292,201373250~1079910,205956601~216622,208249281~15349850,227002606~11629162,240398233~3036846,253287398~18822995,275020936~887797,277924467~2799721,281966612~1069486,283885646~1340452,285498168~17827554,305138638~8421838,316764114~1718090,319174253~1934258,327843439~10481895,340774249~11837394,355263620~5200333,361055869~7556606,369558094~5170373,376343637~4872046,385403060~9993237,395899660~5320465,403360897~3188967,407636507~1784786] 2024-08-29T18:49:47.776 INFO:tasks.workunit.client.0.smithi028.stdout: limited diff [217869~607781,3628194~12723831,17028177~24935011,46474403~5208080,52303029~25206883,78747617~522169,79764586~6120719,91242439~19383802,114645810~3256659,126985745~2379744,134273387~7411133,145351016~8624850,161993646~3399938,166234126~7755611,176334132~23737292,201373250~1079910,205956601~216622,208249281~15349850,227002606~11629162,240398233~3036846,253287398~18822995,275020936~887797,277924467~2799721,281966612~1069486,283885646~1340452,285498168~17827554,305138638~8421838,316764114~1718090,319174253~1934258,327843439~10481895,340774249~11837394,355263620~5200333,361055869~7556606,369558094~5170373,376343637~4872046,385403060~9993237,395899660~5320465,403360897~3188967,407636507~1784786] 2024-08-29T18:49:47.783 INFO:tasks.workunit.client.0.smithi028.stdout: actual was [0~16352025,17028177~24935011,46474403~5208080,52303029~26966757,79764586~6120719,89094084~21532157,114645810~3256659,125829120~3536369,134273387~7411133,145351016~8624850,161993646~3399938,166234126~7755611,176334132~23737292,201326592~1126568,205520896~18078235,227002606~11629162,239169817~4265262,253287398~18822995,274880892~1027841,277924467~2799721,281018368~32542108,316764114~1718090,319174253~1934258,327843439~10481895,339738624~12873019,355263620~5200333,361055869~7556606,369558094~11657589,385403060~15817065,403360897~3188967,407636507~1784786] 2024-08-29T18:49:47.783 INFO:tasks.workunit.client.0.smithi028.stdout:from 7 to 8 diff [23803120~7981154,57942514~3722396,183165758~7837093,213846099~4168041,231998435~6188219,259678252~2814737,285728457~4428234,355263620~3334799,370154569~3799054,389162629~1774895] 2024-08-29T18:49:47.783 INFO:tasks.workunit.client.0.smithi028.stdout: limited diff [23803120~7981154,57942514~3722396,183165758~7837093,213846099~4168041,231998435~6188219,259678252~2814737,285728457~4428234,355263620~3334799,370154569~3799054,389162629~1774895] 2024-08-29T18:49:47.790 INFO:tasks.workunit.client.0.smithi028.stdout: actual was [20971520~10812754,54659881~7005029,183165758~7837093,209715200~8298940,231998435~6188219,259554426~2938563,285212672~4944019,355263620~3334799,370154569~3799054,389162629~1774895] 2024-08-29T18:49:47.790 INFO:tasks.workunit.client.0.smithi028.stdout:from 7 to 9 diff [23803120~7981154,52303029~2433802,57942514~3722396,126987334~2378155,148040554~5935312,183165758~7837093,213846099~4168041,231998435~6188219,259678252~2814737,264903345~2757343,271120015~990378,277924467~2799721,285728457~10514010,340774249~3706534,355263620~3334799,369558094~5170373,389162629~1774895] 2024-08-29T18:49:47.790 INFO:tasks.workunit.client.0.smithi028.stdout: limited diff [23803120~7981154,52303029~2433802,57942514~3722396,126987334~2378155,148040554~5935312,183165758~7837093,213846099~4168041,231998435~6188219,259678252~2814737,264903345~2757343,271120015~990378,277924467~2799721,285728457~10514010,340774249~3706534,355263620~3334799,369558094~5170373,389162629~1774895] 2024-08-29T18:49:47.797 INFO:tasks.workunit.client.0.smithi028.stdout: actual was [20971520~10812754,52303029~9361881,125829120~3536369,148040554~5935312,183165758~7837093,209715200~8298940,231998435~6188219,259554426~2938563,264241152~3419536,268435456~3674937,277924467~2799721,285212672~11029795,339738624~4742159,355263620~3334799,369558094~5170373,389162629~1774895] 2024-08-29T18:49:47.798 INFO:tasks.workunit.client.0.smithi028.stdout:from 7 to 10 diff [20831886~10952388,34664831~312119,52303029~2433802,57942514~3722396,72419591~5090321,80470003~516724,126987334~2378155,148040554~5935312,183165758~7837093,201373250~1079910,205956601~216622,213846099~4168041,231998435~6188219,259678252~2814737,264903345~2757343,271120015~990378,277924467~2799721,281966612~1069486,285498168~10744299,319174253~1934258,340774249~3706534,355263620~3334799,369558094~5170373,389162629~1774895] 2024-08-29T18:49:47.798 INFO:tasks.workunit.client.0.smithi028.stdout: limited diff [20831886~10952388,34664831~312119,52303029~2433802,57942514~3722396,72419591~5090321,80470003~516724,126987334~2378155,148040554~5935312,183165758~7837093,201373250~1079910,205956601~216622,213846099~4168041,231998435~6188219,259678252~2814737,264903345~2757343,271120015~990378,277924467~2799721,281966612~1069486,285498168~10744299,319174253~1934258,340774249~3706534,355263620~3334799,369558094~5170373,389162629~1774895] 2024-08-29T18:49:47.805 INFO:tasks.workunit.client.0.smithi028.stdout: actual was [19564590~12219684,34664831~312119,52303029~9361881,72419591~5090321,80470003~516724,125829120~3536369,148040554~5935312,183165758~7837093,201326592~1126568,205956601~216622,209715200~8298940,231998435~6188219,259554426~2938563,264241152~3419536,268435456~3674937,277924467~2799721,281018368~2017730,285212672~11029795,319174253~1934258,339738624~4742159,355263620~3334799,369558094~5170373,389162629~1774895] 2024-08-29T18:49:47.805 INFO:tasks.workunit.client.0.smithi028.stdout:from 7 to 11 diff [20831886~12702871,34664831~312119,52303029~2433802,57942514~3722396,72419591~5090321,80470003~516724,126987334~2378155,148040554~5935312,183165758~7837093,192832680~4326625,201373250~1079910,205956601~216622,208249281~4081037,213846099~4168041,227002606~11184048,259678252~2814737,264903345~2757343,271120015~990378,277924467~2799721,281966612~1069486,285498168~10744299,319174253~1934258,333770793~4554541,340774249~3706534,355263620~3334799,369558094~5170373,388525084~6871213,403360897~3188967] 2024-08-29T18:49:47.805 INFO:tasks.workunit.client.0.smithi028.stdout: limited diff [20831886~12702871,34664831~312119,52303029~2433802,57942514~3722396,72419591~5090321,80470003~516724,126987334~2378155,148040554~5935312,183165758~7837093,192832680~4326625,201373250~1079910,205956601~216622,208249281~4081037,213846099~4168041,227002606~11184048,259678252~2814737,264903345~2757343,271120015~990378,277924467~2799721,281966612~1069486,285498168~10744299,319174253~1934258,333770793~4554541,340774249~3706534,355263620~3334799,369558094~5170373,388525084~6871213,403360897~3188967] 2024-08-29T18:49:47.813 INFO:tasks.workunit.client.0.smithi028.stdout: actual was [19564590~13970167,34664831~312119,52303029~9361881,72419591~5090321,80470003~516724,125829120~3536369,148040554~5935312,183165758~7837093,192832680~4326625,201326592~1126568,205956601~216622,208249281~9764859,227002606~11184048,259554426~2938563,264241152~3419536,268435456~3674937,277924467~2799721,281018368~2017730,285212672~11029795,319174253~1934258,333770793~4554541,339738624~4742159,355263620~3334799,369558094~5170373,388525084~6871213,403360897~3188967] 2024-08-29T18:49:47.813 INFO:tasks.workunit.client.0.smithi028.stdout:from 7 to 12 diff [217869~607781,6227370~7105144,20831886~12702871,34664831~312119,46474403~5208080,52303029~2433802,55333652~12689516,72419591~5090321,80470003~516724,126985745~2379744,148040554~5935312,183165758~7837093,192832680~4326625,201373250~1079910,205956601~216622,208249281~4081037,213846099~4168041,227002606~11184048,240398233~3036846,259678252~2814737,264903345~2757343,271120015~990378,277924467~2799721,281966612~1069486,285498168~10744299,307418583~6141893,319174253~1934258,333770793~4554541,340774249~3706534,355263620~3334799,369558094~5170373,385403060~9993237,403360897~3188967] 2024-08-29T18:49:47.813 INFO:tasks.workunit.client.0.smithi028.stdout: limited diff [217869~607781,6227370~7105144,20831886~12702871,34664831~312119,46474403~5208080,52303029~2433802,55333652~12689516,72419591~5090321,80470003~516724,126985745~2379744,148040554~5935312,183165758~7837093,192832680~4326625,201373250~1079910,205956601~216622,208249281~4081037,213846099~4168041,227002606~11184048,240398233~3036846,259678252~2814737,264903345~2757343,271120015~990378,277924467~2799721,281966612~1069486,285498168~10744299,307418583~6141893,319174253~1934258,333770793~4554541,340774249~3706534,355263620~3334799,369558094~5170373,385403060~9993237,403360897~3188967] 2024-08-29T18:49:47.821 INFO:tasks.workunit.client.0.smithi028.stdout: actual was [0~825650,6227370~7105144,19564590~13970167,34664831~312119,46474403~5208080,52303029~15720139,72419591~5090321,80470003~516724,125829120~3536369,148040554~5935312,183165758~7837093,192832680~4326625,201326592~1126568,205956601~216622,208249281~9764859,227002606~11184048,239169817~4265262,259554426~2938563,264241152~3419536,268435456~3674937,277924467~2799721,281018368~2017730,285212672~11029795,306184192~7376284,319174253~1934258,333770793~4554541,339738624~4742159,355263620~3334799,369558094~5170373,385403060~9993237,403360897~3188967] 2024-08-29T18:49:47.821 INFO:tasks.workunit.client.0.smithi028.stdout:from 7 to 13 diff [217869~607781,3628194~9704320,20831886~16891758,46474403~5208080,52303029~2433802,55333652~22176260,80470003~516724,94089778~8173285,115446419~1938524,126985745~2379744,148040554~5935312,183165758~7837093,192832680~4326625,201373250~1079910,205956601~216622,208249281~4081037,213846099~4168041,227002606~11184048,240398233~3036846,259678252~2814737,263201634~8908759,277924467~2799721,281966612~1069486,285498168~10744299,305138638~2000076,307418583~6141893,319174253~1934258,333770793~4554541,340774249~7551803,355263620~3334799,369558094~5170373,376725448~4490235,385403060~9993237,403360897~3188967] 2024-08-29T18:49:47.821 INFO:tasks.workunit.client.0.smithi028.stdout: limited diff [217869~607781,3628194~9704320,20831886~16891758,46474403~5208080,52303029~2433802,55333652~22176260,80470003~516724,94089778~8173285,115446419~1938524,126985745~2379744,148040554~5935312,183165758~7837093,192832680~4326625,201373250~1079910,205956601~216622,208249281~4081037,213846099~4168041,227002606~11184048,240398233~3036846,259678252~2814737,263201634~8908759,277924467~2799721,281966612~1069486,285498168~10744299,305138638~2000076,307418583~6141893,319174253~1934258,333770793~4554541,340774249~7551803,355263620~3334799,369558094~5170373,376725448~4490235,385403060~9993237,403360897~3188967] 2024-08-29T18:49:47.828 INFO:tasks.workunit.client.0.smithi028.stdout: actual was [0~13332514,19564590~18159054,46474403~5208080,52303029~25206883,80470003~516724,94089778~8173285,115446419~1938524,125829120~3536369,148040554~5935312,183165758~7837093,192832680~4326625,201326592~1126568,205956601~216622,208249281~9764859,227002606~11184048,239169817~4265262,259554426~12555967,277924467~2799721,281018368~2017730,285212672~11029795,302560380~11000096,319174253~1934258,333770793~4554541,339738624~8587428,355263620~3334799,369558094~5170373,376725448~4490235,385403060~9993237,403360897~3188967] 2024-08-29T18:49:47.828 INFO:tasks.workunit.client.0.smithi028.stdout:from 7 to 14 diff [217869~607781,3628194~9704320,17028177~20695467,46474403~5208080,52303029~2433802,55333652~22176260,78747617~522169,80470003~516724,94089778~8547885,114645810~3256659,126985745~2379744,148040554~5935312,161993646~3399938,183165758~7837093,192832680~4326625,201373250~1079910,205956601~216622,208249281~4081037,213846099~4168041,227002606~11184048,240398233~3036846,259678252~2814737,263201634~8908759,277924467~2799721,281966612~1069486,285498168~10744299,305138638~2000076,307418583~6141893,319174253~1934258,333770793~4554541,340774249~7551803,355263620~3334799,369558094~5170373,376725448~4490235,385403060~9993237,395899660~5320465,403360897~3188967] 2024-08-29T18:49:47.828 INFO:tasks.workunit.client.0.smithi028.stdout: limited diff [217869~607781,3628194~9704320,17028177~20695467,46474403~5208080,52303029~2433802,55333652~22176260,78747617~522169,80470003~516724,94089778~8547885,114645810~3256659,126985745~2379744,148040554~5935312,161993646~3399938,183165758~7837093,192832680~4326625,201373250~1079910,205956601~216622,208249281~4081037,213846099~4168041,227002606~11184048,240398233~3036846,259678252~2814737,263201634~8908759,277924467~2799721,281966612~1069486,285498168~10744299,305138638~2000076,307418583~6141893,319174253~1934258,333770793~4554541,340774249~7551803,355263620~3334799,369558094~5170373,376725448~4490235,385403060~9993237,395899660~5320465,403360897~3188967] 2024-08-29T18:49:47.834 INFO:tasks.workunit.client.0.smithi028.stdout: actual was [0~13332514,17028177~20695467,46474403~5208080,52303029~26966757,80470003~516724,94089778~8547885,114645810~3256659,125829120~3536369,148040554~5935312,161993646~3399938,183165758~7837093,192832680~4326625,201326592~1126568,205956601~216622,208249281~9764859,227002606~11184048,239169817~4265262,259554426~12555967,277924467~2799721,281018368~2017730,285212672~11029795,302560380~11000096,319174253~1934258,333770793~4554541,339738624~8587428,355263620~3334799,369558094~5170373,376725448~4490235,385403060~9993237,395899660~5320465,403360897~3188967] 2024-08-29T18:49:47.834 INFO:tasks.workunit.client.0.smithi028.stdout:from 7 to 15 diff [217869~607781,3628194~11465562,17028177~20695467,46474403~5208080,52303029~2433802,55333652~22176260,78747617~522169,80470003~516724,94089778~8547885,105032287~5593954,114645810~3256659,126985745~2379744,135972001~5712519,148040554~5935312,161993646~3399938,166234126~6758508,176334132~14668719,192832680~4326625,201373250~1079910,205956601~216622,208249281~15349850,227002606~11184048,240398233~3036846,259678252~2814737,263201634~8908759,277924467~2799721,281966612~1069486,285498168~10744299,305138638~2000076,307418583~6141893,319174253~1934258,333770793~4554541,340774249~7551803,355263620~3334799,369558094~5170373,376725448~4490235,385403060~9993237,395899660~5320465,403360897~3188967] 2024-08-29T18:49:47.834 INFO:tasks.workunit.client.0.smithi028.stdout: limited diff [217869~607781,3628194~11465562,17028177~20695467,46474403~5208080,52303029~2433802,55333652~22176260,78747617~522169,80470003~516724,94089778~8547885,105032287~5593954,114645810~3256659,126985745~2379744,135972001~5712519,148040554~5935312,161993646~3399938,166234126~6758508,176334132~14668719,192832680~4326625,201373250~1079910,205956601~216622,208249281~15349850,227002606~11184048,240398233~3036846,259678252~2814737,263201634~8908759,277924467~2799721,281966612~1069486,285498168~10744299,305138638~2000076,307418583~6141893,319174253~1934258,333770793~4554541,340774249~7551803,355263620~3334799,369558094~5170373,376725448~4490235,385403060~9993237,395899660~5320465,403360897~3188967] 2024-08-29T18:49:47.841 INFO:tasks.workunit.client.0.smithi028.stdout: actual was [0~15093756,17028177~20695467,46474403~5208080,52303029~26966757,80470003~516724,94089778~8547885,105032287~5593954,114645810~3256659,125829120~3536369,135972001~5712519,148040554~5935312,161993646~3399938,166234126~6758508,176334132~14668719,192832680~4326625,201326592~1126568,205956601~216622,208249281~15349850,227002606~11184048,239169817~4265262,259554426~12555967,277924467~2799721,281018368~2017730,285212672~11029795,302560380~11000096,319174253~1934258,333770793~4554541,339738624~8587428,355263620~3334799,369558094~5170373,376725448~4490235,385403060~9993237,395899660~5320465,403360897~3188967] 2024-08-29T18:49:47.841 INFO:tasks.workunit.client.0.smithi028.stdout:from 7 to 16 diff [217869~607781,3628194~12723831,17028177~20695467,46474403~5208080,52303029~2433802,55333652~22176260,78747617~522169,80470003~516724,94089778~8547885,105032287~5593954,114645810~3256659,126985745~2379744,135972001~5712519,148040554~5935312,161993646~3399938,166234126~6758508,176334132~14668719,192832680~5587380,201373250~1079910,205956601~216622,208249281~15349850,227002606~11184048,240398233~3036846,259678252~2814737,263201634~8908759,277924467~2799721,281966612~1069486,285498168~10744299,305138638~2000076,307418583~6141893,319174253~1934258,327843439~5463750,333770793~4554541,340774249~7551803,355263620~5200333,369558094~5170373,376725448~4490235,385403060~9993237,395899660~5320465,403360897~3188967] 2024-08-29T18:49:47.841 INFO:tasks.workunit.client.0.smithi028.stdout: limited diff [217869~607781,3628194~12723831,17028177~20695467,46474403~5208080,52303029~2433802,55333652~22176260,78747617~522169,80470003~516724,94089778~8547885,105032287~5593954,114645810~3256659,126985745~2379744,135972001~5712519,148040554~5935312,161993646~3399938,166234126~6758508,176334132~14668719,192832680~5587380,201373250~1079910,205956601~216622,208249281~15349850,227002606~11184048,240398233~3036846,259678252~2814737,263201634~8908759,277924467~2799721,281966612~1069486,285498168~10744299,305138638~2000076,307418583~6141893,319174253~1934258,327843439~5463750,333770793~4554541,340774249~7551803,355263620~5200333,369558094~5170373,376725448~4490235,385403060~9993237,395899660~5320465,403360897~3188967] 2024-08-29T18:49:47.851 INFO:tasks.workunit.client.0.smithi028.stdout: actual was [0~16352025,17028177~20695467,46474403~5208080,52303029~26966757,80470003~516724,94089778~8547885,105032287~5593954,114645810~3256659,125829120~3536369,135972001~5712519,148040554~5935312,161993646~3399938,166234126~6758508,176334132~14668719,192832680~5587380,201326592~1126568,205956601~216622,208249281~15349850,227002606~11184048,239169817~4265262,259554426~12555967,277924467~2799721,281018368~2017730,285212672~11029795,302560380~11000096,319174253~1934258,327843439~5463750,333770793~4554541,339738624~8587428,355263620~5200333,369558094~5170373,376725448~4490235,385403060~9993237,395899660~5320465,403360897~3188967] 2024-08-29T18:49:47.851 INFO:tasks.workunit.client.0.smithi028.stdout:from 7 to 17 diff [217869~607781,3628194~12723831,17028177~20695467,46474403~5208080,52303029~2433802,55333652~22176260,78747617~522169,80470003~516724,91242439~13302339,105032287~5593954,114645810~3256659,126985745~2379744,135972001~5712519,148040554~5935312,161993646~3399938,166234126~6758508,176334132~14668719,192832680~5587380,201373250~1079910,205956601~216622,208249281~15349850,227002606~11629162,240398233~3036846,259678252~2814737,263201634~8908759,277924467~2799721,281966612~1069486,283885646~1340452,285498168~17827554,305138638~2000076,307418583~6141893,319174253~1934258,327843439~5463750,333770793~4554541,340774249~11837394,355263620~5200333,369558094~5170373,376725448~4490235,385403060~9993237,395899660~5320465,403360897~3188967] 2024-08-29T18:49:47.851 INFO:tasks.workunit.client.0.smithi028.stdout: limited diff [217869~607781,3628194~12723831,17028177~20695467,46474403~5208080,52303029~2433802,55333652~22176260,78747617~522169,80470003~516724,91242439~13302339,105032287~5593954,114645810~3256659,126985745~2379744,135972001~5712519,148040554~5935312,161993646~3399938,166234126~6758508,176334132~14668719,192832680~5587380,201373250~1079910,205956601~216622,208249281~15349850,227002606~11629162,240398233~3036846,259678252~2814737,263201634~8908759,277924467~2799721,281966612~1069486,283885646~1340452,285498168~17827554,305138638~2000076,307418583~6141893,319174253~1934258,327843439~5463750,333770793~4554541,340774249~11837394,355263620~5200333,369558094~5170373,376725448~4490235,385403060~9993237,395899660~5320465,403360897~3188967] 2024-08-29T18:49:47.859 INFO:tasks.workunit.client.0.smithi028.stdout: actual was [0~16352025,17028177~20695467,46474403~5208080,52303029~26966757,80470003~516724,89094084~15450694,105032287~5593954,114645810~3256659,125829120~3536369,135972001~5712519,148040554~5935312,161993646~3399938,166234126~6758508,176334132~14668719,192832680~5587380,201326592~1126568,205956601~216622,208249281~15349850,227002606~11629162,239169817~4265262,259554426~12555967,277924467~2799721,281018368~32542108,319174253~1934258,327843439~5463750,333770793~4554541,339738624~12873019,355263620~5200333,369558094~5170373,376725448~4490235,385403060~9993237,395899660~5320465,403360897~3188967] 2024-08-29T18:49:47.859 INFO:tasks.workunit.client.0.smithi028.stdout:from 7 to 18 diff [217869~607781,3628194~12723831,17028177~24935011,46474403~5208080,52303029~2433802,55333652~22176260,78747617~522169,80470003~516724,91242439~13302339,105032287~5593954,114645810~3256659,126985745~2379744,134273387~7411133,145351016~8624850,161993646~3399938,166234126~6758508,176334132~23737292,201373250~1079910,205956601~216622,208249281~15349850,227002606~11629162,240398233~3036846,253287398~18822995,275020936~887797,277924467~2799721,281966612~1069486,283885646~1340452,285498168~17827554,305138638~2000076,307418583~6141893,319174253~1934258,327843439~5463750,333770793~4554541,340774249~11837394,355263620~5200333,365793837~2271430,369558094~5170373,376725448~4490235,385403060~9993237,395899660~5320465,403360897~3188967] 2024-08-29T18:49:47.859 INFO:tasks.workunit.client.0.smithi028.stdout: limited diff [217869~607781,3628194~12723831,17028177~24935011,46474403~5208080,52303029~2433802,55333652~22176260,78747617~522169,80470003~516724,91242439~13302339,105032287~5593954,114645810~3256659,126985745~2379744,134273387~7411133,145351016~8624850,161993646~3399938,166234126~6758508,176334132~23737292,201373250~1079910,205956601~216622,208249281~15349850,227002606~11629162,240398233~3036846,253287398~18822995,275020936~887797,277924467~2799721,281966612~1069486,283885646~1340452,285498168~17827554,305138638~2000076,307418583~6141893,319174253~1934258,327843439~5463750,333770793~4554541,340774249~11837394,355263620~5200333,365793837~2271430,369558094~5170373,376725448~4490235,385403060~9993237,395899660~5320465,403360897~3188967] 2024-08-29T18:49:47.866 INFO:tasks.workunit.client.0.smithi028.stdout: actual was [0~16352025,17028177~24935011,46474403~5208080,52303029~26966757,80470003~516724,89094084~15450694,105032287~5593954,114645810~3256659,125829120~3536369,134273387~7411133,145351016~8624850,161993646~3399938,166234126~6758508,176334132~23737292,201326592~1126568,205956601~216622,208249281~15349850,227002606~11629162,239169817~4265262,253287398~18822995,274880892~1027841,277924467~2799721,281018368~32542108,319174253~1934258,327843439~5463750,333770793~4554541,339738624~12873019,355263620~5200333,365793837~2271430,369558094~5170373,376725448~4490235,385403060~9993237,395899660~5320465,403360897~3188967] 2024-08-29T18:49:47.866 INFO:tasks.workunit.client.0.smithi028.stdout:from 7 to 19 diff [217869~607781,3628194~12723831,17028177~24935011,46474403~5208080,52303029~25206883,78747617~522169,79764586~6120719,91242439~13302339,105032287~5593954,114645810~3256659,126985745~2379744,134273387~7411133,145351016~8624850,161993646~3399938,166234126~6758508,176334132~23737292,201373250~1079910,205956601~216622,208249281~15349850,227002606~11629162,240398233~3036846,253287398~18822995,275020936~887797,277924467~2799721,281966612~1069486,283885646~1340452,285498168~17827554,305138638~8421838,319174253~1934258,327843439~10481895,340774249~11837394,355263620~5200333,361055869~7556606,369558094~5170373,376725448~4490235,385403060~9993237,395899660~5320465,403360897~3188967] 2024-08-29T18:49:47.866 INFO:tasks.workunit.client.0.smithi028.stdout: limited diff [217869~607781,3628194~12723831,17028177~24935011,46474403~5208080,52303029~25206883,78747617~522169,79764586~6120719,91242439~13302339,105032287~5593954,114645810~3256659,126985745~2379744,134273387~7411133,145351016~8624850,161993646~3399938,166234126~6758508,176334132~23737292,201373250~1079910,205956601~216622,208249281~15349850,227002606~11629162,240398233~3036846,253287398~18822995,275020936~887797,277924467~2799721,281966612~1069486,283885646~1340452,285498168~17827554,305138638~8421838,319174253~1934258,327843439~10481895,340774249~11837394,355263620~5200333,361055869~7556606,369558094~5170373,376725448~4490235,385403060~9993237,395899660~5320465,403360897~3188967] 2024-08-29T18:49:47.872 INFO:tasks.workunit.client.0.smithi028.stdout: actual was [0~16352025,17028177~24935011,46474403~5208080,52303029~26966757,79764586~6120719,89094084~15450694,105032287~5593954,114645810~3256659,125829120~3536369,134273387~7411133,145351016~8624850,161993646~3399938,166234126~6758508,176334132~23737292,201326592~1126568,205956601~216622,208249281~15349850,227002606~11629162,239169817~4265262,253287398~18822995,274880892~1027841,277924467~2799721,281018368~32542108,319174253~1934258,327843439~10481895,339738624~12873019,355263620~5200333,361055869~7556606,369558094~5170373,376725448~4490235,385403060~9993237,395899660~5320465,403360897~3188967] 2024-08-29T18:49:47.873 INFO:tasks.workunit.client.0.smithi028.stdout:from 8 to 9 diff [52303029~2433802,126987334~2378155,148040554~5935312,264903345~2757343,271120015~990378,277924467~2799721,288388507~7853960,340774249~3706534,369558094~5170373] 2024-08-29T18:49:47.873 INFO:tasks.workunit.client.0.smithi028.stdout: limited diff [52303029~2433802,126987334~2378155,148040554~5935312,264903345~2757343,271120015~990378,277924467~2799721,288388507~7853960,340774249~3706534,369558094~5170373] 2024-08-29T18:49:47.880 INFO:tasks.workunit.client.0.smithi028.stdout: actual was [52303029~2433802,125829120~3536369,148040554~5935312,264241152~3419536,268435456~3674937,277924467~2799721,288388507~7853960,339738624~4742159,369558094~5170373] 2024-08-29T18:49:47.880 INFO:tasks.workunit.client.0.smithi028.stdout:from 8 to 10 diff [20831886~6718663,34664831~312119,52303029~2433802,72419591~5090321,80470003~516724,126987334~2378155,148040554~5935312,201373250~1079910,205956601~216622,264903345~2757343,271120015~990378,277924467~2799721,281966612~1069486,285498168~10744299,319174253~1934258,340774249~3706534,369558094~5170373] 2024-08-29T18:49:47.880 INFO:tasks.workunit.client.0.smithi028.stdout: limited diff [20831886~6718663,34664831~312119,52303029~2433802,72419591~5090321,80470003~516724,126987334~2378155,148040554~5935312,201373250~1079910,205956601~216622,264903345~2757343,271120015~990378,277924467~2799721,281966612~1069486,285498168~10744299,319174253~1934258,340774249~3706534,369558094~5170373] 2024-08-29T18:49:47.886 INFO:tasks.workunit.client.0.smithi028.stdout: actual was [19564590~7985959,34664831~312119,52303029~2433802,72419591~5090321,80470003~516724,125829120~3536369,148040554~5935312,201326592~1126568,205956601~216622,264241152~3419536,268435456~3674937,277924467~2799721,281018368~2017730,285498168~10744299,319174253~1934258,339738624~4742159,369558094~5170373] 2024-08-29T18:49:47.886 INFO:tasks.workunit.client.0.smithi028.stdout:from 8 to 11 diff [20831886~12702871,34664831~312119,52303029~2433802,72419591~5090321,80470003~516724,126987334~2378155,148040554~5935312,192832680~4326625,201373250~1079910,205956601~216622,208249281~4081037,227002606~7372323,264903345~2757343,271120015~990378,277924467~2799721,281966612~1069486,285498168~10744299,319174253~1934258,333770793~4554541,340774249~3706534,369558094~5170373,388525084~6871213,403360897~3188967] 2024-08-29T18:49:47.887 INFO:tasks.workunit.client.0.smithi028.stdout: limited diff [20831886~12702871,34664831~312119,52303029~2433802,72419591~5090321,80470003~516724,126987334~2378155,148040554~5935312,192832680~4326625,201373250~1079910,205956601~216622,208249281~4081037,227002606~7372323,264903345~2757343,271120015~990378,277924467~2799721,281966612~1069486,285498168~10744299,319174253~1934258,333770793~4554541,340774249~3706534,369558094~5170373,388525084~6871213,403360897~3188967] 2024-08-29T18:49:47.894 INFO:tasks.workunit.client.0.smithi028.stdout: actual was [19564590~13970167,34664831~312119,52303029~2433802,72419591~5090321,80470003~516724,125829120~3536369,148040554~5935312,192832680~4326625,201326592~1126568,205956601~216622,208249281~4081037,227002606~7372323,264241152~3419536,268435456~3674937,277924467~2799721,281018368~2017730,285498168~10744299,319174253~1934258,333770793~4554541,339738624~4742159,369558094~5170373,388525084~6871213,403360897~3188967] 2024-08-29T18:49:47.894 INFO:tasks.workunit.client.0.smithi028.stdout:from 8 to 12 diff [217869~607781,6227370~7105144,20831886~12702871,34664831~312119,46474403~5208080,52303029~2433802,55333652~12689516,72419591~5090321,80470003~516724,126985745~2379744,148040554~5935312,192832680~4326625,201373250~1079910,205956601~216622,208249281~4081037,227002606~8284453,240398233~3036846,264903345~2757343,271120015~990378,277924467~2799721,281966612~1069486,285498168~10744299,307418583~6141893,319174253~1934258,333770793~4554541,340774249~3706534,369558094~5170373,385403060~9993237,403360897~3188967] 2024-08-29T18:49:47.894 INFO:tasks.workunit.client.0.smithi028.stdout: limited diff [217869~607781,6227370~7105144,20831886~12702871,34664831~312119,46474403~5208080,52303029~2433802,55333652~12689516,72419591~5090321,80470003~516724,126985745~2379744,148040554~5935312,192832680~4326625,201373250~1079910,205956601~216622,208249281~4081037,227002606~8284453,240398233~3036846,264903345~2757343,271120015~990378,277924467~2799721,281966612~1069486,285498168~10744299,307418583~6141893,319174253~1934258,333770793~4554541,340774249~3706534,369558094~5170373,385403060~9993237,403360897~3188967] 2024-08-29T18:49:47.900 INFO:tasks.workunit.client.0.smithi028.stdout: actual was [0~825650,6227370~7105144,19564590~13970167,34664831~312119,46474403~5208080,52303029~2433802,55333652~12689516,72419591~5090321,80470003~516724,125829120~3536369,148040554~5935312,192832680~4326625,201326592~1126568,205956601~216622,208249281~4081037,227002606~8284453,239169817~4265262,264241152~3419536,268435456~3674937,277924467~2799721,281018368~2017730,285498168~10744299,306184192~7376284,319174253~1934258,333770793~4554541,339738624~4742159,369558094~5170373,385403060~9993237,403360897~3188967] 2024-08-29T18:49:47.900 INFO:tasks.workunit.client.0.smithi028.stdout:from 8 to 13 diff [217869~607781,3628194~9704320,20831886~16891758,46474403~5208080,52303029~2433802,55333652~22176260,80470003~516724,94089778~8173285,115446419~1938524,126985745~2379744,148040554~5935312,192832680~4326625,201373250~1079910,205956601~216622,208249281~4081037,227002606~8284453,240398233~3036846,263201634~8908759,277924467~2799721,281966612~1069486,285498168~10744299,305138638~2000076,307418583~6141893,319174253~1934258,333770793~4554541,340774249~7551803,369558094~5170373,376725448~4490235,385403060~9993237,403360897~3188967] 2024-08-29T18:49:47.901 INFO:tasks.workunit.client.0.smithi028.stdout: limited diff [217869~607781,3628194~9704320,20831886~16891758,46474403~5208080,52303029~2433802,55333652~22176260,80470003~516724,94089778~8173285,115446419~1938524,126985745~2379744,148040554~5935312,192832680~4326625,201373250~1079910,205956601~216622,208249281~4081037,227002606~8284453,240398233~3036846,263201634~8908759,277924467~2799721,281966612~1069486,285498168~10744299,305138638~2000076,307418583~6141893,319174253~1934258,333770793~4554541,340774249~7551803,369558094~5170373,376725448~4490235,385403060~9993237,403360897~3188967] 2024-08-29T18:49:47.907 INFO:tasks.workunit.client.0.smithi028.stdout: actual was [0~13332514,19564590~18159054,46474403~5208080,52303029~2433802,55333652~22176260,80470003~516724,94089778~8173285,115446419~1938524,125829120~3536369,148040554~5935312,192832680~4326625,201326592~1126568,205956601~216622,208249281~4081037,227002606~8284453,239169817~4265262,262492989~9617404,277924467~2799721,281018368~2017730,285498168~10744299,302560380~11000096,319174253~1934258,333770793~4554541,339738624~8587428,369558094~5170373,376725448~4490235,385403060~9993237,403360897~3188967] 2024-08-29T18:49:47.907 INFO:tasks.workunit.client.0.smithi028.stdout:from 8 to 14 diff [217869~607781,3628194~9704320,17028177~20695467,46474403~5208080,52303029~2433802,55333652~22176260,78747617~522169,80470003~516724,94089778~8547885,114645810~3256659,126985745~2379744,148040554~5935312,161993646~3399938,192832680~4326625,201373250~1079910,205956601~216622,208249281~4081037,227002606~8284453,240398233~3036846,263201634~8908759,277924467~2799721,281966612~1069486,285498168~10744299,305138638~2000076,307418583~6141893,319174253~1934258,333770793~4554541,340774249~7551803,369558094~5170373,376725448~4490235,385403060~9993237,395899660~5320465,403360897~3188967] 2024-08-29T18:49:47.907 INFO:tasks.workunit.client.0.smithi028.stdout: limited diff [217869~607781,3628194~9704320,17028177~20695467,46474403~5208080,52303029~2433802,55333652~22176260,78747617~522169,80470003~516724,94089778~8547885,114645810~3256659,126985745~2379744,148040554~5935312,161993646~3399938,192832680~4326625,201373250~1079910,205956601~216622,208249281~4081037,227002606~8284453,240398233~3036846,263201634~8908759,277924467~2799721,281966612~1069486,285498168~10744299,305138638~2000076,307418583~6141893,319174253~1934258,333770793~4554541,340774249~7551803,369558094~5170373,376725448~4490235,385403060~9993237,395899660~5320465,403360897~3188967] 2024-08-29T18:49:47.914 INFO:tasks.workunit.client.0.smithi028.stdout: actual was [0~13332514,17028177~20695467,46474403~5208080,52303029~2433802,55333652~23936134,80470003~516724,94089778~8547885,114645810~3256659,125829120~3536369,148040554~5935312,161993646~3399938,192832680~4326625,201326592~1126568,205956601~216622,208249281~4081037,227002606~8284453,239169817~4265262,262492989~9617404,277924467~2799721,281018368~2017730,285498168~10744299,302560380~11000096,319174253~1934258,333770793~4554541,339738624~8587428,369558094~5170373,376725448~4490235,385403060~9993237,395899660~5320465,403360897~3188967] 2024-08-29T18:49:47.914 INFO:tasks.workunit.client.0.smithi028.stdout:from 8 to 15 diff [217869~607781,3628194~11465562,17028177~20695467,46474403~5208080,52303029~2433802,55333652~22176260,78747617~522169,80470003~516724,94089778~8547885,105032287~5593954,114645810~3256659,126985745~2379744,135972001~5712519,148040554~5935312,161993646~3399938,166234126~6758508,176334132~7724001,192832680~4326625,201373250~1079910,205956601~216622,208249281~15349850,227002606~8284453,240398233~3036846,263201634~8908759,277924467~2799721,281966612~1069486,285498168~10744299,305138638~2000076,307418583~6141893,319174253~1934258,333770793~4554541,340774249~7551803,369558094~5170373,376725448~4490235,385403060~9993237,395899660~5320465,403360897~3188967] 2024-08-29T18:49:47.914 INFO:tasks.workunit.client.0.smithi028.stdout: limited diff [217869~607781,3628194~11465562,17028177~20695467,46474403~5208080,52303029~2433802,55333652~22176260,78747617~522169,80470003~516724,94089778~8547885,105032287~5593954,114645810~3256659,126985745~2379744,135972001~5712519,148040554~5935312,161993646~3399938,166234126~6758508,176334132~7724001,192832680~4326625,201373250~1079910,205956601~216622,208249281~15349850,227002606~8284453,240398233~3036846,263201634~8908759,277924467~2799721,281966612~1069486,285498168~10744299,305138638~2000076,307418583~6141893,319174253~1934258,333770793~4554541,340774249~7551803,369558094~5170373,376725448~4490235,385403060~9993237,395899660~5320465,403360897~3188967] 2024-08-29T18:49:47.921 INFO:tasks.workunit.client.0.smithi028.stdout: actual was [0~15093756,17028177~20695467,46474403~5208080,52303029~2433802,55333652~23936134,80470003~516724,94089778~8547885,105032287~5593954,114645810~3256659,125829120~3536369,135972001~5712519,148040554~5935312,161993646~3399938,166234126~6758508,176334132~7724001,192832680~4326625,201326592~1126568,205956601~216622,208249281~15349850,227002606~8284453,239169817~4265262,262492989~9617404,277924467~2799721,281018368~2017730,285498168~10744299,302560380~11000096,319174253~1934258,333770793~4554541,339738624~8587428,369558094~5170373,376725448~4490235,385403060~9993237,395899660~5320465,403360897~3188967] 2024-08-29T18:49:47.921 INFO:tasks.workunit.client.0.smithi028.stdout:from 8 to 16 diff [217869~607781,3628194~12723831,17028177~20695467,46474403~5208080,52303029~2433802,55333652~22176260,78747617~522169,80470003~516724,94089778~8547885,105032287~5593954,114645810~3256659,126985745~2379744,135972001~5712519,148040554~5935312,161993646~3399938,166234126~6758508,176334132~7724001,192832680~5587380,201373250~1079910,205956601~216622,208249281~15349850,227002606~8284453,240398233~3036846,263201634~8908759,277924467~2799721,281966612~1069486,285498168~10744299,305138638~2000076,307418583~6141893,319174253~1934258,327843439~5463750,333770793~4554541,340774249~7551803,356460539~4003414,369558094~5170373,376725448~4490235,385403060~9993237,395899660~5320465,403360897~3188967] 2024-08-29T18:49:47.921 INFO:tasks.workunit.client.0.smithi028.stdout: limited diff [217869~607781,3628194~12723831,17028177~20695467,46474403~5208080,52303029~2433802,55333652~22176260,78747617~522169,80470003~516724,94089778~8547885,105032287~5593954,114645810~3256659,126985745~2379744,135972001~5712519,148040554~5935312,161993646~3399938,166234126~6758508,176334132~7724001,192832680~5587380,201373250~1079910,205956601~216622,208249281~15349850,227002606~8284453,240398233~3036846,263201634~8908759,277924467~2799721,281966612~1069486,285498168~10744299,305138638~2000076,307418583~6141893,319174253~1934258,327843439~5463750,333770793~4554541,340774249~7551803,356460539~4003414,369558094~5170373,376725448~4490235,385403060~9993237,395899660~5320465,403360897~3188967] 2024-08-29T18:49:47.928 INFO:tasks.workunit.client.0.smithi028.stdout: actual was [0~16352025,17028177~20695467,46474403~5208080,52303029~2433802,55333652~23936134,80470003~516724,94089778~8547885,105032287~5593954,114645810~3256659,125829120~3536369,135972001~5712519,148040554~5935312,161993646~3399938,166234126~6758508,176334132~7724001,192832680~5587380,201326592~1126568,205956601~216622,208249281~15349850,227002606~8284453,239169817~4265262,262492989~9617404,277924467~2799721,281018368~2017730,285498168~10744299,302560380~11000096,319174253~1934258,327843439~5463750,333770793~4554541,339738624~8587428,356460539~4003414,369558094~5170373,376725448~4490235,385403060~9993237,395899660~5320465,403360897~3188967] 2024-08-29T18:49:47.929 INFO:tasks.workunit.client.0.smithi028.stdout:from 8 to 17 diff [217869~607781,3628194~12723831,17028177~20695467,46474403~5208080,52303029~2433802,55333652~22176260,78747617~522169,80470003~516724,91242439~13302339,105032287~5593954,114645810~3256659,126985745~2379744,135972001~5712519,148040554~5935312,161993646~3399938,166234126~6758508,176334132~9504543,192832680~5587380,201373250~1079910,205956601~216622,208249281~15349850,227002606~11629162,240398233~3036846,263201634~8908759,277924467~2799721,281966612~1069486,283885646~1340452,285498168~17827554,305138638~2000076,307418583~6141893,319174253~1934258,327843439~5463750,333770793~4554541,340774249~11837394,356460539~4003414,369558094~5170373,376725448~4490235,385403060~9993237,395899660~5320465,403360897~3188967] 2024-08-29T18:49:47.929 INFO:tasks.workunit.client.0.smithi028.stdout: limited diff [217869~607781,3628194~12723831,17028177~20695467,46474403~5208080,52303029~2433802,55333652~22176260,78747617~522169,80470003~516724,91242439~13302339,105032287~5593954,114645810~3256659,126985745~2379744,135972001~5712519,148040554~5935312,161993646~3399938,166234126~6758508,176334132~9504543,192832680~5587380,201373250~1079910,205956601~216622,208249281~15349850,227002606~11629162,240398233~3036846,263201634~8908759,277924467~2799721,281966612~1069486,283885646~1340452,285498168~17827554,305138638~2000076,307418583~6141893,319174253~1934258,327843439~5463750,333770793~4554541,340774249~11837394,356460539~4003414,369558094~5170373,376725448~4490235,385403060~9993237,395899660~5320465,403360897~3188967] 2024-08-29T18:49:47.935 INFO:tasks.workunit.client.0.smithi028.stdout: actual was [0~16352025,17028177~20695467,46474403~5208080,52303029~2433802,55333652~23936134,80470003~516724,89094084~15450694,105032287~5593954,114645810~3256659,125829120~3536369,135972001~5712519,148040554~5935312,161993646~3399938,166234126~6758508,176334132~9504543,192832680~5587380,201326592~1126568,205956601~216622,208249281~15349850,227002606~11629162,239169817~4265262,262492989~9617404,277924467~2799721,281018368~4207730,285498168~28062308,319174253~1934258,327843439~5463750,333770793~4554541,339738624~12873019,356460539~4003414,369558094~5170373,376725448~4490235,385403060~9993237,395899660~5320465,403360897~3188967] 2024-08-29T18:49:47.935 INFO:tasks.workunit.client.0.smithi028.stdout:from 8 to 18 diff [217869~607781,3628194~12723831,17028177~24935011,46474403~5208080,52303029~2433802,55333652~22176260,78747617~522169,80470003~516724,91242439~13302339,105032287~5593954,114645810~3256659,126985745~2379744,134273387~7411133,145351016~8624850,161993646~3399938,166234126~6758508,176334132~9504543,188939830~11131594,201373250~1079910,205956601~216622,208249281~15349850,227002606~11629162,240398233~3036846,253287398~18822995,275020936~887797,277924467~2799721,281966612~1069486,283885646~1340452,285498168~17827554,305138638~2000076,307418583~6141893,319174253~1934258,327843439~5463750,333770793~4554541,340774249~11837394,356460539~4003414,365793837~2271430,369558094~5170373,376725448~4490235,385403060~9993237,395899660~5320465,403360897~3188967] 2024-08-29T18:49:47.935 INFO:tasks.workunit.client.0.smithi028.stdout: limited diff [217869~607781,3628194~12723831,17028177~24935011,46474403~5208080,52303029~2433802,55333652~22176260,78747617~522169,80470003~516724,91242439~13302339,105032287~5593954,114645810~3256659,126985745~2379744,134273387~7411133,145351016~8624850,161993646~3399938,166234126~6758508,176334132~9504543,188939830~11131594,201373250~1079910,205956601~216622,208249281~15349850,227002606~11629162,240398233~3036846,253287398~18822995,275020936~887797,277924467~2799721,281966612~1069486,283885646~1340452,285498168~17827554,305138638~2000076,307418583~6141893,319174253~1934258,327843439~5463750,333770793~4554541,340774249~11837394,356460539~4003414,365793837~2271430,369558094~5170373,376725448~4490235,385403060~9993237,395899660~5320465,403360897~3188967] 2024-08-29T18:49:47.942 INFO:tasks.workunit.client.0.smithi028.stdout: actual was [0~16352025,17028177~24935011,46474403~5208080,52303029~2433802,55333652~23936134,80470003~516724,89094084~15450694,105032287~5593954,114645810~3256659,125829120~3536369,134273387~7411133,145351016~8624850,161993646~3399938,166234126~6758508,176334132~9504543,188939830~11131594,201326592~1126568,205956601~216622,208249281~15349850,227002606~11629162,239169817~4265262,253287398~18822995,274880892~1027841,277924467~2799721,281018368~4207730,285498168~28062308,319174253~1934258,327843439~5463750,333770793~4554541,339738624~12873019,356460539~4003414,365793837~2271430,369558094~5170373,376725448~4490235,385403060~9993237,395899660~5320465,403360897~3188967] 2024-08-29T18:49:47.942 INFO:tasks.workunit.client.0.smithi028.stdout:from 8 to 19 diff [217869~607781,3628194~12723831,17028177~24935011,46474403~5208080,52303029~25206883,78747617~522169,79764586~6120719,91242439~13302339,105032287~5593954,114645810~3256659,126985745~2379744,134273387~7411133,145351016~8624850,161993646~3399938,166234126~6758508,176334132~9504543,188939830~11131594,201373250~1079910,205956601~216622,208249281~15349850,227002606~11629162,240398233~3036846,253287398~18822995,275020936~887797,277924467~2799721,281966612~1069486,283885646~1340452,285498168~17827554,305138638~8421838,319174253~1934258,327843439~10481895,340774249~11837394,356460539~4003414,361055869~7556606,369558094~5170373,376725448~4490235,385403060~9993237,395899660~5320465,403360897~3188967] 2024-08-29T18:49:47.942 INFO:tasks.workunit.client.0.smithi028.stdout: limited diff [217869~607781,3628194~12723831,17028177~24935011,46474403~5208080,52303029~25206883,78747617~522169,79764586~6120719,91242439~13302339,105032287~5593954,114645810~3256659,126985745~2379744,134273387~7411133,145351016~8624850,161993646~3399938,166234126~6758508,176334132~9504543,188939830~11131594,201373250~1079910,205956601~216622,208249281~15349850,227002606~11629162,240398233~3036846,253287398~18822995,275020936~887797,277924467~2799721,281966612~1069486,283885646~1340452,285498168~17827554,305138638~8421838,319174253~1934258,327843439~10481895,340774249~11837394,356460539~4003414,361055869~7556606,369558094~5170373,376725448~4490235,385403060~9993237,395899660~5320465,403360897~3188967] 2024-08-29T18:49:47.949 INFO:tasks.workunit.client.0.smithi028.stdout: actual was [0~16352025,17028177~24935011,46474403~5208080,52303029~26966757,79764586~6120719,89094084~15450694,105032287~5593954,114645810~3256659,125829120~3536369,134273387~7411133,145351016~8624850,161993646~3399938,166234126~6758508,176334132~9504543,188939830~11131594,201326592~1126568,205956601~216622,208249281~15349850,227002606~11629162,239169817~4265262,253287398~18822995,274880892~1027841,277924467~2799721,281018368~4207730,285498168~28062308,319174253~1934258,327843439~10481895,339738624~12873019,356460539~4003414,361055869~7556606,369558094~5170373,376725448~4490235,385403060~9993237,395899660~5320465,403360897~3188967] 2024-08-29T18:49:47.949 INFO:tasks.workunit.client.0.smithi028.stdout:from 9 to 10 diff [20831886~6718663,34664831~312119,72419591~5090321,80470003~516724,201373250~1079910,205956601~216622,281966612~1069486,285498168~9132810,319174253~1934258] 2024-08-29T18:49:47.949 INFO:tasks.workunit.client.0.smithi028.stdout: limited diff [20831886~6718663,34664831~312119,72419591~5090321,80470003~516724,201373250~1079910,205956601~216622,281966612~1069486,285498168~9132810,319174253~1934258] 2024-08-29T18:49:47.956 INFO:tasks.workunit.client.0.smithi028.stdout: actual was [19564590~7985959,34664831~312119,72419591~5090321,80470003~516724,201326592~1126568,205956601~216622,281018368~2017730,285498168~9132810,319174253~1934258] 2024-08-29T18:49:47.956 INFO:tasks.workunit.client.0.smithi028.stdout:from 9 to 11 diff [20831886~12702871,34664831~312119,72419591~5090321,80470003~516724,192832680~4326625,201373250~1079910,205956601~216622,208249281~4081037,227002606~7372323,281966612~1069486,285498168~9132810,319174253~1934258,333770793~4554541,370888328~1019297,388525084~6871213,403360897~3188967] 2024-08-29T18:49:47.956 INFO:tasks.workunit.client.0.smithi028.stdout: limited diff [20831886~12702871,34664831~312119,72419591~5090321,80470003~516724,192832680~4326625,201373250~1079910,205956601~216622,208249281~4081037,227002606~7372323,281966612~1069486,285498168~9132810,319174253~1934258,333770793~4554541,370888328~1019297,388525084~6871213,403360897~3188967] 2024-08-29T18:49:47.962 INFO:tasks.workunit.client.0.smithi028.stdout: actual was [19564590~13970167,34664831~312119,72419591~5090321,80470003~516724,192832680~4326625,201326592~1126568,205956601~216622,208249281~4081037,227002606~7372323,281018368~2017730,285498168~9132810,319174253~1934258,333770793~4554541,370888328~1019297,388525084~6871213,403360897~3188967] 2024-08-29T18:49:47.962 INFO:tasks.workunit.client.0.smithi028.stdout:from 9 to 12 diff [217869~607781,6227370~7105144,20831886~12702871,34664831~312119,46474403~5208080,55333652~12689516,72419591~5090321,80470003~516724,126985745~1006620,192832680~4326625,201373250~1079910,205956601~216622,208249281~4081037,227002606~8284453,240398233~3036846,281966612~1069486,285498168~9132810,307418583~6141893,319174253~1934258,333770793~4554541,370888328~1019297,385403060~9993237,403360897~3188967] 2024-08-29T18:49:47.962 INFO:tasks.workunit.client.0.smithi028.stdout: limited diff [217869~607781,6227370~7105144,20831886~12702871,34664831~312119,46474403~5208080,55333652~12689516,72419591~5090321,80470003~516724,126985745~1006620,192832680~4326625,201373250~1079910,205956601~216622,208249281~4081037,227002606~8284453,240398233~3036846,281966612~1069486,285498168~9132810,307418583~6141893,319174253~1934258,333770793~4554541,370888328~1019297,385403060~9993237,403360897~3188967] 2024-08-29T18:49:47.969 INFO:tasks.workunit.client.0.smithi028.stdout: actual was [0~825650,6227370~7105144,19564590~13970167,34664831~312119,46474403~5208080,55333652~12689516,72419591~5090321,80470003~516724,126985745~1006620,192832680~4326625,201326592~1126568,205956601~216622,208249281~4081037,227002606~8284453,239169817~4265262,281018368~2017730,285498168~9132810,306184192~7376284,319174253~1934258,333770793~4554541,370888328~1019297,385403060~9993237,403360897~3188967] 2024-08-29T18:49:47.969 INFO:tasks.workunit.client.0.smithi028.stdout:from 9 to 13 diff [217869~607781,3628194~9704320,20831886~16891758,46474403~5208080,55333652~22176260,80470003~516724,94089778~8173285,115446419~1938524,126985745~1006620,192832680~4326625,201373250~1079910,205956601~216622,208249281~4081037,227002606~8284453,240398233~3036846,263201634~8027835,281966612~1069486,285498168~9132810,305138638~2000076,307418583~6141893,319174253~1934258,333770793~4554541,341654717~6671335,370888328~1019297,376725448~4490235,385403060~9993237,403360897~3188967] 2024-08-29T18:49:47.969 INFO:tasks.workunit.client.0.smithi028.stdout: limited diff [217869~607781,3628194~9704320,20831886~16891758,46474403~5208080,55333652~22176260,80470003~516724,94089778~8173285,115446419~1938524,126985745~1006620,192832680~4326625,201373250~1079910,205956601~216622,208249281~4081037,227002606~8284453,240398233~3036846,263201634~8027835,281966612~1069486,285498168~9132810,305138638~2000076,307418583~6141893,319174253~1934258,333770793~4554541,341654717~6671335,370888328~1019297,376725448~4490235,385403060~9993237,403360897~3188967] 2024-08-29T18:49:47.976 INFO:tasks.workunit.client.0.smithi028.stdout: actual was [0~13332514,19564590~18159054,46474403~5208080,55333652~22176260,80470003~516724,94089778~8173285,115446419~1938524,126985745~1006620,192832680~4326625,201326592~1126568,205956601~216622,208249281~4081037,227002606~8284453,239169817~4265262,262492989~8736480,281018368~2017730,285498168~9132810,302560380~11000096,319174253~1934258,333770793~4554541,341654717~6671335,370888328~1019297,376725448~4490235,385403060~9993237,403360897~3188967] 2024-08-29T18:49:47.976 INFO:tasks.workunit.client.0.smithi028.stdout:from 9 to 14 diff [217869~607781,3628194~9704320,17028177~20695467,46474403~5208080,55333652~22176260,78747617~522169,80470003~516724,94089778~8547885,114645810~3256659,126985745~1006620,161993646~3399938,192832680~4326625,201373250~1079910,205956601~216622,208249281~4081037,227002606~8284453,240398233~3036846,263201634~8027835,281966612~1069486,285498168~9132810,305138638~2000076,307418583~6141893,319174253~1934258,333770793~4554541,341654717~6671335,370888328~1019297,376725448~4490235,385403060~9993237,395899660~5320465,403360897~3188967] 2024-08-29T18:49:47.977 INFO:tasks.workunit.client.0.smithi028.stdout: limited diff [217869~607781,3628194~9704320,17028177~20695467,46474403~5208080,55333652~22176260,78747617~522169,80470003~516724,94089778~8547885,114645810~3256659,126985745~1006620,161993646~3399938,192832680~4326625,201373250~1079910,205956601~216622,208249281~4081037,227002606~8284453,240398233~3036846,263201634~8027835,281966612~1069486,285498168~9132810,305138638~2000076,307418583~6141893,319174253~1934258,333770793~4554541,341654717~6671335,370888328~1019297,376725448~4490235,385403060~9993237,395899660~5320465,403360897~3188967] 2024-08-29T18:49:47.983 INFO:tasks.workunit.client.0.smithi028.stdout: actual was [0~13332514,17028177~20695467,46474403~5208080,55333652~23936134,80470003~516724,94089778~8547885,114645810~3256659,126985745~1006620,161993646~3399938,192832680~4326625,201326592~1126568,205956601~216622,208249281~4081037,227002606~8284453,239169817~4265262,262492989~8736480,281018368~2017730,285498168~9132810,302560380~11000096,319174253~1934258,333770793~4554541,341654717~6671335,370888328~1019297,376725448~4490235,385403060~9993237,395899660~5320465,403360897~3188967] 2024-08-29T18:49:47.983 INFO:tasks.workunit.client.0.smithi028.stdout:from 9 to 15 diff [217869~607781,3628194~11465562,17028177~20695467,46474403~5208080,55333652~22176260,78747617~522169,80470003~516724,94089778~8547885,105032287~5593954,114645810~3256659,126985745~1006620,135972001~5712519,161993646~3399938,166234126~6758508,176334132~7724001,192832680~4326625,201373250~1079910,205956601~216622,208249281~15349850,227002606~8284453,240398233~3036846,263201634~8027835,281966612~1069486,285498168~9132810,305138638~2000076,307418583~6141893,319174253~1934258,333770793~4554541,341654717~6671335,370888328~1019297,376725448~4490235,385403060~9993237,395899660~5320465,403360897~3188967] 2024-08-29T18:49:47.983 INFO:tasks.workunit.client.0.smithi028.stdout: limited diff [217869~607781,3628194~11465562,17028177~20695467,46474403~5208080,55333652~22176260,78747617~522169,80470003~516724,94089778~8547885,105032287~5593954,114645810~3256659,126985745~1006620,135972001~5712519,161993646~3399938,166234126~6758508,176334132~7724001,192832680~4326625,201373250~1079910,205956601~216622,208249281~15349850,227002606~8284453,240398233~3036846,263201634~8027835,281966612~1069486,285498168~9132810,305138638~2000076,307418583~6141893,319174253~1934258,333770793~4554541,341654717~6671335,370888328~1019297,376725448~4490235,385403060~9993237,395899660~5320465,403360897~3188967] 2024-08-29T18:49:47.990 INFO:tasks.workunit.client.0.smithi028.stdout: actual was [0~15093756,17028177~20695467,46474403~5208080,55333652~23936134,80470003~516724,94089778~8547885,105032287~5593954,114645810~3256659,126985745~1006620,135972001~5712519,161993646~3399938,166234126~6758508,176334132~7724001,192832680~4326625,201326592~1126568,205956601~216622,208249281~15349850,227002606~8284453,239169817~4265262,262492989~8736480,281018368~2017730,285498168~9132810,302560380~11000096,319174253~1934258,333770793~4554541,341654717~6671335,370888328~1019297,376725448~4490235,385403060~9993237,395899660~5320465,403360897~3188967] 2024-08-29T18:49:47.990 INFO:tasks.workunit.client.0.smithi028.stdout:from 9 to 16 diff [217869~607781,3628194~12723831,17028177~20695467,46474403~5208080,55333652~22176260,78747617~522169,80470003~516724,94089778~8547885,105032287~5593954,114645810~3256659,126985745~1006620,135972001~5712519,161993646~3399938,166234126~6758508,176334132~7724001,192832680~5587380,201373250~1079910,205956601~216622,208249281~15349850,227002606~8284453,240398233~3036846,263201634~8027835,281966612~1069486,285498168~9132810,305138638~2000076,307418583~6141893,319174253~1934258,327843439~5463750,333770793~4554541,341654717~6671335,356460539~4003414,370888328~1019297,376725448~4490235,385403060~9993237,395899660~5320465,403360897~3188967] 2024-08-29T18:49:47.990 INFO:tasks.workunit.client.0.smithi028.stdout: limited diff [217869~607781,3628194~12723831,17028177~20695467,46474403~5208080,55333652~22176260,78747617~522169,80470003~516724,94089778~8547885,105032287~5593954,114645810~3256659,126985745~1006620,135972001~5712519,161993646~3399938,166234126~6758508,176334132~7724001,192832680~5587380,201373250~1079910,205956601~216622,208249281~15349850,227002606~8284453,240398233~3036846,263201634~8027835,281966612~1069486,285498168~9132810,305138638~2000076,307418583~6141893,319174253~1934258,327843439~5463750,333770793~4554541,341654717~6671335,356460539~4003414,370888328~1019297,376725448~4490235,385403060~9993237,395899660~5320465,403360897~3188967] 2024-08-29T18:49:47.996 INFO:tasks.workunit.client.0.smithi028.stdout: actual was [0~16352025,17028177~20695467,46474403~5208080,55333652~23936134,80470003~516724,94089778~8547885,105032287~5593954,114645810~3256659,126985745~1006620,135972001~5712519,161993646~3399938,166234126~6758508,176334132~7724001,192832680~5587380,201326592~1126568,205956601~216622,208249281~15349850,227002606~8284453,239169817~4265262,262492989~8736480,281018368~2017730,285498168~9132810,302560380~11000096,319174253~1934258,327843439~5463750,333770793~4554541,341654717~6671335,356460539~4003414,370888328~1019297,376725448~4490235,385403060~9993237,395899660~5320465,403360897~3188967] 2024-08-29T18:49:47.996 INFO:tasks.workunit.client.0.smithi028.stdout:from 9 to 17 diff [217869~607781,3628194~12723831,17028177~20695467,46474403~5208080,55333652~22176260,78747617~522169,80470003~516724,91242439~13302339,105032287~5593954,114645810~3256659,126985745~1006620,135972001~5712519,161993646~3399938,166234126~6758508,176334132~9504543,192832680~5587380,201373250~1079910,205956601~216622,208249281~15349850,227002606~11629162,240398233~3036846,263201634~8027835,281966612~1069486,283885646~1340452,285498168~9132810,296028194~7297528,305138638~2000076,307418583~6141893,319174253~1934258,327843439~5463750,333770793~4554541,341654717~10956926,356460539~4003414,370054243~2009839,376725448~4490235,385403060~9993237,395899660~5320465,403360897~3188967] 2024-08-29T18:49:47.997 INFO:tasks.workunit.client.0.smithi028.stdout: limited diff [217869~607781,3628194~12723831,17028177~20695467,46474403~5208080,55333652~22176260,78747617~522169,80470003~516724,91242439~13302339,105032287~5593954,114645810~3256659,126985745~1006620,135972001~5712519,161993646~3399938,166234126~6758508,176334132~9504543,192832680~5587380,201373250~1079910,205956601~216622,208249281~15349850,227002606~11629162,240398233~3036846,263201634~8027835,281966612~1069486,283885646~1340452,285498168~9132810,296028194~7297528,305138638~2000076,307418583~6141893,319174253~1934258,327843439~5463750,333770793~4554541,341654717~10956926,356460539~4003414,370054243~2009839,376725448~4490235,385403060~9993237,395899660~5320465,403360897~3188967] 2024-08-29T18:49:48.003 INFO:tasks.workunit.client.0.smithi028.stdout: actual was [0~16352025,17028177~20695467,46474403~5208080,55333652~23936134,80470003~516724,89094084~15450694,105032287~5593954,114645810~3256659,126985745~1006620,135972001~5712519,161993646~3399938,166234126~6758508,176334132~9504543,192832680~5587380,201326592~1126568,205956601~216622,208249281~15349850,227002606~11629162,239169817~4265262,262492989~8736480,281018368~4207730,285498168~9132810,296028194~17532282,319174253~1934258,327843439~5463750,333770793~4554541,341654717~10956926,356460539~4003414,370054243~2009839,376725448~4490235,385403060~9993237,395899660~5320465,403360897~3188967] 2024-08-29T18:49:48.003 INFO:tasks.workunit.client.0.smithi028.stdout:from 9 to 18 diff [217869~607781,3628194~12723831,17028177~24935011,46474403~5208080,55333652~22176260,78747617~522169,80470003~516724,91242439~13302339,105032287~5593954,114645810~3256659,126985745~1006620,134273387~7411133,145351016~6160996,161993646~3399938,166234126~6758508,176334132~9504543,188939830~11131594,201373250~1079910,205956601~216622,208249281~15349850,227002606~11629162,240398233~3036846,253287398~17942071,275020936~887797,281966612~1069486,283885646~1340452,285498168~9132810,296028194~7297528,305138638~2000076,307418583~6141893,319174253~1934258,327843439~5463750,333770793~4554541,341654717~10956926,356460539~4003414,365793837~2271430,370054243~2009839,376725448~4490235,385403060~9993237,395899660~5320465,403360897~3188967] 2024-08-29T18:49:48.004 INFO:tasks.workunit.client.0.smithi028.stdout: limited diff [217869~607781,3628194~12723831,17028177~24935011,46474403~5208080,55333652~22176260,78747617~522169,80470003~516724,91242439~13302339,105032287~5593954,114645810~3256659,126985745~1006620,134273387~7411133,145351016~6160996,161993646~3399938,166234126~6758508,176334132~9504543,188939830~11131594,201373250~1079910,205956601~216622,208249281~15349850,227002606~11629162,240398233~3036846,253287398~17942071,275020936~887797,281966612~1069486,283885646~1340452,285498168~9132810,296028194~7297528,305138638~2000076,307418583~6141893,319174253~1934258,327843439~5463750,333770793~4554541,341654717~10956926,356460539~4003414,365793837~2271430,370054243~2009839,376725448~4490235,385403060~9993237,395899660~5320465,403360897~3188967] 2024-08-29T18:49:48.009 INFO:tasks.workunit.client.0.smithi028.stdout: actual was [0~16352025,17028177~24935011,46474403~5208080,55333652~23936134,80470003~516724,89094084~15450694,105032287~5593954,114645810~3256659,126985745~1006620,134273387~7411133,145351016~6160996,161993646~3399938,166234126~6758508,176334132~9504543,188939830~11131594,201326592~1126568,205956601~216622,208249281~15349850,227002606~11629162,239169817~4265262,253287398~17942071,274880892~1027841,281018368~4207730,285498168~9132810,296028194~17532282,319174253~1934258,327843439~5463750,333770793~4554541,341654717~10956926,356460539~4003414,365793837~2271430,370054243~2009839,376725448~4490235,385403060~9993237,395899660~5320465,403360897~3188967] 2024-08-29T18:49:48.009 INFO:tasks.workunit.client.0.smithi028.stdout:from 9 to 19 diff [217869~607781,3628194~12723831,17028177~24935011,46474403~5208080,53707993~23801919,78747617~522169,79764586~6120719,91242439~13302339,105032287~5593954,114645810~3256659,126985745~1006620,134273387~7411133,145351016~6160996,161993646~3399938,166234126~6758508,176334132~9504543,188939830~11131594,201373250~1079910,205956601~216622,208249281~15349850,227002606~11629162,240398233~3036846,253287398~17942071,275020936~887797,281966612~1069486,283885646~1340452,285498168~9132810,296028194~7297528,305138638~8421838,319174253~1934258,327843439~10481895,341654717~10956926,356460539~4003414,361055869~7556606,370054243~2009839,376725448~4490235,385403060~9993237,395899660~5320465,403360897~3188967] 2024-08-29T18:49:48.009 INFO:tasks.workunit.client.0.smithi028.stdout: limited diff [217869~607781,3628194~12723831,17028177~24935011,46474403~5208080,53707993~23801919,78747617~522169,79764586~6120719,91242439~13302339,105032287~5593954,114645810~3256659,126985745~1006620,134273387~7411133,145351016~6160996,161993646~3399938,166234126~6758508,176334132~9504543,188939830~11131594,201373250~1079910,205956601~216622,208249281~15349850,227002606~11629162,240398233~3036846,253287398~17942071,275020936~887797,281966612~1069486,283885646~1340452,285498168~9132810,296028194~7297528,305138638~8421838,319174253~1934258,327843439~10481895,341654717~10956926,356460539~4003414,361055869~7556606,370054243~2009839,376725448~4490235,385403060~9993237,395899660~5320465,403360897~3188967] 2024-08-29T18:49:48.016 INFO:tasks.workunit.client.0.smithi028.stdout: actual was [0~16352025,17028177~24935011,46474403~5208080,53707993~25561793,79764586~6120719,89094084~15450694,105032287~5593954,114645810~3256659,126985745~1006620,134273387~7411133,145351016~6160996,161993646~3399938,166234126~6758508,176334132~9504543,188939830~11131594,201326592~1126568,205956601~216622,208249281~15349850,227002606~11629162,239169817~4265262,253287398~17942071,274880892~1027841,281018368~4207730,285498168~9132810,296028194~17532282,319174253~1934258,327843439~10481895,341654717~10956926,356460539~4003414,361055869~7556606,370054243~2009839,376725448~4490235,385403060~9993237,395899660~5320465,403360897~3188967] 2024-08-29T18:49:48.016 INFO:tasks.workunit.client.0.smithi028.stdout:from 10 to 11 diff [26649138~6885619,192832680~4326625,208249281~4081037,227002606~7372323,333770793~4554541,370888328~1019297,388525084~6871213,403360897~3188967] 2024-08-29T18:49:48.016 INFO:tasks.workunit.client.0.smithi028.stdout: limited diff [26649138~6885619,192832680~4326625,208249281~4081037,227002606~7372323,333770793~4554541,370888328~1019297,388525084~6871213,403360897~3188967] 2024-08-29T18:49:48.022 INFO:tasks.workunit.client.0.smithi028.stdout: actual was [26649138~6885619,192832680~4326625,208249281~4081037,227002606~7372323,333770793~4554541,370888328~1019297,388525084~6871213,403360897~3188967] 2024-08-29T18:49:48.022 INFO:tasks.workunit.client.0.smithi028.stdout:from 10 to 12 diff [217869~607781,6227370~7105144,26649138~6885619,46474403~5208080,55333652~12689516,126985745~1006620,192832680~4326625,208249281~4081037,227002606~8284453,240398233~3036846,307418583~6141893,333770793~4554541,370888328~1019297,385403060~9993237,403360897~3188967] 2024-08-29T18:49:48.022 INFO:tasks.workunit.client.0.smithi028.stdout: limited diff [217869~607781,6227370~7105144,26649138~6885619,46474403~5208080,55333652~12689516,126985745~1006620,192832680~4326625,208249281~4081037,227002606~8284453,240398233~3036846,307418583~6141893,333770793~4554541,370888328~1019297,385403060~9993237,403360897~3188967] 2024-08-29T18:49:48.028 INFO:tasks.workunit.client.0.smithi028.stdout: actual was [0~825650,6227370~7105144,26649138~6885619,46474403~5208080,55333652~12689516,126985745~1006620,192832680~4326625,208249281~4081037,227002606~8284453,239169817~4265262,306184192~7376284,333770793~4554541,370888328~1019297,385403060~9993237,403360897~3188967] 2024-08-29T18:49:48.028 INFO:tasks.workunit.client.0.smithi028.stdout:from 10 to 13 diff [217869~607781,3628194~9704320,24833519~12890125,46474403~5208080,55333652~18710015,94089778~8173285,115446419~1938524,126985745~1006620,192832680~4326625,208249281~4081037,227002606~8284453,240398233~3036846,263201634~8027835,305138638~2000076,307418583~6141893,333770793~4554541,341654717~6671335,370888328~1019297,376725448~4490235,385403060~9993237,403360897~3188967] 2024-08-29T18:49:48.028 INFO:tasks.workunit.client.0.smithi028.stdout: limited diff [217869~607781,3628194~9704320,24833519~12890125,46474403~5208080,55333652~18710015,94089778~8173285,115446419~1938524,126985745~1006620,192832680~4326625,208249281~4081037,227002606~8284453,240398233~3036846,263201634~8027835,305138638~2000076,307418583~6141893,333770793~4554541,341654717~6671335,370888328~1019297,376725448~4490235,385403060~9993237,403360897~3188967] 2024-08-29T18:49:48.035 INFO:tasks.workunit.client.0.smithi028.stdout: actual was [0~13332514,24833519~12890125,46474403~5208080,55333652~18710015,94089778~8173285,115446419~1938524,126985745~1006620,192832680~4326625,208249281~4081037,227002606~8284453,239169817~4265262,262492989~8736480,302560380~11000096,333770793~4554541,341654717~6671335,370888328~1019297,376725448~4490235,385403060~9993237,403360897~3188967] 2024-08-29T18:49:48.035 INFO:tasks.workunit.client.0.smithi028.stdout:from 10 to 14 diff [217869~607781,3628194~9704320,17028177~4228584,21396397~16327247,46474403~5208080,55333652~19545990,78747617~522169,94089778~8547885,114645810~3256659,126985745~1006620,161993646~3399938,192832680~4326625,208249281~4081037,227002606~8284453,240398233~3036846,263201634~8027835,305138638~2000076,307418583~6141893,333770793~4554541,341654717~6671335,370888328~1019297,376725448~4490235,385403060~9993237,395899660~5320465,403360897~3188967] 2024-08-29T18:49:48.035 INFO:tasks.workunit.client.0.smithi028.stdout: limited diff [217869~607781,3628194~9704320,17028177~4228584,21396397~16327247,46474403~5208080,55333652~19545990,78747617~522169,94089778~8547885,114645810~3256659,126985745~1006620,161993646~3399938,192832680~4326625,208249281~4081037,227002606~8284453,240398233~3036846,263201634~8027835,305138638~2000076,307418583~6141893,333770793~4554541,341654717~6671335,370888328~1019297,376725448~4490235,385403060~9993237,395899660~5320465,403360897~3188967] 2024-08-29T18:49:48.041 INFO:tasks.workunit.client.0.smithi028.stdout: actual was [0~13332514,17028177~4228584,21396397~16327247,46474403~5208080,55333652~19545990,77509912~1759874,94089778~8547885,114645810~3256659,126985745~1006620,161993646~3399938,192832680~4326625,208249281~4081037,227002606~8284453,239169817~4265262,262492989~8736480,302560380~11000096,333770793~4554541,341654717~6671335,370888328~1019297,376725448~4490235,385403060~9993237,395899660~5320465,403360897~3188967] 2024-08-29T18:49:48.041 INFO:tasks.workunit.client.0.smithi028.stdout:from 10 to 15 diff [217869~607781,3628194~11465562,17028177~4228584,21396397~16327247,46474403~5208080,55333652~19545990,78747617~522169,94089778~8547885,105032287~5593954,114645810~3256659,126985745~1006620,135972001~5712519,161993646~3399938,166234126~6758508,176334132~7724001,192832680~4326625,208249281~15349850,227002606~8284453,240398233~3036846,263201634~8027835,305138638~2000076,307418583~6141893,333770793~4554541,341654717~6671335,370888328~1019297,376725448~4490235,385403060~9993237,395899660~5320465,403360897~3188967] 2024-08-29T18:49:48.041 INFO:tasks.workunit.client.0.smithi028.stdout: limited diff [217869~607781,3628194~11465562,17028177~4228584,21396397~16327247,46474403~5208080,55333652~19545990,78747617~522169,94089778~8547885,105032287~5593954,114645810~3256659,126985745~1006620,135972001~5712519,161993646~3399938,166234126~6758508,176334132~7724001,192832680~4326625,208249281~15349850,227002606~8284453,240398233~3036846,263201634~8027835,305138638~2000076,307418583~6141893,333770793~4554541,341654717~6671335,370888328~1019297,376725448~4490235,385403060~9993237,395899660~5320465,403360897~3188967] 2024-08-29T18:49:48.047 INFO:tasks.workunit.client.0.smithi028.stdout: actual was [0~15093756,17028177~4228584,21396397~16327247,46474403~5208080,55333652~19545990,77509912~1759874,94089778~8547885,105032287~5593954,114645810~3256659,126985745~1006620,135972001~5712519,161993646~3399938,166234126~6758508,176334132~7724001,192832680~4326625,208249281~15349850,227002606~8284453,239169817~4265262,262492989~8736480,302560380~11000096,333770793~4554541,341654717~6671335,370888328~1019297,376725448~4490235,385403060~9993237,395899660~5320465,403360897~3188967] 2024-08-29T18:49:48.047 INFO:tasks.workunit.client.0.smithi028.stdout:from 10 to 16 diff [217869~607781,3628194~12723831,17028177~4228584,21396397~16327247,46474403~5208080,55333652~19545990,78747617~522169,94089778~8547885,105032287~5593954,114645810~3256659,126985745~1006620,135972001~5712519,161993646~3399938,166234126~6758508,176334132~7724001,192832680~5587380,208249281~15349850,227002606~8284453,240398233~3036846,263201634~8027835,305138638~2000076,307418583~6141893,327843439~5463750,333770793~4554541,341654717~6671335,356460539~4003414,370888328~1019297,376725448~4490235,385403060~9993237,395899660~5320465,403360897~3188967] 2024-08-29T18:49:48.047 INFO:tasks.workunit.client.0.smithi028.stdout: limited diff [217869~607781,3628194~12723831,17028177~4228584,21396397~16327247,46474403~5208080,55333652~19545990,78747617~522169,94089778~8547885,105032287~5593954,114645810~3256659,126985745~1006620,135972001~5712519,161993646~3399938,166234126~6758508,176334132~7724001,192832680~5587380,208249281~15349850,227002606~8284453,240398233~3036846,263201634~8027835,305138638~2000076,307418583~6141893,327843439~5463750,333770793~4554541,341654717~6671335,356460539~4003414,370888328~1019297,376725448~4490235,385403060~9993237,395899660~5320465,403360897~3188967] 2024-08-29T18:49:48.054 INFO:tasks.workunit.client.0.smithi028.stdout: actual was [0~16352025,17028177~4228584,21396397~16327247,46474403~5208080,55333652~19545990,77509912~1759874,94089778~8547885,105032287~5593954,114645810~3256659,126985745~1006620,135972001~5712519,161993646~3399938,166234126~6758508,176334132~7724001,192832680~5587380,208249281~15349850,227002606~8284453,239169817~4265262,262492989~8736480,302560380~11000096,327843439~5463750,333770793~4554541,341654717~6671335,356460539~4003414,370888328~1019297,376725448~4490235,385403060~9993237,395899660~5320465,403360897~3188967] 2024-08-29T18:49:48.054 INFO:tasks.workunit.client.0.smithi028.stdout:from 10 to 17 diff [217869~607781,3628194~12723831,17028177~4228584,21396397~16327247,46474403~5208080,55333652~19545990,78747617~522169,91242439~13302339,105032287~5593954,114645810~3256659,126985745~1006620,135972001~5712519,161993646~3399938,166234126~6758508,176334132~9504543,192832680~5587380,208249281~15349850,227002606~11629162,240398233~3036846,263201634~8027835,283885646~1340452,288012474~4155336,296028194~7297528,305138638~2000076,307418583~6141893,327843439~5463750,333770793~4554541,341654717~10956926,356460539~4003414,370054243~2009839,376725448~4490235,385403060~9993237,395899660~5320465,403360897~3188967] 2024-08-29T18:49:48.054 INFO:tasks.workunit.client.0.smithi028.stdout: limited diff [217869~607781,3628194~12723831,17028177~4228584,21396397~16327247,46474403~5208080,55333652~19545990,78747617~522169,91242439~13302339,105032287~5593954,114645810~3256659,126985745~1006620,135972001~5712519,161993646~3399938,166234126~6758508,176334132~9504543,192832680~5587380,208249281~15349850,227002606~11629162,240398233~3036846,263201634~8027835,283885646~1340452,288012474~4155336,296028194~7297528,305138638~2000076,307418583~6141893,327843439~5463750,333770793~4554541,341654717~10956926,356460539~4003414,370054243~2009839,376725448~4490235,385403060~9993237,395899660~5320465,403360897~3188967] 2024-08-29T18:49:48.060 INFO:tasks.workunit.client.0.smithi028.stdout: actual was [0~16352025,17028177~4228584,21396397~16327247,46474403~5208080,55333652~19545990,77509912~1759874,89094084~15450694,105032287~5593954,114645810~3256659,126985745~1006620,135972001~5712519,161993646~3399938,166234126~6758508,176334132~9504543,192832680~5587380,208249281~15349850,227002606~11629162,239169817~4265262,262492989~8736480,283036098~2190000,288012474~4155336,296028194~17532282,327843439~5463750,333770793~4554541,341654717~10956926,356460539~4003414,370054243~2009839,376725448~4490235,385403060~9993237,395899660~5320465,403360897~3188967] 2024-08-29T18:49:48.060 INFO:tasks.workunit.client.0.smithi028.stdout:from 10 to 18 diff [217869~607781,3628194~12723831,17028177~4228584,21396397~20566791,46474403~5208080,55333652~19545990,78747617~522169,91242439~13302339,105032287~5593954,114645810~3256659,126985745~1006620,134273387~7411133,145351016~6160996,161993646~3399938,166234126~6758508,176334132~9504543,188939830~11131594,208249281~15349850,227002606~11629162,240398233~3036846,253287398~17942071,275020936~887797,283885646~1340452,288012474~4155336,296028194~7297528,305138638~2000076,307418583~6141893,327843439~5463750,333770793~4554541,341654717~10956926,356460539~4003414,365793837~2271430,370054243~2009839,376725448~4490235,385403060~9993237,395899660~5320465,403360897~3188967] 2024-08-29T18:49:48.060 INFO:tasks.workunit.client.0.smithi028.stdout: limited diff [217869~607781,3628194~12723831,17028177~4228584,21396397~20566791,46474403~5208080,55333652~19545990,78747617~522169,91242439~13302339,105032287~5593954,114645810~3256659,126985745~1006620,134273387~7411133,145351016~6160996,161993646~3399938,166234126~6758508,176334132~9504543,188939830~11131594,208249281~15349850,227002606~11629162,240398233~3036846,253287398~17942071,275020936~887797,283885646~1340452,288012474~4155336,296028194~7297528,305138638~2000076,307418583~6141893,327843439~5463750,333770793~4554541,341654717~10956926,356460539~4003414,365793837~2271430,370054243~2009839,376725448~4490235,385403060~9993237,395899660~5320465,403360897~3188967] 2024-08-29T18:49:48.066 INFO:tasks.workunit.client.0.smithi028.stdout: actual was [0~16352025,17028177~4228584,21396397~20566791,46474403~5208080,55333652~19545990,77509912~1759874,89094084~15450694,105032287~5593954,114645810~3256659,126985745~1006620,134273387~7411133,145351016~6160996,161993646~3399938,166234126~6758508,176334132~9504543,188939830~11131594,208249281~15349850,227002606~11629162,239169817~4265262,253287398~17942071,274880892~1027841,283036098~2190000,288012474~4155336,296028194~17532282,327843439~5463750,333770793~4554541,341654717~10956926,356460539~4003414,365793837~2271430,370054243~2009839,376725448~4490235,385403060~9993237,395899660~5320465,403360897~3188967] 2024-08-29T18:49:48.066 INFO:tasks.workunit.client.0.smithi028.stdout:from 10 to 19 diff [217869~607781,3628194~12723831,17028177~4228584,21396397~20566791,46474403~5208080,53707993~21171649,78747617~522169,79764586~6120719,91242439~13302339,105032287~5593954,114645810~3256659,126985745~1006620,134273387~7411133,145351016~6160996,161993646~3399938,166234126~6758508,176334132~9504543,188939830~11131594,208249281~15349850,227002606~11629162,240398233~3036846,253287398~17942071,275020936~887797,283885646~1340452,288012474~4155336,296028194~7297528,305138638~8421838,327843439~10481895,341654717~10956926,356460539~4003414,361055869~7556606,370054243~2009839,376725448~4490235,385403060~9993237,395899660~5320465,403360897~3188967] 2024-08-29T18:49:48.066 INFO:tasks.workunit.client.0.smithi028.stdout: limited diff [217869~607781,3628194~12723831,17028177~4228584,21396397~20566791,46474403~5208080,53707993~21171649,78747617~522169,79764586~6120719,91242439~13302339,105032287~5593954,114645810~3256659,126985745~1006620,134273387~7411133,145351016~6160996,161993646~3399938,166234126~6758508,176334132~9504543,188939830~11131594,208249281~15349850,227002606~11629162,240398233~3036846,253287398~17942071,275020936~887797,283885646~1340452,288012474~4155336,296028194~7297528,305138638~8421838,327843439~10481895,341654717~10956926,356460539~4003414,361055869~7556606,370054243~2009839,376725448~4490235,385403060~9993237,395899660~5320465,403360897~3188967] 2024-08-29T18:49:48.073 INFO:tasks.workunit.client.0.smithi028.stdout: actual was [0~16352025,17028177~4228584,21396397~20566791,46474403~5208080,53707993~21171649,77509912~1759874,79764586~6120719,89094084~15450694,105032287~5593954,114645810~3256659,126985745~1006620,134273387~7411133,145351016~6160996,161993646~3399938,166234126~6758508,176334132~9504543,188939830~11131594,208249281~15349850,227002606~11629162,239169817~4265262,253287398~17942071,274880892~1027841,283036098~2190000,288012474~4155336,296028194~17532282,327843439~10481895,341654717~10956926,356460539~4003414,361055869~7556606,370054243~2009839,376725448~4490235,385403060~9993237,395899660~5320465,403360897~3188967] 2024-08-29T18:49:48.073 INFO:tasks.workunit.client.0.smithi028.stdout:from 11 to 12 diff [217869~607781,6227370~7105144,46474403~5208080,55333652~12689516,126985745~1006620,229838768~5448291,240398233~3036846,307418583~6141893,385403060~6583090] 2024-08-29T18:49:48.073 INFO:tasks.workunit.client.0.smithi028.stdout: limited diff [217869~607781,6227370~7105144,46474403~5208080,55333652~12689516,126985745~1006620,229838768~5448291,240398233~3036846,307418583~6141893,385403060~6583090] 2024-08-29T18:49:48.079 INFO:tasks.workunit.client.0.smithi028.stdout: actual was [0~825650,6227370~7105144,46474403~5208080,55333652~12689516,126985745~1006620,229838768~5448291,239169817~4265262,306184192~7376284,385403060~6583090] 2024-08-29T18:49:48.079 INFO:tasks.workunit.client.0.smithi028.stdout:from 11 to 13 diff [217869~607781,3628194~9704320,24833519~12890125,46474403~5208080,55333652~18710015,94089778~8173285,115446419~1938524,126985745~1006620,229838768~5448291,240398233~3036846,263201634~8027835,305138638~2000076,307418583~6141893,341654717~6671335,376725448~4490235,385403060~6583090] 2024-08-29T18:49:48.079 INFO:tasks.workunit.client.0.smithi028.stdout: limited diff [217869~607781,3628194~9704320,24833519~12890125,46474403~5208080,55333652~18710015,94089778~8173285,115446419~1938524,126985745~1006620,229838768~5448291,240398233~3036846,263201634~8027835,305138638~2000076,307418583~6141893,341654717~6671335,376725448~4490235,385403060~6583090] 2024-08-29T18:49:48.085 INFO:tasks.workunit.client.0.smithi028.stdout: actual was [0~13332514,24833519~12890125,46474403~5208080,55333652~18710015,94089778~8173285,115446419~1938524,126985745~1006620,229838768~5448291,239169817~4265262,262492989~8736480,302560380~11000096,341654717~6671335,376725448~4490235,385403060~6583090] 2024-08-29T18:49:48.085 INFO:tasks.workunit.client.0.smithi028.stdout:from 11 to 14 diff [217869~607781,3628194~9704320,17028177~4228584,21396397~16327247,46474403~5208080,55333652~19545990,78747617~522169,94089778~8547885,114645810~3256659,126985745~1006620,161993646~3399938,229838768~5448291,240398233~3036846,263201634~8027835,305138638~2000076,307418583~6141893,341654717~6671335,376725448~4490235,385403060~6583090,395899660~5320465] 2024-08-29T18:49:48.085 INFO:tasks.workunit.client.0.smithi028.stdout: limited diff [217869~607781,3628194~9704320,17028177~4228584,21396397~16327247,46474403~5208080,55333652~19545990,78747617~522169,94089778~8547885,114645810~3256659,126985745~1006620,161993646~3399938,229838768~5448291,240398233~3036846,263201634~8027835,305138638~2000076,307418583~6141893,341654717~6671335,376725448~4490235,385403060~6583090,395899660~5320465] 2024-08-29T18:49:48.091 INFO:tasks.workunit.client.0.smithi028.stdout: actual was [0~13332514,17028177~4228584,21396397~16327247,46474403~5208080,55333652~19545990,77509912~1759874,94089778~8547885,114645810~3256659,126985745~1006620,161993646~3399938,229838768~5448291,239169817~4265262,262492989~8736480,302560380~11000096,341654717~6671335,376725448~4490235,385403060~6583090,395899660~5320465] 2024-08-29T18:49:48.091 INFO:tasks.workunit.client.0.smithi028.stdout:from 11 to 15 diff [217869~607781,3628194~11465562,17028177~4228584,21396397~16327247,46474403~5208080,55333652~19545990,78747617~522169,94089778~8547885,105032287~5593954,114645810~3256659,126985745~1006620,135972001~5712519,161993646~3399938,166234126~6758508,176334132~7724001,212258397~11340734,229838768~5448291,240398233~3036846,263201634~8027835,305138638~2000076,307418583~6141893,341654717~6671335,376725448~4490235,385403060~6583090,395899660~5320465] 2024-08-29T18:49:48.092 INFO:tasks.workunit.client.0.smithi028.stdout: limited diff [217869~607781,3628194~11465562,17028177~4228584,21396397~16327247,46474403~5208080,55333652~19545990,78747617~522169,94089778~8547885,105032287~5593954,114645810~3256659,126985745~1006620,135972001~5712519,161993646~3399938,166234126~6758508,176334132~7724001,212258397~11340734,229838768~5448291,240398233~3036846,263201634~8027835,305138638~2000076,307418583~6141893,341654717~6671335,376725448~4490235,385403060~6583090,395899660~5320465] 2024-08-29T18:49:48.098 INFO:tasks.workunit.client.0.smithi028.stdout: actual was [0~15093756,17028177~4228584,21396397~16327247,46474403~5208080,55333652~19545990,77509912~1759874,94089778~8547885,105032287~5593954,114645810~3256659,126985745~1006620,135972001~5712519,161993646~3399938,166234126~6758508,176334132~7724001,212258397~11340734,229838768~5448291,239169817~4265262,262492989~8736480,302560380~11000096,341654717~6671335,376725448~4490235,385403060~6583090,395899660~5320465] 2024-08-29T18:49:48.098 INFO:tasks.workunit.client.0.smithi028.stdout:from 11 to 16 diff [217869~607781,3628194~12723831,17028177~4228584,21396397~16327247,46474403~5208080,55333652~19545990,78747617~522169,94089778~8547885,105032287~5593954,114645810~3256659,126985745~1006620,135972001~5712519,161993646~3399938,166234126~6758508,176334132~7724001,193047176~5372884,212258397~11340734,227181428~2110105,229838768~5448291,240398233~3036846,263201634~8027835,305138638~2000076,307418583~6141893,327843439~5463750,341654717~6671335,356460539~4003414,376725448~4490235,385403060~6583090,395899660~5320465] 2024-08-29T18:49:48.098 INFO:tasks.workunit.client.0.smithi028.stdout: limited diff [217869~607781,3628194~12723831,17028177~4228584,21396397~16327247,46474403~5208080,55333652~19545990,78747617~522169,94089778~8547885,105032287~5593954,114645810~3256659,126985745~1006620,135972001~5712519,161993646~3399938,166234126~6758508,176334132~7724001,193047176~5372884,212258397~11340734,227181428~2110105,229838768~5448291,240398233~3036846,263201634~8027835,305138638~2000076,307418583~6141893,327843439~5463750,341654717~6671335,356460539~4003414,376725448~4490235,385403060~6583090,395899660~5320465] 2024-08-29T18:49:48.104 INFO:tasks.workunit.client.0.smithi028.stdout: actual was [0~16352025,17028177~4228584,21396397~16327247,46474403~5208080,55333652~19545990,77509912~1759874,94089778~8547885,105032287~5593954,114645810~3256659,126985745~1006620,135972001~5712519,161993646~3399938,166234126~6758508,176334132~7724001,193047176~5372884,212258397~11340734,227181428~2110105,229838768~5448291,239169817~4265262,262492989~8736480,302560380~11000096,327843439~5463750,341654717~6671335,356460539~4003414,376725448~4490235,385403060~6583090,395899660~5320465] 2024-08-29T18:49:48.104 INFO:tasks.workunit.client.0.smithi028.stdout:from 11 to 17 diff [217869~607781,3628194~12723831,17028177~4228584,21396397~16327247,46474403~5208080,55333652~19545990,78747617~522169,91242439~13302339,105032287~5593954,114645810~3256659,126985745~1006620,135972001~5712519,161993646~3399938,166234126~6758508,176334132~9504543,193047176~5372884,212258397~11340734,227181428~2110105,229838768~8793000,240398233~3036846,263201634~8027835,283885646~1340452,288012474~4155336,296028194~7297528,305138638~2000076,307418583~6141893,327843439~5463750,341654717~10956926,356460539~4003414,370054243~2009839,376725448~4490235,385403060~6583090,395899660~5320465] 2024-08-29T18:49:48.104 INFO:tasks.workunit.client.0.smithi028.stdout: limited diff [217869~607781,3628194~12723831,17028177~4228584,21396397~16327247,46474403~5208080,55333652~19545990,78747617~522169,91242439~13302339,105032287~5593954,114645810~3256659,126985745~1006620,135972001~5712519,161993646~3399938,166234126~6758508,176334132~9504543,193047176~5372884,212258397~11340734,227181428~2110105,229838768~8793000,240398233~3036846,263201634~8027835,283885646~1340452,288012474~4155336,296028194~7297528,305138638~2000076,307418583~6141893,327843439~5463750,341654717~10956926,356460539~4003414,370054243~2009839,376725448~4490235,385403060~6583090,395899660~5320465] 2024-08-29T18:49:48.110 INFO:tasks.workunit.client.0.smithi028.stdout: actual was [0~16352025,17028177~4228584,21396397~16327247,46474403~5208080,55333652~19545990,77509912~1759874,89094084~15450694,105032287~5593954,114645810~3256659,126985745~1006620,135972001~5712519,161993646~3399938,166234126~6758508,176334132~9504543,193047176~5372884,212258397~11340734,227181428~2110105,229838768~8793000,239169817~4265262,262492989~8736480,283036098~2190000,288012474~4155336,296028194~17532282,327843439~5463750,341654717~10956926,356460539~4003414,370054243~2009839,376725448~4490235,385403060~6583090,395899660~5320465] 2024-08-29T18:49:48.110 INFO:tasks.workunit.client.0.smithi028.stdout:from 11 to 18 diff [217869~607781,3628194~12723831,17028177~4228584,21396397~20566791,46474403~5208080,55333652~19545990,78747617~522169,91242439~13302339,105032287~5593954,114645810~3256659,126985745~1006620,134273387~7411133,145351016~6160996,161993646~3399938,166234126~6758508,176334132~9504543,188939830~11131594,212258397~11340734,227181428~2110105,229838768~8793000,240398233~3036846,253287398~17942071,275020936~887797,283885646~1340452,288012474~4155336,296028194~7297528,305138638~2000076,307418583~6141893,327843439~5463750,341654717~10956926,356460539~4003414,365793837~2271430,370054243~2009839,376725448~4490235,385403060~6583090,395899660~5320465] 2024-08-29T18:49:48.110 INFO:tasks.workunit.client.0.smithi028.stdout: limited diff [217869~607781,3628194~12723831,17028177~4228584,21396397~20566791,46474403~5208080,55333652~19545990,78747617~522169,91242439~13302339,105032287~5593954,114645810~3256659,126985745~1006620,134273387~7411133,145351016~6160996,161993646~3399938,166234126~6758508,176334132~9504543,188939830~11131594,212258397~11340734,227181428~2110105,229838768~8793000,240398233~3036846,253287398~17942071,275020936~887797,283885646~1340452,288012474~4155336,296028194~7297528,305138638~2000076,307418583~6141893,327843439~5463750,341654717~10956926,356460539~4003414,365793837~2271430,370054243~2009839,376725448~4490235,385403060~6583090,395899660~5320465] 2024-08-29T18:49:48.117 INFO:tasks.workunit.client.0.smithi028.stdout: actual was [0~16352025,17028177~4228584,21396397~20566791,46474403~5208080,55333652~19545990,77509912~1759874,89094084~15450694,105032287~5593954,114645810~3256659,126985745~1006620,134273387~7411133,145351016~6160996,161993646~3399938,166234126~6758508,176334132~9504543,188939830~11131594,212258397~11340734,227181428~2110105,229838768~8793000,239169817~4265262,253287398~17942071,274880892~1027841,283036098~2190000,288012474~4155336,296028194~17532282,327843439~5463750,341654717~10956926,356460539~4003414,365793837~2271430,370054243~2009839,376725448~4490235,385403060~6583090,395899660~5320465] 2024-08-29T18:49:48.117 INFO:tasks.workunit.client.0.smithi028.stdout:from 11 to 19 diff [217869~607781,3628194~12723831,17028177~4228584,21396397~20566791,46474403~5208080,53707993~21171649,78747617~522169,79764586~6120719,91242439~13302339,105032287~5593954,114645810~3256659,126985745~1006620,134273387~7411133,145351016~6160996,161993646~3399938,166234126~6758508,176334132~9504543,188939830~11131594,212258397~11340734,227181428~2110105,229838768~8793000,240398233~3036846,253287398~17942071,275020936~887797,283885646~1340452,288012474~4155336,296028194~7297528,305138638~8421838,327843439~7045558,341654717~10956926,356460539~4003414,361055869~7556606,370054243~2009839,376725448~4490235,385403060~6583090,395899660~5320465] 2024-08-29T18:49:48.117 INFO:tasks.workunit.client.0.smithi028.stdout: limited diff [217869~607781,3628194~12723831,17028177~4228584,21396397~20566791,46474403~5208080,53707993~21171649,78747617~522169,79764586~6120719,91242439~13302339,105032287~5593954,114645810~3256659,126985745~1006620,134273387~7411133,145351016~6160996,161993646~3399938,166234126~6758508,176334132~9504543,188939830~11131594,212258397~11340734,227181428~2110105,229838768~8793000,240398233~3036846,253287398~17942071,275020936~887797,283885646~1340452,288012474~4155336,296028194~7297528,305138638~8421838,327843439~7045558,341654717~10956926,356460539~4003414,361055869~7556606,370054243~2009839,376725448~4490235,385403060~6583090,395899660~5320465] 2024-08-29T18:49:48.123 INFO:tasks.workunit.client.0.smithi028.stdout: actual was [0~16352025,17028177~4228584,21396397~20566791,46474403~5208080,53707993~21171649,77509912~1759874,79764586~6120719,89094084~15450694,105032287~5593954,114645810~3256659,126985745~1006620,134273387~7411133,145351016~6160996,161993646~3399938,166234126~6758508,176334132~9504543,188939830~11131594,212258397~11340734,227181428~2110105,229838768~8793000,239169817~4265262,253287398~17942071,274880892~1027841,283036098~2190000,288012474~4155336,296028194~17532282,327843439~7045558,341654717~10956926,356460539~4003414,361055869~7556606,370054243~2009839,376725448~4490235,385403060~6583090,395899660~5320465] 2024-08-29T18:49:48.123 INFO:tasks.workunit.client.0.smithi028.stdout:from 12 to 13 diff [3628194~5065843,24833519~12890125,67081635~6962032,94089778~8173285,115446419~1938524,263201634~8027835,305138638~2000076,341654717~6671335,376725448~4490235] 2024-08-29T18:49:48.123 INFO:tasks.workunit.client.0.smithi028.stdout: limited diff [3628194~5065843,24833519~12890125,67081635~6962032,94089778~8173285,115446419~1938524,263201634~8027835,305138638~2000076,341654717~6671335,376725448~4490235] 2024-08-29T18:49:48.132 INFO:tasks.workunit.client.0.smithi028.stdout: actual was [825650~7868387,24833519~12890125,67081635~6962032,94089778~8173285,115446419~1938524,262492989~8736480,302560380~4578334,341654717~6671335,376725448~4490235] 2024-08-29T18:49:48.132 INFO:tasks.workunit.client.0.smithi028.stdout:from 12 to 14 diff [3628194~5065843,17028177~4228584,21396397~16327247,67081635~7798007,78747617~522169,94089778~8547885,114645810~3256659,161993646~3399938,263201634~8027835,305138638~2000076,341654717~6671335,376725448~4490235,395899660~5320465] 2024-08-29T18:49:48.132 INFO:tasks.workunit.client.0.smithi028.stdout: limited diff [3628194~5065843,17028177~4228584,21396397~16327247,67081635~7798007,78747617~522169,94089778~8547885,114645810~3256659,161993646~3399938,263201634~8027835,305138638~2000076,341654717~6671335,376725448~4490235,395899660~5320465] 2024-08-29T18:49:48.133 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:49:47 smithi028 bash[77168]: cluster 2024-08-29T18:49:46.373342+0000 mgr.y (mgr.25022) 1891 : cluster [DBG] pgmap v3383: 137 pgs: 137 active+clean; 805 MiB data, 7.4 GiB used, 708 GiB / 715 GiB avail; 236 KiB/s rd, 55 MiB/s wr, 371 op/s 2024-08-29T18:49:48.133 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:49:47 smithi028 bash[77168]: cluster 2024-08-29T18:49:46.853568+0000 mon.a (mon.0) 3521 : cluster [DBG] osdmap e1974: 8 total, 8 up, 8 in 2024-08-29T18:49:48.133 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:49:47 smithi028 bash[78352]: cluster 2024-08-29T18:49:46.373342+0000 mgr.y (mgr.25022) 1891 : cluster [DBG] pgmap v3383: 137 pgs: 137 active+clean; 805 MiB data, 7.4 GiB used, 708 GiB / 715 GiB avail; 236 KiB/s rd, 55 MiB/s wr, 371 op/s 2024-08-29T18:49:48.133 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:49:47 smithi028 bash[78352]: cluster 2024-08-29T18:49:46.853568+0000 mon.a (mon.0) 3521 : cluster [DBG] osdmap e1974: 8 total, 8 up, 8 in 2024-08-29T18:49:48.135 INFO:tasks.workunit.client.0.smithi028.stdout: actual was [825650~7868387,17028177~4228584,21396397~16327247,67081635~7798007,77509912~1759874,94089778~8547885,114645810~3256659,161993646~3399938,262492989~8736480,302560380~4578334,341654717~6671335,376725448~4490235,395899660~5320465] 2024-08-29T18:49:48.135 INFO:tasks.workunit.client.0.smithi028.stdout:from 12 to 15 diff [3628194~5065843,11849549~3244207,17028177~4228584,21396397~16327247,67081635~7798007,78747617~522169,94089778~8547885,105032287~5593954,114645810~3256659,135972001~5712519,161993646~3399938,166234126~6758508,176334132~7724001,212258397~11340734,263201634~8027835,305138638~2000076,341654717~6671335,376725448~4490235,395899660~5320465] 2024-08-29T18:49:48.135 INFO:tasks.workunit.client.0.smithi028.stdout: limited diff [3628194~5065843,11849549~3244207,17028177~4228584,21396397~16327247,67081635~7798007,78747617~522169,94089778~8547885,105032287~5593954,114645810~3256659,135972001~5712519,161993646~3399938,166234126~6758508,176334132~7724001,212258397~11340734,263201634~8027835,305138638~2000076,341654717~6671335,376725448~4490235,395899660~5320465] 2024-08-29T18:49:48.141 INFO:tasks.workunit.client.0.smithi028.stdout: actual was [825650~7868387,11849549~3244207,17028177~4228584,21396397~16327247,67081635~7798007,77509912~1759874,94089778~8547885,105032287~5593954,114645810~3256659,135972001~5712519,161993646~3399938,166234126~6758508,176334132~7724001,212258397~11340734,262492989~8736480,302560380~4578334,341654717~6671335,376725448~4490235,395899660~5320465] 2024-08-29T18:49:48.141 INFO:tasks.workunit.client.0.smithi028.stdout:from 12 to 16 diff [3628194~5065843,9262715~7089310,17028177~4228584,21396397~16327247,67081635~7798007,78747617~522169,94089778~8547885,105032287~5593954,114645810~3256659,135972001~5712519,161993646~3399938,166234126~6758508,176334132~7724001,193047176~5372884,212258397~11340734,227181428~2110105,263201634~8027835,305138638~2000076,327843439~5463750,341654717~6671335,356460539~4003414,376725448~4490235,395899660~5320465] 2024-08-29T18:49:48.142 INFO:tasks.workunit.client.0.smithi028.stdout: limited diff [3628194~5065843,9262715~7089310,17028177~4228584,21396397~16327247,67081635~7798007,78747617~522169,94089778~8547885,105032287~5593954,114645810~3256659,135972001~5712519,161993646~3399938,166234126~6758508,176334132~7724001,193047176~5372884,212258397~11340734,227181428~2110105,263201634~8027835,305138638~2000076,327843439~5463750,341654717~6671335,356460539~4003414,376725448~4490235,395899660~5320465] 2024-08-29T18:49:48.148 INFO:tasks.workunit.client.0.smithi028.stdout: actual was [825650~7868387,9262715~7089310,17028177~4228584,21396397~16327247,67081635~7798007,77509912~1759874,94089778~8547885,105032287~5593954,114645810~3256659,135972001~5712519,161993646~3399938,166234126~6758508,176334132~7724001,193047176~5372884,212258397~11340734,227181428~2110105,262492989~8736480,302560380~4578334,327843439~5463750,341654717~6671335,356460539~4003414,376725448~4490235,395899660~5320465] 2024-08-29T18:49:48.148 INFO:tasks.workunit.client.0.smithi028.stdout:from 12 to 17 diff [3628194~5065843,9262715~7089310,17028177~4228584,21396397~16327247,67081635~7798007,78747617~522169,91242439~13302339,105032287~5593954,114645810~3256659,135972001~5712519,161993646~3399938,166234126~6758508,176334132~9504543,193047176~5372884,212258397~11340734,227181428~2110105,232433036~6198732,263201634~8027835,283885646~1340452,288012474~4155336,296028194~7297528,305138638~2000076,327843439~5463750,341654717~10956926,356460539~4003414,370054243~2009839,376725448~4490235,395899660~5320465] 2024-08-29T18:49:48.148 INFO:tasks.workunit.client.0.smithi028.stdout: limited diff [3628194~5065843,9262715~7089310,17028177~4228584,21396397~16327247,67081635~7798007,78747617~522169,91242439~13302339,105032287~5593954,114645810~3256659,135972001~5712519,161993646~3399938,166234126~6758508,176334132~9504543,193047176~5372884,212258397~11340734,227181428~2110105,232433036~6198732,263201634~8027835,283885646~1340452,288012474~4155336,296028194~7297528,305138638~2000076,327843439~5463750,341654717~10956926,356460539~4003414,370054243~2009839,376725448~4490235,395899660~5320465] 2024-08-29T18:49:48.154 INFO:tasks.workunit.client.0.smithi028.stdout: actual was [825650~7868387,9262715~7089310,17028177~4228584,21396397~16327247,67081635~7798007,77509912~1759874,89094084~15450694,105032287~5593954,114645810~3256659,135972001~5712519,161993646~3399938,166234126~6758508,176334132~9504543,193047176~5372884,212258397~11340734,227181428~2110105,232433036~6198732,262492989~8736480,283036098~2190000,288012474~4155336,296028194~11110520,327843439~5463750,341654717~10956926,356460539~4003414,370054243~2009839,376725448~4490235,395899660~5320465] 2024-08-29T18:49:48.154 INFO:tasks.workunit.client.0.smithi028.stdout:from 12 to 18 diff [3628194~5065843,9262715~7089310,17028177~4228584,21396397~20566791,67081635~7798007,78747617~522169,91242439~13302339,105032287~5593954,114645810~3256659,134273387~7411133,145351016~6160996,161993646~3399938,166234126~6758508,176334132~9504543,188939830~11131594,212258397~11340734,227181428~2110105,232433036~6198732,253287398~17942071,275020936~887797,283885646~1340452,288012474~4155336,296028194~7297528,305138638~2000076,327843439~5463750,341654717~10956926,356460539~4003414,365793837~2271430,370054243~2009839,376725448~4490235,395899660~5320465] 2024-08-29T18:49:48.154 INFO:tasks.workunit.client.0.smithi028.stdout: limited diff [3628194~5065843,9262715~7089310,17028177~4228584,21396397~20566791,67081635~7798007,78747617~522169,91242439~13302339,105032287~5593954,114645810~3256659,134273387~7411133,145351016~6160996,161993646~3399938,166234126~6758508,176334132~9504543,188939830~11131594,212258397~11340734,227181428~2110105,232433036~6198732,253287398~17942071,275020936~887797,283885646~1340452,288012474~4155336,296028194~7297528,305138638~2000076,327843439~5463750,341654717~10956926,356460539~4003414,365793837~2271430,370054243~2009839,376725448~4490235,395899660~5320465] 2024-08-29T18:49:48.164 INFO:tasks.workunit.client.0.smithi028.stdout: actual was [825650~7868387,9262715~7089310,17028177~4228584,21396397~20566791,67081635~7798007,77509912~1759874,89094084~15450694,105032287~5593954,114645810~3256659,134273387~7411133,145351016~6160996,161993646~3399938,166234126~6758508,176334132~9504543,188939830~11131594,212258397~11340734,227181428~2110105,232433036~6198732,253287398~17942071,274880892~1027841,283036098~2190000,288012474~4155336,296028194~11110520,327843439~5463750,341654717~10956926,356460539~4003414,365793837~2271430,370054243~2009839,376725448~4490235,395899660~5320465] 2024-08-29T18:49:48.164 INFO:tasks.workunit.client.0.smithi028.stdout:from 12 to 19 diff [3628194~5065843,9262715~7089310,17028177~4228584,21396397~20566791,53707993~2529523,67081635~7798007,78747617~522169,79764586~6120719,91242439~13302339,105032287~5593954,114645810~3256659,134273387~7411133,145351016~6160996,161993646~3399938,166234126~6758508,176334132~9504543,188939830~11131594,212258397~11340734,227181428~2110105,232433036~6198732,253287398~17942071,275020936~887797,283885646~1340452,288012474~4155336,296028194~7297528,305138638~6247358,327843439~7045558,341654717~10956926,356460539~4003414,361055869~7556606,370054243~2009839,376725448~4490235,395899660~5320465] 2024-08-29T18:49:48.164 INFO:tasks.workunit.client.0.smithi028.stdout: limited diff [3628194~5065843,9262715~7089310,17028177~4228584,21396397~20566791,53707993~2529523,67081635~7798007,78747617~522169,79764586~6120719,91242439~13302339,105032287~5593954,114645810~3256659,134273387~7411133,145351016~6160996,161993646~3399938,166234126~6758508,176334132~9504543,188939830~11131594,212258397~11340734,227181428~2110105,232433036~6198732,253287398~17942071,275020936~887797,283885646~1340452,288012474~4155336,296028194~7297528,305138638~6247358,327843439~7045558,341654717~10956926,356460539~4003414,361055869~7556606,370054243~2009839,376725448~4490235,395899660~5320465] 2024-08-29T18:49:48.170 INFO:tasks.workunit.client.0.smithi028.stdout: actual was [825650~7868387,9262715~7089310,17028177~4228584,21396397~20566791,53707993~2529523,67081635~7798007,77509912~1759874,79764586~6120719,89094084~15450694,105032287~5593954,114645810~3256659,134273387~7411133,145351016~6160996,161993646~3399938,166234126~6758508,176334132~9504543,188939830~11131594,212258397~11340734,227181428~2110105,232433036~6198732,253287398~17942071,274880892~1027841,283036098~2190000,288012474~4155336,296028194~15357802,327843439~7045558,341654717~10956926,356460539~4003414,361055869~7556606,370054243~2009839,376725448~4490235,395899660~5320465] 2024-08-29T18:49:48.171 INFO:tasks.workunit.client.0.smithi028.stdout:from 13 to 14 diff [17028177~4228584,21396397~6572168,68420770~6458872,78747617~522169,96706690~5930973,114645810~3256659,161993646~3399938,395899660~5320465] 2024-08-29T18:49:48.171 INFO:tasks.workunit.client.0.smithi028.stdout: limited diff [17028177~4228584,21396397~6572168,68420770~6458872,78747617~522169,96706690~5930973,114645810~3256659,161993646~3399938,395899660~5320465] 2024-08-29T18:49:48.177 INFO:tasks.workunit.client.0.smithi028.stdout: actual was [17028177~4228584,21396397~6572168,68420770~6458872,77509912~1759874,96706690~5930973,114645810~3256659,161993646~3399938,395899660~5320465] 2024-08-29T18:49:48.177 INFO:tasks.workunit.client.0.smithi028.stdout:from 13 to 15 diff [11849549~3244207,17028177~4228584,21396397~6572168,67800527~7079115,78747617~522169,96706690~5930973,105032287~5593954,114645810~3256659,135972001~5712519,161993646~3399938,166234126~6758508,176334132~7724001,212258397~11340734,344011260~25895,395899660~5320465] 2024-08-29T18:49:48.177 INFO:tasks.workunit.client.0.smithi028.stdout: limited diff [11849549~3244207,17028177~4228584,21396397~6572168,67800527~7079115,78747617~522169,96706690~5930973,105032287~5593954,114645810~3256659,135972001~5712519,161993646~3399938,166234126~6758508,176334132~7724001,212258397~11340734,344011260~25895,395899660~5320465] 2024-08-29T18:49:48.183 INFO:tasks.workunit.client.0.smithi028.stdout: actual was [11849549~3244207,17028177~4228584,21396397~6572168,67800527~7079115,77509912~1759874,96706690~5930973,105032287~5593954,114645810~3256659,135972001~5712519,161993646~3399938,166234126~6758508,176334132~7724001,212258397~11340734,344011260~25895,395899660~5320465] 2024-08-29T18:49:48.183 INFO:tasks.workunit.client.0.smithi028.stdout:from 13 to 16 diff [9262715~7089310,17028177~4228584,21396397~6572168,67800527~7079115,78747617~522169,96706690~5930973,105032287~5593954,114645810~3256659,135972001~5712519,161993646~3399938,166234126~6758508,176334132~7724001,193047176~5372884,212258397~11340734,227181428~2110105,268242434~1626673,327843439~5463750,344011260~25895,356460539~4003414,395899660~5320465] 2024-08-29T18:49:48.183 INFO:tasks.workunit.client.0.smithi028.stdout: limited diff [9262715~7089310,17028177~4228584,21396397~6572168,67800527~7079115,78747617~522169,96706690~5930973,105032287~5593954,114645810~3256659,135972001~5712519,161993646~3399938,166234126~6758508,176334132~7724001,193047176~5372884,212258397~11340734,227181428~2110105,268242434~1626673,327843439~5463750,344011260~25895,356460539~4003414,395899660~5320465] 2024-08-29T18:49:48.189 INFO:tasks.workunit.client.0.smithi028.stdout: actual was [9262715~7089310,17028177~4228584,21396397~6572168,67800527~7079115,77509912~1759874,96706690~5930973,105032287~5593954,114645810~3256659,135972001~5712519,161993646~3399938,166234126~6758508,176334132~7724001,193047176~5372884,212258397~11340734,227181428~2110105,268242434~1626673,327843439~5463750,344011260~25895,356460539~4003414,395899660~5320465] 2024-08-29T18:49:48.189 INFO:tasks.workunit.client.0.smithi028.stdout:from 13 to 17 diff [9262715~7089310,17028177~4228584,21396397~6572168,67800527~7079115,78747617~522169,91242439~13302339,105032287~5593954,114645810~3256659,135972001~5712519,161993646~3399938,166234126~6758508,176334132~9504543,193047176~5372884,212258397~11340734,227181428~2110105,232433036~6198732,268242434~1626673,283885646~1340452,288012474~4155336,296028194~7297528,327843439~5463750,344011260~25895,344444801~8166842,356460539~4003414,370054243~2009839,395899660~5320465] 2024-08-29T18:49:48.189 INFO:tasks.workunit.client.0.smithi028.stdout: limited diff [9262715~7089310,17028177~4228584,21396397~6572168,67800527~7079115,78747617~522169,91242439~13302339,105032287~5593954,114645810~3256659,135972001~5712519,161993646~3399938,166234126~6758508,176334132~9504543,193047176~5372884,212258397~11340734,227181428~2110105,232433036~6198732,268242434~1626673,283885646~1340452,288012474~4155336,296028194~7297528,327843439~5463750,344011260~25895,344444801~8166842,356460539~4003414,370054243~2009839,395899660~5320465] 2024-08-29T18:49:48.196 INFO:tasks.workunit.client.0.smithi028.stdout: actual was [9262715~7089310,17028177~4228584,21396397~6572168,67800527~7079115,77509912~1759874,89094084~15450694,105032287~5593954,114645810~3256659,135972001~5712519,161993646~3399938,166234126~6758508,176334132~9504543,193047176~5372884,212258397~11340734,227181428~2110105,232433036~6198732,268242434~1626673,283036098~2190000,288012474~4155336,296028194~7297528,327843439~5463750,344011260~25895,344444801~8166842,356460539~4003414,370054243~2009839,395899660~5320465] 2024-08-29T18:49:48.196 INFO:tasks.workunit.client.0.smithi028.stdout:from 13 to 18 diff [9262715~7089310,17028177~4228584,21396397~6572168,35965356~5997832,67800527~7079115,78747617~522169,91242439~13302339,105032287~5593954,114645810~3256659,134273387~7411133,145351016~6160996,161993646~3399938,166234126~6758508,176334132~9504543,188939830~11131594,212258397~11340734,227181428~2110105,232433036~6198732,253287398~11652009,268242434~1911515,275020936~887797,283885646~1340452,288012474~4155336,296028194~7297528,327843439~5463750,344011260~25895,344444801~8166842,356460539~4003414,365793837~2271430,370054243~2009839,395899660~5320465] 2024-08-29T18:49:48.196 INFO:tasks.workunit.client.0.smithi028.stdout: limited diff [9262715~7089310,17028177~4228584,21396397~6572168,35965356~5997832,67800527~7079115,78747617~522169,91242439~13302339,105032287~5593954,114645810~3256659,134273387~7411133,145351016~6160996,161993646~3399938,166234126~6758508,176334132~9504543,188939830~11131594,212258397~11340734,227181428~2110105,232433036~6198732,253287398~11652009,268242434~1911515,275020936~887797,283885646~1340452,288012474~4155336,296028194~7297528,327843439~5463750,344011260~25895,344444801~8166842,356460539~4003414,365793837~2271430,370054243~2009839,395899660~5320465] 2024-08-29T18:49:48.202 INFO:tasks.workunit.client.0.smithi028.stdout: actual was [9262715~7089310,17028177~4228584,21396397~6572168,35965356~5997832,67800527~7079115,77509912~1759874,89094084~15450694,105032287~5593954,114645810~3256659,134273387~7411133,145351016~6160996,161993646~3399938,166234126~6758508,176334132~9504543,188939830~11131594,212258397~11340734,227181428~2110105,232433036~6198732,253287398~11652009,268242434~1911515,274880892~1027841,283036098~2190000,288012474~4155336,296028194~7297528,327843439~5463750,344011260~25895,344444801~8166842,356460539~4003414,365793837~2271430,370054243~2009839,395899660~5320465] 2024-08-29T18:49:48.202 INFO:tasks.workunit.client.0.smithi028.stdout:from 13 to 19 diff [9262715~7089310,17028177~4228584,21396397~6572168,34511084~7452104,53707993~2529523,67800527~7079115,78747617~522169,79764586~6120719,91242439~13302339,105032287~5593954,114645810~3256659,134273387~7411133,145351016~6160996,161993646~3399938,166234126~6758508,176334132~9504543,188939830~11131594,212258397~11340734,227181428~2110105,232433036~6198732,253287398~13067791,268242434~1911515,275020936~887797,283885646~1340452,288012474~4155336,296028194~7297528,306179600~5206396,327843439~7045558,344011260~25895,344444801~8166842,356460539~4003414,361055869~7556606,370054243~2009839,395899660~5320465] 2024-08-29T18:49:48.203 INFO:tasks.workunit.client.0.smithi028.stdout: limited diff [9262715~7089310,17028177~4228584,21396397~6572168,34511084~7452104,53707993~2529523,67800527~7079115,78747617~522169,79764586~6120719,91242439~13302339,105032287~5593954,114645810~3256659,134273387~7411133,145351016~6160996,161993646~3399938,166234126~6758508,176334132~9504543,188939830~11131594,212258397~11340734,227181428~2110105,232433036~6198732,253287398~13067791,268242434~1911515,275020936~887797,283885646~1340452,288012474~4155336,296028194~7297528,306179600~5206396,327843439~7045558,344011260~25895,344444801~8166842,356460539~4003414,361055869~7556606,370054243~2009839,395899660~5320465] 2024-08-29T18:49:48.208 INFO:tasks.workunit.client.0.smithi028.stdout: actual was [9262715~7089310,17028177~4228584,21396397~6572168,34511084~7452104,53707993~2529523,67800527~7079115,77509912~1759874,79764586~6120719,89094084~15450694,105032287~5593954,114645810~3256659,134273387~7411133,145351016~6160996,161993646~3399938,166234126~6758508,176334132~9504543,188939830~11131594,212258397~11340734,227181428~2110105,232433036~6198732,253287398~13067791,268242434~1911515,274880892~1027841,283036098~2190000,288012474~4155336,296028194~7297528,306179600~5206396,327843439~7045558,344011260~25895,344444801~8166842,356460539~4003414,361055869~7556606,370054243~2009839,395899660~5320465] 2024-08-29T18:49:48.208 INFO:tasks.workunit.client.0.smithi028.stdout:from 14 to 15 diff [11849549~3244207,67800527~6599134,105032287~5593954,135972001~5712519,166234126~6758508,176334132~7724001,212258397~11340734,344011260~25895] 2024-08-29T18:49:48.208 INFO:tasks.workunit.client.0.smithi028.stdout: limited diff [11849549~3244207,67800527~6599134,105032287~5593954,135972001~5712519,166234126~6758508,176334132~7724001,212258397~11340734,344011260~25895] 2024-08-29T18:49:48.214 INFO:tasks.workunit.client.0.smithi028.stdout: actual was [11849549~3244207,67800527~6599134,105032287~5593954,135972001~5712519,166234126~6758508,176334132~7724001,212258397~11340734,344011260~25895] 2024-08-29T18:49:48.215 INFO:tasks.workunit.client.0.smithi028.stdout:from 14 to 16 diff [9262715~7089310,67800527~6599134,105032287~5593954,135972001~5712519,166234126~6758508,176334132~7724001,193047176~5372884,212258397~11340734,227181428~2110105,268242434~1626673,327843439~5463750,344011260~25895,356460539~4003414,400890940~248240] 2024-08-29T18:49:48.215 INFO:tasks.workunit.client.0.smithi028.stdout: limited diff [9262715~7089310,67800527~6599134,105032287~5593954,135972001~5712519,166234126~6758508,176334132~7724001,193047176~5372884,212258397~11340734,227181428~2110105,268242434~1626673,327843439~5463750,344011260~25895,356460539~4003414,400890940~248240] 2024-08-29T18:49:48.222 INFO:tasks.workunit.client.0.smithi028.stdout: actual was [9262715~7089310,67800527~6599134,105032287~5593954,135972001~5712519,166234126~6758508,176334132~7724001,193047176~5372884,212258397~11340734,227181428~2110105,268242434~1626673,327843439~5463750,344011260~25895,356460539~4003414,400890940~248240] 2024-08-29T18:49:48.222 INFO:tasks.workunit.client.0.smithi028.stdout:from 14 to 17 diff [9262715~7089310,25402602~1183547,67800527~6599134,91242439~6194837,98553685~5991093,105032287~5593954,135972001~5712519,166234126~6758508,176334132~9504543,193047176~5372884,212258397~11340734,227181428~2110105,232433036~6198732,268242434~1626673,283885646~1340452,288012474~4155336,296028194~7297528,327843439~5463750,344011260~25895,344444801~8166842,356460539~4003414,370054243~2009839,400890940~248240] 2024-08-29T18:49:48.222 INFO:tasks.workunit.client.0.smithi028.stdout: limited diff [9262715~7089310,25402602~1183547,67800527~6599134,91242439~6194837,98553685~5991093,105032287~5593954,135972001~5712519,166234126~6758508,176334132~9504543,193047176~5372884,212258397~11340734,227181428~2110105,232433036~6198732,268242434~1626673,283885646~1340452,288012474~4155336,296028194~7297528,327843439~5463750,344011260~25895,344444801~8166842,356460539~4003414,370054243~2009839,400890940~248240] 2024-08-29T18:49:48.227 INFO:tasks.workunit.client.0.smithi028.stdout: actual was [9262715~7089310,25402602~1183547,67800527~6599134,89094084~8343192,98553685~5991093,105032287~5593954,135972001~5712519,166234126~6758508,176334132~9504543,193047176~5372884,212258397~11340734,227181428~2110105,232433036~6198732,268242434~1626673,283036098~2190000,288012474~4155336,296028194~7297528,327843439~5463750,344011260~25895,344444801~8166842,356460539~4003414,370054243~2009839,400890940~248240] 2024-08-29T18:49:48.227 INFO:tasks.workunit.client.0.smithi028.stdout:from 14 to 18 diff [9262715~7089310,25402602~1183547,35965356~5997832,67800527~6599134,91242439~6194837,98553685~5991093,105032287~5593954,134273387~7411133,145351016~6160996,166234126~6758508,176334132~9504543,188939830~11131594,212258397~11340734,227181428~2110105,232433036~6198732,253287398~11652009,268242434~1911515,275020936~887797,283885646~1340452,288012474~4155336,296028194~7297528,327843439~5463750,344011260~25895,344444801~8166842,356460539~4003414,365793837~2271430,370054243~2009839,400890940~248240] 2024-08-29T18:49:48.228 INFO:tasks.workunit.client.0.smithi028.stdout: limited diff [9262715~7089310,25402602~1183547,35965356~5997832,67800527~6599134,91242439~6194837,98553685~5991093,105032287~5593954,134273387~7411133,145351016~6160996,166234126~6758508,176334132~9504543,188939830~11131594,212258397~11340734,227181428~2110105,232433036~6198732,253287398~11652009,268242434~1911515,275020936~887797,283885646~1340452,288012474~4155336,296028194~7297528,327843439~5463750,344011260~25895,344444801~8166842,356460539~4003414,365793837~2271430,370054243~2009839,400890940~248240] 2024-08-29T18:49:48.234 INFO:tasks.workunit.client.0.smithi028.stdout: actual was [9262715~7089310,25402602~1183547,35965356~5997832,67800527~6599134,89094084~8343192,98553685~5991093,105032287~5593954,134273387~7411133,145351016~6160996,166234126~6758508,176334132~9504543,188939830~11131594,212258397~11340734,227181428~2110105,232433036~6198732,253287398~11652009,268242434~1911515,274880892~1027841,283036098~2190000,288012474~4155336,296028194~7297528,327843439~5463750,344011260~25895,344444801~8166842,356460539~4003414,365793837~2271430,370054243~2009839,400890940~248240] 2024-08-29T18:49:48.234 INFO:tasks.workunit.client.0.smithi028.stdout:from 14 to 19 diff [9262715~7089310,25402602~1183547,34511084~7452104,53707993~2529523,67800527~6599134,79764586~6120719,91242439~6194837,98553685~5991093,105032287~5593954,134273387~7411133,145351016~6160996,166234126~6758508,176334132~9504543,188939830~11131594,212258397~11340734,227181428~2110105,232433036~6198732,253287398~13067791,268242434~1911515,275020936~887797,283885646~1340452,288012474~4155336,296028194~7297528,306179600~5206396,327843439~7045558,344011260~25895,344444801~8166842,356460539~4003414,361055869~7556606,370054243~2009839,400890940~248240] 2024-08-29T18:49:48.234 INFO:tasks.workunit.client.0.smithi028.stdout: limited diff [9262715~7089310,25402602~1183547,34511084~7452104,53707993~2529523,67800527~6599134,79764586~6120719,91242439~6194837,98553685~5991093,105032287~5593954,134273387~7411133,145351016~6160996,166234126~6758508,176334132~9504543,188939830~11131594,212258397~11340734,227181428~2110105,232433036~6198732,253287398~13067791,268242434~1911515,275020936~887797,283885646~1340452,288012474~4155336,296028194~7297528,306179600~5206396,327843439~7045558,344011260~25895,344444801~8166842,356460539~4003414,361055869~7556606,370054243~2009839,400890940~248240] 2024-08-29T18:49:48.241 INFO:tasks.workunit.client.0.smithi028.stdout: actual was [9262715~7089310,25402602~1183547,34511084~7452104,53707993~2529523,67800527~6599134,79764586~6120719,89094084~8343192,98553685~5991093,105032287~5593954,134273387~7411133,145351016~6160996,166234126~6758508,176334132~9504543,188939830~11131594,212258397~11340734,227181428~2110105,232433036~6198732,253287398~13067791,268242434~1911515,274880892~1027841,283036098~2190000,288012474~4155336,296028194~7297528,306179600~5206396,327843439~7045558,344011260~25895,344444801~8166842,356460539~4003414,361055869~7556606,370054243~2009839,400890940~248240] 2024-08-29T18:49:48.241 INFO:tasks.workunit.client.0.smithi028.stdout:from 15 to 16 diff [9262715~7089310,193047176~5372884,214534770~1155604,227181428~2110105,268242434~1626673,327843439~5463750,356460539~4003414,400890940~248240] 2024-08-29T18:49:48.241 INFO:tasks.workunit.client.0.smithi028.stdout: limited diff [9262715~7089310,193047176~5372884,214534770~1155604,227181428~2110105,268242434~1626673,327843439~5463750,356460539~4003414,400890940~248240] 2024-08-29T18:49:48.247 INFO:tasks.workunit.client.0.smithi028.stdout: actual was [9262715~7089310,193047176~5372884,214534770~1155604,227181428~2110105,268242434~1626673,327843439~5463750,356460539~4003414,400890940~248240] 2024-08-29T18:49:48.247 INFO:tasks.workunit.client.0.smithi028.stdout:from 15 to 17 diff [9262715~7089310,25402602~1183547,91242439~6194837,98553685~5991093,181158433~4680242,193047176~5372884,214534770~1155604,227181428~2110105,232433036~6198732,268242434~1626673,283885646~1340452,288012474~4155336,296028194~7297528,327843439~5463750,344444801~8166842,356460539~4003414,370054243~2009839,400890940~248240] 2024-08-29T18:49:48.247 INFO:tasks.workunit.client.0.smithi028.stdout: limited diff [9262715~7089310,25402602~1183547,91242439~6194837,98553685~5991093,181158433~4680242,193047176~5372884,214534770~1155604,227181428~2110105,232433036~6198732,268242434~1626673,283885646~1340452,288012474~4155336,296028194~7297528,327843439~5463750,344444801~8166842,356460539~4003414,370054243~2009839,400890940~248240] 2024-08-29T18:49:48.253 INFO:tasks.workunit.client.0.smithi028.stdout: actual was [9262715~7089310,25402602~1183547,89094084~8343192,98553685~5991093,181158433~4680242,193047176~5372884,214534770~1155604,227181428~2110105,232433036~6198732,268242434~1626673,283036098~2190000,288012474~4155336,296028194~7297528,327843439~5463750,344444801~8166842,356460539~4003414,370054243~2009839,400890940~248240] 2024-08-29T18:49:48.253 INFO:tasks.workunit.client.0.smithi028.stdout:from 15 to 18 diff [9262715~7089310,25402602~1183547,35965356~5997832,91242439~6194837,98553685~5991093,134273387~6544165,145351016~6160996,181158433~4680242,188939830~11131594,214534770~1155604,227181428~2110105,232433036~6198732,253287398~11652009,268242434~1911515,275020936~887797,283885646~1340452,288012474~4155336,296028194~7297528,327843439~5463750,344444801~8166842,356460539~4003414,365793837~2271430,370054243~2009839,400890940~248240] 2024-08-29T18:49:48.253 INFO:tasks.workunit.client.0.smithi028.stdout: limited diff [9262715~7089310,25402602~1183547,35965356~5997832,91242439~6194837,98553685~5991093,134273387~6544165,145351016~6160996,181158433~4680242,188939830~11131594,214534770~1155604,227181428~2110105,232433036~6198732,253287398~11652009,268242434~1911515,275020936~887797,283885646~1340452,288012474~4155336,296028194~7297528,327843439~5463750,344444801~8166842,356460539~4003414,365793837~2271430,370054243~2009839,400890940~248240] 2024-08-29T18:49:48.258 INFO:tasks.workunit.client.0.smithi028.stdout: actual was [9262715~7089310,25402602~1183547,35965356~5997832,89094084~8343192,98553685~5991093,134273387~6544165,145351016~6160996,181158433~4680242,188939830~11131594,214534770~1155604,227181428~2110105,232433036~6198732,253287398~11652009,268242434~1911515,274880892~1027841,283036098~2190000,288012474~4155336,296028194~7297528,327843439~5463750,344444801~8166842,356460539~4003414,365793837~2271430,370054243~2009839,400890940~248240] 2024-08-29T18:49:48.259 INFO:tasks.workunit.client.0.smithi028.stdout:from 15 to 19 diff [9262715~7089310,25402602~1183547,34511084~7452104,53707993~2529523,79764586~6120719,91242439~6194837,98553685~5991093,134273387~6544165,145351016~6160996,181158433~4680242,188939830~11131594,214534770~1155604,227181428~2110105,232433036~6198732,253287398~13067791,268242434~1911515,275020936~887797,283885646~1340452,288012474~4155336,296028194~7297528,306179600~5206396,327843439~7045558,344444801~8166842,356460539~4003414,361055869~7556606,370054243~2009839,400890940~248240] 2024-08-29T18:49:48.259 INFO:tasks.workunit.client.0.smithi028.stdout: limited diff [9262715~7089310,25402602~1183547,34511084~7452104,53707993~2529523,79764586~6120719,91242439~6194837,98553685~5991093,134273387~6544165,145351016~6160996,181158433~4680242,188939830~11131594,214534770~1155604,227181428~2110105,232433036~6198732,253287398~13067791,268242434~1911515,275020936~887797,283885646~1340452,288012474~4155336,296028194~7297528,306179600~5206396,327843439~7045558,344444801~8166842,356460539~4003414,361055869~7556606,370054243~2009839,400890940~248240] 2024-08-29T18:49:48.265 INFO:tasks.workunit.client.0.smithi028.stdout: actual was [9262715~7089310,25402602~1183547,34511084~7452104,53707993~2529523,79764586~6120719,89094084~8343192,98553685~5991093,134273387~6544165,145351016~6160996,181158433~4680242,188939830~11131594,214534770~1155604,227181428~2110105,232433036~6198732,253287398~13067791,268242434~1911515,274880892~1027841,283036098~2190000,288012474~4155336,296028194~7297528,306179600~5206396,327843439~7045558,344444801~8166842,356460539~4003414,361055869~7556606,370054243~2009839,400890940~248240] 2024-08-29T18:49:48.265 INFO:tasks.workunit.client.0.smithi028.stdout:from 16 to 17 diff [25402602~1183547,91242439~6194837,98553685~5991093,181158433~4680242,232433036~6198732,283885646~1340452,288012474~4155336,296028194~7297528,344444801~8166842,370054243~2009839] 2024-08-29T18:49:48.266 INFO:tasks.workunit.client.0.smithi028.stdout: limited diff [25402602~1183547,91242439~6194837,98553685~5991093,181158433~4680242,232433036~6198732,283885646~1340452,288012474~4155336,296028194~7297528,344444801~8166842,370054243~2009839] 2024-08-29T18:49:48.272 INFO:tasks.workunit.client.0.smithi028.stdout: actual was [25402602~1183547,89094084~8343192,98553685~5991093,181158433~4680242,232433036~6198732,283036098~2190000,288012474~4155336,296028194~7297528,344444801~8166842,370054243~2009839] 2024-08-29T18:49:48.272 INFO:tasks.workunit.client.0.smithi028.stdout:from 16 to 18 diff [25402602~1183547,35965356~5997832,91242439~6194837,98553685~5991093,134273387~6544165,145351016~6160996,181158433~4680242,188939830~5767167,195149450~4921974,232433036~6198732,253287398~11652009,269425359~728590,275020936~887797,283885646~1340452,288012474~4155336,296028194~7297528,344444801~8166842,365793837~2271430,370054243~2009839] 2024-08-29T18:49:48.272 INFO:tasks.workunit.client.0.smithi028.stdout: limited diff [25402602~1183547,35965356~5997832,91242439~6194837,98553685~5991093,134273387~6544165,145351016~6160996,181158433~4680242,188939830~5767167,195149450~4921974,232433036~6198732,253287398~11652009,269425359~728590,275020936~887797,283885646~1340452,288012474~4155336,296028194~7297528,344444801~8166842,365793837~2271430,370054243~2009839] 2024-08-29T18:49:48.281 INFO:tasks.workunit.client.0.smithi028.stdout: actual was [25402602~1183547,35965356~5997832,89094084~8343192,98553685~5991093,134273387~6544165,145351016~6160996,181158433~4680242,188939830~5767167,195149450~4921974,232433036~6198732,253287398~11652009,269425359~728590,274880892~1027841,283036098~2190000,288012474~4155336,296028194~7297528,344444801~8166842,365793837~2271430,370054243~2009839] 2024-08-29T18:49:48.281 INFO:tasks.workunit.client.0.smithi028.stdout:from 16 to 19 diff [25402602~1183547,34511084~7452104,53707993~2529523,79764586~6120719,91242439~6194837,98553685~5991093,134273387~6544165,145351016~6160996,181158433~4680242,188939830~5767167,195149450~4921974,232433036~6198732,253287398~13067791,269425359~728590,275020936~887797,283885646~1340452,288012474~4155336,296028194~7297528,306179600~5206396,329948550~4940447,344444801~8166842,361055869~7556606,370054243~2009839] 2024-08-29T18:49:48.281 INFO:tasks.workunit.client.0.smithi028.stdout: limited diff [25402602~1183547,34511084~7452104,53707993~2529523,79764586~6120719,91242439~6194837,98553685~5991093,134273387~6544165,145351016~6160996,181158433~4680242,188939830~5767167,195149450~4921974,232433036~6198732,253287398~13067791,269425359~728590,275020936~887797,283885646~1340452,288012474~4155336,296028194~7297528,306179600~5206396,329948550~4940447,344444801~8166842,361055869~7556606,370054243~2009839] 2024-08-29T18:49:48.287 INFO:tasks.workunit.client.0.smithi028.stdout: actual was [25402602~1183547,34511084~7452104,53707993~2529523,79764586~6120719,89094084~8343192,98553685~5991093,134273387~6544165,145351016~6160996,181158433~4680242,188939830~5767167,195149450~4921974,232433036~6198732,253287398~13067791,269425359~728590,274880892~1027841,283036098~2190000,288012474~4155336,296028194~7297528,306179600~5206396,329948550~4940447,344444801~8166842,361055869~7556606,370054243~2009839] 2024-08-29T18:49:48.287 INFO:tasks.workunit.client.0.smithi028.stdout:from 17 to 18 diff [35965356~5997832,134273387~6544165,145351016~6160996,188939830~5767167,195149450~4921974,253287398~11652009,269425359~728590,275020936~887797,365793837~2271430] 2024-08-29T18:49:48.287 INFO:tasks.workunit.client.0.smithi028.stdout: limited diff [35965356~5997832,134273387~6544165,145351016~6160996,188939830~5767167,195149450~4921974,253287398~11652009,269425359~728590,275020936~887797,365793837~2271430] 2024-08-29T18:49:48.294 INFO:tasks.workunit.client.0.smithi028.stdout: actual was [35965356~5997832,134273387~6544165,145351016~6160996,188939830~5767167,195149450~4921974,253287398~11652009,269425359~728590,274880892~1027841,365793837~2271430] 2024-08-29T18:49:48.294 INFO:tasks.workunit.client.0.smithi028.stdout:from 17 to 19 diff [34511084~7452104,53707993~2529523,79764586~6120719,134273387~6544165,145351016~6160996,188939830~5767167,195149450~4921974,236843262~164626,253287398~13067791,269425359~728590,275020936~887797,306179600~5206396,329948550~4940447,361055869~7556606] 2024-08-29T18:49:48.294 INFO:tasks.workunit.client.0.smithi028.stdout: limited diff [34511084~7452104,53707993~2529523,79764586~6120719,134273387~6544165,145351016~6160996,188939830~5767167,195149450~4921974,236843262~164626,253287398~13067791,269425359~728590,275020936~887797,306179600~5206396,329948550~4940447,361055869~7556606] 2024-08-29T18:49:48.300 INFO:tasks.workunit.client.0.smithi028.stdout: actual was [34511084~7452104,53707993~2529523,79764586~6120719,134273387~6544165,145351016~6160996,188939830~5767167,195149450~4921974,236843262~164626,253287398~13067791,269425359~728590,274880892~1027841,306179600~5206396,329948550~4940447,361055869~7556606] 2024-08-29T18:49:48.300 INFO:tasks.workunit.client.0.smithi028.stdout:from 18 to 19 diff [34511084~6467472,53707993~2529523,79764586~6120719,236843262~164626,255624098~1213048,263246991~3108198,306179600~5206396,329948550~4940447,361055869~7556606] 2024-08-29T18:49:48.301 INFO:tasks.workunit.client.0.smithi028.stdout: limited diff [34511084~6467472,53707993~2529523,79764586~6120719,236843262~164626,255624098~1213048,263246991~3108198,306179600~5206396,329948550~4940447,361055869~7556606] 2024-08-29T18:49:48.306 INFO:tasks.workunit.client.0.smithi028.stdout: actual was [34511084~6467472,53707993~2529523,79764586~6120719,236843262~164626,255624098~1213048,263246991~3108198,306179600~5206396,329948550~4940447,361055869~7556606] 2024-08-29T18:49:48.326 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:49:47 smithi053 bash[68679]: cluster 2024-08-29T18:49:46.373342+0000 mgr.y (mgr.25022) 1891 : cluster [DBG] pgmap v3383: 137 pgs: 137 active+clean; 805 MiB data, 7.4 GiB used, 708 GiB / 715 GiB avail; 236 KiB/s rd, 55 MiB/s wr, 371 op/s 2024-08-29T18:49:48.326 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:49:47 smithi053 bash[68679]: cluster 2024-08-29T18:49:46.853568+0000 mon.a (mon.0) 3521 : cluster [DBG] osdmap e1974: 8 total, 8 up, 8 in 2024-08-29T18:49:48.884 INFO:tasks.workunit.client.0.smithi028.stdout:from 0 to HEAD diff [217869~607781,3628194~12723831,17028177~24935011,43179186~34330726,78747617~522169,79764586~9329498,91242439~19383802,112266524~7474062,120618268~1981672,126985745~2379744,134273387~7411133,145351016~8624850,161911242~3482342,166234126~7755611,176334132~23737292,201373250~1079910,205956601~216622,208249281~30920536,240398233~3036846,246402558~25707835,273932032~948860,275020936~887797,277924467~2799721,281966612~1069486,283885646~1340452,285498168~17827554,305138638~8874441,316764114~1718090,318753086~8167724,327141348~11300848,340774249~11837394,353285939~15530455,369558094~5170373,376343637~8144930,385403060~9993237,395899660~5320465,403360897~3188967,407636507~1784786] 2024-08-29T18:49:48.884 INFO:tasks.workunit.client.0.smithi028.stdout: limited diff [217869~607781,3628194~12723831,17028177~24935011,43179186~34330726,78747617~522169,79764586~9329498,91242439~19383802,112266524~7474062,120618268~1981672,126985745~2379744,134273387~7411133,145351016~8624850,161911242~3482342,166234126~7755611,176334132~23737292,201373250~1079910,205956601~216622,208249281~30920536,240398233~3036846,246402558~25707835,273932032~948860,275020936~887797,277924467~2799721,281966612~1069486,283885646~1340452,285498168~17827554,305138638~8874441,316764114~1718090,318753086~8167724,327141348~11300848,340774249~11837394,353285939~15530455,369558094~5170373,376343637~8144930,385403060~9993237,395899660~5320465,403360897~3188967,407636507~1784786] 2024-08-29T18:49:48.955 INFO:tasks.workunit.client.0.smithi028.stdout: actual was [0~16352025,17028177~62241609,79691776~42908164,125829120~3536369,134217728~7466792,145351016~8624850,159383552~6010032,166234126~7755611,176160768~23910656,201326592~1126568,205520896~66589497,272629760~3278973,276824064~3900124,281018368~32994711,314572800~23869396,339738624~29077770,369098752~15389815,385403060~15817065,403360897~3188967,407636507~1784786] 2024-08-29T18:49:49.212 INFO:tasks.workunit.client.0.smithi028.stdout:from 1 to HEAD diff [217869~607781,3628194~12723831,17028177~24935011,43179186~34330726,78747617~522169,79764586~9329498,91242439~19383802,114645810~3256659,120618268~1981672,126985745~2379744,134273387~7411133,145351016~8624850,161911242~3482342,166234126~7755611,176334132~23737292,201373250~1079910,205956601~216622,208249281~30382487,240398233~3036846,246402558~25707835,273932032~948860,275020936~887797,277924467~2799721,281966612~1069486,283885646~1340452,285498168~17827554,305138638~8874441,316764114~1718090,318753086~8167724,327141348~11300848,340774249~11837394,353285939~15530455,369558094~5170373,376343637~8144930,385403060~9993237,395899660~5320465,403360897~3188967,407636507~1784786] 2024-08-29T18:49:49.212 INFO:tasks.workunit.client.0.smithi028.stdout: limited diff [217869~607781,3628194~12723831,17028177~24935011,43179186~34330726,78747617~522169,79764586~9329498,91242439~19383802,114645810~3256659,120618268~1981672,126985745~2379744,134273387~7411133,145351016~8624850,161911242~3482342,166234126~7755611,176334132~23737292,201373250~1079910,205956601~216622,208249281~30382487,240398233~3036846,246402558~25707835,273932032~948860,275020936~887797,277924467~2799721,281966612~1069486,283885646~1340452,285498168~17827554,305138638~8874441,316764114~1718090,318753086~8167724,327141348~11300848,340774249~11837394,353285939~15530455,369558094~5170373,376343637~8144930,385403060~9993237,395899660~5320465,403360897~3188967,407636507~1784786] 2024-08-29T18:49:49.217 INFO:tasks.workunit.client.0.smithi028.stdout: actual was [0~16352025,17028177~62241609,79764586~30861655,114645810~3256659,119740586~2859354,125829120~3536369,134217728~7466792,145351016~8624850,159383552~6010032,166234126~7755611,176160768~23910656,201326592~1126568,205520896~33110872,239169817~32940576,272629760~3278973,276824064~3900124,281018368~32994711,314572800~23869396,339738624~12873019,353285939~15530455,369098752~15389815,385403060~15817065,403360897~3188967,407636507~1784786] 2024-08-29T18:49:49.218 INFO:tasks.workunit.client.0.smithi028.stdout:from 2 to HEAD diff [217869~607781,3628194~12723831,17028177~24935011,43179186~34330726,78747617~522169,79764586~9329498,91242439~19383802,114645810~3256659,120618268~1981672,126985745~2379744,134273387~7411133,145351016~8624850,161911242~3482342,166234126~7755611,176334132~23737292,201373250~1079910,205956601~216622,208249281~30382487,240398233~3036846,246402558~6123699,253287398~18822995,275020936~887797,277924467~2799721,281966612~1069486,283885646~1340452,285498168~17827554,305138638~8874441,316764114~1718090,318753086~8167724,327141348~11300848,340774249~11837394,353738398~6725555,360589455~8226939,369558094~5170373,376343637~8144930,385403060~9993237,395899660~5320465,403360897~3188967,407636507~1784786] 2024-08-29T18:49:49.218 INFO:tasks.workunit.client.0.smithi028.stdout: limited diff [217869~607781,3628194~12723831,17028177~24935011,43179186~34330726,78747617~522169,79764586~9329498,91242439~19383802,114645810~3256659,120618268~1981672,126985745~2379744,134273387~7411133,145351016~8624850,161911242~3482342,166234126~7755611,176334132~23737292,201373250~1079910,205956601~216622,208249281~30382487,240398233~3036846,246402558~6123699,253287398~18822995,275020936~887797,277924467~2799721,281966612~1069486,283885646~1340452,285498168~17827554,305138638~8874441,316764114~1718090,318753086~8167724,327141348~11300848,340774249~11837394,353738398~6725555,360589455~8226939,369558094~5170373,376343637~8144930,385403060~9993237,395899660~5320465,403360897~3188967,407636507~1784786] 2024-08-29T18:49:49.218 INFO:tasks.workunit.client.0.smithi028.stdout: actual was [0~16352025,17028177~62241609,79764586~30861655,114645810~3256659,119740586~2859354,125829120~3536369,134217728~7466792,145351016~8624850,159383552~6010032,166234126~7755611,176160768~23910656,201326592~1126568,205520896~33110872,239169817~13356440,253287398~18822995,274880892~1027841,276824064~3900124,281018368~32994711,314572800~23869396,339738624~12873019,353738398~6725555,360589455~8226939,369558094~14930473,385403060~15817065,403360897~3188967,407636507~1784786] 2024-08-29T18:49:49.218 INFO:tasks.workunit.client.0.smithi028.stdout:from 3 to HEAD diff [217869~607781,3628194~12723831,17028177~24935011,43179186~34330726,78747617~522169,79764586~9329498,91242439~19383802,114645810~3256659,120618268~1981672,126985745~2379744,134273387~7411133,145351016~8624850,161911242~3482342,166234126~7755611,176334132~23737292,201373250~1079910,205956601~216622,208249281~30382487,240398233~3036846,246402558~6123699,253287398~18822995,275020936~887797,277924467~2799721,281966612~1069486,283885646~1340452,285498168~17827554,305138638~8421838,316764114~1718090,318753086~8167724,327843439~10598757,340774249~11837394,353738398~6725555,361055869~7760525,369558094~5170373,376343637~8144930,385403060~9993237,395899660~5320465,403360897~3188967,407636507~1784786] 2024-08-29T18:49:49.218 INFO:tasks.workunit.client.0.smithi028.stdout: limited diff [217869~607781,3628194~12723831,17028177~24935011,43179186~34330726,78747617~522169,79764586~9329498,91242439~19383802,114645810~3256659,120618268~1981672,126985745~2379744,134273387~7411133,145351016~8624850,161911242~3482342,166234126~7755611,176334132~23737292,201373250~1079910,205956601~216622,208249281~30382487,240398233~3036846,246402558~6123699,253287398~18822995,275020936~887797,277924467~2799721,281966612~1069486,283885646~1340452,285498168~17827554,305138638~8421838,316764114~1718090,318753086~8167724,327843439~10598757,340774249~11837394,353738398~6725555,361055869~7760525,369558094~5170373,376343637~8144930,385403060~9993237,395899660~5320465,403360897~3188967,407636507~1784786] 2024-08-29T18:49:49.218 INFO:tasks.workunit.client.0.smithi028.stdout: actual was [0~16352025,17028177~62241609,79764586~30861655,114645810~3256659,119740586~2859354,125829120~3536369,134217728~7466792,145351016~8624850,159383552~6010032,166234126~7755611,176160768~23910656,201326592~1126568,205520896~33110872,239169817~13356440,253287398~18822995,274880892~1027841,276824064~3900124,281018368~32542108,314572800~12348010,327843439~10598757,339738624~12873019,353738398~6725555,361055869~7760525,369558094~14930473,385403060~15817065,403360897~3188967,407636507~1784786] 2024-08-29T18:49:49.218 INFO:tasks.workunit.client.0.smithi028.stdout:from 4 to HEAD diff [217869~607781,3628194~12723831,17028177~24935011,46474403~31035509,78747617~522169,79764586~8789930,91242439~19383802,114645810~3256659,120618268~1981672,126985745~2379744,134273387~7411133,145351016~8624850,161911242~3482342,166234126~7755611,176334132~23737292,201373250~1079910,205956601~216622,208249281~30382487,240398233~3036846,246402558~6123699,253287398~18822995,275020936~887797,277924467~2799721,281966612~1069486,283885646~1340452,285498168~17827554,305138638~8421838,316764114~1718090,319174253~1934258,327843439~10481895,340774249~11837394,355263620~5200333,361055869~7760525,369558094~5170373,376343637~4872046,385403060~9993237,395899660~5320465,403360897~3188967,407636507~1784786] 2024-08-29T18:49:49.218 INFO:tasks.workunit.client.0.smithi028.stdout: limited diff [217869~607781,3628194~12723831,17028177~24935011,46474403~31035509,78747617~522169,79764586~8789930,91242439~19383802,114645810~3256659,120618268~1981672,126985745~2379744,134273387~7411133,145351016~8624850,161911242~3482342,166234126~7755611,176334132~23737292,201373250~1079910,205956601~216622,208249281~30382487,240398233~3036846,246402558~6123699,253287398~18822995,275020936~887797,277924467~2799721,281966612~1069486,283885646~1340452,285498168~17827554,305138638~8421838,316764114~1718090,319174253~1934258,327843439~10481895,340774249~11837394,355263620~5200333,361055869~7760525,369558094~5170373,376343637~4872046,385403060~9993237,395899660~5320465,403360897~3188967,407636507~1784786] 2024-08-29T18:49:49.218 INFO:tasks.workunit.client.0.smithi028.stdout: actual was [0~16352025,17028177~24935011,46474403~32795383,79764586~8789930,89094084~21532157,114645810~3256659,119740586~2859354,125829120~3536369,134217728~7466792,145351016~8624850,159383552~6010032,166234126~7755611,176160768~23910656,201326592~1126568,205520896~33110872,239169817~13356440,253287398~18822995,274880892~1027841,276824064~3900124,281018368~32542108,316764114~1718090,319174253~1934258,327843439~10481895,339738624~12873019,355263620~5200333,361055869~7760525,369558094~11657589,385403060~15817065,403360897~3188967,407636507~1784786] 2024-08-29T18:49:49.218 INFO:tasks.workunit.client.0.smithi028.stdout:from 5 to HEAD diff [217869~607781,3628194~12723831,17028177~24935011,46474403~31035509,78747617~522169,79764586~6120719,91242439~19383802,114645810~3256659,120618268~1981672,126985745~2379744,134273387~7411133,145351016~8624850,161993646~3399938,166234126~7755611,176334132~23737292,201373250~1079910,205956601~216622,208249281~15349850,227002606~11629162,240398233~3036846,253287398~18822995,275020936~887797,277924467~2799721,281966612~1069486,283885646~1340452,285498168~17827554,305138638~8421838,316764114~1718090,319174253~1934258,327843439~10481895,340774249~11837394,355263620~5200333,361055869~7556606,369558094~5170373,376343637~4872046,385403060~9993237,395899660~5320465,403360897~3188967,407636507~1784786] 2024-08-29T18:49:49.218 INFO:tasks.workunit.client.0.smithi028.stdout: limited diff [217869~607781,3628194~12723831,17028177~24935011,46474403~31035509,78747617~522169,79764586~6120719,91242439~19383802,114645810~3256659,120618268~1981672,126985745~2379744,134273387~7411133,145351016~8624850,161993646~3399938,166234126~7755611,176334132~23737292,201373250~1079910,205956601~216622,208249281~15349850,227002606~11629162,240398233~3036846,253287398~18822995,275020936~887797,277924467~2799721,281966612~1069486,283885646~1340452,285498168~17827554,305138638~8421838,316764114~1718090,319174253~1934258,327843439~10481895,340774249~11837394,355263620~5200333,361055869~7556606,369558094~5170373,376343637~4872046,385403060~9993237,395899660~5320465,403360897~3188967,407636507~1784786] 2024-08-29T18:49:49.219 INFO:tasks.workunit.client.0.smithi028.stdout: actual was [0~16352025,17028177~24935011,46474403~32795383,79764586~6120719,89094084~21532157,114645810~3256659,119740586~2859354,125829120~3536369,134273387~7411133,145351016~8624850,161993646~3399938,166234126~7755611,176160768~23910656,201326592~1126568,205520896~18078235,227002606~11629162,239169817~4265262,253287398~18822995,274880892~1027841,277924467~2799721,281018368~32542108,316764114~1718090,319174253~1934258,327843439~10481895,339738624~12873019,355263620~5200333,361055869~7556606,369558094~11657589,385403060~15817065,403360897~3188967,407636507~1784786] 2024-08-29T18:49:49.219 INFO:tasks.workunit.client.0.smithi028.stdout:from 6 to HEAD diff [217869~607781,3628194~12723831,17028177~24935011,46474403~5208080,52303029~25206883,78747617~522169,79764586~6120719,91242439~19383802,114645810~3256659,126985745~2379744,134273387~7411133,145351016~8624850,161993646~3399938,166234126~7755611,176334132~23737292,201373250~1079910,205956601~216622,208249281~15349850,227002606~11629162,240398233~3036846,253287398~18822995,275020936~887797,277924467~2799721,281966612~1069486,283885646~1340452,285498168~17827554,305138638~8421838,316764114~1718090,319174253~1934258,327843439~10481895,340774249~11837394,355263620~5200333,361055869~7556606,369558094~5170373,376343637~4872046,385403060~9993237,395899660~5320465,403360897~3188967,407636507~1784786] 2024-08-29T18:49:49.219 INFO:tasks.workunit.client.0.smithi028.stdout: limited diff [217869~607781,3628194~12723831,17028177~24935011,46474403~5208080,52303029~25206883,78747617~522169,79764586~6120719,91242439~19383802,114645810~3256659,126985745~2379744,134273387~7411133,145351016~8624850,161993646~3399938,166234126~7755611,176334132~23737292,201373250~1079910,205956601~216622,208249281~15349850,227002606~11629162,240398233~3036846,253287398~18822995,275020936~887797,277924467~2799721,281966612~1069486,283885646~1340452,285498168~17827554,305138638~8421838,316764114~1718090,319174253~1934258,327843439~10481895,340774249~11837394,355263620~5200333,361055869~7556606,369558094~5170373,376343637~4872046,385403060~9993237,395899660~5320465,403360897~3188967,407636507~1784786] 2024-08-29T18:49:49.219 INFO:tasks.workunit.client.0.smithi028.stdout: actual was [0~16352025,17028177~24935011,46474403~5208080,52303029~26966757,79764586~6120719,89094084~21532157,114645810~3256659,125829120~3536369,134273387~7411133,145351016~8624850,161993646~3399938,166234126~7755611,176334132~23737292,201326592~1126568,205520896~18078235,227002606~11629162,239169817~4265262,253287398~18822995,274880892~1027841,277924467~2799721,281018368~32542108,316764114~1718090,319174253~1934258,327843439~10481895,339738624~12873019,355263620~5200333,361055869~7556606,369558094~11657589,385403060~15817065,403360897~3188967,407636507~1784786] 2024-08-29T18:49:49.219 INFO:tasks.workunit.client.0.smithi028.stdout:from 7 to HEAD diff [217869~607781,3628194~12723831,17028177~24935011,46474403~5208080,52303029~25206883,78747617~522169,79764586~6120719,91242439~13302339,105032287~5593954,114645810~3256659,126985745~2379744,134273387~7411133,145351016~8624850,161993646~3399938,166234126~6758508,176334132~23737292,201373250~1079910,205956601~216622,208249281~15349850,227002606~11629162,240398233~3036846,253287398~18822995,275020936~887797,277924467~2799721,281966612~1069486,283885646~1340452,285498168~17827554,305138638~8421838,319174253~1934258,327843439~10481895,340774249~11837394,355263620~5200333,361055869~7556606,369558094~5170373,376725448~4490235,385403060~9993237,395899660~5320465,403360897~3188967] 2024-08-29T18:49:49.219 INFO:tasks.workunit.client.0.smithi028.stdout: limited diff [217869~607781,3628194~12723831,17028177~24935011,46474403~5208080,52303029~25206883,78747617~522169,79764586~6120719,91242439~13302339,105032287~5593954,114645810~3256659,126985745~2379744,134273387~7411133,145351016~8624850,161993646~3399938,166234126~6758508,176334132~23737292,201373250~1079910,205956601~216622,208249281~15349850,227002606~11629162,240398233~3036846,253287398~18822995,275020936~887797,277924467~2799721,281966612~1069486,283885646~1340452,285498168~17827554,305138638~8421838,319174253~1934258,327843439~10481895,340774249~11837394,355263620~5200333,361055869~7556606,369558094~5170373,376725448~4490235,385403060~9993237,395899660~5320465,403360897~3188967] 2024-08-29T18:49:49.219 INFO:tasks.workunit.client.0.smithi028.stdout: actual was [0~16352025,17028177~24935011,46474403~5208080,52303029~26966757,79764586~6120719,89094084~15450694,105032287~5593954,114645810~3256659,125829120~3536369,134273387~7411133,145351016~8624850,161993646~3399938,166234126~6758508,176334132~23737292,201326592~1126568,205956601~216622,208249281~15349850,227002606~11629162,239169817~4265262,253287398~18822995,274880892~1027841,277924467~2799721,281018368~32542108,319174253~1934258,327843439~10481895,339738624~12873019,355263620~5200333,361055869~7556606,369558094~5170373,376725448~4490235,385403060~9993237,395899660~5320465,403360897~3188967] 2024-08-29T18:49:49.219 INFO:tasks.workunit.client.0.smithi028.stdout:from 8 to HEAD diff [217869~607781,3628194~12723831,17028177~24935011,46474403~5208080,52303029~25206883,78747617~522169,79764586~6120719,91242439~13302339,105032287~5593954,114645810~3256659,126985745~2379744,134273387~7411133,145351016~8624850,161993646~3399938,166234126~6758508,176334132~9504543,188939830~11131594,201373250~1079910,205956601~216622,208249281~15349850,227002606~11629162,240398233~3036846,253287398~18822995,275020936~887797,277924467~2799721,281966612~1069486,283885646~1340452,285498168~17827554,305138638~8421838,319174253~1934258,327843439~10481895,340774249~11837394,356460539~4003414,361055869~7556606,369558094~5170373,376725448~4490235,385403060~9993237,395899660~5320465,403360897~3188967] 2024-08-29T18:49:49.219 INFO:tasks.workunit.client.0.smithi028.stdout: limited diff [217869~607781,3628194~12723831,17028177~24935011,46474403~5208080,52303029~25206883,78747617~522169,79764586~6120719,91242439~13302339,105032287~5593954,114645810~3256659,126985745~2379744,134273387~7411133,145351016~8624850,161993646~3399938,166234126~6758508,176334132~9504543,188939830~11131594,201373250~1079910,205956601~216622,208249281~15349850,227002606~11629162,240398233~3036846,253287398~18822995,275020936~887797,277924467~2799721,281966612~1069486,283885646~1340452,285498168~17827554,305138638~8421838,319174253~1934258,327843439~10481895,340774249~11837394,356460539~4003414,361055869~7556606,369558094~5170373,376725448~4490235,385403060~9993237,395899660~5320465,403360897~3188967] 2024-08-29T18:49:49.219 INFO:tasks.workunit.client.0.smithi028.stdout: actual was [0~16352025,17028177~24935011,46474403~5208080,52303029~26966757,79764586~6120719,89094084~15450694,105032287~5593954,114645810~3256659,125829120~3536369,134273387~7411133,145351016~8624850,161993646~3399938,166234126~6758508,176334132~9504543,188939830~11131594,201326592~1126568,205956601~216622,208249281~15349850,227002606~11629162,239169817~4265262,253287398~18822995,274880892~1027841,277924467~2799721,281018368~4207730,285498168~28062308,319174253~1934258,327843439~10481895,339738624~12873019,356460539~4003414,361055869~7556606,369558094~5170373,376725448~4490235,385403060~9993237,395899660~5320465,403360897~3188967] 2024-08-29T18:49:49.219 INFO:tasks.workunit.client.0.smithi028.stdout:from 9 to HEAD diff [217869~607781,3628194~12723831,17028177~24935011,46474403~5208080,53707993~23801919,78747617~522169,79764586~6120719,91242439~13302339,105032287~5593954,114645810~3256659,126985745~1006620,134273387~7411133,145351016~6160996,161993646~3399938,166234126~6758508,176334132~9504543,188939830~11131594,201373250~1079910,205956601~216622,208249281~15349850,227002606~11629162,240398233~3036846,253287398~17942071,275020936~887797,281966612~1069486,283885646~1340452,285498168~9132810,296028194~7297528,305138638~8421838,319174253~1934258,327843439~10481895,341654717~10956926,356460539~4003414,361055869~7556606,370054243~2009839,376725448~4490235,385403060~9993237,395899660~5320465,403360897~3188967] 2024-08-29T18:49:49.219 INFO:tasks.workunit.client.0.smithi028.stdout: limited diff [217869~607781,3628194~12723831,17028177~24935011,46474403~5208080,53707993~23801919,78747617~522169,79764586~6120719,91242439~13302339,105032287~5593954,114645810~3256659,126985745~1006620,134273387~7411133,145351016~6160996,161993646~3399938,166234126~6758508,176334132~9504543,188939830~11131594,201373250~1079910,205956601~216622,208249281~15349850,227002606~11629162,240398233~3036846,253287398~17942071,275020936~887797,281966612~1069486,283885646~1340452,285498168~9132810,296028194~7297528,305138638~8421838,319174253~1934258,327843439~10481895,341654717~10956926,356460539~4003414,361055869~7556606,370054243~2009839,376725448~4490235,385403060~9993237,395899660~5320465,403360897~3188967] 2024-08-29T18:49:49.220 INFO:tasks.workunit.client.0.smithi028.stdout: actual was [0~16352025,17028177~24935011,46474403~5208080,53707993~25561793,79764586~6120719,89094084~15450694,105032287~5593954,114645810~3256659,126985745~1006620,134273387~7411133,145351016~6160996,161993646~3399938,166234126~6758508,176334132~9504543,188939830~11131594,201326592~1126568,205956601~216622,208249281~15349850,227002606~11629162,239169817~4265262,253287398~17942071,274880892~1027841,281018368~4207730,285498168~9132810,296028194~17532282,319174253~1934258,327843439~10481895,341654717~10956926,356460539~4003414,361055869~7556606,370054243~2009839,376725448~4490235,385403060~9993237,395899660~5320465,403360897~3188967] 2024-08-29T18:49:49.220 INFO:tasks.workunit.client.0.smithi028.stdout:from 10 to HEAD diff [217869~607781,3628194~12723831,17028177~4228584,21396397~20566791,46474403~5208080,53707993~21171649,78747617~522169,79764586~6120719,91242439~13302339,105032287~5593954,114645810~3256659,126985745~1006620,134273387~7411133,145351016~6160996,161993646~3399938,166234126~6758508,176334132~9504543,188939830~11131594,208249281~15349850,227002606~11629162,240398233~3036846,253287398~17942071,275020936~887797,283885646~1340452,288012474~4155336,296028194~7297528,305138638~8421838,327843439~10481895,341654717~10956926,356460539~4003414,361055869~7556606,370054243~2009839,376725448~4490235,385403060~9993237,395899660~5320465,403360897~3188967] 2024-08-29T18:49:49.220 INFO:tasks.workunit.client.0.smithi028.stdout: limited diff [217869~607781,3628194~12723831,17028177~4228584,21396397~20566791,46474403~5208080,53707993~21171649,78747617~522169,79764586~6120719,91242439~13302339,105032287~5593954,114645810~3256659,126985745~1006620,134273387~7411133,145351016~6160996,161993646~3399938,166234126~6758508,176334132~9504543,188939830~11131594,208249281~15349850,227002606~11629162,240398233~3036846,253287398~17942071,275020936~887797,283885646~1340452,288012474~4155336,296028194~7297528,305138638~8421838,327843439~10481895,341654717~10956926,356460539~4003414,361055869~7556606,370054243~2009839,376725448~4490235,385403060~9993237,395899660~5320465,403360897~3188967] 2024-08-29T18:49:49.220 INFO:tasks.workunit.client.0.smithi028.stdout: actual was [0~16352025,17028177~4228584,21396397~20566791,46474403~5208080,53707993~21171649,77509912~1759874,79764586~6120719,89094084~15450694,105032287~5593954,114645810~3256659,126985745~1006620,134273387~7411133,145351016~6160996,161993646~3399938,166234126~6758508,176334132~9504543,188939830~11131594,208249281~15349850,227002606~11629162,239169817~4265262,253287398~17942071,274880892~1027841,283036098~2190000,288012474~4155336,296028194~17532282,327843439~10481895,341654717~10956926,356460539~4003414,361055869~7556606,370054243~2009839,376725448~4490235,385403060~9993237,395899660~5320465,403360897~3188967] 2024-08-29T18:49:49.220 INFO:tasks.workunit.client.0.smithi028.stdout:from 11 to HEAD diff [217869~607781,3628194~12723831,17028177~4228584,21396397~20566791,46474403~5208080,53707993~21171649,78747617~522169,79764586~6120719,91242439~13302339,105032287~5593954,114645810~3256659,126985745~1006620,134273387~7411133,145351016~6160996,161993646~3399938,166234126~6758508,176334132~9504543,188939830~11131594,212258397~11340734,227181428~2110105,229838768~8793000,240398233~3036846,253287398~17942071,275020936~887797,283885646~1340452,288012474~4155336,296028194~7297528,305138638~8421838,327843439~7045558,341654717~10956926,356460539~4003414,361055869~7556606,370054243~2009839,376725448~4490235,385403060~6583090,395899660~5320465] 2024-08-29T18:49:49.220 INFO:tasks.workunit.client.0.smithi028.stdout: limited diff [217869~607781,3628194~12723831,17028177~4228584,21396397~20566791,46474403~5208080,53707993~21171649,78747617~522169,79764586~6120719,91242439~13302339,105032287~5593954,114645810~3256659,126985745~1006620,134273387~7411133,145351016~6160996,161993646~3399938,166234126~6758508,176334132~9504543,188939830~11131594,212258397~11340734,227181428~2110105,229838768~8793000,240398233~3036846,253287398~17942071,275020936~887797,283885646~1340452,288012474~4155336,296028194~7297528,305138638~8421838,327843439~7045558,341654717~10956926,356460539~4003414,361055869~7556606,370054243~2009839,376725448~4490235,385403060~6583090,395899660~5320465] 2024-08-29T18:49:49.220 INFO:tasks.workunit.client.0.smithi028.stdout: actual was [0~16352025,17028177~4228584,21396397~20566791,46474403~5208080,53707993~21171649,77509912~1759874,79764586~6120719,89094084~15450694,105032287~5593954,114645810~3256659,126985745~1006620,134273387~7411133,145351016~6160996,161993646~3399938,166234126~6758508,176334132~9504543,188939830~11131594,212258397~11340734,227181428~2110105,229838768~8793000,239169817~4265262,253287398~17942071,274880892~1027841,283036098~2190000,288012474~4155336,296028194~17532282,327843439~7045558,341654717~10956926,356460539~4003414,361055869~7556606,370054243~2009839,376725448~4490235,385403060~6583090,395899660~5320465] 2024-08-29T18:49:49.220 INFO:tasks.workunit.client.0.smithi028.stdout:from 12 to HEAD diff [3628194~5065843,9262715~7089310,17028177~4228584,21396397~20566791,53707993~2529523,67081635~7798007,78747617~522169,79764586~6120719,91242439~13302339,105032287~5593954,114645810~3256659,134273387~7411133,145351016~6160996,161993646~3399938,166234126~6758508,176334132~9504543,188939830~11131594,212258397~11340734,227181428~2110105,232433036~6198732,253287398~17942071,275020936~887797,283885646~1340452,288012474~4155336,296028194~7297528,305138638~6247358,327843439~7045558,341654717~10956926,356460539~4003414,361055869~7556606,370054243~2009839,376725448~4490235,395899660~5320465] 2024-08-29T18:49:49.220 INFO:tasks.workunit.client.0.smithi028.stdout: limited diff [3628194~5065843,9262715~7089310,17028177~4228584,21396397~20566791,53707993~2529523,67081635~7798007,78747617~522169,79764586~6120719,91242439~13302339,105032287~5593954,114645810~3256659,134273387~7411133,145351016~6160996,161993646~3399938,166234126~6758508,176334132~9504543,188939830~11131594,212258397~11340734,227181428~2110105,232433036~6198732,253287398~17942071,275020936~887797,283885646~1340452,288012474~4155336,296028194~7297528,305138638~6247358,327843439~7045558,341654717~10956926,356460539~4003414,361055869~7556606,370054243~2009839,376725448~4490235,395899660~5320465] 2024-08-29T18:49:49.220 INFO:tasks.workunit.client.0.smithi028.stdout: actual was [825650~7868387,9262715~7089310,17028177~4228584,21396397~20566791,53707993~2529523,67081635~7798007,77509912~1759874,79764586~6120719,89094084~15450694,105032287~5593954,114645810~3256659,134273387~7411133,145351016~6160996,161993646~3399938,166234126~6758508,176334132~9504543,188939830~11131594,212258397~11340734,227181428~2110105,232433036~6198732,253287398~17942071,274880892~1027841,283036098~2190000,288012474~4155336,296028194~15357802,327843439~7045558,341654717~10956926,356460539~4003414,361055869~7556606,370054243~2009839,376725448~4490235,395899660~5320465] 2024-08-29T18:49:49.220 INFO:tasks.workunit.client.0.smithi028.stdout:from 13 to HEAD diff [9262715~7089310,17028177~4228584,21396397~6572168,34511084~7452104,53707993~2529523,67800527~7079115,78747617~522169,79764586~6120719,91242439~13302339,105032287~5593954,114645810~3256659,134273387~7411133,145351016~6160996,161993646~3399938,166234126~6758508,176334132~9504543,188939830~11131594,212258397~11340734,227181428~2110105,232433036~6198732,253287398~13067791,268242434~1911515,275020936~887797,283885646~1340452,288012474~4155336,296028194~7297528,306179600~5206396,327843439~7045558,344011260~25895,344444801~8166842,356460539~4003414,361055869~7556606,370054243~2009839,395899660~5320465] 2024-08-29T18:49:49.220 INFO:tasks.workunit.client.0.smithi028.stdout: limited diff [9262715~7089310,17028177~4228584,21396397~6572168,34511084~7452104,53707993~2529523,67800527~7079115,78747617~522169,79764586~6120719,91242439~13302339,105032287~5593954,114645810~3256659,134273387~7411133,145351016~6160996,161993646~3399938,166234126~6758508,176334132~9504543,188939830~11131594,212258397~11340734,227181428~2110105,232433036~6198732,253287398~13067791,268242434~1911515,275020936~887797,283885646~1340452,288012474~4155336,296028194~7297528,306179600~5206396,327843439~7045558,344011260~25895,344444801~8166842,356460539~4003414,361055869~7556606,370054243~2009839,395899660~5320465] 2024-08-29T18:49:49.221 INFO:tasks.workunit.client.0.smithi028.stdout: actual was [9262715~7089310,17028177~4228584,21396397~6572168,34511084~7452104,53707993~2529523,67800527~7079115,77509912~1759874,79764586~6120719,89094084~15450694,105032287~5593954,114645810~3256659,134273387~7411133,145351016~6160996,161993646~3399938,166234126~6758508,176334132~9504543,188939830~11131594,212258397~11340734,227181428~2110105,232433036~6198732,253287398~13067791,268242434~1911515,274880892~1027841,283036098~2190000,288012474~4155336,296028194~7297528,306179600~5206396,327843439~7045558,344011260~25895,344444801~8166842,356460539~4003414,361055869~7556606,370054243~2009839,395899660~5320465] 2024-08-29T18:49:49.221 INFO:tasks.workunit.client.0.smithi028.stdout:from 14 to HEAD diff [9262715~7089310,25402602~1183547,34511084~7452104,53707993~2529523,67800527~6599134,79764586~6120719,91242439~6194837,98553685~5991093,105032287~5593954,134273387~7411133,145351016~6160996,166234126~6758508,176334132~9504543,188939830~11131594,212258397~11340734,227181428~2110105,232433036~6198732,253287398~13067791,268242434~1911515,275020936~887797,283885646~1340452,288012474~4155336,296028194~7297528,306179600~5206396,327843439~7045558,344011260~25895,344444801~8166842,356460539~4003414,361055869~7556606,370054243~2009839,400890940~248240] 2024-08-29T18:49:49.221 INFO:tasks.workunit.client.0.smithi028.stdout: limited diff [9262715~7089310,25402602~1183547,34511084~7452104,53707993~2529523,67800527~6599134,79764586~6120719,91242439~6194837,98553685~5991093,105032287~5593954,134273387~7411133,145351016~6160996,166234126~6758508,176334132~9504543,188939830~11131594,212258397~11340734,227181428~2110105,232433036~6198732,253287398~13067791,268242434~1911515,275020936~887797,283885646~1340452,288012474~4155336,296028194~7297528,306179600~5206396,327843439~7045558,344011260~25895,344444801~8166842,356460539~4003414,361055869~7556606,370054243~2009839,400890940~248240] 2024-08-29T18:49:49.221 INFO:tasks.workunit.client.0.smithi028.stdout: actual was [9262715~7089310,25402602~1183547,34511084~7452104,53707993~2529523,67800527~6599134,79764586~6120719,89094084~8343192,98553685~5991093,105032287~5593954,134273387~7411133,145351016~6160996,166234126~6758508,176334132~9504543,188939830~11131594,212258397~11340734,227181428~2110105,232433036~6198732,253287398~13067791,268242434~1911515,274880892~1027841,283036098~2190000,288012474~4155336,296028194~7297528,306179600~5206396,327843439~7045558,344011260~25895,344444801~8166842,356460539~4003414,361055869~7556606,370054243~2009839,400890940~248240] 2024-08-29T18:49:49.221 INFO:tasks.workunit.client.0.smithi028.stdout:from 15 to HEAD diff [9262715~7089310,25402602~1183547,34511084~7452104,53707993~2529523,79764586~6120719,91242439~6194837,98553685~5991093,134273387~6544165,145351016~6160996,181158433~4680242,188939830~11131594,214534770~1155604,227181428~2110105,232433036~6198732,253287398~13067791,268242434~1911515,275020936~887797,283885646~1340452,288012474~4155336,296028194~7297528,306179600~5206396,327843439~7045558,344444801~8166842,356460539~4003414,361055869~7556606,370054243~2009839,400890940~248240] 2024-08-29T18:49:49.221 INFO:tasks.workunit.client.0.smithi028.stdout: limited diff [9262715~7089310,25402602~1183547,34511084~7452104,53707993~2529523,79764586~6120719,91242439~6194837,98553685~5991093,134273387~6544165,145351016~6160996,181158433~4680242,188939830~11131594,214534770~1155604,227181428~2110105,232433036~6198732,253287398~13067791,268242434~1911515,275020936~887797,283885646~1340452,288012474~4155336,296028194~7297528,306179600~5206396,327843439~7045558,344444801~8166842,356460539~4003414,361055869~7556606,370054243~2009839,400890940~248240] 2024-08-29T18:49:49.221 INFO:tasks.workunit.client.0.smithi028.stdout: actual was [9262715~7089310,25402602~1183547,34511084~7452104,53707993~2529523,79764586~6120719,89094084~8343192,98553685~5991093,134273387~6544165,145351016~6160996,181158433~4680242,188939830~11131594,214534770~1155604,227181428~2110105,232433036~6198732,253287398~13067791,268242434~1911515,274880892~1027841,283036098~2190000,288012474~4155336,296028194~7297528,306179600~5206396,327843439~7045558,344444801~8166842,356460539~4003414,361055869~7556606,370054243~2009839,400890940~248240] 2024-08-29T18:49:49.221 INFO:tasks.workunit.client.0.smithi028.stdout:from 16 to HEAD diff [25402602~1183547,34511084~7452104,53707993~2529523,79764586~6120719,91242439~6194837,98553685~5991093,134273387~6544165,145351016~6160996,181158433~4680242,188939830~5767167,195149450~4921974,232433036~6198732,253287398~13067791,269425359~728590,275020936~887797,283885646~1340452,288012474~4155336,296028194~7297528,306179600~5206396,329948550~4940447,344444801~8166842,361055869~7556606,370054243~2009839] 2024-08-29T18:49:49.221 INFO:tasks.workunit.client.0.smithi028.stdout: limited diff [25402602~1183547,34511084~7452104,53707993~2529523,79764586~6120719,91242439~6194837,98553685~5991093,134273387~6544165,145351016~6160996,181158433~4680242,188939830~5767167,195149450~4921974,232433036~6198732,253287398~13067791,269425359~728590,275020936~887797,283885646~1340452,288012474~4155336,296028194~7297528,306179600~5206396,329948550~4940447,344444801~8166842,361055869~7556606,370054243~2009839] 2024-08-29T18:49:49.221 INFO:tasks.workunit.client.0.smithi028.stdout: actual was [25402602~1183547,34511084~7452104,53707993~2529523,79764586~6120719,89094084~8343192,98553685~5991093,134273387~6544165,145351016~6160996,181158433~4680242,188939830~5767167,195149450~4921974,232433036~6198732,253287398~13067791,269425359~728590,274880892~1027841,283036098~2190000,288012474~4155336,296028194~7297528,306179600~5206396,329948550~4940447,344444801~8166842,361055869~7556606,370054243~2009839] 2024-08-29T18:49:49.221 INFO:tasks.workunit.client.0.smithi028.stdout:from 17 to HEAD diff [34511084~7452104,53707993~2529523,79764586~6120719,134273387~6544165,145351016~6160996,188939830~5767167,195149450~4921974,236843262~164626,253287398~13067791,269425359~728590,275020936~887797,306179600~5206396,329948550~4940447,361055869~7556606] 2024-08-29T18:49:49.221 INFO:tasks.workunit.client.0.smithi028.stdout: limited diff [34511084~7452104,53707993~2529523,79764586~6120719,134273387~6544165,145351016~6160996,188939830~5767167,195149450~4921974,236843262~164626,253287398~13067791,269425359~728590,275020936~887797,306179600~5206396,329948550~4940447,361055869~7556606] 2024-08-29T18:49:49.221 INFO:tasks.workunit.client.0.smithi028.stdout: actual was [34511084~7452104,53707993~2529523,79764586~6120719,134273387~6544165,145351016~6160996,188939830~5767167,195149450~4921974,236843262~164626,253287398~13067791,269425359~728590,274880892~1027841,306179600~5206396,329948550~4940447,361055869~7556606] 2024-08-29T18:49:49.894 INFO:tasks.workunit.client.0.smithi028.stdout:from 0 to HEAD diff [217869~607781,3628194~12723831,17028177~24935011,43179186~34330726,78747617~522169,79764586~9329498,91242439~19383802,112266524~7474062,120618268~1981672,126985745~2379744,134273387~7411133,145351016~8624850,161911242~3482342,166234126~7755611,176334132~23737292,201373250~1079910,205956601~216622,208249281~30920536,240398233~3036846,246402558~25707835,273932032~948860,275020936~887797,277924467~2799721,281966612~1069486,283885646~1340452,285498168~17827554,305138638~8874441,316764114~1718090,318753086~8167724,327141348~11300848,340774249~11837394,353285939~15530455,369558094~5170373,376343637~8144930,385403060~9993237,395899660~5320465,403360897~3188967,407636507~1784786] 2024-08-29T18:49:49.894 INFO:tasks.workunit.client.0.smithi028.stdout: limited diff [217869~607781,3628194~12723831,17028177~24935011,43179186~34330726,78747617~522169,79764586~9329498,91242439~19383802,112266524~7474062,120618268~1981672,126985745~2379744,134273387~7411133,145351016~8624850,161911242~3482342,166234126~7755611,176334132~23737292,201373250~1079910,205956601~216622,208249281~30920536,240398233~3036846,246402558~25707835,273932032~948860,275020936~887797,277924467~2799721,281966612~1069486,283885646~1340452,285498168~17827554,305138638~8874441,316764114~1718090,318753086~8167724,327141348~11300848,340774249~11837394,353285939~15530455,369558094~5170373,376343637~8144930,385403060~9993237,395899660~5320465,403360897~3188967,407636507~1784786] 2024-08-29T18:49:49.974 INFO:tasks.workunit.client.0.smithi028.stdout: actual was [0~16352025,17028177~62241609,79691776~42908164,125829120~3536369,134217728~7466792,145351016~8624850,159383552~6010032,166234126~7755611,176160768~23910656,201326592~1126568,205520896~66589497,272629760~3278973,276824064~3900124,281018368~32994711,314572800~23869396,339738624~29077770,369098752~15389815,385403060~15817065,403360897~3188967,407636507~1784786] 2024-08-29T18:49:49.974 INFO:tasks.workunit.client.0.smithi028.stdout:from 1 to HEAD diff [217869~607781,3628194~12723831,17028177~24935011,43179186~34330726,78747617~522169,79764586~9329498,91242439~19383802,114645810~3256659,120618268~1981672,126985745~2379744,134273387~7411133,145351016~8624850,161911242~3482342,166234126~7755611,176334132~23737292,201373250~1079910,205956601~216622,208249281~30382487,240398233~3036846,246402558~25707835,273932032~948860,275020936~887797,277924467~2799721,281966612~1069486,283885646~1340452,285498168~17827554,305138638~8874441,316764114~1718090,318753086~8167724,327141348~11300848,340774249~11837394,353285939~15530455,369558094~5170373,376343637~8144930,385403060~9993237,395899660~5320465,403360897~3188967,407636507~1784786] 2024-08-29T18:49:49.974 INFO:tasks.workunit.client.0.smithi028.stdout: limited diff [217869~607781,3628194~12723831,17028177~24935011,43179186~34330726,78747617~522169,79764586~9329498,91242439~19383802,114645810~3256659,120618268~1981672,126985745~2379744,134273387~7411133,145351016~8624850,161911242~3482342,166234126~7755611,176334132~23737292,201373250~1079910,205956601~216622,208249281~30382487,240398233~3036846,246402558~25707835,273932032~948860,275020936~887797,277924467~2799721,281966612~1069486,283885646~1340452,285498168~17827554,305138638~8874441,316764114~1718090,318753086~8167724,327141348~11300848,340774249~11837394,353285939~15530455,369558094~5170373,376343637~8144930,385403060~9993237,395899660~5320465,403360897~3188967,407636507~1784786] 2024-08-29T18:49:49.983 INFO:tasks.workunit.client.0.smithi028.stdout: actual was [0~16352025,17028177~62241609,79764586~30861655,114645810~3256659,119740586~2859354,125829120~3536369,134217728~7466792,145351016~8624850,159383552~6010032,166234126~7755611,176160768~23910656,201326592~1126568,205520896~33110872,239169817~32940576,272629760~3278973,276824064~3900124,281018368~32994711,314572800~23869396,339738624~12873019,353285939~15530455,369098752~15389815,385403060~15817065,403360897~3188967,407636507~1784786] 2024-08-29T18:49:49.983 INFO:tasks.workunit.client.0.smithi028.stdout:from 2 to HEAD diff [217869~607781,3628194~12723831,17028177~24935011,43179186~34330726,78747617~522169,79764586~9329498,91242439~19383802,114645810~3256659,120618268~1981672,126985745~2379744,134273387~7411133,145351016~8624850,161911242~3482342,166234126~7755611,176334132~23737292,201373250~1079910,205956601~216622,208249281~30382487,240398233~3036846,246402558~6123699,253287398~18822995,275020936~887797,277924467~2799721,281966612~1069486,283885646~1340452,285498168~17827554,305138638~8874441,316764114~1718090,318753086~8167724,327141348~11300848,340774249~11837394,353738398~6725555,360589455~8226939,369558094~5170373,376343637~8144930,385403060~9993237,395899660~5320465,403360897~3188967,407636507~1784786] 2024-08-29T18:49:49.983 INFO:tasks.workunit.client.0.smithi028.stdout: limited diff [217869~607781,3628194~12723831,17028177~24935011,43179186~34330726,78747617~522169,79764586~9329498,91242439~19383802,114645810~3256659,120618268~1981672,126985745~2379744,134273387~7411133,145351016~8624850,161911242~3482342,166234126~7755611,176334132~23737292,201373250~1079910,205956601~216622,208249281~30382487,240398233~3036846,246402558~6123699,253287398~18822995,275020936~887797,277924467~2799721,281966612~1069486,283885646~1340452,285498168~17827554,305138638~8874441,316764114~1718090,318753086~8167724,327141348~11300848,340774249~11837394,353738398~6725555,360589455~8226939,369558094~5170373,376343637~8144930,385403060~9993237,395899660~5320465,403360897~3188967,407636507~1784786] 2024-08-29T18:49:49.992 INFO:tasks.workunit.client.0.smithi028.stdout: actual was [0~16352025,17028177~62241609,79764586~30861655,114645810~3256659,119740586~2859354,125829120~3536369,134217728~7466792,145351016~8624850,159383552~6010032,166234126~7755611,176160768~23910656,201326592~1126568,205520896~33110872,239169817~13356440,253287398~18822995,274880892~1027841,276824064~3900124,281018368~32994711,314572800~23869396,339738624~12873019,353738398~6725555,360589455~8226939,369558094~14930473,385403060~15817065,403360897~3188967,407636507~1784786] 2024-08-29T18:49:49.992 INFO:tasks.workunit.client.0.smithi028.stdout:from 3 to HEAD diff [217869~607781,3628194~12723831,17028177~24935011,43179186~34330726,78747617~522169,79764586~9329498,91242439~19383802,114645810~3256659,120618268~1981672,126985745~2379744,134273387~7411133,145351016~8624850,161911242~3482342,166234126~7755611,176334132~23737292,201373250~1079910,205956601~216622,208249281~30382487,240398233~3036846,246402558~6123699,253287398~18822995,275020936~887797,277924467~2799721,281966612~1069486,283885646~1340452,285498168~17827554,305138638~8421838,316764114~1718090,318753086~8167724,327843439~10598757,340774249~11837394,353738398~6725555,361055869~7760525,369558094~5170373,376343637~8144930,385403060~9993237,395899660~5320465,403360897~3188967,407636507~1784786] 2024-08-29T18:49:49.992 INFO:tasks.workunit.client.0.smithi028.stdout: limited diff [217869~607781,3628194~12723831,17028177~24935011,43179186~34330726,78747617~522169,79764586~9329498,91242439~19383802,114645810~3256659,120618268~1981672,126985745~2379744,134273387~7411133,145351016~8624850,161911242~3482342,166234126~7755611,176334132~23737292,201373250~1079910,205956601~216622,208249281~30382487,240398233~3036846,246402558~6123699,253287398~18822995,275020936~887797,277924467~2799721,281966612~1069486,283885646~1340452,285498168~17827554,305138638~8421838,316764114~1718090,318753086~8167724,327843439~10598757,340774249~11837394,353738398~6725555,361055869~7760525,369558094~5170373,376343637~8144930,385403060~9993237,395899660~5320465,403360897~3188967,407636507~1784786] 2024-08-29T18:49:50.000 INFO:tasks.workunit.client.0.smithi028.stdout: actual was [0~16352025,17028177~62241609,79764586~30861655,114645810~3256659,119740586~2859354,125829120~3536369,134217728~7466792,145351016~8624850,159383552~6010032,166234126~7755611,176160768~23910656,201326592~1126568,205520896~33110872,239169817~13356440,253287398~18822995,274880892~1027841,276824064~3900124,281018368~32542108,314572800~12348010,327843439~10598757,339738624~12873019,353738398~6725555,361055869~7760525,369558094~14930473,385403060~15817065,403360897~3188967,407636507~1784786] 2024-08-29T18:49:50.000 INFO:tasks.workunit.client.0.smithi028.stdout:from 4 to HEAD diff [217869~607781,3628194~12723831,17028177~24935011,46474403~31035509,78747617~522169,79764586~8789930,91242439~19383802,114645810~3256659,120618268~1981672,126985745~2379744,134273387~7411133,145351016~8624850,161911242~3482342,166234126~7755611,176334132~23737292,201373250~1079910,205956601~216622,208249281~30382487,240398233~3036846,246402558~6123699,253287398~18822995,275020936~887797,277924467~2799721,281966612~1069486,283885646~1340452,285498168~17827554,305138638~8421838,316764114~1718090,319174253~1934258,327843439~10481895,340774249~11837394,355263620~5200333,361055869~7760525,369558094~5170373,376343637~4872046,385403060~9993237,395899660~5320465,403360897~3188967,407636507~1784786] 2024-08-29T18:49:50.000 INFO:tasks.workunit.client.0.smithi028.stdout: limited diff [217869~607781,3628194~12723831,17028177~24935011,46474403~31035509,78747617~522169,79764586~8789930,91242439~19383802,114645810~3256659,120618268~1981672,126985745~2379744,134273387~7411133,145351016~8624850,161911242~3482342,166234126~7755611,176334132~23737292,201373250~1079910,205956601~216622,208249281~30382487,240398233~3036846,246402558~6123699,253287398~18822995,275020936~887797,277924467~2799721,281966612~1069486,283885646~1340452,285498168~17827554,305138638~8421838,316764114~1718090,319174253~1934258,327843439~10481895,340774249~11837394,355263620~5200333,361055869~7760525,369558094~5170373,376343637~4872046,385403060~9993237,395899660~5320465,403360897~3188967,407636507~1784786] 2024-08-29T18:49:50.008 INFO:tasks.workunit.client.0.smithi028.stdout: actual was [0~16352025,17028177~24935011,46474403~32795383,79764586~8789930,89094084~21532157,114645810~3256659,119740586~2859354,125829120~3536369,134217728~7466792,145351016~8624850,159383552~6010032,166234126~7755611,176160768~23910656,201326592~1126568,205520896~33110872,239169817~13356440,253287398~18822995,274880892~1027841,276824064~3900124,281018368~32542108,316764114~1718090,319174253~1934258,327843439~10481895,339738624~12873019,355263620~5200333,361055869~7760525,369558094~11657589,385403060~15817065,403360897~3188967,407636507~1784786] 2024-08-29T18:49:50.009 INFO:tasks.workunit.client.0.smithi028.stdout:from 5 to HEAD diff [217869~607781,3628194~12723831,17028177~24935011,46474403~31035509,78747617~522169,79764586~6120719,91242439~19383802,114645810~3256659,120618268~1981672,126985745~2379744,134273387~7411133,145351016~8624850,161993646~3399938,166234126~7755611,176334132~23737292,201373250~1079910,205956601~216622,208249281~15349850,227002606~11629162,240398233~3036846,253287398~18822995,275020936~887797,277924467~2799721,281966612~1069486,283885646~1340452,285498168~17827554,305138638~8421838,316764114~1718090,319174253~1934258,327843439~10481895,340774249~11837394,355263620~5200333,361055869~7556606,369558094~5170373,376343637~4872046,385403060~9993237,395899660~5320465,403360897~3188967,407636507~1784786] 2024-08-29T18:49:50.009 INFO:tasks.workunit.client.0.smithi028.stdout: limited diff [217869~607781,3628194~12723831,17028177~24935011,46474403~31035509,78747617~522169,79764586~6120719,91242439~19383802,114645810~3256659,120618268~1981672,126985745~2379744,134273387~7411133,145351016~8624850,161993646~3399938,166234126~7755611,176334132~23737292,201373250~1079910,205956601~216622,208249281~15349850,227002606~11629162,240398233~3036846,253287398~18822995,275020936~887797,277924467~2799721,281966612~1069486,283885646~1340452,285498168~17827554,305138638~8421838,316764114~1718090,319174253~1934258,327843439~10481895,340774249~11837394,355263620~5200333,361055869~7556606,369558094~5170373,376343637~4872046,385403060~9993237,395899660~5320465,403360897~3188967,407636507~1784786] 2024-08-29T18:49:50.016 INFO:tasks.workunit.client.0.smithi028.stdout: actual was [0~16352025,17028177~24935011,46474403~32795383,79764586~6120719,89094084~21532157,114645810~3256659,119740586~2859354,125829120~3536369,134273387~7411133,145351016~8624850,161993646~3399938,166234126~7755611,176160768~23910656,201326592~1126568,205520896~18078235,227002606~11629162,239169817~4265262,253287398~18822995,274880892~1027841,277924467~2799721,281018368~32542108,316764114~1718090,319174253~1934258,327843439~10481895,339738624~12873019,355263620~5200333,361055869~7556606,369558094~11657589,385403060~15817065,403360897~3188967,407636507~1784786] 2024-08-29T18:49:50.016 INFO:tasks.workunit.client.0.smithi028.stdout:from 6 to HEAD diff [217869~607781,3628194~12723831,17028177~24935011,46474403~5208080,52303029~25206883,78747617~522169,79764586~6120719,91242439~19383802,114645810~3256659,126985745~2379744,134273387~7411133,145351016~8624850,161993646~3399938,166234126~7755611,176334132~23737292,201373250~1079910,205956601~216622,208249281~15349850,227002606~11629162,240398233~3036846,253287398~18822995,275020936~887797,277924467~2799721,281966612~1069486,283885646~1340452,285498168~17827554,305138638~8421838,316764114~1718090,319174253~1934258,327843439~10481895,340774249~11837394,355263620~5200333,361055869~7556606,369558094~5170373,376343637~4872046,385403060~9993237,395899660~5320465,403360897~3188967,407636507~1784786] 2024-08-29T18:49:50.016 INFO:tasks.workunit.client.0.smithi028.stdout: limited diff [217869~607781,3628194~12723831,17028177~24935011,46474403~5208080,52303029~25206883,78747617~522169,79764586~6120719,91242439~19383802,114645810~3256659,126985745~2379744,134273387~7411133,145351016~8624850,161993646~3399938,166234126~7755611,176334132~23737292,201373250~1079910,205956601~216622,208249281~15349850,227002606~11629162,240398233~3036846,253287398~18822995,275020936~887797,277924467~2799721,281966612~1069486,283885646~1340452,285498168~17827554,305138638~8421838,316764114~1718090,319174253~1934258,327843439~10481895,340774249~11837394,355263620~5200333,361055869~7556606,369558094~5170373,376343637~4872046,385403060~9993237,395899660~5320465,403360897~3188967,407636507~1784786] 2024-08-29T18:49:50.023 INFO:tasks.workunit.client.0.smithi028.stdout: actual was [0~16352025,17028177~24935011,46474403~5208080,52303029~26966757,79764586~6120719,89094084~21532157,114645810~3256659,125829120~3536369,134273387~7411133,145351016~8624850,161993646~3399938,166234126~7755611,176334132~23737292,201326592~1126568,205520896~18078235,227002606~11629162,239169817~4265262,253287398~18822995,274880892~1027841,277924467~2799721,281018368~32542108,316764114~1718090,319174253~1934258,327843439~10481895,339738624~12873019,355263620~5200333,361055869~7556606,369558094~11657589,385403060~15817065,403360897~3188967,407636507~1784786] 2024-08-29T18:49:50.023 INFO:tasks.workunit.client.0.smithi028.stdout:from 7 to HEAD diff [217869~607781,3628194~12723831,17028177~24935011,46474403~5208080,52303029~25206883,78747617~522169,79764586~6120719,91242439~13302339,105032287~5593954,114645810~3256659,126985745~2379744,134273387~7411133,145351016~8624850,161993646~3399938,166234126~6758508,176334132~23737292,201373250~1079910,205956601~216622,208249281~15349850,227002606~11629162,240398233~3036846,253287398~18822995,275020936~887797,277924467~2799721,281966612~1069486,283885646~1340452,285498168~17827554,305138638~8421838,319174253~1934258,327843439~10481895,340774249~11837394,355263620~5200333,361055869~7556606,369558094~5170373,376725448~4490235,385403060~9993237,395899660~5320465,403360897~3188967] 2024-08-29T18:49:50.023 INFO:tasks.workunit.client.0.smithi028.stdout: limited diff [217869~607781,3628194~12723831,17028177~24935011,46474403~5208080,52303029~25206883,78747617~522169,79764586~6120719,91242439~13302339,105032287~5593954,114645810~3256659,126985745~2379744,134273387~7411133,145351016~8624850,161993646~3399938,166234126~6758508,176334132~23737292,201373250~1079910,205956601~216622,208249281~15349850,227002606~11629162,240398233~3036846,253287398~18822995,275020936~887797,277924467~2799721,281966612~1069486,283885646~1340452,285498168~17827554,305138638~8421838,319174253~1934258,327843439~10481895,340774249~11837394,355263620~5200333,361055869~7556606,369558094~5170373,376725448~4490235,385403060~9993237,395899660~5320465,403360897~3188967] 2024-08-29T18:49:50.035 INFO:tasks.workunit.client.0.smithi028.stdout: actual was [0~16352025,17028177~24935011,46474403~5208080,52303029~26966757,79764586~6120719,89094084~15450694,105032287~5593954,114645810~3256659,125829120~3536369,134273387~7411133,145351016~8624850,161993646~3399938,166234126~6758508,176334132~23737292,201326592~1126568,205956601~216622,208249281~15349850,227002606~11629162,239169817~4265262,253287398~18822995,274880892~1027841,277924467~2799721,281018368~32542108,319174253~1934258,327843439~10481895,339738624~12873019,355263620~5200333,361055869~7556606,369558094~5170373,376725448~4490235,385403060~9993237,395899660~5320465,403360897~3188967] 2024-08-29T18:49:50.035 INFO:tasks.workunit.client.0.smithi028.stdout:from 8 to HEAD diff [217869~607781,3628194~12723831,17028177~24935011,46474403~5208080,52303029~25206883,78747617~522169,79764586~6120719,91242439~13302339,105032287~5593954,114645810~3256659,126985745~2379744,134273387~7411133,145351016~8624850,161993646~3399938,166234126~6758508,176334132~9504543,188939830~11131594,201373250~1079910,205956601~216622,208249281~15349850,227002606~11629162,240398233~3036846,253287398~18822995,275020936~887797,277924467~2799721,281966612~1069486,283885646~1340452,285498168~17827554,305138638~8421838,319174253~1934258,327843439~10481895,340774249~11837394,356460539~4003414,361055869~7556606,369558094~5170373,376725448~4490235,385403060~9993237,395899660~5320465,403360897~3188967] 2024-08-29T18:49:50.035 INFO:tasks.workunit.client.0.smithi028.stdout: limited diff [217869~607781,3628194~12723831,17028177~24935011,46474403~5208080,52303029~25206883,78747617~522169,79764586~6120719,91242439~13302339,105032287~5593954,114645810~3256659,126985745~2379744,134273387~7411133,145351016~8624850,161993646~3399938,166234126~6758508,176334132~9504543,188939830~11131594,201373250~1079910,205956601~216622,208249281~15349850,227002606~11629162,240398233~3036846,253287398~18822995,275020936~887797,277924467~2799721,281966612~1069486,283885646~1340452,285498168~17827554,305138638~8421838,319174253~1934258,327843439~10481895,340774249~11837394,356460539~4003414,361055869~7556606,369558094~5170373,376725448~4490235,385403060~9993237,395899660~5320465,403360897~3188967] 2024-08-29T18:49:50.041 INFO:tasks.workunit.client.0.smithi028.stdout: actual was [0~16352025,17028177~24935011,46474403~5208080,52303029~26966757,79764586~6120719,89094084~15450694,105032287~5593954,114645810~3256659,125829120~3536369,134273387~7411133,145351016~8624850,161993646~3399938,166234126~6758508,176334132~9504543,188939830~11131594,201326592~1126568,205956601~216622,208249281~15349850,227002606~11629162,239169817~4265262,253287398~18822995,274880892~1027841,277924467~2799721,281018368~4207730,285498168~28062308,319174253~1934258,327843439~10481895,339738624~12873019,356460539~4003414,361055869~7556606,369558094~5170373,376725448~4490235,385403060~9993237,395899660~5320465,403360897~3188967] 2024-08-29T18:49:50.041 INFO:tasks.workunit.client.0.smithi028.stdout:from 9 to HEAD diff [217869~607781,3628194~12723831,17028177~24935011,46474403~5208080,53707993~23801919,78747617~522169,79764586~6120719,91242439~13302339,105032287~5593954,114645810~3256659,126985745~1006620,134273387~7411133,145351016~6160996,161993646~3399938,166234126~6758508,176334132~9504543,188939830~11131594,201373250~1079910,205956601~216622,208249281~15349850,227002606~11629162,240398233~3036846,253287398~17942071,275020936~887797,281966612~1069486,283885646~1340452,285498168~9132810,296028194~7297528,305138638~8421838,319174253~1934258,327843439~10481895,341654717~10956926,356460539~4003414,361055869~7556606,370054243~2009839,376725448~4490235,385403060~9993237,395899660~5320465,403360897~3188967] 2024-08-29T18:49:50.042 INFO:tasks.workunit.client.0.smithi028.stdout: limited diff [217869~607781,3628194~12723831,17028177~24935011,46474403~5208080,53707993~23801919,78747617~522169,79764586~6120719,91242439~13302339,105032287~5593954,114645810~3256659,126985745~1006620,134273387~7411133,145351016~6160996,161993646~3399938,166234126~6758508,176334132~9504543,188939830~11131594,201373250~1079910,205956601~216622,208249281~15349850,227002606~11629162,240398233~3036846,253287398~17942071,275020936~887797,281966612~1069486,283885646~1340452,285498168~9132810,296028194~7297528,305138638~8421838,319174253~1934258,327843439~10481895,341654717~10956926,356460539~4003414,361055869~7556606,370054243~2009839,376725448~4490235,385403060~9993237,395899660~5320465,403360897~3188967] 2024-08-29T18:49:50.048 INFO:tasks.workunit.client.0.smithi028.stdout: actual was [0~16352025,17028177~24935011,46474403~5208080,53707993~25561793,79764586~6120719,89094084~15450694,105032287~5593954,114645810~3256659,126985745~1006620,134273387~7411133,145351016~6160996,161993646~3399938,166234126~6758508,176334132~9504543,188939830~11131594,201326592~1126568,205956601~216622,208249281~15349850,227002606~11629162,239169817~4265262,253287398~17942071,274880892~1027841,281018368~4207730,285498168~9132810,296028194~17532282,319174253~1934258,327843439~10481895,341654717~10956926,356460539~4003414,361055869~7556606,370054243~2009839,376725448~4490235,385403060~9993237,395899660~5320465,403360897~3188967] 2024-08-29T18:49:50.049 INFO:tasks.workunit.client.0.smithi028.stdout:from 10 to HEAD diff [217869~607781,3628194~12723831,17028177~4228584,21396397~20566791,46474403~5208080,53707993~21171649,78747617~522169,79764586~6120719,91242439~13302339,105032287~5593954,114645810~3256659,126985745~1006620,134273387~7411133,145351016~6160996,161993646~3399938,166234126~6758508,176334132~9504543,188939830~11131594,208249281~15349850,227002606~11629162,240398233~3036846,253287398~17942071,275020936~887797,283885646~1340452,288012474~4155336,296028194~7297528,305138638~8421838,327843439~10481895,341654717~10956926,356460539~4003414,361055869~7556606,370054243~2009839,376725448~4490235,385403060~9993237,395899660~5320465,403360897~3188967] 2024-08-29T18:49:50.049 INFO:tasks.workunit.client.0.smithi028.stdout: limited diff [217869~607781,3628194~12723831,17028177~4228584,21396397~20566791,46474403~5208080,53707993~21171649,78747617~522169,79764586~6120719,91242439~13302339,105032287~5593954,114645810~3256659,126985745~1006620,134273387~7411133,145351016~6160996,161993646~3399938,166234126~6758508,176334132~9504543,188939830~11131594,208249281~15349850,227002606~11629162,240398233~3036846,253287398~17942071,275020936~887797,283885646~1340452,288012474~4155336,296028194~7297528,305138638~8421838,327843439~10481895,341654717~10956926,356460539~4003414,361055869~7556606,370054243~2009839,376725448~4490235,385403060~9993237,395899660~5320465,403360897~3188967] 2024-08-29T18:49:50.055 INFO:tasks.workunit.client.0.smithi028.stdout: actual was [0~16352025,17028177~4228584,21396397~20566791,46474403~5208080,53707993~21171649,77509912~1759874,79764586~6120719,89094084~15450694,105032287~5593954,114645810~3256659,126985745~1006620,134273387~7411133,145351016~6160996,161993646~3399938,166234126~6758508,176334132~9504543,188939830~11131594,208249281~15349850,227002606~11629162,239169817~4265262,253287398~17942071,274880892~1027841,283036098~2190000,288012474~4155336,296028194~17532282,327843439~10481895,341654717~10956926,356460539~4003414,361055869~7556606,370054243~2009839,376725448~4490235,385403060~9993237,395899660~5320465,403360897~3188967] 2024-08-29T18:49:50.055 INFO:tasks.workunit.client.0.smithi028.stdout:from 11 to HEAD diff [217869~607781,3628194~12723831,17028177~4228584,21396397~20566791,46474403~5208080,53707993~21171649,78747617~522169,79764586~6120719,91242439~13302339,105032287~5593954,114645810~3256659,126985745~1006620,134273387~7411133,145351016~6160996,161993646~3399938,166234126~6758508,176334132~9504543,188939830~11131594,212258397~11340734,227181428~2110105,229838768~8793000,240398233~3036846,253287398~17942071,275020936~887797,283885646~1340452,288012474~4155336,296028194~7297528,305138638~8421838,327843439~7045558,341654717~10956926,356460539~4003414,361055869~7556606,370054243~2009839,376725448~4490235,385403060~6583090,395899660~5320465] 2024-08-29T18:49:50.055 INFO:tasks.workunit.client.0.smithi028.stdout: limited diff [217869~607781,3628194~12723831,17028177~4228584,21396397~20566791,46474403~5208080,53707993~21171649,78747617~522169,79764586~6120719,91242439~13302339,105032287~5593954,114645810~3256659,126985745~1006620,134273387~7411133,145351016~6160996,161993646~3399938,166234126~6758508,176334132~9504543,188939830~11131594,212258397~11340734,227181428~2110105,229838768~8793000,240398233~3036846,253287398~17942071,275020936~887797,283885646~1340452,288012474~4155336,296028194~7297528,305138638~8421838,327843439~7045558,341654717~10956926,356460539~4003414,361055869~7556606,370054243~2009839,376725448~4490235,385403060~6583090,395899660~5320465] 2024-08-29T18:49:50.062 INFO:tasks.workunit.client.0.smithi028.stdout: actual was [0~16352025,17028177~4228584,21396397~20566791,46474403~5208080,53707993~21171649,77509912~1759874,79764586~6120719,89094084~15450694,105032287~5593954,114645810~3256659,126985745~1006620,134273387~7411133,145351016~6160996,161993646~3399938,166234126~6758508,176334132~9504543,188939830~11131594,212258397~11340734,227181428~2110105,229838768~8793000,239169817~4265262,253287398~17942071,274880892~1027841,283036098~2190000,288012474~4155336,296028194~17532282,327843439~7045558,341654717~10956926,356460539~4003414,361055869~7556606,370054243~2009839,376725448~4490235,385403060~6583090,395899660~5320465] 2024-08-29T18:49:50.062 INFO:tasks.workunit.client.0.smithi028.stdout:from 12 to HEAD diff [3628194~5065843,9262715~7089310,17028177~4228584,21396397~20566791,53707993~2529523,67081635~7798007,78747617~522169,79764586~6120719,91242439~13302339,105032287~5593954,114645810~3256659,134273387~7411133,145351016~6160996,161993646~3399938,166234126~6758508,176334132~9504543,188939830~11131594,212258397~11340734,227181428~2110105,232433036~6198732,253287398~17942071,275020936~887797,283885646~1340452,288012474~4155336,296028194~7297528,305138638~6247358,327843439~7045558,341654717~10956926,356460539~4003414,361055869~7556606,370054243~2009839,376725448~4490235,395899660~5320465] 2024-08-29T18:49:50.062 INFO:tasks.workunit.client.0.smithi028.stdout: limited diff [3628194~5065843,9262715~7089310,17028177~4228584,21396397~20566791,53707993~2529523,67081635~7798007,78747617~522169,79764586~6120719,91242439~13302339,105032287~5593954,114645810~3256659,134273387~7411133,145351016~6160996,161993646~3399938,166234126~6758508,176334132~9504543,188939830~11131594,212258397~11340734,227181428~2110105,232433036~6198732,253287398~17942071,275020936~887797,283885646~1340452,288012474~4155336,296028194~7297528,305138638~6247358,327843439~7045558,341654717~10956926,356460539~4003414,361055869~7556606,370054243~2009839,376725448~4490235,395899660~5320465] 2024-08-29T18:49:50.069 INFO:tasks.workunit.client.0.smithi028.stdout: actual was [825650~7868387,9262715~7089310,17028177~4228584,21396397~20566791,53707993~2529523,67081635~7798007,77509912~1759874,79764586~6120719,89094084~15450694,105032287~5593954,114645810~3256659,134273387~7411133,145351016~6160996,161993646~3399938,166234126~6758508,176334132~9504543,188939830~11131594,212258397~11340734,227181428~2110105,232433036~6198732,253287398~17942071,274880892~1027841,283036098~2190000,288012474~4155336,296028194~15357802,327843439~7045558,341654717~10956926,356460539~4003414,361055869~7556606,370054243~2009839,376725448~4490235,395899660~5320465] 2024-08-29T18:49:50.069 INFO:tasks.workunit.client.0.smithi028.stdout:from 13 to HEAD diff [9262715~7089310,17028177~4228584,21396397~6572168,34511084~7452104,53707993~2529523,67800527~7079115,78747617~522169,79764586~6120719,91242439~13302339,105032287~5593954,114645810~3256659,134273387~7411133,145351016~6160996,161993646~3399938,166234126~6758508,176334132~9504543,188939830~11131594,212258397~11340734,227181428~2110105,232433036~6198732,253287398~13067791,268242434~1911515,275020936~887797,283885646~1340452,288012474~4155336,296028194~7297528,306179600~5206396,327843439~7045558,344011260~25895,344444801~8166842,356460539~4003414,361055869~7556606,370054243~2009839,395899660~5320465] 2024-08-29T18:49:50.069 INFO:tasks.workunit.client.0.smithi028.stdout: limited diff [9262715~7089310,17028177~4228584,21396397~6572168,34511084~7452104,53707993~2529523,67800527~7079115,78747617~522169,79764586~6120719,91242439~13302339,105032287~5593954,114645810~3256659,134273387~7411133,145351016~6160996,161993646~3399938,166234126~6758508,176334132~9504543,188939830~11131594,212258397~11340734,227181428~2110105,232433036~6198732,253287398~13067791,268242434~1911515,275020936~887797,283885646~1340452,288012474~4155336,296028194~7297528,306179600~5206396,327843439~7045558,344011260~25895,344444801~8166842,356460539~4003414,361055869~7556606,370054243~2009839,395899660~5320465] 2024-08-29T18:49:50.076 INFO:tasks.workunit.client.0.smithi028.stdout: actual was [9262715~7089310,17028177~4228584,21396397~6572168,34511084~7452104,53707993~2529523,67800527~7079115,77509912~1759874,79764586~6120719,89094084~15450694,105032287~5593954,114645810~3256659,134273387~7411133,145351016~6160996,161993646~3399938,166234126~6758508,176334132~9504543,188939830~11131594,212258397~11340734,227181428~2110105,232433036~6198732,253287398~13067791,268242434~1911515,274880892~1027841,283036098~2190000,288012474~4155336,296028194~7297528,306179600~5206396,327843439~7045558,344011260~25895,344444801~8166842,356460539~4003414,361055869~7556606,370054243~2009839,395899660~5320465] 2024-08-29T18:49:50.076 INFO:tasks.workunit.client.0.smithi028.stdout:from 14 to HEAD diff [9262715~7089310,25402602~1183547,34511084~7452104,53707993~2529523,67800527~6599134,79764586~6120719,91242439~6194837,98553685~5991093,105032287~5593954,134273387~7411133,145351016~6160996,166234126~6758508,176334132~9504543,188939830~11131594,212258397~11340734,227181428~2110105,232433036~6198732,253287398~13067791,268242434~1911515,275020936~887797,283885646~1340452,288012474~4155336,296028194~7297528,306179600~5206396,327843439~7045558,344011260~25895,344444801~8166842,356460539~4003414,361055869~7556606,370054243~2009839,400890940~248240] 2024-08-29T18:49:50.076 INFO:tasks.workunit.client.0.smithi028.stdout: limited diff [9262715~7089310,25402602~1183547,34511084~7452104,53707993~2529523,67800527~6599134,79764586~6120719,91242439~6194837,98553685~5991093,105032287~5593954,134273387~7411133,145351016~6160996,166234126~6758508,176334132~9504543,188939830~11131594,212258397~11340734,227181428~2110105,232433036~6198732,253287398~13067791,268242434~1911515,275020936~887797,283885646~1340452,288012474~4155336,296028194~7297528,306179600~5206396,327843439~7045558,344011260~25895,344444801~8166842,356460539~4003414,361055869~7556606,370054243~2009839,400890940~248240] 2024-08-29T18:49:50.083 INFO:tasks.workunit.client.0.smithi028.stdout: actual was [9262715~7089310,25402602~1183547,34511084~7452104,53707993~2529523,67800527~6599134,79764586~6120719,89094084~8343192,98553685~5991093,105032287~5593954,134273387~7411133,145351016~6160996,166234126~6758508,176334132~9504543,188939830~11131594,212258397~11340734,227181428~2110105,232433036~6198732,253287398~13067791,268242434~1911515,274880892~1027841,283036098~2190000,288012474~4155336,296028194~7297528,306179600~5206396,327843439~7045558,344011260~25895,344444801~8166842,356460539~4003414,361055869~7556606,370054243~2009839,400890940~248240] 2024-08-29T18:49:50.083 INFO:tasks.workunit.client.0.smithi028.stdout:from 15 to HEAD diff [9262715~7089310,25402602~1183547,34511084~7452104,53707993~2529523,79764586~6120719,91242439~6194837,98553685~5991093,134273387~6544165,145351016~6160996,181158433~4680242,188939830~11131594,214534770~1155604,227181428~2110105,232433036~6198732,253287398~13067791,268242434~1911515,275020936~887797,283885646~1340452,288012474~4155336,296028194~7297528,306179600~5206396,327843439~7045558,344444801~8166842,356460539~4003414,361055869~7556606,370054243~2009839,400890940~248240] 2024-08-29T18:49:50.083 INFO:tasks.workunit.client.0.smithi028.stdout: limited diff [9262715~7089310,25402602~1183547,34511084~7452104,53707993~2529523,79764586~6120719,91242439~6194837,98553685~5991093,134273387~6544165,145351016~6160996,181158433~4680242,188939830~11131594,214534770~1155604,227181428~2110105,232433036~6198732,253287398~13067791,268242434~1911515,275020936~887797,283885646~1340452,288012474~4155336,296028194~7297528,306179600~5206396,327843439~7045558,344444801~8166842,356460539~4003414,361055869~7556606,370054243~2009839,400890940~248240] 2024-08-29T18:49:50.090 INFO:tasks.workunit.client.0.smithi028.stdout: actual was [9262715~7089310,25402602~1183547,34511084~7452104,53707993~2529523,79764586~6120719,89094084~8343192,98553685~5991093,134273387~6544165,145351016~6160996,181158433~4680242,188939830~11131594,214534770~1155604,227181428~2110105,232433036~6198732,253287398~13067791,268242434~1911515,274880892~1027841,283036098~2190000,288012474~4155336,296028194~7297528,306179600~5206396,327843439~7045558,344444801~8166842,356460539~4003414,361055869~7556606,370054243~2009839,400890940~248240] 2024-08-29T18:49:50.091 INFO:tasks.workunit.client.0.smithi028.stdout:from 16 to HEAD diff [25402602~1183547,34511084~7452104,53707993~2529523,79764586~6120719,91242439~6194837,98553685~5991093,134273387~6544165,145351016~6160996,181158433~4680242,188939830~5767167,195149450~4921974,232433036~6198732,253287398~13067791,269425359~728590,275020936~887797,283885646~1340452,288012474~4155336,296028194~7297528,306179600~5206396,329948550~4940447,344444801~8166842,361055869~7556606,370054243~2009839] 2024-08-29T18:49:50.091 INFO:tasks.workunit.client.0.smithi028.stdout: limited diff [25402602~1183547,34511084~7452104,53707993~2529523,79764586~6120719,91242439~6194837,98553685~5991093,134273387~6544165,145351016~6160996,181158433~4680242,188939830~5767167,195149450~4921974,232433036~6198732,253287398~13067791,269425359~728590,275020936~887797,283885646~1340452,288012474~4155336,296028194~7297528,306179600~5206396,329948550~4940447,344444801~8166842,361055869~7556606,370054243~2009839] 2024-08-29T18:49:50.097 INFO:tasks.workunit.client.0.smithi028.stdout: actual was [25402602~1183547,34511084~7452104,53707993~2529523,79764586~6120719,89094084~8343192,98553685~5991093,134273387~6544165,145351016~6160996,181158433~4680242,188939830~5767167,195149450~4921974,232433036~6198732,253287398~13067791,269425359~728590,274880892~1027841,283036098~2190000,288012474~4155336,296028194~7297528,306179600~5206396,329948550~4940447,344444801~8166842,361055869~7556606,370054243~2009839] 2024-08-29T18:49:50.130 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:49:49 smithi028 bash[77168]: cluster 2024-08-29T18:49:48.374157+0000 mgr.y (mgr.25022) 1892 : cluster [DBG] pgmap v3385: 137 pgs: 137 active+clean; 821 MiB data, 7.4 GiB used, 708 GiB / 715 GiB avail; 210 KiB/s rd, 33 MiB/s wr, 603 op/s 2024-08-29T18:49:50.130 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:49:49 smithi028 bash[77168]: cluster 2024-08-29T18:49:48.855847+0000 mon.a (mon.0) 3522 : cluster [DBG] osdmap e1975: 8 total, 8 up, 8 in 2024-08-29T18:49:50.131 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:49:49 smithi028 bash[78352]: cluster 2024-08-29T18:49:48.374157+0000 mgr.y (mgr.25022) 1892 : cluster [DBG] pgmap v3385: 137 pgs: 137 active+clean; 821 MiB data, 7.4 GiB used, 708 GiB / 715 GiB avail; 210 KiB/s rd, 33 MiB/s wr, 603 op/s 2024-08-29T18:49:50.131 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:49:49 smithi028 bash[78352]: cluster 2024-08-29T18:49:48.855847+0000 mon.a (mon.0) 3522 : cluster [DBG] osdmap e1975: 8 total, 8 up, 8 in 2024-08-29T18:49:50.326 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:49:49 smithi053 bash[68679]: cluster 2024-08-29T18:49:48.374157+0000 mgr.y (mgr.25022) 1892 : cluster [DBG] pgmap v3385: 137 pgs: 137 active+clean; 821 MiB data, 7.4 GiB used, 708 GiB / 715 GiB avail; 210 KiB/s rd, 33 MiB/s wr, 603 op/s 2024-08-29T18:49:50.327 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:49:49 smithi053 bash[68679]: cluster 2024-08-29T18:49:48.855847+0000 mon.a (mon.0) 3522 : cluster [DBG] osdmap e1975: 8 total, 8 up, 8 in 2024-08-29T18:49:50.907 INFO:tasks.workunit.client.0.smithi028.stdout:from 0 to HEAD diff [217869~607781,3628194~12723831,17028177~24935011,43179186~34330726,78747617~522169,79764586~9329498,91242439~19383802,112266524~7474062,120618268~1981672,126985745~2379744,134273387~7411133,145351016~8624850,161911242~3482342,166234126~7755611,176334132~23737292,201373250~1079910,205956601~216622,208249281~30920536,240398233~3036846,246402558~25707835,273932032~948860,275020936~887797,277924467~2799721,281966612~1069486,283885646~1340452,285498168~17827554,305138638~8874441,316764114~1718090,318753086~8167724,327141348~11300848,340774249~11837394,353285939~15530455,369558094~5170373,376343637~8144930,385403060~9993237,395899660~5320465,403360897~3188967,407636507~1784786] 2024-08-29T18:49:50.908 INFO:tasks.workunit.client.0.smithi028.stdout: limited diff [217869~607781,3628194~12723831,17028177~24935011,43179186~34330726,78747617~522169,79764586~9329498,91242439~19383802,112266524~7474062,120618268~1981672,126985745~2379744,134273387~7411133,145351016~8624850,161911242~3482342,166234126~7755611,176334132~23737292,201373250~1079910,205956601~216622,208249281~30920536,240398233~3036846,246402558~25707835,273932032~948860,275020936~887797,277924467~2799721,281966612~1069486,283885646~1340452,285498168~17827554,305138638~8874441,316764114~1718090,318753086~8167724,327141348~11300848,340774249~11837394,353285939~15530455,369558094~5170373,376343637~8144930,385403060~9993237,395899660~5320465,403360897~3188967,407636507~1784786] 2024-08-29T18:49:50.981 INFO:tasks.workunit.client.0.smithi028.stdout: actual was [0~16352025,17028177~62241609,79691776~42908164,125829120~3536369,134217728~7466792,145351016~8624850,159383552~6010032,166234126~7755611,176160768~23910656,201326592~1126568,205520896~66589497,272629760~3278973,276824064~3900124,281018368~32994711,314572800~23869396,339738624~29077770,369098752~15389815,385403060~15817065,403360897~3188967,407636507~1784786] 2024-08-29T18:49:50.982 INFO:tasks.workunit.client.0.smithi028.stdout:from 1 to HEAD diff [217869~607781,3628194~12723831,17028177~24935011,43179186~34330726,78747617~522169,79764586~9329498,91242439~19383802,114645810~3256659,120618268~1981672,126985745~2379744,134273387~7411133,145351016~8624850,161911242~3482342,166234126~7755611,176334132~23737292,201373250~1079910,205956601~216622,208249281~30382487,240398233~3036846,246402558~25707835,273932032~948860,275020936~887797,277924467~2799721,281966612~1069486,283885646~1340452,285498168~17827554,305138638~8874441,316764114~1718090,318753086~8167724,327141348~11300848,340774249~11837394,353285939~15530455,369558094~5170373,376343637~8144930,385403060~9993237,395899660~5320465,403360897~3188967,407636507~1784786] 2024-08-29T18:49:50.982 INFO:tasks.workunit.client.0.smithi028.stdout: limited diff [217869~607781,3628194~12723831,17028177~24935011,43179186~34330726,78747617~522169,79764586~9329498,91242439~19383802,114645810~3256659,120618268~1981672,126985745~2379744,134273387~7411133,145351016~8624850,161911242~3482342,166234126~7755611,176334132~23737292,201373250~1079910,205956601~216622,208249281~30382487,240398233~3036846,246402558~25707835,273932032~948860,275020936~887797,277924467~2799721,281966612~1069486,283885646~1340452,285498168~17827554,305138638~8874441,316764114~1718090,318753086~8167724,327141348~11300848,340774249~11837394,353285939~15530455,369558094~5170373,376343637~8144930,385403060~9993237,395899660~5320465,403360897~3188967,407636507~1784786] 2024-08-29T18:49:50.989 INFO:tasks.workunit.client.0.smithi028.stdout: actual was [0~16352025,17028177~62241609,79764586~30861655,114645810~3256659,119740586~2859354,125829120~3536369,134217728~7466792,145351016~8624850,159383552~6010032,166234126~7755611,176160768~23910656,201326592~1126568,205520896~33110872,239169817~32940576,272629760~3278973,276824064~3900124,281018368~32994711,314572800~23869396,339738624~12873019,353285939~15530455,369098752~15389815,385403060~15817065,403360897~3188967,407636507~1784786] 2024-08-29T18:49:50.989 INFO:tasks.workunit.client.0.smithi028.stdout:from 2 to HEAD diff [217869~607781,3628194~12723831,17028177~24935011,43179186~34330726,78747617~522169,79764586~9329498,91242439~19383802,114645810~3256659,120618268~1981672,126985745~2379744,134273387~7411133,145351016~8624850,161911242~3482342,166234126~7755611,176334132~23737292,201373250~1079910,205956601~216622,208249281~30382487,240398233~3036846,246402558~6123699,253287398~18822995,275020936~887797,277924467~2799721,281966612~1069486,283885646~1340452,285498168~17827554,305138638~8874441,316764114~1718090,318753086~8167724,327141348~11300848,340774249~11837394,353738398~6725555,360589455~8226939,369558094~5170373,376343637~8144930,385403060~9993237,395899660~5320465,403360897~3188967,407636507~1784786] 2024-08-29T18:49:50.989 INFO:tasks.workunit.client.0.smithi028.stdout: limited diff [217869~607781,3628194~12723831,17028177~24935011,43179186~34330726,78747617~522169,79764586~9329498,91242439~19383802,114645810~3256659,120618268~1981672,126985745~2379744,134273387~7411133,145351016~8624850,161911242~3482342,166234126~7755611,176334132~23737292,201373250~1079910,205956601~216622,208249281~30382487,240398233~3036846,246402558~6123699,253287398~18822995,275020936~887797,277924467~2799721,281966612~1069486,283885646~1340452,285498168~17827554,305138638~8874441,316764114~1718090,318753086~8167724,327141348~11300848,340774249~11837394,353738398~6725555,360589455~8226939,369558094~5170373,376343637~8144930,385403060~9993237,395899660~5320465,403360897~3188967,407636507~1784786] 2024-08-29T18:49:50.997 INFO:tasks.workunit.client.0.smithi028.stdout: actual was [0~16352025,17028177~62241609,79764586~30861655,114645810~3256659,119740586~2859354,125829120~3536369,134217728~7466792,145351016~8624850,159383552~6010032,166234126~7755611,176160768~23910656,201326592~1126568,205520896~33110872,239169817~13356440,253287398~18822995,274880892~1027841,276824064~3900124,281018368~32994711,314572800~23869396,339738624~12873019,353738398~6725555,360589455~8226939,369558094~14930473,385403060~15817065,403360897~3188967,407636507~1784786] 2024-08-29T18:49:50.997 INFO:tasks.workunit.client.0.smithi028.stdout:from 3 to HEAD diff [217869~607781,3628194~12723831,17028177~24935011,43179186~34330726,78747617~522169,79764586~9329498,91242439~19383802,114645810~3256659,120618268~1981672,126985745~2379744,134273387~7411133,145351016~8624850,161911242~3482342,166234126~7755611,176334132~23737292,201373250~1079910,205956601~216622,208249281~30382487,240398233~3036846,246402558~6123699,253287398~18822995,275020936~887797,277924467~2799721,281966612~1069486,283885646~1340452,285498168~17827554,305138638~8421838,316764114~1718090,318753086~8167724,327843439~10598757,340774249~11837394,353738398~6725555,361055869~7760525,369558094~5170373,376343637~8144930,385403060~9993237,395899660~5320465,403360897~3188967,407636507~1784786] 2024-08-29T18:49:50.997 INFO:tasks.workunit.client.0.smithi028.stdout: limited diff [217869~607781,3628194~12723831,17028177~24935011,43179186~34330726,78747617~522169,79764586~9329498,91242439~19383802,114645810~3256659,120618268~1981672,126985745~2379744,134273387~7411133,145351016~8624850,161911242~3482342,166234126~7755611,176334132~23737292,201373250~1079910,205956601~216622,208249281~30382487,240398233~3036846,246402558~6123699,253287398~18822995,275020936~887797,277924467~2799721,281966612~1069486,283885646~1340452,285498168~17827554,305138638~8421838,316764114~1718090,318753086~8167724,327843439~10598757,340774249~11837394,353738398~6725555,361055869~7760525,369558094~5170373,376343637~8144930,385403060~9993237,395899660~5320465,403360897~3188967,407636507~1784786] 2024-08-29T18:49:51.004 INFO:tasks.workunit.client.0.smithi028.stdout: actual was [0~16352025,17028177~62241609,79764586~30861655,114645810~3256659,119740586~2859354,125829120~3536369,134217728~7466792,145351016~8624850,159383552~6010032,166234126~7755611,176160768~23910656,201326592~1126568,205520896~33110872,239169817~13356440,253287398~18822995,274880892~1027841,276824064~3900124,281018368~32542108,314572800~12348010,327843439~10598757,339738624~12873019,353738398~6725555,361055869~7760525,369558094~14930473,385403060~15817065,403360897~3188967,407636507~1784786] 2024-08-29T18:49:51.004 INFO:tasks.workunit.client.0.smithi028.stdout:from 4 to HEAD diff [217869~607781,3628194~12723831,17028177~24935011,46474403~31035509,78747617~522169,79764586~8789930,91242439~19383802,114645810~3256659,120618268~1981672,126985745~2379744,134273387~7411133,145351016~8624850,161911242~3482342,166234126~7755611,176334132~23737292,201373250~1079910,205956601~216622,208249281~30382487,240398233~3036846,246402558~6123699,253287398~18822995,275020936~887797,277924467~2799721,281966612~1069486,283885646~1340452,285498168~17827554,305138638~8421838,316764114~1718090,319174253~1934258,327843439~10481895,340774249~11837394,355263620~5200333,361055869~7760525,369558094~5170373,376343637~4872046,385403060~9993237,395899660~5320465,403360897~3188967,407636507~1784786] 2024-08-29T18:49:51.004 INFO:tasks.workunit.client.0.smithi028.stdout: limited diff [217869~607781,3628194~12723831,17028177~24935011,46474403~31035509,78747617~522169,79764586~8789930,91242439~19383802,114645810~3256659,120618268~1981672,126985745~2379744,134273387~7411133,145351016~8624850,161911242~3482342,166234126~7755611,176334132~23737292,201373250~1079910,205956601~216622,208249281~30382487,240398233~3036846,246402558~6123699,253287398~18822995,275020936~887797,277924467~2799721,281966612~1069486,283885646~1340452,285498168~17827554,305138638~8421838,316764114~1718090,319174253~1934258,327843439~10481895,340774249~11837394,355263620~5200333,361055869~7760525,369558094~5170373,376343637~4872046,385403060~9993237,395899660~5320465,403360897~3188967,407636507~1784786] 2024-08-29T18:49:51.011 INFO:tasks.workunit.client.0.smithi028.stdout: actual was [0~16352025,17028177~24935011,46474403~32795383,79764586~8789930,89094084~21532157,114645810~3256659,119740586~2859354,125829120~3536369,134217728~7466792,145351016~8624850,159383552~6010032,166234126~7755611,176160768~23910656,201326592~1126568,205520896~33110872,239169817~13356440,253287398~18822995,274880892~1027841,276824064~3900124,281018368~32542108,316764114~1718090,319174253~1934258,327843439~10481895,339738624~12873019,355263620~5200333,361055869~7760525,369558094~11657589,385403060~15817065,403360897~3188967,407636507~1784786] 2024-08-29T18:49:51.012 INFO:tasks.workunit.client.0.smithi028.stdout:from 5 to HEAD diff [217869~607781,3628194~12723831,17028177~24935011,46474403~31035509,78747617~522169,79764586~6120719,91242439~19383802,114645810~3256659,120618268~1981672,126985745~2379744,134273387~7411133,145351016~8624850,161993646~3399938,166234126~7755611,176334132~23737292,201373250~1079910,205956601~216622,208249281~15349850,227002606~11629162,240398233~3036846,253287398~18822995,275020936~887797,277924467~2799721,281966612~1069486,283885646~1340452,285498168~17827554,305138638~8421838,316764114~1718090,319174253~1934258,327843439~10481895,340774249~11837394,355263620~5200333,361055869~7556606,369558094~5170373,376343637~4872046,385403060~9993237,395899660~5320465,403360897~3188967,407636507~1784786] 2024-08-29T18:49:51.012 INFO:tasks.workunit.client.0.smithi028.stdout: limited diff [217869~607781,3628194~12723831,17028177~24935011,46474403~31035509,78747617~522169,79764586~6120719,91242439~19383802,114645810~3256659,120618268~1981672,126985745~2379744,134273387~7411133,145351016~8624850,161993646~3399938,166234126~7755611,176334132~23737292,201373250~1079910,205956601~216622,208249281~15349850,227002606~11629162,240398233~3036846,253287398~18822995,275020936~887797,277924467~2799721,281966612~1069486,283885646~1340452,285498168~17827554,305138638~8421838,316764114~1718090,319174253~1934258,327843439~10481895,340774249~11837394,355263620~5200333,361055869~7556606,369558094~5170373,376343637~4872046,385403060~9993237,395899660~5320465,403360897~3188967,407636507~1784786] 2024-08-29T18:49:51.019 INFO:tasks.workunit.client.0.smithi028.stdout: actual was [0~16352025,17028177~24935011,46474403~32795383,79764586~6120719,89094084~21532157,114645810~3256659,119740586~2859354,125829120~3536369,134273387~7411133,145351016~8624850,161993646~3399938,166234126~7755611,176160768~23910656,201326592~1126568,205520896~18078235,227002606~11629162,239169817~4265262,253287398~18822995,274880892~1027841,277924467~2799721,281018368~32542108,316764114~1718090,319174253~1934258,327843439~10481895,339738624~12873019,355263620~5200333,361055869~7556606,369558094~11657589,385403060~15817065,403360897~3188967,407636507~1784786] 2024-08-29T18:49:51.019 INFO:tasks.workunit.client.0.smithi028.stdout:from 6 to HEAD diff [217869~607781,3628194~12723831,17028177~24935011,46474403~5208080,52303029~25206883,78747617~522169,79764586~6120719,91242439~19383802,114645810~3256659,126985745~2379744,134273387~7411133,145351016~8624850,161993646~3399938,166234126~7755611,176334132~23737292,201373250~1079910,205956601~216622,208249281~15349850,227002606~11629162,240398233~3036846,253287398~18822995,275020936~887797,277924467~2799721,281966612~1069486,283885646~1340452,285498168~17827554,305138638~8421838,316764114~1718090,319174253~1934258,327843439~10481895,340774249~11837394,355263620~5200333,361055869~7556606,369558094~5170373,376343637~4872046,385403060~9993237,395899660~5320465,403360897~3188967,407636507~1784786] 2024-08-29T18:49:51.019 INFO:tasks.workunit.client.0.smithi028.stdout: limited diff [217869~607781,3628194~12723831,17028177~24935011,46474403~5208080,52303029~25206883,78747617~522169,79764586~6120719,91242439~19383802,114645810~3256659,126985745~2379744,134273387~7411133,145351016~8624850,161993646~3399938,166234126~7755611,176334132~23737292,201373250~1079910,205956601~216622,208249281~15349850,227002606~11629162,240398233~3036846,253287398~18822995,275020936~887797,277924467~2799721,281966612~1069486,283885646~1340452,285498168~17827554,305138638~8421838,316764114~1718090,319174253~1934258,327843439~10481895,340774249~11837394,355263620~5200333,361055869~7556606,369558094~5170373,376343637~4872046,385403060~9993237,395899660~5320465,403360897~3188967,407636507~1784786] 2024-08-29T18:49:51.026 INFO:tasks.workunit.client.0.smithi028.stdout: actual was [0~16352025,17028177~24935011,46474403~5208080,52303029~26966757,79764586~6120719,89094084~21532157,114645810~3256659,125829120~3536369,134273387~7411133,145351016~8624850,161993646~3399938,166234126~7755611,176334132~23737292,201326592~1126568,205520896~18078235,227002606~11629162,239169817~4265262,253287398~18822995,274880892~1027841,277924467~2799721,281018368~32542108,316764114~1718090,319174253~1934258,327843439~10481895,339738624~12873019,355263620~5200333,361055869~7556606,369558094~11657589,385403060~15817065,403360897~3188967,407636507~1784786] 2024-08-29T18:49:51.026 INFO:tasks.workunit.client.0.smithi028.stdout:from 7 to HEAD diff [217869~607781,3628194~12723831,17028177~24935011,46474403~5208080,52303029~25206883,78747617~522169,79764586~6120719,91242439~13302339,105032287~5593954,114645810~3256659,126985745~2379744,134273387~7411133,145351016~8624850,161993646~3399938,166234126~6758508,176334132~23737292,201373250~1079910,205956601~216622,208249281~15349850,227002606~11629162,240398233~3036846,253287398~18822995,275020936~887797,277924467~2799721,281966612~1069486,283885646~1340452,285498168~17827554,305138638~8421838,319174253~1934258,327843439~10481895,340774249~11837394,355263620~5200333,361055869~7556606,369558094~5170373,376725448~4490235,385403060~9993237,395899660~5320465,403360897~3188967] 2024-08-29T18:49:51.026 INFO:tasks.workunit.client.0.smithi028.stdout: limited diff [217869~607781,3628194~12723831,17028177~24935011,46474403~5208080,52303029~25206883,78747617~522169,79764586~6120719,91242439~13302339,105032287~5593954,114645810~3256659,126985745~2379744,134273387~7411133,145351016~8624850,161993646~3399938,166234126~6758508,176334132~23737292,201373250~1079910,205956601~216622,208249281~15349850,227002606~11629162,240398233~3036846,253287398~18822995,275020936~887797,277924467~2799721,281966612~1069486,283885646~1340452,285498168~17827554,305138638~8421838,319174253~1934258,327843439~10481895,340774249~11837394,355263620~5200333,361055869~7556606,369558094~5170373,376725448~4490235,385403060~9993237,395899660~5320465,403360897~3188967] 2024-08-29T18:49:51.032 INFO:tasks.workunit.client.0.smithi028.stdout: actual was [0~16352025,17028177~24935011,46474403~5208080,52303029~26966757,79764586~6120719,89094084~15450694,105032287~5593954,114645810~3256659,125829120~3536369,134273387~7411133,145351016~8624850,161993646~3399938,166234126~6758508,176334132~23737292,201326592~1126568,205956601~216622,208249281~15349850,227002606~11629162,239169817~4265262,253287398~18822995,274880892~1027841,277924467~2799721,281018368~32542108,319174253~1934258,327843439~10481895,339738624~12873019,355263620~5200333,361055869~7556606,369558094~5170373,376725448~4490235,385403060~9993237,395899660~5320465,403360897~3188967] 2024-08-29T18:49:51.032 INFO:tasks.workunit.client.0.smithi028.stdout:from 8 to HEAD diff [217869~607781,3628194~12723831,17028177~24935011,46474403~5208080,52303029~25206883,78747617~522169,79764586~6120719,91242439~13302339,105032287~5593954,114645810~3256659,126985745~2379744,134273387~7411133,145351016~8624850,161993646~3399938,166234126~6758508,176334132~9504543,188939830~11131594,201373250~1079910,205956601~216622,208249281~15349850,227002606~11629162,240398233~3036846,253287398~18822995,275020936~887797,277924467~2799721,281966612~1069486,283885646~1340452,285498168~17827554,305138638~8421838,319174253~1934258,327843439~10481895,340774249~11837394,356460539~4003414,361055869~7556606,369558094~5170373,376725448~4490235,385403060~9993237,395899660~5320465,403360897~3188967] 2024-08-29T18:49:51.032 INFO:tasks.workunit.client.0.smithi028.stdout: limited diff [217869~607781,3628194~12723831,17028177~24935011,46474403~5208080,52303029~25206883,78747617~522169,79764586~6120719,91242439~13302339,105032287~5593954,114645810~3256659,126985745~2379744,134273387~7411133,145351016~8624850,161993646~3399938,166234126~6758508,176334132~9504543,188939830~11131594,201373250~1079910,205956601~216622,208249281~15349850,227002606~11629162,240398233~3036846,253287398~18822995,275020936~887797,277924467~2799721,281966612~1069486,283885646~1340452,285498168~17827554,305138638~8421838,319174253~1934258,327843439~10481895,340774249~11837394,356460539~4003414,361055869~7556606,369558094~5170373,376725448~4490235,385403060~9993237,395899660~5320465,403360897~3188967] 2024-08-29T18:49:51.038 INFO:tasks.workunit.client.0.smithi028.stdout: actual was [0~16352025,17028177~24935011,46474403~5208080,52303029~26966757,79764586~6120719,89094084~15450694,105032287~5593954,114645810~3256659,125829120~3536369,134273387~7411133,145351016~8624850,161993646~3399938,166234126~6758508,176334132~9504543,188939830~11131594,201326592~1126568,205956601~216622,208249281~15349850,227002606~11629162,239169817~4265262,253287398~18822995,274880892~1027841,277924467~2799721,281018368~4207730,285498168~28062308,319174253~1934258,327843439~10481895,339738624~12873019,356460539~4003414,361055869~7556606,369558094~5170373,376725448~4490235,385403060~9993237,395899660~5320465,403360897~3188967] 2024-08-29T18:49:51.039 INFO:tasks.workunit.client.0.smithi028.stdout:from 9 to HEAD diff [217869~607781,3628194~12723831,17028177~24935011,46474403~5208080,53707993~23801919,78747617~522169,79764586~6120719,91242439~13302339,105032287~5593954,114645810~3256659,126985745~1006620,134273387~7411133,145351016~6160996,161993646~3399938,166234126~6758508,176334132~9504543,188939830~11131594,201373250~1079910,205956601~216622,208249281~15349850,227002606~11629162,240398233~3036846,253287398~17942071,275020936~887797,281966612~1069486,283885646~1340452,285498168~9132810,296028194~7297528,305138638~8421838,319174253~1934258,327843439~10481895,341654717~10956926,356460539~4003414,361055869~7556606,370054243~2009839,376725448~4490235,385403060~9993237,395899660~5320465,403360897~3188967] 2024-08-29T18:49:51.039 INFO:tasks.workunit.client.0.smithi028.stdout: limited diff [217869~607781,3628194~12723831,17028177~24935011,46474403~5208080,53707993~23801919,78747617~522169,79764586~6120719,91242439~13302339,105032287~5593954,114645810~3256659,126985745~1006620,134273387~7411133,145351016~6160996,161993646~3399938,166234126~6758508,176334132~9504543,188939830~11131594,201373250~1079910,205956601~216622,208249281~15349850,227002606~11629162,240398233~3036846,253287398~17942071,275020936~887797,281966612~1069486,283885646~1340452,285498168~9132810,296028194~7297528,305138638~8421838,319174253~1934258,327843439~10481895,341654717~10956926,356460539~4003414,361055869~7556606,370054243~2009839,376725448~4490235,385403060~9993237,395899660~5320465,403360897~3188967] 2024-08-29T18:49:51.045 INFO:tasks.workunit.client.0.smithi028.stdout: actual was [0~16352025,17028177~24935011,46474403~5208080,53707993~25561793,79764586~6120719,89094084~15450694,105032287~5593954,114645810~3256659,126985745~1006620,134273387~7411133,145351016~6160996,161993646~3399938,166234126~6758508,176334132~9504543,188939830~11131594,201326592~1126568,205956601~216622,208249281~15349850,227002606~11629162,239169817~4265262,253287398~17942071,274880892~1027841,281018368~4207730,285498168~9132810,296028194~17532282,319174253~1934258,327843439~10481895,341654717~10956926,356460539~4003414,361055869~7556606,370054243~2009839,376725448~4490235,385403060~9993237,395899660~5320465,403360897~3188967] 2024-08-29T18:49:51.045 INFO:tasks.workunit.client.0.smithi028.stdout:from 10 to HEAD diff [217869~607781,3628194~12723831,17028177~4228584,21396397~20566791,46474403~5208080,53707993~21171649,78747617~522169,79764586~6120719,91242439~13302339,105032287~5593954,114645810~3256659,126985745~1006620,134273387~7411133,145351016~6160996,161993646~3399938,166234126~6758508,176334132~9504543,188939830~11131594,208249281~15349850,227002606~11629162,240398233~3036846,253287398~17942071,275020936~887797,283885646~1340452,288012474~4155336,296028194~7297528,305138638~8421838,327843439~10481895,341654717~10956926,356460539~4003414,361055869~7556606,370054243~2009839,376725448~4490235,385403060~9993237,395899660~5320465,403360897~3188967] 2024-08-29T18:49:51.045 INFO:tasks.workunit.client.0.smithi028.stdout: limited diff [217869~607781,3628194~12723831,17028177~4228584,21396397~20566791,46474403~5208080,53707993~21171649,78747617~522169,79764586~6120719,91242439~13302339,105032287~5593954,114645810~3256659,126985745~1006620,134273387~7411133,145351016~6160996,161993646~3399938,166234126~6758508,176334132~9504543,188939830~11131594,208249281~15349850,227002606~11629162,240398233~3036846,253287398~17942071,275020936~887797,283885646~1340452,288012474~4155336,296028194~7297528,305138638~8421838,327843439~10481895,341654717~10956926,356460539~4003414,361055869~7556606,370054243~2009839,376725448~4490235,385403060~9993237,395899660~5320465,403360897~3188967] 2024-08-29T18:49:51.051 INFO:tasks.workunit.client.0.smithi028.stdout: actual was [0~16352025,17028177~4228584,21396397~20566791,46474403~5208080,53707993~21171649,77509912~1759874,79764586~6120719,89094084~15450694,105032287~5593954,114645810~3256659,126985745~1006620,134273387~7411133,145351016~6160996,161993646~3399938,166234126~6758508,176334132~9504543,188939830~11131594,208249281~15349850,227002606~11629162,239169817~4265262,253287398~17942071,274880892~1027841,283036098~2190000,288012474~4155336,296028194~17532282,327843439~10481895,341654717~10956926,356460539~4003414,361055869~7556606,370054243~2009839,376725448~4490235,385403060~9993237,395899660~5320465,403360897~3188967] 2024-08-29T18:49:51.051 INFO:tasks.workunit.client.0.smithi028.stdout:from 11 to HEAD diff [217869~607781,3628194~12723831,17028177~4228584,21396397~20566791,46474403~5208080,53707993~21171649,78747617~522169,79764586~6120719,91242439~13302339,105032287~5593954,114645810~3256659,126985745~1006620,134273387~7411133,145351016~6160996,161993646~3399938,166234126~6758508,176334132~9504543,188939830~11131594,212258397~11340734,227181428~2110105,229838768~8793000,240398233~3036846,253287398~17942071,275020936~887797,283885646~1340452,288012474~4155336,296028194~7297528,305138638~8421838,327843439~7045558,341654717~10956926,356460539~4003414,361055869~7556606,370054243~2009839,376725448~4490235,385403060~6583090,395899660~5320465] 2024-08-29T18:49:51.052 INFO:tasks.workunit.client.0.smithi028.stdout: limited diff [217869~607781,3628194~12723831,17028177~4228584,21396397~20566791,46474403~5208080,53707993~21171649,78747617~522169,79764586~6120719,91242439~13302339,105032287~5593954,114645810~3256659,126985745~1006620,134273387~7411133,145351016~6160996,161993646~3399938,166234126~6758508,176334132~9504543,188939830~11131594,212258397~11340734,227181428~2110105,229838768~8793000,240398233~3036846,253287398~17942071,275020936~887797,283885646~1340452,288012474~4155336,296028194~7297528,305138638~8421838,327843439~7045558,341654717~10956926,356460539~4003414,361055869~7556606,370054243~2009839,376725448~4490235,385403060~6583090,395899660~5320465] 2024-08-29T18:49:51.058 INFO:tasks.workunit.client.0.smithi028.stdout: actual was [0~16352025,17028177~4228584,21396397~20566791,46474403~5208080,53707993~21171649,77509912~1759874,79764586~6120719,89094084~15450694,105032287~5593954,114645810~3256659,126985745~1006620,134273387~7411133,145351016~6160996,161993646~3399938,166234126~6758508,176334132~9504543,188939830~11131594,212258397~11340734,227181428~2110105,229838768~8793000,239169817~4265262,253287398~17942071,274880892~1027841,283036098~2190000,288012474~4155336,296028194~17532282,327843439~7045558,341654717~10956926,356460539~4003414,361055869~7556606,370054243~2009839,376725448~4490235,385403060~6583090,395899660~5320465] 2024-08-29T18:49:51.058 INFO:tasks.workunit.client.0.smithi028.stdout:from 12 to HEAD diff [3628194~5065843,9262715~7089310,17028177~4228584,21396397~20566791,53707993~2529523,67081635~7798007,78747617~522169,79764586~6120719,91242439~13302339,105032287~5593954,114645810~3256659,134273387~7411133,145351016~6160996,161993646~3399938,166234126~6758508,176334132~9504543,188939830~11131594,212258397~11340734,227181428~2110105,232433036~6198732,253287398~17942071,275020936~887797,283885646~1340452,288012474~4155336,296028194~7297528,305138638~6247358,327843439~7045558,341654717~10956926,356460539~4003414,361055869~7556606,370054243~2009839,376725448~4490235,395899660~5320465] 2024-08-29T18:49:51.058 INFO:tasks.workunit.client.0.smithi028.stdout: limited diff [3628194~5065843,9262715~7089310,17028177~4228584,21396397~20566791,53707993~2529523,67081635~7798007,78747617~522169,79764586~6120719,91242439~13302339,105032287~5593954,114645810~3256659,134273387~7411133,145351016~6160996,161993646~3399938,166234126~6758508,176334132~9504543,188939830~11131594,212258397~11340734,227181428~2110105,232433036~6198732,253287398~17942071,275020936~887797,283885646~1340452,288012474~4155336,296028194~7297528,305138638~6247358,327843439~7045558,341654717~10956926,356460539~4003414,361055869~7556606,370054243~2009839,376725448~4490235,395899660~5320465] 2024-08-29T18:49:51.064 INFO:tasks.workunit.client.0.smithi028.stdout: actual was [825650~7868387,9262715~7089310,17028177~4228584,21396397~20566791,53707993~2529523,67081635~7798007,77509912~1759874,79764586~6120719,89094084~15450694,105032287~5593954,114645810~3256659,134273387~7411133,145351016~6160996,161993646~3399938,166234126~6758508,176334132~9504543,188939830~11131594,212258397~11340734,227181428~2110105,232433036~6198732,253287398~17942071,274880892~1027841,283036098~2190000,288012474~4155336,296028194~15357802,327843439~7045558,341654717~10956926,356460539~4003414,361055869~7556606,370054243~2009839,376725448~4490235,395899660~5320465] 2024-08-29T18:49:51.064 INFO:tasks.workunit.client.0.smithi028.stdout:from 13 to HEAD diff [9262715~7089310,17028177~4228584,21396397~6572168,34511084~7452104,53707993~2529523,67800527~7079115,78747617~522169,79764586~6120719,91242439~13302339,105032287~5593954,114645810~3256659,134273387~7411133,145351016~6160996,161993646~3399938,166234126~6758508,176334132~9504543,188939830~11131594,212258397~11340734,227181428~2110105,232433036~6198732,253287398~13067791,268242434~1911515,275020936~887797,283885646~1340452,288012474~4155336,296028194~7297528,306179600~5206396,327843439~7045558,344011260~25895,344444801~8166842,356460539~4003414,361055869~7556606,370054243~2009839,395899660~5320465] 2024-08-29T18:49:51.064 INFO:tasks.workunit.client.0.smithi028.stdout: limited diff [9262715~7089310,17028177~4228584,21396397~6572168,34511084~7452104,53707993~2529523,67800527~7079115,78747617~522169,79764586~6120719,91242439~13302339,105032287~5593954,114645810~3256659,134273387~7411133,145351016~6160996,161993646~3399938,166234126~6758508,176334132~9504543,188939830~11131594,212258397~11340734,227181428~2110105,232433036~6198732,253287398~13067791,268242434~1911515,275020936~887797,283885646~1340452,288012474~4155336,296028194~7297528,306179600~5206396,327843439~7045558,344011260~25895,344444801~8166842,356460539~4003414,361055869~7556606,370054243~2009839,395899660~5320465] 2024-08-29T18:49:51.071 INFO:tasks.workunit.client.0.smithi028.stdout: actual was [9262715~7089310,17028177~4228584,21396397~6572168,34511084~7452104,53707993~2529523,67800527~7079115,77509912~1759874,79764586~6120719,89094084~15450694,105032287~5593954,114645810~3256659,134273387~7411133,145351016~6160996,161993646~3399938,166234126~6758508,176334132~9504543,188939830~11131594,212258397~11340734,227181428~2110105,232433036~6198732,253287398~13067791,268242434~1911515,274880892~1027841,283036098~2190000,288012474~4155336,296028194~7297528,306179600~5206396,327843439~7045558,344011260~25895,344444801~8166842,356460539~4003414,361055869~7556606,370054243~2009839,395899660~5320465] 2024-08-29T18:49:51.071 INFO:tasks.workunit.client.0.smithi028.stdout:from 14 to HEAD diff [9262715~7089310,25402602~1183547,34511084~7452104,53707993~2529523,67800527~6599134,79764586~6120719,91242439~6194837,98553685~5991093,105032287~5593954,134273387~7411133,145351016~6160996,166234126~6758508,176334132~9504543,188939830~11131594,212258397~11340734,227181428~2110105,232433036~6198732,253287398~13067791,268242434~1911515,275020936~887797,283885646~1340452,288012474~4155336,296028194~7297528,306179600~5206396,327843439~7045558,344011260~25895,344444801~8166842,356460539~4003414,361055869~7556606,370054243~2009839,400890940~248240] 2024-08-29T18:49:51.071 INFO:tasks.workunit.client.0.smithi028.stdout: limited diff [9262715~7089310,25402602~1183547,34511084~7452104,53707993~2529523,67800527~6599134,79764586~6120719,91242439~6194837,98553685~5991093,105032287~5593954,134273387~7411133,145351016~6160996,166234126~6758508,176334132~9504543,188939830~11131594,212258397~11340734,227181428~2110105,232433036~6198732,253287398~13067791,268242434~1911515,275020936~887797,283885646~1340452,288012474~4155336,296028194~7297528,306179600~5206396,327843439~7045558,344011260~25895,344444801~8166842,356460539~4003414,361055869~7556606,370054243~2009839,400890940~248240] 2024-08-29T18:49:51.077 INFO:tasks.workunit.client.0.smithi028.stdout: actual was [9262715~7089310,25402602~1183547,34511084~7452104,53707993~2529523,67800527~6599134,79764586~6120719,89094084~8343192,98553685~5991093,105032287~5593954,134273387~7411133,145351016~6160996,166234126~6758508,176334132~9504543,188939830~11131594,212258397~11340734,227181428~2110105,232433036~6198732,253287398~13067791,268242434~1911515,274880892~1027841,283036098~2190000,288012474~4155336,296028194~7297528,306179600~5206396,327843439~7045558,344011260~25895,344444801~8166842,356460539~4003414,361055869~7556606,370054243~2009839,400890940~248240] 2024-08-29T18:49:51.078 INFO:tasks.workunit.client.0.smithi028.stdout:from 15 to HEAD diff [9262715~7089310,25402602~1183547,34511084~7452104,53707993~2529523,79764586~6120719,91242439~6194837,98553685~5991093,134273387~6544165,145351016~6160996,181158433~4680242,188939830~11131594,214534770~1155604,227181428~2110105,232433036~6198732,253287398~13067791,268242434~1911515,275020936~887797,283885646~1340452,288012474~4155336,296028194~7297528,306179600~5206396,327843439~7045558,344444801~8166842,356460539~4003414,361055869~7556606,370054243~2009839,400890940~248240] 2024-08-29T18:49:51.078 INFO:tasks.workunit.client.0.smithi028.stdout: limited diff [9262715~7089310,25402602~1183547,34511084~7452104,53707993~2529523,79764586~6120719,91242439~6194837,98553685~5991093,134273387~6544165,145351016~6160996,181158433~4680242,188939830~11131594,214534770~1155604,227181428~2110105,232433036~6198732,253287398~13067791,268242434~1911515,275020936~887797,283885646~1340452,288012474~4155336,296028194~7297528,306179600~5206396,327843439~7045558,344444801~8166842,356460539~4003414,361055869~7556606,370054243~2009839,400890940~248240] 2024-08-29T18:49:51.083 INFO:tasks.workunit.client.0.smithi028.stdout: actual was [9262715~7089310,25402602~1183547,34511084~7452104,53707993~2529523,79764586~6120719,89094084~8343192,98553685~5991093,134273387~6544165,145351016~6160996,181158433~4680242,188939830~11131594,214534770~1155604,227181428~2110105,232433036~6198732,253287398~13067791,268242434~1911515,274880892~1027841,283036098~2190000,288012474~4155336,296028194~7297528,306179600~5206396,327843439~7045558,344444801~8166842,356460539~4003414,361055869~7556606,370054243~2009839,400890940~248240] 2024-08-29T18:49:51.130 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:49:50 smithi028 bash[78352]: cluster 2024-08-29T18:49:49.868933+0000 mon.a (mon.0) 3523 : cluster [DBG] osdmap e1976: 8 total, 8 up, 8 in 2024-08-29T18:49:51.131 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:49:50 smithi028 bash[77168]: cluster 2024-08-29T18:49:49.868933+0000 mon.a (mon.0) 3523 : cluster [DBG] osdmap e1976: 8 total, 8 up, 8 in 2024-08-29T18:49:51.326 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:49:50 smithi053 bash[68679]: cluster 2024-08-29T18:49:49.868933+0000 mon.a (mon.0) 3523 : cluster [DBG] osdmap e1976: 8 total, 8 up, 8 in 2024-08-29T18:49:51.881 INFO:journalctl@ceph.mgr.y.smithi028.stdout:Aug 29 18:49:51 smithi028 bash[70818]: ::ffff:172.21.15.53 - - [29/Aug/2024:18:49:51] "GET /metrics HTTP/1.1" 200 36706 "" "Prometheus/2.43.0" 2024-08-29T18:49:51.910 INFO:tasks.workunit.client.0.smithi028.stdout:from 0 to HEAD diff [217869~607781,3628194~12723831,17028177~24935011,43179186~34330726,78747617~522169,79764586~9329498,91242439~19383802,112266524~7474062,120618268~1981672,126985745~2379744,134273387~7411133,145351016~8624850,161911242~3482342,166234126~7755611,176334132~23737292,201373250~1079910,205956601~216622,208249281~30920536,240398233~3036846,246402558~25707835,273932032~948860,275020936~887797,277924467~2799721,281966612~1069486,283885646~1340452,285498168~17827554,305138638~8874441,316764114~1718090,318753086~8167724,327141348~11300848,340774249~11837394,353285939~15530455,369558094~5170373,376343637~8144930,385403060~9993237,395899660~5320465,403360897~3188967,407636507~1784786] 2024-08-29T18:49:51.910 INFO:tasks.workunit.client.0.smithi028.stdout: limited diff [217869~607781,3628194~12723831,17028177~24935011,43179186~34330726,78747617~522169,79764586~9329498,91242439~19383802,112266524~7474062,120618268~1981672,126985745~2379744,134273387~7411133,145351016~8624850,161911242~3482342,166234126~7755611,176334132~23737292,201373250~1079910,205956601~216622,208249281~30920536,240398233~3036846,246402558~25707835,273932032~948860,275020936~887797,277924467~2799721,281966612~1069486,283885646~1340452,285498168~17827554,305138638~8874441,316764114~1718090,318753086~8167724,327141348~11300848,340774249~11837394,353285939~15530455,369558094~5170373,376343637~8144930,385403060~9993237,395899660~5320465,403360897~3188967,407636507~1784786] 2024-08-29T18:49:51.997 INFO:tasks.workunit.client.0.smithi028.stdout: actual was [0~16352025,17028177~62241609,79691776~42908164,125829120~3536369,134217728~7466792,145351016~8624850,159383552~6010032,166234126~7755611,176160768~23910656,201326592~1126568,205520896~66589497,272629760~3278973,276824064~3900124,281018368~32994711,314572800~23869396,339738624~29077770,369098752~15389815,385403060~15817065,403360897~3188967,407636507~1784786] 2024-08-29T18:49:51.997 INFO:tasks.workunit.client.0.smithi028.stdout:from 1 to HEAD diff [217869~607781,3628194~12723831,17028177~24935011,43179186~34330726,78747617~522169,79764586~9329498,91242439~19383802,114645810~3256659,120618268~1981672,126985745~2379744,134273387~7411133,145351016~8624850,161911242~3482342,166234126~7755611,176334132~23737292,201373250~1079910,205956601~216622,208249281~30382487,240398233~3036846,246402558~25707835,273932032~948860,275020936~887797,277924467~2799721,281966612~1069486,283885646~1340452,285498168~17827554,305138638~8874441,316764114~1718090,318753086~8167724,327141348~11300848,340774249~11837394,353285939~15530455,369558094~5170373,376343637~8144930,385403060~9993237,395899660~5320465,403360897~3188967,407636507~1784786] 2024-08-29T18:49:51.997 INFO:tasks.workunit.client.0.smithi028.stdout: limited diff [217869~607781,3628194~12723831,17028177~24935011,43179186~34330726,78747617~522169,79764586~9329498,91242439~19383802,114645810~3256659,120618268~1981672,126985745~2379744,134273387~7411133,145351016~8624850,161911242~3482342,166234126~7755611,176334132~23737292,201373250~1079910,205956601~216622,208249281~30382487,240398233~3036846,246402558~25707835,273932032~948860,275020936~887797,277924467~2799721,281966612~1069486,283885646~1340452,285498168~17827554,305138638~8874441,316764114~1718090,318753086~8167724,327141348~11300848,340774249~11837394,353285939~15530455,369558094~5170373,376343637~8144930,385403060~9993237,395899660~5320465,403360897~3188967,407636507~1784786] 2024-08-29T18:49:52.004 INFO:tasks.workunit.client.0.smithi028.stdout: actual was [0~16352025,17028177~62241609,79764586~30861655,114645810~3256659,119740586~2859354,125829120~3536369,134217728~7466792,145351016~8624850,159383552~6010032,166234126~7755611,176160768~23910656,201326592~1126568,205520896~33110872,239169817~32940576,272629760~3278973,276824064~3900124,281018368~32994711,314572800~23869396,339738624~12873019,353285939~15530455,369098752~15389815,385403060~15817065,403360897~3188967,407636507~1784786] 2024-08-29T18:49:52.004 INFO:tasks.workunit.client.0.smithi028.stdout:from 2 to HEAD diff [217869~607781,3628194~12723831,17028177~24935011,43179186~34330726,78747617~522169,79764586~9329498,91242439~19383802,114645810~3256659,120618268~1981672,126985745~2379744,134273387~7411133,145351016~8624850,161911242~3482342,166234126~7755611,176334132~23737292,201373250~1079910,205956601~216622,208249281~30382487,240398233~3036846,246402558~6123699,253287398~18822995,275020936~887797,277924467~2799721,281966612~1069486,283885646~1340452,285498168~17827554,305138638~8874441,316764114~1718090,318753086~8167724,327141348~11300848,340774249~11837394,353738398~6725555,360589455~8226939,369558094~5170373,376343637~8144930,385403060~9993237,395899660~5320465,403360897~3188967,407636507~1784786] 2024-08-29T18:49:52.004 INFO:tasks.workunit.client.0.smithi028.stdout: limited diff [217869~607781,3628194~12723831,17028177~24935011,43179186~34330726,78747617~522169,79764586~9329498,91242439~19383802,114645810~3256659,120618268~1981672,126985745~2379744,134273387~7411133,145351016~8624850,161911242~3482342,166234126~7755611,176334132~23737292,201373250~1079910,205956601~216622,208249281~30382487,240398233~3036846,246402558~6123699,253287398~18822995,275020936~887797,277924467~2799721,281966612~1069486,283885646~1340452,285498168~17827554,305138638~8874441,316764114~1718090,318753086~8167724,327141348~11300848,340774249~11837394,353738398~6725555,360589455~8226939,369558094~5170373,376343637~8144930,385403060~9993237,395899660~5320465,403360897~3188967,407636507~1784786] 2024-08-29T18:49:52.010 INFO:tasks.workunit.client.0.smithi028.stdout: actual was [0~16352025,17028177~62241609,79764586~30861655,114645810~3256659,119740586~2859354,125829120~3536369,134217728~7466792,145351016~8624850,159383552~6010032,166234126~7755611,176160768~23910656,201326592~1126568,205520896~33110872,239169817~13356440,253287398~18822995,274880892~1027841,276824064~3900124,281018368~32994711,314572800~23869396,339738624~12873019,353738398~6725555,360589455~8226939,369558094~14930473,385403060~15817065,403360897~3188967,407636507~1784786] 2024-08-29T18:49:52.011 INFO:tasks.workunit.client.0.smithi028.stdout:from 3 to HEAD diff [217869~607781,3628194~12723831,17028177~24935011,43179186~34330726,78747617~522169,79764586~9329498,91242439~19383802,114645810~3256659,120618268~1981672,126985745~2379744,134273387~7411133,145351016~8624850,161911242~3482342,166234126~7755611,176334132~23737292,201373250~1079910,205956601~216622,208249281~30382487,240398233~3036846,246402558~6123699,253287398~18822995,275020936~887797,277924467~2799721,281966612~1069486,283885646~1340452,285498168~17827554,305138638~8421838,316764114~1718090,318753086~8167724,327843439~10598757,340774249~11837394,353738398~6725555,361055869~7760525,369558094~5170373,376343637~8144930,385403060~9993237,395899660~5320465,403360897~3188967,407636507~1784786] 2024-08-29T18:49:52.011 INFO:tasks.workunit.client.0.smithi028.stdout: limited diff [217869~607781,3628194~12723831,17028177~24935011,43179186~34330726,78747617~522169,79764586~9329498,91242439~19383802,114645810~3256659,120618268~1981672,126985745~2379744,134273387~7411133,145351016~8624850,161911242~3482342,166234126~7755611,176334132~23737292,201373250~1079910,205956601~216622,208249281~30382487,240398233~3036846,246402558~6123699,253287398~18822995,275020936~887797,277924467~2799721,281966612~1069486,283885646~1340452,285498168~17827554,305138638~8421838,316764114~1718090,318753086~8167724,327843439~10598757,340774249~11837394,353738398~6725555,361055869~7760525,369558094~5170373,376343637~8144930,385403060~9993237,395899660~5320465,403360897~3188967,407636507~1784786] 2024-08-29T18:49:52.020 INFO:tasks.workunit.client.0.smithi028.stdout: actual was [0~16352025,17028177~62241609,79764586~30861655,114645810~3256659,119740586~2859354,125829120~3536369,134217728~7466792,145351016~8624850,159383552~6010032,166234126~7755611,176160768~23910656,201326592~1126568,205520896~33110872,239169817~13356440,253287398~18822995,274880892~1027841,276824064~3900124,281018368~32542108,314572800~12348010,327843439~10598757,339738624~12873019,353738398~6725555,361055869~7760525,369558094~14930473,385403060~15817065,403360897~3188967,407636507~1784786] 2024-08-29T18:49:52.020 INFO:tasks.workunit.client.0.smithi028.stdout:from 4 to HEAD diff [217869~607781,3628194~12723831,17028177~24935011,46474403~31035509,78747617~522169,79764586~8789930,91242439~19383802,114645810~3256659,120618268~1981672,126985745~2379744,134273387~7411133,145351016~8624850,161911242~3482342,166234126~7755611,176334132~23737292,201373250~1079910,205956601~216622,208249281~30382487,240398233~3036846,246402558~6123699,253287398~18822995,275020936~887797,277924467~2799721,281966612~1069486,283885646~1340452,285498168~17827554,305138638~8421838,316764114~1718090,319174253~1934258,327843439~10481895,340774249~11837394,355263620~5200333,361055869~7760525,369558094~5170373,376343637~4872046,385403060~9993237,395899660~5320465,403360897~3188967,407636507~1784786] 2024-08-29T18:49:52.020 INFO:tasks.workunit.client.0.smithi028.stdout: limited diff [217869~607781,3628194~12723831,17028177~24935011,46474403~31035509,78747617~522169,79764586~8789930,91242439~19383802,114645810~3256659,120618268~1981672,126985745~2379744,134273387~7411133,145351016~8624850,161911242~3482342,166234126~7755611,176334132~23737292,201373250~1079910,205956601~216622,208249281~30382487,240398233~3036846,246402558~6123699,253287398~18822995,275020936~887797,277924467~2799721,281966612~1069486,283885646~1340452,285498168~17827554,305138638~8421838,316764114~1718090,319174253~1934258,327843439~10481895,340774249~11837394,355263620~5200333,361055869~7760525,369558094~5170373,376343637~4872046,385403060~9993237,395899660~5320465,403360897~3188967,407636507~1784786] 2024-08-29T18:49:52.024 INFO:tasks.workunit.client.0.smithi028.stdout: actual was [0~16352025,17028177~24935011,46474403~32795383,79764586~8789930,89094084~21532157,114645810~3256659,119740586~2859354,125829120~3536369,134217728~7466792,145351016~8624850,159383552~6010032,166234126~7755611,176160768~23910656,201326592~1126568,205520896~33110872,239169817~13356440,253287398~18822995,274880892~1027841,276824064~3900124,281018368~32542108,316764114~1718090,319174253~1934258,327843439~10481895,339738624~12873019,355263620~5200333,361055869~7760525,369558094~11657589,385403060~15817065,403360897~3188967,407636507~1784786] 2024-08-29T18:49:52.024 INFO:tasks.workunit.client.0.smithi028.stdout:from 5 to HEAD diff [217869~607781,3628194~12723831,17028177~24935011,46474403~31035509,78747617~522169,79764586~6120719,91242439~19383802,114645810~3256659,120618268~1981672,126985745~2379744,134273387~7411133,145351016~8624850,161993646~3399938,166234126~7755611,176334132~23737292,201373250~1079910,205956601~216622,208249281~15349850,227002606~11629162,240398233~3036846,253287398~18822995,275020936~887797,277924467~2799721,281966612~1069486,283885646~1340452,285498168~17827554,305138638~8421838,316764114~1718090,319174253~1934258,327843439~10481895,340774249~11837394,355263620~5200333,361055869~7556606,369558094~5170373,376343637~4872046,385403060~9993237,395899660~5320465,403360897~3188967,407636507~1784786] 2024-08-29T18:49:52.024 INFO:tasks.workunit.client.0.smithi028.stdout: limited diff [217869~607781,3628194~12723831,17028177~24935011,46474403~31035509,78747617~522169,79764586~6120719,91242439~19383802,114645810~3256659,120618268~1981672,126985745~2379744,134273387~7411133,145351016~8624850,161993646~3399938,166234126~7755611,176334132~23737292,201373250~1079910,205956601~216622,208249281~15349850,227002606~11629162,240398233~3036846,253287398~18822995,275020936~887797,277924467~2799721,281966612~1069486,283885646~1340452,285498168~17827554,305138638~8421838,316764114~1718090,319174253~1934258,327843439~10481895,340774249~11837394,355263620~5200333,361055869~7556606,369558094~5170373,376343637~4872046,385403060~9993237,395899660~5320465,403360897~3188967,407636507~1784786] 2024-08-29T18:49:52.031 INFO:tasks.workunit.client.0.smithi028.stdout: actual was [0~16352025,17028177~24935011,46474403~32795383,79764586~6120719,89094084~21532157,114645810~3256659,119740586~2859354,125829120~3536369,134273387~7411133,145351016~8624850,161993646~3399938,166234126~7755611,176160768~23910656,201326592~1126568,205520896~18078235,227002606~11629162,239169817~4265262,253287398~18822995,274880892~1027841,277924467~2799721,281018368~32542108,316764114~1718090,319174253~1934258,327843439~10481895,339738624~12873019,355263620~5200333,361055869~7556606,369558094~11657589,385403060~15817065,403360897~3188967,407636507~1784786] 2024-08-29T18:49:52.031 INFO:tasks.workunit.client.0.smithi028.stdout:from 6 to HEAD diff [217869~607781,3628194~12723831,17028177~24935011,46474403~5208080,52303029~25206883,78747617~522169,79764586~6120719,91242439~19383802,114645810~3256659,126985745~2379744,134273387~7411133,145351016~8624850,161993646~3399938,166234126~7755611,176334132~23737292,201373250~1079910,205956601~216622,208249281~15349850,227002606~11629162,240398233~3036846,253287398~18822995,275020936~887797,277924467~2799721,281966612~1069486,283885646~1340452,285498168~17827554,305138638~8421838,316764114~1718090,319174253~1934258,327843439~10481895,340774249~11837394,355263620~5200333,361055869~7556606,369558094~5170373,376343637~4872046,385403060~9993237,395899660~5320465,403360897~3188967,407636507~1784786] 2024-08-29T18:49:52.031 INFO:tasks.workunit.client.0.smithi028.stdout: limited diff [217869~607781,3628194~12723831,17028177~24935011,46474403~5208080,52303029~25206883,78747617~522169,79764586~6120719,91242439~19383802,114645810~3256659,126985745~2379744,134273387~7411133,145351016~8624850,161993646~3399938,166234126~7755611,176334132~23737292,201373250~1079910,205956601~216622,208249281~15349850,227002606~11629162,240398233~3036846,253287398~18822995,275020936~887797,277924467~2799721,281966612~1069486,283885646~1340452,285498168~17827554,305138638~8421838,316764114~1718090,319174253~1934258,327843439~10481895,340774249~11837394,355263620~5200333,361055869~7556606,369558094~5170373,376343637~4872046,385403060~9993237,395899660~5320465,403360897~3188967,407636507~1784786] 2024-08-29T18:49:52.037 INFO:tasks.workunit.client.0.smithi028.stdout: actual was [0~16352025,17028177~24935011,46474403~5208080,52303029~26966757,79764586~6120719,89094084~21532157,114645810~3256659,125829120~3536369,134273387~7411133,145351016~8624850,161993646~3399938,166234126~7755611,176334132~23737292,201326592~1126568,205520896~18078235,227002606~11629162,239169817~4265262,253287398~18822995,274880892~1027841,277924467~2799721,281018368~32542108,316764114~1718090,319174253~1934258,327843439~10481895,339738624~12873019,355263620~5200333,361055869~7556606,369558094~11657589,385403060~15817065,403360897~3188967,407636507~1784786] 2024-08-29T18:49:52.037 INFO:tasks.workunit.client.0.smithi028.stdout:from 7 to HEAD diff [217869~607781,3628194~12723831,17028177~24935011,46474403~5208080,52303029~25206883,78747617~522169,79764586~6120719,91242439~13302339,105032287~5593954,114645810~3256659,126985745~2379744,134273387~7411133,145351016~8624850,161993646~3399938,166234126~6758508,176334132~23737292,201373250~1079910,205956601~216622,208249281~15349850,227002606~11629162,240398233~3036846,253287398~18822995,275020936~887797,277924467~2799721,281966612~1069486,283885646~1340452,285498168~17827554,305138638~8421838,319174253~1934258,327843439~10481895,340774249~11837394,355263620~5200333,361055869~7556606,369558094~5170373,376725448~4490235,385403060~9993237,395899660~5320465,403360897~3188967] 2024-08-29T18:49:52.037 INFO:tasks.workunit.client.0.smithi028.stdout: limited diff [217869~607781,3628194~12723831,17028177~24935011,46474403~5208080,52303029~25206883,78747617~522169,79764586~6120719,91242439~13302339,105032287~5593954,114645810~3256659,126985745~2379744,134273387~7411133,145351016~8624850,161993646~3399938,166234126~6758508,176334132~23737292,201373250~1079910,205956601~216622,208249281~15349850,227002606~11629162,240398233~3036846,253287398~18822995,275020936~887797,277924467~2799721,281966612~1069486,283885646~1340452,285498168~17827554,305138638~8421838,319174253~1934258,327843439~10481895,340774249~11837394,355263620~5200333,361055869~7556606,369558094~5170373,376725448~4490235,385403060~9993237,395899660~5320465,403360897~3188967] 2024-08-29T18:49:52.043 INFO:tasks.workunit.client.0.smithi028.stdout: actual was [0~16352025,17028177~24935011,46474403~5208080,52303029~26966757,79764586~6120719,89094084~15450694,105032287~5593954,114645810~3256659,125829120~3536369,134273387~7411133,145351016~8624850,161993646~3399938,166234126~6758508,176334132~23737292,201326592~1126568,205956601~216622,208249281~15349850,227002606~11629162,239169817~4265262,253287398~18822995,274880892~1027841,277924467~2799721,281018368~32542108,319174253~1934258,327843439~10481895,339738624~12873019,355263620~5200333,361055869~7556606,369558094~5170373,376725448~4490235,385403060~9993237,395899660~5320465,403360897~3188967] 2024-08-29T18:49:52.043 INFO:tasks.workunit.client.0.smithi028.stdout:from 8 to HEAD diff [217869~607781,3628194~12723831,17028177~24935011,46474403~5208080,52303029~25206883,78747617~522169,79764586~6120719,91242439~13302339,105032287~5593954,114645810~3256659,126985745~2379744,134273387~7411133,145351016~8624850,161993646~3399938,166234126~6758508,176334132~9504543,188939830~11131594,201373250~1079910,205956601~216622,208249281~15349850,227002606~11629162,240398233~3036846,253287398~18822995,275020936~887797,277924467~2799721,281966612~1069486,283885646~1340452,285498168~17827554,305138638~8421838,319174253~1934258,327843439~10481895,340774249~11837394,356460539~4003414,361055869~7556606,369558094~5170373,376725448~4490235,385403060~9993237,395899660~5320465,403360897~3188967] 2024-08-29T18:49:52.043 INFO:tasks.workunit.client.0.smithi028.stdout: limited diff [217869~607781,3628194~12723831,17028177~24935011,46474403~5208080,52303029~25206883,78747617~522169,79764586~6120719,91242439~13302339,105032287~5593954,114645810~3256659,126985745~2379744,134273387~7411133,145351016~8624850,161993646~3399938,166234126~6758508,176334132~9504543,188939830~11131594,201373250~1079910,205956601~216622,208249281~15349850,227002606~11629162,240398233~3036846,253287398~18822995,275020936~887797,277924467~2799721,281966612~1069486,283885646~1340452,285498168~17827554,305138638~8421838,319174253~1934258,327843439~10481895,340774249~11837394,356460539~4003414,361055869~7556606,369558094~5170373,376725448~4490235,385403060~9993237,395899660~5320465,403360897~3188967] 2024-08-29T18:49:52.050 INFO:tasks.workunit.client.0.smithi028.stdout: actual was [0~16352025,17028177~24935011,46474403~5208080,52303029~26966757,79764586~6120719,89094084~15450694,105032287~5593954,114645810~3256659,125829120~3536369,134273387~7411133,145351016~8624850,161993646~3399938,166234126~6758508,176334132~9504543,188939830~11131594,201326592~1126568,205956601~216622,208249281~15349850,227002606~11629162,239169817~4265262,253287398~18822995,274880892~1027841,277924467~2799721,281018368~4207730,285498168~28062308,319174253~1934258,327843439~10481895,339738624~12873019,356460539~4003414,361055869~7556606,369558094~5170373,376725448~4490235,385403060~9993237,395899660~5320465,403360897~3188967] 2024-08-29T18:49:52.050 INFO:tasks.workunit.client.0.smithi028.stdout:from 9 to HEAD diff [217869~607781,3628194~12723831,17028177~24935011,46474403~5208080,53707993~23801919,78747617~522169,79764586~6120719,91242439~13302339,105032287~5593954,114645810~3256659,126985745~1006620,134273387~7411133,145351016~6160996,161993646~3399938,166234126~6758508,176334132~9504543,188939830~11131594,201373250~1079910,205956601~216622,208249281~15349850,227002606~11629162,240398233~3036846,253287398~17942071,275020936~887797,281966612~1069486,283885646~1340452,285498168~9132810,296028194~7297528,305138638~8421838,319174253~1934258,327843439~10481895,341654717~10956926,356460539~4003414,361055869~7556606,370054243~2009839,376725448~4490235,385403060~9993237,395899660~5320465,403360897~3188967] 2024-08-29T18:49:52.050 INFO:tasks.workunit.client.0.smithi028.stdout: limited diff [217869~607781,3628194~12723831,17028177~24935011,46474403~5208080,53707993~23801919,78747617~522169,79764586~6120719,91242439~13302339,105032287~5593954,114645810~3256659,126985745~1006620,134273387~7411133,145351016~6160996,161993646~3399938,166234126~6758508,176334132~9504543,188939830~11131594,201373250~1079910,205956601~216622,208249281~15349850,227002606~11629162,240398233~3036846,253287398~17942071,275020936~887797,281966612~1069486,283885646~1340452,285498168~9132810,296028194~7297528,305138638~8421838,319174253~1934258,327843439~10481895,341654717~10956926,356460539~4003414,361055869~7556606,370054243~2009839,376725448~4490235,385403060~9993237,395899660~5320465,403360897~3188967] 2024-08-29T18:49:52.056 INFO:tasks.workunit.client.0.smithi028.stdout: actual was [0~16352025,17028177~24935011,46474403~5208080,53707993~25561793,79764586~6120719,89094084~15450694,105032287~5593954,114645810~3256659,126985745~1006620,134273387~7411133,145351016~6160996,161993646~3399938,166234126~6758508,176334132~9504543,188939830~11131594,201326592~1126568,205956601~216622,208249281~15349850,227002606~11629162,239169817~4265262,253287398~17942071,274880892~1027841,281018368~4207730,285498168~9132810,296028194~17532282,319174253~1934258,327843439~10481895,341654717~10956926,356460539~4003414,361055869~7556606,370054243~2009839,376725448~4490235,385403060~9993237,395899660~5320465,403360897~3188967] 2024-08-29T18:49:52.056 INFO:tasks.workunit.client.0.smithi028.stdout:from 10 to HEAD diff [217869~607781,3628194~12723831,17028177~4228584,21396397~20566791,46474403~5208080,53707993~21171649,78747617~522169,79764586~6120719,91242439~13302339,105032287~5593954,114645810~3256659,126985745~1006620,134273387~7411133,145351016~6160996,161993646~3399938,166234126~6758508,176334132~9504543,188939830~11131594,208249281~15349850,227002606~11629162,240398233~3036846,253287398~17942071,275020936~887797,283885646~1340452,288012474~4155336,296028194~7297528,305138638~8421838,327843439~10481895,341654717~10956926,356460539~4003414,361055869~7556606,370054243~2009839,376725448~4490235,385403060~9993237,395899660~5320465,403360897~3188967] 2024-08-29T18:49:52.056 INFO:tasks.workunit.client.0.smithi028.stdout: limited diff [217869~607781,3628194~12723831,17028177~4228584,21396397~20566791,46474403~5208080,53707993~21171649,78747617~522169,79764586~6120719,91242439~13302339,105032287~5593954,114645810~3256659,126985745~1006620,134273387~7411133,145351016~6160996,161993646~3399938,166234126~6758508,176334132~9504543,188939830~11131594,208249281~15349850,227002606~11629162,240398233~3036846,253287398~17942071,275020936~887797,283885646~1340452,288012474~4155336,296028194~7297528,305138638~8421838,327843439~10481895,341654717~10956926,356460539~4003414,361055869~7556606,370054243~2009839,376725448~4490235,385403060~9993237,395899660~5320465,403360897~3188967] 2024-08-29T18:49:52.063 INFO:tasks.workunit.client.0.smithi028.stdout: actual was [0~16352025,17028177~4228584,21396397~20566791,46474403~5208080,53707993~21171649,77509912~1759874,79764586~6120719,89094084~15450694,105032287~5593954,114645810~3256659,126985745~1006620,134273387~7411133,145351016~6160996,161993646~3399938,166234126~6758508,176334132~9504543,188939830~11131594,208249281~15349850,227002606~11629162,239169817~4265262,253287398~17942071,274880892~1027841,283036098~2190000,288012474~4155336,296028194~17532282,327843439~10481895,341654717~10956926,356460539~4003414,361055869~7556606,370054243~2009839,376725448~4490235,385403060~9993237,395899660~5320465,403360897~3188967] 2024-08-29T18:49:52.063 INFO:tasks.workunit.client.0.smithi028.stdout:from 11 to HEAD diff [217869~607781,3628194~12723831,17028177~4228584,21396397~20566791,46474403~5208080,53707993~21171649,78747617~522169,79764586~6120719,91242439~13302339,105032287~5593954,114645810~3256659,126985745~1006620,134273387~7411133,145351016~6160996,161993646~3399938,166234126~6758508,176334132~9504543,188939830~11131594,212258397~11340734,227181428~2110105,229838768~8793000,240398233~3036846,253287398~17942071,275020936~887797,283885646~1340452,288012474~4155336,296028194~7297528,305138638~8421838,327843439~7045558,341654717~10956926,356460539~4003414,361055869~7556606,370054243~2009839,376725448~4490235,385403060~6583090,395899660~5320465] 2024-08-29T18:49:52.063 INFO:tasks.workunit.client.0.smithi028.stdout: limited diff [217869~607781,3628194~12723831,17028177~4228584,21396397~20566791,46474403~5208080,53707993~21171649,78747617~522169,79764586~6120719,91242439~13302339,105032287~5593954,114645810~3256659,126985745~1006620,134273387~7411133,145351016~6160996,161993646~3399938,166234126~6758508,176334132~9504543,188939830~11131594,212258397~11340734,227181428~2110105,229838768~8793000,240398233~3036846,253287398~17942071,275020936~887797,283885646~1340452,288012474~4155336,296028194~7297528,305138638~8421838,327843439~7045558,341654717~10956926,356460539~4003414,361055869~7556606,370054243~2009839,376725448~4490235,385403060~6583090,395899660~5320465] 2024-08-29T18:49:52.069 INFO:tasks.workunit.client.0.smithi028.stdout: actual was [0~16352025,17028177~4228584,21396397~20566791,46474403~5208080,53707993~21171649,77509912~1759874,79764586~6120719,89094084~15450694,105032287~5593954,114645810~3256659,126985745~1006620,134273387~7411133,145351016~6160996,161993646~3399938,166234126~6758508,176334132~9504543,188939830~11131594,212258397~11340734,227181428~2110105,229838768~8793000,239169817~4265262,253287398~17942071,274880892~1027841,283036098~2190000,288012474~4155336,296028194~17532282,327843439~7045558,341654717~10956926,356460539~4003414,361055869~7556606,370054243~2009839,376725448~4490235,385403060~6583090,395899660~5320465] 2024-08-29T18:49:52.069 INFO:tasks.workunit.client.0.smithi028.stdout:from 12 to HEAD diff [3628194~5065843,9262715~7089310,17028177~4228584,21396397~20566791,53707993~2529523,67081635~7798007,78747617~522169,79764586~6120719,91242439~13302339,105032287~5593954,114645810~3256659,134273387~7411133,145351016~6160996,161993646~3399938,166234126~6758508,176334132~9504543,188939830~11131594,212258397~11340734,227181428~2110105,232433036~6198732,253287398~17942071,275020936~887797,283885646~1340452,288012474~4155336,296028194~7297528,305138638~6247358,327843439~7045558,341654717~10956926,356460539~4003414,361055869~7556606,370054243~2009839,376725448~4490235,395899660~5320465] 2024-08-29T18:49:52.069 INFO:tasks.workunit.client.0.smithi028.stdout: limited diff [3628194~5065843,9262715~7089310,17028177~4228584,21396397~20566791,53707993~2529523,67081635~7798007,78747617~522169,79764586~6120719,91242439~13302339,105032287~5593954,114645810~3256659,134273387~7411133,145351016~6160996,161993646~3399938,166234126~6758508,176334132~9504543,188939830~11131594,212258397~11340734,227181428~2110105,232433036~6198732,253287398~17942071,275020936~887797,283885646~1340452,288012474~4155336,296028194~7297528,305138638~6247358,327843439~7045558,341654717~10956926,356460539~4003414,361055869~7556606,370054243~2009839,376725448~4490235,395899660~5320465] 2024-08-29T18:49:52.076 INFO:tasks.workunit.client.0.smithi028.stdout: actual was [825650~7868387,9262715~7089310,17028177~4228584,21396397~20566791,53707993~2529523,67081635~7798007,77509912~1759874,79764586~6120719,89094084~15450694,105032287~5593954,114645810~3256659,134273387~7411133,145351016~6160996,161993646~3399938,166234126~6758508,176334132~9504543,188939830~11131594,212258397~11340734,227181428~2110105,232433036~6198732,253287398~17942071,274880892~1027841,283036098~2190000,288012474~4155336,296028194~15357802,327843439~7045558,341654717~10956926,356460539~4003414,361055869~7556606,370054243~2009839,376725448~4490235,395899660~5320465] 2024-08-29T18:49:52.076 INFO:tasks.workunit.client.0.smithi028.stdout:from 13 to HEAD diff [9262715~7089310,17028177~4228584,21396397~6572168,34511084~7452104,53707993~2529523,67800527~7079115,78747617~522169,79764586~6120719,91242439~13302339,105032287~5593954,114645810~3256659,134273387~7411133,145351016~6160996,161993646~3399938,166234126~6758508,176334132~9504543,188939830~11131594,212258397~11340734,227181428~2110105,232433036~6198732,253287398~13067791,268242434~1911515,275020936~887797,283885646~1340452,288012474~4155336,296028194~7297528,306179600~5206396,327843439~7045558,344011260~25895,344444801~8166842,356460539~4003414,361055869~7556606,370054243~2009839,395899660~5320465] 2024-08-29T18:49:52.076 INFO:tasks.workunit.client.0.smithi028.stdout: limited diff [9262715~7089310,17028177~4228584,21396397~6572168,34511084~7452104,53707993~2529523,67800527~7079115,78747617~522169,79764586~6120719,91242439~13302339,105032287~5593954,114645810~3256659,134273387~7411133,145351016~6160996,161993646~3399938,166234126~6758508,176334132~9504543,188939830~11131594,212258397~11340734,227181428~2110105,232433036~6198732,253287398~13067791,268242434~1911515,275020936~887797,283885646~1340452,288012474~4155336,296028194~7297528,306179600~5206396,327843439~7045558,344011260~25895,344444801~8166842,356460539~4003414,361055869~7556606,370054243~2009839,395899660~5320465] 2024-08-29T18:49:52.083 INFO:tasks.workunit.client.0.smithi028.stdout: actual was [9262715~7089310,17028177~4228584,21396397~6572168,34511084~7452104,53707993~2529523,67800527~7079115,77509912~1759874,79764586~6120719,89094084~15450694,105032287~5593954,114645810~3256659,134273387~7411133,145351016~6160996,161993646~3399938,166234126~6758508,176334132~9504543,188939830~11131594,212258397~11340734,227181428~2110105,232433036~6198732,253287398~13067791,268242434~1911515,274880892~1027841,283036098~2190000,288012474~4155336,296028194~7297528,306179600~5206396,327843439~7045558,344011260~25895,344444801~8166842,356460539~4003414,361055869~7556606,370054243~2009839,395899660~5320465] 2024-08-29T18:49:52.083 INFO:tasks.workunit.client.0.smithi028.stdout:from 14 to HEAD diff [9262715~7089310,25402602~1183547,34511084~7452104,53707993~2529523,67800527~6599134,79764586~6120719,91242439~6194837,98553685~5991093,105032287~5593954,134273387~7411133,145351016~6160996,166234126~6758508,176334132~9504543,188939830~11131594,212258397~11340734,227181428~2110105,232433036~6198732,253287398~13067791,268242434~1911515,275020936~887797,283885646~1340452,288012474~4155336,296028194~7297528,306179600~5206396,327843439~7045558,344011260~25895,344444801~8166842,356460539~4003414,361055869~7556606,370054243~2009839,400890940~248240] 2024-08-29T18:49:52.084 INFO:tasks.workunit.client.0.smithi028.stdout: limited diff [9262715~7089310,25402602~1183547,34511084~7452104,53707993~2529523,67800527~6599134,79764586~6120719,91242439~6194837,98553685~5991093,105032287~5593954,134273387~7411133,145351016~6160996,166234126~6758508,176334132~9504543,188939830~11131594,212258397~11340734,227181428~2110105,232433036~6198732,253287398~13067791,268242434~1911515,275020936~887797,283885646~1340452,288012474~4155336,296028194~7297528,306179600~5206396,327843439~7045558,344011260~25895,344444801~8166842,356460539~4003414,361055869~7556606,370054243~2009839,400890940~248240] 2024-08-29T18:49:52.090 INFO:tasks.workunit.client.0.smithi028.stdout: actual was [9262715~7089310,25402602~1183547,34511084~7452104,53707993~2529523,67800527~6599134,79764586~6120719,89094084~8343192,98553685~5991093,105032287~5593954,134273387~7411133,145351016~6160996,166234126~6758508,176334132~9504543,188939830~11131594,212258397~11340734,227181428~2110105,232433036~6198732,253287398~13067791,268242434~1911515,274880892~1027841,283036098~2190000,288012474~4155336,296028194~7297528,306179600~5206396,327843439~7045558,344011260~25895,344444801~8166842,356460539~4003414,361055869~7556606,370054243~2009839,400890940~248240] 2024-08-29T18:49:52.315 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:49:51 smithi053 bash[68679]: cluster 2024-08-29T18:49:50.374983+0000 mgr.y (mgr.25022) 1893 : cluster [DBG] pgmap v3388: 137 pgs: 137 active+clean; 889 MiB data, 7.7 GiB used, 708 GiB / 715 GiB avail; 182 KiB/s rd, 18 MiB/s wr, 3.59k op/s 2024-08-29T18:49:52.316 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:49:51 smithi053 bash[68679]: cluster 2024-08-29T18:49:50.873726+0000 mon.a (mon.0) 3524 : cluster [DBG] osdmap e1977: 8 total, 8 up, 8 in 2024-08-29T18:49:52.381 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:49:51 smithi028 bash[78352]: cluster 2024-08-29T18:49:50.374983+0000 mgr.y (mgr.25022) 1893 : cluster [DBG] pgmap v3388: 137 pgs: 137 active+clean; 889 MiB data, 7.7 GiB used, 708 GiB / 715 GiB avail; 182 KiB/s rd, 18 MiB/s wr, 3.59k op/s 2024-08-29T18:49:52.381 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:49:51 smithi028 bash[78352]: cluster 2024-08-29T18:49:50.873726+0000 mon.a (mon.0) 3524 : cluster [DBG] osdmap e1977: 8 total, 8 up, 8 in 2024-08-29T18:49:52.381 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:49:51 smithi028 bash[77168]: cluster 2024-08-29T18:49:50.374983+0000 mgr.y (mgr.25022) 1893 : cluster [DBG] pgmap v3388: 137 pgs: 137 active+clean; 889 MiB data, 7.7 GiB used, 708 GiB / 715 GiB avail; 182 KiB/s rd, 18 MiB/s wr, 3.59k op/s 2024-08-29T18:49:52.381 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:49:51 smithi028 bash[77168]: cluster 2024-08-29T18:49:50.873726+0000 mon.a (mon.0) 3524 : cluster [DBG] osdmap e1977: 8 total, 8 up, 8 in 2024-08-29T18:49:52.576 INFO:journalctl@ceph.prometheus.a.smithi053.stdout:Aug 29 18:49:52 smithi053 bash[95567]: ts=2024-08-29T18:49:52.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"3167ee72-662c-11ef-bcd4-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-29T18:49:52.931 INFO:tasks.workunit.client.0.smithi028.stdout:from 0 to HEAD diff [217869~607781,3628194~12723831,17028177~24935011,43179186~34330726,78747617~522169,79764586~9329498,91242439~19383802,112266524~7474062,120618268~1981672,126985745~2379744,134273387~7411133,145351016~8624850,161911242~3482342,166234126~7755611,176334132~23737292,201373250~1079910,205956601~216622,208249281~30920536,240398233~3036846,246402558~25707835,273932032~948860,275020936~887797,277924467~2799721,281966612~1069486,283885646~1340452,285498168~17827554,305138638~8874441,316764114~1718090,318753086~8167724,327141348~11300848,340774249~11837394,353285939~15530455,369558094~5170373,376343637~8144930,385403060~9993237,395899660~5320465,403360897~3188967,407636507~1784786] 2024-08-29T18:49:52.931 INFO:tasks.workunit.client.0.smithi028.stdout: limited diff [217869~607781,3628194~12723831,17028177~24935011,43179186~34330726,78747617~522169,79764586~9329498,91242439~19383802,112266524~7474062,120618268~1981672,126985745~2379744,134273387~7411133,145351016~8624850,161911242~3482342,166234126~7755611,176334132~23737292,201373250~1079910,205956601~216622,208249281~30920536,240398233~3036846,246402558~25707835,273932032~948860,275020936~887797,277924467~2799721,281966612~1069486,283885646~1340452,285498168~17827554,305138638~8874441,316764114~1718090,318753086~8167724,327141348~11300848,340774249~11837394,353285939~15530455,369558094~5170373,376343637~8144930,385403060~9993237,395899660~5320465,403360897~3188967,407636507~1784786] 2024-08-29T18:49:53.016 INFO:tasks.workunit.client.0.smithi028.stdout: actual was [0~16352025,17028177~62241609,79691776~42908164,125829120~3536369,134217728~7466792,145351016~8624850,159383552~6010032,166234126~7755611,176160768~23910656,201326592~1126568,205520896~66589497,272629760~3278973,276824064~3900124,281018368~32994711,314572800~23869396,339738624~29077770,369098752~15389815,385403060~15817065,403360897~3188967,407636507~1784786] 2024-08-29T18:49:53.016 INFO:tasks.workunit.client.0.smithi028.stdout:from 1 to HEAD diff [217869~607781,3628194~12723831,17028177~24935011,43179186~34330726,78747617~522169,79764586~9329498,91242439~19383802,114645810~3256659,120618268~1981672,126985745~2379744,134273387~7411133,145351016~8624850,161911242~3482342,166234126~7755611,176334132~23737292,201373250~1079910,205956601~216622,208249281~30382487,240398233~3036846,246402558~25707835,273932032~948860,275020936~887797,277924467~2799721,281966612~1069486,283885646~1340452,285498168~17827554,305138638~8874441,316764114~1718090,318753086~8167724,327141348~11300848,340774249~11837394,353285939~15530455,369558094~5170373,376343637~8144930,385403060~9993237,395899660~5320465,403360897~3188967,407636507~1784786] 2024-08-29T18:49:53.016 INFO:tasks.workunit.client.0.smithi028.stdout: limited diff [217869~607781,3628194~12723831,17028177~24935011,43179186~34330726,78747617~522169,79764586~9329498,91242439~19383802,114645810~3256659,120618268~1981672,126985745~2379744,134273387~7411133,145351016~8624850,161911242~3482342,166234126~7755611,176334132~23737292,201373250~1079910,205956601~216622,208249281~30382487,240398233~3036846,246402558~25707835,273932032~948860,275020936~887797,277924467~2799721,281966612~1069486,283885646~1340452,285498168~17827554,305138638~8874441,316764114~1718090,318753086~8167724,327141348~11300848,340774249~11837394,353285939~15530455,369558094~5170373,376343637~8144930,385403060~9993237,395899660~5320465,403360897~3188967,407636507~1784786] 2024-08-29T18:49:53.026 INFO:tasks.workunit.client.0.smithi028.stdout: actual was [0~16352025,17028177~62241609,79764586~30861655,114645810~3256659,119740586~2859354,125829120~3536369,134217728~7466792,145351016~8624850,159383552~6010032,166234126~7755611,176160768~23910656,201326592~1126568,205520896~33110872,239169817~32940576,272629760~3278973,276824064~3900124,281018368~32994711,314572800~23869396,339738624~12873019,353285939~15530455,369098752~15389815,385403060~15817065,403360897~3188967,407636507~1784786] 2024-08-29T18:49:53.026 INFO:tasks.workunit.client.0.smithi028.stdout:from 2 to HEAD diff [217869~607781,3628194~12723831,17028177~24935011,43179186~34330726,78747617~522169,79764586~9329498,91242439~19383802,114645810~3256659,120618268~1981672,126985745~2379744,134273387~7411133,145351016~8624850,161911242~3482342,166234126~7755611,176334132~23737292,201373250~1079910,205956601~216622,208249281~30382487,240398233~3036846,246402558~6123699,253287398~18822995,275020936~887797,277924467~2799721,281966612~1069486,283885646~1340452,285498168~17827554,305138638~8874441,316764114~1718090,318753086~8167724,327141348~11300848,340774249~11837394,353738398~6725555,360589455~8226939,369558094~5170373,376343637~8144930,385403060~9993237,395899660~5320465,403360897~3188967,407636507~1784786] 2024-08-29T18:49:53.026 INFO:tasks.workunit.client.0.smithi028.stdout: limited diff [217869~607781,3628194~12723831,17028177~24935011,43179186~34330726,78747617~522169,79764586~9329498,91242439~19383802,114645810~3256659,120618268~1981672,126985745~2379744,134273387~7411133,145351016~8624850,161911242~3482342,166234126~7755611,176334132~23737292,201373250~1079910,205956601~216622,208249281~30382487,240398233~3036846,246402558~6123699,253287398~18822995,275020936~887797,277924467~2799721,281966612~1069486,283885646~1340452,285498168~17827554,305138638~8874441,316764114~1718090,318753086~8167724,327141348~11300848,340774249~11837394,353738398~6725555,360589455~8226939,369558094~5170373,376343637~8144930,385403060~9993237,395899660~5320465,403360897~3188967,407636507~1784786] 2024-08-29T18:49:53.033 INFO:tasks.workunit.client.0.smithi028.stdout: actual was [0~16352025,17028177~62241609,79764586~30861655,114645810~3256659,119740586~2859354,125829120~3536369,134217728~7466792,145351016~8624850,159383552~6010032,166234126~7755611,176160768~23910656,201326592~1126568,205520896~33110872,239169817~13356440,253287398~18822995,274880892~1027841,276824064~3900124,281018368~32994711,314572800~23869396,339738624~12873019,353738398~6725555,360589455~8226939,369558094~14930473,385403060~15817065,403360897~3188967,407636507~1784786] 2024-08-29T18:49:53.033 INFO:tasks.workunit.client.0.smithi028.stdout:from 3 to HEAD diff [217869~607781,3628194~12723831,17028177~24935011,43179186~34330726,78747617~522169,79764586~9329498,91242439~19383802,114645810~3256659,120618268~1981672,126985745~2379744,134273387~7411133,145351016~8624850,161911242~3482342,166234126~7755611,176334132~23737292,201373250~1079910,205956601~216622,208249281~30382487,240398233~3036846,246402558~6123699,253287398~18822995,275020936~887797,277924467~2799721,281966612~1069486,283885646~1340452,285498168~17827554,305138638~8421838,316764114~1718090,318753086~8167724,327843439~10598757,340774249~11837394,353738398~6725555,361055869~7760525,369558094~5170373,376343637~8144930,385403060~9993237,395899660~5320465,403360897~3188967,407636507~1784786] 2024-08-29T18:49:53.033 INFO:tasks.workunit.client.0.smithi028.stdout: limited diff [217869~607781,3628194~12723831,17028177~24935011,43179186~34330726,78747617~522169,79764586~9329498,91242439~19383802,114645810~3256659,120618268~1981672,126985745~2379744,134273387~7411133,145351016~8624850,161911242~3482342,166234126~7755611,176334132~23737292,201373250~1079910,205956601~216622,208249281~30382487,240398233~3036846,246402558~6123699,253287398~18822995,275020936~887797,277924467~2799721,281966612~1069486,283885646~1340452,285498168~17827554,305138638~8421838,316764114~1718090,318753086~8167724,327843439~10598757,340774249~11837394,353738398~6725555,361055869~7760525,369558094~5170373,376343637~8144930,385403060~9993237,395899660~5320465,403360897~3188967,407636507~1784786] 2024-08-29T18:49:53.040 INFO:tasks.workunit.client.0.smithi028.stdout: actual was [0~16352025,17028177~62241609,79764586~30861655,114645810~3256659,119740586~2859354,125829120~3536369,134217728~7466792,145351016~8624850,159383552~6010032,166234126~7755611,176160768~23910656,201326592~1126568,205520896~33110872,239169817~13356440,253287398~18822995,274880892~1027841,276824064~3900124,281018368~32542108,314572800~12348010,327843439~10598757,339738624~12873019,353738398~6725555,361055869~7760525,369558094~14930473,385403060~15817065,403360897~3188967,407636507~1784786] 2024-08-29T18:49:53.040 INFO:tasks.workunit.client.0.smithi028.stdout:from 4 to HEAD diff [217869~607781,3628194~12723831,17028177~24935011,46474403~31035509,78747617~522169,79764586~8789930,91242439~19383802,114645810~3256659,120618268~1981672,126985745~2379744,134273387~7411133,145351016~8624850,161911242~3482342,166234126~7755611,176334132~23737292,201373250~1079910,205956601~216622,208249281~30382487,240398233~3036846,246402558~6123699,253287398~18822995,275020936~887797,277924467~2799721,281966612~1069486,283885646~1340452,285498168~17827554,305138638~8421838,316764114~1718090,319174253~1934258,327843439~10481895,340774249~11837394,355263620~5200333,361055869~7760525,369558094~5170373,376343637~4872046,385403060~9993237,395899660~5320465,403360897~3188967,407636507~1784786] 2024-08-29T18:49:53.040 INFO:tasks.workunit.client.0.smithi028.stdout: limited diff [217869~607781,3628194~12723831,17028177~24935011,46474403~31035509,78747617~522169,79764586~8789930,91242439~19383802,114645810~3256659,120618268~1981672,126985745~2379744,134273387~7411133,145351016~8624850,161911242~3482342,166234126~7755611,176334132~23737292,201373250~1079910,205956601~216622,208249281~30382487,240398233~3036846,246402558~6123699,253287398~18822995,275020936~887797,277924467~2799721,281966612~1069486,283885646~1340452,285498168~17827554,305138638~8421838,316764114~1718090,319174253~1934258,327843439~10481895,340774249~11837394,355263620~5200333,361055869~7760525,369558094~5170373,376343637~4872046,385403060~9993237,395899660~5320465,403360897~3188967,407636507~1784786] 2024-08-29T18:49:53.046 INFO:tasks.workunit.client.0.smithi028.stdout: actual was [0~16352025,17028177~24935011,46474403~32795383,79764586~8789930,89094084~21532157,114645810~3256659,119740586~2859354,125829120~3536369,134217728~7466792,145351016~8624850,159383552~6010032,166234126~7755611,176160768~23910656,201326592~1126568,205520896~33110872,239169817~13356440,253287398~18822995,274880892~1027841,276824064~3900124,281018368~32542108,316764114~1718090,319174253~1934258,327843439~10481895,339738624~12873019,355263620~5200333,361055869~7760525,369558094~11657589,385403060~15817065,403360897~3188967,407636507~1784786] 2024-08-29T18:49:53.046 INFO:tasks.workunit.client.0.smithi028.stdout:from 5 to HEAD diff [217869~607781,3628194~12723831,17028177~24935011,46474403~31035509,78747617~522169,79764586~6120719,91242439~19383802,114645810~3256659,120618268~1981672,126985745~2379744,134273387~7411133,145351016~8624850,161993646~3399938,166234126~7755611,176334132~23737292,201373250~1079910,205956601~216622,208249281~15349850,227002606~11629162,240398233~3036846,253287398~18822995,275020936~887797,277924467~2799721,281966612~1069486,283885646~1340452,285498168~17827554,305138638~8421838,316764114~1718090,319174253~1934258,327843439~10481895,340774249~11837394,355263620~5200333,361055869~7556606,369558094~5170373,376343637~4872046,385403060~9993237,395899660~5320465,403360897~3188967,407636507~1784786] 2024-08-29T18:49:53.046 INFO:tasks.workunit.client.0.smithi028.stdout: limited diff [217869~607781,3628194~12723831,17028177~24935011,46474403~31035509,78747617~522169,79764586~6120719,91242439~19383802,114645810~3256659,120618268~1981672,126985745~2379744,134273387~7411133,145351016~8624850,161993646~3399938,166234126~7755611,176334132~23737292,201373250~1079910,205956601~216622,208249281~15349850,227002606~11629162,240398233~3036846,253287398~18822995,275020936~887797,277924467~2799721,281966612~1069486,283885646~1340452,285498168~17827554,305138638~8421838,316764114~1718090,319174253~1934258,327843439~10481895,340774249~11837394,355263620~5200333,361055869~7556606,369558094~5170373,376343637~4872046,385403060~9993237,395899660~5320465,403360897~3188967,407636507~1784786] 2024-08-29T18:49:53.054 INFO:tasks.workunit.client.0.smithi028.stdout: actual was [0~16352025,17028177~24935011,46474403~32795383,79764586~6120719,89094084~21532157,114645810~3256659,119740586~2859354,125829120~3536369,134273387~7411133,145351016~8624850,161993646~3399938,166234126~7755611,176160768~23910656,201326592~1126568,205520896~18078235,227002606~11629162,239169817~4265262,253287398~18822995,274880892~1027841,277924467~2799721,281018368~32542108,316764114~1718090,319174253~1934258,327843439~10481895,339738624~12873019,355263620~5200333,361055869~7556606,369558094~11657589,385403060~15817065,403360897~3188967,407636507~1784786] 2024-08-29T18:49:53.054 INFO:tasks.workunit.client.0.smithi028.stdout:from 6 to HEAD diff [217869~607781,3628194~12723831,17028177~24935011,46474403~5208080,52303029~25206883,78747617~522169,79764586~6120719,91242439~19383802,114645810~3256659,126985745~2379744,134273387~7411133,145351016~8624850,161993646~3399938,166234126~7755611,176334132~23737292,201373250~1079910,205956601~216622,208249281~15349850,227002606~11629162,240398233~3036846,253287398~18822995,275020936~887797,277924467~2799721,281966612~1069486,283885646~1340452,285498168~17827554,305138638~8421838,316764114~1718090,319174253~1934258,327843439~10481895,340774249~11837394,355263620~5200333,361055869~7556606,369558094~5170373,376343637~4872046,385403060~9993237,395899660~5320465,403360897~3188967,407636507~1784786] 2024-08-29T18:49:53.055 INFO:tasks.workunit.client.0.smithi028.stdout: limited diff [217869~607781,3628194~12723831,17028177~24935011,46474403~5208080,52303029~25206883,78747617~522169,79764586~6120719,91242439~19383802,114645810~3256659,126985745~2379744,134273387~7411133,145351016~8624850,161993646~3399938,166234126~7755611,176334132~23737292,201373250~1079910,205956601~216622,208249281~15349850,227002606~11629162,240398233~3036846,253287398~18822995,275020936~887797,277924467~2799721,281966612~1069486,283885646~1340452,285498168~17827554,305138638~8421838,316764114~1718090,319174253~1934258,327843439~10481895,340774249~11837394,355263620~5200333,361055869~7556606,369558094~5170373,376343637~4872046,385403060~9993237,395899660~5320465,403360897~3188967,407636507~1784786] 2024-08-29T18:49:53.061 INFO:tasks.workunit.client.0.smithi028.stdout: actual was [0~16352025,17028177~24935011,46474403~5208080,52303029~26966757,79764586~6120719,89094084~21532157,114645810~3256659,125829120~3536369,134273387~7411133,145351016~8624850,161993646~3399938,166234126~7755611,176334132~23737292,201326592~1126568,205520896~18078235,227002606~11629162,239169817~4265262,253287398~18822995,274880892~1027841,277924467~2799721,281018368~32542108,316764114~1718090,319174253~1934258,327843439~10481895,339738624~12873019,355263620~5200333,361055869~7556606,369558094~11657589,385403060~15817065,403360897~3188967,407636507~1784786] 2024-08-29T18:49:53.061 INFO:tasks.workunit.client.0.smithi028.stdout:from 7 to HEAD diff [217869~607781,3628194~12723831,17028177~24935011,46474403~5208080,52303029~25206883,78747617~522169,79764586~6120719,91242439~13302339,105032287~5593954,114645810~3256659,126985745~2379744,134273387~7411133,145351016~8624850,161993646~3399938,166234126~6758508,176334132~23737292,201373250~1079910,205956601~216622,208249281~15349850,227002606~11629162,240398233~3036846,253287398~18822995,275020936~887797,277924467~2799721,281966612~1069486,283885646~1340452,285498168~17827554,305138638~8421838,319174253~1934258,327843439~10481895,340774249~11837394,355263620~5200333,361055869~7556606,369558094~5170373,376725448~4490235,385403060~9993237,395899660~5320465,403360897~3188967] 2024-08-29T18:49:53.061 INFO:tasks.workunit.client.0.smithi028.stdout: limited diff [217869~607781,3628194~12723831,17028177~24935011,46474403~5208080,52303029~25206883,78747617~522169,79764586~6120719,91242439~13302339,105032287~5593954,114645810~3256659,126985745~2379744,134273387~7411133,145351016~8624850,161993646~3399938,166234126~6758508,176334132~23737292,201373250~1079910,205956601~216622,208249281~15349850,227002606~11629162,240398233~3036846,253287398~18822995,275020936~887797,277924467~2799721,281966612~1069486,283885646~1340452,285498168~17827554,305138638~8421838,319174253~1934258,327843439~10481895,340774249~11837394,355263620~5200333,361055869~7556606,369558094~5170373,376725448~4490235,385403060~9993237,395899660~5320465,403360897~3188967] 2024-08-29T18:49:53.067 INFO:tasks.workunit.client.0.smithi028.stdout: actual was [0~16352025,17028177~24935011,46474403~5208080,52303029~26966757,79764586~6120719,89094084~15450694,105032287~5593954,114645810~3256659,125829120~3536369,134273387~7411133,145351016~8624850,161993646~3399938,166234126~6758508,176334132~23737292,201326592~1126568,205956601~216622,208249281~15349850,227002606~11629162,239169817~4265262,253287398~18822995,274880892~1027841,277924467~2799721,281018368~32542108,319174253~1934258,327843439~10481895,339738624~12873019,355263620~5200333,361055869~7556606,369558094~5170373,376725448~4490235,385403060~9993237,395899660~5320465,403360897~3188967] 2024-08-29T18:49:53.067 INFO:tasks.workunit.client.0.smithi028.stdout:from 8 to HEAD diff [217869~607781,3628194~12723831,17028177~24935011,46474403~5208080,52303029~25206883,78747617~522169,79764586~6120719,91242439~13302339,105032287~5593954,114645810~3256659,126985745~2379744,134273387~7411133,145351016~8624850,161993646~3399938,166234126~6758508,176334132~9504543,188939830~11131594,201373250~1079910,205956601~216622,208249281~15349850,227002606~11629162,240398233~3036846,253287398~18822995,275020936~887797,277924467~2799721,281966612~1069486,283885646~1340452,285498168~17827554,305138638~8421838,319174253~1934258,327843439~10481895,340774249~11837394,356460539~4003414,361055869~7556606,369558094~5170373,376725448~4490235,385403060~9993237,395899660~5320465,403360897~3188967] 2024-08-29T18:49:53.068 INFO:tasks.workunit.client.0.smithi028.stdout: limited diff [217869~607781,3628194~12723831,17028177~24935011,46474403~5208080,52303029~25206883,78747617~522169,79764586~6120719,91242439~13302339,105032287~5593954,114645810~3256659,126985745~2379744,134273387~7411133,145351016~8624850,161993646~3399938,166234126~6758508,176334132~9504543,188939830~11131594,201373250~1079910,205956601~216622,208249281~15349850,227002606~11629162,240398233~3036846,253287398~18822995,275020936~887797,277924467~2799721,281966612~1069486,283885646~1340452,285498168~17827554,305138638~8421838,319174253~1934258,327843439~10481895,340774249~11837394,356460539~4003414,361055869~7556606,369558094~5170373,376725448~4490235,385403060~9993237,395899660~5320465,403360897~3188967] 2024-08-29T18:49:53.074 INFO:tasks.workunit.client.0.smithi028.stdout: actual was [0~16352025,17028177~24935011,46474403~5208080,52303029~26966757,79764586~6120719,89094084~15450694,105032287~5593954,114645810~3256659,125829120~3536369,134273387~7411133,145351016~8624850,161993646~3399938,166234126~6758508,176334132~9504543,188939830~11131594,201326592~1126568,205956601~216622,208249281~15349850,227002606~11629162,239169817~4265262,253287398~18822995,274880892~1027841,277924467~2799721,281018368~4207730,285498168~28062308,319174253~1934258,327843439~10481895,339738624~12873019,356460539~4003414,361055869~7556606,369558094~5170373,376725448~4490235,385403060~9993237,395899660~5320465,403360897~3188967] 2024-08-29T18:49:53.074 INFO:tasks.workunit.client.0.smithi028.stdout:from 9 to HEAD diff [217869~607781,3628194~12723831,17028177~24935011,46474403~5208080,53707993~23801919,78747617~522169,79764586~6120719,91242439~13302339,105032287~5593954,114645810~3256659,126985745~1006620,134273387~7411133,145351016~6160996,161993646~3399938,166234126~6758508,176334132~9504543,188939830~11131594,201373250~1079910,205956601~216622,208249281~15349850,227002606~11629162,240398233~3036846,253287398~17942071,275020936~887797,281966612~1069486,283885646~1340452,285498168~9132810,296028194~7297528,305138638~8421838,319174253~1934258,327843439~10481895,341654717~10956926,356460539~4003414,361055869~7556606,370054243~2009839,376725448~4490235,385403060~9993237,395899660~5320465,403360897~3188967] 2024-08-29T18:49:53.074 INFO:tasks.workunit.client.0.smithi028.stdout: limited diff [217869~607781,3628194~12723831,17028177~24935011,46474403~5208080,53707993~23801919,78747617~522169,79764586~6120719,91242439~13302339,105032287~5593954,114645810~3256659,126985745~1006620,134273387~7411133,145351016~6160996,161993646~3399938,166234126~6758508,176334132~9504543,188939830~11131594,201373250~1079910,205956601~216622,208249281~15349850,227002606~11629162,240398233~3036846,253287398~17942071,275020936~887797,281966612~1069486,283885646~1340452,285498168~9132810,296028194~7297528,305138638~8421838,319174253~1934258,327843439~10481895,341654717~10956926,356460539~4003414,361055869~7556606,370054243~2009839,376725448~4490235,385403060~9993237,395899660~5320465,403360897~3188967] 2024-08-29T18:49:53.080 INFO:tasks.workunit.client.0.smithi028.stdout: actual was [0~16352025,17028177~24935011,46474403~5208080,53707993~25561793,79764586~6120719,89094084~15450694,105032287~5593954,114645810~3256659,126985745~1006620,134273387~7411133,145351016~6160996,161993646~3399938,166234126~6758508,176334132~9504543,188939830~11131594,201326592~1126568,205956601~216622,208249281~15349850,227002606~11629162,239169817~4265262,253287398~17942071,274880892~1027841,281018368~4207730,285498168~9132810,296028194~17532282,319174253~1934258,327843439~10481895,341654717~10956926,356460539~4003414,361055869~7556606,370054243~2009839,376725448~4490235,385403060~9993237,395899660~5320465,403360897~3188967] 2024-08-29T18:49:53.080 INFO:tasks.workunit.client.0.smithi028.stdout:from 10 to HEAD diff [217869~607781,3628194~12723831,17028177~4228584,21396397~20566791,46474403~5208080,53707993~21171649,78747617~522169,79764586~6120719,91242439~13302339,105032287~5593954,114645810~3256659,126985745~1006620,134273387~7411133,145351016~6160996,161993646~3399938,166234126~6758508,176334132~9504543,188939830~11131594,208249281~15349850,227002606~11629162,240398233~3036846,253287398~17942071,275020936~887797,283885646~1340452,288012474~4155336,296028194~7297528,305138638~8421838,327843439~10481895,341654717~10956926,356460539~4003414,361055869~7556606,370054243~2009839,376725448~4490235,385403060~9993237,395899660~5320465,403360897~3188967] 2024-08-29T18:49:53.080 INFO:tasks.workunit.client.0.smithi028.stdout: limited diff [217869~607781,3628194~12723831,17028177~4228584,21396397~20566791,46474403~5208080,53707993~21171649,78747617~522169,79764586~6120719,91242439~13302339,105032287~5593954,114645810~3256659,126985745~1006620,134273387~7411133,145351016~6160996,161993646~3399938,166234126~6758508,176334132~9504543,188939830~11131594,208249281~15349850,227002606~11629162,240398233~3036846,253287398~17942071,275020936~887797,283885646~1340452,288012474~4155336,296028194~7297528,305138638~8421838,327843439~10481895,341654717~10956926,356460539~4003414,361055869~7556606,370054243~2009839,376725448~4490235,385403060~9993237,395899660~5320465,403360897~3188967] 2024-08-29T18:49:53.086 INFO:tasks.workunit.client.0.smithi028.stdout: actual was [0~16352025,17028177~4228584,21396397~20566791,46474403~5208080,53707993~21171649,77509912~1759874,79764586~6120719,89094084~15450694,105032287~5593954,114645810~3256659,126985745~1006620,134273387~7411133,145351016~6160996,161993646~3399938,166234126~6758508,176334132~9504543,188939830~11131594,208249281~15349850,227002606~11629162,239169817~4265262,253287398~17942071,274880892~1027841,283036098~2190000,288012474~4155336,296028194~17532282,327843439~10481895,341654717~10956926,356460539~4003414,361055869~7556606,370054243~2009839,376725448~4490235,385403060~9993237,395899660~5320465,403360897~3188967] 2024-08-29T18:49:53.086 INFO:tasks.workunit.client.0.smithi028.stdout:from 11 to HEAD diff [217869~607781,3628194~12723831,17028177~4228584,21396397~20566791,46474403~5208080,53707993~21171649,78747617~522169,79764586~6120719,91242439~13302339,105032287~5593954,114645810~3256659,126985745~1006620,134273387~7411133,145351016~6160996,161993646~3399938,166234126~6758508,176334132~9504543,188939830~11131594,212258397~11340734,227181428~2110105,229838768~8793000,240398233~3036846,253287398~17942071,275020936~887797,283885646~1340452,288012474~4155336,296028194~7297528,305138638~8421838,327843439~7045558,341654717~10956926,356460539~4003414,361055869~7556606,370054243~2009839,376725448~4490235,385403060~6583090,395899660~5320465] 2024-08-29T18:49:53.086 INFO:tasks.workunit.client.0.smithi028.stdout: limited diff [217869~607781,3628194~12723831,17028177~4228584,21396397~20566791,46474403~5208080,53707993~21171649,78747617~522169,79764586~6120719,91242439~13302339,105032287~5593954,114645810~3256659,126985745~1006620,134273387~7411133,145351016~6160996,161993646~3399938,166234126~6758508,176334132~9504543,188939830~11131594,212258397~11340734,227181428~2110105,229838768~8793000,240398233~3036846,253287398~17942071,275020936~887797,283885646~1340452,288012474~4155336,296028194~7297528,305138638~8421838,327843439~7045558,341654717~10956926,356460539~4003414,361055869~7556606,370054243~2009839,376725448~4490235,385403060~6583090,395899660~5320465] 2024-08-29T18:49:53.093 INFO:tasks.workunit.client.0.smithi028.stdout: actual was [0~16352025,17028177~4228584,21396397~20566791,46474403~5208080,53707993~21171649,77509912~1759874,79764586~6120719,89094084~15450694,105032287~5593954,114645810~3256659,126985745~1006620,134273387~7411133,145351016~6160996,161993646~3399938,166234126~6758508,176334132~9504543,188939830~11131594,212258397~11340734,227181428~2110105,229838768~8793000,239169817~4265262,253287398~17942071,274880892~1027841,283036098~2190000,288012474~4155336,296028194~17532282,327843439~7045558,341654717~10956926,356460539~4003414,361055869~7556606,370054243~2009839,376725448~4490235,385403060~6583090,395899660~5320465] 2024-08-29T18:49:53.093 INFO:tasks.workunit.client.0.smithi028.stdout:from 12 to HEAD diff [3628194~5065843,9262715~7089310,17028177~4228584,21396397~20566791,53707993~2529523,67081635~7798007,78747617~522169,79764586~6120719,91242439~13302339,105032287~5593954,114645810~3256659,134273387~7411133,145351016~6160996,161993646~3399938,166234126~6758508,176334132~9504543,188939830~11131594,212258397~11340734,227181428~2110105,232433036~6198732,253287398~17942071,275020936~887797,283885646~1340452,288012474~4155336,296028194~7297528,305138638~6247358,327843439~7045558,341654717~10956926,356460539~4003414,361055869~7556606,370054243~2009839,376725448~4490235,395899660~5320465] 2024-08-29T18:49:53.093 INFO:tasks.workunit.client.0.smithi028.stdout: limited diff [3628194~5065843,9262715~7089310,17028177~4228584,21396397~20566791,53707993~2529523,67081635~7798007,78747617~522169,79764586~6120719,91242439~13302339,105032287~5593954,114645810~3256659,134273387~7411133,145351016~6160996,161993646~3399938,166234126~6758508,176334132~9504543,188939830~11131594,212258397~11340734,227181428~2110105,232433036~6198732,253287398~17942071,275020936~887797,283885646~1340452,288012474~4155336,296028194~7297528,305138638~6247358,327843439~7045558,341654717~10956926,356460539~4003414,361055869~7556606,370054243~2009839,376725448~4490235,395899660~5320465] 2024-08-29T18:49:53.099 INFO:tasks.workunit.client.0.smithi028.stdout: actual was [825650~7868387,9262715~7089310,17028177~4228584,21396397~20566791,53707993~2529523,67081635~7798007,77509912~1759874,79764586~6120719,89094084~15450694,105032287~5593954,114645810~3256659,134273387~7411133,145351016~6160996,161993646~3399938,166234126~6758508,176334132~9504543,188939830~11131594,212258397~11340734,227181428~2110105,232433036~6198732,253287398~17942071,274880892~1027841,283036098~2190000,288012474~4155336,296028194~15357802,327843439~7045558,341654717~10956926,356460539~4003414,361055869~7556606,370054243~2009839,376725448~4490235,395899660~5320465] 2024-08-29T18:49:53.099 INFO:tasks.workunit.client.0.smithi028.stdout:from 13 to HEAD diff [9262715~7089310,17028177~4228584,21396397~6572168,34511084~7452104,53707993~2529523,67800527~7079115,78747617~522169,79764586~6120719,91242439~13302339,105032287~5593954,114645810~3256659,134273387~7411133,145351016~6160996,161993646~3399938,166234126~6758508,176334132~9504543,188939830~11131594,212258397~11340734,227181428~2110105,232433036~6198732,253287398~13067791,268242434~1911515,275020936~887797,283885646~1340452,288012474~4155336,296028194~7297528,306179600~5206396,327843439~7045558,344011260~25895,344444801~8166842,356460539~4003414,361055869~7556606,370054243~2009839,395899660~5320465] 2024-08-29T18:49:53.100 INFO:tasks.workunit.client.0.smithi028.stdout: limited diff [9262715~7089310,17028177~4228584,21396397~6572168,34511084~7452104,53707993~2529523,67800527~7079115,78747617~522169,79764586~6120719,91242439~13302339,105032287~5593954,114645810~3256659,134273387~7411133,145351016~6160996,161993646~3399938,166234126~6758508,176334132~9504543,188939830~11131594,212258397~11340734,227181428~2110105,232433036~6198732,253287398~13067791,268242434~1911515,275020936~887797,283885646~1340452,288012474~4155336,296028194~7297528,306179600~5206396,327843439~7045558,344011260~25895,344444801~8166842,356460539~4003414,361055869~7556606,370054243~2009839,395899660~5320465] 2024-08-29T18:49:53.106 INFO:tasks.workunit.client.0.smithi028.stdout: actual was [9262715~7089310,17028177~4228584,21396397~6572168,34511084~7452104,53707993~2529523,67800527~7079115,77509912~1759874,79764586~6120719,89094084~15450694,105032287~5593954,114645810~3256659,134273387~7411133,145351016~6160996,161993646~3399938,166234126~6758508,176334132~9504543,188939830~11131594,212258397~11340734,227181428~2110105,232433036~6198732,253287398~13067791,268242434~1911515,274880892~1027841,283036098~2190000,288012474~4155336,296028194~7297528,306179600~5206396,327843439~7045558,344011260~25895,344444801~8166842,356460539~4003414,361055869~7556606,370054243~2009839,395899660~5320465] 2024-08-29T18:49:53.326 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:49:52 smithi053 bash[68679]: cluster 2024-08-29T18:49:51.887805+0000 mon.a (mon.0) 3525 : cluster [DBG] osdmap e1978: 8 total, 8 up, 8 in 2024-08-29T18:49:53.381 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:49:52 smithi028 bash[78352]: cluster 2024-08-29T18:49:51.887805+0000 mon.a (mon.0) 3525 : cluster [DBG] osdmap e1978: 8 total, 8 up, 8 in 2024-08-29T18:49:53.381 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:49:52 smithi028 bash[77168]: cluster 2024-08-29T18:49:51.887805+0000 mon.a (mon.0) 3525 : cluster [DBG] osdmap e1978: 8 total, 8 up, 8 in 2024-08-29T18:49:53.939 INFO:tasks.workunit.client.0.smithi028.stdout:from 0 to HEAD diff [217869~607781,3628194~12723831,17028177~24935011,43179186~34330726,78747617~522169,79764586~9329498,91242439~19383802,112266524~7474062,120618268~1981672,126985745~2379744,134273387~7411133,145351016~8624850,161911242~3482342,166234126~7755611,176334132~23737292,201373250~1079910,205956601~216622,208249281~30920536,240398233~3036846,246402558~25707835,273932032~948860,275020936~887797,277924467~2799721,281966612~1069486,283885646~1340452,285498168~17827554,305138638~8874441,316764114~1718090,318753086~8167724,327141348~11300848,340774249~11837394,353285939~15530455,369558094~5170373,376343637~8144930,385403060~9993237,395899660~5320465,403360897~3188967,407636507~1784786] 2024-08-29T18:49:53.939 INFO:tasks.workunit.client.0.smithi028.stdout: limited diff [217869~607781,3628194~12723831,17028177~24935011,43179186~34330726,78747617~522169,79764586~9329498,91242439~19383802,112266524~7474062,120618268~1981672,126985745~2379744,134273387~7411133,145351016~8624850,161911242~3482342,166234126~7755611,176334132~23737292,201373250~1079910,205956601~216622,208249281~30920536,240398233~3036846,246402558~25707835,273932032~948860,275020936~887797,277924467~2799721,281966612~1069486,283885646~1340452,285498168~17827554,305138638~8874441,316764114~1718090,318753086~8167724,327141348~11300848,340774249~11837394,353285939~15530455,369558094~5170373,376343637~8144930,385403060~9993237,395899660~5320465,403360897~3188967,407636507~1784786] 2024-08-29T18:49:54.032 INFO:tasks.workunit.client.0.smithi028.stdout: actual was [0~16352025,17028177~62241609,79691776~42908164,125829120~3536369,134217728~7466792,145351016~8624850,159383552~6010032,166234126~7755611,176160768~23910656,201326592~1126568,205520896~66589497,272629760~3278973,276824064~3900124,281018368~32994711,314572800~23869396,339738624~29077770,369098752~15389815,385403060~15817065,403360897~3188967,407636507~1784786] 2024-08-29T18:49:54.032 INFO:tasks.workunit.client.0.smithi028.stdout:from 1 to HEAD diff [217869~607781,3628194~12723831,17028177~24935011,43179186~34330726,78747617~522169,79764586~9329498,91242439~19383802,114645810~3256659,120618268~1981672,126985745~2379744,134273387~7411133,145351016~8624850,161911242~3482342,166234126~7755611,176334132~23737292,201373250~1079910,205956601~216622,208249281~30382487,240398233~3036846,246402558~25707835,273932032~948860,275020936~887797,277924467~2799721,281966612~1069486,283885646~1340452,285498168~17827554,305138638~8874441,316764114~1718090,318753086~8167724,327141348~11300848,340774249~11837394,353285939~15530455,369558094~5170373,376343637~8144930,385403060~9993237,395899660~5320465,403360897~3188967,407636507~1784786] 2024-08-29T18:49:54.032 INFO:tasks.workunit.client.0.smithi028.stdout: limited diff [217869~607781,3628194~12723831,17028177~24935011,43179186~34330726,78747617~522169,79764586~9329498,91242439~19383802,114645810~3256659,120618268~1981672,126985745~2379744,134273387~7411133,145351016~8624850,161911242~3482342,166234126~7755611,176334132~23737292,201373250~1079910,205956601~216622,208249281~30382487,240398233~3036846,246402558~25707835,273932032~948860,275020936~887797,277924467~2799721,281966612~1069486,283885646~1340452,285498168~17827554,305138638~8874441,316764114~1718090,318753086~8167724,327141348~11300848,340774249~11837394,353285939~15530455,369558094~5170373,376343637~8144930,385403060~9993237,395899660~5320465,403360897~3188967,407636507~1784786] 2024-08-29T18:49:54.042 INFO:tasks.workunit.client.0.smithi028.stdout: actual was [0~16352025,17028177~62241609,79764586~30861655,114645810~3256659,119740586~2859354,125829120~3536369,134217728~7466792,145351016~8624850,159383552~6010032,166234126~7755611,176160768~23910656,201326592~1126568,205520896~33110872,239169817~32940576,272629760~3278973,276824064~3900124,281018368~32994711,314572800~23869396,339738624~12873019,353285939~15530455,369098752~15389815,385403060~15817065,403360897~3188967,407636507~1784786] 2024-08-29T18:49:54.042 INFO:tasks.workunit.client.0.smithi028.stdout:from 2 to HEAD diff [217869~607781,3628194~12723831,17028177~24935011,43179186~34330726,78747617~522169,79764586~9329498,91242439~19383802,114645810~3256659,120618268~1981672,126985745~2379744,134273387~7411133,145351016~8624850,161911242~3482342,166234126~7755611,176334132~23737292,201373250~1079910,205956601~216622,208249281~30382487,240398233~3036846,246402558~6123699,253287398~18822995,275020936~887797,277924467~2799721,281966612~1069486,283885646~1340452,285498168~17827554,305138638~8874441,316764114~1718090,318753086~8167724,327141348~11300848,340774249~11837394,353738398~6725555,360589455~8226939,369558094~5170373,376343637~8144930,385403060~9993237,395899660~5320465,403360897~3188967,407636507~1784786] 2024-08-29T18:49:54.042 INFO:tasks.workunit.client.0.smithi028.stdout: limited diff [217869~607781,3628194~12723831,17028177~24935011,43179186~34330726,78747617~522169,79764586~9329498,91242439~19383802,114645810~3256659,120618268~1981672,126985745~2379744,134273387~7411133,145351016~8624850,161911242~3482342,166234126~7755611,176334132~23737292,201373250~1079910,205956601~216622,208249281~30382487,240398233~3036846,246402558~6123699,253287398~18822995,275020936~887797,277924467~2799721,281966612~1069486,283885646~1340452,285498168~17827554,305138638~8874441,316764114~1718090,318753086~8167724,327141348~11300848,340774249~11837394,353738398~6725555,360589455~8226939,369558094~5170373,376343637~8144930,385403060~9993237,395899660~5320465,403360897~3188967,407636507~1784786] 2024-08-29T18:49:54.048 INFO:tasks.workunit.client.0.smithi028.stdout: actual was [0~16352025,17028177~62241609,79764586~30861655,114645810~3256659,119740586~2859354,125829120~3536369,134217728~7466792,145351016~8624850,159383552~6010032,166234126~7755611,176160768~23910656,201326592~1126568,205520896~33110872,239169817~13356440,253287398~18822995,274880892~1027841,276824064~3900124,281018368~32994711,314572800~23869396,339738624~12873019,353738398~6725555,360589455~8226939,369558094~14930473,385403060~15817065,403360897~3188967,407636507~1784786] 2024-08-29T18:49:54.049 INFO:tasks.workunit.client.0.smithi028.stdout:from 3 to HEAD diff [217869~607781,3628194~12723831,17028177~24935011,43179186~34330726,78747617~522169,79764586~9329498,91242439~19383802,114645810~3256659,120618268~1981672,126985745~2379744,134273387~7411133,145351016~8624850,161911242~3482342,166234126~7755611,176334132~23737292,201373250~1079910,205956601~216622,208249281~30382487,240398233~3036846,246402558~6123699,253287398~18822995,275020936~887797,277924467~2799721,281966612~1069486,283885646~1340452,285498168~17827554,305138638~8421838,316764114~1718090,318753086~8167724,327843439~10598757,340774249~11837394,353738398~6725555,361055869~7760525,369558094~5170373,376343637~8144930,385403060~9993237,395899660~5320465,403360897~3188967,407636507~1784786] 2024-08-29T18:49:54.049 INFO:tasks.workunit.client.0.smithi028.stdout: limited diff [217869~607781,3628194~12723831,17028177~24935011,43179186~34330726,78747617~522169,79764586~9329498,91242439~19383802,114645810~3256659,120618268~1981672,126985745~2379744,134273387~7411133,145351016~8624850,161911242~3482342,166234126~7755611,176334132~23737292,201373250~1079910,205956601~216622,208249281~30382487,240398233~3036846,246402558~6123699,253287398~18822995,275020936~887797,277924467~2799721,281966612~1069486,283885646~1340452,285498168~17827554,305138638~8421838,316764114~1718090,318753086~8167724,327843439~10598757,340774249~11837394,353738398~6725555,361055869~7760525,369558094~5170373,376343637~8144930,385403060~9993237,395899660~5320465,403360897~3188967,407636507~1784786] 2024-08-29T18:49:54.055 INFO:tasks.workunit.client.0.smithi028.stdout: actual was [0~16352025,17028177~62241609,79764586~30861655,114645810~3256659,119740586~2859354,125829120~3536369,134217728~7466792,145351016~8624850,159383552~6010032,166234126~7755611,176160768~23910656,201326592~1126568,205520896~33110872,239169817~13356440,253287398~18822995,274880892~1027841,276824064~3900124,281018368~32542108,314572800~12348010,327843439~10598757,339738624~12873019,353738398~6725555,361055869~7760525,369558094~14930473,385403060~15817065,403360897~3188967,407636507~1784786] 2024-08-29T18:49:54.055 INFO:tasks.workunit.client.0.smithi028.stdout:from 4 to HEAD diff [217869~607781,3628194~12723831,17028177~24935011,46474403~31035509,78747617~522169,79764586~8789930,91242439~19383802,114645810~3256659,120618268~1981672,126985745~2379744,134273387~7411133,145351016~8624850,161911242~3482342,166234126~7755611,176334132~23737292,201373250~1079910,205956601~216622,208249281~30382487,240398233~3036846,246402558~6123699,253287398~18822995,275020936~887797,277924467~2799721,281966612~1069486,283885646~1340452,285498168~17827554,305138638~8421838,316764114~1718090,319174253~1934258,327843439~10481895,340774249~11837394,355263620~5200333,361055869~7760525,369558094~5170373,376343637~4872046,385403060~9993237,395899660~5320465,403360897~3188967,407636507~1784786] 2024-08-29T18:49:54.056 INFO:tasks.workunit.client.0.smithi028.stdout: limited diff [217869~607781,3628194~12723831,17028177~24935011,46474403~31035509,78747617~522169,79764586~8789930,91242439~19383802,114645810~3256659,120618268~1981672,126985745~2379744,134273387~7411133,145351016~8624850,161911242~3482342,166234126~7755611,176334132~23737292,201373250~1079910,205956601~216622,208249281~30382487,240398233~3036846,246402558~6123699,253287398~18822995,275020936~887797,277924467~2799721,281966612~1069486,283885646~1340452,285498168~17827554,305138638~8421838,316764114~1718090,319174253~1934258,327843439~10481895,340774249~11837394,355263620~5200333,361055869~7760525,369558094~5170373,376343637~4872046,385403060~9993237,395899660~5320465,403360897~3188967,407636507~1784786] 2024-08-29T18:49:54.065 INFO:tasks.workunit.client.0.smithi028.stdout: actual was [0~16352025,17028177~24935011,46474403~32795383,79764586~8789930,89094084~21532157,114645810~3256659,119740586~2859354,125829120~3536369,134217728~7466792,145351016~8624850,159383552~6010032,166234126~7755611,176160768~23910656,201326592~1126568,205520896~33110872,239169817~13356440,253287398~18822995,274880892~1027841,276824064~3900124,281018368~32542108,316764114~1718090,319174253~1934258,327843439~10481895,339738624~12873019,355263620~5200333,361055869~7760525,369558094~11657589,385403060~15817065,403360897~3188967,407636507~1784786] 2024-08-29T18:49:54.065 INFO:tasks.workunit.client.0.smithi028.stdout:from 5 to HEAD diff [217869~607781,3628194~12723831,17028177~24935011,46474403~31035509,78747617~522169,79764586~6120719,91242439~19383802,114645810~3256659,120618268~1981672,126985745~2379744,134273387~7411133,145351016~8624850,161993646~3399938,166234126~7755611,176334132~23737292,201373250~1079910,205956601~216622,208249281~15349850,227002606~11629162,240398233~3036846,253287398~18822995,275020936~887797,277924467~2799721,281966612~1069486,283885646~1340452,285498168~17827554,305138638~8421838,316764114~1718090,319174253~1934258,327843439~10481895,340774249~11837394,355263620~5200333,361055869~7556606,369558094~5170373,376343637~4872046,385403060~9993237,395899660~5320465,403360897~3188967,407636507~1784786] 2024-08-29T18:49:54.065 INFO:tasks.workunit.client.0.smithi028.stdout: limited diff [217869~607781,3628194~12723831,17028177~24935011,46474403~31035509,78747617~522169,79764586~6120719,91242439~19383802,114645810~3256659,120618268~1981672,126985745~2379744,134273387~7411133,145351016~8624850,161993646~3399938,166234126~7755611,176334132~23737292,201373250~1079910,205956601~216622,208249281~15349850,227002606~11629162,240398233~3036846,253287398~18822995,275020936~887797,277924467~2799721,281966612~1069486,283885646~1340452,285498168~17827554,305138638~8421838,316764114~1718090,319174253~1934258,327843439~10481895,340774249~11837394,355263620~5200333,361055869~7556606,369558094~5170373,376343637~4872046,385403060~9993237,395899660~5320465,403360897~3188967,407636507~1784786] 2024-08-29T18:49:54.068 INFO:tasks.workunit.client.0.smithi028.stdout: actual was [0~16352025,17028177~24935011,46474403~32795383,79764586~6120719,89094084~21532157,114645810~3256659,119740586~2859354,125829120~3536369,134273387~7411133,145351016~8624850,161993646~3399938,166234126~7755611,176160768~23910656,201326592~1126568,205520896~18078235,227002606~11629162,239169817~4265262,253287398~18822995,274880892~1027841,277924467~2799721,281018368~32542108,316764114~1718090,319174253~1934258,327843439~10481895,339738624~12873019,355263620~5200333,361055869~7556606,369558094~11657589,385403060~15817065,403360897~3188967,407636507~1784786] 2024-08-29T18:49:54.068 INFO:tasks.workunit.client.0.smithi028.stdout:from 6 to HEAD diff [217869~607781,3628194~12723831,17028177~24935011,46474403~5208080,52303029~25206883,78747617~522169,79764586~6120719,91242439~19383802,114645810~3256659,126985745~2379744,134273387~7411133,145351016~8624850,161993646~3399938,166234126~7755611,176334132~23737292,201373250~1079910,205956601~216622,208249281~15349850,227002606~11629162,240398233~3036846,253287398~18822995,275020936~887797,277924467~2799721,281966612~1069486,283885646~1340452,285498168~17827554,305138638~8421838,316764114~1718090,319174253~1934258,327843439~10481895,340774249~11837394,355263620~5200333,361055869~7556606,369558094~5170373,376343637~4872046,385403060~9993237,395899660~5320465,403360897~3188967,407636507~1784786] 2024-08-29T18:49:54.068 INFO:tasks.workunit.client.0.smithi028.stdout: limited diff [217869~607781,3628194~12723831,17028177~24935011,46474403~5208080,52303029~25206883,78747617~522169,79764586~6120719,91242439~19383802,114645810~3256659,126985745~2379744,134273387~7411133,145351016~8624850,161993646~3399938,166234126~7755611,176334132~23737292,201373250~1079910,205956601~216622,208249281~15349850,227002606~11629162,240398233~3036846,253287398~18822995,275020936~887797,277924467~2799721,281966612~1069486,283885646~1340452,285498168~17827554,305138638~8421838,316764114~1718090,319174253~1934258,327843439~10481895,340774249~11837394,355263620~5200333,361055869~7556606,369558094~5170373,376343637~4872046,385403060~9993237,395899660~5320465,403360897~3188967,407636507~1784786] 2024-08-29T18:49:54.074 INFO:tasks.workunit.client.0.smithi028.stdout: actual was [0~16352025,17028177~24935011,46474403~5208080,52303029~26966757,79764586~6120719,89094084~21532157,114645810~3256659,125829120~3536369,134273387~7411133,145351016~8624850,161993646~3399938,166234126~7755611,176334132~23737292,201326592~1126568,205520896~18078235,227002606~11629162,239169817~4265262,253287398~18822995,274880892~1027841,277924467~2799721,281018368~32542108,316764114~1718090,319174253~1934258,327843439~10481895,339738624~12873019,355263620~5200333,361055869~7556606,369558094~11657589,385403060~15817065,403360897~3188967,407636507~1784786] 2024-08-29T18:49:54.075 INFO:tasks.workunit.client.0.smithi028.stdout:from 7 to HEAD diff [217869~607781,3628194~12723831,17028177~24935011,46474403~5208080,52303029~25206883,78747617~522169,79764586~6120719,91242439~13302339,105032287~5593954,114645810~3256659,126985745~2379744,134273387~7411133,145351016~8624850,161993646~3399938,166234126~6758508,176334132~23737292,201373250~1079910,205956601~216622,208249281~15349850,227002606~11629162,240398233~3036846,253287398~18822995,275020936~887797,277924467~2799721,281966612~1069486,283885646~1340452,285498168~17827554,305138638~8421838,319174253~1934258,327843439~10481895,340774249~11837394,355263620~5200333,361055869~7556606,369558094~5170373,376725448~4490235,385403060~9993237,395899660~5320465,403360897~3188967] 2024-08-29T18:49:54.075 INFO:tasks.workunit.client.0.smithi028.stdout: limited diff [217869~607781,3628194~12723831,17028177~24935011,46474403~5208080,52303029~25206883,78747617~522169,79764586~6120719,91242439~13302339,105032287~5593954,114645810~3256659,126985745~2379744,134273387~7411133,145351016~8624850,161993646~3399938,166234126~6758508,176334132~23737292,201373250~1079910,205956601~216622,208249281~15349850,227002606~11629162,240398233~3036846,253287398~18822995,275020936~887797,277924467~2799721,281966612~1069486,283885646~1340452,285498168~17827554,305138638~8421838,319174253~1934258,327843439~10481895,340774249~11837394,355263620~5200333,361055869~7556606,369558094~5170373,376725448~4490235,385403060~9993237,395899660~5320465,403360897~3188967] 2024-08-29T18:49:54.081 INFO:tasks.workunit.client.0.smithi028.stdout: actual was [0~16352025,17028177~24935011,46474403~5208080,52303029~26966757,79764586~6120719,89094084~15450694,105032287~5593954,114645810~3256659,125829120~3536369,134273387~7411133,145351016~8624850,161993646~3399938,166234126~6758508,176334132~23737292,201326592~1126568,205956601~216622,208249281~15349850,227002606~11629162,239169817~4265262,253287398~18822995,274880892~1027841,277924467~2799721,281018368~32542108,319174253~1934258,327843439~10481895,339738624~12873019,355263620~5200333,361055869~7556606,369558094~5170373,376725448~4490235,385403060~9993237,395899660~5320465,403360897~3188967] 2024-08-29T18:49:54.081 INFO:tasks.workunit.client.0.smithi028.stdout:from 8 to HEAD diff [217869~607781,3628194~12723831,17028177~24935011,46474403~5208080,52303029~25206883,78747617~522169,79764586~6120719,91242439~13302339,105032287~5593954,114645810~3256659,126985745~2379744,134273387~7411133,145351016~8624850,161993646~3399938,166234126~6758508,176334132~9504543,188939830~11131594,201373250~1079910,205956601~216622,208249281~15349850,227002606~11629162,240398233~3036846,253287398~18822995,275020936~887797,277924467~2799721,281966612~1069486,283885646~1340452,285498168~17827554,305138638~8421838,319174253~1934258,327843439~10481895,340774249~11837394,356460539~4003414,361055869~7556606,369558094~5170373,376725448~4490235,385403060~9993237,395899660~5320465,403360897~3188967] 2024-08-29T18:49:54.081 INFO:tasks.workunit.client.0.smithi028.stdout: limited diff [217869~607781,3628194~12723831,17028177~24935011,46474403~5208080,52303029~25206883,78747617~522169,79764586~6120719,91242439~13302339,105032287~5593954,114645810~3256659,126985745~2379744,134273387~7411133,145351016~8624850,161993646~3399938,166234126~6758508,176334132~9504543,188939830~11131594,201373250~1079910,205956601~216622,208249281~15349850,227002606~11629162,240398233~3036846,253287398~18822995,275020936~887797,277924467~2799721,281966612~1069486,283885646~1340452,285498168~17827554,305138638~8421838,319174253~1934258,327843439~10481895,340774249~11837394,356460539~4003414,361055869~7556606,369558094~5170373,376725448~4490235,385403060~9993237,395899660~5320465,403360897~3188967] 2024-08-29T18:49:54.088 INFO:tasks.workunit.client.0.smithi028.stdout: actual was [0~16352025,17028177~24935011,46474403~5208080,52303029~26966757,79764586~6120719,89094084~15450694,105032287~5593954,114645810~3256659,125829120~3536369,134273387~7411133,145351016~8624850,161993646~3399938,166234126~6758508,176334132~9504543,188939830~11131594,201326592~1126568,205956601~216622,208249281~15349850,227002606~11629162,239169817~4265262,253287398~18822995,274880892~1027841,277924467~2799721,281018368~4207730,285498168~28062308,319174253~1934258,327843439~10481895,339738624~12873019,356460539~4003414,361055869~7556606,369558094~5170373,376725448~4490235,385403060~9993237,395899660~5320465,403360897~3188967] 2024-08-29T18:49:54.088 INFO:tasks.workunit.client.0.smithi028.stdout:from 9 to HEAD diff [217869~607781,3628194~12723831,17028177~24935011,46474403~5208080,53707993~23801919,78747617~522169,79764586~6120719,91242439~13302339,105032287~5593954,114645810~3256659,126985745~1006620,134273387~7411133,145351016~6160996,161993646~3399938,166234126~6758508,176334132~9504543,188939830~11131594,201373250~1079910,205956601~216622,208249281~15349850,227002606~11629162,240398233~3036846,253287398~17942071,275020936~887797,281966612~1069486,283885646~1340452,285498168~9132810,296028194~7297528,305138638~8421838,319174253~1934258,327843439~10481895,341654717~10956926,356460539~4003414,361055869~7556606,370054243~2009839,376725448~4490235,385403060~9993237,395899660~5320465,403360897~3188967] 2024-08-29T18:49:54.088 INFO:tasks.workunit.client.0.smithi028.stdout: limited diff [217869~607781,3628194~12723831,17028177~24935011,46474403~5208080,53707993~23801919,78747617~522169,79764586~6120719,91242439~13302339,105032287~5593954,114645810~3256659,126985745~1006620,134273387~7411133,145351016~6160996,161993646~3399938,166234126~6758508,176334132~9504543,188939830~11131594,201373250~1079910,205956601~216622,208249281~15349850,227002606~11629162,240398233~3036846,253287398~17942071,275020936~887797,281966612~1069486,283885646~1340452,285498168~9132810,296028194~7297528,305138638~8421838,319174253~1934258,327843439~10481895,341654717~10956926,356460539~4003414,361055869~7556606,370054243~2009839,376725448~4490235,385403060~9993237,395899660~5320465,403360897~3188967] 2024-08-29T18:49:54.093 INFO:tasks.workunit.client.0.smithi028.stdout: actual was [0~16352025,17028177~24935011,46474403~5208080,53707993~25561793,79764586~6120719,89094084~15450694,105032287~5593954,114645810~3256659,126985745~1006620,134273387~7411133,145351016~6160996,161993646~3399938,166234126~6758508,176334132~9504543,188939830~11131594,201326592~1126568,205956601~216622,208249281~15349850,227002606~11629162,239169817~4265262,253287398~17942071,274880892~1027841,281018368~4207730,285498168~9132810,296028194~17532282,319174253~1934258,327843439~10481895,341654717~10956926,356460539~4003414,361055869~7556606,370054243~2009839,376725448~4490235,385403060~9993237,395899660~5320465,403360897~3188967] 2024-08-29T18:49:54.094 INFO:tasks.workunit.client.0.smithi028.stdout:from 10 to HEAD diff [217869~607781,3628194~12723831,17028177~4228584,21396397~20566791,46474403~5208080,53707993~21171649,78747617~522169,79764586~6120719,91242439~13302339,105032287~5593954,114645810~3256659,126985745~1006620,134273387~7411133,145351016~6160996,161993646~3399938,166234126~6758508,176334132~9504543,188939830~11131594,208249281~15349850,227002606~11629162,240398233~3036846,253287398~17942071,275020936~887797,283885646~1340452,288012474~4155336,296028194~7297528,305138638~8421838,327843439~10481895,341654717~10956926,356460539~4003414,361055869~7556606,370054243~2009839,376725448~4490235,385403060~9993237,395899660~5320465,403360897~3188967] 2024-08-29T18:49:54.094 INFO:tasks.workunit.client.0.smithi028.stdout: limited diff [217869~607781,3628194~12723831,17028177~4228584,21396397~20566791,46474403~5208080,53707993~21171649,78747617~522169,79764586~6120719,91242439~13302339,105032287~5593954,114645810~3256659,126985745~1006620,134273387~7411133,145351016~6160996,161993646~3399938,166234126~6758508,176334132~9504543,188939830~11131594,208249281~15349850,227002606~11629162,240398233~3036846,253287398~17942071,275020936~887797,283885646~1340452,288012474~4155336,296028194~7297528,305138638~8421838,327843439~10481895,341654717~10956926,356460539~4003414,361055869~7556606,370054243~2009839,376725448~4490235,385403060~9993237,395899660~5320465,403360897~3188967] 2024-08-29T18:49:54.100 INFO:tasks.workunit.client.0.smithi028.stdout: actual was [0~16352025,17028177~4228584,21396397~20566791,46474403~5208080,53707993~21171649,77509912~1759874,79764586~6120719,89094084~15450694,105032287~5593954,114645810~3256659,126985745~1006620,134273387~7411133,145351016~6160996,161993646~3399938,166234126~6758508,176334132~9504543,188939830~11131594,208249281~15349850,227002606~11629162,239169817~4265262,253287398~17942071,274880892~1027841,283036098~2190000,288012474~4155336,296028194~17532282,327843439~10481895,341654717~10956926,356460539~4003414,361055869~7556606,370054243~2009839,376725448~4490235,385403060~9993237,395899660~5320465,403360897~3188967] 2024-08-29T18:49:54.100 INFO:tasks.workunit.client.0.smithi028.stdout:from 11 to HEAD diff [217869~607781,3628194~12723831,17028177~4228584,21396397~20566791,46474403~5208080,53707993~21171649,78747617~522169,79764586~6120719,91242439~13302339,105032287~5593954,114645810~3256659,126985745~1006620,134273387~7411133,145351016~6160996,161993646~3399938,166234126~6758508,176334132~9504543,188939830~11131594,212258397~11340734,227181428~2110105,229838768~8793000,240398233~3036846,253287398~17942071,275020936~887797,283885646~1340452,288012474~4155336,296028194~7297528,305138638~8421838,327843439~7045558,341654717~10956926,356460539~4003414,361055869~7556606,370054243~2009839,376725448~4490235,385403060~6583090,395899660~5320465] 2024-08-29T18:49:54.100 INFO:tasks.workunit.client.0.smithi028.stdout: limited diff [217869~607781,3628194~12723831,17028177~4228584,21396397~20566791,46474403~5208080,53707993~21171649,78747617~522169,79764586~6120719,91242439~13302339,105032287~5593954,114645810~3256659,126985745~1006620,134273387~7411133,145351016~6160996,161993646~3399938,166234126~6758508,176334132~9504543,188939830~11131594,212258397~11340734,227181428~2110105,229838768~8793000,240398233~3036846,253287398~17942071,275020936~887797,283885646~1340452,288012474~4155336,296028194~7297528,305138638~8421838,327843439~7045558,341654717~10956926,356460539~4003414,361055869~7556606,370054243~2009839,376725448~4490235,385403060~6583090,395899660~5320465] 2024-08-29T18:49:54.106 INFO:tasks.workunit.client.0.smithi028.stdout: actual was [0~16352025,17028177~4228584,21396397~20566791,46474403~5208080,53707993~21171649,77509912~1759874,79764586~6120719,89094084~15450694,105032287~5593954,114645810~3256659,126985745~1006620,134273387~7411133,145351016~6160996,161993646~3399938,166234126~6758508,176334132~9504543,188939830~11131594,212258397~11340734,227181428~2110105,229838768~8793000,239169817~4265262,253287398~17942071,274880892~1027841,283036098~2190000,288012474~4155336,296028194~17532282,327843439~7045558,341654717~10956926,356460539~4003414,361055869~7556606,370054243~2009839,376725448~4490235,385403060~6583090,395899660~5320465] 2024-08-29T18:49:54.106 INFO:tasks.workunit.client.0.smithi028.stdout:from 12 to HEAD diff [3628194~5065843,9262715~7089310,17028177~4228584,21396397~20566791,53707993~2529523,67081635~7798007,78747617~522169,79764586~6120719,91242439~13302339,105032287~5593954,114645810~3256659,134273387~7411133,145351016~6160996,161993646~3399938,166234126~6758508,176334132~9504543,188939830~11131594,212258397~11340734,227181428~2110105,232433036~6198732,253287398~17942071,275020936~887797,283885646~1340452,288012474~4155336,296028194~7297528,305138638~6247358,327843439~7045558,341654717~10956926,356460539~4003414,361055869~7556606,370054243~2009839,376725448~4490235,395899660~5320465] 2024-08-29T18:49:54.106 INFO:tasks.workunit.client.0.smithi028.stdout: limited diff [3628194~5065843,9262715~7089310,17028177~4228584,21396397~20566791,53707993~2529523,67081635~7798007,78747617~522169,79764586~6120719,91242439~13302339,105032287~5593954,114645810~3256659,134273387~7411133,145351016~6160996,161993646~3399938,166234126~6758508,176334132~9504543,188939830~11131594,212258397~11340734,227181428~2110105,232433036~6198732,253287398~17942071,275020936~887797,283885646~1340452,288012474~4155336,296028194~7297528,305138638~6247358,327843439~7045558,341654717~10956926,356460539~4003414,361055869~7556606,370054243~2009839,376725448~4490235,395899660~5320465] 2024-08-29T18:49:54.112 INFO:tasks.workunit.client.0.smithi028.stdout: actual was [825650~7868387,9262715~7089310,17028177~4228584,21396397~20566791,53707993~2529523,67081635~7798007,77509912~1759874,79764586~6120719,89094084~15450694,105032287~5593954,114645810~3256659,134273387~7411133,145351016~6160996,161993646~3399938,166234126~6758508,176334132~9504543,188939830~11131594,212258397~11340734,227181428~2110105,232433036~6198732,253287398~17942071,274880892~1027841,283036098~2190000,288012474~4155336,296028194~15357802,327843439~7045558,341654717~10956926,356460539~4003414,361055869~7556606,370054243~2009839,376725448~4490235,395899660~5320465] 2024-08-29T18:49:54.326 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:49:53 smithi053 bash[68679]: cluster 2024-08-29T18:49:52.375736+0000 mgr.y (mgr.25022) 1894 : cluster [DBG] pgmap v3391: 137 pgs: 137 active+clean; 895 MiB data, 7.7 GiB used, 708 GiB / 715 GiB avail; 208 KiB/s rd, 19 MiB/s wr, 4.44k op/s 2024-08-29T18:49:54.327 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:49:53 smithi053 bash[68679]: cluster 2024-08-29T18:49:52.911608+0000 mon.a (mon.0) 3526 : cluster [DBG] osdmap e1979: 8 total, 8 up, 8 in 2024-08-29T18:49:54.381 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:49:53 smithi028 bash[78352]: cluster 2024-08-29T18:49:52.375736+0000 mgr.y (mgr.25022) 1894 : cluster [DBG] pgmap v3391: 137 pgs: 137 active+clean; 895 MiB data, 7.7 GiB used, 708 GiB / 715 GiB avail; 208 KiB/s rd, 19 MiB/s wr, 4.44k op/s 2024-08-29T18:49:54.381 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:49:53 smithi028 bash[78352]: cluster 2024-08-29T18:49:52.911608+0000 mon.a (mon.0) 3526 : cluster [DBG] osdmap e1979: 8 total, 8 up, 8 in 2024-08-29T18:49:54.381 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:49:53 smithi028 bash[77168]: cluster 2024-08-29T18:49:52.375736+0000 mgr.y (mgr.25022) 1894 : cluster [DBG] pgmap v3391: 137 pgs: 137 active+clean; 895 MiB data, 7.7 GiB used, 708 GiB / 715 GiB avail; 208 KiB/s rd, 19 MiB/s wr, 4.44k op/s 2024-08-29T18:49:54.381 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:49:53 smithi028 bash[77168]: cluster 2024-08-29T18:49:52.911608+0000 mon.a (mon.0) 3526 : cluster [DBG] osdmap e1979: 8 total, 8 up, 8 in 2024-08-29T18:49:54.966 INFO:tasks.workunit.client.0.smithi028.stdout:from 0 to HEAD diff [217869~607781,3628194~12723831,17028177~24935011,43179186~34330726,78747617~522169,79764586~9329498,91242439~19383802,112266524~7474062,120618268~1981672,126985745~2379744,134273387~7411133,145351016~8624850,161911242~3482342,166234126~7755611,176334132~23737292,201373250~1079910,205956601~216622,208249281~30920536,240398233~3036846,246402558~25707835,273932032~948860,275020936~887797,277924467~2799721,281966612~1069486,283885646~1340452,285498168~17827554,305138638~8874441,316764114~1718090,318753086~8167724,327141348~11300848,340774249~11837394,353285939~15530455,369558094~5170373,376343637~8144930,385403060~9993237,395899660~5320465,403360897~3188967,407636507~1784786] 2024-08-29T18:49:54.966 INFO:tasks.workunit.client.0.smithi028.stdout: limited diff [217869~607781,3628194~12723831,17028177~24935011,43179186~34330726,78747617~522169,79764586~9329498,91242439~19383802,112266524~7474062,120618268~1981672,126985745~2379744,134273387~7411133,145351016~8624850,161911242~3482342,166234126~7755611,176334132~23737292,201373250~1079910,205956601~216622,208249281~30920536,240398233~3036846,246402558~25707835,273932032~948860,275020936~887797,277924467~2799721,281966612~1069486,283885646~1340452,285498168~17827554,305138638~8874441,316764114~1718090,318753086~8167724,327141348~11300848,340774249~11837394,353285939~15530455,369558094~5170373,376343637~8144930,385403060~9993237,395899660~5320465,403360897~3188967,407636507~1784786] 2024-08-29T18:49:55.052 INFO:tasks.workunit.client.0.smithi028.stdout: actual was [0~16352025,17028177~62241609,79691776~42908164,125829120~3536369,134217728~7466792,145351016~8624850,159383552~6010032,166234126~7755611,176160768~23910656,201326592~1126568,205520896~66589497,272629760~3278973,276824064~3900124,281018368~32994711,314572800~23869396,339738624~29077770,369098752~15389815,385403060~15817065,403360897~3188967,407636507~1784786] 2024-08-29T18:49:55.052 INFO:tasks.workunit.client.0.smithi028.stdout:from 1 to HEAD diff [217869~607781,3628194~12723831,17028177~24935011,43179186~34330726,78747617~522169,79764586~9329498,91242439~19383802,114645810~3256659,120618268~1981672,126985745~2379744,134273387~7411133,145351016~8624850,161911242~3482342,166234126~7755611,176334132~23737292,201373250~1079910,205956601~216622,208249281~30382487,240398233~3036846,246402558~25707835,273932032~948860,275020936~887797,277924467~2799721,281966612~1069486,283885646~1340452,285498168~17827554,305138638~8874441,316764114~1718090,318753086~8167724,327141348~11300848,340774249~11837394,353285939~15530455,369558094~5170373,376343637~8144930,385403060~9993237,395899660~5320465,403360897~3188967,407636507~1784786] 2024-08-29T18:49:55.052 INFO:tasks.workunit.client.0.smithi028.stdout: limited diff [217869~607781,3628194~12723831,17028177~24935011,43179186~34330726,78747617~522169,79764586~9329498,91242439~19383802,114645810~3256659,120618268~1981672,126985745~2379744,134273387~7411133,145351016~8624850,161911242~3482342,166234126~7755611,176334132~23737292,201373250~1079910,205956601~216622,208249281~30382487,240398233~3036846,246402558~25707835,273932032~948860,275020936~887797,277924467~2799721,281966612~1069486,283885646~1340452,285498168~17827554,305138638~8874441,316764114~1718090,318753086~8167724,327141348~11300848,340774249~11837394,353285939~15530455,369558094~5170373,376343637~8144930,385403060~9993237,395899660~5320465,403360897~3188967,407636507~1784786] 2024-08-29T18:49:55.064 INFO:tasks.workunit.client.0.smithi028.stdout: actual was [0~16352025,17028177~62241609,79764586~30861655,114645810~3256659,119740586~2859354,125829120~3536369,134217728~7466792,145351016~8624850,159383552~6010032,166234126~7755611,176160768~23910656,201326592~1126568,205520896~33110872,239169817~32940576,272629760~3278973,276824064~3900124,281018368~32994711,314572800~23869396,339738624~12873019,353285939~15530455,369098752~15389815,385403060~15817065,403360897~3188967,407636507~1784786] 2024-08-29T18:49:55.064 INFO:tasks.workunit.client.0.smithi028.stdout:from 2 to HEAD diff [217869~607781,3628194~12723831,17028177~24935011,43179186~34330726,78747617~522169,79764586~9329498,91242439~19383802,114645810~3256659,120618268~1981672,126985745~2379744,134273387~7411133,145351016~8624850,161911242~3482342,166234126~7755611,176334132~23737292,201373250~1079910,205956601~216622,208249281~30382487,240398233~3036846,246402558~6123699,253287398~18822995,275020936~887797,277924467~2799721,281966612~1069486,283885646~1340452,285498168~17827554,305138638~8874441,316764114~1718090,318753086~8167724,327141348~11300848,340774249~11837394,353738398~6725555,360589455~8226939,369558094~5170373,376343637~8144930,385403060~9993237,395899660~5320465,403360897~3188967,407636507~1784786] 2024-08-29T18:49:55.065 INFO:tasks.workunit.client.0.smithi028.stdout: limited diff [217869~607781,3628194~12723831,17028177~24935011,43179186~34330726,78747617~522169,79764586~9329498,91242439~19383802,114645810~3256659,120618268~1981672,126985745~2379744,134273387~7411133,145351016~8624850,161911242~3482342,166234126~7755611,176334132~23737292,201373250~1079910,205956601~216622,208249281~30382487,240398233~3036846,246402558~6123699,253287398~18822995,275020936~887797,277924467~2799721,281966612~1069486,283885646~1340452,285498168~17827554,305138638~8874441,316764114~1718090,318753086~8167724,327141348~11300848,340774249~11837394,353738398~6725555,360589455~8226939,369558094~5170373,376343637~8144930,385403060~9993237,395899660~5320465,403360897~3188967,407636507~1784786] 2024-08-29T18:49:55.071 INFO:tasks.workunit.client.0.smithi028.stdout: actual was [0~16352025,17028177~62241609,79764586~30861655,114645810~3256659,119740586~2859354,125829120~3536369,134217728~7466792,145351016~8624850,159383552~6010032,166234126~7755611,176160768~23910656,201326592~1126568,205520896~33110872,239169817~13356440,253287398~18822995,274880892~1027841,276824064~3900124,281018368~32994711,314572800~23869396,339738624~12873019,353738398~6725555,360589455~8226939,369558094~14930473,385403060~15817065,403360897~3188967,407636507~1784786] 2024-08-29T18:49:55.071 INFO:tasks.workunit.client.0.smithi028.stdout:from 3 to HEAD diff [217869~607781,3628194~12723831,17028177~24935011,43179186~34330726,78747617~522169,79764586~9329498,91242439~19383802,114645810~3256659,120618268~1981672,126985745~2379744,134273387~7411133,145351016~8624850,161911242~3482342,166234126~7755611,176334132~23737292,201373250~1079910,205956601~216622,208249281~30382487,240398233~3036846,246402558~6123699,253287398~18822995,275020936~887797,277924467~2799721,281966612~1069486,283885646~1340452,285498168~17827554,305138638~8421838,316764114~1718090,318753086~8167724,327843439~10598757,340774249~11837394,353738398~6725555,361055869~7760525,369558094~5170373,376343637~8144930,385403060~9993237,395899660~5320465,403360897~3188967,407636507~1784786] 2024-08-29T18:49:55.071 INFO:tasks.workunit.client.0.smithi028.stdout: limited diff [217869~607781,3628194~12723831,17028177~24935011,43179186~34330726,78747617~522169,79764586~9329498,91242439~19383802,114645810~3256659,120618268~1981672,126985745~2379744,134273387~7411133,145351016~8624850,161911242~3482342,166234126~7755611,176334132~23737292,201373250~1079910,205956601~216622,208249281~30382487,240398233~3036846,246402558~6123699,253287398~18822995,275020936~887797,277924467~2799721,281966612~1069486,283885646~1340452,285498168~17827554,305138638~8421838,316764114~1718090,318753086~8167724,327843439~10598757,340774249~11837394,353738398~6725555,361055869~7760525,369558094~5170373,376343637~8144930,385403060~9993237,395899660~5320465,403360897~3188967,407636507~1784786] 2024-08-29T18:49:55.078 INFO:tasks.workunit.client.0.smithi028.stdout: actual was [0~16352025,17028177~62241609,79764586~30861655,114645810~3256659,119740586~2859354,125829120~3536369,134217728~7466792,145351016~8624850,159383552~6010032,166234126~7755611,176160768~23910656,201326592~1126568,205520896~33110872,239169817~13356440,253287398~18822995,274880892~1027841,276824064~3900124,281018368~32542108,314572800~12348010,327843439~10598757,339738624~12873019,353738398~6725555,361055869~7760525,369558094~14930473,385403060~15817065,403360897~3188967,407636507~1784786] 2024-08-29T18:49:55.078 INFO:tasks.workunit.client.0.smithi028.stdout:from 4 to HEAD diff [217869~607781,3628194~12723831,17028177~24935011,46474403~31035509,78747617~522169,79764586~8789930,91242439~19383802,114645810~3256659,120618268~1981672,126985745~2379744,134273387~7411133,145351016~8624850,161911242~3482342,166234126~7755611,176334132~23737292,201373250~1079910,205956601~216622,208249281~30382487,240398233~3036846,246402558~6123699,253287398~18822995,275020936~887797,277924467~2799721,281966612~1069486,283885646~1340452,285498168~17827554,305138638~8421838,316764114~1718090,319174253~1934258,327843439~10481895,340774249~11837394,355263620~5200333,361055869~7760525,369558094~5170373,376343637~4872046,385403060~9993237,395899660~5320465,403360897~3188967,407636507~1784786] 2024-08-29T18:49:55.078 INFO:tasks.workunit.client.0.smithi028.stdout: limited diff [217869~607781,3628194~12723831,17028177~24935011,46474403~31035509,78747617~522169,79764586~8789930,91242439~19383802,114645810~3256659,120618268~1981672,126985745~2379744,134273387~7411133,145351016~8624850,161911242~3482342,166234126~7755611,176334132~23737292,201373250~1079910,205956601~216622,208249281~30382487,240398233~3036846,246402558~6123699,253287398~18822995,275020936~887797,277924467~2799721,281966612~1069486,283885646~1340452,285498168~17827554,305138638~8421838,316764114~1718090,319174253~1934258,327843439~10481895,340774249~11837394,355263620~5200333,361055869~7760525,369558094~5170373,376343637~4872046,385403060~9993237,395899660~5320465,403360897~3188967,407636507~1784786] 2024-08-29T18:49:55.084 INFO:tasks.workunit.client.0.smithi028.stdout: actual was [0~16352025,17028177~24935011,46474403~32795383,79764586~8789930,89094084~21532157,114645810~3256659,119740586~2859354,125829120~3536369,134217728~7466792,145351016~8624850,159383552~6010032,166234126~7755611,176160768~23910656,201326592~1126568,205520896~33110872,239169817~13356440,253287398~18822995,274880892~1027841,276824064~3900124,281018368~32542108,316764114~1718090,319174253~1934258,327843439~10481895,339738624~12873019,355263620~5200333,361055869~7760525,369558094~11657589,385403060~15817065,403360897~3188967,407636507~1784786] 2024-08-29T18:49:55.084 INFO:tasks.workunit.client.0.smithi028.stdout:from 5 to HEAD diff [217869~607781,3628194~12723831,17028177~24935011,46474403~31035509,78747617~522169,79764586~6120719,91242439~19383802,114645810~3256659,120618268~1981672,126985745~2379744,134273387~7411133,145351016~8624850,161993646~3399938,166234126~7755611,176334132~23737292,201373250~1079910,205956601~216622,208249281~15349850,227002606~11629162,240398233~3036846,253287398~18822995,275020936~887797,277924467~2799721,281966612~1069486,283885646~1340452,285498168~17827554,305138638~8421838,316764114~1718090,319174253~1934258,327843439~10481895,340774249~11837394,355263620~5200333,361055869~7556606,369558094~5170373,376343637~4872046,385403060~9993237,395899660~5320465,403360897~3188967,407636507~1784786] 2024-08-29T18:49:55.085 INFO:tasks.workunit.client.0.smithi028.stdout: limited diff [217869~607781,3628194~12723831,17028177~24935011,46474403~31035509,78747617~522169,79764586~6120719,91242439~19383802,114645810~3256659,120618268~1981672,126985745~2379744,134273387~7411133,145351016~8624850,161993646~3399938,166234126~7755611,176334132~23737292,201373250~1079910,205956601~216622,208249281~15349850,227002606~11629162,240398233~3036846,253287398~18822995,275020936~887797,277924467~2799721,281966612~1069486,283885646~1340452,285498168~17827554,305138638~8421838,316764114~1718090,319174253~1934258,327843439~10481895,340774249~11837394,355263620~5200333,361055869~7556606,369558094~5170373,376343637~4872046,385403060~9993237,395899660~5320465,403360897~3188967,407636507~1784786] 2024-08-29T18:49:55.090 INFO:tasks.workunit.client.0.smithi028.stdout: actual was [0~16352025,17028177~24935011,46474403~32795383,79764586~6120719,89094084~21532157,114645810~3256659,119740586~2859354,125829120~3536369,134273387~7411133,145351016~8624850,161993646~3399938,166234126~7755611,176160768~23910656,201326592~1126568,205520896~18078235,227002606~11629162,239169817~4265262,253287398~18822995,274880892~1027841,277924467~2799721,281018368~32542108,316764114~1718090,319174253~1934258,327843439~10481895,339738624~12873019,355263620~5200333,361055869~7556606,369558094~11657589,385403060~15817065,403360897~3188967,407636507~1784786] 2024-08-29T18:49:55.091 INFO:tasks.workunit.client.0.smithi028.stdout:from 6 to HEAD diff [217869~607781,3628194~12723831,17028177~24935011,46474403~5208080,52303029~25206883,78747617~522169,79764586~6120719,91242439~19383802,114645810~3256659,126985745~2379744,134273387~7411133,145351016~8624850,161993646~3399938,166234126~7755611,176334132~23737292,201373250~1079910,205956601~216622,208249281~15349850,227002606~11629162,240398233~3036846,253287398~18822995,275020936~887797,277924467~2799721,281966612~1069486,283885646~1340452,285498168~17827554,305138638~8421838,316764114~1718090,319174253~1934258,327843439~10481895,340774249~11837394,355263620~5200333,361055869~7556606,369558094~5170373,376343637~4872046,385403060~9993237,395899660~5320465,403360897~3188967,407636507~1784786] 2024-08-29T18:49:55.091 INFO:tasks.workunit.client.0.smithi028.stdout: limited diff [217869~607781,3628194~12723831,17028177~24935011,46474403~5208080,52303029~25206883,78747617~522169,79764586~6120719,91242439~19383802,114645810~3256659,126985745~2379744,134273387~7411133,145351016~8624850,161993646~3399938,166234126~7755611,176334132~23737292,201373250~1079910,205956601~216622,208249281~15349850,227002606~11629162,240398233~3036846,253287398~18822995,275020936~887797,277924467~2799721,281966612~1069486,283885646~1340452,285498168~17827554,305138638~8421838,316764114~1718090,319174253~1934258,327843439~10481895,340774249~11837394,355263620~5200333,361055869~7556606,369558094~5170373,376343637~4872046,385403060~9993237,395899660~5320465,403360897~3188967,407636507~1784786] 2024-08-29T18:49:55.097 INFO:tasks.workunit.client.0.smithi028.stdout: actual was [0~16352025,17028177~24935011,46474403~5208080,52303029~26966757,79764586~6120719,89094084~21532157,114645810~3256659,125829120~3536369,134273387~7411133,145351016~8624850,161993646~3399938,166234126~7755611,176334132~23737292,201326592~1126568,205520896~18078235,227002606~11629162,239169817~4265262,253287398~18822995,274880892~1027841,277924467~2799721,281018368~32542108,316764114~1718090,319174253~1934258,327843439~10481895,339738624~12873019,355263620~5200333,361055869~7556606,369558094~11657589,385403060~15817065,403360897~3188967,407636507~1784786] 2024-08-29T18:49:55.098 INFO:tasks.workunit.client.0.smithi028.stdout:from 7 to HEAD diff [217869~607781,3628194~12723831,17028177~24935011,46474403~5208080,52303029~25206883,78747617~522169,79764586~6120719,91242439~13302339,105032287~5593954,114645810~3256659,126985745~2379744,134273387~7411133,145351016~8624850,161993646~3399938,166234126~6758508,176334132~23737292,201373250~1079910,205956601~216622,208249281~15349850,227002606~11629162,240398233~3036846,253287398~18822995,275020936~887797,277924467~2799721,281966612~1069486,283885646~1340452,285498168~17827554,305138638~8421838,319174253~1934258,327843439~10481895,340774249~11837394,355263620~5200333,361055869~7556606,369558094~5170373,376725448~4490235,385403060~9993237,395899660~5320465,403360897~3188967] 2024-08-29T18:49:55.098 INFO:tasks.workunit.client.0.smithi028.stdout: limited diff [217869~607781,3628194~12723831,17028177~24935011,46474403~5208080,52303029~25206883,78747617~522169,79764586~6120719,91242439~13302339,105032287~5593954,114645810~3256659,126985745~2379744,134273387~7411133,145351016~8624850,161993646~3399938,166234126~6758508,176334132~23737292,201373250~1079910,205956601~216622,208249281~15349850,227002606~11629162,240398233~3036846,253287398~18822995,275020936~887797,277924467~2799721,281966612~1069486,283885646~1340452,285498168~17827554,305138638~8421838,319174253~1934258,327843439~10481895,340774249~11837394,355263620~5200333,361055869~7556606,369558094~5170373,376725448~4490235,385403060~9993237,395899660~5320465,403360897~3188967] 2024-08-29T18:49:55.104 INFO:tasks.workunit.client.0.smithi028.stdout: actual was [0~16352025,17028177~24935011,46474403~5208080,52303029~26966757,79764586~6120719,89094084~15450694,105032287~5593954,114645810~3256659,125829120~3536369,134273387~7411133,145351016~8624850,161993646~3399938,166234126~6758508,176334132~23737292,201326592~1126568,205956601~216622,208249281~15349850,227002606~11629162,239169817~4265262,253287398~18822995,274880892~1027841,277924467~2799721,281018368~32542108,319174253~1934258,327843439~10481895,339738624~12873019,355263620~5200333,361055869~7556606,369558094~5170373,376725448~4490235,385403060~9993237,395899660~5320465,403360897~3188967] 2024-08-29T18:49:55.104 INFO:tasks.workunit.client.0.smithi028.stdout:from 8 to HEAD diff [217869~607781,3628194~12723831,17028177~24935011,46474403~5208080,52303029~25206883,78747617~522169,79764586~6120719,91242439~13302339,105032287~5593954,114645810~3256659,126985745~2379744,134273387~7411133,145351016~8624850,161993646~3399938,166234126~6758508,176334132~9504543,188939830~11131594,201373250~1079910,205956601~216622,208249281~15349850,227002606~11629162,240398233~3036846,253287398~18822995,275020936~887797,277924467~2799721,281966612~1069486,283885646~1340452,285498168~17827554,305138638~8421838,319174253~1934258,327843439~10481895,340774249~11837394,356460539~4003414,361055869~7556606,369558094~5170373,376725448~4490235,385403060~9993237,395899660~5320465,403360897~3188967] 2024-08-29T18:49:55.104 INFO:tasks.workunit.client.0.smithi028.stdout: limited diff [217869~607781,3628194~12723831,17028177~24935011,46474403~5208080,52303029~25206883,78747617~522169,79764586~6120719,91242439~13302339,105032287~5593954,114645810~3256659,126985745~2379744,134273387~7411133,145351016~8624850,161993646~3399938,166234126~6758508,176334132~9504543,188939830~11131594,201373250~1079910,205956601~216622,208249281~15349850,227002606~11629162,240398233~3036846,253287398~18822995,275020936~887797,277924467~2799721,281966612~1069486,283885646~1340452,285498168~17827554,305138638~8421838,319174253~1934258,327843439~10481895,340774249~11837394,356460539~4003414,361055869~7556606,369558094~5170373,376725448~4490235,385403060~9993237,395899660~5320465,403360897~3188967] 2024-08-29T18:49:55.110 INFO:tasks.workunit.client.0.smithi028.stdout: actual was [0~16352025,17028177~24935011,46474403~5208080,52303029~26966757,79764586~6120719,89094084~15450694,105032287~5593954,114645810~3256659,125829120~3536369,134273387~7411133,145351016~8624850,161993646~3399938,166234126~6758508,176334132~9504543,188939830~11131594,201326592~1126568,205956601~216622,208249281~15349850,227002606~11629162,239169817~4265262,253287398~18822995,274880892~1027841,277924467~2799721,281018368~4207730,285498168~28062308,319174253~1934258,327843439~10481895,339738624~12873019,356460539~4003414,361055869~7556606,369558094~5170373,376725448~4490235,385403060~9993237,395899660~5320465,403360897~3188967] 2024-08-29T18:49:55.110 INFO:tasks.workunit.client.0.smithi028.stdout:from 9 to HEAD diff [217869~607781,3628194~12723831,17028177~24935011,46474403~5208080,53707993~23801919,78747617~522169,79764586~6120719,91242439~13302339,105032287~5593954,114645810~3256659,126985745~1006620,134273387~7411133,145351016~6160996,161993646~3399938,166234126~6758508,176334132~9504543,188939830~11131594,201373250~1079910,205956601~216622,208249281~15349850,227002606~11629162,240398233~3036846,253287398~17942071,275020936~887797,281966612~1069486,283885646~1340452,285498168~9132810,296028194~7297528,305138638~8421838,319174253~1934258,327843439~10481895,341654717~10956926,356460539~4003414,361055869~7556606,370054243~2009839,376725448~4490235,385403060~9993237,395899660~5320465,403360897~3188967] 2024-08-29T18:49:55.110 INFO:tasks.workunit.client.0.smithi028.stdout: limited diff [217869~607781,3628194~12723831,17028177~24935011,46474403~5208080,53707993~23801919,78747617~522169,79764586~6120719,91242439~13302339,105032287~5593954,114645810~3256659,126985745~1006620,134273387~7411133,145351016~6160996,161993646~3399938,166234126~6758508,176334132~9504543,188939830~11131594,201373250~1079910,205956601~216622,208249281~15349850,227002606~11629162,240398233~3036846,253287398~17942071,275020936~887797,281966612~1069486,283885646~1340452,285498168~9132810,296028194~7297528,305138638~8421838,319174253~1934258,327843439~10481895,341654717~10956926,356460539~4003414,361055869~7556606,370054243~2009839,376725448~4490235,385403060~9993237,395899660~5320465,403360897~3188967] 2024-08-29T18:49:55.116 INFO:tasks.workunit.client.0.smithi028.stdout: actual was [0~16352025,17028177~24935011,46474403~5208080,53707993~25561793,79764586~6120719,89094084~15450694,105032287~5593954,114645810~3256659,126985745~1006620,134273387~7411133,145351016~6160996,161993646~3399938,166234126~6758508,176334132~9504543,188939830~11131594,201326592~1126568,205956601~216622,208249281~15349850,227002606~11629162,239169817~4265262,253287398~17942071,274880892~1027841,281018368~4207730,285498168~9132810,296028194~17532282,319174253~1934258,327843439~10481895,341654717~10956926,356460539~4003414,361055869~7556606,370054243~2009839,376725448~4490235,385403060~9993237,395899660~5320465,403360897~3188967] 2024-08-29T18:49:55.117 INFO:tasks.workunit.client.0.smithi028.stdout:from 10 to HEAD diff [217869~607781,3628194~12723831,17028177~4228584,21396397~20566791,46474403~5208080,53707993~21171649,78747617~522169,79764586~6120719,91242439~13302339,105032287~5593954,114645810~3256659,126985745~1006620,134273387~7411133,145351016~6160996,161993646~3399938,166234126~6758508,176334132~9504543,188939830~11131594,208249281~15349850,227002606~11629162,240398233~3036846,253287398~17942071,275020936~887797,283885646~1340452,288012474~4155336,296028194~7297528,305138638~8421838,327843439~10481895,341654717~10956926,356460539~4003414,361055869~7556606,370054243~2009839,376725448~4490235,385403060~9993237,395899660~5320465,403360897~3188967] 2024-08-29T18:49:55.117 INFO:tasks.workunit.client.0.smithi028.stdout: limited diff [217869~607781,3628194~12723831,17028177~4228584,21396397~20566791,46474403~5208080,53707993~21171649,78747617~522169,79764586~6120719,91242439~13302339,105032287~5593954,114645810~3256659,126985745~1006620,134273387~7411133,145351016~6160996,161993646~3399938,166234126~6758508,176334132~9504543,188939830~11131594,208249281~15349850,227002606~11629162,240398233~3036846,253287398~17942071,275020936~887797,283885646~1340452,288012474~4155336,296028194~7297528,305138638~8421838,327843439~10481895,341654717~10956926,356460539~4003414,361055869~7556606,370054243~2009839,376725448~4490235,385403060~9993237,395899660~5320465,403360897~3188967] 2024-08-29T18:49:55.122 INFO:tasks.workunit.client.0.smithi028.stdout: actual was [0~16352025,17028177~4228584,21396397~20566791,46474403~5208080,53707993~21171649,77509912~1759874,79764586~6120719,89094084~15450694,105032287~5593954,114645810~3256659,126985745~1006620,134273387~7411133,145351016~6160996,161993646~3399938,166234126~6758508,176334132~9504543,188939830~11131594,208249281~15349850,227002606~11629162,239169817~4265262,253287398~17942071,274880892~1027841,283036098~2190000,288012474~4155336,296028194~17532282,327843439~10481895,341654717~10956926,356460539~4003414,361055869~7556606,370054243~2009839,376725448~4490235,385403060~9993237,395899660~5320465,403360897~3188967] 2024-08-29T18:49:55.123 INFO:tasks.workunit.client.0.smithi028.stdout:from 11 to HEAD diff [217869~607781,3628194~12723831,17028177~4228584,21396397~20566791,46474403~5208080,53707993~21171649,78747617~522169,79764586~6120719,91242439~13302339,105032287~5593954,114645810~3256659,126985745~1006620,134273387~7411133,145351016~6160996,161993646~3399938,166234126~6758508,176334132~9504543,188939830~11131594,212258397~11340734,227181428~2110105,229838768~8793000,240398233~3036846,253287398~17942071,275020936~887797,283885646~1340452,288012474~4155336,296028194~7297528,305138638~8421838,327843439~7045558,341654717~10956926,356460539~4003414,361055869~7556606,370054243~2009839,376725448~4490235,385403060~6583090,395899660~5320465] 2024-08-29T18:49:55.123 INFO:tasks.workunit.client.0.smithi028.stdout: limited diff [217869~607781,3628194~12723831,17028177~4228584,21396397~20566791,46474403~5208080,53707993~21171649,78747617~522169,79764586~6120719,91242439~13302339,105032287~5593954,114645810~3256659,126985745~1006620,134273387~7411133,145351016~6160996,161993646~3399938,166234126~6758508,176334132~9504543,188939830~11131594,212258397~11340734,227181428~2110105,229838768~8793000,240398233~3036846,253287398~17942071,275020936~887797,283885646~1340452,288012474~4155336,296028194~7297528,305138638~8421838,327843439~7045558,341654717~10956926,356460539~4003414,361055869~7556606,370054243~2009839,376725448~4490235,385403060~6583090,395899660~5320465] 2024-08-29T18:49:55.129 INFO:tasks.workunit.client.0.smithi028.stdout: actual was [0~16352025,17028177~4228584,21396397~20566791,46474403~5208080,53707993~21171649,77509912~1759874,79764586~6120719,89094084~15450694,105032287~5593954,114645810~3256659,126985745~1006620,134273387~7411133,145351016~6160996,161993646~3399938,166234126~6758508,176334132~9504543,188939830~11131594,212258397~11340734,227181428~2110105,229838768~8793000,239169817~4265262,253287398~17942071,274880892~1027841,283036098~2190000,288012474~4155336,296028194~17532282,327843439~7045558,341654717~10956926,356460539~4003414,361055869~7556606,370054243~2009839,376725448~4490235,385403060~6583090,395899660~5320465] 2024-08-29T18:49:55.326 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:49:54 smithi053 bash[68679]: cluster 2024-08-29T18:49:53.912248+0000 mon.a (mon.0) 3527 : cluster [DBG] osdmap e1980: 8 total, 8 up, 8 in 2024-08-29T18:49:55.381 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:49:54 smithi028 bash[77168]: cluster 2024-08-29T18:49:53.912248+0000 mon.a (mon.0) 3527 : cluster [DBG] osdmap e1980: 8 total, 8 up, 8 in 2024-08-29T18:49:55.381 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:49:54 smithi028 bash[78352]: cluster 2024-08-29T18:49:53.912248+0000 mon.a (mon.0) 3527 : cluster [DBG] osdmap e1980: 8 total, 8 up, 8 in 2024-08-29T18:49:55.990 INFO:tasks.workunit.client.0.smithi028.stdout:from 0 to HEAD diff [217869~607781,3628194~12723831,17028177~24935011,43179186~34330726,78747617~522169,79764586~9329498,91242439~19383802,112266524~7474062,120618268~1981672,126985745~2379744,134273387~7411133,145351016~8624850,161911242~3482342,166234126~7755611,176334132~23737292,201373250~1079910,205956601~216622,208249281~30920536,240398233~3036846,246402558~25707835,273932032~948860,275020936~887797,277924467~2799721,281966612~1069486,283885646~1340452,285498168~17827554,305138638~8874441,316764114~1718090,318753086~8167724,327141348~11300848,340774249~11837394,353285939~15530455,369558094~5170373,376343637~8144930,385403060~9993237,395899660~5320465,403360897~3188967,407636507~1784786] 2024-08-29T18:49:55.990 INFO:tasks.workunit.client.0.smithi028.stdout: limited diff [217869~607781,3628194~12723831,17028177~24935011,43179186~34330726,78747617~522169,79764586~9329498,91242439~19383802,112266524~7474062,120618268~1981672,126985745~2379744,134273387~7411133,145351016~8624850,161911242~3482342,166234126~7755611,176334132~23737292,201373250~1079910,205956601~216622,208249281~30920536,240398233~3036846,246402558~25707835,273932032~948860,275020936~887797,277924467~2799721,281966612~1069486,283885646~1340452,285498168~17827554,305138638~8874441,316764114~1718090,318753086~8167724,327141348~11300848,340774249~11837394,353285939~15530455,369558094~5170373,376343637~8144930,385403060~9993237,395899660~5320465,403360897~3188967,407636507~1784786] 2024-08-29T18:49:56.066 INFO:tasks.workunit.client.0.smithi028.stdout: actual was [0~16352025,17028177~62241609,79691776~42908164,125829120~3536369,134217728~7466792,145351016~8624850,159383552~6010032,166234126~7755611,176160768~23910656,201326592~1126568,205520896~66589497,272629760~3278973,276824064~3900124,281018368~32994711,314572800~23869396,339738624~29077770,369098752~15389815,385403060~15817065,403360897~3188967,407636507~1784786] 2024-08-29T18:49:56.066 INFO:tasks.workunit.client.0.smithi028.stdout:from 1 to HEAD diff [217869~607781,3628194~12723831,17028177~24935011,43179186~34330726,78747617~522169,79764586~9329498,91242439~19383802,114645810~3256659,120618268~1981672,126985745~2379744,134273387~7411133,145351016~8624850,161911242~3482342,166234126~7755611,176334132~23737292,201373250~1079910,205956601~216622,208249281~30382487,240398233~3036846,246402558~25707835,273932032~948860,275020936~887797,277924467~2799721,281966612~1069486,283885646~1340452,285498168~17827554,305138638~8874441,316764114~1718090,318753086~8167724,327141348~11300848,340774249~11837394,353285939~15530455,369558094~5170373,376343637~8144930,385403060~9993237,395899660~5320465,403360897~3188967,407636507~1784786] 2024-08-29T18:49:56.066 INFO:tasks.workunit.client.0.smithi028.stdout: limited diff [217869~607781,3628194~12723831,17028177~24935011,43179186~34330726,78747617~522169,79764586~9329498,91242439~19383802,114645810~3256659,120618268~1981672,126985745~2379744,134273387~7411133,145351016~8624850,161911242~3482342,166234126~7755611,176334132~23737292,201373250~1079910,205956601~216622,208249281~30382487,240398233~3036846,246402558~25707835,273932032~948860,275020936~887797,277924467~2799721,281966612~1069486,283885646~1340452,285498168~17827554,305138638~8874441,316764114~1718090,318753086~8167724,327141348~11300848,340774249~11837394,353285939~15530455,369558094~5170373,376343637~8144930,385403060~9993237,395899660~5320465,403360897~3188967,407636507~1784786] 2024-08-29T18:49:56.073 INFO:tasks.workunit.client.0.smithi028.stdout: actual was [0~16352025,17028177~62241609,79764586~30861655,114645810~3256659,119740586~2859354,125829120~3536369,134217728~7466792,145351016~8624850,159383552~6010032,166234126~7755611,176160768~23910656,201326592~1126568,205520896~33110872,239169817~32940576,272629760~3278973,276824064~3900124,281018368~32994711,314572800~23869396,339738624~12873019,353285939~15530455,369098752~15389815,385403060~15817065,403360897~3188967,407636507~1784786] 2024-08-29T18:49:56.073 INFO:tasks.workunit.client.0.smithi028.stdout:from 2 to HEAD diff [217869~607781,3628194~12723831,17028177~24935011,43179186~34330726,78747617~522169,79764586~9329498,91242439~19383802,114645810~3256659,120618268~1981672,126985745~2379744,134273387~7411133,145351016~8624850,161911242~3482342,166234126~7755611,176334132~23737292,201373250~1079910,205956601~216622,208249281~30382487,240398233~3036846,246402558~6123699,253287398~18822995,275020936~887797,277924467~2799721,281966612~1069486,283885646~1340452,285498168~17827554,305138638~8874441,316764114~1718090,318753086~8167724,327141348~11300848,340774249~11837394,353738398~6725555,360589455~8226939,369558094~5170373,376343637~8144930,385403060~9993237,395899660~5320465,403360897~3188967,407636507~1784786] 2024-08-29T18:49:56.073 INFO:tasks.workunit.client.0.smithi028.stdout: limited diff [217869~607781,3628194~12723831,17028177~24935011,43179186~34330726,78747617~522169,79764586~9329498,91242439~19383802,114645810~3256659,120618268~1981672,126985745~2379744,134273387~7411133,145351016~8624850,161911242~3482342,166234126~7755611,176334132~23737292,201373250~1079910,205956601~216622,208249281~30382487,240398233~3036846,246402558~6123699,253287398~18822995,275020936~887797,277924467~2799721,281966612~1069486,283885646~1340452,285498168~17827554,305138638~8874441,316764114~1718090,318753086~8167724,327141348~11300848,340774249~11837394,353738398~6725555,360589455~8226939,369558094~5170373,376343637~8144930,385403060~9993237,395899660~5320465,403360897~3188967,407636507~1784786] 2024-08-29T18:49:56.079 INFO:tasks.workunit.client.0.smithi028.stdout: actual was [0~16352025,17028177~62241609,79764586~30861655,114645810~3256659,119740586~2859354,125829120~3536369,134217728~7466792,145351016~8624850,159383552~6010032,166234126~7755611,176160768~23910656,201326592~1126568,205520896~33110872,239169817~13356440,253287398~18822995,274880892~1027841,276824064~3900124,281018368~32994711,314572800~23869396,339738624~12873019,353738398~6725555,360589455~8226939,369558094~14930473,385403060~15817065,403360897~3188967,407636507~1784786] 2024-08-29T18:49:56.079 INFO:tasks.workunit.client.0.smithi028.stdout:from 3 to HEAD diff [217869~607781,3628194~12723831,17028177~24935011,43179186~34330726,78747617~522169,79764586~9329498,91242439~19383802,114645810~3256659,120618268~1981672,126985745~2379744,134273387~7411133,145351016~8624850,161911242~3482342,166234126~7755611,176334132~23737292,201373250~1079910,205956601~216622,208249281~30382487,240398233~3036846,246402558~6123699,253287398~18822995,275020936~887797,277924467~2799721,281966612~1069486,283885646~1340452,285498168~17827554,305138638~8421838,316764114~1718090,318753086~8167724,327843439~10598757,340774249~11837394,353738398~6725555,361055869~7760525,369558094~5170373,376343637~8144930,385403060~9993237,395899660~5320465,403360897~3188967,407636507~1784786] 2024-08-29T18:49:56.079 INFO:tasks.workunit.client.0.smithi028.stdout: limited diff [217869~607781,3628194~12723831,17028177~24935011,43179186~34330726,78747617~522169,79764586~9329498,91242439~19383802,114645810~3256659,120618268~1981672,126985745~2379744,134273387~7411133,145351016~8624850,161911242~3482342,166234126~7755611,176334132~23737292,201373250~1079910,205956601~216622,208249281~30382487,240398233~3036846,246402558~6123699,253287398~18822995,275020936~887797,277924467~2799721,281966612~1069486,283885646~1340452,285498168~17827554,305138638~8421838,316764114~1718090,318753086~8167724,327843439~10598757,340774249~11837394,353738398~6725555,361055869~7760525,369558094~5170373,376343637~8144930,385403060~9993237,395899660~5320465,403360897~3188967,407636507~1784786] 2024-08-29T18:49:56.086 INFO:tasks.workunit.client.0.smithi028.stdout: actual was [0~16352025,17028177~62241609,79764586~30861655,114645810~3256659,119740586~2859354,125829120~3536369,134217728~7466792,145351016~8624850,159383552~6010032,166234126~7755611,176160768~23910656,201326592~1126568,205520896~33110872,239169817~13356440,253287398~18822995,274880892~1027841,276824064~3900124,281018368~32542108,314572800~12348010,327843439~10598757,339738624~12873019,353738398~6725555,361055869~7760525,369558094~14930473,385403060~15817065,403360897~3188967,407636507~1784786] 2024-08-29T18:49:56.086 INFO:tasks.workunit.client.0.smithi028.stdout:from 4 to HEAD diff [217869~607781,3628194~12723831,17028177~24935011,46474403~31035509,78747617~522169,79764586~8789930,91242439~19383802,114645810~3256659,120618268~1981672,126985745~2379744,134273387~7411133,145351016~8624850,161911242~3482342,166234126~7755611,176334132~23737292,201373250~1079910,205956601~216622,208249281~30382487,240398233~3036846,246402558~6123699,253287398~18822995,275020936~887797,277924467~2799721,281966612~1069486,283885646~1340452,285498168~17827554,305138638~8421838,316764114~1718090,319174253~1934258,327843439~10481895,340774249~11837394,355263620~5200333,361055869~7760525,369558094~5170373,376343637~4872046,385403060~9993237,395899660~5320465,403360897~3188967,407636507~1784786] 2024-08-29T18:49:56.086 INFO:tasks.workunit.client.0.smithi028.stdout: limited diff [217869~607781,3628194~12723831,17028177~24935011,46474403~31035509,78747617~522169,79764586~8789930,91242439~19383802,114645810~3256659,120618268~1981672,126985745~2379744,134273387~7411133,145351016~8624850,161911242~3482342,166234126~7755611,176334132~23737292,201373250~1079910,205956601~216622,208249281~30382487,240398233~3036846,246402558~6123699,253287398~18822995,275020936~887797,277924467~2799721,281966612~1069486,283885646~1340452,285498168~17827554,305138638~8421838,316764114~1718090,319174253~1934258,327843439~10481895,340774249~11837394,355263620~5200333,361055869~7760525,369558094~5170373,376343637~4872046,385403060~9993237,395899660~5320465,403360897~3188967,407636507~1784786] 2024-08-29T18:49:56.092 INFO:tasks.workunit.client.0.smithi028.stdout: actual was [0~16352025,17028177~24935011,46474403~32795383,79764586~8789930,89094084~21532157,114645810~3256659,119740586~2859354,125829120~3536369,134217728~7466792,145351016~8624850,159383552~6010032,166234126~7755611,176160768~23910656,201326592~1126568,205520896~33110872,239169817~13356440,253287398~18822995,274880892~1027841,276824064~3900124,281018368~32542108,316764114~1718090,319174253~1934258,327843439~10481895,339738624~12873019,355263620~5200333,361055869~7760525,369558094~11657589,385403060~15817065,403360897~3188967,407636507~1784786] 2024-08-29T18:49:56.092 INFO:tasks.workunit.client.0.smithi028.stdout:from 5 to HEAD diff [217869~607781,3628194~12723831,17028177~24935011,46474403~31035509,78747617~522169,79764586~6120719,91242439~19383802,114645810~3256659,120618268~1981672,126985745~2379744,134273387~7411133,145351016~8624850,161993646~3399938,166234126~7755611,176334132~23737292,201373250~1079910,205956601~216622,208249281~15349850,227002606~11629162,240398233~3036846,253287398~18822995,275020936~887797,277924467~2799721,281966612~1069486,283885646~1340452,285498168~17827554,305138638~8421838,316764114~1718090,319174253~1934258,327843439~10481895,340774249~11837394,355263620~5200333,361055869~7556606,369558094~5170373,376343637~4872046,385403060~9993237,395899660~5320465,403360897~3188967,407636507~1784786] 2024-08-29T18:49:56.092 INFO:tasks.workunit.client.0.smithi028.stdout: limited diff [217869~607781,3628194~12723831,17028177~24935011,46474403~31035509,78747617~522169,79764586~6120719,91242439~19383802,114645810~3256659,120618268~1981672,126985745~2379744,134273387~7411133,145351016~8624850,161993646~3399938,166234126~7755611,176334132~23737292,201373250~1079910,205956601~216622,208249281~15349850,227002606~11629162,240398233~3036846,253287398~18822995,275020936~887797,277924467~2799721,281966612~1069486,283885646~1340452,285498168~17827554,305138638~8421838,316764114~1718090,319174253~1934258,327843439~10481895,340774249~11837394,355263620~5200333,361055869~7556606,369558094~5170373,376343637~4872046,385403060~9993237,395899660~5320465,403360897~3188967,407636507~1784786] 2024-08-29T18:49:56.098 INFO:tasks.workunit.client.0.smithi028.stdout: actual was [0~16352025,17028177~24935011,46474403~32795383,79764586~6120719,89094084~21532157,114645810~3256659,119740586~2859354,125829120~3536369,134273387~7411133,145351016~8624850,161993646~3399938,166234126~7755611,176160768~23910656,201326592~1126568,205520896~18078235,227002606~11629162,239169817~4265262,253287398~18822995,274880892~1027841,277924467~2799721,281018368~32542108,316764114~1718090,319174253~1934258,327843439~10481895,339738624~12873019,355263620~5200333,361055869~7556606,369558094~11657589,385403060~15817065,403360897~3188967,407636507~1784786] 2024-08-29T18:49:56.099 INFO:tasks.workunit.client.0.smithi028.stdout:from 6 to HEAD diff [217869~607781,3628194~12723831,17028177~24935011,46474403~5208080,52303029~25206883,78747617~522169,79764586~6120719,91242439~19383802,114645810~3256659,126985745~2379744,134273387~7411133,145351016~8624850,161993646~3399938,166234126~7755611,176334132~23737292,201373250~1079910,205956601~216622,208249281~15349850,227002606~11629162,240398233~3036846,253287398~18822995,275020936~887797,277924467~2799721,281966612~1069486,283885646~1340452,285498168~17827554,305138638~8421838,316764114~1718090,319174253~1934258,327843439~10481895,340774249~11837394,355263620~5200333,361055869~7556606,369558094~5170373,376343637~4872046,385403060~9993237,395899660~5320465,403360897~3188967,407636507~1784786] 2024-08-29T18:49:56.099 INFO:tasks.workunit.client.0.smithi028.stdout: limited diff [217869~607781,3628194~12723831,17028177~24935011,46474403~5208080,52303029~25206883,78747617~522169,79764586~6120719,91242439~19383802,114645810~3256659,126985745~2379744,134273387~7411133,145351016~8624850,161993646~3399938,166234126~7755611,176334132~23737292,201373250~1079910,205956601~216622,208249281~15349850,227002606~11629162,240398233~3036846,253287398~18822995,275020936~887797,277924467~2799721,281966612~1069486,283885646~1340452,285498168~17827554,305138638~8421838,316764114~1718090,319174253~1934258,327843439~10481895,340774249~11837394,355263620~5200333,361055869~7556606,369558094~5170373,376343637~4872046,385403060~9993237,395899660~5320465,403360897~3188967,407636507~1784786] 2024-08-29T18:49:56.105 INFO:tasks.workunit.client.0.smithi028.stdout: actual was [0~16352025,17028177~24935011,46474403~5208080,52303029~26966757,79764586~6120719,89094084~21532157,114645810~3256659,125829120~3536369,134273387~7411133,145351016~8624850,161993646~3399938,166234126~7755611,176334132~23737292,201326592~1126568,205520896~18078235,227002606~11629162,239169817~4265262,253287398~18822995,274880892~1027841,277924467~2799721,281018368~32542108,316764114~1718090,319174253~1934258,327843439~10481895,339738624~12873019,355263620~5200333,361055869~7556606,369558094~11657589,385403060~15817065,403360897~3188967,407636507~1784786] 2024-08-29T18:49:56.105 INFO:tasks.workunit.client.0.smithi028.stdout:from 7 to HEAD diff [217869~607781,3628194~12723831,17028177~24935011,46474403~5208080,52303029~25206883,78747617~522169,79764586~6120719,91242439~13302339,105032287~5593954,114645810~3256659,126985745~2379744,134273387~7411133,145351016~8624850,161993646~3399938,166234126~6758508,176334132~23737292,201373250~1079910,205956601~216622,208249281~15349850,227002606~11629162,240398233~3036846,253287398~18822995,275020936~887797,277924467~2799721,281966612~1069486,283885646~1340452,285498168~17827554,305138638~8421838,319174253~1934258,327843439~10481895,340774249~11837394,355263620~5200333,361055869~7556606,369558094~5170373,376725448~4490235,385403060~9993237,395899660~5320465,403360897~3188967] 2024-08-29T18:49:56.105 INFO:tasks.workunit.client.0.smithi028.stdout: limited diff [217869~607781,3628194~12723831,17028177~24935011,46474403~5208080,52303029~25206883,78747617~522169,79764586~6120719,91242439~13302339,105032287~5593954,114645810~3256659,126985745~2379744,134273387~7411133,145351016~8624850,161993646~3399938,166234126~6758508,176334132~23737292,201373250~1079910,205956601~216622,208249281~15349850,227002606~11629162,240398233~3036846,253287398~18822995,275020936~887797,277924467~2799721,281966612~1069486,283885646~1340452,285498168~17827554,305138638~8421838,319174253~1934258,327843439~10481895,340774249~11837394,355263620~5200333,361055869~7556606,369558094~5170373,376725448~4490235,385403060~9993237,395899660~5320465,403360897~3188967] 2024-08-29T18:49:56.111 INFO:tasks.workunit.client.0.smithi028.stdout: actual was [0~16352025,17028177~24935011,46474403~5208080,52303029~26966757,79764586~6120719,89094084~15450694,105032287~5593954,114645810~3256659,125829120~3536369,134273387~7411133,145351016~8624850,161993646~3399938,166234126~6758508,176334132~23737292,201326592~1126568,205956601~216622,208249281~15349850,227002606~11629162,239169817~4265262,253287398~18822995,274880892~1027841,277924467~2799721,281018368~32542108,319174253~1934258,327843439~10481895,339738624~12873019,355263620~5200333,361055869~7556606,369558094~5170373,376725448~4490235,385403060~9993237,395899660~5320465,403360897~3188967] 2024-08-29T18:49:56.111 INFO:tasks.workunit.client.0.smithi028.stdout:from 8 to HEAD diff [217869~607781,3628194~12723831,17028177~24935011,46474403~5208080,52303029~25206883,78747617~522169,79764586~6120719,91242439~13302339,105032287~5593954,114645810~3256659,126985745~2379744,134273387~7411133,145351016~8624850,161993646~3399938,166234126~6758508,176334132~9504543,188939830~11131594,201373250~1079910,205956601~216622,208249281~15349850,227002606~11629162,240398233~3036846,253287398~18822995,275020936~887797,277924467~2799721,281966612~1069486,283885646~1340452,285498168~17827554,305138638~8421838,319174253~1934258,327843439~10481895,340774249~11837394,356460539~4003414,361055869~7556606,369558094~5170373,376725448~4490235,385403060~9993237,395899660~5320465,403360897~3188967] 2024-08-29T18:49:56.111 INFO:tasks.workunit.client.0.smithi028.stdout: limited diff [217869~607781,3628194~12723831,17028177~24935011,46474403~5208080,52303029~25206883,78747617~522169,79764586~6120719,91242439~13302339,105032287~5593954,114645810~3256659,126985745~2379744,134273387~7411133,145351016~8624850,161993646~3399938,166234126~6758508,176334132~9504543,188939830~11131594,201373250~1079910,205956601~216622,208249281~15349850,227002606~11629162,240398233~3036846,253287398~18822995,275020936~887797,277924467~2799721,281966612~1069486,283885646~1340452,285498168~17827554,305138638~8421838,319174253~1934258,327843439~10481895,340774249~11837394,356460539~4003414,361055869~7556606,369558094~5170373,376725448~4490235,385403060~9993237,395899660~5320465,403360897~3188967] 2024-08-29T18:49:56.117 INFO:tasks.workunit.client.0.smithi028.stdout: actual was [0~16352025,17028177~24935011,46474403~5208080,52303029~26966757,79764586~6120719,89094084~15450694,105032287~5593954,114645810~3256659,125829120~3536369,134273387~7411133,145351016~8624850,161993646~3399938,166234126~6758508,176334132~9504543,188939830~11131594,201326592~1126568,205956601~216622,208249281~15349850,227002606~11629162,239169817~4265262,253287398~18822995,274880892~1027841,277924467~2799721,281018368~4207730,285498168~28062308,319174253~1934258,327843439~10481895,339738624~12873019,356460539~4003414,361055869~7556606,369558094~5170373,376725448~4490235,385403060~9993237,395899660~5320465,403360897~3188967] 2024-08-29T18:49:56.117 INFO:tasks.workunit.client.0.smithi028.stdout:from 9 to HEAD diff [217869~607781,3628194~12723831,17028177~24935011,46474403~5208080,53707993~23801919,78747617~522169,79764586~6120719,91242439~13302339,105032287~5593954,114645810~3256659,126985745~1006620,134273387~7411133,145351016~6160996,161993646~3399938,166234126~6758508,176334132~9504543,188939830~11131594,201373250~1079910,205956601~216622,208249281~15349850,227002606~11629162,240398233~3036846,253287398~17942071,275020936~887797,281966612~1069486,283885646~1340452,285498168~9132810,296028194~7297528,305138638~8421838,319174253~1934258,327843439~10481895,341654717~10956926,356460539~4003414,361055869~7556606,370054243~2009839,376725448~4490235,385403060~9993237,395899660~5320465,403360897~3188967] 2024-08-29T18:49:56.117 INFO:tasks.workunit.client.0.smithi028.stdout: limited diff [217869~607781,3628194~12723831,17028177~24935011,46474403~5208080,53707993~23801919,78747617~522169,79764586~6120719,91242439~13302339,105032287~5593954,114645810~3256659,126985745~1006620,134273387~7411133,145351016~6160996,161993646~3399938,166234126~6758508,176334132~9504543,188939830~11131594,201373250~1079910,205956601~216622,208249281~15349850,227002606~11629162,240398233~3036846,253287398~17942071,275020936~887797,281966612~1069486,283885646~1340452,285498168~9132810,296028194~7297528,305138638~8421838,319174253~1934258,327843439~10481895,341654717~10956926,356460539~4003414,361055869~7556606,370054243~2009839,376725448~4490235,385403060~9993237,395899660~5320465,403360897~3188967] 2024-08-29T18:49:56.124 INFO:tasks.workunit.client.0.smithi028.stdout: actual was [0~16352025,17028177~24935011,46474403~5208080,53707993~25561793,79764586~6120719,89094084~15450694,105032287~5593954,114645810~3256659,126985745~1006620,134273387~7411133,145351016~6160996,161993646~3399938,166234126~6758508,176334132~9504543,188939830~11131594,201326592~1126568,205956601~216622,208249281~15349850,227002606~11629162,239169817~4265262,253287398~17942071,274880892~1027841,281018368~4207730,285498168~9132810,296028194~17532282,319174253~1934258,327843439~10481895,341654717~10956926,356460539~4003414,361055869~7556606,370054243~2009839,376725448~4490235,385403060~9993237,395899660~5320465,403360897~3188967] 2024-08-29T18:49:56.124 INFO:tasks.workunit.client.0.smithi028.stdout:from 10 to HEAD diff [217869~607781,3628194~12723831,17028177~4228584,21396397~20566791,46474403~5208080,53707993~21171649,78747617~522169,79764586~6120719,91242439~13302339,105032287~5593954,114645810~3256659,126985745~1006620,134273387~7411133,145351016~6160996,161993646~3399938,166234126~6758508,176334132~9504543,188939830~11131594,208249281~15349850,227002606~11629162,240398233~3036846,253287398~17942071,275020936~887797,283885646~1340452,288012474~4155336,296028194~7297528,305138638~8421838,327843439~10481895,341654717~10956926,356460539~4003414,361055869~7556606,370054243~2009839,376725448~4490235,385403060~9993237,395899660~5320465,403360897~3188967] 2024-08-29T18:49:56.124 INFO:tasks.workunit.client.0.smithi028.stdout: limited diff [217869~607781,3628194~12723831,17028177~4228584,21396397~20566791,46474403~5208080,53707993~21171649,78747617~522169,79764586~6120719,91242439~13302339,105032287~5593954,114645810~3256659,126985745~1006620,134273387~7411133,145351016~6160996,161993646~3399938,166234126~6758508,176334132~9504543,188939830~11131594,208249281~15349850,227002606~11629162,240398233~3036846,253287398~17942071,275020936~887797,283885646~1340452,288012474~4155336,296028194~7297528,305138638~8421838,327843439~10481895,341654717~10956926,356460539~4003414,361055869~7556606,370054243~2009839,376725448~4490235,385403060~9993237,395899660~5320465,403360897~3188967] 2024-08-29T18:49:56.130 INFO:tasks.workunit.client.0.smithi028.stdout: actual was [0~16352025,17028177~4228584,21396397~20566791,46474403~5208080,53707993~21171649,77509912~1759874,79764586~6120719,89094084~15450694,105032287~5593954,114645810~3256659,126985745~1006620,134273387~7411133,145351016~6160996,161993646~3399938,166234126~6758508,176334132~9504543,188939830~11131594,208249281~15349850,227002606~11629162,239169817~4265262,253287398~17942071,274880892~1027841,283036098~2190000,288012474~4155336,296028194~17532282,327843439~10481895,341654717~10956926,356460539~4003414,361055869~7556606,370054243~2009839,376725448~4490235,385403060~9993237,395899660~5320465,403360897~3188967] 2024-08-29T18:49:56.326 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:49:55 smithi053 bash[68679]: cluster 2024-08-29T18:49:54.376477+0000 mgr.y (mgr.25022) 1895 : cluster [DBG] pgmap v3394: 137 pgs: 137 active+clean; 885 MiB data, 7.7 GiB used, 708 GiB / 715 GiB avail; 12 KiB/s rd, 2.1 MiB/s wr, 1.91k op/s 2024-08-29T18:49:56.327 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:49:55 smithi053 bash[68679]: cluster 2024-08-29T18:49:54.936577+0000 mon.a (mon.0) 3528 : cluster [DBG] osdmap e1981: 8 total, 8 up, 8 in 2024-08-29T18:49:56.381 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:49:55 smithi028 bash[78352]: cluster 2024-08-29T18:49:54.376477+0000 mgr.y (mgr.25022) 1895 : cluster [DBG] pgmap v3394: 137 pgs: 137 active+clean; 885 MiB data, 7.7 GiB used, 708 GiB / 715 GiB avail; 12 KiB/s rd, 2.1 MiB/s wr, 1.91k op/s 2024-08-29T18:49:56.381 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:49:55 smithi028 bash[78352]: cluster 2024-08-29T18:49:54.936577+0000 mon.a (mon.0) 3528 : cluster [DBG] osdmap e1981: 8 total, 8 up, 8 in 2024-08-29T18:49:56.381 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:49:55 smithi028 bash[77168]: cluster 2024-08-29T18:49:54.376477+0000 mgr.y (mgr.25022) 1895 : cluster [DBG] pgmap v3394: 137 pgs: 137 active+clean; 885 MiB data, 7.7 GiB used, 708 GiB / 715 GiB avail; 12 KiB/s rd, 2.1 MiB/s wr, 1.91k op/s 2024-08-29T18:49:56.381 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:49:55 smithi028 bash[77168]: cluster 2024-08-29T18:49:54.936577+0000 mon.a (mon.0) 3528 : cluster [DBG] osdmap e1981: 8 total, 8 up, 8 in 2024-08-29T18:49:56.975 INFO:tasks.workunit.client.0.smithi028.stdout:from 0 to HEAD diff [217869~607781,3628194~12723831,17028177~24935011,43179186~34330726,78747617~522169,79764586~9329498,91242439~19383802,112266524~7474062,120618268~1981672,126985745~2379744,134273387~7411133,145351016~8624850,161911242~3482342,166234126~7755611,176334132~23737292,201373250~1079910,205956601~216622,208249281~30920536,240398233~3036846,246402558~25707835,273932032~948860,275020936~887797,277924467~2799721,281966612~1069486,283885646~1340452,285498168~17827554,305138638~8874441,316764114~1718090,318753086~8167724,327141348~11300848,340774249~11837394,353285939~15530455,369558094~5170373,376343637~8144930,385403060~9993237,395899660~5320465,403360897~3188967,407636507~1784786] 2024-08-29T18:49:56.975 INFO:tasks.workunit.client.0.smithi028.stdout: limited diff [217869~607781,3628194~12723831,17028177~24935011,43179186~34330726,78747617~522169,79764586~9329498,91242439~19383802,112266524~7474062,120618268~1981672,126985745~2379744,134273387~7411133,145351016~8624850,161911242~3482342,166234126~7755611,176334132~23737292,201373250~1079910,205956601~216622,208249281~30920536,240398233~3036846,246402558~25707835,273932032~948860,275020936~887797,277924467~2799721,281966612~1069486,283885646~1340452,285498168~17827554,305138638~8874441,316764114~1718090,318753086~8167724,327141348~11300848,340774249~11837394,353285939~15530455,369558094~5170373,376343637~8144930,385403060~9993237,395899660~5320465,403360897~3188967,407636507~1784786] 2024-08-29T18:49:57.069 INFO:tasks.workunit.client.0.smithi028.stdout: actual was [0~16352025,17028177~62241609,79691776~42908164,125829120~3536369,134217728~7466792,145351016~8624850,159383552~6010032,166234126~7755611,176160768~23910656,201326592~1126568,205520896~66589497,272629760~3278973,276824064~3900124,281018368~32994711,314572800~23869396,339738624~29077770,369098752~15389815,385403060~15817065,403360897~3188967,407636507~1784786] 2024-08-29T18:49:57.069 INFO:tasks.workunit.client.0.smithi028.stdout:from 1 to HEAD diff [217869~607781,3628194~12723831,17028177~24935011,43179186~34330726,78747617~522169,79764586~9329498,91242439~19383802,114645810~3256659,120618268~1981672,126985745~2379744,134273387~7411133,145351016~8624850,161911242~3482342,166234126~7755611,176334132~23737292,201373250~1079910,205956601~216622,208249281~30382487,240398233~3036846,246402558~25707835,273932032~948860,275020936~887797,277924467~2799721,281966612~1069486,283885646~1340452,285498168~17827554,305138638~8874441,316764114~1718090,318753086~8167724,327141348~11300848,340774249~11837394,353285939~15530455,369558094~5170373,376343637~8144930,385403060~9993237,395899660~5320465,403360897~3188967,407636507~1784786] 2024-08-29T18:49:57.069 INFO:tasks.workunit.client.0.smithi028.stdout: limited diff [217869~607781,3628194~12723831,17028177~24935011,43179186~34330726,78747617~522169,79764586~9329498,91242439~19383802,114645810~3256659,120618268~1981672,126985745~2379744,134273387~7411133,145351016~8624850,161911242~3482342,166234126~7755611,176334132~23737292,201373250~1079910,205956601~216622,208249281~30382487,240398233~3036846,246402558~25707835,273932032~948860,275020936~887797,277924467~2799721,281966612~1069486,283885646~1340452,285498168~17827554,305138638~8874441,316764114~1718090,318753086~8167724,327141348~11300848,340774249~11837394,353285939~15530455,369558094~5170373,376343637~8144930,385403060~9993237,395899660~5320465,403360897~3188967,407636507~1784786] 2024-08-29T18:49:57.079 INFO:tasks.workunit.client.0.smithi028.stdout: actual was [0~16352025,17028177~62241609,79764586~30861655,114645810~3256659,119740586~2859354,125829120~3536369,134217728~7466792,145351016~8624850,159383552~6010032,166234126~7755611,176160768~23910656,201326592~1126568,205520896~33110872,239169817~32940576,272629760~3278973,276824064~3900124,281018368~32994711,314572800~23869396,339738624~12873019,353285939~15530455,369098752~15389815,385403060~15817065,403360897~3188967,407636507~1784786] 2024-08-29T18:49:57.079 INFO:tasks.workunit.client.0.smithi028.stdout:from 2 to HEAD diff [217869~607781,3628194~12723831,17028177~24935011,43179186~34330726,78747617~522169,79764586~9329498,91242439~19383802,114645810~3256659,120618268~1981672,126985745~2379744,134273387~7411133,145351016~8624850,161911242~3482342,166234126~7755611,176334132~23737292,201373250~1079910,205956601~216622,208249281~30382487,240398233~3036846,246402558~6123699,253287398~18822995,275020936~887797,277924467~2799721,281966612~1069486,283885646~1340452,285498168~17827554,305138638~8874441,316764114~1718090,318753086~8167724,327141348~11300848,340774249~11837394,353738398~6725555,360589455~8226939,369558094~5170373,376343637~8144930,385403060~9993237,395899660~5320465,403360897~3188967,407636507~1784786] 2024-08-29T18:49:57.079 INFO:tasks.workunit.client.0.smithi028.stdout: limited diff [217869~607781,3628194~12723831,17028177~24935011,43179186~34330726,78747617~522169,79764586~9329498,91242439~19383802,114645810~3256659,120618268~1981672,126985745~2379744,134273387~7411133,145351016~8624850,161911242~3482342,166234126~7755611,176334132~23737292,201373250~1079910,205956601~216622,208249281~30382487,240398233~3036846,246402558~6123699,253287398~18822995,275020936~887797,277924467~2799721,281966612~1069486,283885646~1340452,285498168~17827554,305138638~8874441,316764114~1718090,318753086~8167724,327141348~11300848,340774249~11837394,353738398~6725555,360589455~8226939,369558094~5170373,376343637~8144930,385403060~9993237,395899660~5320465,403360897~3188967,407636507~1784786] 2024-08-29T18:49:57.085 INFO:tasks.workunit.client.0.smithi028.stdout: actual was [0~16352025,17028177~62241609,79764586~30861655,114645810~3256659,119740586~2859354,125829120~3536369,134217728~7466792,145351016~8624850,159383552~6010032,166234126~7755611,176160768~23910656,201326592~1126568,205520896~33110872,239169817~13356440,253287398~18822995,274880892~1027841,276824064~3900124,281018368~32994711,314572800~23869396,339738624~12873019,353738398~6725555,360589455~8226939,369558094~14930473,385403060~15817065,403360897~3188967,407636507~1784786] 2024-08-29T18:49:57.085 INFO:tasks.workunit.client.0.smithi028.stdout:from 3 to HEAD diff [217869~607781,3628194~12723831,17028177~24935011,43179186~34330726,78747617~522169,79764586~9329498,91242439~19383802,114645810~3256659,120618268~1981672,126985745~2379744,134273387~7411133,145351016~8624850,161911242~3482342,166234126~7755611,176334132~23737292,201373250~1079910,205956601~216622,208249281~30382487,240398233~3036846,246402558~6123699,253287398~18822995,275020936~887797,277924467~2799721,281966612~1069486,283885646~1340452,285498168~17827554,305138638~8421838,316764114~1718090,318753086~8167724,327843439~10598757,340774249~11837394,353738398~6725555,361055869~7760525,369558094~5170373,376343637~8144930,385403060~9993237,395899660~5320465,403360897~3188967,407636507~1784786] 2024-08-29T18:49:57.085 INFO:tasks.workunit.client.0.smithi028.stdout: limited diff [217869~607781,3628194~12723831,17028177~24935011,43179186~34330726,78747617~522169,79764586~9329498,91242439~19383802,114645810~3256659,120618268~1981672,126985745~2379744,134273387~7411133,145351016~8624850,161911242~3482342,166234126~7755611,176334132~23737292,201373250~1079910,205956601~216622,208249281~30382487,240398233~3036846,246402558~6123699,253287398~18822995,275020936~887797,277924467~2799721,281966612~1069486,283885646~1340452,285498168~17827554,305138638~8421838,316764114~1718090,318753086~8167724,327843439~10598757,340774249~11837394,353738398~6725555,361055869~7760525,369558094~5170373,376343637~8144930,385403060~9993237,395899660~5320465,403360897~3188967,407636507~1784786] 2024-08-29T18:49:57.092 INFO:tasks.workunit.client.0.smithi028.stdout: actual was [0~16352025,17028177~62241609,79764586~30861655,114645810~3256659,119740586~2859354,125829120~3536369,134217728~7466792,145351016~8624850,159383552~6010032,166234126~7755611,176160768~23910656,201326592~1126568,205520896~33110872,239169817~13356440,253287398~18822995,274880892~1027841,276824064~3900124,281018368~32542108,314572800~12348010,327843439~10598757,339738624~12873019,353738398~6725555,361055869~7760525,369558094~14930473,385403060~15817065,403360897~3188967,407636507~1784786] 2024-08-29T18:49:57.092 INFO:tasks.workunit.client.0.smithi028.stdout:from 4 to HEAD diff [217869~607781,3628194~12723831,17028177~24935011,46474403~31035509,78747617~522169,79764586~8789930,91242439~19383802,114645810~3256659,120618268~1981672,126985745~2379744,134273387~7411133,145351016~8624850,161911242~3482342,166234126~7755611,176334132~23737292,201373250~1079910,205956601~216622,208249281~30382487,240398233~3036846,246402558~6123699,253287398~18822995,275020936~887797,277924467~2799721,281966612~1069486,283885646~1340452,285498168~17827554,305138638~8421838,316764114~1718090,319174253~1934258,327843439~10481895,340774249~11837394,355263620~5200333,361055869~7760525,369558094~5170373,376343637~4872046,385403060~9993237,395899660~5320465,403360897~3188967,407636507~1784786] 2024-08-29T18:49:57.092 INFO:tasks.workunit.client.0.smithi028.stdout: limited diff [217869~607781,3628194~12723831,17028177~24935011,46474403~31035509,78747617~522169,79764586~8789930,91242439~19383802,114645810~3256659,120618268~1981672,126985745~2379744,134273387~7411133,145351016~8624850,161911242~3482342,166234126~7755611,176334132~23737292,201373250~1079910,205956601~216622,208249281~30382487,240398233~3036846,246402558~6123699,253287398~18822995,275020936~887797,277924467~2799721,281966612~1069486,283885646~1340452,285498168~17827554,305138638~8421838,316764114~1718090,319174253~1934258,327843439~10481895,340774249~11837394,355263620~5200333,361055869~7760525,369558094~5170373,376343637~4872046,385403060~9993237,395899660~5320465,403360897~3188967,407636507~1784786] 2024-08-29T18:49:57.098 INFO:tasks.workunit.client.0.smithi028.stdout: actual was [0~16352025,17028177~24935011,46474403~32795383,79764586~8789930,89094084~21532157,114645810~3256659,119740586~2859354,125829120~3536369,134217728~7466792,145351016~8624850,159383552~6010032,166234126~7755611,176160768~23910656,201326592~1126568,205520896~33110872,239169817~13356440,253287398~18822995,274880892~1027841,276824064~3900124,281018368~32542108,316764114~1718090,319174253~1934258,327843439~10481895,339738624~12873019,355263620~5200333,361055869~7760525,369558094~11657589,385403060~15817065,403360897~3188967,407636507~1784786] 2024-08-29T18:49:57.098 INFO:tasks.workunit.client.0.smithi028.stdout:from 5 to HEAD diff [217869~607781,3628194~12723831,17028177~24935011,46474403~31035509,78747617~522169,79764586~6120719,91242439~19383802,114645810~3256659,120618268~1981672,126985745~2379744,134273387~7411133,145351016~8624850,161993646~3399938,166234126~7755611,176334132~23737292,201373250~1079910,205956601~216622,208249281~15349850,227002606~11629162,240398233~3036846,253287398~18822995,275020936~887797,277924467~2799721,281966612~1069486,283885646~1340452,285498168~17827554,305138638~8421838,316764114~1718090,319174253~1934258,327843439~10481895,340774249~11837394,355263620~5200333,361055869~7556606,369558094~5170373,376343637~4872046,385403060~9993237,395899660~5320465,403360897~3188967,407636507~1784786] 2024-08-29T18:49:57.098 INFO:tasks.workunit.client.0.smithi028.stdout: limited diff [217869~607781,3628194~12723831,17028177~24935011,46474403~31035509,78747617~522169,79764586~6120719,91242439~19383802,114645810~3256659,120618268~1981672,126985745~2379744,134273387~7411133,145351016~8624850,161993646~3399938,166234126~7755611,176334132~23737292,201373250~1079910,205956601~216622,208249281~15349850,227002606~11629162,240398233~3036846,253287398~18822995,275020936~887797,277924467~2799721,281966612~1069486,283885646~1340452,285498168~17827554,305138638~8421838,316764114~1718090,319174253~1934258,327843439~10481895,340774249~11837394,355263620~5200333,361055869~7556606,369558094~5170373,376343637~4872046,385403060~9993237,395899660~5320465,403360897~3188967,407636507~1784786] 2024-08-29T18:49:57.104 INFO:tasks.workunit.client.0.smithi028.stdout: actual was [0~16352025,17028177~24935011,46474403~32795383,79764586~6120719,89094084~21532157,114645810~3256659,119740586~2859354,125829120~3536369,134273387~7411133,145351016~8624850,161993646~3399938,166234126~7755611,176160768~23910656,201326592~1126568,205520896~18078235,227002606~11629162,239169817~4265262,253287398~18822995,274880892~1027841,277924467~2799721,281018368~32542108,316764114~1718090,319174253~1934258,327843439~10481895,339738624~12873019,355263620~5200333,361055869~7556606,369558094~11657589,385403060~15817065,403360897~3188967,407636507~1784786] 2024-08-29T18:49:57.104 INFO:tasks.workunit.client.0.smithi028.stdout:from 6 to HEAD diff [217869~607781,3628194~12723831,17028177~24935011,46474403~5208080,52303029~25206883,78747617~522169,79764586~6120719,91242439~19383802,114645810~3256659,126985745~2379744,134273387~7411133,145351016~8624850,161993646~3399938,166234126~7755611,176334132~23737292,201373250~1079910,205956601~216622,208249281~15349850,227002606~11629162,240398233~3036846,253287398~18822995,275020936~887797,277924467~2799721,281966612~1069486,283885646~1340452,285498168~17827554,305138638~8421838,316764114~1718090,319174253~1934258,327843439~10481895,340774249~11837394,355263620~5200333,361055869~7556606,369558094~5170373,376343637~4872046,385403060~9993237,395899660~5320465,403360897~3188967,407636507~1784786] 2024-08-29T18:49:57.104 INFO:tasks.workunit.client.0.smithi028.stdout: limited diff [217869~607781,3628194~12723831,17028177~24935011,46474403~5208080,52303029~25206883,78747617~522169,79764586~6120719,91242439~19383802,114645810~3256659,126985745~2379744,134273387~7411133,145351016~8624850,161993646~3399938,166234126~7755611,176334132~23737292,201373250~1079910,205956601~216622,208249281~15349850,227002606~11629162,240398233~3036846,253287398~18822995,275020936~887797,277924467~2799721,281966612~1069486,283885646~1340452,285498168~17827554,305138638~8421838,316764114~1718090,319174253~1934258,327843439~10481895,340774249~11837394,355263620~5200333,361055869~7556606,369558094~5170373,376343637~4872046,385403060~9993237,395899660~5320465,403360897~3188967,407636507~1784786] 2024-08-29T18:49:57.110 INFO:tasks.workunit.client.0.smithi028.stdout: actual was [0~16352025,17028177~24935011,46474403~5208080,52303029~26966757,79764586~6120719,89094084~21532157,114645810~3256659,125829120~3536369,134273387~7411133,145351016~8624850,161993646~3399938,166234126~7755611,176334132~23737292,201326592~1126568,205520896~18078235,227002606~11629162,239169817~4265262,253287398~18822995,274880892~1027841,277924467~2799721,281018368~32542108,316764114~1718090,319174253~1934258,327843439~10481895,339738624~12873019,355263620~5200333,361055869~7556606,369558094~11657589,385403060~15817065,403360897~3188967,407636507~1784786] 2024-08-29T18:49:57.110 INFO:tasks.workunit.client.0.smithi028.stdout:from 7 to HEAD diff [217869~607781,3628194~12723831,17028177~24935011,46474403~5208080,52303029~25206883,78747617~522169,79764586~6120719,91242439~13302339,105032287~5593954,114645810~3256659,126985745~2379744,134273387~7411133,145351016~8624850,161993646~3399938,166234126~6758508,176334132~23737292,201373250~1079910,205956601~216622,208249281~15349850,227002606~11629162,240398233~3036846,253287398~18822995,275020936~887797,277924467~2799721,281966612~1069486,283885646~1340452,285498168~17827554,305138638~8421838,319174253~1934258,327843439~10481895,340774249~11837394,355263620~5200333,361055869~7556606,369558094~5170373,376725448~4490235,385403060~9993237,395899660~5320465,403360897~3188967] 2024-08-29T18:49:57.111 INFO:tasks.workunit.client.0.smithi028.stdout: limited diff [217869~607781,3628194~12723831,17028177~24935011,46474403~5208080,52303029~25206883,78747617~522169,79764586~6120719,91242439~13302339,105032287~5593954,114645810~3256659,126985745~2379744,134273387~7411133,145351016~8624850,161993646~3399938,166234126~6758508,176334132~23737292,201373250~1079910,205956601~216622,208249281~15349850,227002606~11629162,240398233~3036846,253287398~18822995,275020936~887797,277924467~2799721,281966612~1069486,283885646~1340452,285498168~17827554,305138638~8421838,319174253~1934258,327843439~10481895,340774249~11837394,355263620~5200333,361055869~7556606,369558094~5170373,376725448~4490235,385403060~9993237,395899660~5320465,403360897~3188967] 2024-08-29T18:49:57.116 INFO:tasks.workunit.client.0.smithi028.stdout: actual was [0~16352025,17028177~24935011,46474403~5208080,52303029~26966757,79764586~6120719,89094084~15450694,105032287~5593954,114645810~3256659,125829120~3536369,134273387~7411133,145351016~8624850,161993646~3399938,166234126~6758508,176334132~23737292,201326592~1126568,205956601~216622,208249281~15349850,227002606~11629162,239169817~4265262,253287398~18822995,274880892~1027841,277924467~2799721,281018368~32542108,319174253~1934258,327843439~10481895,339738624~12873019,355263620~5200333,361055869~7556606,369558094~5170373,376725448~4490235,385403060~9993237,395899660~5320465,403360897~3188967] 2024-08-29T18:49:57.116 INFO:tasks.workunit.client.0.smithi028.stdout:from 8 to HEAD diff [217869~607781,3628194~12723831,17028177~24935011,46474403~5208080,52303029~25206883,78747617~522169,79764586~6120719,91242439~13302339,105032287~5593954,114645810~3256659,126985745~2379744,134273387~7411133,145351016~8624850,161993646~3399938,166234126~6758508,176334132~9504543,188939830~11131594,201373250~1079910,205956601~216622,208249281~15349850,227002606~11629162,240398233~3036846,253287398~18822995,275020936~887797,277924467~2799721,281966612~1069486,283885646~1340452,285498168~17827554,305138638~8421838,319174253~1934258,327843439~10481895,340774249~11837394,356460539~4003414,361055869~7556606,369558094~5170373,376725448~4490235,385403060~9993237,395899660~5320465,403360897~3188967] 2024-08-29T18:49:57.116 INFO:tasks.workunit.client.0.smithi028.stdout: limited diff [217869~607781,3628194~12723831,17028177~24935011,46474403~5208080,52303029~25206883,78747617~522169,79764586~6120719,91242439~13302339,105032287~5593954,114645810~3256659,126985745~2379744,134273387~7411133,145351016~8624850,161993646~3399938,166234126~6758508,176334132~9504543,188939830~11131594,201373250~1079910,205956601~216622,208249281~15349850,227002606~11629162,240398233~3036846,253287398~18822995,275020936~887797,277924467~2799721,281966612~1069486,283885646~1340452,285498168~17827554,305138638~8421838,319174253~1934258,327843439~10481895,340774249~11837394,356460539~4003414,361055869~7556606,369558094~5170373,376725448~4490235,385403060~9993237,395899660~5320465,403360897~3188967] 2024-08-29T18:49:57.123 INFO:tasks.workunit.client.0.smithi028.stdout: actual was [0~16352025,17028177~24935011,46474403~5208080,52303029~26966757,79764586~6120719,89094084~15450694,105032287~5593954,114645810~3256659,125829120~3536369,134273387~7411133,145351016~8624850,161993646~3399938,166234126~6758508,176334132~9504543,188939830~11131594,201326592~1126568,205956601~216622,208249281~15349850,227002606~11629162,239169817~4265262,253287398~18822995,274880892~1027841,277924467~2799721,281018368~4207730,285498168~28062308,319174253~1934258,327843439~10481895,339738624~12873019,356460539~4003414,361055869~7556606,369558094~5170373,376725448~4490235,385403060~9993237,395899660~5320465,403360897~3188967] 2024-08-29T18:49:57.123 INFO:tasks.workunit.client.0.smithi028.stdout:from 9 to HEAD diff [217869~607781,3628194~12723831,17028177~24935011,46474403~5208080,53707993~23801919,78747617~522169,79764586~6120719,91242439~13302339,105032287~5593954,114645810~3256659,126985745~1006620,134273387~7411133,145351016~6160996,161993646~3399938,166234126~6758508,176334132~9504543,188939830~11131594,201373250~1079910,205956601~216622,208249281~15349850,227002606~11629162,240398233~3036846,253287398~17942071,275020936~887797,281966612~1069486,283885646~1340452,285498168~9132810,296028194~7297528,305138638~8421838,319174253~1934258,327843439~10481895,341654717~10956926,356460539~4003414,361055869~7556606,370054243~2009839,376725448~4490235,385403060~9993237,395899660~5320465,403360897~3188967] 2024-08-29T18:49:57.123 INFO:tasks.workunit.client.0.smithi028.stdout: limited diff [217869~607781,3628194~12723831,17028177~24935011,46474403~5208080,53707993~23801919,78747617~522169,79764586~6120719,91242439~13302339,105032287~5593954,114645810~3256659,126985745~1006620,134273387~7411133,145351016~6160996,161993646~3399938,166234126~6758508,176334132~9504543,188939830~11131594,201373250~1079910,205956601~216622,208249281~15349850,227002606~11629162,240398233~3036846,253287398~17942071,275020936~887797,281966612~1069486,283885646~1340452,285498168~9132810,296028194~7297528,305138638~8421838,319174253~1934258,327843439~10481895,341654717~10956926,356460539~4003414,361055869~7556606,370054243~2009839,376725448~4490235,385403060~9993237,395899660~5320465,403360897~3188967] 2024-08-29T18:49:57.129 INFO:tasks.workunit.client.0.smithi028.stdout: actual was [0~16352025,17028177~24935011,46474403~5208080,53707993~25561793,79764586~6120719,89094084~15450694,105032287~5593954,114645810~3256659,126985745~1006620,134273387~7411133,145351016~6160996,161993646~3399938,166234126~6758508,176334132~9504543,188939830~11131594,201326592~1126568,205956601~216622,208249281~15349850,227002606~11629162,239169817~4265262,253287398~17942071,274880892~1027841,281018368~4207730,285498168~9132810,296028194~17532282,319174253~1934258,327843439~10481895,341654717~10956926,356460539~4003414,361055869~7556606,370054243~2009839,376725448~4490235,385403060~9993237,395899660~5320465,403360897~3188967] 2024-08-29T18:49:57.326 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:49:56 smithi053 bash[68679]: cluster 2024-08-29T18:49:55.938008+0000 mon.a (mon.0) 3529 : cluster [DBG] osdmap e1982: 8 total, 8 up, 8 in 2024-08-29T18:49:57.381 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:49:56 smithi028 bash[77168]: cluster 2024-08-29T18:49:55.938008+0000 mon.a (mon.0) 3529 : cluster [DBG] osdmap e1982: 8 total, 8 up, 8 in 2024-08-29T18:49:57.381 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:49:56 smithi028 bash[78352]: cluster 2024-08-29T18:49:55.938008+0000 mon.a (mon.0) 3529 : cluster [DBG] osdmap e1982: 8 total, 8 up, 8 in 2024-08-29T18:49:58.001 INFO:tasks.workunit.client.0.smithi028.stdout:from 0 to HEAD diff [217869~607781,3628194~12723831,17028177~24935011,43179186~34330726,78747617~522169,79764586~9329498,91242439~19383802,112266524~7474062,120618268~1981672,126985745~2379744,134273387~7411133,145351016~8624850,161911242~3482342,166234126~7755611,176334132~23737292,201373250~1079910,205956601~216622,208249281~30920536,240398233~3036846,246402558~25707835,273932032~948860,275020936~887797,277924467~2799721,281966612~1069486,283885646~1340452,285498168~17827554,305138638~8874441,316764114~1718090,318753086~8167724,327141348~11300848,340774249~11837394,353285939~15530455,369558094~5170373,376343637~8144930,385403060~9993237,395899660~5320465,403360897~3188967,407636507~1784786] 2024-08-29T18:49:58.001 INFO:tasks.workunit.client.0.smithi028.stdout: limited diff [217869~607781,3628194~12723831,17028177~24935011,43179186~34330726,78747617~522169,79764586~9329498,91242439~19383802,112266524~7474062,120618268~1981672,126985745~2379744,134273387~7411133,145351016~8624850,161911242~3482342,166234126~7755611,176334132~23737292,201373250~1079910,205956601~216622,208249281~30920536,240398233~3036846,246402558~25707835,273932032~948860,275020936~887797,277924467~2799721,281966612~1069486,283885646~1340452,285498168~17827554,305138638~8874441,316764114~1718090,318753086~8167724,327141348~11300848,340774249~11837394,353285939~15530455,369558094~5170373,376343637~8144930,385403060~9993237,395899660~5320465,403360897~3188967,407636507~1784786] 2024-08-29T18:49:58.082 INFO:tasks.workunit.client.0.smithi028.stdout: actual was [0~16352025,17028177~62241609,79691776~42908164,125829120~3536369,134217728~7466792,145351016~8624850,159383552~6010032,166234126~7755611,176160768~23910656,201326592~1126568,205520896~66589497,272629760~3278973,276824064~3900124,281018368~32994711,314572800~23869396,339738624~29077770,369098752~15389815,385403060~15817065,403360897~3188967,407636507~1784786] 2024-08-29T18:49:58.083 INFO:tasks.workunit.client.0.smithi028.stdout:from 1 to HEAD diff [217869~607781,3628194~12723831,17028177~24935011,43179186~34330726,78747617~522169,79764586~9329498,91242439~19383802,114645810~3256659,120618268~1981672,126985745~2379744,134273387~7411133,145351016~8624850,161911242~3482342,166234126~7755611,176334132~23737292,201373250~1079910,205956601~216622,208249281~30382487,240398233~3036846,246402558~25707835,273932032~948860,275020936~887797,277924467~2799721,281966612~1069486,283885646~1340452,285498168~17827554,305138638~8874441,316764114~1718090,318753086~8167724,327141348~11300848,340774249~11837394,353285939~15530455,369558094~5170373,376343637~8144930,385403060~9993237,395899660~5320465,403360897~3188967,407636507~1784786] 2024-08-29T18:49:58.083 INFO:tasks.workunit.client.0.smithi028.stdout: limited diff [217869~607781,3628194~12723831,17028177~24935011,43179186~34330726,78747617~522169,79764586~9329498,91242439~19383802,114645810~3256659,120618268~1981672,126985745~2379744,134273387~7411133,145351016~8624850,161911242~3482342,166234126~7755611,176334132~23737292,201373250~1079910,205956601~216622,208249281~30382487,240398233~3036846,246402558~25707835,273932032~948860,275020936~887797,277924467~2799721,281966612~1069486,283885646~1340452,285498168~17827554,305138638~8874441,316764114~1718090,318753086~8167724,327141348~11300848,340774249~11837394,353285939~15530455,369558094~5170373,376343637~8144930,385403060~9993237,395899660~5320465,403360897~3188967,407636507~1784786] 2024-08-29T18:49:58.093 INFO:tasks.workunit.client.0.smithi028.stdout: actual was [0~16352025,17028177~62241609,79764586~30861655,114645810~3256659,119740586~2859354,125829120~3536369,134217728~7466792,145351016~8624850,159383552~6010032,166234126~7755611,176160768~23910656,201326592~1126568,205520896~33110872,239169817~32940576,272629760~3278973,276824064~3900124,281018368~32994711,314572800~23869396,339738624~12873019,353285939~15530455,369098752~15389815,385403060~15817065,403360897~3188967,407636507~1784786] 2024-08-29T18:49:58.093 INFO:tasks.workunit.client.0.smithi028.stdout:from 2 to HEAD diff [217869~607781,3628194~12723831,17028177~24935011,43179186~34330726,78747617~522169,79764586~9329498,91242439~19383802,114645810~3256659,120618268~1981672,126985745~2379744,134273387~7411133,145351016~8624850,161911242~3482342,166234126~7755611,176334132~23737292,201373250~1079910,205956601~216622,208249281~30382487,240398233~3036846,246402558~6123699,253287398~18822995,275020936~887797,277924467~2799721,281966612~1069486,283885646~1340452,285498168~17827554,305138638~8874441,316764114~1718090,318753086~8167724,327141348~11300848,340774249~11837394,353738398~6725555,360589455~8226939,369558094~5170373,376343637~8144930,385403060~9993237,395899660~5320465,403360897~3188967,407636507~1784786] 2024-08-29T18:49:58.093 INFO:tasks.workunit.client.0.smithi028.stdout: limited diff [217869~607781,3628194~12723831,17028177~24935011,43179186~34330726,78747617~522169,79764586~9329498,91242439~19383802,114645810~3256659,120618268~1981672,126985745~2379744,134273387~7411133,145351016~8624850,161911242~3482342,166234126~7755611,176334132~23737292,201373250~1079910,205956601~216622,208249281~30382487,240398233~3036846,246402558~6123699,253287398~18822995,275020936~887797,277924467~2799721,281966612~1069486,283885646~1340452,285498168~17827554,305138638~8874441,316764114~1718090,318753086~8167724,327141348~11300848,340774249~11837394,353738398~6725555,360589455~8226939,369558094~5170373,376343637~8144930,385403060~9993237,395899660~5320465,403360897~3188967,407636507~1784786] 2024-08-29T18:49:58.100 INFO:tasks.workunit.client.0.smithi028.stdout: actual was [0~16352025,17028177~62241609,79764586~30861655,114645810~3256659,119740586~2859354,125829120~3536369,134217728~7466792,145351016~8624850,159383552~6010032,166234126~7755611,176160768~23910656,201326592~1126568,205520896~33110872,239169817~13356440,253287398~18822995,274880892~1027841,276824064~3900124,281018368~32994711,314572800~23869396,339738624~12873019,353738398~6725555,360589455~8226939,369558094~14930473,385403060~15817065,403360897~3188967,407636507~1784786] 2024-08-29T18:49:58.100 INFO:tasks.workunit.client.0.smithi028.stdout:from 3 to HEAD diff [217869~607781,3628194~12723831,17028177~24935011,43179186~34330726,78747617~522169,79764586~9329498,91242439~19383802,114645810~3256659,120618268~1981672,126985745~2379744,134273387~7411133,145351016~8624850,161911242~3482342,166234126~7755611,176334132~23737292,201373250~1079910,205956601~216622,208249281~30382487,240398233~3036846,246402558~6123699,253287398~18822995,275020936~887797,277924467~2799721,281966612~1069486,283885646~1340452,285498168~17827554,305138638~8421838,316764114~1718090,318753086~8167724,327843439~10598757,340774249~11837394,353738398~6725555,361055869~7760525,369558094~5170373,376343637~8144930,385403060~9993237,395899660~5320465,403360897~3188967,407636507~1784786] 2024-08-29T18:49:58.100 INFO:tasks.workunit.client.0.smithi028.stdout: limited diff [217869~607781,3628194~12723831,17028177~24935011,43179186~34330726,78747617~522169,79764586~9329498,91242439~19383802,114645810~3256659,120618268~1981672,126985745~2379744,134273387~7411133,145351016~8624850,161911242~3482342,166234126~7755611,176334132~23737292,201373250~1079910,205956601~216622,208249281~30382487,240398233~3036846,246402558~6123699,253287398~18822995,275020936~887797,277924467~2799721,281966612~1069486,283885646~1340452,285498168~17827554,305138638~8421838,316764114~1718090,318753086~8167724,327843439~10598757,340774249~11837394,353738398~6725555,361055869~7760525,369558094~5170373,376343637~8144930,385403060~9993237,395899660~5320465,403360897~3188967,407636507~1784786] 2024-08-29T18:49:58.107 INFO:tasks.workunit.client.0.smithi028.stdout: actual was [0~16352025,17028177~62241609,79764586~30861655,114645810~3256659,119740586~2859354,125829120~3536369,134217728~7466792,145351016~8624850,159383552~6010032,166234126~7755611,176160768~23910656,201326592~1126568,205520896~33110872,239169817~13356440,253287398~18822995,274880892~1027841,276824064~3900124,281018368~32542108,314572800~12348010,327843439~10598757,339738624~12873019,353738398~6725555,361055869~7760525,369558094~14930473,385403060~15817065,403360897~3188967,407636507~1784786] 2024-08-29T18:49:58.107 INFO:tasks.workunit.client.0.smithi028.stdout:from 4 to HEAD diff [217869~607781,3628194~12723831,17028177~24935011,46474403~31035509,78747617~522169,79764586~8789930,91242439~19383802,114645810~3256659,120618268~1981672,126985745~2379744,134273387~7411133,145351016~8624850,161911242~3482342,166234126~7755611,176334132~23737292,201373250~1079910,205956601~216622,208249281~30382487,240398233~3036846,246402558~6123699,253287398~18822995,275020936~887797,277924467~2799721,281966612~1069486,283885646~1340452,285498168~17827554,305138638~8421838,316764114~1718090,319174253~1934258,327843439~10481895,340774249~11837394,355263620~5200333,361055869~7760525,369558094~5170373,376343637~4872046,385403060~9993237,395899660~5320465,403360897~3188967,407636507~1784786] 2024-08-29T18:49:58.107 INFO:tasks.workunit.client.0.smithi028.stdout: limited diff [217869~607781,3628194~12723831,17028177~24935011,46474403~31035509,78747617~522169,79764586~8789930,91242439~19383802,114645810~3256659,120618268~1981672,126985745~2379744,134273387~7411133,145351016~8624850,161911242~3482342,166234126~7755611,176334132~23737292,201373250~1079910,205956601~216622,208249281~30382487,240398233~3036846,246402558~6123699,253287398~18822995,275020936~887797,277924467~2799721,281966612~1069486,283885646~1340452,285498168~17827554,305138638~8421838,316764114~1718090,319174253~1934258,327843439~10481895,340774249~11837394,355263620~5200333,361055869~7760525,369558094~5170373,376343637~4872046,385403060~9993237,395899660~5320465,403360897~3188967,407636507~1784786] 2024-08-29T18:49:58.113 INFO:tasks.workunit.client.0.smithi028.stdout: actual was [0~16352025,17028177~24935011,46474403~32795383,79764586~8789930,89094084~21532157,114645810~3256659,119740586~2859354,125829120~3536369,134217728~7466792,145351016~8624850,159383552~6010032,166234126~7755611,176160768~23910656,201326592~1126568,205520896~33110872,239169817~13356440,253287398~18822995,274880892~1027841,276824064~3900124,281018368~32542108,316764114~1718090,319174253~1934258,327843439~10481895,339738624~12873019,355263620~5200333,361055869~7760525,369558094~11657589,385403060~15817065,403360897~3188967,407636507~1784786] 2024-08-29T18:49:58.113 INFO:tasks.workunit.client.0.smithi028.stdout:from 5 to HEAD diff [217869~607781,3628194~12723831,17028177~24935011,46474403~31035509,78747617~522169,79764586~6120719,91242439~19383802,114645810~3256659,120618268~1981672,126985745~2379744,134273387~7411133,145351016~8624850,161993646~3399938,166234126~7755611,176334132~23737292,201373250~1079910,205956601~216622,208249281~15349850,227002606~11629162,240398233~3036846,253287398~18822995,275020936~887797,277924467~2799721,281966612~1069486,283885646~1340452,285498168~17827554,305138638~8421838,316764114~1718090,319174253~1934258,327843439~10481895,340774249~11837394,355263620~5200333,361055869~7556606,369558094~5170373,376343637~4872046,385403060~9993237,395899660~5320465,403360897~3188967,407636507~1784786] 2024-08-29T18:49:58.113 INFO:tasks.workunit.client.0.smithi028.stdout: limited diff [217869~607781,3628194~12723831,17028177~24935011,46474403~31035509,78747617~522169,79764586~6120719,91242439~19383802,114645810~3256659,120618268~1981672,126985745~2379744,134273387~7411133,145351016~8624850,161993646~3399938,166234126~7755611,176334132~23737292,201373250~1079910,205956601~216622,208249281~15349850,227002606~11629162,240398233~3036846,253287398~18822995,275020936~887797,277924467~2799721,281966612~1069486,283885646~1340452,285498168~17827554,305138638~8421838,316764114~1718090,319174253~1934258,327843439~10481895,340774249~11837394,355263620~5200333,361055869~7556606,369558094~5170373,376343637~4872046,385403060~9993237,395899660~5320465,403360897~3188967,407636507~1784786] 2024-08-29T18:49:58.119 INFO:tasks.workunit.client.0.smithi028.stdout: actual was [0~16352025,17028177~24935011,46474403~32795383,79764586~6120719,89094084~21532157,114645810~3256659,119740586~2859354,125829120~3536369,134273387~7411133,145351016~8624850,161993646~3399938,166234126~7755611,176160768~23910656,201326592~1126568,205520896~18078235,227002606~11629162,239169817~4265262,253287398~18822995,274880892~1027841,277924467~2799721,281018368~32542108,316764114~1718090,319174253~1934258,327843439~10481895,339738624~12873019,355263620~5200333,361055869~7556606,369558094~11657589,385403060~15817065,403360897~3188967,407636507~1784786] 2024-08-29T18:49:58.119 INFO:tasks.workunit.client.0.smithi028.stdout:from 6 to HEAD diff [217869~607781,3628194~12723831,17028177~24935011,46474403~5208080,52303029~25206883,78747617~522169,79764586~6120719,91242439~19383802,114645810~3256659,126985745~2379744,134273387~7411133,145351016~8624850,161993646~3399938,166234126~7755611,176334132~23737292,201373250~1079910,205956601~216622,208249281~15349850,227002606~11629162,240398233~3036846,253287398~18822995,275020936~887797,277924467~2799721,281966612~1069486,283885646~1340452,285498168~17827554,305138638~8421838,316764114~1718090,319174253~1934258,327843439~10481895,340774249~11837394,355263620~5200333,361055869~7556606,369558094~5170373,376343637~4872046,385403060~9993237,395899660~5320465,403360897~3188967,407636507~1784786] 2024-08-29T18:49:58.119 INFO:tasks.workunit.client.0.smithi028.stdout: limited diff [217869~607781,3628194~12723831,17028177~24935011,46474403~5208080,52303029~25206883,78747617~522169,79764586~6120719,91242439~19383802,114645810~3256659,126985745~2379744,134273387~7411133,145351016~8624850,161993646~3399938,166234126~7755611,176334132~23737292,201373250~1079910,205956601~216622,208249281~15349850,227002606~11629162,240398233~3036846,253287398~18822995,275020936~887797,277924467~2799721,281966612~1069486,283885646~1340452,285498168~17827554,305138638~8421838,316764114~1718090,319174253~1934258,327843439~10481895,340774249~11837394,355263620~5200333,361055869~7556606,369558094~5170373,376343637~4872046,385403060~9993237,395899660~5320465,403360897~3188967,407636507~1784786] 2024-08-29T18:49:58.125 INFO:tasks.workunit.client.0.smithi028.stdout: actual was [0~16352025,17028177~24935011,46474403~5208080,52303029~26966757,79764586~6120719,89094084~21532157,114645810~3256659,125829120~3536369,134273387~7411133,145351016~8624850,161993646~3399938,166234126~7755611,176334132~23737292,201326592~1126568,205520896~18078235,227002606~11629162,239169817~4265262,253287398~18822995,274880892~1027841,277924467~2799721,281018368~32542108,316764114~1718090,319174253~1934258,327843439~10481895,339738624~12873019,355263620~5200333,361055869~7556606,369558094~11657589,385403060~15817065,403360897~3188967,407636507~1784786] 2024-08-29T18:49:58.125 INFO:tasks.workunit.client.0.smithi028.stdout:from 7 to HEAD diff [217869~607781,3628194~12723831,17028177~24935011,46474403~5208080,52303029~25206883,78747617~522169,79764586~6120719,91242439~13302339,105032287~5593954,114645810~3256659,126985745~2379744,134273387~7411133,145351016~8624850,161993646~3399938,166234126~6758508,176334132~23737292,201373250~1079910,205956601~216622,208249281~15349850,227002606~11629162,240398233~3036846,253287398~18822995,275020936~887797,277924467~2799721,281966612~1069486,283885646~1340452,285498168~17827554,305138638~8421838,319174253~1934258,327843439~10481895,340774249~11837394,355263620~5200333,361055869~7556606,369558094~5170373,376725448~4490235,385403060~9993237,395899660~5320465,403360897~3188967] 2024-08-29T18:49:58.125 INFO:tasks.workunit.client.0.smithi028.stdout: limited diff [217869~607781,3628194~12723831,17028177~24935011,46474403~5208080,52303029~25206883,78747617~522169,79764586~6120719,91242439~13302339,105032287~5593954,114645810~3256659,126985745~2379744,134273387~7411133,145351016~8624850,161993646~3399938,166234126~6758508,176334132~23737292,201373250~1079910,205956601~216622,208249281~15349850,227002606~11629162,240398233~3036846,253287398~18822995,275020936~887797,277924467~2799721,281966612~1069486,283885646~1340452,285498168~17827554,305138638~8421838,319174253~1934258,327843439~10481895,340774249~11837394,355263620~5200333,361055869~7556606,369558094~5170373,376725448~4490235,385403060~9993237,395899660~5320465,403360897~3188967] 2024-08-29T18:49:58.132 INFO:tasks.workunit.client.0.smithi028.stdout: actual was [0~16352025,17028177~24935011,46474403~5208080,52303029~26966757,79764586~6120719,89094084~15450694,105032287~5593954,114645810~3256659,125829120~3536369,134273387~7411133,145351016~8624850,161993646~3399938,166234126~6758508,176334132~23737292,201326592~1126568,205956601~216622,208249281~15349850,227002606~11629162,239169817~4265262,253287398~18822995,274880892~1027841,277924467~2799721,281018368~32542108,319174253~1934258,327843439~10481895,339738624~12873019,355263620~5200333,361055869~7556606,369558094~5170373,376725448~4490235,385403060~9993237,395899660~5320465,403360897~3188967] 2024-08-29T18:49:58.132 INFO:tasks.workunit.client.0.smithi028.stdout:from 8 to HEAD diff [217869~607781,3628194~12723831,17028177~24935011,46474403~5208080,52303029~25206883,78747617~522169,79764586~6120719,91242439~13302339,105032287~5593954,114645810~3256659,126985745~2379744,134273387~7411133,145351016~8624850,161993646~3399938,166234126~6758508,176334132~9504543,188939830~11131594,201373250~1079910,205956601~216622,208249281~15349850,227002606~11629162,240398233~3036846,253287398~18822995,275020936~887797,277924467~2799721,281966612~1069486,283885646~1340452,285498168~17827554,305138638~8421838,319174253~1934258,327843439~10481895,340774249~11837394,356460539~4003414,361055869~7556606,369558094~5170373,376725448~4490235,385403060~9993237,395899660~5320465,403360897~3188967] 2024-08-29T18:49:58.132 INFO:tasks.workunit.client.0.smithi028.stdout: limited diff [217869~607781,3628194~12723831,17028177~24935011,46474403~5208080,52303029~25206883,78747617~522169,79764586~6120719,91242439~13302339,105032287~5593954,114645810~3256659,126985745~2379744,134273387~7411133,145351016~8624850,161993646~3399938,166234126~6758508,176334132~9504543,188939830~11131594,201373250~1079910,205956601~216622,208249281~15349850,227002606~11629162,240398233~3036846,253287398~18822995,275020936~887797,277924467~2799721,281966612~1069486,283885646~1340452,285498168~17827554,305138638~8421838,319174253~1934258,327843439~10481895,340774249~11837394,356460539~4003414,361055869~7556606,369558094~5170373,376725448~4490235,385403060~9993237,395899660~5320465,403360897~3188967] 2024-08-29T18:49:58.138 INFO:tasks.workunit.client.0.smithi028.stdout: actual was [0~16352025,17028177~24935011,46474403~5208080,52303029~26966757,79764586~6120719,89094084~15450694,105032287~5593954,114645810~3256659,125829120~3536369,134273387~7411133,145351016~8624850,161993646~3399938,166234126~6758508,176334132~9504543,188939830~11131594,201326592~1126568,205956601~216622,208249281~15349850,227002606~11629162,239169817~4265262,253287398~18822995,274880892~1027841,277924467~2799721,281018368~4207730,285498168~28062308,319174253~1934258,327843439~10481895,339738624~12873019,356460539~4003414,361055869~7556606,369558094~5170373,376725448~4490235,385403060~9993237,395899660~5320465,403360897~3188967] 2024-08-29T18:49:58.381 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:49:57 smithi028 bash[77168]: cluster 2024-08-29T18:49:56.377234+0000 mgr.y (mgr.25022) 1896 : cluster [DBG] pgmap v3397: 137 pgs: 137 active+clean; 846 MiB data, 7.6 GiB used, 708 GiB / 715 GiB avail; 141 KiB/s rd, 6.2 KiB/s wr, 2.48k op/s 2024-08-29T18:49:58.381 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:49:57 smithi028 bash[77168]: cluster 2024-08-29T18:49:56.959357+0000 mon.a (mon.0) 3530 : cluster [DBG] osdmap e1983: 8 total, 8 up, 8 in 2024-08-29T18:49:58.381 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:49:57 smithi028 bash[77168]: audit 2024-08-29T18:49:57.153333+0000 mon.a (mon.0) 3531 : audit [DBG] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-29T18:49:58.381 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:49:57 smithi028 bash[78352]: cluster 2024-08-29T18:49:56.377234+0000 mgr.y (mgr.25022) 1896 : cluster [DBG] pgmap v3397: 137 pgs: 137 active+clean; 846 MiB data, 7.6 GiB used, 708 GiB / 715 GiB avail; 141 KiB/s rd, 6.2 KiB/s wr, 2.48k op/s 2024-08-29T18:49:58.381 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:49:57 smithi028 bash[78352]: cluster 2024-08-29T18:49:56.959357+0000 mon.a (mon.0) 3530 : cluster [DBG] osdmap e1983: 8 total, 8 up, 8 in 2024-08-29T18:49:58.381 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:49:57 smithi028 bash[78352]: audit 2024-08-29T18:49:57.153333+0000 mon.a (mon.0) 3531 : audit [DBG] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-29T18:49:58.406 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:49:57 smithi053 bash[68679]: cluster 2024-08-29T18:49:56.377234+0000 mgr.y (mgr.25022) 1896 : cluster [DBG] pgmap v3397: 137 pgs: 137 active+clean; 846 MiB data, 7.6 GiB used, 708 GiB / 715 GiB avail; 141 KiB/s rd, 6.2 KiB/s wr, 2.48k op/s 2024-08-29T18:49:58.406 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:49:57 smithi053 bash[68679]: cluster 2024-08-29T18:49:56.959357+0000 mon.a (mon.0) 3530 : cluster [DBG] osdmap e1983: 8 total, 8 up, 8 in 2024-08-29T18:49:58.406 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:49:57 smithi053 bash[68679]: audit 2024-08-29T18:49:57.153333+0000 mon.a (mon.0) 3531 : audit [DBG] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-29T18:49:58.777 INFO:tasks.workunit.client.0.smithi028.stdout:from 0 to HEAD diff [217869~607781,3628194~12723831,17028177~24935011,43179186~34330726,78747617~522169,79764586~9329498,91242439~19383802,112266524~7474062,120618268~1981672,126985745~2379744,134273387~7411133,145351016~8624850,161911242~3482342,166234126~7755611,176334132~23737292,201373250~1079910,205956601~216622,208249281~30920536,240398233~3036846,246402558~25707835,273932032~948860,275020936~887797,277924467~2799721,281966612~1069486,283885646~1340452,285498168~17827554,305138638~8874441,316764114~1718090,318753086~8167724,327141348~11300848,340774249~11837394,353285939~15530455,369558094~5170373,376343637~8144930,385403060~9993237,395899660~5320465,403360897~3188967,407636507~1784786] 2024-08-29T18:49:58.777 INFO:tasks.workunit.client.0.smithi028.stdout: limited diff [217869~607781,3628194~12723831,17028177~24935011,43179186~34330726,78747617~522169,79764586~9329498,91242439~19383802,112266524~7474062,120618268~1981672,126985745~2379744,134273387~7411133,145351016~8624850,161911242~3482342,166234126~7755611,176334132~23737292,201373250~1079910,205956601~216622,208249281~30920536,240398233~3036846,246402558~25707835,273932032~948860,275020936~887797,277924467~2799721,281966612~1069486,283885646~1340452,285498168~17827554,305138638~8874441,316764114~1718090,318753086~8167724,327141348~11300848,340774249~11837394,353285939~15530455,369558094~5170373,376343637~8144930,385403060~9993237,395899660~5320465,403360897~3188967,407636507~1784786] 2024-08-29T18:49:58.843 INFO:tasks.workunit.client.0.smithi028.stdout: actual was [0~16352025,17028177~62241609,79691776~42908164,125829120~3536369,134217728~7466792,145351016~8624850,159383552~6010032,166234126~7755611,176160768~23910656,201326592~1126568,205520896~66589497,272629760~3278973,276824064~3900124,281018368~32994711,314572800~23869396,339738624~29077770,369098752~15389815,385403060~15817065,403360897~3188967,407636507~1784786] 2024-08-29T18:49:58.843 INFO:tasks.workunit.client.0.smithi028.stdout:from 1 to HEAD diff [217869~607781,3628194~12723831,17028177~24935011,43179186~34330726,78747617~522169,79764586~9329498,91242439~19383802,114645810~3256659,120618268~1981672,126985745~2379744,134273387~7411133,145351016~8624850,161911242~3482342,166234126~7755611,176334132~23737292,201373250~1079910,205956601~216622,208249281~30382487,240398233~3036846,246402558~25707835,273932032~948860,275020936~887797,277924467~2799721,281966612~1069486,283885646~1340452,285498168~17827554,305138638~8874441,316764114~1718090,318753086~8167724,327141348~11300848,340774249~11837394,353285939~15530455,369558094~5170373,376343637~8144930,385403060~9993237,395899660~5320465,403360897~3188967,407636507~1784786] 2024-08-29T18:49:58.843 INFO:tasks.workunit.client.0.smithi028.stdout: limited diff [217869~607781,3628194~12723831,17028177~24935011,43179186~34330726,78747617~522169,79764586~9329498,91242439~19383802,114645810~3256659,120618268~1981672,126985745~2379744,134273387~7411133,145351016~8624850,161911242~3482342,166234126~7755611,176334132~23737292,201373250~1079910,205956601~216622,208249281~30382487,240398233~3036846,246402558~25707835,273932032~948860,275020936~887797,277924467~2799721,281966612~1069486,283885646~1340452,285498168~17827554,305138638~8874441,316764114~1718090,318753086~8167724,327141348~11300848,340774249~11837394,353285939~15530455,369558094~5170373,376343637~8144930,385403060~9993237,395899660~5320465,403360897~3188967,407636507~1784786] 2024-08-29T18:49:58.849 INFO:tasks.workunit.client.0.smithi028.stdout: actual was [0~16352025,17028177~62241609,79764586~30861655,114645810~3256659,119740586~2859354,125829120~3536369,134217728~7466792,145351016~8624850,159383552~6010032,166234126~7755611,176160768~23910656,201326592~1126568,205520896~33110872,239169817~32940576,272629760~3278973,276824064~3900124,281018368~32994711,314572800~23869396,339738624~12873019,353285939~15530455,369098752~15389815,385403060~15817065,403360897~3188967,407636507~1784786] 2024-08-29T18:49:58.849 INFO:tasks.workunit.client.0.smithi028.stdout:from 2 to HEAD diff [217869~607781,3628194~12723831,17028177~24935011,43179186~34330726,78747617~522169,79764586~9329498,91242439~19383802,114645810~3256659,120618268~1981672,126985745~2379744,134273387~7411133,145351016~8624850,161911242~3482342,166234126~7755611,176334132~23737292,201373250~1079910,205956601~216622,208249281~30382487,240398233~3036846,246402558~6123699,253287398~18822995,275020936~887797,277924467~2799721,281966612~1069486,283885646~1340452,285498168~17827554,305138638~8874441,316764114~1718090,318753086~8167724,327141348~11300848,340774249~11837394,353738398~6725555,360589455~8226939,369558094~5170373,376343637~8144930,385403060~9993237,395899660~5320465,403360897~3188967,407636507~1784786] 2024-08-29T18:49:58.849 INFO:tasks.workunit.client.0.smithi028.stdout: limited diff [217869~607781,3628194~12723831,17028177~24935011,43179186~34330726,78747617~522169,79764586~9329498,91242439~19383802,114645810~3256659,120618268~1981672,126985745~2379744,134273387~7411133,145351016~8624850,161911242~3482342,166234126~7755611,176334132~23737292,201373250~1079910,205956601~216622,208249281~30382487,240398233~3036846,246402558~6123699,253287398~18822995,275020936~887797,277924467~2799721,281966612~1069486,283885646~1340452,285498168~17827554,305138638~8874441,316764114~1718090,318753086~8167724,327141348~11300848,340774249~11837394,353738398~6725555,360589455~8226939,369558094~5170373,376343637~8144930,385403060~9993237,395899660~5320465,403360897~3188967,407636507~1784786] 2024-08-29T18:49:58.856 INFO:tasks.workunit.client.0.smithi028.stdout: actual was [0~16352025,17028177~62241609,79764586~30861655,114645810~3256659,119740586~2859354,125829120~3536369,134217728~7466792,145351016~8624850,159383552~6010032,166234126~7755611,176160768~23910656,201326592~1126568,205520896~33110872,239169817~13356440,253287398~18822995,274880892~1027841,276824064~3900124,281018368~32994711,314572800~23869396,339738624~12873019,353738398~6725555,360589455~8226939,369558094~14930473,385403060~15817065,403360897~3188967,407636507~1784786] 2024-08-29T18:49:58.856 INFO:tasks.workunit.client.0.smithi028.stdout:from 3 to HEAD diff [217869~607781,3628194~12723831,17028177~24935011,43179186~34330726,78747617~522169,79764586~9329498,91242439~19383802,114645810~3256659,120618268~1981672,126985745~2379744,134273387~7411133,145351016~8624850,161911242~3482342,166234126~7755611,176334132~23737292,201373250~1079910,205956601~216622,208249281~30382487,240398233~3036846,246402558~6123699,253287398~18822995,275020936~887797,277924467~2799721,281966612~1069486,283885646~1340452,285498168~17827554,305138638~8421838,316764114~1718090,318753086~8167724,327843439~10598757,340774249~11837394,353738398~6725555,361055869~7760525,369558094~5170373,376343637~8144930,385403060~9993237,395899660~5320465,403360897~3188967,407636507~1784786] 2024-08-29T18:49:58.856 INFO:tasks.workunit.client.0.smithi028.stdout: limited diff [217869~607781,3628194~12723831,17028177~24935011,43179186~34330726,78747617~522169,79764586~9329498,91242439~19383802,114645810~3256659,120618268~1981672,126985745~2379744,134273387~7411133,145351016~8624850,161911242~3482342,166234126~7755611,176334132~23737292,201373250~1079910,205956601~216622,208249281~30382487,240398233~3036846,246402558~6123699,253287398~18822995,275020936~887797,277924467~2799721,281966612~1069486,283885646~1340452,285498168~17827554,305138638~8421838,316764114~1718090,318753086~8167724,327843439~10598757,340774249~11837394,353738398~6725555,361055869~7760525,369558094~5170373,376343637~8144930,385403060~9993237,395899660~5320465,403360897~3188967,407636507~1784786] 2024-08-29T18:49:58.862 INFO:tasks.workunit.client.0.smithi028.stdout: actual was [0~16352025,17028177~62241609,79764586~30861655,114645810~3256659,119740586~2859354,125829120~3536369,134217728~7466792,145351016~8624850,159383552~6010032,166234126~7755611,176160768~23910656,201326592~1126568,205520896~33110872,239169817~13356440,253287398~18822995,274880892~1027841,276824064~3900124,281018368~32542108,314572800~12348010,327843439~10598757,339738624~12873019,353738398~6725555,361055869~7760525,369558094~14930473,385403060~15817065,403360897~3188967,407636507~1784786] 2024-08-29T18:49:58.862 INFO:tasks.workunit.client.0.smithi028.stdout:from 4 to HEAD diff [217869~607781,3628194~12723831,17028177~24935011,46474403~31035509,78747617~522169,79764586~8789930,91242439~19383802,114645810~3256659,120618268~1981672,126985745~2379744,134273387~7411133,145351016~8624850,161911242~3482342,166234126~7755611,176334132~23737292,201373250~1079910,205956601~216622,208249281~30382487,240398233~3036846,246402558~6123699,253287398~18822995,275020936~887797,277924467~2799721,281966612~1069486,283885646~1340452,285498168~17827554,305138638~8421838,316764114~1718090,319174253~1934258,327843439~10481895,340774249~11837394,355263620~5200333,361055869~7760525,369558094~5170373,376343637~4872046,385403060~9993237,395899660~5320465,403360897~3188967,407636507~1784786] 2024-08-29T18:49:58.862 INFO:tasks.workunit.client.0.smithi028.stdout: limited diff [217869~607781,3628194~12723831,17028177~24935011,46474403~31035509,78747617~522169,79764586~8789930,91242439~19383802,114645810~3256659,120618268~1981672,126985745~2379744,134273387~7411133,145351016~8624850,161911242~3482342,166234126~7755611,176334132~23737292,201373250~1079910,205956601~216622,208249281~30382487,240398233~3036846,246402558~6123699,253287398~18822995,275020936~887797,277924467~2799721,281966612~1069486,283885646~1340452,285498168~17827554,305138638~8421838,316764114~1718090,319174253~1934258,327843439~10481895,340774249~11837394,355263620~5200333,361055869~7760525,369558094~5170373,376343637~4872046,385403060~9993237,395899660~5320465,403360897~3188967,407636507~1784786] 2024-08-29T18:49:58.868 INFO:tasks.workunit.client.0.smithi028.stdout: actual was [0~16352025,17028177~24935011,46474403~32795383,79764586~8789930,89094084~21532157,114645810~3256659,119740586~2859354,125829120~3536369,134217728~7466792,145351016~8624850,159383552~6010032,166234126~7755611,176160768~23910656,201326592~1126568,205520896~33110872,239169817~13356440,253287398~18822995,274880892~1027841,276824064~3900124,281018368~32542108,316764114~1718090,319174253~1934258,327843439~10481895,339738624~12873019,355263620~5200333,361055869~7760525,369558094~11657589,385403060~15817065,403360897~3188967,407636507~1784786] 2024-08-29T18:49:58.868 INFO:tasks.workunit.client.0.smithi028.stdout:from 5 to HEAD diff [217869~607781,3628194~12723831,17028177~24935011,46474403~31035509,78747617~522169,79764586~6120719,91242439~19383802,114645810~3256659,120618268~1981672,126985745~2379744,134273387~7411133,145351016~8624850,161993646~3399938,166234126~7755611,176334132~23737292,201373250~1079910,205956601~216622,208249281~15349850,227002606~11629162,240398233~3036846,253287398~18822995,275020936~887797,277924467~2799721,281966612~1069486,283885646~1340452,285498168~17827554,305138638~8421838,316764114~1718090,319174253~1934258,327843439~10481895,340774249~11837394,355263620~5200333,361055869~7556606,369558094~5170373,376343637~4872046,385403060~9993237,395899660~5320465,403360897~3188967,407636507~1784786] 2024-08-29T18:49:58.868 INFO:tasks.workunit.client.0.smithi028.stdout: limited diff [217869~607781,3628194~12723831,17028177~24935011,46474403~31035509,78747617~522169,79764586~6120719,91242439~19383802,114645810~3256659,120618268~1981672,126985745~2379744,134273387~7411133,145351016~8624850,161993646~3399938,166234126~7755611,176334132~23737292,201373250~1079910,205956601~216622,208249281~15349850,227002606~11629162,240398233~3036846,253287398~18822995,275020936~887797,277924467~2799721,281966612~1069486,283885646~1340452,285498168~17827554,305138638~8421838,316764114~1718090,319174253~1934258,327843439~10481895,340774249~11837394,355263620~5200333,361055869~7556606,369558094~5170373,376343637~4872046,385403060~9993237,395899660~5320465,403360897~3188967,407636507~1784786] 2024-08-29T18:49:58.874 INFO:tasks.workunit.client.0.smithi028.stdout: actual was [0~16352025,17028177~24935011,46474403~32795383,79764586~6120719,89094084~21532157,114645810~3256659,119740586~2859354,125829120~3536369,134273387~7411133,145351016~8624850,161993646~3399938,166234126~7755611,176160768~23910656,201326592~1126568,205520896~18078235,227002606~11629162,239169817~4265262,253287398~18822995,274880892~1027841,277924467~2799721,281018368~32542108,316764114~1718090,319174253~1934258,327843439~10481895,339738624~12873019,355263620~5200333,361055869~7556606,369558094~11657589,385403060~15817065,403360897~3188967,407636507~1784786] 2024-08-29T18:49:58.874 INFO:tasks.workunit.client.0.smithi028.stdout:from 6 to HEAD diff [217869~607781,3628194~12723831,17028177~24935011,46474403~5208080,52303029~25206883,78747617~522169,79764586~6120719,91242439~19383802,114645810~3256659,126985745~2379744,134273387~7411133,145351016~8624850,161993646~3399938,166234126~7755611,176334132~23737292,201373250~1079910,205956601~216622,208249281~15349850,227002606~11629162,240398233~3036846,253287398~18822995,275020936~887797,277924467~2799721,281966612~1069486,283885646~1340452,285498168~17827554,305138638~8421838,316764114~1718090,319174253~1934258,327843439~10481895,340774249~11837394,355263620~5200333,361055869~7556606,369558094~5170373,376343637~4872046,385403060~9993237,395899660~5320465,403360897~3188967,407636507~1784786] 2024-08-29T18:49:58.874 INFO:tasks.workunit.client.0.smithi028.stdout: limited diff [217869~607781,3628194~12723831,17028177~24935011,46474403~5208080,52303029~25206883,78747617~522169,79764586~6120719,91242439~19383802,114645810~3256659,126985745~2379744,134273387~7411133,145351016~8624850,161993646~3399938,166234126~7755611,176334132~23737292,201373250~1079910,205956601~216622,208249281~15349850,227002606~11629162,240398233~3036846,253287398~18822995,275020936~887797,277924467~2799721,281966612~1069486,283885646~1340452,285498168~17827554,305138638~8421838,316764114~1718090,319174253~1934258,327843439~10481895,340774249~11837394,355263620~5200333,361055869~7556606,369558094~5170373,376343637~4872046,385403060~9993237,395899660~5320465,403360897~3188967,407636507~1784786] 2024-08-29T18:49:58.880 INFO:tasks.workunit.client.0.smithi028.stdout: actual was [0~16352025,17028177~24935011,46474403~5208080,52303029~26966757,79764586~6120719,89094084~21532157,114645810~3256659,125829120~3536369,134273387~7411133,145351016~8624850,161993646~3399938,166234126~7755611,176334132~23737292,201326592~1126568,205520896~18078235,227002606~11629162,239169817~4265262,253287398~18822995,274880892~1027841,277924467~2799721,281018368~32542108,316764114~1718090,319174253~1934258,327843439~10481895,339738624~12873019,355263620~5200333,361055869~7556606,369558094~11657589,385403060~15817065,403360897~3188967,407636507~1784786] 2024-08-29T18:49:58.880 INFO:tasks.workunit.client.0.smithi028.stdout:from 7 to HEAD diff [217869~607781,3628194~12723831,17028177~24935011,46474403~5208080,52303029~25206883,78747617~522169,79764586~6120719,91242439~13302339,105032287~5593954,114645810~3256659,126985745~2379744,134273387~7411133,145351016~8624850,161993646~3399938,166234126~6758508,176334132~23737292,201373250~1079910,205956601~216622,208249281~15349850,227002606~11629162,240398233~3036846,253287398~18822995,275020936~887797,277924467~2799721,281966612~1069486,283885646~1340452,285498168~17827554,305138638~8421838,319174253~1934258,327843439~10481895,340774249~11837394,355263620~5200333,361055869~7556606,369558094~5170373,376725448~4490235,385403060~9993237,395899660~5320465,403360897~3188967] 2024-08-29T18:49:58.880 INFO:tasks.workunit.client.0.smithi028.stdout: limited diff [217869~607781,3628194~12723831,17028177~24935011,46474403~5208080,52303029~25206883,78747617~522169,79764586~6120719,91242439~13302339,105032287~5593954,114645810~3256659,126985745~2379744,134273387~7411133,145351016~8624850,161993646~3399938,166234126~6758508,176334132~23737292,201373250~1079910,205956601~216622,208249281~15349850,227002606~11629162,240398233~3036846,253287398~18822995,275020936~887797,277924467~2799721,281966612~1069486,283885646~1340452,285498168~17827554,305138638~8421838,319174253~1934258,327843439~10481895,340774249~11837394,355263620~5200333,361055869~7556606,369558094~5170373,376725448~4490235,385403060~9993237,395899660~5320465,403360897~3188967] 2024-08-29T18:49:58.886 INFO:tasks.workunit.client.0.smithi028.stdout: actual was [0~16352025,17028177~24935011,46474403~5208080,52303029~26966757,79764586~6120719,89094084~15450694,105032287~5593954,114645810~3256659,125829120~3536369,134273387~7411133,145351016~8624850,161993646~3399938,166234126~6758508,176334132~23737292,201326592~1126568,205956601~216622,208249281~15349850,227002606~11629162,239169817~4265262,253287398~18822995,274880892~1027841,277924467~2799721,281018368~32542108,319174253~1934258,327843439~10481895,339738624~12873019,355263620~5200333,361055869~7556606,369558094~5170373,376725448~4490235,385403060~9993237,395899660~5320465,403360897~3188967] 2024-08-29T18:49:59.326 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:49:58 smithi053 bash[68679]: cluster 2024-08-29T18:49:57.960944+0000 mon.a (mon.0) 3532 : cluster [DBG] osdmap e1984: 8 total, 8 up, 8 in 2024-08-29T18:49:59.326 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:49:58 smithi053 bash[68679]: cluster 2024-08-29T18:49:58.719195+0000 mon.a (mon.0) 3533 : cluster [DBG] osdmap e1985: 8 total, 8 up, 8 in 2024-08-29T18:49:59.381 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:49:58 smithi028 bash[78352]: cluster 2024-08-29T18:49:57.960944+0000 mon.a (mon.0) 3532 : cluster [DBG] osdmap e1984: 8 total, 8 up, 8 in 2024-08-29T18:49:59.381 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:49:58 smithi028 bash[78352]: cluster 2024-08-29T18:49:58.719195+0000 mon.a (mon.0) 3533 : cluster [DBG] osdmap e1985: 8 total, 8 up, 8 in 2024-08-29T18:49:59.381 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:49:58 smithi028 bash[77168]: cluster 2024-08-29T18:49:57.960944+0000 mon.a (mon.0) 3532 : cluster [DBG] osdmap e1984: 8 total, 8 up, 8 in 2024-08-29T18:49:59.381 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:49:58 smithi028 bash[77168]: cluster 2024-08-29T18:49:58.719195+0000 mon.a (mon.0) 3533 : cluster [DBG] osdmap e1985: 8 total, 8 up, 8 in 2024-08-29T18:49:59.747 INFO:tasks.workunit.client.0.smithi028.stdout:from 0 to HEAD diff [217869~607781,3628194~12723831,17028177~24935011,43179186~34330726,78747617~522169,79764586~9329498,91242439~19383802,112266524~7474062,120618268~1981672,126985745~2379744,134273387~7411133,145351016~8624850,161911242~3482342,166234126~7755611,176334132~23737292,201373250~1079910,205956601~216622,208249281~30920536,240398233~3036846,246402558~25707835,273932032~948860,275020936~887797,277924467~2799721,281966612~1069486,283885646~1340452,285498168~17827554,305138638~8874441,316764114~1718090,318753086~8167724,327141348~11300848,340774249~11837394,353285939~15530455,369558094~5170373,376343637~8144930,385403060~9993237,395899660~5320465,403360897~3188967,407636507~1784786] 2024-08-29T18:49:59.747 INFO:tasks.workunit.client.0.smithi028.stdout: limited diff [217869~607781,3628194~12723831,17028177~24935011,43179186~34330726,78747617~522169,79764586~9329498,91242439~19383802,112266524~7474062,120618268~1981672,126985745~2379744,134273387~7411133,145351016~8624850,161911242~3482342,166234126~7755611,176334132~23737292,201373250~1079910,205956601~216622,208249281~30920536,240398233~3036846,246402558~25707835,273932032~948860,275020936~887797,277924467~2799721,281966612~1069486,283885646~1340452,285498168~17827554,305138638~8874441,316764114~1718090,318753086~8167724,327141348~11300848,340774249~11837394,353285939~15530455,369558094~5170373,376343637~8144930,385403060~9993237,395899660~5320465,403360897~3188967,407636507~1784786] 2024-08-29T18:49:59.843 INFO:tasks.workunit.client.0.smithi028.stdout: actual was [0~16352025,17028177~62241609,79691776~42908164,125829120~3536369,134217728~7466792,145351016~8624850,159383552~6010032,166234126~7755611,176160768~23910656,201326592~1126568,205520896~66589497,272629760~3278973,276824064~3900124,281018368~32994711,314572800~23869396,339738624~29077770,369098752~15389815,385403060~15817065,403360897~3188967,407636507~1784786] 2024-08-29T18:49:59.843 INFO:tasks.workunit.client.0.smithi028.stdout:from 1 to HEAD diff [217869~607781,3628194~12723831,17028177~24935011,43179186~34330726,78747617~522169,79764586~9329498,91242439~19383802,114645810~3256659,120618268~1981672,126985745~2379744,134273387~7411133,145351016~8624850,161911242~3482342,166234126~7755611,176334132~23737292,201373250~1079910,205956601~216622,208249281~30382487,240398233~3036846,246402558~25707835,273932032~948860,275020936~887797,277924467~2799721,281966612~1069486,283885646~1340452,285498168~17827554,305138638~8874441,316764114~1718090,318753086~8167724,327141348~11300848,340774249~11837394,353285939~15530455,369558094~5170373,376343637~8144930,385403060~9993237,395899660~5320465,403360897~3188967,407636507~1784786] 2024-08-29T18:49:59.843 INFO:tasks.workunit.client.0.smithi028.stdout: limited diff [217869~607781,3628194~12723831,17028177~24935011,43179186~34330726,78747617~522169,79764586~9329498,91242439~19383802,114645810~3256659,120618268~1981672,126985745~2379744,134273387~7411133,145351016~8624850,161911242~3482342,166234126~7755611,176334132~23737292,201373250~1079910,205956601~216622,208249281~30382487,240398233~3036846,246402558~25707835,273932032~948860,275020936~887797,277924467~2799721,281966612~1069486,283885646~1340452,285498168~17827554,305138638~8874441,316764114~1718090,318753086~8167724,327141348~11300848,340774249~11837394,353285939~15530455,369558094~5170373,376343637~8144930,385403060~9993237,395899660~5320465,403360897~3188967,407636507~1784786] 2024-08-29T18:49:59.854 INFO:tasks.workunit.client.0.smithi028.stdout: actual was [0~16352025,17028177~62241609,79764586~30861655,114645810~3256659,119740586~2859354,125829120~3536369,134217728~7466792,145351016~8624850,159383552~6010032,166234126~7755611,176160768~23910656,201326592~1126568,205520896~33110872,239169817~32940576,272629760~3278973,276824064~3900124,281018368~32994711,314572800~23869396,339738624~12873019,353285939~15530455,369098752~15389815,385403060~15817065,403360897~3188967,407636507~1784786] 2024-08-29T18:49:59.854 INFO:tasks.workunit.client.0.smithi028.stdout:from 2 to HEAD diff [217869~607781,3628194~12723831,17028177~24935011,43179186~34330726,78747617~522169,79764586~9329498,91242439~19383802,114645810~3256659,120618268~1981672,126985745~2379744,134273387~7411133,145351016~8624850,161911242~3482342,166234126~7755611,176334132~23737292,201373250~1079910,205956601~216622,208249281~30382487,240398233~3036846,246402558~6123699,253287398~18822995,275020936~887797,277924467~2799721,281966612~1069486,283885646~1340452,285498168~17827554,305138638~8874441,316764114~1718090,318753086~8167724,327141348~11300848,340774249~11837394,353738398~6725555,360589455~8226939,369558094~5170373,376343637~8144930,385403060~9993237,395899660~5320465,403360897~3188967,407636507~1784786] 2024-08-29T18:49:59.854 INFO:tasks.workunit.client.0.smithi028.stdout: limited diff [217869~607781,3628194~12723831,17028177~24935011,43179186~34330726,78747617~522169,79764586~9329498,91242439~19383802,114645810~3256659,120618268~1981672,126985745~2379744,134273387~7411133,145351016~8624850,161911242~3482342,166234126~7755611,176334132~23737292,201373250~1079910,205956601~216622,208249281~30382487,240398233~3036846,246402558~6123699,253287398~18822995,275020936~887797,277924467~2799721,281966612~1069486,283885646~1340452,285498168~17827554,305138638~8874441,316764114~1718090,318753086~8167724,327141348~11300848,340774249~11837394,353738398~6725555,360589455~8226939,369558094~5170373,376343637~8144930,385403060~9993237,395899660~5320465,403360897~3188967,407636507~1784786] 2024-08-29T18:49:59.860 INFO:tasks.workunit.client.0.smithi028.stdout: actual was [0~16352025,17028177~62241609,79764586~30861655,114645810~3256659,119740586~2859354,125829120~3536369,134217728~7466792,145351016~8624850,159383552~6010032,166234126~7755611,176160768~23910656,201326592~1126568,205520896~33110872,239169817~13356440,253287398~18822995,274880892~1027841,276824064~3900124,281018368~32994711,314572800~23869396,339738624~12873019,353738398~6725555,360589455~8226939,369558094~14930473,385403060~15817065,403360897~3188967,407636507~1784786] 2024-08-29T18:49:59.860 INFO:tasks.workunit.client.0.smithi028.stdout:from 3 to HEAD diff [217869~607781,3628194~12723831,17028177~24935011,43179186~34330726,78747617~522169,79764586~9329498,91242439~19383802,114645810~3256659,120618268~1981672,126985745~2379744,134273387~7411133,145351016~8624850,161911242~3482342,166234126~7755611,176334132~23737292,201373250~1079910,205956601~216622,208249281~30382487,240398233~3036846,246402558~6123699,253287398~18822995,275020936~887797,277924467~2799721,281966612~1069486,283885646~1340452,285498168~17827554,305138638~8421838,316764114~1718090,318753086~8167724,327843439~10598757,340774249~11837394,353738398~6725555,361055869~7760525,369558094~5170373,376343637~8144930,385403060~9993237,395899660~5320465,403360897~3188967,407636507~1784786] 2024-08-29T18:49:59.860 INFO:tasks.workunit.client.0.smithi028.stdout: limited diff [217869~607781,3628194~12723831,17028177~24935011,43179186~34330726,78747617~522169,79764586~9329498,91242439~19383802,114645810~3256659,120618268~1981672,126985745~2379744,134273387~7411133,145351016~8624850,161911242~3482342,166234126~7755611,176334132~23737292,201373250~1079910,205956601~216622,208249281~30382487,240398233~3036846,246402558~6123699,253287398~18822995,275020936~887797,277924467~2799721,281966612~1069486,283885646~1340452,285498168~17827554,305138638~8421838,316764114~1718090,318753086~8167724,327843439~10598757,340774249~11837394,353738398~6725555,361055869~7760525,369558094~5170373,376343637~8144930,385403060~9993237,395899660~5320465,403360897~3188967,407636507~1784786] 2024-08-29T18:49:59.866 INFO:tasks.workunit.client.0.smithi028.stdout: actual was [0~16352025,17028177~62241609,79764586~30861655,114645810~3256659,119740586~2859354,125829120~3536369,134217728~7466792,145351016~8624850,159383552~6010032,166234126~7755611,176160768~23910656,201326592~1126568,205520896~33110872,239169817~13356440,253287398~18822995,274880892~1027841,276824064~3900124,281018368~32542108,314572800~12348010,327843439~10598757,339738624~12873019,353738398~6725555,361055869~7760525,369558094~14930473,385403060~15817065,403360897~3188967,407636507~1784786] 2024-08-29T18:49:59.866 INFO:tasks.workunit.client.0.smithi028.stdout:from 4 to HEAD diff [217869~607781,3628194~12723831,17028177~24935011,46474403~31035509,78747617~522169,79764586~8789930,91242439~19383802,114645810~3256659,120618268~1981672,126985745~2379744,134273387~7411133,145351016~8624850,161911242~3482342,166234126~7755611,176334132~23737292,201373250~1079910,205956601~216622,208249281~30382487,240398233~3036846,246402558~6123699,253287398~18822995,275020936~887797,277924467~2799721,281966612~1069486,283885646~1340452,285498168~17827554,305138638~8421838,316764114~1718090,319174253~1934258,327843439~10481895,340774249~11837394,355263620~5200333,361055869~7760525,369558094~5170373,376343637~4872046,385403060~9993237,395899660~5320465,403360897~3188967,407636507~1784786] 2024-08-29T18:49:59.866 INFO:tasks.workunit.client.0.smithi028.stdout: limited diff [217869~607781,3628194~12723831,17028177~24935011,46474403~31035509,78747617~522169,79764586~8789930,91242439~19383802,114645810~3256659,120618268~1981672,126985745~2379744,134273387~7411133,145351016~8624850,161911242~3482342,166234126~7755611,176334132~23737292,201373250~1079910,205956601~216622,208249281~30382487,240398233~3036846,246402558~6123699,253287398~18822995,275020936~887797,277924467~2799721,281966612~1069486,283885646~1340452,285498168~17827554,305138638~8421838,316764114~1718090,319174253~1934258,327843439~10481895,340774249~11837394,355263620~5200333,361055869~7760525,369558094~5170373,376343637~4872046,385403060~9993237,395899660~5320465,403360897~3188967,407636507~1784786] 2024-08-29T18:49:59.873 INFO:tasks.workunit.client.0.smithi028.stdout: actual was [0~16352025,17028177~24935011,46474403~32795383,79764586~8789930,89094084~21532157,114645810~3256659,119740586~2859354,125829120~3536369,134217728~7466792,145351016~8624850,159383552~6010032,166234126~7755611,176160768~23910656,201326592~1126568,205520896~33110872,239169817~13356440,253287398~18822995,274880892~1027841,276824064~3900124,281018368~32542108,316764114~1718090,319174253~1934258,327843439~10481895,339738624~12873019,355263620~5200333,361055869~7760525,369558094~11657589,385403060~15817065,403360897~3188967,407636507~1784786] 2024-08-29T18:49:59.873 INFO:tasks.workunit.client.0.smithi028.stdout:from 5 to HEAD diff [217869~607781,3628194~12723831,17028177~24935011,46474403~31035509,78747617~522169,79764586~6120719,91242439~19383802,114645810~3256659,120618268~1981672,126985745~2379744,134273387~7411133,145351016~8624850,161993646~3399938,166234126~7755611,176334132~23737292,201373250~1079910,205956601~216622,208249281~15349850,227002606~11629162,240398233~3036846,253287398~18822995,275020936~887797,277924467~2799721,281966612~1069486,283885646~1340452,285498168~17827554,305138638~8421838,316764114~1718090,319174253~1934258,327843439~10481895,340774249~11837394,355263620~5200333,361055869~7556606,369558094~5170373,376343637~4872046,385403060~9993237,395899660~5320465,403360897~3188967,407636507~1784786] 2024-08-29T18:49:59.873 INFO:tasks.workunit.client.0.smithi028.stdout: limited diff [217869~607781,3628194~12723831,17028177~24935011,46474403~31035509,78747617~522169,79764586~6120719,91242439~19383802,114645810~3256659,120618268~1981672,126985745~2379744,134273387~7411133,145351016~8624850,161993646~3399938,166234126~7755611,176334132~23737292,201373250~1079910,205956601~216622,208249281~15349850,227002606~11629162,240398233~3036846,253287398~18822995,275020936~887797,277924467~2799721,281966612~1069486,283885646~1340452,285498168~17827554,305138638~8421838,316764114~1718090,319174253~1934258,327843439~10481895,340774249~11837394,355263620~5200333,361055869~7556606,369558094~5170373,376343637~4872046,385403060~9993237,395899660~5320465,403360897~3188967,407636507~1784786] 2024-08-29T18:49:59.879 INFO:tasks.workunit.client.0.smithi028.stdout: actual was [0~16352025,17028177~24935011,46474403~32795383,79764586~6120719,89094084~21532157,114645810~3256659,119740586~2859354,125829120~3536369,134273387~7411133,145351016~8624850,161993646~3399938,166234126~7755611,176160768~23910656,201326592~1126568,205520896~18078235,227002606~11629162,239169817~4265262,253287398~18822995,274880892~1027841,277924467~2799721,281018368~32542108,316764114~1718090,319174253~1934258,327843439~10481895,339738624~12873019,355263620~5200333,361055869~7556606,369558094~11657589,385403060~15817065,403360897~3188967,407636507~1784786] 2024-08-29T18:49:59.879 INFO:tasks.workunit.client.0.smithi028.stdout:from 6 to HEAD diff [217869~607781,3628194~12723831,17028177~24935011,46474403~5208080,52303029~25206883,78747617~522169,79764586~6120719,91242439~19383802,114645810~3256659,126985745~2379744,134273387~7411133,145351016~8624850,161993646~3399938,166234126~7755611,176334132~23737292,201373250~1079910,205956601~216622,208249281~15349850,227002606~11629162,240398233~3036846,253287398~18822995,275020936~887797,277924467~2799721,281966612~1069486,283885646~1340452,285498168~17827554,305138638~8421838,316764114~1718090,319174253~1934258,327843439~10481895,340774249~11837394,355263620~5200333,361055869~7556606,369558094~5170373,376343637~4872046,385403060~9993237,395899660~5320465,403360897~3188967,407636507~1784786] 2024-08-29T18:49:59.879 INFO:tasks.workunit.client.0.smithi028.stdout: limited diff [217869~607781,3628194~12723831,17028177~24935011,46474403~5208080,52303029~25206883,78747617~522169,79764586~6120719,91242439~19383802,114645810~3256659,126985745~2379744,134273387~7411133,145351016~8624850,161993646~3399938,166234126~7755611,176334132~23737292,201373250~1079910,205956601~216622,208249281~15349850,227002606~11629162,240398233~3036846,253287398~18822995,275020936~887797,277924467~2799721,281966612~1069486,283885646~1340452,285498168~17827554,305138638~8421838,316764114~1718090,319174253~1934258,327843439~10481895,340774249~11837394,355263620~5200333,361055869~7556606,369558094~5170373,376343637~4872046,385403060~9993237,395899660~5320465,403360897~3188967,407636507~1784786] 2024-08-29T18:49:59.885 INFO:tasks.workunit.client.0.smithi028.stdout: actual was [0~16352025,17028177~24935011,46474403~5208080,52303029~26966757,79764586~6120719,89094084~21532157,114645810~3256659,125829120~3536369,134273387~7411133,145351016~8624850,161993646~3399938,166234126~7755611,176334132~23737292,201326592~1126568,205520896~18078235,227002606~11629162,239169817~4265262,253287398~18822995,274880892~1027841,277924467~2799721,281018368~32542108,316764114~1718090,319174253~1934258,327843439~10481895,339738624~12873019,355263620~5200333,361055869~7556606,369558094~11657589,385403060~15817065,403360897~3188967,407636507~1784786] 2024-08-29T18:50:00.326 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:49:59 smithi053 bash[68679]: cluster 2024-08-29T18:49:58.378023+0000 mgr.y (mgr.25022) 1897 : cluster [DBG] pgmap v3400: 137 pgs: 137 active+clean; 838 MiB data, 7.6 GiB used, 708 GiB / 715 GiB avail; 135 KiB/s rd, 6.2 KiB/s wr, 1.51k op/s 2024-08-29T18:50:00.326 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:49:59 smithi053 bash[68679]: cluster 2024-08-29T18:49:59.722528+0000 mon.a (mon.0) 3534 : cluster [DBG] osdmap e1986: 8 total, 8 up, 8 in 2024-08-29T18:50:00.381 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:49:59 smithi028 bash[77168]: cluster 2024-08-29T18:49:58.378023+0000 mgr.y (mgr.25022) 1897 : cluster [DBG] pgmap v3400: 137 pgs: 137 active+clean; 838 MiB data, 7.6 GiB used, 708 GiB / 715 GiB avail; 135 KiB/s rd, 6.2 KiB/s wr, 1.51k op/s 2024-08-29T18:50:00.381 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:49:59 smithi028 bash[77168]: cluster 2024-08-29T18:49:59.722528+0000 mon.a (mon.0) 3534 : cluster [DBG] osdmap e1986: 8 total, 8 up, 8 in 2024-08-29T18:50:00.381 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:49:59 smithi028 bash[78352]: cluster 2024-08-29T18:49:58.378023+0000 mgr.y (mgr.25022) 1897 : cluster [DBG] pgmap v3400: 137 pgs: 137 active+clean; 838 MiB data, 7.6 GiB used, 708 GiB / 715 GiB avail; 135 KiB/s rd, 6.2 KiB/s wr, 1.51k op/s 2024-08-29T18:50:00.381 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:49:59 smithi028 bash[78352]: cluster 2024-08-29T18:49:59.722528+0000 mon.a (mon.0) 3534 : cluster [DBG] osdmap e1986: 8 total, 8 up, 8 in 2024-08-29T18:50:00.756 INFO:tasks.workunit.client.0.smithi028.stdout:from 0 to HEAD diff [217869~607781,3628194~12723831,17028177~24935011,43179186~34330726,78747617~522169,79764586~9329498,91242439~19383802,112266524~7474062,120618268~1981672,126985745~2379744,134273387~7411133,145351016~8624850,161911242~3482342,166234126~7755611,176334132~23737292,201373250~1079910,205956601~216622,208249281~30920536,240398233~3036846,246402558~25707835,273932032~948860,275020936~887797,277924467~2799721,281966612~1069486,283885646~1340452,285498168~17827554,305138638~8874441,316764114~1718090,318753086~8167724,327141348~11300848,340774249~11837394,353285939~15530455,369558094~5170373,376343637~8144930,385403060~9993237,395899660~5320465,403360897~3188967,407636507~1784786] 2024-08-29T18:50:00.756 INFO:tasks.workunit.client.0.smithi028.stdout: limited diff [217869~607781,3628194~12723831,17028177~24935011,43179186~34330726,78747617~522169,79764586~9329498,91242439~19383802,112266524~7474062,120618268~1981672,126985745~2379744,134273387~7411133,145351016~8624850,161911242~3482342,166234126~7755611,176334132~23737292,201373250~1079910,205956601~216622,208249281~30920536,240398233~3036846,246402558~25707835,273932032~948860,275020936~887797,277924467~2799721,281966612~1069486,283885646~1340452,285498168~17827554,305138638~8874441,316764114~1718090,318753086~8167724,327141348~11300848,340774249~11837394,353285939~15530455,369558094~5170373,376343637~8144930,385403060~9993237,395899660~5320465,403360897~3188967,407636507~1784786] 2024-08-29T18:50:00.830 INFO:tasks.workunit.client.0.smithi028.stdout: actual was [0~16352025,17028177~62241609,79691776~42908164,125829120~3536369,134217728~7466792,145351016~8624850,159383552~6010032,166234126~7755611,176160768~23910656,201326592~1126568,205520896~66589497,272629760~3278973,276824064~3900124,281018368~32994711,314572800~23869396,339738624~29077770,369098752~15389815,385403060~15817065,403360897~3188967,407636507~1784786] 2024-08-29T18:50:00.830 INFO:tasks.workunit.client.0.smithi028.stdout:from 1 to HEAD diff [217869~607781,3628194~12723831,17028177~24935011,43179186~34330726,78747617~522169,79764586~9329498,91242439~19383802,114645810~3256659,120618268~1981672,126985745~2379744,134273387~7411133,145351016~8624850,161911242~3482342,166234126~7755611,176334132~23737292,201373250~1079910,205956601~216622,208249281~30382487,240398233~3036846,246402558~25707835,273932032~948860,275020936~887797,277924467~2799721,281966612~1069486,283885646~1340452,285498168~17827554,305138638~8874441,316764114~1718090,318753086~8167724,327141348~11300848,340774249~11837394,353285939~15530455,369558094~5170373,376343637~8144930,385403060~9993237,395899660~5320465,403360897~3188967,407636507~1784786] 2024-08-29T18:50:00.830 INFO:tasks.workunit.client.0.smithi028.stdout: limited diff [217869~607781,3628194~12723831,17028177~24935011,43179186~34330726,78747617~522169,79764586~9329498,91242439~19383802,114645810~3256659,120618268~1981672,126985745~2379744,134273387~7411133,145351016~8624850,161911242~3482342,166234126~7755611,176334132~23737292,201373250~1079910,205956601~216622,208249281~30382487,240398233~3036846,246402558~25707835,273932032~948860,275020936~887797,277924467~2799721,281966612~1069486,283885646~1340452,285498168~17827554,305138638~8874441,316764114~1718090,318753086~8167724,327141348~11300848,340774249~11837394,353285939~15530455,369558094~5170373,376343637~8144930,385403060~9993237,395899660~5320465,403360897~3188967,407636507~1784786] 2024-08-29T18:50:00.836 INFO:tasks.workunit.client.0.smithi028.stdout: actual was [0~16352025,17028177~62241609,79764586~30861655,114645810~3256659,119740586~2859354,125829120~3536369,134217728~7466792,145351016~8624850,159383552~6010032,166234126~7755611,176160768~23910656,201326592~1126568,205520896~33110872,239169817~32940576,272629760~3278973,276824064~3900124,281018368~32994711,314572800~23869396,339738624~12873019,353285939~15530455,369098752~15389815,385403060~15817065,403360897~3188967,407636507~1784786] 2024-08-29T18:50:00.836 INFO:tasks.workunit.client.0.smithi028.stdout:from 2 to HEAD diff [217869~607781,3628194~12723831,17028177~24935011,43179186~34330726,78747617~522169,79764586~9329498,91242439~19383802,114645810~3256659,120618268~1981672,126985745~2379744,134273387~7411133,145351016~8624850,161911242~3482342,166234126~7755611,176334132~23737292,201373250~1079910,205956601~216622,208249281~30382487,240398233~3036846,246402558~6123699,253287398~18822995,275020936~887797,277924467~2799721,281966612~1069486,283885646~1340452,285498168~17827554,305138638~8874441,316764114~1718090,318753086~8167724,327141348~11300848,340774249~11837394,353738398~6725555,360589455~8226939,369558094~5170373,376343637~8144930,385403060~9993237,395899660~5320465,403360897~3188967,407636507~1784786] 2024-08-29T18:50:00.836 INFO:tasks.workunit.client.0.smithi028.stdout: limited diff [217869~607781,3628194~12723831,17028177~24935011,43179186~34330726,78747617~522169,79764586~9329498,91242439~19383802,114645810~3256659,120618268~1981672,126985745~2379744,134273387~7411133,145351016~8624850,161911242~3482342,166234126~7755611,176334132~23737292,201373250~1079910,205956601~216622,208249281~30382487,240398233~3036846,246402558~6123699,253287398~18822995,275020936~887797,277924467~2799721,281966612~1069486,283885646~1340452,285498168~17827554,305138638~8874441,316764114~1718090,318753086~8167724,327141348~11300848,340774249~11837394,353738398~6725555,360589455~8226939,369558094~5170373,376343637~8144930,385403060~9993237,395899660~5320465,403360897~3188967,407636507~1784786] 2024-08-29T18:50:00.842 INFO:tasks.workunit.client.0.smithi028.stdout: actual was [0~16352025,17028177~62241609,79764586~30861655,114645810~3256659,119740586~2859354,125829120~3536369,134217728~7466792,145351016~8624850,159383552~6010032,166234126~7755611,176160768~23910656,201326592~1126568,205520896~33110872,239169817~13356440,253287398~18822995,274880892~1027841,276824064~3900124,281018368~32994711,314572800~23869396,339738624~12873019,353738398~6725555,360589455~8226939,369558094~14930473,385403060~15817065,403360897~3188967,407636507~1784786] 2024-08-29T18:50:00.842 INFO:tasks.workunit.client.0.smithi028.stdout:from 3 to HEAD diff [217869~607781,3628194~12723831,17028177~24935011,43179186~34330726,78747617~522169,79764586~9329498,91242439~19383802,114645810~3256659,120618268~1981672,126985745~2379744,134273387~7411133,145351016~8624850,161911242~3482342,166234126~7755611,176334132~23737292,201373250~1079910,205956601~216622,208249281~30382487,240398233~3036846,246402558~6123699,253287398~18822995,275020936~887797,277924467~2799721,281966612~1069486,283885646~1340452,285498168~17827554,305138638~8421838,316764114~1718090,318753086~8167724,327843439~10598757,340774249~11837394,353738398~6725555,361055869~7760525,369558094~5170373,376343637~8144930,385403060~9993237,395899660~5320465,403360897~3188967,407636507~1784786] 2024-08-29T18:50:00.842 INFO:tasks.workunit.client.0.smithi028.stdout: limited diff [217869~607781,3628194~12723831,17028177~24935011,43179186~34330726,78747617~522169,79764586~9329498,91242439~19383802,114645810~3256659,120618268~1981672,126985745~2379744,134273387~7411133,145351016~8624850,161911242~3482342,166234126~7755611,176334132~23737292,201373250~1079910,205956601~216622,208249281~30382487,240398233~3036846,246402558~6123699,253287398~18822995,275020936~887797,277924467~2799721,281966612~1069486,283885646~1340452,285498168~17827554,305138638~8421838,316764114~1718090,318753086~8167724,327843439~10598757,340774249~11837394,353738398~6725555,361055869~7760525,369558094~5170373,376343637~8144930,385403060~9993237,395899660~5320465,403360897~3188967,407636507~1784786] 2024-08-29T18:50:00.848 INFO:tasks.workunit.client.0.smithi028.stdout: actual was [0~16352025,17028177~62241609,79764586~30861655,114645810~3256659,119740586~2859354,125829120~3536369,134217728~7466792,145351016~8624850,159383552~6010032,166234126~7755611,176160768~23910656,201326592~1126568,205520896~33110872,239169817~13356440,253287398~18822995,274880892~1027841,276824064~3900124,281018368~32542108,314572800~12348010,327843439~10598757,339738624~12873019,353738398~6725555,361055869~7760525,369558094~14930473,385403060~15817065,403360897~3188967,407636507~1784786] 2024-08-29T18:50:00.848 INFO:tasks.workunit.client.0.smithi028.stdout:from 4 to HEAD diff [217869~607781,3628194~12723831,17028177~24935011,46474403~31035509,78747617~522169,79764586~8789930,91242439~19383802,114645810~3256659,120618268~1981672,126985745~2379744,134273387~7411133,145351016~8624850,161911242~3482342,166234126~7755611,176334132~23737292,201373250~1079910,205956601~216622,208249281~30382487,240398233~3036846,246402558~6123699,253287398~18822995,275020936~887797,277924467~2799721,281966612~1069486,283885646~1340452,285498168~17827554,305138638~8421838,316764114~1718090,319174253~1934258,327843439~10481895,340774249~11837394,355263620~5200333,361055869~7760525,369558094~5170373,376343637~4872046,385403060~9993237,395899660~5320465,403360897~3188967,407636507~1784786] 2024-08-29T18:50:00.848 INFO:tasks.workunit.client.0.smithi028.stdout: limited diff [217869~607781,3628194~12723831,17028177~24935011,46474403~31035509,78747617~522169,79764586~8789930,91242439~19383802,114645810~3256659,120618268~1981672,126985745~2379744,134273387~7411133,145351016~8624850,161911242~3482342,166234126~7755611,176334132~23737292,201373250~1079910,205956601~216622,208249281~30382487,240398233~3036846,246402558~6123699,253287398~18822995,275020936~887797,277924467~2799721,281966612~1069486,283885646~1340452,285498168~17827554,305138638~8421838,316764114~1718090,319174253~1934258,327843439~10481895,340774249~11837394,355263620~5200333,361055869~7760525,369558094~5170373,376343637~4872046,385403060~9993237,395899660~5320465,403360897~3188967,407636507~1784786] 2024-08-29T18:50:00.855 INFO:tasks.workunit.client.0.smithi028.stdout: actual was [0~16352025,17028177~24935011,46474403~32795383,79764586~8789930,89094084~21532157,114645810~3256659,119740586~2859354,125829120~3536369,134217728~7466792,145351016~8624850,159383552~6010032,166234126~7755611,176160768~23910656,201326592~1126568,205520896~33110872,239169817~13356440,253287398~18822995,274880892~1027841,276824064~3900124,281018368~32542108,316764114~1718090,319174253~1934258,327843439~10481895,339738624~12873019,355263620~5200333,361055869~7760525,369558094~11657589,385403060~15817065,403360897~3188967,407636507~1784786] 2024-08-29T18:50:00.855 INFO:tasks.workunit.client.0.smithi028.stdout:from 5 to HEAD diff [217869~607781,3628194~12723831,17028177~24935011,46474403~31035509,78747617~522169,79764586~6120719,91242439~19383802,114645810~3256659,120618268~1981672,126985745~2379744,134273387~7411133,145351016~8624850,161993646~3399938,166234126~7755611,176334132~23737292,201373250~1079910,205956601~216622,208249281~15349850,227002606~11629162,240398233~3036846,253287398~18822995,275020936~887797,277924467~2799721,281966612~1069486,283885646~1340452,285498168~17827554,305138638~8421838,316764114~1718090,319174253~1934258,327843439~10481895,340774249~11837394,355263620~5200333,361055869~7556606,369558094~5170373,376343637~4872046,385403060~9993237,395899660~5320465,403360897~3188967,407636507~1784786] 2024-08-29T18:50:00.855 INFO:tasks.workunit.client.0.smithi028.stdout: limited diff [217869~607781,3628194~12723831,17028177~24935011,46474403~31035509,78747617~522169,79764586~6120719,91242439~19383802,114645810~3256659,120618268~1981672,126985745~2379744,134273387~7411133,145351016~8624850,161993646~3399938,166234126~7755611,176334132~23737292,201373250~1079910,205956601~216622,208249281~15349850,227002606~11629162,240398233~3036846,253287398~18822995,275020936~887797,277924467~2799721,281966612~1069486,283885646~1340452,285498168~17827554,305138638~8421838,316764114~1718090,319174253~1934258,327843439~10481895,340774249~11837394,355263620~5200333,361055869~7556606,369558094~5170373,376343637~4872046,385403060~9993237,395899660~5320465,403360897~3188967,407636507~1784786] 2024-08-29T18:50:00.861 INFO:tasks.workunit.client.0.smithi028.stdout: actual was [0~16352025,17028177~24935011,46474403~32795383,79764586~6120719,89094084~21532157,114645810~3256659,119740586~2859354,125829120~3536369,134273387~7411133,145351016~8624850,161993646~3399938,166234126~7755611,176160768~23910656,201326592~1126568,205520896~18078235,227002606~11629162,239169817~4265262,253287398~18822995,274880892~1027841,277924467~2799721,281018368~32542108,316764114~1718090,319174253~1934258,327843439~10481895,339738624~12873019,355263620~5200333,361055869~7556606,369558094~11657589,385403060~15817065,403360897~3188967,407636507~1784786] 2024-08-29T18:50:01.327 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:50:00 smithi053 bash[68679]: cluster 2024-08-29T18:50:00.000162+0000 mon.a (mon.0) 3535 : cluster [WRN] Health detail: HEALTH_WARN Telemetry requires re-opt-in 2024-08-29T18:50:01.327 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:50:00 smithi053 bash[68679]: cluster 2024-08-29T18:50:00.000204+0000 mon.a (mon.0) 3536 : cluster [WRN] [WRN] TELEMETRY_CHANGED: Telemetry requires re-opt-in 2024-08-29T18:50:01.327 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:50:00 smithi053 bash[68679]: cluster 2024-08-29T18:50:00.000248+0000 mon.a (mon.0) 3537 : cluster [WRN] telemetry module includes new collections; please re-opt-in to new collections with `ceph telemetry on` 2024-08-29T18:50:01.327 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:50:00 smithi053 bash[68679]: cluster 2024-08-29T18:50:00.724748+0000 mon.a (mon.0) 3538 : cluster [DBG] osdmap e1987: 8 total, 8 up, 8 in 2024-08-29T18:50:01.381 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:50:00 smithi028 bash[77168]: cluster 2024-08-29T18:50:00.000162+0000 mon.a (mon.0) 3535 : cluster [WRN] Health detail: HEALTH_WARN Telemetry requires re-opt-in 2024-08-29T18:50:01.381 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:50:00 smithi028 bash[77168]: cluster 2024-08-29T18:50:00.000204+0000 mon.a (mon.0) 3536 : cluster [WRN] [WRN] TELEMETRY_CHANGED: Telemetry requires re-opt-in 2024-08-29T18:50:01.381 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:50:00 smithi028 bash[77168]: cluster 2024-08-29T18:50:00.000248+0000 mon.a (mon.0) 3537 : cluster [WRN] telemetry module includes new collections; please re-opt-in to new collections with `ceph telemetry on` 2024-08-29T18:50:01.381 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:50:00 smithi028 bash[77168]: cluster 2024-08-29T18:50:00.724748+0000 mon.a (mon.0) 3538 : cluster [DBG] osdmap e1987: 8 total, 8 up, 8 in 2024-08-29T18:50:01.381 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:50:00 smithi028 bash[78352]: cluster 2024-08-29T18:50:00.000162+0000 mon.a (mon.0) 3535 : cluster [WRN] Health detail: HEALTH_WARN Telemetry requires re-opt-in 2024-08-29T18:50:01.381 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:50:00 smithi028 bash[78352]: cluster 2024-08-29T18:50:00.000204+0000 mon.a (mon.0) 3536 : cluster [WRN] [WRN] TELEMETRY_CHANGED: Telemetry requires re-opt-in 2024-08-29T18:50:01.382 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:50:00 smithi028 bash[78352]: cluster 2024-08-29T18:50:00.000248+0000 mon.a (mon.0) 3537 : cluster [WRN] telemetry module includes new collections; please re-opt-in to new collections with `ceph telemetry on` 2024-08-29T18:50:01.382 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:50:00 smithi028 bash[78352]: cluster 2024-08-29T18:50:00.724748+0000 mon.a (mon.0) 3538 : cluster [DBG] osdmap e1987: 8 total, 8 up, 8 in 2024-08-29T18:50:01.749 INFO:tasks.workunit.client.0.smithi028.stdout:from 0 to HEAD diff [217869~607781,3628194~12723831,17028177~24935011,43179186~34330726,78747617~522169,79764586~9329498,91242439~19383802,112266524~7474062,120618268~1981672,126985745~2379744,134273387~7411133,145351016~8624850,161911242~3482342,166234126~7755611,176334132~23737292,201373250~1079910,205956601~216622,208249281~30920536,240398233~3036846,246402558~25707835,273932032~948860,275020936~887797,277924467~2799721,281966612~1069486,283885646~1340452,285498168~17827554,305138638~8874441,316764114~1718090,318753086~8167724,327141348~11300848,340774249~11837394,353285939~15530455,369558094~5170373,376343637~8144930,385403060~9993237,395899660~5320465,403360897~3188967,407636507~1784786] 2024-08-29T18:50:01.749 INFO:tasks.workunit.client.0.smithi028.stdout: limited diff [217869~607781,3628194~12723831,17028177~24935011,43179186~34330726,78747617~522169,79764586~9329498,91242439~19383802,112266524~7474062,120618268~1981672,126985745~2379744,134273387~7411133,145351016~8624850,161911242~3482342,166234126~7755611,176334132~23737292,201373250~1079910,205956601~216622,208249281~30920536,240398233~3036846,246402558~25707835,273932032~948860,275020936~887797,277924467~2799721,281966612~1069486,283885646~1340452,285498168~17827554,305138638~8874441,316764114~1718090,318753086~8167724,327141348~11300848,340774249~11837394,353285939~15530455,369558094~5170373,376343637~8144930,385403060~9993237,395899660~5320465,403360897~3188967,407636507~1784786] 2024-08-29T18:50:01.838 INFO:tasks.workunit.client.0.smithi028.stdout: actual was [0~16352025,17028177~62241609,79691776~42908164,125829120~3536369,134217728~7466792,145351016~8624850,159383552~6010032,166234126~7755611,176160768~23910656,201326592~1126568,205520896~66589497,272629760~3278973,276824064~3900124,281018368~32994711,314572800~23869396,339738624~29077770,369098752~15389815,385403060~15817065,403360897~3188967,407636507~1784786] 2024-08-29T18:50:01.838 INFO:tasks.workunit.client.0.smithi028.stdout:from 1 to HEAD diff [217869~607781,3628194~12723831,17028177~24935011,43179186~34330726,78747617~522169,79764586~9329498,91242439~19383802,114645810~3256659,120618268~1981672,126985745~2379744,134273387~7411133,145351016~8624850,161911242~3482342,166234126~7755611,176334132~23737292,201373250~1079910,205956601~216622,208249281~30382487,240398233~3036846,246402558~25707835,273932032~948860,275020936~887797,277924467~2799721,281966612~1069486,283885646~1340452,285498168~17827554,305138638~8874441,316764114~1718090,318753086~8167724,327141348~11300848,340774249~11837394,353285939~15530455,369558094~5170373,376343637~8144930,385403060~9993237,395899660~5320465,403360897~3188967,407636507~1784786] 2024-08-29T18:50:01.838 INFO:tasks.workunit.client.0.smithi028.stdout: limited diff [217869~607781,3628194~12723831,17028177~24935011,43179186~34330726,78747617~522169,79764586~9329498,91242439~19383802,114645810~3256659,120618268~1981672,126985745~2379744,134273387~7411133,145351016~8624850,161911242~3482342,166234126~7755611,176334132~23737292,201373250~1079910,205956601~216622,208249281~30382487,240398233~3036846,246402558~25707835,273932032~948860,275020936~887797,277924467~2799721,281966612~1069486,283885646~1340452,285498168~17827554,305138638~8874441,316764114~1718090,318753086~8167724,327141348~11300848,340774249~11837394,353285939~15530455,369558094~5170373,376343637~8144930,385403060~9993237,395899660~5320465,403360897~3188967,407636507~1784786] 2024-08-29T18:50:01.849 INFO:tasks.workunit.client.0.smithi028.stdout: actual was [0~16352025,17028177~62241609,79764586~30861655,114645810~3256659,119740586~2859354,125829120~3536369,134217728~7466792,145351016~8624850,159383552~6010032,166234126~7755611,176160768~23910656,201326592~1126568,205520896~33110872,239169817~32940576,272629760~3278973,276824064~3900124,281018368~32994711,314572800~23869396,339738624~12873019,353285939~15530455,369098752~15389815,385403060~15817065,403360897~3188967,407636507~1784786] 2024-08-29T18:50:01.850 INFO:tasks.workunit.client.0.smithi028.stdout:from 2 to HEAD diff [217869~607781,3628194~12723831,17028177~24935011,43179186~34330726,78747617~522169,79764586~9329498,91242439~19383802,114645810~3256659,120618268~1981672,126985745~2379744,134273387~7411133,145351016~8624850,161911242~3482342,166234126~7755611,176334132~23737292,201373250~1079910,205956601~216622,208249281~30382487,240398233~3036846,246402558~6123699,253287398~18822995,275020936~887797,277924467~2799721,281966612~1069486,283885646~1340452,285498168~17827554,305138638~8874441,316764114~1718090,318753086~8167724,327141348~11300848,340774249~11837394,353738398~6725555,360589455~8226939,369558094~5170373,376343637~8144930,385403060~9993237,395899660~5320465,403360897~3188967,407636507~1784786] 2024-08-29T18:50:01.850 INFO:tasks.workunit.client.0.smithi028.stdout: limited diff [217869~607781,3628194~12723831,17028177~24935011,43179186~34330726,78747617~522169,79764586~9329498,91242439~19383802,114645810~3256659,120618268~1981672,126985745~2379744,134273387~7411133,145351016~8624850,161911242~3482342,166234126~7755611,176334132~23737292,201373250~1079910,205956601~216622,208249281~30382487,240398233~3036846,246402558~6123699,253287398~18822995,275020936~887797,277924467~2799721,281966612~1069486,283885646~1340452,285498168~17827554,305138638~8874441,316764114~1718090,318753086~8167724,327141348~11300848,340774249~11837394,353738398~6725555,360589455~8226939,369558094~5170373,376343637~8144930,385403060~9993237,395899660~5320465,403360897~3188967,407636507~1784786] 2024-08-29T18:50:01.856 INFO:tasks.workunit.client.0.smithi028.stdout: actual was [0~16352025,17028177~62241609,79764586~30861655,114645810~3256659,119740586~2859354,125829120~3536369,134217728~7466792,145351016~8624850,159383552~6010032,166234126~7755611,176160768~23910656,201326592~1126568,205520896~33110872,239169817~13356440,253287398~18822995,274880892~1027841,276824064~3900124,281018368~32994711,314572800~23869396,339738624~12873019,353738398~6725555,360589455~8226939,369558094~14930473,385403060~15817065,403360897~3188967,407636507~1784786] 2024-08-29T18:50:01.856 INFO:tasks.workunit.client.0.smithi028.stdout:from 3 to HEAD diff [217869~607781,3628194~12723831,17028177~24935011,43179186~34330726,78747617~522169,79764586~9329498,91242439~19383802,114645810~3256659,120618268~1981672,126985745~2379744,134273387~7411133,145351016~8624850,161911242~3482342,166234126~7755611,176334132~23737292,201373250~1079910,205956601~216622,208249281~30382487,240398233~3036846,246402558~6123699,253287398~18822995,275020936~887797,277924467~2799721,281966612~1069486,283885646~1340452,285498168~17827554,305138638~8421838,316764114~1718090,318753086~8167724,327843439~10598757,340774249~11837394,353738398~6725555,361055869~7760525,369558094~5170373,376343637~8144930,385403060~9993237,395899660~5320465,403360897~3188967,407636507~1784786] 2024-08-29T18:50:01.856 INFO:tasks.workunit.client.0.smithi028.stdout: limited diff [217869~607781,3628194~12723831,17028177~24935011,43179186~34330726,78747617~522169,79764586~9329498,91242439~19383802,114645810~3256659,120618268~1981672,126985745~2379744,134273387~7411133,145351016~8624850,161911242~3482342,166234126~7755611,176334132~23737292,201373250~1079910,205956601~216622,208249281~30382487,240398233~3036846,246402558~6123699,253287398~18822995,275020936~887797,277924467~2799721,281966612~1069486,283885646~1340452,285498168~17827554,305138638~8421838,316764114~1718090,318753086~8167724,327843439~10598757,340774249~11837394,353738398~6725555,361055869~7760525,369558094~5170373,376343637~8144930,385403060~9993237,395899660~5320465,403360897~3188967,407636507~1784786] 2024-08-29T18:50:01.862 INFO:tasks.workunit.client.0.smithi028.stdout: actual was [0~16352025,17028177~62241609,79764586~30861655,114645810~3256659,119740586~2859354,125829120~3536369,134217728~7466792,145351016~8624850,159383552~6010032,166234126~7755611,176160768~23910656,201326592~1126568,205520896~33110872,239169817~13356440,253287398~18822995,274880892~1027841,276824064~3900124,281018368~32542108,314572800~12348010,327843439~10598757,339738624~12873019,353738398~6725555,361055869~7760525,369558094~14930473,385403060~15817065,403360897~3188967,407636507~1784786] 2024-08-29T18:50:01.862 INFO:tasks.workunit.client.0.smithi028.stdout:from 4 to HEAD diff [217869~607781,3628194~12723831,17028177~24935011,46474403~31035509,78747617~522169,79764586~8789930,91242439~19383802,114645810~3256659,120618268~1981672,126985745~2379744,134273387~7411133,145351016~8624850,161911242~3482342,166234126~7755611,176334132~23737292,201373250~1079910,205956601~216622,208249281~30382487,240398233~3036846,246402558~6123699,253287398~18822995,275020936~887797,277924467~2799721,281966612~1069486,283885646~1340452,285498168~17827554,305138638~8421838,316764114~1718090,319174253~1934258,327843439~10481895,340774249~11837394,355263620~5200333,361055869~7760525,369558094~5170373,376343637~4872046,385403060~9993237,395899660~5320465,403360897~3188967,407636507~1784786] 2024-08-29T18:50:01.862 INFO:tasks.workunit.client.0.smithi028.stdout: limited diff [217869~607781,3628194~12723831,17028177~24935011,46474403~31035509,78747617~522169,79764586~8789930,91242439~19383802,114645810~3256659,120618268~1981672,126985745~2379744,134273387~7411133,145351016~8624850,161911242~3482342,166234126~7755611,176334132~23737292,201373250~1079910,205956601~216622,208249281~30382487,240398233~3036846,246402558~6123699,253287398~18822995,275020936~887797,277924467~2799721,281966612~1069486,283885646~1340452,285498168~17827554,305138638~8421838,316764114~1718090,319174253~1934258,327843439~10481895,340774249~11837394,355263620~5200333,361055869~7760525,369558094~5170373,376343637~4872046,385403060~9993237,395899660~5320465,403360897~3188967,407636507~1784786] 2024-08-29T18:50:01.868 INFO:tasks.workunit.client.0.smithi028.stdout: actual was [0~16352025,17028177~24935011,46474403~32795383,79764586~8789930,89094084~21532157,114645810~3256659,119740586~2859354,125829120~3536369,134217728~7466792,145351016~8624850,159383552~6010032,166234126~7755611,176160768~23910656,201326592~1126568,205520896~33110872,239169817~13356440,253287398~18822995,274880892~1027841,276824064~3900124,281018368~32542108,316764114~1718090,319174253~1934258,327843439~10481895,339738624~12873019,355263620~5200333,361055869~7760525,369558094~11657589,385403060~15817065,403360897~3188967,407636507~1784786] 2024-08-29T18:50:01.880 INFO:journalctl@ceph.mgr.y.smithi028.stdout:Aug 29 18:50:01 smithi028 bash[70818]: ::ffff:172.21.15.53 - - [29/Aug/2024:18:50:01] "GET /metrics HTTP/1.1" 200 36706 "" "Prometheus/2.43.0" 2024-08-29T18:50:02.315 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:50:01 smithi053 bash[68679]: cluster 2024-08-29T18:50:00.378752+0000 mgr.y (mgr.25022) 1898 : cluster [DBG] pgmap v3403: 137 pgs: 137 active+clean; 772 MiB data, 7.4 GiB used, 708 GiB / 715 GiB avail; 103 KiB/s rd, 6.0 KiB/s wr, 1.27k op/s 2024-08-29T18:50:02.315 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:50:01 smithi053 bash[68679]: cluster 2024-08-29T18:50:01.727724+0000 mon.a (mon.0) 3539 : cluster [DBG] osdmap e1988: 8 total, 8 up, 8 in 2024-08-29T18:50:02.381 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:50:01 smithi028 bash[78352]: cluster 2024-08-29T18:50:00.378752+0000 mgr.y (mgr.25022) 1898 : cluster [DBG] pgmap v3403: 137 pgs: 137 active+clean; 772 MiB data, 7.4 GiB used, 708 GiB / 715 GiB avail; 103 KiB/s rd, 6.0 KiB/s wr, 1.27k op/s 2024-08-29T18:50:02.381 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:50:01 smithi028 bash[78352]: cluster 2024-08-29T18:50:01.727724+0000 mon.a (mon.0) 3539 : cluster [DBG] osdmap e1988: 8 total, 8 up, 8 in 2024-08-29T18:50:02.381 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:50:01 smithi028 bash[77168]: cluster 2024-08-29T18:50:00.378752+0000 mgr.y (mgr.25022) 1898 : cluster [DBG] pgmap v3403: 137 pgs: 137 active+clean; 772 MiB data, 7.4 GiB used, 708 GiB / 715 GiB avail; 103 KiB/s rd, 6.0 KiB/s wr, 1.27k op/s 2024-08-29T18:50:02.381 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:50:01 smithi028 bash[77168]: cluster 2024-08-29T18:50:01.727724+0000 mon.a (mon.0) 3539 : cluster [DBG] osdmap e1988: 8 total, 8 up, 8 in 2024-08-29T18:50:02.576 INFO:journalctl@ceph.prometheus.a.smithi053.stdout:Aug 29 18:50:02 smithi053 bash[95567]: ts=2024-08-29T18:50:02.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"3167ee72-662c-11ef-bcd4-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-29T18:50:02.761 INFO:tasks.workunit.client.0.smithi028.stdout:from 0 to HEAD diff [217869~607781,3628194~12723831,17028177~24935011,43179186~34330726,78747617~522169,79764586~9329498,91242439~19383802,112266524~7474062,120618268~1981672,126985745~2379744,134273387~7411133,145351016~8624850,161911242~3482342,166234126~7755611,176334132~23737292,201373250~1079910,205956601~216622,208249281~30920536,240398233~3036846,246402558~25707835,273932032~948860,275020936~887797,277924467~2799721,281966612~1069486,283885646~1340452,285498168~17827554,305138638~8874441,316764114~1718090,318753086~8167724,327141348~11300848,340774249~11837394,353285939~15530455,369558094~5170373,376343637~8144930,385403060~9993237,395899660~5320465,403360897~3188967,407636507~1784786] 2024-08-29T18:50:02.761 INFO:tasks.workunit.client.0.smithi028.stdout: limited diff [217869~607781,3628194~12723831,17028177~24935011,43179186~34330726,78747617~522169,79764586~9329498,91242439~19383802,112266524~7474062,120618268~1981672,126985745~2379744,134273387~7411133,145351016~8624850,161911242~3482342,166234126~7755611,176334132~23737292,201373250~1079910,205956601~216622,208249281~30920536,240398233~3036846,246402558~25707835,273932032~948860,275020936~887797,277924467~2799721,281966612~1069486,283885646~1340452,285498168~17827554,305138638~8874441,316764114~1718090,318753086~8167724,327141348~11300848,340774249~11837394,353285939~15530455,369558094~5170373,376343637~8144930,385403060~9993237,395899660~5320465,403360897~3188967,407636507~1784786] 2024-08-29T18:50:02.846 INFO:tasks.workunit.client.0.smithi028.stdout: actual was [0~16352025,17028177~62241609,79691776~42908164,125829120~3536369,134217728~7466792,145351016~8624850,159383552~6010032,166234126~7755611,176160768~23910656,201326592~1126568,205520896~66589497,272629760~3278973,276824064~3900124,281018368~32994711,314572800~23869396,339738624~29077770,369098752~15389815,385403060~15817065,403360897~3188967,407636507~1784786] 2024-08-29T18:50:02.846 INFO:tasks.workunit.client.0.smithi028.stdout:from 1 to HEAD diff [217869~607781,3628194~12723831,17028177~24935011,43179186~34330726,78747617~522169,79764586~9329498,91242439~19383802,114645810~3256659,120618268~1981672,126985745~2379744,134273387~7411133,145351016~8624850,161911242~3482342,166234126~7755611,176334132~23737292,201373250~1079910,205956601~216622,208249281~30382487,240398233~3036846,246402558~25707835,273932032~948860,275020936~887797,277924467~2799721,281966612~1069486,283885646~1340452,285498168~17827554,305138638~8874441,316764114~1718090,318753086~8167724,327141348~11300848,340774249~11837394,353285939~15530455,369558094~5170373,376343637~8144930,385403060~9993237,395899660~5320465,403360897~3188967,407636507~1784786] 2024-08-29T18:50:02.846 INFO:tasks.workunit.client.0.smithi028.stdout: limited diff [217869~607781,3628194~12723831,17028177~24935011,43179186~34330726,78747617~522169,79764586~9329498,91242439~19383802,114645810~3256659,120618268~1981672,126985745~2379744,134273387~7411133,145351016~8624850,161911242~3482342,166234126~7755611,176334132~23737292,201373250~1079910,205956601~216622,208249281~30382487,240398233~3036846,246402558~25707835,273932032~948860,275020936~887797,277924467~2799721,281966612~1069486,283885646~1340452,285498168~17827554,305138638~8874441,316764114~1718090,318753086~8167724,327141348~11300848,340774249~11837394,353285939~15530455,369558094~5170373,376343637~8144930,385403060~9993237,395899660~5320465,403360897~3188967,407636507~1784786] 2024-08-29T18:50:02.854 INFO:tasks.workunit.client.0.smithi028.stdout: actual was [0~16352025,17028177~62241609,79764586~30861655,114645810~3256659,119740586~2859354,125829120~3536369,134217728~7466792,145351016~8624850,159383552~6010032,166234126~7755611,176160768~23910656,201326592~1126568,205520896~33110872,239169817~32940576,272629760~3278973,276824064~3900124,281018368~32994711,314572800~23869396,339738624~12873019,353285939~15530455,369098752~15389815,385403060~15817065,403360897~3188967,407636507~1784786] 2024-08-29T18:50:02.854 INFO:tasks.workunit.client.0.smithi028.stdout:from 2 to HEAD diff [217869~607781,3628194~12723831,17028177~24935011,43179186~34330726,78747617~522169,79764586~9329498,91242439~19383802,114645810~3256659,120618268~1981672,126985745~2379744,134273387~7411133,145351016~8624850,161911242~3482342,166234126~7755611,176334132~23737292,201373250~1079910,205956601~216622,208249281~30382487,240398233~3036846,246402558~6123699,253287398~18822995,275020936~887797,277924467~2799721,281966612~1069486,283885646~1340452,285498168~17827554,305138638~8874441,316764114~1718090,318753086~8167724,327141348~11300848,340774249~11837394,353738398~6725555,360589455~8226939,369558094~5170373,376343637~8144930,385403060~9993237,395899660~5320465,403360897~3188967,407636507~1784786] 2024-08-29T18:50:02.854 INFO:tasks.workunit.client.0.smithi028.stdout: limited diff [217869~607781,3628194~12723831,17028177~24935011,43179186~34330726,78747617~522169,79764586~9329498,91242439~19383802,114645810~3256659,120618268~1981672,126985745~2379744,134273387~7411133,145351016~8624850,161911242~3482342,166234126~7755611,176334132~23737292,201373250~1079910,205956601~216622,208249281~30382487,240398233~3036846,246402558~6123699,253287398~18822995,275020936~887797,277924467~2799721,281966612~1069486,283885646~1340452,285498168~17827554,305138638~8874441,316764114~1718090,318753086~8167724,327141348~11300848,340774249~11837394,353738398~6725555,360589455~8226939,369558094~5170373,376343637~8144930,385403060~9993237,395899660~5320465,403360897~3188967,407636507~1784786] 2024-08-29T18:50:02.861 INFO:tasks.workunit.client.0.smithi028.stdout: actual was [0~16352025,17028177~62241609,79764586~30861655,114645810~3256659,119740586~2859354,125829120~3536369,134217728~7466792,145351016~8624850,159383552~6010032,166234126~7755611,176160768~23910656,201326592~1126568,205520896~33110872,239169817~13356440,253287398~18822995,274880892~1027841,276824064~3900124,281018368~32994711,314572800~23869396,339738624~12873019,353738398~6725555,360589455~8226939,369558094~14930473,385403060~15817065,403360897~3188967,407636507~1784786] 2024-08-29T18:50:02.864 INFO:tasks.workunit.client.0.smithi028.stdout:from 3 to HEAD diff [217869~607781,3628194~12723831,17028177~24935011,43179186~34330726,78747617~522169,79764586~9329498,91242439~19383802,114645810~3256659,120618268~1981672,126985745~2379744,134273387~7411133,145351016~8624850,161911242~3482342,166234126~7755611,176334132~23737292,201373250~1079910,205956601~216622,208249281~30382487,240398233~3036846,246402558~6123699,253287398~18822995,275020936~887797,277924467~2799721,281966612~1069486,283885646~1340452,285498168~17827554,305138638~8421838,316764114~1718090,318753086~8167724,327843439~10598757,340774249~11837394,353738398~6725555,361055869~7760525,369558094~5170373,376343637~8144930,385403060~9993237,395899660~5320465,403360897~3188967,407636507~1784786] 2024-08-29T18:50:02.864 INFO:tasks.workunit.client.0.smithi028.stdout: limited diff [217869~607781,3628194~12723831,17028177~24935011,43179186~34330726,78747617~522169,79764586~9329498,91242439~19383802,114645810~3256659,120618268~1981672,126985745~2379744,134273387~7411133,145351016~8624850,161911242~3482342,166234126~7755611,176334132~23737292,201373250~1079910,205956601~216622,208249281~30382487,240398233~3036846,246402558~6123699,253287398~18822995,275020936~887797,277924467~2799721,281966612~1069486,283885646~1340452,285498168~17827554,305138638~8421838,316764114~1718090,318753086~8167724,327843439~10598757,340774249~11837394,353738398~6725555,361055869~7760525,369558094~5170373,376343637~8144930,385403060~9993237,395899660~5320465,403360897~3188967,407636507~1784786] 2024-08-29T18:50:02.867 INFO:tasks.workunit.client.0.smithi028.stdout: actual was [0~16352025,17028177~62241609,79764586~30861655,114645810~3256659,119740586~2859354,125829120~3536369,134217728~7466792,145351016~8624850,159383552~6010032,166234126~7755611,176160768~23910656,201326592~1126568,205520896~33110872,239169817~13356440,253287398~18822995,274880892~1027841,276824064~3900124,281018368~32542108,314572800~12348010,327843439~10598757,339738624~12873019,353738398~6725555,361055869~7760525,369558094~14930473,385403060~15817065,403360897~3188967,407636507~1784786] 2024-08-29T18:50:03.741 INFO:tasks.workunit.client.0.smithi028.stdout:from 0 to HEAD diff [217869~607781,3628194~12723831,17028177~24935011,43179186~34330726,78747617~522169,79764586~9329498,91242439~19383802,112266524~7474062,120618268~1981672,126985745~2379744,134273387~7411133,145351016~8624850,161911242~3482342,166234126~7755611,176334132~23737292,201373250~1079910,205956601~216622,208249281~30920536,240398233~3036846,246402558~25707835,273932032~948860,275020936~887797,277924467~2799721,281966612~1069486,283885646~1340452,285498168~17827554,305138638~8874441,316764114~1718090,318753086~8167724,327141348~11300848,340774249~11837394,353285939~15530455,369558094~5170373,376343637~8144930,385403060~9993237,395899660~5320465,403360897~3188967,407636507~1784786] 2024-08-29T18:50:03.742 INFO:tasks.workunit.client.0.smithi028.stdout: limited diff [217869~607781,3628194~12723831,17028177~24935011,43179186~34330726,78747617~522169,79764586~9329498,91242439~19383802,112266524~7474062,120618268~1981672,126985745~2379744,134273387~7411133,145351016~8624850,161911242~3482342,166234126~7755611,176334132~23737292,201373250~1079910,205956601~216622,208249281~30920536,240398233~3036846,246402558~25707835,273932032~948860,275020936~887797,277924467~2799721,281966612~1069486,283885646~1340452,285498168~17827554,305138638~8874441,316764114~1718090,318753086~8167724,327141348~11300848,340774249~11837394,353285939~15530455,369558094~5170373,376343637~8144930,385403060~9993237,395899660~5320465,403360897~3188967,407636507~1784786] 2024-08-29T18:50:03.844 INFO:tasks.workunit.client.0.smithi028.stdout: actual was [0~16352025,17028177~62241609,79691776~42908164,125829120~3536369,134217728~7466792,145351016~8624850,159383552~6010032,166234126~7755611,176160768~23910656,201326592~1126568,205520896~66589497,272629760~3278973,276824064~3900124,281018368~32994711,314572800~23869396,339738624~29077770,369098752~15389815,385403060~15817065,403360897~3188967,407636507~1784786] 2024-08-29T18:50:03.845 INFO:tasks.workunit.client.0.smithi028.stdout:from 1 to HEAD diff [217869~607781,3628194~12723831,17028177~24935011,43179186~34330726,78747617~522169,79764586~9329498,91242439~19383802,114645810~3256659,120618268~1981672,126985745~2379744,134273387~7411133,145351016~8624850,161911242~3482342,166234126~7755611,176334132~23737292,201373250~1079910,205956601~216622,208249281~30382487,240398233~3036846,246402558~25707835,273932032~948860,275020936~887797,277924467~2799721,281966612~1069486,283885646~1340452,285498168~17827554,305138638~8874441,316764114~1718090,318753086~8167724,327141348~11300848,340774249~11837394,353285939~15530455,369558094~5170373,376343637~8144930,385403060~9993237,395899660~5320465,403360897~3188967,407636507~1784786] 2024-08-29T18:50:03.845 INFO:tasks.workunit.client.0.smithi028.stdout: limited diff [217869~607781,3628194~12723831,17028177~24935011,43179186~34330726,78747617~522169,79764586~9329498,91242439~19383802,114645810~3256659,120618268~1981672,126985745~2379744,134273387~7411133,145351016~8624850,161911242~3482342,166234126~7755611,176334132~23737292,201373250~1079910,205956601~216622,208249281~30382487,240398233~3036846,246402558~25707835,273932032~948860,275020936~887797,277924467~2799721,281966612~1069486,283885646~1340452,285498168~17827554,305138638~8874441,316764114~1718090,318753086~8167724,327141348~11300848,340774249~11837394,353285939~15530455,369558094~5170373,376343637~8144930,385403060~9993237,395899660~5320465,403360897~3188967,407636507~1784786] 2024-08-29T18:50:03.854 INFO:tasks.workunit.client.0.smithi028.stdout: actual was [0~16352025,17028177~62241609,79764586~30861655,114645810~3256659,119740586~2859354,125829120~3536369,134217728~7466792,145351016~8624850,159383552~6010032,166234126~7755611,176160768~23910656,201326592~1126568,205520896~33110872,239169817~32940576,272629760~3278973,276824064~3900124,281018368~32994711,314572800~23869396,339738624~12873019,353285939~15530455,369098752~15389815,385403060~15817065,403360897~3188967,407636507~1784786] 2024-08-29T18:50:03.854 INFO:tasks.workunit.client.0.smithi028.stdout:from 2 to HEAD diff [217869~607781,3628194~12723831,17028177~24935011,43179186~34330726,78747617~522169,79764586~9329498,91242439~19383802,114645810~3256659,120618268~1981672,126985745~2379744,134273387~7411133,145351016~8624850,161911242~3482342,166234126~7755611,176334132~23737292,201373250~1079910,205956601~216622,208249281~30382487,240398233~3036846,246402558~6123699,253287398~18822995,275020936~887797,277924467~2799721,281966612~1069486,283885646~1340452,285498168~17827554,305138638~8874441,316764114~1718090,318753086~8167724,327141348~11300848,340774249~11837394,353738398~6725555,360589455~8226939,369558094~5170373,376343637~8144930,385403060~9993237,395899660~5320465,403360897~3188967,407636507~1784786] 2024-08-29T18:50:03.854 INFO:tasks.workunit.client.0.smithi028.stdout: limited diff [217869~607781,3628194~12723831,17028177~24935011,43179186~34330726,78747617~522169,79764586~9329498,91242439~19383802,114645810~3256659,120618268~1981672,126985745~2379744,134273387~7411133,145351016~8624850,161911242~3482342,166234126~7755611,176334132~23737292,201373250~1079910,205956601~216622,208249281~30382487,240398233~3036846,246402558~6123699,253287398~18822995,275020936~887797,277924467~2799721,281966612~1069486,283885646~1340452,285498168~17827554,305138638~8874441,316764114~1718090,318753086~8167724,327141348~11300848,340774249~11837394,353738398~6725555,360589455~8226939,369558094~5170373,376343637~8144930,385403060~9993237,395899660~5320465,403360897~3188967,407636507~1784786] 2024-08-29T18:50:03.861 INFO:tasks.workunit.client.0.smithi028.stdout: actual was [0~16352025,17028177~62241609,79764586~30861655,114645810~3256659,119740586~2859354,125829120~3536369,134217728~7466792,145351016~8624850,159383552~6010032,166234126~7755611,176160768~23910656,201326592~1126568,205520896~33110872,239169817~13356440,253287398~18822995,274880892~1027841,276824064~3900124,281018368~32994711,314572800~23869396,339738624~12873019,353738398~6725555,360589455~8226939,369558094~14930473,385403060~15817065,403360897~3188967,407636507~1784786] 2024-08-29T18:50:04.076 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:50:03 smithi053 bash[68679]: cluster 2024-08-29T18:50:02.379474+0000 mgr.y (mgr.25022) 1899 : cluster [DBG] pgmap v3406: 137 pgs: 137 active+clean; 761 MiB data, 7.3 GiB used, 708 GiB / 715 GiB avail; 103 KiB/s rd, 6.0 KiB/s wr, 1.15k op/s 2024-08-29T18:50:04.077 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:50:03 smithi053 bash[68679]: cluster 2024-08-29T18:50:02.730247+0000 mon.a (mon.0) 3540 : cluster [DBG] osdmap e1989: 8 total, 8 up, 8 in 2024-08-29T18:50:04.077 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:50:03 smithi053 bash[68679]: cluster 2024-08-29T18:50:03.722198+0000 mon.a (mon.0) 3541 : cluster [DBG] osdmap e1990: 8 total, 8 up, 8 in 2024-08-29T18:50:04.131 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:50:03 smithi028 bash[77168]: cluster 2024-08-29T18:50:02.379474+0000 mgr.y (mgr.25022) 1899 : cluster [DBG] pgmap v3406: 137 pgs: 137 active+clean; 761 MiB data, 7.3 GiB used, 708 GiB / 715 GiB avail; 103 KiB/s rd, 6.0 KiB/s wr, 1.15k op/s 2024-08-29T18:50:04.131 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:50:03 smithi028 bash[77168]: cluster 2024-08-29T18:50:02.730247+0000 mon.a (mon.0) 3540 : cluster [DBG] osdmap e1989: 8 total, 8 up, 8 in 2024-08-29T18:50:04.131 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:50:03 smithi028 bash[77168]: cluster 2024-08-29T18:50:03.722198+0000 mon.a (mon.0) 3541 : cluster [DBG] osdmap e1990: 8 total, 8 up, 8 in 2024-08-29T18:50:04.131 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:50:03 smithi028 bash[78352]: cluster 2024-08-29T18:50:02.379474+0000 mgr.y (mgr.25022) 1899 : cluster [DBG] pgmap v3406: 137 pgs: 137 active+clean; 761 MiB data, 7.3 GiB used, 708 GiB / 715 GiB avail; 103 KiB/s rd, 6.0 KiB/s wr, 1.15k op/s 2024-08-29T18:50:04.131 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:50:03 smithi028 bash[78352]: cluster 2024-08-29T18:50:02.730247+0000 mon.a (mon.0) 3540 : cluster [DBG] osdmap e1989: 8 total, 8 up, 8 in 2024-08-29T18:50:04.131 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:50:03 smithi028 bash[78352]: cluster 2024-08-29T18:50:03.722198+0000 mon.a (mon.0) 3541 : cluster [DBG] osdmap e1990: 8 total, 8 up, 8 in 2024-08-29T18:50:04.775 INFO:tasks.workunit.client.0.smithi028.stdout:from 0 to HEAD diff [217869~607781,3628194~12723831,17028177~24935011,43179186~34330726,78747617~522169,79764586~9329498,91242439~19383802,112266524~7474062,120618268~1981672,126985745~2379744,134273387~7411133,145351016~8624850,161911242~3482342,166234126~7755611,176334132~23737292,201373250~1079910,205956601~216622,208249281~30920536,240398233~3036846,246402558~25707835,273932032~948860,275020936~887797,277924467~2799721,281966612~1069486,283885646~1340452,285498168~17827554,305138638~8874441,316764114~1718090,318753086~8167724,327141348~11300848,340774249~11837394,353285939~15530455,369558094~5170373,376343637~8144930,385403060~9993237,395899660~5320465,403360897~3188967,407636507~1784786] 2024-08-29T18:50:04.775 INFO:tasks.workunit.client.0.smithi028.stdout: limited diff [217869~607781,3628194~12723831,17028177~24935011,43179186~34330726,78747617~522169,79764586~9329498,91242439~19383802,112266524~7474062,120618268~1981672,126985745~2379744,134273387~7411133,145351016~8624850,161911242~3482342,166234126~7755611,176334132~23737292,201373250~1079910,205956601~216622,208249281~30920536,240398233~3036846,246402558~25707835,273932032~948860,275020936~887797,277924467~2799721,281966612~1069486,283885646~1340452,285498168~17827554,305138638~8874441,316764114~1718090,318753086~8167724,327141348~11300848,340774249~11837394,353285939~15530455,369558094~5170373,376343637~8144930,385403060~9993237,395899660~5320465,403360897~3188967,407636507~1784786] 2024-08-29T18:50:04.851 INFO:tasks.workunit.client.0.smithi028.stdout: actual was [0~16352025,17028177~62241609,79691776~42908164,125829120~3536369,134217728~7466792,145351016~8624850,159383552~6010032,166234126~7755611,176160768~23910656,201326592~1126568,205520896~66589497,272629760~3278973,276824064~3900124,281018368~32994711,314572800~23869396,339738624~29077770,369098752~15389815,385403060~15817065,403360897~3188967,407636507~1784786] 2024-08-29T18:50:04.852 INFO:tasks.workunit.client.0.smithi028.stdout:from 1 to HEAD diff [217869~607781,3628194~12723831,17028177~24935011,43179186~34330726,78747617~522169,79764586~9329498,91242439~19383802,114645810~3256659,120618268~1981672,126985745~2379744,134273387~7411133,145351016~8624850,161911242~3482342,166234126~7755611,176334132~23737292,201373250~1079910,205956601~216622,208249281~30382487,240398233~3036846,246402558~25707835,273932032~948860,275020936~887797,277924467~2799721,281966612~1069486,283885646~1340452,285498168~17827554,305138638~8874441,316764114~1718090,318753086~8167724,327141348~11300848,340774249~11837394,353285939~15530455,369558094~5170373,376343637~8144930,385403060~9993237,395899660~5320465,403360897~3188967,407636507~1784786] 2024-08-29T18:50:04.852 INFO:tasks.workunit.client.0.smithi028.stdout: limited diff [217869~607781,3628194~12723831,17028177~24935011,43179186~34330726,78747617~522169,79764586~9329498,91242439~19383802,114645810~3256659,120618268~1981672,126985745~2379744,134273387~7411133,145351016~8624850,161911242~3482342,166234126~7755611,176334132~23737292,201373250~1079910,205956601~216622,208249281~30382487,240398233~3036846,246402558~25707835,273932032~948860,275020936~887797,277924467~2799721,281966612~1069486,283885646~1340452,285498168~17827554,305138638~8874441,316764114~1718090,318753086~8167724,327141348~11300848,340774249~11837394,353285939~15530455,369558094~5170373,376343637~8144930,385403060~9993237,395899660~5320465,403360897~3188967,407636507~1784786] 2024-08-29T18:50:04.858 INFO:tasks.workunit.client.0.smithi028.stdout: actual was [0~16352025,17028177~62241609,79764586~30861655,114645810~3256659,119740586~2859354,125829120~3536369,134217728~7466792,145351016~8624850,159383552~6010032,166234126~7755611,176160768~23910656,201326592~1126568,205520896~33110872,239169817~32940576,272629760~3278973,276824064~3900124,281018368~32994711,314572800~23869396,339738624~12873019,353285939~15530455,369098752~15389815,385403060~15817065,403360897~3188967,407636507~1784786] 2024-08-29T18:50:05.775 INFO:tasks.workunit.client.0.smithi028.stdout:from 0 to HEAD diff [217869~607781,3628194~12723831,17028177~24935011,43179186~34330726,78747617~522169,79764586~9329498,91242439~19383802,112266524~7474062,120618268~1981672,126985745~2379744,134273387~7411133,145351016~8624850,161911242~3482342,166234126~7755611,176334132~23737292,201373250~1079910,205956601~216622,208249281~30920536,240398233~3036846,246402558~25707835,273932032~948860,275020936~887797,277924467~2799721,281966612~1069486,283885646~1340452,285498168~17827554,305138638~8874441,316764114~1718090,318753086~8167724,327141348~11300848,340774249~11837394,353285939~15530455,369558094~5170373,376343637~8144930,385403060~9993237,395899660~5320465,403360897~3188967,407636507~1784786] 2024-08-29T18:50:05.775 INFO:tasks.workunit.client.0.smithi028.stdout: limited diff [217869~607781,3628194~12723831,17028177~24935011,43179186~34330726,78747617~522169,79764586~9329498,91242439~19383802,112266524~7474062,120618268~1981672,126985745~2379744,134273387~7411133,145351016~8624850,161911242~3482342,166234126~7755611,176334132~23737292,201373250~1079910,205956601~216622,208249281~30920536,240398233~3036846,246402558~25707835,273932032~948860,275020936~887797,277924467~2799721,281966612~1069486,283885646~1340452,285498168~17827554,305138638~8874441,316764114~1718090,318753086~8167724,327141348~11300848,340774249~11837394,353285939~15530455,369558094~5170373,376343637~8144930,385403060~9993237,395899660~5320465,403360897~3188967,407636507~1784786] 2024-08-29T18:50:05.851 INFO:tasks.workunit.client.0.smithi028.stdout: actual was [0~16352025,17028177~62241609,79691776~42908164,125829120~3536369,134217728~7466792,145351016~8624850,159383552~6010032,166234126~7755611,176160768~23910656,201326592~1126568,205520896~66589497,272629760~3278973,276824064~3900124,281018368~32994711,314572800~23869396,339738624~29077770,369098752~15389815,385403060~15817065,403360897~3188967,407636507~1784786] 2024-08-29T18:50:06.076 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:50:05 smithi053 bash[68679]: cluster 2024-08-29T18:50:04.380187+0000 mgr.y (mgr.25022) 1900 : cluster [DBG] pgmap v3409: 137 pgs: 137 active+clean; 687 MiB data, 7.2 GiB used, 708 GiB / 715 GiB avail; 2.5 KiB/s rd, 0 B/s wr, 453 op/s 2024-08-29T18:50:06.076 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:50:05 smithi053 bash[68679]: cluster 2024-08-29T18:50:04.744305+0000 mon.a (mon.0) 3542 : cluster [DBG] osdmap e1991: 8 total, 8 up, 8 in 2024-08-29T18:50:06.131 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:50:05 smithi028 bash[78352]: cluster 2024-08-29T18:50:04.380187+0000 mgr.y (mgr.25022) 1900 : cluster [DBG] pgmap v3409: 137 pgs: 137 active+clean; 687 MiB data, 7.2 GiB used, 708 GiB / 715 GiB avail; 2.5 KiB/s rd, 0 B/s wr, 453 op/s 2024-08-29T18:50:06.131 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:50:05 smithi028 bash[78352]: cluster 2024-08-29T18:50:04.744305+0000 mon.a (mon.0) 3542 : cluster [DBG] osdmap e1991: 8 total, 8 up, 8 in 2024-08-29T18:50:06.131 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:50:05 smithi028 bash[77168]: cluster 2024-08-29T18:50:04.380187+0000 mgr.y (mgr.25022) 1900 : cluster [DBG] pgmap v3409: 137 pgs: 137 active+clean; 687 MiB data, 7.2 GiB used, 708 GiB / 715 GiB avail; 2.5 KiB/s rd, 0 B/s wr, 453 op/s 2024-08-29T18:50:06.131 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:50:05 smithi028 bash[77168]: cluster 2024-08-29T18:50:04.744305+0000 mon.a (mon.0) 3542 : cluster [DBG] osdmap e1991: 8 total, 8 up, 8 in 2024-08-29T18:50:06.857 INFO:tasks.workunit.client.0.smithi028.stdout:[ OK ] DiffIterateTest/0.DiffIterateStress (39966 ms) 2024-08-29T18:50:06.857 INFO:tasks.workunit.client.0.smithi028.stdout:[ RUN ] DiffIterateTest/0.DiffIterateRegression6926 2024-08-29T18:50:06.857 INFO:tasks.workunit.client.0.smithi028.stdout:using new format! 2024-08-29T18:50:07.076 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:50:06 smithi053 bash[68679]: cluster 2024-08-29T18:50:05.747396+0000 mon.a (mon.0) 3543 : cluster [DBG] osdmap e1992: 8 total, 8 up, 8 in 2024-08-29T18:50:07.131 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:50:06 smithi028 bash[78352]: cluster 2024-08-29T18:50:05.747396+0000 mon.a (mon.0) 3543 : cluster [DBG] osdmap e1992: 8 total, 8 up, 8 in 2024-08-29T18:50:07.131 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:50:06 smithi028 bash[77168]: cluster 2024-08-29T18:50:05.747396+0000 mon.a (mon.0) 3543 : cluster [DBG] osdmap e1992: 8 total, 8 up, 8 in 2024-08-29T18:50:07.816 INFO:tasks.workunit.client.0.smithi028.stdout:iterate_cb 0~256 2024-08-29T18:50:07.827 INFO:tasks.workunit.client.0.smithi028.stdout:[ OK ] DiffIterateTest/0.DiffIterateRegression6926 (970 ms) 2024-08-29T18:50:07.827 INFO:tasks.workunit.client.0.smithi028.stdout:[ RUN ] DiffIterateTest/0.DiffIterateParent 2024-08-29T18:50:07.827 INFO:tasks.workunit.client.0.smithi028.stdout:using new format! 2024-08-29T18:50:08.076 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:50:07 smithi053 bash[68679]: cluster 2024-08-29T18:50:06.380962+0000 mgr.y (mgr.25022) 1901 : cluster [DBG] pgmap v3412: 137 pgs: 137 active+clean; 595 MiB data, 7.0 GiB used, 708 GiB / 715 GiB avail; 72 KiB/s rd, 6.0 KiB/s wr, 764 op/s 2024-08-29T18:50:08.076 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:50:07 smithi053 bash[68679]: cluster 2024-08-29T18:50:06.760199+0000 mon.a (mon.0) 3544 : cluster [DBG] osdmap e1993: 8 total, 8 up, 8 in 2024-08-29T18:50:08.130 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:50:07 smithi028 bash[78352]: cluster 2024-08-29T18:50:06.380962+0000 mgr.y (mgr.25022) 1901 : cluster [DBG] pgmap v3412: 137 pgs: 137 active+clean; 595 MiB data, 7.0 GiB used, 708 GiB / 715 GiB avail; 72 KiB/s rd, 6.0 KiB/s wr, 764 op/s 2024-08-29T18:50:08.131 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:50:07 smithi028 bash[78352]: cluster 2024-08-29T18:50:06.760199+0000 mon.a (mon.0) 3544 : cluster [DBG] osdmap e1993: 8 total, 8 up, 8 in 2024-08-29T18:50:08.131 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:50:07 smithi028 bash[77168]: cluster 2024-08-29T18:50:06.380962+0000 mgr.y (mgr.25022) 1901 : cluster [DBG] pgmap v3412: 137 pgs: 137 active+clean; 595 MiB data, 7.0 GiB used, 708 GiB / 715 GiB avail; 72 KiB/s rd, 6.0 KiB/s wr, 764 op/s 2024-08-29T18:50:08.131 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:50:07 smithi028 bash[77168]: cluster 2024-08-29T18:50:06.760199+0000 mon.a (mon.0) 3544 : cluster [DBG] osdmap e1993: 8 total, 8 up, 8 in 2024-08-29T18:50:08.872 INFO:tasks.workunit.client.0.smithi028.stdout:iterate_cb 0~4194304 2024-08-29T18:50:08.872 INFO:tasks.workunit.client.0.smithi028.stdout:iterate_cb 4194304~4194304 2024-08-29T18:50:08.872 INFO:tasks.workunit.client.0.smithi028.stdout:iterate_cb 8388608~4194304 2024-08-29T18:50:08.872 INFO:tasks.workunit.client.0.smithi028.stdout:iterate_cb 12582912~4194304 2024-08-29T18:50:08.872 INFO:tasks.workunit.client.0.smithi028.stdout:iterate_cb 16777216~4194304 2024-08-29T18:50:08.946 INFO:tasks.workunit.client.0.smithi028.stdout:iterate_cb 0~4194304 2024-08-29T18:50:08.946 INFO:tasks.workunit.client.0.smithi028.stdout:iterate_cb 4194304~4194304 2024-08-29T18:50:08.946 INFO:tasks.workunit.client.0.smithi028.stdout:iterate_cb 8388608~2097152 2024-08-29T18:50:08.946 INFO:tasks.workunit.client.0.smithi028.stdout:iterate_cb 16777216~4194304 2024-08-29T18:50:08.976 INFO:tasks.workunit.client.0.smithi028.stdout:[ OK ] DiffIterateTest/0.DiffIterateParent (1149 ms) 2024-08-29T18:50:08.977 INFO:tasks.workunit.client.0.smithi028.stdout:[ RUN ] DiffIterateTest/0.DiffIterateIgnoreParent 2024-08-29T18:50:08.977 INFO:tasks.workunit.client.0.smithi028.stdout:using new format! 2024-08-29T18:50:09.076 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:50:08 smithi053 bash[68679]: cluster 2024-08-29T18:50:07.779869+0000 mon.a (mon.0) 3545 : cluster [DBG] osdmap e1994: 8 total, 8 up, 8 in 2024-08-29T18:50:09.077 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:50:08 smithi053 bash[68679]: cluster 2024-08-29T18:50:08.724566+0000 mon.a (mon.0) 3546 : cluster [DBG] osdmap e1995: 8 total, 8 up, 8 in 2024-08-29T18:50:09.131 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:50:08 smithi028 bash[78352]: cluster 2024-08-29T18:50:07.779869+0000 mon.a (mon.0) 3545 : cluster [DBG] osdmap e1994: 8 total, 8 up, 8 in 2024-08-29T18:50:09.131 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:50:08 smithi028 bash[78352]: cluster 2024-08-29T18:50:08.724566+0000 mon.a (mon.0) 3546 : cluster [DBG] osdmap e1995: 8 total, 8 up, 8 in 2024-08-29T18:50:09.131 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:50:08 smithi028 bash[77168]: cluster 2024-08-29T18:50:07.779869+0000 mon.a (mon.0) 3545 : cluster [DBG] osdmap e1994: 8 total, 8 up, 8 in 2024-08-29T18:50:09.131 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:50:08 smithi028 bash[77168]: cluster 2024-08-29T18:50:08.724566+0000 mon.a (mon.0) 3546 : cluster [DBG] osdmap e1995: 8 total, 8 up, 8 in 2024-08-29T18:50:10.077 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:50:09 smithi053 bash[68679]: cluster 2024-08-29T18:50:08.381687+0000 mgr.y (mgr.25022) 1902 : cluster [DBG] pgmap v3415: 137 pgs: 137 active+clean; 564 MiB data, 6.9 GiB used, 708 GiB / 715 GiB avail; 75 KiB/s rd, 6.2 KiB/s wr, 496 op/s 2024-08-29T18:50:10.077 INFO:tasks.workunit.client.0.smithi028.stdout: wrote [2200623~7966,2429906~12391,4690105~66293,8460854~96687,10226460~65259,11135742~68238,14315905~32617,15058755~56138,15250526~14706,15441445~50961] to clone 2024-08-29T18:50:10.078 INFO:tasks.workunit.client.0.smithi028.stdout: diff was [0~2442297,4194304~562094,8388608~2815372,12582912~2909494] 2024-08-29T18:50:10.088 INFO:tasks.workunit.client.0.smithi028.stdout:[ OK ] DiffIterateTest/0.DiffIterateIgnoreParent (1112 ms) 2024-08-29T18:50:10.088 INFO:tasks.workunit.client.0.smithi028.stdout:[ RUN ] DiffIterateTest/0.DiffIterateCallbackError 2024-08-29T18:50:10.089 INFO:tasks.workunit.client.0.smithi028.stdout:using new format! 2024-08-29T18:50:10.130 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:50:09 smithi028 bash[77168]: cluster 2024-08-29T18:50:08.381687+0000 mgr.y (mgr.25022) 1902 : cluster [DBG] pgmap v3415: 137 pgs: 137 active+clean; 564 MiB data, 6.9 GiB used, 708 GiB / 715 GiB avail; 75 KiB/s rd, 6.2 KiB/s wr, 496 op/s 2024-08-29T18:50:10.131 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:50:09 smithi028 bash[78352]: cluster 2024-08-29T18:50:08.381687+0000 mgr.y (mgr.25022) 1902 : cluster [DBG] pgmap v3415: 137 pgs: 137 active+clean; 564 MiB data, 6.9 GiB used, 708 GiB / 715 GiB avail; 75 KiB/s rd, 6.2 KiB/s wr, 496 op/s 2024-08-29T18:50:10.140 INFO:tasks.workunit.client.0.smithi028.stdout: wrote [7100705~66237,10523932~63828,10989637~67382,13764775~59332,14103578~46653,14860565~42638,15020670~13129,19308824~45275,19368311~75055,20366485~71381] 2024-08-29T18:50:10.167 INFO:tasks.workunit.client.0.smithi028.stdout:[ OK ] DiffIterateTest/0.DiffIterateCallbackError (79 ms) 2024-08-29T18:50:10.167 INFO:tasks.workunit.client.0.smithi028.stdout:[ RUN ] DiffIterateTest/0.DiffIterateParentDiscard 2024-08-29T18:50:10.167 INFO:tasks.workunit.client.0.smithi028.stdout:using new format! 2024-08-29T18:50:11.076 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:50:10 smithi053 bash[68679]: cluster 2024-08-29T18:50:09.798640+0000 mon.a (mon.0) 3547 : cluster [DBG] osdmap e1996: 8 total, 8 up, 8 in 2024-08-29T18:50:11.130 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:50:10 smithi028 bash[78352]: cluster 2024-08-29T18:50:09.798640+0000 mon.a (mon.0) 3547 : cluster [DBG] osdmap e1996: 8 total, 8 up, 8 in 2024-08-29T18:50:11.131 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:50:10 smithi028 bash[77168]: cluster 2024-08-29T18:50:09.798640+0000 mon.a (mon.0) 3547 : cluster [DBG] osdmap e1996: 8 total, 8 up, 8 in 2024-08-29T18:50:11.814 INFO:journalctl@ceph.mgr.y.smithi028.stdout:Aug 29 18:50:11 smithi028 bash[70818]: ::ffff:172.21.15.53 - - [29/Aug/2024:18:50:11] "GET /metrics HTTP/1.1" 200 36706 "" "Prometheus/2.43.0" 2024-08-29T18:50:12.058 INFO:tasks.workunit.client.0.smithi028.stdout:[ OK ] DiffIterateTest/0.DiffIterateParentDiscard (1891 ms) 2024-08-29T18:50:12.058 INFO:tasks.workunit.client.0.smithi028.stdout:[ RUN ] DiffIterateTest/0.DiffIterateUnalignedSmall 2024-08-29T18:50:12.058 INFO:tasks.workunit.client.0.smithi028.stdout:using new format! 2024-08-29T18:50:12.076 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:50:11 smithi053 bash[68679]: cluster 2024-08-29T18:50:10.382449+0000 mgr.y (mgr.25022) 1903 : cluster [DBG] pgmap v3418: 137 pgs: 137 active+clean; 472 MiB data, 6.8 GiB used, 708 GiB / 715 GiB avail; 1.1 MiB/s rd, 6.0 MiB/s wr, 259 op/s 2024-08-29T18:50:12.076 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:50:11 smithi053 bash[68679]: cluster 2024-08-29T18:50:10.810179+0000 mon.a (mon.0) 3548 : cluster [DBG] osdmap e1997: 8 total, 8 up, 8 in 2024-08-29T18:50:12.131 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:50:11 smithi028 bash[77168]: cluster 2024-08-29T18:50:10.382449+0000 mgr.y (mgr.25022) 1903 : cluster [DBG] pgmap v3418: 137 pgs: 137 active+clean; 472 MiB data, 6.8 GiB used, 708 GiB / 715 GiB avail; 1.1 MiB/s rd, 6.0 MiB/s wr, 259 op/s 2024-08-29T18:50:12.131 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:50:11 smithi028 bash[77168]: cluster 2024-08-29T18:50:10.810179+0000 mon.a (mon.0) 3548 : cluster [DBG] osdmap e1997: 8 total, 8 up, 8 in 2024-08-29T18:50:12.131 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:50:11 smithi028 bash[78352]: cluster 2024-08-29T18:50:10.382449+0000 mgr.y (mgr.25022) 1903 : cluster [DBG] pgmap v3418: 137 pgs: 137 active+clean; 472 MiB data, 6.8 GiB used, 708 GiB / 715 GiB avail; 1.1 MiB/s rd, 6.0 MiB/s wr, 259 op/s 2024-08-29T18:50:12.131 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:50:11 smithi028 bash[78352]: cluster 2024-08-29T18:50:10.810179+0000 mon.a (mon.0) 3548 : cluster [DBG] osdmap e1997: 8 total, 8 up, 8 in 2024-08-29T18:50:12.151 INFO:tasks.workunit.client.0.smithi028.stdout:iterate_cb 5000005~1234 2024-08-29T18:50:12.161 INFO:tasks.workunit.client.0.smithi028.stdout:[ OK ] DiffIterateTest/0.DiffIterateUnalignedSmall (103 ms) 2024-08-29T18:50:12.161 INFO:tasks.workunit.client.0.smithi028.stdout:[ RUN ] DiffIterateTest/0.DiffIterateUnaligned 2024-08-29T18:50:12.161 INFO:tasks.workunit.client.0.smithi028.stdout:using new format! 2024-08-29T18:50:12.277 INFO:tasks.workunit.client.0.smithi028.stdout:iterate_cb 8376263~12345 2024-08-29T18:50:12.278 INFO:tasks.workunit.client.0.smithi028.stdout:iterate_cb 8388608~4194304 2024-08-29T18:50:12.278 INFO:tasks.workunit.client.0.smithi028.stdout:iterate_cb 12582912~54321 2024-08-29T18:50:12.291 INFO:tasks.workunit.client.0.smithi028.stdout:[ OK ] DiffIterateTest/0.DiffIterateUnaligned (130 ms) 2024-08-29T18:50:12.291 INFO:tasks.workunit.client.0.smithi028.stdout:[ RUN ] DiffIterateTest/0.DiffIterateStriping 2024-08-29T18:50:12.291 INFO:tasks.workunit.client.0.smithi028.stdout:SKIPPING 2024-08-29T18:50:12.291 INFO:tasks.workunit.client.0.smithi028.stdout:[ OK ] DiffIterateTest/0.DiffIterateStriping (0 ms) 2024-08-29T18:50:12.577 INFO:journalctl@ceph.prometheus.a.smithi053.stdout:Aug 29 18:50:12 smithi053 bash[95567]: ts=2024-08-29T18:50:12.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"3167ee72-662c-11ef-bcd4-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-29T18:50:12.851 INFO:tasks.workunit.client.0.smithi028.stdout:[----------] 11 tests from DiffIterateTest/0 (53463 ms total) 2024-08-29T18:50:12.851 INFO:tasks.workunit.client.0.smithi028.stdout: 2024-08-29T18:50:12.851 INFO:tasks.workunit.client.0.smithi028.stdout:[----------] 11 tests from DiffIterateTest/1, where TypeParam = DiffIterateParams 2024-08-29T18:50:12.915 INFO:tasks.workunit.client.0.smithi028.stdout:[ RUN ] DiffIterateTest/1.DiffIterate 2024-08-29T18:50:13.076 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:50:12 smithi053 bash[68679]: cluster 2024-08-29T18:50:11.810764+0000 mon.a (mon.0) 3549 : cluster [DBG] osdmap e1998: 8 total, 8 up, 8 in 2024-08-29T18:50:13.076 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:50:12 smithi053 bash[68679]: audit 2024-08-29T18:50:12.154360+0000 mon.a (mon.0) 3550 : audit [DBG] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-29T18:50:13.131 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:50:12 smithi028 bash[78352]: cluster 2024-08-29T18:50:11.810764+0000 mon.a (mon.0) 3549 : cluster [DBG] osdmap e1998: 8 total, 8 up, 8 in 2024-08-29T18:50:13.131 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:50:12 smithi028 bash[78352]: audit 2024-08-29T18:50:12.154360+0000 mon.a (mon.0) 3550 : audit [DBG] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-29T18:50:13.131 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:50:12 smithi028 bash[77168]: cluster 2024-08-29T18:50:11.810764+0000 mon.a (mon.0) 3549 : cluster [DBG] osdmap e1998: 8 total, 8 up, 8 in 2024-08-29T18:50:13.131 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:50:12 smithi028 bash[77168]: audit 2024-08-29T18:50:12.154360+0000 mon.a (mon.0) 3550 : audit [DBG] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-29T18:50:14.131 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:50:13 smithi028 bash[78352]: cluster 2024-08-29T18:50:12.383172+0000 mgr.y (mgr.25022) 1904 : cluster [DBG] pgmap v3421: 137 pgs: 137 active+clean; 475 MiB data, 6.8 GiB used, 708 GiB / 715 GiB avail; 1.1 MiB/s rd, 7.5 MiB/s wr, 238 op/s 2024-08-29T18:50:14.131 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:50:13 smithi028 bash[78352]: cluster 2024-08-29T18:50:12.845143+0000 mon.a (mon.0) 3551 : cluster [DBG] osdmap e1999: 8 total, 8 up, 8 in 2024-08-29T18:50:14.131 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:50:13 smithi028 bash[77168]: cluster 2024-08-29T18:50:12.383172+0000 mgr.y (mgr.25022) 1904 : cluster [DBG] pgmap v3421: 137 pgs: 137 active+clean; 475 MiB data, 6.8 GiB used, 708 GiB / 715 GiB avail; 1.1 MiB/s rd, 7.5 MiB/s wr, 238 op/s 2024-08-29T18:50:14.131 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:50:13 smithi028 bash[77168]: cluster 2024-08-29T18:50:12.845143+0000 mon.a (mon.0) 3551 : cluster [DBG] osdmap e1999: 8 total, 8 up, 8 in 2024-08-29T18:50:14.326 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:50:13 smithi053 bash[68679]: cluster 2024-08-29T18:50:12.383172+0000 mgr.y (mgr.25022) 1904 : cluster [DBG] pgmap v3421: 137 pgs: 137 active+clean; 475 MiB data, 6.8 GiB used, 708 GiB / 715 GiB avail; 1.1 MiB/s rd, 7.5 MiB/s wr, 238 op/s 2024-08-29T18:50:14.326 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:50:13 smithi053 bash[68679]: cluster 2024-08-29T18:50:12.845143+0000 mon.a (mon.0) 3551 : cluster [DBG] osdmap e1999: 8 total, 8 up, 8 in 2024-08-29T18:50:14.868 INFO:tasks.workunit.client.0.smithi028.stdout:using new format! 2024-08-29T18:50:15.132 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:50:14 smithi028 bash[77168]: cluster 2024-08-29T18:50:13.847127+0000 mon.a (mon.0) 3552 : cluster [DBG] osdmap e2000: 8 total, 8 up, 8 in 2024-08-29T18:50:15.133 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:50:14 smithi028 bash[77168]: audit 2024-08-29T18:50:13.852734+0000 mon.c (mon.2) 137 : audit [INF] from='client.? 172.21.15.28:0/3715270434' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi028-116573-36","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-29T18:50:15.133 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:50:14 smithi028 bash[77168]: audit 2024-08-29T18:50:13.861844+0000 mon.a (mon.0) 3553 : audit [INF] from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi028-116573-36","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-29T18:50:15.133 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:50:14 smithi028 bash[78352]: cluster 2024-08-29T18:50:13.847127+0000 mon.a (mon.0) 3552 : cluster [DBG] osdmap e2000: 8 total, 8 up, 8 in 2024-08-29T18:50:15.133 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:50:14 smithi028 bash[78352]: audit 2024-08-29T18:50:13.852734+0000 mon.c (mon.2) 137 : audit [INF] from='client.? 172.21.15.28:0/3715270434' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi028-116573-36","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-29T18:50:15.133 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:50:14 smithi028 bash[78352]: audit 2024-08-29T18:50:13.861844+0000 mon.a (mon.0) 3553 : audit [INF] from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi028-116573-36","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-29T18:50:15.326 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:50:14 smithi053 bash[68679]: cluster 2024-08-29T18:50:13.847127+0000 mon.a (mon.0) 3552 : cluster [DBG] osdmap e2000: 8 total, 8 up, 8 in 2024-08-29T18:50:15.327 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:50:14 smithi053 bash[68679]: audit 2024-08-29T18:50:13.852734+0000 mon.c (mon.2) 137 : audit [INF] from='client.? 172.21.15.28:0/3715270434' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi028-116573-36","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-29T18:50:15.327 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:50:14 smithi053 bash[68679]: audit 2024-08-29T18:50:13.861844+0000 mon.a (mon.0) 3553 : audit [INF] from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi028-116573-36","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-08-29T18:50:16.131 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:50:15 smithi028 bash[78352]: cluster 2024-08-29T18:50:14.383943+0000 mgr.y (mgr.25022) 1905 : cluster [DBG] pgmap v3424: 137 pgs: 32 unknown, 105 active+clean; 4.6 MiB data, 6.5 GiB used, 709 GiB / 715 GiB avail 2024-08-29T18:50:16.131 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:50:15 smithi028 bash[78352]: cluster 2024-08-29T18:50:14.839737+0000 mon.a (mon.0) 3554 : cluster [WRN] Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-08-29T18:50:16.131 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:50:15 smithi028 bash[78352]: audit 2024-08-29T18:50:14.851607+0000 mon.a (mon.0) 3555 : audit [INF] from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi028-116573-36","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-29T18:50:16.131 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:50:15 smithi028 bash[78352]: cluster 2024-08-29T18:50:14.862336+0000 mon.a (mon.0) 3556 : cluster [DBG] osdmap e2001: 8 total, 8 up, 8 in 2024-08-29T18:50:16.131 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:50:15 smithi028 bash[77168]: cluster 2024-08-29T18:50:14.383943+0000 mgr.y (mgr.25022) 1905 : cluster [DBG] pgmap v3424: 137 pgs: 32 unknown, 105 active+clean; 4.6 MiB data, 6.5 GiB used, 709 GiB / 715 GiB avail 2024-08-29T18:50:16.131 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:50:15 smithi028 bash[77168]: cluster 2024-08-29T18:50:14.839737+0000 mon.a (mon.0) 3554 : cluster [WRN] Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-08-29T18:50:16.132 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:50:15 smithi028 bash[77168]: audit 2024-08-29T18:50:14.851607+0000 mon.a (mon.0) 3555 : audit [INF] from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi028-116573-36","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-29T18:50:16.132 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:50:15 smithi028 bash[77168]: cluster 2024-08-29T18:50:14.862336+0000 mon.a (mon.0) 3556 : cluster [DBG] osdmap e2001: 8 total, 8 up, 8 in 2024-08-29T18:50:16.326 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:50:15 smithi053 bash[68679]: cluster 2024-08-29T18:50:14.383943+0000 mgr.y (mgr.25022) 1905 : cluster [DBG] pgmap v3424: 137 pgs: 32 unknown, 105 active+clean; 4.6 MiB data, 6.5 GiB used, 709 GiB / 715 GiB avail 2024-08-29T18:50:16.327 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:50:15 smithi053 bash[68679]: cluster 2024-08-29T18:50:14.839737+0000 mon.a (mon.0) 3554 : cluster [WRN] Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-08-29T18:50:16.327 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:50:15 smithi053 bash[68679]: audit 2024-08-29T18:50:14.851607+0000 mon.a (mon.0) 3555 : audit [INF] from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi028-116573-36","app": "rados","yes_i_really_mean_it": true}]': finished 2024-08-29T18:50:16.327 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:50:15 smithi053 bash[68679]: cluster 2024-08-29T18:50:14.862336+0000 mon.a (mon.0) 3556 : cluster [DBG] osdmap e2001: 8 total, 8 up, 8 in 2024-08-29T18:50:16.992 INFO:tasks.workunit.client.0.smithi028.stdout: wrote [5071993~31536,5762197~47980,10653196~19207,11100948~39701,12183046~65713,12573693~40703,17031771~24695,18708320~95609,19108073~93751] 2024-08-29T18:50:17.131 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:50:16 smithi028 bash[77168]: cluster 2024-08-29T18:50:15.869003+0000 mon.a (mon.0) 3557 : cluster [DBG] osdmap e2002: 8 total, 8 up, 8 in 2024-08-29T18:50:17.131 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:50:16 smithi028 bash[78352]: cluster 2024-08-29T18:50:15.869003+0000 mon.a (mon.0) 3557 : cluster [DBG] osdmap e2002: 8 total, 8 up, 8 in 2024-08-29T18:50:17.326 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:50:16 smithi053 bash[68679]: cluster 2024-08-29T18:50:15.869003+0000 mon.a (mon.0) 3557 : cluster [DBG] osdmap e2002: 8 total, 8 up, 8 in 2024-08-29T18:50:17.930 INFO:tasks.workunit.client.0.smithi028.stdout: wrote [0~16777216] 2024-08-29T18:50:17.941 INFO:tasks.workunit.client.0.smithi028.stdout: diff was [0~16777216] 2024-08-29T18:50:17.950 INFO:tasks.workunit.client.0.smithi028.stdout:[ OK ] DiffIterateTest/1.DiffIterate (5036 ms) 2024-08-29T18:50:17.951 INFO:tasks.workunit.client.0.smithi028.stdout:[ RUN ] DiffIterateTest/1.DiffIterateDiscard 2024-08-29T18:50:17.951 INFO:tasks.workunit.client.0.smithi028.stdout:using new format! 2024-08-29T18:50:18.002 INFO:tasks.workunit.client.0.smithi028.stdout:iterate_cb 0~4194304 2024-08-29T18:50:18.327 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:50:17 smithi053 bash[68679]: cluster 2024-08-29T18:50:16.384642+0000 mgr.y (mgr.25022) 1906 : cluster [DBG] pgmap v3427: 137 pgs: 13 creating+peering, 15 unknown, 109 active+clean; 4.6 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail 2024-08-29T18:50:18.327 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:50:17 smithi053 bash[68679]: cluster 2024-08-29T18:50:16.862307+0000 mon.a (mon.0) 3558 : cluster [INF] Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-08-29T18:50:18.327 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:50:17 smithi053 bash[68679]: cluster 2024-08-29T18:50:16.882361+0000 mon.a (mon.0) 3559 : cluster [DBG] osdmap e2003: 8 total, 8 up, 8 in 2024-08-29T18:50:18.381 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:50:17 smithi028 bash[78352]: cluster 2024-08-29T18:50:16.384642+0000 mgr.y (mgr.25022) 1906 : cluster [DBG] pgmap v3427: 137 pgs: 13 creating+peering, 15 unknown, 109 active+clean; 4.6 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail 2024-08-29T18:50:18.381 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:50:17 smithi028 bash[78352]: cluster 2024-08-29T18:50:16.862307+0000 mon.a (mon.0) 3558 : cluster [INF] Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-08-29T18:50:18.381 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:50:17 smithi028 bash[78352]: cluster 2024-08-29T18:50:16.882361+0000 mon.a (mon.0) 3559 : cluster [DBG] osdmap e2003: 8 total, 8 up, 8 in 2024-08-29T18:50:18.381 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:50:17 smithi028 bash[77168]: cluster 2024-08-29T18:50:16.384642+0000 mgr.y (mgr.25022) 1906 : cluster [DBG] pgmap v3427: 137 pgs: 13 creating+peering, 15 unknown, 109 active+clean; 4.6 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail 2024-08-29T18:50:18.381 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:50:17 smithi028 bash[77168]: cluster 2024-08-29T18:50:16.862307+0000 mon.a (mon.0) 3558 : cluster [INF] Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-08-29T18:50:18.381 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:50:17 smithi028 bash[77168]: cluster 2024-08-29T18:50:16.882361+0000 mon.a (mon.0) 3559 : cluster [DBG] osdmap e2003: 8 total, 8 up, 8 in 2024-08-29T18:50:18.941 INFO:tasks.workunit.client.0.smithi028.stdout:iterate_cb 0~4194304 2024-08-29T18:50:19.326 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:50:18 smithi053 bash[68679]: cluster 2024-08-29T18:50:17.883104+0000 mon.a (mon.0) 3560 : cluster [DBG] osdmap e2004: 8 total, 8 up, 8 in 2024-08-29T18:50:19.381 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:50:18 smithi028 bash[77168]: cluster 2024-08-29T18:50:17.883104+0000 mon.a (mon.0) 3560 : cluster [DBG] osdmap e2004: 8 total, 8 up, 8 in 2024-08-29T18:50:19.381 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:50:18 smithi028 bash[78352]: cluster 2024-08-29T18:50:17.883104+0000 mon.a (mon.0) 3560 : cluster [DBG] osdmap e2004: 8 total, 8 up, 8 in 2024-08-29T18:50:19.952 INFO:tasks.workunit.client.0.smithi028.stdout:iterate_cb 0~4194304 2024-08-29T18:50:20.326 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:50:19 smithi053 bash[68679]: cluster 2024-08-29T18:50:18.385358+0000 mgr.y (mgr.25022) 1907 : cluster [DBG] pgmap v3430: 137 pgs: 13 creating+peering, 9 unknown, 115 active+clean; 4.6 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail 2024-08-29T18:50:20.327 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:50:19 smithi053 bash[68679]: cluster 2024-08-29T18:50:18.904784+0000 mon.a (mon.0) 3561 : cluster [DBG] osdmap e2005: 8 total, 8 up, 8 in 2024-08-29T18:50:20.381 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:50:19 smithi028 bash[77168]: cluster 2024-08-29T18:50:18.385358+0000 mgr.y (mgr.25022) 1907 : cluster [DBG] pgmap v3430: 137 pgs: 13 creating+peering, 9 unknown, 115 active+clean; 4.6 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail 2024-08-29T18:50:20.381 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:50:19 smithi028 bash[77168]: cluster 2024-08-29T18:50:18.904784+0000 mon.a (mon.0) 3561 : cluster [DBG] osdmap e2005: 8 total, 8 up, 8 in 2024-08-29T18:50:20.381 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:50:19 smithi028 bash[78352]: cluster 2024-08-29T18:50:18.385358+0000 mgr.y (mgr.25022) 1907 : cluster [DBG] pgmap v3430: 137 pgs: 13 creating+peering, 9 unknown, 115 active+clean; 4.6 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail 2024-08-29T18:50:20.381 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:50:19 smithi028 bash[78352]: cluster 2024-08-29T18:50:18.904784+0000 mon.a (mon.0) 3561 : cluster [DBG] osdmap e2005: 8 total, 8 up, 8 in 2024-08-29T18:50:20.969 INFO:tasks.workunit.client.0.smithi028.stdout:iterate_cb 0~4194304 2024-08-29T18:50:20.973 INFO:tasks.workunit.client.0.smithi028.stdout:[ OK ] DiffIterateTest/1.DiffIterateDiscard (3023 ms) 2024-08-29T18:50:20.973 INFO:tasks.workunit.client.0.smithi028.stdout:[ RUN ] DiffIterateTest/1.DiffIterateStress 2024-08-29T18:50:20.973 INFO:tasks.workunit.client.0.smithi028.stdout:using new format! 2024-08-29T18:50:21.080 INFO:tasks.workunit.client.0.smithi028.stdout: i=0 exists [14353683~338852,44953956~3102203,69232956~105128,90850348~6949181,113941198~5305955,162623415~5998592,222025763~7094871,231022273~2513926,341465516~4643113,394806134~539670] wrote [14353683~338852,44953956~3102203,69232956~105128,90850348~6949181,113941198~5305955,162623415~5998592,222025763~7094871,231022273~2513926,341465516~4643113,394806134~539670] 2024-08-29T18:50:21.326 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:50:20 smithi053 bash[68679]: cluster 2024-08-29T18:50:19.906432+0000 mon.a (mon.0) 3562 : cluster [DBG] osdmap e2006: 8 total, 8 up, 8 in 2024-08-29T18:50:21.380 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:50:20 smithi028 bash[77168]: cluster 2024-08-29T18:50:19.906432+0000 mon.a (mon.0) 3562 : cluster [DBG] osdmap e2006: 8 total, 8 up, 8 in 2024-08-29T18:50:21.381 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:50:20 smithi028 bash[78352]: cluster 2024-08-29T18:50:19.906432+0000 mon.a (mon.0) 3562 : cluster [DBG] osdmap e2006: 8 total, 8 up, 8 in 2024-08-29T18:50:21.880 INFO:journalctl@ceph.mgr.y.smithi028.stdout:Aug 29 18:50:21 smithi028 bash[70818]: ::ffff:172.21.15.53 - - [29/Aug/2024:18:50:21] "GET /metrics HTTP/1.1" 200 36710 "" "Prometheus/2.43.0" 2024-08-29T18:50:22.025 INFO:tasks.workunit.client.0.smithi028.stdout: i=1 exists [14353683~338852,39158044~2949092,44953956~3102203,69232956~105128,90850348~6949181,103346225~7714283,113941198~5305955,162623415~5998592,184221673~4654892,209984282~297689,214235635~4421337,222025763~7094871,231022273~2513926,319196945~225957,334064657~6984751,341465516~4643113,359951685~5605563,384074039~1264099,394806134~539670] wrote [39158044~2949092,103346225~7714283,184221673~4654892,209984282~297689,214235635~4421337,319196945~225957,334064657~6984751,359951685~5605563,384074039~1264099] 2024-08-29T18:50:22.316 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:50:21 smithi053 bash[68679]: cluster 2024-08-29T18:50:20.386133+0000 mgr.y (mgr.25022) 1908 : cluster [DBG] pgmap v3433: 137 pgs: 137 active+clean; 19 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 46 KiB/s rd, 261 KiB/s wr, 76 op/s 2024-08-29T18:50:22.316 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:50:21 smithi053 bash[68679]: cluster 2024-08-29T18:50:20.927291+0000 mon.a (mon.0) 3563 : cluster [DBG] osdmap e2007: 8 total, 8 up, 8 in 2024-08-29T18:50:22.316 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:50:21 smithi053 bash[68679]: audit 2024-08-29T18:50:20.969503+0000 mon.a (mon.0) 3564 : audit [DBG] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-29T18:50:22.317 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:50:21 smithi053 bash[68679]: audit 2024-08-29T18:50:21.768891+0000 mon.a (mon.0) 3565 : audit [DBG] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-29T18:50:22.317 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:50:21 smithi053 bash[68679]: audit 2024-08-29T18:50:21.770451+0000 mon.a (mon.0) 3566 : audit [INF] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-29T18:50:22.317 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:50:21 smithi053 bash[68679]: audit 2024-08-29T18:50:21.777790+0000 mon.a (mon.0) 3567 : audit [INF] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' 2024-08-29T18:50:22.381 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:50:21 smithi028 bash[77168]: cluster 2024-08-29T18:50:20.386133+0000 mgr.y (mgr.25022) 1908 : cluster [DBG] pgmap v3433: 137 pgs: 137 active+clean; 19 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 46 KiB/s rd, 261 KiB/s wr, 76 op/s 2024-08-29T18:50:22.381 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:50:21 smithi028 bash[77168]: cluster 2024-08-29T18:50:20.927291+0000 mon.a (mon.0) 3563 : cluster [DBG] osdmap e2007: 8 total, 8 up, 8 in 2024-08-29T18:50:22.381 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:50:21 smithi028 bash[77168]: audit 2024-08-29T18:50:20.969503+0000 mon.a (mon.0) 3564 : audit [DBG] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-29T18:50:22.381 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:50:21 smithi028 bash[77168]: audit 2024-08-29T18:50:21.768891+0000 mon.a (mon.0) 3565 : audit [DBG] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-29T18:50:22.381 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:50:21 smithi028 bash[77168]: audit 2024-08-29T18:50:21.770451+0000 mon.a (mon.0) 3566 : audit [INF] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-29T18:50:22.381 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:50:21 smithi028 bash[77168]: audit 2024-08-29T18:50:21.777790+0000 mon.a (mon.0) 3567 : audit [INF] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' 2024-08-29T18:50:22.381 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:50:21 smithi028 bash[78352]: cluster 2024-08-29T18:50:20.386133+0000 mgr.y (mgr.25022) 1908 : cluster [DBG] pgmap v3433: 137 pgs: 137 active+clean; 19 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 46 KiB/s rd, 261 KiB/s wr, 76 op/s 2024-08-29T18:50:22.382 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:50:21 smithi028 bash[78352]: cluster 2024-08-29T18:50:20.927291+0000 mon.a (mon.0) 3563 : cluster [DBG] osdmap e2007: 8 total, 8 up, 8 in 2024-08-29T18:50:22.382 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:50:21 smithi028 bash[78352]: audit 2024-08-29T18:50:20.969503+0000 mon.a (mon.0) 3564 : audit [DBG] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-29T18:50:22.382 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:50:21 smithi028 bash[78352]: audit 2024-08-29T18:50:21.768891+0000 mon.a (mon.0) 3565 : audit [DBG] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-29T18:50:22.382 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:50:21 smithi028 bash[78352]: audit 2024-08-29T18:50:21.770451+0000 mon.a (mon.0) 3566 : audit [INF] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-29T18:50:22.382 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:50:21 smithi028 bash[78352]: audit 2024-08-29T18:50:21.777790+0000 mon.a (mon.0) 3567 : audit [INF] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' 2024-08-29T18:50:22.576 INFO:journalctl@ceph.prometheus.a.smithi053.stdout:Aug 29 18:50:22 smithi053 bash[95567]: ts=2024-08-29T18:50:22.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"3167ee72-662c-11ef-bcd4-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-29T18:50:23.060 INFO:tasks.workunit.client.0.smithi028.stdout: i=2 exists [5332436~986542,6407248~5821725,14353683~338852,21919581~3983852,39158044~2949092,44953956~3102203,69232956~105128,90850348~6949181,103346225~7714283,113941198~5305955,150847320~5418887,162623415~5998592,184221673~4654892,209984282~297689,214235635~4421337,222025763~7094871,231022273~2513926,237230886~6854378,319196945~225957,334064657~12043972,359951685~5605563,367226998~6562995,384074039~1264099,391384510~1454494,393983222~2696515] wrote [5332436~986542,6407248~5821725,21919581~3983852,150847320~5418887,237230886~6854378,334785549~7199158,367226998~6562995,391384510~1454494,393983222~2696515] 2024-08-29T18:50:23.326 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:50:22 smithi053 bash[68679]: cluster 2024-08-29T18:50:21.930228+0000 mon.a (mon.0) 3568 : cluster [DBG] osdmap e2008: 8 total, 8 up, 8 in 2024-08-29T18:50:23.380 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:50:22 smithi028 bash[77168]: cluster 2024-08-29T18:50:21.930228+0000 mon.a (mon.0) 3568 : cluster [DBG] osdmap e2008: 8 total, 8 up, 8 in 2024-08-29T18:50:23.381 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:50:22 smithi028 bash[78352]: cluster 2024-08-29T18:50:21.930228+0000 mon.a (mon.0) 3568 : cluster [DBG] osdmap e2008: 8 total, 8 up, 8 in 2024-08-29T18:50:23.871 INFO:tasks.workunit.client.0.smithi028.stdout: i=3 exists [5332436~986542,6407248~5821725,14353683~338852,21919581~3983852,27412639~3177423,39158044~2949092,42589165~5466994,53299300~513535,65960809~7118508,90850348~6949181,103346225~7714283,113941198~5305955,150847320~5418887,162623415~5998592,184221673~4654892,209815774~1368490,214235635~4421337,222025763~7094871,231022273~2513926,237230886~6854378,310662336~6918671,319196945~225957,319897266~5701022,326590423~3911468,334064657~12043972,359951685~5605563,367226998~6562995,384074039~3304702,391384510~1454494,393983222~2696515,408199643~2986622] wrote [27412639~3177423,42589165~4315004,53299300~513535,65960809~7118508,209815774~1368490,310662336~6918671,319897266~5701022,326590423~3911468,384180812~3197929,408199643~2986622] 2024-08-29T18:50:24.327 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:50:23 smithi053 bash[68679]: cluster 2024-08-29T18:50:22.386837+0000 mgr.y (mgr.25022) 1909 : cluster [DBG] pgmap v3436: 137 pgs: 137 active+clean; 19 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 46 KiB/s rd, 261 KiB/s wr, 76 op/s 2024-08-29T18:50:24.327 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:50:23 smithi053 bash[68679]: cluster 2024-08-29T18:50:22.955635+0000 mon.a (mon.0) 3569 : cluster [DBG] osdmap e2009: 8 total, 8 up, 8 in 2024-08-29T18:50:24.327 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:50:23 smithi053 bash[68679]: cluster 2024-08-29T18:50:23.758718+0000 mon.a (mon.0) 3570 : cluster [DBG] osdmap e2010: 8 total, 8 up, 8 in 2024-08-29T18:50:24.381 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:50:23 smithi028 bash[77168]: cluster 2024-08-29T18:50:22.386837+0000 mgr.y (mgr.25022) 1909 : cluster [DBG] pgmap v3436: 137 pgs: 137 active+clean; 19 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 46 KiB/s rd, 261 KiB/s wr, 76 op/s 2024-08-29T18:50:24.381 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:50:23 smithi028 bash[77168]: cluster 2024-08-29T18:50:22.955635+0000 mon.a (mon.0) 3569 : cluster [DBG] osdmap e2009: 8 total, 8 up, 8 in 2024-08-29T18:50:24.381 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:50:23 smithi028 bash[77168]: cluster 2024-08-29T18:50:23.758718+0000 mon.a (mon.0) 3570 : cluster [DBG] osdmap e2010: 8 total, 8 up, 8 in 2024-08-29T18:50:24.381 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:50:23 smithi028 bash[78352]: cluster 2024-08-29T18:50:22.386837+0000 mgr.y (mgr.25022) 1909 : cluster [DBG] pgmap v3436: 137 pgs: 137 active+clean; 19 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 46 KiB/s rd, 261 KiB/s wr, 76 op/s 2024-08-29T18:50:24.381 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:50:23 smithi028 bash[78352]: cluster 2024-08-29T18:50:22.955635+0000 mon.a (mon.0) 3569 : cluster [DBG] osdmap e2009: 8 total, 8 up, 8 in 2024-08-29T18:50:24.381 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:50:23 smithi028 bash[78352]: cluster 2024-08-29T18:50:23.758718+0000 mon.a (mon.0) 3570 : cluster [DBG] osdmap e2010: 8 total, 8 up, 8 in 2024-08-29T18:50:24.882 INFO:tasks.workunit.client.0.smithi028.stdout: i=4 exists [1541354~519764,5332436~986542,6407248~5821725,14353683~338852,21919581~3983852,27412639~3177423,33633681~8473455,42589165~5466994,53299300~513535,65960809~7118508,90850348~6949181,103346225~15900928,150847320~5418887,160836530~7785477,184221673~4654892,209815774~1368490,214235635~4421337,222025763~7094871,231022273~2513926,237230886~6854378,276538859~43066,296590344~1149324,310662336~6918671,319196945~225957,319897266~10604625,334064657~12043972,359951685~5605563,367226998~6562995,384074039~3304702,391384510~1454494,393983222~2696515,406802689~4395887] wrote [1541354~519764,33633681~6777455,106407448~9234064,160836530~7684951,276538859~43066,296590344~1149324,322982773~7271135,406802689~4395887] 2024-08-29T18:50:25.873 INFO:tasks.workunit.client.0.smithi028.stdout: i=5 exists [1541354~519764,5332436~986542,6407248~7505266,14353683~338852,21919581~3983852,27412639~3177423,33633681~8473455,42589165~5466994,53299300~513535,65960809~7118508,74909804~4078737,90850348~6949181,103346225~15900928,129095927~67114,150847320~5418887,160836530~7785477,170187380~7606481,178308211~2899080,184221673~4654892,201765803~7530184,209815774~1368490,214235635~4421337,222025763~7094871,231022273~2513926,237230886~6854378,276538859~43066,287265826~161030,296590344~1149324,310662336~6918671,319196945~225957,319897266~10604625,334064657~12043972,359951685~5605563,367226998~6562995,384074039~3304702,391384510~1454494,393983222~2696515,405901233~6399274] wrote [11197238~2715276,74909804~4078737,92003496~5795747,129095927~67114,170187380~7606481,178308211~2899080,201765803~7530184,287265826~161030,405901233~6399274] 2024-08-29T18:50:26.076 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:50:25 smithi053 bash[68679]: cluster 2024-08-29T18:50:24.387550+0000 mgr.y (mgr.25022) 1910 : cluster [DBG] pgmap v3439: 137 pgs: 137 active+clean; 65 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 21 KiB/s rd, 8.1 MiB/s wr, 34 op/s 2024-08-29T18:50:26.077 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:50:25 smithi053 bash[68679]: cluster 2024-08-29T18:50:24.773639+0000 mon.a (mon.0) 3571 : cluster [DBG] osdmap e2011: 8 total, 8 up, 8 in 2024-08-29T18:50:26.131 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:50:25 smithi028 bash[78352]: cluster 2024-08-29T18:50:24.387550+0000 mgr.y (mgr.25022) 1910 : cluster [DBG] pgmap v3439: 137 pgs: 137 active+clean; 65 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 21 KiB/s rd, 8.1 MiB/s wr, 34 op/s 2024-08-29T18:50:26.131 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:50:25 smithi028 bash[78352]: cluster 2024-08-29T18:50:24.773639+0000 mon.a (mon.0) 3571 : cluster [DBG] osdmap e2011: 8 total, 8 up, 8 in 2024-08-29T18:50:26.132 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:50:25 smithi028 bash[77168]: cluster 2024-08-29T18:50:24.387550+0000 mgr.y (mgr.25022) 1910 : cluster [DBG] pgmap v3439: 137 pgs: 137 active+clean; 65 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 21 KiB/s rd, 8.1 MiB/s wr, 34 op/s 2024-08-29T18:50:26.132 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:50:25 smithi028 bash[77168]: cluster 2024-08-29T18:50:24.773639+0000 mon.a (mon.0) 3571 : cluster [DBG] osdmap e2011: 8 total, 8 up, 8 in 2024-08-29T18:50:26.894 INFO:tasks.workunit.client.0.smithi028.stdout: i=6 exists [1541354~519764,5332436~986542,6407248~7505266,14353683~338852,21919581~3983852,26464373~4125689,33633681~8473455,42589165~8946786,53299300~513535,59082866~5169963,65960809~7118508,74909804~4078737,90850348~6949181,103346225~15900928,129095927~67114,150847320~5418887,160836530~7862940,170187380~7606481,178308211~2899080,184221673~4654892,197322498~11973489,209815774~1368490,214235635~14884999,231022273~2513926,237230886~6854378,276538859~43066,287265826~161030,296590344~1149324,310662336~6918671,319196945~225957,319897266~10604625,334064657~12043972,357469028~924916,359951685~5605563,367226998~6562995,375166719~6331060,384074039~3304702,391384510~1454494,393983222~2696515,405901233~6399274] wrote [26464373~1989245,47152589~4383362,59082866~5169963,92772358~1388128,162929841~5769629,173439922~1613684,197322498~6984943,216848191~5850150,357469028~924916,375166719~6331060] 2024-08-29T18:50:27.076 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:50:26 smithi053 bash[68679]: cluster 2024-08-29T18:50:25.779412+0000 mon.a (mon.0) 3572 : cluster [DBG] osdmap e2012: 8 total, 8 up, 8 in 2024-08-29T18:50:27.131 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:50:26 smithi028 bash[77168]: cluster 2024-08-29T18:50:25.779412+0000 mon.a (mon.0) 3572 : cluster [DBG] osdmap e2012: 8 total, 8 up, 8 in 2024-08-29T18:50:27.131 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:50:26 smithi028 bash[78352]: cluster 2024-08-29T18:50:25.779412+0000 mon.a (mon.0) 3572 : cluster [DBG] osdmap e2012: 8 total, 8 up, 8 in 2024-08-29T18:50:27.906 INFO:tasks.workunit.client.0.smithi028.stdout: i=7 exists [1541354~519764,5332436~986542,6407248~7505266,14353683~338852,21919581~3983852,26464373~4125689,33633681~8473455,42589165~8946786,53299300~513535,59082866~5169963,65960809~13027732,90850348~6949181,103346225~15900928,129095927~67114,135313282~6685236,150847320~5418887,158731215~9968255,170187380~7606481,178308211~2899080,184221673~4654892,197322498~11973489,209815774~1368490,214235635~14884999,231022273~2513926,237230886~11581740,276538859~43066,282178221~5569991,296590344~1149324,310662336~19839555,334064657~12043972,357469028~924916,359951685~5605563,367226998~6562995,375166719~6331060,384074039~6472840,391384510~1454494,393983222~2696515,405901233~6399274] wrote [34240207~2512038,71070101~4969525,135313282~6685236,158731215~5631850,243138733~5673893,282178221~5569991,315753456~6006,317072209~4043392,386514075~4032804,410239822~494507] 2024-08-29T18:50:28.077 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:50:27 smithi053 bash[68679]: cluster 2024-08-29T18:50:26.388382+0000 mgr.y (mgr.25022) 1911 : cluster [DBG] pgmap v3442: 137 pgs: 137 active+clean; 202 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 141 KiB/s rd, 34 MiB/s wr, 235 op/s 2024-08-29T18:50:28.077 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:50:27 smithi053 bash[68679]: cluster 2024-08-29T18:50:26.798806+0000 mon.a (mon.0) 3573 : cluster [DBG] osdmap e2013: 8 total, 8 up, 8 in 2024-08-29T18:50:28.077 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:50:27 smithi053 bash[68679]: audit 2024-08-29T18:50:27.154769+0000 mon.a (mon.0) 3574 : audit [DBG] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-29T18:50:28.131 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:50:27 smithi028 bash[77168]: cluster 2024-08-29T18:50:26.388382+0000 mgr.y (mgr.25022) 1911 : cluster [DBG] pgmap v3442: 137 pgs: 137 active+clean; 202 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 141 KiB/s rd, 34 MiB/s wr, 235 op/s 2024-08-29T18:50:28.131 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:50:27 smithi028 bash[77168]: cluster 2024-08-29T18:50:26.798806+0000 mon.a (mon.0) 3573 : cluster [DBG] osdmap e2013: 8 total, 8 up, 8 in 2024-08-29T18:50:28.131 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:50:27 smithi028 bash[77168]: audit 2024-08-29T18:50:27.154769+0000 mon.a (mon.0) 3574 : audit [DBG] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-29T18:50:28.131 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:50:27 smithi028 bash[78352]: cluster 2024-08-29T18:50:26.388382+0000 mgr.y (mgr.25022) 1911 : cluster [DBG] pgmap v3442: 137 pgs: 137 active+clean; 202 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 141 KiB/s rd, 34 MiB/s wr, 235 op/s 2024-08-29T18:50:28.131 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:50:27 smithi028 bash[78352]: cluster 2024-08-29T18:50:26.798806+0000 mon.a (mon.0) 3573 : cluster [DBG] osdmap e2013: 8 total, 8 up, 8 in 2024-08-29T18:50:28.131 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:50:27 smithi028 bash[78352]: audit 2024-08-29T18:50:27.154769+0000 mon.a (mon.0) 3574 : audit [DBG] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-29T18:50:28.895 INFO:tasks.workunit.client.0.smithi028.stdout: i=8 exists [1541354~519764,5332436~986542,6407248~7505266,14353683~338852,21919581~3983852,26464373~4125689,33633681~8473455,42589165~8946786,53299300~513535,59082866~5169963,65960809~13027732,90850348~6949181,103346225~15900928,129095927~67114,135313282~6685236,144191756~1156014,150847320~5418887,158447281~10252189,170187380~7606481,178308211~2899080,184221673~4654892,196780400~99712,197322498~11973489,209815774~1368490,214235635~14884999,231022273~2513926,237230886~11581740,276538859~43066,282178221~5569991,296590344~1149324,298676530~3137770,310662336~19839555,332055087~14053542,357469028~924916,359951685~5605563,367226998~6562995,375166719~6331060,384074039~6472840,391384510~1454494,393983222~2696515,405901233~6399274] wrote [23502068~356377,74795490~3972539,144191756~1156014,158447281~6609990,196780400~99712,214925403~3149746,243822439~1811813,298676530~3137770,332055087~7398335] 2024-08-29T18:50:29.076 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:50:28 smithi053 bash[68679]: cluster 2024-08-29T18:50:27.800188+0000 mon.a (mon.0) 3575 : cluster [DBG] osdmap e2014: 8 total, 8 up, 8 in 2024-08-29T18:50:29.131 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:50:28 smithi028 bash[77168]: cluster 2024-08-29T18:50:27.800188+0000 mon.a (mon.0) 3575 : cluster [DBG] osdmap e2014: 8 total, 8 up, 8 in 2024-08-29T18:50:29.131 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:50:28 smithi028 bash[78352]: cluster 2024-08-29T18:50:27.800188+0000 mon.a (mon.0) 3575 : cluster [DBG] osdmap e2014: 8 total, 8 up, 8 in 2024-08-29T18:50:29.924 INFO:tasks.workunit.client.0.smithi028.stdout: i=9 exists [1541354~519764,5332436~986542,6407248~7505266,14353683~338852,21919581~3983852,26464373~4125689,33552439~8554697,42589165~8946786,53299300~513535,59082866~5169963,65960809~13027732,90850348~6949181,103346225~15900928,129095927~67114,135313282~7744818,144191756~1156014,150847320~5418887,158447281~10252189,170187380~11019911,184221673~4654892,196780400~99712,197322498~11973489,209815774~1368490,214235635~14884999,231022273~3026197,237230886~14350004,276538859~43066,282178221~5569991,296590344~1149324,298676530~3137770,308970733~1162714,310662336~19839555,332055087~14053542,357469028~924916,359951685~5605563,367226998~6562995,375166719~6331060,384074039~13617575,405901233~6399274] wrote [33552439~768614,138074465~4983635,176527901~3430688,233126407~922063,243839498~7741392,286652729~765912,308970733~1162714,320420100~5331347,386772532~10919082] 2024-08-29T18:50:30.076 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:50:29 smithi053 bash[68679]: cluster 2024-08-29T18:50:28.389153+0000 mgr.y (mgr.25022) 1912 : cluster [DBG] pgmap v3445: 137 pgs: 137 active+clean; 251 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 120 KiB/s rd, 35 MiB/s wr, 206 op/s 2024-08-29T18:50:30.077 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:50:29 smithi053 bash[68679]: cluster 2024-08-29T18:50:28.820888+0000 mon.a (mon.0) 3576 : cluster [DBG] osdmap e2015: 8 total, 8 up, 8 in 2024-08-29T18:50:30.131 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:50:29 smithi028 bash[78352]: cluster 2024-08-29T18:50:28.389153+0000 mgr.y (mgr.25022) 1912 : cluster [DBG] pgmap v3445: 137 pgs: 137 active+clean; 251 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 120 KiB/s rd, 35 MiB/s wr, 206 op/s 2024-08-29T18:50:30.131 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:50:29 smithi028 bash[78352]: cluster 2024-08-29T18:50:28.820888+0000 mon.a (mon.0) 3576 : cluster [DBG] osdmap e2015: 8 total, 8 up, 8 in 2024-08-29T18:50:30.131 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:50:29 smithi028 bash[77168]: cluster 2024-08-29T18:50:28.389153+0000 mgr.y (mgr.25022) 1912 : cluster [DBG] pgmap v3445: 137 pgs: 137 active+clean; 251 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 120 KiB/s rd, 35 MiB/s wr, 206 op/s 2024-08-29T18:50:30.131 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:50:29 smithi028 bash[77168]: cluster 2024-08-29T18:50:28.820888+0000 mon.a (mon.0) 3576 : cluster [DBG] osdmap e2015: 8 total, 8 up, 8 in 2024-08-29T18:50:30.953 INFO:tasks.workunit.client.0.smithi028.stdout: i=10 exists [1541354~519764,5332436~986542,6407248~11356220,21919581~3983852,26464373~4125689,33396349~8710787,42589165~8946786,53299300~513535,59082866~5169963,65960809~13027732,83173758~6170954,90850348~6949181,103346225~15900928,129095927~67114,135313282~7744818,144191756~1156014,150847320~5418887,158447281~10252189,170187380~11019911,184221673~4654892,196780400~99712,197322498~11973489,209815774~1368490,214235635~14884999,231022273~3026197,237230886~14350004,273065190~6751779,282178221~5569991,296590344~1149324,298676530~3137770,308970733~1162714,310662336~19839555,332055087~14053542,354323911~1183212,357469028~924916,359951685~5605563,367226998~6562995,375166719~6331060,384074039~13617575,405901233~6399274] wrote [10292485~7470983,33396349~5062614,66280978~713648,83173758~6170954,174743476~6284740,238546054~10287384,273065190~6751779,354323911~1183212] 2024-08-29T18:50:31.131 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:50:30 smithi028 bash[78352]: cluster 2024-08-29T18:50:29.821682+0000 mon.a (mon.0) 3577 : cluster [DBG] osdmap e2016: 8 total, 8 up, 8 in 2024-08-29T18:50:31.131 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:50:30 smithi028 bash[77168]: cluster 2024-08-29T18:50:29.821682+0000 mon.a (mon.0) 3577 : cluster [DBG] osdmap e2016: 8 total, 8 up, 8 in 2024-08-29T18:50:31.326 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:50:30 smithi053 bash[68679]: cluster 2024-08-29T18:50:29.821682+0000 mon.a (mon.0) 3577 : cluster [DBG] osdmap e2016: 8 total, 8 up, 8 in 2024-08-29T18:50:31.845 INFO:journalctl@ceph.mgr.y.smithi028.stdout:Aug 29 18:50:31 smithi028 bash[70818]: ::ffff:172.21.15.53 - - [29/Aug/2024:18:50:31] "GET /metrics HTTP/1.1" 200 36701 "" "Prometheus/2.43.0" 2024-08-29T18:50:31.949 INFO:tasks.workunit.client.0.smithi028.stdout: i=11 exists [1541354~519764,5332436~986542,6407248~11356220,21919581~3983852,26464373~4125689,33396349~8710787,42589165~11932249,59082866~6640946,65960809~13027732,83173758~14625771,103346225~15900928,124671767~4626382,135313282~7744818,144191756~1156014,146491251~1561004,150847320~5418887,158447281~10252189,170187380~11019911,184221673~4654892,196780400~99712,197322498~11973489,209815774~1368490,214235635~14884999,231022273~3026197,236167967~15412923,264881315~4515988,273065190~6751779,282178221~9561617,296590344~1149324,298676530~3137770,308970733~1162714,310662336~19839555,332055087~14053542,354323911~1183212,357469028~924916,359951685~5605563,367226998~6562995,375166719~6331060,384074039~13617575,405901233~6399274] wrote [26758681~2526469,49646206~4875208,59327048~6396764,86965678~4734197,124671767~4626382,146491251~1561004,236167967~4182044,264881315~4515988,282236433~2240634,287696920~4042918] 2024-08-29T18:50:32.131 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:50:31 smithi028 bash[77168]: cluster 2024-08-29T18:50:30.389923+0000 mgr.y (mgr.25022) 1913 : cluster [DBG] pgmap v3448: 137 pgs: 137 active+clean; 372 MiB data, 6.4 GiB used, 709 GiB / 715 GiB avail; 166 KiB/s rd, 36 MiB/s wr, 267 op/s 2024-08-29T18:50:32.131 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:50:31 smithi028 bash[77168]: cluster 2024-08-29T18:50:30.841391+0000 mon.a (mon.0) 3578 : cluster [DBG] osdmap e2017: 8 total, 8 up, 8 in 2024-08-29T18:50:32.131 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:50:31 smithi028 bash[78352]: cluster 2024-08-29T18:50:30.389923+0000 mgr.y (mgr.25022) 1913 : cluster [DBG] pgmap v3448: 137 pgs: 137 active+clean; 372 MiB data, 6.4 GiB used, 709 GiB / 715 GiB avail; 166 KiB/s rd, 36 MiB/s wr, 267 op/s 2024-08-29T18:50:32.131 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:50:31 smithi028 bash[78352]: cluster 2024-08-29T18:50:30.841391+0000 mon.a (mon.0) 3578 : cluster [DBG] osdmap e2017: 8 total, 8 up, 8 in 2024-08-29T18:50:32.316 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:50:31 smithi053 bash[68679]: cluster 2024-08-29T18:50:30.389923+0000 mgr.y (mgr.25022) 1913 : cluster [DBG] pgmap v3448: 137 pgs: 137 active+clean; 372 MiB data, 6.4 GiB used, 709 GiB / 715 GiB avail; 166 KiB/s rd, 36 MiB/s wr, 267 op/s 2024-08-29T18:50:32.316 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:50:31 smithi053 bash[68679]: cluster 2024-08-29T18:50:30.841391+0000 mon.a (mon.0) 3578 : cluster [DBG] osdmap e2017: 8 total, 8 up, 8 in 2024-08-29T18:50:32.576 INFO:journalctl@ceph.prometheus.a.smithi053.stdout:Aug 29 18:50:32 smithi053 bash[95567]: ts=2024-08-29T18:50:32.316Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"3167ee72-662c-11ef-bcd4-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-29T18:50:32.972 INFO:tasks.workunit.client.0.smithi028.stdout: i=12 exists [1541354~519764,5332436~986542,6407248~11356220,21919581~3983852,26464373~4125689,33396349~8710787,42589165~11932249,57895671~7828141,65960809~13027732,83173758~18311481,103346225~15900928,124671767~4626382,135313282~7744818,144191756~1156014,146491251~1561004,150847320~5648914,158447281~10252189,170187380~11019911,184221673~4654892,192083265~2661427,196780400~99712,197322498~11973489,209815774~1368490,214235635~14884999,231022273~3026197,236167967~15412923,264881315~4515988,273065190~6751779,282178221~13330039,296590344~1149324,298676530~3137770,308252437~22249454,332055087~14053542,354323911~1183212,355782162~9775086,366041576~7748417,375166719~6331060,384074039~13617575,405901233~6399274] wrote [57895671~5314173,69915219~79430,96614547~4870692,154973894~1522340,192083265~2661427,287973474~7534786,308252437~6629745,355782162~6038827,366041576~3764531,388703335~3978983] 2024-08-29T18:50:33.131 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:50:32 smithi028 bash[78352]: cluster 2024-08-29T18:50:31.842557+0000 mon.a (mon.0) 3579 : cluster [DBG] osdmap e2018: 8 total, 8 up, 8 in 2024-08-29T18:50:33.131 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:50:32 smithi028 bash[77168]: cluster 2024-08-29T18:50:31.842557+0000 mon.a (mon.0) 3579 : cluster [DBG] osdmap e2018: 8 total, 8 up, 8 in 2024-08-29T18:50:33.326 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:50:32 smithi053 bash[68679]: cluster 2024-08-29T18:50:31.842557+0000 mon.a (mon.0) 3579 : cluster [DBG] osdmap e2018: 8 total, 8 up, 8 in 2024-08-29T18:50:33.980 INFO:tasks.workunit.client.0.smithi028.stdout: i=13 exists [1541354~519764,5332436~986542,6407248~11356220,21919581~3983852,26464373~4125689,33396349~8710787,42589165~11932249,57895671~7828141,65960809~13676425,81708374~37538779,124671767~4626382,135313282~7744818,144191756~1156014,146491251~1561004,150847320~5648914,156631029~12068441,170187380~11019911,184221673~7435293,192083265~2661427,196780400~99712,197322498~11973489,209815774~1368490,214235635~14884999,231022273~3026197,236167967~15412923,264881315~5237540,273065190~6751779,282178221~13330039,296590344~1149324,298676530~3137770,308252437~22249454,332055087~14053542,354323911~1183212,355782162~9775086,366041576~7748417,375166719~6331060,384074039~14971415,405901233~6399274] wrote [77349167~2288067,81708374~2771971,99547154~3993849,109763957~7511865,156631029~6345010,186198936~5458030,266365014~3753841,359140491~4620231,396665563~2379891] 2024-08-29T18:50:34.131 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:50:33 smithi028 bash[77168]: cluster 2024-08-29T18:50:32.390662+0000 mgr.y (mgr.25022) 1914 : cluster [DBG] pgmap v3451: 137 pgs: 137 active+clean; 420 MiB data, 6.5 GiB used, 709 GiB / 715 GiB avail; 166 KiB/s rd, 38 MiB/s wr, 268 op/s 2024-08-29T18:50:34.131 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:50:33 smithi028 bash[77168]: cluster 2024-08-29T18:50:32.864176+0000 mon.a (mon.0) 3580 : cluster [DBG] osdmap e2019: 8 total, 8 up, 8 in 2024-08-29T18:50:34.131 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:50:33 smithi028 bash[78352]: cluster 2024-08-29T18:50:32.390662+0000 mgr.y (mgr.25022) 1914 : cluster [DBG] pgmap v3451: 137 pgs: 137 active+clean; 420 MiB data, 6.5 GiB used, 709 GiB / 715 GiB avail; 166 KiB/s rd, 38 MiB/s wr, 268 op/s 2024-08-29T18:50:34.131 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:50:33 smithi028 bash[78352]: cluster 2024-08-29T18:50:32.864176+0000 mon.a (mon.0) 3580 : cluster [DBG] osdmap e2019: 8 total, 8 up, 8 in 2024-08-29T18:50:34.326 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:50:33 smithi053 bash[68679]: cluster 2024-08-29T18:50:32.390662+0000 mgr.y (mgr.25022) 1914 : cluster [DBG] pgmap v3451: 137 pgs: 137 active+clean; 420 MiB data, 6.5 GiB used, 709 GiB / 715 GiB avail; 166 KiB/s rd, 38 MiB/s wr, 268 op/s 2024-08-29T18:50:34.327 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:50:33 smithi053 bash[68679]: cluster 2024-08-29T18:50:32.864176+0000 mon.a (mon.0) 3580 : cluster [DBG] osdmap e2019: 8 total, 8 up, 8 in 2024-08-29T18:50:34.986 INFO:tasks.workunit.client.0.smithi028.stdout: i=14 exists [1541354~519764,5332436~986542,6407248~11356220,21919581~3983852,26464373~4125689,33396349~8710787,42589165~11932249,57895671~7828141,65960809~13676425,81708374~37538779,124671767~4626382,135313282~7744818,144191756~1156014,146491251~1561004,150847320~5648914,156631029~12068441,170187380~11019911,184221673~7435293,192083265~2661427,196780400~99712,197322498~11973489,209815774~1368490,214235635~14884999,231022273~3026197,236167967~15412923,255867959~1142764,264564773~7899873,273065190~6751779,282178221~13330039,296590344~1149324,298676530~3137770,308252437~22249454,331161085~14947544,354323911~1183212,355782162~9775086,366041576~7748417,375166719~6331060,384074039~14971415,405901233~6399274] wrote [69989578~5635038,104555824~7533768,192347823~1080862,255867959~1142764,264564773~7899873,331161085~1520718,369609997~1101196,370883554~578882,391507787~4908397] 2024-08-29T18:50:35.131 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:50:34 smithi028 bash[77168]: cluster 2024-08-29T18:50:33.865313+0000 mon.a (mon.0) 3581 : cluster [DBG] osdmap e2020: 8 total, 8 up, 8 in 2024-08-29T18:50:35.131 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:50:34 smithi028 bash[78352]: cluster 2024-08-29T18:50:33.865313+0000 mon.a (mon.0) 3581 : cluster [DBG] osdmap e2020: 8 total, 8 up, 8 in 2024-08-29T18:50:35.326 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:50:34 smithi053 bash[68679]: cluster 2024-08-29T18:50:33.865313+0000 mon.a (mon.0) 3581 : cluster [DBG] osdmap e2020: 8 total, 8 up, 8 in 2024-08-29T18:50:36.012 INFO:tasks.workunit.client.0.smithi028.stdout: i=15 exists [1541354~519764,5332436~986542,6407248~19496185,26464373~4125689,33396349~21125065,57895671~7828141,65960809~13676425,81708374~37538779,124671767~4626382,135313282~7744818,144191756~1156014,146491251~1561004,150847320~5648914,156631029~12068441,170187380~11019911,184221673~7435293,192083265~2661427,196347895~12948092,209815774~1368490,214235635~14884999,231022273~3026197,236167967~16104050,255867959~1142764,264564773~7899873,273065190~6751779,282178221~13330039,296590344~1149324,298676530~3137770,308252437~22249454,331161085~14947544,354323911~1183212,355782162~9775086,366041576~7748417,375166719~6331060,384074039~14971415,405901233~6399274] wrote [16114474~7759198,39432359~4304609,196347895~7871566,251189376~1082641,275931360~195445,331885821~493906,357367509~7786031,385651272~6085484] 2024-08-29T18:50:36.326 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:50:35 smithi053 bash[68679]: cluster 2024-08-29T18:50:34.391374+0000 mgr.y (mgr.25022) 1915 : cluster [DBG] pgmap v3454: 137 pgs: 137 active+clean; 503 MiB data, 6.6 GiB used, 709 GiB / 715 GiB avail; 88 KiB/s rd, 31 MiB/s wr, 134 op/s 2024-08-29T18:50:36.326 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:50:35 smithi053 bash[68679]: cluster 2024-08-29T18:50:34.888269+0000 mon.a (mon.0) 3582 : cluster [DBG] osdmap e2021: 8 total, 8 up, 8 in 2024-08-29T18:50:36.381 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:50:35 smithi028 bash[78352]: cluster 2024-08-29T18:50:34.391374+0000 mgr.y (mgr.25022) 1915 : cluster [DBG] pgmap v3454: 137 pgs: 137 active+clean; 503 MiB data, 6.6 GiB used, 709 GiB / 715 GiB avail; 88 KiB/s rd, 31 MiB/s wr, 134 op/s 2024-08-29T18:50:36.381 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:50:35 smithi028 bash[78352]: cluster 2024-08-29T18:50:34.888269+0000 mon.a (mon.0) 3582 : cluster [DBG] osdmap e2021: 8 total, 8 up, 8 in 2024-08-29T18:50:36.382 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:50:35 smithi028 bash[77168]: cluster 2024-08-29T18:50:34.391374+0000 mgr.y (mgr.25022) 1915 : cluster [DBG] pgmap v3454: 137 pgs: 137 active+clean; 503 MiB data, 6.6 GiB used, 709 GiB / 715 GiB avail; 88 KiB/s rd, 31 MiB/s wr, 134 op/s 2024-08-29T18:50:36.382 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:50:35 smithi028 bash[77168]: cluster 2024-08-29T18:50:34.888269+0000 mon.a (mon.0) 3582 : cluster [DBG] osdmap e2021: 8 total, 8 up, 8 in 2024-08-29T18:50:37.041 INFO:tasks.workunit.client.0.smithi028.stdout: i=16 exists [1541354~519764,5332436~986542,6407248~19496185,26464373~28057041,57743399~7980413,65960809~13676425,81708374~37538779,119710073~4271558,124671767~4626382,135313282~7744818,144191756~1156014,146491251~1561004,150847320~5648914,156631029~12068441,170187380~11019911,184221673~7435293,192083265~2661427,196347895~12948092,209815774~1368490,214235635~14884999,231022273~3026197,236167967~16104050,255867959~1142764,264564773~7899873,273065190~6751779,279860512~1949560,282178221~13330039,296590344~1149324,298676530~3137770,308252437~22249454,331161085~14947544,354323911~1183212,355782162~9775086,366041576~7748417,375166719~6331060,384074039~14971415,405901233~6399274] wrote [7889424~2471433,30535104~7740171,57743399~5559280,69319399~5981503,119710073~4271558,238055098~3013832,279860512~1949560,310374796~7923001,332808838~6618830,358777821~4947982] 2024-08-29T18:50:37.326 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:50:36 smithi053 bash[68679]: cluster 2024-08-29T18:50:35.891596+0000 mon.a (mon.0) 3583 : cluster [DBG] osdmap e2022: 8 total, 8 up, 8 in 2024-08-29T18:50:37.381 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:50:36 smithi028 bash[78352]: cluster 2024-08-29T18:50:35.891596+0000 mon.a (mon.0) 3583 : cluster [DBG] osdmap e2022: 8 total, 8 up, 8 in 2024-08-29T18:50:37.381 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:50:36 smithi028 bash[77168]: cluster 2024-08-29T18:50:35.891596+0000 mon.a (mon.0) 3583 : cluster [DBG] osdmap e2022: 8 total, 8 up, 8 in 2024-08-29T18:50:38.040 INFO:tasks.workunit.client.0.smithi028.stdout: i=17 exists [1541354~519764,5332436~986542,6407248~19496185,26464373~28441769,57743399~7980413,65960809~13676425,81708374~37538779,119710073~4271558,124671767~4626382,135313282~7744818,144191756~1156014,146491251~1561004,150847320~17852150,170187380~11019911,184221673~7435293,192083265~2661427,196347895~12948092,209815774~1368490,214235635~14884999,231022273~3026197,236167967~16104050,255867959~1142764,258952759~2926371,264564773~7899873,273065190~6751779,279860512~1949560,282178221~13330039,296590344~1149324,298676530~3137770,308252437~22249454,331161085~14947544,354323911~1183212,355782162~18007831,375166719~6331060,384074039~14971415,400579390~11721117] wrote [14758291~6809446,29185663~7742119,46576480~8329662,59732147~1072763,156269276~3334004,258952759~2926371,363428496~6278502,400579390~8033033] 2024-08-29T18:50:38.326 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:50:37 smithi053 bash[68679]: cluster 2024-08-29T18:50:36.392105+0000 mgr.y (mgr.25022) 1916 : cluster [DBG] pgmap v3457: 137 pgs: 137 active+clean; 625 MiB data, 7.0 GiB used, 708 GiB / 715 GiB avail; 211 KiB/s rd, 48 MiB/s wr, 337 op/s 2024-08-29T18:50:38.327 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:50:37 smithi053 bash[68679]: cluster 2024-08-29T18:50:36.912838+0000 mon.a (mon.0) 3584 : cluster [DBG] osdmap e2023: 8 total, 8 up, 8 in 2024-08-29T18:50:38.381 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:50:37 smithi028 bash[77168]: cluster 2024-08-29T18:50:36.392105+0000 mgr.y (mgr.25022) 1916 : cluster [DBG] pgmap v3457: 137 pgs: 137 active+clean; 625 MiB data, 7.0 GiB used, 708 GiB / 715 GiB avail; 211 KiB/s rd, 48 MiB/s wr, 337 op/s 2024-08-29T18:50:38.381 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:50:37 smithi028 bash[77168]: cluster 2024-08-29T18:50:36.912838+0000 mon.a (mon.0) 3584 : cluster [DBG] osdmap e2023: 8 total, 8 up, 8 in 2024-08-29T18:50:38.381 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:50:37 smithi028 bash[78352]: cluster 2024-08-29T18:50:36.392105+0000 mgr.y (mgr.25022) 1916 : cluster [DBG] pgmap v3457: 137 pgs: 137 active+clean; 625 MiB data, 7.0 GiB used, 708 GiB / 715 GiB avail; 211 KiB/s rd, 48 MiB/s wr, 337 op/s 2024-08-29T18:50:38.381 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:50:37 smithi028 bash[78352]: cluster 2024-08-29T18:50:36.912838+0000 mon.a (mon.0) 3584 : cluster [DBG] osdmap e2023: 8 total, 8 up, 8 in 2024-08-29T18:50:39.024 INFO:tasks.workunit.client.0.smithi028.stdout: i=18 exists [1541354~519764,5332436~986542,6407248~19496185,26464373~28441769,57743399~21893835,81708374~37694374,119710073~4271558,124671767~4626382,135313282~7744818,144191756~1156014,146491251~1561004,150847320~17852150,170187380~11019911,184221673~7435293,192083265~2661427,196347895~12948092,209815774~1368490,212738533~16382101,231022273~3026197,236167967~16104050,255867959~1142764,258952759~2926371,264564773~7990673,273065190~6751779,279860512~1949560,282178221~13330039,296590344~1149324,298676530~3137770,308252437~22249454,331161085~14947544,354323911~1183212,355782162~18007831,375166719~6331060,384074039~14971415,400579390~11721117] wrote [9094488~2217241,17945757~3464691,65638327~2414454,114627668~4775080,121667220~1574450,201122046~5853675,212738533~6604278,268029451~4525995,289375082~2084672,379348161~13839] 2024-08-29T18:50:39.326 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:50:38 smithi053 bash[68679]: cluster 2024-08-29T18:50:37.914078+0000 mon.a (mon.0) 3585 : cluster [DBG] osdmap e2024: 8 total, 8 up, 8 in 2024-08-29T18:50:39.381 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:50:38 smithi028 bash[78352]: cluster 2024-08-29T18:50:37.914078+0000 mon.a (mon.0) 3585 : cluster [DBG] osdmap e2024: 8 total, 8 up, 8 in 2024-08-29T18:50:39.381 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:50:38 smithi028 bash[77168]: cluster 2024-08-29T18:50:37.914078+0000 mon.a (mon.0) 3585 : cluster [DBG] osdmap e2024: 8 total, 8 up, 8 in 2024-08-29T18:50:40.051 INFO:tasks.workunit.client.0.smithi028.stdout: i=19 exists [1541354~519764,5332436~986542,6407248~19496185,26018221~28887921,57743399~21893835,81708374~37694374,119710073~4271558,124671767~4626382,135313282~7744818,144191756~1156014,146491251~1561004,150847320~17852150,170187380~11019911,184221673~7435293,192083265~2661427,196347895~12948092,209815774~1368490,212738533~16382101,231022273~3026197,236167967~16104050,255867959~1142764,258952759~2926371,264564773~7990673,273065190~8744882,282178221~13330039,296590344~1149324,298676530~3137770,308252437~22249454,331161085~14947544,354323911~1183212,355782162~18007831,375166719~6331060,384074039~28226468] wrote [26018221~1036130,28227664~799254,29962973~3029950,155808426~2869477,192938320~218309,275322238~6196948,285094799~319394,391568287~9530240] 2024-08-29T18:50:40.328 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:50:39 smithi053 bash[68679]: cluster 2024-08-29T18:50:38.392789+0000 mgr.y (mgr.25022) 1917 : cluster [DBG] pgmap v3460: 137 pgs: 137 active+clean; 678 MiB data, 7.0 GiB used, 708 GiB / 715 GiB avail; 122 KiB/s rd, 40 MiB/s wr, 217 op/s 2024-08-29T18:50:40.328 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:50:39 smithi053 bash[68679]: cluster 2024-08-29T18:50:38.933970+0000 mon.a (mon.0) 3586 : cluster [DBG] osdmap e2025: 8 total, 8 up, 8 in 2024-08-29T18:50:40.381 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:50:39 smithi028 bash[78352]: cluster 2024-08-29T18:50:38.392789+0000 mgr.y (mgr.25022) 1917 : cluster [DBG] pgmap v3460: 137 pgs: 137 active+clean; 678 MiB data, 7.0 GiB used, 708 GiB / 715 GiB avail; 122 KiB/s rd, 40 MiB/s wr, 217 op/s 2024-08-29T18:50:40.381 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:50:39 smithi028 bash[78352]: cluster 2024-08-29T18:50:38.933970+0000 mon.a (mon.0) 3586 : cluster [DBG] osdmap e2025: 8 total, 8 up, 8 in 2024-08-29T18:50:40.381 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:50:39 smithi028 bash[77168]: cluster 2024-08-29T18:50:38.392789+0000 mgr.y (mgr.25022) 1917 : cluster [DBG] pgmap v3460: 137 pgs: 137 active+clean; 678 MiB data, 7.0 GiB used, 708 GiB / 715 GiB avail; 122 KiB/s rd, 40 MiB/s wr, 217 op/s 2024-08-29T18:50:40.381 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:50:39 smithi028 bash[77168]: cluster 2024-08-29T18:50:38.933970+0000 mon.a (mon.0) 3586 : cluster [DBG] osdmap e2025: 8 total, 8 up, 8 in 2024-08-29T18:50:40.981 INFO:tasks.workunit.client.0.smithi028.stdout:from 0 to 1 diff [37748736~4194304,100663296~8388608,180355072~8388608,209715200~12582912,318767104~4194304,331350016~8388608,356515840~8388608,381681664~4194304] 2024-08-29T18:50:40.981 INFO:tasks.workunit.client.0.smithi028.stdout: limited diff [37748736~4194304,100663296~8388608,180355072~8388608,209715200~12582912,318767104~4194304,331350016~8388608,356515840~8388608,381681664~4194304] 2024-08-29T18:50:41.009 INFO:tasks.workunit.client.0.smithi028.stdout: actual was [37748736~8388608,100663296~12582912,180355072~12582912,209715200~12582912,318767104~4194304,331350016~12582912,356515840~12582912,381681664~4194304] 2024-08-29T18:50:41.009 INFO:tasks.workunit.client.0.smithi028.stdout:from 0 to 2 diff [4194304~8388608,20971520~4194304,37748736~4194304,100663296~8388608,146800640~8388608,180355072~8388608,209715200~12582912,234881024~8388608,318767104~4194304,331350016~8388608,356515840~16777216,381681664~4194304,390070272~4194304] 2024-08-29T18:50:41.009 INFO:tasks.workunit.client.0.smithi028.stdout: limited diff [4194304~8388608,20971520~4194304,37748736~4194304,100663296~8388608,146800640~8388608,180355072~8388608,209715200~12582912,234881024~8388608,318767104~4194304,331350016~8388608,356515840~16777216,381681664~4194304,390070272~4194304] 2024-08-29T18:50:41.013 INFO:tasks.workunit.client.0.smithi028.stdout: actual was [4194304~8388608,20971520~8388608,37748736~8388608,100663296~12582912,146800640~12582912,180355072~12582912,209715200~12582912,234881024~12582912,318767104~4194304,331350016~12582912,356515840~20971520,381681664~4194304,390070272~8388608] 2024-08-29T18:50:41.013 INFO:tasks.workunit.client.0.smithi028.stdout:from 0 to 3 diff [4194304~8388608,20971520~8388608,37748736~16777216,62914560~8388608,100663296~8388608,146800640~8388608,180355072~8388608,209715200~12582912,234881024~8388608,310378496~16777216,331350016~8388608,356515840~16777216,381681664~4194304,390070272~4194304,406847488~4194304] 2024-08-29T18:50:41.013 INFO:tasks.workunit.client.0.smithi028.stdout: limited diff [4194304~8388608,20971520~8388608,37748736~16777216,62914560~8388608,100663296~8388608,146800640~8388608,180355072~8388608,209715200~12582912,234881024~8388608,310378496~16777216,331350016~8388608,356515840~16777216,381681664~4194304,390070272~4194304,406847488~4194304] 2024-08-29T18:50:41.020 INFO:tasks.workunit.client.0.smithi028.stdout: actual was [4194304~8388608,20971520~12582912,37748736~16777216,62914560~12582912,100663296~12582912,146800640~12582912,180355072~12582912,209715200~12582912,234881024~12582912,310378496~33554432,356515840~20971520,381681664~16777216,406847488~8388608] 2024-08-29T18:50:41.020 INFO:tasks.workunit.client.0.smithi028.stdout:from 0 to 4 diff [0~12582912,20971520~8388608,33554432~20971520,62914560~8388608,100663296~12582912,146800640~8388608,159383552~8388608,180355072~8388608,209715200~12582912,234881024~8388608,272629760~4194304,293601280~4194304,310378496~29360128,356515840~16777216,381681664~4194304,390070272~4194304,402653184~8388608] 2024-08-29T18:50:41.020 INFO:tasks.workunit.client.0.smithi028.stdout: limited diff [0~12582912,20971520~8388608,33554432~20971520,62914560~8388608,100663296~12582912,146800640~8388608,159383552~8388608,180355072~8388608,209715200~12582912,234881024~8388608,272629760~4194304,293601280~4194304,310378496~29360128,356515840~16777216,381681664~4194304,390070272~4194304,402653184~8388608] 2024-08-29T18:50:41.027 INFO:tasks.workunit.client.0.smithi028.stdout: actual was [0~12582912,20971520~33554432,62914560~12582912,100663296~16777216,146800640~25165824,180355072~12582912,209715200~12582912,234881024~12582912,272629760~4194304,293601280~4194304,310378496~33554432,356515840~20971520,381681664~16777216,402653184~12582912] 2024-08-29T18:50:41.027 INFO:tasks.workunit.client.0.smithi028.stdout:from 0 to 5 diff [0~12582912,20971520~8388608,33554432~20971520,62914560~12582912,88080384~8388608,100663296~12582912,125829120~4194304,146800640~8388608,159383552~29360128,201326592~20971520,234881024~8388608,272629760~4194304,285212672~4194304,293601280~4194304,310378496~29360128,356515840~16777216,381681664~4194304,390070272~4194304,402653184~8388608] 2024-08-29T18:50:41.027 INFO:tasks.workunit.client.0.smithi028.stdout: limited diff [0~12582912,20971520~8388608,33554432~20971520,62914560~12582912,88080384~8388608,100663296~12582912,125829120~4194304,146800640~8388608,159383552~29360128,201326592~20971520,234881024~8388608,272629760~4194304,285212672~4194304,293601280~4194304,310378496~29360128,356515840~16777216,381681664~4194304,390070272~4194304,402653184~8388608] 2024-08-29T18:50:41.036 INFO:tasks.workunit.client.0.smithi028.stdout: actual was [0~16777216,20971520~33554432,62914560~16777216,88080384~29360128,125829120~4194304,146800640~46137344,201326592~20971520,234881024~12582912,272629760~4194304,285212672~4194304,293601280~4194304,310378496~33554432,356515840~20971520,381681664~16777216,402653184~12582912] 2024-08-29T18:50:41.036 INFO:tasks.workunit.client.0.smithi028.stdout:from 0 to 6 diff [0~12582912,20971520~8388608,33554432~20971520,58720256~16777216,88080384~8388608,100663296~12582912,125829120~4194304,146800640~8388608,159383552~29360128,197132288~29360128,234881024~8388608,272629760~4194304,285212672~4194304,293601280~4194304,310378496~29360128,356515840~29360128,390070272~4194304,402653184~8388608] 2024-08-29T18:50:41.036 INFO:tasks.workunit.client.0.smithi028.stdout: limited diff [0~12582912,20971520~8388608,33554432~20971520,58720256~16777216,88080384~8388608,100663296~12582912,125829120~4194304,146800640~8388608,159383552~29360128,197132288~29360128,234881024~8388608,272629760~4194304,285212672~4194304,293601280~4194304,310378496~29360128,356515840~29360128,390070272~4194304,402653184~8388608] 2024-08-29T18:50:41.045 INFO:tasks.workunit.client.0.smithi028.stdout: actual was [0~16777216,20971520~33554432,58720256~20971520,88080384~29360128,125829120~4194304,146800640~46137344,197132288~29360128,234881024~12582912,272629760~4194304,285212672~4194304,293601280~4194304,310378496~33554432,356515840~41943040,402653184~12582912] 2024-08-29T18:50:41.045 INFO:tasks.workunit.client.0.smithi028.stdout:from 0 to 7 diff [0~12582912,20971520~8388608,33554432~20971520,58720256~20971520,88080384~8388608,100663296~12582912,125829120~4194304,134217728~8388608,146800640~41943040,197132288~29360128,234881024~12582912,272629760~4194304,281018368~8388608,293601280~4194304,310378496~29360128,356515840~37748736,402653184~8388608] 2024-08-29T18:50:41.045 INFO:tasks.workunit.client.0.smithi028.stdout: limited diff [0~12582912,20971520~8388608,33554432~20971520,58720256~20971520,88080384~8388608,100663296~12582912,125829120~4194304,134217728~8388608,146800640~41943040,197132288~29360128,234881024~12582912,272629760~4194304,281018368~8388608,293601280~4194304,310378496~29360128,356515840~37748736,402653184~8388608] 2024-08-29T18:50:41.054 INFO:tasks.workunit.client.0.smithi028.stdout: actual was [0~16777216,20971520~33554432,58720256~20971520,88080384~29360128,125829120~4194304,134217728~8388608,146800640~46137344,197132288~29360128,234881024~16777216,272629760~4194304,281018368~8388608,293601280~4194304,310378496~33554432,356515840~41943040,402653184~12582912] 2024-08-29T18:50:41.054 INFO:tasks.workunit.client.0.smithi028.stdout:from 0 to 8 diff [0~12582912,20971520~8388608,33554432~20971520,58720256~20971520,88080384~8388608,100663296~12582912,125829120~4194304,134217728~54525952,192937984~33554432,234881024~12582912,272629760~4194304,281018368~8388608,293601280~8388608,310378496~33554432,356515840~37748736,402653184~8388608] 2024-08-29T18:50:41.054 INFO:tasks.workunit.client.0.smithi028.stdout: limited diff [0~12582912,20971520~8388608,33554432~20971520,58720256~20971520,88080384~8388608,100663296~12582912,125829120~4194304,134217728~54525952,192937984~33554432,234881024~12582912,272629760~4194304,281018368~8388608,293601280~8388608,310378496~33554432,356515840~37748736,402653184~8388608] 2024-08-29T18:50:41.066 INFO:tasks.workunit.client.0.smithi028.stdout: actual was [0~16777216,20971520~33554432,58720256~20971520,88080384~29360128,125829120~4194304,134217728~92274688,234881024~16777216,272629760~4194304,281018368~8388608,293601280~8388608,310378496~33554432,356515840~41943040,402653184~12582912] 2024-08-29T18:50:41.066 INFO:tasks.workunit.client.0.smithi028.stdout:from 0 to 9 diff [0~12582912,20971520~33554432,58720256~20971520,88080384~8388608,100663296~12582912,125829120~4194304,134217728~54525952,192937984~33554432,230686720~20971520,272629760~4194304,281018368~8388608,293601280~8388608,306184192~37748736,356515840~41943040,402653184~8388608] 2024-08-29T18:50:41.066 INFO:tasks.workunit.client.0.smithi028.stdout: limited diff [0~12582912,20971520~33554432,58720256~20971520,88080384~8388608,100663296~12582912,125829120~4194304,134217728~54525952,192937984~33554432,230686720~20971520,272629760~4194304,281018368~8388608,293601280~8388608,306184192~37748736,356515840~41943040,402653184~8388608] 2024-08-29T18:50:41.078 INFO:tasks.workunit.client.0.smithi028.stdout: actual was [0~16777216,20971520~33554432,58720256~20971520,88080384~29360128,125829120~4194304,134217728~92274688,230686720~20971520,272629760~4194304,281018368~8388608,293601280~8388608,306184192~37748736,356515840~41943040,402653184~12582912] 2024-08-29T18:50:41.078 INFO:tasks.workunit.client.0.smithi028.stdout:from 0 to 10 diff [0~16777216,20971520~33554432,58720256~37748736,100663296~12582912,125829120~4194304,134217728~54525952,192937984~33554432,230686720~20971520,272629760~16777216,293601280~8388608,306184192~37748736,352321536~46137344,402653184~8388608] 2024-08-29T18:50:41.078 INFO:tasks.workunit.client.0.smithi028.stdout: limited diff [0~16777216,20971520~33554432,58720256~37748736,100663296~12582912,125829120~4194304,134217728~54525952,192937984~33554432,230686720~20971520,272629760~16777216,293601280~8388608,306184192~37748736,352321536~46137344,402653184~8388608] 2024-08-29T18:50:41.091 INFO:tasks.workunit.client.0.smithi028.stdout: actual was [0~54525952,58720256~58720256,125829120~4194304,134217728~92274688,230686720~20971520,272629760~16777216,293601280~8388608,306184192~37748736,352321536~46137344,402653184~12582912] 2024-08-29T18:50:41.091 INFO:tasks.workunit.client.0.smithi028.stdout:from 0 to 11 diff [0~16777216,20971520~33554432,58720256~37748736,100663296~12582912,121634816~8388608,134217728~54525952,192937984~33554432,230686720~20971520,264241152~37748736,306184192~37748736,352321536~46137344,402653184~8388608] 2024-08-29T18:50:41.091 INFO:tasks.workunit.client.0.smithi028.stdout: limited diff [0~16777216,20971520~33554432,58720256~37748736,100663296~12582912,121634816~8388608,134217728~54525952,192937984~33554432,230686720~20971520,264241152~37748736,306184192~37748736,352321536~46137344,402653184~8388608] 2024-08-29T18:50:41.104 INFO:tasks.workunit.client.0.smithi028.stdout: actual was [0~54525952,58720256~58720256,121634816~8388608,134217728~92274688,230686720~20971520,264241152~37748736,306184192~37748736,352321536~46137344,402653184~12582912] 2024-08-29T18:50:41.104 INFO:tasks.workunit.client.0.smithi028.stdout:from 0 to 12 diff [0~16777216,20971520~92274688,121634816~8388608,134217728~92274688,230686720~20971520,264241152~37748736,306184192~37748736,352321536~46137344,402653184~8388608] 2024-08-29T18:50:41.104 INFO:tasks.workunit.client.0.smithi028.stdout: limited diff [0~16777216,20971520~92274688,121634816~8388608,134217728~92274688,230686720~20971520,264241152~37748736,306184192~37748736,352321536~46137344,402653184~8388608] 2024-08-29T18:50:41.119 INFO:tasks.workunit.client.0.smithi028.stdout: actual was [0~117440512,121634816~8388608,134217728~92274688,230686720~20971520,264241152~37748736,306184192~37748736,352321536~46137344,402653184~12582912] 2024-08-29T18:50:41.119 INFO:tasks.workunit.client.0.smithi028.stdout:from 0 to 13 diff [0~16777216,20971520~96468992,121634816~8388608,134217728~92274688,230686720~20971520,264241152~37748736,306184192~37748736,352321536~46137344,402653184~8388608] 2024-08-29T18:50:41.119 INFO:tasks.workunit.client.0.smithi028.stdout: limited diff [0~16777216,20971520~96468992,121634816~8388608,134217728~92274688,230686720~20971520,264241152~37748736,306184192~37748736,352321536~46137344,402653184~8388608] 2024-08-29T18:50:41.135 INFO:tasks.workunit.client.0.smithi028.stdout: actual was [0~117440512,121634816~8388608,134217728~92274688,230686720~20971520,264241152~37748736,306184192~37748736,352321536~62914560] 2024-08-29T18:50:41.135 INFO:tasks.workunit.client.0.smithi028.stdout:from 0 to 14 diff [0~16777216,20971520~96468992,121634816~8388608,134217728~92274688,230686720~20971520,255852544~4194304,264241152~37748736,306184192~33554432,352321536~46137344,402653184~8388608] 2024-08-29T18:50:41.135 INFO:tasks.workunit.client.0.smithi028.stdout: limited diff [0~16777216,20971520~96468992,121634816~8388608,134217728~92274688,230686720~20971520,255852544~4194304,264241152~37748736,306184192~33554432,352321536~46137344,402653184~8388608] 2024-08-29T18:50:41.152 INFO:tasks.workunit.client.0.smithi028.stdout: actual was [0~117440512,121634816~8388608,134217728~92274688,230686720~20971520,255852544~4194304,264241152~37748736,306184192~37748736,352321536~62914560] 2024-08-29T18:50:41.153 INFO:tasks.workunit.client.0.smithi028.stdout:from 0 to 15 diff [0~117440512,121634816~8388608,134217728~92274688,230686720~20971520,255852544~4194304,264241152~37748736,306184192~33554432,352321536~46137344,402653184~8388608] 2024-08-29T18:50:41.153 INFO:tasks.workunit.client.0.smithi028.stdout: limited diff [0~117440512,121634816~8388608,134217728~92274688,230686720~20971520,255852544~4194304,264241152~37748736,306184192~33554432,352321536~46137344,402653184~8388608] 2024-08-29T18:50:41.170 INFO:tasks.workunit.client.0.smithi028.stdout: actual was [0~117440512,121634816~8388608,134217728~92274688,230686720~29360128,264241152~37748736,306184192~37748736,352321536~62914560] 2024-08-29T18:50:41.170 INFO:tasks.workunit.client.0.smithi028.stdout:from 0 to 16 diff [0~130023424,134217728~92274688,230686720~20971520,255852544~4194304,264241152~37748736,306184192~33554432,352321536~46137344,402653184~8388608] 2024-08-29T18:50:41.170 INFO:tasks.workunit.client.0.smithi028.stdout: limited diff [0~130023424,134217728~92274688,230686720~20971520,255852544~4194304,264241152~37748736,306184192~33554432,352321536~46137344,402653184~8388608] 2024-08-29T18:50:41.189 INFO:tasks.workunit.client.0.smithi028.stdout: actual was [0~130023424,134217728~92274688,230686720~29360128,264241152~37748736,306184192~37748736,352321536~62914560] 2024-08-29T18:50:41.189 INFO:tasks.workunit.client.0.smithi028.stdout:from 0 to 17 diff [0~130023424,134217728~92274688,230686720~20971520,255852544~4194304,264241152~37748736,306184192~33554432,352321536~58720256] 2024-08-29T18:50:41.189 INFO:tasks.workunit.client.0.smithi028.stdout: limited diff [0~130023424,134217728~92274688,230686720~20971520,255852544~4194304,264241152~37748736,306184192~33554432,352321536~58720256] 2024-08-29T18:50:41.209 INFO:tasks.workunit.client.0.smithi028.stdout: actual was [0~130023424,134217728~92274688,230686720~71303168,306184192~37748736,352321536~62914560] 2024-08-29T18:50:41.209 INFO:tasks.workunit.client.0.smithi028.stdout:from 0 to 18 diff [0~130023424,134217728~88080384,230686720~20971520,255852544~4194304,264241152~37748736,306184192~33554432,352321536~58720256] 2024-08-29T18:50:41.209 INFO:tasks.workunit.client.0.smithi028.stdout: limited diff [0~130023424,134217728~88080384,230686720~20971520,255852544~4194304,264241152~37748736,306184192~33554432,352321536~58720256] 2024-08-29T18:50:41.229 INFO:tasks.workunit.client.0.smithi028.stdout: actual was [0~130023424,134217728~92274688,230686720~71303168,306184192~37748736,352321536~62914560] 2024-08-29T18:50:41.230 INFO:tasks.workunit.client.0.smithi028.stdout:from 0 to 19 diff [0~130023424,134217728~88080384,230686720~20971520,255852544~4194304,264241152~37748736,306184192~33554432,352321536~58720256] 2024-08-29T18:50:41.230 INFO:tasks.workunit.client.0.smithi028.stdout: limited diff [0~130023424,134217728~88080384,230686720~20971520,255852544~4194304,264241152~37748736,306184192~33554432,352321536~58720256] 2024-08-29T18:50:41.251 INFO:tasks.workunit.client.0.smithi028.stdout: actual was [0~130023424,134217728~92274688,230686720~71303168,306184192~37748736,352321536~62914560] 2024-08-29T18:50:41.251 INFO:tasks.workunit.client.0.smithi028.stdout:from 1 to 2 diff [4194304~8388608,20971520~4194304,146800640~8388608,234881024~8388608,331350016~8388608,364904448~8388608,390070272~4194304] 2024-08-29T18:50:41.251 INFO:tasks.workunit.client.0.smithi028.stdout: limited diff [4194304~8388608,20971520~4194304,146800640~8388608,234881024~8388608,331350016~8388608,364904448~8388608,390070272~4194304] 2024-08-29T18:50:41.254 INFO:tasks.workunit.client.0.smithi028.stdout: actual was [4194304~8388608,20971520~8388608,146800640~12582912,234881024~12582912,331350016~12582912,364904448~12582912,390070272~8388608] 2024-08-29T18:50:41.255 INFO:tasks.workunit.client.0.smithi028.stdout:from 1 to 3 diff [4194304~8388608,20971520~8388608,41943040~12582912,62914560~8388608,146800640~8388608,209715200~4194304,234881024~8388608,310378496~16777216,331350016~8388608,364904448~8388608,381681664~4194304,390070272~4194304,406847488~4194304] 2024-08-29T18:50:41.255 INFO:tasks.workunit.client.0.smithi028.stdout: limited diff [4194304~8388608,20971520~8388608,41943040~12582912,62914560~8388608,146800640~8388608,209715200~4194304,234881024~8388608,310378496~16777216,331350016~8388608,364904448~8388608,381681664~4194304,390070272~4194304,406847488~4194304] 2024-08-29T18:50:41.259 INFO:tasks.workunit.client.0.smithi028.stdout: actual was [4194304~8388608,20971520~12582912,41943040~12582912,62914560~12582912,146800640~12582912,209715200~4194304,234881024~12582912,310378496~33554432,364904448~12582912,381681664~16777216,406847488~8388608] 2024-08-29T18:50:41.259 INFO:tasks.workunit.client.0.smithi028.stdout:from 1 to 4 diff [0~12582912,20971520~8388608,33554432~20971520,62914560~8388608,104857600~12582912,146800640~8388608,159383552~8388608,209715200~4194304,234881024~8388608,272629760~4194304,293601280~4194304,310378496~29360128,364904448~8388608,381681664~4194304,390070272~4194304,402653184~8388608] 2024-08-29T18:50:41.259 INFO:tasks.workunit.client.0.smithi028.stdout: limited diff [0~12582912,20971520~8388608,33554432~20971520,62914560~8388608,104857600~12582912,146800640~8388608,159383552~8388608,209715200~4194304,234881024~8388608,272629760~4194304,293601280~4194304,310378496~29360128,364904448~8388608,381681664~4194304,390070272~4194304,402653184~8388608] 2024-08-29T18:50:41.265 INFO:tasks.workunit.client.0.smithi028.stdout: actual was [0~12582912,20971520~33554432,62914560~12582912,104857600~12582912,146800640~25165824,209715200~4194304,234881024~12582912,272629760~4194304,293601280~4194304,310378496~33554432,364904448~12582912,381681664~16777216,402653184~12582912] 2024-08-29T18:50:41.265 INFO:tasks.workunit.client.0.smithi028.stdout:from 1 to 5 diff [0~12582912,20971520~8388608,33554432~20971520,62914560~12582912,88080384~8388608,104857600~12582912,125829120~4194304,146800640~8388608,159383552~20971520,201326592~12582912,234881024~8388608,272629760~4194304,285212672~4194304,293601280~4194304,310378496~29360128,364904448~8388608,381681664~4194304,390070272~4194304,402653184~8388608] 2024-08-29T18:50:41.266 INFO:tasks.workunit.client.0.smithi028.stdout: limited diff [0~12582912,20971520~8388608,33554432~20971520,62914560~12582912,88080384~8388608,104857600~12582912,125829120~4194304,146800640~8388608,159383552~20971520,201326592~12582912,234881024~8388608,272629760~4194304,285212672~4194304,293601280~4194304,310378496~29360128,364904448~8388608,381681664~4194304,390070272~4194304,402653184~8388608] 2024-08-29T18:50:41.272 INFO:tasks.workunit.client.0.smithi028.stdout: actual was [0~16777216,20971520~33554432,62914560~16777216,88080384~12582912,104857600~12582912,125829120~4194304,146800640~37748736,201326592~12582912,234881024~12582912,272629760~4194304,285212672~4194304,293601280~4194304,310378496~33554432,364904448~12582912,381681664~16777216,402653184~12582912] 2024-08-29T18:50:41.272 INFO:tasks.workunit.client.0.smithi028.stdout:from 1 to 6 diff [0~12582912,20971520~8388608,33554432~20971520,58720256~16777216,88080384~8388608,104857600~12582912,125829120~4194304,146800640~8388608,159383552~20971520,197132288~25165824,234881024~8388608,272629760~4194304,285212672~4194304,293601280~4194304,310378496~29360128,356515840~4194304,364904448~20971520,390070272~4194304,402653184~8388608] 2024-08-29T18:50:41.272 INFO:tasks.workunit.client.0.smithi028.stdout: limited diff [0~12582912,20971520~8388608,33554432~20971520,58720256~16777216,88080384~8388608,104857600~12582912,125829120~4194304,146800640~8388608,159383552~20971520,197132288~25165824,234881024~8388608,272629760~4194304,285212672~4194304,293601280~4194304,310378496~29360128,356515840~4194304,364904448~20971520,390070272~4194304,402653184~8388608] 2024-08-29T18:50:41.280 INFO:tasks.workunit.client.0.smithi028.stdout: actual was [0~16777216,20971520~33554432,58720256~20971520,88080384~12582912,104857600~12582912,125829120~4194304,146800640~37748736,197132288~29360128,234881024~12582912,272629760~4194304,285212672~4194304,293601280~4194304,310378496~33554432,356515840~4194304,364904448~33554432,402653184~12582912] 2024-08-29T18:50:41.280 INFO:tasks.workunit.client.0.smithi028.stdout:from 1 to 7 diff [0~12582912,20971520~8388608,33554432~20971520,58720256~20971520,88080384~8388608,104857600~12582912,125829120~4194304,134217728~8388608,146800640~33554432,197132288~25165824,234881024~12582912,272629760~4194304,281018368~8388608,293601280~4194304,310378496~29360128,356515840~4194304,364904448~29360128,402653184~8388608] 2024-08-29T18:50:41.280 INFO:tasks.workunit.client.0.smithi028.stdout: limited diff [0~12582912,20971520~8388608,33554432~20971520,58720256~20971520,88080384~8388608,104857600~12582912,125829120~4194304,134217728~8388608,146800640~33554432,197132288~25165824,234881024~12582912,272629760~4194304,281018368~8388608,293601280~4194304,310378496~29360128,356515840~4194304,364904448~29360128,402653184~8388608] 2024-08-29T18:50:41.288 INFO:tasks.workunit.client.0.smithi028.stdout: actual was [0~16777216,20971520~33554432,58720256~20971520,88080384~12582912,104857600~12582912,125829120~4194304,134217728~8388608,146800640~37748736,197132288~29360128,234881024~16777216,272629760~4194304,281018368~8388608,293601280~4194304,310378496~33554432,356515840~4194304,364904448~33554432,402653184~12582912] 2024-08-29T18:50:41.288 INFO:tasks.workunit.client.0.smithi028.stdout:from 1 to 8 diff [0~12582912,20971520~8388608,33554432~20971520,58720256~20971520,88080384~8388608,104857600~12582912,125829120~4194304,134217728~46137344,192937984~29360128,234881024~12582912,272629760~4194304,281018368~8388608,293601280~8388608,310378496~33554432,356515840~4194304,364904448~29360128,402653184~8388608] 2024-08-29T18:50:41.288 INFO:tasks.workunit.client.0.smithi028.stdout: limited diff [0~12582912,20971520~8388608,33554432~20971520,58720256~20971520,88080384~8388608,104857600~12582912,125829120~4194304,134217728~46137344,192937984~29360128,234881024~12582912,272629760~4194304,281018368~8388608,293601280~8388608,310378496~33554432,356515840~4194304,364904448~29360128,402653184~8388608] 2024-08-29T18:50:41.298 INFO:tasks.workunit.client.0.smithi028.stdout: actual was [0~16777216,20971520~33554432,58720256~20971520,88080384~12582912,104857600~12582912,125829120~4194304,134217728~50331648,192937984~33554432,234881024~16777216,272629760~4194304,281018368~8388608,293601280~8388608,310378496~33554432,356515840~4194304,364904448~33554432,402653184~12582912] 2024-08-29T18:50:41.298 INFO:tasks.workunit.client.0.smithi028.stdout:from 1 to 9 diff [0~12582912,20971520~16777216,41943040~12582912,58720256~20971520,88080384~8388608,104857600~12582912,125829120~4194304,134217728~46137344,192937984~29360128,230686720~20971520,272629760~4194304,281018368~8388608,293601280~8388608,306184192~37748736,356515840~4194304,364904448~33554432,402653184~8388608] 2024-08-29T18:50:41.298 INFO:tasks.workunit.client.0.smithi028.stdout: limited diff [0~12582912,20971520~16777216,41943040~12582912,58720256~20971520,88080384~8388608,104857600~12582912,125829120~4194304,134217728~46137344,192937984~29360128,230686720~20971520,272629760~4194304,281018368~8388608,293601280~8388608,306184192~37748736,356515840~4194304,364904448~33554432,402653184~8388608] 2024-08-29T18:50:41.309 INFO:tasks.workunit.client.0.smithi028.stdout: actual was [0~16777216,20971520~33554432,58720256~20971520,88080384~12582912,104857600~12582912,125829120~4194304,134217728~50331648,192937984~33554432,230686720~20971520,272629760~4194304,281018368~8388608,293601280~8388608,306184192~37748736,356515840~4194304,364904448~33554432,402653184~12582912] 2024-08-29T18:50:41.309 INFO:tasks.workunit.client.0.smithi028.stdout:from 1 to 10 diff [0~16777216,20971520~16777216,41943040~12582912,58720256~37748736,104857600~12582912,125829120~4194304,134217728~46137344,192937984~29360128,230686720~20971520,272629760~16777216,293601280~8388608,306184192~37748736,352321536~8388608,364904448~33554432,402653184~8388608] 2024-08-29T18:50:41.309 INFO:tasks.workunit.client.0.smithi028.stdout: limited diff [0~16777216,20971520~16777216,41943040~12582912,58720256~37748736,104857600~12582912,125829120~4194304,134217728~46137344,192937984~29360128,230686720~20971520,272629760~16777216,293601280~8388608,306184192~37748736,352321536~8388608,364904448~33554432,402653184~8388608] 2024-08-29T18:50:41.322 INFO:tasks.workunit.client.0.smithi028.stdout: actual was [0~54525952,58720256~41943040,104857600~12582912,125829120~4194304,134217728~50331648,192937984~33554432,230686720~20971520,272629760~16777216,293601280~8388608,306184192~37748736,352321536~8388608,364904448~33554432,402653184~12582912] 2024-08-29T18:50:41.322 INFO:tasks.workunit.client.0.smithi028.stdout:from 1 to 11 diff [0~16777216,20971520~16777216,41943040~12582912,58720256~37748736,104857600~12582912,121634816~8388608,134217728~46137344,192937984~29360128,230686720~20971520,264241152~37748736,306184192~37748736,352321536~8388608,364904448~33554432,402653184~8388608] 2024-08-29T18:50:41.322 INFO:tasks.workunit.client.0.smithi028.stdout: limited diff [0~16777216,20971520~16777216,41943040~12582912,58720256~37748736,104857600~12582912,121634816~8388608,134217728~46137344,192937984~29360128,230686720~20971520,264241152~37748736,306184192~37748736,352321536~8388608,364904448~33554432,402653184~8388608] 2024-08-29T18:50:41.326 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:50:40 smithi053 bash[68679]: cluster 2024-08-29T18:50:39.936804+0000 mon.a (mon.0) 3587 : cluster [DBG] osdmap e2026: 8 total, 8 up, 8 in 2024-08-29T18:50:41.335 INFO:tasks.workunit.client.0.smithi028.stdout: actual was [0~54525952,58720256~41943040,104857600~12582912,121634816~8388608,134217728~50331648,192937984~33554432,230686720~20971520,264241152~37748736,306184192~37748736,352321536~8388608,364904448~33554432,402653184~12582912] 2024-08-29T18:50:41.335 INFO:tasks.workunit.client.0.smithi028.stdout:from 1 to 12 diff [0~16777216,20971520~16777216,41943040~58720256,104857600~12582912,121634816~8388608,134217728~46137344,188743680~33554432,230686720~20971520,264241152~37748736,306184192~37748736,352321536~8388608,364904448~33554432,402653184~8388608] 2024-08-29T18:50:41.335 INFO:tasks.workunit.client.0.smithi028.stdout: limited diff [0~16777216,20971520~16777216,41943040~58720256,104857600~12582912,121634816~8388608,134217728~46137344,188743680~33554432,230686720~20971520,264241152~37748736,306184192~37748736,352321536~8388608,364904448~33554432,402653184~8388608] 2024-08-29T18:50:41.349 INFO:tasks.workunit.client.0.smithi028.stdout: actual was [0~117440512,121634816~8388608,134217728~50331648,188743680~37748736,230686720~20971520,264241152~37748736,306184192~37748736,352321536~46137344,402653184~12582912] 2024-08-29T18:50:41.350 INFO:tasks.workunit.client.0.smithi028.stdout:from 1 to 13 diff [0~16777216,20971520~16777216,41943040~58720256,104857600~12582912,121634816~8388608,134217728~46137344,184549376~37748736,230686720~20971520,264241152~37748736,306184192~37748736,352321536~8388608,364904448~33554432,402653184~8388608] 2024-08-29T18:50:41.350 INFO:tasks.workunit.client.0.smithi028.stdout: limited diff [0~16777216,20971520~16777216,41943040~58720256,104857600~12582912,121634816~8388608,134217728~46137344,184549376~37748736,230686720~20971520,264241152~37748736,306184192~37748736,352321536~8388608,364904448~33554432,402653184~8388608] 2024-08-29T18:50:41.364 INFO:tasks.workunit.client.0.smithi028.stdout: actual was [0~117440512,121634816~8388608,134217728~92274688,230686720~20971520,264241152~37748736,306184192~37748736,352321536~62914560] 2024-08-29T18:50:41.365 INFO:tasks.workunit.client.0.smithi028.stdout:from 1 to 14 diff [0~16777216,20971520~16777216,41943040~75497472,121634816~8388608,134217728~46137344,184549376~37748736,230686720~20971520,255852544~4194304,264241152~37748736,306184192~33554432,352321536~8388608,364904448~33554432,402653184~8388608] 2024-08-29T18:50:41.365 INFO:tasks.workunit.client.0.smithi028.stdout: limited diff [0~16777216,20971520~16777216,41943040~75497472,121634816~8388608,134217728~46137344,184549376~37748736,230686720~20971520,255852544~4194304,264241152~37748736,306184192~33554432,352321536~8388608,364904448~33554432,402653184~8388608] 2024-08-29T18:50:41.380 INFO:tasks.workunit.client.0.smithi028.stdout: actual was [0~117440512,121634816~8388608,134217728~92274688,230686720~20971520,255852544~4194304,264241152~37748736,306184192~37748736,352321536~62914560] 2024-08-29T18:50:41.380 INFO:tasks.workunit.client.0.smithi028.stdout:from 1 to 15 diff [0~117440512,121634816~8388608,134217728~46137344,184549376~37748736,230686720~20971520,255852544~4194304,264241152~37748736,306184192~33554432,352321536~46137344,402653184~8388608] 2024-08-29T18:50:41.381 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:50:40 smithi028 bash[77168]: cluster 2024-08-29T18:50:39.936804+0000 mon.a (mon.0) 3587 : cluster [DBG] osdmap e2026: 8 total, 8 up, 8 in 2024-08-29T18:50:41.381 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:50:40 smithi028 bash[78352]: cluster 2024-08-29T18:50:39.936804+0000 mon.a (mon.0) 3587 : cluster [DBG] osdmap e2026: 8 total, 8 up, 8 in 2024-08-29T18:50:41.381 INFO:tasks.workunit.client.0.smithi028.stdout: limited diff [0~117440512,121634816~8388608,134217728~46137344,184549376~37748736,230686720~20971520,255852544~4194304,264241152~37748736,306184192~33554432,352321536~46137344,402653184~8388608] 2024-08-29T18:50:41.397 INFO:tasks.workunit.client.0.smithi028.stdout: actual was [0~117440512,121634816~8388608,134217728~92274688,230686720~29360128,264241152~37748736,306184192~37748736,352321536~62914560] 2024-08-29T18:50:41.397 INFO:tasks.workunit.client.0.smithi028.stdout:from 1 to 16 diff [0~130023424,134217728~46137344,184549376~37748736,230686720~20971520,255852544~4194304,264241152~37748736,306184192~33554432,352321536~46137344,402653184~8388608] 2024-08-29T18:50:41.397 INFO:tasks.workunit.client.0.smithi028.stdout: limited diff [0~130023424,134217728~46137344,184549376~37748736,230686720~20971520,255852544~4194304,264241152~37748736,306184192~33554432,352321536~46137344,402653184~8388608] 2024-08-29T18:50:41.414 INFO:tasks.workunit.client.0.smithi028.stdout: actual was [0~130023424,134217728~92274688,230686720~29360128,264241152~37748736,306184192~37748736,352321536~62914560] 2024-08-29T18:50:41.414 INFO:tasks.workunit.client.0.smithi028.stdout:from 1 to 17 diff [0~130023424,134217728~46137344,184549376~37748736,230686720~20971520,255852544~4194304,264241152~37748736,306184192~33554432,352321536~58720256] 2024-08-29T18:50:41.414 INFO:tasks.workunit.client.0.smithi028.stdout: limited diff [0~130023424,134217728~46137344,184549376~37748736,230686720~20971520,255852544~4194304,264241152~37748736,306184192~33554432,352321536~58720256] 2024-08-29T18:50:41.434 INFO:tasks.workunit.client.0.smithi028.stdout: actual was [0~130023424,134217728~92274688,230686720~71303168,306184192~37748736,352321536~62914560] 2024-08-29T18:50:41.434 INFO:tasks.workunit.client.0.smithi028.stdout:from 1 to 18 diff [0~130023424,134217728~46137344,184549376~37748736,230686720~20971520,255852544~4194304,264241152~37748736,306184192~33554432,352321536~58720256] 2024-08-29T18:50:41.435 INFO:tasks.workunit.client.0.smithi028.stdout: limited diff [0~130023424,134217728~46137344,184549376~37748736,230686720~20971520,255852544~4194304,264241152~37748736,306184192~33554432,352321536~58720256] 2024-08-29T18:50:41.454 INFO:tasks.workunit.client.0.smithi028.stdout: actual was [0~130023424,134217728~92274688,230686720~71303168,306184192~37748736,352321536~62914560] 2024-08-29T18:50:41.454 INFO:tasks.workunit.client.0.smithi028.stdout:from 1 to 19 diff [0~130023424,134217728~46137344,184549376~37748736,230686720~20971520,255852544~4194304,264241152~37748736,306184192~33554432,352321536~58720256] 2024-08-29T18:50:41.454 INFO:tasks.workunit.client.0.smithi028.stdout: limited diff [0~130023424,134217728~46137344,184549376~37748736,230686720~20971520,255852544~4194304,264241152~37748736,306184192~33554432,352321536~58720256] 2024-08-29T18:50:41.475 INFO:tasks.workunit.client.0.smithi028.stdout: actual was [0~130023424,134217728~92274688,230686720~71303168,306184192~37748736,352321536~62914560] 2024-08-29T18:50:41.475 INFO:tasks.workunit.client.0.smithi028.stdout:from 2 to 3 diff [25165824~4194304,41943040~12582912,62914560~8388608,209715200~4194304,310378496~16777216,381681664~4194304,406847488~4194304] 2024-08-29T18:50:41.475 INFO:tasks.workunit.client.0.smithi028.stdout: limited diff [25165824~4194304,41943040~12582912,62914560~8388608,209715200~4194304,310378496~16777216,381681664~4194304,406847488~4194304] 2024-08-29T18:50:41.478 INFO:tasks.workunit.client.0.smithi028.stdout: actual was [25165824~8388608,41943040~12582912,62914560~12582912,209715200~4194304,310378496~20971520,381681664~8388608,406847488~8388608] 2024-08-29T18:50:41.478 INFO:tasks.workunit.client.0.smithi028.stdout:from 2 to 4 diff [0~4194304,25165824~4194304,33554432~20971520,62914560~8388608,104857600~12582912,159383552~8388608,209715200~4194304,272629760~4194304,293601280~4194304,310378496~20971520,381681664~4194304,402653184~8388608] 2024-08-29T18:50:41.478 INFO:tasks.workunit.client.0.smithi028.stdout: limited diff [0~4194304,25165824~4194304,33554432~20971520,62914560~8388608,104857600~12582912,159383552~8388608,209715200~4194304,272629760~4194304,293601280~4194304,310378496~20971520,381681664~4194304,402653184~8388608] 2024-08-29T18:50:41.483 INFO:tasks.workunit.client.0.smithi028.stdout: actual was [0~4194304,25165824~29360128,62914560~12582912,104857600~12582912,159383552~12582912,209715200~4194304,272629760~4194304,293601280~4194304,310378496~20971520,381681664~8388608,402653184~12582912] 2024-08-29T18:50:41.483 INFO:tasks.workunit.client.0.smithi028.stdout:from 2 to 5 diff [0~4194304,8388608~4194304,25165824~4194304,33554432~20971520,62914560~12582912,88080384~8388608,104857600~12582912,125829120~4194304,159383552~20971520,201326592~12582912,272629760~4194304,285212672~4194304,293601280~4194304,310378496~20971520,381681664~4194304,402653184~8388608] 2024-08-29T18:50:41.483 INFO:tasks.workunit.client.0.smithi028.stdout: limited diff [0~4194304,8388608~4194304,25165824~4194304,33554432~20971520,62914560~12582912,88080384~8388608,104857600~12582912,125829120~4194304,159383552~20971520,201326592~12582912,272629760~4194304,285212672~4194304,293601280~4194304,310378496~20971520,381681664~4194304,402653184~8388608] 2024-08-29T18:50:41.488 INFO:tasks.workunit.client.0.smithi028.stdout: actual was [0~4194304,8388608~8388608,25165824~29360128,62914560~16777216,88080384~12582912,104857600~12582912,125829120~4194304,159383552~25165824,201326592~12582912,272629760~4194304,285212672~4194304,293601280~4194304,310378496~20971520,381681664~8388608,402653184~12582912] 2024-08-29T18:50:41.488 INFO:tasks.workunit.client.0.smithi028.stdout:from 2 to 6 diff [0~4194304,8388608~4194304,25165824~4194304,33554432~20971520,58720256~16777216,88080384~8388608,104857600~12582912,125829120~4194304,159383552~20971520,197132288~25165824,272629760~4194304,285212672~4194304,293601280~4194304,310378496~20971520,356515840~4194304,373293056~12582912,402653184~8388608] 2024-08-29T18:50:41.488 INFO:tasks.workunit.client.0.smithi028.stdout: limited diff [0~4194304,8388608~4194304,25165824~4194304,33554432~20971520,58720256~16777216,88080384~8388608,104857600~12582912,125829120~4194304,159383552~20971520,197132288~25165824,272629760~4194304,285212672~4194304,293601280~4194304,310378496~20971520,356515840~4194304,373293056~12582912,402653184~8388608] 2024-08-29T18:50:41.495 INFO:tasks.workunit.client.0.smithi028.stdout: actual was [0~4194304,8388608~8388608,25165824~29360128,58720256~20971520,88080384~12582912,104857600~12582912,125829120~4194304,159383552~25165824,197132288~29360128,272629760~4194304,285212672~4194304,293601280~4194304,310378496~20971520,356515840~4194304,373293056~16777216,402653184~12582912] 2024-08-29T18:50:41.495 INFO:tasks.workunit.client.0.smithi028.stdout:from 2 to 7 diff [0~4194304,8388608~4194304,25165824~4194304,33554432~20971520,58720256~20971520,88080384~8388608,104857600~12582912,125829120~4194304,134217728~8388608,155189248~25165824,197132288~25165824,239075328~8388608,272629760~4194304,281018368~8388608,293601280~4194304,310378496~20971520,356515840~4194304,373293056~16777216,402653184~8388608] 2024-08-29T18:50:41.495 INFO:tasks.workunit.client.0.smithi028.stdout: limited diff [0~4194304,8388608~4194304,25165824~4194304,33554432~20971520,58720256~20971520,88080384~8388608,104857600~12582912,125829120~4194304,134217728~8388608,155189248~25165824,197132288~25165824,239075328~8388608,272629760~4194304,281018368~8388608,293601280~4194304,310378496~20971520,356515840~4194304,373293056~16777216,402653184~8388608] 2024-08-29T18:50:41.503 INFO:tasks.workunit.client.0.smithi028.stdout: actual was [0~4194304,8388608~8388608,25165824~29360128,58720256~20971520,88080384~12582912,104857600~12582912,125829120~4194304,134217728~8388608,155189248~29360128,197132288~29360128,239075328~12582912,272629760~4194304,281018368~8388608,293601280~4194304,310378496~20971520,356515840~4194304,373293056~20971520,402653184~12582912] 2024-08-29T18:50:41.503 INFO:tasks.workunit.client.0.smithi028.stdout:from 2 to 8 diff [0~4194304,8388608~4194304,20971520~8388608,33554432~20971520,58720256~20971520,88080384~8388608,104857600~12582912,125829120~4194304,134217728~12582912,155189248~25165824,192937984~29360128,239075328~8388608,272629760~4194304,281018368~8388608,293601280~8388608,310378496~29360128,356515840~4194304,373293056~16777216,402653184~8388608] 2024-08-29T18:50:41.503 INFO:tasks.workunit.client.0.smithi028.stdout: limited diff [0~4194304,8388608~4194304,20971520~8388608,33554432~20971520,58720256~20971520,88080384~8388608,104857600~12582912,125829120~4194304,134217728~12582912,155189248~25165824,192937984~29360128,239075328~8388608,272629760~4194304,281018368~8388608,293601280~8388608,310378496~29360128,356515840~4194304,373293056~16777216,402653184~8388608] 2024-08-29T18:50:41.512 INFO:tasks.workunit.client.0.smithi028.stdout: actual was [0~4194304,8388608~8388608,20971520~33554432,58720256~20971520,88080384~12582912,104857600~12582912,125829120~4194304,134217728~12582912,155189248~29360128,192937984~33554432,239075328~12582912,272629760~4194304,281018368~8388608,293601280~8388608,310378496~29360128,356515840~4194304,373293056~20971520,402653184~12582912] 2024-08-29T18:50:41.512 INFO:tasks.workunit.client.0.smithi028.stdout:from 2 to 9 diff [0~4194304,8388608~4194304,20971520~16777216,41943040~12582912,58720256~20971520,88080384~8388608,104857600~12582912,125829120~4194304,134217728~12582912,155189248~25165824,192937984~29360128,230686720~4194304,239075328~12582912,272629760~4194304,281018368~8388608,293601280~8388608,306184192~33554432,356515840~4194304,373293056~25165824,402653184~8388608] 2024-08-29T18:50:41.512 INFO:tasks.workunit.client.0.smithi028.stdout: limited diff [0~4194304,8388608~4194304,20971520~16777216,41943040~12582912,58720256~20971520,88080384~8388608,104857600~12582912,125829120~4194304,134217728~12582912,155189248~25165824,192937984~29360128,230686720~4194304,239075328~12582912,272629760~4194304,281018368~8388608,293601280~8388608,306184192~33554432,356515840~4194304,373293056~25165824,402653184~8388608] 2024-08-29T18:50:41.522 INFO:tasks.workunit.client.0.smithi028.stdout: actual was [0~4194304,8388608~8388608,20971520~33554432,58720256~20971520,88080384~12582912,104857600~12582912,125829120~4194304,134217728~12582912,155189248~29360128,192937984~33554432,230686720~4194304,239075328~12582912,272629760~4194304,281018368~8388608,293601280~8388608,306184192~33554432,356515840~4194304,373293056~25165824,402653184~12582912] 2024-08-29T18:50:41.523 INFO:tasks.workunit.client.0.smithi028.stdout:from 2 to 10 diff [0~4194304,8388608~8388608,20971520~16777216,41943040~12582912,58720256~37748736,104857600~12582912,125829120~4194304,134217728~12582912,155189248~25165824,192937984~29360128,230686720~20971520,272629760~16777216,293601280~8388608,306184192~33554432,352321536~8388608,373293056~25165824,402653184~8388608] 2024-08-29T18:50:41.523 INFO:tasks.workunit.client.0.smithi028.stdout: limited diff [0~4194304,8388608~8388608,20971520~16777216,41943040~12582912,58720256~37748736,104857600~12582912,125829120~4194304,134217728~12582912,155189248~25165824,192937984~29360128,230686720~20971520,272629760~16777216,293601280~8388608,306184192~33554432,352321536~8388608,373293056~25165824,402653184~8388608] 2024-08-29T18:50:41.533 INFO:tasks.workunit.client.0.smithi028.stdout: actual was [0~4194304,8388608~46137344,58720256~41943040,104857600~12582912,125829120~4194304,134217728~12582912,155189248~29360128,192937984~33554432,230686720~20971520,272629760~16777216,293601280~8388608,306184192~33554432,352321536~8388608,373293056~25165824,402653184~12582912] 2024-08-29T18:50:41.533 INFO:tasks.workunit.client.0.smithi028.stdout:from 2 to 11 diff [0~4194304,8388608~8388608,20971520~16777216,41943040~12582912,58720256~37748736,104857600~12582912,121634816~8388608,134217728~12582912,155189248~25165824,192937984~29360128,230686720~20971520,264241152~37748736,306184192~33554432,352321536~8388608,373293056~25165824,402653184~8388608] 2024-08-29T18:50:41.533 INFO:tasks.workunit.client.0.smithi028.stdout: limited diff [0~4194304,8388608~8388608,20971520~16777216,41943040~12582912,58720256~37748736,104857600~12582912,121634816~8388608,134217728~12582912,155189248~25165824,192937984~29360128,230686720~20971520,264241152~37748736,306184192~33554432,352321536~8388608,373293056~25165824,402653184~8388608] 2024-08-29T18:50:41.545 INFO:tasks.workunit.client.0.smithi028.stdout: actual was [0~4194304,8388608~46137344,58720256~41943040,104857600~12582912,121634816~8388608,134217728~16777216,155189248~29360128,192937984~33554432,230686720~20971520,264241152~37748736,306184192~33554432,352321536~8388608,373293056~25165824,402653184~12582912] 2024-08-29T18:50:41.546 INFO:tasks.workunit.client.0.smithi028.stdout:from 2 to 12 diff [0~4194304,8388608~8388608,20971520~16777216,41943040~58720256,104857600~12582912,121634816~8388608,134217728~12582912,150994944~29360128,188743680~33554432,230686720~20971520,264241152~37748736,306184192~33554432,352321536~8388608,364904448~4194304,373293056~25165824,402653184~8388608] 2024-08-29T18:50:41.546 INFO:tasks.workunit.client.0.smithi028.stdout: limited diff [0~4194304,8388608~8388608,20971520~16777216,41943040~58720256,104857600~12582912,121634816~8388608,134217728~12582912,150994944~29360128,188743680~33554432,230686720~20971520,264241152~37748736,306184192~33554432,352321536~8388608,364904448~4194304,373293056~25165824,402653184~8388608] 2024-08-29T18:50:41.560 INFO:tasks.workunit.client.0.smithi028.stdout: actual was [0~4194304,8388608~109051904,121634816~8388608,134217728~50331648,188743680~37748736,230686720~20971520,264241152~37748736,306184192~33554432,352321536~46137344,402653184~12582912] 2024-08-29T18:50:41.560 INFO:tasks.workunit.client.0.smithi028.stdout:from 2 to 13 diff [0~4194304,8388608~8388608,20971520~16777216,41943040~58720256,104857600~12582912,121634816~8388608,134217728~12582912,150994944~29360128,184549376~37748736,230686720~20971520,264241152~37748736,306184192~33554432,352321536~8388608,364904448~4194304,373293056~25165824,402653184~8388608] 2024-08-29T18:50:41.560 INFO:tasks.workunit.client.0.smithi028.stdout: limited diff [0~4194304,8388608~8388608,20971520~16777216,41943040~58720256,104857600~12582912,121634816~8388608,134217728~12582912,150994944~29360128,184549376~37748736,230686720~20971520,264241152~37748736,306184192~33554432,352321536~8388608,364904448~4194304,373293056~25165824,402653184~8388608] 2024-08-29T18:50:41.574 INFO:tasks.workunit.client.0.smithi028.stdout: actual was [0~4194304,8388608~109051904,121634816~8388608,134217728~92274688,230686720~20971520,264241152~37748736,306184192~33554432,352321536~62914560] 2024-08-29T18:50:41.574 INFO:tasks.workunit.client.0.smithi028.stdout:from 2 to 14 diff [0~4194304,8388608~8388608,20971520~16777216,41943040~75497472,121634816~8388608,134217728~12582912,150994944~29360128,184549376~37748736,230686720~20971520,255852544~4194304,264241152~37748736,306184192~29360128,352321536~8388608,364904448~33554432,402653184~8388608] 2024-08-29T18:50:41.574 INFO:tasks.workunit.client.0.smithi028.stdout: limited diff [0~4194304,8388608~8388608,20971520~16777216,41943040~75497472,121634816~8388608,134217728~12582912,150994944~29360128,184549376~37748736,230686720~20971520,255852544~4194304,264241152~37748736,306184192~29360128,352321536~8388608,364904448~33554432,402653184~8388608] 2024-08-29T18:50:41.590 INFO:tasks.workunit.client.0.smithi028.stdout: actual was [0~4194304,8388608~109051904,121634816~8388608,134217728~92274688,230686720~20971520,255852544~4194304,264241152~37748736,306184192~33554432,352321536~62914560] 2024-08-29T18:50:41.590 INFO:tasks.workunit.client.0.smithi028.stdout:from 2 to 15 diff [0~4194304,8388608~109051904,121634816~8388608,134217728~12582912,150994944~29360128,184549376~37748736,230686720~20971520,255852544~4194304,264241152~37748736,306184192~29360128,352321536~46137344,402653184~8388608] 2024-08-29T18:50:41.590 INFO:tasks.workunit.client.0.smithi028.stdout: limited diff [0~4194304,8388608~109051904,121634816~8388608,134217728~12582912,150994944~29360128,184549376~37748736,230686720~20971520,255852544~4194304,264241152~37748736,306184192~29360128,352321536~46137344,402653184~8388608] 2024-08-29T18:50:41.607 INFO:tasks.workunit.client.0.smithi028.stdout: actual was [0~4194304,8388608~109051904,121634816~8388608,134217728~92274688,230686720~29360128,264241152~37748736,306184192~33554432,352321536~62914560] 2024-08-29T18:50:41.607 INFO:tasks.workunit.client.0.smithi028.stdout:from 2 to 16 diff [0~20971520,25165824~104857600,134217728~12582912,150994944~29360128,184549376~37748736,230686720~20971520,255852544~4194304,264241152~37748736,306184192~29360128,352321536~46137344,402653184~8388608] 2024-08-29T18:50:41.607 INFO:tasks.workunit.client.0.smithi028.stdout: limited diff [0~20971520,25165824~104857600,134217728~12582912,150994944~29360128,184549376~37748736,230686720~20971520,255852544~4194304,264241152~37748736,306184192~29360128,352321536~46137344,402653184~8388608] 2024-08-29T18:50:41.625 INFO:tasks.workunit.client.0.smithi028.stdout: actual was [0~130023424,134217728~92274688,230686720~29360128,264241152~37748736,306184192~33554432,352321536~62914560] 2024-08-29T18:50:41.625 INFO:tasks.workunit.client.0.smithi028.stdout:from 2 to 17 diff [0~20971520,25165824~104857600,134217728~12582912,150994944~29360128,184549376~37748736,230686720~20971520,255852544~4194304,264241152~37748736,306184192~29360128,352321536~58720256] 2024-08-29T18:50:41.625 INFO:tasks.workunit.client.0.smithi028.stdout: limited diff [0~20971520,25165824~104857600,134217728~12582912,150994944~29360128,184549376~37748736,230686720~20971520,255852544~4194304,264241152~37748736,306184192~29360128,352321536~58720256] 2024-08-29T18:50:41.643 INFO:tasks.workunit.client.0.smithi028.stdout: actual was [0~130023424,134217728~92274688,230686720~71303168,306184192~33554432,352321536~62914560] 2024-08-29T18:50:41.643 INFO:tasks.workunit.client.0.smithi028.stdout:from 2 to 18 diff [0~20971520,25165824~104857600,134217728~12582912,150994944~29360128,184549376~37748736,230686720~20971520,255852544~4194304,264241152~37748736,306184192~29360128,352321536~58720256] 2024-08-29T18:50:41.644 INFO:tasks.workunit.client.0.smithi028.stdout: limited diff [0~20971520,25165824~104857600,134217728~12582912,150994944~29360128,184549376~37748736,230686720~20971520,255852544~4194304,264241152~37748736,306184192~29360128,352321536~58720256] 2024-08-29T18:50:41.663 INFO:tasks.workunit.client.0.smithi028.stdout: actual was [0~130023424,134217728~92274688,230686720~71303168,306184192~33554432,352321536~62914560] 2024-08-29T18:50:41.663 INFO:tasks.workunit.client.0.smithi028.stdout:from 2 to 19 diff [0~20971520,25165824~104857600,134217728~12582912,150994944~29360128,184549376~37748736,230686720~20971520,255852544~4194304,264241152~37748736,306184192~29360128,352321536~58720256] 2024-08-29T18:50:41.663 INFO:tasks.workunit.client.0.smithi028.stdout: limited diff [0~20971520,25165824~104857600,134217728~12582912,150994944~29360128,184549376~37748736,230686720~20971520,255852544~4194304,264241152~37748736,306184192~29360128,352321536~58720256] 2024-08-29T18:50:41.683 INFO:tasks.workunit.client.0.smithi028.stdout: actual was [0~130023424,134217728~92274688,230686720~71303168,306184192~33554432,352321536~62914560] 2024-08-29T18:50:41.683 INFO:tasks.workunit.client.0.smithi028.stdout:from 3 to 4 diff [0~4194304,33554432~8388608,104857600~12582912,159383552~8388608,272629760~4194304,293601280~4194304,322961408~8388608,402653184~8388608] 2024-08-29T18:50:41.684 INFO:tasks.workunit.client.0.smithi028.stdout: limited diff [0~4194304,33554432~8388608,104857600~12582912,159383552~8388608,272629760~4194304,293601280~4194304,322961408~8388608,402653184~8388608] 2024-08-29T18:50:41.686 INFO:tasks.workunit.client.0.smithi028.stdout: actual was [0~4194304,33554432~8388608,104857600~12582912,159383552~12582912,272629760~4194304,293601280~4194304,322961408~8388608,402653184~12582912] 2024-08-29T18:50:41.686 INFO:tasks.workunit.client.0.smithi028.stdout:from 3 to 5 diff [0~4194304,8388608~4194304,33554432~8388608,71303168~4194304,88080384~8388608,104857600~12582912,125829120~4194304,159383552~20971520,201326592~8388608,272629760~4194304,285212672~4194304,293601280~4194304,322961408~8388608,402653184~8388608] 2024-08-29T18:50:41.687 INFO:tasks.workunit.client.0.smithi028.stdout: limited diff [0~4194304,8388608~4194304,33554432~8388608,71303168~4194304,88080384~8388608,104857600~12582912,125829120~4194304,159383552~20971520,201326592~8388608,272629760~4194304,285212672~4194304,293601280~4194304,322961408~8388608,402653184~8388608] 2024-08-29T18:50:41.691 INFO:tasks.workunit.client.0.smithi028.stdout: actual was [0~4194304,8388608~8388608,33554432~8388608,71303168~8388608,88080384~12582912,104857600~12582912,125829120~4194304,159383552~25165824,201326592~8388608,272629760~4194304,285212672~4194304,293601280~4194304,322961408~8388608,402653184~12582912] 2024-08-29T18:50:41.691 INFO:tasks.workunit.client.0.smithi028.stdout:from 3 to 6 diff [0~4194304,8388608~4194304,25165824~4194304,33554432~8388608,46137344~8388608,58720256~8388608,71303168~4194304,88080384~8388608,104857600~12582912,125829120~4194304,159383552~20971520,197132288~12582912,213909504~8388608,272629760~4194304,285212672~4194304,293601280~4194304,322961408~8388608,356515840~4194304,373293056~8388608,402653184~8388608] 2024-08-29T18:50:41.691 INFO:tasks.workunit.client.0.smithi028.stdout: limited diff [0~4194304,8388608~4194304,25165824~4194304,33554432~8388608,46137344~8388608,58720256~8388608,71303168~4194304,88080384~8388608,104857600~12582912,125829120~4194304,159383552~20971520,197132288~12582912,213909504~8388608,272629760~4194304,285212672~4194304,293601280~4194304,322961408~8388608,356515840~4194304,373293056~8388608,402653184~8388608] 2024-08-29T18:50:41.697 INFO:tasks.workunit.client.0.smithi028.stdout: actual was [0~4194304,8388608~8388608,25165824~4194304,33554432~8388608,46137344~8388608,58720256~8388608,71303168~8388608,88080384~12582912,104857600~12582912,125829120~4194304,159383552~25165824,197132288~12582912,213909504~12582912,272629760~4194304,285212672~4194304,293601280~4194304,322961408~8388608,356515840~4194304,373293056~8388608,402653184~12582912] 2024-08-29T18:50:41.697 INFO:tasks.workunit.client.0.smithi028.stdout:from 3 to 7 diff [0~4194304,8388608~4194304,25165824~4194304,33554432~8388608,46137344~8388608,58720256~16777216,88080384~8388608,104857600~12582912,125829120~4194304,134217728~8388608,155189248~25165824,197132288~12582912,213909504~8388608,239075328~8388608,272629760~4194304,281018368~8388608,293601280~4194304,314572800~4194304,322961408~8388608,356515840~4194304,373293056~8388608,385875968~4194304,402653184~8388608] 2024-08-29T18:50:41.697 INFO:tasks.workunit.client.0.smithi028.stdout: limited diff [0~4194304,8388608~4194304,25165824~4194304,33554432~8388608,46137344~8388608,58720256~16777216,88080384~8388608,104857600~12582912,125829120~4194304,134217728~8388608,155189248~25165824,197132288~12582912,213909504~8388608,239075328~8388608,272629760~4194304,281018368~8388608,293601280~4194304,314572800~4194304,322961408~8388608,356515840~4194304,373293056~8388608,385875968~4194304,402653184~8388608] 2024-08-29T18:50:41.704 INFO:tasks.workunit.client.0.smithi028.stdout: actual was [0~4194304,8388608~8388608,25165824~4194304,33554432~8388608,46137344~8388608,58720256~20971520,88080384~12582912,104857600~12582912,125829120~4194304,134217728~8388608,155189248~29360128,197132288~12582912,213909504~12582912,239075328~12582912,272629760~4194304,281018368~8388608,293601280~4194304,314572800~16777216,356515840~4194304,373293056~8388608,385875968~8388608,402653184~12582912] 2024-08-29T18:50:41.704 INFO:tasks.workunit.client.0.smithi028.stdout:from 3 to 8 diff [0~4194304,8388608~4194304,20971520~8388608,33554432~8388608,46137344~8388608,58720256~16777216,88080384~8388608,104857600~12582912,125829120~4194304,134217728~12582912,155189248~25165824,192937984~16777216,213909504~8388608,239075328~8388608,272629760~4194304,281018368~8388608,293601280~8388608,314572800~4194304,322961408~16777216,356515840~4194304,373293056~8388608,385875968~4194304,402653184~8388608] 2024-08-29T18:50:41.704 INFO:tasks.workunit.client.0.smithi028.stdout: limited diff [0~4194304,8388608~4194304,20971520~8388608,33554432~8388608,46137344~8388608,58720256~16777216,88080384~8388608,104857600~12582912,125829120~4194304,134217728~12582912,155189248~25165824,192937984~16777216,213909504~8388608,239075328~8388608,272629760~4194304,281018368~8388608,293601280~8388608,314572800~4194304,322961408~16777216,356515840~4194304,373293056~8388608,385875968~4194304,402653184~8388608] 2024-08-29T18:50:41.712 INFO:tasks.workunit.client.0.smithi028.stdout: actual was [0~4194304,8388608~8388608,20971520~8388608,33554432~8388608,46137344~8388608,58720256~20971520,88080384~12582912,104857600~12582912,125829120~4194304,134217728~12582912,155189248~29360128,192937984~16777216,213909504~12582912,239075328~12582912,272629760~4194304,281018368~8388608,293601280~8388608,314572800~25165824,356515840~4194304,373293056~8388608,385875968~8388608,402653184~12582912] 2024-08-29T18:50:41.712 INFO:tasks.workunit.client.0.smithi028.stdout:from 3 to 9 diff [0~4194304,8388608~4194304,20971520~16777216,46137344~8388608,58720256~16777216,88080384~8388608,104857600~12582912,125829120~4194304,134217728~12582912,155189248~25165824,192937984~16777216,213909504~8388608,230686720~4194304,239075328~12582912,272629760~4194304,281018368~8388608,293601280~8388608,306184192~4194304,314572800~25165824,356515840~4194304,373293056~8388608,385875968~12582912,402653184~8388608] 2024-08-29T18:50:41.712 INFO:tasks.workunit.client.0.smithi028.stdout: limited diff [0~4194304,8388608~4194304,20971520~16777216,46137344~8388608,58720256~16777216,88080384~8388608,104857600~12582912,125829120~4194304,134217728~12582912,155189248~25165824,192937984~16777216,213909504~8388608,230686720~4194304,239075328~12582912,272629760~4194304,281018368~8388608,293601280~8388608,306184192~4194304,314572800~25165824,356515840~4194304,373293056~8388608,385875968~12582912,402653184~8388608] 2024-08-29T18:50:41.722 INFO:tasks.workunit.client.0.smithi028.stdout: actual was [0~4194304,8388608~8388608,20971520~20971520,46137344~8388608,58720256~20971520,88080384~12582912,104857600~12582912,125829120~4194304,134217728~12582912,155189248~29360128,192937984~16777216,213909504~12582912,230686720~4194304,239075328~12582912,272629760~4194304,281018368~8388608,293601280~8388608,306184192~4194304,314572800~25165824,356515840~4194304,373293056~8388608,385875968~12582912,402653184~12582912] 2024-08-29T18:50:41.722 INFO:tasks.workunit.client.0.smithi028.stdout:from 3 to 10 diff [0~4194304,8388608~8388608,20971520~16777216,46137344~8388608,58720256~16777216,79691776~16777216,104857600~12582912,125829120~4194304,134217728~12582912,155189248~25165824,192937984~16777216,213909504~8388608,230686720~20971520,272629760~16777216,293601280~8388608,306184192~4194304,314572800~25165824,352321536~8388608,373293056~8388608,385875968~12582912,402653184~8388608] 2024-08-29T18:50:41.722 INFO:tasks.workunit.client.0.smithi028.stdout: limited diff [0~4194304,8388608~8388608,20971520~16777216,46137344~8388608,58720256~16777216,79691776~16777216,104857600~12582912,125829120~4194304,134217728~12582912,155189248~25165824,192937984~16777216,213909504~8388608,230686720~20971520,272629760~16777216,293601280~8388608,306184192~4194304,314572800~25165824,352321536~8388608,373293056~8388608,385875968~12582912,402653184~8388608] 2024-08-29T18:50:41.732 INFO:tasks.workunit.client.0.smithi028.stdout: actual was [0~4194304,8388608~33554432,46137344~8388608,58720256~41943040,104857600~12582912,125829120~4194304,134217728~12582912,155189248~29360128,192937984~16777216,213909504~12582912,230686720~20971520,272629760~16777216,293601280~8388608,306184192~4194304,314572800~25165824,352321536~8388608,373293056~8388608,385875968~12582912,402653184~12582912] 2024-08-29T18:50:41.732 INFO:tasks.workunit.client.0.smithi028.stdout:from 3 to 11 diff [0~4194304,8388608~8388608,20971520~16777216,46137344~8388608,58720256~16777216,79691776~16777216,104857600~12582912,121634816~8388608,134217728~12582912,155189248~25165824,192937984~16777216,213909504~8388608,230686720~20971520,264241152~37748736,306184192~4194304,314572800~25165824,352321536~8388608,373293056~8388608,385875968~12582912,402653184~8388608] 2024-08-29T18:50:41.732 INFO:tasks.workunit.client.0.smithi028.stdout: limited diff [0~4194304,8388608~8388608,20971520~16777216,46137344~8388608,58720256~16777216,79691776~16777216,104857600~12582912,121634816~8388608,134217728~12582912,155189248~25165824,192937984~16777216,213909504~8388608,230686720~20971520,264241152~37748736,306184192~4194304,314572800~25165824,352321536~8388608,373293056~8388608,385875968~12582912,402653184~8388608] 2024-08-29T18:50:41.743 INFO:tasks.workunit.client.0.smithi028.stdout: actual was [0~4194304,8388608~33554432,46137344~8388608,58720256~41943040,104857600~12582912,121634816~8388608,134217728~16777216,155189248~29360128,192937984~16777216,213909504~12582912,230686720~20971520,264241152~37748736,306184192~4194304,314572800~25165824,352321536~8388608,373293056~8388608,385875968~12582912,402653184~12582912] 2024-08-29T18:50:41.744 INFO:tasks.workunit.client.0.smithi028.stdout:from 3 to 12 diff [0~4194304,8388608~8388608,20971520~16777216,46137344~29360128,79691776~20971520,104857600~12582912,121634816~8388608,134217728~12582912,150994944~29360128,188743680~20971520,213909504~8388608,230686720~20971520,264241152~37748736,306184192~33554432,352321536~8388608,364904448~4194304,373293056~8388608,385875968~12582912,402653184~8388608] 2024-08-29T18:50:41.744 INFO:tasks.workunit.client.0.smithi028.stdout: limited diff [0~4194304,8388608~8388608,20971520~16777216,46137344~29360128,79691776~20971520,104857600~12582912,121634816~8388608,134217728~12582912,150994944~29360128,188743680~20971520,213909504~8388608,230686720~20971520,264241152~37748736,306184192~33554432,352321536~8388608,364904448~4194304,373293056~8388608,385875968~12582912,402653184~8388608] 2024-08-29T18:50:41.756 INFO:tasks.workunit.client.0.smithi028.stdout: actual was [0~4194304,8388608~33554432,46137344~71303168,121634816~8388608,134217728~50331648,188743680~20971520,213909504~12582912,230686720~20971520,264241152~37748736,306184192~33554432,352321536~29360128,385875968~12582912,402653184~12582912] 2024-08-29T18:50:41.757 INFO:tasks.workunit.client.0.smithi028.stdout:from 3 to 13 diff [0~4194304,8388608~8388608,20971520~16777216,46137344~54525952,104857600~12582912,121634816~8388608,134217728~12582912,150994944~29360128,184549376~25165824,213909504~8388608,230686720~20971520,264241152~37748736,306184192~33554432,352321536~8388608,364904448~4194304,373293056~8388608,385875968~12582912,402653184~8388608] 2024-08-29T18:50:41.757 INFO:tasks.workunit.client.0.smithi028.stdout: limited diff [0~4194304,8388608~8388608,20971520~16777216,46137344~54525952,104857600~12582912,121634816~8388608,134217728~12582912,150994944~29360128,184549376~25165824,213909504~8388608,230686720~20971520,264241152~37748736,306184192~33554432,352321536~8388608,364904448~4194304,373293056~8388608,385875968~12582912,402653184~8388608] 2024-08-29T18:50:41.770 INFO:tasks.workunit.client.0.smithi028.stdout: actual was [0~4194304,8388608~33554432,46137344~71303168,121634816~8388608,134217728~75497472,213909504~12582912,230686720~20971520,264241152~37748736,306184192~33554432,352321536~29360128,385875968~29360128] 2024-08-29T18:50:41.770 INFO:tasks.workunit.client.0.smithi028.stdout:from 3 to 14 diff [0~4194304,8388608~8388608,20971520~16777216,46137344~71303168,121634816~8388608,134217728~12582912,150994944~29360128,184549376~25165824,213909504~8388608,230686720~20971520,255852544~4194304,264241152~37748736,306184192~29360128,352321536~8388608,364904448~16777216,385875968~12582912,402653184~8388608] 2024-08-29T18:50:41.771 INFO:tasks.workunit.client.0.smithi028.stdout: limited diff [0~4194304,8388608~8388608,20971520~16777216,46137344~71303168,121634816~8388608,134217728~12582912,150994944~29360128,184549376~25165824,213909504~8388608,230686720~20971520,255852544~4194304,264241152~37748736,306184192~29360128,352321536~8388608,364904448~16777216,385875968~12582912,402653184~8388608] 2024-08-29T18:50:41.785 INFO:tasks.workunit.client.0.smithi028.stdout: actual was [0~4194304,8388608~33554432,46137344~71303168,121634816~8388608,134217728~75497472,213909504~12582912,230686720~20971520,255852544~4194304,264241152~37748736,306184192~33554432,352321536~29360128,385875968~29360128] 2024-08-29T18:50:41.785 INFO:tasks.workunit.client.0.smithi028.stdout:from 3 to 15 diff [0~4194304,8388608~33554432,46137344~71303168,121634816~8388608,134217728~12582912,150994944~29360128,184549376~25165824,213909504~8388608,230686720~20971520,255852544~4194304,264241152~37748736,306184192~29360128,352321536~46137344,402653184~8388608] 2024-08-29T18:50:41.785 INFO:tasks.workunit.client.0.smithi028.stdout: limited diff [0~4194304,8388608~33554432,46137344~71303168,121634816~8388608,134217728~12582912,150994944~29360128,184549376~25165824,213909504~8388608,230686720~20971520,255852544~4194304,264241152~37748736,306184192~29360128,352321536~46137344,402653184~8388608] 2024-08-29T18:50:41.801 INFO:tasks.workunit.client.0.smithi028.stdout: actual was [0~4194304,8388608~109051904,121634816~8388608,134217728~75497472,213909504~12582912,230686720~29360128,264241152~37748736,306184192~33554432,352321536~62914560] 2024-08-29T18:50:41.801 INFO:tasks.workunit.client.0.smithi028.stdout:from 3 to 16 diff [0~20971520,25165824~104857600,134217728~12582912,150994944~29360128,184549376~25165824,213909504~8388608,230686720~20971520,255852544~4194304,264241152~37748736,306184192~29360128,352321536~46137344,402653184~8388608] 2024-08-29T18:50:41.801 INFO:tasks.workunit.client.0.smithi028.stdout: limited diff [0~20971520,25165824~104857600,134217728~12582912,150994944~29360128,184549376~25165824,213909504~8388608,230686720~20971520,255852544~4194304,264241152~37748736,306184192~29360128,352321536~46137344,402653184~8388608] 2024-08-29T18:50:41.816 INFO:tasks.workunit.client.0.smithi028.stdout: actual was [0~130023424,134217728~75497472,213909504~12582912,230686720~29360128,264241152~37748736,306184192~33554432,352321536~62914560] 2024-08-29T18:50:41.817 INFO:tasks.workunit.client.0.smithi028.stdout:from 3 to 17 diff [0~20971520,25165824~104857600,134217728~12582912,150994944~29360128,184549376~25165824,213909504~8388608,230686720~20971520,255852544~4194304,264241152~37748736,306184192~29360128,352321536~58720256] 2024-08-29T18:50:41.817 INFO:tasks.workunit.client.0.smithi028.stdout: limited diff [0~20971520,25165824~104857600,134217728~12582912,150994944~29360128,184549376~25165824,213909504~8388608,230686720~20971520,255852544~4194304,264241152~37748736,306184192~29360128,352321536~58720256] 2024-08-29T18:50:41.834 INFO:tasks.workunit.client.0.smithi028.stdout: actual was [0~130023424,134217728~75497472,213909504~12582912,230686720~71303168,306184192~33554432,352321536~62914560] 2024-08-29T18:50:41.834 INFO:tasks.workunit.client.0.smithi028.stdout:from 3 to 18 diff [0~20971520,25165824~104857600,134217728~12582912,150994944~29360128,184549376~37748736,230686720~20971520,255852544~4194304,264241152~37748736,306184192~29360128,352321536~58720256] 2024-08-29T18:50:41.834 INFO:tasks.workunit.client.0.smithi028.stdout: limited diff [0~20971520,25165824~104857600,134217728~12582912,150994944~29360128,184549376~37748736,230686720~20971520,255852544~4194304,264241152~37748736,306184192~29360128,352321536~58720256] 2024-08-29T18:50:41.853 INFO:tasks.workunit.client.0.smithi028.stdout: actual was [0~130023424,134217728~92274688,230686720~71303168,306184192~33554432,352321536~62914560] 2024-08-29T18:50:41.853 INFO:tasks.workunit.client.0.smithi028.stdout:from 3 to 19 diff [0~20971520,25165824~104857600,134217728~12582912,150994944~29360128,184549376~37748736,230686720~20971520,255852544~4194304,264241152~37748736,306184192~29360128,352321536~58720256] 2024-08-29T18:50:41.853 INFO:tasks.workunit.client.0.smithi028.stdout: limited diff [0~20971520,25165824~104857600,134217728~12582912,150994944~29360128,184549376~37748736,230686720~20971520,255852544~4194304,264241152~37748736,306184192~29360128,352321536~58720256] 2024-08-29T18:50:41.871 INFO:tasks.workunit.client.0.smithi028.stdout: actual was [0~130023424,134217728~92274688,230686720~71303168,306184192~33554432,352321536~62914560] 2024-08-29T18:50:41.871 INFO:tasks.workunit.client.0.smithi028.stdout:from 4 to 5 diff [8388608~4194304,71303168~4194304,88080384~8388608,125829120~4194304,167772160~12582912,201326592~8388608,285212672~4194304,402653184~8388608] 2024-08-29T18:50:41.871 INFO:tasks.workunit.client.0.smithi028.stdout: limited diff [8388608~4194304,71303168~4194304,88080384~8388608,125829120~4194304,167772160~12582912,201326592~8388608,285212672~4194304,402653184~8388608] 2024-08-29T18:50:41.874 INFO:tasks.workunit.client.0.smithi028.stdout: actual was [8388608~8388608,71303168~8388608,88080384~12582912,125829120~4194304,167772160~16777216,201326592~8388608,285212672~4194304,402653184~12582912] 2024-08-29T18:50:41.874 INFO:tasks.workunit.client.0.smithi028.stdout:from 4 to 6 diff [8388608~4194304,25165824~4194304,46137344~8388608,58720256~8388608,71303168~4194304,88080384~8388608,125829120~4194304,159383552~20971520,197132288~12582912,213909504~8388608,285212672~4194304,356515840~4194304,373293056~8388608,402653184~8388608] 2024-08-29T18:50:41.874 INFO:tasks.workunit.client.0.smithi028.stdout: limited diff [8388608~4194304,25165824~4194304,46137344~8388608,58720256~8388608,71303168~4194304,88080384~8388608,125829120~4194304,159383552~20971520,197132288~12582912,213909504~8388608,285212672~4194304,356515840~4194304,373293056~8388608,402653184~8388608] 2024-08-29T18:50:41.879 INFO:tasks.workunit.client.0.smithi028.stdout: actual was [8388608~8388608,25165824~4194304,46137344~8388608,58720256~8388608,71303168~8388608,88080384~12582912,125829120~4194304,159383552~25165824,197132288~12582912,213909504~12582912,285212672~4194304,356515840~4194304,373293056~8388608,402653184~12582912] 2024-08-29T18:50:41.879 INFO:tasks.workunit.client.0.smithi028.stdout:from 4 to 7 diff [8388608~4194304,25165824~4194304,33554432~4194304,46137344~8388608,58720256~16777216,88080384~8388608,125829120~4194304,134217728~8388608,155189248~25165824,197132288~12582912,213909504~8388608,239075328~8388608,281018368~8388608,314572800~4194304,356515840~4194304,373293056~8388608,385875968~4194304,402653184~8388608] 2024-08-29T18:50:41.879 INFO:tasks.workunit.client.0.smithi028.stdout: limited diff [8388608~4194304,25165824~4194304,33554432~4194304,46137344~8388608,58720256~16777216,88080384~8388608,125829120~4194304,134217728~8388608,155189248~25165824,197132288~12582912,213909504~8388608,239075328~8388608,281018368~8388608,314572800~4194304,356515840~4194304,373293056~8388608,385875968~4194304,402653184~8388608] 2024-08-29T18:50:41.880 INFO:journalctl@ceph.mgr.y.smithi028.stdout:Aug 29 18:50:41 smithi028 bash[70818]: ::ffff:172.21.15.53 - - [29/Aug/2024:18:50:41] "GET /metrics HTTP/1.1" 200 36701 "" "Prometheus/2.43.0" 2024-08-29T18:50:41.884 INFO:tasks.workunit.client.0.smithi028.stdout: actual was [8388608~8388608,25165824~4194304,33554432~4194304,46137344~8388608,58720256~20971520,88080384~12582912,125829120~4194304,134217728~8388608,155189248~29360128,197132288~12582912,213909504~12582912,239075328~12582912,281018368~8388608,314572800~8388608,356515840~4194304,373293056~8388608,385875968~8388608,402653184~12582912] 2024-08-29T18:50:41.884 INFO:tasks.workunit.client.0.smithi028.stdout:from 4 to 8 diff [8388608~4194304,20971520~8388608,33554432~4194304,46137344~8388608,58720256~16777216,88080384~8388608,125829120~4194304,134217728~12582912,155189248~25165824,192937984~16777216,213909504~8388608,239075328~8388608,281018368~8388608,297795584~4194304,314572800~4194304,331350016~8388608,356515840~4194304,373293056~8388608,385875968~4194304,402653184~8388608] 2024-08-29T18:50:41.884 INFO:tasks.workunit.client.0.smithi028.stdout: limited diff [8388608~4194304,20971520~8388608,33554432~4194304,46137344~8388608,58720256~16777216,88080384~8388608,125829120~4194304,134217728~12582912,155189248~25165824,192937984~16777216,213909504~8388608,239075328~8388608,281018368~8388608,297795584~4194304,314572800~4194304,331350016~8388608,356515840~4194304,373293056~8388608,385875968~4194304,402653184~8388608] 2024-08-29T18:50:41.891 INFO:tasks.workunit.client.0.smithi028.stdout: actual was [8388608~8388608,20971520~8388608,33554432~4194304,46137344~8388608,58720256~20971520,88080384~12582912,125829120~4194304,134217728~12582912,155189248~29360128,192937984~16777216,213909504~12582912,239075328~12582912,281018368~8388608,297795584~4194304,314572800~8388608,331350016~8388608,356515840~4194304,373293056~8388608,385875968~8388608,402653184~12582912] 2024-08-29T18:50:41.891 INFO:tasks.workunit.client.0.smithi028.stdout:from 4 to 9 diff [8388608~4194304,20971520~12582912,46137344~8388608,58720256~16777216,88080384~8388608,125829120~4194304,134217728~12582912,155189248~25165824,192937984~16777216,213909504~8388608,230686720~4194304,239075328~12582912,281018368~8388608,297795584~4194304,306184192~4194304,314572800~12582912,331350016~8388608,356515840~4194304,373293056~8388608,385875968~12582912,402653184~8388608] 2024-08-29T18:50:41.891 INFO:tasks.workunit.client.0.smithi028.stdout: limited diff [8388608~4194304,20971520~12582912,46137344~8388608,58720256~16777216,88080384~8388608,125829120~4194304,134217728~12582912,155189248~25165824,192937984~16777216,213909504~8388608,230686720~4194304,239075328~12582912,281018368~8388608,297795584~4194304,306184192~4194304,314572800~12582912,331350016~8388608,356515840~4194304,373293056~8388608,385875968~12582912,402653184~8388608] 2024-08-29T18:50:41.898 INFO:tasks.workunit.client.0.smithi028.stdout: actual was [8388608~8388608,20971520~16777216,46137344~8388608,58720256~20971520,88080384~12582912,125829120~4194304,134217728~12582912,155189248~29360128,192937984~16777216,213909504~12582912,230686720~4194304,239075328~12582912,281018368~8388608,297795584~4194304,306184192~4194304,314572800~12582912,331350016~8388608,356515840~4194304,373293056~8388608,385875968~12582912,402653184~12582912] 2024-08-29T18:50:41.898 INFO:tasks.workunit.client.0.smithi028.stdout:from 4 to 10 diff [8388608~8388608,20971520~16777216,46137344~8388608,58720256~16777216,79691776~16777216,125829120~4194304,134217728~12582912,155189248~25165824,192937984~16777216,213909504~8388608,230686720~20971520,272629760~16777216,297795584~4194304,306184192~4194304,314572800~12582912,331350016~8388608,352321536~8388608,373293056~8388608,385875968~12582912,402653184~8388608] 2024-08-29T18:50:41.899 INFO:tasks.workunit.client.0.smithi028.stdout: limited diff [8388608~8388608,20971520~16777216,46137344~8388608,58720256~16777216,79691776~16777216,125829120~4194304,134217728~12582912,155189248~25165824,192937984~16777216,213909504~8388608,230686720~20971520,272629760~16777216,297795584~4194304,306184192~4194304,314572800~12582912,331350016~8388608,352321536~8388608,373293056~8388608,385875968~12582912,402653184~8388608] 2024-08-29T18:50:41.906 INFO:tasks.workunit.client.0.smithi028.stdout: actual was [8388608~33554432,46137344~8388608,58720256~41943040,125829120~4194304,134217728~12582912,155189248~29360128,192937984~16777216,213909504~12582912,230686720~20971520,272629760~16777216,297795584~4194304,306184192~4194304,314572800~12582912,331350016~8388608,352321536~8388608,373293056~8388608,385875968~12582912,402653184~12582912] 2024-08-29T18:50:41.906 INFO:tasks.workunit.client.0.smithi028.stdout:from 4 to 11 diff [8388608~8388608,20971520~16777216,46137344~8388608,58720256~16777216,79691776~16777216,121634816~8388608,134217728~12582912,155189248~25165824,192937984~16777216,213909504~8388608,230686720~20971520,264241152~29360128,297795584~4194304,306184192~4194304,314572800~12582912,331350016~8388608,352321536~8388608,373293056~8388608,385875968~12582912,402653184~8388608] 2024-08-29T18:50:41.907 INFO:tasks.workunit.client.0.smithi028.stdout: limited diff [8388608~8388608,20971520~16777216,46137344~8388608,58720256~16777216,79691776~16777216,121634816~8388608,134217728~12582912,155189248~25165824,192937984~16777216,213909504~8388608,230686720~20971520,264241152~29360128,297795584~4194304,306184192~4194304,314572800~12582912,331350016~8388608,352321536~8388608,373293056~8388608,385875968~12582912,402653184~8388608] 2024-08-29T18:50:41.915 INFO:tasks.workunit.client.0.smithi028.stdout: actual was [8388608~33554432,46137344~8388608,58720256~41943040,121634816~8388608,134217728~16777216,155189248~29360128,192937984~16777216,213909504~12582912,230686720~20971520,264241152~29360128,297795584~4194304,306184192~4194304,314572800~12582912,331350016~8388608,352321536~8388608,373293056~8388608,385875968~12582912,402653184~12582912] 2024-08-29T18:50:41.915 INFO:tasks.workunit.client.0.smithi028.stdout:from 4 to 12 diff [8388608~8388608,20971520~16777216,46137344~29360128,79691776~20971520,121634816~8388608,134217728~12582912,150994944~29360128,188743680~20971520,213909504~8388608,230686720~20971520,264241152~37748736,306184192~20971520,331350016~8388608,352321536~8388608,364904448~4194304,373293056~8388608,385875968~12582912,402653184~8388608] 2024-08-29T18:50:41.915 INFO:tasks.workunit.client.0.smithi028.stdout: limited diff [8388608~8388608,20971520~16777216,46137344~29360128,79691776~20971520,121634816~8388608,134217728~12582912,150994944~29360128,188743680~20971520,213909504~8388608,230686720~20971520,264241152~37748736,306184192~20971520,331350016~8388608,352321536~8388608,364904448~4194304,373293056~8388608,385875968~12582912,402653184~8388608] 2024-08-29T18:50:41.926 INFO:tasks.workunit.client.0.smithi028.stdout: actual was [8388608~33554432,46137344~58720256,121634816~8388608,134217728~50331648,188743680~20971520,213909504~12582912,230686720~20971520,264241152~37748736,306184192~20971520,331350016~8388608,352321536~29360128,385875968~12582912,402653184~12582912] 2024-08-29T18:50:41.926 INFO:tasks.workunit.client.0.smithi028.stdout:from 4 to 13 diff [8388608~8388608,20971520~16777216,46137344~54525952,109051904~8388608,121634816~8388608,134217728~12582912,150994944~29360128,184549376~25165824,213909504~8388608,230686720~20971520,264241152~37748736,306184192~20971520,331350016~8388608,352321536~8388608,364904448~4194304,373293056~8388608,385875968~12582912,402653184~8388608] 2024-08-29T18:50:41.927 INFO:tasks.workunit.client.0.smithi028.stdout: limited diff [8388608~8388608,20971520~16777216,46137344~54525952,109051904~8388608,121634816~8388608,134217728~12582912,150994944~29360128,184549376~25165824,213909504~8388608,230686720~20971520,264241152~37748736,306184192~20971520,331350016~8388608,352321536~8388608,364904448~4194304,373293056~8388608,385875968~12582912,402653184~8388608] 2024-08-29T18:50:41.938 INFO:tasks.workunit.client.0.smithi028.stdout: actual was [8388608~33554432,46137344~58720256,109051904~8388608,121634816~8388608,134217728~75497472,213909504~12582912,230686720~20971520,264241152~37748736,306184192~20971520,331350016~8388608,352321536~29360128,385875968~29360128] 2024-08-29T18:50:41.938 INFO:tasks.workunit.client.0.smithi028.stdout:from 4 to 14 diff [8388608~8388608,20971520~16777216,46137344~71303168,121634816~8388608,134217728~12582912,150994944~29360128,184549376~25165824,213909504~8388608,230686720~20971520,255852544~4194304,264241152~37748736,306184192~29360128,352321536~8388608,364904448~16777216,385875968~12582912,402653184~8388608] 2024-08-29T18:50:41.938 INFO:tasks.workunit.client.0.smithi028.stdout: limited diff [8388608~8388608,20971520~16777216,46137344~71303168,121634816~8388608,134217728~12582912,150994944~29360128,184549376~25165824,213909504~8388608,230686720~20971520,255852544~4194304,264241152~37748736,306184192~29360128,352321536~8388608,364904448~16777216,385875968~12582912,402653184~8388608] 2024-08-29T18:50:41.951 INFO:tasks.workunit.client.0.smithi028.stdout: actual was [8388608~33554432,46137344~71303168,121634816~8388608,134217728~75497472,213909504~12582912,230686720~20971520,255852544~4194304,264241152~37748736,306184192~33554432,352321536~29360128,385875968~29360128] 2024-08-29T18:50:41.951 INFO:tasks.workunit.client.0.smithi028.stdout:from 4 to 15 diff [8388608~109051904,121634816~8388608,134217728~12582912,150994944~29360128,184549376~25165824,213909504~8388608,230686720~20971520,255852544~4194304,264241152~37748736,306184192~29360128,352321536~46137344,402653184~8388608] 2024-08-29T18:50:41.951 INFO:tasks.workunit.client.0.smithi028.stdout: limited diff [8388608~109051904,121634816~8388608,134217728~12582912,150994944~29360128,184549376~25165824,213909504~8388608,230686720~20971520,255852544~4194304,264241152~37748736,306184192~29360128,352321536~46137344,402653184~8388608] 2024-08-29T18:50:41.966 INFO:tasks.workunit.client.0.smithi028.stdout: actual was [8388608~109051904,121634816~8388608,134217728~75497472,213909504~12582912,230686720~29360128,264241152~37748736,306184192~33554432,352321536~62914560] 2024-08-29T18:50:41.967 INFO:tasks.workunit.client.0.smithi028.stdout:from 4 to 16 diff [4194304~16777216,25165824~104857600,134217728~12582912,150994944~29360128,184549376~25165824,213909504~8388608,230686720~20971520,255852544~4194304,264241152~37748736,306184192~29360128,352321536~46137344,402653184~8388608] 2024-08-29T18:50:41.967 INFO:tasks.workunit.client.0.smithi028.stdout: limited diff [4194304~16777216,25165824~104857600,134217728~12582912,150994944~29360128,184549376~25165824,213909504~8388608,230686720~20971520,255852544~4194304,264241152~37748736,306184192~29360128,352321536~46137344,402653184~8388608] 2024-08-29T18:50:41.981 INFO:tasks.workunit.client.0.smithi028.stdout: actual was [4194304~125829120,134217728~75497472,213909504~12582912,230686720~29360128,264241152~37748736,306184192~33554432,352321536~62914560] 2024-08-29T18:50:41.981 INFO:tasks.workunit.client.0.smithi028.stdout:from 4 to 17 diff [4194304~16777216,25165824~104857600,134217728~12582912,150994944~29360128,184549376~25165824,213909504~8388608,230686720~20971520,255852544~4194304,264241152~37748736,306184192~29360128,352321536~58720256] 2024-08-29T18:50:41.981 INFO:tasks.workunit.client.0.smithi028.stdout: limited diff [4194304~16777216,25165824~104857600,134217728~12582912,150994944~29360128,184549376~25165824,213909504~8388608,230686720~20971520,255852544~4194304,264241152~37748736,306184192~29360128,352321536~58720256] 2024-08-29T18:50:41.998 INFO:tasks.workunit.client.0.smithi028.stdout: actual was [4194304~125829120,134217728~75497472,213909504~12582912,230686720~71303168,306184192~33554432,352321536~62914560] 2024-08-29T18:50:41.998 INFO:tasks.workunit.client.0.smithi028.stdout:from 4 to 18 diff [4194304~16777216,25165824~104857600,134217728~12582912,150994944~29360128,184549376~37748736,230686720~20971520,255852544~4194304,264241152~37748736,306184192~29360128,352321536~58720256] 2024-08-29T18:50:41.998 INFO:tasks.workunit.client.0.smithi028.stdout: limited diff [4194304~16777216,25165824~104857600,134217728~12582912,150994944~29360128,184549376~37748736,230686720~20971520,255852544~4194304,264241152~37748736,306184192~29360128,352321536~58720256] 2024-08-29T18:50:42.016 INFO:tasks.workunit.client.0.smithi028.stdout: actual was [4194304~125829120,134217728~92274688,230686720~71303168,306184192~33554432,352321536~62914560] 2024-08-29T18:50:42.016 INFO:tasks.workunit.client.0.smithi028.stdout:from 4 to 19 diff [4194304~16777216,25165824~104857600,134217728~12582912,150994944~29360128,184549376~37748736,230686720~20971520,255852544~4194304,264241152~37748736,306184192~29360128,352321536~58720256] 2024-08-29T18:50:42.016 INFO:tasks.workunit.client.0.smithi028.stdout: limited diff [4194304~16777216,25165824~104857600,134217728~12582912,150994944~29360128,184549376~37748736,230686720~20971520,255852544~4194304,264241152~37748736,306184192~29360128,352321536~58720256] 2024-08-29T18:50:42.034 INFO:tasks.workunit.client.0.smithi028.stdout: actual was [4194304~125829120,134217728~92274688,230686720~71303168,306184192~33554432,352321536~62914560] 2024-08-29T18:50:42.034 INFO:tasks.workunit.client.0.smithi028.stdout:from 5 to 6 diff [25165824~4194304,46137344~8388608,58720256~8388608,92274688~4194304,159383552~8388608,171966464~4194304,197132288~8388608,213909504~8388608,356515840~4194304,373293056~8388608] 2024-08-29T18:50:42.034 INFO:tasks.workunit.client.0.smithi028.stdout: limited diff [25165824~4194304,46137344~8388608,58720256~8388608,92274688~4194304,159383552~8388608,171966464~4194304,197132288~8388608,213909504~8388608,356515840~4194304,373293056~8388608] 2024-08-29T18:50:42.037 INFO:tasks.workunit.client.0.smithi028.stdout: actual was [25165824~4194304,46137344~8388608,58720256~8388608,92274688~4194304,159383552~16777216,197132288~8388608,213909504~12582912,356515840~4194304,373293056~8388608] 2024-08-29T18:50:42.037 INFO:tasks.workunit.client.0.smithi028.stdout:from 5 to 7 diff [25165824~4194304,33554432~4194304,46137344~8388608,58720256~16777216,92274688~4194304,134217728~8388608,155189248~12582912,171966464~4194304,197132288~8388608,213909504~8388608,239075328~8388608,281018368~8388608,314572800~4194304,356515840~4194304,373293056~8388608,385875968~4194304,406847488~4194304] 2024-08-29T18:50:42.037 INFO:tasks.workunit.client.0.smithi028.stdout: limited diff [25165824~4194304,33554432~4194304,46137344~8388608,58720256~16777216,92274688~4194304,134217728~8388608,155189248~12582912,171966464~4194304,197132288~8388608,213909504~8388608,239075328~8388608,281018368~8388608,314572800~4194304,356515840~4194304,373293056~8388608,385875968~4194304,406847488~4194304] 2024-08-29T18:50:42.042 INFO:tasks.workunit.client.0.smithi028.stdout: actual was [25165824~4194304,33554432~4194304,46137344~8388608,58720256~20971520,92274688~4194304,134217728~8388608,155189248~20971520,197132288~8388608,213909504~12582912,239075328~12582912,281018368~8388608,314572800~8388608,356515840~4194304,373293056~8388608,385875968~8388608,406847488~4194304] 2024-08-29T18:50:42.042 INFO:tasks.workunit.client.0.smithi028.stdout:from 5 to 8 diff [20971520~8388608,33554432~4194304,46137344~8388608,58720256~16777216,92274688~4194304,134217728~12582912,155189248~12582912,171966464~4194304,192937984~12582912,213909504~8388608,239075328~8388608,281018368~8388608,297795584~4194304,314572800~4194304,331350016~8388608,356515840~4194304,373293056~8388608,385875968~4194304,406847488~4194304] 2024-08-29T18:50:42.042 INFO:tasks.workunit.client.0.smithi028.stdout: limited diff [20971520~8388608,33554432~4194304,46137344~8388608,58720256~16777216,92274688~4194304,134217728~12582912,155189248~12582912,171966464~4194304,192937984~12582912,213909504~8388608,239075328~8388608,281018368~8388608,297795584~4194304,314572800~4194304,331350016~8388608,356515840~4194304,373293056~8388608,385875968~4194304,406847488~4194304] 2024-08-29T18:50:42.047 INFO:tasks.workunit.client.0.smithi028.stdout: actual was [20971520~8388608,33554432~4194304,46137344~8388608,58720256~20971520,92274688~4194304,134217728~12582912,155189248~20971520,192937984~12582912,213909504~12582912,239075328~12582912,281018368~8388608,297795584~4194304,314572800~8388608,331350016~8388608,356515840~4194304,373293056~8388608,385875968~8388608,406847488~4194304] 2024-08-29T18:50:42.047 INFO:tasks.workunit.client.0.smithi028.stdout:from 5 to 9 diff [20971520~12582912,46137344~8388608,58720256~16777216,92274688~4194304,134217728~12582912,155189248~12582912,171966464~8388608,192937984~12582912,213909504~8388608,230686720~4194304,239075328~12582912,281018368~8388608,297795584~4194304,306184192~4194304,314572800~12582912,331350016~8388608,356515840~4194304,373293056~8388608,385875968~12582912,406847488~4194304] 2024-08-29T18:50:42.047 INFO:tasks.workunit.client.0.smithi028.stdout: limited diff [20971520~12582912,46137344~8388608,58720256~16777216,92274688~4194304,134217728~12582912,155189248~12582912,171966464~8388608,192937984~12582912,213909504~8388608,230686720~4194304,239075328~12582912,281018368~8388608,297795584~4194304,306184192~4194304,314572800~12582912,331350016~8388608,356515840~4194304,373293056~8388608,385875968~12582912,406847488~4194304] 2024-08-29T18:50:42.054 INFO:tasks.workunit.client.0.smithi028.stdout: actual was [20971520~16777216,46137344~8388608,58720256~20971520,92274688~4194304,134217728~12582912,155189248~25165824,192937984~12582912,213909504~12582912,230686720~4194304,239075328~12582912,281018368~8388608,297795584~4194304,306184192~4194304,314572800~12582912,331350016~8388608,356515840~4194304,373293056~8388608,385875968~12582912,406847488~4194304] 2024-08-29T18:50:42.054 INFO:tasks.workunit.client.0.smithi028.stdout:from 5 to 10 diff [8388608~8388608,20971520~16777216,46137344~8388608,58720256~16777216,79691776~8388608,92274688~4194304,134217728~12582912,155189248~12582912,171966464~8388608,192937984~12582912,213909504~8388608,230686720~20971520,272629760~16777216,297795584~4194304,306184192~4194304,314572800~12582912,331350016~8388608,352321536~8388608,373293056~8388608,385875968~12582912,406847488~4194304] 2024-08-29T18:50:42.054 INFO:tasks.workunit.client.0.smithi028.stdout: limited diff [8388608~8388608,20971520~16777216,46137344~8388608,58720256~16777216,79691776~8388608,92274688~4194304,134217728~12582912,155189248~12582912,171966464~8388608,192937984~12582912,213909504~8388608,230686720~20971520,272629760~16777216,297795584~4194304,306184192~4194304,314572800~12582912,331350016~8388608,352321536~8388608,373293056~8388608,385875968~12582912,406847488~4194304] 2024-08-29T18:50:42.062 INFO:tasks.workunit.client.0.smithi028.stdout: actual was [8388608~33554432,46137344~8388608,58720256~37748736,134217728~12582912,155189248~29360128,192937984~12582912,213909504~12582912,230686720~20971520,272629760~16777216,297795584~4194304,306184192~4194304,314572800~12582912,331350016~8388608,352321536~8388608,373293056~8388608,385875968~12582912,406847488~4194304] 2024-08-29T18:50:42.062 INFO:tasks.workunit.client.0.smithi028.stdout:from 5 to 11 diff [8388608~8388608,20971520~16777216,46137344~8388608,58720256~16777216,79691776~16777216,121634816~8388608,134217728~12582912,155189248~12582912,171966464~8388608,192937984~12582912,213909504~8388608,230686720~20971520,264241152~29360128,297795584~4194304,306184192~4194304,314572800~12582912,331350016~8388608,352321536~8388608,373293056~8388608,385875968~12582912,406847488~4194304] 2024-08-29T18:50:42.062 INFO:tasks.workunit.client.0.smithi028.stdout: limited diff [8388608~8388608,20971520~16777216,46137344~8388608,58720256~16777216,79691776~16777216,121634816~8388608,134217728~12582912,155189248~12582912,171966464~8388608,192937984~12582912,213909504~8388608,230686720~20971520,264241152~29360128,297795584~4194304,306184192~4194304,314572800~12582912,331350016~8388608,352321536~8388608,373293056~8388608,385875968~12582912,406847488~4194304] 2024-08-29T18:50:42.071 INFO:tasks.workunit.client.0.smithi028.stdout: actual was [8388608~33554432,46137344~8388608,58720256~37748736,121634816~8388608,134217728~16777216,155189248~29360128,192937984~12582912,213909504~12582912,230686720~20971520,264241152~29360128,297795584~4194304,306184192~4194304,314572800~12582912,331350016~8388608,352321536~8388608,373293056~8388608,385875968~12582912,406847488~4194304] 2024-08-29T18:50:42.071 INFO:tasks.workunit.client.0.smithi028.stdout:from 5 to 12 diff [8388608~8388608,20971520~16777216,46137344~29360128,79691776~25165824,121634816~8388608,134217728~12582912,150994944~16777216,171966464~8388608,188743680~16777216,213909504~8388608,230686720~20971520,264241152~37748736,306184192~20971520,331350016~8388608,352321536~8388608,364904448~4194304,373293056~8388608,385875968~12582912,406847488~4194304] 2024-08-29T18:50:42.071 INFO:tasks.workunit.client.0.smithi028.stdout: limited diff [8388608~8388608,20971520~16777216,46137344~29360128,79691776~25165824,121634816~8388608,134217728~12582912,150994944~16777216,171966464~8388608,188743680~16777216,213909504~8388608,230686720~20971520,264241152~37748736,306184192~20971520,331350016~8388608,352321536~8388608,364904448~4194304,373293056~8388608,385875968~12582912,406847488~4194304] 2024-08-29T18:50:42.081 INFO:tasks.workunit.client.0.smithi028.stdout: actual was [8388608~33554432,46137344~58720256,121634816~8388608,134217728~50331648,188743680~16777216,213909504~12582912,230686720~20971520,264241152~37748736,306184192~20971520,331350016~8388608,352321536~29360128,385875968~12582912,406847488~4194304] 2024-08-29T18:50:42.081 INFO:tasks.workunit.client.0.smithi028.stdout:from 5 to 13 diff [8388608~8388608,20971520~16777216,46137344~58720256,109051904~8388608,121634816~8388608,134217728~12582912,150994944~16777216,171966464~8388608,184549376~20971520,213909504~8388608,230686720~20971520,264241152~37748736,306184192~20971520,331350016~8388608,352321536~8388608,364904448~4194304,373293056~8388608,385875968~12582912,406847488~4194304] 2024-08-29T18:50:42.081 INFO:tasks.workunit.client.0.smithi028.stdout: limited diff [8388608~8388608,20971520~16777216,46137344~58720256,109051904~8388608,121634816~8388608,134217728~12582912,150994944~16777216,171966464~8388608,184549376~20971520,213909504~8388608,230686720~20971520,264241152~37748736,306184192~20971520,331350016~8388608,352321536~8388608,364904448~4194304,373293056~8388608,385875968~12582912,406847488~4194304] 2024-08-29T18:50:42.091 INFO:tasks.workunit.client.0.smithi028.stdout: actual was [8388608~33554432,46137344~58720256,109051904~8388608,121634816~8388608,134217728~71303168,213909504~12582912,230686720~20971520,264241152~37748736,306184192~20971520,331350016~8388608,352321536~29360128,385875968~16777216,406847488~4194304] 2024-08-29T18:50:42.092 INFO:tasks.workunit.client.0.smithi028.stdout:from 5 to 14 diff [8388608~8388608,20971520~16777216,46137344~71303168,121634816~8388608,134217728~12582912,150994944~16777216,171966464~8388608,184549376~20971520,213909504~8388608,230686720~20971520,255852544~4194304,264241152~37748736,306184192~29360128,352321536~8388608,364904448~16777216,385875968~12582912,406847488~4194304] 2024-08-29T18:50:42.092 INFO:tasks.workunit.client.0.smithi028.stdout: limited diff [8388608~8388608,20971520~16777216,46137344~71303168,121634816~8388608,134217728~12582912,150994944~16777216,171966464~8388608,184549376~20971520,213909504~8388608,230686720~20971520,255852544~4194304,264241152~37748736,306184192~29360128,352321536~8388608,364904448~16777216,385875968~12582912,406847488~4194304] 2024-08-29T18:50:42.104 INFO:tasks.workunit.client.0.smithi028.stdout: actual was [8388608~33554432,46137344~71303168,121634816~8388608,134217728~71303168,213909504~12582912,230686720~20971520,255852544~4194304,264241152~37748736,306184192~33554432,352321536~29360128,385875968~16777216,406847488~4194304] 2024-08-29T18:50:42.105 INFO:tasks.workunit.client.0.smithi028.stdout:from 5 to 15 diff [8388608~109051904,121634816~8388608,134217728~12582912,150994944~16777216,171966464~8388608,184549376~16777216,213909504~8388608,230686720~20971520,255852544~4194304,264241152~37748736,306184192~29360128,352321536~46137344,406847488~4194304] 2024-08-29T18:50:42.105 INFO:tasks.workunit.client.0.smithi028.stdout: limited diff [8388608~109051904,121634816~8388608,134217728~12582912,150994944~16777216,171966464~8388608,184549376~16777216,213909504~8388608,230686720~20971520,255852544~4194304,264241152~37748736,306184192~29360128,352321536~46137344,406847488~4194304] 2024-08-29T18:50:42.117 INFO:tasks.workunit.client.0.smithi028.stdout: actual was [8388608~109051904,121634816~8388608,134217728~71303168,213909504~12582912,230686720~29360128,264241152~37748736,306184192~33554432,352321536~50331648,406847488~4194304] 2024-08-29T18:50:42.117 INFO:tasks.workunit.client.0.smithi028.stdout:from 5 to 16 diff [4194304~16777216,25165824~104857600,134217728~12582912,150994944~16777216,171966464~8388608,184549376~16777216,213909504~8388608,230686720~20971520,255852544~4194304,264241152~37748736,306184192~29360128,352321536~46137344,406847488~4194304] 2024-08-29T18:50:42.117 INFO:tasks.workunit.client.0.smithi028.stdout: limited diff [4194304~16777216,25165824~104857600,134217728~12582912,150994944~16777216,171966464~8388608,184549376~16777216,213909504~8388608,230686720~20971520,255852544~4194304,264241152~37748736,306184192~29360128,352321536~46137344,406847488~4194304] 2024-08-29T18:50:42.131 INFO:tasks.workunit.client.0.smithi028.stdout: actual was [4194304~125829120,134217728~71303168,213909504~12582912,230686720~29360128,264241152~37748736,306184192~33554432,352321536~50331648,406847488~4194304] 2024-08-29T18:50:42.131 INFO:tasks.workunit.client.0.smithi028.stdout:from 5 to 17 diff [4194304~16777216,25165824~104857600,134217728~12582912,150994944~16777216,171966464~8388608,184549376~16777216,213909504~8388608,230686720~20971520,255852544~4194304,264241152~37748736,306184192~29360128,352321536~58720256] 2024-08-29T18:50:42.131 INFO:tasks.workunit.client.0.smithi028.stdout: limited diff [4194304~16777216,25165824~104857600,134217728~12582912,150994944~16777216,171966464~8388608,184549376~16777216,213909504~8388608,230686720~20971520,255852544~4194304,264241152~37748736,306184192~29360128,352321536~58720256] 2024-08-29T18:50:42.145 INFO:tasks.workunit.client.0.smithi028.stdout: actual was [4194304~125829120,134217728~71303168,213909504~12582912,230686720~71303168,306184192~33554432,352321536~58720256] 2024-08-29T18:50:42.145 INFO:tasks.workunit.client.0.smithi028.stdout:from 5 to 18 diff [4194304~16777216,25165824~104857600,134217728~12582912,150994944~16777216,171966464~8388608,184549376~20971520,209715200~12582912,230686720~20971520,255852544~4194304,264241152~37748736,306184192~29360128,352321536~58720256] 2024-08-29T18:50:42.145 INFO:tasks.workunit.client.0.smithi028.stdout: limited diff [4194304~16777216,25165824~104857600,134217728~12582912,150994944~16777216,171966464~8388608,184549376~20971520,209715200~12582912,230686720~20971520,255852544~4194304,264241152~37748736,306184192~29360128,352321536~58720256] 2024-08-29T18:50:42.161 INFO:tasks.workunit.client.0.smithi028.stdout: actual was [4194304~125829120,134217728~92274688,230686720~71303168,306184192~33554432,352321536~58720256] 2024-08-29T18:50:42.161 INFO:tasks.workunit.client.0.smithi028.stdout:from 5 to 19 diff [4194304~16777216,25165824~104857600,134217728~12582912,150994944~16777216,171966464~8388608,184549376~20971520,209715200~12582912,230686720~20971520,255852544~4194304,264241152~37748736,306184192~29360128,352321536~58720256] 2024-08-29T18:50:42.161 INFO:tasks.workunit.client.0.smithi028.stdout: limited diff [4194304~16777216,25165824~104857600,134217728~12582912,150994944~16777216,171966464~8388608,184549376~20971520,209715200~12582912,230686720~20971520,255852544~4194304,264241152~37748736,306184192~29360128,352321536~58720256] 2024-08-29T18:50:42.178 INFO:tasks.workunit.client.0.smithi028.stdout: actual was [4194304~125829120,134217728~92274688,230686720~71303168,306184192~33554432,352321536~58720256] 2024-08-29T18:50:42.178 INFO:tasks.workunit.client.0.smithi028.stdout:from 6 to 7 diff [33554432~4194304,67108864~8388608,134217728~8388608,155189248~8388608,239075328~8388608,281018368~8388608,314572800~4194304,385875968~4194304,406847488~4194304] 2024-08-29T18:50:42.178 INFO:tasks.workunit.client.0.smithi028.stdout: limited diff [33554432~4194304,67108864~8388608,134217728~8388608,155189248~8388608,239075328~8388608,281018368~8388608,314572800~4194304,385875968~4194304,406847488~4194304] 2024-08-29T18:50:42.181 INFO:tasks.workunit.client.0.smithi028.stdout: actual was [33554432~4194304,67108864~12582912,134217728~8388608,155189248~12582912,239075328~12582912,281018368~8388608,314572800~8388608,385875968~8388608,406847488~4194304] 2024-08-29T18:50:42.181 INFO:tasks.workunit.client.0.smithi028.stdout:from 6 to 8 diff [20971520~4194304,33554432~4194304,67108864~8388608,134217728~12582912,155189248~8388608,192937984~4194304,213909504~4194304,239075328~8388608,281018368~8388608,297795584~4194304,314572800~4194304,331350016~8388608,385875968~4194304,406847488~4194304] 2024-08-29T18:50:42.181 INFO:tasks.workunit.client.0.smithi028.stdout: limited diff [20971520~4194304,33554432~4194304,67108864~8388608,134217728~12582912,155189248~8388608,192937984~4194304,213909504~4194304,239075328~8388608,281018368~8388608,297795584~4194304,314572800~4194304,331350016~8388608,385875968~4194304,406847488~4194304] 2024-08-29T18:50:42.185 INFO:tasks.workunit.client.0.smithi028.stdout: actual was [20971520~4194304,33554432~4194304,67108864~12582912,134217728~12582912,155189248~12582912,192937984~4194304,213909504~4194304,239075328~12582912,281018368~8388608,297795584~4194304,314572800~8388608,331350016~8388608,385875968~8388608,406847488~4194304] 2024-08-29T18:50:42.185 INFO:tasks.workunit.client.0.smithi028.stdout:from 6 to 9 diff [20971520~4194304,29360128~4194304,67108864~8388608,134217728~12582912,155189248~8388608,176160768~4194304,192937984~4194304,213909504~4194304,230686720~4194304,239075328~12582912,281018368~8388608,297795584~4194304,306184192~4194304,314572800~12582912,331350016~8388608,385875968~12582912,406847488~4194304] 2024-08-29T18:50:42.186 INFO:tasks.workunit.client.0.smithi028.stdout: limited diff [20971520~4194304,29360128~4194304,67108864~8388608,134217728~12582912,155189248~8388608,176160768~4194304,192937984~4194304,213909504~4194304,230686720~4194304,239075328~12582912,281018368~8388608,297795584~4194304,306184192~4194304,314572800~12582912,331350016~8388608,385875968~12582912,406847488~4194304] 2024-08-29T18:50:42.191 INFO:tasks.workunit.client.0.smithi028.stdout: actual was [20971520~4194304,29360128~8388608,67108864~12582912,134217728~12582912,155189248~12582912,176160768~4194304,192937984~4194304,213909504~4194304,230686720~4194304,239075328~12582912,281018368~8388608,297795584~4194304,306184192~4194304,314572800~12582912,331350016~8388608,385875968~12582912,406847488~4194304] 2024-08-29T18:50:42.191 INFO:tasks.workunit.client.0.smithi028.stdout:from 6 to 10 diff [8388608~8388608,20971520~4194304,29360128~8388608,62914560~12582912,79691776~8388608,134217728~12582912,155189248~8388608,171966464~8388608,192937984~4194304,213909504~4194304,230686720~20971520,272629760~16777216,297795584~4194304,306184192~4194304,314572800~12582912,331350016~8388608,352321536~4194304,385875968~12582912,406847488~4194304] 2024-08-29T18:50:42.191 INFO:tasks.workunit.client.0.smithi028.stdout: limited diff [8388608~8388608,20971520~4194304,29360128~8388608,62914560~12582912,79691776~8388608,134217728~12582912,155189248~8388608,171966464~8388608,192937984~4194304,213909504~4194304,230686720~20971520,272629760~16777216,297795584~4194304,306184192~4194304,314572800~12582912,331350016~8388608,352321536~4194304,385875968~12582912,406847488~4194304] 2024-08-29T18:50:42.198 INFO:tasks.workunit.client.0.smithi028.stdout: actual was [8388608~16777216,29360128~12582912,62914560~29360128,134217728~12582912,155189248~12582912,171966464~12582912,192937984~4194304,213909504~4194304,230686720~20971520,272629760~16777216,297795584~4194304,306184192~4194304,314572800~12582912,331350016~8388608,352321536~4194304,385875968~12582912,406847488~4194304] 2024-08-29T18:50:42.198 INFO:tasks.workunit.client.0.smithi028.stdout:from 6 to 11 diff [8388608~8388608,20971520~16777216,46137344~8388608,58720256~16777216,79691776~12582912,121634816~8388608,134217728~12582912,155189248~8388608,171966464~8388608,192937984~4194304,213909504~4194304,230686720~20971520,264241152~29360128,297795584~4194304,306184192~4194304,314572800~12582912,331350016~8388608,352321536~4194304,385875968~12582912,406847488~4194304] 2024-08-29T18:50:42.198 INFO:tasks.workunit.client.0.smithi028.stdout: limited diff [8388608~8388608,20971520~16777216,46137344~8388608,58720256~16777216,79691776~12582912,121634816~8388608,134217728~12582912,155189248~8388608,171966464~8388608,192937984~4194304,213909504~4194304,230686720~20971520,264241152~29360128,297795584~4194304,306184192~4194304,314572800~12582912,331350016~8388608,352321536~4194304,385875968~12582912,406847488~4194304] 2024-08-29T18:50:42.205 INFO:tasks.workunit.client.0.smithi028.stdout: actual was [8388608~33554432,46137344~8388608,58720256~33554432,121634816~8388608,134217728~16777216,155189248~12582912,171966464~12582912,192937984~4194304,213909504~4194304,230686720~20971520,264241152~29360128,297795584~4194304,306184192~4194304,314572800~12582912,331350016~8388608,352321536~4194304,385875968~12582912,406847488~4194304] 2024-08-29T18:50:42.205 INFO:tasks.workunit.client.0.smithi028.stdout:from 6 to 12 diff [8388608~8388608,20971520~16777216,46137344~29360128,79691776~12582912,96468992~8388608,121634816~8388608,134217728~12582912,150994944~12582912,171966464~8388608,188743680~8388608,213909504~4194304,230686720~20971520,264241152~37748736,306184192~20971520,331350016~8388608,352321536~8388608,364904448~4194304,385875968~12582912,406847488~4194304] 2024-08-29T18:50:42.205 INFO:tasks.workunit.client.0.smithi028.stdout: limited diff [8388608~8388608,20971520~16777216,46137344~29360128,79691776~12582912,96468992~8388608,121634816~8388608,134217728~12582912,150994944~12582912,171966464~8388608,188743680~8388608,213909504~4194304,230686720~20971520,264241152~37748736,306184192~20971520,331350016~8388608,352321536~8388608,364904448~4194304,385875968~12582912,406847488~4194304] 2024-08-29T18:50:42.214 INFO:tasks.workunit.client.0.smithi028.stdout: actual was [8388608~33554432,46137344~46137344,96468992~8388608,121634816~8388608,134217728~33554432,171966464~12582912,188743680~8388608,213909504~4194304,230686720~20971520,264241152~37748736,306184192~20971520,331350016~8388608,352321536~20971520,385875968~12582912,406847488~4194304] 2024-08-29T18:50:42.214 INFO:tasks.workunit.client.0.smithi028.stdout:from 6 to 13 diff [8388608~8388608,20971520~16777216,46137344~46137344,96468992~8388608,109051904~8388608,121634816~8388608,134217728~12582912,150994944~16777216,171966464~8388608,184549376~12582912,213909504~4194304,230686720~20971520,264241152~37748736,306184192~20971520,331350016~8388608,352321536~8388608,364904448~4194304,385875968~12582912,406847488~4194304] 2024-08-29T18:50:42.214 INFO:tasks.workunit.client.0.smithi028.stdout: limited diff [8388608~8388608,20971520~16777216,46137344~46137344,96468992~8388608,109051904~8388608,121634816~8388608,134217728~12582912,150994944~16777216,171966464~8388608,184549376~12582912,213909504~4194304,230686720~20971520,264241152~37748736,306184192~20971520,331350016~8388608,352321536~8388608,364904448~4194304,385875968~12582912,406847488~4194304] 2024-08-29T18:50:42.223 INFO:tasks.workunit.client.0.smithi028.stdout: actual was [8388608~33554432,46137344~46137344,96468992~8388608,109051904~8388608,121634816~8388608,134217728~33554432,171966464~25165824,213909504~4194304,230686720~20971520,264241152~37748736,306184192~20971520,331350016~8388608,352321536~20971520,385875968~16777216,406847488~4194304] 2024-08-29T18:50:42.223 INFO:tasks.workunit.client.0.smithi028.stdout:from 6 to 14 diff [8388608~8388608,20971520~16777216,46137344~46137344,96468992~20971520,121634816~8388608,134217728~12582912,150994944~16777216,171966464~8388608,184549376~12582912,213909504~4194304,230686720~20971520,255852544~4194304,264241152~37748736,306184192~29360128,352321536~8388608,364904448~8388608,385875968~12582912,406847488~4194304] 2024-08-29T18:50:42.223 INFO:tasks.workunit.client.0.smithi028.stdout: limited diff [8388608~8388608,20971520~16777216,46137344~46137344,96468992~20971520,121634816~8388608,134217728~12582912,150994944~16777216,171966464~8388608,184549376~12582912,213909504~4194304,230686720~20971520,255852544~4194304,264241152~37748736,306184192~29360128,352321536~8388608,364904448~8388608,385875968~12582912,406847488~4194304] 2024-08-29T18:50:42.233 INFO:tasks.workunit.client.0.smithi028.stdout: actual was [8388608~33554432,46137344~46137344,96468992~20971520,121634816~8388608,134217728~33554432,171966464~25165824,213909504~4194304,230686720~20971520,255852544~4194304,264241152~37748736,306184192~33554432,352321536~20971520,385875968~16777216,406847488~4194304] 2024-08-29T18:50:42.233 INFO:tasks.workunit.client.0.smithi028.stdout:from 6 to 15 diff [8388608~83886080,96468992~20971520,121634816~8388608,134217728~12582912,150994944~16777216,171966464~8388608,184549376~16777216,213909504~4194304,230686720~20971520,255852544~4194304,264241152~37748736,306184192~29360128,352321536~20971520,381681664~16777216,406847488~4194304] 2024-08-29T18:50:42.233 INFO:tasks.workunit.client.0.smithi028.stdout: limited diff [8388608~83886080,96468992~20971520,121634816~8388608,134217728~12582912,150994944~16777216,171966464~8388608,184549376~16777216,213909504~4194304,230686720~20971520,255852544~4194304,264241152~37748736,306184192~29360128,352321536~20971520,381681664~16777216,406847488~4194304] 2024-08-29T18:50:42.245 INFO:tasks.workunit.client.0.smithi028.stdout: actual was [8388608~83886080,96468992~20971520,121634816~8388608,134217728~33554432,171966464~33554432,213909504~4194304,230686720~29360128,264241152~37748736,306184192~33554432,352321536~20971520,381681664~20971520,406847488~4194304] 2024-08-29T18:50:42.245 INFO:tasks.workunit.client.0.smithi028.stdout:from 6 to 16 diff [4194304~16777216,25165824~67108864,96468992~33554432,134217728~12582912,150994944~16777216,171966464~8388608,184549376~16777216,213909504~4194304,230686720~20971520,255852544~4194304,264241152~37748736,306184192~29360128,352321536~20971520,381681664~16777216,406847488~4194304] 2024-08-29T18:50:42.245 INFO:tasks.workunit.client.0.smithi028.stdout: limited diff [4194304~16777216,25165824~67108864,96468992~33554432,134217728~12582912,150994944~16777216,171966464~8388608,184549376~16777216,213909504~4194304,230686720~20971520,255852544~4194304,264241152~37748736,306184192~29360128,352321536~20971520,381681664~16777216,406847488~4194304] 2024-08-29T18:50:42.258 INFO:tasks.workunit.client.0.smithi028.stdout: actual was [4194304~88080384,96468992~33554432,134217728~33554432,171966464~33554432,213909504~4194304,230686720~29360128,264241152~37748736,306184192~33554432,352321536~20971520,381681664~20971520,406847488~4194304] 2024-08-29T18:50:42.258 INFO:tasks.workunit.client.0.smithi028.stdout:from 6 to 17 diff [4194304~16777216,25165824~67108864,96468992~33554432,134217728~12582912,150994944~12582912,171966464~8388608,184549376~16777216,213909504~4194304,230686720~20971520,255852544~4194304,264241152~37748736,306184192~29360128,352321536~20971520,381681664~29360128] 2024-08-29T18:50:42.258 INFO:tasks.workunit.client.0.smithi028.stdout: limited diff [4194304~16777216,25165824~67108864,96468992~33554432,134217728~12582912,150994944~12582912,171966464~8388608,184549376~16777216,213909504~4194304,230686720~20971520,255852544~4194304,264241152~37748736,306184192~29360128,352321536~20971520,381681664~29360128] 2024-08-29T18:50:42.272 INFO:tasks.workunit.client.0.smithi028.stdout: actual was [4194304~88080384,96468992~33554432,134217728~33554432,171966464~33554432,213909504~4194304,230686720~71303168,306184192~33554432,352321536~20971520,381681664~29360128] 2024-08-29T18:50:42.272 INFO:tasks.workunit.client.0.smithi028.stdout:from 6 to 18 diff [4194304~16777216,25165824~67108864,96468992~33554432,134217728~12582912,150994944~12582912,171966464~8388608,184549376~20971520,209715200~8388608,230686720~20971520,255852544~4194304,264241152~37748736,306184192~29360128,352321536~20971520,377487360~33554432] 2024-08-29T18:50:42.272 INFO:tasks.workunit.client.0.smithi028.stdout: limited diff [4194304~16777216,25165824~67108864,96468992~33554432,134217728~12582912,150994944~12582912,171966464~8388608,184549376~20971520,209715200~8388608,230686720~20971520,255852544~4194304,264241152~37748736,306184192~29360128,352321536~20971520,377487360~33554432] 2024-08-29T18:50:42.286 INFO:tasks.workunit.client.0.smithi028.stdout: actual was [4194304~88080384,96468992~33554432,134217728~33554432,171966464~50331648,230686720~71303168,306184192~33554432,352321536~20971520,377487360~33554432] 2024-08-29T18:50:42.287 INFO:tasks.workunit.client.0.smithi028.stdout:from 6 to 19 diff [4194304~16777216,25165824~67108864,96468992~33554432,134217728~12582912,150994944~12582912,171966464~8388608,184549376~20971520,209715200~8388608,230686720~20971520,255852544~4194304,264241152~37748736,306184192~29360128,352321536~20971520,377487360~33554432] 2024-08-29T18:50:42.287 INFO:tasks.workunit.client.0.smithi028.stdout: limited diff [4194304~16777216,25165824~67108864,96468992~33554432,134217728~12582912,150994944~12582912,171966464~8388608,184549376~20971520,209715200~8388608,230686720~20971520,255852544~4194304,264241152~37748736,306184192~29360128,352321536~20971520,377487360~33554432] 2024-08-29T18:50:42.302 INFO:tasks.workunit.client.0.smithi028.stdout: actual was [4194304~88080384,96468992~33554432,134217728~33554432,171966464~50331648,230686720~71303168,306184192~33554432,352321536~20971520,377487360~33554432] 2024-08-29T18:50:42.302 INFO:tasks.workunit.client.0.smithi028.stdout:from 7 to 8 diff [20971520~4194304,71303168~4194304,142606336~4194304,155189248~8388608,192937984~4194304,213909504~4194304,243269632~4194304,297795584~4194304,331350016~8388608] 2024-08-29T18:50:42.302 INFO:tasks.workunit.client.0.smithi028.stdout: limited diff [20971520~4194304,71303168~4194304,142606336~4194304,155189248~8388608,192937984~4194304,213909504~4194304,243269632~4194304,297795584~4194304,331350016~8388608] 2024-08-29T18:50:42.304 INFO:tasks.workunit.client.0.smithi028.stdout: actual was [20971520~4194304,71303168~8388608,142606336~4194304,155189248~12582912,192937984~4194304,213909504~4194304,243269632~4194304,297795584~4194304,331350016~8388608] 2024-08-29T18:50:42.305 INFO:tasks.workunit.client.0.smithi028.stdout:from 7 to 9 diff [20971520~4194304,29360128~4194304,71303168~4194304,134217728~12582912,155189248~8388608,176160768~4194304,192937984~4194304,213909504~4194304,230686720~4194304,243269632~8388608,285212672~4194304,297795584~4194304,306184192~4194304,318767104~8388608,331350016~8388608,385875968~12582912] 2024-08-29T18:50:42.305 INFO:tasks.workunit.client.0.smithi028.stdout: limited diff [20971520~4194304,29360128~4194304,71303168~4194304,134217728~12582912,155189248~8388608,176160768~4194304,192937984~4194304,213909504~4194304,230686720~4194304,243269632~8388608,285212672~4194304,297795584~4194304,306184192~4194304,318767104~8388608,331350016~8388608,385875968~12582912] 2024-08-29T18:50:42.309 INFO:tasks.workunit.client.0.smithi028.stdout: actual was [20971520~4194304,29360128~8388608,71303168~8388608,134217728~12582912,155189248~12582912,176160768~4194304,192937984~4194304,213909504~4194304,230686720~4194304,243269632~8388608,285212672~4194304,297795584~4194304,306184192~4194304,318767104~8388608,331350016~8388608,385875968~12582912] 2024-08-29T18:50:42.309 INFO:tasks.workunit.client.0.smithi028.stdout:from 7 to 10 diff [8388608~8388608,20971520~4194304,29360128~8388608,62914560~4194304,71303168~4194304,79691776~8388608,134217728~12582912,155189248~8388608,171966464~8388608,192937984~4194304,213909504~4194304,230686720~20971520,272629760~8388608,285212672~4194304,297795584~4194304,306184192~4194304,318767104~8388608,331350016~8388608,352321536~4194304,385875968~12582912] 2024-08-29T18:50:42.309 INFO:tasks.workunit.client.0.smithi028.stdout: limited diff [8388608~8388608,20971520~4194304,29360128~8388608,62914560~4194304,71303168~4194304,79691776~8388608,134217728~12582912,155189248~8388608,171966464~8388608,192937984~4194304,213909504~4194304,230686720~20971520,272629760~8388608,285212672~4194304,297795584~4194304,306184192~4194304,318767104~8388608,331350016~8388608,352321536~4194304,385875968~12582912] 2024-08-29T18:50:42.314 INFO:tasks.workunit.client.0.smithi028.stdout: actual was [8388608~16777216,29360128~12582912,62914560~4194304,71303168~20971520,134217728~12582912,155189248~12582912,171966464~12582912,192937984~4194304,213909504~4194304,230686720~20971520,272629760~8388608,285212672~4194304,297795584~4194304,306184192~4194304,318767104~8388608,331350016~8388608,352321536~4194304,385875968~12582912] 2024-08-29T18:50:42.315 INFO:tasks.workunit.client.0.smithi028.stdout:from 7 to 11 diff [8388608~8388608,20971520~16777216,46137344~8388608,58720256~8388608,71303168~4194304,79691776~12582912,121634816~8388608,134217728~12582912,155189248~8388608,171966464~8388608,192937984~4194304,213909504~4194304,230686720~20971520,264241152~25165824,297795584~4194304,306184192~4194304,318767104~8388608,331350016~8388608,352321536~4194304,385875968~12582912] 2024-08-29T18:50:42.315 INFO:tasks.workunit.client.0.smithi028.stdout: limited diff [8388608~8388608,20971520~16777216,46137344~8388608,58720256~8388608,71303168~4194304,79691776~12582912,121634816~8388608,134217728~12582912,155189248~8388608,171966464~8388608,192937984~4194304,213909504~4194304,230686720~20971520,264241152~25165824,297795584~4194304,306184192~4194304,318767104~8388608,331350016~8388608,352321536~4194304,385875968~12582912] 2024-08-29T18:50:42.315 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:50:41 smithi053 bash[68679]: cluster 2024-08-29T18:50:40.393558+0000 mgr.y (mgr.25022) 1918 : cluster [DBG] pgmap v3463: 137 pgs: 137 active+clean; 785 MiB data, 7.5 GiB used, 708 GiB / 715 GiB avail; 246 KiB/s rd, 41 MiB/s wr, 383 op/s 2024-08-29T18:50:42.316 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:50:41 smithi053 bash[68679]: cluster 2024-08-29T18:50:40.957544+0000 mon.a (mon.0) 3588 : cluster [DBG] osdmap e2027: 8 total, 8 up, 8 in 2024-08-29T18:50:42.321 INFO:tasks.workunit.client.0.smithi028.stdout: actual was [8388608~33554432,46137344~8388608,58720256~8388608,71303168~20971520,121634816~8388608,134217728~16777216,155189248~12582912,171966464~12582912,192937984~4194304,213909504~4194304,230686720~20971520,264241152~29360128,297795584~4194304,306184192~4194304,318767104~8388608,331350016~8388608,352321536~4194304,385875968~12582912] 2024-08-29T18:50:42.321 INFO:tasks.workunit.client.0.smithi028.stdout:from 7 to 12 diff [8388608~8388608,20971520~16777216,46137344~29360128,79691776~12582912,96468992~8388608,121634816~8388608,134217728~12582912,150994944~12582912,171966464~8388608,188743680~8388608,213909504~4194304,230686720~20971520,264241152~29360128,297795584~4194304,306184192~8388608,318767104~8388608,331350016~8388608,352321536~8388608,364904448~4194304,385875968~12582912] 2024-08-29T18:50:42.321 INFO:tasks.workunit.client.0.smithi028.stdout: limited diff [8388608~8388608,20971520~16777216,46137344~29360128,79691776~12582912,96468992~8388608,121634816~8388608,134217728~12582912,150994944~12582912,171966464~8388608,188743680~8388608,213909504~4194304,230686720~20971520,264241152~29360128,297795584~4194304,306184192~8388608,318767104~8388608,331350016~8388608,352321536~8388608,364904448~4194304,385875968~12582912] 2024-08-29T18:50:42.328 INFO:tasks.workunit.client.0.smithi028.stdout: actual was [8388608~33554432,46137344~46137344,96468992~8388608,121634816~8388608,134217728~33554432,171966464~12582912,188743680~8388608,213909504~4194304,230686720~20971520,264241152~37748736,306184192~20971520,331350016~8388608,352321536~20971520,385875968~12582912] 2024-08-29T18:50:42.328 INFO:tasks.workunit.client.0.smithi028.stdout:from 7 to 13 diff [8388608~8388608,20971520~16777216,46137344~46137344,96468992~8388608,109051904~8388608,121634816~8388608,134217728~12582912,150994944~16777216,171966464~8388608,184549376~12582912,213909504~4194304,230686720~20971520,264241152~29360128,297795584~4194304,306184192~8388608,318767104~8388608,331350016~8388608,352321536~8388608,364904448~4194304,385875968~12582912] 2024-08-29T18:50:42.328 INFO:tasks.workunit.client.0.smithi028.stdout: limited diff [8388608~8388608,20971520~16777216,46137344~46137344,96468992~8388608,109051904~8388608,121634816~8388608,134217728~12582912,150994944~16777216,171966464~8388608,184549376~12582912,213909504~4194304,230686720~20971520,264241152~29360128,297795584~4194304,306184192~8388608,318767104~8388608,331350016~8388608,352321536~8388608,364904448~4194304,385875968~12582912] 2024-08-29T18:50:42.337 INFO:tasks.workunit.client.0.smithi028.stdout: actual was [8388608~33554432,46137344~46137344,96468992~8388608,109051904~8388608,121634816~8388608,134217728~33554432,171966464~25165824,213909504~4194304,230686720~20971520,264241152~37748736,306184192~20971520,331350016~8388608,352321536~20971520,385875968~16777216] 2024-08-29T18:50:42.337 INFO:tasks.workunit.client.0.smithi028.stdout:from 7 to 14 diff [8388608~8388608,20971520~16777216,46137344~46137344,96468992~20971520,121634816~8388608,134217728~12582912,150994944~16777216,171966464~8388608,184549376~12582912,213909504~4194304,230686720~20971520,255852544~4194304,264241152~29360128,297795584~4194304,306184192~8388608,318767104~16777216,352321536~8388608,364904448~8388608,385875968~12582912] 2024-08-29T18:50:42.337 INFO:tasks.workunit.client.0.smithi028.stdout: limited diff [8388608~8388608,20971520~16777216,46137344~46137344,96468992~20971520,121634816~8388608,134217728~12582912,150994944~16777216,171966464~8388608,184549376~12582912,213909504~4194304,230686720~20971520,255852544~4194304,264241152~29360128,297795584~4194304,306184192~8388608,318767104~16777216,352321536~8388608,364904448~8388608,385875968~12582912] 2024-08-29T18:50:42.347 INFO:tasks.workunit.client.0.smithi028.stdout: actual was [8388608~33554432,46137344~46137344,96468992~20971520,121634816~8388608,134217728~33554432,171966464~25165824,213909504~4194304,230686720~20971520,255852544~4194304,264241152~37748736,306184192~33554432,352321536~20971520,385875968~16777216] 2024-08-29T18:50:42.347 INFO:tasks.workunit.client.0.smithi028.stdout:from 7 to 15 diff [8388608~83886080,96468992~20971520,121634816~8388608,134217728~12582912,150994944~16777216,171966464~8388608,184549376~16777216,213909504~4194304,230686720~20971520,255852544~4194304,264241152~29360128,297795584~4194304,306184192~8388608,318767104~16777216,352321536~20971520,381681664~16777216] 2024-08-29T18:50:42.347 INFO:tasks.workunit.client.0.smithi028.stdout: limited diff [8388608~83886080,96468992~20971520,121634816~8388608,134217728~12582912,150994944~16777216,171966464~8388608,184549376~16777216,213909504~4194304,230686720~20971520,255852544~4194304,264241152~29360128,297795584~4194304,306184192~8388608,318767104~16777216,352321536~20971520,381681664~16777216] 2024-08-29T18:50:42.357 INFO:tasks.workunit.client.0.smithi028.stdout: actual was [8388608~83886080,96468992~20971520,121634816~8388608,134217728~33554432,171966464~33554432,213909504~4194304,230686720~29360128,264241152~37748736,306184192~33554432,352321536~20971520,381681664~20971520] 2024-08-29T18:50:42.357 INFO:tasks.workunit.client.0.smithi028.stdout:from 7 to 16 diff [4194304~16777216,25165824~67108864,96468992~33554432,134217728~12582912,150994944~16777216,171966464~8388608,184549376~16777216,213909504~4194304,230686720~20971520,255852544~4194304,264241152~29360128,297795584~4194304,306184192~29360128,352321536~20971520,381681664~16777216] 2024-08-29T18:50:42.357 INFO:tasks.workunit.client.0.smithi028.stdout: limited diff [4194304~16777216,25165824~67108864,96468992~33554432,134217728~12582912,150994944~16777216,171966464~8388608,184549376~16777216,213909504~4194304,230686720~20971520,255852544~4194304,264241152~29360128,297795584~4194304,306184192~29360128,352321536~20971520,381681664~16777216] 2024-08-29T18:50:42.369 INFO:tasks.workunit.client.0.smithi028.stdout: actual was [4194304~88080384,96468992~33554432,134217728~33554432,171966464~33554432,213909504~4194304,230686720~29360128,264241152~37748736,306184192~33554432,352321536~20971520,381681664~20971520] 2024-08-29T18:50:42.369 INFO:tasks.workunit.client.0.smithi028.stdout:from 7 to 17 diff [4194304~16777216,25165824~67108864,96468992~33554432,134217728~12582912,150994944~12582912,171966464~8388608,184549376~16777216,213909504~4194304,230686720~20971520,255852544~4194304,264241152~29360128,297795584~4194304,306184192~29360128,352321536~20971520,381681664~25165824] 2024-08-29T18:50:42.369 INFO:tasks.workunit.client.0.smithi028.stdout: limited diff [4194304~16777216,25165824~67108864,96468992~33554432,134217728~12582912,150994944~12582912,171966464~8388608,184549376~16777216,213909504~4194304,230686720~20971520,255852544~4194304,264241152~29360128,297795584~4194304,306184192~29360128,352321536~20971520,381681664~25165824] 2024-08-29T18:50:42.380 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:50:41 smithi028 bash[77168]: cluster 2024-08-29T18:50:40.393558+0000 mgr.y (mgr.25022) 1918 : cluster [DBG] pgmap v3463: 137 pgs: 137 active+clean; 785 MiB data, 7.5 GiB used, 708 GiB / 715 GiB avail; 246 KiB/s rd, 41 MiB/s wr, 383 op/s 2024-08-29T18:50:42.381 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:50:41 smithi028 bash[77168]: cluster 2024-08-29T18:50:40.957544+0000 mon.a (mon.0) 3588 : cluster [DBG] osdmap e2027: 8 total, 8 up, 8 in 2024-08-29T18:50:42.381 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:50:41 smithi028 bash[78352]: cluster 2024-08-29T18:50:40.393558+0000 mgr.y (mgr.25022) 1918 : cluster [DBG] pgmap v3463: 137 pgs: 137 active+clean; 785 MiB data, 7.5 GiB used, 708 GiB / 715 GiB avail; 246 KiB/s rd, 41 MiB/s wr, 383 op/s 2024-08-29T18:50:42.381 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:50:41 smithi028 bash[78352]: cluster 2024-08-29T18:50:40.957544+0000 mon.a (mon.0) 3588 : cluster [DBG] osdmap e2027: 8 total, 8 up, 8 in 2024-08-29T18:50:42.394 INFO:tasks.workunit.client.0.smithi028.stdout: actual was [4194304~88080384,96468992~33554432,134217728~33554432,171966464~33554432,213909504~4194304,230686720~71303168,306184192~33554432,352321536~20971520,381681664~29360128] 2024-08-29T18:50:42.394 INFO:tasks.workunit.client.0.smithi028.stdout:from 7 to 18 diff [4194304~16777216,25165824~67108864,96468992~33554432,134217728~12582912,150994944~12582912,171966464~8388608,184549376~20971520,209715200~8388608,230686720~20971520,255852544~4194304,264241152~29360128,297795584~4194304,306184192~29360128,352321536~20971520,377487360~29360128] 2024-08-29T18:50:42.394 INFO:tasks.workunit.client.0.smithi028.stdout: limited diff [4194304~16777216,25165824~67108864,96468992~33554432,134217728~12582912,150994944~12582912,171966464~8388608,184549376~20971520,209715200~8388608,230686720~20971520,255852544~4194304,264241152~29360128,297795584~4194304,306184192~29360128,352321536~20971520,377487360~29360128] 2024-08-29T18:50:42.408 INFO:tasks.workunit.client.0.smithi028.stdout: actual was [4194304~88080384,96468992~33554432,134217728~33554432,171966464~50331648,230686720~71303168,306184192~33554432,352321536~20971520,377487360~33554432] 2024-08-29T18:50:42.408 INFO:tasks.workunit.client.0.smithi028.stdout:from 7 to 19 diff [4194304~16777216,25165824~67108864,96468992~33554432,134217728~12582912,150994944~12582912,171966464~8388608,184549376~20971520,209715200~8388608,230686720~20971520,255852544~4194304,264241152~29360128,297795584~4194304,306184192~29360128,352321536~20971520,377487360~29360128] 2024-08-29T18:50:42.408 INFO:tasks.workunit.client.0.smithi028.stdout: limited diff [4194304~16777216,25165824~67108864,96468992~33554432,134217728~12582912,150994944~12582912,171966464~8388608,184549376~20971520,209715200~8388608,230686720~20971520,255852544~4194304,264241152~29360128,297795584~4194304,306184192~29360128,352321536~20971520,377487360~29360128] 2024-08-29T18:50:42.425 INFO:tasks.workunit.client.0.smithi028.stdout: actual was [4194304~88080384,96468992~33554432,134217728~33554432,171966464~50331648,230686720~71303168,306184192~33554432,352321536~20971520,377487360~33554432] 2024-08-29T18:50:42.425 INFO:tasks.workunit.client.0.smithi028.stdout:from 8 to 9 diff [29360128~4194304,134217728~8388608,176160768~4194304,230686720~4194304,243269632~8388608,285212672~4194304,306184192~4194304,318767104~8388608,385875968~12582912] 2024-08-29T18:50:42.425 INFO:tasks.workunit.client.0.smithi028.stdout: limited diff [29360128~4194304,134217728~8388608,176160768~4194304,230686720~4194304,243269632~8388608,285212672~4194304,306184192~4194304,318767104~8388608,385875968~12582912] 2024-08-29T18:50:42.428 INFO:tasks.workunit.client.0.smithi028.stdout: actual was [29360128~8388608,134217728~12582912,176160768~4194304,230686720~4194304,243269632~8388608,285212672~4194304,306184192~4194304,318767104~8388608,385875968~12582912] 2024-08-29T18:50:42.428 INFO:tasks.workunit.client.0.smithi028.stdout:from 8 to 10 diff [8388608~8388608,29360128~8388608,62914560~4194304,79691776~8388608,134217728~8388608,171966464~8388608,230686720~20971520,272629760~8388608,285212672~4194304,306184192~4194304,318767104~8388608,352321536~4194304,385875968~12582912] 2024-08-29T18:50:42.428 INFO:tasks.workunit.client.0.smithi028.stdout: limited diff [8388608~8388608,29360128~8388608,62914560~4194304,79691776~8388608,134217728~8388608,171966464~8388608,230686720~20971520,272629760~8388608,285212672~4194304,306184192~4194304,318767104~8388608,352321536~4194304,385875968~12582912] 2024-08-29T18:50:42.433 INFO:tasks.workunit.client.0.smithi028.stdout: actual was [8388608~12582912,29360128~12582912,62914560~4194304,79691776~12582912,134217728~12582912,171966464~12582912,230686720~20971520,272629760~8388608,285212672~4194304,306184192~4194304,318767104~8388608,352321536~4194304,385875968~12582912] 2024-08-29T18:50:42.433 INFO:tasks.workunit.client.0.smithi028.stdout:from 8 to 11 diff [8388608~8388608,25165824~12582912,46137344~8388608,58720256~8388608,79691776~12582912,121634816~8388608,134217728~12582912,171966464~8388608,230686720~20971520,264241152~25165824,306184192~4194304,318767104~8388608,352321536~4194304,385875968~12582912] 2024-08-29T18:50:42.433 INFO:tasks.workunit.client.0.smithi028.stdout: limited diff [8388608~8388608,25165824~12582912,46137344~8388608,58720256~8388608,79691776~12582912,121634816~8388608,134217728~12582912,171966464~8388608,230686720~20971520,264241152~25165824,306184192~4194304,318767104~8388608,352321536~4194304,385875968~12582912] 2024-08-29T18:50:42.439 INFO:tasks.workunit.client.0.smithi028.stdout: actual was [8388608~12582912,25165824~16777216,46137344~8388608,58720256~8388608,79691776~12582912,121634816~8388608,134217728~16777216,171966464~12582912,230686720~20971520,264241152~29360128,306184192~4194304,318767104~8388608,352321536~4194304,385875968~12582912] 2024-08-29T18:50:42.439 INFO:tasks.workunit.client.0.smithi028.stdout:from 8 to 12 diff [8388608~8388608,25165824~12582912,46137344~25165824,79691776~12582912,96468992~8388608,121634816~8388608,134217728~12582912,150994944~4194304,171966464~8388608,188743680~4194304,230686720~20971520,264241152~29360128,306184192~8388608,318767104~8388608,352321536~8388608,364904448~4194304,385875968~12582912] 2024-08-29T18:50:42.439 INFO:tasks.workunit.client.0.smithi028.stdout: limited diff [8388608~8388608,25165824~12582912,46137344~25165824,79691776~12582912,96468992~8388608,121634816~8388608,134217728~12582912,150994944~4194304,171966464~8388608,188743680~4194304,230686720~20971520,264241152~29360128,306184192~8388608,318767104~8388608,352321536~8388608,364904448~4194304,385875968~12582912] 2024-08-29T18:50:42.446 INFO:tasks.workunit.client.0.smithi028.stdout: actual was [8388608~12582912,25165824~16777216,46137344~25165824,79691776~12582912,96468992~8388608,121634816~8388608,134217728~25165824,171966464~12582912,188743680~8388608,230686720~20971520,264241152~33554432,306184192~20971520,352321536~20971520,385875968~12582912] 2024-08-29T18:50:42.446 INFO:tasks.workunit.client.0.smithi028.stdout:from 8 to 13 diff [8388608~8388608,25165824~12582912,46137344~25165824,75497472~16777216,96468992~8388608,109051904~8388608,121634816~8388608,134217728~12582912,150994944~12582912,171966464~8388608,184549376~8388608,230686720~20971520,264241152~29360128,306184192~8388608,318767104~8388608,352321536~8388608,364904448~4194304,385875968~12582912] 2024-08-29T18:50:42.446 INFO:tasks.workunit.client.0.smithi028.stdout: limited diff [8388608~8388608,25165824~12582912,46137344~25165824,75497472~16777216,96468992~8388608,109051904~8388608,121634816~8388608,134217728~12582912,150994944~12582912,171966464~8388608,184549376~8388608,230686720~20971520,264241152~29360128,306184192~8388608,318767104~8388608,352321536~8388608,364904448~4194304,385875968~12582912] 2024-08-29T18:50:42.454 INFO:tasks.workunit.client.0.smithi028.stdout: actual was [8388608~12582912,25165824~16777216,46137344~25165824,75497472~16777216,96468992~8388608,109051904~8388608,121634816~8388608,134217728~29360128,171966464~25165824,230686720~20971520,264241152~33554432,306184192~20971520,352321536~20971520,385875968~16777216] 2024-08-29T18:50:42.454 INFO:tasks.workunit.client.0.smithi028.stdout:from 8 to 14 diff [8388608~8388608,25165824~12582912,46137344~46137344,96468992~20971520,121634816~8388608,134217728~12582912,150994944~12582912,171966464~8388608,184549376~8388608,230686720~20971520,255852544~4194304,264241152~29360128,306184192~8388608,318767104~12582912,352321536~8388608,364904448~8388608,385875968~12582912] 2024-08-29T18:50:42.454 INFO:tasks.workunit.client.0.smithi028.stdout: limited diff [8388608~8388608,25165824~12582912,46137344~46137344,96468992~20971520,121634816~8388608,134217728~12582912,150994944~12582912,171966464~8388608,184549376~8388608,230686720~20971520,255852544~4194304,264241152~29360128,306184192~8388608,318767104~12582912,352321536~8388608,364904448~8388608,385875968~12582912] 2024-08-29T18:50:42.463 INFO:tasks.workunit.client.0.smithi028.stdout: actual was [8388608~12582912,25165824~16777216,46137344~46137344,96468992~20971520,121634816~8388608,134217728~29360128,171966464~25165824,230686720~20971520,255852544~4194304,264241152~33554432,306184192~29360128,352321536~20971520,385875968~16777216] 2024-08-29T18:50:42.464 INFO:tasks.workunit.client.0.smithi028.stdout:from 8 to 15 diff [8388608~83886080,96468992~20971520,121634816~8388608,134217728~12582912,150994944~12582912,171966464~8388608,184549376~16777216,230686720~20971520,255852544~4194304,264241152~29360128,306184192~8388608,318767104~12582912,352321536~20971520,381681664~16777216] 2024-08-29T18:50:42.464 INFO:tasks.workunit.client.0.smithi028.stdout: limited diff [8388608~83886080,96468992~20971520,121634816~8388608,134217728~12582912,150994944~12582912,171966464~8388608,184549376~16777216,230686720~20971520,255852544~4194304,264241152~29360128,306184192~8388608,318767104~12582912,352321536~20971520,381681664~16777216] 2024-08-29T18:50:42.474 INFO:tasks.workunit.client.0.smithi028.stdout: actual was [8388608~83886080,96468992~20971520,121634816~8388608,134217728~29360128,171966464~33554432,230686720~29360128,264241152~33554432,306184192~29360128,352321536~20971520,381681664~20971520] 2024-08-29T18:50:42.474 INFO:tasks.workunit.client.0.smithi028.stdout:from 8 to 16 diff [4194304~16777216,25165824~67108864,96468992~33554432,134217728~12582912,150994944~12582912,171966464~8388608,184549376~16777216,230686720~20971520,255852544~4194304,264241152~29360128,306184192~33554432,352321536~20971520,381681664~16777216] 2024-08-29T18:50:42.474 INFO:tasks.workunit.client.0.smithi028.stdout: limited diff [4194304~16777216,25165824~67108864,96468992~33554432,134217728~12582912,150994944~12582912,171966464~8388608,184549376~16777216,230686720~20971520,255852544~4194304,264241152~29360128,306184192~33554432,352321536~20971520,381681664~16777216] 2024-08-29T18:50:42.485 INFO:tasks.workunit.client.0.smithi028.stdout: actual was [4194304~88080384,96468992~33554432,134217728~29360128,171966464~33554432,230686720~29360128,264241152~33554432,306184192~33554432,352321536~20971520,381681664~20971520] 2024-08-29T18:50:42.485 INFO:tasks.workunit.client.0.smithi028.stdout:from 8 to 17 diff [4194304~16777216,25165824~67108864,96468992~33554432,134217728~12582912,150994944~8388608,171966464~8388608,184549376~16777216,230686720~20971520,255852544~4194304,264241152~29360128,306184192~33554432,352321536~20971520,381681664~25165824] 2024-08-29T18:50:42.485 INFO:tasks.workunit.client.0.smithi028.stdout: limited diff [4194304~16777216,25165824~67108864,96468992~33554432,134217728~12582912,150994944~8388608,171966464~8388608,184549376~16777216,230686720~20971520,255852544~4194304,264241152~29360128,306184192~33554432,352321536~20971520,381681664~25165824] 2024-08-29T18:50:42.497 INFO:tasks.workunit.client.0.smithi028.stdout: actual was [4194304~88080384,96468992~33554432,134217728~29360128,171966464~33554432,230686720~67108864,306184192~33554432,352321536~20971520,381681664~29360128] 2024-08-29T18:50:42.497 INFO:tasks.workunit.client.0.smithi028.stdout:from 8 to 18 diff [4194304~16777216,25165824~67108864,96468992~33554432,134217728~12582912,150994944~8388608,171966464~8388608,184549376~20971520,209715200~8388608,230686720~20971520,255852544~4194304,264241152~29360128,306184192~33554432,352321536~20971520,377487360~29360128] 2024-08-29T18:50:42.498 INFO:tasks.workunit.client.0.smithi028.stdout: limited diff [4194304~16777216,25165824~67108864,96468992~33554432,134217728~12582912,150994944~8388608,171966464~8388608,184549376~20971520,209715200~8388608,230686720~20971520,255852544~4194304,264241152~29360128,306184192~33554432,352321536~20971520,377487360~29360128] 2024-08-29T18:50:42.511 INFO:tasks.workunit.client.0.smithi028.stdout: actual was [4194304~88080384,96468992~33554432,134217728~29360128,171966464~50331648,230686720~67108864,306184192~33554432,352321536~20971520,377487360~33554432] 2024-08-29T18:50:42.511 INFO:tasks.workunit.client.0.smithi028.stdout:from 8 to 19 diff [4194304~16777216,25165824~67108864,96468992~33554432,134217728~12582912,150994944~8388608,171966464~8388608,184549376~20971520,209715200~8388608,230686720~20971520,255852544~4194304,264241152~29360128,306184192~33554432,352321536~20971520,377487360~29360128] 2024-08-29T18:50:42.511 INFO:tasks.workunit.client.0.smithi028.stdout: limited diff [4194304~16777216,25165824~67108864,96468992~33554432,134217728~12582912,150994944~8388608,171966464~8388608,184549376~20971520,209715200~8388608,230686720~20971520,255852544~4194304,264241152~29360128,306184192~33554432,352321536~20971520,377487360~29360128] 2024-08-29T18:50:42.525 INFO:tasks.workunit.client.0.smithi028.stdout: actual was [4194304~88080384,96468992~33554432,134217728~29360128,171966464~50331648,230686720~67108864,306184192~33554432,352321536~20971520,377487360~33554432] 2024-08-29T18:50:42.525 INFO:tasks.workunit.client.0.smithi028.stdout:from 9 to 10 diff [8388608~8388608,29360128~8388608,62914560~4194304,79691776~8388608,171966464~8388608,234881024~12582912,272629760~8388608,352321536~4194304] 2024-08-29T18:50:42.525 INFO:tasks.workunit.client.0.smithi028.stdout: limited diff [8388608~8388608,29360128~8388608,62914560~4194304,79691776~8388608,171966464~8388608,234881024~12582912,272629760~8388608,352321536~4194304] 2024-08-29T18:50:42.529 INFO:tasks.workunit.client.0.smithi028.stdout: actual was [8388608~12582912,29360128~12582912,62914560~4194304,79691776~12582912,171966464~12582912,234881024~16777216,272629760~8388608,352321536~4194304] 2024-08-29T18:50:42.529 INFO:tasks.workunit.client.0.smithi028.stdout:from 9 to 11 diff [8388608~8388608,25165824~12582912,46137344~8388608,58720256~8388608,79691776~12582912,121634816~8388608,142606336~4194304,171966464~8388608,234881024~16777216,264241152~25165824,352321536~4194304] 2024-08-29T18:50:42.529 INFO:tasks.workunit.client.0.smithi028.stdout: limited diff [8388608~8388608,25165824~12582912,46137344~8388608,58720256~8388608,79691776~12582912,121634816~8388608,142606336~4194304,171966464~8388608,234881024~16777216,264241152~25165824,352321536~4194304] 2024-08-29T18:50:42.534 INFO:tasks.workunit.client.0.smithi028.stdout: actual was [8388608~12582912,25165824~16777216,46137344~8388608,58720256~8388608,79691776~12582912,121634816~8388608,142606336~8388608,171966464~12582912,234881024~16777216,264241152~29360128,352321536~4194304] 2024-08-29T18:50:42.534 INFO:tasks.workunit.client.0.smithi028.stdout:from 9 to 12 diff [8388608~8388608,25165824~12582912,46137344~25165824,79691776~12582912,96468992~8388608,121634816~8388608,142606336~4194304,150994944~4194304,171966464~8388608,188743680~4194304,234881024~16777216,264241152~29360128,306184192~8388608,352321536~8388608,364904448~4194304,385875968~4194304] 2024-08-29T18:50:42.534 INFO:tasks.workunit.client.0.smithi028.stdout: limited diff [8388608~8388608,25165824~12582912,46137344~25165824,79691776~12582912,96468992~8388608,121634816~8388608,142606336~4194304,150994944~4194304,171966464~8388608,188743680~4194304,234881024~16777216,264241152~29360128,306184192~8388608,352321536~8388608,364904448~4194304,385875968~4194304] 2024-08-29T18:50:42.541 INFO:tasks.workunit.client.0.smithi028.stdout: actual was [8388608~12582912,25165824~16777216,46137344~25165824,79691776~12582912,96468992~8388608,121634816~8388608,142606336~16777216,171966464~12582912,188743680~8388608,234881024~16777216,264241152~33554432,306184192~12582912,352321536~20971520,385875968~8388608] 2024-08-29T18:50:42.541 INFO:tasks.workunit.client.0.smithi028.stdout:from 9 to 13 diff [8388608~8388608,25165824~12582912,46137344~25165824,75497472~16777216,96468992~8388608,109051904~8388608,121634816~8388608,142606336~4194304,150994944~12582912,171966464~8388608,184549376~8388608,234881024~16777216,264241152~29360128,306184192~8388608,352321536~8388608,364904448~4194304,385875968~4194304,394264576~4194304] 2024-08-29T18:50:42.541 INFO:tasks.workunit.client.0.smithi028.stdout: limited diff [8388608~8388608,25165824~12582912,46137344~25165824,75497472~16777216,96468992~8388608,109051904~8388608,121634816~8388608,142606336~4194304,150994944~12582912,171966464~8388608,184549376~8388608,234881024~16777216,264241152~29360128,306184192~8388608,352321536~8388608,364904448~4194304,385875968~4194304,394264576~4194304] 2024-08-29T18:50:42.548 INFO:tasks.workunit.client.0.smithi028.stdout: actual was [8388608~12582912,25165824~16777216,46137344~25165824,75497472~16777216,96468992~8388608,109051904~8388608,121634816~8388608,142606336~20971520,171966464~25165824,234881024~16777216,264241152~33554432,306184192~12582912,352321536~20971520,385875968~16777216] 2024-08-29T18:50:42.548 INFO:tasks.workunit.client.0.smithi028.stdout:from 9 to 14 diff [8388608~8388608,25165824~12582912,46137344~46137344,96468992~20971520,121634816~8388608,142606336~4194304,150994944~12582912,171966464~8388608,184549376~8388608,234881024~16777216,255852544~4194304,264241152~29360128,306184192~8388608,327155712~4194304,352321536~8388608,364904448~8388608,385875968~12582912] 2024-08-29T18:50:42.548 INFO:tasks.workunit.client.0.smithi028.stdout: limited diff [8388608~8388608,25165824~12582912,46137344~46137344,96468992~20971520,121634816~8388608,142606336~4194304,150994944~12582912,171966464~8388608,184549376~8388608,234881024~16777216,255852544~4194304,264241152~29360128,306184192~8388608,327155712~4194304,352321536~8388608,364904448~8388608,385875968~12582912] 2024-08-29T18:50:42.556 INFO:tasks.workunit.client.0.smithi028.stdout: actual was [8388608~12582912,25165824~16777216,46137344~46137344,96468992~20971520,121634816~8388608,142606336~20971520,171966464~25165824,234881024~16777216,255852544~4194304,264241152~33554432,306184192~12582912,327155712~8388608,352321536~20971520,385875968~16777216] 2024-08-29T18:50:42.557 INFO:tasks.workunit.client.0.smithi028.stdout:from 9 to 15 diff [8388608~83886080,96468992~20971520,121634816~8388608,142606336~4194304,150994944~12582912,171966464~8388608,184549376~16777216,234881024~16777216,255852544~4194304,264241152~29360128,306184192~8388608,327155712~4194304,352321536~20971520,381681664~16777216] 2024-08-29T18:50:42.557 INFO:tasks.workunit.client.0.smithi028.stdout: limited diff [8388608~83886080,96468992~20971520,121634816~8388608,142606336~4194304,150994944~12582912,171966464~8388608,184549376~16777216,234881024~16777216,255852544~4194304,264241152~29360128,306184192~8388608,327155712~4194304,352321536~20971520,381681664~16777216] 2024-08-29T18:50:42.566 INFO:tasks.workunit.client.0.smithi028.stdout: actual was [8388608~83886080,96468992~20971520,121634816~8388608,142606336~20971520,171966464~33554432,234881024~25165824,264241152~33554432,306184192~12582912,327155712~8388608,352321536~20971520,381681664~20971520] 2024-08-29T18:50:42.566 INFO:tasks.workunit.client.0.smithi028.stdout:from 9 to 16 diff [4194304~16777216,25165824~67108864,96468992~33554432,142606336~4194304,150994944~12582912,171966464~8388608,184549376~16777216,234881024~16777216,255852544~4194304,264241152~29360128,306184192~12582912,327155712~12582912,352321536~20971520,381681664~16777216] 2024-08-29T18:50:42.566 INFO:tasks.workunit.client.0.smithi028.stdout: limited diff [4194304~16777216,25165824~67108864,96468992~33554432,142606336~4194304,150994944~12582912,171966464~8388608,184549376~16777216,234881024~16777216,255852544~4194304,264241152~29360128,306184192~12582912,327155712~12582912,352321536~20971520,381681664~16777216] 2024-08-29T18:50:42.576 INFO:journalctl@ceph.prometheus.a.smithi053.stdout:Aug 29 18:50:42 smithi053 bash[95567]: ts=2024-08-29T18:50:42.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"3167ee72-662c-11ef-bcd4-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-29T18:50:42.577 INFO:tasks.workunit.client.0.smithi028.stdout: actual was [4194304~88080384,96468992~33554432,142606336~20971520,171966464~33554432,234881024~25165824,264241152~33554432,306184192~12582912,327155712~12582912,352321536~20971520,381681664~20971520] 2024-08-29T18:50:42.577 INFO:tasks.workunit.client.0.smithi028.stdout:from 9 to 17 diff [4194304~16777216,25165824~67108864,96468992~33554432,142606336~4194304,150994944~8388608,171966464~8388608,184549376~16777216,234881024~16777216,255852544~4194304,264241152~29360128,306184192~12582912,327155712~12582912,352321536~20971520,381681664~25165824] 2024-08-29T18:50:42.577 INFO:tasks.workunit.client.0.smithi028.stdout: limited diff [4194304~16777216,25165824~67108864,96468992~33554432,142606336~4194304,150994944~8388608,171966464~8388608,184549376~16777216,234881024~16777216,255852544~4194304,264241152~29360128,306184192~12582912,327155712~12582912,352321536~20971520,381681664~25165824] 2024-08-29T18:50:42.589 INFO:tasks.workunit.client.0.smithi028.stdout: actual was [4194304~88080384,96468992~33554432,142606336~20971520,171966464~33554432,234881024~62914560,306184192~12582912,327155712~12582912,352321536~20971520,381681664~29360128] 2024-08-29T18:50:42.589 INFO:tasks.workunit.client.0.smithi028.stdout:from 9 to 18 diff [4194304~16777216,25165824~67108864,96468992~33554432,142606336~4194304,150994944~8388608,171966464~8388608,184549376~20971520,209715200~8388608,234881024~16777216,255852544~4194304,264241152~29360128,306184192~12582912,327155712~12582912,352321536~20971520,377487360~29360128] 2024-08-29T18:50:42.589 INFO:tasks.workunit.client.0.smithi028.stdout: limited diff [4194304~16777216,25165824~67108864,96468992~33554432,142606336~4194304,150994944~8388608,171966464~8388608,184549376~20971520,209715200~8388608,234881024~16777216,255852544~4194304,264241152~29360128,306184192~12582912,327155712~12582912,352321536~20971520,377487360~29360128] 2024-08-29T18:50:42.602 INFO:tasks.workunit.client.0.smithi028.stdout: actual was [4194304~88080384,96468992~33554432,142606336~20971520,171966464~50331648,234881024~62914560,306184192~12582912,327155712~12582912,352321536~20971520,377487360~33554432] 2024-08-29T18:50:42.602 INFO:tasks.workunit.client.0.smithi028.stdout:from 9 to 19 diff [4194304~16777216,25165824~67108864,96468992~33554432,142606336~4194304,150994944~8388608,171966464~8388608,184549376~20971520,209715200~8388608,234881024~16777216,255852544~4194304,264241152~29360128,306184192~12582912,327155712~12582912,352321536~20971520,377487360~29360128] 2024-08-29T18:50:42.602 INFO:tasks.workunit.client.0.smithi028.stdout: limited diff [4194304~16777216,25165824~67108864,96468992~33554432,142606336~4194304,150994944~8388608,171966464~8388608,184549376~20971520,209715200~8388608,234881024~16777216,255852544~4194304,264241152~29360128,306184192~12582912,327155712~12582912,352321536~20971520,377487360~29360128] 2024-08-29T18:50:42.615 INFO:tasks.workunit.client.0.smithi028.stdout: actual was [4194304~88080384,96468992~33554432,142606336~20971520,171966464~50331648,234881024~62914560,306184192~12582912,327155712~12582912,352321536~20971520,377487360~33554432] 2024-08-29T18:50:42.615 INFO:tasks.workunit.client.0.smithi028.stdout:from 10 to 11 diff [25165824~4194304,46137344~8388608,58720256~8388608,83886080~8388608,121634816~8388608,142606336~4194304,234881024~4194304,264241152~8388608,281018368~8388608] 2024-08-29T18:50:42.615 INFO:tasks.workunit.client.0.smithi028.stdout: limited diff [25165824~4194304,46137344~8388608,58720256~8388608,83886080~8388608,121634816~8388608,142606336~4194304,234881024~4194304,264241152~8388608,281018368~8388608] 2024-08-29T18:50:42.619 INFO:tasks.workunit.client.0.smithi028.stdout: actual was [25165824~4194304,46137344~8388608,58720256~8388608,83886080~8388608,121634816~8388608,142606336~8388608,234881024~8388608,264241152~8388608,281018368~12582912] 2024-08-29T18:50:42.619 INFO:tasks.workunit.client.0.smithi028.stdout:from 10 to 12 diff [25165824~4194304,46137344~16777216,67108864~4194304,83886080~8388608,96468992~8388608,121634816~8388608,142606336~4194304,150994944~4194304,188743680~4194304,234881024~4194304,264241152~8388608,281018368~12582912,306184192~8388608,352321536~8388608,364904448~4194304,385875968~4194304] 2024-08-29T18:50:42.619 INFO:tasks.workunit.client.0.smithi028.stdout: limited diff [25165824~4194304,46137344~16777216,67108864~4194304,83886080~8388608,96468992~8388608,121634816~8388608,142606336~4194304,150994944~4194304,188743680~4194304,234881024~4194304,264241152~8388608,281018368~12582912,306184192~8388608,352321536~8388608,364904448~4194304,385875968~4194304] 2024-08-29T18:50:42.624 INFO:tasks.workunit.client.0.smithi028.stdout: actual was [25165824~4194304,46137344~25165824,83886080~8388608,96468992~8388608,121634816~8388608,142606336~16777216,188743680~8388608,234881024~8388608,264241152~8388608,281018368~16777216,306184192~12582912,352321536~20971520,385875968~8388608] 2024-08-29T18:50:42.624 INFO:tasks.workunit.client.0.smithi028.stdout:from 10 to 13 diff [25165824~4194304,46137344~16777216,67108864~4194304,75497472~16777216,96468992~8388608,109051904~8388608,121634816~8388608,142606336~4194304,150994944~12582912,184549376~8388608,234881024~4194304,264241152~8388608,281018368~12582912,306184192~8388608,352321536~8388608,364904448~4194304,385875968~4194304,394264576~4194304] 2024-08-29T18:50:42.624 INFO:tasks.workunit.client.0.smithi028.stdout: limited diff [25165824~4194304,46137344~16777216,67108864~4194304,75497472~16777216,96468992~8388608,109051904~8388608,121634816~8388608,142606336~4194304,150994944~12582912,184549376~8388608,234881024~4194304,264241152~8388608,281018368~12582912,306184192~8388608,352321536~8388608,364904448~4194304,385875968~4194304,394264576~4194304] 2024-08-29T18:50:42.630 INFO:tasks.workunit.client.0.smithi028.stdout: actual was [25165824~4194304,46137344~25165824,75497472~16777216,96468992~8388608,109051904~8388608,121634816~8388608,142606336~20971520,184549376~12582912,234881024~8388608,264241152~8388608,281018368~16777216,306184192~12582912,352321536~20971520,385875968~16777216] 2024-08-29T18:50:42.630 INFO:tasks.workunit.client.0.smithi028.stdout:from 10 to 14 diff [25165824~4194304,46137344~16777216,67108864~25165824,96468992~20971520,121634816~8388608,142606336~4194304,150994944~12582912,184549376~8388608,234881024~4194304,255852544~4194304,264241152~8388608,281018368~12582912,306184192~8388608,327155712~4194304,352321536~8388608,364904448~8388608,385875968~12582912] 2024-08-29T18:50:42.630 INFO:tasks.workunit.client.0.smithi028.stdout: limited diff [25165824~4194304,46137344~16777216,67108864~25165824,96468992~20971520,121634816~8388608,142606336~4194304,150994944~12582912,184549376~8388608,234881024~4194304,255852544~4194304,264241152~8388608,281018368~12582912,306184192~8388608,327155712~4194304,352321536~8388608,364904448~8388608,385875968~12582912] 2024-08-29T18:50:42.637 INFO:tasks.workunit.client.0.smithi028.stdout: actual was [25165824~4194304,46137344~46137344,96468992~20971520,121634816~8388608,142606336~20971520,184549376~12582912,234881024~8388608,255852544~4194304,264241152~8388608,281018368~16777216,306184192~12582912,327155712~8388608,352321536~20971520,385875968~16777216] 2024-08-29T18:50:42.638 INFO:tasks.workunit.client.0.smithi028.stdout:from 10 to 15 diff [12582912~8388608,25165824~4194304,37748736~25165824,67108864~25165824,96468992~20971520,121634816~8388608,142606336~4194304,150994944~12582912,184549376~16777216,234881024~4194304,247463936~4194304,255852544~4194304,264241152~12582912,281018368~12582912,306184192~8388608,327155712~4194304,352321536~20971520,381681664~16777216] 2024-08-29T18:50:42.638 INFO:tasks.workunit.client.0.smithi028.stdout: limited diff [12582912~8388608,25165824~4194304,37748736~25165824,67108864~25165824,96468992~20971520,121634816~8388608,142606336~4194304,150994944~12582912,184549376~16777216,234881024~4194304,247463936~4194304,255852544~4194304,264241152~12582912,281018368~12582912,306184192~8388608,327155712~4194304,352321536~20971520,381681664~16777216] 2024-08-29T18:50:42.646 INFO:tasks.workunit.client.0.smithi028.stdout: actual was [12582912~16777216,37748736~54525952,96468992~20971520,121634816~8388608,142606336~20971520,184549376~20971520,234881024~8388608,247463936~12582912,264241152~12582912,281018368~16777216,306184192~12582912,327155712~8388608,352321536~20971520,381681664~20971520] 2024-08-29T18:50:42.646 INFO:tasks.workunit.client.0.smithi028.stdout:from 10 to 16 diff [4194304~4194304,12582912~8388608,25165824~37748736,67108864~25165824,96468992~33554432,142606336~4194304,150994944~12582912,184549376~16777216,234881024~8388608,247463936~4194304,255852544~4194304,264241152~29360128,306184192~12582912,327155712~12582912,352321536~20971520,381681664~16777216] 2024-08-29T18:50:42.646 INFO:tasks.workunit.client.0.smithi028.stdout: limited diff [4194304~4194304,12582912~8388608,25165824~37748736,67108864~25165824,96468992~33554432,142606336~4194304,150994944~12582912,184549376~16777216,234881024~8388608,247463936~4194304,255852544~4194304,264241152~29360128,306184192~12582912,327155712~12582912,352321536~20971520,381681664~16777216] 2024-08-29T18:50:42.655 INFO:tasks.workunit.client.0.smithi028.stdout: actual was [4194304~88080384,96468992~33554432,142606336~20971520,184549376~20971520,234881024~8388608,247463936~12582912,264241152~33554432,306184192~12582912,327155712~12582912,352321536~20971520,381681664~20971520] 2024-08-29T18:50:42.655 INFO:tasks.workunit.client.0.smithi028.stdout:from 10 to 17 diff [4194304~4194304,12582912~50331648,67108864~25165824,96468992~33554432,142606336~4194304,150994944~8388608,184549376~16777216,234881024~8388608,247463936~4194304,255852544~4194304,264241152~29360128,306184192~12582912,327155712~12582912,352321536~20971520,381681664~25165824] 2024-08-29T18:50:42.656 INFO:tasks.workunit.client.0.smithi028.stdout: limited diff [4194304~4194304,12582912~50331648,67108864~25165824,96468992~33554432,142606336~4194304,150994944~8388608,184549376~16777216,234881024~8388608,247463936~4194304,255852544~4194304,264241152~29360128,306184192~12582912,327155712~12582912,352321536~20971520,381681664~25165824] 2024-08-29T18:50:42.667 INFO:tasks.workunit.client.0.smithi028.stdout: actual was [4194304~88080384,96468992~33554432,142606336~20971520,184549376~20971520,234881024~8388608,247463936~50331648,306184192~12582912,327155712~12582912,352321536~20971520,381681664~29360128] 2024-08-29T18:50:42.667 INFO:tasks.workunit.client.0.smithi028.stdout:from 10 to 18 diff [4194304~4194304,12582912~79691776,96468992~33554432,142606336~4194304,150994944~8388608,184549376~20971520,209715200~8388608,234881024~8388608,247463936~4194304,255852544~4194304,264241152~29360128,306184192~12582912,327155712~12582912,352321536~20971520,377487360~29360128] 2024-08-29T18:50:42.667 INFO:tasks.workunit.client.0.smithi028.stdout: limited diff [4194304~4194304,12582912~79691776,96468992~33554432,142606336~4194304,150994944~8388608,184549376~20971520,209715200~8388608,234881024~8388608,247463936~4194304,255852544~4194304,264241152~29360128,306184192~12582912,327155712~12582912,352321536~20971520,377487360~29360128] 2024-08-29T18:50:42.678 INFO:tasks.workunit.client.0.smithi028.stdout: actual was [4194304~88080384,96468992~33554432,142606336~20971520,184549376~37748736,234881024~8388608,247463936~50331648,306184192~12582912,327155712~12582912,352321536~20971520,377487360~33554432] 2024-08-29T18:50:42.678 INFO:tasks.workunit.client.0.smithi028.stdout:from 10 to 19 diff [4194304~4194304,12582912~79691776,96468992~33554432,142606336~4194304,150994944~8388608,184549376~20971520,209715200~8388608,234881024~8388608,247463936~4194304,255852544~4194304,264241152~29360128,306184192~12582912,327155712~12582912,352321536~20971520,377487360~29360128] 2024-08-29T18:50:42.678 INFO:tasks.workunit.client.0.smithi028.stdout: limited diff [4194304~4194304,12582912~79691776,96468992~33554432,142606336~4194304,150994944~8388608,184549376~20971520,209715200~8388608,234881024~8388608,247463936~4194304,255852544~4194304,264241152~29360128,306184192~12582912,327155712~12582912,352321536~20971520,377487360~29360128] 2024-08-29T18:50:42.690 INFO:tasks.workunit.client.0.smithi028.stdout: actual was [4194304~88080384,96468992~33554432,142606336~20971520,184549376~37748736,234881024~8388608,247463936~50331648,306184192~12582912,327155712~12582912,352321536~20971520,377487360~33554432] 2024-08-29T18:50:42.690 INFO:tasks.workunit.client.0.smithi028.stdout:from 11 to 12 diff [54525952~8388608,67108864~4194304,96468992~8388608,150994944~4194304,188743680~4194304,285212672~8388608,306184192~8388608,352321536~8388608,364904448~4194304,385875968~4194304] 2024-08-29T18:50:42.690 INFO:tasks.workunit.client.0.smithi028.stdout: limited diff [54525952~8388608,67108864~4194304,96468992~8388608,150994944~4194304,188743680~4194304,285212672~8388608,306184192~8388608,352321536~8388608,364904448~4194304,385875968~4194304] 2024-08-29T18:50:42.694 INFO:tasks.workunit.client.0.smithi028.stdout: actual was [54525952~16777216,96468992~8388608,150994944~8388608,188743680~8388608,285212672~12582912,306184192~12582912,352321536~20971520,385875968~8388608] 2024-08-29T18:50:42.694 INFO:tasks.workunit.client.0.smithi028.stdout:from 11 to 13 diff [54525952~8388608,67108864~4194304,75497472~8388608,96468992~8388608,109051904~8388608,150994944~12582912,184549376~8388608,264241152~4194304,285212672~8388608,306184192~8388608,352321536~8388608,364904448~4194304,385875968~4194304,394264576~4194304] 2024-08-29T18:50:42.694 INFO:tasks.workunit.client.0.smithi028.stdout: limited diff [54525952~8388608,67108864~4194304,75497472~8388608,96468992~8388608,109051904~8388608,150994944~12582912,184549376~8388608,264241152~4194304,285212672~8388608,306184192~8388608,352321536~8388608,364904448~4194304,385875968~4194304,394264576~4194304] 2024-08-29T18:50:42.699 INFO:tasks.workunit.client.0.smithi028.stdout: actual was [54525952~16777216,75497472~12582912,96468992~8388608,109051904~8388608,150994944~12582912,184549376~12582912,264241152~8388608,285212672~12582912,306184192~12582912,352321536~20971520,385875968~16777216] 2024-08-29T18:50:42.699 INFO:tasks.workunit.client.0.smithi028.stdout:from 11 to 14 diff [54525952~8388608,67108864~16777216,96468992~20971520,150994944~12582912,184549376~8388608,255852544~4194304,264241152~8388608,285212672~8388608,306184192~8388608,327155712~4194304,352321536~8388608,364904448~8388608,385875968~12582912] 2024-08-29T18:50:42.699 INFO:tasks.workunit.client.0.smithi028.stdout: limited diff [54525952~8388608,67108864~16777216,96468992~20971520,150994944~12582912,184549376~8388608,255852544~4194304,264241152~8388608,285212672~8388608,306184192~8388608,327155712~4194304,352321536~8388608,364904448~8388608,385875968~12582912] 2024-08-29T18:50:42.705 INFO:tasks.workunit.client.0.smithi028.stdout: actual was [54525952~33554432,96468992~20971520,150994944~12582912,184549376~12582912,255852544~4194304,264241152~8388608,285212672~12582912,306184192~12582912,327155712~8388608,352321536~20971520,385875968~16777216] 2024-08-29T18:50:42.706 INFO:tasks.workunit.client.0.smithi028.stdout:from 11 to 15 diff [12582912~8388608,37748736~8388608,54525952~8388608,67108864~16777216,96468992~20971520,150994944~12582912,184549376~16777216,247463936~4194304,255852544~4194304,264241152~12582912,285212672~8388608,306184192~8388608,327155712~4194304,352321536~20971520,381681664~16777216] 2024-08-29T18:50:42.706 INFO:tasks.workunit.client.0.smithi028.stdout: limited diff [12582912~8388608,37748736~8388608,54525952~8388608,67108864~16777216,96468992~20971520,150994944~12582912,184549376~16777216,247463936~4194304,255852544~4194304,264241152~12582912,285212672~8388608,306184192~8388608,327155712~4194304,352321536~20971520,381681664~16777216] 2024-08-29T18:50:42.713 INFO:tasks.workunit.client.0.smithi028.stdout: actual was [12582912~12582912,37748736~8388608,54525952~33554432,96468992~20971520,150994944~12582912,184549376~20971520,247463936~12582912,264241152~12582912,285212672~12582912,306184192~12582912,327155712~8388608,352321536~20971520,381681664~20971520] 2024-08-29T18:50:42.713 INFO:tasks.workunit.client.0.smithi028.stdout:from 11 to 16 diff [4194304~4194304,12582912~8388608,29360128~16777216,54525952~8388608,67108864~16777216,96468992~29360128,150994944~12582912,184549376~16777216,234881024~4194304,247463936~4194304,255852544~4194304,264241152~16777216,285212672~8388608,306184192~12582912,327155712~12582912,352321536~20971520,381681664~16777216] 2024-08-29T18:50:42.713 INFO:tasks.workunit.client.0.smithi028.stdout: limited diff [4194304~4194304,12582912~8388608,29360128~16777216,54525952~8388608,67108864~16777216,96468992~29360128,150994944~12582912,184549376~16777216,234881024~4194304,247463936~4194304,255852544~4194304,264241152~16777216,285212672~8388608,306184192~12582912,327155712~12582912,352321536~20971520,381681664~16777216] 2024-08-29T18:50:42.720 INFO:tasks.workunit.client.0.smithi028.stdout: actual was [4194304~20971520,29360128~16777216,54525952~33554432,96468992~29360128,150994944~12582912,184549376~20971520,234881024~8388608,247463936~12582912,264241152~33554432,306184192~12582912,327155712~12582912,352321536~20971520,381681664~20971520] 2024-08-29T18:50:42.721 INFO:tasks.workunit.client.0.smithi028.stdout:from 11 to 17 diff [4194304~4194304,12582912~50331648,67108864~16777216,96468992~29360128,150994944~8388608,184549376~16777216,234881024~4194304,247463936~4194304,255852544~4194304,264241152~16777216,285212672~8388608,306184192~12582912,327155712~12582912,352321536~20971520,381681664~25165824] 2024-08-29T18:50:42.721 INFO:tasks.workunit.client.0.smithi028.stdout: limited diff [4194304~4194304,12582912~50331648,67108864~16777216,96468992~29360128,150994944~8388608,184549376~16777216,234881024~4194304,247463936~4194304,255852544~4194304,264241152~16777216,285212672~8388608,306184192~12582912,327155712~12582912,352321536~20971520,381681664~25165824] 2024-08-29T18:50:42.729 INFO:tasks.workunit.client.0.smithi028.stdout: actual was [4194304~83886080,96468992~29360128,150994944~12582912,184549376~20971520,234881024~8388608,247463936~50331648,306184192~12582912,327155712~12582912,352321536~20971520,381681664~29360128] 2024-08-29T18:50:42.729 INFO:tasks.workunit.client.0.smithi028.stdout:from 11 to 18 diff [4194304~4194304,12582912~71303168,96468992~29360128,150994944~8388608,184549376~20971520,209715200~8388608,234881024~4194304,247463936~4194304,255852544~4194304,264241152~16777216,285212672~8388608,306184192~12582912,327155712~12582912,352321536~20971520,377487360~29360128] 2024-08-29T18:50:42.730 INFO:tasks.workunit.client.0.smithi028.stdout: limited diff [4194304~4194304,12582912~71303168,96468992~29360128,150994944~8388608,184549376~20971520,209715200~8388608,234881024~4194304,247463936~4194304,255852544~4194304,264241152~16777216,285212672~8388608,306184192~12582912,327155712~12582912,352321536~20971520,377487360~29360128] 2024-08-29T18:50:42.740 INFO:tasks.workunit.client.0.smithi028.stdout: actual was [4194304~83886080,96468992~29360128,150994944~12582912,184549376~37748736,234881024~8388608,247463936~50331648,306184192~12582912,327155712~12582912,352321536~20971520,377487360~33554432] 2024-08-29T18:50:42.740 INFO:tasks.workunit.client.0.smithi028.stdout:from 11 to 19 diff [4194304~4194304,12582912~71303168,96468992~29360128,150994944~8388608,184549376~20971520,209715200~8388608,234881024~4194304,247463936~4194304,255852544~4194304,264241152~29360128,306184192~12582912,327155712~12582912,352321536~20971520,377487360~29360128] 2024-08-29T18:50:42.740 INFO:tasks.workunit.client.0.smithi028.stdout: limited diff [4194304~4194304,12582912~71303168,96468992~29360128,150994944~8388608,184549376~20971520,209715200~8388608,234881024~4194304,247463936~4194304,255852544~4194304,264241152~29360128,306184192~12582912,327155712~12582912,352321536~20971520,377487360~29360128] 2024-08-29T18:50:42.750 INFO:tasks.workunit.client.0.smithi028.stdout: actual was [4194304~83886080,96468992~29360128,150994944~12582912,184549376~37748736,234881024~8388608,247463936~50331648,306184192~12582912,327155712~12582912,352321536~20971520,377487360~33554432] 2024-08-29T18:50:42.750 INFO:tasks.workunit.client.0.smithi028.stdout:from 12 to 13 diff [75497472~8388608,96468992~4194304,109051904~8388608,155189248~8388608,184549376~8388608,264241152~4194304,356515840~8388608,394264576~4194304] 2024-08-29T18:50:42.750 INFO:tasks.workunit.client.0.smithi028.stdout: limited diff [75497472~8388608,96468992~4194304,109051904~8388608,155189248~8388608,184549376~8388608,264241152~4194304,356515840~8388608,394264576~4194304] 2024-08-29T18:50:42.753 INFO:tasks.workunit.client.0.smithi028.stdout: actual was [75497472~12582912,96468992~8388608,109051904~8388608,155189248~8388608,184549376~8388608,264241152~8388608,356515840~8388608,394264576~8388608] 2024-08-29T18:50:42.753 INFO:tasks.workunit.client.0.smithi028.stdout:from 12 to 14 diff [67108864~16777216,96468992~20971520,155189248~8388608,184549376~8388608,255852544~4194304,264241152~8388608,327155712~4194304,356515840~8388608,369098752~4194304,390070272~8388608] 2024-08-29T18:50:42.753 INFO:tasks.workunit.client.0.smithi028.stdout: limited diff [67108864~16777216,96468992~20971520,155189248~8388608,184549376~8388608,255852544~4194304,264241152~8388608,327155712~4194304,356515840~8388608,369098752~4194304,390070272~8388608] 2024-08-29T18:50:42.758 INFO:tasks.workunit.client.0.smithi028.stdout: actual was [67108864~20971520,96468992~20971520,155189248~8388608,184549376~12582912,255852544~4194304,264241152~8388608,327155712~8388608,356515840~8388608,369098752~4194304,390070272~12582912] 2024-08-29T18:50:42.758 INFO:tasks.workunit.client.0.smithi028.stdout:from 12 to 15 diff [12582912~8388608,37748736~8388608,67108864~16777216,96468992~20971520,155189248~8388608,184549376~16777216,247463936~4194304,255852544~4194304,264241152~12582912,327155712~4194304,356515840~8388608,369098752~4194304,381681664~16777216] 2024-08-29T18:50:42.758 INFO:tasks.workunit.client.0.smithi028.stdout: limited diff [12582912~8388608,37748736~8388608,67108864~16777216,96468992~20971520,155189248~8388608,184549376~16777216,247463936~4194304,255852544~4194304,264241152~12582912,327155712~4194304,356515840~8388608,369098752~4194304,381681664~16777216] 2024-08-29T18:50:42.764 INFO:tasks.workunit.client.0.smithi028.stdout: actual was [12582912~12582912,37748736~8388608,67108864~20971520,96468992~20971520,155189248~8388608,184549376~20971520,247463936~12582912,264241152~12582912,327155712~8388608,356515840~16777216,381681664~20971520] 2024-08-29T18:50:42.764 INFO:tasks.workunit.client.0.smithi028.stdout:from 12 to 16 diff [4194304~4194304,12582912~8388608,29360128~16777216,54525952~8388608,67108864~16777216,96468992~29360128,155189248~8388608,184549376~16777216,234881024~4194304,247463936~4194304,255852544~4194304,264241152~16777216,306184192~8388608,327155712~12582912,356515840~8388608,369098752~4194304,381681664~16777216] 2024-08-29T18:50:42.764 INFO:tasks.workunit.client.0.smithi028.stdout: limited diff [4194304~4194304,12582912~8388608,29360128~16777216,54525952~8388608,67108864~16777216,96468992~29360128,155189248~8388608,184549376~16777216,234881024~4194304,247463936~4194304,255852544~4194304,264241152~16777216,306184192~8388608,327155712~12582912,356515840~8388608,369098752~4194304,381681664~16777216] 2024-08-29T18:50:42.771 INFO:tasks.workunit.client.0.smithi028.stdout: actual was [4194304~20971520,29360128~16777216,54525952~33554432,96468992~29360128,155189248~8388608,184549376~20971520,234881024~8388608,247463936~12582912,264241152~20971520,306184192~12582912,327155712~12582912,356515840~16777216,381681664~20971520] 2024-08-29T18:50:42.771 INFO:tasks.workunit.client.0.smithi028.stdout:from 12 to 17 diff [4194304~4194304,12582912~50331648,67108864~16777216,96468992~29360128,155189248~8388608,184549376~16777216,234881024~4194304,247463936~4194304,255852544~4194304,264241152~16777216,306184192~8388608,327155712~12582912,356515840~16777216,381681664~25165824] 2024-08-29T18:50:42.771 INFO:tasks.workunit.client.0.smithi028.stdout: limited diff [4194304~4194304,12582912~50331648,67108864~16777216,96468992~29360128,155189248~8388608,184549376~16777216,234881024~4194304,247463936~4194304,255852544~4194304,264241152~16777216,306184192~8388608,327155712~12582912,356515840~16777216,381681664~25165824] 2024-08-29T18:50:42.778 INFO:tasks.workunit.client.0.smithi028.stdout: actual was [4194304~83886080,96468992~29360128,155189248~8388608,184549376~20971520,234881024~8388608,247463936~37748736,306184192~12582912,327155712~12582912,356515840~16777216,381681664~29360128] 2024-08-29T18:50:42.778 INFO:tasks.workunit.client.0.smithi028.stdout:from 12 to 18 diff [4194304~4194304,12582912~71303168,96468992~29360128,155189248~8388608,184549376~20971520,209715200~8388608,234881024~4194304,247463936~4194304,255852544~4194304,264241152~16777216,285212672~4194304,306184192~8388608,327155712~12582912,356515840~16777216,377487360~29360128] 2024-08-29T18:50:42.778 INFO:tasks.workunit.client.0.smithi028.stdout: limited diff [4194304~4194304,12582912~71303168,96468992~29360128,155189248~8388608,184549376~20971520,209715200~8388608,234881024~4194304,247463936~4194304,255852544~4194304,264241152~16777216,285212672~4194304,306184192~8388608,327155712~12582912,356515840~16777216,377487360~29360128] 2024-08-29T18:50:42.786 INFO:tasks.workunit.client.0.smithi028.stdout: actual was [4194304~83886080,96468992~29360128,155189248~8388608,184549376~37748736,234881024~8388608,247463936~46137344,306184192~12582912,327155712~12582912,356515840~16777216,377487360~33554432] 2024-08-29T18:50:42.786 INFO:tasks.workunit.client.0.smithi028.stdout:from 12 to 19 diff [4194304~4194304,12582912~71303168,96468992~29360128,155189248~8388608,184549376~20971520,209715200~8388608,234881024~4194304,247463936~4194304,255852544~4194304,264241152~25165824,306184192~8388608,327155712~12582912,356515840~16777216,377487360~29360128] 2024-08-29T18:50:42.786 INFO:tasks.workunit.client.0.smithi028.stdout: limited diff [4194304~4194304,12582912~71303168,96468992~29360128,155189248~8388608,184549376~20971520,209715200~8388608,234881024~4194304,247463936~4194304,255852544~4194304,264241152~25165824,306184192~8388608,327155712~12582912,356515840~16777216,377487360~29360128] 2024-08-29T18:50:42.796 INFO:tasks.workunit.client.0.smithi028.stdout: actual was [4194304~83886080,96468992~29360128,155189248~8388608,184549376~37748736,234881024~8388608,247463936~46137344,306184192~12582912,327155712~12582912,356515840~16777216,377487360~33554432] 2024-08-29T18:50:42.796 INFO:tasks.workunit.client.0.smithi028.stdout:from 13 to 14 diff [67108864~8388608,100663296~8388608,188743680~4194304,255852544~4194304,264241152~8388608,327155712~4194304,369098752~4194304,390070272~8388608] 2024-08-29T18:50:42.796 INFO:tasks.workunit.client.0.smithi028.stdout: limited diff [67108864~8388608,100663296~8388608,188743680~4194304,255852544~4194304,264241152~8388608,327155712~4194304,369098752~4194304,390070272~8388608] 2024-08-29T18:50:42.799 INFO:tasks.workunit.client.0.smithi028.stdout: actual was [67108864~12582912,100663296~12582912,188743680~8388608,255852544~4194304,264241152~8388608,327155712~8388608,369098752~4194304,390070272~8388608] 2024-08-29T18:50:42.799 INFO:tasks.workunit.client.0.smithi028.stdout:from 13 to 15 diff [12582912~8388608,37748736~8388608,67108864~8388608,100663296~8388608,188743680~12582912,247463936~4194304,255852544~4194304,264241152~12582912,327155712~4194304,356515840~8388608,369098752~4194304,381681664~12582912] 2024-08-29T18:50:42.799 INFO:tasks.workunit.client.0.smithi028.stdout: limited diff [12582912~8388608,37748736~8388608,67108864~8388608,100663296~8388608,188743680~12582912,247463936~4194304,255852544~4194304,264241152~12582912,327155712~4194304,356515840~8388608,369098752~4194304,381681664~12582912] 2024-08-29T18:50:42.804 INFO:tasks.workunit.client.0.smithi028.stdout: actual was [12582912~12582912,37748736~8388608,67108864~12582912,100663296~12582912,188743680~16777216,247463936~12582912,264241152~12582912,327155712~8388608,356515840~16777216,381681664~16777216] 2024-08-29T18:50:42.804 INFO:tasks.workunit.client.0.smithi028.stdout:from 13 to 16 diff [4194304~4194304,12582912~8388608,29360128~16777216,54525952~8388608,67108864~8388608,100663296~8388608,117440512~8388608,188743680~12582912,234881024~4194304,247463936~4194304,255852544~4194304,264241152~16777216,306184192~8388608,327155712~12582912,356515840~8388608,369098752~4194304,381681664~12582912] 2024-08-29T18:50:42.804 INFO:tasks.workunit.client.0.smithi028.stdout: limited diff [4194304~4194304,12582912~8388608,29360128~16777216,54525952~8388608,67108864~8388608,100663296~8388608,117440512~8388608,188743680~12582912,234881024~4194304,247463936~4194304,255852544~4194304,264241152~16777216,306184192~8388608,327155712~12582912,356515840~8388608,369098752~4194304,381681664~12582912] 2024-08-29T18:50:42.810 INFO:tasks.workunit.client.0.smithi028.stdout: actual was [4194304~20971520,29360128~16777216,54525952~25165824,100663296~12582912,117440512~8388608,188743680~16777216,234881024~8388608,247463936~12582912,264241152~20971520,306184192~12582912,327155712~12582912,356515840~16777216,381681664~16777216] 2024-08-29T18:50:42.810 INFO:tasks.workunit.client.0.smithi028.stdout:from 13 to 17 diff [4194304~4194304,12582912~50331648,67108864~8388608,100663296~8388608,117440512~8388608,155189248~4194304,188743680~12582912,234881024~4194304,247463936~4194304,255852544~4194304,264241152~16777216,306184192~8388608,327155712~12582912,356515840~16777216,381681664~12582912,398458880~8388608] 2024-08-29T18:50:42.810 INFO:tasks.workunit.client.0.smithi028.stdout: limited diff [4194304~4194304,12582912~50331648,67108864~8388608,100663296~8388608,117440512~8388608,155189248~4194304,188743680~12582912,234881024~4194304,247463936~4194304,255852544~4194304,264241152~16777216,306184192~8388608,327155712~12582912,356515840~16777216,381681664~12582912,398458880~8388608] 2024-08-29T18:50:42.816 INFO:tasks.workunit.client.0.smithi028.stdout: actual was [4194304~75497472,100663296~12582912,117440512~8388608,155189248~8388608,188743680~16777216,234881024~8388608,247463936~37748736,306184192~12582912,327155712~12582912,356515840~16777216,381681664~29360128] 2024-08-29T18:50:42.816 INFO:tasks.workunit.client.0.smithi028.stdout:from 13 to 18 diff [4194304~4194304,12582912~62914560,100663296~8388608,113246208~12582912,155189248~4194304,188743680~16777216,209715200~8388608,234881024~4194304,247463936~4194304,255852544~4194304,264241152~16777216,285212672~4194304,306184192~8388608,327155712~12582912,356515840~16777216,377487360~16777216,398458880~8388608] 2024-08-29T18:50:42.816 INFO:tasks.workunit.client.0.smithi028.stdout: limited diff [4194304~4194304,12582912~62914560,100663296~8388608,113246208~12582912,155189248~4194304,188743680~16777216,209715200~8388608,234881024~4194304,247463936~4194304,255852544~4194304,264241152~16777216,285212672~4194304,306184192~8388608,327155712~12582912,356515840~16777216,377487360~16777216,398458880~8388608] 2024-08-29T18:50:42.824 INFO:tasks.workunit.client.0.smithi028.stdout: actual was [4194304~75497472,100663296~25165824,155189248~8388608,188743680~33554432,234881024~8388608,247463936~46137344,306184192~12582912,327155712~12582912,356515840~16777216,377487360~33554432] 2024-08-29T18:50:42.824 INFO:tasks.workunit.client.0.smithi028.stdout:from 13 to 19 diff [4194304~4194304,12582912~62914560,100663296~8388608,113246208~12582912,155189248~4194304,188743680~16777216,209715200~8388608,234881024~4194304,247463936~4194304,255852544~4194304,264241152~25165824,306184192~8388608,327155712~12582912,356515840~16777216,377487360~29360128] 2024-08-29T18:50:42.824 INFO:tasks.workunit.client.0.smithi028.stdout: limited diff [4194304~4194304,12582912~62914560,100663296~8388608,113246208~12582912,155189248~4194304,188743680~16777216,209715200~8388608,234881024~4194304,247463936~4194304,255852544~4194304,264241152~25165824,306184192~8388608,327155712~12582912,356515840~16777216,377487360~29360128] 2024-08-29T18:50:42.832 INFO:tasks.workunit.client.0.smithi028.stdout: actual was [4194304~75497472,100663296~25165824,155189248~8388608,188743680~33554432,234881024~8388608,247463936~46137344,306184192~12582912,327155712~12582912,356515840~16777216,377487360~33554432] 2024-08-29T18:50:42.833 INFO:tasks.workunit.client.0.smithi028.stdout:from 14 to 15 diff [12582912~8388608,37748736~8388608,192937984~8388608,247463936~4194304,272629760~4194304,331350016~4194304,356515840~8388608,381681664~8388608] 2024-08-29T18:50:42.833 INFO:tasks.workunit.client.0.smithi028.stdout: limited diff [12582912~8388608,37748736~8388608,192937984~8388608,247463936~4194304,272629760~4194304,331350016~4194304,356515840~8388608,381681664~8388608] 2024-08-29T18:50:42.836 INFO:tasks.workunit.client.0.smithi028.stdout: actual was [12582912~12582912,37748736~8388608,192937984~12582912,247463936~8388608,272629760~4194304,331350016~4194304,356515840~12582912,381681664~12582912] 2024-08-29T18:50:42.836 INFO:tasks.workunit.client.0.smithi028.stdout:from 14 to 16 diff [4194304~4194304,12582912~8388608,29360128~16777216,54525952~8388608,67108864~8388608,117440512~8388608,192937984~8388608,234881024~4194304,247463936~4194304,272629760~8388608,306184192~8388608,331350016~8388608,356515840~8388608,381681664~8388608] 2024-08-29T18:50:42.836 INFO:tasks.workunit.client.0.smithi028.stdout: limited diff [4194304~4194304,12582912~8388608,29360128~16777216,54525952~8388608,67108864~8388608,117440512~8388608,192937984~8388608,234881024~4194304,247463936~4194304,272629760~8388608,306184192~8388608,331350016~8388608,356515840~8388608,381681664~8388608] 2024-08-29T18:50:42.841 INFO:tasks.workunit.client.0.smithi028.stdout: actual was [4194304~20971520,29360128~16777216,54525952~20971520,117440512~8388608,192937984~12582912,234881024~8388608,247463936~8388608,272629760~12582912,306184192~12582912,331350016~8388608,356515840~12582912,381681664~12582912] 2024-08-29T18:50:42.841 INFO:tasks.workunit.client.0.smithi028.stdout:from 14 to 17 diff [4194304~4194304,12582912~50331648,67108864~8388608,117440512~8388608,155189248~4194304,192937984~8388608,234881024~4194304,247463936~4194304,255852544~4194304,272629760~8388608,306184192~8388608,331350016~8388608,356515840~12582912,381681664~8388608,398458880~8388608] 2024-08-29T18:50:42.841 INFO:tasks.workunit.client.0.smithi028.stdout: limited diff [4194304~4194304,12582912~50331648,67108864~8388608,117440512~8388608,155189248~4194304,192937984~8388608,234881024~4194304,247463936~4194304,255852544~4194304,272629760~8388608,306184192~8388608,331350016~8388608,356515840~12582912,381681664~8388608,398458880~8388608] 2024-08-29T18:50:42.846 INFO:tasks.workunit.client.0.smithi028.stdout: actual was [4194304~71303168,117440512~8388608,155189248~8388608,192937984~12582912,234881024~8388608,247463936~16777216,272629760~12582912,306184192~12582912,331350016~8388608,356515840~16777216,381681664~12582912,398458880~12582912] 2024-08-29T18:50:42.846 INFO:tasks.workunit.client.0.smithi028.stdout:from 14 to 18 diff [4194304~4194304,12582912~62914560,113246208~12582912,155189248~4194304,192937984~12582912,209715200~8388608,234881024~4194304,247463936~4194304,255852544~4194304,264241152~16777216,285212672~4194304,306184192~8388608,331350016~8388608,356515840~12582912,377487360~12582912,398458880~8388608] 2024-08-29T18:50:42.847 INFO:tasks.workunit.client.0.smithi028.stdout: limited diff [4194304~4194304,12582912~62914560,113246208~12582912,155189248~4194304,192937984~12582912,209715200~8388608,234881024~4194304,247463936~4194304,255852544~4194304,264241152~16777216,285212672~4194304,306184192~8388608,331350016~8388608,356515840~12582912,377487360~12582912,398458880~8388608] 2024-08-29T18:50:42.853 INFO:tasks.workunit.client.0.smithi028.stdout: actual was [4194304~71303168,113246208~12582912,155189248~8388608,192937984~29360128,234881024~8388608,247463936~46137344,306184192~12582912,331350016~8388608,356515840~16777216,377487360~16777216,398458880~12582912] 2024-08-29T18:50:42.853 INFO:tasks.workunit.client.0.smithi028.stdout:from 14 to 19 diff [4194304~4194304,12582912~62914560,113246208~12582912,155189248~4194304,192937984~12582912,209715200~8388608,234881024~4194304,247463936~4194304,255852544~4194304,264241152~25165824,306184192~8388608,331350016~8388608,356515840~12582912,377487360~29360128] 2024-08-29T18:50:42.853 INFO:tasks.workunit.client.0.smithi028.stdout: limited diff [4194304~4194304,12582912~62914560,113246208~12582912,155189248~4194304,192937984~12582912,209715200~8388608,234881024~4194304,247463936~4194304,255852544~4194304,264241152~25165824,306184192~8388608,331350016~8388608,356515840~12582912,377487360~29360128] 2024-08-29T18:50:42.861 INFO:tasks.workunit.client.0.smithi028.stdout: actual was [4194304~71303168,113246208~12582912,155189248~8388608,192937984~29360128,234881024~8388608,247463936~46137344,306184192~12582912,331350016~8388608,356515840~16777216,377487360~33554432] 2024-08-29T18:50:42.861 INFO:tasks.workunit.client.0.smithi028.stdout:from 15 to 16 diff [4194304~4194304,29360128~8388608,54525952~8388608,67108864~8388608,117440512~8388608,234881024~4194304,276824064~4194304,306184192~8388608,331350016~8388608,356515840~8388608] 2024-08-29T18:50:42.861 INFO:tasks.workunit.client.0.smithi028.stdout: limited diff [4194304~4194304,29360128~8388608,54525952~8388608,67108864~8388608,117440512~8388608,234881024~4194304,276824064~4194304,306184192~8388608,331350016~8388608,356515840~8388608] 2024-08-29T18:50:42.864 INFO:tasks.workunit.client.0.smithi028.stdout: actual was [4194304~8388608,29360128~12582912,54525952~20971520,117440512~8388608,234881024~8388608,276824064~8388608,306184192~12582912,331350016~8388608,356515840~8388608] 2024-08-29T18:50:42.864 INFO:tasks.workunit.client.0.smithi028.stdout:from 15 to 17 diff [4194304~4194304,12582912~8388608,25165824~12582912,46137344~16777216,67108864~8388608,117440512~8388608,155189248~4194304,234881024~4194304,255852544~4194304,276824064~4194304,306184192~8388608,331350016~8388608,356515840~12582912,398458880~8388608] 2024-08-29T18:50:42.864 INFO:tasks.workunit.client.0.smithi028.stdout: limited diff [4194304~4194304,12582912~8388608,25165824~12582912,46137344~16777216,67108864~8388608,117440512~8388608,155189248~4194304,234881024~4194304,255852544~4194304,276824064~4194304,306184192~8388608,331350016~8388608,356515840~12582912,398458880~8388608] 2024-08-29T18:50:42.869 INFO:tasks.workunit.client.0.smithi028.stdout: actual was [4194304~37748736,46137344~29360128,117440512~8388608,155189248~8388608,234881024~8388608,255852544~8388608,276824064~8388608,306184192~12582912,331350016~8388608,356515840~16777216,398458880~12582912] 2024-08-29T18:50:42.869 INFO:tasks.workunit.client.0.smithi028.stdout:from 15 to 18 diff [4194304~4194304,12582912~8388608,25165824~12582912,46137344~29360128,113246208~12582912,155189248~4194304,197132288~8388608,209715200~8388608,234881024~4194304,255852544~4194304,264241152~8388608,276824064~4194304,285212672~4194304,306184192~8388608,331350016~8388608,356515840~12582912,377487360~4194304,398458880~8388608] 2024-08-29T18:50:42.869 INFO:tasks.workunit.client.0.smithi028.stdout: limited diff [4194304~4194304,12582912~8388608,25165824~12582912,46137344~29360128,113246208~12582912,155189248~4194304,197132288~8388608,209715200~8388608,234881024~4194304,255852544~4194304,264241152~8388608,276824064~4194304,285212672~4194304,306184192~8388608,331350016~8388608,356515840~12582912,377487360~4194304,398458880~8388608] 2024-08-29T18:50:42.875 INFO:tasks.workunit.client.0.smithi028.stdout: actual was [4194304~37748736,46137344~29360128,113246208~12582912,155189248~8388608,197132288~25165824,234881024~8388608,255852544~16777216,276824064~16777216,306184192~12582912,331350016~8388608,356515840~16777216,377487360~4194304,398458880~12582912] 2024-08-29T18:50:42.875 INFO:tasks.workunit.client.0.smithi028.stdout:from 15 to 19 diff [4194304~4194304,12582912~8388608,25165824~12582912,46137344~29360128,113246208~12582912,155189248~4194304,192937984~12582912,209715200~8388608,234881024~4194304,255852544~4194304,264241152~25165824,306184192~8388608,331350016~8388608,356515840~12582912,377487360~4194304,390070272~20971520] 2024-08-29T18:50:42.875 INFO:tasks.workunit.client.0.smithi028.stdout: limited diff [4194304~4194304,12582912~8388608,25165824~12582912,46137344~29360128,113246208~12582912,155189248~4194304,192937984~12582912,209715200~8388608,234881024~4194304,255852544~4194304,264241152~25165824,306184192~8388608,331350016~8388608,356515840~12582912,377487360~4194304,390070272~20971520] 2024-08-29T18:50:42.881 INFO:tasks.workunit.client.0.smithi028.stdout: actual was [4194304~37748736,46137344~29360128,113246208~12582912,155189248~8388608,192937984~29360128,234881024~8388608,255852544~37748736,306184192~12582912,331350016~8388608,356515840~16777216,377487360~4194304,390070272~20971520] 2024-08-29T18:50:42.882 INFO:tasks.workunit.client.0.smithi028.stdout:from 16 to 17 diff [12582912~8388608,25165824~8388608,46137344~8388608,58720256~4194304,155189248~4194304,255852544~4194304,360710144~8388608,398458880~8388608] 2024-08-29T18:50:42.882 INFO:tasks.workunit.client.0.smithi028.stdout: limited diff [12582912~8388608,25165824~8388608,46137344~8388608,58720256~4194304,155189248~4194304,255852544~4194304,360710144~8388608,398458880~8388608] 2024-08-29T18:50:42.885 INFO:tasks.workunit.client.0.smithi028.stdout: actual was [12582912~25165824,46137344~16777216,155189248~8388608,255852544~8388608,360710144~12582912,398458880~12582912] 2024-08-29T18:50:42.885 INFO:tasks.workunit.client.0.smithi028.stdout:from 16 to 18 diff [8388608~12582912,25165824~8388608,46137344~8388608,58720256~8388608,113246208~12582912,155189248~4194304,197132288~8388608,209715200~8388608,255852544~4194304,264241152~8388608,285212672~4194304,360710144~8388608,377487360~4194304,398458880~8388608] 2024-08-29T18:50:42.885 INFO:tasks.workunit.client.0.smithi028.stdout: limited diff [8388608~12582912,25165824~8388608,46137344~8388608,58720256~8388608,113246208~12582912,155189248~4194304,197132288~8388608,209715200~8388608,255852544~4194304,264241152~8388608,285212672~4194304,360710144~8388608,377487360~4194304,398458880~8388608] 2024-08-29T18:50:42.890 INFO:tasks.workunit.client.0.smithi028.stdout: actual was [8388608~29360128,46137344~25165824,113246208~12582912,155189248~8388608,197132288~25165824,255852544~16777216,285212672~8388608,360710144~12582912,377487360~4194304,398458880~12582912] 2024-08-29T18:50:42.890 INFO:tasks.workunit.client.0.smithi028.stdout:from 16 to 19 diff [8388608~12582912,25165824~8388608,46137344~8388608,58720256~8388608,113246208~12582912,155189248~4194304,192937984~12582912,209715200~8388608,255852544~4194304,264241152~25165824,360710144~8388608,377487360~4194304,390070272~20971520] 2024-08-29T18:50:42.890 INFO:tasks.workunit.client.0.smithi028.stdout: limited diff [8388608~12582912,25165824~8388608,46137344~8388608,58720256~8388608,113246208~12582912,155189248~4194304,192937984~12582912,209715200~8388608,255852544~4194304,264241152~25165824,360710144~8388608,377487360~4194304,390070272~20971520] 2024-08-29T18:50:42.896 INFO:tasks.workunit.client.0.smithi028.stdout: actual was [8388608~29360128,46137344~25165824,113246208~12582912,155189248~8388608,192937984~29360128,255852544~37748736,360710144~12582912,377487360~4194304,390070272~20971520] 2024-08-29T18:50:42.896 INFO:tasks.workunit.client.0.smithi028.stdout:from 17 to 18 diff [8388608~4194304,16777216~4194304,62914560~4194304,113246208~12582912,197132288~8388608,209715200~8388608,264241152~8388608,285212672~4194304,377487360~4194304] 2024-08-29T18:50:42.896 INFO:tasks.workunit.client.0.smithi028.stdout: limited diff [8388608~4194304,16777216~4194304,62914560~4194304,113246208~12582912,197132288~8388608,209715200~8388608,264241152~8388608,285212672~4194304,377487360~4194304] 2024-08-29T18:50:42.899 INFO:tasks.workunit.client.0.smithi028.stdout: actual was [8388608~4194304,16777216~8388608,62914560~8388608,113246208~12582912,197132288~25165824,264241152~8388608,285212672~8388608,377487360~4194304] 2024-08-29T18:50:42.899 INFO:tasks.workunit.client.0.smithi028.stdout:from 17 to 19 diff [8388608~4194304,16777216~4194304,25165824~8388608,62914560~4194304,113246208~12582912,155189248~4194304,192937984~12582912,209715200~8388608,264241152~25165824,377487360~4194304,390070272~12582912] 2024-08-29T18:50:42.900 INFO:tasks.workunit.client.0.smithi028.stdout: limited diff [8388608~4194304,16777216~4194304,25165824~8388608,62914560~4194304,113246208~12582912,155189248~4194304,192937984~12582912,209715200~8388608,264241152~25165824,377487360~4194304,390070272~12582912] 2024-08-29T18:50:42.904 INFO:tasks.workunit.client.0.smithi028.stdout: actual was [8388608~4194304,16777216~16777216,62914560~8388608,113246208~12582912,155189248~4194304,192937984~29360128,264241152~29360128,377487360~4194304,390070272~12582912] 2024-08-29T18:50:42.904 INFO:tasks.workunit.client.0.smithi028.stdout:from 18 to 19 diff [25165824~8388608,155189248~4194304,192937984~4194304,272629760~12582912,390070272~12582912] 2024-08-29T18:50:42.904 INFO:tasks.workunit.client.0.smithi028.stdout: limited diff [25165824~8388608,155189248~4194304,192937984~4194304,272629760~12582912,390070272~12582912] 2024-08-29T18:50:42.907 INFO:tasks.workunit.client.0.smithi028.stdout: actual was [25165824~8388608,155189248~4194304,192937984~4194304,272629760~16777216,390070272~12582912] 2024-08-29T18:50:42.983 INFO:tasks.workunit.client.0.smithi028.stdout:from 0 to HEAD diff [0~130023424,134217728~88080384,230686720~20971520,255852544~4194304,264241152~37748736,306184192~33554432,352321536~58720256] 2024-08-29T18:50:42.984 INFO:tasks.workunit.client.0.smithi028.stdout: limited diff [0~130023424,134217728~88080384,230686720~20971520,255852544~4194304,264241152~37748736,306184192~33554432,352321536~58720256] 2024-08-29T18:50:43.083 INFO:tasks.workunit.client.0.smithi028.stdout: actual was [0~130023424,134217728~92274688,230686720~71303168,306184192~37748736,352321536~62914560] 2024-08-29T18:50:43.083 INFO:tasks.workunit.client.0.smithi028.stdout:from 1 to HEAD diff [0~130023424,134217728~46137344,184549376~37748736,230686720~20971520,255852544~4194304,264241152~37748736,306184192~33554432,352321536~58720256] 2024-08-29T18:50:43.083 INFO:tasks.workunit.client.0.smithi028.stdout: limited diff [0~130023424,134217728~46137344,184549376~37748736,230686720~20971520,255852544~4194304,264241152~37748736,306184192~33554432,352321536~58720256] 2024-08-29T18:50:43.104 INFO:tasks.workunit.client.0.smithi028.stdout: actual was [0~130023424,134217728~92274688,230686720~71303168,306184192~37748736,352321536~62914560] 2024-08-29T18:50:43.104 INFO:tasks.workunit.client.0.smithi028.stdout:from 2 to HEAD diff [0~20971520,25165824~104857600,134217728~12582912,150994944~29360128,184549376~37748736,230686720~20971520,255852544~4194304,264241152~37748736,306184192~29360128,352321536~58720256] 2024-08-29T18:50:43.104 INFO:tasks.workunit.client.0.smithi028.stdout: limited diff [0~20971520,25165824~104857600,134217728~12582912,150994944~29360128,184549376~37748736,230686720~20971520,255852544~4194304,264241152~37748736,306184192~29360128,352321536~58720256] 2024-08-29T18:50:43.124 INFO:tasks.workunit.client.0.smithi028.stdout: actual was [0~130023424,134217728~92274688,230686720~71303168,306184192~33554432,352321536~62914560] 2024-08-29T18:50:43.125 INFO:tasks.workunit.client.0.smithi028.stdout:from 3 to HEAD diff [0~20971520,25165824~104857600,134217728~12582912,150994944~29360128,184549376~37748736,230686720~20971520,255852544~4194304,264241152~37748736,306184192~29360128,352321536~58720256] 2024-08-29T18:50:43.125 INFO:tasks.workunit.client.0.smithi028.stdout: limited diff [0~20971520,25165824~104857600,134217728~12582912,150994944~29360128,184549376~37748736,230686720~20971520,255852544~4194304,264241152~37748736,306184192~29360128,352321536~58720256] 2024-08-29T18:50:43.143 INFO:tasks.workunit.client.0.smithi028.stdout: actual was [0~130023424,134217728~92274688,230686720~71303168,306184192~33554432,352321536~62914560] 2024-08-29T18:50:43.144 INFO:tasks.workunit.client.0.smithi028.stdout:from 4 to HEAD diff [4194304~16777216,25165824~104857600,134217728~12582912,150994944~29360128,184549376~37748736,230686720~20971520,255852544~4194304,264241152~37748736,306184192~29360128,352321536~58720256] 2024-08-29T18:50:43.144 INFO:tasks.workunit.client.0.smithi028.stdout: limited diff [4194304~16777216,25165824~104857600,134217728~12582912,150994944~29360128,184549376~37748736,230686720~20971520,255852544~4194304,264241152~37748736,306184192~29360128,352321536~58720256] 2024-08-29T18:50:43.160 INFO:tasks.workunit.client.0.smithi028.stdout: actual was [4194304~125829120,134217728~92274688,230686720~71303168,306184192~33554432,352321536~62914560] 2024-08-29T18:50:43.161 INFO:tasks.workunit.client.0.smithi028.stdout:from 5 to HEAD diff [4194304~16777216,25165824~104857600,134217728~12582912,150994944~16777216,171966464~8388608,184549376~20971520,209715200~12582912,230686720~20971520,255852544~4194304,264241152~37748736,306184192~29360128,352321536~58720256] 2024-08-29T18:50:43.161 INFO:tasks.workunit.client.0.smithi028.stdout: limited diff [4194304~16777216,25165824~104857600,134217728~12582912,150994944~16777216,171966464~8388608,184549376~20971520,209715200~12582912,230686720~20971520,255852544~4194304,264241152~37748736,306184192~29360128,352321536~58720256] 2024-08-29T18:50:43.178 INFO:tasks.workunit.client.0.smithi028.stdout: actual was [4194304~125829120,134217728~92274688,230686720~71303168,306184192~33554432,352321536~58720256] 2024-08-29T18:50:43.178 INFO:tasks.workunit.client.0.smithi028.stdout:from 6 to HEAD diff [4194304~16777216,25165824~67108864,96468992~33554432,134217728~12582912,150994944~12582912,171966464~8388608,184549376~20971520,209715200~8388608,230686720~20971520,255852544~4194304,264241152~37748736,306184192~29360128,352321536~20971520,377487360~33554432] 2024-08-29T18:50:43.178 INFO:tasks.workunit.client.0.smithi028.stdout: limited diff [4194304~16777216,25165824~67108864,96468992~33554432,134217728~12582912,150994944~12582912,171966464~8388608,184549376~20971520,209715200~8388608,230686720~20971520,255852544~4194304,264241152~37748736,306184192~29360128,352321536~20971520,377487360~33554432] 2024-08-29T18:50:43.193 INFO:tasks.workunit.client.0.smithi028.stdout: actual was [4194304~88080384,96468992~33554432,134217728~33554432,171966464~50331648,230686720~71303168,306184192~33554432,352321536~20971520,377487360~33554432] 2024-08-29T18:50:43.193 INFO:tasks.workunit.client.0.smithi028.stdout:from 7 to HEAD diff [4194304~16777216,25165824~67108864,96468992~33554432,134217728~12582912,150994944~12582912,171966464~8388608,184549376~20971520,209715200~8388608,230686720~20971520,255852544~4194304,264241152~29360128,297795584~4194304,306184192~29360128,352321536~20971520,377487360~29360128] 2024-08-29T18:50:43.193 INFO:tasks.workunit.client.0.smithi028.stdout: limited diff [4194304~16777216,25165824~67108864,96468992~33554432,134217728~12582912,150994944~12582912,171966464~8388608,184549376~20971520,209715200~8388608,230686720~20971520,255852544~4194304,264241152~29360128,297795584~4194304,306184192~29360128,352321536~20971520,377487360~29360128] 2024-08-29T18:50:43.207 INFO:tasks.workunit.client.0.smithi028.stdout: actual was [4194304~88080384,96468992~33554432,134217728~33554432,171966464~50331648,230686720~71303168,306184192~33554432,352321536~20971520,377487360~33554432] 2024-08-29T18:50:43.207 INFO:tasks.workunit.client.0.smithi028.stdout:from 8 to HEAD diff [4194304~16777216,25165824~67108864,96468992~33554432,134217728~12582912,150994944~8388608,171966464~8388608,184549376~20971520,209715200~8388608,230686720~20971520,255852544~4194304,264241152~29360128,306184192~33554432,352321536~20971520,377487360~29360128] 2024-08-29T18:50:43.207 INFO:tasks.workunit.client.0.smithi028.stdout: limited diff [4194304~16777216,25165824~67108864,96468992~33554432,134217728~12582912,150994944~8388608,171966464~8388608,184549376~20971520,209715200~8388608,230686720~20971520,255852544~4194304,264241152~29360128,306184192~33554432,352321536~20971520,377487360~29360128] 2024-08-29T18:50:43.221 INFO:tasks.workunit.client.0.smithi028.stdout: actual was [4194304~88080384,96468992~33554432,134217728~29360128,171966464~50331648,230686720~67108864,306184192~33554432,352321536~20971520,377487360~33554432] 2024-08-29T18:50:43.221 INFO:tasks.workunit.client.0.smithi028.stdout:from 9 to HEAD diff [4194304~16777216,25165824~67108864,96468992~33554432,142606336~4194304,150994944~8388608,171966464~8388608,184549376~20971520,209715200~8388608,234881024~16777216,255852544~4194304,264241152~29360128,306184192~12582912,327155712~12582912,352321536~20971520,377487360~29360128] 2024-08-29T18:50:43.222 INFO:tasks.workunit.client.0.smithi028.stdout: limited diff [4194304~16777216,25165824~67108864,96468992~33554432,142606336~4194304,150994944~8388608,171966464~8388608,184549376~20971520,209715200~8388608,234881024~16777216,255852544~4194304,264241152~29360128,306184192~12582912,327155712~12582912,352321536~20971520,377487360~29360128] 2024-08-29T18:50:43.234 INFO:tasks.workunit.client.0.smithi028.stdout: actual was [4194304~88080384,96468992~33554432,142606336~20971520,171966464~50331648,234881024~62914560,306184192~12582912,327155712~12582912,352321536~20971520,377487360~33554432] 2024-08-29T18:50:43.234 INFO:tasks.workunit.client.0.smithi028.stdout:from 10 to HEAD diff [4194304~4194304,12582912~79691776,96468992~33554432,142606336~4194304,150994944~8388608,184549376~20971520,209715200~8388608,234881024~8388608,247463936~4194304,255852544~4194304,264241152~29360128,306184192~12582912,327155712~12582912,352321536~20971520,377487360~29360128] 2024-08-29T18:50:43.234 INFO:tasks.workunit.client.0.smithi028.stdout: limited diff [4194304~4194304,12582912~79691776,96468992~33554432,142606336~4194304,150994944~8388608,184549376~20971520,209715200~8388608,234881024~8388608,247463936~4194304,255852544~4194304,264241152~29360128,306184192~12582912,327155712~12582912,352321536~20971520,377487360~29360128] 2024-08-29T18:50:43.246 INFO:tasks.workunit.client.0.smithi028.stdout: actual was [4194304~88080384,96468992~33554432,142606336~20971520,184549376~37748736,234881024~8388608,247463936~50331648,306184192~12582912,327155712~12582912,352321536~20971520,377487360~33554432] 2024-08-29T18:50:43.246 INFO:tasks.workunit.client.0.smithi028.stdout:from 11 to HEAD diff [4194304~4194304,12582912~71303168,96468992~29360128,150994944~8388608,184549376~20971520,209715200~8388608,234881024~4194304,247463936~4194304,255852544~4194304,264241152~29360128,306184192~12582912,327155712~12582912,352321536~20971520,377487360~29360128] 2024-08-29T18:50:43.246 INFO:tasks.workunit.client.0.smithi028.stdout: limited diff [4194304~4194304,12582912~71303168,96468992~29360128,150994944~8388608,184549376~20971520,209715200~8388608,234881024~4194304,247463936~4194304,255852544~4194304,264241152~29360128,306184192~12582912,327155712~12582912,352321536~20971520,377487360~29360128] 2024-08-29T18:50:43.257 INFO:tasks.workunit.client.0.smithi028.stdout: actual was [4194304~83886080,96468992~29360128,150994944~12582912,184549376~37748736,234881024~8388608,247463936~50331648,306184192~12582912,327155712~12582912,352321536~20971520,377487360~33554432] 2024-08-29T18:50:43.257 INFO:tasks.workunit.client.0.smithi028.stdout:from 12 to HEAD diff [4194304~4194304,12582912~71303168,96468992~29360128,155189248~8388608,184549376~20971520,209715200~8388608,234881024~4194304,247463936~4194304,255852544~4194304,264241152~25165824,306184192~8388608,327155712~12582912,356515840~16777216,377487360~29360128] 2024-08-29T18:50:43.257 INFO:tasks.workunit.client.0.smithi028.stdout: limited diff [4194304~4194304,12582912~71303168,96468992~29360128,155189248~8388608,184549376~20971520,209715200~8388608,234881024~4194304,247463936~4194304,255852544~4194304,264241152~25165824,306184192~8388608,327155712~12582912,356515840~16777216,377487360~29360128] 2024-08-29T18:50:43.267 INFO:tasks.workunit.client.0.smithi028.stdout: actual was [4194304~83886080,96468992~29360128,155189248~8388608,184549376~37748736,234881024~8388608,247463936~46137344,306184192~12582912,327155712~12582912,356515840~16777216,377487360~33554432] 2024-08-29T18:50:43.267 INFO:tasks.workunit.client.0.smithi028.stdout:from 13 to HEAD diff [4194304~4194304,12582912~62914560,100663296~8388608,113246208~12582912,155189248~4194304,188743680~16777216,209715200~8388608,234881024~4194304,247463936~4194304,255852544~4194304,264241152~25165824,306184192~8388608,327155712~12582912,356515840~16777216,377487360~29360128] 2024-08-29T18:50:43.268 INFO:tasks.workunit.client.0.smithi028.stdout: limited diff [4194304~4194304,12582912~62914560,100663296~8388608,113246208~12582912,155189248~4194304,188743680~16777216,209715200~8388608,234881024~4194304,247463936~4194304,255852544~4194304,264241152~25165824,306184192~8388608,327155712~12582912,356515840~16777216,377487360~29360128] 2024-08-29T18:50:43.276 INFO:tasks.workunit.client.0.smithi028.stdout: actual was [4194304~75497472,100663296~25165824,155189248~8388608,188743680~33554432,234881024~8388608,247463936~46137344,306184192~12582912,327155712~12582912,356515840~16777216,377487360~33554432] 2024-08-29T18:50:43.276 INFO:tasks.workunit.client.0.smithi028.stdout:from 14 to HEAD diff [4194304~4194304,12582912~62914560,113246208~12582912,155189248~4194304,192937984~12582912,209715200~8388608,234881024~4194304,247463936~4194304,255852544~4194304,264241152~25165824,306184192~8388608,331350016~8388608,356515840~12582912,377487360~29360128] 2024-08-29T18:50:43.276 INFO:tasks.workunit.client.0.smithi028.stdout: limited diff [4194304~4194304,12582912~62914560,113246208~12582912,155189248~4194304,192937984~12582912,209715200~8388608,234881024~4194304,247463936~4194304,255852544~4194304,264241152~25165824,306184192~8388608,331350016~8388608,356515840~12582912,377487360~29360128] 2024-08-29T18:50:43.283 INFO:tasks.workunit.client.0.smithi028.stdout: actual was [4194304~71303168,113246208~12582912,155189248~8388608,192937984~29360128,234881024~8388608,247463936~46137344,306184192~12582912,331350016~8388608,356515840~16777216,377487360~33554432] 2024-08-29T18:50:43.283 INFO:tasks.workunit.client.0.smithi028.stdout:from 15 to HEAD diff [4194304~4194304,12582912~8388608,25165824~12582912,46137344~29360128,113246208~12582912,155189248~4194304,192937984~12582912,209715200~8388608,234881024~4194304,255852544~4194304,264241152~25165824,306184192~8388608,331350016~8388608,356515840~12582912,377487360~4194304,390070272~20971520] 2024-08-29T18:50:43.283 INFO:tasks.workunit.client.0.smithi028.stdout: limited diff [4194304~4194304,12582912~8388608,25165824~12582912,46137344~29360128,113246208~12582912,155189248~4194304,192937984~12582912,209715200~8388608,234881024~4194304,255852544~4194304,264241152~25165824,306184192~8388608,331350016~8388608,356515840~12582912,377487360~4194304,390070272~20971520] 2024-08-29T18:50:43.289 INFO:tasks.workunit.client.0.smithi028.stdout: actual was [4194304~37748736,46137344~29360128,113246208~12582912,155189248~8388608,192937984~29360128,234881024~8388608,255852544~37748736,306184192~12582912,331350016~8388608,356515840~16777216,377487360~4194304,390070272~20971520] 2024-08-29T18:50:43.289 INFO:tasks.workunit.client.0.smithi028.stdout:from 16 to HEAD diff [8388608~12582912,25165824~8388608,46137344~8388608,58720256~8388608,113246208~12582912,155189248~4194304,192937984~12582912,209715200~8388608,255852544~4194304,264241152~25165824,360710144~8388608,377487360~4194304,390070272~20971520] 2024-08-29T18:50:43.289 INFO:tasks.workunit.client.0.smithi028.stdout: limited diff [8388608~12582912,25165824~8388608,46137344~8388608,58720256~8388608,113246208~12582912,155189248~4194304,192937984~12582912,209715200~8388608,255852544~4194304,264241152~25165824,360710144~8388608,377487360~4194304,390070272~20971520] 2024-08-29T18:50:43.295 INFO:tasks.workunit.client.0.smithi028.stdout: actual was [8388608~29360128,46137344~25165824,113246208~12582912,155189248~8388608,192937984~29360128,255852544~37748736,360710144~12582912,377487360~4194304,390070272~20971520] 2024-08-29T18:50:43.295 INFO:tasks.workunit.client.0.smithi028.stdout:from 17 to HEAD diff [8388608~4194304,16777216~4194304,25165824~8388608,62914560~4194304,113246208~12582912,155189248~4194304,192937984~12582912,209715200~8388608,264241152~25165824,377487360~4194304,390070272~12582912] 2024-08-29T18:50:43.296 INFO:tasks.workunit.client.0.smithi028.stdout: limited diff [8388608~4194304,16777216~4194304,25165824~8388608,62914560~4194304,113246208~12582912,155189248~4194304,192937984~12582912,209715200~8388608,264241152~25165824,377487360~4194304,390070272~12582912] 2024-08-29T18:50:43.298 INFO:tasks.workunit.client.0.smithi028.stdout: actual was [8388608~4194304,16777216~16777216,62914560~8388608,113246208~12582912,155189248~4194304,192937984~29360128,264241152~29360128,377487360~4194304,390070272~12582912] 2024-08-29T18:50:43.326 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:50:42 smithi053 bash[68679]: audit 2024-08-29T18:50:42.155447+0000 mon.a (mon.0) 3589 : audit [DBG] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-29T18:50:43.381 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:50:42 smithi028 bash[78352]: audit 2024-08-29T18:50:42.155447+0000 mon.a (mon.0) 3589 : audit [DBG] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-29T18:50:43.381 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:50:42 smithi028 bash[77168]: audit 2024-08-29T18:50:42.155447+0000 mon.a (mon.0) 3589 : audit [DBG] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-29T18:50:43.988 INFO:tasks.workunit.client.0.smithi028.stdout:from 0 to HEAD diff [0~130023424,134217728~88080384,230686720~20971520,255852544~4194304,264241152~37748736,306184192~33554432,352321536~58720256] 2024-08-29T18:50:43.988 INFO:tasks.workunit.client.0.smithi028.stdout: limited diff [0~130023424,134217728~88080384,230686720~20971520,255852544~4194304,264241152~37748736,306184192~33554432,352321536~58720256] 2024-08-29T18:50:44.098 INFO:tasks.workunit.client.0.smithi028.stdout: actual was [0~130023424,134217728~92274688,230686720~71303168,306184192~37748736,352321536~62914560] 2024-08-29T18:50:44.098 INFO:tasks.workunit.client.0.smithi028.stdout:from 1 to HEAD diff [0~130023424,134217728~46137344,184549376~37748736,230686720~20971520,255852544~4194304,264241152~37748736,306184192~33554432,352321536~58720256] 2024-08-29T18:50:44.099 INFO:tasks.workunit.client.0.smithi028.stdout: limited diff [0~130023424,134217728~46137344,184549376~37748736,230686720~20971520,255852544~4194304,264241152~37748736,306184192~33554432,352321536~58720256] 2024-08-29T18:50:44.113 INFO:tasks.workunit.client.0.smithi028.stdout: actual was [0~130023424,134217728~92274688,230686720~71303168,306184192~37748736,352321536~62914560] 2024-08-29T18:50:44.113 INFO:tasks.workunit.client.0.smithi028.stdout:from 2 to HEAD diff [0~20971520,25165824~104857600,134217728~12582912,150994944~29360128,184549376~37748736,230686720~20971520,255852544~4194304,264241152~37748736,306184192~29360128,352321536~58720256] 2024-08-29T18:50:44.113 INFO:tasks.workunit.client.0.smithi028.stdout: limited diff [0~20971520,25165824~104857600,134217728~12582912,150994944~29360128,184549376~37748736,230686720~20971520,255852544~4194304,264241152~37748736,306184192~29360128,352321536~58720256] 2024-08-29T18:50:44.129 INFO:tasks.workunit.client.0.smithi028.stdout: actual was [0~130023424,134217728~92274688,230686720~71303168,306184192~33554432,352321536~62914560] 2024-08-29T18:50:44.129 INFO:tasks.workunit.client.0.smithi028.stdout:from 3 to HEAD diff [0~20971520,25165824~104857600,134217728~12582912,150994944~29360128,184549376~37748736,230686720~20971520,255852544~4194304,264241152~37748736,306184192~29360128,352321536~58720256] 2024-08-29T18:50:44.129 INFO:tasks.workunit.client.0.smithi028.stdout: limited diff [0~20971520,25165824~104857600,134217728~12582912,150994944~29360128,184549376~37748736,230686720~20971520,255852544~4194304,264241152~37748736,306184192~29360128,352321536~58720256] 2024-08-29T18:50:44.144 INFO:tasks.workunit.client.0.smithi028.stdout: actual was [0~130023424,134217728~92274688,230686720~71303168,306184192~33554432,352321536~62914560] 2024-08-29T18:50:44.145 INFO:tasks.workunit.client.0.smithi028.stdout:from 4 to HEAD diff [4194304~16777216,25165824~104857600,134217728~12582912,150994944~29360128,184549376~37748736,230686720~20971520,255852544~4194304,264241152~37748736,306184192~29360128,352321536~58720256] 2024-08-29T18:50:44.145 INFO:tasks.workunit.client.0.smithi028.stdout: limited diff [4194304~16777216,25165824~104857600,134217728~12582912,150994944~29360128,184549376~37748736,230686720~20971520,255852544~4194304,264241152~37748736,306184192~29360128,352321536~58720256] 2024-08-29T18:50:44.159 INFO:tasks.workunit.client.0.smithi028.stdout: actual was [4194304~125829120,134217728~92274688,230686720~71303168,306184192~33554432,352321536~62914560] 2024-08-29T18:50:44.160 INFO:tasks.workunit.client.0.smithi028.stdout:from 5 to HEAD diff [4194304~16777216,25165824~104857600,134217728~12582912,150994944~16777216,171966464~8388608,184549376~20971520,209715200~12582912,230686720~20971520,255852544~4194304,264241152~37748736,306184192~29360128,352321536~58720256] 2024-08-29T18:50:44.160 INFO:tasks.workunit.client.0.smithi028.stdout: limited diff [4194304~16777216,25165824~104857600,134217728~12582912,150994944~16777216,171966464~8388608,184549376~20971520,209715200~12582912,230686720~20971520,255852544~4194304,264241152~37748736,306184192~29360128,352321536~58720256] 2024-08-29T18:50:44.174 INFO:tasks.workunit.client.0.smithi028.stdout: actual was [4194304~125829120,134217728~92274688,230686720~71303168,306184192~33554432,352321536~58720256] 2024-08-29T18:50:44.174 INFO:tasks.workunit.client.0.smithi028.stdout:from 6 to HEAD diff [4194304~16777216,25165824~67108864,96468992~33554432,134217728~12582912,150994944~12582912,171966464~8388608,184549376~20971520,209715200~8388608,230686720~20971520,255852544~4194304,264241152~37748736,306184192~29360128,352321536~20971520,377487360~33554432] 2024-08-29T18:50:44.174 INFO:tasks.workunit.client.0.smithi028.stdout: limited diff [4194304~16777216,25165824~67108864,96468992~33554432,134217728~12582912,150994944~12582912,171966464~8388608,184549376~20971520,209715200~8388608,230686720~20971520,255852544~4194304,264241152~37748736,306184192~29360128,352321536~20971520,377487360~33554432] 2024-08-29T18:50:44.188 INFO:tasks.workunit.client.0.smithi028.stdout: actual was [4194304~88080384,96468992~33554432,134217728~33554432,171966464~50331648,230686720~71303168,306184192~33554432,352321536~20971520,377487360~33554432] 2024-08-29T18:50:44.188 INFO:tasks.workunit.client.0.smithi028.stdout:from 7 to HEAD diff [4194304~16777216,25165824~67108864,96468992~33554432,134217728~12582912,150994944~12582912,171966464~8388608,184549376~20971520,209715200~8388608,230686720~20971520,255852544~4194304,264241152~29360128,297795584~4194304,306184192~29360128,352321536~20971520,377487360~29360128] 2024-08-29T18:50:44.188 INFO:tasks.workunit.client.0.smithi028.stdout: limited diff [4194304~16777216,25165824~67108864,96468992~33554432,134217728~12582912,150994944~12582912,171966464~8388608,184549376~20971520,209715200~8388608,230686720~20971520,255852544~4194304,264241152~29360128,297795584~4194304,306184192~29360128,352321536~20971520,377487360~29360128] 2024-08-29T18:50:44.201 INFO:tasks.workunit.client.0.smithi028.stdout: actual was [4194304~88080384,96468992~33554432,134217728~33554432,171966464~50331648,230686720~71303168,306184192~33554432,352321536~20971520,377487360~33554432] 2024-08-29T18:50:44.201 INFO:tasks.workunit.client.0.smithi028.stdout:from 8 to HEAD diff [4194304~16777216,25165824~67108864,96468992~33554432,134217728~12582912,150994944~8388608,171966464~8388608,184549376~20971520,209715200~8388608,230686720~20971520,255852544~4194304,264241152~29360128,306184192~33554432,352321536~20971520,377487360~29360128] 2024-08-29T18:50:44.202 INFO:tasks.workunit.client.0.smithi028.stdout: limited diff [4194304~16777216,25165824~67108864,96468992~33554432,134217728~12582912,150994944~8388608,171966464~8388608,184549376~20971520,209715200~8388608,230686720~20971520,255852544~4194304,264241152~29360128,306184192~33554432,352321536~20971520,377487360~29360128] 2024-08-29T18:50:44.214 INFO:tasks.workunit.client.0.smithi028.stdout: actual was [4194304~88080384,96468992~33554432,134217728~29360128,171966464~50331648,230686720~67108864,306184192~33554432,352321536~20971520,377487360~33554432] 2024-08-29T18:50:44.214 INFO:tasks.workunit.client.0.smithi028.stdout:from 9 to HEAD diff [4194304~16777216,25165824~67108864,96468992~33554432,142606336~4194304,150994944~8388608,171966464~8388608,184549376~20971520,209715200~8388608,234881024~16777216,255852544~4194304,264241152~29360128,306184192~12582912,327155712~12582912,352321536~20971520,377487360~29360128] 2024-08-29T18:50:44.215 INFO:tasks.workunit.client.0.smithi028.stdout: limited diff [4194304~16777216,25165824~67108864,96468992~33554432,142606336~4194304,150994944~8388608,171966464~8388608,184549376~20971520,209715200~8388608,234881024~16777216,255852544~4194304,264241152~29360128,306184192~12582912,327155712~12582912,352321536~20971520,377487360~29360128] 2024-08-29T18:50:44.226 INFO:tasks.workunit.client.0.smithi028.stdout: actual was [4194304~88080384,96468992~33554432,142606336~20971520,171966464~50331648,234881024~62914560,306184192~12582912,327155712~12582912,352321536~20971520,377487360~33554432] 2024-08-29T18:50:44.226 INFO:tasks.workunit.client.0.smithi028.stdout:from 10 to HEAD diff [4194304~4194304,12582912~79691776,96468992~33554432,142606336~4194304,150994944~8388608,184549376~20971520,209715200~8388608,234881024~8388608,247463936~4194304,255852544~4194304,264241152~29360128,306184192~12582912,327155712~12582912,352321536~20971520,377487360~29360128] 2024-08-29T18:50:44.226 INFO:tasks.workunit.client.0.smithi028.stdout: limited diff [4194304~4194304,12582912~79691776,96468992~33554432,142606336~4194304,150994944~8388608,184549376~20971520,209715200~8388608,234881024~8388608,247463936~4194304,255852544~4194304,264241152~29360128,306184192~12582912,327155712~12582912,352321536~20971520,377487360~29360128] 2024-08-29T18:50:44.237 INFO:tasks.workunit.client.0.smithi028.stdout: actual was [4194304~88080384,96468992~33554432,142606336~20971520,184549376~37748736,234881024~8388608,247463936~50331648,306184192~12582912,327155712~12582912,352321536~20971520,377487360~33554432] 2024-08-29T18:50:44.237 INFO:tasks.workunit.client.0.smithi028.stdout:from 11 to HEAD diff [4194304~4194304,12582912~71303168,96468992~29360128,150994944~8388608,184549376~20971520,209715200~8388608,234881024~4194304,247463936~4194304,255852544~4194304,264241152~29360128,306184192~12582912,327155712~12582912,352321536~20971520,377487360~29360128] 2024-08-29T18:50:44.237 INFO:tasks.workunit.client.0.smithi028.stdout: limited diff [4194304~4194304,12582912~71303168,96468992~29360128,150994944~8388608,184549376~20971520,209715200~8388608,234881024~4194304,247463936~4194304,255852544~4194304,264241152~29360128,306184192~12582912,327155712~12582912,352321536~20971520,377487360~29360128] 2024-08-29T18:50:44.246 INFO:tasks.workunit.client.0.smithi028.stdout: actual was [4194304~83886080,96468992~29360128,150994944~12582912,184549376~37748736,234881024~8388608,247463936~50331648,306184192~12582912,327155712~12582912,352321536~20971520,377487360~33554432] 2024-08-29T18:50:44.246 INFO:tasks.workunit.client.0.smithi028.stdout:from 12 to HEAD diff [4194304~4194304,12582912~71303168,96468992~29360128,155189248~8388608,184549376~20971520,209715200~8388608,234881024~4194304,247463936~4194304,255852544~4194304,264241152~25165824,306184192~8388608,327155712~12582912,356515840~16777216,377487360~29360128] 2024-08-29T18:50:44.246 INFO:tasks.workunit.client.0.smithi028.stdout: limited diff [4194304~4194304,12582912~71303168,96468992~29360128,155189248~8388608,184549376~20971520,209715200~8388608,234881024~4194304,247463936~4194304,255852544~4194304,264241152~25165824,306184192~8388608,327155712~12582912,356515840~16777216,377487360~29360128] 2024-08-29T18:50:44.254 INFO:tasks.workunit.client.0.smithi028.stdout: actual was [4194304~83886080,96468992~29360128,155189248~8388608,184549376~37748736,234881024~8388608,247463936~46137344,306184192~12582912,327155712~12582912,356515840~16777216,377487360~33554432] 2024-08-29T18:50:44.254 INFO:tasks.workunit.client.0.smithi028.stdout:from 13 to HEAD diff [4194304~4194304,12582912~62914560,100663296~8388608,113246208~12582912,155189248~4194304,188743680~16777216,209715200~8388608,234881024~4194304,247463936~4194304,255852544~4194304,264241152~25165824,306184192~8388608,327155712~12582912,356515840~16777216,377487360~29360128] 2024-08-29T18:50:44.254 INFO:tasks.workunit.client.0.smithi028.stdout: limited diff [4194304~4194304,12582912~62914560,100663296~8388608,113246208~12582912,155189248~4194304,188743680~16777216,209715200~8388608,234881024~4194304,247463936~4194304,255852544~4194304,264241152~25165824,306184192~8388608,327155712~12582912,356515840~16777216,377487360~29360128] 2024-08-29T18:50:44.261 INFO:tasks.workunit.client.0.smithi028.stdout: actual was [4194304~75497472,100663296~25165824,155189248~8388608,188743680~33554432,234881024~8388608,247463936~46137344,306184192~12582912,327155712~12582912,356515840~16777216,377487360~33554432] 2024-08-29T18:50:44.261 INFO:tasks.workunit.client.0.smithi028.stdout:from 14 to HEAD diff [4194304~4194304,12582912~62914560,113246208~12582912,155189248~4194304,192937984~12582912,209715200~8388608,234881024~4194304,247463936~4194304,255852544~4194304,264241152~25165824,306184192~8388608,331350016~8388608,356515840~12582912,377487360~29360128] 2024-08-29T18:50:44.261 INFO:tasks.workunit.client.0.smithi028.stdout: limited diff [4194304~4194304,12582912~62914560,113246208~12582912,155189248~4194304,192937984~12582912,209715200~8388608,234881024~4194304,247463936~4194304,255852544~4194304,264241152~25165824,306184192~8388608,331350016~8388608,356515840~12582912,377487360~29360128] 2024-08-29T18:50:44.266 INFO:tasks.workunit.client.0.smithi028.stdout: actual was [4194304~71303168,113246208~12582912,155189248~8388608,192937984~29360128,234881024~8388608,247463936~46137344,306184192~12582912,331350016~8388608,356515840~16777216,377487360~33554432] 2024-08-29T18:50:44.267 INFO:tasks.workunit.client.0.smithi028.stdout:from 15 to HEAD diff [4194304~4194304,12582912~8388608,25165824~12582912,46137344~29360128,113246208~12582912,155189248~4194304,192937984~12582912,209715200~8388608,234881024~4194304,255852544~4194304,264241152~25165824,306184192~8388608,331350016~8388608,356515840~12582912,377487360~4194304,390070272~20971520] 2024-08-29T18:50:44.267 INFO:tasks.workunit.client.0.smithi028.stdout: limited diff [4194304~4194304,12582912~8388608,25165824~12582912,46137344~29360128,113246208~12582912,155189248~4194304,192937984~12582912,209715200~8388608,234881024~4194304,255852544~4194304,264241152~25165824,306184192~8388608,331350016~8388608,356515840~12582912,377487360~4194304,390070272~20971520] 2024-08-29T18:50:44.271 INFO:tasks.workunit.client.0.smithi028.stdout: actual was [4194304~37748736,46137344~29360128,113246208~12582912,155189248~8388608,192937984~29360128,234881024~8388608,255852544~37748736,306184192~12582912,331350016~8388608,356515840~16777216,377487360~4194304,390070272~20971520] 2024-08-29T18:50:44.271 INFO:tasks.workunit.client.0.smithi028.stdout:from 16 to HEAD diff [8388608~12582912,25165824~8388608,46137344~8388608,58720256~8388608,113246208~12582912,155189248~4194304,192937984~12582912,209715200~8388608,255852544~4194304,264241152~25165824,360710144~8388608,377487360~4194304,390070272~20971520] 2024-08-29T18:50:44.271 INFO:tasks.workunit.client.0.smithi028.stdout: limited diff [8388608~12582912,25165824~8388608,46137344~8388608,58720256~8388608,113246208~12582912,155189248~4194304,192937984~12582912,209715200~8388608,255852544~4194304,264241152~25165824,360710144~8388608,377487360~4194304,390070272~20971520] 2024-08-29T18:50:44.274 INFO:tasks.workunit.client.0.smithi028.stdout: actual was [8388608~29360128,46137344~25165824,113246208~12582912,155189248~8388608,192937984~29360128,255852544~37748736,360710144~12582912,377487360~4194304,390070272~20971520] 2024-08-29T18:50:44.326 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:50:43 smithi053 bash[68679]: cluster 2024-08-29T18:50:42.394303+0000 mgr.y (mgr.25022) 1919 : cluster [DBG] pgmap v3465: 137 pgs: 137 active+clean; 827 MiB data, 7.5 GiB used, 708 GiB / 715 GiB avail; 220 KiB/s rd, 35 MiB/s wr, 339 op/s 2024-08-29T18:50:44.327 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:50:43 smithi053 bash[68679]: cluster 2024-08-29T18:50:42.967704+0000 mon.a (mon.0) 3590 : cluster [DBG] osdmap e2028: 8 total, 8 up, 8 in 2024-08-29T18:50:44.381 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:50:43 smithi028 bash[77168]: cluster 2024-08-29T18:50:42.394303+0000 mgr.y (mgr.25022) 1919 : cluster [DBG] pgmap v3465: 137 pgs: 137 active+clean; 827 MiB data, 7.5 GiB used, 708 GiB / 715 GiB avail; 220 KiB/s rd, 35 MiB/s wr, 339 op/s 2024-08-29T18:50:44.381 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:50:43 smithi028 bash[77168]: cluster 2024-08-29T18:50:42.967704+0000 mon.a (mon.0) 3590 : cluster [DBG] osdmap e2028: 8 total, 8 up, 8 in 2024-08-29T18:50:44.381 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:50:43 smithi028 bash[78352]: cluster 2024-08-29T18:50:42.394303+0000 mgr.y (mgr.25022) 1919 : cluster [DBG] pgmap v3465: 137 pgs: 137 active+clean; 827 MiB data, 7.5 GiB used, 708 GiB / 715 GiB avail; 220 KiB/s rd, 35 MiB/s wr, 339 op/s 2024-08-29T18:50:44.381 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:50:43 smithi028 bash[78352]: cluster 2024-08-29T18:50:42.967704+0000 mon.a (mon.0) 3590 : cluster [DBG] osdmap e2028: 8 total, 8 up, 8 in 2024-08-29T18:50:44.994 INFO:tasks.workunit.client.0.smithi028.stdout:from 0 to HEAD diff [0~130023424,134217728~88080384,230686720~20971520,255852544~4194304,264241152~37748736,306184192~33554432,352321536~58720256] 2024-08-29T18:50:44.995 INFO:tasks.workunit.client.0.smithi028.stdout: limited diff [0~130023424,134217728~88080384,230686720~20971520,255852544~4194304,264241152~37748736,306184192~33554432,352321536~58720256] 2024-08-29T18:50:45.084 INFO:tasks.workunit.client.0.smithi028.stdout: actual was [0~130023424,134217728~92274688,230686720~71303168,306184192~37748736,352321536~62914560] 2024-08-29T18:50:45.085 INFO:tasks.workunit.client.0.smithi028.stdout:from 1 to HEAD diff [0~130023424,134217728~46137344,184549376~37748736,230686720~20971520,255852544~4194304,264241152~37748736,306184192~33554432,352321536~58720256] 2024-08-29T18:50:45.085 INFO:tasks.workunit.client.0.smithi028.stdout: limited diff [0~130023424,134217728~46137344,184549376~37748736,230686720~20971520,255852544~4194304,264241152~37748736,306184192~33554432,352321536~58720256] 2024-08-29T18:50:45.108 INFO:tasks.workunit.client.0.smithi028.stdout: actual was [0~130023424,134217728~92274688,230686720~71303168,306184192~37748736,352321536~62914560] 2024-08-29T18:50:45.108 INFO:tasks.workunit.client.0.smithi028.stdout:from 2 to HEAD diff [0~20971520,25165824~104857600,134217728~12582912,150994944~29360128,184549376~37748736,230686720~20971520,255852544~4194304,264241152~37748736,306184192~29360128,352321536~58720256] 2024-08-29T18:50:45.108 INFO:tasks.workunit.client.0.smithi028.stdout: limited diff [0~20971520,25165824~104857600,134217728~12582912,150994944~29360128,184549376~37748736,230686720~20971520,255852544~4194304,264241152~37748736,306184192~29360128,352321536~58720256] 2024-08-29T18:50:45.122 INFO:tasks.workunit.client.0.smithi028.stdout: actual was [0~130023424,134217728~92274688,230686720~71303168,306184192~33554432,352321536~62914560] 2024-08-29T18:50:45.122 INFO:tasks.workunit.client.0.smithi028.stdout:from 3 to HEAD diff [0~20971520,25165824~104857600,134217728~12582912,150994944~29360128,184549376~37748736,230686720~20971520,255852544~4194304,264241152~37748736,306184192~29360128,352321536~58720256] 2024-08-29T18:50:45.122 INFO:tasks.workunit.client.0.smithi028.stdout: limited diff [0~20971520,25165824~104857600,134217728~12582912,150994944~29360128,184549376~37748736,230686720~20971520,255852544~4194304,264241152~37748736,306184192~29360128,352321536~58720256] 2024-08-29T18:50:45.135 INFO:tasks.workunit.client.0.smithi028.stdout: actual was [0~130023424,134217728~92274688,230686720~71303168,306184192~33554432,352321536~62914560] 2024-08-29T18:50:45.135 INFO:tasks.workunit.client.0.smithi028.stdout:from 4 to HEAD diff [4194304~16777216,25165824~104857600,134217728~12582912,150994944~29360128,184549376~37748736,230686720~20971520,255852544~4194304,264241152~37748736,306184192~29360128,352321536~58720256] 2024-08-29T18:50:45.135 INFO:tasks.workunit.client.0.smithi028.stdout: limited diff [4194304~16777216,25165824~104857600,134217728~12582912,150994944~29360128,184549376~37748736,230686720~20971520,255852544~4194304,264241152~37748736,306184192~29360128,352321536~58720256] 2024-08-29T18:50:45.147 INFO:tasks.workunit.client.0.smithi028.stdout: actual was [4194304~125829120,134217728~92274688,230686720~71303168,306184192~33554432,352321536~62914560] 2024-08-29T18:50:45.147 INFO:tasks.workunit.client.0.smithi028.stdout:from 5 to HEAD diff [4194304~16777216,25165824~104857600,134217728~12582912,150994944~16777216,171966464~8388608,184549376~20971520,209715200~12582912,230686720~20971520,255852544~4194304,264241152~37748736,306184192~29360128,352321536~58720256] 2024-08-29T18:50:45.147 INFO:tasks.workunit.client.0.smithi028.stdout: limited diff [4194304~16777216,25165824~104857600,134217728~12582912,150994944~16777216,171966464~8388608,184549376~20971520,209715200~12582912,230686720~20971520,255852544~4194304,264241152~37748736,306184192~29360128,352321536~58720256] 2024-08-29T18:50:45.158 INFO:tasks.workunit.client.0.smithi028.stdout: actual was [4194304~125829120,134217728~92274688,230686720~71303168,306184192~33554432,352321536~58720256] 2024-08-29T18:50:45.158 INFO:tasks.workunit.client.0.smithi028.stdout:from 6 to HEAD diff [4194304~16777216,25165824~67108864,96468992~33554432,134217728~12582912,150994944~12582912,171966464~8388608,184549376~20971520,209715200~8388608,230686720~20971520,255852544~4194304,264241152~37748736,306184192~29360128,352321536~20971520,377487360~33554432] 2024-08-29T18:50:45.158 INFO:tasks.workunit.client.0.smithi028.stdout: limited diff [4194304~16777216,25165824~67108864,96468992~33554432,134217728~12582912,150994944~12582912,171966464~8388608,184549376~20971520,209715200~8388608,230686720~20971520,255852544~4194304,264241152~37748736,306184192~29360128,352321536~20971520,377487360~33554432] 2024-08-29T18:50:45.170 INFO:tasks.workunit.client.0.smithi028.stdout: actual was [4194304~88080384,96468992~33554432,134217728~33554432,171966464~50331648,230686720~71303168,306184192~33554432,352321536~20971520,377487360~33554432] 2024-08-29T18:50:45.170 INFO:tasks.workunit.client.0.smithi028.stdout:from 7 to HEAD diff [4194304~16777216,25165824~67108864,96468992~33554432,134217728~12582912,150994944~12582912,171966464~8388608,184549376~20971520,209715200~8388608,230686720~20971520,255852544~4194304,264241152~29360128,297795584~4194304,306184192~29360128,352321536~20971520,377487360~29360128] 2024-08-29T18:50:45.170 INFO:tasks.workunit.client.0.smithi028.stdout: limited diff [4194304~16777216,25165824~67108864,96468992~33554432,134217728~12582912,150994944~12582912,171966464~8388608,184549376~20971520,209715200~8388608,230686720~20971520,255852544~4194304,264241152~29360128,297795584~4194304,306184192~29360128,352321536~20971520,377487360~29360128] 2024-08-29T18:50:45.181 INFO:tasks.workunit.client.0.smithi028.stdout: actual was [4194304~88080384,96468992~33554432,134217728~33554432,171966464~50331648,230686720~71303168,306184192~33554432,352321536~20971520,377487360~33554432] 2024-08-29T18:50:45.181 INFO:tasks.workunit.client.0.smithi028.stdout:from 8 to HEAD diff [4194304~16777216,25165824~67108864,96468992~33554432,134217728~12582912,150994944~8388608,171966464~8388608,184549376~20971520,209715200~8388608,230686720~20971520,255852544~4194304,264241152~29360128,306184192~33554432,352321536~20971520,377487360~29360128] 2024-08-29T18:50:45.181 INFO:tasks.workunit.client.0.smithi028.stdout: limited diff [4194304~16777216,25165824~67108864,96468992~33554432,134217728~12582912,150994944~8388608,171966464~8388608,184549376~20971520,209715200~8388608,230686720~20971520,255852544~4194304,264241152~29360128,306184192~33554432,352321536~20971520,377487360~29360128] 2024-08-29T18:50:45.192 INFO:tasks.workunit.client.0.smithi028.stdout: actual was [4194304~88080384,96468992~33554432,134217728~29360128,171966464~50331648,230686720~67108864,306184192~33554432,352321536~20971520,377487360~33554432] 2024-08-29T18:50:45.298 INFO:tasks.workunit.client.0.smithi028.stdout:from 9 to HEAD diff [4194304~16777216,25165824~67108864,96468992~33554432,142606336~4194304,150994944~8388608,171966464~8388608,184549376~20971520,209715200~8388608,234881024~16777216,255852544~4194304,264241152~29360128,306184192~12582912,327155712~12582912,352321536~20971520,377487360~29360128] 2024-08-29T18:50:45.298 INFO:tasks.workunit.client.0.smithi028.stdout: limited diff [4194304~16777216,25165824~67108864,96468992~33554432,142606336~4194304,150994944~8388608,171966464~8388608,184549376~20971520,209715200~8388608,234881024~16777216,255852544~4194304,264241152~29360128,306184192~12582912,327155712~12582912,352321536~20971520,377487360~29360128] 2024-08-29T18:50:45.300 INFO:tasks.workunit.client.0.smithi028.stdout: actual was [4194304~88080384,96468992~33554432,142606336~20971520,171966464~50331648,234881024~62914560,306184192~12582912,327155712~12582912,352321536~20971520,377487360~33554432] 2024-08-29T18:50:45.301 INFO:tasks.workunit.client.0.smithi028.stdout:from 10 to HEAD diff [4194304~4194304,12582912~79691776,96468992~33554432,142606336~4194304,150994944~8388608,184549376~20971520,209715200~8388608,234881024~8388608,247463936~4194304,255852544~4194304,264241152~29360128,306184192~12582912,327155712~12582912,352321536~20971520,377487360~29360128] 2024-08-29T18:50:45.301 INFO:tasks.workunit.client.0.smithi028.stdout: limited diff [4194304~4194304,12582912~79691776,96468992~33554432,142606336~4194304,150994944~8388608,184549376~20971520,209715200~8388608,234881024~8388608,247463936~4194304,255852544~4194304,264241152~29360128,306184192~12582912,327155712~12582912,352321536~20971520,377487360~29360128] 2024-08-29T18:50:45.301 INFO:tasks.workunit.client.0.smithi028.stdout: actual was [4194304~88080384,96468992~33554432,142606336~20971520,184549376~37748736,234881024~8388608,247463936~50331648,306184192~12582912,327155712~12582912,352321536~20971520,377487360~33554432] 2024-08-29T18:50:45.301 INFO:tasks.workunit.client.0.smithi028.stdout:from 11 to HEAD diff [4194304~4194304,12582912~71303168,96468992~29360128,150994944~8388608,184549376~20971520,209715200~8388608,234881024~4194304,247463936~4194304,255852544~4194304,264241152~29360128,306184192~12582912,327155712~12582912,352321536~20971520,377487360~29360128] 2024-08-29T18:50:45.301 INFO:tasks.workunit.client.0.smithi028.stdout: limited diff [4194304~4194304,12582912~71303168,96468992~29360128,150994944~8388608,184549376~20971520,209715200~8388608,234881024~4194304,247463936~4194304,255852544~4194304,264241152~29360128,306184192~12582912,327155712~12582912,352321536~20971520,377487360~29360128] 2024-08-29T18:50:45.301 INFO:tasks.workunit.client.0.smithi028.stdout: actual was [4194304~83886080,96468992~29360128,150994944~12582912,184549376~37748736,234881024~8388608,247463936~50331648,306184192~12582912,327155712~12582912,352321536~20971520,377487360~33554432] 2024-08-29T18:50:45.301 INFO:tasks.workunit.client.0.smithi028.stdout:from 12 to HEAD diff [4194304~4194304,12582912~71303168,96468992~29360128,155189248~8388608,184549376~20971520,209715200~8388608,234881024~4194304,247463936~4194304,255852544~4194304,264241152~25165824,306184192~8388608,327155712~12582912,356515840~16777216,377487360~29360128] 2024-08-29T18:50:45.301 INFO:tasks.workunit.client.0.smithi028.stdout: limited diff [4194304~4194304,12582912~71303168,96468992~29360128,155189248~8388608,184549376~20971520,209715200~8388608,234881024~4194304,247463936~4194304,255852544~4194304,264241152~25165824,306184192~8388608,327155712~12582912,356515840~16777216,377487360~29360128] 2024-08-29T18:50:45.301 INFO:tasks.workunit.client.0.smithi028.stdout: actual was [4194304~83886080,96468992~29360128,155189248~8388608,184549376~37748736,234881024~8388608,247463936~46137344,306184192~12582912,327155712~12582912,356515840~16777216,377487360~33554432] 2024-08-29T18:50:45.301 INFO:tasks.workunit.client.0.smithi028.stdout:from 13 to HEAD diff [4194304~4194304,12582912~62914560,100663296~8388608,113246208~12582912,155189248~4194304,188743680~16777216,209715200~8388608,234881024~4194304,247463936~4194304,255852544~4194304,264241152~25165824,306184192~8388608,327155712~12582912,356515840~16777216,377487360~29360128] 2024-08-29T18:50:45.301 INFO:tasks.workunit.client.0.smithi028.stdout: limited diff [4194304~4194304,12582912~62914560,100663296~8388608,113246208~12582912,155189248~4194304,188743680~16777216,209715200~8388608,234881024~4194304,247463936~4194304,255852544~4194304,264241152~25165824,306184192~8388608,327155712~12582912,356515840~16777216,377487360~29360128] 2024-08-29T18:50:45.301 INFO:tasks.workunit.client.0.smithi028.stdout: actual was [4194304~75497472,100663296~25165824,155189248~8388608,188743680~33554432,234881024~8388608,247463936~46137344,306184192~12582912,327155712~12582912,356515840~16777216,377487360~33554432] 2024-08-29T18:50:45.302 INFO:tasks.workunit.client.0.smithi028.stdout:from 14 to HEAD diff [4194304~4194304,12582912~62914560,113246208~12582912,155189248~4194304,192937984~12582912,209715200~8388608,234881024~4194304,247463936~4194304,255852544~4194304,264241152~25165824,306184192~8388608,331350016~8388608,356515840~12582912,377487360~29360128] 2024-08-29T18:50:45.302 INFO:tasks.workunit.client.0.smithi028.stdout: limited diff [4194304~4194304,12582912~62914560,113246208~12582912,155189248~4194304,192937984~12582912,209715200~8388608,234881024~4194304,247463936~4194304,255852544~4194304,264241152~25165824,306184192~8388608,331350016~8388608,356515840~12582912,377487360~29360128] 2024-08-29T18:50:45.302 INFO:tasks.workunit.client.0.smithi028.stdout: actual was [4194304~71303168,113246208~12582912,155189248~8388608,192937984~29360128,234881024~8388608,247463936~46137344,306184192~12582912,331350016~8388608,356515840~16777216,377487360~33554432] 2024-08-29T18:50:45.302 INFO:tasks.workunit.client.0.smithi028.stdout:from 15 to HEAD diff [4194304~4194304,12582912~8388608,25165824~12582912,46137344~29360128,113246208~12582912,155189248~4194304,192937984~12582912,209715200~8388608,234881024~4194304,255852544~4194304,264241152~25165824,306184192~8388608,331350016~8388608,356515840~12582912,377487360~4194304,390070272~20971520] 2024-08-29T18:50:45.302 INFO:tasks.workunit.client.0.smithi028.stdout: limited diff [4194304~4194304,12582912~8388608,25165824~12582912,46137344~29360128,113246208~12582912,155189248~4194304,192937984~12582912,209715200~8388608,234881024~4194304,255852544~4194304,264241152~25165824,306184192~8388608,331350016~8388608,356515840~12582912,377487360~4194304,390070272~20971520] 2024-08-29T18:50:45.302 INFO:tasks.workunit.client.0.smithi028.stdout: actual was [4194304~37748736,46137344~29360128,113246208~12582912,155189248~8388608,192937984~29360128,234881024~8388608,255852544~37748736,306184192~12582912,331350016~8388608,356515840~16777216,377487360~4194304,390070272~20971520] 2024-08-29T18:50:45.326 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:50:44 smithi053 bash[68679]: cluster 2024-08-29T18:50:43.976052+0000 mon.a (mon.0) 3591 : cluster [DBG] osdmap e2029: 8 total, 8 up, 8 in 2024-08-29T18:50:45.381 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:50:44 smithi028 bash[77168]: cluster 2024-08-29T18:50:43.976052+0000 mon.a (mon.0) 3591 : cluster [DBG] osdmap e2029: 8 total, 8 up, 8 in 2024-08-29T18:50:45.381 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:50:44 smithi028 bash[78352]: cluster 2024-08-29T18:50:43.976052+0000 mon.a (mon.0) 3591 : cluster [DBG] osdmap e2029: 8 total, 8 up, 8 in 2024-08-29T18:50:46.000 INFO:tasks.workunit.client.0.smithi028.stdout:from 0 to HEAD diff [0~130023424,134217728~88080384,230686720~20971520,255852544~4194304,264241152~37748736,306184192~33554432,352321536~58720256] 2024-08-29T18:50:46.000 INFO:tasks.workunit.client.0.smithi028.stdout: limited diff [0~130023424,134217728~88080384,230686720~20971520,255852544~4194304,264241152~37748736,306184192~33554432,352321536~58720256] 2024-08-29T18:50:46.088 INFO:tasks.workunit.client.0.smithi028.stdout: actual was [0~130023424,134217728~92274688,230686720~71303168,306184192~37748736,352321536~62914560] 2024-08-29T18:50:46.088 INFO:tasks.workunit.client.0.smithi028.stdout:from 1 to HEAD diff [0~130023424,134217728~46137344,184549376~37748736,230686720~20971520,255852544~4194304,264241152~37748736,306184192~33554432,352321536~58720256] 2024-08-29T18:50:46.088 INFO:tasks.workunit.client.0.smithi028.stdout: limited diff [0~130023424,134217728~46137344,184549376~37748736,230686720~20971520,255852544~4194304,264241152~37748736,306184192~33554432,352321536~58720256] 2024-08-29T18:50:46.103 INFO:tasks.workunit.client.0.smithi028.stdout: actual was [0~130023424,134217728~92274688,230686720~71303168,306184192~37748736,352321536~62914560] 2024-08-29T18:50:46.103 INFO:tasks.workunit.client.0.smithi028.stdout:from 2 to HEAD diff [0~20971520,25165824~104857600,134217728~12582912,150994944~29360128,184549376~37748736,230686720~20971520,255852544~4194304,264241152~37748736,306184192~29360128,352321536~58720256] 2024-08-29T18:50:46.103 INFO:tasks.workunit.client.0.smithi028.stdout: limited diff [0~20971520,25165824~104857600,134217728~12582912,150994944~29360128,184549376~37748736,230686720~20971520,255852544~4194304,264241152~37748736,306184192~29360128,352321536~58720256] 2024-08-29T18:50:46.112 INFO:tasks.workunit.client.0.smithi028.stdout: actual was [0~130023424,134217728~92274688,230686720~71303168,306184192~33554432,352321536~62914560] 2024-08-29T18:50:46.112 INFO:tasks.workunit.client.0.smithi028.stdout:from 3 to HEAD diff [0~20971520,25165824~104857600,134217728~12582912,150994944~29360128,184549376~37748736,230686720~20971520,255852544~4194304,264241152~37748736,306184192~29360128,352321536~58720256] 2024-08-29T18:50:46.112 INFO:tasks.workunit.client.0.smithi028.stdout: limited diff [0~20971520,25165824~104857600,134217728~12582912,150994944~29360128,184549376~37748736,230686720~20971520,255852544~4194304,264241152~37748736,306184192~29360128,352321536~58720256] 2024-08-29T18:50:46.121 INFO:tasks.workunit.client.0.smithi028.stdout: actual was [0~130023424,134217728~92274688,230686720~71303168,306184192~33554432,352321536~62914560] 2024-08-29T18:50:46.121 INFO:tasks.workunit.client.0.smithi028.stdout:from 4 to HEAD diff [4194304~16777216,25165824~104857600,134217728~12582912,150994944~29360128,184549376~37748736,230686720~20971520,255852544~4194304,264241152~37748736,306184192~29360128,352321536~58720256] 2024-08-29T18:50:46.121 INFO:tasks.workunit.client.0.smithi028.stdout: limited diff [4194304~16777216,25165824~104857600,134217728~12582912,150994944~29360128,184549376~37748736,230686720~20971520,255852544~4194304,264241152~37748736,306184192~29360128,352321536~58720256] 2024-08-29T18:50:46.131 INFO:tasks.workunit.client.0.smithi028.stdout: actual was [4194304~125829120,134217728~92274688,230686720~71303168,306184192~33554432,352321536~62914560] 2024-08-29T18:50:46.131 INFO:tasks.workunit.client.0.smithi028.stdout:from 5 to HEAD diff [4194304~16777216,25165824~104857600,134217728~12582912,150994944~16777216,171966464~8388608,184549376~20971520,209715200~12582912,230686720~20971520,255852544~4194304,264241152~37748736,306184192~29360128,352321536~58720256] 2024-08-29T18:50:46.131 INFO:tasks.workunit.client.0.smithi028.stdout: limited diff [4194304~16777216,25165824~104857600,134217728~12582912,150994944~16777216,171966464~8388608,184549376~20971520,209715200~12582912,230686720~20971520,255852544~4194304,264241152~37748736,306184192~29360128,352321536~58720256] 2024-08-29T18:50:46.139 INFO:tasks.workunit.client.0.smithi028.stdout: actual was [4194304~125829120,134217728~92274688,230686720~71303168,306184192~33554432,352321536~58720256] 2024-08-29T18:50:46.139 INFO:tasks.workunit.client.0.smithi028.stdout:from 6 to HEAD diff [4194304~16777216,25165824~67108864,96468992~33554432,134217728~12582912,150994944~12582912,171966464~8388608,184549376~20971520,209715200~8388608,230686720~20971520,255852544~4194304,264241152~37748736,306184192~29360128,352321536~20971520,377487360~33554432] 2024-08-29T18:50:46.139 INFO:tasks.workunit.client.0.smithi028.stdout: limited diff [4194304~16777216,25165824~67108864,96468992~33554432,134217728~12582912,150994944~12582912,171966464~8388608,184549376~20971520,209715200~8388608,230686720~20971520,255852544~4194304,264241152~37748736,306184192~29360128,352321536~20971520,377487360~33554432] 2024-08-29T18:50:46.147 INFO:tasks.workunit.client.0.smithi028.stdout: actual was [4194304~88080384,96468992~33554432,134217728~33554432,171966464~50331648,230686720~71303168,306184192~33554432,352321536~20971520,377487360~33554432] 2024-08-29T18:50:46.147 INFO:tasks.workunit.client.0.smithi028.stdout:from 7 to HEAD diff [4194304~16777216,25165824~67108864,96468992~33554432,134217728~12582912,150994944~12582912,171966464~8388608,184549376~20971520,209715200~8388608,230686720~20971520,255852544~4194304,264241152~29360128,297795584~4194304,306184192~29360128,352321536~20971520,377487360~29360128] 2024-08-29T18:50:46.147 INFO:tasks.workunit.client.0.smithi028.stdout: limited diff [4194304~16777216,25165824~67108864,96468992~33554432,134217728~12582912,150994944~12582912,171966464~8388608,184549376~20971520,209715200~8388608,230686720~20971520,255852544~4194304,264241152~29360128,297795584~4194304,306184192~29360128,352321536~20971520,377487360~29360128] 2024-08-29T18:50:46.156 INFO:tasks.workunit.client.0.smithi028.stdout: actual was [4194304~88080384,96468992~33554432,134217728~33554432,171966464~50331648,230686720~71303168,306184192~33554432,352321536~20971520,377487360~33554432] 2024-08-29T18:50:46.156 INFO:tasks.workunit.client.0.smithi028.stdout:from 8 to HEAD diff [4194304~16777216,25165824~67108864,96468992~33554432,134217728~12582912,150994944~8388608,171966464~8388608,184549376~20971520,209715200~8388608,230686720~20971520,255852544~4194304,264241152~29360128,306184192~33554432,352321536~20971520,377487360~29360128] 2024-08-29T18:50:46.156 INFO:tasks.workunit.client.0.smithi028.stdout: limited diff [4194304~16777216,25165824~67108864,96468992~33554432,134217728~12582912,150994944~8388608,171966464~8388608,184549376~20971520,209715200~8388608,230686720~20971520,255852544~4194304,264241152~29360128,306184192~33554432,352321536~20971520,377487360~29360128] 2024-08-29T18:50:46.164 INFO:tasks.workunit.client.0.smithi028.stdout: actual was [4194304~88080384,96468992~33554432,134217728~29360128,171966464~50331648,230686720~67108864,306184192~33554432,352321536~20971520,377487360~33554432] 2024-08-29T18:50:46.164 INFO:tasks.workunit.client.0.smithi028.stdout:from 9 to HEAD diff [4194304~16777216,25165824~67108864,96468992~33554432,142606336~4194304,150994944~8388608,171966464~8388608,184549376~20971520,209715200~8388608,234881024~16777216,255852544~4194304,264241152~29360128,306184192~12582912,327155712~12582912,352321536~20971520,377487360~29360128] 2024-08-29T18:50:46.164 INFO:tasks.workunit.client.0.smithi028.stdout: limited diff [4194304~16777216,25165824~67108864,96468992~33554432,142606336~4194304,150994944~8388608,171966464~8388608,184549376~20971520,209715200~8388608,234881024~16777216,255852544~4194304,264241152~29360128,306184192~12582912,327155712~12582912,352321536~20971520,377487360~29360128] 2024-08-29T18:50:46.172 INFO:tasks.workunit.client.0.smithi028.stdout: actual was [4194304~88080384,96468992~33554432,142606336~20971520,171966464~50331648,234881024~62914560,306184192~12582912,327155712~12582912,352321536~20971520,377487360~33554432] 2024-08-29T18:50:46.172 INFO:tasks.workunit.client.0.smithi028.stdout:from 10 to HEAD diff [4194304~4194304,12582912~79691776,96468992~33554432,142606336~4194304,150994944~8388608,184549376~20971520,209715200~8388608,234881024~8388608,247463936~4194304,255852544~4194304,264241152~29360128,306184192~12582912,327155712~12582912,352321536~20971520,377487360~29360128] 2024-08-29T18:50:46.173 INFO:tasks.workunit.client.0.smithi028.stdout: limited diff [4194304~4194304,12582912~79691776,96468992~33554432,142606336~4194304,150994944~8388608,184549376~20971520,209715200~8388608,234881024~8388608,247463936~4194304,255852544~4194304,264241152~29360128,306184192~12582912,327155712~12582912,352321536~20971520,377487360~29360128] 2024-08-29T18:50:46.181 INFO:tasks.workunit.client.0.smithi028.stdout: actual was [4194304~88080384,96468992~33554432,142606336~20971520,184549376~37748736,234881024~8388608,247463936~50331648,306184192~12582912,327155712~12582912,352321536~20971520,377487360~33554432] 2024-08-29T18:50:46.181 INFO:tasks.workunit.client.0.smithi028.stdout:from 11 to HEAD diff [4194304~4194304,12582912~71303168,96468992~29360128,150994944~8388608,184549376~20971520,209715200~8388608,234881024~4194304,247463936~4194304,255852544~4194304,264241152~29360128,306184192~12582912,327155712~12582912,352321536~20971520,377487360~29360128] 2024-08-29T18:50:46.181 INFO:tasks.workunit.client.0.smithi028.stdout: limited diff [4194304~4194304,12582912~71303168,96468992~29360128,150994944~8388608,184549376~20971520,209715200~8388608,234881024~4194304,247463936~4194304,255852544~4194304,264241152~29360128,306184192~12582912,327155712~12582912,352321536~20971520,377487360~29360128] 2024-08-29T18:50:46.188 INFO:tasks.workunit.client.0.smithi028.stdout: actual was [4194304~83886080,96468992~29360128,150994944~12582912,184549376~37748736,234881024~8388608,247463936~50331648,306184192~12582912,327155712~12582912,352321536~20971520,377487360~33554432] 2024-08-29T18:50:46.188 INFO:tasks.workunit.client.0.smithi028.stdout:from 12 to HEAD diff [4194304~4194304,12582912~71303168,96468992~29360128,155189248~8388608,184549376~20971520,209715200~8388608,234881024~4194304,247463936~4194304,255852544~4194304,264241152~25165824,306184192~8388608,327155712~12582912,356515840~16777216,377487360~29360128] 2024-08-29T18:50:46.188 INFO:tasks.workunit.client.0.smithi028.stdout: limited diff [4194304~4194304,12582912~71303168,96468992~29360128,155189248~8388608,184549376~20971520,209715200~8388608,234881024~4194304,247463936~4194304,255852544~4194304,264241152~25165824,306184192~8388608,327155712~12582912,356515840~16777216,377487360~29360128] 2024-08-29T18:50:46.193 INFO:tasks.workunit.client.0.smithi028.stdout: actual was [4194304~83886080,96468992~29360128,155189248~8388608,184549376~37748736,234881024~8388608,247463936~46137344,306184192~12582912,327155712~12582912,356515840~16777216,377487360~33554432] 2024-08-29T18:50:46.193 INFO:tasks.workunit.client.0.smithi028.stdout:from 13 to HEAD diff [4194304~4194304,12582912~62914560,100663296~8388608,113246208~12582912,155189248~4194304,188743680~16777216,209715200~8388608,234881024~4194304,247463936~4194304,255852544~4194304,264241152~25165824,306184192~8388608,327155712~12582912,356515840~16777216,377487360~29360128] 2024-08-29T18:50:46.193 INFO:tasks.workunit.client.0.smithi028.stdout: limited diff [4194304~4194304,12582912~62914560,100663296~8388608,113246208~12582912,155189248~4194304,188743680~16777216,209715200~8388608,234881024~4194304,247463936~4194304,255852544~4194304,264241152~25165824,306184192~8388608,327155712~12582912,356515840~16777216,377487360~29360128] 2024-08-29T18:50:46.197 INFO:tasks.workunit.client.0.smithi028.stdout: actual was [4194304~75497472,100663296~25165824,155189248~8388608,188743680~33554432,234881024~8388608,247463936~46137344,306184192~12582912,327155712~12582912,356515840~16777216,377487360~33554432] 2024-08-29T18:50:46.197 INFO:tasks.workunit.client.0.smithi028.stdout:from 14 to HEAD diff [4194304~4194304,12582912~62914560,113246208~12582912,155189248~4194304,192937984~12582912,209715200~8388608,234881024~4194304,247463936~4194304,255852544~4194304,264241152~25165824,306184192~8388608,331350016~8388608,356515840~12582912,377487360~29360128] 2024-08-29T18:50:46.197 INFO:tasks.workunit.client.0.smithi028.stdout: limited diff [4194304~4194304,12582912~62914560,113246208~12582912,155189248~4194304,192937984~12582912,209715200~8388608,234881024~4194304,247463936~4194304,255852544~4194304,264241152~25165824,306184192~8388608,331350016~8388608,356515840~12582912,377487360~29360128] 2024-08-29T18:50:46.200 INFO:tasks.workunit.client.0.smithi028.stdout: actual was [4194304~71303168,113246208~12582912,155189248~8388608,192937984~29360128,234881024~8388608,247463936~46137344,306184192~12582912,331350016~8388608,356515840~16777216,377487360~33554432] 2024-08-29T18:50:46.326 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:50:45 smithi053 bash[68679]: cluster 2024-08-29T18:50:44.395032+0000 mgr.y (mgr.25022) 1920 : cluster [DBG] pgmap v3468: 137 pgs: 137 active+clean; 849 MiB data, 7.6 GiB used, 708 GiB / 715 GiB avail; 280 KiB/s rd, 16 MiB/s wr, 498 op/s 2024-08-29T18:50:46.327 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:50:45 smithi053 bash[68679]: cluster 2024-08-29T18:50:44.986410+0000 mon.a (mon.0) 3592 : cluster [DBG] osdmap e2030: 8 total, 8 up, 8 in 2024-08-29T18:50:46.381 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:50:45 smithi028 bash[78352]: cluster 2024-08-29T18:50:44.395032+0000 mgr.y (mgr.25022) 1920 : cluster [DBG] pgmap v3468: 137 pgs: 137 active+clean; 849 MiB data, 7.6 GiB used, 708 GiB / 715 GiB avail; 280 KiB/s rd, 16 MiB/s wr, 498 op/s 2024-08-29T18:50:46.381 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:50:45 smithi028 bash[78352]: cluster 2024-08-29T18:50:44.986410+0000 mon.a (mon.0) 3592 : cluster [DBG] osdmap e2030: 8 total, 8 up, 8 in 2024-08-29T18:50:46.381 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:50:45 smithi028 bash[77168]: cluster 2024-08-29T18:50:44.395032+0000 mgr.y (mgr.25022) 1920 : cluster [DBG] pgmap v3468: 137 pgs: 137 active+clean; 849 MiB data, 7.6 GiB used, 708 GiB / 715 GiB avail; 280 KiB/s rd, 16 MiB/s wr, 498 op/s 2024-08-29T18:50:46.381 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:50:45 smithi028 bash[77168]: cluster 2024-08-29T18:50:44.986410+0000 mon.a (mon.0) 3592 : cluster [DBG] osdmap e2030: 8 total, 8 up, 8 in 2024-08-29T18:50:47.029 INFO:tasks.workunit.client.0.smithi028.stdout:from 0 to HEAD diff [0~130023424,134217728~88080384,230686720~20971520,255852544~4194304,264241152~37748736,306184192~33554432,352321536~58720256] 2024-08-29T18:50:47.029 INFO:tasks.workunit.client.0.smithi028.stdout: limited diff [0~130023424,134217728~88080384,230686720~20971520,255852544~4194304,264241152~37748736,306184192~33554432,352321536~58720256] 2024-08-29T18:50:47.109 INFO:tasks.workunit.client.0.smithi028.stdout: actual was [0~130023424,134217728~92274688,230686720~71303168,306184192~37748736,352321536~62914560] 2024-08-29T18:50:47.109 INFO:tasks.workunit.client.0.smithi028.stdout:from 1 to HEAD diff [0~130023424,134217728~46137344,184549376~37748736,230686720~20971520,255852544~4194304,264241152~37748736,306184192~33554432,352321536~58720256] 2024-08-29T18:50:47.109 INFO:tasks.workunit.client.0.smithi028.stdout: limited diff [0~130023424,134217728~46137344,184549376~37748736,230686720~20971520,255852544~4194304,264241152~37748736,306184192~33554432,352321536~58720256] 2024-08-29T18:50:47.124 INFO:tasks.workunit.client.0.smithi028.stdout: actual was [0~130023424,134217728~92274688,230686720~71303168,306184192~37748736,352321536~62914560] 2024-08-29T18:50:47.124 INFO:tasks.workunit.client.0.smithi028.stdout:from 2 to HEAD diff [0~20971520,25165824~104857600,134217728~12582912,150994944~29360128,184549376~37748736,230686720~20971520,255852544~4194304,264241152~37748736,306184192~29360128,352321536~58720256] 2024-08-29T18:50:47.125 INFO:tasks.workunit.client.0.smithi028.stdout: limited diff [0~20971520,25165824~104857600,134217728~12582912,150994944~29360128,184549376~37748736,230686720~20971520,255852544~4194304,264241152~37748736,306184192~29360128,352321536~58720256] 2024-08-29T18:50:47.139 INFO:tasks.workunit.client.0.smithi028.stdout: actual was [0~130023424,134217728~92274688,230686720~71303168,306184192~33554432,352321536~62914560] 2024-08-29T18:50:47.139 INFO:tasks.workunit.client.0.smithi028.stdout:from 3 to HEAD diff [0~20971520,25165824~104857600,134217728~12582912,150994944~29360128,184549376~37748736,230686720~20971520,255852544~4194304,264241152~37748736,306184192~29360128,352321536~58720256] 2024-08-29T18:50:47.139 INFO:tasks.workunit.client.0.smithi028.stdout: limited diff [0~20971520,25165824~104857600,134217728~12582912,150994944~29360128,184549376~37748736,230686720~20971520,255852544~4194304,264241152~37748736,306184192~29360128,352321536~58720256] 2024-08-29T18:50:47.148 INFO:tasks.workunit.client.0.smithi028.stdout: actual was [0~130023424,134217728~92274688,230686720~71303168,306184192~33554432,352321536~62914560] 2024-08-29T18:50:47.148 INFO:tasks.workunit.client.0.smithi028.stdout:from 4 to HEAD diff [4194304~16777216,25165824~104857600,134217728~12582912,150994944~29360128,184549376~37748736,230686720~20971520,255852544~4194304,264241152~37748736,306184192~29360128,352321536~58720256] 2024-08-29T18:50:47.148 INFO:tasks.workunit.client.0.smithi028.stdout: limited diff [4194304~16777216,25165824~104857600,134217728~12582912,150994944~29360128,184549376~37748736,230686720~20971520,255852544~4194304,264241152~37748736,306184192~29360128,352321536~58720256] 2024-08-29T18:50:47.156 INFO:tasks.workunit.client.0.smithi028.stdout: actual was [4194304~125829120,134217728~92274688,230686720~71303168,306184192~33554432,352321536~62914560] 2024-08-29T18:50:47.156 INFO:tasks.workunit.client.0.smithi028.stdout:from 5 to HEAD diff [4194304~16777216,25165824~104857600,134217728~12582912,150994944~16777216,171966464~8388608,184549376~20971520,209715200~12582912,230686720~20971520,255852544~4194304,264241152~37748736,306184192~29360128,352321536~58720256] 2024-08-29T18:50:47.156 INFO:tasks.workunit.client.0.smithi028.stdout: limited diff [4194304~16777216,25165824~104857600,134217728~12582912,150994944~16777216,171966464~8388608,184549376~20971520,209715200~12582912,230686720~20971520,255852544~4194304,264241152~37748736,306184192~29360128,352321536~58720256] 2024-08-29T18:50:47.162 INFO:tasks.workunit.client.0.smithi028.stdout: actual was [4194304~125829120,134217728~92274688,230686720~71303168,306184192~33554432,352321536~58720256] 2024-08-29T18:50:47.163 INFO:tasks.workunit.client.0.smithi028.stdout:from 6 to HEAD diff [4194304~16777216,25165824~67108864,96468992~33554432,134217728~12582912,150994944~12582912,171966464~8388608,184549376~20971520,209715200~8388608,230686720~20971520,255852544~4194304,264241152~37748736,306184192~29360128,352321536~20971520,377487360~33554432] 2024-08-29T18:50:47.163 INFO:tasks.workunit.client.0.smithi028.stdout: limited diff [4194304~16777216,25165824~67108864,96468992~33554432,134217728~12582912,150994944~12582912,171966464~8388608,184549376~20971520,209715200~8388608,230686720~20971520,255852544~4194304,264241152~37748736,306184192~29360128,352321536~20971520,377487360~33554432] 2024-08-29T18:50:47.169 INFO:tasks.workunit.client.0.smithi028.stdout: actual was [4194304~88080384,96468992~33554432,134217728~33554432,171966464~50331648,230686720~71303168,306184192~33554432,352321536~20971520,377487360~33554432] 2024-08-29T18:50:47.169 INFO:tasks.workunit.client.0.smithi028.stdout:from 7 to HEAD diff [4194304~16777216,25165824~67108864,96468992~33554432,134217728~12582912,150994944~12582912,171966464~8388608,184549376~20971520,209715200~8388608,230686720~20971520,255852544~4194304,264241152~29360128,297795584~4194304,306184192~29360128,352321536~20971520,377487360~29360128] 2024-08-29T18:50:47.169 INFO:tasks.workunit.client.0.smithi028.stdout: limited diff [4194304~16777216,25165824~67108864,96468992~33554432,134217728~12582912,150994944~12582912,171966464~8388608,184549376~20971520,209715200~8388608,230686720~20971520,255852544~4194304,264241152~29360128,297795584~4194304,306184192~29360128,352321536~20971520,377487360~29360128] 2024-08-29T18:50:47.176 INFO:tasks.workunit.client.0.smithi028.stdout: actual was [4194304~88080384,96468992~33554432,134217728~33554432,171966464~50331648,230686720~71303168,306184192~33554432,352321536~20971520,377487360~33554432] 2024-08-29T18:50:47.176 INFO:tasks.workunit.client.0.smithi028.stdout:from 8 to HEAD diff [4194304~16777216,25165824~67108864,96468992~33554432,134217728~12582912,150994944~8388608,171966464~8388608,184549376~20971520,209715200~8388608,230686720~20971520,255852544~4194304,264241152~29360128,306184192~33554432,352321536~20971520,377487360~29360128] 2024-08-29T18:50:47.176 INFO:tasks.workunit.client.0.smithi028.stdout: limited diff [4194304~16777216,25165824~67108864,96468992~33554432,134217728~12582912,150994944~8388608,171966464~8388608,184549376~20971520,209715200~8388608,230686720~20971520,255852544~4194304,264241152~29360128,306184192~33554432,352321536~20971520,377487360~29360128] 2024-08-29T18:50:47.181 INFO:tasks.workunit.client.0.smithi028.stdout: actual was [4194304~88080384,96468992~33554432,134217728~29360128,171966464~50331648,230686720~67108864,306184192~33554432,352321536~20971520,377487360~33554432] 2024-08-29T18:50:47.181 INFO:tasks.workunit.client.0.smithi028.stdout:from 9 to HEAD diff [4194304~16777216,25165824~67108864,96468992~33554432,142606336~4194304,150994944~8388608,171966464~8388608,184549376~20971520,209715200~8388608,234881024~16777216,255852544~4194304,264241152~29360128,306184192~12582912,327155712~12582912,352321536~20971520,377487360~29360128] 2024-08-29T18:50:47.182 INFO:tasks.workunit.client.0.smithi028.stdout: limited diff [4194304~16777216,25165824~67108864,96468992~33554432,142606336~4194304,150994944~8388608,171966464~8388608,184549376~20971520,209715200~8388608,234881024~16777216,255852544~4194304,264241152~29360128,306184192~12582912,327155712~12582912,352321536~20971520,377487360~29360128] 2024-08-29T18:50:47.187 INFO:tasks.workunit.client.0.smithi028.stdout: actual was [4194304~88080384,96468992~33554432,142606336~20971520,171966464~50331648,234881024~62914560,306184192~12582912,327155712~12582912,352321536~20971520,377487360~33554432] 2024-08-29T18:50:47.188 INFO:tasks.workunit.client.0.smithi028.stdout:from 10 to HEAD diff [4194304~4194304,12582912~79691776,96468992~33554432,142606336~4194304,150994944~8388608,184549376~20971520,209715200~8388608,234881024~8388608,247463936~4194304,255852544~4194304,264241152~29360128,306184192~12582912,327155712~12582912,352321536~20971520,377487360~29360128] 2024-08-29T18:50:47.188 INFO:tasks.workunit.client.0.smithi028.stdout: limited diff [4194304~4194304,12582912~79691776,96468992~33554432,142606336~4194304,150994944~8388608,184549376~20971520,209715200~8388608,234881024~8388608,247463936~4194304,255852544~4194304,264241152~29360128,306184192~12582912,327155712~12582912,352321536~20971520,377487360~29360128] 2024-08-29T18:50:47.192 INFO:tasks.workunit.client.0.smithi028.stdout: actual was [4194304~88080384,96468992~33554432,142606336~20971520,184549376~37748736,234881024~8388608,247463936~50331648,306184192~12582912,327155712~12582912,352321536~20971520,377487360~33554432] 2024-08-29T18:50:47.192 INFO:tasks.workunit.client.0.smithi028.stdout:from 11 to HEAD diff [4194304~4194304,12582912~71303168,96468992~29360128,150994944~8388608,184549376~20971520,209715200~8388608,234881024~4194304,247463936~4194304,255852544~4194304,264241152~29360128,306184192~12582912,327155712~12582912,352321536~20971520,377487360~29360128] 2024-08-29T18:50:47.192 INFO:tasks.workunit.client.0.smithi028.stdout: limited diff [4194304~4194304,12582912~71303168,96468992~29360128,150994944~8388608,184549376~20971520,209715200~8388608,234881024~4194304,247463936~4194304,255852544~4194304,264241152~29360128,306184192~12582912,327155712~12582912,352321536~20971520,377487360~29360128] 2024-08-29T18:50:47.196 INFO:tasks.workunit.client.0.smithi028.stdout: actual was [4194304~83886080,96468992~29360128,150994944~12582912,184549376~37748736,234881024~8388608,247463936~50331648,306184192~12582912,327155712~12582912,352321536~20971520,377487360~33554432] 2024-08-29T18:50:47.197 INFO:tasks.workunit.client.0.smithi028.stdout:from 12 to HEAD diff [4194304~4194304,12582912~71303168,96468992~29360128,155189248~8388608,184549376~20971520,209715200~8388608,234881024~4194304,247463936~4194304,255852544~4194304,264241152~25165824,306184192~8388608,327155712~12582912,356515840~16777216,377487360~29360128] 2024-08-29T18:50:47.197 INFO:tasks.workunit.client.0.smithi028.stdout: limited diff [4194304~4194304,12582912~71303168,96468992~29360128,155189248~8388608,184549376~20971520,209715200~8388608,234881024~4194304,247463936~4194304,255852544~4194304,264241152~25165824,306184192~8388608,327155712~12582912,356515840~16777216,377487360~29360128] 2024-08-29T18:50:47.200 INFO:tasks.workunit.client.0.smithi028.stdout: actual was [4194304~83886080,96468992~29360128,155189248~8388608,184549376~37748736,234881024~8388608,247463936~46137344,306184192~12582912,327155712~12582912,356515840~16777216,377487360~33554432] 2024-08-29T18:50:47.200 INFO:tasks.workunit.client.0.smithi028.stdout:from 13 to HEAD diff [4194304~4194304,12582912~62914560,100663296~8388608,113246208~12582912,155189248~4194304,188743680~16777216,209715200~8388608,234881024~4194304,247463936~4194304,255852544~4194304,264241152~25165824,306184192~8388608,327155712~12582912,356515840~16777216,377487360~29360128] 2024-08-29T18:50:47.200 INFO:tasks.workunit.client.0.smithi028.stdout: limited diff [4194304~4194304,12582912~62914560,100663296~8388608,113246208~12582912,155189248~4194304,188743680~16777216,209715200~8388608,234881024~4194304,247463936~4194304,255852544~4194304,264241152~25165824,306184192~8388608,327155712~12582912,356515840~16777216,377487360~29360128] 2024-08-29T18:50:47.203 INFO:tasks.workunit.client.0.smithi028.stdout: actual was [4194304~75497472,100663296~25165824,155189248~8388608,188743680~33554432,234881024~8388608,247463936~46137344,306184192~12582912,327155712~12582912,356515840~16777216,377487360~33554432] 2024-08-29T18:50:47.326 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:50:47 smithi053 bash[68679]: cluster 2024-08-29T18:50:45.987784+0000 mon.a (mon.0) 3593 : cluster [DBG] osdmap e2031: 8 total, 8 up, 8 in 2024-08-29T18:50:47.381 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:50:47 smithi028 bash[78352]: cluster 2024-08-29T18:50:45.987784+0000 mon.a (mon.0) 3593 : cluster [DBG] osdmap e2031: 8 total, 8 up, 8 in 2024-08-29T18:50:47.381 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:50:47 smithi028 bash[77168]: cluster 2024-08-29T18:50:45.987784+0000 mon.a (mon.0) 3593 : cluster [DBG] osdmap e2031: 8 total, 8 up, 8 in 2024-08-29T18:50:48.019 INFO:tasks.workunit.client.0.smithi028.stdout:from 0 to HEAD diff [0~130023424,134217728~88080384,230686720~20971520,255852544~4194304,264241152~37748736,306184192~33554432,352321536~58720256] 2024-08-29T18:50:48.019 INFO:tasks.workunit.client.0.smithi028.stdout: limited diff [0~130023424,134217728~88080384,230686720~20971520,255852544~4194304,264241152~37748736,306184192~33554432,352321536~58720256] 2024-08-29T18:50:48.081 INFO:tasks.workunit.client.0.smithi028.stdout: actual was [0~130023424,134217728~92274688,230686720~71303168,306184192~37748736,352321536~62914560] 2024-08-29T18:50:48.081 INFO:tasks.workunit.client.0.smithi028.stdout:from 1 to HEAD diff [0~130023424,134217728~46137344,184549376~37748736,230686720~20971520,255852544~4194304,264241152~37748736,306184192~33554432,352321536~58720256] 2024-08-29T18:50:48.081 INFO:tasks.workunit.client.0.smithi028.stdout: limited diff [0~130023424,134217728~46137344,184549376~37748736,230686720~20971520,255852544~4194304,264241152~37748736,306184192~33554432,352321536~58720256] 2024-08-29T18:50:48.109 INFO:tasks.workunit.client.0.smithi028.stdout: actual was [0~130023424,134217728~92274688,230686720~71303168,306184192~37748736,352321536~62914560] 2024-08-29T18:50:48.110 INFO:tasks.workunit.client.0.smithi028.stdout:from 2 to HEAD diff [0~20971520,25165824~104857600,134217728~12582912,150994944~29360128,184549376~37748736,230686720~20971520,255852544~4194304,264241152~37748736,306184192~29360128,352321536~58720256] 2024-08-29T18:50:48.110 INFO:tasks.workunit.client.0.smithi028.stdout: limited diff [0~20971520,25165824~104857600,134217728~12582912,150994944~29360128,184549376~37748736,230686720~20971520,255852544~4194304,264241152~37748736,306184192~29360128,352321536~58720256] 2024-08-29T18:50:48.118 INFO:tasks.workunit.client.0.smithi028.stdout: actual was [0~130023424,134217728~92274688,230686720~71303168,306184192~33554432,352321536~62914560] 2024-08-29T18:50:48.118 INFO:tasks.workunit.client.0.smithi028.stdout:from 3 to HEAD diff [0~20971520,25165824~104857600,134217728~12582912,150994944~29360128,184549376~37748736,230686720~20971520,255852544~4194304,264241152~37748736,306184192~29360128,352321536~58720256] 2024-08-29T18:50:48.118 INFO:tasks.workunit.client.0.smithi028.stdout: limited diff [0~20971520,25165824~104857600,134217728~12582912,150994944~29360128,184549376~37748736,230686720~20971520,255852544~4194304,264241152~37748736,306184192~29360128,352321536~58720256] 2024-08-29T18:50:48.129 INFO:tasks.workunit.client.0.smithi028.stdout: actual was [0~130023424,134217728~92274688,230686720~71303168,306184192~33554432,352321536~62914560] 2024-08-29T18:50:48.129 INFO:tasks.workunit.client.0.smithi028.stdout:from 4 to HEAD diff [4194304~16777216,25165824~104857600,134217728~12582912,150994944~29360128,184549376~37748736,230686720~20971520,255852544~4194304,264241152~37748736,306184192~29360128,352321536~58720256] 2024-08-29T18:50:48.129 INFO:tasks.workunit.client.0.smithi028.stdout: limited diff [4194304~16777216,25165824~104857600,134217728~12582912,150994944~29360128,184549376~37748736,230686720~20971520,255852544~4194304,264241152~37748736,306184192~29360128,352321536~58720256] 2024-08-29T18:50:48.136 INFO:tasks.workunit.client.0.smithi028.stdout: actual was [4194304~125829120,134217728~92274688,230686720~71303168,306184192~33554432,352321536~62914560] 2024-08-29T18:50:48.136 INFO:tasks.workunit.client.0.smithi028.stdout:from 5 to HEAD diff [4194304~16777216,25165824~104857600,134217728~12582912,150994944~16777216,171966464~8388608,184549376~20971520,209715200~12582912,230686720~20971520,255852544~4194304,264241152~37748736,306184192~29360128,352321536~58720256] 2024-08-29T18:50:48.136 INFO:tasks.workunit.client.0.smithi028.stdout: limited diff [4194304~16777216,25165824~104857600,134217728~12582912,150994944~16777216,171966464~8388608,184549376~20971520,209715200~12582912,230686720~20971520,255852544~4194304,264241152~37748736,306184192~29360128,352321536~58720256] 2024-08-29T18:50:48.143 INFO:tasks.workunit.client.0.smithi028.stdout: actual was [4194304~125829120,134217728~92274688,230686720~71303168,306184192~33554432,352321536~58720256] 2024-08-29T18:50:48.143 INFO:tasks.workunit.client.0.smithi028.stdout:from 6 to HEAD diff [4194304~16777216,25165824~67108864,96468992~33554432,134217728~12582912,150994944~12582912,171966464~8388608,184549376~20971520,209715200~8388608,230686720~20971520,255852544~4194304,264241152~37748736,306184192~29360128,352321536~20971520,377487360~33554432] 2024-08-29T18:50:48.143 INFO:tasks.workunit.client.0.smithi028.stdout: limited diff [4194304~16777216,25165824~67108864,96468992~33554432,134217728~12582912,150994944~12582912,171966464~8388608,184549376~20971520,209715200~8388608,230686720~20971520,255852544~4194304,264241152~37748736,306184192~29360128,352321536~20971520,377487360~33554432] 2024-08-29T18:50:48.149 INFO:tasks.workunit.client.0.smithi028.stdout: actual was [4194304~88080384,96468992~33554432,134217728~33554432,171966464~50331648,230686720~71303168,306184192~33554432,352321536~20971520,377487360~33554432] 2024-08-29T18:50:48.149 INFO:tasks.workunit.client.0.smithi028.stdout:from 7 to HEAD diff [4194304~16777216,25165824~67108864,96468992~33554432,134217728~12582912,150994944~12582912,171966464~8388608,184549376~20971520,209715200~8388608,230686720~20971520,255852544~4194304,264241152~29360128,297795584~4194304,306184192~29360128,352321536~20971520,377487360~29360128] 2024-08-29T18:50:48.150 INFO:tasks.workunit.client.0.smithi028.stdout: limited diff [4194304~16777216,25165824~67108864,96468992~33554432,134217728~12582912,150994944~12582912,171966464~8388608,184549376~20971520,209715200~8388608,230686720~20971520,255852544~4194304,264241152~29360128,297795584~4194304,306184192~29360128,352321536~20971520,377487360~29360128] 2024-08-29T18:50:48.155 INFO:tasks.workunit.client.0.smithi028.stdout: actual was [4194304~88080384,96468992~33554432,134217728~33554432,171966464~50331648,230686720~71303168,306184192~33554432,352321536~20971520,377487360~33554432] 2024-08-29T18:50:48.155 INFO:tasks.workunit.client.0.smithi028.stdout:from 8 to HEAD diff [4194304~16777216,25165824~67108864,96468992~33554432,134217728~12582912,150994944~8388608,171966464~8388608,184549376~20971520,209715200~8388608,230686720~20971520,255852544~4194304,264241152~29360128,306184192~33554432,352321536~20971520,377487360~29360128] 2024-08-29T18:50:48.155 INFO:tasks.workunit.client.0.smithi028.stdout: limited diff [4194304~16777216,25165824~67108864,96468992~33554432,134217728~12582912,150994944~8388608,171966464~8388608,184549376~20971520,209715200~8388608,230686720~20971520,255852544~4194304,264241152~29360128,306184192~33554432,352321536~20971520,377487360~29360128] 2024-08-29T18:50:48.161 INFO:tasks.workunit.client.0.smithi028.stdout: actual was [4194304~88080384,96468992~33554432,134217728~29360128,171966464~50331648,230686720~67108864,306184192~33554432,352321536~20971520,377487360~33554432] 2024-08-29T18:50:48.161 INFO:tasks.workunit.client.0.smithi028.stdout:from 9 to HEAD diff [4194304~16777216,25165824~67108864,96468992~33554432,142606336~4194304,150994944~8388608,171966464~8388608,184549376~20971520,209715200~8388608,234881024~16777216,255852544~4194304,264241152~29360128,306184192~12582912,327155712~12582912,352321536~20971520,377487360~29360128] 2024-08-29T18:50:48.161 INFO:tasks.workunit.client.0.smithi028.stdout: limited diff [4194304~16777216,25165824~67108864,96468992~33554432,142606336~4194304,150994944~8388608,171966464~8388608,184549376~20971520,209715200~8388608,234881024~16777216,255852544~4194304,264241152~29360128,306184192~12582912,327155712~12582912,352321536~20971520,377487360~29360128] 2024-08-29T18:50:48.166 INFO:tasks.workunit.client.0.smithi028.stdout: actual was [4194304~88080384,96468992~33554432,142606336~20971520,171966464~50331648,234881024~62914560,306184192~12582912,327155712~12582912,352321536~20971520,377487360~33554432] 2024-08-29T18:50:48.166 INFO:tasks.workunit.client.0.smithi028.stdout:from 10 to HEAD diff [4194304~4194304,12582912~79691776,96468992~33554432,142606336~4194304,150994944~8388608,184549376~20971520,209715200~8388608,234881024~8388608,247463936~4194304,255852544~4194304,264241152~29360128,306184192~12582912,327155712~12582912,352321536~20971520,377487360~29360128] 2024-08-29T18:50:48.166 INFO:tasks.workunit.client.0.smithi028.stdout: limited diff [4194304~4194304,12582912~79691776,96468992~33554432,142606336~4194304,150994944~8388608,184549376~20971520,209715200~8388608,234881024~8388608,247463936~4194304,255852544~4194304,264241152~29360128,306184192~12582912,327155712~12582912,352321536~20971520,377487360~29360128] 2024-08-29T18:50:48.171 INFO:tasks.workunit.client.0.smithi028.stdout: actual was [4194304~88080384,96468992~33554432,142606336~20971520,184549376~37748736,234881024~8388608,247463936~50331648,306184192~12582912,327155712~12582912,352321536~20971520,377487360~33554432] 2024-08-29T18:50:48.171 INFO:tasks.workunit.client.0.smithi028.stdout:from 11 to HEAD diff [4194304~4194304,12582912~71303168,96468992~29360128,150994944~8388608,184549376~20971520,209715200~8388608,234881024~4194304,247463936~4194304,255852544~4194304,264241152~29360128,306184192~12582912,327155712~12582912,352321536~20971520,377487360~29360128] 2024-08-29T18:50:48.171 INFO:tasks.workunit.client.0.smithi028.stdout: limited diff [4194304~4194304,12582912~71303168,96468992~29360128,150994944~8388608,184549376~20971520,209715200~8388608,234881024~4194304,247463936~4194304,255852544~4194304,264241152~29360128,306184192~12582912,327155712~12582912,352321536~20971520,377487360~29360128] 2024-08-29T18:50:48.175 INFO:tasks.workunit.client.0.smithi028.stdout: actual was [4194304~83886080,96468992~29360128,150994944~12582912,184549376~37748736,234881024~8388608,247463936~50331648,306184192~12582912,327155712~12582912,352321536~20971520,377487360~33554432] 2024-08-29T18:50:48.175 INFO:tasks.workunit.client.0.smithi028.stdout:from 12 to HEAD diff [4194304~4194304,12582912~71303168,96468992~29360128,155189248~8388608,184549376~20971520,209715200~8388608,234881024~4194304,247463936~4194304,255852544~4194304,264241152~25165824,306184192~8388608,327155712~12582912,356515840~16777216,377487360~29360128] 2024-08-29T18:50:48.175 INFO:tasks.workunit.client.0.smithi028.stdout: limited diff [4194304~4194304,12582912~71303168,96468992~29360128,155189248~8388608,184549376~20971520,209715200~8388608,234881024~4194304,247463936~4194304,255852544~4194304,264241152~25165824,306184192~8388608,327155712~12582912,356515840~16777216,377487360~29360128] 2024-08-29T18:50:48.178 INFO:tasks.workunit.client.0.smithi028.stdout: actual was [4194304~83886080,96468992~29360128,155189248~8388608,184549376~37748736,234881024~8388608,247463936~46137344,306184192~12582912,327155712~12582912,356515840~16777216,377487360~33554432] 2024-08-29T18:50:48.326 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:50:48 smithi053 bash[68679]: cluster 2024-08-29T18:50:46.395767+0000 mgr.y (mgr.25022) 1921 : cluster [DBG] pgmap v3471: 137 pgs: 137 active+clean; 855 MiB data, 7.7 GiB used, 708 GiB / 715 GiB avail; 636 KiB/s rd, 8.9 MiB/s wr, 1.20k op/s 2024-08-29T18:50:48.326 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:50:48 smithi053 bash[68679]: cluster 2024-08-29T18:50:47.011004+0000 mon.a (mon.0) 3594 : cluster [DBG] osdmap e2032: 8 total, 8 up, 8 in 2024-08-29T18:50:48.381 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:50:48 smithi028 bash[78352]: cluster 2024-08-29T18:50:46.395767+0000 mgr.y (mgr.25022) 1921 : cluster [DBG] pgmap v3471: 137 pgs: 137 active+clean; 855 MiB data, 7.7 GiB used, 708 GiB / 715 GiB avail; 636 KiB/s rd, 8.9 MiB/s wr, 1.20k op/s 2024-08-29T18:50:48.381 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:50:48 smithi028 bash[78352]: cluster 2024-08-29T18:50:47.011004+0000 mon.a (mon.0) 3594 : cluster [DBG] osdmap e2032: 8 total, 8 up, 8 in 2024-08-29T18:50:48.381 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:50:48 smithi028 bash[77168]: cluster 2024-08-29T18:50:46.395767+0000 mgr.y (mgr.25022) 1921 : cluster [DBG] pgmap v3471: 137 pgs: 137 active+clean; 855 MiB data, 7.7 GiB used, 708 GiB / 715 GiB avail; 636 KiB/s rd, 8.9 MiB/s wr, 1.20k op/s 2024-08-29T18:50:48.381 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:50:48 smithi028 bash[77168]: cluster 2024-08-29T18:50:47.011004+0000 mon.a (mon.0) 3594 : cluster [DBG] osdmap e2032: 8 total, 8 up, 8 in 2024-08-29T18:50:49.058 INFO:tasks.workunit.client.0.smithi028.stdout:from 0 to HEAD diff [0~130023424,134217728~88080384,230686720~20971520,255852544~4194304,264241152~37748736,306184192~33554432,352321536~58720256] 2024-08-29T18:50:49.058 INFO:tasks.workunit.client.0.smithi028.stdout: limited diff [0~130023424,134217728~88080384,230686720~20971520,255852544~4194304,264241152~37748736,306184192~33554432,352321536~58720256] 2024-08-29T18:50:49.095 INFO:tasks.workunit.client.0.smithi028.stdout: actual was [0~130023424,134217728~92274688,230686720~71303168,306184192~37748736,352321536~62914560] 2024-08-29T18:50:49.095 INFO:tasks.workunit.client.0.smithi028.stdout:from 1 to HEAD diff [0~130023424,134217728~46137344,184549376~37748736,230686720~20971520,255852544~4194304,264241152~37748736,306184192~33554432,352321536~58720256] 2024-08-29T18:50:49.096 INFO:tasks.workunit.client.0.smithi028.stdout: limited diff [0~130023424,134217728~46137344,184549376~37748736,230686720~20971520,255852544~4194304,264241152~37748736,306184192~33554432,352321536~58720256] 2024-08-29T18:50:49.121 INFO:tasks.workunit.client.0.smithi028.stdout: actual was [0~130023424,134217728~92274688,230686720~71303168,306184192~37748736,352321536~62914560] 2024-08-29T18:50:49.121 INFO:tasks.workunit.client.0.smithi028.stdout:from 2 to HEAD diff [0~20971520,25165824~104857600,134217728~12582912,150994944~29360128,184549376~37748736,230686720~20971520,255852544~4194304,264241152~37748736,306184192~29360128,352321536~58720256] 2024-08-29T18:50:49.121 INFO:tasks.workunit.client.0.smithi028.stdout: limited diff [0~20971520,25165824~104857600,134217728~12582912,150994944~29360128,184549376~37748736,230686720~20971520,255852544~4194304,264241152~37748736,306184192~29360128,352321536~58720256] 2024-08-29T18:50:49.133 INFO:tasks.workunit.client.0.smithi028.stdout: actual was [0~130023424,134217728~92274688,230686720~71303168,306184192~33554432,352321536~62914560] 2024-08-29T18:50:49.133 INFO:tasks.workunit.client.0.smithi028.stdout:from 3 to HEAD diff [0~20971520,25165824~104857600,134217728~12582912,150994944~29360128,184549376~37748736,230686720~20971520,255852544~4194304,264241152~37748736,306184192~29360128,352321536~58720256] 2024-08-29T18:50:49.133 INFO:tasks.workunit.client.0.smithi028.stdout: limited diff [0~20971520,25165824~104857600,134217728~12582912,150994944~29360128,184549376~37748736,230686720~20971520,255852544~4194304,264241152~37748736,306184192~29360128,352321536~58720256] 2024-08-29T18:50:49.142 INFO:tasks.workunit.client.0.smithi028.stdout: actual was [0~130023424,134217728~92274688,230686720~71303168,306184192~33554432,352321536~62914560] 2024-08-29T18:50:49.142 INFO:tasks.workunit.client.0.smithi028.stdout:from 4 to HEAD diff [4194304~16777216,25165824~104857600,134217728~12582912,150994944~29360128,184549376~37748736,230686720~20971520,255852544~4194304,264241152~37748736,306184192~29360128,352321536~58720256] 2024-08-29T18:50:49.143 INFO:tasks.workunit.client.0.smithi028.stdout: limited diff [4194304~16777216,25165824~104857600,134217728~12582912,150994944~29360128,184549376~37748736,230686720~20971520,255852544~4194304,264241152~37748736,306184192~29360128,352321536~58720256] 2024-08-29T18:50:49.153 INFO:tasks.workunit.client.0.smithi028.stdout: actual was [4194304~125829120,134217728~92274688,230686720~71303168,306184192~33554432,352321536~62914560] 2024-08-29T18:50:49.153 INFO:tasks.workunit.client.0.smithi028.stdout:from 5 to HEAD diff [4194304~16777216,25165824~104857600,134217728~12582912,150994944~16777216,171966464~8388608,184549376~20971520,209715200~12582912,230686720~20971520,255852544~4194304,264241152~37748736,306184192~29360128,352321536~58720256] 2024-08-29T18:50:49.153 INFO:tasks.workunit.client.0.smithi028.stdout: limited diff [4194304~16777216,25165824~104857600,134217728~12582912,150994944~16777216,171966464~8388608,184549376~20971520,209715200~12582912,230686720~20971520,255852544~4194304,264241152~37748736,306184192~29360128,352321536~58720256] 2024-08-29T18:50:49.160 INFO:tasks.workunit.client.0.smithi028.stdout: actual was [4194304~125829120,134217728~92274688,230686720~71303168,306184192~33554432,352321536~58720256] 2024-08-29T18:50:49.160 INFO:tasks.workunit.client.0.smithi028.stdout:from 6 to HEAD diff [4194304~16777216,25165824~67108864,96468992~33554432,134217728~12582912,150994944~12582912,171966464~8388608,184549376~20971520,209715200~8388608,230686720~20971520,255852544~4194304,264241152~37748736,306184192~29360128,352321536~20971520,377487360~33554432] 2024-08-29T18:50:49.161 INFO:tasks.workunit.client.0.smithi028.stdout: limited diff [4194304~16777216,25165824~67108864,96468992~33554432,134217728~12582912,150994944~12582912,171966464~8388608,184549376~20971520,209715200~8388608,230686720~20971520,255852544~4194304,264241152~37748736,306184192~29360128,352321536~20971520,377487360~33554432] 2024-08-29T18:50:49.163 INFO:tasks.workunit.client.0.smithi028.stdout: actual was [4194304~88080384,96468992~33554432,134217728~33554432,171966464~50331648,230686720~71303168,306184192~33554432,352321536~20971520,377487360~33554432] 2024-08-29T18:50:49.163 INFO:tasks.workunit.client.0.smithi028.stdout:from 7 to HEAD diff [4194304~16777216,25165824~67108864,96468992~33554432,134217728~12582912,150994944~12582912,171966464~8388608,184549376~20971520,209715200~8388608,230686720~20971520,255852544~4194304,264241152~29360128,297795584~4194304,306184192~29360128,352321536~20971520,377487360~29360128] 2024-08-29T18:50:49.163 INFO:tasks.workunit.client.0.smithi028.stdout: limited diff [4194304~16777216,25165824~67108864,96468992~33554432,134217728~12582912,150994944~12582912,171966464~8388608,184549376~20971520,209715200~8388608,230686720~20971520,255852544~4194304,264241152~29360128,297795584~4194304,306184192~29360128,352321536~20971520,377487360~29360128] 2024-08-29T18:50:49.167 INFO:tasks.workunit.client.0.smithi028.stdout: actual was [4194304~88080384,96468992~33554432,134217728~33554432,171966464~50331648,230686720~71303168,306184192~33554432,352321536~20971520,377487360~33554432] 2024-08-29T18:50:49.167 INFO:tasks.workunit.client.0.smithi028.stdout:from 8 to HEAD diff [4194304~16777216,25165824~67108864,96468992~33554432,134217728~12582912,150994944~8388608,171966464~8388608,184549376~20971520,209715200~8388608,230686720~20971520,255852544~4194304,264241152~29360128,306184192~33554432,352321536~20971520,377487360~29360128] 2024-08-29T18:50:49.167 INFO:tasks.workunit.client.0.smithi028.stdout: limited diff [4194304~16777216,25165824~67108864,96468992~33554432,134217728~12582912,150994944~8388608,171966464~8388608,184549376~20971520,209715200~8388608,230686720~20971520,255852544~4194304,264241152~29360128,306184192~33554432,352321536~20971520,377487360~29360128] 2024-08-29T18:50:49.171 INFO:tasks.workunit.client.0.smithi028.stdout: actual was [4194304~88080384,96468992~33554432,134217728~29360128,171966464~50331648,230686720~67108864,306184192~33554432,352321536~20971520,377487360~33554432] 2024-08-29T18:50:49.171 INFO:tasks.workunit.client.0.smithi028.stdout:from 9 to HEAD diff [4194304~16777216,25165824~67108864,96468992~33554432,142606336~4194304,150994944~8388608,171966464~8388608,184549376~20971520,209715200~8388608,234881024~16777216,255852544~4194304,264241152~29360128,306184192~12582912,327155712~12582912,352321536~20971520,377487360~29360128] 2024-08-29T18:50:49.171 INFO:tasks.workunit.client.0.smithi028.stdout: limited diff [4194304~16777216,25165824~67108864,96468992~33554432,142606336~4194304,150994944~8388608,171966464~8388608,184549376~20971520,209715200~8388608,234881024~16777216,255852544~4194304,264241152~29360128,306184192~12582912,327155712~12582912,352321536~20971520,377487360~29360128] 2024-08-29T18:50:49.174 INFO:tasks.workunit.client.0.smithi028.stdout: actual was [4194304~88080384,96468992~33554432,142606336~20971520,171966464~50331648,234881024~62914560,306184192~12582912,327155712~12582912,352321536~20971520,377487360~33554432] 2024-08-29T18:50:49.174 INFO:tasks.workunit.client.0.smithi028.stdout:from 10 to HEAD diff [4194304~4194304,12582912~79691776,96468992~33554432,142606336~4194304,150994944~8388608,184549376~20971520,209715200~8388608,234881024~8388608,247463936~4194304,255852544~4194304,264241152~29360128,306184192~12582912,327155712~12582912,352321536~20971520,377487360~29360128] 2024-08-29T18:50:49.174 INFO:tasks.workunit.client.0.smithi028.stdout: limited diff [4194304~4194304,12582912~79691776,96468992~33554432,142606336~4194304,150994944~8388608,184549376~20971520,209715200~8388608,234881024~8388608,247463936~4194304,255852544~4194304,264241152~29360128,306184192~12582912,327155712~12582912,352321536~20971520,377487360~29360128] 2024-08-29T18:50:49.177 INFO:tasks.workunit.client.0.smithi028.stdout: actual was [4194304~88080384,96468992~33554432,142606336~20971520,184549376~37748736,234881024~8388608,247463936~50331648,306184192~12582912,327155712~12582912,352321536~20971520,377487360~33554432] 2024-08-29T18:50:49.177 INFO:tasks.workunit.client.0.smithi028.stdout:from 11 to HEAD diff [4194304~4194304,12582912~71303168,96468992~29360128,150994944~8388608,184549376~20971520,209715200~8388608,234881024~4194304,247463936~4194304,255852544~4194304,264241152~29360128,306184192~12582912,327155712~12582912,352321536~20971520,377487360~29360128] 2024-08-29T18:50:49.178 INFO:tasks.workunit.client.0.smithi028.stdout: limited diff [4194304~4194304,12582912~71303168,96468992~29360128,150994944~8388608,184549376~20971520,209715200~8388608,234881024~4194304,247463936~4194304,255852544~4194304,264241152~29360128,306184192~12582912,327155712~12582912,352321536~20971520,377487360~29360128] 2024-08-29T18:50:49.179 INFO:tasks.workunit.client.0.smithi028.stdout: actual was [4194304~83886080,96468992~29360128,150994944~12582912,184549376~37748736,234881024~8388608,247463936~50331648,306184192~12582912,327155712~12582912,352321536~20971520,377487360~33554432] 2024-08-29T18:50:49.326 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:50:49 smithi053 bash[68679]: cluster 2024-08-29T18:50:48.010779+0000 mon.a (mon.0) 3595 : cluster [DBG] osdmap e2033: 8 total, 8 up, 8 in 2024-08-29T18:50:49.381 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:50:49 smithi028 bash[78352]: cluster 2024-08-29T18:50:48.010779+0000 mon.a (mon.0) 3595 : cluster [DBG] osdmap e2033: 8 total, 8 up, 8 in 2024-08-29T18:50:49.381 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:50:49 smithi028 bash[77168]: cluster 2024-08-29T18:50:48.010779+0000 mon.a (mon.0) 3595 : cluster [DBG] osdmap e2033: 8 total, 8 up, 8 in 2024-08-29T18:50:50.049 INFO:tasks.workunit.client.0.smithi028.stdout:from 0 to HEAD diff [0~130023424,134217728~88080384,230686720~20971520,255852544~4194304,264241152~37748736,306184192~33554432,352321536~58720256] 2024-08-29T18:50:50.049 INFO:tasks.workunit.client.0.smithi028.stdout: limited diff [0~130023424,134217728~88080384,230686720~20971520,255852544~4194304,264241152~37748736,306184192~33554432,352321536~58720256] 2024-08-29T18:50:50.133 INFO:tasks.workunit.client.0.smithi028.stdout: actual was [0~130023424,134217728~92274688,230686720~71303168,306184192~37748736,352321536~62914560] 2024-08-29T18:50:50.133 INFO:tasks.workunit.client.0.smithi028.stdout:from 1 to HEAD diff [0~130023424,134217728~46137344,184549376~37748736,230686720~20971520,255852544~4194304,264241152~37748736,306184192~33554432,352321536~58720256] 2024-08-29T18:50:50.133 INFO:tasks.workunit.client.0.smithi028.stdout: limited diff [0~130023424,134217728~46137344,184549376~37748736,230686720~20971520,255852544~4194304,264241152~37748736,306184192~33554432,352321536~58720256] 2024-08-29T18:50:50.141 INFO:tasks.workunit.client.0.smithi028.stdout: actual was [0~130023424,134217728~92274688,230686720~71303168,306184192~37748736,352321536~62914560] 2024-08-29T18:50:50.142 INFO:tasks.workunit.client.0.smithi028.stdout:from 2 to HEAD diff [0~20971520,25165824~104857600,134217728~12582912,150994944~29360128,184549376~37748736,230686720~20971520,255852544~4194304,264241152~37748736,306184192~29360128,352321536~58720256] 2024-08-29T18:50:50.142 INFO:tasks.workunit.client.0.smithi028.stdout: limited diff [0~20971520,25165824~104857600,134217728~12582912,150994944~29360128,184549376~37748736,230686720~20971520,255852544~4194304,264241152~37748736,306184192~29360128,352321536~58720256] 2024-08-29T18:50:50.155 INFO:tasks.workunit.client.0.smithi028.stdout: actual was [0~130023424,134217728~92274688,230686720~71303168,306184192~33554432,352321536~62914560] 2024-08-29T18:50:50.155 INFO:tasks.workunit.client.0.smithi028.stdout:from 3 to HEAD diff [0~20971520,25165824~104857600,134217728~12582912,150994944~29360128,184549376~37748736,230686720~20971520,255852544~4194304,264241152~37748736,306184192~29360128,352321536~58720256] 2024-08-29T18:50:50.156 INFO:tasks.workunit.client.0.smithi028.stdout: limited diff [0~20971520,25165824~104857600,134217728~12582912,150994944~29360128,184549376~37748736,230686720~20971520,255852544~4194304,264241152~37748736,306184192~29360128,352321536~58720256] 2024-08-29T18:50:50.166 INFO:tasks.workunit.client.0.smithi028.stdout: actual was [0~130023424,134217728~92274688,230686720~71303168,306184192~33554432,352321536~62914560] 2024-08-29T18:50:50.166 INFO:tasks.workunit.client.0.smithi028.stdout:from 4 to HEAD diff [4194304~16777216,25165824~104857600,134217728~12582912,150994944~29360128,184549376~37748736,230686720~20971520,255852544~4194304,264241152~37748736,306184192~29360128,352321536~58720256] 2024-08-29T18:50:50.166 INFO:tasks.workunit.client.0.smithi028.stdout: limited diff [4194304~16777216,25165824~104857600,134217728~12582912,150994944~29360128,184549376~37748736,230686720~20971520,255852544~4194304,264241152~37748736,306184192~29360128,352321536~58720256] 2024-08-29T18:50:50.170 INFO:tasks.workunit.client.0.smithi028.stdout: actual was [4194304~125829120,134217728~92274688,230686720~71303168,306184192~33554432,352321536~62914560] 2024-08-29T18:50:50.170 INFO:tasks.workunit.client.0.smithi028.stdout:from 5 to HEAD diff [4194304~16777216,25165824~104857600,134217728~12582912,150994944~16777216,171966464~8388608,184549376~20971520,209715200~12582912,230686720~20971520,255852544~4194304,264241152~37748736,306184192~29360128,352321536~58720256] 2024-08-29T18:50:50.170 INFO:tasks.workunit.client.0.smithi028.stdout: limited diff [4194304~16777216,25165824~104857600,134217728~12582912,150994944~16777216,171966464~8388608,184549376~20971520,209715200~12582912,230686720~20971520,255852544~4194304,264241152~37748736,306184192~29360128,352321536~58720256] 2024-08-29T18:50:50.174 INFO:tasks.workunit.client.0.smithi028.stdout: actual was [4194304~125829120,134217728~92274688,230686720~71303168,306184192~33554432,352321536~58720256] 2024-08-29T18:50:50.174 INFO:tasks.workunit.client.0.smithi028.stdout:from 6 to HEAD diff [4194304~16777216,25165824~67108864,96468992~33554432,134217728~12582912,150994944~12582912,171966464~8388608,184549376~20971520,209715200~8388608,230686720~20971520,255852544~4194304,264241152~37748736,306184192~29360128,352321536~20971520,377487360~33554432] 2024-08-29T18:50:50.174 INFO:tasks.workunit.client.0.smithi028.stdout: limited diff [4194304~16777216,25165824~67108864,96468992~33554432,134217728~12582912,150994944~12582912,171966464~8388608,184549376~20971520,209715200~8388608,230686720~20971520,255852544~4194304,264241152~37748736,306184192~29360128,352321536~20971520,377487360~33554432] 2024-08-29T18:50:50.177 INFO:tasks.workunit.client.0.smithi028.stdout: actual was [4194304~88080384,96468992~33554432,134217728~33554432,171966464~50331648,230686720~71303168,306184192~33554432,352321536~20971520,377487360~33554432] 2024-08-29T18:50:50.178 INFO:tasks.workunit.client.0.smithi028.stdout:from 7 to HEAD diff [4194304~16777216,25165824~67108864,96468992~33554432,134217728~12582912,150994944~12582912,171966464~8388608,184549376~20971520,209715200~8388608,230686720~20971520,255852544~4194304,264241152~29360128,297795584~4194304,306184192~29360128,352321536~20971520,377487360~29360128] 2024-08-29T18:50:50.178 INFO:tasks.workunit.client.0.smithi028.stdout: limited diff [4194304~16777216,25165824~67108864,96468992~33554432,134217728~12582912,150994944~12582912,171966464~8388608,184549376~20971520,209715200~8388608,230686720~20971520,255852544~4194304,264241152~29360128,297795584~4194304,306184192~29360128,352321536~20971520,377487360~29360128] 2024-08-29T18:50:50.180 INFO:tasks.workunit.client.0.smithi028.stdout: actual was [4194304~88080384,96468992~33554432,134217728~33554432,171966464~50331648,230686720~71303168,306184192~33554432,352321536~20971520,377487360~33554432] 2024-08-29T18:50:50.180 INFO:tasks.workunit.client.0.smithi028.stdout:from 8 to HEAD diff [4194304~16777216,25165824~67108864,96468992~33554432,134217728~12582912,150994944~8388608,171966464~8388608,184549376~20971520,209715200~8388608,230686720~20971520,255852544~4194304,264241152~29360128,306184192~33554432,352321536~20971520,377487360~29360128] 2024-08-29T18:50:50.180 INFO:tasks.workunit.client.0.smithi028.stdout: limited diff [4194304~16777216,25165824~67108864,96468992~33554432,134217728~12582912,150994944~8388608,171966464~8388608,184549376~20971520,209715200~8388608,230686720~20971520,255852544~4194304,264241152~29360128,306184192~33554432,352321536~20971520,377487360~29360128] 2024-08-29T18:50:50.184 INFO:tasks.workunit.client.0.smithi028.stdout: actual was [4194304~88080384,96468992~33554432,134217728~29360128,171966464~50331648,230686720~67108864,306184192~33554432,352321536~20971520,377487360~33554432] 2024-08-29T18:50:50.184 INFO:tasks.workunit.client.0.smithi028.stdout:from 9 to HEAD diff [4194304~16777216,25165824~67108864,96468992~33554432,142606336~4194304,150994944~8388608,171966464~8388608,184549376~20971520,209715200~8388608,234881024~16777216,255852544~4194304,264241152~29360128,306184192~12582912,327155712~12582912,352321536~20971520,377487360~29360128] 2024-08-29T18:50:50.184 INFO:tasks.workunit.client.0.smithi028.stdout: limited diff [4194304~16777216,25165824~67108864,96468992~33554432,142606336~4194304,150994944~8388608,171966464~8388608,184549376~20971520,209715200~8388608,234881024~16777216,255852544~4194304,264241152~29360128,306184192~12582912,327155712~12582912,352321536~20971520,377487360~29360128] 2024-08-29T18:50:50.185 INFO:tasks.workunit.client.0.smithi028.stdout: actual was [4194304~88080384,96468992~33554432,142606336~20971520,171966464~50331648,234881024~62914560,306184192~12582912,327155712~12582912,352321536~20971520,377487360~33554432] 2024-08-29T18:50:50.185 INFO:tasks.workunit.client.0.smithi028.stdout:from 10 to HEAD diff [4194304~4194304,12582912~79691776,96468992~33554432,142606336~4194304,150994944~8388608,184549376~20971520,209715200~8388608,234881024~8388608,247463936~4194304,255852544~4194304,264241152~29360128,306184192~12582912,327155712~12582912,352321536~20971520,377487360~29360128] 2024-08-29T18:50:50.185 INFO:tasks.workunit.client.0.smithi028.stdout: limited diff [4194304~4194304,12582912~79691776,96468992~33554432,142606336~4194304,150994944~8388608,184549376~20971520,209715200~8388608,234881024~8388608,247463936~4194304,255852544~4194304,264241152~29360128,306184192~12582912,327155712~12582912,352321536~20971520,377487360~29360128] 2024-08-29T18:50:50.186 INFO:tasks.workunit.client.0.smithi028.stdout: actual was [4194304~88080384,96468992~33554432,142606336~20971520,184549376~37748736,234881024~8388608,247463936~50331648,306184192~12582912,327155712~12582912,352321536~20971520,377487360~33554432] 2024-08-29T18:50:50.326 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:50:50 smithi053 bash[68679]: cluster 2024-08-29T18:50:48.396518+0000 mgr.y (mgr.25022) 1922 : cluster [DBG] pgmap v3474: 137 pgs: 137 active+clean; 854 MiB data, 7.7 GiB used, 708 GiB / 715 GiB avail; 373 KiB/s rd, 2.4 MiB/s wr, 742 op/s 2024-08-29T18:50:50.327 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:50:50 smithi053 bash[68679]: cluster 2024-08-29T18:50:49.031499+0000 mon.a (mon.0) 3596 : cluster [DBG] osdmap e2034: 8 total, 8 up, 8 in 2024-08-29T18:50:50.381 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:50:50 smithi028 bash[77168]: cluster 2024-08-29T18:50:48.396518+0000 mgr.y (mgr.25022) 1922 : cluster [DBG] pgmap v3474: 137 pgs: 137 active+clean; 854 MiB data, 7.7 GiB used, 708 GiB / 715 GiB avail; 373 KiB/s rd, 2.4 MiB/s wr, 742 op/s 2024-08-29T18:50:50.381 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:50:50 smithi028 bash[77168]: cluster 2024-08-29T18:50:49.031499+0000 mon.a (mon.0) 3596 : cluster [DBG] osdmap e2034: 8 total, 8 up, 8 in 2024-08-29T18:50:50.381 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:50:50 smithi028 bash[78352]: cluster 2024-08-29T18:50:48.396518+0000 mgr.y (mgr.25022) 1922 : cluster [DBG] pgmap v3474: 137 pgs: 137 active+clean; 854 MiB data, 7.7 GiB used, 708 GiB / 715 GiB avail; 373 KiB/s rd, 2.4 MiB/s wr, 742 op/s 2024-08-29T18:50:50.381 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:50:50 smithi028 bash[78352]: cluster 2024-08-29T18:50:49.031499+0000 mon.a (mon.0) 3596 : cluster [DBG] osdmap e2034: 8 total, 8 up, 8 in 2024-08-29T18:50:51.073 INFO:tasks.workunit.client.0.smithi028.stdout:from 0 to HEAD diff [0~130023424,134217728~88080384,230686720~20971520,255852544~4194304,264241152~37748736,306184192~33554432,352321536~58720256] 2024-08-29T18:50:51.073 INFO:tasks.workunit.client.0.smithi028.stdout: limited diff [0~130023424,134217728~88080384,230686720~20971520,255852544~4194304,264241152~37748736,306184192~33554432,352321536~58720256] 2024-08-29T18:50:51.114 INFO:tasks.workunit.client.0.smithi028.stdout: actual was [0~130023424,134217728~92274688,230686720~71303168,306184192~37748736,352321536~62914560] 2024-08-29T18:50:51.115 INFO:tasks.workunit.client.0.smithi028.stdout:from 1 to HEAD diff [0~130023424,134217728~46137344,184549376~37748736,230686720~20971520,255852544~4194304,264241152~37748736,306184192~33554432,352321536~58720256] 2024-08-29T18:50:51.115 INFO:tasks.workunit.client.0.smithi028.stdout: limited diff [0~130023424,134217728~46137344,184549376~37748736,230686720~20971520,255852544~4194304,264241152~37748736,306184192~33554432,352321536~58720256] 2024-08-29T18:50:51.129 INFO:tasks.workunit.client.0.smithi028.stdout: actual was [0~130023424,134217728~92274688,230686720~71303168,306184192~37748736,352321536~62914560] 2024-08-29T18:50:51.129 INFO:tasks.workunit.client.0.smithi028.stdout:from 2 to HEAD diff [0~20971520,25165824~104857600,134217728~12582912,150994944~29360128,184549376~37748736,230686720~20971520,255852544~4194304,264241152~37748736,306184192~29360128,352321536~58720256] 2024-08-29T18:50:51.129 INFO:tasks.workunit.client.0.smithi028.stdout: limited diff [0~20971520,25165824~104857600,134217728~12582912,150994944~29360128,184549376~37748736,230686720~20971520,255852544~4194304,264241152~37748736,306184192~29360128,352321536~58720256] 2024-08-29T18:50:51.134 INFO:tasks.workunit.client.0.smithi028.stdout: actual was [0~130023424,134217728~92274688,230686720~71303168,306184192~33554432,352321536~62914560] 2024-08-29T18:50:51.134 INFO:tasks.workunit.client.0.smithi028.stdout:from 3 to HEAD diff [0~20971520,25165824~104857600,134217728~12582912,150994944~29360128,184549376~37748736,230686720~20971520,255852544~4194304,264241152~37748736,306184192~29360128,352321536~58720256] 2024-08-29T18:50:51.134 INFO:tasks.workunit.client.0.smithi028.stdout: limited diff [0~20971520,25165824~104857600,134217728~12582912,150994944~29360128,184549376~37748736,230686720~20971520,255852544~4194304,264241152~37748736,306184192~29360128,352321536~58720256] 2024-08-29T18:50:51.146 INFO:tasks.workunit.client.0.smithi028.stdout: actual was [0~130023424,134217728~92274688,230686720~71303168,306184192~33554432,352321536~62914560] 2024-08-29T18:50:51.146 INFO:tasks.workunit.client.0.smithi028.stdout:from 4 to HEAD diff [4194304~16777216,25165824~104857600,134217728~12582912,150994944~29360128,184549376~37748736,230686720~20971520,255852544~4194304,264241152~37748736,306184192~29360128,352321536~58720256] 2024-08-29T18:50:51.146 INFO:tasks.workunit.client.0.smithi028.stdout: limited diff [4194304~16777216,25165824~104857600,134217728~12582912,150994944~29360128,184549376~37748736,230686720~20971520,255852544~4194304,264241152~37748736,306184192~29360128,352321536~58720256] 2024-08-29T18:50:51.155 INFO:tasks.workunit.client.0.smithi028.stdout: actual was [4194304~125829120,134217728~92274688,230686720~71303168,306184192~33554432,352321536~62914560] 2024-08-29T18:50:51.155 INFO:tasks.workunit.client.0.smithi028.stdout:from 5 to HEAD diff [4194304~16777216,25165824~104857600,134217728~12582912,150994944~16777216,171966464~8388608,184549376~20971520,209715200~12582912,230686720~20971520,255852544~4194304,264241152~37748736,306184192~29360128,352321536~58720256] 2024-08-29T18:50:51.155 INFO:tasks.workunit.client.0.smithi028.stdout: limited diff [4194304~16777216,25165824~104857600,134217728~12582912,150994944~16777216,171966464~8388608,184549376~20971520,209715200~12582912,230686720~20971520,255852544~4194304,264241152~37748736,306184192~29360128,352321536~58720256] 2024-08-29T18:50:51.158 INFO:tasks.workunit.client.0.smithi028.stdout: actual was [4194304~125829120,134217728~92274688,230686720~71303168,306184192~33554432,352321536~58720256] 2024-08-29T18:50:51.158 INFO:tasks.workunit.client.0.smithi028.stdout:from 6 to HEAD diff [4194304~16777216,25165824~67108864,96468992~33554432,134217728~12582912,150994944~12582912,171966464~8388608,184549376~20971520,209715200~8388608,230686720~20971520,255852544~4194304,264241152~37748736,306184192~29360128,352321536~20971520,377487360~33554432] 2024-08-29T18:50:51.158 INFO:tasks.workunit.client.0.smithi028.stdout: limited diff [4194304~16777216,25165824~67108864,96468992~33554432,134217728~12582912,150994944~12582912,171966464~8388608,184549376~20971520,209715200~8388608,230686720~20971520,255852544~4194304,264241152~37748736,306184192~29360128,352321536~20971520,377487360~33554432] 2024-08-29T18:50:51.161 INFO:tasks.workunit.client.0.smithi028.stdout: actual was [4194304~88080384,96468992~33554432,134217728~33554432,171966464~50331648,230686720~71303168,306184192~33554432,352321536~20971520,377487360~33554432] 2024-08-29T18:50:51.161 INFO:tasks.workunit.client.0.smithi028.stdout:from 7 to HEAD diff [4194304~16777216,25165824~67108864,96468992~33554432,134217728~12582912,150994944~12582912,171966464~8388608,184549376~20971520,209715200~8388608,230686720~20971520,255852544~4194304,264241152~29360128,297795584~4194304,306184192~29360128,352321536~20971520,377487360~29360128] 2024-08-29T18:50:51.161 INFO:tasks.workunit.client.0.smithi028.stdout: limited diff [4194304~16777216,25165824~67108864,96468992~33554432,134217728~12582912,150994944~12582912,171966464~8388608,184549376~20971520,209715200~8388608,230686720~20971520,255852544~4194304,264241152~29360128,297795584~4194304,306184192~29360128,352321536~20971520,377487360~29360128] 2024-08-29T18:50:51.163 INFO:tasks.workunit.client.0.smithi028.stdout: actual was [4194304~88080384,96468992~33554432,134217728~33554432,171966464~50331648,230686720~71303168,306184192~33554432,352321536~20971520,377487360~33554432] 2024-08-29T18:50:51.163 INFO:tasks.workunit.client.0.smithi028.stdout:from 8 to HEAD diff [4194304~16777216,25165824~67108864,96468992~33554432,134217728~12582912,150994944~8388608,171966464~8388608,184549376~20971520,209715200~8388608,230686720~20971520,255852544~4194304,264241152~29360128,306184192~33554432,352321536~20971520,377487360~29360128] 2024-08-29T18:50:51.163 INFO:tasks.workunit.client.0.smithi028.stdout: limited diff [4194304~16777216,25165824~67108864,96468992~33554432,134217728~12582912,150994944~8388608,171966464~8388608,184549376~20971520,209715200~8388608,230686720~20971520,255852544~4194304,264241152~29360128,306184192~33554432,352321536~20971520,377487360~29360128] 2024-08-29T18:50:51.165 INFO:tasks.workunit.client.0.smithi028.stdout: actual was [4194304~88080384,96468992~33554432,134217728~29360128,171966464~50331648,230686720~67108864,306184192~33554432,352321536~20971520,377487360~33554432] 2024-08-29T18:50:51.165 INFO:tasks.workunit.client.0.smithi028.stdout:from 9 to HEAD diff [4194304~16777216,25165824~67108864,96468992~33554432,142606336~4194304,150994944~8388608,171966464~8388608,184549376~20971520,209715200~8388608,234881024~16777216,255852544~4194304,264241152~29360128,306184192~12582912,327155712~12582912,352321536~20971520,377487360~29360128] 2024-08-29T18:50:51.165 INFO:tasks.workunit.client.0.smithi028.stdout: limited diff [4194304~16777216,25165824~67108864,96468992~33554432,142606336~4194304,150994944~8388608,171966464~8388608,184549376~20971520,209715200~8388608,234881024~16777216,255852544~4194304,264241152~29360128,306184192~12582912,327155712~12582912,352321536~20971520,377487360~29360128] 2024-08-29T18:50:51.167 INFO:tasks.workunit.client.0.smithi028.stdout: actual was [4194304~88080384,96468992~33554432,142606336~20971520,171966464~50331648,234881024~62914560,306184192~12582912,327155712~12582912,352321536~20971520,377487360~33554432] 2024-08-29T18:50:51.326 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:50:51 smithi053 bash[68679]: cluster 2024-08-29T18:50:50.034761+0000 mon.a (mon.0) 3597 : cluster [DBG] osdmap e2035: 8 total, 8 up, 8 in 2024-08-29T18:50:51.381 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:50:51 smithi028 bash[77168]: cluster 2024-08-29T18:50:50.034761+0000 mon.a (mon.0) 3597 : cluster [DBG] osdmap e2035: 8 total, 8 up, 8 in 2024-08-29T18:50:51.381 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:50:51 smithi028 bash[78352]: cluster 2024-08-29T18:50:50.034761+0000 mon.a (mon.0) 3597 : cluster [DBG] osdmap e2035: 8 total, 8 up, 8 in 2024-08-29T18:50:51.881 INFO:journalctl@ceph.mgr.y.smithi028.stdout:Aug 29 18:50:51 smithi028 bash[70818]: ::ffff:172.21.15.53 - - [29/Aug/2024:18:50:51] "GET /metrics HTTP/1.1" 200 36707 "" "Prometheus/2.43.0" 2024-08-29T18:50:52.082 INFO:tasks.workunit.client.0.smithi028.stdout:from 0 to HEAD diff [0~130023424,134217728~88080384,230686720~20971520,255852544~4194304,264241152~37748736,306184192~33554432,352321536~58720256] 2024-08-29T18:50:52.083 INFO:tasks.workunit.client.0.smithi028.stdout: limited diff [0~130023424,134217728~88080384,230686720~20971520,255852544~4194304,264241152~37748736,306184192~33554432,352321536~58720256] 2024-08-29T18:50:52.133 INFO:tasks.workunit.client.0.smithi028.stdout: actual was [0~130023424,134217728~92274688,230686720~71303168,306184192~37748736,352321536~62914560] 2024-08-29T18:50:52.133 INFO:tasks.workunit.client.0.smithi028.stdout:from 1 to HEAD diff [0~130023424,134217728~46137344,184549376~37748736,230686720~20971520,255852544~4194304,264241152~37748736,306184192~33554432,352321536~58720256] 2024-08-29T18:50:52.133 INFO:tasks.workunit.client.0.smithi028.stdout: limited diff [0~130023424,134217728~46137344,184549376~37748736,230686720~20971520,255852544~4194304,264241152~37748736,306184192~33554432,352321536~58720256] 2024-08-29T18:50:52.150 INFO:tasks.workunit.client.0.smithi028.stdout: actual was [0~130023424,134217728~92274688,230686720~71303168,306184192~37748736,352321536~62914560] 2024-08-29T18:50:52.151 INFO:tasks.workunit.client.0.smithi028.stdout:from 2 to HEAD diff [0~20971520,25165824~104857600,134217728~12582912,150994944~29360128,184549376~37748736,230686720~20971520,255852544~4194304,264241152~37748736,306184192~29360128,352321536~58720256] 2024-08-29T18:50:52.151 INFO:tasks.workunit.client.0.smithi028.stdout: limited diff [0~20971520,25165824~104857600,134217728~12582912,150994944~29360128,184549376~37748736,230686720~20971520,255852544~4194304,264241152~37748736,306184192~29360128,352321536~58720256] 2024-08-29T18:50:52.158 INFO:tasks.workunit.client.0.smithi028.stdout: actual was [0~130023424,134217728~92274688,230686720~71303168,306184192~33554432,352321536~62914560] 2024-08-29T18:50:52.158 INFO:tasks.workunit.client.0.smithi028.stdout:from 3 to HEAD diff [0~20971520,25165824~104857600,134217728~12582912,150994944~29360128,184549376~37748736,230686720~20971520,255852544~4194304,264241152~37748736,306184192~29360128,352321536~58720256] 2024-08-29T18:50:52.158 INFO:tasks.workunit.client.0.smithi028.stdout: limited diff [0~20971520,25165824~104857600,134217728~12582912,150994944~29360128,184549376~37748736,230686720~20971520,255852544~4194304,264241152~37748736,306184192~29360128,352321536~58720256] 2024-08-29T18:50:52.162 INFO:tasks.workunit.client.0.smithi028.stdout: actual was [0~130023424,134217728~92274688,230686720~71303168,306184192~33554432,352321536~62914560] 2024-08-29T18:50:52.162 INFO:tasks.workunit.client.0.smithi028.stdout:from 4 to HEAD diff [4194304~16777216,25165824~104857600,134217728~12582912,150994944~29360128,184549376~37748736,230686720~20971520,255852544~4194304,264241152~37748736,306184192~29360128,352321536~58720256] 2024-08-29T18:50:52.162 INFO:tasks.workunit.client.0.smithi028.stdout: limited diff [4194304~16777216,25165824~104857600,134217728~12582912,150994944~29360128,184549376~37748736,230686720~20971520,255852544~4194304,264241152~37748736,306184192~29360128,352321536~58720256] 2024-08-29T18:50:52.167 INFO:tasks.workunit.client.0.smithi028.stdout: actual was [4194304~125829120,134217728~92274688,230686720~71303168,306184192~33554432,352321536~62914560] 2024-08-29T18:50:52.167 INFO:tasks.workunit.client.0.smithi028.stdout:from 5 to HEAD diff [4194304~16777216,25165824~104857600,134217728~12582912,150994944~16777216,171966464~8388608,184549376~20971520,209715200~12582912,230686720~20971520,255852544~4194304,264241152~37748736,306184192~29360128,352321536~58720256] 2024-08-29T18:50:52.167 INFO:tasks.workunit.client.0.smithi028.stdout: limited diff [4194304~16777216,25165824~104857600,134217728~12582912,150994944~16777216,171966464~8388608,184549376~20971520,209715200~12582912,230686720~20971520,255852544~4194304,264241152~37748736,306184192~29360128,352321536~58720256] 2024-08-29T18:50:52.170 INFO:tasks.workunit.client.0.smithi028.stdout: actual was [4194304~125829120,134217728~92274688,230686720~71303168,306184192~33554432,352321536~58720256] 2024-08-29T18:50:52.170 INFO:tasks.workunit.client.0.smithi028.stdout:from 6 to HEAD diff [4194304~16777216,25165824~67108864,96468992~33554432,134217728~12582912,150994944~12582912,171966464~8388608,184549376~20971520,209715200~8388608,230686720~20971520,255852544~4194304,264241152~37748736,306184192~29360128,352321536~20971520,377487360~33554432] 2024-08-29T18:50:52.170 INFO:tasks.workunit.client.0.smithi028.stdout: limited diff [4194304~16777216,25165824~67108864,96468992~33554432,134217728~12582912,150994944~12582912,171966464~8388608,184549376~20971520,209715200~8388608,230686720~20971520,255852544~4194304,264241152~37748736,306184192~29360128,352321536~20971520,377487360~33554432] 2024-08-29T18:50:52.173 INFO:tasks.workunit.client.0.smithi028.stdout: actual was [4194304~88080384,96468992~33554432,134217728~33554432,171966464~50331648,230686720~71303168,306184192~33554432,352321536~20971520,377487360~33554432] 2024-08-29T18:50:52.173 INFO:tasks.workunit.client.0.smithi028.stdout:from 7 to HEAD diff [4194304~16777216,25165824~67108864,96468992~33554432,134217728~12582912,150994944~12582912,171966464~8388608,184549376~20971520,209715200~8388608,230686720~20971520,255852544~4194304,264241152~29360128,297795584~4194304,306184192~29360128,352321536~20971520,377487360~29360128] 2024-08-29T18:50:52.173 INFO:tasks.workunit.client.0.smithi028.stdout: limited diff [4194304~16777216,25165824~67108864,96468992~33554432,134217728~12582912,150994944~12582912,171966464~8388608,184549376~20971520,209715200~8388608,230686720~20971520,255852544~4194304,264241152~29360128,297795584~4194304,306184192~29360128,352321536~20971520,377487360~29360128] 2024-08-29T18:50:52.174 INFO:tasks.workunit.client.0.smithi028.stdout: actual was [4194304~88080384,96468992~33554432,134217728~33554432,171966464~50331648,230686720~71303168,306184192~33554432,352321536~20971520,377487360~33554432] 2024-08-29T18:50:52.174 INFO:tasks.workunit.client.0.smithi028.stdout:from 8 to HEAD diff [4194304~16777216,25165824~67108864,96468992~33554432,134217728~12582912,150994944~8388608,171966464~8388608,184549376~20971520,209715200~8388608,230686720~20971520,255852544~4194304,264241152~29360128,306184192~33554432,352321536~20971520,377487360~29360128] 2024-08-29T18:50:52.174 INFO:tasks.workunit.client.0.smithi028.stdout: limited diff [4194304~16777216,25165824~67108864,96468992~33554432,134217728~12582912,150994944~8388608,171966464~8388608,184549376~20971520,209715200~8388608,230686720~20971520,255852544~4194304,264241152~29360128,306184192~33554432,352321536~20971520,377487360~29360128] 2024-08-29T18:50:52.175 INFO:tasks.workunit.client.0.smithi028.stdout: actual was [4194304~88080384,96468992~33554432,134217728~29360128,171966464~50331648,230686720~67108864,306184192~33554432,352321536~20971520,377487360~33554432] 2024-08-29T18:50:52.315 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:50:52 smithi053 bash[68679]: cluster 2024-08-29T18:50:50.397358+0000 mgr.y (mgr.25022) 1923 : cluster [DBG] pgmap v3477: 137 pgs: 137 active+clean; 817 MiB data, 7.5 GiB used, 708 GiB / 715 GiB avail; 285 KiB/s rd, 6.2 KiB/s wr, 485 op/s 2024-08-29T18:50:52.316 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:50:52 smithi053 bash[68679]: cluster 2024-08-29T18:50:51.051540+0000 mon.a (mon.0) 3598 : cluster [DBG] osdmap e2036: 8 total, 8 up, 8 in 2024-08-29T18:50:52.381 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:50:52 smithi028 bash[78352]: cluster 2024-08-29T18:50:50.397358+0000 mgr.y (mgr.25022) 1923 : cluster [DBG] pgmap v3477: 137 pgs: 137 active+clean; 817 MiB data, 7.5 GiB used, 708 GiB / 715 GiB avail; 285 KiB/s rd, 6.2 KiB/s wr, 485 op/s 2024-08-29T18:50:52.381 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:50:52 smithi028 bash[78352]: cluster 2024-08-29T18:50:51.051540+0000 mon.a (mon.0) 3598 : cluster [DBG] osdmap e2036: 8 total, 8 up, 8 in 2024-08-29T18:50:52.381 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:50:52 smithi028 bash[77168]: cluster 2024-08-29T18:50:50.397358+0000 mgr.y (mgr.25022) 1923 : cluster [DBG] pgmap v3477: 137 pgs: 137 active+clean; 817 MiB data, 7.5 GiB used, 708 GiB / 715 GiB avail; 285 KiB/s rd, 6.2 KiB/s wr, 485 op/s 2024-08-29T18:50:52.381 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:50:52 smithi028 bash[77168]: cluster 2024-08-29T18:50:51.051540+0000 mon.a (mon.0) 3598 : cluster [DBG] osdmap e2036: 8 total, 8 up, 8 in 2024-08-29T18:50:52.576 INFO:journalctl@ceph.prometheus.a.smithi053.stdout:Aug 29 18:50:52 smithi053 bash[95567]: ts=2024-08-29T18:50:52.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"3167ee72-662c-11ef-bcd4-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-29T18:50:53.085 INFO:tasks.workunit.client.0.smithi028.stdout:from 0 to HEAD diff [0~130023424,134217728~88080384,230686720~20971520,255852544~4194304,264241152~37748736,306184192~33554432,352321536~58720256] 2024-08-29T18:50:53.085 INFO:tasks.workunit.client.0.smithi028.stdout: limited diff [0~130023424,134217728~88080384,230686720~20971520,255852544~4194304,264241152~37748736,306184192~33554432,352321536~58720256] 2024-08-29T18:50:53.152 INFO:tasks.workunit.client.0.smithi028.stdout: actual was [0~130023424,134217728~92274688,230686720~71303168,306184192~37748736,352321536~62914560] 2024-08-29T18:50:53.152 INFO:tasks.workunit.client.0.smithi028.stdout:from 1 to HEAD diff [0~130023424,134217728~46137344,184549376~37748736,230686720~20971520,255852544~4194304,264241152~37748736,306184192~33554432,352321536~58720256] 2024-08-29T18:50:53.152 INFO:tasks.workunit.client.0.smithi028.stdout: limited diff [0~130023424,134217728~46137344,184549376~37748736,230686720~20971520,255852544~4194304,264241152~37748736,306184192~33554432,352321536~58720256] 2024-08-29T18:50:53.175 INFO:tasks.workunit.client.0.smithi028.stdout: actual was [0~130023424,134217728~92274688,230686720~71303168,306184192~37748736,352321536~62914560] 2024-08-29T18:50:53.176 INFO:tasks.workunit.client.0.smithi028.stdout:from 2 to HEAD diff [0~20971520,25165824~104857600,134217728~12582912,150994944~29360128,184549376~37748736,230686720~20971520,255852544~4194304,264241152~37748736,306184192~29360128,352321536~58720256] 2024-08-29T18:50:53.176 INFO:tasks.workunit.client.0.smithi028.stdout: limited diff [0~20971520,25165824~104857600,134217728~12582912,150994944~29360128,184549376~37748736,230686720~20971520,255852544~4194304,264241152~37748736,306184192~29360128,352321536~58720256] 2024-08-29T18:50:53.182 INFO:tasks.workunit.client.0.smithi028.stdout: actual was [0~130023424,134217728~92274688,230686720~71303168,306184192~33554432,352321536~62914560] 2024-08-29T18:50:53.182 INFO:tasks.workunit.client.0.smithi028.stdout:from 3 to HEAD diff [0~20971520,25165824~104857600,134217728~12582912,150994944~29360128,184549376~37748736,230686720~20971520,255852544~4194304,264241152~37748736,306184192~29360128,352321536~58720256] 2024-08-29T18:50:53.182 INFO:tasks.workunit.client.0.smithi028.stdout: limited diff [0~20971520,25165824~104857600,134217728~12582912,150994944~29360128,184549376~37748736,230686720~20971520,255852544~4194304,264241152~37748736,306184192~29360128,352321536~58720256] 2024-08-29T18:50:53.189 INFO:tasks.workunit.client.0.smithi028.stdout: actual was [0~130023424,134217728~92274688,230686720~71303168,306184192~33554432,352321536~62914560] 2024-08-29T18:50:53.189 INFO:tasks.workunit.client.0.smithi028.stdout:from 4 to HEAD diff [4194304~16777216,25165824~104857600,134217728~12582912,150994944~29360128,184549376~37748736,230686720~20971520,255852544~4194304,264241152~37748736,306184192~29360128,352321536~58720256] 2024-08-29T18:50:53.189 INFO:tasks.workunit.client.0.smithi028.stdout: limited diff [4194304~16777216,25165824~104857600,134217728~12582912,150994944~29360128,184549376~37748736,230686720~20971520,255852544~4194304,264241152~37748736,306184192~29360128,352321536~58720256] 2024-08-29T18:50:53.199 INFO:tasks.workunit.client.0.smithi028.stdout: actual was [4194304~125829120,134217728~92274688,230686720~71303168,306184192~33554432,352321536~62914560] 2024-08-29T18:50:53.199 INFO:tasks.workunit.client.0.smithi028.stdout:from 5 to HEAD diff [4194304~16777216,25165824~104857600,134217728~12582912,150994944~16777216,171966464~8388608,184549376~20971520,209715200~12582912,230686720~20971520,255852544~4194304,264241152~37748736,306184192~29360128,352321536~58720256] 2024-08-29T18:50:53.200 INFO:tasks.workunit.client.0.smithi028.stdout: limited diff [4194304~16777216,25165824~104857600,134217728~12582912,150994944~16777216,171966464~8388608,184549376~20971520,209715200~12582912,230686720~20971520,255852544~4194304,264241152~37748736,306184192~29360128,352321536~58720256] 2024-08-29T18:50:53.202 INFO:tasks.workunit.client.0.smithi028.stdout: actual was [4194304~125829120,134217728~92274688,230686720~71303168,306184192~33554432,352321536~58720256] 2024-08-29T18:50:53.202 INFO:tasks.workunit.client.0.smithi028.stdout:from 6 to HEAD diff [4194304~16777216,25165824~67108864,96468992~33554432,134217728~12582912,150994944~12582912,171966464~8388608,184549376~20971520,209715200~8388608,230686720~20971520,255852544~4194304,264241152~37748736,306184192~29360128,352321536~20971520,377487360~33554432] 2024-08-29T18:50:53.202 INFO:tasks.workunit.client.0.smithi028.stdout: limited diff [4194304~16777216,25165824~67108864,96468992~33554432,134217728~12582912,150994944~12582912,171966464~8388608,184549376~20971520,209715200~8388608,230686720~20971520,255852544~4194304,264241152~37748736,306184192~29360128,352321536~20971520,377487360~33554432] 2024-08-29T18:50:53.204 INFO:tasks.workunit.client.0.smithi028.stdout: actual was [4194304~88080384,96468992~33554432,134217728~33554432,171966464~50331648,230686720~71303168,306184192~33554432,352321536~20971520,377487360~33554432] 2024-08-29T18:50:53.204 INFO:tasks.workunit.client.0.smithi028.stdout:from 7 to HEAD diff [4194304~16777216,25165824~67108864,96468992~33554432,134217728~12582912,150994944~12582912,171966464~8388608,184549376~20971520,209715200~8388608,230686720~20971520,255852544~4194304,264241152~29360128,297795584~4194304,306184192~29360128,352321536~20971520,377487360~29360128] 2024-08-29T18:50:53.204 INFO:tasks.workunit.client.0.smithi028.stdout: limited diff [4194304~16777216,25165824~67108864,96468992~33554432,134217728~12582912,150994944~12582912,171966464~8388608,184549376~20971520,209715200~8388608,230686720~20971520,255852544~4194304,264241152~29360128,297795584~4194304,306184192~29360128,352321536~20971520,377487360~29360128] 2024-08-29T18:50:53.206 INFO:tasks.workunit.client.0.smithi028.stdout: actual was [4194304~88080384,96468992~33554432,134217728~33554432,171966464~50331648,230686720~71303168,306184192~33554432,352321536~20971520,377487360~33554432] 2024-08-29T18:50:53.326 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:50:53 smithi053 bash[68679]: cluster 2024-08-29T18:50:52.057279+0000 mon.a (mon.0) 3599 : cluster [DBG] osdmap e2037: 8 total, 8 up, 8 in 2024-08-29T18:50:53.381 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:50:53 smithi028 bash[77168]: cluster 2024-08-29T18:50:52.057279+0000 mon.a (mon.0) 3599 : cluster [DBG] osdmap e2037: 8 total, 8 up, 8 in 2024-08-29T18:50:53.381 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:50:53 smithi028 bash[78352]: cluster 2024-08-29T18:50:52.057279+0000 mon.a (mon.0) 3599 : cluster [DBG] osdmap e2037: 8 total, 8 up, 8 in 2024-08-29T18:50:53.785 INFO:tasks.workunit.client.0.smithi028.stdout:from 0 to HEAD diff [0~130023424,134217728~88080384,230686720~20971520,255852544~4194304,264241152~37748736,306184192~33554432,352321536~58720256] 2024-08-29T18:50:53.786 INFO:tasks.workunit.client.0.smithi028.stdout: limited diff [0~130023424,134217728~88080384,230686720~20971520,255852544~4194304,264241152~37748736,306184192~33554432,352321536~58720256] 2024-08-29T18:50:53.850 INFO:tasks.workunit.client.0.smithi028.stdout: actual was [0~130023424,134217728~92274688,230686720~71303168,306184192~37748736,352321536~62914560] 2024-08-29T18:50:53.850 INFO:tasks.workunit.client.0.smithi028.stdout:from 1 to HEAD diff [0~130023424,134217728~46137344,184549376~37748736,230686720~20971520,255852544~4194304,264241152~37748736,306184192~33554432,352321536~58720256] 2024-08-29T18:50:53.850 INFO:tasks.workunit.client.0.smithi028.stdout: limited diff [0~130023424,134217728~46137344,184549376~37748736,230686720~20971520,255852544~4194304,264241152~37748736,306184192~33554432,352321536~58720256] 2024-08-29T18:50:53.868 INFO:tasks.workunit.client.0.smithi028.stdout: actual was [0~130023424,134217728~92274688,230686720~71303168,306184192~37748736,352321536~62914560] 2024-08-29T18:50:53.868 INFO:tasks.workunit.client.0.smithi028.stdout:from 2 to HEAD diff [0~20971520,25165824~104857600,134217728~12582912,150994944~29360128,184549376~37748736,230686720~20971520,255852544~4194304,264241152~37748736,306184192~29360128,352321536~58720256] 2024-08-29T18:50:53.869 INFO:tasks.workunit.client.0.smithi028.stdout: limited diff [0~20971520,25165824~104857600,134217728~12582912,150994944~29360128,184549376~37748736,230686720~20971520,255852544~4194304,264241152~37748736,306184192~29360128,352321536~58720256] 2024-08-29T18:50:53.877 INFO:tasks.workunit.client.0.smithi028.stdout: actual was [0~130023424,134217728~92274688,230686720~71303168,306184192~33554432,352321536~62914560] 2024-08-29T18:50:53.877 INFO:tasks.workunit.client.0.smithi028.stdout:from 3 to HEAD diff [0~20971520,25165824~104857600,134217728~12582912,150994944~29360128,184549376~37748736,230686720~20971520,255852544~4194304,264241152~37748736,306184192~29360128,352321536~58720256] 2024-08-29T18:50:53.877 INFO:tasks.workunit.client.0.smithi028.stdout: limited diff [0~20971520,25165824~104857600,134217728~12582912,150994944~29360128,184549376~37748736,230686720~20971520,255852544~4194304,264241152~37748736,306184192~29360128,352321536~58720256] 2024-08-29T18:50:53.882 INFO:tasks.workunit.client.0.smithi028.stdout: actual was [0~130023424,134217728~92274688,230686720~71303168,306184192~33554432,352321536~62914560] 2024-08-29T18:50:53.882 INFO:tasks.workunit.client.0.smithi028.stdout:from 4 to HEAD diff [4194304~16777216,25165824~104857600,134217728~12582912,150994944~29360128,184549376~37748736,230686720~20971520,255852544~4194304,264241152~37748736,306184192~29360128,352321536~58720256] 2024-08-29T18:50:53.882 INFO:tasks.workunit.client.0.smithi028.stdout: limited diff [4194304~16777216,25165824~104857600,134217728~12582912,150994944~29360128,184549376~37748736,230686720~20971520,255852544~4194304,264241152~37748736,306184192~29360128,352321536~58720256] 2024-08-29T18:50:53.891 INFO:tasks.workunit.client.0.smithi028.stdout: actual was [4194304~125829120,134217728~92274688,230686720~71303168,306184192~33554432,352321536~62914560] 2024-08-29T18:50:53.891 INFO:tasks.workunit.client.0.smithi028.stdout:from 5 to HEAD diff [4194304~16777216,25165824~104857600,134217728~12582912,150994944~16777216,171966464~8388608,184549376~20971520,209715200~12582912,230686720~20971520,255852544~4194304,264241152~37748736,306184192~29360128,352321536~58720256] 2024-08-29T18:50:53.891 INFO:tasks.workunit.client.0.smithi028.stdout: limited diff [4194304~16777216,25165824~104857600,134217728~12582912,150994944~16777216,171966464~8388608,184549376~20971520,209715200~12582912,230686720~20971520,255852544~4194304,264241152~37748736,306184192~29360128,352321536~58720256] 2024-08-29T18:50:53.893 INFO:tasks.workunit.client.0.smithi028.stdout: actual was [4194304~125829120,134217728~92274688,230686720~71303168,306184192~33554432,352321536~58720256] 2024-08-29T18:50:53.893 INFO:tasks.workunit.client.0.smithi028.stdout:from 6 to HEAD diff [4194304~16777216,25165824~67108864,96468992~33554432,134217728~12582912,150994944~12582912,171966464~8388608,184549376~20971520,209715200~8388608,230686720~20971520,255852544~4194304,264241152~37748736,306184192~29360128,352321536~20971520,377487360~33554432] 2024-08-29T18:50:53.893 INFO:tasks.workunit.client.0.smithi028.stdout: limited diff [4194304~16777216,25165824~67108864,96468992~33554432,134217728~12582912,150994944~12582912,171966464~8388608,184549376~20971520,209715200~8388608,230686720~20971520,255852544~4194304,264241152~37748736,306184192~29360128,352321536~20971520,377487360~33554432] 2024-08-29T18:50:53.895 INFO:tasks.workunit.client.0.smithi028.stdout: actual was [4194304~88080384,96468992~33554432,134217728~33554432,171966464~50331648,230686720~71303168,306184192~33554432,352321536~20971520,377487360~33554432] 2024-08-29T18:50:54.326 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:50:54 smithi053 bash[68679]: cluster 2024-08-29T18:50:52.398149+0000 mgr.y (mgr.25022) 1924 : cluster [DBG] pgmap v3480: 137 pgs: 137 active+clean; 801 MiB data, 7.5 GiB used, 708 GiB / 715 GiB avail; 263 KiB/s rd, 6.2 KiB/s wr, 442 op/s 2024-08-29T18:50:54.327 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:50:54 smithi053 bash[68679]: cluster 2024-08-29T18:50:53.077246+0000 mon.a (mon.0) 3600 : cluster [DBG] osdmap e2038: 8 total, 8 up, 8 in 2024-08-29T18:50:54.327 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:50:54 smithi053 bash[68679]: cluster 2024-08-29T18:50:53.768958+0000 mon.a (mon.0) 3601 : cluster [DBG] osdmap e2039: 8 total, 8 up, 8 in 2024-08-29T18:50:54.381 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:50:54 smithi028 bash[78352]: cluster 2024-08-29T18:50:52.398149+0000 mgr.y (mgr.25022) 1924 : cluster [DBG] pgmap v3480: 137 pgs: 137 active+clean; 801 MiB data, 7.5 GiB used, 708 GiB / 715 GiB avail; 263 KiB/s rd, 6.2 KiB/s wr, 442 op/s 2024-08-29T18:50:54.381 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:50:54 smithi028 bash[78352]: cluster 2024-08-29T18:50:53.077246+0000 mon.a (mon.0) 3600 : cluster [DBG] osdmap e2038: 8 total, 8 up, 8 in 2024-08-29T18:50:54.381 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:50:54 smithi028 bash[78352]: cluster 2024-08-29T18:50:53.768958+0000 mon.a (mon.0) 3601 : cluster [DBG] osdmap e2039: 8 total, 8 up, 8 in 2024-08-29T18:50:54.382 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:50:54 smithi028 bash[77168]: cluster 2024-08-29T18:50:52.398149+0000 mgr.y (mgr.25022) 1924 : cluster [DBG] pgmap v3480: 137 pgs: 137 active+clean; 801 MiB data, 7.5 GiB used, 708 GiB / 715 GiB avail; 263 KiB/s rd, 6.2 KiB/s wr, 442 op/s 2024-08-29T18:50:54.382 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:50:54 smithi028 bash[77168]: cluster 2024-08-29T18:50:53.077246+0000 mon.a (mon.0) 3600 : cluster [DBG] osdmap e2038: 8 total, 8 up, 8 in 2024-08-29T18:50:54.382 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:50:54 smithi028 bash[77168]: cluster 2024-08-29T18:50:53.768958+0000 mon.a (mon.0) 3601 : cluster [DBG] osdmap e2039: 8 total, 8 up, 8 in 2024-08-29T18:50:54.804 INFO:tasks.workunit.client.0.smithi028.stdout:from 0 to HEAD diff [0~130023424,134217728~88080384,230686720~20971520,255852544~4194304,264241152~37748736,306184192~33554432,352321536~58720256] 2024-08-29T18:50:54.805 INFO:tasks.workunit.client.0.smithi028.stdout: limited diff [0~130023424,134217728~88080384,230686720~20971520,255852544~4194304,264241152~37748736,306184192~33554432,352321536~58720256] 2024-08-29T18:50:54.832 INFO:tasks.workunit.client.0.smithi028.stdout: actual was [0~130023424,134217728~92274688,230686720~71303168,306184192~37748736,352321536~62914560] 2024-08-29T18:50:54.832 INFO:tasks.workunit.client.0.smithi028.stdout:from 1 to HEAD diff [0~130023424,134217728~46137344,184549376~37748736,230686720~20971520,255852544~4194304,264241152~37748736,306184192~33554432,352321536~58720256] 2024-08-29T18:50:54.832 INFO:tasks.workunit.client.0.smithi028.stdout: limited diff [0~130023424,134217728~46137344,184549376~37748736,230686720~20971520,255852544~4194304,264241152~37748736,306184192~33554432,352321536~58720256] 2024-08-29T18:50:54.839 INFO:tasks.workunit.client.0.smithi028.stdout: actual was [0~130023424,134217728~92274688,230686720~71303168,306184192~37748736,352321536~62914560] 2024-08-29T18:50:54.839 INFO:tasks.workunit.client.0.smithi028.stdout:from 2 to HEAD diff [0~20971520,25165824~104857600,134217728~12582912,150994944~29360128,184549376~37748736,230686720~20971520,255852544~4194304,264241152~37748736,306184192~29360128,352321536~58720256] 2024-08-29T18:50:54.839 INFO:tasks.workunit.client.0.smithi028.stdout: limited diff [0~20971520,25165824~104857600,134217728~12582912,150994944~29360128,184549376~37748736,230686720~20971520,255852544~4194304,264241152~37748736,306184192~29360128,352321536~58720256] 2024-08-29T18:50:54.849 INFO:tasks.workunit.client.0.smithi028.stdout: actual was [0~130023424,134217728~92274688,230686720~71303168,306184192~33554432,352321536~62914560] 2024-08-29T18:50:54.849 INFO:tasks.workunit.client.0.smithi028.stdout:from 3 to HEAD diff [0~20971520,25165824~104857600,134217728~12582912,150994944~29360128,184549376~37748736,230686720~20971520,255852544~4194304,264241152~37748736,306184192~29360128,352321536~58720256] 2024-08-29T18:50:54.849 INFO:tasks.workunit.client.0.smithi028.stdout: limited diff [0~20971520,25165824~104857600,134217728~12582912,150994944~29360128,184549376~37748736,230686720~20971520,255852544~4194304,264241152~37748736,306184192~29360128,352321536~58720256] 2024-08-29T18:50:54.852 INFO:tasks.workunit.client.0.smithi028.stdout: actual was [0~130023424,134217728~92274688,230686720~71303168,306184192~33554432,352321536~62914560] 2024-08-29T18:50:54.852 INFO:tasks.workunit.client.0.smithi028.stdout:from 4 to HEAD diff [4194304~16777216,25165824~104857600,134217728~12582912,150994944~29360128,184549376~37748736,230686720~20971520,255852544~4194304,264241152~37748736,306184192~29360128,352321536~58720256] 2024-08-29T18:50:54.852 INFO:tasks.workunit.client.0.smithi028.stdout: limited diff [4194304~16777216,25165824~104857600,134217728~12582912,150994944~29360128,184549376~37748736,230686720~20971520,255852544~4194304,264241152~37748736,306184192~29360128,352321536~58720256] 2024-08-29T18:50:54.860 INFO:tasks.workunit.client.0.smithi028.stdout: actual was [4194304~125829120,134217728~92274688,230686720~71303168,306184192~33554432,352321536~62914560] 2024-08-29T18:50:54.860 INFO:tasks.workunit.client.0.smithi028.stdout:from 5 to HEAD diff [4194304~16777216,25165824~104857600,134217728~12582912,150994944~16777216,171966464~8388608,184549376~20971520,209715200~12582912,230686720~20971520,255852544~4194304,264241152~37748736,306184192~29360128,352321536~58720256] 2024-08-29T18:50:54.860 INFO:tasks.workunit.client.0.smithi028.stdout: limited diff [4194304~16777216,25165824~104857600,134217728~12582912,150994944~16777216,171966464~8388608,184549376~20971520,209715200~12582912,230686720~20971520,255852544~4194304,264241152~37748736,306184192~29360128,352321536~58720256] 2024-08-29T18:50:54.868 INFO:tasks.workunit.client.0.smithi028.stdout: actual was [4194304~125829120,134217728~92274688,230686720~71303168,306184192~33554432,352321536~58720256] 2024-08-29T18:50:55.832 INFO:tasks.workunit.client.0.smithi028.stdout:from 0 to HEAD diff [0~130023424,134217728~88080384,230686720~20971520,255852544~4194304,264241152~37748736,306184192~33554432,352321536~58720256] 2024-08-29T18:50:55.832 INFO:tasks.workunit.client.0.smithi028.stdout: limited diff [0~130023424,134217728~88080384,230686720~20971520,255852544~4194304,264241152~37748736,306184192~33554432,352321536~58720256] 2024-08-29T18:50:55.863 INFO:tasks.workunit.client.0.smithi028.stdout: actual was [0~130023424,134217728~92274688,230686720~71303168,306184192~37748736,352321536~62914560] 2024-08-29T18:50:55.863 INFO:tasks.workunit.client.0.smithi028.stdout:from 1 to HEAD diff [0~130023424,134217728~46137344,184549376~37748736,230686720~20971520,255852544~4194304,264241152~37748736,306184192~33554432,352321536~58720256] 2024-08-29T18:50:55.863 INFO:tasks.workunit.client.0.smithi028.stdout: limited diff [0~130023424,134217728~46137344,184549376~37748736,230686720~20971520,255852544~4194304,264241152~37748736,306184192~33554432,352321536~58720256] 2024-08-29T18:50:55.878 INFO:tasks.workunit.client.0.smithi028.stdout: actual was [0~130023424,134217728~92274688,230686720~71303168,306184192~37748736,352321536~62914560] 2024-08-29T18:50:55.878 INFO:tasks.workunit.client.0.smithi028.stdout:from 2 to HEAD diff [0~20971520,25165824~104857600,134217728~12582912,150994944~29360128,184549376~37748736,230686720~20971520,255852544~4194304,264241152~37748736,306184192~29360128,352321536~58720256] 2024-08-29T18:50:55.878 INFO:tasks.workunit.client.0.smithi028.stdout: limited diff [0~20971520,25165824~104857600,134217728~12582912,150994944~29360128,184549376~37748736,230686720~20971520,255852544~4194304,264241152~37748736,306184192~29360128,352321536~58720256] 2024-08-29T18:50:55.880 INFO:tasks.workunit.client.0.smithi028.stdout: actual was [0~130023424,134217728~92274688,230686720~71303168,306184192~33554432,352321536~62914560] 2024-08-29T18:50:55.880 INFO:tasks.workunit.client.0.smithi028.stdout:from 3 to HEAD diff [0~20971520,25165824~104857600,134217728~12582912,150994944~29360128,184549376~37748736,230686720~20971520,255852544~4194304,264241152~37748736,306184192~29360128,352321536~58720256] 2024-08-29T18:50:55.881 INFO:tasks.workunit.client.0.smithi028.stdout: limited diff [0~20971520,25165824~104857600,134217728~12582912,150994944~29360128,184549376~37748736,230686720~20971520,255852544~4194304,264241152~37748736,306184192~29360128,352321536~58720256] 2024-08-29T18:50:55.883 INFO:tasks.workunit.client.0.smithi028.stdout: actual was [0~130023424,134217728~92274688,230686720~71303168,306184192~33554432,352321536~62914560] 2024-08-29T18:50:55.883 INFO:tasks.workunit.client.0.smithi028.stdout:from 4 to HEAD diff [4194304~16777216,25165824~104857600,134217728~12582912,150994944~29360128,184549376~37748736,230686720~20971520,255852544~4194304,264241152~37748736,306184192~29360128,352321536~58720256] 2024-08-29T18:50:55.883 INFO:tasks.workunit.client.0.smithi028.stdout: limited diff [4194304~16777216,25165824~104857600,134217728~12582912,150994944~29360128,184549376~37748736,230686720~20971520,255852544~4194304,264241152~37748736,306184192~29360128,352321536~58720256] 2024-08-29T18:50:55.885 INFO:tasks.workunit.client.0.smithi028.stdout: actual was [4194304~125829120,134217728~92274688,230686720~71303168,306184192~33554432,352321536~62914560] 2024-08-29T18:50:56.076 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:50:55 smithi053 bash[68679]: cluster 2024-08-29T18:50:54.398926+0000 mgr.y (mgr.25022) 1925 : cluster [DBG] pgmap v3483: 137 pgs: 137 active+clean; 745 MiB data, 7.4 GiB used, 708 GiB / 715 GiB avail; 186 KiB/s rd, 5.0 KiB/s wr, 309 op/s 2024-08-29T18:50:56.077 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:50:55 smithi053 bash[68679]: cluster 2024-08-29T18:50:54.771409+0000 mon.a (mon.0) 3602 : cluster [DBG] osdmap e2040: 8 total, 8 up, 8 in 2024-08-29T18:50:56.131 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:50:55 smithi028 bash[77168]: cluster 2024-08-29T18:50:54.398926+0000 mgr.y (mgr.25022) 1925 : cluster [DBG] pgmap v3483: 137 pgs: 137 active+clean; 745 MiB data, 7.4 GiB used, 708 GiB / 715 GiB avail; 186 KiB/s rd, 5.0 KiB/s wr, 309 op/s 2024-08-29T18:50:56.131 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:50:55 smithi028 bash[77168]: cluster 2024-08-29T18:50:54.771409+0000 mon.a (mon.0) 3602 : cluster [DBG] osdmap e2040: 8 total, 8 up, 8 in 2024-08-29T18:50:56.131 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:50:55 smithi028 bash[78352]: cluster 2024-08-29T18:50:54.398926+0000 mgr.y (mgr.25022) 1925 : cluster [DBG] pgmap v3483: 137 pgs: 137 active+clean; 745 MiB data, 7.4 GiB used, 708 GiB / 715 GiB avail; 186 KiB/s rd, 5.0 KiB/s wr, 309 op/s 2024-08-29T18:50:56.131 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:50:55 smithi028 bash[78352]: cluster 2024-08-29T18:50:54.771409+0000 mon.a (mon.0) 3602 : cluster [DBG] osdmap e2040: 8 total, 8 up, 8 in 2024-08-29T18:50:56.807 INFO:tasks.workunit.client.0.smithi028.stdout:from 0 to HEAD diff [0~130023424,134217728~88080384,230686720~20971520,255852544~4194304,264241152~37748736,306184192~33554432,352321536~58720256] 2024-08-29T18:50:56.807 INFO:tasks.workunit.client.0.smithi028.stdout: limited diff [0~130023424,134217728~88080384,230686720~20971520,255852544~4194304,264241152~37748736,306184192~33554432,352321536~58720256] 2024-08-29T18:50:56.847 INFO:tasks.workunit.client.0.smithi028.stdout: actual was [0~130023424,134217728~92274688,230686720~71303168,306184192~37748736,352321536~62914560] 2024-08-29T18:50:56.847 INFO:tasks.workunit.client.0.smithi028.stdout:from 1 to HEAD diff [0~130023424,134217728~46137344,184549376~37748736,230686720~20971520,255852544~4194304,264241152~37748736,306184192~33554432,352321536~58720256] 2024-08-29T18:50:56.848 INFO:tasks.workunit.client.0.smithi028.stdout: limited diff [0~130023424,134217728~46137344,184549376~37748736,230686720~20971520,255852544~4194304,264241152~37748736,306184192~33554432,352321536~58720256] 2024-08-29T18:50:56.862 INFO:tasks.workunit.client.0.smithi028.stdout: actual was [0~130023424,134217728~92274688,230686720~71303168,306184192~37748736,352321536~62914560] 2024-08-29T18:50:56.862 INFO:tasks.workunit.client.0.smithi028.stdout:from 2 to HEAD diff [0~20971520,25165824~104857600,134217728~12582912,150994944~29360128,184549376~37748736,230686720~20971520,255852544~4194304,264241152~37748736,306184192~29360128,352321536~58720256] 2024-08-29T18:50:56.862 INFO:tasks.workunit.client.0.smithi028.stdout: limited diff [0~20971520,25165824~104857600,134217728~12582912,150994944~29360128,184549376~37748736,230686720~20971520,255852544~4194304,264241152~37748736,306184192~29360128,352321536~58720256] 2024-08-29T18:50:56.874 INFO:tasks.workunit.client.0.smithi028.stdout: actual was [0~130023424,134217728~92274688,230686720~71303168,306184192~33554432,352321536~62914560] 2024-08-29T18:50:56.874 INFO:tasks.workunit.client.0.smithi028.stdout:from 3 to HEAD diff [0~20971520,25165824~104857600,134217728~12582912,150994944~29360128,184549376~37748736,230686720~20971520,255852544~4194304,264241152~37748736,306184192~29360128,352321536~58720256] 2024-08-29T18:50:56.875 INFO:tasks.workunit.client.0.smithi028.stdout: limited diff [0~20971520,25165824~104857600,134217728~12582912,150994944~29360128,184549376~37748736,230686720~20971520,255852544~4194304,264241152~37748736,306184192~29360128,352321536~58720256] 2024-08-29T18:50:56.880 INFO:tasks.workunit.client.0.smithi028.stdout: actual was [0~130023424,134217728~92274688,230686720~71303168,306184192~33554432,352321536~62914560] 2024-08-29T18:50:57.076 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:50:56 smithi053 bash[68679]: cluster 2024-08-29T18:50:55.774874+0000 mon.a (mon.0) 3603 : cluster [DBG] osdmap e2041: 8 total, 8 up, 8 in 2024-08-29T18:50:57.132 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:50:56 smithi028 bash[78352]: cluster 2024-08-29T18:50:55.774874+0000 mon.a (mon.0) 3603 : cluster [DBG] osdmap e2041: 8 total, 8 up, 8 in 2024-08-29T18:50:57.132 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:50:56 smithi028 bash[77168]: cluster 2024-08-29T18:50:55.774874+0000 mon.a (mon.0) 3603 : cluster [DBG] osdmap e2041: 8 total, 8 up, 8 in 2024-08-29T18:50:57.821 INFO:tasks.workunit.client.0.smithi028.stdout:from 0 to HEAD diff [0~130023424,134217728~88080384,230686720~20971520,255852544~4194304,264241152~37748736,306184192~33554432,352321536~58720256] 2024-08-29T18:50:57.821 INFO:tasks.workunit.client.0.smithi028.stdout: limited diff [0~130023424,134217728~88080384,230686720~20971520,255852544~4194304,264241152~37748736,306184192~33554432,352321536~58720256] 2024-08-29T18:50:57.845 INFO:tasks.workunit.client.0.smithi028.stdout: actual was [0~130023424,134217728~92274688,230686720~71303168,306184192~37748736,352321536~62914560] 2024-08-29T18:50:57.846 INFO:tasks.workunit.client.0.smithi028.stdout:from 1 to HEAD diff [0~130023424,134217728~46137344,184549376~37748736,230686720~20971520,255852544~4194304,264241152~37748736,306184192~33554432,352321536~58720256] 2024-08-29T18:50:57.846 INFO:tasks.workunit.client.0.smithi028.stdout: limited diff [0~130023424,134217728~46137344,184549376~37748736,230686720~20971520,255852544~4194304,264241152~37748736,306184192~33554432,352321536~58720256] 2024-08-29T18:50:57.850 INFO:tasks.workunit.client.0.smithi028.stdout: actual was [0~130023424,134217728~92274688,230686720~71303168,306184192~37748736,352321536~62914560] 2024-08-29T18:50:57.850 INFO:tasks.workunit.client.0.smithi028.stdout:from 2 to HEAD diff [0~20971520,25165824~104857600,134217728~12582912,150994944~29360128,184549376~37748736,230686720~20971520,255852544~4194304,264241152~37748736,306184192~29360128,352321536~58720256] 2024-08-29T18:50:57.850 INFO:tasks.workunit.client.0.smithi028.stdout: limited diff [0~20971520,25165824~104857600,134217728~12582912,150994944~29360128,184549376~37748736,230686720~20971520,255852544~4194304,264241152~37748736,306184192~29360128,352321536~58720256] 2024-08-29T18:50:57.853 INFO:tasks.workunit.client.0.smithi028.stdout: actual was [0~130023424,134217728~92274688,230686720~71303168,306184192~33554432,352321536~62914560] 2024-08-29T18:50:58.076 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:50:57 smithi053 bash[68679]: cluster 2024-08-29T18:50:56.399656+0000 mgr.y (mgr.25022) 1926 : cluster [DBG] pgmap v3486: 137 pgs: 137 active+clean; 670 MiB data, 7.2 GiB used, 708 GiB / 715 GiB avail; 198 KiB/s rd, 6.0 KiB/s wr, 331 op/s 2024-08-29T18:50:58.077 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:50:57 smithi053 bash[68679]: cluster 2024-08-29T18:50:56.799364+0000 mon.a (mon.0) 3604 : cluster [DBG] osdmap e2042: 8 total, 8 up, 8 in 2024-08-29T18:50:58.077 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:50:57 smithi053 bash[68679]: audit 2024-08-29T18:50:57.155605+0000 mon.a (mon.0) 3605 : audit [DBG] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-29T18:50:58.131 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:50:57 smithi028 bash[77168]: cluster 2024-08-29T18:50:56.399656+0000 mgr.y (mgr.25022) 1926 : cluster [DBG] pgmap v3486: 137 pgs: 137 active+clean; 670 MiB data, 7.2 GiB used, 708 GiB / 715 GiB avail; 198 KiB/s rd, 6.0 KiB/s wr, 331 op/s 2024-08-29T18:50:58.131 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:50:57 smithi028 bash[77168]: cluster 2024-08-29T18:50:56.799364+0000 mon.a (mon.0) 3604 : cluster [DBG] osdmap e2042: 8 total, 8 up, 8 in 2024-08-29T18:50:58.131 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:50:57 smithi028 bash[77168]: audit 2024-08-29T18:50:57.155605+0000 mon.a (mon.0) 3605 : audit [DBG] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-29T18:50:58.131 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:50:57 smithi028 bash[78352]: cluster 2024-08-29T18:50:56.399656+0000 mgr.y (mgr.25022) 1926 : cluster [DBG] pgmap v3486: 137 pgs: 137 active+clean; 670 MiB data, 7.2 GiB used, 708 GiB / 715 GiB avail; 198 KiB/s rd, 6.0 KiB/s wr, 331 op/s 2024-08-29T18:50:58.131 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:50:57 smithi028 bash[78352]: cluster 2024-08-29T18:50:56.799364+0000 mon.a (mon.0) 3604 : cluster [DBG] osdmap e2042: 8 total, 8 up, 8 in 2024-08-29T18:50:58.131 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:50:57 smithi028 bash[78352]: audit 2024-08-29T18:50:57.155605+0000 mon.a (mon.0) 3605 : audit [DBG] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-29T18:50:58.777 INFO:tasks.workunit.client.0.smithi028.stdout:from 0 to HEAD diff [0~130023424,134217728~88080384,230686720~20971520,255852544~4194304,264241152~37748736,306184192~33554432,352321536~58720256] 2024-08-29T18:50:58.777 INFO:tasks.workunit.client.0.smithi028.stdout: limited diff [0~130023424,134217728~88080384,230686720~20971520,255852544~4194304,264241152~37748736,306184192~33554432,352321536~58720256] 2024-08-29T18:50:58.827 INFO:tasks.workunit.client.0.smithi028.stdout: actual was [0~130023424,134217728~92274688,230686720~71303168,306184192~37748736,352321536~62914560] 2024-08-29T18:50:58.828 INFO:tasks.workunit.client.0.smithi028.stdout:from 1 to HEAD diff [0~130023424,134217728~46137344,184549376~37748736,230686720~20971520,255852544~4194304,264241152~37748736,306184192~33554432,352321536~58720256] 2024-08-29T18:50:58.828 INFO:tasks.workunit.client.0.smithi028.stdout: limited diff [0~130023424,134217728~46137344,184549376~37748736,230686720~20971520,255852544~4194304,264241152~37748736,306184192~33554432,352321536~58720256] 2024-08-29T18:50:58.831 INFO:tasks.workunit.client.0.smithi028.stdout: actual was [0~130023424,134217728~92274688,230686720~71303168,306184192~37748736,352321536~62914560] 2024-08-29T18:50:59.076 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:50:58 smithi053 bash[68679]: cluster 2024-08-29T18:50:57.800883+0000 mon.a (mon.0) 3606 : cluster [DBG] osdmap e2043: 8 total, 8 up, 8 in 2024-08-29T18:50:59.077 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:50:58 smithi053 bash[68679]: cluster 2024-08-29T18:50:58.770598+0000 mon.a (mon.0) 3607 : cluster [DBG] osdmap e2044: 8 total, 8 up, 8 in 2024-08-29T18:50:59.131 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:50:58 smithi028 bash[78352]: cluster 2024-08-29T18:50:57.800883+0000 mon.a (mon.0) 3606 : cluster [DBG] osdmap e2043: 8 total, 8 up, 8 in 2024-08-29T18:50:59.131 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:50:58 smithi028 bash[78352]: cluster 2024-08-29T18:50:58.770598+0000 mon.a (mon.0) 3607 : cluster [DBG] osdmap e2044: 8 total, 8 up, 8 in 2024-08-29T18:50:59.131 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:50:58 smithi028 bash[77168]: cluster 2024-08-29T18:50:57.800883+0000 mon.a (mon.0) 3606 : cluster [DBG] osdmap e2043: 8 total, 8 up, 8 in 2024-08-29T18:50:59.131 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:50:58 smithi028 bash[77168]: cluster 2024-08-29T18:50:58.770598+0000 mon.a (mon.0) 3607 : cluster [DBG] osdmap e2044: 8 total, 8 up, 8 in 2024-08-29T18:50:59.835 INFO:tasks.workunit.client.0.smithi028.stdout:from 0 to HEAD diff [0~130023424,134217728~88080384,230686720~20971520,255852544~4194304,264241152~37748736,306184192~33554432,352321536~58720256] 2024-08-29T18:50:59.835 INFO:tasks.workunit.client.0.smithi028.stdout: limited diff [0~130023424,134217728~88080384,230686720~20971520,255852544~4194304,264241152~37748736,306184192~33554432,352321536~58720256] 2024-08-29T18:50:59.884 INFO:tasks.workunit.client.0.smithi028.stdout: actual was [0~130023424,134217728~92274688,230686720~71303168,306184192~37748736,352321536~62914560] 2024-08-29T18:51:00.131 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:50:59 smithi028 bash[77168]: cluster 2024-08-29T18:50:58.400376+0000 mgr.y (mgr.25022) 1927 : cluster [DBG] pgmap v3489: 137 pgs: 137 active+clean; 649 MiB data, 7.2 GiB used, 708 GiB / 715 GiB avail; 49 KiB/s rd, 1023 B/s wr, 96 op/s 2024-08-29T18:51:00.131 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:50:59 smithi028 bash[78352]: cluster 2024-08-29T18:50:58.400376+0000 mgr.y (mgr.25022) 1927 : cluster [DBG] pgmap v3489: 137 pgs: 137 active+clean; 649 MiB data, 7.2 GiB used, 708 GiB / 715 GiB avail; 49 KiB/s rd, 1023 B/s wr, 96 op/s 2024-08-29T18:51:00.326 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:50:59 smithi053 bash[68679]: cluster 2024-08-29T18:50:58.400376+0000 mgr.y (mgr.25022) 1927 : cluster [DBG] pgmap v3489: 137 pgs: 137 active+clean; 649 MiB data, 7.2 GiB used, 708 GiB / 715 GiB avail; 49 KiB/s rd, 1023 B/s wr, 96 op/s 2024-08-29T18:51:00.921 INFO:tasks.workunit.client.0.smithi028.stdout:[ OK ] DiffIterateTest/1.DiffIterateStress (39947 ms) 2024-08-29T18:51:00.921 INFO:tasks.workunit.client.0.smithi028.stdout:[ RUN ] DiffIterateTest/1.DiffIterateRegression6926 2024-08-29T18:51:00.921 INFO:tasks.workunit.client.0.smithi028.stdout:using new format! 2024-08-29T18:51:01.131 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:51:00 smithi028 bash[78352]: cluster 2024-08-29T18:50:59.825123+0000 mon.a (mon.0) 3608 : cluster [DBG] osdmap e2045: 8 total, 8 up, 8 in 2024-08-29T18:51:01.131 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:51:00 smithi028 bash[77168]: cluster 2024-08-29T18:50:59.825123+0000 mon.a (mon.0) 3608 : cluster [DBG] osdmap e2045: 8 total, 8 up, 8 in 2024-08-29T18:51:01.326 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:51:00 smithi053 bash[68679]: cluster 2024-08-29T18:50:59.825123+0000 mon.a (mon.0) 3608 : cluster [DBG] osdmap e2045: 8 total, 8 up, 8 in 2024-08-29T18:51:01.854 INFO:journalctl@ceph.mgr.y.smithi028.stdout:Aug 29 18:51:01 smithi028 bash[70818]: ::ffff:172.21.15.53 - - [29/Aug/2024:18:51:01] "GET /metrics HTTP/1.1" 200 36708 "" "Prometheus/2.43.0" 2024-08-29T18:51:01.889 INFO:tasks.workunit.client.0.smithi028.stdout:iterate_cb 0~4194304 2024-08-29T18:51:01.899 INFO:tasks.workunit.client.0.smithi028.stdout:[ OK ] DiffIterateTest/1.DiffIterateRegression6926 (979 ms) 2024-08-29T18:51:01.899 INFO:tasks.workunit.client.0.smithi028.stdout:[ RUN ] DiffIterateTest/1.DiffIterateParent 2024-08-29T18:51:01.899 INFO:tasks.workunit.client.0.smithi028.stdout:using new format! 2024-08-29T18:51:02.131 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:51:01 smithi028 bash[78352]: cluster 2024-08-29T18:51:00.401111+0000 mgr.y (mgr.25022) 1928 : cluster [DBG] pgmap v3492: 137 pgs: 137 active+clean; 548 MiB data, 6.9 GiB used, 708 GiB / 715 GiB avail; 98 KiB/s rd, 6.0 KiB/s wr, 154 op/s 2024-08-29T18:51:02.131 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:51:01 smithi028 bash[78352]: cluster 2024-08-29T18:51:00.845464+0000 mon.a (mon.0) 3609 : cluster [DBG] osdmap e2046: 8 total, 8 up, 8 in 2024-08-29T18:51:02.131 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:51:01 smithi028 bash[77168]: cluster 2024-08-29T18:51:00.401111+0000 mgr.y (mgr.25022) 1928 : cluster [DBG] pgmap v3492: 137 pgs: 137 active+clean; 548 MiB data, 6.9 GiB used, 708 GiB / 715 GiB avail; 98 KiB/s rd, 6.0 KiB/s wr, 154 op/s 2024-08-29T18:51:02.132 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:51:01 smithi028 bash[77168]: cluster 2024-08-29T18:51:00.845464+0000 mon.a (mon.0) 3609 : cluster [DBG] osdmap e2046: 8 total, 8 up, 8 in 2024-08-29T18:51:02.316 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:51:01 smithi053 bash[68679]: cluster 2024-08-29T18:51:00.401111+0000 mgr.y (mgr.25022) 1928 : cluster [DBG] pgmap v3492: 137 pgs: 137 active+clean; 548 MiB data, 6.9 GiB used, 708 GiB / 715 GiB avail; 98 KiB/s rd, 6.0 KiB/s wr, 154 op/s 2024-08-29T18:51:02.316 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:51:01 smithi053 bash[68679]: cluster 2024-08-29T18:51:00.845464+0000 mon.a (mon.0) 3609 : cluster [DBG] osdmap e2046: 8 total, 8 up, 8 in 2024-08-29T18:51:02.576 INFO:journalctl@ceph.prometheus.a.smithi053.stdout:Aug 29 18:51:02 smithi053 bash[95567]: ts=2024-08-29T18:51:02.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"3167ee72-662c-11ef-bcd4-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-29T18:51:03.031 INFO:tasks.workunit.client.0.smithi028.stdout:iterate_cb 0~4194304 2024-08-29T18:51:03.031 INFO:tasks.workunit.client.0.smithi028.stdout:iterate_cb 4194304~4194304 2024-08-29T18:51:03.031 INFO:tasks.workunit.client.0.smithi028.stdout:iterate_cb 8388608~4194304 2024-08-29T18:51:03.031 INFO:tasks.workunit.client.0.smithi028.stdout:iterate_cb 12582912~4194304 2024-08-29T18:51:03.032 INFO:tasks.workunit.client.0.smithi028.stdout:iterate_cb 16777216~4194304 2024-08-29T18:51:03.103 INFO:tasks.workunit.client.0.smithi028.stdout:iterate_cb 0~4194304 2024-08-29T18:51:03.103 INFO:tasks.workunit.client.0.smithi028.stdout:iterate_cb 4194304~4194304 2024-08-29T18:51:03.103 INFO:tasks.workunit.client.0.smithi028.stdout:iterate_cb 8388608~4194304 2024-08-29T18:51:03.103 INFO:tasks.workunit.client.0.smithi028.stdout:iterate_cb 16777216~4194304 2024-08-29T18:51:03.130 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:51:02 smithi028 bash[78352]: cluster 2024-08-29T18:51:01.847979+0000 mon.a (mon.0) 3610 : cluster [DBG] osdmap e2047: 8 total, 8 up, 8 in 2024-08-29T18:51:03.131 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:51:02 smithi028 bash[77168]: cluster 2024-08-29T18:51:01.847979+0000 mon.a (mon.0) 3610 : cluster [DBG] osdmap e2047: 8 total, 8 up, 8 in 2024-08-29T18:51:03.135 INFO:tasks.workunit.client.0.smithi028.stdout:[ OK ] DiffIterateTest/1.DiffIterateParent (1236 ms) 2024-08-29T18:51:03.135 INFO:tasks.workunit.client.0.smithi028.stdout:[ RUN ] DiffIterateTest/1.DiffIterateIgnoreParent 2024-08-29T18:51:03.135 INFO:tasks.workunit.client.0.smithi028.stdout:using new format! 2024-08-29T18:51:03.326 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:51:02 smithi053 bash[68679]: cluster 2024-08-29T18:51:01.847979+0000 mon.a (mon.0) 3610 : cluster [DBG] osdmap e2047: 8 total, 8 up, 8 in 2024-08-29T18:51:04.042 INFO:tasks.workunit.client.0.smithi028.stdout: wrote [0~4194304,8388608~12582912] to clone 2024-08-29T18:51:04.044 INFO:tasks.workunit.client.0.smithi028.stdout: diff was [0~4194304,8388608~12582912] 2024-08-29T18:51:04.056 INFO:tasks.workunit.client.0.smithi028.stdout:[ OK ] DiffIterateTest/1.DiffIterateIgnoreParent (921 ms) 2024-08-29T18:51:04.056 INFO:tasks.workunit.client.0.smithi028.stdout:[ RUN ] DiffIterateTest/1.DiffIterateCallbackError 2024-08-29T18:51:04.056 INFO:tasks.workunit.client.0.smithi028.stdout:using new format! 2024-08-29T18:51:04.108 INFO:tasks.workunit.client.0.smithi028.stdout: wrote [146514~56874,664075~69804,2669472~62710,2963847~82899,9386898~55106,16652647~94144,17842685~11537,17994182~18020,18240358~1129,19666506~52669] 2024-08-29T18:51:04.131 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:51:03 smithi028 bash[78352]: cluster 2024-08-29T18:51:02.401861+0000 mgr.y (mgr.25022) 1929 : cluster [DBG] pgmap v3495: 137 pgs: 137 active+clean; 512 MiB data, 6.8 GiB used, 708 GiB / 715 GiB avail; 91 KiB/s rd, 6.0 KiB/s wr, 140 op/s 2024-08-29T18:51:04.131 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:51:03 smithi028 bash[78352]: cluster 2024-08-29T18:51:02.871942+0000 mon.a (mon.0) 3611 : cluster [DBG] osdmap e2048: 8 total, 8 up, 8 in 2024-08-29T18:51:04.131 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:51:03 smithi028 bash[78352]: cluster 2024-08-29T18:51:03.772832+0000 mon.a (mon.0) 3612 : cluster [DBG] osdmap e2049: 8 total, 8 up, 8 in 2024-08-29T18:51:04.131 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:51:03 smithi028 bash[77168]: cluster 2024-08-29T18:51:02.401861+0000 mgr.y (mgr.25022) 1929 : cluster [DBG] pgmap v3495: 137 pgs: 137 active+clean; 512 MiB data, 6.8 GiB used, 708 GiB / 715 GiB avail; 91 KiB/s rd, 6.0 KiB/s wr, 140 op/s 2024-08-29T18:51:04.131 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:51:03 smithi028 bash[77168]: cluster 2024-08-29T18:51:02.871942+0000 mon.a (mon.0) 3611 : cluster [DBG] osdmap e2048: 8 total, 8 up, 8 in 2024-08-29T18:51:04.131 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:51:03 smithi028 bash[77168]: cluster 2024-08-29T18:51:03.772832+0000 mon.a (mon.0) 3612 : cluster [DBG] osdmap e2049: 8 total, 8 up, 8 in 2024-08-29T18:51:04.139 INFO:tasks.workunit.client.0.smithi028.stdout:[ OK ] DiffIterateTest/1.DiffIterateCallbackError (83 ms) 2024-08-29T18:51:04.139 INFO:tasks.workunit.client.0.smithi028.stdout:[ RUN ] DiffIterateTest/1.DiffIterateParentDiscard 2024-08-29T18:51:04.139 INFO:tasks.workunit.client.0.smithi028.stdout:using new format! 2024-08-29T18:51:04.326 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:51:03 smithi053 bash[68679]: cluster 2024-08-29T18:51:02.401861+0000 mgr.y (mgr.25022) 1929 : cluster [DBG] pgmap v3495: 137 pgs: 137 active+clean; 512 MiB data, 6.8 GiB used, 708 GiB / 715 GiB avail; 91 KiB/s rd, 6.0 KiB/s wr, 140 op/s 2024-08-29T18:51:04.327 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:51:03 smithi053 bash[68679]: cluster 2024-08-29T18:51:02.871942+0000 mon.a (mon.0) 3611 : cluster [DBG] osdmap e2048: 8 total, 8 up, 8 in 2024-08-29T18:51:04.327 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:51:03 smithi053 bash[68679]: cluster 2024-08-29T18:51:03.772832+0000 mon.a (mon.0) 3612 : cluster [DBG] osdmap e2049: 8 total, 8 up, 8 in 2024-08-29T18:51:06.131 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:51:05 smithi028 bash[78352]: cluster 2024-08-29T18:51:04.402578+0000 mgr.y (mgr.25022) 1930 : cluster [DBG] pgmap v3498: 137 pgs: 137 active+clean; 476 MiB data, 6.7 GiB used, 708 GiB / 715 GiB avail; 75 KiB/s rd, 3.5 MiB/s wr, 108 op/s 2024-08-29T18:51:06.131 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:51:05 smithi028 bash[78352]: cluster 2024-08-29T18:51:04.880787+0000 mon.a (mon.0) 3613 : cluster [DBG] osdmap e2050: 8 total, 8 up, 8 in 2024-08-29T18:51:06.131 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:51:05 smithi028 bash[77168]: cluster 2024-08-29T18:51:04.402578+0000 mgr.y (mgr.25022) 1930 : cluster [DBG] pgmap v3498: 137 pgs: 137 active+clean; 476 MiB data, 6.7 GiB used, 708 GiB / 715 GiB avail; 75 KiB/s rd, 3.5 MiB/s wr, 108 op/s 2024-08-29T18:51:06.131 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:51:05 smithi028 bash[77168]: cluster 2024-08-29T18:51:04.880787+0000 mon.a (mon.0) 3613 : cluster [DBG] osdmap e2050: 8 total, 8 up, 8 in 2024-08-29T18:51:06.149 INFO:tasks.workunit.client.0.smithi028.stdout:[ OK ] DiffIterateTest/1.DiffIterateParentDiscard (2010 ms) 2024-08-29T18:51:06.149 INFO:tasks.workunit.client.0.smithi028.stdout:[ RUN ] DiffIterateTest/1.DiffIterateUnalignedSmall 2024-08-29T18:51:06.149 INFO:tasks.workunit.client.0.smithi028.stdout:using new format! 2024-08-29T18:51:06.240 INFO:tasks.workunit.client.0.smithi028.stdout:iterate_cb 5000005~1234 2024-08-29T18:51:06.249 INFO:tasks.workunit.client.0.smithi028.stdout:[ OK ] DiffIterateTest/1.DiffIterateUnalignedSmall (100 ms) 2024-08-29T18:51:06.249 INFO:tasks.workunit.client.0.smithi028.stdout:[ RUN ] DiffIterateTest/1.DiffIterateUnaligned 2024-08-29T18:51:06.249 INFO:tasks.workunit.client.0.smithi028.stdout:using new format! 2024-08-29T18:51:06.326 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:51:05 smithi053 bash[68679]: cluster 2024-08-29T18:51:04.402578+0000 mgr.y (mgr.25022) 1930 : cluster [DBG] pgmap v3498: 137 pgs: 137 active+clean; 476 MiB data, 6.7 GiB used, 708 GiB / 715 GiB avail; 75 KiB/s rd, 3.5 MiB/s wr, 108 op/s 2024-08-29T18:51:06.327 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:51:05 smithi053 bash[68679]: cluster 2024-08-29T18:51:04.880787+0000 mon.a (mon.0) 3613 : cluster [DBG] osdmap e2050: 8 total, 8 up, 8 in 2024-08-29T18:51:06.378 INFO:tasks.workunit.client.0.smithi028.stdout:iterate_cb 8376263~12345 2024-08-29T18:51:06.378 INFO:tasks.workunit.client.0.smithi028.stdout:iterate_cb 8388608~4194304 2024-08-29T18:51:06.378 INFO:tasks.workunit.client.0.smithi028.stdout:iterate_cb 12582912~54321 2024-08-29T18:51:06.390 INFO:tasks.workunit.client.0.smithi028.stdout:[ OK ] DiffIterateTest/1.DiffIterateUnaligned (141 ms) 2024-08-29T18:51:06.391 INFO:tasks.workunit.client.0.smithi028.stdout:[ RUN ] DiffIterateTest/1.DiffIterateStriping 2024-08-29T18:51:06.391 INFO:tasks.workunit.client.0.smithi028.stdout:SKIPPING 2024-08-29T18:51:06.391 INFO:tasks.workunit.client.0.smithi028.stdout:[ OK ] DiffIterateTest/1.DiffIterateStriping (0 ms) 2024-08-29T18:51:06.906 INFO:tasks.workunit.client.0.smithi028.stdout:[----------] 11 tests from DiffIterateTest/1 (53476 ms total) 2024-08-29T18:51:06.907 INFO:tasks.workunit.client.0.smithi028.stdout: 2024-08-29T18:51:06.907 INFO:tasks.workunit.client.0.smithi028.stdout:[----------] Global test environment tear-down 2024-08-29T18:51:06.907 INFO:tasks.workunit.client.0.smithi028.stdout:[==========] 406 tests from 15 test suites ran. (1084705 ms total) 2024-08-29T18:51:06.907 INFO:tasks.workunit.client.0.smithi028.stdout:[ PASSED ] 406 tests. 2024-08-29T18:51:06.907 INFO:tasks.workunit.client.0.smithi028.stdout: 2024-08-29T18:51:06.907 INFO:tasks.workunit.client.0.smithi028.stdout: YOU HAVE 2 DISABLED TESTS 2024-08-29T18:51:06.907 INFO:tasks.workunit.client.0.smithi028.stdout: 2024-08-29T18:51:06.943 INFO:teuthology.orchestra.run:Running command with timeout 3600 2024-08-29T18:51:06.943 DEBUG:teuthology.orchestra.run.smithi028:> sudo rm -rf -- /home/ubuntu/cephtest/mnt.0/client.0/tmp 2024-08-29T18:51:06.997 INFO:tasks.workunit:Stopping ['rbd/test_librbd.sh'] on client.0... 2024-08-29T18:51:06.998 DEBUG:teuthology.orchestra.run.smithi028:> sudo rm -rf -- /home/ubuntu/cephtest/workunits.list.client.0 /home/ubuntu/cephtest/clone.client.0 2024-08-29T18:51:07.269 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:51:06 smithi028 bash[77168]: cluster 2024-08-29T18:51:05.890608+0000 mon.a (mon.0) 3614 : cluster [DBG] osdmap e2051: 8 total, 8 up, 8 in 2024-08-29T18:51:07.269 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:51:06 smithi028 bash[78352]: cluster 2024-08-29T18:51:05.890608+0000 mon.a (mon.0) 3614 : cluster [DBG] osdmap e2051: 8 total, 8 up, 8 in 2024-08-29T18:51:07.270 DEBUG:teuthology.parallel:result is None 2024-08-29T18:51:07.271 DEBUG:teuthology.orchestra.run.smithi028:> sudo rm -rf -- /home/ubuntu/cephtest/mnt.0/client.0 2024-08-29T18:51:07.284 INFO:tasks.workunit:Deleted dir /home/ubuntu/cephtest/mnt.0/client.0 2024-08-29T18:51:07.284 DEBUG:teuthology.orchestra.run.smithi028:> rmdir -- /home/ubuntu/cephtest/mnt.0 2024-08-29T18:51:07.326 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:51:06 smithi053 bash[68679]: cluster 2024-08-29T18:51:05.890608+0000 mon.a (mon.0) 3614 : cluster [DBG] osdmap e2051: 8 total, 8 up, 8 in 2024-08-29T18:51:07.332 INFO:tasks.workunit:Deleted artificial mount point /home/ubuntu/cephtest/mnt.0/client.0 2024-08-29T18:51:07.332 INFO:teuthology.task.full_sequential:In full_sequential, running task print... 2024-08-29T18:51:07.332 INFO:teuthology.task.print:**** done end test_rbd_api.yaml 2024-08-29T18:51:07.332 INFO:teuthology.task.full_sequential:In full_sequential, running task print... 2024-08-29T18:51:07.332 INFO:teuthology.task.print:**** done start test_rbd_python.yaml 2024-08-29T18:51:07.332 INFO:teuthology.task.full_sequential:In full_sequential, running task workunit... 2024-08-29T18:51:07.333 INFO:tasks.workunit:Pulling workunits from ref quincy 2024-08-29T18:51:07.333 INFO:tasks.workunit:Making a separate scratch dir for every client... 2024-08-29T18:51:07.333 DEBUG:teuthology.orchestra.run.smithi028:> stat -- /home/ubuntu/cephtest/mnt.0 2024-08-29T18:51:07.380 DEBUG:teuthology.orchestra.run:got remote process result: 1 2024-08-29T18:51:07.380 INFO:teuthology.orchestra.run.smithi028.stderr:stat: cannot statx '/home/ubuntu/cephtest/mnt.0': No such file or directory 2024-08-29T18:51:07.380 DEBUG:teuthology.orchestra.run.smithi028:> mkdir -- /home/ubuntu/cephtest/mnt.0 2024-08-29T18:51:07.428 INFO:tasks.workunit:Created dir /home/ubuntu/cephtest/mnt.0 2024-08-29T18:51:07.428 DEBUG:teuthology.orchestra.run.smithi028:> cd -- /home/ubuntu/cephtest/mnt.0 && mkdir -- client.0 2024-08-29T18:51:07.476 INFO:tasks.workunit:timeout=3h 2024-08-29T18:51:07.476 INFO:tasks.workunit:cleanup=True 2024-08-29T18:51:07.476 DEBUG:teuthology.orchestra.run.smithi028:> rm -rf /home/ubuntu/cephtest/clone.client.0 && git clone --depth 1 --branch quincy https://github.com/ceph/ceph-ci.git /home/ubuntu/cephtest/clone.client.0 && cd /home/ubuntu/cephtest/clone.client.0 2024-08-29T18:51:07.527 INFO:tasks.workunit.client.0.smithi028.stderr:Cloning into '/home/ubuntu/cephtest/clone.client.0'... 2024-08-29T18:51:08.077 INFO:journalctl@ceph.grafana.a.smithi053.stdout:Aug 29 18:51:07 smithi053 bash[99048]: logger=cleanup t=2024-08-29T18:51:07.667675033Z level=info msg="Completed cleanup jobs" duration=133.512851ms 2024-08-29T18:51:08.077 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:51:07 smithi053 bash[68679]: cluster 2024-08-29T18:51:06.403252+0000 mgr.y (mgr.25022) 1931 : cluster [DBG] pgmap v3501: 137 pgs: 137 active+clean; 489 MiB data, 6.7 GiB used, 709 GiB / 715 GiB avail; 3.2 MiB/s rd, 9.7 MiB/s wr, 250 op/s 2024-08-29T18:51:08.077 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:51:07 smithi053 bash[68679]: cluster 2024-08-29T18:51:06.901270+0000 mon.a (mon.0) 3615 : cluster [DBG] osdmap e2052: 8 total, 8 up, 8 in 2024-08-29T18:51:08.381 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:51:07 smithi028 bash[78352]: cluster 2024-08-29T18:51:06.403252+0000 mgr.y (mgr.25022) 1931 : cluster [DBG] pgmap v3501: 137 pgs: 137 active+clean; 489 MiB data, 6.7 GiB used, 709 GiB / 715 GiB avail; 3.2 MiB/s rd, 9.7 MiB/s wr, 250 op/s 2024-08-29T18:51:08.381 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:51:07 smithi028 bash[78352]: cluster 2024-08-29T18:51:06.901270+0000 mon.a (mon.0) 3615 : cluster [DBG] osdmap e2052: 8 total, 8 up, 8 in 2024-08-29T18:51:08.381 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:51:07 smithi028 bash[77168]: cluster 2024-08-29T18:51:06.403252+0000 mgr.y (mgr.25022) 1931 : cluster [DBG] pgmap v3501: 137 pgs: 137 active+clean; 489 MiB data, 6.7 GiB used, 709 GiB / 715 GiB avail; 3.2 MiB/s rd, 9.7 MiB/s wr, 250 op/s 2024-08-29T18:51:08.381 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:51:07 smithi028 bash[77168]: cluster 2024-08-29T18:51:06.901270+0000 mon.a (mon.0) 3615 : cluster [DBG] osdmap e2052: 8 total, 8 up, 8 in 2024-08-29T18:51:10.326 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:51:09 smithi053 bash[68679]: cluster 2024-08-29T18:51:08.403963+0000 mgr.y (mgr.25022) 1932 : cluster [DBG] pgmap v3503: 105 pgs: 105 active+clean; 4.6 MiB data, 6.7 GiB used, 708 GiB / 715 GiB avail 2024-08-29T18:51:10.380 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:51:09 smithi028 bash[78352]: cluster 2024-08-29T18:51:08.403963+0000 mgr.y (mgr.25022) 1932 : cluster [DBG] pgmap v3503: 105 pgs: 105 active+clean; 4.6 MiB data, 6.7 GiB used, 708 GiB / 715 GiB avail 2024-08-29T18:51:10.381 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:51:09 smithi028 bash[77168]: cluster 2024-08-29T18:51:08.403963+0000 mgr.y (mgr.25022) 1932 : cluster [DBG] pgmap v3503: 105 pgs: 105 active+clean; 4.6 MiB data, 6.7 GiB used, 708 GiB / 715 GiB avail 2024-08-29T18:51:11.880 INFO:journalctl@ceph.mgr.y.smithi028.stdout:Aug 29 18:51:11 smithi028 bash[70818]: ::ffff:172.21.15.53 - - [29/Aug/2024:18:51:11] "GET /metrics HTTP/1.1" 200 36708 "" "Prometheus/2.43.0" 2024-08-29T18:51:12.326 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:51:11 smithi053 bash[68679]: cluster 2024-08-29T18:51:10.405083+0000 mgr.y (mgr.25022) 1933 : cluster [DBG] pgmap v3504: 105 pgs: 105 active+clean; 4.6 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail 2024-08-29T18:51:12.381 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:51:11 smithi028 bash[77168]: cluster 2024-08-29T18:51:10.405083+0000 mgr.y (mgr.25022) 1933 : cluster [DBG] pgmap v3504: 105 pgs: 105 active+clean; 4.6 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail 2024-08-29T18:51:12.381 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:51:11 smithi028 bash[78352]: cluster 2024-08-29T18:51:10.405083+0000 mgr.y (mgr.25022) 1933 : cluster [DBG] pgmap v3504: 105 pgs: 105 active+clean; 4.6 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail 2024-08-29T18:51:12.826 INFO:journalctl@ceph.prometheus.a.smithi053.stdout:Aug 29 18:51:12 smithi053 bash[95567]: ts=2024-08-29T18:51:12.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"3167ee72-662c-11ef-bcd4-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-29T18:51:13.326 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:51:12 smithi053 bash[68679]: audit 2024-08-29T18:51:12.155799+0000 mon.a (mon.0) 3616 : audit [DBG] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-29T18:51:13.348 DEBUG:teuthology.orchestra.run.smithi028:> cd -- /home/ubuntu/cephtest/clone.client.0/qa/workunits && if test -e Makefile ; then make ; fi && find -executable -type f -printf '%P\0' >/home/ubuntu/cephtest/workunits.list.client.0 2024-08-29T18:51:13.381 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:51:12 smithi028 bash[78352]: audit 2024-08-29T18:51:12.155799+0000 mon.a (mon.0) 3616 : audit [DBG] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-29T18:51:13.381 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:51:12 smithi028 bash[77168]: audit 2024-08-29T18:51:12.155799+0000 mon.a (mon.0) 3616 : audit [DBG] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-29T18:51:13.387 INFO:tasks.workunit.client.0.smithi028.stdout:for d in direct_io fs ; do ( cd $d ; make all ) ; done 2024-08-29T18:51:13.390 INFO:tasks.workunit.client.0.smithi028.stdout:make[1]: Entering directory '/home/ubuntu/cephtest/clone.client.0/qa/workunits/direct_io' 2024-08-29T18:51:13.390 INFO:tasks.workunit.client.0.smithi028.stdout:cc -Wall -Wextra -D_GNU_SOURCE direct_io_test.c -o direct_io_test 2024-08-29T18:51:13.454 INFO:tasks.workunit.client.0.smithi028.stdout:cc -Wall -Wextra -D_GNU_SOURCE test_sync_io.c -o test_sync_io 2024-08-29T18:51:13.518 INFO:tasks.workunit.client.0.smithi028.stdout:cc -Wall -Wextra -D_GNU_SOURCE test_short_dio_read.c -o test_short_dio_read 2024-08-29T18:51:13.562 INFO:tasks.workunit.client.0.smithi028.stdout:make[1]: Leaving directory '/home/ubuntu/cephtest/clone.client.0/qa/workunits/direct_io' 2024-08-29T18:51:13.563 INFO:tasks.workunit.client.0.smithi028.stdout:make[1]: Entering directory '/home/ubuntu/cephtest/clone.client.0/qa/workunits/fs' 2024-08-29T18:51:13.564 INFO:tasks.workunit.client.0.smithi028.stdout:cc -Wall -Wextra -D_GNU_SOURCE test_o_trunc.c -o test_o_trunc 2024-08-29T18:51:13.607 INFO:tasks.workunit.client.0.smithi028.stdout:make[1]: Leaving directory '/home/ubuntu/cephtest/clone.client.0/qa/workunits/fs' 2024-08-29T18:51:13.610 DEBUG:teuthology.orchestra.run.smithi028:> set -ex 2024-08-29T18:51:13.610 DEBUG:teuthology.orchestra.run.smithi028:> dd if=/home/ubuntu/cephtest/workunits.list.client.0 of=/dev/stdout 2024-08-29T18:51:13.656 INFO:tasks.workunit:Running workunits matching rbd/test_librbd_python.sh on client.0... 2024-08-29T18:51:13.657 INFO:tasks.workunit:Running workunit rbd/test_librbd_python.sh... 2024-08-29T18:51:13.657 DEBUG:teuthology.orchestra.run.smithi028:workunit test rbd/test_librbd_python.sh> mkdir -p -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && cd -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && CEPH_CLI_TEST_DUP_COMMAND=1 CEPH_REF=quincy TESTDIR="/home/ubuntu/cephtest" CEPH_ARGS="--cluster ceph" CEPH_ID="0" PATH=$PATH:/usr/sbin CEPH_BASE=/home/ubuntu/cephtest/clone.client.0 CEPH_ROOT=/home/ubuntu/cephtest/clone.client.0 CEPH_MNT=/home/ubuntu/cephtest/mnt.0 RBD_FEATURES=61 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 3h /home/ubuntu/cephtest/clone.client.0/qa/workunits/rbd/test_librbd_python.sh 2024-08-29T18:51:13.706 INFO:tasks.workunit.client.0.smithi028.stderr:+ dirname /home/ubuntu/cephtest/clone.client.0/qa/workunits/rbd/test_librbd_python.sh 2024-08-29T18:51:13.707 INFO:tasks.workunit.client.0.smithi028.stderr:+ relpath=/home/ubuntu/cephtest/clone.client.0/qa/workunits/rbd/../../../src/test/pybind 2024-08-29T18:51:13.707 INFO:tasks.workunit.client.0.smithi028.stderr:+ [ -n ] 2024-08-29T18:51:13.707 INFO:tasks.workunit.client.0.smithi028.stderr:+ python3 -m pytest -v /home/ubuntu/cephtest/clone.client.0/qa/workunits/rbd/../../../src/test/pybind/test_rbd.py 2024-08-29T18:51:13.952 INFO:tasks.workunit.client.0.smithi028.stdout:============================= test session starts ============================== 2024-08-29T18:51:13.952 INFO:tasks.workunit.client.0.smithi028.stdout:platform linux -- Python 3.10.6, pytest-6.2.5, py-1.10.0, pluggy-0.13.0 -- /usr/bin/python3 2024-08-29T18:51:13.953 INFO:tasks.workunit.client.0.smithi028.stdout:cachedir: .pytest_cache 2024-08-29T18:51:13.953 INFO:tasks.workunit.client.0.smithi028.stdout:rootdir: /home/ubuntu/cephtest/clone.client.0/src/test/pybind, configfile: pytest.ini 2024-08-29T18:51:14.326 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:51:13 smithi053 bash[68679]: cluster 2024-08-29T18:51:12.405912+0000 mgr.y (mgr.25022) 1934 : cluster [DBG] pgmap v3505: 105 pgs: 105 active+clean; 4.6 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail 2024-08-29T18:51:14.347 INFO:tasks.workunit.client.0.smithi028.stdout:collecting ... collected 172 items 2024-08-29T18:51:14.347 INFO:tasks.workunit.client.0.smithi028.stdout: 2024-08-29T18:51:14.380 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:51:13 smithi028 bash[78352]: cluster 2024-08-29T18:51:12.405912+0000 mgr.y (mgr.25022) 1934 : cluster [DBG] pgmap v3505: 105 pgs: 105 active+clean; 4.6 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail 2024-08-29T18:51:14.381 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:51:13 smithi028 bash[77168]: cluster 2024-08-29T18:51:12.405912+0000 mgr.y (mgr.25022) 1934 : cluster [DBG] pgmap v3505: 105 pgs: 105 active+clean; 4.6 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail 2024-08-29T18:51:16.326 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:51:15 smithi053 bash[68679]: cluster 2024-08-29T18:51:14.406448+0000 mgr.y (mgr.25022) 1935 : cluster [DBG] pgmap v3506: 105 pgs: 105 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail 2024-08-29T18:51:16.327 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:51:15 smithi053 bash[68679]: cluster 2024-08-29T18:51:14.930131+0000 mon.a (mon.0) 3617 : cluster [DBG] osdmap e2053: 8 total, 8 up, 8 in 2024-08-29T18:51:16.327 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:51:15 smithi053 bash[68679]: audit 2024-08-29T18:51:14.944077+0000 mon.c (mon.2) 138 : audit [INF] from='client.? 172.21.15.28:0/3921632946' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rbd-api-smithi028-119602-1","app": "rbd","yes_i_really_mean_it": true}]: dispatch 2024-08-29T18:51:16.327 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:51:15 smithi053 bash[68679]: audit 2024-08-29T18:51:14.944463+0000 mon.a (mon.0) 3618 : audit [INF] from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rbd-api-smithi028-119602-1","app": "rbd","yes_i_really_mean_it": true}]: dispatch 2024-08-29T18:51:16.381 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:51:15 smithi028 bash[77168]: cluster 2024-08-29T18:51:14.406448+0000 mgr.y (mgr.25022) 1935 : cluster [DBG] pgmap v3506: 105 pgs: 105 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail 2024-08-29T18:51:16.381 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:51:15 smithi028 bash[77168]: cluster 2024-08-29T18:51:14.930131+0000 mon.a (mon.0) 3617 : cluster [DBG] osdmap e2053: 8 total, 8 up, 8 in 2024-08-29T18:51:16.381 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:51:15 smithi028 bash[77168]: audit 2024-08-29T18:51:14.944077+0000 mon.c (mon.2) 138 : audit [INF] from='client.? 172.21.15.28:0/3921632946' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rbd-api-smithi028-119602-1","app": "rbd","yes_i_really_mean_it": true}]: dispatch 2024-08-29T18:51:16.381 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:51:15 smithi028 bash[77168]: audit 2024-08-29T18:51:14.944463+0000 mon.a (mon.0) 3618 : audit [INF] from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rbd-api-smithi028-119602-1","app": "rbd","yes_i_really_mean_it": true}]: dispatch 2024-08-29T18:51:16.381 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:51:15 smithi028 bash[78352]: cluster 2024-08-29T18:51:14.406448+0000 mgr.y (mgr.25022) 1935 : cluster [DBG] pgmap v3506: 105 pgs: 105 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail 2024-08-29T18:51:16.381 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:51:15 smithi028 bash[78352]: cluster 2024-08-29T18:51:14.930131+0000 mon.a (mon.0) 3617 : cluster [DBG] osdmap e2053: 8 total, 8 up, 8 in 2024-08-29T18:51:16.382 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:51:15 smithi028 bash[78352]: audit 2024-08-29T18:51:14.944077+0000 mon.c (mon.2) 138 : audit [INF] from='client.? 172.21.15.28:0/3921632946' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rbd-api-smithi028-119602-1","app": "rbd","yes_i_really_mean_it": true}]: dispatch 2024-08-29T18:51:16.382 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:51:15 smithi028 bash[78352]: audit 2024-08-29T18:51:14.944463+0000 mon.a (mon.0) 3618 : audit [INF] from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rbd-api-smithi028-119602-1","app": "rbd","yes_i_really_mean_it": true}]: dispatch 2024-08-29T18:51:17.327 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:51:16 smithi053 bash[68679]: audit 2024-08-29T18:51:15.936783+0000 mon.a (mon.0) 3619 : audit [INF] from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rbd-api-smithi028-119602-1","app": "rbd","yes_i_really_mean_it": true}]': finished 2024-08-29T18:51:17.327 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:51:16 smithi053 bash[68679]: cluster 2024-08-29T18:51:15.944693+0000 mon.a (mon.0) 3620 : cluster [DBG] osdmap e2054: 8 total, 8 up, 8 in 2024-08-29T18:51:17.381 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:51:16 smithi028 bash[77168]: audit 2024-08-29T18:51:15.936783+0000 mon.a (mon.0) 3619 : audit [INF] from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rbd-api-smithi028-119602-1","app": "rbd","yes_i_really_mean_it": true}]': finished 2024-08-29T18:51:17.381 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:51:16 smithi028 bash[77168]: cluster 2024-08-29T18:51:15.944693+0000 mon.a (mon.0) 3620 : cluster [DBG] osdmap e2054: 8 total, 8 up, 8 in 2024-08-29T18:51:17.381 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:51:16 smithi028 bash[78352]: audit 2024-08-29T18:51:15.936783+0000 mon.a (mon.0) 3619 : audit [INF] from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rbd-api-smithi028-119602-1","app": "rbd","yes_i_really_mean_it": true}]': finished 2024-08-29T18:51:17.381 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:51:16 smithi028 bash[78352]: cluster 2024-08-29T18:51:15.944693+0000 mon.a (mon.0) 3620 : cluster [DBG] osdmap e2054: 8 total, 8 up, 8 in 2024-08-29T18:51:18.005 INFO:tasks.workunit.client.0.smithi028.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::test_version PASSED [ 0%] 2024-08-29T18:51:18.202 INFO:tasks.workunit.client.0.smithi028.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::test_create PASSED [ 1%] 2024-08-29T18:51:18.326 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:51:17 smithi053 bash[68679]: cluster 2024-08-29T18:51:16.407087+0000 mgr.y (mgr.25022) 1936 : cluster [DBG] pgmap v3509: 137 pgs: 4 creating+peering, 28 unknown, 105 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail 2024-08-29T18:51:18.326 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:51:17 smithi053 bash[68679]: cluster 2024-08-29T18:51:16.955595+0000 mon.a (mon.0) 3621 : cluster [DBG] osdmap e2055: 8 total, 8 up, 8 in 2024-08-29T18:51:18.381 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:51:17 smithi028 bash[78352]: cluster 2024-08-29T18:51:16.407087+0000 mgr.y (mgr.25022) 1936 : cluster [DBG] pgmap v3509: 137 pgs: 4 creating+peering, 28 unknown, 105 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail 2024-08-29T18:51:18.381 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:51:17 smithi028 bash[78352]: cluster 2024-08-29T18:51:16.955595+0000 mon.a (mon.0) 3621 : cluster [DBG] osdmap e2055: 8 total, 8 up, 8 in 2024-08-29T18:51:18.381 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:51:17 smithi028 bash[77168]: cluster 2024-08-29T18:51:16.407087+0000 mgr.y (mgr.25022) 1936 : cluster [DBG] pgmap v3509: 137 pgs: 4 creating+peering, 28 unknown, 105 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail 2024-08-29T18:51:18.381 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:51:17 smithi028 bash[77168]: cluster 2024-08-29T18:51:16.955595+0000 mon.a (mon.0) 3621 : cluster [DBG] osdmap e2055: 8 total, 8 up, 8 in 2024-08-29T18:51:19.326 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:51:18 smithi053 bash[68679]: cluster 2024-08-29T18:51:17.962331+0000 mon.a (mon.0) 3622 : cluster [DBG] osdmap e2056: 8 total, 8 up, 8 in 2024-08-29T18:51:19.381 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:51:18 smithi028 bash[77168]: cluster 2024-08-29T18:51:17.962331+0000 mon.a (mon.0) 3622 : cluster [DBG] osdmap e2056: 8 total, 8 up, 8 in 2024-08-29T18:51:19.381 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:51:18 smithi028 bash[78352]: cluster 2024-08-29T18:51:17.962331+0000 mon.a (mon.0) 3622 : cluster [DBG] osdmap e2056: 8 total, 8 up, 8 in 2024-08-29T18:51:19.997 INFO:tasks.workunit.client.0.smithi028.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::test_create_defaults PASSED [ 1%] 2024-08-29T18:51:20.253 INFO:tasks.workunit.client.0.smithi028.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::test_context_manager PASSED [ 2%] 2024-08-29T18:51:20.326 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:51:19 smithi053 bash[68679]: cluster 2024-08-29T18:51:18.407750+0000 mgr.y (mgr.25022) 1937 : cluster [DBG] pgmap v3512: 137 pgs: 4 creating+peering, 25 unknown, 108 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail 2024-08-29T18:51:20.381 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:51:19 smithi028 bash[77168]: cluster 2024-08-29T18:51:18.407750+0000 mgr.y (mgr.25022) 1937 : cluster [DBG] pgmap v3512: 137 pgs: 4 creating+peering, 25 unknown, 108 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail 2024-08-29T18:51:20.381 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:51:19 smithi028 bash[78352]: cluster 2024-08-29T18:51:18.407750+0000 mgr.y (mgr.25022) 1937 : cluster [DBG] pgmap v3512: 137 pgs: 4 creating+peering, 25 unknown, 108 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail 2024-08-29T18:51:21.881 INFO:journalctl@ceph.mgr.y.smithi028.stdout:Aug 29 18:51:21 smithi028 bash[70818]: ::ffff:172.21.15.53 - - [29/Aug/2024:18:51:21] "GET /metrics HTTP/1.1" 200 34217 "" "Prometheus/2.43.0" 2024-08-29T18:51:22.193 INFO:tasks.workunit.client.0.smithi028.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::test_open_read_only PASSED [ 2%] 2024-08-29T18:51:22.316 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:51:21 smithi053 bash[68679]: cluster 2024-08-29T18:51:20.409285+0000 mgr.y (mgr.25022) 1938 : cluster [DBG] pgmap v3513: 137 pgs: 4 creating+peering, 133 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 61 KiB/s rd, 8.9 KiB/s wr, 89 op/s 2024-08-29T18:51:22.316 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:51:21 smithi053 bash[68679]: cluster 2024-08-29T18:51:20.982826+0000 mon.a (mon.0) 3623 : cluster [DBG] osdmap e2057: 8 total, 8 up, 8 in 2024-08-29T18:51:22.316 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:51:21 smithi053 bash[68679]: audit 2024-08-29T18:51:21.906634+0000 mon.a (mon.0) 3624 : audit [DBG] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-29T18:51:22.381 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:51:21 smithi028 bash[77168]: cluster 2024-08-29T18:51:20.409285+0000 mgr.y (mgr.25022) 1938 : cluster [DBG] pgmap v3513: 137 pgs: 4 creating+peering, 133 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 61 KiB/s rd, 8.9 KiB/s wr, 89 op/s 2024-08-29T18:51:22.381 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:51:21 smithi028 bash[77168]: cluster 2024-08-29T18:51:20.982826+0000 mon.a (mon.0) 3623 : cluster [DBG] osdmap e2057: 8 total, 8 up, 8 in 2024-08-29T18:51:22.381 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:51:21 smithi028 bash[77168]: audit 2024-08-29T18:51:21.906634+0000 mon.a (mon.0) 3624 : audit [DBG] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-29T18:51:22.381 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:51:21 smithi028 bash[78352]: cluster 2024-08-29T18:51:20.409285+0000 mgr.y (mgr.25022) 1938 : cluster [DBG] pgmap v3513: 137 pgs: 4 creating+peering, 133 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 61 KiB/s rd, 8.9 KiB/s wr, 89 op/s 2024-08-29T18:51:22.381 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:51:21 smithi028 bash[78352]: cluster 2024-08-29T18:51:20.982826+0000 mon.a (mon.0) 3623 : cluster [DBG] osdmap e2057: 8 total, 8 up, 8 in 2024-08-29T18:51:22.381 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:51:21 smithi028 bash[78352]: audit 2024-08-29T18:51:21.906634+0000 mon.a (mon.0) 3624 : audit [DBG] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-29T18:51:22.576 INFO:journalctl@ceph.prometheus.a.smithi053.stdout:Aug 29 18:51:22 smithi053 bash[95567]: ts=2024-08-29T18:51:22.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"3167ee72-662c-11ef-bcd4-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-29T18:51:23.326 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:51:22 smithi053 bash[68679]: cluster 2024-08-29T18:51:21.983070+0000 mon.a (mon.0) 3625 : cluster [DBG] osdmap e2058: 8 total, 8 up, 8 in 2024-08-29T18:51:23.327 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:51:22 smithi053 bash[68679]: audit 2024-08-29T18:51:22.706775+0000 mon.a (mon.0) 3626 : audit [DBG] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-29T18:51:23.327 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:51:22 smithi053 bash[68679]: audit 2024-08-29T18:51:22.708362+0000 mon.a (mon.0) 3627 : audit [INF] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-29T18:51:23.327 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:51:22 smithi053 bash[68679]: audit 2024-08-29T18:51:22.716364+0000 mon.a (mon.0) 3628 : audit [INF] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' 2024-08-29T18:51:23.381 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:51:22 smithi028 bash[77168]: cluster 2024-08-29T18:51:21.983070+0000 mon.a (mon.0) 3625 : cluster [DBG] osdmap e2058: 8 total, 8 up, 8 in 2024-08-29T18:51:23.381 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:51:22 smithi028 bash[77168]: audit 2024-08-29T18:51:22.706775+0000 mon.a (mon.0) 3626 : audit [DBG] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-29T18:51:23.381 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:51:22 smithi028 bash[77168]: audit 2024-08-29T18:51:22.708362+0000 mon.a (mon.0) 3627 : audit [INF] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-29T18:51:23.381 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:51:22 smithi028 bash[77168]: audit 2024-08-29T18:51:22.716364+0000 mon.a (mon.0) 3628 : audit [INF] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' 2024-08-29T18:51:23.381 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:51:22 smithi028 bash[78352]: cluster 2024-08-29T18:51:21.983070+0000 mon.a (mon.0) 3625 : cluster [DBG] osdmap e2058: 8 total, 8 up, 8 in 2024-08-29T18:51:23.381 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:51:22 smithi028 bash[78352]: audit 2024-08-29T18:51:22.706775+0000 mon.a (mon.0) 3626 : audit [DBG] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-29T18:51:23.381 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:51:22 smithi028 bash[78352]: audit 2024-08-29T18:51:22.708362+0000 mon.a (mon.0) 3627 : audit [INF] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-29T18:51:23.382 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:51:22 smithi028 bash[78352]: audit 2024-08-29T18:51:22.716364+0000 mon.a (mon.0) 3628 : audit [INF] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' 2024-08-29T18:51:23.520 INFO:tasks.workunit.client.0.smithi028.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::test_open_dne PASSED [ 3%] 2024-08-29T18:51:24.326 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:51:24 smithi053 bash[68679]: cluster 2024-08-29T18:51:22.410016+0000 mgr.y (mgr.25022) 1939 : cluster [DBG] pgmap v3516: 137 pgs: 137 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 152 KiB/s rd, 11 KiB/s wr, 200 op/s 2024-08-29T18:51:24.381 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:51:24 smithi028 bash[78352]: cluster 2024-08-29T18:51:22.410016+0000 mgr.y (mgr.25022) 1939 : cluster [DBG] pgmap v3516: 137 pgs: 137 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 152 KiB/s rd, 11 KiB/s wr, 200 op/s 2024-08-29T18:51:24.381 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:51:24 smithi028 bash[77168]: cluster 2024-08-29T18:51:22.410016+0000 mgr.y (mgr.25022) 1939 : cluster [DBG] pgmap v3516: 137 pgs: 137 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 152 KiB/s rd, 11 KiB/s wr, 200 op/s 2024-08-29T18:51:24.964 INFO:tasks.workunit.client.0.smithi028.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::test_open_readonly_dne PASSED [ 4%] 2024-08-29T18:51:25.178 INFO:tasks.workunit.client.0.smithi028.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::test_open_by_id PASSED [ 4%] 2024-08-29T18:51:25.350 INFO:tasks.workunit.client.0.smithi028.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::test_aio_open PASSED [ 5%] 2024-08-29T18:51:25.374 INFO:tasks.workunit.client.0.smithi028.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::test_remove_dne PASSED [ 5%] 2024-08-29T18:51:25.378 INFO:tasks.workunit.client.0.smithi028.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::test_list_empty PASSED [ 6%] 2024-08-29T18:51:25.587 INFO:tasks.workunit.client.0.smithi028.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::test_list PASSED [ 6%] 2024-08-29T18:51:25.774 INFO:tasks.workunit.client.0.smithi028.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::test_remove_with_progress PASSED [ 7%] 2024-08-29T18:51:26.004 INFO:tasks.workunit.client.0.smithi028.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::test_remove_canceled PASSED [ 8%] 2024-08-29T18:51:26.290 INFO:tasks.workunit.client.0.smithi028.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::test_rename PASSED [ 8%] 2024-08-29T18:51:26.327 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:51:26 smithi053 bash[68679]: cluster 2024-08-29T18:51:24.411106+0000 mgr.y (mgr.25022) 1940 : cluster [DBG] pgmap v3517: 137 pgs: 137 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 157 KiB/s rd, 11 KiB/s wr, 214 op/s 2024-08-29T18:51:26.381 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:51:26 smithi028 bash[78352]: cluster 2024-08-29T18:51:24.411106+0000 mgr.y (mgr.25022) 1940 : cluster [DBG] pgmap v3517: 137 pgs: 137 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 157 KiB/s rd, 11 KiB/s wr, 214 op/s 2024-08-29T18:51:26.383 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:51:26 smithi028 bash[77168]: cluster 2024-08-29T18:51:24.411106+0000 mgr.y (mgr.25022) 1940 : cluster [DBG] pgmap v3517: 137 pgs: 137 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 157 KiB/s rd, 11 KiB/s wr, 214 op/s 2024-08-29T18:51:27.030 INFO:tasks.workunit.client.0.smithi028.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::test_pool_metadata PASSED [ 9%] 2024-08-29T18:51:27.072 INFO:tasks.workunit.client.0.smithi028.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::test_config_list PASSED [ 9%] 2024-08-29T18:51:27.106 INFO:tasks.workunit.client.0.smithi028.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::test_pool_config_set_and_get_and_remove PASSED [ 10%] 2024-08-29T18:51:27.166 INFO:tasks.workunit.client.0.smithi028.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::test_namespaces PASSED [ 11%] 2024-08-29T18:51:27.380 INFO:journalctl@ceph.mgr.y.smithi028.stdout:Aug 29 18:51:27 smithi028 bash[70818]: [29/Aug/2024:18:51:27] ENGINE Bus STOPPING 2024-08-29T18:51:27.881 INFO:journalctl@ceph.mgr.y.smithi028.stdout:Aug 29 18:51:27 smithi028 bash[70818]: [29/Aug/2024:18:51:27] ENGINE HTTP Server cherrypy._cpwsgi_server.CPWSGIServer(('::', 9283)) shut down 2024-08-29T18:51:27.881 INFO:journalctl@ceph.mgr.y.smithi028.stdout:Aug 29 18:51:27 smithi028 bash[70818]: [29/Aug/2024:18:51:27] ENGINE Bus STOPPED 2024-08-29T18:51:27.881 INFO:journalctl@ceph.mgr.y.smithi028.stdout:Aug 29 18:51:27 smithi028 bash[70818]: [29/Aug/2024:18:51:27] ENGINE Bus STARTING 2024-08-29T18:51:27.881 INFO:journalctl@ceph.mgr.y.smithi028.stdout:Aug 29 18:51:27 smithi028 bash[70818]: [29/Aug/2024:18:51:27] ENGINE Serving on http://:::9283 2024-08-29T18:51:27.881 INFO:journalctl@ceph.mgr.y.smithi028.stdout:Aug 29 18:51:27 smithi028 bash[70818]: [29/Aug/2024:18:51:27] ENGINE Bus STARTED 2024-08-29T18:51:28.327 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:51:28 smithi053 bash[68679]: cluster 2024-08-29T18:51:26.412543+0000 mgr.y (mgr.25022) 1941 : cluster [DBG] pgmap v3518: 137 pgs: 137 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 185 KiB/s rd, 15 KiB/s wr, 253 op/s 2024-08-29T18:51:28.327 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:51:28 smithi053 bash[68679]: audit 2024-08-29T18:51:27.053220+0000 mon.a (mon.0) 3629 : audit [INF] from='client.? ' entity='client.admin' 2024-08-29T18:51:28.327 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:51:28 smithi053 bash[68679]: audit 2024-08-29T18:51:27.075999+0000 mon.a (mon.0) 3630 : audit [DBG] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-29T18:51:28.327 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:51:28 smithi053 bash[68679]: audit 2024-08-29T18:51:27.084611+0000 mon.a (mon.0) 3631 : audit [DBG] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-29T18:51:28.327 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:51:28 smithi053 bash[68679]: audit 2024-08-29T18:51:27.087737+0000 mon.a (mon.0) 3632 : audit [INF] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-29T18:51:28.327 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:51:28 smithi053 bash[68679]: audit 2024-08-29T18:51:27.101277+0000 mon.a (mon.0) 3633 : audit [INF] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' 2024-08-29T18:51:28.327 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:51:28 smithi053 bash[68679]: audit 2024-08-29T18:51:27.156527+0000 mon.a (mon.0) 3634 : audit [DBG] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-29T18:51:28.381 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:51:28 smithi028 bash[77168]: cluster 2024-08-29T18:51:26.412543+0000 mgr.y (mgr.25022) 1941 : cluster [DBG] pgmap v3518: 137 pgs: 137 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 185 KiB/s rd, 15 KiB/s wr, 253 op/s 2024-08-29T18:51:28.381 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:51:28 smithi028 bash[77168]: audit 2024-08-29T18:51:27.053220+0000 mon.a (mon.0) 3629 : audit [INF] from='client.? ' entity='client.admin' 2024-08-29T18:51:28.381 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:51:28 smithi028 bash[77168]: audit 2024-08-29T18:51:27.075999+0000 mon.a (mon.0) 3630 : audit [DBG] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-29T18:51:28.381 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:51:28 smithi028 bash[77168]: audit 2024-08-29T18:51:27.084611+0000 mon.a (mon.0) 3631 : audit [DBG] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-29T18:51:28.381 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:51:28 smithi028 bash[77168]: audit 2024-08-29T18:51:27.087737+0000 mon.a (mon.0) 3632 : audit [INF] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-29T18:51:28.381 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:51:28 smithi028 bash[77168]: audit 2024-08-29T18:51:27.101277+0000 mon.a (mon.0) 3633 : audit [INF] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' 2024-08-29T18:51:28.381 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:51:28 smithi028 bash[77168]: audit 2024-08-29T18:51:27.156527+0000 mon.a (mon.0) 3634 : audit [DBG] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-29T18:51:28.382 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:51:28 smithi028 bash[78352]: cluster 2024-08-29T18:51:26.412543+0000 mgr.y (mgr.25022) 1941 : cluster [DBG] pgmap v3518: 137 pgs: 137 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 185 KiB/s rd, 15 KiB/s wr, 253 op/s 2024-08-29T18:51:28.382 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:51:28 smithi028 bash[78352]: audit 2024-08-29T18:51:27.053220+0000 mon.a (mon.0) 3629 : audit [INF] from='client.? ' entity='client.admin' 2024-08-29T18:51:28.382 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:51:28 smithi028 bash[78352]: audit 2024-08-29T18:51:27.075999+0000 mon.a (mon.0) 3630 : audit [DBG] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-29T18:51:28.382 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:51:28 smithi028 bash[78352]: audit 2024-08-29T18:51:27.084611+0000 mon.a (mon.0) 3631 : audit [DBG] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-29T18:51:28.382 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:51:28 smithi028 bash[78352]: audit 2024-08-29T18:51:27.087737+0000 mon.a (mon.0) 3632 : audit [INF] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-29T18:51:28.382 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:51:28 smithi028 bash[78352]: audit 2024-08-29T18:51:27.101277+0000 mon.a (mon.0) 3633 : audit [INF] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' 2024-08-29T18:51:28.382 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:51:28 smithi028 bash[78352]: audit 2024-08-29T18:51:27.156527+0000 mon.a (mon.0) 3634 : audit [DBG] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-29T18:51:29.042 INFO:tasks.workunit.client.0.smithi028.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::test_pool_stats PASSED [ 11%] 2024-08-29T18:51:29.045 INFO:tasks.workunit.client.0.smithi028.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::test_features_to_string PASSED [ 12%] 2024-08-29T18:51:29.048 INFO:tasks.workunit.client.0.smithi028.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::test_features_from_string PASSED [ 12%] 2024-08-29T18:51:29.266 INFO:tasks.workunit.client.0.smithi028.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestImage::test_update_features SKIPPED [ 13%] 2024-08-29T18:51:29.381 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:51:29 smithi028 bash[78352]: cluster 2024-08-29T18:51:28.106898+0000 mon.a (mon.0) 3635 : cluster [DBG] osdmap e2059: 8 total, 8 up, 8 in 2024-08-29T18:51:29.381 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:51:29 smithi028 bash[78352]: cluster 2024-08-29T18:51:28.781550+0000 mon.a (mon.0) 3636 : cluster [DBG] osdmap e2060: 8 total, 8 up, 8 in 2024-08-29T18:51:29.381 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:51:29 smithi028 bash[77168]: cluster 2024-08-29T18:51:28.106898+0000 mon.a (mon.0) 3635 : cluster [DBG] osdmap e2059: 8 total, 8 up, 8 in 2024-08-29T18:51:29.381 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:51:29 smithi028 bash[77168]: cluster 2024-08-29T18:51:28.781550+0000 mon.a (mon.0) 3636 : cluster [DBG] osdmap e2060: 8 total, 8 up, 8 in 2024-08-29T18:51:29.470 INFO:tasks.workunit.client.0.smithi028.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestImage::test_create_with_params SKIPPED [ 13%] 2024-08-29T18:51:29.576 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:51:29 smithi053 bash[68679]: cluster 2024-08-29T18:51:28.106898+0000 mon.a (mon.0) 3635 : cluster [DBG] osdmap e2059: 8 total, 8 up, 8 in 2024-08-29T18:51:29.576 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:51:29 smithi053 bash[68679]: cluster 2024-08-29T18:51:28.781550+0000 mon.a (mon.0) 3636 : cluster [DBG] osdmap e2060: 8 total, 8 up, 8 in 2024-08-29T18:51:29.671 INFO:tasks.workunit.client.0.smithi028.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestImage::test_id PASSED [ 14%] 2024-08-29T18:51:29.874 INFO:tasks.workunit.client.0.smithi028.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestImage::test_block_name_prefix PASSED [ 15%] 2024-08-29T18:51:30.080 INFO:tasks.workunit.client.0.smithi028.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestImage::test_data_pool_id PASSED [ 15%] 2024-08-29T18:51:30.287 INFO:tasks.workunit.client.0.smithi028.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestImage::test_create_timestamp PASSED [ 16%] 2024-08-29T18:51:30.381 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:51:30 smithi028 bash[77168]: cluster 2024-08-29T18:51:28.413353+0000 mgr.y (mgr.25022) 1942 : cluster [DBG] pgmap v3520: 137 pgs: 137 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 90 KiB/s rd, 8.5 KiB/s wr, 133 op/s 2024-08-29T18:51:30.381 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:51:30 smithi028 bash[78352]: cluster 2024-08-29T18:51:28.413353+0000 mgr.y (mgr.25022) 1942 : cluster [DBG] pgmap v3520: 137 pgs: 137 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 90 KiB/s rd, 8.5 KiB/s wr, 133 op/s 2024-08-29T18:51:30.493 INFO:tasks.workunit.client.0.smithi028.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestImage::test_access_timestamp PASSED [ 16%] 2024-08-29T18:51:30.576 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:51:30 smithi053 bash[68679]: cluster 2024-08-29T18:51:28.413353+0000 mgr.y (mgr.25022) 1942 : cluster [DBG] pgmap v3520: 137 pgs: 137 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 90 KiB/s rd, 8.5 KiB/s wr, 133 op/s 2024-08-29T18:51:30.705 INFO:tasks.workunit.client.0.smithi028.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestImage::test_modify_timestamp PASSED [ 17%] 2024-08-29T18:51:30.950 INFO:tasks.workunit.client.0.smithi028.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestImage::test_invalidate_cache PASSED [ 18%] 2024-08-29T18:51:31.175 INFO:tasks.workunit.client.0.smithi028.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestImage::test_stat PASSED [ 18%] 2024-08-29T18:51:31.424 INFO:tasks.workunit.client.0.smithi028.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestImage::test_flags PASSED [ 19%] 2024-08-29T18:51:31.657 INFO:tasks.workunit.client.0.smithi028.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestImage::test_image_auto_close PASSED [ 19%] 2024-08-29T18:51:31.880 INFO:tasks.workunit.client.0.smithi028.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestImage::test_use_after_close PASSED [ 20%] 2024-08-29T18:51:31.880 INFO:journalctl@ceph.mgr.y.smithi028.stdout:Aug 29 18:51:31 smithi028 bash[70818]: ::ffff:172.21.15.53 - - [29/Aug/2024:18:51:31] "GET /metrics HTTP/1.1" 200 36684 "" "Prometheus/2.43.0" 2024-08-29T18:51:32.115 INFO:tasks.workunit.client.0.smithi028.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestImage::test_write PASSED [ 20%] 2024-08-29T18:51:32.369 INFO:tasks.workunit.client.0.smithi028.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestImage::test_write_with_fadvise_flags PASSED [ 21%] 2024-08-29T18:51:32.381 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:51:32 smithi028 bash[78352]: cluster 2024-08-29T18:51:30.414883+0000 mgr.y (mgr.25022) 1943 : cluster [DBG] pgmap v3522: 137 pgs: 137 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 241 KiB/s rd, 19 KiB/s wr, 343 op/s 2024-08-29T18:51:32.381 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:51:32 smithi028 bash[77168]: cluster 2024-08-29T18:51:30.414883+0000 mgr.y (mgr.25022) 1943 : cluster [DBG] pgmap v3522: 137 pgs: 137 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 241 KiB/s rd, 19 KiB/s wr, 343 op/s 2024-08-29T18:51:32.576 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:51:32 smithi053 bash[68679]: cluster 2024-08-29T18:51:30.414883+0000 mgr.y (mgr.25022) 1943 : cluster [DBG] pgmap v3522: 137 pgs: 137 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 241 KiB/s rd, 19 KiB/s wr, 343 op/s 2024-08-29T18:51:32.577 INFO:journalctl@ceph.prometheus.a.smithi053.stdout:Aug 29 18:51:32 smithi053 bash[95567]: ts=2024-08-29T18:51:32.316Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"3167ee72-662c-11ef-bcd4-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-29T18:51:32.610 INFO:tasks.workunit.client.0.smithi028.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestImage::test_write_zeroes PASSED [ 22%] 2024-08-29T18:51:32.844 INFO:tasks.workunit.client.0.smithi028.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestImage::test_write_zeroes_thick_provision PASSED [ 22%] 2024-08-29T18:51:33.061 INFO:tasks.workunit.client.0.smithi028.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestImage::test_read PASSED [ 23%] 2024-08-29T18:51:33.268 INFO:tasks.workunit.client.0.smithi028.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestImage::test_read_with_fadvise_flags PASSED [ 23%] 2024-08-29T18:51:33.609 INFO:tasks.workunit.client.0.smithi028.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestImage::test_large_write PASSED [ 24%] 2024-08-29T18:51:33.830 INFO:tasks.workunit.client.0.smithi028.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestImage::test_large_read PASSED [ 25%] 2024-08-29T18:51:34.077 INFO:tasks.workunit.client.0.smithi028.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestImage::test_write_read PASSED [ 25%] 2024-08-29T18:51:34.294 INFO:tasks.workunit.client.0.smithi028.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestImage::test_read_bad_offset PASSED [ 26%] 2024-08-29T18:51:34.380 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:51:34 smithi028 bash[77168]: cluster 2024-08-29T18:51:32.415873+0000 mgr.y (mgr.25022) 1944 : cluster [DBG] pgmap v3523: 137 pgs: 137 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 841 KiB/s rd, 35 KiB/s wr, 415 op/s 2024-08-29T18:51:34.381 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:51:34 smithi028 bash[78352]: cluster 2024-08-29T18:51:32.415873+0000 mgr.y (mgr.25022) 1944 : cluster [DBG] pgmap v3523: 137 pgs: 137 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 841 KiB/s rd, 35 KiB/s wr, 415 op/s 2024-08-29T18:51:34.538 INFO:tasks.workunit.client.0.smithi028.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestImage::test_resize PASSED [ 26%] 2024-08-29T18:51:34.576 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:51:34 smithi053 bash[68679]: cluster 2024-08-29T18:51:32.415873+0000 mgr.y (mgr.25022) 1944 : cluster [DBG] pgmap v3523: 137 pgs: 137 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 841 KiB/s rd, 35 KiB/s wr, 415 op/s 2024-08-29T18:51:34.786 INFO:tasks.workunit.client.0.smithi028.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestImage::test_resize_allow_shrink_False PASSED [ 27%] 2024-08-29T18:51:36.577 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:51:36 smithi053 bash[68679]: cluster 2024-08-29T18:51:34.416953+0000 mgr.y (mgr.25022) 1945 : cluster [DBG] pgmap v3524: 137 pgs: 137 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 893 KiB/s rd, 35 KiB/s wr, 488 op/s 2024-08-29T18:51:36.577 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:51:36 smithi053 bash[68679]: cluster 2024-08-29T18:51:35.133404+0000 mon.a (mon.0) 3637 : cluster [DBG] osdmap e2061: 8 total, 8 up, 8 in 2024-08-29T18:51:36.631 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:51:36 smithi028 bash[78352]: cluster 2024-08-29T18:51:34.416953+0000 mgr.y (mgr.25022) 1945 : cluster [DBG] pgmap v3524: 137 pgs: 137 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 893 KiB/s rd, 35 KiB/s wr, 488 op/s 2024-08-29T18:51:36.631 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:51:36 smithi028 bash[78352]: cluster 2024-08-29T18:51:35.133404+0000 mon.a (mon.0) 3637 : cluster [DBG] osdmap e2061: 8 total, 8 up, 8 in 2024-08-29T18:51:36.631 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:51:36 smithi028 bash[77168]: cluster 2024-08-29T18:51:34.416953+0000 mgr.y (mgr.25022) 1945 : cluster [DBG] pgmap v3524: 137 pgs: 137 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 893 KiB/s rd, 35 KiB/s wr, 488 op/s 2024-08-29T18:51:36.631 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:51:36 smithi028 bash[77168]: cluster 2024-08-29T18:51:35.133404+0000 mon.a (mon.0) 3637 : cluster [DBG] osdmap e2061: 8 total, 8 up, 8 in 2024-08-29T18:51:37.576 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:51:37 smithi053 bash[68679]: cluster 2024-08-29T18:51:36.136471+0000 mon.a (mon.0) 3638 : cluster [DBG] osdmap e2062: 8 total, 8 up, 8 in 2024-08-29T18:51:37.631 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:51:37 smithi028 bash[78352]: cluster 2024-08-29T18:51:36.136471+0000 mon.a (mon.0) 3638 : cluster [DBG] osdmap e2062: 8 total, 8 up, 8 in 2024-08-29T18:51:37.631 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:51:37 smithi028 bash[77168]: cluster 2024-08-29T18:51:36.136471+0000 mon.a (mon.0) 3638 : cluster [DBG] osdmap e2062: 8 total, 8 up, 8 in 2024-08-29T18:51:38.399 INFO:tasks.workunit.client.0.smithi028.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestImage::test_size PASSED [ 27%] 2024-08-29T18:51:38.576 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:51:38 smithi053 bash[68679]: cluster 2024-08-29T18:51:36.417652+0000 mgr.y (mgr.25022) 1946 : cluster [DBG] pgmap v3527: 137 pgs: 137 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 1.1 MiB/s rd, 1.1 MiB/s wr, 766 op/s 2024-08-29T18:51:38.577 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:51:38 smithi053 bash[68679]: cluster 2024-08-29T18:51:37.161147+0000 mon.a (mon.0) 3639 : cluster [DBG] osdmap e2063: 8 total, 8 up, 8 in 2024-08-29T18:51:38.631 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:51:38 smithi028 bash[77168]: cluster 2024-08-29T18:51:36.417652+0000 mgr.y (mgr.25022) 1946 : cluster [DBG] pgmap v3527: 137 pgs: 137 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 1.1 MiB/s rd, 1.1 MiB/s wr, 766 op/s 2024-08-29T18:51:38.631 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:51:38 smithi028 bash[77168]: cluster 2024-08-29T18:51:37.161147+0000 mon.a (mon.0) 3639 : cluster [DBG] osdmap e2063: 8 total, 8 up, 8 in 2024-08-29T18:51:38.631 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:51:38 smithi028 bash[78352]: cluster 2024-08-29T18:51:36.417652+0000 mgr.y (mgr.25022) 1946 : cluster [DBG] pgmap v3527: 137 pgs: 137 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 1.1 MiB/s rd, 1.1 MiB/s wr, 766 op/s 2024-08-29T18:51:38.631 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:51:38 smithi028 bash[78352]: cluster 2024-08-29T18:51:37.161147+0000 mon.a (mon.0) 3639 : cluster [DBG] osdmap e2063: 8 total, 8 up, 8 in 2024-08-29T18:51:38.658 INFO:tasks.workunit.client.0.smithi028.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestImage::test_resize_down PASSED [ 28%] 2024-08-29T18:51:38.962 INFO:tasks.workunit.client.0.smithi028.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestImage::test_resize_bytes PASSED [ 29%] 2024-08-29T18:51:39.509 INFO:tasks.workunit.client.0.smithi028.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestImage::test_copy PASSED [ 29%] 2024-08-29T18:51:39.576 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:51:39 smithi053 bash[68679]: cluster 2024-08-29T18:51:38.162981+0000 mon.a (mon.0) 3640 : cluster [DBG] osdmap e2064: 8 total, 8 up, 8 in 2024-08-29T18:51:39.576 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:51:39 smithi053 bash[68679]: cluster 2024-08-29T18:51:38.785236+0000 mon.a (mon.0) 3641 : cluster [DBG] osdmap e2065: 8 total, 8 up, 8 in 2024-08-29T18:51:39.631 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:51:39 smithi028 bash[78352]: cluster 2024-08-29T18:51:38.162981+0000 mon.a (mon.0) 3640 : cluster [DBG] osdmap e2064: 8 total, 8 up, 8 in 2024-08-29T18:51:39.631 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:51:39 smithi028 bash[78352]: cluster 2024-08-29T18:51:38.785236+0000 mon.a (mon.0) 3641 : cluster [DBG] osdmap e2065: 8 total, 8 up, 8 in 2024-08-29T18:51:39.631 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:51:39 smithi028 bash[77168]: cluster 2024-08-29T18:51:38.162981+0000 mon.a (mon.0) 3640 : cluster [DBG] osdmap e2064: 8 total, 8 up, 8 in 2024-08-29T18:51:39.631 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:51:39 smithi028 bash[77168]: cluster 2024-08-29T18:51:38.785236+0000 mon.a (mon.0) 3641 : cluster [DBG] osdmap e2065: 8 total, 8 up, 8 in 2024-08-29T18:51:40.065 INFO:tasks.workunit.client.0.smithi028.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestImage::test_copy2 PASSED [ 30%] 2024-08-29T18:51:40.273 INFO:tasks.workunit.client.0.smithi028.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestImage::test_copy3 SKIPPED [ 30%] 2024-08-29T18:51:40.576 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:51:40 smithi053 bash[68679]: cluster 2024-08-29T18:51:38.418543+0000 mgr.y (mgr.25022) 1947 : cluster [DBG] pgmap v3530: 137 pgs: 137 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 518 KiB/s rd, 2.0 MiB/s wr, 712 op/s 2024-08-29T18:51:40.631 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:51:40 smithi028 bash[78352]: cluster 2024-08-29T18:51:38.418543+0000 mgr.y (mgr.25022) 1947 : cluster [DBG] pgmap v3530: 137 pgs: 137 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 518 KiB/s rd, 2.0 MiB/s wr, 712 op/s 2024-08-29T18:51:40.631 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:51:40 smithi028 bash[77168]: cluster 2024-08-29T18:51:38.418543+0000 mgr.y (mgr.25022) 1947 : cluster [DBG] pgmap v3530: 137 pgs: 137 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 518 KiB/s rd, 2.0 MiB/s wr, 712 op/s 2024-08-29T18:51:41.881 INFO:journalctl@ceph.mgr.y.smithi028.stdout:Aug 29 18:51:41 smithi028 bash[70818]: ::ffff:172.21.15.53 - - [29/Aug/2024:18:51:41] "GET /metrics HTTP/1.1" 200 36684 "" "Prometheus/2.43.0" 2024-08-29T18:51:42.576 INFO:journalctl@ceph.prometheus.a.smithi053.stdout:Aug 29 18:51:42 smithi053 bash[95567]: ts=2024-08-29T18:51:42.316Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"3167ee72-662c-11ef-bcd4-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-29T18:51:42.577 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:51:42 smithi053 bash[68679]: cluster 2024-08-29T18:51:40.419804+0000 mgr.y (mgr.25022) 1948 : cluster [DBG] pgmap v3532: 137 pgs: 137 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 245 KiB/s rd, 979 KiB/s wr, 353 op/s 2024-08-29T18:51:42.577 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:51:42 smithi053 bash[68679]: cluster 2024-08-29T18:51:41.195696+0000 mon.a (mon.0) 3642 : cluster [DBG] osdmap e2066: 8 total, 8 up, 8 in 2024-08-29T18:51:42.577 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:51:42 smithi053 bash[68679]: audit 2024-08-29T18:51:42.156671+0000 mon.a (mon.0) 3643 : audit [DBG] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-29T18:51:42.631 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:51:42 smithi028 bash[78352]: cluster 2024-08-29T18:51:40.419804+0000 mgr.y (mgr.25022) 1948 : cluster [DBG] pgmap v3532: 137 pgs: 137 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 245 KiB/s rd, 979 KiB/s wr, 353 op/s 2024-08-29T18:51:42.631 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:51:42 smithi028 bash[78352]: cluster 2024-08-29T18:51:41.195696+0000 mon.a (mon.0) 3642 : cluster [DBG] osdmap e2066: 8 total, 8 up, 8 in 2024-08-29T18:51:42.631 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:51:42 smithi028 bash[78352]: audit 2024-08-29T18:51:42.156671+0000 mon.a (mon.0) 3643 : audit [DBG] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-29T18:51:42.631 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:51:42 smithi028 bash[77168]: cluster 2024-08-29T18:51:40.419804+0000 mgr.y (mgr.25022) 1948 : cluster [DBG] pgmap v3532: 137 pgs: 137 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 245 KiB/s rd, 979 KiB/s wr, 353 op/s 2024-08-29T18:51:42.631 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:51:42 smithi028 bash[77168]: cluster 2024-08-29T18:51:41.195696+0000 mon.a (mon.0) 3642 : cluster [DBG] osdmap e2066: 8 total, 8 up, 8 in 2024-08-29T18:51:42.631 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:51:42 smithi028 bash[77168]: audit 2024-08-29T18:51:42.156671+0000 mon.a (mon.0) 3643 : audit [DBG] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-29T18:51:43.576 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:51:43 smithi053 bash[68679]: cluster 2024-08-29T18:51:42.206650+0000 mon.a (mon.0) 3644 : cluster [DBG] osdmap e2067: 8 total, 8 up, 8 in 2024-08-29T18:51:43.630 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:51:43 smithi028 bash[77168]: cluster 2024-08-29T18:51:42.206650+0000 mon.a (mon.0) 3644 : cluster [DBG] osdmap e2067: 8 total, 8 up, 8 in 2024-08-29T18:51:43.631 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:51:43 smithi028 bash[78352]: cluster 2024-08-29T18:51:42.206650+0000 mon.a (mon.0) 3644 : cluster [DBG] osdmap e2067: 8 total, 8 up, 8 in 2024-08-29T18:51:44.203 INFO:tasks.workunit.client.0.smithi028.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestImage::test_deep_copy PASSED [ 31%] 2024-08-29T18:51:44.576 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:51:44 smithi053 bash[68679]: cluster 2024-08-29T18:51:42.420520+0000 mgr.y (mgr.25022) 1949 : cluster [DBG] pgmap v3535: 137 pgs: 137 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 219 KiB/s rd, 986 KiB/s wr, 326 op/s 2024-08-29T18:51:44.577 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:51:44 smithi053 bash[68679]: cluster 2024-08-29T18:51:43.216463+0000 mon.a (mon.0) 3645 : cluster [DBG] osdmap e2068: 8 total, 8 up, 8 in 2024-08-29T18:51:44.577 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:51:44 smithi053 bash[68679]: cluster 2024-08-29T18:51:43.787471+0000 mon.a (mon.0) 3646 : cluster [DBG] osdmap e2069: 8 total, 8 up, 8 in 2024-08-29T18:51:44.631 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:51:44 smithi028 bash[77168]: cluster 2024-08-29T18:51:42.420520+0000 mgr.y (mgr.25022) 1949 : cluster [DBG] pgmap v3535: 137 pgs: 137 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 219 KiB/s rd, 986 KiB/s wr, 326 op/s 2024-08-29T18:51:44.631 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:51:44 smithi028 bash[77168]: cluster 2024-08-29T18:51:43.216463+0000 mon.a (mon.0) 3645 : cluster [DBG] osdmap e2068: 8 total, 8 up, 8 in 2024-08-29T18:51:44.631 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:51:44 smithi028 bash[77168]: cluster 2024-08-29T18:51:43.787471+0000 mon.a (mon.0) 3646 : cluster [DBG] osdmap e2069: 8 total, 8 up, 8 in 2024-08-29T18:51:44.631 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:51:44 smithi028 bash[78352]: cluster 2024-08-29T18:51:42.420520+0000 mgr.y (mgr.25022) 1949 : cluster [DBG] pgmap v3535: 137 pgs: 137 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 219 KiB/s rd, 986 KiB/s wr, 326 op/s 2024-08-29T18:51:44.631 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:51:44 smithi028 bash[78352]: cluster 2024-08-29T18:51:43.216463+0000 mon.a (mon.0) 3645 : cluster [DBG] osdmap e2068: 8 total, 8 up, 8 in 2024-08-29T18:51:44.631 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:51:44 smithi028 bash[78352]: cluster 2024-08-29T18:51:43.787471+0000 mon.a (mon.0) 3646 : cluster [DBG] osdmap e2069: 8 total, 8 up, 8 in 2024-08-29T18:51:46.576 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:51:46 smithi053 bash[68679]: cluster 2024-08-29T18:51:44.421222+0000 mgr.y (mgr.25022) 1950 : cluster [DBG] pgmap v3538: 137 pgs: 137 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 121 KiB/s rd, 12 KiB/s wr, 178 op/s 2024-08-29T18:51:46.577 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:51:46 smithi053 bash[68679]: cluster 2024-08-29T18:51:45.226328+0000 mon.a (mon.0) 3647 : cluster [DBG] osdmap e2070: 8 total, 8 up, 8 in 2024-08-29T18:51:46.631 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:51:46 smithi028 bash[77168]: cluster 2024-08-29T18:51:44.421222+0000 mgr.y (mgr.25022) 1950 : cluster [DBG] pgmap v3538: 137 pgs: 137 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 121 KiB/s rd, 12 KiB/s wr, 178 op/s 2024-08-29T18:51:46.631 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:51:46 smithi028 bash[77168]: cluster 2024-08-29T18:51:45.226328+0000 mon.a (mon.0) 3647 : cluster [DBG] osdmap e2070: 8 total, 8 up, 8 in 2024-08-29T18:51:46.631 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:51:46 smithi028 bash[78352]: cluster 2024-08-29T18:51:44.421222+0000 mgr.y (mgr.25022) 1950 : cluster [DBG] pgmap v3538: 137 pgs: 137 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 121 KiB/s rd, 12 KiB/s wr, 178 op/s 2024-08-29T18:51:46.631 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:51:46 smithi028 bash[78352]: cluster 2024-08-29T18:51:45.226328+0000 mon.a (mon.0) 3647 : cluster [DBG] osdmap e2070: 8 total, 8 up, 8 in 2024-08-29T18:51:47.576 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:51:47 smithi053 bash[68679]: cluster 2024-08-29T18:51:46.235615+0000 mon.a (mon.0) 3648 : cluster [DBG] osdmap e2071: 8 total, 8 up, 8 in 2024-08-29T18:51:47.631 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:51:47 smithi028 bash[77168]: cluster 2024-08-29T18:51:46.235615+0000 mon.a (mon.0) 3648 : cluster [DBG] osdmap e2071: 8 total, 8 up, 8 in 2024-08-29T18:51:47.631 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:51:47 smithi028 bash[78352]: cluster 2024-08-29T18:51:46.235615+0000 mon.a (mon.0) 3648 : cluster [DBG] osdmap e2071: 8 total, 8 up, 8 in 2024-08-29T18:51:48.576 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:51:48 smithi053 bash[68679]: cluster 2024-08-29T18:51:46.421971+0000 mgr.y (mgr.25022) 1951 : cluster [DBG] pgmap v3541: 137 pgs: 137 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 234 KiB/s rd, 1.0 MiB/s wr, 336 op/s 2024-08-29T18:51:48.577 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:51:48 smithi053 bash[68679]: cluster 2024-08-29T18:51:47.250201+0000 mon.a (mon.0) 3649 : cluster [DBG] osdmap e2072: 8 total, 8 up, 8 in 2024-08-29T18:51:48.631 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:51:48 smithi028 bash[78352]: cluster 2024-08-29T18:51:46.421971+0000 mgr.y (mgr.25022) 1951 : cluster [DBG] pgmap v3541: 137 pgs: 137 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 234 KiB/s rd, 1.0 MiB/s wr, 336 op/s 2024-08-29T18:51:48.631 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:51:48 smithi028 bash[78352]: cluster 2024-08-29T18:51:47.250201+0000 mon.a (mon.0) 3649 : cluster [DBG] osdmap e2072: 8 total, 8 up, 8 in 2024-08-29T18:51:48.631 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:51:48 smithi028 bash[77168]: cluster 2024-08-29T18:51:46.421971+0000 mgr.y (mgr.25022) 1951 : cluster [DBG] pgmap v3541: 137 pgs: 137 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 234 KiB/s rd, 1.0 MiB/s wr, 336 op/s 2024-08-29T18:51:48.631 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:51:48 smithi028 bash[77168]: cluster 2024-08-29T18:51:47.250201+0000 mon.a (mon.0) 3649 : cluster [DBG] osdmap e2072: 8 total, 8 up, 8 in 2024-08-29T18:51:49.576 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:51:49 smithi053 bash[68679]: cluster 2024-08-29T18:51:48.259301+0000 mon.a (mon.0) 3650 : cluster [DBG] osdmap e2073: 8 total, 8 up, 8 in 2024-08-29T18:51:49.577 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:51:49 smithi053 bash[68679]: cluster 2024-08-29T18:51:48.791364+0000 mon.a (mon.0) 3651 : cluster [DBG] osdmap e2074: 8 total, 8 up, 8 in 2024-08-29T18:51:49.631 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:51:49 smithi028 bash[78352]: cluster 2024-08-29T18:51:48.259301+0000 mon.a (mon.0) 3650 : cluster [DBG] osdmap e2073: 8 total, 8 up, 8 in 2024-08-29T18:51:49.631 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:51:49 smithi028 bash[78352]: cluster 2024-08-29T18:51:48.791364+0000 mon.a (mon.0) 3651 : cluster [DBG] osdmap e2074: 8 total, 8 up, 8 in 2024-08-29T18:51:49.631 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:51:49 smithi028 bash[77168]: cluster 2024-08-29T18:51:48.259301+0000 mon.a (mon.0) 3650 : cluster [DBG] osdmap e2073: 8 total, 8 up, 8 in 2024-08-29T18:51:49.632 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:51:49 smithi028 bash[77168]: cluster 2024-08-29T18:51:48.791364+0000 mon.a (mon.0) 3651 : cluster [DBG] osdmap e2074: 8 total, 8 up, 8 in 2024-08-29T18:51:50.038 INFO:tasks.workunit.client.0.smithi028.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestImage::test_deep_copy_clone PASSED [ 31%] 2024-08-29T18:51:50.576 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:51:50 smithi053 bash[68679]: cluster 2024-08-29T18:51:48.422790+0000 mgr.y (mgr.25022) 1952 : cluster [DBG] pgmap v3544: 137 pgs: 137 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 189 KiB/s rd, 1.0 MiB/s wr, 261 op/s 2024-08-29T18:51:50.576 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:51:50 smithi053 bash[68679]: cluster 2024-08-29T18:51:49.793167+0000 mon.a (mon.0) 3652 : cluster [DBG] osdmap e2075: 8 total, 8 up, 8 in 2024-08-29T18:51:50.631 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:51:50 smithi028 bash[77168]: cluster 2024-08-29T18:51:48.422790+0000 mgr.y (mgr.25022) 1952 : cluster [DBG] pgmap v3544: 137 pgs: 137 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 189 KiB/s rd, 1.0 MiB/s wr, 261 op/s 2024-08-29T18:51:50.631 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:51:50 smithi028 bash[77168]: cluster 2024-08-29T18:51:49.793167+0000 mon.a (mon.0) 3652 : cluster [DBG] osdmap e2075: 8 total, 8 up, 8 in 2024-08-29T18:51:50.631 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:51:50 smithi028 bash[78352]: cluster 2024-08-29T18:51:48.422790+0000 mgr.y (mgr.25022) 1952 : cluster [DBG] pgmap v3544: 137 pgs: 137 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 189 KiB/s rd, 1.0 MiB/s wr, 261 op/s 2024-08-29T18:51:50.631 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:51:50 smithi028 bash[78352]: cluster 2024-08-29T18:51:49.793167+0000 mon.a (mon.0) 3652 : cluster [DBG] osdmap e2075: 8 total, 8 up, 8 in 2024-08-29T18:51:51.789 INFO:journalctl@ceph.mgr.y.smithi028.stdout:Aug 29 18:51:51 smithi028 bash[70818]: ::ffff:172.21.15.53 - - [29/Aug/2024:18:51:51] "GET /metrics HTTP/1.1" 200 36687 "" "Prometheus/2.43.0" 2024-08-29T18:51:52.070 INFO:tasks.workunit.client.0.smithi028.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestImage::test_create_snap PASSED [ 32%] 2024-08-29T18:51:52.076 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:51:51 smithi053 bash[68679]: cluster 2024-08-29T18:51:50.423660+0000 mgr.y (mgr.25022) 1953 : cluster [DBG] pgmap v3547: 137 pgs: 137 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 166 KiB/s rd, 11 KiB/s wr, 215 op/s 2024-08-29T18:51:52.076 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:51:51 smithi053 bash[68679]: cluster 2024-08-29T18:51:50.795622+0000 mon.a (mon.0) 3653 : cluster [DBG] osdmap e2076: 8 total, 8 up, 8 in 2024-08-29T18:51:52.131 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:51:51 smithi028 bash[78352]: cluster 2024-08-29T18:51:50.423660+0000 mgr.y (mgr.25022) 1953 : cluster [DBG] pgmap v3547: 137 pgs: 137 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 166 KiB/s rd, 11 KiB/s wr, 215 op/s 2024-08-29T18:51:52.131 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:51:51 smithi028 bash[78352]: cluster 2024-08-29T18:51:50.795622+0000 mon.a (mon.0) 3653 : cluster [DBG] osdmap e2076: 8 total, 8 up, 8 in 2024-08-29T18:51:52.131 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:51:51 smithi028 bash[77168]: cluster 2024-08-29T18:51:50.423660+0000 mgr.y (mgr.25022) 1953 : cluster [DBG] pgmap v3547: 137 pgs: 137 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 166 KiB/s rd, 11 KiB/s wr, 215 op/s 2024-08-29T18:51:52.131 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:51:51 smithi028 bash[77168]: cluster 2024-08-29T18:51:50.795622+0000 mon.a (mon.0) 3653 : cluster [DBG] osdmap e2076: 8 total, 8 up, 8 in 2024-08-29T18:51:52.577 INFO:journalctl@ceph.prometheus.a.smithi053.stdout:Aug 29 18:51:52 smithi053 bash[95567]: ts=2024-08-29T18:51:52.316Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"3167ee72-662c-11ef-bcd4-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-29T18:51:53.076 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:51:52 smithi053 bash[68679]: cluster 2024-08-29T18:51:51.805697+0000 mon.a (mon.0) 3654 : cluster [DBG] osdmap e2077: 8 total, 8 up, 8 in 2024-08-29T18:51:53.131 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:51:52 smithi028 bash[77168]: cluster 2024-08-29T18:51:51.805697+0000 mon.a (mon.0) 3654 : cluster [DBG] osdmap e2077: 8 total, 8 up, 8 in 2024-08-29T18:51:53.131 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:51:52 smithi028 bash[78352]: cluster 2024-08-29T18:51:51.805697+0000 mon.a (mon.0) 3654 : cluster [DBG] osdmap e2077: 8 total, 8 up, 8 in 2024-08-29T18:51:54.020 INFO:tasks.workunit.client.0.smithi028.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestImage::test_create_snap_exists PASSED [ 33%] 2024-08-29T18:51:54.076 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:51:53 smithi053 bash[68679]: cluster 2024-08-29T18:51:52.424390+0000 mgr.y (mgr.25022) 1954 : cluster [DBG] pgmap v3550: 137 pgs: 137 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 126 KiB/s rd, 9.2 KiB/s wr, 168 op/s 2024-08-29T18:51:54.077 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:51:53 smithi053 bash[68679]: cluster 2024-08-29T18:51:52.816125+0000 mon.a (mon.0) 3655 : cluster [DBG] osdmap e2078: 8 total, 8 up, 8 in 2024-08-29T18:51:54.077 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:51:53 smithi053 bash[68679]: cluster 2024-08-29T18:51:53.792778+0000 mon.a (mon.0) 3656 : cluster [DBG] osdmap e2079: 8 total, 8 up, 8 in 2024-08-29T18:51:54.131 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:51:53 smithi028 bash[78352]: cluster 2024-08-29T18:51:52.424390+0000 mgr.y (mgr.25022) 1954 : cluster [DBG] pgmap v3550: 137 pgs: 137 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 126 KiB/s rd, 9.2 KiB/s wr, 168 op/s 2024-08-29T18:51:54.131 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:51:53 smithi028 bash[78352]: cluster 2024-08-29T18:51:52.816125+0000 mon.a (mon.0) 3655 : cluster [DBG] osdmap e2078: 8 total, 8 up, 8 in 2024-08-29T18:51:54.131 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:51:53 smithi028 bash[78352]: cluster 2024-08-29T18:51:53.792778+0000 mon.a (mon.0) 3656 : cluster [DBG] osdmap e2079: 8 total, 8 up, 8 in 2024-08-29T18:51:54.131 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:51:53 smithi028 bash[77168]: cluster 2024-08-29T18:51:52.424390+0000 mgr.y (mgr.25022) 1954 : cluster [DBG] pgmap v3550: 137 pgs: 137 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 126 KiB/s rd, 9.2 KiB/s wr, 168 op/s 2024-08-29T18:51:54.131 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:51:53 smithi028 bash[77168]: cluster 2024-08-29T18:51:52.816125+0000 mon.a (mon.0) 3655 : cluster [DBG] osdmap e2078: 8 total, 8 up, 8 in 2024-08-29T18:51:54.131 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:51:53 smithi028 bash[77168]: cluster 2024-08-29T18:51:53.792778+0000 mon.a (mon.0) 3656 : cluster [DBG] osdmap e2079: 8 total, 8 up, 8 in 2024-08-29T18:51:56.076 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:51:55 smithi053 bash[68679]: cluster 2024-08-29T18:51:54.425119+0000 mgr.y (mgr.25022) 1955 : cluster [DBG] pgmap v3553: 137 pgs: 137 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 86 KiB/s rd, 4.2 KiB/s wr, 120 op/s 2024-08-29T18:51:56.077 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:51:55 smithi053 bash[68679]: cluster 2024-08-29T18:51:54.825159+0000 mon.a (mon.0) 3657 : cluster [DBG] osdmap e2080: 8 total, 8 up, 8 in 2024-08-29T18:51:56.130 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:51:55 smithi028 bash[78352]: cluster 2024-08-29T18:51:54.425119+0000 mgr.y (mgr.25022) 1955 : cluster [DBG] pgmap v3553: 137 pgs: 137 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 86 KiB/s rd, 4.2 KiB/s wr, 120 op/s 2024-08-29T18:51:56.131 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:51:55 smithi028 bash[78352]: cluster 2024-08-29T18:51:54.825159+0000 mon.a (mon.0) 3657 : cluster [DBG] osdmap e2080: 8 total, 8 up, 8 in 2024-08-29T18:51:56.131 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:51:55 smithi028 bash[77168]: cluster 2024-08-29T18:51:54.425119+0000 mgr.y (mgr.25022) 1955 : cluster [DBG] pgmap v3553: 137 pgs: 137 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 86 KiB/s rd, 4.2 KiB/s wr, 120 op/s 2024-08-29T18:51:56.131 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:51:55 smithi028 bash[77168]: cluster 2024-08-29T18:51:54.825159+0000 mon.a (mon.0) 3657 : cluster [DBG] osdmap e2080: 8 total, 8 up, 8 in 2024-08-29T18:51:57.131 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:51:56 smithi028 bash[78352]: cluster 2024-08-29T18:51:55.835208+0000 mon.a (mon.0) 3658 : cluster [DBG] osdmap e2081: 8 total, 8 up, 8 in 2024-08-29T18:51:57.131 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:51:56 smithi028 bash[77168]: cluster 2024-08-29T18:51:55.835208+0000 mon.a (mon.0) 3658 : cluster [DBG] osdmap e2081: 8 total, 8 up, 8 in 2024-08-29T18:51:57.326 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:51:56 smithi053 bash[68679]: cluster 2024-08-29T18:51:55.835208+0000 mon.a (mon.0) 3658 : cluster [DBG] osdmap e2081: 8 total, 8 up, 8 in 2024-08-29T18:51:58.131 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:51:57 smithi028 bash[78352]: cluster 2024-08-29T18:51:56.426007+0000 mgr.y (mgr.25022) 1956 : cluster [DBG] pgmap v3556: 137 pgs: 137 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 157 KiB/s rd, 13 KiB/s wr, 218 op/s 2024-08-29T18:51:58.131 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:51:57 smithi028 bash[78352]: cluster 2024-08-29T18:51:56.846454+0000 mon.a (mon.0) 3659 : cluster [DBG] osdmap e2082: 8 total, 8 up, 8 in 2024-08-29T18:51:58.131 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:51:57 smithi028 bash[78352]: audit 2024-08-29T18:51:57.157223+0000 mon.a (mon.0) 3660 : audit [DBG] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-29T18:51:58.131 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:51:57 smithi028 bash[77168]: cluster 2024-08-29T18:51:56.426007+0000 mgr.y (mgr.25022) 1956 : cluster [DBG] pgmap v3556: 137 pgs: 137 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 157 KiB/s rd, 13 KiB/s wr, 218 op/s 2024-08-29T18:51:58.132 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:51:57 smithi028 bash[77168]: cluster 2024-08-29T18:51:56.846454+0000 mon.a (mon.0) 3659 : cluster [DBG] osdmap e2082: 8 total, 8 up, 8 in 2024-08-29T18:51:58.132 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:51:57 smithi028 bash[77168]: audit 2024-08-29T18:51:57.157223+0000 mon.a (mon.0) 3660 : audit [DBG] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-29T18:51:58.326 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:51:57 smithi053 bash[68679]: cluster 2024-08-29T18:51:56.426007+0000 mgr.y (mgr.25022) 1956 : cluster [DBG] pgmap v3556: 137 pgs: 137 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 157 KiB/s rd, 13 KiB/s wr, 218 op/s 2024-08-29T18:51:58.327 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:51:57 smithi053 bash[68679]: cluster 2024-08-29T18:51:56.846454+0000 mon.a (mon.0) 3659 : cluster [DBG] osdmap e2082: 8 total, 8 up, 8 in 2024-08-29T18:51:58.327 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:51:57 smithi053 bash[68679]: audit 2024-08-29T18:51:57.157223+0000 mon.a (mon.0) 3660 : audit [DBG] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-29T18:51:59.131 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:51:58 smithi028 bash[77168]: cluster 2024-08-29T18:51:57.854404+0000 mon.a (mon.0) 3661 : cluster [DBG] osdmap e2083: 8 total, 8 up, 8 in 2024-08-29T18:51:59.131 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:51:58 smithi028 bash[77168]: cluster 2024-08-29T18:51:58.795249+0000 mon.a (mon.0) 3662 : cluster [DBG] osdmap e2084: 8 total, 8 up, 8 in 2024-08-29T18:51:59.131 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:51:58 smithi028 bash[78352]: cluster 2024-08-29T18:51:57.854404+0000 mon.a (mon.0) 3661 : cluster [DBG] osdmap e2083: 8 total, 8 up, 8 in 2024-08-29T18:51:59.131 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:51:58 smithi028 bash[78352]: cluster 2024-08-29T18:51:58.795249+0000 mon.a (mon.0) 3662 : cluster [DBG] osdmap e2084: 8 total, 8 up, 8 in 2024-08-29T18:51:59.326 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:51:58 smithi053 bash[68679]: cluster 2024-08-29T18:51:57.854404+0000 mon.a (mon.0) 3661 : cluster [DBG] osdmap e2083: 8 total, 8 up, 8 in 2024-08-29T18:51:59.327 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:51:58 smithi053 bash[68679]: cluster 2024-08-29T18:51:58.795249+0000 mon.a (mon.0) 3662 : cluster [DBG] osdmap e2084: 8 total, 8 up, 8 in 2024-08-29T18:52:00.077 INFO:tasks.workunit.client.0.smithi028.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestImage::test_create_snap_flags PASSED [ 33%] 2024-08-29T18:52:00.131 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:51:59 smithi028 bash[77168]: cluster 2024-08-29T18:51:58.426903+0000 mgr.y (mgr.25022) 1957 : cluster [DBG] pgmap v3559: 137 pgs: 137 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 83 KiB/s rd, 9.2 KiB/s wr, 118 op/s 2024-08-29T18:52:00.131 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:51:59 smithi028 bash[78352]: cluster 2024-08-29T18:51:58.426903+0000 mgr.y (mgr.25022) 1957 : cluster [DBG] pgmap v3559: 137 pgs: 137 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 83 KiB/s rd, 9.2 KiB/s wr, 118 op/s 2024-08-29T18:52:00.326 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:51:59 smithi053 bash[68679]: cluster 2024-08-29T18:51:58.426903+0000 mgr.y (mgr.25022) 1957 : cluster [DBG] pgmap v3559: 137 pgs: 137 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 83 KiB/s rd, 9.2 KiB/s wr, 118 op/s 2024-08-29T18:52:01.326 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:52:00 smithi053 bash[68679]: cluster 2024-08-29T18:51:59.858825+0000 mon.a (mon.0) 3663 : cluster [DBG] osdmap e2085: 8 total, 8 up, 8 in 2024-08-29T18:52:01.381 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:52:00 smithi028 bash[77168]: cluster 2024-08-29T18:51:59.858825+0000 mon.a (mon.0) 3663 : cluster [DBG] osdmap e2085: 8 total, 8 up, 8 in 2024-08-29T18:52:01.381 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:52:00 smithi028 bash[78352]: cluster 2024-08-29T18:51:59.858825+0000 mon.a (mon.0) 3663 : cluster [DBG] osdmap e2085: 8 total, 8 up, 8 in 2024-08-29T18:52:01.880 INFO:journalctl@ceph.mgr.y.smithi028.stdout:Aug 29 18:52:01 smithi028 bash[70818]: ::ffff:172.21.15.53 - - [29/Aug/2024:18:52:01] "GET /metrics HTTP/1.1" 200 36689 "" "Prometheus/2.43.0" 2024-08-29T18:52:02.316 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:52:01 smithi053 bash[68679]: cluster 2024-08-29T18:52:00.427683+0000 mgr.y (mgr.25022) 1958 : cluster [DBG] pgmap v3562: 137 pgs: 137 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 36 KiB/s rd, 3.7 KiB/s wr, 50 op/s 2024-08-29T18:52:02.317 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:52:01 smithi053 bash[68679]: cluster 2024-08-29T18:52:00.891370+0000 mon.a (mon.0) 3664 : cluster [DBG] osdmap e2086: 8 total, 8 up, 8 in 2024-08-29T18:52:02.381 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:52:01 smithi028 bash[77168]: cluster 2024-08-29T18:52:00.427683+0000 mgr.y (mgr.25022) 1958 : cluster [DBG] pgmap v3562: 137 pgs: 137 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 36 KiB/s rd, 3.7 KiB/s wr, 50 op/s 2024-08-29T18:52:02.381 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:52:01 smithi028 bash[77168]: cluster 2024-08-29T18:52:00.891370+0000 mon.a (mon.0) 3664 : cluster [DBG] osdmap e2086: 8 total, 8 up, 8 in 2024-08-29T18:52:02.381 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:52:01 smithi028 bash[78352]: cluster 2024-08-29T18:52:00.427683+0000 mgr.y (mgr.25022) 1958 : cluster [DBG] pgmap v3562: 137 pgs: 137 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 36 KiB/s rd, 3.7 KiB/s wr, 50 op/s 2024-08-29T18:52:02.381 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:52:01 smithi028 bash[78352]: cluster 2024-08-29T18:52:00.891370+0000 mon.a (mon.0) 3664 : cluster [DBG] osdmap e2086: 8 total, 8 up, 8 in 2024-08-29T18:52:02.576 INFO:journalctl@ceph.prometheus.a.smithi053.stdout:Aug 29 18:52:02 smithi053 bash[95567]: ts=2024-08-29T18:52:02.316Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"3167ee72-662c-11ef-bcd4-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-29T18:52:03.326 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:52:02 smithi053 bash[68679]: cluster 2024-08-29T18:52:01.899871+0000 mon.a (mon.0) 3665 : cluster [DBG] osdmap e2087: 8 total, 8 up, 8 in 2024-08-29T18:52:03.381 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:52:02 smithi028 bash[77168]: cluster 2024-08-29T18:52:01.899871+0000 mon.a (mon.0) 3665 : cluster [DBG] osdmap e2087: 8 total, 8 up, 8 in 2024-08-29T18:52:03.381 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:52:02 smithi028 bash[78352]: cluster 2024-08-29T18:52:01.899871+0000 mon.a (mon.0) 3665 : cluster [DBG] osdmap e2087: 8 total, 8 up, 8 in 2024-08-29T18:52:04.021 INFO:tasks.workunit.client.0.smithi028.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestImage::test_list_snaps PASSED [ 34%] 2024-08-29T18:52:04.326 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:52:03 smithi053 bash[68679]: cluster 2024-08-29T18:52:02.428401+0000 mgr.y (mgr.25022) 1959 : cluster [DBG] pgmap v3565: 137 pgs: 137 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 39 KiB/s rd, 3.5 KiB/s wr, 52 op/s 2024-08-29T18:52:04.326 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:52:03 smithi053 bash[68679]: cluster 2024-08-29T18:52:02.910109+0000 mon.a (mon.0) 3666 : cluster [DBG] osdmap e2088: 8 total, 8 up, 8 in 2024-08-29T18:52:04.327 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:52:03 smithi053 bash[68679]: cluster 2024-08-29T18:52:03.797935+0000 mon.a (mon.0) 3667 : cluster [DBG] osdmap e2089: 8 total, 8 up, 8 in 2024-08-29T18:52:04.381 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:52:03 smithi028 bash[78352]: cluster 2024-08-29T18:52:02.428401+0000 mgr.y (mgr.25022) 1959 : cluster [DBG] pgmap v3565: 137 pgs: 137 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 39 KiB/s rd, 3.5 KiB/s wr, 52 op/s 2024-08-29T18:52:04.381 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:52:03 smithi028 bash[78352]: cluster 2024-08-29T18:52:02.910109+0000 mon.a (mon.0) 3666 : cluster [DBG] osdmap e2088: 8 total, 8 up, 8 in 2024-08-29T18:52:04.381 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:52:03 smithi028 bash[78352]: cluster 2024-08-29T18:52:03.797935+0000 mon.a (mon.0) 3667 : cluster [DBG] osdmap e2089: 8 total, 8 up, 8 in 2024-08-29T18:52:04.381 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:52:03 smithi028 bash[77168]: cluster 2024-08-29T18:52:02.428401+0000 mgr.y (mgr.25022) 1959 : cluster [DBG] pgmap v3565: 137 pgs: 137 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 39 KiB/s rd, 3.5 KiB/s wr, 52 op/s 2024-08-29T18:52:04.381 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:52:03 smithi028 bash[77168]: cluster 2024-08-29T18:52:02.910109+0000 mon.a (mon.0) 3666 : cluster [DBG] osdmap e2088: 8 total, 8 up, 8 in 2024-08-29T18:52:04.381 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:52:03 smithi028 bash[77168]: cluster 2024-08-29T18:52:03.797935+0000 mon.a (mon.0) 3667 : cluster [DBG] osdmap e2089: 8 total, 8 up, 8 in 2024-08-29T18:52:06.155 INFO:tasks.workunit.client.0.smithi028.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestImage::test_list_snaps_iterator_auto_close PASSED [ 34%] 2024-08-29T18:52:06.326 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:52:05 smithi053 bash[68679]: cluster 2024-08-29T18:52:04.429155+0000 mgr.y (mgr.25022) 1960 : cluster [DBG] pgmap v3568: 137 pgs: 137 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 34 KiB/s rd, 2.5 KiB/s wr, 45 op/s 2024-08-29T18:52:06.327 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:52:05 smithi053 bash[68679]: cluster 2024-08-29T18:52:04.918782+0000 mon.a (mon.0) 3668 : cluster [DBG] osdmap e2090: 8 total, 8 up, 8 in 2024-08-29T18:52:06.381 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:52:05 smithi028 bash[78352]: cluster 2024-08-29T18:52:04.429155+0000 mgr.y (mgr.25022) 1960 : cluster [DBG] pgmap v3568: 137 pgs: 137 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 34 KiB/s rd, 2.5 KiB/s wr, 45 op/s 2024-08-29T18:52:06.381 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:52:05 smithi028 bash[78352]: cluster 2024-08-29T18:52:04.918782+0000 mon.a (mon.0) 3668 : cluster [DBG] osdmap e2090: 8 total, 8 up, 8 in 2024-08-29T18:52:06.381 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:52:05 smithi028 bash[77168]: cluster 2024-08-29T18:52:04.429155+0000 mgr.y (mgr.25022) 1960 : cluster [DBG] pgmap v3568: 137 pgs: 137 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 34 KiB/s rd, 2.5 KiB/s wr, 45 op/s 2024-08-29T18:52:06.381 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:52:05 smithi028 bash[77168]: cluster 2024-08-29T18:52:04.918782+0000 mon.a (mon.0) 3668 : cluster [DBG] osdmap e2090: 8 total, 8 up, 8 in 2024-08-29T18:52:07.326 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:52:06 smithi053 bash[68679]: cluster 2024-08-29T18:52:05.927759+0000 mon.a (mon.0) 3669 : cluster [DBG] osdmap e2091: 8 total, 8 up, 8 in 2024-08-29T18:52:07.381 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:52:06 smithi028 bash[78352]: cluster 2024-08-29T18:52:05.927759+0000 mon.a (mon.0) 3669 : cluster [DBG] osdmap e2091: 8 total, 8 up, 8 in 2024-08-29T18:52:07.381 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:52:06 smithi028 bash[77168]: cluster 2024-08-29T18:52:05.927759+0000 mon.a (mon.0) 3669 : cluster [DBG] osdmap e2091: 8 total, 8 up, 8 in 2024-08-29T18:52:08.186 INFO:tasks.workunit.client.0.smithi028.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestImage::test_remove_snap PASSED [ 35%] 2024-08-29T18:52:08.326 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:52:07 smithi053 bash[68679]: cluster 2024-08-29T18:52:06.429873+0000 mgr.y (mgr.25022) 1961 : cluster [DBG] pgmap v3571: 137 pgs: 137 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 97 KiB/s rd, 8.5 KiB/s wr, 132 op/s 2024-08-29T18:52:08.326 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:52:07 smithi053 bash[68679]: cluster 2024-08-29T18:52:06.940877+0000 mon.a (mon.0) 3670 : cluster [DBG] osdmap e2092: 8 total, 8 up, 8 in 2024-08-29T18:52:08.381 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:52:07 smithi028 bash[78352]: cluster 2024-08-29T18:52:06.429873+0000 mgr.y (mgr.25022) 1961 : cluster [DBG] pgmap v3571: 137 pgs: 137 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 97 KiB/s rd, 8.5 KiB/s wr, 132 op/s 2024-08-29T18:52:08.381 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:52:07 smithi028 bash[78352]: cluster 2024-08-29T18:52:06.940877+0000 mon.a (mon.0) 3670 : cluster [DBG] osdmap e2092: 8 total, 8 up, 8 in 2024-08-29T18:52:08.381 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:52:07 smithi028 bash[77168]: cluster 2024-08-29T18:52:06.429873+0000 mgr.y (mgr.25022) 1961 : cluster [DBG] pgmap v3571: 137 pgs: 137 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 97 KiB/s rd, 8.5 KiB/s wr, 132 op/s 2024-08-29T18:52:08.381 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:52:07 smithi028 bash[77168]: cluster 2024-08-29T18:52:06.940877+0000 mon.a (mon.0) 3670 : cluster [DBG] osdmap e2092: 8 total, 8 up, 8 in 2024-08-29T18:52:08.395 INFO:tasks.workunit.client.0.smithi028.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestImage::test_remove_snap_not_found PASSED [ 36%] 2024-08-29T18:52:09.326 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:52:08 smithi053 bash[68679]: cluster 2024-08-29T18:52:07.948421+0000 mon.a (mon.0) 3671 : cluster [DBG] osdmap e2093: 8 total, 8 up, 8 in 2024-08-29T18:52:09.326 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:52:08 smithi053 bash[68679]: cluster 2024-08-29T18:52:08.800772+0000 mon.a (mon.0) 3672 : cluster [DBG] osdmap e2094: 8 total, 8 up, 8 in 2024-08-29T18:52:09.381 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:52:08 smithi028 bash[78352]: cluster 2024-08-29T18:52:07.948421+0000 mon.a (mon.0) 3671 : cluster [DBG] osdmap e2093: 8 total, 8 up, 8 in 2024-08-29T18:52:09.381 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:52:08 smithi028 bash[78352]: cluster 2024-08-29T18:52:08.800772+0000 mon.a (mon.0) 3672 : cluster [DBG] osdmap e2094: 8 total, 8 up, 8 in 2024-08-29T18:52:09.381 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:52:08 smithi028 bash[77168]: cluster 2024-08-29T18:52:07.948421+0000 mon.a (mon.0) 3671 : cluster [DBG] osdmap e2093: 8 total, 8 up, 8 in 2024-08-29T18:52:09.381 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:52:08 smithi028 bash[77168]: cluster 2024-08-29T18:52:08.800772+0000 mon.a (mon.0) 3672 : cluster [DBG] osdmap e2094: 8 total, 8 up, 8 in 2024-08-29T18:52:10.028 INFO:tasks.workunit.client.0.smithi028.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestImage::test_remove_snap2 PASSED [ 36%] 2024-08-29T18:52:10.326 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:52:09 smithi053 bash[68679]: cluster 2024-08-29T18:52:08.430594+0000 mgr.y (mgr.25022) 1962 : cluster [DBG] pgmap v3574: 137 pgs: 137 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 66 KiB/s rd, 6.0 KiB/s wr, 90 op/s 2024-08-29T18:52:10.326 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:52:09 smithi053 bash[68679]: cluster 2024-08-29T18:52:09.803588+0000 mon.a (mon.0) 3673 : cluster [DBG] osdmap e2095: 8 total, 8 up, 8 in 2024-08-29T18:52:10.381 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:52:09 smithi028 bash[78352]: cluster 2024-08-29T18:52:08.430594+0000 mgr.y (mgr.25022) 1962 : cluster [DBG] pgmap v3574: 137 pgs: 137 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 66 KiB/s rd, 6.0 KiB/s wr, 90 op/s 2024-08-29T18:52:10.381 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:52:09 smithi028 bash[78352]: cluster 2024-08-29T18:52:09.803588+0000 mon.a (mon.0) 3673 : cluster [DBG] osdmap e2095: 8 total, 8 up, 8 in 2024-08-29T18:52:10.381 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:52:09 smithi028 bash[77168]: cluster 2024-08-29T18:52:08.430594+0000 mgr.y (mgr.25022) 1962 : cluster [DBG] pgmap v3574: 137 pgs: 137 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 66 KiB/s rd, 6.0 KiB/s wr, 90 op/s 2024-08-29T18:52:10.381 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:52:09 smithi028 bash[77168]: cluster 2024-08-29T18:52:09.803588+0000 mon.a (mon.0) 3673 : cluster [DBG] osdmap e2095: 8 total, 8 up, 8 in 2024-08-29T18:52:11.881 INFO:journalctl@ceph.mgr.y.smithi028.stdout:Aug 29 18:52:11 smithi028 bash[70818]: ::ffff:172.21.15.53 - - [29/Aug/2024:18:52:11] "GET /metrics HTTP/1.1" 200 36689 "" "Prometheus/2.43.0" 2024-08-29T18:52:12.191 INFO:tasks.workunit.client.0.smithi028.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestImage::test_remove_snap_by_id PASSED [ 37%] 2024-08-29T18:52:12.316 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:52:11 smithi053 bash[68679]: cluster 2024-08-29T18:52:10.431336+0000 mgr.y (mgr.25022) 1963 : cluster [DBG] pgmap v3577: 137 pgs: 137 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 137 KiB/s rd, 10 KiB/s wr, 192 op/s 2024-08-29T18:52:12.316 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:52:11 smithi053 bash[68679]: cluster 2024-08-29T18:52:10.968194+0000 mon.a (mon.0) 3674 : cluster [DBG] osdmap e2096: 8 total, 8 up, 8 in 2024-08-29T18:52:12.381 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:52:11 smithi028 bash[77168]: cluster 2024-08-29T18:52:10.431336+0000 mgr.y (mgr.25022) 1963 : cluster [DBG] pgmap v3577: 137 pgs: 137 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 137 KiB/s rd, 10 KiB/s wr, 192 op/s 2024-08-29T18:52:12.381 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:52:11 smithi028 bash[77168]: cluster 2024-08-29T18:52:10.968194+0000 mon.a (mon.0) 3674 : cluster [DBG] osdmap e2096: 8 total, 8 up, 8 in 2024-08-29T18:52:12.381 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:52:11 smithi028 bash[78352]: cluster 2024-08-29T18:52:10.431336+0000 mgr.y (mgr.25022) 1963 : cluster [DBG] pgmap v3577: 137 pgs: 137 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 137 KiB/s rd, 10 KiB/s wr, 192 op/s 2024-08-29T18:52:12.381 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:52:11 smithi028 bash[78352]: cluster 2024-08-29T18:52:10.968194+0000 mon.a (mon.0) 3674 : cluster [DBG] osdmap e2096: 8 total, 8 up, 8 in 2024-08-29T18:52:12.576 INFO:journalctl@ceph.prometheus.a.smithi053.stdout:Aug 29 18:52:12 smithi053 bash[95567]: ts=2024-08-29T18:52:12.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"3167ee72-662c-11ef-bcd4-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-29T18:52:13.326 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:52:12 smithi053 bash[68679]: cluster 2024-08-29T18:52:11.971711+0000 mon.a (mon.0) 3675 : cluster [DBG] osdmap e2097: 8 total, 8 up, 8 in 2024-08-29T18:52:13.327 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:52:12 smithi053 bash[68679]: audit 2024-08-29T18:52:12.158093+0000 mon.a (mon.0) 3676 : audit [DBG] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-29T18:52:13.381 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:52:12 smithi028 bash[78352]: cluster 2024-08-29T18:52:11.971711+0000 mon.a (mon.0) 3675 : cluster [DBG] osdmap e2097: 8 total, 8 up, 8 in 2024-08-29T18:52:13.381 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:52:12 smithi028 bash[78352]: audit 2024-08-29T18:52:12.158093+0000 mon.a (mon.0) 3676 : audit [DBG] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-29T18:52:13.381 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:52:12 smithi028 bash[77168]: cluster 2024-08-29T18:52:11.971711+0000 mon.a (mon.0) 3675 : cluster [DBG] osdmap e2097: 8 total, 8 up, 8 in 2024-08-29T18:52:13.381 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:52:12 smithi028 bash[77168]: audit 2024-08-29T18:52:12.158093+0000 mon.a (mon.0) 3676 : audit [DBG] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-29T18:52:14.066 INFO:tasks.workunit.client.0.smithi028.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestImage::test_rename_snap PASSED [ 37%] 2024-08-29T18:52:14.326 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:52:13 smithi053 bash[68679]: cluster 2024-08-29T18:52:12.432064+0000 mgr.y (mgr.25022) 1964 : cluster [DBG] pgmap v3580: 137 pgs: 137 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 146 KiB/s rd, 11 KiB/s wr, 203 op/s 2024-08-29T18:52:14.326 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:52:13 smithi053 bash[68679]: cluster 2024-08-29T18:52:12.992762+0000 mon.a (mon.0) 3677 : cluster [DBG] osdmap e2098: 8 total, 8 up, 8 in 2024-08-29T18:52:14.327 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:52:13 smithi053 bash[68679]: cluster 2024-08-29T18:52:13.802556+0000 mon.a (mon.0) 3678 : cluster [DBG] osdmap e2099: 8 total, 8 up, 8 in 2024-08-29T18:52:14.381 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:52:13 smithi028 bash[78352]: cluster 2024-08-29T18:52:12.432064+0000 mgr.y (mgr.25022) 1964 : cluster [DBG] pgmap v3580: 137 pgs: 137 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 146 KiB/s rd, 11 KiB/s wr, 203 op/s 2024-08-29T18:52:14.381 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:52:13 smithi028 bash[78352]: cluster 2024-08-29T18:52:12.992762+0000 mon.a (mon.0) 3677 : cluster [DBG] osdmap e2098: 8 total, 8 up, 8 in 2024-08-29T18:52:14.381 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:52:13 smithi028 bash[78352]: cluster 2024-08-29T18:52:13.802556+0000 mon.a (mon.0) 3678 : cluster [DBG] osdmap e2099: 8 total, 8 up, 8 in 2024-08-29T18:52:14.381 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:52:13 smithi028 bash[77168]: cluster 2024-08-29T18:52:12.432064+0000 mgr.y (mgr.25022) 1964 : cluster [DBG] pgmap v3580: 137 pgs: 137 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 146 KiB/s rd, 11 KiB/s wr, 203 op/s 2024-08-29T18:52:14.381 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:52:13 smithi028 bash[77168]: cluster 2024-08-29T18:52:12.992762+0000 mon.a (mon.0) 3677 : cluster [DBG] osdmap e2098: 8 total, 8 up, 8 in 2024-08-29T18:52:14.381 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:52:13 smithi028 bash[77168]: cluster 2024-08-29T18:52:13.802556+0000 mon.a (mon.0) 3678 : cluster [DBG] osdmap e2099: 8 total, 8 up, 8 in 2024-08-29T18:52:16.230 INFO:tasks.workunit.client.0.smithi028.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestImage::test_protect_snap PASSED [ 38%] 2024-08-29T18:52:16.326 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:52:15 smithi053 bash[68679]: cluster 2024-08-29T18:52:14.432791+0000 mgr.y (mgr.25022) 1965 : cluster [DBG] pgmap v3583: 137 pgs: 137 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 52 KiB/s rd, 3.0 KiB/s wr, 68 op/s 2024-08-29T18:52:16.326 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:52:15 smithi053 bash[68679]: cluster 2024-08-29T18:52:15.003019+0000 mon.a (mon.0) 3679 : cluster [DBG] osdmap e2100: 8 total, 8 up, 8 in 2024-08-29T18:52:16.381 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:52:15 smithi028 bash[78352]: cluster 2024-08-29T18:52:14.432791+0000 mgr.y (mgr.25022) 1965 : cluster [DBG] pgmap v3583: 137 pgs: 137 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 52 KiB/s rd, 3.0 KiB/s wr, 68 op/s 2024-08-29T18:52:16.381 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:52:15 smithi028 bash[78352]: cluster 2024-08-29T18:52:15.003019+0000 mon.a (mon.0) 3679 : cluster [DBG] osdmap e2100: 8 total, 8 up, 8 in 2024-08-29T18:52:16.381 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:52:15 smithi028 bash[77168]: cluster 2024-08-29T18:52:14.432791+0000 mgr.y (mgr.25022) 1965 : cluster [DBG] pgmap v3583: 137 pgs: 137 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 52 KiB/s rd, 3.0 KiB/s wr, 68 op/s 2024-08-29T18:52:16.381 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:52:15 smithi028 bash[77168]: cluster 2024-08-29T18:52:15.003019+0000 mon.a (mon.0) 3679 : cluster [DBG] osdmap e2100: 8 total, 8 up, 8 in 2024-08-29T18:52:17.326 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:52:17 smithi053 bash[68679]: cluster 2024-08-29T18:52:16.013133+0000 mon.a (mon.0) 3680 : cluster [DBG] osdmap e2101: 8 total, 8 up, 8 in 2024-08-29T18:52:17.381 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:52:17 smithi028 bash[78352]: cluster 2024-08-29T18:52:16.013133+0000 mon.a (mon.0) 3680 : cluster [DBG] osdmap e2101: 8 total, 8 up, 8 in 2024-08-29T18:52:17.381 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:52:17 smithi028 bash[77168]: cluster 2024-08-29T18:52:16.013133+0000 mon.a (mon.0) 3680 : cluster [DBG] osdmap e2101: 8 total, 8 up, 8 in 2024-08-29T18:52:18.262 INFO:tasks.workunit.client.0.smithi028.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestImage::test_snap_exists PASSED [ 38%] 2024-08-29T18:52:18.326 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:52:18 smithi053 bash[68679]: cluster 2024-08-29T18:52:16.433538+0000 mgr.y (mgr.25022) 1966 : cluster [DBG] pgmap v3586: 137 pgs: 137 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 95 KiB/s rd, 7.0 KiB/s wr, 131 op/s 2024-08-29T18:52:18.327 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:52:18 smithi053 bash[68679]: cluster 2024-08-29T18:52:17.023500+0000 mon.a (mon.0) 3681 : cluster [DBG] osdmap e2102: 8 total, 8 up, 8 in 2024-08-29T18:52:18.381 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:52:18 smithi028 bash[78352]: cluster 2024-08-29T18:52:16.433538+0000 mgr.y (mgr.25022) 1966 : cluster [DBG] pgmap v3586: 137 pgs: 137 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 95 KiB/s rd, 7.0 KiB/s wr, 131 op/s 2024-08-29T18:52:18.381 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:52:18 smithi028 bash[78352]: cluster 2024-08-29T18:52:17.023500+0000 mon.a (mon.0) 3681 : cluster [DBG] osdmap e2102: 8 total, 8 up, 8 in 2024-08-29T18:52:18.381 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:52:18 smithi028 bash[77168]: cluster 2024-08-29T18:52:16.433538+0000 mgr.y (mgr.25022) 1966 : cluster [DBG] pgmap v3586: 137 pgs: 137 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 95 KiB/s rd, 7.0 KiB/s wr, 131 op/s 2024-08-29T18:52:18.381 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:52:18 smithi028 bash[77168]: cluster 2024-08-29T18:52:17.023500+0000 mon.a (mon.0) 3681 : cluster [DBG] osdmap e2102: 8 total, 8 up, 8 in 2024-08-29T18:52:19.326 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:52:19 smithi053 bash[68679]: cluster 2024-08-29T18:52:18.031613+0000 mon.a (mon.0) 3682 : cluster [DBG] osdmap e2103: 8 total, 8 up, 8 in 2024-08-29T18:52:19.326 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:52:19 smithi053 bash[68679]: cluster 2024-08-29T18:52:18.805200+0000 mon.a (mon.0) 3683 : cluster [DBG] osdmap e2104: 8 total, 8 up, 8 in 2024-08-29T18:52:19.381 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:52:19 smithi028 bash[78352]: cluster 2024-08-29T18:52:18.031613+0000 mon.a (mon.0) 3682 : cluster [DBG] osdmap e2103: 8 total, 8 up, 8 in 2024-08-29T18:52:19.381 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:52:19 smithi028 bash[78352]: cluster 2024-08-29T18:52:18.805200+0000 mon.a (mon.0) 3683 : cluster [DBG] osdmap e2104: 8 total, 8 up, 8 in 2024-08-29T18:52:19.381 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:52:19 smithi028 bash[77168]: cluster 2024-08-29T18:52:18.031613+0000 mon.a (mon.0) 3682 : cluster [DBG] osdmap e2103: 8 total, 8 up, 8 in 2024-08-29T18:52:19.381 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:52:19 smithi028 bash[77168]: cluster 2024-08-29T18:52:18.805200+0000 mon.a (mon.0) 3683 : cluster [DBG] osdmap e2104: 8 total, 8 up, 8 in 2024-08-29T18:52:20.025 INFO:tasks.workunit.client.0.smithi028.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestImage::test_snap_timestamp PASSED [ 39%] 2024-08-29T18:52:20.326 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:52:20 smithi053 bash[68679]: cluster 2024-08-29T18:52:18.434291+0000 mgr.y (mgr.25022) 1967 : cluster [DBG] pgmap v3589: 137 pgs: 137 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 93 KiB/s rd, 6.2 KiB/s wr, 127 op/s 2024-08-29T18:52:20.326 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:52:20 smithi053 bash[68679]: cluster 2024-08-29T18:52:19.808685+0000 mon.a (mon.0) 3684 : cluster [DBG] osdmap e2105: 8 total, 8 up, 8 in 2024-08-29T18:52:20.381 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:52:20 smithi028 bash[78352]: cluster 2024-08-29T18:52:18.434291+0000 mgr.y (mgr.25022) 1967 : cluster [DBG] pgmap v3589: 137 pgs: 137 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 93 KiB/s rd, 6.2 KiB/s wr, 127 op/s 2024-08-29T18:52:20.381 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:52:20 smithi028 bash[78352]: cluster 2024-08-29T18:52:19.808685+0000 mon.a (mon.0) 3684 : cluster [DBG] osdmap e2105: 8 total, 8 up, 8 in 2024-08-29T18:52:20.381 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:52:20 smithi028 bash[77168]: cluster 2024-08-29T18:52:18.434291+0000 mgr.y (mgr.25022) 1967 : cluster [DBG] pgmap v3589: 137 pgs: 137 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 93 KiB/s rd, 6.2 KiB/s wr, 127 op/s 2024-08-29T18:52:20.381 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:52:20 smithi028 bash[77168]: cluster 2024-08-29T18:52:19.808685+0000 mon.a (mon.0) 3684 : cluster [DBG] osdmap e2105: 8 total, 8 up, 8 in 2024-08-29T18:52:21.881 INFO:journalctl@ceph.mgr.y.smithi028.stdout:Aug 29 18:52:21 smithi028 bash[70818]: ::ffff:172.21.15.53 - - [29/Aug/2024:18:52:21] "GET /metrics HTTP/1.1" 200 36685 "" "Prometheus/2.43.0" 2024-08-29T18:52:22.316 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:52:22 smithi053 bash[68679]: cluster 2024-08-29T18:52:20.435028+0000 mgr.y (mgr.25022) 1968 : cluster [DBG] pgmap v3592: 137 pgs: 137 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 141 KiB/s rd, 10 KiB/s wr, 194 op/s 2024-08-29T18:52:22.316 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:52:22 smithi053 bash[68679]: cluster 2024-08-29T18:52:21.065348+0000 mon.a (mon.0) 3685 : cluster [DBG] osdmap e2106: 8 total, 8 up, 8 in 2024-08-29T18:52:22.381 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:52:22 smithi028 bash[77168]: cluster 2024-08-29T18:52:20.435028+0000 mgr.y (mgr.25022) 1968 : cluster [DBG] pgmap v3592: 137 pgs: 137 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 141 KiB/s rd, 10 KiB/s wr, 194 op/s 2024-08-29T18:52:22.381 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:52:22 smithi028 bash[77168]: cluster 2024-08-29T18:52:21.065348+0000 mon.a (mon.0) 3685 : cluster [DBG] osdmap e2106: 8 total, 8 up, 8 in 2024-08-29T18:52:22.381 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:52:22 smithi028 bash[78352]: cluster 2024-08-29T18:52:20.435028+0000 mgr.y (mgr.25022) 1968 : cluster [DBG] pgmap v3592: 137 pgs: 137 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 141 KiB/s rd, 10 KiB/s wr, 194 op/s 2024-08-29T18:52:22.381 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:52:22 smithi028 bash[78352]: cluster 2024-08-29T18:52:21.065348+0000 mon.a (mon.0) 3685 : cluster [DBG] osdmap e2106: 8 total, 8 up, 8 in 2024-08-29T18:52:22.576 INFO:journalctl@ceph.prometheus.a.smithi053.stdout:Aug 29 18:52:22 smithi053 bash[95567]: ts=2024-08-29T18:52:22.316Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"3167ee72-662c-11ef-bcd4-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-29T18:52:23.326 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:52:23 smithi053 bash[68679]: cluster 2024-08-29T18:52:22.073897+0000 mon.a (mon.0) 3686 : cluster [DBG] osdmap e2107: 8 total, 8 up, 8 in 2024-08-29T18:52:23.381 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:52:23 smithi028 bash[78352]: cluster 2024-08-29T18:52:22.073897+0000 mon.a (mon.0) 3686 : cluster [DBG] osdmap e2107: 8 total, 8 up, 8 in 2024-08-29T18:52:23.381 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:52:23 smithi028 bash[77168]: cluster 2024-08-29T18:52:22.073897+0000 mon.a (mon.0) 3686 : cluster [DBG] osdmap e2107: 8 total, 8 up, 8 in 2024-08-29T18:52:24.381 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:52:24 smithi028 bash[77168]: cluster 2024-08-29T18:52:22.435747+0000 mgr.y (mgr.25022) 1969 : cluster [DBG] pgmap v3595: 137 pgs: 137 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 108 KiB/s rd, 8.7 KiB/s wr, 151 op/s 2024-08-29T18:52:24.381 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:52:24 smithi028 bash[77168]: cluster 2024-08-29T18:52:23.084327+0000 mon.a (mon.0) 3687 : cluster [DBG] osdmap e2108: 8 total, 8 up, 8 in 2024-08-29T18:52:24.381 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:52:24 smithi028 bash[77168]: cluster 2024-08-29T18:52:23.807786+0000 mon.a (mon.0) 3688 : cluster [DBG] osdmap e2109: 8 total, 8 up, 8 in 2024-08-29T18:52:24.381 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:52:24 smithi028 bash[78352]: cluster 2024-08-29T18:52:22.435747+0000 mgr.y (mgr.25022) 1969 : cluster [DBG] pgmap v3595: 137 pgs: 137 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 108 KiB/s rd, 8.7 KiB/s wr, 151 op/s 2024-08-29T18:52:24.381 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:52:24 smithi028 bash[78352]: cluster 2024-08-29T18:52:23.084327+0000 mon.a (mon.0) 3687 : cluster [DBG] osdmap e2108: 8 total, 8 up, 8 in 2024-08-29T18:52:24.381 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:52:24 smithi028 bash[78352]: cluster 2024-08-29T18:52:23.807786+0000 mon.a (mon.0) 3688 : cluster [DBG] osdmap e2109: 8 total, 8 up, 8 in 2024-08-29T18:52:24.576 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:52:24 smithi053 bash[68679]: cluster 2024-08-29T18:52:22.435747+0000 mgr.y (mgr.25022) 1969 : cluster [DBG] pgmap v3595: 137 pgs: 137 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 108 KiB/s rd, 8.7 KiB/s wr, 151 op/s 2024-08-29T18:52:24.576 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:52:24 smithi053 bash[68679]: cluster 2024-08-29T18:52:23.084327+0000 mon.a (mon.0) 3687 : cluster [DBG] osdmap e2108: 8 total, 8 up, 8 in 2024-08-29T18:52:24.577 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:52:24 smithi053 bash[68679]: cluster 2024-08-29T18:52:23.807786+0000 mon.a (mon.0) 3688 : cluster [DBG] osdmap e2109: 8 total, 8 up, 8 in 2024-08-29T18:52:26.076 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:52:25 smithi053 bash[68679]: cluster 2024-08-29T18:52:24.436492+0000 mgr.y (mgr.25022) 1970 : cluster [DBG] pgmap v3598: 137 pgs: 137 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 58 KiB/s rd, 4.2 KiB/s wr, 78 op/s 2024-08-29T18:52:26.076 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:52:25 smithi053 bash[68679]: cluster 2024-08-29T18:52:24.811119+0000 mon.a (mon.0) 3689 : cluster [DBG] osdmap e2110: 8 total, 8 up, 8 in 2024-08-29T18:52:26.131 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:52:25 smithi028 bash[77168]: cluster 2024-08-29T18:52:24.436492+0000 mgr.y (mgr.25022) 1970 : cluster [DBG] pgmap v3598: 137 pgs: 137 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 58 KiB/s rd, 4.2 KiB/s wr, 78 op/s 2024-08-29T18:52:26.131 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:52:25 smithi028 bash[77168]: cluster 2024-08-29T18:52:24.811119+0000 mon.a (mon.0) 3689 : cluster [DBG] osdmap e2110: 8 total, 8 up, 8 in 2024-08-29T18:52:26.131 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:52:25 smithi028 bash[78352]: cluster 2024-08-29T18:52:24.436492+0000 mgr.y (mgr.25022) 1970 : cluster [DBG] pgmap v3598: 137 pgs: 137 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 58 KiB/s rd, 4.2 KiB/s wr, 78 op/s 2024-08-29T18:52:26.131 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:52:25 smithi028 bash[78352]: cluster 2024-08-29T18:52:24.811119+0000 mon.a (mon.0) 3689 : cluster [DBG] osdmap e2110: 8 total, 8 up, 8 in 2024-08-29T18:52:27.076 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:52:26 smithi053 bash[68679]: cluster 2024-08-29T18:52:25.821110+0000 mon.a (mon.0) 3690 : cluster [DBG] osdmap e2111: 8 total, 8 up, 8 in 2024-08-29T18:52:27.131 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:52:26 smithi028 bash[77168]: cluster 2024-08-29T18:52:25.821110+0000 mon.a (mon.0) 3690 : cluster [DBG] osdmap e2111: 8 total, 8 up, 8 in 2024-08-29T18:52:27.131 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:52:26 smithi028 bash[78352]: cluster 2024-08-29T18:52:25.821110+0000 mon.a (mon.0) 3690 : cluster [DBG] osdmap e2111: 8 total, 8 up, 8 in 2024-08-29T18:52:27.952 INFO:tasks.workunit.client.0.smithi028.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestImage::test_limit_snaps PASSED [ 40%] 2024-08-29T18:52:28.095 INFO:tasks.workunit.client.0.smithi028.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestImage::test_remove_with_exclusive_lock PASSED [ 40%] 2024-08-29T18:52:28.131 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:52:27 smithi028 bash[78352]: cluster 2024-08-29T18:52:26.437237+0000 mgr.y (mgr.25022) 1971 : cluster [DBG] pgmap v3601: 137 pgs: 137 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 58 KiB/s rd, 4.7 KiB/s wr, 78 op/s 2024-08-29T18:52:28.131 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:52:27 smithi028 bash[78352]: cluster 2024-08-29T18:52:26.830716+0000 mon.a (mon.0) 3691 : cluster [DBG] osdmap e2112: 8 total, 8 up, 8 in 2024-08-29T18:52:28.131 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:52:27 smithi028 bash[78352]: audit 2024-08-29T18:52:27.158127+0000 mon.a (mon.0) 3692 : audit [DBG] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-29T18:52:28.131 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:52:27 smithi028 bash[78352]: audit 2024-08-29T18:52:27.257851+0000 mon.a (mon.0) 3693 : audit [DBG] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-29T18:52:28.131 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:52:27 smithi028 bash[77168]: cluster 2024-08-29T18:52:26.437237+0000 mgr.y (mgr.25022) 1971 : cluster [DBG] pgmap v3601: 137 pgs: 137 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 58 KiB/s rd, 4.7 KiB/s wr, 78 op/s 2024-08-29T18:52:28.131 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:52:27 smithi028 bash[77168]: cluster 2024-08-29T18:52:26.830716+0000 mon.a (mon.0) 3691 : cluster [DBG] osdmap e2112: 8 total, 8 up, 8 in 2024-08-29T18:52:28.131 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:52:27 smithi028 bash[77168]: audit 2024-08-29T18:52:27.158127+0000 mon.a (mon.0) 3692 : audit [DBG] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-29T18:52:28.131 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:52:27 smithi028 bash[77168]: audit 2024-08-29T18:52:27.257851+0000 mon.a (mon.0) 3693 : audit [DBG] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-29T18:52:28.309 INFO:tasks.workunit.client.0.smithi028.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestImage::test_remove_with_snap SKIPPED [ 41%] 2024-08-29T18:52:28.326 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:52:27 smithi053 bash[68679]: cluster 2024-08-29T18:52:26.437237+0000 mgr.y (mgr.25022) 1971 : cluster [DBG] pgmap v3601: 137 pgs: 137 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 58 KiB/s rd, 4.7 KiB/s wr, 78 op/s 2024-08-29T18:52:28.326 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:52:27 smithi053 bash[68679]: cluster 2024-08-29T18:52:26.830716+0000 mon.a (mon.0) 3691 : cluster [DBG] osdmap e2112: 8 total, 8 up, 8 in 2024-08-29T18:52:28.326 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:52:27 smithi053 bash[68679]: audit 2024-08-29T18:52:27.158127+0000 mon.a (mon.0) 3692 : audit [DBG] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-29T18:52:28.327 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:52:27 smithi053 bash[68679]: audit 2024-08-29T18:52:27.257851+0000 mon.a (mon.0) 3693 : audit [DBG] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-29T18:52:28.514 INFO:tasks.workunit.client.0.smithi028.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestImage::test_remove_with_watcher SKIPPED [ 41%] 2024-08-29T18:52:29.131 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:52:28 smithi028 bash[78352]: cluster 2024-08-29T18:52:27.827122+0000 mon.a (mon.0) 3694 : cluster [DBG] osdmap e2113: 8 total, 8 up, 8 in 2024-08-29T18:52:29.131 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:52:28 smithi028 bash[78352]: cluster 2024-08-29T18:52:28.810746+0000 mon.a (mon.0) 3695 : cluster [DBG] osdmap e2114: 8 total, 8 up, 8 in 2024-08-29T18:52:29.131 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:52:28 smithi028 bash[77168]: cluster 2024-08-29T18:52:27.827122+0000 mon.a (mon.0) 3694 : cluster [DBG] osdmap e2113: 8 total, 8 up, 8 in 2024-08-29T18:52:29.131 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:52:28 smithi028 bash[77168]: cluster 2024-08-29T18:52:28.810746+0000 mon.a (mon.0) 3695 : cluster [DBG] osdmap e2114: 8 total, 8 up, 8 in 2024-08-29T18:52:29.326 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:52:28 smithi053 bash[68679]: cluster 2024-08-29T18:52:27.827122+0000 mon.a (mon.0) 3694 : cluster [DBG] osdmap e2113: 8 total, 8 up, 8 in 2024-08-29T18:52:29.326 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:52:28 smithi053 bash[68679]: cluster 2024-08-29T18:52:28.810746+0000 mon.a (mon.0) 3695 : cluster [DBG] osdmap e2114: 8 total, 8 up, 8 in 2024-08-29T18:52:30.051 INFO:tasks.workunit.client.0.smithi028.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestImage::test_rollback_to_snap PASSED [ 42%] 2024-08-29T18:52:30.130 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:52:29 smithi028 bash[78352]: cluster 2024-08-29T18:52:28.438027+0000 mgr.y (mgr.25022) 1972 : cluster [DBG] pgmap v3604: 137 pgs: 137 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 6.2 KiB/s rd, 1023 B/s wr, 8 op/s 2024-08-29T18:52:30.131 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:52:29 smithi028 bash[77168]: cluster 2024-08-29T18:52:28.438027+0000 mgr.y (mgr.25022) 1972 : cluster [DBG] pgmap v3604: 137 pgs: 137 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 6.2 KiB/s rd, 1023 B/s wr, 8 op/s 2024-08-29T18:52:30.326 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:52:29 smithi053 bash[68679]: cluster 2024-08-29T18:52:28.438027+0000 mgr.y (mgr.25022) 1972 : cluster [DBG] pgmap v3604: 137 pgs: 137 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 6.2 KiB/s rd, 1023 B/s wr, 8 op/s 2024-08-29T18:52:31.131 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:52:30 smithi028 bash[78352]: cluster 2024-08-29T18:52:29.858377+0000 mon.a (mon.0) 3696 : cluster [DBG] osdmap e2115: 8 total, 8 up, 8 in 2024-08-29T18:52:31.131 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:52:30 smithi028 bash[77168]: cluster 2024-08-29T18:52:29.858377+0000 mon.a (mon.0) 3696 : cluster [DBG] osdmap e2115: 8 total, 8 up, 8 in 2024-08-29T18:52:31.328 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:52:30 smithi053 bash[68679]: cluster 2024-08-29T18:52:29.858377+0000 mon.a (mon.0) 3696 : cluster [DBG] osdmap e2115: 8 total, 8 up, 8 in 2024-08-29T18:52:31.871 INFO:journalctl@ceph.mgr.y.smithi028.stdout:Aug 29 18:52:31 smithi028 bash[70818]: ::ffff:172.21.15.53 - - [29/Aug/2024:18:52:31] "GET /metrics HTTP/1.1" 200 36692 "" "Prometheus/2.43.0" 2024-08-29T18:52:32.090 INFO:tasks.workunit.client.0.smithi028.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestImage::test_rollback_to_snap_sparse PASSED [ 43%] 2024-08-29T18:52:32.130 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:52:31 smithi028 bash[77168]: cluster 2024-08-29T18:52:30.438663+0000 mgr.y (mgr.25022) 1973 : cluster [DBG] pgmap v3607: 137 pgs: 137 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 125 KiB/s rd, 12 KiB/s wr, 174 op/s 2024-08-29T18:52:32.131 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:52:31 smithi028 bash[77168]: cluster 2024-08-29T18:52:30.867838+0000 mon.a (mon.0) 3697 : cluster [DBG] osdmap e2116: 8 total, 8 up, 8 in 2024-08-29T18:52:32.131 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:52:31 smithi028 bash[78352]: cluster 2024-08-29T18:52:30.438663+0000 mgr.y (mgr.25022) 1973 : cluster [DBG] pgmap v3607: 137 pgs: 137 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 125 KiB/s rd, 12 KiB/s wr, 174 op/s 2024-08-29T18:52:32.131 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:52:31 smithi028 bash[78352]: cluster 2024-08-29T18:52:30.867838+0000 mon.a (mon.0) 3697 : cluster [DBG] osdmap e2116: 8 total, 8 up, 8 in 2024-08-29T18:52:32.316 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:52:31 smithi053 bash[68679]: cluster 2024-08-29T18:52:30.438663+0000 mgr.y (mgr.25022) 1973 : cluster [DBG] pgmap v3607: 137 pgs: 137 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 125 KiB/s rd, 12 KiB/s wr, 174 op/s 2024-08-29T18:52:32.316 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:52:31 smithi053 bash[68679]: cluster 2024-08-29T18:52:30.867838+0000 mon.a (mon.0) 3697 : cluster [DBG] osdmap e2116: 8 total, 8 up, 8 in 2024-08-29T18:52:32.576 INFO:journalctl@ceph.prometheus.a.smithi053.stdout:Aug 29 18:52:32 smithi053 bash[95567]: ts=2024-08-29T18:52:32.316Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"3167ee72-662c-11ef-bcd4-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-29T18:52:33.131 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:52:32 smithi028 bash[77168]: cluster 2024-08-29T18:52:31.868997+0000 mon.a (mon.0) 3698 : cluster [DBG] osdmap e2117: 8 total, 8 up, 8 in 2024-08-29T18:52:33.131 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:52:32 smithi028 bash[78352]: cluster 2024-08-29T18:52:31.868997+0000 mon.a (mon.0) 3698 : cluster [DBG] osdmap e2117: 8 total, 8 up, 8 in 2024-08-29T18:52:33.326 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:52:32 smithi053 bash[68679]: cluster 2024-08-29T18:52:31.868997+0000 mon.a (mon.0) 3698 : cluster [DBG] osdmap e2117: 8 total, 8 up, 8 in 2024-08-29T18:52:34.326 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:52:33 smithi053 bash[68679]: cluster 2024-08-29T18:52:32.439360+0000 mgr.y (mgr.25022) 1974 : cluster [DBG] pgmap v3610: 137 pgs: 137 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 164 KiB/s rd, 13 KiB/s wr, 225 op/s 2024-08-29T18:52:34.327 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:52:33 smithi053 bash[68679]: cluster 2024-08-29T18:52:32.883732+0000 mon.a (mon.0) 3699 : cluster [DBG] osdmap e2118: 8 total, 8 up, 8 in 2024-08-29T18:52:34.327 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:52:33 smithi053 bash[68679]: audit 2024-08-29T18:52:32.975200+0000 mon.a (mon.0) 3700 : audit [INF] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' 2024-08-29T18:52:34.327 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:52:33 smithi053 bash[68679]: audit 2024-08-29T18:52:32.980893+0000 mon.a (mon.0) 3701 : audit [INF] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' 2024-08-29T18:52:34.327 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:52:33 smithi053 bash[68679]: audit 2024-08-29T18:52:33.627333+0000 mon.a (mon.0) 3702 : audit [DBG] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-29T18:52:34.327 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:52:33 smithi053 bash[68679]: audit 2024-08-29T18:52:33.628438+0000 mon.a (mon.0) 3703 : audit [INF] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-29T18:52:34.327 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:52:33 smithi053 bash[68679]: audit 2024-08-29T18:52:33.635610+0000 mon.a (mon.0) 3704 : audit [INF] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' 2024-08-29T18:52:34.327 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:52:33 smithi053 bash[68679]: cluster 2024-08-29T18:52:33.816043+0000 mon.a (mon.0) 3705 : cluster [DBG] osdmap e2119: 8 total, 8 up, 8 in 2024-08-29T18:52:34.381 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:52:33 smithi028 bash[77168]: cluster 2024-08-29T18:52:32.439360+0000 mgr.y (mgr.25022) 1974 : cluster [DBG] pgmap v3610: 137 pgs: 137 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 164 KiB/s rd, 13 KiB/s wr, 225 op/s 2024-08-29T18:52:34.381 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:52:33 smithi028 bash[77168]: cluster 2024-08-29T18:52:32.883732+0000 mon.a (mon.0) 3699 : cluster [DBG] osdmap e2118: 8 total, 8 up, 8 in 2024-08-29T18:52:34.381 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:52:33 smithi028 bash[77168]: audit 2024-08-29T18:52:32.975200+0000 mon.a (mon.0) 3700 : audit [INF] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' 2024-08-29T18:52:34.381 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:52:33 smithi028 bash[77168]: audit 2024-08-29T18:52:32.980893+0000 mon.a (mon.0) 3701 : audit [INF] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' 2024-08-29T18:52:34.381 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:52:33 smithi028 bash[77168]: audit 2024-08-29T18:52:33.627333+0000 mon.a (mon.0) 3702 : audit [DBG] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-29T18:52:34.382 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:52:33 smithi028 bash[77168]: audit 2024-08-29T18:52:33.628438+0000 mon.a (mon.0) 3703 : audit [INF] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-29T18:52:34.382 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:52:33 smithi028 bash[77168]: audit 2024-08-29T18:52:33.635610+0000 mon.a (mon.0) 3704 : audit [INF] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' 2024-08-29T18:52:34.382 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:52:33 smithi028 bash[77168]: cluster 2024-08-29T18:52:33.816043+0000 mon.a (mon.0) 3705 : cluster [DBG] osdmap e2119: 8 total, 8 up, 8 in 2024-08-29T18:52:34.382 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:52:33 smithi028 bash[78352]: cluster 2024-08-29T18:52:32.439360+0000 mgr.y (mgr.25022) 1974 : cluster [DBG] pgmap v3610: 137 pgs: 137 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 164 KiB/s rd, 13 KiB/s wr, 225 op/s 2024-08-29T18:52:34.382 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:52:33 smithi028 bash[78352]: cluster 2024-08-29T18:52:32.883732+0000 mon.a (mon.0) 3699 : cluster [DBG] osdmap e2118: 8 total, 8 up, 8 in 2024-08-29T18:52:34.382 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:52:33 smithi028 bash[78352]: audit 2024-08-29T18:52:32.975200+0000 mon.a (mon.0) 3700 : audit [INF] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' 2024-08-29T18:52:34.382 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:52:33 smithi028 bash[78352]: audit 2024-08-29T18:52:32.980893+0000 mon.a (mon.0) 3701 : audit [INF] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' 2024-08-29T18:52:34.382 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:52:33 smithi028 bash[78352]: audit 2024-08-29T18:52:33.627333+0000 mon.a (mon.0) 3702 : audit [DBG] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-29T18:52:34.382 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:52:33 smithi028 bash[78352]: audit 2024-08-29T18:52:33.628438+0000 mon.a (mon.0) 3703 : audit [INF] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-29T18:52:34.382 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:52:33 smithi028 bash[78352]: audit 2024-08-29T18:52:33.635610+0000 mon.a (mon.0) 3704 : audit [INF] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' 2024-08-29T18:52:34.382 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:52:33 smithi028 bash[78352]: cluster 2024-08-29T18:52:33.816043+0000 mon.a (mon.0) 3705 : cluster [DBG] osdmap e2119: 8 total, 8 up, 8 in 2024-08-29T18:52:36.116 INFO:tasks.workunit.client.0.smithi028.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestImage::test_rollback_with_resize PASSED [ 43%] 2024-08-29T18:52:36.326 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:52:35 smithi053 bash[68679]: cluster 2024-08-29T18:52:34.440112+0000 mgr.y (mgr.25022) 1975 : cluster [DBG] pgmap v3613: 137 pgs: 137 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 90 KiB/s rd, 6.2 KiB/s wr, 127 op/s 2024-08-29T18:52:36.326 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:52:35 smithi053 bash[68679]: cluster 2024-08-29T18:52:34.897487+0000 mon.a (mon.0) 3706 : cluster [DBG] osdmap e2120: 8 total, 8 up, 8 in 2024-08-29T18:52:36.381 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:52:35 smithi028 bash[77168]: cluster 2024-08-29T18:52:34.440112+0000 mgr.y (mgr.25022) 1975 : cluster [DBG] pgmap v3613: 137 pgs: 137 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 90 KiB/s rd, 6.2 KiB/s wr, 127 op/s 2024-08-29T18:52:36.381 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:52:35 smithi028 bash[77168]: cluster 2024-08-29T18:52:34.897487+0000 mon.a (mon.0) 3706 : cluster [DBG] osdmap e2120: 8 total, 8 up, 8 in 2024-08-29T18:52:36.381 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:52:35 smithi028 bash[78352]: cluster 2024-08-29T18:52:34.440112+0000 mgr.y (mgr.25022) 1975 : cluster [DBG] pgmap v3613: 137 pgs: 137 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 90 KiB/s rd, 6.2 KiB/s wr, 127 op/s 2024-08-29T18:52:36.381 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:52:35 smithi028 bash[78352]: cluster 2024-08-29T18:52:34.897487+0000 mon.a (mon.0) 3706 : cluster [DBG] osdmap e2120: 8 total, 8 up, 8 in 2024-08-29T18:52:37.326 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:52:36 smithi053 bash[68679]: cluster 2024-08-29T18:52:35.900827+0000 mon.a (mon.0) 3707 : cluster [DBG] osdmap e2121: 8 total, 8 up, 8 in 2024-08-29T18:52:37.381 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:52:36 smithi028 bash[77168]: cluster 2024-08-29T18:52:35.900827+0000 mon.a (mon.0) 3707 : cluster [DBG] osdmap e2121: 8 total, 8 up, 8 in 2024-08-29T18:52:37.381 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:52:36 smithi028 bash[78352]: cluster 2024-08-29T18:52:35.900827+0000 mon.a (mon.0) 3707 : cluster [DBG] osdmap e2121: 8 total, 8 up, 8 in 2024-08-29T18:52:38.142 INFO:tasks.workunit.client.0.smithi028.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestImage::test_set_snap PASSED [ 44%] 2024-08-29T18:52:38.326 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:52:37 smithi053 bash[68679]: cluster 2024-08-29T18:52:36.440976+0000 mgr.y (mgr.25022) 1976 : cluster [DBG] pgmap v3616: 137 pgs: 137 active+clean; 13 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 144 KiB/s rd, 14 KiB/s wr, 202 op/s 2024-08-29T18:52:38.326 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:52:37 smithi053 bash[68679]: cluster 2024-08-29T18:52:36.919796+0000 mon.a (mon.0) 3708 : cluster [DBG] osdmap e2122: 8 total, 8 up, 8 in 2024-08-29T18:52:38.381 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:52:37 smithi028 bash[77168]: cluster 2024-08-29T18:52:36.440976+0000 mgr.y (mgr.25022) 1976 : cluster [DBG] pgmap v3616: 137 pgs: 137 active+clean; 13 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 144 KiB/s rd, 14 KiB/s wr, 202 op/s 2024-08-29T18:52:38.381 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:52:37 smithi028 bash[77168]: cluster 2024-08-29T18:52:36.919796+0000 mon.a (mon.0) 3708 : cluster [DBG] osdmap e2122: 8 total, 8 up, 8 in 2024-08-29T18:52:38.381 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:52:37 smithi028 bash[78352]: cluster 2024-08-29T18:52:36.440976+0000 mgr.y (mgr.25022) 1976 : cluster [DBG] pgmap v3616: 137 pgs: 137 active+clean; 13 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 144 KiB/s rd, 14 KiB/s wr, 202 op/s 2024-08-29T18:52:38.381 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:52:37 smithi028 bash[78352]: cluster 2024-08-29T18:52:36.919796+0000 mon.a (mon.0) 3708 : cluster [DBG] osdmap e2122: 8 total, 8 up, 8 in 2024-08-29T18:52:39.326 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:52:38 smithi053 bash[68679]: cluster 2024-08-29T18:52:37.923091+0000 mon.a (mon.0) 3709 : cluster [DBG] osdmap e2123: 8 total, 8 up, 8 in 2024-08-29T18:52:39.326 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:52:38 smithi053 bash[68679]: cluster 2024-08-29T18:52:38.814827+0000 mon.a (mon.0) 3710 : cluster [DBG] osdmap e2124: 8 total, 8 up, 8 in 2024-08-29T18:52:39.381 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:52:38 smithi028 bash[78352]: cluster 2024-08-29T18:52:37.923091+0000 mon.a (mon.0) 3709 : cluster [DBG] osdmap e2123: 8 total, 8 up, 8 in 2024-08-29T18:52:39.381 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:52:38 smithi028 bash[78352]: cluster 2024-08-29T18:52:38.814827+0000 mon.a (mon.0) 3710 : cluster [DBG] osdmap e2124: 8 total, 8 up, 8 in 2024-08-29T18:52:39.381 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:52:38 smithi028 bash[77168]: cluster 2024-08-29T18:52:37.923091+0000 mon.a (mon.0) 3709 : cluster [DBG] osdmap e2123: 8 total, 8 up, 8 in 2024-08-29T18:52:39.381 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:52:38 smithi028 bash[77168]: cluster 2024-08-29T18:52:38.814827+0000 mon.a (mon.0) 3710 : cluster [DBG] osdmap e2124: 8 total, 8 up, 8 in 2024-08-29T18:52:40.058 INFO:tasks.workunit.client.0.smithi028.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestImage::test_set_no_snap PASSED [ 44%] 2024-08-29T18:52:40.326 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:52:39 smithi053 bash[68679]: cluster 2024-08-29T18:52:38.441801+0000 mgr.y (mgr.25022) 1977 : cluster [DBG] pgmap v3619: 137 pgs: 137 active+clean; 13 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 94 KiB/s rd, 9.0 KiB/s wr, 127 op/s 2024-08-29T18:52:40.326 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:52:39 smithi053 bash[68679]: cluster 2024-08-29T18:52:39.819157+0000 mon.a (mon.0) 3711 : cluster [DBG] osdmap e2125: 8 total, 8 up, 8 in 2024-08-29T18:52:40.381 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:52:39 smithi028 bash[77168]: cluster 2024-08-29T18:52:38.441801+0000 mgr.y (mgr.25022) 1977 : cluster [DBG] pgmap v3619: 137 pgs: 137 active+clean; 13 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 94 KiB/s rd, 9.0 KiB/s wr, 127 op/s 2024-08-29T18:52:40.381 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:52:39 smithi028 bash[77168]: cluster 2024-08-29T18:52:39.819157+0000 mon.a (mon.0) 3711 : cluster [DBG] osdmap e2125: 8 total, 8 up, 8 in 2024-08-29T18:52:40.381 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:52:39 smithi028 bash[78352]: cluster 2024-08-29T18:52:38.441801+0000 mgr.y (mgr.25022) 1977 : cluster [DBG] pgmap v3619: 137 pgs: 137 active+clean; 13 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 94 KiB/s rd, 9.0 KiB/s wr, 127 op/s 2024-08-29T18:52:40.381 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:52:39 smithi028 bash[78352]: cluster 2024-08-29T18:52:39.819157+0000 mon.a (mon.0) 3711 : cluster [DBG] osdmap e2125: 8 total, 8 up, 8 in 2024-08-29T18:52:41.880 INFO:journalctl@ceph.mgr.y.smithi028.stdout:Aug 29 18:52:41 smithi028 bash[70818]: ::ffff:172.21.15.53 - - [29/Aug/2024:18:52:41] "GET /metrics HTTP/1.1" 200 36692 "" "Prometheus/2.43.0" 2024-08-29T18:52:42.218 INFO:tasks.workunit.client.0.smithi028.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestImage::test_set_snap_by_id PASSED [ 45%] 2024-08-29T18:52:42.316 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:52:41 smithi053 bash[68679]: cluster 2024-08-29T18:52:40.442496+0000 mgr.y (mgr.25022) 1978 : cluster [DBG] pgmap v3622: 137 pgs: 137 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 105 KiB/s rd, 16 KiB/s wr, 155 op/s 2024-08-29T18:52:42.316 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:52:41 smithi053 bash[68679]: cluster 2024-08-29T18:52:40.955923+0000 mon.a (mon.0) 3712 : cluster [DBG] osdmap e2126: 8 total, 8 up, 8 in 2024-08-29T18:52:42.381 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:52:41 smithi028 bash[78352]: cluster 2024-08-29T18:52:40.442496+0000 mgr.y (mgr.25022) 1978 : cluster [DBG] pgmap v3622: 137 pgs: 137 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 105 KiB/s rd, 16 KiB/s wr, 155 op/s 2024-08-29T18:52:42.381 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:52:41 smithi028 bash[78352]: cluster 2024-08-29T18:52:40.955923+0000 mon.a (mon.0) 3712 : cluster [DBG] osdmap e2126: 8 total, 8 up, 8 in 2024-08-29T18:52:42.381 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:52:41 smithi028 bash[77168]: cluster 2024-08-29T18:52:40.442496+0000 mgr.y (mgr.25022) 1978 : cluster [DBG] pgmap v3622: 137 pgs: 137 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 105 KiB/s rd, 16 KiB/s wr, 155 op/s 2024-08-29T18:52:42.381 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:52:41 smithi028 bash[77168]: cluster 2024-08-29T18:52:40.955923+0000 mon.a (mon.0) 3712 : cluster [DBG] osdmap e2126: 8 total, 8 up, 8 in 2024-08-29T18:52:42.576 INFO:journalctl@ceph.prometheus.a.smithi053.stdout:Aug 29 18:52:42 smithi053 bash[95567]: ts=2024-08-29T18:52:42.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"3167ee72-662c-11ef-bcd4-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-29T18:52:43.327 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:52:42 smithi053 bash[68679]: cluster 2024-08-29T18:52:41.958563+0000 mon.a (mon.0) 3713 : cluster [DBG] osdmap e2127: 8 total, 8 up, 8 in 2024-08-29T18:52:43.327 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:52:42 smithi053 bash[68679]: audit 2024-08-29T18:52:42.159052+0000 mon.a (mon.0) 3714 : audit [DBG] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-29T18:52:43.381 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:52:42 smithi028 bash[78352]: cluster 2024-08-29T18:52:41.958563+0000 mon.a (mon.0) 3713 : cluster [DBG] osdmap e2127: 8 total, 8 up, 8 in 2024-08-29T18:52:43.381 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:52:42 smithi028 bash[78352]: audit 2024-08-29T18:52:42.159052+0000 mon.a (mon.0) 3714 : audit [DBG] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-29T18:52:43.382 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:52:42 smithi028 bash[77168]: cluster 2024-08-29T18:52:41.958563+0000 mon.a (mon.0) 3713 : cluster [DBG] osdmap e2127: 8 total, 8 up, 8 in 2024-08-29T18:52:43.382 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:52:42 smithi028 bash[77168]: audit 2024-08-29T18:52:42.159052+0000 mon.a (mon.0) 3714 : audit [DBG] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-29T18:52:44.326 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:52:43 smithi053 bash[68679]: cluster 2024-08-29T18:52:42.443218+0000 mgr.y (mgr.25022) 1979 : cluster [DBG] pgmap v3625: 137 pgs: 137 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 110 KiB/s rd, 15 KiB/s wr, 159 op/s 2024-08-29T18:52:44.326 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:52:43 smithi053 bash[68679]: cluster 2024-08-29T18:52:42.979624+0000 mon.a (mon.0) 3715 : cluster [DBG] osdmap e2128: 8 total, 8 up, 8 in 2024-08-29T18:52:44.326 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:52:43 smithi053 bash[68679]: cluster 2024-08-29T18:52:43.817516+0000 mon.a (mon.0) 3716 : cluster [DBG] osdmap e2129: 8 total, 8 up, 8 in 2024-08-29T18:52:44.381 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:52:43 smithi028 bash[78352]: cluster 2024-08-29T18:52:42.443218+0000 mgr.y (mgr.25022) 1979 : cluster [DBG] pgmap v3625: 137 pgs: 137 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 110 KiB/s rd, 15 KiB/s wr, 159 op/s 2024-08-29T18:52:44.381 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:52:43 smithi028 bash[78352]: cluster 2024-08-29T18:52:42.979624+0000 mon.a (mon.0) 3715 : cluster [DBG] osdmap e2128: 8 total, 8 up, 8 in 2024-08-29T18:52:44.381 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:52:43 smithi028 bash[78352]: cluster 2024-08-29T18:52:43.817516+0000 mon.a (mon.0) 3716 : cluster [DBG] osdmap e2129: 8 total, 8 up, 8 in 2024-08-29T18:52:44.381 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:52:43 smithi028 bash[77168]: cluster 2024-08-29T18:52:42.443218+0000 mgr.y (mgr.25022) 1979 : cluster [DBG] pgmap v3625: 137 pgs: 137 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 110 KiB/s rd, 15 KiB/s wr, 159 op/s 2024-08-29T18:52:44.381 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:52:43 smithi028 bash[77168]: cluster 2024-08-29T18:52:42.979624+0000 mon.a (mon.0) 3715 : cluster [DBG] osdmap e2128: 8 total, 8 up, 8 in 2024-08-29T18:52:44.381 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:52:43 smithi028 bash[77168]: cluster 2024-08-29T18:52:43.817516+0000 mon.a (mon.0) 3716 : cluster [DBG] osdmap e2129: 8 total, 8 up, 8 in 2024-08-29T18:52:46.076 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:52:45 smithi053 bash[68679]: cluster 2024-08-29T18:52:44.443899+0000 mgr.y (mgr.25022) 1980 : cluster [DBG] pgmap v3628: 137 pgs: 137 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 73 KiB/s rd, 8.2 KiB/s wr, 104 op/s 2024-08-29T18:52:46.077 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:52:45 smithi053 bash[68679]: cluster 2024-08-29T18:52:44.820165+0000 mon.a (mon.0) 3717 : cluster [DBG] osdmap e2130: 8 total, 8 up, 8 in 2024-08-29T18:52:46.131 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:52:45 smithi028 bash[78352]: cluster 2024-08-29T18:52:44.443899+0000 mgr.y (mgr.25022) 1980 : cluster [DBG] pgmap v3628: 137 pgs: 137 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 73 KiB/s rd, 8.2 KiB/s wr, 104 op/s 2024-08-29T18:52:46.131 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:52:45 smithi028 bash[78352]: cluster 2024-08-29T18:52:44.820165+0000 mon.a (mon.0) 3717 : cluster [DBG] osdmap e2130: 8 total, 8 up, 8 in 2024-08-29T18:52:46.131 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:52:45 smithi028 bash[77168]: cluster 2024-08-29T18:52:44.443899+0000 mgr.y (mgr.25022) 1980 : cluster [DBG] pgmap v3628: 137 pgs: 137 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 73 KiB/s rd, 8.2 KiB/s wr, 104 op/s 2024-08-29T18:52:46.131 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:52:45 smithi028 bash[77168]: cluster 2024-08-29T18:52:44.820165+0000 mon.a (mon.0) 3717 : cluster [DBG] osdmap e2130: 8 total, 8 up, 8 in 2024-08-29T18:52:47.131 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:52:46 smithi028 bash[77168]: cluster 2024-08-29T18:52:45.829870+0000 mon.a (mon.0) 3718 : cluster [DBG] osdmap e2131: 8 total, 8 up, 8 in 2024-08-29T18:52:47.131 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:52:46 smithi028 bash[78352]: cluster 2024-08-29T18:52:45.829870+0000 mon.a (mon.0) 3718 : cluster [DBG] osdmap e2131: 8 total, 8 up, 8 in 2024-08-29T18:52:47.326 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:52:46 smithi053 bash[68679]: cluster 2024-08-29T18:52:45.829870+0000 mon.a (mon.0) 3718 : cluster [DBG] osdmap e2131: 8 total, 8 up, 8 in 2024-08-29T18:52:48.076 INFO:tasks.workunit.client.0.smithi028.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestImage::test_snap_get_name PASSED [ 45%] 2024-08-29T18:52:48.131 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:52:47 smithi028 bash[77168]: cluster 2024-08-29T18:52:46.444641+0000 mgr.y (mgr.25022) 1981 : cluster [DBG] pgmap v3631: 137 pgs: 137 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 98 KiB/s rd, 11 KiB/s wr, 141 op/s 2024-08-29T18:52:48.131 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:52:47 smithi028 bash[77168]: cluster 2024-08-29T18:52:46.831732+0000 mon.a (mon.0) 3719 : cluster [DBG] osdmap e2132: 8 total, 8 up, 8 in 2024-08-29T18:52:48.131 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:52:47 smithi028 bash[78352]: cluster 2024-08-29T18:52:46.444641+0000 mgr.y (mgr.25022) 1981 : cluster [DBG] pgmap v3631: 137 pgs: 137 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 98 KiB/s rd, 11 KiB/s wr, 141 op/s 2024-08-29T18:52:48.131 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:52:47 smithi028 bash[78352]: cluster 2024-08-29T18:52:46.831732+0000 mon.a (mon.0) 3719 : cluster [DBG] osdmap e2132: 8 total, 8 up, 8 in 2024-08-29T18:52:48.326 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:52:47 smithi053 bash[68679]: cluster 2024-08-29T18:52:46.444641+0000 mgr.y (mgr.25022) 1981 : cluster [DBG] pgmap v3631: 137 pgs: 137 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 98 KiB/s rd, 11 KiB/s wr, 141 op/s 2024-08-29T18:52:48.326 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:52:47 smithi053 bash[68679]: cluster 2024-08-29T18:52:46.831732+0000 mon.a (mon.0) 3719 : cluster [DBG] osdmap e2132: 8 total, 8 up, 8 in 2024-08-29T18:52:49.131 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:52:48 smithi028 bash[78352]: cluster 2024-08-29T18:52:47.847737+0000 mon.a (mon.0) 3720 : cluster [DBG] osdmap e2133: 8 total, 8 up, 8 in 2024-08-29T18:52:49.131 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:52:48 smithi028 bash[78352]: cluster 2024-08-29T18:52:48.823263+0000 mon.a (mon.0) 3721 : cluster [DBG] osdmap e2134: 8 total, 8 up, 8 in 2024-08-29T18:52:49.131 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:52:48 smithi028 bash[77168]: cluster 2024-08-29T18:52:47.847737+0000 mon.a (mon.0) 3720 : cluster [DBG] osdmap e2133: 8 total, 8 up, 8 in 2024-08-29T18:52:49.131 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:52:48 smithi028 bash[77168]: cluster 2024-08-29T18:52:48.823263+0000 mon.a (mon.0) 3721 : cluster [DBG] osdmap e2134: 8 total, 8 up, 8 in 2024-08-29T18:52:49.326 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:52:48 smithi053 bash[68679]: cluster 2024-08-29T18:52:47.847737+0000 mon.a (mon.0) 3720 : cluster [DBG] osdmap e2133: 8 total, 8 up, 8 in 2024-08-29T18:52:49.326 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:52:48 smithi053 bash[68679]: cluster 2024-08-29T18:52:48.823263+0000 mon.a (mon.0) 3721 : cluster [DBG] osdmap e2134: 8 total, 8 up, 8 in 2024-08-29T18:52:50.131 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:52:49 smithi028 bash[78352]: cluster 2024-08-29T18:52:48.445414+0000 mgr.y (mgr.25022) 1982 : cluster [DBG] pgmap v3634: 137 pgs: 137 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 30 KiB/s rd, 3.2 KiB/s wr, 42 op/s 2024-08-29T18:52:50.131 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:52:49 smithi028 bash[77168]: cluster 2024-08-29T18:52:48.445414+0000 mgr.y (mgr.25022) 1982 : cluster [DBG] pgmap v3634: 137 pgs: 137 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 30 KiB/s rd, 3.2 KiB/s wr, 42 op/s 2024-08-29T18:52:50.327 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:52:49 smithi053 bash[68679]: cluster 2024-08-29T18:52:48.445414+0000 mgr.y (mgr.25022) 1982 : cluster [DBG] pgmap v3634: 137 pgs: 137 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 30 KiB/s rd, 3.2 KiB/s wr, 42 op/s 2024-08-29T18:52:51.326 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:52:50 smithi053 bash[68679]: cluster 2024-08-29T18:52:49.879631+0000 mon.a (mon.0) 3722 : cluster [DBG] osdmap e2135: 8 total, 8 up, 8 in 2024-08-29T18:52:51.381 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:52:50 smithi028 bash[78352]: cluster 2024-08-29T18:52:49.879631+0000 mon.a (mon.0) 3722 : cluster [DBG] osdmap e2135: 8 total, 8 up, 8 in 2024-08-29T18:52:51.381 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:52:50 smithi028 bash[77168]: cluster 2024-08-29T18:52:49.879631+0000 mon.a (mon.0) 3722 : cluster [DBG] osdmap e2135: 8 total, 8 up, 8 in 2024-08-29T18:52:51.881 INFO:journalctl@ceph.mgr.y.smithi028.stdout:Aug 29 18:52:51 smithi028 bash[70818]: ::ffff:172.21.15.53 - - [29/Aug/2024:18:52:51] "GET /metrics HTTP/1.1" 200 36688 "" "Prometheus/2.43.0" 2024-08-29T18:52:52.315 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:52:51 smithi053 bash[68679]: cluster 2024-08-29T18:52:50.446268+0000 mgr.y (mgr.25022) 1983 : cluster [DBG] pgmap v3637: 137 pgs: 137 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 72 KiB/s rd, 6.0 KiB/s wr, 99 op/s 2024-08-29T18:52:52.316 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:52:51 smithi053 bash[68679]: cluster 2024-08-29T18:52:50.892318+0000 mon.a (mon.0) 3723 : cluster [DBG] osdmap e2136: 8 total, 8 up, 8 in 2024-08-29T18:52:52.381 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:52:51 smithi028 bash[78352]: cluster 2024-08-29T18:52:50.446268+0000 mgr.y (mgr.25022) 1983 : cluster [DBG] pgmap v3637: 137 pgs: 137 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 72 KiB/s rd, 6.0 KiB/s wr, 99 op/s 2024-08-29T18:52:52.381 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:52:51 smithi028 bash[78352]: cluster 2024-08-29T18:52:50.892318+0000 mon.a (mon.0) 3723 : cluster [DBG] osdmap e2136: 8 total, 8 up, 8 in 2024-08-29T18:52:52.381 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:52:51 smithi028 bash[77168]: cluster 2024-08-29T18:52:50.446268+0000 mgr.y (mgr.25022) 1983 : cluster [DBG] pgmap v3637: 137 pgs: 137 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 72 KiB/s rd, 6.0 KiB/s wr, 99 op/s 2024-08-29T18:52:52.381 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:52:51 smithi028 bash[77168]: cluster 2024-08-29T18:52:50.892318+0000 mon.a (mon.0) 3723 : cluster [DBG] osdmap e2136: 8 total, 8 up, 8 in 2024-08-29T18:52:52.576 INFO:journalctl@ceph.prometheus.a.smithi053.stdout:Aug 29 18:52:52 smithi053 bash[95567]: ts=2024-08-29T18:52:52.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"3167ee72-662c-11ef-bcd4-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-29T18:52:53.326 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:52:52 smithi053 bash[68679]: cluster 2024-08-29T18:52:51.892331+0000 mon.a (mon.0) 3724 : cluster [DBG] osdmap e2137: 8 total, 8 up, 8 in 2024-08-29T18:52:53.381 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:52:52 smithi028 bash[78352]: cluster 2024-08-29T18:52:51.892331+0000 mon.a (mon.0) 3724 : cluster [DBG] osdmap e2137: 8 total, 8 up, 8 in 2024-08-29T18:52:53.381 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:52:52 smithi028 bash[77168]: cluster 2024-08-29T18:52:51.892331+0000 mon.a (mon.0) 3724 : cluster [DBG] osdmap e2137: 8 total, 8 up, 8 in 2024-08-29T18:52:54.020 INFO:tasks.workunit.client.0.smithi028.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestImage::test_snap_get_id PASSED [ 46%] 2024-08-29T18:52:54.326 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:52:53 smithi053 bash[68679]: cluster 2024-08-29T18:52:52.447050+0000 mgr.y (mgr.25022) 1984 : cluster [DBG] pgmap v3640: 137 pgs: 137 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 75 KiB/s rd, 6.0 KiB/s wr, 103 op/s 2024-08-29T18:52:54.326 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:52:53 smithi053 bash[68679]: cluster 2024-08-29T18:52:52.915036+0000 mon.a (mon.0) 3725 : cluster [DBG] osdmap e2138: 8 total, 8 up, 8 in 2024-08-29T18:52:54.326 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:52:53 smithi053 bash[68679]: cluster 2024-08-29T18:52:53.825901+0000 mon.a (mon.0) 3726 : cluster [DBG] osdmap e2139: 8 total, 8 up, 8 in 2024-08-29T18:52:54.381 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:52:53 smithi028 bash[78352]: cluster 2024-08-29T18:52:52.447050+0000 mgr.y (mgr.25022) 1984 : cluster [DBG] pgmap v3640: 137 pgs: 137 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 75 KiB/s rd, 6.0 KiB/s wr, 103 op/s 2024-08-29T18:52:54.381 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:52:53 smithi028 bash[78352]: cluster 2024-08-29T18:52:52.915036+0000 mon.a (mon.0) 3725 : cluster [DBG] osdmap e2138: 8 total, 8 up, 8 in 2024-08-29T18:52:54.381 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:52:53 smithi028 bash[78352]: cluster 2024-08-29T18:52:53.825901+0000 mon.a (mon.0) 3726 : cluster [DBG] osdmap e2139: 8 total, 8 up, 8 in 2024-08-29T18:52:54.381 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:52:53 smithi028 bash[77168]: cluster 2024-08-29T18:52:52.447050+0000 mgr.y (mgr.25022) 1984 : cluster [DBG] pgmap v3640: 137 pgs: 137 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 75 KiB/s rd, 6.0 KiB/s wr, 103 op/s 2024-08-29T18:52:54.381 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:52:53 smithi028 bash[77168]: cluster 2024-08-29T18:52:52.915036+0000 mon.a (mon.0) 3725 : cluster [DBG] osdmap e2138: 8 total, 8 up, 8 in 2024-08-29T18:52:54.381 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:52:53 smithi028 bash[77168]: cluster 2024-08-29T18:52:53.825901+0000 mon.a (mon.0) 3726 : cluster [DBG] osdmap e2139: 8 total, 8 up, 8 in 2024-08-29T18:52:56.130 INFO:tasks.workunit.client.0.smithi028.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestImage::test_set_snap_sparse PASSED [ 47%] 2024-08-29T18:52:56.326 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:52:55 smithi053 bash[68679]: cluster 2024-08-29T18:52:54.447767+0000 mgr.y (mgr.25022) 1985 : cluster [DBG] pgmap v3643: 137 pgs: 137 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 42 KiB/s rd, 4.2 KiB/s wr, 55 op/s 2024-08-29T18:52:56.327 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:52:55 smithi053 bash[68679]: cluster 2024-08-29T18:52:54.923674+0000 mon.a (mon.0) 3727 : cluster [DBG] osdmap e2140: 8 total, 8 up, 8 in 2024-08-29T18:52:56.381 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:52:55 smithi028 bash[78352]: cluster 2024-08-29T18:52:54.447767+0000 mgr.y (mgr.25022) 1985 : cluster [DBG] pgmap v3643: 137 pgs: 137 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 42 KiB/s rd, 4.2 KiB/s wr, 55 op/s 2024-08-29T18:52:56.381 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:52:55 smithi028 bash[78352]: cluster 2024-08-29T18:52:54.923674+0000 mon.a (mon.0) 3727 : cluster [DBG] osdmap e2140: 8 total, 8 up, 8 in 2024-08-29T18:52:56.381 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:52:55 smithi028 bash[77168]: cluster 2024-08-29T18:52:54.447767+0000 mgr.y (mgr.25022) 1985 : cluster [DBG] pgmap v3643: 137 pgs: 137 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 42 KiB/s rd, 4.2 KiB/s wr, 55 op/s 2024-08-29T18:52:56.381 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:52:55 smithi028 bash[77168]: cluster 2024-08-29T18:52:54.923674+0000 mon.a (mon.0) 3727 : cluster [DBG] osdmap e2140: 8 total, 8 up, 8 in 2024-08-29T18:52:57.326 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:52:56 smithi053 bash[68679]: cluster 2024-08-29T18:52:55.933171+0000 mon.a (mon.0) 3728 : cluster [DBG] osdmap e2141: 8 total, 8 up, 8 in 2024-08-29T18:52:57.381 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:52:56 smithi028 bash[78352]: cluster 2024-08-29T18:52:55.933171+0000 mon.a (mon.0) 3728 : cluster [DBG] osdmap e2141: 8 total, 8 up, 8 in 2024-08-29T18:52:57.381 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:52:56 smithi028 bash[77168]: cluster 2024-08-29T18:52:55.933171+0000 mon.a (mon.0) 3728 : cluster [DBG] osdmap e2141: 8 total, 8 up, 8 in 2024-08-29T18:52:58.326 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:52:57 smithi053 bash[68679]: cluster 2024-08-29T18:52:56.448490+0000 mgr.y (mgr.25022) 1986 : cluster [DBG] pgmap v3646: 137 pgs: 137 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 59 KiB/s rd, 7.2 KiB/s wr, 85 op/s 2024-08-29T18:52:58.327 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:52:57 smithi053 bash[68679]: cluster 2024-08-29T18:52:56.943822+0000 mon.a (mon.0) 3729 : cluster [DBG] osdmap e2142: 8 total, 8 up, 8 in 2024-08-29T18:52:58.327 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:52:57 smithi053 bash[68679]: audit 2024-08-29T18:52:57.158896+0000 mon.a (mon.0) 3730 : audit [DBG] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-29T18:52:58.381 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:52:57 smithi028 bash[77168]: cluster 2024-08-29T18:52:56.448490+0000 mgr.y (mgr.25022) 1986 : cluster [DBG] pgmap v3646: 137 pgs: 137 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 59 KiB/s rd, 7.2 KiB/s wr, 85 op/s 2024-08-29T18:52:58.381 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:52:57 smithi028 bash[77168]: cluster 2024-08-29T18:52:56.943822+0000 mon.a (mon.0) 3729 : cluster [DBG] osdmap e2142: 8 total, 8 up, 8 in 2024-08-29T18:52:58.381 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:52:57 smithi028 bash[77168]: audit 2024-08-29T18:52:57.158896+0000 mon.a (mon.0) 3730 : audit [DBG] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-29T18:52:58.382 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:52:57 smithi028 bash[78352]: cluster 2024-08-29T18:52:56.448490+0000 mgr.y (mgr.25022) 1986 : cluster [DBG] pgmap v3646: 137 pgs: 137 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 59 KiB/s rd, 7.2 KiB/s wr, 85 op/s 2024-08-29T18:52:58.382 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:52:57 smithi028 bash[78352]: cluster 2024-08-29T18:52:56.943822+0000 mon.a (mon.0) 3729 : cluster [DBG] osdmap e2142: 8 total, 8 up, 8 in 2024-08-29T18:52:58.382 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:52:57 smithi028 bash[78352]: audit 2024-08-29T18:52:57.158896+0000 mon.a (mon.0) 3730 : audit [DBG] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-29T18:52:59.326 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:52:58 smithi053 bash[68679]: cluster 2024-08-29T18:52:57.945266+0000 mon.a (mon.0) 3731 : cluster [DBG] osdmap e2143: 8 total, 8 up, 8 in 2024-08-29T18:52:59.326 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:52:58 smithi053 bash[68679]: cluster 2024-08-29T18:52:58.828701+0000 mon.a (mon.0) 3732 : cluster [DBG] osdmap e2144: 8 total, 8 up, 8 in 2024-08-29T18:52:59.381 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:52:58 smithi028 bash[77168]: cluster 2024-08-29T18:52:57.945266+0000 mon.a (mon.0) 3731 : cluster [DBG] osdmap e2143: 8 total, 8 up, 8 in 2024-08-29T18:52:59.381 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:52:58 smithi028 bash[77168]: cluster 2024-08-29T18:52:58.828701+0000 mon.a (mon.0) 3732 : cluster [DBG] osdmap e2144: 8 total, 8 up, 8 in 2024-08-29T18:52:59.382 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:52:58 smithi028 bash[78352]: cluster 2024-08-29T18:52:57.945266+0000 mon.a (mon.0) 3731 : cluster [DBG] osdmap e2143: 8 total, 8 up, 8 in 2024-08-29T18:52:59.382 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:52:58 smithi028 bash[78352]: cluster 2024-08-29T18:52:58.828701+0000 mon.a (mon.0) 3732 : cluster [DBG] osdmap e2144: 8 total, 8 up, 8 in 2024-08-29T18:53:00.326 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:52:59 smithi053 bash[68679]: cluster 2024-08-29T18:52:58.449246+0000 mgr.y (mgr.25022) 1987 : cluster [DBG] pgmap v3649: 137 pgs: 137 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 20 KiB/s rd, 3.2 KiB/s wr, 34 op/s 2024-08-29T18:53:00.326 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:52:59 smithi053 bash[68679]: cluster 2024-08-29T18:52:59.831888+0000 mon.a (mon.0) 3733 : cluster [DBG] osdmap e2145: 8 total, 8 up, 8 in 2024-08-29T18:53:00.381 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:52:59 smithi028 bash[78352]: cluster 2024-08-29T18:52:58.449246+0000 mgr.y (mgr.25022) 1987 : cluster [DBG] pgmap v3649: 137 pgs: 137 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 20 KiB/s rd, 3.2 KiB/s wr, 34 op/s 2024-08-29T18:53:00.381 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:52:59 smithi028 bash[78352]: cluster 2024-08-29T18:52:59.831888+0000 mon.a (mon.0) 3733 : cluster [DBG] osdmap e2145: 8 total, 8 up, 8 in 2024-08-29T18:53:00.381 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:52:59 smithi028 bash[77168]: cluster 2024-08-29T18:52:58.449246+0000 mgr.y (mgr.25022) 1987 : cluster [DBG] pgmap v3649: 137 pgs: 137 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 20 KiB/s rd, 3.2 KiB/s wr, 34 op/s 2024-08-29T18:53:00.381 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:52:59 smithi028 bash[77168]: cluster 2024-08-29T18:52:59.831888+0000 mon.a (mon.0) 3733 : cluster [DBG] osdmap e2145: 8 total, 8 up, 8 in 2024-08-29T18:53:01.842 INFO:journalctl@ceph.mgr.y.smithi028.stdout:Aug 29 18:53:01 smithi028 bash[70818]: ::ffff:172.21.15.53 - - [29/Aug/2024:18:53:01] "GET /metrics HTTP/1.1" 200 36690 "" "Prometheus/2.43.0" 2024-08-29T18:53:02.131 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:53:01 smithi028 bash[77168]: cluster 2024-08-29T18:53:00.450024+0000 mgr.y (mgr.25022) 1988 : cluster [DBG] pgmap v3652: 137 pgs: 137 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 86 KiB/s rd, 6.0 KiB/s wr, 112 op/s 2024-08-29T18:53:02.131 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:53:01 smithi028 bash[77168]: cluster 2024-08-29T18:53:00.834695+0000 mon.a (mon.0) 3734 : cluster [DBG] osdmap e2146: 8 total, 8 up, 8 in 2024-08-29T18:53:02.131 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:53:01 smithi028 bash[78352]: cluster 2024-08-29T18:53:00.450024+0000 mgr.y (mgr.25022) 1988 : cluster [DBG] pgmap v3652: 137 pgs: 137 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 86 KiB/s rd, 6.0 KiB/s wr, 112 op/s 2024-08-29T18:53:02.131 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:53:01 smithi028 bash[78352]: cluster 2024-08-29T18:53:00.834695+0000 mon.a (mon.0) 3734 : cluster [DBG] osdmap e2146: 8 total, 8 up, 8 in 2024-08-29T18:53:02.316 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:53:01 smithi053 bash[68679]: cluster 2024-08-29T18:53:00.450024+0000 mgr.y (mgr.25022) 1988 : cluster [DBG] pgmap v3652: 137 pgs: 137 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 86 KiB/s rd, 6.0 KiB/s wr, 112 op/s 2024-08-29T18:53:02.316 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:53:01 smithi053 bash[68679]: cluster 2024-08-29T18:53:00.834695+0000 mon.a (mon.0) 3734 : cluster [DBG] osdmap e2146: 8 total, 8 up, 8 in 2024-08-29T18:53:02.576 INFO:journalctl@ceph.prometheus.a.smithi053.stdout:Aug 29 18:53:02 smithi053 bash[95567]: ts=2024-08-29T18:53:02.316Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"3167ee72-662c-11ef-bcd4-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-29T18:53:03.131 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:53:02 smithi028 bash[77168]: cluster 2024-08-29T18:53:01.837457+0000 mon.a (mon.0) 3735 : cluster [DBG] osdmap e2147: 8 total, 8 up, 8 in 2024-08-29T18:53:03.131 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:53:02 smithi028 bash[78352]: cluster 2024-08-29T18:53:01.837457+0000 mon.a (mon.0) 3735 : cluster [DBG] osdmap e2147: 8 total, 8 up, 8 in 2024-08-29T18:53:03.326 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:53:02 smithi053 bash[68679]: cluster 2024-08-29T18:53:01.837457+0000 mon.a (mon.0) 3735 : cluster [DBG] osdmap e2147: 8 total, 8 up, 8 in 2024-08-29T18:53:04.131 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:53:03 smithi028 bash[77168]: cluster 2024-08-29T18:53:02.450703+0000 mgr.y (mgr.25022) 1989 : cluster [DBG] pgmap v3655: 137 pgs: 137 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 94 KiB/s rd, 7.0 KiB/s wr, 124 op/s 2024-08-29T18:53:04.131 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:53:03 smithi028 bash[77168]: cluster 2024-08-29T18:53:02.860344+0000 mon.a (mon.0) 3736 : cluster [DBG] osdmap e2148: 8 total, 8 up, 8 in 2024-08-29T18:53:04.131 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:53:03 smithi028 bash[77168]: cluster 2024-08-29T18:53:03.832783+0000 mon.a (mon.0) 3737 : cluster [DBG] osdmap e2149: 8 total, 8 up, 8 in 2024-08-29T18:53:04.131 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:53:03 smithi028 bash[78352]: cluster 2024-08-29T18:53:02.450703+0000 mgr.y (mgr.25022) 1989 : cluster [DBG] pgmap v3655: 137 pgs: 137 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 94 KiB/s rd, 7.0 KiB/s wr, 124 op/s 2024-08-29T18:53:04.132 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:53:03 smithi028 bash[78352]: cluster 2024-08-29T18:53:02.860344+0000 mon.a (mon.0) 3736 : cluster [DBG] osdmap e2148: 8 total, 8 up, 8 in 2024-08-29T18:53:04.132 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:53:03 smithi028 bash[78352]: cluster 2024-08-29T18:53:03.832783+0000 mon.a (mon.0) 3737 : cluster [DBG] osdmap e2149: 8 total, 8 up, 8 in 2024-08-29T18:53:04.326 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:53:03 smithi053 bash[68679]: cluster 2024-08-29T18:53:02.450703+0000 mgr.y (mgr.25022) 1989 : cluster [DBG] pgmap v3655: 137 pgs: 137 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 94 KiB/s rd, 7.0 KiB/s wr, 124 op/s 2024-08-29T18:53:04.326 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:53:03 smithi053 bash[68679]: cluster 2024-08-29T18:53:02.860344+0000 mon.a (mon.0) 3736 : cluster [DBG] osdmap e2148: 8 total, 8 up, 8 in 2024-08-29T18:53:04.327 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:53:03 smithi053 bash[68679]: cluster 2024-08-29T18:53:03.832783+0000 mon.a (mon.0) 3737 : cluster [DBG] osdmap e2149: 8 total, 8 up, 8 in 2024-08-29T18:53:06.131 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:53:05 smithi028 bash[77168]: cluster 2024-08-29T18:53:04.451408+0000 mgr.y (mgr.25022) 1990 : cluster [DBG] pgmap v3658: 137 pgs: 137 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 11 KiB/s rd, 2.0 KiB/s wr, 17 op/s 2024-08-29T18:53:06.131 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:53:05 smithi028 bash[77168]: cluster 2024-08-29T18:53:04.870638+0000 mon.a (mon.0) 3738 : cluster [DBG] osdmap e2150: 8 total, 8 up, 8 in 2024-08-29T18:53:06.131 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:53:05 smithi028 bash[78352]: cluster 2024-08-29T18:53:04.451408+0000 mgr.y (mgr.25022) 1990 : cluster [DBG] pgmap v3658: 137 pgs: 137 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 11 KiB/s rd, 2.0 KiB/s wr, 17 op/s 2024-08-29T18:53:06.131 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:53:05 smithi028 bash[78352]: cluster 2024-08-29T18:53:04.870638+0000 mon.a (mon.0) 3738 : cluster [DBG] osdmap e2150: 8 total, 8 up, 8 in 2024-08-29T18:53:06.326 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:53:05 smithi053 bash[68679]: cluster 2024-08-29T18:53:04.451408+0000 mgr.y (mgr.25022) 1990 : cluster [DBG] pgmap v3658: 137 pgs: 137 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 11 KiB/s rd, 2.0 KiB/s wr, 17 op/s 2024-08-29T18:53:06.327 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:53:05 smithi053 bash[68679]: cluster 2024-08-29T18:53:04.870638+0000 mon.a (mon.0) 3738 : cluster [DBG] osdmap e2150: 8 total, 8 up, 8 in 2024-08-29T18:53:07.326 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:53:06 smithi053 bash[68679]: cluster 2024-08-29T18:53:05.873161+0000 mon.a (mon.0) 3739 : cluster [DBG] osdmap e2151: 8 total, 8 up, 8 in 2024-08-29T18:53:07.381 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:53:06 smithi028 bash[77168]: cluster 2024-08-29T18:53:05.873161+0000 mon.a (mon.0) 3739 : cluster [DBG] osdmap e2151: 8 total, 8 up, 8 in 2024-08-29T18:53:07.381 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:53:06 smithi028 bash[78352]: cluster 2024-08-29T18:53:05.873161+0000 mon.a (mon.0) 3739 : cluster [DBG] osdmap e2151: 8 total, 8 up, 8 in 2024-08-29T18:53:08.326 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:53:07 smithi053 bash[68679]: cluster 2024-08-29T18:53:06.452119+0000 mgr.y (mgr.25022) 1991 : cluster [DBG] pgmap v3661: 137 pgs: 137 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 67 KiB/s rd, 3.5 KiB/s wr, 89 op/s 2024-08-29T18:53:08.326 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:53:07 smithi053 bash[68679]: cluster 2024-08-29T18:53:06.894318+0000 mon.a (mon.0) 3740 : cluster [DBG] osdmap e2152: 8 total, 8 up, 8 in 2024-08-29T18:53:08.381 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:53:07 smithi028 bash[77168]: cluster 2024-08-29T18:53:06.452119+0000 mgr.y (mgr.25022) 1991 : cluster [DBG] pgmap v3661: 137 pgs: 137 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 67 KiB/s rd, 3.5 KiB/s wr, 89 op/s 2024-08-29T18:53:08.381 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:53:07 smithi028 bash[77168]: cluster 2024-08-29T18:53:06.894318+0000 mon.a (mon.0) 3740 : cluster [DBG] osdmap e2152: 8 total, 8 up, 8 in 2024-08-29T18:53:08.381 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:53:07 smithi028 bash[78352]: cluster 2024-08-29T18:53:06.452119+0000 mgr.y (mgr.25022) 1991 : cluster [DBG] pgmap v3661: 137 pgs: 137 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 67 KiB/s rd, 3.5 KiB/s wr, 89 op/s 2024-08-29T18:53:08.381 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:53:07 smithi028 bash[78352]: cluster 2024-08-29T18:53:06.894318+0000 mon.a (mon.0) 3740 : cluster [DBG] osdmap e2152: 8 total, 8 up, 8 in 2024-08-29T18:53:09.326 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:53:08 smithi053 bash[68679]: cluster 2024-08-29T18:53:07.898215+0000 mon.a (mon.0) 3741 : cluster [DBG] osdmap e2153: 8 total, 8 up, 8 in 2024-08-29T18:53:09.381 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:53:08 smithi028 bash[78352]: cluster 2024-08-29T18:53:07.898215+0000 mon.a (mon.0) 3741 : cluster [DBG] osdmap e2153: 8 total, 8 up, 8 in 2024-08-29T18:53:09.381 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:53:08 smithi028 bash[77168]: cluster 2024-08-29T18:53:07.898215+0000 mon.a (mon.0) 3741 : cluster [DBG] osdmap e2153: 8 total, 8 up, 8 in 2024-08-29T18:53:10.326 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:53:09 smithi053 bash[68679]: cluster 2024-08-29T18:53:08.452859+0000 mgr.y (mgr.25022) 1992 : cluster [DBG] pgmap v3664: 137 pgs: 137 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 64 KiB/s rd, 3.0 KiB/s wr, 84 op/s 2024-08-29T18:53:10.327 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:53:09 smithi053 bash[68679]: cluster 2024-08-29T18:53:08.918246+0000 mon.a (mon.0) 3742 : cluster [DBG] osdmap e2154: 8 total, 8 up, 8 in 2024-08-29T18:53:10.381 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:53:09 smithi028 bash[78352]: cluster 2024-08-29T18:53:08.452859+0000 mgr.y (mgr.25022) 1992 : cluster [DBG] pgmap v3664: 137 pgs: 137 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 64 KiB/s rd, 3.0 KiB/s wr, 84 op/s 2024-08-29T18:53:10.381 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:53:09 smithi028 bash[78352]: cluster 2024-08-29T18:53:08.918246+0000 mon.a (mon.0) 3742 : cluster [DBG] osdmap e2154: 8 total, 8 up, 8 in 2024-08-29T18:53:10.381 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:53:09 smithi028 bash[77168]: cluster 2024-08-29T18:53:08.452859+0000 mgr.y (mgr.25022) 1992 : cluster [DBG] pgmap v3664: 137 pgs: 137 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 64 KiB/s rd, 3.0 KiB/s wr, 84 op/s 2024-08-29T18:53:10.381 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:53:09 smithi028 bash[77168]: cluster 2024-08-29T18:53:08.918246+0000 mon.a (mon.0) 3742 : cluster [DBG] osdmap e2154: 8 total, 8 up, 8 in 2024-08-29T18:53:11.326 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:53:10 smithi053 bash[68679]: cluster 2024-08-29T18:53:09.920059+0000 mon.a (mon.0) 3743 : cluster [DBG] osdmap e2155: 8 total, 8 up, 8 in 2024-08-29T18:53:11.381 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:53:10 smithi028 bash[77168]: cluster 2024-08-29T18:53:09.920059+0000 mon.a (mon.0) 3743 : cluster [DBG] osdmap e2155: 8 total, 8 up, 8 in 2024-08-29T18:53:11.381 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:53:10 smithi028 bash[78352]: cluster 2024-08-29T18:53:09.920059+0000 mon.a (mon.0) 3743 : cluster [DBG] osdmap e2155: 8 total, 8 up, 8 in 2024-08-29T18:53:11.880 INFO:journalctl@ceph.mgr.y.smithi028.stdout:Aug 29 18:53:11 smithi028 bash[70818]: ::ffff:172.21.15.53 - - [29/Aug/2024:18:53:11] "GET /metrics HTTP/1.1" 200 36690 "" "Prometheus/2.43.0" 2024-08-29T18:53:12.317 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:53:11 smithi053 bash[68679]: cluster 2024-08-29T18:53:10.453705+0000 mgr.y (mgr.25022) 1993 : cluster [DBG] pgmap v3667: 137 pgs: 137 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 98 KiB/s rd, 3.7 KiB/s wr, 132 op/s 2024-08-29T18:53:12.317 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:53:11 smithi053 bash[68679]: cluster 2024-08-29T18:53:10.939331+0000 mon.a (mon.0) 3744 : cluster [DBG] osdmap e2156: 8 total, 8 up, 8 in 2024-08-29T18:53:12.381 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:53:11 smithi028 bash[78352]: cluster 2024-08-29T18:53:10.453705+0000 mgr.y (mgr.25022) 1993 : cluster [DBG] pgmap v3667: 137 pgs: 137 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 98 KiB/s rd, 3.7 KiB/s wr, 132 op/s 2024-08-29T18:53:12.381 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:53:11 smithi028 bash[78352]: cluster 2024-08-29T18:53:10.939331+0000 mon.a (mon.0) 3744 : cluster [DBG] osdmap e2156: 8 total, 8 up, 8 in 2024-08-29T18:53:12.381 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:53:11 smithi028 bash[77168]: cluster 2024-08-29T18:53:10.453705+0000 mgr.y (mgr.25022) 1993 : cluster [DBG] pgmap v3667: 137 pgs: 137 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 98 KiB/s rd, 3.7 KiB/s wr, 132 op/s 2024-08-29T18:53:12.381 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:53:11 smithi028 bash[77168]: cluster 2024-08-29T18:53:10.939331+0000 mon.a (mon.0) 3744 : cluster [DBG] osdmap e2156: 8 total, 8 up, 8 in 2024-08-29T18:53:12.576 INFO:journalctl@ceph.prometheus.a.smithi053.stdout:Aug 29 18:53:12 smithi053 bash[95567]: ts=2024-08-29T18:53:12.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"3167ee72-662c-11ef-bcd4-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-29T18:53:13.326 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:53:12 smithi053 bash[68679]: cluster 2024-08-29T18:53:11.940936+0000 mon.a (mon.0) 3745 : cluster [DBG] osdmap e2157: 8 total, 8 up, 8 in 2024-08-29T18:53:13.326 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:53:12 smithi053 bash[68679]: audit 2024-08-29T18:53:12.159512+0000 mon.a (mon.0) 3746 : audit [DBG] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-29T18:53:13.381 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:53:12 smithi028 bash[77168]: cluster 2024-08-29T18:53:11.940936+0000 mon.a (mon.0) 3745 : cluster [DBG] osdmap e2157: 8 total, 8 up, 8 in 2024-08-29T18:53:13.381 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:53:12 smithi028 bash[77168]: audit 2024-08-29T18:53:12.159512+0000 mon.a (mon.0) 3746 : audit [DBG] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-29T18:53:13.381 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:53:12 smithi028 bash[78352]: cluster 2024-08-29T18:53:11.940936+0000 mon.a (mon.0) 3745 : cluster [DBG] osdmap e2157: 8 total, 8 up, 8 in 2024-08-29T18:53:13.381 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:53:12 smithi028 bash[78352]: audit 2024-08-29T18:53:12.159512+0000 mon.a (mon.0) 3746 : audit [DBG] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-29T18:53:14.326 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:53:13 smithi053 bash[68679]: cluster 2024-08-29T18:53:12.454470+0000 mgr.y (mgr.25022) 1994 : cluster [DBG] pgmap v3670: 137 pgs: 137 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 99 KiB/s rd, 4.0 KiB/s wr, 133 op/s 2024-08-29T18:53:14.326 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:53:13 smithi053 bash[68679]: cluster 2024-08-29T18:53:12.954584+0000 mon.a (mon.0) 3747 : cluster [DBG] osdmap e2158: 8 total, 8 up, 8 in 2024-08-29T18:53:14.381 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:53:13 smithi028 bash[78352]: cluster 2024-08-29T18:53:12.454470+0000 mgr.y (mgr.25022) 1994 : cluster [DBG] pgmap v3670: 137 pgs: 137 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 99 KiB/s rd, 4.0 KiB/s wr, 133 op/s 2024-08-29T18:53:14.381 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:53:13 smithi028 bash[78352]: cluster 2024-08-29T18:53:12.954584+0000 mon.a (mon.0) 3747 : cluster [DBG] osdmap e2158: 8 total, 8 up, 8 in 2024-08-29T18:53:14.381 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:53:13 smithi028 bash[77168]: cluster 2024-08-29T18:53:12.454470+0000 mgr.y (mgr.25022) 1994 : cluster [DBG] pgmap v3670: 137 pgs: 137 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 99 KiB/s rd, 4.0 KiB/s wr, 133 op/s 2024-08-29T18:53:14.381 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:53:13 smithi028 bash[77168]: cluster 2024-08-29T18:53:12.954584+0000 mon.a (mon.0) 3747 : cluster [DBG] osdmap e2158: 8 total, 8 up, 8 in 2024-08-29T18:53:15.326 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:53:14 smithi053 bash[68679]: cluster 2024-08-29T18:53:13.973849+0000 mon.a (mon.0) 3748 : cluster [DBG] osdmap e2159: 8 total, 8 up, 8 in 2024-08-29T18:53:15.381 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:53:14 smithi028 bash[78352]: cluster 2024-08-29T18:53:13.973849+0000 mon.a (mon.0) 3748 : cluster [DBG] osdmap e2159: 8 total, 8 up, 8 in 2024-08-29T18:53:15.381 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:53:14 smithi028 bash[77168]: cluster 2024-08-29T18:53:13.973849+0000 mon.a (mon.0) 3748 : cluster [DBG] osdmap e2159: 8 total, 8 up, 8 in 2024-08-29T18:53:16.326 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:53:15 smithi053 bash[68679]: cluster 2024-08-29T18:53:14.455203+0000 mgr.y (mgr.25022) 1995 : cluster [DBG] pgmap v3673: 137 pgs: 137 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 5.0 KiB/s rd, 1023 B/s wr, 7 op/s 2024-08-29T18:53:16.326 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:53:15 smithi053 bash[68679]: cluster 2024-08-29T18:53:14.984518+0000 mon.a (mon.0) 3749 : cluster [DBG] osdmap e2160: 8 total, 8 up, 8 in 2024-08-29T18:53:16.381 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:53:15 smithi028 bash[78352]: cluster 2024-08-29T18:53:14.455203+0000 mgr.y (mgr.25022) 1995 : cluster [DBG] pgmap v3673: 137 pgs: 137 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 5.0 KiB/s rd, 1023 B/s wr, 7 op/s 2024-08-29T18:53:16.381 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:53:15 smithi028 bash[78352]: cluster 2024-08-29T18:53:14.984518+0000 mon.a (mon.0) 3749 : cluster [DBG] osdmap e2160: 8 total, 8 up, 8 in 2024-08-29T18:53:16.381 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:53:15 smithi028 bash[77168]: cluster 2024-08-29T18:53:14.455203+0000 mgr.y (mgr.25022) 1995 : cluster [DBG] pgmap v3673: 137 pgs: 137 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 5.0 KiB/s rd, 1023 B/s wr, 7 op/s 2024-08-29T18:53:16.381 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:53:15 smithi028 bash[77168]: cluster 2024-08-29T18:53:14.984518+0000 mon.a (mon.0) 3749 : cluster [DBG] osdmap e2160: 8 total, 8 up, 8 in 2024-08-29T18:53:17.326 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:53:16 smithi053 bash[68679]: cluster 2024-08-29T18:53:15.995412+0000 mon.a (mon.0) 3750 : cluster [DBG] osdmap e2161: 8 total, 8 up, 8 in 2024-08-29T18:53:17.381 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:53:16 smithi028 bash[77168]: cluster 2024-08-29T18:53:15.995412+0000 mon.a (mon.0) 3750 : cluster [DBG] osdmap e2161: 8 total, 8 up, 8 in 2024-08-29T18:53:17.381 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:53:16 smithi028 bash[78352]: cluster 2024-08-29T18:53:15.995412+0000 mon.a (mon.0) 3750 : cluster [DBG] osdmap e2161: 8 total, 8 up, 8 in 2024-08-29T18:53:18.326 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:53:18 smithi053 bash[68679]: cluster 2024-08-29T18:53:16.455916+0000 mgr.y (mgr.25022) 1996 : cluster [DBG] pgmap v3676: 137 pgs: 137 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 132 KiB/s rd, 3.2 KiB/s wr, 176 op/s 2024-08-29T18:53:18.326 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:53:18 smithi053 bash[68679]: cluster 2024-08-29T18:53:17.005205+0000 mon.a (mon.0) 3751 : cluster [DBG] osdmap e2162: 8 total, 8 up, 8 in 2024-08-29T18:53:18.381 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:53:18 smithi028 bash[77168]: cluster 2024-08-29T18:53:16.455916+0000 mgr.y (mgr.25022) 1996 : cluster [DBG] pgmap v3676: 137 pgs: 137 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 132 KiB/s rd, 3.2 KiB/s wr, 176 op/s 2024-08-29T18:53:18.381 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:53:18 smithi028 bash[77168]: cluster 2024-08-29T18:53:17.005205+0000 mon.a (mon.0) 3751 : cluster [DBG] osdmap e2162: 8 total, 8 up, 8 in 2024-08-29T18:53:18.381 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:53:18 smithi028 bash[78352]: cluster 2024-08-29T18:53:16.455916+0000 mgr.y (mgr.25022) 1996 : cluster [DBG] pgmap v3676: 137 pgs: 137 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 132 KiB/s rd, 3.2 KiB/s wr, 176 op/s 2024-08-29T18:53:18.381 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:53:18 smithi028 bash[78352]: cluster 2024-08-29T18:53:17.005205+0000 mon.a (mon.0) 3751 : cluster [DBG] osdmap e2162: 8 total, 8 up, 8 in 2024-08-29T18:53:19.326 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:53:19 smithi053 bash[68679]: cluster 2024-08-29T18:53:18.006526+0000 mon.a (mon.0) 3752 : cluster [DBG] osdmap e2163: 8 total, 8 up, 8 in 2024-08-29T18:53:19.380 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:53:19 smithi028 bash[78352]: cluster 2024-08-29T18:53:18.006526+0000 mon.a (mon.0) 3752 : cluster [DBG] osdmap e2163: 8 total, 8 up, 8 in 2024-08-29T18:53:19.381 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:53:19 smithi028 bash[77168]: cluster 2024-08-29T18:53:18.006526+0000 mon.a (mon.0) 3752 : cluster [DBG] osdmap e2163: 8 total, 8 up, 8 in 2024-08-29T18:53:20.326 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:53:20 smithi053 bash[68679]: cluster 2024-08-29T18:53:18.456650+0000 mgr.y (mgr.25022) 1997 : cluster [DBG] pgmap v3679: 137 pgs: 137 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 129 KiB/s rd, 2.7 KiB/s wr, 171 op/s 2024-08-29T18:53:20.327 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:53:20 smithi053 bash[68679]: cluster 2024-08-29T18:53:19.028753+0000 mon.a (mon.0) 3753 : cluster [DBG] osdmap e2164: 8 total, 8 up, 8 in 2024-08-29T18:53:20.381 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:53:20 smithi028 bash[77168]: cluster 2024-08-29T18:53:18.456650+0000 mgr.y (mgr.25022) 1997 : cluster [DBG] pgmap v3679: 137 pgs: 137 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 129 KiB/s rd, 2.7 KiB/s wr, 171 op/s 2024-08-29T18:53:20.381 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:53:20 smithi028 bash[77168]: cluster 2024-08-29T18:53:19.028753+0000 mon.a (mon.0) 3753 : cluster [DBG] osdmap e2164: 8 total, 8 up, 8 in 2024-08-29T18:53:20.381 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:53:20 smithi028 bash[78352]: cluster 2024-08-29T18:53:18.456650+0000 mgr.y (mgr.25022) 1997 : cluster [DBG] pgmap v3679: 137 pgs: 137 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 129 KiB/s rd, 2.7 KiB/s wr, 171 op/s 2024-08-29T18:53:20.381 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:53:20 smithi028 bash[78352]: cluster 2024-08-29T18:53:19.028753+0000 mon.a (mon.0) 3753 : cluster [DBG] osdmap e2164: 8 total, 8 up, 8 in 2024-08-29T18:53:21.326 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:53:21 smithi053 bash[68679]: cluster 2024-08-29T18:53:20.029332+0000 mon.a (mon.0) 3754 : cluster [DBG] osdmap e2165: 8 total, 8 up, 8 in 2024-08-29T18:53:21.381 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:53:21 smithi028 bash[78352]: cluster 2024-08-29T18:53:20.029332+0000 mon.a (mon.0) 3754 : cluster [DBG] osdmap e2165: 8 total, 8 up, 8 in 2024-08-29T18:53:21.381 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:53:21 smithi028 bash[77168]: cluster 2024-08-29T18:53:20.029332+0000 mon.a (mon.0) 3754 : cluster [DBG] osdmap e2165: 8 total, 8 up, 8 in 2024-08-29T18:53:21.880 INFO:journalctl@ceph.mgr.y.smithi028.stdout:Aug 29 18:53:21 smithi028 bash[70818]: ::ffff:172.21.15.53 - - [29/Aug/2024:18:53:21] "GET /metrics HTTP/1.1" 200 36692 "" "Prometheus/2.43.0" 2024-08-29T18:53:22.315 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:53:22 smithi053 bash[68679]: cluster 2024-08-29T18:53:20.457380+0000 mgr.y (mgr.25022) 1998 : cluster [DBG] pgmap v3682: 137 pgs: 137 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 163 KiB/s rd, 3.7 KiB/s wr, 219 op/s 2024-08-29T18:53:22.315 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:53:22 smithi053 bash[68679]: cluster 2024-08-29T18:53:21.050401+0000 mon.a (mon.0) 3755 : cluster [DBG] osdmap e2166: 8 total, 8 up, 8 in 2024-08-29T18:53:22.380 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:53:22 smithi028 bash[78352]: cluster 2024-08-29T18:53:20.457380+0000 mgr.y (mgr.25022) 1998 : cluster [DBG] pgmap v3682: 137 pgs: 137 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 163 KiB/s rd, 3.7 KiB/s wr, 219 op/s 2024-08-29T18:53:22.381 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:53:22 smithi028 bash[78352]: cluster 2024-08-29T18:53:21.050401+0000 mon.a (mon.0) 3755 : cluster [DBG] osdmap e2166: 8 total, 8 up, 8 in 2024-08-29T18:53:22.381 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:53:22 smithi028 bash[77168]: cluster 2024-08-29T18:53:20.457380+0000 mgr.y (mgr.25022) 1998 : cluster [DBG] pgmap v3682: 137 pgs: 137 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 163 KiB/s rd, 3.7 KiB/s wr, 219 op/s 2024-08-29T18:53:22.381 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:53:22 smithi028 bash[77168]: cluster 2024-08-29T18:53:21.050401+0000 mon.a (mon.0) 3755 : cluster [DBG] osdmap e2166: 8 total, 8 up, 8 in 2024-08-29T18:53:22.576 INFO:journalctl@ceph.prometheus.a.smithi053.stdout:Aug 29 18:53:22 smithi053 bash[95567]: ts=2024-08-29T18:53:22.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"3167ee72-662c-11ef-bcd4-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-29T18:53:23.326 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:53:23 smithi053 bash[68679]: cluster 2024-08-29T18:53:22.059285+0000 mon.a (mon.0) 3756 : cluster [DBG] osdmap e2167: 8 total, 8 up, 8 in 2024-08-29T18:53:23.381 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:53:23 smithi028 bash[77168]: cluster 2024-08-29T18:53:22.059285+0000 mon.a (mon.0) 3756 : cluster [DBG] osdmap e2167: 8 total, 8 up, 8 in 2024-08-29T18:53:23.384 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:53:23 smithi028 bash[78352]: cluster 2024-08-29T18:53:22.059285+0000 mon.a (mon.0) 3756 : cluster [DBG] osdmap e2167: 8 total, 8 up, 8 in 2024-08-29T18:53:24.326 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:53:24 smithi053 bash[68679]: cluster 2024-08-29T18:53:22.458120+0000 mgr.y (mgr.25022) 1999 : cluster [DBG] pgmap v3685: 137 pgs: 137 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 164 KiB/s rd, 4.0 KiB/s wr, 221 op/s 2024-08-29T18:53:24.326 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:53:24 smithi053 bash[68679]: cluster 2024-08-29T18:53:23.070193+0000 mon.a (mon.0) 3757 : cluster [DBG] osdmap e2168: 8 total, 8 up, 8 in 2024-08-29T18:53:24.381 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:53:24 smithi028 bash[78352]: cluster 2024-08-29T18:53:22.458120+0000 mgr.y (mgr.25022) 1999 : cluster [DBG] pgmap v3685: 137 pgs: 137 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 164 KiB/s rd, 4.0 KiB/s wr, 221 op/s 2024-08-29T18:53:24.381 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:53:24 smithi028 bash[78352]: cluster 2024-08-29T18:53:23.070193+0000 mon.a (mon.0) 3757 : cluster [DBG] osdmap e2168: 8 total, 8 up, 8 in 2024-08-29T18:53:24.381 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:53:24 smithi028 bash[77168]: cluster 2024-08-29T18:53:22.458120+0000 mgr.y (mgr.25022) 1999 : cluster [DBG] pgmap v3685: 137 pgs: 137 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 164 KiB/s rd, 4.0 KiB/s wr, 221 op/s 2024-08-29T18:53:24.381 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:53:24 smithi028 bash[77168]: cluster 2024-08-29T18:53:23.070193+0000 mon.a (mon.0) 3757 : cluster [DBG] osdmap e2168: 8 total, 8 up, 8 in 2024-08-29T18:53:25.381 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:53:25 smithi028 bash[78352]: cluster 2024-08-29T18:53:24.071485+0000 mon.a (mon.0) 3758 : cluster [DBG] osdmap e2169: 8 total, 8 up, 8 in 2024-08-29T18:53:25.381 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:53:25 smithi028 bash[77168]: cluster 2024-08-29T18:53:24.071485+0000 mon.a (mon.0) 3758 : cluster [DBG] osdmap e2169: 8 total, 8 up, 8 in 2024-08-29T18:53:25.576 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:53:25 smithi053 bash[68679]: cluster 2024-08-29T18:53:24.071485+0000 mon.a (mon.0) 3758 : cluster [DBG] osdmap e2169: 8 total, 8 up, 8 in 2024-08-29T18:53:26.381 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:53:26 smithi028 bash[77168]: cluster 2024-08-29T18:53:24.458828+0000 mgr.y (mgr.25022) 2000 : cluster [DBG] pgmap v3688: 137 pgs: 137 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 5.0 KiB/s rd, 1023 B/s wr, 7 op/s 2024-08-29T18:53:26.381 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:53:26 smithi028 bash[77168]: cluster 2024-08-29T18:53:25.093791+0000 mon.a (mon.0) 3759 : cluster [DBG] osdmap e2170: 8 total, 8 up, 8 in 2024-08-29T18:53:26.381 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:53:26 smithi028 bash[78352]: cluster 2024-08-29T18:53:24.458828+0000 mgr.y (mgr.25022) 2000 : cluster [DBG] pgmap v3688: 137 pgs: 137 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 5.0 KiB/s rd, 1023 B/s wr, 7 op/s 2024-08-29T18:53:26.381 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:53:26 smithi028 bash[78352]: cluster 2024-08-29T18:53:25.093791+0000 mon.a (mon.0) 3759 : cluster [DBG] osdmap e2170: 8 total, 8 up, 8 in 2024-08-29T18:53:26.576 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:53:26 smithi053 bash[68679]: cluster 2024-08-29T18:53:24.458828+0000 mgr.y (mgr.25022) 2000 : cluster [DBG] pgmap v3688: 137 pgs: 137 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 5.0 KiB/s rd, 1023 B/s wr, 7 op/s 2024-08-29T18:53:26.576 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:53:26 smithi053 bash[68679]: cluster 2024-08-29T18:53:25.093791+0000 mon.a (mon.0) 3759 : cluster [DBG] osdmap e2170: 8 total, 8 up, 8 in 2024-08-29T18:53:27.381 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:53:27 smithi028 bash[77168]: cluster 2024-08-29T18:53:26.096821+0000 mon.a (mon.0) 3760 : cluster [DBG] osdmap e2171: 8 total, 8 up, 8 in 2024-08-29T18:53:27.381 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:53:27 smithi028 bash[78352]: cluster 2024-08-29T18:53:26.096821+0000 mon.a (mon.0) 3760 : cluster [DBG] osdmap e2171: 8 total, 8 up, 8 in 2024-08-29T18:53:27.576 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:53:27 smithi053 bash[68679]: cluster 2024-08-29T18:53:26.096821+0000 mon.a (mon.0) 3760 : cluster [DBG] osdmap e2171: 8 total, 8 up, 8 in 2024-08-29T18:53:28.381 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:53:28 smithi028 bash[78352]: cluster 2024-08-29T18:53:26.459518+0000 mgr.y (mgr.25022) 2001 : cluster [DBG] pgmap v3691: 137 pgs: 137 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 197 KiB/s rd, 3.5 KiB/s wr, 264 op/s 2024-08-29T18:53:28.381 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:53:28 smithi028 bash[78352]: cluster 2024-08-29T18:53:27.118099+0000 mon.a (mon.0) 3761 : cluster [DBG] osdmap e2172: 8 total, 8 up, 8 in 2024-08-29T18:53:28.381 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:53:28 smithi028 bash[78352]: audit 2024-08-29T18:53:27.160100+0000 mon.a (mon.0) 3762 : audit [DBG] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-29T18:53:28.381 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:53:28 smithi028 bash[77168]: cluster 2024-08-29T18:53:26.459518+0000 mgr.y (mgr.25022) 2001 : cluster [DBG] pgmap v3691: 137 pgs: 137 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 197 KiB/s rd, 3.5 KiB/s wr, 264 op/s 2024-08-29T18:53:28.381 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:53:28 smithi028 bash[77168]: cluster 2024-08-29T18:53:27.118099+0000 mon.a (mon.0) 3761 : cluster [DBG] osdmap e2172: 8 total, 8 up, 8 in 2024-08-29T18:53:28.381 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:53:28 smithi028 bash[77168]: audit 2024-08-29T18:53:27.160100+0000 mon.a (mon.0) 3762 : audit [DBG] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-29T18:53:28.576 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:53:28 smithi053 bash[68679]: cluster 2024-08-29T18:53:26.459518+0000 mgr.y (mgr.25022) 2001 : cluster [DBG] pgmap v3691: 137 pgs: 137 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 197 KiB/s rd, 3.5 KiB/s wr, 264 op/s 2024-08-29T18:53:28.576 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:53:28 smithi053 bash[68679]: cluster 2024-08-29T18:53:27.118099+0000 mon.a (mon.0) 3761 : cluster [DBG] osdmap e2172: 8 total, 8 up, 8 in 2024-08-29T18:53:28.576 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:53:28 smithi053 bash[68679]: audit 2024-08-29T18:53:27.160100+0000 mon.a (mon.0) 3762 : audit [DBG] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-29T18:53:29.576 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:53:29 smithi053 bash[68679]: cluster 2024-08-29T18:53:28.120167+0000 mon.a (mon.0) 3763 : cluster [DBG] osdmap e2173: 8 total, 8 up, 8 in 2024-08-29T18:53:29.631 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:53:29 smithi028 bash[78352]: cluster 2024-08-29T18:53:28.120167+0000 mon.a (mon.0) 3763 : cluster [DBG] osdmap e2173: 8 total, 8 up, 8 in 2024-08-29T18:53:29.631 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:53:29 smithi028 bash[77168]: cluster 2024-08-29T18:53:28.120167+0000 mon.a (mon.0) 3763 : cluster [DBG] osdmap e2173: 8 total, 8 up, 8 in 2024-08-29T18:53:30.576 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:53:30 smithi053 bash[68679]: cluster 2024-08-29T18:53:28.460348+0000 mgr.y (mgr.25022) 2002 : cluster [DBG] pgmap v3694: 137 pgs: 137 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 194 KiB/s rd, 2.7 KiB/s wr, 258 op/s 2024-08-29T18:53:30.576 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:53:30 smithi053 bash[68679]: cluster 2024-08-29T18:53:29.142976+0000 mon.a (mon.0) 3764 : cluster [DBG] osdmap e2174: 8 total, 8 up, 8 in 2024-08-29T18:53:30.631 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:53:30 smithi028 bash[78352]: cluster 2024-08-29T18:53:28.460348+0000 mgr.y (mgr.25022) 2002 : cluster [DBG] pgmap v3694: 137 pgs: 137 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 194 KiB/s rd, 2.7 KiB/s wr, 258 op/s 2024-08-29T18:53:30.631 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:53:30 smithi028 bash[78352]: cluster 2024-08-29T18:53:29.142976+0000 mon.a (mon.0) 3764 : cluster [DBG] osdmap e2174: 8 total, 8 up, 8 in 2024-08-29T18:53:30.631 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:53:30 smithi028 bash[77168]: cluster 2024-08-29T18:53:28.460348+0000 mgr.y (mgr.25022) 2002 : cluster [DBG] pgmap v3694: 137 pgs: 137 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 194 KiB/s rd, 2.7 KiB/s wr, 258 op/s 2024-08-29T18:53:30.631 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:53:30 smithi028 bash[77168]: cluster 2024-08-29T18:53:29.142976+0000 mon.a (mon.0) 3764 : cluster [DBG] osdmap e2174: 8 total, 8 up, 8 in 2024-08-29T18:53:31.404 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:53:31 smithi028 bash[78352]: cluster 2024-08-29T18:53:30.151901+0000 mon.a (mon.0) 3765 : cluster [DBG] osdmap e2175: 8 total, 8 up, 8 in 2024-08-29T18:53:31.404 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:53:31 smithi028 bash[77168]: cluster 2024-08-29T18:53:30.151901+0000 mon.a (mon.0) 3765 : cluster [DBG] osdmap e2175: 8 total, 8 up, 8 in 2024-08-29T18:53:31.576 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:53:31 smithi053 bash[68679]: cluster 2024-08-29T18:53:30.151901+0000 mon.a (mon.0) 3765 : cluster [DBG] osdmap e2175: 8 total, 8 up, 8 in 2024-08-29T18:53:31.880 INFO:journalctl@ceph.mgr.y.smithi028.stdout:Aug 29 18:53:31 smithi028 bash[70818]: ::ffff:172.21.15.53 - - [29/Aug/2024:18:53:31] "GET /metrics HTTP/1.1" 200 36689 "" "Prometheus/2.43.0" 2024-08-29T18:53:32.576 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:53:32 smithi053 bash[68679]: cluster 2024-08-29T18:53:30.461223+0000 mgr.y (mgr.25022) 2003 : cluster [DBG] pgmap v3697: 137 pgs: 137 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 227 KiB/s rd, 3.7 KiB/s wr, 307 op/s 2024-08-29T18:53:32.577 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:53:32 smithi053 bash[68679]: cluster 2024-08-29T18:53:31.162756+0000 mon.a (mon.0) 3766 : cluster [DBG] osdmap e2176: 8 total, 8 up, 8 in 2024-08-29T18:53:32.577 INFO:journalctl@ceph.prometheus.a.smithi053.stdout:Aug 29 18:53:32 smithi053 bash[95567]: ts=2024-08-29T18:53:32.316Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"3167ee72-662c-11ef-bcd4-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-29T18:53:32.631 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:53:32 smithi028 bash[78352]: cluster 2024-08-29T18:53:30.461223+0000 mgr.y (mgr.25022) 2003 : cluster [DBG] pgmap v3697: 137 pgs: 137 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 227 KiB/s rd, 3.7 KiB/s wr, 307 op/s 2024-08-29T18:53:32.631 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:53:32 smithi028 bash[78352]: cluster 2024-08-29T18:53:31.162756+0000 mon.a (mon.0) 3766 : cluster [DBG] osdmap e2176: 8 total, 8 up, 8 in 2024-08-29T18:53:32.631 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:53:32 smithi028 bash[77168]: cluster 2024-08-29T18:53:30.461223+0000 mgr.y (mgr.25022) 2003 : cluster [DBG] pgmap v3697: 137 pgs: 137 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 227 KiB/s rd, 3.7 KiB/s wr, 307 op/s 2024-08-29T18:53:32.631 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:53:32 smithi028 bash[77168]: cluster 2024-08-29T18:53:31.162756+0000 mon.a (mon.0) 3766 : cluster [DBG] osdmap e2176: 8 total, 8 up, 8 in 2024-08-29T18:53:33.576 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:53:33 smithi053 bash[68679]: cluster 2024-08-29T18:53:32.163434+0000 mon.a (mon.0) 3767 : cluster [DBG] osdmap e2177: 8 total, 8 up, 8 in 2024-08-29T18:53:33.630 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:53:33 smithi028 bash[78352]: cluster 2024-08-29T18:53:32.163434+0000 mon.a (mon.0) 3767 : cluster [DBG] osdmap e2177: 8 total, 8 up, 8 in 2024-08-29T18:53:33.631 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:53:33 smithi028 bash[77168]: cluster 2024-08-29T18:53:32.163434+0000 mon.a (mon.0) 3767 : cluster [DBG] osdmap e2177: 8 total, 8 up, 8 in 2024-08-29T18:53:34.576 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:53:34 smithi053 bash[68679]: cluster 2024-08-29T18:53:32.462032+0000 mgr.y (mgr.25022) 2004 : cluster [DBG] pgmap v3700: 137 pgs: 137 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 229 KiB/s rd, 4.0 KiB/s wr, 308 op/s 2024-08-29T18:53:34.576 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:53:34 smithi053 bash[68679]: cluster 2024-08-29T18:53:33.183890+0000 mon.a (mon.0) 3768 : cluster [DBG] osdmap e2178: 8 total, 8 up, 8 in 2024-08-29T18:53:34.576 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:53:34 smithi053 bash[68679]: audit 2024-08-29T18:53:33.766734+0000 mon.a (mon.0) 3769 : audit [DBG] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-29T18:53:34.631 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:53:34 smithi028 bash[78352]: cluster 2024-08-29T18:53:32.462032+0000 mgr.y (mgr.25022) 2004 : cluster [DBG] pgmap v3700: 137 pgs: 137 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 229 KiB/s rd, 4.0 KiB/s wr, 308 op/s 2024-08-29T18:53:34.631 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:53:34 smithi028 bash[78352]: cluster 2024-08-29T18:53:33.183890+0000 mon.a (mon.0) 3768 : cluster [DBG] osdmap e2178: 8 total, 8 up, 8 in 2024-08-29T18:53:34.631 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:53:34 smithi028 bash[78352]: audit 2024-08-29T18:53:33.766734+0000 mon.a (mon.0) 3769 : audit [DBG] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-29T18:53:34.631 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:53:34 smithi028 bash[77168]: cluster 2024-08-29T18:53:32.462032+0000 mgr.y (mgr.25022) 2004 : cluster [DBG] pgmap v3700: 137 pgs: 137 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 229 KiB/s rd, 4.0 KiB/s wr, 308 op/s 2024-08-29T18:53:34.632 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:53:34 smithi028 bash[77168]: cluster 2024-08-29T18:53:33.183890+0000 mon.a (mon.0) 3768 : cluster [DBG] osdmap e2178: 8 total, 8 up, 8 in 2024-08-29T18:53:34.632 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:53:34 smithi028 bash[77168]: audit 2024-08-29T18:53:33.766734+0000 mon.a (mon.0) 3769 : audit [DBG] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-29T18:53:35.576 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:53:35 smithi053 bash[68679]: cluster 2024-08-29T18:53:34.191143+0000 mon.a (mon.0) 3770 : cluster [DBG] osdmap e2179: 8 total, 8 up, 8 in 2024-08-29T18:53:35.630 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:53:35 smithi028 bash[77168]: cluster 2024-08-29T18:53:34.191143+0000 mon.a (mon.0) 3770 : cluster [DBG] osdmap e2179: 8 total, 8 up, 8 in 2024-08-29T18:53:35.631 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:53:35 smithi028 bash[78352]: cluster 2024-08-29T18:53:34.191143+0000 mon.a (mon.0) 3770 : cluster [DBG] osdmap e2179: 8 total, 8 up, 8 in 2024-08-29T18:53:36.576 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:53:36 smithi053 bash[68679]: cluster 2024-08-29T18:53:34.462568+0000 mgr.y (mgr.25022) 2005 : cluster [DBG] pgmap v3703: 137 pgs: 137 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 5.0 KiB/s rd, 511 B/s wr, 6 op/s 2024-08-29T18:53:36.576 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:53:36 smithi053 bash[68679]: cluster 2024-08-29T18:53:35.201724+0000 mon.a (mon.0) 3771 : cluster [DBG] osdmap e2180: 8 total, 8 up, 8 in 2024-08-29T18:53:36.631 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:53:36 smithi028 bash[78352]: cluster 2024-08-29T18:53:34.462568+0000 mgr.y (mgr.25022) 2005 : cluster [DBG] pgmap v3703: 137 pgs: 137 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 5.0 KiB/s rd, 511 B/s wr, 6 op/s 2024-08-29T18:53:36.631 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:53:36 smithi028 bash[78352]: cluster 2024-08-29T18:53:35.201724+0000 mon.a (mon.0) 3771 : cluster [DBG] osdmap e2180: 8 total, 8 up, 8 in 2024-08-29T18:53:36.631 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:53:36 smithi028 bash[77168]: cluster 2024-08-29T18:53:34.462568+0000 mgr.y (mgr.25022) 2005 : cluster [DBG] pgmap v3703: 137 pgs: 137 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 5.0 KiB/s rd, 511 B/s wr, 6 op/s 2024-08-29T18:53:36.631 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:53:36 smithi028 bash[77168]: cluster 2024-08-29T18:53:35.201724+0000 mon.a (mon.0) 3771 : cluster [DBG] osdmap e2180: 8 total, 8 up, 8 in 2024-08-29T18:53:37.576 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:53:37 smithi053 bash[68679]: cluster 2024-08-29T18:53:36.213268+0000 mon.a (mon.0) 3772 : cluster [DBG] osdmap e2181: 8 total, 8 up, 8 in 2024-08-29T18:53:37.631 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:53:37 smithi028 bash[77168]: cluster 2024-08-29T18:53:36.213268+0000 mon.a (mon.0) 3772 : cluster [DBG] osdmap e2181: 8 total, 8 up, 8 in 2024-08-29T18:53:37.631 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:53:37 smithi028 bash[78352]: cluster 2024-08-29T18:53:36.213268+0000 mon.a (mon.0) 3772 : cluster [DBG] osdmap e2181: 8 total, 8 up, 8 in 2024-08-29T18:53:38.576 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:53:38 smithi053 bash[68679]: cluster 2024-08-29T18:53:36.463281+0000 mgr.y (mgr.25022) 2006 : cluster [DBG] pgmap v3706: 137 pgs: 137 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 263 KiB/s rd, 3.5 KiB/s wr, 352 op/s 2024-08-29T18:53:38.576 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:53:38 smithi053 bash[68679]: cluster 2024-08-29T18:53:37.223297+0000 mon.a (mon.0) 3773 : cluster [DBG] osdmap e2182: 8 total, 8 up, 8 in 2024-08-29T18:53:38.631 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:53:38 smithi028 bash[78352]: cluster 2024-08-29T18:53:36.463281+0000 mgr.y (mgr.25022) 2006 : cluster [DBG] pgmap v3706: 137 pgs: 137 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 263 KiB/s rd, 3.5 KiB/s wr, 352 op/s 2024-08-29T18:53:38.631 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:53:38 smithi028 bash[78352]: cluster 2024-08-29T18:53:37.223297+0000 mon.a (mon.0) 3773 : cluster [DBG] osdmap e2182: 8 total, 8 up, 8 in 2024-08-29T18:53:38.631 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:53:38 smithi028 bash[77168]: cluster 2024-08-29T18:53:36.463281+0000 mgr.y (mgr.25022) 2006 : cluster [DBG] pgmap v3706: 137 pgs: 137 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 263 KiB/s rd, 3.5 KiB/s wr, 352 op/s 2024-08-29T18:53:38.631 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:53:38 smithi028 bash[77168]: cluster 2024-08-29T18:53:37.223297+0000 mon.a (mon.0) 3773 : cluster [DBG] osdmap e2182: 8 total, 8 up, 8 in 2024-08-29T18:53:39.576 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:53:39 smithi053 bash[68679]: cluster 2024-08-29T18:53:38.231509+0000 mon.a (mon.0) 3774 : cluster [DBG] osdmap e2183: 8 total, 8 up, 8 in 2024-08-29T18:53:39.631 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:53:39 smithi028 bash[78352]: cluster 2024-08-29T18:53:38.231509+0000 mon.a (mon.0) 3774 : cluster [DBG] osdmap e2183: 8 total, 8 up, 8 in 2024-08-29T18:53:39.631 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:53:39 smithi028 bash[77168]: cluster 2024-08-29T18:53:38.231509+0000 mon.a (mon.0) 3774 : cluster [DBG] osdmap e2183: 8 total, 8 up, 8 in 2024-08-29T18:53:40.576 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:53:40 smithi053 bash[68679]: cluster 2024-08-29T18:53:38.463994+0000 mgr.y (mgr.25022) 2007 : cluster [DBG] pgmap v3709: 137 pgs: 137 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 259 KiB/s rd, 3.2 KiB/s wr, 346 op/s 2024-08-29T18:53:40.576 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:53:40 smithi053 bash[68679]: cluster 2024-08-29T18:53:39.240647+0000 mon.a (mon.0) 3775 : cluster [DBG] osdmap e2184: 8 total, 8 up, 8 in 2024-08-29T18:53:40.576 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:53:40 smithi053 bash[68679]: audit 2024-08-29T18:53:39.766683+0000 mon.a (mon.0) 3776 : audit [INF] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' 2024-08-29T18:53:40.576 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:53:40 smithi053 bash[68679]: audit 2024-08-29T18:53:39.776960+0000 mon.a (mon.0) 3777 : audit [INF] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' 2024-08-29T18:53:40.631 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:53:40 smithi028 bash[77168]: cluster 2024-08-29T18:53:38.463994+0000 mgr.y (mgr.25022) 2007 : cluster [DBG] pgmap v3709: 137 pgs: 137 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 259 KiB/s rd, 3.2 KiB/s wr, 346 op/s 2024-08-29T18:53:40.631 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:53:40 smithi028 bash[77168]: cluster 2024-08-29T18:53:39.240647+0000 mon.a (mon.0) 3775 : cluster [DBG] osdmap e2184: 8 total, 8 up, 8 in 2024-08-29T18:53:40.631 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:53:40 smithi028 bash[77168]: audit 2024-08-29T18:53:39.766683+0000 mon.a (mon.0) 3776 : audit [INF] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' 2024-08-29T18:53:40.631 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:53:40 smithi028 bash[77168]: audit 2024-08-29T18:53:39.776960+0000 mon.a (mon.0) 3777 : audit [INF] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' 2024-08-29T18:53:40.631 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:53:40 smithi028 bash[78352]: cluster 2024-08-29T18:53:38.463994+0000 mgr.y (mgr.25022) 2007 : cluster [DBG] pgmap v3709: 137 pgs: 137 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 259 KiB/s rd, 3.2 KiB/s wr, 346 op/s 2024-08-29T18:53:40.632 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:53:40 smithi028 bash[78352]: cluster 2024-08-29T18:53:39.240647+0000 mon.a (mon.0) 3775 : cluster [DBG] osdmap e2184: 8 total, 8 up, 8 in 2024-08-29T18:53:40.632 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:53:40 smithi028 bash[78352]: audit 2024-08-29T18:53:39.766683+0000 mon.a (mon.0) 3776 : audit [INF] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' 2024-08-29T18:53:40.632 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:53:40 smithi028 bash[78352]: audit 2024-08-29T18:53:39.776960+0000 mon.a (mon.0) 3777 : audit [INF] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' 2024-08-29T18:53:41.576 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:53:41 smithi053 bash[68679]: cluster 2024-08-29T18:53:40.249681+0000 mon.a (mon.0) 3778 : cluster [DBG] osdmap e2185: 8 total, 8 up, 8 in 2024-08-29T18:53:41.577 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:53:41 smithi053 bash[68679]: audit 2024-08-29T18:53:40.504655+0000 mon.a (mon.0) 3779 : audit [DBG] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-29T18:53:41.577 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:53:41 smithi053 bash[68679]: audit 2024-08-29T18:53:40.506481+0000 mon.a (mon.0) 3780 : audit [INF] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-29T18:53:41.577 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:53:41 smithi053 bash[68679]: audit 2024-08-29T18:53:40.515993+0000 mon.a (mon.0) 3781 : audit [INF] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' 2024-08-29T18:53:41.631 INFO:journalctl@ceph.mgr.y.smithi028.stdout:Aug 29 18:53:41 smithi028 bash[70818]: ::ffff:172.21.15.53 - - [29/Aug/2024:18:53:41] "GET /metrics HTTP/1.1" 200 36689 "" "Prometheus/2.43.0" 2024-08-29T18:53:41.631 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:53:41 smithi028 bash[77168]: cluster 2024-08-29T18:53:40.249681+0000 mon.a (mon.0) 3778 : cluster [DBG] osdmap e2185: 8 total, 8 up, 8 in 2024-08-29T18:53:41.631 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:53:41 smithi028 bash[77168]: audit 2024-08-29T18:53:40.504655+0000 mon.a (mon.0) 3779 : audit [DBG] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-29T18:53:41.631 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:53:41 smithi028 bash[77168]: audit 2024-08-29T18:53:40.506481+0000 mon.a (mon.0) 3780 : audit [INF] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-29T18:53:41.631 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:53:41 smithi028 bash[77168]: audit 2024-08-29T18:53:40.515993+0000 mon.a (mon.0) 3781 : audit [INF] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' 2024-08-29T18:53:41.632 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:53:41 smithi028 bash[78352]: cluster 2024-08-29T18:53:40.249681+0000 mon.a (mon.0) 3778 : cluster [DBG] osdmap e2185: 8 total, 8 up, 8 in 2024-08-29T18:53:41.632 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:53:41 smithi028 bash[78352]: audit 2024-08-29T18:53:40.504655+0000 mon.a (mon.0) 3779 : audit [DBG] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-29T18:53:41.632 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:53:41 smithi028 bash[78352]: audit 2024-08-29T18:53:40.506481+0000 mon.a (mon.0) 3780 : audit [INF] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-29T18:53:41.632 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:53:41 smithi028 bash[78352]: audit 2024-08-29T18:53:40.515993+0000 mon.a (mon.0) 3781 : audit [INF] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' 2024-08-29T18:53:42.576 INFO:journalctl@ceph.prometheus.a.smithi053.stdout:Aug 29 18:53:42 smithi053 bash[95567]: ts=2024-08-29T18:53:42.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"3167ee72-662c-11ef-bcd4-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-29T18:53:42.577 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:53:42 smithi053 bash[68679]: cluster 2024-08-29T18:53:40.464647+0000 mgr.y (mgr.25022) 2008 : cluster [DBG] pgmap v3712: 137 pgs: 137 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 294 KiB/s rd, 3.7 KiB/s wr, 394 op/s 2024-08-29T18:53:42.577 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:53:42 smithi053 bash[68679]: cluster 2024-08-29T18:53:41.252729+0000 mon.a (mon.0) 3782 : cluster [DBG] osdmap e2186: 8 total, 8 up, 8 in 2024-08-29T18:53:42.577 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:53:42 smithi053 bash[68679]: audit 2024-08-29T18:53:42.160275+0000 mon.a (mon.0) 3783 : audit [DBG] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-29T18:53:42.631 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:53:42 smithi028 bash[78352]: cluster 2024-08-29T18:53:40.464647+0000 mgr.y (mgr.25022) 2008 : cluster [DBG] pgmap v3712: 137 pgs: 137 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 294 KiB/s rd, 3.7 KiB/s wr, 394 op/s 2024-08-29T18:53:42.631 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:53:42 smithi028 bash[78352]: cluster 2024-08-29T18:53:41.252729+0000 mon.a (mon.0) 3782 : cluster [DBG] osdmap e2186: 8 total, 8 up, 8 in 2024-08-29T18:53:42.631 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:53:42 smithi028 bash[78352]: audit 2024-08-29T18:53:42.160275+0000 mon.a (mon.0) 3783 : audit [DBG] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-29T18:53:42.631 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:53:42 smithi028 bash[77168]: cluster 2024-08-29T18:53:40.464647+0000 mgr.y (mgr.25022) 2008 : cluster [DBG] pgmap v3712: 137 pgs: 137 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 294 KiB/s rd, 3.7 KiB/s wr, 394 op/s 2024-08-29T18:53:42.631 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:53:42 smithi028 bash[77168]: cluster 2024-08-29T18:53:41.252729+0000 mon.a (mon.0) 3782 : cluster [DBG] osdmap e2186: 8 total, 8 up, 8 in 2024-08-29T18:53:42.631 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:53:42 smithi028 bash[77168]: audit 2024-08-29T18:53:42.160275+0000 mon.a (mon.0) 3783 : audit [DBG] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-29T18:53:43.576 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:53:43 smithi053 bash[68679]: cluster 2024-08-29T18:53:42.267888+0000 mon.a (mon.0) 3784 : cluster [DBG] osdmap e2187: 8 total, 8 up, 8 in 2024-08-29T18:53:43.631 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:53:43 smithi028 bash[77168]: cluster 2024-08-29T18:53:42.267888+0000 mon.a (mon.0) 3784 : cluster [DBG] osdmap e2187: 8 total, 8 up, 8 in 2024-08-29T18:53:43.631 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:53:43 smithi028 bash[78352]: cluster 2024-08-29T18:53:42.267888+0000 mon.a (mon.0) 3784 : cluster [DBG] osdmap e2187: 8 total, 8 up, 8 in 2024-08-29T18:53:44.576 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:53:44 smithi053 bash[68679]: cluster 2024-08-29T18:53:42.465368+0000 mgr.y (mgr.25022) 2009 : cluster [DBG] pgmap v3715: 137 pgs: 137 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 295 KiB/s rd, 4.0 KiB/s wr, 396 op/s 2024-08-29T18:53:44.576 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:53:44 smithi053 bash[68679]: cluster 2024-08-29T18:53:43.290652+0000 mon.a (mon.0) 3785 : cluster [DBG] osdmap e2188: 8 total, 8 up, 8 in 2024-08-29T18:53:44.631 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:53:44 smithi028 bash[77168]: cluster 2024-08-29T18:53:42.465368+0000 mgr.y (mgr.25022) 2009 : cluster [DBG] pgmap v3715: 137 pgs: 137 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 295 KiB/s rd, 4.0 KiB/s wr, 396 op/s 2024-08-29T18:53:44.631 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:53:44 smithi028 bash[77168]: cluster 2024-08-29T18:53:43.290652+0000 mon.a (mon.0) 3785 : cluster [DBG] osdmap e2188: 8 total, 8 up, 8 in 2024-08-29T18:53:44.631 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:53:44 smithi028 bash[78352]: cluster 2024-08-29T18:53:42.465368+0000 mgr.y (mgr.25022) 2009 : cluster [DBG] pgmap v3715: 137 pgs: 137 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 295 KiB/s rd, 4.0 KiB/s wr, 396 op/s 2024-08-29T18:53:44.631 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:53:44 smithi028 bash[78352]: cluster 2024-08-29T18:53:43.290652+0000 mon.a (mon.0) 3785 : cluster [DBG] osdmap e2188: 8 total, 8 up, 8 in 2024-08-29T18:53:45.576 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:53:45 smithi053 bash[68679]: cluster 2024-08-29T18:53:44.299246+0000 mon.a (mon.0) 3786 : cluster [DBG] osdmap e2189: 8 total, 8 up, 8 in 2024-08-29T18:53:45.631 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:53:45 smithi028 bash[77168]: cluster 2024-08-29T18:53:44.299246+0000 mon.a (mon.0) 3786 : cluster [DBG] osdmap e2189: 8 total, 8 up, 8 in 2024-08-29T18:53:45.631 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:53:45 smithi028 bash[78352]: cluster 2024-08-29T18:53:44.299246+0000 mon.a (mon.0) 3786 : cluster [DBG] osdmap e2189: 8 total, 8 up, 8 in 2024-08-29T18:53:46.576 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:53:46 smithi053 bash[68679]: cluster 2024-08-29T18:53:44.466096+0000 mgr.y (mgr.25022) 2010 : cluster [DBG] pgmap v3718: 137 pgs: 137 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 5.0 KiB/s rd, 511 B/s wr, 6 op/s 2024-08-29T18:53:46.577 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:53:46 smithi053 bash[68679]: cluster 2024-08-29T18:53:45.311399+0000 mon.a (mon.0) 3787 : cluster [DBG] osdmap e2190: 8 total, 8 up, 8 in 2024-08-29T18:53:46.631 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:53:46 smithi028 bash[77168]: cluster 2024-08-29T18:53:44.466096+0000 mgr.y (mgr.25022) 2010 : cluster [DBG] pgmap v3718: 137 pgs: 137 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 5.0 KiB/s rd, 511 B/s wr, 6 op/s 2024-08-29T18:53:46.631 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:53:46 smithi028 bash[77168]: cluster 2024-08-29T18:53:45.311399+0000 mon.a (mon.0) 3787 : cluster [DBG] osdmap e2190: 8 total, 8 up, 8 in 2024-08-29T18:53:46.631 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:53:46 smithi028 bash[78352]: cluster 2024-08-29T18:53:44.466096+0000 mgr.y (mgr.25022) 2010 : cluster [DBG] pgmap v3718: 137 pgs: 137 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 5.0 KiB/s rd, 511 B/s wr, 6 op/s 2024-08-29T18:53:46.631 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:53:46 smithi028 bash[78352]: cluster 2024-08-29T18:53:45.311399+0000 mon.a (mon.0) 3787 : cluster [DBG] osdmap e2190: 8 total, 8 up, 8 in 2024-08-29T18:53:47.576 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:53:47 smithi053 bash[68679]: cluster 2024-08-29T18:53:46.311288+0000 mon.a (mon.0) 3788 : cluster [DBG] osdmap e2191: 8 total, 8 up, 8 in 2024-08-29T18:53:47.631 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:53:47 smithi028 bash[77168]: cluster 2024-08-29T18:53:46.311288+0000 mon.a (mon.0) 3788 : cluster [DBG] osdmap e2191: 8 total, 8 up, 8 in 2024-08-29T18:53:47.631 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:53:47 smithi028 bash[78352]: cluster 2024-08-29T18:53:46.311288+0000 mon.a (mon.0) 3788 : cluster [DBG] osdmap e2191: 8 total, 8 up, 8 in 2024-08-29T18:53:48.631 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:53:48 smithi028 bash[78352]: cluster 2024-08-29T18:53:46.466794+0000 mgr.y (mgr.25022) 2011 : cluster [DBG] pgmap v3721: 137 pgs: 137 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 328 KiB/s rd, 3.7 KiB/s wr, 439 op/s 2024-08-29T18:53:48.631 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:53:48 smithi028 bash[78352]: cluster 2024-08-29T18:53:47.333201+0000 mon.a (mon.0) 3789 : cluster [DBG] osdmap e2192: 8 total, 8 up, 8 in 2024-08-29T18:53:48.632 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:53:48 smithi028 bash[77168]: cluster 2024-08-29T18:53:46.466794+0000 mgr.y (mgr.25022) 2011 : cluster [DBG] pgmap v3721: 137 pgs: 137 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 328 KiB/s rd, 3.7 KiB/s wr, 439 op/s 2024-08-29T18:53:48.632 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:53:48 smithi028 bash[77168]: cluster 2024-08-29T18:53:47.333201+0000 mon.a (mon.0) 3789 : cluster [DBG] osdmap e2192: 8 total, 8 up, 8 in 2024-08-29T18:53:48.826 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:53:48 smithi053 bash[68679]: cluster 2024-08-29T18:53:46.466794+0000 mgr.y (mgr.25022) 2011 : cluster [DBG] pgmap v3721: 137 pgs: 137 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 328 KiB/s rd, 3.7 KiB/s wr, 439 op/s 2024-08-29T18:53:48.826 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:53:48 smithi053 bash[68679]: cluster 2024-08-29T18:53:47.333201+0000 mon.a (mon.0) 3789 : cluster [DBG] osdmap e2192: 8 total, 8 up, 8 in 2024-08-29T18:53:49.631 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:53:49 smithi028 bash[78352]: cluster 2024-08-29T18:53:48.333963+0000 mon.a (mon.0) 3790 : cluster [DBG] osdmap e2193: 8 total, 8 up, 8 in 2024-08-29T18:53:49.631 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:53:49 smithi028 bash[77168]: cluster 2024-08-29T18:53:48.333963+0000 mon.a (mon.0) 3790 : cluster [DBG] osdmap e2193: 8 total, 8 up, 8 in 2024-08-29T18:53:49.826 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:53:49 smithi053 bash[68679]: cluster 2024-08-29T18:53:48.333963+0000 mon.a (mon.0) 3790 : cluster [DBG] osdmap e2193: 8 total, 8 up, 8 in 2024-08-29T18:53:50.631 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:53:50 smithi028 bash[77168]: cluster 2024-08-29T18:53:48.467650+0000 mgr.y (mgr.25022) 2012 : cluster [DBG] pgmap v3724: 137 pgs: 137 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 324 KiB/s rd, 3.7 KiB/s wr, 434 op/s 2024-08-29T18:53:50.631 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:53:50 smithi028 bash[77168]: cluster 2024-08-29T18:53:49.353873+0000 mon.a (mon.0) 3791 : cluster [DBG] osdmap e2194: 8 total, 8 up, 8 in 2024-08-29T18:53:50.631 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:53:50 smithi028 bash[78352]: cluster 2024-08-29T18:53:48.467650+0000 mgr.y (mgr.25022) 2012 : cluster [DBG] pgmap v3724: 137 pgs: 137 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 324 KiB/s rd, 3.7 KiB/s wr, 434 op/s 2024-08-29T18:53:50.632 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:53:50 smithi028 bash[78352]: cluster 2024-08-29T18:53:49.353873+0000 mon.a (mon.0) 3791 : cluster [DBG] osdmap e2194: 8 total, 8 up, 8 in 2024-08-29T18:53:50.826 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:53:50 smithi053 bash[68679]: cluster 2024-08-29T18:53:48.467650+0000 mgr.y (mgr.25022) 2012 : cluster [DBG] pgmap v3724: 137 pgs: 137 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 324 KiB/s rd, 3.7 KiB/s wr, 434 op/s 2024-08-29T18:53:50.827 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:53:50 smithi053 bash[68679]: cluster 2024-08-29T18:53:49.353873+0000 mon.a (mon.0) 3791 : cluster [DBG] osdmap e2194: 8 total, 8 up, 8 in 2024-08-29T18:53:51.631 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:53:51 smithi028 bash[77168]: cluster 2024-08-29T18:53:50.366594+0000 mon.a (mon.0) 3792 : cluster [DBG] osdmap e2195: 8 total, 8 up, 8 in 2024-08-29T18:53:51.631 INFO:journalctl@ceph.mgr.y.smithi028.stdout:Aug 29 18:53:51 smithi028 bash[70818]: ::ffff:172.21.15.53 - - [29/Aug/2024:18:53:51] "GET /metrics HTTP/1.1" 200 36694 "" "Prometheus/2.43.0" 2024-08-29T18:53:51.631 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:53:51 smithi028 bash[78352]: cluster 2024-08-29T18:53:50.366594+0000 mon.a (mon.0) 3792 : cluster [DBG] osdmap e2195: 8 total, 8 up, 8 in 2024-08-29T18:53:51.826 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:53:51 smithi053 bash[68679]: cluster 2024-08-29T18:53:50.366594+0000 mon.a (mon.0) 3792 : cluster [DBG] osdmap e2195: 8 total, 8 up, 8 in 2024-08-29T18:53:52.576 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:53:52 smithi053 bash[68679]: cluster 2024-08-29T18:53:50.468420+0000 mgr.y (mgr.25022) 2013 : cluster [DBG] pgmap v3727: 137 pgs: 137 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 359 KiB/s rd, 3.5 KiB/s wr, 482 op/s 2024-08-29T18:53:52.576 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:53:52 smithi053 bash[68679]: cluster 2024-08-29T18:53:51.375513+0000 mon.a (mon.0) 3793 : cluster [DBG] osdmap e2196: 8 total, 8 up, 8 in 2024-08-29T18:53:52.577 INFO:journalctl@ceph.prometheus.a.smithi053.stdout:Aug 29 18:53:52 smithi053 bash[95567]: ts=2024-08-29T18:53:52.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"3167ee72-662c-11ef-bcd4-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-29T18:53:52.881 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:53:52 smithi028 bash[77168]: cluster 2024-08-29T18:53:50.468420+0000 mgr.y (mgr.25022) 2013 : cluster [DBG] pgmap v3727: 137 pgs: 137 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 359 KiB/s rd, 3.5 KiB/s wr, 482 op/s 2024-08-29T18:53:52.881 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:53:52 smithi028 bash[77168]: cluster 2024-08-29T18:53:51.375513+0000 mon.a (mon.0) 3793 : cluster [DBG] osdmap e2196: 8 total, 8 up, 8 in 2024-08-29T18:53:52.881 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:53:52 smithi028 bash[78352]: cluster 2024-08-29T18:53:50.468420+0000 mgr.y (mgr.25022) 2013 : cluster [DBG] pgmap v3727: 137 pgs: 137 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 359 KiB/s rd, 3.5 KiB/s wr, 482 op/s 2024-08-29T18:53:52.881 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:53:52 smithi028 bash[78352]: cluster 2024-08-29T18:53:51.375513+0000 mon.a (mon.0) 3793 : cluster [DBG] osdmap e2196: 8 total, 8 up, 8 in 2024-08-29T18:53:53.826 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:53:53 smithi053 bash[68679]: cluster 2024-08-29T18:53:52.377813+0000 mon.a (mon.0) 3794 : cluster [DBG] osdmap e2197: 8 total, 8 up, 8 in 2024-08-29T18:53:53.881 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:53:53 smithi028 bash[78352]: cluster 2024-08-29T18:53:52.377813+0000 mon.a (mon.0) 3794 : cluster [DBG] osdmap e2197: 8 total, 8 up, 8 in 2024-08-29T18:53:53.881 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:53:53 smithi028 bash[77168]: cluster 2024-08-29T18:53:52.377813+0000 mon.a (mon.0) 3794 : cluster [DBG] osdmap e2197: 8 total, 8 up, 8 in 2024-08-29T18:53:54.826 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:53:54 smithi053 bash[68679]: cluster 2024-08-29T18:53:52.469245+0000 mgr.y (mgr.25022) 2014 : cluster [DBG] pgmap v3730: 137 pgs: 137 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 360 KiB/s rd, 3.2 KiB/s wr, 483 op/s 2024-08-29T18:53:54.826 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:53:54 smithi053 bash[68679]: cluster 2024-08-29T18:53:53.398860+0000 mon.a (mon.0) 3795 : cluster [DBG] osdmap e2198: 8 total, 8 up, 8 in 2024-08-29T18:53:54.881 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:53:54 smithi028 bash[77168]: cluster 2024-08-29T18:53:52.469245+0000 mgr.y (mgr.25022) 2014 : cluster [DBG] pgmap v3730: 137 pgs: 137 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 360 KiB/s rd, 3.2 KiB/s wr, 483 op/s 2024-08-29T18:53:54.881 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:53:54 smithi028 bash[77168]: cluster 2024-08-29T18:53:53.398860+0000 mon.a (mon.0) 3795 : cluster [DBG] osdmap e2198: 8 total, 8 up, 8 in 2024-08-29T18:53:54.881 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:53:54 smithi028 bash[78352]: cluster 2024-08-29T18:53:52.469245+0000 mgr.y (mgr.25022) 2014 : cluster [DBG] pgmap v3730: 137 pgs: 137 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 360 KiB/s rd, 3.2 KiB/s wr, 483 op/s 2024-08-29T18:53:54.881 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:53:54 smithi028 bash[78352]: cluster 2024-08-29T18:53:53.398860+0000 mon.a (mon.0) 3795 : cluster [DBG] osdmap e2198: 8 total, 8 up, 8 in 2024-08-29T18:53:55.826 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:53:55 smithi053 bash[68679]: cluster 2024-08-29T18:53:54.400463+0000 mon.a (mon.0) 3796 : cluster [DBG] osdmap e2199: 8 total, 8 up, 8 in 2024-08-29T18:53:55.826 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:53:55 smithi053 bash[68679]: cluster 2024-08-29T18:53:54.470028+0000 mgr.y (mgr.25022) 2015 : cluster [DBG] pgmap v3733: 137 pgs: 137 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 5.0 KiB/s rd, 767 B/s wr, 6 op/s 2024-08-29T18:53:55.881 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:53:55 smithi028 bash[77168]: cluster 2024-08-29T18:53:54.400463+0000 mon.a (mon.0) 3796 : cluster [DBG] osdmap e2199: 8 total, 8 up, 8 in 2024-08-29T18:53:55.881 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:53:55 smithi028 bash[77168]: cluster 2024-08-29T18:53:54.470028+0000 mgr.y (mgr.25022) 2015 : cluster [DBG] pgmap v3733: 137 pgs: 137 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 5.0 KiB/s rd, 767 B/s wr, 6 op/s 2024-08-29T18:53:55.881 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:53:55 smithi028 bash[78352]: cluster 2024-08-29T18:53:54.400463+0000 mon.a (mon.0) 3796 : cluster [DBG] osdmap e2199: 8 total, 8 up, 8 in 2024-08-29T18:53:55.881 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:53:55 smithi028 bash[78352]: cluster 2024-08-29T18:53:54.470028+0000 mgr.y (mgr.25022) 2015 : cluster [DBG] pgmap v3733: 137 pgs: 137 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 5.0 KiB/s rd, 767 B/s wr, 6 op/s 2024-08-29T18:53:56.826 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:53:56 smithi053 bash[68679]: cluster 2024-08-29T18:53:55.420573+0000 mon.a (mon.0) 3797 : cluster [DBG] osdmap e2200: 8 total, 8 up, 8 in 2024-08-29T18:53:56.881 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:53:56 smithi028 bash[77168]: cluster 2024-08-29T18:53:55.420573+0000 mon.a (mon.0) 3797 : cluster [DBG] osdmap e2200: 8 total, 8 up, 8 in 2024-08-29T18:53:56.881 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:53:56 smithi028 bash[78352]: cluster 2024-08-29T18:53:55.420573+0000 mon.a (mon.0) 3797 : cluster [DBG] osdmap e2200: 8 total, 8 up, 8 in 2024-08-29T18:53:57.826 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:53:57 smithi053 bash[68679]: cluster 2024-08-29T18:53:56.428546+0000 mon.a (mon.0) 3798 : cluster [DBG] osdmap e2201: 8 total, 8 up, 8 in 2024-08-29T18:53:57.826 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:53:57 smithi053 bash[68679]: cluster 2024-08-29T18:53:56.470708+0000 mgr.y (mgr.25022) 2016 : cluster [DBG] pgmap v3736: 137 pgs: 137 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 392 KiB/s rd, 3.7 KiB/s wr, 527 op/s 2024-08-29T18:53:57.826 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:53:57 smithi053 bash[68679]: audit 2024-08-29T18:53:57.160685+0000 mon.a (mon.0) 3799 : audit [DBG] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-29T18:53:57.881 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:53:57 smithi028 bash[78352]: cluster 2024-08-29T18:53:56.428546+0000 mon.a (mon.0) 3798 : cluster [DBG] osdmap e2201: 8 total, 8 up, 8 in 2024-08-29T18:53:57.881 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:53:57 smithi028 bash[78352]: cluster 2024-08-29T18:53:56.470708+0000 mgr.y (mgr.25022) 2016 : cluster [DBG] pgmap v3736: 137 pgs: 137 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 392 KiB/s rd, 3.7 KiB/s wr, 527 op/s 2024-08-29T18:53:57.881 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:53:57 smithi028 bash[78352]: audit 2024-08-29T18:53:57.160685+0000 mon.a (mon.0) 3799 : audit [DBG] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-29T18:53:57.881 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:53:57 smithi028 bash[77168]: cluster 2024-08-29T18:53:56.428546+0000 mon.a (mon.0) 3798 : cluster [DBG] osdmap e2201: 8 total, 8 up, 8 in 2024-08-29T18:53:57.881 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:53:57 smithi028 bash[77168]: cluster 2024-08-29T18:53:56.470708+0000 mgr.y (mgr.25022) 2016 : cluster [DBG] pgmap v3736: 137 pgs: 137 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 392 KiB/s rd, 3.7 KiB/s wr, 527 op/s 2024-08-29T18:53:57.881 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:53:57 smithi028 bash[77168]: audit 2024-08-29T18:53:57.160685+0000 mon.a (mon.0) 3799 : audit [DBG] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-29T18:53:58.826 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:53:58 smithi053 bash[68679]: cluster 2024-08-29T18:53:57.439331+0000 mon.a (mon.0) 3800 : cluster [DBG] osdmap e2202: 8 total, 8 up, 8 in 2024-08-29T18:53:58.881 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:53:58 smithi028 bash[78352]: cluster 2024-08-29T18:53:57.439331+0000 mon.a (mon.0) 3800 : cluster [DBG] osdmap e2202: 8 total, 8 up, 8 in 2024-08-29T18:53:58.881 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:53:58 smithi028 bash[77168]: cluster 2024-08-29T18:53:57.439331+0000 mon.a (mon.0) 3800 : cluster [DBG] osdmap e2202: 8 total, 8 up, 8 in 2024-08-29T18:53:59.826 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:53:59 smithi053 bash[68679]: cluster 2024-08-29T18:53:58.443996+0000 mon.a (mon.0) 3801 : cluster [DBG] osdmap e2203: 8 total, 8 up, 8 in 2024-08-29T18:53:59.826 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:53:59 smithi053 bash[68679]: cluster 2024-08-29T18:53:58.471405+0000 mgr.y (mgr.25022) 2017 : cluster [DBG] pgmap v3739: 137 pgs: 137 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 389 KiB/s rd, 3.0 KiB/s wr, 521 op/s 2024-08-29T18:53:59.881 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:53:59 smithi028 bash[78352]: cluster 2024-08-29T18:53:58.443996+0000 mon.a (mon.0) 3801 : cluster [DBG] osdmap e2203: 8 total, 8 up, 8 in 2024-08-29T18:53:59.881 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:53:59 smithi028 bash[78352]: cluster 2024-08-29T18:53:58.471405+0000 mgr.y (mgr.25022) 2017 : cluster [DBG] pgmap v3739: 137 pgs: 137 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 389 KiB/s rd, 3.0 KiB/s wr, 521 op/s 2024-08-29T18:53:59.881 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:53:59 smithi028 bash[77168]: cluster 2024-08-29T18:53:58.443996+0000 mon.a (mon.0) 3801 : cluster [DBG] osdmap e2203: 8 total, 8 up, 8 in 2024-08-29T18:53:59.881 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:53:59 smithi028 bash[77168]: cluster 2024-08-29T18:53:58.471405+0000 mgr.y (mgr.25022) 2017 : cluster [DBG] pgmap v3739: 137 pgs: 137 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 389 KiB/s rd, 3.0 KiB/s wr, 521 op/s 2024-08-29T18:54:00.826 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:54:00 smithi053 bash[68679]: cluster 2024-08-29T18:53:59.464585+0000 mon.a (mon.0) 3802 : cluster [DBG] osdmap e2204: 8 total, 8 up, 8 in 2024-08-29T18:54:00.881 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:54:00 smithi028 bash[78352]: cluster 2024-08-29T18:53:59.464585+0000 mon.a (mon.0) 3802 : cluster [DBG] osdmap e2204: 8 total, 8 up, 8 in 2024-08-29T18:54:00.881 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:54:00 smithi028 bash[77168]: cluster 2024-08-29T18:53:59.464585+0000 mon.a (mon.0) 3802 : cluster [DBG] osdmap e2204: 8 total, 8 up, 8 in 2024-08-29T18:54:01.826 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:54:01 smithi053 bash[68679]: cluster 2024-08-29T18:54:00.471313+0000 mon.a (mon.0) 3803 : cluster [DBG] osdmap e2205: 8 total, 8 up, 8 in 2024-08-29T18:54:01.826 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:54:01 smithi053 bash[68679]: cluster 2024-08-29T18:54:00.472737+0000 mgr.y (mgr.25022) 2018 : cluster [DBG] pgmap v3742: 137 pgs: 137 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 424 KiB/s rd, 3.7 KiB/s wr, 569 op/s 2024-08-29T18:54:01.881 INFO:journalctl@ceph.mgr.y.smithi028.stdout:Aug 29 18:54:01 smithi028 bash[70818]: ::ffff:172.21.15.53 - - [29/Aug/2024:18:54:01] "GET /metrics HTTP/1.1" 200 36694 "" "Prometheus/2.43.0" 2024-08-29T18:54:01.881 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:54:01 smithi028 bash[78352]: cluster 2024-08-29T18:54:00.471313+0000 mon.a (mon.0) 3803 : cluster [DBG] osdmap e2205: 8 total, 8 up, 8 in 2024-08-29T18:54:01.881 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:54:01 smithi028 bash[78352]: cluster 2024-08-29T18:54:00.472737+0000 mgr.y (mgr.25022) 2018 : cluster [DBG] pgmap v3742: 137 pgs: 137 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 424 KiB/s rd, 3.7 KiB/s wr, 569 op/s 2024-08-29T18:54:01.881 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:54:01 smithi028 bash[77168]: cluster 2024-08-29T18:54:00.471313+0000 mon.a (mon.0) 3803 : cluster [DBG] osdmap e2205: 8 total, 8 up, 8 in 2024-08-29T18:54:01.881 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:54:01 smithi028 bash[77168]: cluster 2024-08-29T18:54:00.472737+0000 mgr.y (mgr.25022) 2018 : cluster [DBG] pgmap v3742: 137 pgs: 137 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 424 KiB/s rd, 3.7 KiB/s wr, 569 op/s 2024-08-29T18:54:02.576 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:54:02 smithi053 bash[68679]: cluster 2024-08-29T18:54:01.481593+0000 mon.a (mon.0) 3804 : cluster [DBG] osdmap e2206: 8 total, 8 up, 8 in 2024-08-29T18:54:02.577 INFO:journalctl@ceph.prometheus.a.smithi053.stdout:Aug 29 18:54:02 smithi053 bash[95567]: ts=2024-08-29T18:54:02.316Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"3167ee72-662c-11ef-bcd4-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-29T18:54:02.881 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:54:02 smithi028 bash[77168]: cluster 2024-08-29T18:54:01.481593+0000 mon.a (mon.0) 3804 : cluster [DBG] osdmap e2206: 8 total, 8 up, 8 in 2024-08-29T18:54:02.881 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:54:02 smithi028 bash[78352]: cluster 2024-08-29T18:54:01.481593+0000 mon.a (mon.0) 3804 : cluster [DBG] osdmap e2206: 8 total, 8 up, 8 in 2024-08-29T18:54:03.826 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:54:03 smithi053 bash[68679]: cluster 2024-08-29T18:54:02.473470+0000 mgr.y (mgr.25022) 2019 : cluster [DBG] pgmap v3744: 137 pgs: 137 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 421 KiB/s rd, 4.0 KiB/s wr, 566 op/s 2024-08-29T18:54:03.826 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:54:03 smithi053 bash[68679]: cluster 2024-08-29T18:54:02.492051+0000 mon.a (mon.0) 3805 : cluster [DBG] osdmap e2207: 8 total, 8 up, 8 in 2024-08-29T18:54:03.881 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:54:03 smithi028 bash[78352]: cluster 2024-08-29T18:54:02.473470+0000 mgr.y (mgr.25022) 2019 : cluster [DBG] pgmap v3744: 137 pgs: 137 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 421 KiB/s rd, 4.0 KiB/s wr, 566 op/s 2024-08-29T18:54:03.881 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:54:03 smithi028 bash[78352]: cluster 2024-08-29T18:54:02.492051+0000 mon.a (mon.0) 3805 : cluster [DBG] osdmap e2207: 8 total, 8 up, 8 in 2024-08-29T18:54:03.881 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:54:03 smithi028 bash[77168]: cluster 2024-08-29T18:54:02.473470+0000 mgr.y (mgr.25022) 2019 : cluster [DBG] pgmap v3744: 137 pgs: 137 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 421 KiB/s rd, 4.0 KiB/s wr, 566 op/s 2024-08-29T18:54:03.881 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:54:03 smithi028 bash[77168]: cluster 2024-08-29T18:54:02.492051+0000 mon.a (mon.0) 3805 : cluster [DBG] osdmap e2207: 8 total, 8 up, 8 in 2024-08-29T18:54:04.826 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:54:04 smithi053 bash[68679]: cluster 2024-08-29T18:54:03.494069+0000 mon.a (mon.0) 3806 : cluster [DBG] osdmap e2208: 8 total, 8 up, 8 in 2024-08-29T18:54:04.880 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:54:04 smithi028 bash[78352]: cluster 2024-08-29T18:54:03.494069+0000 mon.a (mon.0) 3806 : cluster [DBG] osdmap e2208: 8 total, 8 up, 8 in 2024-08-29T18:54:04.881 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:54:04 smithi028 bash[77168]: cluster 2024-08-29T18:54:03.494069+0000 mon.a (mon.0) 3806 : cluster [DBG] osdmap e2208: 8 total, 8 up, 8 in 2024-08-29T18:54:05.826 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:54:05 smithi053 bash[68679]: cluster 2024-08-29T18:54:04.474496+0000 mgr.y (mgr.25022) 2020 : cluster [DBG] pgmap v3747: 137 pgs: 137 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 5.0 KiB/s rd, 1022 B/s wr, 7 op/s 2024-08-29T18:54:05.826 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:54:05 smithi053 bash[68679]: cluster 2024-08-29T18:54:04.516962+0000 mon.a (mon.0) 3807 : cluster [DBG] osdmap e2209: 8 total, 8 up, 8 in 2024-08-29T18:54:05.881 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:54:05 smithi028 bash[77168]: cluster 2024-08-29T18:54:04.474496+0000 mgr.y (mgr.25022) 2020 : cluster [DBG] pgmap v3747: 137 pgs: 137 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 5.0 KiB/s rd, 1022 B/s wr, 7 op/s 2024-08-29T18:54:05.881 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:54:05 smithi028 bash[77168]: cluster 2024-08-29T18:54:04.516962+0000 mon.a (mon.0) 3807 : cluster [DBG] osdmap e2209: 8 total, 8 up, 8 in 2024-08-29T18:54:05.881 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:54:05 smithi028 bash[78352]: cluster 2024-08-29T18:54:04.474496+0000 mgr.y (mgr.25022) 2020 : cluster [DBG] pgmap v3747: 137 pgs: 137 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 5.0 KiB/s rd, 1022 B/s wr, 7 op/s 2024-08-29T18:54:05.881 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:54:05 smithi028 bash[78352]: cluster 2024-08-29T18:54:04.516962+0000 mon.a (mon.0) 3807 : cluster [DBG] osdmap e2209: 8 total, 8 up, 8 in 2024-08-29T18:54:06.826 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:54:06 smithi053 bash[68679]: cluster 2024-08-29T18:54:05.517689+0000 mon.a (mon.0) 3808 : cluster [DBG] osdmap e2210: 8 total, 8 up, 8 in 2024-08-29T18:54:06.880 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:54:06 smithi028 bash[77168]: cluster 2024-08-29T18:54:05.517689+0000 mon.a (mon.0) 3808 : cluster [DBG] osdmap e2210: 8 total, 8 up, 8 in 2024-08-29T18:54:06.881 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:54:06 smithi028 bash[78352]: cluster 2024-08-29T18:54:05.517689+0000 mon.a (mon.0) 3808 : cluster [DBG] osdmap e2210: 8 total, 8 up, 8 in 2024-08-29T18:54:07.826 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:54:07 smithi053 bash[68679]: cluster 2024-08-29T18:54:06.475405+0000 mgr.y (mgr.25022) 2021 : cluster [DBG] pgmap v3750: 137 pgs: 137 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 368 KiB/s rd, 3.5 KiB/s wr, 493 op/s 2024-08-29T18:54:07.826 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:54:07 smithi053 bash[68679]: cluster 2024-08-29T18:54:06.539919+0000 mon.a (mon.0) 3809 : cluster [DBG] osdmap e2211: 8 total, 8 up, 8 in 2024-08-29T18:54:07.881 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:54:07 smithi028 bash[77168]: cluster 2024-08-29T18:54:06.475405+0000 mgr.y (mgr.25022) 2021 : cluster [DBG] pgmap v3750: 137 pgs: 137 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 368 KiB/s rd, 3.5 KiB/s wr, 493 op/s 2024-08-29T18:54:07.881 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:54:07 smithi028 bash[77168]: cluster 2024-08-29T18:54:06.539919+0000 mon.a (mon.0) 3809 : cluster [DBG] osdmap e2211: 8 total, 8 up, 8 in 2024-08-29T18:54:07.881 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:54:07 smithi028 bash[78352]: cluster 2024-08-29T18:54:06.475405+0000 mgr.y (mgr.25022) 2021 : cluster [DBG] pgmap v3750: 137 pgs: 137 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 368 KiB/s rd, 3.5 KiB/s wr, 493 op/s 2024-08-29T18:54:07.881 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:54:07 smithi028 bash[78352]: cluster 2024-08-29T18:54:06.539919+0000 mon.a (mon.0) 3809 : cluster [DBG] osdmap e2211: 8 total, 8 up, 8 in 2024-08-29T18:54:08.826 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:54:08 smithi053 bash[68679]: cluster 2024-08-29T18:54:07.542880+0000 mon.a (mon.0) 3810 : cluster [DBG] osdmap e2212: 8 total, 8 up, 8 in 2024-08-29T18:54:08.881 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:54:08 smithi028 bash[77168]: cluster 2024-08-29T18:54:07.542880+0000 mon.a (mon.0) 3810 : cluster [DBG] osdmap e2212: 8 total, 8 up, 8 in 2024-08-29T18:54:08.881 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:54:08 smithi028 bash[78352]: cluster 2024-08-29T18:54:07.542880+0000 mon.a (mon.0) 3810 : cluster [DBG] osdmap e2212: 8 total, 8 up, 8 in 2024-08-29T18:54:09.881 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:54:09 smithi028 bash[78352]: cluster 2024-08-29T18:54:08.476175+0000 mgr.y (mgr.25022) 2022 : cluster [DBG] pgmap v3753: 137 pgs: 137 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 365 KiB/s rd, 2.7 KiB/s wr, 488 op/s 2024-08-29T18:54:09.881 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:54:09 smithi028 bash[78352]: cluster 2024-08-29T18:54:08.567974+0000 mon.a (mon.0) 3811 : cluster [DBG] osdmap e2213: 8 total, 8 up, 8 in 2024-08-29T18:54:09.881 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:54:09 smithi028 bash[77168]: cluster 2024-08-29T18:54:08.476175+0000 mgr.y (mgr.25022) 2022 : cluster [DBG] pgmap v3753: 137 pgs: 137 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 365 KiB/s rd, 2.7 KiB/s wr, 488 op/s 2024-08-29T18:54:09.881 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:54:09 smithi028 bash[77168]: cluster 2024-08-29T18:54:08.567974+0000 mon.a (mon.0) 3811 : cluster [DBG] osdmap e2213: 8 total, 8 up, 8 in 2024-08-29T18:54:10.076 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:54:09 smithi053 bash[68679]: cluster 2024-08-29T18:54:08.476175+0000 mgr.y (mgr.25022) 2022 : cluster [DBG] pgmap v3753: 137 pgs: 137 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 365 KiB/s rd, 2.7 KiB/s wr, 488 op/s 2024-08-29T18:54:10.076 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:54:09 smithi053 bash[68679]: cluster 2024-08-29T18:54:08.567974+0000 mon.a (mon.0) 3811 : cluster [DBG] osdmap e2213: 8 total, 8 up, 8 in 2024-08-29T18:54:10.881 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:54:10 smithi028 bash[78352]: cluster 2024-08-29T18:54:09.570937+0000 mon.a (mon.0) 3812 : cluster [DBG] osdmap e2214: 8 total, 8 up, 8 in 2024-08-29T18:54:10.881 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:54:10 smithi028 bash[77168]: cluster 2024-08-29T18:54:09.570937+0000 mon.a (mon.0) 3812 : cluster [DBG] osdmap e2214: 8 total, 8 up, 8 in 2024-08-29T18:54:11.076 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:54:10 smithi053 bash[68679]: cluster 2024-08-29T18:54:09.570937+0000 mon.a (mon.0) 3812 : cluster [DBG] osdmap e2214: 8 total, 8 up, 8 in 2024-08-29T18:54:11.881 INFO:journalctl@ceph.mgr.y.smithi028.stdout:Aug 29 18:54:11 smithi028 bash[70818]: ::ffff:172.21.15.53 - - [29/Aug/2024:18:54:11] "GET /metrics HTTP/1.1" 200 36694 "" "Prometheus/2.43.0" 2024-08-29T18:54:11.881 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:54:11 smithi028 bash[77168]: cluster 2024-08-29T18:54:10.477158+0000 mgr.y (mgr.25022) 2023 : cluster [DBG] pgmap v3756: 137 pgs: 137 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 480 KiB/s rd, 2.5 KiB/s wr, 648 op/s 2024-08-29T18:54:11.881 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:54:11 smithi028 bash[77168]: cluster 2024-08-29T18:54:10.593843+0000 mon.a (mon.0) 3813 : cluster [DBG] osdmap e2215: 8 total, 8 up, 8 in 2024-08-29T18:54:11.881 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:54:11 smithi028 bash[78352]: cluster 2024-08-29T18:54:10.477158+0000 mgr.y (mgr.25022) 2023 : cluster [DBG] pgmap v3756: 137 pgs: 137 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 480 KiB/s rd, 2.5 KiB/s wr, 648 op/s 2024-08-29T18:54:11.882 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:54:11 smithi028 bash[78352]: cluster 2024-08-29T18:54:10.593843+0000 mon.a (mon.0) 3813 : cluster [DBG] osdmap e2215: 8 total, 8 up, 8 in 2024-08-29T18:54:12.076 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:54:11 smithi053 bash[68679]: cluster 2024-08-29T18:54:10.477158+0000 mgr.y (mgr.25022) 2023 : cluster [DBG] pgmap v3756: 137 pgs: 137 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 480 KiB/s rd, 2.5 KiB/s wr, 648 op/s 2024-08-29T18:54:12.076 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:54:11 smithi053 bash[68679]: cluster 2024-08-29T18:54:10.593843+0000 mon.a (mon.0) 3813 : cluster [DBG] osdmap e2215: 8 total, 8 up, 8 in 2024-08-29T18:54:12.576 INFO:journalctl@ceph.prometheus.a.smithi053.stdout:Aug 29 18:54:12 smithi053 bash[95567]: ts=2024-08-29T18:54:12.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"3167ee72-662c-11ef-bcd4-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-29T18:54:12.881 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:54:12 smithi028 bash[77168]: cluster 2024-08-29T18:54:11.597324+0000 mon.a (mon.0) 3814 : cluster [DBG] osdmap e2216: 8 total, 8 up, 8 in 2024-08-29T18:54:12.881 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:54:12 smithi028 bash[77168]: audit 2024-08-29T18:54:12.161300+0000 mon.a (mon.0) 3815 : audit [DBG] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-29T18:54:12.881 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:54:12 smithi028 bash[78352]: cluster 2024-08-29T18:54:11.597324+0000 mon.a (mon.0) 3814 : cluster [DBG] osdmap e2216: 8 total, 8 up, 8 in 2024-08-29T18:54:12.881 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:54:12 smithi028 bash[78352]: audit 2024-08-29T18:54:12.161300+0000 mon.a (mon.0) 3815 : audit [DBG] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-29T18:54:13.076 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:54:12 smithi053 bash[68679]: cluster 2024-08-29T18:54:11.597324+0000 mon.a (mon.0) 3814 : cluster [DBG] osdmap e2216: 8 total, 8 up, 8 in 2024-08-29T18:54:13.076 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:54:12 smithi053 bash[68679]: audit 2024-08-29T18:54:12.161300+0000 mon.a (mon.0) 3815 : audit [DBG] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-29T18:54:13.881 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:54:13 smithi028 bash[77168]: cluster 2024-08-29T18:54:12.477910+0000 mgr.y (mgr.25022) 2024 : cluster [DBG] pgmap v3759: 137 pgs: 137 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 481 KiB/s rd, 2.7 KiB/s wr, 649 op/s 2024-08-29T18:54:13.881 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:54:13 smithi028 bash[77168]: cluster 2024-08-29T18:54:12.620598+0000 mon.a (mon.0) 3816 : cluster [DBG] osdmap e2217: 8 total, 8 up, 8 in 2024-08-29T18:54:13.881 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:54:13 smithi028 bash[78352]: cluster 2024-08-29T18:54:12.477910+0000 mgr.y (mgr.25022) 2024 : cluster [DBG] pgmap v3759: 137 pgs: 137 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 481 KiB/s rd, 2.7 KiB/s wr, 649 op/s 2024-08-29T18:54:13.881 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:54:13 smithi028 bash[78352]: cluster 2024-08-29T18:54:12.620598+0000 mon.a (mon.0) 3816 : cluster [DBG] osdmap e2217: 8 total, 8 up, 8 in 2024-08-29T18:54:14.076 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:54:13 smithi053 bash[68679]: cluster 2024-08-29T18:54:12.477910+0000 mgr.y (mgr.25022) 2024 : cluster [DBG] pgmap v3759: 137 pgs: 137 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 481 KiB/s rd, 2.7 KiB/s wr, 649 op/s 2024-08-29T18:54:14.076 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:54:13 smithi053 bash[68679]: cluster 2024-08-29T18:54:12.620598+0000 mon.a (mon.0) 3816 : cluster [DBG] osdmap e2217: 8 total, 8 up, 8 in 2024-08-29T18:54:14.881 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:54:14 smithi028 bash[77168]: cluster 2024-08-29T18:54:13.620921+0000 mon.a (mon.0) 3817 : cluster [DBG] osdmap e2218: 8 total, 8 up, 8 in 2024-08-29T18:54:14.881 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:54:14 smithi028 bash[78352]: cluster 2024-08-29T18:54:13.620921+0000 mon.a (mon.0) 3817 : cluster [DBG] osdmap e2218: 8 total, 8 up, 8 in 2024-08-29T18:54:15.076 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:54:14 smithi053 bash[68679]: cluster 2024-08-29T18:54:13.620921+0000 mon.a (mon.0) 3817 : cluster [DBG] osdmap e2218: 8 total, 8 up, 8 in 2024-08-29T18:54:16.076 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:54:15 smithi053 bash[68679]: cluster 2024-08-29T18:54:14.478728+0000 mgr.y (mgr.25022) 2025 : cluster [DBG] pgmap v3762: 137 pgs: 137 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 4.7 KiB/s rd, 1023 B/s wr, 6 op/s 2024-08-29T18:54:16.076 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:54:15 smithi053 bash[68679]: cluster 2024-08-29T18:54:14.641353+0000 mon.a (mon.0) 3818 : cluster [DBG] osdmap e2219: 8 total, 8 up, 8 in 2024-08-29T18:54:16.131 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:54:15 smithi028 bash[77168]: cluster 2024-08-29T18:54:14.478728+0000 mgr.y (mgr.25022) 2025 : cluster [DBG] pgmap v3762: 137 pgs: 137 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 4.7 KiB/s rd, 1023 B/s wr, 6 op/s 2024-08-29T18:54:16.131 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:54:15 smithi028 bash[77168]: cluster 2024-08-29T18:54:14.641353+0000 mon.a (mon.0) 3818 : cluster [DBG] osdmap e2219: 8 total, 8 up, 8 in 2024-08-29T18:54:16.131 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:54:15 smithi028 bash[78352]: cluster 2024-08-29T18:54:14.478728+0000 mgr.y (mgr.25022) 2025 : cluster [DBG] pgmap v3762: 137 pgs: 137 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 4.7 KiB/s rd, 1023 B/s wr, 6 op/s 2024-08-29T18:54:16.131 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:54:15 smithi028 bash[78352]: cluster 2024-08-29T18:54:14.641353+0000 mon.a (mon.0) 3818 : cluster [DBG] osdmap e2219: 8 total, 8 up, 8 in 2024-08-29T18:54:17.076 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:54:16 smithi053 bash[68679]: cluster 2024-08-29T18:54:15.644193+0000 mon.a (mon.0) 3819 : cluster [DBG] osdmap e2220: 8 total, 8 up, 8 in 2024-08-29T18:54:17.131 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:54:16 smithi028 bash[78352]: cluster 2024-08-29T18:54:15.644193+0000 mon.a (mon.0) 3819 : cluster [DBG] osdmap e2220: 8 total, 8 up, 8 in 2024-08-29T18:54:17.131 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:54:16 smithi028 bash[77168]: cluster 2024-08-29T18:54:15.644193+0000 mon.a (mon.0) 3819 : cluster [DBG] osdmap e2220: 8 total, 8 up, 8 in 2024-08-29T18:54:18.076 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:54:17 smithi053 bash[68679]: cluster 2024-08-29T18:54:16.479480+0000 mgr.y (mgr.25022) 2026 : cluster [DBG] pgmap v3765: 137 pgs: 137 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 517 KiB/s rd, 4.5 KiB/s wr, 697 op/s 2024-08-29T18:54:18.076 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:54:17 smithi053 bash[68679]: cluster 2024-08-29T18:54:16.664756+0000 mon.a (mon.0) 3820 : cluster [DBG] osdmap e2221: 8 total, 8 up, 8 in 2024-08-29T18:54:18.131 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:54:17 smithi028 bash[77168]: cluster 2024-08-29T18:54:16.479480+0000 mgr.y (mgr.25022) 2026 : cluster [DBG] pgmap v3765: 137 pgs: 137 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 517 KiB/s rd, 4.5 KiB/s wr, 697 op/s 2024-08-29T18:54:18.131 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:54:17 smithi028 bash[77168]: cluster 2024-08-29T18:54:16.664756+0000 mon.a (mon.0) 3820 : cluster [DBG] osdmap e2221: 8 total, 8 up, 8 in 2024-08-29T18:54:18.131 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:54:17 smithi028 bash[78352]: cluster 2024-08-29T18:54:16.479480+0000 mgr.y (mgr.25022) 2026 : cluster [DBG] pgmap v3765: 137 pgs: 137 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 517 KiB/s rd, 4.5 KiB/s wr, 697 op/s 2024-08-29T18:54:18.131 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:54:17 smithi028 bash[78352]: cluster 2024-08-29T18:54:16.664756+0000 mon.a (mon.0) 3820 : cluster [DBG] osdmap e2221: 8 total, 8 up, 8 in 2024-08-29T18:54:19.076 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:54:18 smithi053 bash[68679]: cluster 2024-08-29T18:54:17.667991+0000 mon.a (mon.0) 3821 : cluster [DBG] osdmap e2222: 8 total, 8 up, 8 in 2024-08-29T18:54:19.131 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:54:18 smithi028 bash[77168]: cluster 2024-08-29T18:54:17.667991+0000 mon.a (mon.0) 3821 : cluster [DBG] osdmap e2222: 8 total, 8 up, 8 in 2024-08-29T18:54:19.131 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:54:18 smithi028 bash[78352]: cluster 2024-08-29T18:54:17.667991+0000 mon.a (mon.0) 3821 : cluster [DBG] osdmap e2222: 8 total, 8 up, 8 in 2024-08-29T18:54:20.076 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:54:19 smithi053 bash[68679]: cluster 2024-08-29T18:54:18.480299+0000 mgr.y (mgr.25022) 2027 : cluster [DBG] pgmap v3768: 137 pgs: 137 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 514 KiB/s rd, 3.7 KiB/s wr, 692 op/s 2024-08-29T18:54:20.076 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:54:19 smithi053 bash[68679]: cluster 2024-08-29T18:54:18.691410+0000 mon.a (mon.0) 3822 : cluster [DBG] osdmap e2223: 8 total, 8 up, 8 in 2024-08-29T18:54:20.131 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:54:19 smithi028 bash[78352]: cluster 2024-08-29T18:54:18.480299+0000 mgr.y (mgr.25022) 2027 : cluster [DBG] pgmap v3768: 137 pgs: 137 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 514 KiB/s rd, 3.7 KiB/s wr, 692 op/s 2024-08-29T18:54:20.131 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:54:19 smithi028 bash[78352]: cluster 2024-08-29T18:54:18.691410+0000 mon.a (mon.0) 3822 : cluster [DBG] osdmap e2223: 8 total, 8 up, 8 in 2024-08-29T18:54:20.131 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:54:19 smithi028 bash[77168]: cluster 2024-08-29T18:54:18.480299+0000 mgr.y (mgr.25022) 2027 : cluster [DBG] pgmap v3768: 137 pgs: 137 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 514 KiB/s rd, 3.7 KiB/s wr, 692 op/s 2024-08-29T18:54:20.131 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:54:19 smithi028 bash[77168]: cluster 2024-08-29T18:54:18.691410+0000 mon.a (mon.0) 3822 : cluster [DBG] osdmap e2223: 8 total, 8 up, 8 in 2024-08-29T18:54:21.076 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:54:20 smithi053 bash[68679]: cluster 2024-08-29T18:54:19.692617+0000 mon.a (mon.0) 3823 : cluster [DBG] osdmap e2224: 8 total, 8 up, 8 in 2024-08-29T18:54:21.131 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:54:20 smithi028 bash[78352]: cluster 2024-08-29T18:54:19.692617+0000 mon.a (mon.0) 3823 : cluster [DBG] osdmap e2224: 8 total, 8 up, 8 in 2024-08-29T18:54:21.131 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:54:20 smithi028 bash[77168]: cluster 2024-08-29T18:54:19.692617+0000 mon.a (mon.0) 3823 : cluster [DBG] osdmap e2224: 8 total, 8 up, 8 in 2024-08-29T18:54:21.727 INFO:journalctl@ceph.mgr.y.smithi028.stdout:Aug 29 18:54:21 smithi028 bash[70818]: ::ffff:172.21.15.53 - - [29/Aug/2024:18:54:21] "GET /metrics HTTP/1.1" 200 36693 "" "Prometheus/2.43.0" 2024-08-29T18:54:22.076 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:54:21 smithi053 bash[68679]: cluster 2024-08-29T18:54:20.481064+0000 mgr.y (mgr.25022) 2028 : cluster [DBG] pgmap v3771: 137 pgs: 137 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 549 KiB/s rd, 3.0 KiB/s wr, 738 op/s 2024-08-29T18:54:22.076 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:54:21 smithi053 bash[68679]: cluster 2024-08-29T18:54:20.707754+0000 mon.a (mon.0) 3824 : cluster [DBG] osdmap e2225: 8 total, 8 up, 8 in 2024-08-29T18:54:22.130 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:54:21 smithi028 bash[78352]: cluster 2024-08-29T18:54:20.481064+0000 mgr.y (mgr.25022) 2028 : cluster [DBG] pgmap v3771: 137 pgs: 137 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 549 KiB/s rd, 3.0 KiB/s wr, 738 op/s 2024-08-29T18:54:22.131 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:54:21 smithi028 bash[78352]: cluster 2024-08-29T18:54:20.707754+0000 mon.a (mon.0) 3824 : cluster [DBG] osdmap e2225: 8 total, 8 up, 8 in 2024-08-29T18:54:22.131 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:54:21 smithi028 bash[77168]: cluster 2024-08-29T18:54:20.481064+0000 mgr.y (mgr.25022) 2028 : cluster [DBG] pgmap v3771: 137 pgs: 137 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 549 KiB/s rd, 3.0 KiB/s wr, 738 op/s 2024-08-29T18:54:22.131 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:54:21 smithi028 bash[77168]: cluster 2024-08-29T18:54:20.707754+0000 mon.a (mon.0) 3824 : cluster [DBG] osdmap e2225: 8 total, 8 up, 8 in 2024-08-29T18:54:22.576 INFO:journalctl@ceph.prometheus.a.smithi053.stdout:Aug 29 18:54:22 smithi053 bash[95567]: ts=2024-08-29T18:54:22.316Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"3167ee72-662c-11ef-bcd4-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-29T18:54:23.076 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:54:22 smithi053 bash[68679]: cluster 2024-08-29T18:54:21.724846+0000 mon.a (mon.0) 3825 : cluster [DBG] osdmap e2226: 8 total, 8 up, 8 in 2024-08-29T18:54:23.131 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:54:22 smithi028 bash[77168]: cluster 2024-08-29T18:54:21.724846+0000 mon.a (mon.0) 3825 : cluster [DBG] osdmap e2226: 8 total, 8 up, 8 in 2024-08-29T18:54:23.131 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:54:22 smithi028 bash[78352]: cluster 2024-08-29T18:54:21.724846+0000 mon.a (mon.0) 3825 : cluster [DBG] osdmap e2226: 8 total, 8 up, 8 in 2024-08-29T18:54:24.076 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:54:23 smithi053 bash[68679]: cluster 2024-08-29T18:54:22.481972+0000 mgr.y (mgr.25022) 2029 : cluster [DBG] pgmap v3774: 137 pgs: 137 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 550 KiB/s rd, 3.5 KiB/s wr, 740 op/s 2024-08-29T18:54:24.076 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:54:23 smithi053 bash[68679]: cluster 2024-08-29T18:54:22.743219+0000 mon.a (mon.0) 3826 : cluster [DBG] osdmap e2227: 8 total, 8 up, 8 in 2024-08-29T18:54:24.131 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:54:23 smithi028 bash[77168]: cluster 2024-08-29T18:54:22.481972+0000 mgr.y (mgr.25022) 2029 : cluster [DBG] pgmap v3774: 137 pgs: 137 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 550 KiB/s rd, 3.5 KiB/s wr, 740 op/s 2024-08-29T18:54:24.131 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:54:23 smithi028 bash[77168]: cluster 2024-08-29T18:54:22.743219+0000 mon.a (mon.0) 3826 : cluster [DBG] osdmap e2227: 8 total, 8 up, 8 in 2024-08-29T18:54:24.131 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:54:23 smithi028 bash[78352]: cluster 2024-08-29T18:54:22.481972+0000 mgr.y (mgr.25022) 2029 : cluster [DBG] pgmap v3774: 137 pgs: 137 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 550 KiB/s rd, 3.5 KiB/s wr, 740 op/s 2024-08-29T18:54:24.131 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:54:23 smithi028 bash[78352]: cluster 2024-08-29T18:54:22.743219+0000 mon.a (mon.0) 3826 : cluster [DBG] osdmap e2227: 8 total, 8 up, 8 in 2024-08-29T18:54:25.076 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:54:24 smithi053 bash[68679]: cluster 2024-08-29T18:54:23.746430+0000 mon.a (mon.0) 3827 : cluster [DBG] osdmap e2228: 8 total, 8 up, 8 in 2024-08-29T18:54:25.131 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:54:24 smithi028 bash[77168]: cluster 2024-08-29T18:54:23.746430+0000 mon.a (mon.0) 3827 : cluster [DBG] osdmap e2228: 8 total, 8 up, 8 in 2024-08-29T18:54:25.131 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:54:24 smithi028 bash[78352]: cluster 2024-08-29T18:54:23.746430+0000 mon.a (mon.0) 3827 : cluster [DBG] osdmap e2228: 8 total, 8 up, 8 in 2024-08-29T18:54:26.076 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:54:25 smithi053 bash[68679]: cluster 2024-08-29T18:54:24.482841+0000 mgr.y (mgr.25022) 2030 : cluster [DBG] pgmap v3777: 137 pgs: 137 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 5.0 KiB/s rd, 767 B/s wr, 6 op/s 2024-08-29T18:54:26.076 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:54:25 smithi053 bash[68679]: cluster 2024-08-29T18:54:24.769679+0000 mon.a (mon.0) 3828 : cluster [DBG] osdmap e2229: 8 total, 8 up, 8 in 2024-08-29T18:54:26.131 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:54:25 smithi028 bash[78352]: cluster 2024-08-29T18:54:24.482841+0000 mgr.y (mgr.25022) 2030 : cluster [DBG] pgmap v3777: 137 pgs: 137 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 5.0 KiB/s rd, 767 B/s wr, 6 op/s 2024-08-29T18:54:26.131 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:54:25 smithi028 bash[78352]: cluster 2024-08-29T18:54:24.769679+0000 mon.a (mon.0) 3828 : cluster [DBG] osdmap e2229: 8 total, 8 up, 8 in 2024-08-29T18:54:26.131 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:54:25 smithi028 bash[77168]: cluster 2024-08-29T18:54:24.482841+0000 mgr.y (mgr.25022) 2030 : cluster [DBG] pgmap v3777: 137 pgs: 137 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 5.0 KiB/s rd, 767 B/s wr, 6 op/s 2024-08-29T18:54:26.131 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:54:25 smithi028 bash[77168]: cluster 2024-08-29T18:54:24.769679+0000 mon.a (mon.0) 3828 : cluster [DBG] osdmap e2229: 8 total, 8 up, 8 in 2024-08-29T18:54:27.076 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:54:26 smithi053 bash[68679]: cluster 2024-08-29T18:54:25.771501+0000 mon.a (mon.0) 3829 : cluster [DBG] osdmap e2230: 8 total, 8 up, 8 in 2024-08-29T18:54:27.130 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:54:26 smithi028 bash[77168]: cluster 2024-08-29T18:54:25.771501+0000 mon.a (mon.0) 3829 : cluster [DBG] osdmap e2230: 8 total, 8 up, 8 in 2024-08-29T18:54:27.131 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:54:26 smithi028 bash[78352]: cluster 2024-08-29T18:54:25.771501+0000 mon.a (mon.0) 3829 : cluster [DBG] osdmap e2230: 8 total, 8 up, 8 in 2024-08-29T18:54:28.076 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:54:27 smithi053 bash[68679]: cluster 2024-08-29T18:54:26.483607+0000 mgr.y (mgr.25022) 2031 : cluster [DBG] pgmap v3780: 137 pgs: 137 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 582 KiB/s rd, 3.5 KiB/s wr, 784 op/s 2024-08-29T18:54:28.076 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:54:27 smithi053 bash[68679]: cluster 2024-08-29T18:54:26.792048+0000 mon.a (mon.0) 3830 : cluster [DBG] osdmap e2231: 8 total, 8 up, 8 in 2024-08-29T18:54:28.076 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:54:27 smithi053 bash[68679]: audit 2024-08-29T18:54:27.161572+0000 mon.a (mon.0) 3831 : audit [DBG] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-29T18:54:28.131 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:54:27 smithi028 bash[77168]: cluster 2024-08-29T18:54:26.483607+0000 mgr.y (mgr.25022) 2031 : cluster [DBG] pgmap v3780: 137 pgs: 137 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 582 KiB/s rd, 3.5 KiB/s wr, 784 op/s 2024-08-29T18:54:28.131 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:54:27 smithi028 bash[77168]: cluster 2024-08-29T18:54:26.792048+0000 mon.a (mon.0) 3830 : cluster [DBG] osdmap e2231: 8 total, 8 up, 8 in 2024-08-29T18:54:28.131 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:54:27 smithi028 bash[77168]: audit 2024-08-29T18:54:27.161572+0000 mon.a (mon.0) 3831 : audit [DBG] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-29T18:54:28.131 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:54:27 smithi028 bash[78352]: cluster 2024-08-29T18:54:26.483607+0000 mgr.y (mgr.25022) 2031 : cluster [DBG] pgmap v3780: 137 pgs: 137 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 582 KiB/s rd, 3.5 KiB/s wr, 784 op/s 2024-08-29T18:54:28.131 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:54:27 smithi028 bash[78352]: cluster 2024-08-29T18:54:26.792048+0000 mon.a (mon.0) 3830 : cluster [DBG] osdmap e2231: 8 total, 8 up, 8 in 2024-08-29T18:54:28.131 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:54:27 smithi028 bash[78352]: audit 2024-08-29T18:54:27.161572+0000 mon.a (mon.0) 3831 : audit [DBG] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-29T18:54:29.076 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:54:28 smithi053 bash[68679]: cluster 2024-08-29T18:54:27.800364+0000 mon.a (mon.0) 3832 : cluster [DBG] osdmap e2232: 8 total, 8 up, 8 in 2024-08-29T18:54:29.131 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:54:28 smithi028 bash[78352]: cluster 2024-08-29T18:54:27.800364+0000 mon.a (mon.0) 3832 : cluster [DBG] osdmap e2232: 8 total, 8 up, 8 in 2024-08-29T18:54:29.131 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:54:28 smithi028 bash[77168]: cluster 2024-08-29T18:54:27.800364+0000 mon.a (mon.0) 3832 : cluster [DBG] osdmap e2232: 8 total, 8 up, 8 in 2024-08-29T18:54:30.076 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:54:29 smithi053 bash[68679]: cluster 2024-08-29T18:54:28.484641+0000 mgr.y (mgr.25022) 2032 : cluster [DBG] pgmap v3783: 137 pgs: 137 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 582 KiB/s rd, 3.5 KiB/s wr, 784 op/s 2024-08-29T18:54:30.076 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:54:29 smithi053 bash[68679]: cluster 2024-08-29T18:54:28.810381+0000 mon.a (mon.0) 3833 : cluster [DBG] osdmap e2233: 8 total, 8 up, 8 in 2024-08-29T18:54:30.131 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:54:29 smithi028 bash[78352]: cluster 2024-08-29T18:54:28.484641+0000 mgr.y (mgr.25022) 2032 : cluster [DBG] pgmap v3783: 137 pgs: 137 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 582 KiB/s rd, 3.5 KiB/s wr, 784 op/s 2024-08-29T18:54:30.131 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:54:29 smithi028 bash[78352]: cluster 2024-08-29T18:54:28.810381+0000 mon.a (mon.0) 3833 : cluster [DBG] osdmap e2233: 8 total, 8 up, 8 in 2024-08-29T18:54:30.131 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:54:29 smithi028 bash[77168]: cluster 2024-08-29T18:54:28.484641+0000 mgr.y (mgr.25022) 2032 : cluster [DBG] pgmap v3783: 137 pgs: 137 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 582 KiB/s rd, 3.5 KiB/s wr, 784 op/s 2024-08-29T18:54:30.131 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:54:29 smithi028 bash[77168]: cluster 2024-08-29T18:54:28.810381+0000 mon.a (mon.0) 3833 : cluster [DBG] osdmap e2233: 8 total, 8 up, 8 in 2024-08-29T18:54:31.131 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:54:30 smithi028 bash[78352]: cluster 2024-08-29T18:54:29.856038+0000 mon.a (mon.0) 3834 : cluster [DBG] osdmap e2234: 8 total, 8 up, 8 in 2024-08-29T18:54:31.131 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:54:30 smithi028 bash[77168]: cluster 2024-08-29T18:54:29.856038+0000 mon.a (mon.0) 3834 : cluster [DBG] osdmap e2234: 8 total, 8 up, 8 in 2024-08-29T18:54:31.326 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:54:30 smithi053 bash[68679]: cluster 2024-08-29T18:54:29.856038+0000 mon.a (mon.0) 3834 : cluster [DBG] osdmap e2234: 8 total, 8 up, 8 in 2024-08-29T18:54:31.870 INFO:journalctl@ceph.mgr.y.smithi028.stdout:Aug 29 18:54:31 smithi028 bash[70818]: ::ffff:172.21.15.53 - - [29/Aug/2024:18:54:31] "GET /metrics HTTP/1.1" 200 36690 "" "Prometheus/2.43.0" 2024-08-29T18:54:32.131 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:54:31 smithi028 bash[78352]: cluster 2024-08-29T18:54:30.485548+0000 mgr.y (mgr.25022) 2033 : cluster [DBG] pgmap v3786: 137 pgs: 137 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 613 KiB/s rd, 3.5 KiB/s wr, 826 op/s 2024-08-29T18:54:32.131 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:54:31 smithi028 bash[78352]: cluster 2024-08-29T18:54:30.866326+0000 mon.a (mon.0) 3835 : cluster [DBG] osdmap e2235: 8 total, 8 up, 8 in 2024-08-29T18:54:32.131 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:54:31 smithi028 bash[77168]: cluster 2024-08-29T18:54:30.485548+0000 mgr.y (mgr.25022) 2033 : cluster [DBG] pgmap v3786: 137 pgs: 137 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 613 KiB/s rd, 3.5 KiB/s wr, 826 op/s 2024-08-29T18:54:32.131 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:54:31 smithi028 bash[77168]: cluster 2024-08-29T18:54:30.866326+0000 mon.a (mon.0) 3835 : cluster [DBG] osdmap e2235: 8 total, 8 up, 8 in 2024-08-29T18:54:32.315 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:54:31 smithi053 bash[68679]: cluster 2024-08-29T18:54:30.485548+0000 mgr.y (mgr.25022) 2033 : cluster [DBG] pgmap v3786: 137 pgs: 137 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 613 KiB/s rd, 3.5 KiB/s wr, 826 op/s 2024-08-29T18:54:32.315 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:54:31 smithi053 bash[68679]: cluster 2024-08-29T18:54:30.866326+0000 mon.a (mon.0) 3835 : cluster [DBG] osdmap e2235: 8 total, 8 up, 8 in 2024-08-29T18:54:32.576 INFO:journalctl@ceph.prometheus.a.smithi053.stdout:Aug 29 18:54:32 smithi053 bash[95567]: ts=2024-08-29T18:54:32.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"3167ee72-662c-11ef-bcd4-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-29T18:54:33.131 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:54:32 smithi028 bash[78352]: cluster 2024-08-29T18:54:31.868031+0000 mon.a (mon.0) 3836 : cluster [DBG] osdmap e2236: 8 total, 8 up, 8 in 2024-08-29T18:54:33.131 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:54:32 smithi028 bash[77168]: cluster 2024-08-29T18:54:31.868031+0000 mon.a (mon.0) 3836 : cluster [DBG] osdmap e2236: 8 total, 8 up, 8 in 2024-08-29T18:54:33.326 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:54:32 smithi053 bash[68679]: cluster 2024-08-29T18:54:31.868031+0000 mon.a (mon.0) 3836 : cluster [DBG] osdmap e2236: 8 total, 8 up, 8 in 2024-08-29T18:54:34.326 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:54:33 smithi053 bash[68679]: cluster 2024-08-29T18:54:32.486269+0000 mgr.y (mgr.25022) 2034 : cluster [DBG] pgmap v3789: 137 pgs: 137 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 611 KiB/s rd, 3.2 KiB/s wr, 822 op/s 2024-08-29T18:54:34.326 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:54:33 smithi053 bash[68679]: cluster 2024-08-29T18:54:32.886584+0000 mon.a (mon.0) 3837 : cluster [DBG] osdmap e2237: 8 total, 8 up, 8 in 2024-08-29T18:54:34.381 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:54:33 smithi028 bash[77168]: cluster 2024-08-29T18:54:32.486269+0000 mgr.y (mgr.25022) 2034 : cluster [DBG] pgmap v3789: 137 pgs: 137 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 611 KiB/s rd, 3.2 KiB/s wr, 822 op/s 2024-08-29T18:54:34.381 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:54:33 smithi028 bash[77168]: cluster 2024-08-29T18:54:32.886584+0000 mon.a (mon.0) 3837 : cluster [DBG] osdmap e2237: 8 total, 8 up, 8 in 2024-08-29T18:54:34.381 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:54:33 smithi028 bash[78352]: cluster 2024-08-29T18:54:32.486269+0000 mgr.y (mgr.25022) 2034 : cluster [DBG] pgmap v3789: 137 pgs: 137 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 611 KiB/s rd, 3.2 KiB/s wr, 822 op/s 2024-08-29T18:54:34.381 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:54:33 smithi028 bash[78352]: cluster 2024-08-29T18:54:32.886584+0000 mon.a (mon.0) 3837 : cluster [DBG] osdmap e2237: 8 total, 8 up, 8 in 2024-08-29T18:54:35.326 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:54:34 smithi053 bash[68679]: cluster 2024-08-29T18:54:33.887611+0000 mon.a (mon.0) 3838 : cluster [DBG] osdmap e2238: 8 total, 8 up, 8 in 2024-08-29T18:54:35.381 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:54:34 smithi028 bash[77168]: cluster 2024-08-29T18:54:33.887611+0000 mon.a (mon.0) 3838 : cluster [DBG] osdmap e2238: 8 total, 8 up, 8 in 2024-08-29T18:54:35.381 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:54:34 smithi028 bash[78352]: cluster 2024-08-29T18:54:33.887611+0000 mon.a (mon.0) 3838 : cluster [DBG] osdmap e2238: 8 total, 8 up, 8 in 2024-08-29T18:54:36.326 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:54:35 smithi053 bash[68679]: cluster 2024-08-29T18:54:34.486992+0000 mgr.y (mgr.25022) 2035 : cluster [DBG] pgmap v3792: 137 pgs: 137 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 5.0 KiB/s rd, 1.2 KiB/s wr, 7 op/s 2024-08-29T18:54:36.326 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:54:35 smithi053 bash[68679]: cluster 2024-08-29T18:54:34.907999+0000 mon.a (mon.0) 3839 : cluster [DBG] osdmap e2239: 8 total, 8 up, 8 in 2024-08-29T18:54:36.381 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:54:35 smithi028 bash[78352]: cluster 2024-08-29T18:54:34.486992+0000 mgr.y (mgr.25022) 2035 : cluster [DBG] pgmap v3792: 137 pgs: 137 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 5.0 KiB/s rd, 1.2 KiB/s wr, 7 op/s 2024-08-29T18:54:36.381 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:54:35 smithi028 bash[78352]: cluster 2024-08-29T18:54:34.907999+0000 mon.a (mon.0) 3839 : cluster [DBG] osdmap e2239: 8 total, 8 up, 8 in 2024-08-29T18:54:36.381 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:54:35 smithi028 bash[77168]: cluster 2024-08-29T18:54:34.486992+0000 mgr.y (mgr.25022) 2035 : cluster [DBG] pgmap v3792: 137 pgs: 137 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 5.0 KiB/s rd, 1.2 KiB/s wr, 7 op/s 2024-08-29T18:54:36.381 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:54:35 smithi028 bash[77168]: cluster 2024-08-29T18:54:34.907999+0000 mon.a (mon.0) 3839 : cluster [DBG] osdmap e2239: 8 total, 8 up, 8 in 2024-08-29T18:54:37.326 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:54:36 smithi053 bash[68679]: cluster 2024-08-29T18:54:35.916673+0000 mon.a (mon.0) 3840 : cluster [DBG] osdmap e2240: 8 total, 8 up, 8 in 2024-08-29T18:54:37.381 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:54:36 smithi028 bash[78352]: cluster 2024-08-29T18:54:35.916673+0000 mon.a (mon.0) 3840 : cluster [DBG] osdmap e2240: 8 total, 8 up, 8 in 2024-08-29T18:54:37.381 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:54:36 smithi028 bash[77168]: cluster 2024-08-29T18:54:35.916673+0000 mon.a (mon.0) 3840 : cluster [DBG] osdmap e2240: 8 total, 8 up, 8 in 2024-08-29T18:54:38.326 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:54:37 smithi053 bash[68679]: cluster 2024-08-29T18:54:36.487664+0000 mgr.y (mgr.25022) 2036 : cluster [DBG] pgmap v3795: 137 pgs: 137 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 646 KiB/s rd, 4.2 KiB/s wr, 872 op/s 2024-08-29T18:54:38.326 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:54:37 smithi053 bash[68679]: cluster 2024-08-29T18:54:36.927457+0000 mon.a (mon.0) 3841 : cluster [DBG] osdmap e2241: 8 total, 8 up, 8 in 2024-08-29T18:54:38.381 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:54:37 smithi028 bash[77168]: cluster 2024-08-29T18:54:36.487664+0000 mgr.y (mgr.25022) 2036 : cluster [DBG] pgmap v3795: 137 pgs: 137 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 646 KiB/s rd, 4.2 KiB/s wr, 872 op/s 2024-08-29T18:54:38.381 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:54:37 smithi028 bash[77168]: cluster 2024-08-29T18:54:36.927457+0000 mon.a (mon.0) 3841 : cluster [DBG] osdmap e2241: 8 total, 8 up, 8 in 2024-08-29T18:54:38.381 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:54:37 smithi028 bash[78352]: cluster 2024-08-29T18:54:36.487664+0000 mgr.y (mgr.25022) 2036 : cluster [DBG] pgmap v3795: 137 pgs: 137 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 646 KiB/s rd, 4.2 KiB/s wr, 872 op/s 2024-08-29T18:54:38.381 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:54:37 smithi028 bash[78352]: cluster 2024-08-29T18:54:36.927457+0000 mon.a (mon.0) 3841 : cluster [DBG] osdmap e2241: 8 total, 8 up, 8 in 2024-08-29T18:54:39.326 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:54:38 smithi053 bash[68679]: cluster 2024-08-29T18:54:37.928846+0000 mon.a (mon.0) 3842 : cluster [DBG] osdmap e2242: 8 total, 8 up, 8 in 2024-08-29T18:54:39.381 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:54:38 smithi028 bash[77168]: cluster 2024-08-29T18:54:37.928846+0000 mon.a (mon.0) 3842 : cluster [DBG] osdmap e2242: 8 total, 8 up, 8 in 2024-08-29T18:54:39.381 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:54:38 smithi028 bash[78352]: cluster 2024-08-29T18:54:37.928846+0000 mon.a (mon.0) 3842 : cluster [DBG] osdmap e2242: 8 total, 8 up, 8 in 2024-08-29T18:54:40.326 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:54:39 smithi053 bash[68679]: cluster 2024-08-29T18:54:38.488644+0000 mgr.y (mgr.25022) 2037 : cluster [DBG] pgmap v3798: 137 pgs: 137 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 646 KiB/s rd, 3.7 KiB/s wr, 872 op/s 2024-08-29T18:54:40.326 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:54:39 smithi053 bash[68679]: cluster 2024-08-29T18:54:38.951546+0000 mon.a (mon.0) 3843 : cluster [DBG] osdmap e2243: 8 total, 8 up, 8 in 2024-08-29T18:54:40.381 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:54:39 smithi028 bash[77168]: cluster 2024-08-29T18:54:38.488644+0000 mgr.y (mgr.25022) 2037 : cluster [DBG] pgmap v3798: 137 pgs: 137 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 646 KiB/s rd, 3.7 KiB/s wr, 872 op/s 2024-08-29T18:54:40.381 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:54:39 smithi028 bash[77168]: cluster 2024-08-29T18:54:38.951546+0000 mon.a (mon.0) 3843 : cluster [DBG] osdmap e2243: 8 total, 8 up, 8 in 2024-08-29T18:54:40.381 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:54:39 smithi028 bash[78352]: cluster 2024-08-29T18:54:38.488644+0000 mgr.y (mgr.25022) 2037 : cluster [DBG] pgmap v3798: 137 pgs: 137 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 646 KiB/s rd, 3.7 KiB/s wr, 872 op/s 2024-08-29T18:54:40.381 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:54:39 smithi028 bash[78352]: cluster 2024-08-29T18:54:38.951546+0000 mon.a (mon.0) 3843 : cluster [DBG] osdmap e2243: 8 total, 8 up, 8 in 2024-08-29T18:54:41.326 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:54:40 smithi053 bash[68679]: cluster 2024-08-29T18:54:39.952440+0000 mon.a (mon.0) 3844 : cluster [DBG] osdmap e2244: 8 total, 8 up, 8 in 2024-08-29T18:54:41.326 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:54:40 smithi053 bash[68679]: audit 2024-08-29T18:54:40.652996+0000 mon.a (mon.0) 3845 : audit [DBG] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-29T18:54:41.380 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:54:40 smithi028 bash[78352]: cluster 2024-08-29T18:54:39.952440+0000 mon.a (mon.0) 3844 : cluster [DBG] osdmap e2244: 8 total, 8 up, 8 in 2024-08-29T18:54:41.381 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:54:40 smithi028 bash[78352]: audit 2024-08-29T18:54:40.652996+0000 mon.a (mon.0) 3845 : audit [DBG] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-29T18:54:41.381 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:54:40 smithi028 bash[77168]: cluster 2024-08-29T18:54:39.952440+0000 mon.a (mon.0) 3844 : cluster [DBG] osdmap e2244: 8 total, 8 up, 8 in 2024-08-29T18:54:41.381 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:54:40 smithi028 bash[77168]: audit 2024-08-29T18:54:40.652996+0000 mon.a (mon.0) 3845 : audit [DBG] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-29T18:54:41.881 INFO:journalctl@ceph.mgr.y.smithi028.stdout:Aug 29 18:54:41 smithi028 bash[70818]: ::ffff:172.21.15.53 - - [29/Aug/2024:18:54:41] "GET /metrics HTTP/1.1" 200 36690 "" "Prometheus/2.43.0" 2024-08-29T18:54:42.316 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:54:41 smithi053 bash[68679]: cluster 2024-08-29T18:54:40.489520+0000 mgr.y (mgr.25022) 2038 : cluster [DBG] pgmap v3801: 137 pgs: 137 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 679 KiB/s rd, 3.7 KiB/s wr, 914 op/s 2024-08-29T18:54:42.317 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:54:41 smithi053 bash[68679]: cluster 2024-08-29T18:54:40.966703+0000 mon.a (mon.0) 3846 : cluster [DBG] osdmap e2245: 8 total, 8 up, 8 in 2024-08-29T18:54:42.317 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:54:41 smithi053 bash[68679]: audit 2024-08-29T18:54:41.456942+0000 mon.a (mon.0) 3847 : audit [DBG] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-29T18:54:42.317 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:54:41 smithi053 bash[68679]: audit 2024-08-29T18:54:41.458390+0000 mon.a (mon.0) 3848 : audit [INF] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-29T18:54:42.317 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:54:41 smithi053 bash[68679]: audit 2024-08-29T18:54:41.468996+0000 mon.a (mon.0) 3849 : audit [INF] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' 2024-08-29T18:54:42.381 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:54:41 smithi028 bash[77168]: cluster 2024-08-29T18:54:40.489520+0000 mgr.y (mgr.25022) 2038 : cluster [DBG] pgmap v3801: 137 pgs: 137 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 679 KiB/s rd, 3.7 KiB/s wr, 914 op/s 2024-08-29T18:54:42.381 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:54:41 smithi028 bash[77168]: cluster 2024-08-29T18:54:40.966703+0000 mon.a (mon.0) 3846 : cluster [DBG] osdmap e2245: 8 total, 8 up, 8 in 2024-08-29T18:54:42.381 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:54:41 smithi028 bash[77168]: audit 2024-08-29T18:54:41.456942+0000 mon.a (mon.0) 3847 : audit [DBG] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-29T18:54:42.381 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:54:41 smithi028 bash[77168]: audit 2024-08-29T18:54:41.458390+0000 mon.a (mon.0) 3848 : audit [INF] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-29T18:54:42.381 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:54:41 smithi028 bash[77168]: audit 2024-08-29T18:54:41.468996+0000 mon.a (mon.0) 3849 : audit [INF] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' 2024-08-29T18:54:42.382 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:54:41 smithi028 bash[78352]: cluster 2024-08-29T18:54:40.489520+0000 mgr.y (mgr.25022) 2038 : cluster [DBG] pgmap v3801: 137 pgs: 137 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 679 KiB/s rd, 3.7 KiB/s wr, 914 op/s 2024-08-29T18:54:42.382 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:54:41 smithi028 bash[78352]: cluster 2024-08-29T18:54:40.966703+0000 mon.a (mon.0) 3846 : cluster [DBG] osdmap e2245: 8 total, 8 up, 8 in 2024-08-29T18:54:42.382 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:54:41 smithi028 bash[78352]: audit 2024-08-29T18:54:41.456942+0000 mon.a (mon.0) 3847 : audit [DBG] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-29T18:54:42.382 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:54:41 smithi028 bash[78352]: audit 2024-08-29T18:54:41.458390+0000 mon.a (mon.0) 3848 : audit [INF] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-29T18:54:42.382 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:54:41 smithi028 bash[78352]: audit 2024-08-29T18:54:41.468996+0000 mon.a (mon.0) 3849 : audit [INF] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' 2024-08-29T18:54:42.576 INFO:journalctl@ceph.prometheus.a.smithi053.stdout:Aug 29 18:54:42 smithi053 bash[95567]: ts=2024-08-29T18:54:42.316Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"3167ee72-662c-11ef-bcd4-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-29T18:54:43.326 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:54:42 smithi053 bash[68679]: cluster 2024-08-29T18:54:41.980171+0000 mon.a (mon.0) 3850 : cluster [DBG] osdmap e2246: 8 total, 8 up, 8 in 2024-08-29T18:54:43.326 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:54:42 smithi053 bash[68679]: audit 2024-08-29T18:54:42.162027+0000 mon.a (mon.0) 3851 : audit [DBG] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-29T18:54:43.381 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:54:42 smithi028 bash[77168]: cluster 2024-08-29T18:54:41.980171+0000 mon.a (mon.0) 3850 : cluster [DBG] osdmap e2246: 8 total, 8 up, 8 in 2024-08-29T18:54:43.381 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:54:42 smithi028 bash[77168]: audit 2024-08-29T18:54:42.162027+0000 mon.a (mon.0) 3851 : audit [DBG] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-29T18:54:43.381 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:54:42 smithi028 bash[78352]: cluster 2024-08-29T18:54:41.980171+0000 mon.a (mon.0) 3850 : cluster [DBG] osdmap e2246: 8 total, 8 up, 8 in 2024-08-29T18:54:43.381 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:54:42 smithi028 bash[78352]: audit 2024-08-29T18:54:42.162027+0000 mon.a (mon.0) 3851 : audit [DBG] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-29T18:54:44.326 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:54:43 smithi053 bash[68679]: cluster 2024-08-29T18:54:42.490395+0000 mgr.y (mgr.25022) 2039 : cluster [DBG] pgmap v3804: 137 pgs: 137 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 677 KiB/s rd, 3.2 KiB/s wr, 910 op/s 2024-08-29T18:54:44.327 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:54:43 smithi053 bash[68679]: cluster 2024-08-29T18:54:42.990342+0000 mon.a (mon.0) 3852 : cluster [DBG] osdmap e2247: 8 total, 8 up, 8 in 2024-08-29T18:54:44.381 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:54:43 smithi028 bash[78352]: cluster 2024-08-29T18:54:42.490395+0000 mgr.y (mgr.25022) 2039 : cluster [DBG] pgmap v3804: 137 pgs: 137 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 677 KiB/s rd, 3.2 KiB/s wr, 910 op/s 2024-08-29T18:54:44.381 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:54:43 smithi028 bash[78352]: cluster 2024-08-29T18:54:42.990342+0000 mon.a (mon.0) 3852 : cluster [DBG] osdmap e2247: 8 total, 8 up, 8 in 2024-08-29T18:54:44.381 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:54:43 smithi028 bash[77168]: cluster 2024-08-29T18:54:42.490395+0000 mgr.y (mgr.25022) 2039 : cluster [DBG] pgmap v3804: 137 pgs: 137 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 677 KiB/s rd, 3.2 KiB/s wr, 910 op/s 2024-08-29T18:54:44.381 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:54:43 smithi028 bash[77168]: cluster 2024-08-29T18:54:42.990342+0000 mon.a (mon.0) 3852 : cluster [DBG] osdmap e2247: 8 total, 8 up, 8 in 2024-08-29T18:54:45.326 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:54:45 smithi053 bash[68679]: cluster 2024-08-29T18:54:43.991920+0000 mon.a (mon.0) 3853 : cluster [DBG] osdmap e2248: 8 total, 8 up, 8 in 2024-08-29T18:54:45.381 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:54:45 smithi028 bash[77168]: cluster 2024-08-29T18:54:43.991920+0000 mon.a (mon.0) 3853 : cluster [DBG] osdmap e2248: 8 total, 8 up, 8 in 2024-08-29T18:54:45.381 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:54:45 smithi028 bash[78352]: cluster 2024-08-29T18:54:43.991920+0000 mon.a (mon.0) 3853 : cluster [DBG] osdmap e2248: 8 total, 8 up, 8 in 2024-08-29T18:54:46.326 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:54:46 smithi053 bash[68679]: cluster 2024-08-29T18:54:44.491109+0000 mgr.y (mgr.25022) 2040 : cluster [DBG] pgmap v3807: 137 pgs: 137 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 5.0 KiB/s rd, 767 B/s wr, 6 op/s 2024-08-29T18:54:46.326 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:54:46 smithi053 bash[68679]: cluster 2024-08-29T18:54:45.014153+0000 mon.a (mon.0) 3854 : cluster [DBG] osdmap e2249: 8 total, 8 up, 8 in 2024-08-29T18:54:46.381 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:54:46 smithi028 bash[78352]: cluster 2024-08-29T18:54:44.491109+0000 mgr.y (mgr.25022) 2040 : cluster [DBG] pgmap v3807: 137 pgs: 137 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 5.0 KiB/s rd, 767 B/s wr, 6 op/s 2024-08-29T18:54:46.381 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:54:46 smithi028 bash[78352]: cluster 2024-08-29T18:54:45.014153+0000 mon.a (mon.0) 3854 : cluster [DBG] osdmap e2249: 8 total, 8 up, 8 in 2024-08-29T18:54:46.384 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:54:46 smithi028 bash[77168]: cluster 2024-08-29T18:54:44.491109+0000 mgr.y (mgr.25022) 2040 : cluster [DBG] pgmap v3807: 137 pgs: 137 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 5.0 KiB/s rd, 767 B/s wr, 6 op/s 2024-08-29T18:54:46.384 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:54:46 smithi028 bash[77168]: cluster 2024-08-29T18:54:45.014153+0000 mon.a (mon.0) 3854 : cluster [DBG] osdmap e2249: 8 total, 8 up, 8 in 2024-08-29T18:54:47.326 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:54:47 smithi053 bash[68679]: cluster 2024-08-29T18:54:46.022717+0000 mon.a (mon.0) 3855 : cluster [DBG] osdmap e2250: 8 total, 8 up, 8 in 2024-08-29T18:54:47.381 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:54:47 smithi028 bash[78352]: cluster 2024-08-29T18:54:46.022717+0000 mon.a (mon.0) 3855 : cluster [DBG] osdmap e2250: 8 total, 8 up, 8 in 2024-08-29T18:54:47.381 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:54:47 smithi028 bash[77168]: cluster 2024-08-29T18:54:46.022717+0000 mon.a (mon.0) 3855 : cluster [DBG] osdmap e2250: 8 total, 8 up, 8 in 2024-08-29T18:54:48.326 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:54:48 smithi053 bash[68679]: cluster 2024-08-29T18:54:46.491821+0000 mgr.y (mgr.25022) 2041 : cluster [DBG] pgmap v3810: 137 pgs: 137 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 712 KiB/s rd, 3.5 KiB/s wr, 959 op/s 2024-08-29T18:54:48.326 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:54:48 smithi053 bash[68679]: cluster 2024-08-29T18:54:47.033216+0000 mon.a (mon.0) 3856 : cluster [DBG] osdmap e2251: 8 total, 8 up, 8 in 2024-08-29T18:54:48.381 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:54:48 smithi028 bash[78352]: cluster 2024-08-29T18:54:46.491821+0000 mgr.y (mgr.25022) 2041 : cluster [DBG] pgmap v3810: 137 pgs: 137 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 712 KiB/s rd, 3.5 KiB/s wr, 959 op/s 2024-08-29T18:54:48.381 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:54:48 smithi028 bash[78352]: cluster 2024-08-29T18:54:47.033216+0000 mon.a (mon.0) 3856 : cluster [DBG] osdmap e2251: 8 total, 8 up, 8 in 2024-08-29T18:54:48.381 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:54:48 smithi028 bash[77168]: cluster 2024-08-29T18:54:46.491821+0000 mgr.y (mgr.25022) 2041 : cluster [DBG] pgmap v3810: 137 pgs: 137 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 712 KiB/s rd, 3.5 KiB/s wr, 959 op/s 2024-08-29T18:54:48.381 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:54:48 smithi028 bash[77168]: cluster 2024-08-29T18:54:47.033216+0000 mon.a (mon.0) 3856 : cluster [DBG] osdmap e2251: 8 total, 8 up, 8 in 2024-08-29T18:54:49.326 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:54:49 smithi053 bash[68679]: cluster 2024-08-29T18:54:48.033915+0000 mon.a (mon.0) 3857 : cluster [DBG] osdmap e2252: 8 total, 8 up, 8 in 2024-08-29T18:54:49.381 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:54:49 smithi028 bash[77168]: cluster 2024-08-29T18:54:48.033915+0000 mon.a (mon.0) 3857 : cluster [DBG] osdmap e2252: 8 total, 8 up, 8 in 2024-08-29T18:54:49.381 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:54:49 smithi028 bash[78352]: cluster 2024-08-29T18:54:48.033915+0000 mon.a (mon.0) 3857 : cluster [DBG] osdmap e2252: 8 total, 8 up, 8 in 2024-08-29T18:54:50.326 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:54:50 smithi053 bash[68679]: cluster 2024-08-29T18:54:48.492699+0000 mgr.y (mgr.25022) 2042 : cluster [DBG] pgmap v3813: 137 pgs: 137 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 712 KiB/s rd, 3.5 KiB/s wr, 959 op/s 2024-08-29T18:54:50.326 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:54:50 smithi053 bash[68679]: cluster 2024-08-29T18:54:49.055492+0000 mon.a (mon.0) 3858 : cluster [DBG] osdmap e2253: 8 total, 8 up, 8 in 2024-08-29T18:54:50.381 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:54:50 smithi028 bash[78352]: cluster 2024-08-29T18:54:48.492699+0000 mgr.y (mgr.25022) 2042 : cluster [DBG] pgmap v3813: 137 pgs: 137 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 712 KiB/s rd, 3.5 KiB/s wr, 959 op/s 2024-08-29T18:54:50.381 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:54:50 smithi028 bash[78352]: cluster 2024-08-29T18:54:49.055492+0000 mon.a (mon.0) 3858 : cluster [DBG] osdmap e2253: 8 total, 8 up, 8 in 2024-08-29T18:54:50.381 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:54:50 smithi028 bash[77168]: cluster 2024-08-29T18:54:48.492699+0000 mgr.y (mgr.25022) 2042 : cluster [DBG] pgmap v3813: 137 pgs: 137 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 712 KiB/s rd, 3.5 KiB/s wr, 959 op/s 2024-08-29T18:54:50.381 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:54:50 smithi028 bash[77168]: cluster 2024-08-29T18:54:49.055492+0000 mon.a (mon.0) 3858 : cluster [DBG] osdmap e2253: 8 total, 8 up, 8 in 2024-08-29T18:54:51.326 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:54:51 smithi053 bash[68679]: cluster 2024-08-29T18:54:50.057845+0000 mon.a (mon.0) 3859 : cluster [DBG] osdmap e2254: 8 total, 8 up, 8 in 2024-08-29T18:54:51.381 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:54:51 smithi028 bash[78352]: cluster 2024-08-29T18:54:50.057845+0000 mon.a (mon.0) 3859 : cluster [DBG] osdmap e2254: 8 total, 8 up, 8 in 2024-08-29T18:54:51.381 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:54:51 smithi028 bash[77168]: cluster 2024-08-29T18:54:50.057845+0000 mon.a (mon.0) 3859 : cluster [DBG] osdmap e2254: 8 total, 8 up, 8 in 2024-08-29T18:54:51.881 INFO:journalctl@ceph.mgr.y.smithi028.stdout:Aug 29 18:54:51 smithi028 bash[70818]: ::ffff:172.21.15.53 - - [29/Aug/2024:18:54:51] "GET /metrics HTTP/1.1" 200 36697 "" "Prometheus/2.43.0" 2024-08-29T18:54:52.381 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:54:52 smithi028 bash[77168]: cluster 2024-08-29T18:54:50.493544+0000 mgr.y (mgr.25022) 2043 : cluster [DBG] pgmap v3816: 137 pgs: 137 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 744 KiB/s rd, 3.5 KiB/s wr, 1.00k op/s 2024-08-29T18:54:52.381 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:54:52 smithi028 bash[77168]: cluster 2024-08-29T18:54:51.079169+0000 mon.a (mon.0) 3860 : cluster [DBG] osdmap e2255: 8 total, 8 up, 8 in 2024-08-29T18:54:52.381 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:54:52 smithi028 bash[78352]: cluster 2024-08-29T18:54:50.493544+0000 mgr.y (mgr.25022) 2043 : cluster [DBG] pgmap v3816: 137 pgs: 137 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 744 KiB/s rd, 3.5 KiB/s wr, 1.00k op/s 2024-08-29T18:54:52.381 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:54:52 smithi028 bash[78352]: cluster 2024-08-29T18:54:51.079169+0000 mon.a (mon.0) 3860 : cluster [DBG] osdmap e2255: 8 total, 8 up, 8 in 2024-08-29T18:54:52.576 INFO:journalctl@ceph.prometheus.a.smithi053.stdout:Aug 29 18:54:52 smithi053 bash[95567]: ts=2024-08-29T18:54:52.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"3167ee72-662c-11ef-bcd4-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-29T18:54:52.577 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:54:52 smithi053 bash[68679]: cluster 2024-08-29T18:54:50.493544+0000 mgr.y (mgr.25022) 2043 : cluster [DBG] pgmap v3816: 137 pgs: 137 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 744 KiB/s rd, 3.5 KiB/s wr, 1.00k op/s 2024-08-29T18:54:52.577 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:54:52 smithi053 bash[68679]: cluster 2024-08-29T18:54:51.079169+0000 mon.a (mon.0) 3860 : cluster [DBG] osdmap e2255: 8 total, 8 up, 8 in 2024-08-29T18:54:53.381 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:54:53 smithi028 bash[77168]: cluster 2024-08-29T18:54:52.080432+0000 mon.a (mon.0) 3861 : cluster [DBG] osdmap e2256: 8 total, 8 up, 8 in 2024-08-29T18:54:53.381 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:54:53 smithi028 bash[78352]: cluster 2024-08-29T18:54:52.080432+0000 mon.a (mon.0) 3861 : cluster [DBG] osdmap e2256: 8 total, 8 up, 8 in 2024-08-29T18:54:53.576 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:54:53 smithi053 bash[68679]: cluster 2024-08-29T18:54:52.080432+0000 mon.a (mon.0) 3861 : cluster [DBG] osdmap e2256: 8 total, 8 up, 8 in 2024-08-29T18:54:54.381 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:54:54 smithi028 bash[78352]: cluster 2024-08-29T18:54:52.494309+0000 mgr.y (mgr.25022) 2044 : cluster [DBG] pgmap v3819: 137 pgs: 137 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 742 KiB/s rd, 3.0 KiB/s wr, 997 op/s 2024-08-29T18:54:54.381 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:54:54 smithi028 bash[78352]: cluster 2024-08-29T18:54:53.104860+0000 mon.a (mon.0) 3862 : cluster [DBG] osdmap e2257: 8 total, 8 up, 8 in 2024-08-29T18:54:54.381 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:54:54 smithi028 bash[77168]: cluster 2024-08-29T18:54:52.494309+0000 mgr.y (mgr.25022) 2044 : cluster [DBG] pgmap v3819: 137 pgs: 137 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 742 KiB/s rd, 3.0 KiB/s wr, 997 op/s 2024-08-29T18:54:54.381 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:54:54 smithi028 bash[77168]: cluster 2024-08-29T18:54:53.104860+0000 mon.a (mon.0) 3862 : cluster [DBG] osdmap e2257: 8 total, 8 up, 8 in 2024-08-29T18:54:54.576 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:54:54 smithi053 bash[68679]: cluster 2024-08-29T18:54:52.494309+0000 mgr.y (mgr.25022) 2044 : cluster [DBG] pgmap v3819: 137 pgs: 137 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 742 KiB/s rd, 3.0 KiB/s wr, 997 op/s 2024-08-29T18:54:54.576 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:54:54 smithi053 bash[68679]: cluster 2024-08-29T18:54:53.104860+0000 mon.a (mon.0) 3862 : cluster [DBG] osdmap e2257: 8 total, 8 up, 8 in 2024-08-29T18:54:55.381 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:54:55 smithi028 bash[78352]: cluster 2024-08-29T18:54:54.114266+0000 mon.a (mon.0) 3863 : cluster [DBG] osdmap e2258: 8 total, 8 up, 8 in 2024-08-29T18:54:55.381 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:54:55 smithi028 bash[77168]: cluster 2024-08-29T18:54:54.114266+0000 mon.a (mon.0) 3863 : cluster [DBG] osdmap e2258: 8 total, 8 up, 8 in 2024-08-29T18:54:55.576 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:54:55 smithi053 bash[68679]: cluster 2024-08-29T18:54:54.114266+0000 mon.a (mon.0) 3863 : cluster [DBG] osdmap e2258: 8 total, 8 up, 8 in 2024-08-29T18:54:56.381 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:54:56 smithi028 bash[77168]: cluster 2024-08-29T18:54:54.495126+0000 mgr.y (mgr.25022) 2045 : cluster [DBG] pgmap v3822: 137 pgs: 137 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 5.0 KiB/s rd, 1023 B/s wr, 7 op/s 2024-08-29T18:54:56.381 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:54:56 smithi028 bash[77168]: cluster 2024-08-29T18:54:55.126857+0000 mon.a (mon.0) 3864 : cluster [DBG] osdmap e2259: 8 total, 8 up, 8 in 2024-08-29T18:54:56.381 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:54:56 smithi028 bash[78352]: cluster 2024-08-29T18:54:54.495126+0000 mgr.y (mgr.25022) 2045 : cluster [DBG] pgmap v3822: 137 pgs: 137 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 5.0 KiB/s rd, 1023 B/s wr, 7 op/s 2024-08-29T18:54:56.381 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:54:56 smithi028 bash[78352]: cluster 2024-08-29T18:54:55.126857+0000 mon.a (mon.0) 3864 : cluster [DBG] osdmap e2259: 8 total, 8 up, 8 in 2024-08-29T18:54:56.576 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:54:56 smithi053 bash[68679]: cluster 2024-08-29T18:54:54.495126+0000 mgr.y (mgr.25022) 2045 : cluster [DBG] pgmap v3822: 137 pgs: 137 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 5.0 KiB/s rd, 1023 B/s wr, 7 op/s 2024-08-29T18:54:56.576 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:54:56 smithi053 bash[68679]: cluster 2024-08-29T18:54:55.126857+0000 mon.a (mon.0) 3864 : cluster [DBG] osdmap e2259: 8 total, 8 up, 8 in 2024-08-29T18:54:57.576 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:54:57 smithi053 bash[68679]: cluster 2024-08-29T18:54:56.135305+0000 mon.a (mon.0) 3865 : cluster [DBG] osdmap e2260: 8 total, 8 up, 8 in 2024-08-29T18:54:57.632 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:54:57 smithi028 bash[77168]: cluster 2024-08-29T18:54:56.135305+0000 mon.a (mon.0) 3865 : cluster [DBG] osdmap e2260: 8 total, 8 up, 8 in 2024-08-29T18:54:57.632 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:54:57 smithi028 bash[78352]: cluster 2024-08-29T18:54:56.135305+0000 mon.a (mon.0) 3865 : cluster [DBG] osdmap e2260: 8 total, 8 up, 8 in 2024-08-29T18:54:58.576 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:54:58 smithi053 bash[68679]: cluster 2024-08-29T18:54:56.495873+0000 mgr.y (mgr.25022) 2046 : cluster [DBG] pgmap v3825: 137 pgs: 137 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 777 KiB/s rd, 3.7 KiB/s wr, 1.05k op/s 2024-08-29T18:54:58.576 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:54:58 smithi053 bash[68679]: cluster 2024-08-29T18:54:57.146463+0000 mon.a (mon.0) 3866 : cluster [DBG] osdmap e2261: 8 total, 8 up, 8 in 2024-08-29T18:54:58.577 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:54:58 smithi053 bash[68679]: audit 2024-08-29T18:54:57.163554+0000 mon.a (mon.0) 3867 : audit [DBG] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-29T18:54:58.631 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:54:58 smithi028 bash[78352]: cluster 2024-08-29T18:54:56.495873+0000 mgr.y (mgr.25022) 2046 : cluster [DBG] pgmap v3825: 137 pgs: 137 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 777 KiB/s rd, 3.7 KiB/s wr, 1.05k op/s 2024-08-29T18:54:58.631 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:54:58 smithi028 bash[78352]: cluster 2024-08-29T18:54:57.146463+0000 mon.a (mon.0) 3866 : cluster [DBG] osdmap e2261: 8 total, 8 up, 8 in 2024-08-29T18:54:58.631 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:54:58 smithi028 bash[78352]: audit 2024-08-29T18:54:57.163554+0000 mon.a (mon.0) 3867 : audit [DBG] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-29T18:54:58.631 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:54:58 smithi028 bash[77168]: cluster 2024-08-29T18:54:56.495873+0000 mgr.y (mgr.25022) 2046 : cluster [DBG] pgmap v3825: 137 pgs: 137 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 777 KiB/s rd, 3.7 KiB/s wr, 1.05k op/s 2024-08-29T18:54:58.631 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:54:58 smithi028 bash[77168]: cluster 2024-08-29T18:54:57.146463+0000 mon.a (mon.0) 3866 : cluster [DBG] osdmap e2261: 8 total, 8 up, 8 in 2024-08-29T18:54:58.631 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:54:58 smithi028 bash[77168]: audit 2024-08-29T18:54:57.163554+0000 mon.a (mon.0) 3867 : audit [DBG] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-29T18:54:59.576 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:54:59 smithi053 bash[68679]: cluster 2024-08-29T18:54:58.146044+0000 mon.a (mon.0) 3868 : cluster [DBG] osdmap e2262: 8 total, 8 up, 8 in 2024-08-29T18:54:59.630 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:54:59 smithi028 bash[78352]: cluster 2024-08-29T18:54:58.146044+0000 mon.a (mon.0) 3868 : cluster [DBG] osdmap e2262: 8 total, 8 up, 8 in 2024-08-29T18:54:59.631 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:54:59 smithi028 bash[77168]: cluster 2024-08-29T18:54:58.146044+0000 mon.a (mon.0) 3868 : cluster [DBG] osdmap e2262: 8 total, 8 up, 8 in 2024-08-29T18:55:00.576 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:55:00 smithi053 bash[68679]: cluster 2024-08-29T18:54:58.496866+0000 mgr.y (mgr.25022) 2047 : cluster [DBG] pgmap v3828: 137 pgs: 137 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 777 KiB/s rd, 3.5 KiB/s wr, 1.05k op/s 2024-08-29T18:55:00.576 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:55:00 smithi053 bash[68679]: cluster 2024-08-29T18:54:59.166876+0000 mon.a (mon.0) 3869 : cluster [DBG] osdmap e2263: 8 total, 8 up, 8 in 2024-08-29T18:55:00.631 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:55:00 smithi028 bash[77168]: cluster 2024-08-29T18:54:58.496866+0000 mgr.y (mgr.25022) 2047 : cluster [DBG] pgmap v3828: 137 pgs: 137 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 777 KiB/s rd, 3.5 KiB/s wr, 1.05k op/s 2024-08-29T18:55:00.631 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:55:00 smithi028 bash[77168]: cluster 2024-08-29T18:54:59.166876+0000 mon.a (mon.0) 3869 : cluster [DBG] osdmap e2263: 8 total, 8 up, 8 in 2024-08-29T18:55:00.631 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:55:00 smithi028 bash[78352]: cluster 2024-08-29T18:54:58.496866+0000 mgr.y (mgr.25022) 2047 : cluster [DBG] pgmap v3828: 137 pgs: 137 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 777 KiB/s rd, 3.5 KiB/s wr, 1.05k op/s 2024-08-29T18:55:00.631 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:55:00 smithi028 bash[78352]: cluster 2024-08-29T18:54:59.166876+0000 mon.a (mon.0) 3869 : cluster [DBG] osdmap e2263: 8 total, 8 up, 8 in 2024-08-29T18:55:01.381 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:55:01 smithi028 bash[78352]: cluster 2024-08-29T18:55:00.177785+0000 mon.a (mon.0) 3870 : cluster [DBG] osdmap e2264: 8 total, 8 up, 8 in 2024-08-29T18:55:01.381 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:55:01 smithi028 bash[77168]: cluster 2024-08-29T18:55:00.177785+0000 mon.a (mon.0) 3870 : cluster [DBG] osdmap e2264: 8 total, 8 up, 8 in 2024-08-29T18:55:01.576 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:55:01 smithi053 bash[68679]: cluster 2024-08-29T18:55:00.177785+0000 mon.a (mon.0) 3870 : cluster [DBG] osdmap e2264: 8 total, 8 up, 8 in 2024-08-29T18:55:01.880 INFO:journalctl@ceph.mgr.y.smithi028.stdout:Aug 29 18:55:01 smithi028 bash[70818]: ::ffff:172.21.15.53 - - [29/Aug/2024:18:55:01] "GET /metrics HTTP/1.1" 200 36699 "" "Prometheus/2.43.0" 2024-08-29T18:55:02.576 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:55:02 smithi053 bash[68679]: cluster 2024-08-29T18:55:00.497613+0000 mgr.y (mgr.25022) 2048 : cluster [DBG] pgmap v3831: 137 pgs: 137 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 809 KiB/s rd, 3.7 KiB/s wr, 1.09k op/s 2024-08-29T18:55:02.577 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:55:02 smithi053 bash[68679]: cluster 2024-08-29T18:55:01.190104+0000 mon.a (mon.0) 3871 : cluster [DBG] osdmap e2265: 8 total, 8 up, 8 in 2024-08-29T18:55:02.577 INFO:journalctl@ceph.prometheus.a.smithi053.stdout:Aug 29 18:55:02 smithi053 bash[95567]: ts=2024-08-29T18:55:02.316Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"3167ee72-662c-11ef-bcd4-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-29T18:55:02.631 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:55:02 smithi028 bash[78352]: cluster 2024-08-29T18:55:00.497613+0000 mgr.y (mgr.25022) 2048 : cluster [DBG] pgmap v3831: 137 pgs: 137 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 809 KiB/s rd, 3.7 KiB/s wr, 1.09k op/s 2024-08-29T18:55:02.631 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:55:02 smithi028 bash[78352]: cluster 2024-08-29T18:55:01.190104+0000 mon.a (mon.0) 3871 : cluster [DBG] osdmap e2265: 8 total, 8 up, 8 in 2024-08-29T18:55:02.631 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:55:02 smithi028 bash[77168]: cluster 2024-08-29T18:55:00.497613+0000 mgr.y (mgr.25022) 2048 : cluster [DBG] pgmap v3831: 137 pgs: 137 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 809 KiB/s rd, 3.7 KiB/s wr, 1.09k op/s 2024-08-29T18:55:02.631 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:55:02 smithi028 bash[77168]: cluster 2024-08-29T18:55:01.190104+0000 mon.a (mon.0) 3871 : cluster [DBG] osdmap e2265: 8 total, 8 up, 8 in 2024-08-29T18:55:03.576 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:55:03 smithi053 bash[68679]: cluster 2024-08-29T18:55:02.191009+0000 mon.a (mon.0) 3872 : cluster [DBG] osdmap e2266: 8 total, 8 up, 8 in 2024-08-29T18:55:03.631 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:55:03 smithi028 bash[78352]: cluster 2024-08-29T18:55:02.191009+0000 mon.a (mon.0) 3872 : cluster [DBG] osdmap e2266: 8 total, 8 up, 8 in 2024-08-29T18:55:03.631 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:55:03 smithi028 bash[77168]: cluster 2024-08-29T18:55:02.191009+0000 mon.a (mon.0) 3872 : cluster [DBG] osdmap e2266: 8 total, 8 up, 8 in 2024-08-29T18:55:04.576 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:55:04 smithi053 bash[68679]: cluster 2024-08-29T18:55:02.498370+0000 mgr.y (mgr.25022) 2049 : cluster [DBG] pgmap v3834: 137 pgs: 137 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 806 KiB/s rd, 3.2 KiB/s wr, 1.08k op/s 2024-08-29T18:55:04.576 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:55:04 smithi053 bash[68679]: cluster 2024-08-29T18:55:03.214039+0000 mon.a (mon.0) 3873 : cluster [DBG] osdmap e2267: 8 total, 8 up, 8 in 2024-08-29T18:55:04.631 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:55:04 smithi028 bash[78352]: cluster 2024-08-29T18:55:02.498370+0000 mgr.y (mgr.25022) 2049 : cluster [DBG] pgmap v3834: 137 pgs: 137 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 806 KiB/s rd, 3.2 KiB/s wr, 1.08k op/s 2024-08-29T18:55:04.631 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:55:04 smithi028 bash[78352]: cluster 2024-08-29T18:55:03.214039+0000 mon.a (mon.0) 3873 : cluster [DBG] osdmap e2267: 8 total, 8 up, 8 in 2024-08-29T18:55:04.631 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:55:04 smithi028 bash[77168]: cluster 2024-08-29T18:55:02.498370+0000 mgr.y (mgr.25022) 2049 : cluster [DBG] pgmap v3834: 137 pgs: 137 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 806 KiB/s rd, 3.2 KiB/s wr, 1.08k op/s 2024-08-29T18:55:04.631 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:55:04 smithi028 bash[77168]: cluster 2024-08-29T18:55:03.214039+0000 mon.a (mon.0) 3873 : cluster [DBG] osdmap e2267: 8 total, 8 up, 8 in 2024-08-29T18:55:05.576 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:55:05 smithi053 bash[68679]: cluster 2024-08-29T18:55:04.214652+0000 mon.a (mon.0) 3874 : cluster [DBG] osdmap e2268: 8 total, 8 up, 8 in 2024-08-29T18:55:05.631 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:55:05 smithi028 bash[77168]: cluster 2024-08-29T18:55:04.214652+0000 mon.a (mon.0) 3874 : cluster [DBG] osdmap e2268: 8 total, 8 up, 8 in 2024-08-29T18:55:05.631 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:55:05 smithi028 bash[78352]: cluster 2024-08-29T18:55:04.214652+0000 mon.a (mon.0) 3874 : cluster [DBG] osdmap e2268: 8 total, 8 up, 8 in 2024-08-29T18:55:06.576 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:55:06 smithi053 bash[68679]: cluster 2024-08-29T18:55:04.499156+0000 mgr.y (mgr.25022) 2050 : cluster [DBG] pgmap v3837: 137 pgs: 137 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 5.0 KiB/s rd, 1023 B/s wr, 7 op/s 2024-08-29T18:55:06.576 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:55:06 smithi053 bash[68679]: cluster 2024-08-29T18:55:05.232483+0000 mon.a (mon.0) 3875 : cluster [DBG] osdmap e2269: 8 total, 8 up, 8 in 2024-08-29T18:55:06.631 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:55:06 smithi028 bash[77168]: cluster 2024-08-29T18:55:04.499156+0000 mgr.y (mgr.25022) 2050 : cluster [DBG] pgmap v3837: 137 pgs: 137 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 5.0 KiB/s rd, 1023 B/s wr, 7 op/s 2024-08-29T18:55:06.631 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:55:06 smithi028 bash[77168]: cluster 2024-08-29T18:55:05.232483+0000 mon.a (mon.0) 3875 : cluster [DBG] osdmap e2269: 8 total, 8 up, 8 in 2024-08-29T18:55:06.631 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:55:06 smithi028 bash[78352]: cluster 2024-08-29T18:55:04.499156+0000 mgr.y (mgr.25022) 2050 : cluster [DBG] pgmap v3837: 137 pgs: 137 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 5.0 KiB/s rd, 1023 B/s wr, 7 op/s 2024-08-29T18:55:06.631 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:55:06 smithi028 bash[78352]: cluster 2024-08-29T18:55:05.232483+0000 mon.a (mon.0) 3875 : cluster [DBG] osdmap e2269: 8 total, 8 up, 8 in 2024-08-29T18:55:07.576 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:55:07 smithi053 bash[68679]: cluster 2024-08-29T18:55:06.236480+0000 mon.a (mon.0) 3876 : cluster [DBG] osdmap e2270: 8 total, 8 up, 8 in 2024-08-29T18:55:07.631 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:55:07 smithi028 bash[77168]: cluster 2024-08-29T18:55:06.236480+0000 mon.a (mon.0) 3876 : cluster [DBG] osdmap e2270: 8 total, 8 up, 8 in 2024-08-29T18:55:07.631 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:55:07 smithi028 bash[78352]: cluster 2024-08-29T18:55:06.236480+0000 mon.a (mon.0) 3876 : cluster [DBG] osdmap e2270: 8 total, 8 up, 8 in 2024-08-29T18:55:08.576 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:55:08 smithi053 bash[68679]: cluster 2024-08-29T18:55:06.499816+0000 mgr.y (mgr.25022) 2051 : cluster [DBG] pgmap v3840: 137 pgs: 137 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 842 KiB/s rd, 3.5 KiB/s wr, 1.13k op/s 2024-08-29T18:55:08.576 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:55:08 smithi053 bash[68679]: cluster 2024-08-29T18:55:07.257320+0000 mon.a (mon.0) 3877 : cluster [DBG] osdmap e2271: 8 total, 8 up, 8 in 2024-08-29T18:55:08.631 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:55:08 smithi028 bash[77168]: cluster 2024-08-29T18:55:06.499816+0000 mgr.y (mgr.25022) 2051 : cluster [DBG] pgmap v3840: 137 pgs: 137 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 842 KiB/s rd, 3.5 KiB/s wr, 1.13k op/s 2024-08-29T18:55:08.631 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:55:08 smithi028 bash[77168]: cluster 2024-08-29T18:55:07.257320+0000 mon.a (mon.0) 3877 : cluster [DBG] osdmap e2271: 8 total, 8 up, 8 in 2024-08-29T18:55:08.631 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:55:08 smithi028 bash[78352]: cluster 2024-08-29T18:55:06.499816+0000 mgr.y (mgr.25022) 2051 : cluster [DBG] pgmap v3840: 137 pgs: 137 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 842 KiB/s rd, 3.5 KiB/s wr, 1.13k op/s 2024-08-29T18:55:08.631 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:55:08 smithi028 bash[78352]: cluster 2024-08-29T18:55:07.257320+0000 mon.a (mon.0) 3877 : cluster [DBG] osdmap e2271: 8 total, 8 up, 8 in 2024-08-29T18:55:09.576 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:55:09 smithi053 bash[68679]: cluster 2024-08-29T18:55:08.265507+0000 mon.a (mon.0) 3878 : cluster [DBG] osdmap e2272: 8 total, 8 up, 8 in 2024-08-29T18:55:09.631 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:55:09 smithi028 bash[78352]: cluster 2024-08-29T18:55:08.265507+0000 mon.a (mon.0) 3878 : cluster [DBG] osdmap e2272: 8 total, 8 up, 8 in 2024-08-29T18:55:09.631 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:55:09 smithi028 bash[77168]: cluster 2024-08-29T18:55:08.265507+0000 mon.a (mon.0) 3878 : cluster [DBG] osdmap e2272: 8 total, 8 up, 8 in 2024-08-29T18:55:10.576 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:55:10 smithi053 bash[68679]: cluster 2024-08-29T18:55:08.500703+0000 mgr.y (mgr.25022) 2052 : cluster [DBG] pgmap v3843: 137 pgs: 137 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 841 KiB/s rd, 3.0 KiB/s wr, 1.13k op/s 2024-08-29T18:55:10.577 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:55:10 smithi053 bash[68679]: cluster 2024-08-29T18:55:09.275870+0000 mon.a (mon.0) 3879 : cluster [DBG] osdmap e2273: 8 total, 8 up, 8 in 2024-08-29T18:55:10.631 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:55:10 smithi028 bash[77168]: cluster 2024-08-29T18:55:08.500703+0000 mgr.y (mgr.25022) 2052 : cluster [DBG] pgmap v3843: 137 pgs: 137 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 841 KiB/s rd, 3.0 KiB/s wr, 1.13k op/s 2024-08-29T18:55:10.631 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:55:10 smithi028 bash[77168]: cluster 2024-08-29T18:55:09.275870+0000 mon.a (mon.0) 3879 : cluster [DBG] osdmap e2273: 8 total, 8 up, 8 in 2024-08-29T18:55:10.631 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:55:10 smithi028 bash[78352]: cluster 2024-08-29T18:55:08.500703+0000 mgr.y (mgr.25022) 2052 : cluster [DBG] pgmap v3843: 137 pgs: 137 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 841 KiB/s rd, 3.0 KiB/s wr, 1.13k op/s 2024-08-29T18:55:10.631 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:55:10 smithi028 bash[78352]: cluster 2024-08-29T18:55:09.275870+0000 mon.a (mon.0) 3879 : cluster [DBG] osdmap e2273: 8 total, 8 up, 8 in 2024-08-29T18:55:11.576 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:55:11 smithi053 bash[68679]: cluster 2024-08-29T18:55:10.278122+0000 mon.a (mon.0) 3880 : cluster [DBG] osdmap e2274: 8 total, 8 up, 8 in 2024-08-29T18:55:11.631 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:55:11 smithi028 bash[77168]: cluster 2024-08-29T18:55:10.278122+0000 mon.a (mon.0) 3880 : cluster [DBG] osdmap e2274: 8 total, 8 up, 8 in 2024-08-29T18:55:11.631 INFO:journalctl@ceph.mgr.y.smithi028.stdout:Aug 29 18:55:11 smithi028 bash[70818]: ::ffff:172.21.15.53 - - [29/Aug/2024:18:55:11] "GET /metrics HTTP/1.1" 200 36699 "" "Prometheus/2.43.0" 2024-08-29T18:55:11.631 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:55:11 smithi028 bash[78352]: cluster 2024-08-29T18:55:10.278122+0000 mon.a (mon.0) 3880 : cluster [DBG] osdmap e2274: 8 total, 8 up, 8 in 2024-08-29T18:55:12.576 INFO:journalctl@ceph.prometheus.a.smithi053.stdout:Aug 29 18:55:12 smithi053 bash[95567]: ts=2024-08-29T18:55:12.317Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"3167ee72-662c-11ef-bcd4-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-29T18:55:12.577 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:55:12 smithi053 bash[68679]: cluster 2024-08-29T18:55:10.501423+0000 mgr.y (mgr.25022) 2053 : cluster [DBG] pgmap v3846: 137 pgs: 137 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 874 KiB/s rd, 3.7 KiB/s wr, 1.18k op/s 2024-08-29T18:55:12.577 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:55:12 smithi053 bash[68679]: cluster 2024-08-29T18:55:11.301036+0000 mon.a (mon.0) 3881 : cluster [DBG] osdmap e2275: 8 total, 8 up, 8 in 2024-08-29T18:55:12.577 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:55:12 smithi053 bash[68679]: audit 2024-08-29T18:55:12.163135+0000 mon.a (mon.0) 3882 : audit [DBG] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-29T18:55:12.631 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:55:12 smithi028 bash[78352]: cluster 2024-08-29T18:55:10.501423+0000 mgr.y (mgr.25022) 2053 : cluster [DBG] pgmap v3846: 137 pgs: 137 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 874 KiB/s rd, 3.7 KiB/s wr, 1.18k op/s 2024-08-29T18:55:12.631 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:55:12 smithi028 bash[78352]: cluster 2024-08-29T18:55:11.301036+0000 mon.a (mon.0) 3881 : cluster [DBG] osdmap e2275: 8 total, 8 up, 8 in 2024-08-29T18:55:12.631 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:55:12 smithi028 bash[78352]: audit 2024-08-29T18:55:12.163135+0000 mon.a (mon.0) 3882 : audit [DBG] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-29T18:55:12.632 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:55:12 smithi028 bash[77168]: cluster 2024-08-29T18:55:10.501423+0000 mgr.y (mgr.25022) 2053 : cluster [DBG] pgmap v3846: 137 pgs: 137 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 874 KiB/s rd, 3.7 KiB/s wr, 1.18k op/s 2024-08-29T18:55:12.632 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:55:12 smithi028 bash[77168]: cluster 2024-08-29T18:55:11.301036+0000 mon.a (mon.0) 3881 : cluster [DBG] osdmap e2275: 8 total, 8 up, 8 in 2024-08-29T18:55:12.632 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:55:12 smithi028 bash[77168]: audit 2024-08-29T18:55:12.163135+0000 mon.a (mon.0) 3882 : audit [DBG] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-29T18:55:13.576 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:55:13 smithi053 bash[68679]: cluster 2024-08-29T18:55:12.301978+0000 mon.a (mon.0) 3883 : cluster [DBG] osdmap e2276: 8 total, 8 up, 8 in 2024-08-29T18:55:13.631 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:55:13 smithi028 bash[78352]: cluster 2024-08-29T18:55:12.301978+0000 mon.a (mon.0) 3883 : cluster [DBG] osdmap e2276: 8 total, 8 up, 8 in 2024-08-29T18:55:13.631 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:55:13 smithi028 bash[77168]: cluster 2024-08-29T18:55:12.301978+0000 mon.a (mon.0) 3883 : cluster [DBG] osdmap e2276: 8 total, 8 up, 8 in 2024-08-29T18:55:14.631 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:55:14 smithi028 bash[78352]: cluster 2024-08-29T18:55:12.502188+0000 mgr.y (mgr.25022) 2054 : cluster [DBG] pgmap v3849: 137 pgs: 137 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 872 KiB/s rd, 3.7 KiB/s wr, 1.18k op/s 2024-08-29T18:55:14.631 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:55:14 smithi028 bash[78352]: cluster 2024-08-29T18:55:13.323465+0000 mon.a (mon.0) 3884 : cluster [DBG] osdmap e2277: 8 total, 8 up, 8 in 2024-08-29T18:55:14.631 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:55:14 smithi028 bash[77168]: cluster 2024-08-29T18:55:12.502188+0000 mgr.y (mgr.25022) 2054 : cluster [DBG] pgmap v3849: 137 pgs: 137 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 872 KiB/s rd, 3.7 KiB/s wr, 1.18k op/s 2024-08-29T18:55:14.631 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:55:14 smithi028 bash[77168]: cluster 2024-08-29T18:55:13.323465+0000 mon.a (mon.0) 3884 : cluster [DBG] osdmap e2277: 8 total, 8 up, 8 in 2024-08-29T18:55:14.826 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:55:14 smithi053 bash[68679]: cluster 2024-08-29T18:55:12.502188+0000 mgr.y (mgr.25022) 2054 : cluster [DBG] pgmap v3849: 137 pgs: 137 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 872 KiB/s rd, 3.7 KiB/s wr, 1.18k op/s 2024-08-29T18:55:14.826 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:55:14 smithi053 bash[68679]: cluster 2024-08-29T18:55:13.323465+0000 mon.a (mon.0) 3884 : cluster [DBG] osdmap e2277: 8 total, 8 up, 8 in 2024-08-29T18:55:15.631 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:55:15 smithi028 bash[78352]: cluster 2024-08-29T18:55:14.326331+0000 mon.a (mon.0) 3885 : cluster [DBG] osdmap e2278: 8 total, 8 up, 8 in 2024-08-29T18:55:15.631 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:55:15 smithi028 bash[77168]: cluster 2024-08-29T18:55:14.326331+0000 mon.a (mon.0) 3885 : cluster [DBG] osdmap e2278: 8 total, 8 up, 8 in 2024-08-29T18:55:15.826 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:55:15 smithi053 bash[68679]: cluster 2024-08-29T18:55:14.326331+0000 mon.a (mon.0) 3885 : cluster [DBG] osdmap e2278: 8 total, 8 up, 8 in 2024-08-29T18:55:16.631 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:55:16 smithi028 bash[77168]: cluster 2024-08-29T18:55:14.502865+0000 mgr.y (mgr.25022) 2055 : cluster [DBG] pgmap v3852: 137 pgs: 137 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 5.0 KiB/s rd, 511 B/s wr, 6 op/s 2024-08-29T18:55:16.631 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:55:16 smithi028 bash[77168]: cluster 2024-08-29T18:55:15.347232+0000 mon.a (mon.0) 3886 : cluster [DBG] osdmap e2279: 8 total, 8 up, 8 in 2024-08-29T18:55:16.631 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:55:16 smithi028 bash[78352]: cluster 2024-08-29T18:55:14.502865+0000 mgr.y (mgr.25022) 2055 : cluster [DBG] pgmap v3852: 137 pgs: 137 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 5.0 KiB/s rd, 511 B/s wr, 6 op/s 2024-08-29T18:55:16.631 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:55:16 smithi028 bash[78352]: cluster 2024-08-29T18:55:15.347232+0000 mon.a (mon.0) 3886 : cluster [DBG] osdmap e2279: 8 total, 8 up, 8 in 2024-08-29T18:55:16.827 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:55:16 smithi053 bash[68679]: cluster 2024-08-29T18:55:14.502865+0000 mgr.y (mgr.25022) 2055 : cluster [DBG] pgmap v3852: 137 pgs: 137 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 5.0 KiB/s rd, 511 B/s wr, 6 op/s 2024-08-29T18:55:16.827 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:55:16 smithi053 bash[68679]: cluster 2024-08-29T18:55:15.347232+0000 mon.a (mon.0) 3886 : cluster [DBG] osdmap e2279: 8 total, 8 up, 8 in 2024-08-29T18:55:17.631 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:55:17 smithi028 bash[77168]: cluster 2024-08-29T18:55:16.355230+0000 mon.a (mon.0) 3887 : cluster [DBG] osdmap e2280: 8 total, 8 up, 8 in 2024-08-29T18:55:17.631 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:55:17 smithi028 bash[78352]: cluster 2024-08-29T18:55:16.355230+0000 mon.a (mon.0) 3887 : cluster [DBG] osdmap e2280: 8 total, 8 up, 8 in 2024-08-29T18:55:17.826 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:55:17 smithi053 bash[68679]: cluster 2024-08-29T18:55:16.355230+0000 mon.a (mon.0) 3887 : cluster [DBG] osdmap e2280: 8 total, 8 up, 8 in 2024-08-29T18:55:18.631 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:55:18 smithi028 bash[78352]: cluster 2024-08-29T18:55:16.503573+0000 mgr.y (mgr.25022) 2056 : cluster [DBG] pgmap v3855: 137 pgs: 137 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 908 KiB/s rd, 3.5 KiB/s wr, 1.23k op/s 2024-08-29T18:55:18.631 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:55:18 smithi028 bash[78352]: cluster 2024-08-29T18:55:17.365516+0000 mon.a (mon.0) 3888 : cluster [DBG] osdmap e2281: 8 total, 8 up, 8 in 2024-08-29T18:55:18.631 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:55:18 smithi028 bash[77168]: cluster 2024-08-29T18:55:16.503573+0000 mgr.y (mgr.25022) 2056 : cluster [DBG] pgmap v3855: 137 pgs: 137 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 908 KiB/s rd, 3.5 KiB/s wr, 1.23k op/s 2024-08-29T18:55:18.632 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:55:18 smithi028 bash[77168]: cluster 2024-08-29T18:55:17.365516+0000 mon.a (mon.0) 3888 : cluster [DBG] osdmap e2281: 8 total, 8 up, 8 in 2024-08-29T18:55:18.826 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:55:18 smithi053 bash[68679]: cluster 2024-08-29T18:55:16.503573+0000 mgr.y (mgr.25022) 2056 : cluster [DBG] pgmap v3855: 137 pgs: 137 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 908 KiB/s rd, 3.5 KiB/s wr, 1.23k op/s 2024-08-29T18:55:18.826 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:55:18 smithi053 bash[68679]: cluster 2024-08-29T18:55:17.365516+0000 mon.a (mon.0) 3888 : cluster [DBG] osdmap e2281: 8 total, 8 up, 8 in 2024-08-29T18:55:19.826 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:55:19 smithi053 bash[68679]: cluster 2024-08-29T18:55:18.367153+0000 mon.a (mon.0) 3889 : cluster [DBG] osdmap e2282: 8 total, 8 up, 8 in 2024-08-29T18:55:19.881 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:55:19 smithi028 bash[77168]: cluster 2024-08-29T18:55:18.367153+0000 mon.a (mon.0) 3889 : cluster [DBG] osdmap e2282: 8 total, 8 up, 8 in 2024-08-29T18:55:19.881 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:55:19 smithi028 bash[78352]: cluster 2024-08-29T18:55:18.367153+0000 mon.a (mon.0) 3889 : cluster [DBG] osdmap e2282: 8 total, 8 up, 8 in 2024-08-29T18:55:20.826 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:55:20 smithi053 bash[68679]: cluster 2024-08-29T18:55:18.504246+0000 mgr.y (mgr.25022) 2057 : cluster [DBG] pgmap v3858: 137 pgs: 137 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 908 KiB/s rd, 3.5 KiB/s wr, 1.23k op/s 2024-08-29T18:55:20.826 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:55:20 smithi053 bash[68679]: cluster 2024-08-29T18:55:19.380886+0000 mon.a (mon.0) 3890 : cluster [DBG] osdmap e2283: 8 total, 8 up, 8 in 2024-08-29T18:55:20.881 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:55:20 smithi028 bash[78352]: cluster 2024-08-29T18:55:18.504246+0000 mgr.y (mgr.25022) 2057 : cluster [DBG] pgmap v3858: 137 pgs: 137 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 908 KiB/s rd, 3.5 KiB/s wr, 1.23k op/s 2024-08-29T18:55:20.881 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:55:20 smithi028 bash[78352]: cluster 2024-08-29T18:55:19.380886+0000 mon.a (mon.0) 3890 : cluster [DBG] osdmap e2283: 8 total, 8 up, 8 in 2024-08-29T18:55:20.881 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:55:20 smithi028 bash[77168]: cluster 2024-08-29T18:55:18.504246+0000 mgr.y (mgr.25022) 2057 : cluster [DBG] pgmap v3858: 137 pgs: 137 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 908 KiB/s rd, 3.5 KiB/s wr, 1.23k op/s 2024-08-29T18:55:20.881 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:55:20 smithi028 bash[77168]: cluster 2024-08-29T18:55:19.380886+0000 mon.a (mon.0) 3890 : cluster [DBG] osdmap e2283: 8 total, 8 up, 8 in 2024-08-29T18:55:21.828 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:55:21 smithi053 bash[68679]: cluster 2024-08-29T18:55:20.402062+0000 mon.a (mon.0) 3891 : cluster [DBG] osdmap e2284: 8 total, 8 up, 8 in 2024-08-29T18:55:21.881 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:55:21 smithi028 bash[78352]: cluster 2024-08-29T18:55:20.402062+0000 mon.a (mon.0) 3891 : cluster [DBG] osdmap e2284: 8 total, 8 up, 8 in 2024-08-29T18:55:21.881 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:55:21 smithi028 bash[77168]: cluster 2024-08-29T18:55:20.402062+0000 mon.a (mon.0) 3891 : cluster [DBG] osdmap e2284: 8 total, 8 up, 8 in 2024-08-29T18:55:21.881 INFO:journalctl@ceph.mgr.y.smithi028.stdout:Aug 29 18:55:21 smithi028 bash[70818]: ::ffff:172.21.15.53 - - [29/Aug/2024:18:55:21] "GET /metrics HTTP/1.1" 200 36695 "" "Prometheus/2.43.0" 2024-08-29T18:55:22.576 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:55:22 smithi053 bash[68679]: cluster 2024-08-29T18:55:20.504995+0000 mgr.y (mgr.25022) 2058 : cluster [DBG] pgmap v3861: 137 pgs: 137 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 940 KiB/s rd, 3.5 KiB/s wr, 1.27k op/s 2024-08-29T18:55:22.576 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:55:22 smithi053 bash[68679]: cluster 2024-08-29T18:55:21.413237+0000 mon.a (mon.0) 3892 : cluster [DBG] osdmap e2285: 8 total, 8 up, 8 in 2024-08-29T18:55:22.577 INFO:journalctl@ceph.prometheus.a.smithi053.stdout:Aug 29 18:55:22 smithi053 bash[95567]: ts=2024-08-29T18:55:22.316Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"3167ee72-662c-11ef-bcd4-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-29T18:55:22.881 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:55:22 smithi028 bash[78352]: cluster 2024-08-29T18:55:20.504995+0000 mgr.y (mgr.25022) 2058 : cluster [DBG] pgmap v3861: 137 pgs: 137 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 940 KiB/s rd, 3.5 KiB/s wr, 1.27k op/s 2024-08-29T18:55:22.881 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:55:22 smithi028 bash[78352]: cluster 2024-08-29T18:55:21.413237+0000 mon.a (mon.0) 3892 : cluster [DBG] osdmap e2285: 8 total, 8 up, 8 in 2024-08-29T18:55:22.881 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:55:22 smithi028 bash[77168]: cluster 2024-08-29T18:55:20.504995+0000 mgr.y (mgr.25022) 2058 : cluster [DBG] pgmap v3861: 137 pgs: 137 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 940 KiB/s rd, 3.5 KiB/s wr, 1.27k op/s 2024-08-29T18:55:22.881 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:55:22 smithi028 bash[77168]: cluster 2024-08-29T18:55:21.413237+0000 mon.a (mon.0) 3892 : cluster [DBG] osdmap e2285: 8 total, 8 up, 8 in 2024-08-29T18:55:23.826 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:55:23 smithi053 bash[68679]: cluster 2024-08-29T18:55:22.421044+0000 mon.a (mon.0) 3893 : cluster [DBG] osdmap e2286: 8 total, 8 up, 8 in 2024-08-29T18:55:23.826 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:55:23 smithi053 bash[68679]: cluster 2024-08-29T18:55:22.505725+0000 mgr.y (mgr.25022) 2059 : cluster [DBG] pgmap v3864: 137 pgs: 137 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 938 KiB/s rd, 3.7 KiB/s wr, 1.26k op/s 2024-08-29T18:55:23.881 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:55:23 smithi028 bash[78352]: cluster 2024-08-29T18:55:22.421044+0000 mon.a (mon.0) 3893 : cluster [DBG] osdmap e2286: 8 total, 8 up, 8 in 2024-08-29T18:55:23.881 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:55:23 smithi028 bash[78352]: cluster 2024-08-29T18:55:22.505725+0000 mgr.y (mgr.25022) 2059 : cluster [DBG] pgmap v3864: 137 pgs: 137 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 938 KiB/s rd, 3.7 KiB/s wr, 1.26k op/s 2024-08-29T18:55:23.881 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:55:23 smithi028 bash[77168]: cluster 2024-08-29T18:55:22.421044+0000 mon.a (mon.0) 3893 : cluster [DBG] osdmap e2286: 8 total, 8 up, 8 in 2024-08-29T18:55:23.881 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:55:23 smithi028 bash[77168]: cluster 2024-08-29T18:55:22.505725+0000 mgr.y (mgr.25022) 2059 : cluster [DBG] pgmap v3864: 137 pgs: 137 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 938 KiB/s rd, 3.7 KiB/s wr, 1.26k op/s 2024-08-29T18:55:24.826 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:55:24 smithi053 bash[68679]: cluster 2024-08-29T18:55:23.434062+0000 mon.a (mon.0) 3894 : cluster [DBG] osdmap e2287: 8 total, 8 up, 8 in 2024-08-29T18:55:24.881 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:55:24 smithi028 bash[78352]: cluster 2024-08-29T18:55:23.434062+0000 mon.a (mon.0) 3894 : cluster [DBG] osdmap e2287: 8 total, 8 up, 8 in 2024-08-29T18:55:24.881 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:55:24 smithi028 bash[77168]: cluster 2024-08-29T18:55:23.434062+0000 mon.a (mon.0) 3894 : cluster [DBG] osdmap e2287: 8 total, 8 up, 8 in 2024-08-29T18:55:25.826 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:55:25 smithi053 bash[68679]: cluster 2024-08-29T18:55:24.440829+0000 mon.a (mon.0) 3895 : cluster [DBG] osdmap e2288: 8 total, 8 up, 8 in 2024-08-29T18:55:25.826 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:55:25 smithi053 bash[68679]: cluster 2024-08-29T18:55:24.506470+0000 mgr.y (mgr.25022) 2060 : cluster [DBG] pgmap v3867: 137 pgs: 137 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 5.0 KiB/s rd, 1023 B/s wr, 7 op/s 2024-08-29T18:55:25.881 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:55:25 smithi028 bash[78352]: cluster 2024-08-29T18:55:24.440829+0000 mon.a (mon.0) 3895 : cluster [DBG] osdmap e2288: 8 total, 8 up, 8 in 2024-08-29T18:55:25.881 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:55:25 smithi028 bash[78352]: cluster 2024-08-29T18:55:24.506470+0000 mgr.y (mgr.25022) 2060 : cluster [DBG] pgmap v3867: 137 pgs: 137 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 5.0 KiB/s rd, 1023 B/s wr, 7 op/s 2024-08-29T18:55:25.881 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:55:25 smithi028 bash[77168]: cluster 2024-08-29T18:55:24.440829+0000 mon.a (mon.0) 3895 : cluster [DBG] osdmap e2288: 8 total, 8 up, 8 in 2024-08-29T18:55:25.881 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:55:25 smithi028 bash[77168]: cluster 2024-08-29T18:55:24.506470+0000 mgr.y (mgr.25022) 2060 : cluster [DBG] pgmap v3867: 137 pgs: 137 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 5.0 KiB/s rd, 1023 B/s wr, 7 op/s 2024-08-29T18:55:26.826 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:55:26 smithi053 bash[68679]: cluster 2024-08-29T18:55:25.452055+0000 mon.a (mon.0) 3896 : cluster [DBG] osdmap e2289: 8 total, 8 up, 8 in 2024-08-29T18:55:26.881 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:55:26 smithi028 bash[78352]: cluster 2024-08-29T18:55:25.452055+0000 mon.a (mon.0) 3896 : cluster [DBG] osdmap e2289: 8 total, 8 up, 8 in 2024-08-29T18:55:26.881 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:55:26 smithi028 bash[77168]: cluster 2024-08-29T18:55:25.452055+0000 mon.a (mon.0) 3896 : cluster [DBG] osdmap e2289: 8 total, 8 up, 8 in 2024-08-29T18:55:27.826 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:55:27 smithi053 bash[68679]: cluster 2024-08-29T18:55:26.453486+0000 mon.a (mon.0) 3897 : cluster [DBG] osdmap e2290: 8 total, 8 up, 8 in 2024-08-29T18:55:27.827 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:55:27 smithi053 bash[68679]: cluster 2024-08-29T18:55:26.507204+0000 mgr.y (mgr.25022) 2061 : cluster [DBG] pgmap v3870: 137 pgs: 137 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 973 KiB/s rd, 3.7 KiB/s wr, 1.31k op/s 2024-08-29T18:55:27.827 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:55:27 smithi053 bash[68679]: audit 2024-08-29T18:55:27.163449+0000 mon.a (mon.0) 3898 : audit [DBG] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-29T18:55:27.881 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:55:27 smithi028 bash[78352]: cluster 2024-08-29T18:55:26.453486+0000 mon.a (mon.0) 3897 : cluster [DBG] osdmap e2290: 8 total, 8 up, 8 in 2024-08-29T18:55:27.881 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:55:27 smithi028 bash[78352]: cluster 2024-08-29T18:55:26.507204+0000 mgr.y (mgr.25022) 2061 : cluster [DBG] pgmap v3870: 137 pgs: 137 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 973 KiB/s rd, 3.7 KiB/s wr, 1.31k op/s 2024-08-29T18:55:27.881 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:55:27 smithi028 bash[78352]: audit 2024-08-29T18:55:27.163449+0000 mon.a (mon.0) 3898 : audit [DBG] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-29T18:55:27.882 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:55:27 smithi028 bash[77168]: cluster 2024-08-29T18:55:26.453486+0000 mon.a (mon.0) 3897 : cluster [DBG] osdmap e2290: 8 total, 8 up, 8 in 2024-08-29T18:55:27.882 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:55:27 smithi028 bash[77168]: cluster 2024-08-29T18:55:26.507204+0000 mgr.y (mgr.25022) 2061 : cluster [DBG] pgmap v3870: 137 pgs: 137 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 973 KiB/s rd, 3.7 KiB/s wr, 1.31k op/s 2024-08-29T18:55:27.882 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:55:27 smithi028 bash[77168]: audit 2024-08-29T18:55:27.163449+0000 mon.a (mon.0) 3898 : audit [DBG] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-29T18:55:28.826 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:55:28 smithi053 bash[68679]: cluster 2024-08-29T18:55:27.477677+0000 mon.a (mon.0) 3899 : cluster [DBG] osdmap e2291: 8 total, 8 up, 8 in 2024-08-29T18:55:28.881 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:55:28 smithi028 bash[77168]: cluster 2024-08-29T18:55:27.477677+0000 mon.a (mon.0) 3899 : cluster [DBG] osdmap e2291: 8 total, 8 up, 8 in 2024-08-29T18:55:28.881 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:55:28 smithi028 bash[78352]: cluster 2024-08-29T18:55:27.477677+0000 mon.a (mon.0) 3899 : cluster [DBG] osdmap e2291: 8 total, 8 up, 8 in 2024-08-29T18:55:29.826 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:55:29 smithi053 bash[68679]: cluster 2024-08-29T18:55:28.481203+0000 mon.a (mon.0) 3900 : cluster [DBG] osdmap e2292: 8 total, 8 up, 8 in 2024-08-29T18:55:29.826 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:55:29 smithi053 bash[68679]: cluster 2024-08-29T18:55:28.507926+0000 mgr.y (mgr.25022) 2062 : cluster [DBG] pgmap v3873: 137 pgs: 137 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 973 KiB/s rd, 3.5 KiB/s wr, 1.31k op/s 2024-08-29T18:55:29.881 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:55:29 smithi028 bash[78352]: cluster 2024-08-29T18:55:28.481203+0000 mon.a (mon.0) 3900 : cluster [DBG] osdmap e2292: 8 total, 8 up, 8 in 2024-08-29T18:55:29.881 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:55:29 smithi028 bash[78352]: cluster 2024-08-29T18:55:28.507926+0000 mgr.y (mgr.25022) 2062 : cluster [DBG] pgmap v3873: 137 pgs: 137 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 973 KiB/s rd, 3.5 KiB/s wr, 1.31k op/s 2024-08-29T18:55:29.881 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:55:29 smithi028 bash[77168]: cluster 2024-08-29T18:55:28.481203+0000 mon.a (mon.0) 3900 : cluster [DBG] osdmap e2292: 8 total, 8 up, 8 in 2024-08-29T18:55:29.881 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:55:29 smithi028 bash[77168]: cluster 2024-08-29T18:55:28.507926+0000 mgr.y (mgr.25022) 2062 : cluster [DBG] pgmap v3873: 137 pgs: 137 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 973 KiB/s rd, 3.5 KiB/s wr, 1.31k op/s 2024-08-29T18:55:30.826 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:55:30 smithi053 bash[68679]: cluster 2024-08-29T18:55:29.502197+0000 mon.a (mon.0) 3901 : cluster [DBG] osdmap e2293: 8 total, 8 up, 8 in 2024-08-29T18:55:30.881 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:55:30 smithi028 bash[77168]: cluster 2024-08-29T18:55:29.502197+0000 mon.a (mon.0) 3901 : cluster [DBG] osdmap e2293: 8 total, 8 up, 8 in 2024-08-29T18:55:30.881 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:55:30 smithi028 bash[78352]: cluster 2024-08-29T18:55:29.502197+0000 mon.a (mon.0) 3901 : cluster [DBG] osdmap e2293: 8 total, 8 up, 8 in 2024-08-29T18:55:31.826 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:55:31 smithi053 bash[68679]: cluster 2024-08-29T18:55:30.503658+0000 mon.a (mon.0) 3902 : cluster [DBG] osdmap e2294: 8 total, 8 up, 8 in 2024-08-29T18:55:31.826 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:55:31 smithi053 bash[68679]: cluster 2024-08-29T18:55:30.508757+0000 mgr.y (mgr.25022) 2063 : cluster [DBG] pgmap v3876: 137 pgs: 137 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 1005 KiB/s rd, 3.7 KiB/s wr, 1.35k op/s 2024-08-29T18:55:31.881 INFO:journalctl@ceph.mgr.y.smithi028.stdout:Aug 29 18:55:31 smithi028 bash[70818]: ::ffff:172.21.15.53 - - [29/Aug/2024:18:55:31] "GET /metrics HTTP/1.1" 200 36700 "" "Prometheus/2.43.0" 2024-08-29T18:55:31.881 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:55:31 smithi028 bash[78352]: cluster 2024-08-29T18:55:30.503658+0000 mon.a (mon.0) 3902 : cluster [DBG] osdmap e2294: 8 total, 8 up, 8 in 2024-08-29T18:55:31.881 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:55:31 smithi028 bash[78352]: cluster 2024-08-29T18:55:30.508757+0000 mgr.y (mgr.25022) 2063 : cluster [DBG] pgmap v3876: 137 pgs: 137 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 1005 KiB/s rd, 3.7 KiB/s wr, 1.35k op/s 2024-08-29T18:55:31.881 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:55:31 smithi028 bash[77168]: cluster 2024-08-29T18:55:30.503658+0000 mon.a (mon.0) 3902 : cluster [DBG] osdmap e2294: 8 total, 8 up, 8 in 2024-08-29T18:55:31.882 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:55:31 smithi028 bash[77168]: cluster 2024-08-29T18:55:30.508757+0000 mgr.y (mgr.25022) 2063 : cluster [DBG] pgmap v3876: 137 pgs: 137 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 1005 KiB/s rd, 3.7 KiB/s wr, 1.35k op/s 2024-08-29T18:55:32.576 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:55:32 smithi053 bash[68679]: cluster 2024-08-29T18:55:31.517098+0000 mon.a (mon.0) 3903 : cluster [DBG] osdmap e2295: 8 total, 8 up, 8 in 2024-08-29T18:55:32.576 INFO:journalctl@ceph.prometheus.a.smithi053.stdout:Aug 29 18:55:32 smithi053 bash[95567]: ts=2024-08-29T18:55:32.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"3167ee72-662c-11ef-bcd4-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-29T18:55:32.881 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:55:32 smithi028 bash[77168]: cluster 2024-08-29T18:55:31.517098+0000 mon.a (mon.0) 3903 : cluster [DBG] osdmap e2295: 8 total, 8 up, 8 in 2024-08-29T18:55:32.881 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:55:32 smithi028 bash[78352]: cluster 2024-08-29T18:55:31.517098+0000 mon.a (mon.0) 3903 : cluster [DBG] osdmap e2295: 8 total, 8 up, 8 in 2024-08-29T18:55:33.826 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:55:33 smithi053 bash[68679]: cluster 2024-08-29T18:55:32.509536+0000 mgr.y (mgr.25022) 2064 : cluster [DBG] pgmap v3878: 137 pgs: 137 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 994 KiB/s rd, 3.5 KiB/s wr, 1.34k op/s 2024-08-29T18:55:33.826 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:55:33 smithi053 bash[68679]: cluster 2024-08-29T18:55:32.538933+0000 mon.a (mon.0) 3904 : cluster [DBG] osdmap e2296: 8 total, 8 up, 8 in 2024-08-29T18:55:33.881 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:55:33 smithi028 bash[78352]: cluster 2024-08-29T18:55:32.509536+0000 mgr.y (mgr.25022) 2064 : cluster [DBG] pgmap v3878: 137 pgs: 137 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 994 KiB/s rd, 3.5 KiB/s wr, 1.34k op/s 2024-08-29T18:55:33.881 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:55:33 smithi028 bash[78352]: cluster 2024-08-29T18:55:32.538933+0000 mon.a (mon.0) 3904 : cluster [DBG] osdmap e2296: 8 total, 8 up, 8 in 2024-08-29T18:55:33.881 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:55:33 smithi028 bash[77168]: cluster 2024-08-29T18:55:32.509536+0000 mgr.y (mgr.25022) 2064 : cluster [DBG] pgmap v3878: 137 pgs: 137 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 994 KiB/s rd, 3.5 KiB/s wr, 1.34k op/s 2024-08-29T18:55:33.881 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:55:33 smithi028 bash[77168]: cluster 2024-08-29T18:55:32.538933+0000 mon.a (mon.0) 3904 : cluster [DBG] osdmap e2296: 8 total, 8 up, 8 in 2024-08-29T18:55:34.826 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:55:34 smithi053 bash[68679]: cluster 2024-08-29T18:55:33.546986+0000 mon.a (mon.0) 3905 : cluster [DBG] osdmap e2297: 8 total, 8 up, 8 in 2024-08-29T18:55:34.881 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:55:34 smithi028 bash[78352]: cluster 2024-08-29T18:55:33.546986+0000 mon.a (mon.0) 3905 : cluster [DBG] osdmap e2297: 8 total, 8 up, 8 in 2024-08-29T18:55:34.881 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:55:34 smithi028 bash[77168]: cluster 2024-08-29T18:55:33.546986+0000 mon.a (mon.0) 3905 : cluster [DBG] osdmap e2297: 8 total, 8 up, 8 in 2024-08-29T18:55:35.826 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:55:35 smithi053 bash[68679]: cluster 2024-08-29T18:55:34.510317+0000 mgr.y (mgr.25022) 2065 : cluster [DBG] pgmap v3881: 137 pgs: 137 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 5.0 KiB/s rd, 510 B/s wr, 6 op/s 2024-08-29T18:55:35.826 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:55:35 smithi053 bash[68679]: cluster 2024-08-29T18:55:34.558157+0000 mon.a (mon.0) 3906 : cluster [DBG] osdmap e2298: 8 total, 8 up, 8 in 2024-08-29T18:55:35.881 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:55:35 smithi028 bash[77168]: cluster 2024-08-29T18:55:34.510317+0000 mgr.y (mgr.25022) 2065 : cluster [DBG] pgmap v3881: 137 pgs: 137 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 5.0 KiB/s rd, 510 B/s wr, 6 op/s 2024-08-29T18:55:35.881 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:55:35 smithi028 bash[77168]: cluster 2024-08-29T18:55:34.558157+0000 mon.a (mon.0) 3906 : cluster [DBG] osdmap e2298: 8 total, 8 up, 8 in 2024-08-29T18:55:35.881 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:55:35 smithi028 bash[78352]: cluster 2024-08-29T18:55:34.510317+0000 mgr.y (mgr.25022) 2065 : cluster [DBG] pgmap v3881: 137 pgs: 137 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 5.0 KiB/s rd, 510 B/s wr, 6 op/s 2024-08-29T18:55:35.881 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:55:35 smithi028 bash[78352]: cluster 2024-08-29T18:55:34.558157+0000 mon.a (mon.0) 3906 : cluster [DBG] osdmap e2298: 8 total, 8 up, 8 in 2024-08-29T18:55:36.826 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:55:36 smithi053 bash[68679]: cluster 2024-08-29T18:55:35.558196+0000 mon.a (mon.0) 3907 : cluster [DBG] osdmap e2299: 8 total, 8 up, 8 in 2024-08-29T18:55:36.881 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:55:36 smithi028 bash[77168]: cluster 2024-08-29T18:55:35.558196+0000 mon.a (mon.0) 3907 : cluster [DBG] osdmap e2299: 8 total, 8 up, 8 in 2024-08-29T18:55:36.881 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:55:36 smithi028 bash[78352]: cluster 2024-08-29T18:55:35.558196+0000 mon.a (mon.0) 3907 : cluster [DBG] osdmap e2299: 8 total, 8 up, 8 in 2024-08-29T18:55:37.881 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:55:37 smithi028 bash[78352]: cluster 2024-08-29T18:55:36.511189+0000 mgr.y (mgr.25022) 2066 : cluster [DBG] pgmap v3884: 137 pgs: 137 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 841 KiB/s rd, 3.2 KiB/s wr, 1.12k op/s 2024-08-29T18:55:37.881 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:55:37 smithi028 bash[78352]: cluster 2024-08-29T18:55:36.579099+0000 mon.a (mon.0) 3908 : cluster [DBG] osdmap e2300: 8 total, 8 up, 8 in 2024-08-29T18:55:37.881 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:55:37 smithi028 bash[77168]: cluster 2024-08-29T18:55:36.511189+0000 mgr.y (mgr.25022) 2066 : cluster [DBG] pgmap v3884: 137 pgs: 137 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 841 KiB/s rd, 3.2 KiB/s wr, 1.12k op/s 2024-08-29T18:55:37.881 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:55:37 smithi028 bash[77168]: cluster 2024-08-29T18:55:36.579099+0000 mon.a (mon.0) 3908 : cluster [DBG] osdmap e2300: 8 total, 8 up, 8 in 2024-08-29T18:55:38.076 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:55:37 smithi053 bash[68679]: cluster 2024-08-29T18:55:36.511189+0000 mgr.y (mgr.25022) 2066 : cluster [DBG] pgmap v3884: 137 pgs: 137 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 841 KiB/s rd, 3.2 KiB/s wr, 1.12k op/s 2024-08-29T18:55:38.076 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:55:37 smithi053 bash[68679]: cluster 2024-08-29T18:55:36.579099+0000 mon.a (mon.0) 3908 : cluster [DBG] osdmap e2300: 8 total, 8 up, 8 in 2024-08-29T18:55:38.881 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:55:38 smithi028 bash[78352]: cluster 2024-08-29T18:55:37.580444+0000 mon.a (mon.0) 3909 : cluster [DBG] osdmap e2301: 8 total, 8 up, 8 in 2024-08-29T18:55:38.881 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:55:38 smithi028 bash[77168]: cluster 2024-08-29T18:55:37.580444+0000 mon.a (mon.0) 3909 : cluster [DBG] osdmap e2301: 8 total, 8 up, 8 in 2024-08-29T18:55:39.076 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:55:38 smithi053 bash[68679]: cluster 2024-08-29T18:55:37.580444+0000 mon.a (mon.0) 3909 : cluster [DBG] osdmap e2301: 8 total, 8 up, 8 in 2024-08-29T18:55:39.881 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:55:39 smithi028 bash[78352]: cluster 2024-08-29T18:55:38.512144+0000 mgr.y (mgr.25022) 2067 : cluster [DBG] pgmap v3887: 137 pgs: 137 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 841 KiB/s rd, 3.5 KiB/s wr, 1.12k op/s 2024-08-29T18:55:39.881 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:55:39 smithi028 bash[78352]: cluster 2024-08-29T18:55:38.600206+0000 mon.a (mon.0) 3910 : cluster [DBG] osdmap e2302: 8 total, 8 up, 8 in 2024-08-29T18:55:39.881 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:55:39 smithi028 bash[77168]: cluster 2024-08-29T18:55:38.512144+0000 mgr.y (mgr.25022) 2067 : cluster [DBG] pgmap v3887: 137 pgs: 137 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 841 KiB/s rd, 3.5 KiB/s wr, 1.12k op/s 2024-08-29T18:55:39.881 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:55:39 smithi028 bash[77168]: cluster 2024-08-29T18:55:38.600206+0000 mon.a (mon.0) 3910 : cluster [DBG] osdmap e2302: 8 total, 8 up, 8 in 2024-08-29T18:55:40.076 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:55:39 smithi053 bash[68679]: cluster 2024-08-29T18:55:38.512144+0000 mgr.y (mgr.25022) 2067 : cluster [DBG] pgmap v3887: 137 pgs: 137 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 841 KiB/s rd, 3.5 KiB/s wr, 1.12k op/s 2024-08-29T18:55:40.076 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:55:39 smithi053 bash[68679]: cluster 2024-08-29T18:55:38.600206+0000 mon.a (mon.0) 3910 : cluster [DBG] osdmap e2302: 8 total, 8 up, 8 in 2024-08-29T18:55:40.881 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:55:40 smithi028 bash[78352]: cluster 2024-08-29T18:55:39.603712+0000 mon.a (mon.0) 3911 : cluster [DBG] osdmap e2303: 8 total, 8 up, 8 in 2024-08-29T18:55:40.881 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:55:40 smithi028 bash[77168]: cluster 2024-08-29T18:55:39.603712+0000 mon.a (mon.0) 3911 : cluster [DBG] osdmap e2303: 8 total, 8 up, 8 in 2024-08-29T18:55:41.076 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:55:40 smithi053 bash[68679]: cluster 2024-08-29T18:55:39.603712+0000 mon.a (mon.0) 3911 : cluster [DBG] osdmap e2303: 8 total, 8 up, 8 in 2024-08-29T18:55:41.881 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:55:41 smithi028 bash[77168]: cluster 2024-08-29T18:55:40.512837+0000 mgr.y (mgr.25022) 2068 : cluster [DBG] pgmap v3890: 137 pgs: 137 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 1.0 MiB/s rd, 3.2 KiB/s wr, 1.43k op/s 2024-08-29T18:55:41.881 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:55:41 smithi028 bash[77168]: cluster 2024-08-29T18:55:40.623085+0000 mon.a (mon.0) 3912 : cluster [DBG] osdmap e2304: 8 total, 8 up, 8 in 2024-08-29T18:55:41.881 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:55:41 smithi028 bash[77168]: audit 2024-08-29T18:55:41.564147+0000 mon.a (mon.0) 3913 : audit [DBG] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-29T18:55:41.881 INFO:journalctl@ceph.mgr.y.smithi028.stdout:Aug 29 18:55:41 smithi028 bash[70818]: ::ffff:172.21.15.53 - - [29/Aug/2024:18:55:41] "GET /metrics HTTP/1.1" 200 36700 "" "Prometheus/2.43.0" 2024-08-29T18:55:41.881 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:55:41 smithi028 bash[78352]: cluster 2024-08-29T18:55:40.512837+0000 mgr.y (mgr.25022) 2068 : cluster [DBG] pgmap v3890: 137 pgs: 137 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 1.0 MiB/s rd, 3.2 KiB/s wr, 1.43k op/s 2024-08-29T18:55:41.881 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:55:41 smithi028 bash[78352]: cluster 2024-08-29T18:55:40.623085+0000 mon.a (mon.0) 3912 : cluster [DBG] osdmap e2304: 8 total, 8 up, 8 in 2024-08-29T18:55:41.882 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:55:41 smithi028 bash[78352]: audit 2024-08-29T18:55:41.564147+0000 mon.a (mon.0) 3913 : audit [DBG] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-29T18:55:42.076 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:55:41 smithi053 bash[68679]: cluster 2024-08-29T18:55:40.512837+0000 mgr.y (mgr.25022) 2068 : cluster [DBG] pgmap v3890: 137 pgs: 137 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 1.0 MiB/s rd, 3.2 KiB/s wr, 1.43k op/s 2024-08-29T18:55:42.076 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:55:41 smithi053 bash[68679]: cluster 2024-08-29T18:55:40.623085+0000 mon.a (mon.0) 3912 : cluster [DBG] osdmap e2304: 8 total, 8 up, 8 in 2024-08-29T18:55:42.076 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:55:41 smithi053 bash[68679]: audit 2024-08-29T18:55:41.564147+0000 mon.a (mon.0) 3913 : audit [DBG] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-29T18:55:42.576 INFO:journalctl@ceph.prometheus.a.smithi053.stdout:Aug 29 18:55:42 smithi053 bash[95567]: ts=2024-08-29T18:55:42.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"3167ee72-662c-11ef-bcd4-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-29T18:55:43.076 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:55:42 smithi053 bash[68679]: cluster 2024-08-29T18:55:41.628573+0000 mon.a (mon.0) 3914 : cluster [DBG] osdmap e2305: 8 total, 8 up, 8 in 2024-08-29T18:55:43.076 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:55:42 smithi053 bash[68679]: audit 2024-08-29T18:55:42.161900+0000 mon.a (mon.0) 3915 : audit [INF] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' 2024-08-29T18:55:43.076 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:55:42 smithi053 bash[68679]: audit 2024-08-29T18:55:42.163030+0000 mon.a (mon.0) 3916 : audit [DBG] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-29T18:55:43.076 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:55:42 smithi053 bash[68679]: audit 2024-08-29T18:55:42.168161+0000 mon.a (mon.0) 3917 : audit [INF] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' 2024-08-29T18:55:43.131 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:55:42 smithi028 bash[78352]: cluster 2024-08-29T18:55:41.628573+0000 mon.a (mon.0) 3914 : cluster [DBG] osdmap e2305: 8 total, 8 up, 8 in 2024-08-29T18:55:43.131 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:55:42 smithi028 bash[78352]: audit 2024-08-29T18:55:42.161900+0000 mon.a (mon.0) 3915 : audit [INF] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' 2024-08-29T18:55:43.131 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:55:42 smithi028 bash[78352]: audit 2024-08-29T18:55:42.163030+0000 mon.a (mon.0) 3916 : audit [DBG] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-29T18:55:43.131 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:55:42 smithi028 bash[78352]: audit 2024-08-29T18:55:42.168161+0000 mon.a (mon.0) 3917 : audit [INF] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' 2024-08-29T18:55:43.131 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:55:42 smithi028 bash[77168]: cluster 2024-08-29T18:55:41.628573+0000 mon.a (mon.0) 3914 : cluster [DBG] osdmap e2305: 8 total, 8 up, 8 in 2024-08-29T18:55:43.132 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:55:42 smithi028 bash[77168]: audit 2024-08-29T18:55:42.161900+0000 mon.a (mon.0) 3915 : audit [INF] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' 2024-08-29T18:55:43.132 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:55:42 smithi028 bash[77168]: audit 2024-08-29T18:55:42.163030+0000 mon.a (mon.0) 3916 : audit [DBG] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-29T18:55:43.132 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:55:42 smithi028 bash[77168]: audit 2024-08-29T18:55:42.168161+0000 mon.a (mon.0) 3917 : audit [INF] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' 2024-08-29T18:55:44.076 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:55:43 smithi053 bash[68679]: cluster 2024-08-29T18:55:42.513479+0000 mgr.y (mgr.25022) 2069 : cluster [DBG] pgmap v3893: 137 pgs: 137 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 1.0 MiB/s rd, 2.7 KiB/s wr, 1.42k op/s 2024-08-29T18:55:44.076 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:55:43 smithi053 bash[68679]: cluster 2024-08-29T18:55:42.647715+0000 mon.a (mon.0) 3918 : cluster [DBG] osdmap e2306: 8 total, 8 up, 8 in 2024-08-29T18:55:44.076 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:55:43 smithi053 bash[68679]: audit 2024-08-29T18:55:42.825569+0000 mon.a (mon.0) 3919 : audit [DBG] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-29T18:55:44.077 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:55:43 smithi053 bash[68679]: audit 2024-08-29T18:55:42.827133+0000 mon.a (mon.0) 3920 : audit [INF] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-29T18:55:44.077 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:55:43 smithi053 bash[68679]: audit 2024-08-29T18:55:42.835301+0000 mon.a (mon.0) 3921 : audit [INF] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' 2024-08-29T18:55:44.131 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:55:43 smithi028 bash[77168]: cluster 2024-08-29T18:55:42.513479+0000 mgr.y (mgr.25022) 2069 : cluster [DBG] pgmap v3893: 137 pgs: 137 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 1.0 MiB/s rd, 2.7 KiB/s wr, 1.42k op/s 2024-08-29T18:55:44.131 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:55:43 smithi028 bash[77168]: cluster 2024-08-29T18:55:42.647715+0000 mon.a (mon.0) 3918 : cluster [DBG] osdmap e2306: 8 total, 8 up, 8 in 2024-08-29T18:55:44.131 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:55:43 smithi028 bash[77168]: audit 2024-08-29T18:55:42.825569+0000 mon.a (mon.0) 3919 : audit [DBG] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-29T18:55:44.131 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:55:43 smithi028 bash[77168]: audit 2024-08-29T18:55:42.827133+0000 mon.a (mon.0) 3920 : audit [INF] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-29T18:55:44.131 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:55:43 smithi028 bash[77168]: audit 2024-08-29T18:55:42.835301+0000 mon.a (mon.0) 3921 : audit [INF] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' 2024-08-29T18:55:44.132 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:55:43 smithi028 bash[78352]: cluster 2024-08-29T18:55:42.513479+0000 mgr.y (mgr.25022) 2069 : cluster [DBG] pgmap v3893: 137 pgs: 137 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 1.0 MiB/s rd, 2.7 KiB/s wr, 1.42k op/s 2024-08-29T18:55:44.132 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:55:43 smithi028 bash[78352]: cluster 2024-08-29T18:55:42.647715+0000 mon.a (mon.0) 3918 : cluster [DBG] osdmap e2306: 8 total, 8 up, 8 in 2024-08-29T18:55:44.132 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:55:43 smithi028 bash[78352]: audit 2024-08-29T18:55:42.825569+0000 mon.a (mon.0) 3919 : audit [DBG] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-29T18:55:44.132 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:55:43 smithi028 bash[78352]: audit 2024-08-29T18:55:42.827133+0000 mon.a (mon.0) 3920 : audit [INF] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-29T18:55:44.132 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:55:43 smithi028 bash[78352]: audit 2024-08-29T18:55:42.835301+0000 mon.a (mon.0) 3921 : audit [INF] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' 2024-08-29T18:55:45.076 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:55:44 smithi053 bash[68679]: cluster 2024-08-29T18:55:43.651029+0000 mon.a (mon.0) 3922 : cluster [DBG] osdmap e2307: 8 total, 8 up, 8 in 2024-08-29T18:55:45.131 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:55:44 smithi028 bash[78352]: cluster 2024-08-29T18:55:43.651029+0000 mon.a (mon.0) 3922 : cluster [DBG] osdmap e2307: 8 total, 8 up, 8 in 2024-08-29T18:55:45.131 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:55:44 smithi028 bash[77168]: cluster 2024-08-29T18:55:43.651029+0000 mon.a (mon.0) 3922 : cluster [DBG] osdmap e2307: 8 total, 8 up, 8 in 2024-08-29T18:55:46.076 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:55:45 smithi053 bash[68679]: cluster 2024-08-29T18:55:44.514257+0000 mgr.y (mgr.25022) 2070 : cluster [DBG] pgmap v3896: 137 pgs: 137 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 5.0 KiB/s rd, 511 B/s wr, 6 op/s 2024-08-29T18:55:46.076 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:55:45 smithi053 bash[68679]: cluster 2024-08-29T18:55:44.669899+0000 mon.a (mon.0) 3923 : cluster [DBG] osdmap e2308: 8 total, 8 up, 8 in 2024-08-29T18:55:46.131 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:55:45 smithi028 bash[77168]: cluster 2024-08-29T18:55:44.514257+0000 mgr.y (mgr.25022) 2070 : cluster [DBG] pgmap v3896: 137 pgs: 137 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 5.0 KiB/s rd, 511 B/s wr, 6 op/s 2024-08-29T18:55:46.131 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:55:45 smithi028 bash[77168]: cluster 2024-08-29T18:55:44.669899+0000 mon.a (mon.0) 3923 : cluster [DBG] osdmap e2308: 8 total, 8 up, 8 in 2024-08-29T18:55:46.131 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:55:45 smithi028 bash[78352]: cluster 2024-08-29T18:55:44.514257+0000 mgr.y (mgr.25022) 2070 : cluster [DBG] pgmap v3896: 137 pgs: 137 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 5.0 KiB/s rd, 511 B/s wr, 6 op/s 2024-08-29T18:55:46.131 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:55:45 smithi028 bash[78352]: cluster 2024-08-29T18:55:44.669899+0000 mon.a (mon.0) 3923 : cluster [DBG] osdmap e2308: 8 total, 8 up, 8 in 2024-08-29T18:55:47.076 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:55:46 smithi053 bash[68679]: cluster 2024-08-29T18:55:45.690229+0000 mon.a (mon.0) 3924 : cluster [DBG] osdmap e2309: 8 total, 8 up, 8 in 2024-08-29T18:55:47.131 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:55:46 smithi028 bash[78352]: cluster 2024-08-29T18:55:45.690229+0000 mon.a (mon.0) 3924 : cluster [DBG] osdmap e2309: 8 total, 8 up, 8 in 2024-08-29T18:55:47.131 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:55:46 smithi028 bash[77168]: cluster 2024-08-29T18:55:45.690229+0000 mon.a (mon.0) 3924 : cluster [DBG] osdmap e2309: 8 total, 8 up, 8 in 2024-08-29T18:55:48.076 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:55:47 smithi053 bash[68679]: cluster 2024-08-29T18:55:46.514956+0000 mgr.y (mgr.25022) 2071 : cluster [DBG] pgmap v3899: 137 pgs: 137 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 1.1 MiB/s rd, 3.7 KiB/s wr, 1.48k op/s 2024-08-29T18:55:48.076 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:55:47 smithi053 bash[68679]: cluster 2024-08-29T18:55:46.699750+0000 mon.a (mon.0) 3925 : cluster [DBG] osdmap e2310: 8 total, 8 up, 8 in 2024-08-29T18:55:48.131 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:55:47 smithi028 bash[78352]: cluster 2024-08-29T18:55:46.514956+0000 mgr.y (mgr.25022) 2071 : cluster [DBG] pgmap v3899: 137 pgs: 137 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 1.1 MiB/s rd, 3.7 KiB/s wr, 1.48k op/s 2024-08-29T18:55:48.131 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:55:47 smithi028 bash[78352]: cluster 2024-08-29T18:55:46.699750+0000 mon.a (mon.0) 3925 : cluster [DBG] osdmap e2310: 8 total, 8 up, 8 in 2024-08-29T18:55:48.131 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:55:47 smithi028 bash[77168]: cluster 2024-08-29T18:55:46.514956+0000 mgr.y (mgr.25022) 2071 : cluster [DBG] pgmap v3899: 137 pgs: 137 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 1.1 MiB/s rd, 3.7 KiB/s wr, 1.48k op/s 2024-08-29T18:55:48.131 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:55:47 smithi028 bash[77168]: cluster 2024-08-29T18:55:46.699750+0000 mon.a (mon.0) 3925 : cluster [DBG] osdmap e2310: 8 total, 8 up, 8 in 2024-08-29T18:55:49.076 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:55:48 smithi053 bash[68679]: cluster 2024-08-29T18:55:47.701696+0000 mon.a (mon.0) 3926 : cluster [DBG] osdmap e2311: 8 total, 8 up, 8 in 2024-08-29T18:55:49.131 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:55:48 smithi028 bash[78352]: cluster 2024-08-29T18:55:47.701696+0000 mon.a (mon.0) 3926 : cluster [DBG] osdmap e2311: 8 total, 8 up, 8 in 2024-08-29T18:55:49.131 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:55:48 smithi028 bash[77168]: cluster 2024-08-29T18:55:47.701696+0000 mon.a (mon.0) 3926 : cluster [DBG] osdmap e2311: 8 total, 8 up, 8 in 2024-08-29T18:55:50.076 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:55:49 smithi053 bash[68679]: cluster 2024-08-29T18:55:48.515909+0000 mgr.y (mgr.25022) 2072 : cluster [DBG] pgmap v3902: 137 pgs: 137 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 1.1 MiB/s rd, 3.5 KiB/s wr, 1.48k op/s 2024-08-29T18:55:50.076 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:55:49 smithi053 bash[68679]: cluster 2024-08-29T18:55:48.721469+0000 mon.a (mon.0) 3927 : cluster [DBG] osdmap e2312: 8 total, 8 up, 8 in 2024-08-29T18:55:50.131 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:55:49 smithi028 bash[77168]: cluster 2024-08-29T18:55:48.515909+0000 mgr.y (mgr.25022) 2072 : cluster [DBG] pgmap v3902: 137 pgs: 137 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 1.1 MiB/s rd, 3.5 KiB/s wr, 1.48k op/s 2024-08-29T18:55:50.131 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:55:49 smithi028 bash[77168]: cluster 2024-08-29T18:55:48.721469+0000 mon.a (mon.0) 3927 : cluster [DBG] osdmap e2312: 8 total, 8 up, 8 in 2024-08-29T18:55:50.131 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:55:49 smithi028 bash[78352]: cluster 2024-08-29T18:55:48.515909+0000 mgr.y (mgr.25022) 2072 : cluster [DBG] pgmap v3902: 137 pgs: 137 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 1.1 MiB/s rd, 3.5 KiB/s wr, 1.48k op/s 2024-08-29T18:55:50.131 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:55:49 smithi028 bash[78352]: cluster 2024-08-29T18:55:48.721469+0000 mon.a (mon.0) 3927 : cluster [DBG] osdmap e2312: 8 total, 8 up, 8 in 2024-08-29T18:55:51.076 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:55:50 smithi053 bash[68679]: cluster 2024-08-29T18:55:49.724414+0000 mon.a (mon.0) 3928 : cluster [DBG] osdmap e2313: 8 total, 8 up, 8 in 2024-08-29T18:55:51.131 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:55:50 smithi028 bash[78352]: cluster 2024-08-29T18:55:49.724414+0000 mon.a (mon.0) 3928 : cluster [DBG] osdmap e2313: 8 total, 8 up, 8 in 2024-08-29T18:55:51.131 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:55:50 smithi028 bash[77168]: cluster 2024-08-29T18:55:49.724414+0000 mon.a (mon.0) 3928 : cluster [DBG] osdmap e2313: 8 total, 8 up, 8 in 2024-08-29T18:55:51.753 INFO:journalctl@ceph.mgr.y.smithi028.stdout:Aug 29 18:55:51 smithi028 bash[70818]: ::ffff:172.21.15.53 - - [29/Aug/2024:18:55:51] "GET /metrics HTTP/1.1" 200 36696 "" "Prometheus/2.43.0" 2024-08-29T18:55:52.076 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:55:51 smithi053 bash[68679]: cluster 2024-08-29T18:55:50.516600+0000 mgr.y (mgr.25022) 2073 : cluster [DBG] pgmap v3905: 137 pgs: 137 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 1.1 MiB/s rd, 3.5 KiB/s wr, 1.52k op/s 2024-08-29T18:55:52.076 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:55:51 smithi053 bash[68679]: cluster 2024-08-29T18:55:50.749028+0000 mon.a (mon.0) 3929 : cluster [DBG] osdmap e2314: 8 total, 8 up, 8 in 2024-08-29T18:55:52.131 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:55:51 smithi028 bash[77168]: cluster 2024-08-29T18:55:50.516600+0000 mgr.y (mgr.25022) 2073 : cluster [DBG] pgmap v3905: 137 pgs: 137 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 1.1 MiB/s rd, 3.5 KiB/s wr, 1.52k op/s 2024-08-29T18:55:52.131 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:55:51 smithi028 bash[77168]: cluster 2024-08-29T18:55:50.749028+0000 mon.a (mon.0) 3929 : cluster [DBG] osdmap e2314: 8 total, 8 up, 8 in 2024-08-29T18:55:52.131 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:55:51 smithi028 bash[78352]: cluster 2024-08-29T18:55:50.516600+0000 mgr.y (mgr.25022) 2073 : cluster [DBG] pgmap v3905: 137 pgs: 137 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 1.1 MiB/s rd, 3.5 KiB/s wr, 1.52k op/s 2024-08-29T18:55:52.131 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:55:51 smithi028 bash[78352]: cluster 2024-08-29T18:55:50.749028+0000 mon.a (mon.0) 3929 : cluster [DBG] osdmap e2314: 8 total, 8 up, 8 in 2024-08-29T18:55:52.576 INFO:journalctl@ceph.prometheus.a.smithi053.stdout:Aug 29 18:55:52 smithi053 bash[95567]: ts=2024-08-29T18:55:52.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"3167ee72-662c-11ef-bcd4-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-29T18:55:53.076 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:55:52 smithi053 bash[68679]: cluster 2024-08-29T18:55:51.750148+0000 mon.a (mon.0) 3930 : cluster [DBG] osdmap e2315: 8 total, 8 up, 8 in 2024-08-29T18:55:53.131 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:55:52 smithi028 bash[77168]: cluster 2024-08-29T18:55:51.750148+0000 mon.a (mon.0) 3930 : cluster [DBG] osdmap e2315: 8 total, 8 up, 8 in 2024-08-29T18:55:53.131 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:55:52 smithi028 bash[78352]: cluster 2024-08-29T18:55:51.750148+0000 mon.a (mon.0) 3930 : cluster [DBG] osdmap e2315: 8 total, 8 up, 8 in 2024-08-29T18:55:54.076 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:55:53 smithi053 bash[68679]: cluster 2024-08-29T18:55:52.517314+0000 mgr.y (mgr.25022) 2074 : cluster [DBG] pgmap v3908: 137 pgs: 137 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 1.1 MiB/s rd, 3.7 KiB/s wr, 1.52k op/s 2024-08-29T18:55:54.076 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:55:53 smithi053 bash[68679]: cluster 2024-08-29T18:55:52.772097+0000 mon.a (mon.0) 3931 : cluster [DBG] osdmap e2316: 8 total, 8 up, 8 in 2024-08-29T18:55:54.131 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:55:53 smithi028 bash[77168]: cluster 2024-08-29T18:55:52.517314+0000 mgr.y (mgr.25022) 2074 : cluster [DBG] pgmap v3908: 137 pgs: 137 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 1.1 MiB/s rd, 3.7 KiB/s wr, 1.52k op/s 2024-08-29T18:55:54.131 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:55:53 smithi028 bash[77168]: cluster 2024-08-29T18:55:52.772097+0000 mon.a (mon.0) 3931 : cluster [DBG] osdmap e2316: 8 total, 8 up, 8 in 2024-08-29T18:55:54.131 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:55:53 smithi028 bash[78352]: cluster 2024-08-29T18:55:52.517314+0000 mgr.y (mgr.25022) 2074 : cluster [DBG] pgmap v3908: 137 pgs: 137 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 1.1 MiB/s rd, 3.7 KiB/s wr, 1.52k op/s 2024-08-29T18:55:54.131 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:55:53 smithi028 bash[78352]: cluster 2024-08-29T18:55:52.772097+0000 mon.a (mon.0) 3931 : cluster [DBG] osdmap e2316: 8 total, 8 up, 8 in 2024-08-29T18:55:55.076 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:55:54 smithi053 bash[68679]: cluster 2024-08-29T18:55:53.773149+0000 mon.a (mon.0) 3932 : cluster [DBG] osdmap e2317: 8 total, 8 up, 8 in 2024-08-29T18:55:55.131 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:55:54 smithi028 bash[77168]: cluster 2024-08-29T18:55:53.773149+0000 mon.a (mon.0) 3932 : cluster [DBG] osdmap e2317: 8 total, 8 up, 8 in 2024-08-29T18:55:55.131 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:55:54 smithi028 bash[78352]: cluster 2024-08-29T18:55:53.773149+0000 mon.a (mon.0) 3932 : cluster [DBG] osdmap e2317: 8 total, 8 up, 8 in 2024-08-29T18:55:56.076 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:55:55 smithi053 bash[68679]: cluster 2024-08-29T18:55:54.518271+0000 mgr.y (mgr.25022) 2075 : cluster [DBG] pgmap v3911: 137 pgs: 137 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 5.0 KiB/s rd, 767 B/s wr, 6 op/s 2024-08-29T18:55:56.076 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:55:55 smithi053 bash[68679]: cluster 2024-08-29T18:55:54.794092+0000 mon.a (mon.0) 3933 : cluster [DBG] osdmap e2318: 8 total, 8 up, 8 in 2024-08-29T18:55:56.131 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:55:55 smithi028 bash[78352]: cluster 2024-08-29T18:55:54.518271+0000 mgr.y (mgr.25022) 2075 : cluster [DBG] pgmap v3911: 137 pgs: 137 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 5.0 KiB/s rd, 767 B/s wr, 6 op/s 2024-08-29T18:55:56.131 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:55:55 smithi028 bash[78352]: cluster 2024-08-29T18:55:54.794092+0000 mon.a (mon.0) 3933 : cluster [DBG] osdmap e2318: 8 total, 8 up, 8 in 2024-08-29T18:55:56.131 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:55:55 smithi028 bash[77168]: cluster 2024-08-29T18:55:54.518271+0000 mgr.y (mgr.25022) 2075 : cluster [DBG] pgmap v3911: 137 pgs: 137 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 5.0 KiB/s rd, 767 B/s wr, 6 op/s 2024-08-29T18:55:56.131 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:55:55 smithi028 bash[77168]: cluster 2024-08-29T18:55:54.794092+0000 mon.a (mon.0) 3933 : cluster [DBG] osdmap e2318: 8 total, 8 up, 8 in 2024-08-29T18:55:57.076 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:55:56 smithi053 bash[68679]: cluster 2024-08-29T18:55:55.796516+0000 mon.a (mon.0) 3934 : cluster [DBG] osdmap e2319: 8 total, 8 up, 8 in 2024-08-29T18:55:57.131 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:55:56 smithi028 bash[78352]: cluster 2024-08-29T18:55:55.796516+0000 mon.a (mon.0) 3934 : cluster [DBG] osdmap e2319: 8 total, 8 up, 8 in 2024-08-29T18:55:57.131 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:55:56 smithi028 bash[77168]: cluster 2024-08-29T18:55:55.796516+0000 mon.a (mon.0) 3934 : cluster [DBG] osdmap e2319: 8 total, 8 up, 8 in 2024-08-29T18:55:58.131 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:55:57 smithi028 bash[78352]: cluster 2024-08-29T18:55:56.519001+0000 mgr.y (mgr.25022) 2076 : cluster [DBG] pgmap v3914: 137 pgs: 137 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 1.1 MiB/s rd, 3.7 KiB/s wr, 1.57k op/s 2024-08-29T18:55:58.131 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:55:57 smithi028 bash[78352]: cluster 2024-08-29T18:55:56.818857+0000 mon.a (mon.0) 3935 : cluster [DBG] osdmap e2320: 8 total, 8 up, 8 in 2024-08-29T18:55:58.131 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:55:57 smithi028 bash[78352]: audit 2024-08-29T18:55:57.164199+0000 mon.a (mon.0) 3936 : audit [DBG] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-29T18:55:58.131 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:55:57 smithi028 bash[77168]: cluster 2024-08-29T18:55:56.519001+0000 mgr.y (mgr.25022) 2076 : cluster [DBG] pgmap v3914: 137 pgs: 137 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 1.1 MiB/s rd, 3.7 KiB/s wr, 1.57k op/s 2024-08-29T18:55:58.131 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:55:57 smithi028 bash[77168]: cluster 2024-08-29T18:55:56.818857+0000 mon.a (mon.0) 3935 : cluster [DBG] osdmap e2320: 8 total, 8 up, 8 in 2024-08-29T18:55:58.131 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:55:57 smithi028 bash[77168]: audit 2024-08-29T18:55:57.164199+0000 mon.a (mon.0) 3936 : audit [DBG] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-29T18:55:58.326 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:55:57 smithi053 bash[68679]: cluster 2024-08-29T18:55:56.519001+0000 mgr.y (mgr.25022) 2076 : cluster [DBG] pgmap v3914: 137 pgs: 137 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 1.1 MiB/s rd, 3.7 KiB/s wr, 1.57k op/s 2024-08-29T18:55:58.326 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:55:57 smithi053 bash[68679]: cluster 2024-08-29T18:55:56.818857+0000 mon.a (mon.0) 3935 : cluster [DBG] osdmap e2320: 8 total, 8 up, 8 in 2024-08-29T18:55:58.326 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:55:57 smithi053 bash[68679]: audit 2024-08-29T18:55:57.164199+0000 mon.a (mon.0) 3936 : audit [DBG] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-29T18:55:59.131 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:55:58 smithi028 bash[78352]: cluster 2024-08-29T18:55:57.820926+0000 mon.a (mon.0) 3937 : cluster [DBG] osdmap e2321: 8 total, 8 up, 8 in 2024-08-29T18:55:59.131 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:55:58 smithi028 bash[77168]: cluster 2024-08-29T18:55:57.820926+0000 mon.a (mon.0) 3937 : cluster [DBG] osdmap e2321: 8 total, 8 up, 8 in 2024-08-29T18:55:59.326 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:55:58 smithi053 bash[68679]: cluster 2024-08-29T18:55:57.820926+0000 mon.a (mon.0) 3937 : cluster [DBG] osdmap e2321: 8 total, 8 up, 8 in 2024-08-29T18:56:00.131 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:55:59 smithi028 bash[77168]: cluster 2024-08-29T18:55:58.519991+0000 mgr.y (mgr.25022) 2077 : cluster [DBG] pgmap v3917: 137 pgs: 137 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 1.1 MiB/s rd, 3.5 KiB/s wr, 1.57k op/s 2024-08-29T18:56:00.131 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:55:59 smithi028 bash[77168]: cluster 2024-08-29T18:55:58.844682+0000 mon.a (mon.0) 3938 : cluster [DBG] osdmap e2322: 8 total, 8 up, 8 in 2024-08-29T18:56:00.131 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:55:59 smithi028 bash[78352]: cluster 2024-08-29T18:55:58.519991+0000 mgr.y (mgr.25022) 2077 : cluster [DBG] pgmap v3917: 137 pgs: 137 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 1.1 MiB/s rd, 3.5 KiB/s wr, 1.57k op/s 2024-08-29T18:56:00.131 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:55:59 smithi028 bash[78352]: cluster 2024-08-29T18:55:58.844682+0000 mon.a (mon.0) 3938 : cluster [DBG] osdmap e2322: 8 total, 8 up, 8 in 2024-08-29T18:56:00.326 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:55:59 smithi053 bash[68679]: cluster 2024-08-29T18:55:58.519991+0000 mgr.y (mgr.25022) 2077 : cluster [DBG] pgmap v3917: 137 pgs: 137 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 1.1 MiB/s rd, 3.5 KiB/s wr, 1.57k op/s 2024-08-29T18:56:00.326 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:55:59 smithi053 bash[68679]: cluster 2024-08-29T18:55:58.844682+0000 mon.a (mon.0) 3938 : cluster [DBG] osdmap e2322: 8 total, 8 up, 8 in 2024-08-29T18:56:01.131 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:56:00 smithi028 bash[77168]: cluster 2024-08-29T18:55:59.847103+0000 mon.a (mon.0) 3939 : cluster [DBG] osdmap e2323: 8 total, 8 up, 8 in 2024-08-29T18:56:01.131 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:56:00 smithi028 bash[78352]: cluster 2024-08-29T18:55:59.847103+0000 mon.a (mon.0) 3939 : cluster [DBG] osdmap e2323: 8 total, 8 up, 8 in 2024-08-29T18:56:01.326 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:56:00 smithi053 bash[68679]: cluster 2024-08-29T18:55:59.847103+0000 mon.a (mon.0) 3939 : cluster [DBG] osdmap e2323: 8 total, 8 up, 8 in 2024-08-29T18:56:01.876 INFO:journalctl@ceph.mgr.y.smithi028.stdout:Aug 29 18:56:01 smithi028 bash[70818]: ::ffff:172.21.15.53 - - [29/Aug/2024:18:56:01] "GET /metrics HTTP/1.1" 200 36696 "" "Prometheus/2.43.0" 2024-08-29T18:56:02.131 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:56:01 smithi028 bash[78352]: cluster 2024-08-29T18:56:00.520727+0000 mgr.y (mgr.25022) 2078 : cluster [DBG] pgmap v3920: 137 pgs: 137 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 1.2 MiB/s rd, 3.5 KiB/s wr, 1.61k op/s 2024-08-29T18:56:02.131 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:56:01 smithi028 bash[78352]: cluster 2024-08-29T18:56:00.871468+0000 mon.a (mon.0) 3940 : cluster [DBG] osdmap e2324: 8 total, 8 up, 8 in 2024-08-29T18:56:02.131 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:56:01 smithi028 bash[77168]: cluster 2024-08-29T18:56:00.520727+0000 mgr.y (mgr.25022) 2078 : cluster [DBG] pgmap v3920: 137 pgs: 137 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 1.2 MiB/s rd, 3.5 KiB/s wr, 1.61k op/s 2024-08-29T18:56:02.131 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:56:01 smithi028 bash[77168]: cluster 2024-08-29T18:56:00.871468+0000 mon.a (mon.0) 3940 : cluster [DBG] osdmap e2324: 8 total, 8 up, 8 in 2024-08-29T18:56:02.316 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:56:01 smithi053 bash[68679]: cluster 2024-08-29T18:56:00.520727+0000 mgr.y (mgr.25022) 2078 : cluster [DBG] pgmap v3920: 137 pgs: 137 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 1.2 MiB/s rd, 3.5 KiB/s wr, 1.61k op/s 2024-08-29T18:56:02.316 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:56:01 smithi053 bash[68679]: cluster 2024-08-29T18:56:00.871468+0000 mon.a (mon.0) 3940 : cluster [DBG] osdmap e2324: 8 total, 8 up, 8 in 2024-08-29T18:56:02.576 INFO:journalctl@ceph.prometheus.a.smithi053.stdout:Aug 29 18:56:02 smithi053 bash[95567]: ts=2024-08-29T18:56:02.316Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"3167ee72-662c-11ef-bcd4-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-29T18:56:03.326 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:56:02 smithi053 bash[68679]: cluster 2024-08-29T18:56:01.872695+0000 mon.a (mon.0) 3941 : cluster [DBG] osdmap e2325: 8 total, 8 up, 8 in 2024-08-29T18:56:03.381 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:56:02 smithi028 bash[78352]: cluster 2024-08-29T18:56:01.872695+0000 mon.a (mon.0) 3941 : cluster [DBG] osdmap e2325: 8 total, 8 up, 8 in 2024-08-29T18:56:03.381 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:56:02 smithi028 bash[77168]: cluster 2024-08-29T18:56:01.872695+0000 mon.a (mon.0) 3941 : cluster [DBG] osdmap e2325: 8 total, 8 up, 8 in 2024-08-29T18:56:04.326 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:56:03 smithi053 bash[68679]: cluster 2024-08-29T18:56:02.521446+0000 mgr.y (mgr.25022) 2079 : cluster [DBG] pgmap v3923: 137 pgs: 137 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 1.2 MiB/s rd, 3.2 KiB/s wr, 1.60k op/s 2024-08-29T18:56:04.326 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:56:03 smithi053 bash[68679]: cluster 2024-08-29T18:56:02.893262+0000 mon.a (mon.0) 3942 : cluster [DBG] osdmap e2326: 8 total, 8 up, 8 in 2024-08-29T18:56:04.381 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:56:03 smithi028 bash[78352]: cluster 2024-08-29T18:56:02.521446+0000 mgr.y (mgr.25022) 2079 : cluster [DBG] pgmap v3923: 137 pgs: 137 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 1.2 MiB/s rd, 3.2 KiB/s wr, 1.60k op/s 2024-08-29T18:56:04.381 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:56:03 smithi028 bash[78352]: cluster 2024-08-29T18:56:02.893262+0000 mon.a (mon.0) 3942 : cluster [DBG] osdmap e2326: 8 total, 8 up, 8 in 2024-08-29T18:56:04.381 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:56:03 smithi028 bash[77168]: cluster 2024-08-29T18:56:02.521446+0000 mgr.y (mgr.25022) 2079 : cluster [DBG] pgmap v3923: 137 pgs: 137 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 1.2 MiB/s rd, 3.2 KiB/s wr, 1.60k op/s 2024-08-29T18:56:04.381 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:56:03 smithi028 bash[77168]: cluster 2024-08-29T18:56:02.893262+0000 mon.a (mon.0) 3942 : cluster [DBG] osdmap e2326: 8 total, 8 up, 8 in 2024-08-29T18:56:05.326 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:56:04 smithi053 bash[68679]: cluster 2024-08-29T18:56:03.894826+0000 mon.a (mon.0) 3943 : cluster [DBG] osdmap e2327: 8 total, 8 up, 8 in 2024-08-29T18:56:05.381 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:56:04 smithi028 bash[78352]: cluster 2024-08-29T18:56:03.894826+0000 mon.a (mon.0) 3943 : cluster [DBG] osdmap e2327: 8 total, 8 up, 8 in 2024-08-29T18:56:05.381 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:56:04 smithi028 bash[77168]: cluster 2024-08-29T18:56:03.894826+0000 mon.a (mon.0) 3943 : cluster [DBG] osdmap e2327: 8 total, 8 up, 8 in 2024-08-29T18:56:06.326 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:56:05 smithi053 bash[68679]: cluster 2024-08-29T18:56:04.522333+0000 mgr.y (mgr.25022) 2080 : cluster [DBG] pgmap v3926: 137 pgs: 137 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 5.0 KiB/s rd, 767 B/s wr, 6 op/s 2024-08-29T18:56:06.326 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:56:05 smithi053 bash[68679]: cluster 2024-08-29T18:56:04.917131+0000 mon.a (mon.0) 3944 : cluster [DBG] osdmap e2328: 8 total, 8 up, 8 in 2024-08-29T18:56:06.381 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:56:05 smithi028 bash[78352]: cluster 2024-08-29T18:56:04.522333+0000 mgr.y (mgr.25022) 2080 : cluster [DBG] pgmap v3926: 137 pgs: 137 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 5.0 KiB/s rd, 767 B/s wr, 6 op/s 2024-08-29T18:56:06.381 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:56:05 smithi028 bash[78352]: cluster 2024-08-29T18:56:04.917131+0000 mon.a (mon.0) 3944 : cluster [DBG] osdmap e2328: 8 total, 8 up, 8 in 2024-08-29T18:56:06.381 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:56:05 smithi028 bash[77168]: cluster 2024-08-29T18:56:04.522333+0000 mgr.y (mgr.25022) 2080 : cluster [DBG] pgmap v3926: 137 pgs: 137 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 5.0 KiB/s rd, 767 B/s wr, 6 op/s 2024-08-29T18:56:06.381 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:56:05 smithi028 bash[77168]: cluster 2024-08-29T18:56:04.917131+0000 mon.a (mon.0) 3944 : cluster [DBG] osdmap e2328: 8 total, 8 up, 8 in 2024-08-29T18:56:07.326 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:56:06 smithi053 bash[68679]: cluster 2024-08-29T18:56:05.920018+0000 mon.a (mon.0) 3945 : cluster [DBG] osdmap e2329: 8 total, 8 up, 8 in 2024-08-29T18:56:07.381 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:56:06 smithi028 bash[77168]: cluster 2024-08-29T18:56:05.920018+0000 mon.a (mon.0) 3945 : cluster [DBG] osdmap e2329: 8 total, 8 up, 8 in 2024-08-29T18:56:07.381 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:56:06 smithi028 bash[78352]: cluster 2024-08-29T18:56:05.920018+0000 mon.a (mon.0) 3945 : cluster [DBG] osdmap e2329: 8 total, 8 up, 8 in 2024-08-29T18:56:08.326 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:56:07 smithi053 bash[68679]: cluster 2024-08-29T18:56:06.523051+0000 mgr.y (mgr.25022) 2081 : cluster [DBG] pgmap v3929: 137 pgs: 137 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 1.2 MiB/s rd, 4.0 KiB/s wr, 1.65k op/s 2024-08-29T18:56:08.326 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:56:07 smithi053 bash[68679]: cluster 2024-08-29T18:56:06.942787+0000 mon.a (mon.0) 3946 : cluster [DBG] osdmap e2330: 8 total, 8 up, 8 in 2024-08-29T18:56:08.381 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:56:07 smithi028 bash[78352]: cluster 2024-08-29T18:56:06.523051+0000 mgr.y (mgr.25022) 2081 : cluster [DBG] pgmap v3929: 137 pgs: 137 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 1.2 MiB/s rd, 4.0 KiB/s wr, 1.65k op/s 2024-08-29T18:56:08.381 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:56:07 smithi028 bash[78352]: cluster 2024-08-29T18:56:06.942787+0000 mon.a (mon.0) 3946 : cluster [DBG] osdmap e2330: 8 total, 8 up, 8 in 2024-08-29T18:56:08.381 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:56:07 smithi028 bash[77168]: cluster 2024-08-29T18:56:06.523051+0000 mgr.y (mgr.25022) 2081 : cluster [DBG] pgmap v3929: 137 pgs: 137 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 1.2 MiB/s rd, 4.0 KiB/s wr, 1.65k op/s 2024-08-29T18:56:08.381 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:56:07 smithi028 bash[77168]: cluster 2024-08-29T18:56:06.942787+0000 mon.a (mon.0) 3946 : cluster [DBG] osdmap e2330: 8 total, 8 up, 8 in 2024-08-29T18:56:09.326 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:56:08 smithi053 bash[68679]: cluster 2024-08-29T18:56:07.952796+0000 mon.a (mon.0) 3947 : cluster [DBG] osdmap e2331: 8 total, 8 up, 8 in 2024-08-29T18:56:09.381 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:56:08 smithi028 bash[78352]: cluster 2024-08-29T18:56:07.952796+0000 mon.a (mon.0) 3947 : cluster [DBG] osdmap e2331: 8 total, 8 up, 8 in 2024-08-29T18:56:09.381 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:56:08 smithi028 bash[77168]: cluster 2024-08-29T18:56:07.952796+0000 mon.a (mon.0) 3947 : cluster [DBG] osdmap e2331: 8 total, 8 up, 8 in 2024-08-29T18:56:10.326 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:56:09 smithi053 bash[68679]: cluster 2024-08-29T18:56:08.524029+0000 mgr.y (mgr.25022) 2082 : cluster [DBG] pgmap v3932: 137 pgs: 137 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 1.2 MiB/s rd, 3.5 KiB/s wr, 1.65k op/s 2024-08-29T18:56:10.326 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:56:09 smithi053 bash[68679]: cluster 2024-08-29T18:56:08.955014+0000 mon.a (mon.0) 3948 : cluster [DBG] osdmap e2332: 8 total, 8 up, 8 in 2024-08-29T18:56:10.381 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:56:09 smithi028 bash[78352]: cluster 2024-08-29T18:56:08.524029+0000 mgr.y (mgr.25022) 2082 : cluster [DBG] pgmap v3932: 137 pgs: 137 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 1.2 MiB/s rd, 3.5 KiB/s wr, 1.65k op/s 2024-08-29T18:56:10.381 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:56:09 smithi028 bash[78352]: cluster 2024-08-29T18:56:08.955014+0000 mon.a (mon.0) 3948 : cluster [DBG] osdmap e2332: 8 total, 8 up, 8 in 2024-08-29T18:56:10.381 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:56:09 smithi028 bash[77168]: cluster 2024-08-29T18:56:08.524029+0000 mgr.y (mgr.25022) 2082 : cluster [DBG] pgmap v3932: 137 pgs: 137 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 1.2 MiB/s rd, 3.5 KiB/s wr, 1.65k op/s 2024-08-29T18:56:10.381 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:56:09 smithi028 bash[77168]: cluster 2024-08-29T18:56:08.955014+0000 mon.a (mon.0) 3948 : cluster [DBG] osdmap e2332: 8 total, 8 up, 8 in 2024-08-29T18:56:11.326 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:56:10 smithi053 bash[68679]: cluster 2024-08-29T18:56:09.970039+0000 mon.a (mon.0) 3949 : cluster [DBG] osdmap e2333: 8 total, 8 up, 8 in 2024-08-29T18:56:11.381 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:56:10 smithi028 bash[78352]: cluster 2024-08-29T18:56:09.970039+0000 mon.a (mon.0) 3949 : cluster [DBG] osdmap e2333: 8 total, 8 up, 8 in 2024-08-29T18:56:11.381 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:56:10 smithi028 bash[77168]: cluster 2024-08-29T18:56:09.970039+0000 mon.a (mon.0) 3949 : cluster [DBG] osdmap e2333: 8 total, 8 up, 8 in 2024-08-29T18:56:11.881 INFO:journalctl@ceph.mgr.y.smithi028.stdout:Aug 29 18:56:11 smithi028 bash[70818]: ::ffff:172.21.15.53 - - [29/Aug/2024:18:56:11] "GET /metrics HTTP/1.1" 200 36696 "" "Prometheus/2.43.0" 2024-08-29T18:56:12.315 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:56:12 smithi053 bash[68679]: cluster 2024-08-29T18:56:10.524857+0000 mgr.y (mgr.25022) 2083 : cluster [DBG] pgmap v3935: 137 pgs: 137 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 1.2 MiB/s rd, 3.5 KiB/s wr, 1.70k op/s 2024-08-29T18:56:12.315 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:56:12 smithi053 bash[68679]: cluster 2024-08-29T18:56:10.992977+0000 mon.a (mon.0) 3950 : cluster [DBG] osdmap e2334: 8 total, 8 up, 8 in 2024-08-29T18:56:12.381 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:56:12 smithi028 bash[77168]: cluster 2024-08-29T18:56:10.524857+0000 mgr.y (mgr.25022) 2083 : cluster [DBG] pgmap v3935: 137 pgs: 137 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 1.2 MiB/s rd, 3.5 KiB/s wr, 1.70k op/s 2024-08-29T18:56:12.381 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:56:12 smithi028 bash[77168]: cluster 2024-08-29T18:56:10.992977+0000 mon.a (mon.0) 3950 : cluster [DBG] osdmap e2334: 8 total, 8 up, 8 in 2024-08-29T18:56:12.382 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:56:12 smithi028 bash[78352]: cluster 2024-08-29T18:56:10.524857+0000 mgr.y (mgr.25022) 2083 : cluster [DBG] pgmap v3935: 137 pgs: 137 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 1.2 MiB/s rd, 3.5 KiB/s wr, 1.70k op/s 2024-08-29T18:56:12.382 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:56:12 smithi028 bash[78352]: cluster 2024-08-29T18:56:10.992977+0000 mon.a (mon.0) 3950 : cluster [DBG] osdmap e2334: 8 total, 8 up, 8 in 2024-08-29T18:56:12.576 INFO:journalctl@ceph.prometheus.a.smithi053.stdout:Aug 29 18:56:12 smithi053 bash[95567]: ts=2024-08-29T18:56:12.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"3167ee72-662c-11ef-bcd4-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-29T18:56:13.326 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:56:13 smithi053 bash[68679]: cluster 2024-08-29T18:56:11.995344+0000 mon.a (mon.0) 3951 : cluster [DBG] osdmap e2335: 8 total, 8 up, 8 in 2024-08-29T18:56:13.326 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:56:13 smithi053 bash[68679]: audit 2024-08-29T18:56:12.164643+0000 mon.a (mon.0) 3952 : audit [DBG] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-29T18:56:13.381 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:56:13 smithi028 bash[78352]: cluster 2024-08-29T18:56:11.995344+0000 mon.a (mon.0) 3951 : cluster [DBG] osdmap e2335: 8 total, 8 up, 8 in 2024-08-29T18:56:13.381 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:56:13 smithi028 bash[78352]: audit 2024-08-29T18:56:12.164643+0000 mon.a (mon.0) 3952 : audit [DBG] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-29T18:56:13.381 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:56:13 smithi028 bash[77168]: cluster 2024-08-29T18:56:11.995344+0000 mon.a (mon.0) 3951 : cluster [DBG] osdmap e2335: 8 total, 8 up, 8 in 2024-08-29T18:56:13.381 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:56:13 smithi028 bash[77168]: audit 2024-08-29T18:56:12.164643+0000 mon.a (mon.0) 3952 : audit [DBG] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-29T18:56:14.326 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:56:14 smithi053 bash[68679]: cluster 2024-08-29T18:56:12.525651+0000 mgr.y (mgr.25022) 2084 : cluster [DBG] pgmap v3938: 137 pgs: 137 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 1.2 MiB/s rd, 3.2 KiB/s wr, 1.69k op/s 2024-08-29T18:56:14.326 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:56:14 smithi053 bash[68679]: cluster 2024-08-29T18:56:13.020513+0000 mon.a (mon.0) 3953 : cluster [DBG] osdmap e2336: 8 total, 8 up, 8 in 2024-08-29T18:56:14.381 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:56:14 smithi028 bash[78352]: cluster 2024-08-29T18:56:12.525651+0000 mgr.y (mgr.25022) 2084 : cluster [DBG] pgmap v3938: 137 pgs: 137 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 1.2 MiB/s rd, 3.2 KiB/s wr, 1.69k op/s 2024-08-29T18:56:14.381 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:56:14 smithi028 bash[78352]: cluster 2024-08-29T18:56:13.020513+0000 mon.a (mon.0) 3953 : cluster [DBG] osdmap e2336: 8 total, 8 up, 8 in 2024-08-29T18:56:14.381 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:56:14 smithi028 bash[77168]: cluster 2024-08-29T18:56:12.525651+0000 mgr.y (mgr.25022) 2084 : cluster [DBG] pgmap v3938: 137 pgs: 137 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 1.2 MiB/s rd, 3.2 KiB/s wr, 1.69k op/s 2024-08-29T18:56:14.381 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:56:14 smithi028 bash[77168]: cluster 2024-08-29T18:56:13.020513+0000 mon.a (mon.0) 3953 : cluster [DBG] osdmap e2336: 8 total, 8 up, 8 in 2024-08-29T18:56:15.326 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:56:15 smithi053 bash[68679]: cluster 2024-08-29T18:56:14.020519+0000 mon.a (mon.0) 3954 : cluster [DBG] osdmap e2337: 8 total, 8 up, 8 in 2024-08-29T18:56:15.381 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:56:15 smithi028 bash[78352]: cluster 2024-08-29T18:56:14.020519+0000 mon.a (mon.0) 3954 : cluster [DBG] osdmap e2337: 8 total, 8 up, 8 in 2024-08-29T18:56:15.381 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:56:15 smithi028 bash[77168]: cluster 2024-08-29T18:56:14.020519+0000 mon.a (mon.0) 3954 : cluster [DBG] osdmap e2337: 8 total, 8 up, 8 in 2024-08-29T18:56:16.326 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:56:16 smithi053 bash[68679]: cluster 2024-08-29T18:56:14.526958+0000 mgr.y (mgr.25022) 2085 : cluster [DBG] pgmap v3941: 137 pgs: 137 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 5.0 KiB/s rd, 1023 B/s wr, 7 op/s 2024-08-29T18:56:16.326 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:56:16 smithi053 bash[68679]: cluster 2024-08-29T18:56:15.040447+0000 mon.a (mon.0) 3955 : cluster [DBG] osdmap e2338: 8 total, 8 up, 8 in 2024-08-29T18:56:16.381 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:56:16 smithi028 bash[77168]: cluster 2024-08-29T18:56:14.526958+0000 mgr.y (mgr.25022) 2085 : cluster [DBG] pgmap v3941: 137 pgs: 137 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 5.0 KiB/s rd, 1023 B/s wr, 7 op/s 2024-08-29T18:56:16.381 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:56:16 smithi028 bash[77168]: cluster 2024-08-29T18:56:15.040447+0000 mon.a (mon.0) 3955 : cluster [DBG] osdmap e2338: 8 total, 8 up, 8 in 2024-08-29T18:56:16.381 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:56:16 smithi028 bash[78352]: cluster 2024-08-29T18:56:14.526958+0000 mgr.y (mgr.25022) 2085 : cluster [DBG] pgmap v3941: 137 pgs: 137 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 5.0 KiB/s rd, 1023 B/s wr, 7 op/s 2024-08-29T18:56:16.381 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:56:16 smithi028 bash[78352]: cluster 2024-08-29T18:56:15.040447+0000 mon.a (mon.0) 3955 : cluster [DBG] osdmap e2338: 8 total, 8 up, 8 in 2024-08-29T18:56:17.326 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:56:17 smithi053 bash[68679]: cluster 2024-08-29T18:56:16.042442+0000 mon.a (mon.0) 3956 : cluster [DBG] osdmap e2339: 8 total, 8 up, 8 in 2024-08-29T18:56:17.381 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:56:17 smithi028 bash[78352]: cluster 2024-08-29T18:56:16.042442+0000 mon.a (mon.0) 3956 : cluster [DBG] osdmap e2339: 8 total, 8 up, 8 in 2024-08-29T18:56:17.381 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:56:17 smithi028 bash[77168]: cluster 2024-08-29T18:56:16.042442+0000 mon.a (mon.0) 3956 : cluster [DBG] osdmap e2339: 8 total, 8 up, 8 in 2024-08-29T18:56:18.326 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:56:18 smithi053 bash[68679]: cluster 2024-08-29T18:56:16.527642+0000 mgr.y (mgr.25022) 2086 : cluster [DBG] pgmap v3944: 137 pgs: 137 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 1.3 MiB/s rd, 4.0 KiB/s wr, 1.74k op/s 2024-08-29T18:56:18.374 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:56:18 smithi053 bash[68679]: cluster 2024-08-29T18:56:17.064564+0000 mon.a (mon.0) 3957 : cluster [DBG] osdmap e2340: 8 total, 8 up, 8 in 2024-08-29T18:56:18.381 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:56:18 smithi028 bash[78352]: cluster 2024-08-29T18:56:16.527642+0000 mgr.y (mgr.25022) 2086 : cluster [DBG] pgmap v3944: 137 pgs: 137 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 1.3 MiB/s rd, 4.0 KiB/s wr, 1.74k op/s 2024-08-29T18:56:18.381 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:56:18 smithi028 bash[78352]: cluster 2024-08-29T18:56:17.064564+0000 mon.a (mon.0) 3957 : cluster [DBG] osdmap e2340: 8 total, 8 up, 8 in 2024-08-29T18:56:18.381 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:56:18 smithi028 bash[77168]: cluster 2024-08-29T18:56:16.527642+0000 mgr.y (mgr.25022) 2086 : cluster [DBG] pgmap v3944: 137 pgs: 137 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 1.3 MiB/s rd, 4.0 KiB/s wr, 1.74k op/s 2024-08-29T18:56:18.381 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:56:18 smithi028 bash[77168]: cluster 2024-08-29T18:56:17.064564+0000 mon.a (mon.0) 3957 : cluster [DBG] osdmap e2340: 8 total, 8 up, 8 in 2024-08-29T18:56:19.381 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:56:19 smithi028 bash[78352]: cluster 2024-08-29T18:56:18.065427+0000 mon.a (mon.0) 3958 : cluster [DBG] osdmap e2341: 8 total, 8 up, 8 in 2024-08-29T18:56:19.381 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:56:19 smithi028 bash[77168]: cluster 2024-08-29T18:56:18.065427+0000 mon.a (mon.0) 3958 : cluster [DBG] osdmap e2341: 8 total, 8 up, 8 in 2024-08-29T18:56:19.576 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:56:19 smithi053 bash[68679]: cluster 2024-08-29T18:56:18.065427+0000 mon.a (mon.0) 3958 : cluster [DBG] osdmap e2341: 8 total, 8 up, 8 in 2024-08-29T18:56:20.381 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:56:20 smithi028 bash[77168]: cluster 2024-08-29T18:56:18.528584+0000 mgr.y (mgr.25022) 2087 : cluster [DBG] pgmap v3947: 137 pgs: 137 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 1.3 MiB/s rd, 3.2 KiB/s wr, 1.74k op/s 2024-08-29T18:56:20.381 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:56:20 smithi028 bash[77168]: cluster 2024-08-29T18:56:19.090644+0000 mon.a (mon.0) 3959 : cluster [DBG] osdmap e2342: 8 total, 8 up, 8 in 2024-08-29T18:56:20.382 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:56:20 smithi028 bash[78352]: cluster 2024-08-29T18:56:18.528584+0000 mgr.y (mgr.25022) 2087 : cluster [DBG] pgmap v3947: 137 pgs: 137 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 1.3 MiB/s rd, 3.2 KiB/s wr, 1.74k op/s 2024-08-29T18:56:20.382 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:56:20 smithi028 bash[78352]: cluster 2024-08-29T18:56:19.090644+0000 mon.a (mon.0) 3959 : cluster [DBG] osdmap e2342: 8 total, 8 up, 8 in 2024-08-29T18:56:20.576 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:56:20 smithi053 bash[68679]: cluster 2024-08-29T18:56:18.528584+0000 mgr.y (mgr.25022) 2087 : cluster [DBG] pgmap v3947: 137 pgs: 137 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 1.3 MiB/s rd, 3.2 KiB/s wr, 1.74k op/s 2024-08-29T18:56:20.576 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:56:20 smithi053 bash[68679]: cluster 2024-08-29T18:56:19.090644+0000 mon.a (mon.0) 3959 : cluster [DBG] osdmap e2342: 8 total, 8 up, 8 in 2024-08-29T18:56:21.381 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:56:21 smithi028 bash[78352]: cluster 2024-08-29T18:56:20.095688+0000 mon.a (mon.0) 3960 : cluster [DBG] osdmap e2343: 8 total, 8 up, 8 in 2024-08-29T18:56:21.381 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:56:21 smithi028 bash[77168]: cluster 2024-08-29T18:56:20.095688+0000 mon.a (mon.0) 3960 : cluster [DBG] osdmap e2343: 8 total, 8 up, 8 in 2024-08-29T18:56:21.576 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:56:21 smithi053 bash[68679]: cluster 2024-08-29T18:56:20.095688+0000 mon.a (mon.0) 3960 : cluster [DBG] osdmap e2343: 8 total, 8 up, 8 in 2024-08-29T18:56:21.881 INFO:journalctl@ceph.mgr.y.smithi028.stdout:Aug 29 18:56:21 smithi028 bash[70818]: ::ffff:172.21.15.53 - - [29/Aug/2024:18:56:21] "GET /metrics HTTP/1.1" 200 36693 "" "Prometheus/2.43.0" 2024-08-29T18:56:22.381 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:56:22 smithi028 bash[78352]: cluster 2024-08-29T18:56:20.529340+0000 mgr.y (mgr.25022) 2088 : cluster [DBG] pgmap v3950: 137 pgs: 137 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 1.3 MiB/s rd, 4.7 KiB/s wr, 1.79k op/s 2024-08-29T18:56:22.381 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:56:22 smithi028 bash[78352]: cluster 2024-08-29T18:56:21.106940+0000 mon.a (mon.0) 3961 : cluster [DBG] osdmap e2344: 8 total, 8 up, 8 in 2024-08-29T18:56:22.381 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:56:22 smithi028 bash[77168]: cluster 2024-08-29T18:56:20.529340+0000 mgr.y (mgr.25022) 2088 : cluster [DBG] pgmap v3950: 137 pgs: 137 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 1.3 MiB/s rd, 4.7 KiB/s wr, 1.79k op/s 2024-08-29T18:56:22.381 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:56:22 smithi028 bash[77168]: cluster 2024-08-29T18:56:21.106940+0000 mon.a (mon.0) 3961 : cluster [DBG] osdmap e2344: 8 total, 8 up, 8 in 2024-08-29T18:56:22.576 INFO:journalctl@ceph.prometheus.a.smithi053.stdout:Aug 29 18:56:22 smithi053 bash[95567]: ts=2024-08-29T18:56:22.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"3167ee72-662c-11ef-bcd4-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-29T18:56:22.576 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:56:22 smithi053 bash[68679]: cluster 2024-08-29T18:56:20.529340+0000 mgr.y (mgr.25022) 2088 : cluster [DBG] pgmap v3950: 137 pgs: 137 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 1.3 MiB/s rd, 4.7 KiB/s wr, 1.79k op/s 2024-08-29T18:56:22.577 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:56:22 smithi053 bash[68679]: cluster 2024-08-29T18:56:21.106940+0000 mon.a (mon.0) 3961 : cluster [DBG] osdmap e2344: 8 total, 8 up, 8 in 2024-08-29T18:56:23.381 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:56:23 smithi028 bash[77168]: cluster 2024-08-29T18:56:22.117947+0000 mon.a (mon.0) 3962 : cluster [DBG] osdmap e2345: 8 total, 8 up, 8 in 2024-08-29T18:56:23.381 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:56:23 smithi028 bash[78352]: cluster 2024-08-29T18:56:22.117947+0000 mon.a (mon.0) 3962 : cluster [DBG] osdmap e2345: 8 total, 8 up, 8 in 2024-08-29T18:56:23.576 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:56:23 smithi053 bash[68679]: cluster 2024-08-29T18:56:22.117947+0000 mon.a (mon.0) 3962 : cluster [DBG] osdmap e2345: 8 total, 8 up, 8 in 2024-08-29T18:56:24.381 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:56:24 smithi028 bash[78352]: cluster 2024-08-29T18:56:22.530283+0000 mgr.y (mgr.25022) 2089 : cluster [DBG] pgmap v3953: 137 pgs: 137 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 1.3 MiB/s rd, 4.5 KiB/s wr, 1.78k op/s 2024-08-29T18:56:24.381 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:56:24 smithi028 bash[78352]: cluster 2024-08-29T18:56:23.131665+0000 mon.a (mon.0) 3963 : cluster [DBG] osdmap e2346: 8 total, 8 up, 8 in 2024-08-29T18:56:24.381 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:56:24 smithi028 bash[77168]: cluster 2024-08-29T18:56:22.530283+0000 mgr.y (mgr.25022) 2089 : cluster [DBG] pgmap v3953: 137 pgs: 137 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 1.3 MiB/s rd, 4.5 KiB/s wr, 1.78k op/s 2024-08-29T18:56:24.381 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:56:24 smithi028 bash[77168]: cluster 2024-08-29T18:56:23.131665+0000 mon.a (mon.0) 3963 : cluster [DBG] osdmap e2346: 8 total, 8 up, 8 in 2024-08-29T18:56:24.576 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:56:24 smithi053 bash[68679]: cluster 2024-08-29T18:56:22.530283+0000 mgr.y (mgr.25022) 2089 : cluster [DBG] pgmap v3953: 137 pgs: 137 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 1.3 MiB/s rd, 4.5 KiB/s wr, 1.78k op/s 2024-08-29T18:56:24.576 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:56:24 smithi053 bash[68679]: cluster 2024-08-29T18:56:23.131665+0000 mon.a (mon.0) 3963 : cluster [DBG] osdmap e2346: 8 total, 8 up, 8 in 2024-08-29T18:56:25.576 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:56:25 smithi053 bash[68679]: cluster 2024-08-29T18:56:24.138419+0000 mon.a (mon.0) 3964 : cluster [DBG] osdmap e2347: 8 total, 8 up, 8 in 2024-08-29T18:56:25.631 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:56:25 smithi028 bash[77168]: cluster 2024-08-29T18:56:24.138419+0000 mon.a (mon.0) 3964 : cluster [DBG] osdmap e2347: 8 total, 8 up, 8 in 2024-08-29T18:56:25.631 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:56:25 smithi028 bash[78352]: cluster 2024-08-29T18:56:24.138419+0000 mon.a (mon.0) 3964 : cluster [DBG] osdmap e2347: 8 total, 8 up, 8 in 2024-08-29T18:56:26.576 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:56:26 smithi053 bash[68679]: cluster 2024-08-29T18:56:24.531678+0000 mgr.y (mgr.25022) 2090 : cluster [DBG] pgmap v3956: 137 pgs: 137 active+clean; 4.6 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 3.2 KiB/s rd, 0 B/s wr, 6 op/s 2024-08-29T18:56:26.576 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:56:26 smithi053 bash[68679]: cluster 2024-08-29T18:56:25.148144+0000 mon.a (mon.0) 3965 : cluster [DBG] osdmap e2348: 8 total, 8 up, 8 in 2024-08-29T18:56:26.631 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:56:26 smithi028 bash[77168]: cluster 2024-08-29T18:56:24.531678+0000 mgr.y (mgr.25022) 2090 : cluster [DBG] pgmap v3956: 137 pgs: 137 active+clean; 4.6 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 3.2 KiB/s rd, 0 B/s wr, 6 op/s 2024-08-29T18:56:26.631 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:56:26 smithi028 bash[77168]: cluster 2024-08-29T18:56:25.148144+0000 mon.a (mon.0) 3965 : cluster [DBG] osdmap e2348: 8 total, 8 up, 8 in 2024-08-29T18:56:26.631 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:56:26 smithi028 bash[78352]: cluster 2024-08-29T18:56:24.531678+0000 mgr.y (mgr.25022) 2090 : cluster [DBG] pgmap v3956: 137 pgs: 137 active+clean; 4.6 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 3.2 KiB/s rd, 0 B/s wr, 6 op/s 2024-08-29T18:56:26.631 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:56:26 smithi028 bash[78352]: cluster 2024-08-29T18:56:25.148144+0000 mon.a (mon.0) 3965 : cluster [DBG] osdmap e2348: 8 total, 8 up, 8 in 2024-08-29T18:56:27.576 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:56:27 smithi053 bash[68679]: cluster 2024-08-29T18:56:26.150939+0000 mon.a (mon.0) 3966 : cluster [DBG] osdmap e2349: 8 total, 8 up, 8 in 2024-08-29T18:56:27.631 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:56:27 smithi028 bash[77168]: cluster 2024-08-29T18:56:26.150939+0000 mon.a (mon.0) 3966 : cluster [DBG] osdmap e2349: 8 total, 8 up, 8 in 2024-08-29T18:56:27.631 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:56:27 smithi028 bash[78352]: cluster 2024-08-29T18:56:26.150939+0000 mon.a (mon.0) 3966 : cluster [DBG] osdmap e2349: 8 total, 8 up, 8 in 2024-08-29T18:56:28.577 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:56:28 smithi053 bash[68679]: cluster 2024-08-29T18:56:26.532424+0000 mgr.y (mgr.25022) 2091 : cluster [DBG] pgmap v3959: 137 pgs: 137 active+clean; 4.6 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 1.3 MiB/s rd, 5.0 KiB/s wr, 1.77k op/s 2024-08-29T18:56:28.577 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:56:28 smithi053 bash[68679]: audit 2024-08-29T18:56:27.165213+0000 mon.a (mon.0) 3967 : audit [DBG] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-29T18:56:28.577 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:56:28 smithi053 bash[68679]: cluster 2024-08-29T18:56:27.173414+0000 mon.a (mon.0) 3968 : cluster [DBG] osdmap e2350: 8 total, 8 up, 8 in 2024-08-29T18:56:28.631 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:56:28 smithi028 bash[77168]: cluster 2024-08-29T18:56:26.532424+0000 mgr.y (mgr.25022) 2091 : cluster [DBG] pgmap v3959: 137 pgs: 137 active+clean; 4.6 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 1.3 MiB/s rd, 5.0 KiB/s wr, 1.77k op/s 2024-08-29T18:56:28.631 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:56:28 smithi028 bash[77168]: audit 2024-08-29T18:56:27.165213+0000 mon.a (mon.0) 3967 : audit [DBG] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-29T18:56:28.631 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:56:28 smithi028 bash[77168]: cluster 2024-08-29T18:56:27.173414+0000 mon.a (mon.0) 3968 : cluster [DBG] osdmap e2350: 8 total, 8 up, 8 in 2024-08-29T18:56:28.632 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:56:28 smithi028 bash[78352]: cluster 2024-08-29T18:56:26.532424+0000 mgr.y (mgr.25022) 2091 : cluster [DBG] pgmap v3959: 137 pgs: 137 active+clean; 4.6 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 1.3 MiB/s rd, 5.0 KiB/s wr, 1.77k op/s 2024-08-29T18:56:28.632 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:56:28 smithi028 bash[78352]: audit 2024-08-29T18:56:27.165213+0000 mon.a (mon.0) 3967 : audit [DBG] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-29T18:56:28.632 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:56:28 smithi028 bash[78352]: cluster 2024-08-29T18:56:27.173414+0000 mon.a (mon.0) 3968 : cluster [DBG] osdmap e2350: 8 total, 8 up, 8 in 2024-08-29T18:56:29.576 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:56:29 smithi053 bash[68679]: cluster 2024-08-29T18:56:28.175902+0000 mon.a (mon.0) 3969 : cluster [DBG] osdmap e2351: 8 total, 8 up, 8 in 2024-08-29T18:56:29.576 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:56:29 smithi053 bash[68679]: cluster 2024-08-29T18:56:28.910233+0000 mon.a (mon.0) 3970 : cluster [DBG] osdmap e2352: 8 total, 8 up, 8 in 2024-08-29T18:56:29.631 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:56:29 smithi028 bash[78352]: cluster 2024-08-29T18:56:28.175902+0000 mon.a (mon.0) 3969 : cluster [DBG] osdmap e2351: 8 total, 8 up, 8 in 2024-08-29T18:56:29.631 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:56:29 smithi028 bash[78352]: cluster 2024-08-29T18:56:28.910233+0000 mon.a (mon.0) 3970 : cluster [DBG] osdmap e2352: 8 total, 8 up, 8 in 2024-08-29T18:56:29.631 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:56:29 smithi028 bash[77168]: cluster 2024-08-29T18:56:28.175902+0000 mon.a (mon.0) 3969 : cluster [DBG] osdmap e2351: 8 total, 8 up, 8 in 2024-08-29T18:56:29.631 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:56:29 smithi028 bash[77168]: cluster 2024-08-29T18:56:28.910233+0000 mon.a (mon.0) 3970 : cluster [DBG] osdmap e2352: 8 total, 8 up, 8 in 2024-08-29T18:56:30.576 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:56:30 smithi053 bash[68679]: cluster 2024-08-29T18:56:28.533533+0000 mgr.y (mgr.25022) 2092 : cluster [DBG] pgmap v3962: 137 pgs: 137 active+clean; 4.6 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 1.3 MiB/s rd, 5.0 KiB/s wr, 1.77k op/s 2024-08-29T18:56:30.576 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:56:30 smithi053 bash[68679]: cluster 2024-08-29T18:56:29.912701+0000 mon.a (mon.0) 3971 : cluster [DBG] osdmap e2353: 8 total, 8 up, 8 in 2024-08-29T18:56:30.631 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:56:30 smithi028 bash[78352]: cluster 2024-08-29T18:56:28.533533+0000 mgr.y (mgr.25022) 2092 : cluster [DBG] pgmap v3962: 137 pgs: 137 active+clean; 4.6 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 1.3 MiB/s rd, 5.0 KiB/s wr, 1.77k op/s 2024-08-29T18:56:30.631 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:56:30 smithi028 bash[78352]: cluster 2024-08-29T18:56:29.912701+0000 mon.a (mon.0) 3971 : cluster [DBG] osdmap e2353: 8 total, 8 up, 8 in 2024-08-29T18:56:30.631 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:56:30 smithi028 bash[77168]: cluster 2024-08-29T18:56:28.533533+0000 mgr.y (mgr.25022) 2092 : cluster [DBG] pgmap v3962: 137 pgs: 137 active+clean; 4.6 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 1.3 MiB/s rd, 5.0 KiB/s wr, 1.77k op/s 2024-08-29T18:56:30.631 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:56:30 smithi028 bash[77168]: cluster 2024-08-29T18:56:29.912701+0000 mon.a (mon.0) 3971 : cluster [DBG] osdmap e2353: 8 total, 8 up, 8 in 2024-08-29T18:56:31.881 INFO:journalctl@ceph.mgr.y.smithi028.stdout:Aug 29 18:56:31 smithi028 bash[70818]: ::ffff:172.21.15.53 - - [29/Aug/2024:18:56:31] "GET /metrics HTTP/1.1" 200 36699 "" "Prometheus/2.43.0" 2024-08-29T18:56:32.316 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:56:31 smithi053 bash[68679]: cluster 2024-08-29T18:56:30.534278+0000 mgr.y (mgr.25022) 2093 : cluster [DBG] pgmap v3965: 137 pgs: 137 active+clean; 4.6 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 1.2 MiB/s rd, 5.0 KiB/s wr, 1.72k op/s 2024-08-29T18:56:32.316 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:56:31 smithi053 bash[68679]: cluster 2024-08-29T18:56:30.916001+0000 mon.a (mon.0) 3972 : cluster [DBG] osdmap e2354: 8 total, 8 up, 8 in 2024-08-29T18:56:32.381 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:56:31 smithi028 bash[78352]: cluster 2024-08-29T18:56:30.534278+0000 mgr.y (mgr.25022) 2093 : cluster [DBG] pgmap v3965: 137 pgs: 137 active+clean; 4.6 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 1.2 MiB/s rd, 5.0 KiB/s wr, 1.72k op/s 2024-08-29T18:56:32.381 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:56:31 smithi028 bash[78352]: cluster 2024-08-29T18:56:30.916001+0000 mon.a (mon.0) 3972 : cluster [DBG] osdmap e2354: 8 total, 8 up, 8 in 2024-08-29T18:56:32.381 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:56:31 smithi028 bash[77168]: cluster 2024-08-29T18:56:30.534278+0000 mgr.y (mgr.25022) 2093 : cluster [DBG] pgmap v3965: 137 pgs: 137 active+clean; 4.6 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 1.2 MiB/s rd, 5.0 KiB/s wr, 1.72k op/s 2024-08-29T18:56:32.381 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:56:31 smithi028 bash[77168]: cluster 2024-08-29T18:56:30.916001+0000 mon.a (mon.0) 3972 : cluster [DBG] osdmap e2354: 8 total, 8 up, 8 in 2024-08-29T18:56:32.576 INFO:journalctl@ceph.prometheus.a.smithi053.stdout:Aug 29 18:56:32 smithi053 bash[95567]: ts=2024-08-29T18:56:32.316Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"3167ee72-662c-11ef-bcd4-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-29T18:56:33.326 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:56:32 smithi053 bash[68679]: cluster 2024-08-29T18:56:31.924842+0000 mon.a (mon.0) 3973 : cluster [DBG] osdmap e2355: 8 total, 8 up, 8 in 2024-08-29T18:56:33.381 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:56:32 smithi028 bash[78352]: cluster 2024-08-29T18:56:31.924842+0000 mon.a (mon.0) 3973 : cluster [DBG] osdmap e2355: 8 total, 8 up, 8 in 2024-08-29T18:56:33.381 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:56:32 smithi028 bash[77168]: cluster 2024-08-29T18:56:31.924842+0000 mon.a (mon.0) 3973 : cluster [DBG] osdmap e2355: 8 total, 8 up, 8 in 2024-08-29T18:56:34.326 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:56:33 smithi053 bash[68679]: cluster 2024-08-29T18:56:32.534940+0000 mgr.y (mgr.25022) 2094 : cluster [DBG] pgmap v3968: 137 pgs: 137 active+clean; 4.6 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 1.2 MiB/s rd, 5.0 KiB/s wr, 1.72k op/s 2024-08-29T18:56:34.326 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:56:33 smithi053 bash[68679]: cluster 2024-08-29T18:56:32.935675+0000 mon.a (mon.0) 3974 : cluster [DBG] osdmap e2356: 8 total, 8 up, 8 in 2024-08-29T18:56:34.326 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:56:33 smithi053 bash[68679]: cluster 2024-08-29T18:56:33.912400+0000 mon.a (mon.0) 3975 : cluster [DBG] osdmap e2357: 8 total, 8 up, 8 in 2024-08-29T18:56:34.381 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:56:33 smithi028 bash[78352]: cluster 2024-08-29T18:56:32.534940+0000 mgr.y (mgr.25022) 2094 : cluster [DBG] pgmap v3968: 137 pgs: 137 active+clean; 4.6 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 1.2 MiB/s rd, 5.0 KiB/s wr, 1.72k op/s 2024-08-29T18:56:34.381 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:56:33 smithi028 bash[78352]: cluster 2024-08-29T18:56:32.935675+0000 mon.a (mon.0) 3974 : cluster [DBG] osdmap e2356: 8 total, 8 up, 8 in 2024-08-29T18:56:34.381 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:56:33 smithi028 bash[78352]: cluster 2024-08-29T18:56:33.912400+0000 mon.a (mon.0) 3975 : cluster [DBG] osdmap e2357: 8 total, 8 up, 8 in 2024-08-29T18:56:34.381 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:56:33 smithi028 bash[77168]: cluster 2024-08-29T18:56:32.534940+0000 mgr.y (mgr.25022) 2094 : cluster [DBG] pgmap v3968: 137 pgs: 137 active+clean; 4.6 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 1.2 MiB/s rd, 5.0 KiB/s wr, 1.72k op/s 2024-08-29T18:56:34.382 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:56:33 smithi028 bash[77168]: cluster 2024-08-29T18:56:32.935675+0000 mon.a (mon.0) 3974 : cluster [DBG] osdmap e2356: 8 total, 8 up, 8 in 2024-08-29T18:56:34.382 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:56:33 smithi028 bash[77168]: cluster 2024-08-29T18:56:33.912400+0000 mon.a (mon.0) 3975 : cluster [DBG] osdmap e2357: 8 total, 8 up, 8 in 2024-08-29T18:56:36.329 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:56:35 smithi053 bash[68679]: cluster 2024-08-29T18:56:34.535955+0000 mgr.y (mgr.25022) 2095 : cluster [DBG] pgmap v3971: 137 pgs: 137 active+clean; 4.6 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 3.0 KiB/s rd, 0 B/s wr, 5 op/s 2024-08-29T18:56:36.329 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:56:35 smithi053 bash[68679]: cluster 2024-08-29T18:56:34.943508+0000 mon.a (mon.0) 3976 : cluster [DBG] osdmap e2358: 8 total, 8 up, 8 in 2024-08-29T18:56:36.381 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:56:35 smithi028 bash[78352]: cluster 2024-08-29T18:56:34.535955+0000 mgr.y (mgr.25022) 2095 : cluster [DBG] pgmap v3971: 137 pgs: 137 active+clean; 4.6 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 3.0 KiB/s rd, 0 B/s wr, 5 op/s 2024-08-29T18:56:36.381 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:56:35 smithi028 bash[78352]: cluster 2024-08-29T18:56:34.943508+0000 mon.a (mon.0) 3976 : cluster [DBG] osdmap e2358: 8 total, 8 up, 8 in 2024-08-29T18:56:36.381 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:56:35 smithi028 bash[77168]: cluster 2024-08-29T18:56:34.535955+0000 mgr.y (mgr.25022) 2095 : cluster [DBG] pgmap v3971: 137 pgs: 137 active+clean; 4.6 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 3.0 KiB/s rd, 0 B/s wr, 5 op/s 2024-08-29T18:56:36.381 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:56:35 smithi028 bash[77168]: cluster 2024-08-29T18:56:34.943508+0000 mon.a (mon.0) 3976 : cluster [DBG] osdmap e2358: 8 total, 8 up, 8 in 2024-08-29T18:56:37.326 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:56:36 smithi053 bash[68679]: cluster 2024-08-29T18:56:35.955057+0000 mon.a (mon.0) 3977 : cluster [DBG] osdmap e2359: 8 total, 8 up, 8 in 2024-08-29T18:56:37.381 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:56:36 smithi028 bash[78352]: cluster 2024-08-29T18:56:35.955057+0000 mon.a (mon.0) 3977 : cluster [DBG] osdmap e2359: 8 total, 8 up, 8 in 2024-08-29T18:56:37.381 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:56:36 smithi028 bash[77168]: cluster 2024-08-29T18:56:35.955057+0000 mon.a (mon.0) 3977 : cluster [DBG] osdmap e2359: 8 total, 8 up, 8 in 2024-08-29T18:56:38.326 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:56:37 smithi053 bash[68679]: cluster 2024-08-29T18:56:36.536694+0000 mgr.y (mgr.25022) 2096 : cluster [DBG] pgmap v3974: 137 pgs: 137 active+clean; 4.6 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 1.2 MiB/s rd, 5.0 KiB/s wr, 1.68k op/s 2024-08-29T18:56:38.326 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:56:37 smithi053 bash[68679]: cluster 2024-08-29T18:56:36.964437+0000 mon.a (mon.0) 3978 : cluster [DBG] osdmap e2360: 8 total, 8 up, 8 in 2024-08-29T18:56:38.381 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:56:37 smithi028 bash[78352]: cluster 2024-08-29T18:56:36.536694+0000 mgr.y (mgr.25022) 2096 : cluster [DBG] pgmap v3974: 137 pgs: 137 active+clean; 4.6 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 1.2 MiB/s rd, 5.0 KiB/s wr, 1.68k op/s 2024-08-29T18:56:38.381 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:56:37 smithi028 bash[78352]: cluster 2024-08-29T18:56:36.964437+0000 mon.a (mon.0) 3978 : cluster [DBG] osdmap e2360: 8 total, 8 up, 8 in 2024-08-29T18:56:38.381 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:56:37 smithi028 bash[77168]: cluster 2024-08-29T18:56:36.536694+0000 mgr.y (mgr.25022) 2096 : cluster [DBG] pgmap v3974: 137 pgs: 137 active+clean; 4.6 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 1.2 MiB/s rd, 5.0 KiB/s wr, 1.68k op/s 2024-08-29T18:56:38.381 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:56:37 smithi028 bash[77168]: cluster 2024-08-29T18:56:36.964437+0000 mon.a (mon.0) 3978 : cluster [DBG] osdmap e2360: 8 total, 8 up, 8 in 2024-08-29T18:56:39.326 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:56:38 smithi053 bash[68679]: cluster 2024-08-29T18:56:37.973182+0000 mon.a (mon.0) 3979 : cluster [DBG] osdmap e2361: 8 total, 8 up, 8 in 2024-08-29T18:56:39.326 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:56:38 smithi053 bash[68679]: cluster 2024-08-29T18:56:38.914987+0000 mon.a (mon.0) 3980 : cluster [DBG] osdmap e2362: 8 total, 8 up, 8 in 2024-08-29T18:56:39.381 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:56:38 smithi028 bash[78352]: cluster 2024-08-29T18:56:37.973182+0000 mon.a (mon.0) 3979 : cluster [DBG] osdmap e2361: 8 total, 8 up, 8 in 2024-08-29T18:56:39.381 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:56:38 smithi028 bash[78352]: cluster 2024-08-29T18:56:38.914987+0000 mon.a (mon.0) 3980 : cluster [DBG] osdmap e2362: 8 total, 8 up, 8 in 2024-08-29T18:56:39.381 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:56:38 smithi028 bash[77168]: cluster 2024-08-29T18:56:37.973182+0000 mon.a (mon.0) 3979 : cluster [DBG] osdmap e2361: 8 total, 8 up, 8 in 2024-08-29T18:56:39.382 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:56:38 smithi028 bash[77168]: cluster 2024-08-29T18:56:38.914987+0000 mon.a (mon.0) 3980 : cluster [DBG] osdmap e2362: 8 total, 8 up, 8 in 2024-08-29T18:56:40.326 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:56:39 smithi053 bash[68679]: cluster 2024-08-29T18:56:38.537700+0000 mgr.y (mgr.25022) 2097 : cluster [DBG] pgmap v3977: 137 pgs: 137 active+clean; 4.6 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 1.2 MiB/s rd, 5.0 KiB/s wr, 1.68k op/s 2024-08-29T18:56:40.381 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:56:39 smithi028 bash[77168]: cluster 2024-08-29T18:56:38.537700+0000 mgr.y (mgr.25022) 2097 : cluster [DBG] pgmap v3977: 137 pgs: 137 active+clean; 4.6 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 1.2 MiB/s rd, 5.0 KiB/s wr, 1.68k op/s 2024-08-29T18:56:40.381 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:56:39 smithi028 bash[78352]: cluster 2024-08-29T18:56:38.537700+0000 mgr.y (mgr.25022) 2097 : cluster [DBG] pgmap v3977: 137 pgs: 137 active+clean; 4.6 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 1.2 MiB/s rd, 5.0 KiB/s wr, 1.68k op/s 2024-08-29T18:56:41.326 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:56:41 smithi053 bash[68679]: cluster 2024-08-29T18:56:40.002059+0000 mon.a (mon.0) 3981 : cluster [DBG] osdmap e2363: 8 total, 8 up, 8 in 2024-08-29T18:56:41.381 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:56:41 smithi028 bash[77168]: cluster 2024-08-29T18:56:40.002059+0000 mon.a (mon.0) 3981 : cluster [DBG] osdmap e2363: 8 total, 8 up, 8 in 2024-08-29T18:56:41.381 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:56:41 smithi028 bash[78352]: cluster 2024-08-29T18:56:40.002059+0000 mon.a (mon.0) 3981 : cluster [DBG] osdmap e2363: 8 total, 8 up, 8 in 2024-08-29T18:56:41.881 INFO:journalctl@ceph.mgr.y.smithi028.stdout:Aug 29 18:56:41 smithi028 bash[70818]: ::ffff:172.21.15.53 - - [29/Aug/2024:18:56:41] "GET /metrics HTTP/1.1" 200 36699 "" "Prometheus/2.43.0" 2024-08-29T18:56:42.316 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:56:42 smithi053 bash[68679]: cluster 2024-08-29T18:56:40.538432+0000 mgr.y (mgr.25022) 2098 : cluster [DBG] pgmap v3980: 137 pgs: 137 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 1.2 MiB/s rd, 5.0 KiB/s wr, 1.64k op/s 2024-08-29T18:56:42.316 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:56:42 smithi053 bash[68679]: cluster 2024-08-29T18:56:41.011448+0000 mon.a (mon.0) 3982 : cluster [DBG] osdmap e2364: 8 total, 8 up, 8 in 2024-08-29T18:56:42.381 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:56:42 smithi028 bash[78352]: cluster 2024-08-29T18:56:40.538432+0000 mgr.y (mgr.25022) 2098 : cluster [DBG] pgmap v3980: 137 pgs: 137 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 1.2 MiB/s rd, 5.0 KiB/s wr, 1.64k op/s 2024-08-29T18:56:42.381 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:56:42 smithi028 bash[78352]: cluster 2024-08-29T18:56:41.011448+0000 mon.a (mon.0) 3982 : cluster [DBG] osdmap e2364: 8 total, 8 up, 8 in 2024-08-29T18:56:42.381 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:56:42 smithi028 bash[77168]: cluster 2024-08-29T18:56:40.538432+0000 mgr.y (mgr.25022) 2098 : cluster [DBG] pgmap v3980: 137 pgs: 137 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 1.2 MiB/s rd, 5.0 KiB/s wr, 1.64k op/s 2024-08-29T18:56:42.381 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:56:42 smithi028 bash[77168]: cluster 2024-08-29T18:56:41.011448+0000 mon.a (mon.0) 3982 : cluster [DBG] osdmap e2364: 8 total, 8 up, 8 in 2024-08-29T18:56:42.576 INFO:journalctl@ceph.prometheus.a.smithi053.stdout:Aug 29 18:56:42 smithi053 bash[95567]: ts=2024-08-29T18:56:42.316Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"3167ee72-662c-11ef-bcd4-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-29T18:56:43.326 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:56:43 smithi053 bash[68679]: cluster 2024-08-29T18:56:42.013648+0000 mon.a (mon.0) 3983 : cluster [DBG] osdmap e2365: 8 total, 8 up, 8 in 2024-08-29T18:56:43.326 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:56:43 smithi053 bash[68679]: audit 2024-08-29T18:56:42.165452+0000 mon.a (mon.0) 3984 : audit [DBG] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-29T18:56:43.326 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:56:43 smithi053 bash[68679]: audit 2024-08-29T18:56:42.964918+0000 mon.a (mon.0) 3985 : audit [DBG] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-29T18:56:43.381 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:56:43 smithi028 bash[77168]: cluster 2024-08-29T18:56:42.013648+0000 mon.a (mon.0) 3983 : cluster [DBG] osdmap e2365: 8 total, 8 up, 8 in 2024-08-29T18:56:43.381 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:56:43 smithi028 bash[77168]: audit 2024-08-29T18:56:42.165452+0000 mon.a (mon.0) 3984 : audit [DBG] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-29T18:56:43.381 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:56:43 smithi028 bash[77168]: audit 2024-08-29T18:56:42.964918+0000 mon.a (mon.0) 3985 : audit [DBG] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-29T18:56:43.381 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:56:43 smithi028 bash[78352]: cluster 2024-08-29T18:56:42.013648+0000 mon.a (mon.0) 3983 : cluster [DBG] osdmap e2365: 8 total, 8 up, 8 in 2024-08-29T18:56:43.381 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:56:43 smithi028 bash[78352]: audit 2024-08-29T18:56:42.165452+0000 mon.a (mon.0) 3984 : audit [DBG] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-29T18:56:43.381 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:56:43 smithi028 bash[78352]: audit 2024-08-29T18:56:42.964918+0000 mon.a (mon.0) 3985 : audit [DBG] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-29T18:56:44.326 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:56:44 smithi053 bash[68679]: cluster 2024-08-29T18:56:42.539117+0000 mgr.y (mgr.25022) 2099 : cluster [DBG] pgmap v3983: 137 pgs: 137 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 1.2 MiB/s rd, 5.0 KiB/s wr, 1.63k op/s 2024-08-29T18:56:44.326 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:56:44 smithi053 bash[68679]: cluster 2024-08-29T18:56:43.041519+0000 mon.a (mon.0) 3986 : cluster [DBG] osdmap e2366: 8 total, 8 up, 8 in 2024-08-29T18:56:44.326 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:56:44 smithi053 bash[68679]: audit 2024-08-29T18:56:43.594272+0000 mon.a (mon.0) 3987 : audit [INF] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' 2024-08-29T18:56:44.326 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:56:44 smithi053 bash[68679]: audit 2024-08-29T18:56:43.601064+0000 mon.a (mon.0) 3988 : audit [INF] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' 2024-08-29T18:56:44.326 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:56:44 smithi053 bash[68679]: cluster 2024-08-29T18:56:43.917655+0000 mon.a (mon.0) 3989 : cluster [DBG] osdmap e2367: 8 total, 8 up, 8 in 2024-08-29T18:56:44.381 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:56:44 smithi028 bash[77168]: cluster 2024-08-29T18:56:42.539117+0000 mgr.y (mgr.25022) 2099 : cluster [DBG] pgmap v3983: 137 pgs: 137 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 1.2 MiB/s rd, 5.0 KiB/s wr, 1.63k op/s 2024-08-29T18:56:44.381 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:56:44 smithi028 bash[77168]: cluster 2024-08-29T18:56:43.041519+0000 mon.a (mon.0) 3986 : cluster [DBG] osdmap e2366: 8 total, 8 up, 8 in 2024-08-29T18:56:44.381 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:56:44 smithi028 bash[77168]: audit 2024-08-29T18:56:43.594272+0000 mon.a (mon.0) 3987 : audit [INF] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' 2024-08-29T18:56:44.381 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:56:44 smithi028 bash[77168]: audit 2024-08-29T18:56:43.601064+0000 mon.a (mon.0) 3988 : audit [INF] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' 2024-08-29T18:56:44.381 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:56:44 smithi028 bash[77168]: cluster 2024-08-29T18:56:43.917655+0000 mon.a (mon.0) 3989 : cluster [DBG] osdmap e2367: 8 total, 8 up, 8 in 2024-08-29T18:56:44.381 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:56:44 smithi028 bash[78352]: cluster 2024-08-29T18:56:42.539117+0000 mgr.y (mgr.25022) 2099 : cluster [DBG] pgmap v3983: 137 pgs: 137 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 1.2 MiB/s rd, 5.0 KiB/s wr, 1.63k op/s 2024-08-29T18:56:44.381 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:56:44 smithi028 bash[78352]: cluster 2024-08-29T18:56:43.041519+0000 mon.a (mon.0) 3986 : cluster [DBG] osdmap e2366: 8 total, 8 up, 8 in 2024-08-29T18:56:44.381 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:56:44 smithi028 bash[78352]: audit 2024-08-29T18:56:43.594272+0000 mon.a (mon.0) 3987 : audit [INF] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' 2024-08-29T18:56:44.382 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:56:44 smithi028 bash[78352]: audit 2024-08-29T18:56:43.601064+0000 mon.a (mon.0) 3988 : audit [INF] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' 2024-08-29T18:56:44.382 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:56:44 smithi028 bash[78352]: cluster 2024-08-29T18:56:43.917655+0000 mon.a (mon.0) 3989 : cluster [DBG] osdmap e2367: 8 total, 8 up, 8 in 2024-08-29T18:56:45.329 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:56:45 smithi053 bash[68679]: audit 2024-08-29T18:56:44.383762+0000 mon.a (mon.0) 3990 : audit [DBG] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-29T18:56:45.330 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:56:45 smithi053 bash[68679]: audit 2024-08-29T18:56:44.385491+0000 mon.a (mon.0) 3991 : audit [INF] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-29T18:56:45.330 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:56:45 smithi053 bash[68679]: audit 2024-08-29T18:56:44.395534+0000 mon.a (mon.0) 3992 : audit [INF] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' 2024-08-29T18:56:45.381 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:56:45 smithi028 bash[78352]: audit 2024-08-29T18:56:44.383762+0000 mon.a (mon.0) 3990 : audit [DBG] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-29T18:56:45.381 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:56:45 smithi028 bash[78352]: audit 2024-08-29T18:56:44.385491+0000 mon.a (mon.0) 3991 : audit [INF] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-29T18:56:45.381 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:56:45 smithi028 bash[78352]: audit 2024-08-29T18:56:44.395534+0000 mon.a (mon.0) 3992 : audit [INF] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' 2024-08-29T18:56:45.381 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:56:45 smithi028 bash[77168]: audit 2024-08-29T18:56:44.383762+0000 mon.a (mon.0) 3990 : audit [DBG] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-29T18:56:45.381 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:56:45 smithi028 bash[77168]: audit 2024-08-29T18:56:44.385491+0000 mon.a (mon.0) 3991 : audit [INF] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-29T18:56:45.382 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:56:45 smithi028 bash[77168]: audit 2024-08-29T18:56:44.395534+0000 mon.a (mon.0) 3992 : audit [INF] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' 2024-08-29T18:56:46.326 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:56:46 smithi053 bash[68679]: cluster 2024-08-29T18:56:44.540179+0000 mgr.y (mgr.25022) 2100 : cluster [DBG] pgmap v3986: 137 pgs: 137 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 3.5 KiB/s rd, 0 B/s wr, 6 op/s 2024-08-29T18:56:46.326 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:56:46 smithi053 bash[68679]: cluster 2024-08-29T18:56:45.044239+0000 mon.a (mon.0) 3993 : cluster [DBG] osdmap e2368: 8 total, 8 up, 8 in 2024-08-29T18:56:46.381 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:56:46 smithi028 bash[78352]: cluster 2024-08-29T18:56:44.540179+0000 mgr.y (mgr.25022) 2100 : cluster [DBG] pgmap v3986: 137 pgs: 137 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 3.5 KiB/s rd, 0 B/s wr, 6 op/s 2024-08-29T18:56:46.381 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:56:46 smithi028 bash[78352]: cluster 2024-08-29T18:56:45.044239+0000 mon.a (mon.0) 3993 : cluster [DBG] osdmap e2368: 8 total, 8 up, 8 in 2024-08-29T18:56:46.381 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:56:46 smithi028 bash[77168]: cluster 2024-08-29T18:56:44.540179+0000 mgr.y (mgr.25022) 2100 : cluster [DBG] pgmap v3986: 137 pgs: 137 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 3.5 KiB/s rd, 0 B/s wr, 6 op/s 2024-08-29T18:56:46.381 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:56:46 smithi028 bash[77168]: cluster 2024-08-29T18:56:45.044239+0000 mon.a (mon.0) 3993 : cluster [DBG] osdmap e2368: 8 total, 8 up, 8 in 2024-08-29T18:56:47.326 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:56:47 smithi053 bash[68679]: cluster 2024-08-29T18:56:46.070027+0000 mon.a (mon.0) 3994 : cluster [DBG] osdmap e2369: 8 total, 8 up, 8 in 2024-08-29T18:56:47.381 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:56:47 smithi028 bash[78352]: cluster 2024-08-29T18:56:46.070027+0000 mon.a (mon.0) 3994 : cluster [DBG] osdmap e2369: 8 total, 8 up, 8 in 2024-08-29T18:56:47.381 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:56:47 smithi028 bash[77168]: cluster 2024-08-29T18:56:46.070027+0000 mon.a (mon.0) 3994 : cluster [DBG] osdmap e2369: 8 total, 8 up, 8 in 2024-08-29T18:56:48.381 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:56:48 smithi028 bash[78352]: cluster 2024-08-29T18:56:46.540891+0000 mgr.y (mgr.25022) 2101 : cluster [DBG] pgmap v3989: 137 pgs: 137 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 1.2 MiB/s rd, 5.0 KiB/s wr, 1.59k op/s 2024-08-29T18:56:48.381 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:56:48 smithi028 bash[78352]: cluster 2024-08-29T18:56:47.083506+0000 mon.a (mon.0) 3995 : cluster [DBG] osdmap e2370: 8 total, 8 up, 8 in 2024-08-29T18:56:48.381 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:56:48 smithi028 bash[77168]: cluster 2024-08-29T18:56:46.540891+0000 mgr.y (mgr.25022) 2101 : cluster [DBG] pgmap v3989: 137 pgs: 137 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 1.2 MiB/s rd, 5.0 KiB/s wr, 1.59k op/s 2024-08-29T18:56:48.381 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:56:48 smithi028 bash[77168]: cluster 2024-08-29T18:56:47.083506+0000 mon.a (mon.0) 3995 : cluster [DBG] osdmap e2370: 8 total, 8 up, 8 in 2024-08-29T18:56:48.576 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:56:48 smithi053 bash[68679]: cluster 2024-08-29T18:56:46.540891+0000 mgr.y (mgr.25022) 2101 : cluster [DBG] pgmap v3989: 137 pgs: 137 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 1.2 MiB/s rd, 5.0 KiB/s wr, 1.59k op/s 2024-08-29T18:56:48.576 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:56:48 smithi053 bash[68679]: cluster 2024-08-29T18:56:47.083506+0000 mon.a (mon.0) 3995 : cluster [DBG] osdmap e2370: 8 total, 8 up, 8 in 2024-08-29T18:56:49.381 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:56:49 smithi028 bash[78352]: cluster 2024-08-29T18:56:48.094298+0000 mon.a (mon.0) 3996 : cluster [DBG] osdmap e2371: 8 total, 8 up, 8 in 2024-08-29T18:56:49.671 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:56:49 smithi028 bash[78352]: cluster 2024-08-29T18:56:48.920518+0000 mon.a (mon.0) 3997 : cluster [DBG] osdmap e2372: 8 total, 8 up, 8 in 2024-08-29T18:56:49.672 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:56:49 smithi028 bash[77168]: cluster 2024-08-29T18:56:48.094298+0000 mon.a (mon.0) 3996 : cluster [DBG] osdmap e2371: 8 total, 8 up, 8 in 2024-08-29T18:56:49.672 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:56:49 smithi028 bash[77168]: cluster 2024-08-29T18:56:48.920518+0000 mon.a (mon.0) 3997 : cluster [DBG] osdmap e2372: 8 total, 8 up, 8 in 2024-08-29T18:56:49.672 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:56:49 smithi053 bash[68679]: cluster 2024-08-29T18:56:48.094298+0000 mon.a (mon.0) 3996 : cluster [DBG] osdmap e2371: 8 total, 8 up, 8 in 2024-08-29T18:56:49.672 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:56:49 smithi053 bash[68679]: cluster 2024-08-29T18:56:48.920518+0000 mon.a (mon.0) 3997 : cluster [DBG] osdmap e2372: 8 total, 8 up, 8 in 2024-08-29T18:56:50.381 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:56:50 smithi028 bash[77168]: cluster 2024-08-29T18:56:48.541894+0000 mgr.y (mgr.25022) 2102 : cluster [DBG] pgmap v3992: 137 pgs: 137 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 1.1 MiB/s rd, 5.0 KiB/s wr, 1.59k op/s 2024-08-29T18:56:50.381 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:56:50 smithi028 bash[77168]: cluster 2024-08-29T18:56:49.922505+0000 mon.a (mon.0) 3998 : cluster [DBG] osdmap e2373: 8 total, 8 up, 8 in 2024-08-29T18:56:50.381 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:56:50 smithi028 bash[78352]: cluster 2024-08-29T18:56:48.541894+0000 mgr.y (mgr.25022) 2102 : cluster [DBG] pgmap v3992: 137 pgs: 137 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 1.1 MiB/s rd, 5.0 KiB/s wr, 1.59k op/s 2024-08-29T18:56:50.381 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:56:50 smithi028 bash[78352]: cluster 2024-08-29T18:56:49.922505+0000 mon.a (mon.0) 3998 : cluster [DBG] osdmap e2373: 8 total, 8 up, 8 in 2024-08-29T18:56:50.576 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:56:50 smithi053 bash[68679]: cluster 2024-08-29T18:56:48.541894+0000 mgr.y (mgr.25022) 2102 : cluster [DBG] pgmap v3992: 137 pgs: 137 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 1.1 MiB/s rd, 5.0 KiB/s wr, 1.59k op/s 2024-08-29T18:56:50.576 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:56:50 smithi053 bash[68679]: cluster 2024-08-29T18:56:49.922505+0000 mon.a (mon.0) 3998 : cluster [DBG] osdmap e2373: 8 total, 8 up, 8 in 2024-08-29T18:56:51.881 INFO:journalctl@ceph.mgr.y.smithi028.stdout:Aug 29 18:56:51 smithi028 bash[70818]: ::ffff:172.21.15.53 - - [29/Aug/2024:18:56:51] "GET /metrics HTTP/1.1" 200 36698 "" "Prometheus/2.43.0" 2024-08-29T18:56:52.315 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:56:51 smithi053 bash[68679]: cluster 2024-08-29T18:56:50.542572+0000 mgr.y (mgr.25022) 2103 : cluster [DBG] pgmap v3995: 137 pgs: 137 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 1.1 MiB/s rd, 5.0 KiB/s wr, 1.55k op/s 2024-08-29T18:56:52.315 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:56:51 smithi053 bash[68679]: cluster 2024-08-29T18:56:50.926284+0000 mon.a (mon.0) 3999 : cluster [DBG] osdmap e2374: 8 total, 8 up, 8 in 2024-08-29T18:56:52.381 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:56:51 smithi028 bash[77168]: cluster 2024-08-29T18:56:50.542572+0000 mgr.y (mgr.25022) 2103 : cluster [DBG] pgmap v3995: 137 pgs: 137 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 1.1 MiB/s rd, 5.0 KiB/s wr, 1.55k op/s 2024-08-29T18:56:52.381 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:56:51 smithi028 bash[77168]: cluster 2024-08-29T18:56:50.926284+0000 mon.a (mon.0) 3999 : cluster [DBG] osdmap e2374: 8 total, 8 up, 8 in 2024-08-29T18:56:52.381 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:56:51 smithi028 bash[78352]: cluster 2024-08-29T18:56:50.542572+0000 mgr.y (mgr.25022) 2103 : cluster [DBG] pgmap v3995: 137 pgs: 137 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 1.1 MiB/s rd, 5.0 KiB/s wr, 1.55k op/s 2024-08-29T18:56:52.381 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:56:51 smithi028 bash[78352]: cluster 2024-08-29T18:56:50.926284+0000 mon.a (mon.0) 3999 : cluster [DBG] osdmap e2374: 8 total, 8 up, 8 in 2024-08-29T18:56:52.576 INFO:journalctl@ceph.prometheus.a.smithi053.stdout:Aug 29 18:56:52 smithi053 bash[95567]: ts=2024-08-29T18:56:52.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"3167ee72-662c-11ef-bcd4-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-29T18:56:53.326 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:56:52 smithi053 bash[68679]: cluster 2024-08-29T18:56:51.935641+0000 mon.a (mon.0) 4000 : cluster [DBG] osdmap e2375: 8 total, 8 up, 8 in 2024-08-29T18:56:53.381 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:56:52 smithi028 bash[77168]: cluster 2024-08-29T18:56:51.935641+0000 mon.a (mon.0) 4000 : cluster [DBG] osdmap e2375: 8 total, 8 up, 8 in 2024-08-29T18:56:53.381 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:56:52 smithi028 bash[78352]: cluster 2024-08-29T18:56:51.935641+0000 mon.a (mon.0) 4000 : cluster [DBG] osdmap e2375: 8 total, 8 up, 8 in 2024-08-29T18:56:54.328 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:56:53 smithi053 bash[68679]: cluster 2024-08-29T18:56:52.543271+0000 mgr.y (mgr.25022) 2104 : cluster [DBG] pgmap v3998: 137 pgs: 137 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 1.1 MiB/s rd, 5.0 KiB/s wr, 1.55k op/s 2024-08-29T18:56:54.328 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:56:53 smithi053 bash[68679]: cluster 2024-08-29T18:56:52.945333+0000 mon.a (mon.0) 4001 : cluster [DBG] osdmap e2376: 8 total, 8 up, 8 in 2024-08-29T18:56:54.328 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:56:53 smithi053 bash[68679]: cluster 2024-08-29T18:56:53.922295+0000 mon.a (mon.0) 4002 : cluster [DBG] osdmap e2377: 8 total, 8 up, 8 in 2024-08-29T18:56:54.381 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:56:53 smithi028 bash[78352]: cluster 2024-08-29T18:56:52.543271+0000 mgr.y (mgr.25022) 2104 : cluster [DBG] pgmap v3998: 137 pgs: 137 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 1.1 MiB/s rd, 5.0 KiB/s wr, 1.55k op/s 2024-08-29T18:56:54.381 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:56:53 smithi028 bash[78352]: cluster 2024-08-29T18:56:52.945333+0000 mon.a (mon.0) 4001 : cluster [DBG] osdmap e2376: 8 total, 8 up, 8 in 2024-08-29T18:56:54.381 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:56:53 smithi028 bash[78352]: cluster 2024-08-29T18:56:53.922295+0000 mon.a (mon.0) 4002 : cluster [DBG] osdmap e2377: 8 total, 8 up, 8 in 2024-08-29T18:56:54.381 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:56:53 smithi028 bash[77168]: cluster 2024-08-29T18:56:52.543271+0000 mgr.y (mgr.25022) 2104 : cluster [DBG] pgmap v3998: 137 pgs: 137 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 1.1 MiB/s rd, 5.0 KiB/s wr, 1.55k op/s 2024-08-29T18:56:54.381 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:56:53 smithi028 bash[77168]: cluster 2024-08-29T18:56:52.945333+0000 mon.a (mon.0) 4001 : cluster [DBG] osdmap e2376: 8 total, 8 up, 8 in 2024-08-29T18:56:54.381 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:56:53 smithi028 bash[77168]: cluster 2024-08-29T18:56:53.922295+0000 mon.a (mon.0) 4002 : cluster [DBG] osdmap e2377: 8 total, 8 up, 8 in 2024-08-29T18:56:56.326 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:56:55 smithi053 bash[68679]: cluster 2024-08-29T18:56:54.544332+0000 mgr.y (mgr.25022) 2105 : cluster [DBG] pgmap v4001: 137 pgs: 137 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 3.0 KiB/s rd, 0 B/s wr, 5 op/s 2024-08-29T18:56:56.326 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:56:55 smithi053 bash[68679]: cluster 2024-08-29T18:56:54.954975+0000 mon.a (mon.0) 4003 : cluster [DBG] osdmap e2378: 8 total, 8 up, 8 in 2024-08-29T18:56:56.381 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:56:55 smithi028 bash[78352]: cluster 2024-08-29T18:56:54.544332+0000 mgr.y (mgr.25022) 2105 : cluster [DBG] pgmap v4001: 137 pgs: 137 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 3.0 KiB/s rd, 0 B/s wr, 5 op/s 2024-08-29T18:56:56.381 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:56:55 smithi028 bash[78352]: cluster 2024-08-29T18:56:54.954975+0000 mon.a (mon.0) 4003 : cluster [DBG] osdmap e2378: 8 total, 8 up, 8 in 2024-08-29T18:56:56.381 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:56:55 smithi028 bash[77168]: cluster 2024-08-29T18:56:54.544332+0000 mgr.y (mgr.25022) 2105 : cluster [DBG] pgmap v4001: 137 pgs: 137 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 3.0 KiB/s rd, 0 B/s wr, 5 op/s 2024-08-29T18:56:56.381 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:56:55 smithi028 bash[77168]: cluster 2024-08-29T18:56:54.954975+0000 mon.a (mon.0) 4003 : cluster [DBG] osdmap e2378: 8 total, 8 up, 8 in 2024-08-29T18:56:57.326 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:56:56 smithi053 bash[68679]: cluster 2024-08-29T18:56:55.965474+0000 mon.a (mon.0) 4004 : cluster [DBG] osdmap e2379: 8 total, 8 up, 8 in 2024-08-29T18:56:57.381 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:56:56 smithi028 bash[78352]: cluster 2024-08-29T18:56:55.965474+0000 mon.a (mon.0) 4004 : cluster [DBG] osdmap e2379: 8 total, 8 up, 8 in 2024-08-29T18:56:57.381 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:56:56 smithi028 bash[77168]: cluster 2024-08-29T18:56:55.965474+0000 mon.a (mon.0) 4004 : cluster [DBG] osdmap e2379: 8 total, 8 up, 8 in 2024-08-29T18:56:58.326 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:56:57 smithi053 bash[68679]: cluster 2024-08-29T18:56:56.545039+0000 mgr.y (mgr.25022) 2106 : cluster [DBG] pgmap v4004: 137 pgs: 137 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 1.1 MiB/s rd, 5.0 KiB/s wr, 1.50k op/s 2024-08-29T18:56:58.326 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:56:57 smithi053 bash[68679]: cluster 2024-08-29T18:56:56.976139+0000 mon.a (mon.0) 4005 : cluster [DBG] osdmap e2380: 8 total, 8 up, 8 in 2024-08-29T18:56:58.326 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:56:57 smithi053 bash[68679]: audit 2024-08-29T18:56:57.165931+0000 mon.a (mon.0) 4006 : audit [DBG] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-29T18:56:58.381 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:56:57 smithi028 bash[78352]: cluster 2024-08-29T18:56:56.545039+0000 mgr.y (mgr.25022) 2106 : cluster [DBG] pgmap v4004: 137 pgs: 137 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 1.1 MiB/s rd, 5.0 KiB/s wr, 1.50k op/s 2024-08-29T18:56:58.381 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:56:57 smithi028 bash[78352]: cluster 2024-08-29T18:56:56.976139+0000 mon.a (mon.0) 4005 : cluster [DBG] osdmap e2380: 8 total, 8 up, 8 in 2024-08-29T18:56:58.381 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:56:57 smithi028 bash[78352]: audit 2024-08-29T18:56:57.165931+0000 mon.a (mon.0) 4006 : audit [DBG] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-29T18:56:58.381 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:56:57 smithi028 bash[77168]: cluster 2024-08-29T18:56:56.545039+0000 mgr.y (mgr.25022) 2106 : cluster [DBG] pgmap v4004: 137 pgs: 137 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 1.1 MiB/s rd, 5.0 KiB/s wr, 1.50k op/s 2024-08-29T18:56:58.381 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:56:57 smithi028 bash[77168]: cluster 2024-08-29T18:56:56.976139+0000 mon.a (mon.0) 4005 : cluster [DBG] osdmap e2380: 8 total, 8 up, 8 in 2024-08-29T18:56:58.381 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:56:57 smithi028 bash[77168]: audit 2024-08-29T18:56:57.165931+0000 mon.a (mon.0) 4006 : audit [DBG] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-29T18:56:59.326 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:56:58 smithi053 bash[68679]: cluster 2024-08-29T18:56:57.977240+0000 mon.a (mon.0) 4007 : cluster [DBG] osdmap e2381: 8 total, 8 up, 8 in 2024-08-29T18:56:59.326 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:56:58 smithi053 bash[68679]: cluster 2024-08-29T18:56:58.925354+0000 mon.a (mon.0) 4008 : cluster [DBG] osdmap e2382: 8 total, 8 up, 8 in 2024-08-29T18:56:59.381 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:56:58 smithi028 bash[78352]: cluster 2024-08-29T18:56:57.977240+0000 mon.a (mon.0) 4007 : cluster [DBG] osdmap e2381: 8 total, 8 up, 8 in 2024-08-29T18:56:59.381 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:56:58 smithi028 bash[78352]: cluster 2024-08-29T18:56:58.925354+0000 mon.a (mon.0) 4008 : cluster [DBG] osdmap e2382: 8 total, 8 up, 8 in 2024-08-29T18:56:59.381 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:56:58 smithi028 bash[77168]: cluster 2024-08-29T18:56:57.977240+0000 mon.a (mon.0) 4007 : cluster [DBG] osdmap e2381: 8 total, 8 up, 8 in 2024-08-29T18:56:59.381 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:56:58 smithi028 bash[77168]: cluster 2024-08-29T18:56:58.925354+0000 mon.a (mon.0) 4008 : cluster [DBG] osdmap e2382: 8 total, 8 up, 8 in 2024-08-29T18:57:00.326 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:56:59 smithi053 bash[68679]: cluster 2024-08-29T18:56:58.546053+0000 mgr.y (mgr.25022) 2107 : cluster [DBG] pgmap v4007: 137 pgs: 137 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 1.1 MiB/s rd, 5.0 KiB/s wr, 1.50k op/s 2024-08-29T18:57:00.381 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:56:59 smithi028 bash[77168]: cluster 2024-08-29T18:56:58.546053+0000 mgr.y (mgr.25022) 2107 : cluster [DBG] pgmap v4007: 137 pgs: 137 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 1.1 MiB/s rd, 5.0 KiB/s wr, 1.50k op/s 2024-08-29T18:57:00.381 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:56:59 smithi028 bash[78352]: cluster 2024-08-29T18:56:58.546053+0000 mgr.y (mgr.25022) 2107 : cluster [DBG] pgmap v4007: 137 pgs: 137 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 1.1 MiB/s rd, 5.0 KiB/s wr, 1.50k op/s 2024-08-29T18:57:01.326 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:57:01 smithi053 bash[68679]: cluster 2024-08-29T18:57:00.008951+0000 mon.a (mon.0) 4009 : cluster [DBG] osdmap e2383: 8 total, 8 up, 8 in 2024-08-29T18:57:01.381 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:57:01 smithi028 bash[77168]: cluster 2024-08-29T18:57:00.008951+0000 mon.a (mon.0) 4009 : cluster [DBG] osdmap e2383: 8 total, 8 up, 8 in 2024-08-29T18:57:01.381 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:57:01 smithi028 bash[78352]: cluster 2024-08-29T18:57:00.008951+0000 mon.a (mon.0) 4009 : cluster [DBG] osdmap e2383: 8 total, 8 up, 8 in 2024-08-29T18:57:01.881 INFO:journalctl@ceph.mgr.y.smithi028.stdout:Aug 29 18:57:01 smithi028 bash[70818]: ::ffff:172.21.15.53 - - [29/Aug/2024:18:57:01] "GET /metrics HTTP/1.1" 200 36697 "" "Prometheus/2.43.0" 2024-08-29T18:57:02.316 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:57:02 smithi053 bash[68679]: cluster 2024-08-29T18:57:00.546960+0000 mgr.y (mgr.25022) 2108 : cluster [DBG] pgmap v4010: 137 pgs: 137 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 1.1 MiB/s rd, 5.0 KiB/s wr, 1.46k op/s 2024-08-29T18:57:02.316 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:57:02 smithi053 bash[68679]: cluster 2024-08-29T18:57:01.021586+0000 mon.a (mon.0) 4010 : cluster [DBG] osdmap e2384: 8 total, 8 up, 8 in 2024-08-29T18:57:02.381 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:57:02 smithi028 bash[78352]: cluster 2024-08-29T18:57:00.546960+0000 mgr.y (mgr.25022) 2108 : cluster [DBG] pgmap v4010: 137 pgs: 137 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 1.1 MiB/s rd, 5.0 KiB/s wr, 1.46k op/s 2024-08-29T18:57:02.381 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:57:02 smithi028 bash[78352]: cluster 2024-08-29T18:57:01.021586+0000 mon.a (mon.0) 4010 : cluster [DBG] osdmap e2384: 8 total, 8 up, 8 in 2024-08-29T18:57:02.381 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:57:02 smithi028 bash[77168]: cluster 2024-08-29T18:57:00.546960+0000 mgr.y (mgr.25022) 2108 : cluster [DBG] pgmap v4010: 137 pgs: 137 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 1.1 MiB/s rd, 5.0 KiB/s wr, 1.46k op/s 2024-08-29T18:57:02.381 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:57:02 smithi028 bash[77168]: cluster 2024-08-29T18:57:01.021586+0000 mon.a (mon.0) 4010 : cluster [DBG] osdmap e2384: 8 total, 8 up, 8 in 2024-08-29T18:57:02.576 INFO:journalctl@ceph.prometheus.a.smithi053.stdout:Aug 29 18:57:02 smithi053 bash[95567]: ts=2024-08-29T18:57:02.316Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"3167ee72-662c-11ef-bcd4-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-29T18:57:03.326 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:57:03 smithi053 bash[68679]: cluster 2024-08-29T18:57:02.029976+0000 mon.a (mon.0) 4011 : cluster [DBG] osdmap e2385: 8 total, 8 up, 8 in 2024-08-29T18:57:03.381 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:57:03 smithi028 bash[77168]: cluster 2024-08-29T18:57:02.029976+0000 mon.a (mon.0) 4011 : cluster [DBG] osdmap e2385: 8 total, 8 up, 8 in 2024-08-29T18:57:03.381 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:57:03 smithi028 bash[78352]: cluster 2024-08-29T18:57:02.029976+0000 mon.a (mon.0) 4011 : cluster [DBG] osdmap e2385: 8 total, 8 up, 8 in 2024-08-29T18:57:04.326 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:57:04 smithi053 bash[68679]: cluster 2024-08-29T18:57:02.547693+0000 mgr.y (mgr.25022) 2109 : cluster [DBG] pgmap v4013: 137 pgs: 137 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 1.1 MiB/s rd, 5.0 KiB/s wr, 1.46k op/s 2024-08-29T18:57:04.326 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:57:04 smithi053 bash[68679]: cluster 2024-08-29T18:57:03.039417+0000 mon.a (mon.0) 4012 : cluster [DBG] osdmap e2386: 8 total, 8 up, 8 in 2024-08-29T18:57:04.326 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:57:04 smithi053 bash[68679]: cluster 2024-08-29T18:57:03.927276+0000 mon.a (mon.0) 4013 : cluster [DBG] osdmap e2387: 8 total, 8 up, 8 in 2024-08-29T18:57:04.381 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:57:04 smithi028 bash[78352]: cluster 2024-08-29T18:57:02.547693+0000 mgr.y (mgr.25022) 2109 : cluster [DBG] pgmap v4013: 137 pgs: 137 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 1.1 MiB/s rd, 5.0 KiB/s wr, 1.46k op/s 2024-08-29T18:57:04.381 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:57:04 smithi028 bash[78352]: cluster 2024-08-29T18:57:03.039417+0000 mon.a (mon.0) 4012 : cluster [DBG] osdmap e2386: 8 total, 8 up, 8 in 2024-08-29T18:57:04.381 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:57:04 smithi028 bash[78352]: cluster 2024-08-29T18:57:03.927276+0000 mon.a (mon.0) 4013 : cluster [DBG] osdmap e2387: 8 total, 8 up, 8 in 2024-08-29T18:57:04.381 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:57:04 smithi028 bash[77168]: cluster 2024-08-29T18:57:02.547693+0000 mgr.y (mgr.25022) 2109 : cluster [DBG] pgmap v4013: 137 pgs: 137 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 1.1 MiB/s rd, 5.0 KiB/s wr, 1.46k op/s 2024-08-29T18:57:04.381 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:57:04 smithi028 bash[77168]: cluster 2024-08-29T18:57:03.039417+0000 mon.a (mon.0) 4012 : cluster [DBG] osdmap e2386: 8 total, 8 up, 8 in 2024-08-29T18:57:04.381 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:57:04 smithi028 bash[77168]: cluster 2024-08-29T18:57:03.927276+0000 mon.a (mon.0) 4013 : cluster [DBG] osdmap e2387: 8 total, 8 up, 8 in 2024-08-29T18:57:06.326 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:57:06 smithi053 bash[68679]: cluster 2024-08-29T18:57:04.548875+0000 mgr.y (mgr.25022) 2110 : cluster [DBG] pgmap v4016: 137 pgs: 137 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 1023 B/s rd, 0 B/s wr, 2 op/s 2024-08-29T18:57:06.326 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:57:06 smithi053 bash[68679]: cluster 2024-08-29T18:57:05.051523+0000 mon.a (mon.0) 4014 : cluster [DBG] osdmap e2388: 8 total, 8 up, 8 in 2024-08-29T18:57:06.381 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:57:06 smithi028 bash[78352]: cluster 2024-08-29T18:57:04.548875+0000 mgr.y (mgr.25022) 2110 : cluster [DBG] pgmap v4016: 137 pgs: 137 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 1023 B/s rd, 0 B/s wr, 2 op/s 2024-08-29T18:57:06.381 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:57:06 smithi028 bash[78352]: cluster 2024-08-29T18:57:05.051523+0000 mon.a (mon.0) 4014 : cluster [DBG] osdmap e2388: 8 total, 8 up, 8 in 2024-08-29T18:57:06.381 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:57:06 smithi028 bash[77168]: cluster 2024-08-29T18:57:04.548875+0000 mgr.y (mgr.25022) 2110 : cluster [DBG] pgmap v4016: 137 pgs: 137 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 1023 B/s rd, 0 B/s wr, 2 op/s 2024-08-29T18:57:06.381 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:57:06 smithi028 bash[77168]: cluster 2024-08-29T18:57:05.051523+0000 mon.a (mon.0) 4014 : cluster [DBG] osdmap e2388: 8 total, 8 up, 8 in 2024-08-29T18:57:07.326 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:57:07 smithi053 bash[68679]: cluster 2024-08-29T18:57:06.053766+0000 mon.a (mon.0) 4015 : cluster [DBG] osdmap e2389: 8 total, 8 up, 8 in 2024-08-29T18:57:07.381 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:57:07 smithi028 bash[78352]: cluster 2024-08-29T18:57:06.053766+0000 mon.a (mon.0) 4015 : cluster [DBG] osdmap e2389: 8 total, 8 up, 8 in 2024-08-29T18:57:07.381 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:57:07 smithi028 bash[77168]: cluster 2024-08-29T18:57:06.053766+0000 mon.a (mon.0) 4015 : cluster [DBG] osdmap e2389: 8 total, 8 up, 8 in 2024-08-29T18:57:08.326 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:57:08 smithi053 bash[68679]: cluster 2024-08-29T18:57:06.549783+0000 mgr.y (mgr.25022) 2111 : cluster [DBG] pgmap v4019: 137 pgs: 137 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 1.0 MiB/s rd, 5.0 KiB/s wr, 1.42k op/s 2024-08-29T18:57:08.326 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:57:08 smithi053 bash[68679]: cluster 2024-08-29T18:57:07.076470+0000 mon.a (mon.0) 4016 : cluster [DBG] osdmap e2390: 8 total, 8 up, 8 in 2024-08-29T18:57:08.381 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:57:08 smithi028 bash[77168]: cluster 2024-08-29T18:57:06.549783+0000 mgr.y (mgr.25022) 2111 : cluster [DBG] pgmap v4019: 137 pgs: 137 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 1.0 MiB/s rd, 5.0 KiB/s wr, 1.42k op/s 2024-08-29T18:57:08.381 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:57:08 smithi028 bash[77168]: cluster 2024-08-29T18:57:07.076470+0000 mon.a (mon.0) 4016 : cluster [DBG] osdmap e2390: 8 total, 8 up, 8 in 2024-08-29T18:57:08.381 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:57:08 smithi028 bash[78352]: cluster 2024-08-29T18:57:06.549783+0000 mgr.y (mgr.25022) 2111 : cluster [DBG] pgmap v4019: 137 pgs: 137 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 1.0 MiB/s rd, 5.0 KiB/s wr, 1.42k op/s 2024-08-29T18:57:08.382 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:57:08 smithi028 bash[78352]: cluster 2024-08-29T18:57:07.076470+0000 mon.a (mon.0) 4016 : cluster [DBG] osdmap e2390: 8 total, 8 up, 8 in 2024-08-29T18:57:09.381 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:57:09 smithi028 bash[77168]: cluster 2024-08-29T18:57:08.083658+0000 mon.a (mon.0) 4017 : cluster [DBG] osdmap e2391: 8 total, 8 up, 8 in 2024-08-29T18:57:09.381 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:57:09 smithi028 bash[77168]: cluster 2024-08-29T18:57:08.934051+0000 mon.a (mon.0) 4018 : cluster [DBG] osdmap e2392: 8 total, 8 up, 8 in 2024-08-29T18:57:09.381 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:57:09 smithi028 bash[78352]: cluster 2024-08-29T18:57:08.083658+0000 mon.a (mon.0) 4017 : cluster [DBG] osdmap e2391: 8 total, 8 up, 8 in 2024-08-29T18:57:09.381 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:57:09 smithi028 bash[78352]: cluster 2024-08-29T18:57:08.934051+0000 mon.a (mon.0) 4018 : cluster [DBG] osdmap e2392: 8 total, 8 up, 8 in 2024-08-29T18:57:09.576 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:57:09 smithi053 bash[68679]: cluster 2024-08-29T18:57:08.083658+0000 mon.a (mon.0) 4017 : cluster [DBG] osdmap e2391: 8 total, 8 up, 8 in 2024-08-29T18:57:09.576 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:57:09 smithi053 bash[68679]: cluster 2024-08-29T18:57:08.934051+0000 mon.a (mon.0) 4018 : cluster [DBG] osdmap e2392: 8 total, 8 up, 8 in 2024-08-29T18:57:10.381 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:57:10 smithi028 bash[78352]: cluster 2024-08-29T18:57:08.550883+0000 mgr.y (mgr.25022) 2112 : cluster [DBG] pgmap v4022: 137 pgs: 137 active+clean; 4.6 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 1.0 MiB/s rd, 5.0 KiB/s wr, 1.42k op/s 2024-08-29T18:57:10.381 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:57:10 smithi028 bash[78352]: cluster 2024-08-29T18:57:09.952720+0000 mon.a (mon.0) 4019 : cluster [DBG] osdmap e2393: 8 total, 8 up, 8 in 2024-08-29T18:57:10.381 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:57:10 smithi028 bash[77168]: cluster 2024-08-29T18:57:08.550883+0000 mgr.y (mgr.25022) 2112 : cluster [DBG] pgmap v4022: 137 pgs: 137 active+clean; 4.6 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 1.0 MiB/s rd, 5.0 KiB/s wr, 1.42k op/s 2024-08-29T18:57:10.381 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:57:10 smithi028 bash[77168]: cluster 2024-08-29T18:57:09.952720+0000 mon.a (mon.0) 4019 : cluster [DBG] osdmap e2393: 8 total, 8 up, 8 in 2024-08-29T18:57:10.576 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:57:10 smithi053 bash[68679]: cluster 2024-08-29T18:57:08.550883+0000 mgr.y (mgr.25022) 2112 : cluster [DBG] pgmap v4022: 137 pgs: 137 active+clean; 4.6 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 1.0 MiB/s rd, 5.0 KiB/s wr, 1.42k op/s 2024-08-29T18:57:10.576 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:57:10 smithi053 bash[68679]: cluster 2024-08-29T18:57:09.952720+0000 mon.a (mon.0) 4019 : cluster [DBG] osdmap e2393: 8 total, 8 up, 8 in 2024-08-29T18:57:11.881 INFO:journalctl@ceph.mgr.y.smithi028.stdout:Aug 29 18:57:11 smithi028 bash[70818]: ::ffff:172.21.15.53 - - [29/Aug/2024:18:57:11] "GET /metrics HTTP/1.1" 200 36697 "" "Prometheus/2.43.0" 2024-08-29T18:57:12.315 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:57:11 smithi053 bash[68679]: cluster 2024-08-29T18:57:10.551802+0000 mgr.y (mgr.25022) 2113 : cluster [DBG] pgmap v4025: 137 pgs: 137 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 1015 KiB/s rd, 5.0 KiB/s wr, 1.37k op/s 2024-08-29T18:57:12.315 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:57:11 smithi053 bash[68679]: cluster 2024-08-29T18:57:10.956278+0000 mon.a (mon.0) 4020 : cluster [DBG] osdmap e2394: 8 total, 8 up, 8 in 2024-08-29T18:57:12.381 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:57:11 smithi028 bash[77168]: cluster 2024-08-29T18:57:10.551802+0000 mgr.y (mgr.25022) 2113 : cluster [DBG] pgmap v4025: 137 pgs: 137 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 1015 KiB/s rd, 5.0 KiB/s wr, 1.37k op/s 2024-08-29T18:57:12.381 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:57:11 smithi028 bash[77168]: cluster 2024-08-29T18:57:10.956278+0000 mon.a (mon.0) 4020 : cluster [DBG] osdmap e2394: 8 total, 8 up, 8 in 2024-08-29T18:57:12.381 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:57:11 smithi028 bash[78352]: cluster 2024-08-29T18:57:10.551802+0000 mgr.y (mgr.25022) 2113 : cluster [DBG] pgmap v4025: 137 pgs: 137 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 1015 KiB/s rd, 5.0 KiB/s wr, 1.37k op/s 2024-08-29T18:57:12.381 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:57:11 smithi028 bash[78352]: cluster 2024-08-29T18:57:10.956278+0000 mon.a (mon.0) 4020 : cluster [DBG] osdmap e2394: 8 total, 8 up, 8 in 2024-08-29T18:57:12.576 INFO:journalctl@ceph.prometheus.a.smithi053.stdout:Aug 29 18:57:12 smithi053 bash[95567]: ts=2024-08-29T18:57:12.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"3167ee72-662c-11ef-bcd4-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-29T18:57:13.326 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:57:12 smithi053 bash[68679]: cluster 2024-08-29T18:57:11.957448+0000 mon.a (mon.0) 4021 : cluster [DBG] osdmap e2395: 8 total, 8 up, 8 in 2024-08-29T18:57:13.326 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:57:12 smithi053 bash[68679]: audit 2024-08-29T18:57:12.166522+0000 mon.a (mon.0) 4022 : audit [DBG] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-29T18:57:13.381 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:57:12 smithi028 bash[78352]: cluster 2024-08-29T18:57:11.957448+0000 mon.a (mon.0) 4021 : cluster [DBG] osdmap e2395: 8 total, 8 up, 8 in 2024-08-29T18:57:13.381 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:57:12 smithi028 bash[78352]: audit 2024-08-29T18:57:12.166522+0000 mon.a (mon.0) 4022 : audit [DBG] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-29T18:57:13.385 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:57:12 smithi028 bash[77168]: cluster 2024-08-29T18:57:11.957448+0000 mon.a (mon.0) 4021 : cluster [DBG] osdmap e2395: 8 total, 8 up, 8 in 2024-08-29T18:57:13.385 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:57:12 smithi028 bash[77168]: audit 2024-08-29T18:57:12.166522+0000 mon.a (mon.0) 4022 : audit [DBG] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-29T18:57:14.326 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:57:13 smithi053 bash[68679]: cluster 2024-08-29T18:57:12.552487+0000 mgr.y (mgr.25022) 2114 : cluster [DBG] pgmap v4028: 137 pgs: 137 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 1014 KiB/s rd, 5.0 KiB/s wr, 1.37k op/s 2024-08-29T18:57:14.326 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:57:13 smithi053 bash[68679]: cluster 2024-08-29T18:57:12.984933+0000 mon.a (mon.0) 4023 : cluster [DBG] osdmap e2396: 8 total, 8 up, 8 in 2024-08-29T18:57:14.326 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:57:13 smithi053 bash[68679]: cluster 2024-08-29T18:57:13.937887+0000 mon.a (mon.0) 4024 : cluster [DBG] osdmap e2397: 8 total, 8 up, 8 in 2024-08-29T18:57:14.381 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:57:13 smithi028 bash[78352]: cluster 2024-08-29T18:57:12.552487+0000 mgr.y (mgr.25022) 2114 : cluster [DBG] pgmap v4028: 137 pgs: 137 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 1014 KiB/s rd, 5.0 KiB/s wr, 1.37k op/s 2024-08-29T18:57:14.381 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:57:13 smithi028 bash[78352]: cluster 2024-08-29T18:57:12.984933+0000 mon.a (mon.0) 4023 : cluster [DBG] osdmap e2396: 8 total, 8 up, 8 in 2024-08-29T18:57:14.381 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:57:13 smithi028 bash[78352]: cluster 2024-08-29T18:57:13.937887+0000 mon.a (mon.0) 4024 : cluster [DBG] osdmap e2397: 8 total, 8 up, 8 in 2024-08-29T18:57:14.381 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:57:13 smithi028 bash[77168]: cluster 2024-08-29T18:57:12.552487+0000 mgr.y (mgr.25022) 2114 : cluster [DBG] pgmap v4028: 137 pgs: 137 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 1014 KiB/s rd, 5.0 KiB/s wr, 1.37k op/s 2024-08-29T18:57:14.381 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:57:13 smithi028 bash[77168]: cluster 2024-08-29T18:57:12.984933+0000 mon.a (mon.0) 4023 : cluster [DBG] osdmap e2396: 8 total, 8 up, 8 in 2024-08-29T18:57:14.381 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:57:13 smithi028 bash[77168]: cluster 2024-08-29T18:57:13.937887+0000 mon.a (mon.0) 4024 : cluster [DBG] osdmap e2397: 8 total, 8 up, 8 in 2024-08-29T18:57:16.326 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:57:15 smithi053 bash[68679]: cluster 2024-08-29T18:57:14.553594+0000 mgr.y (mgr.25022) 2115 : cluster [DBG] pgmap v4031: 137 pgs: 137 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 2.0 KiB/s rd, 0 B/s wr, 4 op/s 2024-08-29T18:57:16.326 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:57:15 smithi053 bash[68679]: cluster 2024-08-29T18:57:14.993835+0000 mon.a (mon.0) 4025 : cluster [DBG] osdmap e2398: 8 total, 8 up, 8 in 2024-08-29T18:57:16.381 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:57:15 smithi028 bash[77168]: cluster 2024-08-29T18:57:14.553594+0000 mgr.y (mgr.25022) 2115 : cluster [DBG] pgmap v4031: 137 pgs: 137 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 2.0 KiB/s rd, 0 B/s wr, 4 op/s 2024-08-29T18:57:16.381 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:57:15 smithi028 bash[77168]: cluster 2024-08-29T18:57:14.993835+0000 mon.a (mon.0) 4025 : cluster [DBG] osdmap e2398: 8 total, 8 up, 8 in 2024-08-29T18:57:16.381 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:57:15 smithi028 bash[78352]: cluster 2024-08-29T18:57:14.553594+0000 mgr.y (mgr.25022) 2115 : cluster [DBG] pgmap v4031: 137 pgs: 137 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 2.0 KiB/s rd, 0 B/s wr, 4 op/s 2024-08-29T18:57:16.381 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:57:15 smithi028 bash[78352]: cluster 2024-08-29T18:57:14.993835+0000 mon.a (mon.0) 4025 : cluster [DBG] osdmap e2398: 8 total, 8 up, 8 in 2024-08-29T18:57:17.326 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:57:17 smithi053 bash[68679]: cluster 2024-08-29T18:57:16.007808+0000 mon.a (mon.0) 4026 : cluster [DBG] osdmap e2399: 8 total, 8 up, 8 in 2024-08-29T18:57:17.381 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:57:17 smithi028 bash[77168]: cluster 2024-08-29T18:57:16.007808+0000 mon.a (mon.0) 4026 : cluster [DBG] osdmap e2399: 8 total, 8 up, 8 in 2024-08-29T18:57:17.381 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:57:17 smithi028 bash[78352]: cluster 2024-08-29T18:57:16.007808+0000 mon.a (mon.0) 4026 : cluster [DBG] osdmap e2399: 8 total, 8 up, 8 in 2024-08-29T18:57:18.326 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:57:18 smithi053 bash[68679]: cluster 2024-08-29T18:57:16.554339+0000 mgr.y (mgr.25022) 2116 : cluster [DBG] pgmap v4034: 137 pgs: 137 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 982 KiB/s rd, 5.0 KiB/s wr, 1.33k op/s 2024-08-29T18:57:18.326 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:57:18 smithi053 bash[68679]: cluster 2024-08-29T18:57:17.017329+0000 mon.a (mon.0) 4027 : cluster [DBG] osdmap e2400: 8 total, 8 up, 8 in 2024-08-29T18:57:18.381 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:57:18 smithi028 bash[78352]: cluster 2024-08-29T18:57:16.554339+0000 mgr.y (mgr.25022) 2116 : cluster [DBG] pgmap v4034: 137 pgs: 137 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 982 KiB/s rd, 5.0 KiB/s wr, 1.33k op/s 2024-08-29T18:57:18.381 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:57:18 smithi028 bash[78352]: cluster 2024-08-29T18:57:17.017329+0000 mon.a (mon.0) 4027 : cluster [DBG] osdmap e2400: 8 total, 8 up, 8 in 2024-08-29T18:57:18.381 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:57:18 smithi028 bash[77168]: cluster 2024-08-29T18:57:16.554339+0000 mgr.y (mgr.25022) 2116 : cluster [DBG] pgmap v4034: 137 pgs: 137 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 982 KiB/s rd, 5.0 KiB/s wr, 1.33k op/s 2024-08-29T18:57:18.381 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:57:18 smithi028 bash[77168]: cluster 2024-08-29T18:57:17.017329+0000 mon.a (mon.0) 4027 : cluster [DBG] osdmap e2400: 8 total, 8 up, 8 in 2024-08-29T18:57:19.326 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:57:19 smithi053 bash[68679]: cluster 2024-08-29T18:57:18.025949+0000 mon.a (mon.0) 4028 : cluster [DBG] osdmap e2401: 8 total, 8 up, 8 in 2024-08-29T18:57:19.326 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:57:19 smithi053 bash[68679]: cluster 2024-08-29T18:57:18.940326+0000 mon.a (mon.0) 4029 : cluster [DBG] osdmap e2402: 8 total, 8 up, 8 in 2024-08-29T18:57:19.381 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:57:19 smithi028 bash[78352]: cluster 2024-08-29T18:57:18.025949+0000 mon.a (mon.0) 4028 : cluster [DBG] osdmap e2401: 8 total, 8 up, 8 in 2024-08-29T18:57:19.381 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:57:19 smithi028 bash[78352]: cluster 2024-08-29T18:57:18.940326+0000 mon.a (mon.0) 4029 : cluster [DBG] osdmap e2402: 8 total, 8 up, 8 in 2024-08-29T18:57:19.382 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:57:19 smithi028 bash[77168]: cluster 2024-08-29T18:57:18.025949+0000 mon.a (mon.0) 4028 : cluster [DBG] osdmap e2401: 8 total, 8 up, 8 in 2024-08-29T18:57:19.382 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:57:19 smithi028 bash[77168]: cluster 2024-08-29T18:57:18.940326+0000 mon.a (mon.0) 4029 : cluster [DBG] osdmap e2402: 8 total, 8 up, 8 in 2024-08-29T18:57:20.326 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:57:20 smithi053 bash[68679]: cluster 2024-08-29T18:57:18.555360+0000 mgr.y (mgr.25022) 2117 : cluster [DBG] pgmap v4037: 137 pgs: 137 active+clean; 4.6 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 982 KiB/s rd, 5.0 KiB/s wr, 1.33k op/s 2024-08-29T18:57:20.381 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:57:20 smithi028 bash[78352]: cluster 2024-08-29T18:57:18.555360+0000 mgr.y (mgr.25022) 2117 : cluster [DBG] pgmap v4037: 137 pgs: 137 active+clean; 4.6 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 982 KiB/s rd, 5.0 KiB/s wr, 1.33k op/s 2024-08-29T18:57:20.381 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:57:20 smithi028 bash[77168]: cluster 2024-08-29T18:57:18.555360+0000 mgr.y (mgr.25022) 2117 : cluster [DBG] pgmap v4037: 137 pgs: 137 active+clean; 4.6 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 982 KiB/s rd, 5.0 KiB/s wr, 1.33k op/s 2024-08-29T18:57:21.326 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:57:21 smithi053 bash[68679]: cluster 2024-08-29T18:57:20.044590+0000 mon.a (mon.0) 4030 : cluster [DBG] osdmap e2403: 8 total, 8 up, 8 in 2024-08-29T18:57:21.381 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:57:21 smithi028 bash[77168]: cluster 2024-08-29T18:57:20.044590+0000 mon.a (mon.0) 4030 : cluster [DBG] osdmap e2403: 8 total, 8 up, 8 in 2024-08-29T18:57:21.381 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:57:21 smithi028 bash[78352]: cluster 2024-08-29T18:57:20.044590+0000 mon.a (mon.0) 4030 : cluster [DBG] osdmap e2403: 8 total, 8 up, 8 in 2024-08-29T18:57:21.881 INFO:journalctl@ceph.mgr.y.smithi028.stdout:Aug 29 18:57:21 smithi028 bash[70818]: ::ffff:172.21.15.53 - - [29/Aug/2024:18:57:21] "GET /metrics HTTP/1.1" 200 36697 "" "Prometheus/2.43.0" 2024-08-29T18:57:22.316 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:57:22 smithi053 bash[68679]: cluster 2024-08-29T18:57:20.556378+0000 mgr.y (mgr.25022) 2118 : cluster [DBG] pgmap v4040: 137 pgs: 137 active+clean; 4.6 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 951 KiB/s rd, 5.0 KiB/s wr, 1.29k op/s 2024-08-29T18:57:22.316 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:57:22 smithi053 bash[68679]: cluster 2024-08-29T18:57:21.047461+0000 mon.a (mon.0) 4031 : cluster [DBG] osdmap e2404: 8 total, 8 up, 8 in 2024-08-29T18:57:22.381 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:57:22 smithi028 bash[78352]: cluster 2024-08-29T18:57:20.556378+0000 mgr.y (mgr.25022) 2118 : cluster [DBG] pgmap v4040: 137 pgs: 137 active+clean; 4.6 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 951 KiB/s rd, 5.0 KiB/s wr, 1.29k op/s 2024-08-29T18:57:22.381 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:57:22 smithi028 bash[78352]: cluster 2024-08-29T18:57:21.047461+0000 mon.a (mon.0) 4031 : cluster [DBG] osdmap e2404: 8 total, 8 up, 8 in 2024-08-29T18:57:22.381 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:57:22 smithi028 bash[77168]: cluster 2024-08-29T18:57:20.556378+0000 mgr.y (mgr.25022) 2118 : cluster [DBG] pgmap v4040: 137 pgs: 137 active+clean; 4.6 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 951 KiB/s rd, 5.0 KiB/s wr, 1.29k op/s 2024-08-29T18:57:22.381 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:57:22 smithi028 bash[77168]: cluster 2024-08-29T18:57:21.047461+0000 mon.a (mon.0) 4031 : cluster [DBG] osdmap e2404: 8 total, 8 up, 8 in 2024-08-29T18:57:22.576 INFO:journalctl@ceph.prometheus.a.smithi053.stdout:Aug 29 18:57:22 smithi053 bash[95567]: ts=2024-08-29T18:57:22.316Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"3167ee72-662c-11ef-bcd4-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-29T18:57:23.326 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:57:23 smithi053 bash[68679]: cluster 2024-08-29T18:57:22.069887+0000 mon.a (mon.0) 4032 : cluster [DBG] osdmap e2405: 8 total, 8 up, 8 in 2024-08-29T18:57:23.381 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:57:23 smithi028 bash[78352]: cluster 2024-08-29T18:57:22.069887+0000 mon.a (mon.0) 4032 : cluster [DBG] osdmap e2405: 8 total, 8 up, 8 in 2024-08-29T18:57:23.381 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:57:23 smithi028 bash[77168]: cluster 2024-08-29T18:57:22.069887+0000 mon.a (mon.0) 4032 : cluster [DBG] osdmap e2405: 8 total, 8 up, 8 in 2024-08-29T18:57:24.381 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:57:24 smithi028 bash[78352]: cluster 2024-08-29T18:57:22.557129+0000 mgr.y (mgr.25022) 2119 : cluster [DBG] pgmap v4043: 137 pgs: 137 active+clean; 4.6 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 950 KiB/s rd, 5.0 KiB/s wr, 1.28k op/s 2024-08-29T18:57:24.381 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:57:24 smithi028 bash[78352]: cluster 2024-08-29T18:57:23.080138+0000 mon.a (mon.0) 4033 : cluster [DBG] osdmap e2406: 8 total, 8 up, 8 in 2024-08-29T18:57:24.381 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:57:24 smithi028 bash[78352]: cluster 2024-08-29T18:57:23.941991+0000 mon.a (mon.0) 4034 : cluster [DBG] osdmap e2407: 8 total, 8 up, 8 in 2024-08-29T18:57:24.381 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:57:24 smithi028 bash[77168]: cluster 2024-08-29T18:57:22.557129+0000 mgr.y (mgr.25022) 2119 : cluster [DBG] pgmap v4043: 137 pgs: 137 active+clean; 4.6 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 950 KiB/s rd, 5.0 KiB/s wr, 1.28k op/s 2024-08-29T18:57:24.381 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:57:24 smithi028 bash[77168]: cluster 2024-08-29T18:57:23.080138+0000 mon.a (mon.0) 4033 : cluster [DBG] osdmap e2406: 8 total, 8 up, 8 in 2024-08-29T18:57:24.382 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:57:24 smithi028 bash[77168]: cluster 2024-08-29T18:57:23.941991+0000 mon.a (mon.0) 4034 : cluster [DBG] osdmap e2407: 8 total, 8 up, 8 in 2024-08-29T18:57:24.576 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:57:24 smithi053 bash[68679]: cluster 2024-08-29T18:57:22.557129+0000 mgr.y (mgr.25022) 2119 : cluster [DBG] pgmap v4043: 137 pgs: 137 active+clean; 4.6 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 950 KiB/s rd, 5.0 KiB/s wr, 1.28k op/s 2024-08-29T18:57:24.576 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:57:24 smithi053 bash[68679]: cluster 2024-08-29T18:57:23.080138+0000 mon.a (mon.0) 4033 : cluster [DBG] osdmap e2406: 8 total, 8 up, 8 in 2024-08-29T18:57:24.576 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:57:24 smithi053 bash[68679]: cluster 2024-08-29T18:57:23.941991+0000 mon.a (mon.0) 4034 : cluster [DBG] osdmap e2407: 8 total, 8 up, 8 in 2024-08-29T18:57:26.381 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:57:26 smithi028 bash[77168]: cluster 2024-08-29T18:57:24.558310+0000 mgr.y (mgr.25022) 2120 : cluster [DBG] pgmap v4046: 137 pgs: 137 active+clean; 4.6 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 1.7 KiB/s rd, 0 B/s wr, 4 op/s 2024-08-29T18:57:26.381 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:57:26 smithi028 bash[77168]: cluster 2024-08-29T18:57:25.095856+0000 mon.a (mon.0) 4035 : cluster [DBG] osdmap e2408: 8 total, 8 up, 8 in 2024-08-29T18:57:26.381 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:57:26 smithi028 bash[78352]: cluster 2024-08-29T18:57:24.558310+0000 mgr.y (mgr.25022) 2120 : cluster [DBG] pgmap v4046: 137 pgs: 137 active+clean; 4.6 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 1.7 KiB/s rd, 0 B/s wr, 4 op/s 2024-08-29T18:57:26.381 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:57:26 smithi028 bash[78352]: cluster 2024-08-29T18:57:25.095856+0000 mon.a (mon.0) 4035 : cluster [DBG] osdmap e2408: 8 total, 8 up, 8 in 2024-08-29T18:57:26.576 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:57:26 smithi053 bash[68679]: cluster 2024-08-29T18:57:24.558310+0000 mgr.y (mgr.25022) 2120 : cluster [DBG] pgmap v4046: 137 pgs: 137 active+clean; 4.6 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 1.7 KiB/s rd, 0 B/s wr, 4 op/s 2024-08-29T18:57:26.576 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:57:26 smithi053 bash[68679]: cluster 2024-08-29T18:57:25.095856+0000 mon.a (mon.0) 4035 : cluster [DBG] osdmap e2408: 8 total, 8 up, 8 in 2024-08-29T18:57:27.381 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:57:27 smithi028 bash[77168]: cluster 2024-08-29T18:57:26.098789+0000 mon.a (mon.0) 4036 : cluster [DBG] osdmap e2409: 8 total, 8 up, 8 in 2024-08-29T18:57:27.381 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:57:27 smithi028 bash[78352]: cluster 2024-08-29T18:57:26.098789+0000 mon.a (mon.0) 4036 : cluster [DBG] osdmap e2409: 8 total, 8 up, 8 in 2024-08-29T18:57:27.576 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:57:27 smithi053 bash[68679]: cluster 2024-08-29T18:57:26.098789+0000 mon.a (mon.0) 4036 : cluster [DBG] osdmap e2409: 8 total, 8 up, 8 in 2024-08-29T18:57:28.381 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:57:28 smithi028 bash[78352]: cluster 2024-08-29T18:57:26.559281+0000 mgr.y (mgr.25022) 2121 : cluster [DBG] pgmap v4049: 137 pgs: 137 active+clean; 4.6 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 917 KiB/s rd, 5.0 KiB/s wr, 1.24k op/s 2024-08-29T18:57:28.381 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:57:28 smithi028 bash[78352]: cluster 2024-08-29T18:57:27.120206+0000 mon.a (mon.0) 4037 : cluster [DBG] osdmap e2410: 8 total, 8 up, 8 in 2024-08-29T18:57:28.381 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:57:28 smithi028 bash[78352]: audit 2024-08-29T18:57:27.167033+0000 mon.a (mon.0) 4038 : audit [DBG] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-29T18:57:28.381 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:57:28 smithi028 bash[77168]: cluster 2024-08-29T18:57:26.559281+0000 mgr.y (mgr.25022) 2121 : cluster [DBG] pgmap v4049: 137 pgs: 137 active+clean; 4.6 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 917 KiB/s rd, 5.0 KiB/s wr, 1.24k op/s 2024-08-29T18:57:28.382 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:57:28 smithi028 bash[77168]: cluster 2024-08-29T18:57:27.120206+0000 mon.a (mon.0) 4037 : cluster [DBG] osdmap e2410: 8 total, 8 up, 8 in 2024-08-29T18:57:28.382 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:57:28 smithi028 bash[77168]: audit 2024-08-29T18:57:27.167033+0000 mon.a (mon.0) 4038 : audit [DBG] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-29T18:57:28.576 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:57:28 smithi053 bash[68679]: cluster 2024-08-29T18:57:26.559281+0000 mgr.y (mgr.25022) 2121 : cluster [DBG] pgmap v4049: 137 pgs: 137 active+clean; 4.6 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 917 KiB/s rd, 5.0 KiB/s wr, 1.24k op/s 2024-08-29T18:57:28.576 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:57:28 smithi053 bash[68679]: cluster 2024-08-29T18:57:27.120206+0000 mon.a (mon.0) 4037 : cluster [DBG] osdmap e2410: 8 total, 8 up, 8 in 2024-08-29T18:57:28.576 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:57:28 smithi053 bash[68679]: audit 2024-08-29T18:57:27.167033+0000 mon.a (mon.0) 4038 : audit [DBG] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-29T18:57:29.381 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:57:29 smithi028 bash[78352]: cluster 2024-08-29T18:57:28.128320+0000 mon.a (mon.0) 4039 : cluster [DBG] osdmap e2411: 8 total, 8 up, 8 in 2024-08-29T18:57:29.381 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:57:29 smithi028 bash[78352]: cluster 2024-08-29T18:57:28.944329+0000 mon.a (mon.0) 4040 : cluster [DBG] osdmap e2412: 8 total, 8 up, 8 in 2024-08-29T18:57:29.381 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:57:29 smithi028 bash[77168]: cluster 2024-08-29T18:57:28.128320+0000 mon.a (mon.0) 4039 : cluster [DBG] osdmap e2411: 8 total, 8 up, 8 in 2024-08-29T18:57:29.381 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:57:29 smithi028 bash[77168]: cluster 2024-08-29T18:57:28.944329+0000 mon.a (mon.0) 4040 : cluster [DBG] osdmap e2412: 8 total, 8 up, 8 in 2024-08-29T18:57:29.576 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:57:29 smithi053 bash[68679]: cluster 2024-08-29T18:57:28.128320+0000 mon.a (mon.0) 4039 : cluster [DBG] osdmap e2411: 8 total, 8 up, 8 in 2024-08-29T18:57:29.576 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:57:29 smithi053 bash[68679]: cluster 2024-08-29T18:57:28.944329+0000 mon.a (mon.0) 4040 : cluster [DBG] osdmap e2412: 8 total, 8 up, 8 in 2024-08-29T18:57:30.576 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:57:30 smithi053 bash[68679]: cluster 2024-08-29T18:57:28.560531+0000 mgr.y (mgr.25022) 2122 : cluster [DBG] pgmap v4052: 137 pgs: 137 active+clean; 4.6 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 916 KiB/s rd, 5.0 KiB/s wr, 1.24k op/s 2024-08-29T18:57:30.576 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:57:30 smithi053 bash[68679]: cluster 2024-08-29T18:57:29.948615+0000 mon.a (mon.0) 4041 : cluster [DBG] osdmap e2413: 8 total, 8 up, 8 in 2024-08-29T18:57:30.631 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:57:30 smithi028 bash[78352]: cluster 2024-08-29T18:57:28.560531+0000 mgr.y (mgr.25022) 2122 : cluster [DBG] pgmap v4052: 137 pgs: 137 active+clean; 4.6 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 916 KiB/s rd, 5.0 KiB/s wr, 1.24k op/s 2024-08-29T18:57:30.631 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:57:30 smithi028 bash[78352]: cluster 2024-08-29T18:57:29.948615+0000 mon.a (mon.0) 4041 : cluster [DBG] osdmap e2413: 8 total, 8 up, 8 in 2024-08-29T18:57:30.631 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:57:30 smithi028 bash[77168]: cluster 2024-08-29T18:57:28.560531+0000 mgr.y (mgr.25022) 2122 : cluster [DBG] pgmap v4052: 137 pgs: 137 active+clean; 4.6 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 916 KiB/s rd, 5.0 KiB/s wr, 1.24k op/s 2024-08-29T18:57:30.631 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:57:30 smithi028 bash[77168]: cluster 2024-08-29T18:57:29.948615+0000 mon.a (mon.0) 4041 : cluster [DBG] osdmap e2413: 8 total, 8 up, 8 in 2024-08-29T18:57:31.881 INFO:journalctl@ceph.mgr.y.smithi028.stdout:Aug 29 18:57:31 smithi028 bash[70818]: ::ffff:172.21.15.53 - - [29/Aug/2024:18:57:31] "GET /metrics HTTP/1.1" 200 36696 "" "Prometheus/2.43.0" 2024-08-29T18:57:32.315 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:57:31 smithi053 bash[68679]: cluster 2024-08-29T18:57:30.561465+0000 mgr.y (mgr.25022) 2123 : cluster [DBG] pgmap v4055: 137 pgs: 137 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 885 KiB/s rd, 5.0 KiB/s wr, 1.20k op/s 2024-08-29T18:57:32.315 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:57:31 smithi053 bash[68679]: cluster 2024-08-29T18:57:30.950294+0000 mon.a (mon.0) 4042 : cluster [DBG] osdmap e2414: 8 total, 8 up, 8 in 2024-08-29T18:57:32.381 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:57:31 smithi028 bash[77168]: cluster 2024-08-29T18:57:30.561465+0000 mgr.y (mgr.25022) 2123 : cluster [DBG] pgmap v4055: 137 pgs: 137 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 885 KiB/s rd, 5.0 KiB/s wr, 1.20k op/s 2024-08-29T18:57:32.381 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:57:31 smithi028 bash[77168]: cluster 2024-08-29T18:57:30.950294+0000 mon.a (mon.0) 4042 : cluster [DBG] osdmap e2414: 8 total, 8 up, 8 in 2024-08-29T18:57:32.381 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:57:31 smithi028 bash[78352]: cluster 2024-08-29T18:57:30.561465+0000 mgr.y (mgr.25022) 2123 : cluster [DBG] pgmap v4055: 137 pgs: 137 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 885 KiB/s rd, 5.0 KiB/s wr, 1.20k op/s 2024-08-29T18:57:32.381 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:57:31 smithi028 bash[78352]: cluster 2024-08-29T18:57:30.950294+0000 mon.a (mon.0) 4042 : cluster [DBG] osdmap e2414: 8 total, 8 up, 8 in 2024-08-29T18:57:32.576 INFO:journalctl@ceph.prometheus.a.smithi053.stdout:Aug 29 18:57:32 smithi053 bash[95567]: ts=2024-08-29T18:57:32.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"3167ee72-662c-11ef-bcd4-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-29T18:57:33.326 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:57:32 smithi053 bash[68679]: cluster 2024-08-29T18:57:31.959917+0000 mon.a (mon.0) 4043 : cluster [DBG] osdmap e2415: 8 total, 8 up, 8 in 2024-08-29T18:57:33.381 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:57:32 smithi028 bash[78352]: cluster 2024-08-29T18:57:31.959917+0000 mon.a (mon.0) 4043 : cluster [DBG] osdmap e2415: 8 total, 8 up, 8 in 2024-08-29T18:57:33.381 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:57:32 smithi028 bash[77168]: cluster 2024-08-29T18:57:31.959917+0000 mon.a (mon.0) 4043 : cluster [DBG] osdmap e2415: 8 total, 8 up, 8 in 2024-08-29T18:57:34.326 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:57:33 smithi053 bash[68679]: cluster 2024-08-29T18:57:32.562215+0000 mgr.y (mgr.25022) 2124 : cluster [DBG] pgmap v4058: 137 pgs: 137 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 885 KiB/s rd, 5.0 KiB/s wr, 1.20k op/s 2024-08-29T18:57:34.326 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:57:33 smithi053 bash[68679]: cluster 2024-08-29T18:57:32.973382+0000 mon.a (mon.0) 4044 : cluster [DBG] osdmap e2416: 8 total, 8 up, 8 in 2024-08-29T18:57:34.326 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:57:33 smithi053 bash[68679]: cluster 2024-08-29T18:57:33.947578+0000 mon.a (mon.0) 4045 : cluster [DBG] osdmap e2417: 8 total, 8 up, 8 in 2024-08-29T18:57:34.381 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:57:33 smithi028 bash[78352]: cluster 2024-08-29T18:57:32.562215+0000 mgr.y (mgr.25022) 2124 : cluster [DBG] pgmap v4058: 137 pgs: 137 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 885 KiB/s rd, 5.0 KiB/s wr, 1.20k op/s 2024-08-29T18:57:34.381 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:57:33 smithi028 bash[78352]: cluster 2024-08-29T18:57:32.973382+0000 mon.a (mon.0) 4044 : cluster [DBG] osdmap e2416: 8 total, 8 up, 8 in 2024-08-29T18:57:34.381 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:57:33 smithi028 bash[78352]: cluster 2024-08-29T18:57:33.947578+0000 mon.a (mon.0) 4045 : cluster [DBG] osdmap e2417: 8 total, 8 up, 8 in 2024-08-29T18:57:34.381 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:57:33 smithi028 bash[77168]: cluster 2024-08-29T18:57:32.562215+0000 mgr.y (mgr.25022) 2124 : cluster [DBG] pgmap v4058: 137 pgs: 137 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 885 KiB/s rd, 5.0 KiB/s wr, 1.20k op/s 2024-08-29T18:57:34.381 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:57:33 smithi028 bash[77168]: cluster 2024-08-29T18:57:32.973382+0000 mon.a (mon.0) 4044 : cluster [DBG] osdmap e2416: 8 total, 8 up, 8 in 2024-08-29T18:57:34.381 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:57:33 smithi028 bash[77168]: cluster 2024-08-29T18:57:33.947578+0000 mon.a (mon.0) 4045 : cluster [DBG] osdmap e2417: 8 total, 8 up, 8 in 2024-08-29T18:57:36.326 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:57:35 smithi053 bash[68679]: cluster 2024-08-29T18:57:34.563366+0000 mgr.y (mgr.25022) 2125 : cluster [DBG] pgmap v4061: 137 pgs: 137 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 850 KiB/s rd, 5.0 KiB/s wr, 1.15k op/s 2024-08-29T18:57:36.326 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:57:35 smithi053 bash[68679]: cluster 2024-08-29T18:57:34.982896+0000 mon.a (mon.0) 4046 : cluster [DBG] osdmap e2418: 8 total, 8 up, 8 in 2024-08-29T18:57:36.381 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:57:35 smithi028 bash[78352]: cluster 2024-08-29T18:57:34.563366+0000 mgr.y (mgr.25022) 2125 : cluster [DBG] pgmap v4061: 137 pgs: 137 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 850 KiB/s rd, 5.0 KiB/s wr, 1.15k op/s 2024-08-29T18:57:36.381 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:57:35 smithi028 bash[78352]: cluster 2024-08-29T18:57:34.982896+0000 mon.a (mon.0) 4046 : cluster [DBG] osdmap e2418: 8 total, 8 up, 8 in 2024-08-29T18:57:36.382 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:57:35 smithi028 bash[77168]: cluster 2024-08-29T18:57:34.563366+0000 mgr.y (mgr.25022) 2125 : cluster [DBG] pgmap v4061: 137 pgs: 137 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 850 KiB/s rd, 5.0 KiB/s wr, 1.15k op/s 2024-08-29T18:57:36.382 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:57:35 smithi028 bash[77168]: cluster 2024-08-29T18:57:34.982896+0000 mon.a (mon.0) 4046 : cluster [DBG] osdmap e2418: 8 total, 8 up, 8 in 2024-08-29T18:57:37.326 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:57:37 smithi053 bash[68679]: cluster 2024-08-29T18:57:35.992508+0000 mon.a (mon.0) 4047 : cluster [DBG] osdmap e2419: 8 total, 8 up, 8 in 2024-08-29T18:57:37.381 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:57:37 smithi028 bash[78352]: cluster 2024-08-29T18:57:35.992508+0000 mon.a (mon.0) 4047 : cluster [DBG] osdmap e2419: 8 total, 8 up, 8 in 2024-08-29T18:57:37.381 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:57:37 smithi028 bash[77168]: cluster 2024-08-29T18:57:35.992508+0000 mon.a (mon.0) 4047 : cluster [DBG] osdmap e2419: 8 total, 8 up, 8 in 2024-08-29T18:57:38.326 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:57:38 smithi053 bash[68679]: cluster 2024-08-29T18:57:36.564202+0000 mgr.y (mgr.25022) 2126 : cluster [DBG] pgmap v4064: 137 pgs: 137 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 852 KiB/s rd, 5.0 KiB/s wr, 1.15k op/s 2024-08-29T18:57:38.326 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:57:38 smithi053 bash[68679]: cluster 2024-08-29T18:57:36.996063+0000 mon.a (mon.0) 4048 : cluster [DBG] osdmap e2420: 8 total, 8 up, 8 in 2024-08-29T18:57:38.381 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:57:38 smithi028 bash[78352]: cluster 2024-08-29T18:57:36.564202+0000 mgr.y (mgr.25022) 2126 : cluster [DBG] pgmap v4064: 137 pgs: 137 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 852 KiB/s rd, 5.0 KiB/s wr, 1.15k op/s 2024-08-29T18:57:38.381 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:57:38 smithi028 bash[78352]: cluster 2024-08-29T18:57:36.996063+0000 mon.a (mon.0) 4048 : cluster [DBG] osdmap e2420: 8 total, 8 up, 8 in 2024-08-29T18:57:38.381 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:57:38 smithi028 bash[77168]: cluster 2024-08-29T18:57:36.564202+0000 mgr.y (mgr.25022) 2126 : cluster [DBG] pgmap v4064: 137 pgs: 137 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 852 KiB/s rd, 5.0 KiB/s wr, 1.15k op/s 2024-08-29T18:57:38.381 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:57:38 smithi028 bash[77168]: cluster 2024-08-29T18:57:36.996063+0000 mon.a (mon.0) 4048 : cluster [DBG] osdmap e2420: 8 total, 8 up, 8 in 2024-08-29T18:57:39.326 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:57:39 smithi053 bash[68679]: cluster 2024-08-29T18:57:38.023365+0000 mon.a (mon.0) 4049 : cluster [DBG] osdmap e2421: 8 total, 8 up, 8 in 2024-08-29T18:57:39.326 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:57:39 smithi053 bash[68679]: cluster 2024-08-29T18:57:38.949347+0000 mon.a (mon.0) 4050 : cluster [DBG] osdmap e2422: 8 total, 8 up, 8 in 2024-08-29T18:57:39.381 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:57:39 smithi028 bash[77168]: cluster 2024-08-29T18:57:38.023365+0000 mon.a (mon.0) 4049 : cluster [DBG] osdmap e2421: 8 total, 8 up, 8 in 2024-08-29T18:57:39.381 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:57:39 smithi028 bash[77168]: cluster 2024-08-29T18:57:38.949347+0000 mon.a (mon.0) 4050 : cluster [DBG] osdmap e2422: 8 total, 8 up, 8 in 2024-08-29T18:57:39.381 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:57:39 smithi028 bash[78352]: cluster 2024-08-29T18:57:38.023365+0000 mon.a (mon.0) 4049 : cluster [DBG] osdmap e2421: 8 total, 8 up, 8 in 2024-08-29T18:57:39.381 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:57:39 smithi028 bash[78352]: cluster 2024-08-29T18:57:38.949347+0000 mon.a (mon.0) 4050 : cluster [DBG] osdmap e2422: 8 total, 8 up, 8 in 2024-08-29T18:57:40.326 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:57:40 smithi053 bash[68679]: cluster 2024-08-29T18:57:38.565241+0000 mgr.y (mgr.25022) 2127 : cluster [DBG] pgmap v4067: 137 pgs: 137 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 2.2 KiB/s rd, 0 B/s wr, 3 op/s 2024-08-29T18:57:40.381 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:57:40 smithi028 bash[77168]: cluster 2024-08-29T18:57:38.565241+0000 mgr.y (mgr.25022) 2127 : cluster [DBG] pgmap v4067: 137 pgs: 137 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 2.2 KiB/s rd, 0 B/s wr, 3 op/s 2024-08-29T18:57:40.381 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:57:40 smithi028 bash[78352]: cluster 2024-08-29T18:57:38.565241+0000 mgr.y (mgr.25022) 2127 : cluster [DBG] pgmap v4067: 137 pgs: 137 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 2.2 KiB/s rd, 0 B/s wr, 3 op/s 2024-08-29T18:57:41.326 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:57:41 smithi053 bash[68679]: cluster 2024-08-29T18:57:40.040495+0000 mon.a (mon.0) 4051 : cluster [DBG] osdmap e2423: 8 total, 8 up, 8 in 2024-08-29T18:57:41.381 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:57:41 smithi028 bash[77168]: cluster 2024-08-29T18:57:40.040495+0000 mon.a (mon.0) 4051 : cluster [DBG] osdmap e2423: 8 total, 8 up, 8 in 2024-08-29T18:57:41.381 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:57:41 smithi028 bash[78352]: cluster 2024-08-29T18:57:40.040495+0000 mon.a (mon.0) 4051 : cluster [DBG] osdmap e2423: 8 total, 8 up, 8 in 2024-08-29T18:57:41.881 INFO:journalctl@ceph.mgr.y.smithi028.stdout:Aug 29 18:57:41 smithi028 bash[70818]: ::ffff:172.21.15.53 - - [29/Aug/2024:18:57:41] "GET /metrics HTTP/1.1" 200 36696 "" "Prometheus/2.43.0" 2024-08-29T18:57:42.315 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:57:42 smithi053 bash[68679]: cluster 2024-08-29T18:57:40.566109+0000 mgr.y (mgr.25022) 2128 : cluster [DBG] pgmap v4070: 137 pgs: 137 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 819 KiB/s rd, 5.0 KiB/s wr, 1.11k op/s 2024-08-29T18:57:42.315 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:57:42 smithi053 bash[68679]: cluster 2024-08-29T18:57:41.051843+0000 mon.a (mon.0) 4052 : cluster [DBG] osdmap e2424: 8 total, 8 up, 8 in 2024-08-29T18:57:42.381 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:57:42 smithi028 bash[78352]: cluster 2024-08-29T18:57:40.566109+0000 mgr.y (mgr.25022) 2128 : cluster [DBG] pgmap v4070: 137 pgs: 137 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 819 KiB/s rd, 5.0 KiB/s wr, 1.11k op/s 2024-08-29T18:57:42.381 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:57:42 smithi028 bash[78352]: cluster 2024-08-29T18:57:41.051843+0000 mon.a (mon.0) 4052 : cluster [DBG] osdmap e2424: 8 total, 8 up, 8 in 2024-08-29T18:57:42.381 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:57:42 smithi028 bash[77168]: cluster 2024-08-29T18:57:40.566109+0000 mgr.y (mgr.25022) 2128 : cluster [DBG] pgmap v4070: 137 pgs: 137 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 819 KiB/s rd, 5.0 KiB/s wr, 1.11k op/s 2024-08-29T18:57:42.381 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:57:42 smithi028 bash[77168]: cluster 2024-08-29T18:57:41.051843+0000 mon.a (mon.0) 4052 : cluster [DBG] osdmap e2424: 8 total, 8 up, 8 in 2024-08-29T18:57:42.576 INFO:journalctl@ceph.prometheus.a.smithi053.stdout:Aug 29 18:57:42 smithi053 bash[95567]: ts=2024-08-29T18:57:42.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"3167ee72-662c-11ef-bcd4-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-29T18:57:43.326 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:57:43 smithi053 bash[68679]: cluster 2024-08-29T18:57:42.052216+0000 mon.a (mon.0) 4053 : cluster [DBG] osdmap e2425: 8 total, 8 up, 8 in 2024-08-29T18:57:43.326 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:57:43 smithi053 bash[68679]: audit 2024-08-29T18:57:42.167540+0000 mon.a (mon.0) 4054 : audit [DBG] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-29T18:57:43.381 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:57:43 smithi028 bash[78352]: cluster 2024-08-29T18:57:42.052216+0000 mon.a (mon.0) 4053 : cluster [DBG] osdmap e2425: 8 total, 8 up, 8 in 2024-08-29T18:57:43.381 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:57:43 smithi028 bash[78352]: audit 2024-08-29T18:57:42.167540+0000 mon.a (mon.0) 4054 : audit [DBG] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-29T18:57:43.381 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:57:43 smithi028 bash[77168]: cluster 2024-08-29T18:57:42.052216+0000 mon.a (mon.0) 4053 : cluster [DBG] osdmap e2425: 8 total, 8 up, 8 in 2024-08-29T18:57:43.381 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:57:43 smithi028 bash[77168]: audit 2024-08-29T18:57:42.167540+0000 mon.a (mon.0) 4054 : audit [DBG] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-29T18:57:44.326 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:57:44 smithi053 bash[68679]: cluster 2024-08-29T18:57:42.566776+0000 mgr.y (mgr.25022) 2129 : cluster [DBG] pgmap v4073: 137 pgs: 137 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 819 KiB/s rd, 5.0 KiB/s wr, 1.11k op/s 2024-08-29T18:57:44.326 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:57:44 smithi053 bash[68679]: cluster 2024-08-29T18:57:43.074439+0000 mon.a (mon.0) 4055 : cluster [DBG] osdmap e2426: 8 total, 8 up, 8 in 2024-08-29T18:57:44.326 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:57:44 smithi053 bash[68679]: cluster 2024-08-29T18:57:43.951885+0000 mon.a (mon.0) 4056 : cluster [DBG] osdmap e2427: 8 total, 8 up, 8 in 2024-08-29T18:57:44.381 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:57:44 smithi028 bash[77168]: cluster 2024-08-29T18:57:42.566776+0000 mgr.y (mgr.25022) 2129 : cluster [DBG] pgmap v4073: 137 pgs: 137 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 819 KiB/s rd, 5.0 KiB/s wr, 1.11k op/s 2024-08-29T18:57:44.381 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:57:44 smithi028 bash[77168]: cluster 2024-08-29T18:57:43.074439+0000 mon.a (mon.0) 4055 : cluster [DBG] osdmap e2426: 8 total, 8 up, 8 in 2024-08-29T18:57:44.381 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:57:44 smithi028 bash[77168]: cluster 2024-08-29T18:57:43.951885+0000 mon.a (mon.0) 4056 : cluster [DBG] osdmap e2427: 8 total, 8 up, 8 in 2024-08-29T18:57:44.381 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:57:44 smithi028 bash[78352]: cluster 2024-08-29T18:57:42.566776+0000 mgr.y (mgr.25022) 2129 : cluster [DBG] pgmap v4073: 137 pgs: 137 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 819 KiB/s rd, 5.0 KiB/s wr, 1.11k op/s 2024-08-29T18:57:44.381 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:57:44 smithi028 bash[78352]: cluster 2024-08-29T18:57:43.074439+0000 mon.a (mon.0) 4055 : cluster [DBG] osdmap e2426: 8 total, 8 up, 8 in 2024-08-29T18:57:44.382 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:57:44 smithi028 bash[78352]: cluster 2024-08-29T18:57:43.951885+0000 mon.a (mon.0) 4056 : cluster [DBG] osdmap e2427: 8 total, 8 up, 8 in 2024-08-29T18:57:45.326 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:57:45 smithi053 bash[68679]: audit 2024-08-29T18:57:44.530066+0000 mon.a (mon.0) 4057 : audit [DBG] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-29T18:57:45.381 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:57:45 smithi028 bash[78352]: audit 2024-08-29T18:57:44.530066+0000 mon.a (mon.0) 4057 : audit [DBG] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-29T18:57:45.381 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:57:45 smithi028 bash[77168]: audit 2024-08-29T18:57:44.530066+0000 mon.a (mon.0) 4057 : audit [DBG] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-29T18:57:46.326 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:57:46 smithi053 bash[68679]: cluster 2024-08-29T18:57:44.568077+0000 mgr.y (mgr.25022) 2130 : cluster [DBG] pgmap v4076: 137 pgs: 137 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 784 KiB/s rd, 5.0 KiB/s wr, 1.06k op/s 2024-08-29T18:57:46.326 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:57:46 smithi053 bash[68679]: cluster 2024-08-29T18:57:45.086234+0000 mon.a (mon.0) 4058 : cluster [DBG] osdmap e2428: 8 total, 8 up, 8 in 2024-08-29T18:57:46.326 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:57:46 smithi053 bash[68679]: audit 2024-08-29T18:57:45.331105+0000 mon.a (mon.0) 4059 : audit [DBG] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-29T18:57:46.326 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:57:46 smithi053 bash[68679]: audit 2024-08-29T18:57:45.332391+0000 mon.a (mon.0) 4060 : audit [INF] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-29T18:57:46.326 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:57:46 smithi053 bash[68679]: audit 2024-08-29T18:57:45.343770+0000 mon.a (mon.0) 4061 : audit [INF] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' 2024-08-29T18:57:46.381 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:57:46 smithi028 bash[77168]: cluster 2024-08-29T18:57:44.568077+0000 mgr.y (mgr.25022) 2130 : cluster [DBG] pgmap v4076: 137 pgs: 137 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 784 KiB/s rd, 5.0 KiB/s wr, 1.06k op/s 2024-08-29T18:57:46.381 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:57:46 smithi028 bash[77168]: cluster 2024-08-29T18:57:45.086234+0000 mon.a (mon.0) 4058 : cluster [DBG] osdmap e2428: 8 total, 8 up, 8 in 2024-08-29T18:57:46.381 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:57:46 smithi028 bash[77168]: audit 2024-08-29T18:57:45.331105+0000 mon.a (mon.0) 4059 : audit [DBG] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-29T18:57:46.381 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:57:46 smithi028 bash[77168]: audit 2024-08-29T18:57:45.332391+0000 mon.a (mon.0) 4060 : audit [INF] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-29T18:57:46.381 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:57:46 smithi028 bash[77168]: audit 2024-08-29T18:57:45.343770+0000 mon.a (mon.0) 4061 : audit [INF] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' 2024-08-29T18:57:46.381 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:57:46 smithi028 bash[78352]: cluster 2024-08-29T18:57:44.568077+0000 mgr.y (mgr.25022) 2130 : cluster [DBG] pgmap v4076: 137 pgs: 137 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 784 KiB/s rd, 5.0 KiB/s wr, 1.06k op/s 2024-08-29T18:57:46.382 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:57:46 smithi028 bash[78352]: cluster 2024-08-29T18:57:45.086234+0000 mon.a (mon.0) 4058 : cluster [DBG] osdmap e2428: 8 total, 8 up, 8 in 2024-08-29T18:57:46.382 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:57:46 smithi028 bash[78352]: audit 2024-08-29T18:57:45.331105+0000 mon.a (mon.0) 4059 : audit [DBG] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-29T18:57:46.382 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:57:46 smithi028 bash[78352]: audit 2024-08-29T18:57:45.332391+0000 mon.a (mon.0) 4060 : audit [INF] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-29T18:57:46.382 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:57:46 smithi028 bash[78352]: audit 2024-08-29T18:57:45.343770+0000 mon.a (mon.0) 4061 : audit [INF] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' 2024-08-29T18:57:47.381 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:57:47 smithi028 bash[78352]: cluster 2024-08-29T18:57:46.091278+0000 mon.a (mon.0) 4062 : cluster [DBG] osdmap e2429: 8 total, 8 up, 8 in 2024-08-29T18:57:47.381 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:57:47 smithi028 bash[77168]: cluster 2024-08-29T18:57:46.091278+0000 mon.a (mon.0) 4062 : cluster [DBG] osdmap e2429: 8 total, 8 up, 8 in 2024-08-29T18:57:47.576 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:57:47 smithi053 bash[68679]: cluster 2024-08-29T18:57:46.091278+0000 mon.a (mon.0) 4062 : cluster [DBG] osdmap e2429: 8 total, 8 up, 8 in 2024-08-29T18:57:48.381 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:57:48 smithi028 bash[78352]: cluster 2024-08-29T18:57:46.568964+0000 mgr.y (mgr.25022) 2131 : cluster [DBG] pgmap v4079: 137 pgs: 137 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 786 KiB/s rd, 5.0 KiB/s wr, 1.06k op/s 2024-08-29T18:57:48.381 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:57:48 smithi028 bash[78352]: cluster 2024-08-29T18:57:47.102499+0000 mon.a (mon.0) 4063 : cluster [DBG] osdmap e2430: 8 total, 8 up, 8 in 2024-08-29T18:57:48.381 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:57:48 smithi028 bash[77168]: cluster 2024-08-29T18:57:46.568964+0000 mgr.y (mgr.25022) 2131 : cluster [DBG] pgmap v4079: 137 pgs: 137 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 786 KiB/s rd, 5.0 KiB/s wr, 1.06k op/s 2024-08-29T18:57:48.382 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:57:48 smithi028 bash[77168]: cluster 2024-08-29T18:57:47.102499+0000 mon.a (mon.0) 4063 : cluster [DBG] osdmap e2430: 8 total, 8 up, 8 in 2024-08-29T18:57:48.576 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:57:48 smithi053 bash[68679]: cluster 2024-08-29T18:57:46.568964+0000 mgr.y (mgr.25022) 2131 : cluster [DBG] pgmap v4079: 137 pgs: 137 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 786 KiB/s rd, 5.0 KiB/s wr, 1.06k op/s 2024-08-29T18:57:48.576 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:57:48 smithi053 bash[68679]: cluster 2024-08-29T18:57:47.102499+0000 mon.a (mon.0) 4063 : cluster [DBG] osdmap e2430: 8 total, 8 up, 8 in 2024-08-29T18:57:49.381 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:57:49 smithi028 bash[78352]: cluster 2024-08-29T18:57:48.103278+0000 mon.a (mon.0) 4064 : cluster [DBG] osdmap e2431: 8 total, 8 up, 8 in 2024-08-29T18:57:49.381 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:57:49 smithi028 bash[78352]: cluster 2024-08-29T18:57:48.955269+0000 mon.a (mon.0) 4065 : cluster [DBG] osdmap e2432: 8 total, 8 up, 8 in 2024-08-29T18:57:49.381 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:57:49 smithi028 bash[77168]: cluster 2024-08-29T18:57:48.103278+0000 mon.a (mon.0) 4064 : cluster [DBG] osdmap e2431: 8 total, 8 up, 8 in 2024-08-29T18:57:49.381 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:57:49 smithi028 bash[77168]: cluster 2024-08-29T18:57:48.955269+0000 mon.a (mon.0) 4065 : cluster [DBG] osdmap e2432: 8 total, 8 up, 8 in 2024-08-29T18:57:49.576 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:57:49 smithi053 bash[68679]: cluster 2024-08-29T18:57:48.103278+0000 mon.a (mon.0) 4064 : cluster [DBG] osdmap e2431: 8 total, 8 up, 8 in 2024-08-29T18:57:49.576 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:57:49 smithi053 bash[68679]: cluster 2024-08-29T18:57:48.955269+0000 mon.a (mon.0) 4065 : cluster [DBG] osdmap e2432: 8 total, 8 up, 8 in 2024-08-29T18:57:50.381 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:57:50 smithi028 bash[78352]: cluster 2024-08-29T18:57:48.570028+0000 mgr.y (mgr.25022) 2132 : cluster [DBG] pgmap v4082: 137 pgs: 137 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 2.7 KiB/s rd, 0 B/s wr, 4 op/s 2024-08-29T18:57:50.381 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:57:50 smithi028 bash[78352]: cluster 2024-08-29T18:57:49.958915+0000 mon.a (mon.0) 4066 : cluster [DBG] osdmap e2433: 8 total, 8 up, 8 in 2024-08-29T18:57:50.381 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:57:50 smithi028 bash[77168]: cluster 2024-08-29T18:57:48.570028+0000 mgr.y (mgr.25022) 2132 : cluster [DBG] pgmap v4082: 137 pgs: 137 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 2.7 KiB/s rd, 0 B/s wr, 4 op/s 2024-08-29T18:57:50.382 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:57:50 smithi028 bash[77168]: cluster 2024-08-29T18:57:49.958915+0000 mon.a (mon.0) 4066 : cluster [DBG] osdmap e2433: 8 total, 8 up, 8 in 2024-08-29T18:57:50.576 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:57:50 smithi053 bash[68679]: cluster 2024-08-29T18:57:48.570028+0000 mgr.y (mgr.25022) 2132 : cluster [DBG] pgmap v4082: 137 pgs: 137 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 2.7 KiB/s rd, 0 B/s wr, 4 op/s 2024-08-29T18:57:50.576 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:57:50 smithi053 bash[68679]: cluster 2024-08-29T18:57:49.958915+0000 mon.a (mon.0) 4066 : cluster [DBG] osdmap e2433: 8 total, 8 up, 8 in 2024-08-29T18:57:51.883 INFO:journalctl@ceph.mgr.y.smithi028.stdout:Aug 29 18:57:51 smithi028 bash[70818]: ::ffff:172.21.15.53 - - [29/Aug/2024:18:57:51] "GET /metrics HTTP/1.1" 200 36698 "" "Prometheus/2.43.0" 2024-08-29T18:57:52.316 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:57:51 smithi053 bash[68679]: cluster 2024-08-29T18:57:50.571025+0000 mgr.y (mgr.25022) 2133 : cluster [DBG] pgmap v4085: 137 pgs: 137 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 754 KiB/s rd, 5.0 KiB/s wr, 1.02k op/s 2024-08-29T18:57:52.316 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:57:51 smithi053 bash[68679]: cluster 2024-08-29T18:57:50.960685+0000 mon.a (mon.0) 4067 : cluster [DBG] osdmap e2434: 8 total, 8 up, 8 in 2024-08-29T18:57:52.381 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:57:51 smithi028 bash[78352]: cluster 2024-08-29T18:57:50.571025+0000 mgr.y (mgr.25022) 2133 : cluster [DBG] pgmap v4085: 137 pgs: 137 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 754 KiB/s rd, 5.0 KiB/s wr, 1.02k op/s 2024-08-29T18:57:52.381 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:57:51 smithi028 bash[78352]: cluster 2024-08-29T18:57:50.960685+0000 mon.a (mon.0) 4067 : cluster [DBG] osdmap e2434: 8 total, 8 up, 8 in 2024-08-29T18:57:52.381 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:57:51 smithi028 bash[77168]: cluster 2024-08-29T18:57:50.571025+0000 mgr.y (mgr.25022) 2133 : cluster [DBG] pgmap v4085: 137 pgs: 137 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 754 KiB/s rd, 5.0 KiB/s wr, 1.02k op/s 2024-08-29T18:57:52.381 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:57:51 smithi028 bash[77168]: cluster 2024-08-29T18:57:50.960685+0000 mon.a (mon.0) 4067 : cluster [DBG] osdmap e2434: 8 total, 8 up, 8 in 2024-08-29T18:57:52.576 INFO:journalctl@ceph.prometheus.a.smithi053.stdout:Aug 29 18:57:52 smithi053 bash[95567]: ts=2024-08-29T18:57:52.316Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"3167ee72-662c-11ef-bcd4-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-29T18:57:53.326 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:57:52 smithi053 bash[68679]: cluster 2024-08-29T18:57:51.969920+0000 mon.a (mon.0) 4068 : cluster [DBG] osdmap e2435: 8 total, 8 up, 8 in 2024-08-29T18:57:53.381 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:57:52 smithi028 bash[78352]: cluster 2024-08-29T18:57:51.969920+0000 mon.a (mon.0) 4068 : cluster [DBG] osdmap e2435: 8 total, 8 up, 8 in 2024-08-29T18:57:53.381 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:57:52 smithi028 bash[77168]: cluster 2024-08-29T18:57:51.969920+0000 mon.a (mon.0) 4068 : cluster [DBG] osdmap e2435: 8 total, 8 up, 8 in 2024-08-29T18:57:54.326 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:57:53 smithi053 bash[68679]: cluster 2024-08-29T18:57:52.571766+0000 mgr.y (mgr.25022) 2134 : cluster [DBG] pgmap v4088: 137 pgs: 137 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 753 KiB/s rd, 5.0 KiB/s wr, 1.02k op/s 2024-08-29T18:57:54.326 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:57:53 smithi053 bash[68679]: cluster 2024-08-29T18:57:52.980884+0000 mon.a (mon.0) 4069 : cluster [DBG] osdmap e2436: 8 total, 8 up, 8 in 2024-08-29T18:57:54.326 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:57:53 smithi053 bash[68679]: cluster 2024-08-29T18:57:53.956665+0000 mon.a (mon.0) 4070 : cluster [DBG] osdmap e2437: 8 total, 8 up, 8 in 2024-08-29T18:57:54.381 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:57:53 smithi028 bash[78352]: cluster 2024-08-29T18:57:52.571766+0000 mgr.y (mgr.25022) 2134 : cluster [DBG] pgmap v4088: 137 pgs: 137 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 753 KiB/s rd, 5.0 KiB/s wr, 1.02k op/s 2024-08-29T18:57:54.381 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:57:53 smithi028 bash[78352]: cluster 2024-08-29T18:57:52.980884+0000 mon.a (mon.0) 4069 : cluster [DBG] osdmap e2436: 8 total, 8 up, 8 in 2024-08-29T18:57:54.381 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:57:53 smithi028 bash[78352]: cluster 2024-08-29T18:57:53.956665+0000 mon.a (mon.0) 4070 : cluster [DBG] osdmap e2437: 8 total, 8 up, 8 in 2024-08-29T18:57:54.381 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:57:53 smithi028 bash[77168]: cluster 2024-08-29T18:57:52.571766+0000 mgr.y (mgr.25022) 2134 : cluster [DBG] pgmap v4088: 137 pgs: 137 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 753 KiB/s rd, 5.0 KiB/s wr, 1.02k op/s 2024-08-29T18:57:54.381 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:57:53 smithi028 bash[77168]: cluster 2024-08-29T18:57:52.980884+0000 mon.a (mon.0) 4069 : cluster [DBG] osdmap e2436: 8 total, 8 up, 8 in 2024-08-29T18:57:54.381 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:57:53 smithi028 bash[77168]: cluster 2024-08-29T18:57:53.956665+0000 mon.a (mon.0) 4070 : cluster [DBG] osdmap e2437: 8 total, 8 up, 8 in 2024-08-29T18:57:56.326 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:57:55 smithi053 bash[68679]: cluster 2024-08-29T18:57:54.572941+0000 mgr.y (mgr.25022) 2135 : cluster [DBG] pgmap v4091: 137 pgs: 137 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 721 KiB/s rd, 5.0 KiB/s wr, 976 op/s 2024-08-29T18:57:56.326 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:57:55 smithi053 bash[68679]: cluster 2024-08-29T18:57:54.993181+0000 mon.a (mon.0) 4071 : cluster [DBG] osdmap e2438: 8 total, 8 up, 8 in 2024-08-29T18:57:56.381 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:57:55 smithi028 bash[78352]: cluster 2024-08-29T18:57:54.572941+0000 mgr.y (mgr.25022) 2135 : cluster [DBG] pgmap v4091: 137 pgs: 137 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 721 KiB/s rd, 5.0 KiB/s wr, 976 op/s 2024-08-29T18:57:56.381 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:57:55 smithi028 bash[78352]: cluster 2024-08-29T18:57:54.993181+0000 mon.a (mon.0) 4071 : cluster [DBG] osdmap e2438: 8 total, 8 up, 8 in 2024-08-29T18:57:56.381 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:57:55 smithi028 bash[77168]: cluster 2024-08-29T18:57:54.572941+0000 mgr.y (mgr.25022) 2135 : cluster [DBG] pgmap v4091: 137 pgs: 137 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 721 KiB/s rd, 5.0 KiB/s wr, 976 op/s 2024-08-29T18:57:56.381 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:57:55 smithi028 bash[77168]: cluster 2024-08-29T18:57:54.993181+0000 mon.a (mon.0) 4071 : cluster [DBG] osdmap e2438: 8 total, 8 up, 8 in 2024-08-29T18:57:57.326 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:57:57 smithi053 bash[68679]: cluster 2024-08-29T18:57:56.005644+0000 mon.a (mon.0) 4072 : cluster [DBG] osdmap e2439: 8 total, 8 up, 8 in 2024-08-29T18:57:57.381 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:57:57 smithi028 bash[77168]: cluster 2024-08-29T18:57:56.005644+0000 mon.a (mon.0) 4072 : cluster [DBG] osdmap e2439: 8 total, 8 up, 8 in 2024-08-29T18:57:57.381 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:57:57 smithi028 bash[78352]: cluster 2024-08-29T18:57:56.005644+0000 mon.a (mon.0) 4072 : cluster [DBG] osdmap e2439: 8 total, 8 up, 8 in 2024-08-29T18:57:58.326 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:57:58 smithi053 bash[68679]: cluster 2024-08-29T18:57:56.573666+0000 mgr.y (mgr.25022) 2136 : cluster [DBG] pgmap v4094: 137 pgs: 137 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 722 KiB/s rd, 5.0 KiB/s wr, 979 op/s 2024-08-29T18:57:58.326 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:57:58 smithi053 bash[68679]: cluster 2024-08-29T18:57:57.014793+0000 mon.a (mon.0) 4073 : cluster [DBG] osdmap e2440: 8 total, 8 up, 8 in 2024-08-29T18:57:58.326 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:57:58 smithi053 bash[68679]: audit 2024-08-29T18:57:57.167876+0000 mon.a (mon.0) 4074 : audit [DBG] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-29T18:57:58.381 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:57:58 smithi028 bash[78352]: cluster 2024-08-29T18:57:56.573666+0000 mgr.y (mgr.25022) 2136 : cluster [DBG] pgmap v4094: 137 pgs: 137 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 722 KiB/s rd, 5.0 KiB/s wr, 979 op/s 2024-08-29T18:57:58.381 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:57:58 smithi028 bash[78352]: cluster 2024-08-29T18:57:57.014793+0000 mon.a (mon.0) 4073 : cluster [DBG] osdmap e2440: 8 total, 8 up, 8 in 2024-08-29T18:57:58.381 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:57:58 smithi028 bash[78352]: audit 2024-08-29T18:57:57.167876+0000 mon.a (mon.0) 4074 : audit [DBG] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-29T18:57:58.381 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:57:58 smithi028 bash[77168]: cluster 2024-08-29T18:57:56.573666+0000 mgr.y (mgr.25022) 2136 : cluster [DBG] pgmap v4094: 137 pgs: 137 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 722 KiB/s rd, 5.0 KiB/s wr, 979 op/s 2024-08-29T18:57:58.381 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:57:58 smithi028 bash[77168]: cluster 2024-08-29T18:57:57.014793+0000 mon.a (mon.0) 4073 : cluster [DBG] osdmap e2440: 8 total, 8 up, 8 in 2024-08-29T18:57:58.381 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:57:58 smithi028 bash[77168]: audit 2024-08-29T18:57:57.167876+0000 mon.a (mon.0) 4074 : audit [DBG] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-29T18:57:59.326 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:57:59 smithi053 bash[68679]: cluster 2024-08-29T18:57:58.023993+0000 mon.a (mon.0) 4075 : cluster [DBG] osdmap e2441: 8 total, 8 up, 8 in 2024-08-29T18:57:59.326 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:57:59 smithi053 bash[68679]: cluster 2024-08-29T18:57:58.959595+0000 mon.a (mon.0) 4076 : cluster [DBG] osdmap e2442: 8 total, 8 up, 8 in 2024-08-29T18:57:59.381 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:57:59 smithi028 bash[78352]: cluster 2024-08-29T18:57:58.023993+0000 mon.a (mon.0) 4075 : cluster [DBG] osdmap e2441: 8 total, 8 up, 8 in 2024-08-29T18:57:59.381 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:57:59 smithi028 bash[78352]: cluster 2024-08-29T18:57:58.959595+0000 mon.a (mon.0) 4076 : cluster [DBG] osdmap e2442: 8 total, 8 up, 8 in 2024-08-29T18:57:59.381 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:57:59 smithi028 bash[77168]: cluster 2024-08-29T18:57:58.023993+0000 mon.a (mon.0) 4075 : cluster [DBG] osdmap e2441: 8 total, 8 up, 8 in 2024-08-29T18:57:59.381 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:57:59 smithi028 bash[77168]: cluster 2024-08-29T18:57:58.959595+0000 mon.a (mon.0) 4076 : cluster [DBG] osdmap e2442: 8 total, 8 up, 8 in 2024-08-29T18:58:00.326 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:58:00 smithi053 bash[68679]: cluster 2024-08-29T18:57:58.574673+0000 mgr.y (mgr.25022) 2137 : cluster [DBG] pgmap v4097: 137 pgs: 137 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 3.0 KiB/s rd, 0 B/s wr, 5 op/s 2024-08-29T18:58:00.380 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:58:00 smithi028 bash[78352]: cluster 2024-08-29T18:57:58.574673+0000 mgr.y (mgr.25022) 2137 : cluster [DBG] pgmap v4097: 137 pgs: 137 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 3.0 KiB/s rd, 0 B/s wr, 5 op/s 2024-08-29T18:58:00.381 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:58:00 smithi028 bash[77168]: cluster 2024-08-29T18:57:58.574673+0000 mgr.y (mgr.25022) 2137 : cluster [DBG] pgmap v4097: 137 pgs: 137 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 3.0 KiB/s rd, 0 B/s wr, 5 op/s 2024-08-29T18:58:01.326 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:58:01 smithi053 bash[68679]: cluster 2024-08-29T18:58:00.040146+0000 mon.a (mon.0) 4077 : cluster [DBG] osdmap e2443: 8 total, 8 up, 8 in 2024-08-29T18:58:01.381 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:58:01 smithi028 bash[78352]: cluster 2024-08-29T18:58:00.040146+0000 mon.a (mon.0) 4077 : cluster [DBG] osdmap e2443: 8 total, 8 up, 8 in 2024-08-29T18:58:01.381 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:58:01 smithi028 bash[77168]: cluster 2024-08-29T18:58:00.040146+0000 mon.a (mon.0) 4077 : cluster [DBG] osdmap e2443: 8 total, 8 up, 8 in 2024-08-29T18:58:01.881 INFO:journalctl@ceph.mgr.y.smithi028.stdout:Aug 29 18:58:01 smithi028 bash[70818]: ::ffff:172.21.15.53 - - [29/Aug/2024:18:58:01] "GET /metrics HTTP/1.1" 200 36694 "" "Prometheus/2.43.0" 2024-08-29T18:58:02.332 INFO:journalctl@ceph.prometheus.a.smithi053.stdout:Aug 29 18:58:02 smithi053 bash[95567]: ts=2024-08-29T18:58:02.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"3167ee72-662c-11ef-bcd4-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-29T18:58:02.332 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:58:02 smithi053 bash[68679]: cluster 2024-08-29T18:58:00.575585+0000 mgr.y (mgr.25022) 2138 : cluster [DBG] pgmap v4100: 137 pgs: 137 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 690 KiB/s rd, 5.0 KiB/s wr, 934 op/s 2024-08-29T18:58:02.333 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:58:02 smithi053 bash[68679]: cluster 2024-08-29T18:58:01.067218+0000 mon.a (mon.0) 4078 : cluster [DBG] osdmap e2444: 8 total, 8 up, 8 in 2024-08-29T18:58:02.388 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:58:02 smithi028 bash[77168]: cluster 2024-08-29T18:58:00.575585+0000 mgr.y (mgr.25022) 2138 : cluster [DBG] pgmap v4100: 137 pgs: 137 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 690 KiB/s rd, 5.0 KiB/s wr, 934 op/s 2024-08-29T18:58:02.388 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:58:02 smithi028 bash[77168]: cluster 2024-08-29T18:58:01.067218+0000 mon.a (mon.0) 4078 : cluster [DBG] osdmap e2444: 8 total, 8 up, 8 in 2024-08-29T18:58:02.388 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:58:02 smithi028 bash[78352]: cluster 2024-08-29T18:58:00.575585+0000 mgr.y (mgr.25022) 2138 : cluster [DBG] pgmap v4100: 137 pgs: 137 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 690 KiB/s rd, 5.0 KiB/s wr, 934 op/s 2024-08-29T18:58:02.388 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:58:02 smithi028 bash[78352]: cluster 2024-08-29T18:58:01.067218+0000 mon.a (mon.0) 4078 : cluster [DBG] osdmap e2444: 8 total, 8 up, 8 in 2024-08-29T18:58:03.381 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:58:03 smithi028 bash[78352]: cluster 2024-08-29T18:58:02.069909+0000 mon.a (mon.0) 4079 : cluster [DBG] osdmap e2445: 8 total, 8 up, 8 in 2024-08-29T18:58:03.381 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:58:03 smithi028 bash[77168]: cluster 2024-08-29T18:58:02.069909+0000 mon.a (mon.0) 4079 : cluster [DBG] osdmap e2445: 8 total, 8 up, 8 in 2024-08-29T18:58:03.576 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:58:03 smithi053 bash[68679]: cluster 2024-08-29T18:58:02.069909+0000 mon.a (mon.0) 4079 : cluster [DBG] osdmap e2445: 8 total, 8 up, 8 in 2024-08-29T18:58:04.381 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:58:04 smithi028 bash[78352]: cluster 2024-08-29T18:58:02.576329+0000 mgr.y (mgr.25022) 2139 : cluster [DBG] pgmap v4103: 137 pgs: 137 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 688 KiB/s rd, 5.0 KiB/s wr, 930 op/s 2024-08-29T18:58:04.381 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:58:04 smithi028 bash[78352]: cluster 2024-08-29T18:58:03.088861+0000 mon.a (mon.0) 4080 : cluster [DBG] osdmap e2446: 8 total, 8 up, 8 in 2024-08-29T18:58:04.381 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:58:04 smithi028 bash[78352]: cluster 2024-08-29T18:58:03.963319+0000 mon.a (mon.0) 4081 : cluster [DBG] osdmap e2447: 8 total, 8 up, 8 in 2024-08-29T18:58:04.381 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:58:04 smithi028 bash[77168]: cluster 2024-08-29T18:58:02.576329+0000 mgr.y (mgr.25022) 2139 : cluster [DBG] pgmap v4103: 137 pgs: 137 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 688 KiB/s rd, 5.0 KiB/s wr, 930 op/s 2024-08-29T18:58:04.381 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:58:04 smithi028 bash[77168]: cluster 2024-08-29T18:58:03.088861+0000 mon.a (mon.0) 4080 : cluster [DBG] osdmap e2446: 8 total, 8 up, 8 in 2024-08-29T18:58:04.382 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:58:04 smithi028 bash[77168]: cluster 2024-08-29T18:58:03.963319+0000 mon.a (mon.0) 4081 : cluster [DBG] osdmap e2447: 8 total, 8 up, 8 in 2024-08-29T18:58:04.576 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:58:04 smithi053 bash[68679]: cluster 2024-08-29T18:58:02.576329+0000 mgr.y (mgr.25022) 2139 : cluster [DBG] pgmap v4103: 137 pgs: 137 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 688 KiB/s rd, 5.0 KiB/s wr, 930 op/s 2024-08-29T18:58:04.576 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:58:04 smithi053 bash[68679]: cluster 2024-08-29T18:58:03.088861+0000 mon.a (mon.0) 4080 : cluster [DBG] osdmap e2446: 8 total, 8 up, 8 in 2024-08-29T18:58:04.576 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:58:04 smithi053 bash[68679]: cluster 2024-08-29T18:58:03.963319+0000 mon.a (mon.0) 4081 : cluster [DBG] osdmap e2447: 8 total, 8 up, 8 in 2024-08-29T18:58:06.326 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:58:05 smithi053 bash[68679]: cluster 2024-08-29T18:58:04.577520+0000 mgr.y (mgr.25022) 2140 : cluster [DBG] pgmap v4106: 137 pgs: 137 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 654 KiB/s rd, 5.0 KiB/s wr, 887 op/s 2024-08-29T18:58:06.326 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:58:05 smithi053 bash[68679]: cluster 2024-08-29T18:58:04.965331+0000 mon.a (mon.0) 4082 : cluster [DBG] osdmap e2448: 8 total, 8 up, 8 in 2024-08-29T18:58:06.381 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:58:05 smithi028 bash[78352]: cluster 2024-08-29T18:58:04.577520+0000 mgr.y (mgr.25022) 2140 : cluster [DBG] pgmap v4106: 137 pgs: 137 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 654 KiB/s rd, 5.0 KiB/s wr, 887 op/s 2024-08-29T18:58:06.381 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:58:05 smithi028 bash[78352]: cluster 2024-08-29T18:58:04.965331+0000 mon.a (mon.0) 4082 : cluster [DBG] osdmap e2448: 8 total, 8 up, 8 in 2024-08-29T18:58:06.381 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:58:05 smithi028 bash[77168]: cluster 2024-08-29T18:58:04.577520+0000 mgr.y (mgr.25022) 2140 : cluster [DBG] pgmap v4106: 137 pgs: 137 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 654 KiB/s rd, 5.0 KiB/s wr, 887 op/s 2024-08-29T18:58:06.381 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:58:05 smithi028 bash[77168]: cluster 2024-08-29T18:58:04.965331+0000 mon.a (mon.0) 4082 : cluster [DBG] osdmap e2448: 8 total, 8 up, 8 in 2024-08-29T18:58:07.326 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:58:06 smithi053 bash[68679]: cluster 2024-08-29T18:58:05.967112+0000 mon.a (mon.0) 4083 : cluster [DBG] osdmap e2449: 8 total, 8 up, 8 in 2024-08-29T18:58:07.381 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:58:06 smithi028 bash[77168]: cluster 2024-08-29T18:58:05.967112+0000 mon.a (mon.0) 4083 : cluster [DBG] osdmap e2449: 8 total, 8 up, 8 in 2024-08-29T18:58:07.381 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:58:06 smithi028 bash[78352]: cluster 2024-08-29T18:58:05.967112+0000 mon.a (mon.0) 4083 : cluster [DBG] osdmap e2449: 8 total, 8 up, 8 in 2024-08-29T18:58:08.326 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:58:08 smithi053 bash[68679]: cluster 2024-08-29T18:58:06.578280+0000 mgr.y (mgr.25022) 2141 : cluster [DBG] pgmap v4109: 137 pgs: 137 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 655 KiB/s rd, 5.0 KiB/s wr, 888 op/s 2024-08-29T18:58:08.326 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:58:08 smithi053 bash[68679]: cluster 2024-08-29T18:58:06.992130+0000 mon.a (mon.0) 4084 : cluster [DBG] osdmap e2450: 8 total, 8 up, 8 in 2024-08-29T18:58:08.381 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:58:08 smithi028 bash[77168]: cluster 2024-08-29T18:58:06.578280+0000 mgr.y (mgr.25022) 2141 : cluster [DBG] pgmap v4109: 137 pgs: 137 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 655 KiB/s rd, 5.0 KiB/s wr, 888 op/s 2024-08-29T18:58:08.381 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:58:08 smithi028 bash[77168]: cluster 2024-08-29T18:58:06.992130+0000 mon.a (mon.0) 4084 : cluster [DBG] osdmap e2450: 8 total, 8 up, 8 in 2024-08-29T18:58:08.381 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:58:08 smithi028 bash[78352]: cluster 2024-08-29T18:58:06.578280+0000 mgr.y (mgr.25022) 2141 : cluster [DBG] pgmap v4109: 137 pgs: 137 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 655 KiB/s rd, 5.0 KiB/s wr, 888 op/s 2024-08-29T18:58:08.381 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:58:08 smithi028 bash[78352]: cluster 2024-08-29T18:58:06.992130+0000 mon.a (mon.0) 4084 : cluster [DBG] osdmap e2450: 8 total, 8 up, 8 in 2024-08-29T18:58:09.326 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:58:09 smithi053 bash[68679]: cluster 2024-08-29T18:58:07.994058+0000 mon.a (mon.0) 4085 : cluster [DBG] osdmap e2451: 8 total, 8 up, 8 in 2024-08-29T18:58:09.326 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:58:09 smithi053 bash[68679]: cluster 2024-08-29T18:58:08.966093+0000 mon.a (mon.0) 4086 : cluster [DBG] osdmap e2452: 8 total, 8 up, 8 in 2024-08-29T18:58:09.381 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:58:09 smithi028 bash[78352]: cluster 2024-08-29T18:58:07.994058+0000 mon.a (mon.0) 4085 : cluster [DBG] osdmap e2451: 8 total, 8 up, 8 in 2024-08-29T18:58:09.381 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:58:09 smithi028 bash[78352]: cluster 2024-08-29T18:58:08.966093+0000 mon.a (mon.0) 4086 : cluster [DBG] osdmap e2452: 8 total, 8 up, 8 in 2024-08-29T18:58:09.381 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:58:09 smithi028 bash[77168]: cluster 2024-08-29T18:58:07.994058+0000 mon.a (mon.0) 4085 : cluster [DBG] osdmap e2451: 8 total, 8 up, 8 in 2024-08-29T18:58:09.381 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:58:09 smithi028 bash[77168]: cluster 2024-08-29T18:58:08.966093+0000 mon.a (mon.0) 4086 : cluster [DBG] osdmap e2452: 8 total, 8 up, 8 in 2024-08-29T18:58:10.326 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:58:10 smithi053 bash[68679]: cluster 2024-08-29T18:58:08.579383+0000 mgr.y (mgr.25022) 2142 : cluster [DBG] pgmap v4112: 137 pgs: 137 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 2.5 KiB/s rd, 0 B/s wr, 4 op/s 2024-08-29T18:58:10.381 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:58:10 smithi028 bash[78352]: cluster 2024-08-29T18:58:08.579383+0000 mgr.y (mgr.25022) 2142 : cluster [DBG] pgmap v4112: 137 pgs: 137 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 2.5 KiB/s rd, 0 B/s wr, 4 op/s 2024-08-29T18:58:10.381 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:58:10 smithi028 bash[77168]: cluster 2024-08-29T18:58:08.579383+0000 mgr.y (mgr.25022) 2142 : cluster [DBG] pgmap v4112: 137 pgs: 137 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 2.5 KiB/s rd, 0 B/s wr, 4 op/s 2024-08-29T18:58:11.326 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:58:11 smithi053 bash[68679]: cluster 2024-08-29T18:58:10.018995+0000 mon.a (mon.0) 4087 : cluster [DBG] osdmap e2453: 8 total, 8 up, 8 in 2024-08-29T18:58:11.381 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:58:11 smithi028 bash[77168]: cluster 2024-08-29T18:58:10.018995+0000 mon.a (mon.0) 4087 : cluster [DBG] osdmap e2453: 8 total, 8 up, 8 in 2024-08-29T18:58:11.381 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:58:11 smithi028 bash[78352]: cluster 2024-08-29T18:58:10.018995+0000 mon.a (mon.0) 4087 : cluster [DBG] osdmap e2453: 8 total, 8 up, 8 in 2024-08-29T18:58:11.881 INFO:journalctl@ceph.mgr.y.smithi028.stdout:Aug 29 18:58:11 smithi028 bash[70818]: ::ffff:172.21.15.53 - - [29/Aug/2024:18:58:11] "GET /metrics HTTP/1.1" 200 36694 "" "Prometheus/2.43.0" 2024-08-29T18:58:12.315 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:58:12 smithi053 bash[68679]: cluster 2024-08-29T18:58:10.580319+0000 mgr.y (mgr.25022) 2143 : cluster [DBG] pgmap v4115: 137 pgs: 137 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 623 KiB/s rd, 5.0 KiB/s wr, 845 op/s 2024-08-29T18:58:12.315 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:58:12 smithi053 bash[68679]: cluster 2024-08-29T18:58:11.044873+0000 mon.a (mon.0) 4088 : cluster [DBG] osdmap e2454: 8 total, 8 up, 8 in 2024-08-29T18:58:12.381 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:58:12 smithi028 bash[77168]: cluster 2024-08-29T18:58:10.580319+0000 mgr.y (mgr.25022) 2143 : cluster [DBG] pgmap v4115: 137 pgs: 137 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 623 KiB/s rd, 5.0 KiB/s wr, 845 op/s 2024-08-29T18:58:12.381 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:58:12 smithi028 bash[77168]: cluster 2024-08-29T18:58:11.044873+0000 mon.a (mon.0) 4088 : cluster [DBG] osdmap e2454: 8 total, 8 up, 8 in 2024-08-29T18:58:12.381 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:58:12 smithi028 bash[78352]: cluster 2024-08-29T18:58:10.580319+0000 mgr.y (mgr.25022) 2143 : cluster [DBG] pgmap v4115: 137 pgs: 137 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 623 KiB/s rd, 5.0 KiB/s wr, 845 op/s 2024-08-29T18:58:12.381 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:58:12 smithi028 bash[78352]: cluster 2024-08-29T18:58:11.044873+0000 mon.a (mon.0) 4088 : cluster [DBG] osdmap e2454: 8 total, 8 up, 8 in 2024-08-29T18:58:12.576 INFO:journalctl@ceph.prometheus.a.smithi053.stdout:Aug 29 18:58:12 smithi053 bash[95567]: ts=2024-08-29T18:58:12.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"3167ee72-662c-11ef-bcd4-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-29T18:58:13.326 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:58:13 smithi053 bash[68679]: cluster 2024-08-29T18:58:12.047100+0000 mon.a (mon.0) 4089 : cluster [DBG] osdmap e2455: 8 total, 8 up, 8 in 2024-08-29T18:58:13.326 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:58:13 smithi053 bash[68679]: audit 2024-08-29T18:58:12.168318+0000 mon.a (mon.0) 4090 : audit [DBG] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-29T18:58:13.381 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:58:13 smithi028 bash[77168]: cluster 2024-08-29T18:58:12.047100+0000 mon.a (mon.0) 4089 : cluster [DBG] osdmap e2455: 8 total, 8 up, 8 in 2024-08-29T18:58:13.381 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:58:13 smithi028 bash[77168]: audit 2024-08-29T18:58:12.168318+0000 mon.a (mon.0) 4090 : audit [DBG] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-29T18:58:13.381 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:58:13 smithi028 bash[78352]: cluster 2024-08-29T18:58:12.047100+0000 mon.a (mon.0) 4089 : cluster [DBG] osdmap e2455: 8 total, 8 up, 8 in 2024-08-29T18:58:13.381 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:58:13 smithi028 bash[78352]: audit 2024-08-29T18:58:12.168318+0000 mon.a (mon.0) 4090 : audit [DBG] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-29T18:58:14.326 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:58:14 smithi053 bash[68679]: cluster 2024-08-29T18:58:12.581044+0000 mgr.y (mgr.25022) 2144 : cluster [DBG] pgmap v4118: 137 pgs: 137 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 622 KiB/s rd, 5.0 KiB/s wr, 842 op/s 2024-08-29T18:58:14.326 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:58:14 smithi053 bash[68679]: cluster 2024-08-29T18:58:13.072756+0000 mon.a (mon.0) 4091 : cluster [DBG] osdmap e2456: 8 total, 8 up, 8 in 2024-08-29T18:58:14.326 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:58:14 smithi053 bash[68679]: cluster 2024-08-29T18:58:13.966096+0000 mon.a (mon.0) 4092 : cluster [DBG] osdmap e2457: 8 total, 8 up, 8 in 2024-08-29T18:58:14.381 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:58:14 smithi028 bash[78352]: cluster 2024-08-29T18:58:12.581044+0000 mgr.y (mgr.25022) 2144 : cluster [DBG] pgmap v4118: 137 pgs: 137 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 622 KiB/s rd, 5.0 KiB/s wr, 842 op/s 2024-08-29T18:58:14.381 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:58:14 smithi028 bash[78352]: cluster 2024-08-29T18:58:13.072756+0000 mon.a (mon.0) 4091 : cluster [DBG] osdmap e2456: 8 total, 8 up, 8 in 2024-08-29T18:58:14.381 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:58:14 smithi028 bash[78352]: cluster 2024-08-29T18:58:13.966096+0000 mon.a (mon.0) 4092 : cluster [DBG] osdmap e2457: 8 total, 8 up, 8 in 2024-08-29T18:58:14.381 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:58:14 smithi028 bash[77168]: cluster 2024-08-29T18:58:12.581044+0000 mgr.y (mgr.25022) 2144 : cluster [DBG] pgmap v4118: 137 pgs: 137 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 622 KiB/s rd, 5.0 KiB/s wr, 842 op/s 2024-08-29T18:58:14.381 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:58:14 smithi028 bash[77168]: cluster 2024-08-29T18:58:13.072756+0000 mon.a (mon.0) 4091 : cluster [DBG] osdmap e2456: 8 total, 8 up, 8 in 2024-08-29T18:58:14.381 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:58:14 smithi028 bash[77168]: cluster 2024-08-29T18:58:13.966096+0000 mon.a (mon.0) 4092 : cluster [DBG] osdmap e2457: 8 total, 8 up, 8 in 2024-08-29T18:58:16.326 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:58:15 smithi053 bash[68679]: cluster 2024-08-29T18:58:14.582248+0000 mgr.y (mgr.25022) 2145 : cluster [DBG] pgmap v4121: 137 pgs: 137 active+clean; 4.6 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 590 KiB/s rd, 5.0 KiB/s wr, 800 op/s 2024-08-29T18:58:16.326 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:58:15 smithi053 bash[68679]: cluster 2024-08-29T18:58:14.969561+0000 mon.a (mon.0) 4093 : cluster [DBG] osdmap e2458: 8 total, 8 up, 8 in 2024-08-29T18:58:16.381 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:58:15 smithi028 bash[78352]: cluster 2024-08-29T18:58:14.582248+0000 mgr.y (mgr.25022) 2145 : cluster [DBG] pgmap v4121: 137 pgs: 137 active+clean; 4.6 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 590 KiB/s rd, 5.0 KiB/s wr, 800 op/s 2024-08-29T18:58:16.381 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:58:15 smithi028 bash[78352]: cluster 2024-08-29T18:58:14.969561+0000 mon.a (mon.0) 4093 : cluster [DBG] osdmap e2458: 8 total, 8 up, 8 in 2024-08-29T18:58:16.381 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:58:15 smithi028 bash[77168]: cluster 2024-08-29T18:58:14.582248+0000 mgr.y (mgr.25022) 2145 : cluster [DBG] pgmap v4121: 137 pgs: 137 active+clean; 4.6 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 590 KiB/s rd, 5.0 KiB/s wr, 800 op/s 2024-08-29T18:58:16.381 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:58:15 smithi028 bash[77168]: cluster 2024-08-29T18:58:14.969561+0000 mon.a (mon.0) 4093 : cluster [DBG] osdmap e2458: 8 total, 8 up, 8 in 2024-08-29T18:58:17.380 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:58:17 smithi028 bash[78352]: cluster 2024-08-29T18:58:16.081042+0000 mon.a (mon.0) 4094 : cluster [DBG] osdmap e2459: 8 total, 8 up, 8 in 2024-08-29T18:58:17.381 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:58:17 smithi028 bash[77168]: cluster 2024-08-29T18:58:16.081042+0000 mon.a (mon.0) 4094 : cluster [DBG] osdmap e2459: 8 total, 8 up, 8 in 2024-08-29T18:58:17.576 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:58:17 smithi053 bash[68679]: cluster 2024-08-29T18:58:16.081042+0000 mon.a (mon.0) 4094 : cluster [DBG] osdmap e2459: 8 total, 8 up, 8 in 2024-08-29T18:58:18.381 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:58:18 smithi028 bash[78352]: cluster 2024-08-29T18:58:16.582974+0000 mgr.y (mgr.25022) 2146 : cluster [DBG] pgmap v4124: 137 pgs: 137 active+clean; 4.6 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 591 KiB/s rd, 5.0 KiB/s wr, 801 op/s 2024-08-29T18:58:18.381 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:58:18 smithi028 bash[78352]: cluster 2024-08-29T18:58:17.091422+0000 mon.a (mon.0) 4095 : cluster [DBG] osdmap e2460: 8 total, 8 up, 8 in 2024-08-29T18:58:18.381 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:58:18 smithi028 bash[77168]: cluster 2024-08-29T18:58:16.582974+0000 mgr.y (mgr.25022) 2146 : cluster [DBG] pgmap v4124: 137 pgs: 137 active+clean; 4.6 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 591 KiB/s rd, 5.0 KiB/s wr, 801 op/s 2024-08-29T18:58:18.381 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:58:18 smithi028 bash[77168]: cluster 2024-08-29T18:58:17.091422+0000 mon.a (mon.0) 4095 : cluster [DBG] osdmap e2460: 8 total, 8 up, 8 in 2024-08-29T18:58:18.576 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:58:18 smithi053 bash[68679]: cluster 2024-08-29T18:58:16.582974+0000 mgr.y (mgr.25022) 2146 : cluster [DBG] pgmap v4124: 137 pgs: 137 active+clean; 4.6 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 591 KiB/s rd, 5.0 KiB/s wr, 801 op/s 2024-08-29T18:58:18.576 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:58:18 smithi053 bash[68679]: cluster 2024-08-29T18:58:17.091422+0000 mon.a (mon.0) 4095 : cluster [DBG] osdmap e2460: 8 total, 8 up, 8 in 2024-08-29T18:58:19.381 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:58:19 smithi028 bash[78352]: cluster 2024-08-29T18:58:18.099659+0000 mon.a (mon.0) 4096 : cluster [DBG] osdmap e2461: 8 total, 8 up, 8 in 2024-08-29T18:58:19.381 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:58:19 smithi028 bash[78352]: cluster 2024-08-29T18:58:18.969057+0000 mon.a (mon.0) 4097 : cluster [DBG] osdmap e2462: 8 total, 8 up, 8 in 2024-08-29T18:58:19.381 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:58:19 smithi028 bash[77168]: cluster 2024-08-29T18:58:18.099659+0000 mon.a (mon.0) 4096 : cluster [DBG] osdmap e2461: 8 total, 8 up, 8 in 2024-08-29T18:58:19.381 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:58:19 smithi028 bash[77168]: cluster 2024-08-29T18:58:18.969057+0000 mon.a (mon.0) 4097 : cluster [DBG] osdmap e2462: 8 total, 8 up, 8 in 2024-08-29T18:58:19.576 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:58:19 smithi053 bash[68679]: cluster 2024-08-29T18:58:18.099659+0000 mon.a (mon.0) 4096 : cluster [DBG] osdmap e2461: 8 total, 8 up, 8 in 2024-08-29T18:58:19.576 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:58:19 smithi053 bash[68679]: cluster 2024-08-29T18:58:18.969057+0000 mon.a (mon.0) 4097 : cluster [DBG] osdmap e2462: 8 total, 8 up, 8 in 2024-08-29T18:58:20.381 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:58:20 smithi028 bash[78352]: cluster 2024-08-29T18:58:18.584027+0000 mgr.y (mgr.25022) 2147 : cluster [DBG] pgmap v4127: 137 pgs: 137 active+clean; 4.6 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 3.0 KiB/s rd, 0 B/s wr, 5 op/s 2024-08-29T18:58:20.381 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:58:20 smithi028 bash[78352]: cluster 2024-08-29T18:58:19.972680+0000 mon.a (mon.0) 4098 : cluster [DBG] osdmap e2463: 8 total, 8 up, 8 in 2024-08-29T18:58:20.381 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:58:20 smithi028 bash[77168]: cluster 2024-08-29T18:58:18.584027+0000 mgr.y (mgr.25022) 2147 : cluster [DBG] pgmap v4127: 137 pgs: 137 active+clean; 4.6 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 3.0 KiB/s rd, 0 B/s wr, 5 op/s 2024-08-29T18:58:20.381 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:58:20 smithi028 bash[77168]: cluster 2024-08-29T18:58:19.972680+0000 mon.a (mon.0) 4098 : cluster [DBG] osdmap e2463: 8 total, 8 up, 8 in 2024-08-29T18:58:20.576 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:58:20 smithi053 bash[68679]: cluster 2024-08-29T18:58:18.584027+0000 mgr.y (mgr.25022) 2147 : cluster [DBG] pgmap v4127: 137 pgs: 137 active+clean; 4.6 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 3.0 KiB/s rd, 0 B/s wr, 5 op/s 2024-08-29T18:58:20.576 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:58:20 smithi053 bash[68679]: cluster 2024-08-29T18:58:19.972680+0000 mon.a (mon.0) 4098 : cluster [DBG] osdmap e2463: 8 total, 8 up, 8 in 2024-08-29T18:58:21.881 INFO:journalctl@ceph.mgr.y.smithi028.stdout:Aug 29 18:58:21 smithi028 bash[70818]: ::ffff:172.21.15.53 - - [29/Aug/2024:18:58:21] "GET /metrics HTTP/1.1" 200 36695 "" "Prometheus/2.43.0" 2024-08-29T18:58:22.315 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:58:21 smithi053 bash[68679]: cluster 2024-08-29T18:58:20.584986+0000 mgr.y (mgr.25022) 2148 : cluster [DBG] pgmap v4130: 137 pgs: 137 active+clean; 4.6 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 559 KiB/s rd, 5.0 KiB/s wr, 760 op/s 2024-08-29T18:58:22.315 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:58:21 smithi053 bash[68679]: cluster 2024-08-29T18:58:20.975698+0000 mon.a (mon.0) 4099 : cluster [DBG] osdmap e2464: 8 total, 8 up, 8 in 2024-08-29T18:58:22.381 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:58:21 smithi028 bash[77168]: cluster 2024-08-29T18:58:20.584986+0000 mgr.y (mgr.25022) 2148 : cluster [DBG] pgmap v4130: 137 pgs: 137 active+clean; 4.6 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 559 KiB/s rd, 5.0 KiB/s wr, 760 op/s 2024-08-29T18:58:22.381 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:58:21 smithi028 bash[77168]: cluster 2024-08-29T18:58:20.975698+0000 mon.a (mon.0) 4099 : cluster [DBG] osdmap e2464: 8 total, 8 up, 8 in 2024-08-29T18:58:22.381 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:58:21 smithi028 bash[78352]: cluster 2024-08-29T18:58:20.584986+0000 mgr.y (mgr.25022) 2148 : cluster [DBG] pgmap v4130: 137 pgs: 137 active+clean; 4.6 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 559 KiB/s rd, 5.0 KiB/s wr, 760 op/s 2024-08-29T18:58:22.381 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:58:21 smithi028 bash[78352]: cluster 2024-08-29T18:58:20.975698+0000 mon.a (mon.0) 4099 : cluster [DBG] osdmap e2464: 8 total, 8 up, 8 in 2024-08-29T18:58:22.576 INFO:journalctl@ceph.prometheus.a.smithi053.stdout:Aug 29 18:58:22 smithi053 bash[95567]: ts=2024-08-29T18:58:22.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"3167ee72-662c-11ef-bcd4-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-29T18:58:23.326 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:58:22 smithi053 bash[68679]: cluster 2024-08-29T18:58:21.987012+0000 mon.a (mon.0) 4100 : cluster [DBG] osdmap e2465: 8 total, 8 up, 8 in 2024-08-29T18:58:23.381 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:58:22 smithi028 bash[77168]: cluster 2024-08-29T18:58:21.987012+0000 mon.a (mon.0) 4100 : cluster [DBG] osdmap e2465: 8 total, 8 up, 8 in 2024-08-29T18:58:23.381 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:58:22 smithi028 bash[78352]: cluster 2024-08-29T18:58:21.987012+0000 mon.a (mon.0) 4100 : cluster [DBG] osdmap e2465: 8 total, 8 up, 8 in 2024-08-29T18:58:24.326 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:58:23 smithi053 bash[68679]: cluster 2024-08-29T18:58:22.585683+0000 mgr.y (mgr.25022) 2149 : cluster [DBG] pgmap v4133: 137 pgs: 137 active+clean; 4.6 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 557 KiB/s rd, 5.0 KiB/s wr, 755 op/s 2024-08-29T18:58:24.326 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:58:23 smithi053 bash[68679]: cluster 2024-08-29T18:58:22.996808+0000 mon.a (mon.0) 4101 : cluster [DBG] osdmap e2466: 8 total, 8 up, 8 in 2024-08-29T18:58:24.326 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:58:23 smithi053 bash[68679]: cluster 2024-08-29T18:58:23.972632+0000 mon.a (mon.0) 4102 : cluster [DBG] osdmap e2467: 8 total, 8 up, 8 in 2024-08-29T18:58:24.381 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:58:23 smithi028 bash[78352]: cluster 2024-08-29T18:58:22.585683+0000 mgr.y (mgr.25022) 2149 : cluster [DBG] pgmap v4133: 137 pgs: 137 active+clean; 4.6 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 557 KiB/s rd, 5.0 KiB/s wr, 755 op/s 2024-08-29T18:58:24.381 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:58:23 smithi028 bash[78352]: cluster 2024-08-29T18:58:22.996808+0000 mon.a (mon.0) 4101 : cluster [DBG] osdmap e2466: 8 total, 8 up, 8 in 2024-08-29T18:58:24.381 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:58:23 smithi028 bash[78352]: cluster 2024-08-29T18:58:23.972632+0000 mon.a (mon.0) 4102 : cluster [DBG] osdmap e2467: 8 total, 8 up, 8 in 2024-08-29T18:58:24.381 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:58:23 smithi028 bash[77168]: cluster 2024-08-29T18:58:22.585683+0000 mgr.y (mgr.25022) 2149 : cluster [DBG] pgmap v4133: 137 pgs: 137 active+clean; 4.6 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 557 KiB/s rd, 5.0 KiB/s wr, 755 op/s 2024-08-29T18:58:24.381 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:58:23 smithi028 bash[77168]: cluster 2024-08-29T18:58:22.996808+0000 mon.a (mon.0) 4101 : cluster [DBG] osdmap e2466: 8 total, 8 up, 8 in 2024-08-29T18:58:24.381 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:58:23 smithi028 bash[77168]: cluster 2024-08-29T18:58:23.972632+0000 mon.a (mon.0) 4102 : cluster [DBG] osdmap e2467: 8 total, 8 up, 8 in 2024-08-29T18:58:26.326 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:58:26 smithi053 bash[68679]: cluster 2024-08-29T18:58:24.586944+0000 mgr.y (mgr.25022) 2150 : cluster [DBG] pgmap v4136: 137 pgs: 137 active+clean; 4.6 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 525 KiB/s rd, 5.0 KiB/s wr, 711 op/s 2024-08-29T18:58:26.326 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:58:26 smithi053 bash[68679]: cluster 2024-08-29T18:58:25.004994+0000 mon.a (mon.0) 4103 : cluster [DBG] osdmap e2468: 8 total, 8 up, 8 in 2024-08-29T18:58:26.381 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:58:26 smithi028 bash[77168]: cluster 2024-08-29T18:58:24.586944+0000 mgr.y (mgr.25022) 2150 : cluster [DBG] pgmap v4136: 137 pgs: 137 active+clean; 4.6 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 525 KiB/s rd, 5.0 KiB/s wr, 711 op/s 2024-08-29T18:58:26.381 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:58:26 smithi028 bash[77168]: cluster 2024-08-29T18:58:25.004994+0000 mon.a (mon.0) 4103 : cluster [DBG] osdmap e2468: 8 total, 8 up, 8 in 2024-08-29T18:58:26.381 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:58:26 smithi028 bash[78352]: cluster 2024-08-29T18:58:24.586944+0000 mgr.y (mgr.25022) 2150 : cluster [DBG] pgmap v4136: 137 pgs: 137 active+clean; 4.6 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 525 KiB/s rd, 5.0 KiB/s wr, 711 op/s 2024-08-29T18:58:26.381 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:58:26 smithi028 bash[78352]: cluster 2024-08-29T18:58:25.004994+0000 mon.a (mon.0) 4103 : cluster [DBG] osdmap e2468: 8 total, 8 up, 8 in 2024-08-29T18:58:27.326 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:58:27 smithi053 bash[68679]: cluster 2024-08-29T18:58:26.007922+0000 mon.a (mon.0) 4104 : cluster [DBG] osdmap e2469: 8 total, 8 up, 8 in 2024-08-29T18:58:27.381 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:58:27 smithi028 bash[77168]: cluster 2024-08-29T18:58:26.007922+0000 mon.a (mon.0) 4104 : cluster [DBG] osdmap e2469: 8 total, 8 up, 8 in 2024-08-29T18:58:27.381 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:58:27 smithi028 bash[78352]: cluster 2024-08-29T18:58:26.007922+0000 mon.a (mon.0) 4104 : cluster [DBG] osdmap e2469: 8 total, 8 up, 8 in 2024-08-29T18:58:28.329 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:58:28 smithi053 bash[68679]: cluster 2024-08-29T18:58:26.587693+0000 mgr.y (mgr.25022) 2151 : cluster [DBG] pgmap v4139: 137 pgs: 137 active+clean; 4.6 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 527 KiB/s rd, 5.0 KiB/s wr, 713 op/s 2024-08-29T18:58:28.329 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:58:28 smithi053 bash[68679]: cluster 2024-08-29T18:58:27.030706+0000 mon.a (mon.0) 4105 : cluster [DBG] osdmap e2470: 8 total, 8 up, 8 in 2024-08-29T18:58:28.329 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:58:28 smithi053 bash[68679]: audit 2024-08-29T18:58:27.168538+0000 mon.a (mon.0) 4106 : audit [DBG] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-29T18:58:28.381 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:58:28 smithi028 bash[78352]: cluster 2024-08-29T18:58:26.587693+0000 mgr.y (mgr.25022) 2151 : cluster [DBG] pgmap v4139: 137 pgs: 137 active+clean; 4.6 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 527 KiB/s rd, 5.0 KiB/s wr, 713 op/s 2024-08-29T18:58:28.381 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:58:28 smithi028 bash[78352]: cluster 2024-08-29T18:58:27.030706+0000 mon.a (mon.0) 4105 : cluster [DBG] osdmap e2470: 8 total, 8 up, 8 in 2024-08-29T18:58:28.381 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:58:28 smithi028 bash[78352]: audit 2024-08-29T18:58:27.168538+0000 mon.a (mon.0) 4106 : audit [DBG] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-29T18:58:28.381 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:58:28 smithi028 bash[77168]: cluster 2024-08-29T18:58:26.587693+0000 mgr.y (mgr.25022) 2151 : cluster [DBG] pgmap v4139: 137 pgs: 137 active+clean; 4.6 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 527 KiB/s rd, 5.0 KiB/s wr, 713 op/s 2024-08-29T18:58:28.381 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:58:28 smithi028 bash[77168]: cluster 2024-08-29T18:58:27.030706+0000 mon.a (mon.0) 4105 : cluster [DBG] osdmap e2470: 8 total, 8 up, 8 in 2024-08-29T18:58:28.382 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:58:28 smithi028 bash[77168]: audit 2024-08-29T18:58:27.168538+0000 mon.a (mon.0) 4106 : audit [DBG] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-29T18:58:29.326 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:58:29 smithi053 bash[68679]: cluster 2024-08-29T18:58:28.039247+0000 mon.a (mon.0) 4107 : cluster [DBG] osdmap e2471: 8 total, 8 up, 8 in 2024-08-29T18:58:29.326 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:58:29 smithi053 bash[68679]: cluster 2024-08-29T18:58:28.976394+0000 mon.a (mon.0) 4108 : cluster [DBG] osdmap e2472: 8 total, 8 up, 8 in 2024-08-29T18:58:29.381 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:58:29 smithi028 bash[78352]: cluster 2024-08-29T18:58:28.039247+0000 mon.a (mon.0) 4107 : cluster [DBG] osdmap e2471: 8 total, 8 up, 8 in 2024-08-29T18:58:29.381 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:58:29 smithi028 bash[78352]: cluster 2024-08-29T18:58:28.976394+0000 mon.a (mon.0) 4108 : cluster [DBG] osdmap e2472: 8 total, 8 up, 8 in 2024-08-29T18:58:29.381 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:58:29 smithi028 bash[77168]: cluster 2024-08-29T18:58:28.039247+0000 mon.a (mon.0) 4107 : cluster [DBG] osdmap e2471: 8 total, 8 up, 8 in 2024-08-29T18:58:29.381 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:58:29 smithi028 bash[77168]: cluster 2024-08-29T18:58:28.976394+0000 mon.a (mon.0) 4108 : cluster [DBG] osdmap e2472: 8 total, 8 up, 8 in 2024-08-29T18:58:30.326 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:58:30 smithi053 bash[68679]: cluster 2024-08-29T18:58:28.588712+0000 mgr.y (mgr.25022) 2152 : cluster [DBG] pgmap v4142: 137 pgs: 137 active+clean; 4.6 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 2.0 KiB/s rd, 0 B/s wr, 3 op/s 2024-08-29T18:58:30.381 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:58:30 smithi028 bash[77168]: cluster 2024-08-29T18:58:28.588712+0000 mgr.y (mgr.25022) 2152 : cluster [DBG] pgmap v4142: 137 pgs: 137 active+clean; 4.6 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 2.0 KiB/s rd, 0 B/s wr, 3 op/s 2024-08-29T18:58:30.381 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:58:30 smithi028 bash[78352]: cluster 2024-08-29T18:58:28.588712+0000 mgr.y (mgr.25022) 2152 : cluster [DBG] pgmap v4142: 137 pgs: 137 active+clean; 4.6 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 2.0 KiB/s rd, 0 B/s wr, 3 op/s 2024-08-29T18:58:31.326 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:58:31 smithi053 bash[68679]: cluster 2024-08-29T18:58:30.060279+0000 mon.a (mon.0) 4109 : cluster [DBG] osdmap e2473: 8 total, 8 up, 8 in 2024-08-29T18:58:31.381 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:58:31 smithi028 bash[77168]: cluster 2024-08-29T18:58:30.060279+0000 mon.a (mon.0) 4109 : cluster [DBG] osdmap e2473: 8 total, 8 up, 8 in 2024-08-29T18:58:31.381 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:58:31 smithi028 bash[78352]: cluster 2024-08-29T18:58:30.060279+0000 mon.a (mon.0) 4109 : cluster [DBG] osdmap e2473: 8 total, 8 up, 8 in 2024-08-29T18:58:31.881 INFO:journalctl@ceph.mgr.y.smithi028.stdout:Aug 29 18:58:31 smithi028 bash[70818]: ::ffff:172.21.15.53 - - [29/Aug/2024:18:58:31] "GET /metrics HTTP/1.1" 200 36695 "" "Prometheus/2.43.0" 2024-08-29T18:58:32.315 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:58:32 smithi053 bash[68679]: cluster 2024-08-29T18:58:30.589708+0000 mgr.y (mgr.25022) 2153 : cluster [DBG] pgmap v4145: 137 pgs: 137 active+clean; 4.6 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 494 KiB/s rd, 5.0 KiB/s wr, 671 op/s 2024-08-29T18:58:32.316 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:58:32 smithi053 bash[68679]: cluster 2024-08-29T18:58:31.070793+0000 mon.a (mon.0) 4110 : cluster [DBG] osdmap e2474: 8 total, 8 up, 8 in 2024-08-29T18:58:32.381 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:58:32 smithi028 bash[77168]: cluster 2024-08-29T18:58:30.589708+0000 mgr.y (mgr.25022) 2153 : cluster [DBG] pgmap v4145: 137 pgs: 137 active+clean; 4.6 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 494 KiB/s rd, 5.0 KiB/s wr, 671 op/s 2024-08-29T18:58:32.381 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:58:32 smithi028 bash[77168]: cluster 2024-08-29T18:58:31.070793+0000 mon.a (mon.0) 4110 : cluster [DBG] osdmap e2474: 8 total, 8 up, 8 in 2024-08-29T18:58:32.381 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:58:32 smithi028 bash[78352]: cluster 2024-08-29T18:58:30.589708+0000 mgr.y (mgr.25022) 2153 : cluster [DBG] pgmap v4145: 137 pgs: 137 active+clean; 4.6 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 494 KiB/s rd, 5.0 KiB/s wr, 671 op/s 2024-08-29T18:58:32.381 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:58:32 smithi028 bash[78352]: cluster 2024-08-29T18:58:31.070793+0000 mon.a (mon.0) 4110 : cluster [DBG] osdmap e2474: 8 total, 8 up, 8 in 2024-08-29T18:58:32.576 INFO:journalctl@ceph.prometheus.a.smithi053.stdout:Aug 29 18:58:32 smithi053 bash[95567]: ts=2024-08-29T18:58:32.316Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"3167ee72-662c-11ef-bcd4-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-29T18:58:33.381 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:58:33 smithi028 bash[78352]: cluster 2024-08-29T18:58:32.077875+0000 mon.a (mon.0) 4111 : cluster [DBG] osdmap e2475: 8 total, 8 up, 8 in 2024-08-29T18:58:33.381 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:58:33 smithi028 bash[77168]: cluster 2024-08-29T18:58:32.077875+0000 mon.a (mon.0) 4111 : cluster [DBG] osdmap e2475: 8 total, 8 up, 8 in 2024-08-29T18:58:33.576 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:58:33 smithi053 bash[68679]: cluster 2024-08-29T18:58:32.077875+0000 mon.a (mon.0) 4111 : cluster [DBG] osdmap e2475: 8 total, 8 up, 8 in 2024-08-29T18:58:34.381 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:58:34 smithi028 bash[77168]: cluster 2024-08-29T18:58:32.590460+0000 mgr.y (mgr.25022) 2154 : cluster [DBG] pgmap v4148: 137 pgs: 137 active+clean; 4.6 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 493 KiB/s rd, 5.0 KiB/s wr, 670 op/s 2024-08-29T18:58:34.381 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:58:34 smithi028 bash[77168]: cluster 2024-08-29T18:58:33.090703+0000 mon.a (mon.0) 4112 : cluster [DBG] osdmap e2476: 8 total, 8 up, 8 in 2024-08-29T18:58:34.381 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:58:34 smithi028 bash[77168]: cluster 2024-08-29T18:58:33.979558+0000 mon.a (mon.0) 4113 : cluster [DBG] osdmap e2477: 8 total, 8 up, 8 in 2024-08-29T18:58:34.381 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:58:34 smithi028 bash[78352]: cluster 2024-08-29T18:58:32.590460+0000 mgr.y (mgr.25022) 2154 : cluster [DBG] pgmap v4148: 137 pgs: 137 active+clean; 4.6 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 493 KiB/s rd, 5.0 KiB/s wr, 670 op/s 2024-08-29T18:58:34.381 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:58:34 smithi028 bash[78352]: cluster 2024-08-29T18:58:33.090703+0000 mon.a (mon.0) 4112 : cluster [DBG] osdmap e2476: 8 total, 8 up, 8 in 2024-08-29T18:58:34.382 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:58:34 smithi028 bash[78352]: cluster 2024-08-29T18:58:33.979558+0000 mon.a (mon.0) 4113 : cluster [DBG] osdmap e2477: 8 total, 8 up, 8 in 2024-08-29T18:58:34.576 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:58:34 smithi053 bash[68679]: cluster 2024-08-29T18:58:32.590460+0000 mgr.y (mgr.25022) 2154 : cluster [DBG] pgmap v4148: 137 pgs: 137 active+clean; 4.6 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 493 KiB/s rd, 5.0 KiB/s wr, 670 op/s 2024-08-29T18:58:34.576 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:58:34 smithi053 bash[68679]: cluster 2024-08-29T18:58:33.090703+0000 mon.a (mon.0) 4112 : cluster [DBG] osdmap e2476: 8 total, 8 up, 8 in 2024-08-29T18:58:34.576 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:58:34 smithi053 bash[68679]: cluster 2024-08-29T18:58:33.979558+0000 mon.a (mon.0) 4113 : cluster [DBG] osdmap e2477: 8 total, 8 up, 8 in 2024-08-29T18:58:36.326 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:58:35 smithi053 bash[68679]: cluster 2024-08-29T18:58:34.591661+0000 mgr.y (mgr.25022) 2155 : cluster [DBG] pgmap v4151: 137 pgs: 137 active+clean; 4.6 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 460 KiB/s rd, 5.0 KiB/s wr, 624 op/s 2024-08-29T18:58:36.326 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:58:35 smithi053 bash[68679]: cluster 2024-08-29T18:58:34.981310+0000 mon.a (mon.0) 4114 : cluster [DBG] osdmap e2478: 8 total, 8 up, 8 in 2024-08-29T18:58:36.381 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:58:35 smithi028 bash[78352]: cluster 2024-08-29T18:58:34.591661+0000 mgr.y (mgr.25022) 2155 : cluster [DBG] pgmap v4151: 137 pgs: 137 active+clean; 4.6 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 460 KiB/s rd, 5.0 KiB/s wr, 624 op/s 2024-08-29T18:58:36.381 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:58:35 smithi028 bash[78352]: cluster 2024-08-29T18:58:34.981310+0000 mon.a (mon.0) 4114 : cluster [DBG] osdmap e2478: 8 total, 8 up, 8 in 2024-08-29T18:58:36.381 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:58:35 smithi028 bash[77168]: cluster 2024-08-29T18:58:34.591661+0000 mgr.y (mgr.25022) 2155 : cluster [DBG] pgmap v4151: 137 pgs: 137 active+clean; 4.6 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 460 KiB/s rd, 5.0 KiB/s wr, 624 op/s 2024-08-29T18:58:36.381 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:58:35 smithi028 bash[77168]: cluster 2024-08-29T18:58:34.981310+0000 mon.a (mon.0) 4114 : cluster [DBG] osdmap e2478: 8 total, 8 up, 8 in 2024-08-29T18:58:37.381 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:58:37 smithi028 bash[77168]: cluster 2024-08-29T18:58:36.096397+0000 mon.a (mon.0) 4115 : cluster [DBG] osdmap e2479: 8 total, 8 up, 8 in 2024-08-29T18:58:37.382 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:58:37 smithi028 bash[78352]: cluster 2024-08-29T18:58:36.096397+0000 mon.a (mon.0) 4115 : cluster [DBG] osdmap e2479: 8 total, 8 up, 8 in 2024-08-29T18:58:37.576 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:58:37 smithi053 bash[68679]: cluster 2024-08-29T18:58:36.096397+0000 mon.a (mon.0) 4115 : cluster [DBG] osdmap e2479: 8 total, 8 up, 8 in 2024-08-29T18:58:38.381 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:58:38 smithi028 bash[78352]: cluster 2024-08-29T18:58:36.592409+0000 mgr.y (mgr.25022) 2156 : cluster [DBG] pgmap v4154: 137 pgs: 137 active+clean; 4.6 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 462 KiB/s rd, 5.0 KiB/s wr, 627 op/s 2024-08-29T18:58:38.381 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:58:38 smithi028 bash[78352]: cluster 2024-08-29T18:58:37.106056+0000 mon.a (mon.0) 4116 : cluster [DBG] osdmap e2480: 8 total, 8 up, 8 in 2024-08-29T18:58:38.381 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:58:38 smithi028 bash[77168]: cluster 2024-08-29T18:58:36.592409+0000 mgr.y (mgr.25022) 2156 : cluster [DBG] pgmap v4154: 137 pgs: 137 active+clean; 4.6 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 462 KiB/s rd, 5.0 KiB/s wr, 627 op/s 2024-08-29T18:58:38.381 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:58:38 smithi028 bash[77168]: cluster 2024-08-29T18:58:37.106056+0000 mon.a (mon.0) 4116 : cluster [DBG] osdmap e2480: 8 total, 8 up, 8 in 2024-08-29T18:58:38.576 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:58:38 smithi053 bash[68679]: cluster 2024-08-29T18:58:36.592409+0000 mgr.y (mgr.25022) 2156 : cluster [DBG] pgmap v4154: 137 pgs: 137 active+clean; 4.6 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 462 KiB/s rd, 5.0 KiB/s wr, 627 op/s 2024-08-29T18:58:38.576 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:58:38 smithi053 bash[68679]: cluster 2024-08-29T18:58:37.106056+0000 mon.a (mon.0) 4116 : cluster [DBG] osdmap e2480: 8 total, 8 up, 8 in 2024-08-29T18:58:39.381 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:58:39 smithi028 bash[78352]: cluster 2024-08-29T18:58:38.114212+0000 mon.a (mon.0) 4117 : cluster [DBG] osdmap e2481: 8 total, 8 up, 8 in 2024-08-29T18:58:39.381 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:58:39 smithi028 bash[78352]: cluster 2024-08-29T18:58:38.981309+0000 mon.a (mon.0) 4118 : cluster [DBG] osdmap e2482: 8 total, 8 up, 8 in 2024-08-29T18:58:39.381 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:58:39 smithi028 bash[77168]: cluster 2024-08-29T18:58:38.114212+0000 mon.a (mon.0) 4117 : cluster [DBG] osdmap e2481: 8 total, 8 up, 8 in 2024-08-29T18:58:39.381 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:58:39 smithi028 bash[77168]: cluster 2024-08-29T18:58:38.981309+0000 mon.a (mon.0) 4118 : cluster [DBG] osdmap e2482: 8 total, 8 up, 8 in 2024-08-29T18:58:39.576 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:58:39 smithi053 bash[68679]: cluster 2024-08-29T18:58:38.114212+0000 mon.a (mon.0) 4117 : cluster [DBG] osdmap e2481: 8 total, 8 up, 8 in 2024-08-29T18:58:39.576 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:58:39 smithi053 bash[68679]: cluster 2024-08-29T18:58:38.981309+0000 mon.a (mon.0) 4118 : cluster [DBG] osdmap e2482: 8 total, 8 up, 8 in 2024-08-29T18:58:40.381 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:58:40 smithi028 bash[78352]: cluster 2024-08-29T18:58:38.593423+0000 mgr.y (mgr.25022) 2157 : cluster [DBG] pgmap v4157: 137 pgs: 137 active+clean; 4.6 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 2.0 KiB/s rd, 0 B/s wr, 2 op/s 2024-08-29T18:58:40.381 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:58:40 smithi028 bash[78352]: cluster 2024-08-29T18:58:39.985309+0000 mon.a (mon.0) 4119 : cluster [DBG] osdmap e2483: 8 total, 8 up, 8 in 2024-08-29T18:58:40.381 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:58:40 smithi028 bash[77168]: cluster 2024-08-29T18:58:38.593423+0000 mgr.y (mgr.25022) 2157 : cluster [DBG] pgmap v4157: 137 pgs: 137 active+clean; 4.6 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 2.0 KiB/s rd, 0 B/s wr, 2 op/s 2024-08-29T18:58:40.381 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:58:40 smithi028 bash[77168]: cluster 2024-08-29T18:58:39.985309+0000 mon.a (mon.0) 4119 : cluster [DBG] osdmap e2483: 8 total, 8 up, 8 in 2024-08-29T18:58:40.576 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:58:40 smithi053 bash[68679]: cluster 2024-08-29T18:58:38.593423+0000 mgr.y (mgr.25022) 2157 : cluster [DBG] pgmap v4157: 137 pgs: 137 active+clean; 4.6 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 2.0 KiB/s rd, 0 B/s wr, 2 op/s 2024-08-29T18:58:40.576 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:58:40 smithi053 bash[68679]: cluster 2024-08-29T18:58:39.985309+0000 mon.a (mon.0) 4119 : cluster [DBG] osdmap e2483: 8 total, 8 up, 8 in 2024-08-29T18:58:41.881 INFO:journalctl@ceph.mgr.y.smithi028.stdout:Aug 29 18:58:41 smithi028 bash[70818]: ::ffff:172.21.15.53 - - [29/Aug/2024:18:58:41] "GET /metrics HTTP/1.1" 200 36695 "" "Prometheus/2.43.0" 2024-08-29T18:58:42.316 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:58:41 smithi053 bash[68679]: cluster 2024-08-29T18:58:40.594309+0000 mgr.y (mgr.25022) 2158 : cluster [DBG] pgmap v4160: 137 pgs: 137 active+clean; 4.6 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 427 KiB/s rd, 5.0 KiB/s wr, 578 op/s 2024-08-29T18:58:42.316 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:58:41 smithi053 bash[68679]: cluster 2024-08-29T18:58:40.986908+0000 mon.a (mon.0) 4120 : cluster [DBG] osdmap e2484: 8 total, 8 up, 8 in 2024-08-29T18:58:42.381 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:58:41 smithi028 bash[78352]: cluster 2024-08-29T18:58:40.594309+0000 mgr.y (mgr.25022) 2158 : cluster [DBG] pgmap v4160: 137 pgs: 137 active+clean; 4.6 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 427 KiB/s rd, 5.0 KiB/s wr, 578 op/s 2024-08-29T18:58:42.381 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:58:41 smithi028 bash[78352]: cluster 2024-08-29T18:58:40.986908+0000 mon.a (mon.0) 4120 : cluster [DBG] osdmap e2484: 8 total, 8 up, 8 in 2024-08-29T18:58:42.381 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:58:41 smithi028 bash[77168]: cluster 2024-08-29T18:58:40.594309+0000 mgr.y (mgr.25022) 2158 : cluster [DBG] pgmap v4160: 137 pgs: 137 active+clean; 4.6 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 427 KiB/s rd, 5.0 KiB/s wr, 578 op/s 2024-08-29T18:58:42.381 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:58:41 smithi028 bash[77168]: cluster 2024-08-29T18:58:40.986908+0000 mon.a (mon.0) 4120 : cluster [DBG] osdmap e2484: 8 total, 8 up, 8 in 2024-08-29T18:58:42.576 INFO:journalctl@ceph.prometheus.a.smithi053.stdout:Aug 29 18:58:42 smithi053 bash[95567]: ts=2024-08-29T18:58:42.316Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"3167ee72-662c-11ef-bcd4-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-29T18:58:43.326 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:58:43 smithi053 bash[68679]: cluster 2024-08-29T18:58:41.989623+0000 mon.a (mon.0) 4121 : cluster [DBG] osdmap e2485: 8 total, 8 up, 8 in 2024-08-29T18:58:43.326 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:58:43 smithi053 bash[68679]: audit 2024-08-29T18:58:42.168989+0000 mon.a (mon.0) 4122 : audit [DBG] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-29T18:58:43.381 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:58:43 smithi028 bash[78352]: cluster 2024-08-29T18:58:41.989623+0000 mon.a (mon.0) 4121 : cluster [DBG] osdmap e2485: 8 total, 8 up, 8 in 2024-08-29T18:58:43.381 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:58:43 smithi028 bash[78352]: audit 2024-08-29T18:58:42.168989+0000 mon.a (mon.0) 4122 : audit [DBG] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-29T18:58:43.381 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:58:43 smithi028 bash[77168]: cluster 2024-08-29T18:58:41.989623+0000 mon.a (mon.0) 4121 : cluster [DBG] osdmap e2485: 8 total, 8 up, 8 in 2024-08-29T18:58:43.381 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:58:43 smithi028 bash[77168]: audit 2024-08-29T18:58:42.168989+0000 mon.a (mon.0) 4122 : audit [DBG] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-29T18:58:44.326 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:58:44 smithi053 bash[68679]: cluster 2024-08-29T18:58:42.594996+0000 mgr.y (mgr.25022) 2159 : cluster [DBG] pgmap v4163: 137 pgs: 137 active+clean; 4.6 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 427 KiB/s rd, 5.0 KiB/s wr, 578 op/s 2024-08-29T18:58:44.326 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:58:44 smithi053 bash[68679]: cluster 2024-08-29T18:58:43.011221+0000 mon.a (mon.0) 4123 : cluster [DBG] osdmap e2486: 8 total, 8 up, 8 in 2024-08-29T18:58:44.326 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:58:44 smithi053 bash[68679]: cluster 2024-08-29T18:58:43.983456+0000 mon.a (mon.0) 4124 : cluster [DBG] osdmap e2487: 8 total, 8 up, 8 in 2024-08-29T18:58:44.381 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:58:44 smithi028 bash[77168]: cluster 2024-08-29T18:58:42.594996+0000 mgr.y (mgr.25022) 2159 : cluster [DBG] pgmap v4163: 137 pgs: 137 active+clean; 4.6 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 427 KiB/s rd, 5.0 KiB/s wr, 578 op/s 2024-08-29T18:58:44.381 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:58:44 smithi028 bash[77168]: cluster 2024-08-29T18:58:43.011221+0000 mon.a (mon.0) 4123 : cluster [DBG] osdmap e2486: 8 total, 8 up, 8 in 2024-08-29T18:58:44.381 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:58:44 smithi028 bash[77168]: cluster 2024-08-29T18:58:43.983456+0000 mon.a (mon.0) 4124 : cluster [DBG] osdmap e2487: 8 total, 8 up, 8 in 2024-08-29T18:58:44.381 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:58:44 smithi028 bash[78352]: cluster 2024-08-29T18:58:42.594996+0000 mgr.y (mgr.25022) 2159 : cluster [DBG] pgmap v4163: 137 pgs: 137 active+clean; 4.6 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 427 KiB/s rd, 5.0 KiB/s wr, 578 op/s 2024-08-29T18:58:44.381 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:58:44 smithi028 bash[78352]: cluster 2024-08-29T18:58:43.011221+0000 mon.a (mon.0) 4123 : cluster [DBG] osdmap e2486: 8 total, 8 up, 8 in 2024-08-29T18:58:44.381 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:58:44 smithi028 bash[78352]: cluster 2024-08-29T18:58:43.983456+0000 mon.a (mon.0) 4124 : cluster [DBG] osdmap e2487: 8 total, 8 up, 8 in 2024-08-29T18:58:46.326 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:58:46 smithi053 bash[68679]: cluster 2024-08-29T18:58:44.596347+0000 mgr.y (mgr.25022) 2160 : cluster [DBG] pgmap v4166: 137 pgs: 137 active+clean; 4.6 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 395 KiB/s rd, 5.0 KiB/s wr, 535 op/s 2024-08-29T18:58:46.326 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:58:46 smithi053 bash[68679]: cluster 2024-08-29T18:58:45.020362+0000 mon.a (mon.0) 4125 : cluster [DBG] osdmap e2488: 8 total, 8 up, 8 in 2024-08-29T18:58:46.326 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:58:46 smithi053 bash[68679]: audit 2024-08-29T18:58:45.476985+0000 mon.a (mon.0) 4126 : audit [DBG] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-29T18:58:46.381 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:58:46 smithi028 bash[78352]: cluster 2024-08-29T18:58:44.596347+0000 mgr.y (mgr.25022) 2160 : cluster [DBG] pgmap v4166: 137 pgs: 137 active+clean; 4.6 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 395 KiB/s rd, 5.0 KiB/s wr, 535 op/s 2024-08-29T18:58:46.381 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:58:46 smithi028 bash[78352]: cluster 2024-08-29T18:58:45.020362+0000 mon.a (mon.0) 4125 : cluster [DBG] osdmap e2488: 8 total, 8 up, 8 in 2024-08-29T18:58:46.381 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:58:46 smithi028 bash[78352]: audit 2024-08-29T18:58:45.476985+0000 mon.a (mon.0) 4126 : audit [DBG] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-29T18:58:46.381 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:58:46 smithi028 bash[77168]: cluster 2024-08-29T18:58:44.596347+0000 mgr.y (mgr.25022) 2160 : cluster [DBG] pgmap v4166: 137 pgs: 137 active+clean; 4.6 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 395 KiB/s rd, 5.0 KiB/s wr, 535 op/s 2024-08-29T18:58:46.381 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:58:46 smithi028 bash[77168]: cluster 2024-08-29T18:58:45.020362+0000 mon.a (mon.0) 4125 : cluster [DBG] osdmap e2488: 8 total, 8 up, 8 in 2024-08-29T18:58:46.381 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:58:46 smithi028 bash[77168]: audit 2024-08-29T18:58:45.476985+0000 mon.a (mon.0) 4126 : audit [DBG] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-29T18:58:47.326 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:58:47 smithi053 bash[68679]: cluster 2024-08-29T18:58:46.022190+0000 mon.a (mon.0) 4127 : cluster [DBG] osdmap e2489: 8 total, 8 up, 8 in 2024-08-29T18:58:47.326 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:58:47 smithi053 bash[68679]: audit 2024-08-29T18:58:46.253836+0000 mon.a (mon.0) 4128 : audit [DBG] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-29T18:58:47.326 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:58:47 smithi053 bash[68679]: audit 2024-08-29T18:58:46.255354+0000 mon.a (mon.0) 4129 : audit [INF] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-29T18:58:47.326 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:58:47 smithi053 bash[68679]: audit 2024-08-29T18:58:46.264690+0000 mon.a (mon.0) 4130 : audit [INF] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' 2024-08-29T18:58:47.381 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:58:47 smithi028 bash[78352]: cluster 2024-08-29T18:58:46.022190+0000 mon.a (mon.0) 4127 : cluster [DBG] osdmap e2489: 8 total, 8 up, 8 in 2024-08-29T18:58:47.381 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:58:47 smithi028 bash[78352]: audit 2024-08-29T18:58:46.253836+0000 mon.a (mon.0) 4128 : audit [DBG] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-29T18:58:47.381 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:58:47 smithi028 bash[78352]: audit 2024-08-29T18:58:46.255354+0000 mon.a (mon.0) 4129 : audit [INF] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-29T18:58:47.381 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:58:47 smithi028 bash[78352]: audit 2024-08-29T18:58:46.264690+0000 mon.a (mon.0) 4130 : audit [INF] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' 2024-08-29T18:58:47.381 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:58:47 smithi028 bash[77168]: cluster 2024-08-29T18:58:46.022190+0000 mon.a (mon.0) 4127 : cluster [DBG] osdmap e2489: 8 total, 8 up, 8 in 2024-08-29T18:58:47.381 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:58:47 smithi028 bash[77168]: audit 2024-08-29T18:58:46.253836+0000 mon.a (mon.0) 4128 : audit [DBG] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-29T18:58:47.381 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:58:47 smithi028 bash[77168]: audit 2024-08-29T18:58:46.255354+0000 mon.a (mon.0) 4129 : audit [INF] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-29T18:58:47.381 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:58:47 smithi028 bash[77168]: audit 2024-08-29T18:58:46.264690+0000 mon.a (mon.0) 4130 : audit [INF] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' 2024-08-29T18:58:48.326 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:58:48 smithi053 bash[68679]: cluster 2024-08-29T18:58:46.597105+0000 mgr.y (mgr.25022) 2161 : cluster [DBG] pgmap v4169: 137 pgs: 137 active+clean; 4.6 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 396 KiB/s rd, 5.0 KiB/s wr, 536 op/s 2024-08-29T18:58:48.326 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:58:48 smithi053 bash[68679]: cluster 2024-08-29T18:58:47.040583+0000 mon.a (mon.0) 4131 : cluster [DBG] osdmap e2490: 8 total, 8 up, 8 in 2024-08-29T18:58:48.381 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:58:48 smithi028 bash[78352]: cluster 2024-08-29T18:58:46.597105+0000 mgr.y (mgr.25022) 2161 : cluster [DBG] pgmap v4169: 137 pgs: 137 active+clean; 4.6 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 396 KiB/s rd, 5.0 KiB/s wr, 536 op/s 2024-08-29T18:58:48.381 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:58:48 smithi028 bash[78352]: cluster 2024-08-29T18:58:47.040583+0000 mon.a (mon.0) 4131 : cluster [DBG] osdmap e2490: 8 total, 8 up, 8 in 2024-08-29T18:58:48.381 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:58:48 smithi028 bash[77168]: cluster 2024-08-29T18:58:46.597105+0000 mgr.y (mgr.25022) 2161 : cluster [DBG] pgmap v4169: 137 pgs: 137 active+clean; 4.6 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 396 KiB/s rd, 5.0 KiB/s wr, 536 op/s 2024-08-29T18:58:48.381 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:58:48 smithi028 bash[77168]: cluster 2024-08-29T18:58:47.040583+0000 mon.a (mon.0) 4131 : cluster [DBG] osdmap e2490: 8 total, 8 up, 8 in 2024-08-29T18:58:49.326 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:58:49 smithi053 bash[68679]: cluster 2024-08-29T18:58:48.053641+0000 mon.a (mon.0) 4132 : cluster [DBG] osdmap e2491: 8 total, 8 up, 8 in 2024-08-29T18:58:49.326 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:58:49 smithi053 bash[68679]: cluster 2024-08-29T18:58:48.986498+0000 mon.a (mon.0) 4133 : cluster [DBG] osdmap e2492: 8 total, 8 up, 8 in 2024-08-29T18:58:49.381 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:58:49 smithi028 bash[78352]: cluster 2024-08-29T18:58:48.053641+0000 mon.a (mon.0) 4132 : cluster [DBG] osdmap e2491: 8 total, 8 up, 8 in 2024-08-29T18:58:49.381 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:58:49 smithi028 bash[78352]: cluster 2024-08-29T18:58:48.986498+0000 mon.a (mon.0) 4133 : cluster [DBG] osdmap e2492: 8 total, 8 up, 8 in 2024-08-29T18:58:49.381 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:58:49 smithi028 bash[77168]: cluster 2024-08-29T18:58:48.053641+0000 mon.a (mon.0) 4132 : cluster [DBG] osdmap e2491: 8 total, 8 up, 8 in 2024-08-29T18:58:49.381 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:58:49 smithi028 bash[77168]: cluster 2024-08-29T18:58:48.986498+0000 mon.a (mon.0) 4133 : cluster [DBG] osdmap e2492: 8 total, 8 up, 8 in 2024-08-29T18:58:50.326 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:58:50 smithi053 bash[68679]: cluster 2024-08-29T18:58:48.598158+0000 mgr.y (mgr.25022) 2162 : cluster [DBG] pgmap v4172: 137 pgs: 137 active+clean; 4.6 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 1.7 KiB/s rd, 0 B/s wr, 2 op/s 2024-08-29T18:58:50.381 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:58:50 smithi028 bash[77168]: cluster 2024-08-29T18:58:48.598158+0000 mgr.y (mgr.25022) 2162 : cluster [DBG] pgmap v4172: 137 pgs: 137 active+clean; 4.6 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 1.7 KiB/s rd, 0 B/s wr, 2 op/s 2024-08-29T18:58:50.381 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:58:50 smithi028 bash[78352]: cluster 2024-08-29T18:58:48.598158+0000 mgr.y (mgr.25022) 2162 : cluster [DBG] pgmap v4172: 137 pgs: 137 active+clean; 4.6 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 1.7 KiB/s rd, 0 B/s wr, 2 op/s 2024-08-29T18:58:51.381 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:58:51 smithi028 bash[78352]: cluster 2024-08-29T18:58:50.084815+0000 mon.a (mon.0) 4134 : cluster [DBG] osdmap e2493: 8 total, 8 up, 8 in 2024-08-29T18:58:51.381 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:58:51 smithi028 bash[77168]: cluster 2024-08-29T18:58:50.084815+0000 mon.a (mon.0) 4134 : cluster [DBG] osdmap e2493: 8 total, 8 up, 8 in 2024-08-29T18:58:51.576 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:58:51 smithi053 bash[68679]: cluster 2024-08-29T18:58:50.084815+0000 mon.a (mon.0) 4134 : cluster [DBG] osdmap e2493: 8 total, 8 up, 8 in 2024-08-29T18:58:51.881 INFO:journalctl@ceph.mgr.y.smithi028.stdout:Aug 29 18:58:51 smithi028 bash[70818]: ::ffff:172.21.15.53 - - [29/Aug/2024:18:58:51] "GET /metrics HTTP/1.1" 200 36694 "" "Prometheus/2.43.0" 2024-08-29T18:58:52.381 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:58:52 smithi028 bash[78352]: cluster 2024-08-29T18:58:50.599031+0000 mgr.y (mgr.25022) 2163 : cluster [DBG] pgmap v4175: 137 pgs: 137 active+clean; 4.6 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 363 KiB/s rd, 5.0 KiB/s wr, 492 op/s 2024-08-29T18:58:52.381 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:58:52 smithi028 bash[78352]: cluster 2024-08-29T18:58:51.093657+0000 mon.a (mon.0) 4135 : cluster [DBG] osdmap e2494: 8 total, 8 up, 8 in 2024-08-29T18:58:52.381 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:58:52 smithi028 bash[77168]: cluster 2024-08-29T18:58:50.599031+0000 mgr.y (mgr.25022) 2163 : cluster [DBG] pgmap v4175: 137 pgs: 137 active+clean; 4.6 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 363 KiB/s rd, 5.0 KiB/s wr, 492 op/s 2024-08-29T18:58:52.381 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:58:52 smithi028 bash[77168]: cluster 2024-08-29T18:58:51.093657+0000 mon.a (mon.0) 4135 : cluster [DBG] osdmap e2494: 8 total, 8 up, 8 in 2024-08-29T18:58:52.576 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:58:52 smithi053 bash[68679]: cluster 2024-08-29T18:58:50.599031+0000 mgr.y (mgr.25022) 2163 : cluster [DBG] pgmap v4175: 137 pgs: 137 active+clean; 4.6 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 363 KiB/s rd, 5.0 KiB/s wr, 492 op/s 2024-08-29T18:58:52.576 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:58:52 smithi053 bash[68679]: cluster 2024-08-29T18:58:51.093657+0000 mon.a (mon.0) 4135 : cluster [DBG] osdmap e2494: 8 total, 8 up, 8 in 2024-08-29T18:58:52.577 INFO:journalctl@ceph.prometheus.a.smithi053.stdout:Aug 29 18:58:52 smithi053 bash[95567]: ts=2024-08-29T18:58:52.316Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"3167ee72-662c-11ef-bcd4-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-29T18:58:53.381 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:58:53 smithi028 bash[77168]: cluster 2024-08-29T18:58:52.096019+0000 mon.a (mon.0) 4136 : cluster [DBG] osdmap e2495: 8 total, 8 up, 8 in 2024-08-29T18:58:53.381 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:58:53 smithi028 bash[78352]: cluster 2024-08-29T18:58:52.096019+0000 mon.a (mon.0) 4136 : cluster [DBG] osdmap e2495: 8 total, 8 up, 8 in 2024-08-29T18:58:53.576 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:58:53 smithi053 bash[68679]: cluster 2024-08-29T18:58:52.096019+0000 mon.a (mon.0) 4136 : cluster [DBG] osdmap e2495: 8 total, 8 up, 8 in 2024-08-29T18:58:54.381 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:58:54 smithi028 bash[77168]: cluster 2024-08-29T18:58:52.599741+0000 mgr.y (mgr.25022) 2164 : cluster [DBG] pgmap v4178: 137 pgs: 137 active+clean; 4.6 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 362 KiB/s rd, 5.0 KiB/s wr, 491 op/s 2024-08-29T18:58:54.381 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:58:54 smithi028 bash[77168]: cluster 2024-08-29T18:58:53.120389+0000 mon.a (mon.0) 4137 : cluster [DBG] osdmap e2496: 8 total, 8 up, 8 in 2024-08-29T18:58:54.381 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:58:54 smithi028 bash[77168]: cluster 2024-08-29T18:58:53.989863+0000 mon.a (mon.0) 4138 : cluster [DBG] osdmap e2497: 8 total, 8 up, 8 in 2024-08-29T18:58:54.381 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:58:54 smithi028 bash[78352]: cluster 2024-08-29T18:58:52.599741+0000 mgr.y (mgr.25022) 2164 : cluster [DBG] pgmap v4178: 137 pgs: 137 active+clean; 4.6 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 362 KiB/s rd, 5.0 KiB/s wr, 491 op/s 2024-08-29T18:58:54.381 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:58:54 smithi028 bash[78352]: cluster 2024-08-29T18:58:53.120389+0000 mon.a (mon.0) 4137 : cluster [DBG] osdmap e2496: 8 total, 8 up, 8 in 2024-08-29T18:58:54.382 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:58:54 smithi028 bash[78352]: cluster 2024-08-29T18:58:53.989863+0000 mon.a (mon.0) 4138 : cluster [DBG] osdmap e2497: 8 total, 8 up, 8 in 2024-08-29T18:58:54.576 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:58:54 smithi053 bash[68679]: cluster 2024-08-29T18:58:52.599741+0000 mgr.y (mgr.25022) 2164 : cluster [DBG] pgmap v4178: 137 pgs: 137 active+clean; 4.6 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 362 KiB/s rd, 5.0 KiB/s wr, 491 op/s 2024-08-29T18:58:54.576 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:58:54 smithi053 bash[68679]: cluster 2024-08-29T18:58:53.120389+0000 mon.a (mon.0) 4137 : cluster [DBG] osdmap e2496: 8 total, 8 up, 8 in 2024-08-29T18:58:54.576 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:58:54 smithi053 bash[68679]: cluster 2024-08-29T18:58:53.989863+0000 mon.a (mon.0) 4138 : cluster [DBG] osdmap e2497: 8 total, 8 up, 8 in 2024-08-29T18:58:56.326 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:58:56 smithi053 bash[68679]: cluster 2024-08-29T18:58:54.600947+0000 mgr.y (mgr.25022) 2165 : cluster [DBG] pgmap v4181: 137 pgs: 137 active+clean; 4.6 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 330 KiB/s rd, 5.0 KiB/s wr, 446 op/s 2024-08-29T18:58:56.326 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:58:56 smithi053 bash[68679]: cluster 2024-08-29T18:58:54.991667+0000 mon.a (mon.0) 4139 : cluster [DBG] osdmap e2498: 8 total, 8 up, 8 in 2024-08-29T18:58:56.381 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:58:56 smithi028 bash[78352]: cluster 2024-08-29T18:58:54.600947+0000 mgr.y (mgr.25022) 2165 : cluster [DBG] pgmap v4181: 137 pgs: 137 active+clean; 4.6 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 330 KiB/s rd, 5.0 KiB/s wr, 446 op/s 2024-08-29T18:58:56.381 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:58:56 smithi028 bash[78352]: cluster 2024-08-29T18:58:54.991667+0000 mon.a (mon.0) 4139 : cluster [DBG] osdmap e2498: 8 total, 8 up, 8 in 2024-08-29T18:58:56.381 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:58:56 smithi028 bash[77168]: cluster 2024-08-29T18:58:54.600947+0000 mgr.y (mgr.25022) 2165 : cluster [DBG] pgmap v4181: 137 pgs: 137 active+clean; 4.6 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 330 KiB/s rd, 5.0 KiB/s wr, 446 op/s 2024-08-29T18:58:56.381 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:58:56 smithi028 bash[77168]: cluster 2024-08-29T18:58:54.991667+0000 mon.a (mon.0) 4139 : cluster [DBG] osdmap e2498: 8 total, 8 up, 8 in 2024-08-29T18:58:57.326 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:58:57 smithi053 bash[68679]: cluster 2024-08-29T18:58:55.994248+0000 mon.a (mon.0) 4140 : cluster [DBG] osdmap e2499: 8 total, 8 up, 8 in 2024-08-29T18:58:57.381 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:58:57 smithi028 bash[77168]: cluster 2024-08-29T18:58:55.994248+0000 mon.a (mon.0) 4140 : cluster [DBG] osdmap e2499: 8 total, 8 up, 8 in 2024-08-29T18:58:57.381 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:58:57 smithi028 bash[78352]: cluster 2024-08-29T18:58:55.994248+0000 mon.a (mon.0) 4140 : cluster [DBG] osdmap e2499: 8 total, 8 up, 8 in 2024-08-29T18:58:58.326 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:58:58 smithi053 bash[68679]: cluster 2024-08-29T18:58:56.601673+0000 mgr.y (mgr.25022) 2166 : cluster [DBG] pgmap v4184: 137 pgs: 137 active+clean; 4.6 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 331 KiB/s rd, 5.0 KiB/s wr, 447 op/s 2024-08-29T18:58:58.326 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:58:58 smithi053 bash[68679]: cluster 2024-08-29T18:58:57.023835+0000 mon.a (mon.0) 4141 : cluster [DBG] osdmap e2500: 8 total, 8 up, 8 in 2024-08-29T18:58:58.326 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:58:58 smithi053 bash[68679]: audit 2024-08-29T18:58:57.169459+0000 mon.a (mon.0) 4142 : audit [DBG] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-29T18:58:58.381 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:58:58 smithi028 bash[78352]: cluster 2024-08-29T18:58:56.601673+0000 mgr.y (mgr.25022) 2166 : cluster [DBG] pgmap v4184: 137 pgs: 137 active+clean; 4.6 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 331 KiB/s rd, 5.0 KiB/s wr, 447 op/s 2024-08-29T18:58:58.381 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:58:58 smithi028 bash[78352]: cluster 2024-08-29T18:58:57.023835+0000 mon.a (mon.0) 4141 : cluster [DBG] osdmap e2500: 8 total, 8 up, 8 in 2024-08-29T18:58:58.381 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:58:58 smithi028 bash[78352]: audit 2024-08-29T18:58:57.169459+0000 mon.a (mon.0) 4142 : audit [DBG] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-29T18:58:58.381 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:58:58 smithi028 bash[77168]: cluster 2024-08-29T18:58:56.601673+0000 mgr.y (mgr.25022) 2166 : cluster [DBG] pgmap v4184: 137 pgs: 137 active+clean; 4.6 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 331 KiB/s rd, 5.0 KiB/s wr, 447 op/s 2024-08-29T18:58:58.381 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:58:58 smithi028 bash[77168]: cluster 2024-08-29T18:58:57.023835+0000 mon.a (mon.0) 4141 : cluster [DBG] osdmap e2500: 8 total, 8 up, 8 in 2024-08-29T18:58:58.381 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:58:58 smithi028 bash[77168]: audit 2024-08-29T18:58:57.169459+0000 mon.a (mon.0) 4142 : audit [DBG] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-29T18:58:59.326 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:58:59 smithi053 bash[68679]: cluster 2024-08-29T18:58:58.025080+0000 mon.a (mon.0) 4143 : cluster [DBG] osdmap e2501: 8 total, 8 up, 8 in 2024-08-29T18:58:59.326 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:58:59 smithi053 bash[68679]: cluster 2024-08-29T18:58:58.991783+0000 mon.a (mon.0) 4144 : cluster [DBG] osdmap e2502: 8 total, 8 up, 8 in 2024-08-29T18:58:59.381 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:58:59 smithi028 bash[77168]: cluster 2024-08-29T18:58:58.025080+0000 mon.a (mon.0) 4143 : cluster [DBG] osdmap e2501: 8 total, 8 up, 8 in 2024-08-29T18:58:59.381 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:58:59 smithi028 bash[77168]: cluster 2024-08-29T18:58:58.991783+0000 mon.a (mon.0) 4144 : cluster [DBG] osdmap e2502: 8 total, 8 up, 8 in 2024-08-29T18:58:59.381 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:58:59 smithi028 bash[78352]: cluster 2024-08-29T18:58:58.025080+0000 mon.a (mon.0) 4143 : cluster [DBG] osdmap e2501: 8 total, 8 up, 8 in 2024-08-29T18:58:59.381 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:58:59 smithi028 bash[78352]: cluster 2024-08-29T18:58:58.991783+0000 mon.a (mon.0) 4144 : cluster [DBG] osdmap e2502: 8 total, 8 up, 8 in 2024-08-29T18:59:00.326 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:59:00 smithi053 bash[68679]: cluster 2024-08-29T18:58:58.602634+0000 mgr.y (mgr.25022) 2167 : cluster [DBG] pgmap v4187: 137 pgs: 137 active+clean; 4.6 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 2.0 KiB/s rd, 0 B/s wr, 3 op/s 2024-08-29T18:59:00.381 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:59:00 smithi028 bash[77168]: cluster 2024-08-29T18:58:58.602634+0000 mgr.y (mgr.25022) 2167 : cluster [DBG] pgmap v4187: 137 pgs: 137 active+clean; 4.6 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 2.0 KiB/s rd, 0 B/s wr, 3 op/s 2024-08-29T18:59:00.381 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:59:00 smithi028 bash[78352]: cluster 2024-08-29T18:58:58.602634+0000 mgr.y (mgr.25022) 2167 : cluster [DBG] pgmap v4187: 137 pgs: 137 active+clean; 4.6 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 2.0 KiB/s rd, 0 B/s wr, 3 op/s 2024-08-29T18:59:01.326 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:59:01 smithi053 bash[68679]: cluster 2024-08-29T18:59:00.052316+0000 mon.a (mon.0) 4145 : cluster [DBG] osdmap e2503: 8 total, 8 up, 8 in 2024-08-29T18:59:01.381 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:59:01 smithi028 bash[78352]: cluster 2024-08-29T18:59:00.052316+0000 mon.a (mon.0) 4145 : cluster [DBG] osdmap e2503: 8 total, 8 up, 8 in 2024-08-29T18:59:01.381 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:59:01 smithi028 bash[77168]: cluster 2024-08-29T18:59:00.052316+0000 mon.a (mon.0) 4145 : cluster [DBG] osdmap e2503: 8 total, 8 up, 8 in 2024-08-29T18:59:01.881 INFO:journalctl@ceph.mgr.y.smithi028.stdout:Aug 29 18:59:01 smithi028 bash[70818]: ::ffff:172.21.15.53 - - [29/Aug/2024:18:59:01] "GET /metrics HTTP/1.1" 200 36691 "" "Prometheus/2.43.0" 2024-08-29T18:59:02.326 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:59:02 smithi053 bash[68679]: cluster 2024-08-29T18:59:00.603549+0000 mgr.y (mgr.25022) 2168 : cluster [DBG] pgmap v4190: 137 pgs: 137 active+clean; 4.6 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 298 KiB/s rd, 5.0 KiB/s wr, 406 op/s 2024-08-29T18:59:02.326 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:59:02 smithi053 bash[68679]: cluster 2024-08-29T18:59:01.074442+0000 mon.a (mon.0) 4146 : cluster [DBG] osdmap e2504: 8 total, 8 up, 8 in 2024-08-29T18:59:02.326 INFO:journalctl@ceph.prometheus.a.smithi053.stdout:Aug 29 18:59:02 smithi053 bash[95567]: ts=2024-08-29T18:59:02.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"3167ee72-662c-11ef-bcd4-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-29T18:59:02.381 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:59:02 smithi028 bash[78352]: cluster 2024-08-29T18:59:00.603549+0000 mgr.y (mgr.25022) 2168 : cluster [DBG] pgmap v4190: 137 pgs: 137 active+clean; 4.6 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 298 KiB/s rd, 5.0 KiB/s wr, 406 op/s 2024-08-29T18:59:02.381 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:59:02 smithi028 bash[78352]: cluster 2024-08-29T18:59:01.074442+0000 mon.a (mon.0) 4146 : cluster [DBG] osdmap e2504: 8 total, 8 up, 8 in 2024-08-29T18:59:02.381 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:59:02 smithi028 bash[77168]: cluster 2024-08-29T18:59:00.603549+0000 mgr.y (mgr.25022) 2168 : cluster [DBG] pgmap v4190: 137 pgs: 137 active+clean; 4.6 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 298 KiB/s rd, 5.0 KiB/s wr, 406 op/s 2024-08-29T18:59:02.381 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:59:02 smithi028 bash[77168]: cluster 2024-08-29T18:59:01.074442+0000 mon.a (mon.0) 4146 : cluster [DBG] osdmap e2504: 8 total, 8 up, 8 in 2024-08-29T18:59:03.381 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:59:03 smithi028 bash[78352]: cluster 2024-08-29T18:59:02.081721+0000 mon.a (mon.0) 4147 : cluster [DBG] osdmap e2505: 8 total, 8 up, 8 in 2024-08-29T18:59:03.381 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:59:03 smithi028 bash[77168]: cluster 2024-08-29T18:59:02.081721+0000 mon.a (mon.0) 4147 : cluster [DBG] osdmap e2505: 8 total, 8 up, 8 in 2024-08-29T18:59:03.576 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:59:03 smithi053 bash[68679]: cluster 2024-08-29T18:59:02.081721+0000 mon.a (mon.0) 4147 : cluster [DBG] osdmap e2505: 8 total, 8 up, 8 in 2024-08-29T18:59:04.381 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:59:04 smithi028 bash[78352]: cluster 2024-08-29T18:59:02.604268+0000 mgr.y (mgr.25022) 2169 : cluster [DBG] pgmap v4193: 137 pgs: 137 active+clean; 4.6 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 297 KiB/s rd, 5.0 KiB/s wr, 404 op/s 2024-08-29T18:59:04.381 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:59:04 smithi028 bash[78352]: cluster 2024-08-29T18:59:03.092225+0000 mon.a (mon.0) 4148 : cluster [DBG] osdmap e2506: 8 total, 8 up, 8 in 2024-08-29T18:59:04.381 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:59:04 smithi028 bash[78352]: cluster 2024-08-29T18:59:03.994241+0000 mon.a (mon.0) 4149 : cluster [DBG] osdmap e2507: 8 total, 8 up, 8 in 2024-08-29T18:59:04.381 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:59:04 smithi028 bash[77168]: cluster 2024-08-29T18:59:02.604268+0000 mgr.y (mgr.25022) 2169 : cluster [DBG] pgmap v4193: 137 pgs: 137 active+clean; 4.6 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 297 KiB/s rd, 5.0 KiB/s wr, 404 op/s 2024-08-29T18:59:04.382 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:59:04 smithi028 bash[77168]: cluster 2024-08-29T18:59:03.092225+0000 mon.a (mon.0) 4148 : cluster [DBG] osdmap e2506: 8 total, 8 up, 8 in 2024-08-29T18:59:04.382 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:59:04 smithi028 bash[77168]: cluster 2024-08-29T18:59:03.994241+0000 mon.a (mon.0) 4149 : cluster [DBG] osdmap e2507: 8 total, 8 up, 8 in 2024-08-29T18:59:04.576 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:59:04 smithi053 bash[68679]: cluster 2024-08-29T18:59:02.604268+0000 mgr.y (mgr.25022) 2169 : cluster [DBG] pgmap v4193: 137 pgs: 137 active+clean; 4.6 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 297 KiB/s rd, 5.0 KiB/s wr, 404 op/s 2024-08-29T18:59:04.576 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:59:04 smithi053 bash[68679]: cluster 2024-08-29T18:59:03.092225+0000 mon.a (mon.0) 4148 : cluster [DBG] osdmap e2506: 8 total, 8 up, 8 in 2024-08-29T18:59:04.576 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:59:04 smithi053 bash[68679]: cluster 2024-08-29T18:59:03.994241+0000 mon.a (mon.0) 4149 : cluster [DBG] osdmap e2507: 8 total, 8 up, 8 in 2024-08-29T18:59:06.326 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:59:05 smithi053 bash[68679]: cluster 2024-08-29T18:59:04.605397+0000 mgr.y (mgr.25022) 2170 : cluster [DBG] pgmap v4196: 137 pgs: 137 active+clean; 4.6 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 264 KiB/s rd, 5.0 KiB/s wr, 358 op/s 2024-08-29T18:59:06.326 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:59:05 smithi053 bash[68679]: cluster 2024-08-29T18:59:04.997525+0000 mon.a (mon.0) 4150 : cluster [DBG] osdmap e2508: 8 total, 8 up, 8 in 2024-08-29T18:59:06.381 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:59:05 smithi028 bash[78352]: cluster 2024-08-29T18:59:04.605397+0000 mgr.y (mgr.25022) 2170 : cluster [DBG] pgmap v4196: 137 pgs: 137 active+clean; 4.6 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 264 KiB/s rd, 5.0 KiB/s wr, 358 op/s 2024-08-29T18:59:06.381 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:59:05 smithi028 bash[78352]: cluster 2024-08-29T18:59:04.997525+0000 mon.a (mon.0) 4150 : cluster [DBG] osdmap e2508: 8 total, 8 up, 8 in 2024-08-29T18:59:06.381 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:59:05 smithi028 bash[77168]: cluster 2024-08-29T18:59:04.605397+0000 mgr.y (mgr.25022) 2170 : cluster [DBG] pgmap v4196: 137 pgs: 137 active+clean; 4.6 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 264 KiB/s rd, 5.0 KiB/s wr, 358 op/s 2024-08-29T18:59:06.381 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:59:05 smithi028 bash[77168]: cluster 2024-08-29T18:59:04.997525+0000 mon.a (mon.0) 4150 : cluster [DBG] osdmap e2508: 8 total, 8 up, 8 in 2024-08-29T18:59:07.326 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:59:07 smithi053 bash[68679]: cluster 2024-08-29T18:59:06.006067+0000 mon.a (mon.0) 4151 : cluster [DBG] osdmap e2509: 8 total, 8 up, 8 in 2024-08-29T18:59:07.381 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:59:07 smithi028 bash[77168]: cluster 2024-08-29T18:59:06.006067+0000 mon.a (mon.0) 4151 : cluster [DBG] osdmap e2509: 8 total, 8 up, 8 in 2024-08-29T18:59:07.381 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:59:07 smithi028 bash[78352]: cluster 2024-08-29T18:59:06.006067+0000 mon.a (mon.0) 4151 : cluster [DBG] osdmap e2509: 8 total, 8 up, 8 in 2024-08-29T18:59:08.326 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:59:08 smithi053 bash[68679]: cluster 2024-08-29T18:59:06.606155+0000 mgr.y (mgr.25022) 2171 : cluster [DBG] pgmap v4199: 137 pgs: 137 active+clean; 4.6 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 266 KiB/s rd, 5.0 KiB/s wr, 361 op/s 2024-08-29T18:59:08.326 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:59:08 smithi053 bash[68679]: cluster 2024-08-29T18:59:07.017686+0000 mon.a (mon.0) 4152 : cluster [DBG] osdmap e2510: 8 total, 8 up, 8 in 2024-08-29T18:59:08.381 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:59:08 smithi028 bash[78352]: cluster 2024-08-29T18:59:06.606155+0000 mgr.y (mgr.25022) 2171 : cluster [DBG] pgmap v4199: 137 pgs: 137 active+clean; 4.6 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 266 KiB/s rd, 5.0 KiB/s wr, 361 op/s 2024-08-29T18:59:08.381 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:59:08 smithi028 bash[78352]: cluster 2024-08-29T18:59:07.017686+0000 mon.a (mon.0) 4152 : cluster [DBG] osdmap e2510: 8 total, 8 up, 8 in 2024-08-29T18:59:08.381 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:59:08 smithi028 bash[77168]: cluster 2024-08-29T18:59:06.606155+0000 mgr.y (mgr.25022) 2171 : cluster [DBG] pgmap v4199: 137 pgs: 137 active+clean; 4.6 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 266 KiB/s rd, 5.0 KiB/s wr, 361 op/s 2024-08-29T18:59:08.381 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:59:08 smithi028 bash[77168]: cluster 2024-08-29T18:59:07.017686+0000 mon.a (mon.0) 4152 : cluster [DBG] osdmap e2510: 8 total, 8 up, 8 in 2024-08-29T18:59:09.326 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:59:09 smithi053 bash[68679]: cluster 2024-08-29T18:59:08.026476+0000 mon.a (mon.0) 4153 : cluster [DBG] osdmap e2511: 8 total, 8 up, 8 in 2024-08-29T18:59:09.326 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:59:09 smithi053 bash[68679]: cluster 2024-08-29T18:59:08.996388+0000 mon.a (mon.0) 4154 : cluster [DBG] osdmap e2512: 8 total, 8 up, 8 in 2024-08-29T18:59:09.382 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:59:09 smithi028 bash[78352]: cluster 2024-08-29T18:59:08.026476+0000 mon.a (mon.0) 4153 : cluster [DBG] osdmap e2511: 8 total, 8 up, 8 in 2024-08-29T18:59:09.382 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:59:09 smithi028 bash[78352]: cluster 2024-08-29T18:59:08.996388+0000 mon.a (mon.0) 4154 : cluster [DBG] osdmap e2512: 8 total, 8 up, 8 in 2024-08-29T18:59:09.382 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:59:09 smithi028 bash[77168]: cluster 2024-08-29T18:59:08.026476+0000 mon.a (mon.0) 4153 : cluster [DBG] osdmap e2511: 8 total, 8 up, 8 in 2024-08-29T18:59:09.382 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:59:09 smithi028 bash[77168]: cluster 2024-08-29T18:59:08.996388+0000 mon.a (mon.0) 4154 : cluster [DBG] osdmap e2512: 8 total, 8 up, 8 in 2024-08-29T18:59:10.326 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:59:10 smithi053 bash[68679]: cluster 2024-08-29T18:59:08.607296+0000 mgr.y (mgr.25022) 2172 : cluster [DBG] pgmap v4202: 137 pgs: 137 active+clean; 4.6 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 1.7 KiB/s rd, 0 B/s wr, 2 op/s 2024-08-29T18:59:10.381 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:59:10 smithi028 bash[78352]: cluster 2024-08-29T18:59:08.607296+0000 mgr.y (mgr.25022) 2172 : cluster [DBG] pgmap v4202: 137 pgs: 137 active+clean; 4.6 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 1.7 KiB/s rd, 0 B/s wr, 2 op/s 2024-08-29T18:59:10.381 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:59:10 smithi028 bash[77168]: cluster 2024-08-29T18:59:08.607296+0000 mgr.y (mgr.25022) 2172 : cluster [DBG] pgmap v4202: 137 pgs: 137 active+clean; 4.6 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 1.7 KiB/s rd, 0 B/s wr, 2 op/s 2024-08-29T18:59:11.326 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:59:11 smithi053 bash[68679]: cluster 2024-08-29T18:59:10.041187+0000 mon.a (mon.0) 4155 : cluster [DBG] osdmap e2513: 8 total, 8 up, 8 in 2024-08-29T18:59:11.381 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:59:11 smithi028 bash[78352]: cluster 2024-08-29T18:59:10.041187+0000 mon.a (mon.0) 4155 : cluster [DBG] osdmap e2513: 8 total, 8 up, 8 in 2024-08-29T18:59:11.381 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:59:11 smithi028 bash[77168]: cluster 2024-08-29T18:59:10.041187+0000 mon.a (mon.0) 4155 : cluster [DBG] osdmap e2513: 8 total, 8 up, 8 in 2024-08-29T18:59:11.881 INFO:journalctl@ceph.mgr.y.smithi028.stdout:Aug 29 18:59:11 smithi028 bash[70818]: ::ffff:172.21.15.53 - - [29/Aug/2024:18:59:11] "GET /metrics HTTP/1.1" 200 36691 "" "Prometheus/2.43.0" 2024-08-29T18:59:12.315 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:59:12 smithi053 bash[68679]: cluster 2024-08-29T18:59:10.608239+0000 mgr.y (mgr.25022) 2173 : cluster [DBG] pgmap v4205: 137 pgs: 137 active+clean; 4.6 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 231 KiB/s rd, 5.0 KiB/s wr, 315 op/s 2024-08-29T18:59:12.315 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:59:12 smithi053 bash[68679]: cluster 2024-08-29T18:59:11.055068+0000 mon.a (mon.0) 4156 : cluster [DBG] osdmap e2514: 8 total, 8 up, 8 in 2024-08-29T18:59:12.381 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:59:12 smithi028 bash[77168]: cluster 2024-08-29T18:59:10.608239+0000 mgr.y (mgr.25022) 2173 : cluster [DBG] pgmap v4205: 137 pgs: 137 active+clean; 4.6 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 231 KiB/s rd, 5.0 KiB/s wr, 315 op/s 2024-08-29T18:59:12.381 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:59:12 smithi028 bash[77168]: cluster 2024-08-29T18:59:11.055068+0000 mon.a (mon.0) 4156 : cluster [DBG] osdmap e2514: 8 total, 8 up, 8 in 2024-08-29T18:59:12.381 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:59:12 smithi028 bash[78352]: cluster 2024-08-29T18:59:10.608239+0000 mgr.y (mgr.25022) 2173 : cluster [DBG] pgmap v4205: 137 pgs: 137 active+clean; 4.6 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 231 KiB/s rd, 5.0 KiB/s wr, 315 op/s 2024-08-29T18:59:12.381 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:59:12 smithi028 bash[78352]: cluster 2024-08-29T18:59:11.055068+0000 mon.a (mon.0) 4156 : cluster [DBG] osdmap e2514: 8 total, 8 up, 8 in 2024-08-29T18:59:12.576 INFO:journalctl@ceph.prometheus.a.smithi053.stdout:Aug 29 18:59:12 smithi053 bash[95567]: ts=2024-08-29T18:59:12.316Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"3167ee72-662c-11ef-bcd4-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-29T18:59:13.326 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:59:13 smithi053 bash[68679]: cluster 2024-08-29T18:59:12.078093+0000 mon.a (mon.0) 4157 : cluster [DBG] osdmap e2515: 8 total, 8 up, 8 in 2024-08-29T18:59:13.326 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:59:13 smithi053 bash[68679]: audit 2024-08-29T18:59:12.169619+0000 mon.a (mon.0) 4158 : audit [DBG] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-29T18:59:13.381 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:59:13 smithi028 bash[77168]: cluster 2024-08-29T18:59:12.078093+0000 mon.a (mon.0) 4157 : cluster [DBG] osdmap e2515: 8 total, 8 up, 8 in 2024-08-29T18:59:13.381 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:59:13 smithi028 bash[77168]: audit 2024-08-29T18:59:12.169619+0000 mon.a (mon.0) 4158 : audit [DBG] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-29T18:59:13.381 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:59:13 smithi028 bash[78352]: cluster 2024-08-29T18:59:12.078093+0000 mon.a (mon.0) 4157 : cluster [DBG] osdmap e2515: 8 total, 8 up, 8 in 2024-08-29T18:59:13.381 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:59:13 smithi028 bash[78352]: audit 2024-08-29T18:59:12.169619+0000 mon.a (mon.0) 4158 : audit [DBG] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-29T18:59:14.381 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:59:14 smithi028 bash[77168]: cluster 2024-08-29T18:59:12.609054+0000 mgr.y (mgr.25022) 2174 : cluster [DBG] pgmap v4208: 137 pgs: 137 active+clean; 4.6 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 232 KiB/s rd, 5.0 KiB/s wr, 317 op/s 2024-08-29T18:59:14.381 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:59:14 smithi028 bash[77168]: cluster 2024-08-29T18:59:13.090736+0000 mon.a (mon.0) 4159 : cluster [DBG] osdmap e2516: 8 total, 8 up, 8 in 2024-08-29T18:59:14.381 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:59:14 smithi028 bash[77168]: cluster 2024-08-29T18:59:13.999609+0000 mon.a (mon.0) 4160 : cluster [DBG] osdmap e2517: 8 total, 8 up, 8 in 2024-08-29T18:59:14.381 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:59:14 smithi028 bash[78352]: cluster 2024-08-29T18:59:12.609054+0000 mgr.y (mgr.25022) 2174 : cluster [DBG] pgmap v4208: 137 pgs: 137 active+clean; 4.6 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 232 KiB/s rd, 5.0 KiB/s wr, 317 op/s 2024-08-29T18:59:14.381 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:59:14 smithi028 bash[78352]: cluster 2024-08-29T18:59:13.090736+0000 mon.a (mon.0) 4159 : cluster [DBG] osdmap e2516: 8 total, 8 up, 8 in 2024-08-29T18:59:14.381 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:59:14 smithi028 bash[78352]: cluster 2024-08-29T18:59:13.999609+0000 mon.a (mon.0) 4160 : cluster [DBG] osdmap e2517: 8 total, 8 up, 8 in 2024-08-29T18:59:14.576 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:59:14 smithi053 bash[68679]: cluster 2024-08-29T18:59:12.609054+0000 mgr.y (mgr.25022) 2174 : cluster [DBG] pgmap v4208: 137 pgs: 137 active+clean; 4.6 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 232 KiB/s rd, 5.0 KiB/s wr, 317 op/s 2024-08-29T18:59:14.576 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:59:14 smithi053 bash[68679]: cluster 2024-08-29T18:59:13.090736+0000 mon.a (mon.0) 4159 : cluster [DBG] osdmap e2516: 8 total, 8 up, 8 in 2024-08-29T18:59:14.576 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:59:14 smithi053 bash[68679]: cluster 2024-08-29T18:59:13.999609+0000 mon.a (mon.0) 4160 : cluster [DBG] osdmap e2517: 8 total, 8 up, 8 in 2024-08-29T18:59:16.326 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:59:15 smithi053 bash[68679]: cluster 2024-08-29T18:59:14.610250+0000 mgr.y (mgr.25022) 2175 : cluster [DBG] pgmap v4211: 137 pgs: 137 active+clean; 4.6 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 198 KiB/s rd, 5.0 KiB/s wr, 271 op/s 2024-08-29T18:59:16.326 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:59:15 smithi053 bash[68679]: cluster 2024-08-29T18:59:15.001754+0000 mon.a (mon.0) 4161 : cluster [DBG] osdmap e2518: 8 total, 8 up, 8 in 2024-08-29T18:59:16.381 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:59:15 smithi028 bash[78352]: cluster 2024-08-29T18:59:14.610250+0000 mgr.y (mgr.25022) 2175 : cluster [DBG] pgmap v4211: 137 pgs: 137 active+clean; 4.6 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 198 KiB/s rd, 5.0 KiB/s wr, 271 op/s 2024-08-29T18:59:16.381 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:59:15 smithi028 bash[78352]: cluster 2024-08-29T18:59:15.001754+0000 mon.a (mon.0) 4161 : cluster [DBG] osdmap e2518: 8 total, 8 up, 8 in 2024-08-29T18:59:16.381 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:59:15 smithi028 bash[77168]: cluster 2024-08-29T18:59:14.610250+0000 mgr.y (mgr.25022) 2175 : cluster [DBG] pgmap v4211: 137 pgs: 137 active+clean; 4.6 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 198 KiB/s rd, 5.0 KiB/s wr, 271 op/s 2024-08-29T18:59:16.381 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:59:15 smithi028 bash[77168]: cluster 2024-08-29T18:59:15.001754+0000 mon.a (mon.0) 4161 : cluster [DBG] osdmap e2518: 8 total, 8 up, 8 in 2024-08-29T18:59:17.381 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:59:17 smithi028 bash[77168]: cluster 2024-08-29T18:59:16.097157+0000 mon.a (mon.0) 4162 : cluster [DBG] osdmap e2519: 8 total, 8 up, 8 in 2024-08-29T18:59:17.381 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:59:17 smithi028 bash[78352]: cluster 2024-08-29T18:59:16.097157+0000 mon.a (mon.0) 4162 : cluster [DBG] osdmap e2519: 8 total, 8 up, 8 in 2024-08-29T18:59:17.576 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:59:17 smithi053 bash[68679]: cluster 2024-08-29T18:59:16.097157+0000 mon.a (mon.0) 4162 : cluster [DBG] osdmap e2519: 8 total, 8 up, 8 in 2024-08-29T18:59:18.381 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:59:18 smithi028 bash[77168]: cluster 2024-08-29T18:59:16.610948+0000 mgr.y (mgr.25022) 2176 : cluster [DBG] pgmap v4214: 137 pgs: 137 active+clean; 4.6 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 199 KiB/s rd, 5.0 KiB/s wr, 272 op/s 2024-08-29T18:59:18.381 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:59:18 smithi028 bash[77168]: cluster 2024-08-29T18:59:17.107200+0000 mon.a (mon.0) 4163 : cluster [DBG] osdmap e2520: 8 total, 8 up, 8 in 2024-08-29T18:59:18.381 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:59:18 smithi028 bash[78352]: cluster 2024-08-29T18:59:16.610948+0000 mgr.y (mgr.25022) 2176 : cluster [DBG] pgmap v4214: 137 pgs: 137 active+clean; 4.6 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 199 KiB/s rd, 5.0 KiB/s wr, 272 op/s 2024-08-29T18:59:18.381 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:59:18 smithi028 bash[78352]: cluster 2024-08-29T18:59:17.107200+0000 mon.a (mon.0) 4163 : cluster [DBG] osdmap e2520: 8 total, 8 up, 8 in 2024-08-29T18:59:18.576 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:59:18 smithi053 bash[68679]: cluster 2024-08-29T18:59:16.610948+0000 mgr.y (mgr.25022) 2176 : cluster [DBG] pgmap v4214: 137 pgs: 137 active+clean; 4.6 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 199 KiB/s rd, 5.0 KiB/s wr, 272 op/s 2024-08-29T18:59:18.576 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:59:18 smithi053 bash[68679]: cluster 2024-08-29T18:59:17.107200+0000 mon.a (mon.0) 4163 : cluster [DBG] osdmap e2520: 8 total, 8 up, 8 in 2024-08-29T18:59:19.381 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:59:19 smithi028 bash[78352]: cluster 2024-08-29T18:59:18.109358+0000 mon.a (mon.0) 4164 : cluster [DBG] osdmap e2521: 8 total, 8 up, 8 in 2024-08-29T18:59:19.381 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:59:19 smithi028 bash[78352]: cluster 2024-08-29T18:59:19.004211+0000 mon.a (mon.0) 4165 : cluster [DBG] osdmap e2522: 8 total, 8 up, 8 in 2024-08-29T18:59:19.381 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:59:19 smithi028 bash[77168]: cluster 2024-08-29T18:59:18.109358+0000 mon.a (mon.0) 4164 : cluster [DBG] osdmap e2521: 8 total, 8 up, 8 in 2024-08-29T18:59:19.381 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:59:19 smithi028 bash[77168]: cluster 2024-08-29T18:59:19.004211+0000 mon.a (mon.0) 4165 : cluster [DBG] osdmap e2522: 8 total, 8 up, 8 in 2024-08-29T18:59:19.576 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:59:19 smithi053 bash[68679]: cluster 2024-08-29T18:59:18.109358+0000 mon.a (mon.0) 4164 : cluster [DBG] osdmap e2521: 8 total, 8 up, 8 in 2024-08-29T18:59:19.576 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:59:19 smithi053 bash[68679]: cluster 2024-08-29T18:59:19.004211+0000 mon.a (mon.0) 4165 : cluster [DBG] osdmap e2522: 8 total, 8 up, 8 in 2024-08-29T18:59:20.381 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:59:20 smithi028 bash[78352]: cluster 2024-08-29T18:59:18.611967+0000 mgr.y (mgr.25022) 2177 : cluster [DBG] pgmap v4217: 137 pgs: 137 active+clean; 4.6 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 3.2 KiB/s rd, 0 B/s wr, 5 op/s 2024-08-29T18:59:20.381 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:59:20 smithi028 bash[78352]: cluster 2024-08-29T18:59:20.003540+0000 mon.a (mon.0) 4166 : cluster [DBG] osdmap e2523: 8 total, 8 up, 8 in 2024-08-29T18:59:20.381 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:59:20 smithi028 bash[77168]: cluster 2024-08-29T18:59:18.611967+0000 mgr.y (mgr.25022) 2177 : cluster [DBG] pgmap v4217: 137 pgs: 137 active+clean; 4.6 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 3.2 KiB/s rd, 0 B/s wr, 5 op/s 2024-08-29T18:59:20.381 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:59:20 smithi028 bash[77168]: cluster 2024-08-29T18:59:20.003540+0000 mon.a (mon.0) 4166 : cluster [DBG] osdmap e2523: 8 total, 8 up, 8 in 2024-08-29T18:59:20.576 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:59:20 smithi053 bash[68679]: cluster 2024-08-29T18:59:18.611967+0000 mgr.y (mgr.25022) 2177 : cluster [DBG] pgmap v4217: 137 pgs: 137 active+clean; 4.6 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 3.2 KiB/s rd, 0 B/s wr, 5 op/s 2024-08-29T18:59:20.576 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:59:20 smithi053 bash[68679]: cluster 2024-08-29T18:59:20.003540+0000 mon.a (mon.0) 4166 : cluster [DBG] osdmap e2523: 8 total, 8 up, 8 in 2024-08-29T18:59:21.881 INFO:journalctl@ceph.mgr.y.smithi028.stdout:Aug 29 18:59:21 smithi028 bash[70818]: ::ffff:172.21.15.53 - - [29/Aug/2024:18:59:21] "GET /metrics HTTP/1.1" 200 36695 "" "Prometheus/2.43.0" 2024-08-29T18:59:22.316 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:59:22 smithi053 bash[68679]: cluster 2024-08-29T18:59:20.612882+0000 mgr.y (mgr.25022) 2178 : cluster [DBG] pgmap v4220: 137 pgs: 137 active+clean; 4.6 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 167 KiB/s rd, 5.0 KiB/s wr, 229 op/s 2024-08-29T18:59:22.316 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:59:22 smithi053 bash[68679]: cluster 2024-08-29T18:59:21.007250+0000 mon.a (mon.0) 4167 : cluster [DBG] osdmap e2524: 8 total, 8 up, 8 in 2024-08-29T18:59:22.380 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:59:22 smithi028 bash[78352]: cluster 2024-08-29T18:59:20.612882+0000 mgr.y (mgr.25022) 2178 : cluster [DBG] pgmap v4220: 137 pgs: 137 active+clean; 4.6 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 167 KiB/s rd, 5.0 KiB/s wr, 229 op/s 2024-08-29T18:59:22.381 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:59:22 smithi028 bash[78352]: cluster 2024-08-29T18:59:21.007250+0000 mon.a (mon.0) 4167 : cluster [DBG] osdmap e2524: 8 total, 8 up, 8 in 2024-08-29T18:59:22.381 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:59:22 smithi028 bash[77168]: cluster 2024-08-29T18:59:20.612882+0000 mgr.y (mgr.25022) 2178 : cluster [DBG] pgmap v4220: 137 pgs: 137 active+clean; 4.6 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 167 KiB/s rd, 5.0 KiB/s wr, 229 op/s 2024-08-29T18:59:22.381 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:59:22 smithi028 bash[77168]: cluster 2024-08-29T18:59:21.007250+0000 mon.a (mon.0) 4167 : cluster [DBG] osdmap e2524: 8 total, 8 up, 8 in 2024-08-29T18:59:22.576 INFO:journalctl@ceph.prometheus.a.smithi053.stdout:Aug 29 18:59:22 smithi053 bash[95567]: ts=2024-08-29T18:59:22.316Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"3167ee72-662c-11ef-bcd4-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-29T18:59:23.326 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:59:23 smithi053 bash[68679]: cluster 2024-08-29T18:59:22.009588+0000 mon.a (mon.0) 4168 : cluster [DBG] osdmap e2525: 8 total, 8 up, 8 in 2024-08-29T18:59:23.381 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:59:23 smithi028 bash[78352]: cluster 2024-08-29T18:59:22.009588+0000 mon.a (mon.0) 4168 : cluster [DBG] osdmap e2525: 8 total, 8 up, 8 in 2024-08-29T18:59:23.381 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:59:23 smithi028 bash[77168]: cluster 2024-08-29T18:59:22.009588+0000 mon.a (mon.0) 4168 : cluster [DBG] osdmap e2525: 8 total, 8 up, 8 in 2024-08-29T18:59:24.326 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:59:24 smithi053 bash[68679]: cluster 2024-08-29T18:59:22.613690+0000 mgr.y (mgr.25022) 2179 : cluster [DBG] pgmap v4223: 137 pgs: 137 active+clean; 4.6 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 167 KiB/s rd, 5.0 KiB/s wr, 227 op/s 2024-08-29T18:59:24.326 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:59:24 smithi053 bash[68679]: cluster 2024-08-29T18:59:23.030611+0000 mon.a (mon.0) 4169 : cluster [DBG] osdmap e2526: 8 total, 8 up, 8 in 2024-08-29T18:59:24.326 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:59:24 smithi053 bash[68679]: cluster 2024-08-29T18:59:24.003994+0000 mon.a (mon.0) 4170 : cluster [DBG] osdmap e2527: 8 total, 8 up, 8 in 2024-08-29T18:59:24.381 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:59:24 smithi028 bash[78352]: cluster 2024-08-29T18:59:22.613690+0000 mgr.y (mgr.25022) 2179 : cluster [DBG] pgmap v4223: 137 pgs: 137 active+clean; 4.6 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 167 KiB/s rd, 5.0 KiB/s wr, 227 op/s 2024-08-29T18:59:24.381 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:59:24 smithi028 bash[78352]: cluster 2024-08-29T18:59:23.030611+0000 mon.a (mon.0) 4169 : cluster [DBG] osdmap e2526: 8 total, 8 up, 8 in 2024-08-29T18:59:24.381 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:59:24 smithi028 bash[78352]: cluster 2024-08-29T18:59:24.003994+0000 mon.a (mon.0) 4170 : cluster [DBG] osdmap e2527: 8 total, 8 up, 8 in 2024-08-29T18:59:24.381 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:59:24 smithi028 bash[77168]: cluster 2024-08-29T18:59:22.613690+0000 mgr.y (mgr.25022) 2179 : cluster [DBG] pgmap v4223: 137 pgs: 137 active+clean; 4.6 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 167 KiB/s rd, 5.0 KiB/s wr, 227 op/s 2024-08-29T18:59:24.381 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:59:24 smithi028 bash[77168]: cluster 2024-08-29T18:59:23.030611+0000 mon.a (mon.0) 4169 : cluster [DBG] osdmap e2526: 8 total, 8 up, 8 in 2024-08-29T18:59:24.381 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:59:24 smithi028 bash[77168]: cluster 2024-08-29T18:59:24.003994+0000 mon.a (mon.0) 4170 : cluster [DBG] osdmap e2527: 8 total, 8 up, 8 in 2024-08-29T18:59:26.326 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:59:26 smithi053 bash[68679]: cluster 2024-08-29T18:59:24.614869+0000 mgr.y (mgr.25022) 2180 : cluster [DBG] pgmap v4226: 137 pgs: 137 active+clean; 4.6 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 134 KiB/s rd, 5.0 KiB/s wr, 185 op/s 2024-08-29T18:59:26.326 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:59:26 smithi053 bash[68679]: cluster 2024-08-29T18:59:25.039854+0000 mon.a (mon.0) 4171 : cluster [DBG] osdmap e2528: 8 total, 8 up, 8 in 2024-08-29T18:59:26.381 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:59:26 smithi028 bash[78352]: cluster 2024-08-29T18:59:24.614869+0000 mgr.y (mgr.25022) 2180 : cluster [DBG] pgmap v4226: 137 pgs: 137 active+clean; 4.6 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 134 KiB/s rd, 5.0 KiB/s wr, 185 op/s 2024-08-29T18:59:26.381 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:59:26 smithi028 bash[78352]: cluster 2024-08-29T18:59:25.039854+0000 mon.a (mon.0) 4171 : cluster [DBG] osdmap e2528: 8 total, 8 up, 8 in 2024-08-29T18:59:26.381 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:59:26 smithi028 bash[77168]: cluster 2024-08-29T18:59:24.614869+0000 mgr.y (mgr.25022) 2180 : cluster [DBG] pgmap v4226: 137 pgs: 137 active+clean; 4.6 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 134 KiB/s rd, 5.0 KiB/s wr, 185 op/s 2024-08-29T18:59:26.381 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:59:26 smithi028 bash[77168]: cluster 2024-08-29T18:59:25.039854+0000 mon.a (mon.0) 4171 : cluster [DBG] osdmap e2528: 8 total, 8 up, 8 in 2024-08-29T18:59:27.326 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:59:27 smithi053 bash[68679]: cluster 2024-08-29T18:59:26.049173+0000 mon.a (mon.0) 4172 : cluster [DBG] osdmap e2529: 8 total, 8 up, 8 in 2024-08-29T18:59:27.381 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:59:27 smithi028 bash[77168]: cluster 2024-08-29T18:59:26.049173+0000 mon.a (mon.0) 4172 : cluster [DBG] osdmap e2529: 8 total, 8 up, 8 in 2024-08-29T18:59:27.381 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:59:27 smithi028 bash[78352]: cluster 2024-08-29T18:59:26.049173+0000 mon.a (mon.0) 4172 : cluster [DBG] osdmap e2529: 8 total, 8 up, 8 in 2024-08-29T18:59:28.381 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:59:28 smithi028 bash[77168]: cluster 2024-08-29T18:59:26.615603+0000 mgr.y (mgr.25022) 2181 : cluster [DBG] pgmap v4229: 137 pgs: 137 active+clean; 4.6 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 135 KiB/s rd, 5.0 KiB/s wr, 186 op/s 2024-08-29T18:59:28.381 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:59:28 smithi028 bash[77168]: cluster 2024-08-29T18:59:27.052299+0000 mon.a (mon.0) 4173 : cluster [DBG] osdmap e2530: 8 total, 8 up, 8 in 2024-08-29T18:59:28.381 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:59:28 smithi028 bash[77168]: audit 2024-08-29T18:59:27.170156+0000 mon.a (mon.0) 4174 : audit [DBG] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-29T18:59:28.381 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:59:28 smithi028 bash[78352]: cluster 2024-08-29T18:59:26.615603+0000 mgr.y (mgr.25022) 2181 : cluster [DBG] pgmap v4229: 137 pgs: 137 active+clean; 4.6 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 135 KiB/s rd, 5.0 KiB/s wr, 186 op/s 2024-08-29T18:59:28.382 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:59:28 smithi028 bash[78352]: cluster 2024-08-29T18:59:27.052299+0000 mon.a (mon.0) 4173 : cluster [DBG] osdmap e2530: 8 total, 8 up, 8 in 2024-08-29T18:59:28.382 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:59:28 smithi028 bash[78352]: audit 2024-08-29T18:59:27.170156+0000 mon.a (mon.0) 4174 : audit [DBG] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-29T18:59:28.576 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:59:28 smithi053 bash[68679]: cluster 2024-08-29T18:59:26.615603+0000 mgr.y (mgr.25022) 2181 : cluster [DBG] pgmap v4229: 137 pgs: 137 active+clean; 4.6 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 135 KiB/s rd, 5.0 KiB/s wr, 186 op/s 2024-08-29T18:59:28.576 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:59:28 smithi053 bash[68679]: cluster 2024-08-29T18:59:27.052299+0000 mon.a (mon.0) 4173 : cluster [DBG] osdmap e2530: 8 total, 8 up, 8 in 2024-08-29T18:59:28.576 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:59:28 smithi053 bash[68679]: audit 2024-08-29T18:59:27.170156+0000 mon.a (mon.0) 4174 : audit [DBG] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-29T18:59:29.381 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:59:29 smithi028 bash[78352]: cluster 2024-08-29T18:59:28.074014+0000 mon.a (mon.0) 4175 : cluster [DBG] osdmap e2531: 8 total, 8 up, 8 in 2024-08-29T18:59:29.381 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:59:29 smithi028 bash[78352]: cluster 2024-08-29T18:59:29.006457+0000 mon.a (mon.0) 4176 : cluster [DBG] osdmap e2532: 8 total, 8 up, 8 in 2024-08-29T18:59:29.381 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:59:29 smithi028 bash[77168]: cluster 2024-08-29T18:59:28.074014+0000 mon.a (mon.0) 4175 : cluster [DBG] osdmap e2531: 8 total, 8 up, 8 in 2024-08-29T18:59:29.381 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:59:29 smithi028 bash[77168]: cluster 2024-08-29T18:59:29.006457+0000 mon.a (mon.0) 4176 : cluster [DBG] osdmap e2532: 8 total, 8 up, 8 in 2024-08-29T18:59:29.576 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:59:29 smithi053 bash[68679]: cluster 2024-08-29T18:59:28.074014+0000 mon.a (mon.0) 4175 : cluster [DBG] osdmap e2531: 8 total, 8 up, 8 in 2024-08-29T18:59:29.576 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:59:29 smithi053 bash[68679]: cluster 2024-08-29T18:59:29.006457+0000 mon.a (mon.0) 4176 : cluster [DBG] osdmap e2532: 8 total, 8 up, 8 in 2024-08-29T18:59:30.381 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:59:30 smithi028 bash[78352]: cluster 2024-08-29T18:59:28.616635+0000 mgr.y (mgr.25022) 2182 : cluster [DBG] pgmap v4232: 137 pgs: 137 active+clean; 4.6 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 2.5 KiB/s rd, 0 B/s wr, 4 op/s 2024-08-29T18:59:30.381 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:59:30 smithi028 bash[77168]: cluster 2024-08-29T18:59:28.616635+0000 mgr.y (mgr.25022) 2182 : cluster [DBG] pgmap v4232: 137 pgs: 137 active+clean; 4.6 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 2.5 KiB/s rd, 0 B/s wr, 4 op/s 2024-08-29T18:59:30.576 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:59:30 smithi053 bash[68679]: cluster 2024-08-29T18:59:28.616635+0000 mgr.y (mgr.25022) 2182 : cluster [DBG] pgmap v4232: 137 pgs: 137 active+clean; 4.6 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 2.5 KiB/s rd, 0 B/s wr, 4 op/s 2024-08-29T18:59:31.381 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:59:31 smithi028 bash[78352]: cluster 2024-08-29T18:59:30.107912+0000 mon.a (mon.0) 4177 : cluster [DBG] osdmap e2533: 8 total, 8 up, 8 in 2024-08-29T18:59:31.381 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:59:31 smithi028 bash[77168]: cluster 2024-08-29T18:59:30.107912+0000 mon.a (mon.0) 4177 : cluster [DBG] osdmap e2533: 8 total, 8 up, 8 in 2024-08-29T18:59:31.576 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:59:31 smithi053 bash[68679]: cluster 2024-08-29T18:59:30.107912+0000 mon.a (mon.0) 4177 : cluster [DBG] osdmap e2533: 8 total, 8 up, 8 in 2024-08-29T18:59:31.880 INFO:journalctl@ceph.mgr.y.smithi028.stdout:Aug 29 18:59:31 smithi028 bash[70818]: ::ffff:172.21.15.53 - - [29/Aug/2024:18:59:31] "GET /metrics HTTP/1.1" 200 36690 "" "Prometheus/2.43.0" 2024-08-29T18:59:32.381 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:59:32 smithi028 bash[78352]: cluster 2024-08-29T18:59:30.617538+0000 mgr.y (mgr.25022) 2183 : cluster [DBG] pgmap v4235: 137 pgs: 137 active+clean; 4.6 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 103 KiB/s rd, 5.0 KiB/s wr, 142 op/s 2024-08-29T18:59:32.381 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:59:32 smithi028 bash[78352]: cluster 2024-08-29T18:59:31.117670+0000 mon.a (mon.0) 4178 : cluster [DBG] osdmap e2534: 8 total, 8 up, 8 in 2024-08-29T18:59:32.381 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:59:32 smithi028 bash[77168]: cluster 2024-08-29T18:59:30.617538+0000 mgr.y (mgr.25022) 2183 : cluster [DBG] pgmap v4235: 137 pgs: 137 active+clean; 4.6 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 103 KiB/s rd, 5.0 KiB/s wr, 142 op/s 2024-08-29T18:59:32.381 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:59:32 smithi028 bash[77168]: cluster 2024-08-29T18:59:31.117670+0000 mon.a (mon.0) 4178 : cluster [DBG] osdmap e2534: 8 total, 8 up, 8 in 2024-08-29T18:59:32.576 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:59:32 smithi053 bash[68679]: cluster 2024-08-29T18:59:30.617538+0000 mgr.y (mgr.25022) 2183 : cluster [DBG] pgmap v4235: 137 pgs: 137 active+clean; 4.6 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 103 KiB/s rd, 5.0 KiB/s wr, 142 op/s 2024-08-29T18:59:32.576 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:59:32 smithi053 bash[68679]: cluster 2024-08-29T18:59:31.117670+0000 mon.a (mon.0) 4178 : cluster [DBG] osdmap e2534: 8 total, 8 up, 8 in 2024-08-29T18:59:32.576 INFO:journalctl@ceph.prometheus.a.smithi053.stdout:Aug 29 18:59:32 smithi053 bash[95567]: ts=2024-08-29T18:59:32.316Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"3167ee72-662c-11ef-bcd4-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-29T18:59:33.381 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:59:33 smithi028 bash[78352]: cluster 2024-08-29T18:59:32.128178+0000 mon.a (mon.0) 4179 : cluster [DBG] osdmap e2535: 8 total, 8 up, 8 in 2024-08-29T18:59:33.381 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:59:33 smithi028 bash[77168]: cluster 2024-08-29T18:59:32.128178+0000 mon.a (mon.0) 4179 : cluster [DBG] osdmap e2535: 8 total, 8 up, 8 in 2024-08-29T18:59:33.576 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:59:33 smithi053 bash[68679]: cluster 2024-08-29T18:59:32.128178+0000 mon.a (mon.0) 4179 : cluster [DBG] osdmap e2535: 8 total, 8 up, 8 in 2024-08-29T18:59:34.381 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:59:34 smithi028 bash[78352]: cluster 2024-08-29T18:59:32.618353+0000 mgr.y (mgr.25022) 2184 : cluster [DBG] pgmap v4238: 137 pgs: 137 active+clean; 4.6 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 102 KiB/s rd, 5.0 KiB/s wr, 139 op/s 2024-08-29T18:59:34.381 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:59:34 smithi028 bash[78352]: cluster 2024-08-29T18:59:33.138270+0000 mon.a (mon.0) 4180 : cluster [DBG] osdmap e2536: 8 total, 8 up, 8 in 2024-08-29T18:59:34.381 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:59:34 smithi028 bash[78352]: cluster 2024-08-29T18:59:34.008500+0000 mon.a (mon.0) 4181 : cluster [DBG] osdmap e2537: 8 total, 8 up, 8 in 2024-08-29T18:59:34.381 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:59:34 smithi028 bash[77168]: cluster 2024-08-29T18:59:32.618353+0000 mgr.y (mgr.25022) 2184 : cluster [DBG] pgmap v4238: 137 pgs: 137 active+clean; 4.6 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 102 KiB/s rd, 5.0 KiB/s wr, 139 op/s 2024-08-29T18:59:34.381 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:59:34 smithi028 bash[77168]: cluster 2024-08-29T18:59:33.138270+0000 mon.a (mon.0) 4180 : cluster [DBG] osdmap e2536: 8 total, 8 up, 8 in 2024-08-29T18:59:34.381 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:59:34 smithi028 bash[77168]: cluster 2024-08-29T18:59:34.008500+0000 mon.a (mon.0) 4181 : cluster [DBG] osdmap e2537: 8 total, 8 up, 8 in 2024-08-29T18:59:34.576 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:59:34 smithi053 bash[68679]: cluster 2024-08-29T18:59:32.618353+0000 mgr.y (mgr.25022) 2184 : cluster [DBG] pgmap v4238: 137 pgs: 137 active+clean; 4.6 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 102 KiB/s rd, 5.0 KiB/s wr, 139 op/s 2024-08-29T18:59:34.576 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:59:34 smithi053 bash[68679]: cluster 2024-08-29T18:59:33.138270+0000 mon.a (mon.0) 4180 : cluster [DBG] osdmap e2536: 8 total, 8 up, 8 in 2024-08-29T18:59:34.576 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:59:34 smithi053 bash[68679]: cluster 2024-08-29T18:59:34.008500+0000 mon.a (mon.0) 4181 : cluster [DBG] osdmap e2537: 8 total, 8 up, 8 in 2024-08-29T18:59:36.326 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:59:36 smithi053 bash[68679]: cluster 2024-08-29T18:59:34.619557+0000 mgr.y (mgr.25022) 2185 : cluster [DBG] pgmap v4241: 137 pgs: 137 active+clean; 4.6 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 68 KiB/s rd, 5.0 KiB/s wr, 96 op/s 2024-08-29T18:59:36.326 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:59:36 smithi053 bash[68679]: cluster 2024-08-29T18:59:35.011533+0000 mon.a (mon.0) 4182 : cluster [DBG] osdmap e2538: 8 total, 8 up, 8 in 2024-08-29T18:59:36.381 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:59:36 smithi028 bash[78352]: cluster 2024-08-29T18:59:34.619557+0000 mgr.y (mgr.25022) 2185 : cluster [DBG] pgmap v4241: 137 pgs: 137 active+clean; 4.6 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 68 KiB/s rd, 5.0 KiB/s wr, 96 op/s 2024-08-29T18:59:36.381 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:59:36 smithi028 bash[78352]: cluster 2024-08-29T18:59:35.011533+0000 mon.a (mon.0) 4182 : cluster [DBG] osdmap e2538: 8 total, 8 up, 8 in 2024-08-29T18:59:36.381 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:59:36 smithi028 bash[77168]: cluster 2024-08-29T18:59:34.619557+0000 mgr.y (mgr.25022) 2185 : cluster [DBG] pgmap v4241: 137 pgs: 137 active+clean; 4.6 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 68 KiB/s rd, 5.0 KiB/s wr, 96 op/s 2024-08-29T18:59:36.381 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:59:36 smithi028 bash[77168]: cluster 2024-08-29T18:59:35.011533+0000 mon.a (mon.0) 4182 : cluster [DBG] osdmap e2538: 8 total, 8 up, 8 in 2024-08-29T18:59:37.326 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:59:37 smithi053 bash[68679]: cluster 2024-08-29T18:59:36.014395+0000 mon.a (mon.0) 4183 : cluster [DBG] osdmap e2539: 8 total, 8 up, 8 in 2024-08-29T18:59:37.381 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:59:37 smithi028 bash[78352]: cluster 2024-08-29T18:59:36.014395+0000 mon.a (mon.0) 4183 : cluster [DBG] osdmap e2539: 8 total, 8 up, 8 in 2024-08-29T18:59:37.381 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:59:37 smithi028 bash[77168]: cluster 2024-08-29T18:59:36.014395+0000 mon.a (mon.0) 4183 : cluster [DBG] osdmap e2539: 8 total, 8 up, 8 in 2024-08-29T18:59:38.285 INFO:tasks.workunit.client.0.smithi028.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestImage::test_many_snaps PASSED [ 47%] 2024-08-29T18:59:38.326 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:59:38 smithi053 bash[68679]: cluster 2024-08-29T18:59:36.620399+0000 mgr.y (mgr.25022) 2186 : cluster [DBG] pgmap v4244: 137 pgs: 137 active+clean; 4.6 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 70 KiB/s rd, 5.0 KiB/s wr, 98 op/s 2024-08-29T18:59:38.326 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:59:38 smithi053 bash[68679]: cluster 2024-08-29T18:59:37.036765+0000 mon.a (mon.0) 4184 : cluster [DBG] osdmap e2540: 8 total, 8 up, 8 in 2024-08-29T18:59:38.381 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:59:38 smithi028 bash[77168]: cluster 2024-08-29T18:59:36.620399+0000 mgr.y (mgr.25022) 2186 : cluster [DBG] pgmap v4244: 137 pgs: 137 active+clean; 4.6 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 70 KiB/s rd, 5.0 KiB/s wr, 98 op/s 2024-08-29T18:59:38.381 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:59:38 smithi028 bash[77168]: cluster 2024-08-29T18:59:37.036765+0000 mon.a (mon.0) 4184 : cluster [DBG] osdmap e2540: 8 total, 8 up, 8 in 2024-08-29T18:59:38.381 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:59:38 smithi028 bash[78352]: cluster 2024-08-29T18:59:36.620399+0000 mgr.y (mgr.25022) 2186 : cluster [DBG] pgmap v4244: 137 pgs: 137 active+clean; 4.6 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 70 KiB/s rd, 5.0 KiB/s wr, 98 op/s 2024-08-29T18:59:38.381 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:59:38 smithi028 bash[78352]: cluster 2024-08-29T18:59:37.036765+0000 mon.a (mon.0) 4184 : cluster [DBG] osdmap e2540: 8 total, 8 up, 8 in 2024-08-29T18:59:39.326 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:59:39 smithi053 bash[68679]: cluster 2024-08-29T18:59:38.037924+0000 mon.a (mon.0) 4185 : cluster [DBG] osdmap e2541: 8 total, 8 up, 8 in 2024-08-29T18:59:39.326 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:59:39 smithi053 bash[68679]: cluster 2024-08-29T18:59:39.011650+0000 mon.a (mon.0) 4186 : cluster [DBG] osdmap e2542: 8 total, 8 up, 8 in 2024-08-29T18:59:39.381 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:59:39 smithi028 bash[78352]: cluster 2024-08-29T18:59:38.037924+0000 mon.a (mon.0) 4185 : cluster [DBG] osdmap e2541: 8 total, 8 up, 8 in 2024-08-29T18:59:39.381 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:59:39 smithi028 bash[78352]: cluster 2024-08-29T18:59:39.011650+0000 mon.a (mon.0) 4186 : cluster [DBG] osdmap e2542: 8 total, 8 up, 8 in 2024-08-29T18:59:39.381 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:59:39 smithi028 bash[77168]: cluster 2024-08-29T18:59:38.037924+0000 mon.a (mon.0) 4185 : cluster [DBG] osdmap e2541: 8 total, 8 up, 8 in 2024-08-29T18:59:39.381 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:59:39 smithi028 bash[77168]: cluster 2024-08-29T18:59:39.011650+0000 mon.a (mon.0) 4186 : cluster [DBG] osdmap e2542: 8 total, 8 up, 8 in 2024-08-29T18:59:40.311 INFO:tasks.workunit.client.0.smithi028.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestImage::test_set_snap_deleted PASSED [ 48%] 2024-08-29T18:59:40.325 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:59:40 smithi053 bash[68679]: cluster 2024-08-29T18:59:38.621429+0000 mgr.y (mgr.25022) 2187 : cluster [DBG] pgmap v4247: 137 pgs: 137 active+clean; 4.6 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 5.0 KiB/s rd, 0 B/s wr, 9 op/s 2024-08-29T18:59:40.380 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:59:40 smithi028 bash[77168]: cluster 2024-08-29T18:59:38.621429+0000 mgr.y (mgr.25022) 2187 : cluster [DBG] pgmap v4247: 137 pgs: 137 active+clean; 4.6 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 5.0 KiB/s rd, 0 B/s wr, 9 op/s 2024-08-29T18:59:40.381 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:59:40 smithi028 bash[78352]: cluster 2024-08-29T18:59:38.621429+0000 mgr.y (mgr.25022) 2187 : cluster [DBG] pgmap v4247: 137 pgs: 137 active+clean; 4.6 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 5.0 KiB/s rd, 0 B/s wr, 9 op/s 2024-08-29T18:59:41.326 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:59:41 smithi053 bash[68679]: cluster 2024-08-29T18:59:40.071956+0000 mon.a (mon.0) 4187 : cluster [DBG] osdmap e2543: 8 total, 8 up, 8 in 2024-08-29T18:59:41.381 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:59:41 smithi028 bash[78352]: cluster 2024-08-29T18:59:40.071956+0000 mon.a (mon.0) 4187 : cluster [DBG] osdmap e2543: 8 total, 8 up, 8 in 2024-08-29T18:59:41.381 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:59:41 smithi028 bash[77168]: cluster 2024-08-29T18:59:40.071956+0000 mon.a (mon.0) 4187 : cluster [DBG] osdmap e2543: 8 total, 8 up, 8 in 2024-08-29T18:59:41.880 INFO:journalctl@ceph.mgr.y.smithi028.stdout:Aug 29 18:59:41 smithi028 bash[70818]: ::ffff:172.21.15.53 - - [29/Aug/2024:18:59:41] "GET /metrics HTTP/1.1" 200 36690 "" "Prometheus/2.43.0" 2024-08-29T18:59:42.381 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:59:42 smithi028 bash[78352]: cluster 2024-08-29T18:59:40.622365+0000 mgr.y (mgr.25022) 2188 : cluster [DBG] pgmap v4250: 137 pgs: 137 active+clean; 4.6 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 75 KiB/s rd, 8.0 KiB/s wr, 105 op/s 2024-08-29T18:59:42.381 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:59:42 smithi028 bash[78352]: cluster 2024-08-29T18:59:41.084722+0000 mon.a (mon.0) 4188 : cluster [DBG] osdmap e2544: 8 total, 8 up, 8 in 2024-08-29T18:59:42.381 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:59:42 smithi028 bash[77168]: cluster 2024-08-29T18:59:40.622365+0000 mgr.y (mgr.25022) 2188 : cluster [DBG] pgmap v4250: 137 pgs: 137 active+clean; 4.6 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 75 KiB/s rd, 8.0 KiB/s wr, 105 op/s 2024-08-29T18:59:42.381 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:59:42 smithi028 bash[77168]: cluster 2024-08-29T18:59:41.084722+0000 mon.a (mon.0) 4188 : cluster [DBG] osdmap e2544: 8 total, 8 up, 8 in 2024-08-29T18:59:42.576 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:59:42 smithi053 bash[68679]: cluster 2024-08-29T18:59:40.622365+0000 mgr.y (mgr.25022) 2188 : cluster [DBG] pgmap v4250: 137 pgs: 137 active+clean; 4.6 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 75 KiB/s rd, 8.0 KiB/s wr, 105 op/s 2024-08-29T18:59:42.576 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:59:42 smithi053 bash[68679]: cluster 2024-08-29T18:59:41.084722+0000 mon.a (mon.0) 4188 : cluster [DBG] osdmap e2544: 8 total, 8 up, 8 in 2024-08-29T18:59:42.576 INFO:journalctl@ceph.prometheus.a.smithi053.stdout:Aug 29 18:59:42 smithi053 bash[95567]: ts=2024-08-29T18:59:42.316Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"3167ee72-662c-11ef-bcd4-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-29T18:59:43.381 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:59:43 smithi028 bash[78352]: cluster 2024-08-29T18:59:42.091791+0000 mon.a (mon.0) 4189 : cluster [DBG] osdmap e2545: 8 total, 8 up, 8 in 2024-08-29T18:59:43.381 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:59:43 smithi028 bash[78352]: audit 2024-08-29T18:59:42.170927+0000 mon.a (mon.0) 4190 : audit [DBG] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-29T18:59:43.381 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:59:43 smithi028 bash[77168]: cluster 2024-08-29T18:59:42.091791+0000 mon.a (mon.0) 4189 : cluster [DBG] osdmap e2545: 8 total, 8 up, 8 in 2024-08-29T18:59:43.381 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:59:43 smithi028 bash[77168]: audit 2024-08-29T18:59:42.170927+0000 mon.a (mon.0) 4190 : audit [DBG] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-29T18:59:43.576 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:59:43 smithi053 bash[68679]: cluster 2024-08-29T18:59:42.091791+0000 mon.a (mon.0) 4189 : cluster [DBG] osdmap e2545: 8 total, 8 up, 8 in 2024-08-29T18:59:43.576 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:59:43 smithi053 bash[68679]: audit 2024-08-29T18:59:42.170927+0000 mon.a (mon.0) 4190 : audit [DBG] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-29T18:59:44.224 INFO:tasks.workunit.client.0.smithi028.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestImage::test_set_snap_recreated PASSED [ 48%] 2024-08-29T18:59:44.381 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:59:44 smithi028 bash[77168]: cluster 2024-08-29T18:59:42.623131+0000 mgr.y (mgr.25022) 2189 : cluster [DBG] pgmap v4253: 137 pgs: 137 active+clean; 4.6 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 71 KiB/s rd, 8.0 KiB/s wr, 98 op/s 2024-08-29T18:59:44.381 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:59:44 smithi028 bash[77168]: cluster 2024-08-29T18:59:43.102582+0000 mon.a (mon.0) 4191 : cluster [DBG] osdmap e2546: 8 total, 8 up, 8 in 2024-08-29T18:59:44.381 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:59:44 smithi028 bash[77168]: cluster 2024-08-29T18:59:44.014130+0000 mon.a (mon.0) 4192 : cluster [DBG] osdmap e2547: 8 total, 8 up, 8 in 2024-08-29T18:59:44.381 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:59:44 smithi028 bash[78352]: cluster 2024-08-29T18:59:42.623131+0000 mgr.y (mgr.25022) 2189 : cluster [DBG] pgmap v4253: 137 pgs: 137 active+clean; 4.6 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 71 KiB/s rd, 8.0 KiB/s wr, 98 op/s 2024-08-29T18:59:44.381 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:59:44 smithi028 bash[78352]: cluster 2024-08-29T18:59:43.102582+0000 mon.a (mon.0) 4191 : cluster [DBG] osdmap e2546: 8 total, 8 up, 8 in 2024-08-29T18:59:44.381 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:59:44 smithi028 bash[78352]: cluster 2024-08-29T18:59:44.014130+0000 mon.a (mon.0) 4192 : cluster [DBG] osdmap e2547: 8 total, 8 up, 8 in 2024-08-29T18:59:44.441 INFO:tasks.workunit.client.0.smithi028.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestImage::test_lock_unlock PASSED [ 49%] 2024-08-29T18:59:44.576 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:59:44 smithi053 bash[68679]: cluster 2024-08-29T18:59:42.623131+0000 mgr.y (mgr.25022) 2189 : cluster [DBG] pgmap v4253: 137 pgs: 137 active+clean; 4.6 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 71 KiB/s rd, 8.0 KiB/s wr, 98 op/s 2024-08-29T18:59:44.576 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:59:44 smithi053 bash[68679]: cluster 2024-08-29T18:59:43.102582+0000 mon.a (mon.0) 4191 : cluster [DBG] osdmap e2546: 8 total, 8 up, 8 in 2024-08-29T18:59:44.576 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:59:44 smithi053 bash[68679]: cluster 2024-08-29T18:59:44.014130+0000 mon.a (mon.0) 4192 : cluster [DBG] osdmap e2547: 8 total, 8 up, 8 in 2024-08-29T18:59:44.918 INFO:tasks.workunit.client.0.smithi028.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestImage::test_list_lockers PASSED [ 50%] 2024-08-29T18:59:46.381 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:59:46 smithi028 bash[77168]: cluster 2024-08-29T18:59:44.624307+0000 mgr.y (mgr.25022) 2190 : cluster [DBG] pgmap v4256: 137 pgs: 137 active+clean; 4.6 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 90 KiB/s rd, 11 KiB/s wr, 125 op/s 2024-08-29T18:59:46.381 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:59:46 smithi028 bash[77168]: cluster 2024-08-29T18:59:45.111805+0000 mon.a (mon.0) 4193 : cluster [DBG] osdmap e2548: 8 total, 8 up, 8 in 2024-08-29T18:59:46.381 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:59:46 smithi028 bash[78352]: cluster 2024-08-29T18:59:44.624307+0000 mgr.y (mgr.25022) 2190 : cluster [DBG] pgmap v4256: 137 pgs: 137 active+clean; 4.6 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 90 KiB/s rd, 11 KiB/s wr, 125 op/s 2024-08-29T18:59:46.381 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:59:46 smithi028 bash[78352]: cluster 2024-08-29T18:59:45.111805+0000 mon.a (mon.0) 4193 : cluster [DBG] osdmap e2548: 8 total, 8 up, 8 in 2024-08-29T18:59:46.576 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:59:46 smithi053 bash[68679]: cluster 2024-08-29T18:59:44.624307+0000 mgr.y (mgr.25022) 2190 : cluster [DBG] pgmap v4256: 137 pgs: 137 active+clean; 4.6 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 90 KiB/s rd, 11 KiB/s wr, 125 op/s 2024-08-29T18:59:46.576 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:59:46 smithi053 bash[68679]: cluster 2024-08-29T18:59:45.111805+0000 mon.a (mon.0) 4193 : cluster [DBG] osdmap e2548: 8 total, 8 up, 8 in 2024-08-29T18:59:47.381 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:59:47 smithi028 bash[78352]: cluster 2024-08-29T18:59:46.120999+0000 mon.a (mon.0) 4194 : cluster [DBG] osdmap e2549: 8 total, 8 up, 8 in 2024-08-29T18:59:47.381 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:59:47 smithi028 bash[78352]: audit 2024-08-29T18:59:46.395871+0000 mon.a (mon.0) 4195 : audit [DBG] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-29T18:59:47.381 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:59:47 smithi028 bash[77168]: cluster 2024-08-29T18:59:46.120999+0000 mon.a (mon.0) 4194 : cluster [DBG] osdmap e2549: 8 total, 8 up, 8 in 2024-08-29T18:59:47.381 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:59:47 smithi028 bash[77168]: audit 2024-08-29T18:59:46.395871+0000 mon.a (mon.0) 4195 : audit [DBG] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-29T18:59:47.576 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:59:47 smithi053 bash[68679]: cluster 2024-08-29T18:59:46.120999+0000 mon.a (mon.0) 4194 : cluster [DBG] osdmap e2549: 8 total, 8 up, 8 in 2024-08-29T18:59:47.576 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:59:47 smithi053 bash[68679]: audit 2024-08-29T18:59:46.395871+0000 mon.a (mon.0) 4195 : audit [DBG] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-29T18:59:48.381 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:59:48 smithi028 bash[77168]: cluster 2024-08-29T18:59:46.624842+0000 mgr.y (mgr.25022) 2191 : cluster [DBG] pgmap v4259: 137 pgs: 137 active+clean; 4.6 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 212 KiB/s rd, 12 KiB/s wr, 274 op/s 2024-08-29T18:59:48.381 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:59:48 smithi028 bash[77168]: cluster 2024-08-29T18:59:47.131197+0000 mon.a (mon.0) 4196 : cluster [DBG] osdmap e2550: 8 total, 8 up, 8 in 2024-08-29T18:59:48.381 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:59:48 smithi028 bash[77168]: audit 2024-08-29T18:59:47.205778+0000 mon.a (mon.0) 4197 : audit [DBG] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-29T18:59:48.381 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:59:48 smithi028 bash[77168]: audit 2024-08-29T18:59:47.206845+0000 mon.a (mon.0) 4198 : audit [INF] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-29T18:59:48.381 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:59:48 smithi028 bash[77168]: audit 2024-08-29T18:59:47.213328+0000 mon.a (mon.0) 4199 : audit [INF] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' 2024-08-29T18:59:48.381 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:59:48 smithi028 bash[78352]: cluster 2024-08-29T18:59:46.624842+0000 mgr.y (mgr.25022) 2191 : cluster [DBG] pgmap v4259: 137 pgs: 137 active+clean; 4.6 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 212 KiB/s rd, 12 KiB/s wr, 274 op/s 2024-08-29T18:59:48.381 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:59:48 smithi028 bash[78352]: cluster 2024-08-29T18:59:47.131197+0000 mon.a (mon.0) 4196 : cluster [DBG] osdmap e2550: 8 total, 8 up, 8 in 2024-08-29T18:59:48.382 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:59:48 smithi028 bash[78352]: audit 2024-08-29T18:59:47.205778+0000 mon.a (mon.0) 4197 : audit [DBG] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-29T18:59:48.382 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:59:48 smithi028 bash[78352]: audit 2024-08-29T18:59:47.206845+0000 mon.a (mon.0) 4198 : audit [INF] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-29T18:59:48.382 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:59:48 smithi028 bash[78352]: audit 2024-08-29T18:59:47.213328+0000 mon.a (mon.0) 4199 : audit [INF] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' 2024-08-29T18:59:48.457 INFO:tasks.workunit.client.0.smithi028.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestImage::test_diff_iterate PASSED [ 50%] 2024-08-29T18:59:48.576 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:59:48 smithi053 bash[68679]: cluster 2024-08-29T18:59:46.624842+0000 mgr.y (mgr.25022) 2191 : cluster [DBG] pgmap v4259: 137 pgs: 137 active+clean; 4.6 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 212 KiB/s rd, 12 KiB/s wr, 274 op/s 2024-08-29T18:59:48.576 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:59:48 smithi053 bash[68679]: cluster 2024-08-29T18:59:47.131197+0000 mon.a (mon.0) 4196 : cluster [DBG] osdmap e2550: 8 total, 8 up, 8 in 2024-08-29T18:59:48.576 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:59:48 smithi053 bash[68679]: audit 2024-08-29T18:59:47.205778+0000 mon.a (mon.0) 4197 : audit [DBG] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-29T18:59:48.576 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:59:48 smithi053 bash[68679]: audit 2024-08-29T18:59:47.206845+0000 mon.a (mon.0) 4198 : audit [INF] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-29T18:59:48.576 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:59:48 smithi053 bash[68679]: audit 2024-08-29T18:59:47.213328+0000 mon.a (mon.0) 4199 : audit [INF] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' 2024-08-29T18:59:48.659 INFO:tasks.workunit.client.0.smithi028.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestImage::test_aio_read PASSED [ 51%] 2024-08-29T18:59:48.912 INFO:tasks.workunit.client.0.smithi028.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestImage::test_aio_write PASSED [ 51%] 2024-08-29T18:59:49.172 INFO:tasks.workunit.client.0.smithi028.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestImage::test_aio_discard PASSED [ 52%] 2024-08-29T18:59:49.433 INFO:tasks.workunit.client.0.smithi028.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestImage::test_aio_write_zeroes PASSED [ 52%] 2024-08-29T18:59:49.576 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:59:49 smithi053 bash[68679]: cluster 2024-08-29T18:59:48.220433+0000 mon.a (mon.0) 4200 : cluster [DBG] osdmap e2551: 8 total, 8 up, 8 in 2024-08-29T18:59:49.576 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:59:49 smithi053 bash[68679]: cluster 2024-08-29T18:59:49.017501+0000 mon.a (mon.0) 4201 : cluster [DBG] osdmap e2552: 8 total, 8 up, 8 in 2024-08-29T18:59:49.631 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:59:49 smithi028 bash[77168]: cluster 2024-08-29T18:59:48.220433+0000 mon.a (mon.0) 4200 : cluster [DBG] osdmap e2551: 8 total, 8 up, 8 in 2024-08-29T18:59:49.631 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:59:49 smithi028 bash[77168]: cluster 2024-08-29T18:59:49.017501+0000 mon.a (mon.0) 4201 : cluster [DBG] osdmap e2552: 8 total, 8 up, 8 in 2024-08-29T18:59:49.631 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:59:49 smithi028 bash[78352]: cluster 2024-08-29T18:59:48.220433+0000 mon.a (mon.0) 4200 : cluster [DBG] osdmap e2551: 8 total, 8 up, 8 in 2024-08-29T18:59:49.631 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:59:49 smithi028 bash[78352]: cluster 2024-08-29T18:59:49.017501+0000 mon.a (mon.0) 4201 : cluster [DBG] osdmap e2552: 8 total, 8 up, 8 in 2024-08-29T18:59:49.666 INFO:tasks.workunit.client.0.smithi028.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestImage::test_aio_flush PASSED [ 53%] 2024-08-29T18:59:50.576 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:59:50 smithi053 bash[68679]: cluster 2024-08-29T18:59:48.625968+0000 mgr.y (mgr.25022) 2192 : cluster [DBG] pgmap v4262: 137 pgs: 137 active+clean; 4.6 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 199 KiB/s rd, 8.0 KiB/s wr, 252 op/s 2024-08-29T18:59:50.631 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:59:50 smithi028 bash[78352]: cluster 2024-08-29T18:59:48.625968+0000 mgr.y (mgr.25022) 2192 : cluster [DBG] pgmap v4262: 137 pgs: 137 active+clean; 4.6 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 199 KiB/s rd, 8.0 KiB/s wr, 252 op/s 2024-08-29T18:59:50.631 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:59:50 smithi028 bash[77168]: cluster 2024-08-29T18:59:48.625968+0000 mgr.y (mgr.25022) 2192 : cluster [DBG] pgmap v4262: 137 pgs: 137 active+clean; 4.6 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 199 KiB/s rd, 8.0 KiB/s wr, 252 op/s 2024-08-29T18:59:51.570 INFO:tasks.workunit.client.0.smithi028.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestImage::test_metadata PASSED [ 54%] 2024-08-29T18:59:51.793 INFO:tasks.workunit.client.0.smithi028.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestImage::test_watchers_list PASSED [ 54%] 2024-08-29T18:59:51.881 INFO:journalctl@ceph.mgr.y.smithi028.stdout:Aug 29 18:59:51 smithi028 bash[70818]: ::ffff:172.21.15.53 - - [29/Aug/2024:18:59:51] "GET /metrics HTTP/1.1" 200 36691 "" "Prometheus/2.43.0" 2024-08-29T18:59:52.097 INFO:tasks.workunit.client.0.smithi028.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestImage::test_config_list PASSED [ 55%] 2024-08-29T18:59:52.387 INFO:tasks.workunit.client.0.smithi028.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestImage::test_image_config_set_and_get_and_remove PASSED [ 55%] 2024-08-29T18:59:52.576 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:59:52 smithi053 bash[68679]: cluster 2024-08-29T18:59:50.627281+0000 mgr.y (mgr.25022) 2193 : cluster [DBG] pgmap v4264: 137 pgs: 137 active+clean; 4.6 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 196 KiB/s rd, 18 KiB/s wr, 272 op/s 2024-08-29T18:59:52.577 INFO:journalctl@ceph.prometheus.a.smithi053.stdout:Aug 29 18:59:52 smithi053 bash[95567]: ts=2024-08-29T18:59:52.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"3167ee72-662c-11ef-bcd4-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-29T18:59:52.623 INFO:tasks.workunit.client.0.smithi028.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestImage::test_sparsify PASSED [ 56%] 2024-08-29T18:59:52.630 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:59:52 smithi028 bash[78352]: cluster 2024-08-29T18:59:50.627281+0000 mgr.y (mgr.25022) 2193 : cluster [DBG] pgmap v4264: 137 pgs: 137 active+clean; 4.6 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 196 KiB/s rd, 18 KiB/s wr, 272 op/s 2024-08-29T18:59:52.631 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:59:52 smithi028 bash[77168]: cluster 2024-08-29T18:59:50.627281+0000 mgr.y (mgr.25022) 2193 : cluster [DBG] pgmap v4264: 137 pgs: 137 active+clean; 4.6 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 196 KiB/s rd, 18 KiB/s wr, 272 op/s 2024-08-29T18:59:54.576 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:59:54 smithi053 bash[68679]: cluster 2024-08-29T18:59:52.628184+0000 mgr.y (mgr.25022) 2194 : cluster [DBG] pgmap v4265: 137 pgs: 137 active+clean; 4.6 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 151 KiB/s rd, 14 KiB/s wr, 215 op/s 2024-08-29T18:59:54.576 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:59:54 smithi053 bash[68679]: cluster 2024-08-29T18:59:54.017415+0000 mon.a (mon.0) 4202 : cluster [DBG] osdmap e2553: 8 total, 8 up, 8 in 2024-08-29T18:59:54.630 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:59:54 smithi028 bash[78352]: cluster 2024-08-29T18:59:52.628184+0000 mgr.y (mgr.25022) 2194 : cluster [DBG] pgmap v4265: 137 pgs: 137 active+clean; 4.6 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 151 KiB/s rd, 14 KiB/s wr, 215 op/s 2024-08-29T18:59:54.631 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:59:54 smithi028 bash[78352]: cluster 2024-08-29T18:59:54.017415+0000 mon.a (mon.0) 4202 : cluster [DBG] osdmap e2553: 8 total, 8 up, 8 in 2024-08-29T18:59:54.631 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:59:54 smithi028 bash[77168]: cluster 2024-08-29T18:59:52.628184+0000 mgr.y (mgr.25022) 2194 : cluster [DBG] pgmap v4265: 137 pgs: 137 active+clean; 4.6 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 151 KiB/s rd, 14 KiB/s wr, 215 op/s 2024-08-29T18:59:54.631 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:59:54 smithi028 bash[77168]: cluster 2024-08-29T18:59:54.017415+0000 mon.a (mon.0) 4202 : cluster [DBG] osdmap e2553: 8 total, 8 up, 8 in 2024-08-29T18:59:56.576 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:59:56 smithi053 bash[68679]: cluster 2024-08-29T18:59:54.629330+0000 mgr.y (mgr.25022) 2195 : cluster [DBG] pgmap v4267: 137 pgs: 137 active+clean; 4.6 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 1.9 MiB/s rd, 41 KiB/s wr, 816 op/s 2024-08-29T18:59:56.630 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:59:56 smithi028 bash[77168]: cluster 2024-08-29T18:59:54.629330+0000 mgr.y (mgr.25022) 2195 : cluster [DBG] pgmap v4267: 137 pgs: 137 active+clean; 4.6 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 1.9 MiB/s rd, 41 KiB/s wr, 816 op/s 2024-08-29T18:59:56.631 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:59:56 smithi028 bash[78352]: cluster 2024-08-29T18:59:54.629330+0000 mgr.y (mgr.25022) 2195 : cluster [DBG] pgmap v4267: 137 pgs: 137 active+clean; 4.6 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 1.9 MiB/s rd, 41 KiB/s wr, 816 op/s 2024-08-29T18:59:57.576 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:59:57 smithi053 bash[68679]: audit 2024-08-29T18:59:57.170852+0000 mon.a (mon.0) 4203 : audit [DBG] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-29T18:59:57.631 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:59:57 smithi028 bash[78352]: audit 2024-08-29T18:59:57.170852+0000 mon.a (mon.0) 4203 : audit [DBG] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-29T18:59:57.631 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:59:57 smithi028 bash[77168]: audit 2024-08-29T18:59:57.170852+0000 mon.a (mon.0) 4203 : audit [DBG] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-29T18:59:58.576 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 18:59:58 smithi053 bash[68679]: cluster 2024-08-29T18:59:56.630218+0000 mgr.y (mgr.25022) 2196 : cluster [DBG] pgmap v4268: 137 pgs: 137 active+clean; 4.6 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 1.5 MiB/s rd, 30 KiB/s wr, 623 op/s 2024-08-29T18:59:58.631 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 18:59:58 smithi028 bash[78352]: cluster 2024-08-29T18:59:56.630218+0000 mgr.y (mgr.25022) 2196 : cluster [DBG] pgmap v4268: 137 pgs: 137 active+clean; 4.6 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 1.5 MiB/s rd, 30 KiB/s wr, 623 op/s 2024-08-29T18:59:58.631 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 18:59:58 smithi028 bash[77168]: cluster 2024-08-29T18:59:56.630218+0000 mgr.y (mgr.25022) 2196 : cluster [DBG] pgmap v4268: 137 pgs: 137 active+clean; 4.6 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 1.5 MiB/s rd, 30 KiB/s wr, 623 op/s 2024-08-29T19:00:00.576 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 19:00:00 smithi053 bash[68679]: cluster 2024-08-29T18:59:58.631170+0000 mgr.y (mgr.25022) 2197 : cluster [DBG] pgmap v4269: 137 pgs: 137 active+clean; 4.6 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 1.3 MiB/s rd, 26 KiB/s wr, 524 op/s 2024-08-29T19:00:00.576 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 19:00:00 smithi053 bash[68679]: cluster 2024-08-29T19:00:00.000147+0000 mon.a (mon.0) 4204 : cluster [WRN] overall HEALTH_WARN Telemetry requires re-opt-in 2024-08-29T19:00:00.630 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 19:00:00 smithi028 bash[77168]: cluster 2024-08-29T18:59:58.631170+0000 mgr.y (mgr.25022) 2197 : cluster [DBG] pgmap v4269: 137 pgs: 137 active+clean; 4.6 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 1.3 MiB/s rd, 26 KiB/s wr, 524 op/s 2024-08-29T19:00:00.630 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 19:00:00 smithi028 bash[77168]: cluster 2024-08-29T19:00:00.000147+0000 mon.a (mon.0) 4204 : cluster [WRN] overall HEALTH_WARN Telemetry requires re-opt-in 2024-08-29T19:00:00.631 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 19:00:00 smithi028 bash[78352]: cluster 2024-08-29T18:59:58.631170+0000 mgr.y (mgr.25022) 2197 : cluster [DBG] pgmap v4269: 137 pgs: 137 active+clean; 4.6 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 1.3 MiB/s rd, 26 KiB/s wr, 524 op/s 2024-08-29T19:00:00.631 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 19:00:00 smithi028 bash[78352]: cluster 2024-08-29T19:00:00.000147+0000 mon.a (mon.0) 4204 : cluster [WRN] overall HEALTH_WARN Telemetry requires re-opt-in 2024-08-29T19:00:00.964 INFO:tasks.workunit.client.0.smithi028.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestImage::test_encryption_luks1 PASSED [ 56%] 2024-08-29T19:00:01.880 INFO:journalctl@ceph.mgr.y.smithi028.stdout:Aug 29 19:00:01 smithi028 bash[70818]: ::ffff:172.21.15.53 - - [29/Aug/2024:19:00:01] "GET /metrics HTTP/1.1" 200 36683 "" "Prometheus/2.43.0" 2024-08-29T19:00:02.576 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 19:00:02 smithi053 bash[68679]: cluster 2024-08-29T19:00:00.632371+0000 mgr.y (mgr.25022) 2198 : cluster [DBG] pgmap v4270: 137 pgs: 137 active+clean; 8.6 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 1.2 MiB/s rd, 429 KiB/s wr, 423 op/s 2024-08-29T19:00:02.576 INFO:journalctl@ceph.prometheus.a.smithi053.stdout:Aug 29 19:00:02 smithi053 bash[95567]: ts=2024-08-29T19:00:02.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"3167ee72-662c-11ef-bcd4-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-29T19:00:02.630 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 19:00:02 smithi028 bash[77168]: cluster 2024-08-29T19:00:00.632371+0000 mgr.y (mgr.25022) 2198 : cluster [DBG] pgmap v4270: 137 pgs: 137 active+clean; 8.6 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 1.2 MiB/s rd, 429 KiB/s wr, 423 op/s 2024-08-29T19:00:02.631 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 19:00:02 smithi028 bash[78352]: cluster 2024-08-29T19:00:00.632371+0000 mgr.y (mgr.25022) 2198 : cluster [DBG] pgmap v4270: 137 pgs: 137 active+clean; 8.6 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 1.2 MiB/s rd, 429 KiB/s wr, 423 op/s 2024-08-29T19:00:04.576 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 19:00:04 smithi053 bash[68679]: cluster 2024-08-29T19:00:02.633044+0000 mgr.y (mgr.25022) 2199 : cluster [DBG] pgmap v4271: 137 pgs: 137 active+clean; 8.6 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 1.2 MiB/s rd, 429 KiB/s wr, 422 op/s 2024-08-29T19:00:04.630 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 19:00:04 smithi028 bash[77168]: cluster 2024-08-29T19:00:02.633044+0000 mgr.y (mgr.25022) 2199 : cluster [DBG] pgmap v4271: 137 pgs: 137 active+clean; 8.6 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 1.2 MiB/s rd, 429 KiB/s wr, 422 op/s 2024-08-29T19:00:04.631 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 19:00:04 smithi028 bash[78352]: cluster 2024-08-29T19:00:02.633044+0000 mgr.y (mgr.25022) 2199 : cluster [DBG] pgmap v4271: 137 pgs: 137 active+clean; 8.6 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 1.2 MiB/s rd, 429 KiB/s wr, 422 op/s 2024-08-29T19:00:06.576 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 19:00:06 smithi053 bash[68679]: cluster 2024-08-29T19:00:04.633964+0000 mgr.y (mgr.25022) 2200 : cluster [DBG] pgmap v4272: 137 pgs: 137 active+clean; 4.6 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 1.1 MiB/s rd, 404 KiB/s wr, 346 op/s 2024-08-29T19:00:06.630 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 19:00:06 smithi028 bash[77168]: cluster 2024-08-29T19:00:04.633964+0000 mgr.y (mgr.25022) 2200 : cluster [DBG] pgmap v4272: 137 pgs: 137 active+clean; 4.6 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 1.1 MiB/s rd, 404 KiB/s wr, 346 op/s 2024-08-29T19:00:06.631 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 19:00:06 smithi028 bash[78352]: cluster 2024-08-29T19:00:04.633964+0000 mgr.y (mgr.25022) 2200 : cluster [DBG] pgmap v4272: 137 pgs: 137 active+clean; 4.6 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 1.1 MiB/s rd, 404 KiB/s wr, 346 op/s 2024-08-29T19:00:08.576 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 19:00:08 smithi053 bash[68679]: cluster 2024-08-29T19:00:06.634730+0000 mgr.y (mgr.25022) 2201 : cluster [DBG] pgmap v4273: 137 pgs: 137 active+clean; 4.6 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 80 KiB/s rd, 343 KiB/s wr, 41 op/s 2024-08-29T19:00:08.630 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 19:00:08 smithi028 bash[78352]: cluster 2024-08-29T19:00:06.634730+0000 mgr.y (mgr.25022) 2201 : cluster [DBG] pgmap v4273: 137 pgs: 137 active+clean; 4.6 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 80 KiB/s rd, 343 KiB/s wr, 41 op/s 2024-08-29T19:00:08.631 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 19:00:08 smithi028 bash[77168]: cluster 2024-08-29T19:00:06.634730+0000 mgr.y (mgr.25022) 2201 : cluster [DBG] pgmap v4273: 137 pgs: 137 active+clean; 4.6 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 80 KiB/s rd, 343 KiB/s wr, 41 op/s 2024-08-29T19:00:10.576 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 19:00:10 smithi053 bash[68679]: cluster 2024-08-29T19:00:08.635430+0000 mgr.y (mgr.25022) 2202 : cluster [DBG] pgmap v4274: 137 pgs: 137 active+clean; 4.6 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 70 KiB/s rd, 343 KiB/s wr, 30 op/s 2024-08-29T19:00:10.630 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 19:00:10 smithi028 bash[78352]: cluster 2024-08-29T19:00:08.635430+0000 mgr.y (mgr.25022) 2202 : cluster [DBG] pgmap v4274: 137 pgs: 137 active+clean; 4.6 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 70 KiB/s rd, 343 KiB/s wr, 30 op/s 2024-08-29T19:00:10.631 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 19:00:10 smithi028 bash[77168]: cluster 2024-08-29T19:00:08.635430+0000 mgr.y (mgr.25022) 2202 : cluster [DBG] pgmap v4274: 137 pgs: 137 active+clean; 4.6 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 70 KiB/s rd, 343 KiB/s wr, 30 op/s 2024-08-29T19:00:11.880 INFO:journalctl@ceph.mgr.y.smithi028.stdout:Aug 29 19:00:11 smithi028 bash[70818]: ::ffff:172.21.15.53 - - [29/Aug/2024:19:00:11] "GET /metrics HTTP/1.1" 200 36683 "" "Prometheus/2.43.0" 2024-08-29T19:00:12.576 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 19:00:12 smithi053 bash[68679]: cluster 2024-08-29T19:00:10.636287+0000 mgr.y (mgr.25022) 2203 : cluster [DBG] pgmap v4275: 137 pgs: 137 active+clean; 4.6 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 67 KiB/s rd, 343 KiB/s wr, 25 op/s 2024-08-29T19:00:12.576 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 19:00:12 smithi053 bash[68679]: audit 2024-08-29T19:00:12.170981+0000 mon.a (mon.0) 4205 : audit [DBG] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-29T19:00:12.576 INFO:journalctl@ceph.prometheus.a.smithi053.stdout:Aug 29 19:00:12 smithi053 bash[95567]: ts=2024-08-29T19:00:12.316Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"3167ee72-662c-11ef-bcd4-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-29T19:00:12.630 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 19:00:12 smithi028 bash[78352]: cluster 2024-08-29T19:00:10.636287+0000 mgr.y (mgr.25022) 2203 : cluster [DBG] pgmap v4275: 137 pgs: 137 active+clean; 4.6 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 67 KiB/s rd, 343 KiB/s wr, 25 op/s 2024-08-29T19:00:12.630 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 19:00:12 smithi028 bash[78352]: audit 2024-08-29T19:00:12.170981+0000 mon.a (mon.0) 4205 : audit [DBG] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-29T19:00:12.631 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 19:00:12 smithi028 bash[77168]: cluster 2024-08-29T19:00:10.636287+0000 mgr.y (mgr.25022) 2203 : cluster [DBG] pgmap v4275: 137 pgs: 137 active+clean; 4.6 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 67 KiB/s rd, 343 KiB/s wr, 25 op/s 2024-08-29T19:00:12.631 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 19:00:12 smithi028 bash[77168]: audit 2024-08-29T19:00:12.170981+0000 mon.a (mon.0) 4205 : audit [DBG] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-29T19:00:14.576 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 19:00:14 smithi053 bash[68679]: cluster 2024-08-29T19:00:12.636949+0000 mgr.y (mgr.25022) 2204 : cluster [DBG] pgmap v4276: 137 pgs: 137 active+clean; 4.6 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 18 KiB/s rd, 1.5 KiB/s wr, 25 op/s 2024-08-29T19:00:14.630 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 19:00:14 smithi028 bash[77168]: cluster 2024-08-29T19:00:12.636949+0000 mgr.y (mgr.25022) 2204 : cluster [DBG] pgmap v4276: 137 pgs: 137 active+clean; 4.6 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 18 KiB/s rd, 1.5 KiB/s wr, 25 op/s 2024-08-29T19:00:14.631 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 19:00:14 smithi028 bash[78352]: cluster 2024-08-29T19:00:12.636949+0000 mgr.y (mgr.25022) 2204 : cluster [DBG] pgmap v4276: 137 pgs: 137 active+clean; 4.6 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 18 KiB/s rd, 1.5 KiB/s wr, 25 op/s 2024-08-29T19:00:14.818 INFO:tasks.workunit.client.0.smithi028.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestImage::test_encryption_luks2 PASSED [ 57%] 2024-08-29T19:00:15.045 INFO:tasks.workunit.client.0.smithi028.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestImageId::test_read PASSED [ 58%] 2024-08-29T19:00:15.313 INFO:tasks.workunit.client.0.smithi028.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestImageId::test_write PASSED [ 58%] 2024-08-29T19:00:15.583 INFO:tasks.workunit.client.0.smithi028.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestImageId::test_resize PASSED [ 59%] 2024-08-29T19:00:16.576 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 19:00:16 smithi053 bash[68679]: cluster 2024-08-29T19:00:14.638256+0000 mgr.y (mgr.25022) 2205 : cluster [DBG] pgmap v4277: 137 pgs: 137 active+clean; 21 MiB data, 5.7 GiB used, 709 GiB / 715 GiB avail; 71 KiB/s rd, 1.3 MiB/s wr, 31 op/s 2024-08-29T19:00:16.631 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 19:00:16 smithi028 bash[78352]: cluster 2024-08-29T19:00:14.638256+0000 mgr.y (mgr.25022) 2205 : cluster [DBG] pgmap v4277: 137 pgs: 137 active+clean; 21 MiB data, 5.7 GiB used, 709 GiB / 715 GiB avail; 71 KiB/s rd, 1.3 MiB/s wr, 31 op/s 2024-08-29T19:00:16.631 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 19:00:16 smithi028 bash[77168]: cluster 2024-08-29T19:00:14.638256+0000 mgr.y (mgr.25022) 2205 : cluster [DBG] pgmap v4277: 137 pgs: 137 active+clean; 21 MiB data, 5.7 GiB used, 709 GiB / 715 GiB avail; 71 KiB/s rd, 1.3 MiB/s wr, 31 op/s 2024-08-29T19:00:17.576 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 19:00:17 smithi053 bash[68679]: cluster 2024-08-29T19:00:16.284859+0000 mon.a (mon.0) 4206 : cluster [DBG] osdmap e2554: 8 total, 8 up, 8 in 2024-08-29T19:00:17.632 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 19:00:17 smithi028 bash[78352]: cluster 2024-08-29T19:00:16.284859+0000 mon.a (mon.0) 4206 : cluster [DBG] osdmap e2554: 8 total, 8 up, 8 in 2024-08-29T19:00:17.633 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 19:00:17 smithi028 bash[77168]: cluster 2024-08-29T19:00:16.284859+0000 mon.a (mon.0) 4206 : cluster [DBG] osdmap e2554: 8 total, 8 up, 8 in 2024-08-29T19:00:18.576 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 19:00:18 smithi053 bash[68679]: cluster 2024-08-29T19:00:16.638951+0000 mgr.y (mgr.25022) 2206 : cluster [DBG] pgmap v4279: 137 pgs: 137 active+clean; 21 MiB data, 5.7 GiB used, 709 GiB / 715 GiB avail; 80 KiB/s rd, 1.6 MiB/s wr, 28 op/s 2024-08-29T19:00:18.576 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 19:00:18 smithi053 bash[68679]: cluster 2024-08-29T19:00:17.308921+0000 mon.a (mon.0) 4207 : cluster [DBG] osdmap e2555: 8 total, 8 up, 8 in 2024-08-29T19:00:18.631 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 19:00:18 smithi028 bash[77168]: cluster 2024-08-29T19:00:16.638951+0000 mgr.y (mgr.25022) 2206 : cluster [DBG] pgmap v4279: 137 pgs: 137 active+clean; 21 MiB data, 5.7 GiB used, 709 GiB / 715 GiB avail; 80 KiB/s rd, 1.6 MiB/s wr, 28 op/s 2024-08-29T19:00:18.631 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 19:00:18 smithi028 bash[77168]: cluster 2024-08-29T19:00:17.308921+0000 mon.a (mon.0) 4207 : cluster [DBG] osdmap e2555: 8 total, 8 up, 8 in 2024-08-29T19:00:18.631 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 19:00:18 smithi028 bash[78352]: cluster 2024-08-29T19:00:16.638951+0000 mgr.y (mgr.25022) 2206 : cluster [DBG] pgmap v4279: 137 pgs: 137 active+clean; 21 MiB data, 5.7 GiB used, 709 GiB / 715 GiB avail; 80 KiB/s rd, 1.6 MiB/s wr, 28 op/s 2024-08-29T19:00:18.631 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 19:00:18 smithi028 bash[78352]: cluster 2024-08-29T19:00:17.308921+0000 mon.a (mon.0) 4207 : cluster [DBG] osdmap e2555: 8 total, 8 up, 8 in 2024-08-29T19:00:19.576 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 19:00:19 smithi053 bash[68679]: cluster 2024-08-29T19:00:18.316765+0000 mon.a (mon.0) 4208 : cluster [DBG] osdmap e2556: 8 total, 8 up, 8 in 2024-08-29T19:00:19.577 INFO:tasks.workunit.client.0.smithi028.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestClone::test_with_params PASSED [ 59%] 2024-08-29T19:00:19.630 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 19:00:19 smithi028 bash[78352]: cluster 2024-08-29T19:00:18.316765+0000 mon.a (mon.0) 4208 : cluster [DBG] osdmap e2556: 8 total, 8 up, 8 in 2024-08-29T19:00:19.631 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 19:00:19 smithi028 bash[77168]: cluster 2024-08-29T19:00:18.316765+0000 mon.a (mon.0) 4208 : cluster [DBG] osdmap e2556: 8 total, 8 up, 8 in 2024-08-29T19:00:20.576 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 19:00:20 smithi053 bash[68679]: cluster 2024-08-29T19:00:18.639966+0000 mgr.y (mgr.25022) 2207 : cluster [DBG] pgmap v4282: 137 pgs: 137 active+clean; 8.6 MiB data, 5.7 GiB used, 709 GiB / 715 GiB avail; 190 KiB/s rd, 2.7 MiB/s wr, 125 op/s 2024-08-29T19:00:20.576 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 19:00:20 smithi053 bash[68679]: cluster 2024-08-29T19:00:19.326716+0000 mon.a (mon.0) 4209 : cluster [DBG] osdmap e2557: 8 total, 8 up, 8 in 2024-08-29T19:00:20.631 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 19:00:20 smithi028 bash[78352]: cluster 2024-08-29T19:00:18.639966+0000 mgr.y (mgr.25022) 2207 : cluster [DBG] pgmap v4282: 137 pgs: 137 active+clean; 8.6 MiB data, 5.7 GiB used, 709 GiB / 715 GiB avail; 190 KiB/s rd, 2.7 MiB/s wr, 125 op/s 2024-08-29T19:00:20.631 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 19:00:20 smithi028 bash[78352]: cluster 2024-08-29T19:00:19.326716+0000 mon.a (mon.0) 4209 : cluster [DBG] osdmap e2557: 8 total, 8 up, 8 in 2024-08-29T19:00:20.631 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 19:00:20 smithi028 bash[77168]: cluster 2024-08-29T19:00:18.639966+0000 mgr.y (mgr.25022) 2207 : cluster [DBG] pgmap v4282: 137 pgs: 137 active+clean; 8.6 MiB data, 5.7 GiB used, 709 GiB / 715 GiB avail; 190 KiB/s rd, 2.7 MiB/s wr, 125 op/s 2024-08-29T19:00:20.631 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 19:00:20 smithi028 bash[77168]: cluster 2024-08-29T19:00:19.326716+0000 mon.a (mon.0) 4209 : cluster [DBG] osdmap e2557: 8 total, 8 up, 8 in 2024-08-29T19:00:21.631 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 19:00:21 smithi028 bash[77168]: cluster 2024-08-29T19:00:20.334846+0000 mon.a (mon.0) 4210 : cluster [DBG] osdmap e2558: 8 total, 8 up, 8 in 2024-08-29T19:00:21.631 INFO:journalctl@ceph.mgr.y.smithi028.stdout:Aug 29 19:00:21 smithi028 bash[70818]: ::ffff:172.21.15.53 - - [29/Aug/2024:19:00:21] "GET /metrics HTTP/1.1" 200 36691 "" "Prometheus/2.43.0" 2024-08-29T19:00:21.631 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 19:00:21 smithi028 bash[78352]: cluster 2024-08-29T19:00:20.334846+0000 mon.a (mon.0) 4210 : cluster [DBG] osdmap e2558: 8 total, 8 up, 8 in 2024-08-29T19:00:21.826 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 19:00:21 smithi053 bash[68679]: cluster 2024-08-29T19:00:20.334846+0000 mon.a (mon.0) 4210 : cluster [DBG] osdmap e2558: 8 total, 8 up, 8 in 2024-08-29T19:00:22.576 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 19:00:22 smithi053 bash[68679]: cluster 2024-08-29T19:00:20.640876+0000 mgr.y (mgr.25022) 2208 : cluster [DBG] pgmap v4285: 137 pgs: 137 active+clean; 4.6 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 280 KiB/s rd, 20 KiB/s wr, 382 op/s 2024-08-29T19:00:22.576 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 19:00:22 smithi053 bash[68679]: cluster 2024-08-29T19:00:21.345454+0000 mon.a (mon.0) 4211 : cluster [DBG] osdmap e2559: 8 total, 8 up, 8 in 2024-08-29T19:00:22.576 INFO:journalctl@ceph.prometheus.a.smithi053.stdout:Aug 29 19:00:22 smithi053 bash[95567]: ts=2024-08-29T19:00:22.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"3167ee72-662c-11ef-bcd4-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-29T19:00:22.630 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 19:00:22 smithi028 bash[77168]: cluster 2024-08-29T19:00:20.640876+0000 mgr.y (mgr.25022) 2208 : cluster [DBG] pgmap v4285: 137 pgs: 137 active+clean; 4.6 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 280 KiB/s rd, 20 KiB/s wr, 382 op/s 2024-08-29T19:00:22.631 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 19:00:22 smithi028 bash[77168]: cluster 2024-08-29T19:00:21.345454+0000 mon.a (mon.0) 4211 : cluster [DBG] osdmap e2559: 8 total, 8 up, 8 in 2024-08-29T19:00:22.631 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 19:00:22 smithi028 bash[78352]: cluster 2024-08-29T19:00:20.640876+0000 mgr.y (mgr.25022) 2208 : cluster [DBG] pgmap v4285: 137 pgs: 137 active+clean; 4.6 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 280 KiB/s rd, 20 KiB/s wr, 382 op/s 2024-08-29T19:00:22.631 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 19:00:22 smithi028 bash[78352]: cluster 2024-08-29T19:00:21.345454+0000 mon.a (mon.0) 4211 : cluster [DBG] osdmap e2559: 8 total, 8 up, 8 in 2024-08-29T19:00:23.616 INFO:tasks.workunit.client.0.smithi028.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestClone::test_with_params2 PASSED [ 60%] 2024-08-29T19:00:23.630 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 19:00:23 smithi028 bash[77168]: cluster 2024-08-29T19:00:22.346928+0000 mon.a (mon.0) 4212 : cluster [DBG] osdmap e2560: 8 total, 8 up, 8 in 2024-08-29T19:00:23.631 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 19:00:23 smithi028 bash[78352]: cluster 2024-08-29T19:00:22.346928+0000 mon.a (mon.0) 4212 : cluster [DBG] osdmap e2560: 8 total, 8 up, 8 in 2024-08-29T19:00:23.826 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 19:00:23 smithi053 bash[68679]: cluster 2024-08-29T19:00:22.346928+0000 mon.a (mon.0) 4212 : cluster [DBG] osdmap e2560: 8 total, 8 up, 8 in 2024-08-29T19:00:24.826 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 19:00:24 smithi053 bash[68679]: cluster 2024-08-29T19:00:22.641672+0000 mgr.y (mgr.25022) 2209 : cluster [DBG] pgmap v4288: 137 pgs: 137 active+clean; 4.6 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 194 KiB/s rd, 16 KiB/s wr, 266 op/s 2024-08-29T19:00:24.826 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 19:00:24 smithi053 bash[68679]: cluster 2024-08-29T19:00:23.377510+0000 mon.a (mon.0) 4213 : cluster [DBG] osdmap e2561: 8 total, 8 up, 8 in 2024-08-29T19:00:24.881 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 19:00:24 smithi028 bash[78352]: cluster 2024-08-29T19:00:22.641672+0000 mgr.y (mgr.25022) 2209 : cluster [DBG] pgmap v4288: 137 pgs: 137 active+clean; 4.6 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 194 KiB/s rd, 16 KiB/s wr, 266 op/s 2024-08-29T19:00:24.881 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 19:00:24 smithi028 bash[78352]: cluster 2024-08-29T19:00:23.377510+0000 mon.a (mon.0) 4213 : cluster [DBG] osdmap e2561: 8 total, 8 up, 8 in 2024-08-29T19:00:24.881 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 19:00:24 smithi028 bash[77168]: cluster 2024-08-29T19:00:22.641672+0000 mgr.y (mgr.25022) 2209 : cluster [DBG] pgmap v4288: 137 pgs: 137 active+clean; 4.6 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 194 KiB/s rd, 16 KiB/s wr, 266 op/s 2024-08-29T19:00:24.881 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 19:00:24 smithi028 bash[77168]: cluster 2024-08-29T19:00:23.377510+0000 mon.a (mon.0) 4213 : cluster [DBG] osdmap e2561: 8 total, 8 up, 8 in 2024-08-29T19:00:25.647 INFO:tasks.workunit.client.0.smithi028.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestClone::test_with_params3 SKIPPED [ 61%] 2024-08-29T19:00:25.826 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 19:00:25 smithi053 bash[68679]: cluster 2024-08-29T19:00:24.378706+0000 mon.a (mon.0) 4214 : cluster [DBG] osdmap e2562: 8 total, 8 up, 8 in 2024-08-29T19:00:25.881 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 19:00:25 smithi028 bash[78352]: cluster 2024-08-29T19:00:24.378706+0000 mon.a (mon.0) 4214 : cluster [DBG] osdmap e2562: 8 total, 8 up, 8 in 2024-08-29T19:00:25.881 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 19:00:25 smithi028 bash[77168]: cluster 2024-08-29T19:00:24.378706+0000 mon.a (mon.0) 4214 : cluster [DBG] osdmap e2562: 8 total, 8 up, 8 in 2024-08-29T19:00:26.826 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 19:00:26 smithi053 bash[68679]: cluster 2024-08-29T19:00:24.642786+0000 mgr.y (mgr.25022) 2210 : cluster [DBG] pgmap v4291: 137 pgs: 137 active+clean; 4.6 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 183 KiB/s rd, 14 KiB/s wr, 253 op/s 2024-08-29T19:00:26.826 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 19:00:26 smithi053 bash[68679]: cluster 2024-08-29T19:00:25.399799+0000 mon.a (mon.0) 4215 : cluster [DBG] osdmap e2563: 8 total, 8 up, 8 in 2024-08-29T19:00:26.881 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 19:00:26 smithi028 bash[78352]: cluster 2024-08-29T19:00:24.642786+0000 mgr.y (mgr.25022) 2210 : cluster [DBG] pgmap v4291: 137 pgs: 137 active+clean; 4.6 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 183 KiB/s rd, 14 KiB/s wr, 253 op/s 2024-08-29T19:00:26.881 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 19:00:26 smithi028 bash[78352]: cluster 2024-08-29T19:00:25.399799+0000 mon.a (mon.0) 4215 : cluster [DBG] osdmap e2563: 8 total, 8 up, 8 in 2024-08-29T19:00:26.881 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 19:00:26 smithi028 bash[77168]: cluster 2024-08-29T19:00:24.642786+0000 mgr.y (mgr.25022) 2210 : cluster [DBG] pgmap v4291: 137 pgs: 137 active+clean; 4.6 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 183 KiB/s rd, 14 KiB/s wr, 253 op/s 2024-08-29T19:00:26.881 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 19:00:26 smithi028 bash[77168]: cluster 2024-08-29T19:00:25.399799+0000 mon.a (mon.0) 4215 : cluster [DBG] osdmap e2563: 8 total, 8 up, 8 in 2024-08-29T19:00:27.826 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 19:00:27 smithi053 bash[68679]: cluster 2024-08-29T19:00:26.403289+0000 mon.a (mon.0) 4216 : cluster [DBG] osdmap e2564: 8 total, 8 up, 8 in 2024-08-29T19:00:27.826 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 19:00:27 smithi053 bash[68679]: audit 2024-08-29T19:00:27.171568+0000 mon.a (mon.0) 4217 : audit [DBG] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-29T19:00:27.880 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 19:00:27 smithi028 bash[77168]: cluster 2024-08-29T19:00:26.403289+0000 mon.a (mon.0) 4216 : cluster [DBG] osdmap e2564: 8 total, 8 up, 8 in 2024-08-29T19:00:27.881 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 19:00:27 smithi028 bash[77168]: audit 2024-08-29T19:00:27.171568+0000 mon.a (mon.0) 4217 : audit [DBG] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-29T19:00:27.881 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 19:00:27 smithi028 bash[78352]: cluster 2024-08-29T19:00:26.403289+0000 mon.a (mon.0) 4216 : cluster [DBG] osdmap e2564: 8 total, 8 up, 8 in 2024-08-29T19:00:27.881 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 19:00:27 smithi028 bash[78352]: audit 2024-08-29T19:00:27.171568+0000 mon.a (mon.0) 4217 : audit [DBG] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-29T19:00:28.826 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 19:00:28 smithi053 bash[68679]: cluster 2024-08-29T19:00:26.643529+0000 mgr.y (mgr.25022) 2211 : cluster [DBG] pgmap v4294: 137 pgs: 137 active+clean; 4.6 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 226 KiB/s rd, 15 KiB/s wr, 306 op/s 2024-08-29T19:00:28.826 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 19:00:28 smithi053 bash[68679]: cluster 2024-08-29T19:00:27.424397+0000 mon.a (mon.0) 4218 : cluster [DBG] osdmap e2565: 8 total, 8 up, 8 in 2024-08-29T19:00:28.881 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 19:00:28 smithi028 bash[78352]: cluster 2024-08-29T19:00:26.643529+0000 mgr.y (mgr.25022) 2211 : cluster [DBG] pgmap v4294: 137 pgs: 137 active+clean; 4.6 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 226 KiB/s rd, 15 KiB/s wr, 306 op/s 2024-08-29T19:00:28.881 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 19:00:28 smithi028 bash[78352]: cluster 2024-08-29T19:00:27.424397+0000 mon.a (mon.0) 4218 : cluster [DBG] osdmap e2565: 8 total, 8 up, 8 in 2024-08-29T19:00:28.881 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 19:00:28 smithi028 bash[77168]: cluster 2024-08-29T19:00:26.643529+0000 mgr.y (mgr.25022) 2211 : cluster [DBG] pgmap v4294: 137 pgs: 137 active+clean; 4.6 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 226 KiB/s rd, 15 KiB/s wr, 306 op/s 2024-08-29T19:00:28.881 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 19:00:28 smithi028 bash[77168]: cluster 2024-08-29T19:00:27.424397+0000 mon.a (mon.0) 4218 : cluster [DBG] osdmap e2565: 8 total, 8 up, 8 in 2024-08-29T19:00:29.267 INFO:tasks.workunit.client.0.smithi028.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestClone::test_stripe_unit_and_count PASSED [ 61%] 2024-08-29T19:00:29.826 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 19:00:29 smithi053 bash[68679]: cluster 2024-08-29T19:00:28.434452+0000 mon.a (mon.0) 4219 : cluster [DBG] osdmap e2566: 8 total, 8 up, 8 in 2024-08-29T19:00:29.826 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 19:00:29 smithi053 bash[68679]: cluster 2024-08-29T19:00:29.027349+0000 mon.a (mon.0) 4220 : cluster [DBG] osdmap e2567: 8 total, 8 up, 8 in 2024-08-29T19:00:29.880 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 19:00:29 smithi028 bash[78352]: cluster 2024-08-29T19:00:28.434452+0000 mon.a (mon.0) 4219 : cluster [DBG] osdmap e2566: 8 total, 8 up, 8 in 2024-08-29T19:00:29.881 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 19:00:29 smithi028 bash[78352]: cluster 2024-08-29T19:00:29.027349+0000 mon.a (mon.0) 4220 : cluster [DBG] osdmap e2567: 8 total, 8 up, 8 in 2024-08-29T19:00:29.881 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 19:00:29 smithi028 bash[77168]: cluster 2024-08-29T19:00:28.434452+0000 mon.a (mon.0) 4219 : cluster [DBG] osdmap e2566: 8 total, 8 up, 8 in 2024-08-29T19:00:29.881 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 19:00:29 smithi028 bash[77168]: cluster 2024-08-29T19:00:29.027349+0000 mon.a (mon.0) 4220 : cluster [DBG] osdmap e2567: 8 total, 8 up, 8 in 2024-08-29T19:00:30.826 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 19:00:30 smithi053 bash[68679]: cluster 2024-08-29T19:00:28.644452+0000 mgr.y (mgr.25022) 2212 : cluster [DBG] pgmap v4297: 137 pgs: 137 active+clean; 4.6 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 220 KiB/s rd, 10 KiB/s wr, 286 op/s 2024-08-29T19:00:30.826 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 19:00:30 smithi053 bash[68679]: cluster 2024-08-29T19:00:30.031643+0000 mon.a (mon.0) 4221 : cluster [DBG] osdmap e2568: 8 total, 8 up, 8 in 2024-08-29T19:00:30.881 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 19:00:30 smithi028 bash[78352]: cluster 2024-08-29T19:00:28.644452+0000 mgr.y (mgr.25022) 2212 : cluster [DBG] pgmap v4297: 137 pgs: 137 active+clean; 4.6 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 220 KiB/s rd, 10 KiB/s wr, 286 op/s 2024-08-29T19:00:30.881 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 19:00:30 smithi028 bash[78352]: cluster 2024-08-29T19:00:30.031643+0000 mon.a (mon.0) 4221 : cluster [DBG] osdmap e2568: 8 total, 8 up, 8 in 2024-08-29T19:00:30.881 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 19:00:30 smithi028 bash[77168]: cluster 2024-08-29T19:00:28.644452+0000 mgr.y (mgr.25022) 2212 : cluster [DBG] pgmap v4297: 137 pgs: 137 active+clean; 4.6 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 220 KiB/s rd, 10 KiB/s wr, 286 op/s 2024-08-29T19:00:30.881 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 19:00:30 smithi028 bash[77168]: cluster 2024-08-29T19:00:30.031643+0000 mon.a (mon.0) 4221 : cluster [DBG] osdmap e2568: 8 total, 8 up, 8 in 2024-08-29T19:00:31.881 INFO:journalctl@ceph.mgr.y.smithi028.stdout:Aug 29 19:00:31 smithi028 bash[70818]: ::ffff:172.21.15.53 - - [29/Aug/2024:19:00:31] "GET /metrics HTTP/1.1" 200 36687 "" "Prometheus/2.43.0" 2024-08-29T19:00:32.316 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 19:00:32 smithi053 bash[68679]: cluster 2024-08-29T19:00:30.645371+0000 mgr.y (mgr.25022) 2213 : cluster [DBG] pgmap v4300: 137 pgs: 137 active+clean; 4.6 MiB data, 5.7 GiB used, 709 GiB / 715 GiB avail; 276 KiB/s rd, 23 KiB/s wr, 383 op/s 2024-08-29T19:00:32.316 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 19:00:32 smithi053 bash[68679]: cluster 2024-08-29T19:00:31.033084+0000 mon.a (mon.0) 4222 : cluster [DBG] osdmap e2569: 8 total, 8 up, 8 in 2024-08-29T19:00:32.381 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 19:00:32 smithi028 bash[77168]: cluster 2024-08-29T19:00:30.645371+0000 mgr.y (mgr.25022) 2213 : cluster [DBG] pgmap v4300: 137 pgs: 137 active+clean; 4.6 MiB data, 5.7 GiB used, 709 GiB / 715 GiB avail; 276 KiB/s rd, 23 KiB/s wr, 383 op/s 2024-08-29T19:00:32.381 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 19:00:32 smithi028 bash[77168]: cluster 2024-08-29T19:00:31.033084+0000 mon.a (mon.0) 4222 : cluster [DBG] osdmap e2569: 8 total, 8 up, 8 in 2024-08-29T19:00:32.381 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 19:00:32 smithi028 bash[78352]: cluster 2024-08-29T19:00:30.645371+0000 mgr.y (mgr.25022) 2213 : cluster [DBG] pgmap v4300: 137 pgs: 137 active+clean; 4.6 MiB data, 5.7 GiB used, 709 GiB / 715 GiB avail; 276 KiB/s rd, 23 KiB/s wr, 383 op/s 2024-08-29T19:00:32.381 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 19:00:32 smithi028 bash[78352]: cluster 2024-08-29T19:00:31.033084+0000 mon.a (mon.0) 4222 : cluster [DBG] osdmap e2569: 8 total, 8 up, 8 in 2024-08-29T19:00:32.576 INFO:journalctl@ceph.prometheus.a.smithi053.stdout:Aug 29 19:00:32 smithi053 bash[95567]: ts=2024-08-29T19:00:32.316Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"3167ee72-662c-11ef-bcd4-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-29T19:00:33.278 INFO:tasks.workunit.client.0.smithi028.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestClone::test_unprotected PASSED [ 62%] 2024-08-29T19:00:33.326 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 19:00:33 smithi053 bash[68679]: cluster 2024-08-29T19:00:32.041932+0000 mon.a (mon.0) 4223 : cluster [DBG] osdmap e2570: 8 total, 8 up, 8 in 2024-08-29T19:00:33.380 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 19:00:33 smithi028 bash[77168]: cluster 2024-08-29T19:00:32.041932+0000 mon.a (mon.0) 4223 : cluster [DBG] osdmap e2570: 8 total, 8 up, 8 in 2024-08-29T19:00:33.381 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 19:00:33 smithi028 bash[78352]: cluster 2024-08-29T19:00:32.041932+0000 mon.a (mon.0) 4223 : cluster [DBG] osdmap e2570: 8 total, 8 up, 8 in 2024-08-29T19:00:34.326 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 19:00:34 smithi053 bash[68679]: cluster 2024-08-29T19:00:32.646225+0000 mgr.y (mgr.25022) 2214 : cluster [DBG] pgmap v4303: 137 pgs: 137 active+clean; 4.6 MiB data, 5.7 GiB used, 709 GiB / 715 GiB avail; 172 KiB/s rd, 18 KiB/s wr, 246 op/s 2024-08-29T19:00:34.326 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 19:00:34 smithi053 bash[68679]: cluster 2024-08-29T19:00:33.051679+0000 mon.a (mon.0) 4224 : cluster [DBG] osdmap e2571: 8 total, 8 up, 8 in 2024-08-29T19:00:34.326 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 19:00:34 smithi053 bash[68679]: cluster 2024-08-29T19:00:34.032004+0000 mon.a (mon.0) 4225 : cluster [DBG] osdmap e2572: 8 total, 8 up, 8 in 2024-08-29T19:00:34.380 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 19:00:34 smithi028 bash[78352]: cluster 2024-08-29T19:00:32.646225+0000 mgr.y (mgr.25022) 2214 : cluster [DBG] pgmap v4303: 137 pgs: 137 active+clean; 4.6 MiB data, 5.7 GiB used, 709 GiB / 715 GiB avail; 172 KiB/s rd, 18 KiB/s wr, 246 op/s 2024-08-29T19:00:34.381 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 19:00:34 smithi028 bash[78352]: cluster 2024-08-29T19:00:33.051679+0000 mon.a (mon.0) 4224 : cluster [DBG] osdmap e2571: 8 total, 8 up, 8 in 2024-08-29T19:00:34.381 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 19:00:34 smithi028 bash[78352]: cluster 2024-08-29T19:00:34.032004+0000 mon.a (mon.0) 4225 : cluster [DBG] osdmap e2572: 8 total, 8 up, 8 in 2024-08-29T19:00:34.381 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 19:00:34 smithi028 bash[77168]: cluster 2024-08-29T19:00:32.646225+0000 mgr.y (mgr.25022) 2214 : cluster [DBG] pgmap v4303: 137 pgs: 137 active+clean; 4.6 MiB data, 5.7 GiB used, 709 GiB / 715 GiB avail; 172 KiB/s rd, 18 KiB/s wr, 246 op/s 2024-08-29T19:00:34.381 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 19:00:34 smithi028 bash[77168]: cluster 2024-08-29T19:00:33.051679+0000 mon.a (mon.0) 4224 : cluster [DBG] osdmap e2571: 8 total, 8 up, 8 in 2024-08-29T19:00:34.381 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 19:00:34 smithi028 bash[77168]: cluster 2024-08-29T19:00:34.032004+0000 mon.a (mon.0) 4225 : cluster [DBG] osdmap e2572: 8 total, 8 up, 8 in 2024-08-29T19:00:36.381 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 19:00:36 smithi028 bash[77168]: cluster 2024-08-29T19:00:34.647329+0000 mgr.y (mgr.25022) 2215 : cluster [DBG] pgmap v4306: 137 pgs: 137 active+clean; 4.6 MiB data, 5.7 GiB used, 709 GiB / 715 GiB avail; 263 KiB/s rd, 15 KiB/s wr, 347 op/s 2024-08-29T19:00:36.381 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 19:00:36 smithi028 bash[77168]: cluster 2024-08-29T19:00:35.067980+0000 mon.a (mon.0) 4226 : cluster [DBG] osdmap e2573: 8 total, 8 up, 8 in 2024-08-29T19:00:36.381 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 19:00:36 smithi028 bash[77168]: audit 2024-08-29T19:00:35.078688+0000 mon.c (mon.2) 139 : audit [INF] from='client.? 172.21.15.28:0/3921632946' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rbd-api-smithi028-119602-2","app": "rbd"}]: dispatch 2024-08-29T19:00:36.381 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 19:00:36 smithi028 bash[77168]: audit 2024-08-29T19:00:35.087013+0000 mon.a (mon.0) 4227 : audit [INF] from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rbd-api-smithi028-119602-2","app": "rbd"}]: dispatch 2024-08-29T19:00:36.381 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 19:00:36 smithi028 bash[78352]: cluster 2024-08-29T19:00:34.647329+0000 mgr.y (mgr.25022) 2215 : cluster [DBG] pgmap v4306: 137 pgs: 137 active+clean; 4.6 MiB data, 5.7 GiB used, 709 GiB / 715 GiB avail; 263 KiB/s rd, 15 KiB/s wr, 347 op/s 2024-08-29T19:00:36.381 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 19:00:36 smithi028 bash[78352]: cluster 2024-08-29T19:00:35.067980+0000 mon.a (mon.0) 4226 : cluster [DBG] osdmap e2573: 8 total, 8 up, 8 in 2024-08-29T19:00:36.382 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 19:00:36 smithi028 bash[78352]: audit 2024-08-29T19:00:35.078688+0000 mon.c (mon.2) 139 : audit [INF] from='client.? 172.21.15.28:0/3921632946' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rbd-api-smithi028-119602-2","app": "rbd"}]: dispatch 2024-08-29T19:00:36.382 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 19:00:36 smithi028 bash[78352]: audit 2024-08-29T19:00:35.087013+0000 mon.a (mon.0) 4227 : audit [INF] from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rbd-api-smithi028-119602-2","app": "rbd"}]: dispatch 2024-08-29T19:00:36.576 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 19:00:36 smithi053 bash[68679]: cluster 2024-08-29T19:00:34.647329+0000 mgr.y (mgr.25022) 2215 : cluster [DBG] pgmap v4306: 137 pgs: 137 active+clean; 4.6 MiB data, 5.7 GiB used, 709 GiB / 715 GiB avail; 263 KiB/s rd, 15 KiB/s wr, 347 op/s 2024-08-29T19:00:36.576 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 19:00:36 smithi053 bash[68679]: cluster 2024-08-29T19:00:35.067980+0000 mon.a (mon.0) 4226 : cluster [DBG] osdmap e2573: 8 total, 8 up, 8 in 2024-08-29T19:00:36.576 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 19:00:36 smithi053 bash[68679]: audit 2024-08-29T19:00:35.078688+0000 mon.c (mon.2) 139 : audit [INF] from='client.? 172.21.15.28:0/3921632946' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rbd-api-smithi028-119602-2","app": "rbd"}]: dispatch 2024-08-29T19:00:36.577 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 19:00:36 smithi053 bash[68679]: audit 2024-08-29T19:00:35.087013+0000 mon.a (mon.0) 4227 : audit [INF] from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rbd-api-smithi028-119602-2","app": "rbd"}]: dispatch 2024-08-29T19:00:37.381 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 19:00:37 smithi028 bash[78352]: audit 2024-08-29T19:00:36.063779+0000 mon.a (mon.0) 4228 : audit [INF] from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rbd-api-smithi028-119602-2","app": "rbd"}]': finished 2024-08-29T19:00:37.381 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 19:00:37 smithi028 bash[78352]: cluster 2024-08-29T19:00:36.072066+0000 mon.a (mon.0) 4229 : cluster [DBG] osdmap e2574: 8 total, 8 up, 8 in 2024-08-29T19:00:37.381 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 19:00:37 smithi028 bash[77168]: audit 2024-08-29T19:00:36.063779+0000 mon.a (mon.0) 4228 : audit [INF] from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rbd-api-smithi028-119602-2","app": "rbd"}]': finished 2024-08-29T19:00:37.381 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 19:00:37 smithi028 bash[77168]: cluster 2024-08-29T19:00:36.072066+0000 mon.a (mon.0) 4229 : cluster [DBG] osdmap e2574: 8 total, 8 up, 8 in 2024-08-29T19:00:37.576 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 19:00:37 smithi053 bash[68679]: audit 2024-08-29T19:00:36.063779+0000 mon.a (mon.0) 4228 : audit [INF] from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rbd-api-smithi028-119602-2","app": "rbd"}]': finished 2024-08-29T19:00:37.576 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 19:00:37 smithi053 bash[68679]: cluster 2024-08-29T19:00:36.072066+0000 mon.a (mon.0) 4229 : cluster [DBG] osdmap e2574: 8 total, 8 up, 8 in 2024-08-29T19:00:38.381 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 19:00:38 smithi028 bash[78352]: cluster 2024-08-29T19:00:36.648090+0000 mgr.y (mgr.25022) 2216 : cluster [DBG] pgmap v4309: 169 pgs: 4 creating+peering, 28 unknown, 137 active+clean; 4.6 MiB data, 5.7 GiB used, 709 GiB / 715 GiB avail; 197 KiB/s rd, 11 KiB/s wr, 257 op/s 2024-08-29T19:00:38.381 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 19:00:38 smithi028 bash[78352]: cluster 2024-08-29T19:00:37.103646+0000 mon.a (mon.0) 4230 : cluster [DBG] osdmap e2575: 8 total, 8 up, 8 in 2024-08-29T19:00:38.381 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 19:00:38 smithi028 bash[77168]: cluster 2024-08-29T19:00:36.648090+0000 mgr.y (mgr.25022) 2216 : cluster [DBG] pgmap v4309: 169 pgs: 4 creating+peering, 28 unknown, 137 active+clean; 4.6 MiB data, 5.7 GiB used, 709 GiB / 715 GiB avail; 197 KiB/s rd, 11 KiB/s wr, 257 op/s 2024-08-29T19:00:38.381 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 19:00:38 smithi028 bash[77168]: cluster 2024-08-29T19:00:37.103646+0000 mon.a (mon.0) 4230 : cluster [DBG] osdmap e2575: 8 total, 8 up, 8 in 2024-08-29T19:00:38.576 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 19:00:38 smithi053 bash[68679]: cluster 2024-08-29T19:00:36.648090+0000 mgr.y (mgr.25022) 2216 : cluster [DBG] pgmap v4309: 169 pgs: 4 creating+peering, 28 unknown, 137 active+clean; 4.6 MiB data, 5.7 GiB used, 709 GiB / 715 GiB avail; 197 KiB/s rd, 11 KiB/s wr, 257 op/s 2024-08-29T19:00:38.576 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 19:00:38 smithi053 bash[68679]: cluster 2024-08-29T19:00:37.103646+0000 mon.a (mon.0) 4230 : cluster [DBG] osdmap e2575: 8 total, 8 up, 8 in 2024-08-29T19:00:39.381 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 19:00:39 smithi028 bash[77168]: cluster 2024-08-29T19:00:38.113376+0000 mon.a (mon.0) 4231 : cluster [DBG] osdmap e2576: 8 total, 8 up, 8 in 2024-08-29T19:00:39.381 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 19:00:39 smithi028 bash[77168]: cluster 2024-08-29T19:00:39.034092+0000 mon.a (mon.0) 4232 : cluster [DBG] osdmap e2577: 8 total, 8 up, 8 in 2024-08-29T19:00:39.381 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 19:00:39 smithi028 bash[78352]: cluster 2024-08-29T19:00:38.113376+0000 mon.a (mon.0) 4231 : cluster [DBG] osdmap e2576: 8 total, 8 up, 8 in 2024-08-29T19:00:39.381 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 19:00:39 smithi028 bash[78352]: cluster 2024-08-29T19:00:39.034092+0000 mon.a (mon.0) 4232 : cluster [DBG] osdmap e2577: 8 total, 8 up, 8 in 2024-08-29T19:00:39.576 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 19:00:39 smithi053 bash[68679]: cluster 2024-08-29T19:00:38.113376+0000 mon.a (mon.0) 4231 : cluster [DBG] osdmap e2576: 8 total, 8 up, 8 in 2024-08-29T19:00:39.576 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 19:00:39 smithi053 bash[68679]: cluster 2024-08-29T19:00:39.034092+0000 mon.a (mon.0) 4232 : cluster [DBG] osdmap e2577: 8 total, 8 up, 8 in 2024-08-29T19:00:40.381 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 19:00:40 smithi028 bash[78352]: cluster 2024-08-29T19:00:38.649231+0000 mgr.y (mgr.25022) 2217 : cluster [DBG] pgmap v4312: 169 pgs: 4 creating+peering, 14 unknown, 151 active+clean; 4.6 MiB data, 5.7 GiB used, 709 GiB / 715 GiB avail; 15 KiB/s rd, 2.7 KiB/s wr, 21 op/s 2024-08-29T19:00:40.381 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 19:00:40 smithi028 bash[77168]: cluster 2024-08-29T19:00:38.649231+0000 mgr.y (mgr.25022) 2217 : cluster [DBG] pgmap v4312: 169 pgs: 4 creating+peering, 14 unknown, 151 active+clean; 4.6 MiB data, 5.7 GiB used, 709 GiB / 715 GiB avail; 15 KiB/s rd, 2.7 KiB/s wr, 21 op/s 2024-08-29T19:00:40.396 INFO:tasks.workunit.client.0.smithi028.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestClone::test_unprotect_with_children PASSED [ 62%] 2024-08-29T19:00:40.576 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 19:00:40 smithi053 bash[68679]: cluster 2024-08-29T19:00:38.649231+0000 mgr.y (mgr.25022) 2217 : cluster [DBG] pgmap v4312: 169 pgs: 4 creating+peering, 14 unknown, 151 active+clean; 4.6 MiB data, 5.7 GiB used, 709 GiB / 715 GiB avail; 15 KiB/s rd, 2.7 KiB/s wr, 21 op/s 2024-08-29T19:00:41.404 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 19:00:41 smithi028 bash[78352]: cluster 2024-08-29T19:00:40.134362+0000 mon.a (mon.0) 4233 : cluster [DBG] osdmap e2578: 8 total, 8 up, 8 in 2024-08-29T19:00:41.404 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 19:00:41 smithi028 bash[77168]: cluster 2024-08-29T19:00:40.134362+0000 mon.a (mon.0) 4233 : cluster [DBG] osdmap e2578: 8 total, 8 up, 8 in 2024-08-29T19:00:41.576 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 19:00:41 smithi053 bash[68679]: cluster 2024-08-29T19:00:40.134362+0000 mon.a (mon.0) 4233 : cluster [DBG] osdmap e2578: 8 total, 8 up, 8 in 2024-08-29T19:00:41.880 INFO:journalctl@ceph.mgr.y.smithi028.stdout:Aug 29 19:00:41 smithi028 bash[70818]: ::ffff:172.21.15.53 - - [29/Aug/2024:19:00:41] "GET /metrics HTTP/1.1" 200 36687 "" "Prometheus/2.43.0" 2024-08-29T19:00:42.404 INFO:tasks.workunit.client.0.smithi028.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestClone::test_stat PASSED [ 63%] 2024-08-29T19:00:42.576 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 19:00:42 smithi053 bash[68679]: cluster 2024-08-29T19:00:40.650202+0000 mgr.y (mgr.25022) 2218 : cluster [DBG] pgmap v4315: 137 pgs: 137 active+clean; 4.6 MiB data, 5.7 GiB used, 709 GiB / 715 GiB avail; 65 KiB/s rd, 4.0 KiB/s wr, 87 op/s 2024-08-29T19:00:42.576 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 19:00:42 smithi053 bash[68679]: cluster 2024-08-29T19:00:41.144906+0000 mon.a (mon.0) 4234 : cluster [DBG] osdmap e2579: 8 total, 8 up, 8 in 2024-08-29T19:00:42.576 INFO:journalctl@ceph.prometheus.a.smithi053.stdout:Aug 29 19:00:42 smithi053 bash[95567]: ts=2024-08-29T19:00:42.316Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"3167ee72-662c-11ef-bcd4-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-29T19:00:42.633 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 19:00:42 smithi028 bash[78352]: cluster 2024-08-29T19:00:40.650202+0000 mgr.y (mgr.25022) 2218 : cluster [DBG] pgmap v4315: 137 pgs: 137 active+clean; 4.6 MiB data, 5.7 GiB used, 709 GiB / 715 GiB avail; 65 KiB/s rd, 4.0 KiB/s wr, 87 op/s 2024-08-29T19:00:42.633 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 19:00:42 smithi028 bash[78352]: cluster 2024-08-29T19:00:41.144906+0000 mon.a (mon.0) 4234 : cluster [DBG] osdmap e2579: 8 total, 8 up, 8 in 2024-08-29T19:00:42.633 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 19:00:42 smithi028 bash[77168]: cluster 2024-08-29T19:00:40.650202+0000 mgr.y (mgr.25022) 2218 : cluster [DBG] pgmap v4315: 137 pgs: 137 active+clean; 4.6 MiB data, 5.7 GiB used, 709 GiB / 715 GiB avail; 65 KiB/s rd, 4.0 KiB/s wr, 87 op/s 2024-08-29T19:00:42.633 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 19:00:42 smithi028 bash[77168]: cluster 2024-08-29T19:00:41.144906+0000 mon.a (mon.0) 4234 : cluster [DBG] osdmap e2579: 8 total, 8 up, 8 in 2024-08-29T19:00:43.576 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 19:00:43 smithi053 bash[68679]: cluster 2024-08-29T19:00:42.145712+0000 mon.a (mon.0) 4235 : cluster [DBG] osdmap e2580: 8 total, 8 up, 8 in 2024-08-29T19:00:43.576 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 19:00:43 smithi053 bash[68679]: audit 2024-08-29T19:00:42.172593+0000 mon.a (mon.0) 4236 : audit [DBG] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-29T19:00:43.631 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 19:00:43 smithi028 bash[78352]: cluster 2024-08-29T19:00:42.145712+0000 mon.a (mon.0) 4235 : cluster [DBG] osdmap e2580: 8 total, 8 up, 8 in 2024-08-29T19:00:43.631 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 19:00:43 smithi028 bash[78352]: audit 2024-08-29T19:00:42.172593+0000 mon.a (mon.0) 4236 : audit [DBG] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-29T19:00:43.631 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 19:00:43 smithi028 bash[77168]: cluster 2024-08-29T19:00:42.145712+0000 mon.a (mon.0) 4235 : cluster [DBG] osdmap e2580: 8 total, 8 up, 8 in 2024-08-29T19:00:43.631 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 19:00:43 smithi028 bash[77168]: audit 2024-08-29T19:00:42.172593+0000 mon.a (mon.0) 4236 : audit [DBG] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-29T19:00:44.244 INFO:tasks.workunit.client.0.smithi028.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestClone::test_resize_stat PASSED [ 63%] 2024-08-29T19:00:44.576 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 19:00:44 smithi053 bash[68679]: cluster 2024-08-29T19:00:42.650989+0000 mgr.y (mgr.25022) 2219 : cluster [DBG] pgmap v4318: 137 pgs: 137 active+clean; 4.6 MiB data, 5.7 GiB used, 709 GiB / 715 GiB avail; 58 KiB/s rd, 1.7 KiB/s wr, 78 op/s 2024-08-29T19:00:44.576 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 19:00:44 smithi053 bash[68679]: cluster 2024-08-29T19:00:43.167643+0000 mon.a (mon.0) 4237 : cluster [DBG] osdmap e2581: 8 total, 8 up, 8 in 2024-08-29T19:00:44.576 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 19:00:44 smithi053 bash[68679]: cluster 2024-08-29T19:00:44.036340+0000 mon.a (mon.0) 4238 : cluster [DBG] osdmap e2582: 8 total, 8 up, 8 in 2024-08-29T19:00:44.631 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 19:00:44 smithi028 bash[78352]: cluster 2024-08-29T19:00:42.650989+0000 mgr.y (mgr.25022) 2219 : cluster [DBG] pgmap v4318: 137 pgs: 137 active+clean; 4.6 MiB data, 5.7 GiB used, 709 GiB / 715 GiB avail; 58 KiB/s rd, 1.7 KiB/s wr, 78 op/s 2024-08-29T19:00:44.631 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 19:00:44 smithi028 bash[78352]: cluster 2024-08-29T19:00:43.167643+0000 mon.a (mon.0) 4237 : cluster [DBG] osdmap e2581: 8 total, 8 up, 8 in 2024-08-29T19:00:44.631 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 19:00:44 smithi028 bash[78352]: cluster 2024-08-29T19:00:44.036340+0000 mon.a (mon.0) 4238 : cluster [DBG] osdmap e2582: 8 total, 8 up, 8 in 2024-08-29T19:00:44.631 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 19:00:44 smithi028 bash[77168]: cluster 2024-08-29T19:00:42.650989+0000 mgr.y (mgr.25022) 2219 : cluster [DBG] pgmap v4318: 137 pgs: 137 active+clean; 4.6 MiB data, 5.7 GiB used, 709 GiB / 715 GiB avail; 58 KiB/s rd, 1.7 KiB/s wr, 78 op/s 2024-08-29T19:00:44.631 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 19:00:44 smithi028 bash[77168]: cluster 2024-08-29T19:00:43.167643+0000 mon.a (mon.0) 4237 : cluster [DBG] osdmap e2581: 8 total, 8 up, 8 in 2024-08-29T19:00:44.631 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 19:00:44 smithi028 bash[77168]: cluster 2024-08-29T19:00:44.036340+0000 mon.a (mon.0) 4238 : cluster [DBG] osdmap e2582: 8 total, 8 up, 8 in 2024-08-29T19:00:46.411 INFO:tasks.workunit.client.0.smithi028.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestClone::test_resize_io PASSED [ 64%] 2024-08-29T19:00:46.576 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 19:00:46 smithi053 bash[68679]: cluster 2024-08-29T19:00:44.652273+0000 mgr.y (mgr.25022) 2220 : cluster [DBG] pgmap v4321: 137 pgs: 137 active+clean; 4.6 MiB data, 5.7 GiB used, 709 GiB / 715 GiB avail; 184 KiB/s rd, 18 KiB/s wr, 259 op/s 2024-08-29T19:00:46.576 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 19:00:46 smithi053 bash[68679]: cluster 2024-08-29T19:00:45.176323+0000 mon.a (mon.0) 4239 : cluster [DBG] osdmap e2583: 8 total, 8 up, 8 in 2024-08-29T19:00:46.630 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 19:00:46 smithi028 bash[77168]: cluster 2024-08-29T19:00:44.652273+0000 mgr.y (mgr.25022) 2220 : cluster [DBG] pgmap v4321: 137 pgs: 137 active+clean; 4.6 MiB data, 5.7 GiB used, 709 GiB / 715 GiB avail; 184 KiB/s rd, 18 KiB/s wr, 259 op/s 2024-08-29T19:00:46.631 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 19:00:46 smithi028 bash[77168]: cluster 2024-08-29T19:00:45.176323+0000 mon.a (mon.0) 4239 : cluster [DBG] osdmap e2583: 8 total, 8 up, 8 in 2024-08-29T19:00:46.631 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 19:00:46 smithi028 bash[78352]: cluster 2024-08-29T19:00:44.652273+0000 mgr.y (mgr.25022) 2220 : cluster [DBG] pgmap v4321: 137 pgs: 137 active+clean; 4.6 MiB data, 5.7 GiB used, 709 GiB / 715 GiB avail; 184 KiB/s rd, 18 KiB/s wr, 259 op/s 2024-08-29T19:00:46.631 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 19:00:46 smithi028 bash[78352]: cluster 2024-08-29T19:00:45.176323+0000 mon.a (mon.0) 4239 : cluster [DBG] osdmap e2583: 8 total, 8 up, 8 in 2024-08-29T19:00:47.576 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 19:00:47 smithi053 bash[68679]: cluster 2024-08-29T19:00:46.179253+0000 mon.a (mon.0) 4240 : cluster [DBG] osdmap e2584: 8 total, 8 up, 8 in 2024-08-29T19:00:47.630 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 19:00:47 smithi028 bash[77168]: cluster 2024-08-29T19:00:46.179253+0000 mon.a (mon.0) 4240 : cluster [DBG] osdmap e2584: 8 total, 8 up, 8 in 2024-08-29T19:00:47.630 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 19:00:47 smithi028 bash[78352]: cluster 2024-08-29T19:00:46.179253+0000 mon.a (mon.0) 4240 : cluster [DBG] osdmap e2584: 8 total, 8 up, 8 in 2024-08-29T19:00:48.490 INFO:tasks.workunit.client.0.smithi028.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestClone::test_read PASSED [ 65%] 2024-08-29T19:00:48.576 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 19:00:48 smithi053 bash[68679]: cluster 2024-08-29T19:00:46.653048+0000 mgr.y (mgr.25022) 2221 : cluster [DBG] pgmap v4324: 137 pgs: 137 active+clean; 4.6 MiB data, 5.7 GiB used, 709 GiB / 715 GiB avail; 236 KiB/s rd, 20 KiB/s wr, 322 op/s 2024-08-29T19:00:48.576 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 19:00:48 smithi053 bash[68679]: cluster 2024-08-29T19:00:47.201984+0000 mon.a (mon.0) 4241 : cluster [DBG] osdmap e2585: 8 total, 8 up, 8 in 2024-08-29T19:00:48.576 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 19:00:48 smithi053 bash[68679]: audit 2024-08-29T19:00:47.291150+0000 mon.a (mon.0) 4242 : audit [DBG] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-29T19:00:48.576 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 19:00:48 smithi053 bash[68679]: audit 2024-08-29T19:00:48.056177+0000 mon.a (mon.0) 4243 : audit [DBG] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-29T19:00:48.576 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 19:00:48 smithi053 bash[68679]: audit 2024-08-29T19:00:48.057341+0000 mon.a (mon.0) 4244 : audit [INF] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-29T19:00:48.576 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 19:00:48 smithi053 bash[68679]: audit 2024-08-29T19:00:48.067846+0000 mon.a (mon.0) 4245 : audit [INF] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' 2024-08-29T19:00:48.631 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 19:00:48 smithi028 bash[78352]: cluster 2024-08-29T19:00:46.653048+0000 mgr.y (mgr.25022) 2221 : cluster [DBG] pgmap v4324: 137 pgs: 137 active+clean; 4.6 MiB data, 5.7 GiB used, 709 GiB / 715 GiB avail; 236 KiB/s rd, 20 KiB/s wr, 322 op/s 2024-08-29T19:00:48.631 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 19:00:48 smithi028 bash[78352]: cluster 2024-08-29T19:00:47.201984+0000 mon.a (mon.0) 4241 : cluster [DBG] osdmap e2585: 8 total, 8 up, 8 in 2024-08-29T19:00:48.631 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 19:00:48 smithi028 bash[78352]: audit 2024-08-29T19:00:47.291150+0000 mon.a (mon.0) 4242 : audit [DBG] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-29T19:00:48.631 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 19:00:48 smithi028 bash[78352]: audit 2024-08-29T19:00:48.056177+0000 mon.a (mon.0) 4243 : audit [DBG] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-29T19:00:48.631 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 19:00:48 smithi028 bash[78352]: audit 2024-08-29T19:00:48.057341+0000 mon.a (mon.0) 4244 : audit [INF] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-29T19:00:48.631 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 19:00:48 smithi028 bash[78352]: audit 2024-08-29T19:00:48.067846+0000 mon.a (mon.0) 4245 : audit [INF] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' 2024-08-29T19:00:48.632 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 19:00:48 smithi028 bash[77168]: cluster 2024-08-29T19:00:46.653048+0000 mgr.y (mgr.25022) 2221 : cluster [DBG] pgmap v4324: 137 pgs: 137 active+clean; 4.6 MiB data, 5.7 GiB used, 709 GiB / 715 GiB avail; 236 KiB/s rd, 20 KiB/s wr, 322 op/s 2024-08-29T19:00:48.632 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 19:00:48 smithi028 bash[77168]: cluster 2024-08-29T19:00:47.201984+0000 mon.a (mon.0) 4241 : cluster [DBG] osdmap e2585: 8 total, 8 up, 8 in 2024-08-29T19:00:48.632 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 19:00:48 smithi028 bash[77168]: audit 2024-08-29T19:00:47.291150+0000 mon.a (mon.0) 4242 : audit [DBG] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-29T19:00:48.632 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 19:00:48 smithi028 bash[77168]: audit 2024-08-29T19:00:48.056177+0000 mon.a (mon.0) 4243 : audit [DBG] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-29T19:00:48.632 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 19:00:48 smithi028 bash[77168]: audit 2024-08-29T19:00:48.057341+0000 mon.a (mon.0) 4244 : audit [INF] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-29T19:00:48.632 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 19:00:48 smithi028 bash[77168]: audit 2024-08-29T19:00:48.067846+0000 mon.a (mon.0) 4245 : audit [INF] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' 2024-08-29T19:00:49.576 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 19:00:49 smithi053 bash[68679]: cluster 2024-08-29T19:00:48.211735+0000 mon.a (mon.0) 4246 : cluster [DBG] osdmap e2586: 8 total, 8 up, 8 in 2024-08-29T19:00:49.576 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 19:00:49 smithi053 bash[68679]: cluster 2024-08-29T19:00:49.039266+0000 mon.a (mon.0) 4247 : cluster [DBG] osdmap e2587: 8 total, 8 up, 8 in 2024-08-29T19:00:49.631 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 19:00:49 smithi028 bash[78352]: cluster 2024-08-29T19:00:48.211735+0000 mon.a (mon.0) 4246 : cluster [DBG] osdmap e2586: 8 total, 8 up, 8 in 2024-08-29T19:00:49.631 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 19:00:49 smithi028 bash[78352]: cluster 2024-08-29T19:00:49.039266+0000 mon.a (mon.0) 4247 : cluster [DBG] osdmap e2587: 8 total, 8 up, 8 in 2024-08-29T19:00:49.631 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 19:00:49 smithi028 bash[77168]: cluster 2024-08-29T19:00:48.211735+0000 mon.a (mon.0) 4246 : cluster [DBG] osdmap e2586: 8 total, 8 up, 8 in 2024-08-29T19:00:49.631 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 19:00:49 smithi028 bash[77168]: cluster 2024-08-29T19:00:49.039266+0000 mon.a (mon.0) 4247 : cluster [DBG] osdmap e2587: 8 total, 8 up, 8 in 2024-08-29T19:00:50.487 INFO:tasks.workunit.client.0.smithi028.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestClone::test_write PASSED [ 65%] 2024-08-29T19:00:50.576 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 19:00:50 smithi053 bash[68679]: cluster 2024-08-29T19:00:48.654118+0000 mgr.y (mgr.25022) 2222 : cluster [DBG] pgmap v4327: 137 pgs: 137 active+clean; 4.6 MiB data, 5.7 GiB used, 709 GiB / 715 GiB avail; 216 KiB/s rd, 13 KiB/s wr, 282 op/s 2024-08-29T19:00:50.631 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 19:00:50 smithi028 bash[78352]: cluster 2024-08-29T19:00:48.654118+0000 mgr.y (mgr.25022) 2222 : cluster [DBG] pgmap v4327: 137 pgs: 137 active+clean; 4.6 MiB data, 5.7 GiB used, 709 GiB / 715 GiB avail; 216 KiB/s rd, 13 KiB/s wr, 282 op/s 2024-08-29T19:00:50.631 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 19:00:50 smithi028 bash[77168]: cluster 2024-08-29T19:00:48.654118+0000 mgr.y (mgr.25022) 2222 : cluster [DBG] pgmap v4327: 137 pgs: 137 active+clean; 4.6 MiB data, 5.7 GiB used, 709 GiB / 715 GiB avail; 216 KiB/s rd, 13 KiB/s wr, 282 op/s 2024-08-29T19:00:51.576 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 19:00:51 smithi053 bash[68679]: cluster 2024-08-29T19:00:50.233977+0000 mon.a (mon.0) 4248 : cluster [DBG] osdmap e2588: 8 total, 8 up, 8 in 2024-08-29T19:00:51.630 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 19:00:51 smithi028 bash[77168]: cluster 2024-08-29T19:00:50.233977+0000 mon.a (mon.0) 4248 : cluster [DBG] osdmap e2588: 8 total, 8 up, 8 in 2024-08-29T19:00:51.631 INFO:journalctl@ceph.mgr.y.smithi028.stdout:Aug 29 19:00:51 smithi028 bash[70818]: ::ffff:172.21.15.53 - - [29/Aug/2024:19:00:51] "GET /metrics HTTP/1.1" 200 36691 "" "Prometheus/2.43.0" 2024-08-29T19:00:51.631 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 19:00:51 smithi028 bash[78352]: cluster 2024-08-29T19:00:50.233977+0000 mon.a (mon.0) 4248 : cluster [DBG] osdmap e2588: 8 total, 8 up, 8 in 2024-08-29T19:00:52.576 INFO:journalctl@ceph.prometheus.a.smithi053.stdout:Aug 29 19:00:52 smithi053 bash[95567]: ts=2024-08-29T19:00:52.317Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"3167ee72-662c-11ef-bcd4-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-29T19:00:52.576 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 19:00:52 smithi053 bash[68679]: cluster 2024-08-29T19:00:50.654997+0000 mgr.y (mgr.25022) 2223 : cluster [DBG] pgmap v4330: 137 pgs: 137 active+clean; 4.6 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 332 KiB/s rd, 27 KiB/s wr, 449 op/s 2024-08-29T19:00:52.576 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 19:00:52 smithi053 bash[68679]: cluster 2024-08-29T19:00:51.244237+0000 mon.a (mon.0) 4249 : cluster [DBG] osdmap e2589: 8 total, 8 up, 8 in 2024-08-29T19:00:52.630 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 19:00:52 smithi028 bash[77168]: cluster 2024-08-29T19:00:50.654997+0000 mgr.y (mgr.25022) 2223 : cluster [DBG] pgmap v4330: 137 pgs: 137 active+clean; 4.6 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 332 KiB/s rd, 27 KiB/s wr, 449 op/s 2024-08-29T19:00:52.630 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 19:00:52 smithi028 bash[77168]: cluster 2024-08-29T19:00:51.244237+0000 mon.a (mon.0) 4249 : cluster [DBG] osdmap e2589: 8 total, 8 up, 8 in 2024-08-29T19:00:52.631 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 19:00:52 smithi028 bash[78352]: cluster 2024-08-29T19:00:50.654997+0000 mgr.y (mgr.25022) 2223 : cluster [DBG] pgmap v4330: 137 pgs: 137 active+clean; 4.6 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 332 KiB/s rd, 27 KiB/s wr, 449 op/s 2024-08-29T19:00:52.631 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 19:00:52 smithi028 bash[78352]: cluster 2024-08-29T19:00:51.244237+0000 mon.a (mon.0) 4249 : cluster [DBG] osdmap e2589: 8 total, 8 up, 8 in 2024-08-29T19:00:54.576 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 19:00:54 smithi053 bash[68679]: cluster 2024-08-29T19:00:52.655821+0000 mgr.y (mgr.25022) 2224 : cluster [DBG] pgmap v4332: 137 pgs: 137 active+clean; 4.6 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 298 KiB/s rd, 23 KiB/s wr, 402 op/s 2024-08-29T19:00:54.576 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 19:00:54 smithi053 bash[68679]: cluster 2024-08-29T19:00:54.041011+0000 mon.a (mon.0) 4250 : cluster [DBG] osdmap e2590: 8 total, 8 up, 8 in 2024-08-29T19:00:54.631 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 19:00:54 smithi028 bash[77168]: cluster 2024-08-29T19:00:52.655821+0000 mgr.y (mgr.25022) 2224 : cluster [DBG] pgmap v4332: 137 pgs: 137 active+clean; 4.6 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 298 KiB/s rd, 23 KiB/s wr, 402 op/s 2024-08-29T19:00:54.631 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 19:00:54 smithi028 bash[77168]: cluster 2024-08-29T19:00:54.041011+0000 mon.a (mon.0) 4250 : cluster [DBG] osdmap e2590: 8 total, 8 up, 8 in 2024-08-29T19:00:54.631 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 19:00:54 smithi028 bash[78352]: cluster 2024-08-29T19:00:52.655821+0000 mgr.y (mgr.25022) 2224 : cluster [DBG] pgmap v4332: 137 pgs: 137 active+clean; 4.6 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 298 KiB/s rd, 23 KiB/s wr, 402 op/s 2024-08-29T19:00:54.632 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 19:00:54 smithi028 bash[78352]: cluster 2024-08-29T19:00:54.041011+0000 mon.a (mon.0) 4250 : cluster [DBG] osdmap e2590: 8 total, 8 up, 8 in 2024-08-29T19:00:56.576 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 19:00:56 smithi053 bash[68679]: cluster 2024-08-29T19:00:54.657063+0000 mgr.y (mgr.25022) 2225 : cluster [DBG] pgmap v4334: 137 pgs: 137 active+clean; 4.6 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 638 KiB/s rd, 26 KiB/s wr, 799 op/s 2024-08-29T19:00:56.631 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 19:00:56 smithi028 bash[77168]: cluster 2024-08-29T19:00:54.657063+0000 mgr.y (mgr.25022) 2225 : cluster [DBG] pgmap v4334: 137 pgs: 137 active+clean; 4.6 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 638 KiB/s rd, 26 KiB/s wr, 799 op/s 2024-08-29T19:00:56.631 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 19:00:56 smithi028 bash[78352]: cluster 2024-08-29T19:00:54.657063+0000 mgr.y (mgr.25022) 2225 : cluster [DBG] pgmap v4334: 137 pgs: 137 active+clean; 4.6 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 638 KiB/s rd, 26 KiB/s wr, 799 op/s 2024-08-29T19:00:57.576 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 19:00:57 smithi053 bash[68679]: audit 2024-08-29T19:00:57.172502+0000 mon.a (mon.0) 4251 : audit [DBG] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-29T19:00:57.631 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 19:00:57 smithi028 bash[78352]: audit 2024-08-29T19:00:57.172502+0000 mon.a (mon.0) 4251 : audit [DBG] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-29T19:00:57.631 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 19:00:57 smithi028 bash[77168]: audit 2024-08-29T19:00:57.172502+0000 mon.a (mon.0) 4251 : audit [DBG] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-29T19:00:58.576 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 19:00:58 smithi053 bash[68679]: cluster 2024-08-29T19:00:56.657986+0000 mgr.y (mgr.25022) 2226 : cluster [DBG] pgmap v4335: 137 pgs: 137 active+clean; 4.6 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 526 KiB/s rd, 15 KiB/s wr, 642 op/s 2024-08-29T19:00:58.631 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 19:00:58 smithi028 bash[77168]: cluster 2024-08-29T19:00:56.657986+0000 mgr.y (mgr.25022) 2226 : cluster [DBG] pgmap v4335: 137 pgs: 137 active+clean; 4.6 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 526 KiB/s rd, 15 KiB/s wr, 642 op/s 2024-08-29T19:00:58.631 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 19:00:58 smithi028 bash[78352]: cluster 2024-08-29T19:00:56.657986+0000 mgr.y (mgr.25022) 2226 : cluster [DBG] pgmap v4335: 137 pgs: 137 active+clean; 4.6 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 526 KiB/s rd, 15 KiB/s wr, 642 op/s 2024-08-29T19:01:00.326 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 19:01:00 smithi053 bash[68679]: cluster 2024-08-29T19:00:58.659202+0000 mgr.y (mgr.25022) 2227 : cluster [DBG] pgmap v4336: 137 pgs: 137 active+clean; 4.6 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 702 KiB/s rd, 12 KiB/s wr, 835 op/s 2024-08-29T19:01:00.326 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 19:01:00 smithi053 bash[68679]: cluster 2024-08-29T19:00:59.042958+0000 mon.a (mon.0) 4252 : cluster [DBG] osdmap e2591: 8 total, 8 up, 8 in 2024-08-29T19:01:00.381 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 19:01:00 smithi028 bash[77168]: cluster 2024-08-29T19:00:58.659202+0000 mgr.y (mgr.25022) 2227 : cluster [DBG] pgmap v4336: 137 pgs: 137 active+clean; 4.6 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 702 KiB/s rd, 12 KiB/s wr, 835 op/s 2024-08-29T19:01:00.381 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 19:01:00 smithi028 bash[77168]: cluster 2024-08-29T19:00:59.042958+0000 mon.a (mon.0) 4252 : cluster [DBG] osdmap e2591: 8 total, 8 up, 8 in 2024-08-29T19:01:00.381 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 19:01:00 smithi028 bash[78352]: cluster 2024-08-29T19:00:58.659202+0000 mgr.y (mgr.25022) 2227 : cluster [DBG] pgmap v4336: 137 pgs: 137 active+clean; 4.6 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 702 KiB/s rd, 12 KiB/s wr, 835 op/s 2024-08-29T19:01:00.381 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 19:01:00 smithi028 bash[78352]: cluster 2024-08-29T19:00:59.042958+0000 mon.a (mon.0) 4252 : cluster [DBG] osdmap e2591: 8 total, 8 up, 8 in 2024-08-29T19:01:01.881 INFO:journalctl@ceph.mgr.y.smithi028.stdout:Aug 29 19:01:01 smithi028 bash[70818]: ::ffff:172.21.15.53 - - [29/Aug/2024:19:01:01] "GET /metrics HTTP/1.1" 200 36692 "" "Prometheus/2.43.0" 2024-08-29T19:01:02.316 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 19:01:02 smithi053 bash[68679]: cluster 2024-08-29T19:01:00.660708+0000 mgr.y (mgr.25022) 2228 : cluster [DBG] pgmap v4338: 137 pgs: 137 active+clean; 4.6 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 1.0 MiB/s rd, 14 KiB/s wr, 1.24k op/s 2024-08-29T19:01:02.381 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 19:01:02 smithi028 bash[77168]: cluster 2024-08-29T19:01:00.660708+0000 mgr.y (mgr.25022) 2228 : cluster [DBG] pgmap v4338: 137 pgs: 137 active+clean; 4.6 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 1.0 MiB/s rd, 14 KiB/s wr, 1.24k op/s 2024-08-29T19:01:02.381 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 19:01:02 smithi028 bash[78352]: cluster 2024-08-29T19:01:00.660708+0000 mgr.y (mgr.25022) 2228 : cluster [DBG] pgmap v4338: 137 pgs: 137 active+clean; 4.6 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 1.0 MiB/s rd, 14 KiB/s wr, 1.24k op/s 2024-08-29T19:01:02.576 INFO:journalctl@ceph.prometheus.a.smithi053.stdout:Aug 29 19:01:02 smithi053 bash[95567]: ts=2024-08-29T19:01:02.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"3167ee72-662c-11ef-bcd4-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-29T19:01:03.307 INFO:tasks.workunit.client.0.smithi028.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestClone::test_list_children PASSED [ 66%] 2024-08-29T19:01:04.326 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 19:01:04 smithi053 bash[68679]: cluster 2024-08-29T19:01:02.661660+0000 mgr.y (mgr.25022) 2229 : cluster [DBG] pgmap v4339: 137 pgs: 137 active+clean; 4.6 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 989 KiB/s rd, 11 KiB/s wr, 1.16k op/s 2024-08-29T19:01:04.326 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 19:01:04 smithi053 bash[68679]: cluster 2024-08-29T19:01:03.057026+0000 mon.a (mon.0) 4253 : cluster [DBG] osdmap e2592: 8 total, 8 up, 8 in 2024-08-29T19:01:04.381 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 19:01:04 smithi028 bash[78352]: cluster 2024-08-29T19:01:02.661660+0000 mgr.y (mgr.25022) 2229 : cluster [DBG] pgmap v4339: 137 pgs: 137 active+clean; 4.6 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 989 KiB/s rd, 11 KiB/s wr, 1.16k op/s 2024-08-29T19:01:04.381 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 19:01:04 smithi028 bash[78352]: cluster 2024-08-29T19:01:03.057026+0000 mon.a (mon.0) 4253 : cluster [DBG] osdmap e2592: 8 total, 8 up, 8 in 2024-08-29T19:01:04.381 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 19:01:04 smithi028 bash[77168]: cluster 2024-08-29T19:01:02.661660+0000 mgr.y (mgr.25022) 2229 : cluster [DBG] pgmap v4339: 137 pgs: 137 active+clean; 4.6 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 989 KiB/s rd, 11 KiB/s wr, 1.16k op/s 2024-08-29T19:01:04.381 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 19:01:04 smithi028 bash[77168]: cluster 2024-08-29T19:01:03.057026+0000 mon.a (mon.0) 4253 : cluster [DBG] osdmap e2592: 8 total, 8 up, 8 in 2024-08-29T19:01:05.326 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 19:01:05 smithi053 bash[68679]: cluster 2024-08-29T19:01:04.072309+0000 mon.a (mon.0) 4254 : cluster [DBG] osdmap e2593: 8 total, 8 up, 8 in 2024-08-29T19:01:05.381 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 19:01:05 smithi028 bash[78352]: cluster 2024-08-29T19:01:04.072309+0000 mon.a (mon.0) 4254 : cluster [DBG] osdmap e2593: 8 total, 8 up, 8 in 2024-08-29T19:01:05.381 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 19:01:05 smithi028 bash[77168]: cluster 2024-08-29T19:01:04.072309+0000 mon.a (mon.0) 4254 : cluster [DBG] osdmap e2593: 8 total, 8 up, 8 in 2024-08-29T19:01:06.326 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 19:01:06 smithi053 bash[68679]: cluster 2024-08-29T19:01:04.662909+0000 mgr.y (mgr.25022) 2230 : cluster [DBG] pgmap v4342: 137 pgs: 137 active+clean; 4.6 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 1020 KiB/s rd, 13 KiB/s wr, 1.21k op/s 2024-08-29T19:01:06.326 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 19:01:06 smithi053 bash[68679]: cluster 2024-08-29T19:01:05.079111+0000 mon.a (mon.0) 4255 : cluster [DBG] osdmap e2594: 8 total, 8 up, 8 in 2024-08-29T19:01:06.381 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 19:01:06 smithi028 bash[77168]: cluster 2024-08-29T19:01:04.662909+0000 mgr.y (mgr.25022) 2230 : cluster [DBG] pgmap v4342: 137 pgs: 137 active+clean; 4.6 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 1020 KiB/s rd, 13 KiB/s wr, 1.21k op/s 2024-08-29T19:01:06.381 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 19:01:06 smithi028 bash[77168]: cluster 2024-08-29T19:01:05.079111+0000 mon.a (mon.0) 4255 : cluster [DBG] osdmap e2594: 8 total, 8 up, 8 in 2024-08-29T19:01:06.381 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 19:01:06 smithi028 bash[78352]: cluster 2024-08-29T19:01:04.662909+0000 mgr.y (mgr.25022) 2230 : cluster [DBG] pgmap v4342: 137 pgs: 137 active+clean; 4.6 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 1020 KiB/s rd, 13 KiB/s wr, 1.21k op/s 2024-08-29T19:01:06.381 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 19:01:06 smithi028 bash[78352]: cluster 2024-08-29T19:01:05.079111+0000 mon.a (mon.0) 4255 : cluster [DBG] osdmap e2594: 8 total, 8 up, 8 in 2024-08-29T19:01:07.332 INFO:tasks.workunit.client.0.smithi028.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestClone::test_flatten_errors PASSED [ 66%] 2024-08-29T19:01:07.381 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 19:01:07 smithi028 bash[78352]: cluster 2024-08-29T19:01:06.087793+0000 mon.a (mon.0) 4256 : cluster [DBG] osdmap e2595: 8 total, 8 up, 8 in 2024-08-29T19:01:07.381 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 19:01:07 smithi028 bash[77168]: cluster 2024-08-29T19:01:06.087793+0000 mon.a (mon.0) 4256 : cluster [DBG] osdmap e2595: 8 total, 8 up, 8 in 2024-08-29T19:01:07.576 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 19:01:07 smithi053 bash[68679]: cluster 2024-08-29T19:01:06.087793+0000 mon.a (mon.0) 4256 : cluster [DBG] osdmap e2595: 8 total, 8 up, 8 in 2024-08-29T19:01:08.076 INFO:journalctl@ceph.grafana.a.smithi053.stdout:Aug 29 19:01:07 smithi053 bash[99048]: logger=cleanup t=2024-08-29T19:01:07.594051378Z level=info msg="Completed cleanup jobs" duration=59.819668ms 2024-08-29T19:01:08.381 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 19:01:08 smithi028 bash[78352]: cluster 2024-08-29T19:01:06.663632+0000 mgr.y (mgr.25022) 2231 : cluster [DBG] pgmap v4345: 137 pgs: 137 active+clean; 4.6 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 774 KiB/s rd, 17 KiB/s wr, 946 op/s 2024-08-29T19:01:08.381 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 19:01:08 smithi028 bash[78352]: cluster 2024-08-29T19:01:07.098121+0000 mon.a (mon.0) 4257 : cluster [DBG] osdmap e2596: 8 total, 8 up, 8 in 2024-08-29T19:01:08.381 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 19:01:08 smithi028 bash[77168]: cluster 2024-08-29T19:01:06.663632+0000 mgr.y (mgr.25022) 2231 : cluster [DBG] pgmap v4345: 137 pgs: 137 active+clean; 4.6 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 774 KiB/s rd, 17 KiB/s wr, 946 op/s 2024-08-29T19:01:08.381 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 19:01:08 smithi028 bash[77168]: cluster 2024-08-29T19:01:07.098121+0000 mon.a (mon.0) 4257 : cluster [DBG] osdmap e2596: 8 total, 8 up, 8 in 2024-08-29T19:01:08.576 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 19:01:08 smithi053 bash[68679]: cluster 2024-08-29T19:01:06.663632+0000 mgr.y (mgr.25022) 2231 : cluster [DBG] pgmap v4345: 137 pgs: 137 active+clean; 4.6 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 774 KiB/s rd, 17 KiB/s wr, 946 op/s 2024-08-29T19:01:08.577 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 19:01:08 smithi053 bash[68679]: cluster 2024-08-29T19:01:07.098121+0000 mon.a (mon.0) 4257 : cluster [DBG] osdmap e2596: 8 total, 8 up, 8 in 2024-08-29T19:01:09.380 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 19:01:09 smithi028 bash[77168]: cluster 2024-08-29T19:01:08.105404+0000 mon.a (mon.0) 4258 : cluster [DBG] osdmap e2597: 8 total, 8 up, 8 in 2024-08-29T19:01:09.381 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 19:01:09 smithi028 bash[78352]: cluster 2024-08-29T19:01:08.105404+0000 mon.a (mon.0) 4258 : cluster [DBG] osdmap e2597: 8 total, 8 up, 8 in 2024-08-29T19:01:09.576 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 19:01:09 smithi053 bash[68679]: cluster 2024-08-29T19:01:08.105404+0000 mon.a (mon.0) 4258 : cluster [DBG] osdmap e2597: 8 total, 8 up, 8 in 2024-08-29T19:01:10.375 INFO:tasks.workunit.client.0.smithi028.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestClone::test_flatten_basic PASSED [ 67%] 2024-08-29T19:01:10.380 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 19:01:10 smithi028 bash[78352]: cluster 2024-08-29T19:01:08.664956+0000 mgr.y (mgr.25022) 2232 : cluster [DBG] pgmap v4348: 137 pgs: 137 active+clean; 4.6 MiB data, 5.7 GiB used, 709 GiB / 715 GiB avail; 126 KiB/s rd, 4.7 KiB/s wr, 160 op/s 2024-08-29T19:01:10.381 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 19:01:10 smithi028 bash[77168]: cluster 2024-08-29T19:01:08.664956+0000 mgr.y (mgr.25022) 2232 : cluster [DBG] pgmap v4348: 137 pgs: 137 active+clean; 4.6 MiB data, 5.7 GiB used, 709 GiB / 715 GiB avail; 126 KiB/s rd, 4.7 KiB/s wr, 160 op/s 2024-08-29T19:01:10.576 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 19:01:10 smithi053 bash[68679]: cluster 2024-08-29T19:01:08.664956+0000 mgr.y (mgr.25022) 2232 : cluster [DBG] pgmap v4348: 137 pgs: 137 active+clean; 4.6 MiB data, 5.7 GiB used, 709 GiB / 715 GiB avail; 126 KiB/s rd, 4.7 KiB/s wr, 160 op/s 2024-08-29T19:01:11.403 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 19:01:11 smithi028 bash[78352]: cluster 2024-08-29T19:01:10.117550+0000 mon.a (mon.0) 4259 : cluster [DBG] osdmap e2598: 8 total, 8 up, 8 in 2024-08-29T19:01:11.403 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 19:01:11 smithi028 bash[77168]: cluster 2024-08-29T19:01:10.117550+0000 mon.a (mon.0) 4259 : cluster [DBG] osdmap e2598: 8 total, 8 up, 8 in 2024-08-29T19:01:11.576 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 19:01:11 smithi053 bash[68679]: cluster 2024-08-29T19:01:10.117550+0000 mon.a (mon.0) 4259 : cluster [DBG] osdmap e2598: 8 total, 8 up, 8 in 2024-08-29T19:01:11.880 INFO:journalctl@ceph.mgr.y.smithi028.stdout:Aug 29 19:01:11 smithi028 bash[70818]: ::ffff:172.21.15.53 - - [29/Aug/2024:19:01:11] "GET /metrics HTTP/1.1" 200 36692 "" "Prometheus/2.43.0" 2024-08-29T19:01:12.576 INFO:journalctl@ceph.prometheus.a.smithi053.stdout:Aug 29 19:01:12 smithi053 bash[95567]: ts=2024-08-29T19:01:12.316Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"3167ee72-662c-11ef-bcd4-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-29T19:01:12.576 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 19:01:12 smithi053 bash[68679]: cluster 2024-08-29T19:01:10.665983+0000 mgr.y (mgr.25022) 2233 : cluster [DBG] pgmap v4350: 137 pgs: 137 active+clean; 4.6 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 292 KiB/s rd, 20 KiB/s wr, 387 op/s 2024-08-29T19:01:12.576 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 19:01:12 smithi053 bash[68679]: cluster 2024-08-29T19:01:11.145828+0000 mon.a (mon.0) 4260 : cluster [DBG] osdmap e2599: 8 total, 8 up, 8 in 2024-08-29T19:01:12.631 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 19:01:12 smithi028 bash[78352]: cluster 2024-08-29T19:01:10.665983+0000 mgr.y (mgr.25022) 2233 : cluster [DBG] pgmap v4350: 137 pgs: 137 active+clean; 4.6 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 292 KiB/s rd, 20 KiB/s wr, 387 op/s 2024-08-29T19:01:12.631 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 19:01:12 smithi028 bash[78352]: cluster 2024-08-29T19:01:11.145828+0000 mon.a (mon.0) 4260 : cluster [DBG] osdmap e2599: 8 total, 8 up, 8 in 2024-08-29T19:01:12.631 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 19:01:12 smithi028 bash[77168]: cluster 2024-08-29T19:01:10.665983+0000 mgr.y (mgr.25022) 2233 : cluster [DBG] pgmap v4350: 137 pgs: 137 active+clean; 4.6 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 292 KiB/s rd, 20 KiB/s wr, 387 op/s 2024-08-29T19:01:12.631 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 19:01:12 smithi028 bash[77168]: cluster 2024-08-29T19:01:11.145828+0000 mon.a (mon.0) 4260 : cluster [DBG] osdmap e2599: 8 total, 8 up, 8 in 2024-08-29T19:01:13.409 INFO:tasks.workunit.client.0.smithi028.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestClone::test_flatten_smaller_order PASSED [ 68%] 2024-08-29T19:01:13.576 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 19:01:13 smithi053 bash[68679]: audit 2024-08-29T19:01:12.173098+0000 mon.a (mon.0) 4261 : audit [DBG] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-29T19:01:13.630 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 19:01:13 smithi028 bash[77168]: audit 2024-08-29T19:01:12.173098+0000 mon.a (mon.0) 4261 : audit [DBG] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-29T19:01:13.631 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 19:01:13 smithi028 bash[78352]: audit 2024-08-29T19:01:12.173098+0000 mon.a (mon.0) 4261 : audit [DBG] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-29T19:01:14.576 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 19:01:14 smithi053 bash[68679]: cluster 2024-08-29T19:01:12.666818+0000 mgr.y (mgr.25022) 2234 : cluster [DBG] pgmap v4352: 137 pgs: 137 active+clean; 4.6 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 240 KiB/s rd, 16 KiB/s wr, 318 op/s 2024-08-29T19:01:14.576 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 19:01:14 smithi053 bash[68679]: cluster 2024-08-29T19:01:13.167622+0000 mon.a (mon.0) 4262 : cluster [DBG] osdmap e2600: 8 total, 8 up, 8 in 2024-08-29T19:01:14.576 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 19:01:14 smithi053 bash[68679]: cluster 2024-08-29T19:01:14.063103+0000 mon.a (mon.0) 4263 : cluster [DBG] osdmap e2601: 8 total, 8 up, 8 in 2024-08-29T19:01:14.631 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 19:01:14 smithi028 bash[77168]: cluster 2024-08-29T19:01:12.666818+0000 mgr.y (mgr.25022) 2234 : cluster [DBG] pgmap v4352: 137 pgs: 137 active+clean; 4.6 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 240 KiB/s rd, 16 KiB/s wr, 318 op/s 2024-08-29T19:01:14.631 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 19:01:14 smithi028 bash[77168]: cluster 2024-08-29T19:01:13.167622+0000 mon.a (mon.0) 4262 : cluster [DBG] osdmap e2600: 8 total, 8 up, 8 in 2024-08-29T19:01:14.631 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 19:01:14 smithi028 bash[77168]: cluster 2024-08-29T19:01:14.063103+0000 mon.a (mon.0) 4263 : cluster [DBG] osdmap e2601: 8 total, 8 up, 8 in 2024-08-29T19:01:14.631 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 19:01:14 smithi028 bash[78352]: cluster 2024-08-29T19:01:12.666818+0000 mgr.y (mgr.25022) 2234 : cluster [DBG] pgmap v4352: 137 pgs: 137 active+clean; 4.6 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 240 KiB/s rd, 16 KiB/s wr, 318 op/s 2024-08-29T19:01:14.631 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 19:01:14 smithi028 bash[78352]: cluster 2024-08-29T19:01:13.167622+0000 mon.a (mon.0) 4262 : cluster [DBG] osdmap e2600: 8 total, 8 up, 8 in 2024-08-29T19:01:14.631 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 19:01:14 smithi028 bash[78352]: cluster 2024-08-29T19:01:14.063103+0000 mon.a (mon.0) 4263 : cluster [DBG] osdmap e2601: 8 total, 8 up, 8 in 2024-08-29T19:01:16.416 INFO:tasks.workunit.client.0.smithi028.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestClone::test_flatten_larger_order PASSED [ 68%] 2024-08-29T19:01:16.576 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 19:01:16 smithi053 bash[68679]: cluster 2024-08-29T19:01:14.668075+0000 mgr.y (mgr.25022) 2235 : cluster [DBG] pgmap v4355: 137 pgs: 137 active+clean; 8.6 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 279 KiB/s rd, 25 KiB/s wr, 396 op/s 2024-08-29T19:01:16.630 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 19:01:16 smithi028 bash[78352]: cluster 2024-08-29T19:01:14.668075+0000 mgr.y (mgr.25022) 2235 : cluster [DBG] pgmap v4355: 137 pgs: 137 active+clean; 8.6 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 279 KiB/s rd, 25 KiB/s wr, 396 op/s 2024-08-29T19:01:16.631 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 19:01:16 smithi028 bash[77168]: cluster 2024-08-29T19:01:14.668075+0000 mgr.y (mgr.25022) 2235 : cluster [DBG] pgmap v4355: 137 pgs: 137 active+clean; 8.6 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 279 KiB/s rd, 25 KiB/s wr, 396 op/s 2024-08-29T19:01:17.576 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 19:01:17 smithi053 bash[68679]: cluster 2024-08-29T19:01:16.161454+0000 mon.a (mon.0) 4264 : cluster [DBG] osdmap e2602: 8 total, 8 up, 8 in 2024-08-29T19:01:17.630 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 19:01:17 smithi028 bash[77168]: cluster 2024-08-29T19:01:16.161454+0000 mon.a (mon.0) 4264 : cluster [DBG] osdmap e2602: 8 total, 8 up, 8 in 2024-08-29T19:01:17.631 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 19:01:17 smithi028 bash[78352]: cluster 2024-08-29T19:01:16.161454+0000 mon.a (mon.0) 4264 : cluster [DBG] osdmap e2602: 8 total, 8 up, 8 in 2024-08-29T19:01:18.428 INFO:tasks.workunit.client.0.smithi028.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestClone::test_flatten_drops_cache PASSED [ 69%] 2024-08-29T19:01:18.576 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 19:01:18 smithi053 bash[68679]: cluster 2024-08-29T19:01:16.668827+0000 mgr.y (mgr.25022) 2236 : cluster [DBG] pgmap v4357: 137 pgs: 137 active+clean; 8.6 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 357 KiB/s rd, 27 KiB/s wr, 488 op/s 2024-08-29T19:01:18.576 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 19:01:18 smithi053 bash[68679]: cluster 2024-08-29T19:01:17.182048+0000 mon.a (mon.0) 4265 : cluster [DBG] osdmap e2603: 8 total, 8 up, 8 in 2024-08-29T19:01:18.630 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 19:01:18 smithi028 bash[78352]: cluster 2024-08-29T19:01:16.668827+0000 mgr.y (mgr.25022) 2236 : cluster [DBG] pgmap v4357: 137 pgs: 137 active+clean; 8.6 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 357 KiB/s rd, 27 KiB/s wr, 488 op/s 2024-08-29T19:01:18.631 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 19:01:18 smithi028 bash[78352]: cluster 2024-08-29T19:01:17.182048+0000 mon.a (mon.0) 4265 : cluster [DBG] osdmap e2603: 8 total, 8 up, 8 in 2024-08-29T19:01:18.631 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 19:01:18 smithi028 bash[77168]: cluster 2024-08-29T19:01:16.668827+0000 mgr.y (mgr.25022) 2236 : cluster [DBG] pgmap v4357: 137 pgs: 137 active+clean; 8.6 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 357 KiB/s rd, 27 KiB/s wr, 488 op/s 2024-08-29T19:01:18.631 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 19:01:18 smithi028 bash[77168]: cluster 2024-08-29T19:01:17.182048+0000 mon.a (mon.0) 4265 : cluster [DBG] osdmap e2603: 8 total, 8 up, 8 in 2024-08-29T19:01:19.576 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 19:01:19 smithi053 bash[68679]: cluster 2024-08-29T19:01:18.190369+0000 mon.a (mon.0) 4266 : cluster [DBG] osdmap e2604: 8 total, 8 up, 8 in 2024-08-29T19:01:19.576 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 19:01:19 smithi053 bash[68679]: cluster 2024-08-29T19:01:19.064732+0000 mon.a (mon.0) 4267 : cluster [DBG] osdmap e2605: 8 total, 8 up, 8 in 2024-08-29T19:01:19.630 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 19:01:19 smithi028 bash[78352]: cluster 2024-08-29T19:01:18.190369+0000 mon.a (mon.0) 4266 : cluster [DBG] osdmap e2604: 8 total, 8 up, 8 in 2024-08-29T19:01:19.631 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 19:01:19 smithi028 bash[78352]: cluster 2024-08-29T19:01:19.064732+0000 mon.a (mon.0) 4267 : cluster [DBG] osdmap e2605: 8 total, 8 up, 8 in 2024-08-29T19:01:19.631 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 19:01:19 smithi028 bash[77168]: cluster 2024-08-29T19:01:18.190369+0000 mon.a (mon.0) 4266 : cluster [DBG] osdmap e2604: 8 total, 8 up, 8 in 2024-08-29T19:01:19.631 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 19:01:19 smithi028 bash[77168]: cluster 2024-08-29T19:01:19.064732+0000 mon.a (mon.0) 4267 : cluster [DBG] osdmap e2605: 8 total, 8 up, 8 in 2024-08-29T19:01:20.576 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 19:01:20 smithi053 bash[68679]: cluster 2024-08-29T19:01:18.669891+0000 mgr.y (mgr.25022) 2237 : cluster [DBG] pgmap v4360: 137 pgs: 137 active+clean; 8.6 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 597 KiB/s rd, 41 KiB/s wr, 796 op/s 2024-08-29T19:01:20.631 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 19:01:20 smithi028 bash[78352]: cluster 2024-08-29T19:01:18.669891+0000 mgr.y (mgr.25022) 2237 : cluster [DBG] pgmap v4360: 137 pgs: 137 active+clean; 8.6 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 597 KiB/s rd, 41 KiB/s wr, 796 op/s 2024-08-29T19:01:20.631 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 19:01:20 smithi028 bash[77168]: cluster 2024-08-29T19:01:18.669891+0000 mgr.y (mgr.25022) 2237 : cluster [DBG] pgmap v4360: 137 pgs: 137 active+clean; 8.6 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 597 KiB/s rd, 41 KiB/s wr, 796 op/s 2024-08-29T19:01:21.576 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 19:01:21 smithi053 bash[68679]: cluster 2024-08-29T19:01:20.210018+0000 mon.a (mon.0) 4268 : cluster [DBG] osdmap e2606: 8 total, 8 up, 8 in 2024-08-29T19:01:21.630 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 19:01:21 smithi028 bash[77168]: cluster 2024-08-29T19:01:20.210018+0000 mon.a (mon.0) 4268 : cluster [DBG] osdmap e2606: 8 total, 8 up, 8 in 2024-08-29T19:01:21.631 INFO:journalctl@ceph.mgr.y.smithi028.stdout:Aug 29 19:01:21 smithi028 bash[70818]: ::ffff:172.21.15.53 - - [29/Aug/2024:19:01:21] "GET /metrics HTTP/1.1" 200 36690 "" "Prometheus/2.43.0" 2024-08-29T19:01:21.631 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 19:01:21 smithi028 bash[78352]: cluster 2024-08-29T19:01:20.210018+0000 mon.a (mon.0) 4268 : cluster [DBG] osdmap e2606: 8 total, 8 up, 8 in 2024-08-29T19:01:22.428 INFO:tasks.workunit.client.0.smithi028.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestClone::test_flatten_multi_level PASSED [ 69%] 2024-08-29T19:01:22.576 INFO:journalctl@ceph.prometheus.a.smithi053.stdout:Aug 29 19:01:22 smithi053 bash[95567]: ts=2024-08-29T19:01:22.316Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"3167ee72-662c-11ef-bcd4-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-29T19:01:22.576 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 19:01:22 smithi053 bash[68679]: cluster 2024-08-29T19:01:20.670938+0000 mgr.y (mgr.25022) 2238 : cluster [DBG] pgmap v4363: 137 pgs: 137 active+clean; 4.6 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 490 KiB/s rd, 34 KiB/s wr, 656 op/s 2024-08-29T19:01:22.576 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 19:01:22 smithi053 bash[68679]: cluster 2024-08-29T19:01:21.218643+0000 mon.a (mon.0) 4269 : cluster [DBG] osdmap e2607: 8 total, 8 up, 8 in 2024-08-29T19:01:22.630 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 19:01:22 smithi028 bash[78352]: cluster 2024-08-29T19:01:20.670938+0000 mgr.y (mgr.25022) 2238 : cluster [DBG] pgmap v4363: 137 pgs: 137 active+clean; 4.6 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 490 KiB/s rd, 34 KiB/s wr, 656 op/s 2024-08-29T19:01:22.631 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 19:01:22 smithi028 bash[78352]: cluster 2024-08-29T19:01:21.218643+0000 mon.a (mon.0) 4269 : cluster [DBG] osdmap e2607: 8 total, 8 up, 8 in 2024-08-29T19:01:22.631 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 19:01:22 smithi028 bash[77168]: cluster 2024-08-29T19:01:20.670938+0000 mgr.y (mgr.25022) 2238 : cluster [DBG] pgmap v4363: 137 pgs: 137 active+clean; 4.6 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 490 KiB/s rd, 34 KiB/s wr, 656 op/s 2024-08-29T19:01:22.631 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 19:01:22 smithi028 bash[77168]: cluster 2024-08-29T19:01:21.218643+0000 mon.a (mon.0) 4269 : cluster [DBG] osdmap e2607: 8 total, 8 up, 8 in 2024-08-29T19:01:23.576 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 19:01:23 smithi053 bash[68679]: cluster 2024-08-29T19:01:22.228393+0000 mon.a (mon.0) 4270 : cluster [DBG] osdmap e2608: 8 total, 8 up, 8 in 2024-08-29T19:01:23.630 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 19:01:23 smithi028 bash[77168]: cluster 2024-08-29T19:01:22.228393+0000 mon.a (mon.0) 4270 : cluster [DBG] osdmap e2608: 8 total, 8 up, 8 in 2024-08-29T19:01:23.631 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 19:01:23 smithi028 bash[78352]: cluster 2024-08-29T19:01:22.228393+0000 mon.a (mon.0) 4270 : cluster [DBG] osdmap e2608: 8 total, 8 up, 8 in 2024-08-29T19:01:24.330 INFO:tasks.workunit.client.0.smithi028.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestClone::test_flatten_with_progress PASSED [ 70%] 2024-08-29T19:01:24.576 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 19:01:24 smithi053 bash[68679]: cluster 2024-08-29T19:01:22.671804+0000 mgr.y (mgr.25022) 2239 : cluster [DBG] pgmap v4366: 137 pgs: 137 active+clean; 4.6 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 153 KiB/s rd, 17 KiB/s wr, 217 op/s 2024-08-29T19:01:24.576 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 19:01:24 smithi053 bash[68679]: cluster 2024-08-29T19:01:23.238284+0000 mon.a (mon.0) 4271 : cluster [DBG] osdmap e2609: 8 total, 8 up, 8 in 2024-08-29T19:01:24.576 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 19:01:24 smithi053 bash[68679]: cluster 2024-08-29T19:01:24.067464+0000 mon.a (mon.0) 4272 : cluster [DBG] osdmap e2610: 8 total, 8 up, 8 in 2024-08-29T19:01:24.631 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 19:01:24 smithi028 bash[77168]: cluster 2024-08-29T19:01:22.671804+0000 mgr.y (mgr.25022) 2239 : cluster [DBG] pgmap v4366: 137 pgs: 137 active+clean; 4.6 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 153 KiB/s rd, 17 KiB/s wr, 217 op/s 2024-08-29T19:01:24.631 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 19:01:24 smithi028 bash[77168]: cluster 2024-08-29T19:01:23.238284+0000 mon.a (mon.0) 4271 : cluster [DBG] osdmap e2609: 8 total, 8 up, 8 in 2024-08-29T19:01:24.631 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 19:01:24 smithi028 bash[77168]: cluster 2024-08-29T19:01:24.067464+0000 mon.a (mon.0) 4272 : cluster [DBG] osdmap e2610: 8 total, 8 up, 8 in 2024-08-29T19:01:24.631 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 19:01:24 smithi028 bash[78352]: cluster 2024-08-29T19:01:22.671804+0000 mgr.y (mgr.25022) 2239 : cluster [DBG] pgmap v4366: 137 pgs: 137 active+clean; 4.6 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 153 KiB/s rd, 17 KiB/s wr, 217 op/s 2024-08-29T19:01:24.631 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 19:01:24 smithi028 bash[78352]: cluster 2024-08-29T19:01:23.238284+0000 mon.a (mon.0) 4271 : cluster [DBG] osdmap e2609: 8 total, 8 up, 8 in 2024-08-29T19:01:24.631 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 19:01:24 smithi028 bash[78352]: cluster 2024-08-29T19:01:24.067464+0000 mon.a (mon.0) 4272 : cluster [DBG] osdmap e2610: 8 total, 8 up, 8 in 2024-08-29T19:01:26.576 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 19:01:26 smithi053 bash[68679]: cluster 2024-08-29T19:01:24.672970+0000 mgr.y (mgr.25022) 2240 : cluster [DBG] pgmap v4369: 137 pgs: 137 active+clean; 4.6 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 309 KiB/s rd, 20 KiB/s wr, 411 op/s 2024-08-29T19:01:26.576 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 19:01:26 smithi053 bash[68679]: cluster 2024-08-29T19:01:25.247823+0000 mon.a (mon.0) 4273 : cluster [DBG] osdmap e2611: 8 total, 8 up, 8 in 2024-08-29T19:01:26.630 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 19:01:26 smithi028 bash[78352]: cluster 2024-08-29T19:01:24.672970+0000 mgr.y (mgr.25022) 2240 : cluster [DBG] pgmap v4369: 137 pgs: 137 active+clean; 4.6 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 309 KiB/s rd, 20 KiB/s wr, 411 op/s 2024-08-29T19:01:26.631 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 19:01:26 smithi028 bash[78352]: cluster 2024-08-29T19:01:25.247823+0000 mon.a (mon.0) 4273 : cluster [DBG] osdmap e2611: 8 total, 8 up, 8 in 2024-08-29T19:01:26.631 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 19:01:26 smithi028 bash[77168]: cluster 2024-08-29T19:01:24.672970+0000 mgr.y (mgr.25022) 2240 : cluster [DBG] pgmap v4369: 137 pgs: 137 active+clean; 4.6 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 309 KiB/s rd, 20 KiB/s wr, 411 op/s 2024-08-29T19:01:26.631 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 19:01:26 smithi028 bash[77168]: cluster 2024-08-29T19:01:25.247823+0000 mon.a (mon.0) 4273 : cluster [DBG] osdmap e2611: 8 total, 8 up, 8 in 2024-08-29T19:01:27.576 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 19:01:27 smithi053 bash[68679]: cluster 2024-08-29T19:01:26.256663+0000 mon.a (mon.0) 4274 : cluster [DBG] osdmap e2612: 8 total, 8 up, 8 in 2024-08-29T19:01:27.576 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 19:01:27 smithi053 bash[68679]: audit 2024-08-29T19:01:27.173276+0000 mon.a (mon.0) 4275 : audit [DBG] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-29T19:01:27.631 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 19:01:27 smithi028 bash[78352]: cluster 2024-08-29T19:01:26.256663+0000 mon.a (mon.0) 4274 : cluster [DBG] osdmap e2612: 8 total, 8 up, 8 in 2024-08-29T19:01:27.631 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 19:01:27 smithi028 bash[78352]: audit 2024-08-29T19:01:27.173276+0000 mon.a (mon.0) 4275 : audit [DBG] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-29T19:01:27.631 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 19:01:27 smithi028 bash[77168]: cluster 2024-08-29T19:01:26.256663+0000 mon.a (mon.0) 4274 : cluster [DBG] osdmap e2612: 8 total, 8 up, 8 in 2024-08-29T19:01:27.631 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 19:01:27 smithi028 bash[77168]: audit 2024-08-29T19:01:27.173276+0000 mon.a (mon.0) 4275 : audit [DBG] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-29T19:01:28.505 INFO:tasks.workunit.client.0.smithi028.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestClone::test_resize_flatten_multi_level PASSED [ 70%] 2024-08-29T19:01:28.576 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 19:01:28 smithi053 bash[68679]: cluster 2024-08-29T19:01:26.673715+0000 mgr.y (mgr.25022) 2241 : cluster [DBG] pgmap v4372: 137 pgs: 137 active+clean; 4.6 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 342 KiB/s rd, 25 KiB/s wr, 462 op/s 2024-08-29T19:01:28.576 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 19:01:28 smithi053 bash[68679]: cluster 2024-08-29T19:01:27.268262+0000 mon.a (mon.0) 4276 : cluster [DBG] osdmap e2613: 8 total, 8 up, 8 in 2024-08-29T19:01:28.630 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 19:01:28 smithi028 bash[78352]: cluster 2024-08-29T19:01:26.673715+0000 mgr.y (mgr.25022) 2241 : cluster [DBG] pgmap v4372: 137 pgs: 137 active+clean; 4.6 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 342 KiB/s rd, 25 KiB/s wr, 462 op/s 2024-08-29T19:01:28.631 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 19:01:28 smithi028 bash[78352]: cluster 2024-08-29T19:01:27.268262+0000 mon.a (mon.0) 4276 : cluster [DBG] osdmap e2613: 8 total, 8 up, 8 in 2024-08-29T19:01:28.631 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 19:01:28 smithi028 bash[77168]: cluster 2024-08-29T19:01:26.673715+0000 mgr.y (mgr.25022) 2241 : cluster [DBG] pgmap v4372: 137 pgs: 137 active+clean; 4.6 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 342 KiB/s rd, 25 KiB/s wr, 462 op/s 2024-08-29T19:01:28.631 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 19:01:28 smithi028 bash[77168]: cluster 2024-08-29T19:01:27.268262+0000 mon.a (mon.0) 4276 : cluster [DBG] osdmap e2613: 8 total, 8 up, 8 in 2024-08-29T19:01:29.576 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 19:01:29 smithi053 bash[68679]: cluster 2024-08-29T19:01:28.268656+0000 mon.a (mon.0) 4277 : cluster [DBG] osdmap e2614: 8 total, 8 up, 8 in 2024-08-29T19:01:29.576 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 19:01:29 smithi053 bash[68679]: cluster 2024-08-29T19:01:29.069460+0000 mon.a (mon.0) 4278 : cluster [DBG] osdmap e2615: 8 total, 8 up, 8 in 2024-08-29T19:01:29.631 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 19:01:29 smithi028 bash[78352]: cluster 2024-08-29T19:01:28.268656+0000 mon.a (mon.0) 4277 : cluster [DBG] osdmap e2614: 8 total, 8 up, 8 in 2024-08-29T19:01:29.631 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 19:01:29 smithi028 bash[78352]: cluster 2024-08-29T19:01:29.069460+0000 mon.a (mon.0) 4278 : cluster [DBG] osdmap e2615: 8 total, 8 up, 8 in 2024-08-29T19:01:29.631 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 19:01:29 smithi028 bash[77168]: cluster 2024-08-29T19:01:28.268656+0000 mon.a (mon.0) 4277 : cluster [DBG] osdmap e2614: 8 total, 8 up, 8 in 2024-08-29T19:01:29.631 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 19:01:29 smithi028 bash[77168]: cluster 2024-08-29T19:01:29.069460+0000 mon.a (mon.0) 4278 : cluster [DBG] osdmap e2615: 8 total, 8 up, 8 in 2024-08-29T19:01:30.576 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 19:01:30 smithi053 bash[68679]: cluster 2024-08-29T19:01:28.674751+0000 mgr.y (mgr.25022) 2242 : cluster [DBG] pgmap v4375: 137 pgs: 137 active+clean; 4.6 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 156 KiB/s rd, 13 KiB/s wr, 220 op/s 2024-08-29T19:01:30.576 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 19:01:30 smithi053 bash[68679]: cluster 2024-08-29T19:01:30.072624+0000 mon.a (mon.0) 4279 : cluster [DBG] osdmap e2616: 8 total, 8 up, 8 in 2024-08-29T19:01:30.631 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 19:01:30 smithi028 bash[78352]: cluster 2024-08-29T19:01:28.674751+0000 mgr.y (mgr.25022) 2242 : cluster [DBG] pgmap v4375: 137 pgs: 137 active+clean; 4.6 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 156 KiB/s rd, 13 KiB/s wr, 220 op/s 2024-08-29T19:01:30.631 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 19:01:30 smithi028 bash[78352]: cluster 2024-08-29T19:01:30.072624+0000 mon.a (mon.0) 4279 : cluster [DBG] osdmap e2616: 8 total, 8 up, 8 in 2024-08-29T19:01:30.631 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 19:01:30 smithi028 bash[77168]: cluster 2024-08-29T19:01:28.674751+0000 mgr.y (mgr.25022) 2242 : cluster [DBG] pgmap v4375: 137 pgs: 137 active+clean; 4.6 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 156 KiB/s rd, 13 KiB/s wr, 220 op/s 2024-08-29T19:01:30.631 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 19:01:30 smithi028 bash[77168]: cluster 2024-08-29T19:01:30.072624+0000 mon.a (mon.0) 4279 : cluster [DBG] osdmap e2616: 8 total, 8 up, 8 in 2024-08-29T19:01:31.880 INFO:journalctl@ceph.mgr.y.smithi028.stdout:Aug 29 19:01:31 smithi028 bash[70818]: ::ffff:172.21.15.53 - - [29/Aug/2024:19:01:31] "GET /metrics HTTP/1.1" 200 36689 "" "Prometheus/2.43.0" 2024-08-29T19:01:32.570 INFO:tasks.workunit.client.0.smithi028.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestClone::test_trash_snapshot PASSED [ 71%] 2024-08-29T19:01:32.576 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 19:01:32 smithi053 bash[68679]: cluster 2024-08-29T19:01:30.675666+0000 mgr.y (mgr.25022) 2243 : cluster [DBG] pgmap v4378: 137 pgs: 137 active+clean; 4.6 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 318 KiB/s rd, 22 KiB/s wr, 426 op/s 2024-08-29T19:01:32.576 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 19:01:32 smithi053 bash[68679]: cluster 2024-08-29T19:01:31.299112+0000 mon.a (mon.0) 4280 : cluster [DBG] osdmap e2617: 8 total, 8 up, 8 in 2024-08-29T19:01:32.576 INFO:journalctl@ceph.prometheus.a.smithi053.stdout:Aug 29 19:01:32 smithi053 bash[95567]: ts=2024-08-29T19:01:32.317Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"3167ee72-662c-11ef-bcd4-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-29T19:01:32.630 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 19:01:32 smithi028 bash[77168]: cluster 2024-08-29T19:01:30.675666+0000 mgr.y (mgr.25022) 2243 : cluster [DBG] pgmap v4378: 137 pgs: 137 active+clean; 4.6 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 318 KiB/s rd, 22 KiB/s wr, 426 op/s 2024-08-29T19:01:32.630 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 19:01:32 smithi028 bash[77168]: cluster 2024-08-29T19:01:31.299112+0000 mon.a (mon.0) 4280 : cluster [DBG] osdmap e2617: 8 total, 8 up, 8 in 2024-08-29T19:01:32.631 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 19:01:32 smithi028 bash[78352]: cluster 2024-08-29T19:01:30.675666+0000 mgr.y (mgr.25022) 2243 : cluster [DBG] pgmap v4378: 137 pgs: 137 active+clean; 4.6 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 318 KiB/s rd, 22 KiB/s wr, 426 op/s 2024-08-29T19:01:32.631 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 19:01:32 smithi028 bash[78352]: cluster 2024-08-29T19:01:31.299112+0000 mon.a (mon.0) 4280 : cluster [DBG] osdmap e2617: 8 total, 8 up, 8 in 2024-08-29T19:01:32.830 INFO:tasks.workunit.client.0.smithi028.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestExclusiveLock::test_ownership PASSED [ 72%] 2024-08-29T19:01:33.576 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 19:01:33 smithi053 bash[68679]: cluster 2024-08-29T19:01:32.309462+0000 mon.a (mon.0) 4281 : cluster [DBG] osdmap e2618: 8 total, 8 up, 8 in 2024-08-29T19:01:33.631 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 19:01:33 smithi028 bash[78352]: cluster 2024-08-29T19:01:32.309462+0000 mon.a (mon.0) 4281 : cluster [DBG] osdmap e2618: 8 total, 8 up, 8 in 2024-08-29T19:01:33.631 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 19:01:33 smithi028 bash[77168]: cluster 2024-08-29T19:01:32.309462+0000 mon.a (mon.0) 4281 : cluster [DBG] osdmap e2618: 8 total, 8 up, 8 in 2024-08-29T19:01:34.337 INFO:tasks.workunit.client.0.smithi028.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestExclusiveLock::test_snapshot_leadership PASSED [ 72%] 2024-08-29T19:01:34.546 INFO:tasks.workunit.client.0.smithi028.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestExclusiveLock::test_read_only_leadership PASSED [ 73%] 2024-08-29T19:01:34.576 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 19:01:34 smithi053 bash[68679]: cluster 2024-08-29T19:01:32.676550+0000 mgr.y (mgr.25022) 2244 : cluster [DBG] pgmap v4381: 137 pgs: 137 active+clean; 4.6 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 221 KiB/s rd, 15 KiB/s wr, 290 op/s 2024-08-29T19:01:34.576 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 19:01:34 smithi053 bash[68679]: cluster 2024-08-29T19:01:33.320394+0000 mon.a (mon.0) 4282 : cluster [DBG] osdmap e2619: 8 total, 8 up, 8 in 2024-08-29T19:01:34.576 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 19:01:34 smithi053 bash[68679]: cluster 2024-08-29T19:01:34.072540+0000 mon.a (mon.0) 4283 : cluster [DBG] osdmap e2620: 8 total, 8 up, 8 in 2024-08-29T19:01:34.631 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 19:01:34 smithi028 bash[78352]: cluster 2024-08-29T19:01:32.676550+0000 mgr.y (mgr.25022) 2244 : cluster [DBG] pgmap v4381: 137 pgs: 137 active+clean; 4.6 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 221 KiB/s rd, 15 KiB/s wr, 290 op/s 2024-08-29T19:01:34.631 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 19:01:34 smithi028 bash[78352]: cluster 2024-08-29T19:01:33.320394+0000 mon.a (mon.0) 4282 : cluster [DBG] osdmap e2619: 8 total, 8 up, 8 in 2024-08-29T19:01:34.631 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 19:01:34 smithi028 bash[78352]: cluster 2024-08-29T19:01:34.072540+0000 mon.a (mon.0) 4283 : cluster [DBG] osdmap e2620: 8 total, 8 up, 8 in 2024-08-29T19:01:34.631 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 19:01:34 smithi028 bash[77168]: cluster 2024-08-29T19:01:32.676550+0000 mgr.y (mgr.25022) 2244 : cluster [DBG] pgmap v4381: 137 pgs: 137 active+clean; 4.6 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 221 KiB/s rd, 15 KiB/s wr, 290 op/s 2024-08-29T19:01:34.631 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 19:01:34 smithi028 bash[77168]: cluster 2024-08-29T19:01:33.320394+0000 mon.a (mon.0) 4282 : cluster [DBG] osdmap e2619: 8 total, 8 up, 8 in 2024-08-29T19:01:34.631 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 19:01:34 smithi028 bash[77168]: cluster 2024-08-29T19:01:34.072540+0000 mon.a (mon.0) 4283 : cluster [DBG] osdmap e2620: 8 total, 8 up, 8 in 2024-08-29T19:01:36.576 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 19:01:36 smithi053 bash[68679]: cluster 2024-08-29T19:01:34.677808+0000 mgr.y (mgr.25022) 2245 : cluster [DBG] pgmap v4384: 137 pgs: 137 active+clean; 4.6 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 214 KiB/s rd, 14 KiB/s wr, 287 op/s 2024-08-29T19:01:36.576 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 19:01:36 smithi053 bash[68679]: cluster 2024-08-29T19:01:35.329023+0000 mon.a (mon.0) 4284 : cluster [DBG] osdmap e2621: 8 total, 8 up, 8 in 2024-08-29T19:01:36.582 INFO:tasks.workunit.client.0.smithi028.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestExclusiveLock::test_follower_flatten PASSED [ 73%] 2024-08-29T19:01:36.630 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 19:01:36 smithi028 bash[78352]: cluster 2024-08-29T19:01:34.677808+0000 mgr.y (mgr.25022) 2245 : cluster [DBG] pgmap v4384: 137 pgs: 137 active+clean; 4.6 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 214 KiB/s rd, 14 KiB/s wr, 287 op/s 2024-08-29T19:01:36.630 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 19:01:36 smithi028 bash[78352]: cluster 2024-08-29T19:01:35.329023+0000 mon.a (mon.0) 4284 : cluster [DBG] osdmap e2621: 8 total, 8 up, 8 in 2024-08-29T19:01:36.631 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 19:01:36 smithi028 bash[77168]: cluster 2024-08-29T19:01:34.677808+0000 mgr.y (mgr.25022) 2245 : cluster [DBG] pgmap v4384: 137 pgs: 137 active+clean; 4.6 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 214 KiB/s rd, 14 KiB/s wr, 287 op/s 2024-08-29T19:01:36.631 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 19:01:36 smithi028 bash[77168]: cluster 2024-08-29T19:01:35.329023+0000 mon.a (mon.0) 4284 : cluster [DBG] osdmap e2621: 8 total, 8 up, 8 in 2024-08-29T19:01:36.922 INFO:tasks.workunit.client.0.smithi028.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestExclusiveLock::test_follower_resize PASSED [ 74%] 2024-08-29T19:01:37.631 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 19:01:37 smithi028 bash[78352]: cluster 2024-08-29T19:01:36.339377+0000 mon.a (mon.0) 4285 : cluster [DBG] osdmap e2622: 8 total, 8 up, 8 in 2024-08-29T19:01:37.631 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 19:01:37 smithi028 bash[77168]: cluster 2024-08-29T19:01:36.339377+0000 mon.a (mon.0) 4285 : cluster [DBG] osdmap e2622: 8 total, 8 up, 8 in 2024-08-29T19:01:37.826 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 19:01:37 smithi053 bash[68679]: cluster 2024-08-29T19:01:36.339377+0000 mon.a (mon.0) 4285 : cluster [DBG] osdmap e2622: 8 total, 8 up, 8 in 2024-08-29T19:01:38.609 INFO:tasks.workunit.client.0.smithi028.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestExclusiveLock::test_follower_snap_create PASSED [ 75%] 2024-08-29T19:01:38.630 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 19:01:38 smithi028 bash[78352]: cluster 2024-08-29T19:01:36.678331+0000 mgr.y (mgr.25022) 2246 : cluster [DBG] pgmap v4387: 137 pgs: 137 active+clean; 4.6 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 205 KiB/s rd, 15 KiB/s wr, 279 op/s 2024-08-29T19:01:38.630 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 19:01:38 smithi028 bash[78352]: cluster 2024-08-29T19:01:37.348866+0000 mon.a (mon.0) 4286 : cluster [DBG] osdmap e2623: 8 total, 8 up, 8 in 2024-08-29T19:01:38.631 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 19:01:38 smithi028 bash[77168]: cluster 2024-08-29T19:01:36.678331+0000 mgr.y (mgr.25022) 2246 : cluster [DBG] pgmap v4387: 137 pgs: 137 active+clean; 4.6 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 205 KiB/s rd, 15 KiB/s wr, 279 op/s 2024-08-29T19:01:38.631 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 19:01:38 smithi028 bash[77168]: cluster 2024-08-29T19:01:37.348866+0000 mon.a (mon.0) 4286 : cluster [DBG] osdmap e2623: 8 total, 8 up, 8 in 2024-08-29T19:01:38.826 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 19:01:38 smithi053 bash[68679]: cluster 2024-08-29T19:01:36.678331+0000 mgr.y (mgr.25022) 2246 : cluster [DBG] pgmap v4387: 137 pgs: 137 active+clean; 4.6 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 205 KiB/s rd, 15 KiB/s wr, 279 op/s 2024-08-29T19:01:38.826 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 19:01:38 smithi053 bash[68679]: cluster 2024-08-29T19:01:37.348866+0000 mon.a (mon.0) 4286 : cluster [DBG] osdmap e2623: 8 total, 8 up, 8 in 2024-08-29T19:01:39.631 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 19:01:39 smithi028 bash[78352]: cluster 2024-08-29T19:01:38.360144+0000 mon.a (mon.0) 4287 : cluster [DBG] osdmap e2624: 8 total, 8 up, 8 in 2024-08-29T19:01:39.631 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 19:01:39 smithi028 bash[78352]: cluster 2024-08-29T19:01:39.075292+0000 mon.a (mon.0) 4288 : cluster [DBG] osdmap e2625: 8 total, 8 up, 8 in 2024-08-29T19:01:39.631 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 19:01:39 smithi028 bash[77168]: cluster 2024-08-29T19:01:38.360144+0000 mon.a (mon.0) 4287 : cluster [DBG] osdmap e2624: 8 total, 8 up, 8 in 2024-08-29T19:01:39.631 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 19:01:39 smithi028 bash[77168]: cluster 2024-08-29T19:01:39.075292+0000 mon.a (mon.0) 4288 : cluster [DBG] osdmap e2625: 8 total, 8 up, 8 in 2024-08-29T19:01:39.826 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 19:01:39 smithi053 bash[68679]: cluster 2024-08-29T19:01:38.360144+0000 mon.a (mon.0) 4287 : cluster [DBG] osdmap e2624: 8 total, 8 up, 8 in 2024-08-29T19:01:39.826 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 19:01:39 smithi053 bash[68679]: cluster 2024-08-29T19:01:39.075292+0000 mon.a (mon.0) 4288 : cluster [DBG] osdmap e2625: 8 total, 8 up, 8 in 2024-08-29T19:01:40.322 INFO:tasks.workunit.client.0.smithi028.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestExclusiveLock::test_follower_snap_rollback PASSED [ 75%] 2024-08-29T19:01:40.568 INFO:tasks.workunit.client.0.smithi028.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestExclusiveLock::test_follower_discard PASSED [ 76%] 2024-08-29T19:01:40.630 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 19:01:40 smithi028 bash[77168]: cluster 2024-08-29T19:01:38.678914+0000 mgr.y (mgr.25022) 2247 : cluster [DBG] pgmap v4390: 137 pgs: 137 active+clean; 4.6 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 88 KiB/s rd, 10 KiB/s wr, 135 op/s 2024-08-29T19:01:40.630 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 19:01:40 smithi028 bash[77168]: cluster 2024-08-29T19:01:40.077596+0000 mon.a (mon.0) 4289 : cluster [DBG] osdmap e2626: 8 total, 8 up, 8 in 2024-08-29T19:01:40.631 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 19:01:40 smithi028 bash[78352]: cluster 2024-08-29T19:01:38.678914+0000 mgr.y (mgr.25022) 2247 : cluster [DBG] pgmap v4390: 137 pgs: 137 active+clean; 4.6 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 88 KiB/s rd, 10 KiB/s wr, 135 op/s 2024-08-29T19:01:40.631 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 19:01:40 smithi028 bash[78352]: cluster 2024-08-29T19:01:40.077596+0000 mon.a (mon.0) 4289 : cluster [DBG] osdmap e2626: 8 total, 8 up, 8 in 2024-08-29T19:01:40.826 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 19:01:40 smithi053 bash[68679]: cluster 2024-08-29T19:01:38.678914+0000 mgr.y (mgr.25022) 2247 : cluster [DBG] pgmap v4390: 137 pgs: 137 active+clean; 4.6 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 88 KiB/s rd, 10 KiB/s wr, 135 op/s 2024-08-29T19:01:40.826 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 19:01:40 smithi053 bash[68679]: cluster 2024-08-29T19:01:40.077596+0000 mon.a (mon.0) 4289 : cluster [DBG] osdmap e2626: 8 total, 8 up, 8 in 2024-08-29T19:01:40.855 INFO:tasks.workunit.client.0.smithi028.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestExclusiveLock::test_follower_write PASSED [ 76%] 2024-08-29T19:01:41.095 INFO:tasks.workunit.client.0.smithi028.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestExclusiveLock::test_acquire_release_lock PASSED [ 77%] 2024-08-29T19:01:41.601 INFO:tasks.workunit.client.0.smithi028.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestExclusiveLock::test_break_lock PASSED [ 77%] 2024-08-29T19:01:41.630 INFO:journalctl@ceph.mgr.y.smithi028.stdout:Aug 29 19:01:41 smithi028 bash[70818]: ::ffff:172.21.15.53 - - [29/Aug/2024:19:01:41] "GET /metrics HTTP/1.1" 200 36689 "" "Prometheus/2.43.0" 2024-08-29T19:01:41.631 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 19:01:41 smithi028 bash[77168]: audit 2024-08-29T19:01:41.211611+0000 mon.c (mon.2) 140 : audit [INF] from='client.? 172.21.15.28:0/3351228730' entity='client.admin' cmd=[{"prefix": "osd blocklist", "blocklistop": "add", "addr": "172.21.15.28:0/430297909"}]: dispatch 2024-08-29T19:01:41.631 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 19:01:41 smithi028 bash[77168]: audit 2024-08-29T19:01:41.212064+0000 mon.a (mon.0) 4290 : audit [INF] from='client.? ' entity='client.admin' cmd=[{"prefix": "osd blocklist", "blocklistop": "add", "addr": "172.21.15.28:0/430297909"}]: dispatch 2024-08-29T19:01:41.631 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 19:01:41 smithi028 bash[78352]: audit 2024-08-29T19:01:41.211611+0000 mon.c (mon.2) 140 : audit [INF] from='client.? 172.21.15.28:0/3351228730' entity='client.admin' cmd=[{"prefix": "osd blocklist", "blocklistop": "add", "addr": "172.21.15.28:0/430297909"}]: dispatch 2024-08-29T19:01:41.631 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 19:01:41 smithi028 bash[78352]: audit 2024-08-29T19:01:41.212064+0000 mon.a (mon.0) 4290 : audit [INF] from='client.? ' entity='client.admin' cmd=[{"prefix": "osd blocklist", "blocklistop": "add", "addr": "172.21.15.28:0/430297909"}]: dispatch 2024-08-29T19:01:41.826 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 19:01:41 smithi053 bash[68679]: audit 2024-08-29T19:01:41.211611+0000 mon.c (mon.2) 140 : audit [INF] from='client.? 172.21.15.28:0/3351228730' entity='client.admin' cmd=[{"prefix": "osd blocklist", "blocklistop": "add", "addr": "172.21.15.28:0/430297909"}]: dispatch 2024-08-29T19:01:41.826 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 19:01:41 smithi053 bash[68679]: audit 2024-08-29T19:01:41.212064+0000 mon.a (mon.0) 4290 : audit [INF] from='client.? ' entity='client.admin' cmd=[{"prefix": "osd blocklist", "blocklistop": "add", "addr": "172.21.15.28:0/430297909"}]: dispatch 2024-08-29T19:01:41.853 INFO:tasks.workunit.client.0.smithi028.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestMirroring::test_uuid PASSED [ 78%] 2024-08-29T19:01:42.111 INFO:tasks.workunit.client.0.smithi028.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestMirroring::test_site_name PASSED [ 79%] 2024-08-29T19:01:42.361 INFO:tasks.workunit.client.0.smithi028.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestMirroring::test_mirror_peer_bootstrap PASSED [ 79%] 2024-08-29T19:01:42.576 INFO:journalctl@ceph.prometheus.a.smithi053.stdout:Aug 29 19:01:42 smithi053 bash[95567]: ts=2024-08-29T19:01:42.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"3167ee72-662c-11ef-bcd4-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-29T19:01:42.576 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 19:01:42 smithi053 bash[68679]: cluster 2024-08-29T19:01:40.679449+0000 mgr.y (mgr.25022) 2248 : cluster [DBG] pgmap v4393: 137 pgs: 137 active+clean; 4.6 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 325 KiB/s rd, 21 KiB/s wr, 438 op/s 2024-08-29T19:01:42.576 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 19:01:42 smithi053 bash[68679]: audit 2024-08-29T19:01:41.372410+0000 mon.a (mon.0) 4291 : audit [INF] from='client.? ' entity='client.admin' cmd='[{"prefix": "osd blocklist", "blocklistop": "add", "addr": "172.21.15.28:0/430297909"}]': finished 2024-08-29T19:01:42.577 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 19:01:42 smithi053 bash[68679]: cluster 2024-08-29T19:01:41.379415+0000 mon.a (mon.0) 4292 : cluster [DBG] osdmap e2627: 8 total, 8 up, 8 in 2024-08-29T19:01:42.577 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 19:01:42 smithi053 bash[68679]: audit 2024-08-29T19:01:41.921954+0000 mon.a (mon.0) 4293 : audit [INF] from='client.? ' entity='client.admin' 2024-08-29T19:01:42.577 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 19:01:42 smithi053 bash[68679]: audit 2024-08-29T19:01:41.923401+0000 mon.c (mon.2) 141 : audit [DBG] from='client.? 172.21.15.28:0/3921632946' entity='client.admin' cmd=[{"prefix": "config-key get", "key": "rbd/mirror/site_name"}]: dispatch 2024-08-29T19:01:42.577 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 19:01:42 smithi053 bash[68679]: audit 2024-08-29T19:01:41.924152+0000 mon.c (mon.2) 142 : audit [INF] from='client.? 172.21.15.28:0/3921632946' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/site_name"}]: dispatch 2024-08-29T19:01:42.577 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 19:01:42 smithi053 bash[68679]: audit 2024-08-29T19:01:41.924809+0000 mon.a (mon.0) 4294 : audit [INF] from='client.? ' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/site_name"}]: dispatch 2024-08-29T19:01:42.577 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 19:01:42 smithi053 bash[68679]: audit 2024-08-29T19:01:41.930646+0000 mon.a (mon.0) 4295 : audit [INF] from='client.? ' entity='client.admin' cmd='[{"prefix": "config-key rm", "key": "rbd/mirror/site_name"}]': finished 2024-08-29T19:01:42.577 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 19:01:42 smithi053 bash[68679]: audit 2024-08-29T19:01:41.932001+0000 mon.c (mon.2) 143 : audit [DBG] from='client.? 172.21.15.28:0/3921632946' entity='client.admin' cmd=[{"prefix": "config-key get", "key": "rbd/mirror/site_name"}]: dispatch 2024-08-29T19:01:42.577 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 19:01:42 smithi053 bash[68679]: audit 2024-08-29T19:01:42.174122+0000 mon.a (mon.0) 4296 : audit [DBG] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-29T19:01:42.577 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 19:01:42 smithi053 bash[68679]: audit 2024-08-29T19:01:42.200077+0000 mon.c (mon.2) 144 : audit [DBG] from='client.? 172.21.15.28:0/3921632946' entity='client.admin' cmd=[{"prefix": "config-key get", "key": "rbd/mirror/peer_client_id"}]: dispatch 2024-08-29T19:01:42.577 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 19:01:42 smithi053 bash[68679]: audit 2024-08-29T19:01:42.200960+0000 mon.c (mon.2) 145 : audit [INF] from='client.? 172.21.15.28:0/3921632946' entity='client.admin' cmd=[{ "prefix": "auth get-or-create", "entity": "client.rbd-mirror-peer", "caps": [ "mon", "profile rbd-mirror-peer", "osd", "profile rbd"], "format": "json"}]: dispatch 2024-08-29T19:01:42.577 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 19:01:42 smithi053 bash[68679]: audit 2024-08-29T19:01:42.201696+0000 mon.a (mon.0) 4297 : audit [INF] from='client.? ' entity='client.admin' cmd=[{ "prefix": "auth get-or-create", "entity": "client.rbd-mirror-peer", "caps": [ "mon", "profile rbd-mirror-peer", "osd", "profile rbd"], "format": "json"}]: dispatch 2024-08-29T19:01:42.577 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 19:01:42 smithi053 bash[68679]: audit 2024-08-29T19:01:42.203606+0000 mon.c (mon.2) 146 : audit [DBG] from='client.? 172.21.15.28:0/3921632946' entity='client.admin' cmd=[{"prefix": "config-key get", "key": "rbd/mirror/site_name"}]: dispatch 2024-08-29T19:01:42.631 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 19:01:42 smithi028 bash[78352]: cluster 2024-08-29T19:01:40.679449+0000 mgr.y (mgr.25022) 2248 : cluster [DBG] pgmap v4393: 137 pgs: 137 active+clean; 4.6 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 325 KiB/s rd, 21 KiB/s wr, 438 op/s 2024-08-29T19:01:42.631 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 19:01:42 smithi028 bash[78352]: audit 2024-08-29T19:01:41.372410+0000 mon.a (mon.0) 4291 : audit [INF] from='client.? ' entity='client.admin' cmd='[{"prefix": "osd blocklist", "blocklistop": "add", "addr": "172.21.15.28:0/430297909"}]': finished 2024-08-29T19:01:42.631 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 19:01:42 smithi028 bash[78352]: cluster 2024-08-29T19:01:41.379415+0000 mon.a (mon.0) 4292 : cluster [DBG] osdmap e2627: 8 total, 8 up, 8 in 2024-08-29T19:01:42.631 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 19:01:42 smithi028 bash[78352]: audit 2024-08-29T19:01:41.921954+0000 mon.a (mon.0) 4293 : audit [INF] from='client.? ' entity='client.admin' 2024-08-29T19:01:42.631 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 19:01:42 smithi028 bash[78352]: audit 2024-08-29T19:01:41.923401+0000 mon.c (mon.2) 141 : audit [DBG] from='client.? 172.21.15.28:0/3921632946' entity='client.admin' cmd=[{"prefix": "config-key get", "key": "rbd/mirror/site_name"}]: dispatch 2024-08-29T19:01:42.632 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 19:01:42 smithi028 bash[78352]: audit 2024-08-29T19:01:41.924152+0000 mon.c (mon.2) 142 : audit [INF] from='client.? 172.21.15.28:0/3921632946' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/site_name"}]: dispatch 2024-08-29T19:01:42.632 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 19:01:42 smithi028 bash[78352]: audit 2024-08-29T19:01:41.924809+0000 mon.a (mon.0) 4294 : audit [INF] from='client.? ' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/site_name"}]: dispatch 2024-08-29T19:01:42.632 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 19:01:42 smithi028 bash[78352]: audit 2024-08-29T19:01:41.930646+0000 mon.a (mon.0) 4295 : audit [INF] from='client.? ' entity='client.admin' cmd='[{"prefix": "config-key rm", "key": "rbd/mirror/site_name"}]': finished 2024-08-29T19:01:42.632 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 19:01:42 smithi028 bash[78352]: audit 2024-08-29T19:01:41.932001+0000 mon.c (mon.2) 143 : audit [DBG] from='client.? 172.21.15.28:0/3921632946' entity='client.admin' cmd=[{"prefix": "config-key get", "key": "rbd/mirror/site_name"}]: dispatch 2024-08-29T19:01:42.632 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 19:01:42 smithi028 bash[78352]: audit 2024-08-29T19:01:42.174122+0000 mon.a (mon.0) 4296 : audit [DBG] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-29T19:01:42.632 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 19:01:42 smithi028 bash[78352]: audit 2024-08-29T19:01:42.200077+0000 mon.c (mon.2) 144 : audit [DBG] from='client.? 172.21.15.28:0/3921632946' entity='client.admin' cmd=[{"prefix": "config-key get", "key": "rbd/mirror/peer_client_id"}]: dispatch 2024-08-29T19:01:42.632 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 19:01:42 smithi028 bash[78352]: audit 2024-08-29T19:01:42.200960+0000 mon.c (mon.2) 145 : audit [INF] from='client.? 172.21.15.28:0/3921632946' entity='client.admin' cmd=[{ "prefix": "auth get-or-create", "entity": "client.rbd-mirror-peer", "caps": [ "mon", "profile rbd-mirror-peer", "osd", "profile rbd"], "format": "json"}]: dispatch 2024-08-29T19:01:42.632 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 19:01:42 smithi028 bash[78352]: audit 2024-08-29T19:01:42.201696+0000 mon.a (mon.0) 4297 : audit [INF] from='client.? ' entity='client.admin' cmd=[{ "prefix": "auth get-or-create", "entity": "client.rbd-mirror-peer", "caps": [ "mon", "profile rbd-mirror-peer", "osd", "profile rbd"], "format": "json"}]: dispatch 2024-08-29T19:01:42.632 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 19:01:42 smithi028 bash[78352]: audit 2024-08-29T19:01:42.203606+0000 mon.c (mon.2) 146 : audit [DBG] from='client.? 172.21.15.28:0/3921632946' entity='client.admin' cmd=[{"prefix": "config-key get", "key": "rbd/mirror/site_name"}]: dispatch 2024-08-29T19:01:42.632 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 19:01:42 smithi028 bash[77168]: cluster 2024-08-29T19:01:40.679449+0000 mgr.y (mgr.25022) 2248 : cluster [DBG] pgmap v4393: 137 pgs: 137 active+clean; 4.6 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 325 KiB/s rd, 21 KiB/s wr, 438 op/s 2024-08-29T19:01:42.633 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 19:01:42 smithi028 bash[77168]: audit 2024-08-29T19:01:41.372410+0000 mon.a (mon.0) 4291 : audit [INF] from='client.? ' entity='client.admin' cmd='[{"prefix": "osd blocklist", "blocklistop": "add", "addr": "172.21.15.28:0/430297909"}]': finished 2024-08-29T19:01:42.633 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 19:01:42 smithi028 bash[77168]: cluster 2024-08-29T19:01:41.379415+0000 mon.a (mon.0) 4292 : cluster [DBG] osdmap e2627: 8 total, 8 up, 8 in 2024-08-29T19:01:42.633 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 19:01:42 smithi028 bash[77168]: audit 2024-08-29T19:01:41.921954+0000 mon.a (mon.0) 4293 : audit [INF] from='client.? ' entity='client.admin' 2024-08-29T19:01:42.633 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 19:01:42 smithi028 bash[77168]: audit 2024-08-29T19:01:41.923401+0000 mon.c (mon.2) 141 : audit [DBG] from='client.? 172.21.15.28:0/3921632946' entity='client.admin' cmd=[{"prefix": "config-key get", "key": "rbd/mirror/site_name"}]: dispatch 2024-08-29T19:01:42.633 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 19:01:42 smithi028 bash[77168]: audit 2024-08-29T19:01:41.924152+0000 mon.c (mon.2) 142 : audit [INF] from='client.? 172.21.15.28:0/3921632946' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/site_name"}]: dispatch 2024-08-29T19:01:42.633 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 19:01:42 smithi028 bash[77168]: audit 2024-08-29T19:01:41.924809+0000 mon.a (mon.0) 4294 : audit [INF] from='client.? ' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/site_name"}]: dispatch 2024-08-29T19:01:42.633 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 19:01:42 smithi028 bash[77168]: audit 2024-08-29T19:01:41.930646+0000 mon.a (mon.0) 4295 : audit [INF] from='client.? ' entity='client.admin' cmd='[{"prefix": "config-key rm", "key": "rbd/mirror/site_name"}]': finished 2024-08-29T19:01:42.633 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 19:01:42 smithi028 bash[77168]: audit 2024-08-29T19:01:41.932001+0000 mon.c (mon.2) 143 : audit [DBG] from='client.? 172.21.15.28:0/3921632946' entity='client.admin' cmd=[{"prefix": "config-key get", "key": "rbd/mirror/site_name"}]: dispatch 2024-08-29T19:01:42.633 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 19:01:42 smithi028 bash[77168]: audit 2024-08-29T19:01:42.174122+0000 mon.a (mon.0) 4296 : audit [DBG] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-29T19:01:42.633 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 19:01:42 smithi028 bash[77168]: audit 2024-08-29T19:01:42.200077+0000 mon.c (mon.2) 144 : audit [DBG] from='client.? 172.21.15.28:0/3921632946' entity='client.admin' cmd=[{"prefix": "config-key get", "key": "rbd/mirror/peer_client_id"}]: dispatch 2024-08-29T19:01:42.633 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 19:01:42 smithi028 bash[77168]: audit 2024-08-29T19:01:42.200960+0000 mon.c (mon.2) 145 : audit [INF] from='client.? 172.21.15.28:0/3921632946' entity='client.admin' cmd=[{ "prefix": "auth get-or-create", "entity": "client.rbd-mirror-peer", "caps": [ "mon", "profile rbd-mirror-peer", "osd", "profile rbd"], "format": "json"}]: dispatch 2024-08-29T19:01:42.633 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 19:01:42 smithi028 bash[77168]: audit 2024-08-29T19:01:42.201696+0000 mon.a (mon.0) 4297 : audit [INF] from='client.? ' entity='client.admin' cmd=[{ "prefix": "auth get-or-create", "entity": "client.rbd-mirror-peer", "caps": [ "mon", "profile rbd-mirror-peer", "osd", "profile rbd"], "format": "json"}]: dispatch 2024-08-29T19:01:42.633 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 19:01:42 smithi028 bash[77168]: audit 2024-08-29T19:01:42.203606+0000 mon.c (mon.2) 146 : audit [DBG] from='client.? 172.21.15.28:0/3921632946' entity='client.admin' cmd=[{"prefix": "config-key get", "key": "rbd/mirror/site_name"}]: dispatch 2024-08-29T19:01:42.639 INFO:tasks.workunit.client.0.smithi028.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestMirroring::test_mirror_peer PASSED [ 80%] 2024-08-29T19:01:42.872 INFO:tasks.workunit.client.0.smithi028.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestMirroring::test_mirror_image SKIPPED [ 80%] 2024-08-29T19:01:43.115 INFO:tasks.workunit.client.0.smithi028.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestMirroring::test_mirror_image_status SKIPPED [ 81%] 2024-08-29T19:01:43.826 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 19:01:43 smithi053 bash[68679]: audit 2024-08-29T19:01:42.445615+0000 mon.a (mon.0) 4298 : audit [INF] from='client.? ' entity='client.admin' 2024-08-29T19:01:43.826 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 19:01:43 smithi053 bash[68679]: audit 2024-08-29T19:01:42.446885+0000 mon.c (mon.2) 147 : audit [DBG] from='client.? 172.21.15.28:0/3921632946' entity='client.admin' cmd=[{"prefix": "config-key get", "key": "rbd/mirror/peer/113/e3ca8da4-117a-4fe6-b381-44a62e3c1c3a"}]: dispatch 2024-08-29T19:01:43.826 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 19:01:43 smithi053 bash[68679]: audit 2024-08-29T19:01:42.447713+0000 mon.c (mon.2) 148 : audit [INF] from='client.? 172.21.15.28:0/3921632946' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/113/e3ca8da4-117a-4fe6-b381-44a62e3c1c3a"}]: dispatch 2024-08-29T19:01:43.826 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 19:01:43 smithi053 bash[68679]: audit 2024-08-29T19:01:42.448340+0000 mon.a (mon.0) 4299 : audit [INF] from='client.? ' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/113/e3ca8da4-117a-4fe6-b381-44a62e3c1c3a"}]: dispatch 2024-08-29T19:01:43.827 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 19:01:43 smithi053 bash[68679]: audit 2024-08-29T19:01:42.453918+0000 mon.a (mon.0) 4300 : audit [INF] from='client.? ' entity='client.admin' cmd='[{"prefix": "config-key rm", "key": "rbd/mirror/peer/113/e3ca8da4-117a-4fe6-b381-44a62e3c1c3a"}]': finished 2024-08-29T19:01:43.881 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 19:01:43 smithi028 bash[78352]: audit 2024-08-29T19:01:42.445615+0000 mon.a (mon.0) 4298 : audit [INF] from='client.? ' entity='client.admin' 2024-08-29T19:01:43.881 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 19:01:43 smithi028 bash[78352]: audit 2024-08-29T19:01:42.446885+0000 mon.c (mon.2) 147 : audit [DBG] from='client.? 172.21.15.28:0/3921632946' entity='client.admin' cmd=[{"prefix": "config-key get", "key": "rbd/mirror/peer/113/e3ca8da4-117a-4fe6-b381-44a62e3c1c3a"}]: dispatch 2024-08-29T19:01:43.881 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 19:01:43 smithi028 bash[78352]: audit 2024-08-29T19:01:42.447713+0000 mon.c (mon.2) 148 : audit [INF] from='client.? 172.21.15.28:0/3921632946' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/113/e3ca8da4-117a-4fe6-b381-44a62e3c1c3a"}]: dispatch 2024-08-29T19:01:43.881 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 19:01:43 smithi028 bash[78352]: audit 2024-08-29T19:01:42.448340+0000 mon.a (mon.0) 4299 : audit [INF] from='client.? ' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/113/e3ca8da4-117a-4fe6-b381-44a62e3c1c3a"}]: dispatch 2024-08-29T19:01:43.881 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 19:01:43 smithi028 bash[78352]: audit 2024-08-29T19:01:42.453918+0000 mon.a (mon.0) 4300 : audit [INF] from='client.? ' entity='client.admin' cmd='[{"prefix": "config-key rm", "key": "rbd/mirror/peer/113/e3ca8da4-117a-4fe6-b381-44a62e3c1c3a"}]': finished 2024-08-29T19:01:43.881 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 19:01:43 smithi028 bash[77168]: audit 2024-08-29T19:01:42.445615+0000 mon.a (mon.0) 4298 : audit [INF] from='client.? ' entity='client.admin' 2024-08-29T19:01:43.881 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 19:01:43 smithi028 bash[77168]: audit 2024-08-29T19:01:42.446885+0000 mon.c (mon.2) 147 : audit [DBG] from='client.? 172.21.15.28:0/3921632946' entity='client.admin' cmd=[{"prefix": "config-key get", "key": "rbd/mirror/peer/113/e3ca8da4-117a-4fe6-b381-44a62e3c1c3a"}]: dispatch 2024-08-29T19:01:43.882 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 19:01:43 smithi028 bash[77168]: audit 2024-08-29T19:01:42.447713+0000 mon.c (mon.2) 148 : audit [INF] from='client.? 172.21.15.28:0/3921632946' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/113/e3ca8da4-117a-4fe6-b381-44a62e3c1c3a"}]: dispatch 2024-08-29T19:01:43.882 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 19:01:43 smithi028 bash[77168]: audit 2024-08-29T19:01:42.448340+0000 mon.a (mon.0) 4299 : audit [INF] from='client.? ' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/113/e3ca8da4-117a-4fe6-b381-44a62e3c1c3a"}]: dispatch 2024-08-29T19:01:43.882 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 19:01:43 smithi028 bash[77168]: audit 2024-08-29T19:01:42.453918+0000 mon.a (mon.0) 4300 : audit [INF] from='client.? ' entity='client.admin' cmd='[{"prefix": "config-key rm", "key": "rbd/mirror/peer/113/e3ca8da4-117a-4fe6-b381-44a62e3c1c3a"}]': finished 2024-08-29T19:01:44.826 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 19:01:44 smithi053 bash[68679]: cluster 2024-08-29T19:01:42.680215+0000 mgr.y (mgr.25022) 2249 : cluster [DBG] pgmap v4395: 137 pgs: 137 active+clean; 4.6 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 239 KiB/s rd, 13 KiB/s wr, 318 op/s 2024-08-29T19:01:44.826 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 19:01:44 smithi053 bash[68679]: cluster 2024-08-29T19:01:43.465136+0000 mon.a (mon.0) 4301 : cluster [DBG] osdmap e2628: 8 total, 8 up, 8 in 2024-08-29T19:01:44.826 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 19:01:44 smithi053 bash[68679]: cluster 2024-08-29T19:01:44.077479+0000 mon.a (mon.0) 4302 : cluster [DBG] osdmap e2629: 8 total, 8 up, 8 in 2024-08-29T19:01:44.881 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 19:01:44 smithi028 bash[78352]: cluster 2024-08-29T19:01:42.680215+0000 mgr.y (mgr.25022) 2249 : cluster [DBG] pgmap v4395: 137 pgs: 137 active+clean; 4.6 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 239 KiB/s rd, 13 KiB/s wr, 318 op/s 2024-08-29T19:01:44.881 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 19:01:44 smithi028 bash[78352]: cluster 2024-08-29T19:01:43.465136+0000 mon.a (mon.0) 4301 : cluster [DBG] osdmap e2628: 8 total, 8 up, 8 in 2024-08-29T19:01:44.881 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 19:01:44 smithi028 bash[78352]: cluster 2024-08-29T19:01:44.077479+0000 mon.a (mon.0) 4302 : cluster [DBG] osdmap e2629: 8 total, 8 up, 8 in 2024-08-29T19:01:44.881 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 19:01:44 smithi028 bash[77168]: cluster 2024-08-29T19:01:42.680215+0000 mgr.y (mgr.25022) 2249 : cluster [DBG] pgmap v4395: 137 pgs: 137 active+clean; 4.6 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 239 KiB/s rd, 13 KiB/s wr, 318 op/s 2024-08-29T19:01:44.881 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 19:01:44 smithi028 bash[77168]: cluster 2024-08-29T19:01:43.465136+0000 mon.a (mon.0) 4301 : cluster [DBG] osdmap e2628: 8 total, 8 up, 8 in 2024-08-29T19:01:44.881 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 19:01:44 smithi028 bash[77168]: cluster 2024-08-29T19:01:44.077479+0000 mon.a (mon.0) 4302 : cluster [DBG] osdmap e2629: 8 total, 8 up, 8 in 2024-08-29T19:01:46.326 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 19:01:46 smithi053 bash[68679]: cluster 2024-08-29T19:01:44.681456+0000 mgr.y (mgr.25022) 2250 : cluster [DBG] pgmap v4398: 137 pgs: 137 active+clean; 4.6 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 375 KiB/s rd, 30 KiB/s wr, 524 op/s 2024-08-29T19:01:46.326 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 19:01:46 smithi053 bash[68679]: cluster 2024-08-29T19:01:45.080222+0000 mon.a (mon.0) 4303 : cluster [DBG] osdmap e2630: 8 total, 8 up, 8 in 2024-08-29T19:01:46.326 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 19:01:46 smithi053 bash[68679]: audit 2024-08-29T19:01:45.147455+0000 mon.c (mon.2) 149 : audit [INF] from='client.? 172.21.15.28:0/3921632946' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/113/0b8e5573-a801-4680-a0c6-dfbee3bf6498"}]: dispatch 2024-08-29T19:01:46.327 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 19:01:46 smithi053 bash[68679]: audit 2024-08-29T19:01:45.148149+0000 mon.a (mon.0) 4304 : audit [INF] from='client.? ' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/113/0b8e5573-a801-4680-a0c6-dfbee3bf6498"}]: dispatch 2024-08-29T19:01:46.327 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 19:01:46 smithi053 bash[68679]: audit 2024-08-29T19:01:45.154540+0000 mon.a (mon.0) 4305 : audit [INF] from='client.? ' entity='client.admin' cmd='[{"prefix": "config-key rm", "key": "rbd/mirror/peer/113/0b8e5573-a801-4680-a0c6-dfbee3bf6498"}]': finished 2024-08-29T19:01:46.327 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 19:01:46 smithi053 bash[68679]: audit 2024-08-29T19:01:45.226457+0000 mon.c (mon.2) 150 : audit [INF] from='client.? 172.21.15.28:0/3921632946' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/113/781db849-d866-4369-8ec6-7a206c7ea522"}]: dispatch 2024-08-29T19:01:46.327 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 19:01:46 smithi053 bash[68679]: audit 2024-08-29T19:01:45.227165+0000 mon.a (mon.0) 4306 : audit [INF] from='client.? ' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/113/781db849-d866-4369-8ec6-7a206c7ea522"}]: dispatch 2024-08-29T19:01:46.327 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 19:01:46 smithi053 bash[68679]: audit 2024-08-29T19:01:45.233615+0000 mon.a (mon.0) 4307 : audit [INF] from='client.? ' entity='client.admin' cmd='[{"prefix": "config-key rm", "key": "rbd/mirror/peer/113/781db849-d866-4369-8ec6-7a206c7ea522"}]': finished 2024-08-29T19:01:46.381 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 19:01:46 smithi028 bash[78352]: cluster 2024-08-29T19:01:44.681456+0000 mgr.y (mgr.25022) 2250 : cluster [DBG] pgmap v4398: 137 pgs: 137 active+clean; 4.6 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 375 KiB/s rd, 30 KiB/s wr, 524 op/s 2024-08-29T19:01:46.381 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 19:01:46 smithi028 bash[78352]: cluster 2024-08-29T19:01:45.080222+0000 mon.a (mon.0) 4303 : cluster [DBG] osdmap e2630: 8 total, 8 up, 8 in 2024-08-29T19:01:46.381 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 19:01:46 smithi028 bash[78352]: audit 2024-08-29T19:01:45.147455+0000 mon.c (mon.2) 149 : audit [INF] from='client.? 172.21.15.28:0/3921632946' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/113/0b8e5573-a801-4680-a0c6-dfbee3bf6498"}]: dispatch 2024-08-29T19:01:46.381 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 19:01:46 smithi028 bash[78352]: audit 2024-08-29T19:01:45.148149+0000 mon.a (mon.0) 4304 : audit [INF] from='client.? ' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/113/0b8e5573-a801-4680-a0c6-dfbee3bf6498"}]: dispatch 2024-08-29T19:01:46.381 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 19:01:46 smithi028 bash[78352]: audit 2024-08-29T19:01:45.154540+0000 mon.a (mon.0) 4305 : audit [INF] from='client.? ' entity='client.admin' cmd='[{"prefix": "config-key rm", "key": "rbd/mirror/peer/113/0b8e5573-a801-4680-a0c6-dfbee3bf6498"}]': finished 2024-08-29T19:01:46.381 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 19:01:46 smithi028 bash[78352]: audit 2024-08-29T19:01:45.226457+0000 mon.c (mon.2) 150 : audit [INF] from='client.? 172.21.15.28:0/3921632946' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/113/781db849-d866-4369-8ec6-7a206c7ea522"}]: dispatch 2024-08-29T19:01:46.381 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 19:01:46 smithi028 bash[78352]: audit 2024-08-29T19:01:45.227165+0000 mon.a (mon.0) 4306 : audit [INF] from='client.? ' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/113/781db849-d866-4369-8ec6-7a206c7ea522"}]: dispatch 2024-08-29T19:01:46.382 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 19:01:46 smithi028 bash[78352]: audit 2024-08-29T19:01:45.233615+0000 mon.a (mon.0) 4307 : audit [INF] from='client.? ' entity='client.admin' cmd='[{"prefix": "config-key rm", "key": "rbd/mirror/peer/113/781db849-d866-4369-8ec6-7a206c7ea522"}]': finished 2024-08-29T19:01:46.382 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 19:01:46 smithi028 bash[77168]: cluster 2024-08-29T19:01:44.681456+0000 mgr.y (mgr.25022) 2250 : cluster [DBG] pgmap v4398: 137 pgs: 137 active+clean; 4.6 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 375 KiB/s rd, 30 KiB/s wr, 524 op/s 2024-08-29T19:01:46.382 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 19:01:46 smithi028 bash[77168]: cluster 2024-08-29T19:01:45.080222+0000 mon.a (mon.0) 4303 : cluster [DBG] osdmap e2630: 8 total, 8 up, 8 in 2024-08-29T19:01:46.382 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 19:01:46 smithi028 bash[77168]: audit 2024-08-29T19:01:45.147455+0000 mon.c (mon.2) 149 : audit [INF] from='client.? 172.21.15.28:0/3921632946' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/113/0b8e5573-a801-4680-a0c6-dfbee3bf6498"}]: dispatch 2024-08-29T19:01:46.382 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 19:01:46 smithi028 bash[77168]: audit 2024-08-29T19:01:45.148149+0000 mon.a (mon.0) 4304 : audit [INF] from='client.? ' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/113/0b8e5573-a801-4680-a0c6-dfbee3bf6498"}]: dispatch 2024-08-29T19:01:46.382 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 19:01:46 smithi028 bash[77168]: audit 2024-08-29T19:01:45.154540+0000 mon.a (mon.0) 4305 : audit [INF] from='client.? ' entity='client.admin' cmd='[{"prefix": "config-key rm", "key": "rbd/mirror/peer/113/0b8e5573-a801-4680-a0c6-dfbee3bf6498"}]': finished 2024-08-29T19:01:46.382 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 19:01:46 smithi028 bash[77168]: audit 2024-08-29T19:01:45.226457+0000 mon.c (mon.2) 150 : audit [INF] from='client.? 172.21.15.28:0/3921632946' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/113/781db849-d866-4369-8ec6-7a206c7ea522"}]: dispatch 2024-08-29T19:01:46.382 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 19:01:46 smithi028 bash[77168]: audit 2024-08-29T19:01:45.227165+0000 mon.a (mon.0) 4306 : audit [INF] from='client.? ' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/113/781db849-d866-4369-8ec6-7a206c7ea522"}]: dispatch 2024-08-29T19:01:46.382 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 19:01:46 smithi028 bash[77168]: audit 2024-08-29T19:01:45.233615+0000 mon.a (mon.0) 4307 : audit [INF] from='client.? ' entity='client.admin' cmd='[{"prefix": "config-key rm", "key": "rbd/mirror/peer/113/781db849-d866-4369-8ec6-7a206c7ea522"}]': finished 2024-08-29T19:01:47.576 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 19:01:47 smithi053 bash[68679]: cluster 2024-08-29T19:01:46.238783+0000 mon.a (mon.0) 4308 : cluster [DBG] osdmap e2631: 8 total, 8 up, 8 in 2024-08-29T19:01:47.631 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 19:01:47 smithi028 bash[78352]: cluster 2024-08-29T19:01:46.238783+0000 mon.a (mon.0) 4308 : cluster [DBG] osdmap e2631: 8 total, 8 up, 8 in 2024-08-29T19:01:47.631 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 19:01:47 smithi028 bash[77168]: cluster 2024-08-29T19:01:46.238783+0000 mon.a (mon.0) 4308 : cluster [DBG] osdmap e2631: 8 total, 8 up, 8 in 2024-08-29T19:01:48.576 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 19:01:48 smithi053 bash[68679]: cluster 2024-08-29T19:01:46.682316+0000 mgr.y (mgr.25022) 2251 : cluster [DBG] pgmap v4401: 137 pgs: 137 active+clean; 4.6 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 445 KiB/s rd, 35 KiB/s wr, 622 op/s 2024-08-29T19:01:48.576 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 19:01:48 smithi053 bash[68679]: cluster 2024-08-29T19:01:47.248687+0000 mon.a (mon.0) 4309 : cluster [DBG] osdmap e2632: 8 total, 8 up, 8 in 2024-08-29T19:01:48.576 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 19:01:48 smithi053 bash[68679]: audit 2024-08-29T19:01:48.193485+0000 mon.a (mon.0) 4310 : audit [DBG] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-29T19:01:48.631 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 19:01:48 smithi028 bash[78352]: cluster 2024-08-29T19:01:46.682316+0000 mgr.y (mgr.25022) 2251 : cluster [DBG] pgmap v4401: 137 pgs: 137 active+clean; 4.6 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 445 KiB/s rd, 35 KiB/s wr, 622 op/s 2024-08-29T19:01:48.631 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 19:01:48 smithi028 bash[78352]: cluster 2024-08-29T19:01:47.248687+0000 mon.a (mon.0) 4309 : cluster [DBG] osdmap e2632: 8 total, 8 up, 8 in 2024-08-29T19:01:48.631 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 19:01:48 smithi028 bash[78352]: audit 2024-08-29T19:01:48.193485+0000 mon.a (mon.0) 4310 : audit [DBG] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-29T19:01:48.631 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 19:01:48 smithi028 bash[77168]: cluster 2024-08-29T19:01:46.682316+0000 mgr.y (mgr.25022) 2251 : cluster [DBG] pgmap v4401: 137 pgs: 137 active+clean; 4.6 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 445 KiB/s rd, 35 KiB/s wr, 622 op/s 2024-08-29T19:01:48.631 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 19:01:48 smithi028 bash[77168]: cluster 2024-08-29T19:01:47.248687+0000 mon.a (mon.0) 4309 : cluster [DBG] osdmap e2632: 8 total, 8 up, 8 in 2024-08-29T19:01:48.631 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 19:01:48 smithi028 bash[77168]: audit 2024-08-29T19:01:48.193485+0000 mon.a (mon.0) 4310 : audit [DBG] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-29T19:01:49.576 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 19:01:49 smithi053 bash[68679]: cluster 2024-08-29T19:01:48.255508+0000 mon.a (mon.0) 4311 : cluster [DBG] osdmap e2633: 8 total, 8 up, 8 in 2024-08-29T19:01:49.576 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 19:01:49 smithi053 bash[68679]: cluster 2024-08-29T19:01:49.077916+0000 mon.a (mon.0) 4312 : cluster [DBG] osdmap e2634: 8 total, 8 up, 8 in 2024-08-29T19:01:49.630 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 19:01:49 smithi028 bash[78352]: cluster 2024-08-29T19:01:48.255508+0000 mon.a (mon.0) 4311 : cluster [DBG] osdmap e2633: 8 total, 8 up, 8 in 2024-08-29T19:01:49.631 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 19:01:49 smithi028 bash[78352]: cluster 2024-08-29T19:01:49.077916+0000 mon.a (mon.0) 4312 : cluster [DBG] osdmap e2634: 8 total, 8 up, 8 in 2024-08-29T19:01:49.631 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 19:01:49 smithi028 bash[77168]: cluster 2024-08-29T19:01:48.255508+0000 mon.a (mon.0) 4311 : cluster [DBG] osdmap e2633: 8 total, 8 up, 8 in 2024-08-29T19:01:49.631 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 19:01:49 smithi028 bash[77168]: cluster 2024-08-29T19:01:49.077916+0000 mon.a (mon.0) 4312 : cluster [DBG] osdmap e2634: 8 total, 8 up, 8 in 2024-08-29T19:01:50.174 INFO:tasks.workunit.client.0.smithi028.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestMirroring::test_mirror_image_create_snapshot PASSED [ 81%] 2024-08-29T19:01:50.576 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 19:01:50 smithi053 bash[68679]: cluster 2024-08-29T19:01:48.683403+0000 mgr.y (mgr.25022) 2252 : cluster [DBG] pgmap v4404: 137 pgs: 137 active+clean; 4.6 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 170 KiB/s rd, 10 KiB/s wr, 225 op/s 2024-08-29T19:01:50.576 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 19:01:50 smithi053 bash[68679]: audit 2024-08-29T19:01:49.537534+0000 mon.a (mon.0) 4313 : audit [INF] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' 2024-08-29T19:01:50.576 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 19:01:50 smithi053 bash[68679]: audit 2024-08-29T19:01:49.544178+0000 mon.a (mon.0) 4314 : audit [INF] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' 2024-08-29T19:01:50.576 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 19:01:50 smithi053 bash[68679]: audit 2024-08-29T19:01:49.548012+0000 mon.a (mon.0) 4315 : audit [INF] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' 2024-08-29T19:01:50.577 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 19:01:50 smithi053 bash[68679]: audit 2024-08-29T19:01:49.554001+0000 mon.a (mon.0) 4316 : audit [INF] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' 2024-08-29T19:01:50.577 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 19:01:50 smithi053 bash[68679]: cluster 2024-08-29T19:01:50.076750+0000 mon.a (mon.0) 4317 : cluster [DBG] osdmap e2635: 8 total, 8 up, 8 in 2024-08-29T19:01:50.631 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 19:01:50 smithi028 bash[78352]: cluster 2024-08-29T19:01:48.683403+0000 mgr.y (mgr.25022) 2252 : cluster [DBG] pgmap v4404: 137 pgs: 137 active+clean; 4.6 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 170 KiB/s rd, 10 KiB/s wr, 225 op/s 2024-08-29T19:01:50.631 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 19:01:50 smithi028 bash[78352]: audit 2024-08-29T19:01:49.537534+0000 mon.a (mon.0) 4313 : audit [INF] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' 2024-08-29T19:01:50.631 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 19:01:50 smithi028 bash[78352]: audit 2024-08-29T19:01:49.544178+0000 mon.a (mon.0) 4314 : audit [INF] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' 2024-08-29T19:01:50.631 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 19:01:50 smithi028 bash[78352]: audit 2024-08-29T19:01:49.548012+0000 mon.a (mon.0) 4315 : audit [INF] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' 2024-08-29T19:01:50.631 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 19:01:50 smithi028 bash[78352]: audit 2024-08-29T19:01:49.554001+0000 mon.a (mon.0) 4316 : audit [INF] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' 2024-08-29T19:01:50.632 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 19:01:50 smithi028 bash[78352]: cluster 2024-08-29T19:01:50.076750+0000 mon.a (mon.0) 4317 : cluster [DBG] osdmap e2635: 8 total, 8 up, 8 in 2024-08-29T19:01:50.632 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 19:01:50 smithi028 bash[77168]: cluster 2024-08-29T19:01:48.683403+0000 mgr.y (mgr.25022) 2252 : cluster [DBG] pgmap v4404: 137 pgs: 137 active+clean; 4.6 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 170 KiB/s rd, 10 KiB/s wr, 225 op/s 2024-08-29T19:01:50.632 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 19:01:50 smithi028 bash[77168]: audit 2024-08-29T19:01:49.537534+0000 mon.a (mon.0) 4313 : audit [INF] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' 2024-08-29T19:01:50.632 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 19:01:50 smithi028 bash[77168]: audit 2024-08-29T19:01:49.544178+0000 mon.a (mon.0) 4314 : audit [INF] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' 2024-08-29T19:01:50.632 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 19:01:50 smithi028 bash[77168]: audit 2024-08-29T19:01:49.548012+0000 mon.a (mon.0) 4315 : audit [INF] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' 2024-08-29T19:01:50.632 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 19:01:50 smithi028 bash[77168]: audit 2024-08-29T19:01:49.554001+0000 mon.a (mon.0) 4316 : audit [INF] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' 2024-08-29T19:01:50.633 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 19:01:50 smithi028 bash[77168]: cluster 2024-08-29T19:01:50.076750+0000 mon.a (mon.0) 4317 : cluster [DBG] osdmap e2635: 8 total, 8 up, 8 in 2024-08-29T19:01:51.881 INFO:journalctl@ceph.mgr.y.smithi028.stdout:Aug 29 19:01:51 smithi028 bash[70818]: ::ffff:172.21.15.53 - - [29/Aug/2024:19:01:51] "GET /metrics HTTP/1.1" 200 36691 "" "Prometheus/2.43.0" 2024-08-29T19:01:52.381 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 19:01:52 smithi028 bash[77168]: cluster 2024-08-29T19:01:50.684315+0000 mgr.y (mgr.25022) 2253 : cluster [DBG] pgmap v4407: 137 pgs: 137 active+clean; 4.6 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 151 KiB/s rd, 9.5 KiB/s wr, 198 op/s 2024-08-29T19:01:52.381 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 19:01:52 smithi028 bash[77168]: cluster 2024-08-29T19:01:51.080836+0000 mon.a (mon.0) 4318 : cluster [DBG] osdmap e2636: 8 total, 8 up, 8 in 2024-08-29T19:01:52.381 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 19:01:52 smithi028 bash[78352]: cluster 2024-08-29T19:01:50.684315+0000 mgr.y (mgr.25022) 2253 : cluster [DBG] pgmap v4407: 137 pgs: 137 active+clean; 4.6 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 151 KiB/s rd, 9.5 KiB/s wr, 198 op/s 2024-08-29T19:01:52.382 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 19:01:52 smithi028 bash[78352]: cluster 2024-08-29T19:01:51.080836+0000 mon.a (mon.0) 4318 : cluster [DBG] osdmap e2636: 8 total, 8 up, 8 in 2024-08-29T19:01:52.576 INFO:journalctl@ceph.prometheus.a.smithi053.stdout:Aug 29 19:01:52 smithi053 bash[95567]: ts=2024-08-29T19:01:52.316Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"3167ee72-662c-11ef-bcd4-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-29T19:01:52.576 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 19:01:52 smithi053 bash[68679]: cluster 2024-08-29T19:01:50.684315+0000 mgr.y (mgr.25022) 2253 : cluster [DBG] pgmap v4407: 137 pgs: 137 active+clean; 4.6 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 151 KiB/s rd, 9.5 KiB/s wr, 198 op/s 2024-08-29T19:01:52.576 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 19:01:52 smithi053 bash[68679]: cluster 2024-08-29T19:01:51.080836+0000 mon.a (mon.0) 4318 : cluster [DBG] osdmap e2636: 8 total, 8 up, 8 in 2024-08-29T19:01:53.381 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 19:01:53 smithi028 bash[78352]: cluster 2024-08-29T19:01:52.095012+0000 mon.a (mon.0) 4319 : cluster [DBG] osdmap e2637: 8 total, 8 up, 8 in 2024-08-29T19:01:53.381 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 19:01:53 smithi028 bash[78352]: audit 2024-08-29T19:01:52.137697+0000 mon.c (mon.2) 151 : audit [INF] from='client.? 172.21.15.28:0/3921632946' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/113/87b14b18-ccdd-404d-85ba-00bddf038886"}]: dispatch 2024-08-29T19:01:53.381 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 19:01:53 smithi028 bash[78352]: audit 2024-08-29T19:01:52.138374+0000 mon.a (mon.0) 4320 : audit [INF] from='client.? ' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/113/87b14b18-ccdd-404d-85ba-00bddf038886"}]: dispatch 2024-08-29T19:01:53.381 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 19:01:53 smithi028 bash[78352]: audit 2024-08-29T19:01:52.147033+0000 mon.a (mon.0) 4321 : audit [INF] from='client.? ' entity='client.admin' cmd='[{"prefix": "config-key rm", "key": "rbd/mirror/peer/113/87b14b18-ccdd-404d-85ba-00bddf038886"}]': finished 2024-08-29T19:01:53.381 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 19:01:53 smithi028 bash[77168]: cluster 2024-08-29T19:01:52.095012+0000 mon.a (mon.0) 4319 : cluster [DBG] osdmap e2637: 8 total, 8 up, 8 in 2024-08-29T19:01:53.381 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 19:01:53 smithi028 bash[77168]: audit 2024-08-29T19:01:52.137697+0000 mon.c (mon.2) 151 : audit [INF] from='client.? 172.21.15.28:0/3921632946' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/113/87b14b18-ccdd-404d-85ba-00bddf038886"}]: dispatch 2024-08-29T19:01:53.381 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 19:01:53 smithi028 bash[77168]: audit 2024-08-29T19:01:52.138374+0000 mon.a (mon.0) 4320 : audit [INF] from='client.? ' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/113/87b14b18-ccdd-404d-85ba-00bddf038886"}]: dispatch 2024-08-29T19:01:53.381 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 19:01:53 smithi028 bash[77168]: audit 2024-08-29T19:01:52.147033+0000 mon.a (mon.0) 4321 : audit [INF] from='client.? ' entity='client.admin' cmd='[{"prefix": "config-key rm", "key": "rbd/mirror/peer/113/87b14b18-ccdd-404d-85ba-00bddf038886"}]': finished 2024-08-29T19:01:53.576 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 19:01:53 smithi053 bash[68679]: cluster 2024-08-29T19:01:52.095012+0000 mon.a (mon.0) 4319 : cluster [DBG] osdmap e2637: 8 total, 8 up, 8 in 2024-08-29T19:01:53.576 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 19:01:53 smithi053 bash[68679]: audit 2024-08-29T19:01:52.137697+0000 mon.c (mon.2) 151 : audit [INF] from='client.? 172.21.15.28:0/3921632946' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/113/87b14b18-ccdd-404d-85ba-00bddf038886"}]: dispatch 2024-08-29T19:01:53.576 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 19:01:53 smithi053 bash[68679]: audit 2024-08-29T19:01:52.138374+0000 mon.a (mon.0) 4320 : audit [INF] from='client.? ' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/113/87b14b18-ccdd-404d-85ba-00bddf038886"}]: dispatch 2024-08-29T19:01:53.576 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 19:01:53 smithi053 bash[68679]: audit 2024-08-29T19:01:52.147033+0000 mon.a (mon.0) 4321 : audit [INF] from='client.? ' entity='client.admin' cmd='[{"prefix": "config-key rm", "key": "rbd/mirror/peer/113/87b14b18-ccdd-404d-85ba-00bddf038886"}]': finished 2024-08-29T19:01:54.261 INFO:tasks.workunit.client.0.smithi028.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestMirroring::test_aio_mirror_image_create_snapshot PASSED [ 82%] 2024-08-29T19:01:54.445 INFO:tasks.workunit.client.0.smithi028.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestTrash::test_move PASSED [ 83%] 2024-08-29T19:01:54.576 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 19:01:54 smithi053 bash[68679]: cluster 2024-08-29T19:01:52.684947+0000 mgr.y (mgr.25022) 2254 : cluster [DBG] pgmap v4410: 137 pgs: 137 active+clean; 4.6 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 11 KiB/s rd, 511 B/s wr, 17 op/s 2024-08-29T19:01:54.576 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 19:01:54 smithi053 bash[68679]: cluster 2024-08-29T19:01:53.156035+0000 mon.a (mon.0) 4322 : cluster [DBG] osdmap e2638: 8 total, 8 up, 8 in 2024-08-29T19:01:54.576 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 19:01:54 smithi053 bash[68679]: cluster 2024-08-29T19:01:54.083406+0000 mon.a (mon.0) 4323 : cluster [DBG] osdmap e2639: 8 total, 8 up, 8 in 2024-08-29T19:01:54.630 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 19:01:54 smithi028 bash[78352]: cluster 2024-08-29T19:01:52.684947+0000 mgr.y (mgr.25022) 2254 : cluster [DBG] pgmap v4410: 137 pgs: 137 active+clean; 4.6 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 11 KiB/s rd, 511 B/s wr, 17 op/s 2024-08-29T19:01:54.630 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 19:01:54 smithi028 bash[78352]: cluster 2024-08-29T19:01:53.156035+0000 mon.a (mon.0) 4322 : cluster [DBG] osdmap e2638: 8 total, 8 up, 8 in 2024-08-29T19:01:54.631 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 19:01:54 smithi028 bash[78352]: cluster 2024-08-29T19:01:54.083406+0000 mon.a (mon.0) 4323 : cluster [DBG] osdmap e2639: 8 total, 8 up, 8 in 2024-08-29T19:01:54.631 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 19:01:54 smithi028 bash[77168]: cluster 2024-08-29T19:01:52.684947+0000 mgr.y (mgr.25022) 2254 : cluster [DBG] pgmap v4410: 137 pgs: 137 active+clean; 4.6 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 11 KiB/s rd, 511 B/s wr, 17 op/s 2024-08-29T19:01:54.631 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 19:01:54 smithi028 bash[77168]: cluster 2024-08-29T19:01:53.156035+0000 mon.a (mon.0) 4322 : cluster [DBG] osdmap e2638: 8 total, 8 up, 8 in 2024-08-29T19:01:54.631 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 19:01:54 smithi028 bash[77168]: cluster 2024-08-29T19:01:54.083406+0000 mon.a (mon.0) 4323 : cluster [DBG] osdmap e2639: 8 total, 8 up, 8 in 2024-08-29T19:01:54.731 INFO:tasks.workunit.client.0.smithi028.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestTrash::test_purge PASSED [ 83%] 2024-08-29T19:01:54.891 INFO:tasks.workunit.client.0.smithi028.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestTrash::test_remove_denied PASSED [ 84%] 2024-08-29T19:01:55.074 INFO:tasks.workunit.client.0.smithi028.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestTrash::test_remove PASSED [ 84%] 2024-08-29T19:01:55.234 INFO:tasks.workunit.client.0.smithi028.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestTrash::test_remove_with_progress PASSED [ 85%] 2024-08-29T19:01:55.417 INFO:tasks.workunit.client.0.smithi028.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestTrash::test_get PASSED [ 86%] 2024-08-29T19:01:55.744 INFO:tasks.workunit.client.0.smithi028.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestTrash::test_list PASSED [ 86%] 2024-08-29T19:01:56.025 INFO:tasks.workunit.client.0.smithi028.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestTrash::test_restore PASSED [ 87%] 2024-08-29T19:01:56.040 INFO:tasks.workunit.client.0.smithi028.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::test_create_group PASSED [ 87%] 2024-08-29T19:01:56.059 INFO:tasks.workunit.client.0.smithi028.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::test_rename_group PASSED [ 88%] 2024-08-29T19:01:56.061 INFO:tasks.workunit.client.0.smithi028.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::test_list_groups_empty PASSED [ 88%] 2024-08-29T19:01:56.074 INFO:tasks.workunit.client.0.smithi028.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::test_list_groups PASSED [ 89%] 2024-08-29T19:01:56.087 INFO:tasks.workunit.client.0.smithi028.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::test_list_groups_after_removed PASSED [ 90%] 2024-08-29T19:01:56.311 INFO:tasks.workunit.client.0.smithi028.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestGroups::test_group_image_add PASSED [ 90%] 2024-08-29T19:01:56.459 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 19:01:56 smithi028 bash[77168]: cluster 2024-08-29T19:01:54.685823+0000 mgr.y (mgr.25022) 2255 : cluster [DBG] pgmap v4413: 137 pgs: 137 active+clean; 4.6 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 109 KiB/s rd, 12 KiB/s wr, 152 op/s 2024-08-29T19:01:56.460 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 19:01:56 smithi028 bash[78352]: cluster 2024-08-29T19:01:54.685823+0000 mgr.y (mgr.25022) 2255 : cluster [DBG] pgmap v4413: 137 pgs: 137 active+clean; 4.6 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 109 KiB/s rd, 12 KiB/s wr, 152 op/s 2024-08-29T19:01:56.485 INFO:tasks.workunit.client.0.smithi028.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestGroups::test_group_image_list_empty PASSED [ 91%] 2024-08-29T19:01:56.576 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 19:01:56 smithi053 bash[68679]: cluster 2024-08-29T19:01:54.685823+0000 mgr.y (mgr.25022) 2255 : cluster [DBG] pgmap v4413: 137 pgs: 137 active+clean; 4.6 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 109 KiB/s rd, 12 KiB/s wr, 152 op/s 2024-08-29T19:01:56.717 INFO:tasks.workunit.client.0.smithi028.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestGroups::test_group_image_list PASSED [ 91%] 2024-08-29T19:01:57.063 INFO:tasks.workunit.client.0.smithi028.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestGroups::test_group_image_list_move_to_trash PASSED [ 92%] 2024-08-29T19:01:58.477 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 19:01:58 smithi028 bash[77168]: cluster 2024-08-29T19:01:56.686649+0000 mgr.y (mgr.25022) 2256 : cluster [DBG] pgmap v4414: 137 pgs: 137 active+clean; 4.6 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 107 KiB/s rd, 9.4 KiB/s wr, 147 op/s 2024-08-29T19:01:58.477 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 19:01:58 smithi028 bash[77168]: audit 2024-08-29T19:01:57.174752+0000 mon.a (mon.0) 4324 : audit [DBG] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-29T19:01:58.478 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 19:01:58 smithi028 bash[78352]: cluster 2024-08-29T19:01:56.686649+0000 mgr.y (mgr.25022) 2256 : cluster [DBG] pgmap v4414: 137 pgs: 137 active+clean; 4.6 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 107 KiB/s rd, 9.4 KiB/s wr, 147 op/s 2024-08-29T19:01:58.478 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 19:01:58 smithi028 bash[78352]: audit 2024-08-29T19:01:57.174752+0000 mon.a (mon.0) 4324 : audit [DBG] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-29T19:01:58.576 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 19:01:58 smithi053 bash[68679]: cluster 2024-08-29T19:01:56.686649+0000 mgr.y (mgr.25022) 2256 : cluster [DBG] pgmap v4414: 137 pgs: 137 active+clean; 4.6 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 107 KiB/s rd, 9.4 KiB/s wr, 147 op/s 2024-08-29T19:01:58.576 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 19:01:58 smithi053 bash[68679]: audit 2024-08-29T19:01:57.174752+0000 mon.a (mon.0) 4324 : audit [DBG] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-29T19:02:00.381 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 19:02:00 smithi028 bash[78352]: cluster 2024-08-29T19:01:58.687266+0000 mgr.y (mgr.25022) 2257 : cluster [DBG] pgmap v4415: 137 pgs: 137 active+clean; 4.6 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 188 KiB/s rd, 31 KiB/s wr, 290 op/s 2024-08-29T19:02:00.381 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 19:02:00 smithi028 bash[78352]: cluster 2024-08-29T19:01:59.080136+0000 mon.a (mon.0) 4325 : cluster [DBG] osdmap e2640: 8 total, 8 up, 8 in 2024-08-29T19:02:00.381 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 19:02:00 smithi028 bash[77168]: cluster 2024-08-29T19:01:58.687266+0000 mgr.y (mgr.25022) 2257 : cluster [DBG] pgmap v4415: 137 pgs: 137 active+clean; 4.6 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 188 KiB/s rd, 31 KiB/s wr, 290 op/s 2024-08-29T19:02:00.381 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 19:02:00 smithi028 bash[77168]: cluster 2024-08-29T19:01:59.080136+0000 mon.a (mon.0) 4325 : cluster [DBG] osdmap e2640: 8 total, 8 up, 8 in 2024-08-29T19:02:00.576 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 19:02:00 smithi053 bash[68679]: cluster 2024-08-29T19:01:58.687266+0000 mgr.y (mgr.25022) 2257 : cluster [DBG] pgmap v4415: 137 pgs: 137 active+clean; 4.6 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 188 KiB/s rd, 31 KiB/s wr, 290 op/s 2024-08-29T19:02:00.576 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 19:02:00 smithi053 bash[68679]: cluster 2024-08-29T19:01:59.080136+0000 mon.a (mon.0) 4325 : cluster [DBG] osdmap e2640: 8 total, 8 up, 8 in 2024-08-29T19:02:01.030 INFO:tasks.workunit.client.0.smithi028.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestGroups::test_group_image_many_images PASSED [ 93%] 2024-08-29T19:02:01.346 INFO:tasks.workunit.client.0.smithi028.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestGroups::test_group_image_remove PASSED [ 93%] 2024-08-29T19:02:01.607 INFO:tasks.workunit.client.0.smithi028.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestGroups::test_group_snap PASSED [ 94%] 2024-08-29T19:02:01.826 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 19:02:01 smithi053 bash[68679]: audit 2024-08-29T19:02:00.499634+0000 mon.a (mon.0) 4326 : audit [INF] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' 2024-08-29T19:02:01.826 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 19:02:01 smithi053 bash[68679]: audit 2024-08-29T19:02:00.511042+0000 mon.a (mon.0) 4327 : audit [INF] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' 2024-08-29T19:02:01.826 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 19:02:01 smithi053 bash[68679]: audit 2024-08-29T19:02:00.513126+0000 mon.a (mon.0) 4328 : audit [DBG] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-29T19:02:01.826 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 19:02:01 smithi053 bash[68679]: audit 2024-08-29T19:02:00.514745+0000 mon.a (mon.0) 4329 : audit [INF] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-29T19:02:01.826 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 19:02:01 smithi053 bash[68679]: audit 2024-08-29T19:02:00.523654+0000 mon.a (mon.0) 4330 : audit [INF] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' 2024-08-29T19:02:01.826 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 19:02:01 smithi053 bash[68679]: cluster 2024-08-29T19:02:00.688574+0000 mgr.y (mgr.25022) 2258 : cluster [DBG] pgmap v4417: 137 pgs: 137 active+clean; 4.6 MiB data, 5.7 GiB used, 709 GiB / 715 GiB avail; 473 KiB/s rd, 58 KiB/s wr, 687 op/s 2024-08-29T19:02:01.881 INFO:journalctl@ceph.mgr.y.smithi028.stdout:Aug 29 19:02:01 smithi028 bash[70818]: ::ffff:172.21.15.53 - - [29/Aug/2024:19:02:01] "GET /metrics HTTP/1.1" 200 36690 "" "Prometheus/2.43.0" 2024-08-29T19:02:01.881 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 19:02:01 smithi028 bash[78352]: audit 2024-08-29T19:02:00.499634+0000 mon.a (mon.0) 4326 : audit [INF] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' 2024-08-29T19:02:01.881 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 19:02:01 smithi028 bash[78352]: audit 2024-08-29T19:02:00.511042+0000 mon.a (mon.0) 4327 : audit [INF] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' 2024-08-29T19:02:01.881 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 19:02:01 smithi028 bash[78352]: audit 2024-08-29T19:02:00.513126+0000 mon.a (mon.0) 4328 : audit [DBG] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-29T19:02:01.881 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 19:02:01 smithi028 bash[78352]: audit 2024-08-29T19:02:00.514745+0000 mon.a (mon.0) 4329 : audit [INF] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-29T19:02:01.881 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 19:02:01 smithi028 bash[78352]: audit 2024-08-29T19:02:00.523654+0000 mon.a (mon.0) 4330 : audit [INF] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' 2024-08-29T19:02:01.881 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 19:02:01 smithi028 bash[78352]: cluster 2024-08-29T19:02:00.688574+0000 mgr.y (mgr.25022) 2258 : cluster [DBG] pgmap v4417: 137 pgs: 137 active+clean; 4.6 MiB data, 5.7 GiB used, 709 GiB / 715 GiB avail; 473 KiB/s rd, 58 KiB/s wr, 687 op/s 2024-08-29T19:02:01.882 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 19:02:01 smithi028 bash[77168]: audit 2024-08-29T19:02:00.499634+0000 mon.a (mon.0) 4326 : audit [INF] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' 2024-08-29T19:02:01.882 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 19:02:01 smithi028 bash[77168]: audit 2024-08-29T19:02:00.511042+0000 mon.a (mon.0) 4327 : audit [INF] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' 2024-08-29T19:02:01.882 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 19:02:01 smithi028 bash[77168]: audit 2024-08-29T19:02:00.513126+0000 mon.a (mon.0) 4328 : audit [DBG] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-29T19:02:01.882 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 19:02:01 smithi028 bash[77168]: audit 2024-08-29T19:02:00.514745+0000 mon.a (mon.0) 4329 : audit [INF] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-29T19:02:01.882 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 19:02:01 smithi028 bash[77168]: audit 2024-08-29T19:02:00.523654+0000 mon.a (mon.0) 4330 : audit [INF] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' 2024-08-29T19:02:01.882 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 19:02:01 smithi028 bash[77168]: cluster 2024-08-29T19:02:00.688574+0000 mgr.y (mgr.25022) 2258 : cluster [DBG] pgmap v4417: 137 pgs: 137 active+clean; 4.6 MiB data, 5.7 GiB used, 709 GiB / 715 GiB avail; 473 KiB/s rd, 58 KiB/s wr, 687 op/s 2024-08-29T19:02:01.893 INFO:tasks.workunit.client.0.smithi028.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestGroups::test_group_snap_flags PASSED [ 94%] 2024-08-29T19:02:02.349 INFO:tasks.workunit.client.0.smithi028.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestGroups::test_group_snap_list_many PASSED [ 95%] 2024-08-29T19:02:02.576 INFO:journalctl@ceph.prometheus.a.smithi053.stdout:Aug 29 19:02:02 smithi053 bash[95567]: ts=2024-08-29T19:02:02.316Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"3167ee72-662c-11ef-bcd4-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-29T19:02:03.809 INFO:tasks.workunit.client.0.smithi028.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestGroups::test_group_snap_namespace PASSED [ 95%] 2024-08-29T19:02:03.826 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 19:02:03 smithi053 bash[68679]: cluster 2024-08-29T19:02:02.532368+0000 mon.a (mon.0) 4331 : cluster [DBG] osdmap e2641: 8 total, 8 up, 8 in 2024-08-29T19:02:03.826 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 19:02:03 smithi053 bash[68679]: cluster 2024-08-29T19:02:02.689374+0000 mgr.y (mgr.25022) 2259 : cluster [DBG] pgmap v4419: 137 pgs: 137 active+clean; 4.6 MiB data, 5.7 GiB used, 709 GiB / 715 GiB avail; 406 KiB/s rd, 50 KiB/s wr, 595 op/s 2024-08-29T19:02:03.880 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 19:02:03 smithi028 bash[78352]: cluster 2024-08-29T19:02:02.532368+0000 mon.a (mon.0) 4331 : cluster [DBG] osdmap e2641: 8 total, 8 up, 8 in 2024-08-29T19:02:03.881 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 19:02:03 smithi028 bash[78352]: cluster 2024-08-29T19:02:02.689374+0000 mgr.y (mgr.25022) 2259 : cluster [DBG] pgmap v4419: 137 pgs: 137 active+clean; 4.6 MiB data, 5.7 GiB used, 709 GiB / 715 GiB avail; 406 KiB/s rd, 50 KiB/s wr, 595 op/s 2024-08-29T19:02:03.881 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 19:02:03 smithi028 bash[77168]: cluster 2024-08-29T19:02:02.532368+0000 mon.a (mon.0) 4331 : cluster [DBG] osdmap e2641: 8 total, 8 up, 8 in 2024-08-29T19:02:03.881 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 19:02:03 smithi028 bash[77168]: cluster 2024-08-29T19:02:02.689374+0000 mgr.y (mgr.25022) 2259 : cluster [DBG] pgmap v4419: 137 pgs: 137 active+clean; 4.6 MiB data, 5.7 GiB used, 709 GiB / 715 GiB avail; 406 KiB/s rd, 50 KiB/s wr, 595 op/s 2024-08-29T19:02:04.073 INFO:tasks.workunit.client.0.smithi028.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestGroups::test_group_snap_rename PASSED [ 96%] 2024-08-29T19:02:04.826 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 19:02:04 smithi053 bash[68679]: cluster 2024-08-29T19:02:03.547008+0000 mon.a (mon.0) 4332 : cluster [DBG] osdmap e2642: 8 total, 8 up, 8 in 2024-08-29T19:02:04.826 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 19:02:04 smithi053 bash[68679]: cluster 2024-08-29T19:02:04.086558+0000 mon.a (mon.0) 4333 : cluster [DBG] osdmap e2643: 8 total, 8 up, 8 in 2024-08-29T19:02:04.881 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 19:02:04 smithi028 bash[78352]: cluster 2024-08-29T19:02:03.547008+0000 mon.a (mon.0) 4332 : cluster [DBG] osdmap e2642: 8 total, 8 up, 8 in 2024-08-29T19:02:04.881 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 19:02:04 smithi028 bash[78352]: cluster 2024-08-29T19:02:04.086558+0000 mon.a (mon.0) 4333 : cluster [DBG] osdmap e2643: 8 total, 8 up, 8 in 2024-08-29T19:02:04.881 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 19:02:04 smithi028 bash[77168]: cluster 2024-08-29T19:02:03.547008+0000 mon.a (mon.0) 4332 : cluster [DBG] osdmap e2642: 8 total, 8 up, 8 in 2024-08-29T19:02:04.881 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 19:02:04 smithi028 bash[77168]: cluster 2024-08-29T19:02:04.086558+0000 mon.a (mon.0) 4333 : cluster [DBG] osdmap e2643: 8 total, 8 up, 8 in 2024-08-29T19:02:06.370 INFO:tasks.workunit.client.0.smithi028.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestGroups::test_group_snap_rollback PASSED [ 97%] 2024-08-29T19:02:06.380 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 19:02:06 smithi028 bash[78352]: cluster 2024-08-29T19:02:04.690718+0000 mgr.y (mgr.25022) 2260 : cluster [DBG] pgmap v4422: 137 pgs: 137 active+clean; 4.6 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 752 KiB/s rd, 68 KiB/s wr, 1.06k op/s 2024-08-29T19:02:06.380 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 19:02:06 smithi028 bash[78352]: cluster 2024-08-29T19:02:05.088918+0000 mon.a (mon.0) 4334 : cluster [DBG] osdmap e2644: 8 total, 8 up, 8 in 2024-08-29T19:02:06.381 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 19:02:06 smithi028 bash[77168]: cluster 2024-08-29T19:02:04.690718+0000 mgr.y (mgr.25022) 2260 : cluster [DBG] pgmap v4422: 137 pgs: 137 active+clean; 4.6 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 752 KiB/s rd, 68 KiB/s wr, 1.06k op/s 2024-08-29T19:02:06.381 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 19:02:06 smithi028 bash[77168]: cluster 2024-08-29T19:02:05.088918+0000 mon.a (mon.0) 4334 : cluster [DBG] osdmap e2644: 8 total, 8 up, 8 in 2024-08-29T19:02:06.576 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 19:02:06 smithi053 bash[68679]: cluster 2024-08-29T19:02:04.690718+0000 mgr.y (mgr.25022) 2260 : cluster [DBG] pgmap v4422: 137 pgs: 137 active+clean; 4.6 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 752 KiB/s rd, 68 KiB/s wr, 1.06k op/s 2024-08-29T19:02:06.576 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 19:02:06 smithi053 bash[68679]: cluster 2024-08-29T19:02:05.088918+0000 mon.a (mon.0) 4334 : cluster [DBG] osdmap e2644: 8 total, 8 up, 8 in 2024-08-29T19:02:07.190 INFO:tasks.workunit.client.0.smithi028.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestMigration::test_migration PASSED [ 97%] 2024-08-29T19:02:07.380 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 19:02:07 smithi028 bash[78352]: cluster 2024-08-29T19:02:06.098414+0000 mon.a (mon.0) 4335 : cluster [DBG] osdmap e2645: 8 total, 8 up, 8 in 2024-08-29T19:02:07.381 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 19:02:07 smithi028 bash[77168]: cluster 2024-08-29T19:02:06.098414+0000 mon.a (mon.0) 4335 : cluster [DBG] osdmap e2645: 8 total, 8 up, 8 in 2024-08-29T19:02:07.576 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 19:02:07 smithi053 bash[68679]: cluster 2024-08-29T19:02:06.098414+0000 mon.a (mon.0) 4335 : cluster [DBG] osdmap e2645: 8 total, 8 up, 8 in 2024-08-29T19:02:08.381 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 19:02:08 smithi028 bash[77168]: cluster 2024-08-29T19:02:06.691473+0000 mgr.y (mgr.25022) 2261 : cluster [DBG] pgmap v4425: 137 pgs: 137 active+clean; 4.6 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 474 KiB/s rd, 39 KiB/s wr, 668 op/s 2024-08-29T19:02:08.381 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 19:02:08 smithi028 bash[78352]: cluster 2024-08-29T19:02:06.691473+0000 mgr.y (mgr.25022) 2261 : cluster [DBG] pgmap v4425: 137 pgs: 137 active+clean; 4.6 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 474 KiB/s rd, 39 KiB/s wr, 668 op/s 2024-08-29T19:02:08.576 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 19:02:08 smithi053 bash[68679]: cluster 2024-08-29T19:02:06.691473+0000 mgr.y (mgr.25022) 2261 : cluster [DBG] pgmap v4425: 137 pgs: 137 active+clean; 4.6 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 474 KiB/s rd, 39 KiB/s wr, 668 op/s 2024-08-29T19:02:09.381 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 19:02:09 smithi028 bash[78352]: cluster 2024-08-29T19:02:08.116793+0000 mon.a (mon.0) 4336 : cluster [DBG] osdmap e2646: 8 total, 8 up, 8 in 2024-08-29T19:02:09.381 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 19:02:09 smithi028 bash[77168]: cluster 2024-08-29T19:02:08.116793+0000 mon.a (mon.0) 4336 : cluster [DBG] osdmap e2646: 8 total, 8 up, 8 in 2024-08-29T19:02:09.576 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 19:02:09 smithi053 bash[68679]: cluster 2024-08-29T19:02:08.116793+0000 mon.a (mon.0) 4336 : cluster [DBG] osdmap e2646: 8 total, 8 up, 8 in 2024-08-29T19:02:10.381 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 19:02:10 smithi028 bash[78352]: cluster 2024-08-29T19:02:08.692469+0000 mgr.y (mgr.25022) 2262 : cluster [DBG] pgmap v4427: 137 pgs: 137 active+clean; 4.6 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 349 KiB/s rd, 36 KiB/s wr, 491 op/s 2024-08-29T19:02:10.381 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 19:02:10 smithi028 bash[78352]: cluster 2024-08-29T19:02:09.126729+0000 mon.a (mon.0) 4337 : cluster [DBG] osdmap e2647: 8 total, 8 up, 8 in 2024-08-29T19:02:10.381 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 19:02:10 smithi028 bash[77168]: cluster 2024-08-29T19:02:08.692469+0000 mgr.y (mgr.25022) 2262 : cluster [DBG] pgmap v4427: 137 pgs: 137 active+clean; 4.6 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 349 KiB/s rd, 36 KiB/s wr, 491 op/s 2024-08-29T19:02:10.381 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 19:02:10 smithi028 bash[77168]: cluster 2024-08-29T19:02:09.126729+0000 mon.a (mon.0) 4337 : cluster [DBG] osdmap e2647: 8 total, 8 up, 8 in 2024-08-29T19:02:10.576 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 19:02:10 smithi053 bash[68679]: cluster 2024-08-29T19:02:08.692469+0000 mgr.y (mgr.25022) 2262 : cluster [DBG] pgmap v4427: 137 pgs: 137 active+clean; 4.6 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 349 KiB/s rd, 36 KiB/s wr, 491 op/s 2024-08-29T19:02:10.576 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 19:02:10 smithi053 bash[68679]: cluster 2024-08-29T19:02:09.126729+0000 mon.a (mon.0) 4337 : cluster [DBG] osdmap e2647: 8 total, 8 up, 8 in 2024-08-29T19:02:11.403 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 19:02:11 smithi028 bash[77168]: cluster 2024-08-29T19:02:10.134097+0000 mon.a (mon.0) 4338 : cluster [DBG] osdmap e2648: 8 total, 8 up, 8 in 2024-08-29T19:02:11.403 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 19:02:11 smithi028 bash[78352]: cluster 2024-08-29T19:02:10.134097+0000 mon.a (mon.0) 4338 : cluster [DBG] osdmap e2648: 8 total, 8 up, 8 in 2024-08-29T19:02:11.492 INFO:tasks.workunit.client.0.smithi028.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestMigration::test_migration_import PASSED [ 98%] 2024-08-29T19:02:11.576 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 19:02:11 smithi053 bash[68679]: cluster 2024-08-29T19:02:10.134097+0000 mon.a (mon.0) 4338 : cluster [DBG] osdmap e2648: 8 total, 8 up, 8 in 2024-08-29T19:02:11.880 INFO:journalctl@ceph.mgr.y.smithi028.stdout:Aug 29 19:02:11 smithi028 bash[70818]: ::ffff:172.21.15.53 - - [29/Aug/2024:19:02:11] "GET /metrics HTTP/1.1" 200 36690 "" "Prometheus/2.43.0" 2024-08-29T19:02:12.130 INFO:tasks.workunit.client.0.smithi028.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestMigration::test_migration_with_progress PASSED [ 98%] 2024-08-29T19:02:12.576 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 19:02:12 smithi053 bash[68679]: cluster 2024-08-29T19:02:10.693476+0000 mgr.y (mgr.25022) 2263 : cluster [DBG] pgmap v4430: 137 pgs: 137 active+clean; 4.6 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 272 KiB/s rd, 15 KiB/s wr, 357 op/s 2024-08-29T19:02:12.576 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 19:02:12 smithi053 bash[68679]: cluster 2024-08-29T19:02:11.145443+0000 mon.a (mon.0) 4339 : cluster [DBG] osdmap e2649: 8 total, 8 up, 8 in 2024-08-29T19:02:12.576 INFO:journalctl@ceph.prometheus.a.smithi053.stdout:Aug 29 19:02:12 smithi053 bash[95567]: ts=2024-08-29T19:02:12.316Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"3167ee72-662c-11ef-bcd4-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-29T19:02:12.630 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 19:02:12 smithi028 bash[78352]: cluster 2024-08-29T19:02:10.693476+0000 mgr.y (mgr.25022) 2263 : cluster [DBG] pgmap v4430: 137 pgs: 137 active+clean; 4.6 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 272 KiB/s rd, 15 KiB/s wr, 357 op/s 2024-08-29T19:02:12.631 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 19:02:12 smithi028 bash[78352]: cluster 2024-08-29T19:02:11.145443+0000 mon.a (mon.0) 4339 : cluster [DBG] osdmap e2649: 8 total, 8 up, 8 in 2024-08-29T19:02:12.631 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 19:02:12 smithi028 bash[77168]: cluster 2024-08-29T19:02:10.693476+0000 mgr.y (mgr.25022) 2263 : cluster [DBG] pgmap v4430: 137 pgs: 137 active+clean; 4.6 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 272 KiB/s rd, 15 KiB/s wr, 357 op/s 2024-08-29T19:02:12.631 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 19:02:12 smithi028 bash[77168]: cluster 2024-08-29T19:02:11.145443+0000 mon.a (mon.0) 4339 : cluster [DBG] osdmap e2649: 8 total, 8 up, 8 in 2024-08-29T19:02:12.693 INFO:tasks.workunit.client.0.smithi028.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestMigration::test_migrate_abort PASSED [ 99%] 2024-08-29T19:02:13.576 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 19:02:13 smithi053 bash[68679]: audit 2024-08-29T19:02:12.174647+0000 mon.a (mon.0) 4340 : audit [DBG] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-29T19:02:13.631 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 19:02:13 smithi028 bash[78352]: audit 2024-08-29T19:02:12.174647+0000 mon.a (mon.0) 4340 : audit [DBG] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-29T19:02:13.631 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 19:02:13 smithi028 bash[77168]: audit 2024-08-29T19:02:12.174647+0000 mon.a (mon.0) 4340 : audit [DBG] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-29T19:02:14.123 INFO:tasks.workunit.client.0.smithi028.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestMigration::test_migrate_abort_with_progress PASSED [100%] 2024-08-29T19:02:14.123 INFO:tasks.workunit.client.0.smithi028.stdout: 2024-08-29T19:02:14.123 INFO:tasks.workunit.client.0.smithi028.stdout:================== 164 passed, 8 skipped in 660.17s (0:11:00) ================== 2024-08-29T19:02:14.201 INFO:tasks.workunit.client.0.smithi028.stderr:+ exit 0 2024-08-29T19:02:14.201 INFO:teuthology.orchestra.run:Running command with timeout 3600 2024-08-29T19:02:14.201 DEBUG:teuthology.orchestra.run.smithi028:> sudo rm -rf -- /home/ubuntu/cephtest/mnt.0/client.0/tmp 2024-08-29T19:02:14.213 INFO:tasks.workunit:Stopping ['rbd/test_librbd_python.sh'] on client.0... 2024-08-29T19:02:14.213 DEBUG:teuthology.orchestra.run.smithi028:> sudo rm -rf -- /home/ubuntu/cephtest/workunits.list.client.0 /home/ubuntu/cephtest/clone.client.0 2024-08-29T19:02:14.476 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 19:02:14 smithi028 bash[78352]: cluster 2024-08-29T19:02:12.694374+0000 mgr.y (mgr.25022) 2264 : cluster [DBG] pgmap v4432: 137 pgs: 137 active+clean; 4.6 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 323 KiB/s rd, 16 KiB/s wr, 415 op/s 2024-08-29T19:02:14.476 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 19:02:14 smithi028 bash[78352]: cluster 2024-08-29T19:02:14.099414+0000 mon.a (mon.0) 4341 : cluster [DBG] osdmap e2650: 8 total, 8 up, 8 in 2024-08-29T19:02:14.476 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 19:02:14 smithi028 bash[77168]: cluster 2024-08-29T19:02:12.694374+0000 mgr.y (mgr.25022) 2264 : cluster [DBG] pgmap v4432: 137 pgs: 137 active+clean; 4.6 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 323 KiB/s rd, 16 KiB/s wr, 415 op/s 2024-08-29T19:02:14.476 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 19:02:14 smithi028 bash[77168]: cluster 2024-08-29T19:02:14.099414+0000 mon.a (mon.0) 4341 : cluster [DBG] osdmap e2650: 8 total, 8 up, 8 in 2024-08-29T19:02:14.477 DEBUG:teuthology.parallel:result is None 2024-08-29T19:02:14.478 DEBUG:teuthology.orchestra.run.smithi028:> sudo rm -rf -- /home/ubuntu/cephtest/mnt.0/client.0 2024-08-29T19:02:14.488 INFO:tasks.workunit:Deleted dir /home/ubuntu/cephtest/mnt.0/client.0 2024-08-29T19:02:14.488 DEBUG:teuthology.orchestra.run.smithi028:> rmdir -- /home/ubuntu/cephtest/mnt.0 2024-08-29T19:02:14.535 INFO:tasks.workunit:Deleted artificial mount point /home/ubuntu/cephtest/mnt.0/client.0 2024-08-29T19:02:14.535 INFO:teuthology.task.full_sequential:In full_sequential, running task print... 2024-08-29T19:02:14.536 INFO:teuthology.task.print:**** done end test_rbd_python.yaml 2024-08-29T19:02:14.536 DEBUG:teuthology.parallel:result is None 2024-08-29T19:02:14.536 INFO:teuthology.run_tasks:Running task print... 2024-08-29T19:02:14.547 INFO:teuthology.task.print:**** done end parallel 2024-08-29T19:02:14.547 INFO:teuthology.run_tasks:Running task print... 2024-08-29T19:02:14.582 INFO:teuthology.task.print:**** done start telemetry x... 2024-08-29T19:02:14.582 INFO:teuthology.run_tasks:Running task workunit... 2024-08-29T19:02:14.614 INFO:tasks.workunit:Pulling workunits from ref 1ef864504b8875c83ee6c2c5fedc13315bebf7f5 2024-08-29T19:02:14.614 INFO:tasks.workunit:Making a separate scratch dir for every client... 2024-08-29T19:02:14.614 DEBUG:teuthology.orchestra.run.smithi028:> stat -- /home/ubuntu/cephtest/mnt.0 2024-08-29T19:02:14.615 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 19:02:14 smithi053 bash[68679]: cluster 2024-08-29T19:02:12.694374+0000 mgr.y (mgr.25022) 2264 : cluster [DBG] pgmap v4432: 137 pgs: 137 active+clean; 4.6 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 323 KiB/s rd, 16 KiB/s wr, 415 op/s 2024-08-29T19:02:14.615 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 19:02:14 smithi053 bash[68679]: cluster 2024-08-29T19:02:14.099414+0000 mon.a (mon.0) 4341 : cluster [DBG] osdmap e2650: 8 total, 8 up, 8 in 2024-08-29T19:02:14.621 DEBUG:teuthology.orchestra.run:got remote process result: 1 2024-08-29T19:02:14.621 INFO:teuthology.orchestra.run.smithi028.stderr:stat: cannot statx '/home/ubuntu/cephtest/mnt.0': No such file or directory 2024-08-29T19:02:14.622 DEBUG:teuthology.orchestra.run.smithi028:> mkdir -- /home/ubuntu/cephtest/mnt.0 2024-08-29T19:02:14.669 INFO:tasks.workunit:Created dir /home/ubuntu/cephtest/mnt.0 2024-08-29T19:02:14.669 DEBUG:teuthology.orchestra.run.smithi028:> cd -- /home/ubuntu/cephtest/mnt.0 && mkdir -- client.0 2024-08-29T19:02:14.716 INFO:tasks.workunit:timeout=3h 2024-08-29T19:02:14.716 INFO:tasks.workunit:cleanup=True 2024-08-29T19:02:14.717 DEBUG:teuthology.orchestra.run.smithi028:> rm -rf /home/ubuntu/cephtest/clone.client.0 && git clone https://github.com/ceph/ceph-ci.git /home/ubuntu/cephtest/clone.client.0 && cd /home/ubuntu/cephtest/clone.client.0 && git checkout 1ef864504b8875c83ee6c2c5fedc13315bebf7f5 2024-08-29T19:02:14.766 INFO:tasks.workunit.client.0.smithi028.stderr:Cloning into '/home/ubuntu/cephtest/clone.client.0'... 2024-08-29T19:02:16.576 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 19:02:16 smithi053 bash[68679]: cluster 2024-08-29T19:02:14.695429+0000 mgr.y (mgr.25022) 2265 : cluster [DBG] pgmap v4434: 105 pgs: 105 active+clean; 4.6 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail 2024-08-29T19:02:16.630 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 19:02:16 smithi028 bash[78352]: cluster 2024-08-29T19:02:14.695429+0000 mgr.y (mgr.25022) 2265 : cluster [DBG] pgmap v4434: 105 pgs: 105 active+clean; 4.6 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail 2024-08-29T19:02:16.631 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 19:02:16 smithi028 bash[77168]: cluster 2024-08-29T19:02:14.695429+0000 mgr.y (mgr.25022) 2265 : cluster [DBG] pgmap v4434: 105 pgs: 105 active+clean; 4.6 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail 2024-08-29T19:02:18.576 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 19:02:18 smithi053 bash[68679]: cluster 2024-08-29T19:02:16.696259+0000 mgr.y (mgr.25022) 2266 : cluster [DBG] pgmap v4435: 105 pgs: 105 active+clean; 4.6 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail 2024-08-29T19:02:18.631 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 19:02:18 smithi028 bash[78352]: cluster 2024-08-29T19:02:16.696259+0000 mgr.y (mgr.25022) 2266 : cluster [DBG] pgmap v4435: 105 pgs: 105 active+clean; 4.6 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail 2024-08-29T19:02:18.631 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 19:02:18 smithi028 bash[77168]: cluster 2024-08-29T19:02:16.696259+0000 mgr.y (mgr.25022) 2266 : cluster [DBG] pgmap v4435: 105 pgs: 105 active+clean; 4.6 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail 2024-08-29T19:02:20.576 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 19:02:20 smithi053 bash[68679]: cluster 2024-08-29T19:02:18.697155+0000 mgr.y (mgr.25022) 2267 : cluster [DBG] pgmap v4436: 105 pgs: 105 active+clean; 4.6 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail 2024-08-29T19:02:20.631 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 19:02:20 smithi028 bash[78352]: cluster 2024-08-29T19:02:18.697155+0000 mgr.y (mgr.25022) 2267 : cluster [DBG] pgmap v4436: 105 pgs: 105 active+clean; 4.6 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail 2024-08-29T19:02:20.631 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 19:02:20 smithi028 bash[77168]: cluster 2024-08-29T19:02:18.697155+0000 mgr.y (mgr.25022) 2267 : cluster [DBG] pgmap v4436: 105 pgs: 105 active+clean; 4.6 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail 2024-08-29T19:02:21.880 INFO:journalctl@ceph.mgr.y.smithi028.stdout:Aug 29 19:02:21 smithi028 bash[70818]: ::ffff:172.21.15.53 - - [29/Aug/2024:19:02:21] "GET /metrics HTTP/1.1" 200 36689 "" "Prometheus/2.43.0" 2024-08-29T19:02:22.576 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 19:02:22 smithi053 bash[68679]: cluster 2024-08-29T19:02:20.698466+0000 mgr.y (mgr.25022) 2268 : cluster [DBG] pgmap v4437: 105 pgs: 105 active+clean; 4.6 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail 2024-08-29T19:02:22.576 INFO:journalctl@ceph.prometheus.a.smithi053.stdout:Aug 29 19:02:22 smithi053 bash[95567]: ts=2024-08-29T19:02:22.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"3167ee72-662c-11ef-bcd4-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-29T19:02:22.630 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 19:02:22 smithi028 bash[78352]: cluster 2024-08-29T19:02:20.698466+0000 mgr.y (mgr.25022) 2268 : cluster [DBG] pgmap v4437: 105 pgs: 105 active+clean; 4.6 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail 2024-08-29T19:02:22.631 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 19:02:22 smithi028 bash[77168]: cluster 2024-08-29T19:02:20.698466+0000 mgr.y (mgr.25022) 2268 : cluster [DBG] pgmap v4437: 105 pgs: 105 active+clean; 4.6 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail 2024-08-29T19:02:24.576 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 19:02:24 smithi053 bash[68679]: cluster 2024-08-29T19:02:22.699189+0000 mgr.y (mgr.25022) 2269 : cluster [DBG] pgmap v4438: 105 pgs: 105 active+clean; 4.6 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail 2024-08-29T19:02:24.630 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 19:02:24 smithi028 bash[78352]: cluster 2024-08-29T19:02:22.699189+0000 mgr.y (mgr.25022) 2269 : cluster [DBG] pgmap v4438: 105 pgs: 105 active+clean; 4.6 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail 2024-08-29T19:02:24.631 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 19:02:24 smithi028 bash[77168]: cluster 2024-08-29T19:02:22.699189+0000 mgr.y (mgr.25022) 2269 : cluster [DBG] pgmap v4438: 105 pgs: 105 active+clean; 4.6 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail 2024-08-29T19:02:26.576 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 19:02:26 smithi053 bash[68679]: cluster 2024-08-29T19:02:24.700748+0000 mgr.y (mgr.25022) 2270 : cluster [DBG] pgmap v4439: 105 pgs: 105 active+clean; 4.6 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail 2024-08-29T19:02:26.630 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 19:02:26 smithi028 bash[78352]: cluster 2024-08-29T19:02:24.700748+0000 mgr.y (mgr.25022) 2270 : cluster [DBG] pgmap v4439: 105 pgs: 105 active+clean; 4.6 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail 2024-08-29T19:02:26.631 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 19:02:26 smithi028 bash[77168]: cluster 2024-08-29T19:02:24.700748+0000 mgr.y (mgr.25022) 2270 : cluster [DBG] pgmap v4439: 105 pgs: 105 active+clean; 4.6 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail 2024-08-29T19:02:27.576 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 19:02:27 smithi053 bash[68679]: audit 2024-08-29T19:02:27.174698+0000 mon.a (mon.0) 4342 : audit [DBG] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-29T19:02:27.630 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 19:02:27 smithi028 bash[77168]: audit 2024-08-29T19:02:27.174698+0000 mon.a (mon.0) 4342 : audit [DBG] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-29T19:02:27.631 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 19:02:27 smithi028 bash[78352]: audit 2024-08-29T19:02:27.174698+0000 mon.a (mon.0) 4342 : audit [DBG] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-29T19:02:28.576 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 19:02:28 smithi053 bash[68679]: cluster 2024-08-29T19:02:26.701467+0000 mgr.y (mgr.25022) 2271 : cluster [DBG] pgmap v4440: 105 pgs: 105 active+clean; 4.6 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail 2024-08-29T19:02:28.630 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 19:02:28 smithi028 bash[77168]: cluster 2024-08-29T19:02:26.701467+0000 mgr.y (mgr.25022) 2271 : cluster [DBG] pgmap v4440: 105 pgs: 105 active+clean; 4.6 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail 2024-08-29T19:02:28.631 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 19:02:28 smithi028 bash[78352]: cluster 2024-08-29T19:02:26.701467+0000 mgr.y (mgr.25022) 2271 : cluster [DBG] pgmap v4440: 105 pgs: 105 active+clean; 4.6 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail 2024-08-29T19:02:30.576 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 19:02:30 smithi053 bash[68679]: cluster 2024-08-29T19:02:28.702492+0000 mgr.y (mgr.25022) 2272 : cluster [DBG] pgmap v4441: 105 pgs: 105 active+clean; 4.6 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail 2024-08-29T19:02:30.630 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 19:02:30 smithi028 bash[78352]: cluster 2024-08-29T19:02:28.702492+0000 mgr.y (mgr.25022) 2272 : cluster [DBG] pgmap v4441: 105 pgs: 105 active+clean; 4.6 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail 2024-08-29T19:02:30.631 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 19:02:30 smithi028 bash[77168]: cluster 2024-08-29T19:02:28.702492+0000 mgr.y (mgr.25022) 2272 : cluster [DBG] pgmap v4441: 105 pgs: 105 active+clean; 4.6 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail 2024-08-29T19:02:31.880 INFO:journalctl@ceph.mgr.y.smithi028.stdout:Aug 29 19:02:31 smithi028 bash[70818]: ::ffff:172.21.15.53 - - [29/Aug/2024:19:02:31] "GET /metrics HTTP/1.1" 200 34214 "" "Prometheus/2.43.0" 2024-08-29T19:02:32.576 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 19:02:32 smithi053 bash[68679]: cluster 2024-08-29T19:02:30.703862+0000 mgr.y (mgr.25022) 2273 : cluster [DBG] pgmap v4442: 105 pgs: 105 active+clean; 4.6 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail 2024-08-29T19:02:32.576 INFO:journalctl@ceph.prometheus.a.smithi053.stdout:Aug 29 19:02:32 smithi053 bash[95567]: ts=2024-08-29T19:02:32.316Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"3167ee72-662c-11ef-bcd4-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-29T19:02:32.630 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 19:02:32 smithi028 bash[78352]: cluster 2024-08-29T19:02:30.703862+0000 mgr.y (mgr.25022) 2273 : cluster [DBG] pgmap v4442: 105 pgs: 105 active+clean; 4.6 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail 2024-08-29T19:02:32.631 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 19:02:32 smithi028 bash[77168]: cluster 2024-08-29T19:02:30.703862+0000 mgr.y (mgr.25022) 2273 : cluster [DBG] pgmap v4442: 105 pgs: 105 active+clean; 4.6 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail 2024-08-29T19:02:34.576 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 19:02:34 smithi053 bash[68679]: cluster 2024-08-29T19:02:32.704341+0000 mgr.y (mgr.25022) 2274 : cluster [DBG] pgmap v4443: 105 pgs: 105 active+clean; 4.6 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail 2024-08-29T19:02:34.630 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 19:02:34 smithi028 bash[78352]: cluster 2024-08-29T19:02:32.704341+0000 mgr.y (mgr.25022) 2274 : cluster [DBG] pgmap v4443: 105 pgs: 105 active+clean; 4.6 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail 2024-08-29T19:02:34.631 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 19:02:34 smithi028 bash[77168]: cluster 2024-08-29T19:02:32.704341+0000 mgr.y (mgr.25022) 2274 : cluster [DBG] pgmap v4443: 105 pgs: 105 active+clean; 4.6 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail 2024-08-29T19:02:36.576 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 19:02:36 smithi053 bash[68679]: cluster 2024-08-29T19:02:34.705018+0000 mgr.y (mgr.25022) 2275 : cluster [DBG] pgmap v4444: 105 pgs: 105 active+clean; 4.6 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail 2024-08-29T19:02:36.630 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 19:02:36 smithi028 bash[78352]: cluster 2024-08-29T19:02:34.705018+0000 mgr.y (mgr.25022) 2275 : cluster [DBG] pgmap v4444: 105 pgs: 105 active+clean; 4.6 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail 2024-08-29T19:02:36.631 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 19:02:36 smithi028 bash[77168]: cluster 2024-08-29T19:02:34.705018+0000 mgr.y (mgr.25022) 2275 : cluster [DBG] pgmap v4444: 105 pgs: 105 active+clean; 4.6 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail 2024-08-29T19:02:38.576 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 19:02:38 smithi053 bash[68679]: cluster 2024-08-29T19:02:36.705496+0000 mgr.y (mgr.25022) 2276 : cluster [DBG] pgmap v4445: 105 pgs: 105 active+clean; 4.6 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail 2024-08-29T19:02:38.630 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 19:02:38 smithi028 bash[78352]: cluster 2024-08-29T19:02:36.705496+0000 mgr.y (mgr.25022) 2276 : cluster [DBG] pgmap v4445: 105 pgs: 105 active+clean; 4.6 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail 2024-08-29T19:02:38.631 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 19:02:38 smithi028 bash[77168]: cluster 2024-08-29T19:02:36.705496+0000 mgr.y (mgr.25022) 2276 : cluster [DBG] pgmap v4445: 105 pgs: 105 active+clean; 4.6 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail 2024-08-29T19:02:40.576 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 19:02:40 smithi053 bash[68679]: cluster 2024-08-29T19:02:38.706064+0000 mgr.y (mgr.25022) 2277 : cluster [DBG] pgmap v4446: 105 pgs: 105 active+clean; 4.6 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail 2024-08-29T19:02:40.633 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 19:02:40 smithi028 bash[78352]: cluster 2024-08-29T19:02:38.706064+0000 mgr.y (mgr.25022) 2277 : cluster [DBG] pgmap v4446: 105 pgs: 105 active+clean; 4.6 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail 2024-08-29T19:02:40.633 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 19:02:40 smithi028 bash[77168]: cluster 2024-08-29T19:02:38.706064+0000 mgr.y (mgr.25022) 2277 : cluster [DBG] pgmap v4446: 105 pgs: 105 active+clean; 4.6 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail 2024-08-29T19:02:41.880 INFO:journalctl@ceph.mgr.y.smithi028.stdout:Aug 29 19:02:41 smithi028 bash[70818]: ::ffff:172.21.15.53 - - [29/Aug/2024:19:02:41] "GET /metrics HTTP/1.1" 200 34214 "" "Prometheus/2.43.0" 2024-08-29T19:02:42.576 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 19:02:42 smithi053 bash[68679]: cluster 2024-08-29T19:02:40.706714+0000 mgr.y (mgr.25022) 2278 : cluster [DBG] pgmap v4447: 105 pgs: 105 active+clean; 4.6 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail 2024-08-29T19:02:42.577 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 19:02:42 smithi053 bash[68679]: audit 2024-08-29T19:02:42.174900+0000 mon.a (mon.0) 4343 : audit [DBG] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-29T19:02:42.577 INFO:journalctl@ceph.prometheus.a.smithi053.stdout:Aug 29 19:02:42 smithi053 bash[95567]: ts=2024-08-29T19:02:42.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"3167ee72-662c-11ef-bcd4-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-29T19:02:42.630 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 19:02:42 smithi028 bash[78352]: cluster 2024-08-29T19:02:40.706714+0000 mgr.y (mgr.25022) 2278 : cluster [DBG] pgmap v4447: 105 pgs: 105 active+clean; 4.6 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail 2024-08-29T19:02:42.631 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 19:02:42 smithi028 bash[78352]: audit 2024-08-29T19:02:42.174900+0000 mon.a (mon.0) 4343 : audit [DBG] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-29T19:02:42.631 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 19:02:42 smithi028 bash[77168]: cluster 2024-08-29T19:02:40.706714+0000 mgr.y (mgr.25022) 2278 : cluster [DBG] pgmap v4447: 105 pgs: 105 active+clean; 4.6 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail 2024-08-29T19:02:42.631 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 19:02:42 smithi028 bash[77168]: audit 2024-08-29T19:02:42.174900+0000 mon.a (mon.0) 4343 : audit [DBG] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-29T19:02:44.576 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 19:02:44 smithi053 bash[68679]: cluster 2024-08-29T19:02:42.707139+0000 mgr.y (mgr.25022) 2279 : cluster [DBG] pgmap v4448: 105 pgs: 105 active+clean; 4.6 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail 2024-08-29T19:02:44.630 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 19:02:44 smithi028 bash[78352]: cluster 2024-08-29T19:02:42.707139+0000 mgr.y (mgr.25022) 2279 : cluster [DBG] pgmap v4448: 105 pgs: 105 active+clean; 4.6 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail 2024-08-29T19:02:44.631 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 19:02:44 smithi028 bash[77168]: cluster 2024-08-29T19:02:42.707139+0000 mgr.y (mgr.25022) 2279 : cluster [DBG] pgmap v4448: 105 pgs: 105 active+clean; 4.6 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail 2024-08-29T19:02:46.576 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 19:02:46 smithi053 bash[68679]: cluster 2024-08-29T19:02:44.707799+0000 mgr.y (mgr.25022) 2280 : cluster [DBG] pgmap v4449: 105 pgs: 105 active+clean; 4.6 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail 2024-08-29T19:02:46.630 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 19:02:46 smithi028 bash[77168]: cluster 2024-08-29T19:02:44.707799+0000 mgr.y (mgr.25022) 2280 : cluster [DBG] pgmap v4449: 105 pgs: 105 active+clean; 4.6 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail 2024-08-29T19:02:46.631 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 19:02:46 smithi028 bash[78352]: cluster 2024-08-29T19:02:44.707799+0000 mgr.y (mgr.25022) 2280 : cluster [DBG] pgmap v4449: 105 pgs: 105 active+clean; 4.6 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail 2024-08-29T19:02:48.576 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 19:02:48 smithi053 bash[68679]: cluster 2024-08-29T19:02:46.708264+0000 mgr.y (mgr.25022) 2281 : cluster [DBG] pgmap v4450: 105 pgs: 105 active+clean; 4.6 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail 2024-08-29T19:02:48.630 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 19:02:48 smithi028 bash[78352]: cluster 2024-08-29T19:02:46.708264+0000 mgr.y (mgr.25022) 2281 : cluster [DBG] pgmap v4450: 105 pgs: 105 active+clean; 4.6 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail 2024-08-29T19:02:48.631 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 19:02:48 smithi028 bash[77168]: cluster 2024-08-29T19:02:46.708264+0000 mgr.y (mgr.25022) 2281 : cluster [DBG] pgmap v4450: 105 pgs: 105 active+clean; 4.6 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail 2024-08-29T19:02:50.576 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 19:02:50 smithi053 bash[68679]: cluster 2024-08-29T19:02:48.708811+0000 mgr.y (mgr.25022) 2282 : cluster [DBG] pgmap v4451: 105 pgs: 105 active+clean; 4.6 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail 2024-08-29T19:02:50.630 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 19:02:50 smithi028 bash[78352]: cluster 2024-08-29T19:02:48.708811+0000 mgr.y (mgr.25022) 2282 : cluster [DBG] pgmap v4451: 105 pgs: 105 active+clean; 4.6 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail 2024-08-29T19:02:50.631 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 19:02:50 smithi028 bash[77168]: cluster 2024-08-29T19:02:48.708811+0000 mgr.y (mgr.25022) 2282 : cluster [DBG] pgmap v4451: 105 pgs: 105 active+clean; 4.6 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail 2024-08-29T19:02:51.880 INFO:journalctl@ceph.mgr.y.smithi028.stdout:Aug 29 19:02:51 smithi028 bash[70818]: ::ffff:172.21.15.53 - - [29/Aug/2024:19:02:51] "GET /metrics HTTP/1.1" 200 34219 "" "Prometheus/2.43.0" 2024-08-29T19:02:52.576 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 19:02:52 smithi053 bash[68679]: cluster 2024-08-29T19:02:50.709445+0000 mgr.y (mgr.25022) 2283 : cluster [DBG] pgmap v4452: 105 pgs: 105 active+clean; 4.6 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail 2024-08-29T19:02:52.576 INFO:journalctl@ceph.prometheus.a.smithi053.stdout:Aug 29 19:02:52 smithi053 bash[95567]: ts=2024-08-29T19:02:52.316Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"3167ee72-662c-11ef-bcd4-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-29T19:02:52.630 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 19:02:52 smithi028 bash[78352]: cluster 2024-08-29T19:02:50.709445+0000 mgr.y (mgr.25022) 2283 : cluster [DBG] pgmap v4452: 105 pgs: 105 active+clean; 4.6 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail 2024-08-29T19:02:52.631 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 19:02:52 smithi028 bash[77168]: cluster 2024-08-29T19:02:50.709445+0000 mgr.y (mgr.25022) 2283 : cluster [DBG] pgmap v4452: 105 pgs: 105 active+clean; 4.6 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail 2024-08-29T19:02:54.576 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 19:02:54 smithi053 bash[68679]: cluster 2024-08-29T19:02:52.709889+0000 mgr.y (mgr.25022) 2284 : cluster [DBG] pgmap v4453: 105 pgs: 105 active+clean; 4.6 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail 2024-08-29T19:02:54.630 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 19:02:54 smithi028 bash[78352]: cluster 2024-08-29T19:02:52.709889+0000 mgr.y (mgr.25022) 2284 : cluster [DBG] pgmap v4453: 105 pgs: 105 active+clean; 4.6 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail 2024-08-29T19:02:54.631 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 19:02:54 smithi028 bash[77168]: cluster 2024-08-29T19:02:52.709889+0000 mgr.y (mgr.25022) 2284 : cluster [DBG] pgmap v4453: 105 pgs: 105 active+clean; 4.6 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail 2024-08-29T19:02:56.576 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 19:02:56 smithi053 bash[68679]: cluster 2024-08-29T19:02:54.710567+0000 mgr.y (mgr.25022) 2285 : cluster [DBG] pgmap v4454: 105 pgs: 105 active+clean; 4.6 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail 2024-08-29T19:02:56.630 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 19:02:56 smithi028 bash[77168]: cluster 2024-08-29T19:02:54.710567+0000 mgr.y (mgr.25022) 2285 : cluster [DBG] pgmap v4454: 105 pgs: 105 active+clean; 4.6 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail 2024-08-29T19:02:56.631 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 19:02:56 smithi028 bash[78352]: cluster 2024-08-29T19:02:54.710567+0000 mgr.y (mgr.25022) 2285 : cluster [DBG] pgmap v4454: 105 pgs: 105 active+clean; 4.6 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail 2024-08-29T19:02:57.576 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 19:02:57 smithi053 bash[68679]: audit 2024-08-29T19:02:57.175086+0000 mon.a (mon.0) 4344 : audit [DBG] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-29T19:02:57.630 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 19:02:57 smithi028 bash[78352]: audit 2024-08-29T19:02:57.175086+0000 mon.a (mon.0) 4344 : audit [DBG] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-29T19:02:57.631 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 19:02:57 smithi028 bash[77168]: audit 2024-08-29T19:02:57.175086+0000 mon.a (mon.0) 4344 : audit [DBG] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-29T19:02:58.576 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 19:02:58 smithi053 bash[68679]: cluster 2024-08-29T19:02:56.711250+0000 mgr.y (mgr.25022) 2286 : cluster [DBG] pgmap v4455: 105 pgs: 105 active+clean; 4.6 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail 2024-08-29T19:02:58.630 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 19:02:58 smithi028 bash[78352]: cluster 2024-08-29T19:02:56.711250+0000 mgr.y (mgr.25022) 2286 : cluster [DBG] pgmap v4455: 105 pgs: 105 active+clean; 4.6 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail 2024-08-29T19:02:58.630 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 19:02:58 smithi028 bash[77168]: cluster 2024-08-29T19:02:56.711250+0000 mgr.y (mgr.25022) 2286 : cluster [DBG] pgmap v4455: 105 pgs: 105 active+clean; 4.6 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail 2024-08-29T19:03:00.576 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 19:03:00 smithi053 bash[68679]: cluster 2024-08-29T19:02:58.711836+0000 mgr.y (mgr.25022) 2287 : cluster [DBG] pgmap v4456: 105 pgs: 105 active+clean; 4.6 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail 2024-08-29T19:03:00.631 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 19:03:00 smithi028 bash[78352]: cluster 2024-08-29T19:02:58.711836+0000 mgr.y (mgr.25022) 2287 : cluster [DBG] pgmap v4456: 105 pgs: 105 active+clean; 4.6 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail 2024-08-29T19:03:00.631 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 19:03:00 smithi028 bash[77168]: cluster 2024-08-29T19:02:58.711836+0000 mgr.y (mgr.25022) 2287 : cluster [DBG] pgmap v4456: 105 pgs: 105 active+clean; 4.6 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail 2024-08-29T19:03:01.576 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 19:03:01 smithi053 bash[68679]: audit 2024-08-29T19:03:00.651728+0000 mon.a (mon.0) 4345 : audit [DBG] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-29T19:03:01.630 INFO:journalctl@ceph.mgr.y.smithi028.stdout:Aug 29 19:03:01 smithi028 bash[70818]: ::ffff:172.21.15.53 - - [29/Aug/2024:19:03:01] "GET /metrics HTTP/1.1" 200 34219 "" "Prometheus/2.43.0" 2024-08-29T19:03:01.631 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 19:03:01 smithi028 bash[78352]: audit 2024-08-29T19:03:00.651728+0000 mon.a (mon.0) 4345 : audit [DBG] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-29T19:03:01.631 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 19:03:01 smithi028 bash[77168]: audit 2024-08-29T19:03:00.651728+0000 mon.a (mon.0) 4345 : audit [DBG] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-29T19:03:02.576 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 19:03:02 smithi053 bash[68679]: cluster 2024-08-29T19:03:00.712594+0000 mgr.y (mgr.25022) 2288 : cluster [DBG] pgmap v4457: 105 pgs: 105 active+clean; 4.6 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail 2024-08-29T19:03:02.576 INFO:journalctl@ceph.prometheus.a.smithi053.stdout:Aug 29 19:03:02 smithi053 bash[95567]: ts=2024-08-29T19:03:02.316Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"3167ee72-662c-11ef-bcd4-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-29T19:03:02.630 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 19:03:02 smithi028 bash[77168]: cluster 2024-08-29T19:03:00.712594+0000 mgr.y (mgr.25022) 2288 : cluster [DBG] pgmap v4457: 105 pgs: 105 active+clean; 4.6 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail 2024-08-29T19:03:02.631 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 19:03:02 smithi028 bash[78352]: cluster 2024-08-29T19:03:00.712594+0000 mgr.y (mgr.25022) 2288 : cluster [DBG] pgmap v4457: 105 pgs: 105 active+clean; 4.6 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail 2024-08-29T19:03:02.821 INFO:tasks.workunit.client.0.smithi028.stderr:Note: switching to '1ef864504b8875c83ee6c2c5fedc13315bebf7f5'. 2024-08-29T19:03:02.821 INFO:tasks.workunit.client.0.smithi028.stderr: 2024-08-29T19:03:02.822 INFO:tasks.workunit.client.0.smithi028.stderr:You are in 'detached HEAD' state. You can look around, make experimental 2024-08-29T19:03:02.822 INFO:tasks.workunit.client.0.smithi028.stderr:changes and commit them, and you can discard any commits you make in this 2024-08-29T19:03:02.822 INFO:tasks.workunit.client.0.smithi028.stderr:state without impacting any branches by switching back to a branch. 2024-08-29T19:03:02.822 INFO:tasks.workunit.client.0.smithi028.stderr: 2024-08-29T19:03:02.822 INFO:tasks.workunit.client.0.smithi028.stderr:If you want to create a new branch to retain commits you create, you may 2024-08-29T19:03:02.822 INFO:tasks.workunit.client.0.smithi028.stderr:do so (now or later) by using -c with the switch command. Example: 2024-08-29T19:03:02.822 INFO:tasks.workunit.client.0.smithi028.stderr: 2024-08-29T19:03:02.822 INFO:tasks.workunit.client.0.smithi028.stderr: git switch -c 2024-08-29T19:03:02.822 INFO:tasks.workunit.client.0.smithi028.stderr: 2024-08-29T19:03:02.822 INFO:tasks.workunit.client.0.smithi028.stderr:Or undo this operation with: 2024-08-29T19:03:02.822 INFO:tasks.workunit.client.0.smithi028.stderr: 2024-08-29T19:03:02.822 INFO:tasks.workunit.client.0.smithi028.stderr: git switch - 2024-08-29T19:03:02.822 INFO:tasks.workunit.client.0.smithi028.stderr: 2024-08-29T19:03:02.822 INFO:tasks.workunit.client.0.smithi028.stderr:Turn off this advice by setting config variable advice.detachedHead to false 2024-08-29T19:03:02.823 INFO:tasks.workunit.client.0.smithi028.stderr: 2024-08-29T19:03:02.823 INFO:tasks.workunit.client.0.smithi028.stderr:HEAD is now at 1ef864504b8 Merge branch 'wip-bz-2305110-squid' of https://github.com/ljflores/ceph into wip-yuri8-testing-2024-08-28-1632-squid 2024-08-29T19:03:02.829 DEBUG:teuthology.orchestra.run.smithi028:> cd -- /home/ubuntu/cephtest/clone.client.0/qa/workunits && if test -e Makefile ; then make ; fi && find -executable -type f -printf '%P\0' >/home/ubuntu/cephtest/workunits.list.client.0 2024-08-29T19:03:02.876 INFO:tasks.workunit.client.0.smithi028.stdout:for d in direct_io fs ; do ( cd $d ; make all ) ; done 2024-08-29T19:03:02.880 INFO:tasks.workunit.client.0.smithi028.stdout:make[1]: Entering directory '/home/ubuntu/cephtest/clone.client.0/qa/workunits/direct_io' 2024-08-29T19:03:02.880 INFO:tasks.workunit.client.0.smithi028.stdout:cc -Wall -Wextra -D_GNU_SOURCE direct_io_test.c -o direct_io_test 2024-08-29T19:03:02.943 INFO:tasks.workunit.client.0.smithi028.stdout:cc -Wall -Wextra -D_GNU_SOURCE test_sync_io.c -o test_sync_io 2024-08-29T19:03:03.007 INFO:tasks.workunit.client.0.smithi028.stdout:cc -Wall -Wextra -D_GNU_SOURCE test_short_dio_read.c -o test_short_dio_read 2024-08-29T19:03:03.051 INFO:tasks.workunit.client.0.smithi028.stdout:make[1]: Leaving directory '/home/ubuntu/cephtest/clone.client.0/qa/workunits/direct_io' 2024-08-29T19:03:03.052 INFO:tasks.workunit.client.0.smithi028.stdout:make[1]: Entering directory '/home/ubuntu/cephtest/clone.client.0/qa/workunits/fs' 2024-08-29T19:03:03.052 INFO:tasks.workunit.client.0.smithi028.stdout:cc -Wall -Wextra -D_GNU_SOURCE test_o_trunc.c -o test_o_trunc 2024-08-29T19:03:03.102 INFO:tasks.workunit.client.0.smithi028.stdout:make[1]: Leaving directory '/home/ubuntu/cephtest/clone.client.0/qa/workunits/fs' 2024-08-29T19:03:03.106 DEBUG:teuthology.orchestra.run.smithi028:> set -ex 2024-08-29T19:03:03.106 DEBUG:teuthology.orchestra.run.smithi028:> dd if=/home/ubuntu/cephtest/workunits.list.client.0 of=/dev/stdout 2024-08-29T19:03:03.152 INFO:tasks.workunit:Running workunits matching test_telemetry_quincy_x.sh on client.0... 2024-08-29T19:03:03.153 INFO:tasks.workunit:Running workunit test_telemetry_quincy_x.sh... 2024-08-29T19:03:03.153 DEBUG:teuthology.orchestra.run.smithi028:workunit test test_telemetry_quincy_x.sh> mkdir -p -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && cd -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && CEPH_CLI_TEST_DUP_COMMAND=1 CEPH_REF=1ef864504b8875c83ee6c2c5fedc13315bebf7f5 TESTDIR="/home/ubuntu/cephtest" CEPH_ARGS="--cluster ceph" CEPH_ID="0" PATH=$PATH:/usr/sbin CEPH_BASE=/home/ubuntu/cephtest/clone.client.0 CEPH_ROOT=/home/ubuntu/cephtest/clone.client.0 CEPH_MNT=/home/ubuntu/cephtest/mnt.0 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 3h /home/ubuntu/cephtest/clone.client.0/qa/workunits/test_telemetry_quincy_x.sh 2024-08-29T19:03:03.209 INFO:tasks.workunit.client.0.smithi028.stderr:++ ceph config get mgr mgr/telemetry/last_opt_revision 2024-08-29T19:03:03.650 INFO:tasks.workunit.client.0.smithi028.stderr:+ LAST_OPT_REVISION=1 2024-08-29T19:03:03.650 INFO:tasks.workunit.client.0.smithi028.stderr:+ '[' 1 -ne 1 ']' 2024-08-29T19:03:03.650 INFO:tasks.workunit.client.0.smithi028.stderr:+ ceph -s 2024-08-29T19:03:04.175 INFO:tasks.workunit.client.0.smithi028.stdout: cluster: 2024-08-29T19:03:04.175 INFO:tasks.workunit.client.0.smithi028.stdout: id: 3167ee72-662c-11ef-bcd4-c7b262605968 2024-08-29T19:03:04.176 INFO:tasks.workunit.client.0.smithi028.stdout: health: HEALTH_WARN 2024-08-29T19:03:04.176 INFO:tasks.workunit.client.0.smithi028.stdout: Telemetry requires re-opt-in 2024-08-29T19:03:04.176 INFO:tasks.workunit.client.0.smithi028.stdout: 2024-08-29T19:03:04.176 INFO:tasks.workunit.client.0.smithi028.stdout: services: 2024-08-29T19:03:04.176 INFO:tasks.workunit.client.0.smithi028.stdout: mon: 3 daemons, quorum a,b,c (age 70m) 2024-08-29T19:03:04.176 INFO:tasks.workunit.client.0.smithi028.stdout: mgr: y(active, since 71m), standbys: x 2024-08-29T19:03:04.176 INFO:tasks.workunit.client.0.smithi028.stdout: mds: 1/1 daemons up, 1 standby 2024-08-29T19:03:04.176 INFO:tasks.workunit.client.0.smithi028.stdout: osd: 8 osds: 8 up (since 64m), 8 in (since 83m) 2024-08-29T19:03:04.176 INFO:tasks.workunit.client.0.smithi028.stdout: 2024-08-29T19:03:04.176 INFO:tasks.workunit.client.0.smithi028.stdout: data: 2024-08-29T19:03:04.177 INFO:tasks.workunit.client.0.smithi028.stdout: volumes: 1/1 healthy 2024-08-29T19:03:04.177 INFO:tasks.workunit.client.0.smithi028.stdout: pools: 4 pools, 105 pgs 2024-08-29T19:03:04.177 INFO:tasks.workunit.client.0.smithi028.stdout: objects: 28 objects, 4.6 MiB 2024-08-29T19:03:04.177 INFO:tasks.workunit.client.0.smithi028.stdout: usage: 5.8 GiB used, 709 GiB / 715 GiB avail 2024-08-29T19:03:04.177 INFO:tasks.workunit.client.0.smithi028.stdout: pgs: 105 active+clean 2024-08-29T19:03:04.177 INFO:tasks.workunit.client.0.smithi028.stdout: 2024-08-29T19:03:04.193 INFO:tasks.workunit.client.0.smithi028.stderr:++ ceph telemetry collection ls 2024-08-29T19:03:04.576 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 19:03:04 smithi053 bash[68679]: cluster 2024-08-29T19:03:02.713242+0000 mgr.y (mgr.25022) 2289 : cluster [DBG] pgmap v4458: 105 pgs: 105 active+clean; 4.6 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail 2024-08-29T19:03:04.576 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 19:03:04 smithi053 bash[68679]: audit 2024-08-29T19:03:03.534008+0000 mon.c (mon.2) 152 : audit [DBG] from='client.? 172.21.15.28:0/2752633825' entity='client.admin' cmd=[{"prefix": "config get", "who": "mgr", "key": "mgr/telemetry/last_opt_revision"}]: dispatch 2024-08-29T19:03:04.576 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 19:03:04 smithi053 bash[68679]: audit 2024-08-29T19:03:03.635642+0000 mon.c (mon.2) 153 : audit [DBG] from='client.? 172.21.15.28:0/2752633825' entity='client.admin' cmd=[{"prefix": "config get", "who": "mgr", "key": "mgr/telemetry/last_opt_revision"}]: dispatch 2024-08-29T19:03:04.577 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 19:03:04 smithi053 bash[68679]: audit 2024-08-29T19:03:04.008062+0000 mon.c (mon.2) 154 : audit [DBG] from='client.? 172.21.15.28:0/2087379615' entity='client.admin' cmd=[{"prefix": "status"}]: dispatch 2024-08-29T19:03:04.577 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 19:03:04 smithi053 bash[68679]: audit 2024-08-29T19:03:04.176924+0000 mon.c (mon.2) 155 : audit [DBG] from='client.? 172.21.15.28:0/2087379615' entity='client.admin' cmd=[{"prefix": "status"}]: dispatch 2024-08-29T19:03:04.631 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 19:03:04 smithi028 bash[78352]: cluster 2024-08-29T19:03:02.713242+0000 mgr.y (mgr.25022) 2289 : cluster [DBG] pgmap v4458: 105 pgs: 105 active+clean; 4.6 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail 2024-08-29T19:03:04.631 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 19:03:04 smithi028 bash[78352]: audit 2024-08-29T19:03:03.534008+0000 mon.c (mon.2) 152 : audit [DBG] from='client.? 172.21.15.28:0/2752633825' entity='client.admin' cmd=[{"prefix": "config get", "who": "mgr", "key": "mgr/telemetry/last_opt_revision"}]: dispatch 2024-08-29T19:03:04.631 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 19:03:04 smithi028 bash[78352]: audit 2024-08-29T19:03:03.635642+0000 mon.c (mon.2) 153 : audit [DBG] from='client.? 172.21.15.28:0/2752633825' entity='client.admin' cmd=[{"prefix": "config get", "who": "mgr", "key": "mgr/telemetry/last_opt_revision"}]: dispatch 2024-08-29T19:03:04.631 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 19:03:04 smithi028 bash[78352]: audit 2024-08-29T19:03:04.008062+0000 mon.c (mon.2) 154 : audit [DBG] from='client.? 172.21.15.28:0/2087379615' entity='client.admin' cmd=[{"prefix": "status"}]: dispatch 2024-08-29T19:03:04.631 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 19:03:04 smithi028 bash[78352]: audit 2024-08-29T19:03:04.176924+0000 mon.c (mon.2) 155 : audit [DBG] from='client.? 172.21.15.28:0/2087379615' entity='client.admin' cmd=[{"prefix": "status"}]: dispatch 2024-08-29T19:03:04.631 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 19:03:04 smithi028 bash[77168]: cluster 2024-08-29T19:03:02.713242+0000 mgr.y (mgr.25022) 2289 : cluster [DBG] pgmap v4458: 105 pgs: 105 active+clean; 4.6 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail 2024-08-29T19:03:04.631 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 19:03:04 smithi028 bash[77168]: audit 2024-08-29T19:03:03.534008+0000 mon.c (mon.2) 152 : audit [DBG] from='client.? 172.21.15.28:0/2752633825' entity='client.admin' cmd=[{"prefix": "config get", "who": "mgr", "key": "mgr/telemetry/last_opt_revision"}]: dispatch 2024-08-29T19:03:04.631 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 19:03:04 smithi028 bash[77168]: audit 2024-08-29T19:03:03.635642+0000 mon.c (mon.2) 153 : audit [DBG] from='client.? 172.21.15.28:0/2752633825' entity='client.admin' cmd=[{"prefix": "config get", "who": "mgr", "key": "mgr/telemetry/last_opt_revision"}]: dispatch 2024-08-29T19:03:04.631 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 19:03:04 smithi028 bash[77168]: audit 2024-08-29T19:03:04.008062+0000 mon.c (mon.2) 154 : audit [DBG] from='client.? 172.21.15.28:0/2087379615' entity='client.admin' cmd=[{"prefix": "status"}]: dispatch 2024-08-29T19:03:04.632 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 19:03:04 smithi028 bash[77168]: audit 2024-08-29T19:03:04.176924+0000 mon.c (mon.2) 155 : audit [DBG] from='client.? 172.21.15.28:0/2087379615' entity='client.admin' cmd=[{"prefix": "status"}]: dispatch 2024-08-29T19:03:04.732 INFO:tasks.workunit.client.0.smithi028.stderr:+ COLLECTIONS='New collections are available: 2024-08-29T19:03:04.732 INFO:tasks.workunit.client.0.smithi028.stderr:['\''basic_pool_flags'\''] 2024-08-29T19:03:04.732 INFO:tasks.workunit.client.0.smithi028.stderr:Run `ceph telemetry on` to opt-in to these collections. 2024-08-29T19:03:04.732 INFO:tasks.workunit.client.0.smithi028.stderr: 2024-08-29T19:03:04.732 INFO:tasks.workunit.client.0.smithi028.stderr:NAME STATUS DESC 2024-08-29T19:03:04.732 INFO:tasks.workunit.client.0.smithi028.stderr:basic_base REPORTING Basic information about the cluster (capacity, number and type of daemons, version, etc.) 2024-08-29T19:03:04.733 INFO:tasks.workunit.client.0.smithi028.stderr:basic_mds_metadata REPORTING MDS metadata 2024-08-29T19:03:04.733 INFO:tasks.workunit.client.0.smithi028.stderr:basic_pool_flags NOT REPORTING: NOT OPTED-IN Per-pool flags 2024-08-29T19:03:04.733 INFO:tasks.workunit.client.0.smithi028.stderr:basic_pool_options_bluestore REPORTING Per-pool bluestore config options 2024-08-29T19:03:04.733 INFO:tasks.workunit.client.0.smithi028.stderr:basic_pool_usage REPORTING Default pool application and usage statistics 2024-08-29T19:03:04.733 INFO:tasks.workunit.client.0.smithi028.stderr:basic_rook_v01 REPORTING Basic Rook deployment data 2024-08-29T19:03:04.733 INFO:tasks.workunit.client.0.smithi028.stderr:basic_usage_by_class REPORTING Default device class usage statistics 2024-08-29T19:03:04.733 INFO:tasks.workunit.client.0.smithi028.stderr:crash_base REPORTING Information about daemon crashes (daemon type and version, backtrace, etc.) 2024-08-29T19:03:04.733 INFO:tasks.workunit.client.0.smithi028.stderr:device_base REPORTING Information about device health metrics 2024-08-29T19:03:04.733 INFO:tasks.workunit.client.0.smithi028.stderr:ident_base REPORTING User-provided identifying information about the cluster 2024-08-29T19:03:04.733 INFO:tasks.workunit.client.0.smithi028.stderr:perf_memory_metrics REPORTING Heap stats and mempools for mon and mds 2024-08-29T19:03:04.733 INFO:tasks.workunit.client.0.smithi028.stderr:perf_perf REPORTING Information about performance counters of the cluster ' 2024-08-29T19:03:04.734 INFO:tasks.workunit.client.0.smithi028.stderr:+ NEW_COLLECTIONS=("perf_perf" "basic_mds_metadata" "basic_pool_usage" "basic_rook_v01" "perf_memory_metrics" "basic_pool_options_bluestore") 2024-08-29T19:03:04.734 INFO:tasks.workunit.client.0.smithi028.stderr:+ for col in ${NEW_COLLECTIONS[@]} 2024-08-29T19:03:04.734 INFO:tasks.workunit.client.0.smithi028.stderr:+ [[ New collections are available: 2024-08-29T19:03:04.734 INFO:tasks.workunit.client.0.smithi028.stderr:['basic_pool_flags'] 2024-08-29T19:03:04.734 INFO:tasks.workunit.client.0.smithi028.stderr:Run `ceph telemetry on` to opt-in to these collections. 2024-08-29T19:03:04.734 INFO:tasks.workunit.client.0.smithi028.stderr: 2024-08-29T19:03:04.734 INFO:tasks.workunit.client.0.smithi028.stderr:NAME STATUS DESC 2024-08-29T19:03:04.735 INFO:tasks.workunit.client.0.smithi028.stderr:basic_base REPORTING Basic information about the cluster (capacity, number and type of daemons, version, etc.) 2024-08-29T19:03:04.735 INFO:tasks.workunit.client.0.smithi028.stderr:basic_mds_metadata REPORTING MDS metadata 2024-08-29T19:03:04.735 INFO:tasks.workunit.client.0.smithi028.stderr:basic_pool_flags NOT REPORTING: NOT OPTED-IN Per-pool flags 2024-08-29T19:03:04.735 INFO:tasks.workunit.client.0.smithi028.stderr:basic_pool_options_bluestore REPORTING Per-pool bluestore config options 2024-08-29T19:03:04.735 INFO:tasks.workunit.client.0.smithi028.stderr:basic_pool_usage REPORTING Default pool application and usage statistics 2024-08-29T19:03:04.735 INFO:tasks.workunit.client.0.smithi028.stderr:basic_rook_v01 REPORTING Basic Rook deployment data 2024-08-29T19:03:04.735 INFO:tasks.workunit.client.0.smithi028.stderr:basic_usage_by_class REPORTING Default device class usage statistics 2024-08-29T19:03:04.735 INFO:tasks.workunit.client.0.smithi028.stderr:crash_base REPORTING Information about daemon crashes (daemon type and version, backtrace, etc.) 2024-08-29T19:03:04.735 INFO:tasks.workunit.client.0.smithi028.stderr:device_base REPORTING Information about device health metrics 2024-08-29T19:03:04.736 INFO:tasks.workunit.client.0.smithi028.stderr:ident_base REPORTING User-provided identifying information about the cluster 2024-08-29T19:03:04.736 INFO:tasks.workunit.client.0.smithi028.stderr:perf_memory_metrics REPORTING Heap stats and mempools for mon and mds 2024-08-29T19:03:04.736 INFO:tasks.workunit.client.0.smithi028.stderr:perf_perf REPORTING Information about performance counters of the cluster == *perf_perf* ]] 2024-08-29T19:03:04.736 INFO:tasks.workunit.client.0.smithi028.stderr:+ for col in ${NEW_COLLECTIONS[@]} 2024-08-29T19:03:04.736 INFO:tasks.workunit.client.0.smithi028.stderr:+ [[ New collections are available: 2024-08-29T19:03:04.736 INFO:tasks.workunit.client.0.smithi028.stderr:['basic_pool_flags'] 2024-08-29T19:03:04.736 INFO:tasks.workunit.client.0.smithi028.stderr:Run `ceph telemetry on` to opt-in to these collections. 2024-08-29T19:03:04.736 INFO:tasks.workunit.client.0.smithi028.stderr: 2024-08-29T19:03:04.736 INFO:tasks.workunit.client.0.smithi028.stderr:NAME STATUS DESC 2024-08-29T19:03:04.736 INFO:tasks.workunit.client.0.smithi028.stderr:basic_base REPORTING Basic information about the cluster (capacity, number and type of daemons, version, etc.) 2024-08-29T19:03:04.736 INFO:tasks.workunit.client.0.smithi028.stderr:basic_mds_metadata REPORTING MDS metadata 2024-08-29T19:03:04.736 INFO:tasks.workunit.client.0.smithi028.stderr:basic_pool_flags NOT REPORTING: NOT OPTED-IN Per-pool flags 2024-08-29T19:03:04.736 INFO:tasks.workunit.client.0.smithi028.stderr:basic_pool_options_bluestore REPORTING Per-pool bluestore config options 2024-08-29T19:03:04.737 INFO:tasks.workunit.client.0.smithi028.stderr:basic_pool_usage REPORTING Default pool application and usage statistics 2024-08-29T19:03:04.737 INFO:tasks.workunit.client.0.smithi028.stderr:basic_rook_v01 REPORTING Basic Rook deployment data 2024-08-29T19:03:04.737 INFO:tasks.workunit.client.0.smithi028.stderr:basic_usage_by_class REPORTING Default device class usage statistics 2024-08-29T19:03:04.737 INFO:tasks.workunit.client.0.smithi028.stderr:crash_base REPORTING Information about daemon crashes (daemon type and version, backtrace, etc.) 2024-08-29T19:03:04.737 INFO:tasks.workunit.client.0.smithi028.stderr:device_base REPORTING Information about device health metrics 2024-08-29T19:03:04.737 INFO:tasks.workunit.client.0.smithi028.stderr:ident_base REPORTING User-provided identifying information about the cluster 2024-08-29T19:03:04.737 INFO:tasks.workunit.client.0.smithi028.stderr:perf_memory_metrics REPORTING Heap stats and mempools for mon and mds 2024-08-29T19:03:04.737 INFO:tasks.workunit.client.0.smithi028.stderr:perf_perf REPORTING Information about performance counters of the cluster == *basic_mds_metadata* ]] 2024-08-29T19:03:04.737 INFO:tasks.workunit.client.0.smithi028.stderr:+ for col in ${NEW_COLLECTIONS[@]} 2024-08-29T19:03:04.737 INFO:tasks.workunit.client.0.smithi028.stderr:+ [[ New collections are available: 2024-08-29T19:03:04.738 INFO:tasks.workunit.client.0.smithi028.stderr:['basic_pool_flags'] 2024-08-29T19:03:04.738 INFO:tasks.workunit.client.0.smithi028.stderr:Run `ceph telemetry on` to opt-in to these collections. 2024-08-29T19:03:04.738 INFO:tasks.workunit.client.0.smithi028.stderr: 2024-08-29T19:03:04.738 INFO:tasks.workunit.client.0.smithi028.stderr:NAME STATUS DESC 2024-08-29T19:03:04.738 INFO:tasks.workunit.client.0.smithi028.stderr:basic_base REPORTING Basic information about the cluster (capacity, number and type of daemons, version, etc.) 2024-08-29T19:03:04.738 INFO:tasks.workunit.client.0.smithi028.stderr:basic_mds_metadata REPORTING MDS metadata 2024-08-29T19:03:04.738 INFO:tasks.workunit.client.0.smithi028.stderr:basic_pool_flags NOT REPORTING: NOT OPTED-IN Per-pool flags 2024-08-29T19:03:04.738 INFO:tasks.workunit.client.0.smithi028.stderr:basic_pool_options_bluestore REPORTING Per-pool bluestore config options 2024-08-29T19:03:04.738 INFO:tasks.workunit.client.0.smithi028.stderr:basic_pool_usage REPORTING Default pool application and usage statistics 2024-08-29T19:03:04.738 INFO:tasks.workunit.client.0.smithi028.stderr:basic_rook_v01 REPORTING Basic Rook deployment data 2024-08-29T19:03:04.738 INFO:tasks.workunit.client.0.smithi028.stderr:basic_usage_by_class REPORTING Default device class usage statistics 2024-08-29T19:03:04.738 INFO:tasks.workunit.client.0.smithi028.stderr:crash_base REPORTING Information about daemon crashes (daemon type and version, backtrace, etc.) 2024-08-29T19:03:04.739 INFO:tasks.workunit.client.0.smithi028.stderr:device_base REPORTING Information about device health metrics 2024-08-29T19:03:04.739 INFO:tasks.workunit.client.0.smithi028.stderr:ident_base REPORTING User-provided identifying information about the cluster 2024-08-29T19:03:04.739 INFO:tasks.workunit.client.0.smithi028.stderr:perf_memory_metrics REPORTING Heap stats and mempools for mon and mds 2024-08-29T19:03:04.739 INFO:tasks.workunit.client.0.smithi028.stderr:perf_perf REPORTING Information about performance counters of the cluster == *basic_pool_usage* ]] 2024-08-29T19:03:04.739 INFO:tasks.workunit.client.0.smithi028.stderr:+ for col in ${NEW_COLLECTIONS[@]} 2024-08-29T19:03:04.739 INFO:tasks.workunit.client.0.smithi028.stderr:+ [[ New collections are available: 2024-08-29T19:03:04.739 INFO:tasks.workunit.client.0.smithi028.stderr:['basic_pool_flags'] 2024-08-29T19:03:04.739 INFO:tasks.workunit.client.0.smithi028.stderr:Run `ceph telemetry on` to opt-in to these collections. 2024-08-29T19:03:04.739 INFO:tasks.workunit.client.0.smithi028.stderr: 2024-08-29T19:03:04.739 INFO:tasks.workunit.client.0.smithi028.stderr:NAME STATUS DESC 2024-08-29T19:03:04.739 INFO:tasks.workunit.client.0.smithi028.stderr:basic_base REPORTING Basic information about the cluster (capacity, number and type of daemons, version, etc.) 2024-08-29T19:03:04.739 INFO:tasks.workunit.client.0.smithi028.stderr:basic_mds_metadata REPORTING MDS metadata 2024-08-29T19:03:04.739 INFO:tasks.workunit.client.0.smithi028.stderr:basic_pool_flags NOT REPORTING: NOT OPTED-IN Per-pool flags 2024-08-29T19:03:04.739 INFO:tasks.workunit.client.0.smithi028.stderr:basic_pool_options_bluestore REPORTING Per-pool bluestore config options 2024-08-29T19:03:04.740 INFO:tasks.workunit.client.0.smithi028.stderr:basic_pool_usage REPORTING Default pool application and usage statistics 2024-08-29T19:03:04.740 INFO:tasks.workunit.client.0.smithi028.stderr:basic_rook_v01 REPORTING Basic Rook deployment data 2024-08-29T19:03:04.740 INFO:tasks.workunit.client.0.smithi028.stderr:basic_usage_by_class REPORTING Default device class usage statistics 2024-08-29T19:03:04.740 INFO:tasks.workunit.client.0.smithi028.stderr:crash_base REPORTING Information about daemon crashes (daemon type and version, backtrace, etc.) 2024-08-29T19:03:04.740 INFO:tasks.workunit.client.0.smithi028.stderr:device_base REPORTING Information about device health metrics 2024-08-29T19:03:04.740 INFO:tasks.workunit.client.0.smithi028.stderr:ident_base REPORTING User-provided identifying information about the cluster 2024-08-29T19:03:04.740 INFO:tasks.workunit.client.0.smithi028.stderr:perf_memory_metrics REPORTING Heap stats and mempools for mon and mds 2024-08-29T19:03:04.740 INFO:tasks.workunit.client.0.smithi028.stderr:perf_perf REPORTING Information about performance counters of the cluster == *basic_rook_v01* ]] 2024-08-29T19:03:04.740 INFO:tasks.workunit.client.0.smithi028.stderr:+ for col in ${NEW_COLLECTIONS[@]} 2024-08-29T19:03:04.740 INFO:tasks.workunit.client.0.smithi028.stderr:+ [[ New collections are available: 2024-08-29T19:03:04.740 INFO:tasks.workunit.client.0.smithi028.stderr:['basic_pool_flags'] 2024-08-29T19:03:04.740 INFO:tasks.workunit.client.0.smithi028.stderr:Run `ceph telemetry on` to opt-in to these collections. 2024-08-29T19:03:04.740 INFO:tasks.workunit.client.0.smithi028.stderr: 2024-08-29T19:03:04.741 INFO:tasks.workunit.client.0.smithi028.stderr:NAME STATUS DESC 2024-08-29T19:03:04.741 INFO:tasks.workunit.client.0.smithi028.stderr:basic_base REPORTING Basic information about the cluster (capacity, number and type of daemons, version, etc.) 2024-08-29T19:03:04.741 INFO:tasks.workunit.client.0.smithi028.stderr:basic_mds_metadata REPORTING MDS metadata 2024-08-29T19:03:04.741 INFO:tasks.workunit.client.0.smithi028.stderr:basic_pool_flags NOT REPORTING: NOT OPTED-IN Per-pool flags 2024-08-29T19:03:04.741 INFO:tasks.workunit.client.0.smithi028.stderr:basic_pool_options_bluestore REPORTING Per-pool bluestore config options 2024-08-29T19:03:04.741 INFO:tasks.workunit.client.0.smithi028.stderr:basic_pool_usage REPORTING Default pool application and usage statistics 2024-08-29T19:03:04.741 INFO:tasks.workunit.client.0.smithi028.stderr:basic_rook_v01 REPORTING Basic Rook deployment data 2024-08-29T19:03:04.741 INFO:tasks.workunit.client.0.smithi028.stderr:basic_usage_by_class REPORTING Default device class usage statistics 2024-08-29T19:03:04.741 INFO:tasks.workunit.client.0.smithi028.stderr:crash_base REPORTING Information about daemon crashes (daemon type and version, backtrace, etc.) 2024-08-29T19:03:04.741 INFO:tasks.workunit.client.0.smithi028.stderr:device_base REPORTING Information about device health metrics 2024-08-29T19:03:04.742 INFO:tasks.workunit.client.0.smithi028.stderr:ident_base REPORTING User-provided identifying information about the cluster 2024-08-29T19:03:04.742 INFO:tasks.workunit.client.0.smithi028.stderr:perf_memory_metrics REPORTING Heap stats and mempools for mon and mds 2024-08-29T19:03:04.742 INFO:tasks.workunit.client.0.smithi028.stderr:perf_perf REPORTING Information about performance counters of the cluster == *perf_memory_metrics* ]] 2024-08-29T19:03:04.742 INFO:tasks.workunit.client.0.smithi028.stderr:+ for col in ${NEW_COLLECTIONS[@]} 2024-08-29T19:03:04.742 INFO:tasks.workunit.client.0.smithi028.stderr:+ [[ New collections are available: 2024-08-29T19:03:04.742 INFO:tasks.workunit.client.0.smithi028.stderr:['basic_pool_flags'] 2024-08-29T19:03:04.742 INFO:tasks.workunit.client.0.smithi028.stderr:Run `ceph telemetry on` to opt-in to these collections. 2024-08-29T19:03:04.742 INFO:tasks.workunit.client.0.smithi028.stderr: 2024-08-29T19:03:04.743 INFO:tasks.workunit.client.0.smithi028.stderr:NAME STATUS DESC 2024-08-29T19:03:04.743 INFO:tasks.workunit.client.0.smithi028.stderr:basic_base REPORTING Basic information about the cluster (capacity, number and type of daemons, version, etc.) 2024-08-29T19:03:04.743 INFO:tasks.workunit.client.0.smithi028.stderr:basic_mds_metadata REPORTING MDS metadata 2024-08-29T19:03:04.743 INFO:tasks.workunit.client.0.smithi028.stderr:basic_pool_flags NOT REPORTING: NOT OPTED-IN Per-pool flags 2024-08-29T19:03:04.743 INFO:tasks.workunit.client.0.smithi028.stderr:basic_pool_options_bluestore REPORTING Per-pool bluestore config options 2024-08-29T19:03:04.743 INFO:tasks.workunit.client.0.smithi028.stderr:basic_pool_usage REPORTING Default pool application and usage statistics 2024-08-29T19:03:04.743 INFO:tasks.workunit.client.0.smithi028.stderr:basic_rook_v01 REPORTING Basic Rook deployment data 2024-08-29T19:03:04.743 INFO:tasks.workunit.client.0.smithi028.stderr:basic_usage_by_class REPORTING Default device class usage statistics 2024-08-29T19:03:04.743 INFO:tasks.workunit.client.0.smithi028.stderr:crash_base REPORTING Information about daemon crashes (daemon type and version, backtrace, etc.) 2024-08-29T19:03:04.743 INFO:tasks.workunit.client.0.smithi028.stderr:device_base REPORTING Information about device health metrics 2024-08-29T19:03:04.743 INFO:tasks.workunit.client.0.smithi028.stderr:ident_base REPORTING User-provided identifying information about the cluster 2024-08-29T19:03:04.743 INFO:tasks.workunit.client.0.smithi028.stderr:perf_memory_metrics REPORTING Heap stats and mempools for mon and mds 2024-08-29T19:03:04.743 INFO:tasks.workunit.client.0.smithi028.stderr:perf_perf REPORTING Information about performance counters of the cluster == *basic_pool_options_bluestore* ]] 2024-08-29T19:03:04.744 INFO:tasks.workunit.client.0.smithi028.stderr:+ ceph telemetry preview 2024-08-29T19:03:05.577 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 19:03:05 smithi053 bash[68679]: audit 2024-08-29T19:03:05.085961+0000 mon.a (mon.0) 4346 : audit [DBG] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-29T19:03:05.577 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 19:03:05 smithi053 bash[68679]: audit 2024-08-29T19:03:05.097916+0000 mon.a (mon.0) 4347 : audit [DBG] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-08-29T19:03:05.577 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 19:03:05 smithi053 bash[68679]: audit 2024-08-29T19:03:05.200017+0000 mon.a (mon.0) 4348 : audit [DBG] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-29T19:03:05.577 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 19:03:05 smithi053 bash[68679]: audit 2024-08-29T19:03:05.200167+0000 mon.a (mon.0) 4349 : audit [DBG] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-29T19:03:05.577 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 19:03:05 smithi053 bash[68679]: audit 2024-08-29T19:03:05.200292+0000 mon.a (mon.0) 4350 : audit [DBG] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-29T19:03:05.578 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 19:03:05 smithi053 bash[68679]: audit 2024-08-29T19:03:05.202588+0000 mon.a (mon.0) 4351 : audit [DBG] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-29T19:03:05.578 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 19:03:05 smithi053 bash[68679]: audit 2024-08-29T19:03:05.202689+0000 mon.a (mon.0) 4352 : audit [DBG] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-29T19:03:05.578 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 19:03:05 smithi053 bash[68679]: audit 2024-08-29T19:03:05.202833+0000 mon.a (mon.0) 4353 : audit [DBG] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-29T19:03:05.578 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 19:03:05 smithi053 bash[68679]: audit 2024-08-29T19:03:05.205209+0000 mon.a (mon.0) 4354 : audit [DBG] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-29T19:03:05.578 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 19:03:05 smithi053 bash[68679]: audit 2024-08-29T19:03:05.205713+0000 mon.a (mon.0) 4355 : audit [DBG] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-29T19:03:05.578 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 19:03:05 smithi053 bash[68679]: audit 2024-08-29T19:03:05.206215+0000 mon.a (mon.0) 4356 : audit [DBG] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-29T19:03:05.578 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 19:03:05 smithi053 bash[68679]: audit 2024-08-29T19:03:05.223582+0000 mon.a (mon.0) 4357 : audit [INF] from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-08-29T19:03:05.578 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 19:03:05 smithi053 bash[68679]: audit 2024-08-29T19:03:05.223730+0000 mon.a (mon.0) 4358 : audit [INF] from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-08-29T19:03:05.578 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 19:03:05 smithi053 bash[68679]: audit 2024-08-29T19:03:05.224106+0000 mon.a (mon.0) 4359 : audit [DBG] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-29T19:03:05.578 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 19:03:05 smithi053 bash[68679]: audit 2024-08-29T19:03:05.224502+0000 mon.a (mon.0) 4360 : audit [DBG] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-29T19:03:05.578 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 19:03:05 smithi053 bash[68679]: audit 2024-08-29T19:03:05.224857+0000 mon.a (mon.0) 4361 : audit [DBG] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-29T19:03:05.578 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 19:03:05 smithi053 bash[68679]: audit 2024-08-29T19:03:05.226540+0000 mon.b (mon.1) 14 : audit [INF] from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-08-29T19:03:05.578 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 19:03:05 smithi053 bash[68679]: audit 2024-08-29T19:03:05.226688+0000 mon.b (mon.1) 15 : audit [INF] from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-08-29T19:03:05.578 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 19:03:05 smithi053 bash[68679]: audit 2024-08-29T19:03:05.227374+0000 mon.a (mon.0) 4362 : audit [DBG] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-29T19:03:05.579 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 19:03:05 smithi053 bash[68679]: audit 2024-08-29T19:03:05.227494+0000 mon.a (mon.0) 4363 : audit [DBG] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-29T19:03:05.579 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 19:03:05 smithi053 bash[68679]: audit 2024-08-29T19:03:05.228090+0000 mon.a (mon.0) 4364 : audit [DBG] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-29T19:03:05.579 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 19:03:05 smithi053 bash[68679]: audit 2024-08-29T19:03:05.230241+0000 mon.c (mon.2) 156 : audit [INF] from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-08-29T19:03:05.579 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 19:03:05 smithi053 bash[68679]: audit 2024-08-29T19:03:05.230351+0000 mon.c (mon.2) 157 : audit [INF] from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-08-29T19:03:05.579 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 19:03:05 smithi053 bash[68679]: audit 2024-08-29T19:03:05.230838+0000 mon.a (mon.0) 4365 : audit [DBG] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-29T19:03:05.579 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 19:03:05 smithi053 bash[68679]: audit 2024-08-29T19:03:05.231034+0000 mon.a (mon.0) 4366 : audit [DBG] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-29T19:03:05.579 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 19:03:05 smithi053 bash[68679]: audit 2024-08-29T19:03:05.231193+0000 mon.a (mon.0) 4367 : audit [DBG] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-29T19:03:05.632 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 19:03:05 smithi028 bash[78352]: audit 2024-08-29T19:03:05.085961+0000 mon.a (mon.0) 4346 : audit [DBG] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-29T19:03:05.632 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 19:03:05 smithi028 bash[78352]: audit 2024-08-29T19:03:05.097916+0000 mon.a (mon.0) 4347 : audit [DBG] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-08-29T19:03:05.632 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 19:03:05 smithi028 bash[78352]: audit 2024-08-29T19:03:05.200017+0000 mon.a (mon.0) 4348 : audit [DBG] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-29T19:03:05.632 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 19:03:05 smithi028 bash[78352]: audit 2024-08-29T19:03:05.200167+0000 mon.a (mon.0) 4349 : audit [DBG] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-29T19:03:05.633 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 19:03:05 smithi028 bash[78352]: audit 2024-08-29T19:03:05.200292+0000 mon.a (mon.0) 4350 : audit [DBG] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-29T19:03:05.633 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 19:03:05 smithi028 bash[78352]: audit 2024-08-29T19:03:05.202588+0000 mon.a (mon.0) 4351 : audit [DBG] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-29T19:03:05.633 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 19:03:05 smithi028 bash[78352]: audit 2024-08-29T19:03:05.202689+0000 mon.a (mon.0) 4352 : audit [DBG] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-29T19:03:05.633 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 19:03:05 smithi028 bash[78352]: audit 2024-08-29T19:03:05.202833+0000 mon.a (mon.0) 4353 : audit [DBG] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-29T19:03:05.633 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 19:03:05 smithi028 bash[78352]: audit 2024-08-29T19:03:05.205209+0000 mon.a (mon.0) 4354 : audit [DBG] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-29T19:03:05.633 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 19:03:05 smithi028 bash[78352]: audit 2024-08-29T19:03:05.205713+0000 mon.a (mon.0) 4355 : audit [DBG] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-29T19:03:05.633 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 19:03:05 smithi028 bash[78352]: audit 2024-08-29T19:03:05.206215+0000 mon.a (mon.0) 4356 : audit [DBG] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-29T19:03:05.633 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 19:03:05 smithi028 bash[78352]: audit 2024-08-29T19:03:05.223582+0000 mon.a (mon.0) 4357 : audit [INF] from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-08-29T19:03:05.633 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 19:03:05 smithi028 bash[78352]: audit 2024-08-29T19:03:05.223730+0000 mon.a (mon.0) 4358 : audit [INF] from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-08-29T19:03:05.633 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 19:03:05 smithi028 bash[78352]: audit 2024-08-29T19:03:05.224106+0000 mon.a (mon.0) 4359 : audit [DBG] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-29T19:03:05.633 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 19:03:05 smithi028 bash[78352]: audit 2024-08-29T19:03:05.224502+0000 mon.a (mon.0) 4360 : audit [DBG] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-29T19:03:05.633 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 19:03:05 smithi028 bash[78352]: audit 2024-08-29T19:03:05.224857+0000 mon.a (mon.0) 4361 : audit [DBG] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-29T19:03:05.633 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 19:03:05 smithi028 bash[78352]: audit 2024-08-29T19:03:05.226540+0000 mon.b (mon.1) 14 : audit [INF] from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-08-29T19:03:05.634 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 19:03:05 smithi028 bash[78352]: audit 2024-08-29T19:03:05.226688+0000 mon.b (mon.1) 15 : audit [INF] from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-08-29T19:03:05.634 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 19:03:05 smithi028 bash[78352]: audit 2024-08-29T19:03:05.227374+0000 mon.a (mon.0) 4362 : audit [DBG] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-29T19:03:05.634 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 19:03:05 smithi028 bash[77168]: audit 2024-08-29T19:03:05.085961+0000 mon.a (mon.0) 4346 : audit [DBG] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-29T19:03:05.634 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 19:03:05 smithi028 bash[77168]: audit 2024-08-29T19:03:05.097916+0000 mon.a (mon.0) 4347 : audit [DBG] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-08-29T19:03:05.634 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 19:03:05 smithi028 bash[77168]: audit 2024-08-29T19:03:05.200017+0000 mon.a (mon.0) 4348 : audit [DBG] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-29T19:03:05.634 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 19:03:05 smithi028 bash[77168]: audit 2024-08-29T19:03:05.200167+0000 mon.a (mon.0) 4349 : audit [DBG] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-29T19:03:05.634 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 19:03:05 smithi028 bash[77168]: audit 2024-08-29T19:03:05.200292+0000 mon.a (mon.0) 4350 : audit [DBG] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-29T19:03:05.634 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 19:03:05 smithi028 bash[77168]: audit 2024-08-29T19:03:05.202588+0000 mon.a (mon.0) 4351 : audit [DBG] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-29T19:03:05.634 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 19:03:05 smithi028 bash[77168]: audit 2024-08-29T19:03:05.202689+0000 mon.a (mon.0) 4352 : audit [DBG] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-29T19:03:05.634 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 19:03:05 smithi028 bash[77168]: audit 2024-08-29T19:03:05.202833+0000 mon.a (mon.0) 4353 : audit [DBG] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-29T19:03:05.635 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 19:03:05 smithi028 bash[77168]: audit 2024-08-29T19:03:05.205209+0000 mon.a (mon.0) 4354 : audit [DBG] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-29T19:03:05.635 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 19:03:05 smithi028 bash[77168]: audit 2024-08-29T19:03:05.205713+0000 mon.a (mon.0) 4355 : audit [DBG] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-29T19:03:05.635 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 19:03:05 smithi028 bash[77168]: audit 2024-08-29T19:03:05.206215+0000 mon.a (mon.0) 4356 : audit [DBG] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-29T19:03:05.635 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 19:03:05 smithi028 bash[77168]: audit 2024-08-29T19:03:05.223582+0000 mon.a (mon.0) 4357 : audit [INF] from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-08-29T19:03:05.635 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 19:03:05 smithi028 bash[77168]: audit 2024-08-29T19:03:05.223730+0000 mon.a (mon.0) 4358 : audit [INF] from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-08-29T19:03:05.635 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 19:03:05 smithi028 bash[77168]: audit 2024-08-29T19:03:05.224106+0000 mon.a (mon.0) 4359 : audit [DBG] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-29T19:03:05.635 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 19:03:05 smithi028 bash[77168]: audit 2024-08-29T19:03:05.224502+0000 mon.a (mon.0) 4360 : audit [DBG] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-29T19:03:05.635 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 19:03:05 smithi028 bash[77168]: audit 2024-08-29T19:03:05.224857+0000 mon.a (mon.0) 4361 : audit [DBG] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-29T19:03:05.635 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 19:03:05 smithi028 bash[77168]: audit 2024-08-29T19:03:05.226540+0000 mon.b (mon.1) 14 : audit [INF] from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-08-29T19:03:05.635 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 19:03:05 smithi028 bash[77168]: audit 2024-08-29T19:03:05.226688+0000 mon.b (mon.1) 15 : audit [INF] from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-08-29T19:03:05.635 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 19:03:05 smithi028 bash[77168]: audit 2024-08-29T19:03:05.227374+0000 mon.a (mon.0) 4362 : audit [DBG] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-29T19:03:05.635 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 19:03:05 smithi028 bash[78352]: audit 2024-08-29T19:03:05.227494+0000 mon.a (mon.0) 4363 : audit [DBG] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-29T19:03:05.636 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 19:03:05 smithi028 bash[78352]: audit 2024-08-29T19:03:05.228090+0000 mon.a (mon.0) 4364 : audit [DBG] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-29T19:03:05.636 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 19:03:05 smithi028 bash[78352]: audit 2024-08-29T19:03:05.230241+0000 mon.c (mon.2) 156 : audit [INF] from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-08-29T19:03:05.636 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 19:03:05 smithi028 bash[78352]: audit 2024-08-29T19:03:05.230351+0000 mon.c (mon.2) 157 : audit [INF] from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-08-29T19:03:05.636 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 19:03:05 smithi028 bash[78352]: audit 2024-08-29T19:03:05.230838+0000 mon.a (mon.0) 4365 : audit [DBG] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-29T19:03:05.636 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 19:03:05 smithi028 bash[78352]: audit 2024-08-29T19:03:05.231034+0000 mon.a (mon.0) 4366 : audit [DBG] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-29T19:03:05.636 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 19:03:05 smithi028 bash[78352]: audit 2024-08-29T19:03:05.231193+0000 mon.a (mon.0) 4367 : audit [DBG] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-29T19:03:05.636 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 19:03:05 smithi028 bash[77168]: audit 2024-08-29T19:03:05.227494+0000 mon.a (mon.0) 4363 : audit [DBG] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-29T19:03:05.636 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 19:03:05 smithi028 bash[77168]: audit 2024-08-29T19:03:05.228090+0000 mon.a (mon.0) 4364 : audit [DBG] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-29T19:03:05.636 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 19:03:05 smithi028 bash[77168]: audit 2024-08-29T19:03:05.230241+0000 mon.c (mon.2) 156 : audit [INF] from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-08-29T19:03:05.636 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 19:03:05 smithi028 bash[77168]: audit 2024-08-29T19:03:05.230351+0000 mon.c (mon.2) 157 : audit [INF] from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-08-29T19:03:05.636 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 19:03:05 smithi028 bash[77168]: audit 2024-08-29T19:03:05.230838+0000 mon.a (mon.0) 4365 : audit [DBG] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-29T19:03:05.637 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 19:03:05 smithi028 bash[77168]: audit 2024-08-29T19:03:05.231034+0000 mon.a (mon.0) 4366 : audit [DBG] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-29T19:03:05.637 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 19:03:05 smithi028 bash[77168]: audit 2024-08-29T19:03:05.231193+0000 mon.a (mon.0) 4367 : audit [DBG] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-29T19:03:05.775 INFO:tasks.workunit.client.0.smithi028.stdout:{ 2024-08-29T19:03:05.775 INFO:tasks.workunit.client.0.smithi028.stdout: "balancer": { 2024-08-29T19:03:05.775 INFO:tasks.workunit.client.0.smithi028.stdout: "active": true, 2024-08-29T19:03:05.775 INFO:tasks.workunit.client.0.smithi028.stdout: "mode": "" 2024-08-29T19:03:05.775 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:05.776 INFO:tasks.workunit.client.0.smithi028.stdout: "channels": [ 2024-08-29T19:03:05.776 INFO:tasks.workunit.client.0.smithi028.stdout: "basic", 2024-08-29T19:03:05.776 INFO:tasks.workunit.client.0.smithi028.stdout: "crash", 2024-08-29T19:03:05.776 INFO:tasks.workunit.client.0.smithi028.stdout: "device", 2024-08-29T19:03:05.776 INFO:tasks.workunit.client.0.smithi028.stdout: "ident", 2024-08-29T19:03:05.776 INFO:tasks.workunit.client.0.smithi028.stdout: "perf" 2024-08-29T19:03:05.776 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-08-29T19:03:05.776 INFO:tasks.workunit.client.0.smithi028.stdout: "channels_available": [ 2024-08-29T19:03:05.776 INFO:tasks.workunit.client.0.smithi028.stdout: "basic", 2024-08-29T19:03:05.776 INFO:tasks.workunit.client.0.smithi028.stdout: "ident", 2024-08-29T19:03:05.776 INFO:tasks.workunit.client.0.smithi028.stdout: "crash", 2024-08-29T19:03:05.776 INFO:tasks.workunit.client.0.smithi028.stdout: "device", 2024-08-29T19:03:05.777 INFO:tasks.workunit.client.0.smithi028.stdout: "perf" 2024-08-29T19:03:05.777 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-08-29T19:03:05.777 INFO:tasks.workunit.client.0.smithi028.stdout: "collections_available": [ 2024-08-29T19:03:05.777 INFO:tasks.workunit.client.0.smithi028.stdout: "basic_base", 2024-08-29T19:03:05.777 INFO:tasks.workunit.client.0.smithi028.stdout: "device_base", 2024-08-29T19:03:05.777 INFO:tasks.workunit.client.0.smithi028.stdout: "crash_base", 2024-08-29T19:03:05.777 INFO:tasks.workunit.client.0.smithi028.stdout: "ident_base", 2024-08-29T19:03:05.777 INFO:tasks.workunit.client.0.smithi028.stdout: "perf_perf", 2024-08-29T19:03:05.777 INFO:tasks.workunit.client.0.smithi028.stdout: "basic_mds_metadata", 2024-08-29T19:03:05.777 INFO:tasks.workunit.client.0.smithi028.stdout: "basic_pool_usage", 2024-08-29T19:03:05.777 INFO:tasks.workunit.client.0.smithi028.stdout: "basic_usage_by_class", 2024-08-29T19:03:05.778 INFO:tasks.workunit.client.0.smithi028.stdout: "basic_rook_v01", 2024-08-29T19:03:05.778 INFO:tasks.workunit.client.0.smithi028.stdout: "perf_memory_metrics", 2024-08-29T19:03:05.778 INFO:tasks.workunit.client.0.smithi028.stdout: "basic_pool_options_bluestore", 2024-08-29T19:03:05.778 INFO:tasks.workunit.client.0.smithi028.stdout: "basic_pool_flags" 2024-08-29T19:03:05.778 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-08-29T19:03:05.778 INFO:tasks.workunit.client.0.smithi028.stdout: "collections_opted_in": [ 2024-08-29T19:03:05.778 INFO:tasks.workunit.client.0.smithi028.stdout: "basic_base", 2024-08-29T19:03:05.778 INFO:tasks.workunit.client.0.smithi028.stdout: "device_base", 2024-08-29T19:03:05.778 INFO:tasks.workunit.client.0.smithi028.stdout: "crash_base", 2024-08-29T19:03:05.778 INFO:tasks.workunit.client.0.smithi028.stdout: "ident_base", 2024-08-29T19:03:05.778 INFO:tasks.workunit.client.0.smithi028.stdout: "perf_perf", 2024-08-29T19:03:05.778 INFO:tasks.workunit.client.0.smithi028.stdout: "basic_mds_metadata", 2024-08-29T19:03:05.779 INFO:tasks.workunit.client.0.smithi028.stdout: "basic_pool_usage", 2024-08-29T19:03:05.779 INFO:tasks.workunit.client.0.smithi028.stdout: "basic_usage_by_class", 2024-08-29T19:03:05.779 INFO:tasks.workunit.client.0.smithi028.stdout: "basic_rook_v01", 2024-08-29T19:03:05.779 INFO:tasks.workunit.client.0.smithi028.stdout: "perf_memory_metrics", 2024-08-29T19:03:05.779 INFO:tasks.workunit.client.0.smithi028.stdout: "basic_pool_options_bluestore", 2024-08-29T19:03:05.779 INFO:tasks.workunit.client.0.smithi028.stdout: "basic_pool_flags" 2024-08-29T19:03:05.779 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-08-29T19:03:05.779 INFO:tasks.workunit.client.0.smithi028.stdout: "config": { 2024-08-29T19:03:05.779 INFO:tasks.workunit.client.0.smithi028.stdout: "active_changed": [ 2024-08-29T19:03:05.779 INFO:tasks.workunit.client.0.smithi028.stdout: "auth_allow_insecure_global_id_reclaim", 2024-08-29T19:03:05.779 INFO:tasks.workunit.client.0.smithi028.stdout: "auth_debug", 2024-08-29T19:03:05.779 INFO:tasks.workunit.client.0.smithi028.stdout: "auth_mon_ticket_ttl", 2024-08-29T19:03:05.780 INFO:tasks.workunit.client.0.smithi028.stdout: "auth_service_ticket_ttl", 2024-08-29T19:03:05.780 INFO:tasks.workunit.client.0.smithi028.stdout: "bdev_debug_aio", 2024-08-29T19:03:05.780 INFO:tasks.workunit.client.0.smithi028.stdout: "client_check_pool_perm", 2024-08-29T19:03:05.780 INFO:tasks.workunit.client.0.smithi028.stdout: "client_mount_gid", 2024-08-29T19:03:05.780 INFO:tasks.workunit.client.0.smithi028.stdout: "client_mount_uid", 2024-08-29T19:03:05.780 INFO:tasks.workunit.client.0.smithi028.stdout: "client_quota", 2024-08-29T19:03:05.780 INFO:tasks.workunit.client.0.smithi028.stdout: "container_image", 2024-08-29T19:03:05.780 INFO:tasks.workunit.client.0.smithi028.stdout: "daemonize", 2024-08-29T19:03:05.780 INFO:tasks.workunit.client.0.smithi028.stdout: "debug_asserts_on_shutdown", 2024-08-29T19:03:05.781 INFO:tasks.workunit.client.0.smithi028.stdout: "debug_mgr", 2024-08-29T19:03:05.781 INFO:tasks.workunit.client.0.smithi028.stdout: "debug_mon", 2024-08-29T19:03:05.782 INFO:tasks.workunit.client.0.smithi028.stdout: "debug_ms", 2024-08-29T19:03:05.782 INFO:tasks.workunit.client.0.smithi028.stdout: "debug_osd", 2024-08-29T19:03:05.782 INFO:tasks.workunit.client.0.smithi028.stdout: "debug_paxos", 2024-08-29T19:03:05.782 INFO:tasks.workunit.client.0.smithi028.stdout: "keyring", 2024-08-29T19:03:05.782 INFO:tasks.workunit.client.0.smithi028.stdout: "log_stderr_prefix", 2024-08-29T19:03:05.782 INFO:tasks.workunit.client.0.smithi028.stdout: "log_to_file", 2024-08-29T19:03:05.782 INFO:tasks.workunit.client.0.smithi028.stdout: "log_to_journald", 2024-08-29T19:03:05.782 INFO:tasks.workunit.client.0.smithi028.stdout: "log_to_stderr", 2024-08-29T19:03:05.782 INFO:tasks.workunit.client.0.smithi028.stdout: "mon_allow_pool_delete", 2024-08-29T19:03:05.782 INFO:tasks.workunit.client.0.smithi028.stdout: "mon_clock_drift_allowed", 2024-08-29T19:03:05.782 INFO:tasks.workunit.client.0.smithi028.stdout: "mon_cluster_log_to_file", 2024-08-29T19:03:05.782 INFO:tasks.workunit.client.0.smithi028.stdout: "mon_cluster_log_to_stderr", 2024-08-29T19:03:05.782 INFO:tasks.workunit.client.0.smithi028.stdout: "mon_data_avail_warn", 2024-08-29T19:03:05.783 INFO:tasks.workunit.client.0.smithi028.stdout: "mon_election_default_strategy", 2024-08-29T19:03:05.783 INFO:tasks.workunit.client.0.smithi028.stdout: "mon_host", 2024-08-29T19:03:05.783 INFO:tasks.workunit.client.0.smithi028.stdout: "mon_max_pg_per_osd", 2024-08-29T19:03:05.783 INFO:tasks.workunit.client.0.smithi028.stdout: "mon_mds_skip_sanity", 2024-08-29T19:03:05.783 INFO:tasks.workunit.client.0.smithi028.stdout: "mon_mgr_mkfs_grace", 2024-08-29T19:03:05.783 INFO:tasks.workunit.client.0.smithi028.stdout: "mon_osd_prime_pg_temp", 2024-08-29T19:03:05.783 INFO:tasks.workunit.client.0.smithi028.stdout: "mon_osd_reporter_subtree_level", 2024-08-29T19:03:05.783 INFO:tasks.workunit.client.0.smithi028.stdout: "mon_pg_warn_max_object_skew", 2024-08-29T19:03:05.783 INFO:tasks.workunit.client.0.smithi028.stdout: "mon_reweight_min_bytes_per_osd", 2024-08-29T19:03:05.783 INFO:tasks.workunit.client.0.smithi028.stdout: "mon_reweight_min_pgs_per_osd", 2024-08-29T19:03:05.783 INFO:tasks.workunit.client.0.smithi028.stdout: "mon_warn_on_crush_straw_calc_version_zero", 2024-08-29T19:03:05.783 INFO:tasks.workunit.client.0.smithi028.stdout: "mon_warn_on_insecure_global_id_reclaim", 2024-08-29T19:03:05.783 INFO:tasks.workunit.client.0.smithi028.stdout: "mon_warn_on_insecure_global_id_reclaim_allowed", 2024-08-29T19:03:05.783 INFO:tasks.workunit.client.0.smithi028.stdout: "mon_warn_on_legacy_crush_tunables", 2024-08-29T19:03:05.783 INFO:tasks.workunit.client.0.smithi028.stdout: "mon_warn_on_osd_down_out_interval_zero", 2024-08-29T19:03:05.784 INFO:tasks.workunit.client.0.smithi028.stdout: "mon_warn_on_pool_pg_num_not_power_of_two", 2024-08-29T19:03:05.784 INFO:tasks.workunit.client.0.smithi028.stdout: "mon_warn_on_too_few_osds", 2024-08-29T19:03:05.784 INFO:tasks.workunit.client.0.smithi028.stdout: "ms_die_on_bug", 2024-08-29T19:03:05.784 INFO:tasks.workunit.client.0.smithi028.stdout: "ms_die_on_old_message", 2024-08-29T19:03:05.784 INFO:tasks.workunit.client.0.smithi028.stdout: "no_config_file", 2024-08-29T19:03:05.784 INFO:tasks.workunit.client.0.smithi028.stdout: "osd_class_default_list", 2024-08-29T19:03:05.784 INFO:tasks.workunit.client.0.smithi028.stdout: "osd_class_load_list", 2024-08-29T19:03:05.784 INFO:tasks.workunit.client.0.smithi028.stdout: "osd_debug_misdirected_ops", 2024-08-29T19:03:05.784 INFO:tasks.workunit.client.0.smithi028.stdout: "osd_debug_op_order", 2024-08-29T19:03:05.785 INFO:tasks.workunit.client.0.smithi028.stdout: "osd_debug_pg_log_writeout", 2024-08-29T19:03:05.785 INFO:tasks.workunit.client.0.smithi028.stdout: "osd_debug_shutdown", 2024-08-29T19:03:05.785 INFO:tasks.workunit.client.0.smithi028.stdout: "osd_debug_verify_cached_snaps", 2024-08-29T19:03:05.785 INFO:tasks.workunit.client.0.smithi028.stdout: "osd_debug_verify_missing_on_start", 2024-08-29T19:03:05.785 INFO:tasks.workunit.client.0.smithi028.stdout: "osd_debug_verify_stray_on_activate", 2024-08-29T19:03:05.785 INFO:tasks.workunit.client.0.smithi028.stdout: "osd_deep_scrub_update_digest_min_age", 2024-08-29T19:03:05.785 INFO:tasks.workunit.client.0.smithi028.stdout: "osd_delete_sleep", 2024-08-29T19:03:05.785 INFO:tasks.workunit.client.0.smithi028.stdout: "osd_delete_sleep_hdd", 2024-08-29T19:03:05.785 INFO:tasks.workunit.client.0.smithi028.stdout: "osd_delete_sleep_hybrid", 2024-08-29T19:03:05.785 INFO:tasks.workunit.client.0.smithi028.stdout: "osd_delete_sleep_ssd", 2024-08-29T19:03:05.785 INFO:tasks.workunit.client.0.smithi028.stdout: "osd_max_backfills", 2024-08-29T19:03:05.785 INFO:tasks.workunit.client.0.smithi028.stdout: "osd_mclock_max_capacity_iops_ssd", 2024-08-29T19:03:05.785 INFO:tasks.workunit.client.0.smithi028.stdout: "osd_mclock_profile", 2024-08-29T19:03:05.786 INFO:tasks.workunit.client.0.smithi028.stdout: "osd_mclock_scheduler_background_best_effort_lim", 2024-08-29T19:03:05.786 INFO:tasks.workunit.client.0.smithi028.stdout: "osd_mclock_scheduler_background_best_effort_res", 2024-08-29T19:03:05.786 INFO:tasks.workunit.client.0.smithi028.stdout: "osd_mclock_scheduler_background_best_effort_wgt", 2024-08-29T19:03:05.786 INFO:tasks.workunit.client.0.smithi028.stdout: "osd_mclock_scheduler_background_recovery_lim", 2024-08-29T19:03:05.786 INFO:tasks.workunit.client.0.smithi028.stdout: "osd_mclock_scheduler_background_recovery_res", 2024-08-29T19:03:05.786 INFO:tasks.workunit.client.0.smithi028.stdout: "osd_mclock_scheduler_background_recovery_wgt", 2024-08-29T19:03:05.786 INFO:tasks.workunit.client.0.smithi028.stdout: "osd_mclock_scheduler_client_lim", 2024-08-29T19:03:05.786 INFO:tasks.workunit.client.0.smithi028.stdout: "osd_mclock_scheduler_client_res", 2024-08-29T19:03:05.786 INFO:tasks.workunit.client.0.smithi028.stdout: "osd_mclock_scheduler_client_wgt", 2024-08-29T19:03:05.786 INFO:tasks.workunit.client.0.smithi028.stdout: "osd_memory_target", 2024-08-29T19:03:05.786 INFO:tasks.workunit.client.0.smithi028.stdout: "osd_memory_target_autotune", 2024-08-29T19:03:05.786 INFO:tasks.workunit.client.0.smithi028.stdout: "osd_op_queue", 2024-08-29T19:03:05.786 INFO:tasks.workunit.client.0.smithi028.stdout: "osd_op_queue_cut_off", 2024-08-29T19:03:05.786 INFO:tasks.workunit.client.0.smithi028.stdout: "osd_pool_default_erasure_code_profile", 2024-08-29T19:03:05.787 INFO:tasks.workunit.client.0.smithi028.stdout: "osd_pool_default_pg_autoscale_mode", 2024-08-29T19:03:05.787 INFO:tasks.workunit.client.0.smithi028.stdout: "osd_recover_clone_overlap", 2024-08-29T19:03:05.787 INFO:tasks.workunit.client.0.smithi028.stdout: "osd_recovery_max_active", 2024-08-29T19:03:05.787 INFO:tasks.workunit.client.0.smithi028.stdout: "osd_recovery_max_active_hdd", 2024-08-29T19:03:05.787 INFO:tasks.workunit.client.0.smithi028.stdout: "osd_recovery_max_active_ssd", 2024-08-29T19:03:05.787 INFO:tasks.workunit.client.0.smithi028.stdout: "osd_recovery_max_chunk", 2024-08-29T19:03:05.787 INFO:tasks.workunit.client.0.smithi028.stdout: "osd_recovery_sleep", 2024-08-29T19:03:05.787 INFO:tasks.workunit.client.0.smithi028.stdout: "osd_recovery_sleep_hdd", 2024-08-29T19:03:05.787 INFO:tasks.workunit.client.0.smithi028.stdout: "osd_recovery_sleep_hybrid", 2024-08-29T19:03:05.787 INFO:tasks.workunit.client.0.smithi028.stdout: "osd_recovery_sleep_ssd", 2024-08-29T19:03:05.787 INFO:tasks.workunit.client.0.smithi028.stdout: "osd_scrub_load_threshold", 2024-08-29T19:03:05.787 INFO:tasks.workunit.client.0.smithi028.stdout: "osd_scrub_max_interval", 2024-08-29T19:03:05.787 INFO:tasks.workunit.client.0.smithi028.stdout: "osd_scrub_sleep", 2024-08-29T19:03:05.788 INFO:tasks.workunit.client.0.smithi028.stdout: "osd_shutdown_pgref_assert", 2024-08-29T19:03:05.788 INFO:tasks.workunit.client.0.smithi028.stdout: "osd_snap_trim_sleep", 2024-08-29T19:03:05.788 INFO:tasks.workunit.client.0.smithi028.stdout: "osd_snap_trim_sleep_hdd", 2024-08-29T19:03:05.788 INFO:tasks.workunit.client.0.smithi028.stdout: "osd_snap_trim_sleep_hybrid", 2024-08-29T19:03:05.788 INFO:tasks.workunit.client.0.smithi028.stdout: "osd_snap_trim_sleep_ssd", 2024-08-29T19:03:05.788 INFO:tasks.workunit.client.0.smithi028.stdout: "public_network", 2024-08-29T19:03:05.788 INFO:tasks.workunit.client.0.smithi028.stdout: "rbd_config_pool_override_update_timestamp", 2024-08-29T19:03:05.788 INFO:tasks.workunit.client.0.smithi028.stdout: "rbd_default_features", 2024-08-29T19:03:05.788 INFO:tasks.workunit.client.0.smithi028.stdout: "rbd_qos_exclude_ops", 2024-08-29T19:03:05.788 INFO:tasks.workunit.client.0.smithi028.stdout: "setgroup", 2024-08-29T19:03:05.788 INFO:tasks.workunit.client.0.smithi028.stdout: "setuser" 2024-08-29T19:03:05.788 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-08-29T19:03:05.788 INFO:tasks.workunit.client.0.smithi028.stdout: "cluster_changed": [ 2024-08-29T19:03:05.788 INFO:tasks.workunit.client.0.smithi028.stdout: "auth_allow_insecure_global_id_reclaim", 2024-08-29T19:03:05.788 INFO:tasks.workunit.client.0.smithi028.stdout: "auth_debug", 2024-08-29T19:03:05.789 INFO:tasks.workunit.client.0.smithi028.stdout: "auth_mon_ticket_ttl", 2024-08-29T19:03:05.789 INFO:tasks.workunit.client.0.smithi028.stdout: "auth_service_ticket_ttl", 2024-08-29T19:03:05.789 INFO:tasks.workunit.client.0.smithi028.stdout: "bdev_debug_aio", 2024-08-29T19:03:05.789 INFO:tasks.workunit.client.0.smithi028.stdout: "container_image", 2024-08-29T19:03:05.789 INFO:tasks.workunit.client.0.smithi028.stdout: "debug_asserts_on_shutdown", 2024-08-29T19:03:05.789 INFO:tasks.workunit.client.0.smithi028.stdout: "debug_mgr", 2024-08-29T19:03:05.789 INFO:tasks.workunit.client.0.smithi028.stdout: "debug_mon", 2024-08-29T19:03:05.789 INFO:tasks.workunit.client.0.smithi028.stdout: "debug_ms", 2024-08-29T19:03:05.789 INFO:tasks.workunit.client.0.smithi028.stdout: "debug_osd", 2024-08-29T19:03:05.789 INFO:tasks.workunit.client.0.smithi028.stdout: "debug_paxos", 2024-08-29T19:03:05.789 INFO:tasks.workunit.client.0.smithi028.stdout: "log_to_file", 2024-08-29T19:03:05.789 INFO:tasks.workunit.client.0.smithi028.stdout: "log_to_journald", 2024-08-29T19:03:05.789 INFO:tasks.workunit.client.0.smithi028.stdout: "log_to_stderr", 2024-08-29T19:03:05.790 INFO:tasks.workunit.client.0.smithi028.stdout: "mds_join_fs", 2024-08-29T19:03:05.790 INFO:tasks.workunit.client.0.smithi028.stdout: "mgr/cephadm/allow_ptrace", 2024-08-29T19:03:05.790 INFO:tasks.workunit.client.0.smithi028.stdout: "mgr/cephadm/container_init", 2024-08-29T19:03:05.790 INFO:tasks.workunit.client.0.smithi028.stdout: "mgr/cephadm/migration_current", 2024-08-29T19:03:05.790 INFO:tasks.workunit.client.0.smithi028.stdout: "mgr/cephadm/use_repo_digest", 2024-08-29T19:03:05.790 INFO:tasks.workunit.client.0.smithi028.stdout: "mgr/dashboard/ALERTMANAGER_API_HOST", 2024-08-29T19:03:05.790 INFO:tasks.workunit.client.0.smithi028.stdout: "mgr/dashboard/GRAFANA_API_SSL_VERIFY", 2024-08-29T19:03:05.790 INFO:tasks.workunit.client.0.smithi028.stdout: "mgr/dashboard/GRAFANA_API_URL", 2024-08-29T19:03:05.790 INFO:tasks.workunit.client.0.smithi028.stdout: "mgr/dashboard/PROMETHEUS_API_HOST", 2024-08-29T19:03:05.790 INFO:tasks.workunit.client.0.smithi028.stdout: "mgr/dashboard/ssl_server_port", 2024-08-29T19:03:05.790 INFO:tasks.workunit.client.0.smithi028.stdout: "mgr/orchestrator/orchestrator", 2024-08-29T19:03:05.790 INFO:tasks.workunit.client.0.smithi028.stdout: "mgr/telemetry/channel_ident", 2024-08-29T19:03:05.790 INFO:tasks.workunit.client.0.smithi028.stdout: "mgr/telemetry/channel_perf", 2024-08-29T19:03:05.790 INFO:tasks.workunit.client.0.smithi028.stdout: "mgr/telemetry/description", 2024-08-29T19:03:05.790 INFO:tasks.workunit.client.0.smithi028.stdout: "mgr/telemetry/enabled", 2024-08-29T19:03:05.790 INFO:tasks.workunit.client.0.smithi028.stdout: "mgr/telemetry/organization", 2024-08-29T19:03:05.791 INFO:tasks.workunit.client.0.smithi028.stdout: "mon_allow_pool_delete", 2024-08-29T19:03:05.791 INFO:tasks.workunit.client.0.smithi028.stdout: "mon_clock_drift_allowed", 2024-08-29T19:03:05.791 INFO:tasks.workunit.client.0.smithi028.stdout: "mon_cluster_log_to_file", 2024-08-29T19:03:05.791 INFO:tasks.workunit.client.0.smithi028.stdout: "mon_data_avail_warn", 2024-08-29T19:03:05.791 INFO:tasks.workunit.client.0.smithi028.stdout: "mon_election_default_strategy", 2024-08-29T19:03:05.791 INFO:tasks.workunit.client.0.smithi028.stdout: "mon_max_pg_per_osd", 2024-08-29T19:03:05.791 INFO:tasks.workunit.client.0.smithi028.stdout: "mon_mds_skip_sanity", 2024-08-29T19:03:05.791 INFO:tasks.workunit.client.0.smithi028.stdout: "mon_mgr_mkfs_grace", 2024-08-29T19:03:05.792 INFO:tasks.workunit.client.0.smithi028.stdout: "mon_osd_prime_pg_temp", 2024-08-29T19:03:05.792 INFO:tasks.workunit.client.0.smithi028.stdout: "mon_osd_reporter_subtree_level", 2024-08-29T19:03:05.792 INFO:tasks.workunit.client.0.smithi028.stdout: "mon_pg_warn_max_object_skew", 2024-08-29T19:03:05.792 INFO:tasks.workunit.client.0.smithi028.stdout: "mon_reweight_min_bytes_per_osd", 2024-08-29T19:03:05.792 INFO:tasks.workunit.client.0.smithi028.stdout: "mon_reweight_min_pgs_per_osd", 2024-08-29T19:03:05.792 INFO:tasks.workunit.client.0.smithi028.stdout: "mon_warn_on_crush_straw_calc_version_zero", 2024-08-29T19:03:05.792 INFO:tasks.workunit.client.0.smithi028.stdout: "mon_warn_on_insecure_global_id_reclaim", 2024-08-29T19:03:05.792 INFO:tasks.workunit.client.0.smithi028.stdout: "mon_warn_on_insecure_global_id_reclaim_allowed", 2024-08-29T19:03:05.792 INFO:tasks.workunit.client.0.smithi028.stdout: "mon_warn_on_legacy_crush_tunables", 2024-08-29T19:03:05.792 INFO:tasks.workunit.client.0.smithi028.stdout: "mon_warn_on_osd_down_out_interval_zero", 2024-08-29T19:03:05.792 INFO:tasks.workunit.client.0.smithi028.stdout: "mon_warn_on_pool_pg_num_not_power_of_two", 2024-08-29T19:03:05.792 INFO:tasks.workunit.client.0.smithi028.stdout: "mon_warn_on_too_few_osds", 2024-08-29T19:03:05.792 INFO:tasks.workunit.client.0.smithi028.stdout: "ms_die_on_bug", 2024-08-29T19:03:05.792 INFO:tasks.workunit.client.0.smithi028.stdout: "ms_die_on_old_message", 2024-08-29T19:03:05.793 INFO:tasks.workunit.client.0.smithi028.stdout: "osd_class_default_list", 2024-08-29T19:03:05.793 INFO:tasks.workunit.client.0.smithi028.stdout: "osd_class_load_list", 2024-08-29T19:03:05.793 INFO:tasks.workunit.client.0.smithi028.stdout: "osd_debug_misdirected_ops", 2024-08-29T19:03:05.793 INFO:tasks.workunit.client.0.smithi028.stdout: "osd_debug_op_order", 2024-08-29T19:03:05.793 INFO:tasks.workunit.client.0.smithi028.stdout: "osd_debug_pg_log_writeout", 2024-08-29T19:03:05.793 INFO:tasks.workunit.client.0.smithi028.stdout: "osd_debug_shutdown", 2024-08-29T19:03:05.793 INFO:tasks.workunit.client.0.smithi028.stdout: "osd_debug_verify_cached_snaps", 2024-08-29T19:03:05.793 INFO:tasks.workunit.client.0.smithi028.stdout: "osd_debug_verify_missing_on_start", 2024-08-29T19:03:05.793 INFO:tasks.workunit.client.0.smithi028.stdout: "osd_debug_verify_stray_on_activate", 2024-08-29T19:03:05.793 INFO:tasks.workunit.client.0.smithi028.stdout: "osd_deep_scrub_update_digest_min_age", 2024-08-29T19:03:05.793 INFO:tasks.workunit.client.0.smithi028.stdout: "osd_mclock_max_capacity_iops_ssd", 2024-08-29T19:03:05.793 INFO:tasks.workunit.client.0.smithi028.stdout: "osd_mclock_profile", 2024-08-29T19:03:05.793 INFO:tasks.workunit.client.0.smithi028.stdout: "osd_memory_target", 2024-08-29T19:03:05.793 INFO:tasks.workunit.client.0.smithi028.stdout: "osd_memory_target_autotune", 2024-08-29T19:03:05.793 INFO:tasks.workunit.client.0.smithi028.stdout: "osd_op_queue", 2024-08-29T19:03:05.794 INFO:tasks.workunit.client.0.smithi028.stdout: "osd_op_queue_cut_off", 2024-08-29T19:03:05.794 INFO:tasks.workunit.client.0.smithi028.stdout: "osd_pool_default_erasure_code_profile", 2024-08-29T19:03:05.794 INFO:tasks.workunit.client.0.smithi028.stdout: "osd_pool_default_pg_autoscale_mode", 2024-08-29T19:03:05.794 INFO:tasks.workunit.client.0.smithi028.stdout: "osd_recover_clone_overlap", 2024-08-29T19:03:05.794 INFO:tasks.workunit.client.0.smithi028.stdout: "osd_recovery_max_chunk", 2024-08-29T19:03:05.794 INFO:tasks.workunit.client.0.smithi028.stdout: "osd_scrub_load_threshold", 2024-08-29T19:03:05.794 INFO:tasks.workunit.client.0.smithi028.stdout: "osd_scrub_max_interval", 2024-08-29T19:03:05.794 INFO:tasks.workunit.client.0.smithi028.stdout: "osd_shutdown_pgref_assert", 2024-08-29T19:03:05.795 INFO:tasks.workunit.client.0.smithi028.stdout: "public_network", 2024-08-29T19:03:05.795 INFO:tasks.workunit.client.0.smithi028.stdout: "rbd_config_pool_override_update_timestamp", 2024-08-29T19:03:05.795 INFO:tasks.workunit.client.0.smithi028.stdout: "rgw_cache_enabled", 2024-08-29T19:03:05.795 INFO:tasks.workunit.client.0.smithi028.stdout: "rgw_enable_ops_log", 2024-08-29T19:03:05.795 INFO:tasks.workunit.client.0.smithi028.stdout: "rgw_enable_usage_log" 2024-08-29T19:03:05.795 INFO:tasks.workunit.client.0.smithi028.stdout: ] 2024-08-29T19:03:05.795 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:05.795 INFO:tasks.workunit.client.0.smithi028.stdout: "contact": null, 2024-08-29T19:03:05.795 INFO:tasks.workunit.client.0.smithi028.stdout: "crashes": [], 2024-08-29T19:03:05.795 INFO:tasks.workunit.client.0.smithi028.stdout: "created": "2024-08-29T17:30:13.516586Z", 2024-08-29T19:03:05.795 INFO:tasks.workunit.client.0.smithi028.stdout: "crush": { 2024-08-29T19:03:05.795 INFO:tasks.workunit.client.0.smithi028.stdout: "bucket_algs": { 2024-08-29T19:03:05.795 INFO:tasks.workunit.client.0.smithi028.stdout: "straw2": 3 2024-08-29T19:03:05.795 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:05.796 INFO:tasks.workunit.client.0.smithi028.stdout: "bucket_sizes": { 2024-08-29T19:03:05.796 INFO:tasks.workunit.client.0.smithi028.stdout: "2": 1, 2024-08-29T19:03:05.796 INFO:tasks.workunit.client.0.smithi028.stdout: "4": 2 2024-08-29T19:03:05.797 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:05.797 INFO:tasks.workunit.client.0.smithi028.stdout: "bucket_types": { 2024-08-29T19:03:05.797 INFO:tasks.workunit.client.0.smithi028.stdout: "1": 2, 2024-08-29T19:03:05.797 INFO:tasks.workunit.client.0.smithi028.stdout: "11": 1 2024-08-29T19:03:05.797 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:05.797 INFO:tasks.workunit.client.0.smithi028.stdout: "compat_weight_set": false, 2024-08-29T19:03:05.797 INFO:tasks.workunit.client.0.smithi028.stdout: "device_classes": [ 2024-08-29T19:03:05.797 INFO:tasks.workunit.client.0.smithi028.stdout: 8 2024-08-29T19:03:05.798 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-08-29T19:03:05.798 INFO:tasks.workunit.client.0.smithi028.stdout: "num_buckets": 6, 2024-08-29T19:03:05.798 INFO:tasks.workunit.client.0.smithi028.stdout: "num_devices": 8, 2024-08-29T19:03:05.798 INFO:tasks.workunit.client.0.smithi028.stdout: "num_rules": 2, 2024-08-29T19:03:05.798 INFO:tasks.workunit.client.0.smithi028.stdout: "num_types": 12, 2024-08-29T19:03:05.798 INFO:tasks.workunit.client.0.smithi028.stdout: "num_weight_sets": 0, 2024-08-29T19:03:05.798 INFO:tasks.workunit.client.0.smithi028.stdout: "tunables": { 2024-08-29T19:03:05.798 INFO:tasks.workunit.client.0.smithi028.stdout: "allowed_bucket_algs": 54, 2024-08-29T19:03:05.798 INFO:tasks.workunit.client.0.smithi028.stdout: "choose_local_fallback_tries": 0, 2024-08-29T19:03:05.798 INFO:tasks.workunit.client.0.smithi028.stdout: "choose_local_tries": 0, 2024-08-29T19:03:05.798 INFO:tasks.workunit.client.0.smithi028.stdout: "choose_total_tries": 50, 2024-08-29T19:03:05.798 INFO:tasks.workunit.client.0.smithi028.stdout: "chooseleaf_descend_once": 1, 2024-08-29T19:03:05.799 INFO:tasks.workunit.client.0.smithi028.stdout: "chooseleaf_stable": 1, 2024-08-29T19:03:05.799 INFO:tasks.workunit.client.0.smithi028.stdout: "chooseleaf_vary_r": 1, 2024-08-29T19:03:05.799 INFO:tasks.workunit.client.0.smithi028.stdout: "has_msr_rules": 0, 2024-08-29T19:03:05.799 INFO:tasks.workunit.client.0.smithi028.stdout: "has_v2_rules": 1, 2024-08-29T19:03:05.799 INFO:tasks.workunit.client.0.smithi028.stdout: "has_v3_rules": 0, 2024-08-29T19:03:05.799 INFO:tasks.workunit.client.0.smithi028.stdout: "has_v4_buckets": 1, 2024-08-29T19:03:05.799 INFO:tasks.workunit.client.0.smithi028.stdout: "has_v5_rules": 0, 2024-08-29T19:03:05.799 INFO:tasks.workunit.client.0.smithi028.stdout: "legacy_tunables": 0, 2024-08-29T19:03:05.799 INFO:tasks.workunit.client.0.smithi028.stdout: "minimum_required_version": "jewel", 2024-08-29T19:03:05.799 INFO:tasks.workunit.client.0.smithi028.stdout: "msr_collision_tries": 100, 2024-08-29T19:03:05.799 INFO:tasks.workunit.client.0.smithi028.stdout: "msr_descents": 100, 2024-08-29T19:03:05.799 INFO:tasks.workunit.client.0.smithi028.stdout: "optimal_tunables": 1, 2024-08-29T19:03:05.799 INFO:tasks.workunit.client.0.smithi028.stdout: "profile": "jewel", 2024-08-29T19:03:05.800 INFO:tasks.workunit.client.0.smithi028.stdout: "require_feature_tunables": 1, 2024-08-29T19:03:05.800 INFO:tasks.workunit.client.0.smithi028.stdout: "require_feature_tunables2": 1, 2024-08-29T19:03:05.800 INFO:tasks.workunit.client.0.smithi028.stdout: "require_feature_tunables3": 1, 2024-08-29T19:03:05.800 INFO:tasks.workunit.client.0.smithi028.stdout: "require_feature_tunables5": 1, 2024-08-29T19:03:05.800 INFO:tasks.workunit.client.0.smithi028.stdout: "straw_calc_version": 1 2024-08-29T19:03:05.800 INFO:tasks.workunit.client.0.smithi028.stdout: } 2024-08-29T19:03:05.800 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:05.800 INFO:tasks.workunit.client.0.smithi028.stdout: "description": "upgrade test cluster", 2024-08-29T19:03:05.800 INFO:tasks.workunit.client.0.smithi028.stdout: "fs": { 2024-08-29T19:03:05.800 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 1, 2024-08-29T19:03:05.800 INFO:tasks.workunit.client.0.smithi028.stdout: "feature_flags": { 2024-08-29T19:03:05.800 INFO:tasks.workunit.client.0.smithi028.stdout: "enable_multiple": true, 2024-08-29T19:03:05.800 INFO:tasks.workunit.client.0.smithi028.stdout: "ever_enabled_multiple": true 2024-08-29T19:03:05.801 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:05.801 INFO:tasks.workunit.client.0.smithi028.stdout: "filesystems": [ 2024-08-29T19:03:05.801 INFO:tasks.workunit.client.0.smithi028.stdout: { 2024-08-29T19:03:05.801 INFO:tasks.workunit.client.0.smithi028.stdout: "approx_ctime": "2024-08", 2024-08-29T19:03:05.801 INFO:tasks.workunit.client.0.smithi028.stdout: "balancer_enabled": false, 2024-08-29T19:03:05.801 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 0, 2024-08-29T19:03:05.801 INFO:tasks.workunit.client.0.smithi028.stdout: "cached_caps": 0, 2024-08-29T19:03:05.801 INFO:tasks.workunit.client.0.smithi028.stdout: "cached_dns": 10, 2024-08-29T19:03:05.801 INFO:tasks.workunit.client.0.smithi028.stdout: "cached_inos": 13, 2024-08-29T19:03:05.801 INFO:tasks.workunit.client.0.smithi028.stdout: "cached_subtrees": 2, 2024-08-29T19:03:05.801 INFO:tasks.workunit.client.0.smithi028.stdout: "ever_allowed_features": 0, 2024-08-29T19:03:05.801 INFO:tasks.workunit.client.0.smithi028.stdout: "explicitly_allowed_features": 0, 2024-08-29T19:03:05.801 INFO:tasks.workunit.client.0.smithi028.stdout: "files": 0, 2024-08-29T19:03:05.801 INFO:tasks.workunit.client.0.smithi028.stdout: "max_mds": 1, 2024-08-29T19:03:05.802 INFO:tasks.workunit.client.0.smithi028.stdout: "num_data_pools": 1, 2024-08-29T19:03:05.802 INFO:tasks.workunit.client.0.smithi028.stdout: "num_in": 1, 2024-08-29T19:03:05.802 INFO:tasks.workunit.client.0.smithi028.stdout: "num_mds": 1, 2024-08-29T19:03:05.802 INFO:tasks.workunit.client.0.smithi028.stdout: "num_sessions": 0, 2024-08-29T19:03:05.802 INFO:tasks.workunit.client.0.smithi028.stdout: "num_standby_replay": 0, 2024-08-29T19:03:05.802 INFO:tasks.workunit.client.0.smithi028.stdout: "num_up": 1, 2024-08-29T19:03:05.802 INFO:tasks.workunit.client.0.smithi028.stdout: "snaps": 0, 2024-08-29T19:03:05.802 INFO:tasks.workunit.client.0.smithi028.stdout: "standby_count_wanted": 0 2024-08-29T19:03:05.802 INFO:tasks.workunit.client.0.smithi028.stdout: } 2024-08-29T19:03:05.802 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-08-29T19:03:05.802 INFO:tasks.workunit.client.0.smithi028.stdout: "num_standby_mds": 1, 2024-08-29T19:03:05.802 INFO:tasks.workunit.client.0.smithi028.stdout: "total_num_mds": 2 2024-08-29T19:03:05.802 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:05.802 INFO:tasks.workunit.client.0.smithi028.stdout: "heap_stats": { 2024-08-29T19:03:05.803 INFO:tasks.workunit.client.0.smithi028.stdout: "mds": { 2024-08-29T19:03:05.803 INFO:tasks.workunit.client.0.smithi028.stdout: "mds.a2df9e26f4a5fcbeed319f1798118f10993a0555": { 2024-08-29T19:03:05.803 INFO:tasks.workunit.client.0.smithi028.stdout: "actual_memory_used": 20152320, 2024-08-29T19:03:05.803 INFO:tasks.workunit.client.0.smithi028.stdout: "central_cache_freelist": 366392, 2024-08-29T19:03:05.803 INFO:tasks.workunit.client.0.smithi028.stdout: "malloc_metadata": 2621440, 2024-08-29T19:03:05.803 INFO:tasks.workunit.client.0.smithi028.stdout: "page_heap_freelist": 892928, 2024-08-29T19:03:05.803 INFO:tasks.workunit.client.0.smithi028.stdout: "released_to_os": 0, 2024-08-29T19:03:05.803 INFO:tasks.workunit.client.0.smithi028.stdout: "spans_in_use": 346, 2024-08-29T19:03:05.803 INFO:tasks.workunit.client.0.smithi028.stdout: "tcmalloc_page_size": 8192, 2024-08-29T19:03:05.803 INFO:tasks.workunit.client.0.smithi028.stdout: "thread_cache_freelists": 999968, 2024-08-29T19:03:05.803 INFO:tasks.workunit.client.0.smithi028.stdout: "thread_heaps_in_use": 13, 2024-08-29T19:03:05.803 INFO:tasks.workunit.client.0.smithi028.stdout: "transfer_cache_freelist": 521728, 2024-08-29T19:03:05.803 INFO:tasks.workunit.client.0.smithi028.stdout: "use_by_application": 14749864, 2024-08-29T19:03:05.803 INFO:tasks.workunit.client.0.smithi028.stdout: "virtual_address_space_used": 20152320 2024-08-29T19:03:05.804 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:05.804 INFO:tasks.workunit.client.0.smithi028.stdout: "mds.e4958ae9278a574c0226651ef9b7bc2d4e1b34b9": { 2024-08-29T19:03:05.804 INFO:tasks.workunit.client.0.smithi028.stdout: "actual_memory_used": 20619264, 2024-08-29T19:03:05.804 INFO:tasks.workunit.client.0.smithi028.stdout: "central_cache_freelist": 446648, 2024-08-29T19:03:05.804 INFO:tasks.workunit.client.0.smithi028.stdout: "malloc_metadata": 2621440, 2024-08-29T19:03:05.804 INFO:tasks.workunit.client.0.smithi028.stdout: "page_heap_freelist": 0, 2024-08-29T19:03:05.804 INFO:tasks.workunit.client.0.smithi028.stdout: "released_to_os": 581632, 2024-08-29T19:03:05.804 INFO:tasks.workunit.client.0.smithi028.stdout: "spans_in_use": 472, 2024-08-29T19:03:05.804 INFO:tasks.workunit.client.0.smithi028.stdout: "tcmalloc_page_size": 8192, 2024-08-29T19:03:05.804 INFO:tasks.workunit.client.0.smithi028.stdout: "thread_cache_freelists": 1424744, 2024-08-29T19:03:05.804 INFO:tasks.workunit.client.0.smithi028.stdout: "thread_heaps_in_use": 22, 2024-08-29T19:03:05.804 INFO:tasks.workunit.client.0.smithi028.stdout: "transfer_cache_freelist": 965120, 2024-08-29T19:03:05.804 INFO:tasks.workunit.client.0.smithi028.stdout: "use_by_application": 15161312, 2024-08-29T19:03:05.804 INFO:tasks.workunit.client.0.smithi028.stdout: "virtual_address_space_used": 21200896 2024-08-29T19:03:05.805 INFO:tasks.workunit.client.0.smithi028.stdout: } 2024-08-29T19:03:05.805 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:05.805 INFO:tasks.workunit.client.0.smithi028.stdout: "mon": { 2024-08-29T19:03:05.805 INFO:tasks.workunit.client.0.smithi028.stdout: "mon.55fbc62c63d120c3220dfb51bdacb54ee30cf548": { 2024-08-29T19:03:05.805 INFO:tasks.workunit.client.0.smithi028.stdout: "actual_memory_used": 170393600, 2024-08-29T19:03:05.805 INFO:tasks.workunit.client.0.smithi028.stdout: "central_cache_freelist": 2735520, 2024-08-29T19:03:05.805 INFO:tasks.workunit.client.0.smithi028.stdout: "malloc_metadata": 2883584, 2024-08-29T19:03:05.805 INFO:tasks.workunit.client.0.smithi028.stdout: "page_heap_freelist": 0, 2024-08-29T19:03:05.805 INFO:tasks.workunit.client.0.smithi028.stdout: "released_to_os": 1277952, 2024-08-29T19:03:05.805 INFO:tasks.workunit.client.0.smithi028.stdout: "spans_in_use": 6905, 2024-08-29T19:03:05.805 INFO:tasks.workunit.client.0.smithi028.stdout: "tcmalloc_page_size": 8192, 2024-08-29T19:03:05.805 INFO:tasks.workunit.client.0.smithi028.stdout: "thread_cache_freelists": 11029520, 2024-08-29T19:03:05.805 INFO:tasks.workunit.client.0.smithi028.stdout: "thread_heaps_in_use": 21, 2024-08-29T19:03:05.805 INFO:tasks.workunit.client.0.smithi028.stdout: "transfer_cache_freelist": 2885632, 2024-08-29T19:03:05.806 INFO:tasks.workunit.client.0.smithi028.stdout: "use_by_application": 150859344, 2024-08-29T19:03:05.806 INFO:tasks.workunit.client.0.smithi028.stdout: "virtual_address_space_used": 171671552 2024-08-29T19:03:05.806 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:05.806 INFO:tasks.workunit.client.0.smithi028.stdout: "mon.a2df9e26f4a5fcbeed319f1798118f10993a0555": { 2024-08-29T19:03:05.806 INFO:tasks.workunit.client.0.smithi028.stdout: "actual_memory_used": 153649152, 2024-08-29T19:03:05.806 INFO:tasks.workunit.client.0.smithi028.stdout: "central_cache_freelist": 2216912, 2024-08-29T19:03:05.806 INFO:tasks.workunit.client.0.smithi028.stdout: "malloc_metadata": 2883584, 2024-08-29T19:03:05.806 INFO:tasks.workunit.client.0.smithi028.stdout: "page_heap_freelist": 0, 2024-08-29T19:03:05.806 INFO:tasks.workunit.client.0.smithi028.stdout: "released_to_os": 1220608, 2024-08-29T19:03:05.806 INFO:tasks.workunit.client.0.smithi028.stdout: "spans_in_use": 5885, 2024-08-29T19:03:05.806 INFO:tasks.workunit.client.0.smithi028.stdout: "tcmalloc_page_size": 8192, 2024-08-29T19:03:05.806 INFO:tasks.workunit.client.0.smithi028.stdout: "thread_cache_freelists": 8920352, 2024-08-29T19:03:05.806 INFO:tasks.workunit.client.0.smithi028.stdout: "thread_heaps_in_use": 21, 2024-08-29T19:03:05.806 INFO:tasks.workunit.client.0.smithi028.stdout: "transfer_cache_freelist": 2479360, 2024-08-29T19:03:05.807 INFO:tasks.workunit.client.0.smithi028.stdout: "use_by_application": 137148944, 2024-08-29T19:03:05.807 INFO:tasks.workunit.client.0.smithi028.stdout: "virtual_address_space_used": 154869760 2024-08-29T19:03:05.807 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:05.807 INFO:tasks.workunit.client.0.smithi028.stdout: "mon.e4958ae9278a574c0226651ef9b7bc2d4e1b34b9": { 2024-08-29T19:03:05.807 INFO:tasks.workunit.client.0.smithi028.stdout: "actual_memory_used": 241958912, 2024-08-29T19:03:05.807 INFO:tasks.workunit.client.0.smithi028.stdout: "central_cache_freelist": 5398448, 2024-08-29T19:03:05.807 INFO:tasks.workunit.client.0.smithi028.stdout: "malloc_metadata": 3014656, 2024-08-29T19:03:05.807 INFO:tasks.workunit.client.0.smithi028.stdout: "page_heap_freelist": 0, 2024-08-29T19:03:05.807 INFO:tasks.workunit.client.0.smithi028.stdout: "released_to_os": 327680, 2024-08-29T19:03:05.807 INFO:tasks.workunit.client.0.smithi028.stdout: "spans_in_use": 9056, 2024-08-29T19:03:05.807 INFO:tasks.workunit.client.0.smithi028.stdout: "tcmalloc_page_size": 8192, 2024-08-29T19:03:05.807 INFO:tasks.workunit.client.0.smithi028.stdout: "thread_cache_freelists": 13800120, 2024-08-29T19:03:05.807 INFO:tasks.workunit.client.0.smithi028.stdout: "thread_heaps_in_use": 23, 2024-08-29T19:03:05.807 INFO:tasks.workunit.client.0.smithi028.stdout: "transfer_cache_freelist": 5056256, 2024-08-29T19:03:05.808 INFO:tasks.workunit.client.0.smithi028.stdout: "use_by_application": 214689432, 2024-08-29T19:03:05.808 INFO:tasks.workunit.client.0.smithi028.stdout: "virtual_address_space_used": 242286592 2024-08-29T19:03:05.808 INFO:tasks.workunit.client.0.smithi028.stdout: } 2024-08-29T19:03:05.808 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:05.808 INFO:tasks.workunit.client.0.smithi028.stdout: "osd": { 2024-08-29T19:03:05.808 INFO:tasks.workunit.client.0.smithi028.stdout: "osd.0": { 2024-08-29T19:03:05.808 INFO:tasks.workunit.client.0.smithi028.stdout: "actual_memory_used": 512851968, 2024-08-29T19:03:05.808 INFO:tasks.workunit.client.0.smithi028.stdout: "central_cache_freelist": 26235672, 2024-08-29T19:03:05.808 INFO:tasks.workunit.client.0.smithi028.stdout: "malloc_metadata": 5373952, 2024-08-29T19:03:05.808 INFO:tasks.workunit.client.0.smithi028.stdout: "page_heap_freelist": 0, 2024-08-29T19:03:05.808 INFO:tasks.workunit.client.0.smithi028.stdout: "released_to_os": 39067648, 2024-08-29T19:03:05.808 INFO:tasks.workunit.client.0.smithi028.stdout: "spans_in_use": 13235, 2024-08-29T19:03:05.809 INFO:tasks.workunit.client.0.smithi028.stdout: "tcmalloc_page_size": 8192, 2024-08-29T19:03:05.809 INFO:tasks.workunit.client.0.smithi028.stdout: "thread_cache_freelists": 68393416, 2024-08-29T19:03:05.809 INFO:tasks.workunit.client.0.smithi028.stdout: "thread_heaps_in_use": 60, 2024-08-29T19:03:05.809 INFO:tasks.workunit.client.0.smithi028.stdout: "transfer_cache_freelist": 9703936, 2024-08-29T19:03:05.809 INFO:tasks.workunit.client.0.smithi028.stdout: "use_by_application": 403144992, 2024-08-29T19:03:05.809 INFO:tasks.workunit.client.0.smithi028.stdout: "virtual_address_space_used": 551919616 2024-08-29T19:03:05.809 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:05.809 INFO:tasks.workunit.client.0.smithi028.stdout: "osd.1": { 2024-08-29T19:03:05.809 INFO:tasks.workunit.client.0.smithi028.stdout: "actual_memory_used": 444022784, 2024-08-29T19:03:05.809 INFO:tasks.workunit.client.0.smithi028.stdout: "central_cache_freelist": 29678904, 2024-08-29T19:03:05.810 INFO:tasks.workunit.client.0.smithi028.stdout: "malloc_metadata": 5505024, 2024-08-29T19:03:05.810 INFO:tasks.workunit.client.0.smithi028.stdout: "page_heap_freelist": 0, 2024-08-29T19:03:05.810 INFO:tasks.workunit.client.0.smithi028.stdout: "released_to_os": 52535296, 2024-08-29T19:03:05.810 INFO:tasks.workunit.client.0.smithi028.stdout: "spans_in_use": 13929, 2024-08-29T19:03:05.810 INFO:tasks.workunit.client.0.smithi028.stdout: "tcmalloc_page_size": 8192, 2024-08-29T19:03:05.810 INFO:tasks.workunit.client.0.smithi028.stdout: "thread_cache_freelists": 71695928, 2024-08-29T19:03:05.810 INFO:tasks.workunit.client.0.smithi028.stdout: "thread_heaps_in_use": 53, 2024-08-29T19:03:05.810 INFO:tasks.workunit.client.0.smithi028.stdout: "transfer_cache_freelist": 11264256, 2024-08-29T19:03:05.810 INFO:tasks.workunit.client.0.smithi028.stdout: "use_by_application": 325878672, 2024-08-29T19:03:05.810 INFO:tasks.workunit.client.0.smithi028.stdout: "virtual_address_space_used": 496558080 2024-08-29T19:03:05.810 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:05.811 INFO:tasks.workunit.client.0.smithi028.stdout: "osd.2": { 2024-08-29T19:03:05.811 INFO:tasks.workunit.client.0.smithi028.stdout: "actual_memory_used": 440254464, 2024-08-29T19:03:05.811 INFO:tasks.workunit.client.0.smithi028.stdout: "central_cache_freelist": 18868496, 2024-08-29T19:03:05.811 INFO:tasks.workunit.client.0.smithi028.stdout: "malloc_metadata": 3145728, 2024-08-29T19:03:05.811 INFO:tasks.workunit.client.0.smithi028.stdout: "page_heap_freelist": 16384, 2024-08-29T19:03:05.811 INFO:tasks.workunit.client.0.smithi028.stdout: "released_to_os": 68820992, 2024-08-29T19:03:05.812 INFO:tasks.workunit.client.0.smithi028.stdout: "spans_in_use": 10732, 2024-08-29T19:03:05.812 INFO:tasks.workunit.client.0.smithi028.stdout: "tcmalloc_page_size": 8192, 2024-08-29T19:03:05.812 INFO:tasks.workunit.client.0.smithi028.stdout: "thread_cache_freelists": 66416952, 2024-08-29T19:03:05.812 INFO:tasks.workunit.client.0.smithi028.stdout: "thread_heaps_in_use": 53, 2024-08-29T19:03:05.812 INFO:tasks.workunit.client.0.smithi028.stdout: "transfer_cache_freelist": 12067584, 2024-08-29T19:03:05.812 INFO:tasks.workunit.client.0.smithi028.stdout: "use_by_application": 339739320, 2024-08-29T19:03:05.812 INFO:tasks.workunit.client.0.smithi028.stdout: "virtual_address_space_used": 509075456 2024-08-29T19:03:05.812 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:05.812 INFO:tasks.workunit.client.0.smithi028.stdout: "osd.3": { 2024-08-29T19:03:05.813 INFO:tasks.workunit.client.0.smithi028.stdout: "actual_memory_used": 488726528, 2024-08-29T19:03:05.813 INFO:tasks.workunit.client.0.smithi028.stdout: "central_cache_freelist": 20648976, 2024-08-29T19:03:05.813 INFO:tasks.workunit.client.0.smithi028.stdout: "malloc_metadata": 3276800, 2024-08-29T19:03:05.813 INFO:tasks.workunit.client.0.smithi028.stdout: "page_heap_freelist": 0, 2024-08-29T19:03:05.813 INFO:tasks.workunit.client.0.smithi028.stdout: "released_to_os": 141860864, 2024-08-29T19:03:05.813 INFO:tasks.workunit.client.0.smithi028.stdout: "spans_in_use": 10937, 2024-08-29T19:03:05.813 INFO:tasks.workunit.client.0.smithi028.stdout: "tcmalloc_page_size": 8192, 2024-08-29T19:03:05.813 INFO:tasks.workunit.client.0.smithi028.stdout: "thread_cache_freelists": 65906752, 2024-08-29T19:03:05.813 INFO:tasks.workunit.client.0.smithi028.stdout: "thread_heaps_in_use": 53, 2024-08-29T19:03:05.813 INFO:tasks.workunit.client.0.smithi028.stdout: "transfer_cache_freelist": 10595328, 2024-08-29T19:03:05.813 INFO:tasks.workunit.client.0.smithi028.stdout: "use_by_application": 388298672, 2024-08-29T19:03:05.813 INFO:tasks.workunit.client.0.smithi028.stdout: "virtual_address_space_used": 630587392 2024-08-29T19:03:05.814 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:05.814 INFO:tasks.workunit.client.0.smithi028.stdout: "osd.4": { 2024-08-29T19:03:05.814 INFO:tasks.workunit.client.0.smithi028.stdout: "actual_memory_used": 556179456, 2024-08-29T19:03:05.814 INFO:tasks.workunit.client.0.smithi028.stdout: "central_cache_freelist": 20861200, 2024-08-29T19:03:05.814 INFO:tasks.workunit.client.0.smithi028.stdout: "malloc_metadata": 3276800, 2024-08-29T19:03:05.814 INFO:tasks.workunit.client.0.smithi028.stdout: "page_heap_freelist": 0, 2024-08-29T19:03:05.814 INFO:tasks.workunit.client.0.smithi028.stdout: "released_to_os": 58105856, 2024-08-29T19:03:05.814 INFO:tasks.workunit.client.0.smithi028.stdout: "spans_in_use": 12417, 2024-08-29T19:03:05.814 INFO:tasks.workunit.client.0.smithi028.stdout: "tcmalloc_page_size": 8192, 2024-08-29T19:03:05.814 INFO:tasks.workunit.client.0.smithi028.stdout: "thread_cache_freelists": 70875176, 2024-08-29T19:03:05.814 INFO:tasks.workunit.client.0.smithi028.stdout: "thread_heaps_in_use": 54, 2024-08-29T19:03:05.814 INFO:tasks.workunit.client.0.smithi028.stdout: "transfer_cache_freelist": 10983936, 2024-08-29T19:03:05.814 INFO:tasks.workunit.client.0.smithi028.stdout: "use_by_application": 450182344, 2024-08-29T19:03:05.814 INFO:tasks.workunit.client.0.smithi028.stdout: "virtual_address_space_used": 614285312 2024-08-29T19:03:05.815 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:05.815 INFO:tasks.workunit.client.0.smithi028.stdout: "osd.5": { 2024-08-29T19:03:05.815 INFO:tasks.workunit.client.0.smithi028.stdout: "actual_memory_used": 539607040, 2024-08-29T19:03:05.815 INFO:tasks.workunit.client.0.smithi028.stdout: "central_cache_freelist": 25260512, 2024-08-29T19:03:05.815 INFO:tasks.workunit.client.0.smithi028.stdout: "malloc_metadata": 3276800, 2024-08-29T19:03:05.815 INFO:tasks.workunit.client.0.smithi028.stdout: "page_heap_freelist": 0, 2024-08-29T19:03:05.815 INFO:tasks.workunit.client.0.smithi028.stdout: "released_to_os": 22331392, 2024-08-29T19:03:05.815 INFO:tasks.workunit.client.0.smithi028.stdout: "spans_in_use": 12032, 2024-08-29T19:03:05.815 INFO:tasks.workunit.client.0.smithi028.stdout: "tcmalloc_page_size": 8192, 2024-08-29T19:03:05.815 INFO:tasks.workunit.client.0.smithi028.stdout: "thread_cache_freelists": 58339048, 2024-08-29T19:03:05.816 INFO:tasks.workunit.client.0.smithi028.stdout: "thread_heaps_in_use": 53, 2024-08-29T19:03:05.816 INFO:tasks.workunit.client.0.smithi028.stdout: "transfer_cache_freelist": 10813184, 2024-08-29T19:03:05.816 INFO:tasks.workunit.client.0.smithi028.stdout: "use_by_application": 441917496, 2024-08-29T19:03:05.816 INFO:tasks.workunit.client.0.smithi028.stdout: "virtual_address_space_used": 561938432 2024-08-29T19:03:05.816 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:05.816 INFO:tasks.workunit.client.0.smithi028.stdout: "osd.6": { 2024-08-29T19:03:05.816 INFO:tasks.workunit.client.0.smithi028.stdout: "actual_memory_used": 475078656, 2024-08-29T19:03:05.816 INFO:tasks.workunit.client.0.smithi028.stdout: "central_cache_freelist": 16987928, 2024-08-29T19:03:05.816 INFO:tasks.workunit.client.0.smithi028.stdout: "malloc_metadata": 3276800, 2024-08-29T19:03:05.816 INFO:tasks.workunit.client.0.smithi028.stdout: "page_heap_freelist": 40960, 2024-08-29T19:03:05.816 INFO:tasks.workunit.client.0.smithi028.stdout: "released_to_os": 1474560, 2024-08-29T19:03:05.817 INFO:tasks.workunit.client.0.smithi028.stdout: "spans_in_use": 11316, 2024-08-29T19:03:05.817 INFO:tasks.workunit.client.0.smithi028.stdout: "tcmalloc_page_size": 8192, 2024-08-29T19:03:05.817 INFO:tasks.workunit.client.0.smithi028.stdout: "thread_cache_freelists": 56989800, 2024-08-29T19:03:05.817 INFO:tasks.workunit.client.0.smithi028.stdout: "thread_heaps_in_use": 53, 2024-08-29T19:03:05.817 INFO:tasks.workunit.client.0.smithi028.stdout: "transfer_cache_freelist": 11165952, 2024-08-29T19:03:05.817 INFO:tasks.workunit.client.0.smithi028.stdout: "use_by_application": 386617216, 2024-08-29T19:03:05.817 INFO:tasks.workunit.client.0.smithi028.stdout: "virtual_address_space_used": 476553216 2024-08-29T19:03:05.817 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:05.817 INFO:tasks.workunit.client.0.smithi028.stdout: "osd.7": { 2024-08-29T19:03:05.817 INFO:tasks.workunit.client.0.smithi028.stdout: "actual_memory_used": 457457664, 2024-08-29T19:03:05.818 INFO:tasks.workunit.client.0.smithi028.stdout: "central_cache_freelist": 24959560, 2024-08-29T19:03:05.818 INFO:tasks.workunit.client.0.smithi028.stdout: "malloc_metadata": 5373952, 2024-08-29T19:03:05.818 INFO:tasks.workunit.client.0.smithi028.stdout: "page_heap_freelist": 0, 2024-08-29T19:03:05.818 INFO:tasks.workunit.client.0.smithi028.stdout: "released_to_os": 19808256, 2024-08-29T19:03:05.818 INFO:tasks.workunit.client.0.smithi028.stdout: "spans_in_use": 11263, 2024-08-29T19:03:05.818 INFO:tasks.workunit.client.0.smithi028.stdout: "tcmalloc_page_size": 8192, 2024-08-29T19:03:05.818 INFO:tasks.workunit.client.0.smithi028.stdout: "thread_cache_freelists": 52437816, 2024-08-29T19:03:05.818 INFO:tasks.workunit.client.0.smithi028.stdout: "thread_heaps_in_use": 58, 2024-08-29T19:03:05.819 INFO:tasks.workunit.client.0.smithi028.stdout: "transfer_cache_freelist": 12455168, 2024-08-29T19:03:05.819 INFO:tasks.workunit.client.0.smithi028.stdout: "use_by_application": 362231168, 2024-08-29T19:03:05.819 INFO:tasks.workunit.client.0.smithi028.stdout: "virtual_address_space_used": 477265920 2024-08-29T19:03:05.819 INFO:tasks.workunit.client.0.smithi028.stdout: } 2024-08-29T19:03:05.819 INFO:tasks.workunit.client.0.smithi028.stdout: } 2024-08-29T19:03:05.819 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:05.819 INFO:tasks.workunit.client.0.smithi028.stdout: "hosts": { 2024-08-29T19:03:05.819 INFO:tasks.workunit.client.0.smithi028.stdout: "num": 2, 2024-08-29T19:03:05.820 INFO:tasks.workunit.client.0.smithi028.stdout: "num_with_mds": 2, 2024-08-29T19:03:05.820 INFO:tasks.workunit.client.0.smithi028.stdout: "num_with_mgr": 2, 2024-08-29T19:03:05.820 INFO:tasks.workunit.client.0.smithi028.stdout: "num_with_mon": 2, 2024-08-29T19:03:05.820 INFO:tasks.workunit.client.0.smithi028.stdout: "num_with_osd": 2 2024-08-29T19:03:05.820 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:05.820 INFO:tasks.workunit.client.0.smithi028.stdout: "io_rate": { 2024-08-29T19:03:05.820 INFO:tasks.workunit.client.0.smithi028.stdout: "pg_stats_delta": { 2024-08-29T19:03:05.821 INFO:tasks.workunit.client.0.smithi028.stdout: "acting": 0, 2024-08-29T19:03:05.821 INFO:tasks.workunit.client.0.smithi028.stdout: "log_size": 0, 2024-08-29T19:03:05.821 INFO:tasks.workunit.client.0.smithi028.stdout: "num_store_stats": 0, 2024-08-29T19:03:05.821 INFO:tasks.workunit.client.0.smithi028.stdout: "ondisk_log_size": 0, 2024-08-29T19:03:05.821 INFO:tasks.workunit.client.0.smithi028.stdout: "stamp_delta": "12.005009", 2024-08-29T19:03:05.821 INFO:tasks.workunit.client.0.smithi028.stdout: "stat_sum": { 2024-08-29T19:03:05.821 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes": 0, 2024-08-29T19:03:05.821 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes_hit_set_archive": 0, 2024-08-29T19:03:05.822 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes_recovered": 0, 2024-08-29T19:03:05.822 INFO:tasks.workunit.client.0.smithi028.stdout: "num_deep_scrub_errors": 0, 2024-08-29T19:03:05.822 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict": 0, 2024-08-29T19:03:05.822 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_kb": 0, 2024-08-29T19:03:05.822 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_mode_full": 0, 2024-08-29T19:03:05.822 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_mode_some": 0, 2024-08-29T19:03:05.822 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush": 0, 2024-08-29T19:03:05.822 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_kb": 0, 2024-08-29T19:03:05.823 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_mode_high": 0, 2024-08-29T19:03:05.823 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_mode_low": 0, 2024-08-29T19:03:05.823 INFO:tasks.workunit.client.0.smithi028.stdout: "num_keys_recovered": 0, 2024-08-29T19:03:05.823 INFO:tasks.workunit.client.0.smithi028.stdout: "num_large_omap_objects": 0, 2024-08-29T19:03:05.823 INFO:tasks.workunit.client.0.smithi028.stdout: "num_legacy_snapsets": 0, 2024-08-29T19:03:05.823 INFO:tasks.workunit.client.0.smithi028.stdout: "num_object_clones": 0, 2024-08-29T19:03:05.823 INFO:tasks.workunit.client.0.smithi028.stdout: "num_object_copies": 0, 2024-08-29T19:03:05.823 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects": 0, 2024-08-29T19:03:05.823 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_degraded": 0, 2024-08-29T19:03:05.824 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_dirty": 0, 2024-08-29T19:03:05.824 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_hit_set_archive": 0, 2024-08-29T19:03:05.824 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_manifest": 0, 2024-08-29T19:03:05.824 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_misplaced": 0, 2024-08-29T19:03:05.824 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_missing": 0, 2024-08-29T19:03:05.824 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_missing_on_primary": 0, 2024-08-29T19:03:05.824 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_omap": 0, 2024-08-29T19:03:05.824 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_pinned": 0, 2024-08-29T19:03:05.824 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_recovered": 0, 2024-08-29T19:03:05.824 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_repaired": 0, 2024-08-29T19:03:05.825 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_unfound": 0, 2024-08-29T19:03:05.825 INFO:tasks.workunit.client.0.smithi028.stdout: "num_omap_bytes": 0, 2024-08-29T19:03:05.825 INFO:tasks.workunit.client.0.smithi028.stdout: "num_omap_keys": 0, 2024-08-29T19:03:05.825 INFO:tasks.workunit.client.0.smithi028.stdout: "num_promote": 0, 2024-08-29T19:03:05.825 INFO:tasks.workunit.client.0.smithi028.stdout: "num_read": 0, 2024-08-29T19:03:05.825 INFO:tasks.workunit.client.0.smithi028.stdout: "num_read_kb": 0, 2024-08-29T19:03:05.825 INFO:tasks.workunit.client.0.smithi028.stdout: "num_scrub_errors": 0, 2024-08-29T19:03:05.825 INFO:tasks.workunit.client.0.smithi028.stdout: "num_shallow_scrub_errors": 0, 2024-08-29T19:03:05.825 INFO:tasks.workunit.client.0.smithi028.stdout: "num_whiteouts": 0, 2024-08-29T19:03:05.825 INFO:tasks.workunit.client.0.smithi028.stdout: "num_write": 0, 2024-08-29T19:03:05.825 INFO:tasks.workunit.client.0.smithi028.stdout: "num_write_kb": 0 2024-08-29T19:03:05.825 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:05.826 INFO:tasks.workunit.client.0.smithi028.stdout: "store_stats": { 2024-08-29T19:03:05.826 INFO:tasks.workunit.client.0.smithi028.stdout: "allocated": 0, 2024-08-29T19:03:05.826 INFO:tasks.workunit.client.0.smithi028.stdout: "available": 0, 2024-08-29T19:03:05.826 INFO:tasks.workunit.client.0.smithi028.stdout: "data_compressed": 0, 2024-08-29T19:03:05.826 INFO:tasks.workunit.client.0.smithi028.stdout: "data_compressed_allocated": 0, 2024-08-29T19:03:05.826 INFO:tasks.workunit.client.0.smithi028.stdout: "data_compressed_original": 0, 2024-08-29T19:03:05.826 INFO:tasks.workunit.client.0.smithi028.stdout: "data_stored": 0, 2024-08-29T19:03:05.826 INFO:tasks.workunit.client.0.smithi028.stdout: "internal_metadata": 0, 2024-08-29T19:03:05.826 INFO:tasks.workunit.client.0.smithi028.stdout: "internally_reserved": 0, 2024-08-29T19:03:05.826 INFO:tasks.workunit.client.0.smithi028.stdout: "omap_allocated": 0, 2024-08-29T19:03:05.826 INFO:tasks.workunit.client.0.smithi028.stdout: "total": 0 2024-08-29T19:03:05.826 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:05.827 INFO:tasks.workunit.client.0.smithi028.stdout: "up": 0 2024-08-29T19:03:05.827 INFO:tasks.workunit.client.0.smithi028.stdout: } 2024-08-29T19:03:05.827 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:05.827 INFO:tasks.workunit.client.0.smithi028.stdout: "leaderboard": false, 2024-08-29T19:03:05.827 INFO:tasks.workunit.client.0.smithi028.stdout: "leaderboard_description": null, 2024-08-29T19:03:05.827 INFO:tasks.workunit.client.0.smithi028.stdout: "license": "sharing-1-0", 2024-08-29T19:03:05.827 INFO:tasks.workunit.client.0.smithi028.stdout: "mempool": { 2024-08-29T19:03:05.828 INFO:tasks.workunit.client.0.smithi028.stdout: "mds": { 2024-08-29T19:03:05.828 INFO:tasks.workunit.client.0.smithi028.stdout: "mds.a2df9e26f4a5fcbeed319f1798118f10993a0555": { 2024-08-29T19:03:05.828 INFO:tasks.workunit.client.0.smithi028.stdout: "bloom_filter": { 2024-08-29T19:03:05.828 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 0, 2024-08-29T19:03:05.828 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 0 2024-08-29T19:03:05.828 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:05.828 INFO:tasks.workunit.client.0.smithi028.stdout: "bluefs": { 2024-08-29T19:03:05.828 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 0, 2024-08-29T19:03:05.828 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 0 2024-08-29T19:03:05.828 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:05.829 INFO:tasks.workunit.client.0.smithi028.stdout: "bluefs_file_reader": { 2024-08-29T19:03:05.829 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 0, 2024-08-29T19:03:05.829 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 0 2024-08-29T19:03:05.829 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:05.829 INFO:tasks.workunit.client.0.smithi028.stdout: "bluefs_file_writer": { 2024-08-29T19:03:05.829 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 0, 2024-08-29T19:03:05.829 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 0 2024-08-29T19:03:05.829 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:05.829 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore_alloc": { 2024-08-29T19:03:05.830 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 0, 2024-08-29T19:03:05.830 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 0 2024-08-29T19:03:05.830 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:05.830 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore_blob": { 2024-08-29T19:03:05.830 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 0, 2024-08-29T19:03:05.830 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 0 2024-08-29T19:03:05.830 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:05.830 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore_cache_buffer": { 2024-08-29T19:03:05.831 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 0, 2024-08-29T19:03:05.831 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 0 2024-08-29T19:03:05.831 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:05.831 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore_cache_data": { 2024-08-29T19:03:05.831 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 0, 2024-08-29T19:03:05.831 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 0 2024-08-29T19:03:05.831 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:05.831 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore_cache_meta": { 2024-08-29T19:03:05.831 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 0, 2024-08-29T19:03:05.832 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 0 2024-08-29T19:03:05.832 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:05.833 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore_cache_onode": { 2024-08-29T19:03:05.833 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 0, 2024-08-29T19:03:05.833 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 0 2024-08-29T19:03:05.833 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:05.833 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore_cache_other": { 2024-08-29T19:03:05.833 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 0, 2024-08-29T19:03:05.833 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 0 2024-08-29T19:03:05.833 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:05.833 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore_extent": { 2024-08-29T19:03:05.833 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 0, 2024-08-29T19:03:05.833 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 0 2024-08-29T19:03:05.833 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:05.834 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore_fsck": { 2024-08-29T19:03:05.834 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 0, 2024-08-29T19:03:05.834 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 0 2024-08-29T19:03:05.834 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:05.834 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore_inline_bl": { 2024-08-29T19:03:05.834 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 0, 2024-08-29T19:03:05.834 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 0 2024-08-29T19:03:05.834 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:05.834 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore_shared_blob": { 2024-08-29T19:03:05.834 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 0, 2024-08-29T19:03:05.834 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 0 2024-08-29T19:03:05.834 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:05.834 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore_txc": { 2024-08-29T19:03:05.835 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 0, 2024-08-29T19:03:05.835 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 0 2024-08-29T19:03:05.835 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:05.835 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore_writing": { 2024-08-29T19:03:05.835 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 0, 2024-08-29T19:03:05.835 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 0 2024-08-29T19:03:05.835 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:05.835 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore_writing_deferred": { 2024-08-29T19:03:05.835 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 0, 2024-08-29T19:03:05.835 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 0 2024-08-29T19:03:05.835 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:05.835 INFO:tasks.workunit.client.0.smithi028.stdout: "buffer_anon": { 2024-08-29T19:03:05.835 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 149048, 2024-08-29T19:03:05.835 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 34 2024-08-29T19:03:05.836 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:05.836 INFO:tasks.workunit.client.0.smithi028.stdout: "buffer_meta": { 2024-08-29T19:03:05.836 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 0, 2024-08-29T19:03:05.836 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 0 2024-08-29T19:03:05.836 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:05.836 INFO:tasks.workunit.client.0.smithi028.stdout: "mds_co": { 2024-08-29T19:03:05.836 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 928, 2024-08-29T19:03:05.836 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 2 2024-08-29T19:03:05.836 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:05.836 INFO:tasks.workunit.client.0.smithi028.stdout: "osd": { 2024-08-29T19:03:05.836 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 0, 2024-08-29T19:03:05.836 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 0 2024-08-29T19:03:05.836 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:05.837 INFO:tasks.workunit.client.0.smithi028.stdout: "osd_mapbl": { 2024-08-29T19:03:05.837 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 0, 2024-08-29T19:03:05.837 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 0 2024-08-29T19:03:05.837 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:05.837 INFO:tasks.workunit.client.0.smithi028.stdout: "osd_pglog": { 2024-08-29T19:03:05.837 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 0, 2024-08-29T19:03:05.837 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 0 2024-08-29T19:03:05.837 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:05.838 INFO:tasks.workunit.client.0.smithi028.stdout: "osdmap": { 2024-08-29T19:03:05.838 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 0, 2024-08-29T19:03:05.838 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 0 2024-08-29T19:03:05.838 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:05.838 INFO:tasks.workunit.client.0.smithi028.stdout: "osdmap_mapping": { 2024-08-29T19:03:05.838 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 0, 2024-08-29T19:03:05.838 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 0 2024-08-29T19:03:05.838 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:05.838 INFO:tasks.workunit.client.0.smithi028.stdout: "pgmap": { 2024-08-29T19:03:05.838 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 0, 2024-08-29T19:03:05.839 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 0 2024-08-29T19:03:05.839 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:05.839 INFO:tasks.workunit.client.0.smithi028.stdout: "unittest_1": { 2024-08-29T19:03:05.839 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 0, 2024-08-29T19:03:05.840 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 0 2024-08-29T19:03:05.840 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:05.840 INFO:tasks.workunit.client.0.smithi028.stdout: "unittest_2": { 2024-08-29T19:03:05.840 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 0, 2024-08-29T19:03:05.840 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 0 2024-08-29T19:03:05.840 INFO:tasks.workunit.client.0.smithi028.stdout: } 2024-08-29T19:03:05.840 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:05.840 INFO:tasks.workunit.client.0.smithi028.stdout: "mds.e4958ae9278a574c0226651ef9b7bc2d4e1b34b9": { 2024-08-29T19:03:05.840 INFO:tasks.workunit.client.0.smithi028.stdout: "bloom_filter": { 2024-08-29T19:03:05.840 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 0, 2024-08-29T19:03:05.840 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 0 2024-08-29T19:03:05.841 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:05.841 INFO:tasks.workunit.client.0.smithi028.stdout: "bluefs": { 2024-08-29T19:03:05.841 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 0, 2024-08-29T19:03:05.841 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 0 2024-08-29T19:03:05.841 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:05.841 INFO:tasks.workunit.client.0.smithi028.stdout: "bluefs_file_reader": { 2024-08-29T19:03:05.841 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 0, 2024-08-29T19:03:05.841 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 0 2024-08-29T19:03:05.841 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:05.841 INFO:tasks.workunit.client.0.smithi028.stdout: "bluefs_file_writer": { 2024-08-29T19:03:05.841 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 0, 2024-08-29T19:03:05.841 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 0 2024-08-29T19:03:05.841 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:05.841 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore_alloc": { 2024-08-29T19:03:05.842 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 0, 2024-08-29T19:03:05.842 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 0 2024-08-29T19:03:05.842 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:05.842 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore_blob": { 2024-08-29T19:03:05.842 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 0, 2024-08-29T19:03:05.842 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 0 2024-08-29T19:03:05.842 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:05.842 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore_cache_buffer": { 2024-08-29T19:03:05.842 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 0, 2024-08-29T19:03:05.842 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 0 2024-08-29T19:03:05.842 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:05.842 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore_cache_data": { 2024-08-29T19:03:05.842 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 0, 2024-08-29T19:03:05.842 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 0 2024-08-29T19:03:05.842 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:05.843 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore_cache_meta": { 2024-08-29T19:03:05.843 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 0, 2024-08-29T19:03:05.843 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 0 2024-08-29T19:03:05.843 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:05.843 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore_cache_onode": { 2024-08-29T19:03:05.843 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 0, 2024-08-29T19:03:05.843 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 0 2024-08-29T19:03:05.843 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:05.843 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore_cache_other": { 2024-08-29T19:03:05.843 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 0, 2024-08-29T19:03:05.843 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 0 2024-08-29T19:03:05.843 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:05.844 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore_extent": { 2024-08-29T19:03:05.844 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 0, 2024-08-29T19:03:05.844 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 0 2024-08-29T19:03:05.844 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:05.844 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore_fsck": { 2024-08-29T19:03:05.844 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 0, 2024-08-29T19:03:05.844 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 0 2024-08-29T19:03:05.844 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:05.844 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore_inline_bl": { 2024-08-29T19:03:05.849 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 0, 2024-08-29T19:03:05.849 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 0 2024-08-29T19:03:05.849 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:05.849 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore_shared_blob": { 2024-08-29T19:03:05.849 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 0, 2024-08-29T19:03:05.849 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 0 2024-08-29T19:03:05.849 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:05.849 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore_txc": { 2024-08-29T19:03:05.849 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 0, 2024-08-29T19:03:05.849 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 0 2024-08-29T19:03:05.849 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:05.849 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore_writing": { 2024-08-29T19:03:05.850 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 0, 2024-08-29T19:03:05.850 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 0 2024-08-29T19:03:05.850 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:05.850 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore_writing_deferred": { 2024-08-29T19:03:05.850 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 0, 2024-08-29T19:03:05.850 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 0 2024-08-29T19:03:05.850 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:05.850 INFO:tasks.workunit.client.0.smithi028.stdout: "buffer_anon": { 2024-08-29T19:03:05.850 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 221616, 2024-08-29T19:03:05.850 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 66 2024-08-29T19:03:05.850 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:05.850 INFO:tasks.workunit.client.0.smithi028.stdout: "buffer_meta": { 2024-08-29T19:03:05.851 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 0, 2024-08-29T19:03:05.851 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 0 2024-08-29T19:03:05.851 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:05.851 INFO:tasks.workunit.client.0.smithi028.stdout: "mds_co": { 2024-08-29T19:03:05.851 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 52112, 2024-08-29T19:03:05.851 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 181 2024-08-29T19:03:05.851 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:05.851 INFO:tasks.workunit.client.0.smithi028.stdout: "osd": { 2024-08-29T19:03:05.851 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 0, 2024-08-29T19:03:05.851 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 0 2024-08-29T19:03:05.851 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:05.851 INFO:tasks.workunit.client.0.smithi028.stdout: "osd_mapbl": { 2024-08-29T19:03:05.851 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 0, 2024-08-29T19:03:05.851 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 0 2024-08-29T19:03:05.852 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:05.852 INFO:tasks.workunit.client.0.smithi028.stdout: "osd_pglog": { 2024-08-29T19:03:05.852 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 0, 2024-08-29T19:03:05.852 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 0 2024-08-29T19:03:05.852 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:05.852 INFO:tasks.workunit.client.0.smithi028.stdout: "osdmap": { 2024-08-29T19:03:05.852 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 12168, 2024-08-29T19:03:05.852 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 235 2024-08-29T19:03:05.852 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:05.852 INFO:tasks.workunit.client.0.smithi028.stdout: "osdmap_mapping": { 2024-08-29T19:03:05.852 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 0, 2024-08-29T19:03:05.852 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 0 2024-08-29T19:03:05.852 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:05.852 INFO:tasks.workunit.client.0.smithi028.stdout: "pgmap": { 2024-08-29T19:03:05.853 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 0, 2024-08-29T19:03:05.853 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 0 2024-08-29T19:03:05.853 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:05.853 INFO:tasks.workunit.client.0.smithi028.stdout: "unittest_1": { 2024-08-29T19:03:05.853 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 0, 2024-08-29T19:03:05.853 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 0 2024-08-29T19:03:05.853 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:05.853 INFO:tasks.workunit.client.0.smithi028.stdout: "unittest_2": { 2024-08-29T19:03:05.853 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 0, 2024-08-29T19:03:05.853 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 0 2024-08-29T19:03:05.853 INFO:tasks.workunit.client.0.smithi028.stdout: } 2024-08-29T19:03:05.853 INFO:tasks.workunit.client.0.smithi028.stdout: } 2024-08-29T19:03:05.853 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:05.854 INFO:tasks.workunit.client.0.smithi028.stdout: "mon": { 2024-08-29T19:03:05.854 INFO:tasks.workunit.client.0.smithi028.stdout: "mon.55fbc62c63d120c3220dfb51bdacb54ee30cf548": { 2024-08-29T19:03:05.854 INFO:tasks.workunit.client.0.smithi028.stdout: "bloom_filter": { 2024-08-29T19:03:05.854 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 0, 2024-08-29T19:03:05.854 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 0 2024-08-29T19:03:05.854 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:05.854 INFO:tasks.workunit.client.0.smithi028.stdout: "bluefs": { 2024-08-29T19:03:05.854 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 0, 2024-08-29T19:03:05.854 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 0 2024-08-29T19:03:05.854 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:05.854 INFO:tasks.workunit.client.0.smithi028.stdout: "bluefs_file_reader": { 2024-08-29T19:03:05.854 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 0, 2024-08-29T19:03:05.854 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 0 2024-08-29T19:03:05.854 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:05.855 INFO:tasks.workunit.client.0.smithi028.stdout: "bluefs_file_writer": { 2024-08-29T19:03:05.855 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 0, 2024-08-29T19:03:05.855 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 0 2024-08-29T19:03:05.855 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:05.855 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore_alloc": { 2024-08-29T19:03:05.855 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 0, 2024-08-29T19:03:05.855 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 0 2024-08-29T19:03:05.855 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:05.855 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore_blob": { 2024-08-29T19:03:05.855 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 0, 2024-08-29T19:03:05.855 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 0 2024-08-29T19:03:05.855 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:05.855 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore_cache_buffer": { 2024-08-29T19:03:05.856 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 0, 2024-08-29T19:03:05.856 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 0 2024-08-29T19:03:05.856 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:05.856 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore_cache_data": { 2024-08-29T19:03:05.856 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 0, 2024-08-29T19:03:05.856 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 0 2024-08-29T19:03:05.856 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:05.856 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore_cache_meta": { 2024-08-29T19:03:05.856 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 0, 2024-08-29T19:03:05.856 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 0 2024-08-29T19:03:05.856 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:05.856 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore_cache_onode": { 2024-08-29T19:03:05.856 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 0, 2024-08-29T19:03:05.856 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 0 2024-08-29T19:03:05.857 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:05.857 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore_cache_other": { 2024-08-29T19:03:05.857 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 0, 2024-08-29T19:03:05.857 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 0 2024-08-29T19:03:05.857 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:05.857 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore_extent": { 2024-08-29T19:03:05.857 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 0, 2024-08-29T19:03:05.857 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 0 2024-08-29T19:03:05.857 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:05.857 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore_fsck": { 2024-08-29T19:03:05.857 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 0, 2024-08-29T19:03:05.857 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 0 2024-08-29T19:03:05.857 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:05.857 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore_inline_bl": { 2024-08-29T19:03:05.858 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 0, 2024-08-29T19:03:05.858 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 0 2024-08-29T19:03:05.858 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:05.858 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore_shared_blob": { 2024-08-29T19:03:05.858 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 0, 2024-08-29T19:03:05.858 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 0 2024-08-29T19:03:05.858 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:05.858 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore_txc": { 2024-08-29T19:03:05.858 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 0, 2024-08-29T19:03:05.858 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 0 2024-08-29T19:03:05.858 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:05.858 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore_writing": { 2024-08-29T19:03:05.858 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 0, 2024-08-29T19:03:05.859 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 0 2024-08-29T19:03:05.859 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:05.859 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore_writing_deferred": { 2024-08-29T19:03:05.859 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 0, 2024-08-29T19:03:05.859 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 0 2024-08-29T19:03:05.859 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:05.859 INFO:tasks.workunit.client.0.smithi028.stdout: "buffer_anon": { 2024-08-29T19:03:05.859 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 48985700, 2024-08-29T19:03:05.859 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 7221 2024-08-29T19:03:05.859 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:05.859 INFO:tasks.workunit.client.0.smithi028.stdout: "buffer_meta": { 2024-08-29T19:03:05.859 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 0, 2024-08-29T19:03:05.859 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 0 2024-08-29T19:03:05.860 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:05.860 INFO:tasks.workunit.client.0.smithi028.stdout: "mds_co": { 2024-08-29T19:03:05.860 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 0, 2024-08-29T19:03:05.860 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 0 2024-08-29T19:03:05.860 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:05.860 INFO:tasks.workunit.client.0.smithi028.stdout: "osd": { 2024-08-29T19:03:05.860 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 0, 2024-08-29T19:03:05.860 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 0 2024-08-29T19:03:05.860 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:05.860 INFO:tasks.workunit.client.0.smithi028.stdout: "osd_mapbl": { 2024-08-29T19:03:05.860 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 0, 2024-08-29T19:03:05.860 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 0 2024-08-29T19:03:05.860 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:05.860 INFO:tasks.workunit.client.0.smithi028.stdout: "osd_pglog": { 2024-08-29T19:03:05.861 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 0, 2024-08-29T19:03:05.861 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 0 2024-08-29T19:03:05.861 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:05.861 INFO:tasks.workunit.client.0.smithi028.stdout: "osdmap": { 2024-08-29T19:03:05.861 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 10744, 2024-08-29T19:03:05.861 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 234 2024-08-29T19:03:05.861 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:05.861 INFO:tasks.workunit.client.0.smithi028.stdout: "osdmap_mapping": { 2024-08-29T19:03:05.861 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 70440, 2024-08-29T19:03:05.861 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 5158 2024-08-29T19:03:05.861 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:05.861 INFO:tasks.workunit.client.0.smithi028.stdout: "pgmap": { 2024-08-29T19:03:05.861 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 5720, 2024-08-29T19:03:05.861 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 152 2024-08-29T19:03:05.862 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:05.862 INFO:tasks.workunit.client.0.smithi028.stdout: "unittest_1": { 2024-08-29T19:03:05.862 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 0, 2024-08-29T19:03:05.862 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 0 2024-08-29T19:03:05.862 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:05.862 INFO:tasks.workunit.client.0.smithi028.stdout: "unittest_2": { 2024-08-29T19:03:05.862 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 0, 2024-08-29T19:03:05.862 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 0 2024-08-29T19:03:05.862 INFO:tasks.workunit.client.0.smithi028.stdout: } 2024-08-29T19:03:05.862 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:05.862 INFO:tasks.workunit.client.0.smithi028.stdout: "mon.a2df9e26f4a5fcbeed319f1798118f10993a0555": { 2024-08-29T19:03:05.862 INFO:tasks.workunit.client.0.smithi028.stdout: "bloom_filter": { 2024-08-29T19:03:05.862 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 0, 2024-08-29T19:03:05.862 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 0 2024-08-29T19:03:05.863 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:05.863 INFO:tasks.workunit.client.0.smithi028.stdout: "bluefs": { 2024-08-29T19:03:05.863 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 0, 2024-08-29T19:03:05.863 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 0 2024-08-29T19:03:05.863 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:05.863 INFO:tasks.workunit.client.0.smithi028.stdout: "bluefs_file_reader": { 2024-08-29T19:03:05.863 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 0, 2024-08-29T19:03:05.863 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 0 2024-08-29T19:03:05.863 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:05.863 INFO:tasks.workunit.client.0.smithi028.stdout: "bluefs_file_writer": { 2024-08-29T19:03:05.863 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 0, 2024-08-29T19:03:05.863 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 0 2024-08-29T19:03:05.863 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:05.864 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore_alloc": { 2024-08-29T19:03:05.864 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 0, 2024-08-29T19:03:05.864 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 0 2024-08-29T19:03:05.864 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:05.864 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore_blob": { 2024-08-29T19:03:05.864 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 0, 2024-08-29T19:03:05.864 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 0 2024-08-29T19:03:05.864 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:05.864 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore_cache_buffer": { 2024-08-29T19:03:05.864 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 0, 2024-08-29T19:03:05.864 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 0 2024-08-29T19:03:05.864 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:05.865 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore_cache_data": { 2024-08-29T19:03:05.865 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 0, 2024-08-29T19:03:05.865 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 0 2024-08-29T19:03:05.865 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:05.865 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore_cache_meta": { 2024-08-29T19:03:05.865 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 0, 2024-08-29T19:03:05.865 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 0 2024-08-29T19:03:05.865 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:05.865 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore_cache_onode": { 2024-08-29T19:03:05.865 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 0, 2024-08-29T19:03:05.865 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 0 2024-08-29T19:03:05.865 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:05.865 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore_cache_other": { 2024-08-29T19:03:05.866 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 0, 2024-08-29T19:03:05.866 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 0 2024-08-29T19:03:05.866 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:05.866 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore_extent": { 2024-08-29T19:03:05.866 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 0, 2024-08-29T19:03:05.866 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 0 2024-08-29T19:03:05.866 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:05.866 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore_fsck": { 2024-08-29T19:03:05.866 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 0, 2024-08-29T19:03:05.866 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 0 2024-08-29T19:03:05.866 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:05.866 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore_inline_bl": { 2024-08-29T19:03:05.866 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 0, 2024-08-29T19:03:05.866 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 0 2024-08-29T19:03:05.867 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:05.867 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore_shared_blob": { 2024-08-29T19:03:05.867 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 0, 2024-08-29T19:03:05.867 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 0 2024-08-29T19:03:05.867 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:05.867 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore_txc": { 2024-08-29T19:03:05.867 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 0, 2024-08-29T19:03:05.867 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 0 2024-08-29T19:03:05.867 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:05.867 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore_writing": { 2024-08-29T19:03:05.867 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 0, 2024-08-29T19:03:05.867 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 0 2024-08-29T19:03:05.867 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:05.867 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore_writing_deferred": { 2024-08-29T19:03:05.868 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 0, 2024-08-29T19:03:05.868 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 0 2024-08-29T19:03:05.868 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:05.868 INFO:tasks.workunit.client.0.smithi028.stdout: "buffer_anon": { 2024-08-29T19:03:05.868 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 38671876, 2024-08-29T19:03:05.868 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 4789 2024-08-29T19:03:05.868 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:05.868 INFO:tasks.workunit.client.0.smithi028.stdout: "buffer_meta": { 2024-08-29T19:03:05.868 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 792, 2024-08-29T19:03:05.868 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 9 2024-08-29T19:03:05.868 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:05.868 INFO:tasks.workunit.client.0.smithi028.stdout: "mds_co": { 2024-08-29T19:03:05.868 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 0, 2024-08-29T19:03:05.868 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 0 2024-08-29T19:03:05.869 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:05.869 INFO:tasks.workunit.client.0.smithi028.stdout: "osd": { 2024-08-29T19:03:05.869 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 0, 2024-08-29T19:03:05.869 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 0 2024-08-29T19:03:05.869 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:05.869 INFO:tasks.workunit.client.0.smithi028.stdout: "osd_mapbl": { 2024-08-29T19:03:05.869 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 0, 2024-08-29T19:03:05.869 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 0 2024-08-29T19:03:05.869 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:05.869 INFO:tasks.workunit.client.0.smithi028.stdout: "osd_pglog": { 2024-08-29T19:03:05.869 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 0, 2024-08-29T19:03:05.869 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 0 2024-08-29T19:03:05.869 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:05.869 INFO:tasks.workunit.client.0.smithi028.stdout: "osdmap": { 2024-08-29T19:03:05.870 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 10744, 2024-08-29T19:03:05.870 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 234 2024-08-29T19:03:05.870 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:05.870 INFO:tasks.workunit.client.0.smithi028.stdout: "osdmap_mapping": { 2024-08-29T19:03:05.870 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 70440, 2024-08-29T19:03:05.870 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 5158 2024-08-29T19:03:05.870 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:05.870 INFO:tasks.workunit.client.0.smithi028.stdout: "pgmap": { 2024-08-29T19:03:05.870 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 5720, 2024-08-29T19:03:05.870 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 152 2024-08-29T19:03:05.870 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:05.870 INFO:tasks.workunit.client.0.smithi028.stdout: "unittest_1": { 2024-08-29T19:03:05.870 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 0, 2024-08-29T19:03:05.870 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 0 2024-08-29T19:03:05.871 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:05.871 INFO:tasks.workunit.client.0.smithi028.stdout: "unittest_2": { 2024-08-29T19:03:05.871 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 0, 2024-08-29T19:03:05.871 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 0 2024-08-29T19:03:05.871 INFO:tasks.workunit.client.0.smithi028.stdout: } 2024-08-29T19:03:05.871 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:05.871 INFO:tasks.workunit.client.0.smithi028.stdout: "mon.e4958ae9278a574c0226651ef9b7bc2d4e1b34b9": { 2024-08-29T19:03:05.871 INFO:tasks.workunit.client.0.smithi028.stdout: "bloom_filter": { 2024-08-29T19:03:05.871 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 0, 2024-08-29T19:03:05.871 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 0 2024-08-29T19:03:05.871 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:05.871 INFO:tasks.workunit.client.0.smithi028.stdout: "bluefs": { 2024-08-29T19:03:05.871 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 0, 2024-08-29T19:03:05.871 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 0 2024-08-29T19:03:05.872 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:05.872 INFO:tasks.workunit.client.0.smithi028.stdout: "bluefs_file_reader": { 2024-08-29T19:03:05.872 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 0, 2024-08-29T19:03:05.872 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 0 2024-08-29T19:03:05.872 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:05.872 INFO:tasks.workunit.client.0.smithi028.stdout: "bluefs_file_writer": { 2024-08-29T19:03:05.872 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 0, 2024-08-29T19:03:05.872 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 0 2024-08-29T19:03:05.872 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:05.872 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore_alloc": { 2024-08-29T19:03:05.872 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 0, 2024-08-29T19:03:05.872 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 0 2024-08-29T19:03:05.872 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:05.873 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore_blob": { 2024-08-29T19:03:05.873 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 0, 2024-08-29T19:03:05.873 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 0 2024-08-29T19:03:05.873 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:05.873 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore_cache_buffer": { 2024-08-29T19:03:05.873 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 0, 2024-08-29T19:03:05.873 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 0 2024-08-29T19:03:05.873 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:05.874 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore_cache_data": { 2024-08-29T19:03:05.874 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 0, 2024-08-29T19:03:05.874 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 0 2024-08-29T19:03:05.874 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:05.874 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore_cache_meta": { 2024-08-29T19:03:05.874 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 0, 2024-08-29T19:03:05.874 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 0 2024-08-29T19:03:05.874 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:05.874 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore_cache_onode": { 2024-08-29T19:03:05.875 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 0, 2024-08-29T19:03:05.875 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 0 2024-08-29T19:03:05.875 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:05.875 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore_cache_other": { 2024-08-29T19:03:05.875 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 0, 2024-08-29T19:03:05.875 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 0 2024-08-29T19:03:05.875 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:05.875 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore_extent": { 2024-08-29T19:03:05.875 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 0, 2024-08-29T19:03:05.876 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 0 2024-08-29T19:03:05.876 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:05.876 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore_fsck": { 2024-08-29T19:03:05.876 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 0, 2024-08-29T19:03:05.876 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 0 2024-08-29T19:03:05.876 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:05.876 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore_inline_bl": { 2024-08-29T19:03:05.876 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 0, 2024-08-29T19:03:05.876 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 0 2024-08-29T19:03:05.876 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:05.876 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore_shared_blob": { 2024-08-29T19:03:05.876 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 0, 2024-08-29T19:03:05.876 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 0 2024-08-29T19:03:05.877 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:05.877 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore_txc": { 2024-08-29T19:03:05.877 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 0, 2024-08-29T19:03:05.877 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 0 2024-08-29T19:03:05.877 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:05.877 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore_writing": { 2024-08-29T19:03:05.877 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 0, 2024-08-29T19:03:05.877 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 0 2024-08-29T19:03:05.877 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:05.877 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore_writing_deferred": { 2024-08-29T19:03:05.877 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 0, 2024-08-29T19:03:05.877 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 0 2024-08-29T19:03:05.877 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:05.877 INFO:tasks.workunit.client.0.smithi028.stdout: "buffer_anon": { 2024-08-29T19:03:05.878 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 42849480, 2024-08-29T19:03:05.878 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 5663 2024-08-29T19:03:05.878 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:05.878 INFO:tasks.workunit.client.0.smithi028.stdout: "buffer_meta": { 2024-08-29T19:03:05.878 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 0, 2024-08-29T19:03:05.878 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 0 2024-08-29T19:03:05.878 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:05.878 INFO:tasks.workunit.client.0.smithi028.stdout: "mds_co": { 2024-08-29T19:03:05.878 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 0, 2024-08-29T19:03:05.878 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 0 2024-08-29T19:03:05.878 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:05.878 INFO:tasks.workunit.client.0.smithi028.stdout: "osd": { 2024-08-29T19:03:05.878 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 0, 2024-08-29T19:03:05.878 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 0 2024-08-29T19:03:05.879 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:05.879 INFO:tasks.workunit.client.0.smithi028.stdout: "osd_mapbl": { 2024-08-29T19:03:05.879 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 0, 2024-08-29T19:03:05.879 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 0 2024-08-29T19:03:05.879 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:05.879 INFO:tasks.workunit.client.0.smithi028.stdout: "osd_pglog": { 2024-08-29T19:03:05.879 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 0, 2024-08-29T19:03:05.879 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 0 2024-08-29T19:03:05.879 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:05.879 INFO:tasks.workunit.client.0.smithi028.stdout: "osdmap": { 2024-08-29T19:03:05.879 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 10744, 2024-08-29T19:03:05.879 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 234 2024-08-29T19:03:05.879 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:05.879 INFO:tasks.workunit.client.0.smithi028.stdout: "osdmap_mapping": { 2024-08-29T19:03:05.880 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 70440, 2024-08-29T19:03:05.880 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 5158 2024-08-29T19:03:05.880 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:05.880 INFO:tasks.workunit.client.0.smithi028.stdout: "pgmap": { 2024-08-29T19:03:05.880 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 11440, 2024-08-29T19:03:05.880 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 304 2024-08-29T19:03:05.880 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:05.880 INFO:tasks.workunit.client.0.smithi028.stdout: "unittest_1": { 2024-08-29T19:03:05.880 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 0, 2024-08-29T19:03:05.880 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 0 2024-08-29T19:03:05.880 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:05.880 INFO:tasks.workunit.client.0.smithi028.stdout: "unittest_2": { 2024-08-29T19:03:05.880 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 0, 2024-08-29T19:03:05.881 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 0 2024-08-29T19:03:05.881 INFO:tasks.workunit.client.0.smithi028.stdout: } 2024-08-29T19:03:05.881 INFO:tasks.workunit.client.0.smithi028.stdout: } 2024-08-29T19:03:05.881 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:05.881 INFO:tasks.workunit.client.0.smithi028.stdout: "osd": { 2024-08-29T19:03:05.881 INFO:tasks.workunit.client.0.smithi028.stdout: "osd.0": { 2024-08-29T19:03:05.881 INFO:tasks.workunit.client.0.smithi028.stdout: "bloom_filter": { 2024-08-29T19:03:05.881 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 0, 2024-08-29T19:03:05.881 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 0 2024-08-29T19:03:05.881 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:05.881 INFO:tasks.workunit.client.0.smithi028.stdout: "bluefs": { 2024-08-29T19:03:05.881 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 27200, 2024-08-29T19:03:05.881 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 546 2024-08-29T19:03:05.881 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:05.882 INFO:tasks.workunit.client.0.smithi028.stdout: "bluefs_file_reader": { 2024-08-29T19:03:05.882 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 916352, 2024-08-29T19:03:05.882 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 35 2024-08-29T19:03:05.882 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:05.882 INFO:tasks.workunit.client.0.smithi028.stdout: "bluefs_file_writer": { 2024-08-29T19:03:05.882 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 3072, 2024-08-29T19:03:05.882 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 16 2024-08-29T19:03:05.882 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:05.882 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore_alloc": { 2024-08-29T19:03:05.882 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 57920, 2024-08-29T19:03:05.882 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 724 2024-08-29T19:03:05.882 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:05.882 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore_blob": { 2024-08-29T19:03:05.882 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 388336, 2024-08-29T19:03:05.883 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 1867 2024-08-29T19:03:05.883 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:05.883 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore_cache_buffer": { 2024-08-29T19:03:05.883 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 256, 2024-08-29T19:03:05.883 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 32 2024-08-29T19:03:05.883 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:05.883 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore_cache_data": { 2024-08-29T19:03:05.883 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 365452, 2024-08-29T19:03:05.883 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 110 2024-08-29T19:03:05.883 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:05.883 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore_cache_meta": { 2024-08-29T19:03:05.883 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 2363625, 2024-08-29T19:03:05.883 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 525563 2024-08-29T19:03:05.883 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:05.884 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore_cache_onode": { 2024-08-29T19:03:05.884 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 6739056, 2024-08-29T19:03:05.884 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 9942 2024-08-29T19:03:05.884 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:05.884 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore_cache_other": { 2024-08-29T19:03:05.884 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 82784, 2024-08-29T19:03:05.884 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 8848 2024-08-29T19:03:05.884 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:05.884 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore_extent": { 2024-08-29T19:03:05.884 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 89616, 2024-08-29T19:03:05.884 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 1867 2024-08-29T19:03:05.884 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:05.884 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore_fsck": { 2024-08-29T19:03:05.884 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 0, 2024-08-29T19:03:05.885 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 0 2024-08-29T19:03:05.885 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:05.885 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore_inline_bl": { 2024-08-29T19:03:05.885 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 171966, 2024-08-29T19:03:05.885 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 1230 2024-08-29T19:03:05.885 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:05.885 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore_shared_blob": { 2024-08-29T19:03:05.885 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 0, 2024-08-29T19:03:05.885 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 0 2024-08-29T19:03:05.885 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:05.885 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore_txc": { 2024-08-29T19:03:05.886 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 736, 2024-08-29T19:03:05.886 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 1 2024-08-29T19:03:05.886 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:05.886 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore_writing": { 2024-08-29T19:03:05.886 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 77513, 2024-08-29T19:03:05.886 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 55 2024-08-29T19:03:05.886 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:05.886 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore_writing_deferred": { 2024-08-29T19:03:05.886 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 12112, 2024-08-29T19:03:05.886 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 3 2024-08-29T19:03:05.886 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:05.886 INFO:tasks.workunit.client.0.smithi028.stdout: "buffer_anon": { 2024-08-29T19:03:05.886 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 17439608, 2024-08-29T19:03:05.886 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 278 2024-08-29T19:03:05.887 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:05.887 INFO:tasks.workunit.client.0.smithi028.stdout: "buffer_meta": { 2024-08-29T19:03:05.887 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 11440, 2024-08-29T19:03:05.887 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 130 2024-08-29T19:03:05.887 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:05.887 INFO:tasks.workunit.client.0.smithi028.stdout: "mds_co": { 2024-08-29T19:03:05.887 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 0, 2024-08-29T19:03:05.887 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 0 2024-08-29T19:03:05.887 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:05.887 INFO:tasks.workunit.client.0.smithi028.stdout: "osd": { 2024-08-29T19:03:05.887 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 522720, 2024-08-29T19:03:05.887 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 45 2024-08-29T19:03:05.887 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:05.887 INFO:tasks.workunit.client.0.smithi028.stdout: "osd_mapbl": { 2024-08-29T19:03:05.888 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 0, 2024-08-29T19:03:05.888 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 0 2024-08-29T19:03:05.888 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:05.888 INFO:tasks.workunit.client.0.smithi028.stdout: "osd_pglog": { 2024-08-29T19:03:05.888 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 7055152, 2024-08-29T19:03:05.888 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 18346 2024-08-29T19:03:05.888 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:05.888 INFO:tasks.workunit.client.0.smithi028.stdout: "osdmap": { 2024-08-29T19:03:05.888 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 628416, 2024-08-29T19:03:05.888 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 10122 2024-08-29T19:03:05.888 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:05.888 INFO:tasks.workunit.client.0.smithi028.stdout: "osdmap_mapping": { 2024-08-29T19:03:05.888 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 0, 2024-08-29T19:03:05.889 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 0 2024-08-29T19:03:05.889 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:05.889 INFO:tasks.workunit.client.0.smithi028.stdout: "pgmap": { 2024-08-29T19:03:05.889 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 0, 2024-08-29T19:03:05.889 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 0 2024-08-29T19:03:05.889 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:05.889 INFO:tasks.workunit.client.0.smithi028.stdout: "unittest_1": { 2024-08-29T19:03:05.889 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 0, 2024-08-29T19:03:05.889 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 0 2024-08-29T19:03:05.889 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:05.889 INFO:tasks.workunit.client.0.smithi028.stdout: "unittest_2": { 2024-08-29T19:03:05.890 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 0, 2024-08-29T19:03:05.890 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 0 2024-08-29T19:03:05.890 INFO:tasks.workunit.client.0.smithi028.stdout: } 2024-08-29T19:03:05.890 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:05.890 INFO:tasks.workunit.client.0.smithi028.stdout: "osd.1": { 2024-08-29T19:03:05.890 INFO:tasks.workunit.client.0.smithi028.stdout: "bloom_filter": { 2024-08-29T19:03:05.890 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 0, 2024-08-29T19:03:05.890 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 0 2024-08-29T19:03:05.890 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:05.890 INFO:tasks.workunit.client.0.smithi028.stdout: "bluefs": { 2024-08-29T19:03:05.890 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 29128, 2024-08-29T19:03:05.890 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 575 2024-08-29T19:03:05.890 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:05.891 INFO:tasks.workunit.client.0.smithi028.stdout: "bluefs_file_reader": { 2024-08-29T19:03:05.891 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 412800, 2024-08-29T19:03:05.891 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 37 2024-08-29T19:03:05.891 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:05.891 INFO:tasks.workunit.client.0.smithi028.stdout: "bluefs_file_writer": { 2024-08-29T19:03:05.891 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 1536, 2024-08-29T19:03:05.891 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 8 2024-08-29T19:03:05.891 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:05.891 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore_alloc": { 2024-08-29T19:03:05.891 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 58240, 2024-08-29T19:03:05.891 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 728 2024-08-29T19:03:05.891 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:05.891 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore_blob": { 2024-08-29T19:03:05.891 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 386048, 2024-08-29T19:03:05.892 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 1856 2024-08-29T19:03:05.892 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:05.892 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore_cache_buffer": { 2024-08-29T19:03:05.892 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 256, 2024-08-29T19:03:05.892 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 32 2024-08-29T19:03:05.892 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:05.892 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore_cache_data": { 2024-08-29T19:03:05.892 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 472505, 2024-08-29T19:03:05.892 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 121 2024-08-29T19:03:05.892 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:05.892 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore_cache_meta": { 2024-08-29T19:03:05.892 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 2328713, 2024-08-29T19:03:05.892 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 519571 2024-08-29T19:03:05.893 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:05.893 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore_cache_onode": { 2024-08-29T19:03:05.893 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 6667656, 2024-08-29T19:03:05.893 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 9837 2024-08-29T19:03:05.893 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:05.893 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore_cache_other": { 2024-08-29T19:03:05.893 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 80600, 2024-08-29T19:03:05.893 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 8671 2024-08-29T19:03:05.893 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:05.893 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore_extent": { 2024-08-29T19:03:05.893 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 89088, 2024-08-29T19:03:05.893 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 1856 2024-08-29T19:03:05.893 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:05.893 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore_fsck": { 2024-08-29T19:03:05.894 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 0, 2024-08-29T19:03:05.894 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 0 2024-08-29T19:03:05.894 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:05.894 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore_inline_bl": { 2024-08-29T19:03:05.894 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 172222, 2024-08-29T19:03:05.894 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 1231 2024-08-29T19:03:05.894 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:05.894 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore_shared_blob": { 2024-08-29T19:03:05.894 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 0, 2024-08-29T19:03:05.894 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 0 2024-08-29T19:03:05.894 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:05.894 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore_txc": { 2024-08-29T19:03:05.894 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 736, 2024-08-29T19:03:05.895 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 1 2024-08-29T19:03:05.895 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:05.895 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore_writing": { 2024-08-29T19:03:05.895 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 70564, 2024-08-29T19:03:05.895 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 54 2024-08-29T19:03:05.895 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:05.895 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore_writing_deferred": { 2024-08-29T19:03:05.895 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 12112, 2024-08-29T19:03:05.895 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 3 2024-08-29T19:03:05.895 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:05.895 INFO:tasks.workunit.client.0.smithi028.stdout: "buffer_anon": { 2024-08-29T19:03:05.895 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 9551600, 2024-08-29T19:03:05.895 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 280 2024-08-29T19:03:05.895 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:05.896 INFO:tasks.workunit.client.0.smithi028.stdout: "buffer_meta": { 2024-08-29T19:03:05.896 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 13200, 2024-08-29T19:03:05.896 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 150 2024-08-29T19:03:05.896 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:05.896 INFO:tasks.workunit.client.0.smithi028.stdout: "mds_co": { 2024-08-29T19:03:05.896 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 0, 2024-08-29T19:03:05.896 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 0 2024-08-29T19:03:05.896 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:05.896 INFO:tasks.workunit.client.0.smithi028.stdout: "osd": { 2024-08-29T19:03:05.896 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 441408, 2024-08-29T19:03:05.896 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 38 2024-08-29T19:03:05.896 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:05.896 INFO:tasks.workunit.client.0.smithi028.stdout: "osd_mapbl": { 2024-08-29T19:03:05.896 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 0, 2024-08-29T19:03:05.897 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 0 2024-08-29T19:03:05.897 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:05.897 INFO:tasks.workunit.client.0.smithi028.stdout: "osd_pglog": { 2024-08-29T19:03:05.897 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 7373704, 2024-08-29T19:03:05.897 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 21369 2024-08-29T19:03:05.897 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:05.897 INFO:tasks.workunit.client.0.smithi028.stdout: "osdmap": { 2024-08-29T19:03:05.897 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 628416, 2024-08-29T19:03:05.897 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 10122 2024-08-29T19:03:05.897 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:05.897 INFO:tasks.workunit.client.0.smithi028.stdout: "osdmap_mapping": { 2024-08-29T19:03:05.897 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 0, 2024-08-29T19:03:05.897 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 0 2024-08-29T19:03:05.898 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:05.898 INFO:tasks.workunit.client.0.smithi028.stdout: "pgmap": { 2024-08-29T19:03:05.898 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 0, 2024-08-29T19:03:05.898 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 0 2024-08-29T19:03:05.898 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:05.898 INFO:tasks.workunit.client.0.smithi028.stdout: "unittest_1": { 2024-08-29T19:03:05.898 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 0, 2024-08-29T19:03:05.898 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 0 2024-08-29T19:03:05.898 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:05.898 INFO:tasks.workunit.client.0.smithi028.stdout: "unittest_2": { 2024-08-29T19:03:05.898 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 0, 2024-08-29T19:03:05.898 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 0 2024-08-29T19:03:05.898 INFO:tasks.workunit.client.0.smithi028.stdout: } 2024-08-29T19:03:05.898 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:05.899 INFO:tasks.workunit.client.0.smithi028.stdout: "osd.2": { 2024-08-29T19:03:05.899 INFO:tasks.workunit.client.0.smithi028.stdout: "bloom_filter": { 2024-08-29T19:03:05.899 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 0, 2024-08-29T19:03:05.899 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 0 2024-08-29T19:03:05.899 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:05.899 INFO:tasks.workunit.client.0.smithi028.stdout: "bluefs": { 2024-08-29T19:03:05.899 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 19096, 2024-08-29T19:03:05.899 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 322 2024-08-29T19:03:05.899 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:05.899 INFO:tasks.workunit.client.0.smithi028.stdout: "bluefs_file_reader": { 2024-08-29T19:03:05.899 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 38528, 2024-08-29T19:03:05.899 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 20 2024-08-29T19:03:05.899 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:05.899 INFO:tasks.workunit.client.0.smithi028.stdout: "bluefs_file_writer": { 2024-08-29T19:03:05.900 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 1920, 2024-08-29T19:03:05.900 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 10 2024-08-29T19:03:05.900 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:05.900 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore_alloc": { 2024-08-29T19:03:05.900 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 56320, 2024-08-29T19:03:05.900 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 704 2024-08-29T19:03:05.900 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:05.900 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore_blob": { 2024-08-29T19:03:05.900 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 385424, 2024-08-29T19:03:05.900 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 1853 2024-08-29T19:03:05.900 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:05.900 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore_cache_buffer": { 2024-08-29T19:03:05.900 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 256, 2024-08-29T19:03:05.901 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 32 2024-08-29T19:03:05.901 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:05.901 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore_cache_data": { 2024-08-29T19:03:05.901 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 273751, 2024-08-29T19:03:05.901 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 71 2024-08-29T19:03:05.901 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:05.901 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore_cache_meta": { 2024-08-29T19:03:05.901 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 1664766, 2024-08-29T19:03:05.901 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 369315 2024-08-29T19:03:05.901 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:05.901 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore_cache_onode": { 2024-08-29T19:03:05.901 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 4854096, 2024-08-29T19:03:05.901 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 7170 2024-08-29T19:03:05.901 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:05.902 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore_cache_other": { 2024-08-29T19:03:05.902 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 79644, 2024-08-29T19:03:05.902 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 8657 2024-08-29T19:03:05.902 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:05.902 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore_extent": { 2024-08-29T19:03:05.902 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 88944, 2024-08-29T19:03:05.902 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 1853 2024-08-29T19:03:05.902 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:05.902 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore_fsck": { 2024-08-29T19:03:05.903 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 0, 2024-08-29T19:03:05.903 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 0 2024-08-29T19:03:05.903 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:05.903 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore_inline_bl": { 2024-08-29T19:03:05.903 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 172222, 2024-08-29T19:03:05.903 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 1231 2024-08-29T19:03:05.903 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:05.903 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore_shared_blob": { 2024-08-29T19:03:05.903 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 0, 2024-08-29T19:03:05.903 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 0 2024-08-29T19:03:05.903 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:05.903 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore_txc": { 2024-08-29T19:03:05.903 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 736, 2024-08-29T19:03:05.903 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 1 2024-08-29T19:03:05.904 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:05.904 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore_writing": { 2024-08-29T19:03:05.904 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 79556, 2024-08-29T19:03:05.904 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 56 2024-08-29T19:03:05.904 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:05.904 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore_writing_deferred": { 2024-08-29T19:03:05.904 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 12112, 2024-08-29T19:03:05.904 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 3 2024-08-29T19:03:05.904 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:05.904 INFO:tasks.workunit.client.0.smithi028.stdout: "buffer_anon": { 2024-08-29T19:03:05.904 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 10660286, 2024-08-29T19:03:05.904 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 261 2024-08-29T19:03:05.904 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:05.904 INFO:tasks.workunit.client.0.smithi028.stdout: "buffer_meta": { 2024-08-29T19:03:05.905 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 8800, 2024-08-29T19:03:05.905 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 100 2024-08-29T19:03:05.905 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:05.905 INFO:tasks.workunit.client.0.smithi028.stdout: "mds_co": { 2024-08-29T19:03:05.905 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 0, 2024-08-29T19:03:05.905 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 0 2024-08-29T19:03:05.905 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:05.905 INFO:tasks.workunit.client.0.smithi028.stdout: "osd": { 2024-08-29T19:03:05.905 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 348480, 2024-08-29T19:03:05.905 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 30 2024-08-29T19:03:05.905 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:05.905 INFO:tasks.workunit.client.0.smithi028.stdout: "osd_mapbl": { 2024-08-29T19:03:05.906 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 0, 2024-08-29T19:03:05.906 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 0 2024-08-29T19:03:05.906 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:05.906 INFO:tasks.workunit.client.0.smithi028.stdout: "osd_pglog": { 2024-08-29T19:03:05.906 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 3261960, 2024-08-29T19:03:05.906 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 6273 2024-08-29T19:03:05.906 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:05.906 INFO:tasks.workunit.client.0.smithi028.stdout: "osdmap": { 2024-08-29T19:03:05.906 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 628416, 2024-08-29T19:03:05.906 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 10122 2024-08-29T19:03:05.906 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:05.906 INFO:tasks.workunit.client.0.smithi028.stdout: "osdmap_mapping": { 2024-08-29T19:03:05.907 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 0, 2024-08-29T19:03:05.907 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 0 2024-08-29T19:03:05.907 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:05.907 INFO:tasks.workunit.client.0.smithi028.stdout: "pgmap": { 2024-08-29T19:03:05.907 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 0, 2024-08-29T19:03:05.907 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 0 2024-08-29T19:03:05.907 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:05.907 INFO:tasks.workunit.client.0.smithi028.stdout: "unittest_1": { 2024-08-29T19:03:05.907 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 0, 2024-08-29T19:03:05.907 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 0 2024-08-29T19:03:05.907 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:05.907 INFO:tasks.workunit.client.0.smithi028.stdout: "unittest_2": { 2024-08-29T19:03:05.907 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 0, 2024-08-29T19:03:05.907 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 0 2024-08-29T19:03:05.908 INFO:tasks.workunit.client.0.smithi028.stdout: } 2024-08-29T19:03:05.908 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:05.908 INFO:tasks.workunit.client.0.smithi028.stdout: "osd.3": { 2024-08-29T19:03:05.908 INFO:tasks.workunit.client.0.smithi028.stdout: "bloom_filter": { 2024-08-29T19:03:05.908 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 0, 2024-08-29T19:03:05.908 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 0 2024-08-29T19:03:05.908 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:05.908 INFO:tasks.workunit.client.0.smithi028.stdout: "bluefs": { 2024-08-29T19:03:05.908 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 21288, 2024-08-29T19:03:05.908 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 373 2024-08-29T19:03:05.908 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:05.908 INFO:tasks.workunit.client.0.smithi028.stdout: "bluefs_file_reader": { 2024-08-29T19:03:05.908 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 559616, 2024-08-29T19:03:05.909 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 31 2024-08-29T19:03:05.909 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:05.909 INFO:tasks.workunit.client.0.smithi028.stdout: "bluefs_file_writer": { 2024-08-29T19:03:05.909 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 960, 2024-08-29T19:03:05.909 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 5 2024-08-29T19:03:05.909 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:05.909 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore_alloc": { 2024-08-29T19:03:05.909 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 56800, 2024-08-29T19:03:05.909 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 710 2024-08-29T19:03:05.909 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:05.909 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore_blob": { 2024-08-29T19:03:05.909 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 373152, 2024-08-29T19:03:05.909 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 1794 2024-08-29T19:03:05.910 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:05.910 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore_cache_buffer": { 2024-08-29T19:03:05.910 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 256, 2024-08-29T19:03:05.910 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 32 2024-08-29T19:03:05.910 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:05.910 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore_cache_data": { 2024-08-29T19:03:05.910 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 912324, 2024-08-29T19:03:05.910 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 233 2024-08-29T19:03:05.910 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:05.910 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore_cache_meta": { 2024-08-29T19:03:05.910 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 1655937, 2024-08-29T19:03:05.910 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 362230 2024-08-29T19:03:05.911 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:05.911 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore_cache_onode": { 2024-08-29T19:03:05.911 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 4760256, 2024-08-29T19:03:05.911 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 7032 2024-08-29T19:03:05.911 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:05.911 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore_cache_other": { 2024-08-29T19:03:05.911 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 71324, 2024-08-29T19:03:05.911 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 7524 2024-08-29T19:03:05.911 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:05.911 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore_extent": { 2024-08-29T19:03:05.911 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 86112, 2024-08-29T19:03:05.911 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 1794 2024-08-29T19:03:05.911 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:05.911 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore_fsck": { 2024-08-29T19:03:05.912 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 0, 2024-08-29T19:03:05.912 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 0 2024-08-29T19:03:05.912 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:05.912 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore_inline_bl": { 2024-08-29T19:03:05.912 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 172222, 2024-08-29T19:03:05.912 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 1231 2024-08-29T19:03:05.912 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:05.912 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore_shared_blob": { 2024-08-29T19:03:05.912 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 0, 2024-08-29T19:03:05.912 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 0 2024-08-29T19:03:05.912 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:05.912 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore_txc": { 2024-08-29T19:03:05.912 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 0, 2024-08-29T19:03:05.913 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 0 2024-08-29T19:03:05.913 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:05.913 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore_writing": { 2024-08-29T19:03:05.913 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 44163, 2024-08-29T19:03:05.913 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 46 2024-08-29T19:03:05.913 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:05.913 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore_writing_deferred": { 2024-08-29T19:03:05.913 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 0, 2024-08-29T19:03:05.913 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 0 2024-08-29T19:03:05.913 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:05.913 INFO:tasks.workunit.client.0.smithi028.stdout: "buffer_anon": { 2024-08-29T19:03:05.913 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 5536076, 2024-08-29T19:03:05.913 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 276 2024-08-29T19:03:05.913 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:05.914 INFO:tasks.workunit.client.0.smithi028.stdout: "buffer_meta": { 2024-08-29T19:03:05.914 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 22176, 2024-08-29T19:03:05.914 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 252 2024-08-29T19:03:05.914 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:05.914 INFO:tasks.workunit.client.0.smithi028.stdout: "mds_co": { 2024-08-29T19:03:05.914 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 0, 2024-08-29T19:03:05.914 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 0 2024-08-29T19:03:05.914 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:05.914 INFO:tasks.workunit.client.0.smithi028.stdout: "osd": { 2024-08-29T19:03:05.914 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 429792, 2024-08-29T19:03:05.914 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 37 2024-08-29T19:03:05.914 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:05.915 INFO:tasks.workunit.client.0.smithi028.stdout: "osd_mapbl": { 2024-08-29T19:03:05.915 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 0, 2024-08-29T19:03:05.915 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 0 2024-08-29T19:03:05.915 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:05.915 INFO:tasks.workunit.client.0.smithi028.stdout: "osd_pglog": { 2024-08-29T19:03:05.915 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 3476304, 2024-08-29T19:03:05.915 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 9022 2024-08-29T19:03:05.915 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:05.915 INFO:tasks.workunit.client.0.smithi028.stdout: "osdmap": { 2024-08-29T19:03:05.915 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 628416, 2024-08-29T19:03:05.915 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 10122 2024-08-29T19:03:05.915 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:05.915 INFO:tasks.workunit.client.0.smithi028.stdout: "osdmap_mapping": { 2024-08-29T19:03:05.915 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 0, 2024-08-29T19:03:05.916 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 0 2024-08-29T19:03:05.916 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:05.916 INFO:tasks.workunit.client.0.smithi028.stdout: "pgmap": { 2024-08-29T19:03:05.916 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 0, 2024-08-29T19:03:05.916 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 0 2024-08-29T19:03:05.916 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:05.916 INFO:tasks.workunit.client.0.smithi028.stdout: "unittest_1": { 2024-08-29T19:03:05.916 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 0, 2024-08-29T19:03:05.916 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 0 2024-08-29T19:03:05.916 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:05.916 INFO:tasks.workunit.client.0.smithi028.stdout: "unittest_2": { 2024-08-29T19:03:05.916 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 0, 2024-08-29T19:03:05.917 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 0 2024-08-29T19:03:05.917 INFO:tasks.workunit.client.0.smithi028.stdout: } 2024-08-29T19:03:05.917 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:05.917 INFO:tasks.workunit.client.0.smithi028.stdout: "osd.4": { 2024-08-29T19:03:05.917 INFO:tasks.workunit.client.0.smithi028.stdout: "bloom_filter": { 2024-08-29T19:03:05.917 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 0, 2024-08-29T19:03:05.917 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 0 2024-08-29T19:03:05.917 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:05.917 INFO:tasks.workunit.client.0.smithi028.stdout: "bluefs": { 2024-08-29T19:03:05.917 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 28400, 2024-08-29T19:03:05.917 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 567 2024-08-29T19:03:05.917 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:05.917 INFO:tasks.workunit.client.0.smithi028.stdout: "bluefs_file_reader": { 2024-08-29T19:03:05.918 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 568320, 2024-08-29T19:03:05.918 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 34 2024-08-29T19:03:05.918 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:05.918 INFO:tasks.workunit.client.0.smithi028.stdout: "bluefs_file_writer": { 2024-08-29T19:03:05.918 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 3072, 2024-08-29T19:03:05.918 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 16 2024-08-29T19:03:05.918 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:05.918 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore_alloc": { 2024-08-29T19:03:05.918 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 58160, 2024-08-29T19:03:05.918 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 727 2024-08-29T19:03:05.918 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:05.918 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore_blob": { 2024-08-29T19:03:05.919 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 373152, 2024-08-29T19:03:05.919 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 1794 2024-08-29T19:03:05.919 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:05.919 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore_cache_buffer": { 2024-08-29T19:03:05.919 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 256, 2024-08-29T19:03:05.919 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 32 2024-08-29T19:03:05.919 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:05.919 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore_cache_data": { 2024-08-29T19:03:05.919 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 1308260, 2024-08-29T19:03:05.919 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 329 2024-08-29T19:03:05.919 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:05.919 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore_cache_meta": { 2024-08-29T19:03:05.919 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 1986552, 2024-08-29T19:03:05.919 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 434585 2024-08-29T19:03:05.920 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:05.920 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore_cache_onode": { 2024-08-29T19:03:05.920 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 5622496, 2024-08-29T19:03:05.920 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 8300 2024-08-29T19:03:05.920 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:05.920 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore_cache_other": { 2024-08-29T19:03:05.920 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 71536, 2024-08-29T19:03:05.920 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 7524 2024-08-29T19:03:05.920 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:05.920 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore_extent": { 2024-08-29T19:03:05.920 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 86112, 2024-08-29T19:03:05.920 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 1794 2024-08-29T19:03:05.920 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:05.920 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore_fsck": { 2024-08-29T19:03:05.921 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 0, 2024-08-29T19:03:05.921 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 0 2024-08-29T19:03:05.921 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:05.921 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore_inline_bl": { 2024-08-29T19:03:05.921 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 171966, 2024-08-29T19:03:05.921 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 1230 2024-08-29T19:03:05.921 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:05.921 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore_shared_blob": { 2024-08-29T19:03:05.921 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 0, 2024-08-29T19:03:05.921 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 0 2024-08-29T19:03:05.921 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:05.921 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore_txc": { 2024-08-29T19:03:05.921 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 736, 2024-08-29T19:03:05.921 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 1 2024-08-29T19:03:05.922 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:05.922 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore_writing": { 2024-08-29T19:03:05.922 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 60413, 2024-08-29T19:03:05.922 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 37 2024-08-29T19:03:05.922 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:05.922 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore_writing_deferred": { 2024-08-29T19:03:05.922 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 12112, 2024-08-29T19:03:05.922 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 3 2024-08-29T19:03:05.922 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:05.922 INFO:tasks.workunit.client.0.smithi028.stdout: "buffer_anon": { 2024-08-29T19:03:05.922 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 18428410, 2024-08-29T19:03:05.922 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 267 2024-08-29T19:03:05.922 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:05.922 INFO:tasks.workunit.client.0.smithi028.stdout: "buffer_meta": { 2024-08-29T19:03:05.923 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 30360, 2024-08-29T19:03:05.923 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 345 2024-08-29T19:03:05.923 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:05.923 INFO:tasks.workunit.client.0.smithi028.stdout: "mds_co": { 2024-08-29T19:03:05.923 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 0, 2024-08-29T19:03:05.923 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 0 2024-08-29T19:03:05.923 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:05.923 INFO:tasks.workunit.client.0.smithi028.stdout: "osd": { 2024-08-29T19:03:05.923 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 453024, 2024-08-29T19:03:05.923 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 39 2024-08-29T19:03:05.923 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:05.923 INFO:tasks.workunit.client.0.smithi028.stdout: "osd_mapbl": { 2024-08-29T19:03:05.923 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 0, 2024-08-29T19:03:05.924 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 0 2024-08-29T19:03:05.924 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:05.924 INFO:tasks.workunit.client.0.smithi028.stdout: "osd_pglog": { 2024-08-29T19:03:05.924 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 5053984, 2024-08-29T19:03:05.924 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 12072 2024-08-29T19:03:05.924 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:05.924 INFO:tasks.workunit.client.0.smithi028.stdout: "osdmap": { 2024-08-29T19:03:05.924 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 628416, 2024-08-29T19:03:05.924 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 10122 2024-08-29T19:03:05.924 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:05.924 INFO:tasks.workunit.client.0.smithi028.stdout: "osdmap_mapping": { 2024-08-29T19:03:05.924 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 0, 2024-08-29T19:03:05.924 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 0 2024-08-29T19:03:05.925 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:05.925 INFO:tasks.workunit.client.0.smithi028.stdout: "pgmap": { 2024-08-29T19:03:05.925 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 0, 2024-08-29T19:03:05.925 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 0 2024-08-29T19:03:05.925 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:05.925 INFO:tasks.workunit.client.0.smithi028.stdout: "unittest_1": { 2024-08-29T19:03:05.925 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 0, 2024-08-29T19:03:05.925 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 0 2024-08-29T19:03:05.925 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:05.926 INFO:tasks.workunit.client.0.smithi028.stdout: "unittest_2": { 2024-08-29T19:03:05.926 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 0, 2024-08-29T19:03:05.926 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 0 2024-08-29T19:03:05.926 INFO:tasks.workunit.client.0.smithi028.stdout: } 2024-08-29T19:03:05.926 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:05.926 INFO:tasks.workunit.client.0.smithi028.stdout: "osd.5": { 2024-08-29T19:03:05.926 INFO:tasks.workunit.client.0.smithi028.stdout: "bloom_filter": { 2024-08-29T19:03:05.926 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 0, 2024-08-29T19:03:05.926 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 0 2024-08-29T19:03:05.926 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:05.926 INFO:tasks.workunit.client.0.smithi028.stdout: "bluefs": { 2024-08-29T19:03:05.926 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 20584, 2024-08-29T19:03:05.927 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 367 2024-08-29T19:03:05.927 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:05.927 INFO:tasks.workunit.client.0.smithi028.stdout: "bluefs_file_reader": { 2024-08-29T19:03:05.927 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 284672, 2024-08-29T19:03:05.927 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 25 2024-08-29T19:03:05.927 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:05.927 INFO:tasks.workunit.client.0.smithi028.stdout: "bluefs_file_writer": { 2024-08-29T19:03:05.927 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 3072, 2024-08-29T19:03:05.927 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 16 2024-08-29T19:03:05.927 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:05.927 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore_alloc": { 2024-08-29T19:03:05.927 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 56960, 2024-08-29T19:03:05.927 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 712 2024-08-29T19:03:05.928 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:05.928 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore_blob": { 2024-08-29T19:03:05.928 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 373152, 2024-08-29T19:03:05.928 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 1794 2024-08-29T19:03:05.928 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:05.928 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore_cache_buffer": { 2024-08-29T19:03:05.928 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 256, 2024-08-29T19:03:05.928 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 32 2024-08-29T19:03:05.928 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:05.929 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore_cache_data": { 2024-08-29T19:03:05.929 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 494617, 2024-08-29T19:03:05.929 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 130 2024-08-29T19:03:05.929 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:05.929 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore_cache_meta": { 2024-08-29T19:03:05.929 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 2244396, 2024-08-29T19:03:05.929 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 500295 2024-08-29T19:03:05.929 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:05.929 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore_cache_onode": { 2024-08-29T19:03:05.929 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 6404496, 2024-08-29T19:03:05.929 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 9450 2024-08-29T19:03:05.929 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:05.929 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore_cache_other": { 2024-08-29T19:03:05.930 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 71772, 2024-08-29T19:03:05.930 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 7528 2024-08-29T19:03:05.930 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:05.930 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore_extent": { 2024-08-29T19:03:05.930 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 86112, 2024-08-29T19:03:05.930 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 1794 2024-08-29T19:03:05.930 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:05.930 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore_fsck": { 2024-08-29T19:03:05.930 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 0, 2024-08-29T19:03:05.930 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 0 2024-08-29T19:03:05.930 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:05.930 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore_inline_bl": { 2024-08-29T19:03:05.930 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 171966, 2024-08-29T19:03:05.930 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 1230 2024-08-29T19:03:05.931 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:05.931 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore_shared_blob": { 2024-08-29T19:03:05.931 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 0, 2024-08-29T19:03:05.931 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 0 2024-08-29T19:03:05.931 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:05.931 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore_txc": { 2024-08-29T19:03:05.931 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 0, 2024-08-29T19:03:05.931 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 0 2024-08-29T19:03:05.931 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:05.931 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore_writing": { 2024-08-29T19:03:05.931 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 57451, 2024-08-29T19:03:05.931 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 46 2024-08-29T19:03:05.931 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:05.931 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore_writing_deferred": { 2024-08-29T19:03:05.932 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 0, 2024-08-29T19:03:05.932 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 0 2024-08-29T19:03:05.932 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:05.932 INFO:tasks.workunit.client.0.smithi028.stdout: "buffer_anon": { 2024-08-29T19:03:05.932 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 16463436, 2024-08-29T19:03:05.932 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 241 2024-08-29T19:03:05.932 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:05.932 INFO:tasks.workunit.client.0.smithi028.stdout: "buffer_meta": { 2024-08-29T19:03:05.932 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 12760, 2024-08-29T19:03:05.932 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 145 2024-08-29T19:03:05.932 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:05.932 INFO:tasks.workunit.client.0.smithi028.stdout: "mds_co": { 2024-08-29T19:03:05.932 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 0, 2024-08-29T19:03:05.933 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 0 2024-08-29T19:03:05.933 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:05.933 INFO:tasks.workunit.client.0.smithi028.stdout: "osd": { 2024-08-29T19:03:05.933 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 476256, 2024-08-29T19:03:05.933 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 41 2024-08-29T19:03:05.933 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:05.933 INFO:tasks.workunit.client.0.smithi028.stdout: "osd_mapbl": { 2024-08-29T19:03:05.933 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 0, 2024-08-29T19:03:05.933 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 0 2024-08-29T19:03:05.933 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:05.933 INFO:tasks.workunit.client.0.smithi028.stdout: "osd_pglog": { 2024-08-29T19:03:05.933 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 6278480, 2024-08-29T19:03:05.933 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 12074 2024-08-29T19:03:05.934 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:05.934 INFO:tasks.workunit.client.0.smithi028.stdout: "osdmap": { 2024-08-29T19:03:05.934 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 628416, 2024-08-29T19:03:05.934 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 10122 2024-08-29T19:03:05.934 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:05.934 INFO:tasks.workunit.client.0.smithi028.stdout: "osdmap_mapping": { 2024-08-29T19:03:05.934 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 0, 2024-08-29T19:03:05.934 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 0 2024-08-29T19:03:05.934 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:05.934 INFO:tasks.workunit.client.0.smithi028.stdout: "pgmap": { 2024-08-29T19:03:05.934 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 0, 2024-08-29T19:03:05.934 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 0 2024-08-29T19:03:05.934 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:05.934 INFO:tasks.workunit.client.0.smithi028.stdout: "unittest_1": { 2024-08-29T19:03:05.935 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 0, 2024-08-29T19:03:05.935 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 0 2024-08-29T19:03:05.935 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:05.935 INFO:tasks.workunit.client.0.smithi028.stdout: "unittest_2": { 2024-08-29T19:03:05.935 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 0, 2024-08-29T19:03:05.935 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 0 2024-08-29T19:03:05.935 INFO:tasks.workunit.client.0.smithi028.stdout: } 2024-08-29T19:03:05.935 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:05.935 INFO:tasks.workunit.client.0.smithi028.stdout: "osd.6": { 2024-08-29T19:03:05.935 INFO:tasks.workunit.client.0.smithi028.stdout: "bloom_filter": { 2024-08-29T19:03:05.935 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 0, 2024-08-29T19:03:05.935 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 0 2024-08-29T19:03:05.935 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:05.936 INFO:tasks.workunit.client.0.smithi028.stdout: "bluefs": { 2024-08-29T19:03:05.936 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 16208, 2024-08-29T19:03:05.936 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 292 2024-08-29T19:03:05.936 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:05.936 INFO:tasks.workunit.client.0.smithi028.stdout: "bluefs_file_reader": { 2024-08-29T19:03:05.936 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 96256, 2024-08-29T19:03:05.936 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 24 2024-08-29T19:03:05.936 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:05.936 INFO:tasks.workunit.client.0.smithi028.stdout: "bluefs_file_writer": { 2024-08-29T19:03:05.936 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 3072, 2024-08-29T19:03:05.936 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 16 2024-08-29T19:03:05.936 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:05.936 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore_alloc": { 2024-08-29T19:03:05.936 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 56400, 2024-08-29T19:03:05.937 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 705 2024-08-29T19:03:05.937 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:05.937 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore_blob": { 2024-08-29T19:03:05.937 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 374816, 2024-08-29T19:03:05.937 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 1802 2024-08-29T19:03:05.937 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:05.937 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore_cache_buffer": { 2024-08-29T19:03:05.937 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 256, 2024-08-29T19:03:05.937 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 32 2024-08-29T19:03:05.937 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:05.937 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore_cache_data": { 2024-08-29T19:03:05.937 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 295412, 2024-08-29T19:03:05.937 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 87 2024-08-29T19:03:05.937 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:05.938 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore_cache_meta": { 2024-08-29T19:03:05.938 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 1604792, 2024-08-29T19:03:05.938 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 356022 2024-08-29T19:03:05.938 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:05.938 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore_cache_onode": { 2024-08-29T19:03:05.938 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 4661656, 2024-08-29T19:03:05.938 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 6887 2024-08-29T19:03:05.938 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:05.938 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore_cache_other": { 2024-08-29T19:03:05.938 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 72824, 2024-08-29T19:03:05.938 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 7686 2024-08-29T19:03:05.938 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:05.938 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore_extent": { 2024-08-29T19:03:05.938 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 86496, 2024-08-29T19:03:05.939 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 1802 2024-08-29T19:03:05.939 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:05.939 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore_fsck": { 2024-08-29T19:03:05.939 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 0, 2024-08-29T19:03:05.939 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 0 2024-08-29T19:03:05.939 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:05.939 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore_inline_bl": { 2024-08-29T19:03:05.939 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 171966, 2024-08-29T19:03:05.939 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 1230 2024-08-29T19:03:05.939 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:05.939 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore_shared_blob": { 2024-08-29T19:03:05.939 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 0, 2024-08-29T19:03:05.939 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 0 2024-08-29T19:03:05.939 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:05.940 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore_txc": { 2024-08-29T19:03:05.940 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 0, 2024-08-29T19:03:05.940 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 0 2024-08-29T19:03:05.940 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:05.940 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore_writing": { 2024-08-29T19:03:05.940 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 52078, 2024-08-29T19:03:05.940 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 48 2024-08-29T19:03:05.940 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:05.940 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore_writing_deferred": { 2024-08-29T19:03:05.940 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 0, 2024-08-29T19:03:05.940 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 0 2024-08-29T19:03:05.940 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:05.940 INFO:tasks.workunit.client.0.smithi028.stdout: "buffer_anon": { 2024-08-29T19:03:05.940 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 17149194, 2024-08-29T19:03:05.941 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 13030 2024-08-29T19:03:05.941 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:05.941 INFO:tasks.workunit.client.0.smithi028.stdout: "buffer_meta": { 2024-08-29T19:03:05.941 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 9592, 2024-08-29T19:03:05.941 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 109 2024-08-29T19:03:05.941 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:05.941 INFO:tasks.workunit.client.0.smithi028.stdout: "mds_co": { 2024-08-29T19:03:05.941 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 0, 2024-08-29T19:03:05.941 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 0 2024-08-29T19:03:05.941 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:05.941 INFO:tasks.workunit.client.0.smithi028.stdout: "osd": { 2024-08-29T19:03:05.941 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 453024, 2024-08-29T19:03:05.941 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 39 2024-08-29T19:03:05.942 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:05.942 INFO:tasks.workunit.client.0.smithi028.stdout: "osd_mapbl": { 2024-08-29T19:03:05.942 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 0, 2024-08-29T19:03:05.942 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 0 2024-08-29T19:03:05.942 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:05.942 INFO:tasks.workunit.client.0.smithi028.stdout: "osd_pglog": { 2024-08-29T19:03:05.942 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 3620240, 2024-08-29T19:03:05.942 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 9362 2024-08-29T19:03:05.942 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:05.942 INFO:tasks.workunit.client.0.smithi028.stdout: "osdmap": { 2024-08-29T19:03:05.942 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 628416, 2024-08-29T19:03:05.942 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 10122 2024-08-29T19:03:05.942 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:05.942 INFO:tasks.workunit.client.0.smithi028.stdout: "osdmap_mapping": { 2024-08-29T19:03:05.943 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 0, 2024-08-29T19:03:05.943 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 0 2024-08-29T19:03:05.943 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:05.943 INFO:tasks.workunit.client.0.smithi028.stdout: "pgmap": { 2024-08-29T19:03:05.943 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 0, 2024-08-29T19:03:05.943 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 0 2024-08-29T19:03:05.943 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:05.943 INFO:tasks.workunit.client.0.smithi028.stdout: "unittest_1": { 2024-08-29T19:03:05.943 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 0, 2024-08-29T19:03:05.943 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 0 2024-08-29T19:03:05.943 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:05.943 INFO:tasks.workunit.client.0.smithi028.stdout: "unittest_2": { 2024-08-29T19:03:05.943 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 0, 2024-08-29T19:03:05.944 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 0 2024-08-29T19:03:05.944 INFO:tasks.workunit.client.0.smithi028.stdout: } 2024-08-29T19:03:05.944 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:05.944 INFO:tasks.workunit.client.0.smithi028.stdout: "osd.7": { 2024-08-29T19:03:05.944 INFO:tasks.workunit.client.0.smithi028.stdout: "bloom_filter": { 2024-08-29T19:03:05.944 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 0, 2024-08-29T19:03:05.944 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 0 2024-08-29T19:03:05.944 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:05.944 INFO:tasks.workunit.client.0.smithi028.stdout: "bluefs": { 2024-08-29T19:03:05.944 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 20392, 2024-08-29T19:03:05.944 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 351 2024-08-29T19:03:05.944 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:05.944 INFO:tasks.workunit.client.0.smithi028.stdout: "bluefs_file_reader": { 2024-08-29T19:03:05.944 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 133760, 2024-08-29T19:03:05.945 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 33 2024-08-29T19:03:05.945 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:05.945 INFO:tasks.workunit.client.0.smithi028.stdout: "bluefs_file_writer": { 2024-08-29T19:03:05.945 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 1920, 2024-08-29T19:03:05.945 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 10 2024-08-29T19:03:05.945 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:05.945 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore_alloc": { 2024-08-29T19:03:05.945 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 55920, 2024-08-29T19:03:05.945 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 699 2024-08-29T19:03:05.945 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:05.945 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore_blob": { 2024-08-29T19:03:05.945 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 374608, 2024-08-29T19:03:05.945 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 1801 2024-08-29T19:03:05.945 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:05.946 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore_cache_buffer": { 2024-08-29T19:03:05.946 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 256, 2024-08-29T19:03:05.946 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 32 2024-08-29T19:03:05.946 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:05.946 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore_cache_data": { 2024-08-29T19:03:05.946 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 395332, 2024-08-29T19:03:05.946 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 115 2024-08-29T19:03:05.946 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:05.946 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore_cache_meta": { 2024-08-29T19:03:05.946 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 1943119, 2024-08-29T19:03:05.946 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 430058 2024-08-29T19:03:05.946 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:05.946 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore_cache_onode": { 2024-08-29T19:03:05.946 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 5538856, 2024-08-29T19:03:05.947 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 8177 2024-08-29T19:03:05.947 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:05.947 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore_cache_other": { 2024-08-29T19:03:05.947 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 73576, 2024-08-29T19:03:05.947 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 7689 2024-08-29T19:03:05.947 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:05.947 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore_extent": { 2024-08-29T19:03:05.947 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 86448, 2024-08-29T19:03:05.947 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 1801 2024-08-29T19:03:05.947 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:05.947 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore_fsck": { 2024-08-29T19:03:05.948 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 0, 2024-08-29T19:03:05.948 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 0 2024-08-29T19:03:05.948 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:05.948 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore_inline_bl": { 2024-08-29T19:03:05.948 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 171966, 2024-08-29T19:03:05.948 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 1230 2024-08-29T19:03:05.948 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:05.948 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore_shared_blob": { 2024-08-29T19:03:05.948 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 0, 2024-08-29T19:03:05.948 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 0 2024-08-29T19:03:05.948 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:05.948 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore_txc": { 2024-08-29T19:03:05.948 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 736, 2024-08-29T19:03:05.949 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 1 2024-08-29T19:03:05.949 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:05.949 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore_writing": { 2024-08-29T19:03:05.949 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 80539, 2024-08-29T19:03:05.949 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 53 2024-08-29T19:03:05.949 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:05.949 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore_writing_deferred": { 2024-08-29T19:03:05.949 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 12112, 2024-08-29T19:03:05.949 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 3 2024-08-29T19:03:05.949 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:05.950 INFO:tasks.workunit.client.0.smithi028.stdout: "buffer_anon": { 2024-08-29T19:03:05.950 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 10574597, 2024-08-29T19:03:05.950 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 245 2024-08-29T19:03:05.950 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:05.950 INFO:tasks.workunit.client.0.smithi028.stdout: "buffer_meta": { 2024-08-29T19:03:05.950 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 11352, 2024-08-29T19:03:05.950 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 129 2024-08-29T19:03:05.950 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:05.950 INFO:tasks.workunit.client.0.smithi028.stdout: "mds_co": { 2024-08-29T19:03:05.950 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 0, 2024-08-29T19:03:05.950 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 0 2024-08-29T19:03:05.950 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:05.950 INFO:tasks.workunit.client.0.smithi028.stdout: "osd": { 2024-08-29T19:03:05.951 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 534336, 2024-08-29T19:03:05.951 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 46 2024-08-29T19:03:05.951 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:05.951 INFO:tasks.workunit.client.0.smithi028.stdout: "osd_mapbl": { 2024-08-29T19:03:05.951 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 0, 2024-08-29T19:03:05.951 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 0 2024-08-29T19:03:05.951 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:05.951 INFO:tasks.workunit.client.0.smithi028.stdout: "osd_pglog": { 2024-08-29T19:03:05.951 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 4837040, 2024-08-29T19:03:05.951 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 9302 2024-08-29T19:03:05.951 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:05.951 INFO:tasks.workunit.client.0.smithi028.stdout: "osdmap": { 2024-08-29T19:03:05.951 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 628416, 2024-08-29T19:03:05.951 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 10122 2024-08-29T19:03:05.952 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:05.952 INFO:tasks.workunit.client.0.smithi028.stdout: "osdmap_mapping": { 2024-08-29T19:03:05.952 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 0, 2024-08-29T19:03:05.952 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 0 2024-08-29T19:03:05.952 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:05.952 INFO:tasks.workunit.client.0.smithi028.stdout: "pgmap": { 2024-08-29T19:03:05.952 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 0, 2024-08-29T19:03:05.952 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 0 2024-08-29T19:03:05.952 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:05.952 INFO:tasks.workunit.client.0.smithi028.stdout: "unittest_1": { 2024-08-29T19:03:05.952 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 0, 2024-08-29T19:03:05.952 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 0 2024-08-29T19:03:05.952 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:05.952 INFO:tasks.workunit.client.0.smithi028.stdout: "unittest_2": { 2024-08-29T19:03:05.953 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 0, 2024-08-29T19:03:05.953 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 0 2024-08-29T19:03:05.953 INFO:tasks.workunit.client.0.smithi028.stdout: } 2024-08-29T19:03:05.953 INFO:tasks.workunit.client.0.smithi028.stdout: } 2024-08-29T19:03:05.953 INFO:tasks.workunit.client.0.smithi028.stdout: } 2024-08-29T19:03:05.953 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:05.953 INFO:tasks.workunit.client.0.smithi028.stdout: "metadata": { 2024-08-29T19:03:05.953 INFO:tasks.workunit.client.0.smithi028.stdout: "mds": { 2024-08-29T19:03:05.953 INFO:tasks.workunit.client.0.smithi028.stdout: "arch": { 2024-08-29T19:03:05.953 INFO:tasks.workunit.client.0.smithi028.stdout: "x86_64": 2 2024-08-29T19:03:05.953 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:05.953 INFO:tasks.workunit.client.0.smithi028.stdout: "ceph_version": { 2024-08-29T19:03:05.953 INFO:tasks.workunit.client.0.smithi028.stdout: "ceph version 19.1.1-235-g1ef86450 (1ef864504b8875c83ee6c2c5fedc13315bebf7f5) squid (rc)": 2 2024-08-29T19:03:05.954 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:05.954 INFO:tasks.workunit.client.0.smithi028.stdout: "cpu": { 2024-08-29T19:03:05.954 INFO:tasks.workunit.client.0.smithi028.stdout: "Intel(R) Xeon(R) CPU E5-1620 v3 @ 3.50GHz": 2 2024-08-29T19:03:05.954 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:05.954 INFO:tasks.workunit.client.0.smithi028.stdout: "distro": { 2024-08-29T19:03:05.954 INFO:tasks.workunit.client.0.smithi028.stdout: "centos": 2 2024-08-29T19:03:05.954 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:05.954 INFO:tasks.workunit.client.0.smithi028.stdout: "distro_description": { 2024-08-29T19:03:05.954 INFO:tasks.workunit.client.0.smithi028.stdout: "CentOS Stream 9": 2 2024-08-29T19:03:05.954 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:05.954 INFO:tasks.workunit.client.0.smithi028.stdout: "kernel_description": { 2024-08-29T19:03:05.954 INFO:tasks.workunit.client.0.smithi028.stdout: "#129-Ubuntu SMP Fri Aug 2 19:25:20 UTC 2024": 2 2024-08-29T19:03:05.954 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:05.954 INFO:tasks.workunit.client.0.smithi028.stdout: "kernel_version": { 2024-08-29T19:03:05.955 INFO:tasks.workunit.client.0.smithi028.stdout: "5.15.0-119-generic": 2 2024-08-29T19:03:05.955 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:05.955 INFO:tasks.workunit.client.0.smithi028.stdout: "os": { 2024-08-29T19:03:05.955 INFO:tasks.workunit.client.0.smithi028.stdout: "Linux": 2 2024-08-29T19:03:05.955 INFO:tasks.workunit.client.0.smithi028.stdout: } 2024-08-29T19:03:05.955 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:05.955 INFO:tasks.workunit.client.0.smithi028.stdout: "mon": { 2024-08-29T19:03:05.955 INFO:tasks.workunit.client.0.smithi028.stdout: "arch": { 2024-08-29T19:03:05.955 INFO:tasks.workunit.client.0.smithi028.stdout: "x86_64": 3 2024-08-29T19:03:05.955 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:05.955 INFO:tasks.workunit.client.0.smithi028.stdout: "ceph_version": { 2024-08-29T19:03:05.955 INFO:tasks.workunit.client.0.smithi028.stdout: "ceph version 19.1.1-235-g1ef86450 (1ef864504b8875c83ee6c2c5fedc13315bebf7f5) squid (rc)": 3 2024-08-29T19:03:05.955 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:05.955 INFO:tasks.workunit.client.0.smithi028.stdout: "cpu": { 2024-08-29T19:03:05.956 INFO:tasks.workunit.client.0.smithi028.stdout: "Intel(R) Xeon(R) CPU E5-1620 v3 @ 3.50GHz": 3 2024-08-29T19:03:05.956 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:05.956 INFO:tasks.workunit.client.0.smithi028.stdout: "distro": { 2024-08-29T19:03:05.956 INFO:tasks.workunit.client.0.smithi028.stdout: "centos": 3 2024-08-29T19:03:05.956 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:05.956 INFO:tasks.workunit.client.0.smithi028.stdout: "distro_description": { 2024-08-29T19:03:05.956 INFO:tasks.workunit.client.0.smithi028.stdout: "CentOS Stream 9": 3 2024-08-29T19:03:05.956 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:05.956 INFO:tasks.workunit.client.0.smithi028.stdout: "kernel_description": { 2024-08-29T19:03:05.956 INFO:tasks.workunit.client.0.smithi028.stdout: "#129-Ubuntu SMP Fri Aug 2 19:25:20 UTC 2024": 3 2024-08-29T19:03:05.956 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:05.956 INFO:tasks.workunit.client.0.smithi028.stdout: "kernel_version": { 2024-08-29T19:03:05.956 INFO:tasks.workunit.client.0.smithi028.stdout: "5.15.0-119-generic": 3 2024-08-29T19:03:05.957 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:05.957 INFO:tasks.workunit.client.0.smithi028.stdout: "os": { 2024-08-29T19:03:05.957 INFO:tasks.workunit.client.0.smithi028.stdout: "Linux": 3 2024-08-29T19:03:05.957 INFO:tasks.workunit.client.0.smithi028.stdout: } 2024-08-29T19:03:05.957 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:05.957 INFO:tasks.workunit.client.0.smithi028.stdout: "osd": { 2024-08-29T19:03:05.957 INFO:tasks.workunit.client.0.smithi028.stdout: "arch": { 2024-08-29T19:03:05.957 INFO:tasks.workunit.client.0.smithi028.stdout: "x86_64": 8 2024-08-29T19:03:05.957 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:05.957 INFO:tasks.workunit.client.0.smithi028.stdout: "ceph_version": { 2024-08-29T19:03:05.957 INFO:tasks.workunit.client.0.smithi028.stdout: "ceph version 19.1.1-235-g1ef86450 (1ef864504b8875c83ee6c2c5fedc13315bebf7f5) squid (rc)": 8 2024-08-29T19:03:05.957 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:05.957 INFO:tasks.workunit.client.0.smithi028.stdout: "cpu": { 2024-08-29T19:03:05.957 INFO:tasks.workunit.client.0.smithi028.stdout: "Intel(R) Xeon(R) CPU E5-1620 v3 @ 3.50GHz": 8 2024-08-29T19:03:05.958 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:05.958 INFO:tasks.workunit.client.0.smithi028.stdout: "distro": { 2024-08-29T19:03:05.958 INFO:tasks.workunit.client.0.smithi028.stdout: "centos": 8 2024-08-29T19:03:05.958 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:05.958 INFO:tasks.workunit.client.0.smithi028.stdout: "distro_description": { 2024-08-29T19:03:05.958 INFO:tasks.workunit.client.0.smithi028.stdout: "CentOS Stream 9": 8 2024-08-29T19:03:05.958 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:05.958 INFO:tasks.workunit.client.0.smithi028.stdout: "kernel_description": { 2024-08-29T19:03:05.958 INFO:tasks.workunit.client.0.smithi028.stdout: "#129-Ubuntu SMP Fri Aug 2 19:25:20 UTC 2024": 8 2024-08-29T19:03:05.958 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:05.958 INFO:tasks.workunit.client.0.smithi028.stdout: "kernel_version": { 2024-08-29T19:03:05.958 INFO:tasks.workunit.client.0.smithi028.stdout: "5.15.0-119-generic": 8 2024-08-29T19:03:05.958 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:05.958 INFO:tasks.workunit.client.0.smithi028.stdout: "os": { 2024-08-29T19:03:05.959 INFO:tasks.workunit.client.0.smithi028.stdout: "Linux": 8 2024-08-29T19:03:05.959 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:05.959 INFO:tasks.workunit.client.0.smithi028.stdout: "osd_objectstore": { 2024-08-29T19:03:05.959 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore": 8 2024-08-29T19:03:05.959 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:05.959 INFO:tasks.workunit.client.0.smithi028.stdout: "rotational": { 2024-08-29T19:03:05.959 INFO:tasks.workunit.client.0.smithi028.stdout: "0": 8 2024-08-29T19:03:05.959 INFO:tasks.workunit.client.0.smithi028.stdout: } 2024-08-29T19:03:05.959 INFO:tasks.workunit.client.0.smithi028.stdout: } 2024-08-29T19:03:05.959 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:05.959 INFO:tasks.workunit.client.0.smithi028.stdout: "mon": { 2024-08-29T19:03:05.959 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 3, 2024-08-29T19:03:05.959 INFO:tasks.workunit.client.0.smithi028.stdout: "features": { 2024-08-29T19:03:05.960 INFO:tasks.workunit.client.0.smithi028.stdout: "optional": [], 2024-08-29T19:03:05.960 INFO:tasks.workunit.client.0.smithi028.stdout: "persistent": [ 2024-08-29T19:03:05.960 INFO:tasks.workunit.client.0.smithi028.stdout: "kraken", 2024-08-29T19:03:05.960 INFO:tasks.workunit.client.0.smithi028.stdout: "luminous", 2024-08-29T19:03:05.960 INFO:tasks.workunit.client.0.smithi028.stdout: "mimic", 2024-08-29T19:03:05.960 INFO:tasks.workunit.client.0.smithi028.stdout: "osdmap-prune", 2024-08-29T19:03:05.960 INFO:tasks.workunit.client.0.smithi028.stdout: "nautilus", 2024-08-29T19:03:05.960 INFO:tasks.workunit.client.0.smithi028.stdout: "octopus", 2024-08-29T19:03:05.960 INFO:tasks.workunit.client.0.smithi028.stdout: "pacific", 2024-08-29T19:03:05.960 INFO:tasks.workunit.client.0.smithi028.stdout: "elector-pinging", 2024-08-29T19:03:05.960 INFO:tasks.workunit.client.0.smithi028.stdout: "quincy", 2024-08-29T19:03:05.960 INFO:tasks.workunit.client.0.smithi028.stdout: "reef", 2024-08-29T19:03:05.960 INFO:tasks.workunit.client.0.smithi028.stdout: "squid" 2024-08-29T19:03:05.960 INFO:tasks.workunit.client.0.smithi028.stdout: ] 2024-08-29T19:03:05.961 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:05.961 INFO:tasks.workunit.client.0.smithi028.stdout: "ipv4_addr_mons": 6, 2024-08-29T19:03:05.961 INFO:tasks.workunit.client.0.smithi028.stdout: "ipv6_addr_mons": 0, 2024-08-29T19:03:05.961 INFO:tasks.workunit.client.0.smithi028.stdout: "min_mon_release": 19, 2024-08-29T19:03:05.961 INFO:tasks.workunit.client.0.smithi028.stdout: "v1_addr_mons": 3, 2024-08-29T19:03:05.961 INFO:tasks.workunit.client.0.smithi028.stdout: "v2_addr_mons": 3 2024-08-29T19:03:05.961 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:05.961 INFO:tasks.workunit.client.0.smithi028.stdout: "organization": "ceph-qa", 2024-08-29T19:03:05.961 INFO:tasks.workunit.client.0.smithi028.stdout: "osd": { 2024-08-29T19:03:05.961 INFO:tasks.workunit.client.0.smithi028.stdout: "cluster_network": false, 2024-08-29T19:03:05.961 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 8, 2024-08-29T19:03:05.961 INFO:tasks.workunit.client.0.smithi028.stdout: "require_min_compat_client": "luminous", 2024-08-29T19:03:05.961 INFO:tasks.workunit.client.0.smithi028.stdout: "require_osd_release": "squid" 2024-08-29T19:03:05.961 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:05.962 INFO:tasks.workunit.client.0.smithi028.stdout: "osd_perf_histograms": [ 2024-08-29T19:03:05.962 INFO:tasks.workunit.client.0.smithi028.stdout: { 2024-08-29T19:03:05.962 INFO:tasks.workunit.client.0.smithi028.stdout: "op_r_latency_out_bytes_histogram": { 2024-08-29T19:03:05.962 INFO:tasks.workunit.client.0.smithi028.stdout: "axes": [ 2024-08-29T19:03:05.962 INFO:tasks.workunit.client.0.smithi028.stdout: { 2024-08-29T19:03:05.962 INFO:tasks.workunit.client.0.smithi028.stdout: "buckets": 32, 2024-08-29T19:03:05.962 INFO:tasks.workunit.client.0.smithi028.stdout: "min": 0, 2024-08-29T19:03:05.962 INFO:tasks.workunit.client.0.smithi028.stdout: "name": "Latency (usec)", 2024-08-29T19:03:05.962 INFO:tasks.workunit.client.0.smithi028.stdout: "quant_size": 100000, 2024-08-29T19:03:05.962 INFO:tasks.workunit.client.0.smithi028.stdout: "ranges": [ 2024-08-29T19:03:05.962 INFO:tasks.workunit.client.0.smithi028.stdout: "[None, -1]", 2024-08-29T19:03:05.962 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 99999]", 2024-08-29T19:03:05.962 INFO:tasks.workunit.client.0.smithi028.stdout: "[100000, 199999]", 2024-08-29T19:03:05.963 INFO:tasks.workunit.client.0.smithi028.stdout: "[200000, 399999]", 2024-08-29T19:03:05.963 INFO:tasks.workunit.client.0.smithi028.stdout: "[400000, 799999]", 2024-08-29T19:03:05.963 INFO:tasks.workunit.client.0.smithi028.stdout: "[800000, 1599999]", 2024-08-29T19:03:05.963 INFO:tasks.workunit.client.0.smithi028.stdout: "[1600000, 3199999]", 2024-08-29T19:03:05.963 INFO:tasks.workunit.client.0.smithi028.stdout: "[3200000, 6399999]", 2024-08-29T19:03:05.963 INFO:tasks.workunit.client.0.smithi028.stdout: "[6400000, 12799999]", 2024-08-29T19:03:05.963 INFO:tasks.workunit.client.0.smithi028.stdout: "[12800000, 25599999]", 2024-08-29T19:03:05.963 INFO:tasks.workunit.client.0.smithi028.stdout: "[25600000, 51199999]", 2024-08-29T19:03:05.963 INFO:tasks.workunit.client.0.smithi028.stdout: "[51200000, 102399999]", 2024-08-29T19:03:05.963 INFO:tasks.workunit.client.0.smithi028.stdout: "[102400000, 204799999]", 2024-08-29T19:03:05.963 INFO:tasks.workunit.client.0.smithi028.stdout: "[204800000, 409599999]", 2024-08-29T19:03:05.963 INFO:tasks.workunit.client.0.smithi028.stdout: "[409600000, 819199999]", 2024-08-29T19:03:05.963 INFO:tasks.workunit.client.0.smithi028.stdout: "[819200000, 1638399999]", 2024-08-29T19:03:05.963 INFO:tasks.workunit.client.0.smithi028.stdout: "[1638400000, 3276799999]", 2024-08-29T19:03:05.964 INFO:tasks.workunit.client.0.smithi028.stdout: "[3276800000, 6553599999]", 2024-08-29T19:03:05.964 INFO:tasks.workunit.client.0.smithi028.stdout: "[6553600000, 13107199999]", 2024-08-29T19:03:05.964 INFO:tasks.workunit.client.0.smithi028.stdout: "[13107200000, 26214399999]", 2024-08-29T19:03:05.964 INFO:tasks.workunit.client.0.smithi028.stdout: "[26214400000, 52428799999]", 2024-08-29T19:03:05.964 INFO:tasks.workunit.client.0.smithi028.stdout: "[52428800000, 104857599999]", 2024-08-29T19:03:05.964 INFO:tasks.workunit.client.0.smithi028.stdout: "[104857600000, 209715199999]", 2024-08-29T19:03:05.964 INFO:tasks.workunit.client.0.smithi028.stdout: "[209715200000, 419430399999]", 2024-08-29T19:03:05.964 INFO:tasks.workunit.client.0.smithi028.stdout: "[419430400000, 838860799999]", 2024-08-29T19:03:05.964 INFO:tasks.workunit.client.0.smithi028.stdout: "[838860800000, 1677721599999]", 2024-08-29T19:03:05.964 INFO:tasks.workunit.client.0.smithi028.stdout: "[1677721600000, 3355443199999]", 2024-08-29T19:03:05.964 INFO:tasks.workunit.client.0.smithi028.stdout: "[3355443200000, 6710886399999]", 2024-08-29T19:03:05.964 INFO:tasks.workunit.client.0.smithi028.stdout: "[6710886400000, 13421772799999]", 2024-08-29T19:03:05.964 INFO:tasks.workunit.client.0.smithi028.stdout: "[13421772800000, 26843545599999]", 2024-08-29T19:03:05.965 INFO:tasks.workunit.client.0.smithi028.stdout: "[26843545600000, 53687091199999]", 2024-08-29T19:03:05.965 INFO:tasks.workunit.client.0.smithi028.stdout: "[53687091200000, None]" 2024-08-29T19:03:05.965 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-08-29T19:03:05.965 INFO:tasks.workunit.client.0.smithi028.stdout: "scale_type": "log2" 2024-08-29T19:03:05.965 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:05.965 INFO:tasks.workunit.client.0.smithi028.stdout: { 2024-08-29T19:03:05.965 INFO:tasks.workunit.client.0.smithi028.stdout: "buckets": 32, 2024-08-29T19:03:05.965 INFO:tasks.workunit.client.0.smithi028.stdout: "min": 0, 2024-08-29T19:03:05.965 INFO:tasks.workunit.client.0.smithi028.stdout: "name": "Request size (bytes)", 2024-08-29T19:03:05.965 INFO:tasks.workunit.client.0.smithi028.stdout: "quant_size": 512, 2024-08-29T19:03:05.965 INFO:tasks.workunit.client.0.smithi028.stdout: "ranges": [ 2024-08-29T19:03:05.965 INFO:tasks.workunit.client.0.smithi028.stdout: "[None, -1]", 2024-08-29T19:03:05.965 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 511]", 2024-08-29T19:03:05.966 INFO:tasks.workunit.client.0.smithi028.stdout: "[512, 1023]", 2024-08-29T19:03:05.966 INFO:tasks.workunit.client.0.smithi028.stdout: "[1024, 2047]", 2024-08-29T19:03:05.966 INFO:tasks.workunit.client.0.smithi028.stdout: "[2048, 4095]", 2024-08-29T19:03:05.966 INFO:tasks.workunit.client.0.smithi028.stdout: "[4096, 8191]", 2024-08-29T19:03:05.966 INFO:tasks.workunit.client.0.smithi028.stdout: "[8192, 16383]", 2024-08-29T19:03:05.966 INFO:tasks.workunit.client.0.smithi028.stdout: "[16384, 32767]", 2024-08-29T19:03:05.966 INFO:tasks.workunit.client.0.smithi028.stdout: "[32768, 65535]", 2024-08-29T19:03:05.966 INFO:tasks.workunit.client.0.smithi028.stdout: "[65536, 131071]", 2024-08-29T19:03:05.966 INFO:tasks.workunit.client.0.smithi028.stdout: "[131072, 262143]", 2024-08-29T19:03:05.966 INFO:tasks.workunit.client.0.smithi028.stdout: "[262144, 524287]", 2024-08-29T19:03:05.966 INFO:tasks.workunit.client.0.smithi028.stdout: "[524288, 1048575]", 2024-08-29T19:03:05.967 INFO:tasks.workunit.client.0.smithi028.stdout: "[1048576, 2097151]", 2024-08-29T19:03:05.967 INFO:tasks.workunit.client.0.smithi028.stdout: "[2097152, 4194303]", 2024-08-29T19:03:05.967 INFO:tasks.workunit.client.0.smithi028.stdout: "[4194304, 8388607]", 2024-08-29T19:03:05.967 INFO:tasks.workunit.client.0.smithi028.stdout: "[8388608, 16777215]", 2024-08-29T19:03:05.967 INFO:tasks.workunit.client.0.smithi028.stdout: "[16777216, 33554431]", 2024-08-29T19:03:05.967 INFO:tasks.workunit.client.0.smithi028.stdout: "[33554432, 67108863]", 2024-08-29T19:03:05.967 INFO:tasks.workunit.client.0.smithi028.stdout: "[67108864, 134217727]", 2024-08-29T19:03:05.967 INFO:tasks.workunit.client.0.smithi028.stdout: "[134217728, 268435455]", 2024-08-29T19:03:05.967 INFO:tasks.workunit.client.0.smithi028.stdout: "[268435456, 536870911]", 2024-08-29T19:03:05.967 INFO:tasks.workunit.client.0.smithi028.stdout: "[536870912, 1073741823]", 2024-08-29T19:03:05.967 INFO:tasks.workunit.client.0.smithi028.stdout: "[1073741824, 2147483647]", 2024-08-29T19:03:05.967 INFO:tasks.workunit.client.0.smithi028.stdout: "[2147483648, 4294967295]", 2024-08-29T19:03:05.967 INFO:tasks.workunit.client.0.smithi028.stdout: "[4294967296, 8589934591]", 2024-08-29T19:03:05.967 INFO:tasks.workunit.client.0.smithi028.stdout: "[8589934592, 17179869183]", 2024-08-29T19:03:05.968 INFO:tasks.workunit.client.0.smithi028.stdout: "[17179869184, 34359738367]", 2024-08-29T19:03:05.968 INFO:tasks.workunit.client.0.smithi028.stdout: "[34359738368, 68719476735]", 2024-08-29T19:03:05.968 INFO:tasks.workunit.client.0.smithi028.stdout: "[68719476736, 137438953471]", 2024-08-29T19:03:05.968 INFO:tasks.workunit.client.0.smithi028.stdout: "[137438953472, 274877906943]", 2024-08-29T19:03:05.968 INFO:tasks.workunit.client.0.smithi028.stdout: "[274877906944, None]" 2024-08-29T19:03:05.968 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-08-29T19:03:05.968 INFO:tasks.workunit.client.0.smithi028.stdout: "scale_type": "log2" 2024-08-29T19:03:05.968 INFO:tasks.workunit.client.0.smithi028.stdout: } 2024-08-29T19:03:05.968 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-08-29T19:03:05.968 INFO:tasks.workunit.client.0.smithi028.stdout: "osds": [ 2024-08-29T19:03:05.968 INFO:tasks.workunit.client.0.smithi028.stdout: { 2024-08-29T19:03:05.968 INFO:tasks.workunit.client.0.smithi028.stdout: "osd_id": 0, 2024-08-29T19:03:05.968 INFO:tasks.workunit.client.0.smithi028.stdout: "values": [ 2024-08-29T19:03:05.969 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:05.969 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:05.969 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 1949, 0, 0, 0, 37, 3, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:05.969 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 5230, 16, 0, 1, 4624, 22, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:05.969 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 10532, 12, 2, 0, 3136, 586, 4, 12, 22, 42, 12, 20, 44, 21, 22, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:05.969 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 1536, 19, 22, 0, 13, 4, 2, 1, 4, 26, 97, 161, 47, 13, 26, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:05.969 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 483, 6, 1, 0, 3, 12, 0, 0, 0, 0, 0, 20, 357, 46, 32, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:05.969 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 100, 12, 2, 0, 0, 4, 0, 0, 0, 1, 0, 1, 10, 46, 143, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:05.969 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 94, 3, 4, 0, 0, 0, 0, 0, 0, 0, 0, 0, 7, 11, 7, 3, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:05.969 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 251, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 4, 13, 13, 4, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:05.969 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 11, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 3, 2, 17, 9, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:05.969 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 5, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 3, 4, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:05.969 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:05.970 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:05.970 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:05.970 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:05.970 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:05.970 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:05.970 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:05.970 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:05.970 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:05.970 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:05.970 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:05.970 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:05.970 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:05.970 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:05.971 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:05.971 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:05.971 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:05.971 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:05.971 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:05.971 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-08-29T19:03:05.971 INFO:tasks.workunit.client.0.smithi028.stdout: ] 2024-08-29T19:03:05.971 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:05.971 INFO:tasks.workunit.client.0.smithi028.stdout: { 2024-08-29T19:03:05.971 INFO:tasks.workunit.client.0.smithi028.stdout: "osd_id": 1, 2024-08-29T19:03:05.971 INFO:tasks.workunit.client.0.smithi028.stdout: "values": [ 2024-08-29T19:03:05.971 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:05.971 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:05.971 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 975, 0, 0, 0, 1, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:05.972 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 3732, 8, 113, 0, 10, 0, 0, 0, 1, 1, 1, 0, 0, 0, 3, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:05.972 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 9214, 8, 123, 0, 4, 5, 9, 20, 59, 70, 22, 31, 73, 23, 55, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:05.972 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 1206, 41, 1171, 0, 2, 1, 1, 0, 9, 15, 139, 236, 43, 9, 26, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:05.972 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 265, 8, 109, 0, 0, 0, 0, 0, 1, 6, 0, 36, 578, 34, 25, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:05.972 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 104, 0, 4, 0, 0, 0, 0, 0, 1, 3, 3, 5, 2, 33, 136, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:05.972 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 77, 0, 34, 0, 0, 0, 0, 0, 0, 0, 0, 2, 13, 12, 10, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:05.972 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 88, 0, 103, 0, 0, 0, 0, 0, 0, 1, 0, 4, 12, 6, 14, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:05.972 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 26, 0, 159, 0, 0, 0, 0, 0, 0, 0, 0, 0, 6, 10, 14, 17, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:05.972 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 9, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 9, 16, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:05.972 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:05.972 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:05.972 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:05.972 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:05.973 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:05.973 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:05.973 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:05.973 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:05.973 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:05.973 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:05.973 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:05.973 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:05.973 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:05.973 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:05.973 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:05.973 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:05.973 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:05.974 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:05.974 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:05.974 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-08-29T19:03:05.974 INFO:tasks.workunit.client.0.smithi028.stdout: ] 2024-08-29T19:03:05.974 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:05.974 INFO:tasks.workunit.client.0.smithi028.stdout: { 2024-08-29T19:03:05.974 INFO:tasks.workunit.client.0.smithi028.stdout: "osd_id": 2, 2024-08-29T19:03:05.974 INFO:tasks.workunit.client.0.smithi028.stdout: "values": [ 2024-08-29T19:03:05.974 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:05.974 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:05.975 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 341, 89, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:05.975 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 5702, 3193, 1, 0, 6, 0, 0, 0, 3, 0, 0, 0, 1, 1, 3, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:05.975 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 7950, 923, 7, 0, 0, 1, 0, 4, 8, 5, 3, 1, 33, 26, 52, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:05.975 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 1057, 29, 20, 0, 2, 0, 1, 0, 2, 0, 3, 7, 11, 23, 33, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:05.975 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 277, 0, 1, 2, 0, 0, 0, 0, 0, 1, 3, 2, 37, 77, 22, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:05.975 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 127, 0, 0, 0, 0, 0, 0, 1, 2, 0, 13, 7, 12, 31, 150, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:05.975 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 163, 0, 0, 1, 0, 0, 0, 2, 2, 0, 4, 3, 17, 11, 16, 3, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:05.975 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 335, 0, 0, 0, 0, 0, 2, 0, 0, 1, 0, 2, 5, 39, 26, 7, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:05.975 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 71, 0, 0, 0, 1, 0, 0, 0, 4, 0, 0, 0, 1, 9, 19, 12, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:05.976 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 12, 0, 0, 0, 0, 0, 0, 1, 0, 0, 0, 0, 3, 0, 5, 6, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:05.976 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:05.976 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:05.976 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:05.976 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:05.976 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:05.976 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:05.976 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:05.976 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:05.976 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:05.976 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:05.976 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:05.976 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:05.976 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:05.977 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:05.977 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:05.977 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:05.977 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:05.977 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:05.977 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:05.977 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-08-29T19:03:05.977 INFO:tasks.workunit.client.0.smithi028.stdout: ] 2024-08-29T19:03:05.977 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:05.977 INFO:tasks.workunit.client.0.smithi028.stdout: { 2024-08-29T19:03:05.977 INFO:tasks.workunit.client.0.smithi028.stdout: "osd_id": 3, 2024-08-29T19:03:05.977 INFO:tasks.workunit.client.0.smithi028.stdout: "values": [ 2024-08-29T19:03:05.977 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:05.978 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:05.978 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 2141, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:05.978 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 9631, 3455, 8, 1, 5, 0, 0, 4, 0, 0, 0, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:05.978 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 10584, 724, 63, 10, 21, 44, 63, 29, 16, 19, 4, 12, 10, 9, 21, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:05.978 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 1583, 18, 24, 0, 5, 6, 35, 105, 4, 5, 47, 88, 7, 9, 12, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:05.978 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 624, 10, 6, 0, 4, 0, 1, 7, 1, 0, 2, 14, 187, 18, 6, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:05.978 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 410, 27, 3, 0, 0, 0, 0, 3, 0, 0, 5, 4, 3, 20, 66, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:05.978 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 251, 11, 2, 0, 244, 0, 0, 0, 0, 0, 1, 4, 5, 7, 6, 3, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:05.978 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 102, 1, 2, 0, 817, 0, 0, 0, 0, 0, 0, 2, 2, 3, 14, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:05.978 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 11, 0, 0, 0, 687, 0, 0, 0, 0, 0, 0, 1, 1, 1, 7, 9, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:05.978 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 2, 0, 0, 0, 49, 0, 0, 0, 0, 0, 0, 0, 0, 3, 3, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:05.978 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:05.978 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:05.979 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:05.979 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:05.979 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:05.979 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:05.979 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:05.979 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:05.979 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:05.979 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:05.979 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:05.979 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:05.979 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:05.979 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:05.979 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:05.980 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:05.980 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:05.980 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:05.980 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:05.980 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-08-29T19:03:05.980 INFO:tasks.workunit.client.0.smithi028.stdout: ] 2024-08-29T19:03:05.980 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:05.980 INFO:tasks.workunit.client.0.smithi028.stdout: { 2024-08-29T19:03:05.980 INFO:tasks.workunit.client.0.smithi028.stdout: "osd_id": 4, 2024-08-29T19:03:05.980 INFO:tasks.workunit.client.0.smithi028.stdout: "values": [ 2024-08-29T19:03:05.980 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:05.980 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:05.980 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 2393, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:05.981 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 7344, 1510, 0, 0, 5, 2, 2, 0, 1, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:05.981 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 14420, 2685, 0, 0, 6, 1, 5, 6, 26, 34, 9, 15, 32, 22, 69, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:05.981 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 1685, 36, 25, 0, 0, 0, 2, 1, 6, 10, 49, 103, 19, 11, 36, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:05.981 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 351, 3, 5, 27, 0, 0, 0, 0, 0, 0, 1, 17, 161, 33, 15, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:05.981 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 125, 2, 0, 3, 0, 0, 0, 0, 0, 0, 8, 1, 4, 37, 165, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:05.981 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 111, 0, 1, 0, 0, 0, 0, 0, 0, 0, 5, 0, 5, 10, 6, 3, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:05.981 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 71, 1, 0, 0, 0, 0, 0, 0, 1, 0, 0, 0, 3, 6, 0, 5, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:05.981 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 9, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 0, 1, 2, 3, 7, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:05.981 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 4, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 3, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:05.981 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:05.981 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:05.981 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:05.981 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:05.981 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:05.982 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:05.982 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:05.982 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:05.982 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:05.982 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:05.982 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:05.982 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:05.982 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:05.982 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:05.982 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:05.982 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:05.982 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:05.982 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:05.982 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:05.983 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-08-29T19:03:05.983 INFO:tasks.workunit.client.0.smithi028.stdout: ] 2024-08-29T19:03:05.983 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:05.983 INFO:tasks.workunit.client.0.smithi028.stdout: { 2024-08-29T19:03:05.983 INFO:tasks.workunit.client.0.smithi028.stdout: "osd_id": 5, 2024-08-29T19:03:05.983 INFO:tasks.workunit.client.0.smithi028.stdout: "values": [ 2024-08-29T19:03:05.983 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:05.983 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:05.983 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 1070, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:05.983 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 4078, 2, 4, 1, 6, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:05.983 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 10377, 37, 66, 5, 28, 28, 44, 1, 0, 10, 3, 4, 2, 16, 16, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:05.983 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 1312, 27, 19, 1, 1, 5, 21, 72, 0, 1, 3, 15, 2, 5, 10, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:05.983 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 311, 17, 10, 5, 2, 0, 0, 1, 0, 0, 0, 0, 5, 18, 7, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:05.984 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 215, 18, 0, 4, 0, 0, 0, 0, 0, 0, 2, 0, 0, 9, 50, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:05.984 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 158, 49, 0, 1, 0, 0, 0, 0, 0, 0, 3, 0, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:05.984 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 46, 101, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:05.984 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 8, 65, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 6, 4, 3, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:05.984 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 6, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 3, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:05.984 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:05.984 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:05.984 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:05.984 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 3, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:05.984 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:05.984 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:05.984 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:05.985 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:05.985 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:05.985 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:05.985 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:05.985 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:05.985 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:05.985 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:05.985 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:05.985 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:05.985 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:05.985 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:05.985 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:05.985 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-08-29T19:03:05.985 INFO:tasks.workunit.client.0.smithi028.stdout: ] 2024-08-29T19:03:05.986 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:05.986 INFO:tasks.workunit.client.0.smithi028.stdout: { 2024-08-29T19:03:05.986 INFO:tasks.workunit.client.0.smithi028.stdout: "osd_id": 6, 2024-08-29T19:03:05.986 INFO:tasks.workunit.client.0.smithi028.stdout: "values": [ 2024-08-29T19:03:05.986 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:05.986 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:05.986 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 838, 9, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:05.986 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 5582, 1356, 0, 0, 0, 1, 0, 1, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:05.986 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 13502, 2824, 2, 1, 1, 4, 2, 5, 21, 25, 4, 9, 23, 7, 20, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:05.986 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 1903, 114, 137, 0, 1, 0, 0, 0, 4, 6, 49, 80, 20, 4, 18, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:05.986 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 592, 47, 90, 0, 0, 0, 0, 0, 0, 0, 0, 14, 189, 16, 16, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:05.986 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 155, 14, 4, 1, 0, 1, 0, 2, 0, 0, 0, 0, 2, 6, 66, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:05.986 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 60, 6, 23, 12, 2, 0, 0, 1, 0, 0, 0, 0, 9, 2, 4, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:05.986 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 120, 0, 8, 39, 18, 0, 0, 0, 0, 0, 0, 0, 3, 1, 15, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:05.986 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 6, 0, 0, 16, 102, 56, 0, 0, 0, 0, 0, 3, 3, 5, 12, 8, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:05.987 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 3, 0, 0, 0, 13, 73, 0, 0, 0, 0, 0, 0, 0, 0, 2, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:05.987 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:05.987 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:05.987 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:05.987 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:05.987 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:05.987 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:05.987 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:05.987 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:05.987 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:05.987 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:05.987 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:05.987 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:05.987 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:05.988 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:05.988 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:05.988 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:05.988 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:05.988 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:05.988 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:05.988 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-08-29T19:03:05.988 INFO:tasks.workunit.client.0.smithi028.stdout: ] 2024-08-29T19:03:05.988 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:05.988 INFO:tasks.workunit.client.0.smithi028.stdout: { 2024-08-29T19:03:05.988 INFO:tasks.workunit.client.0.smithi028.stdout: "osd_id": 7, 2024-08-29T19:03:05.988 INFO:tasks.workunit.client.0.smithi028.stdout: "values": [ 2024-08-29T19:03:05.988 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:05.988 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:05.989 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 2365, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:05.989 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 5861, 1220, 1610, 0, 3, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:05.989 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 11580, 2658, 2877, 0, 4, 0, 0, 3, 1, 0, 5, 5, 0, 4, 8, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:05.989 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 1146, 9, 7, 2, 0, 0, 0, 1, 0, 0, 2, 11, 5, 4, 21, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:05.989 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 320, 3, 6, 0, 0, 0, 0, 0, 0, 0, 0, 0, 13, 8, 9, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:05.989 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 133, 0, 1, 0, 0, 0, 0, 0, 0, 0, 1, 0, 6, 18, 68, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:05.989 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 95, 1, 0, 0, 0, 0, 0, 0, 0, 1, 0, 0, 8, 4, 3, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:05.989 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 31, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 13, 10, 3, 3, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:05.989 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 11, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 6, 0, 6, 14, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:05.989 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 3, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 6, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:05.989 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:05.989 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:05.990 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:05.990 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:05.990 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:05.990 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:05.990 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:05.990 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:05.990 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:05.990 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:05.990 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:05.990 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:05.990 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:05.990 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:05.990 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:05.991 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:05.991 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:05.991 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:05.991 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:05.991 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-08-29T19:03:05.991 INFO:tasks.workunit.client.0.smithi028.stdout: ] 2024-08-29T19:03:05.991 INFO:tasks.workunit.client.0.smithi028.stdout: } 2024-08-29T19:03:05.991 INFO:tasks.workunit.client.0.smithi028.stdout: ] 2024-08-29T19:03:05.991 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:05.991 INFO:tasks.workunit.client.0.smithi028.stdout: "op_rw_latency_in_bytes_histogram": { 2024-08-29T19:03:05.991 INFO:tasks.workunit.client.0.smithi028.stdout: "axes": [ 2024-08-29T19:03:05.991 INFO:tasks.workunit.client.0.smithi028.stdout: { 2024-08-29T19:03:05.991 INFO:tasks.workunit.client.0.smithi028.stdout: "buckets": 32, 2024-08-29T19:03:05.991 INFO:tasks.workunit.client.0.smithi028.stdout: "min": 0, 2024-08-29T19:03:05.992 INFO:tasks.workunit.client.0.smithi028.stdout: "name": "Latency (usec)", 2024-08-29T19:03:05.992 INFO:tasks.workunit.client.0.smithi028.stdout: "quant_size": 100000, 2024-08-29T19:03:05.992 INFO:tasks.workunit.client.0.smithi028.stdout: "ranges": [ 2024-08-29T19:03:05.992 INFO:tasks.workunit.client.0.smithi028.stdout: "[None, -1]", 2024-08-29T19:03:05.992 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 99999]", 2024-08-29T19:03:05.992 INFO:tasks.workunit.client.0.smithi028.stdout: "[100000, 199999]", 2024-08-29T19:03:05.992 INFO:tasks.workunit.client.0.smithi028.stdout: "[200000, 399999]", 2024-08-29T19:03:05.992 INFO:tasks.workunit.client.0.smithi028.stdout: "[400000, 799999]", 2024-08-29T19:03:05.992 INFO:tasks.workunit.client.0.smithi028.stdout: "[800000, 1599999]", 2024-08-29T19:03:05.992 INFO:tasks.workunit.client.0.smithi028.stdout: "[1600000, 3199999]", 2024-08-29T19:03:05.992 INFO:tasks.workunit.client.0.smithi028.stdout: "[3200000, 6399999]", 2024-08-29T19:03:05.992 INFO:tasks.workunit.client.0.smithi028.stdout: "[6400000, 12799999]", 2024-08-29T19:03:05.992 INFO:tasks.workunit.client.0.smithi028.stdout: "[12800000, 25599999]", 2024-08-29T19:03:05.992 INFO:tasks.workunit.client.0.smithi028.stdout: "[25600000, 51199999]", 2024-08-29T19:03:05.993 INFO:tasks.workunit.client.0.smithi028.stdout: "[51200000, 102399999]", 2024-08-29T19:03:05.993 INFO:tasks.workunit.client.0.smithi028.stdout: "[102400000, 204799999]", 2024-08-29T19:03:05.993 INFO:tasks.workunit.client.0.smithi028.stdout: "[204800000, 409599999]", 2024-08-29T19:03:05.993 INFO:tasks.workunit.client.0.smithi028.stdout: "[409600000, 819199999]", 2024-08-29T19:03:05.993 INFO:tasks.workunit.client.0.smithi028.stdout: "[819200000, 1638399999]", 2024-08-29T19:03:05.993 INFO:tasks.workunit.client.0.smithi028.stdout: "[1638400000, 3276799999]", 2024-08-29T19:03:05.993 INFO:tasks.workunit.client.0.smithi028.stdout: "[3276800000, 6553599999]", 2024-08-29T19:03:05.993 INFO:tasks.workunit.client.0.smithi028.stdout: "[6553600000, 13107199999]", 2024-08-29T19:03:05.993 INFO:tasks.workunit.client.0.smithi028.stdout: "[13107200000, 26214399999]", 2024-08-29T19:03:05.993 INFO:tasks.workunit.client.0.smithi028.stdout: "[26214400000, 52428799999]", 2024-08-29T19:03:05.993 INFO:tasks.workunit.client.0.smithi028.stdout: "[52428800000, 104857599999]", 2024-08-29T19:03:05.993 INFO:tasks.workunit.client.0.smithi028.stdout: "[104857600000, 209715199999]", 2024-08-29T19:03:05.993 INFO:tasks.workunit.client.0.smithi028.stdout: "[209715200000, 419430399999]", 2024-08-29T19:03:05.993 INFO:tasks.workunit.client.0.smithi028.stdout: "[419430400000, 838860799999]", 2024-08-29T19:03:05.994 INFO:tasks.workunit.client.0.smithi028.stdout: "[838860800000, 1677721599999]", 2024-08-29T19:03:05.994 INFO:tasks.workunit.client.0.smithi028.stdout: "[1677721600000, 3355443199999]", 2024-08-29T19:03:05.994 INFO:tasks.workunit.client.0.smithi028.stdout: "[3355443200000, 6710886399999]", 2024-08-29T19:03:05.994 INFO:tasks.workunit.client.0.smithi028.stdout: "[6710886400000, 13421772799999]", 2024-08-29T19:03:05.994 INFO:tasks.workunit.client.0.smithi028.stdout: "[13421772800000, 26843545599999]", 2024-08-29T19:03:05.994 INFO:tasks.workunit.client.0.smithi028.stdout: "[26843545600000, 53687091199999]", 2024-08-29T19:03:05.994 INFO:tasks.workunit.client.0.smithi028.stdout: "[53687091200000, None]" 2024-08-29T19:03:05.994 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-08-29T19:03:05.994 INFO:tasks.workunit.client.0.smithi028.stdout: "scale_type": "log2" 2024-08-29T19:03:05.994 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:05.994 INFO:tasks.workunit.client.0.smithi028.stdout: { 2024-08-29T19:03:05.994 INFO:tasks.workunit.client.0.smithi028.stdout: "buckets": 32, 2024-08-29T19:03:05.994 INFO:tasks.workunit.client.0.smithi028.stdout: "min": 0, 2024-08-29T19:03:05.994 INFO:tasks.workunit.client.0.smithi028.stdout: "name": "Request size (bytes)", 2024-08-29T19:03:05.995 INFO:tasks.workunit.client.0.smithi028.stdout: "quant_size": 512, 2024-08-29T19:03:05.995 INFO:tasks.workunit.client.0.smithi028.stdout: "ranges": [ 2024-08-29T19:03:05.995 INFO:tasks.workunit.client.0.smithi028.stdout: "[None, -1]", 2024-08-29T19:03:05.995 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 511]", 2024-08-29T19:03:05.995 INFO:tasks.workunit.client.0.smithi028.stdout: "[512, 1023]", 2024-08-29T19:03:05.995 INFO:tasks.workunit.client.0.smithi028.stdout: "[1024, 2047]", 2024-08-29T19:03:05.995 INFO:tasks.workunit.client.0.smithi028.stdout: "[2048, 4095]", 2024-08-29T19:03:05.995 INFO:tasks.workunit.client.0.smithi028.stdout: "[4096, 8191]", 2024-08-29T19:03:05.995 INFO:tasks.workunit.client.0.smithi028.stdout: "[8192, 16383]", 2024-08-29T19:03:05.995 INFO:tasks.workunit.client.0.smithi028.stdout: "[16384, 32767]", 2024-08-29T19:03:05.995 INFO:tasks.workunit.client.0.smithi028.stdout: "[32768, 65535]", 2024-08-29T19:03:05.995 INFO:tasks.workunit.client.0.smithi028.stdout: "[65536, 131071]", 2024-08-29T19:03:05.995 INFO:tasks.workunit.client.0.smithi028.stdout: "[131072, 262143]", 2024-08-29T19:03:05.995 INFO:tasks.workunit.client.0.smithi028.stdout: "[262144, 524287]", 2024-08-29T19:03:05.996 INFO:tasks.workunit.client.0.smithi028.stdout: "[524288, 1048575]", 2024-08-29T19:03:05.996 INFO:tasks.workunit.client.0.smithi028.stdout: "[1048576, 2097151]", 2024-08-29T19:03:05.996 INFO:tasks.workunit.client.0.smithi028.stdout: "[2097152, 4194303]", 2024-08-29T19:03:05.996 INFO:tasks.workunit.client.0.smithi028.stdout: "[4194304, 8388607]", 2024-08-29T19:03:05.996 INFO:tasks.workunit.client.0.smithi028.stdout: "[8388608, 16777215]", 2024-08-29T19:03:05.996 INFO:tasks.workunit.client.0.smithi028.stdout: "[16777216, 33554431]", 2024-08-29T19:03:05.996 INFO:tasks.workunit.client.0.smithi028.stdout: "[33554432, 67108863]", 2024-08-29T19:03:05.996 INFO:tasks.workunit.client.0.smithi028.stdout: "[67108864, 134217727]", 2024-08-29T19:03:05.996 INFO:tasks.workunit.client.0.smithi028.stdout: "[134217728, 268435455]", 2024-08-29T19:03:05.996 INFO:tasks.workunit.client.0.smithi028.stdout: "[268435456, 536870911]", 2024-08-29T19:03:05.996 INFO:tasks.workunit.client.0.smithi028.stdout: "[536870912, 1073741823]", 2024-08-29T19:03:05.996 INFO:tasks.workunit.client.0.smithi028.stdout: "[1073741824, 2147483647]", 2024-08-29T19:03:05.996 INFO:tasks.workunit.client.0.smithi028.stdout: "[2147483648, 4294967295]", 2024-08-29T19:03:05.996 INFO:tasks.workunit.client.0.smithi028.stdout: "[4294967296, 8589934591]", 2024-08-29T19:03:05.997 INFO:tasks.workunit.client.0.smithi028.stdout: "[8589934592, 17179869183]", 2024-08-29T19:03:05.997 INFO:tasks.workunit.client.0.smithi028.stdout: "[17179869184, 34359738367]", 2024-08-29T19:03:05.997 INFO:tasks.workunit.client.0.smithi028.stdout: "[34359738368, 68719476735]", 2024-08-29T19:03:05.997 INFO:tasks.workunit.client.0.smithi028.stdout: "[68719476736, 137438953471]", 2024-08-29T19:03:05.997 INFO:tasks.workunit.client.0.smithi028.stdout: "[137438953472, 274877906943]", 2024-08-29T19:03:05.997 INFO:tasks.workunit.client.0.smithi028.stdout: "[274877906944, None]" 2024-08-29T19:03:05.997 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-08-29T19:03:05.997 INFO:tasks.workunit.client.0.smithi028.stdout: "scale_type": "log2" 2024-08-29T19:03:05.997 INFO:tasks.workunit.client.0.smithi028.stdout: } 2024-08-29T19:03:05.997 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-08-29T19:03:05.997 INFO:tasks.workunit.client.0.smithi028.stdout: "osds": [ 2024-08-29T19:03:05.997 INFO:tasks.workunit.client.0.smithi028.stdout: { 2024-08-29T19:03:05.997 INFO:tasks.workunit.client.0.smithi028.stdout: "osd_id": 0, 2024-08-29T19:03:05.997 INFO:tasks.workunit.client.0.smithi028.stdout: "values": [ 2024-08-29T19:03:05.998 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:05.998 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:05.998 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:05.998 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:05.998 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:05.998 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 133, 1, 0, 0, 5, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:05.998 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 4348, 49, 74, 156, 202, 260, 188, 4, 12, 7, 0, 0, 0, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:05.998 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 753, 34, 30, 49, 271, 363, 537, 0, 0, 13, 1, 2, 2, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:05.998 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 182, 1, 0, 0, 0, 1, 2, 0, 0, 1, 0, 4, 9, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:05.998 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 114, 0, 0, 0, 0, 0, 0, 1, 0, 0, 0, 0, 4, 18, 17, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:05.998 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 22, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 2, 0, 2, 14, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:05.998 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:05.999 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:05.999 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:05.999 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:05.999 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:05.999 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:05.999 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:05.999 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:05.999 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:05.999 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:05.999 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:05.999 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:05.999 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:05.999 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:05.999 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:06.000 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:06.000 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:06.000 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:06.000 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:06.000 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:06.000 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-08-29T19:03:06.000 INFO:tasks.workunit.client.0.smithi028.stdout: ] 2024-08-29T19:03:06.000 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:06.000 INFO:tasks.workunit.client.0.smithi028.stdout: { 2024-08-29T19:03:06.000 INFO:tasks.workunit.client.0.smithi028.stdout: "osd_id": 1, 2024-08-29T19:03:06.000 INFO:tasks.workunit.client.0.smithi028.stdout: "values": [ 2024-08-29T19:03:06.000 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:06.000 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:06.001 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:06.001 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:06.001 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:06.001 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 355, 220, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:06.001 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 2665, 62, 35, 68, 122, 2, 2, 3, 2, 0, 0, 0, 2, 3, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:06.001 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 817, 8, 1005, 0, 0, 0, 0, 1, 6, 2, 3, 3, 1, 4, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:06.001 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 562, 151, 337, 0, 0, 0, 0, 0, 2, 1, 2, 4, 11, 3, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:06.001 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 554, 350, 35, 0, 0, 0, 0, 0, 0, 0, 0, 3, 9, 21, 16, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:06.001 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 2071, 2052, 138, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 6, 16, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:06.001 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 347, 443, 125, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:06.001 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 1, 2, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:06.001 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:06.001 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:06.001 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:06.002 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:06.002 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:06.002 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:06.002 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:06.002 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:06.002 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:06.002 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:06.002 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:06.002 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:06.002 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:06.002 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:06.003 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:06.003 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:06.003 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:06.003 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:06.003 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-08-29T19:03:06.003 INFO:tasks.workunit.client.0.smithi028.stdout: ] 2024-08-29T19:03:06.003 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:06.003 INFO:tasks.workunit.client.0.smithi028.stdout: { 2024-08-29T19:03:06.003 INFO:tasks.workunit.client.0.smithi028.stdout: "osd_id": 2, 2024-08-29T19:03:06.003 INFO:tasks.workunit.client.0.smithi028.stdout: "values": [ 2024-08-29T19:03:06.003 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:06.003 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:06.004 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:06.004 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:06.004 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:06.004 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 121, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:06.004 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 6750, 24, 0, 0, 0, 1, 1, 0, 0, 0, 0, 2, 0, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:06.004 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 17483, 11, 1, 0, 1, 0, 0, 0, 0, 2, 0, 3, 1, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:06.004 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 1409, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 13, 5, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:06.004 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 100, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 2, 5, 21, 23, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:06.004 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 20, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 6, 19, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:06.004 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:06.004 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:06.004 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:06.004 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:06.005 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:06.005 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:06.005 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:06.005 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:06.005 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:06.005 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:06.005 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:06.005 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:06.005 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:06.005 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:06.005 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:06.005 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:06.005 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:06.005 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:06.006 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:06.006 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:06.006 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-08-29T19:03:06.006 INFO:tasks.workunit.client.0.smithi028.stdout: ] 2024-08-29T19:03:06.006 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:06.006 INFO:tasks.workunit.client.0.smithi028.stdout: { 2024-08-29T19:03:06.006 INFO:tasks.workunit.client.0.smithi028.stdout: "osd_id": 3, 2024-08-29T19:03:06.006 INFO:tasks.workunit.client.0.smithi028.stdout: "values": [ 2024-08-29T19:03:06.006 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:06.006 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:06.006 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:06.006 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:06.006 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:06.007 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 250, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:06.007 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 3108, 18, 1, 0, 0, 1, 0, 1, 2, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:06.007 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 473, 7, 2, 0, 0, 0, 0, 0, 1, 0, 1, 2, 0, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:06.007 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 230, 209, 33, 46, 0, 0, 0, 0, 0, 0, 0, 2, 6, 3, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:06.007 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 1304, 1086, 0, 203, 0, 0, 0, 0, 0, 0, 1, 2, 1, 10, 7, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:06.007 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 2455, 1417, 0, 237, 0, 0, 0, 0, 0, 0, 0, 2, 0, 2, 10, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:06.007 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 575, 304, 0, 98, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:06.007 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:06.007 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:06.007 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:06.007 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:06.007 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:06.007 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:06.007 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:06.007 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:06.008 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:06.008 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:06.008 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:06.008 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:06.008 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:06.008 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:06.008 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:06.008 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:06.008 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:06.008 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:06.008 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:06.008 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-08-29T19:03:06.008 INFO:tasks.workunit.client.0.smithi028.stdout: ] 2024-08-29T19:03:06.009 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:06.009 INFO:tasks.workunit.client.0.smithi028.stdout: { 2024-08-29T19:03:06.009 INFO:tasks.workunit.client.0.smithi028.stdout: "osd_id": 4, 2024-08-29T19:03:06.009 INFO:tasks.workunit.client.0.smithi028.stdout: "values": [ 2024-08-29T19:03:06.009 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:06.009 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:06.009 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:06.009 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:06.009 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:06.009 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 63, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:06.009 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 3442, 83, 35, 70, 135, 209, 68, 1, 1, 0, 0, 0, 0, 4, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:06.009 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 554, 144, 0, 0, 3, 64, 414, 1, 4, 2, 1, 4, 1, 5, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:06.009 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 219, 1, 0, 0, 0, 2, 0, 0, 0, 0, 0, 5, 12, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:06.010 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 117, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 7, 20, 9, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:06.010 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 32, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 1, 8, 23, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:06.010 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:06.010 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:06.010 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:06.010 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:06.010 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:06.010 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:06.010 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:06.010 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:06.010 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:06.010 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:06.010 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:06.011 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:06.011 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:06.011 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:06.011 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:06.011 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:06.011 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:06.011 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:06.011 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:06.011 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:06.011 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-08-29T19:03:06.011 INFO:tasks.workunit.client.0.smithi028.stdout: ] 2024-08-29T19:03:06.011 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:06.011 INFO:tasks.workunit.client.0.smithi028.stdout: { 2024-08-29T19:03:06.012 INFO:tasks.workunit.client.0.smithi028.stdout: "osd_id": 5, 2024-08-29T19:03:06.012 INFO:tasks.workunit.client.0.smithi028.stdout: "values": [ 2024-08-29T19:03:06.012 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:06.012 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:06.012 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:06.012 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:06.012 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:06.012 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 42, 15, 40, 119, 307, 460, 471, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:06.012 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 3133, 54, 83, 133, 148, 169, 253, 2, 0, 0, 0, 1, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:06.012 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 265, 10, 14, 7, 4, 0, 1, 0, 2, 2, 3, 1, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:06.012 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 104, 5, 51, 126, 29, 0, 1, 0, 0, 0, 0, 4, 2, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:06.012 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 58, 38, 30, 3, 0, 0, 1, 0, 0, 0, 0, 0, 1, 4, 8, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:06.012 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 25, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 3, 6, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:06.012 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:06.013 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:06.013 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:06.013 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:06.013 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:06.013 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:06.013 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:06.013 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:06.013 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:06.013 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:06.013 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:06.013 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:06.013 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:06.013 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:06.014 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:06.014 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:06.014 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:06.014 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:06.014 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:06.014 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:06.014 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-08-29T19:03:06.014 INFO:tasks.workunit.client.0.smithi028.stdout: ] 2024-08-29T19:03:06.014 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:06.014 INFO:tasks.workunit.client.0.smithi028.stdout: { 2024-08-29T19:03:06.014 INFO:tasks.workunit.client.0.smithi028.stdout: "osd_id": 6, 2024-08-29T19:03:06.014 INFO:tasks.workunit.client.0.smithi028.stdout: "values": [ 2024-08-29T19:03:06.014 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:06.015 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:06.015 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:06.015 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:06.015 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:06.015 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 66, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:06.015 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 3713, 12, 0, 0, 0, 0, 0, 0, 2, 0, 0, 0, 0, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:06.015 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 635, 4, 3, 0, 0, 0, 0, 1, 0, 1, 0, 2, 1, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:06.015 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 412, 53, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 6, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:06.015 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 256, 58, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 5, 9, 4, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:06.015 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 91, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 5, 13, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:06.015 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 7, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:06.015 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:06.015 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:06.016 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:06.016 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:06.016 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:06.016 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:06.016 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:06.016 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:06.016 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:06.016 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:06.016 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:06.016 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:06.016 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:06.016 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:06.016 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:06.017 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:06.017 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:06.017 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:06.017 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:06.017 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-08-29T19:03:06.017 INFO:tasks.workunit.client.0.smithi028.stdout: ] 2024-08-29T19:03:06.017 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:06.017 INFO:tasks.workunit.client.0.smithi028.stdout: { 2024-08-29T19:03:06.017 INFO:tasks.workunit.client.0.smithi028.stdout: "osd_id": 7, 2024-08-29T19:03:06.017 INFO:tasks.workunit.client.0.smithi028.stdout: "values": [ 2024-08-29T19:03:06.017 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:06.017 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:06.017 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:06.017 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:06.018 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:06.018 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 42, 0, 0, 29, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:06.018 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 4198, 30, 36, 112, 4, 0, 4, 1, 7, 1, 0, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:06.018 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 6256, 8, 33, 40, 0, 1, 0, 2, 4, 8, 0, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:06.018 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 444, 14, 23, 0, 0, 0, 0, 0, 0, 0, 2, 2, 2, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:06.018 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 262, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 2, 5, 9, 4, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:06.018 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 128, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 5, 10, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:06.018 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 3, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:06.018 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:06.018 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:06.018 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:06.018 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:06.018 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:06.018 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:06.019 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:06.019 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:06.019 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:06.019 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:06.019 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:06.019 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:06.019 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:06.019 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:06.019 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:06.019 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:06.019 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:06.019 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:06.020 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:06.020 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-08-29T19:03:06.020 INFO:tasks.workunit.client.0.smithi028.stdout: ] 2024-08-29T19:03:06.020 INFO:tasks.workunit.client.0.smithi028.stdout: } 2024-08-29T19:03:06.020 INFO:tasks.workunit.client.0.smithi028.stdout: ] 2024-08-29T19:03:06.020 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:06.020 INFO:tasks.workunit.client.0.smithi028.stdout: "op_rw_latency_out_bytes_histogram": { 2024-08-29T19:03:06.020 INFO:tasks.workunit.client.0.smithi028.stdout: "axes": [ 2024-08-29T19:03:06.020 INFO:tasks.workunit.client.0.smithi028.stdout: { 2024-08-29T19:03:06.020 INFO:tasks.workunit.client.0.smithi028.stdout: "buckets": 32, 2024-08-29T19:03:06.020 INFO:tasks.workunit.client.0.smithi028.stdout: "min": 0, 2024-08-29T19:03:06.020 INFO:tasks.workunit.client.0.smithi028.stdout: "name": "Latency (usec)", 2024-08-29T19:03:06.020 INFO:tasks.workunit.client.0.smithi028.stdout: "quant_size": 100000, 2024-08-29T19:03:06.021 INFO:tasks.workunit.client.0.smithi028.stdout: "ranges": [ 2024-08-29T19:03:06.021 INFO:tasks.workunit.client.0.smithi028.stdout: "[None, -1]", 2024-08-29T19:03:06.021 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 99999]", 2024-08-29T19:03:06.021 INFO:tasks.workunit.client.0.smithi028.stdout: "[100000, 199999]", 2024-08-29T19:03:06.021 INFO:tasks.workunit.client.0.smithi028.stdout: "[200000, 399999]", 2024-08-29T19:03:06.021 INFO:tasks.workunit.client.0.smithi028.stdout: "[400000, 799999]", 2024-08-29T19:03:06.021 INFO:tasks.workunit.client.0.smithi028.stdout: "[800000, 1599999]", 2024-08-29T19:03:06.021 INFO:tasks.workunit.client.0.smithi028.stdout: "[1600000, 3199999]", 2024-08-29T19:03:06.021 INFO:tasks.workunit.client.0.smithi028.stdout: "[3200000, 6399999]", 2024-08-29T19:03:06.021 INFO:tasks.workunit.client.0.smithi028.stdout: "[6400000, 12799999]", 2024-08-29T19:03:06.021 INFO:tasks.workunit.client.0.smithi028.stdout: "[12800000, 25599999]", 2024-08-29T19:03:06.021 INFO:tasks.workunit.client.0.smithi028.stdout: "[25600000, 51199999]", 2024-08-29T19:03:06.021 INFO:tasks.workunit.client.0.smithi028.stdout: "[51200000, 102399999]", 2024-08-29T19:03:06.021 INFO:tasks.workunit.client.0.smithi028.stdout: "[102400000, 204799999]", 2024-08-29T19:03:06.022 INFO:tasks.workunit.client.0.smithi028.stdout: "[204800000, 409599999]", 2024-08-29T19:03:06.022 INFO:tasks.workunit.client.0.smithi028.stdout: "[409600000, 819199999]", 2024-08-29T19:03:06.022 INFO:tasks.workunit.client.0.smithi028.stdout: "[819200000, 1638399999]", 2024-08-29T19:03:06.022 INFO:tasks.workunit.client.0.smithi028.stdout: "[1638400000, 3276799999]", 2024-08-29T19:03:06.022 INFO:tasks.workunit.client.0.smithi028.stdout: "[3276800000, 6553599999]", 2024-08-29T19:03:06.022 INFO:tasks.workunit.client.0.smithi028.stdout: "[6553600000, 13107199999]", 2024-08-29T19:03:06.022 INFO:tasks.workunit.client.0.smithi028.stdout: "[13107200000, 26214399999]", 2024-08-29T19:03:06.022 INFO:tasks.workunit.client.0.smithi028.stdout: "[26214400000, 52428799999]", 2024-08-29T19:03:06.022 INFO:tasks.workunit.client.0.smithi028.stdout: "[52428800000, 104857599999]", 2024-08-29T19:03:06.022 INFO:tasks.workunit.client.0.smithi028.stdout: "[104857600000, 209715199999]", 2024-08-29T19:03:06.022 INFO:tasks.workunit.client.0.smithi028.stdout: "[209715200000, 419430399999]", 2024-08-29T19:03:06.022 INFO:tasks.workunit.client.0.smithi028.stdout: "[419430400000, 838860799999]", 2024-08-29T19:03:06.022 INFO:tasks.workunit.client.0.smithi028.stdout: "[838860800000, 1677721599999]", 2024-08-29T19:03:06.022 INFO:tasks.workunit.client.0.smithi028.stdout: "[1677721600000, 3355443199999]", 2024-08-29T19:03:06.023 INFO:tasks.workunit.client.0.smithi028.stdout: "[3355443200000, 6710886399999]", 2024-08-29T19:03:06.023 INFO:tasks.workunit.client.0.smithi028.stdout: "[6710886400000, 13421772799999]", 2024-08-29T19:03:06.023 INFO:tasks.workunit.client.0.smithi028.stdout: "[13421772800000, 26843545599999]", 2024-08-29T19:03:06.023 INFO:tasks.workunit.client.0.smithi028.stdout: "[26843545600000, 53687091199999]", 2024-08-29T19:03:06.023 INFO:tasks.workunit.client.0.smithi028.stdout: "[53687091200000, None]" 2024-08-29T19:03:06.023 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-08-29T19:03:06.023 INFO:tasks.workunit.client.0.smithi028.stdout: "scale_type": "log2" 2024-08-29T19:03:06.023 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:06.023 INFO:tasks.workunit.client.0.smithi028.stdout: { 2024-08-29T19:03:06.023 INFO:tasks.workunit.client.0.smithi028.stdout: "buckets": 32, 2024-08-29T19:03:06.023 INFO:tasks.workunit.client.0.smithi028.stdout: "min": 0, 2024-08-29T19:03:06.023 INFO:tasks.workunit.client.0.smithi028.stdout: "name": "Request size (bytes)", 2024-08-29T19:03:06.023 INFO:tasks.workunit.client.0.smithi028.stdout: "quant_size": 512, 2024-08-29T19:03:06.023 INFO:tasks.workunit.client.0.smithi028.stdout: "ranges": [ 2024-08-29T19:03:06.024 INFO:tasks.workunit.client.0.smithi028.stdout: "[None, -1]", 2024-08-29T19:03:06.024 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 511]", 2024-08-29T19:03:06.024 INFO:tasks.workunit.client.0.smithi028.stdout: "[512, 1023]", 2024-08-29T19:03:06.024 INFO:tasks.workunit.client.0.smithi028.stdout: "[1024, 2047]", 2024-08-29T19:03:06.024 INFO:tasks.workunit.client.0.smithi028.stdout: "[2048, 4095]", 2024-08-29T19:03:06.024 INFO:tasks.workunit.client.0.smithi028.stdout: "[4096, 8191]", 2024-08-29T19:03:06.024 INFO:tasks.workunit.client.0.smithi028.stdout: "[8192, 16383]", 2024-08-29T19:03:06.024 INFO:tasks.workunit.client.0.smithi028.stdout: "[16384, 32767]", 2024-08-29T19:03:06.024 INFO:tasks.workunit.client.0.smithi028.stdout: "[32768, 65535]", 2024-08-29T19:03:06.024 INFO:tasks.workunit.client.0.smithi028.stdout: "[65536, 131071]", 2024-08-29T19:03:06.024 INFO:tasks.workunit.client.0.smithi028.stdout: "[131072, 262143]", 2024-08-29T19:03:06.024 INFO:tasks.workunit.client.0.smithi028.stdout: "[262144, 524287]", 2024-08-29T19:03:06.024 INFO:tasks.workunit.client.0.smithi028.stdout: "[524288, 1048575]", 2024-08-29T19:03:06.024 INFO:tasks.workunit.client.0.smithi028.stdout: "[1048576, 2097151]", 2024-08-29T19:03:06.025 INFO:tasks.workunit.client.0.smithi028.stdout: "[2097152, 4194303]", 2024-08-29T19:03:06.025 INFO:tasks.workunit.client.0.smithi028.stdout: "[4194304, 8388607]", 2024-08-29T19:03:06.025 INFO:tasks.workunit.client.0.smithi028.stdout: "[8388608, 16777215]", 2024-08-29T19:03:06.025 INFO:tasks.workunit.client.0.smithi028.stdout: "[16777216, 33554431]", 2024-08-29T19:03:06.025 INFO:tasks.workunit.client.0.smithi028.stdout: "[33554432, 67108863]", 2024-08-29T19:03:06.025 INFO:tasks.workunit.client.0.smithi028.stdout: "[67108864, 134217727]", 2024-08-29T19:03:06.025 INFO:tasks.workunit.client.0.smithi028.stdout: "[134217728, 268435455]", 2024-08-29T19:03:06.025 INFO:tasks.workunit.client.0.smithi028.stdout: "[268435456, 536870911]", 2024-08-29T19:03:06.025 INFO:tasks.workunit.client.0.smithi028.stdout: "[536870912, 1073741823]", 2024-08-29T19:03:06.025 INFO:tasks.workunit.client.0.smithi028.stdout: "[1073741824, 2147483647]", 2024-08-29T19:03:06.025 INFO:tasks.workunit.client.0.smithi028.stdout: "[2147483648, 4294967295]", 2024-08-29T19:03:06.025 INFO:tasks.workunit.client.0.smithi028.stdout: "[4294967296, 8589934591]", 2024-08-29T19:03:06.025 INFO:tasks.workunit.client.0.smithi028.stdout: "[8589934592, 17179869183]", 2024-08-29T19:03:06.025 INFO:tasks.workunit.client.0.smithi028.stdout: "[17179869184, 34359738367]", 2024-08-29T19:03:06.026 INFO:tasks.workunit.client.0.smithi028.stdout: "[34359738368, 68719476735]", 2024-08-29T19:03:06.026 INFO:tasks.workunit.client.0.smithi028.stdout: "[68719476736, 137438953471]", 2024-08-29T19:03:06.026 INFO:tasks.workunit.client.0.smithi028.stdout: "[137438953472, 274877906943]", 2024-08-29T19:03:06.026 INFO:tasks.workunit.client.0.smithi028.stdout: "[274877906944, None]" 2024-08-29T19:03:06.026 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-08-29T19:03:06.026 INFO:tasks.workunit.client.0.smithi028.stdout: "scale_type": "log2" 2024-08-29T19:03:06.026 INFO:tasks.workunit.client.0.smithi028.stdout: } 2024-08-29T19:03:06.026 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-08-29T19:03:06.026 INFO:tasks.workunit.client.0.smithi028.stdout: "osds": [ 2024-08-29T19:03:06.026 INFO:tasks.workunit.client.0.smithi028.stdout: { 2024-08-29T19:03:06.026 INFO:tasks.workunit.client.0.smithi028.stdout: "osd_id": 0, 2024-08-29T19:03:06.026 INFO:tasks.workunit.client.0.smithi028.stdout: "values": [ 2024-08-29T19:03:06.026 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:06.026 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:06.027 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:06.027 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:06.027 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:06.027 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 139, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:06.027 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 5302, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:06.027 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 2057, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:06.027 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 202, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:06.027 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 154, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:06.027 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 40, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:06.027 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 3, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:06.027 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:06.027 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:06.027 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:06.027 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:06.028 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:06.028 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:06.028 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:06.028 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:06.028 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:06.028 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:06.028 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:06.028 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:06.028 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:06.028 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:06.028 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:06.029 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:06.029 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:06.029 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:06.029 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:06.029 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-08-29T19:03:06.029 INFO:tasks.workunit.client.0.smithi028.stdout: ] 2024-08-29T19:03:06.029 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:06.029 INFO:tasks.workunit.client.0.smithi028.stdout: { 2024-08-29T19:03:06.029 INFO:tasks.workunit.client.0.smithi028.stdout: "osd_id": 1, 2024-08-29T19:03:06.029 INFO:tasks.workunit.client.0.smithi028.stdout: "values": [ 2024-08-29T19:03:06.029 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:06.029 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:06.029 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:06.029 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:06.030 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:06.030 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 576, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:06.030 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 2966, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:06.030 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 1850, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:06.030 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 1074, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:06.030 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 988, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:06.030 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 4284, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:06.030 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 915, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:06.030 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 4, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:06.030 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:06.030 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:06.030 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:06.030 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:06.030 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:06.031 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:06.031 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:06.031 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:06.031 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:06.031 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:06.031 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:06.031 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:06.031 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:06.031 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:06.031 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:06.031 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:06.031 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:06.031 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:06.031 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-08-29T19:03:06.032 INFO:tasks.workunit.client.0.smithi028.stdout: ] 2024-08-29T19:03:06.032 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:06.032 INFO:tasks.workunit.client.0.smithi028.stdout: { 2024-08-29T19:03:06.032 INFO:tasks.workunit.client.0.smithi028.stdout: "osd_id": 2, 2024-08-29T19:03:06.032 INFO:tasks.workunit.client.0.smithi028.stdout: "values": [ 2024-08-29T19:03:06.032 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:06.032 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:06.032 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:06.032 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:06.032 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:06.032 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 121, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:06.032 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 6780, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:06.032 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 17504, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:06.033 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 1428, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:06.033 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 152, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:06.033 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 46, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:06.033 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:06.033 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:06.033 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:06.033 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:06.033 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:06.033 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:06.033 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:06.033 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:06.033 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:06.033 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:06.033 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:06.034 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:06.034 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:06.034 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:06.034 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:06.034 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:06.034 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:06.034 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:06.034 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:06.034 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:06.034 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-08-29T19:03:06.034 INFO:tasks.workunit.client.0.smithi028.stdout: ] 2024-08-29T19:03:06.034 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:06.035 INFO:tasks.workunit.client.0.smithi028.stdout: { 2024-08-29T19:03:06.035 INFO:tasks.workunit.client.0.smithi028.stdout: "osd_id": 3, 2024-08-29T19:03:06.035 INFO:tasks.workunit.client.0.smithi028.stdout: "values": [ 2024-08-29T19:03:06.035 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:06.035 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:06.035 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:06.035 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:06.035 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:06.035 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 250, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:06.035 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 3132, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:06.035 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 488, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:06.035 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 529, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:06.035 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 2614, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:06.035 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 4123, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:06.036 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 979, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:06.036 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:06.036 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:06.036 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:06.036 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:06.036 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:06.036 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:06.036 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:06.036 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:06.036 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:06.036 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:06.036 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:06.036 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:06.036 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:06.037 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:06.037 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:06.037 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:06.037 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:06.037 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:06.037 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:06.037 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-08-29T19:03:06.037 INFO:tasks.workunit.client.0.smithi028.stdout: ] 2024-08-29T19:03:06.037 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:06.037 INFO:tasks.workunit.client.0.smithi028.stdout: { 2024-08-29T19:03:06.037 INFO:tasks.workunit.client.0.smithi028.stdout: "osd_id": 4, 2024-08-29T19:03:06.037 INFO:tasks.workunit.client.0.smithi028.stdout: "values": [ 2024-08-29T19:03:06.037 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:06.037 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:06.038 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:06.038 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:06.038 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:06.038 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 65, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:06.038 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 4048, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:06.038 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 1197, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:06.038 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 239, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:06.038 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 155, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:06.038 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 65, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:06.038 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:06.038 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:06.038 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:06.038 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:06.039 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:06.039 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:06.039 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:06.039 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:06.039 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:06.039 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:06.039 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:06.039 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:06.039 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:06.039 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:06.039 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:06.039 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:06.040 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:06.040 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:06.040 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:06.040 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:06.040 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-08-29T19:03:06.040 INFO:tasks.workunit.client.0.smithi028.stdout: ] 2024-08-29T19:03:06.040 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:06.040 INFO:tasks.workunit.client.0.smithi028.stdout: { 2024-08-29T19:03:06.040 INFO:tasks.workunit.client.0.smithi028.stdout: "osd_id": 5, 2024-08-29T19:03:06.040 INFO:tasks.workunit.client.0.smithi028.stdout: "values": [ 2024-08-29T19:03:06.040 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:06.040 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:06.040 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:06.040 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:06.041 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:06.041 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 1454, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:06.041 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 3978, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:06.041 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 310, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:06.041 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 324, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:06.041 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 143, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:06.041 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 34, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:06.041 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:06.041 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:06.041 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:06.041 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:06.041 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:06.041 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:06.041 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:06.042 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:06.042 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:06.042 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:06.042 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:06.042 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:06.042 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:06.042 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:06.042 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:06.042 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:06.042 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:06.042 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:06.042 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:06.042 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:06.042 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-08-29T19:03:06.043 INFO:tasks.workunit.client.0.smithi028.stdout: ] 2024-08-29T19:03:06.043 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:06.043 INFO:tasks.workunit.client.0.smithi028.stdout: { 2024-08-29T19:03:06.043 INFO:tasks.workunit.client.0.smithi028.stdout: "osd_id": 6, 2024-08-29T19:03:06.043 INFO:tasks.workunit.client.0.smithi028.stdout: "values": [ 2024-08-29T19:03:06.043 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:06.043 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:06.043 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:06.043 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:06.043 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:06.043 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 66, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:06.043 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 3729, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:06.043 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 648, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:06.043 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 473, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:06.043 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 332, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:06.044 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 109, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:06.044 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 8, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:06.044 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:06.044 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:06.044 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:06.044 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:06.044 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:06.044 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:06.044 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:06.044 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:06.044 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:06.044 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:06.045 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:06.045 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:06.045 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:06.045 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:06.045 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:06.045 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:06.045 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:06.045 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:06.045 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:06.045 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-08-29T19:03:06.045 INFO:tasks.workunit.client.0.smithi028.stdout: ] 2024-08-29T19:03:06.045 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:06.045 INFO:tasks.workunit.client.0.smithi028.stdout: { 2024-08-29T19:03:06.045 INFO:tasks.workunit.client.0.smithi028.stdout: "osd_id": 7, 2024-08-29T19:03:06.046 INFO:tasks.workunit.client.0.smithi028.stdout: "values": [ 2024-08-29T19:03:06.046 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:06.046 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:06.046 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:06.046 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:06.046 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:06.046 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 71, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:06.046 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 4394, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:06.046 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 6354, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:06.046 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 488, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:06.046 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 283, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:06.046 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 143, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:06.046 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 3, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:06.046 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:06.047 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:06.047 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:06.047 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:06.047 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:06.047 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:06.047 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:06.047 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:06.047 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:06.047 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:06.047 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:06.047 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:06.047 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:06.047 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:06.047 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:06.048 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:06.048 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:06.048 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:06.048 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:06.048 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-08-29T19:03:06.048 INFO:tasks.workunit.client.0.smithi028.stdout: ] 2024-08-29T19:03:06.048 INFO:tasks.workunit.client.0.smithi028.stdout: } 2024-08-29T19:03:06.048 INFO:tasks.workunit.client.0.smithi028.stdout: ] 2024-08-29T19:03:06.048 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:06.048 INFO:tasks.workunit.client.0.smithi028.stdout: "op_w_latency_in_bytes_histogram": { 2024-08-29T19:03:06.048 INFO:tasks.workunit.client.0.smithi028.stdout: "axes": [ 2024-08-29T19:03:06.048 INFO:tasks.workunit.client.0.smithi028.stdout: { 2024-08-29T19:03:06.048 INFO:tasks.workunit.client.0.smithi028.stdout: "buckets": 32, 2024-08-29T19:03:06.048 INFO:tasks.workunit.client.0.smithi028.stdout: "min": 0, 2024-08-29T19:03:06.049 INFO:tasks.workunit.client.0.smithi028.stdout: "name": "Latency (usec)", 2024-08-29T19:03:06.049 INFO:tasks.workunit.client.0.smithi028.stdout: "quant_size": 100000, 2024-08-29T19:03:06.049 INFO:tasks.workunit.client.0.smithi028.stdout: "ranges": [ 2024-08-29T19:03:06.049 INFO:tasks.workunit.client.0.smithi028.stdout: "[None, -1]", 2024-08-29T19:03:06.049 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 99999]", 2024-08-29T19:03:06.049 INFO:tasks.workunit.client.0.smithi028.stdout: "[100000, 199999]", 2024-08-29T19:03:06.049 INFO:tasks.workunit.client.0.smithi028.stdout: "[200000, 399999]", 2024-08-29T19:03:06.049 INFO:tasks.workunit.client.0.smithi028.stdout: "[400000, 799999]", 2024-08-29T19:03:06.049 INFO:tasks.workunit.client.0.smithi028.stdout: "[800000, 1599999]", 2024-08-29T19:03:06.049 INFO:tasks.workunit.client.0.smithi028.stdout: "[1600000, 3199999]", 2024-08-29T19:03:06.050 INFO:tasks.workunit.client.0.smithi028.stdout: "[3200000, 6399999]", 2024-08-29T19:03:06.050 INFO:tasks.workunit.client.0.smithi028.stdout: "[6400000, 12799999]", 2024-08-29T19:03:06.050 INFO:tasks.workunit.client.0.smithi028.stdout: "[12800000, 25599999]", 2024-08-29T19:03:06.050 INFO:tasks.workunit.client.0.smithi028.stdout: "[25600000, 51199999]", 2024-08-29T19:03:06.050 INFO:tasks.workunit.client.0.smithi028.stdout: "[51200000, 102399999]", 2024-08-29T19:03:06.050 INFO:tasks.workunit.client.0.smithi028.stdout: "[102400000, 204799999]", 2024-08-29T19:03:06.050 INFO:tasks.workunit.client.0.smithi028.stdout: "[204800000, 409599999]", 2024-08-29T19:03:06.050 INFO:tasks.workunit.client.0.smithi028.stdout: "[409600000, 819199999]", 2024-08-29T19:03:06.050 INFO:tasks.workunit.client.0.smithi028.stdout: "[819200000, 1638399999]", 2024-08-29T19:03:06.050 INFO:tasks.workunit.client.0.smithi028.stdout: "[1638400000, 3276799999]", 2024-08-29T19:03:06.050 INFO:tasks.workunit.client.0.smithi028.stdout: "[3276800000, 6553599999]", 2024-08-29T19:03:06.050 INFO:tasks.workunit.client.0.smithi028.stdout: "[6553600000, 13107199999]", 2024-08-29T19:03:06.050 INFO:tasks.workunit.client.0.smithi028.stdout: "[13107200000, 26214399999]", 2024-08-29T19:03:06.050 INFO:tasks.workunit.client.0.smithi028.stdout: "[26214400000, 52428799999]", 2024-08-29T19:03:06.051 INFO:tasks.workunit.client.0.smithi028.stdout: "[52428800000, 104857599999]", 2024-08-29T19:03:06.051 INFO:tasks.workunit.client.0.smithi028.stdout: "[104857600000, 209715199999]", 2024-08-29T19:03:06.051 INFO:tasks.workunit.client.0.smithi028.stdout: "[209715200000, 419430399999]", 2024-08-29T19:03:06.051 INFO:tasks.workunit.client.0.smithi028.stdout: "[419430400000, 838860799999]", 2024-08-29T19:03:06.051 INFO:tasks.workunit.client.0.smithi028.stdout: "[838860800000, 1677721599999]", 2024-08-29T19:03:06.051 INFO:tasks.workunit.client.0.smithi028.stdout: "[1677721600000, 3355443199999]", 2024-08-29T19:03:06.051 INFO:tasks.workunit.client.0.smithi028.stdout: "[3355443200000, 6710886399999]", 2024-08-29T19:03:06.051 INFO:tasks.workunit.client.0.smithi028.stdout: "[6710886400000, 13421772799999]", 2024-08-29T19:03:06.051 INFO:tasks.workunit.client.0.smithi028.stdout: "[13421772800000, 26843545599999]", 2024-08-29T19:03:06.051 INFO:tasks.workunit.client.0.smithi028.stdout: "[26843545600000, 53687091199999]", 2024-08-29T19:03:06.051 INFO:tasks.workunit.client.0.smithi028.stdout: "[53687091200000, None]" 2024-08-29T19:03:06.051 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-08-29T19:03:06.051 INFO:tasks.workunit.client.0.smithi028.stdout: "scale_type": "log2" 2024-08-29T19:03:06.051 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:06.051 INFO:tasks.workunit.client.0.smithi028.stdout: { 2024-08-29T19:03:06.052 INFO:tasks.workunit.client.0.smithi028.stdout: "buckets": 32, 2024-08-29T19:03:06.052 INFO:tasks.workunit.client.0.smithi028.stdout: "min": 0, 2024-08-29T19:03:06.052 INFO:tasks.workunit.client.0.smithi028.stdout: "name": "Request size (bytes)", 2024-08-29T19:03:06.052 INFO:tasks.workunit.client.0.smithi028.stdout: "quant_size": 512, 2024-08-29T19:03:06.052 INFO:tasks.workunit.client.0.smithi028.stdout: "ranges": [ 2024-08-29T19:03:06.052 INFO:tasks.workunit.client.0.smithi028.stdout: "[None, -1]", 2024-08-29T19:03:06.052 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 511]", 2024-08-29T19:03:06.052 INFO:tasks.workunit.client.0.smithi028.stdout: "[512, 1023]", 2024-08-29T19:03:06.052 INFO:tasks.workunit.client.0.smithi028.stdout: "[1024, 2047]", 2024-08-29T19:03:06.053 INFO:tasks.workunit.client.0.smithi028.stdout: "[2048, 4095]", 2024-08-29T19:03:06.053 INFO:tasks.workunit.client.0.smithi028.stdout: "[4096, 8191]", 2024-08-29T19:03:06.053 INFO:tasks.workunit.client.0.smithi028.stdout: "[8192, 16383]", 2024-08-29T19:03:06.053 INFO:tasks.workunit.client.0.smithi028.stdout: "[16384, 32767]", 2024-08-29T19:03:06.053 INFO:tasks.workunit.client.0.smithi028.stdout: "[32768, 65535]", 2024-08-29T19:03:06.053 INFO:tasks.workunit.client.0.smithi028.stdout: "[65536, 131071]", 2024-08-29T19:03:06.053 INFO:tasks.workunit.client.0.smithi028.stdout: "[131072, 262143]", 2024-08-29T19:03:06.053 INFO:tasks.workunit.client.0.smithi028.stdout: "[262144, 524287]", 2024-08-29T19:03:06.053 INFO:tasks.workunit.client.0.smithi028.stdout: "[524288, 1048575]", 2024-08-29T19:03:06.053 INFO:tasks.workunit.client.0.smithi028.stdout: "[1048576, 2097151]", 2024-08-29T19:03:06.053 INFO:tasks.workunit.client.0.smithi028.stdout: "[2097152, 4194303]", 2024-08-29T19:03:06.053 INFO:tasks.workunit.client.0.smithi028.stdout: "[4194304, 8388607]", 2024-08-29T19:03:06.053 INFO:tasks.workunit.client.0.smithi028.stdout: "[8388608, 16777215]", 2024-08-29T19:03:06.053 INFO:tasks.workunit.client.0.smithi028.stdout: "[16777216, 33554431]", 2024-08-29T19:03:06.054 INFO:tasks.workunit.client.0.smithi028.stdout: "[33554432, 67108863]", 2024-08-29T19:03:06.054 INFO:tasks.workunit.client.0.smithi028.stdout: "[67108864, 134217727]", 2024-08-29T19:03:06.054 INFO:tasks.workunit.client.0.smithi028.stdout: "[134217728, 268435455]", 2024-08-29T19:03:06.054 INFO:tasks.workunit.client.0.smithi028.stdout: "[268435456, 536870911]", 2024-08-29T19:03:06.054 INFO:tasks.workunit.client.0.smithi028.stdout: "[536870912, 1073741823]", 2024-08-29T19:03:06.054 INFO:tasks.workunit.client.0.smithi028.stdout: "[1073741824, 2147483647]", 2024-08-29T19:03:06.054 INFO:tasks.workunit.client.0.smithi028.stdout: "[2147483648, 4294967295]", 2024-08-29T19:03:06.054 INFO:tasks.workunit.client.0.smithi028.stdout: "[4294967296, 8589934591]", 2024-08-29T19:03:06.054 INFO:tasks.workunit.client.0.smithi028.stdout: "[8589934592, 17179869183]", 2024-08-29T19:03:06.054 INFO:tasks.workunit.client.0.smithi028.stdout: "[17179869184, 34359738367]", 2024-08-29T19:03:06.054 INFO:tasks.workunit.client.0.smithi028.stdout: "[34359738368, 68719476735]", 2024-08-29T19:03:06.054 INFO:tasks.workunit.client.0.smithi028.stdout: "[68719476736, 137438953471]", 2024-08-29T19:03:06.054 INFO:tasks.workunit.client.0.smithi028.stdout: "[137438953472, 274877906943]", 2024-08-29T19:03:06.054 INFO:tasks.workunit.client.0.smithi028.stdout: "[274877906944, None]" 2024-08-29T19:03:06.055 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-08-29T19:03:06.055 INFO:tasks.workunit.client.0.smithi028.stdout: "scale_type": "log2" 2024-08-29T19:03:06.055 INFO:tasks.workunit.client.0.smithi028.stdout: } 2024-08-29T19:03:06.055 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-08-29T19:03:06.055 INFO:tasks.workunit.client.0.smithi028.stdout: "osds": [ 2024-08-29T19:03:06.055 INFO:tasks.workunit.client.0.smithi028.stdout: { 2024-08-29T19:03:06.055 INFO:tasks.workunit.client.0.smithi028.stdout: "osd_id": 0, 2024-08-29T19:03:06.055 INFO:tasks.workunit.client.0.smithi028.stdout: "values": [ 2024-08-29T19:03:06.055 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:06.055 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:06.055 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:06.055 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:06.055 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:06.056 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 15, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:06.056 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 684, 35, 0, 0, 8, 0, 1, 0, 3, 1, 3, 1, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:06.056 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 2561, 6, 1, 0, 9, 12, 14, 16, 31, 54, 79, 43, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:06.056 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 87, 4, 0, 0, 4, 0, 1, 1, 7, 4, 29, 199, 284, 5, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:06.056 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 109, 8, 0, 0, 0, 1, 0, 2, 1, 3, 5, 16, 102, 41, 39, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:06.056 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 192, 0, 0, 0, 0, 0, 0, 0, 0, 1, 4, 2, 4, 30, 27, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:06.056 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 700, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 2, 1, 5, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:06.056 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 1606, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:06.056 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 12, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:06.056 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:06.056 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 3, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:06.056 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:06.056 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:06.057 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:06.057 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:06.057 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:06.057 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:06.057 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:06.057 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:06.057 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:06.057 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:06.057 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:06.057 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:06.057 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:06.057 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:06.057 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:06.057 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-08-29T19:03:06.058 INFO:tasks.workunit.client.0.smithi028.stdout: ] 2024-08-29T19:03:06.058 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:06.058 INFO:tasks.workunit.client.0.smithi028.stdout: { 2024-08-29T19:03:06.058 INFO:tasks.workunit.client.0.smithi028.stdout: "osd_id": 1, 2024-08-29T19:03:06.058 INFO:tasks.workunit.client.0.smithi028.stdout: "values": [ 2024-08-29T19:03:06.058 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:06.058 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:06.058 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:06.058 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:06.058 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:06.058 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 23, 0, 0, 1, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:06.058 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 564, 10, 0, 0, 7, 0, 0, 0, 0, 0, 0, 1, 1, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:06.058 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 3722, 4, 2, 1, 10, 4, 11, 23, 37, 77, 146, 56, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:06.059 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 176, 5, 0, 1, 3, 0, 2, 4, 1, 10, 36, 250, 531, 5, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:06.059 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 225, 0, 0, 0, 0, 1, 0, 4, 6, 10, 40, 45, 111, 36, 28, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:06.059 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 410, 0, 0, 0, 0, 0, 1, 1, 0, 0, 6, 8, 8, 33, 45, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:06.059 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 1026, 0, 0, 0, 0, 0, 0, 0, 0, 1, 1, 1, 2, 2, 4, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:06.059 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 1438, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:06.059 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 833, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:06.059 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:06.059 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:06.059 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:06.059 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:06.059 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:06.059 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:06.059 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:06.060 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:06.060 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:06.060 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:06.060 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:06.060 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:06.060 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:06.060 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:06.060 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:06.060 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:06.060 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:06.060 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-08-29T19:03:06.060 INFO:tasks.workunit.client.0.smithi028.stdout: ] 2024-08-29T19:03:06.060 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:06.061 INFO:tasks.workunit.client.0.smithi028.stdout: { 2024-08-29T19:03:06.061 INFO:tasks.workunit.client.0.smithi028.stdout: "osd_id": 2, 2024-08-29T19:03:06.061 INFO:tasks.workunit.client.0.smithi028.stdout: "values": [ 2024-08-29T19:03:06.061 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:06.061 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:06.061 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:06.061 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:06.061 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:06.061 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 8, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:06.061 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 253, 25, 0, 0, 1, 0, 3, 3, 5, 1, 0, 3, 0, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:06.061 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 186, 13, 1, 0, 5, 0, 0, 0, 4, 15, 30, 28, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:06.061 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 133, 6, 0, 0, 0, 2, 1, 0, 5, 8, 41, 43, 7, 3, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:06.061 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 115, 5, 0, 0, 0, 0, 0, 0, 2, 1, 18, 30, 11, 26, 27, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:06.061 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 39, 0, 0, 0, 0, 0, 0, 1, 1, 2, 6, 11, 9, 14, 43, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:06.062 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 4, 0, 0, 0, 0, 0, 1, 0, 0, 0, 0, 2, 1, 2, 10, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:06.062 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:06.062 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:06.062 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:06.062 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:06.062 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:06.062 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:06.062 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:06.062 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:06.062 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:06.062 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:06.062 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:06.063 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:06.063 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:06.063 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:06.063 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:06.063 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:06.063 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:06.063 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:06.063 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:06.063 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-08-29T19:03:06.063 INFO:tasks.workunit.client.0.smithi028.stdout: ] 2024-08-29T19:03:06.063 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:06.063 INFO:tasks.workunit.client.0.smithi028.stdout: { 2024-08-29T19:03:06.063 INFO:tasks.workunit.client.0.smithi028.stdout: "osd_id": 3, 2024-08-29T19:03:06.064 INFO:tasks.workunit.client.0.smithi028.stdout: "values": [ 2024-08-29T19:03:06.064 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:06.064 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:06.064 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:06.064 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:06.064 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:06.064 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 29, 0, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:06.064 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 566, 12, 0, 0, 3, 0, 1, 3, 4, 2, 2, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:06.064 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 1216, 4, 1, 1, 4, 2, 3, 9, 19, 35, 45, 25, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:06.064 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 289, 0, 0, 0, 1, 0, 0, 1, 4, 9, 27, 83, 154, 3, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:06.064 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 432, 2, 0, 0, 0, 1, 1, 1, 0, 3, 7, 23, 26, 35, 17, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:06.064 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 356, 0, 0, 0, 0, 0, 0, 0, 0, 0, 3, 3, 5, 23, 29, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:06.064 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 244, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 2, 6, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:06.065 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 13, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:06.065 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:06.065 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:06.065 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:06.065 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:06.065 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:06.065 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:06.065 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:06.065 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:06.065 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:06.065 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:06.065 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:06.065 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:06.065 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:06.066 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:06.066 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:06.066 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:06.066 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:06.066 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:06.066 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-08-29T19:03:06.066 INFO:tasks.workunit.client.0.smithi028.stdout: ] 2024-08-29T19:03:06.066 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:06.066 INFO:tasks.workunit.client.0.smithi028.stdout: { 2024-08-29T19:03:06.066 INFO:tasks.workunit.client.0.smithi028.stdout: "osd_id": 4, 2024-08-29T19:03:06.066 INFO:tasks.workunit.client.0.smithi028.stdout: "values": [ 2024-08-29T19:03:06.066 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:06.066 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:06.067 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:06.067 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:06.067 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:06.067 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 16, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:06.067 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 421, 14, 0, 0, 6, 0, 3, 2, 4, 2, 1, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:06.067 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 1462, 15, 0, 0, 6, 6, 3, 8, 14, 36, 47, 29, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:06.067 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 451, 17, 0, 0, 1, 2, 3, 4, 2, 5, 23, 96, 149, 3, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:06.067 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 385, 5, 0, 0, 0, 1, 1, 1, 2, 4, 19, 30, 91, 38, 32, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:06.067 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 168, 6, 0, 0, 0, 0, 0, 1, 0, 1, 2, 5, 7, 43, 56, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:06.067 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 115, 0, 0, 0, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:06.067 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 93, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:06.067 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:06.067 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 3, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:06.067 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:06.068 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:06.068 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:06.068 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:06.068 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:06.068 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:06.068 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:06.068 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:06.068 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:06.068 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:06.068 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:06.068 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:06.068 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:06.068 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:06.068 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:06.069 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:06.069 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-08-29T19:03:06.069 INFO:tasks.workunit.client.0.smithi028.stdout: ] 2024-08-29T19:03:06.069 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:06.069 INFO:tasks.workunit.client.0.smithi028.stdout: { 2024-08-29T19:03:06.069 INFO:tasks.workunit.client.0.smithi028.stdout: "osd_id": 5, 2024-08-29T19:03:06.069 INFO:tasks.workunit.client.0.smithi028.stdout: "values": [ 2024-08-29T19:03:06.069 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:06.069 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:06.069 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:06.069 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:06.069 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:06.069 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 11, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:06.069 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 302, 25, 3, 0, 7, 1, 0, 2, 1, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:06.070 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 58, 1, 0, 0, 11, 1, 1, 1, 3, 1, 4, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:06.070 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 71, 1, 0, 0, 0, 1, 3, 1, 4, 0, 17, 25, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:06.070 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 32, 8, 0, 0, 0, 0, 1, 0, 0, 4, 2, 14, 21, 24, 18, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:06.070 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 8, 18, 0, 0, 0, 0, 1, 0, 0, 0, 2, 5, 16, 33, 31, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:06.070 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 34, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 3, 2, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:06.070 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 91, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:06.070 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 105, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:06.070 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:06.070 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:06.070 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:06.070 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:06.070 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:06.070 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:06.071 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:06.071 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:06.071 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:06.071 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:06.071 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:06.071 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:06.071 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:06.071 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:06.071 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:06.071 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:06.071 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:06.071 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-08-29T19:03:06.071 INFO:tasks.workunit.client.0.smithi028.stdout: ] 2024-08-29T19:03:06.071 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:06.072 INFO:tasks.workunit.client.0.smithi028.stdout: { 2024-08-29T19:03:06.072 INFO:tasks.workunit.client.0.smithi028.stdout: "osd_id": 6, 2024-08-29T19:03:06.072 INFO:tasks.workunit.client.0.smithi028.stdout: "values": [ 2024-08-29T19:03:06.072 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:06.072 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:06.072 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:06.072 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:06.072 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:06.072 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 9, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:06.072 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 440, 9, 0, 0, 4, 1, 3, 2, 4, 1, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:06.072 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 1556, 3, 0, 0, 3, 3, 2, 11, 18, 40, 33, 17, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:06.072 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 501, 9, 0, 1, 1, 1, 0, 2, 2, 4, 14, 108, 138, 3, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:06.072 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 360, 2, 0, 0, 0, 0, 1, 1, 3, 5, 10, 24, 61, 19, 8, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:06.072 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 99, 0, 0, 0, 0, 0, 0, 0, 0, 1, 2, 2, 5, 17, 24, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:06.073 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 110, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 3, 0, 2, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:06.073 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 141, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:06.073 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:06.073 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:06.073 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:06.073 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:06.073 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:06.073 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:06.073 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:06.073 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:06.073 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:06.073 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:06.073 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:06.073 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:06.074 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:06.074 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:06.074 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:06.074 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:06.074 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:06.074 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:06.074 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-08-29T19:03:06.074 INFO:tasks.workunit.client.0.smithi028.stdout: ] 2024-08-29T19:03:06.074 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:06.074 INFO:tasks.workunit.client.0.smithi028.stdout: { 2024-08-29T19:03:06.074 INFO:tasks.workunit.client.0.smithi028.stdout: "osd_id": 7, 2024-08-29T19:03:06.074 INFO:tasks.workunit.client.0.smithi028.stdout: "values": [ 2024-08-29T19:03:06.074 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:06.074 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:06.075 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:06.075 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:06.075 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:06.075 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 9, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:06.075 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 323, 11, 1, 0, 5, 0, 1, 4, 4, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:06.075 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 47, 7, 1, 0, 2, 0, 1, 0, 4, 8, 5, 2, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:06.075 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 92, 7, 1, 0, 0, 1, 2, 4, 3, 1, 8, 18, 7, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:06.075 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 42, 20, 0, 0, 0, 0, 0, 1, 2, 2, 15, 17, 22, 24, 8, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:06.075 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 14, 33, 0, 0, 0, 0, 0, 0, 0, 1, 3, 4, 5, 18, 32, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:06.075 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 75, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 2, 2, 1, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:06.075 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 211, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:06.075 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 171, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:06.075 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:06.076 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:06.076 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:06.076 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:06.076 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:06.076 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:06.076 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:06.076 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:06.076 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:06.076 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:06.076 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:06.076 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:06.076 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:06.076 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:06.077 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:06.077 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:06.077 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:06.077 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-08-29T19:03:06.077 INFO:tasks.workunit.client.0.smithi028.stdout: ] 2024-08-29T19:03:06.077 INFO:tasks.workunit.client.0.smithi028.stdout: } 2024-08-29T19:03:06.077 INFO:tasks.workunit.client.0.smithi028.stdout: ] 2024-08-29T19:03:06.077 INFO:tasks.workunit.client.0.smithi028.stdout: } 2024-08-29T19:03:06.077 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:06.077 INFO:tasks.workunit.client.0.smithi028.stdout: { 2024-08-29T19:03:06.077 INFO:tasks.workunit.client.0.smithi028.stdout: "scrub_resrv_repnum_vs_duration": { 2024-08-29T19:03:06.077 INFO:tasks.workunit.client.0.smithi028.stdout: "axes": [ 2024-08-29T19:03:06.077 INFO:tasks.workunit.client.0.smithi028.stdout: { 2024-08-29T19:03:06.077 INFO:tasks.workunit.client.0.smithi028.stdout: "buckets": 8, 2024-08-29T19:03:06.078 INFO:tasks.workunit.client.0.smithi028.stdout: "min": 0, 2024-08-29T19:03:06.078 INFO:tasks.workunit.client.0.smithi028.stdout: "name": "number of replicas", 2024-08-29T19:03:06.078 INFO:tasks.workunit.client.0.smithi028.stdout: "quant_size": 1, 2024-08-29T19:03:06.078 INFO:tasks.workunit.client.0.smithi028.stdout: "ranges": [ 2024-08-29T19:03:06.078 INFO:tasks.workunit.client.0.smithi028.stdout: "[None, -1]", 2024-08-29T19:03:06.078 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0]", 2024-08-29T19:03:06.078 INFO:tasks.workunit.client.0.smithi028.stdout: "[1, 1]", 2024-08-29T19:03:06.078 INFO:tasks.workunit.client.0.smithi028.stdout: "[2, 2]", 2024-08-29T19:03:06.078 INFO:tasks.workunit.client.0.smithi028.stdout: "[3, 3]", 2024-08-29T19:03:06.078 INFO:tasks.workunit.client.0.smithi028.stdout: "[4, 4]", 2024-08-29T19:03:06.078 INFO:tasks.workunit.client.0.smithi028.stdout: "[5, 5]", 2024-08-29T19:03:06.078 INFO:tasks.workunit.client.0.smithi028.stdout: "[6, None]" 2024-08-29T19:03:06.078 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-08-29T19:03:06.079 INFO:tasks.workunit.client.0.smithi028.stdout: "scale_type": "linear" 2024-08-29T19:03:06.079 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:06.079 INFO:tasks.workunit.client.0.smithi028.stdout: { 2024-08-29T19:03:06.079 INFO:tasks.workunit.client.0.smithi028.stdout: "buckets": 10, 2024-08-29T19:03:06.079 INFO:tasks.workunit.client.0.smithi028.stdout: "min": 0, 2024-08-29T19:03:06.079 INFO:tasks.workunit.client.0.smithi028.stdout: "name": "duration", 2024-08-29T19:03:06.079 INFO:tasks.workunit.client.0.smithi028.stdout: "quant_size": 250000, 2024-08-29T19:03:06.079 INFO:tasks.workunit.client.0.smithi028.stdout: "ranges": [ 2024-08-29T19:03:06.079 INFO:tasks.workunit.client.0.smithi028.stdout: "[None, -1]", 2024-08-29T19:03:06.079 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 249999]", 2024-08-29T19:03:06.079 INFO:tasks.workunit.client.0.smithi028.stdout: "[250000, 499999]", 2024-08-29T19:03:06.079 INFO:tasks.workunit.client.0.smithi028.stdout: "[500000, 999999]", 2024-08-29T19:03:06.079 INFO:tasks.workunit.client.0.smithi028.stdout: "[1000000, 1999999]", 2024-08-29T19:03:06.079 INFO:tasks.workunit.client.0.smithi028.stdout: "[2000000, 3999999]", 2024-08-29T19:03:06.080 INFO:tasks.workunit.client.0.smithi028.stdout: "[4000000, 7999999]", 2024-08-29T19:03:06.080 INFO:tasks.workunit.client.0.smithi028.stdout: "[8000000, 15999999]", 2024-08-29T19:03:06.080 INFO:tasks.workunit.client.0.smithi028.stdout: "[16000000, 31999999]", 2024-08-29T19:03:06.080 INFO:tasks.workunit.client.0.smithi028.stdout: "[32000000, None]" 2024-08-29T19:03:06.080 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-08-29T19:03:06.080 INFO:tasks.workunit.client.0.smithi028.stdout: "scale_type": "log2" 2024-08-29T19:03:06.080 INFO:tasks.workunit.client.0.smithi028.stdout: } 2024-08-29T19:03:06.080 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-08-29T19:03:06.080 INFO:tasks.workunit.client.0.smithi028.stdout: "osds": [ 2024-08-29T19:03:06.080 INFO:tasks.workunit.client.0.smithi028.stdout: { 2024-08-29T19:03:06.080 INFO:tasks.workunit.client.0.smithi028.stdout: "osd_id": 0, 2024-08-29T19:03:06.080 INFO:tasks.workunit.client.0.smithi028.stdout: "values": [ 2024-08-29T19:03:06.080 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:06.081 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:06.081 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:06.081 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:06.081 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:06.081 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:06.081 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:06.081 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-08-29T19:03:06.081 INFO:tasks.workunit.client.0.smithi028.stdout: ] 2024-08-29T19:03:06.081 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:06.081 INFO:tasks.workunit.client.0.smithi028.stdout: { 2024-08-29T19:03:06.081 INFO:tasks.workunit.client.0.smithi028.stdout: "osd_id": 1, 2024-08-29T19:03:06.081 INFO:tasks.workunit.client.0.smithi028.stdout: "values": [ 2024-08-29T19:03:06.081 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:06.082 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:06.082 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:06.082 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:06.082 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:06.082 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:06.082 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:06.082 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-08-29T19:03:06.082 INFO:tasks.workunit.client.0.smithi028.stdout: ] 2024-08-29T19:03:06.082 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:06.082 INFO:tasks.workunit.client.0.smithi028.stdout: { 2024-08-29T19:03:06.082 INFO:tasks.workunit.client.0.smithi028.stdout: "osd_id": 2, 2024-08-29T19:03:06.082 INFO:tasks.workunit.client.0.smithi028.stdout: "values": [ 2024-08-29T19:03:06.082 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:06.082 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:06.083 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:06.083 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:06.083 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:06.083 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:06.083 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:06.083 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-08-29T19:03:06.083 INFO:tasks.workunit.client.0.smithi028.stdout: ] 2024-08-29T19:03:06.083 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:06.083 INFO:tasks.workunit.client.0.smithi028.stdout: { 2024-08-29T19:03:06.083 INFO:tasks.workunit.client.0.smithi028.stdout: "osd_id": 3, 2024-08-29T19:03:06.083 INFO:tasks.workunit.client.0.smithi028.stdout: "values": [ 2024-08-29T19:03:06.083 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:06.083 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:06.084 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:06.084 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:06.084 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:06.084 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:06.084 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:06.084 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-08-29T19:03:06.084 INFO:tasks.workunit.client.0.smithi028.stdout: ] 2024-08-29T19:03:06.084 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:06.084 INFO:tasks.workunit.client.0.smithi028.stdout: { 2024-08-29T19:03:06.084 INFO:tasks.workunit.client.0.smithi028.stdout: "osd_id": 4, 2024-08-29T19:03:06.084 INFO:tasks.workunit.client.0.smithi028.stdout: "values": [ 2024-08-29T19:03:06.084 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:06.084 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:06.085 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:06.085 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:06.085 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:06.085 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:06.085 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:06.085 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-08-29T19:03:06.085 INFO:tasks.workunit.client.0.smithi028.stdout: ] 2024-08-29T19:03:06.085 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:06.085 INFO:tasks.workunit.client.0.smithi028.stdout: { 2024-08-29T19:03:06.085 INFO:tasks.workunit.client.0.smithi028.stdout: "osd_id": 5, 2024-08-29T19:03:06.085 INFO:tasks.workunit.client.0.smithi028.stdout: "values": [ 2024-08-29T19:03:06.085 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:06.085 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:06.086 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:06.086 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:06.086 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:06.086 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:06.086 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:06.086 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-08-29T19:03:06.086 INFO:tasks.workunit.client.0.smithi028.stdout: ] 2024-08-29T19:03:06.086 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:06.086 INFO:tasks.workunit.client.0.smithi028.stdout: { 2024-08-29T19:03:06.086 INFO:tasks.workunit.client.0.smithi028.stdout: "osd_id": 6, 2024-08-29T19:03:06.086 INFO:tasks.workunit.client.0.smithi028.stdout: "values": [ 2024-08-29T19:03:06.086 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:06.086 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:06.087 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:06.087 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:06.087 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:06.087 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:06.087 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:06.087 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-08-29T19:03:06.087 INFO:tasks.workunit.client.0.smithi028.stdout: ] 2024-08-29T19:03:06.087 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:06.087 INFO:tasks.workunit.client.0.smithi028.stdout: { 2024-08-29T19:03:06.087 INFO:tasks.workunit.client.0.smithi028.stdout: "osd_id": 7, 2024-08-29T19:03:06.087 INFO:tasks.workunit.client.0.smithi028.stdout: "values": [ 2024-08-29T19:03:06.087 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:06.087 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:06.087 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:06.088 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:06.088 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:06.088 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:06.088 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:06.088 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-08-29T19:03:06.088 INFO:tasks.workunit.client.0.smithi028.stdout: ] 2024-08-29T19:03:06.088 INFO:tasks.workunit.client.0.smithi028.stdout: } 2024-08-29T19:03:06.088 INFO:tasks.workunit.client.0.smithi028.stdout: ] 2024-08-29T19:03:06.088 INFO:tasks.workunit.client.0.smithi028.stdout: } 2024-08-29T19:03:06.088 INFO:tasks.workunit.client.0.smithi028.stdout: } 2024-08-29T19:03:06.088 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-08-29T19:03:06.088 INFO:tasks.workunit.client.0.smithi028.stdout: "perf_counters": { 2024-08-29T19:03:06.088 INFO:tasks.workunit.client.0.smithi028.stdout: "mds.e4958ae9278a574c0226651ef9b7bc2d4e1b34b9": { 2024-08-29T19:03:06.089 INFO:tasks.workunit.client.0.smithi028.stdout: "mds": { 2024-08-29T19:03:06.089 INFO:tasks.workunit.client.0.smithi028.stdout: "caps": { 2024-08-29T19:03:06.089 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:06.089 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:06.089 INFO:tasks.workunit.client.0.smithi028.stdout: "ceph_cap_op_flush_ack": { 2024-08-29T19:03:06.089 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:06.089 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:06.089 INFO:tasks.workunit.client.0.smithi028.stdout: "ceph_cap_op_flushsnap_ack": { 2024-08-29T19:03:06.089 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:06.089 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:06.089 INFO:tasks.workunit.client.0.smithi028.stdout: "ceph_cap_op_grant": { 2024-08-29T19:03:06.089 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:06.089 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:06.090 INFO:tasks.workunit.client.0.smithi028.stdout: "ceph_cap_op_revoke": { 2024-08-29T19:03:06.090 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:06.090 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:06.090 INFO:tasks.workunit.client.0.smithi028.stdout: "ceph_cap_op_trunc": { 2024-08-29T19:03:06.090 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:06.090 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:06.090 INFO:tasks.workunit.client.0.smithi028.stdout: "dir_commit": { 2024-08-29T19:03:06.090 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:06.090 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:06.090 INFO:tasks.workunit.client.0.smithi028.stdout: "dir_fetch_complete": { 2024-08-29T19:03:06.090 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 12 2024-08-29T19:03:06.090 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:06.090 INFO:tasks.workunit.client.0.smithi028.stdout: "dir_fetch_keys": { 2024-08-29T19:03:06.091 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 10 2024-08-29T19:03:06.091 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:06.091 INFO:tasks.workunit.client.0.smithi028.stdout: "dir_merge": { 2024-08-29T19:03:06.091 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:06.091 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:06.091 INFO:tasks.workunit.client.0.smithi028.stdout: "dir_split": { 2024-08-29T19:03:06.091 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:06.091 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:06.091 INFO:tasks.workunit.client.0.smithi028.stdout: "exported_inodes": { 2024-08-29T19:03:06.091 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:06.091 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:06.091 INFO:tasks.workunit.client.0.smithi028.stdout: "forward": { 2024-08-29T19:03:06.091 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:06.092 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:06.092 INFO:tasks.workunit.client.0.smithi028.stdout: "handle_client_cap_release": { 2024-08-29T19:03:06.092 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:06.092 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:06.092 INFO:tasks.workunit.client.0.smithi028.stdout: "handle_client_caps": { 2024-08-29T19:03:06.092 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:06.092 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:06.092 INFO:tasks.workunit.client.0.smithi028.stdout: "handle_client_caps_dirty": { 2024-08-29T19:03:06.092 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:06.092 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:06.092 INFO:tasks.workunit.client.0.smithi028.stdout: "handle_inode_file_caps": { 2024-08-29T19:03:06.092 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:06.092 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:06.093 INFO:tasks.workunit.client.0.smithi028.stdout: "imported_inodes": { 2024-08-29T19:03:06.093 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:06.093 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:06.093 INFO:tasks.workunit.client.0.smithi028.stdout: "inodes": { 2024-08-29T19:03:06.093 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 10 2024-08-29T19:03:06.093 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:06.093 INFO:tasks.workunit.client.0.smithi028.stdout: "inodes_expired": { 2024-08-29T19:03:06.093 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:06.093 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:06.093 INFO:tasks.workunit.client.0.smithi028.stdout: "inodes_pinned": { 2024-08-29T19:03:06.093 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 10 2024-08-29T19:03:06.093 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:06.093 INFO:tasks.workunit.client.0.smithi028.stdout: "inodes_with_caps": { 2024-08-29T19:03:06.093 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:06.094 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:06.094 INFO:tasks.workunit.client.0.smithi028.stdout: "load_cent": { 2024-08-29T19:03:06.094 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:06.094 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:06.094 INFO:tasks.workunit.client.0.smithi028.stdout: "openino_dir_fetch": { 2024-08-29T19:03:06.094 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:06.094 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:06.094 INFO:tasks.workunit.client.0.smithi028.stdout: "process_request_cap_release": { 2024-08-29T19:03:06.094 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:06.094 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:06.094 INFO:tasks.workunit.client.0.smithi028.stdout: "reply_latency": { 2024-08-29T19:03:06.094 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 0, 2024-08-29T19:03:06.094 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:06.094 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:06.095 INFO:tasks.workunit.client.0.smithi028.stdout: "request": { 2024-08-29T19:03:06.095 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:06.095 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:06.095 INFO:tasks.workunit.client.0.smithi028.stdout: "root_rbytes": { 2024-08-29T19:03:06.095 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:06.095 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:06.095 INFO:tasks.workunit.client.0.smithi028.stdout: "root_rfiles": { 2024-08-29T19:03:06.095 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:06.095 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:06.095 INFO:tasks.workunit.client.0.smithi028.stdout: "root_rsnaps": { 2024-08-29T19:03:06.095 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:06.095 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:06.095 INFO:tasks.workunit.client.0.smithi028.stdout: "slow_reply": { 2024-08-29T19:03:06.096 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:06.096 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:06.096 INFO:tasks.workunit.client.0.smithi028.stdout: "subtrees": { 2024-08-29T19:03:06.096 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 2 2024-08-29T19:03:06.096 INFO:tasks.workunit.client.0.smithi028.stdout: } 2024-08-29T19:03:06.096 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:06.096 INFO:tasks.workunit.client.0.smithi028.stdout: "mds_cache": { 2024-08-29T19:03:06.096 INFO:tasks.workunit.client.0.smithi028.stdout: "ireq_enqueue_scrub": { 2024-08-29T19:03:06.096 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:06.096 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:06.096 INFO:tasks.workunit.client.0.smithi028.stdout: "ireq_exportdir": { 2024-08-29T19:03:06.096 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:06.096 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:06.097 INFO:tasks.workunit.client.0.smithi028.stdout: "ireq_flush": { 2024-08-29T19:03:06.097 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:06.097 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:06.097 INFO:tasks.workunit.client.0.smithi028.stdout: "ireq_fragmentdir": { 2024-08-29T19:03:06.097 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:06.097 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:06.097 INFO:tasks.workunit.client.0.smithi028.stdout: "ireq_fragstats": { 2024-08-29T19:03:06.097 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:06.097 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:06.097 INFO:tasks.workunit.client.0.smithi028.stdout: "ireq_inodestats": { 2024-08-29T19:03:06.097 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:06.097 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:06.097 INFO:tasks.workunit.client.0.smithi028.stdout: "ireq_quiesce_inode": { 2024-08-29T19:03:06.097 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:06.097 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:06.098 INFO:tasks.workunit.client.0.smithi028.stdout: "ireq_quiesce_path": { 2024-08-29T19:03:06.098 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:06.098 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:06.098 INFO:tasks.workunit.client.0.smithi028.stdout: "num_recovering_enqueued": { 2024-08-29T19:03:06.098 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:06.098 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:06.098 INFO:tasks.workunit.client.0.smithi028.stdout: "num_recovering_prioritized": { 2024-08-29T19:03:06.098 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:06.098 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:06.098 INFO:tasks.workunit.client.0.smithi028.stdout: "num_recovering_processing": { 2024-08-29T19:03:06.098 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:06.098 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:06.098 INFO:tasks.workunit.client.0.smithi028.stdout: "num_strays": { 2024-08-29T19:03:06.098 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:06.099 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:06.099 INFO:tasks.workunit.client.0.smithi028.stdout: "num_strays_delayed": { 2024-08-29T19:03:06.099 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:06.099 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:06.099 INFO:tasks.workunit.client.0.smithi028.stdout: "num_strays_enqueuing": { 2024-08-29T19:03:06.099 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:06.099 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:06.099 INFO:tasks.workunit.client.0.smithi028.stdout: "recovery_completed": { 2024-08-29T19:03:06.099 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:06.099 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:06.099 INFO:tasks.workunit.client.0.smithi028.stdout: "recovery_started": { 2024-08-29T19:03:06.099 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:06.099 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:06.099 INFO:tasks.workunit.client.0.smithi028.stdout: "strays_created": { 2024-08-29T19:03:06.100 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:06.100 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:06.100 INFO:tasks.workunit.client.0.smithi028.stdout: "strays_enqueued": { 2024-08-29T19:03:06.100 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:06.100 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:06.100 INFO:tasks.workunit.client.0.smithi028.stdout: "strays_migrated": { 2024-08-29T19:03:06.100 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:06.100 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:06.100 INFO:tasks.workunit.client.0.smithi028.stdout: "strays_reintegrated": { 2024-08-29T19:03:06.100 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:06.100 INFO:tasks.workunit.client.0.smithi028.stdout: } 2024-08-29T19:03:06.100 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:06.100 INFO:tasks.workunit.client.0.smithi028.stdout: "mds_log": { 2024-08-29T19:03:06.101 INFO:tasks.workunit.client.0.smithi028.stdout: "ev": { 2024-08-29T19:03:06.101 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 17 2024-08-29T19:03:06.101 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:06.101 INFO:tasks.workunit.client.0.smithi028.stdout: "evadd": { 2024-08-29T19:03:06.101 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:06.101 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:06.101 INFO:tasks.workunit.client.0.smithi028.stdout: "evex": { 2024-08-29T19:03:06.101 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:06.101 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:06.101 INFO:tasks.workunit.client.0.smithi028.stdout: "evexd": { 2024-08-29T19:03:06.101 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:06.101 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:06.101 INFO:tasks.workunit.client.0.smithi028.stdout: "evexg": { 2024-08-29T19:03:06.101 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:06.102 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:06.102 INFO:tasks.workunit.client.0.smithi028.stdout: "evlrg": { 2024-08-29T19:03:06.102 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:06.102 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:06.102 INFO:tasks.workunit.client.0.smithi028.stdout: "evtrm": { 2024-08-29T19:03:06.102 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:06.102 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:06.102 INFO:tasks.workunit.client.0.smithi028.stdout: "jlat": { 2024-08-29T19:03:06.102 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 0, 2024-08-29T19:03:06.102 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:06.102 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:06.103 INFO:tasks.workunit.client.0.smithi028.stdout: "replayed": { 2024-08-29T19:03:06.103 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 17 2024-08-29T19:03:06.103 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:06.103 INFO:tasks.workunit.client.0.smithi028.stdout: "seg": { 2024-08-29T19:03:06.103 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 1 2024-08-29T19:03:06.103 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:06.103 INFO:tasks.workunit.client.0.smithi028.stdout: "segadd": { 2024-08-29T19:03:06.103 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:06.103 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:06.103 INFO:tasks.workunit.client.0.smithi028.stdout: "segex": { 2024-08-29T19:03:06.103 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:06.103 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:06.103 INFO:tasks.workunit.client.0.smithi028.stdout: "segexd": { 2024-08-29T19:03:06.103 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:06.104 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:06.104 INFO:tasks.workunit.client.0.smithi028.stdout: "segexg": { 2024-08-29T19:03:06.104 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:06.104 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:06.104 INFO:tasks.workunit.client.0.smithi028.stdout: "segmjr": { 2024-08-29T19:03:06.104 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 1 2024-08-29T19:03:06.104 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:06.104 INFO:tasks.workunit.client.0.smithi028.stdout: "segtrm": { 2024-08-29T19:03:06.104 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:06.104 INFO:tasks.workunit.client.0.smithi028.stdout: } 2024-08-29T19:03:06.104 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:06.104 INFO:tasks.workunit.client.0.smithi028.stdout: "mds_mem": { 2024-08-29T19:03:06.104 INFO:tasks.workunit.client.0.smithi028.stdout: "cap": { 2024-08-29T19:03:06.104 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:06.105 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:06.105 INFO:tasks.workunit.client.0.smithi028.stdout: "cap+": { 2024-08-29T19:03:06.105 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:06.105 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:06.105 INFO:tasks.workunit.client.0.smithi028.stdout: "cap-": { 2024-08-29T19:03:06.105 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:06.105 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:06.105 INFO:tasks.workunit.client.0.smithi028.stdout: "dir": { 2024-08-29T19:03:06.105 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 12 2024-08-29T19:03:06.105 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:06.105 INFO:tasks.workunit.client.0.smithi028.stdout: "dir+": { 2024-08-29T19:03:06.105 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 12 2024-08-29T19:03:06.106 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:06.106 INFO:tasks.workunit.client.0.smithi028.stdout: "dir-": { 2024-08-29T19:03:06.106 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:06.106 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:06.106 INFO:tasks.workunit.client.0.smithi028.stdout: "dn": { 2024-08-29T19:03:06.106 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 10 2024-08-29T19:03:06.106 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:06.106 INFO:tasks.workunit.client.0.smithi028.stdout: "dn+": { 2024-08-29T19:03:06.106 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 10 2024-08-29T19:03:06.106 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:06.106 INFO:tasks.workunit.client.0.smithi028.stdout: "dn-": { 2024-08-29T19:03:06.106 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:06.106 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:06.106 INFO:tasks.workunit.client.0.smithi028.stdout: "heap": { 2024-08-29T19:03:06.107 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 248096 2024-08-29T19:03:06.107 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:06.107 INFO:tasks.workunit.client.0.smithi028.stdout: "ino": { 2024-08-29T19:03:06.107 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 13 2024-08-29T19:03:06.107 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:06.107 INFO:tasks.workunit.client.0.smithi028.stdout: "ino+": { 2024-08-29T19:03:06.107 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 13 2024-08-29T19:03:06.107 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:06.107 INFO:tasks.workunit.client.0.smithi028.stdout: "ino-": { 2024-08-29T19:03:06.107 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:06.107 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:06.107 INFO:tasks.workunit.client.0.smithi028.stdout: "rss": { 2024-08-29T19:03:06.107 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 43896 2024-08-29T19:03:06.107 INFO:tasks.workunit.client.0.smithi028.stdout: } 2024-08-29T19:03:06.108 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:06.108 INFO:tasks.workunit.client.0.smithi028.stdout: "mds_server": { 2024-08-29T19:03:06.108 INFO:tasks.workunit.client.0.smithi028.stdout: "cap_acquisition_throttle": { 2024-08-29T19:03:06.108 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:06.108 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:06.108 INFO:tasks.workunit.client.0.smithi028.stdout: "cap_revoke_eviction": { 2024-08-29T19:03:06.108 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:06.108 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:06.108 INFO:tasks.workunit.client.0.smithi028.stdout: "handle_client_request": { 2024-08-29T19:03:06.108 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:06.108 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:06.108 INFO:tasks.workunit.client.0.smithi028.stdout: "handle_client_session": { 2024-08-29T19:03:06.108 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:06.109 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:06.109 INFO:tasks.workunit.client.0.smithi028.stdout: "handle_peer_request": { 2024-08-29T19:03:06.109 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:06.109 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:06.109 INFO:tasks.workunit.client.0.smithi028.stdout: "req_create_latency": { 2024-08-29T19:03:06.109 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 0, 2024-08-29T19:03:06.109 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:06.109 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:06.109 INFO:tasks.workunit.client.0.smithi028.stdout: "req_getattr_latency": { 2024-08-29T19:03:06.109 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 0, 2024-08-29T19:03:06.109 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:06.109 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:06.109 INFO:tasks.workunit.client.0.smithi028.stdout: "req_getfilelock_latency": { 2024-08-29T19:03:06.109 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 0, 2024-08-29T19:03:06.110 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:06.110 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:06.110 INFO:tasks.workunit.client.0.smithi028.stdout: "req_getvxattr_latency": { 2024-08-29T19:03:06.110 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 0, 2024-08-29T19:03:06.110 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:06.110 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:06.110 INFO:tasks.workunit.client.0.smithi028.stdout: "req_link_latency": { 2024-08-29T19:03:06.110 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 0, 2024-08-29T19:03:06.110 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:06.110 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:06.110 INFO:tasks.workunit.client.0.smithi028.stdout: "req_lookup_latency": { 2024-08-29T19:03:06.110 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 0, 2024-08-29T19:03:06.110 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:06.110 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:06.111 INFO:tasks.workunit.client.0.smithi028.stdout: "req_lookuphash_latency": { 2024-08-29T19:03:06.111 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 0, 2024-08-29T19:03:06.111 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:06.111 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:06.111 INFO:tasks.workunit.client.0.smithi028.stdout: "req_lookupino_latency": { 2024-08-29T19:03:06.111 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 0, 2024-08-29T19:03:06.111 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:06.111 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:06.111 INFO:tasks.workunit.client.0.smithi028.stdout: "req_lookupname_latency": { 2024-08-29T19:03:06.111 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 0, 2024-08-29T19:03:06.111 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:06.111 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:06.111 INFO:tasks.workunit.client.0.smithi028.stdout: "req_lookupparent_latency": { 2024-08-29T19:03:06.112 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 0, 2024-08-29T19:03:06.112 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:06.112 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:06.112 INFO:tasks.workunit.client.0.smithi028.stdout: "req_lookupsnap_latency": { 2024-08-29T19:03:06.112 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 0, 2024-08-29T19:03:06.112 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:06.112 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:06.112 INFO:tasks.workunit.client.0.smithi028.stdout: "req_lssnap_latency": { 2024-08-29T19:03:06.112 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 0, 2024-08-29T19:03:06.112 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:06.112 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:06.112 INFO:tasks.workunit.client.0.smithi028.stdout: "req_mkdir_latency": { 2024-08-29T19:03:06.112 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 0, 2024-08-29T19:03:06.113 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:06.113 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:06.113 INFO:tasks.workunit.client.0.smithi028.stdout: "req_mknod_latency": { 2024-08-29T19:03:06.113 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 0, 2024-08-29T19:03:06.113 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:06.113 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:06.113 INFO:tasks.workunit.client.0.smithi028.stdout: "req_mksnap_latency": { 2024-08-29T19:03:06.113 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 0, 2024-08-29T19:03:06.113 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:06.113 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:06.113 INFO:tasks.workunit.client.0.smithi028.stdout: "req_open_latency": { 2024-08-29T19:03:06.113 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 0, 2024-08-29T19:03:06.113 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:06.113 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:06.114 INFO:tasks.workunit.client.0.smithi028.stdout: "req_readdir_latency": { 2024-08-29T19:03:06.114 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 0, 2024-08-29T19:03:06.114 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:06.114 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:06.114 INFO:tasks.workunit.client.0.smithi028.stdout: "req_rename_latency": { 2024-08-29T19:03:06.114 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 0, 2024-08-29T19:03:06.114 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:06.114 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:06.114 INFO:tasks.workunit.client.0.smithi028.stdout: "req_renamesnap_latency": { 2024-08-29T19:03:06.114 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 0, 2024-08-29T19:03:06.114 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:06.114 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:06.114 INFO:tasks.workunit.client.0.smithi028.stdout: "req_rmdir_latency": { 2024-08-29T19:03:06.115 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 0, 2024-08-29T19:03:06.115 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:06.115 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:06.115 INFO:tasks.workunit.client.0.smithi028.stdout: "req_rmsnap_latency": { 2024-08-29T19:03:06.115 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 0, 2024-08-29T19:03:06.115 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:06.115 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:06.115 INFO:tasks.workunit.client.0.smithi028.stdout: "req_rmxattr_latency": { 2024-08-29T19:03:06.115 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 0, 2024-08-29T19:03:06.115 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:06.115 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:06.115 INFO:tasks.workunit.client.0.smithi028.stdout: "req_setattr_latency": { 2024-08-29T19:03:06.115 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 0, 2024-08-29T19:03:06.115 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:06.116 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:06.116 INFO:tasks.workunit.client.0.smithi028.stdout: "req_setdirlayout_latency": { 2024-08-29T19:03:06.116 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 0, 2024-08-29T19:03:06.116 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:06.116 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:06.116 INFO:tasks.workunit.client.0.smithi028.stdout: "req_setfilelock_latency": { 2024-08-29T19:03:06.116 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 0, 2024-08-29T19:03:06.116 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:06.116 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:06.116 INFO:tasks.workunit.client.0.smithi028.stdout: "req_setlayout_latency": { 2024-08-29T19:03:06.116 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 0, 2024-08-29T19:03:06.116 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:06.116 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:06.116 INFO:tasks.workunit.client.0.smithi028.stdout: "req_setxattr_latency": { 2024-08-29T19:03:06.117 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 0, 2024-08-29T19:03:06.117 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:06.117 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:06.117 INFO:tasks.workunit.client.0.smithi028.stdout: "req_snapdiff_latency": { 2024-08-29T19:03:06.117 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 0, 2024-08-29T19:03:06.117 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:06.117 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:06.117 INFO:tasks.workunit.client.0.smithi028.stdout: "req_symlink_latency": { 2024-08-29T19:03:06.117 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 0, 2024-08-29T19:03:06.117 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:06.117 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:06.117 INFO:tasks.workunit.client.0.smithi028.stdout: "req_unlink_latency": { 2024-08-29T19:03:06.117 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 0, 2024-08-29T19:03:06.118 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:06.118 INFO:tasks.workunit.client.0.smithi028.stdout: } 2024-08-29T19:03:06.118 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:06.118 INFO:tasks.workunit.client.0.smithi028.stdout: "mds_sessions": { 2024-08-29T19:03:06.118 INFO:tasks.workunit.client.0.smithi028.stdout: "average_load": { 2024-08-29T19:03:06.118 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:06.118 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:06.118 INFO:tasks.workunit.client.0.smithi028.stdout: "avg_session_uptime": { 2024-08-29T19:03:06.118 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:06.118 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:06.118 INFO:tasks.workunit.client.0.smithi028.stdout: "mdthresh_evicted": { 2024-08-29T19:03:06.118 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:06.118 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:06.119 INFO:tasks.workunit.client.0.smithi028.stdout: "session_add": { 2024-08-29T19:03:06.119 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 8 2024-08-29T19:03:06.119 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:06.119 INFO:tasks.workunit.client.0.smithi028.stdout: "session_count": { 2024-08-29T19:03:06.119 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:06.119 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:06.119 INFO:tasks.workunit.client.0.smithi028.stdout: "session_remove": { 2024-08-29T19:03:06.119 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 8 2024-08-29T19:03:06.119 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:06.119 INFO:tasks.workunit.client.0.smithi028.stdout: "sessions_open": { 2024-08-29T19:03:06.119 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 2 2024-08-29T19:03:06.119 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:06.119 INFO:tasks.workunit.client.0.smithi028.stdout: "sessions_stale": { 2024-08-29T19:03:06.119 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:06.120 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:06.120 INFO:tasks.workunit.client.0.smithi028.stdout: "total_load": { 2024-08-29T19:03:06.120 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:06.120 INFO:tasks.workunit.client.0.smithi028.stdout: } 2024-08-29T19:03:06.120 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:06.120 INFO:tasks.workunit.client.0.smithi028.stdout: "objecter": { 2024-08-29T19:03:06.120 INFO:tasks.workunit.client.0.smithi028.stdout: "op_active": { 2024-08-29T19:03:06.120 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:06.120 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:06.120 INFO:tasks.workunit.client.0.smithi028.stdout: "op_r": { 2024-08-29T19:03:06.120 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 37 2024-08-29T19:03:06.120 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:06.120 INFO:tasks.workunit.client.0.smithi028.stdout: "op_rmw": { 2024-08-29T19:03:06.121 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:06.121 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:06.121 INFO:tasks.workunit.client.0.smithi028.stdout: "op_w": { 2024-08-29T19:03:06.121 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 7 2024-08-29T19:03:06.121 INFO:tasks.workunit.client.0.smithi028.stdout: } 2024-08-29T19:03:06.121 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:06.121 INFO:tasks.workunit.client.0.smithi028.stdout: "purge_queue": { 2024-08-29T19:03:06.121 INFO:tasks.workunit.client.0.smithi028.stdout: "pq_executed": { 2024-08-29T19:03:06.121 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:06.121 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:06.121 INFO:tasks.workunit.client.0.smithi028.stdout: "pq_executed_ops": { 2024-08-29T19:03:06.121 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:06.121 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:06.121 INFO:tasks.workunit.client.0.smithi028.stdout: "pq_executing": { 2024-08-29T19:03:06.122 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:06.122 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:06.122 INFO:tasks.workunit.client.0.smithi028.stdout: "pq_executing_high_water": { 2024-08-29T19:03:06.122 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:06.122 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:06.122 INFO:tasks.workunit.client.0.smithi028.stdout: "pq_executing_ops": { 2024-08-29T19:03:06.122 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:06.122 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:06.122 INFO:tasks.workunit.client.0.smithi028.stdout: "pq_executing_ops_high_water": { 2024-08-29T19:03:06.122 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:06.122 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:06.122 INFO:tasks.workunit.client.0.smithi028.stdout: "pq_item_in_journal": { 2024-08-29T19:03:06.122 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:06.122 INFO:tasks.workunit.client.0.smithi028.stdout: } 2024-08-29T19:03:06.123 INFO:tasks.workunit.client.0.smithi028.stdout: } 2024-08-29T19:03:06.123 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:06.123 INFO:tasks.workunit.client.0.smithi028.stdout: "mon.55fbc62c63d120c3220dfb51bdacb54ee30cf548": { 2024-08-29T19:03:06.123 INFO:tasks.workunit.client.0.smithi028.stdout: "mon": { 2024-08-29T19:03:06.123 INFO:tasks.workunit.client.0.smithi028.stdout: "election_call": { 2024-08-29T19:03:06.123 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 2 2024-08-29T19:03:06.123 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:06.123 INFO:tasks.workunit.client.0.smithi028.stdout: "election_lose": { 2024-08-29T19:03:06.123 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 3 2024-08-29T19:03:06.123 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:06.123 INFO:tasks.workunit.client.0.smithi028.stdout: "election_win": { 2024-08-29T19:03:06.123 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:06.123 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:06.123 INFO:tasks.workunit.client.0.smithi028.stdout: "num_elections": { 2024-08-29T19:03:06.124 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 13 2024-08-29T19:03:06.124 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:06.124 INFO:tasks.workunit.client.0.smithi028.stdout: "num_sessions": { 2024-08-29T19:03:06.124 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 8 2024-08-29T19:03:06.124 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:06.124 INFO:tasks.workunit.client.0.smithi028.stdout: "session_add": { 2024-08-29T19:03:06.124 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 4 2024-08-29T19:03:06.124 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:06.124 INFO:tasks.workunit.client.0.smithi028.stdout: "session_rm": { 2024-08-29T19:03:06.124 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 252 2024-08-29T19:03:06.124 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:06.124 INFO:tasks.workunit.client.0.smithi028.stdout: "session_trim": { 2024-08-29T19:03:06.124 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:06.124 INFO:tasks.workunit.client.0.smithi028.stdout: } 2024-08-29T19:03:06.125 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:06.125 INFO:tasks.workunit.client.0.smithi028.stdout: "paxos": { 2024-08-29T19:03:06.125 INFO:tasks.workunit.client.0.smithi028.stdout: "accept_timeout": { 2024-08-29T19:03:06.125 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:06.125 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:06.125 INFO:tasks.workunit.client.0.smithi028.stdout: "begin": { 2024-08-29T19:03:06.125 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 7331 2024-08-29T19:03:06.125 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:06.125 INFO:tasks.workunit.client.0.smithi028.stdout: "begin_bytes": { 2024-08-29T19:03:06.125 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 7331, 2024-08-29T19:03:06.125 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 51114426 2024-08-29T19:03:06.125 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:06.125 INFO:tasks.workunit.client.0.smithi028.stdout: "begin_keys": { 2024-08-29T19:03:06.125 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 0, 2024-08-29T19:03:06.126 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:06.126 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:06.126 INFO:tasks.workunit.client.0.smithi028.stdout: "begin_latency": { 2024-08-29T19:03:06.126 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 7331, 2024-08-29T19:03:06.126 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 2031941268 2024-08-29T19:03:06.126 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:06.126 INFO:tasks.workunit.client.0.smithi028.stdout: "collect": { 2024-08-29T19:03:06.126 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 3 2024-08-29T19:03:06.126 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:06.126 INFO:tasks.workunit.client.0.smithi028.stdout: "collect_bytes": { 2024-08-29T19:03:06.126 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 3, 2024-08-29T19:03:06.126 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 219 2024-08-29T19:03:06.127 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:06.127 INFO:tasks.workunit.client.0.smithi028.stdout: "collect_keys": { 2024-08-29T19:03:06.127 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 3, 2024-08-29T19:03:06.127 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 3 2024-08-29T19:03:06.127 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:06.127 INFO:tasks.workunit.client.0.smithi028.stdout: "collect_latency": { 2024-08-29T19:03:06.127 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 3, 2024-08-29T19:03:06.127 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:06.127 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:06.127 INFO:tasks.workunit.client.0.smithi028.stdout: "collect_timeout": { 2024-08-29T19:03:06.127 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:06.127 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:06.127 INFO:tasks.workunit.client.0.smithi028.stdout: "collect_uncommitted": { 2024-08-29T19:03:06.128 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 1 2024-08-29T19:03:06.128 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:06.128 INFO:tasks.workunit.client.0.smithi028.stdout: "commit": { 2024-08-29T19:03:06.128 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 7332 2024-08-29T19:03:06.128 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:06.128 INFO:tasks.workunit.client.0.smithi028.stdout: "commit_bytes": { 2024-08-29T19:03:06.128 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 0, 2024-08-29T19:03:06.128 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:06.128 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:06.128 INFO:tasks.workunit.client.0.smithi028.stdout: "commit_keys": { 2024-08-29T19:03:06.128 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 0, 2024-08-29T19:03:06.128 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:06.128 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:06.128 INFO:tasks.workunit.client.0.smithi028.stdout: "commit_latency": { 2024-08-29T19:03:06.129 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 0, 2024-08-29T19:03:06.129 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:06.129 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:06.129 INFO:tasks.workunit.client.0.smithi028.stdout: "lease_ack_timeout": { 2024-08-29T19:03:06.129 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:06.129 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:06.129 INFO:tasks.workunit.client.0.smithi028.stdout: "lease_timeout": { 2024-08-29T19:03:06.129 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:06.129 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:06.129 INFO:tasks.workunit.client.0.smithi028.stdout: "new_pn": { 2024-08-29T19:03:06.129 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:06.129 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:06.129 INFO:tasks.workunit.client.0.smithi028.stdout: "new_pn_latency": { 2024-08-29T19:03:06.130 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 0, 2024-08-29T19:03:06.130 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:06.130 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:06.130 INFO:tasks.workunit.client.0.smithi028.stdout: "refresh": { 2024-08-29T19:03:06.130 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 7332 2024-08-29T19:03:06.130 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:06.130 INFO:tasks.workunit.client.0.smithi028.stdout: "refresh_latency": { 2024-08-29T19:03:06.130 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 7332, 2024-08-29T19:03:06.130 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 43334741930 2024-08-29T19:03:06.130 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:06.130 INFO:tasks.workunit.client.0.smithi028.stdout: "restart": { 2024-08-29T19:03:06.130 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 15 2024-08-29T19:03:06.130 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:06.130 INFO:tasks.workunit.client.0.smithi028.stdout: "share_state": { 2024-08-29T19:03:06.131 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:06.131 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:06.131 INFO:tasks.workunit.client.0.smithi028.stdout: "share_state_bytes": { 2024-08-29T19:03:06.131 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 0, 2024-08-29T19:03:06.131 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:06.131 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:06.131 INFO:tasks.workunit.client.0.smithi028.stdout: "share_state_keys": { 2024-08-29T19:03:06.131 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 0, 2024-08-29T19:03:06.131 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:06.131 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:06.131 INFO:tasks.workunit.client.0.smithi028.stdout: "start_leader": { 2024-08-29T19:03:06.131 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:06.131 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:06.132 INFO:tasks.workunit.client.0.smithi028.stdout: "start_peon": { 2024-08-29T19:03:06.132 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 3 2024-08-29T19:03:06.132 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:06.132 INFO:tasks.workunit.client.0.smithi028.stdout: "store_state": { 2024-08-29T19:03:06.132 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 7331 2024-08-29T19:03:06.132 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:06.132 INFO:tasks.workunit.client.0.smithi028.stdout: "store_state_bytes": { 2024-08-29T19:03:06.132 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 7331, 2024-08-29T19:03:06.132 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 100926058 2024-08-29T19:03:06.132 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:06.132 INFO:tasks.workunit.client.0.smithi028.stdout: "store_state_keys": { 2024-08-29T19:03:06.132 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 7331, 2024-08-29T19:03:06.132 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 65791 2024-08-29T19:03:06.133 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:06.133 INFO:tasks.workunit.client.0.smithi028.stdout: "store_state_latency": { 2024-08-29T19:03:06.133 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 7331, 2024-08-29T19:03:06.133 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 2443929074 2024-08-29T19:03:06.133 INFO:tasks.workunit.client.0.smithi028.stdout: } 2024-08-29T19:03:06.133 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:06.133 INFO:tasks.workunit.client.0.smithi028.stdout: "prioritycache": { 2024-08-29T19:03:06.133 INFO:tasks.workunit.client.0.smithi028.stdout: "cache_bytes": { 2024-08-29T19:03:06.133 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 1020054731 2024-08-29T19:03:06.133 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:06.133 INFO:tasks.workunit.client.0.smithi028.stdout: "heap_bytes": { 2024-08-29T19:03:06.133 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 168787968 2024-08-29T19:03:06.133 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:06.133 INFO:tasks.workunit.client.0.smithi028.stdout: "mapped_bytes": { 2024-08-29T19:03:06.134 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 167059456 2024-08-29T19:03:06.134 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:06.134 INFO:tasks.workunit.client.0.smithi028.stdout: "target_bytes": { 2024-08-29T19:03:06.134 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 2147483648 2024-08-29T19:03:06.134 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:06.134 INFO:tasks.workunit.client.0.smithi028.stdout: "unmapped_bytes": { 2024-08-29T19:03:06.134 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 1728512 2024-08-29T19:03:06.134 INFO:tasks.workunit.client.0.smithi028.stdout: } 2024-08-29T19:03:06.134 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:06.134 INFO:tasks.workunit.client.0.smithi028.stdout: "prioritycache:full": { 2024-08-29T19:03:06.134 INFO:tasks.workunit.client.0.smithi028.stdout: "committed_bytes": { 2024-08-29T19:03:06.134 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 360710144 2024-08-29T19:03:06.134 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:06.134 INFO:tasks.workunit.client.0.smithi028.stdout: "pri0_bytes": { 2024-08-29T19:03:06.135 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:06.135 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:06.135 INFO:tasks.workunit.client.0.smithi028.stdout: "pri10_bytes": { 2024-08-29T19:03:06.135 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:06.135 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:06.135 INFO:tasks.workunit.client.0.smithi028.stdout: "pri11_bytes": { 2024-08-29T19:03:06.135 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 267497034 2024-08-29T19:03:06.135 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:06.135 INFO:tasks.workunit.client.0.smithi028.stdout: "pri1_bytes": { 2024-08-29T19:03:06.135 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 23076715 2024-08-29T19:03:06.135 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:06.135 INFO:tasks.workunit.client.0.smithi028.stdout: "pri2_bytes": { 2024-08-29T19:03:06.135 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:06.135 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:06.136 INFO:tasks.workunit.client.0.smithi028.stdout: "pri3_bytes": { 2024-08-29T19:03:06.136 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:06.136 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:06.136 INFO:tasks.workunit.client.0.smithi028.stdout: "pri4_bytes": { 2024-08-29T19:03:06.136 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:06.136 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:06.136 INFO:tasks.workunit.client.0.smithi028.stdout: "pri5_bytes": { 2024-08-29T19:03:06.136 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:06.136 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:06.136 INFO:tasks.workunit.client.0.smithi028.stdout: "pri6_bytes": { 2024-08-29T19:03:06.136 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:06.136 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:06.136 INFO:tasks.workunit.client.0.smithi028.stdout: "pri7_bytes": { 2024-08-29T19:03:06.136 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:06.137 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:06.137 INFO:tasks.workunit.client.0.smithi028.stdout: "pri8_bytes": { 2024-08-29T19:03:06.137 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:06.137 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:06.137 INFO:tasks.workunit.client.0.smithi028.stdout: "pri9_bytes": { 2024-08-29T19:03:06.137 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:06.137 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:06.137 INFO:tasks.workunit.client.0.smithi028.stdout: "reserved_bytes": { 2024-08-29T19:03:06.137 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 70136395 2024-08-29T19:03:06.137 INFO:tasks.workunit.client.0.smithi028.stdout: } 2024-08-29T19:03:06.137 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:06.137 INFO:tasks.workunit.client.0.smithi028.stdout: "prioritycache:inc": { 2024-08-29T19:03:06.137 INFO:tasks.workunit.client.0.smithi028.stdout: "committed_bytes": { 2024-08-29T19:03:06.137 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 339738624 2024-08-29T19:03:06.138 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:06.138 INFO:tasks.workunit.client.0.smithi028.stdout: "pri0_bytes": { 2024-08-29T19:03:06.138 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:06.138 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:06.138 INFO:tasks.workunit.client.0.smithi028.stdout: "pri10_bytes": { 2024-08-29T19:03:06.138 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:06.138 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:06.138 INFO:tasks.workunit.client.0.smithi028.stdout: "pri11_bytes": { 2024-08-29T19:03:06.138 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 267497034 2024-08-29T19:03:06.138 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:06.138 INFO:tasks.workunit.client.0.smithi028.stdout: "pri1_bytes": { 2024-08-29T19:03:06.138 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 2634222 2024-08-29T19:03:06.138 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:06.138 INFO:tasks.workunit.client.0.smithi028.stdout: "pri2_bytes": { 2024-08-29T19:03:06.139 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:06.139 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:06.139 INFO:tasks.workunit.client.0.smithi028.stdout: "pri3_bytes": { 2024-08-29T19:03:06.139 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:06.139 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:06.139 INFO:tasks.workunit.client.0.smithi028.stdout: "pri4_bytes": { 2024-08-29T19:03:06.139 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:06.139 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:06.139 INFO:tasks.workunit.client.0.smithi028.stdout: "pri5_bytes": { 2024-08-29T19:03:06.139 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:06.139 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:06.139 INFO:tasks.workunit.client.0.smithi028.stdout: "pri6_bytes": { 2024-08-29T19:03:06.139 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:06.139 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:06.139 INFO:tasks.workunit.client.0.smithi028.stdout: "pri7_bytes": { 2024-08-29T19:03:06.140 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:06.140 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:06.140 INFO:tasks.workunit.client.0.smithi028.stdout: "pri8_bytes": { 2024-08-29T19:03:06.140 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:06.140 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:06.140 INFO:tasks.workunit.client.0.smithi028.stdout: "pri9_bytes": { 2024-08-29T19:03:06.140 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:06.140 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:06.140 INFO:tasks.workunit.client.0.smithi028.stdout: "reserved_bytes": { 2024-08-29T19:03:06.140 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 69607368 2024-08-29T19:03:06.140 INFO:tasks.workunit.client.0.smithi028.stdout: } 2024-08-29T19:03:06.140 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:06.140 INFO:tasks.workunit.client.0.smithi028.stdout: "prioritycache:kv": { 2024-08-29T19:03:06.140 INFO:tasks.workunit.client.0.smithi028.stdout: "committed_bytes": { 2024-08-29T19:03:06.141 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 314572800 2024-08-29T19:03:06.141 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:06.141 INFO:tasks.workunit.client.0.smithi028.stdout: "pri0_bytes": { 2024-08-29T19:03:06.141 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 67108864 2024-08-29T19:03:06.141 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:06.141 INFO:tasks.workunit.client.0.smithi028.stdout: "pri10_bytes": { 2024-08-29T19:03:06.141 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:06.141 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:06.141 INFO:tasks.workunit.client.0.smithi028.stdout: "pri11_bytes": { 2024-08-29T19:03:06.141 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 178331356 2024-08-29T19:03:06.141 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:06.141 INFO:tasks.workunit.client.0.smithi028.stdout: "pri1_bytes": { 2024-08-29T19:03:06.141 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:06.141 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:06.142 INFO:tasks.workunit.client.0.smithi028.stdout: "pri2_bytes": { 2024-08-29T19:03:06.142 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:06.142 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:06.142 INFO:tasks.workunit.client.0.smithi028.stdout: "pri3_bytes": { 2024-08-29T19:03:06.142 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:06.142 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:06.142 INFO:tasks.workunit.client.0.smithi028.stdout: "pri4_bytes": { 2024-08-29T19:03:06.142 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:06.142 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:06.142 INFO:tasks.workunit.client.0.smithi028.stdout: "pri5_bytes": { 2024-08-29T19:03:06.142 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:06.142 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:06.142 INFO:tasks.workunit.client.0.smithi028.stdout: "pri6_bytes": { 2024-08-29T19:03:06.142 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:06.143 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:06.143 INFO:tasks.workunit.client.0.smithi028.stdout: "pri7_bytes": { 2024-08-29T19:03:06.143 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:06.143 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:06.143 INFO:tasks.workunit.client.0.smithi028.stdout: "pri8_bytes": { 2024-08-29T19:03:06.143 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:06.143 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:06.143 INFO:tasks.workunit.client.0.smithi028.stdout: "pri9_bytes": { 2024-08-29T19:03:06.143 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:06.143 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:06.143 INFO:tasks.workunit.client.0.smithi028.stdout: "reserved_bytes": { 2024-08-29T19:03:06.143 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 69132580 2024-08-29T19:03:06.143 INFO:tasks.workunit.client.0.smithi028.stdout: } 2024-08-29T19:03:06.143 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:06.144 INFO:tasks.workunit.client.0.smithi028.stdout: "rocksdb": { 2024-08-29T19:03:06.144 INFO:tasks.workunit.client.0.smithi028.stdout: "compact": { 2024-08-29T19:03:06.144 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:06.144 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:06.144 INFO:tasks.workunit.client.0.smithi028.stdout: "compact_queue_len": { 2024-08-29T19:03:06.144 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:06.144 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:06.144 INFO:tasks.workunit.client.0.smithi028.stdout: "compact_queue_merge": { 2024-08-29T19:03:06.144 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:06.144 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:06.144 INFO:tasks.workunit.client.0.smithi028.stdout: "compact_range": { 2024-08-29T19:03:06.144 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 88 2024-08-29T19:03:06.144 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:06.144 INFO:tasks.workunit.client.0.smithi028.stdout: "get_latency": { 2024-08-29T19:03:06.145 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 321703, 2024-08-29T19:03:06.145 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 3670709324 2024-08-29T19:03:06.145 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:06.145 INFO:tasks.workunit.client.0.smithi028.stdout: "rocksdb_write_delay_time": { 2024-08-29T19:03:06.145 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 0, 2024-08-29T19:03:06.145 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:06.145 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:06.145 INFO:tasks.workunit.client.0.smithi028.stdout: "rocksdb_write_memtable_time": { 2024-08-29T19:03:06.145 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 0, 2024-08-29T19:03:06.145 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:06.145 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:06.145 INFO:tasks.workunit.client.0.smithi028.stdout: "rocksdb_write_pre_and_post_time": { 2024-08-29T19:03:06.145 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 0, 2024-08-29T19:03:06.145 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:06.146 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:06.146 INFO:tasks.workunit.client.0.smithi028.stdout: "rocksdb_write_wal_time": { 2024-08-29T19:03:06.146 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 0, 2024-08-29T19:03:06.146 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:06.146 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:06.146 INFO:tasks.workunit.client.0.smithi028.stdout: "submit_latency": { 2024-08-29T19:03:06.146 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 0, 2024-08-29T19:03:06.146 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:06.146 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:06.146 INFO:tasks.workunit.client.0.smithi028.stdout: "submit_sync_latency": { 2024-08-29T19:03:06.146 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 17823, 2024-08-29T19:03:06.146 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 5161487857 2024-08-29T19:03:06.146 INFO:tasks.workunit.client.0.smithi028.stdout: } 2024-08-29T19:03:06.147 INFO:tasks.workunit.client.0.smithi028.stdout: } 2024-08-29T19:03:06.147 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:06.147 INFO:tasks.workunit.client.0.smithi028.stdout: "mon.a2df9e26f4a5fcbeed319f1798118f10993a0555": { 2024-08-29T19:03:06.147 INFO:tasks.workunit.client.0.smithi028.stdout: "mon": { 2024-08-29T19:03:06.147 INFO:tasks.workunit.client.0.smithi028.stdout: "election_call": { 2024-08-29T19:03:06.147 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 3 2024-08-29T19:03:06.147 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:06.147 INFO:tasks.workunit.client.0.smithi028.stdout: "election_lose": { 2024-08-29T19:03:06.147 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 3 2024-08-29T19:03:06.147 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:06.147 INFO:tasks.workunit.client.0.smithi028.stdout: "election_win": { 2024-08-29T19:03:06.147 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:06.147 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:06.148 INFO:tasks.workunit.client.0.smithi028.stdout: "num_elections": { 2024-08-29T19:03:06.148 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 11 2024-08-29T19:03:06.148 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:06.148 INFO:tasks.workunit.client.0.smithi028.stdout: "num_sessions": { 2024-08-29T19:03:06.148 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 8 2024-08-29T19:03:06.148 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:06.148 INFO:tasks.workunit.client.0.smithi028.stdout: "session_add": { 2024-08-29T19:03:06.148 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 3 2024-08-29T19:03:06.148 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:06.148 INFO:tasks.workunit.client.0.smithi028.stdout: "session_rm": { 2024-08-29T19:03:06.148 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 233 2024-08-29T19:03:06.148 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:06.148 INFO:tasks.workunit.client.0.smithi028.stdout: "session_trim": { 2024-08-29T19:03:06.149 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:06.149 INFO:tasks.workunit.client.0.smithi028.stdout: } 2024-08-29T19:03:06.149 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:06.149 INFO:tasks.workunit.client.0.smithi028.stdout: "paxos": { 2024-08-29T19:03:06.149 INFO:tasks.workunit.client.0.smithi028.stdout: "accept_timeout": { 2024-08-29T19:03:06.149 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:06.149 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:06.149 INFO:tasks.workunit.client.0.smithi028.stdout: "begin": { 2024-08-29T19:03:06.149 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 7269 2024-08-29T19:03:06.149 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:06.150 INFO:tasks.workunit.client.0.smithi028.stdout: "begin_bytes": { 2024-08-29T19:03:06.150 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 7269, 2024-08-29T19:03:06.150 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 50678522 2024-08-29T19:03:06.150 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:06.150 INFO:tasks.workunit.client.0.smithi028.stdout: "begin_keys": { 2024-08-29T19:03:06.150 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 0, 2024-08-29T19:03:06.150 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:06.150 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:06.150 INFO:tasks.workunit.client.0.smithi028.stdout: "begin_latency": { 2024-08-29T19:03:06.150 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 7269, 2024-08-29T19:03:06.150 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 1739963391 2024-08-29T19:03:06.150 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:06.151 INFO:tasks.workunit.client.0.smithi028.stdout: "collect": { 2024-08-29T19:03:06.151 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 3 2024-08-29T19:03:06.151 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:06.151 INFO:tasks.workunit.client.0.smithi028.stdout: "collect_bytes": { 2024-08-29T19:03:06.151 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 3, 2024-08-29T19:03:06.151 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 219 2024-08-29T19:03:06.151 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:06.151 INFO:tasks.workunit.client.0.smithi028.stdout: "collect_keys": { 2024-08-29T19:03:06.151 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 3, 2024-08-29T19:03:06.151 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 3 2024-08-29T19:03:06.151 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:06.151 INFO:tasks.workunit.client.0.smithi028.stdout: "collect_latency": { 2024-08-29T19:03:06.151 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 3, 2024-08-29T19:03:06.151 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:06.152 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:06.152 INFO:tasks.workunit.client.0.smithi028.stdout: "collect_timeout": { 2024-08-29T19:03:06.152 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:06.152 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:06.152 INFO:tasks.workunit.client.0.smithi028.stdout: "collect_uncommitted": { 2024-08-29T19:03:06.152 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:06.152 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:06.152 INFO:tasks.workunit.client.0.smithi028.stdout: "commit": { 2024-08-29T19:03:06.152 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 7269 2024-08-29T19:03:06.152 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:06.152 INFO:tasks.workunit.client.0.smithi028.stdout: "commit_bytes": { 2024-08-29T19:03:06.152 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 0, 2024-08-29T19:03:06.153 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:06.153 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:06.153 INFO:tasks.workunit.client.0.smithi028.stdout: "commit_keys": { 2024-08-29T19:03:06.153 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 0, 2024-08-29T19:03:06.153 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:06.153 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:06.153 INFO:tasks.workunit.client.0.smithi028.stdout: "commit_latency": { 2024-08-29T19:03:06.153 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 0, 2024-08-29T19:03:06.153 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:06.153 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:06.153 INFO:tasks.workunit.client.0.smithi028.stdout: "lease_ack_timeout": { 2024-08-29T19:03:06.153 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:06.153 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:06.153 INFO:tasks.workunit.client.0.smithi028.stdout: "lease_timeout": { 2024-08-29T19:03:06.154 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:06.154 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:06.154 INFO:tasks.workunit.client.0.smithi028.stdout: "new_pn": { 2024-08-29T19:03:06.154 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:06.154 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:06.154 INFO:tasks.workunit.client.0.smithi028.stdout: "new_pn_latency": { 2024-08-29T19:03:06.154 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 0, 2024-08-29T19:03:06.154 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:06.154 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:06.154 INFO:tasks.workunit.client.0.smithi028.stdout: "refresh": { 2024-08-29T19:03:06.154 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 7269 2024-08-29T19:03:06.154 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:06.154 INFO:tasks.workunit.client.0.smithi028.stdout: "refresh_latency": { 2024-08-29T19:03:06.154 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 7269, 2024-08-29T19:03:06.155 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 37291224902 2024-08-29T19:03:06.155 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:06.155 INFO:tasks.workunit.client.0.smithi028.stdout: "restart": { 2024-08-29T19:03:06.155 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 13 2024-08-29T19:03:06.155 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:06.155 INFO:tasks.workunit.client.0.smithi028.stdout: "share_state": { 2024-08-29T19:03:06.155 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:06.155 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:06.155 INFO:tasks.workunit.client.0.smithi028.stdout: "share_state_bytes": { 2024-08-29T19:03:06.155 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 0, 2024-08-29T19:03:06.155 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:06.155 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:06.155 INFO:tasks.workunit.client.0.smithi028.stdout: "share_state_keys": { 2024-08-29T19:03:06.155 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 0, 2024-08-29T19:03:06.156 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:06.156 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:06.156 INFO:tasks.workunit.client.0.smithi028.stdout: "start_leader": { 2024-08-29T19:03:06.156 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:06.156 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:06.156 INFO:tasks.workunit.client.0.smithi028.stdout: "start_peon": { 2024-08-29T19:03:06.156 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 3 2024-08-29T19:03:06.156 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:06.156 INFO:tasks.workunit.client.0.smithi028.stdout: "store_state": { 2024-08-29T19:03:06.156 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 7269 2024-08-29T19:03:06.156 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:06.156 INFO:tasks.workunit.client.0.smithi028.stdout: "store_state_bytes": { 2024-08-29T19:03:06.156 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 7269, 2024-08-29T19:03:06.157 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 99972548 2024-08-29T19:03:06.157 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:06.157 INFO:tasks.workunit.client.0.smithi028.stdout: "store_state_keys": { 2024-08-29T19:03:06.157 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 7269, 2024-08-29T19:03:06.157 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 65077 2024-08-29T19:03:06.157 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:06.157 INFO:tasks.workunit.client.0.smithi028.stdout: "store_state_latency": { 2024-08-29T19:03:06.157 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 7269, 2024-08-29T19:03:06.157 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 2019958096 2024-08-29T19:03:06.157 INFO:tasks.workunit.client.0.smithi028.stdout: } 2024-08-29T19:03:06.157 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:06.157 INFO:tasks.workunit.client.0.smithi028.stdout: "prioritycache": { 2024-08-29T19:03:06.157 INFO:tasks.workunit.client.0.smithi028.stdout: "cache_bytes": { 2024-08-29T19:03:06.158 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 1020054731 2024-08-29T19:03:06.158 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:06.158 INFO:tasks.workunit.client.0.smithi028.stdout: "heap_bytes": { 2024-08-29T19:03:06.158 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 151986176 2024-08-29T19:03:06.158 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:06.158 INFO:tasks.workunit.client.0.smithi028.stdout: "mapped_bytes": { 2024-08-29T19:03:06.158 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 150626304 2024-08-29T19:03:06.158 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:06.158 INFO:tasks.workunit.client.0.smithi028.stdout: "target_bytes": { 2024-08-29T19:03:06.158 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 2147483648 2024-08-29T19:03:06.158 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:06.158 INFO:tasks.workunit.client.0.smithi028.stdout: "unmapped_bytes": { 2024-08-29T19:03:06.158 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 1359872 2024-08-29T19:03:06.158 INFO:tasks.workunit.client.0.smithi028.stdout: } 2024-08-29T19:03:06.159 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:06.159 INFO:tasks.workunit.client.0.smithi028.stdout: "prioritycache:full": { 2024-08-29T19:03:06.159 INFO:tasks.workunit.client.0.smithi028.stdout: "committed_bytes": { 2024-08-29T19:03:06.159 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 360710144 2024-08-29T19:03:06.159 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:06.159 INFO:tasks.workunit.client.0.smithi028.stdout: "pri0_bytes": { 2024-08-29T19:03:06.159 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:06.159 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:06.159 INFO:tasks.workunit.client.0.smithi028.stdout: "pri10_bytes": { 2024-08-29T19:03:06.159 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:06.159 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:06.159 INFO:tasks.workunit.client.0.smithi028.stdout: "pri11_bytes": { 2024-08-29T19:03:06.159 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 268356377 2024-08-29T19:03:06.159 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:06.160 INFO:tasks.workunit.client.0.smithi028.stdout: "pri1_bytes": { 2024-08-29T19:03:06.160 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 22047586 2024-08-29T19:03:06.160 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:06.160 INFO:tasks.workunit.client.0.smithi028.stdout: "pri2_bytes": { 2024-08-29T19:03:06.160 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:06.160 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:06.160 INFO:tasks.workunit.client.0.smithi028.stdout: "pri3_bytes": { 2024-08-29T19:03:06.160 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:06.160 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:06.160 INFO:tasks.workunit.client.0.smithi028.stdout: "pri4_bytes": { 2024-08-29T19:03:06.160 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:06.160 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:06.160 INFO:tasks.workunit.client.0.smithi028.stdout: "pri5_bytes": { 2024-08-29T19:03:06.161 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:06.161 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:06.161 INFO:tasks.workunit.client.0.smithi028.stdout: "pri6_bytes": { 2024-08-29T19:03:06.161 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:06.161 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:06.161 INFO:tasks.workunit.client.0.smithi028.stdout: "pri7_bytes": { 2024-08-29T19:03:06.161 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:06.161 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:06.161 INFO:tasks.workunit.client.0.smithi028.stdout: "pri8_bytes": { 2024-08-29T19:03:06.161 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:06.161 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:06.161 INFO:tasks.workunit.client.0.smithi028.stdout: "pri9_bytes": { 2024-08-29T19:03:06.161 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:06.161 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:06.162 INFO:tasks.workunit.client.0.smithi028.stdout: "reserved_bytes": { 2024-08-29T19:03:06.162 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 70306181 2024-08-29T19:03:06.162 INFO:tasks.workunit.client.0.smithi028.stdout: } 2024-08-29T19:03:06.162 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:06.162 INFO:tasks.workunit.client.0.smithi028.stdout: "prioritycache:inc": { 2024-08-29T19:03:06.162 INFO:tasks.workunit.client.0.smithi028.stdout: "committed_bytes": { 2024-08-29T19:03:06.162 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 339738624 2024-08-29T19:03:06.162 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:06.162 INFO:tasks.workunit.client.0.smithi028.stdout: "pri0_bytes": { 2024-08-29T19:03:06.162 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:06.162 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:06.162 INFO:tasks.workunit.client.0.smithi028.stdout: "pri10_bytes": { 2024-08-29T19:03:06.162 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:06.162 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:06.163 INFO:tasks.workunit.client.0.smithi028.stdout: "pri11_bytes": { 2024-08-29T19:03:06.163 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 268356377 2024-08-29T19:03:06.163 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:06.163 INFO:tasks.workunit.client.0.smithi028.stdout: "pri1_bytes": { 2024-08-29T19:03:06.163 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 1371770 2024-08-29T19:03:06.163 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:06.163 INFO:tasks.workunit.client.0.smithi028.stdout: "pri2_bytes": { 2024-08-29T19:03:06.163 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:06.163 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:06.163 INFO:tasks.workunit.client.0.smithi028.stdout: "pri3_bytes": { 2024-08-29T19:03:06.163 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:06.163 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:06.163 INFO:tasks.workunit.client.0.smithi028.stdout: "pri4_bytes": { 2024-08-29T19:03:06.164 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:06.164 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:06.164 INFO:tasks.workunit.client.0.smithi028.stdout: "pri5_bytes": { 2024-08-29T19:03:06.164 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:06.164 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:06.164 INFO:tasks.workunit.client.0.smithi028.stdout: "pri6_bytes": { 2024-08-29T19:03:06.164 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:06.164 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:06.164 INFO:tasks.workunit.client.0.smithi028.stdout: "pri7_bytes": { 2024-08-29T19:03:06.164 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:06.164 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:06.164 INFO:tasks.workunit.client.0.smithi028.stdout: "pri8_bytes": { 2024-08-29T19:03:06.164 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:06.164 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:06.164 INFO:tasks.workunit.client.0.smithi028.stdout: "pri9_bytes": { 2024-08-29T19:03:06.165 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:06.165 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:06.165 INFO:tasks.workunit.client.0.smithi028.stdout: "reserved_bytes": { 2024-08-29T19:03:06.165 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 70010477 2024-08-29T19:03:06.165 INFO:tasks.workunit.client.0.smithi028.stdout: } 2024-08-29T19:03:06.165 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:06.165 INFO:tasks.workunit.client.0.smithi028.stdout: "prioritycache:kv": { 2024-08-29T19:03:06.165 INFO:tasks.workunit.client.0.smithi028.stdout: "committed_bytes": { 2024-08-29T19:03:06.165 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 314572800 2024-08-29T19:03:06.165 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:06.165 INFO:tasks.workunit.client.0.smithi028.stdout: "pri0_bytes": { 2024-08-29T19:03:06.165 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 67108864 2024-08-29T19:03:06.165 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:06.165 INFO:tasks.workunit.client.0.smithi028.stdout: "pri10_bytes": { 2024-08-29T19:03:06.166 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:06.166 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:06.166 INFO:tasks.workunit.client.0.smithi028.stdout: "pri11_bytes": { 2024-08-29T19:03:06.166 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 178904251 2024-08-29T19:03:06.166 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:06.166 INFO:tasks.workunit.client.0.smithi028.stdout: "pri1_bytes": { 2024-08-29T19:03:06.166 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:06.166 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:06.166 INFO:tasks.workunit.client.0.smithi028.stdout: "pri2_bytes": { 2024-08-29T19:03:06.166 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:06.166 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:06.166 INFO:tasks.workunit.client.0.smithi028.stdout: "pri3_bytes": { 2024-08-29T19:03:06.166 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:06.167 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:06.167 INFO:tasks.workunit.client.0.smithi028.stdout: "pri4_bytes": { 2024-08-29T19:03:06.167 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:06.167 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:06.167 INFO:tasks.workunit.client.0.smithi028.stdout: "pri5_bytes": { 2024-08-29T19:03:06.167 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:06.167 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:06.167 INFO:tasks.workunit.client.0.smithi028.stdout: "pri6_bytes": { 2024-08-29T19:03:06.167 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:06.167 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:06.167 INFO:tasks.workunit.client.0.smithi028.stdout: "pri7_bytes": { 2024-08-29T19:03:06.167 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:06.167 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:06.167 INFO:tasks.workunit.client.0.smithi028.stdout: "pri8_bytes": { 2024-08-29T19:03:06.168 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:06.168 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:06.168 INFO:tasks.workunit.client.0.smithi028.stdout: "pri9_bytes": { 2024-08-29T19:03:06.168 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:06.168 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:06.168 INFO:tasks.workunit.client.0.smithi028.stdout: "reserved_bytes": { 2024-08-29T19:03:06.168 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 68559685 2024-08-29T19:03:06.168 INFO:tasks.workunit.client.0.smithi028.stdout: } 2024-08-29T19:03:06.168 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:06.168 INFO:tasks.workunit.client.0.smithi028.stdout: "rocksdb": { 2024-08-29T19:03:06.168 INFO:tasks.workunit.client.0.smithi028.stdout: "compact": { 2024-08-29T19:03:06.168 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:06.169 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:06.169 INFO:tasks.workunit.client.0.smithi028.stdout: "compact_queue_len": { 2024-08-29T19:03:06.169 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:06.169 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:06.169 INFO:tasks.workunit.client.0.smithi028.stdout: "compact_queue_merge": { 2024-08-29T19:03:06.169 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:06.169 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:06.169 INFO:tasks.workunit.client.0.smithi028.stdout: "compact_range": { 2024-08-29T19:03:06.169 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 87 2024-08-29T19:03:06.169 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:06.169 INFO:tasks.workunit.client.0.smithi028.stdout: "get_latency": { 2024-08-29T19:03:06.169 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 316687, 2024-08-29T19:03:06.169 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 3209322116 2024-08-29T19:03:06.169 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:06.170 INFO:tasks.workunit.client.0.smithi028.stdout: "rocksdb_write_delay_time": { 2024-08-29T19:03:06.170 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 0, 2024-08-29T19:03:06.170 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:06.170 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:06.170 INFO:tasks.workunit.client.0.smithi028.stdout: "rocksdb_write_memtable_time": { 2024-08-29T19:03:06.170 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 0, 2024-08-29T19:03:06.170 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:06.170 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:06.170 INFO:tasks.workunit.client.0.smithi028.stdout: "rocksdb_write_pre_and_post_time": { 2024-08-29T19:03:06.170 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 0, 2024-08-29T19:03:06.170 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:06.170 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:06.170 INFO:tasks.workunit.client.0.smithi028.stdout: "rocksdb_write_wal_time": { 2024-08-29T19:03:06.170 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 0, 2024-08-29T19:03:06.171 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:06.171 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:06.171 INFO:tasks.workunit.client.0.smithi028.stdout: "submit_latency": { 2024-08-29T19:03:06.171 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 0, 2024-08-29T19:03:06.171 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:06.171 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:06.171 INFO:tasks.workunit.client.0.smithi028.stdout: "submit_sync_latency": { 2024-08-29T19:03:06.171 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 17666, 2024-08-29T19:03:06.171 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 4924053054 2024-08-29T19:03:06.171 INFO:tasks.workunit.client.0.smithi028.stdout: } 2024-08-29T19:03:06.171 INFO:tasks.workunit.client.0.smithi028.stdout: } 2024-08-29T19:03:06.171 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:06.171 INFO:tasks.workunit.client.0.smithi028.stdout: "mon.e4958ae9278a574c0226651ef9b7bc2d4e1b34b9": { 2024-08-29T19:03:06.172 INFO:tasks.workunit.client.0.smithi028.stdout: "mon": { 2024-08-29T19:03:06.172 INFO:tasks.workunit.client.0.smithi028.stdout: "election_call": { 2024-08-29T19:03:06.172 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 6 2024-08-29T19:03:06.172 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:06.172 INFO:tasks.workunit.client.0.smithi028.stdout: "election_lose": { 2024-08-29T19:03:06.172 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:06.172 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:06.172 INFO:tasks.workunit.client.0.smithi028.stdout: "election_win": { 2024-08-29T19:03:06.172 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 6 2024-08-29T19:03:06.172 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:06.172 INFO:tasks.workunit.client.0.smithi028.stdout: "num_elections": { 2024-08-29T19:03:06.172 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 21 2024-08-29T19:03:06.173 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:06.173 INFO:tasks.workunit.client.0.smithi028.stdout: "num_sessions": { 2024-08-29T19:03:06.173 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 9 2024-08-29T19:03:06.173 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:06.173 INFO:tasks.workunit.client.0.smithi028.stdout: "session_add": { 2024-08-29T19:03:06.173 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 5 2024-08-29T19:03:06.173 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:06.173 INFO:tasks.workunit.client.0.smithi028.stdout: "session_rm": { 2024-08-29T19:03:06.173 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 223 2024-08-29T19:03:06.173 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:06.173 INFO:tasks.workunit.client.0.smithi028.stdout: "session_trim": { 2024-08-29T19:03:06.173 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:06.173 INFO:tasks.workunit.client.0.smithi028.stdout: } 2024-08-29T19:03:06.174 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:06.174 INFO:tasks.workunit.client.0.smithi028.stdout: "paxos": { 2024-08-29T19:03:06.174 INFO:tasks.workunit.client.0.smithi028.stdout: "accept_timeout": { 2024-08-29T19:03:06.174 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:06.174 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:06.174 INFO:tasks.workunit.client.0.smithi028.stdout: "begin": { 2024-08-29T19:03:06.174 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 7428 2024-08-29T19:03:06.174 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:06.174 INFO:tasks.workunit.client.0.smithi028.stdout: "begin_bytes": { 2024-08-29T19:03:06.174 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 7428, 2024-08-29T19:03:06.174 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 52448324 2024-08-29T19:03:06.174 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:06.174 INFO:tasks.workunit.client.0.smithi028.stdout: "begin_keys": { 2024-08-29T19:03:06.174 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 7428, 2024-08-29T19:03:06.175 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 22284 2024-08-29T19:03:06.175 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:06.175 INFO:tasks.workunit.client.0.smithi028.stdout: "begin_latency": { 2024-08-29T19:03:06.175 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 7428, 2024-08-29T19:03:06.175 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 2491927615 2024-08-29T19:03:06.175 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:06.175 INFO:tasks.workunit.client.0.smithi028.stdout: "collect": { 2024-08-29T19:03:06.175 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:06.175 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:06.175 INFO:tasks.workunit.client.0.smithi028.stdout: "collect_bytes": { 2024-08-29T19:03:06.175 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 0, 2024-08-29T19:03:06.175 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:06.175 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:06.175 INFO:tasks.workunit.client.0.smithi028.stdout: "collect_keys": { 2024-08-29T19:03:06.176 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 0, 2024-08-29T19:03:06.176 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:06.176 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:06.176 INFO:tasks.workunit.client.0.smithi028.stdout: "collect_latency": { 2024-08-29T19:03:06.176 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 0, 2024-08-29T19:03:06.176 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:06.176 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:06.176 INFO:tasks.workunit.client.0.smithi028.stdout: "collect_timeout": { 2024-08-29T19:03:06.176 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:06.176 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:06.176 INFO:tasks.workunit.client.0.smithi028.stdout: "collect_uncommitted": { 2024-08-29T19:03:06.176 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 3 2024-08-29T19:03:06.176 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:06.176 INFO:tasks.workunit.client.0.smithi028.stdout: "commit": { 2024-08-29T19:03:06.177 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 7425 2024-08-29T19:03:06.177 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:06.177 INFO:tasks.workunit.client.0.smithi028.stdout: "commit_bytes": { 2024-08-29T19:03:06.177 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 7425, 2024-08-29T19:03:06.177 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 51881409 2024-08-29T19:03:06.177 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:06.177 INFO:tasks.workunit.client.0.smithi028.stdout: "commit_keys": { 2024-08-29T19:03:06.177 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 7425, 2024-08-29T19:03:06.177 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 59075 2024-08-29T19:03:06.177 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:06.177 INFO:tasks.workunit.client.0.smithi028.stdout: "commit_latency": { 2024-08-29T19:03:06.177 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 7425, 2024-08-29T19:03:06.177 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 2502689945 2024-08-29T19:03:06.177 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:06.178 INFO:tasks.workunit.client.0.smithi028.stdout: "lease_ack_timeout": { 2024-08-29T19:03:06.178 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:06.178 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:06.178 INFO:tasks.workunit.client.0.smithi028.stdout: "lease_timeout": { 2024-08-29T19:03:06.178 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:06.178 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:06.178 INFO:tasks.workunit.client.0.smithi028.stdout: "new_pn": { 2024-08-29T19:03:06.178 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 6 2024-08-29T19:03:06.178 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:06.178 INFO:tasks.workunit.client.0.smithi028.stdout: "new_pn_latency": { 2024-08-29T19:03:06.178 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 6, 2024-08-29T19:03:06.178 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:06.178 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:06.179 INFO:tasks.workunit.client.0.smithi028.stdout: "refresh": { 2024-08-29T19:03:06.179 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 7428 2024-08-29T19:03:06.179 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:06.179 INFO:tasks.workunit.client.0.smithi028.stdout: "refresh_latency": { 2024-08-29T19:03:06.179 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 7428, 2024-08-29T19:03:06.179 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 45166683871 2024-08-29T19:03:06.179 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:06.179 INFO:tasks.workunit.client.0.smithi028.stdout: "restart": { 2024-08-29T19:03:06.179 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 23 2024-08-29T19:03:06.179 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:06.179 INFO:tasks.workunit.client.0.smithi028.stdout: "share_state": { 2024-08-29T19:03:06.179 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 2 2024-08-29T19:03:06.179 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:06.179 INFO:tasks.workunit.client.0.smithi028.stdout: "share_state_bytes": { 2024-08-29T19:03:06.180 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 2, 2024-08-29T19:03:06.180 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 114458 2024-08-29T19:03:06.180 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:06.180 INFO:tasks.workunit.client.0.smithi028.stdout: "share_state_keys": { 2024-08-29T19:03:06.180 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 2, 2024-08-29T19:03:06.180 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 10 2024-08-29T19:03:06.180 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:06.180 INFO:tasks.workunit.client.0.smithi028.stdout: "start_leader": { 2024-08-29T19:03:06.180 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 6 2024-08-29T19:03:06.180 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:06.180 INFO:tasks.workunit.client.0.smithi028.stdout: "start_peon": { 2024-08-29T19:03:06.180 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:06.180 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:06.181 INFO:tasks.workunit.client.0.smithi028.stdout: "store_state": { 2024-08-29T19:03:06.181 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:06.181 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:06.181 INFO:tasks.workunit.client.0.smithi028.stdout: "store_state_bytes": { 2024-08-29T19:03:06.181 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 0, 2024-08-29T19:03:06.181 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:06.181 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:06.181 INFO:tasks.workunit.client.0.smithi028.stdout: "store_state_keys": { 2024-08-29T19:03:06.181 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 0, 2024-08-29T19:03:06.181 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:06.181 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:06.181 INFO:tasks.workunit.client.0.smithi028.stdout: "store_state_latency": { 2024-08-29T19:03:06.181 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 0, 2024-08-29T19:03:06.181 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:06.182 INFO:tasks.workunit.client.0.smithi028.stdout: } 2024-08-29T19:03:06.182 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:06.182 INFO:tasks.workunit.client.0.smithi028.stdout: "prioritycache": { 2024-08-29T19:03:06.182 INFO:tasks.workunit.client.0.smithi028.stdout: "cache_bytes": { 2024-08-29T19:03:06.182 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 1020054731 2024-08-29T19:03:06.182 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:06.182 INFO:tasks.workunit.client.0.smithi028.stdout: "heap_bytes": { 2024-08-29T19:03:06.182 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 239271936 2024-08-29T19:03:06.182 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:06.182 INFO:tasks.workunit.client.0.smithi028.stdout: "mapped_bytes": { 2024-08-29T19:03:06.182 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 237969408 2024-08-29T19:03:06.182 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:06.182 INFO:tasks.workunit.client.0.smithi028.stdout: "target_bytes": { 2024-08-29T19:03:06.182 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 2147483648 2024-08-29T19:03:06.183 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:06.183 INFO:tasks.workunit.client.0.smithi028.stdout: "unmapped_bytes": { 2024-08-29T19:03:06.183 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 1302528 2024-08-29T19:03:06.183 INFO:tasks.workunit.client.0.smithi028.stdout: } 2024-08-29T19:03:06.183 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:06.183 INFO:tasks.workunit.client.0.smithi028.stdout: "prioritycache:full": { 2024-08-29T19:03:06.183 INFO:tasks.workunit.client.0.smithi028.stdout: "committed_bytes": { 2024-08-29T19:03:06.183 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 360710144 2024-08-29T19:03:06.183 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:06.183 INFO:tasks.workunit.client.0.smithi028.stdout: "pri0_bytes": { 2024-08-29T19:03:06.183 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:06.183 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:06.183 INFO:tasks.workunit.client.0.smithi028.stdout: "pri10_bytes": { 2024-08-29T19:03:06.184 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:06.184 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:06.184 INFO:tasks.workunit.client.0.smithi028.stdout: "pri11_bytes": { 2024-08-29T19:03:06.184 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 267796799 2024-08-29T19:03:06.184 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:06.184 INFO:tasks.workunit.client.0.smithi028.stdout: "pri1_bytes": { 2024-08-29T19:03:06.184 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 23168368 2024-08-29T19:03:06.184 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:06.184 INFO:tasks.workunit.client.0.smithi028.stdout: "pri2_bytes": { 2024-08-29T19:03:06.184 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:06.184 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:06.184 INFO:tasks.workunit.client.0.smithi028.stdout: "pri3_bytes": { 2024-08-29T19:03:06.184 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:06.184 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:06.185 INFO:tasks.workunit.client.0.smithi028.stdout: "pri4_bytes": { 2024-08-29T19:03:06.185 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:06.185 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:06.185 INFO:tasks.workunit.client.0.smithi028.stdout: "pri5_bytes": { 2024-08-29T19:03:06.185 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:06.185 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:06.185 INFO:tasks.workunit.client.0.smithi028.stdout: "pri6_bytes": { 2024-08-29T19:03:06.185 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:06.185 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:06.185 INFO:tasks.workunit.client.0.smithi028.stdout: "pri7_bytes": { 2024-08-29T19:03:06.185 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:06.185 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:06.185 INFO:tasks.workunit.client.0.smithi028.stdout: "pri8_bytes": { 2024-08-29T19:03:06.185 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:06.186 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:06.186 INFO:tasks.workunit.client.0.smithi028.stdout: "pri9_bytes": { 2024-08-29T19:03:06.186 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:06.186 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:06.186 INFO:tasks.workunit.client.0.smithi028.stdout: "reserved_bytes": { 2024-08-29T19:03:06.186 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 69744977 2024-08-29T19:03:06.186 INFO:tasks.workunit.client.0.smithi028.stdout: } 2024-08-29T19:03:06.186 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:06.186 INFO:tasks.workunit.client.0.smithi028.stdout: "prioritycache:inc": { 2024-08-29T19:03:06.186 INFO:tasks.workunit.client.0.smithi028.stdout: "committed_bytes": { 2024-08-29T19:03:06.186 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 339738624 2024-08-29T19:03:06.186 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:06.186 INFO:tasks.workunit.client.0.smithi028.stdout: "pri0_bytes": { 2024-08-29T19:03:06.186 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:06.187 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:06.187 INFO:tasks.workunit.client.0.smithi028.stdout: "pri10_bytes": { 2024-08-29T19:03:06.187 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:06.187 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:06.187 INFO:tasks.workunit.client.0.smithi028.stdout: "pri11_bytes": { 2024-08-29T19:03:06.187 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 267796799 2024-08-29T19:03:06.187 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:06.187 INFO:tasks.workunit.client.0.smithi028.stdout: "pri1_bytes": { 2024-08-29T19:03:06.187 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 1743196 2024-08-29T19:03:06.187 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:06.187 INFO:tasks.workunit.client.0.smithi028.stdout: "pri2_bytes": { 2024-08-29T19:03:06.187 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:06.187 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:06.188 INFO:tasks.workunit.client.0.smithi028.stdout: "pri3_bytes": { 2024-08-29T19:03:06.188 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:06.188 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:06.188 INFO:tasks.workunit.client.0.smithi028.stdout: "pri4_bytes": { 2024-08-29T19:03:06.188 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:06.188 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:06.188 INFO:tasks.workunit.client.0.smithi028.stdout: "pri5_bytes": { 2024-08-29T19:03:06.188 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:06.188 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:06.188 INFO:tasks.workunit.client.0.smithi028.stdout: "pri6_bytes": { 2024-08-29T19:03:06.188 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:06.188 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:06.188 INFO:tasks.workunit.client.0.smithi028.stdout: "pri7_bytes": { 2024-08-29T19:03:06.188 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:06.189 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:06.189 INFO:tasks.workunit.client.0.smithi028.stdout: "pri8_bytes": { 2024-08-29T19:03:06.189 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:06.189 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:06.189 INFO:tasks.workunit.client.0.smithi028.stdout: "pri9_bytes": { 2024-08-29T19:03:06.189 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:06.189 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:06.189 INFO:tasks.workunit.client.0.smithi028.stdout: "reserved_bytes": { 2024-08-29T19:03:06.189 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 70198629 2024-08-29T19:03:06.189 INFO:tasks.workunit.client.0.smithi028.stdout: } 2024-08-29T19:03:06.189 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:06.189 INFO:tasks.workunit.client.0.smithi028.stdout: "prioritycache:kv": { 2024-08-29T19:03:06.190 INFO:tasks.workunit.client.0.smithi028.stdout: "committed_bytes": { 2024-08-29T19:03:06.190 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 314572800 2024-08-29T19:03:06.190 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:06.190 INFO:tasks.workunit.client.0.smithi028.stdout: "pri0_bytes": { 2024-08-29T19:03:06.190 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 67108864 2024-08-29T19:03:06.190 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:06.190 INFO:tasks.workunit.client.0.smithi028.stdout: "pri10_bytes": { 2024-08-29T19:03:06.190 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:06.190 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:06.190 INFO:tasks.workunit.client.0.smithi028.stdout: "pri11_bytes": { 2024-08-29T19:03:06.190 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 178531199 2024-08-29T19:03:06.190 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:06.190 INFO:tasks.workunit.client.0.smithi028.stdout: "pri1_bytes": { 2024-08-29T19:03:06.190 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:06.191 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:06.191 INFO:tasks.workunit.client.0.smithi028.stdout: "pri2_bytes": { 2024-08-29T19:03:06.191 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:06.191 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:06.191 INFO:tasks.workunit.client.0.smithi028.stdout: "pri3_bytes": { 2024-08-29T19:03:06.191 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:06.191 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:06.191 INFO:tasks.workunit.client.0.smithi028.stdout: "pri4_bytes": { 2024-08-29T19:03:06.191 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:06.191 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:06.191 INFO:tasks.workunit.client.0.smithi028.stdout: "pri5_bytes": { 2024-08-29T19:03:06.191 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:06.191 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:06.192 INFO:tasks.workunit.client.0.smithi028.stdout: "pri6_bytes": { 2024-08-29T19:03:06.192 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:06.192 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:06.192 INFO:tasks.workunit.client.0.smithi028.stdout: "pri7_bytes": { 2024-08-29T19:03:06.192 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:06.192 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:06.192 INFO:tasks.workunit.client.0.smithi028.stdout: "pri8_bytes": { 2024-08-29T19:03:06.192 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:06.192 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:06.192 INFO:tasks.workunit.client.0.smithi028.stdout: "pri9_bytes": { 2024-08-29T19:03:06.192 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:06.192 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:06.192 INFO:tasks.workunit.client.0.smithi028.stdout: "reserved_bytes": { 2024-08-29T19:03:06.193 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 68932737 2024-08-29T19:03:06.193 INFO:tasks.workunit.client.0.smithi028.stdout: } 2024-08-29T19:03:06.193 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:06.193 INFO:tasks.workunit.client.0.smithi028.stdout: "rocksdb": { 2024-08-29T19:03:06.193 INFO:tasks.workunit.client.0.smithi028.stdout: "compact": { 2024-08-29T19:03:06.193 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:06.193 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:06.193 INFO:tasks.workunit.client.0.smithi028.stdout: "compact_queue_len": { 2024-08-29T19:03:06.193 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:06.193 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:06.193 INFO:tasks.workunit.client.0.smithi028.stdout: "compact_queue_merge": { 2024-08-29T19:03:06.193 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:06.193 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:06.193 INFO:tasks.workunit.client.0.smithi028.stdout: "compact_range": { 2024-08-29T19:03:06.194 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 88 2024-08-29T19:03:06.194 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:06.194 INFO:tasks.workunit.client.0.smithi028.stdout: "get_latency": { 2024-08-29T19:03:06.194 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 335995, 2024-08-29T19:03:06.194 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 3907230645 2024-08-29T19:03:06.194 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:06.194 INFO:tasks.workunit.client.0.smithi028.stdout: "rocksdb_write_delay_time": { 2024-08-29T19:03:06.194 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 0, 2024-08-29T19:03:06.194 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:06.194 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:06.194 INFO:tasks.workunit.client.0.smithi028.stdout: "rocksdb_write_memtable_time": { 2024-08-29T19:03:06.194 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 0, 2024-08-29T19:03:06.194 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:06.194 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:06.195 INFO:tasks.workunit.client.0.smithi028.stdout: "rocksdb_write_pre_and_post_time": { 2024-08-29T19:03:06.195 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 0, 2024-08-29T19:03:06.195 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:06.195 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:06.195 INFO:tasks.workunit.client.0.smithi028.stdout: "rocksdb_write_wal_time": { 2024-08-29T19:03:06.195 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 0, 2024-08-29T19:03:06.195 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:06.195 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:06.195 INFO:tasks.workunit.client.0.smithi028.stdout: "submit_latency": { 2024-08-29T19:03:06.195 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 0, 2024-08-29T19:03:06.195 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:06.195 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:06.195 INFO:tasks.workunit.client.0.smithi028.stdout: "submit_sync_latency": { 2024-08-29T19:03:06.195 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 18060, 2024-08-29T19:03:06.196 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 5041560130 2024-08-29T19:03:06.196 INFO:tasks.workunit.client.0.smithi028.stdout: } 2024-08-29T19:03:06.196 INFO:tasks.workunit.client.0.smithi028.stdout: } 2024-08-29T19:03:06.196 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:06.196 INFO:tasks.workunit.client.0.smithi028.stdout: "osd.0": { 2024-08-29T19:03:06.196 INFO:tasks.workunit.client.0.smithi028.stdout: "bluefs": { 2024-08-29T19:03:06.196 INFO:tasks.workunit.client.0.smithi028.stdout: "alloc_db_max_lat": { 2024-08-29T19:03:06.196 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 30080 2024-08-29T19:03:06.196 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:06.196 INFO:tasks.workunit.client.0.smithi028.stdout: "alloc_slow_fallback": { 2024-08-29T19:03:06.196 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:06.196 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:06.196 INFO:tasks.workunit.client.0.smithi028.stdout: "alloc_slow_max_lat": { 2024-08-29T19:03:06.197 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:06.197 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:06.197 INFO:tasks.workunit.client.0.smithi028.stdout: "alloc_slow_size_fallback": { 2024-08-29T19:03:06.197 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:06.197 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:06.197 INFO:tasks.workunit.client.0.smithi028.stdout: "alloc_unit_db": { 2024-08-29T19:03:06.197 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 65536 2024-08-29T19:03:06.197 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:06.197 INFO:tasks.workunit.client.0.smithi028.stdout: "alloc_unit_slow": { 2024-08-29T19:03:06.197 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:06.197 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:06.197 INFO:tasks.workunit.client.0.smithi028.stdout: "alloc_unit_wal": { 2024-08-29T19:03:06.197 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:06.197 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:06.198 INFO:tasks.workunit.client.0.smithi028.stdout: "alloc_wal_max_lat": { 2024-08-29T19:03:06.198 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:06.198 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:06.198 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes_written_slow": { 2024-08-29T19:03:06.198 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:06.198 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:06.198 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes_written_sst": { 2024-08-29T19:03:06.198 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 20238336 2024-08-29T19:03:06.198 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:06.198 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes_written_wal": { 2024-08-29T19:03:06.198 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 885440512 2024-08-29T19:03:06.198 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:06.198 INFO:tasks.workunit.client.0.smithi028.stdout: "compact_lat": { 2024-08-29T19:03:06.199 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 19, 2024-08-29T19:03:06.199 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 7891959 2024-08-29T19:03:06.199 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:06.199 INFO:tasks.workunit.client.0.smithi028.stdout: "compact_lock_lat": { 2024-08-29T19:03:06.199 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 19, 2024-08-29T19:03:06.199 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 2926271 2024-08-29T19:03:06.199 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:06.199 INFO:tasks.workunit.client.0.smithi028.stdout: "db_alloc_lat": { 2024-08-29T19:03:06.199 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 235, 2024-08-29T19:03:06.199 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 1467510 2024-08-29T19:03:06.199 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:06.199 INFO:tasks.workunit.client.0.smithi028.stdout: "db_total_bytes": { 2024-08-29T19:03:06.199 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 95995027456 2024-08-29T19:03:06.199 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:06.200 INFO:tasks.workunit.client.0.smithi028.stdout: "db_used_bytes": { 2024-08-29T19:03:06.200 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 948305920 2024-08-29T19:03:06.200 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:06.200 INFO:tasks.workunit.client.0.smithi028.stdout: "flush_lat": { 2024-08-29T19:03:06.200 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 80337, 2024-08-29T19:03:06.200 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 11249780855 2024-08-29T19:03:06.200 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:06.200 INFO:tasks.workunit.client.0.smithi028.stdout: "fsync_lat": { 2024-08-29T19:03:06.200 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 80325, 2024-08-29T19:03:06.200 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 21624809798 2024-08-29T19:03:06.200 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:06.200 INFO:tasks.workunit.client.0.smithi028.stdout: "log_bytes": { 2024-08-29T19:03:06.200 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 13053952 2024-08-29T19:03:06.201 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:06.201 INFO:tasks.workunit.client.0.smithi028.stdout: "logged_bytes": { 2024-08-29T19:03:06.201 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 328945664 2024-08-29T19:03:06.201 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:06.201 INFO:tasks.workunit.client.0.smithi028.stdout: "max_bytes_db": { 2024-08-29T19:03:06.201 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 944046080 2024-08-29T19:03:06.201 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:06.201 INFO:tasks.workunit.client.0.smithi028.stdout: "max_bytes_slow": { 2024-08-29T19:03:06.201 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:06.201 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:06.201 INFO:tasks.workunit.client.0.smithi028.stdout: "max_bytes_wal": { 2024-08-29T19:03:06.201 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:06.201 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:06.201 INFO:tasks.workunit.client.0.smithi028.stdout: "num_files": { 2024-08-29T19:03:06.202 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 65 2024-08-29T19:03:06.202 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:06.202 INFO:tasks.workunit.client.0.smithi028.stdout: "read_bytes": { 2024-08-29T19:03:06.202 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 534100014 2024-08-29T19:03:06.202 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:06.202 INFO:tasks.workunit.client.0.smithi028.stdout: "read_count": { 2024-08-29T19:03:06.202 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 28153 2024-08-29T19:03:06.202 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:06.202 INFO:tasks.workunit.client.0.smithi028.stdout: "read_disk_bytes": { 2024-08-29T19:03:06.202 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 465227776 2024-08-29T19:03:06.202 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:06.202 INFO:tasks.workunit.client.0.smithi028.stdout: "read_disk_bytes_db": { 2024-08-29T19:03:06.202 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 465231872 2024-08-29T19:03:06.202 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:06.203 INFO:tasks.workunit.client.0.smithi028.stdout: "read_disk_bytes_slow": { 2024-08-29T19:03:06.203 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:06.203 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:06.203 INFO:tasks.workunit.client.0.smithi028.stdout: "read_disk_bytes_wal": { 2024-08-29T19:03:06.203 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:06.203 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:06.203 INFO:tasks.workunit.client.0.smithi028.stdout: "read_disk_count": { 2024-08-29T19:03:06.203 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 15675 2024-08-29T19:03:06.203 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:06.203 INFO:tasks.workunit.client.0.smithi028.stdout: "read_lat": { 2024-08-29T19:03:06.203 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 28153, 2024-08-29T19:03:06.203 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 453255493 2024-08-29T19:03:06.203 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:06.203 INFO:tasks.workunit.client.0.smithi028.stdout: "read_prefetch_bytes": { 2024-08-29T19:03:06.204 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 376466563 2024-08-29T19:03:06.204 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:06.204 INFO:tasks.workunit.client.0.smithi028.stdout: "read_prefetch_count": { 2024-08-29T19:03:06.204 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 23330 2024-08-29T19:03:06.204 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:06.204 INFO:tasks.workunit.client.0.smithi028.stdout: "read_random_buffer_bytes": { 2024-08-29T19:03:06.204 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 7340513 2024-08-29T19:03:06.204 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:06.204 INFO:tasks.workunit.client.0.smithi028.stdout: "read_random_buffer_count": { 2024-08-29T19:03:06.204 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 1020 2024-08-29T19:03:06.204 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:06.204 INFO:tasks.workunit.client.0.smithi028.stdout: "read_random_bytes": { 2024-08-29T19:03:06.204 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 20039525 2024-08-29T19:03:06.204 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:06.205 INFO:tasks.workunit.client.0.smithi028.stdout: "read_random_count": { 2024-08-29T19:03:06.205 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 1455 2024-08-29T19:03:06.205 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:06.205 INFO:tasks.workunit.client.0.smithi028.stdout: "read_random_disk_bytes": { 2024-08-29T19:03:06.205 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 12699012 2024-08-29T19:03:06.205 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:06.205 INFO:tasks.workunit.client.0.smithi028.stdout: "read_random_disk_bytes_db": { 2024-08-29T19:03:06.205 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 12699012 2024-08-29T19:03:06.205 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:06.205 INFO:tasks.workunit.client.0.smithi028.stdout: "read_random_disk_bytes_slow": { 2024-08-29T19:03:06.205 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:06.205 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:06.205 INFO:tasks.workunit.client.0.smithi028.stdout: "read_random_disk_bytes_wal": { 2024-08-29T19:03:06.205 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:06.206 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:06.206 INFO:tasks.workunit.client.0.smithi028.stdout: "read_random_disk_count": { 2024-08-29T19:03:06.206 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 462 2024-08-29T19:03:06.206 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:06.206 INFO:tasks.workunit.client.0.smithi028.stdout: "read_random_lat": { 2024-08-29T19:03:06.206 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 1455, 2024-08-29T19:03:06.206 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 7610556 2024-08-29T19:03:06.206 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:06.206 INFO:tasks.workunit.client.0.smithi028.stdout: "slow_alloc_lat": { 2024-08-29T19:03:06.206 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 0, 2024-08-29T19:03:06.206 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:06.206 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:06.206 INFO:tasks.workunit.client.0.smithi028.stdout: "slow_total_bytes": { 2024-08-29T19:03:06.206 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:06.207 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:06.207 INFO:tasks.workunit.client.0.smithi028.stdout: "slow_used_bytes": { 2024-08-29T19:03:06.207 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:06.207 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:06.207 INFO:tasks.workunit.client.0.smithi028.stdout: "truncate_lat": { 2024-08-29T19:03:06.207 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 1, 2024-08-29T19:03:06.207 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 629 2024-08-29T19:03:06.207 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:06.207 INFO:tasks.workunit.client.0.smithi028.stdout: "unlink_lat": { 2024-08-29T19:03:06.207 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 4, 2024-08-29T19:03:06.207 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 6525 2024-08-29T19:03:06.207 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:06.207 INFO:tasks.workunit.client.0.smithi028.stdout: "wal_alloc_lat": { 2024-08-29T19:03:06.207 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 0, 2024-08-29T19:03:06.208 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:06.208 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:06.208 INFO:tasks.workunit.client.0.smithi028.stdout: "wal_total_bytes": { 2024-08-29T19:03:06.208 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:06.208 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:06.208 INFO:tasks.workunit.client.0.smithi028.stdout: "wal_used_bytes": { 2024-08-29T19:03:06.208 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:06.208 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:06.208 INFO:tasks.workunit.client.0.smithi028.stdout: "write_bytes": { 2024-08-29T19:03:06.208 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 1237520384 2024-08-29T19:03:06.208 INFO:tasks.workunit.client.0.smithi028.stdout: } 2024-08-29T19:03:06.208 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:06.208 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore": { 2024-08-29T19:03:06.209 INFO:tasks.workunit.client.0.smithi028.stdout: "alloc_unit": { 2024-08-29T19:03:06.209 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 4096 2024-08-29T19:03:06.209 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:06.209 INFO:tasks.workunit.client.0.smithi028.stdout: "allocated": { 2024-08-29T19:03:06.209 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 14422016 2024-08-29T19:03:06.209 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:06.209 INFO:tasks.workunit.client.0.smithi028.stdout: "allocator_lat": { 2024-08-29T19:03:06.209 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 22648, 2024-08-29T19:03:06.209 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 114737817 2024-08-29T19:03:06.209 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:06.209 INFO:tasks.workunit.client.0.smithi028.stdout: "clist_lat": { 2024-08-29T19:03:06.209 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 3161, 2024-08-29T19:03:06.209 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 1075145989 2024-08-29T19:03:06.210 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:06.210 INFO:tasks.workunit.client.0.smithi028.stdout: "compress_lat": { 2024-08-29T19:03:06.210 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 0, 2024-08-29T19:03:06.210 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:06.210 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:06.210 INFO:tasks.workunit.client.0.smithi028.stdout: "compressed": { 2024-08-29T19:03:06.210 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:06.210 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:06.210 INFO:tasks.workunit.client.0.smithi028.stdout: "compressed_allocated": { 2024-08-29T19:03:06.210 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:06.210 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:06.210 INFO:tasks.workunit.client.0.smithi028.stdout: "compressed_original": { 2024-08-29T19:03:06.210 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:06.211 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:06.211 INFO:tasks.workunit.client.0.smithi028.stdout: "csum_lat": { 2024-08-29T19:03:06.211 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 24441, 2024-08-29T19:03:06.211 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 287364402 2024-08-29T19:03:06.211 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:06.211 INFO:tasks.workunit.client.0.smithi028.stdout: "decompress_lat": { 2024-08-29T19:03:06.211 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 0, 2024-08-29T19:03:06.211 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:06.211 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:06.211 INFO:tasks.workunit.client.0.smithi028.stdout: "fragmentation_micros": { 2024-08-29T19:03:06.211 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:06.211 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:06.211 INFO:tasks.workunit.client.0.smithi028.stdout: "kv_commit_lat": { 2024-08-29T19:03:06.211 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 80225, 2024-08-29T19:03:06.212 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 29971767803 2024-08-29T19:03:06.212 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:06.212 INFO:tasks.workunit.client.0.smithi028.stdout: "kv_final_lat": { 2024-08-29T19:03:06.212 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 79026, 2024-08-29T19:03:06.212 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 4619635553 2024-08-29T19:03:06.212 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:06.212 INFO:tasks.workunit.client.0.smithi028.stdout: "kv_flush_lat": { 2024-08-29T19:03:06.212 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 80225, 2024-08-29T19:03:06.212 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 113722747 2024-08-29T19:03:06.212 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:06.212 INFO:tasks.workunit.client.0.smithi028.stdout: "kv_sync_lat": { 2024-08-29T19:03:06.212 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 80225, 2024-08-29T19:03:06.212 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 30085490550 2024-08-29T19:03:06.212 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:06.213 INFO:tasks.workunit.client.0.smithi028.stdout: "omap_get_keys_lat": { 2024-08-29T19:03:06.213 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 0, 2024-08-29T19:03:06.213 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:06.213 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:06.213 INFO:tasks.workunit.client.0.smithi028.stdout: "omap_get_values_lat": { 2024-08-29T19:03:06.213 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 32135, 2024-08-29T19:03:06.213 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 1675184736 2024-08-29T19:03:06.213 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:06.213 INFO:tasks.workunit.client.0.smithi028.stdout: "omap_lower_bound_lat": { 2024-08-29T19:03:06.213 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 987, 2024-08-29T19:03:06.213 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 8515486 2024-08-29T19:03:06.213 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:06.213 INFO:tasks.workunit.client.0.smithi028.stdout: "omap_next_lat": { 2024-08-29T19:03:06.213 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 20656, 2024-08-29T19:03:06.214 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 21707561 2024-08-29T19:03:06.214 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:06.214 INFO:tasks.workunit.client.0.smithi028.stdout: "omap_seek_to_first_lat": { 2024-08-29T19:03:06.214 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 53, 2024-08-29T19:03:06.214 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 88721 2024-08-29T19:03:06.214 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:06.214 INFO:tasks.workunit.client.0.smithi028.stdout: "omap_upper_bound_lat": { 2024-08-29T19:03:06.214 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 17089, 2024-08-29T19:03:06.214 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 13272380318 2024-08-29T19:03:06.214 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:06.214 INFO:tasks.workunit.client.0.smithi028.stdout: "onode_hits": { 2024-08-29T19:03:06.214 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 247336 2024-08-29T19:03:06.214 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:06.214 INFO:tasks.workunit.client.0.smithi028.stdout: "onode_misses": { 2024-08-29T19:03:06.215 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 22429 2024-08-29T19:03:06.215 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:06.215 INFO:tasks.workunit.client.0.smithi028.stdout: "read_lat": { 2024-08-29T19:03:06.215 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 20573, 2024-08-29T19:03:06.215 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 2416212516 2024-08-29T19:03:06.215 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:06.215 INFO:tasks.workunit.client.0.smithi028.stdout: "read_onode_meta_lat": { 2024-08-29T19:03:06.215 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 47313, 2024-08-29T19:03:06.215 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 37714778 2024-08-29T19:03:06.215 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:06.215 INFO:tasks.workunit.client.0.smithi028.stdout: "read_wait_aio_lat": { 2024-08-29T19:03:06.215 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 26740, 2024-08-29T19:03:06.215 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 1108513486 2024-08-29T19:03:06.216 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:06.216 INFO:tasks.workunit.client.0.smithi028.stdout: "reads_with_retries": { 2024-08-29T19:03:06.216 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:06.216 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:06.216 INFO:tasks.workunit.client.0.smithi028.stdout: "remove_lat": { 2024-08-29T19:03:06.216 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 14426, 2024-08-29T19:03:06.216 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 712386789 2024-08-29T19:03:06.216 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:06.216 INFO:tasks.workunit.client.0.smithi028.stdout: "slow_aio_wait_count": { 2024-08-29T19:03:06.216 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:06.216 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:06.216 INFO:tasks.workunit.client.0.smithi028.stdout: "slow_committed_kv_count": { 2024-08-29T19:03:06.216 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:06.217 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:06.217 INFO:tasks.workunit.client.0.smithi028.stdout: "slow_read_onode_meta_count": { 2024-08-29T19:03:06.217 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:06.217 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:06.217 INFO:tasks.workunit.client.0.smithi028.stdout: "slow_read_wait_aio_count": { 2024-08-29T19:03:06.217 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:06.217 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:06.217 INFO:tasks.workunit.client.0.smithi028.stdout: "state_aio_wait_lat": { 2024-08-29T19:03:06.217 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 92743, 2024-08-29T19:03:06.217 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 6425260783 2024-08-29T19:03:06.217 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:06.217 INFO:tasks.workunit.client.0.smithi028.stdout: "state_deferred_aio_wait_lat": { 2024-08-29T19:03:06.217 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 9341, 2024-08-29T19:03:06.218 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 808554496 2024-08-29T19:03:06.218 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:06.218 INFO:tasks.workunit.client.0.smithi028.stdout: "state_deferred_cleanup_lat": { 2024-08-29T19:03:06.218 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 9340, 2024-08-29T19:03:06.218 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 1900184406354 2024-08-29T19:03:06.218 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:06.218 INFO:tasks.workunit.client.0.smithi028.stdout: "state_deferred_queued_lat": { 2024-08-29T19:03:06.218 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 9341, 2024-08-29T19:03:06.218 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 5691108597382 2024-08-29T19:03:06.218 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:06.218 INFO:tasks.workunit.client.0.smithi028.stdout: "state_done_lat": { 2024-08-29T19:03:06.218 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 92742, 2024-08-29T19:03:06.218 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 2264654152765 2024-08-29T19:03:06.218 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:06.219 INFO:tasks.workunit.client.0.smithi028.stdout: "state_finishing_lat": { 2024-08-29T19:03:06.219 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 92742, 2024-08-29T19:03:06.219 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 29138446 2024-08-29T19:03:06.219 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:06.219 INFO:tasks.workunit.client.0.smithi028.stdout: "state_io_done_lat": { 2024-08-29T19:03:06.219 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 92743, 2024-08-29T19:03:06.219 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 482644796 2024-08-29T19:03:06.219 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:06.219 INFO:tasks.workunit.client.0.smithi028.stdout: "state_kv_commiting_lat": { 2024-08-29T19:03:06.219 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 92743, 2024-08-29T19:03:06.219 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 55717940840 2024-08-29T19:03:06.219 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:06.219 INFO:tasks.workunit.client.0.smithi028.stdout: "state_kv_done_lat": { 2024-08-29T19:03:06.219 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 92743, 2024-08-29T19:03:06.219 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 73033709 2024-08-29T19:03:06.220 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:06.220 INFO:tasks.workunit.client.0.smithi028.stdout: "state_kv_queued_lat": { 2024-08-29T19:03:06.220 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 92743, 2024-08-29T19:03:06.220 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 28679611076 2024-08-29T19:03:06.220 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:06.220 INFO:tasks.workunit.client.0.smithi028.stdout: "state_prepare_lat": { 2024-08-29T19:03:06.220 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 92743, 2024-08-29T19:03:06.220 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 15785078550 2024-08-29T19:03:06.220 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:06.220 INFO:tasks.workunit.client.0.smithi028.stdout: "stored": { 2024-08-29T19:03:06.220 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 10353545 2024-08-29T19:03:06.220 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:06.220 INFO:tasks.workunit.client.0.smithi028.stdout: "truncate_lat": { 2024-08-29T19:03:06.220 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 2302, 2024-08-29T19:03:06.221 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 27674797 2024-08-29T19:03:06.221 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:06.221 INFO:tasks.workunit.client.0.smithi028.stdout: "txc_commit_lat": { 2024-08-29T19:03:06.221 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 92743, 2024-08-29T19:03:06.221 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 107124074043 2024-08-29T19:03:06.221 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:06.221 INFO:tasks.workunit.client.0.smithi028.stdout: "txc_submit_lat": { 2024-08-29T19:03:06.221 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 92743, 2024-08-29T19:03:06.221 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 18179555328 2024-08-29T19:03:06.221 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:06.221 INFO:tasks.workunit.client.0.smithi028.stdout: "txc_throttle_lat": { 2024-08-29T19:03:06.221 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 92743, 2024-08-29T19:03:06.221 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 1231589310 2024-08-29T19:03:06.221 INFO:tasks.workunit.client.0.smithi028.stdout: } 2024-08-29T19:03:06.222 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:06.222 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore-pricache": { 2024-08-29T19:03:06.222 INFO:tasks.workunit.client.0.smithi028.stdout: "cache_bytes": { 2024-08-29T19:03:06.222 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 1445592595 2024-08-29T19:03:06.222 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:06.222 INFO:tasks.workunit.client.0.smithi028.stdout: "heap_bytes": { 2024-08-29T19:03:06.222 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 546545664 2024-08-29T19:03:06.222 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:06.222 INFO:tasks.workunit.client.0.smithi028.stdout: "mapped_bytes": { 2024-08-29T19:03:06.222 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 507346944 2024-08-29T19:03:06.222 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:06.222 INFO:tasks.workunit.client.0.smithi028.stdout: "target_bytes": { 2024-08-29T19:03:06.222 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 2648116428 2024-08-29T19:03:06.222 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:06.223 INFO:tasks.workunit.client.0.smithi028.stdout: "unmapped_bytes": { 2024-08-29T19:03:06.223 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 39198720 2024-08-29T19:03:06.223 INFO:tasks.workunit.client.0.smithi028.stdout: } 2024-08-29T19:03:06.223 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:06.223 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore-pricache:data": { 2024-08-29T19:03:06.223 INFO:tasks.workunit.client.0.smithi028.stdout: "committed_bytes": { 2024-08-29T19:03:06.223 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 125829120 2024-08-29T19:03:06.223 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:06.223 INFO:tasks.workunit.client.0.smithi028.stdout: "pri0_bytes": { 2024-08-29T19:03:06.223 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:06.223 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:06.223 INFO:tasks.workunit.client.0.smithi028.stdout: "pri10_bytes": { 2024-08-29T19:03:06.223 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:06.223 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:06.224 INFO:tasks.workunit.client.0.smithi028.stdout: "pri11_bytes": { 2024-08-29T19:03:06.224 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 58456420 2024-08-29T19:03:06.224 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:06.224 INFO:tasks.workunit.client.0.smithi028.stdout: "pri1_bytes": { 2024-08-29T19:03:06.224 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:06.224 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:06.224 INFO:tasks.workunit.client.0.smithi028.stdout: "pri2_bytes": { 2024-08-29T19:03:06.224 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:06.224 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:06.224 INFO:tasks.workunit.client.0.smithi028.stdout: "pri3_bytes": { 2024-08-29T19:03:06.224 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:06.224 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:06.224 INFO:tasks.workunit.client.0.smithi028.stdout: "pri4_bytes": { 2024-08-29T19:03:06.225 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:06.225 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:06.225 INFO:tasks.workunit.client.0.smithi028.stdout: "pri5_bytes": { 2024-08-29T19:03:06.225 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 8192 2024-08-29T19:03:06.225 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:06.225 INFO:tasks.workunit.client.0.smithi028.stdout: "pri6_bytes": { 2024-08-29T19:03:06.225 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 28672 2024-08-29T19:03:06.225 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:06.225 INFO:tasks.workunit.client.0.smithi028.stdout: "pri7_bytes": { 2024-08-29T19:03:06.225 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:06.225 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:06.225 INFO:tasks.workunit.client.0.smithi028.stdout: "pri8_bytes": { 2024-08-29T19:03:06.225 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:06.225 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:06.226 INFO:tasks.workunit.client.0.smithi028.stdout: "pri9_bytes": { 2024-08-29T19:03:06.226 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:06.226 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:06.226 INFO:tasks.workunit.client.0.smithi028.stdout: "reserved_bytes": { 2024-08-29T19:03:06.226 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 67335836 2024-08-29T19:03:06.226 INFO:tasks.workunit.client.0.smithi028.stdout: } 2024-08-29T19:03:06.226 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:06.226 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore-pricache:kv": { 2024-08-29T19:03:06.226 INFO:tasks.workunit.client.0.smithi028.stdout: "committed_bytes": { 2024-08-29T19:03:06.226 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 578813952 2024-08-29T19:03:06.226 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:06.226 INFO:tasks.workunit.client.0.smithi028.stdout: "pri0_bytes": { 2024-08-29T19:03:06.226 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 67108864 2024-08-29T19:03:06.226 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:06.227 INFO:tasks.workunit.client.0.smithi028.stdout: "pri10_bytes": { 2024-08-29T19:03:06.227 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:06.227 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:06.227 INFO:tasks.workunit.client.0.smithi028.stdout: "pri11_bytes": { 2024-08-29T19:03:06.227 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 438423154 2024-08-29T19:03:06.227 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:06.227 INFO:tasks.workunit.client.0.smithi028.stdout: "pri1_bytes": { 2024-08-29T19:03:06.227 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:06.227 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:06.227 INFO:tasks.workunit.client.0.smithi028.stdout: "pri2_bytes": { 2024-08-29T19:03:06.227 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:06.227 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:06.227 INFO:tasks.workunit.client.0.smithi028.stdout: "pri3_bytes": { 2024-08-29T19:03:06.227 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 2688 2024-08-29T19:03:06.228 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:06.228 INFO:tasks.workunit.client.0.smithi028.stdout: "pri4_bytes": { 2024-08-29T19:03:06.228 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:06.228 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:06.228 INFO:tasks.workunit.client.0.smithi028.stdout: "pri5_bytes": { 2024-08-29T19:03:06.228 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 180560 2024-08-29T19:03:06.228 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:06.228 INFO:tasks.workunit.client.0.smithi028.stdout: "pri6_bytes": { 2024-08-29T19:03:06.228 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:06.228 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:06.228 INFO:tasks.workunit.client.0.smithi028.stdout: "pri7_bytes": { 2024-08-29T19:03:06.228 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:06.228 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:06.229 INFO:tasks.workunit.client.0.smithi028.stdout: "pri8_bytes": { 2024-08-29T19:03:06.229 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:06.229 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:06.229 INFO:tasks.workunit.client.0.smithi028.stdout: "pri9_bytes": { 2024-08-29T19:03:06.229 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:06.229 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:06.229 INFO:tasks.workunit.client.0.smithi028.stdout: "reserved_bytes": { 2024-08-29T19:03:06.229 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 73098686 2024-08-29T19:03:06.229 INFO:tasks.workunit.client.0.smithi028.stdout: } 2024-08-29T19:03:06.229 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:06.229 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore-pricache:kv_onode": { 2024-08-29T19:03:06.229 INFO:tasks.workunit.client.0.smithi028.stdout: "committed_bytes": { 2024-08-29T19:03:06.229 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 176160768 2024-08-29T19:03:06.230 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:06.230 INFO:tasks.workunit.client.0.smithi028.stdout: "pri0_bytes": { 2024-08-29T19:03:06.230 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 67108864 2024-08-29T19:03:06.230 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:06.230 INFO:tasks.workunit.client.0.smithi028.stdout: "pri10_bytes": { 2024-08-29T19:03:06.230 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 394576 2024-08-29T19:03:06.230 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:06.230 INFO:tasks.workunit.client.0.smithi028.stdout: "pri11_bytes": { 2024-08-29T19:03:06.230 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 38970947 2024-08-29T19:03:06.230 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:06.230 INFO:tasks.workunit.client.0.smithi028.stdout: "pri1_bytes": { 2024-08-29T19:03:06.230 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:06.230 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:06.230 INFO:tasks.workunit.client.0.smithi028.stdout: "pri2_bytes": { 2024-08-29T19:03:06.230 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:06.231 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:06.231 INFO:tasks.workunit.client.0.smithi028.stdout: "pri3_bytes": { 2024-08-29T19:03:06.231 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:06.231 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:06.231 INFO:tasks.workunit.client.0.smithi028.stdout: "pri4_bytes": { 2024-08-29T19:03:06.231 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:06.231 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:06.231 INFO:tasks.workunit.client.0.smithi028.stdout: "pri5_bytes": { 2024-08-29T19:03:06.231 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:06.231 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:06.231 INFO:tasks.workunit.client.0.smithi028.stdout: "pri6_bytes": { 2024-08-29T19:03:06.231 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:06.231 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:06.231 INFO:tasks.workunit.client.0.smithi028.stdout: "pri7_bytes": { 2024-08-29T19:03:06.232 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:06.232 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:06.232 INFO:tasks.workunit.client.0.smithi028.stdout: "pri8_bytes": { 2024-08-29T19:03:06.232 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:06.232 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:06.232 INFO:tasks.workunit.client.0.smithi028.stdout: "pri9_bytes": { 2024-08-29T19:03:06.232 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:06.232 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:06.232 INFO:tasks.workunit.client.0.smithi028.stdout: "reserved_bytes": { 2024-08-29T19:03:06.232 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 69686381 2024-08-29T19:03:06.232 INFO:tasks.workunit.client.0.smithi028.stdout: } 2024-08-29T19:03:06.232 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:06.232 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore-pricache:meta": { 2024-08-29T19:03:06.232 INFO:tasks.workunit.client.0.smithi028.stdout: "committed_bytes": { 2024-08-29T19:03:06.233 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 511705088 2024-08-29T19:03:06.233 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:06.233 INFO:tasks.workunit.client.0.smithi028.stdout: "pri0_bytes": { 2024-08-29T19:03:06.233 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:06.233 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:06.233 INFO:tasks.workunit.client.0.smithi028.stdout: "pri10_bytes": { 2024-08-29T19:03:06.233 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:06.233 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:06.233 INFO:tasks.workunit.client.0.smithi028.stdout: "pri11_bytes": { 2024-08-29T19:03:06.233 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 438423154 2024-08-29T19:03:06.233 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:06.233 INFO:tasks.workunit.client.0.smithi028.stdout: "pri1_bytes": { 2024-08-29T19:03:06.233 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:06.233 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:06.234 INFO:tasks.workunit.client.0.smithi028.stdout: "pri2_bytes": { 2024-08-29T19:03:06.234 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:06.234 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:06.234 INFO:tasks.workunit.client.0.smithi028.stdout: "pri3_bytes": { 2024-08-29T19:03:06.234 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:06.234 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:06.234 INFO:tasks.workunit.client.0.smithi028.stdout: "pri4_bytes": { 2024-08-29T19:03:06.234 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:06.234 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:06.234 INFO:tasks.workunit.client.0.smithi028.stdout: "pri5_bytes": { 2024-08-29T19:03:06.234 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 163234 2024-08-29T19:03:06.234 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:06.234 INFO:tasks.workunit.client.0.smithi028.stdout: "pri6_bytes": { 2024-08-29T19:03:06.234 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 1090210 2024-08-29T19:03:06.235 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:06.235 INFO:tasks.workunit.client.0.smithi028.stdout: "pri7_bytes": { 2024-08-29T19:03:06.235 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:06.235 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:06.235 INFO:tasks.workunit.client.0.smithi028.stdout: "pri8_bytes": { 2024-08-29T19:03:06.235 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:06.235 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:06.235 INFO:tasks.workunit.client.0.smithi028.stdout: "pri9_bytes": { 2024-08-29T19:03:06.235 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:06.235 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:06.235 INFO:tasks.workunit.client.0.smithi028.stdout: "reserved_bytes": { 2024-08-29T19:03:06.235 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 72028490 2024-08-29T19:03:06.235 INFO:tasks.workunit.client.0.smithi028.stdout: } 2024-08-29T19:03:06.236 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:06.236 INFO:tasks.workunit.client.0.smithi028.stdout: "objecter": { 2024-08-29T19:03:06.236 INFO:tasks.workunit.client.0.smithi028.stdout: "op_active": { 2024-08-29T19:03:06.236 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:06.236 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:06.236 INFO:tasks.workunit.client.0.smithi028.stdout: "op_r": { 2024-08-29T19:03:06.236 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 29 2024-08-29T19:03:06.236 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:06.236 INFO:tasks.workunit.client.0.smithi028.stdout: "op_rmw": { 2024-08-29T19:03:06.236 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:06.236 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:06.236 INFO:tasks.workunit.client.0.smithi028.stdout: "op_w": { 2024-08-29T19:03:06.236 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 1 2024-08-29T19:03:06.236 INFO:tasks.workunit.client.0.smithi028.stdout: } 2024-08-29T19:03:06.237 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:06.237 INFO:tasks.workunit.client.0.smithi028.stdout: "osd": { 2024-08-29T19:03:06.237 INFO:tasks.workunit.client.0.smithi028.stdout: "numpg": { 2024-08-29T19:03:06.237 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 61 2024-08-29T19:03:06.237 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:06.237 INFO:tasks.workunit.client.0.smithi028.stdout: "numpg_removing": { 2024-08-29T19:03:06.237 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:06.237 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:06.237 INFO:tasks.workunit.client.0.smithi028.stdout: "op": { 2024-08-29T19:03:06.237 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 45089 2024-08-29T19:03:06.237 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:06.237 INFO:tasks.workunit.client.0.smithi028.stdout: "op_before_queue_op_lat": { 2024-08-29T19:03:06.237 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 126648, 2024-08-29T19:03:06.238 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 11072505788 2024-08-29T19:03:06.238 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:06.238 INFO:tasks.workunit.client.0.smithi028.stdout: "op_delayed_degraded": { 2024-08-29T19:03:06.238 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:06.238 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:06.238 INFO:tasks.workunit.client.0.smithi028.stdout: "op_delayed_unreadable": { 2024-08-29T19:03:06.238 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:06.238 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:06.238 INFO:tasks.workunit.client.0.smithi028.stdout: "op_in_bytes": { 2024-08-29T19:03:06.238 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 1716331298 2024-08-29T19:03:06.238 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:06.238 INFO:tasks.workunit.client.0.smithi028.stdout: "op_latency": { 2024-08-29T19:03:06.238 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 45089, 2024-08-29T19:03:06.238 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 377132564219 2024-08-29T19:03:06.239 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:06.239 INFO:tasks.workunit.client.0.smithi028.stdout: "op_out_bytes": { 2024-08-29T19:03:06.239 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 2849091580 2024-08-29T19:03:06.239 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:06.239 INFO:tasks.workunit.client.0.smithi028.stdout: "op_prepare_latency": { 2024-08-29T19:03:06.239 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 45844, 2024-08-29T19:03:06.239 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 40983714595 2024-08-29T19:03:06.239 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:06.239 INFO:tasks.workunit.client.0.smithi028.stdout: "op_process_latency": { 2024-08-29T19:03:06.239 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 45089, 2024-08-29T19:03:06.239 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 110507395526 2024-08-29T19:03:06.239 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:06.239 INFO:tasks.workunit.client.0.smithi028.stdout: "op_r": { 2024-08-29T19:03:06.239 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 30070 2024-08-29T19:03:06.240 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:06.240 INFO:tasks.workunit.client.0.smithi028.stdout: "op_r_latency": { 2024-08-29T19:03:06.240 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 30070, 2024-08-29T19:03:06.240 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 25504005954 2024-08-29T19:03:06.240 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:06.240 INFO:tasks.workunit.client.0.smithi028.stdout: "op_r_latency_out_bytes_histogram": { 2024-08-29T19:03:06.240 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:06.240 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:06.240 INFO:tasks.workunit.client.0.smithi028.stdout: "op_r_out_bytes": { 2024-08-29T19:03:06.240 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 2849091580 2024-08-29T19:03:06.240 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:06.240 INFO:tasks.workunit.client.0.smithi028.stdout: "op_r_prepare_latency": { 2024-08-29T19:03:06.240 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 30145, 2024-08-29T19:03:06.241 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 13571185783 2024-08-29T19:03:06.241 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:06.241 INFO:tasks.workunit.client.0.smithi028.stdout: "op_r_process_latency": { 2024-08-29T19:03:06.241 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 30070, 2024-08-29T19:03:06.241 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 13305693335 2024-08-29T19:03:06.241 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:06.241 INFO:tasks.workunit.client.0.smithi028.stdout: "op_rw": { 2024-08-29T19:03:06.241 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 7897 2024-08-29T19:03:06.241 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:06.241 INFO:tasks.workunit.client.0.smithi028.stdout: "op_rw_in_bytes": { 2024-08-29T19:03:06.241 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 280499741 2024-08-29T19:03:06.241 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:06.241 INFO:tasks.workunit.client.0.smithi028.stdout: "op_rw_latency": { 2024-08-29T19:03:06.241 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 7897, 2024-08-29T19:03:06.241 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 27364295026 2024-08-29T19:03:06.242 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:06.242 INFO:tasks.workunit.client.0.smithi028.stdout: "op_rw_latency_in_bytes_histogram": { 2024-08-29T19:03:06.242 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:06.242 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:06.242 INFO:tasks.workunit.client.0.smithi028.stdout: "op_rw_latency_out_bytes_histogram": { 2024-08-29T19:03:06.242 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:06.242 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:06.242 INFO:tasks.workunit.client.0.smithi028.stdout: "op_rw_out_bytes": { 2024-08-29T19:03:06.242 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:06.242 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:06.242 INFO:tasks.workunit.client.0.smithi028.stdout: "op_rw_prepare_latency": { 2024-08-29T19:03:06.242 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 8411, 2024-08-29T19:03:06.242 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 11647068673 2024-08-29T19:03:06.243 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:06.243 INFO:tasks.workunit.client.0.smithi028.stdout: "op_rw_process_latency": { 2024-08-29T19:03:06.243 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 7897, 2024-08-29T19:03:06.243 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 24037696548 2024-08-29T19:03:06.243 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:06.243 INFO:tasks.workunit.client.0.smithi028.stdout: "op_w": { 2024-08-29T19:03:06.243 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 7122 2024-08-29T19:03:06.243 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:06.243 INFO:tasks.workunit.client.0.smithi028.stdout: "op_w_in_bytes": { 2024-08-29T19:03:06.243 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 1435831557 2024-08-29T19:03:06.243 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:06.243 INFO:tasks.workunit.client.0.smithi028.stdout: "op_w_latency": { 2024-08-29T19:03:06.243 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 7122, 2024-08-29T19:03:06.243 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 324264263239 2024-08-29T19:03:06.244 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:06.244 INFO:tasks.workunit.client.0.smithi028.stdout: "op_w_latency_in_bytes_histogram": { 2024-08-29T19:03:06.244 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:06.244 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:06.244 INFO:tasks.workunit.client.0.smithi028.stdout: "op_w_prepare_latency": { 2024-08-29T19:03:06.244 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 7288, 2024-08-29T19:03:06.244 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 15765460139 2024-08-29T19:03:06.244 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:06.244 INFO:tasks.workunit.client.0.smithi028.stdout: "op_w_process_latency": { 2024-08-29T19:03:06.244 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 7122, 2024-08-29T19:03:06.244 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 73164005643 2024-08-29T19:03:06.244 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:06.244 INFO:tasks.workunit.client.0.smithi028.stdout: "op_wip": { 2024-08-29T19:03:06.244 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:06.245 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:06.245 INFO:tasks.workunit.client.0.smithi028.stdout: "recovery_bytes": { 2024-08-29T19:03:06.245 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 62 2024-08-29T19:03:06.245 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:06.245 INFO:tasks.workunit.client.0.smithi028.stdout: "recovery_ops": { 2024-08-29T19:03:06.245 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 9 2024-08-29T19:03:06.245 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:06.245 INFO:tasks.workunit.client.0.smithi028.stdout: "stat_bytes": { 2024-08-29T19:03:06.245 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 95995035648 2024-08-29T19:03:06.245 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:06.245 INFO:tasks.workunit.client.0.smithi028.stdout: "stat_bytes_used": { 2024-08-29T19:03:06.245 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 962740224 2024-08-29T19:03:06.245 INFO:tasks.workunit.client.0.smithi028.stdout: } 2024-08-29T19:03:06.245 INFO:tasks.workunit.client.0.smithi028.stdout: } 2024-08-29T19:03:06.246 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:06.246 INFO:tasks.workunit.client.0.smithi028.stdout: "osd.1": { 2024-08-29T19:03:06.246 INFO:tasks.workunit.client.0.smithi028.stdout: "bluefs": { 2024-08-29T19:03:06.246 INFO:tasks.workunit.client.0.smithi028.stdout: "alloc_db_max_lat": { 2024-08-29T19:03:06.246 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 144679 2024-08-29T19:03:06.246 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:06.246 INFO:tasks.workunit.client.0.smithi028.stdout: "alloc_slow_fallback": { 2024-08-29T19:03:06.246 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:06.246 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:06.246 INFO:tasks.workunit.client.0.smithi028.stdout: "alloc_slow_max_lat": { 2024-08-29T19:03:06.246 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:06.246 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:06.246 INFO:tasks.workunit.client.0.smithi028.stdout: "alloc_slow_size_fallback": { 2024-08-29T19:03:06.246 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:06.247 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:06.247 INFO:tasks.workunit.client.0.smithi028.stdout: "alloc_unit_db": { 2024-08-29T19:03:06.247 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 65536 2024-08-29T19:03:06.247 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:06.247 INFO:tasks.workunit.client.0.smithi028.stdout: "alloc_unit_slow": { 2024-08-29T19:03:06.247 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:06.247 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:06.247 INFO:tasks.workunit.client.0.smithi028.stdout: "alloc_unit_wal": { 2024-08-29T19:03:06.247 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:06.247 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:06.247 INFO:tasks.workunit.client.0.smithi028.stdout: "alloc_wal_max_lat": { 2024-08-29T19:03:06.247 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:06.247 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:06.248 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes_written_slow": { 2024-08-29T19:03:06.248 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:06.248 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:06.248 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes_written_sst": { 2024-08-29T19:03:06.248 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 20049920 2024-08-29T19:03:06.248 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:06.248 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes_written_wal": { 2024-08-29T19:03:06.248 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 878288896 2024-08-29T19:03:06.248 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:06.248 INFO:tasks.workunit.client.0.smithi028.stdout: "compact_lat": { 2024-08-29T19:03:06.248 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 17, 2024-08-29T19:03:06.249 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 6821312 2024-08-29T19:03:06.249 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:06.249 INFO:tasks.workunit.client.0.smithi028.stdout: "compact_lock_lat": { 2024-08-29T19:03:06.249 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 17, 2024-08-29T19:03:06.249 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 2611993 2024-08-29T19:03:06.249 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:06.249 INFO:tasks.workunit.client.0.smithi028.stdout: "db_alloc_lat": { 2024-08-29T19:03:06.249 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 225, 2024-08-29T19:03:06.249 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 1495782 2024-08-29T19:03:06.249 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:06.249 INFO:tasks.workunit.client.0.smithi028.stdout: "db_total_bytes": { 2024-08-29T19:03:06.249 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 95995027456 2024-08-29T19:03:06.249 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:06.250 INFO:tasks.workunit.client.0.smithi028.stdout: "db_used_bytes": { 2024-08-29T19:03:06.250 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 1050607616 2024-08-29T19:03:06.250 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:06.250 INFO:tasks.workunit.client.0.smithi028.stdout: "flush_lat": { 2024-08-29T19:03:06.250 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 70312, 2024-08-29T19:03:06.250 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 9940804957 2024-08-29T19:03:06.250 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:06.250 INFO:tasks.workunit.client.0.smithi028.stdout: "fsync_lat": { 2024-08-29T19:03:06.250 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 70322, 2024-08-29T19:03:06.250 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 18867600207 2024-08-29T19:03:06.251 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:06.251 INFO:tasks.workunit.client.0.smithi028.stdout: "log_bytes": { 2024-08-29T19:03:06.251 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 5279744 2024-08-29T19:03:06.251 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:06.251 INFO:tasks.workunit.client.0.smithi028.stdout: "logged_bytes": { 2024-08-29T19:03:06.251 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 287911936 2024-08-29T19:03:06.251 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:06.251 INFO:tasks.workunit.client.0.smithi028.stdout: "max_bytes_db": { 2024-08-29T19:03:06.251 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 1067646976 2024-08-29T19:03:06.251 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:06.251 INFO:tasks.workunit.client.0.smithi028.stdout: "max_bytes_slow": { 2024-08-29T19:03:06.251 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:06.251 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:06.252 INFO:tasks.workunit.client.0.smithi028.stdout: "max_bytes_wal": { 2024-08-29T19:03:06.252 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:06.252 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:06.252 INFO:tasks.workunit.client.0.smithi028.stdout: "num_files": { 2024-08-29T19:03:06.252 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 70 2024-08-29T19:03:06.252 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:06.252 INFO:tasks.workunit.client.0.smithi028.stdout: "read_bytes": { 2024-08-29T19:03:06.252 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 467304709 2024-08-29T19:03:06.252 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:06.252 INFO:tasks.workunit.client.0.smithi028.stdout: "read_count": { 2024-08-29T19:03:06.252 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 22047 2024-08-29T19:03:06.252 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:06.252 INFO:tasks.workunit.client.0.smithi028.stdout: "read_disk_bytes": { 2024-08-29T19:03:06.253 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 405528576 2024-08-29T19:03:06.253 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:06.253 INFO:tasks.workunit.client.0.smithi028.stdout: "read_disk_bytes_db": { 2024-08-29T19:03:06.253 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 405532672 2024-08-29T19:03:06.253 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:06.253 INFO:tasks.workunit.client.0.smithi028.stdout: "read_disk_bytes_slow": { 2024-08-29T19:03:06.253 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:06.253 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:06.253 INFO:tasks.workunit.client.0.smithi028.stdout: "read_disk_bytes_wal": { 2024-08-29T19:03:06.253 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:06.253 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:06.253 INFO:tasks.workunit.client.0.smithi028.stdout: "read_disk_count": { 2024-08-29T19:03:06.253 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 9966 2024-08-29T19:03:06.253 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:06.253 INFO:tasks.workunit.client.0.smithi028.stdout: "read_lat": { 2024-08-29T19:03:06.254 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 22047, 2024-08-29T19:03:06.254 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 317101678 2024-08-29T19:03:06.254 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:06.254 INFO:tasks.workunit.client.0.smithi028.stdout: "read_prefetch_bytes": { 2024-08-29T19:03:06.254 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 303171217 2024-08-29T19:03:06.254 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:06.254 INFO:tasks.workunit.client.0.smithi028.stdout: "read_prefetch_count": { 2024-08-29T19:03:06.254 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 17026 2024-08-29T19:03:06.254 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:06.256 INFO:tasks.workunit.client.0.smithi028.stdout: "read_random_buffer_bytes": { 2024-08-29T19:03:06.256 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 6800005 2024-08-29T19:03:06.256 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:06.256 INFO:tasks.workunit.client.0.smithi028.stdout: "read_random_buffer_count": { 2024-08-29T19:03:06.256 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 1170 2024-08-29T19:03:06.256 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:06.256 INFO:tasks.workunit.client.0.smithi028.stdout: "read_random_bytes": { 2024-08-29T19:03:06.256 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 19869883 2024-08-29T19:03:06.256 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:06.256 INFO:tasks.workunit.client.0.smithi028.stdout: "read_random_count": { 2024-08-29T19:03:06.256 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 1562 2024-08-29T19:03:06.256 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:06.256 INFO:tasks.workunit.client.0.smithi028.stdout: "read_random_disk_bytes": { 2024-08-29T19:03:06.257 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 13069878 2024-08-29T19:03:06.257 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:06.257 INFO:tasks.workunit.client.0.smithi028.stdout: "read_random_disk_bytes_db": { 2024-08-29T19:03:06.257 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 13069878 2024-08-29T19:03:06.257 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:06.257 INFO:tasks.workunit.client.0.smithi028.stdout: "read_random_disk_bytes_slow": { 2024-08-29T19:03:06.257 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:06.257 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:06.257 INFO:tasks.workunit.client.0.smithi028.stdout: "read_random_disk_bytes_wal": { 2024-08-29T19:03:06.257 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:06.257 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:06.257 INFO:tasks.workunit.client.0.smithi028.stdout: "read_random_disk_count": { 2024-08-29T19:03:06.257 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 412 2024-08-29T19:03:06.257 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:06.258 INFO:tasks.workunit.client.0.smithi028.stdout: "read_random_lat": { 2024-08-29T19:03:06.258 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 1562, 2024-08-29T19:03:06.258 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 17380143 2024-08-29T19:03:06.258 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:06.258 INFO:tasks.workunit.client.0.smithi028.stdout: "slow_alloc_lat": { 2024-08-29T19:03:06.258 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 0, 2024-08-29T19:03:06.258 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:06.258 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:06.258 INFO:tasks.workunit.client.0.smithi028.stdout: "slow_total_bytes": { 2024-08-29T19:03:06.258 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:06.258 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:06.258 INFO:tasks.workunit.client.0.smithi028.stdout: "slow_used_bytes": { 2024-08-29T19:03:06.258 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:06.259 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:06.259 INFO:tasks.workunit.client.0.smithi028.stdout: "truncate_lat": { 2024-08-29T19:03:06.259 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 1, 2024-08-29T19:03:06.259 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 626 2024-08-29T19:03:06.259 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:06.259 INFO:tasks.workunit.client.0.smithi028.stdout: "unlink_lat": { 2024-08-29T19:03:06.259 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 4, 2024-08-29T19:03:06.259 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 5976 2024-08-29T19:03:06.259 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:06.259 INFO:tasks.workunit.client.0.smithi028.stdout: "wal_alloc_lat": { 2024-08-29T19:03:06.259 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 0, 2024-08-29T19:03:06.259 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:06.259 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:06.260 INFO:tasks.workunit.client.0.smithi028.stdout: "wal_total_bytes": { 2024-08-29T19:03:06.260 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:06.260 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:06.260 INFO:tasks.workunit.client.0.smithi028.stdout: "wal_used_bytes": { 2024-08-29T19:03:06.260 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:06.260 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:06.260 INFO:tasks.workunit.client.0.smithi028.stdout: "write_bytes": { 2024-08-29T19:03:06.260 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 1188847616 2024-08-29T19:03:06.260 INFO:tasks.workunit.client.0.smithi028.stdout: } 2024-08-29T19:03:06.260 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:06.260 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore": { 2024-08-29T19:03:06.260 INFO:tasks.workunit.client.0.smithi028.stdout: "alloc_unit": { 2024-08-29T19:03:06.260 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 4096 2024-08-29T19:03:06.260 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:06.261 INFO:tasks.workunit.client.0.smithi028.stdout: "allocated": { 2024-08-29T19:03:06.261 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 13824000 2024-08-29T19:03:06.261 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:06.261 INFO:tasks.workunit.client.0.smithi028.stdout: "allocator_lat": { 2024-08-29T19:03:06.261 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 17771, 2024-08-29T19:03:06.261 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 101158481 2024-08-29T19:03:06.261 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:06.261 INFO:tasks.workunit.client.0.smithi028.stdout: "clist_lat": { 2024-08-29T19:03:06.261 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 3157, 2024-08-29T19:03:06.261 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 1086829955 2024-08-29T19:03:06.261 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:06.261 INFO:tasks.workunit.client.0.smithi028.stdout: "compress_lat": { 2024-08-29T19:03:06.261 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 0, 2024-08-29T19:03:06.261 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:06.262 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:06.262 INFO:tasks.workunit.client.0.smithi028.stdout: "compressed": { 2024-08-29T19:03:06.262 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:06.262 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:06.262 INFO:tasks.workunit.client.0.smithi028.stdout: "compressed_allocated": { 2024-08-29T19:03:06.262 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:06.262 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:06.262 INFO:tasks.workunit.client.0.smithi028.stdout: "compressed_original": { 2024-08-29T19:03:06.262 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:06.262 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:06.262 INFO:tasks.workunit.client.0.smithi028.stdout: "csum_lat": { 2024-08-29T19:03:06.262 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 22411, 2024-08-29T19:03:06.262 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 277769328 2024-08-29T19:03:06.262 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:06.263 INFO:tasks.workunit.client.0.smithi028.stdout: "decompress_lat": { 2024-08-29T19:03:06.263 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 0, 2024-08-29T19:03:06.263 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:06.263 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:06.263 INFO:tasks.workunit.client.0.smithi028.stdout: "fragmentation_micros": { 2024-08-29T19:03:06.263 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:06.263 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:06.263 INFO:tasks.workunit.client.0.smithi028.stdout: "kv_commit_lat": { 2024-08-29T19:03:06.263 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 70203, 2024-08-29T19:03:06.263 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 26419673705 2024-08-29T19:03:06.263 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:06.263 INFO:tasks.workunit.client.0.smithi028.stdout: "kv_final_lat": { 2024-08-29T19:03:06.263 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 69260, 2024-08-29T19:03:06.264 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 4019355574 2024-08-29T19:03:06.264 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:06.264 INFO:tasks.workunit.client.0.smithi028.stdout: "kv_flush_lat": { 2024-08-29T19:03:06.264 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 70203, 2024-08-29T19:03:06.264 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 97806822 2024-08-29T19:03:06.264 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:06.264 INFO:tasks.workunit.client.0.smithi028.stdout: "kv_sync_lat": { 2024-08-29T19:03:06.264 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 70203, 2024-08-29T19:03:06.264 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 26517480527 2024-08-29T19:03:06.264 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:06.264 INFO:tasks.workunit.client.0.smithi028.stdout: "omap_get_keys_lat": { 2024-08-29T19:03:06.264 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 0, 2024-08-29T19:03:06.264 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:06.264 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:06.265 INFO:tasks.workunit.client.0.smithi028.stdout: "omap_get_values_lat": { 2024-08-29T19:03:06.265 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 27338, 2024-08-29T19:03:06.265 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 1409056607 2024-08-29T19:03:06.265 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:06.265 INFO:tasks.workunit.client.0.smithi028.stdout: "omap_lower_bound_lat": { 2024-08-29T19:03:06.265 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 830, 2024-08-29T19:03:06.265 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 5481857 2024-08-29T19:03:06.265 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:06.265 INFO:tasks.workunit.client.0.smithi028.stdout: "omap_next_lat": { 2024-08-29T19:03:06.265 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 10084, 2024-08-29T19:03:06.265 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 14234136 2024-08-29T19:03:06.265 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:06.265 INFO:tasks.workunit.client.0.smithi028.stdout: "omap_seek_to_first_lat": { 2024-08-29T19:03:06.265 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 45, 2024-08-29T19:03:06.266 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 55933 2024-08-29T19:03:06.266 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:06.266 INFO:tasks.workunit.client.0.smithi028.stdout: "omap_upper_bound_lat": { 2024-08-29T19:03:06.266 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 13989, 2024-08-29T19:03:06.266 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 7076288608 2024-08-29T19:03:06.266 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:06.266 INFO:tasks.workunit.client.0.smithi028.stdout: "onode_hits": { 2024-08-29T19:03:06.266 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 224987 2024-08-29T19:03:06.266 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:06.266 INFO:tasks.workunit.client.0.smithi028.stdout: "onode_misses": { 2024-08-29T19:03:06.266 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 26666 2024-08-29T19:03:06.266 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:06.266 INFO:tasks.workunit.client.0.smithi028.stdout: "read_lat": { 2024-08-29T19:03:06.266 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 22936, 2024-08-29T19:03:06.267 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 3187927274 2024-08-29T19:03:06.267 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:06.267 INFO:tasks.workunit.client.0.smithi028.stdout: "read_onode_meta_lat": { 2024-08-29T19:03:06.267 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 73838, 2024-08-29T19:03:06.267 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 45127467 2024-08-29T19:03:06.267 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:06.267 INFO:tasks.workunit.client.0.smithi028.stdout: "read_wait_aio_lat": { 2024-08-29T19:03:06.267 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 50902, 2024-08-29T19:03:06.267 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 1030806855 2024-08-29T19:03:06.267 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:06.267 INFO:tasks.workunit.client.0.smithi028.stdout: "reads_with_retries": { 2024-08-29T19:03:06.267 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:06.267 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:06.267 INFO:tasks.workunit.client.0.smithi028.stdout: "remove_lat": { 2024-08-29T19:03:06.268 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 14592, 2024-08-29T19:03:06.268 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 666895779 2024-08-29T19:03:06.268 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:06.268 INFO:tasks.workunit.client.0.smithi028.stdout: "slow_aio_wait_count": { 2024-08-29T19:03:06.268 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:06.268 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:06.268 INFO:tasks.workunit.client.0.smithi028.stdout: "slow_committed_kv_count": { 2024-08-29T19:03:06.268 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:06.268 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:06.268 INFO:tasks.workunit.client.0.smithi028.stdout: "slow_read_onode_meta_count": { 2024-08-29T19:03:06.268 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:06.268 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:06.268 INFO:tasks.workunit.client.0.smithi028.stdout: "slow_read_wait_aio_count": { 2024-08-29T19:03:06.268 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:06.269 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:06.269 INFO:tasks.workunit.client.0.smithi028.stdout: "state_aio_wait_lat": { 2024-08-29T19:03:06.269 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 80570, 2024-08-29T19:03:06.269 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 5143698940 2024-08-29T19:03:06.269 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:06.269 INFO:tasks.workunit.client.0.smithi028.stdout: "state_deferred_aio_wait_lat": { 2024-08-29T19:03:06.269 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 21647, 2024-08-29T19:03:06.269 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 2438002799 2024-08-29T19:03:06.269 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:06.269 INFO:tasks.workunit.client.0.smithi028.stdout: "state_deferred_cleanup_lat": { 2024-08-29T19:03:06.269 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 21646, 2024-08-29T19:03:06.269 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 1996143678566 2024-08-29T19:03:06.270 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:06.270 INFO:tasks.workunit.client.0.smithi028.stdout: "state_deferred_queued_lat": { 2024-08-29T19:03:06.270 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 21647, 2024-08-29T19:03:06.270 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 6503736074573 2024-08-29T19:03:06.270 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:06.270 INFO:tasks.workunit.client.0.smithi028.stdout: "state_done_lat": { 2024-08-29T19:03:06.270 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 80569, 2024-08-29T19:03:06.270 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 2608627284682 2024-08-29T19:03:06.270 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:06.270 INFO:tasks.workunit.client.0.smithi028.stdout: "state_finishing_lat": { 2024-08-29T19:03:06.270 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 80569, 2024-08-29T19:03:06.270 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 18062572 2024-08-29T19:03:06.270 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:06.271 INFO:tasks.workunit.client.0.smithi028.stdout: "state_io_done_lat": { 2024-08-29T19:03:06.271 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 80570, 2024-08-29T19:03:06.271 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 182595332 2024-08-29T19:03:06.271 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:06.271 INFO:tasks.workunit.client.0.smithi028.stdout: "state_kv_commiting_lat": { 2024-08-29T19:03:06.271 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 80570, 2024-08-29T19:03:06.271 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 45807511368 2024-08-29T19:03:06.271 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:06.271 INFO:tasks.workunit.client.0.smithi028.stdout: "state_kv_done_lat": { 2024-08-29T19:03:06.271 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 80570, 2024-08-29T19:03:06.271 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 57547722 2024-08-29T19:03:06.271 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:06.271 INFO:tasks.workunit.client.0.smithi028.stdout: "state_kv_queued_lat": { 2024-08-29T19:03:06.271 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 80570, 2024-08-29T19:03:06.272 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 24530595325 2024-08-29T19:03:06.272 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:06.272 INFO:tasks.workunit.client.0.smithi028.stdout: "state_prepare_lat": { 2024-08-29T19:03:06.272 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 80570, 2024-08-29T19:03:06.272 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 16451569972 2024-08-29T19:03:06.272 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:06.272 INFO:tasks.workunit.client.0.smithi028.stdout: "stored": { 2024-08-29T19:03:06.272 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 9762640 2024-08-29T19:03:06.272 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:06.272 INFO:tasks.workunit.client.0.smithi028.stdout: "truncate_lat": { 2024-08-29T19:03:06.272 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 2329, 2024-08-29T19:03:06.272 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 23667003 2024-08-29T19:03:06.272 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:06.273 INFO:tasks.workunit.client.0.smithi028.stdout: "txc_commit_lat": { 2024-08-29T19:03:06.273 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 80570, 2024-08-29T19:03:06.273 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 92142660051 2024-08-29T19:03:06.273 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:06.273 INFO:tasks.workunit.client.0.smithi028.stdout: "txc_submit_lat": { 2024-08-29T19:03:06.273 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 80570, 2024-08-29T19:03:06.273 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 18620006649 2024-08-29T19:03:06.273 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:06.273 INFO:tasks.workunit.client.0.smithi028.stdout: "txc_throttle_lat": { 2024-08-29T19:03:06.273 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 80570, 2024-08-29T19:03:06.273 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 958744392 2024-08-29T19:03:06.273 INFO:tasks.workunit.client.0.smithi028.stdout: } 2024-08-29T19:03:06.273 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:06.274 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore-pricache": { 2024-08-29T19:03:06.274 INFO:tasks.workunit.client.0.smithi028.stdout: "cache_bytes": { 2024-08-29T19:03:06.274 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 1445592595 2024-08-29T19:03:06.274 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:06.274 INFO:tasks.workunit.client.0.smithi028.stdout: "heap_bytes": { 2024-08-29T19:03:06.274 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 491053056 2024-08-29T19:03:06.274 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:06.274 INFO:tasks.workunit.client.0.smithi028.stdout: "mapped_bytes": { 2024-08-29T19:03:06.274 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 438386688 2024-08-29T19:03:06.274 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:06.274 INFO:tasks.workunit.client.0.smithi028.stdout: "target_bytes": { 2024-08-29T19:03:06.274 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 2648116428 2024-08-29T19:03:06.274 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:06.274 INFO:tasks.workunit.client.0.smithi028.stdout: "unmapped_bytes": { 2024-08-29T19:03:06.275 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 52666368 2024-08-29T19:03:06.275 INFO:tasks.workunit.client.0.smithi028.stdout: } 2024-08-29T19:03:06.275 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:06.275 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore-pricache:data": { 2024-08-29T19:03:06.275 INFO:tasks.workunit.client.0.smithi028.stdout: "committed_bytes": { 2024-08-29T19:03:06.275 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 125829120 2024-08-29T19:03:06.275 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:06.275 INFO:tasks.workunit.client.0.smithi028.stdout: "pri0_bytes": { 2024-08-29T19:03:06.275 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:06.275 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:06.275 INFO:tasks.workunit.client.0.smithi028.stdout: "pri10_bytes": { 2024-08-29T19:03:06.275 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:06.275 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:06.276 INFO:tasks.workunit.client.0.smithi028.stdout: "pri11_bytes": { 2024-08-29T19:03:06.276 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 58485659 2024-08-29T19:03:06.276 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:06.276 INFO:tasks.workunit.client.0.smithi028.stdout: "pri1_bytes": { 2024-08-29T19:03:06.276 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:06.276 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:06.276 INFO:tasks.workunit.client.0.smithi028.stdout: "pri2_bytes": { 2024-08-29T19:03:06.276 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:06.276 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:06.276 INFO:tasks.workunit.client.0.smithi028.stdout: "pri3_bytes": { 2024-08-29T19:03:06.276 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:06.276 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:06.276 INFO:tasks.workunit.client.0.smithi028.stdout: "pri4_bytes": { 2024-08-29T19:03:06.276 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:06.277 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:06.277 INFO:tasks.workunit.client.0.smithi028.stdout: "pri5_bytes": { 2024-08-29T19:03:06.277 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 12288 2024-08-29T19:03:06.277 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:06.277 INFO:tasks.workunit.client.0.smithi028.stdout: "pri6_bytes": { 2024-08-29T19:03:06.277 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 118784 2024-08-29T19:03:06.277 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:06.277 INFO:tasks.workunit.client.0.smithi028.stdout: "pri7_bytes": { 2024-08-29T19:03:06.277 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:06.277 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:06.277 INFO:tasks.workunit.client.0.smithi028.stdout: "pri8_bytes": { 2024-08-29T19:03:06.277 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:06.277 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:06.278 INFO:tasks.workunit.client.0.smithi028.stdout: "pri9_bytes": { 2024-08-29T19:03:06.278 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:06.278 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:06.278 INFO:tasks.workunit.client.0.smithi028.stdout: "reserved_bytes": { 2024-08-29T19:03:06.278 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 67212389 2024-08-29T19:03:06.278 INFO:tasks.workunit.client.0.smithi028.stdout: } 2024-08-29T19:03:06.278 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:06.278 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore-pricache:kv": { 2024-08-29T19:03:06.278 INFO:tasks.workunit.client.0.smithi028.stdout: "committed_bytes": { 2024-08-29T19:03:06.278 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 578813952 2024-08-29T19:03:06.278 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:06.278 INFO:tasks.workunit.client.0.smithi028.stdout: "pri0_bytes": { 2024-08-29T19:03:06.278 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 67108864 2024-08-29T19:03:06.278 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:06.279 INFO:tasks.workunit.client.0.smithi028.stdout: "pri10_bytes": { 2024-08-29T19:03:06.279 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:06.279 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:06.279 INFO:tasks.workunit.client.0.smithi028.stdout: "pri11_bytes": { 2024-08-29T19:03:06.279 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 438642444 2024-08-29T19:03:06.279 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:06.279 INFO:tasks.workunit.client.0.smithi028.stdout: "pri1_bytes": { 2024-08-29T19:03:06.279 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:06.279 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:06.279 INFO:tasks.workunit.client.0.smithi028.stdout: "pri2_bytes": { 2024-08-29T19:03:06.279 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:06.279 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:06.279 INFO:tasks.workunit.client.0.smithi028.stdout: "pri3_bytes": { 2024-08-29T19:03:06.279 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 272 2024-08-29T19:03:06.280 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:06.280 INFO:tasks.workunit.client.0.smithi028.stdout: "pri4_bytes": { 2024-08-29T19:03:06.280 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:06.280 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:06.280 INFO:tasks.workunit.client.0.smithi028.stdout: "pri5_bytes": { 2024-08-29T19:03:06.280 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 204592 2024-08-29T19:03:06.280 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:06.280 INFO:tasks.workunit.client.0.smithi028.stdout: "pri6_bytes": { 2024-08-29T19:03:06.280 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:06.280 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:06.280 INFO:tasks.workunit.client.0.smithi028.stdout: "pri7_bytes": { 2024-08-29T19:03:06.280 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:06.280 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:06.280 INFO:tasks.workunit.client.0.smithi028.stdout: "pri8_bytes": { 2024-08-29T19:03:06.281 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:06.281 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:06.281 INFO:tasks.workunit.client.0.smithi028.stdout: "pri9_bytes": { 2024-08-29T19:03:06.281 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:06.281 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:06.281 INFO:tasks.workunit.client.0.smithi028.stdout: "reserved_bytes": { 2024-08-29T19:03:06.281 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 72857780 2024-08-29T19:03:06.281 INFO:tasks.workunit.client.0.smithi028.stdout: } 2024-08-29T19:03:06.281 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:06.281 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore-pricache:kv_onode": { 2024-08-29T19:03:06.281 INFO:tasks.workunit.client.0.smithi028.stdout: "committed_bytes": { 2024-08-29T19:03:06.281 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 176160768 2024-08-29T19:03:06.281 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:06.281 INFO:tasks.workunit.client.0.smithi028.stdout: "pri0_bytes": { 2024-08-29T19:03:06.282 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 67108864 2024-08-29T19:03:06.282 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:06.282 INFO:tasks.workunit.client.0.smithi028.stdout: "pri10_bytes": { 2024-08-29T19:03:06.282 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 576480 2024-08-29T19:03:06.282 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:06.282 INFO:tasks.workunit.client.0.smithi028.stdout: "pri11_bytes": { 2024-08-29T19:03:06.282 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 38990439 2024-08-29T19:03:06.282 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:06.282 INFO:tasks.workunit.client.0.smithi028.stdout: "pri1_bytes": { 2024-08-29T19:03:06.282 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:06.282 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:06.282 INFO:tasks.workunit.client.0.smithi028.stdout: "pri2_bytes": { 2024-08-29T19:03:06.282 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:06.283 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:06.283 INFO:tasks.workunit.client.0.smithi028.stdout: "pri3_bytes": { 2024-08-29T19:03:06.283 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:06.283 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:06.283 INFO:tasks.workunit.client.0.smithi028.stdout: "pri4_bytes": { 2024-08-29T19:03:06.283 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:06.283 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:06.283 INFO:tasks.workunit.client.0.smithi028.stdout: "pri5_bytes": { 2024-08-29T19:03:06.283 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:06.283 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:06.283 INFO:tasks.workunit.client.0.smithi028.stdout: "pri6_bytes": { 2024-08-29T19:03:06.283 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:06.283 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:06.283 INFO:tasks.workunit.client.0.smithi028.stdout: "pri7_bytes": { 2024-08-29T19:03:06.284 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:06.284 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:06.284 INFO:tasks.workunit.client.0.smithi028.stdout: "pri8_bytes": { 2024-08-29T19:03:06.284 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:06.284 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:06.284 INFO:tasks.workunit.client.0.smithi028.stdout: "pri9_bytes": { 2024-08-29T19:03:06.284 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:06.284 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:06.284 INFO:tasks.workunit.client.0.smithi028.stdout: "reserved_bytes": { 2024-08-29T19:03:06.284 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 69484985 2024-08-29T19:03:06.284 INFO:tasks.workunit.client.0.smithi028.stdout: } 2024-08-29T19:03:06.284 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:06.284 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore-pricache:meta": { 2024-08-29T19:03:06.285 INFO:tasks.workunit.client.0.smithi028.stdout: "committed_bytes": { 2024-08-29T19:03:06.285 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 511705088 2024-08-29T19:03:06.285 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:06.285 INFO:tasks.workunit.client.0.smithi028.stdout: "pri0_bytes": { 2024-08-29T19:03:06.285 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:06.285 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:06.285 INFO:tasks.workunit.client.0.smithi028.stdout: "pri10_bytes": { 2024-08-29T19:03:06.285 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:06.285 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:06.285 INFO:tasks.workunit.client.0.smithi028.stdout: "pri11_bytes": { 2024-08-29T19:03:06.285 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 438642444 2024-08-29T19:03:06.285 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:06.285 INFO:tasks.workunit.client.0.smithi028.stdout: "pri1_bytes": { 2024-08-29T19:03:06.285 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:06.286 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:06.286 INFO:tasks.workunit.client.0.smithi028.stdout: "pri2_bytes": { 2024-08-29T19:03:06.286 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:06.286 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:06.286 INFO:tasks.workunit.client.0.smithi028.stdout: "pri3_bytes": { 2024-08-29T19:03:06.286 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:06.286 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:06.286 INFO:tasks.workunit.client.0.smithi028.stdout: "pri4_bytes": { 2024-08-29T19:03:06.286 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:06.286 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:06.286 INFO:tasks.workunit.client.0.smithi028.stdout: "pri5_bytes": { 2024-08-29T19:03:06.286 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 156194 2024-08-29T19:03:06.286 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:06.286 INFO:tasks.workunit.client.0.smithi028.stdout: "pri6_bytes": { 2024-08-29T19:03:06.287 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 1085452 2024-08-29T19:03:06.287 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:06.287 INFO:tasks.workunit.client.0.smithi028.stdout: "pri7_bytes": { 2024-08-29T19:03:06.287 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:06.287 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:06.287 INFO:tasks.workunit.client.0.smithi028.stdout: "pri8_bytes": { 2024-08-29T19:03:06.287 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:06.287 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:06.287 INFO:tasks.workunit.client.0.smithi028.stdout: "pri9_bytes": { 2024-08-29T19:03:06.287 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:06.287 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:06.287 INFO:tasks.workunit.client.0.smithi028.stdout: "reserved_bytes": { 2024-08-29T19:03:06.287 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 71820998 2024-08-29T19:03:06.287 INFO:tasks.workunit.client.0.smithi028.stdout: } 2024-08-29T19:03:06.287 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:06.288 INFO:tasks.workunit.client.0.smithi028.stdout: "objecter": { 2024-08-29T19:03:06.288 INFO:tasks.workunit.client.0.smithi028.stdout: "op_active": { 2024-08-29T19:03:06.288 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:06.288 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:06.288 INFO:tasks.workunit.client.0.smithi028.stdout: "op_r": { 2024-08-29T19:03:06.288 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 48 2024-08-29T19:03:06.288 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:06.288 INFO:tasks.workunit.client.0.smithi028.stdout: "op_rmw": { 2024-08-29T19:03:06.288 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:06.288 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:06.288 INFO:tasks.workunit.client.0.smithi028.stdout: "op_w": { 2024-08-29T19:03:06.288 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:06.288 INFO:tasks.workunit.client.0.smithi028.stdout: } 2024-08-29T19:03:06.288 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:06.289 INFO:tasks.workunit.client.0.smithi028.stdout: "osd": { 2024-08-29T19:03:06.289 INFO:tasks.workunit.client.0.smithi028.stdout: "numpg": { 2024-08-29T19:03:06.289 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 49 2024-08-29T19:03:06.289 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:06.289 INFO:tasks.workunit.client.0.smithi028.stdout: "numpg_removing": { 2024-08-29T19:03:06.289 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:06.289 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:06.289 INFO:tasks.workunit.client.0.smithi028.stdout: "op": { 2024-08-29T19:03:06.289 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 42172 2024-08-29T19:03:06.289 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:06.289 INFO:tasks.workunit.client.0.smithi028.stdout: "op_before_queue_op_lat": { 2024-08-29T19:03:06.289 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 129321, 2024-08-29T19:03:06.289 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 13091775126 2024-08-29T19:03:06.289 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:06.290 INFO:tasks.workunit.client.0.smithi028.stdout: "op_delayed_degraded": { 2024-08-29T19:03:06.290 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 1 2024-08-29T19:03:06.290 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:06.290 INFO:tasks.workunit.client.0.smithi028.stdout: "op_delayed_unreadable": { 2024-08-29T19:03:06.290 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:06.290 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:06.290 INFO:tasks.workunit.client.0.smithi028.stdout: "op_in_bytes": { 2024-08-29T19:03:06.290 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 2334699612 2024-08-29T19:03:06.290 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:06.290 INFO:tasks.workunit.client.0.smithi028.stdout: "op_latency": { 2024-08-29T19:03:06.290 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 42172, 2024-08-29T19:03:06.290 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 830745262461 2024-08-29T19:03:06.291 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:06.291 INFO:tasks.workunit.client.0.smithi028.stdout: "op_out_bytes": { 2024-08-29T19:03:06.291 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 3557656927 2024-08-29T19:03:06.291 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:06.291 INFO:tasks.workunit.client.0.smithi028.stdout: "op_prepare_latency": { 2024-08-29T19:03:06.291 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 44064, 2024-08-29T19:03:06.291 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 68770378118 2024-08-29T19:03:06.291 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:06.291 INFO:tasks.workunit.client.0.smithi028.stdout: "op_process_latency": { 2024-08-29T19:03:06.291 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 42172, 2024-08-29T19:03:06.291 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 198127139738 2024-08-29T19:03:06.291 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:06.291 INFO:tasks.workunit.client.0.smithi028.stdout: "op_r": { 2024-08-29T19:03:06.291 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 19455 2024-08-29T19:03:06.292 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:06.292 INFO:tasks.workunit.client.0.smithi028.stdout: "op_r_latency": { 2024-08-29T19:03:06.292 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 19455, 2024-08-29T19:03:06.292 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 29032877484 2024-08-29T19:03:06.292 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:06.292 INFO:tasks.workunit.client.0.smithi028.stdout: "op_r_latency_out_bytes_histogram": { 2024-08-29T19:03:06.292 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:06.292 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:06.292 INFO:tasks.workunit.client.0.smithi028.stdout: "op_r_out_bytes": { 2024-08-29T19:03:06.292 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 3557656927 2024-08-29T19:03:06.292 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:06.292 INFO:tasks.workunit.client.0.smithi028.stdout: "op_r_prepare_latency": { 2024-08-29T19:03:06.292 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 19770, 2024-08-29T19:03:06.293 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 11555188133 2024-08-29T19:03:06.293 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:06.293 INFO:tasks.workunit.client.0.smithi028.stdout: "op_r_process_latency": { 2024-08-29T19:03:06.293 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 19455, 2024-08-29T19:03:06.293 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 13153393534 2024-08-29T19:03:06.293 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:06.293 INFO:tasks.workunit.client.0.smithi028.stdout: "op_rw": { 2024-08-29T19:03:06.293 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 12659 2024-08-29T19:03:06.293 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:06.293 INFO:tasks.workunit.client.0.smithi028.stdout: "op_rw_in_bytes": { 2024-08-29T19:03:06.293 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 320616170 2024-08-29T19:03:06.293 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:06.293 INFO:tasks.workunit.client.0.smithi028.stdout: "op_rw_latency": { 2024-08-29T19:03:06.294 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 12659, 2024-08-29T19:03:06.294 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 266158063272 2024-08-29T19:03:06.294 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:06.294 INFO:tasks.workunit.client.0.smithi028.stdout: "op_rw_latency_in_bytes_histogram": { 2024-08-29T19:03:06.294 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:06.294 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:06.294 INFO:tasks.workunit.client.0.smithi028.stdout: "op_rw_latency_out_bytes_histogram": { 2024-08-29T19:03:06.294 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:06.294 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:06.294 INFO:tasks.workunit.client.0.smithi028.stdout: "op_rw_out_bytes": { 2024-08-29T19:03:06.294 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:06.294 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:06.294 INFO:tasks.workunit.client.0.smithi028.stdout: "op_rw_prepare_latency": { 2024-08-29T19:03:06.294 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 13119, 2024-08-29T19:03:06.295 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 33101121982 2024-08-29T19:03:06.295 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:06.295 INFO:tasks.workunit.client.0.smithi028.stdout: "op_rw_process_latency": { 2024-08-29T19:03:06.295 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 12659, 2024-08-29T19:03:06.295 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 77691027606 2024-08-29T19:03:06.295 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:06.295 INFO:tasks.workunit.client.0.smithi028.stdout: "op_w": { 2024-08-29T19:03:06.295 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 10058 2024-08-29T19:03:06.295 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:06.295 INFO:tasks.workunit.client.0.smithi028.stdout: "op_w_in_bytes": { 2024-08-29T19:03:06.295 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 2014083442 2024-08-29T19:03:06.295 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:06.295 INFO:tasks.workunit.client.0.smithi028.stdout: "op_w_latency": { 2024-08-29T19:03:06.295 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 10058, 2024-08-29T19:03:06.296 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 535554321705 2024-08-29T19:03:06.296 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:06.296 INFO:tasks.workunit.client.0.smithi028.stdout: "op_w_latency_in_bytes_histogram": { 2024-08-29T19:03:06.296 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:06.296 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:06.296 INFO:tasks.workunit.client.0.smithi028.stdout: "op_w_prepare_latency": { 2024-08-29T19:03:06.296 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 11175, 2024-08-29T19:03:06.296 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 24114068003 2024-08-29T19:03:06.296 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:06.296 INFO:tasks.workunit.client.0.smithi028.stdout: "op_w_process_latency": { 2024-08-29T19:03:06.296 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 10058, 2024-08-29T19:03:06.296 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 107282718598 2024-08-29T19:03:06.296 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:06.296 INFO:tasks.workunit.client.0.smithi028.stdout: "op_wip": { 2024-08-29T19:03:06.297 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:06.297 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:06.297 INFO:tasks.workunit.client.0.smithi028.stdout: "recovery_bytes": { 2024-08-29T19:03:06.297 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 995500 2024-08-29T19:03:06.297 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:06.297 INFO:tasks.workunit.client.0.smithi028.stdout: "recovery_ops": { 2024-08-29T19:03:06.297 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 19 2024-08-29T19:03:06.297 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:06.297 INFO:tasks.workunit.client.0.smithi028.stdout: "stat_bytes": { 2024-08-29T19:03:06.297 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 95995035648 2024-08-29T19:03:06.297 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:06.297 INFO:tasks.workunit.client.0.smithi028.stdout: "stat_bytes_used": { 2024-08-29T19:03:06.297 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 1064443904 2024-08-29T19:03:06.297 INFO:tasks.workunit.client.0.smithi028.stdout: } 2024-08-29T19:03:06.298 INFO:tasks.workunit.client.0.smithi028.stdout: } 2024-08-29T19:03:06.298 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:06.298 INFO:tasks.workunit.client.0.smithi028.stdout: "osd.2": { 2024-08-29T19:03:06.298 INFO:tasks.workunit.client.0.smithi028.stdout: "bluefs": { 2024-08-29T19:03:06.298 INFO:tasks.workunit.client.0.smithi028.stdout: "alloc_db_max_lat": { 2024-08-29T19:03:06.298 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 28950 2024-08-29T19:03:06.298 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:06.298 INFO:tasks.workunit.client.0.smithi028.stdout: "alloc_slow_fallback": { 2024-08-29T19:03:06.298 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:06.298 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:06.298 INFO:tasks.workunit.client.0.smithi028.stdout: "alloc_slow_max_lat": { 2024-08-29T19:03:06.298 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:06.298 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:06.299 INFO:tasks.workunit.client.0.smithi028.stdout: "alloc_slow_size_fallback": { 2024-08-29T19:03:06.299 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:06.299 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:06.299 INFO:tasks.workunit.client.0.smithi028.stdout: "alloc_unit_db": { 2024-08-29T19:03:06.299 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 65536 2024-08-29T19:03:06.299 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:06.299 INFO:tasks.workunit.client.0.smithi028.stdout: "alloc_unit_slow": { 2024-08-29T19:03:06.299 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:06.299 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:06.299 INFO:tasks.workunit.client.0.smithi028.stdout: "alloc_unit_wal": { 2024-08-29T19:03:06.299 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:06.299 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:06.299 INFO:tasks.workunit.client.0.smithi028.stdout: "alloc_wal_max_lat": { 2024-08-29T19:03:06.299 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:06.300 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:06.300 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes_written_slow": { 2024-08-29T19:03:06.300 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:06.300 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:06.300 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes_written_sst": { 2024-08-29T19:03:06.300 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 21168128 2024-08-29T19:03:06.300 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:06.300 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes_written_wal": { 2024-08-29T19:03:06.300 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 693305344 2024-08-29T19:03:06.300 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:06.300 INFO:tasks.workunit.client.0.smithi028.stdout: "compact_lat": { 2024-08-29T19:03:06.300 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 16, 2024-08-29T19:03:06.300 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 8180568 2024-08-29T19:03:06.300 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:06.301 INFO:tasks.workunit.client.0.smithi028.stdout: "compact_lock_lat": { 2024-08-29T19:03:06.301 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 16, 2024-08-29T19:03:06.301 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 2099723 2024-08-29T19:03:06.301 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:06.301 INFO:tasks.workunit.client.0.smithi028.stdout: "db_alloc_lat": { 2024-08-29T19:03:06.301 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 191, 2024-08-29T19:03:06.301 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 1178407 2024-08-29T19:03:06.301 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:06.301 INFO:tasks.workunit.client.0.smithi028.stdout: "db_total_bytes": { 2024-08-29T19:03:06.301 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 95995027456 2024-08-29T19:03:06.301 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:06.301 INFO:tasks.workunit.client.0.smithi028.stdout: "db_used_bytes": { 2024-08-29T19:03:06.301 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 693043200 2024-08-29T19:03:06.301 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:06.302 INFO:tasks.workunit.client.0.smithi028.stdout: "flush_lat": { 2024-08-29T19:03:06.302 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 65047, 2024-08-29T19:03:06.302 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 8782209539 2024-08-29T19:03:06.302 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:06.302 INFO:tasks.workunit.client.0.smithi028.stdout: "fsync_lat": { 2024-08-29T19:03:06.302 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 65030, 2024-08-29T19:03:06.302 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 16754315282 2024-08-29T19:03:06.302 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:06.302 INFO:tasks.workunit.client.0.smithi028.stdout: "log_bytes": { 2024-08-29T19:03:06.302 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 331776 2024-08-29T19:03:06.302 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:06.302 INFO:tasks.workunit.client.0.smithi028.stdout: "logged_bytes": { 2024-08-29T19:03:06.302 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 266334208 2024-08-29T19:03:06.302 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:06.302 INFO:tasks.workunit.client.0.smithi028.stdout: "max_bytes_db": { 2024-08-29T19:03:06.303 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 714342400 2024-08-29T19:03:06.303 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:06.303 INFO:tasks.workunit.client.0.smithi028.stdout: "max_bytes_slow": { 2024-08-29T19:03:06.303 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:06.303 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:06.303 INFO:tasks.workunit.client.0.smithi028.stdout: "max_bytes_wal": { 2024-08-29T19:03:06.303 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:06.303 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:06.303 INFO:tasks.workunit.client.0.smithi028.stdout: "num_files": { 2024-08-29T19:03:06.303 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 47 2024-08-29T19:03:06.303 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:06.303 INFO:tasks.workunit.client.0.smithi028.stdout: "read_bytes": { 2024-08-29T19:03:06.303 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 305645491 2024-08-29T19:03:06.303 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:06.304 INFO:tasks.workunit.client.0.smithi028.stdout: "read_count": { 2024-08-29T19:03:06.304 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 15206 2024-08-29T19:03:06.304 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:06.304 INFO:tasks.workunit.client.0.smithi028.stdout: "read_disk_bytes": { 2024-08-29T19:03:06.304 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 255201280 2024-08-29T19:03:06.304 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:06.304 INFO:tasks.workunit.client.0.smithi028.stdout: "read_disk_bytes_db": { 2024-08-29T19:03:06.304 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 255205376 2024-08-29T19:03:06.304 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:06.304 INFO:tasks.workunit.client.0.smithi028.stdout: "read_disk_bytes_slow": { 2024-08-29T19:03:06.304 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:06.304 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:06.304 INFO:tasks.workunit.client.0.smithi028.stdout: "read_disk_bytes_wal": { 2024-08-29T19:03:06.304 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:06.305 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:06.305 INFO:tasks.workunit.client.0.smithi028.stdout: "read_disk_count": { 2024-08-29T19:03:06.305 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 5270 2024-08-29T19:03:06.305 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:06.305 INFO:tasks.workunit.client.0.smithi028.stdout: "read_lat": { 2024-08-29T19:03:06.305 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 15206, 2024-08-29T19:03:06.305 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 150984807 2024-08-29T19:03:06.305 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:06.305 INFO:tasks.workunit.client.0.smithi028.stdout: "read_prefetch_bytes": { 2024-08-29T19:03:06.305 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 161988058 2024-08-29T19:03:06.305 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:06.305 INFO:tasks.workunit.client.0.smithi028.stdout: "read_prefetch_count": { 2024-08-29T19:03:06.305 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 10810 2024-08-29T19:03:06.305 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:06.306 INFO:tasks.workunit.client.0.smithi028.stdout: "read_random_buffer_bytes": { 2024-08-29T19:03:06.306 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 5732277 2024-08-29T19:03:06.306 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:06.306 INFO:tasks.workunit.client.0.smithi028.stdout: "read_random_buffer_count": { 2024-08-29T19:03:06.306 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 998 2024-08-29T19:03:06.306 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:06.306 INFO:tasks.workunit.client.0.smithi028.stdout: "read_random_bytes": { 2024-08-29T19:03:06.306 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 21011187 2024-08-29T19:03:06.306 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:06.306 INFO:tasks.workunit.client.0.smithi028.stdout: "read_random_count": { 2024-08-29T19:03:06.306 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 1364 2024-08-29T19:03:06.306 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:06.306 INFO:tasks.workunit.client.0.smithi028.stdout: "read_random_disk_bytes": { 2024-08-29T19:03:06.306 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 15278910 2024-08-29T19:03:06.307 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:06.307 INFO:tasks.workunit.client.0.smithi028.stdout: "read_random_disk_bytes_db": { 2024-08-29T19:03:06.307 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 15278910 2024-08-29T19:03:06.307 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:06.307 INFO:tasks.workunit.client.0.smithi028.stdout: "read_random_disk_bytes_slow": { 2024-08-29T19:03:06.307 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:06.307 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:06.307 INFO:tasks.workunit.client.0.smithi028.stdout: "read_random_disk_bytes_wal": { 2024-08-29T19:03:06.307 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:06.307 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:06.307 INFO:tasks.workunit.client.0.smithi028.stdout: "read_random_disk_count": { 2024-08-29T19:03:06.307 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 381 2024-08-29T19:03:06.307 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:06.307 INFO:tasks.workunit.client.0.smithi028.stdout: "read_random_lat": { 2024-08-29T19:03:06.308 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 1364, 2024-08-29T19:03:06.308 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 9663311 2024-08-29T19:03:06.308 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:06.308 INFO:tasks.workunit.client.0.smithi028.stdout: "slow_alloc_lat": { 2024-08-29T19:03:06.308 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 0, 2024-08-29T19:03:06.308 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:06.308 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:06.308 INFO:tasks.workunit.client.0.smithi028.stdout: "slow_total_bytes": { 2024-08-29T19:03:06.308 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:06.308 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:06.308 INFO:tasks.workunit.client.0.smithi028.stdout: "slow_used_bytes": { 2024-08-29T19:03:06.308 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:06.308 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:06.308 INFO:tasks.workunit.client.0.smithi028.stdout: "truncate_lat": { 2024-08-29T19:03:06.309 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 1, 2024-08-29T19:03:06.309 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 762 2024-08-29T19:03:06.309 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:06.309 INFO:tasks.workunit.client.0.smithi028.stdout: "unlink_lat": { 2024-08-29T19:03:06.309 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 12, 2024-08-29T19:03:06.309 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 24369 2024-08-29T19:03:06.309 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:06.309 INFO:tasks.workunit.client.0.smithi028.stdout: "wal_alloc_lat": { 2024-08-29T19:03:06.309 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 0, 2024-08-29T19:03:06.309 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:06.309 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:06.309 INFO:tasks.workunit.client.0.smithi028.stdout: "wal_total_bytes": { 2024-08-29T19:03:06.309 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:06.310 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:06.310 INFO:tasks.workunit.client.0.smithi028.stdout: "wal_used_bytes": { 2024-08-29T19:03:06.310 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:06.310 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:06.310 INFO:tasks.workunit.client.0.smithi028.stdout: "write_bytes": { 2024-08-29T19:03:06.310 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 983248896 2024-08-29T19:03:06.310 INFO:tasks.workunit.client.0.smithi028.stdout: } 2024-08-29T19:03:06.310 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:06.310 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore": { 2024-08-29T19:03:06.310 INFO:tasks.workunit.client.0.smithi028.stdout: "alloc_unit": { 2024-08-29T19:03:06.310 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 4096 2024-08-29T19:03:06.310 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:06.310 INFO:tasks.workunit.client.0.smithi028.stdout: "allocated": { 2024-08-29T19:03:06.310 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 13811712 2024-08-29T19:03:06.311 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:06.311 INFO:tasks.workunit.client.0.smithi028.stdout: "allocator_lat": { 2024-08-29T19:03:06.311 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 12760, 2024-08-29T19:03:06.311 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 61589254 2024-08-29T19:03:06.311 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:06.311 INFO:tasks.workunit.client.0.smithi028.stdout: "clist_lat": { 2024-08-29T19:03:06.311 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 3182, 2024-08-29T19:03:06.311 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 671664064 2024-08-29T19:03:06.311 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:06.311 INFO:tasks.workunit.client.0.smithi028.stdout: "compress_lat": { 2024-08-29T19:03:06.311 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 0, 2024-08-29T19:03:06.311 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:06.311 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:06.312 INFO:tasks.workunit.client.0.smithi028.stdout: "compressed": { 2024-08-29T19:03:06.312 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:06.312 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:06.312 INFO:tasks.workunit.client.0.smithi028.stdout: "compressed_allocated": { 2024-08-29T19:03:06.312 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:06.312 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:06.312 INFO:tasks.workunit.client.0.smithi028.stdout: "compressed_original": { 2024-08-29T19:03:06.312 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:06.312 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:06.312 INFO:tasks.workunit.client.0.smithi028.stdout: "csum_lat": { 2024-08-29T19:03:06.312 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 22663, 2024-08-29T19:03:06.312 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 293408990 2024-08-29T19:03:06.312 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:06.313 INFO:tasks.workunit.client.0.smithi028.stdout: "decompress_lat": { 2024-08-29T19:03:06.313 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 0, 2024-08-29T19:03:06.313 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:06.313 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:06.313 INFO:tasks.workunit.client.0.smithi028.stdout: "fragmentation_micros": { 2024-08-29T19:03:06.313 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:06.313 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:06.313 INFO:tasks.workunit.client.0.smithi028.stdout: "kv_commit_lat": { 2024-08-29T19:03:06.313 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 64944, 2024-08-29T19:03:06.313 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 24021341326 2024-08-29T19:03:06.313 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:06.313 INFO:tasks.workunit.client.0.smithi028.stdout: "kv_final_lat": { 2024-08-29T19:03:06.313 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 64208, 2024-08-29T19:03:06.314 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 3059185072 2024-08-29T19:03:06.314 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:06.314 INFO:tasks.workunit.client.0.smithi028.stdout: "kv_flush_lat": { 2024-08-29T19:03:06.314 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 64944, 2024-08-29T19:03:06.314 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 74088280 2024-08-29T19:03:06.314 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:06.314 INFO:tasks.workunit.client.0.smithi028.stdout: "kv_sync_lat": { 2024-08-29T19:03:06.314 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 64944, 2024-08-29T19:03:06.314 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 24095429606 2024-08-29T19:03:06.314 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:06.314 INFO:tasks.workunit.client.0.smithi028.stdout: "omap_get_keys_lat": { 2024-08-29T19:03:06.314 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 0, 2024-08-29T19:03:06.314 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:06.314 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:06.315 INFO:tasks.workunit.client.0.smithi028.stdout: "omap_get_values_lat": { 2024-08-29T19:03:06.315 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 50634, 2024-08-29T19:03:06.315 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 1586276832 2024-08-29T19:03:06.315 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:06.315 INFO:tasks.workunit.client.0.smithi028.stdout: "omap_lower_bound_lat": { 2024-08-29T19:03:06.315 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 1026, 2024-08-29T19:03:06.315 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 5955911 2024-08-29T19:03:06.315 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:06.315 INFO:tasks.workunit.client.0.smithi028.stdout: "omap_next_lat": { 2024-08-29T19:03:06.315 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 22814, 2024-08-29T19:03:06.315 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 24688665 2024-08-29T19:03:06.315 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:06.315 INFO:tasks.workunit.client.0.smithi028.stdout: "omap_seek_to_first_lat": { 2024-08-29T19:03:06.316 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 36, 2024-08-29T19:03:06.316 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 72612 2024-08-29T19:03:06.316 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:06.316 INFO:tasks.workunit.client.0.smithi028.stdout: "omap_upper_bound_lat": { 2024-08-29T19:03:06.316 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 15549, 2024-08-29T19:03:06.316 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 1518983825 2024-08-29T19:03:06.316 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:06.316 INFO:tasks.workunit.client.0.smithi028.stdout: "onode_hits": { 2024-08-29T19:03:06.316 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 229902 2024-08-29T19:03:06.316 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:06.316 INFO:tasks.workunit.client.0.smithi028.stdout: "onode_misses": { 2024-08-29T19:03:06.316 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 16984 2024-08-29T19:03:06.316 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:06.317 INFO:tasks.workunit.client.0.smithi028.stdout: "read_lat": { 2024-08-29T19:03:06.317 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 9024, 2024-08-29T19:03:06.317 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 1446847355 2024-08-29T19:03:06.317 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:06.317 INFO:tasks.workunit.client.0.smithi028.stdout: "read_onode_meta_lat": { 2024-08-29T19:03:06.317 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 21982, 2024-08-29T19:03:06.317 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 26248052 2024-08-29T19:03:06.317 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:06.317 INFO:tasks.workunit.client.0.smithi028.stdout: "read_wait_aio_lat": { 2024-08-29T19:03:06.317 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 12958, 2024-08-29T19:03:06.317 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 978782053 2024-08-29T19:03:06.317 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:06.317 INFO:tasks.workunit.client.0.smithi028.stdout: "reads_with_retries": { 2024-08-29T19:03:06.317 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:06.318 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:06.318 INFO:tasks.workunit.client.0.smithi028.stdout: "remove_lat": { 2024-08-29T19:03:06.318 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 11641, 2024-08-29T19:03:06.318 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 587733478 2024-08-29T19:03:06.318 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:06.318 INFO:tasks.workunit.client.0.smithi028.stdout: "slow_aio_wait_count": { 2024-08-29T19:03:06.318 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:06.318 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:06.318 INFO:tasks.workunit.client.0.smithi028.stdout: "slow_committed_kv_count": { 2024-08-29T19:03:06.318 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:06.318 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:06.318 INFO:tasks.workunit.client.0.smithi028.stdout: "slow_read_onode_meta_count": { 2024-08-29T19:03:06.318 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:06.318 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:06.319 INFO:tasks.workunit.client.0.smithi028.stdout: "slow_read_wait_aio_count": { 2024-08-29T19:03:06.319 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:06.319 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:06.319 INFO:tasks.workunit.client.0.smithi028.stdout: "state_aio_wait_lat": { 2024-08-29T19:03:06.319 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 73979, 2024-08-29T19:03:06.319 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 2958890539 2024-08-29T19:03:06.319 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:06.319 INFO:tasks.workunit.client.0.smithi028.stdout: "state_deferred_aio_wait_lat": { 2024-08-29T19:03:06.319 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 4795, 2024-08-29T19:03:06.319 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 465273635 2024-08-29T19:03:06.319 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:06.319 INFO:tasks.workunit.client.0.smithi028.stdout: "state_deferred_cleanup_lat": { 2024-08-29T19:03:06.319 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 4794, 2024-08-29T19:03:06.319 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 2113221171308 2024-08-29T19:03:06.320 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:06.320 INFO:tasks.workunit.client.0.smithi028.stdout: "state_deferred_queued_lat": { 2024-08-29T19:03:06.320 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 4795, 2024-08-29T19:03:06.320 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 5241915503049 2024-08-29T19:03:06.320 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:06.320 INFO:tasks.workunit.client.0.smithi028.stdout: "state_done_lat": { 2024-08-29T19:03:06.320 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 73978, 2024-08-29T19:03:06.320 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 2246075472704 2024-08-29T19:03:06.320 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:06.320 INFO:tasks.workunit.client.0.smithi028.stdout: "state_finishing_lat": { 2024-08-29T19:03:06.320 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 73978, 2024-08-29T19:03:06.320 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 22093015 2024-08-29T19:03:06.320 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:06.321 INFO:tasks.workunit.client.0.smithi028.stdout: "state_io_done_lat": { 2024-08-29T19:03:06.321 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 73979, 2024-08-29T19:03:06.321 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 158528541 2024-08-29T19:03:06.321 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:06.321 INFO:tasks.workunit.client.0.smithi028.stdout: "state_kv_commiting_lat": { 2024-08-29T19:03:06.321 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 73979, 2024-08-29T19:03:06.321 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 40056253509 2024-08-29T19:03:06.321 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:06.321 INFO:tasks.workunit.client.0.smithi028.stdout: "state_kv_done_lat": { 2024-08-29T19:03:06.321 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 73979, 2024-08-29T19:03:06.321 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 60926693 2024-08-29T19:03:06.321 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:06.321 INFO:tasks.workunit.client.0.smithi028.stdout: "state_kv_queued_lat": { 2024-08-29T19:03:06.321 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 73979, 2024-08-29T19:03:06.322 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 20420943826 2024-08-29T19:03:06.322 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:06.322 INFO:tasks.workunit.client.0.smithi028.stdout: "state_prepare_lat": { 2024-08-29T19:03:06.322 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 73979, 2024-08-29T19:03:06.322 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 10939270018 2024-08-29T19:03:06.322 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:06.322 INFO:tasks.workunit.client.0.smithi028.stdout: "stored": { 2024-08-29T19:03:06.322 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 9762461 2024-08-29T19:03:06.322 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:06.322 INFO:tasks.workunit.client.0.smithi028.stdout: "truncate_lat": { 2024-08-29T19:03:06.322 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 2253, 2024-08-29T19:03:06.322 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 22902985 2024-08-29T19:03:06.322 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:06.323 INFO:tasks.workunit.client.0.smithi028.stdout: "txc_commit_lat": { 2024-08-29T19:03:06.323 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 73979, 2024-08-29T19:03:06.323 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 74562331908 2024-08-29T19:03:06.323 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:06.323 INFO:tasks.workunit.client.0.smithi028.stdout: "txc_submit_lat": { 2024-08-29T19:03:06.323 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 73979, 2024-08-29T19:03:06.323 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 12645916915 2024-08-29T19:03:06.323 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:06.323 INFO:tasks.workunit.client.0.smithi028.stdout: "txc_throttle_lat": { 2024-08-29T19:03:06.323 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 73979, 2024-08-29T19:03:06.323 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 980554905 2024-08-29T19:03:06.323 INFO:tasks.workunit.client.0.smithi028.stdout: } 2024-08-29T19:03:06.323 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:06.323 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore-pricache": { 2024-08-29T19:03:06.324 INFO:tasks.workunit.client.0.smithi028.stdout: "cache_bytes": { 2024-08-29T19:03:06.324 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 1445592595 2024-08-29T19:03:06.324 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:06.324 INFO:tasks.workunit.client.0.smithi028.stdout: "heap_bytes": { 2024-08-29T19:03:06.324 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 505929728 2024-08-29T19:03:06.324 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:06.324 INFO:tasks.workunit.client.0.smithi028.stdout: "mapped_bytes": { 2024-08-29T19:03:06.324 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 436953088 2024-08-29T19:03:06.324 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:06.324 INFO:tasks.workunit.client.0.smithi028.stdout: "target_bytes": { 2024-08-29T19:03:06.324 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 2648116428 2024-08-29T19:03:06.324 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:06.324 INFO:tasks.workunit.client.0.smithi028.stdout: "unmapped_bytes": { 2024-08-29T19:03:06.324 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 68976640 2024-08-29T19:03:06.325 INFO:tasks.workunit.client.0.smithi028.stdout: } 2024-08-29T19:03:06.325 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:06.325 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore-pricache:data": { 2024-08-29T19:03:06.325 INFO:tasks.workunit.client.0.smithi028.stdout: "committed_bytes": { 2024-08-29T19:03:06.325 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 134217728 2024-08-29T19:03:06.325 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:06.325 INFO:tasks.workunit.client.0.smithi028.stdout: "pri0_bytes": { 2024-08-29T19:03:06.325 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:06.325 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:06.325 INFO:tasks.workunit.client.0.smithi028.stdout: "pri10_bytes": { 2024-08-29T19:03:06.325 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:06.325 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:06.325 INFO:tasks.workunit.client.0.smithi028.stdout: "pri11_bytes": { 2024-08-29T19:03:06.325 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 58824977 2024-08-29T19:03:06.326 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:06.326 INFO:tasks.workunit.client.0.smithi028.stdout: "pri1_bytes": { 2024-08-29T19:03:06.326 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:06.326 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:06.326 INFO:tasks.workunit.client.0.smithi028.stdout: "pri2_bytes": { 2024-08-29T19:03:06.326 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:06.326 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:06.326 INFO:tasks.workunit.client.0.smithi028.stdout: "pri3_bytes": { 2024-08-29T19:03:06.326 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:06.326 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:06.326 INFO:tasks.workunit.client.0.smithi028.stdout: "pri4_bytes": { 2024-08-29T19:03:06.326 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:06.326 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:06.326 INFO:tasks.workunit.client.0.smithi028.stdout: "pri5_bytes": { 2024-08-29T19:03:06.327 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:06.327 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:06.327 INFO:tasks.workunit.client.0.smithi028.stdout: "pri6_bytes": { 2024-08-29T19:03:06.327 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 4096 2024-08-29T19:03:06.327 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:06.327 INFO:tasks.workunit.client.0.smithi028.stdout: "pri7_bytes": { 2024-08-29T19:03:06.327 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:06.327 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:06.327 INFO:tasks.workunit.client.0.smithi028.stdout: "pri8_bytes": { 2024-08-29T19:03:06.327 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:06.327 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:06.327 INFO:tasks.workunit.client.0.smithi028.stdout: "pri9_bytes": { 2024-08-29T19:03:06.328 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:06.328 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:06.328 INFO:tasks.workunit.client.0.smithi028.stdout: "reserved_bytes": { 2024-08-29T19:03:06.328 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 75388655 2024-08-29T19:03:06.328 INFO:tasks.workunit.client.0.smithi028.stdout: } 2024-08-29T19:03:06.328 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:06.328 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore-pricache:kv": { 2024-08-29T19:03:06.328 INFO:tasks.workunit.client.0.smithi028.stdout: "committed_bytes": { 2024-08-29T19:03:06.328 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 578813952 2024-08-29T19:03:06.328 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:06.328 INFO:tasks.workunit.client.0.smithi028.stdout: "pri0_bytes": { 2024-08-29T19:03:06.328 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 67108864 2024-08-29T19:03:06.328 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:06.329 INFO:tasks.workunit.client.0.smithi028.stdout: "pri10_bytes": { 2024-08-29T19:03:06.329 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:06.329 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:06.329 INFO:tasks.workunit.client.0.smithi028.stdout: "pri11_bytes": { 2024-08-29T19:03:06.329 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 441187334 2024-08-29T19:03:06.329 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:06.329 INFO:tasks.workunit.client.0.smithi028.stdout: "pri1_bytes": { 2024-08-29T19:03:06.329 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:06.329 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:06.329 INFO:tasks.workunit.client.0.smithi028.stdout: "pri2_bytes": { 2024-08-29T19:03:06.329 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:06.329 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:06.329 INFO:tasks.workunit.client.0.smithi028.stdout: "pri3_bytes": { 2024-08-29T19:03:06.330 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 2656 2024-08-29T19:03:06.330 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:06.330 INFO:tasks.workunit.client.0.smithi028.stdout: "pri4_bytes": { 2024-08-29T19:03:06.330 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:06.330 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:06.330 INFO:tasks.workunit.client.0.smithi028.stdout: "pri5_bytes": { 2024-08-29T19:03:06.330 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 51520 2024-08-29T19:03:06.330 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:06.330 INFO:tasks.workunit.client.0.smithi028.stdout: "pri6_bytes": { 2024-08-29T19:03:06.330 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 129680 2024-08-29T19:03:06.330 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:06.330 INFO:tasks.workunit.client.0.smithi028.stdout: "pri7_bytes": { 2024-08-29T19:03:06.330 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:06.330 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:06.331 INFO:tasks.workunit.client.0.smithi028.stdout: "pri8_bytes": { 2024-08-29T19:03:06.331 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:06.331 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:06.331 INFO:tasks.workunit.client.0.smithi028.stdout: "pri9_bytes": { 2024-08-29T19:03:06.331 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:06.331 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:06.331 INFO:tasks.workunit.client.0.smithi028.stdout: "reserved_bytes": { 2024-08-29T19:03:06.331 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 70333898 2024-08-29T19:03:06.331 INFO:tasks.workunit.client.0.smithi028.stdout: } 2024-08-29T19:03:06.331 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:06.331 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore-pricache:kv_onode": { 2024-08-29T19:03:06.331 INFO:tasks.workunit.client.0.smithi028.stdout: "committed_bytes": { 2024-08-29T19:03:06.331 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 176160768 2024-08-29T19:03:06.331 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:06.332 INFO:tasks.workunit.client.0.smithi028.stdout: "pri0_bytes": { 2024-08-29T19:03:06.332 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 67108864 2024-08-29T19:03:06.332 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:06.332 INFO:tasks.workunit.client.0.smithi028.stdout: "pri10_bytes": { 2024-08-29T19:03:06.332 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 290208 2024-08-29T19:03:06.332 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:06.332 INFO:tasks.workunit.client.0.smithi028.stdout: "pri11_bytes": { 2024-08-29T19:03:06.332 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 39216651 2024-08-29T19:03:06.332 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:06.332 INFO:tasks.workunit.client.0.smithi028.stdout: "pri1_bytes": { 2024-08-29T19:03:06.332 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:06.332 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:06.332 INFO:tasks.workunit.client.0.smithi028.stdout: "pri2_bytes": { 2024-08-29T19:03:06.332 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:06.333 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:06.333 INFO:tasks.workunit.client.0.smithi028.stdout: "pri3_bytes": { 2024-08-29T19:03:06.333 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:06.333 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:06.333 INFO:tasks.workunit.client.0.smithi028.stdout: "pri4_bytes": { 2024-08-29T19:03:06.333 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:06.333 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:06.333 INFO:tasks.workunit.client.0.smithi028.stdout: "pri5_bytes": { 2024-08-29T19:03:06.333 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:06.333 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:06.333 INFO:tasks.workunit.client.0.smithi028.stdout: "pri6_bytes": { 2024-08-29T19:03:06.333 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:06.333 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:06.333 INFO:tasks.workunit.client.0.smithi028.stdout: "pri7_bytes": { 2024-08-29T19:03:06.334 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:06.334 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:06.334 INFO:tasks.workunit.client.0.smithi028.stdout: "pri8_bytes": { 2024-08-29T19:03:06.334 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:06.334 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:06.334 INFO:tasks.workunit.client.0.smithi028.stdout: "pri9_bytes": { 2024-08-29T19:03:06.334 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:06.334 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:06.334 INFO:tasks.workunit.client.0.smithi028.stdout: "reserved_bytes": { 2024-08-29T19:03:06.334 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 69545045 2024-08-29T19:03:06.334 INFO:tasks.workunit.client.0.smithi028.stdout: } 2024-08-29T19:03:06.334 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:06.334 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore-pricache:meta": { 2024-08-29T19:03:06.334 INFO:tasks.workunit.client.0.smithi028.stdout: "committed_bytes": { 2024-08-29T19:03:06.335 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 511705088 2024-08-29T19:03:06.335 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:06.335 INFO:tasks.workunit.client.0.smithi028.stdout: "pri0_bytes": { 2024-08-29T19:03:06.335 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:06.335 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:06.335 INFO:tasks.workunit.client.0.smithi028.stdout: "pri10_bytes": { 2024-08-29T19:03:06.335 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:06.335 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:06.335 INFO:tasks.workunit.client.0.smithi028.stdout: "pri11_bytes": { 2024-08-29T19:03:06.335 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 441187334 2024-08-29T19:03:06.335 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:06.335 INFO:tasks.workunit.client.0.smithi028.stdout: "pri1_bytes": { 2024-08-29T19:03:06.335 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:06.335 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:06.336 INFO:tasks.workunit.client.0.smithi028.stdout: "pri2_bytes": { 2024-08-29T19:03:06.336 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:06.336 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:06.336 INFO:tasks.workunit.client.0.smithi028.stdout: "pri3_bytes": { 2024-08-29T19:03:06.336 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:06.336 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:06.336 INFO:tasks.workunit.client.0.smithi028.stdout: "pri4_bytes": { 2024-08-29T19:03:06.336 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:06.336 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:06.336 INFO:tasks.workunit.client.0.smithi028.stdout: "pri5_bytes": { 2024-08-29T19:03:06.336 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 151576 2024-08-29T19:03:06.336 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:06.336 INFO:tasks.workunit.client.0.smithi028.stdout: "pri6_bytes": { 2024-08-29T19:03:06.336 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 1107518 2024-08-29T19:03:06.337 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:06.337 INFO:tasks.workunit.client.0.smithi028.stdout: "pri7_bytes": { 2024-08-29T19:03:06.337 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:06.337 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:06.337 INFO:tasks.workunit.client.0.smithi028.stdout: "pri8_bytes": { 2024-08-29T19:03:06.337 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:06.337 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:06.337 INFO:tasks.workunit.client.0.smithi028.stdout: "pri9_bytes": { 2024-08-29T19:03:06.337 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:06.337 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:06.337 INFO:tasks.workunit.client.0.smithi028.stdout: "reserved_bytes": { 2024-08-29T19:03:06.337 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 69258660 2024-08-29T19:03:06.337 INFO:tasks.workunit.client.0.smithi028.stdout: } 2024-08-29T19:03:06.337 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:06.338 INFO:tasks.workunit.client.0.smithi028.stdout: "objecter": { 2024-08-29T19:03:06.338 INFO:tasks.workunit.client.0.smithi028.stdout: "op_active": { 2024-08-29T19:03:06.338 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:06.338 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:06.338 INFO:tasks.workunit.client.0.smithi028.stdout: "op_r": { 2024-08-29T19:03:06.338 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 58 2024-08-29T19:03:06.338 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:06.338 INFO:tasks.workunit.client.0.smithi028.stdout: "op_rmw": { 2024-08-29T19:03:06.338 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:06.338 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:06.338 INFO:tasks.workunit.client.0.smithi028.stdout: "op_w": { 2024-08-29T19:03:06.338 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:06.338 INFO:tasks.workunit.client.0.smithi028.stdout: } 2024-08-29T19:03:06.338 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:06.339 INFO:tasks.workunit.client.0.smithi028.stdout: "osd": { 2024-08-29T19:03:06.339 INFO:tasks.workunit.client.0.smithi028.stdout: "numpg": { 2024-08-29T19:03:06.339 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 39 2024-08-29T19:03:06.339 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:06.339 INFO:tasks.workunit.client.0.smithi028.stdout: "numpg_removing": { 2024-08-29T19:03:06.339 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:06.339 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:06.339 INFO:tasks.workunit.client.0.smithi028.stdout: "op": { 2024-08-29T19:03:06.339 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 48341 2024-08-29T19:03:06.339 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:06.339 INFO:tasks.workunit.client.0.smithi028.stdout: "op_before_queue_op_lat": { 2024-08-29T19:03:06.339 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 135356, 2024-08-29T19:03:06.339 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 11467244006 2024-08-29T19:03:06.339 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:06.340 INFO:tasks.workunit.client.0.smithi028.stdout: "op_delayed_degraded": { 2024-08-29T19:03:06.340 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 2 2024-08-29T19:03:06.340 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:06.340 INFO:tasks.workunit.client.0.smithi028.stdout: "op_delayed_unreadable": { 2024-08-29T19:03:06.340 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:06.340 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:06.340 INFO:tasks.workunit.client.0.smithi028.stdout: "op_in_bytes": { 2024-08-29T19:03:06.340 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 1017295541 2024-08-29T19:03:06.340 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:06.340 INFO:tasks.workunit.client.0.smithi028.stdout: "op_latency": { 2024-08-29T19:03:06.340 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 48341, 2024-08-29T19:03:06.340 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 164293105375 2024-08-29T19:03:06.340 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:06.340 INFO:tasks.workunit.client.0.smithi028.stdout: "op_out_bytes": { 2024-08-29T19:03:06.340 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 2643331441 2024-08-29T19:03:06.341 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:06.341 INFO:tasks.workunit.client.0.smithi028.stdout: "op_prepare_latency": { 2024-08-29T19:03:06.341 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 49146, 2024-08-29T19:03:06.341 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 92734959320 2024-08-29T19:03:06.341 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:06.341 INFO:tasks.workunit.client.0.smithi028.stdout: "op_process_latency": { 2024-08-29T19:03:06.341 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 48341, 2024-08-29T19:03:06.341 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 138807930978 2024-08-29T19:03:06.341 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:06.341 INFO:tasks.workunit.client.0.smithi028.stdout: "op_r": { 2024-08-29T19:03:06.341 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 21089 2024-08-29T19:03:06.341 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:06.341 INFO:tasks.workunit.client.0.smithi028.stdout: "op_r_latency": { 2024-08-29T19:03:06.341 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 21089, 2024-08-29T19:03:06.342 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 27269949844 2024-08-29T19:03:06.342 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:06.342 INFO:tasks.workunit.client.0.smithi028.stdout: "op_r_latency_out_bytes_histogram": { 2024-08-29T19:03:06.342 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:06.342 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:06.342 INFO:tasks.workunit.client.0.smithi028.stdout: "op_r_out_bytes": { 2024-08-29T19:03:06.342 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 2643331441 2024-08-29T19:03:06.342 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:06.342 INFO:tasks.workunit.client.0.smithi028.stdout: "op_r_prepare_latency": { 2024-08-29T19:03:06.342 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 21576, 2024-08-29T19:03:06.342 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 9688096947 2024-08-29T19:03:06.342 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:06.342 INFO:tasks.workunit.client.0.smithi028.stdout: "op_r_process_latency": { 2024-08-29T19:03:06.343 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 21089, 2024-08-29T19:03:06.343 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 11744542439 2024-08-29T19:03:06.343 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:06.343 INFO:tasks.workunit.client.0.smithi028.stdout: "op_rw": { 2024-08-29T19:03:06.343 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 26032 2024-08-29T19:03:06.343 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:06.343 INFO:tasks.workunit.client.0.smithi028.stdout: "op_rw_in_bytes": { 2024-08-29T19:03:06.343 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 331664785 2024-08-29T19:03:06.343 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:06.343 INFO:tasks.workunit.client.0.smithi028.stdout: "op_rw_latency": { 2024-08-29T19:03:06.343 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 26032, 2024-08-29T19:03:06.343 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 121289490955 2024-08-29T19:03:06.343 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:06.343 INFO:tasks.workunit.client.0.smithi028.stdout: "op_rw_latency_in_bytes_histogram": { 2024-08-29T19:03:06.344 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:06.344 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:06.344 INFO:tasks.workunit.client.0.smithi028.stdout: "op_rw_latency_out_bytes_histogram": { 2024-08-29T19:03:06.344 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:06.344 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:06.344 INFO:tasks.workunit.client.0.smithi028.stdout: "op_rw_out_bytes": { 2024-08-29T19:03:06.344 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:06.344 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:06.344 INFO:tasks.workunit.client.0.smithi028.stdout: "op_rw_prepare_latency": { 2024-08-29T19:03:06.344 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 26248, 2024-08-29T19:03:06.344 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 79743241857 2024-08-29T19:03:06.344 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:06.344 INFO:tasks.workunit.client.0.smithi028.stdout: "op_rw_process_latency": { 2024-08-29T19:03:06.345 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 26032, 2024-08-29T19:03:06.345 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 115870296583 2024-08-29T19:03:06.345 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:06.345 INFO:tasks.workunit.client.0.smithi028.stdout: "op_w": { 2024-08-29T19:03:06.345 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 1220 2024-08-29T19:03:06.345 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:06.345 INFO:tasks.workunit.client.0.smithi028.stdout: "op_w_in_bytes": { 2024-08-29T19:03:06.345 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 685630756 2024-08-29T19:03:06.345 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:06.345 INFO:tasks.workunit.client.0.smithi028.stdout: "op_w_latency": { 2024-08-29T19:03:06.345 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 1220, 2024-08-29T19:03:06.345 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 15733664576 2024-08-29T19:03:06.345 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:06.345 INFO:tasks.workunit.client.0.smithi028.stdout: "op_w_latency_in_bytes_histogram": { 2024-08-29T19:03:06.346 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:06.346 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:06.346 INFO:tasks.workunit.client.0.smithi028.stdout: "op_w_prepare_latency": { 2024-08-29T19:03:06.346 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 1322, 2024-08-29T19:03:06.346 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 3303620516 2024-08-29T19:03:06.346 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:06.346 INFO:tasks.workunit.client.0.smithi028.stdout: "op_w_process_latency": { 2024-08-29T19:03:06.346 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 1220, 2024-08-29T19:03:06.346 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 11193091956 2024-08-29T19:03:06.346 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:06.346 INFO:tasks.workunit.client.0.smithi028.stdout: "op_wip": { 2024-08-29T19:03:06.346 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:06.346 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:06.346 INFO:tasks.workunit.client.0.smithi028.stdout: "recovery_bytes": { 2024-08-29T19:03:06.347 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 35 2024-08-29T19:03:06.347 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:06.347 INFO:tasks.workunit.client.0.smithi028.stdout: "recovery_ops": { 2024-08-29T19:03:06.347 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 37 2024-08-29T19:03:06.347 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:06.347 INFO:tasks.workunit.client.0.smithi028.stdout: "stat_bytes": { 2024-08-29T19:03:06.347 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 95995035648 2024-08-29T19:03:06.347 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:06.347 INFO:tasks.workunit.client.0.smithi028.stdout: "stat_bytes_used": { 2024-08-29T19:03:06.347 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 706867200 2024-08-29T19:03:06.347 INFO:tasks.workunit.client.0.smithi028.stdout: } 2024-08-29T19:03:06.347 INFO:tasks.workunit.client.0.smithi028.stdout: } 2024-08-29T19:03:06.347 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:06.347 INFO:tasks.workunit.client.0.smithi028.stdout: "osd.3": { 2024-08-29T19:03:06.348 INFO:tasks.workunit.client.0.smithi028.stdout: "bluefs": { 2024-08-29T19:03:06.348 INFO:tasks.workunit.client.0.smithi028.stdout: "alloc_db_max_lat": { 2024-08-29T19:03:06.348 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 31746 2024-08-29T19:03:06.348 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:06.348 INFO:tasks.workunit.client.0.smithi028.stdout: "alloc_slow_fallback": { 2024-08-29T19:03:06.348 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:06.348 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:06.348 INFO:tasks.workunit.client.0.smithi028.stdout: "alloc_slow_max_lat": { 2024-08-29T19:03:06.348 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:06.348 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:06.348 INFO:tasks.workunit.client.0.smithi028.stdout: "alloc_slow_size_fallback": { 2024-08-29T19:03:06.348 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:06.348 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:06.349 INFO:tasks.workunit.client.0.smithi028.stdout: "alloc_unit_db": { 2024-08-29T19:03:06.349 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 65536 2024-08-29T19:03:06.349 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:06.349 INFO:tasks.workunit.client.0.smithi028.stdout: "alloc_unit_slow": { 2024-08-29T19:03:06.349 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:06.349 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:06.349 INFO:tasks.workunit.client.0.smithi028.stdout: "alloc_unit_wal": { 2024-08-29T19:03:06.349 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:06.349 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:06.349 INFO:tasks.workunit.client.0.smithi028.stdout: "alloc_wal_max_lat": { 2024-08-29T19:03:06.349 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:06.349 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:06.350 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes_written_slow": { 2024-08-29T19:03:06.350 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:06.350 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:06.350 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes_written_sst": { 2024-08-29T19:03:06.350 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 10760192 2024-08-29T19:03:06.350 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:06.350 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes_written_wal": { 2024-08-29T19:03:06.350 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 655409152 2024-08-29T19:03:06.350 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:06.350 INFO:tasks.workunit.client.0.smithi028.stdout: "compact_lat": { 2024-08-29T19:03:06.350 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 15, 2024-08-29T19:03:06.350 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 9180353 2024-08-29T19:03:06.350 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:06.351 INFO:tasks.workunit.client.0.smithi028.stdout: "compact_lock_lat": { 2024-08-29T19:03:06.351 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 15, 2024-08-29T19:03:06.351 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 2709490 2024-08-29T19:03:06.351 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:06.351 INFO:tasks.workunit.client.0.smithi028.stdout: "db_alloc_lat": { 2024-08-29T19:03:06.351 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 176, 2024-08-29T19:03:06.351 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 1159345 2024-08-29T19:03:06.351 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:06.351 INFO:tasks.workunit.client.0.smithi028.stdout: "db_total_bytes": { 2024-08-29T19:03:06.351 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 95995027456 2024-08-29T19:03:06.351 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:06.351 INFO:tasks.workunit.client.0.smithi028.stdout: "db_used_bytes": { 2024-08-29T19:03:06.351 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 698548224 2024-08-29T19:03:06.352 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:06.352 INFO:tasks.workunit.client.0.smithi028.stdout: "flush_lat": { 2024-08-29T19:03:06.352 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 64097, 2024-08-29T19:03:06.352 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 8624754489 2024-08-29T19:03:06.352 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:06.352 INFO:tasks.workunit.client.0.smithi028.stdout: "fsync_lat": { 2024-08-29T19:03:06.352 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 64121, 2024-08-29T19:03:06.352 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 16823384274 2024-08-29T19:03:06.352 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:06.352 INFO:tasks.workunit.client.0.smithi028.stdout: "log_bytes": { 2024-08-29T19:03:06.352 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 13209600 2024-08-29T19:03:06.352 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:06.352 INFO:tasks.workunit.client.0.smithi028.stdout: "logged_bytes": { 2024-08-29T19:03:06.352 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 262565888 2024-08-29T19:03:06.353 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:06.353 INFO:tasks.workunit.client.0.smithi028.stdout: "max_bytes_db": { 2024-08-29T19:03:06.353 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 707067904 2024-08-29T19:03:06.353 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:06.353 INFO:tasks.workunit.client.0.smithi028.stdout: "max_bytes_slow": { 2024-08-29T19:03:06.353 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:06.353 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:06.353 INFO:tasks.workunit.client.0.smithi028.stdout: "max_bytes_wal": { 2024-08-29T19:03:06.353 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:06.353 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:06.353 INFO:tasks.workunit.client.0.smithi028.stdout: "num_files": { 2024-08-29T19:03:06.353 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 52 2024-08-29T19:03:06.353 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:06.354 INFO:tasks.workunit.client.0.smithi028.stdout: "read_bytes": { 2024-08-29T19:03:06.354 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 440006401 2024-08-29T19:03:06.354 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:06.354 INFO:tasks.workunit.client.0.smithi028.stdout: "read_count": { 2024-08-29T19:03:06.354 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 24132 2024-08-29T19:03:06.354 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:06.354 INFO:tasks.workunit.client.0.smithi028.stdout: "read_disk_bytes": { 2024-08-29T19:03:06.354 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 405671936 2024-08-29T19:03:06.354 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:06.354 INFO:tasks.workunit.client.0.smithi028.stdout: "read_disk_bytes_db": { 2024-08-29T19:03:06.354 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 405676032 2024-08-29T19:03:06.354 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:06.354 INFO:tasks.workunit.client.0.smithi028.stdout: "read_disk_bytes_slow": { 2024-08-29T19:03:06.354 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:06.355 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:06.355 INFO:tasks.workunit.client.0.smithi028.stdout: "read_disk_bytes_wal": { 2024-08-29T19:03:06.355 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:06.355 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:06.355 INFO:tasks.workunit.client.0.smithi028.stdout: "read_disk_count": { 2024-08-29T19:03:06.355 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 14015 2024-08-29T19:03:06.355 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:06.355 INFO:tasks.workunit.client.0.smithi028.stdout: "read_lat": { 2024-08-29T19:03:06.355 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 24132, 2024-08-29T19:03:06.355 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 310184665 2024-08-29T19:03:06.355 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:06.355 INFO:tasks.workunit.client.0.smithi028.stdout: "read_prefetch_bytes": { 2024-08-29T19:03:06.355 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 288279177 2024-08-29T19:03:06.355 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:06.356 INFO:tasks.workunit.client.0.smithi028.stdout: "read_prefetch_count": { 2024-08-29T19:03:06.356 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 19489 2024-08-29T19:03:06.356 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:06.356 INFO:tasks.workunit.client.0.smithi028.stdout: "read_random_buffer_bytes": { 2024-08-29T19:03:06.356 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 3227854 2024-08-29T19:03:06.356 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:06.356 INFO:tasks.workunit.client.0.smithi028.stdout: "read_random_buffer_count": { 2024-08-29T19:03:06.356 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 900 2024-08-29T19:03:06.356 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:06.356 INFO:tasks.workunit.client.0.smithi028.stdout: "read_random_bytes": { 2024-08-29T19:03:06.356 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 10553204 2024-08-29T19:03:06.356 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:06.356 INFO:tasks.workunit.client.0.smithi028.stdout: "read_random_count": { 2024-08-29T19:03:06.357 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 1330 2024-08-29T19:03:06.357 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:06.357 INFO:tasks.workunit.client.0.smithi028.stdout: "read_random_disk_bytes": { 2024-08-29T19:03:06.357 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 7325350 2024-08-29T19:03:06.357 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:06.357 INFO:tasks.workunit.client.0.smithi028.stdout: "read_random_disk_bytes_db": { 2024-08-29T19:03:06.357 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 7325350 2024-08-29T19:03:06.357 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:06.357 INFO:tasks.workunit.client.0.smithi028.stdout: "read_random_disk_bytes_slow": { 2024-08-29T19:03:06.357 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:06.357 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:06.357 INFO:tasks.workunit.client.0.smithi028.stdout: "read_random_disk_bytes_wal": { 2024-08-29T19:03:06.357 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:06.358 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:06.358 INFO:tasks.workunit.client.0.smithi028.stdout: "read_random_disk_count": { 2024-08-29T19:03:06.358 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 439 2024-08-29T19:03:06.358 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:06.358 INFO:tasks.workunit.client.0.smithi028.stdout: "read_random_lat": { 2024-08-29T19:03:06.358 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 1330, 2024-08-29T19:03:06.358 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 3958325 2024-08-29T19:03:06.358 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:06.358 INFO:tasks.workunit.client.0.smithi028.stdout: "slow_alloc_lat": { 2024-08-29T19:03:06.358 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 0, 2024-08-29T19:03:06.358 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:06.358 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:06.358 INFO:tasks.workunit.client.0.smithi028.stdout: "slow_total_bytes": { 2024-08-29T19:03:06.358 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:06.359 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:06.359 INFO:tasks.workunit.client.0.smithi028.stdout: "slow_used_bytes": { 2024-08-29T19:03:06.359 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:06.359 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:06.359 INFO:tasks.workunit.client.0.smithi028.stdout: "truncate_lat": { 2024-08-29T19:03:06.359 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 1, 2024-08-29T19:03:06.359 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 634 2024-08-29T19:03:06.359 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:06.359 INFO:tasks.workunit.client.0.smithi028.stdout: "unlink_lat": { 2024-08-29T19:03:06.359 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 4, 2024-08-29T19:03:06.359 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 6021 2024-08-29T19:03:06.359 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:06.359 INFO:tasks.workunit.client.0.smithi028.stdout: "wal_alloc_lat": { 2024-08-29T19:03:06.359 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 0, 2024-08-29T19:03:06.359 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:06.360 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:06.360 INFO:tasks.workunit.client.0.smithi028.stdout: "wal_total_bytes": { 2024-08-29T19:03:06.360 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:06.360 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:06.360 INFO:tasks.workunit.client.0.smithi028.stdout: "wal_used_bytes": { 2024-08-29T19:03:06.360 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:06.360 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:06.360 INFO:tasks.workunit.client.0.smithi028.stdout: "write_bytes": { 2024-08-29T19:03:06.360 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 931028992 2024-08-29T19:03:06.360 INFO:tasks.workunit.client.0.smithi028.stdout: } 2024-08-29T19:03:06.360 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:06.360 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore": { 2024-08-29T19:03:06.360 INFO:tasks.workunit.client.0.smithi028.stdout: "alloc_unit": { 2024-08-29T19:03:06.360 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 4096 2024-08-29T19:03:06.361 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:06.361 INFO:tasks.workunit.client.0.smithi028.stdout: "allocated": { 2024-08-29T19:03:06.361 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 9641984 2024-08-29T19:03:06.361 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:06.361 INFO:tasks.workunit.client.0.smithi028.stdout: "allocator_lat": { 2024-08-29T19:03:06.361 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 15647, 2024-08-29T19:03:06.361 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 79250128 2024-08-29T19:03:06.361 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:06.361 INFO:tasks.workunit.client.0.smithi028.stdout: "clist_lat": { 2024-08-29T19:03:06.361 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 3115, 2024-08-29T19:03:06.361 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 904061802 2024-08-29T19:03:06.361 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:06.361 INFO:tasks.workunit.client.0.smithi028.stdout: "compress_lat": { 2024-08-29T19:03:06.361 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 0, 2024-08-29T19:03:06.362 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:06.362 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:06.362 INFO:tasks.workunit.client.0.smithi028.stdout: "compressed": { 2024-08-29T19:03:06.362 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:06.362 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:06.362 INFO:tasks.workunit.client.0.smithi028.stdout: "compressed_allocated": { 2024-08-29T19:03:06.362 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:06.362 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:06.362 INFO:tasks.workunit.client.0.smithi028.stdout: "compressed_original": { 2024-08-29T19:03:06.362 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:06.362 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:06.362 INFO:tasks.workunit.client.0.smithi028.stdout: "csum_lat": { 2024-08-29T19:03:06.362 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 10394, 2024-08-29T19:03:06.362 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 119089196 2024-08-29T19:03:06.363 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:06.363 INFO:tasks.workunit.client.0.smithi028.stdout: "decompress_lat": { 2024-08-29T19:03:06.363 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 0, 2024-08-29T19:03:06.363 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:06.363 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:06.363 INFO:tasks.workunit.client.0.smithi028.stdout: "fragmentation_micros": { 2024-08-29T19:03:06.363 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:06.363 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:06.363 INFO:tasks.workunit.client.0.smithi028.stdout: "kv_commit_lat": { 2024-08-29T19:03:06.363 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 64038, 2024-08-29T19:03:06.363 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 23668356402 2024-08-29T19:03:06.363 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:06.363 INFO:tasks.workunit.client.0.smithi028.stdout: "kv_final_lat": { 2024-08-29T19:03:06.363 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 63271, 2024-08-29T19:03:06.364 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 3335085037 2024-08-29T19:03:06.364 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:06.364 INFO:tasks.workunit.client.0.smithi028.stdout: "kv_flush_lat": { 2024-08-29T19:03:06.364 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 64038, 2024-08-29T19:03:06.364 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 89541328 2024-08-29T19:03:06.364 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:06.364 INFO:tasks.workunit.client.0.smithi028.stdout: "kv_sync_lat": { 2024-08-29T19:03:06.364 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 64038, 2024-08-29T19:03:06.364 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 23757897730 2024-08-29T19:03:06.364 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:06.364 INFO:tasks.workunit.client.0.smithi028.stdout: "omap_get_keys_lat": { 2024-08-29T19:03:06.364 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 0, 2024-08-29T19:03:06.364 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:06.365 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:06.365 INFO:tasks.workunit.client.0.smithi028.stdout: "omap_get_values_lat": { 2024-08-29T19:03:06.365 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 31235, 2024-08-29T19:03:06.365 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 1088498111 2024-08-29T19:03:06.365 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:06.365 INFO:tasks.workunit.client.0.smithi028.stdout: "omap_lower_bound_lat": { 2024-08-29T19:03:06.365 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 1329, 2024-08-29T19:03:06.365 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 6837745 2024-08-29T19:03:06.365 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:06.365 INFO:tasks.workunit.client.0.smithi028.stdout: "omap_next_lat": { 2024-08-29T19:03:06.365 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 21102, 2024-08-29T19:03:06.365 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 25734526 2024-08-29T19:03:06.365 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:06.366 INFO:tasks.workunit.client.0.smithi028.stdout: "omap_seek_to_first_lat": { 2024-08-29T19:03:06.366 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 41, 2024-08-29T19:03:06.366 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 48634 2024-08-29T19:03:06.366 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:06.366 INFO:tasks.workunit.client.0.smithi028.stdout: "omap_upper_bound_lat": { 2024-08-29T19:03:06.366 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 14135, 2024-08-29T19:03:06.366 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 8085623239 2024-08-29T19:03:06.366 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:06.366 INFO:tasks.workunit.client.0.smithi028.stdout: "onode_hits": { 2024-08-29T19:03:06.366 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 205276 2024-08-29T19:03:06.366 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:06.366 INFO:tasks.workunit.client.0.smithi028.stdout: "onode_misses": { 2024-08-29T19:03:06.366 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 17277 2024-08-29T19:03:06.366 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:06.366 INFO:tasks.workunit.client.0.smithi028.stdout: "read_lat": { 2024-08-29T19:03:06.367 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 22647, 2024-08-29T19:03:06.367 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 1371106537 2024-08-29T19:03:06.367 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:06.367 INFO:tasks.workunit.client.0.smithi028.stdout: "read_onode_meta_lat": { 2024-08-29T19:03:06.367 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 62929, 2024-08-29T19:03:06.367 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 32735214 2024-08-29T19:03:06.367 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:06.367 INFO:tasks.workunit.client.0.smithi028.stdout: "read_wait_aio_lat": { 2024-08-29T19:03:06.367 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 40282, 2024-08-29T19:03:06.367 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 538479964 2024-08-29T19:03:06.367 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:06.367 INFO:tasks.workunit.client.0.smithi028.stdout: "reads_with_retries": { 2024-08-29T19:03:06.367 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:06.368 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:06.368 INFO:tasks.workunit.client.0.smithi028.stdout: "remove_lat": { 2024-08-29T19:03:06.368 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 11429, 2024-08-29T19:03:06.368 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 517517368 2024-08-29T19:03:06.368 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:06.368 INFO:tasks.workunit.client.0.smithi028.stdout: "slow_aio_wait_count": { 2024-08-29T19:03:06.368 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:06.368 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:06.368 INFO:tasks.workunit.client.0.smithi028.stdout: "slow_committed_kv_count": { 2024-08-29T19:03:06.368 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:06.368 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:06.369 INFO:tasks.workunit.client.0.smithi028.stdout: "slow_read_onode_meta_count": { 2024-08-29T19:03:06.369 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:06.369 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:06.369 INFO:tasks.workunit.client.0.smithi028.stdout: "slow_read_wait_aio_count": { 2024-08-29T19:03:06.369 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:06.369 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:06.369 INFO:tasks.workunit.client.0.smithi028.stdout: "state_aio_wait_lat": { 2024-08-29T19:03:06.369 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 72549, 2024-08-29T19:03:06.369 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 3566077406 2024-08-29T19:03:06.369 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:06.369 INFO:tasks.workunit.client.0.smithi028.stdout: "state_deferred_aio_wait_lat": { 2024-08-29T19:03:06.369 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 16543, 2024-08-29T19:03:06.369 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 1570396874 2024-08-29T19:03:06.370 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:06.370 INFO:tasks.workunit.client.0.smithi028.stdout: "state_deferred_cleanup_lat": { 2024-08-29T19:03:06.370 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 16543, 2024-08-29T19:03:06.370 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 1987585376674 2024-08-29T19:03:06.370 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:06.370 INFO:tasks.workunit.client.0.smithi028.stdout: "state_deferred_queued_lat": { 2024-08-29T19:03:06.370 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 16543, 2024-08-29T19:03:06.370 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 5984528038538 2024-08-29T19:03:06.370 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:06.370 INFO:tasks.workunit.client.0.smithi028.stdout: "state_done_lat": { 2024-08-29T19:03:06.370 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 72549, 2024-08-29T19:03:06.370 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 2211360573427 2024-08-29T19:03:06.370 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:06.370 INFO:tasks.workunit.client.0.smithi028.stdout: "state_finishing_lat": { 2024-08-29T19:03:06.370 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 72549, 2024-08-29T19:03:06.371 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 16720187 2024-08-29T19:03:06.371 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:06.371 INFO:tasks.workunit.client.0.smithi028.stdout: "state_io_done_lat": { 2024-08-29T19:03:06.371 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 72549, 2024-08-29T19:03:06.371 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 150143694 2024-08-29T19:03:06.371 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:06.371 INFO:tasks.workunit.client.0.smithi028.stdout: "state_kv_commiting_lat": { 2024-08-29T19:03:06.371 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 72549, 2024-08-29T19:03:06.371 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 39945307055 2024-08-29T19:03:06.371 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:06.371 INFO:tasks.workunit.client.0.smithi028.stdout: "state_kv_done_lat": { 2024-08-29T19:03:06.371 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 72549, 2024-08-29T19:03:06.371 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 54429242 2024-08-29T19:03:06.372 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:06.372 INFO:tasks.workunit.client.0.smithi028.stdout: "state_kv_queued_lat": { 2024-08-29T19:03:06.372 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 72549, 2024-08-29T19:03:06.372 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 20809030807 2024-08-29T19:03:06.372 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:06.372 INFO:tasks.workunit.client.0.smithi028.stdout: "state_prepare_lat": { 2024-08-29T19:03:06.372 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 72549, 2024-08-29T19:03:06.372 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 11170298790 2024-08-29T19:03:06.372 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:06.372 INFO:tasks.workunit.client.0.smithi028.stdout: "stored": { 2024-08-29T19:03:06.372 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 5574065 2024-08-29T19:03:06.372 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:06.372 INFO:tasks.workunit.client.0.smithi028.stdout: "truncate_lat": { 2024-08-29T19:03:06.372 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 2289, 2024-08-29T19:03:06.372 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 22787702 2024-08-29T19:03:06.373 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:06.373 INFO:tasks.workunit.client.0.smithi028.stdout: "txc_commit_lat": { 2024-08-29T19:03:06.373 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 72549, 2024-08-29T19:03:06.373 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 75666541479 2024-08-29T19:03:06.373 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:06.373 INFO:tasks.workunit.client.0.smithi028.stdout: "txc_submit_lat": { 2024-08-29T19:03:06.373 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 72549, 2024-08-29T19:03:06.373 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 12942666232 2024-08-29T19:03:06.373 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:06.373 INFO:tasks.workunit.client.0.smithi028.stdout: "txc_throttle_lat": { 2024-08-29T19:03:06.373 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 72549, 2024-08-29T19:03:06.373 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 860102314 2024-08-29T19:03:06.373 INFO:tasks.workunit.client.0.smithi028.stdout: } 2024-08-29T19:03:06.374 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:06.374 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore-pricache": { 2024-08-29T19:03:06.374 INFO:tasks.workunit.client.0.smithi028.stdout: "cache_bytes": { 2024-08-29T19:03:06.374 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 1445592595 2024-08-29T19:03:06.374 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:06.374 INFO:tasks.workunit.client.0.smithi028.stdout: "heap_bytes": { 2024-08-29T19:03:06.374 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 627310592 2024-08-29T19:03:06.374 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:06.374 INFO:tasks.workunit.client.0.smithi028.stdout: "mapped_bytes": { 2024-08-29T19:03:06.374 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 485343232 2024-08-29T19:03:06.374 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:06.374 INFO:tasks.workunit.client.0.smithi028.stdout: "target_bytes": { 2024-08-29T19:03:06.374 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 2648116428 2024-08-29T19:03:06.375 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:06.375 INFO:tasks.workunit.client.0.smithi028.stdout: "unmapped_bytes": { 2024-08-29T19:03:06.375 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 141967360 2024-08-29T19:03:06.375 INFO:tasks.workunit.client.0.smithi028.stdout: } 2024-08-29T19:03:06.375 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:06.375 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore-pricache:data": { 2024-08-29T19:03:06.375 INFO:tasks.workunit.client.0.smithi028.stdout: "committed_bytes": { 2024-08-29T19:03:06.375 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 134217728 2024-08-29T19:03:06.375 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:06.375 INFO:tasks.workunit.client.0.smithi028.stdout: "pri0_bytes": { 2024-08-29T19:03:06.375 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:06.375 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:06.375 INFO:tasks.workunit.client.0.smithi028.stdout: "pri10_bytes": { 2024-08-29T19:03:06.376 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:06.376 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:06.376 INFO:tasks.workunit.client.0.smithi028.stdout: "pri11_bytes": { 2024-08-29T19:03:06.376 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 59216440 2024-08-29T19:03:06.376 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:06.376 INFO:tasks.workunit.client.0.smithi028.stdout: "pri1_bytes": { 2024-08-29T19:03:06.376 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:06.376 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:06.376 INFO:tasks.workunit.client.0.smithi028.stdout: "pri2_bytes": { 2024-08-29T19:03:06.376 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:06.376 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:06.376 INFO:tasks.workunit.client.0.smithi028.stdout: "pri3_bytes": { 2024-08-29T19:03:06.376 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:06.376 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:06.377 INFO:tasks.workunit.client.0.smithi028.stdout: "pri4_bytes": { 2024-08-29T19:03:06.377 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:06.377 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:06.377 INFO:tasks.workunit.client.0.smithi028.stdout: "pri5_bytes": { 2024-08-29T19:03:06.377 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 16384 2024-08-29T19:03:06.377 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:06.377 INFO:tasks.workunit.client.0.smithi028.stdout: "pri6_bytes": { 2024-08-29T19:03:06.377 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 610304 2024-08-29T19:03:06.377 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:06.377 INFO:tasks.workunit.client.0.smithi028.stdout: "pri7_bytes": { 2024-08-29T19:03:06.377 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:06.377 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:06.377 INFO:tasks.workunit.client.0.smithi028.stdout: "pri8_bytes": { 2024-08-29T19:03:06.378 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:06.378 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:06.378 INFO:tasks.workunit.client.0.smithi028.stdout: "pri9_bytes": { 2024-08-29T19:03:06.378 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:06.378 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:06.378 INFO:tasks.workunit.client.0.smithi028.stdout: "reserved_bytes": { 2024-08-29T19:03:06.378 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 74374600 2024-08-29T19:03:06.378 INFO:tasks.workunit.client.0.smithi028.stdout: } 2024-08-29T19:03:06.378 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:06.378 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore-pricache:kv": { 2024-08-29T19:03:06.378 INFO:tasks.workunit.client.0.smithi028.stdout: "committed_bytes": { 2024-08-29T19:03:06.378 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 578813952 2024-08-29T19:03:06.378 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:06.378 INFO:tasks.workunit.client.0.smithi028.stdout: "pri0_bytes": { 2024-08-29T19:03:06.379 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 67108864 2024-08-29T19:03:06.379 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:06.379 INFO:tasks.workunit.client.0.smithi028.stdout: "pri10_bytes": { 2024-08-29T19:03:06.379 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:06.379 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:06.379 INFO:tasks.workunit.client.0.smithi028.stdout: "pri11_bytes": { 2024-08-29T19:03:06.379 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 444123306 2024-08-29T19:03:06.379 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:06.379 INFO:tasks.workunit.client.0.smithi028.stdout: "pri1_bytes": { 2024-08-29T19:03:06.379 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:06.379 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:06.379 INFO:tasks.workunit.client.0.smithi028.stdout: "pri2_bytes": { 2024-08-29T19:03:06.379 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:06.379 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:06.380 INFO:tasks.workunit.client.0.smithi028.stdout: "pri3_bytes": { 2024-08-29T19:03:06.380 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 2688 2024-08-29T19:03:06.380 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:06.380 INFO:tasks.workunit.client.0.smithi028.stdout: "pri4_bytes": { 2024-08-29T19:03:06.380 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:06.380 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:06.380 INFO:tasks.workunit.client.0.smithi028.stdout: "pri5_bytes": { 2024-08-29T19:03:06.380 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 182432 2024-08-29T19:03:06.380 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:06.380 INFO:tasks.workunit.client.0.smithi028.stdout: "pri6_bytes": { 2024-08-29T19:03:06.380 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:06.380 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:06.380 INFO:tasks.workunit.client.0.smithi028.stdout: "pri7_bytes": { 2024-08-29T19:03:06.380 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:06.381 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:06.381 INFO:tasks.workunit.client.0.smithi028.stdout: "pri8_bytes": { 2024-08-29T19:03:06.381 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:06.381 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:06.381 INFO:tasks.workunit.client.0.smithi028.stdout: "pri9_bytes": { 2024-08-29T19:03:06.381 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:06.381 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:06.381 INFO:tasks.workunit.client.0.smithi028.stdout: "reserved_bytes": { 2024-08-29T19:03:06.381 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 67396662 2024-08-29T19:03:06.381 INFO:tasks.workunit.client.0.smithi028.stdout: } 2024-08-29T19:03:06.381 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:06.381 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore-pricache:kv_onode": { 2024-08-29T19:03:06.381 INFO:tasks.workunit.client.0.smithi028.stdout: "committed_bytes": { 2024-08-29T19:03:06.382 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 176160768 2024-08-29T19:03:06.382 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:06.382 INFO:tasks.workunit.client.0.smithi028.stdout: "pri0_bytes": { 2024-08-29T19:03:06.382 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 67108864 2024-08-29T19:03:06.382 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:06.382 INFO:tasks.workunit.client.0.smithi028.stdout: "pri10_bytes": { 2024-08-29T19:03:06.382 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 807088 2024-08-29T19:03:06.382 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:06.382 INFO:tasks.workunit.client.0.smithi028.stdout: "pri11_bytes": { 2024-08-29T19:03:06.382 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 39477627 2024-08-29T19:03:06.382 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:06.382 INFO:tasks.workunit.client.0.smithi028.stdout: "pri1_bytes": { 2024-08-29T19:03:06.382 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:06.382 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:06.383 INFO:tasks.workunit.client.0.smithi028.stdout: "pri2_bytes": { 2024-08-29T19:03:06.383 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:06.383 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:06.383 INFO:tasks.workunit.client.0.smithi028.stdout: "pri3_bytes": { 2024-08-29T19:03:06.383 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:06.383 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:06.383 INFO:tasks.workunit.client.0.smithi028.stdout: "pri4_bytes": { 2024-08-29T19:03:06.383 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:06.383 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:06.383 INFO:tasks.workunit.client.0.smithi028.stdout: "pri5_bytes": { 2024-08-29T19:03:06.383 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:06.383 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:06.383 INFO:tasks.workunit.client.0.smithi028.stdout: "pri6_bytes": { 2024-08-29T19:03:06.383 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:06.384 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:06.384 INFO:tasks.workunit.client.0.smithi028.stdout: "pri7_bytes": { 2024-08-29T19:03:06.384 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:06.384 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:06.384 INFO:tasks.workunit.client.0.smithi028.stdout: "pri8_bytes": { 2024-08-29T19:03:06.384 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:06.384 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:06.384 INFO:tasks.workunit.client.0.smithi028.stdout: "pri9_bytes": { 2024-08-29T19:03:06.384 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:06.384 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:06.384 INFO:tasks.workunit.client.0.smithi028.stdout: "reserved_bytes": { 2024-08-29T19:03:06.384 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 68767189 2024-08-29T19:03:06.384 INFO:tasks.workunit.client.0.smithi028.stdout: } 2024-08-29T19:03:06.385 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:06.385 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore-pricache:meta": { 2024-08-29T19:03:06.385 INFO:tasks.workunit.client.0.smithi028.stdout: "committed_bytes": { 2024-08-29T19:03:06.385 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 520093696 2024-08-29T19:03:06.385 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:06.385 INFO:tasks.workunit.client.0.smithi028.stdout: "pri0_bytes": { 2024-08-29T19:03:06.385 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:06.385 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:06.385 INFO:tasks.workunit.client.0.smithi028.stdout: "pri10_bytes": { 2024-08-29T19:03:06.385 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:06.385 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:06.385 INFO:tasks.workunit.client.0.smithi028.stdout: "pri11_bytes": { 2024-08-29T19:03:06.385 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 444123306 2024-08-29T19:03:06.385 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:06.386 INFO:tasks.workunit.client.0.smithi028.stdout: "pri1_bytes": { 2024-08-29T19:03:06.386 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:06.386 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:06.386 INFO:tasks.workunit.client.0.smithi028.stdout: "pri2_bytes": { 2024-08-29T19:03:06.386 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:06.386 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:06.386 INFO:tasks.workunit.client.0.smithi028.stdout: "pri3_bytes": { 2024-08-29T19:03:06.386 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:06.386 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:06.386 INFO:tasks.workunit.client.0.smithi028.stdout: "pri4_bytes": { 2024-08-29T19:03:06.386 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:06.386 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:06.386 INFO:tasks.workunit.client.0.smithi028.stdout: "pri5_bytes": { 2024-08-29T19:03:06.387 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 161985 2024-08-29T19:03:06.387 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:06.387 INFO:tasks.workunit.client.0.smithi028.stdout: "pri6_bytes": { 2024-08-29T19:03:06.387 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 1111624 2024-08-29T19:03:06.387 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:06.387 INFO:tasks.workunit.client.0.smithi028.stdout: "pri7_bytes": { 2024-08-29T19:03:06.387 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:06.387 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:06.387 INFO:tasks.workunit.client.0.smithi028.stdout: "pri8_bytes": { 2024-08-29T19:03:06.387 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:06.387 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:06.387 INFO:tasks.workunit.client.0.smithi028.stdout: "pri9_bytes": { 2024-08-29T19:03:06.387 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:06.387 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:06.388 INFO:tasks.workunit.client.0.smithi028.stdout: "reserved_bytes": { 2024-08-29T19:03:06.388 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 74696781 2024-08-29T19:03:06.388 INFO:tasks.workunit.client.0.smithi028.stdout: } 2024-08-29T19:03:06.388 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:06.388 INFO:tasks.workunit.client.0.smithi028.stdout: "objecter": { 2024-08-29T19:03:06.388 INFO:tasks.workunit.client.0.smithi028.stdout: "op_active": { 2024-08-29T19:03:06.388 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:06.388 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:06.388 INFO:tasks.workunit.client.0.smithi028.stdout: "op_r": { 2024-08-29T19:03:06.388 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 27 2024-08-29T19:03:06.388 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:06.388 INFO:tasks.workunit.client.0.smithi028.stdout: "op_rmw": { 2024-08-29T19:03:06.388 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:06.389 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:06.389 INFO:tasks.workunit.client.0.smithi028.stdout: "op_w": { 2024-08-29T19:03:06.389 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:06.389 INFO:tasks.workunit.client.0.smithi028.stdout: } 2024-08-29T19:03:06.389 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:06.389 INFO:tasks.workunit.client.0.smithi028.stdout: "osd": { 2024-08-29T19:03:06.389 INFO:tasks.workunit.client.0.smithi028.stdout: "numpg": { 2024-08-29T19:03:06.389 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 52 2024-08-29T19:03:06.389 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:06.389 INFO:tasks.workunit.client.0.smithi028.stdout: "numpg_removing": { 2024-08-29T19:03:06.389 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:06.389 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:06.390 INFO:tasks.workunit.client.0.smithi028.stdout: "op": { 2024-08-29T19:03:06.390 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 48412 2024-08-29T19:03:06.390 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:06.390 INFO:tasks.workunit.client.0.smithi028.stdout: "op_before_queue_op_lat": { 2024-08-29T19:03:06.390 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 124217, 2024-08-29T19:03:06.390 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 9795456852 2024-08-29T19:03:06.390 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:06.390 INFO:tasks.workunit.client.0.smithi028.stdout: "op_delayed_degraded": { 2024-08-29T19:03:06.390 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 3 2024-08-29T19:03:06.390 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:06.390 INFO:tasks.workunit.client.0.smithi028.stdout: "op_delayed_unreadable": { 2024-08-29T19:03:06.390 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:06.390 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:06.391 INFO:tasks.workunit.client.0.smithi028.stdout: "op_in_bytes": { 2024-08-29T19:03:06.391 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 1035700348 2024-08-29T19:03:06.391 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:06.391 INFO:tasks.workunit.client.0.smithi028.stdout: "op_latency": { 2024-08-29T19:03:06.391 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 48412, 2024-08-29T19:03:06.391 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 404725120703 2024-08-29T19:03:06.391 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:06.391 INFO:tasks.workunit.client.0.smithi028.stdout: "op_out_bytes": { 2024-08-29T19:03:06.391 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 1446311156 2024-08-29T19:03:06.391 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:06.391 INFO:tasks.workunit.client.0.smithi028.stdout: "op_prepare_latency": { 2024-08-29T19:03:06.391 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 49156, 2024-08-29T19:03:06.391 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 42793005843 2024-08-29T19:03:06.391 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:06.392 INFO:tasks.workunit.client.0.smithi028.stdout: "op_process_latency": { 2024-08-29T19:03:06.392 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 48412, 2024-08-29T19:03:06.392 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 125706442759 2024-08-29T19:03:06.392 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:06.392 INFO:tasks.workunit.client.0.smithi028.stdout: "op_r": { 2024-08-29T19:03:06.392 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 32499 2024-08-29T19:03:06.392 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:06.392 INFO:tasks.workunit.client.0.smithi028.stdout: "op_r_latency": { 2024-08-29T19:03:06.392 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 32499, 2024-08-29T19:03:06.392 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 68097399080 2024-08-29T19:03:06.392 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:06.392 INFO:tasks.workunit.client.0.smithi028.stdout: "op_r_latency_out_bytes_histogram": { 2024-08-29T19:03:06.392 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:06.393 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:06.393 INFO:tasks.workunit.client.0.smithi028.stdout: "op_r_out_bytes": { 2024-08-29T19:03:06.393 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 1446311156 2024-08-29T19:03:06.393 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:06.393 INFO:tasks.workunit.client.0.smithi028.stdout: "op_r_prepare_latency": { 2024-08-29T19:03:06.393 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 32905, 2024-08-29T19:03:06.393 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 13977575072 2024-08-29T19:03:06.393 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:06.393 INFO:tasks.workunit.client.0.smithi028.stdout: "op_r_process_latency": { 2024-08-29T19:03:06.393 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 32499, 2024-08-29T19:03:06.393 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 13200395056 2024-08-29T19:03:06.393 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:06.393 INFO:tasks.workunit.client.0.smithi028.stdout: "op_rw": { 2024-08-29T19:03:06.393 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 12117 2024-08-29T19:03:06.394 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:06.394 INFO:tasks.workunit.client.0.smithi028.stdout: "op_rw_in_bytes": { 2024-08-29T19:03:06.394 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 150311152 2024-08-29T19:03:06.394 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:06.394 INFO:tasks.workunit.client.0.smithi028.stdout: "op_rw_latency": { 2024-08-29T19:03:06.394 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 12117, 2024-08-29T19:03:06.394 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 280829366649 2024-08-29T19:03:06.394 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:06.394 INFO:tasks.workunit.client.0.smithi028.stdout: "op_rw_latency_in_bytes_histogram": { 2024-08-29T19:03:06.394 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:06.394 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:06.394 INFO:tasks.workunit.client.0.smithi028.stdout: "op_rw_latency_out_bytes_histogram": { 2024-08-29T19:03:06.394 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:06.394 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:06.395 INFO:tasks.workunit.client.0.smithi028.stdout: "op_rw_out_bytes": { 2024-08-29T19:03:06.395 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:06.395 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:06.395 INFO:tasks.workunit.client.0.smithi028.stdout: "op_rw_prepare_latency": { 2024-08-29T19:03:06.395 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 12328, 2024-08-29T19:03:06.395 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 20694545623 2024-08-29T19:03:06.395 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:06.395 INFO:tasks.workunit.client.0.smithi028.stdout: "op_rw_process_latency": { 2024-08-29T19:03:06.395 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 12117, 2024-08-29T19:03:06.395 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 76350352283 2024-08-29T19:03:06.395 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:06.395 INFO:tasks.workunit.client.0.smithi028.stdout: "op_w": { 2024-08-29T19:03:06.395 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 3796 2024-08-29T19:03:06.396 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:06.396 INFO:tasks.workunit.client.0.smithi028.stdout: "op_w_in_bytes": { 2024-08-29T19:03:06.396 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 885389196 2024-08-29T19:03:06.396 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:06.396 INFO:tasks.workunit.client.0.smithi028.stdout: "op_w_latency": { 2024-08-29T19:03:06.396 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 3796, 2024-08-29T19:03:06.396 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 55798354974 2024-08-29T19:03:06.396 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:06.396 INFO:tasks.workunit.client.0.smithi028.stdout: "op_w_latency_in_bytes_histogram": { 2024-08-29T19:03:06.396 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:06.396 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:06.396 INFO:tasks.workunit.client.0.smithi028.stdout: "op_w_prepare_latency": { 2024-08-29T19:03:06.396 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 3923, 2024-08-29T19:03:06.396 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 8120885148 2024-08-29T19:03:06.397 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:06.397 INFO:tasks.workunit.client.0.smithi028.stdout: "op_w_process_latency": { 2024-08-29T19:03:06.397 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 3796, 2024-08-29T19:03:06.397 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 36155695420 2024-08-29T19:03:06.397 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:06.397 INFO:tasks.workunit.client.0.smithi028.stdout: "op_wip": { 2024-08-29T19:03:06.397 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:06.397 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:06.397 INFO:tasks.workunit.client.0.smithi028.stdout: "recovery_bytes": { 2024-08-29T19:03:06.397 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 35 2024-08-29T19:03:06.397 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:06.397 INFO:tasks.workunit.client.0.smithi028.stdout: "recovery_ops": { 2024-08-29T19:03:06.397 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 12 2024-08-29T19:03:06.398 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:06.398 INFO:tasks.workunit.client.0.smithi028.stdout: "stat_bytes": { 2024-08-29T19:03:06.398 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 95995035648 2024-08-29T19:03:06.398 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:06.398 INFO:tasks.workunit.client.0.smithi028.stdout: "stat_bytes_used": { 2024-08-29T19:03:06.398 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 708198400 2024-08-29T19:03:06.398 INFO:tasks.workunit.client.0.smithi028.stdout: } 2024-08-29T19:03:06.398 INFO:tasks.workunit.client.0.smithi028.stdout: } 2024-08-29T19:03:06.398 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:06.398 INFO:tasks.workunit.client.0.smithi028.stdout: "osd.4": { 2024-08-29T19:03:06.398 INFO:tasks.workunit.client.0.smithi028.stdout: "bluefs": { 2024-08-29T19:03:06.398 INFO:tasks.workunit.client.0.smithi028.stdout: "alloc_db_max_lat": { 2024-08-29T19:03:06.398 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 59725 2024-08-29T19:03:06.398 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:06.399 INFO:tasks.workunit.client.0.smithi028.stdout: "alloc_slow_fallback": { 2024-08-29T19:03:06.399 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:06.399 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:06.399 INFO:tasks.workunit.client.0.smithi028.stdout: "alloc_slow_max_lat": { 2024-08-29T19:03:06.399 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:06.399 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:06.399 INFO:tasks.workunit.client.0.smithi028.stdout: "alloc_slow_size_fallback": { 2024-08-29T19:03:06.399 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:06.399 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:06.399 INFO:tasks.workunit.client.0.smithi028.stdout: "alloc_unit_db": { 2024-08-29T19:03:06.399 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 65536 2024-08-29T19:03:06.399 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:06.399 INFO:tasks.workunit.client.0.smithi028.stdout: "alloc_unit_slow": { 2024-08-29T19:03:06.400 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:06.400 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:06.400 INFO:tasks.workunit.client.0.smithi028.stdout: "alloc_unit_wal": { 2024-08-29T19:03:06.400 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:06.400 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:06.400 INFO:tasks.workunit.client.0.smithi028.stdout: "alloc_wal_max_lat": { 2024-08-29T19:03:06.400 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:06.400 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:06.400 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes_written_slow": { 2024-08-29T19:03:06.400 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:06.400 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:06.400 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes_written_sst": { 2024-08-29T19:03:06.400 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 46153728 2024-08-29T19:03:06.400 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:06.401 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes_written_wal": { 2024-08-29T19:03:06.401 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 825614336 2024-08-29T19:03:06.401 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:06.401 INFO:tasks.workunit.client.0.smithi028.stdout: "compact_lat": { 2024-08-29T19:03:06.401 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 14, 2024-08-29T19:03:06.401 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 7207655 2024-08-29T19:03:06.401 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:06.401 INFO:tasks.workunit.client.0.smithi028.stdout: "compact_lock_lat": { 2024-08-29T19:03:06.401 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 14, 2024-08-29T19:03:06.401 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 2419629 2024-08-29T19:03:06.401 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:06.401 INFO:tasks.workunit.client.0.smithi028.stdout: "db_alloc_lat": { 2024-08-29T19:03:06.401 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 247, 2024-08-29T19:03:06.401 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 1546488 2024-08-29T19:03:06.402 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:06.402 INFO:tasks.workunit.client.0.smithi028.stdout: "db_total_bytes": { 2024-08-29T19:03:06.402 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 95995027456 2024-08-29T19:03:06.402 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:06.402 INFO:tasks.workunit.client.0.smithi028.stdout: "db_used_bytes": { 2024-08-29T19:03:06.402 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 1023803392 2024-08-29T19:03:06.402 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:06.402 INFO:tasks.workunit.client.0.smithi028.stdout: "flush_lat": { 2024-08-29T19:03:06.402 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 59330, 2024-08-29T19:03:06.402 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 8946316663 2024-08-29T19:03:06.402 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:06.402 INFO:tasks.workunit.client.0.smithi028.stdout: "fsync_lat": { 2024-08-29T19:03:06.402 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 59300, 2024-08-29T19:03:06.402 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 16933430658 2024-08-29T19:03:06.403 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:06.403 INFO:tasks.workunit.client.0.smithi028.stdout: "log_bytes": { 2024-08-29T19:03:06.403 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 10072064 2024-08-29T19:03:06.403 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:06.403 INFO:tasks.workunit.client.0.smithi028.stdout: "logged_bytes": { 2024-08-29T19:03:06.403 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 242798592 2024-08-29T19:03:06.403 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:06.403 INFO:tasks.workunit.client.0.smithi028.stdout: "max_bytes_db": { 2024-08-29T19:03:06.403 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 1018101760 2024-08-29T19:03:06.403 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:06.403 INFO:tasks.workunit.client.0.smithi028.stdout: "max_bytes_slow": { 2024-08-29T19:03:06.403 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:06.403 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:06.403 INFO:tasks.workunit.client.0.smithi028.stdout: "max_bytes_wal": { 2024-08-29T19:03:06.404 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:06.404 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:06.404 INFO:tasks.workunit.client.0.smithi028.stdout: "num_files": { 2024-08-29T19:03:06.404 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 68 2024-08-29T19:03:06.404 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:06.404 INFO:tasks.workunit.client.0.smithi028.stdout: "read_bytes": { 2024-08-29T19:03:06.404 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 757841600 2024-08-29T19:03:06.404 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:06.404 INFO:tasks.workunit.client.0.smithi028.stdout: "read_count": { 2024-08-29T19:03:06.404 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 30373 2024-08-29T19:03:06.404 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:06.404 INFO:tasks.workunit.client.0.smithi028.stdout: "read_disk_bytes": { 2024-08-29T19:03:06.404 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 673693696 2024-08-29T19:03:06.405 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:06.405 INFO:tasks.workunit.client.0.smithi028.stdout: "read_disk_bytes_db": { 2024-08-29T19:03:06.405 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 673697792 2024-08-29T19:03:06.405 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:06.405 INFO:tasks.workunit.client.0.smithi028.stdout: "read_disk_bytes_slow": { 2024-08-29T19:03:06.405 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:06.405 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:06.405 INFO:tasks.workunit.client.0.smithi028.stdout: "read_disk_bytes_wal": { 2024-08-29T19:03:06.405 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:06.405 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:06.405 INFO:tasks.workunit.client.0.smithi028.stdout: "read_disk_count": { 2024-08-29T19:03:06.405 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 12267 2024-08-29T19:03:06.405 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:06.405 INFO:tasks.workunit.client.0.smithi028.stdout: "read_lat": { 2024-08-29T19:03:06.406 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 30373, 2024-08-29T19:03:06.406 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 369859010 2024-08-29T19:03:06.406 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:06.406 INFO:tasks.workunit.client.0.smithi028.stdout: "read_prefetch_bytes": { 2024-08-29T19:03:06.406 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 445647371 2024-08-29T19:03:06.406 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:06.406 INFO:tasks.workunit.client.0.smithi028.stdout: "read_prefetch_count": { 2024-08-29T19:03:06.406 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 20833 2024-08-29T19:03:06.406 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:06.406 INFO:tasks.workunit.client.0.smithi028.stdout: "read_random_buffer_bytes": { 2024-08-29T19:03:06.406 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 13443519 2024-08-29T19:03:06.406 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:06.406 INFO:tasks.workunit.client.0.smithi028.stdout: "read_random_buffer_count": { 2024-08-29T19:03:06.406 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 1945 2024-08-29T19:03:06.407 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:06.407 INFO:tasks.workunit.client.0.smithi028.stdout: "read_random_bytes": { 2024-08-29T19:03:06.407 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 61782164 2024-08-29T19:03:06.407 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:06.407 INFO:tasks.workunit.client.0.smithi028.stdout: "read_random_count": { 2024-08-29T19:03:06.407 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 2746 2024-08-29T19:03:06.407 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:06.407 INFO:tasks.workunit.client.0.smithi028.stdout: "read_random_disk_bytes": { 2024-08-29T19:03:06.407 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 48338645 2024-08-29T19:03:06.407 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:06.407 INFO:tasks.workunit.client.0.smithi028.stdout: "read_random_disk_bytes_db": { 2024-08-29T19:03:06.407 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 48338645 2024-08-29T19:03:06.407 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:06.408 INFO:tasks.workunit.client.0.smithi028.stdout: "read_random_disk_bytes_slow": { 2024-08-29T19:03:06.408 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:06.408 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:06.408 INFO:tasks.workunit.client.0.smithi028.stdout: "read_random_disk_bytes_wal": { 2024-08-29T19:03:06.408 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:06.408 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:06.408 INFO:tasks.workunit.client.0.smithi028.stdout: "read_random_disk_count": { 2024-08-29T19:03:06.408 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 856 2024-08-29T19:03:06.408 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:06.408 INFO:tasks.workunit.client.0.smithi028.stdout: "read_random_lat": { 2024-08-29T19:03:06.408 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 2746, 2024-08-29T19:03:06.408 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 28277358 2024-08-29T19:03:06.409 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:06.409 INFO:tasks.workunit.client.0.smithi028.stdout: "slow_alloc_lat": { 2024-08-29T19:03:06.409 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 0, 2024-08-29T19:03:06.409 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:06.409 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:06.409 INFO:tasks.workunit.client.0.smithi028.stdout: "slow_total_bytes": { 2024-08-29T19:03:06.409 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:06.409 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:06.409 INFO:tasks.workunit.client.0.smithi028.stdout: "slow_used_bytes": { 2024-08-29T19:03:06.409 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:06.409 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:06.409 INFO:tasks.workunit.client.0.smithi028.stdout: "truncate_lat": { 2024-08-29T19:03:06.409 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 1, 2024-08-29T19:03:06.410 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 646 2024-08-29T19:03:06.410 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:06.410 INFO:tasks.workunit.client.0.smithi028.stdout: "unlink_lat": { 2024-08-29T19:03:06.410 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 14, 2024-08-29T19:03:06.410 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 35528 2024-08-29T19:03:06.410 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:06.410 INFO:tasks.workunit.client.0.smithi028.stdout: "wal_alloc_lat": { 2024-08-29T19:03:06.410 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 0, 2024-08-29T19:03:06.410 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:06.410 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:06.410 INFO:tasks.workunit.client.0.smithi028.stdout: "wal_total_bytes": { 2024-08-29T19:03:06.410 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:06.410 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:06.410 INFO:tasks.workunit.client.0.smithi028.stdout: "wal_used_bytes": { 2024-08-29T19:03:06.411 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:06.411 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:06.411 INFO:tasks.workunit.client.0.smithi028.stdout: "write_bytes": { 2024-08-29T19:03:06.411 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 1116725248 2024-08-29T19:03:06.411 INFO:tasks.workunit.client.0.smithi028.stdout: } 2024-08-29T19:03:06.411 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:06.411 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore": { 2024-08-29T19:03:06.411 INFO:tasks.workunit.client.0.smithi028.stdout: "alloc_unit": { 2024-08-29T19:03:06.411 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 4096 2024-08-29T19:03:06.411 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:06.411 INFO:tasks.workunit.client.0.smithi028.stdout: "allocated": { 2024-08-29T19:03:06.411 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 9637888 2024-08-29T19:03:06.411 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:06.412 INFO:tasks.workunit.client.0.smithi028.stdout: "allocator_lat": { 2024-08-29T19:03:06.412 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 19580, 2024-08-29T19:03:06.412 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 93813415 2024-08-29T19:03:06.412 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:06.412 INFO:tasks.workunit.client.0.smithi028.stdout: "clist_lat": { 2024-08-29T19:03:06.412 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 3075, 2024-08-29T19:03:06.412 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 1222586986 2024-08-29T19:03:06.412 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:06.412 INFO:tasks.workunit.client.0.smithi028.stdout: "compress_lat": { 2024-08-29T19:03:06.412 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 0, 2024-08-29T19:03:06.412 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:06.412 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:06.412 INFO:tasks.workunit.client.0.smithi028.stdout: "compressed": { 2024-08-29T19:03:06.412 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:06.413 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:06.413 INFO:tasks.workunit.client.0.smithi028.stdout: "compressed_allocated": { 2024-08-29T19:03:06.413 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:06.413 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:06.413 INFO:tasks.workunit.client.0.smithi028.stdout: "compressed_original": { 2024-08-29T19:03:06.413 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:06.413 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:06.413 INFO:tasks.workunit.client.0.smithi028.stdout: "csum_lat": { 2024-08-29T19:03:06.413 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 21772, 2024-08-29T19:03:06.413 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 274196667 2024-08-29T19:03:06.413 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:06.413 INFO:tasks.workunit.client.0.smithi028.stdout: "decompress_lat": { 2024-08-29T19:03:06.413 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 0, 2024-08-29T19:03:06.414 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:06.414 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:06.414 INFO:tasks.workunit.client.0.smithi028.stdout: "fragmentation_micros": { 2024-08-29T19:03:06.414 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:06.414 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:06.414 INFO:tasks.workunit.client.0.smithi028.stdout: "kv_commit_lat": { 2024-08-29T19:03:06.414 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 59173, 2024-08-29T19:03:06.414 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 23713030518 2024-08-29T19:03:06.414 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:06.414 INFO:tasks.workunit.client.0.smithi028.stdout: "kv_final_lat": { 2024-08-29T19:03:06.414 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 58464, 2024-08-29T19:03:06.414 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 3060556960 2024-08-29T19:03:06.414 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:06.415 INFO:tasks.workunit.client.0.smithi028.stdout: "kv_flush_lat": { 2024-08-29T19:03:06.415 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 59173, 2024-08-29T19:03:06.415 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 109507861 2024-08-29T19:03:06.415 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:06.415 INFO:tasks.workunit.client.0.smithi028.stdout: "kv_sync_lat": { 2024-08-29T19:03:06.415 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 59173, 2024-08-29T19:03:06.415 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 23822538379 2024-08-29T19:03:06.415 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:06.415 INFO:tasks.workunit.client.0.smithi028.stdout: "omap_get_keys_lat": { 2024-08-29T19:03:06.415 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 0, 2024-08-29T19:03:06.415 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:06.415 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:06.415 INFO:tasks.workunit.client.0.smithi028.stdout: "omap_get_values_lat": { 2024-08-29T19:03:06.415 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 29313, 2024-08-29T19:03:06.416 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 1727751637 2024-08-29T19:03:06.416 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:06.416 INFO:tasks.workunit.client.0.smithi028.stdout: "omap_lower_bound_lat": { 2024-08-29T19:03:06.416 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 789, 2024-08-29T19:03:06.416 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 4607738 2024-08-29T19:03:06.416 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:06.416 INFO:tasks.workunit.client.0.smithi028.stdout: "omap_next_lat": { 2024-08-29T19:03:06.416 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 16483, 2024-08-29T19:03:06.416 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 20071278 2024-08-29T19:03:06.416 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:06.416 INFO:tasks.workunit.client.0.smithi028.stdout: "omap_seek_to_first_lat": { 2024-08-29T19:03:06.416 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 46, 2024-08-29T19:03:06.416 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 82953 2024-08-29T19:03:06.416 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:06.417 INFO:tasks.workunit.client.0.smithi028.stdout: "omap_upper_bound_lat": { 2024-08-29T19:03:06.417 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 15209, 2024-08-29T19:03:06.417 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 7927264484 2024-08-29T19:03:06.417 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:06.417 INFO:tasks.workunit.client.0.smithi028.stdout: "onode_hits": { 2024-08-29T19:03:06.417 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 191559 2024-08-29T19:03:06.417 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:06.417 INFO:tasks.workunit.client.0.smithi028.stdout: "onode_misses": { 2024-08-29T19:03:06.417 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 19688 2024-08-29T19:03:06.417 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:06.417 INFO:tasks.workunit.client.0.smithi028.stdout: "read_lat": { 2024-08-29T19:03:06.417 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 14529, 2024-08-29T19:03:06.417 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 1770403982 2024-08-29T19:03:06.418 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:06.418 INFO:tasks.workunit.client.0.smithi028.stdout: "read_onode_meta_lat": { 2024-08-29T19:03:06.418 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 46514, 2024-08-29T19:03:06.418 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 29180687 2024-08-29T19:03:06.418 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:06.418 INFO:tasks.workunit.client.0.smithi028.stdout: "read_wait_aio_lat": { 2024-08-29T19:03:06.418 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 31985, 2024-08-29T19:03:06.418 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 942119775 2024-08-29T19:03:06.418 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:06.418 INFO:tasks.workunit.client.0.smithi028.stdout: "reads_with_retries": { 2024-08-29T19:03:06.418 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:06.418 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:06.418 INFO:tasks.workunit.client.0.smithi028.stdout: "remove_lat": { 2024-08-29T19:03:06.418 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 12869, 2024-08-29T19:03:06.419 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 662126651 2024-08-29T19:03:06.419 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:06.419 INFO:tasks.workunit.client.0.smithi028.stdout: "slow_aio_wait_count": { 2024-08-29T19:03:06.419 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:06.419 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:06.419 INFO:tasks.workunit.client.0.smithi028.stdout: "slow_committed_kv_count": { 2024-08-29T19:03:06.419 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:06.419 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:06.419 INFO:tasks.workunit.client.0.smithi028.stdout: "slow_read_onode_meta_count": { 2024-08-29T19:03:06.419 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:06.419 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:06.419 INFO:tasks.workunit.client.0.smithi028.stdout: "slow_read_wait_aio_count": { 2024-08-29T19:03:06.419 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:06.419 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:06.420 INFO:tasks.workunit.client.0.smithi028.stdout: "state_aio_wait_lat": { 2024-08-29T19:03:06.420 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 68583, 2024-08-29T19:03:06.420 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 4418977540 2024-08-29T19:03:06.420 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:06.420 INFO:tasks.workunit.client.0.smithi028.stdout: "state_deferred_aio_wait_lat": { 2024-08-29T19:03:06.420 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 17485, 2024-08-29T19:03:06.420 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 1540437841 2024-08-29T19:03:06.420 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:06.420 INFO:tasks.workunit.client.0.smithi028.stdout: "state_deferred_cleanup_lat": { 2024-08-29T19:03:06.420 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 17484, 2024-08-29T19:03:06.420 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 1938742711617 2024-08-29T19:03:06.420 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:06.420 INFO:tasks.workunit.client.0.smithi028.stdout: "state_deferred_queued_lat": { 2024-08-29T19:03:06.421 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 17485, 2024-08-29T19:03:06.421 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 5966957876105 2024-08-29T19:03:06.421 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:06.421 INFO:tasks.workunit.client.0.smithi028.stdout: "state_done_lat": { 2024-08-29T19:03:06.421 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 68582, 2024-08-29T19:03:06.421 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 2066079241201 2024-08-29T19:03:06.421 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:06.421 INFO:tasks.workunit.client.0.smithi028.stdout: "state_finishing_lat": { 2024-08-29T19:03:06.421 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 68582, 2024-08-29T19:03:06.421 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 17014689 2024-08-29T19:03:06.421 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:06.421 INFO:tasks.workunit.client.0.smithi028.stdout: "state_io_done_lat": { 2024-08-29T19:03:06.421 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 68583, 2024-08-29T19:03:06.422 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 170629632 2024-08-29T19:03:06.422 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:06.422 INFO:tasks.workunit.client.0.smithi028.stdout: "state_kv_commiting_lat": { 2024-08-29T19:03:06.422 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 68583, 2024-08-29T19:03:06.422 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 40937764270 2024-08-29T19:03:06.422 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:06.422 INFO:tasks.workunit.client.0.smithi028.stdout: "state_kv_done_lat": { 2024-08-29T19:03:06.422 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 68583, 2024-08-29T19:03:06.422 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 53588716 2024-08-29T19:03:06.422 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:06.422 INFO:tasks.workunit.client.0.smithi028.stdout: "state_kv_queued_lat": { 2024-08-29T19:03:06.422 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 68583, 2024-08-29T19:03:06.422 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 19857009071 2024-08-29T19:03:06.422 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:06.422 INFO:tasks.workunit.client.0.smithi028.stdout: "state_prepare_lat": { 2024-08-29T19:03:06.423 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 68583, 2024-08-29T19:03:06.423 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 13754299593 2024-08-29T19:03:06.423 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:06.423 INFO:tasks.workunit.client.0.smithi028.stdout: "stored": { 2024-08-29T19:03:06.423 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 5568872 2024-08-29T19:03:06.423 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:06.423 INFO:tasks.workunit.client.0.smithi028.stdout: "truncate_lat": { 2024-08-29T19:03:06.423 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 2224, 2024-08-29T19:03:06.423 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 22097034 2024-08-29T19:03:06.423 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:06.423 INFO:tasks.workunit.client.0.smithi028.stdout: "txc_commit_lat": { 2024-08-29T19:03:06.423 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 68583, 2024-08-29T19:03:06.423 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 79163300812 2024-08-29T19:03:06.423 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:06.424 INFO:tasks.workunit.client.0.smithi028.stdout: "txc_submit_lat": { 2024-08-29T19:03:06.424 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 68583, 2024-08-29T19:03:06.424 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 15667841326 2024-08-29T19:03:06.424 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:06.424 INFO:tasks.workunit.client.0.smithi028.stdout: "txc_throttle_lat": { 2024-08-29T19:03:06.424 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 68583, 2024-08-29T19:03:06.424 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 873822966 2024-08-29T19:03:06.424 INFO:tasks.workunit.client.0.smithi028.stdout: } 2024-08-29T19:03:06.424 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:06.424 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore-pricache": { 2024-08-29T19:03:06.424 INFO:tasks.workunit.client.0.smithi028.stdout: "cache_bytes": { 2024-08-29T19:03:06.424 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 1445593205 2024-08-29T19:03:06.424 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:06.425 INFO:tasks.workunit.client.0.smithi028.stdout: "heap_bytes": { 2024-08-29T19:03:06.425 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 611008512 2024-08-29T19:03:06.425 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:06.425 INFO:tasks.workunit.client.0.smithi028.stdout: "mapped_bytes": { 2024-08-29T19:03:06.425 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 552787968 2024-08-29T19:03:06.425 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:06.425 INFO:tasks.workunit.client.0.smithi028.stdout: "target_bytes": { 2024-08-29T19:03:06.425 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 2648117145 2024-08-29T19:03:06.425 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:06.425 INFO:tasks.workunit.client.0.smithi028.stdout: "unmapped_bytes": { 2024-08-29T19:03:06.425 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 58220544 2024-08-29T19:03:06.425 INFO:tasks.workunit.client.0.smithi028.stdout: } 2024-08-29T19:03:06.425 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:06.425 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore-pricache:data": { 2024-08-29T19:03:06.426 INFO:tasks.workunit.client.0.smithi028.stdout: "committed_bytes": { 2024-08-29T19:03:06.426 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 125829120 2024-08-29T19:03:06.426 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:06.426 INFO:tasks.workunit.client.0.smithi028.stdout: "pri0_bytes": { 2024-08-29T19:03:06.426 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:06.426 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:06.426 INFO:tasks.workunit.client.0.smithi028.stdout: "pri10_bytes": { 2024-08-29T19:03:06.426 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:06.426 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:06.426 INFO:tasks.workunit.client.0.smithi028.stdout: "pri11_bytes": { 2024-08-29T19:03:06.426 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 56676537 2024-08-29T19:03:06.426 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:06.426 INFO:tasks.workunit.client.0.smithi028.stdout: "pri1_bytes": { 2024-08-29T19:03:06.426 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:06.427 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:06.427 INFO:tasks.workunit.client.0.smithi028.stdout: "pri2_bytes": { 2024-08-29T19:03:06.427 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:06.427 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:06.427 INFO:tasks.workunit.client.0.smithi028.stdout: "pri3_bytes": { 2024-08-29T19:03:06.427 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 12288 2024-08-29T19:03:06.427 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:06.427 INFO:tasks.workunit.client.0.smithi028.stdout: "pri4_bytes": { 2024-08-29T19:03:06.427 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:06.427 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:06.427 INFO:tasks.workunit.client.0.smithi028.stdout: "pri5_bytes": { 2024-08-29T19:03:06.427 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 73728 2024-08-29T19:03:06.427 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:06.428 INFO:tasks.workunit.client.0.smithi028.stdout: "pri6_bytes": { 2024-08-29T19:03:06.428 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 901120 2024-08-29T19:03:06.428 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:06.428 INFO:tasks.workunit.client.0.smithi028.stdout: "pri7_bytes": { 2024-08-29T19:03:06.428 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:06.428 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:06.428 INFO:tasks.workunit.client.0.smithi028.stdout: "pri8_bytes": { 2024-08-29T19:03:06.428 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:06.428 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:06.428 INFO:tasks.workunit.client.0.smithi028.stdout: "pri9_bytes": { 2024-08-29T19:03:06.428 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:06.428 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:06.428 INFO:tasks.workunit.client.0.smithi028.stdout: "reserved_bytes": { 2024-08-29T19:03:06.429 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 68165447 2024-08-29T19:03:06.429 INFO:tasks.workunit.client.0.smithi028.stdout: } 2024-08-29T19:03:06.429 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:06.429 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore-pricache:kv": { 2024-08-29T19:03:06.429 INFO:tasks.workunit.client.0.smithi028.stdout: "committed_bytes": { 2024-08-29T19:03:06.429 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 562036736 2024-08-29T19:03:06.429 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:06.429 INFO:tasks.workunit.client.0.smithi028.stdout: "pri0_bytes": { 2024-08-29T19:03:06.429 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 67108864 2024-08-29T19:03:06.429 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:06.429 INFO:tasks.workunit.client.0.smithi028.stdout: "pri10_bytes": { 2024-08-29T19:03:06.429 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:06.429 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:06.429 INFO:tasks.workunit.client.0.smithi028.stdout: "pri11_bytes": { 2024-08-29T19:03:06.430 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 425074032 2024-08-29T19:03:06.430 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:06.430 INFO:tasks.workunit.client.0.smithi028.stdout: "pri1_bytes": { 2024-08-29T19:03:06.430 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:06.430 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:06.430 INFO:tasks.workunit.client.0.smithi028.stdout: "pri2_bytes": { 2024-08-29T19:03:06.430 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:06.430 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:06.430 INFO:tasks.workunit.client.0.smithi028.stdout: "pri3_bytes": { 2024-08-29T19:03:06.430 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 4992 2024-08-29T19:03:06.430 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:06.430 INFO:tasks.workunit.client.0.smithi028.stdout: "pri4_bytes": { 2024-08-29T19:03:06.430 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:06.431 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:06.431 INFO:tasks.workunit.client.0.smithi028.stdout: "pri5_bytes": { 2024-08-29T19:03:06.431 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 325120 2024-08-29T19:03:06.431 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:06.431 INFO:tasks.workunit.client.0.smithi028.stdout: "pri6_bytes": { 2024-08-29T19:03:06.431 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:06.431 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:06.431 INFO:tasks.workunit.client.0.smithi028.stdout: "pri7_bytes": { 2024-08-29T19:03:06.431 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:06.431 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:06.431 INFO:tasks.workunit.client.0.smithi028.stdout: "pri8_bytes": { 2024-08-29T19:03:06.431 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:06.431 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:06.431 INFO:tasks.workunit.client.0.smithi028.stdout: "pri9_bytes": { 2024-08-29T19:03:06.432 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:06.432 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:06.432 INFO:tasks.workunit.client.0.smithi028.stdout: "reserved_bytes": { 2024-08-29T19:03:06.432 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 69523728 2024-08-29T19:03:06.432 INFO:tasks.workunit.client.0.smithi028.stdout: } 2024-08-29T19:03:06.432 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:06.432 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore-pricache:kv_onode": { 2024-08-29T19:03:06.432 INFO:tasks.workunit.client.0.smithi028.stdout: "committed_bytes": { 2024-08-29T19:03:06.432 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 176160768 2024-08-29T19:03:06.432 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:06.432 INFO:tasks.workunit.client.0.smithi028.stdout: "pri0_bytes": { 2024-08-29T19:03:06.432 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 67108864 2024-08-29T19:03:06.432 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:06.433 INFO:tasks.workunit.client.0.smithi028.stdout: "pri10_bytes": { 2024-08-29T19:03:06.433 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 750928 2024-08-29T19:03:06.433 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:06.433 INFO:tasks.workunit.client.0.smithi028.stdout: "pri11_bytes": { 2024-08-29T19:03:06.433 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 37784358 2024-08-29T19:03:06.433 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:06.433 INFO:tasks.workunit.client.0.smithi028.stdout: "pri1_bytes": { 2024-08-29T19:03:06.433 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:06.433 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:06.433 INFO:tasks.workunit.client.0.smithi028.stdout: "pri2_bytes": { 2024-08-29T19:03:06.433 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:06.433 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:06.433 INFO:tasks.workunit.client.0.smithi028.stdout: "pri3_bytes": { 2024-08-29T19:03:06.433 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:06.434 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:06.434 INFO:tasks.workunit.client.0.smithi028.stdout: "pri4_bytes": { 2024-08-29T19:03:06.434 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:06.434 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:06.434 INFO:tasks.workunit.client.0.smithi028.stdout: "pri5_bytes": { 2024-08-29T19:03:06.434 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:06.434 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:06.434 INFO:tasks.workunit.client.0.smithi028.stdout: "pri6_bytes": { 2024-08-29T19:03:06.434 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:06.434 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:06.434 INFO:tasks.workunit.client.0.smithi028.stdout: "pri7_bytes": { 2024-08-29T19:03:06.434 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:06.434 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:06.435 INFO:tasks.workunit.client.0.smithi028.stdout: "pri8_bytes": { 2024-08-29T19:03:06.435 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:06.435 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:06.435 INFO:tasks.workunit.client.0.smithi028.stdout: "pri9_bytes": { 2024-08-29T19:03:06.435 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:06.435 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:06.435 INFO:tasks.workunit.client.0.smithi028.stdout: "reserved_bytes": { 2024-08-29T19:03:06.435 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 70516618 2024-08-29T19:03:06.435 INFO:tasks.workunit.client.0.smithi028.stdout: } 2024-08-29T19:03:06.435 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:06.435 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore-pricache:meta": { 2024-08-29T19:03:06.435 INFO:tasks.workunit.client.0.smithi028.stdout: "committed_bytes": { 2024-08-29T19:03:06.435 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 494927872 2024-08-29T19:03:06.436 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:06.436 INFO:tasks.workunit.client.0.smithi028.stdout: "pri0_bytes": { 2024-08-29T19:03:06.436 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:06.436 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:06.436 INFO:tasks.workunit.client.0.smithi028.stdout: "pri10_bytes": { 2024-08-29T19:03:06.436 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:06.436 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:06.436 INFO:tasks.workunit.client.0.smithi028.stdout: "pri11_bytes": { 2024-08-29T19:03:06.436 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 425074032 2024-08-29T19:03:06.436 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:06.436 INFO:tasks.workunit.client.0.smithi028.stdout: "pri1_bytes": { 2024-08-29T19:03:06.436 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:06.436 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:06.437 INFO:tasks.workunit.client.0.smithi028.stdout: "pri2_bytes": { 2024-08-29T19:03:06.437 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:06.437 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:06.437 INFO:tasks.workunit.client.0.smithi028.stdout: "pri3_bytes": { 2024-08-29T19:03:06.437 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 3004 2024-08-29T19:03:06.437 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:06.437 INFO:tasks.workunit.client.0.smithi028.stdout: "pri4_bytes": { 2024-08-29T19:03:06.437 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:06.437 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:06.437 INFO:tasks.workunit.client.0.smithi028.stdout: "pri5_bytes": { 2024-08-29T19:03:06.437 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 158229 2024-08-29T19:03:06.437 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:06.437 INFO:tasks.workunit.client.0.smithi028.stdout: "pri6_bytes": { 2024-08-29T19:03:06.437 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 1097593 2024-08-29T19:03:06.438 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:06.438 INFO:tasks.workunit.client.0.smithi028.stdout: "pri7_bytes": { 2024-08-29T19:03:06.438 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:06.438 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:06.438 INFO:tasks.workunit.client.0.smithi028.stdout: "pri8_bytes": { 2024-08-29T19:03:06.438 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:06.438 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:06.438 INFO:tasks.workunit.client.0.smithi028.stdout: "pri9_bytes": { 2024-08-29T19:03:06.438 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:06.438 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:06.438 INFO:tasks.workunit.client.0.smithi028.stdout: "reserved_bytes": { 2024-08-29T19:03:06.438 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 68595014 2024-08-29T19:03:06.438 INFO:tasks.workunit.client.0.smithi028.stdout: } 2024-08-29T19:03:06.439 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:06.439 INFO:tasks.workunit.client.0.smithi028.stdout: "objecter": { 2024-08-29T19:03:06.439 INFO:tasks.workunit.client.0.smithi028.stdout: "op_active": { 2024-08-29T19:03:06.439 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:06.439 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:06.439 INFO:tasks.workunit.client.0.smithi028.stdout: "op_r": { 2024-08-29T19:03:06.439 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 14 2024-08-29T19:03:06.439 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:06.439 INFO:tasks.workunit.client.0.smithi028.stdout: "op_rmw": { 2024-08-29T19:03:06.439 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:06.439 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:06.439 INFO:tasks.workunit.client.0.smithi028.stdout: "op_w": { 2024-08-29T19:03:06.439 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:06.440 INFO:tasks.workunit.client.0.smithi028.stdout: } 2024-08-29T19:03:06.440 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:06.440 INFO:tasks.workunit.client.0.smithi028.stdout: "osd": { 2024-08-29T19:03:06.440 INFO:tasks.workunit.client.0.smithi028.stdout: "numpg": { 2024-08-29T19:03:06.440 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 49 2024-08-29T19:03:06.440 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:06.440 INFO:tasks.workunit.client.0.smithi028.stdout: "numpg_removing": { 2024-08-29T19:03:06.440 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:06.440 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:06.440 INFO:tasks.workunit.client.0.smithi028.stdout: "op": { 2024-08-29T19:03:06.440 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 41526 2024-08-29T19:03:06.440 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:06.440 INFO:tasks.workunit.client.0.smithi028.stdout: "op_before_queue_op_lat": { 2024-08-29T19:03:06.440 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 103503, 2024-08-29T19:03:06.441 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 11325062766 2024-08-29T19:03:06.441 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:06.441 INFO:tasks.workunit.client.0.smithi028.stdout: "op_delayed_degraded": { 2024-08-29T19:03:06.441 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 3 2024-08-29T19:03:06.441 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:06.441 INFO:tasks.workunit.client.0.smithi028.stdout: "op_delayed_unreadable": { 2024-08-29T19:03:06.441 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:06.441 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:06.441 INFO:tasks.workunit.client.0.smithi028.stdout: "op_in_bytes": { 2024-08-29T19:03:06.441 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 1540369563 2024-08-29T19:03:06.441 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:06.441 INFO:tasks.workunit.client.0.smithi028.stdout: "op_latency": { 2024-08-29T19:03:06.442 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 41526, 2024-08-29T19:03:06.442 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 103134879170 2024-08-29T19:03:06.442 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:06.442 INFO:tasks.workunit.client.0.smithi028.stdout: "op_out_bytes": { 2024-08-29T19:03:06.442 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 2338830367 2024-08-29T19:03:06.442 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:06.442 INFO:tasks.workunit.client.0.smithi028.stdout: "op_prepare_latency": { 2024-08-29T19:03:06.442 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 42281, 2024-08-29T19:03:06.442 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 32419258544 2024-08-29T19:03:06.442 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:06.442 INFO:tasks.workunit.client.0.smithi028.stdout: "op_process_latency": { 2024-08-29T19:03:06.442 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 41526, 2024-08-29T19:03:06.442 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 60144857774 2024-08-29T19:03:06.443 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:06.443 INFO:tasks.workunit.client.0.smithi028.stdout: "op_r": { 2024-08-29T19:03:06.443 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 31787 2024-08-29T19:03:06.443 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:06.443 INFO:tasks.workunit.client.0.smithi028.stdout: "op_r_latency": { 2024-08-29T19:03:06.443 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 31787, 2024-08-29T19:03:06.443 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 21557471798 2024-08-29T19:03:06.443 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:06.443 INFO:tasks.workunit.client.0.smithi028.stdout: "op_r_latency_out_bytes_histogram": { 2024-08-29T19:03:06.443 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:06.443 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:06.443 INFO:tasks.workunit.client.0.smithi028.stdout: "op_r_out_bytes": { 2024-08-29T19:03:06.443 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 2338830367 2024-08-29T19:03:06.444 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:06.444 INFO:tasks.workunit.client.0.smithi028.stdout: "op_r_prepare_latency": { 2024-08-29T19:03:06.444 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 32182, 2024-08-29T19:03:06.444 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 14186490130 2024-08-29T19:03:06.444 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:06.444 INFO:tasks.workunit.client.0.smithi028.stdout: "op_r_process_latency": { 2024-08-29T19:03:06.444 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 31787, 2024-08-29T19:03:06.444 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 12716275857 2024-08-29T19:03:06.444 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:06.444 INFO:tasks.workunit.client.0.smithi028.stdout: "op_rw": { 2024-08-29T19:03:06.444 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 5772 2024-08-29T19:03:06.444 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:06.444 INFO:tasks.workunit.client.0.smithi028.stdout: "op_rw_in_bytes": { 2024-08-29T19:03:06.445 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 324852345 2024-08-29T19:03:06.445 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:06.445 INFO:tasks.workunit.client.0.smithi028.stdout: "op_rw_latency": { 2024-08-29T19:03:06.445 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 5772, 2024-08-29T19:03:06.445 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 22688699147 2024-08-29T19:03:06.445 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:06.445 INFO:tasks.workunit.client.0.smithi028.stdout: "op_rw_latency_in_bytes_histogram": { 2024-08-29T19:03:06.445 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:06.445 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:06.445 INFO:tasks.workunit.client.0.smithi028.stdout: "op_rw_latency_out_bytes_histogram": { 2024-08-29T19:03:06.445 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:06.445 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:06.445 INFO:tasks.workunit.client.0.smithi028.stdout: "op_rw_out_bytes": { 2024-08-29T19:03:06.445 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:06.446 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:06.446 INFO:tasks.workunit.client.0.smithi028.stdout: "op_rw_prepare_latency": { 2024-08-29T19:03:06.446 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 6026, 2024-08-29T19:03:06.446 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 8935298158 2024-08-29T19:03:06.446 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:06.446 INFO:tasks.workunit.client.0.smithi028.stdout: "op_rw_process_latency": { 2024-08-29T19:03:06.446 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 5772, 2024-08-29T19:03:06.446 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 19476725290 2024-08-29T19:03:06.446 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:06.446 INFO:tasks.workunit.client.0.smithi028.stdout: "op_w": { 2024-08-29T19:03:06.446 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 3967 2024-08-29T19:03:06.446 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:06.447 INFO:tasks.workunit.client.0.smithi028.stdout: "op_w_in_bytes": { 2024-08-29T19:03:06.447 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 1215517218 2024-08-29T19:03:06.447 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:06.447 INFO:tasks.workunit.client.0.smithi028.stdout: "op_w_latency": { 2024-08-29T19:03:06.447 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 3967, 2024-08-29T19:03:06.447 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 58888708225 2024-08-29T19:03:06.447 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:06.447 INFO:tasks.workunit.client.0.smithi028.stdout: "op_w_latency_in_bytes_histogram": { 2024-08-29T19:03:06.447 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:06.447 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:06.447 INFO:tasks.workunit.client.0.smithi028.stdout: "op_w_prepare_latency": { 2024-08-29T19:03:06.447 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 4073, 2024-08-29T19:03:06.447 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 9297470256 2024-08-29T19:03:06.447 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:06.448 INFO:tasks.workunit.client.0.smithi028.stdout: "op_w_process_latency": { 2024-08-29T19:03:06.448 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 3967, 2024-08-29T19:03:06.448 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 27951856627 2024-08-29T19:03:06.448 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:06.448 INFO:tasks.workunit.client.0.smithi028.stdout: "op_wip": { 2024-08-29T19:03:06.448 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:06.448 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:06.448 INFO:tasks.workunit.client.0.smithi028.stdout: "recovery_bytes": { 2024-08-29T19:03:06.448 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 59 2024-08-29T19:03:06.448 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:06.448 INFO:tasks.workunit.client.0.smithi028.stdout: "recovery_ops": { 2024-08-29T19:03:06.448 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 13 2024-08-29T19:03:06.448 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:06.449 INFO:tasks.workunit.client.0.smithi028.stdout: "stat_bytes": { 2024-08-29T19:03:06.449 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 95995035648 2024-08-29T19:03:06.449 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:06.449 INFO:tasks.workunit.client.0.smithi028.stdout: "stat_bytes_used": { 2024-08-29T19:03:06.449 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 1033453568 2024-08-29T19:03:06.449 INFO:tasks.workunit.client.0.smithi028.stdout: } 2024-08-29T19:03:06.449 INFO:tasks.workunit.client.0.smithi028.stdout: } 2024-08-29T19:03:06.449 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:06.449 INFO:tasks.workunit.client.0.smithi028.stdout: "osd.5": { 2024-08-29T19:03:06.449 INFO:tasks.workunit.client.0.smithi028.stdout: "bluefs": { 2024-08-29T19:03:06.449 INFO:tasks.workunit.client.0.smithi028.stdout: "alloc_db_max_lat": { 2024-08-29T19:03:06.449 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 25620 2024-08-29T19:03:06.450 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:06.450 INFO:tasks.workunit.client.0.smithi028.stdout: "alloc_slow_fallback": { 2024-08-29T19:03:06.450 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:06.450 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:06.450 INFO:tasks.workunit.client.0.smithi028.stdout: "alloc_slow_max_lat": { 2024-08-29T19:03:06.450 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:06.450 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:06.450 INFO:tasks.workunit.client.0.smithi028.stdout: "alloc_slow_size_fallback": { 2024-08-29T19:03:06.450 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:06.450 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:06.450 INFO:tasks.workunit.client.0.smithi028.stdout: "alloc_unit_db": { 2024-08-29T19:03:06.450 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 65536 2024-08-29T19:03:06.450 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:06.450 INFO:tasks.workunit.client.0.smithi028.stdout: "alloc_unit_slow": { 2024-08-29T19:03:06.451 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:06.451 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:06.451 INFO:tasks.workunit.client.0.smithi028.stdout: "alloc_unit_wal": { 2024-08-29T19:03:06.451 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:06.451 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:06.451 INFO:tasks.workunit.client.0.smithi028.stdout: "alloc_wal_max_lat": { 2024-08-29T19:03:06.451 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:06.451 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:06.451 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes_written_slow": { 2024-08-29T19:03:06.451 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:06.451 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:06.451 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes_written_sst": { 2024-08-29T19:03:06.451 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 21684224 2024-08-29T19:03:06.451 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:06.452 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes_written_wal": { 2024-08-29T19:03:06.452 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 711274496 2024-08-29T19:03:06.452 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:06.452 INFO:tasks.workunit.client.0.smithi028.stdout: "compact_lat": { 2024-08-29T19:03:06.452 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 17, 2024-08-29T19:03:06.452 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 6014069 2024-08-29T19:03:06.452 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:06.452 INFO:tasks.workunit.client.0.smithi028.stdout: "compact_lock_lat": { 2024-08-29T19:03:06.452 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 17, 2024-08-29T19:03:06.452 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 2051217 2024-08-29T19:03:06.452 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:06.452 INFO:tasks.workunit.client.0.smithi028.stdout: "db_alloc_lat": { 2024-08-29T19:03:06.452 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 208, 2024-08-29T19:03:06.453 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 1269694 2024-08-29T19:03:06.453 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:06.453 INFO:tasks.workunit.client.0.smithi028.stdout: "db_total_bytes": { 2024-08-29T19:03:06.453 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 95995027456 2024-08-29T19:03:06.453 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:06.453 INFO:tasks.workunit.client.0.smithi028.stdout: "db_used_bytes": { 2024-08-29T19:03:06.453 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 689897472 2024-08-29T19:03:06.453 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:06.453 INFO:tasks.workunit.client.0.smithi028.stdout: "flush_lat": { 2024-08-29T19:03:06.453 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 72660, 2024-08-29T19:03:06.453 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 9604892829 2024-08-29T19:03:06.453 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:06.453 INFO:tasks.workunit.client.0.smithi028.stdout: "fsync_lat": { 2024-08-29T19:03:06.453 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 72648, 2024-08-29T19:03:06.453 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 18881135605 2024-08-29T19:03:06.454 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:06.454 INFO:tasks.workunit.client.0.smithi028.stdout: "log_bytes": { 2024-08-29T19:03:06.454 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 14929920 2024-08-29T19:03:06.454 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:06.454 INFO:tasks.workunit.client.0.smithi028.stdout: "logged_bytes": { 2024-08-29T19:03:06.454 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 297553920 2024-08-29T19:03:06.454 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:06.454 INFO:tasks.workunit.client.0.smithi028.stdout: "max_bytes_db": { 2024-08-29T19:03:06.454 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 671416320 2024-08-29T19:03:06.454 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:06.454 INFO:tasks.workunit.client.0.smithi028.stdout: "max_bytes_slow": { 2024-08-29T19:03:06.454 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:06.454 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:06.455 INFO:tasks.workunit.client.0.smithi028.stdout: "max_bytes_wal": { 2024-08-29T19:03:06.455 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:06.455 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:06.455 INFO:tasks.workunit.client.0.smithi028.stdout: "num_files": { 2024-08-29T19:03:06.455 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 50 2024-08-29T19:03:06.455 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:06.455 INFO:tasks.workunit.client.0.smithi028.stdout: "read_bytes": { 2024-08-29T19:03:06.455 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 502685129 2024-08-29T19:03:06.455 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:06.455 INFO:tasks.workunit.client.0.smithi028.stdout: "read_count": { 2024-08-29T19:03:06.455 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 21231 2024-08-29T19:03:06.455 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:06.455 INFO:tasks.workunit.client.0.smithi028.stdout: "read_disk_bytes": { 2024-08-29T19:03:06.456 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 460836864 2024-08-29T19:03:06.456 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:06.456 INFO:tasks.workunit.client.0.smithi028.stdout: "read_disk_bytes_db": { 2024-08-29T19:03:06.456 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 460840960 2024-08-29T19:03:06.456 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:06.456 INFO:tasks.workunit.client.0.smithi028.stdout: "read_disk_bytes_slow": { 2024-08-29T19:03:06.456 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:06.456 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:06.456 INFO:tasks.workunit.client.0.smithi028.stdout: "read_disk_bytes_wal": { 2024-08-29T19:03:06.456 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:06.456 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:06.456 INFO:tasks.workunit.client.0.smithi028.stdout: "read_disk_count": { 2024-08-29T19:03:06.456 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 10355 2024-08-29T19:03:06.456 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:06.457 INFO:tasks.workunit.client.0.smithi028.stdout: "read_lat": { 2024-08-29T19:03:06.457 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 21231, 2024-08-29T19:03:06.457 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 304714863 2024-08-29T19:03:06.457 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:06.460 INFO:tasks.workunit.client.0.smithi028.stdout: "read_prefetch_bytes": { 2024-08-29T19:03:06.460 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 295806045 2024-08-29T19:03:06.460 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:06.460 INFO:tasks.workunit.client.0.smithi028.stdout: "read_prefetch_count": { 2024-08-29T19:03:06.460 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 14905 2024-08-29T19:03:06.460 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:06.460 INFO:tasks.workunit.client.0.smithi028.stdout: "read_random_buffer_bytes": { 2024-08-29T19:03:06.460 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 5628850 2024-08-29T19:03:06.460 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:06.460 INFO:tasks.workunit.client.0.smithi028.stdout: "read_random_buffer_count": { 2024-08-29T19:03:06.461 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 1236 2024-08-29T19:03:06.461 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:06.461 INFO:tasks.workunit.client.0.smithi028.stdout: "read_random_bytes": { 2024-08-29T19:03:06.461 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 27684138 2024-08-29T19:03:06.461 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:06.461 INFO:tasks.workunit.client.0.smithi028.stdout: "read_random_count": { 2024-08-29T19:03:06.461 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 1749 2024-08-29T19:03:06.461 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:06.461 INFO:tasks.workunit.client.0.smithi028.stdout: "read_random_disk_bytes": { 2024-08-29T19:03:06.461 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 22055288 2024-08-29T19:03:06.461 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:06.461 INFO:tasks.workunit.client.0.smithi028.stdout: "read_random_disk_bytes_db": { 2024-08-29T19:03:06.461 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 22055288 2024-08-29T19:03:06.461 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:06.462 INFO:tasks.workunit.client.0.smithi028.stdout: "read_random_disk_bytes_slow": { 2024-08-29T19:03:06.462 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:06.462 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:06.462 INFO:tasks.workunit.client.0.smithi028.stdout: "read_random_disk_bytes_wal": { 2024-08-29T19:03:06.462 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:06.462 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:06.462 INFO:tasks.workunit.client.0.smithi028.stdout: "read_random_disk_count": { 2024-08-29T19:03:06.462 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 542 2024-08-29T19:03:06.462 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:06.462 INFO:tasks.workunit.client.0.smithi028.stdout: "read_random_lat": { 2024-08-29T19:03:06.462 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 1749, 2024-08-29T19:03:06.462 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 23280628 2024-08-29T19:03:06.462 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:06.463 INFO:tasks.workunit.client.0.smithi028.stdout: "slow_alloc_lat": { 2024-08-29T19:03:06.463 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 0, 2024-08-29T19:03:06.463 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:06.463 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:06.463 INFO:tasks.workunit.client.0.smithi028.stdout: "slow_total_bytes": { 2024-08-29T19:03:06.463 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:06.463 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:06.463 INFO:tasks.workunit.client.0.smithi028.stdout: "slow_used_bytes": { 2024-08-29T19:03:06.463 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:06.463 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:06.463 INFO:tasks.workunit.client.0.smithi028.stdout: "truncate_lat": { 2024-08-29T19:03:06.463 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 1, 2024-08-29T19:03:06.463 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 645 2024-08-29T19:03:06.463 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:06.464 INFO:tasks.workunit.client.0.smithi028.stdout: "unlink_lat": { 2024-08-29T19:03:06.464 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 12, 2024-08-29T19:03:06.464 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 27342 2024-08-29T19:03:06.464 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:06.464 INFO:tasks.workunit.client.0.smithi028.stdout: "wal_alloc_lat": { 2024-08-29T19:03:06.464 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 0, 2024-08-29T19:03:06.464 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:06.464 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:06.464 INFO:tasks.workunit.client.0.smithi028.stdout: "wal_total_bytes": { 2024-08-29T19:03:06.464 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:06.464 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:06.464 INFO:tasks.workunit.client.0.smithi028.stdout: "wal_used_bytes": { 2024-08-29T19:03:06.464 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:06.464 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:06.465 INFO:tasks.workunit.client.0.smithi028.stdout: "write_bytes": { 2024-08-29T19:03:06.465 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 1033109504 2024-08-29T19:03:06.465 INFO:tasks.workunit.client.0.smithi028.stdout: } 2024-08-29T19:03:06.465 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:06.465 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore": { 2024-08-29T19:03:06.465 INFO:tasks.workunit.client.0.smithi028.stdout: "alloc_unit": { 2024-08-29T19:03:06.465 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 4096 2024-08-29T19:03:06.465 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:06.465 INFO:tasks.workunit.client.0.smithi028.stdout: "allocated": { 2024-08-29T19:03:06.465 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 9641984 2024-08-29T19:03:06.465 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:06.465 INFO:tasks.workunit.client.0.smithi028.stdout: "allocator_lat": { 2024-08-29T19:03:06.465 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 17608, 2024-08-29T19:03:06.466 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 86110994 2024-08-29T19:03:06.466 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:06.466 INFO:tasks.workunit.client.0.smithi028.stdout: "clist_lat": { 2024-08-29T19:03:06.466 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 3080, 2024-08-29T19:03:06.466 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 987627506 2024-08-29T19:03:06.466 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:06.466 INFO:tasks.workunit.client.0.smithi028.stdout: "compress_lat": { 2024-08-29T19:03:06.466 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 0, 2024-08-29T19:03:06.466 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:06.466 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:06.466 INFO:tasks.workunit.client.0.smithi028.stdout: "compressed": { 2024-08-29T19:03:06.466 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:06.466 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:06.466 INFO:tasks.workunit.client.0.smithi028.stdout: "compressed_allocated": { 2024-08-29T19:03:06.467 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:06.467 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:06.467 INFO:tasks.workunit.client.0.smithi028.stdout: "compressed_original": { 2024-08-29T19:03:06.467 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:06.467 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:06.467 INFO:tasks.workunit.client.0.smithi028.stdout: "csum_lat": { 2024-08-29T19:03:06.467 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 7870, 2024-08-29T19:03:06.467 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 87338102 2024-08-29T19:03:06.467 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:06.467 INFO:tasks.workunit.client.0.smithi028.stdout: "decompress_lat": { 2024-08-29T19:03:06.467 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 0, 2024-08-29T19:03:06.467 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:06.467 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:06.467 INFO:tasks.workunit.client.0.smithi028.stdout: "fragmentation_micros": { 2024-08-29T19:03:06.468 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:06.468 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:06.468 INFO:tasks.workunit.client.0.smithi028.stdout: "kv_commit_lat": { 2024-08-29T19:03:06.468 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 72563, 2024-08-29T19:03:06.468 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 26333144177 2024-08-29T19:03:06.468 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:06.468 INFO:tasks.workunit.client.0.smithi028.stdout: "kv_final_lat": { 2024-08-29T19:03:06.468 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 71716, 2024-08-29T19:03:06.468 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 3477192188 2024-08-29T19:03:06.468 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:06.468 INFO:tasks.workunit.client.0.smithi028.stdout: "kv_flush_lat": { 2024-08-29T19:03:06.468 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 72563, 2024-08-29T19:03:06.468 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 87541326 2024-08-29T19:03:06.469 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:06.469 INFO:tasks.workunit.client.0.smithi028.stdout: "kv_sync_lat": { 2024-08-29T19:03:06.469 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 72563, 2024-08-29T19:03:06.469 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 26420685503 2024-08-29T19:03:06.469 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:06.469 INFO:tasks.workunit.client.0.smithi028.stdout: "omap_get_keys_lat": { 2024-08-29T19:03:06.469 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 0, 2024-08-29T19:03:06.469 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:06.469 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:06.469 INFO:tasks.workunit.client.0.smithi028.stdout: "omap_get_values_lat": { 2024-08-29T19:03:06.469 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 18917, 2024-08-29T19:03:06.469 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 988134492 2024-08-29T19:03:06.469 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:06.469 INFO:tasks.workunit.client.0.smithi028.stdout: "omap_lower_bound_lat": { 2024-08-29T19:03:06.470 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 762, 2024-08-29T19:03:06.470 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 5047271 2024-08-29T19:03:06.470 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:06.470 INFO:tasks.workunit.client.0.smithi028.stdout: "omap_next_lat": { 2024-08-29T19:03:06.470 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 15895, 2024-08-29T19:03:06.470 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 17276478 2024-08-29T19:03:06.470 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:06.470 INFO:tasks.workunit.client.0.smithi028.stdout: "omap_seek_to_first_lat": { 2024-08-29T19:03:06.470 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 49, 2024-08-29T19:03:06.470 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 63743 2024-08-29T19:03:06.470 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:06.470 INFO:tasks.workunit.client.0.smithi028.stdout: "omap_upper_bound_lat": { 2024-08-29T19:03:06.470 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 13296, 2024-08-29T19:03:06.471 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 6758791423 2024-08-29T19:03:06.471 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:06.471 INFO:tasks.workunit.client.0.smithi028.stdout: "onode_hits": { 2024-08-29T19:03:06.471 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 194053 2024-08-29T19:03:06.471 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:06.471 INFO:tasks.workunit.client.0.smithi028.stdout: "onode_misses": { 2024-08-29T19:03:06.471 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 18095 2024-08-29T19:03:06.471 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:06.471 INFO:tasks.workunit.client.0.smithi028.stdout: "read_lat": { 2024-08-29T19:03:06.471 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 10440, 2024-08-29T19:03:06.471 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 578919148 2024-08-29T19:03:06.471 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:06.471 INFO:tasks.workunit.client.0.smithi028.stdout: "read_onode_meta_lat": { 2024-08-29T19:03:06.472 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 27326, 2024-08-29T19:03:06.472 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 29091496 2024-08-29T19:03:06.472 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:06.472 INFO:tasks.workunit.client.0.smithi028.stdout: "read_wait_aio_lat": { 2024-08-29T19:03:06.472 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 16886, 2024-08-29T19:03:06.472 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 388348877 2024-08-29T19:03:06.472 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:06.472 INFO:tasks.workunit.client.0.smithi028.stdout: "reads_with_retries": { 2024-08-29T19:03:06.472 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:06.472 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:06.472 INFO:tasks.workunit.client.0.smithi028.stdout: "remove_lat": { 2024-08-29T19:03:06.472 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 13879, 2024-08-29T19:03:06.472 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 702558149 2024-08-29T19:03:06.473 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:06.473 INFO:tasks.workunit.client.0.smithi028.stdout: "slow_aio_wait_count": { 2024-08-29T19:03:06.473 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:06.473 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:06.473 INFO:tasks.workunit.client.0.smithi028.stdout: "slow_committed_kv_count": { 2024-08-29T19:03:06.473 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:06.473 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:06.473 INFO:tasks.workunit.client.0.smithi028.stdout: "slow_read_onode_meta_count": { 2024-08-29T19:03:06.473 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:06.473 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:06.473 INFO:tasks.workunit.client.0.smithi028.stdout: "slow_read_wait_aio_count": { 2024-08-29T19:03:06.473 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:06.473 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:06.474 INFO:tasks.workunit.client.0.smithi028.stdout: "state_aio_wait_lat": { 2024-08-29T19:03:06.474 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 83578, 2024-08-29T19:03:06.474 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 5159405813 2024-08-29T19:03:06.474 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:06.474 INFO:tasks.workunit.client.0.smithi028.stdout: "state_deferred_aio_wait_lat": { 2024-08-29T19:03:06.474 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 7098, 2024-08-29T19:03:06.474 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 581295740 2024-08-29T19:03:06.474 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:06.474 INFO:tasks.workunit.client.0.smithi028.stdout: "state_deferred_cleanup_lat": { 2024-08-29T19:03:06.474 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 7098, 2024-08-29T19:03:06.474 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 1971653551347 2024-08-29T19:03:06.474 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:06.474 INFO:tasks.workunit.client.0.smithi028.stdout: "state_deferred_queued_lat": { 2024-08-29T19:03:06.475 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 7098, 2024-08-29T19:03:06.475 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 5172285073463 2024-08-29T19:03:06.475 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:06.475 INFO:tasks.workunit.client.0.smithi028.stdout: "state_done_lat": { 2024-08-29T19:03:06.475 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 83578, 2024-08-29T19:03:06.475 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 2534881311817 2024-08-29T19:03:06.475 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:06.475 INFO:tasks.workunit.client.0.smithi028.stdout: "state_finishing_lat": { 2024-08-29T19:03:06.475 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 83578, 2024-08-29T19:03:06.475 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 21633544 2024-08-29T19:03:06.475 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:06.475 INFO:tasks.workunit.client.0.smithi028.stdout: "state_io_done_lat": { 2024-08-29T19:03:06.475 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 83578, 2024-08-29T19:03:06.475 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 255617069 2024-08-29T19:03:06.476 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:06.476 INFO:tasks.workunit.client.0.smithi028.stdout: "state_kv_commiting_lat": { 2024-08-29T19:03:06.476 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 83578, 2024-08-29T19:03:06.476 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 48990210463 2024-08-29T19:03:06.476 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:06.476 INFO:tasks.workunit.client.0.smithi028.stdout: "state_kv_done_lat": { 2024-08-29T19:03:06.476 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 83578, 2024-08-29T19:03:06.476 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 68017201 2024-08-29T19:03:06.476 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:06.476 INFO:tasks.workunit.client.0.smithi028.stdout: "state_kv_queued_lat": { 2024-08-29T19:03:06.476 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 83578, 2024-08-29T19:03:06.476 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 25192288549 2024-08-29T19:03:06.476 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:06.477 INFO:tasks.workunit.client.0.smithi028.stdout: "state_prepare_lat": { 2024-08-29T19:03:06.477 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 83578, 2024-08-29T19:03:06.477 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 13407155974 2024-08-29T19:03:06.477 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:06.477 INFO:tasks.workunit.client.0.smithi028.stdout: "stored": { 2024-08-29T19:03:06.477 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 5574070 2024-08-29T19:03:06.477 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:06.477 INFO:tasks.workunit.client.0.smithi028.stdout: "truncate_lat": { 2024-08-29T19:03:06.477 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 2153, 2024-08-29T19:03:06.477 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 20764554 2024-08-29T19:03:06.477 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:06.477 INFO:tasks.workunit.client.0.smithi028.stdout: "txc_commit_lat": { 2024-08-29T19:03:06.477 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 83578, 2024-08-29T19:03:06.478 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 93036022842 2024-08-29T19:03:06.478 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:06.478 INFO:tasks.workunit.client.0.smithi028.stdout: "txc_submit_lat": { 2024-08-29T19:03:06.478 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 83578, 2024-08-29T19:03:06.478 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 15592247010 2024-08-29T19:03:06.478 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:06.478 INFO:tasks.workunit.client.0.smithi028.stdout: "txc_throttle_lat": { 2024-08-29T19:03:06.478 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 83578, 2024-08-29T19:03:06.478 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 1059201133 2024-08-29T19:03:06.478 INFO:tasks.workunit.client.0.smithi028.stdout: } 2024-08-29T19:03:06.478 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:06.478 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore-pricache": { 2024-08-29T19:03:06.478 INFO:tasks.workunit.client.0.smithi028.stdout: "cache_bytes": { 2024-08-29T19:03:06.478 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 1445593205 2024-08-29T19:03:06.479 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:06.479 INFO:tasks.workunit.client.0.smithi028.stdout: "heap_bytes": { 2024-08-29T19:03:06.479 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 558661632 2024-08-29T19:03:06.479 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:06.479 INFO:tasks.workunit.client.0.smithi028.stdout: "mapped_bytes": { 2024-08-29T19:03:06.479 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 536305664 2024-08-29T19:03:06.479 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:06.479 INFO:tasks.workunit.client.0.smithi028.stdout: "target_bytes": { 2024-08-29T19:03:06.479 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 2648117145 2024-08-29T19:03:06.479 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:06.479 INFO:tasks.workunit.client.0.smithi028.stdout: "unmapped_bytes": { 2024-08-29T19:03:06.479 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 22355968 2024-08-29T19:03:06.479 INFO:tasks.workunit.client.0.smithi028.stdout: } 2024-08-29T19:03:06.479 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:06.480 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore-pricache:data": { 2024-08-29T19:03:06.480 INFO:tasks.workunit.client.0.smithi028.stdout: "committed_bytes": { 2024-08-29T19:03:06.480 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 125829120 2024-08-29T19:03:06.480 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:06.480 INFO:tasks.workunit.client.0.smithi028.stdout: "pri0_bytes": { 2024-08-29T19:03:06.480 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:06.480 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:06.480 INFO:tasks.workunit.client.0.smithi028.stdout: "pri10_bytes": { 2024-08-29T19:03:06.480 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:06.480 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:06.480 INFO:tasks.workunit.client.0.smithi028.stdout: "pri11_bytes": { 2024-08-29T19:03:06.480 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 58513474 2024-08-29T19:03:06.480 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:06.481 INFO:tasks.workunit.client.0.smithi028.stdout: "pri1_bytes": { 2024-08-29T19:03:06.481 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:06.481 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:06.481 INFO:tasks.workunit.client.0.smithi028.stdout: "pri2_bytes": { 2024-08-29T19:03:06.481 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:06.481 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:06.481 INFO:tasks.workunit.client.0.smithi028.stdout: "pri3_bytes": { 2024-08-29T19:03:06.481 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:06.481 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:06.481 INFO:tasks.workunit.client.0.smithi028.stdout: "pri4_bytes": { 2024-08-29T19:03:06.481 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:06.481 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:06.481 INFO:tasks.workunit.client.0.smithi028.stdout: "pri5_bytes": { 2024-08-29T19:03:06.481 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 16384 2024-08-29T19:03:06.482 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:06.482 INFO:tasks.workunit.client.0.smithi028.stdout: "pri6_bytes": { 2024-08-29T19:03:06.482 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 139264 2024-08-29T19:03:06.482 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:06.482 INFO:tasks.workunit.client.0.smithi028.stdout: "pri7_bytes": { 2024-08-29T19:03:06.482 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:06.482 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:06.482 INFO:tasks.workunit.client.0.smithi028.stdout: "pri8_bytes": { 2024-08-29T19:03:06.482 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:06.482 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:06.482 INFO:tasks.workunit.client.0.smithi028.stdout: "pri9_bytes": { 2024-08-29T19:03:06.482 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:06.482 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:06.482 INFO:tasks.workunit.client.0.smithi028.stdout: "reserved_bytes": { 2024-08-29T19:03:06.483 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 67159998 2024-08-29T19:03:06.483 INFO:tasks.workunit.client.0.smithi028.stdout: } 2024-08-29T19:03:06.483 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:06.483 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore-pricache:kv": { 2024-08-29T19:03:06.483 INFO:tasks.workunit.client.0.smithi028.stdout: "committed_bytes": { 2024-08-29T19:03:06.483 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 578813952 2024-08-29T19:03:06.483 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:06.483 INFO:tasks.workunit.client.0.smithi028.stdout: "pri0_bytes": { 2024-08-29T19:03:06.483 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 67108864 2024-08-29T19:03:06.483 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:06.483 INFO:tasks.workunit.client.0.smithi028.stdout: "pri10_bytes": { 2024-08-29T19:03:06.483 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:06.483 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:06.483 INFO:tasks.workunit.client.0.smithi028.stdout: "pri11_bytes": { 2024-08-29T19:03:06.484 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 438851059 2024-08-29T19:03:06.484 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:06.484 INFO:tasks.workunit.client.0.smithi028.stdout: "pri1_bytes": { 2024-08-29T19:03:06.484 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:06.484 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:06.484 INFO:tasks.workunit.client.0.smithi028.stdout: "pri2_bytes": { 2024-08-29T19:03:06.484 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:06.484 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:06.484 INFO:tasks.workunit.client.0.smithi028.stdout: "pri3_bytes": { 2024-08-29T19:03:06.484 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 3424 2024-08-29T19:03:06.484 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:06.484 INFO:tasks.workunit.client.0.smithi028.stdout: "pri4_bytes": { 2024-08-29T19:03:06.484 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:06.484 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:06.485 INFO:tasks.workunit.client.0.smithi028.stdout: "pri5_bytes": { 2024-08-29T19:03:06.485 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 243104 2024-08-29T19:03:06.485 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:06.485 INFO:tasks.workunit.client.0.smithi028.stdout: "pri6_bytes": { 2024-08-29T19:03:06.485 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:06.485 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:06.485 INFO:tasks.workunit.client.0.smithi028.stdout: "pri7_bytes": { 2024-08-29T19:03:06.485 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:06.485 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:06.485 INFO:tasks.workunit.client.0.smithi028.stdout: "pri8_bytes": { 2024-08-29T19:03:06.485 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:06.485 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:06.485 INFO:tasks.workunit.client.0.smithi028.stdout: "pri9_bytes": { 2024-08-29T19:03:06.486 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:06.486 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:06.486 INFO:tasks.workunit.client.0.smithi028.stdout: "reserved_bytes": { 2024-08-29T19:03:06.486 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 72607501 2024-08-29T19:03:06.486 INFO:tasks.workunit.client.0.smithi028.stdout: } 2024-08-29T19:03:06.486 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:06.486 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore-pricache:kv_onode": { 2024-08-29T19:03:06.486 INFO:tasks.workunit.client.0.smithi028.stdout: "committed_bytes": { 2024-08-29T19:03:06.486 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 176160768 2024-08-29T19:03:06.486 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:06.486 INFO:tasks.workunit.client.0.smithi028.stdout: "pri0_bytes": { 2024-08-29T19:03:06.486 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 67108864 2024-08-29T19:03:06.486 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:06.486 INFO:tasks.workunit.client.0.smithi028.stdout: "pri10_bytes": { 2024-08-29T19:03:06.487 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 191872 2024-08-29T19:03:06.487 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:06.487 INFO:tasks.workunit.client.0.smithi028.stdout: "pri11_bytes": { 2024-08-29T19:03:06.487 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 39008983 2024-08-29T19:03:06.487 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:06.487 INFO:tasks.workunit.client.0.smithi028.stdout: "pri1_bytes": { 2024-08-29T19:03:06.487 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:06.487 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:06.487 INFO:tasks.workunit.client.0.smithi028.stdout: "pri2_bytes": { 2024-08-29T19:03:06.487 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:06.487 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:06.487 INFO:tasks.workunit.client.0.smithi028.stdout: "pri3_bytes": { 2024-08-29T19:03:06.487 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:06.487 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:06.488 INFO:tasks.workunit.client.0.smithi028.stdout: "pri4_bytes": { 2024-08-29T19:03:06.488 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:06.488 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:06.488 INFO:tasks.workunit.client.0.smithi028.stdout: "pri5_bytes": { 2024-08-29T19:03:06.488 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:06.488 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:06.488 INFO:tasks.workunit.client.0.smithi028.stdout: "pri6_bytes": { 2024-08-29T19:03:06.488 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:06.488 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:06.488 INFO:tasks.workunit.client.0.smithi028.stdout: "pri7_bytes": { 2024-08-29T19:03:06.488 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:06.488 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:06.488 INFO:tasks.workunit.client.0.smithi028.stdout: "pri8_bytes": { 2024-08-29T19:03:06.488 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:06.489 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:06.489 INFO:tasks.workunit.client.0.smithi028.stdout: "pri9_bytes": { 2024-08-29T19:03:06.489 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:06.489 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:06.489 INFO:tasks.workunit.client.0.smithi028.stdout: "reserved_bytes": { 2024-08-29T19:03:06.489 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 69851049 2024-08-29T19:03:06.489 INFO:tasks.workunit.client.0.smithi028.stdout: } 2024-08-29T19:03:06.489 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:06.489 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore-pricache:meta": { 2024-08-29T19:03:06.489 INFO:tasks.workunit.client.0.smithi028.stdout: "committed_bytes": { 2024-08-29T19:03:06.489 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 511705088 2024-08-29T19:03:06.489 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:06.489 INFO:tasks.workunit.client.0.smithi028.stdout: "pri0_bytes": { 2024-08-29T19:03:06.490 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:06.490 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:06.490 INFO:tasks.workunit.client.0.smithi028.stdout: "pri10_bytes": { 2024-08-29T19:03:06.490 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:06.490 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:06.490 INFO:tasks.workunit.client.0.smithi028.stdout: "pri11_bytes": { 2024-08-29T19:03:06.490 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 438851059 2024-08-29T19:03:06.490 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:06.490 INFO:tasks.workunit.client.0.smithi028.stdout: "pri1_bytes": { 2024-08-29T19:03:06.490 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:06.490 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:06.490 INFO:tasks.workunit.client.0.smithi028.stdout: "pri2_bytes": { 2024-08-29T19:03:06.490 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:06.490 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:06.490 INFO:tasks.workunit.client.0.smithi028.stdout: "pri3_bytes": { 2024-08-29T19:03:06.491 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:06.491 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:06.491 INFO:tasks.workunit.client.0.smithi028.stdout: "pri4_bytes": { 2024-08-29T19:03:06.491 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:06.491 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:06.491 INFO:tasks.workunit.client.0.smithi028.stdout: "pri5_bytes": { 2024-08-29T19:03:06.491 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 162301 2024-08-29T19:03:06.491 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:06.491 INFO:tasks.workunit.client.0.smithi028.stdout: "pri6_bytes": { 2024-08-29T19:03:06.491 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 1082672 2024-08-29T19:03:06.491 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:06.492 INFO:tasks.workunit.client.0.smithi028.stdout: "pri7_bytes": { 2024-08-29T19:03:06.492 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:06.492 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:06.492 INFO:tasks.workunit.client.0.smithi028.stdout: "pri8_bytes": { 2024-08-29T19:03:06.492 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:06.492 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:06.492 INFO:tasks.workunit.client.0.smithi028.stdout: "pri9_bytes": { 2024-08-29T19:03:06.492 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:06.492 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:06.492 INFO:tasks.workunit.client.0.smithi028.stdout: "reserved_bytes": { 2024-08-29T19:03:06.492 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 71609056 2024-08-29T19:03:06.492 INFO:tasks.workunit.client.0.smithi028.stdout: } 2024-08-29T19:03:06.492 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:06.492 INFO:tasks.workunit.client.0.smithi028.stdout: "objecter": { 2024-08-29T19:03:06.493 INFO:tasks.workunit.client.0.smithi028.stdout: "op_active": { 2024-08-29T19:03:06.493 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:06.493 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:06.493 INFO:tasks.workunit.client.0.smithi028.stdout: "op_r": { 2024-08-29T19:03:06.493 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 11 2024-08-29T19:03:06.493 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:06.493 INFO:tasks.workunit.client.0.smithi028.stdout: "op_rmw": { 2024-08-29T19:03:06.493 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:06.493 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:06.493 INFO:tasks.workunit.client.0.smithi028.stdout: "op_w": { 2024-08-29T19:03:06.493 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:06.493 INFO:tasks.workunit.client.0.smithi028.stdout: } 2024-08-29T19:03:06.493 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:06.494 INFO:tasks.workunit.client.0.smithi028.stdout: "osd": { 2024-08-29T19:03:06.494 INFO:tasks.workunit.client.0.smithi028.stdout: "numpg": { 2024-08-29T19:03:06.494 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 52 2024-08-29T19:03:06.494 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:06.494 INFO:tasks.workunit.client.0.smithi028.stdout: "numpg_removing": { 2024-08-29T19:03:06.494 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:06.494 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:06.494 INFO:tasks.workunit.client.0.smithi028.stdout: "op": { 2024-08-29T19:03:06.494 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 25707 2024-08-29T19:03:06.494 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:06.494 INFO:tasks.workunit.client.0.smithi028.stdout: "op_before_queue_op_lat": { 2024-08-29T19:03:06.494 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 97811, 2024-08-29T19:03:06.494 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 12122807184 2024-08-29T19:03:06.494 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:06.495 INFO:tasks.workunit.client.0.smithi028.stdout: "op_delayed_degraded": { 2024-08-29T19:03:06.495 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:06.495 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:06.495 INFO:tasks.workunit.client.0.smithi028.stdout: "op_delayed_unreadable": { 2024-08-29T19:03:06.495 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 1 2024-08-29T19:03:06.495 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:06.495 INFO:tasks.workunit.client.0.smithi028.stdout: "op_in_bytes": { 2024-08-29T19:03:06.495 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 663924022 2024-08-29T19:03:06.495 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:06.495 INFO:tasks.workunit.client.0.smithi028.stdout: "op_latency": { 2024-08-29T19:03:06.495 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 25707, 2024-08-29T19:03:06.495 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 95026774028 2024-08-29T19:03:06.495 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:06.496 INFO:tasks.workunit.client.0.smithi028.stdout: "op_out_bytes": { 2024-08-29T19:03:06.496 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 648920781 2024-08-29T19:03:06.496 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:06.496 INFO:tasks.workunit.client.0.smithi028.stdout: "op_prepare_latency": { 2024-08-29T19:03:06.496 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 26138, 2024-08-29T19:03:06.496 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 18587531306 2024-08-29T19:03:06.496 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:06.496 INFO:tasks.workunit.client.0.smithi028.stdout: "op_process_latency": { 2024-08-29T19:03:06.496 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 25707, 2024-08-29T19:03:06.496 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 29645629890 2024-08-29T19:03:06.496 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:06.496 INFO:tasks.workunit.client.0.smithi028.stdout: "op_r": { 2024-08-29T19:03:06.496 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 18426 2024-08-29T19:03:06.497 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:06.497 INFO:tasks.workunit.client.0.smithi028.stdout: "op_r_latency": { 2024-08-29T19:03:06.497 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 18426, 2024-08-29T19:03:06.497 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 23020704553 2024-08-29T19:03:06.497 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:06.497 INFO:tasks.workunit.client.0.smithi028.stdout: "op_r_latency_out_bytes_histogram": { 2024-08-29T19:03:06.497 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:06.497 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:06.497 INFO:tasks.workunit.client.0.smithi028.stdout: "op_r_out_bytes": { 2024-08-29T19:03:06.497 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 648920781 2024-08-29T19:03:06.497 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:06.497 INFO:tasks.workunit.client.0.smithi028.stdout: "op_r_prepare_latency": { 2024-08-29T19:03:06.497 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 18587, 2024-08-29T19:03:06.498 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 8369962889 2024-08-29T19:03:06.498 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:06.498 INFO:tasks.workunit.client.0.smithi028.stdout: "op_r_process_latency": { 2024-08-29T19:03:06.498 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 18426, 2024-08-29T19:03:06.498 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 7469825616 2024-08-29T19:03:06.498 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:06.498 INFO:tasks.workunit.client.0.smithi028.stdout: "op_rw": { 2024-08-29T19:03:06.498 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 6245 2024-08-29T19:03:06.498 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:06.498 INFO:tasks.workunit.client.0.smithi028.stdout: "op_rw_in_bytes": { 2024-08-29T19:03:06.498 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 140061503 2024-08-29T19:03:06.498 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:06.498 INFO:tasks.workunit.client.0.smithi028.stdout: "op_rw_latency": { 2024-08-29T19:03:06.498 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 6245, 2024-08-29T19:03:06.499 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 20110580624 2024-08-29T19:03:06.499 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:06.499 INFO:tasks.workunit.client.0.smithi028.stdout: "op_rw_latency_in_bytes_histogram": { 2024-08-29T19:03:06.499 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:06.499 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:06.499 INFO:tasks.workunit.client.0.smithi028.stdout: "op_rw_latency_out_bytes_histogram": { 2024-08-29T19:03:06.499 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:06.499 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:06.499 INFO:tasks.workunit.client.0.smithi028.stdout: "op_rw_out_bytes": { 2024-08-29T19:03:06.499 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:06.499 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:06.499 INFO:tasks.workunit.client.0.smithi028.stdout: "op_rw_prepare_latency": { 2024-08-29T19:03:06.499 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 6418, 2024-08-29T19:03:06.500 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 7768406157 2024-08-29T19:03:06.500 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:06.500 INFO:tasks.workunit.client.0.smithi028.stdout: "op_rw_process_latency": { 2024-08-29T19:03:06.500 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 6245, 2024-08-29T19:03:06.500 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 15267313767 2024-08-29T19:03:06.500 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:06.500 INFO:tasks.workunit.client.0.smithi028.stdout: "op_w": { 2024-08-29T19:03:06.500 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 1036 2024-08-29T19:03:06.500 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:06.500 INFO:tasks.workunit.client.0.smithi028.stdout: "op_w_in_bytes": { 2024-08-29T19:03:06.500 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 523862519 2024-08-29T19:03:06.500 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:06.500 INFO:tasks.workunit.client.0.smithi028.stdout: "op_w_latency": { 2024-08-29T19:03:06.501 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 1036, 2024-08-29T19:03:06.501 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 51895488851 2024-08-29T19:03:06.501 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:06.501 INFO:tasks.workunit.client.0.smithi028.stdout: "op_w_latency_in_bytes_histogram": { 2024-08-29T19:03:06.501 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:06.501 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:06.501 INFO:tasks.workunit.client.0.smithi028.stdout: "op_w_prepare_latency": { 2024-08-29T19:03:06.501 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 1133, 2024-08-29T19:03:06.501 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 2449162260 2024-08-29T19:03:06.501 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:06.501 INFO:tasks.workunit.client.0.smithi028.stdout: "op_w_process_latency": { 2024-08-29T19:03:06.501 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 1036, 2024-08-29T19:03:06.501 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 6908490507 2024-08-29T19:03:06.501 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:06.502 INFO:tasks.workunit.client.0.smithi028.stdout: "op_wip": { 2024-08-29T19:03:06.502 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:06.502 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:06.502 INFO:tasks.workunit.client.0.smithi028.stdout: "recovery_bytes": { 2024-08-29T19:03:06.502 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 145 2024-08-29T19:03:06.502 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:06.502 INFO:tasks.workunit.client.0.smithi028.stdout: "recovery_ops": { 2024-08-29T19:03:06.502 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 11 2024-08-29T19:03:06.502 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:06.502 INFO:tasks.workunit.client.0.smithi028.stdout: "stat_bytes": { 2024-08-29T19:03:06.502 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 95995035648 2024-08-29T19:03:06.502 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:06.502 INFO:tasks.workunit.client.0.smithi028.stdout: "stat_bytes_used": { 2024-08-29T19:03:06.502 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 699547648 2024-08-29T19:03:06.503 INFO:tasks.workunit.client.0.smithi028.stdout: } 2024-08-29T19:03:06.503 INFO:tasks.workunit.client.0.smithi028.stdout: } 2024-08-29T19:03:06.503 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:06.503 INFO:tasks.workunit.client.0.smithi028.stdout: "osd.6": { 2024-08-29T19:03:06.503 INFO:tasks.workunit.client.0.smithi028.stdout: "bluefs": { 2024-08-29T19:03:06.503 INFO:tasks.workunit.client.0.smithi028.stdout: "alloc_db_max_lat": { 2024-08-29T19:03:06.503 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 31840 2024-08-29T19:03:06.503 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:06.503 INFO:tasks.workunit.client.0.smithi028.stdout: "alloc_slow_fallback": { 2024-08-29T19:03:06.503 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:06.503 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:06.503 INFO:tasks.workunit.client.0.smithi028.stdout: "alloc_slow_max_lat": { 2024-08-29T19:03:06.503 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:06.503 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:06.504 INFO:tasks.workunit.client.0.smithi028.stdout: "alloc_slow_size_fallback": { 2024-08-29T19:03:06.504 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:06.504 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:06.504 INFO:tasks.workunit.client.0.smithi028.stdout: "alloc_unit_db": { 2024-08-29T19:03:06.504 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 65536 2024-08-29T19:03:06.504 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:06.504 INFO:tasks.workunit.client.0.smithi028.stdout: "alloc_unit_slow": { 2024-08-29T19:03:06.504 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:06.504 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:06.504 INFO:tasks.workunit.client.0.smithi028.stdout: "alloc_unit_wal": { 2024-08-29T19:03:06.504 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:06.504 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:06.504 INFO:tasks.workunit.client.0.smithi028.stdout: "alloc_wal_max_lat": { 2024-08-29T19:03:06.504 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:06.505 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:06.505 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes_written_slow": { 2024-08-29T19:03:06.505 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:06.505 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:06.505 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes_written_sst": { 2024-08-29T19:03:06.505 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 5382144 2024-08-29T19:03:06.505 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:06.505 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes_written_wal": { 2024-08-29T19:03:06.505 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 488853504 2024-08-29T19:03:06.505 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:06.505 INFO:tasks.workunit.client.0.smithi028.stdout: "compact_lat": { 2024-08-29T19:03:06.505 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 14, 2024-08-29T19:03:06.505 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 6280889 2024-08-29T19:03:06.505 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:06.506 INFO:tasks.workunit.client.0.smithi028.stdout: "compact_lock_lat": { 2024-08-29T19:03:06.506 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 14, 2024-08-29T19:03:06.506 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 2280632 2024-08-29T19:03:06.506 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:06.506 INFO:tasks.workunit.client.0.smithi028.stdout: "db_alloc_lat": { 2024-08-29T19:03:06.506 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 142, 2024-08-29T19:03:06.506 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 980093 2024-08-29T19:03:06.506 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:06.506 INFO:tasks.workunit.client.0.smithi028.stdout: "db_total_bytes": { 2024-08-29T19:03:06.506 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 95995027456 2024-08-29T19:03:06.506 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:06.506 INFO:tasks.workunit.client.0.smithi028.stdout: "db_used_bytes": { 2024-08-29T19:03:06.506 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 425787392 2024-08-29T19:03:06.507 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:06.507 INFO:tasks.workunit.client.0.smithi028.stdout: "flush_lat": { 2024-08-29T19:03:06.507 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 58479, 2024-08-29T19:03:06.507 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 8180403282 2024-08-29T19:03:06.507 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:06.507 INFO:tasks.workunit.client.0.smithi028.stdout: "fsync_lat": { 2024-08-29T19:03:06.507 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 58488, 2024-08-29T19:03:06.507 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 15904311137 2024-08-29T19:03:06.507 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:06.507 INFO:tasks.workunit.client.0.smithi028.stdout: "log_bytes": { 2024-08-29T19:03:06.507 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 6856704 2024-08-29T19:03:06.507 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:06.507 INFO:tasks.workunit.client.0.smithi028.stdout: "logged_bytes": { 2024-08-29T19:03:06.507 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 239587328 2024-08-29T19:03:06.508 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:06.508 INFO:tasks.workunit.client.0.smithi028.stdout: "max_bytes_db": { 2024-08-29T19:03:06.508 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 442826752 2024-08-29T19:03:06.508 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:06.508 INFO:tasks.workunit.client.0.smithi028.stdout: "max_bytes_slow": { 2024-08-29T19:03:06.508 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:06.508 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:06.508 INFO:tasks.workunit.client.0.smithi028.stdout: "max_bytes_wal": { 2024-08-29T19:03:06.508 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:06.508 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:06.508 INFO:tasks.workunit.client.0.smithi028.stdout: "num_files": { 2024-08-29T19:03:06.508 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 39 2024-08-29T19:03:06.508 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:06.508 INFO:tasks.workunit.client.0.smithi028.stdout: "read_bytes": { 2024-08-29T19:03:06.509 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 263982103 2024-08-29T19:03:06.509 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:06.509 INFO:tasks.workunit.client.0.smithi028.stdout: "read_count": { 2024-08-29T19:03:06.509 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 15505 2024-08-29T19:03:06.509 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:06.509 INFO:tasks.workunit.client.0.smithi028.stdout: "read_disk_bytes": { 2024-08-29T19:03:06.509 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 241950720 2024-08-29T19:03:06.509 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:06.509 INFO:tasks.workunit.client.0.smithi028.stdout: "read_disk_bytes_db": { 2024-08-29T19:03:06.509 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 241954816 2024-08-29T19:03:06.509 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:06.509 INFO:tasks.workunit.client.0.smithi028.stdout: "read_disk_bytes_slow": { 2024-08-29T19:03:06.509 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:06.509 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:06.510 INFO:tasks.workunit.client.0.smithi028.stdout: "read_disk_bytes_wal": { 2024-08-29T19:03:06.510 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:06.510 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:06.510 INFO:tasks.workunit.client.0.smithi028.stdout: "read_disk_count": { 2024-08-29T19:03:06.510 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 7403 2024-08-29T19:03:06.510 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:06.510 INFO:tasks.workunit.client.0.smithi028.stdout: "read_lat": { 2024-08-29T19:03:06.510 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 15505, 2024-08-29T19:03:06.510 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 178548929 2024-08-29T19:03:06.510 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:06.510 INFO:tasks.workunit.client.0.smithi028.stdout: "read_prefetch_bytes": { 2024-08-29T19:03:06.510 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 163457885 2024-08-29T19:03:06.510 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:06.510 INFO:tasks.workunit.client.0.smithi028.stdout: "read_prefetch_count": { 2024-08-29T19:03:06.511 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 12425 2024-08-29T19:03:06.511 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:06.511 INFO:tasks.workunit.client.0.smithi028.stdout: "read_random_buffer_bytes": { 2024-08-29T19:03:06.511 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 1728459 2024-08-29T19:03:06.511 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:06.511 INFO:tasks.workunit.client.0.smithi028.stdout: "read_random_buffer_count": { 2024-08-29T19:03:06.511 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 681 2024-08-29T19:03:06.511 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:06.511 INFO:tasks.workunit.client.0.smithi028.stdout: "read_random_bytes": { 2024-08-29T19:03:06.511 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 5343097 2024-08-29T19:03:06.512 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:06.512 INFO:tasks.workunit.client.0.smithi028.stdout: "read_random_count": { 2024-08-29T19:03:06.512 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 851 2024-08-29T19:03:06.512 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:06.512 INFO:tasks.workunit.client.0.smithi028.stdout: "read_random_disk_bytes": { 2024-08-29T19:03:06.512 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 3614638 2024-08-29T19:03:06.512 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:06.512 INFO:tasks.workunit.client.0.smithi028.stdout: "read_random_disk_bytes_db": { 2024-08-29T19:03:06.512 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 3614638 2024-08-29T19:03:06.512 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:06.512 INFO:tasks.workunit.client.0.smithi028.stdout: "read_random_disk_bytes_slow": { 2024-08-29T19:03:06.512 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:06.512 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:06.512 INFO:tasks.workunit.client.0.smithi028.stdout: "read_random_disk_bytes_wal": { 2024-08-29T19:03:06.513 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:06.513 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:06.513 INFO:tasks.workunit.client.0.smithi028.stdout: "read_random_disk_count": { 2024-08-29T19:03:06.513 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 172 2024-08-29T19:03:06.513 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:06.513 INFO:tasks.workunit.client.0.smithi028.stdout: "read_random_lat": { 2024-08-29T19:03:06.513 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 851, 2024-08-29T19:03:06.513 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 1739457 2024-08-29T19:03:06.513 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:06.513 INFO:tasks.workunit.client.0.smithi028.stdout: "slow_alloc_lat": { 2024-08-29T19:03:06.513 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 0, 2024-08-29T19:03:06.513 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:06.513 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:06.513 INFO:tasks.workunit.client.0.smithi028.stdout: "slow_total_bytes": { 2024-08-29T19:03:06.514 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:06.514 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:06.514 INFO:tasks.workunit.client.0.smithi028.stdout: "slow_used_bytes": { 2024-08-29T19:03:06.514 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:06.514 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:06.514 INFO:tasks.workunit.client.0.smithi028.stdout: "truncate_lat": { 2024-08-29T19:03:06.514 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 1, 2024-08-29T19:03:06.514 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 720 2024-08-29T19:03:06.514 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:06.514 INFO:tasks.workunit.client.0.smithi028.stdout: "unlink_lat": { 2024-08-29T19:03:06.514 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 4, 2024-08-29T19:03:06.514 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 5867 2024-08-29T19:03:06.514 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:06.514 INFO:tasks.workunit.client.0.smithi028.stdout: "wal_alloc_lat": { 2024-08-29T19:03:06.515 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 0, 2024-08-29T19:03:06.515 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:06.515 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:06.515 INFO:tasks.workunit.client.0.smithi028.stdout: "wal_total_bytes": { 2024-08-29T19:03:06.515 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:06.515 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:06.515 INFO:tasks.workunit.client.0.smithi028.stdout: "wal_used_bytes": { 2024-08-29T19:03:06.515 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:06.515 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:06.515 INFO:tasks.workunit.client.0.smithi028.stdout: "write_bytes": { 2024-08-29T19:03:06.515 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 735956992 2024-08-29T19:03:06.515 INFO:tasks.workunit.client.0.smithi028.stdout: } 2024-08-29T19:03:06.515 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:06.515 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore": { 2024-08-29T19:03:06.516 INFO:tasks.workunit.client.0.smithi028.stdout: "alloc_unit": { 2024-08-29T19:03:06.516 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 4096 2024-08-29T19:03:06.516 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:06.516 INFO:tasks.workunit.client.0.smithi028.stdout: "allocated": { 2024-08-29T19:03:06.516 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 10227712 2024-08-29T19:03:06.516 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:06.516 INFO:tasks.workunit.client.0.smithi028.stdout: "allocator_lat": { 2024-08-29T19:03:06.516 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 12675, 2024-08-29T19:03:06.516 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 62206706 2024-08-29T19:03:06.516 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:06.516 INFO:tasks.workunit.client.0.smithi028.stdout: "clist_lat": { 2024-08-29T19:03:06.516 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 3098, 2024-08-29T19:03:06.516 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 718809660 2024-08-29T19:03:06.517 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:06.517 INFO:tasks.workunit.client.0.smithi028.stdout: "compress_lat": { 2024-08-29T19:03:06.517 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 0, 2024-08-29T19:03:06.517 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:06.517 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:06.517 INFO:tasks.workunit.client.0.smithi028.stdout: "compressed": { 2024-08-29T19:03:06.517 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:06.517 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:06.517 INFO:tasks.workunit.client.0.smithi028.stdout: "compressed_allocated": { 2024-08-29T19:03:06.517 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:06.517 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:06.517 INFO:tasks.workunit.client.0.smithi028.stdout: "compressed_original": { 2024-08-29T19:03:06.517 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:06.517 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:06.518 INFO:tasks.workunit.client.0.smithi028.stdout: "csum_lat": { 2024-08-29T19:03:06.518 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 9515, 2024-08-29T19:03:06.518 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 110664035 2024-08-29T19:03:06.518 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:06.518 INFO:tasks.workunit.client.0.smithi028.stdout: "decompress_lat": { 2024-08-29T19:03:06.518 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 0, 2024-08-29T19:03:06.518 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:06.518 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:06.518 INFO:tasks.workunit.client.0.smithi028.stdout: "fragmentation_micros": { 2024-08-29T19:03:06.518 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:06.518 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:06.518 INFO:tasks.workunit.client.0.smithi028.stdout: "kv_commit_lat": { 2024-08-29T19:03:06.518 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 58443, 2024-08-29T19:03:06.518 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 21986597109 2024-08-29T19:03:06.519 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:06.519 INFO:tasks.workunit.client.0.smithi028.stdout: "kv_final_lat": { 2024-08-29T19:03:06.519 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 57718, 2024-08-29T19:03:06.519 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 2979959168 2024-08-29T19:03:06.519 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:06.519 INFO:tasks.workunit.client.0.smithi028.stdout: "kv_flush_lat": { 2024-08-29T19:03:06.519 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 58443, 2024-08-29T19:03:06.519 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 71458883 2024-08-29T19:03:06.519 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:06.519 INFO:tasks.workunit.client.0.smithi028.stdout: "kv_sync_lat": { 2024-08-29T19:03:06.519 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 58443, 2024-08-29T19:03:06.519 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 22058055992 2024-08-29T19:03:06.519 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:06.519 INFO:tasks.workunit.client.0.smithi028.stdout: "omap_get_keys_lat": { 2024-08-29T19:03:06.520 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 0, 2024-08-29T19:03:06.520 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:06.520 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:06.520 INFO:tasks.workunit.client.0.smithi028.stdout: "omap_get_values_lat": { 2024-08-29T19:03:06.520 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 232982, 2024-08-29T19:03:06.520 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 1865443570 2024-08-29T19:03:06.520 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:06.520 INFO:tasks.workunit.client.0.smithi028.stdout: "omap_lower_bound_lat": { 2024-08-29T19:03:06.520 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 755, 2024-08-29T19:03:06.520 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 5648751 2024-08-29T19:03:06.520 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:06.520 INFO:tasks.workunit.client.0.smithi028.stdout: "omap_next_lat": { 2024-08-29T19:03:06.520 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 132377, 2024-08-29T19:03:06.521 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 108909212 2024-08-29T19:03:06.521 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:06.521 INFO:tasks.workunit.client.0.smithi028.stdout: "omap_seek_to_first_lat": { 2024-08-29T19:03:06.521 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 43, 2024-08-29T19:03:06.521 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 55727 2024-08-29T19:03:06.521 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:06.521 INFO:tasks.workunit.client.0.smithi028.stdout: "omap_upper_bound_lat": { 2024-08-29T19:03:06.521 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 14768, 2024-08-29T19:03:06.521 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 4285439960 2024-08-29T19:03:06.521 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:06.521 INFO:tasks.workunit.client.0.smithi028.stdout: "onode_hits": { 2024-08-29T19:03:06.521 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 382025 2024-08-29T19:03:06.521 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:06.521 INFO:tasks.workunit.client.0.smithi028.stdout: "onode_misses": { 2024-08-29T19:03:06.522 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 16890 2024-08-29T19:03:06.522 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:06.522 INFO:tasks.workunit.client.0.smithi028.stdout: "read_lat": { 2024-08-29T19:03:06.522 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 8895, 2024-08-29T19:03:06.522 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 1045333105 2024-08-29T19:03:06.522 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:06.522 INFO:tasks.workunit.client.0.smithi028.stdout: "read_onode_meta_lat": { 2024-08-29T19:03:06.522 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 33248, 2024-08-29T19:03:06.522 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 19405290 2024-08-29T19:03:06.522 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:06.522 INFO:tasks.workunit.client.0.smithi028.stdout: "read_wait_aio_lat": { 2024-08-29T19:03:06.522 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 24353, 2024-08-29T19:03:06.522 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 432956198 2024-08-29T19:03:06.522 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:06.523 INFO:tasks.workunit.client.0.smithi028.stdout: "reads_with_retries": { 2024-08-29T19:03:06.523 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:06.523 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:06.523 INFO:tasks.workunit.client.0.smithi028.stdout: "remove_lat": { 2024-08-29T19:03:06.523 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 10991, 2024-08-29T19:03:06.523 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 519433010 2024-08-29T19:03:06.523 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:06.523 INFO:tasks.workunit.client.0.smithi028.stdout: "slow_aio_wait_count": { 2024-08-29T19:03:06.523 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:06.523 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:06.523 INFO:tasks.workunit.client.0.smithi028.stdout: "slow_committed_kv_count": { 2024-08-29T19:03:06.523 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:06.523 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:06.523 INFO:tasks.workunit.client.0.smithi028.stdout: "slow_read_onode_meta_count": { 2024-08-29T19:03:06.524 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:06.524 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:06.524 INFO:tasks.workunit.client.0.smithi028.stdout: "slow_read_wait_aio_count": { 2024-08-29T19:03:06.524 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:06.524 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:06.524 INFO:tasks.workunit.client.0.smithi028.stdout: "state_aio_wait_lat": { 2024-08-29T19:03:06.524 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 66832, 2024-08-29T19:03:06.524 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 2894801475 2024-08-29T19:03:06.524 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:06.524 INFO:tasks.workunit.client.0.smithi028.stdout: "state_deferred_aio_wait_lat": { 2024-08-29T19:03:06.524 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 12764, 2024-08-29T19:03:06.524 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 1137884576 2024-08-29T19:03:06.524 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:06.524 INFO:tasks.workunit.client.0.smithi028.stdout: "state_deferred_cleanup_lat": { 2024-08-29T19:03:06.525 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 12764, 2024-08-29T19:03:06.525 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 2010504307218 2024-08-29T19:03:06.525 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:06.525 INFO:tasks.workunit.client.0.smithi028.stdout: "state_deferred_queued_lat": { 2024-08-29T19:03:06.525 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 12764, 2024-08-29T19:03:06.525 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 5316174420829 2024-08-29T19:03:06.525 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:06.525 INFO:tasks.workunit.client.0.smithi028.stdout: "state_done_lat": { 2024-08-29T19:03:06.525 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 66832, 2024-08-29T19:03:06.525 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 1946558950518 2024-08-29T19:03:06.525 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:06.525 INFO:tasks.workunit.client.0.smithi028.stdout: "state_finishing_lat": { 2024-08-29T19:03:06.525 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 66832, 2024-08-29T19:03:06.525 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 17795786 2024-08-29T19:03:06.526 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:06.526 INFO:tasks.workunit.client.0.smithi028.stdout: "state_io_done_lat": { 2024-08-29T19:03:06.526 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 66832, 2024-08-29T19:03:06.526 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 177605318 2024-08-29T19:03:06.526 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:06.526 INFO:tasks.workunit.client.0.smithi028.stdout: "state_kv_commiting_lat": { 2024-08-29T19:03:06.526 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 66832, 2024-08-29T19:03:06.526 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 38809762989 2024-08-29T19:03:06.526 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:06.526 INFO:tasks.workunit.client.0.smithi028.stdout: "state_kv_done_lat": { 2024-08-29T19:03:06.526 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 66832, 2024-08-29T19:03:06.526 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 55937413 2024-08-29T19:03:06.526 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:06.527 INFO:tasks.workunit.client.0.smithi028.stdout: "state_kv_queued_lat": { 2024-08-29T19:03:06.527 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 66832, 2024-08-29T19:03:06.527 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 19821226427 2024-08-29T19:03:06.527 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:06.527 INFO:tasks.workunit.client.0.smithi028.stdout: "state_prepare_lat": { 2024-08-29T19:03:06.527 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 66832, 2024-08-29T19:03:06.527 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 10215068179 2024-08-29T19:03:06.527 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:06.527 INFO:tasks.workunit.client.0.smithi028.stdout: "stored": { 2024-08-29T19:03:06.527 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 6164329 2024-08-29T19:03:06.527 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:06.527 INFO:tasks.workunit.client.0.smithi028.stdout: "truncate_lat": { 2024-08-29T19:03:06.527 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 2113, 2024-08-29T19:03:06.527 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 19381676 2024-08-29T19:03:06.528 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:06.528 INFO:tasks.workunit.client.0.smithi028.stdout: "txc_commit_lat": { 2024-08-29T19:03:06.528 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 66832, 2024-08-29T19:03:06.528 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 71943789118 2024-08-29T19:03:06.528 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:06.528 INFO:tasks.workunit.client.0.smithi028.stdout: "txc_submit_lat": { 2024-08-29T19:03:06.528 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 66832, 2024-08-29T19:03:06.528 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 11774129391 2024-08-29T19:03:06.528 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:06.528 INFO:tasks.workunit.client.0.smithi028.stdout: "txc_throttle_lat": { 2024-08-29T19:03:06.528 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 66832, 2024-08-29T19:03:06.528 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 851580475 2024-08-29T19:03:06.528 INFO:tasks.workunit.client.0.smithi028.stdout: } 2024-08-29T19:03:06.528 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:06.529 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore-pricache": { 2024-08-29T19:03:06.529 INFO:tasks.workunit.client.0.smithi028.stdout: "cache_bytes": { 2024-08-29T19:03:06.529 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 1445593205 2024-08-29T19:03:06.529 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:06.529 INFO:tasks.workunit.client.0.smithi028.stdout: "heap_bytes": { 2024-08-29T19:03:06.529 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 473276416 2024-08-29T19:03:06.529 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:06.529 INFO:tasks.workunit.client.0.smithi028.stdout: "mapped_bytes": { 2024-08-29T19:03:06.529 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 471777280 2024-08-29T19:03:06.529 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:06.529 INFO:tasks.workunit.client.0.smithi028.stdout: "target_bytes": { 2024-08-29T19:03:06.529 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 2648117145 2024-08-29T19:03:06.529 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:06.530 INFO:tasks.workunit.client.0.smithi028.stdout: "unmapped_bytes": { 2024-08-29T19:03:06.530 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 1499136 2024-08-29T19:03:06.530 INFO:tasks.workunit.client.0.smithi028.stdout: } 2024-08-29T19:03:06.530 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:06.530 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore-pricache:data": { 2024-08-29T19:03:06.530 INFO:tasks.workunit.client.0.smithi028.stdout: "committed_bytes": { 2024-08-29T19:03:06.530 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 134217728 2024-08-29T19:03:06.530 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:06.530 INFO:tasks.workunit.client.0.smithi028.stdout: "pri0_bytes": { 2024-08-29T19:03:06.530 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:06.530 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:06.530 INFO:tasks.workunit.client.0.smithi028.stdout: "pri10_bytes": { 2024-08-29T19:03:06.530 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:06.531 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:06.531 INFO:tasks.workunit.client.0.smithi028.stdout: "pri11_bytes": { 2024-08-29T19:03:06.531 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 59650353 2024-08-29T19:03:06.531 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:06.531 INFO:tasks.workunit.client.0.smithi028.stdout: "pri1_bytes": { 2024-08-29T19:03:06.531 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:06.531 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:06.531 INFO:tasks.workunit.client.0.smithi028.stdout: "pri2_bytes": { 2024-08-29T19:03:06.531 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:06.531 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:06.531 INFO:tasks.workunit.client.0.smithi028.stdout: "pri3_bytes": { 2024-08-29T19:03:06.531 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:06.531 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:06.532 INFO:tasks.workunit.client.0.smithi028.stdout: "pri4_bytes": { 2024-08-29T19:03:06.532 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:06.532 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:06.532 INFO:tasks.workunit.client.0.smithi028.stdout: "pri5_bytes": { 2024-08-29T19:03:06.532 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 8192 2024-08-29T19:03:06.532 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:06.532 INFO:tasks.workunit.client.0.smithi028.stdout: "pri6_bytes": { 2024-08-29T19:03:06.532 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 16384 2024-08-29T19:03:06.532 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:06.532 INFO:tasks.workunit.client.0.smithi028.stdout: "pri7_bytes": { 2024-08-29T19:03:06.532 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:06.532 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:06.532 INFO:tasks.workunit.client.0.smithi028.stdout: "pri8_bytes": { 2024-08-29T19:03:06.533 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:06.533 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:06.533 INFO:tasks.workunit.client.0.smithi028.stdout: "pri9_bytes": { 2024-08-29T19:03:06.533 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:06.533 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:06.533 INFO:tasks.workunit.client.0.smithi028.stdout: "reserved_bytes": { 2024-08-29T19:03:06.533 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 74542799 2024-08-29T19:03:06.533 INFO:tasks.workunit.client.0.smithi028.stdout: } 2024-08-29T19:03:06.533 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:06.533 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore-pricache:kv": { 2024-08-29T19:03:06.533 INFO:tasks.workunit.client.0.smithi028.stdout: "committed_bytes": { 2024-08-29T19:03:06.533 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 587202560 2024-08-29T19:03:06.534 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:06.534 INFO:tasks.workunit.client.0.smithi028.stdout: "pri0_bytes": { 2024-08-29T19:03:06.534 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 67108864 2024-08-29T19:03:06.534 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:06.534 INFO:tasks.workunit.client.0.smithi028.stdout: "pri10_bytes": { 2024-08-29T19:03:06.534 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:06.534 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:06.534 INFO:tasks.workunit.client.0.smithi028.stdout: "pri11_bytes": { 2024-08-29T19:03:06.534 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 447377651 2024-08-29T19:03:06.534 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:06.534 INFO:tasks.workunit.client.0.smithi028.stdout: "pri1_bytes": { 2024-08-29T19:03:06.534 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:06.534 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:06.534 INFO:tasks.workunit.client.0.smithi028.stdout: "pri2_bytes": { 2024-08-29T19:03:06.535 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:06.535 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:06.535 INFO:tasks.workunit.client.0.smithi028.stdout: "pri3_bytes": { 2024-08-29T19:03:06.535 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 1920 2024-08-29T19:03:06.535 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:06.535 INFO:tasks.workunit.client.0.smithi028.stdout: "pri4_bytes": { 2024-08-29T19:03:06.535 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:06.535 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:06.535 INFO:tasks.workunit.client.0.smithi028.stdout: "pri5_bytes": { 2024-08-29T19:03:06.535 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 129232 2024-08-29T19:03:06.535 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:06.535 INFO:tasks.workunit.client.0.smithi028.stdout: "pri6_bytes": { 2024-08-29T19:03:06.535 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:06.536 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:06.536 INFO:tasks.workunit.client.0.smithi028.stdout: "pri7_bytes": { 2024-08-29T19:03:06.536 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:06.536 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:06.536 INFO:tasks.workunit.client.0.smithi028.stdout: "pri8_bytes": { 2024-08-29T19:03:06.536 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:06.536 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:06.536 INFO:tasks.workunit.client.0.smithi028.stdout: "pri9_bytes": { 2024-08-29T19:03:06.536 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:06.536 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:06.536 INFO:tasks.workunit.client.0.smithi028.stdout: "reserved_bytes": { 2024-08-29T19:03:06.536 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 72584893 2024-08-29T19:03:06.536 INFO:tasks.workunit.client.0.smithi028.stdout: } 2024-08-29T19:03:06.537 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:06.537 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore-pricache:kv_onode": { 2024-08-29T19:03:06.537 INFO:tasks.workunit.client.0.smithi028.stdout: "committed_bytes": { 2024-08-29T19:03:06.537 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 176160768 2024-08-29T19:03:06.537 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:06.537 INFO:tasks.workunit.client.0.smithi028.stdout: "pri0_bytes": { 2024-08-29T19:03:06.537 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 67108864 2024-08-29T19:03:06.537 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:06.537 INFO:tasks.workunit.client.0.smithi028.stdout: "pri10_bytes": { 2024-08-29T19:03:06.537 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 670832 2024-08-29T19:03:06.537 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:06.537 INFO:tasks.workunit.client.0.smithi028.stdout: "pri11_bytes": { 2024-08-29T19:03:06.537 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 39766902 2024-08-29T19:03:06.538 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:06.538 INFO:tasks.workunit.client.0.smithi028.stdout: "pri1_bytes": { 2024-08-29T19:03:06.538 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:06.538 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:06.538 INFO:tasks.workunit.client.0.smithi028.stdout: "pri2_bytes": { 2024-08-29T19:03:06.538 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:06.538 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:06.538 INFO:tasks.workunit.client.0.smithi028.stdout: "pri3_bytes": { 2024-08-29T19:03:06.538 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:06.538 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:06.538 INFO:tasks.workunit.client.0.smithi028.stdout: "pri4_bytes": { 2024-08-29T19:03:06.538 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:06.538 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:06.538 INFO:tasks.workunit.client.0.smithi028.stdout: "pri5_bytes": { 2024-08-29T19:03:06.539 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:06.539 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:06.539 INFO:tasks.workunit.client.0.smithi028.stdout: "pri6_bytes": { 2024-08-29T19:03:06.539 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:06.539 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:06.539 INFO:tasks.workunit.client.0.smithi028.stdout: "pri7_bytes": { 2024-08-29T19:03:06.539 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:06.539 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:06.539 INFO:tasks.workunit.client.0.smithi028.stdout: "pri8_bytes": { 2024-08-29T19:03:06.539 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:06.539 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:06.539 INFO:tasks.workunit.client.0.smithi028.stdout: "pri9_bytes": { 2024-08-29T19:03:06.539 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:06.539 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:06.540 INFO:tasks.workunit.client.0.smithi028.stdout: "reserved_bytes": { 2024-08-29T19:03:06.540 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 68614170 2024-08-29T19:03:06.540 INFO:tasks.workunit.client.0.smithi028.stdout: } 2024-08-29T19:03:06.540 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:06.540 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore-pricache:meta": { 2024-08-29T19:03:06.540 INFO:tasks.workunit.client.0.smithi028.stdout: "committed_bytes": { 2024-08-29T19:03:06.540 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 520093696 2024-08-29T19:03:06.540 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:06.540 INFO:tasks.workunit.client.0.smithi028.stdout: "pri0_bytes": { 2024-08-29T19:03:06.540 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:06.540 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:06.540 INFO:tasks.workunit.client.0.smithi028.stdout: "pri10_bytes": { 2024-08-29T19:03:06.540 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:06.541 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:06.541 INFO:tasks.workunit.client.0.smithi028.stdout: "pri11_bytes": { 2024-08-29T19:03:06.541 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 447377651 2024-08-29T19:03:06.541 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:06.541 INFO:tasks.workunit.client.0.smithi028.stdout: "pri1_bytes": { 2024-08-29T19:03:06.541 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:06.541 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:06.541 INFO:tasks.workunit.client.0.smithi028.stdout: "pri2_bytes": { 2024-08-29T19:03:06.541 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:06.541 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:06.541 INFO:tasks.workunit.client.0.smithi028.stdout: "pri3_bytes": { 2024-08-29T19:03:06.541 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:06.541 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:06.541 INFO:tasks.workunit.client.0.smithi028.stdout: "pri4_bytes": { 2024-08-29T19:03:06.542 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:06.542 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:06.542 INFO:tasks.workunit.client.0.smithi028.stdout: "pri5_bytes": { 2024-08-29T19:03:06.542 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 164018 2024-08-29T19:03:06.542 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:06.542 INFO:tasks.workunit.client.0.smithi028.stdout: "pri6_bytes": { 2024-08-29T19:03:06.542 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 1111680 2024-08-29T19:03:06.542 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:06.542 INFO:tasks.workunit.client.0.smithi028.stdout: "pri7_bytes": { 2024-08-29T19:03:06.542 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:06.542 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:06.542 INFO:tasks.workunit.client.0.smithi028.stdout: "pri8_bytes": { 2024-08-29T19:03:06.542 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:06.542 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:06.543 INFO:tasks.workunit.client.0.smithi028.stdout: "pri9_bytes": { 2024-08-29T19:03:06.543 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:06.543 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:06.543 INFO:tasks.workunit.client.0.smithi028.stdout: "reserved_bytes": { 2024-08-29T19:03:06.543 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 71440347 2024-08-29T19:03:06.543 INFO:tasks.workunit.client.0.smithi028.stdout: } 2024-08-29T19:03:06.543 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:06.543 INFO:tasks.workunit.client.0.smithi028.stdout: "objecter": { 2024-08-29T19:03:06.543 INFO:tasks.workunit.client.0.smithi028.stdout: "op_active": { 2024-08-29T19:03:06.543 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:06.543 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:06.543 INFO:tasks.workunit.client.0.smithi028.stdout: "op_r": { 2024-08-29T19:03:06.543 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 21 2024-08-29T19:03:06.544 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:06.544 INFO:tasks.workunit.client.0.smithi028.stdout: "op_rmw": { 2024-08-29T19:03:06.544 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:06.544 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:06.544 INFO:tasks.workunit.client.0.smithi028.stdout: "op_w": { 2024-08-29T19:03:06.544 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:06.544 INFO:tasks.workunit.client.0.smithi028.stdout: } 2024-08-29T19:03:06.544 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:06.544 INFO:tasks.workunit.client.0.smithi028.stdout: "osd": { 2024-08-29T19:03:06.544 INFO:tasks.workunit.client.0.smithi028.stdout: "numpg": { 2024-08-29T19:03:06.544 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 49 2024-08-29T19:03:06.544 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:06.544 INFO:tasks.workunit.client.0.smithi028.stdout: "numpg_removing": { 2024-08-29T19:03:06.544 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:06.545 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:06.545 INFO:tasks.workunit.client.0.smithi028.stdout: "op": { 2024-08-29T19:03:06.545 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 37634 2024-08-29T19:03:06.545 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:06.545 INFO:tasks.workunit.client.0.smithi028.stdout: "op_before_queue_op_lat": { 2024-08-29T19:03:06.545 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 97387, 2024-08-29T19:03:06.545 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 10009767259 2024-08-29T19:03:06.545 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:06.545 INFO:tasks.workunit.client.0.smithi028.stdout: "op_delayed_degraded": { 2024-08-29T19:03:06.545 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:06.545 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:06.545 INFO:tasks.workunit.client.0.smithi028.stdout: "op_delayed_unreadable": { 2024-08-29T19:03:06.545 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:06.545 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:06.546 INFO:tasks.workunit.client.0.smithi028.stdout: "op_in_bytes": { 2024-08-29T19:03:06.546 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 917495263 2024-08-29T19:03:06.546 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:06.546 INFO:tasks.workunit.client.0.smithi028.stdout: "op_latency": { 2024-08-29T19:03:06.546 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 37634, 2024-08-29T19:03:06.546 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 118178321366 2024-08-29T19:03:06.546 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:06.546 INFO:tasks.workunit.client.0.smithi028.stdout: "op_out_bytes": { 2024-08-29T19:03:06.546 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 1454534454 2024-08-29T19:03:06.546 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:06.546 INFO:tasks.workunit.client.0.smithi028.stdout: "op_prepare_latency": { 2024-08-29T19:03:06.546 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 38103, 2024-08-29T19:03:06.546 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 44453441099 2024-08-29T19:03:06.546 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:06.547 INFO:tasks.workunit.client.0.smithi028.stdout: "op_process_latency": { 2024-08-29T19:03:06.547 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 37634, 2024-08-29T19:03:06.547 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 70696297501 2024-08-29T19:03:06.547 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:06.547 INFO:tasks.workunit.client.0.smithi028.stdout: "op_r": { 2024-08-29T19:03:06.547 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 28421 2024-08-29T19:03:06.547 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:06.547 INFO:tasks.workunit.client.0.smithi028.stdout: "op_r_latency": { 2024-08-29T19:03:06.547 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 28421, 2024-08-29T19:03:06.547 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 35938478040 2024-08-29T19:03:06.547 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:06.547 INFO:tasks.workunit.client.0.smithi028.stdout: "op_r_latency_out_bytes_histogram": { 2024-08-29T19:03:06.547 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:06.547 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:06.548 INFO:tasks.workunit.client.0.smithi028.stdout: "op_r_out_bytes": { 2024-08-29T19:03:06.548 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 1454534454 2024-08-29T19:03:06.548 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:06.548 INFO:tasks.workunit.client.0.smithi028.stdout: "op_r_prepare_latency": { 2024-08-29T19:03:06.548 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 28541, 2024-08-29T19:03:06.548 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 27809956335 2024-08-29T19:03:06.548 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:06.548 INFO:tasks.workunit.client.0.smithi028.stdout: "op_r_process_latency": { 2024-08-29T19:03:06.548 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 28421, 2024-08-29T19:03:06.548 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 26871824458 2024-08-29T19:03:06.548 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:06.548 INFO:tasks.workunit.client.0.smithi028.stdout: "op_rw": { 2024-08-29T19:03:06.548 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 5365 2024-08-29T19:03:06.548 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:06.549 INFO:tasks.workunit.client.0.smithi028.stdout: "op_rw_in_bytes": { 2024-08-29T19:03:06.549 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 152807866 2024-08-29T19:03:06.549 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:06.549 INFO:tasks.workunit.client.0.smithi028.stdout: "op_rw_latency": { 2024-08-29T19:03:06.549 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 5365, 2024-08-29T19:03:06.549 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 26591058347 2024-08-29T19:03:06.549 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:06.549 INFO:tasks.workunit.client.0.smithi028.stdout: "op_rw_latency_in_bytes_histogram": { 2024-08-29T19:03:06.549 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:06.549 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:06.549 INFO:tasks.workunit.client.0.smithi028.stdout: "op_rw_latency_out_bytes_histogram": { 2024-08-29T19:03:06.549 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:06.549 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:06.549 INFO:tasks.workunit.client.0.smithi028.stdout: "op_rw_out_bytes": { 2024-08-29T19:03:06.549 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:06.550 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:06.550 INFO:tasks.workunit.client.0.smithi028.stdout: "op_rw_prepare_latency": { 2024-08-29T19:03:06.550 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 5546, 2024-08-29T19:03:06.550 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 8378381024 2024-08-29T19:03:06.550 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:06.550 INFO:tasks.workunit.client.0.smithi028.stdout: "op_rw_process_latency": { 2024-08-29T19:03:06.550 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 5365, 2024-08-29T19:03:06.550 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 19466606508 2024-08-29T19:03:06.550 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:06.550 INFO:tasks.workunit.client.0.smithi028.stdout: "op_w": { 2024-08-29T19:03:06.550 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 3848 2024-08-29T19:03:06.550 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:06.550 INFO:tasks.workunit.client.0.smithi028.stdout: "op_w_in_bytes": { 2024-08-29T19:03:06.551 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 764687397 2024-08-29T19:03:06.551 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:06.551 INFO:tasks.workunit.client.0.smithi028.stdout: "op_w_latency": { 2024-08-29T19:03:06.551 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 3848, 2024-08-29T19:03:06.551 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 55648784979 2024-08-29T19:03:06.551 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:06.551 INFO:tasks.workunit.client.0.smithi028.stdout: "op_w_latency_in_bytes_histogram": { 2024-08-29T19:03:06.551 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:06.551 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:06.551 INFO:tasks.workunit.client.0.smithi028.stdout: "op_w_prepare_latency": { 2024-08-29T19:03:06.551 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 4016, 2024-08-29T19:03:06.551 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 8265103740 2024-08-29T19:03:06.551 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:06.552 INFO:tasks.workunit.client.0.smithi028.stdout: "op_w_process_latency": { 2024-08-29T19:03:06.552 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 3848, 2024-08-29T19:03:06.552 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 24357866535 2024-08-29T19:03:06.552 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:06.552 INFO:tasks.workunit.client.0.smithi028.stdout: "op_wip": { 2024-08-29T19:03:06.552 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:06.552 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:06.552 INFO:tasks.workunit.client.0.smithi028.stdout: "recovery_bytes": { 2024-08-29T19:03:06.552 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 79 2024-08-29T19:03:06.552 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:06.552 INFO:tasks.workunit.client.0.smithi028.stdout: "recovery_ops": { 2024-08-29T19:03:06.552 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 11 2024-08-29T19:03:06.552 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:06.552 INFO:tasks.workunit.client.0.smithi028.stdout: "stat_bytes": { 2024-08-29T19:03:06.553 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 95995035648 2024-08-29T19:03:06.553 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:06.553 INFO:tasks.workunit.client.0.smithi028.stdout: "stat_bytes_used": { 2024-08-29T19:03:06.553 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 436023296 2024-08-29T19:03:06.553 INFO:tasks.workunit.client.0.smithi028.stdout: } 2024-08-29T19:03:06.553 INFO:tasks.workunit.client.0.smithi028.stdout: } 2024-08-29T19:03:06.553 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:06.553 INFO:tasks.workunit.client.0.smithi028.stdout: "osd.7": { 2024-08-29T19:03:06.553 INFO:tasks.workunit.client.0.smithi028.stdout: "bluefs": { 2024-08-29T19:03:06.553 INFO:tasks.workunit.client.0.smithi028.stdout: "alloc_db_max_lat": { 2024-08-29T19:03:06.553 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 27299 2024-08-29T19:03:06.553 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:06.553 INFO:tasks.workunit.client.0.smithi028.stdout: "alloc_slow_fallback": { 2024-08-29T19:03:06.554 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:06.554 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:06.554 INFO:tasks.workunit.client.0.smithi028.stdout: "alloc_slow_max_lat": { 2024-08-29T19:03:06.554 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:06.554 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:06.554 INFO:tasks.workunit.client.0.smithi028.stdout: "alloc_slow_size_fallback": { 2024-08-29T19:03:06.554 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:06.554 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:06.554 INFO:tasks.workunit.client.0.smithi028.stdout: "alloc_unit_db": { 2024-08-29T19:03:06.554 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 65536 2024-08-29T19:03:06.554 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:06.554 INFO:tasks.workunit.client.0.smithi028.stdout: "alloc_unit_slow": { 2024-08-29T19:03:06.554 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:06.555 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:06.555 INFO:tasks.workunit.client.0.smithi028.stdout: "alloc_unit_wal": { 2024-08-29T19:03:06.555 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:06.555 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:06.555 INFO:tasks.workunit.client.0.smithi028.stdout: "alloc_wal_max_lat": { 2024-08-29T19:03:06.555 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:06.555 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:06.555 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes_written_slow": { 2024-08-29T19:03:06.555 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:06.555 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:06.555 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes_written_sst": { 2024-08-29T19:03:06.555 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 12484608 2024-08-29T19:03:06.555 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:06.556 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes_written_wal": { 2024-08-29T19:03:06.556 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 618156032 2024-08-29T19:03:06.556 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:06.556 INFO:tasks.workunit.client.0.smithi028.stdout: "compact_lat": { 2024-08-29T19:03:06.556 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 15, 2024-08-29T19:03:06.556 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 8465429 2024-08-29T19:03:06.556 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:06.556 INFO:tasks.workunit.client.0.smithi028.stdout: "compact_lock_lat": { 2024-08-29T19:03:06.556 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 15, 2024-08-29T19:03:06.556 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 3169179 2024-08-29T19:03:06.556 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:06.556 INFO:tasks.workunit.client.0.smithi028.stdout: "db_alloc_lat": { 2024-08-29T19:03:06.556 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 171, 2024-08-29T19:03:06.557 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 1052380 2024-08-29T19:03:06.557 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:06.557 INFO:tasks.workunit.client.0.smithi028.stdout: "db_total_bytes": { 2024-08-29T19:03:06.557 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 95995027456 2024-08-29T19:03:06.557 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:06.557 INFO:tasks.workunit.client.0.smithi028.stdout: "db_used_bytes": { 2024-08-29T19:03:06.557 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 566624256 2024-08-29T19:03:06.557 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:06.557 INFO:tasks.workunit.client.0.smithi028.stdout: "flush_lat": { 2024-08-29T19:03:06.557 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 63309, 2024-08-29T19:03:06.557 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 8557500215 2024-08-29T19:03:06.557 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:06.557 INFO:tasks.workunit.client.0.smithi028.stdout: "fsync_lat": { 2024-08-29T19:03:06.557 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 63324, 2024-08-29T19:03:06.558 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 16844885495 2024-08-29T19:03:06.558 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:06.558 INFO:tasks.workunit.client.0.smithi028.stdout: "log_bytes": { 2024-08-29T19:03:06.558 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 9969664 2024-08-29T19:03:06.558 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:06.558 INFO:tasks.workunit.client.0.smithi028.stdout: "logged_bytes": { 2024-08-29T19:03:06.558 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 259330048 2024-08-29T19:03:06.558 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:06.558 INFO:tasks.workunit.client.0.smithi028.stdout: "max_bytes_db": { 2024-08-29T19:03:06.558 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 560922624 2024-08-29T19:03:06.558 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:06.558 INFO:tasks.workunit.client.0.smithi028.stdout: "max_bytes_slow": { 2024-08-29T19:03:06.558 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:06.559 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:06.559 INFO:tasks.workunit.client.0.smithi028.stdout: "max_bytes_wal": { 2024-08-29T19:03:06.559 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:06.559 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:06.559 INFO:tasks.workunit.client.0.smithi028.stdout: "num_files": { 2024-08-29T19:03:06.559 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 50 2024-08-29T19:03:06.559 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:06.559 INFO:tasks.workunit.client.0.smithi028.stdout: "read_bytes": { 2024-08-29T19:03:06.559 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 391508707 2024-08-29T19:03:06.559 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:06.559 INFO:tasks.workunit.client.0.smithi028.stdout: "read_count": { 2024-08-29T19:03:06.559 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 20666 2024-08-29T19:03:06.559 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:06.559 INFO:tasks.workunit.client.0.smithi028.stdout: "read_disk_bytes": { 2024-08-29T19:03:06.560 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 367620096 2024-08-29T19:03:06.560 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:06.560 INFO:tasks.workunit.client.0.smithi028.stdout: "read_disk_bytes_db": { 2024-08-29T19:03:06.560 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 367624192 2024-08-29T19:03:06.560 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:06.560 INFO:tasks.workunit.client.0.smithi028.stdout: "read_disk_bytes_slow": { 2024-08-29T19:03:06.560 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:06.560 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:06.560 INFO:tasks.workunit.client.0.smithi028.stdout: "read_disk_bytes_wal": { 2024-08-29T19:03:06.560 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:06.560 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:06.560 INFO:tasks.workunit.client.0.smithi028.stdout: "read_disk_count": { 2024-08-29T19:03:06.560 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 10840 2024-08-29T19:03:06.561 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:06.561 INFO:tasks.workunit.client.0.smithi028.stdout: "read_lat": { 2024-08-29T19:03:06.561 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 20666, 2024-08-29T19:03:06.561 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 238907517 2024-08-29T19:03:06.561 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:06.561 INFO:tasks.workunit.client.0.smithi028.stdout: "read_prefetch_bytes": { 2024-08-29T19:03:06.561 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 218711524 2024-08-29T19:03:06.561 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:06.561 INFO:tasks.workunit.client.0.smithi028.stdout: "read_prefetch_count": { 2024-08-29T19:03:06.561 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 15380 2024-08-29T19:03:06.561 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:06.561 INFO:tasks.workunit.client.0.smithi028.stdout: "read_random_buffer_bytes": { 2024-08-29T19:03:06.561 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 3877340 2024-08-29T19:03:06.561 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:06.562 INFO:tasks.workunit.client.0.smithi028.stdout: "read_random_buffer_count": { 2024-08-29T19:03:06.562 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 1013 2024-08-29T19:03:06.562 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:06.562 INFO:tasks.workunit.client.0.smithi028.stdout: "read_random_bytes": { 2024-08-29T19:03:06.562 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 12366878 2024-08-29T19:03:06.562 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:06.562 INFO:tasks.workunit.client.0.smithi028.stdout: "read_random_count": { 2024-08-29T19:03:06.562 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 1262 2024-08-29T19:03:06.562 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:06.562 INFO:tasks.workunit.client.0.smithi028.stdout: "read_random_disk_bytes": { 2024-08-29T19:03:06.562 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 8489538 2024-08-29T19:03:06.562 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:06.562 INFO:tasks.workunit.client.0.smithi028.stdout: "read_random_disk_bytes_db": { 2024-08-29T19:03:06.562 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 8489538 2024-08-29T19:03:06.563 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:06.563 INFO:tasks.workunit.client.0.smithi028.stdout: "read_random_disk_bytes_slow": { 2024-08-29T19:03:06.563 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:06.563 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:06.563 INFO:tasks.workunit.client.0.smithi028.stdout: "read_random_disk_bytes_wal": { 2024-08-29T19:03:06.563 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:06.563 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:06.563 INFO:tasks.workunit.client.0.smithi028.stdout: "read_random_disk_count": { 2024-08-29T19:03:06.563 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 260 2024-08-29T19:03:06.563 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:06.563 INFO:tasks.workunit.client.0.smithi028.stdout: "read_random_lat": { 2024-08-29T19:03:06.563 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 1262, 2024-08-29T19:03:06.563 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 4091255 2024-08-29T19:03:06.563 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:06.564 INFO:tasks.workunit.client.0.smithi028.stdout: "slow_alloc_lat": { 2024-08-29T19:03:06.564 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 0, 2024-08-29T19:03:06.564 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:06.564 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:06.564 INFO:tasks.workunit.client.0.smithi028.stdout: "slow_total_bytes": { 2024-08-29T19:03:06.564 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:06.564 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:06.564 INFO:tasks.workunit.client.0.smithi028.stdout: "slow_used_bytes": { 2024-08-29T19:03:06.564 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:06.564 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:06.564 INFO:tasks.workunit.client.0.smithi028.stdout: "truncate_lat": { 2024-08-29T19:03:06.564 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 1, 2024-08-29T19:03:06.564 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 655 2024-08-29T19:03:06.564 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:06.565 INFO:tasks.workunit.client.0.smithi028.stdout: "unlink_lat": { 2024-08-29T19:03:06.565 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 4, 2024-08-29T19:03:06.565 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 6239 2024-08-29T19:03:06.565 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:06.565 INFO:tasks.workunit.client.0.smithi028.stdout: "wal_alloc_lat": { 2024-08-29T19:03:06.565 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 0, 2024-08-29T19:03:06.565 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:06.565 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:06.565 INFO:tasks.workunit.client.0.smithi028.stdout: "wal_total_bytes": { 2024-08-29T19:03:06.565 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:06.565 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:06.565 INFO:tasks.workunit.client.0.smithi028.stdout: "wal_used_bytes": { 2024-08-29T19:03:06.565 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:06.566 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:06.566 INFO:tasks.workunit.client.0.smithi028.stdout: "write_bytes": { 2024-08-29T19:03:06.566 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 892260352 2024-08-29T19:03:06.566 INFO:tasks.workunit.client.0.smithi028.stdout: } 2024-08-29T19:03:06.566 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:06.566 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore": { 2024-08-29T19:03:06.566 INFO:tasks.workunit.client.0.smithi028.stdout: "alloc_unit": { 2024-08-29T19:03:06.566 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 4096 2024-08-29T19:03:06.566 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:06.566 INFO:tasks.workunit.client.0.smithi028.stdout: "allocated": { 2024-08-29T19:03:06.566 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 10219520 2024-08-29T19:03:06.566 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:06.566 INFO:tasks.workunit.client.0.smithi028.stdout: "allocator_lat": { 2024-08-29T19:03:06.566 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 19644, 2024-08-29T19:03:06.567 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 78428337 2024-08-29T19:03:06.567 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:06.567 INFO:tasks.workunit.client.0.smithi028.stdout: "clist_lat": { 2024-08-29T19:03:06.567 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 3041, 2024-08-29T19:03:06.567 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 981790268 2024-08-29T19:03:06.567 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:06.567 INFO:tasks.workunit.client.0.smithi028.stdout: "compress_lat": { 2024-08-29T19:03:06.567 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 0, 2024-08-29T19:03:06.567 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:06.567 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:06.567 INFO:tasks.workunit.client.0.smithi028.stdout: "compressed": { 2024-08-29T19:03:06.567 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:06.567 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:06.567 INFO:tasks.workunit.client.0.smithi028.stdout: "compressed_allocated": { 2024-08-29T19:03:06.568 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:06.568 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:06.568 INFO:tasks.workunit.client.0.smithi028.stdout: "compressed_original": { 2024-08-29T19:03:06.568 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:06.568 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:06.568 INFO:tasks.workunit.client.0.smithi028.stdout: "csum_lat": { 2024-08-29T19:03:06.568 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 9978, 2024-08-29T19:03:06.568 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 125432107 2024-08-29T19:03:06.568 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:06.568 INFO:tasks.workunit.client.0.smithi028.stdout: "decompress_lat": { 2024-08-29T19:03:06.568 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 0, 2024-08-29T19:03:06.568 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:06.568 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:06.568 INFO:tasks.workunit.client.0.smithi028.stdout: "fragmentation_micros": { 2024-08-29T19:03:06.569 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:06.569 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:06.569 INFO:tasks.workunit.client.0.smithi028.stdout: "kv_commit_lat": { 2024-08-29T19:03:06.569 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 63250, 2024-08-29T19:03:06.569 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 23242558050 2024-08-29T19:03:06.569 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:06.569 INFO:tasks.workunit.client.0.smithi028.stdout: "kv_final_lat": { 2024-08-29T19:03:06.569 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 62443, 2024-08-29T19:03:06.569 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 3217388558 2024-08-29T19:03:06.569 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:06.569 INFO:tasks.workunit.client.0.smithi028.stdout: "kv_flush_lat": { 2024-08-29T19:03:06.569 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 63250, 2024-08-29T19:03:06.569 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 96568243 2024-08-29T19:03:06.569 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:06.570 INFO:tasks.workunit.client.0.smithi028.stdout: "kv_sync_lat": { 2024-08-29T19:03:06.570 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 63250, 2024-08-29T19:03:06.570 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 23339126293 2024-08-29T19:03:06.570 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:06.570 INFO:tasks.workunit.client.0.smithi028.stdout: "omap_get_keys_lat": { 2024-08-29T19:03:06.570 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 0, 2024-08-29T19:03:06.570 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:06.570 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:06.570 INFO:tasks.workunit.client.0.smithi028.stdout: "omap_get_values_lat": { 2024-08-29T19:03:06.570 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 25647, 2024-08-29T19:03:06.570 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 745056368 2024-08-29T19:03:06.570 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:06.570 INFO:tasks.workunit.client.0.smithi028.stdout: "omap_lower_bound_lat": { 2024-08-29T19:03:06.570 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 674, 2024-08-29T19:03:06.571 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 5501888 2024-08-29T19:03:06.571 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:06.571 INFO:tasks.workunit.client.0.smithi028.stdout: "omap_next_lat": { 2024-08-29T19:03:06.571 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 5845, 2024-08-29T19:03:06.571 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 8530990 2024-08-29T19:03:06.571 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:06.571 INFO:tasks.workunit.client.0.smithi028.stdout: "omap_seek_to_first_lat": { 2024-08-29T19:03:06.571 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 50, 2024-08-29T19:03:06.571 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 60278 2024-08-29T19:03:06.571 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:06.571 INFO:tasks.workunit.client.0.smithi028.stdout: "omap_upper_bound_lat": { 2024-08-29T19:03:06.571 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 10025, 2024-08-29T19:03:06.572 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 4329194219 2024-08-29T19:03:06.572 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:06.572 INFO:tasks.workunit.client.0.smithi028.stdout: "onode_hits": { 2024-08-29T19:03:06.572 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 193264 2024-08-29T19:03:06.572 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:06.572 INFO:tasks.workunit.client.0.smithi028.stdout: "onode_misses": { 2024-08-29T19:03:06.572 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 16731 2024-08-29T19:03:06.572 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:06.572 INFO:tasks.workunit.client.0.smithi028.stdout: "read_lat": { 2024-08-29T19:03:06.572 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 16024, 2024-08-29T19:03:06.572 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 743819977 2024-08-29T19:03:06.572 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:06.572 INFO:tasks.workunit.client.0.smithi028.stdout: "read_onode_meta_lat": { 2024-08-29T19:03:06.572 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 50892, 2024-08-29T19:03:06.573 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 33135907 2024-08-29T19:03:06.573 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:06.573 INFO:tasks.workunit.client.0.smithi028.stdout: "read_wait_aio_lat": { 2024-08-29T19:03:06.573 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 34868, 2024-08-29T19:03:06.573 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 457192649 2024-08-29T19:03:06.573 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:06.573 INFO:tasks.workunit.client.0.smithi028.stdout: "reads_with_retries": { 2024-08-29T19:03:06.573 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:06.573 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:06.573 INFO:tasks.workunit.client.0.smithi028.stdout: "remove_lat": { 2024-08-29T19:03:06.573 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 12689, 2024-08-29T19:03:06.573 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 585176393 2024-08-29T19:03:06.573 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:06.573 INFO:tasks.workunit.client.0.smithi028.stdout: "slow_aio_wait_count": { 2024-08-29T19:03:06.574 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:06.574 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:06.574 INFO:tasks.workunit.client.0.smithi028.stdout: "slow_committed_kv_count": { 2024-08-29T19:03:06.574 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:06.574 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:06.574 INFO:tasks.workunit.client.0.smithi028.stdout: "slow_read_onode_meta_count": { 2024-08-29T19:03:06.574 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:06.574 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:06.574 INFO:tasks.workunit.client.0.smithi028.stdout: "slow_read_wait_aio_count": { 2024-08-29T19:03:06.574 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:06.574 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:06.574 INFO:tasks.workunit.client.0.smithi028.stdout: "state_aio_wait_lat": { 2024-08-29T19:03:06.574 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 75886, 2024-08-29T19:03:06.574 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 5566595756 2024-08-29T19:03:06.575 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:06.575 INFO:tasks.workunit.client.0.smithi028.stdout: "state_deferred_aio_wait_lat": { 2024-08-29T19:03:06.575 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 15287, 2024-08-29T19:03:06.575 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 1429810881 2024-08-29T19:03:06.575 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:06.575 INFO:tasks.workunit.client.0.smithi028.stdout: "state_deferred_cleanup_lat": { 2024-08-29T19:03:06.575 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 15286, 2024-08-29T19:03:06.575 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 2150897444478 2024-08-29T19:03:06.575 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:06.575 INFO:tasks.workunit.client.0.smithi028.stdout: "state_deferred_queued_lat": { 2024-08-29T19:03:06.575 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 15287, 2024-08-29T19:03:06.575 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 5966327008619 2024-08-29T19:03:06.575 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:06.576 INFO:tasks.workunit.client.0.smithi028.stdout: "state_done_lat": { 2024-08-29T19:03:06.576 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 75885, 2024-08-29T19:03:06.576 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 2375689115086 2024-08-29T19:03:06.576 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:06.576 INFO:tasks.workunit.client.0.smithi028.stdout: "state_finishing_lat": { 2024-08-29T19:03:06.576 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 75885, 2024-08-29T19:03:06.576 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 18589172 2024-08-29T19:03:06.576 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:06.576 INFO:tasks.workunit.client.0.smithi028.stdout: "state_io_done_lat": { 2024-08-29T19:03:06.576 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 75886, 2024-08-29T19:03:06.576 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 170230137 2024-08-29T19:03:06.576 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:06.576 INFO:tasks.workunit.client.0.smithi028.stdout: "state_kv_commiting_lat": { 2024-08-29T19:03:06.576 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 75886, 2024-08-29T19:03:06.577 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 44800824162 2024-08-29T19:03:06.577 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:06.577 INFO:tasks.workunit.client.0.smithi028.stdout: "state_kv_done_lat": { 2024-08-29T19:03:06.577 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 75886, 2024-08-29T19:03:06.577 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 58230970 2024-08-29T19:03:06.577 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:06.577 INFO:tasks.workunit.client.0.smithi028.stdout: "state_kv_queued_lat": { 2024-08-29T19:03:06.577 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 75886, 2024-08-29T19:03:06.577 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 25020972413 2024-08-29T19:03:06.577 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:06.577 INFO:tasks.workunit.client.0.smithi028.stdout: "state_prepare_lat": { 2024-08-29T19:03:06.577 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 75886, 2024-08-29T19:03:06.577 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 11229917102 2024-08-29T19:03:06.578 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:06.578 INFO:tasks.workunit.client.0.smithi028.stdout: "stored": { 2024-08-29T19:03:06.578 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 6159117 2024-08-29T19:03:06.578 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:06.578 INFO:tasks.workunit.client.0.smithi028.stdout: "truncate_lat": { 2024-08-29T19:03:06.578 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 2075, 2024-08-29T19:03:06.578 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 19261080 2024-08-29T19:03:06.578 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:06.578 INFO:tasks.workunit.client.0.smithi028.stdout: "txc_commit_lat": { 2024-08-29T19:03:06.578 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 75886, 2024-08-29T19:03:06.578 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 86815948175 2024-08-29T19:03:06.578 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:06.578 INFO:tasks.workunit.client.0.smithi028.stdout: "txc_submit_lat": { 2024-08-29T19:03:06.579 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 75886, 2024-08-29T19:03:06.579 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 13039518876 2024-08-29T19:03:06.579 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:06.579 INFO:tasks.workunit.client.0.smithi028.stdout: "txc_throttle_lat": { 2024-08-29T19:03:06.579 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 75886, 2024-08-29T19:03:06.579 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 993538343 2024-08-29T19:03:06.579 INFO:tasks.workunit.client.0.smithi028.stdout: } 2024-08-29T19:03:06.579 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:06.579 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore-pricache": { 2024-08-29T19:03:06.579 INFO:tasks.workunit.client.0.smithi028.stdout: "cache_bytes": { 2024-08-29T19:03:06.579 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 1445593205 2024-08-29T19:03:06.579 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:06.579 INFO:tasks.workunit.client.0.smithi028.stdout: "heap_bytes": { 2024-08-29T19:03:06.580 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 471891968 2024-08-29T19:03:06.580 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:06.580 INFO:tasks.workunit.client.0.smithi028.stdout: "mapped_bytes": { 2024-08-29T19:03:06.580 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 451977216 2024-08-29T19:03:06.580 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:06.580 INFO:tasks.workunit.client.0.smithi028.stdout: "target_bytes": { 2024-08-29T19:03:06.580 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 2648117145 2024-08-29T19:03:06.580 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:06.580 INFO:tasks.workunit.client.0.smithi028.stdout: "unmapped_bytes": { 2024-08-29T19:03:06.580 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 19914752 2024-08-29T19:03:06.580 INFO:tasks.workunit.client.0.smithi028.stdout: } 2024-08-29T19:03:06.580 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:06.580 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore-pricache:data": { 2024-08-29T19:03:06.580 INFO:tasks.workunit.client.0.smithi028.stdout: "committed_bytes": { 2024-08-29T19:03:06.581 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 134217728 2024-08-29T19:03:06.581 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:06.581 INFO:tasks.workunit.client.0.smithi028.stdout: "pri0_bytes": { 2024-08-29T19:03:06.581 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:06.581 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:06.581 INFO:tasks.workunit.client.0.smithi028.stdout: "pri10_bytes": { 2024-08-29T19:03:06.581 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:06.581 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:06.581 INFO:tasks.workunit.client.0.smithi028.stdout: "pri11_bytes": { 2024-08-29T19:03:06.581 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 59085380 2024-08-29T19:03:06.581 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:06.581 INFO:tasks.workunit.client.0.smithi028.stdout: "pri1_bytes": { 2024-08-29T19:03:06.581 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:06.582 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:06.582 INFO:tasks.workunit.client.0.smithi028.stdout: "pri2_bytes": { 2024-08-29T19:03:06.582 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:06.582 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:06.582 INFO:tasks.workunit.client.0.smithi028.stdout: "pri3_bytes": { 2024-08-29T19:03:06.582 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:06.582 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:06.582 INFO:tasks.workunit.client.0.smithi028.stdout: "pri4_bytes": { 2024-08-29T19:03:06.582 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:06.582 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:06.582 INFO:tasks.workunit.client.0.smithi028.stdout: "pri5_bytes": { 2024-08-29T19:03:06.582 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 16384 2024-08-29T19:03:06.582 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:06.582 INFO:tasks.workunit.client.0.smithi028.stdout: "pri6_bytes": { 2024-08-29T19:03:06.582 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 73728 2024-08-29T19:03:06.583 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:06.583 INFO:tasks.workunit.client.0.smithi028.stdout: "pri7_bytes": { 2024-08-29T19:03:06.583 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:06.583 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:06.583 INFO:tasks.workunit.client.0.smithi028.stdout: "pri8_bytes": { 2024-08-29T19:03:06.583 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:06.583 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:06.583 INFO:tasks.workunit.client.0.smithi028.stdout: "pri9_bytes": { 2024-08-29T19:03:06.583 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:06.583 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:06.583 INFO:tasks.workunit.client.0.smithi028.stdout: "reserved_bytes": { 2024-08-29T19:03:06.583 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 75042236 2024-08-29T19:03:06.583 INFO:tasks.workunit.client.0.smithi028.stdout: } 2024-08-29T19:03:06.584 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:06.584 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore-pricache:kv": { 2024-08-29T19:03:06.584 INFO:tasks.workunit.client.0.smithi028.stdout: "committed_bytes": { 2024-08-29T19:03:06.584 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 578813952 2024-08-29T19:03:06.584 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:06.584 INFO:tasks.workunit.client.0.smithi028.stdout: "pri0_bytes": { 2024-08-29T19:03:06.584 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 67108864 2024-08-29T19:03:06.584 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:06.584 INFO:tasks.workunit.client.0.smithi028.stdout: "pri10_bytes": { 2024-08-29T19:03:06.584 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:06.584 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:06.584 INFO:tasks.workunit.client.0.smithi028.stdout: "pri11_bytes": { 2024-08-29T19:03:06.584 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 443140354 2024-08-29T19:03:06.584 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:06.585 INFO:tasks.workunit.client.0.smithi028.stdout: "pri1_bytes": { 2024-08-29T19:03:06.585 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:06.585 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:06.585 INFO:tasks.workunit.client.0.smithi028.stdout: "pri2_bytes": { 2024-08-29T19:03:06.585 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:06.585 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:06.585 INFO:tasks.workunit.client.0.smithi028.stdout: "pri3_bytes": { 2024-08-29T19:03:06.585 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 2432 2024-08-29T19:03:06.585 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:06.585 INFO:tasks.workunit.client.0.smithi028.stdout: "pri4_bytes": { 2024-08-29T19:03:06.585 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:06.585 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:06.585 INFO:tasks.workunit.client.0.smithi028.stdout: "pri5_bytes": { 2024-08-29T19:03:06.585 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 169184 2024-08-29T19:03:06.586 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:06.586 INFO:tasks.workunit.client.0.smithi028.stdout: "pri6_bytes": { 2024-08-29T19:03:06.586 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:06.586 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:06.586 INFO:tasks.workunit.client.0.smithi028.stdout: "pri7_bytes": { 2024-08-29T19:03:06.586 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:06.586 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:06.586 INFO:tasks.workunit.client.0.smithi028.stdout: "pri8_bytes": { 2024-08-29T19:03:06.586 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:06.586 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:06.586 INFO:tasks.workunit.client.0.smithi028.stdout: "pri9_bytes": { 2024-08-29T19:03:06.586 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:06.586 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:06.587 INFO:tasks.workunit.client.0.smithi028.stdout: "reserved_bytes": { 2024-08-29T19:03:06.587 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 68393118 2024-08-29T19:03:06.587 INFO:tasks.workunit.client.0.smithi028.stdout: } 2024-08-29T19:03:06.587 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:06.587 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore-pricache:kv_onode": { 2024-08-29T19:03:06.587 INFO:tasks.workunit.client.0.smithi028.stdout: "committed_bytes": { 2024-08-29T19:03:06.587 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 176160768 2024-08-29T19:03:06.587 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:06.587 INFO:tasks.workunit.client.0.smithi028.stdout: "pri0_bytes": { 2024-08-29T19:03:06.587 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 67108864 2024-08-29T19:03:06.587 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:06.587 INFO:tasks.workunit.client.0.smithi028.stdout: "pri10_bytes": { 2024-08-29T19:03:06.587 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 510128 2024-08-29T19:03:06.587 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:06.588 INFO:tasks.workunit.client.0.smithi028.stdout: "pri11_bytes": { 2024-08-29T19:03:06.588 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 39390253 2024-08-29T19:03:06.588 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:06.588 INFO:tasks.workunit.client.0.smithi028.stdout: "pri1_bytes": { 2024-08-29T19:03:06.588 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:06.588 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:06.588 INFO:tasks.workunit.client.0.smithi028.stdout: "pri2_bytes": { 2024-08-29T19:03:06.588 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:06.588 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:06.588 INFO:tasks.workunit.client.0.smithi028.stdout: "pri3_bytes": { 2024-08-29T19:03:06.588 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:06.588 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:06.588 INFO:tasks.workunit.client.0.smithi028.stdout: "pri4_bytes": { 2024-08-29T19:03:06.588 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:06.589 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:06.589 INFO:tasks.workunit.client.0.smithi028.stdout: "pri5_bytes": { 2024-08-29T19:03:06.589 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:06.589 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:06.589 INFO:tasks.workunit.client.0.smithi028.stdout: "pri6_bytes": { 2024-08-29T19:03:06.589 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:06.589 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:06.589 INFO:tasks.workunit.client.0.smithi028.stdout: "pri7_bytes": { 2024-08-29T19:03:06.589 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:06.589 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:06.589 INFO:tasks.workunit.client.0.smithi028.stdout: "pri8_bytes": { 2024-08-29T19:03:06.589 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:06.589 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:06.589 INFO:tasks.workunit.client.0.smithi028.stdout: "pri9_bytes": { 2024-08-29T19:03:06.590 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:06.590 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:06.590 INFO:tasks.workunit.client.0.smithi028.stdout: "reserved_bytes": { 2024-08-29T19:03:06.590 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 69151523 2024-08-29T19:03:06.590 INFO:tasks.workunit.client.0.smithi028.stdout: } 2024-08-29T19:03:06.590 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:06.590 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore-pricache:meta": { 2024-08-29T19:03:06.590 INFO:tasks.workunit.client.0.smithi028.stdout: "committed_bytes": { 2024-08-29T19:03:06.590 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 511705088 2024-08-29T19:03:06.590 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:06.590 INFO:tasks.workunit.client.0.smithi028.stdout: "pri0_bytes": { 2024-08-29T19:03:06.590 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:06.590 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:06.590 INFO:tasks.workunit.client.0.smithi028.stdout: "pri10_bytes": { 2024-08-29T19:03:06.591 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:06.591 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:06.591 INFO:tasks.workunit.client.0.smithi028.stdout: "pri11_bytes": { 2024-08-29T19:03:06.591 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 443140354 2024-08-29T19:03:06.591 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:06.591 INFO:tasks.workunit.client.0.smithi028.stdout: "pri1_bytes": { 2024-08-29T19:03:06.591 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:06.591 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:06.591 INFO:tasks.workunit.client.0.smithi028.stdout: "pri2_bytes": { 2024-08-29T19:03:06.591 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:06.591 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:06.591 INFO:tasks.workunit.client.0.smithi028.stdout: "pri3_bytes": { 2024-08-29T19:03:06.591 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:06.592 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:06.592 INFO:tasks.workunit.client.0.smithi028.stdout: "pri4_bytes": { 2024-08-29T19:03:06.592 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:06.592 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:06.592 INFO:tasks.workunit.client.0.smithi028.stdout: "pri5_bytes": { 2024-08-29T19:03:06.592 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 166240 2024-08-29T19:03:06.592 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:06.592 INFO:tasks.workunit.client.0.smithi028.stdout: "pri6_bytes": { 2024-08-29T19:03:06.592 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 1099588 2024-08-29T19:03:06.592 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:06.592 INFO:tasks.workunit.client.0.smithi028.stdout: "pri7_bytes": { 2024-08-29T19:03:06.592 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:06.592 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:06.593 INFO:tasks.workunit.client.0.smithi028.stdout: "pri8_bytes": { 2024-08-29T19:03:06.593 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:06.593 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:06.593 INFO:tasks.workunit.client.0.smithi028.stdout: "pri9_bytes": { 2024-08-29T19:03:06.593 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:06.593 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:06.593 INFO:tasks.workunit.client.0.smithi028.stdout: "reserved_bytes": { 2024-08-29T19:03:06.593 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 67298906 2024-08-29T19:03:06.593 INFO:tasks.workunit.client.0.smithi028.stdout: } 2024-08-29T19:03:06.593 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:06.593 INFO:tasks.workunit.client.0.smithi028.stdout: "objecter": { 2024-08-29T19:03:06.593 INFO:tasks.workunit.client.0.smithi028.stdout: "op_active": { 2024-08-29T19:03:06.593 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:06.593 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:06.594 INFO:tasks.workunit.client.0.smithi028.stdout: "op_r": { 2024-08-29T19:03:06.594 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 25 2024-08-29T19:03:06.594 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:06.594 INFO:tasks.workunit.client.0.smithi028.stdout: "op_rmw": { 2024-08-29T19:03:06.594 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:06.594 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:06.594 INFO:tasks.workunit.client.0.smithi028.stdout: "op_w": { 2024-08-29T19:03:06.594 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:06.594 INFO:tasks.workunit.client.0.smithi028.stdout: } 2024-08-29T19:03:06.594 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:06.594 INFO:tasks.workunit.client.0.smithi028.stdout: "osd": { 2024-08-29T19:03:06.594 INFO:tasks.workunit.client.0.smithi028.stdout: "numpg": { 2024-08-29T19:03:06.594 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 60 2024-08-29T19:03:06.595 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:06.595 INFO:tasks.workunit.client.0.smithi028.stdout: "numpg_removing": { 2024-08-29T19:03:06.595 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:06.595 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:06.595 INFO:tasks.workunit.client.0.smithi028.stdout: "op": { 2024-08-29T19:03:06.595 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 43266 2024-08-29T19:03:06.595 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:06.595 INFO:tasks.workunit.client.0.smithi028.stdout: "op_before_queue_op_lat": { 2024-08-29T19:03:06.595 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 111104, 2024-08-29T19:03:06.595 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 11517930554 2024-08-29T19:03:06.595 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:06.595 INFO:tasks.workunit.client.0.smithi028.stdout: "op_delayed_degraded": { 2024-08-29T19:03:06.595 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:06.595 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:06.596 INFO:tasks.workunit.client.0.smithi028.stdout: "op_delayed_unreadable": { 2024-08-29T19:03:06.596 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 2 2024-08-29T19:03:06.596 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:06.596 INFO:tasks.workunit.client.0.smithi028.stdout: "op_in_bytes": { 2024-08-29T19:03:06.596 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 565453469 2024-08-29T19:03:06.596 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:06.596 INFO:tasks.workunit.client.0.smithi028.stdout: "op_latency": { 2024-08-29T19:03:06.596 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 43266, 2024-08-29T19:03:06.596 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 162817561083 2024-08-29T19:03:06.596 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:06.596 INFO:tasks.workunit.client.0.smithi028.stdout: "op_out_bytes": { 2024-08-29T19:03:06.596 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 1026159130 2024-08-29T19:03:06.596 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:06.597 INFO:tasks.workunit.client.0.smithi028.stdout: "op_prepare_latency": { 2024-08-29T19:03:06.597 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 43770, 2024-08-29T19:03:06.597 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 40403527697 2024-08-29T19:03:06.597 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:06.597 INFO:tasks.workunit.client.0.smithi028.stdout: "op_process_latency": { 2024-08-29T19:03:06.597 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 43266, 2024-08-29T19:03:06.597 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 64514600927 2024-08-29T19:03:06.597 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:06.597 INFO:tasks.workunit.client.0.smithi028.stdout: "op_r": { 2024-08-29T19:03:06.597 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 30220 2024-08-29T19:03:06.597 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:06.597 INFO:tasks.workunit.client.0.smithi028.stdout: "op_r_latency": { 2024-08-29T19:03:06.597 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 30220, 2024-08-29T19:03:06.597 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 19062528816 2024-08-29T19:03:06.598 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:06.598 INFO:tasks.workunit.client.0.smithi028.stdout: "op_r_latency_out_bytes_histogram": { 2024-08-29T19:03:06.598 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:06.598 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:06.598 INFO:tasks.workunit.client.0.smithi028.stdout: "op_r_out_bytes": { 2024-08-29T19:03:06.598 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 1026159130 2024-08-29T19:03:06.598 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:06.598 INFO:tasks.workunit.client.0.smithi028.stdout: "op_r_prepare_latency": { 2024-08-29T19:03:06.598 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 30374, 2024-08-29T19:03:06.598 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 11579084715 2024-08-29T19:03:06.598 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:06.598 INFO:tasks.workunit.client.0.smithi028.stdout: "op_r_process_latency": { 2024-08-29T19:03:06.598 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 30220, 2024-08-29T19:03:06.599 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 11010931712 2024-08-29T19:03:06.599 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:06.599 INFO:tasks.workunit.client.0.smithi028.stdout: "op_rw": { 2024-08-29T19:03:06.599 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 11737 2024-08-29T19:03:06.599 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:06.599 INFO:tasks.workunit.client.0.smithi028.stdout: "op_rw_in_bytes": { 2024-08-29T19:03:06.599 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 136862102 2024-08-29T19:03:06.599 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:06.599 INFO:tasks.workunit.client.0.smithi028.stdout: "op_rw_latency": { 2024-08-29T19:03:06.599 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 11737, 2024-08-29T19:03:06.599 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 53375094015 2024-08-29T19:03:06.599 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:06.599 INFO:tasks.workunit.client.0.smithi028.stdout: "op_rw_latency_in_bytes_histogram": { 2024-08-29T19:03:06.599 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:06.600 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:06.600 INFO:tasks.workunit.client.0.smithi028.stdout: "op_rw_latency_out_bytes_histogram": { 2024-08-29T19:03:06.600 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:06.600 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:06.600 INFO:tasks.workunit.client.0.smithi028.stdout: "op_rw_out_bytes": { 2024-08-29T19:03:06.600 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:06.600 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:06.600 INFO:tasks.workunit.client.0.smithi028.stdout: "op_rw_prepare_latency": { 2024-08-29T19:03:06.600 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 11953, 2024-08-29T19:03:06.600 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 26235742223 2024-08-29T19:03:06.600 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:06.600 INFO:tasks.workunit.client.0.smithi028.stdout: "op_rw_process_latency": { 2024-08-29T19:03:06.600 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 11737, 2024-08-29T19:03:06.600 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 45569108173 2024-08-29T19:03:06.601 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:06.601 INFO:tasks.workunit.client.0.smithi028.stdout: "op_w": { 2024-08-29T19:03:06.601 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 1309 2024-08-29T19:03:06.601 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:06.601 INFO:tasks.workunit.client.0.smithi028.stdout: "op_w_in_bytes": { 2024-08-29T19:03:06.601 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 428591367 2024-08-29T19:03:06.601 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:06.601 INFO:tasks.workunit.client.0.smithi028.stdout: "op_w_latency": { 2024-08-29T19:03:06.601 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 1309, 2024-08-29T19:03:06.601 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 90379938252 2024-08-29T19:03:06.601 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:06.601 INFO:tasks.workunit.client.0.smithi028.stdout: "op_w_latency_in_bytes_histogram": { 2024-08-29T19:03:06.601 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:06.602 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:06.602 INFO:tasks.workunit.client.0.smithi028.stdout: "op_w_prepare_latency": { 2024-08-29T19:03:06.602 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 1443, 2024-08-29T19:03:06.602 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 2588700759 2024-08-29T19:03:06.602 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:06.602 INFO:tasks.workunit.client.0.smithi028.stdout: "op_w_process_latency": { 2024-08-29T19:03:06.602 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 1309, 2024-08-29T19:03:06.602 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 7934561042 2024-08-29T19:03:06.602 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:06.602 INFO:tasks.workunit.client.0.smithi028.stdout: "op_wip": { 2024-08-29T19:03:06.602 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:06.602 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:06.602 INFO:tasks.workunit.client.0.smithi028.stdout: "recovery_bytes": { 2024-08-29T19:03:06.602 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 1 2024-08-29T19:03:06.603 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:06.603 INFO:tasks.workunit.client.0.smithi028.stdout: "recovery_ops": { 2024-08-29T19:03:06.603 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 13 2024-08-29T19:03:06.603 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:06.603 INFO:tasks.workunit.client.0.smithi028.stdout: "stat_bytes": { 2024-08-29T19:03:06.603 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 95995035648 2024-08-29T19:03:06.603 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:06.603 INFO:tasks.workunit.client.0.smithi028.stdout: "stat_bytes_used": { 2024-08-29T19:03:06.603 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 576856064 2024-08-29T19:03:06.603 INFO:tasks.workunit.client.0.smithi028.stdout: } 2024-08-29T19:03:06.603 INFO:tasks.workunit.client.0.smithi028.stdout: } 2024-08-29T19:03:06.603 INFO:tasks.workunit.client.0.smithi028.stdout: } 2024-08-29T19:03:06.603 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:06.603 INFO:tasks.workunit.client.0.smithi028.stdout: "pools": [ 2024-08-29T19:03:06.604 INFO:tasks.workunit.client.0.smithi028.stdout: { 2024-08-29T19:03:06.604 INFO:tasks.workunit.client.0.smithi028.stdout: "application": [ 2024-08-29T19:03:06.604 INFO:tasks.workunit.client.0.smithi028.stdout: "mgr" 2024-08-29T19:03:06.604 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-08-29T19:03:06.604 INFO:tasks.workunit.client.0.smithi028.stdout: "cache_mode": "none", 2024-08-29T19:03:06.604 INFO:tasks.workunit.client.0.smithi028.stdout: "erasure_code_profile": {}, 2024-08-29T19:03:06.604 INFO:tasks.workunit.client.0.smithi028.stdout: "flags_names": [ 2024-08-29T19:03:06.604 INFO:tasks.workunit.client.0.smithi028.stdout: "hashpspool" 2024-08-29T19:03:06.604 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-08-29T19:03:06.604 INFO:tasks.workunit.client.0.smithi028.stdout: "min_size": 2, 2024-08-29T19:03:06.604 INFO:tasks.workunit.client.0.smithi028.stdout: "options": {}, 2024-08-29T19:03:06.604 INFO:tasks.workunit.client.0.smithi028.stdout: "pg_autoscale_mode": "off", 2024-08-29T19:03:06.604 INFO:tasks.workunit.client.0.smithi028.stdout: "pg_num": 1, 2024-08-29T19:03:06.605 INFO:tasks.workunit.client.0.smithi028.stdout: "pgp_num": 1, 2024-08-29T19:03:06.605 INFO:tasks.workunit.client.0.smithi028.stdout: "pool": 1, 2024-08-29T19:03:06.605 INFO:tasks.workunit.client.0.smithi028.stdout: "size": 3, 2024-08-29T19:03:06.605 INFO:tasks.workunit.client.0.smithi028.stdout: "stats": { 2024-08-29T19:03:06.605 INFO:tasks.workunit.client.0.smithi028.stdout: "avail_raw": 721046710538, 2024-08-29T19:03:06.605 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes_used": 1781760, 2024-08-29T19:03:06.605 INFO:tasks.workunit.client.0.smithi028.stdout: "compress_bytes_used": 0, 2024-08-29T19:03:06.605 INFO:tasks.workunit.client.0.smithi028.stdout: "compress_under_bytes": 0, 2024-08-29T19:03:06.605 INFO:tasks.workunit.client.0.smithi028.stdout: "data_bytes_used": 1781760, 2024-08-29T19:03:06.605 INFO:tasks.workunit.client.0.smithi028.stdout: "dirty": 0, 2024-08-29T19:03:06.605 INFO:tasks.workunit.client.0.smithi028.stdout: "max_avail": 240348905472, 2024-08-29T19:03:06.605 INFO:tasks.workunit.client.0.smithi028.stdout: "objects": 2, 2024-08-29T19:03:06.605 INFO:tasks.workunit.client.0.smithi028.stdout: "omap_bytes_used": 0, 2024-08-29T19:03:06.606 INFO:tasks.workunit.client.0.smithi028.stdout: "percent_used": 2.4710682282602647e-06, 2024-08-29T19:03:06.606 INFO:tasks.workunit.client.0.smithi028.stdout: "quota_bytes": 0, 2024-08-29T19:03:06.606 INFO:tasks.workunit.client.0.smithi028.stdout: "quota_objects": 0, 2024-08-29T19:03:06.606 INFO:tasks.workunit.client.0.smithi028.stdout: "rd": 812, 2024-08-29T19:03:06.606 INFO:tasks.workunit.client.0.smithi028.stdout: "rd_bytes": 1341440, 2024-08-29T19:03:06.606 INFO:tasks.workunit.client.0.smithi028.stdout: "stored": 590368, 2024-08-29T19:03:06.606 INFO:tasks.workunit.client.0.smithi028.stdout: "stored_data": 590368, 2024-08-29T19:03:06.606 INFO:tasks.workunit.client.0.smithi028.stdout: "stored_omap": 0, 2024-08-29T19:03:06.606 INFO:tasks.workunit.client.0.smithi028.stdout: "stored_raw": 1771104, 2024-08-29T19:03:06.606 INFO:tasks.workunit.client.0.smithi028.stdout: "wr": 311, 2024-08-29T19:03:06.606 INFO:tasks.workunit.client.0.smithi028.stdout: "wr_bytes": 2473984 2024-08-29T19:03:06.606 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:06.606 INFO:tasks.workunit.client.0.smithi028.stdout: "target_max_bytes": 0, 2024-08-29T19:03:06.606 INFO:tasks.workunit.client.0.smithi028.stdout: "target_max_objects": 0, 2024-08-29T19:03:06.607 INFO:tasks.workunit.client.0.smithi028.stdout: "type": "replicated" 2024-08-29T19:03:06.607 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:06.607 INFO:tasks.workunit.client.0.smithi028.stdout: { 2024-08-29T19:03:06.607 INFO:tasks.workunit.client.0.smithi028.stdout: "application": [ 2024-08-29T19:03:06.607 INFO:tasks.workunit.client.0.smithi028.stdout: "cephfs" 2024-08-29T19:03:06.607 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-08-29T19:03:06.607 INFO:tasks.workunit.client.0.smithi028.stdout: "cache_mode": "none", 2024-08-29T19:03:06.607 INFO:tasks.workunit.client.0.smithi028.stdout: "erasure_code_profile": {}, 2024-08-29T19:03:06.607 INFO:tasks.workunit.client.0.smithi028.stdout: "flags_names": [ 2024-08-29T19:03:06.607 INFO:tasks.workunit.client.0.smithi028.stdout: "hashpspool" 2024-08-29T19:03:06.607 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-08-29T19:03:06.607 INFO:tasks.workunit.client.0.smithi028.stdout: "min_size": 2, 2024-08-29T19:03:06.607 INFO:tasks.workunit.client.0.smithi028.stdout: "options": {}, 2024-08-29T19:03:06.608 INFO:tasks.workunit.client.0.smithi028.stdout: "pg_autoscale_mode": "off", 2024-08-29T19:03:06.608 INFO:tasks.workunit.client.0.smithi028.stdout: "pg_num": 32, 2024-08-29T19:03:06.608 INFO:tasks.workunit.client.0.smithi028.stdout: "pgp_num": 32, 2024-08-29T19:03:06.608 INFO:tasks.workunit.client.0.smithi028.stdout: "pool": 2, 2024-08-29T19:03:06.608 INFO:tasks.workunit.client.0.smithi028.stdout: "size": 3, 2024-08-29T19:03:06.608 INFO:tasks.workunit.client.0.smithi028.stdout: "stats": { 2024-08-29T19:03:06.608 INFO:tasks.workunit.client.0.smithi028.stdout: "avail_raw": 721046710538, 2024-08-29T19:03:06.608 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes_used": 148004, 2024-08-29T19:03:06.608 INFO:tasks.workunit.client.0.smithi028.stdout: "compress_bytes_used": 0, 2024-08-29T19:03:06.608 INFO:tasks.workunit.client.0.smithi028.stdout: "compress_under_bytes": 0, 2024-08-29T19:03:06.608 INFO:tasks.workunit.client.0.smithi028.stdout: "data_bytes_used": 110592, 2024-08-29T19:03:06.608 INFO:tasks.workunit.client.0.smithi028.stdout: "dirty": 0, 2024-08-29T19:03:06.608 INFO:tasks.workunit.client.0.smithi028.stdout: "max_avail": 240348905472, 2024-08-29T19:03:06.608 INFO:tasks.workunit.client.0.smithi028.stdout: "objects": 22, 2024-08-29T19:03:06.609 INFO:tasks.workunit.client.0.smithi028.stdout: "omap_bytes_used": 37412, 2024-08-29T19:03:06.609 INFO:tasks.workunit.client.0.smithi028.stdout: "percent_used": 2.052626655313361e-07, 2024-08-29T19:03:06.609 INFO:tasks.workunit.client.0.smithi028.stdout: "quota_bytes": 0, 2024-08-29T19:03:06.609 INFO:tasks.workunit.client.0.smithi028.stdout: "quota_objects": 0, 2024-08-29T19:03:06.609 INFO:tasks.workunit.client.0.smithi028.stdout: "rd": 79, 2024-08-29T19:03:06.609 INFO:tasks.workunit.client.0.smithi028.stdout: "rd_bytes": 88064, 2024-08-29T19:03:06.609 INFO:tasks.workunit.client.0.smithi028.stdout: "stored": 19060, 2024-08-29T19:03:06.609 INFO:tasks.workunit.client.0.smithi028.stdout: "stored_data": 6590, 2024-08-29T19:03:06.609 INFO:tasks.workunit.client.0.smithi028.stdout: "stored_omap": 12470, 2024-08-29T19:03:06.609 INFO:tasks.workunit.client.0.smithi028.stdout: "stored_raw": 57180, 2024-08-29T19:03:06.609 INFO:tasks.workunit.client.0.smithi028.stdout: "wr": 68, 2024-08-29T19:03:06.609 INFO:tasks.workunit.client.0.smithi028.stdout: "wr_bytes": 35840 2024-08-29T19:03:06.609 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:06.609 INFO:tasks.workunit.client.0.smithi028.stdout: "target_max_bytes": 0, 2024-08-29T19:03:06.610 INFO:tasks.workunit.client.0.smithi028.stdout: "target_max_objects": 0, 2024-08-29T19:03:06.610 INFO:tasks.workunit.client.0.smithi028.stdout: "type": "replicated" 2024-08-29T19:03:06.610 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:06.610 INFO:tasks.workunit.client.0.smithi028.stdout: { 2024-08-29T19:03:06.610 INFO:tasks.workunit.client.0.smithi028.stdout: "application": [ 2024-08-29T19:03:06.610 INFO:tasks.workunit.client.0.smithi028.stdout: "cephfs" 2024-08-29T19:03:06.610 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-08-29T19:03:06.610 INFO:tasks.workunit.client.0.smithi028.stdout: "cache_mode": "none", 2024-08-29T19:03:06.610 INFO:tasks.workunit.client.0.smithi028.stdout: "erasure_code_profile": {}, 2024-08-29T19:03:06.610 INFO:tasks.workunit.client.0.smithi028.stdout: "flags_names": [ 2024-08-29T19:03:06.610 INFO:tasks.workunit.client.0.smithi028.stdout: "hashpspool" 2024-08-29T19:03:06.610 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-08-29T19:03:06.610 INFO:tasks.workunit.client.0.smithi028.stdout: "min_size": 2, 2024-08-29T19:03:06.610 INFO:tasks.workunit.client.0.smithi028.stdout: "options": {}, 2024-08-29T19:03:06.611 INFO:tasks.workunit.client.0.smithi028.stdout: "pg_autoscale_mode": "off", 2024-08-29T19:03:06.611 INFO:tasks.workunit.client.0.smithi028.stdout: "pg_num": 64, 2024-08-29T19:03:06.611 INFO:tasks.workunit.client.0.smithi028.stdout: "pgp_num": 64, 2024-08-29T19:03:06.611 INFO:tasks.workunit.client.0.smithi028.stdout: "pool": 3, 2024-08-29T19:03:06.611 INFO:tasks.workunit.client.0.smithi028.stdout: "size": 3, 2024-08-29T19:03:06.611 INFO:tasks.workunit.client.0.smithi028.stdout: "stats": { 2024-08-29T19:03:06.611 INFO:tasks.workunit.client.0.smithi028.stdout: "avail_raw": 721046710538, 2024-08-29T19:03:06.611 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes_used": 0, 2024-08-29T19:03:06.611 INFO:tasks.workunit.client.0.smithi028.stdout: "compress_bytes_used": 0, 2024-08-29T19:03:06.611 INFO:tasks.workunit.client.0.smithi028.stdout: "compress_under_bytes": 0, 2024-08-29T19:03:06.611 INFO:tasks.workunit.client.0.smithi028.stdout: "data_bytes_used": 0, 2024-08-29T19:03:06.611 INFO:tasks.workunit.client.0.smithi028.stdout: "dirty": 0, 2024-08-29T19:03:06.611 INFO:tasks.workunit.client.0.smithi028.stdout: "max_avail": 240348905472, 2024-08-29T19:03:06.612 INFO:tasks.workunit.client.0.smithi028.stdout: "objects": 0, 2024-08-29T19:03:06.612 INFO:tasks.workunit.client.0.smithi028.stdout: "omap_bytes_used": 0, 2024-08-29T19:03:06.612 INFO:tasks.workunit.client.0.smithi028.stdout: "percent_used": 0.0, 2024-08-29T19:03:06.612 INFO:tasks.workunit.client.0.smithi028.stdout: "quota_bytes": 0, 2024-08-29T19:03:06.612 INFO:tasks.workunit.client.0.smithi028.stdout: "quota_objects": 0, 2024-08-29T19:03:06.612 INFO:tasks.workunit.client.0.smithi028.stdout: "rd": 0, 2024-08-29T19:03:06.612 INFO:tasks.workunit.client.0.smithi028.stdout: "rd_bytes": 0, 2024-08-29T19:03:06.612 INFO:tasks.workunit.client.0.smithi028.stdout: "stored": 0, 2024-08-29T19:03:06.612 INFO:tasks.workunit.client.0.smithi028.stdout: "stored_data": 0, 2024-08-29T19:03:06.612 INFO:tasks.workunit.client.0.smithi028.stdout: "stored_omap": 0, 2024-08-29T19:03:06.612 INFO:tasks.workunit.client.0.smithi028.stdout: "stored_raw": 0, 2024-08-29T19:03:06.612 INFO:tasks.workunit.client.0.smithi028.stdout: "wr": 0, 2024-08-29T19:03:06.612 INFO:tasks.workunit.client.0.smithi028.stdout: "wr_bytes": 0 2024-08-29T19:03:06.613 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:06.613 INFO:tasks.workunit.client.0.smithi028.stdout: "target_max_bytes": 0, 2024-08-29T19:03:06.613 INFO:tasks.workunit.client.0.smithi028.stdout: "target_max_objects": 0, 2024-08-29T19:03:06.613 INFO:tasks.workunit.client.0.smithi028.stdout: "type": "replicated" 2024-08-29T19:03:06.613 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:06.613 INFO:tasks.workunit.client.0.smithi028.stdout: { 2024-08-29T19:03:06.613 INFO:tasks.workunit.client.0.smithi028.stdout: "application": [ 2024-08-29T19:03:06.613 INFO:tasks.workunit.client.0.smithi028.stdout: "rbd" 2024-08-29T19:03:06.613 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-08-29T19:03:06.613 INFO:tasks.workunit.client.0.smithi028.stdout: "cache_mode": "none", 2024-08-29T19:03:06.613 INFO:tasks.workunit.client.0.smithi028.stdout: "erasure_code_profile": {}, 2024-08-29T19:03:06.613 INFO:tasks.workunit.client.0.smithi028.stdout: "flags_names": [ 2024-08-29T19:03:06.613 INFO:tasks.workunit.client.0.smithi028.stdout: "hashpspool", 2024-08-29T19:03:06.613 INFO:tasks.workunit.client.0.smithi028.stdout: "selfmanaged_snaps" 2024-08-29T19:03:06.614 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-08-29T19:03:06.614 INFO:tasks.workunit.client.0.smithi028.stdout: "min_size": 2, 2024-08-29T19:03:06.614 INFO:tasks.workunit.client.0.smithi028.stdout: "options": {}, 2024-08-29T19:03:06.614 INFO:tasks.workunit.client.0.smithi028.stdout: "pg_autoscale_mode": "off", 2024-08-29T19:03:06.614 INFO:tasks.workunit.client.0.smithi028.stdout: "pg_num": 8, 2024-08-29T19:03:06.614 INFO:tasks.workunit.client.0.smithi028.stdout: "pgp_num": 8, 2024-08-29T19:03:06.614 INFO:tasks.workunit.client.0.smithi028.stdout: "pool": 4, 2024-08-29T19:03:06.614 INFO:tasks.workunit.client.0.smithi028.stdout: "size": 3, 2024-08-29T19:03:06.614 INFO:tasks.workunit.client.0.smithi028.stdout: "stats": { 2024-08-29T19:03:06.614 INFO:tasks.workunit.client.0.smithi028.stdout: "avail_raw": 721046710538, 2024-08-29T19:03:06.614 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes_used": 12595200, 2024-08-29T19:03:06.614 INFO:tasks.workunit.client.0.smithi028.stdout: "compress_bytes_used": 0, 2024-08-29T19:03:06.614 INFO:tasks.workunit.client.0.smithi028.stdout: "compress_under_bytes": 0, 2024-08-29T19:03:06.614 INFO:tasks.workunit.client.0.smithi028.stdout: "data_bytes_used": 12595200, 2024-08-29T19:03:06.615 INFO:tasks.workunit.client.0.smithi028.stdout: "dirty": 0, 2024-08-29T19:03:06.615 INFO:tasks.workunit.client.0.smithi028.stdout: "max_avail": 240348905472, 2024-08-29T19:03:06.615 INFO:tasks.workunit.client.0.smithi028.stdout: "objects": 4, 2024-08-29T19:03:06.615 INFO:tasks.workunit.client.0.smithi028.stdout: "omap_bytes_used": 0, 2024-08-29T19:03:06.615 INFO:tasks.workunit.client.0.smithi028.stdout: "percent_used": 1.7467633369960822e-05, 2024-08-29T19:03:06.615 INFO:tasks.workunit.client.0.smithi028.stdout: "quota_bytes": 0, 2024-08-29T19:03:06.615 INFO:tasks.workunit.client.0.smithi028.stdout: "quota_objects": 0, 2024-08-29T19:03:06.615 INFO:tasks.workunit.client.0.smithi028.stdout: "rd": 9090, 2024-08-29T19:03:06.615 INFO:tasks.workunit.client.0.smithi028.stdout: "rd_bytes": 3216685056, 2024-08-29T19:03:06.615 INFO:tasks.workunit.client.0.smithi028.stdout: "stored": 4194323, 2024-08-29T19:03:06.615 INFO:tasks.workunit.client.0.smithi028.stdout: "stored_data": 4194323, 2024-08-29T19:03:06.615 INFO:tasks.workunit.client.0.smithi028.stdout: "stored_omap": 0, 2024-08-29T19:03:06.615 INFO:tasks.workunit.client.0.smithi028.stdout: "stored_raw": 12582969, 2024-08-29T19:03:06.616 INFO:tasks.workunit.client.0.smithi028.stdout: "wr": 24270, 2024-08-29T19:03:06.616 INFO:tasks.workunit.client.0.smithi028.stdout: "wr_bytes": 3110289408 2024-08-29T19:03:06.616 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:06.616 INFO:tasks.workunit.client.0.smithi028.stdout: "target_max_bytes": 0, 2024-08-29T19:03:06.616 INFO:tasks.workunit.client.0.smithi028.stdout: "target_max_objects": 0, 2024-08-29T19:03:06.616 INFO:tasks.workunit.client.0.smithi028.stdout: "type": "replicated" 2024-08-29T19:03:06.616 INFO:tasks.workunit.client.0.smithi028.stdout: } 2024-08-29T19:03:06.616 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-08-29T19:03:06.616 INFO:tasks.workunit.client.0.smithi028.stdout: "rbd": { 2024-08-29T19:03:06.616 INFO:tasks.workunit.client.0.smithi028.stdout: "mirroring_by_pool": [ 2024-08-29T19:03:06.616 INFO:tasks.workunit.client.0.smithi028.stdout: false 2024-08-29T19:03:06.616 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-08-29T19:03:06.616 INFO:tasks.workunit.client.0.smithi028.stdout: "num_images_by_pool": [ 2024-08-29T19:03:06.617 INFO:tasks.workunit.client.0.smithi028.stdout: 0 2024-08-29T19:03:06.617 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-08-29T19:03:06.617 INFO:tasks.workunit.client.0.smithi028.stdout: "num_pools": 1 2024-08-29T19:03:06.617 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:06.617 INFO:tasks.workunit.client.0.smithi028.stdout: "report_id": "19f8b848-b822-43d5-9878-802c7d25be57", 2024-08-29T19:03:06.617 INFO:tasks.workunit.client.0.smithi028.stdout: "report_timestamp": "2024-08-29T19:03:05.461104", 2024-08-29T19:03:06.617 INFO:tasks.workunit.client.0.smithi028.stdout: "report_version": 1, 2024-08-29T19:03:06.617 INFO:tasks.workunit.client.0.smithi028.stdout: "rocksdb_stats": { 2024-08-29T19:03:06.617 INFO:tasks.workunit.client.0.smithi028.stdout: "version": "7.9.2" 2024-08-29T19:03:06.617 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:06.617 INFO:tasks.workunit.client.0.smithi028.stdout: "rook": { 2024-08-29T19:03:06.617 INFO:tasks.workunit.client.0.smithi028.stdout: "cluster": { 2024-08-29T19:03:06.617 INFO:tasks.workunit.client.0.smithi028.stdout: "external-mode": null, 2024-08-29T19:03:06.617 INFO:tasks.workunit.client.0.smithi028.stdout: "mon": { 2024-08-29T19:03:06.618 INFO:tasks.workunit.client.0.smithi028.stdout: "allow-multiple-per-node": null, 2024-08-29T19:03:06.618 INFO:tasks.workunit.client.0.smithi028.stdout: "count": null, 2024-08-29T19:03:06.618 INFO:tasks.workunit.client.0.smithi028.stdout: "max-id": null, 2024-08-29T19:03:06.618 INFO:tasks.workunit.client.0.smithi028.stdout: "pvc": { 2024-08-29T19:03:06.618 INFO:tasks.workunit.client.0.smithi028.stdout: "enabled": null 2024-08-29T19:03:06.618 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:06.618 INFO:tasks.workunit.client.0.smithi028.stdout: "stretch": { 2024-08-29T19:03:06.618 INFO:tasks.workunit.client.0.smithi028.stdout: "enabled": null 2024-08-29T19:03:06.618 INFO:tasks.workunit.client.0.smithi028.stdout: } 2024-08-29T19:03:06.618 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:06.618 INFO:tasks.workunit.client.0.smithi028.stdout: "network": { 2024-08-29T19:03:06.618 INFO:tasks.workunit.client.0.smithi028.stdout: "provider": null 2024-08-29T19:03:06.618 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:06.619 INFO:tasks.workunit.client.0.smithi028.stdout: "storage": { 2024-08-29T19:03:06.619 INFO:tasks.workunit.client.0.smithi028.stdout: "device-set": { 2024-08-29T19:03:06.619 INFO:tasks.workunit.client.0.smithi028.stdout: "count": { 2024-08-29T19:03:06.619 INFO:tasks.workunit.client.0.smithi028.stdout: "non-portable": null, 2024-08-29T19:03:06.619 INFO:tasks.workunit.client.0.smithi028.stdout: "portable": null, 2024-08-29T19:03:06.619 INFO:tasks.workunit.client.0.smithi028.stdout: "total": null 2024-08-29T19:03:06.619 INFO:tasks.workunit.client.0.smithi028.stdout: } 2024-08-29T19:03:06.619 INFO:tasks.workunit.client.0.smithi028.stdout: } 2024-08-29T19:03:06.619 INFO:tasks.workunit.client.0.smithi028.stdout: } 2024-08-29T19:03:06.619 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:06.619 INFO:tasks.workunit.client.0.smithi028.stdout: "csi": { 2024-08-29T19:03:06.619 INFO:tasks.workunit.client.0.smithi028.stdout: "version": null 2024-08-29T19:03:06.619 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:06.619 INFO:tasks.workunit.client.0.smithi028.stdout: "kubernetes": { 2024-08-29T19:03:06.620 INFO:tasks.workunit.client.0.smithi028.stdout: "version": null 2024-08-29T19:03:06.620 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:06.620 INFO:tasks.workunit.client.0.smithi028.stdout: "node": { 2024-08-29T19:03:06.620 INFO:tasks.workunit.client.0.smithi028.stdout: "count": { 2024-08-29T19:03:06.620 INFO:tasks.workunit.client.0.smithi028.stdout: "kubernetes-total": null, 2024-08-29T19:03:06.620 INFO:tasks.workunit.client.0.smithi028.stdout: "with-ceph-daemons": null, 2024-08-29T19:03:06.620 INFO:tasks.workunit.client.0.smithi028.stdout: "with-csi-cephfs-plugin": null, 2024-08-29T19:03:06.620 INFO:tasks.workunit.client.0.smithi028.stdout: "with-csi-nfs-plugin": null, 2024-08-29T19:03:06.620 INFO:tasks.workunit.client.0.smithi028.stdout: "with-csi-rbd-plugin": null 2024-08-29T19:03:06.620 INFO:tasks.workunit.client.0.smithi028.stdout: } 2024-08-29T19:03:06.620 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:06.620 INFO:tasks.workunit.client.0.smithi028.stdout: "usage": { 2024-08-29T19:03:06.620 INFO:tasks.workunit.client.0.smithi028.stdout: "storage-class": { 2024-08-29T19:03:06.621 INFO:tasks.workunit.client.0.smithi028.stdout: "count": { 2024-08-29T19:03:06.621 INFO:tasks.workunit.client.0.smithi028.stdout: "bucket": null, 2024-08-29T19:03:06.621 INFO:tasks.workunit.client.0.smithi028.stdout: "cephfs": null, 2024-08-29T19:03:06.621 INFO:tasks.workunit.client.0.smithi028.stdout: "nfs": null, 2024-08-29T19:03:06.621 INFO:tasks.workunit.client.0.smithi028.stdout: "rbd": null, 2024-08-29T19:03:06.621 INFO:tasks.workunit.client.0.smithi028.stdout: "total": null 2024-08-29T19:03:06.621 INFO:tasks.workunit.client.0.smithi028.stdout: } 2024-08-29T19:03:06.621 INFO:tasks.workunit.client.0.smithi028.stdout: } 2024-08-29T19:03:06.621 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:06.621 INFO:tasks.workunit.client.0.smithi028.stdout: "version": null 2024-08-29T19:03:06.621 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:06.621 INFO:tasks.workunit.client.0.smithi028.stdout: "services": {}, 2024-08-29T19:03:06.621 INFO:tasks.workunit.client.0.smithi028.stdout: "stats_per_pg": [ 2024-08-29T19:03:06.621 INFO:tasks.workunit.client.0.smithi028.stdout: { 2024-08-29T19:03:06.622 INFO:tasks.workunit.client.0.smithi028.stdout: "acting": [ 2024-08-29T19:03:06.622 INFO:tasks.workunit.client.0.smithi028.stdout: 0, 2024-08-29T19:03:06.622 INFO:tasks.workunit.client.0.smithi028.stdout: 7, 2024-08-29T19:03:06.622 INFO:tasks.workunit.client.0.smithi028.stdout: 4 2024-08-29T19:03:06.622 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-08-29T19:03:06.622 INFO:tasks.workunit.client.0.smithi028.stdout: "acting_primary": 0, 2024-08-29T19:03:06.622 INFO:tasks.workunit.client.0.smithi028.stdout: "avail_no_missing": [], 2024-08-29T19:03:06.622 INFO:tasks.workunit.client.0.smithi028.stdout: "blocked_by": [], 2024-08-29T19:03:06.622 INFO:tasks.workunit.client.0.smithi028.stdout: "created": 59, 2024-08-29T19:03:06.622 INFO:tasks.workunit.client.0.smithi028.stdout: "dirty_stats_invalid": false, 2024-08-29T19:03:06.622 INFO:tasks.workunit.client.0.smithi028.stdout: "hitset_bytes_stats_invalid": false, 2024-08-29T19:03:06.622 INFO:tasks.workunit.client.0.smithi028.stdout: "hitset_stats_invalid": false, 2024-08-29T19:03:06.622 INFO:tasks.workunit.client.0.smithi028.stdout: "last_active": "2024-08-29T19:02:14.108651+0000", 2024-08-29T19:03:06.622 INFO:tasks.workunit.client.0.smithi028.stdout: "last_became_active": "2024-08-29T17:58:11.351650+0000", 2024-08-29T19:03:06.623 INFO:tasks.workunit.client.0.smithi028.stdout: "last_became_peered": "2024-08-29T17:58:11.351650+0000", 2024-08-29T19:03:06.623 INFO:tasks.workunit.client.0.smithi028.stdout: "last_change": "2024-08-29T17:58:11.353138+0000", 2024-08-29T19:03:06.623 INFO:tasks.workunit.client.0.smithi028.stdout: "last_clean": "2024-08-29T19:02:14.108651+0000", 2024-08-29T19:03:06.623 INFO:tasks.workunit.client.0.smithi028.stdout: "last_clean_scrub_stamp": "2024-08-29T17:40:52.944949+0000", 2024-08-29T19:03:06.623 INFO:tasks.workunit.client.0.smithi028.stdout: "last_deep_scrub": "0'0", 2024-08-29T19:03:06.623 INFO:tasks.workunit.client.0.smithi028.stdout: "last_deep_scrub_stamp": "2024-08-29T17:40:52.944949+0000", 2024-08-29T19:03:06.623 INFO:tasks.workunit.client.0.smithi028.stdout: "last_epoch_clean": 681, 2024-08-29T19:03:06.623 INFO:tasks.workunit.client.0.smithi028.stdout: "last_fresh": "2024-08-29T19:02:14.108651+0000", 2024-08-29T19:03:06.623 INFO:tasks.workunit.client.0.smithi028.stdout: "last_fullsized": "2024-08-29T19:02:14.108651+0000", 2024-08-29T19:03:06.623 INFO:tasks.workunit.client.0.smithi028.stdout: "last_peered": "2024-08-29T19:02:14.108651+0000", 2024-08-29T19:03:06.623 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub": "0'0", 2024-08-29T19:03:06.623 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub_duration": 0, 2024-08-29T19:03:06.623 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub_stamp": "2024-08-29T17:40:52.944949+0000", 2024-08-29T19:03:06.623 INFO:tasks.workunit.client.0.smithi028.stdout: "last_undegraded": "2024-08-29T19:02:14.108651+0000", 2024-08-29T19:03:06.624 INFO:tasks.workunit.client.0.smithi028.stdout: "last_unstale": "2024-08-29T19:02:14.108651+0000", 2024-08-29T19:03:06.624 INFO:tasks.workunit.client.0.smithi028.stdout: "log_dups_size": 0, 2024-08-29T19:03:06.624 INFO:tasks.workunit.client.0.smithi028.stdout: "log_size": 5, 2024-08-29T19:03:06.624 INFO:tasks.workunit.client.0.smithi028.stdout: "log_start": "0'0", 2024-08-29T19:03:06.624 INFO:tasks.workunit.client.0.smithi028.stdout: "manifest_stats_invalid": false, 2024-08-29T19:03:06.624 INFO:tasks.workunit.client.0.smithi028.stdout: "mapping_epoch": 680, 2024-08-29T19:03:06.624 INFO:tasks.workunit.client.0.smithi028.stdout: "object_location_counts": [], 2024-08-29T19:03:06.624 INFO:tasks.workunit.client.0.smithi028.stdout: "objects_scrubbed": 0, 2024-08-29T19:03:06.624 INFO:tasks.workunit.client.0.smithi028.stdout: "objects_trimmed": 0, 2024-08-29T19:03:06.624 INFO:tasks.workunit.client.0.smithi028.stdout: "omap_stats_invalid": false, 2024-08-29T19:03:06.624 INFO:tasks.workunit.client.0.smithi028.stdout: "ondisk_log_size": 5, 2024-08-29T19:03:06.624 INFO:tasks.workunit.client.0.smithi028.stdout: "ondisk_log_start": "0'0", 2024-08-29T19:03:06.624 INFO:tasks.workunit.client.0.smithi028.stdout: "parent": "0.0", 2024-08-29T19:03:06.625 INFO:tasks.workunit.client.0.smithi028.stdout: "parent_split_bits": 0, 2024-08-29T19:03:06.625 INFO:tasks.workunit.client.0.smithi028.stdout: "pgid": "2.1f", 2024-08-29T19:03:06.625 INFO:tasks.workunit.client.0.smithi028.stdout: "pin_stats_invalid": false, 2024-08-29T19:03:06.625 INFO:tasks.workunit.client.0.smithi028.stdout: "purged_snaps": [], 2024-08-29T19:03:06.625 INFO:tasks.workunit.client.0.smithi028.stdout: "reported_epoch": 2650, 2024-08-29T19:03:06.625 INFO:tasks.workunit.client.0.smithi028.stdout: "reported_seq": 4824, 2024-08-29T19:03:06.625 INFO:tasks.workunit.client.0.smithi028.stdout: "scrub_duration": 0.0, 2024-08-29T19:03:06.625 INFO:tasks.workunit.client.0.smithi028.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-30T19:08:10.414290+0000", 2024-08-29T19:03:06.625 INFO:tasks.workunit.client.0.smithi028.stdout: "snaptrim_duration": 0.0, 2024-08-29T19:03:06.625 INFO:tasks.workunit.client.0.smithi028.stdout: "snaptrimq_len": 0, 2024-08-29T19:03:06.625 INFO:tasks.workunit.client.0.smithi028.stdout: "stat_sum": { 2024-08-29T19:03:06.625 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes": 570, 2024-08-29T19:03:06.625 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes_hit_set_archive": 0, 2024-08-29T19:03:06.625 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes_recovered": 0, 2024-08-29T19:03:06.626 INFO:tasks.workunit.client.0.smithi028.stdout: "num_deep_scrub_errors": 0, 2024-08-29T19:03:06.626 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict": 0, 2024-08-29T19:03:06.626 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_kb": 0, 2024-08-29T19:03:06.626 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_mode_full": 0, 2024-08-29T19:03:06.626 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_mode_some": 0, 2024-08-29T19:03:06.626 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush": 0, 2024-08-29T19:03:06.626 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_kb": 0, 2024-08-29T19:03:06.626 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_mode_high": 0, 2024-08-29T19:03:06.626 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_mode_low": 0, 2024-08-29T19:03:06.626 INFO:tasks.workunit.client.0.smithi028.stdout: "num_keys_recovered": 0, 2024-08-29T19:03:06.626 INFO:tasks.workunit.client.0.smithi028.stdout: "num_large_omap_objects": 0, 2024-08-29T19:03:06.626 INFO:tasks.workunit.client.0.smithi028.stdout: "num_legacy_snapsets": 0, 2024-08-29T19:03:06.626 INFO:tasks.workunit.client.0.smithi028.stdout: "num_object_clones": 0, 2024-08-29T19:03:06.626 INFO:tasks.workunit.client.0.smithi028.stdout: "num_object_copies": 6, 2024-08-29T19:03:06.627 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects": 2, 2024-08-29T19:03:06.627 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_degraded": 0, 2024-08-29T19:03:06.627 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_dirty": 2, 2024-08-29T19:03:06.627 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_hit_set_archive": 0, 2024-08-29T19:03:06.627 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_manifest": 0, 2024-08-29T19:03:06.627 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_misplaced": 0, 2024-08-29T19:03:06.627 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_missing": 0, 2024-08-29T19:03:06.627 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_missing_on_primary": 0, 2024-08-29T19:03:06.627 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_omap": 1, 2024-08-29T19:03:06.627 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_pinned": 0, 2024-08-29T19:03:06.627 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_recovered": 0, 2024-08-29T19:03:06.627 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_repaired": 0, 2024-08-29T19:03:06.627 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_unfound": 0, 2024-08-29T19:03:06.627 INFO:tasks.workunit.client.0.smithi028.stdout: "num_omap_bytes": 0, 2024-08-29T19:03:06.628 INFO:tasks.workunit.client.0.smithi028.stdout: "num_omap_keys": 0, 2024-08-29T19:03:06.628 INFO:tasks.workunit.client.0.smithi028.stdout: "num_promote": 0, 2024-08-29T19:03:06.628 INFO:tasks.workunit.client.0.smithi028.stdout: "num_read": 4, 2024-08-29T19:03:06.628 INFO:tasks.workunit.client.0.smithi028.stdout: "num_read_kb": 4, 2024-08-29T19:03:06.628 INFO:tasks.workunit.client.0.smithi028.stdout: "num_scrub_errors": 0, 2024-08-29T19:03:06.628 INFO:tasks.workunit.client.0.smithi028.stdout: "num_shallow_scrub_errors": 0, 2024-08-29T19:03:06.628 INFO:tasks.workunit.client.0.smithi028.stdout: "num_whiteouts": 0, 2024-08-29T19:03:06.628 INFO:tasks.workunit.client.0.smithi028.stdout: "num_write": 4, 2024-08-29T19:03:06.628 INFO:tasks.workunit.client.0.smithi028.stdout: "num_write_kb": 1 2024-08-29T19:03:06.628 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:06.628 INFO:tasks.workunit.client.0.smithi028.stdout: "state": "active+clean", 2024-08-29T19:03:06.628 INFO:tasks.workunit.client.0.smithi028.stdout: "stats_invalid": false, 2024-08-29T19:03:06.628 INFO:tasks.workunit.client.0.smithi028.stdout: "up": [ 2024-08-29T19:03:06.628 INFO:tasks.workunit.client.0.smithi028.stdout: 0, 2024-08-29T19:03:06.629 INFO:tasks.workunit.client.0.smithi028.stdout: 7, 2024-08-29T19:03:06.629 INFO:tasks.workunit.client.0.smithi028.stdout: 4 2024-08-29T19:03:06.629 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-08-29T19:03:06.629 INFO:tasks.workunit.client.0.smithi028.stdout: "up_primary": 0, 2024-08-29T19:03:06.629 INFO:tasks.workunit.client.0.smithi028.stdout: "version": "721'5" 2024-08-29T19:03:06.629 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:06.629 INFO:tasks.workunit.client.0.smithi028.stdout: { 2024-08-29T19:03:06.629 INFO:tasks.workunit.client.0.smithi028.stdout: "acting": [ 2024-08-29T19:03:06.629 INFO:tasks.workunit.client.0.smithi028.stdout: 3, 2024-08-29T19:03:06.629 INFO:tasks.workunit.client.0.smithi028.stdout: 6, 2024-08-29T19:03:06.629 INFO:tasks.workunit.client.0.smithi028.stdout: 2 2024-08-29T19:03:06.630 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-08-29T19:03:06.630 INFO:tasks.workunit.client.0.smithi028.stdout: "acting_primary": 3, 2024-08-29T19:03:06.630 INFO:tasks.workunit.client.0.smithi028.stdout: "avail_no_missing": [], 2024-08-29T19:03:06.630 INFO:tasks.workunit.client.0.smithi028.stdout: "blocked_by": [], 2024-08-29T19:03:06.630 INFO:tasks.workunit.client.0.smithi028.stdout: "created": 62, 2024-08-29T19:03:06.630 INFO:tasks.workunit.client.0.smithi028.stdout: "dirty_stats_invalid": false, 2024-08-29T19:03:06.630 INFO:tasks.workunit.client.0.smithi028.stdout: "hitset_bytes_stats_invalid": false, 2024-08-29T19:03:06.630 INFO:tasks.workunit.client.0.smithi028.stdout: "hitset_stats_invalid": false, 2024-08-29T19:03:06.630 INFO:tasks.workunit.client.0.smithi028.stdout: "last_active": "2024-08-29T19:02:14.843766+0000", 2024-08-29T19:03:06.630 INFO:tasks.workunit.client.0.smithi028.stdout: "last_became_active": "2024-08-29T17:57:36.389141+0000", 2024-08-29T19:03:06.630 INFO:tasks.workunit.client.0.smithi028.stdout: "last_became_peered": "2024-08-29T17:57:36.389141+0000", 2024-08-29T19:03:06.630 INFO:tasks.workunit.client.0.smithi028.stdout: "last_change": "2024-08-29T17:57:36.389692+0000", 2024-08-29T19:03:06.630 INFO:tasks.workunit.client.0.smithi028.stdout: "last_clean": "2024-08-29T19:02:14.843766+0000", 2024-08-29T19:03:06.631 INFO:tasks.workunit.client.0.smithi028.stdout: "last_clean_scrub_stamp": "2024-08-29T17:41:01.987071+0000", 2024-08-29T19:03:06.631 INFO:tasks.workunit.client.0.smithi028.stdout: "last_deep_scrub": "0'0", 2024-08-29T19:03:06.631 INFO:tasks.workunit.client.0.smithi028.stdout: "last_deep_scrub_stamp": "2024-08-29T17:41:01.987071+0000", 2024-08-29T19:03:06.631 INFO:tasks.workunit.client.0.smithi028.stdout: "last_epoch_clean": 646, 2024-08-29T19:03:06.631 INFO:tasks.workunit.client.0.smithi028.stdout: "last_fresh": "2024-08-29T19:02:14.843766+0000", 2024-08-29T19:03:06.631 INFO:tasks.workunit.client.0.smithi028.stdout: "last_fullsized": "2024-08-29T19:02:14.843766+0000", 2024-08-29T19:03:06.631 INFO:tasks.workunit.client.0.smithi028.stdout: "last_peered": "2024-08-29T19:02:14.843766+0000", 2024-08-29T19:03:06.631 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub": "0'0", 2024-08-29T19:03:06.631 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub_duration": 0, 2024-08-29T19:03:06.631 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub_stamp": "2024-08-29T17:41:01.987071+0000", 2024-08-29T19:03:06.631 INFO:tasks.workunit.client.0.smithi028.stdout: "last_undegraded": "2024-08-29T19:02:14.843766+0000", 2024-08-29T19:03:06.631 INFO:tasks.workunit.client.0.smithi028.stdout: "last_unstale": "2024-08-29T19:02:14.843766+0000", 2024-08-29T19:03:06.631 INFO:tasks.workunit.client.0.smithi028.stdout: "log_dups_size": 0, 2024-08-29T19:03:06.631 INFO:tasks.workunit.client.0.smithi028.stdout: "log_size": 0, 2024-08-29T19:03:06.632 INFO:tasks.workunit.client.0.smithi028.stdout: "log_start": "0'0", 2024-08-29T19:03:06.632 INFO:tasks.workunit.client.0.smithi028.stdout: "manifest_stats_invalid": false, 2024-08-29T19:03:06.632 INFO:tasks.workunit.client.0.smithi028.stdout: "mapping_epoch": 645, 2024-08-29T19:03:06.632 INFO:tasks.workunit.client.0.smithi028.stdout: "object_location_counts": [], 2024-08-29T19:03:06.632 INFO:tasks.workunit.client.0.smithi028.stdout: "objects_scrubbed": 0, 2024-08-29T19:03:06.632 INFO:tasks.workunit.client.0.smithi028.stdout: "objects_trimmed": 0, 2024-08-29T19:03:06.632 INFO:tasks.workunit.client.0.smithi028.stdout: "omap_stats_invalid": false, 2024-08-29T19:03:06.632 INFO:tasks.workunit.client.0.smithi028.stdout: "ondisk_log_size": 0, 2024-08-29T19:03:06.632 INFO:tasks.workunit.client.0.smithi028.stdout: "ondisk_log_start": "0'0", 2024-08-29T19:03:06.632 INFO:tasks.workunit.client.0.smithi028.stdout: "parent": "0.0", 2024-08-29T19:03:06.632 INFO:tasks.workunit.client.0.smithi028.stdout: "parent_split_bits": 0, 2024-08-29T19:03:06.632 INFO:tasks.workunit.client.0.smithi028.stdout: "pgid": "3.1e", 2024-08-29T19:03:06.632 INFO:tasks.workunit.client.0.smithi028.stdout: "pin_stats_invalid": false, 2024-08-29T19:03:06.633 INFO:tasks.workunit.client.0.smithi028.stdout: "purged_snaps": [], 2024-08-29T19:03:06.633 INFO:tasks.workunit.client.0.smithi028.stdout: "reported_epoch": 2650, 2024-08-29T19:03:06.633 INFO:tasks.workunit.client.0.smithi028.stdout: "reported_seq": 4711, 2024-08-29T19:03:06.633 INFO:tasks.workunit.client.0.smithi028.stdout: "scrub_duration": 0.0, 2024-08-29T19:03:06.633 INFO:tasks.workunit.client.0.smithi028.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-31T05:23:57.387438+0000", 2024-08-29T19:03:06.633 INFO:tasks.workunit.client.0.smithi028.stdout: "snaptrim_duration": 0.0, 2024-08-29T19:03:06.633 INFO:tasks.workunit.client.0.smithi028.stdout: "snaptrimq_len": 0, 2024-08-29T19:03:06.633 INFO:tasks.workunit.client.0.smithi028.stdout: "stat_sum": { 2024-08-29T19:03:06.633 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes": 0, 2024-08-29T19:03:06.633 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes_hit_set_archive": 0, 2024-08-29T19:03:06.633 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes_recovered": 0, 2024-08-29T19:03:06.633 INFO:tasks.workunit.client.0.smithi028.stdout: "num_deep_scrub_errors": 0, 2024-08-29T19:03:06.633 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict": 0, 2024-08-29T19:03:06.633 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_kb": 0, 2024-08-29T19:03:06.634 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_mode_full": 0, 2024-08-29T19:03:06.634 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_mode_some": 0, 2024-08-29T19:03:06.634 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush": 0, 2024-08-29T19:03:06.634 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_kb": 0, 2024-08-29T19:03:06.634 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_mode_high": 0, 2024-08-29T19:03:06.634 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_mode_low": 0, 2024-08-29T19:03:06.634 INFO:tasks.workunit.client.0.smithi028.stdout: "num_keys_recovered": 0, 2024-08-29T19:03:06.634 INFO:tasks.workunit.client.0.smithi028.stdout: "num_large_omap_objects": 0, 2024-08-29T19:03:06.634 INFO:tasks.workunit.client.0.smithi028.stdout: "num_legacy_snapsets": 0, 2024-08-29T19:03:06.634 INFO:tasks.workunit.client.0.smithi028.stdout: "num_object_clones": 0, 2024-08-29T19:03:06.634 INFO:tasks.workunit.client.0.smithi028.stdout: "num_object_copies": 0, 2024-08-29T19:03:06.634 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects": 0, 2024-08-29T19:03:06.634 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_degraded": 0, 2024-08-29T19:03:06.634 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_dirty": 0, 2024-08-29T19:03:06.635 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_hit_set_archive": 0, 2024-08-29T19:03:06.635 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_manifest": 0, 2024-08-29T19:03:06.635 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_misplaced": 0, 2024-08-29T19:03:06.635 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_missing": 0, 2024-08-29T19:03:06.635 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_missing_on_primary": 0, 2024-08-29T19:03:06.635 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_omap": 0, 2024-08-29T19:03:06.635 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_pinned": 0, 2024-08-29T19:03:06.635 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_recovered": 0, 2024-08-29T19:03:06.635 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_repaired": 0, 2024-08-29T19:03:06.635 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_unfound": 0, 2024-08-29T19:03:06.635 INFO:tasks.workunit.client.0.smithi028.stdout: "num_omap_bytes": 0, 2024-08-29T19:03:06.635 INFO:tasks.workunit.client.0.smithi028.stdout: "num_omap_keys": 0, 2024-08-29T19:03:06.635 INFO:tasks.workunit.client.0.smithi028.stdout: "num_promote": 0, 2024-08-29T19:03:06.635 INFO:tasks.workunit.client.0.smithi028.stdout: "num_read": 0, 2024-08-29T19:03:06.636 INFO:tasks.workunit.client.0.smithi028.stdout: "num_read_kb": 0, 2024-08-29T19:03:06.636 INFO:tasks.workunit.client.0.smithi028.stdout: "num_scrub_errors": 0, 2024-08-29T19:03:06.636 INFO:tasks.workunit.client.0.smithi028.stdout: "num_shallow_scrub_errors": 0, 2024-08-29T19:03:06.636 INFO:tasks.workunit.client.0.smithi028.stdout: "num_whiteouts": 0, 2024-08-29T19:03:06.636 INFO:tasks.workunit.client.0.smithi028.stdout: "num_write": 0, 2024-08-29T19:03:06.636 INFO:tasks.workunit.client.0.smithi028.stdout: "num_write_kb": 0 2024-08-29T19:03:06.636 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:06.636 INFO:tasks.workunit.client.0.smithi028.stdout: "state": "active+clean", 2024-08-29T19:03:06.636 INFO:tasks.workunit.client.0.smithi028.stdout: "stats_invalid": false, 2024-08-29T19:03:06.636 INFO:tasks.workunit.client.0.smithi028.stdout: "up": [ 2024-08-29T19:03:06.636 INFO:tasks.workunit.client.0.smithi028.stdout: 3, 2024-08-29T19:03:06.636 INFO:tasks.workunit.client.0.smithi028.stdout: 6, 2024-08-29T19:03:06.636 INFO:tasks.workunit.client.0.smithi028.stdout: 2 2024-08-29T19:03:06.637 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-08-29T19:03:06.637 INFO:tasks.workunit.client.0.smithi028.stdout: "up_primary": 3, 2024-08-29T19:03:06.637 INFO:tasks.workunit.client.0.smithi028.stdout: "version": "0'0" 2024-08-29T19:03:06.637 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:06.637 INFO:tasks.workunit.client.0.smithi028.stdout: { 2024-08-29T19:03:06.637 INFO:tasks.workunit.client.0.smithi028.stdout: "acting": [ 2024-08-29T19:03:06.637 INFO:tasks.workunit.client.0.smithi028.stdout: 3, 2024-08-29T19:03:06.637 INFO:tasks.workunit.client.0.smithi028.stdout: 0, 2024-08-29T19:03:06.637 INFO:tasks.workunit.client.0.smithi028.stdout: 5 2024-08-29T19:03:06.637 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-08-29T19:03:06.637 INFO:tasks.workunit.client.0.smithi028.stdout: "acting_primary": 3, 2024-08-29T19:03:06.637 INFO:tasks.workunit.client.0.smithi028.stdout: "avail_no_missing": [], 2024-08-29T19:03:06.637 INFO:tasks.workunit.client.0.smithi028.stdout: "blocked_by": [], 2024-08-29T19:03:06.637 INFO:tasks.workunit.client.0.smithi028.stdout: "created": 59, 2024-08-29T19:03:06.638 INFO:tasks.workunit.client.0.smithi028.stdout: "dirty_stats_invalid": false, 2024-08-29T19:03:06.638 INFO:tasks.workunit.client.0.smithi028.stdout: "hitset_bytes_stats_invalid": false, 2024-08-29T19:03:06.638 INFO:tasks.workunit.client.0.smithi028.stdout: "hitset_stats_invalid": false, 2024-08-29T19:03:06.638 INFO:tasks.workunit.client.0.smithi028.stdout: "last_active": "2024-08-29T19:02:14.839357+0000", 2024-08-29T19:03:06.638 INFO:tasks.workunit.client.0.smithi028.stdout: "last_became_active": "2024-08-29T17:57:02.356786+0000", 2024-08-29T19:03:06.638 INFO:tasks.workunit.client.0.smithi028.stdout: "last_became_peered": "2024-08-29T17:57:02.356786+0000", 2024-08-29T19:03:06.638 INFO:tasks.workunit.client.0.smithi028.stdout: "last_change": "2024-08-29T17:57:02.357579+0000", 2024-08-29T19:03:06.638 INFO:tasks.workunit.client.0.smithi028.stdout: "last_clean": "2024-08-29T19:02:14.839357+0000", 2024-08-29T19:03:06.638 INFO:tasks.workunit.client.0.smithi028.stdout: "last_clean_scrub_stamp": "2024-08-29T17:40:52.944949+0000", 2024-08-29T19:03:06.638 INFO:tasks.workunit.client.0.smithi028.stdout: "last_deep_scrub": "0'0", 2024-08-29T19:03:06.638 INFO:tasks.workunit.client.0.smithi028.stdout: "last_deep_scrub_stamp": "2024-08-29T17:40:52.944949+0000", 2024-08-29T19:03:06.638 INFO:tasks.workunit.client.0.smithi028.stdout: "last_epoch_clean": 613, 2024-08-29T19:03:06.638 INFO:tasks.workunit.client.0.smithi028.stdout: "last_fresh": "2024-08-29T19:02:14.839357+0000", 2024-08-29T19:03:06.638 INFO:tasks.workunit.client.0.smithi028.stdout: "last_fullsized": "2024-08-29T19:02:14.839357+0000", 2024-08-29T19:03:06.639 INFO:tasks.workunit.client.0.smithi028.stdout: "last_peered": "2024-08-29T19:02:14.839357+0000", 2024-08-29T19:03:06.639 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub": "0'0", 2024-08-29T19:03:06.639 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub_duration": 0, 2024-08-29T19:03:06.639 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub_stamp": "2024-08-29T17:40:52.944949+0000", 2024-08-29T19:03:06.639 INFO:tasks.workunit.client.0.smithi028.stdout: "last_undegraded": "2024-08-29T19:02:14.839357+0000", 2024-08-29T19:03:06.639 INFO:tasks.workunit.client.0.smithi028.stdout: "last_unstale": "2024-08-29T19:02:14.839357+0000", 2024-08-29T19:03:06.639 INFO:tasks.workunit.client.0.smithi028.stdout: "log_dups_size": 0, 2024-08-29T19:03:06.639 INFO:tasks.workunit.client.0.smithi028.stdout: "log_size": 2, 2024-08-29T19:03:06.639 INFO:tasks.workunit.client.0.smithi028.stdout: "log_start": "0'0", 2024-08-29T19:03:06.639 INFO:tasks.workunit.client.0.smithi028.stdout: "manifest_stats_invalid": false, 2024-08-29T19:03:06.639 INFO:tasks.workunit.client.0.smithi028.stdout: "mapping_epoch": 612, 2024-08-29T19:03:06.639 INFO:tasks.workunit.client.0.smithi028.stdout: "object_location_counts": [], 2024-08-29T19:03:06.639 INFO:tasks.workunit.client.0.smithi028.stdout: "objects_scrubbed": 0, 2024-08-29T19:03:06.639 INFO:tasks.workunit.client.0.smithi028.stdout: "objects_trimmed": 0, 2024-08-29T19:03:06.640 INFO:tasks.workunit.client.0.smithi028.stdout: "omap_stats_invalid": false, 2024-08-29T19:03:06.640 INFO:tasks.workunit.client.0.smithi028.stdout: "ondisk_log_size": 2, 2024-08-29T19:03:06.640 INFO:tasks.workunit.client.0.smithi028.stdout: "ondisk_log_start": "0'0", 2024-08-29T19:03:06.640 INFO:tasks.workunit.client.0.smithi028.stdout: "parent": "0.0", 2024-08-29T19:03:06.640 INFO:tasks.workunit.client.0.smithi028.stdout: "parent_split_bits": 0, 2024-08-29T19:03:06.640 INFO:tasks.workunit.client.0.smithi028.stdout: "pgid": "2.1e", 2024-08-29T19:03:06.640 INFO:tasks.workunit.client.0.smithi028.stdout: "pin_stats_invalid": false, 2024-08-29T19:03:06.640 INFO:tasks.workunit.client.0.smithi028.stdout: "purged_snaps": [], 2024-08-29T19:03:06.640 INFO:tasks.workunit.client.0.smithi028.stdout: "reported_epoch": 2650, 2024-08-29T19:03:06.640 INFO:tasks.workunit.client.0.smithi028.stdout: "reported_seq": 4698, 2024-08-29T19:03:06.640 INFO:tasks.workunit.client.0.smithi028.stdout: "scrub_duration": 0.0, 2024-08-29T19:03:06.640 INFO:tasks.workunit.client.0.smithi028.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-31T05:11:11.426649+0000", 2024-08-29T19:03:06.640 INFO:tasks.workunit.client.0.smithi028.stdout: "snaptrim_duration": 0.0, 2024-08-29T19:03:06.641 INFO:tasks.workunit.client.0.smithi028.stdout: "snaptrimq_len": 0, 2024-08-29T19:03:06.641 INFO:tasks.workunit.client.0.smithi028.stdout: "stat_sum": { 2024-08-29T19:03:06.641 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes": 0, 2024-08-29T19:03:06.641 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes_hit_set_archive": 0, 2024-08-29T19:03:06.641 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes_recovered": 0, 2024-08-29T19:03:06.641 INFO:tasks.workunit.client.0.smithi028.stdout: "num_deep_scrub_errors": 0, 2024-08-29T19:03:06.641 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict": 0, 2024-08-29T19:03:06.641 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_kb": 0, 2024-08-29T19:03:06.641 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_mode_full": 0, 2024-08-29T19:03:06.641 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_mode_some": 0, 2024-08-29T19:03:06.641 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush": 0, 2024-08-29T19:03:06.641 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_kb": 0, 2024-08-29T19:03:06.641 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_mode_high": 0, 2024-08-29T19:03:06.641 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_mode_low": 0, 2024-08-29T19:03:06.642 INFO:tasks.workunit.client.0.smithi028.stdout: "num_keys_recovered": 0, 2024-08-29T19:03:06.642 INFO:tasks.workunit.client.0.smithi028.stdout: "num_large_omap_objects": 0, 2024-08-29T19:03:06.642 INFO:tasks.workunit.client.0.smithi028.stdout: "num_legacy_snapsets": 0, 2024-08-29T19:03:06.642 INFO:tasks.workunit.client.0.smithi028.stdout: "num_object_clones": 0, 2024-08-29T19:03:06.642 INFO:tasks.workunit.client.0.smithi028.stdout: "num_object_copies": 0, 2024-08-29T19:03:06.642 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects": 0, 2024-08-29T19:03:06.642 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_degraded": 0, 2024-08-29T19:03:06.642 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_dirty": 0, 2024-08-29T19:03:06.642 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_hit_set_archive": 0, 2024-08-29T19:03:06.642 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_manifest": 0, 2024-08-29T19:03:06.642 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_misplaced": 0, 2024-08-29T19:03:06.642 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_missing": 0, 2024-08-29T19:03:06.642 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_missing_on_primary": 0, 2024-08-29T19:03:06.643 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_omap": 0, 2024-08-29T19:03:06.643 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_pinned": 0, 2024-08-29T19:03:06.643 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_recovered": 0, 2024-08-29T19:03:06.643 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_repaired": 0, 2024-08-29T19:03:06.643 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_unfound": 0, 2024-08-29T19:03:06.643 INFO:tasks.workunit.client.0.smithi028.stdout: "num_omap_bytes": 0, 2024-08-29T19:03:06.643 INFO:tasks.workunit.client.0.smithi028.stdout: "num_omap_keys": 0, 2024-08-29T19:03:06.643 INFO:tasks.workunit.client.0.smithi028.stdout: "num_promote": 0, 2024-08-29T19:03:06.643 INFO:tasks.workunit.client.0.smithi028.stdout: "num_read": 0, 2024-08-29T19:03:06.643 INFO:tasks.workunit.client.0.smithi028.stdout: "num_read_kb": 0, 2024-08-29T19:03:06.643 INFO:tasks.workunit.client.0.smithi028.stdout: "num_scrub_errors": 0, 2024-08-29T19:03:06.643 INFO:tasks.workunit.client.0.smithi028.stdout: "num_shallow_scrub_errors": 0, 2024-08-29T19:03:06.643 INFO:tasks.workunit.client.0.smithi028.stdout: "num_whiteouts": 0, 2024-08-29T19:03:06.643 INFO:tasks.workunit.client.0.smithi028.stdout: "num_write": 0, 2024-08-29T19:03:06.644 INFO:tasks.workunit.client.0.smithi028.stdout: "num_write_kb": 0 2024-08-29T19:03:06.644 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:06.644 INFO:tasks.workunit.client.0.smithi028.stdout: "state": "active+clean", 2024-08-29T19:03:06.644 INFO:tasks.workunit.client.0.smithi028.stdout: "stats_invalid": false, 2024-08-29T19:03:06.644 INFO:tasks.workunit.client.0.smithi028.stdout: "up": [ 2024-08-29T19:03:06.644 INFO:tasks.workunit.client.0.smithi028.stdout: 3, 2024-08-29T19:03:06.644 INFO:tasks.workunit.client.0.smithi028.stdout: 0, 2024-08-29T19:03:06.644 INFO:tasks.workunit.client.0.smithi028.stdout: 5 2024-08-29T19:03:06.644 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-08-29T19:03:06.644 INFO:tasks.workunit.client.0.smithi028.stdout: "up_primary": 3, 2024-08-29T19:03:06.644 INFO:tasks.workunit.client.0.smithi028.stdout: "version": "721'2" 2024-08-29T19:03:06.644 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:06.644 INFO:tasks.workunit.client.0.smithi028.stdout: { 2024-08-29T19:03:06.644 INFO:tasks.workunit.client.0.smithi028.stdout: "acting": [ 2024-08-29T19:03:06.645 INFO:tasks.workunit.client.0.smithi028.stdout: 0, 2024-08-29T19:03:06.645 INFO:tasks.workunit.client.0.smithi028.stdout: 5, 2024-08-29T19:03:06.645 INFO:tasks.workunit.client.0.smithi028.stdout: 2 2024-08-29T19:03:06.645 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-08-29T19:03:06.645 INFO:tasks.workunit.client.0.smithi028.stdout: "acting_primary": 0, 2024-08-29T19:03:06.645 INFO:tasks.workunit.client.0.smithi028.stdout: "avail_no_missing": [], 2024-08-29T19:03:06.645 INFO:tasks.workunit.client.0.smithi028.stdout: "blocked_by": [], 2024-08-29T19:03:06.645 INFO:tasks.workunit.client.0.smithi028.stdout: "created": 62, 2024-08-29T19:03:06.645 INFO:tasks.workunit.client.0.smithi028.stdout: "dirty_stats_invalid": false, 2024-08-29T19:03:06.645 INFO:tasks.workunit.client.0.smithi028.stdout: "hitset_bytes_stats_invalid": false, 2024-08-29T19:03:06.645 INFO:tasks.workunit.client.0.smithi028.stdout: "hitset_stats_invalid": false, 2024-08-29T19:03:06.645 INFO:tasks.workunit.client.0.smithi028.stdout: "last_active": "2024-08-29T19:02:14.108031+0000", 2024-08-29T19:03:06.646 INFO:tasks.workunit.client.0.smithi028.stdout: "last_became_active": "2024-08-29T17:57:02.380063+0000", 2024-08-29T19:03:06.646 INFO:tasks.workunit.client.0.smithi028.stdout: "last_became_peered": "2024-08-29T17:57:02.380063+0000", 2024-08-29T19:03:06.646 INFO:tasks.workunit.client.0.smithi028.stdout: "last_change": "2024-08-29T17:57:02.380627+0000", 2024-08-29T19:03:06.646 INFO:tasks.workunit.client.0.smithi028.stdout: "last_clean": "2024-08-29T19:02:14.108031+0000", 2024-08-29T19:03:06.646 INFO:tasks.workunit.client.0.smithi028.stdout: "last_clean_scrub_stamp": "2024-08-29T17:41:01.987071+0000", 2024-08-29T19:03:06.646 INFO:tasks.workunit.client.0.smithi028.stdout: "last_deep_scrub": "0'0", 2024-08-29T19:03:06.646 INFO:tasks.workunit.client.0.smithi028.stdout: "last_deep_scrub_stamp": "2024-08-29T17:41:01.987071+0000", 2024-08-29T19:03:06.646 INFO:tasks.workunit.client.0.smithi028.stdout: "last_epoch_clean": 613, 2024-08-29T19:03:06.646 INFO:tasks.workunit.client.0.smithi028.stdout: "last_fresh": "2024-08-29T19:02:14.108031+0000", 2024-08-29T19:03:06.646 INFO:tasks.workunit.client.0.smithi028.stdout: "last_fullsized": "2024-08-29T19:02:14.108031+0000", 2024-08-29T19:03:06.646 INFO:tasks.workunit.client.0.smithi028.stdout: "last_peered": "2024-08-29T19:02:14.108031+0000", 2024-08-29T19:03:06.646 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub": "0'0", 2024-08-29T19:03:06.646 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub_duration": 0, 2024-08-29T19:03:06.647 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub_stamp": "2024-08-29T17:41:01.987071+0000", 2024-08-29T19:03:06.647 INFO:tasks.workunit.client.0.smithi028.stdout: "last_undegraded": "2024-08-29T19:02:14.108031+0000", 2024-08-29T19:03:06.647 INFO:tasks.workunit.client.0.smithi028.stdout: "last_unstale": "2024-08-29T19:02:14.108031+0000", 2024-08-29T19:03:06.647 INFO:tasks.workunit.client.0.smithi028.stdout: "log_dups_size": 0, 2024-08-29T19:03:06.647 INFO:tasks.workunit.client.0.smithi028.stdout: "log_size": 0, 2024-08-29T19:03:06.647 INFO:tasks.workunit.client.0.smithi028.stdout: "log_start": "0'0", 2024-08-29T19:03:06.647 INFO:tasks.workunit.client.0.smithi028.stdout: "manifest_stats_invalid": false, 2024-08-29T19:03:06.647 INFO:tasks.workunit.client.0.smithi028.stdout: "mapping_epoch": 612, 2024-08-29T19:03:06.647 INFO:tasks.workunit.client.0.smithi028.stdout: "object_location_counts": [], 2024-08-29T19:03:06.647 INFO:tasks.workunit.client.0.smithi028.stdout: "objects_scrubbed": 0, 2024-08-29T19:03:06.647 INFO:tasks.workunit.client.0.smithi028.stdout: "objects_trimmed": 0, 2024-08-29T19:03:06.647 INFO:tasks.workunit.client.0.smithi028.stdout: "omap_stats_invalid": false, 2024-08-29T19:03:06.647 INFO:tasks.workunit.client.0.smithi028.stdout: "ondisk_log_size": 0, 2024-08-29T19:03:06.647 INFO:tasks.workunit.client.0.smithi028.stdout: "ondisk_log_start": "0'0", 2024-08-29T19:03:06.648 INFO:tasks.workunit.client.0.smithi028.stdout: "parent": "0.0", 2024-08-29T19:03:06.648 INFO:tasks.workunit.client.0.smithi028.stdout: "parent_split_bits": 0, 2024-08-29T19:03:06.648 INFO:tasks.workunit.client.0.smithi028.stdout: "pgid": "3.1f", 2024-08-29T19:03:06.648 INFO:tasks.workunit.client.0.smithi028.stdout: "pin_stats_invalid": false, 2024-08-29T19:03:06.648 INFO:tasks.workunit.client.0.smithi028.stdout: "purged_snaps": [], 2024-08-29T19:03:06.648 INFO:tasks.workunit.client.0.smithi028.stdout: "reported_epoch": 2650, 2024-08-29T19:03:06.648 INFO:tasks.workunit.client.0.smithi028.stdout: "reported_seq": 4812, 2024-08-29T19:03:06.648 INFO:tasks.workunit.client.0.smithi028.stdout: "scrub_duration": 0.0, 2024-08-29T19:03:06.648 INFO:tasks.workunit.client.0.smithi028.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-31T04:31:11.864896+0000", 2024-08-29T19:03:06.648 INFO:tasks.workunit.client.0.smithi028.stdout: "snaptrim_duration": 0.0, 2024-08-29T19:03:06.648 INFO:tasks.workunit.client.0.smithi028.stdout: "snaptrimq_len": 0, 2024-08-29T19:03:06.648 INFO:tasks.workunit.client.0.smithi028.stdout: "stat_sum": { 2024-08-29T19:03:06.648 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes": 0, 2024-08-29T19:03:06.648 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes_hit_set_archive": 0, 2024-08-29T19:03:06.649 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes_recovered": 0, 2024-08-29T19:03:06.649 INFO:tasks.workunit.client.0.smithi028.stdout: "num_deep_scrub_errors": 0, 2024-08-29T19:03:06.649 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict": 0, 2024-08-29T19:03:06.649 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_kb": 0, 2024-08-29T19:03:06.649 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_mode_full": 0, 2024-08-29T19:03:06.649 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_mode_some": 0, 2024-08-29T19:03:06.649 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush": 0, 2024-08-29T19:03:06.649 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_kb": 0, 2024-08-29T19:03:06.649 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_mode_high": 0, 2024-08-29T19:03:06.649 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_mode_low": 0, 2024-08-29T19:03:06.649 INFO:tasks.workunit.client.0.smithi028.stdout: "num_keys_recovered": 0, 2024-08-29T19:03:06.649 INFO:tasks.workunit.client.0.smithi028.stdout: "num_large_omap_objects": 0, 2024-08-29T19:03:06.649 INFO:tasks.workunit.client.0.smithi028.stdout: "num_legacy_snapsets": 0, 2024-08-29T19:03:06.649 INFO:tasks.workunit.client.0.smithi028.stdout: "num_object_clones": 0, 2024-08-29T19:03:06.650 INFO:tasks.workunit.client.0.smithi028.stdout: "num_object_copies": 0, 2024-08-29T19:03:06.650 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects": 0, 2024-08-29T19:03:06.650 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_degraded": 0, 2024-08-29T19:03:06.650 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_dirty": 0, 2024-08-29T19:03:06.650 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_hit_set_archive": 0, 2024-08-29T19:03:06.650 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_manifest": 0, 2024-08-29T19:03:06.650 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_misplaced": 0, 2024-08-29T19:03:06.650 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_missing": 0, 2024-08-29T19:03:06.650 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_missing_on_primary": 0, 2024-08-29T19:03:06.650 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_omap": 0, 2024-08-29T19:03:06.650 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_pinned": 0, 2024-08-29T19:03:06.650 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_recovered": 0, 2024-08-29T19:03:06.650 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_repaired": 0, 2024-08-29T19:03:06.651 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_unfound": 0, 2024-08-29T19:03:06.651 INFO:tasks.workunit.client.0.smithi028.stdout: "num_omap_bytes": 0, 2024-08-29T19:03:06.651 INFO:tasks.workunit.client.0.smithi028.stdout: "num_omap_keys": 0, 2024-08-29T19:03:06.651 INFO:tasks.workunit.client.0.smithi028.stdout: "num_promote": 0, 2024-08-29T19:03:06.651 INFO:tasks.workunit.client.0.smithi028.stdout: "num_read": 0, 2024-08-29T19:03:06.651 INFO:tasks.workunit.client.0.smithi028.stdout: "num_read_kb": 0, 2024-08-29T19:03:06.651 INFO:tasks.workunit.client.0.smithi028.stdout: "num_scrub_errors": 0, 2024-08-29T19:03:06.651 INFO:tasks.workunit.client.0.smithi028.stdout: "num_shallow_scrub_errors": 0, 2024-08-29T19:03:06.651 INFO:tasks.workunit.client.0.smithi028.stdout: "num_whiteouts": 0, 2024-08-29T19:03:06.651 INFO:tasks.workunit.client.0.smithi028.stdout: "num_write": 0, 2024-08-29T19:03:06.651 INFO:tasks.workunit.client.0.smithi028.stdout: "num_write_kb": 0 2024-08-29T19:03:06.651 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:06.651 INFO:tasks.workunit.client.0.smithi028.stdout: "state": "active+clean", 2024-08-29T19:03:06.651 INFO:tasks.workunit.client.0.smithi028.stdout: "stats_invalid": false, 2024-08-29T19:03:06.652 INFO:tasks.workunit.client.0.smithi028.stdout: "up": [ 2024-08-29T19:03:06.652 INFO:tasks.workunit.client.0.smithi028.stdout: 0, 2024-08-29T19:03:06.652 INFO:tasks.workunit.client.0.smithi028.stdout: 5, 2024-08-29T19:03:06.652 INFO:tasks.workunit.client.0.smithi028.stdout: 2 2024-08-29T19:03:06.652 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-08-29T19:03:06.652 INFO:tasks.workunit.client.0.smithi028.stdout: "up_primary": 0, 2024-08-29T19:03:06.652 INFO:tasks.workunit.client.0.smithi028.stdout: "version": "0'0" 2024-08-29T19:03:06.652 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:06.652 INFO:tasks.workunit.client.0.smithi028.stdout: { 2024-08-29T19:03:06.652 INFO:tasks.workunit.client.0.smithi028.stdout: "acting": [ 2024-08-29T19:03:06.652 INFO:tasks.workunit.client.0.smithi028.stdout: 7, 2024-08-29T19:03:06.652 INFO:tasks.workunit.client.0.smithi028.stdout: 6, 2024-08-29T19:03:06.652 INFO:tasks.workunit.client.0.smithi028.stdout: 0 2024-08-29T19:03:06.652 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-08-29T19:03:06.653 INFO:tasks.workunit.client.0.smithi028.stdout: "acting_primary": 7, 2024-08-29T19:03:06.653 INFO:tasks.workunit.client.0.smithi028.stdout: "avail_no_missing": [], 2024-08-29T19:03:06.653 INFO:tasks.workunit.client.0.smithi028.stdout: "blocked_by": [], 2024-08-29T19:03:06.653 INFO:tasks.workunit.client.0.smithi028.stdout: "created": 59, 2024-08-29T19:03:06.653 INFO:tasks.workunit.client.0.smithi028.stdout: "dirty_stats_invalid": false, 2024-08-29T19:03:06.653 INFO:tasks.workunit.client.0.smithi028.stdout: "hitset_bytes_stats_invalid": false, 2024-08-29T19:03:06.653 INFO:tasks.workunit.client.0.smithi028.stdout: "hitset_stats_invalid": false, 2024-08-29T19:03:06.653 INFO:tasks.workunit.client.0.smithi028.stdout: "last_active": "2024-08-29T19:02:14.101412+0000", 2024-08-29T19:03:06.653 INFO:tasks.workunit.client.0.smithi028.stdout: "last_became_active": "2024-08-29T17:58:11.349709+0000", 2024-08-29T19:03:06.653 INFO:tasks.workunit.client.0.smithi028.stdout: "last_became_peered": "2024-08-29T17:58:11.349709+0000", 2024-08-29T19:03:06.653 INFO:tasks.workunit.client.0.smithi028.stdout: "last_change": "2024-08-29T17:58:11.352390+0000", 2024-08-29T19:03:06.653 INFO:tasks.workunit.client.0.smithi028.stdout: "last_clean": "2024-08-29T19:02:14.101412+0000", 2024-08-29T19:03:06.653 INFO:tasks.workunit.client.0.smithi028.stdout: "last_clean_scrub_stamp": "2024-08-29T17:40:52.944949+0000", 2024-08-29T19:03:06.653 INFO:tasks.workunit.client.0.smithi028.stdout: "last_deep_scrub": "0'0", 2024-08-29T19:03:06.654 INFO:tasks.workunit.client.0.smithi028.stdout: "last_deep_scrub_stamp": "2024-08-29T17:40:52.944949+0000", 2024-08-29T19:03:06.654 INFO:tasks.workunit.client.0.smithi028.stdout: "last_epoch_clean": 681, 2024-08-29T19:03:06.654 INFO:tasks.workunit.client.0.smithi028.stdout: "last_fresh": "2024-08-29T19:02:14.101412+0000", 2024-08-29T19:03:06.654 INFO:tasks.workunit.client.0.smithi028.stdout: "last_fullsized": "2024-08-29T19:02:14.101412+0000", 2024-08-29T19:03:06.654 INFO:tasks.workunit.client.0.smithi028.stdout: "last_peered": "2024-08-29T19:02:14.101412+0000", 2024-08-29T19:03:06.654 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub": "0'0", 2024-08-29T19:03:06.654 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub_duration": 0, 2024-08-29T19:03:06.654 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub_stamp": "2024-08-29T17:40:52.944949+0000", 2024-08-29T19:03:06.654 INFO:tasks.workunit.client.0.smithi028.stdout: "last_undegraded": "2024-08-29T19:02:14.101412+0000", 2024-08-29T19:03:06.654 INFO:tasks.workunit.client.0.smithi028.stdout: "last_unstale": "2024-08-29T19:02:14.101412+0000", 2024-08-29T19:03:06.654 INFO:tasks.workunit.client.0.smithi028.stdout: "log_dups_size": 0, 2024-08-29T19:03:06.654 INFO:tasks.workunit.client.0.smithi028.stdout: "log_size": 2, 2024-08-29T19:03:06.654 INFO:tasks.workunit.client.0.smithi028.stdout: "log_start": "0'0", 2024-08-29T19:03:06.654 INFO:tasks.workunit.client.0.smithi028.stdout: "manifest_stats_invalid": false, 2024-08-29T19:03:06.655 INFO:tasks.workunit.client.0.smithi028.stdout: "mapping_epoch": 680, 2024-08-29T19:03:06.655 INFO:tasks.workunit.client.0.smithi028.stdout: "object_location_counts": [], 2024-08-29T19:03:06.655 INFO:tasks.workunit.client.0.smithi028.stdout: "objects_scrubbed": 0, 2024-08-29T19:03:06.655 INFO:tasks.workunit.client.0.smithi028.stdout: "objects_trimmed": 0, 2024-08-29T19:03:06.655 INFO:tasks.workunit.client.0.smithi028.stdout: "omap_stats_invalid": false, 2024-08-29T19:03:06.655 INFO:tasks.workunit.client.0.smithi028.stdout: "ondisk_log_size": 2, 2024-08-29T19:03:06.655 INFO:tasks.workunit.client.0.smithi028.stdout: "ondisk_log_start": "0'0", 2024-08-29T19:03:06.655 INFO:tasks.workunit.client.0.smithi028.stdout: "parent": "0.0", 2024-08-29T19:03:06.655 INFO:tasks.workunit.client.0.smithi028.stdout: "parent_split_bits": 0, 2024-08-29T19:03:06.655 INFO:tasks.workunit.client.0.smithi028.stdout: "pgid": "2.1d", 2024-08-29T19:03:06.655 INFO:tasks.workunit.client.0.smithi028.stdout: "pin_stats_invalid": false, 2024-08-29T19:03:06.655 INFO:tasks.workunit.client.0.smithi028.stdout: "purged_snaps": [], 2024-08-29T19:03:06.655 INFO:tasks.workunit.client.0.smithi028.stdout: "reported_epoch": 2650, 2024-08-29T19:03:06.656 INFO:tasks.workunit.client.0.smithi028.stdout: "reported_seq": 4557, 2024-08-29T19:03:06.656 INFO:tasks.workunit.client.0.smithi028.stdout: "scrub_duration": 0.0, 2024-08-29T19:03:06.656 INFO:tasks.workunit.client.0.smithi028.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-31T01:54:39.577487+0000", 2024-08-29T19:03:06.656 INFO:tasks.workunit.client.0.smithi028.stdout: "snaptrim_duration": 0.0, 2024-08-29T19:03:06.656 INFO:tasks.workunit.client.0.smithi028.stdout: "snaptrimq_len": 0, 2024-08-29T19:03:06.656 INFO:tasks.workunit.client.0.smithi028.stdout: "stat_sum": { 2024-08-29T19:03:06.656 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes": 0, 2024-08-29T19:03:06.656 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes_hit_set_archive": 0, 2024-08-29T19:03:06.656 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes_recovered": 0, 2024-08-29T19:03:06.656 INFO:tasks.workunit.client.0.smithi028.stdout: "num_deep_scrub_errors": 0, 2024-08-29T19:03:06.656 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict": 0, 2024-08-29T19:03:06.656 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_kb": 0, 2024-08-29T19:03:06.656 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_mode_full": 0, 2024-08-29T19:03:06.656 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_mode_some": 0, 2024-08-29T19:03:06.657 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush": 0, 2024-08-29T19:03:06.657 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_kb": 0, 2024-08-29T19:03:06.657 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_mode_high": 0, 2024-08-29T19:03:06.657 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_mode_low": 0, 2024-08-29T19:03:06.657 INFO:tasks.workunit.client.0.smithi028.stdout: "num_keys_recovered": 0, 2024-08-29T19:03:06.657 INFO:tasks.workunit.client.0.smithi028.stdout: "num_large_omap_objects": 0, 2024-08-29T19:03:06.657 INFO:tasks.workunit.client.0.smithi028.stdout: "num_legacy_snapsets": 0, 2024-08-29T19:03:06.657 INFO:tasks.workunit.client.0.smithi028.stdout: "num_object_clones": 0, 2024-08-29T19:03:06.657 INFO:tasks.workunit.client.0.smithi028.stdout: "num_object_copies": 3, 2024-08-29T19:03:06.657 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects": 1, 2024-08-29T19:03:06.657 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_degraded": 0, 2024-08-29T19:03:06.657 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_dirty": 1, 2024-08-29T19:03:06.657 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_hit_set_archive": 0, 2024-08-29T19:03:06.658 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_manifest": 0, 2024-08-29T19:03:06.658 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_misplaced": 0, 2024-08-29T19:03:06.658 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_missing": 0, 2024-08-29T19:03:06.658 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_missing_on_primary": 0, 2024-08-29T19:03:06.658 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_omap": 1, 2024-08-29T19:03:06.658 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_pinned": 0, 2024-08-29T19:03:06.658 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_recovered": 0, 2024-08-29T19:03:06.658 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_repaired": 0, 2024-08-29T19:03:06.658 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_unfound": 0, 2024-08-29T19:03:06.658 INFO:tasks.workunit.client.0.smithi028.stdout: "num_omap_bytes": 0, 2024-08-29T19:03:06.658 INFO:tasks.workunit.client.0.smithi028.stdout: "num_omap_keys": 0, 2024-08-29T19:03:06.658 INFO:tasks.workunit.client.0.smithi028.stdout: "num_promote": 0, 2024-08-29T19:03:06.658 INFO:tasks.workunit.client.0.smithi028.stdout: "num_read": 6, 2024-08-29T19:03:06.658 INFO:tasks.workunit.client.0.smithi028.stdout: "num_read_kb": 6, 2024-08-29T19:03:06.659 INFO:tasks.workunit.client.0.smithi028.stdout: "num_scrub_errors": 0, 2024-08-29T19:03:06.659 INFO:tasks.workunit.client.0.smithi028.stdout: "num_shallow_scrub_errors": 0, 2024-08-29T19:03:06.659 INFO:tasks.workunit.client.0.smithi028.stdout: "num_whiteouts": 0, 2024-08-29T19:03:06.659 INFO:tasks.workunit.client.0.smithi028.stdout: "num_write": 3, 2024-08-29T19:03:06.659 INFO:tasks.workunit.client.0.smithi028.stdout: "num_write_kb": 0 2024-08-29T19:03:06.659 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:06.659 INFO:tasks.workunit.client.0.smithi028.stdout: "state": "active+clean", 2024-08-29T19:03:06.659 INFO:tasks.workunit.client.0.smithi028.stdout: "stats_invalid": false, 2024-08-29T19:03:06.659 INFO:tasks.workunit.client.0.smithi028.stdout: "up": [ 2024-08-29T19:03:06.659 INFO:tasks.workunit.client.0.smithi028.stdout: 7, 2024-08-29T19:03:06.659 INFO:tasks.workunit.client.0.smithi028.stdout: 6, 2024-08-29T19:03:06.659 INFO:tasks.workunit.client.0.smithi028.stdout: 0 2024-08-29T19:03:06.659 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-08-29T19:03:06.660 INFO:tasks.workunit.client.0.smithi028.stdout: "up_primary": 7, 2024-08-29T19:03:06.660 INFO:tasks.workunit.client.0.smithi028.stdout: "version": "65'2" 2024-08-29T19:03:06.660 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:06.660 INFO:tasks.workunit.client.0.smithi028.stdout: { 2024-08-29T19:03:06.660 INFO:tasks.workunit.client.0.smithi028.stdout: "acting": [ 2024-08-29T19:03:06.660 INFO:tasks.workunit.client.0.smithi028.stdout: 5, 2024-08-29T19:03:06.660 INFO:tasks.workunit.client.0.smithi028.stdout: 4, 2024-08-29T19:03:06.660 INFO:tasks.workunit.client.0.smithi028.stdout: 1 2024-08-29T19:03:06.660 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-08-29T19:03:06.660 INFO:tasks.workunit.client.0.smithi028.stdout: "acting_primary": 5, 2024-08-29T19:03:06.660 INFO:tasks.workunit.client.0.smithi028.stdout: "avail_no_missing": [], 2024-08-29T19:03:06.660 INFO:tasks.workunit.client.0.smithi028.stdout: "blocked_by": [], 2024-08-29T19:03:06.661 INFO:tasks.workunit.client.0.smithi028.stdout: "created": 62, 2024-08-29T19:03:06.661 INFO:tasks.workunit.client.0.smithi028.stdout: "dirty_stats_invalid": false, 2024-08-29T19:03:06.661 INFO:tasks.workunit.client.0.smithi028.stdout: "hitset_bytes_stats_invalid": false, 2024-08-29T19:03:06.661 INFO:tasks.workunit.client.0.smithi028.stdout: "hitset_stats_invalid": false, 2024-08-29T19:03:06.661 INFO:tasks.workunit.client.0.smithi028.stdout: "last_active": "2024-08-29T19:02:14.927727+0000", 2024-08-29T19:03:06.661 INFO:tasks.workunit.client.0.smithi028.stdout: "last_became_active": "2024-08-29T17:57:02.349142+0000", 2024-08-29T19:03:06.661 INFO:tasks.workunit.client.0.smithi028.stdout: "last_became_peered": "2024-08-29T17:57:02.349142+0000", 2024-08-29T19:03:06.661 INFO:tasks.workunit.client.0.smithi028.stdout: "last_change": "2024-08-29T17:57:02.349900+0000", 2024-08-29T19:03:06.661 INFO:tasks.workunit.client.0.smithi028.stdout: "last_clean": "2024-08-29T19:02:14.927727+0000", 2024-08-29T19:03:06.661 INFO:tasks.workunit.client.0.smithi028.stdout: "last_clean_scrub_stamp": "2024-08-29T17:41:01.987071+0000", 2024-08-29T19:03:06.661 INFO:tasks.workunit.client.0.smithi028.stdout: "last_deep_scrub": "0'0", 2024-08-29T19:03:06.661 INFO:tasks.workunit.client.0.smithi028.stdout: "last_deep_scrub_stamp": "2024-08-29T17:41:01.987071+0000", 2024-08-29T19:03:06.661 INFO:tasks.workunit.client.0.smithi028.stdout: "last_epoch_clean": 613, 2024-08-29T19:03:06.661 INFO:tasks.workunit.client.0.smithi028.stdout: "last_fresh": "2024-08-29T19:02:14.927727+0000", 2024-08-29T19:03:06.662 INFO:tasks.workunit.client.0.smithi028.stdout: "last_fullsized": "2024-08-29T19:02:14.927727+0000", 2024-08-29T19:03:06.662 INFO:tasks.workunit.client.0.smithi028.stdout: "last_peered": "2024-08-29T19:02:14.927727+0000", 2024-08-29T19:03:06.662 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub": "0'0", 2024-08-29T19:03:06.664 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub_duration": 0, 2024-08-29T19:03:06.664 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub_stamp": "2024-08-29T17:41:01.987071+0000", 2024-08-29T19:03:06.664 INFO:tasks.workunit.client.0.smithi028.stdout: "last_undegraded": "2024-08-29T19:02:14.927727+0000", 2024-08-29T19:03:06.664 INFO:tasks.workunit.client.0.smithi028.stdout: "last_unstale": "2024-08-29T19:02:14.927727+0000", 2024-08-29T19:03:06.664 INFO:tasks.workunit.client.0.smithi028.stdout: "log_dups_size": 0, 2024-08-29T19:03:06.664 INFO:tasks.workunit.client.0.smithi028.stdout: "log_size": 0, 2024-08-29T19:03:06.664 INFO:tasks.workunit.client.0.smithi028.stdout: "log_start": "0'0", 2024-08-29T19:03:06.664 INFO:tasks.workunit.client.0.smithi028.stdout: "manifest_stats_invalid": false, 2024-08-29T19:03:06.664 INFO:tasks.workunit.client.0.smithi028.stdout: "mapping_epoch": 612, 2024-08-29T19:03:06.664 INFO:tasks.workunit.client.0.smithi028.stdout: "object_location_counts": [], 2024-08-29T19:03:06.664 INFO:tasks.workunit.client.0.smithi028.stdout: "objects_scrubbed": 0, 2024-08-29T19:03:06.665 INFO:tasks.workunit.client.0.smithi028.stdout: "objects_trimmed": 0, 2024-08-29T19:03:06.665 INFO:tasks.workunit.client.0.smithi028.stdout: "omap_stats_invalid": false, 2024-08-29T19:03:06.665 INFO:tasks.workunit.client.0.smithi028.stdout: "ondisk_log_size": 0, 2024-08-29T19:03:06.665 INFO:tasks.workunit.client.0.smithi028.stdout: "ondisk_log_start": "0'0", 2024-08-29T19:03:06.665 INFO:tasks.workunit.client.0.smithi028.stdout: "parent": "0.0", 2024-08-29T19:03:06.665 INFO:tasks.workunit.client.0.smithi028.stdout: "parent_split_bits": 0, 2024-08-29T19:03:06.665 INFO:tasks.workunit.client.0.smithi028.stdout: "pgid": "3.1c", 2024-08-29T19:03:06.665 INFO:tasks.workunit.client.0.smithi028.stdout: "pin_stats_invalid": false, 2024-08-29T19:03:06.665 INFO:tasks.workunit.client.0.smithi028.stdout: "purged_snaps": [], 2024-08-29T19:03:06.665 INFO:tasks.workunit.client.0.smithi028.stdout: "reported_epoch": 2650, 2024-08-29T19:03:06.665 INFO:tasks.workunit.client.0.smithi028.stdout: "reported_seq": 4631, 2024-08-29T19:03:06.665 INFO:tasks.workunit.client.0.smithi028.stdout: "scrub_duration": 0.0, 2024-08-29T19:03:06.665 INFO:tasks.workunit.client.0.smithi028.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-31T04:43:53.789249+0000", 2024-08-29T19:03:06.665 INFO:tasks.workunit.client.0.smithi028.stdout: "snaptrim_duration": 0.0, 2024-08-29T19:03:06.666 INFO:tasks.workunit.client.0.smithi028.stdout: "snaptrimq_len": 0, 2024-08-29T19:03:06.666 INFO:tasks.workunit.client.0.smithi028.stdout: "stat_sum": { 2024-08-29T19:03:06.666 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes": 0, 2024-08-29T19:03:06.666 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes_hit_set_archive": 0, 2024-08-29T19:03:06.666 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes_recovered": 0, 2024-08-29T19:03:06.666 INFO:tasks.workunit.client.0.smithi028.stdout: "num_deep_scrub_errors": 0, 2024-08-29T19:03:06.666 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict": 0, 2024-08-29T19:03:06.666 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_kb": 0, 2024-08-29T19:03:06.666 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_mode_full": 0, 2024-08-29T19:03:06.666 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_mode_some": 0, 2024-08-29T19:03:06.666 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush": 0, 2024-08-29T19:03:06.666 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_kb": 0, 2024-08-29T19:03:06.666 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_mode_high": 0, 2024-08-29T19:03:06.666 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_mode_low": 0, 2024-08-29T19:03:06.667 INFO:tasks.workunit.client.0.smithi028.stdout: "num_keys_recovered": 0, 2024-08-29T19:03:06.667 INFO:tasks.workunit.client.0.smithi028.stdout: "num_large_omap_objects": 0, 2024-08-29T19:03:06.667 INFO:tasks.workunit.client.0.smithi028.stdout: "num_legacy_snapsets": 0, 2024-08-29T19:03:06.667 INFO:tasks.workunit.client.0.smithi028.stdout: "num_object_clones": 0, 2024-08-29T19:03:06.667 INFO:tasks.workunit.client.0.smithi028.stdout: "num_object_copies": 0, 2024-08-29T19:03:06.667 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects": 0, 2024-08-29T19:03:06.667 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_degraded": 0, 2024-08-29T19:03:06.667 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_dirty": 0, 2024-08-29T19:03:06.667 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_hit_set_archive": 0, 2024-08-29T19:03:06.667 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_manifest": 0, 2024-08-29T19:03:06.667 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_misplaced": 0, 2024-08-29T19:03:06.667 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_missing": 0, 2024-08-29T19:03:06.667 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_missing_on_primary": 0, 2024-08-29T19:03:06.667 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_omap": 0, 2024-08-29T19:03:06.668 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_pinned": 0, 2024-08-29T19:03:06.668 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_recovered": 0, 2024-08-29T19:03:06.668 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_repaired": 0, 2024-08-29T19:03:06.668 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_unfound": 0, 2024-08-29T19:03:06.668 INFO:tasks.workunit.client.0.smithi028.stdout: "num_omap_bytes": 0, 2024-08-29T19:03:06.668 INFO:tasks.workunit.client.0.smithi028.stdout: "num_omap_keys": 0, 2024-08-29T19:03:06.668 INFO:tasks.workunit.client.0.smithi028.stdout: "num_promote": 0, 2024-08-29T19:03:06.668 INFO:tasks.workunit.client.0.smithi028.stdout: "num_read": 0, 2024-08-29T19:03:06.668 INFO:tasks.workunit.client.0.smithi028.stdout: "num_read_kb": 0, 2024-08-29T19:03:06.668 INFO:tasks.workunit.client.0.smithi028.stdout: "num_scrub_errors": 0, 2024-08-29T19:03:06.668 INFO:tasks.workunit.client.0.smithi028.stdout: "num_shallow_scrub_errors": 0, 2024-08-29T19:03:06.668 INFO:tasks.workunit.client.0.smithi028.stdout: "num_whiteouts": 0, 2024-08-29T19:03:06.668 INFO:tasks.workunit.client.0.smithi028.stdout: "num_write": 0, 2024-08-29T19:03:06.669 INFO:tasks.workunit.client.0.smithi028.stdout: "num_write_kb": 0 2024-08-29T19:03:06.669 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:06.669 INFO:tasks.workunit.client.0.smithi028.stdout: "state": "active+clean", 2024-08-29T19:03:06.669 INFO:tasks.workunit.client.0.smithi028.stdout: "stats_invalid": false, 2024-08-29T19:03:06.669 INFO:tasks.workunit.client.0.smithi028.stdout: "up": [ 2024-08-29T19:03:06.669 INFO:tasks.workunit.client.0.smithi028.stdout: 5, 2024-08-29T19:03:06.669 INFO:tasks.workunit.client.0.smithi028.stdout: 4, 2024-08-29T19:03:06.669 INFO:tasks.workunit.client.0.smithi028.stdout: 1 2024-08-29T19:03:06.669 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-08-29T19:03:06.669 INFO:tasks.workunit.client.0.smithi028.stdout: "up_primary": 5, 2024-08-29T19:03:06.669 INFO:tasks.workunit.client.0.smithi028.stdout: "version": "0'0" 2024-08-29T19:03:06.669 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:06.669 INFO:tasks.workunit.client.0.smithi028.stdout: { 2024-08-29T19:03:06.669 INFO:tasks.workunit.client.0.smithi028.stdout: "acting": [ 2024-08-29T19:03:06.670 INFO:tasks.workunit.client.0.smithi028.stdout: 7, 2024-08-29T19:03:06.670 INFO:tasks.workunit.client.0.smithi028.stdout: 5, 2024-08-29T19:03:06.670 INFO:tasks.workunit.client.0.smithi028.stdout: 2 2024-08-29T19:03:06.670 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-08-29T19:03:06.670 INFO:tasks.workunit.client.0.smithi028.stdout: "acting_primary": 7, 2024-08-29T19:03:06.670 INFO:tasks.workunit.client.0.smithi028.stdout: "avail_no_missing": [], 2024-08-29T19:03:06.670 INFO:tasks.workunit.client.0.smithi028.stdout: "blocked_by": [], 2024-08-29T19:03:06.670 INFO:tasks.workunit.client.0.smithi028.stdout: "created": 59, 2024-08-29T19:03:06.670 INFO:tasks.workunit.client.0.smithi028.stdout: "dirty_stats_invalid": false, 2024-08-29T19:03:06.670 INFO:tasks.workunit.client.0.smithi028.stdout: "hitset_bytes_stats_invalid": false, 2024-08-29T19:03:06.670 INFO:tasks.workunit.client.0.smithi028.stdout: "hitset_stats_invalid": false, 2024-08-29T19:03:06.670 INFO:tasks.workunit.client.0.smithi028.stdout: "last_active": "2024-08-29T19:02:14.096838+0000", 2024-08-29T19:03:06.670 INFO:tasks.workunit.client.0.smithi028.stdout: "last_became_active": "2024-08-29T17:58:11.364082+0000", 2024-08-29T19:03:06.670 INFO:tasks.workunit.client.0.smithi028.stdout: "last_became_peered": "2024-08-29T17:58:11.364082+0000", 2024-08-29T19:03:06.671 INFO:tasks.workunit.client.0.smithi028.stdout: "last_change": "2024-08-29T17:58:11.364773+0000", 2024-08-29T19:03:06.671 INFO:tasks.workunit.client.0.smithi028.stdout: "last_clean": "2024-08-29T19:02:14.096838+0000", 2024-08-29T19:03:06.671 INFO:tasks.workunit.client.0.smithi028.stdout: "last_clean_scrub_stamp": "2024-08-29T17:40:52.944949+0000", 2024-08-29T19:03:06.671 INFO:tasks.workunit.client.0.smithi028.stdout: "last_deep_scrub": "0'0", 2024-08-29T19:03:06.671 INFO:tasks.workunit.client.0.smithi028.stdout: "last_deep_scrub_stamp": "2024-08-29T17:40:52.944949+0000", 2024-08-29T19:03:06.671 INFO:tasks.workunit.client.0.smithi028.stdout: "last_epoch_clean": 681, 2024-08-29T19:03:06.671 INFO:tasks.workunit.client.0.smithi028.stdout: "last_fresh": "2024-08-29T19:02:14.096838+0000", 2024-08-29T19:03:06.671 INFO:tasks.workunit.client.0.smithi028.stdout: "last_fullsized": "2024-08-29T19:02:14.096838+0000", 2024-08-29T19:03:06.671 INFO:tasks.workunit.client.0.smithi028.stdout: "last_peered": "2024-08-29T19:02:14.096838+0000", 2024-08-29T19:03:06.671 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub": "0'0", 2024-08-29T19:03:06.671 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub_duration": 0, 2024-08-29T19:03:06.671 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub_stamp": "2024-08-29T17:40:52.944949+0000", 2024-08-29T19:03:06.671 INFO:tasks.workunit.client.0.smithi028.stdout: "last_undegraded": "2024-08-29T19:02:14.096838+0000", 2024-08-29T19:03:06.671 INFO:tasks.workunit.client.0.smithi028.stdout: "last_unstale": "2024-08-29T19:02:14.096838+0000", 2024-08-29T19:03:06.672 INFO:tasks.workunit.client.0.smithi028.stdout: "log_dups_size": 0, 2024-08-29T19:03:06.672 INFO:tasks.workunit.client.0.smithi028.stdout: "log_size": 2, 2024-08-29T19:03:06.672 INFO:tasks.workunit.client.0.smithi028.stdout: "log_start": "0'0", 2024-08-29T19:03:06.672 INFO:tasks.workunit.client.0.smithi028.stdout: "manifest_stats_invalid": false, 2024-08-29T19:03:06.672 INFO:tasks.workunit.client.0.smithi028.stdout: "mapping_epoch": 680, 2024-08-29T19:03:06.672 INFO:tasks.workunit.client.0.smithi028.stdout: "object_location_counts": [], 2024-08-29T19:03:06.672 INFO:tasks.workunit.client.0.smithi028.stdout: "objects_scrubbed": 0, 2024-08-29T19:03:06.672 INFO:tasks.workunit.client.0.smithi028.stdout: "objects_trimmed": 0, 2024-08-29T19:03:06.672 INFO:tasks.workunit.client.0.smithi028.stdout: "omap_stats_invalid": false, 2024-08-29T19:03:06.672 INFO:tasks.workunit.client.0.smithi028.stdout: "ondisk_log_size": 2, 2024-08-29T19:03:06.672 INFO:tasks.workunit.client.0.smithi028.stdout: "ondisk_log_start": "0'0", 2024-08-29T19:03:06.672 INFO:tasks.workunit.client.0.smithi028.stdout: "parent": "0.0", 2024-08-29T19:03:06.672 INFO:tasks.workunit.client.0.smithi028.stdout: "parent_split_bits": 0, 2024-08-29T19:03:06.672 INFO:tasks.workunit.client.0.smithi028.stdout: "pgid": "2.1c", 2024-08-29T19:03:06.673 INFO:tasks.workunit.client.0.smithi028.stdout: "pin_stats_invalid": false, 2024-08-29T19:03:06.673 INFO:tasks.workunit.client.0.smithi028.stdout: "purged_snaps": [], 2024-08-29T19:03:06.673 INFO:tasks.workunit.client.0.smithi028.stdout: "reported_epoch": 2650, 2024-08-29T19:03:06.673 INFO:tasks.workunit.client.0.smithi028.stdout: "reported_seq": 4566, 2024-08-29T19:03:06.673 INFO:tasks.workunit.client.0.smithi028.stdout: "scrub_duration": 0.0, 2024-08-29T19:03:06.673 INFO:tasks.workunit.client.0.smithi028.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-31T05:02:37.424126+0000", 2024-08-29T19:03:06.673 INFO:tasks.workunit.client.0.smithi028.stdout: "snaptrim_duration": 0.0, 2024-08-29T19:03:06.673 INFO:tasks.workunit.client.0.smithi028.stdout: "snaptrimq_len": 0, 2024-08-29T19:03:06.673 INFO:tasks.workunit.client.0.smithi028.stdout: "stat_sum": { 2024-08-29T19:03:06.673 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes": 0, 2024-08-29T19:03:06.673 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes_hit_set_archive": 0, 2024-08-29T19:03:06.673 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes_recovered": 0, 2024-08-29T19:03:06.673 INFO:tasks.workunit.client.0.smithi028.stdout: "num_deep_scrub_errors": 0, 2024-08-29T19:03:06.674 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict": 0, 2024-08-29T19:03:06.674 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_kb": 0, 2024-08-29T19:03:06.674 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_mode_full": 0, 2024-08-29T19:03:06.674 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_mode_some": 0, 2024-08-29T19:03:06.674 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush": 0, 2024-08-29T19:03:06.674 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_kb": 0, 2024-08-29T19:03:06.674 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_mode_high": 0, 2024-08-29T19:03:06.674 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_mode_low": 0, 2024-08-29T19:03:06.674 INFO:tasks.workunit.client.0.smithi028.stdout: "num_keys_recovered": 0, 2024-08-29T19:03:06.674 INFO:tasks.workunit.client.0.smithi028.stdout: "num_large_omap_objects": 0, 2024-08-29T19:03:06.674 INFO:tasks.workunit.client.0.smithi028.stdout: "num_legacy_snapsets": 0, 2024-08-29T19:03:06.674 INFO:tasks.workunit.client.0.smithi028.stdout: "num_object_clones": 0, 2024-08-29T19:03:06.674 INFO:tasks.workunit.client.0.smithi028.stdout: "num_object_copies": 3, 2024-08-29T19:03:06.674 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects": 1, 2024-08-29T19:03:06.675 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_degraded": 0, 2024-08-29T19:03:06.675 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_dirty": 1, 2024-08-29T19:03:06.675 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_hit_set_archive": 0, 2024-08-29T19:03:06.675 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_manifest": 0, 2024-08-29T19:03:06.675 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_misplaced": 0, 2024-08-29T19:03:06.675 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_missing": 0, 2024-08-29T19:03:06.675 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_missing_on_primary": 0, 2024-08-29T19:03:06.675 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_omap": 1, 2024-08-29T19:03:06.675 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_pinned": 0, 2024-08-29T19:03:06.675 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_recovered": 0, 2024-08-29T19:03:06.675 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_repaired": 0, 2024-08-29T19:03:06.675 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_unfound": 0, 2024-08-29T19:03:06.675 INFO:tasks.workunit.client.0.smithi028.stdout: "num_omap_bytes": 0, 2024-08-29T19:03:06.675 INFO:tasks.workunit.client.0.smithi028.stdout: "num_omap_keys": 0, 2024-08-29T19:03:06.676 INFO:tasks.workunit.client.0.smithi028.stdout: "num_promote": 0, 2024-08-29T19:03:06.676 INFO:tasks.workunit.client.0.smithi028.stdout: "num_read": 6, 2024-08-29T19:03:06.676 INFO:tasks.workunit.client.0.smithi028.stdout: "num_read_kb": 6, 2024-08-29T19:03:06.676 INFO:tasks.workunit.client.0.smithi028.stdout: "num_scrub_errors": 0, 2024-08-29T19:03:06.676 INFO:tasks.workunit.client.0.smithi028.stdout: "num_shallow_scrub_errors": 0, 2024-08-29T19:03:06.676 INFO:tasks.workunit.client.0.smithi028.stdout: "num_whiteouts": 0, 2024-08-29T19:03:06.676 INFO:tasks.workunit.client.0.smithi028.stdout: "num_write": 3, 2024-08-29T19:03:06.676 INFO:tasks.workunit.client.0.smithi028.stdout: "num_write_kb": 0 2024-08-29T19:03:06.676 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:06.676 INFO:tasks.workunit.client.0.smithi028.stdout: "state": "active+clean", 2024-08-29T19:03:06.676 INFO:tasks.workunit.client.0.smithi028.stdout: "stats_invalid": false, 2024-08-29T19:03:06.676 INFO:tasks.workunit.client.0.smithi028.stdout: "up": [ 2024-08-29T19:03:06.676 INFO:tasks.workunit.client.0.smithi028.stdout: 7, 2024-08-29T19:03:06.676 INFO:tasks.workunit.client.0.smithi028.stdout: 5, 2024-08-29T19:03:06.677 INFO:tasks.workunit.client.0.smithi028.stdout: 2 2024-08-29T19:03:06.677 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-08-29T19:03:06.677 INFO:tasks.workunit.client.0.smithi028.stdout: "up_primary": 7, 2024-08-29T19:03:06.677 INFO:tasks.workunit.client.0.smithi028.stdout: "version": "65'2" 2024-08-29T19:03:06.677 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:06.677 INFO:tasks.workunit.client.0.smithi028.stdout: { 2024-08-29T19:03:06.677 INFO:tasks.workunit.client.0.smithi028.stdout: "acting": [ 2024-08-29T19:03:06.677 INFO:tasks.workunit.client.0.smithi028.stdout: 5, 2024-08-29T19:03:06.677 INFO:tasks.workunit.client.0.smithi028.stdout: 4, 2024-08-29T19:03:06.677 INFO:tasks.workunit.client.0.smithi028.stdout: 6 2024-08-29T19:03:06.677 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-08-29T19:03:06.677 INFO:tasks.workunit.client.0.smithi028.stdout: "acting_primary": 5, 2024-08-29T19:03:06.677 INFO:tasks.workunit.client.0.smithi028.stdout: "avail_no_missing": [], 2024-08-29T19:03:06.677 INFO:tasks.workunit.client.0.smithi028.stdout: "blocked_by": [], 2024-08-29T19:03:06.678 INFO:tasks.workunit.client.0.smithi028.stdout: "created": 62, 2024-08-29T19:03:06.678 INFO:tasks.workunit.client.0.smithi028.stdout: "dirty_stats_invalid": false, 2024-08-29T19:03:06.678 INFO:tasks.workunit.client.0.smithi028.stdout: "hitset_bytes_stats_invalid": false, 2024-08-29T19:03:06.678 INFO:tasks.workunit.client.0.smithi028.stdout: "hitset_stats_invalid": false, 2024-08-29T19:03:06.678 INFO:tasks.workunit.client.0.smithi028.stdout: "last_active": "2024-08-29T19:02:14.927196+0000", 2024-08-29T19:03:06.678 INFO:tasks.workunit.client.0.smithi028.stdout: "last_became_active": "2024-08-29T17:57:36.368266+0000", 2024-08-29T19:03:06.678 INFO:tasks.workunit.client.0.smithi028.stdout: "last_became_peered": "2024-08-29T17:57:36.368266+0000", 2024-08-29T19:03:06.678 INFO:tasks.workunit.client.0.smithi028.stdout: "last_change": "2024-08-29T17:57:36.368589+0000", 2024-08-29T19:03:06.678 INFO:tasks.workunit.client.0.smithi028.stdout: "last_clean": "2024-08-29T19:02:14.927196+0000", 2024-08-29T19:03:06.678 INFO:tasks.workunit.client.0.smithi028.stdout: "last_clean_scrub_stamp": "2024-08-29T17:41:01.987071+0000", 2024-08-29T19:03:06.678 INFO:tasks.workunit.client.0.smithi028.stdout: "last_deep_scrub": "0'0", 2024-08-29T19:03:06.678 INFO:tasks.workunit.client.0.smithi028.stdout: "last_deep_scrub_stamp": "2024-08-29T17:41:01.987071+0000", 2024-08-29T19:03:06.678 INFO:tasks.workunit.client.0.smithi028.stdout: "last_epoch_clean": 646, 2024-08-29T19:03:06.679 INFO:tasks.workunit.client.0.smithi028.stdout: "last_fresh": "2024-08-29T19:02:14.927196+0000", 2024-08-29T19:03:06.679 INFO:tasks.workunit.client.0.smithi028.stdout: "last_fullsized": "2024-08-29T19:02:14.927196+0000", 2024-08-29T19:03:06.679 INFO:tasks.workunit.client.0.smithi028.stdout: "last_peered": "2024-08-29T19:02:14.927196+0000", 2024-08-29T19:03:06.679 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub": "0'0", 2024-08-29T19:03:06.679 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub_duration": 0, 2024-08-29T19:03:06.679 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub_stamp": "2024-08-29T17:41:01.987071+0000", 2024-08-29T19:03:06.679 INFO:tasks.workunit.client.0.smithi028.stdout: "last_undegraded": "2024-08-29T19:02:14.927196+0000", 2024-08-29T19:03:06.679 INFO:tasks.workunit.client.0.smithi028.stdout: "last_unstale": "2024-08-29T19:02:14.927196+0000", 2024-08-29T19:03:06.679 INFO:tasks.workunit.client.0.smithi028.stdout: "log_dups_size": 0, 2024-08-29T19:03:06.679 INFO:tasks.workunit.client.0.smithi028.stdout: "log_size": 0, 2024-08-29T19:03:06.679 INFO:tasks.workunit.client.0.smithi028.stdout: "log_start": "0'0", 2024-08-29T19:03:06.679 INFO:tasks.workunit.client.0.smithi028.stdout: "manifest_stats_invalid": false, 2024-08-29T19:03:06.679 INFO:tasks.workunit.client.0.smithi028.stdout: "mapping_epoch": 645, 2024-08-29T19:03:06.679 INFO:tasks.workunit.client.0.smithi028.stdout: "object_location_counts": [], 2024-08-29T19:03:06.680 INFO:tasks.workunit.client.0.smithi028.stdout: "objects_scrubbed": 0, 2024-08-29T19:03:06.680 INFO:tasks.workunit.client.0.smithi028.stdout: "objects_trimmed": 0, 2024-08-29T19:03:06.680 INFO:tasks.workunit.client.0.smithi028.stdout: "omap_stats_invalid": false, 2024-08-29T19:03:06.680 INFO:tasks.workunit.client.0.smithi028.stdout: "ondisk_log_size": 0, 2024-08-29T19:03:06.680 INFO:tasks.workunit.client.0.smithi028.stdout: "ondisk_log_start": "0'0", 2024-08-29T19:03:06.680 INFO:tasks.workunit.client.0.smithi028.stdout: "parent": "0.0", 2024-08-29T19:03:06.680 INFO:tasks.workunit.client.0.smithi028.stdout: "parent_split_bits": 0, 2024-08-29T19:03:06.680 INFO:tasks.workunit.client.0.smithi028.stdout: "pgid": "3.1d", 2024-08-29T19:03:06.680 INFO:tasks.workunit.client.0.smithi028.stdout: "pin_stats_invalid": false, 2024-08-29T19:03:06.680 INFO:tasks.workunit.client.0.smithi028.stdout: "purged_snaps": [], 2024-08-29T19:03:06.680 INFO:tasks.workunit.client.0.smithi028.stdout: "reported_epoch": 2650, 2024-08-29T19:03:06.680 INFO:tasks.workunit.client.0.smithi028.stdout: "reported_seq": 4623, 2024-08-29T19:03:06.680 INFO:tasks.workunit.client.0.smithi028.stdout: "scrub_duration": 0.0, 2024-08-29T19:03:06.681 INFO:tasks.workunit.client.0.smithi028.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-31T01:59:23.162920+0000", 2024-08-29T19:03:06.681 INFO:tasks.workunit.client.0.smithi028.stdout: "snaptrim_duration": 0.0, 2024-08-29T19:03:06.681 INFO:tasks.workunit.client.0.smithi028.stdout: "snaptrimq_len": 0, 2024-08-29T19:03:06.681 INFO:tasks.workunit.client.0.smithi028.stdout: "stat_sum": { 2024-08-29T19:03:06.681 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes": 0, 2024-08-29T19:03:06.681 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes_hit_set_archive": 0, 2024-08-29T19:03:06.681 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes_recovered": 0, 2024-08-29T19:03:06.681 INFO:tasks.workunit.client.0.smithi028.stdout: "num_deep_scrub_errors": 0, 2024-08-29T19:03:06.681 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict": 0, 2024-08-29T19:03:06.681 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_kb": 0, 2024-08-29T19:03:06.681 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_mode_full": 0, 2024-08-29T19:03:06.681 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_mode_some": 0, 2024-08-29T19:03:06.681 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush": 0, 2024-08-29T19:03:06.681 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_kb": 0, 2024-08-29T19:03:06.682 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_mode_high": 0, 2024-08-29T19:03:06.682 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_mode_low": 0, 2024-08-29T19:03:06.682 INFO:tasks.workunit.client.0.smithi028.stdout: "num_keys_recovered": 0, 2024-08-29T19:03:06.682 INFO:tasks.workunit.client.0.smithi028.stdout: "num_large_omap_objects": 0, 2024-08-29T19:03:06.682 INFO:tasks.workunit.client.0.smithi028.stdout: "num_legacy_snapsets": 0, 2024-08-29T19:03:06.682 INFO:tasks.workunit.client.0.smithi028.stdout: "num_object_clones": 0, 2024-08-29T19:03:06.682 INFO:tasks.workunit.client.0.smithi028.stdout: "num_object_copies": 0, 2024-08-29T19:03:06.682 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects": 0, 2024-08-29T19:03:06.682 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_degraded": 0, 2024-08-29T19:03:06.682 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_dirty": 0, 2024-08-29T19:03:06.682 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_hit_set_archive": 0, 2024-08-29T19:03:06.682 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_manifest": 0, 2024-08-29T19:03:06.682 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_misplaced": 0, 2024-08-29T19:03:06.683 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_missing": 0, 2024-08-29T19:03:06.683 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_missing_on_primary": 0, 2024-08-29T19:03:06.683 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_omap": 0, 2024-08-29T19:03:06.683 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_pinned": 0, 2024-08-29T19:03:06.683 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_recovered": 0, 2024-08-29T19:03:06.683 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_repaired": 0, 2024-08-29T19:03:06.683 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_unfound": 0, 2024-08-29T19:03:06.683 INFO:tasks.workunit.client.0.smithi028.stdout: "num_omap_bytes": 0, 2024-08-29T19:03:06.683 INFO:tasks.workunit.client.0.smithi028.stdout: "num_omap_keys": 0, 2024-08-29T19:03:06.683 INFO:tasks.workunit.client.0.smithi028.stdout: "num_promote": 0, 2024-08-29T19:03:06.683 INFO:tasks.workunit.client.0.smithi028.stdout: "num_read": 0, 2024-08-29T19:03:06.683 INFO:tasks.workunit.client.0.smithi028.stdout: "num_read_kb": 0, 2024-08-29T19:03:06.683 INFO:tasks.workunit.client.0.smithi028.stdout: "num_scrub_errors": 0, 2024-08-29T19:03:06.683 INFO:tasks.workunit.client.0.smithi028.stdout: "num_shallow_scrub_errors": 0, 2024-08-29T19:03:06.684 INFO:tasks.workunit.client.0.smithi028.stdout: "num_whiteouts": 0, 2024-08-29T19:03:06.684 INFO:tasks.workunit.client.0.smithi028.stdout: "num_write": 0, 2024-08-29T19:03:06.684 INFO:tasks.workunit.client.0.smithi028.stdout: "num_write_kb": 0 2024-08-29T19:03:06.684 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:06.684 INFO:tasks.workunit.client.0.smithi028.stdout: "state": "active+clean", 2024-08-29T19:03:06.684 INFO:tasks.workunit.client.0.smithi028.stdout: "stats_invalid": false, 2024-08-29T19:03:06.684 INFO:tasks.workunit.client.0.smithi028.stdout: "up": [ 2024-08-29T19:03:06.684 INFO:tasks.workunit.client.0.smithi028.stdout: 5, 2024-08-29T19:03:06.684 INFO:tasks.workunit.client.0.smithi028.stdout: 4, 2024-08-29T19:03:06.684 INFO:tasks.workunit.client.0.smithi028.stdout: 6 2024-08-29T19:03:06.684 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-08-29T19:03:06.684 INFO:tasks.workunit.client.0.smithi028.stdout: "up_primary": 5, 2024-08-29T19:03:06.684 INFO:tasks.workunit.client.0.smithi028.stdout: "version": "0'0" 2024-08-29T19:03:06.685 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:06.685 INFO:tasks.workunit.client.0.smithi028.stdout: { 2024-08-29T19:03:06.685 INFO:tasks.workunit.client.0.smithi028.stdout: "acting": [ 2024-08-29T19:03:06.685 INFO:tasks.workunit.client.0.smithi028.stdout: 6, 2024-08-29T19:03:06.685 INFO:tasks.workunit.client.0.smithi028.stdout: 4, 2024-08-29T19:03:06.685 INFO:tasks.workunit.client.0.smithi028.stdout: 1 2024-08-29T19:03:06.685 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-08-29T19:03:06.685 INFO:tasks.workunit.client.0.smithi028.stdout: "acting_primary": 6, 2024-08-29T19:03:06.685 INFO:tasks.workunit.client.0.smithi028.stdout: "avail_no_missing": [], 2024-08-29T19:03:06.685 INFO:tasks.workunit.client.0.smithi028.stdout: "blocked_by": [], 2024-08-29T19:03:06.685 INFO:tasks.workunit.client.0.smithi028.stdout: "created": 62, 2024-08-29T19:03:06.685 INFO:tasks.workunit.client.0.smithi028.stdout: "dirty_stats_invalid": false, 2024-08-29T19:03:06.685 INFO:tasks.workunit.client.0.smithi028.stdout: "hitset_bytes_stats_invalid": false, 2024-08-29T19:03:06.685 INFO:tasks.workunit.client.0.smithi028.stdout: "hitset_stats_invalid": false, 2024-08-29T19:03:06.686 INFO:tasks.workunit.client.0.smithi028.stdout: "last_active": "2024-08-29T19:02:14.919832+0000", 2024-08-29T19:03:06.686 INFO:tasks.workunit.client.0.smithi028.stdout: "last_became_active": "2024-08-29T17:57:36.387271+0000", 2024-08-29T19:03:06.686 INFO:tasks.workunit.client.0.smithi028.stdout: "last_became_peered": "2024-08-29T17:57:36.387271+0000", 2024-08-29T19:03:06.686 INFO:tasks.workunit.client.0.smithi028.stdout: "last_change": "2024-08-29T17:57:36.387630+0000", 2024-08-29T19:03:06.686 INFO:tasks.workunit.client.0.smithi028.stdout: "last_clean": "2024-08-29T19:02:14.919832+0000", 2024-08-29T19:03:06.686 INFO:tasks.workunit.client.0.smithi028.stdout: "last_clean_scrub_stamp": "2024-08-29T17:41:01.987071+0000", 2024-08-29T19:03:06.686 INFO:tasks.workunit.client.0.smithi028.stdout: "last_deep_scrub": "0'0", 2024-08-29T19:03:06.686 INFO:tasks.workunit.client.0.smithi028.stdout: "last_deep_scrub_stamp": "2024-08-29T17:41:01.987071+0000", 2024-08-29T19:03:06.686 INFO:tasks.workunit.client.0.smithi028.stdout: "last_epoch_clean": 646, 2024-08-29T19:03:06.686 INFO:tasks.workunit.client.0.smithi028.stdout: "last_fresh": "2024-08-29T19:02:14.919832+0000", 2024-08-29T19:03:06.686 INFO:tasks.workunit.client.0.smithi028.stdout: "last_fullsized": "2024-08-29T19:02:14.919832+0000", 2024-08-29T19:03:06.686 INFO:tasks.workunit.client.0.smithi028.stdout: "last_peered": "2024-08-29T19:02:14.919832+0000", 2024-08-29T19:03:06.686 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub": "0'0", 2024-08-29T19:03:06.686 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub_duration": 0, 2024-08-29T19:03:06.687 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub_stamp": "2024-08-29T17:41:01.987071+0000", 2024-08-29T19:03:06.687 INFO:tasks.workunit.client.0.smithi028.stdout: "last_undegraded": "2024-08-29T19:02:14.919832+0000", 2024-08-29T19:03:06.687 INFO:tasks.workunit.client.0.smithi028.stdout: "last_unstale": "2024-08-29T19:02:14.919832+0000", 2024-08-29T19:03:06.687 INFO:tasks.workunit.client.0.smithi028.stdout: "log_dups_size": 0, 2024-08-29T19:03:06.687 INFO:tasks.workunit.client.0.smithi028.stdout: "log_size": 0, 2024-08-29T19:03:06.687 INFO:tasks.workunit.client.0.smithi028.stdout: "log_start": "0'0", 2024-08-29T19:03:06.687 INFO:tasks.workunit.client.0.smithi028.stdout: "manifest_stats_invalid": false, 2024-08-29T19:03:06.687 INFO:tasks.workunit.client.0.smithi028.stdout: "mapping_epoch": 645, 2024-08-29T19:03:06.687 INFO:tasks.workunit.client.0.smithi028.stdout: "object_location_counts": [], 2024-08-29T19:03:06.687 INFO:tasks.workunit.client.0.smithi028.stdout: "objects_scrubbed": 0, 2024-08-29T19:03:06.687 INFO:tasks.workunit.client.0.smithi028.stdout: "objects_trimmed": 0, 2024-08-29T19:03:06.687 INFO:tasks.workunit.client.0.smithi028.stdout: "omap_stats_invalid": false, 2024-08-29T19:03:06.687 INFO:tasks.workunit.client.0.smithi028.stdout: "ondisk_log_size": 0, 2024-08-29T19:03:06.687 INFO:tasks.workunit.client.0.smithi028.stdout: "ondisk_log_start": "0'0", 2024-08-29T19:03:06.688 INFO:tasks.workunit.client.0.smithi028.stdout: "parent": "0.0", 2024-08-29T19:03:06.688 INFO:tasks.workunit.client.0.smithi028.stdout: "parent_split_bits": 0, 2024-08-29T19:03:06.688 INFO:tasks.workunit.client.0.smithi028.stdout: "pgid": "3.a", 2024-08-29T19:03:06.688 INFO:tasks.workunit.client.0.smithi028.stdout: "pin_stats_invalid": false, 2024-08-29T19:03:06.688 INFO:tasks.workunit.client.0.smithi028.stdout: "purged_snaps": [], 2024-08-29T19:03:06.688 INFO:tasks.workunit.client.0.smithi028.stdout: "reported_epoch": 2650, 2024-08-29T19:03:06.688 INFO:tasks.workunit.client.0.smithi028.stdout: "reported_seq": 4604, 2024-08-29T19:03:06.688 INFO:tasks.workunit.client.0.smithi028.stdout: "scrub_duration": 0.0, 2024-08-29T19:03:06.688 INFO:tasks.workunit.client.0.smithi028.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-30T22:36:49.106912+0000", 2024-08-29T19:03:06.688 INFO:tasks.workunit.client.0.smithi028.stdout: "snaptrim_duration": 0.0, 2024-08-29T19:03:06.688 INFO:tasks.workunit.client.0.smithi028.stdout: "snaptrimq_len": 0, 2024-08-29T19:03:06.688 INFO:tasks.workunit.client.0.smithi028.stdout: "stat_sum": { 2024-08-29T19:03:06.688 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes": 0, 2024-08-29T19:03:06.689 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes_hit_set_archive": 0, 2024-08-29T19:03:06.689 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes_recovered": 0, 2024-08-29T19:03:06.689 INFO:tasks.workunit.client.0.smithi028.stdout: "num_deep_scrub_errors": 0, 2024-08-29T19:03:06.689 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict": 0, 2024-08-29T19:03:06.689 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_kb": 0, 2024-08-29T19:03:06.689 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_mode_full": 0, 2024-08-29T19:03:06.689 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_mode_some": 0, 2024-08-29T19:03:06.689 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush": 0, 2024-08-29T19:03:06.689 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_kb": 0, 2024-08-29T19:03:06.689 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_mode_high": 0, 2024-08-29T19:03:06.689 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_mode_low": 0, 2024-08-29T19:03:06.689 INFO:tasks.workunit.client.0.smithi028.stdout: "num_keys_recovered": 0, 2024-08-29T19:03:06.689 INFO:tasks.workunit.client.0.smithi028.stdout: "num_large_omap_objects": 0, 2024-08-29T19:03:06.689 INFO:tasks.workunit.client.0.smithi028.stdout: "num_legacy_snapsets": 0, 2024-08-29T19:03:06.690 INFO:tasks.workunit.client.0.smithi028.stdout: "num_object_clones": 0, 2024-08-29T19:03:06.690 INFO:tasks.workunit.client.0.smithi028.stdout: "num_object_copies": 0, 2024-08-29T19:03:06.690 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects": 0, 2024-08-29T19:03:06.690 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_degraded": 0, 2024-08-29T19:03:06.690 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_dirty": 0, 2024-08-29T19:03:06.690 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_hit_set_archive": 0, 2024-08-29T19:03:06.690 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_manifest": 0, 2024-08-29T19:03:06.690 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_misplaced": 0, 2024-08-29T19:03:06.690 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_missing": 0, 2024-08-29T19:03:06.690 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_missing_on_primary": 0, 2024-08-29T19:03:06.690 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_omap": 0, 2024-08-29T19:03:06.690 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_pinned": 0, 2024-08-29T19:03:06.690 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_recovered": 0, 2024-08-29T19:03:06.690 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_repaired": 0, 2024-08-29T19:03:06.690 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_unfound": 0, 2024-08-29T19:03:06.691 INFO:tasks.workunit.client.0.smithi028.stdout: "num_omap_bytes": 0, 2024-08-29T19:03:06.691 INFO:tasks.workunit.client.0.smithi028.stdout: "num_omap_keys": 0, 2024-08-29T19:03:06.691 INFO:tasks.workunit.client.0.smithi028.stdout: "num_promote": 0, 2024-08-29T19:03:06.691 INFO:tasks.workunit.client.0.smithi028.stdout: "num_read": 0, 2024-08-29T19:03:06.691 INFO:tasks.workunit.client.0.smithi028.stdout: "num_read_kb": 0, 2024-08-29T19:03:06.691 INFO:tasks.workunit.client.0.smithi028.stdout: "num_scrub_errors": 0, 2024-08-29T19:03:06.691 INFO:tasks.workunit.client.0.smithi028.stdout: "num_shallow_scrub_errors": 0, 2024-08-29T19:03:06.691 INFO:tasks.workunit.client.0.smithi028.stdout: "num_whiteouts": 0, 2024-08-29T19:03:06.691 INFO:tasks.workunit.client.0.smithi028.stdout: "num_write": 0, 2024-08-29T19:03:06.691 INFO:tasks.workunit.client.0.smithi028.stdout: "num_write_kb": 0 2024-08-29T19:03:06.691 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:06.691 INFO:tasks.workunit.client.0.smithi028.stdout: "state": "active+clean", 2024-08-29T19:03:06.691 INFO:tasks.workunit.client.0.smithi028.stdout: "stats_invalid": false, 2024-08-29T19:03:06.691 INFO:tasks.workunit.client.0.smithi028.stdout: "up": [ 2024-08-29T19:03:06.692 INFO:tasks.workunit.client.0.smithi028.stdout: 6, 2024-08-29T19:03:06.692 INFO:tasks.workunit.client.0.smithi028.stdout: 4, 2024-08-29T19:03:06.692 INFO:tasks.workunit.client.0.smithi028.stdout: 1 2024-08-29T19:03:06.692 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-08-29T19:03:06.692 INFO:tasks.workunit.client.0.smithi028.stdout: "up_primary": 6, 2024-08-29T19:03:06.692 INFO:tasks.workunit.client.0.smithi028.stdout: "version": "0'0" 2024-08-29T19:03:06.692 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:06.692 INFO:tasks.workunit.client.0.smithi028.stdout: { 2024-08-29T19:03:06.692 INFO:tasks.workunit.client.0.smithi028.stdout: "acting": [ 2024-08-29T19:03:06.692 INFO:tasks.workunit.client.0.smithi028.stdout: 7, 2024-08-29T19:03:06.692 INFO:tasks.workunit.client.0.smithi028.stdout: 4, 2024-08-29T19:03:06.692 INFO:tasks.workunit.client.0.smithi028.stdout: 5 2024-08-29T19:03:06.692 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-08-29T19:03:06.692 INFO:tasks.workunit.client.0.smithi028.stdout: "acting_primary": 7, 2024-08-29T19:03:06.693 INFO:tasks.workunit.client.0.smithi028.stdout: "avail_no_missing": [], 2024-08-29T19:03:06.693 INFO:tasks.workunit.client.0.smithi028.stdout: "blocked_by": [], 2024-08-29T19:03:06.693 INFO:tasks.workunit.client.0.smithi028.stdout: "created": 59, 2024-08-29T19:03:06.693 INFO:tasks.workunit.client.0.smithi028.stdout: "dirty_stats_invalid": false, 2024-08-29T19:03:06.693 INFO:tasks.workunit.client.0.smithi028.stdout: "hitset_bytes_stats_invalid": false, 2024-08-29T19:03:06.693 INFO:tasks.workunit.client.0.smithi028.stdout: "hitset_stats_invalid": false, 2024-08-29T19:03:06.693 INFO:tasks.workunit.client.0.smithi028.stdout: "last_active": "2024-08-29T19:02:14.096750+0000", 2024-08-29T19:03:06.693 INFO:tasks.workunit.client.0.smithi028.stdout: "last_became_active": "2024-08-29T17:58:11.359874+0000", 2024-08-29T19:03:06.693 INFO:tasks.workunit.client.0.smithi028.stdout: "last_became_peered": "2024-08-29T17:58:11.359874+0000", 2024-08-29T19:03:06.693 INFO:tasks.workunit.client.0.smithi028.stdout: "last_change": "2024-08-29T17:58:11.360330+0000", 2024-08-29T19:03:06.693 INFO:tasks.workunit.client.0.smithi028.stdout: "last_clean": "2024-08-29T19:02:14.096750+0000", 2024-08-29T19:03:06.693 INFO:tasks.workunit.client.0.smithi028.stdout: "last_clean_scrub_stamp": "2024-08-29T17:40:52.944949+0000", 2024-08-29T19:03:06.694 INFO:tasks.workunit.client.0.smithi028.stdout: "last_deep_scrub": "0'0", 2024-08-29T19:03:06.694 INFO:tasks.workunit.client.0.smithi028.stdout: "last_deep_scrub_stamp": "2024-08-29T17:40:52.944949+0000", 2024-08-29T19:03:06.694 INFO:tasks.workunit.client.0.smithi028.stdout: "last_epoch_clean": 681, 2024-08-29T19:03:06.694 INFO:tasks.workunit.client.0.smithi028.stdout: "last_fresh": "2024-08-29T19:02:14.096750+0000", 2024-08-29T19:03:06.694 INFO:tasks.workunit.client.0.smithi028.stdout: "last_fullsized": "2024-08-29T19:02:14.096750+0000", 2024-08-29T19:03:06.694 INFO:tasks.workunit.client.0.smithi028.stdout: "last_peered": "2024-08-29T19:02:14.096750+0000", 2024-08-29T19:03:06.694 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub": "0'0", 2024-08-29T19:03:06.694 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub_duration": 0, 2024-08-29T19:03:06.694 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub_stamp": "2024-08-29T17:40:52.944949+0000", 2024-08-29T19:03:06.694 INFO:tasks.workunit.client.0.smithi028.stdout: "last_undegraded": "2024-08-29T19:02:14.096750+0000", 2024-08-29T19:03:06.694 INFO:tasks.workunit.client.0.smithi028.stdout: "last_unstale": "2024-08-29T19:02:14.096750+0000", 2024-08-29T19:03:06.694 INFO:tasks.workunit.client.0.smithi028.stdout: "log_dups_size": 0, 2024-08-29T19:03:06.694 INFO:tasks.workunit.client.0.smithi028.stdout: "log_size": 3, 2024-08-29T19:03:06.694 INFO:tasks.workunit.client.0.smithi028.stdout: "log_start": "0'0", 2024-08-29T19:03:06.695 INFO:tasks.workunit.client.0.smithi028.stdout: "manifest_stats_invalid": false, 2024-08-29T19:03:06.695 INFO:tasks.workunit.client.0.smithi028.stdout: "mapping_epoch": 680, 2024-08-29T19:03:06.695 INFO:tasks.workunit.client.0.smithi028.stdout: "object_location_counts": [], 2024-08-29T19:03:06.695 INFO:tasks.workunit.client.0.smithi028.stdout: "objects_scrubbed": 0, 2024-08-29T19:03:06.695 INFO:tasks.workunit.client.0.smithi028.stdout: "objects_trimmed": 0, 2024-08-29T19:03:06.695 INFO:tasks.workunit.client.0.smithi028.stdout: "omap_stats_invalid": false, 2024-08-29T19:03:06.695 INFO:tasks.workunit.client.0.smithi028.stdout: "ondisk_log_size": 3, 2024-08-29T19:03:06.695 INFO:tasks.workunit.client.0.smithi028.stdout: "ondisk_log_start": "0'0", 2024-08-29T19:03:06.695 INFO:tasks.workunit.client.0.smithi028.stdout: "parent": "0.0", 2024-08-29T19:03:06.695 INFO:tasks.workunit.client.0.smithi028.stdout: "parent_split_bits": 0, 2024-08-29T19:03:06.695 INFO:tasks.workunit.client.0.smithi028.stdout: "pgid": "2.b", 2024-08-29T19:03:06.695 INFO:tasks.workunit.client.0.smithi028.stdout: "pin_stats_invalid": false, 2024-08-29T19:03:06.695 INFO:tasks.workunit.client.0.smithi028.stdout: "purged_snaps": [], 2024-08-29T19:03:06.695 INFO:tasks.workunit.client.0.smithi028.stdout: "reported_epoch": 2650, 2024-08-29T19:03:06.696 INFO:tasks.workunit.client.0.smithi028.stdout: "reported_seq": 4569, 2024-08-29T19:03:06.696 INFO:tasks.workunit.client.0.smithi028.stdout: "scrub_duration": 0.0, 2024-08-29T19:03:06.696 INFO:tasks.workunit.client.0.smithi028.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-31T02:50:48.851871+0000", 2024-08-29T19:03:06.696 INFO:tasks.workunit.client.0.smithi028.stdout: "snaptrim_duration": 0.0, 2024-08-29T19:03:06.696 INFO:tasks.workunit.client.0.smithi028.stdout: "snaptrimq_len": 0, 2024-08-29T19:03:06.696 INFO:tasks.workunit.client.0.smithi028.stdout: "stat_sum": { 2024-08-29T19:03:06.696 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes": 0, 2024-08-29T19:03:06.696 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes_hit_set_archive": 0, 2024-08-29T19:03:06.696 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes_recovered": 0, 2024-08-29T19:03:06.696 INFO:tasks.workunit.client.0.smithi028.stdout: "num_deep_scrub_errors": 0, 2024-08-29T19:03:06.696 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict": 0, 2024-08-29T19:03:06.696 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_kb": 0, 2024-08-29T19:03:06.696 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_mode_full": 0, 2024-08-29T19:03:06.697 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_mode_some": 0, 2024-08-29T19:03:06.697 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush": 0, 2024-08-29T19:03:06.697 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_kb": 0, 2024-08-29T19:03:06.697 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_mode_high": 0, 2024-08-29T19:03:06.697 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_mode_low": 0, 2024-08-29T19:03:06.697 INFO:tasks.workunit.client.0.smithi028.stdout: "num_keys_recovered": 0, 2024-08-29T19:03:06.697 INFO:tasks.workunit.client.0.smithi028.stdout: "num_large_omap_objects": 0, 2024-08-29T19:03:06.697 INFO:tasks.workunit.client.0.smithi028.stdout: "num_legacy_snapsets": 0, 2024-08-29T19:03:06.697 INFO:tasks.workunit.client.0.smithi028.stdout: "num_object_clones": 0, 2024-08-29T19:03:06.697 INFO:tasks.workunit.client.0.smithi028.stdout: "num_object_copies": 3, 2024-08-29T19:03:06.697 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects": 1, 2024-08-29T19:03:06.697 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_degraded": 0, 2024-08-29T19:03:06.697 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_dirty": 1, 2024-08-29T19:03:06.697 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_hit_set_archive": 0, 2024-08-29T19:03:06.698 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_manifest": 0, 2024-08-29T19:03:06.698 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_misplaced": 0, 2024-08-29T19:03:06.698 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_missing": 0, 2024-08-29T19:03:06.698 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_missing_on_primary": 0, 2024-08-29T19:03:06.698 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_omap": 1, 2024-08-29T19:03:06.698 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_pinned": 0, 2024-08-29T19:03:06.698 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_recovered": 0, 2024-08-29T19:03:06.698 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_repaired": 0, 2024-08-29T19:03:06.698 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_unfound": 0, 2024-08-29T19:03:06.698 INFO:tasks.workunit.client.0.smithi028.stdout: "num_omap_bytes": 0, 2024-08-29T19:03:06.698 INFO:tasks.workunit.client.0.smithi028.stdout: "num_omap_keys": 0, 2024-08-29T19:03:06.698 INFO:tasks.workunit.client.0.smithi028.stdout: "num_promote": 0, 2024-08-29T19:03:06.698 INFO:tasks.workunit.client.0.smithi028.stdout: "num_read": 2, 2024-08-29T19:03:06.699 INFO:tasks.workunit.client.0.smithi028.stdout: "num_read_kb": 2, 2024-08-29T19:03:06.699 INFO:tasks.workunit.client.0.smithi028.stdout: "num_scrub_errors": 0, 2024-08-29T19:03:06.699 INFO:tasks.workunit.client.0.smithi028.stdout: "num_shallow_scrub_errors": 0, 2024-08-29T19:03:06.699 INFO:tasks.workunit.client.0.smithi028.stdout: "num_whiteouts": 0, 2024-08-29T19:03:06.699 INFO:tasks.workunit.client.0.smithi028.stdout: "num_write": 1, 2024-08-29T19:03:06.699 INFO:tasks.workunit.client.0.smithi028.stdout: "num_write_kb": 0 2024-08-29T19:03:06.699 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:06.699 INFO:tasks.workunit.client.0.smithi028.stdout: "state": "active+clean", 2024-08-29T19:03:06.699 INFO:tasks.workunit.client.0.smithi028.stdout: "stats_invalid": false, 2024-08-29T19:03:06.699 INFO:tasks.workunit.client.0.smithi028.stdout: "up": [ 2024-08-29T19:03:06.699 INFO:tasks.workunit.client.0.smithi028.stdout: 7, 2024-08-29T19:03:06.699 INFO:tasks.workunit.client.0.smithi028.stdout: 4, 2024-08-29T19:03:06.699 INFO:tasks.workunit.client.0.smithi028.stdout: 5 2024-08-29T19:03:06.700 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-08-29T19:03:06.700 INFO:tasks.workunit.client.0.smithi028.stdout: "up_primary": 7, 2024-08-29T19:03:06.700 INFO:tasks.workunit.client.0.smithi028.stdout: "version": "721'3" 2024-08-29T19:03:06.700 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:06.700 INFO:tasks.workunit.client.0.smithi028.stdout: { 2024-08-29T19:03:06.700 INFO:tasks.workunit.client.0.smithi028.stdout: "acting": [ 2024-08-29T19:03:06.700 INFO:tasks.workunit.client.0.smithi028.stdout: 3, 2024-08-29T19:03:06.700 INFO:tasks.workunit.client.0.smithi028.stdout: 0, 2024-08-29T19:03:06.700 INFO:tasks.workunit.client.0.smithi028.stdout: 4 2024-08-29T19:03:06.700 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-08-29T19:03:06.700 INFO:tasks.workunit.client.0.smithi028.stdout: "acting_primary": 3, 2024-08-29T19:03:06.700 INFO:tasks.workunit.client.0.smithi028.stdout: "avail_no_missing": [], 2024-08-29T19:03:06.700 INFO:tasks.workunit.client.0.smithi028.stdout: "blocked_by": [], 2024-08-29T19:03:06.701 INFO:tasks.workunit.client.0.smithi028.stdout: "created": 62, 2024-08-29T19:03:06.701 INFO:tasks.workunit.client.0.smithi028.stdout: "dirty_stats_invalid": false, 2024-08-29T19:03:06.701 INFO:tasks.workunit.client.0.smithi028.stdout: "hitset_bytes_stats_invalid": false, 2024-08-29T19:03:06.701 INFO:tasks.workunit.client.0.smithi028.stdout: "hitset_stats_invalid": false, 2024-08-29T19:03:06.701 INFO:tasks.workunit.client.0.smithi028.stdout: "last_active": "2024-08-29T19:02:14.843901+0000", 2024-08-29T19:03:06.701 INFO:tasks.workunit.client.0.smithi028.stdout: "last_became_active": "2024-08-29T17:56:29.368116+0000", 2024-08-29T19:03:06.701 INFO:tasks.workunit.client.0.smithi028.stdout: "last_became_peered": "2024-08-29T17:56:29.368116+0000", 2024-08-29T19:03:06.701 INFO:tasks.workunit.client.0.smithi028.stdout: "last_change": "2024-08-29T17:56:29.368982+0000", 2024-08-29T19:03:06.701 INFO:tasks.workunit.client.0.smithi028.stdout: "last_clean": "2024-08-29T19:02:14.843901+0000", 2024-08-29T19:03:06.701 INFO:tasks.workunit.client.0.smithi028.stdout: "last_clean_scrub_stamp": "2024-08-29T17:41:01.987071+0000", 2024-08-29T19:03:06.701 INFO:tasks.workunit.client.0.smithi028.stdout: "last_deep_scrub": "0'0", 2024-08-29T19:03:06.701 INFO:tasks.workunit.client.0.smithi028.stdout: "last_deep_scrub_stamp": "2024-08-29T17:41:01.987071+0000", 2024-08-29T19:03:06.701 INFO:tasks.workunit.client.0.smithi028.stdout: "last_epoch_clean": 580, 2024-08-29T19:03:06.701 INFO:tasks.workunit.client.0.smithi028.stdout: "last_fresh": "2024-08-29T19:02:14.843901+0000", 2024-08-29T19:03:06.702 INFO:tasks.workunit.client.0.smithi028.stdout: "last_fullsized": "2024-08-29T19:02:14.843901+0000", 2024-08-29T19:03:06.702 INFO:tasks.workunit.client.0.smithi028.stdout: "last_peered": "2024-08-29T19:02:14.843901+0000", 2024-08-29T19:03:06.702 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub": "0'0", 2024-08-29T19:03:06.702 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub_duration": 0, 2024-08-29T19:03:06.702 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub_stamp": "2024-08-29T17:41:01.987071+0000", 2024-08-29T19:03:06.702 INFO:tasks.workunit.client.0.smithi028.stdout: "last_undegraded": "2024-08-29T19:02:14.843901+0000", 2024-08-29T19:03:06.702 INFO:tasks.workunit.client.0.smithi028.stdout: "last_unstale": "2024-08-29T19:02:14.843901+0000", 2024-08-29T19:03:06.702 INFO:tasks.workunit.client.0.smithi028.stdout: "log_dups_size": 0, 2024-08-29T19:03:06.702 INFO:tasks.workunit.client.0.smithi028.stdout: "log_size": 0, 2024-08-29T19:03:06.702 INFO:tasks.workunit.client.0.smithi028.stdout: "log_start": "0'0", 2024-08-29T19:03:06.702 INFO:tasks.workunit.client.0.smithi028.stdout: "manifest_stats_invalid": false, 2024-08-29T19:03:06.702 INFO:tasks.workunit.client.0.smithi028.stdout: "mapping_epoch": 579, 2024-08-29T19:03:06.702 INFO:tasks.workunit.client.0.smithi028.stdout: "object_location_counts": [], 2024-08-29T19:03:06.703 INFO:tasks.workunit.client.0.smithi028.stdout: "objects_scrubbed": 0, 2024-08-29T19:03:06.703 INFO:tasks.workunit.client.0.smithi028.stdout: "objects_trimmed": 0, 2024-08-29T19:03:06.703 INFO:tasks.workunit.client.0.smithi028.stdout: "omap_stats_invalid": false, 2024-08-29T19:03:06.703 INFO:tasks.workunit.client.0.smithi028.stdout: "ondisk_log_size": 0, 2024-08-29T19:03:06.703 INFO:tasks.workunit.client.0.smithi028.stdout: "ondisk_log_start": "0'0", 2024-08-29T19:03:06.703 INFO:tasks.workunit.client.0.smithi028.stdout: "parent": "0.0", 2024-08-29T19:03:06.703 INFO:tasks.workunit.client.0.smithi028.stdout: "parent_split_bits": 0, 2024-08-29T19:03:06.703 INFO:tasks.workunit.client.0.smithi028.stdout: "pgid": "3.b", 2024-08-29T19:03:06.703 INFO:tasks.workunit.client.0.smithi028.stdout: "pin_stats_invalid": false, 2024-08-29T19:03:06.703 INFO:tasks.workunit.client.0.smithi028.stdout: "purged_snaps": [], 2024-08-29T19:03:06.703 INFO:tasks.workunit.client.0.smithi028.stdout: "reported_epoch": 2650, 2024-08-29T19:03:06.703 INFO:tasks.workunit.client.0.smithi028.stdout: "reported_seq": 4689, 2024-08-29T19:03:06.703 INFO:tasks.workunit.client.0.smithi028.stdout: "scrub_duration": 0.0, 2024-08-29T19:03:06.703 INFO:tasks.workunit.client.0.smithi028.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-31T00:24:10.418969+0000", 2024-08-29T19:03:06.704 INFO:tasks.workunit.client.0.smithi028.stdout: "snaptrim_duration": 0.0, 2024-08-29T19:03:06.704 INFO:tasks.workunit.client.0.smithi028.stdout: "snaptrimq_len": 0, 2024-08-29T19:03:06.704 INFO:tasks.workunit.client.0.smithi028.stdout: "stat_sum": { 2024-08-29T19:03:06.704 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes": 0, 2024-08-29T19:03:06.704 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes_hit_set_archive": 0, 2024-08-29T19:03:06.704 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes_recovered": 0, 2024-08-29T19:03:06.704 INFO:tasks.workunit.client.0.smithi028.stdout: "num_deep_scrub_errors": 0, 2024-08-29T19:03:06.704 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict": 0, 2024-08-29T19:03:06.704 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_kb": 0, 2024-08-29T19:03:06.704 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_mode_full": 0, 2024-08-29T19:03:06.704 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_mode_some": 0, 2024-08-29T19:03:06.704 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush": 0, 2024-08-29T19:03:06.704 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_kb": 0, 2024-08-29T19:03:06.704 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_mode_high": 0, 2024-08-29T19:03:06.705 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_mode_low": 0, 2024-08-29T19:03:06.705 INFO:tasks.workunit.client.0.smithi028.stdout: "num_keys_recovered": 0, 2024-08-29T19:03:06.705 INFO:tasks.workunit.client.0.smithi028.stdout: "num_large_omap_objects": 0, 2024-08-29T19:03:06.705 INFO:tasks.workunit.client.0.smithi028.stdout: "num_legacy_snapsets": 0, 2024-08-29T19:03:06.705 INFO:tasks.workunit.client.0.smithi028.stdout: "num_object_clones": 0, 2024-08-29T19:03:06.705 INFO:tasks.workunit.client.0.smithi028.stdout: "num_object_copies": 0, 2024-08-29T19:03:06.705 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects": 0, 2024-08-29T19:03:06.705 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_degraded": 0, 2024-08-29T19:03:06.705 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_dirty": 0, 2024-08-29T19:03:06.705 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_hit_set_archive": 0, 2024-08-29T19:03:06.705 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_manifest": 0, 2024-08-29T19:03:06.705 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_misplaced": 0, 2024-08-29T19:03:06.705 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_missing": 0, 2024-08-29T19:03:06.706 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_missing_on_primary": 0, 2024-08-29T19:03:06.706 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_omap": 0, 2024-08-29T19:03:06.706 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_pinned": 0, 2024-08-29T19:03:06.706 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_recovered": 0, 2024-08-29T19:03:06.706 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_repaired": 0, 2024-08-29T19:03:06.706 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_unfound": 0, 2024-08-29T19:03:06.706 INFO:tasks.workunit.client.0.smithi028.stdout: "num_omap_bytes": 0, 2024-08-29T19:03:06.706 INFO:tasks.workunit.client.0.smithi028.stdout: "num_omap_keys": 0, 2024-08-29T19:03:06.706 INFO:tasks.workunit.client.0.smithi028.stdout: "num_promote": 0, 2024-08-29T19:03:06.706 INFO:tasks.workunit.client.0.smithi028.stdout: "num_read": 0, 2024-08-29T19:03:06.706 INFO:tasks.workunit.client.0.smithi028.stdout: "num_read_kb": 0, 2024-08-29T19:03:06.706 INFO:tasks.workunit.client.0.smithi028.stdout: "num_scrub_errors": 0, 2024-08-29T19:03:06.706 INFO:tasks.workunit.client.0.smithi028.stdout: "num_shallow_scrub_errors": 0, 2024-08-29T19:03:06.706 INFO:tasks.workunit.client.0.smithi028.stdout: "num_whiteouts": 0, 2024-08-29T19:03:06.706 INFO:tasks.workunit.client.0.smithi028.stdout: "num_write": 0, 2024-08-29T19:03:06.707 INFO:tasks.workunit.client.0.smithi028.stdout: "num_write_kb": 0 2024-08-29T19:03:06.707 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:06.707 INFO:tasks.workunit.client.0.smithi028.stdout: "state": "active+clean", 2024-08-29T19:03:06.707 INFO:tasks.workunit.client.0.smithi028.stdout: "stats_invalid": false, 2024-08-29T19:03:06.707 INFO:tasks.workunit.client.0.smithi028.stdout: "up": [ 2024-08-29T19:03:06.707 INFO:tasks.workunit.client.0.smithi028.stdout: 3, 2024-08-29T19:03:06.707 INFO:tasks.workunit.client.0.smithi028.stdout: 0, 2024-08-29T19:03:06.707 INFO:tasks.workunit.client.0.smithi028.stdout: 4 2024-08-29T19:03:06.707 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-08-29T19:03:06.707 INFO:tasks.workunit.client.0.smithi028.stdout: "up_primary": 3, 2024-08-29T19:03:06.707 INFO:tasks.workunit.client.0.smithi028.stdout: "version": "0'0" 2024-08-29T19:03:06.707 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:06.707 INFO:tasks.workunit.client.0.smithi028.stdout: { 2024-08-29T19:03:06.708 INFO:tasks.workunit.client.0.smithi028.stdout: "acting": [ 2024-08-29T19:03:06.708 INFO:tasks.workunit.client.0.smithi028.stdout: 1, 2024-08-29T19:03:06.708 INFO:tasks.workunit.client.0.smithi028.stdout: 3, 2024-08-29T19:03:06.708 INFO:tasks.workunit.client.0.smithi028.stdout: 7 2024-08-29T19:03:06.708 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-08-29T19:03:06.708 INFO:tasks.workunit.client.0.smithi028.stdout: "acting_primary": 1, 2024-08-29T19:03:06.708 INFO:tasks.workunit.client.0.smithi028.stdout: "avail_no_missing": [], 2024-08-29T19:03:06.708 INFO:tasks.workunit.client.0.smithi028.stdout: "blocked_by": [], 2024-08-29T19:03:06.708 INFO:tasks.workunit.client.0.smithi028.stdout: "created": 59, 2024-08-29T19:03:06.708 INFO:tasks.workunit.client.0.smithi028.stdout: "dirty_stats_invalid": false, 2024-08-29T19:03:06.708 INFO:tasks.workunit.client.0.smithi028.stdout: "hitset_bytes_stats_invalid": false, 2024-08-29T19:03:06.708 INFO:tasks.workunit.client.0.smithi028.stdout: "hitset_stats_invalid": false, 2024-08-29T19:03:06.709 INFO:tasks.workunit.client.0.smithi028.stdout: "last_active": "2024-08-29T19:02:14.817121+0000", 2024-08-29T19:03:06.709 INFO:tasks.workunit.client.0.smithi028.stdout: "last_became_active": "2024-08-29T17:58:11.355904+0000", 2024-08-29T19:03:06.709 INFO:tasks.workunit.client.0.smithi028.stdout: "last_became_peered": "2024-08-29T17:58:11.355904+0000", 2024-08-29T19:03:06.709 INFO:tasks.workunit.client.0.smithi028.stdout: "last_change": "2024-08-29T17:58:11.356541+0000", 2024-08-29T19:03:06.709 INFO:tasks.workunit.client.0.smithi028.stdout: "last_clean": "2024-08-29T19:02:14.817121+0000", 2024-08-29T19:03:06.709 INFO:tasks.workunit.client.0.smithi028.stdout: "last_clean_scrub_stamp": "2024-08-29T17:40:52.944949+0000", 2024-08-29T19:03:06.709 INFO:tasks.workunit.client.0.smithi028.stdout: "last_deep_scrub": "0'0", 2024-08-29T19:03:06.709 INFO:tasks.workunit.client.0.smithi028.stdout: "last_deep_scrub_stamp": "2024-08-29T17:40:52.944949+0000", 2024-08-29T19:03:06.709 INFO:tasks.workunit.client.0.smithi028.stdout: "last_epoch_clean": 681, 2024-08-29T19:03:06.709 INFO:tasks.workunit.client.0.smithi028.stdout: "last_fresh": "2024-08-29T19:02:14.817121+0000", 2024-08-29T19:03:06.709 INFO:tasks.workunit.client.0.smithi028.stdout: "last_fullsized": "2024-08-29T19:02:14.817121+0000", 2024-08-29T19:03:06.709 INFO:tasks.workunit.client.0.smithi028.stdout: "last_peered": "2024-08-29T19:02:14.817121+0000", 2024-08-29T19:03:06.709 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub": "0'0", 2024-08-29T19:03:06.709 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub_duration": 0, 2024-08-29T19:03:06.710 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub_stamp": "2024-08-29T17:40:52.944949+0000", 2024-08-29T19:03:06.710 INFO:tasks.workunit.client.0.smithi028.stdout: "last_undegraded": "2024-08-29T19:02:14.817121+0000", 2024-08-29T19:03:06.710 INFO:tasks.workunit.client.0.smithi028.stdout: "last_unstale": "2024-08-29T19:02:14.817121+0000", 2024-08-29T19:03:06.710 INFO:tasks.workunit.client.0.smithi028.stdout: "log_dups_size": 0, 2024-08-29T19:03:06.710 INFO:tasks.workunit.client.0.smithi028.stdout: "log_size": 0, 2024-08-29T19:03:06.710 INFO:tasks.workunit.client.0.smithi028.stdout: "log_start": "0'0", 2024-08-29T19:03:06.710 INFO:tasks.workunit.client.0.smithi028.stdout: "manifest_stats_invalid": false, 2024-08-29T19:03:06.710 INFO:tasks.workunit.client.0.smithi028.stdout: "mapping_epoch": 680, 2024-08-29T19:03:06.710 INFO:tasks.workunit.client.0.smithi028.stdout: "object_location_counts": [], 2024-08-29T19:03:06.710 INFO:tasks.workunit.client.0.smithi028.stdout: "objects_scrubbed": 0, 2024-08-29T19:03:06.710 INFO:tasks.workunit.client.0.smithi028.stdout: "objects_trimmed": 0, 2024-08-29T19:03:06.710 INFO:tasks.workunit.client.0.smithi028.stdout: "omap_stats_invalid": false, 2024-08-29T19:03:06.710 INFO:tasks.workunit.client.0.smithi028.stdout: "ondisk_log_size": 0, 2024-08-29T19:03:06.711 INFO:tasks.workunit.client.0.smithi028.stdout: "ondisk_log_start": "0'0", 2024-08-29T19:03:06.711 INFO:tasks.workunit.client.0.smithi028.stdout: "parent": "0.0", 2024-08-29T19:03:06.711 INFO:tasks.workunit.client.0.smithi028.stdout: "parent_split_bits": 0, 2024-08-29T19:03:06.711 INFO:tasks.workunit.client.0.smithi028.stdout: "pgid": "2.a", 2024-08-29T19:03:06.711 INFO:tasks.workunit.client.0.smithi028.stdout: "pin_stats_invalid": false, 2024-08-29T19:03:06.711 INFO:tasks.workunit.client.0.smithi028.stdout: "purged_snaps": [], 2024-08-29T19:03:06.711 INFO:tasks.workunit.client.0.smithi028.stdout: "reported_epoch": 2650, 2024-08-29T19:03:06.711 INFO:tasks.workunit.client.0.smithi028.stdout: "reported_seq": 4788, 2024-08-29T19:03:06.711 INFO:tasks.workunit.client.0.smithi028.stdout: "scrub_duration": 0.0, 2024-08-29T19:03:06.711 INFO:tasks.workunit.client.0.smithi028.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-31T01:40:07.824963+0000", 2024-08-29T19:03:06.711 INFO:tasks.workunit.client.0.smithi028.stdout: "snaptrim_duration": 0.0, 2024-08-29T19:03:06.711 INFO:tasks.workunit.client.0.smithi028.stdout: "snaptrimq_len": 0, 2024-08-29T19:03:06.711 INFO:tasks.workunit.client.0.smithi028.stdout: "stat_sum": { 2024-08-29T19:03:06.711 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes": 0, 2024-08-29T19:03:06.712 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes_hit_set_archive": 0, 2024-08-29T19:03:06.712 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes_recovered": 0, 2024-08-29T19:03:06.712 INFO:tasks.workunit.client.0.smithi028.stdout: "num_deep_scrub_errors": 0, 2024-08-29T19:03:06.712 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict": 0, 2024-08-29T19:03:06.712 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_kb": 0, 2024-08-29T19:03:06.712 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_mode_full": 0, 2024-08-29T19:03:06.712 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_mode_some": 0, 2024-08-29T19:03:06.712 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush": 0, 2024-08-29T19:03:06.712 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_kb": 0, 2024-08-29T19:03:06.712 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_mode_high": 0, 2024-08-29T19:03:06.712 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_mode_low": 0, 2024-08-29T19:03:06.712 INFO:tasks.workunit.client.0.smithi028.stdout: "num_keys_recovered": 0, 2024-08-29T19:03:06.712 INFO:tasks.workunit.client.0.smithi028.stdout: "num_large_omap_objects": 0, 2024-08-29T19:03:06.712 INFO:tasks.workunit.client.0.smithi028.stdout: "num_legacy_snapsets": 0, 2024-08-29T19:03:06.713 INFO:tasks.workunit.client.0.smithi028.stdout: "num_object_clones": 0, 2024-08-29T19:03:06.713 INFO:tasks.workunit.client.0.smithi028.stdout: "num_object_copies": 0, 2024-08-29T19:03:06.713 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects": 0, 2024-08-29T19:03:06.713 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_degraded": 0, 2024-08-29T19:03:06.713 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_dirty": 0, 2024-08-29T19:03:06.713 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_hit_set_archive": 0, 2024-08-29T19:03:06.713 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_manifest": 0, 2024-08-29T19:03:06.713 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_misplaced": 0, 2024-08-29T19:03:06.713 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_missing": 0, 2024-08-29T19:03:06.713 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_missing_on_primary": 0, 2024-08-29T19:03:06.713 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_omap": 0, 2024-08-29T19:03:06.713 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_pinned": 0, 2024-08-29T19:03:06.713 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_recovered": 0, 2024-08-29T19:03:06.714 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_repaired": 0, 2024-08-29T19:03:06.714 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_unfound": 0, 2024-08-29T19:03:06.714 INFO:tasks.workunit.client.0.smithi028.stdout: "num_omap_bytes": 0, 2024-08-29T19:03:06.714 INFO:tasks.workunit.client.0.smithi028.stdout: "num_omap_keys": 0, 2024-08-29T19:03:06.714 INFO:tasks.workunit.client.0.smithi028.stdout: "num_promote": 0, 2024-08-29T19:03:06.714 INFO:tasks.workunit.client.0.smithi028.stdout: "num_read": 0, 2024-08-29T19:03:06.714 INFO:tasks.workunit.client.0.smithi028.stdout: "num_read_kb": 0, 2024-08-29T19:03:06.714 INFO:tasks.workunit.client.0.smithi028.stdout: "num_scrub_errors": 0, 2024-08-29T19:03:06.714 INFO:tasks.workunit.client.0.smithi028.stdout: "num_shallow_scrub_errors": 0, 2024-08-29T19:03:06.714 INFO:tasks.workunit.client.0.smithi028.stdout: "num_whiteouts": 0, 2024-08-29T19:03:06.714 INFO:tasks.workunit.client.0.smithi028.stdout: "num_write": 0, 2024-08-29T19:03:06.714 INFO:tasks.workunit.client.0.smithi028.stdout: "num_write_kb": 0 2024-08-29T19:03:06.714 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:06.715 INFO:tasks.workunit.client.0.smithi028.stdout: "state": "active+clean", 2024-08-29T19:03:06.715 INFO:tasks.workunit.client.0.smithi028.stdout: "stats_invalid": false, 2024-08-29T19:03:06.715 INFO:tasks.workunit.client.0.smithi028.stdout: "up": [ 2024-08-29T19:03:06.715 INFO:tasks.workunit.client.0.smithi028.stdout: 1, 2024-08-29T19:03:06.715 INFO:tasks.workunit.client.0.smithi028.stdout: 3, 2024-08-29T19:03:06.715 INFO:tasks.workunit.client.0.smithi028.stdout: 7 2024-08-29T19:03:06.715 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-08-29T19:03:06.715 INFO:tasks.workunit.client.0.smithi028.stdout: "up_primary": 1, 2024-08-29T19:03:06.715 INFO:tasks.workunit.client.0.smithi028.stdout: "version": "0'0" 2024-08-29T19:03:06.715 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:06.715 INFO:tasks.workunit.client.0.smithi028.stdout: { 2024-08-29T19:03:06.715 INFO:tasks.workunit.client.0.smithi028.stdout: "acting": [ 2024-08-29T19:03:06.715 INFO:tasks.workunit.client.0.smithi028.stdout: 3, 2024-08-29T19:03:06.715 INFO:tasks.workunit.client.0.smithi028.stdout: 1, 2024-08-29T19:03:06.716 INFO:tasks.workunit.client.0.smithi028.stdout: 7 2024-08-29T19:03:06.716 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-08-29T19:03:06.716 INFO:tasks.workunit.client.0.smithi028.stdout: "acting_primary": 3, 2024-08-29T19:03:06.716 INFO:tasks.workunit.client.0.smithi028.stdout: "avail_no_missing": [], 2024-08-29T19:03:06.716 INFO:tasks.workunit.client.0.smithi028.stdout: "blocked_by": [], 2024-08-29T19:03:06.716 INFO:tasks.workunit.client.0.smithi028.stdout: "created": 62, 2024-08-29T19:03:06.716 INFO:tasks.workunit.client.0.smithi028.stdout: "dirty_stats_invalid": false, 2024-08-29T19:03:06.716 INFO:tasks.workunit.client.0.smithi028.stdout: "hitset_bytes_stats_invalid": false, 2024-08-29T19:03:06.716 INFO:tasks.workunit.client.0.smithi028.stdout: "hitset_stats_invalid": false, 2024-08-29T19:03:06.716 INFO:tasks.workunit.client.0.smithi028.stdout: "last_active": "2024-08-29T19:02:14.841246+0000", 2024-08-29T19:03:06.716 INFO:tasks.workunit.client.0.smithi028.stdout: "last_became_active": "2024-08-29T17:58:11.349017+0000", 2024-08-29T19:03:06.716 INFO:tasks.workunit.client.0.smithi028.stdout: "last_became_peered": "2024-08-29T17:58:11.349017+0000", 2024-08-29T19:03:06.716 INFO:tasks.workunit.client.0.smithi028.stdout: "last_change": "2024-08-29T17:58:11.350030+0000", 2024-08-29T19:03:06.717 INFO:tasks.workunit.client.0.smithi028.stdout: "last_clean": "2024-08-29T19:02:14.841246+0000", 2024-08-29T19:03:06.717 INFO:tasks.workunit.client.0.smithi028.stdout: "last_clean_scrub_stamp": "2024-08-29T17:41:01.987071+0000", 2024-08-29T19:03:06.717 INFO:tasks.workunit.client.0.smithi028.stdout: "last_deep_scrub": "0'0", 2024-08-29T19:03:06.717 INFO:tasks.workunit.client.0.smithi028.stdout: "last_deep_scrub_stamp": "2024-08-29T17:41:01.987071+0000", 2024-08-29T19:03:06.717 INFO:tasks.workunit.client.0.smithi028.stdout: "last_epoch_clean": 681, 2024-08-29T19:03:06.717 INFO:tasks.workunit.client.0.smithi028.stdout: "last_fresh": "2024-08-29T19:02:14.841246+0000", 2024-08-29T19:03:06.717 INFO:tasks.workunit.client.0.smithi028.stdout: "last_fullsized": "2024-08-29T19:02:14.841246+0000", 2024-08-29T19:03:06.717 INFO:tasks.workunit.client.0.smithi028.stdout: "last_peered": "2024-08-29T19:02:14.841246+0000", 2024-08-29T19:03:06.717 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub": "0'0", 2024-08-29T19:03:06.717 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub_duration": 0, 2024-08-29T19:03:06.717 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub_stamp": "2024-08-29T17:41:01.987071+0000", 2024-08-29T19:03:06.717 INFO:tasks.workunit.client.0.smithi028.stdout: "last_undegraded": "2024-08-29T19:02:14.841246+0000", 2024-08-29T19:03:06.717 INFO:tasks.workunit.client.0.smithi028.stdout: "last_unstale": "2024-08-29T19:02:14.841246+0000", 2024-08-29T19:03:06.717 INFO:tasks.workunit.client.0.smithi028.stdout: "log_dups_size": 0, 2024-08-29T19:03:06.717 INFO:tasks.workunit.client.0.smithi028.stdout: "log_size": 0, 2024-08-29T19:03:06.718 INFO:tasks.workunit.client.0.smithi028.stdout: "log_start": "0'0", 2024-08-29T19:03:06.718 INFO:tasks.workunit.client.0.smithi028.stdout: "manifest_stats_invalid": false, 2024-08-29T19:03:06.718 INFO:tasks.workunit.client.0.smithi028.stdout: "mapping_epoch": 680, 2024-08-29T19:03:06.718 INFO:tasks.workunit.client.0.smithi028.stdout: "object_location_counts": [], 2024-08-29T19:03:06.718 INFO:tasks.workunit.client.0.smithi028.stdout: "objects_scrubbed": 0, 2024-08-29T19:03:06.718 INFO:tasks.workunit.client.0.smithi028.stdout: "objects_trimmed": 0, 2024-08-29T19:03:06.718 INFO:tasks.workunit.client.0.smithi028.stdout: "omap_stats_invalid": false, 2024-08-29T19:03:06.718 INFO:tasks.workunit.client.0.smithi028.stdout: "ondisk_log_size": 0, 2024-08-29T19:03:06.718 INFO:tasks.workunit.client.0.smithi028.stdout: "ondisk_log_start": "0'0", 2024-08-29T19:03:06.718 INFO:tasks.workunit.client.0.smithi028.stdout: "parent": "0.0", 2024-08-29T19:03:06.718 INFO:tasks.workunit.client.0.smithi028.stdout: "parent_split_bits": 0, 2024-08-29T19:03:06.718 INFO:tasks.workunit.client.0.smithi028.stdout: "pgid": "3.8", 2024-08-29T19:03:06.718 INFO:tasks.workunit.client.0.smithi028.stdout: "pin_stats_invalid": false, 2024-08-29T19:03:06.719 INFO:tasks.workunit.client.0.smithi028.stdout: "purged_snaps": [], 2024-08-29T19:03:06.719 INFO:tasks.workunit.client.0.smithi028.stdout: "reported_epoch": 2650, 2024-08-29T19:03:06.719 INFO:tasks.workunit.client.0.smithi028.stdout: "reported_seq": 4720, 2024-08-29T19:03:06.719 INFO:tasks.workunit.client.0.smithi028.stdout: "scrub_duration": 0.0, 2024-08-29T19:03:06.719 INFO:tasks.workunit.client.0.smithi028.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-30T23:55:05.107594+0000", 2024-08-29T19:03:06.719 INFO:tasks.workunit.client.0.smithi028.stdout: "snaptrim_duration": 0.0, 2024-08-29T19:03:06.719 INFO:tasks.workunit.client.0.smithi028.stdout: "snaptrimq_len": 0, 2024-08-29T19:03:06.719 INFO:tasks.workunit.client.0.smithi028.stdout: "stat_sum": { 2024-08-29T19:03:06.719 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes": 0, 2024-08-29T19:03:06.719 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes_hit_set_archive": 0, 2024-08-29T19:03:06.719 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes_recovered": 0, 2024-08-29T19:03:06.719 INFO:tasks.workunit.client.0.smithi028.stdout: "num_deep_scrub_errors": 0, 2024-08-29T19:03:06.719 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict": 0, 2024-08-29T19:03:06.719 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_kb": 0, 2024-08-29T19:03:06.720 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_mode_full": 0, 2024-08-29T19:03:06.720 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_mode_some": 0, 2024-08-29T19:03:06.720 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush": 0, 2024-08-29T19:03:06.720 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_kb": 0, 2024-08-29T19:03:06.720 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_mode_high": 0, 2024-08-29T19:03:06.720 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_mode_low": 0, 2024-08-29T19:03:06.720 INFO:tasks.workunit.client.0.smithi028.stdout: "num_keys_recovered": 0, 2024-08-29T19:03:06.720 INFO:tasks.workunit.client.0.smithi028.stdout: "num_large_omap_objects": 0, 2024-08-29T19:03:06.720 INFO:tasks.workunit.client.0.smithi028.stdout: "num_legacy_snapsets": 0, 2024-08-29T19:03:06.720 INFO:tasks.workunit.client.0.smithi028.stdout: "num_object_clones": 0, 2024-08-29T19:03:06.720 INFO:tasks.workunit.client.0.smithi028.stdout: "num_object_copies": 0, 2024-08-29T19:03:06.720 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects": 0, 2024-08-29T19:03:06.720 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_degraded": 0, 2024-08-29T19:03:06.720 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_dirty": 0, 2024-08-29T19:03:06.721 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_hit_set_archive": 0, 2024-08-29T19:03:06.721 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_manifest": 0, 2024-08-29T19:03:06.721 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_misplaced": 0, 2024-08-29T19:03:06.721 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_missing": 0, 2024-08-29T19:03:06.721 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_missing_on_primary": 0, 2024-08-29T19:03:06.721 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_omap": 0, 2024-08-29T19:03:06.721 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_pinned": 0, 2024-08-29T19:03:06.721 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_recovered": 0, 2024-08-29T19:03:06.721 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_repaired": 0, 2024-08-29T19:03:06.721 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_unfound": 0, 2024-08-29T19:03:06.721 INFO:tasks.workunit.client.0.smithi028.stdout: "num_omap_bytes": 0, 2024-08-29T19:03:06.721 INFO:tasks.workunit.client.0.smithi028.stdout: "num_omap_keys": 0, 2024-08-29T19:03:06.721 INFO:tasks.workunit.client.0.smithi028.stdout: "num_promote": 0, 2024-08-29T19:03:06.721 INFO:tasks.workunit.client.0.smithi028.stdout: "num_read": 0, 2024-08-29T19:03:06.722 INFO:tasks.workunit.client.0.smithi028.stdout: "num_read_kb": 0, 2024-08-29T19:03:06.722 INFO:tasks.workunit.client.0.smithi028.stdout: "num_scrub_errors": 0, 2024-08-29T19:03:06.722 INFO:tasks.workunit.client.0.smithi028.stdout: "num_shallow_scrub_errors": 0, 2024-08-29T19:03:06.722 INFO:tasks.workunit.client.0.smithi028.stdout: "num_whiteouts": 0, 2024-08-29T19:03:06.722 INFO:tasks.workunit.client.0.smithi028.stdout: "num_write": 0, 2024-08-29T19:03:06.722 INFO:tasks.workunit.client.0.smithi028.stdout: "num_write_kb": 0 2024-08-29T19:03:06.722 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:06.722 INFO:tasks.workunit.client.0.smithi028.stdout: "state": "active+clean", 2024-08-29T19:03:06.722 INFO:tasks.workunit.client.0.smithi028.stdout: "stats_invalid": false, 2024-08-29T19:03:06.722 INFO:tasks.workunit.client.0.smithi028.stdout: "up": [ 2024-08-29T19:03:06.722 INFO:tasks.workunit.client.0.smithi028.stdout: 3, 2024-08-29T19:03:06.722 INFO:tasks.workunit.client.0.smithi028.stdout: 1, 2024-08-29T19:03:06.722 INFO:tasks.workunit.client.0.smithi028.stdout: 7 2024-08-29T19:03:06.723 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-08-29T19:03:06.723 INFO:tasks.workunit.client.0.smithi028.stdout: "up_primary": 3, 2024-08-29T19:03:06.723 INFO:tasks.workunit.client.0.smithi028.stdout: "version": "0'0" 2024-08-29T19:03:06.723 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:06.723 INFO:tasks.workunit.client.0.smithi028.stdout: { 2024-08-29T19:03:06.723 INFO:tasks.workunit.client.0.smithi028.stdout: "acting": [ 2024-08-29T19:03:06.723 INFO:tasks.workunit.client.0.smithi028.stdout: 1, 2024-08-29T19:03:06.723 INFO:tasks.workunit.client.0.smithi028.stdout: 7, 2024-08-29T19:03:06.723 INFO:tasks.workunit.client.0.smithi028.stdout: 3 2024-08-29T19:03:06.723 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-08-29T19:03:06.723 INFO:tasks.workunit.client.0.smithi028.stdout: "acting_primary": 1, 2024-08-29T19:03:06.723 INFO:tasks.workunit.client.0.smithi028.stdout: "avail_no_missing": [], 2024-08-29T19:03:06.723 INFO:tasks.workunit.client.0.smithi028.stdout: "blocked_by": [], 2024-08-29T19:03:06.723 INFO:tasks.workunit.client.0.smithi028.stdout: "created": 59, 2024-08-29T19:03:06.724 INFO:tasks.workunit.client.0.smithi028.stdout: "dirty_stats_invalid": false, 2024-08-29T19:03:06.724 INFO:tasks.workunit.client.0.smithi028.stdout: "hitset_bytes_stats_invalid": false, 2024-08-29T19:03:06.724 INFO:tasks.workunit.client.0.smithi028.stdout: "hitset_stats_invalid": false, 2024-08-29T19:03:06.724 INFO:tasks.workunit.client.0.smithi028.stdout: "last_active": "2024-08-29T19:02:14.817659+0000", 2024-08-29T19:03:06.724 INFO:tasks.workunit.client.0.smithi028.stdout: "last_became_active": "2024-08-29T17:58:11.355887+0000", 2024-08-29T19:03:06.724 INFO:tasks.workunit.client.0.smithi028.stdout: "last_became_peered": "2024-08-29T17:58:11.355887+0000", 2024-08-29T19:03:06.724 INFO:tasks.workunit.client.0.smithi028.stdout: "last_change": "2024-08-29T17:58:11.357176+0000", 2024-08-29T19:03:06.724 INFO:tasks.workunit.client.0.smithi028.stdout: "last_clean": "2024-08-29T19:02:14.817659+0000", 2024-08-29T19:03:06.724 INFO:tasks.workunit.client.0.smithi028.stdout: "last_clean_scrub_stamp": "2024-08-29T17:40:52.944949+0000", 2024-08-29T19:03:06.724 INFO:tasks.workunit.client.0.smithi028.stdout: "last_deep_scrub": "0'0", 2024-08-29T19:03:06.724 INFO:tasks.workunit.client.0.smithi028.stdout: "last_deep_scrub_stamp": "2024-08-29T17:40:52.944949+0000", 2024-08-29T19:03:06.724 INFO:tasks.workunit.client.0.smithi028.stdout: "last_epoch_clean": 681, 2024-08-29T19:03:06.725 INFO:tasks.workunit.client.0.smithi028.stdout: "last_fresh": "2024-08-29T19:02:14.817659+0000", 2024-08-29T19:03:06.725 INFO:tasks.workunit.client.0.smithi028.stdout: "last_fullsized": "2024-08-29T19:02:14.817659+0000", 2024-08-29T19:03:06.725 INFO:tasks.workunit.client.0.smithi028.stdout: "last_peered": "2024-08-29T19:02:14.817659+0000", 2024-08-29T19:03:06.725 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub": "0'0", 2024-08-29T19:03:06.725 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub_duration": 0, 2024-08-29T19:03:06.725 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub_stamp": "2024-08-29T17:40:52.944949+0000", 2024-08-29T19:03:06.725 INFO:tasks.workunit.client.0.smithi028.stdout: "last_undegraded": "2024-08-29T19:02:14.817659+0000", 2024-08-29T19:03:06.725 INFO:tasks.workunit.client.0.smithi028.stdout: "last_unstale": "2024-08-29T19:02:14.817659+0000", 2024-08-29T19:03:06.725 INFO:tasks.workunit.client.0.smithi028.stdout: "log_dups_size": 0, 2024-08-29T19:03:06.725 INFO:tasks.workunit.client.0.smithi028.stdout: "log_size": 0, 2024-08-29T19:03:06.725 INFO:tasks.workunit.client.0.smithi028.stdout: "log_start": "0'0", 2024-08-29T19:03:06.725 INFO:tasks.workunit.client.0.smithi028.stdout: "manifest_stats_invalid": false, 2024-08-29T19:03:06.726 INFO:tasks.workunit.client.0.smithi028.stdout: "mapping_epoch": 680, 2024-08-29T19:03:06.726 INFO:tasks.workunit.client.0.smithi028.stdout: "object_location_counts": [], 2024-08-29T19:03:06.726 INFO:tasks.workunit.client.0.smithi028.stdout: "objects_scrubbed": 0, 2024-08-29T19:03:06.726 INFO:tasks.workunit.client.0.smithi028.stdout: "objects_trimmed": 0, 2024-08-29T19:03:06.726 INFO:tasks.workunit.client.0.smithi028.stdout: "omap_stats_invalid": false, 2024-08-29T19:03:06.726 INFO:tasks.workunit.client.0.smithi028.stdout: "ondisk_log_size": 0, 2024-08-29T19:03:06.726 INFO:tasks.workunit.client.0.smithi028.stdout: "ondisk_log_start": "0'0", 2024-08-29T19:03:06.726 INFO:tasks.workunit.client.0.smithi028.stdout: "parent": "0.0", 2024-08-29T19:03:06.726 INFO:tasks.workunit.client.0.smithi028.stdout: "parent_split_bits": 0, 2024-08-29T19:03:06.726 INFO:tasks.workunit.client.0.smithi028.stdout: "pgid": "2.9", 2024-08-29T19:03:06.726 INFO:tasks.workunit.client.0.smithi028.stdout: "pin_stats_invalid": false, 2024-08-29T19:03:06.726 INFO:tasks.workunit.client.0.smithi028.stdout: "purged_snaps": [], 2024-08-29T19:03:06.726 INFO:tasks.workunit.client.0.smithi028.stdout: "reported_epoch": 2650, 2024-08-29T19:03:06.726 INFO:tasks.workunit.client.0.smithi028.stdout: "reported_seq": 4788, 2024-08-29T19:03:06.727 INFO:tasks.workunit.client.0.smithi028.stdout: "scrub_duration": 0.0, 2024-08-29T19:03:06.727 INFO:tasks.workunit.client.0.smithi028.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-31T00:17:35.247559+0000", 2024-08-29T19:03:06.727 INFO:tasks.workunit.client.0.smithi028.stdout: "snaptrim_duration": 0.0, 2024-08-29T19:03:06.727 INFO:tasks.workunit.client.0.smithi028.stdout: "snaptrimq_len": 0, 2024-08-29T19:03:06.727 INFO:tasks.workunit.client.0.smithi028.stdout: "stat_sum": { 2024-08-29T19:03:06.727 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes": 0, 2024-08-29T19:03:06.727 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes_hit_set_archive": 0, 2024-08-29T19:03:06.727 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes_recovered": 0, 2024-08-29T19:03:06.727 INFO:tasks.workunit.client.0.smithi028.stdout: "num_deep_scrub_errors": 0, 2024-08-29T19:03:06.727 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict": 0, 2024-08-29T19:03:06.727 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_kb": 0, 2024-08-29T19:03:06.727 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_mode_full": 0, 2024-08-29T19:03:06.727 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_mode_some": 0, 2024-08-29T19:03:06.728 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush": 0, 2024-08-29T19:03:06.728 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_kb": 0, 2024-08-29T19:03:06.728 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_mode_high": 0, 2024-08-29T19:03:06.728 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_mode_low": 0, 2024-08-29T19:03:06.728 INFO:tasks.workunit.client.0.smithi028.stdout: "num_keys_recovered": 0, 2024-08-29T19:03:06.728 INFO:tasks.workunit.client.0.smithi028.stdout: "num_large_omap_objects": 0, 2024-08-29T19:03:06.728 INFO:tasks.workunit.client.0.smithi028.stdout: "num_legacy_snapsets": 0, 2024-08-29T19:03:06.728 INFO:tasks.workunit.client.0.smithi028.stdout: "num_object_clones": 0, 2024-08-29T19:03:06.728 INFO:tasks.workunit.client.0.smithi028.stdout: "num_object_copies": 0, 2024-08-29T19:03:06.728 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects": 0, 2024-08-29T19:03:06.728 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_degraded": 0, 2024-08-29T19:03:06.728 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_dirty": 0, 2024-08-29T19:03:06.728 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_hit_set_archive": 0, 2024-08-29T19:03:06.728 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_manifest": 0, 2024-08-29T19:03:06.729 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_misplaced": 0, 2024-08-29T19:03:06.729 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_missing": 0, 2024-08-29T19:03:06.729 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_missing_on_primary": 0, 2024-08-29T19:03:06.729 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_omap": 0, 2024-08-29T19:03:06.729 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_pinned": 0, 2024-08-29T19:03:06.729 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_recovered": 0, 2024-08-29T19:03:06.729 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_repaired": 0, 2024-08-29T19:03:06.729 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_unfound": 0, 2024-08-29T19:03:06.729 INFO:tasks.workunit.client.0.smithi028.stdout: "num_omap_bytes": 0, 2024-08-29T19:03:06.729 INFO:tasks.workunit.client.0.smithi028.stdout: "num_omap_keys": 0, 2024-08-29T19:03:06.729 INFO:tasks.workunit.client.0.smithi028.stdout: "num_promote": 0, 2024-08-29T19:03:06.729 INFO:tasks.workunit.client.0.smithi028.stdout: "num_read": 0, 2024-08-29T19:03:06.729 INFO:tasks.workunit.client.0.smithi028.stdout: "num_read_kb": 0, 2024-08-29T19:03:06.729 INFO:tasks.workunit.client.0.smithi028.stdout: "num_scrub_errors": 0, 2024-08-29T19:03:06.730 INFO:tasks.workunit.client.0.smithi028.stdout: "num_shallow_scrub_errors": 0, 2024-08-29T19:03:06.730 INFO:tasks.workunit.client.0.smithi028.stdout: "num_whiteouts": 0, 2024-08-29T19:03:06.730 INFO:tasks.workunit.client.0.smithi028.stdout: "num_write": 0, 2024-08-29T19:03:06.730 INFO:tasks.workunit.client.0.smithi028.stdout: "num_write_kb": 0 2024-08-29T19:03:06.730 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:06.730 INFO:tasks.workunit.client.0.smithi028.stdout: "state": "active+clean", 2024-08-29T19:03:06.730 INFO:tasks.workunit.client.0.smithi028.stdout: "stats_invalid": false, 2024-08-29T19:03:06.730 INFO:tasks.workunit.client.0.smithi028.stdout: "up": [ 2024-08-29T19:03:06.730 INFO:tasks.workunit.client.0.smithi028.stdout: 1, 2024-08-29T19:03:06.730 INFO:tasks.workunit.client.0.smithi028.stdout: 7, 2024-08-29T19:03:06.730 INFO:tasks.workunit.client.0.smithi028.stdout: 3 2024-08-29T19:03:06.730 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-08-29T19:03:06.731 INFO:tasks.workunit.client.0.smithi028.stdout: "up_primary": 1, 2024-08-29T19:03:06.731 INFO:tasks.workunit.client.0.smithi028.stdout: "version": "0'0" 2024-08-29T19:03:06.731 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:06.731 INFO:tasks.workunit.client.0.smithi028.stdout: { 2024-08-29T19:03:06.731 INFO:tasks.workunit.client.0.smithi028.stdout: "acting": [ 2024-08-29T19:03:06.731 INFO:tasks.workunit.client.0.smithi028.stdout: 4, 2024-08-29T19:03:06.731 INFO:tasks.workunit.client.0.smithi028.stdout: 2, 2024-08-29T19:03:06.731 INFO:tasks.workunit.client.0.smithi028.stdout: 7 2024-08-29T19:03:06.731 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-08-29T19:03:06.731 INFO:tasks.workunit.client.0.smithi028.stdout: "acting_primary": 4, 2024-08-29T19:03:06.731 INFO:tasks.workunit.client.0.smithi028.stdout: "avail_no_missing": [], 2024-08-29T19:03:06.731 INFO:tasks.workunit.client.0.smithi028.stdout: "blocked_by": [], 2024-08-29T19:03:06.731 INFO:tasks.workunit.client.0.smithi028.stdout: "created": 62, 2024-08-29T19:03:06.732 INFO:tasks.workunit.client.0.smithi028.stdout: "dirty_stats_invalid": false, 2024-08-29T19:03:06.732 INFO:tasks.workunit.client.0.smithi028.stdout: "hitset_bytes_stats_invalid": false, 2024-08-29T19:03:06.732 INFO:tasks.workunit.client.0.smithi028.stdout: "hitset_stats_invalid": false, 2024-08-29T19:03:06.732 INFO:tasks.workunit.client.0.smithi028.stdout: "last_active": "2024-08-29T19:02:14.932388+0000", 2024-08-29T19:03:06.732 INFO:tasks.workunit.client.0.smithi028.stdout: "last_became_active": "2024-08-29T17:58:11.363304+0000", 2024-08-29T19:03:06.732 INFO:tasks.workunit.client.0.smithi028.stdout: "last_became_peered": "2024-08-29T17:58:11.363304+0000", 2024-08-29T19:03:06.732 INFO:tasks.workunit.client.0.smithi028.stdout: "last_change": "2024-08-29T17:58:11.363874+0000", 2024-08-29T19:03:06.732 INFO:tasks.workunit.client.0.smithi028.stdout: "last_clean": "2024-08-29T19:02:14.932388+0000", 2024-08-29T19:03:06.732 INFO:tasks.workunit.client.0.smithi028.stdout: "last_clean_scrub_stamp": "2024-08-29T17:41:01.987071+0000", 2024-08-29T19:03:06.732 INFO:tasks.workunit.client.0.smithi028.stdout: "last_deep_scrub": "0'0", 2024-08-29T19:03:06.732 INFO:tasks.workunit.client.0.smithi028.stdout: "last_deep_scrub_stamp": "2024-08-29T17:41:01.987071+0000", 2024-08-29T19:03:06.732 INFO:tasks.workunit.client.0.smithi028.stdout: "last_epoch_clean": 681, 2024-08-29T19:03:06.732 INFO:tasks.workunit.client.0.smithi028.stdout: "last_fresh": "2024-08-29T19:02:14.932388+0000", 2024-08-29T19:03:06.732 INFO:tasks.workunit.client.0.smithi028.stdout: "last_fullsized": "2024-08-29T19:02:14.932388+0000", 2024-08-29T19:03:06.733 INFO:tasks.workunit.client.0.smithi028.stdout: "last_peered": "2024-08-29T19:02:14.932388+0000", 2024-08-29T19:03:06.733 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub": "0'0", 2024-08-29T19:03:06.733 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub_duration": 0, 2024-08-29T19:03:06.733 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub_stamp": "2024-08-29T17:41:01.987071+0000", 2024-08-29T19:03:06.733 INFO:tasks.workunit.client.0.smithi028.stdout: "last_undegraded": "2024-08-29T19:02:14.932388+0000", 2024-08-29T19:03:06.733 INFO:tasks.workunit.client.0.smithi028.stdout: "last_unstale": "2024-08-29T19:02:14.932388+0000", 2024-08-29T19:03:06.733 INFO:tasks.workunit.client.0.smithi028.stdout: "log_dups_size": 0, 2024-08-29T19:03:06.733 INFO:tasks.workunit.client.0.smithi028.stdout: "log_size": 0, 2024-08-29T19:03:06.733 INFO:tasks.workunit.client.0.smithi028.stdout: "log_start": "0'0", 2024-08-29T19:03:06.733 INFO:tasks.workunit.client.0.smithi028.stdout: "manifest_stats_invalid": false, 2024-08-29T19:03:06.733 INFO:tasks.workunit.client.0.smithi028.stdout: "mapping_epoch": 680, 2024-08-29T19:03:06.733 INFO:tasks.workunit.client.0.smithi028.stdout: "object_location_counts": [], 2024-08-29T19:03:06.733 INFO:tasks.workunit.client.0.smithi028.stdout: "objects_scrubbed": 0, 2024-08-29T19:03:06.734 INFO:tasks.workunit.client.0.smithi028.stdout: "objects_trimmed": 0, 2024-08-29T19:03:06.734 INFO:tasks.workunit.client.0.smithi028.stdout: "omap_stats_invalid": false, 2024-08-29T19:03:06.734 INFO:tasks.workunit.client.0.smithi028.stdout: "ondisk_log_size": 0, 2024-08-29T19:03:06.734 INFO:tasks.workunit.client.0.smithi028.stdout: "ondisk_log_start": "0'0", 2024-08-29T19:03:06.734 INFO:tasks.workunit.client.0.smithi028.stdout: "parent": "0.0", 2024-08-29T19:03:06.734 INFO:tasks.workunit.client.0.smithi028.stdout: "parent_split_bits": 0, 2024-08-29T19:03:06.734 INFO:tasks.workunit.client.0.smithi028.stdout: "pgid": "3.9", 2024-08-29T19:03:06.734 INFO:tasks.workunit.client.0.smithi028.stdout: "pin_stats_invalid": false, 2024-08-29T19:03:06.734 INFO:tasks.workunit.client.0.smithi028.stdout: "purged_snaps": [], 2024-08-29T19:03:06.734 INFO:tasks.workunit.client.0.smithi028.stdout: "reported_epoch": 2650, 2024-08-29T19:03:06.734 INFO:tasks.workunit.client.0.smithi028.stdout: "reported_seq": 4696, 2024-08-29T19:03:06.734 INFO:tasks.workunit.client.0.smithi028.stdout: "scrub_duration": 0.0, 2024-08-29T19:03:06.734 INFO:tasks.workunit.client.0.smithi028.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-31T01:47:11.414545+0000", 2024-08-29T19:03:06.735 INFO:tasks.workunit.client.0.smithi028.stdout: "snaptrim_duration": 0.0, 2024-08-29T19:03:06.735 INFO:tasks.workunit.client.0.smithi028.stdout: "snaptrimq_len": 0, 2024-08-29T19:03:06.735 INFO:tasks.workunit.client.0.smithi028.stdout: "stat_sum": { 2024-08-29T19:03:06.735 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes": 0, 2024-08-29T19:03:06.735 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes_hit_set_archive": 0, 2024-08-29T19:03:06.735 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes_recovered": 0, 2024-08-29T19:03:06.735 INFO:tasks.workunit.client.0.smithi028.stdout: "num_deep_scrub_errors": 0, 2024-08-29T19:03:06.735 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict": 0, 2024-08-29T19:03:06.735 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_kb": 0, 2024-08-29T19:03:06.735 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_mode_full": 0, 2024-08-29T19:03:06.735 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_mode_some": 0, 2024-08-29T19:03:06.735 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush": 0, 2024-08-29T19:03:06.735 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_kb": 0, 2024-08-29T19:03:06.735 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_mode_high": 0, 2024-08-29T19:03:06.736 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_mode_low": 0, 2024-08-29T19:03:06.736 INFO:tasks.workunit.client.0.smithi028.stdout: "num_keys_recovered": 0, 2024-08-29T19:03:06.736 INFO:tasks.workunit.client.0.smithi028.stdout: "num_large_omap_objects": 0, 2024-08-29T19:03:06.736 INFO:tasks.workunit.client.0.smithi028.stdout: "num_legacy_snapsets": 0, 2024-08-29T19:03:06.736 INFO:tasks.workunit.client.0.smithi028.stdout: "num_object_clones": 0, 2024-08-29T19:03:06.736 INFO:tasks.workunit.client.0.smithi028.stdout: "num_object_copies": 0, 2024-08-29T19:03:06.736 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects": 0, 2024-08-29T19:03:06.736 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_degraded": 0, 2024-08-29T19:03:06.736 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_dirty": 0, 2024-08-29T19:03:06.736 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_hit_set_archive": 0, 2024-08-29T19:03:06.736 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_manifest": 0, 2024-08-29T19:03:06.736 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_misplaced": 0, 2024-08-29T19:03:06.736 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_missing": 0, 2024-08-29T19:03:06.737 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_missing_on_primary": 0, 2024-08-29T19:03:06.737 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_omap": 0, 2024-08-29T19:03:06.737 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_pinned": 0, 2024-08-29T19:03:06.737 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_recovered": 0, 2024-08-29T19:03:06.737 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_repaired": 0, 2024-08-29T19:03:06.737 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_unfound": 0, 2024-08-29T19:03:06.737 INFO:tasks.workunit.client.0.smithi028.stdout: "num_omap_bytes": 0, 2024-08-29T19:03:06.737 INFO:tasks.workunit.client.0.smithi028.stdout: "num_omap_keys": 0, 2024-08-29T19:03:06.737 INFO:tasks.workunit.client.0.smithi028.stdout: "num_promote": 0, 2024-08-29T19:03:06.737 INFO:tasks.workunit.client.0.smithi028.stdout: "num_read": 0, 2024-08-29T19:03:06.737 INFO:tasks.workunit.client.0.smithi028.stdout: "num_read_kb": 0, 2024-08-29T19:03:06.737 INFO:tasks.workunit.client.0.smithi028.stdout: "num_scrub_errors": 0, 2024-08-29T19:03:06.737 INFO:tasks.workunit.client.0.smithi028.stdout: "num_shallow_scrub_errors": 0, 2024-08-29T19:03:06.737 INFO:tasks.workunit.client.0.smithi028.stdout: "num_whiteouts": 0, 2024-08-29T19:03:06.738 INFO:tasks.workunit.client.0.smithi028.stdout: "num_write": 0, 2024-08-29T19:03:06.738 INFO:tasks.workunit.client.0.smithi028.stdout: "num_write_kb": 0 2024-08-29T19:03:06.738 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:06.738 INFO:tasks.workunit.client.0.smithi028.stdout: "state": "active+clean", 2024-08-29T19:03:06.738 INFO:tasks.workunit.client.0.smithi028.stdout: "stats_invalid": false, 2024-08-29T19:03:06.738 INFO:tasks.workunit.client.0.smithi028.stdout: "up": [ 2024-08-29T19:03:06.738 INFO:tasks.workunit.client.0.smithi028.stdout: 4, 2024-08-29T19:03:06.738 INFO:tasks.workunit.client.0.smithi028.stdout: 2, 2024-08-29T19:03:06.738 INFO:tasks.workunit.client.0.smithi028.stdout: 7 2024-08-29T19:03:06.738 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-08-29T19:03:06.738 INFO:tasks.workunit.client.0.smithi028.stdout: "up_primary": 4, 2024-08-29T19:03:06.738 INFO:tasks.workunit.client.0.smithi028.stdout: "version": "0'0" 2024-08-29T19:03:06.738 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:06.738 INFO:tasks.workunit.client.0.smithi028.stdout: { 2024-08-29T19:03:06.738 INFO:tasks.workunit.client.0.smithi028.stdout: "acting": [ 2024-08-29T19:03:06.739 INFO:tasks.workunit.client.0.smithi028.stdout: 7, 2024-08-29T19:03:06.739 INFO:tasks.workunit.client.0.smithi028.stdout: 0, 2024-08-29T19:03:06.739 INFO:tasks.workunit.client.0.smithi028.stdout: 1 2024-08-29T19:03:06.739 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-08-29T19:03:06.739 INFO:tasks.workunit.client.0.smithi028.stdout: "acting_primary": 7, 2024-08-29T19:03:06.739 INFO:tasks.workunit.client.0.smithi028.stdout: "avail_no_missing": [], 2024-08-29T19:03:06.739 INFO:tasks.workunit.client.0.smithi028.stdout: "blocked_by": [], 2024-08-29T19:03:06.739 INFO:tasks.workunit.client.0.smithi028.stdout: "created": 59, 2024-08-29T19:03:06.739 INFO:tasks.workunit.client.0.smithi028.stdout: "dirty_stats_invalid": false, 2024-08-29T19:03:06.739 INFO:tasks.workunit.client.0.smithi028.stdout: "hitset_bytes_stats_invalid": false, 2024-08-29T19:03:06.739 INFO:tasks.workunit.client.0.smithi028.stdout: "hitset_stats_invalid": false, 2024-08-29T19:03:06.739 INFO:tasks.workunit.client.0.smithi028.stdout: "last_active": "2024-08-29T19:02:14.095628+0000", 2024-08-29T19:03:06.739 INFO:tasks.workunit.client.0.smithi028.stdout: "last_became_active": "2024-08-29T17:58:11.363990+0000", 2024-08-29T19:03:06.740 INFO:tasks.workunit.client.0.smithi028.stdout: "last_became_peered": "2024-08-29T17:58:11.363990+0000", 2024-08-29T19:03:06.740 INFO:tasks.workunit.client.0.smithi028.stdout: "last_change": "2024-08-29T17:58:11.364302+0000", 2024-08-29T19:03:06.740 INFO:tasks.workunit.client.0.smithi028.stdout: "last_clean": "2024-08-29T19:02:14.095628+0000", 2024-08-29T19:03:06.740 INFO:tasks.workunit.client.0.smithi028.stdout: "last_clean_scrub_stamp": "2024-08-29T17:40:52.944949+0000", 2024-08-29T19:03:06.740 INFO:tasks.workunit.client.0.smithi028.stdout: "last_deep_scrub": "0'0", 2024-08-29T19:03:06.740 INFO:tasks.workunit.client.0.smithi028.stdout: "last_deep_scrub_stamp": "2024-08-29T17:40:52.944949+0000", 2024-08-29T19:03:06.740 INFO:tasks.workunit.client.0.smithi028.stdout: "last_epoch_clean": 681, 2024-08-29T19:03:06.740 INFO:tasks.workunit.client.0.smithi028.stdout: "last_fresh": "2024-08-29T19:02:14.095628+0000", 2024-08-29T19:03:06.740 INFO:tasks.workunit.client.0.smithi028.stdout: "last_fullsized": "2024-08-29T19:02:14.095628+0000", 2024-08-29T19:03:06.740 INFO:tasks.workunit.client.0.smithi028.stdout: "last_peered": "2024-08-29T19:02:14.095628+0000", 2024-08-29T19:03:06.740 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub": "0'0", 2024-08-29T19:03:06.740 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub_duration": 0, 2024-08-29T19:03:06.741 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub_stamp": "2024-08-29T17:40:52.944949+0000", 2024-08-29T19:03:06.741 INFO:tasks.workunit.client.0.smithi028.stdout: "last_undegraded": "2024-08-29T19:02:14.095628+0000", 2024-08-29T19:03:06.741 INFO:tasks.workunit.client.0.smithi028.stdout: "last_unstale": "2024-08-29T19:02:14.095628+0000", 2024-08-29T19:03:06.741 INFO:tasks.workunit.client.0.smithi028.stdout: "log_dups_size": 0, 2024-08-29T19:03:06.741 INFO:tasks.workunit.client.0.smithi028.stdout: "log_size": 0, 2024-08-29T19:03:06.741 INFO:tasks.workunit.client.0.smithi028.stdout: "log_start": "0'0", 2024-08-29T19:03:06.741 INFO:tasks.workunit.client.0.smithi028.stdout: "manifest_stats_invalid": false, 2024-08-29T19:03:06.741 INFO:tasks.workunit.client.0.smithi028.stdout: "mapping_epoch": 680, 2024-08-29T19:03:06.741 INFO:tasks.workunit.client.0.smithi028.stdout: "object_location_counts": [], 2024-08-29T19:03:06.741 INFO:tasks.workunit.client.0.smithi028.stdout: "objects_scrubbed": 0, 2024-08-29T19:03:06.741 INFO:tasks.workunit.client.0.smithi028.stdout: "objects_trimmed": 0, 2024-08-29T19:03:06.741 INFO:tasks.workunit.client.0.smithi028.stdout: "omap_stats_invalid": false, 2024-08-29T19:03:06.741 INFO:tasks.workunit.client.0.smithi028.stdout: "ondisk_log_size": 0, 2024-08-29T19:03:06.741 INFO:tasks.workunit.client.0.smithi028.stdout: "ondisk_log_start": "0'0", 2024-08-29T19:03:06.742 INFO:tasks.workunit.client.0.smithi028.stdout: "parent": "0.0", 2024-08-29T19:03:06.742 INFO:tasks.workunit.client.0.smithi028.stdout: "parent_split_bits": 0, 2024-08-29T19:03:06.742 INFO:tasks.workunit.client.0.smithi028.stdout: "pgid": "2.8", 2024-08-29T19:03:06.742 INFO:tasks.workunit.client.0.smithi028.stdout: "pin_stats_invalid": false, 2024-08-29T19:03:06.742 INFO:tasks.workunit.client.0.smithi028.stdout: "purged_snaps": [], 2024-08-29T19:03:06.742 INFO:tasks.workunit.client.0.smithi028.stdout: "reported_epoch": 2650, 2024-08-29T19:03:06.742 INFO:tasks.workunit.client.0.smithi028.stdout: "reported_seq": 4562, 2024-08-29T19:03:06.742 INFO:tasks.workunit.client.0.smithi028.stdout: "scrub_duration": 0.0, 2024-08-29T19:03:06.742 INFO:tasks.workunit.client.0.smithi028.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-30T23:29:11.449508+0000", 2024-08-29T19:03:06.742 INFO:tasks.workunit.client.0.smithi028.stdout: "snaptrim_duration": 0.0, 2024-08-29T19:03:06.742 INFO:tasks.workunit.client.0.smithi028.stdout: "snaptrimq_len": 0, 2024-08-29T19:03:06.742 INFO:tasks.workunit.client.0.smithi028.stdout: "stat_sum": { 2024-08-29T19:03:06.743 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes": 0, 2024-08-29T19:03:06.743 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes_hit_set_archive": 0, 2024-08-29T19:03:06.743 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes_recovered": 0, 2024-08-29T19:03:06.743 INFO:tasks.workunit.client.0.smithi028.stdout: "num_deep_scrub_errors": 0, 2024-08-29T19:03:06.743 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict": 0, 2024-08-29T19:03:06.743 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_kb": 0, 2024-08-29T19:03:06.743 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_mode_full": 0, 2024-08-29T19:03:06.743 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_mode_some": 0, 2024-08-29T19:03:06.743 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush": 0, 2024-08-29T19:03:06.743 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_kb": 0, 2024-08-29T19:03:06.743 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_mode_high": 0, 2024-08-29T19:03:06.743 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_mode_low": 0, 2024-08-29T19:03:06.743 INFO:tasks.workunit.client.0.smithi028.stdout: "num_keys_recovered": 0, 2024-08-29T19:03:06.744 INFO:tasks.workunit.client.0.smithi028.stdout: "num_large_omap_objects": 0, 2024-08-29T19:03:06.744 INFO:tasks.workunit.client.0.smithi028.stdout: "num_legacy_snapsets": 0, 2024-08-29T19:03:06.744 INFO:tasks.workunit.client.0.smithi028.stdout: "num_object_clones": 0, 2024-08-29T19:03:06.744 INFO:tasks.workunit.client.0.smithi028.stdout: "num_object_copies": 0, 2024-08-29T19:03:06.744 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects": 0, 2024-08-29T19:03:06.744 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_degraded": 0, 2024-08-29T19:03:06.744 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_dirty": 0, 2024-08-29T19:03:06.744 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_hit_set_archive": 0, 2024-08-29T19:03:06.744 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_manifest": 0, 2024-08-29T19:03:06.744 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_misplaced": 0, 2024-08-29T19:03:06.744 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_missing": 0, 2024-08-29T19:03:06.744 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_missing_on_primary": 0, 2024-08-29T19:03:06.744 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_omap": 0, 2024-08-29T19:03:06.745 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_pinned": 0, 2024-08-29T19:03:06.745 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_recovered": 0, 2024-08-29T19:03:06.745 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_repaired": 0, 2024-08-29T19:03:06.745 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_unfound": 0, 2024-08-29T19:03:06.745 INFO:tasks.workunit.client.0.smithi028.stdout: "num_omap_bytes": 0, 2024-08-29T19:03:06.745 INFO:tasks.workunit.client.0.smithi028.stdout: "num_omap_keys": 0, 2024-08-29T19:03:06.745 INFO:tasks.workunit.client.0.smithi028.stdout: "num_promote": 0, 2024-08-29T19:03:06.745 INFO:tasks.workunit.client.0.smithi028.stdout: "num_read": 0, 2024-08-29T19:03:06.745 INFO:tasks.workunit.client.0.smithi028.stdout: "num_read_kb": 0, 2024-08-29T19:03:06.745 INFO:tasks.workunit.client.0.smithi028.stdout: "num_scrub_errors": 0, 2024-08-29T19:03:06.745 INFO:tasks.workunit.client.0.smithi028.stdout: "num_shallow_scrub_errors": 0, 2024-08-29T19:03:06.745 INFO:tasks.workunit.client.0.smithi028.stdout: "num_whiteouts": 0, 2024-08-29T19:03:06.745 INFO:tasks.workunit.client.0.smithi028.stdout: "num_write": 0, 2024-08-29T19:03:06.746 INFO:tasks.workunit.client.0.smithi028.stdout: "num_write_kb": 0 2024-08-29T19:03:06.746 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:06.746 INFO:tasks.workunit.client.0.smithi028.stdout: "state": "active+clean", 2024-08-29T19:03:06.746 INFO:tasks.workunit.client.0.smithi028.stdout: "stats_invalid": false, 2024-08-29T19:03:06.746 INFO:tasks.workunit.client.0.smithi028.stdout: "up": [ 2024-08-29T19:03:06.746 INFO:tasks.workunit.client.0.smithi028.stdout: 7, 2024-08-29T19:03:06.746 INFO:tasks.workunit.client.0.smithi028.stdout: 0, 2024-08-29T19:03:06.746 INFO:tasks.workunit.client.0.smithi028.stdout: 1 2024-08-29T19:03:06.746 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-08-29T19:03:06.746 INFO:tasks.workunit.client.0.smithi028.stdout: "up_primary": 7, 2024-08-29T19:03:06.746 INFO:tasks.workunit.client.0.smithi028.stdout: "version": "0'0" 2024-08-29T19:03:06.746 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:06.746 INFO:tasks.workunit.client.0.smithi028.stdout: { 2024-08-29T19:03:06.746 INFO:tasks.workunit.client.0.smithi028.stdout: "acting": [ 2024-08-29T19:03:06.747 INFO:tasks.workunit.client.0.smithi028.stdout: 0, 2024-08-29T19:03:06.747 INFO:tasks.workunit.client.0.smithi028.stdout: 1, 2024-08-29T19:03:06.747 INFO:tasks.workunit.client.0.smithi028.stdout: 4 2024-08-29T19:03:06.747 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-08-29T19:03:06.747 INFO:tasks.workunit.client.0.smithi028.stdout: "acting_primary": 0, 2024-08-29T19:03:06.747 INFO:tasks.workunit.client.0.smithi028.stdout: "avail_no_missing": [], 2024-08-29T19:03:06.747 INFO:tasks.workunit.client.0.smithi028.stdout: "blocked_by": [], 2024-08-29T19:03:06.747 INFO:tasks.workunit.client.0.smithi028.stdout: "created": 62, 2024-08-29T19:03:06.747 INFO:tasks.workunit.client.0.smithi028.stdout: "dirty_stats_invalid": false, 2024-08-29T19:03:06.747 INFO:tasks.workunit.client.0.smithi028.stdout: "hitset_bytes_stats_invalid": false, 2024-08-29T19:03:06.747 INFO:tasks.workunit.client.0.smithi028.stdout: "hitset_stats_invalid": false, 2024-08-29T19:03:06.747 INFO:tasks.workunit.client.0.smithi028.stdout: "last_active": "2024-08-29T19:02:14.109402+0000", 2024-08-29T19:03:06.747 INFO:tasks.workunit.client.0.smithi028.stdout: "last_became_active": "2024-08-29T17:56:29.390762+0000", 2024-08-29T19:03:06.748 INFO:tasks.workunit.client.0.smithi028.stdout: "last_became_peered": "2024-08-29T17:56:29.390762+0000", 2024-08-29T19:03:06.748 INFO:tasks.workunit.client.0.smithi028.stdout: "last_change": "2024-08-29T17:56:29.392208+0000", 2024-08-29T19:03:06.748 INFO:tasks.workunit.client.0.smithi028.stdout: "last_clean": "2024-08-29T19:02:14.109402+0000", 2024-08-29T19:03:06.748 INFO:tasks.workunit.client.0.smithi028.stdout: "last_clean_scrub_stamp": "2024-08-29T17:41:01.987071+0000", 2024-08-29T19:03:06.748 INFO:tasks.workunit.client.0.smithi028.stdout: "last_deep_scrub": "0'0", 2024-08-29T19:03:06.748 INFO:tasks.workunit.client.0.smithi028.stdout: "last_deep_scrub_stamp": "2024-08-29T17:41:01.987071+0000", 2024-08-29T19:03:06.748 INFO:tasks.workunit.client.0.smithi028.stdout: "last_epoch_clean": 580, 2024-08-29T19:03:06.748 INFO:tasks.workunit.client.0.smithi028.stdout: "last_fresh": "2024-08-29T19:02:14.109402+0000", 2024-08-29T19:03:06.748 INFO:tasks.workunit.client.0.smithi028.stdout: "last_fullsized": "2024-08-29T19:02:14.109402+0000", 2024-08-29T19:03:06.748 INFO:tasks.workunit.client.0.smithi028.stdout: "last_peered": "2024-08-29T19:02:14.109402+0000", 2024-08-29T19:03:06.748 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub": "0'0", 2024-08-29T19:03:06.748 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub_duration": 0, 2024-08-29T19:03:06.748 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub_stamp": "2024-08-29T17:41:01.987071+0000", 2024-08-29T19:03:06.749 INFO:tasks.workunit.client.0.smithi028.stdout: "last_undegraded": "2024-08-29T19:02:14.109402+0000", 2024-08-29T19:03:06.749 INFO:tasks.workunit.client.0.smithi028.stdout: "last_unstale": "2024-08-29T19:02:14.109402+0000", 2024-08-29T19:03:06.749 INFO:tasks.workunit.client.0.smithi028.stdout: "log_dups_size": 0, 2024-08-29T19:03:06.749 INFO:tasks.workunit.client.0.smithi028.stdout: "log_size": 0, 2024-08-29T19:03:06.749 INFO:tasks.workunit.client.0.smithi028.stdout: "log_start": "0'0", 2024-08-29T19:03:06.749 INFO:tasks.workunit.client.0.smithi028.stdout: "manifest_stats_invalid": false, 2024-08-29T19:03:06.749 INFO:tasks.workunit.client.0.smithi028.stdout: "mapping_epoch": 579, 2024-08-29T19:03:06.749 INFO:tasks.workunit.client.0.smithi028.stdout: "object_location_counts": [], 2024-08-29T19:03:06.749 INFO:tasks.workunit.client.0.smithi028.stdout: "objects_scrubbed": 0, 2024-08-29T19:03:06.749 INFO:tasks.workunit.client.0.smithi028.stdout: "objects_trimmed": 0, 2024-08-29T19:03:06.749 INFO:tasks.workunit.client.0.smithi028.stdout: "omap_stats_invalid": false, 2024-08-29T19:03:06.749 INFO:tasks.workunit.client.0.smithi028.stdout: "ondisk_log_size": 0, 2024-08-29T19:03:06.749 INFO:tasks.workunit.client.0.smithi028.stdout: "ondisk_log_start": "0'0", 2024-08-29T19:03:06.750 INFO:tasks.workunit.client.0.smithi028.stdout: "parent": "0.0", 2024-08-29T19:03:06.750 INFO:tasks.workunit.client.0.smithi028.stdout: "parent_split_bits": 0, 2024-08-29T19:03:06.750 INFO:tasks.workunit.client.0.smithi028.stdout: "pgid": "3.6", 2024-08-29T19:03:06.750 INFO:tasks.workunit.client.0.smithi028.stdout: "pin_stats_invalid": false, 2024-08-29T19:03:06.750 INFO:tasks.workunit.client.0.smithi028.stdout: "purged_snaps": [], 2024-08-29T19:03:06.750 INFO:tasks.workunit.client.0.smithi028.stdout: "reported_epoch": 2650, 2024-08-29T19:03:06.750 INFO:tasks.workunit.client.0.smithi028.stdout: "reported_seq": 4811, 2024-08-29T19:03:06.750 INFO:tasks.workunit.client.0.smithi028.stdout: "scrub_duration": 0.0, 2024-08-29T19:03:06.750 INFO:tasks.workunit.client.0.smithi028.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-30T22:28:16.144214+0000", 2024-08-29T19:03:06.750 INFO:tasks.workunit.client.0.smithi028.stdout: "snaptrim_duration": 0.0, 2024-08-29T19:03:06.750 INFO:tasks.workunit.client.0.smithi028.stdout: "snaptrimq_len": 0, 2024-08-29T19:03:06.750 INFO:tasks.workunit.client.0.smithi028.stdout: "stat_sum": { 2024-08-29T19:03:06.750 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes": 0, 2024-08-29T19:03:06.750 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes_hit_set_archive": 0, 2024-08-29T19:03:06.751 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes_recovered": 0, 2024-08-29T19:03:06.751 INFO:tasks.workunit.client.0.smithi028.stdout: "num_deep_scrub_errors": 0, 2024-08-29T19:03:06.751 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict": 0, 2024-08-29T19:03:06.751 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_kb": 0, 2024-08-29T19:03:06.751 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_mode_full": 0, 2024-08-29T19:03:06.751 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_mode_some": 0, 2024-08-29T19:03:06.751 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush": 0, 2024-08-29T19:03:06.751 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_kb": 0, 2024-08-29T19:03:06.751 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_mode_high": 0, 2024-08-29T19:03:06.751 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_mode_low": 0, 2024-08-29T19:03:06.751 INFO:tasks.workunit.client.0.smithi028.stdout: "num_keys_recovered": 0, 2024-08-29T19:03:06.751 INFO:tasks.workunit.client.0.smithi028.stdout: "num_large_omap_objects": 0, 2024-08-29T19:03:06.751 INFO:tasks.workunit.client.0.smithi028.stdout: "num_legacy_snapsets": 0, 2024-08-29T19:03:06.751 INFO:tasks.workunit.client.0.smithi028.stdout: "num_object_clones": 0, 2024-08-29T19:03:06.752 INFO:tasks.workunit.client.0.smithi028.stdout: "num_object_copies": 0, 2024-08-29T19:03:06.752 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects": 0, 2024-08-29T19:03:06.752 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_degraded": 0, 2024-08-29T19:03:06.752 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_dirty": 0, 2024-08-29T19:03:06.752 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_hit_set_archive": 0, 2024-08-29T19:03:06.752 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_manifest": 0, 2024-08-29T19:03:06.752 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_misplaced": 0, 2024-08-29T19:03:06.752 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_missing": 0, 2024-08-29T19:03:06.752 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_missing_on_primary": 0, 2024-08-29T19:03:06.752 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_omap": 0, 2024-08-29T19:03:06.752 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_pinned": 0, 2024-08-29T19:03:06.752 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_recovered": 0, 2024-08-29T19:03:06.752 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_repaired": 0, 2024-08-29T19:03:06.753 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_unfound": 0, 2024-08-29T19:03:06.753 INFO:tasks.workunit.client.0.smithi028.stdout: "num_omap_bytes": 0, 2024-08-29T19:03:06.753 INFO:tasks.workunit.client.0.smithi028.stdout: "num_omap_keys": 0, 2024-08-29T19:03:06.753 INFO:tasks.workunit.client.0.smithi028.stdout: "num_promote": 0, 2024-08-29T19:03:06.753 INFO:tasks.workunit.client.0.smithi028.stdout: "num_read": 0, 2024-08-29T19:03:06.753 INFO:tasks.workunit.client.0.smithi028.stdout: "num_read_kb": 0, 2024-08-29T19:03:06.753 INFO:tasks.workunit.client.0.smithi028.stdout: "num_scrub_errors": 0, 2024-08-29T19:03:06.753 INFO:tasks.workunit.client.0.smithi028.stdout: "num_shallow_scrub_errors": 0, 2024-08-29T19:03:06.753 INFO:tasks.workunit.client.0.smithi028.stdout: "num_whiteouts": 0, 2024-08-29T19:03:06.753 INFO:tasks.workunit.client.0.smithi028.stdout: "num_write": 0, 2024-08-29T19:03:06.753 INFO:tasks.workunit.client.0.smithi028.stdout: "num_write_kb": 0 2024-08-29T19:03:06.753 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:06.753 INFO:tasks.workunit.client.0.smithi028.stdout: "state": "active+clean", 2024-08-29T19:03:06.753 INFO:tasks.workunit.client.0.smithi028.stdout: "stats_invalid": false, 2024-08-29T19:03:06.754 INFO:tasks.workunit.client.0.smithi028.stdout: "up": [ 2024-08-29T19:03:06.754 INFO:tasks.workunit.client.0.smithi028.stdout: 0, 2024-08-29T19:03:06.754 INFO:tasks.workunit.client.0.smithi028.stdout: 1, 2024-08-29T19:03:06.754 INFO:tasks.workunit.client.0.smithi028.stdout: 4 2024-08-29T19:03:06.754 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-08-29T19:03:06.754 INFO:tasks.workunit.client.0.smithi028.stdout: "up_primary": 0, 2024-08-29T19:03:06.754 INFO:tasks.workunit.client.0.smithi028.stdout: "version": "0'0" 2024-08-29T19:03:06.754 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:06.754 INFO:tasks.workunit.client.0.smithi028.stdout: { 2024-08-29T19:03:06.754 INFO:tasks.workunit.client.0.smithi028.stdout: "acting": [ 2024-08-29T19:03:06.754 INFO:tasks.workunit.client.0.smithi028.stdout: 6, 2024-08-29T19:03:06.754 INFO:tasks.workunit.client.0.smithi028.stdout: 4, 2024-08-29T19:03:06.754 INFO:tasks.workunit.client.0.smithi028.stdout: 2 2024-08-29T19:03:06.755 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-08-29T19:03:06.755 INFO:tasks.workunit.client.0.smithi028.stdout: "acting_primary": 6, 2024-08-29T19:03:06.755 INFO:tasks.workunit.client.0.smithi028.stdout: "avail_no_missing": [], 2024-08-29T19:03:06.755 INFO:tasks.workunit.client.0.smithi028.stdout: "blocked_by": [], 2024-08-29T19:03:06.755 INFO:tasks.workunit.client.0.smithi028.stdout: "created": 59, 2024-08-29T19:03:06.755 INFO:tasks.workunit.client.0.smithi028.stdout: "dirty_stats_invalid": false, 2024-08-29T19:03:06.755 INFO:tasks.workunit.client.0.smithi028.stdout: "hitset_bytes_stats_invalid": false, 2024-08-29T19:03:06.755 INFO:tasks.workunit.client.0.smithi028.stdout: "hitset_stats_invalid": false, 2024-08-29T19:03:06.755 INFO:tasks.workunit.client.0.smithi028.stdout: "last_active": "2024-08-29T19:02:14.926739+0000", 2024-08-29T19:03:06.755 INFO:tasks.workunit.client.0.smithi028.stdout: "last_became_active": "2024-08-29T17:57:36.377846+0000", 2024-08-29T19:03:06.755 INFO:tasks.workunit.client.0.smithi028.stdout: "last_became_peered": "2024-08-29T17:57:36.377846+0000", 2024-08-29T19:03:06.755 INFO:tasks.workunit.client.0.smithi028.stdout: "last_change": "2024-08-29T17:57:36.378278+0000", 2024-08-29T19:03:06.755 INFO:tasks.workunit.client.0.smithi028.stdout: "last_clean": "2024-08-29T19:02:14.926739+0000", 2024-08-29T19:03:06.756 INFO:tasks.workunit.client.0.smithi028.stdout: "last_clean_scrub_stamp": "2024-08-29T17:40:52.944949+0000", 2024-08-29T19:03:06.756 INFO:tasks.workunit.client.0.smithi028.stdout: "last_deep_scrub": "0'0", 2024-08-29T19:03:06.756 INFO:tasks.workunit.client.0.smithi028.stdout: "last_deep_scrub_stamp": "2024-08-29T17:40:52.944949+0000", 2024-08-29T19:03:06.756 INFO:tasks.workunit.client.0.smithi028.stdout: "last_epoch_clean": 646, 2024-08-29T19:03:06.756 INFO:tasks.workunit.client.0.smithi028.stdout: "last_fresh": "2024-08-29T19:02:14.926739+0000", 2024-08-29T19:03:06.756 INFO:tasks.workunit.client.0.smithi028.stdout: "last_fullsized": "2024-08-29T19:02:14.926739+0000", 2024-08-29T19:03:06.756 INFO:tasks.workunit.client.0.smithi028.stdout: "last_peered": "2024-08-29T19:02:14.926739+0000", 2024-08-29T19:03:06.756 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub": "0'0", 2024-08-29T19:03:06.756 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub_duration": 0, 2024-08-29T19:03:06.756 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub_stamp": "2024-08-29T17:40:52.944949+0000", 2024-08-29T19:03:06.756 INFO:tasks.workunit.client.0.smithi028.stdout: "last_undegraded": "2024-08-29T19:02:14.926739+0000", 2024-08-29T19:03:06.756 INFO:tasks.workunit.client.0.smithi028.stdout: "last_unstale": "2024-08-29T19:02:14.926739+0000", 2024-08-29T19:03:06.757 INFO:tasks.workunit.client.0.smithi028.stdout: "log_dups_size": 0, 2024-08-29T19:03:06.757 INFO:tasks.workunit.client.0.smithi028.stdout: "log_size": 2, 2024-08-29T19:03:06.757 INFO:tasks.workunit.client.0.smithi028.stdout: "log_start": "0'0", 2024-08-29T19:03:06.757 INFO:tasks.workunit.client.0.smithi028.stdout: "manifest_stats_invalid": false, 2024-08-29T19:03:06.757 INFO:tasks.workunit.client.0.smithi028.stdout: "mapping_epoch": 645, 2024-08-29T19:03:06.757 INFO:tasks.workunit.client.0.smithi028.stdout: "object_location_counts": [], 2024-08-29T19:03:06.757 INFO:tasks.workunit.client.0.smithi028.stdout: "objects_scrubbed": 0, 2024-08-29T19:03:06.757 INFO:tasks.workunit.client.0.smithi028.stdout: "objects_trimmed": 0, 2024-08-29T19:03:06.757 INFO:tasks.workunit.client.0.smithi028.stdout: "omap_stats_invalid": false, 2024-08-29T19:03:06.757 INFO:tasks.workunit.client.0.smithi028.stdout: "ondisk_log_size": 2, 2024-08-29T19:03:06.757 INFO:tasks.workunit.client.0.smithi028.stdout: "ondisk_log_start": "0'0", 2024-08-29T19:03:06.757 INFO:tasks.workunit.client.0.smithi028.stdout: "parent": "0.0", 2024-08-29T19:03:06.757 INFO:tasks.workunit.client.0.smithi028.stdout: "parent_split_bits": 0, 2024-08-29T19:03:06.758 INFO:tasks.workunit.client.0.smithi028.stdout: "pgid": "2.7", 2024-08-29T19:03:06.758 INFO:tasks.workunit.client.0.smithi028.stdout: "pin_stats_invalid": false, 2024-08-29T19:03:06.758 INFO:tasks.workunit.client.0.smithi028.stdout: "purged_snaps": [], 2024-08-29T19:03:06.758 INFO:tasks.workunit.client.0.smithi028.stdout: "reported_epoch": 2650, 2024-08-29T19:03:06.758 INFO:tasks.workunit.client.0.smithi028.stdout: "reported_seq": 4625, 2024-08-29T19:03:06.758 INFO:tasks.workunit.client.0.smithi028.stdout: "scrub_duration": 0.0, 2024-08-29T19:03:06.758 INFO:tasks.workunit.client.0.smithi028.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-31T00:01:34.238831+0000", 2024-08-29T19:03:06.758 INFO:tasks.workunit.client.0.smithi028.stdout: "snaptrim_duration": 0.0, 2024-08-29T19:03:06.758 INFO:tasks.workunit.client.0.smithi028.stdout: "snaptrimq_len": 0, 2024-08-29T19:03:06.758 INFO:tasks.workunit.client.0.smithi028.stdout: "stat_sum": { 2024-08-29T19:03:06.758 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes": 0, 2024-08-29T19:03:06.758 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes_hit_set_archive": 0, 2024-08-29T19:03:06.758 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes_recovered": 0, 2024-08-29T19:03:06.759 INFO:tasks.workunit.client.0.smithi028.stdout: "num_deep_scrub_errors": 0, 2024-08-29T19:03:06.759 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict": 0, 2024-08-29T19:03:06.759 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_kb": 0, 2024-08-29T19:03:06.759 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_mode_full": 0, 2024-08-29T19:03:06.759 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_mode_some": 0, 2024-08-29T19:03:06.759 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush": 0, 2024-08-29T19:03:06.759 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_kb": 0, 2024-08-29T19:03:06.759 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_mode_high": 0, 2024-08-29T19:03:06.759 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_mode_low": 0, 2024-08-29T19:03:06.759 INFO:tasks.workunit.client.0.smithi028.stdout: "num_keys_recovered": 0, 2024-08-29T19:03:06.759 INFO:tasks.workunit.client.0.smithi028.stdout: "num_large_omap_objects": 0, 2024-08-29T19:03:06.759 INFO:tasks.workunit.client.0.smithi028.stdout: "num_legacy_snapsets": 0, 2024-08-29T19:03:06.759 INFO:tasks.workunit.client.0.smithi028.stdout: "num_object_clones": 0, 2024-08-29T19:03:06.760 INFO:tasks.workunit.client.0.smithi028.stdout: "num_object_copies": 3, 2024-08-29T19:03:06.760 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects": 1, 2024-08-29T19:03:06.760 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_degraded": 0, 2024-08-29T19:03:06.760 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_dirty": 1, 2024-08-29T19:03:06.760 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_hit_set_archive": 0, 2024-08-29T19:03:06.760 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_manifest": 0, 2024-08-29T19:03:06.760 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_misplaced": 0, 2024-08-29T19:03:06.760 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_missing": 0, 2024-08-29T19:03:06.760 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_missing_on_primary": 0, 2024-08-29T19:03:06.760 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_omap": 1, 2024-08-29T19:03:06.760 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_pinned": 0, 2024-08-29T19:03:06.760 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_recovered": 0, 2024-08-29T19:03:06.760 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_repaired": 0, 2024-08-29T19:03:06.761 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_unfound": 0, 2024-08-29T19:03:06.761 INFO:tasks.workunit.client.0.smithi028.stdout: "num_omap_bytes": 0, 2024-08-29T19:03:06.761 INFO:tasks.workunit.client.0.smithi028.stdout: "num_omap_keys": 0, 2024-08-29T19:03:06.761 INFO:tasks.workunit.client.0.smithi028.stdout: "num_promote": 0, 2024-08-29T19:03:06.761 INFO:tasks.workunit.client.0.smithi028.stdout: "num_read": 6, 2024-08-29T19:03:06.761 INFO:tasks.workunit.client.0.smithi028.stdout: "num_read_kb": 6, 2024-08-29T19:03:06.761 INFO:tasks.workunit.client.0.smithi028.stdout: "num_scrub_errors": 0, 2024-08-29T19:03:06.761 INFO:tasks.workunit.client.0.smithi028.stdout: "num_shallow_scrub_errors": 0, 2024-08-29T19:03:06.761 INFO:tasks.workunit.client.0.smithi028.stdout: "num_whiteouts": 0, 2024-08-29T19:03:06.761 INFO:tasks.workunit.client.0.smithi028.stdout: "num_write": 3, 2024-08-29T19:03:06.761 INFO:tasks.workunit.client.0.smithi028.stdout: "num_write_kb": 0 2024-08-29T19:03:06.761 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:06.761 INFO:tasks.workunit.client.0.smithi028.stdout: "state": "active+clean", 2024-08-29T19:03:06.762 INFO:tasks.workunit.client.0.smithi028.stdout: "stats_invalid": false, 2024-08-29T19:03:06.762 INFO:tasks.workunit.client.0.smithi028.stdout: "up": [ 2024-08-29T19:03:06.762 INFO:tasks.workunit.client.0.smithi028.stdout: 6, 2024-08-29T19:03:06.762 INFO:tasks.workunit.client.0.smithi028.stdout: 4, 2024-08-29T19:03:06.762 INFO:tasks.workunit.client.0.smithi028.stdout: 2 2024-08-29T19:03:06.762 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-08-29T19:03:06.762 INFO:tasks.workunit.client.0.smithi028.stdout: "up_primary": 6, 2024-08-29T19:03:06.762 INFO:tasks.workunit.client.0.smithi028.stdout: "version": "65'2" 2024-08-29T19:03:06.762 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:06.762 INFO:tasks.workunit.client.0.smithi028.stdout: { 2024-08-29T19:03:06.762 INFO:tasks.workunit.client.0.smithi028.stdout: "acting": [ 2024-08-29T19:03:06.762 INFO:tasks.workunit.client.0.smithi028.stdout: 4, 2024-08-29T19:03:06.762 INFO:tasks.workunit.client.0.smithi028.stdout: 5, 2024-08-29T19:03:06.762 INFO:tasks.workunit.client.0.smithi028.stdout: 6 2024-08-29T19:03:06.762 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-08-29T19:03:06.763 INFO:tasks.workunit.client.0.smithi028.stdout: "acting_primary": 4, 2024-08-29T19:03:06.763 INFO:tasks.workunit.client.0.smithi028.stdout: "avail_no_missing": [], 2024-08-29T19:03:06.763 INFO:tasks.workunit.client.0.smithi028.stdout: "blocked_by": [], 2024-08-29T19:03:06.763 INFO:tasks.workunit.client.0.smithi028.stdout: "created": 69, 2024-08-29T19:03:06.763 INFO:tasks.workunit.client.0.smithi028.stdout: "dirty_stats_invalid": false, 2024-08-29T19:03:06.763 INFO:tasks.workunit.client.0.smithi028.stdout: "hitset_bytes_stats_invalid": false, 2024-08-29T19:03:06.763 INFO:tasks.workunit.client.0.smithi028.stdout: "hitset_stats_invalid": false, 2024-08-29T19:03:06.763 INFO:tasks.workunit.client.0.smithi028.stdout: "last_active": "2024-08-29T19:02:14.931352+0000", 2024-08-29T19:03:06.763 INFO:tasks.workunit.client.0.smithi028.stdout: "last_became_active": "2024-08-29T17:57:36.371296+0000", 2024-08-29T19:03:06.763 INFO:tasks.workunit.client.0.smithi028.stdout: "last_became_peered": "2024-08-29T17:57:36.371296+0000", 2024-08-29T19:03:06.763 INFO:tasks.workunit.client.0.smithi028.stdout: "last_change": "2024-08-29T18:32:49.459481+0000", 2024-08-29T19:03:06.763 INFO:tasks.workunit.client.0.smithi028.stdout: "last_clean": "2024-08-29T19:02:14.931352+0000", 2024-08-29T19:03:06.763 INFO:tasks.workunit.client.0.smithi028.stdout: "last_clean_scrub_stamp": "2024-08-29T17:43:39.870944+0000", 2024-08-29T19:03:06.764 INFO:tasks.workunit.client.0.smithi028.stdout: "last_deep_scrub": "0'0", 2024-08-29T19:03:06.764 INFO:tasks.workunit.client.0.smithi028.stdout: "last_deep_scrub_stamp": "2024-08-29T17:43:39.870944+0000", 2024-08-29T19:03:06.764 INFO:tasks.workunit.client.0.smithi028.stdout: "last_epoch_clean": 646, 2024-08-29T19:03:06.764 INFO:tasks.workunit.client.0.smithi028.stdout: "last_fresh": "2024-08-29T19:02:14.931352+0000", 2024-08-29T19:03:06.764 INFO:tasks.workunit.client.0.smithi028.stdout: "last_fullsized": "2024-08-29T19:02:14.931352+0000", 2024-08-29T19:03:06.764 INFO:tasks.workunit.client.0.smithi028.stdout: "last_peered": "2024-08-29T19:02:14.931352+0000", 2024-08-29T19:03:06.764 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub": "0'0", 2024-08-29T19:03:06.764 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub_duration": 0, 2024-08-29T19:03:06.764 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub_stamp": "2024-08-29T17:43:39.870944+0000", 2024-08-29T19:03:06.764 INFO:tasks.workunit.client.0.smithi028.stdout: "last_undegraded": "2024-08-29T19:02:14.931352+0000", 2024-08-29T19:03:06.764 INFO:tasks.workunit.client.0.smithi028.stdout: "last_unstale": "2024-08-29T19:02:14.931352+0000", 2024-08-29T19:03:06.764 INFO:tasks.workunit.client.0.smithi028.stdout: "log_dups_size": 0, 2024-08-29T19:03:06.764 INFO:tasks.workunit.client.0.smithi028.stdout: "log_size": 2946, 2024-08-29T19:03:06.764 INFO:tasks.workunit.client.0.smithi028.stdout: "log_start": "0'0", 2024-08-29T19:03:06.765 INFO:tasks.workunit.client.0.smithi028.stdout: "manifest_stats_invalid": false, 2024-08-29T19:03:06.765 INFO:tasks.workunit.client.0.smithi028.stdout: "mapping_epoch": 645, 2024-08-29T19:03:06.765 INFO:tasks.workunit.client.0.smithi028.stdout: "object_location_counts": [], 2024-08-29T19:03:06.765 INFO:tasks.workunit.client.0.smithi028.stdout: "objects_scrubbed": 0, 2024-08-29T19:03:06.765 INFO:tasks.workunit.client.0.smithi028.stdout: "objects_trimmed": 0, 2024-08-29T19:03:06.765 INFO:tasks.workunit.client.0.smithi028.stdout: "omap_stats_invalid": false, 2024-08-29T19:03:06.765 INFO:tasks.workunit.client.0.smithi028.stdout: "ondisk_log_size": 2946, 2024-08-29T19:03:06.765 INFO:tasks.workunit.client.0.smithi028.stdout: "ondisk_log_start": "0'0", 2024-08-29T19:03:06.765 INFO:tasks.workunit.client.0.smithi028.stdout: "parent": "0.0", 2024-08-29T19:03:06.765 INFO:tasks.workunit.client.0.smithi028.stdout: "parent_split_bits": 0, 2024-08-29T19:03:06.765 INFO:tasks.workunit.client.0.smithi028.stdout: "pgid": "4.1", 2024-08-29T19:03:06.765 INFO:tasks.workunit.client.0.smithi028.stdout: "pin_stats_invalid": false, 2024-08-29T19:03:06.765 INFO:tasks.workunit.client.0.smithi028.stdout: "purged_snaps": [], 2024-08-29T19:03:06.765 INFO:tasks.workunit.client.0.smithi028.stdout: "reported_epoch": 2650, 2024-08-29T19:03:06.766 INFO:tasks.workunit.client.0.smithi028.stdout: "reported_seq": 8223, 2024-08-29T19:03:06.766 INFO:tasks.workunit.client.0.smithi028.stdout: "scrub_duration": 0.0, 2024-08-29T19:03:06.766 INFO:tasks.workunit.client.0.smithi028.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-30T21:19:24.402790+0000", 2024-08-29T19:03:06.766 INFO:tasks.workunit.client.0.smithi028.stdout: "snaptrim_duration": 0.009747607, 2024-08-29T19:03:06.766 INFO:tasks.workunit.client.0.smithi028.stdout: "snaptrimq_len": 0, 2024-08-29T19:03:06.766 INFO:tasks.workunit.client.0.smithi028.stdout: "stat_sum": { 2024-08-29T19:03:06.766 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes": 0, 2024-08-29T19:03:06.766 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes_hit_set_archive": 0, 2024-08-29T19:03:06.766 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes_recovered": 0, 2024-08-29T19:03:06.766 INFO:tasks.workunit.client.0.smithi028.stdout: "num_deep_scrub_errors": 0, 2024-08-29T19:03:06.766 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict": 0, 2024-08-29T19:03:06.766 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_kb": 0, 2024-08-29T19:03:06.766 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_mode_full": 0, 2024-08-29T19:03:06.767 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_mode_some": 0, 2024-08-29T19:03:06.767 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush": 0, 2024-08-29T19:03:06.767 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_kb": 0, 2024-08-29T19:03:06.767 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_mode_high": 0, 2024-08-29T19:03:06.767 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_mode_low": 0, 2024-08-29T19:03:06.767 INFO:tasks.workunit.client.0.smithi028.stdout: "num_keys_recovered": 0, 2024-08-29T19:03:06.767 INFO:tasks.workunit.client.0.smithi028.stdout: "num_large_omap_objects": 0, 2024-08-29T19:03:06.767 INFO:tasks.workunit.client.0.smithi028.stdout: "num_legacy_snapsets": 0, 2024-08-29T19:03:06.767 INFO:tasks.workunit.client.0.smithi028.stdout: "num_object_clones": 0, 2024-08-29T19:03:06.767 INFO:tasks.workunit.client.0.smithi028.stdout: "num_object_copies": 0, 2024-08-29T19:03:06.767 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects": 0, 2024-08-29T19:03:06.767 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_degraded": 0, 2024-08-29T19:03:06.767 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_dirty": 0, 2024-08-29T19:03:06.767 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_hit_set_archive": 0, 2024-08-29T19:03:06.768 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_manifest": 0, 2024-08-29T19:03:06.768 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_misplaced": 0, 2024-08-29T19:03:06.768 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_missing": 0, 2024-08-29T19:03:06.768 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_missing_on_primary": 0, 2024-08-29T19:03:06.768 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_omap": 0, 2024-08-29T19:03:06.768 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_pinned": 0, 2024-08-29T19:03:06.768 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_recovered": 0, 2024-08-29T19:03:06.768 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_repaired": 0, 2024-08-29T19:03:06.768 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_unfound": 0, 2024-08-29T19:03:06.768 INFO:tasks.workunit.client.0.smithi028.stdout: "num_omap_bytes": 0, 2024-08-29T19:03:06.768 INFO:tasks.workunit.client.0.smithi028.stdout: "num_omap_keys": 0, 2024-08-29T19:03:06.768 INFO:tasks.workunit.client.0.smithi028.stdout: "num_promote": 0, 2024-08-29T19:03:06.768 INFO:tasks.workunit.client.0.smithi028.stdout: "num_read": 910, 2024-08-29T19:03:06.768 INFO:tasks.workunit.client.0.smithi028.stdout: "num_read_kb": 355112, 2024-08-29T19:03:06.769 INFO:tasks.workunit.client.0.smithi028.stdout: "num_scrub_errors": 0, 2024-08-29T19:03:06.769 INFO:tasks.workunit.client.0.smithi028.stdout: "num_shallow_scrub_errors": 0, 2024-08-29T19:03:06.769 INFO:tasks.workunit.client.0.smithi028.stdout: "num_whiteouts": 0, 2024-08-29T19:03:06.769 INFO:tasks.workunit.client.0.smithi028.stdout: "num_write": 2938, 2024-08-29T19:03:06.769 INFO:tasks.workunit.client.0.smithi028.stdout: "num_write_kb": 378629 2024-08-29T19:03:06.769 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:06.769 INFO:tasks.workunit.client.0.smithi028.stdout: "state": "active+clean", 2024-08-29T19:03:06.769 INFO:tasks.workunit.client.0.smithi028.stdout: "stats_invalid": false, 2024-08-29T19:03:06.769 INFO:tasks.workunit.client.0.smithi028.stdout: "up": [ 2024-08-29T19:03:06.769 INFO:tasks.workunit.client.0.smithi028.stdout: 4, 2024-08-29T19:03:06.769 INFO:tasks.workunit.client.0.smithi028.stdout: 5, 2024-08-29T19:03:06.769 INFO:tasks.workunit.client.0.smithi028.stdout: 6 2024-08-29T19:03:06.769 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-08-29T19:03:06.770 INFO:tasks.workunit.client.0.smithi028.stdout: "up_primary": 4, 2024-08-29T19:03:06.770 INFO:tasks.workunit.client.0.smithi028.stdout: "version": "1182'2946" 2024-08-29T19:03:06.770 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:06.770 INFO:tasks.workunit.client.0.smithi028.stdout: { 2024-08-29T19:03:06.770 INFO:tasks.workunit.client.0.smithi028.stdout: "acting": [ 2024-08-29T19:03:06.770 INFO:tasks.workunit.client.0.smithi028.stdout: 3, 2024-08-29T19:03:06.770 INFO:tasks.workunit.client.0.smithi028.stdout: 7, 2024-08-29T19:03:06.770 INFO:tasks.workunit.client.0.smithi028.stdout: 1 2024-08-29T19:03:06.770 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-08-29T19:03:06.770 INFO:tasks.workunit.client.0.smithi028.stdout: "acting_primary": 3, 2024-08-29T19:03:06.770 INFO:tasks.workunit.client.0.smithi028.stdout: "avail_no_missing": [], 2024-08-29T19:03:06.770 INFO:tasks.workunit.client.0.smithi028.stdout: "blocked_by": [], 2024-08-29T19:03:06.770 INFO:tasks.workunit.client.0.smithi028.stdout: "created": 62, 2024-08-29T19:03:06.771 INFO:tasks.workunit.client.0.smithi028.stdout: "dirty_stats_invalid": false, 2024-08-29T19:03:06.771 INFO:tasks.workunit.client.0.smithi028.stdout: "hitset_bytes_stats_invalid": false, 2024-08-29T19:03:06.771 INFO:tasks.workunit.client.0.smithi028.stdout: "hitset_stats_invalid": false, 2024-08-29T19:03:06.771 INFO:tasks.workunit.client.0.smithi028.stdout: "last_active": "2024-08-29T19:02:14.844433+0000", 2024-08-29T19:03:06.771 INFO:tasks.workunit.client.0.smithi028.stdout: "last_became_active": "2024-08-29T17:58:11.349077+0000", 2024-08-29T19:03:06.771 INFO:tasks.workunit.client.0.smithi028.stdout: "last_became_peered": "2024-08-29T17:58:11.349077+0000", 2024-08-29T19:03:06.771 INFO:tasks.workunit.client.0.smithi028.stdout: "last_change": "2024-08-29T17:58:11.350545+0000", 2024-08-29T19:03:06.771 INFO:tasks.workunit.client.0.smithi028.stdout: "last_clean": "2024-08-29T19:02:14.844433+0000", 2024-08-29T19:03:06.771 INFO:tasks.workunit.client.0.smithi028.stdout: "last_clean_scrub_stamp": "2024-08-29T17:41:01.987071+0000", 2024-08-29T19:03:06.771 INFO:tasks.workunit.client.0.smithi028.stdout: "last_deep_scrub": "0'0", 2024-08-29T19:03:06.771 INFO:tasks.workunit.client.0.smithi028.stdout: "last_deep_scrub_stamp": "2024-08-29T17:41:01.987071+0000", 2024-08-29T19:03:06.771 INFO:tasks.workunit.client.0.smithi028.stdout: "last_epoch_clean": 681, 2024-08-29T19:03:06.772 INFO:tasks.workunit.client.0.smithi028.stdout: "last_fresh": "2024-08-29T19:02:14.844433+0000", 2024-08-29T19:03:06.772 INFO:tasks.workunit.client.0.smithi028.stdout: "last_fullsized": "2024-08-29T19:02:14.844433+0000", 2024-08-29T19:03:06.772 INFO:tasks.workunit.client.0.smithi028.stdout: "last_peered": "2024-08-29T19:02:14.844433+0000", 2024-08-29T19:03:06.772 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub": "0'0", 2024-08-29T19:03:06.772 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub_duration": 0, 2024-08-29T19:03:06.772 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub_stamp": "2024-08-29T17:41:01.987071+0000", 2024-08-29T19:03:06.772 INFO:tasks.workunit.client.0.smithi028.stdout: "last_undegraded": "2024-08-29T19:02:14.844433+0000", 2024-08-29T19:03:06.772 INFO:tasks.workunit.client.0.smithi028.stdout: "last_unstale": "2024-08-29T19:02:14.844433+0000", 2024-08-29T19:03:06.772 INFO:tasks.workunit.client.0.smithi028.stdout: "log_dups_size": 0, 2024-08-29T19:03:06.772 INFO:tasks.workunit.client.0.smithi028.stdout: "log_size": 0, 2024-08-29T19:03:06.772 INFO:tasks.workunit.client.0.smithi028.stdout: "log_start": "0'0", 2024-08-29T19:03:06.772 INFO:tasks.workunit.client.0.smithi028.stdout: "manifest_stats_invalid": false, 2024-08-29T19:03:06.772 INFO:tasks.workunit.client.0.smithi028.stdout: "mapping_epoch": 680, 2024-08-29T19:03:06.773 INFO:tasks.workunit.client.0.smithi028.stdout: "object_location_counts": [], 2024-08-29T19:03:06.773 INFO:tasks.workunit.client.0.smithi028.stdout: "objects_scrubbed": 0, 2024-08-29T19:03:06.773 INFO:tasks.workunit.client.0.smithi028.stdout: "objects_trimmed": 0, 2024-08-29T19:03:06.773 INFO:tasks.workunit.client.0.smithi028.stdout: "omap_stats_invalid": false, 2024-08-29T19:03:06.773 INFO:tasks.workunit.client.0.smithi028.stdout: "ondisk_log_size": 0, 2024-08-29T19:03:06.773 INFO:tasks.workunit.client.0.smithi028.stdout: "ondisk_log_start": "0'0", 2024-08-29T19:03:06.773 INFO:tasks.workunit.client.0.smithi028.stdout: "parent": "0.0", 2024-08-29T19:03:06.773 INFO:tasks.workunit.client.0.smithi028.stdout: "parent_split_bits": 0, 2024-08-29T19:03:06.773 INFO:tasks.workunit.client.0.smithi028.stdout: "pgid": "3.7", 2024-08-29T19:03:06.773 INFO:tasks.workunit.client.0.smithi028.stdout: "pin_stats_invalid": false, 2024-08-29T19:03:06.773 INFO:tasks.workunit.client.0.smithi028.stdout: "purged_snaps": [], 2024-08-29T19:03:06.773 INFO:tasks.workunit.client.0.smithi028.stdout: "reported_epoch": 2650, 2024-08-29T19:03:06.773 INFO:tasks.workunit.client.0.smithi028.stdout: "reported_seq": 4730, 2024-08-29T19:03:06.773 INFO:tasks.workunit.client.0.smithi028.stdout: "scrub_duration": 0.0, 2024-08-29T19:03:06.774 INFO:tasks.workunit.client.0.smithi028.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-30T21:59:51.088042+0000", 2024-08-29T19:03:06.774 INFO:tasks.workunit.client.0.smithi028.stdout: "snaptrim_duration": 0.0, 2024-08-29T19:03:06.774 INFO:tasks.workunit.client.0.smithi028.stdout: "snaptrimq_len": 0, 2024-08-29T19:03:06.774 INFO:tasks.workunit.client.0.smithi028.stdout: "stat_sum": { 2024-08-29T19:03:06.774 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes": 0, 2024-08-29T19:03:06.774 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes_hit_set_archive": 0, 2024-08-29T19:03:06.774 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes_recovered": 0, 2024-08-29T19:03:06.774 INFO:tasks.workunit.client.0.smithi028.stdout: "num_deep_scrub_errors": 0, 2024-08-29T19:03:06.774 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict": 0, 2024-08-29T19:03:06.774 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_kb": 0, 2024-08-29T19:03:06.774 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_mode_full": 0, 2024-08-29T19:03:06.774 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_mode_some": 0, 2024-08-29T19:03:06.774 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush": 0, 2024-08-29T19:03:06.775 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_kb": 0, 2024-08-29T19:03:06.775 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_mode_high": 0, 2024-08-29T19:03:06.775 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_mode_low": 0, 2024-08-29T19:03:06.775 INFO:tasks.workunit.client.0.smithi028.stdout: "num_keys_recovered": 0, 2024-08-29T19:03:06.775 INFO:tasks.workunit.client.0.smithi028.stdout: "num_large_omap_objects": 0, 2024-08-29T19:03:06.775 INFO:tasks.workunit.client.0.smithi028.stdout: "num_legacy_snapsets": 0, 2024-08-29T19:03:06.775 INFO:tasks.workunit.client.0.smithi028.stdout: "num_object_clones": 0, 2024-08-29T19:03:06.775 INFO:tasks.workunit.client.0.smithi028.stdout: "num_object_copies": 0, 2024-08-29T19:03:06.775 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects": 0, 2024-08-29T19:03:06.775 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_degraded": 0, 2024-08-29T19:03:06.775 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_dirty": 0, 2024-08-29T19:03:06.775 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_hit_set_archive": 0, 2024-08-29T19:03:06.775 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_manifest": 0, 2024-08-29T19:03:06.775 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_misplaced": 0, 2024-08-29T19:03:06.776 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_missing": 0, 2024-08-29T19:03:06.776 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_missing_on_primary": 0, 2024-08-29T19:03:06.776 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_omap": 0, 2024-08-29T19:03:06.776 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_pinned": 0, 2024-08-29T19:03:06.776 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_recovered": 0, 2024-08-29T19:03:06.776 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_repaired": 0, 2024-08-29T19:03:06.776 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_unfound": 0, 2024-08-29T19:03:06.776 INFO:tasks.workunit.client.0.smithi028.stdout: "num_omap_bytes": 0, 2024-08-29T19:03:06.776 INFO:tasks.workunit.client.0.smithi028.stdout: "num_omap_keys": 0, 2024-08-29T19:03:06.776 INFO:tasks.workunit.client.0.smithi028.stdout: "num_promote": 0, 2024-08-29T19:03:06.776 INFO:tasks.workunit.client.0.smithi028.stdout: "num_read": 0, 2024-08-29T19:03:06.776 INFO:tasks.workunit.client.0.smithi028.stdout: "num_read_kb": 0, 2024-08-29T19:03:06.776 INFO:tasks.workunit.client.0.smithi028.stdout: "num_scrub_errors": 0, 2024-08-29T19:03:06.776 INFO:tasks.workunit.client.0.smithi028.stdout: "num_shallow_scrub_errors": 0, 2024-08-29T19:03:06.777 INFO:tasks.workunit.client.0.smithi028.stdout: "num_whiteouts": 0, 2024-08-29T19:03:06.777 INFO:tasks.workunit.client.0.smithi028.stdout: "num_write": 0, 2024-08-29T19:03:06.777 INFO:tasks.workunit.client.0.smithi028.stdout: "num_write_kb": 0 2024-08-29T19:03:06.777 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:06.777 INFO:tasks.workunit.client.0.smithi028.stdout: "state": "active+clean", 2024-08-29T19:03:06.777 INFO:tasks.workunit.client.0.smithi028.stdout: "stats_invalid": false, 2024-08-29T19:03:06.777 INFO:tasks.workunit.client.0.smithi028.stdout: "up": [ 2024-08-29T19:03:06.777 INFO:tasks.workunit.client.0.smithi028.stdout: 3, 2024-08-29T19:03:06.777 INFO:tasks.workunit.client.0.smithi028.stdout: 7, 2024-08-29T19:03:06.777 INFO:tasks.workunit.client.0.smithi028.stdout: 1 2024-08-29T19:03:06.777 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-08-29T19:03:06.777 INFO:tasks.workunit.client.0.smithi028.stdout: "up_primary": 3, 2024-08-29T19:03:06.777 INFO:tasks.workunit.client.0.smithi028.stdout: "version": "0'0" 2024-08-29T19:03:06.778 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:06.778 INFO:tasks.workunit.client.0.smithi028.stdout: { 2024-08-29T19:03:06.778 INFO:tasks.workunit.client.0.smithi028.stdout: "acting": [ 2024-08-29T19:03:06.778 INFO:tasks.workunit.client.0.smithi028.stdout: 1, 2024-08-29T19:03:06.778 INFO:tasks.workunit.client.0.smithi028.stdout: 6, 2024-08-29T19:03:06.778 INFO:tasks.workunit.client.0.smithi028.stdout: 4 2024-08-29T19:03:06.778 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-08-29T19:03:06.778 INFO:tasks.workunit.client.0.smithi028.stdout: "acting_primary": 1, 2024-08-29T19:03:06.778 INFO:tasks.workunit.client.0.smithi028.stdout: "avail_no_missing": [], 2024-08-29T19:03:06.778 INFO:tasks.workunit.client.0.smithi028.stdout: "blocked_by": [], 2024-08-29T19:03:06.778 INFO:tasks.workunit.client.0.smithi028.stdout: "created": 59, 2024-08-29T19:03:06.778 INFO:tasks.workunit.client.0.smithi028.stdout: "dirty_stats_invalid": false, 2024-08-29T19:03:06.778 INFO:tasks.workunit.client.0.smithi028.stdout: "hitset_bytes_stats_invalid": false, 2024-08-29T19:03:06.779 INFO:tasks.workunit.client.0.smithi028.stdout: "hitset_stats_invalid": false, 2024-08-29T19:03:06.779 INFO:tasks.workunit.client.0.smithi028.stdout: "last_active": "2024-08-29T19:02:14.823097+0000", 2024-08-29T19:03:06.779 INFO:tasks.workunit.client.0.smithi028.stdout: "last_became_active": "2024-08-29T17:57:36.372844+0000", 2024-08-29T19:03:06.779 INFO:tasks.workunit.client.0.smithi028.stdout: "last_became_peered": "2024-08-29T17:57:36.372844+0000", 2024-08-29T19:03:06.779 INFO:tasks.workunit.client.0.smithi028.stdout: "last_change": "2024-08-29T17:57:36.373898+0000", 2024-08-29T19:03:06.779 INFO:tasks.workunit.client.0.smithi028.stdout: "last_clean": "2024-08-29T19:02:14.823097+0000", 2024-08-29T19:03:06.779 INFO:tasks.workunit.client.0.smithi028.stdout: "last_clean_scrub_stamp": "2024-08-29T17:40:52.944949+0000", 2024-08-29T19:03:06.779 INFO:tasks.workunit.client.0.smithi028.stdout: "last_deep_scrub": "0'0", 2024-08-29T19:03:06.779 INFO:tasks.workunit.client.0.smithi028.stdout: "last_deep_scrub_stamp": "2024-08-29T17:40:52.944949+0000", 2024-08-29T19:03:06.779 INFO:tasks.workunit.client.0.smithi028.stdout: "last_epoch_clean": 646, 2024-08-29T19:03:06.779 INFO:tasks.workunit.client.0.smithi028.stdout: "last_fresh": "2024-08-29T19:02:14.823097+0000", 2024-08-29T19:03:06.779 INFO:tasks.workunit.client.0.smithi028.stdout: "last_fullsized": "2024-08-29T19:02:14.823097+0000", 2024-08-29T19:03:06.779 INFO:tasks.workunit.client.0.smithi028.stdout: "last_peered": "2024-08-29T19:02:14.823097+0000", 2024-08-29T19:03:06.779 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub": "0'0", 2024-08-29T19:03:06.780 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub_duration": 0, 2024-08-29T19:03:06.780 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub_stamp": "2024-08-29T17:40:52.944949+0000", 2024-08-29T19:03:06.780 INFO:tasks.workunit.client.0.smithi028.stdout: "last_undegraded": "2024-08-29T19:02:14.823097+0000", 2024-08-29T19:03:06.780 INFO:tasks.workunit.client.0.smithi028.stdout: "last_unstale": "2024-08-29T19:02:14.823097+0000", 2024-08-29T19:03:06.780 INFO:tasks.workunit.client.0.smithi028.stdout: "log_dups_size": 0, 2024-08-29T19:03:06.780 INFO:tasks.workunit.client.0.smithi028.stdout: "log_size": 2, 2024-08-29T19:03:06.780 INFO:tasks.workunit.client.0.smithi028.stdout: "log_start": "0'0", 2024-08-29T19:03:06.780 INFO:tasks.workunit.client.0.smithi028.stdout: "manifest_stats_invalid": false, 2024-08-29T19:03:06.780 INFO:tasks.workunit.client.0.smithi028.stdout: "mapping_epoch": 645, 2024-08-29T19:03:06.780 INFO:tasks.workunit.client.0.smithi028.stdout: "object_location_counts": [], 2024-08-29T19:03:06.780 INFO:tasks.workunit.client.0.smithi028.stdout: "objects_scrubbed": 0, 2024-08-29T19:03:06.780 INFO:tasks.workunit.client.0.smithi028.stdout: "objects_trimmed": 0, 2024-08-29T19:03:06.780 INFO:tasks.workunit.client.0.smithi028.stdout: "omap_stats_invalid": false, 2024-08-29T19:03:06.781 INFO:tasks.workunit.client.0.smithi028.stdout: "ondisk_log_size": 2, 2024-08-29T19:03:06.781 INFO:tasks.workunit.client.0.smithi028.stdout: "ondisk_log_start": "0'0", 2024-08-29T19:03:06.781 INFO:tasks.workunit.client.0.smithi028.stdout: "parent": "0.0", 2024-08-29T19:03:06.781 INFO:tasks.workunit.client.0.smithi028.stdout: "parent_split_bits": 0, 2024-08-29T19:03:06.781 INFO:tasks.workunit.client.0.smithi028.stdout: "pgid": "2.6", 2024-08-29T19:03:06.781 INFO:tasks.workunit.client.0.smithi028.stdout: "pin_stats_invalid": false, 2024-08-29T19:03:06.781 INFO:tasks.workunit.client.0.smithi028.stdout: "purged_snaps": [], 2024-08-29T19:03:06.781 INFO:tasks.workunit.client.0.smithi028.stdout: "reported_epoch": 2650, 2024-08-29T19:03:06.781 INFO:tasks.workunit.client.0.smithi028.stdout: "reported_seq": 4758, 2024-08-29T19:03:06.781 INFO:tasks.workunit.client.0.smithi028.stdout: "scrub_duration": 0.0, 2024-08-29T19:03:06.781 INFO:tasks.workunit.client.0.smithi028.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-30T22:52:59.239805+0000", 2024-08-29T19:03:06.781 INFO:tasks.workunit.client.0.smithi028.stdout: "snaptrim_duration": 0.0, 2024-08-29T19:03:06.781 INFO:tasks.workunit.client.0.smithi028.stdout: "snaptrimq_len": 0, 2024-08-29T19:03:06.781 INFO:tasks.workunit.client.0.smithi028.stdout: "stat_sum": { 2024-08-29T19:03:06.782 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes": 0, 2024-08-29T19:03:06.782 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes_hit_set_archive": 0, 2024-08-29T19:03:06.782 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes_recovered": 0, 2024-08-29T19:03:06.782 INFO:tasks.workunit.client.0.smithi028.stdout: "num_deep_scrub_errors": 0, 2024-08-29T19:03:06.782 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict": 0, 2024-08-29T19:03:06.782 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_kb": 0, 2024-08-29T19:03:06.782 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_mode_full": 0, 2024-08-29T19:03:06.782 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_mode_some": 0, 2024-08-29T19:03:06.782 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush": 0, 2024-08-29T19:03:06.782 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_kb": 0, 2024-08-29T19:03:06.782 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_mode_high": 0, 2024-08-29T19:03:06.782 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_mode_low": 0, 2024-08-29T19:03:06.782 INFO:tasks.workunit.client.0.smithi028.stdout: "num_keys_recovered": 0, 2024-08-29T19:03:06.782 INFO:tasks.workunit.client.0.smithi028.stdout: "num_large_omap_objects": 0, 2024-08-29T19:03:06.783 INFO:tasks.workunit.client.0.smithi028.stdout: "num_legacy_snapsets": 0, 2024-08-29T19:03:06.783 INFO:tasks.workunit.client.0.smithi028.stdout: "num_object_clones": 0, 2024-08-29T19:03:06.783 INFO:tasks.workunit.client.0.smithi028.stdout: "num_object_copies": 3, 2024-08-29T19:03:06.783 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects": 1, 2024-08-29T19:03:06.783 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_degraded": 0, 2024-08-29T19:03:06.783 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_dirty": 1, 2024-08-29T19:03:06.783 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_hit_set_archive": 0, 2024-08-29T19:03:06.783 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_manifest": 0, 2024-08-29T19:03:06.783 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_misplaced": 0, 2024-08-29T19:03:06.783 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_missing": 0, 2024-08-29T19:03:06.783 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_missing_on_primary": 0, 2024-08-29T19:03:06.783 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_omap": 1, 2024-08-29T19:03:06.783 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_pinned": 0, 2024-08-29T19:03:06.784 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_recovered": 0, 2024-08-29T19:03:06.784 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_repaired": 0, 2024-08-29T19:03:06.784 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_unfound": 0, 2024-08-29T19:03:06.784 INFO:tasks.workunit.client.0.smithi028.stdout: "num_omap_bytes": 0, 2024-08-29T19:03:06.784 INFO:tasks.workunit.client.0.smithi028.stdout: "num_omap_keys": 0, 2024-08-29T19:03:06.784 INFO:tasks.workunit.client.0.smithi028.stdout: "num_promote": 0, 2024-08-29T19:03:06.784 INFO:tasks.workunit.client.0.smithi028.stdout: "num_read": 2, 2024-08-29T19:03:06.784 INFO:tasks.workunit.client.0.smithi028.stdout: "num_read_kb": 2, 2024-08-29T19:03:06.784 INFO:tasks.workunit.client.0.smithi028.stdout: "num_scrub_errors": 0, 2024-08-29T19:03:06.784 INFO:tasks.workunit.client.0.smithi028.stdout: "num_shallow_scrub_errors": 0, 2024-08-29T19:03:06.784 INFO:tasks.workunit.client.0.smithi028.stdout: "num_whiteouts": 0, 2024-08-29T19:03:06.784 INFO:tasks.workunit.client.0.smithi028.stdout: "num_write": 2, 2024-08-29T19:03:06.784 INFO:tasks.workunit.client.0.smithi028.stdout: "num_write_kb": 0 2024-08-29T19:03:06.785 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:06.785 INFO:tasks.workunit.client.0.smithi028.stdout: "state": "active+clean", 2024-08-29T19:03:06.785 INFO:tasks.workunit.client.0.smithi028.stdout: "stats_invalid": false, 2024-08-29T19:03:06.785 INFO:tasks.workunit.client.0.smithi028.stdout: "up": [ 2024-08-29T19:03:06.785 INFO:tasks.workunit.client.0.smithi028.stdout: 1, 2024-08-29T19:03:06.785 INFO:tasks.workunit.client.0.smithi028.stdout: 6, 2024-08-29T19:03:06.785 INFO:tasks.workunit.client.0.smithi028.stdout: 4 2024-08-29T19:03:06.785 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-08-29T19:03:06.785 INFO:tasks.workunit.client.0.smithi028.stdout: "up_primary": 1, 2024-08-29T19:03:06.785 INFO:tasks.workunit.client.0.smithi028.stdout: "version": "725'2" 2024-08-29T19:03:06.785 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:06.785 INFO:tasks.workunit.client.0.smithi028.stdout: { 2024-08-29T19:03:06.785 INFO:tasks.workunit.client.0.smithi028.stdout: "acting": [ 2024-08-29T19:03:06.786 INFO:tasks.workunit.client.0.smithi028.stdout: 3, 2024-08-29T19:03:06.786 INFO:tasks.workunit.client.0.smithi028.stdout: 7, 2024-08-29T19:03:06.786 INFO:tasks.workunit.client.0.smithi028.stdout: 0 2024-08-29T19:03:06.786 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-08-29T19:03:06.786 INFO:tasks.workunit.client.0.smithi028.stdout: "acting_primary": 3, 2024-08-29T19:03:06.786 INFO:tasks.workunit.client.0.smithi028.stdout: "avail_no_missing": [], 2024-08-29T19:03:06.786 INFO:tasks.workunit.client.0.smithi028.stdout: "blocked_by": [], 2024-08-29T19:03:06.786 INFO:tasks.workunit.client.0.smithi028.stdout: "created": 69, 2024-08-29T19:03:06.786 INFO:tasks.workunit.client.0.smithi028.stdout: "dirty_stats_invalid": false, 2024-08-29T19:03:06.786 INFO:tasks.workunit.client.0.smithi028.stdout: "hitset_bytes_stats_invalid": false, 2024-08-29T19:03:06.786 INFO:tasks.workunit.client.0.smithi028.stdout: "hitset_stats_invalid": false, 2024-08-29T19:03:06.786 INFO:tasks.workunit.client.0.smithi028.stdout: "last_active": "2024-08-29T19:02:14.840791+0000", 2024-08-29T19:03:06.786 INFO:tasks.workunit.client.0.smithi028.stdout: "last_became_active": "2024-08-29T17:58:11.348660+0000", 2024-08-29T19:03:06.786 INFO:tasks.workunit.client.0.smithi028.stdout: "last_became_peered": "2024-08-29T17:58:11.348660+0000", 2024-08-29T19:03:06.787 INFO:tasks.workunit.client.0.smithi028.stdout: "last_change": "2024-08-29T18:32:49.473272+0000", 2024-08-29T19:03:06.787 INFO:tasks.workunit.client.0.smithi028.stdout: "last_clean": "2024-08-29T19:02:14.840791+0000", 2024-08-29T19:03:06.787 INFO:tasks.workunit.client.0.smithi028.stdout: "last_clean_scrub_stamp": "2024-08-29T17:43:39.870944+0000", 2024-08-29T19:03:06.787 INFO:tasks.workunit.client.0.smithi028.stdout: "last_deep_scrub": "0'0", 2024-08-29T19:03:06.787 INFO:tasks.workunit.client.0.smithi028.stdout: "last_deep_scrub_stamp": "2024-08-29T17:43:39.870944+0000", 2024-08-29T19:03:06.787 INFO:tasks.workunit.client.0.smithi028.stdout: "last_epoch_clean": 681, 2024-08-29T19:03:06.787 INFO:tasks.workunit.client.0.smithi028.stdout: "last_fresh": "2024-08-29T19:02:14.840791+0000", 2024-08-29T19:03:06.787 INFO:tasks.workunit.client.0.smithi028.stdout: "last_fullsized": "2024-08-29T19:02:14.840791+0000", 2024-08-29T19:03:06.787 INFO:tasks.workunit.client.0.smithi028.stdout: "last_peered": "2024-08-29T19:02:14.840791+0000", 2024-08-29T19:03:06.787 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub": "0'0", 2024-08-29T19:03:06.787 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub_duration": 0, 2024-08-29T19:03:06.787 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub_stamp": "2024-08-29T17:43:39.870944+0000", 2024-08-29T19:03:06.788 INFO:tasks.workunit.client.0.smithi028.stdout: "last_undegraded": "2024-08-29T19:02:14.840791+0000", 2024-08-29T19:03:06.788 INFO:tasks.workunit.client.0.smithi028.stdout: "last_unstale": "2024-08-29T19:02:14.840791+0000", 2024-08-29T19:03:06.788 INFO:tasks.workunit.client.0.smithi028.stdout: "log_dups_size": 0, 2024-08-29T19:03:06.788 INFO:tasks.workunit.client.0.smithi028.stdout: "log_size": 2928, 2024-08-29T19:03:06.788 INFO:tasks.workunit.client.0.smithi028.stdout: "log_start": "0'0", 2024-08-29T19:03:06.788 INFO:tasks.workunit.client.0.smithi028.stdout: "manifest_stats_invalid": false, 2024-08-29T19:03:06.788 INFO:tasks.workunit.client.0.smithi028.stdout: "mapping_epoch": 680, 2024-08-29T19:03:06.788 INFO:tasks.workunit.client.0.smithi028.stdout: "object_location_counts": [], 2024-08-29T19:03:06.788 INFO:tasks.workunit.client.0.smithi028.stdout: "objects_scrubbed": 0, 2024-08-29T19:03:06.788 INFO:tasks.workunit.client.0.smithi028.stdout: "objects_trimmed": 0, 2024-08-29T19:03:06.788 INFO:tasks.workunit.client.0.smithi028.stdout: "omap_stats_invalid": false, 2024-08-29T19:03:06.788 INFO:tasks.workunit.client.0.smithi028.stdout: "ondisk_log_size": 2928, 2024-08-29T19:03:06.788 INFO:tasks.workunit.client.0.smithi028.stdout: "ondisk_log_start": "0'0", 2024-08-29T19:03:06.789 INFO:tasks.workunit.client.0.smithi028.stdout: "parent": "0.0", 2024-08-29T19:03:06.789 INFO:tasks.workunit.client.0.smithi028.stdout: "parent_split_bits": 0, 2024-08-29T19:03:06.789 INFO:tasks.workunit.client.0.smithi028.stdout: "pgid": "4.0", 2024-08-29T19:03:06.789 INFO:tasks.workunit.client.0.smithi028.stdout: "pin_stats_invalid": false, 2024-08-29T19:03:06.789 INFO:tasks.workunit.client.0.smithi028.stdout: "purged_snaps": [], 2024-08-29T19:03:06.789 INFO:tasks.workunit.client.0.smithi028.stdout: "reported_epoch": 2650, 2024-08-29T19:03:06.789 INFO:tasks.workunit.client.0.smithi028.stdout: "reported_seq": 8278, 2024-08-29T19:03:06.789 INFO:tasks.workunit.client.0.smithi028.stdout: "scrub_duration": 0.0, 2024-08-29T19:03:06.789 INFO:tasks.workunit.client.0.smithi028.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-31T02:38:40.087934+0000", 2024-08-29T19:03:06.789 INFO:tasks.workunit.client.0.smithi028.stdout: "snaptrim_duration": 0.013815927, 2024-08-29T19:03:06.789 INFO:tasks.workunit.client.0.smithi028.stdout: "snaptrimq_len": 0, 2024-08-29T19:03:06.789 INFO:tasks.workunit.client.0.smithi028.stdout: "stat_sum": { 2024-08-29T19:03:06.789 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes": 0, 2024-08-29T19:03:06.790 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes_hit_set_archive": 0, 2024-08-29T19:03:06.790 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes_recovered": 0, 2024-08-29T19:03:06.790 INFO:tasks.workunit.client.0.smithi028.stdout: "num_deep_scrub_errors": 0, 2024-08-29T19:03:06.790 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict": 0, 2024-08-29T19:03:06.790 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_kb": 0, 2024-08-29T19:03:06.790 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_mode_full": 0, 2024-08-29T19:03:06.790 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_mode_some": 0, 2024-08-29T19:03:06.790 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush": 0, 2024-08-29T19:03:06.790 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_kb": 0, 2024-08-29T19:03:06.790 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_mode_high": 0, 2024-08-29T19:03:06.790 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_mode_low": 0, 2024-08-29T19:03:06.790 INFO:tasks.workunit.client.0.smithi028.stdout: "num_keys_recovered": 0, 2024-08-29T19:03:06.790 INFO:tasks.workunit.client.0.smithi028.stdout: "num_large_omap_objects": 0, 2024-08-29T19:03:06.790 INFO:tasks.workunit.client.0.smithi028.stdout: "num_legacy_snapsets": 0, 2024-08-29T19:03:06.791 INFO:tasks.workunit.client.0.smithi028.stdout: "num_object_clones": 0, 2024-08-29T19:03:06.791 INFO:tasks.workunit.client.0.smithi028.stdout: "num_object_copies": 0, 2024-08-29T19:03:06.791 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects": 0, 2024-08-29T19:03:06.791 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_degraded": 0, 2024-08-29T19:03:06.791 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_dirty": 0, 2024-08-29T19:03:06.791 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_hit_set_archive": 0, 2024-08-29T19:03:06.791 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_manifest": 0, 2024-08-29T19:03:06.791 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_misplaced": 0, 2024-08-29T19:03:06.791 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_missing": 0, 2024-08-29T19:03:06.791 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_missing_on_primary": 0, 2024-08-29T19:03:06.791 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_omap": 0, 2024-08-29T19:03:06.791 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_pinned": 0, 2024-08-29T19:03:06.792 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_recovered": 0, 2024-08-29T19:03:06.792 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_repaired": 0, 2024-08-29T19:03:06.792 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_unfound": 0, 2024-08-29T19:03:06.792 INFO:tasks.workunit.client.0.smithi028.stdout: "num_omap_bytes": 0, 2024-08-29T19:03:06.792 INFO:tasks.workunit.client.0.smithi028.stdout: "num_omap_keys": 0, 2024-08-29T19:03:06.792 INFO:tasks.workunit.client.0.smithi028.stdout: "num_promote": 0, 2024-08-29T19:03:06.792 INFO:tasks.workunit.client.0.smithi028.stdout: "num_read": 1081, 2024-08-29T19:03:06.792 INFO:tasks.workunit.client.0.smithi028.stdout: "num_read_kb": 389897, 2024-08-29T19:03:06.792 INFO:tasks.workunit.client.0.smithi028.stdout: "num_scrub_errors": 0, 2024-08-29T19:03:06.792 INFO:tasks.workunit.client.0.smithi028.stdout: "num_shallow_scrub_errors": 0, 2024-08-29T19:03:06.792 INFO:tasks.workunit.client.0.smithi028.stdout: "num_whiteouts": 0, 2024-08-29T19:03:06.792 INFO:tasks.workunit.client.0.smithi028.stdout: "num_write": 2917, 2024-08-29T19:03:06.792 INFO:tasks.workunit.client.0.smithi028.stdout: "num_write_kb": 322744 2024-08-29T19:03:06.793 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:06.793 INFO:tasks.workunit.client.0.smithi028.stdout: "state": "active+clean", 2024-08-29T19:03:06.793 INFO:tasks.workunit.client.0.smithi028.stdout: "stats_invalid": false, 2024-08-29T19:03:06.793 INFO:tasks.workunit.client.0.smithi028.stdout: "up": [ 2024-08-29T19:03:06.793 INFO:tasks.workunit.client.0.smithi028.stdout: 3, 2024-08-29T19:03:06.793 INFO:tasks.workunit.client.0.smithi028.stdout: 7, 2024-08-29T19:03:06.793 INFO:tasks.workunit.client.0.smithi028.stdout: 0 2024-08-29T19:03:06.793 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-08-29T19:03:06.793 INFO:tasks.workunit.client.0.smithi028.stdout: "up_primary": 3, 2024-08-29T19:03:06.793 INFO:tasks.workunit.client.0.smithi028.stdout: "version": "1182'2928" 2024-08-29T19:03:06.793 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:06.793 INFO:tasks.workunit.client.0.smithi028.stdout: { 2024-08-29T19:03:06.793 INFO:tasks.workunit.client.0.smithi028.stdout: "acting": [ 2024-08-29T19:03:06.793 INFO:tasks.workunit.client.0.smithi028.stdout: 1, 2024-08-29T19:03:06.794 INFO:tasks.workunit.client.0.smithi028.stdout: 2, 2024-08-29T19:03:06.794 INFO:tasks.workunit.client.0.smithi028.stdout: 5 2024-08-29T19:03:06.794 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-08-29T19:03:06.794 INFO:tasks.workunit.client.0.smithi028.stdout: "acting_primary": 1, 2024-08-29T19:03:06.794 INFO:tasks.workunit.client.0.smithi028.stdout: "avail_no_missing": [], 2024-08-29T19:03:06.794 INFO:tasks.workunit.client.0.smithi028.stdout: "blocked_by": [], 2024-08-29T19:03:06.794 INFO:tasks.workunit.client.0.smithi028.stdout: "created": 62, 2024-08-29T19:03:06.794 INFO:tasks.workunit.client.0.smithi028.stdout: "dirty_stats_invalid": false, 2024-08-29T19:03:06.794 INFO:tasks.workunit.client.0.smithi028.stdout: "hitset_bytes_stats_invalid": false, 2024-08-29T19:03:06.794 INFO:tasks.workunit.client.0.smithi028.stdout: "hitset_stats_invalid": false, 2024-08-29T19:03:06.794 INFO:tasks.workunit.client.0.smithi028.stdout: "last_active": "2024-08-29T19:02:14.815870+0000", 2024-08-29T19:03:06.794 INFO:tasks.workunit.client.0.smithi028.stdout: "last_became_active": "2024-08-29T17:57:02.347409+0000", 2024-08-29T19:03:06.794 INFO:tasks.workunit.client.0.smithi028.stdout: "last_became_peered": "2024-08-29T17:57:02.347409+0000", 2024-08-29T19:03:06.794 INFO:tasks.workunit.client.0.smithi028.stdout: "last_change": "2024-08-29T17:57:02.349648+0000", 2024-08-29T19:03:06.795 INFO:tasks.workunit.client.0.smithi028.stdout: "last_clean": "2024-08-29T19:02:14.815870+0000", 2024-08-29T19:03:06.795 INFO:tasks.workunit.client.0.smithi028.stdout: "last_clean_scrub_stamp": "2024-08-29T17:41:01.987071+0000", 2024-08-29T19:03:06.795 INFO:tasks.workunit.client.0.smithi028.stdout: "last_deep_scrub": "0'0", 2024-08-29T19:03:06.795 INFO:tasks.workunit.client.0.smithi028.stdout: "last_deep_scrub_stamp": "2024-08-29T17:41:01.987071+0000", 2024-08-29T19:03:06.795 INFO:tasks.workunit.client.0.smithi028.stdout: "last_epoch_clean": 613, 2024-08-29T19:03:06.795 INFO:tasks.workunit.client.0.smithi028.stdout: "last_fresh": "2024-08-29T19:02:14.815870+0000", 2024-08-29T19:03:06.795 INFO:tasks.workunit.client.0.smithi028.stdout: "last_fullsized": "2024-08-29T19:02:14.815870+0000", 2024-08-29T19:03:06.795 INFO:tasks.workunit.client.0.smithi028.stdout: "last_peered": "2024-08-29T19:02:14.815870+0000", 2024-08-29T19:03:06.795 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub": "0'0", 2024-08-29T19:03:06.795 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub_duration": 0, 2024-08-29T19:03:06.795 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub_stamp": "2024-08-29T17:41:01.987071+0000", 2024-08-29T19:03:06.795 INFO:tasks.workunit.client.0.smithi028.stdout: "last_undegraded": "2024-08-29T19:02:14.815870+0000", 2024-08-29T19:03:06.795 INFO:tasks.workunit.client.0.smithi028.stdout: "last_unstale": "2024-08-29T19:02:14.815870+0000", 2024-08-29T19:03:06.795 INFO:tasks.workunit.client.0.smithi028.stdout: "log_dups_size": 0, 2024-08-29T19:03:06.796 INFO:tasks.workunit.client.0.smithi028.stdout: "log_size": 0, 2024-08-29T19:03:06.796 INFO:tasks.workunit.client.0.smithi028.stdout: "log_start": "0'0", 2024-08-29T19:03:06.796 INFO:tasks.workunit.client.0.smithi028.stdout: "manifest_stats_invalid": false, 2024-08-29T19:03:06.796 INFO:tasks.workunit.client.0.smithi028.stdout: "mapping_epoch": 612, 2024-08-29T19:03:06.796 INFO:tasks.workunit.client.0.smithi028.stdout: "object_location_counts": [], 2024-08-29T19:03:06.796 INFO:tasks.workunit.client.0.smithi028.stdout: "objects_scrubbed": 0, 2024-08-29T19:03:06.796 INFO:tasks.workunit.client.0.smithi028.stdout: "objects_trimmed": 0, 2024-08-29T19:03:06.796 INFO:tasks.workunit.client.0.smithi028.stdout: "omap_stats_invalid": false, 2024-08-29T19:03:06.796 INFO:tasks.workunit.client.0.smithi028.stdout: "ondisk_log_size": 0, 2024-08-29T19:03:06.796 INFO:tasks.workunit.client.0.smithi028.stdout: "ondisk_log_start": "0'0", 2024-08-29T19:03:06.796 INFO:tasks.workunit.client.0.smithi028.stdout: "parent": "0.0", 2024-08-29T19:03:06.796 INFO:tasks.workunit.client.0.smithi028.stdout: "parent_split_bits": 0, 2024-08-29T19:03:06.796 INFO:tasks.workunit.client.0.smithi028.stdout: "pgid": "3.4", 2024-08-29T19:03:06.797 INFO:tasks.workunit.client.0.smithi028.stdout: "pin_stats_invalid": false, 2024-08-29T19:03:06.797 INFO:tasks.workunit.client.0.smithi028.stdout: "purged_snaps": [], 2024-08-29T19:03:06.797 INFO:tasks.workunit.client.0.smithi028.stdout: "reported_epoch": 2650, 2024-08-29T19:03:06.797 INFO:tasks.workunit.client.0.smithi028.stdout: "reported_seq": 4749, 2024-08-29T19:03:06.797 INFO:tasks.workunit.client.0.smithi028.stdout: "scrub_duration": 0.0, 2024-08-29T19:03:06.797 INFO:tasks.workunit.client.0.smithi028.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-30T18:00:19.809458+0000", 2024-08-29T19:03:06.797 INFO:tasks.workunit.client.0.smithi028.stdout: "snaptrim_duration": 0.0, 2024-08-29T19:03:06.797 INFO:tasks.workunit.client.0.smithi028.stdout: "snaptrimq_len": 0, 2024-08-29T19:03:06.797 INFO:tasks.workunit.client.0.smithi028.stdout: "stat_sum": { 2024-08-29T19:03:06.797 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes": 0, 2024-08-29T19:03:06.797 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes_hit_set_archive": 0, 2024-08-29T19:03:06.797 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes_recovered": 0, 2024-08-29T19:03:06.797 INFO:tasks.workunit.client.0.smithi028.stdout: "num_deep_scrub_errors": 0, 2024-08-29T19:03:06.797 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict": 0, 2024-08-29T19:03:06.798 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_kb": 0, 2024-08-29T19:03:06.798 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_mode_full": 0, 2024-08-29T19:03:06.798 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_mode_some": 0, 2024-08-29T19:03:06.798 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush": 0, 2024-08-29T19:03:06.798 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_kb": 0, 2024-08-29T19:03:06.798 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_mode_high": 0, 2024-08-29T19:03:06.798 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_mode_low": 0, 2024-08-29T19:03:06.798 INFO:tasks.workunit.client.0.smithi028.stdout: "num_keys_recovered": 0, 2024-08-29T19:03:06.798 INFO:tasks.workunit.client.0.smithi028.stdout: "num_large_omap_objects": 0, 2024-08-29T19:03:06.798 INFO:tasks.workunit.client.0.smithi028.stdout: "num_legacy_snapsets": 0, 2024-08-29T19:03:06.798 INFO:tasks.workunit.client.0.smithi028.stdout: "num_object_clones": 0, 2024-08-29T19:03:06.798 INFO:tasks.workunit.client.0.smithi028.stdout: "num_object_copies": 0, 2024-08-29T19:03:06.798 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects": 0, 2024-08-29T19:03:06.798 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_degraded": 0, 2024-08-29T19:03:06.799 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_dirty": 0, 2024-08-29T19:03:06.799 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_hit_set_archive": 0, 2024-08-29T19:03:06.799 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_manifest": 0, 2024-08-29T19:03:06.799 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_misplaced": 0, 2024-08-29T19:03:06.799 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_missing": 0, 2024-08-29T19:03:06.799 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_missing_on_primary": 0, 2024-08-29T19:03:06.799 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_omap": 0, 2024-08-29T19:03:06.799 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_pinned": 0, 2024-08-29T19:03:06.799 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_recovered": 0, 2024-08-29T19:03:06.799 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_repaired": 0, 2024-08-29T19:03:06.799 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_unfound": 0, 2024-08-29T19:03:06.799 INFO:tasks.workunit.client.0.smithi028.stdout: "num_omap_bytes": 0, 2024-08-29T19:03:06.799 INFO:tasks.workunit.client.0.smithi028.stdout: "num_omap_keys": 0, 2024-08-29T19:03:06.799 INFO:tasks.workunit.client.0.smithi028.stdout: "num_promote": 0, 2024-08-29T19:03:06.800 INFO:tasks.workunit.client.0.smithi028.stdout: "num_read": 0, 2024-08-29T19:03:06.800 INFO:tasks.workunit.client.0.smithi028.stdout: "num_read_kb": 0, 2024-08-29T19:03:06.800 INFO:tasks.workunit.client.0.smithi028.stdout: "num_scrub_errors": 0, 2024-08-29T19:03:06.800 INFO:tasks.workunit.client.0.smithi028.stdout: "num_shallow_scrub_errors": 0, 2024-08-29T19:03:06.800 INFO:tasks.workunit.client.0.smithi028.stdout: "num_whiteouts": 0, 2024-08-29T19:03:06.800 INFO:tasks.workunit.client.0.smithi028.stdout: "num_write": 0, 2024-08-29T19:03:06.800 INFO:tasks.workunit.client.0.smithi028.stdout: "num_write_kb": 0 2024-08-29T19:03:06.800 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:06.800 INFO:tasks.workunit.client.0.smithi028.stdout: "state": "active+clean", 2024-08-29T19:03:06.800 INFO:tasks.workunit.client.0.smithi028.stdout: "stats_invalid": false, 2024-08-29T19:03:06.800 INFO:tasks.workunit.client.0.smithi028.stdout: "up": [ 2024-08-29T19:03:06.800 INFO:tasks.workunit.client.0.smithi028.stdout: 1, 2024-08-29T19:03:06.800 INFO:tasks.workunit.client.0.smithi028.stdout: 2, 2024-08-29T19:03:06.801 INFO:tasks.workunit.client.0.smithi028.stdout: 5 2024-08-29T19:03:06.801 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-08-29T19:03:06.801 INFO:tasks.workunit.client.0.smithi028.stdout: "up_primary": 1, 2024-08-29T19:03:06.801 INFO:tasks.workunit.client.0.smithi028.stdout: "version": "0'0" 2024-08-29T19:03:06.801 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:06.801 INFO:tasks.workunit.client.0.smithi028.stdout: { 2024-08-29T19:03:06.801 INFO:tasks.workunit.client.0.smithi028.stdout: "acting": [ 2024-08-29T19:03:06.801 INFO:tasks.workunit.client.0.smithi028.stdout: 7, 2024-08-29T19:03:06.801 INFO:tasks.workunit.client.0.smithi028.stdout: 0, 2024-08-29T19:03:06.801 INFO:tasks.workunit.client.0.smithi028.stdout: 4 2024-08-29T19:03:06.801 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-08-29T19:03:06.801 INFO:tasks.workunit.client.0.smithi028.stdout: "acting_primary": 7, 2024-08-29T19:03:06.801 INFO:tasks.workunit.client.0.smithi028.stdout: "avail_no_missing": [], 2024-08-29T19:03:06.801 INFO:tasks.workunit.client.0.smithi028.stdout: "blocked_by": [], 2024-08-29T19:03:06.802 INFO:tasks.workunit.client.0.smithi028.stdout: "created": 59, 2024-08-29T19:03:06.802 INFO:tasks.workunit.client.0.smithi028.stdout: "dirty_stats_invalid": false, 2024-08-29T19:03:06.802 INFO:tasks.workunit.client.0.smithi028.stdout: "hitset_bytes_stats_invalid": false, 2024-08-29T19:03:06.802 INFO:tasks.workunit.client.0.smithi028.stdout: "hitset_stats_invalid": false, 2024-08-29T19:03:06.802 INFO:tasks.workunit.client.0.smithi028.stdout: "last_active": "2024-08-29T19:02:14.101856+0000", 2024-08-29T19:03:06.802 INFO:tasks.workunit.client.0.smithi028.stdout: "last_became_active": "2024-08-29T17:58:11.357992+0000", 2024-08-29T19:03:06.802 INFO:tasks.workunit.client.0.smithi028.stdout: "last_became_peered": "2024-08-29T17:58:11.357992+0000", 2024-08-29T19:03:06.802 INFO:tasks.workunit.client.0.smithi028.stdout: "last_change": "2024-08-29T17:58:11.360832+0000", 2024-08-29T19:03:06.802 INFO:tasks.workunit.client.0.smithi028.stdout: "last_clean": "2024-08-29T19:02:14.101856+0000", 2024-08-29T19:03:06.802 INFO:tasks.workunit.client.0.smithi028.stdout: "last_clean_scrub_stamp": "2024-08-29T17:40:52.944949+0000", 2024-08-29T19:03:06.802 INFO:tasks.workunit.client.0.smithi028.stdout: "last_deep_scrub": "0'0", 2024-08-29T19:03:06.802 INFO:tasks.workunit.client.0.smithi028.stdout: "last_deep_scrub_stamp": "2024-08-29T17:40:52.944949+0000", 2024-08-29T19:03:06.802 INFO:tasks.workunit.client.0.smithi028.stdout: "last_epoch_clean": 681, 2024-08-29T19:03:06.803 INFO:tasks.workunit.client.0.smithi028.stdout: "last_fresh": "2024-08-29T19:02:14.101856+0000", 2024-08-29T19:03:06.803 INFO:tasks.workunit.client.0.smithi028.stdout: "last_fullsized": "2024-08-29T19:02:14.101856+0000", 2024-08-29T19:03:06.803 INFO:tasks.workunit.client.0.smithi028.stdout: "last_peered": "2024-08-29T19:02:14.101856+0000", 2024-08-29T19:03:06.803 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub": "0'0", 2024-08-29T19:03:06.803 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub_duration": 0, 2024-08-29T19:03:06.803 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub_stamp": "2024-08-29T17:40:52.944949+0000", 2024-08-29T19:03:06.803 INFO:tasks.workunit.client.0.smithi028.stdout: "last_undegraded": "2024-08-29T19:02:14.101856+0000", 2024-08-29T19:03:06.803 INFO:tasks.workunit.client.0.smithi028.stdout: "last_unstale": "2024-08-29T19:02:14.101856+0000", 2024-08-29T19:03:06.803 INFO:tasks.workunit.client.0.smithi028.stdout: "log_dups_size": 0, 2024-08-29T19:03:06.803 INFO:tasks.workunit.client.0.smithi028.stdout: "log_size": 0, 2024-08-29T19:03:06.803 INFO:tasks.workunit.client.0.smithi028.stdout: "log_start": "0'0", 2024-08-29T19:03:06.803 INFO:tasks.workunit.client.0.smithi028.stdout: "manifest_stats_invalid": false, 2024-08-29T19:03:06.803 INFO:tasks.workunit.client.0.smithi028.stdout: "mapping_epoch": 680, 2024-08-29T19:03:06.804 INFO:tasks.workunit.client.0.smithi028.stdout: "object_location_counts": [], 2024-08-29T19:03:06.804 INFO:tasks.workunit.client.0.smithi028.stdout: "objects_scrubbed": 0, 2024-08-29T19:03:06.804 INFO:tasks.workunit.client.0.smithi028.stdout: "objects_trimmed": 0, 2024-08-29T19:03:06.804 INFO:tasks.workunit.client.0.smithi028.stdout: "omap_stats_invalid": false, 2024-08-29T19:03:06.804 INFO:tasks.workunit.client.0.smithi028.stdout: "ondisk_log_size": 0, 2024-08-29T19:03:06.804 INFO:tasks.workunit.client.0.smithi028.stdout: "ondisk_log_start": "0'0", 2024-08-29T19:03:06.804 INFO:tasks.workunit.client.0.smithi028.stdout: "parent": "0.0", 2024-08-29T19:03:06.804 INFO:tasks.workunit.client.0.smithi028.stdout: "parent_split_bits": 0, 2024-08-29T19:03:06.804 INFO:tasks.workunit.client.0.smithi028.stdout: "pgid": "2.5", 2024-08-29T19:03:06.804 INFO:tasks.workunit.client.0.smithi028.stdout: "pin_stats_invalid": false, 2024-08-29T19:03:06.804 INFO:tasks.workunit.client.0.smithi028.stdout: "purged_snaps": [], 2024-08-29T19:03:06.804 INFO:tasks.workunit.client.0.smithi028.stdout: "reported_epoch": 2650, 2024-08-29T19:03:06.804 INFO:tasks.workunit.client.0.smithi028.stdout: "reported_seq": 4576, 2024-08-29T19:03:06.804 INFO:tasks.workunit.client.0.smithi028.stdout: "scrub_duration": 0.0, 2024-08-29T19:03:06.805 INFO:tasks.workunit.client.0.smithi028.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-31T01:37:28.708727+0000", 2024-08-29T19:03:06.805 INFO:tasks.workunit.client.0.smithi028.stdout: "snaptrim_duration": 0.0, 2024-08-29T19:03:06.805 INFO:tasks.workunit.client.0.smithi028.stdout: "snaptrimq_len": 0, 2024-08-29T19:03:06.805 INFO:tasks.workunit.client.0.smithi028.stdout: "stat_sum": { 2024-08-29T19:03:06.805 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes": 0, 2024-08-29T19:03:06.805 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes_hit_set_archive": 0, 2024-08-29T19:03:06.805 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes_recovered": 0, 2024-08-29T19:03:06.805 INFO:tasks.workunit.client.0.smithi028.stdout: "num_deep_scrub_errors": 0, 2024-08-29T19:03:06.805 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict": 0, 2024-08-29T19:03:06.805 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_kb": 0, 2024-08-29T19:03:06.805 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_mode_full": 0, 2024-08-29T19:03:06.805 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_mode_some": 0, 2024-08-29T19:03:06.805 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush": 0, 2024-08-29T19:03:06.806 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_kb": 0, 2024-08-29T19:03:06.806 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_mode_high": 0, 2024-08-29T19:03:06.806 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_mode_low": 0, 2024-08-29T19:03:06.806 INFO:tasks.workunit.client.0.smithi028.stdout: "num_keys_recovered": 0, 2024-08-29T19:03:06.806 INFO:tasks.workunit.client.0.smithi028.stdout: "num_large_omap_objects": 0, 2024-08-29T19:03:06.806 INFO:tasks.workunit.client.0.smithi028.stdout: "num_legacy_snapsets": 0, 2024-08-29T19:03:06.806 INFO:tasks.workunit.client.0.smithi028.stdout: "num_object_clones": 0, 2024-08-29T19:03:06.806 INFO:tasks.workunit.client.0.smithi028.stdout: "num_object_copies": 0, 2024-08-29T19:03:06.806 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects": 0, 2024-08-29T19:03:06.806 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_degraded": 0, 2024-08-29T19:03:06.806 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_dirty": 0, 2024-08-29T19:03:06.806 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_hit_set_archive": 0, 2024-08-29T19:03:06.806 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_manifest": 0, 2024-08-29T19:03:06.807 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_misplaced": 0, 2024-08-29T19:03:06.807 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_missing": 0, 2024-08-29T19:03:06.807 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_missing_on_primary": 0, 2024-08-29T19:03:06.807 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_omap": 0, 2024-08-29T19:03:06.807 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_pinned": 0, 2024-08-29T19:03:06.807 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_recovered": 0, 2024-08-29T19:03:06.807 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_repaired": 0, 2024-08-29T19:03:06.807 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_unfound": 0, 2024-08-29T19:03:06.807 INFO:tasks.workunit.client.0.smithi028.stdout: "num_omap_bytes": 0, 2024-08-29T19:03:06.807 INFO:tasks.workunit.client.0.smithi028.stdout: "num_omap_keys": 0, 2024-08-29T19:03:06.807 INFO:tasks.workunit.client.0.smithi028.stdout: "num_promote": 0, 2024-08-29T19:03:06.807 INFO:tasks.workunit.client.0.smithi028.stdout: "num_read": 0, 2024-08-29T19:03:06.807 INFO:tasks.workunit.client.0.smithi028.stdout: "num_read_kb": 0, 2024-08-29T19:03:06.808 INFO:tasks.workunit.client.0.smithi028.stdout: "num_scrub_errors": 0, 2024-08-29T19:03:06.808 INFO:tasks.workunit.client.0.smithi028.stdout: "num_shallow_scrub_errors": 0, 2024-08-29T19:03:06.808 INFO:tasks.workunit.client.0.smithi028.stdout: "num_whiteouts": 0, 2024-08-29T19:03:06.808 INFO:tasks.workunit.client.0.smithi028.stdout: "num_write": 0, 2024-08-29T19:03:06.808 INFO:tasks.workunit.client.0.smithi028.stdout: "num_write_kb": 0 2024-08-29T19:03:06.808 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:06.808 INFO:tasks.workunit.client.0.smithi028.stdout: "state": "active+clean", 2024-08-29T19:03:06.808 INFO:tasks.workunit.client.0.smithi028.stdout: "stats_invalid": false, 2024-08-29T19:03:06.808 INFO:tasks.workunit.client.0.smithi028.stdout: "up": [ 2024-08-29T19:03:06.808 INFO:tasks.workunit.client.0.smithi028.stdout: 7, 2024-08-29T19:03:06.808 INFO:tasks.workunit.client.0.smithi028.stdout: 0, 2024-08-29T19:03:06.808 INFO:tasks.workunit.client.0.smithi028.stdout: 4 2024-08-29T19:03:06.808 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-08-29T19:03:06.809 INFO:tasks.workunit.client.0.smithi028.stdout: "up_primary": 7, 2024-08-29T19:03:06.809 INFO:tasks.workunit.client.0.smithi028.stdout: "version": "0'0" 2024-08-29T19:03:06.809 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:06.809 INFO:tasks.workunit.client.0.smithi028.stdout: { 2024-08-29T19:03:06.809 INFO:tasks.workunit.client.0.smithi028.stdout: "acting": [ 2024-08-29T19:03:06.809 INFO:tasks.workunit.client.0.smithi028.stdout: 0, 2024-08-29T19:03:06.809 INFO:tasks.workunit.client.0.smithi028.stdout: 5, 2024-08-29T19:03:06.809 INFO:tasks.workunit.client.0.smithi028.stdout: 7 2024-08-29T19:03:06.809 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-08-29T19:03:06.809 INFO:tasks.workunit.client.0.smithi028.stdout: "acting_primary": 0, 2024-08-29T19:03:06.809 INFO:tasks.workunit.client.0.smithi028.stdout: "avail_no_missing": [], 2024-08-29T19:03:06.809 INFO:tasks.workunit.client.0.smithi028.stdout: "blocked_by": [], 2024-08-29T19:03:06.809 INFO:tasks.workunit.client.0.smithi028.stdout: "created": 69, 2024-08-29T19:03:06.810 INFO:tasks.workunit.client.0.smithi028.stdout: "dirty_stats_invalid": false, 2024-08-29T19:03:06.810 INFO:tasks.workunit.client.0.smithi028.stdout: "hitset_bytes_stats_invalid": false, 2024-08-29T19:03:06.810 INFO:tasks.workunit.client.0.smithi028.stdout: "hitset_stats_invalid": false, 2024-08-29T19:03:06.810 INFO:tasks.workunit.client.0.smithi028.stdout: "last_active": "2024-08-29T19:02:14.106274+0000", 2024-08-29T19:03:06.810 INFO:tasks.workunit.client.0.smithi028.stdout: "last_became_active": "2024-08-29T17:58:11.357038+0000", 2024-08-29T19:03:06.810 INFO:tasks.workunit.client.0.smithi028.stdout: "last_became_peered": "2024-08-29T17:58:11.357038+0000", 2024-08-29T19:03:06.810 INFO:tasks.workunit.client.0.smithi028.stdout: "last_change": "2024-08-29T18:32:49.460790+0000", 2024-08-29T19:03:06.810 INFO:tasks.workunit.client.0.smithi028.stdout: "last_clean": "2024-08-29T19:02:14.106274+0000", 2024-08-29T19:03:06.810 INFO:tasks.workunit.client.0.smithi028.stdout: "last_clean_scrub_stamp": "2024-08-29T17:43:39.870944+0000", 2024-08-29T19:03:06.810 INFO:tasks.workunit.client.0.smithi028.stdout: "last_deep_scrub": "0'0", 2024-08-29T19:03:06.810 INFO:tasks.workunit.client.0.smithi028.stdout: "last_deep_scrub_stamp": "2024-08-29T17:43:39.870944+0000", 2024-08-29T19:03:06.810 INFO:tasks.workunit.client.0.smithi028.stdout: "last_epoch_clean": 681, 2024-08-29T19:03:06.810 INFO:tasks.workunit.client.0.smithi028.stdout: "last_fresh": "2024-08-29T19:02:14.106274+0000", 2024-08-29T19:03:06.811 INFO:tasks.workunit.client.0.smithi028.stdout: "last_fullsized": "2024-08-29T19:02:14.106274+0000", 2024-08-29T19:03:06.811 INFO:tasks.workunit.client.0.smithi028.stdout: "last_peered": "2024-08-29T19:02:14.106274+0000", 2024-08-29T19:03:06.811 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub": "0'0", 2024-08-29T19:03:06.811 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub_duration": 0, 2024-08-29T19:03:06.811 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub_stamp": "2024-08-29T17:43:39.870944+0000", 2024-08-29T19:03:06.811 INFO:tasks.workunit.client.0.smithi028.stdout: "last_undegraded": "2024-08-29T19:02:14.106274+0000", 2024-08-29T19:03:06.811 INFO:tasks.workunit.client.0.smithi028.stdout: "last_unstale": "2024-08-29T19:02:14.106274+0000", 2024-08-29T19:03:06.811 INFO:tasks.workunit.client.0.smithi028.stdout: "log_dups_size": 0, 2024-08-29T19:03:06.811 INFO:tasks.workunit.client.0.smithi028.stdout: "log_size": 2978, 2024-08-29T19:03:06.811 INFO:tasks.workunit.client.0.smithi028.stdout: "log_start": "0'0", 2024-08-29T19:03:06.811 INFO:tasks.workunit.client.0.smithi028.stdout: "manifest_stats_invalid": false, 2024-08-29T19:03:06.811 INFO:tasks.workunit.client.0.smithi028.stdout: "mapping_epoch": 680, 2024-08-29T19:03:06.811 INFO:tasks.workunit.client.0.smithi028.stdout: "object_location_counts": [], 2024-08-29T19:03:06.811 INFO:tasks.workunit.client.0.smithi028.stdout: "objects_scrubbed": 0, 2024-08-29T19:03:06.812 INFO:tasks.workunit.client.0.smithi028.stdout: "objects_trimmed": 0, 2024-08-29T19:03:06.812 INFO:tasks.workunit.client.0.smithi028.stdout: "omap_stats_invalid": false, 2024-08-29T19:03:06.812 INFO:tasks.workunit.client.0.smithi028.stdout: "ondisk_log_size": 2978, 2024-08-29T19:03:06.812 INFO:tasks.workunit.client.0.smithi028.stdout: "ondisk_log_start": "0'0", 2024-08-29T19:03:06.812 INFO:tasks.workunit.client.0.smithi028.stdout: "parent": "0.0", 2024-08-29T19:03:06.812 INFO:tasks.workunit.client.0.smithi028.stdout: "parent_split_bits": 0, 2024-08-29T19:03:06.812 INFO:tasks.workunit.client.0.smithi028.stdout: "pgid": "4.3", 2024-08-29T19:03:06.812 INFO:tasks.workunit.client.0.smithi028.stdout: "pin_stats_invalid": false, 2024-08-29T19:03:06.812 INFO:tasks.workunit.client.0.smithi028.stdout: "purged_snaps": [], 2024-08-29T19:03:06.812 INFO:tasks.workunit.client.0.smithi028.stdout: "reported_epoch": 2650, 2024-08-29T19:03:06.812 INFO:tasks.workunit.client.0.smithi028.stdout: "reported_seq": 8363, 2024-08-29T19:03:06.812 INFO:tasks.workunit.client.0.smithi028.stdout: "scrub_duration": 0.0, 2024-08-29T19:03:06.812 INFO:tasks.workunit.client.0.smithi028.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-31T05:12:40.871753+0000", 2024-08-29T19:03:06.813 INFO:tasks.workunit.client.0.smithi028.stdout: "snaptrim_duration": 0.018498668, 2024-08-29T19:03:06.813 INFO:tasks.workunit.client.0.smithi028.stdout: "snaptrimq_len": 0, 2024-08-29T19:03:06.813 INFO:tasks.workunit.client.0.smithi028.stdout: "stat_sum": { 2024-08-29T19:03:06.813 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes": 0, 2024-08-29T19:03:06.813 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes_hit_set_archive": 0, 2024-08-29T19:03:06.813 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes_recovered": 0, 2024-08-29T19:03:06.813 INFO:tasks.workunit.client.0.smithi028.stdout: "num_deep_scrub_errors": 0, 2024-08-29T19:03:06.813 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict": 0, 2024-08-29T19:03:06.813 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_kb": 0, 2024-08-29T19:03:06.813 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_mode_full": 0, 2024-08-29T19:03:06.813 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_mode_some": 0, 2024-08-29T19:03:06.813 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush": 0, 2024-08-29T19:03:06.813 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_kb": 0, 2024-08-29T19:03:06.813 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_mode_high": 0, 2024-08-29T19:03:06.814 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_mode_low": 0, 2024-08-29T19:03:06.814 INFO:tasks.workunit.client.0.smithi028.stdout: "num_keys_recovered": 0, 2024-08-29T19:03:06.814 INFO:tasks.workunit.client.0.smithi028.stdout: "num_large_omap_objects": 0, 2024-08-29T19:03:06.814 INFO:tasks.workunit.client.0.smithi028.stdout: "num_legacy_snapsets": 0, 2024-08-29T19:03:06.814 INFO:tasks.workunit.client.0.smithi028.stdout: "num_object_clones": 0, 2024-08-29T19:03:06.814 INFO:tasks.workunit.client.0.smithi028.stdout: "num_object_copies": 3, 2024-08-29T19:03:06.814 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects": 1, 2024-08-29T19:03:06.814 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_degraded": 0, 2024-08-29T19:03:06.814 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_dirty": 1, 2024-08-29T19:03:06.814 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_hit_set_archive": 0, 2024-08-29T19:03:06.814 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_manifest": 0, 2024-08-29T19:03:06.814 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_misplaced": 0, 2024-08-29T19:03:06.814 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_missing": 0, 2024-08-29T19:03:06.814 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_missing_on_primary": 0, 2024-08-29T19:03:06.815 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_omap": 1, 2024-08-29T19:03:06.815 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_pinned": 0, 2024-08-29T19:03:06.815 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_recovered": 0, 2024-08-29T19:03:06.815 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_repaired": 0, 2024-08-29T19:03:06.815 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_unfound": 0, 2024-08-29T19:03:06.815 INFO:tasks.workunit.client.0.smithi028.stdout: "num_omap_bytes": 0, 2024-08-29T19:03:06.815 INFO:tasks.workunit.client.0.smithi028.stdout: "num_omap_keys": 0, 2024-08-29T19:03:06.815 INFO:tasks.workunit.client.0.smithi028.stdout: "num_promote": 0, 2024-08-29T19:03:06.815 INFO:tasks.workunit.client.0.smithi028.stdout: "num_read": 801, 2024-08-29T19:03:06.815 INFO:tasks.workunit.client.0.smithi028.stdout: "num_read_kb": 375352, 2024-08-29T19:03:06.815 INFO:tasks.workunit.client.0.smithi028.stdout: "num_scrub_errors": 0, 2024-08-29T19:03:06.815 INFO:tasks.workunit.client.0.smithi028.stdout: "num_shallow_scrub_errors": 0, 2024-08-29T19:03:06.815 INFO:tasks.workunit.client.0.smithi028.stdout: "num_whiteouts": 0, 2024-08-29T19:03:06.815 INFO:tasks.workunit.client.0.smithi028.stdout: "num_write": 2971, 2024-08-29T19:03:06.816 INFO:tasks.workunit.client.0.smithi028.stdout: "num_write_kb": 383671 2024-08-29T19:03:06.816 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:06.816 INFO:tasks.workunit.client.0.smithi028.stdout: "state": "active+clean", 2024-08-29T19:03:06.816 INFO:tasks.workunit.client.0.smithi028.stdout: "stats_invalid": false, 2024-08-29T19:03:06.816 INFO:tasks.workunit.client.0.smithi028.stdout: "up": [ 2024-08-29T19:03:06.816 INFO:tasks.workunit.client.0.smithi028.stdout: 0, 2024-08-29T19:03:06.816 INFO:tasks.workunit.client.0.smithi028.stdout: 5, 2024-08-29T19:03:06.816 INFO:tasks.workunit.client.0.smithi028.stdout: 7 2024-08-29T19:03:06.816 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-08-29T19:03:06.816 INFO:tasks.workunit.client.0.smithi028.stdout: "up_primary": 0, 2024-08-29T19:03:06.816 INFO:tasks.workunit.client.0.smithi028.stdout: "version": "1182'2978" 2024-08-29T19:03:06.816 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:06.816 INFO:tasks.workunit.client.0.smithi028.stdout: { 2024-08-29T19:03:06.817 INFO:tasks.workunit.client.0.smithi028.stdout: "acting": [ 2024-08-29T19:03:06.817 INFO:tasks.workunit.client.0.smithi028.stdout: 5, 2024-08-29T19:03:06.817 INFO:tasks.workunit.client.0.smithi028.stdout: 3, 2024-08-29T19:03:06.817 INFO:tasks.workunit.client.0.smithi028.stdout: 2 2024-08-29T19:03:06.817 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-08-29T19:03:06.817 INFO:tasks.workunit.client.0.smithi028.stdout: "acting_primary": 5, 2024-08-29T19:03:06.817 INFO:tasks.workunit.client.0.smithi028.stdout: "avail_no_missing": [], 2024-08-29T19:03:06.817 INFO:tasks.workunit.client.0.smithi028.stdout: "blocked_by": [], 2024-08-29T19:03:06.817 INFO:tasks.workunit.client.0.smithi028.stdout: "created": 62, 2024-08-29T19:03:06.817 INFO:tasks.workunit.client.0.smithi028.stdout: "dirty_stats_invalid": false, 2024-08-29T19:03:06.817 INFO:tasks.workunit.client.0.smithi028.stdout: "hitset_bytes_stats_invalid": false, 2024-08-29T19:03:06.817 INFO:tasks.workunit.client.0.smithi028.stdout: "hitset_stats_invalid": false, 2024-08-29T19:03:06.817 INFO:tasks.workunit.client.0.smithi028.stdout: "last_active": "2024-08-29T19:02:14.917610+0000", 2024-08-29T19:03:06.818 INFO:tasks.workunit.client.0.smithi028.stdout: "last_became_active": "2024-08-29T17:57:02.377844+0000", 2024-08-29T19:03:06.818 INFO:tasks.workunit.client.0.smithi028.stdout: "last_became_peered": "2024-08-29T17:57:02.377844+0000", 2024-08-29T19:03:06.818 INFO:tasks.workunit.client.0.smithi028.stdout: "last_change": "2024-08-29T17:57:02.378527+0000", 2024-08-29T19:03:06.818 INFO:tasks.workunit.client.0.smithi028.stdout: "last_clean": "2024-08-29T19:02:14.917610+0000", 2024-08-29T19:03:06.818 INFO:tasks.workunit.client.0.smithi028.stdout: "last_clean_scrub_stamp": "2024-08-29T17:41:01.987071+0000", 2024-08-29T19:03:06.818 INFO:tasks.workunit.client.0.smithi028.stdout: "last_deep_scrub": "0'0", 2024-08-29T19:03:06.818 INFO:tasks.workunit.client.0.smithi028.stdout: "last_deep_scrub_stamp": "2024-08-29T17:41:01.987071+0000", 2024-08-29T19:03:06.818 INFO:tasks.workunit.client.0.smithi028.stdout: "last_epoch_clean": 613, 2024-08-29T19:03:06.818 INFO:tasks.workunit.client.0.smithi028.stdout: "last_fresh": "2024-08-29T19:02:14.917610+0000", 2024-08-29T19:03:06.818 INFO:tasks.workunit.client.0.smithi028.stdout: "last_fullsized": "2024-08-29T19:02:14.917610+0000", 2024-08-29T19:03:06.818 INFO:tasks.workunit.client.0.smithi028.stdout: "last_peered": "2024-08-29T19:02:14.917610+0000", 2024-08-29T19:03:06.818 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub": "0'0", 2024-08-29T19:03:06.818 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub_duration": 0, 2024-08-29T19:03:06.819 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub_stamp": "2024-08-29T17:41:01.987071+0000", 2024-08-29T19:03:06.819 INFO:tasks.workunit.client.0.smithi028.stdout: "last_undegraded": "2024-08-29T19:02:14.917610+0000", 2024-08-29T19:03:06.819 INFO:tasks.workunit.client.0.smithi028.stdout: "last_unstale": "2024-08-29T19:02:14.917610+0000", 2024-08-29T19:03:06.819 INFO:tasks.workunit.client.0.smithi028.stdout: "log_dups_size": 0, 2024-08-29T19:03:06.819 INFO:tasks.workunit.client.0.smithi028.stdout: "log_size": 0, 2024-08-29T19:03:06.819 INFO:tasks.workunit.client.0.smithi028.stdout: "log_start": "0'0", 2024-08-29T19:03:06.819 INFO:tasks.workunit.client.0.smithi028.stdout: "manifest_stats_invalid": false, 2024-08-29T19:03:06.819 INFO:tasks.workunit.client.0.smithi028.stdout: "mapping_epoch": 612, 2024-08-29T19:03:06.819 INFO:tasks.workunit.client.0.smithi028.stdout: "object_location_counts": [], 2024-08-29T19:03:06.819 INFO:tasks.workunit.client.0.smithi028.stdout: "objects_scrubbed": 0, 2024-08-29T19:03:06.819 INFO:tasks.workunit.client.0.smithi028.stdout: "objects_trimmed": 0, 2024-08-29T19:03:06.819 INFO:tasks.workunit.client.0.smithi028.stdout: "omap_stats_invalid": false, 2024-08-29T19:03:06.819 INFO:tasks.workunit.client.0.smithi028.stdout: "ondisk_log_size": 0, 2024-08-29T19:03:06.819 INFO:tasks.workunit.client.0.smithi028.stdout: "ondisk_log_start": "0'0", 2024-08-29T19:03:06.820 INFO:tasks.workunit.client.0.smithi028.stdout: "parent": "0.0", 2024-08-29T19:03:06.820 INFO:tasks.workunit.client.0.smithi028.stdout: "parent_split_bits": 0, 2024-08-29T19:03:06.820 INFO:tasks.workunit.client.0.smithi028.stdout: "pgid": "3.5", 2024-08-29T19:03:06.820 INFO:tasks.workunit.client.0.smithi028.stdout: "pin_stats_invalid": false, 2024-08-29T19:03:06.820 INFO:tasks.workunit.client.0.smithi028.stdout: "purged_snaps": [], 2024-08-29T19:03:06.820 INFO:tasks.workunit.client.0.smithi028.stdout: "reported_epoch": 2650, 2024-08-29T19:03:06.820 INFO:tasks.workunit.client.0.smithi028.stdout: "reported_seq": 4645, 2024-08-29T19:03:06.820 INFO:tasks.workunit.client.0.smithi028.stdout: "scrub_duration": 0.0, 2024-08-29T19:03:06.820 INFO:tasks.workunit.client.0.smithi028.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-30T17:44:55.722295+0000", 2024-08-29T19:03:06.820 INFO:tasks.workunit.client.0.smithi028.stdout: "snaptrim_duration": 0.0, 2024-08-29T19:03:06.820 INFO:tasks.workunit.client.0.smithi028.stdout: "snaptrimq_len": 0, 2024-08-29T19:03:06.820 INFO:tasks.workunit.client.0.smithi028.stdout: "stat_sum": { 2024-08-29T19:03:06.820 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes": 0, 2024-08-29T19:03:06.821 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes_hit_set_archive": 0, 2024-08-29T19:03:06.821 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes_recovered": 0, 2024-08-29T19:03:06.821 INFO:tasks.workunit.client.0.smithi028.stdout: "num_deep_scrub_errors": 0, 2024-08-29T19:03:06.821 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict": 0, 2024-08-29T19:03:06.821 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_kb": 0, 2024-08-29T19:03:06.821 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_mode_full": 0, 2024-08-29T19:03:06.821 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_mode_some": 0, 2024-08-29T19:03:06.821 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush": 0, 2024-08-29T19:03:06.821 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_kb": 0, 2024-08-29T19:03:06.821 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_mode_high": 0, 2024-08-29T19:03:06.821 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_mode_low": 0, 2024-08-29T19:03:06.821 INFO:tasks.workunit.client.0.smithi028.stdout: "num_keys_recovered": 0, 2024-08-29T19:03:06.821 INFO:tasks.workunit.client.0.smithi028.stdout: "num_large_omap_objects": 0, 2024-08-29T19:03:06.821 INFO:tasks.workunit.client.0.smithi028.stdout: "num_legacy_snapsets": 0, 2024-08-29T19:03:06.822 INFO:tasks.workunit.client.0.smithi028.stdout: "num_object_clones": 0, 2024-08-29T19:03:06.822 INFO:tasks.workunit.client.0.smithi028.stdout: "num_object_copies": 0, 2024-08-29T19:03:06.822 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects": 0, 2024-08-29T19:03:06.822 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_degraded": 0, 2024-08-29T19:03:06.822 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_dirty": 0, 2024-08-29T19:03:06.822 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_hit_set_archive": 0, 2024-08-29T19:03:06.822 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_manifest": 0, 2024-08-29T19:03:06.822 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_misplaced": 0, 2024-08-29T19:03:06.822 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_missing": 0, 2024-08-29T19:03:06.822 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_missing_on_primary": 0, 2024-08-29T19:03:06.822 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_omap": 0, 2024-08-29T19:03:06.822 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_pinned": 0, 2024-08-29T19:03:06.822 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_recovered": 0, 2024-08-29T19:03:06.822 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_repaired": 0, 2024-08-29T19:03:06.823 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_unfound": 0, 2024-08-29T19:03:06.823 INFO:tasks.workunit.client.0.smithi028.stdout: "num_omap_bytes": 0, 2024-08-29T19:03:06.823 INFO:tasks.workunit.client.0.smithi028.stdout: "num_omap_keys": 0, 2024-08-29T19:03:06.823 INFO:tasks.workunit.client.0.smithi028.stdout: "num_promote": 0, 2024-08-29T19:03:06.823 INFO:tasks.workunit.client.0.smithi028.stdout: "num_read": 0, 2024-08-29T19:03:06.823 INFO:tasks.workunit.client.0.smithi028.stdout: "num_read_kb": 0, 2024-08-29T19:03:06.823 INFO:tasks.workunit.client.0.smithi028.stdout: "num_scrub_errors": 0, 2024-08-29T19:03:06.823 INFO:tasks.workunit.client.0.smithi028.stdout: "num_shallow_scrub_errors": 0, 2024-08-29T19:03:06.823 INFO:tasks.workunit.client.0.smithi028.stdout: "num_whiteouts": 0, 2024-08-29T19:03:06.823 INFO:tasks.workunit.client.0.smithi028.stdout: "num_write": 0, 2024-08-29T19:03:06.823 INFO:tasks.workunit.client.0.smithi028.stdout: "num_write_kb": 0 2024-08-29T19:03:06.823 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:06.823 INFO:tasks.workunit.client.0.smithi028.stdout: "state": "active+clean", 2024-08-29T19:03:06.823 INFO:tasks.workunit.client.0.smithi028.stdout: "stats_invalid": false, 2024-08-29T19:03:06.824 INFO:tasks.workunit.client.0.smithi028.stdout: "up": [ 2024-08-29T19:03:06.824 INFO:tasks.workunit.client.0.smithi028.stdout: 5, 2024-08-29T19:03:06.824 INFO:tasks.workunit.client.0.smithi028.stdout: 3, 2024-08-29T19:03:06.824 INFO:tasks.workunit.client.0.smithi028.stdout: 2 2024-08-29T19:03:06.824 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-08-29T19:03:06.824 INFO:tasks.workunit.client.0.smithi028.stdout: "up_primary": 5, 2024-08-29T19:03:06.824 INFO:tasks.workunit.client.0.smithi028.stdout: "version": "0'0" 2024-08-29T19:03:06.824 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:06.824 INFO:tasks.workunit.client.0.smithi028.stdout: { 2024-08-29T19:03:06.824 INFO:tasks.workunit.client.0.smithi028.stdout: "acting": [ 2024-08-29T19:03:06.824 INFO:tasks.workunit.client.0.smithi028.stdout: 1, 2024-08-29T19:03:06.824 INFO:tasks.workunit.client.0.smithi028.stdout: 0, 2024-08-29T19:03:06.824 INFO:tasks.workunit.client.0.smithi028.stdout: 7 2024-08-29T19:03:06.825 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-08-29T19:03:06.825 INFO:tasks.workunit.client.0.smithi028.stdout: "acting_primary": 1, 2024-08-29T19:03:06.825 INFO:tasks.workunit.client.0.smithi028.stdout: "avail_no_missing": [], 2024-08-29T19:03:06.825 INFO:tasks.workunit.client.0.smithi028.stdout: "blocked_by": [], 2024-08-29T19:03:06.825 INFO:tasks.workunit.client.0.smithi028.stdout: "created": 59, 2024-08-29T19:03:06.825 INFO:tasks.workunit.client.0.smithi028.stdout: "dirty_stats_invalid": false, 2024-08-29T19:03:06.825 INFO:tasks.workunit.client.0.smithi028.stdout: "hitset_bytes_stats_invalid": false, 2024-08-29T19:03:06.825 INFO:tasks.workunit.client.0.smithi028.stdout: "hitset_stats_invalid": false, 2024-08-29T19:03:06.825 INFO:tasks.workunit.client.0.smithi028.stdout: "last_active": "2024-08-29T19:02:14.818328+0000", 2024-08-29T19:03:06.825 INFO:tasks.workunit.client.0.smithi028.stdout: "last_became_active": "2024-08-29T17:58:11.361610+0000", 2024-08-29T19:03:06.825 INFO:tasks.workunit.client.0.smithi028.stdout: "last_became_peered": "2024-08-29T17:58:11.361610+0000", 2024-08-29T19:03:06.825 INFO:tasks.workunit.client.0.smithi028.stdout: "last_change": "2024-08-29T17:58:11.362383+0000", 2024-08-29T19:03:06.825 INFO:tasks.workunit.client.0.smithi028.stdout: "last_clean": "2024-08-29T19:02:14.818328+0000", 2024-08-29T19:03:06.826 INFO:tasks.workunit.client.0.smithi028.stdout: "last_clean_scrub_stamp": "2024-08-29T17:40:52.944949+0000", 2024-08-29T19:03:06.826 INFO:tasks.workunit.client.0.smithi028.stdout: "last_deep_scrub": "0'0", 2024-08-29T19:03:06.826 INFO:tasks.workunit.client.0.smithi028.stdout: "last_deep_scrub_stamp": "2024-08-29T17:40:52.944949+0000", 2024-08-29T19:03:06.826 INFO:tasks.workunit.client.0.smithi028.stdout: "last_epoch_clean": 681, 2024-08-29T19:03:06.826 INFO:tasks.workunit.client.0.smithi028.stdout: "last_fresh": "2024-08-29T19:02:14.818328+0000", 2024-08-29T19:03:06.826 INFO:tasks.workunit.client.0.smithi028.stdout: "last_fullsized": "2024-08-29T19:02:14.818328+0000", 2024-08-29T19:03:06.826 INFO:tasks.workunit.client.0.smithi028.stdout: "last_peered": "2024-08-29T19:02:14.818328+0000", 2024-08-29T19:03:06.826 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub": "0'0", 2024-08-29T19:03:06.826 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub_duration": 0, 2024-08-29T19:03:06.826 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub_stamp": "2024-08-29T17:40:52.944949+0000", 2024-08-29T19:03:06.826 INFO:tasks.workunit.client.0.smithi028.stdout: "last_undegraded": "2024-08-29T19:02:14.818328+0000", 2024-08-29T19:03:06.826 INFO:tasks.workunit.client.0.smithi028.stdout: "last_unstale": "2024-08-29T19:02:14.818328+0000", 2024-08-29T19:03:06.826 INFO:tasks.workunit.client.0.smithi028.stdout: "log_dups_size": 0, 2024-08-29T19:03:06.826 INFO:tasks.workunit.client.0.smithi028.stdout: "log_size": 0, 2024-08-29T19:03:06.827 INFO:tasks.workunit.client.0.smithi028.stdout: "log_start": "0'0", 2024-08-29T19:03:06.827 INFO:tasks.workunit.client.0.smithi028.stdout: "manifest_stats_invalid": false, 2024-08-29T19:03:06.827 INFO:tasks.workunit.client.0.smithi028.stdout: "mapping_epoch": 680, 2024-08-29T19:03:06.827 INFO:tasks.workunit.client.0.smithi028.stdout: "object_location_counts": [], 2024-08-29T19:03:06.827 INFO:tasks.workunit.client.0.smithi028.stdout: "objects_scrubbed": 0, 2024-08-29T19:03:06.827 INFO:tasks.workunit.client.0.smithi028.stdout: "objects_trimmed": 0, 2024-08-29T19:03:06.827 INFO:tasks.workunit.client.0.smithi028.stdout: "omap_stats_invalid": false, 2024-08-29T19:03:06.827 INFO:tasks.workunit.client.0.smithi028.stdout: "ondisk_log_size": 0, 2024-08-29T19:03:06.827 INFO:tasks.workunit.client.0.smithi028.stdout: "ondisk_log_start": "0'0", 2024-08-29T19:03:06.827 INFO:tasks.workunit.client.0.smithi028.stdout: "parent": "0.0", 2024-08-29T19:03:06.827 INFO:tasks.workunit.client.0.smithi028.stdout: "parent_split_bits": 0, 2024-08-29T19:03:06.827 INFO:tasks.workunit.client.0.smithi028.stdout: "pgid": "2.4", 2024-08-29T19:03:06.827 INFO:tasks.workunit.client.0.smithi028.stdout: "pin_stats_invalid": false, 2024-08-29T19:03:06.828 INFO:tasks.workunit.client.0.smithi028.stdout: "purged_snaps": [], 2024-08-29T19:03:06.828 INFO:tasks.workunit.client.0.smithi028.stdout: "reported_epoch": 2650, 2024-08-29T19:03:06.828 INFO:tasks.workunit.client.0.smithi028.stdout: "reported_seq": 4784, 2024-08-29T19:03:06.828 INFO:tasks.workunit.client.0.smithi028.stdout: "scrub_duration": 0.0, 2024-08-29T19:03:06.828 INFO:tasks.workunit.client.0.smithi028.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-31T01:46:43.813502+0000", 2024-08-29T19:03:06.828 INFO:tasks.workunit.client.0.smithi028.stdout: "snaptrim_duration": 0.0, 2024-08-29T19:03:06.828 INFO:tasks.workunit.client.0.smithi028.stdout: "snaptrimq_len": 0, 2024-08-29T19:03:06.828 INFO:tasks.workunit.client.0.smithi028.stdout: "stat_sum": { 2024-08-29T19:03:06.828 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes": 0, 2024-08-29T19:03:06.828 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes_hit_set_archive": 0, 2024-08-29T19:03:06.828 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes_recovered": 0, 2024-08-29T19:03:06.828 INFO:tasks.workunit.client.0.smithi028.stdout: "num_deep_scrub_errors": 0, 2024-08-29T19:03:06.828 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict": 0, 2024-08-29T19:03:06.829 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_kb": 0, 2024-08-29T19:03:06.829 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_mode_full": 0, 2024-08-29T19:03:06.829 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_mode_some": 0, 2024-08-29T19:03:06.829 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush": 0, 2024-08-29T19:03:06.829 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_kb": 0, 2024-08-29T19:03:06.829 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_mode_high": 0, 2024-08-29T19:03:06.829 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_mode_low": 0, 2024-08-29T19:03:06.829 INFO:tasks.workunit.client.0.smithi028.stdout: "num_keys_recovered": 0, 2024-08-29T19:03:06.829 INFO:tasks.workunit.client.0.smithi028.stdout: "num_large_omap_objects": 0, 2024-08-29T19:03:06.829 INFO:tasks.workunit.client.0.smithi028.stdout: "num_legacy_snapsets": 0, 2024-08-29T19:03:06.829 INFO:tasks.workunit.client.0.smithi028.stdout: "num_object_clones": 0, 2024-08-29T19:03:06.829 INFO:tasks.workunit.client.0.smithi028.stdout: "num_object_copies": 0, 2024-08-29T19:03:06.829 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects": 0, 2024-08-29T19:03:06.830 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_degraded": 0, 2024-08-29T19:03:06.830 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_dirty": 0, 2024-08-29T19:03:06.830 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_hit_set_archive": 0, 2024-08-29T19:03:06.830 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_manifest": 0, 2024-08-29T19:03:06.830 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_misplaced": 0, 2024-08-29T19:03:06.830 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_missing": 0, 2024-08-29T19:03:06.830 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_missing_on_primary": 0, 2024-08-29T19:03:06.830 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_omap": 0, 2024-08-29T19:03:06.830 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_pinned": 0, 2024-08-29T19:03:06.830 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_recovered": 0, 2024-08-29T19:03:06.830 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_repaired": 0, 2024-08-29T19:03:06.830 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_unfound": 0, 2024-08-29T19:03:06.831 INFO:tasks.workunit.client.0.smithi028.stdout: "num_omap_bytes": 0, 2024-08-29T19:03:06.831 INFO:tasks.workunit.client.0.smithi028.stdout: "num_omap_keys": 0, 2024-08-29T19:03:06.831 INFO:tasks.workunit.client.0.smithi028.stdout: "num_promote": 0, 2024-08-29T19:03:06.831 INFO:tasks.workunit.client.0.smithi028.stdout: "num_read": 0, 2024-08-29T19:03:06.831 INFO:tasks.workunit.client.0.smithi028.stdout: "num_read_kb": 0, 2024-08-29T19:03:06.831 INFO:tasks.workunit.client.0.smithi028.stdout: "num_scrub_errors": 0, 2024-08-29T19:03:06.831 INFO:tasks.workunit.client.0.smithi028.stdout: "num_shallow_scrub_errors": 0, 2024-08-29T19:03:06.831 INFO:tasks.workunit.client.0.smithi028.stdout: "num_whiteouts": 0, 2024-08-29T19:03:06.831 INFO:tasks.workunit.client.0.smithi028.stdout: "num_write": 0, 2024-08-29T19:03:06.831 INFO:tasks.workunit.client.0.smithi028.stdout: "num_write_kb": 0 2024-08-29T19:03:06.831 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:06.831 INFO:tasks.workunit.client.0.smithi028.stdout: "state": "active+clean", 2024-08-29T19:03:06.831 INFO:tasks.workunit.client.0.smithi028.stdout: "stats_invalid": false, 2024-08-29T19:03:06.832 INFO:tasks.workunit.client.0.smithi028.stdout: "up": [ 2024-08-29T19:03:06.832 INFO:tasks.workunit.client.0.smithi028.stdout: 1, 2024-08-29T19:03:06.832 INFO:tasks.workunit.client.0.smithi028.stdout: 0, 2024-08-29T19:03:06.832 INFO:tasks.workunit.client.0.smithi028.stdout: 7 2024-08-29T19:03:06.832 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-08-29T19:03:06.832 INFO:tasks.workunit.client.0.smithi028.stdout: "up_primary": 1, 2024-08-29T19:03:06.832 INFO:tasks.workunit.client.0.smithi028.stdout: "version": "0'0" 2024-08-29T19:03:06.832 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:06.832 INFO:tasks.workunit.client.0.smithi028.stdout: { 2024-08-29T19:03:06.832 INFO:tasks.workunit.client.0.smithi028.stdout: "acting": [ 2024-08-29T19:03:06.832 INFO:tasks.workunit.client.0.smithi028.stdout: 1, 2024-08-29T19:03:06.832 INFO:tasks.workunit.client.0.smithi028.stdout: 5, 2024-08-29T19:03:06.832 INFO:tasks.workunit.client.0.smithi028.stdout: 4 2024-08-29T19:03:06.832 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-08-29T19:03:06.833 INFO:tasks.workunit.client.0.smithi028.stdout: "acting_primary": 1, 2024-08-29T19:03:06.833 INFO:tasks.workunit.client.0.smithi028.stdout: "avail_no_missing": [], 2024-08-29T19:03:06.833 INFO:tasks.workunit.client.0.smithi028.stdout: "blocked_by": [], 2024-08-29T19:03:06.833 INFO:tasks.workunit.client.0.smithi028.stdout: "created": 69, 2024-08-29T19:03:06.833 INFO:tasks.workunit.client.0.smithi028.stdout: "dirty_stats_invalid": false, 2024-08-29T19:03:06.833 INFO:tasks.workunit.client.0.smithi028.stdout: "hitset_bytes_stats_invalid": false, 2024-08-29T19:03:06.833 INFO:tasks.workunit.client.0.smithi028.stdout: "hitset_stats_invalid": false, 2024-08-29T19:03:06.833 INFO:tasks.workunit.client.0.smithi028.stdout: "last_active": "2024-08-29T19:02:14.816791+0000", 2024-08-29T19:03:06.833 INFO:tasks.workunit.client.0.smithi028.stdout: "last_became_active": "2024-08-29T17:57:02.347975+0000", 2024-08-29T19:03:06.833 INFO:tasks.workunit.client.0.smithi028.stdout: "last_became_peered": "2024-08-29T17:57:02.347975+0000", 2024-08-29T19:03:06.833 INFO:tasks.workunit.client.0.smithi028.stdout: "last_change": "2024-08-29T18:32:49.460619+0000", 2024-08-29T19:03:06.833 INFO:tasks.workunit.client.0.smithi028.stdout: "last_clean": "2024-08-29T19:02:14.816791+0000", 2024-08-29T19:03:06.833 INFO:tasks.workunit.client.0.smithi028.stdout: "last_clean_scrub_stamp": "2024-08-29T17:43:39.870944+0000", 2024-08-29T19:03:06.833 INFO:tasks.workunit.client.0.smithi028.stdout: "last_deep_scrub": "0'0", 2024-08-29T19:03:06.834 INFO:tasks.workunit.client.0.smithi028.stdout: "last_deep_scrub_stamp": "2024-08-29T17:43:39.870944+0000", 2024-08-29T19:03:06.834 INFO:tasks.workunit.client.0.smithi028.stdout: "last_epoch_clean": 613, 2024-08-29T19:03:06.834 INFO:tasks.workunit.client.0.smithi028.stdout: "last_fresh": "2024-08-29T19:02:14.816791+0000", 2024-08-29T19:03:06.834 INFO:tasks.workunit.client.0.smithi028.stdout: "last_fullsized": "2024-08-29T19:02:14.816791+0000", 2024-08-29T19:03:06.834 INFO:tasks.workunit.client.0.smithi028.stdout: "last_peered": "2024-08-29T19:02:14.816791+0000", 2024-08-29T19:03:06.834 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub": "0'0", 2024-08-29T19:03:06.834 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub_duration": 0, 2024-08-29T19:03:06.834 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub_stamp": "2024-08-29T17:43:39.870944+0000", 2024-08-29T19:03:06.834 INFO:tasks.workunit.client.0.smithi028.stdout: "last_undegraded": "2024-08-29T19:02:14.816791+0000", 2024-08-29T19:03:06.834 INFO:tasks.workunit.client.0.smithi028.stdout: "last_unstale": "2024-08-29T19:02:14.816791+0000", 2024-08-29T19:03:06.834 INFO:tasks.workunit.client.0.smithi028.stdout: "log_dups_size": 0, 2024-08-29T19:03:06.834 INFO:tasks.workunit.client.0.smithi028.stdout: "log_size": 2987, 2024-08-29T19:03:06.835 INFO:tasks.workunit.client.0.smithi028.stdout: "log_start": "0'0", 2024-08-29T19:03:06.835 INFO:tasks.workunit.client.0.smithi028.stdout: "manifest_stats_invalid": false, 2024-08-29T19:03:06.835 INFO:tasks.workunit.client.0.smithi028.stdout: "mapping_epoch": 612, 2024-08-29T19:03:06.835 INFO:tasks.workunit.client.0.smithi028.stdout: "object_location_counts": [], 2024-08-29T19:03:06.835 INFO:tasks.workunit.client.0.smithi028.stdout: "objects_scrubbed": 0, 2024-08-29T19:03:06.835 INFO:tasks.workunit.client.0.smithi028.stdout: "objects_trimmed": 0, 2024-08-29T19:03:06.835 INFO:tasks.workunit.client.0.smithi028.stdout: "omap_stats_invalid": false, 2024-08-29T19:03:06.835 INFO:tasks.workunit.client.0.smithi028.stdout: "ondisk_log_size": 2987, 2024-08-29T19:03:06.835 INFO:tasks.workunit.client.0.smithi028.stdout: "ondisk_log_start": "0'0", 2024-08-29T19:03:06.835 INFO:tasks.workunit.client.0.smithi028.stdout: "parent": "0.0", 2024-08-29T19:03:06.835 INFO:tasks.workunit.client.0.smithi028.stdout: "parent_split_bits": 0, 2024-08-29T19:03:06.835 INFO:tasks.workunit.client.0.smithi028.stdout: "pgid": "4.2", 2024-08-29T19:03:06.835 INFO:tasks.workunit.client.0.smithi028.stdout: "pin_stats_invalid": false, 2024-08-29T19:03:06.836 INFO:tasks.workunit.client.0.smithi028.stdout: "purged_snaps": [], 2024-08-29T19:03:06.836 INFO:tasks.workunit.client.0.smithi028.stdout: "reported_epoch": 2650, 2024-08-29T19:03:06.836 INFO:tasks.workunit.client.0.smithi028.stdout: "reported_seq": 8390, 2024-08-29T19:03:06.836 INFO:tasks.workunit.client.0.smithi028.stdout: "scrub_duration": 0.0, 2024-08-29T19:03:06.836 INFO:tasks.workunit.client.0.smithi028.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-31T02:10:25.310021+0000", 2024-08-29T19:03:06.836 INFO:tasks.workunit.client.0.smithi028.stdout: "snaptrim_duration": 0.013873878, 2024-08-29T19:03:06.836 INFO:tasks.workunit.client.0.smithi028.stdout: "snaptrimq_len": 0, 2024-08-29T19:03:06.836 INFO:tasks.workunit.client.0.smithi028.stdout: "stat_sum": { 2024-08-29T19:03:06.836 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes": 19, 2024-08-29T19:03:06.836 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes_hit_set_archive": 0, 2024-08-29T19:03:06.836 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes_recovered": 0, 2024-08-29T19:03:06.836 INFO:tasks.workunit.client.0.smithi028.stdout: "num_deep_scrub_errors": 0, 2024-08-29T19:03:06.836 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict": 0, 2024-08-29T19:03:06.837 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_kb": 0, 2024-08-29T19:03:06.837 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_mode_full": 0, 2024-08-29T19:03:06.837 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_mode_some": 0, 2024-08-29T19:03:06.837 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush": 0, 2024-08-29T19:03:06.837 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_kb": 0, 2024-08-29T19:03:06.837 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_mode_high": 0, 2024-08-29T19:03:06.837 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_mode_low": 0, 2024-08-29T19:03:06.837 INFO:tasks.workunit.client.0.smithi028.stdout: "num_keys_recovered": 0, 2024-08-29T19:03:06.837 INFO:tasks.workunit.client.0.smithi028.stdout: "num_large_omap_objects": 0, 2024-08-29T19:03:06.837 INFO:tasks.workunit.client.0.smithi028.stdout: "num_legacy_snapsets": 0, 2024-08-29T19:03:06.837 INFO:tasks.workunit.client.0.smithi028.stdout: "num_object_clones": 0, 2024-08-29T19:03:06.837 INFO:tasks.workunit.client.0.smithi028.stdout: "num_object_copies": 3, 2024-08-29T19:03:06.837 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects": 1, 2024-08-29T19:03:06.838 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_degraded": 0, 2024-08-29T19:03:06.838 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_dirty": 1, 2024-08-29T19:03:06.838 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_hit_set_archive": 0, 2024-08-29T19:03:06.838 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_manifest": 0, 2024-08-29T19:03:06.838 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_misplaced": 0, 2024-08-29T19:03:06.838 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_missing": 0, 2024-08-29T19:03:06.838 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_missing_on_primary": 0, 2024-08-29T19:03:06.838 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_omap": 0, 2024-08-29T19:03:06.838 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_pinned": 0, 2024-08-29T19:03:06.838 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_recovered": 0, 2024-08-29T19:03:06.838 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_repaired": 0, 2024-08-29T19:03:06.838 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_unfound": 0, 2024-08-29T19:03:06.838 INFO:tasks.workunit.client.0.smithi028.stdout: "num_omap_bytes": 0, 2024-08-29T19:03:06.839 INFO:tasks.workunit.client.0.smithi028.stdout: "num_omap_keys": 0, 2024-08-29T19:03:06.839 INFO:tasks.workunit.client.0.smithi028.stdout: "num_promote": 0, 2024-08-29T19:03:06.839 INFO:tasks.workunit.client.0.smithi028.stdout: "num_read": 688, 2024-08-29T19:03:06.839 INFO:tasks.workunit.client.0.smithi028.stdout: "num_read_kb": 390731, 2024-08-29T19:03:06.839 INFO:tasks.workunit.client.0.smithi028.stdout: "num_scrub_errors": 0, 2024-08-29T19:03:06.839 INFO:tasks.workunit.client.0.smithi028.stdout: "num_shallow_scrub_errors": 0, 2024-08-29T19:03:06.839 INFO:tasks.workunit.client.0.smithi028.stdout: "num_whiteouts": 0, 2024-08-29T19:03:06.839 INFO:tasks.workunit.client.0.smithi028.stdout: "num_write": 2993, 2024-08-29T19:03:06.839 INFO:tasks.workunit.client.0.smithi028.stdout: "num_write_kb": 402623 2024-08-29T19:03:06.839 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:06.839 INFO:tasks.workunit.client.0.smithi028.stdout: "state": "active+clean", 2024-08-29T19:03:06.839 INFO:tasks.workunit.client.0.smithi028.stdout: "stats_invalid": false, 2024-08-29T19:03:06.839 INFO:tasks.workunit.client.0.smithi028.stdout: "up": [ 2024-08-29T19:03:06.840 INFO:tasks.workunit.client.0.smithi028.stdout: 1, 2024-08-29T19:03:06.840 INFO:tasks.workunit.client.0.smithi028.stdout: 5, 2024-08-29T19:03:06.840 INFO:tasks.workunit.client.0.smithi028.stdout: 4 2024-08-29T19:03:06.840 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-08-29T19:03:06.840 INFO:tasks.workunit.client.0.smithi028.stdout: "up_primary": 1, 2024-08-29T19:03:06.840 INFO:tasks.workunit.client.0.smithi028.stdout: "version": "1180'2987" 2024-08-29T19:03:06.840 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:06.840 INFO:tasks.workunit.client.0.smithi028.stdout: { 2024-08-29T19:03:06.840 INFO:tasks.workunit.client.0.smithi028.stdout: "acting": [ 2024-08-29T19:03:06.840 INFO:tasks.workunit.client.0.smithi028.stdout: 4, 2024-08-29T19:03:06.840 INFO:tasks.workunit.client.0.smithi028.stdout: 0, 2024-08-29T19:03:06.840 INFO:tasks.workunit.client.0.smithi028.stdout: 6 2024-08-29T19:03:06.840 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-08-29T19:03:06.840 INFO:tasks.workunit.client.0.smithi028.stdout: "acting_primary": 4, 2024-08-29T19:03:06.841 INFO:tasks.workunit.client.0.smithi028.stdout: "avail_no_missing": [], 2024-08-29T19:03:06.841 INFO:tasks.workunit.client.0.smithi028.stdout: "blocked_by": [], 2024-08-29T19:03:06.841 INFO:tasks.workunit.client.0.smithi028.stdout: "created": 62, 2024-08-29T19:03:06.841 INFO:tasks.workunit.client.0.smithi028.stdout: "dirty_stats_invalid": false, 2024-08-29T19:03:06.841 INFO:tasks.workunit.client.0.smithi028.stdout: "hitset_bytes_stats_invalid": false, 2024-08-29T19:03:06.841 INFO:tasks.workunit.client.0.smithi028.stdout: "hitset_stats_invalid": false, 2024-08-29T19:03:06.841 INFO:tasks.workunit.client.0.smithi028.stdout: "last_active": "2024-08-29T19:02:14.924625+0000", 2024-08-29T19:03:06.841 INFO:tasks.workunit.client.0.smithi028.stdout: "last_became_active": "2024-08-29T17:57:36.378595+0000", 2024-08-29T19:03:06.841 INFO:tasks.workunit.client.0.smithi028.stdout: "last_became_peered": "2024-08-29T17:57:36.378595+0000", 2024-08-29T19:03:06.841 INFO:tasks.workunit.client.0.smithi028.stdout: "last_change": "2024-08-29T17:57:36.378924+0000", 2024-08-29T19:03:06.841 INFO:tasks.workunit.client.0.smithi028.stdout: "last_clean": "2024-08-29T19:02:14.924625+0000", 2024-08-29T19:03:06.841 INFO:tasks.workunit.client.0.smithi028.stdout: "last_clean_scrub_stamp": "2024-08-29T17:41:01.987071+0000", 2024-08-29T19:03:06.841 INFO:tasks.workunit.client.0.smithi028.stdout: "last_deep_scrub": "0'0", 2024-08-29T19:03:06.842 INFO:tasks.workunit.client.0.smithi028.stdout: "last_deep_scrub_stamp": "2024-08-29T17:41:01.987071+0000", 2024-08-29T19:03:06.842 INFO:tasks.workunit.client.0.smithi028.stdout: "last_epoch_clean": 646, 2024-08-29T19:03:06.842 INFO:tasks.workunit.client.0.smithi028.stdout: "last_fresh": "2024-08-29T19:02:14.924625+0000", 2024-08-29T19:03:06.842 INFO:tasks.workunit.client.0.smithi028.stdout: "last_fullsized": "2024-08-29T19:02:14.924625+0000", 2024-08-29T19:03:06.842 INFO:tasks.workunit.client.0.smithi028.stdout: "last_peered": "2024-08-29T19:02:14.924625+0000", 2024-08-29T19:03:06.842 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub": "0'0", 2024-08-29T19:03:06.842 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub_duration": 0, 2024-08-29T19:03:06.842 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub_stamp": "2024-08-29T17:41:01.987071+0000", 2024-08-29T19:03:06.842 INFO:tasks.workunit.client.0.smithi028.stdout: "last_undegraded": "2024-08-29T19:02:14.924625+0000", 2024-08-29T19:03:06.842 INFO:tasks.workunit.client.0.smithi028.stdout: "last_unstale": "2024-08-29T19:02:14.924625+0000", 2024-08-29T19:03:06.842 INFO:tasks.workunit.client.0.smithi028.stdout: "log_dups_size": 0, 2024-08-29T19:03:06.842 INFO:tasks.workunit.client.0.smithi028.stdout: "log_size": 0, 2024-08-29T19:03:06.842 INFO:tasks.workunit.client.0.smithi028.stdout: "log_start": "0'0", 2024-08-29T19:03:06.843 INFO:tasks.workunit.client.0.smithi028.stdout: "manifest_stats_invalid": false, 2024-08-29T19:03:06.843 INFO:tasks.workunit.client.0.smithi028.stdout: "mapping_epoch": 645, 2024-08-29T19:03:06.843 INFO:tasks.workunit.client.0.smithi028.stdout: "object_location_counts": [], 2024-08-29T19:03:06.843 INFO:tasks.workunit.client.0.smithi028.stdout: "objects_scrubbed": 0, 2024-08-29T19:03:06.843 INFO:tasks.workunit.client.0.smithi028.stdout: "objects_trimmed": 0, 2024-08-29T19:03:06.843 INFO:tasks.workunit.client.0.smithi028.stdout: "omap_stats_invalid": false, 2024-08-29T19:03:06.843 INFO:tasks.workunit.client.0.smithi028.stdout: "ondisk_log_size": 0, 2024-08-29T19:03:06.843 INFO:tasks.workunit.client.0.smithi028.stdout: "ondisk_log_start": "0'0", 2024-08-29T19:03:06.843 INFO:tasks.workunit.client.0.smithi028.stdout: "parent": "0.0", 2024-08-29T19:03:06.843 INFO:tasks.workunit.client.0.smithi028.stdout: "parent_split_bits": 0, 2024-08-29T19:03:06.843 INFO:tasks.workunit.client.0.smithi028.stdout: "pgid": "3.3", 2024-08-29T19:03:06.843 INFO:tasks.workunit.client.0.smithi028.stdout: "pin_stats_invalid": false, 2024-08-29T19:03:06.843 INFO:tasks.workunit.client.0.smithi028.stdout: "purged_snaps": [], 2024-08-29T19:03:06.843 INFO:tasks.workunit.client.0.smithi028.stdout: "reported_epoch": 2650, 2024-08-29T19:03:06.844 INFO:tasks.workunit.client.0.smithi028.stdout: "reported_seq": 4678, 2024-08-29T19:03:06.844 INFO:tasks.workunit.client.0.smithi028.stdout: "scrub_duration": 0.0, 2024-08-29T19:03:06.844 INFO:tasks.workunit.client.0.smithi028.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-30T22:44:14.435677+0000", 2024-08-29T19:03:06.844 INFO:tasks.workunit.client.0.smithi028.stdout: "snaptrim_duration": 0.0, 2024-08-29T19:03:06.844 INFO:tasks.workunit.client.0.smithi028.stdout: "snaptrimq_len": 0, 2024-08-29T19:03:06.844 INFO:tasks.workunit.client.0.smithi028.stdout: "stat_sum": { 2024-08-29T19:03:06.844 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes": 0, 2024-08-29T19:03:06.844 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes_hit_set_archive": 0, 2024-08-29T19:03:06.844 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes_recovered": 0, 2024-08-29T19:03:06.844 INFO:tasks.workunit.client.0.smithi028.stdout: "num_deep_scrub_errors": 0, 2024-08-29T19:03:06.844 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict": 0, 2024-08-29T19:03:06.844 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_kb": 0, 2024-08-29T19:03:06.844 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_mode_full": 0, 2024-08-29T19:03:06.845 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_mode_some": 0, 2024-08-29T19:03:06.845 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush": 0, 2024-08-29T19:03:06.845 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_kb": 0, 2024-08-29T19:03:06.845 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_mode_high": 0, 2024-08-29T19:03:06.845 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_mode_low": 0, 2024-08-29T19:03:06.845 INFO:tasks.workunit.client.0.smithi028.stdout: "num_keys_recovered": 0, 2024-08-29T19:03:06.845 INFO:tasks.workunit.client.0.smithi028.stdout: "num_large_omap_objects": 0, 2024-08-29T19:03:06.845 INFO:tasks.workunit.client.0.smithi028.stdout: "num_legacy_snapsets": 0, 2024-08-29T19:03:06.845 INFO:tasks.workunit.client.0.smithi028.stdout: "num_object_clones": 0, 2024-08-29T19:03:06.845 INFO:tasks.workunit.client.0.smithi028.stdout: "num_object_copies": 0, 2024-08-29T19:03:06.845 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects": 0, 2024-08-29T19:03:06.845 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_degraded": 0, 2024-08-29T19:03:06.845 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_dirty": 0, 2024-08-29T19:03:06.845 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_hit_set_archive": 0, 2024-08-29T19:03:06.846 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_manifest": 0, 2024-08-29T19:03:06.846 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_misplaced": 0, 2024-08-29T19:03:06.846 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_missing": 0, 2024-08-29T19:03:06.846 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_missing_on_primary": 0, 2024-08-29T19:03:06.846 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_omap": 0, 2024-08-29T19:03:06.846 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_pinned": 0, 2024-08-29T19:03:06.846 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_recovered": 0, 2024-08-29T19:03:06.846 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_repaired": 0, 2024-08-29T19:03:06.846 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_unfound": 0, 2024-08-29T19:03:06.846 INFO:tasks.workunit.client.0.smithi028.stdout: "num_omap_bytes": 0, 2024-08-29T19:03:06.846 INFO:tasks.workunit.client.0.smithi028.stdout: "num_omap_keys": 0, 2024-08-29T19:03:06.846 INFO:tasks.workunit.client.0.smithi028.stdout: "num_promote": 0, 2024-08-29T19:03:06.846 INFO:tasks.workunit.client.0.smithi028.stdout: "num_read": 0, 2024-08-29T19:03:06.846 INFO:tasks.workunit.client.0.smithi028.stdout: "num_read_kb": 0, 2024-08-29T19:03:06.847 INFO:tasks.workunit.client.0.smithi028.stdout: "num_scrub_errors": 0, 2024-08-29T19:03:06.847 INFO:tasks.workunit.client.0.smithi028.stdout: "num_shallow_scrub_errors": 0, 2024-08-29T19:03:06.847 INFO:tasks.workunit.client.0.smithi028.stdout: "num_whiteouts": 0, 2024-08-29T19:03:06.847 INFO:tasks.workunit.client.0.smithi028.stdout: "num_write": 0, 2024-08-29T19:03:06.847 INFO:tasks.workunit.client.0.smithi028.stdout: "num_write_kb": 0 2024-08-29T19:03:06.847 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:06.847 INFO:tasks.workunit.client.0.smithi028.stdout: "state": "active+clean", 2024-08-29T19:03:06.847 INFO:tasks.workunit.client.0.smithi028.stdout: "stats_invalid": false, 2024-08-29T19:03:06.847 INFO:tasks.workunit.client.0.smithi028.stdout: "up": [ 2024-08-29T19:03:06.847 INFO:tasks.workunit.client.0.smithi028.stdout: 4, 2024-08-29T19:03:06.847 INFO:tasks.workunit.client.0.smithi028.stdout: 0, 2024-08-29T19:03:06.847 INFO:tasks.workunit.client.0.smithi028.stdout: 6 2024-08-29T19:03:06.847 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-08-29T19:03:06.847 INFO:tasks.workunit.client.0.smithi028.stdout: "up_primary": 4, 2024-08-29T19:03:06.848 INFO:tasks.workunit.client.0.smithi028.stdout: "version": "0'0" 2024-08-29T19:03:06.848 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:06.848 INFO:tasks.workunit.client.0.smithi028.stdout: { 2024-08-29T19:03:06.848 INFO:tasks.workunit.client.0.smithi028.stdout: "acting": [ 2024-08-29T19:03:06.848 INFO:tasks.workunit.client.0.smithi028.stdout: 5, 2024-08-29T19:03:06.848 INFO:tasks.workunit.client.0.smithi028.stdout: 1, 2024-08-29T19:03:06.848 INFO:tasks.workunit.client.0.smithi028.stdout: 6 2024-08-29T19:03:06.848 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-08-29T19:03:06.848 INFO:tasks.workunit.client.0.smithi028.stdout: "acting_primary": 5, 2024-08-29T19:03:06.848 INFO:tasks.workunit.client.0.smithi028.stdout: "avail_no_missing": [], 2024-08-29T19:03:06.848 INFO:tasks.workunit.client.0.smithi028.stdout: "blocked_by": [], 2024-08-29T19:03:06.848 INFO:tasks.workunit.client.0.smithi028.stdout: "created": 59, 2024-08-29T19:03:06.848 INFO:tasks.workunit.client.0.smithi028.stdout: "dirty_stats_invalid": false, 2024-08-29T19:03:06.849 INFO:tasks.workunit.client.0.smithi028.stdout: "hitset_bytes_stats_invalid": false, 2024-08-29T19:03:06.849 INFO:tasks.workunit.client.0.smithi028.stdout: "hitset_stats_invalid": false, 2024-08-29T19:03:06.849 INFO:tasks.workunit.client.0.smithi028.stdout: "last_active": "2024-08-29T19:02:14.927986+0000", 2024-08-29T19:03:06.849 INFO:tasks.workunit.client.0.smithi028.stdout: "last_became_active": "2024-08-29T17:57:36.385404+0000", 2024-08-29T19:03:06.849 INFO:tasks.workunit.client.0.smithi028.stdout: "last_became_peered": "2024-08-29T17:57:36.385404+0000", 2024-08-29T19:03:06.849 INFO:tasks.workunit.client.0.smithi028.stdout: "last_change": "2024-08-29T17:57:36.385782+0000", 2024-08-29T19:03:06.849 INFO:tasks.workunit.client.0.smithi028.stdout: "last_clean": "2024-08-29T19:02:14.927986+0000", 2024-08-29T19:03:06.849 INFO:tasks.workunit.client.0.smithi028.stdout: "last_clean_scrub_stamp": "2024-08-29T17:40:52.944949+0000", 2024-08-29T19:03:06.849 INFO:tasks.workunit.client.0.smithi028.stdout: "last_deep_scrub": "0'0", 2024-08-29T19:03:06.849 INFO:tasks.workunit.client.0.smithi028.stdout: "last_deep_scrub_stamp": "2024-08-29T17:40:52.944949+0000", 2024-08-29T19:03:06.849 INFO:tasks.workunit.client.0.smithi028.stdout: "last_epoch_clean": 646, 2024-08-29T19:03:06.849 INFO:tasks.workunit.client.0.smithi028.stdout: "last_fresh": "2024-08-29T19:02:14.927986+0000", 2024-08-29T19:03:06.849 INFO:tasks.workunit.client.0.smithi028.stdout: "last_fullsized": "2024-08-29T19:02:14.927986+0000", 2024-08-29T19:03:06.850 INFO:tasks.workunit.client.0.smithi028.stdout: "last_peered": "2024-08-29T19:02:14.927986+0000", 2024-08-29T19:03:06.850 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub": "0'0", 2024-08-29T19:03:06.850 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub_duration": 0, 2024-08-29T19:03:06.850 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub_stamp": "2024-08-29T17:40:52.944949+0000", 2024-08-29T19:03:06.850 INFO:tasks.workunit.client.0.smithi028.stdout: "last_undegraded": "2024-08-29T19:02:14.927986+0000", 2024-08-29T19:03:06.850 INFO:tasks.workunit.client.0.smithi028.stdout: "last_unstale": "2024-08-29T19:02:14.927986+0000", 2024-08-29T19:03:06.850 INFO:tasks.workunit.client.0.smithi028.stdout: "log_dups_size": 0, 2024-08-29T19:03:06.850 INFO:tasks.workunit.client.0.smithi028.stdout: "log_size": 0, 2024-08-29T19:03:06.850 INFO:tasks.workunit.client.0.smithi028.stdout: "log_start": "0'0", 2024-08-29T19:03:06.850 INFO:tasks.workunit.client.0.smithi028.stdout: "manifest_stats_invalid": false, 2024-08-29T19:03:06.850 INFO:tasks.workunit.client.0.smithi028.stdout: "mapping_epoch": 645, 2024-08-29T19:03:06.850 INFO:tasks.workunit.client.0.smithi028.stdout: "object_location_counts": [], 2024-08-29T19:03:06.850 INFO:tasks.workunit.client.0.smithi028.stdout: "objects_scrubbed": 0, 2024-08-29T19:03:06.850 INFO:tasks.workunit.client.0.smithi028.stdout: "objects_trimmed": 0, 2024-08-29T19:03:06.851 INFO:tasks.workunit.client.0.smithi028.stdout: "omap_stats_invalid": false, 2024-08-29T19:03:06.851 INFO:tasks.workunit.client.0.smithi028.stdout: "ondisk_log_size": 0, 2024-08-29T19:03:06.851 INFO:tasks.workunit.client.0.smithi028.stdout: "ondisk_log_start": "0'0", 2024-08-29T19:03:06.851 INFO:tasks.workunit.client.0.smithi028.stdout: "parent": "0.0", 2024-08-29T19:03:06.851 INFO:tasks.workunit.client.0.smithi028.stdout: "parent_split_bits": 0, 2024-08-29T19:03:06.851 INFO:tasks.workunit.client.0.smithi028.stdout: "pgid": "2.2", 2024-08-29T19:03:06.851 INFO:tasks.workunit.client.0.smithi028.stdout: "pin_stats_invalid": false, 2024-08-29T19:03:06.851 INFO:tasks.workunit.client.0.smithi028.stdout: "purged_snaps": [], 2024-08-29T19:03:06.851 INFO:tasks.workunit.client.0.smithi028.stdout: "reported_epoch": 2650, 2024-08-29T19:03:06.851 INFO:tasks.workunit.client.0.smithi028.stdout: "reported_seq": 4620, 2024-08-29T19:03:06.851 INFO:tasks.workunit.client.0.smithi028.stdout: "scrub_duration": 0.0, 2024-08-29T19:03:06.851 INFO:tasks.workunit.client.0.smithi028.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-30T18:26:08.039860+0000", 2024-08-29T19:03:06.851 INFO:tasks.workunit.client.0.smithi028.stdout: "snaptrim_duration": 0.0, 2024-08-29T19:03:06.852 INFO:tasks.workunit.client.0.smithi028.stdout: "snaptrimq_len": 0, 2024-08-29T19:03:06.852 INFO:tasks.workunit.client.0.smithi028.stdout: "stat_sum": { 2024-08-29T19:03:06.852 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes": 0, 2024-08-29T19:03:06.852 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes_hit_set_archive": 0, 2024-08-29T19:03:06.852 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes_recovered": 0, 2024-08-29T19:03:06.852 INFO:tasks.workunit.client.0.smithi028.stdout: "num_deep_scrub_errors": 0, 2024-08-29T19:03:06.852 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict": 0, 2024-08-29T19:03:06.852 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_kb": 0, 2024-08-29T19:03:06.852 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_mode_full": 0, 2024-08-29T19:03:06.852 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_mode_some": 0, 2024-08-29T19:03:06.852 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush": 0, 2024-08-29T19:03:06.852 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_kb": 0, 2024-08-29T19:03:06.852 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_mode_high": 0, 2024-08-29T19:03:06.853 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_mode_low": 0, 2024-08-29T19:03:06.853 INFO:tasks.workunit.client.0.smithi028.stdout: "num_keys_recovered": 0, 2024-08-29T19:03:06.853 INFO:tasks.workunit.client.0.smithi028.stdout: "num_large_omap_objects": 0, 2024-08-29T19:03:06.853 INFO:tasks.workunit.client.0.smithi028.stdout: "num_legacy_snapsets": 0, 2024-08-29T19:03:06.853 INFO:tasks.workunit.client.0.smithi028.stdout: "num_object_clones": 0, 2024-08-29T19:03:06.853 INFO:tasks.workunit.client.0.smithi028.stdout: "num_object_copies": 0, 2024-08-29T19:03:06.853 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects": 0, 2024-08-29T19:03:06.853 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_degraded": 0, 2024-08-29T19:03:06.853 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_dirty": 0, 2024-08-29T19:03:06.853 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_hit_set_archive": 0, 2024-08-29T19:03:06.853 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_manifest": 0, 2024-08-29T19:03:06.853 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_misplaced": 0, 2024-08-29T19:03:06.853 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_missing": 0, 2024-08-29T19:03:06.854 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_missing_on_primary": 0, 2024-08-29T19:03:06.854 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_omap": 0, 2024-08-29T19:03:06.854 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_pinned": 0, 2024-08-29T19:03:06.854 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_recovered": 0, 2024-08-29T19:03:06.854 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_repaired": 0, 2024-08-29T19:03:06.854 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_unfound": 0, 2024-08-29T19:03:06.854 INFO:tasks.workunit.client.0.smithi028.stdout: "num_omap_bytes": 0, 2024-08-29T19:03:06.854 INFO:tasks.workunit.client.0.smithi028.stdout: "num_omap_keys": 0, 2024-08-29T19:03:06.854 INFO:tasks.workunit.client.0.smithi028.stdout: "num_promote": 0, 2024-08-29T19:03:06.854 INFO:tasks.workunit.client.0.smithi028.stdout: "num_read": 0, 2024-08-29T19:03:06.854 INFO:tasks.workunit.client.0.smithi028.stdout: "num_read_kb": 0, 2024-08-29T19:03:06.854 INFO:tasks.workunit.client.0.smithi028.stdout: "num_scrub_errors": 0, 2024-08-29T19:03:06.854 INFO:tasks.workunit.client.0.smithi028.stdout: "num_shallow_scrub_errors": 0, 2024-08-29T19:03:06.854 INFO:tasks.workunit.client.0.smithi028.stdout: "num_whiteouts": 0, 2024-08-29T19:03:06.855 INFO:tasks.workunit.client.0.smithi028.stdout: "num_write": 0, 2024-08-29T19:03:06.855 INFO:tasks.workunit.client.0.smithi028.stdout: "num_write_kb": 0 2024-08-29T19:03:06.855 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:06.855 INFO:tasks.workunit.client.0.smithi028.stdout: "state": "active+clean", 2024-08-29T19:03:06.855 INFO:tasks.workunit.client.0.smithi028.stdout: "stats_invalid": false, 2024-08-29T19:03:06.855 INFO:tasks.workunit.client.0.smithi028.stdout: "up": [ 2024-08-29T19:03:06.855 INFO:tasks.workunit.client.0.smithi028.stdout: 5, 2024-08-29T19:03:06.855 INFO:tasks.workunit.client.0.smithi028.stdout: 1, 2024-08-29T19:03:06.855 INFO:tasks.workunit.client.0.smithi028.stdout: 6 2024-08-29T19:03:06.855 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-08-29T19:03:06.855 INFO:tasks.workunit.client.0.smithi028.stdout: "up_primary": 5, 2024-08-29T19:03:06.855 INFO:tasks.workunit.client.0.smithi028.stdout: "version": "0'0" 2024-08-29T19:03:06.855 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:06.856 INFO:tasks.workunit.client.0.smithi028.stdout: { 2024-08-29T19:03:06.856 INFO:tasks.workunit.client.0.smithi028.stdout: "acting": [ 2024-08-29T19:03:06.856 INFO:tasks.workunit.client.0.smithi028.stdout: 1, 2024-08-29T19:03:06.856 INFO:tasks.workunit.client.0.smithi028.stdout: 2, 2024-08-29T19:03:06.856 INFO:tasks.workunit.client.0.smithi028.stdout: 3 2024-08-29T19:03:06.856 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-08-29T19:03:06.856 INFO:tasks.workunit.client.0.smithi028.stdout: "acting_primary": 1, 2024-08-29T19:03:06.856 INFO:tasks.workunit.client.0.smithi028.stdout: "avail_no_missing": [], 2024-08-29T19:03:06.856 INFO:tasks.workunit.client.0.smithi028.stdout: "blocked_by": [], 2024-08-29T19:03:06.856 INFO:tasks.workunit.client.0.smithi028.stdout: "created": 69, 2024-08-29T19:03:06.856 INFO:tasks.workunit.client.0.smithi028.stdout: "dirty_stats_invalid": false, 2024-08-29T19:03:06.856 INFO:tasks.workunit.client.0.smithi028.stdout: "hitset_bytes_stats_invalid": false, 2024-08-29T19:03:06.856 INFO:tasks.workunit.client.0.smithi028.stdout: "hitset_stats_invalid": false, 2024-08-29T19:03:06.857 INFO:tasks.workunit.client.0.smithi028.stdout: "last_active": "2024-08-29T19:02:14.818492+0000", 2024-08-29T19:03:06.857 INFO:tasks.workunit.client.0.smithi028.stdout: "last_became_active": "2024-08-29T17:55:56.308024+0000", 2024-08-29T19:03:06.857 INFO:tasks.workunit.client.0.smithi028.stdout: "last_became_peered": "2024-08-29T17:55:56.308024+0000", 2024-08-29T19:03:06.857 INFO:tasks.workunit.client.0.smithi028.stdout: "last_change": "2024-08-29T18:32:49.475393+0000", 2024-08-29T19:03:06.857 INFO:tasks.workunit.client.0.smithi028.stdout: "last_clean": "2024-08-29T19:02:14.818492+0000", 2024-08-29T19:03:06.857 INFO:tasks.workunit.client.0.smithi028.stdout: "last_clean_scrub_stamp": "2024-08-29T17:43:39.870944+0000", 2024-08-29T19:03:06.857 INFO:tasks.workunit.client.0.smithi028.stdout: "last_deep_scrub": "0'0", 2024-08-29T19:03:06.857 INFO:tasks.workunit.client.0.smithi028.stdout: "last_deep_scrub_stamp": "2024-08-29T17:43:39.870944+0000", 2024-08-29T19:03:06.857 INFO:tasks.workunit.client.0.smithi028.stdout: "last_epoch_clean": 547, 2024-08-29T19:03:06.857 INFO:tasks.workunit.client.0.smithi028.stdout: "last_fresh": "2024-08-29T19:02:14.818492+0000", 2024-08-29T19:03:06.857 INFO:tasks.workunit.client.0.smithi028.stdout: "last_fullsized": "2024-08-29T19:02:14.818492+0000", 2024-08-29T19:03:06.857 INFO:tasks.workunit.client.0.smithi028.stdout: "last_peered": "2024-08-29T19:02:14.818492+0000", 2024-08-29T19:03:06.857 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub": "0'0", 2024-08-29T19:03:06.857 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub_duration": 0, 2024-08-29T19:03:06.858 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub_stamp": "2024-08-29T17:43:39.870944+0000", 2024-08-29T19:03:06.858 INFO:tasks.workunit.client.0.smithi028.stdout: "last_undegraded": "2024-08-29T19:02:14.818492+0000", 2024-08-29T19:03:06.858 INFO:tasks.workunit.client.0.smithi028.stdout: "last_unstale": "2024-08-29T19:02:14.818492+0000", 2024-08-29T19:03:06.858 INFO:tasks.workunit.client.0.smithi028.stdout: "log_dups_size": 0, 2024-08-29T19:03:06.858 INFO:tasks.workunit.client.0.smithi028.stdout: "log_size": 3135, 2024-08-29T19:03:06.858 INFO:tasks.workunit.client.0.smithi028.stdout: "log_start": "0'0", 2024-08-29T19:03:06.858 INFO:tasks.workunit.client.0.smithi028.stdout: "manifest_stats_invalid": false, 2024-08-29T19:03:06.858 INFO:tasks.workunit.client.0.smithi028.stdout: "mapping_epoch": 546, 2024-08-29T19:03:06.858 INFO:tasks.workunit.client.0.smithi028.stdout: "object_location_counts": [], 2024-08-29T19:03:06.858 INFO:tasks.workunit.client.0.smithi028.stdout: "objects_scrubbed": 0, 2024-08-29T19:03:06.858 INFO:tasks.workunit.client.0.smithi028.stdout: "objects_trimmed": 0, 2024-08-29T19:03:06.858 INFO:tasks.workunit.client.0.smithi028.stdout: "omap_stats_invalid": false, 2024-08-29T19:03:06.858 INFO:tasks.workunit.client.0.smithi028.stdout: "ondisk_log_size": 3135, 2024-08-29T19:03:06.858 INFO:tasks.workunit.client.0.smithi028.stdout: "ondisk_log_start": "0'0", 2024-08-29T19:03:06.859 INFO:tasks.workunit.client.0.smithi028.stdout: "parent": "0.0", 2024-08-29T19:03:06.859 INFO:tasks.workunit.client.0.smithi028.stdout: "parent_split_bits": 0, 2024-08-29T19:03:06.859 INFO:tasks.workunit.client.0.smithi028.stdout: "pgid": "4.4", 2024-08-29T19:03:06.859 INFO:tasks.workunit.client.0.smithi028.stdout: "pin_stats_invalid": false, 2024-08-29T19:03:06.859 INFO:tasks.workunit.client.0.smithi028.stdout: "purged_snaps": [], 2024-08-29T19:03:06.859 INFO:tasks.workunit.client.0.smithi028.stdout: "reported_epoch": 2650, 2024-08-29T19:03:06.859 INFO:tasks.workunit.client.0.smithi028.stdout: "reported_seq": 8790, 2024-08-29T19:03:06.859 INFO:tasks.workunit.client.0.smithi028.stdout: "scrub_duration": 0.0, 2024-08-29T19:03:06.859 INFO:tasks.workunit.client.0.smithi028.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-31T00:15:48.296987+0000", 2024-08-29T19:03:06.859 INFO:tasks.workunit.client.0.smithi028.stdout: "snaptrim_duration": 0.02696661, 2024-08-29T19:03:06.859 INFO:tasks.workunit.client.0.smithi028.stdout: "snaptrimq_len": 0, 2024-08-29T19:03:06.859 INFO:tasks.workunit.client.0.smithi028.stdout: "stat_sum": { 2024-08-29T19:03:06.859 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes": 0, 2024-08-29T19:03:06.860 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes_hit_set_archive": 0, 2024-08-29T19:03:06.860 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes_recovered": 0, 2024-08-29T19:03:06.860 INFO:tasks.workunit.client.0.smithi028.stdout: "num_deep_scrub_errors": 0, 2024-08-29T19:03:06.860 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict": 0, 2024-08-29T19:03:06.860 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_kb": 0, 2024-08-29T19:03:06.860 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_mode_full": 0, 2024-08-29T19:03:06.860 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_mode_some": 0, 2024-08-29T19:03:06.860 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush": 0, 2024-08-29T19:03:06.860 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_kb": 0, 2024-08-29T19:03:06.860 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_mode_high": 0, 2024-08-29T19:03:06.860 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_mode_low": 0, 2024-08-29T19:03:06.860 INFO:tasks.workunit.client.0.smithi028.stdout: "num_keys_recovered": 0, 2024-08-29T19:03:06.860 INFO:tasks.workunit.client.0.smithi028.stdout: "num_large_omap_objects": 0, 2024-08-29T19:03:06.860 INFO:tasks.workunit.client.0.smithi028.stdout: "num_legacy_snapsets": 0, 2024-08-29T19:03:06.861 INFO:tasks.workunit.client.0.smithi028.stdout: "num_object_clones": 0, 2024-08-29T19:03:06.861 INFO:tasks.workunit.client.0.smithi028.stdout: "num_object_copies": 3, 2024-08-29T19:03:06.861 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects": 1, 2024-08-29T19:03:06.861 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_degraded": 0, 2024-08-29T19:03:06.861 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_dirty": 1, 2024-08-29T19:03:06.861 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_hit_set_archive": 0, 2024-08-29T19:03:06.861 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_manifest": 0, 2024-08-29T19:03:06.861 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_misplaced": 0, 2024-08-29T19:03:06.861 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_missing": 0, 2024-08-29T19:03:06.861 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_missing_on_primary": 0, 2024-08-29T19:03:06.861 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_omap": 1, 2024-08-29T19:03:06.861 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_pinned": 0, 2024-08-29T19:03:06.861 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_recovered": 0, 2024-08-29T19:03:06.861 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_repaired": 0, 2024-08-29T19:03:06.862 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_unfound": 0, 2024-08-29T19:03:06.862 INFO:tasks.workunit.client.0.smithi028.stdout: "num_omap_bytes": 0, 2024-08-29T19:03:06.862 INFO:tasks.workunit.client.0.smithi028.stdout: "num_omap_keys": 0, 2024-08-29T19:03:06.862 INFO:tasks.workunit.client.0.smithi028.stdout: "num_promote": 0, 2024-08-29T19:03:06.862 INFO:tasks.workunit.client.0.smithi028.stdout: "num_read": 1530, 2024-08-29T19:03:06.862 INFO:tasks.workunit.client.0.smithi028.stdout: "num_read_kb": 388619, 2024-08-29T19:03:06.862 INFO:tasks.workunit.client.0.smithi028.stdout: "num_scrub_errors": 0, 2024-08-29T19:03:06.862 INFO:tasks.workunit.client.0.smithi028.stdout: "num_shallow_scrub_errors": 0, 2024-08-29T19:03:06.862 INFO:tasks.workunit.client.0.smithi028.stdout: "num_whiteouts": 0, 2024-08-29T19:03:06.862 INFO:tasks.workunit.client.0.smithi028.stdout: "num_write": 3123, 2024-08-29T19:03:06.862 INFO:tasks.workunit.client.0.smithi028.stdout: "num_write_kb": 405601 2024-08-29T19:03:06.862 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:06.862 INFO:tasks.workunit.client.0.smithi028.stdout: "state": "active+clean", 2024-08-29T19:03:06.863 INFO:tasks.workunit.client.0.smithi028.stdout: "stats_invalid": false, 2024-08-29T19:03:06.863 INFO:tasks.workunit.client.0.smithi028.stdout: "up": [ 2024-08-29T19:03:06.863 INFO:tasks.workunit.client.0.smithi028.stdout: 1, 2024-08-29T19:03:06.863 INFO:tasks.workunit.client.0.smithi028.stdout: 2, 2024-08-29T19:03:06.863 INFO:tasks.workunit.client.0.smithi028.stdout: 3 2024-08-29T19:03:06.863 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-08-29T19:03:06.863 INFO:tasks.workunit.client.0.smithi028.stdout: "up_primary": 1, 2024-08-29T19:03:06.863 INFO:tasks.workunit.client.0.smithi028.stdout: "version": "1182'3135" 2024-08-29T19:03:06.863 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:06.863 INFO:tasks.workunit.client.0.smithi028.stdout: { 2024-08-29T19:03:06.863 INFO:tasks.workunit.client.0.smithi028.stdout: "acting": [ 2024-08-29T19:03:06.863 INFO:tasks.workunit.client.0.smithi028.stdout: 1, 2024-08-29T19:03:06.863 INFO:tasks.workunit.client.0.smithi028.stdout: 2, 2024-08-29T19:03:06.863 INFO:tasks.workunit.client.0.smithi028.stdout: 6 2024-08-29T19:03:06.864 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-08-29T19:03:06.864 INFO:tasks.workunit.client.0.smithi028.stdout: "acting_primary": 1, 2024-08-29T19:03:06.864 INFO:tasks.workunit.client.0.smithi028.stdout: "avail_no_missing": [], 2024-08-29T19:03:06.864 INFO:tasks.workunit.client.0.smithi028.stdout: "blocked_by": [], 2024-08-29T19:03:06.864 INFO:tasks.workunit.client.0.smithi028.stdout: "created": 62, 2024-08-29T19:03:06.864 INFO:tasks.workunit.client.0.smithi028.stdout: "dirty_stats_invalid": false, 2024-08-29T19:03:06.864 INFO:tasks.workunit.client.0.smithi028.stdout: "hitset_bytes_stats_invalid": false, 2024-08-29T19:03:06.864 INFO:tasks.workunit.client.0.smithi028.stdout: "hitset_stats_invalid": false, 2024-08-29T19:03:06.864 INFO:tasks.workunit.client.0.smithi028.stdout: "last_active": "2024-08-29T19:02:14.816190+0000", 2024-08-29T19:03:06.864 INFO:tasks.workunit.client.0.smithi028.stdout: "last_became_active": "2024-08-29T17:57:36.372751+0000", 2024-08-29T19:03:06.864 INFO:tasks.workunit.client.0.smithi028.stdout: "last_became_peered": "2024-08-29T17:57:36.372751+0000", 2024-08-29T19:03:06.864 INFO:tasks.workunit.client.0.smithi028.stdout: "last_change": "2024-08-29T17:57:36.373306+0000", 2024-08-29T19:03:06.864 INFO:tasks.workunit.client.0.smithi028.stdout: "last_clean": "2024-08-29T19:02:14.816190+0000", 2024-08-29T19:03:06.865 INFO:tasks.workunit.client.0.smithi028.stdout: "last_clean_scrub_stamp": "2024-08-29T17:41:01.987071+0000", 2024-08-29T19:03:06.865 INFO:tasks.workunit.client.0.smithi028.stdout: "last_deep_scrub": "0'0", 2024-08-29T19:03:06.865 INFO:tasks.workunit.client.0.smithi028.stdout: "last_deep_scrub_stamp": "2024-08-29T17:41:01.987071+0000", 2024-08-29T19:03:06.865 INFO:tasks.workunit.client.0.smithi028.stdout: "last_epoch_clean": 646, 2024-08-29T19:03:06.865 INFO:tasks.workunit.client.0.smithi028.stdout: "last_fresh": "2024-08-29T19:02:14.816190+0000", 2024-08-29T19:03:06.865 INFO:tasks.workunit.client.0.smithi028.stdout: "last_fullsized": "2024-08-29T19:02:14.816190+0000", 2024-08-29T19:03:06.865 INFO:tasks.workunit.client.0.smithi028.stdout: "last_peered": "2024-08-29T19:02:14.816190+0000", 2024-08-29T19:03:06.865 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub": "0'0", 2024-08-29T19:03:06.865 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub_duration": 0, 2024-08-29T19:03:06.865 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub_stamp": "2024-08-29T17:41:01.987071+0000", 2024-08-29T19:03:06.865 INFO:tasks.workunit.client.0.smithi028.stdout: "last_undegraded": "2024-08-29T19:02:14.816190+0000", 2024-08-29T19:03:06.865 INFO:tasks.workunit.client.0.smithi028.stdout: "last_unstale": "2024-08-29T19:02:14.816190+0000", 2024-08-29T19:03:06.866 INFO:tasks.workunit.client.0.smithi028.stdout: "log_dups_size": 0, 2024-08-29T19:03:06.866 INFO:tasks.workunit.client.0.smithi028.stdout: "log_size": 0, 2024-08-29T19:03:06.866 INFO:tasks.workunit.client.0.smithi028.stdout: "log_start": "0'0", 2024-08-29T19:03:06.866 INFO:tasks.workunit.client.0.smithi028.stdout: "manifest_stats_invalid": false, 2024-08-29T19:03:06.866 INFO:tasks.workunit.client.0.smithi028.stdout: "mapping_epoch": 645, 2024-08-29T19:03:06.866 INFO:tasks.workunit.client.0.smithi028.stdout: "object_location_counts": [], 2024-08-29T19:03:06.866 INFO:tasks.workunit.client.0.smithi028.stdout: "objects_scrubbed": 0, 2024-08-29T19:03:06.866 INFO:tasks.workunit.client.0.smithi028.stdout: "objects_trimmed": 0, 2024-08-29T19:03:06.866 INFO:tasks.workunit.client.0.smithi028.stdout: "omap_stats_invalid": false, 2024-08-29T19:03:06.866 INFO:tasks.workunit.client.0.smithi028.stdout: "ondisk_log_size": 0, 2024-08-29T19:03:06.866 INFO:tasks.workunit.client.0.smithi028.stdout: "ondisk_log_start": "0'0", 2024-08-29T19:03:06.866 INFO:tasks.workunit.client.0.smithi028.stdout: "parent": "0.0", 2024-08-29T19:03:06.866 INFO:tasks.workunit.client.0.smithi028.stdout: "parent_split_bits": 0, 2024-08-29T19:03:06.866 INFO:tasks.workunit.client.0.smithi028.stdout: "pgid": "3.0", 2024-08-29T19:03:06.867 INFO:tasks.workunit.client.0.smithi028.stdout: "pin_stats_invalid": false, 2024-08-29T19:03:06.867 INFO:tasks.workunit.client.0.smithi028.stdout: "purged_snaps": [], 2024-08-29T19:03:06.867 INFO:tasks.workunit.client.0.smithi028.stdout: "reported_epoch": 2650, 2024-08-29T19:03:06.867 INFO:tasks.workunit.client.0.smithi028.stdout: "reported_seq": 4750, 2024-08-29T19:03:06.867 INFO:tasks.workunit.client.0.smithi028.stdout: "scrub_duration": 0.0, 2024-08-29T19:03:06.867 INFO:tasks.workunit.client.0.smithi028.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-31T02:31:27.870767+0000", 2024-08-29T19:03:06.867 INFO:tasks.workunit.client.0.smithi028.stdout: "snaptrim_duration": 0.0, 2024-08-29T19:03:06.867 INFO:tasks.workunit.client.0.smithi028.stdout: "snaptrimq_len": 0, 2024-08-29T19:03:06.867 INFO:tasks.workunit.client.0.smithi028.stdout: "stat_sum": { 2024-08-29T19:03:06.867 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes": 0, 2024-08-29T19:03:06.867 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes_hit_set_archive": 0, 2024-08-29T19:03:06.867 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes_recovered": 0, 2024-08-29T19:03:06.867 INFO:tasks.workunit.client.0.smithi028.stdout: "num_deep_scrub_errors": 0, 2024-08-29T19:03:06.867 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict": 0, 2024-08-29T19:03:06.868 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_kb": 0, 2024-08-29T19:03:06.868 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_mode_full": 0, 2024-08-29T19:03:06.868 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_mode_some": 0, 2024-08-29T19:03:06.868 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush": 0, 2024-08-29T19:03:06.868 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_kb": 0, 2024-08-29T19:03:06.868 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_mode_high": 0, 2024-08-29T19:03:06.868 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_mode_low": 0, 2024-08-29T19:03:06.868 INFO:tasks.workunit.client.0.smithi028.stdout: "num_keys_recovered": 0, 2024-08-29T19:03:06.868 INFO:tasks.workunit.client.0.smithi028.stdout: "num_large_omap_objects": 0, 2024-08-29T19:03:06.868 INFO:tasks.workunit.client.0.smithi028.stdout: "num_legacy_snapsets": 0, 2024-08-29T19:03:06.868 INFO:tasks.workunit.client.0.smithi028.stdout: "num_object_clones": 0, 2024-08-29T19:03:06.868 INFO:tasks.workunit.client.0.smithi028.stdout: "num_object_copies": 0, 2024-08-29T19:03:06.868 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects": 0, 2024-08-29T19:03:06.868 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_degraded": 0, 2024-08-29T19:03:06.869 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_dirty": 0, 2024-08-29T19:03:06.872 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_hit_set_archive": 0, 2024-08-29T19:03:06.872 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_manifest": 0, 2024-08-29T19:03:06.872 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_misplaced": 0, 2024-08-29T19:03:06.872 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_missing": 0, 2024-08-29T19:03:06.872 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_missing_on_primary": 0, 2024-08-29T19:03:06.872 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_omap": 0, 2024-08-29T19:03:06.872 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_pinned": 0, 2024-08-29T19:03:06.872 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_recovered": 0, 2024-08-29T19:03:06.872 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_repaired": 0, 2024-08-29T19:03:06.872 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_unfound": 0, 2024-08-29T19:03:06.872 INFO:tasks.workunit.client.0.smithi028.stdout: "num_omap_bytes": 0, 2024-08-29T19:03:06.872 INFO:tasks.workunit.client.0.smithi028.stdout: "num_omap_keys": 0, 2024-08-29T19:03:06.873 INFO:tasks.workunit.client.0.smithi028.stdout: "num_promote": 0, 2024-08-29T19:03:06.873 INFO:tasks.workunit.client.0.smithi028.stdout: "num_read": 0, 2024-08-29T19:03:06.873 INFO:tasks.workunit.client.0.smithi028.stdout: "num_read_kb": 0, 2024-08-29T19:03:06.873 INFO:tasks.workunit.client.0.smithi028.stdout: "num_scrub_errors": 0, 2024-08-29T19:03:06.873 INFO:tasks.workunit.client.0.smithi028.stdout: "num_shallow_scrub_errors": 0, 2024-08-29T19:03:06.873 INFO:tasks.workunit.client.0.smithi028.stdout: "num_whiteouts": 0, 2024-08-29T19:03:06.873 INFO:tasks.workunit.client.0.smithi028.stdout: "num_write": 0, 2024-08-29T19:03:06.873 INFO:tasks.workunit.client.0.smithi028.stdout: "num_write_kb": 0 2024-08-29T19:03:06.873 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:06.873 INFO:tasks.workunit.client.0.smithi028.stdout: "state": "active+clean", 2024-08-29T19:03:06.873 INFO:tasks.workunit.client.0.smithi028.stdout: "stats_invalid": false, 2024-08-29T19:03:06.873 INFO:tasks.workunit.client.0.smithi028.stdout: "up": [ 2024-08-29T19:03:06.873 INFO:tasks.workunit.client.0.smithi028.stdout: 1, 2024-08-29T19:03:06.874 INFO:tasks.workunit.client.0.smithi028.stdout: 2, 2024-08-29T19:03:06.874 INFO:tasks.workunit.client.0.smithi028.stdout: 6 2024-08-29T19:03:06.874 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-08-29T19:03:06.874 INFO:tasks.workunit.client.0.smithi028.stdout: "up_primary": 1, 2024-08-29T19:03:06.874 INFO:tasks.workunit.client.0.smithi028.stdout: "version": "0'0" 2024-08-29T19:03:06.874 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:06.874 INFO:tasks.workunit.client.0.smithi028.stdout: { 2024-08-29T19:03:06.874 INFO:tasks.workunit.client.0.smithi028.stdout: "acting": [ 2024-08-29T19:03:06.874 INFO:tasks.workunit.client.0.smithi028.stdout: 2, 2024-08-29T19:03:06.874 INFO:tasks.workunit.client.0.smithi028.stdout: 3, 2024-08-29T19:03:06.874 INFO:tasks.workunit.client.0.smithi028.stdout: 0 2024-08-29T19:03:06.874 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-08-29T19:03:06.874 INFO:tasks.workunit.client.0.smithi028.stdout: "acting_primary": 2, 2024-08-29T19:03:06.874 INFO:tasks.workunit.client.0.smithi028.stdout: "avail_no_missing": [], 2024-08-29T19:03:06.874 INFO:tasks.workunit.client.0.smithi028.stdout: "blocked_by": [], 2024-08-29T19:03:06.875 INFO:tasks.workunit.client.0.smithi028.stdout: "created": 59, 2024-08-29T19:03:06.875 INFO:tasks.workunit.client.0.smithi028.stdout: "dirty_stats_invalid": false, 2024-08-29T19:03:06.875 INFO:tasks.workunit.client.0.smithi028.stdout: "hitset_bytes_stats_invalid": false, 2024-08-29T19:03:06.875 INFO:tasks.workunit.client.0.smithi028.stdout: "hitset_stats_invalid": false, 2024-08-29T19:03:06.875 INFO:tasks.workunit.client.0.smithi028.stdout: "last_active": "2024-08-29T19:02:14.103975+0000", 2024-08-29T19:03:06.875 INFO:tasks.workunit.client.0.smithi028.stdout: "last_became_active": "2024-08-29T17:55:56.317868+0000", 2024-08-29T19:03:06.875 INFO:tasks.workunit.client.0.smithi028.stdout: "last_became_peered": "2024-08-29T17:55:56.317868+0000", 2024-08-29T19:03:06.875 INFO:tasks.workunit.client.0.smithi028.stdout: "last_change": "2024-08-29T17:55:56.318430+0000", 2024-08-29T19:03:06.875 INFO:tasks.workunit.client.0.smithi028.stdout: "last_clean": "2024-08-29T19:02:14.103975+0000", 2024-08-29T19:03:06.875 INFO:tasks.workunit.client.0.smithi028.stdout: "last_clean_scrub_stamp": "2024-08-29T17:40:52.944949+0000", 2024-08-29T19:03:06.875 INFO:tasks.workunit.client.0.smithi028.stdout: "last_deep_scrub": "0'0", 2024-08-29T19:03:06.875 INFO:tasks.workunit.client.0.smithi028.stdout: "last_deep_scrub_stamp": "2024-08-29T17:40:52.944949+0000", 2024-08-29T19:03:06.875 INFO:tasks.workunit.client.0.smithi028.stdout: "last_epoch_clean": 547, 2024-08-29T19:03:06.876 INFO:tasks.workunit.client.0.smithi028.stdout: "last_fresh": "2024-08-29T19:02:14.103975+0000", 2024-08-29T19:03:06.876 INFO:tasks.workunit.client.0.smithi028.stdout: "last_fullsized": "2024-08-29T19:02:14.103975+0000", 2024-08-29T19:03:06.876 INFO:tasks.workunit.client.0.smithi028.stdout: "last_peered": "2024-08-29T19:02:14.103975+0000", 2024-08-29T19:03:06.876 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub": "0'0", 2024-08-29T19:03:06.876 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub_duration": 0, 2024-08-29T19:03:06.876 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub_stamp": "2024-08-29T17:40:52.944949+0000", 2024-08-29T19:03:06.876 INFO:tasks.workunit.client.0.smithi028.stdout: "last_undegraded": "2024-08-29T19:02:14.103975+0000", 2024-08-29T19:03:06.876 INFO:tasks.workunit.client.0.smithi028.stdout: "last_unstale": "2024-08-29T19:02:14.103975+0000", 2024-08-29T19:03:06.876 INFO:tasks.workunit.client.0.smithi028.stdout: "log_dups_size": 0, 2024-08-29T19:03:06.876 INFO:tasks.workunit.client.0.smithi028.stdout: "log_size": 0, 2024-08-29T19:03:06.876 INFO:tasks.workunit.client.0.smithi028.stdout: "log_start": "0'0", 2024-08-29T19:03:06.876 INFO:tasks.workunit.client.0.smithi028.stdout: "manifest_stats_invalid": false, 2024-08-29T19:03:06.876 INFO:tasks.workunit.client.0.smithi028.stdout: "mapping_epoch": 546, 2024-08-29T19:03:06.876 INFO:tasks.workunit.client.0.smithi028.stdout: "object_location_counts": [], 2024-08-29T19:03:06.877 INFO:tasks.workunit.client.0.smithi028.stdout: "objects_scrubbed": 0, 2024-08-29T19:03:06.877 INFO:tasks.workunit.client.0.smithi028.stdout: "objects_trimmed": 0, 2024-08-29T19:03:06.877 INFO:tasks.workunit.client.0.smithi028.stdout: "omap_stats_invalid": false, 2024-08-29T19:03:06.877 INFO:tasks.workunit.client.0.smithi028.stdout: "ondisk_log_size": 0, 2024-08-29T19:03:06.877 INFO:tasks.workunit.client.0.smithi028.stdout: "ondisk_log_start": "0'0", 2024-08-29T19:03:06.877 INFO:tasks.workunit.client.0.smithi028.stdout: "parent": "0.0", 2024-08-29T19:03:06.877 INFO:tasks.workunit.client.0.smithi028.stdout: "parent_split_bits": 0, 2024-08-29T19:03:06.877 INFO:tasks.workunit.client.0.smithi028.stdout: "pgid": "2.1", 2024-08-29T19:03:06.877 INFO:tasks.workunit.client.0.smithi028.stdout: "pin_stats_invalid": false, 2024-08-29T19:03:06.877 INFO:tasks.workunit.client.0.smithi028.stdout: "purged_snaps": [], 2024-08-29T19:03:06.877 INFO:tasks.workunit.client.0.smithi028.stdout: "reported_epoch": 2650, 2024-08-29T19:03:06.877 INFO:tasks.workunit.client.0.smithi028.stdout: "reported_seq": 4747, 2024-08-29T19:03:06.877 INFO:tasks.workunit.client.0.smithi028.stdout: "scrub_duration": 0.0, 2024-08-29T19:03:06.878 INFO:tasks.workunit.client.0.smithi028.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-30T22:25:38.056049+0000", 2024-08-29T19:03:06.878 INFO:tasks.workunit.client.0.smithi028.stdout: "snaptrim_duration": 0.0, 2024-08-29T19:03:06.878 INFO:tasks.workunit.client.0.smithi028.stdout: "snaptrimq_len": 0, 2024-08-29T19:03:06.878 INFO:tasks.workunit.client.0.smithi028.stdout: "stat_sum": { 2024-08-29T19:03:06.878 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes": 0, 2024-08-29T19:03:06.878 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes_hit_set_archive": 0, 2024-08-29T19:03:06.878 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes_recovered": 0, 2024-08-29T19:03:06.878 INFO:tasks.workunit.client.0.smithi028.stdout: "num_deep_scrub_errors": 0, 2024-08-29T19:03:06.878 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict": 0, 2024-08-29T19:03:06.878 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_kb": 0, 2024-08-29T19:03:06.878 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_mode_full": 0, 2024-08-29T19:03:06.878 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_mode_some": 0, 2024-08-29T19:03:06.878 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush": 0, 2024-08-29T19:03:06.878 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_kb": 0, 2024-08-29T19:03:06.879 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_mode_high": 0, 2024-08-29T19:03:06.879 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_mode_low": 0, 2024-08-29T19:03:06.879 INFO:tasks.workunit.client.0.smithi028.stdout: "num_keys_recovered": 0, 2024-08-29T19:03:06.879 INFO:tasks.workunit.client.0.smithi028.stdout: "num_large_omap_objects": 0, 2024-08-29T19:03:06.879 INFO:tasks.workunit.client.0.smithi028.stdout: "num_legacy_snapsets": 0, 2024-08-29T19:03:06.879 INFO:tasks.workunit.client.0.smithi028.stdout: "num_object_clones": 0, 2024-08-29T19:03:06.879 INFO:tasks.workunit.client.0.smithi028.stdout: "num_object_copies": 0, 2024-08-29T19:03:06.879 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects": 0, 2024-08-29T19:03:06.879 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_degraded": 0, 2024-08-29T19:03:06.879 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_dirty": 0, 2024-08-29T19:03:06.879 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_hit_set_archive": 0, 2024-08-29T19:03:06.879 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_manifest": 0, 2024-08-29T19:03:06.879 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_misplaced": 0, 2024-08-29T19:03:06.880 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_missing": 0, 2024-08-29T19:03:06.880 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_missing_on_primary": 0, 2024-08-29T19:03:06.880 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_omap": 0, 2024-08-29T19:03:06.880 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_pinned": 0, 2024-08-29T19:03:06.880 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_recovered": 0, 2024-08-29T19:03:06.880 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_repaired": 0, 2024-08-29T19:03:06.880 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_unfound": 0, 2024-08-29T19:03:06.880 INFO:tasks.workunit.client.0.smithi028.stdout: "num_omap_bytes": 0, 2024-08-29T19:03:06.880 INFO:tasks.workunit.client.0.smithi028.stdout: "num_omap_keys": 0, 2024-08-29T19:03:06.880 INFO:tasks.workunit.client.0.smithi028.stdout: "num_promote": 0, 2024-08-29T19:03:06.880 INFO:tasks.workunit.client.0.smithi028.stdout: "num_read": 0, 2024-08-29T19:03:06.880 INFO:tasks.workunit.client.0.smithi028.stdout: "num_read_kb": 0, 2024-08-29T19:03:06.880 INFO:tasks.workunit.client.0.smithi028.stdout: "num_scrub_errors": 0, 2024-08-29T19:03:06.880 INFO:tasks.workunit.client.0.smithi028.stdout: "num_shallow_scrub_errors": 0, 2024-08-29T19:03:06.881 INFO:tasks.workunit.client.0.smithi028.stdout: "num_whiteouts": 0, 2024-08-29T19:03:06.881 INFO:tasks.workunit.client.0.smithi028.stdout: "num_write": 0, 2024-08-29T19:03:06.881 INFO:tasks.workunit.client.0.smithi028.stdout: "num_write_kb": 0 2024-08-29T19:03:06.881 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:06.881 INFO:tasks.workunit.client.0.smithi028.stdout: "state": "active+clean", 2024-08-29T19:03:06.881 INFO:tasks.workunit.client.0.smithi028.stdout: "stats_invalid": false, 2024-08-29T19:03:06.881 INFO:tasks.workunit.client.0.smithi028.stdout: "up": [ 2024-08-29T19:03:06.881 INFO:tasks.workunit.client.0.smithi028.stdout: 2, 2024-08-29T19:03:06.881 INFO:tasks.workunit.client.0.smithi028.stdout: 3, 2024-08-29T19:03:06.881 INFO:tasks.workunit.client.0.smithi028.stdout: 0 2024-08-29T19:03:06.881 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-08-29T19:03:06.881 INFO:tasks.workunit.client.0.smithi028.stdout: "up_primary": 2, 2024-08-29T19:03:06.881 INFO:tasks.workunit.client.0.smithi028.stdout: "version": "0'0" 2024-08-29T19:03:06.882 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:06.882 INFO:tasks.workunit.client.0.smithi028.stdout: { 2024-08-29T19:03:06.882 INFO:tasks.workunit.client.0.smithi028.stdout: "acting": [ 2024-08-29T19:03:06.882 INFO:tasks.workunit.client.0.smithi028.stdout: 1, 2024-08-29T19:03:06.882 INFO:tasks.workunit.client.0.smithi028.stdout: 5, 2024-08-29T19:03:06.882 INFO:tasks.workunit.client.0.smithi028.stdout: 0 2024-08-29T19:03:06.882 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-08-29T19:03:06.882 INFO:tasks.workunit.client.0.smithi028.stdout: "acting_primary": 1, 2024-08-29T19:03:06.882 INFO:tasks.workunit.client.0.smithi028.stdout: "avail_no_missing": [], 2024-08-29T19:03:06.882 INFO:tasks.workunit.client.0.smithi028.stdout: "blocked_by": [], 2024-08-29T19:03:06.882 INFO:tasks.workunit.client.0.smithi028.stdout: "created": 69, 2024-08-29T19:03:06.882 INFO:tasks.workunit.client.0.smithi028.stdout: "dirty_stats_invalid": false, 2024-08-29T19:03:06.882 INFO:tasks.workunit.client.0.smithi028.stdout: "hitset_bytes_stats_invalid": false, 2024-08-29T19:03:06.882 INFO:tasks.workunit.client.0.smithi028.stdout: "hitset_stats_invalid": false, 2024-08-29T19:03:06.883 INFO:tasks.workunit.client.0.smithi028.stdout: "last_active": "2024-08-29T19:02:14.815963+0000", 2024-08-29T19:03:06.883 INFO:tasks.workunit.client.0.smithi028.stdout: "last_became_active": "2024-08-29T17:57:02.346621+0000", 2024-08-29T19:03:06.883 INFO:tasks.workunit.client.0.smithi028.stdout: "last_became_peered": "2024-08-29T17:57:02.346621+0000", 2024-08-29T19:03:06.883 INFO:tasks.workunit.client.0.smithi028.stdout: "last_change": "2024-08-29T18:32:49.469355+0000", 2024-08-29T19:03:06.883 INFO:tasks.workunit.client.0.smithi028.stdout: "last_clean": "2024-08-29T19:02:14.815963+0000", 2024-08-29T19:03:06.883 INFO:tasks.workunit.client.0.smithi028.stdout: "last_clean_scrub_stamp": "2024-08-29T17:43:39.870944+0000", 2024-08-29T19:03:06.883 INFO:tasks.workunit.client.0.smithi028.stdout: "last_deep_scrub": "0'0", 2024-08-29T19:03:06.883 INFO:tasks.workunit.client.0.smithi028.stdout: "last_deep_scrub_stamp": "2024-08-29T17:43:39.870944+0000", 2024-08-29T19:03:06.883 INFO:tasks.workunit.client.0.smithi028.stdout: "last_epoch_clean": 613, 2024-08-29T19:03:06.883 INFO:tasks.workunit.client.0.smithi028.stdout: "last_fresh": "2024-08-29T19:02:14.815963+0000", 2024-08-29T19:03:06.883 INFO:tasks.workunit.client.0.smithi028.stdout: "last_fullsized": "2024-08-29T19:02:14.815963+0000", 2024-08-29T19:03:06.883 INFO:tasks.workunit.client.0.smithi028.stdout: "last_peered": "2024-08-29T19:02:14.815963+0000", 2024-08-29T19:03:06.884 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub": "0'0", 2024-08-29T19:03:06.884 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub_duration": 0, 2024-08-29T19:03:06.884 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub_stamp": "2024-08-29T17:43:39.870944+0000", 2024-08-29T19:03:06.884 INFO:tasks.workunit.client.0.smithi028.stdout: "last_undegraded": "2024-08-29T19:02:14.815963+0000", 2024-08-29T19:03:06.884 INFO:tasks.workunit.client.0.smithi028.stdout: "last_unstale": "2024-08-29T19:02:14.815963+0000", 2024-08-29T19:03:06.884 INFO:tasks.workunit.client.0.smithi028.stdout: "log_dups_size": 0, 2024-08-29T19:03:06.884 INFO:tasks.workunit.client.0.smithi028.stdout: "log_size": 3124, 2024-08-29T19:03:06.884 INFO:tasks.workunit.client.0.smithi028.stdout: "log_start": "0'0", 2024-08-29T19:03:06.884 INFO:tasks.workunit.client.0.smithi028.stdout: "manifest_stats_invalid": false, 2024-08-29T19:03:06.884 INFO:tasks.workunit.client.0.smithi028.stdout: "mapping_epoch": 612, 2024-08-29T19:03:06.884 INFO:tasks.workunit.client.0.smithi028.stdout: "object_location_counts": [], 2024-08-29T19:03:06.884 INFO:tasks.workunit.client.0.smithi028.stdout: "objects_scrubbed": 0, 2024-08-29T19:03:06.885 INFO:tasks.workunit.client.0.smithi028.stdout: "objects_trimmed": 0, 2024-08-29T19:03:06.885 INFO:tasks.workunit.client.0.smithi028.stdout: "omap_stats_invalid": false, 2024-08-29T19:03:06.885 INFO:tasks.workunit.client.0.smithi028.stdout: "ondisk_log_size": 3124, 2024-08-29T19:03:06.885 INFO:tasks.workunit.client.0.smithi028.stdout: "ondisk_log_start": "0'0", 2024-08-29T19:03:06.885 INFO:tasks.workunit.client.0.smithi028.stdout: "parent": "0.0", 2024-08-29T19:03:06.885 INFO:tasks.workunit.client.0.smithi028.stdout: "parent_split_bits": 0, 2024-08-29T19:03:06.885 INFO:tasks.workunit.client.0.smithi028.stdout: "pgid": "4.7", 2024-08-29T19:03:06.885 INFO:tasks.workunit.client.0.smithi028.stdout: "pin_stats_invalid": false, 2024-08-29T19:03:06.885 INFO:tasks.workunit.client.0.smithi028.stdout: "purged_snaps": [], 2024-08-29T19:03:06.885 INFO:tasks.workunit.client.0.smithi028.stdout: "reported_epoch": 2650, 2024-08-29T19:03:06.885 INFO:tasks.workunit.client.0.smithi028.stdout: "reported_seq": 8768, 2024-08-29T19:03:06.885 INFO:tasks.workunit.client.0.smithi028.stdout: "scrub_duration": 0.0, 2024-08-29T19:03:06.885 INFO:tasks.workunit.client.0.smithi028.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-30T21:03:01.108143+0000", 2024-08-29T19:03:06.885 INFO:tasks.workunit.client.0.smithi028.stdout: "snaptrim_duration": 0.021661751, 2024-08-29T19:03:06.885 INFO:tasks.workunit.client.0.smithi028.stdout: "snaptrimq_len": 0, 2024-08-29T19:03:06.886 INFO:tasks.workunit.client.0.smithi028.stdout: "stat_sum": { 2024-08-29T19:03:06.886 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes": 0, 2024-08-29T19:03:06.886 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes_hit_set_archive": 0, 2024-08-29T19:03:06.886 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes_recovered": 0, 2024-08-29T19:03:06.886 INFO:tasks.workunit.client.0.smithi028.stdout: "num_deep_scrub_errors": 0, 2024-08-29T19:03:06.886 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict": 0, 2024-08-29T19:03:06.886 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_kb": 0, 2024-08-29T19:03:06.886 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_mode_full": 0, 2024-08-29T19:03:06.886 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_mode_some": 0, 2024-08-29T19:03:06.886 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush": 0, 2024-08-29T19:03:06.886 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_kb": 0, 2024-08-29T19:03:06.886 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_mode_high": 0, 2024-08-29T19:03:06.886 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_mode_low": 0, 2024-08-29T19:03:06.886 INFO:tasks.workunit.client.0.smithi028.stdout: "num_keys_recovered": 0, 2024-08-29T19:03:06.887 INFO:tasks.workunit.client.0.smithi028.stdout: "num_large_omap_objects": 0, 2024-08-29T19:03:06.887 INFO:tasks.workunit.client.0.smithi028.stdout: "num_legacy_snapsets": 0, 2024-08-29T19:03:06.887 INFO:tasks.workunit.client.0.smithi028.stdout: "num_object_clones": 0, 2024-08-29T19:03:06.887 INFO:tasks.workunit.client.0.smithi028.stdout: "num_object_copies": 0, 2024-08-29T19:03:06.887 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects": 0, 2024-08-29T19:03:06.887 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_degraded": 0, 2024-08-29T19:03:06.887 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_dirty": 0, 2024-08-29T19:03:06.887 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_hit_set_archive": 0, 2024-08-29T19:03:06.887 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_manifest": 0, 2024-08-29T19:03:06.887 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_misplaced": 0, 2024-08-29T19:03:06.887 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_missing": 0, 2024-08-29T19:03:06.887 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_missing_on_primary": 0, 2024-08-29T19:03:06.887 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_omap": 0, 2024-08-29T19:03:06.888 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_pinned": 0, 2024-08-29T19:03:06.888 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_recovered": 0, 2024-08-29T19:03:06.888 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_repaired": 0, 2024-08-29T19:03:06.888 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_unfound": 0, 2024-08-29T19:03:06.888 INFO:tasks.workunit.client.0.smithi028.stdout: "num_omap_bytes": 0, 2024-08-29T19:03:06.888 INFO:tasks.workunit.client.0.smithi028.stdout: "num_omap_keys": 0, 2024-08-29T19:03:06.888 INFO:tasks.workunit.client.0.smithi028.stdout: "num_promote": 0, 2024-08-29T19:03:06.888 INFO:tasks.workunit.client.0.smithi028.stdout: "num_read": 1479, 2024-08-29T19:03:06.888 INFO:tasks.workunit.client.0.smithi028.stdout: "num_read_kb": 445898, 2024-08-29T19:03:06.888 INFO:tasks.workunit.client.0.smithi028.stdout: "num_scrub_errors": 0, 2024-08-29T19:03:06.888 INFO:tasks.workunit.client.0.smithi028.stdout: "num_shallow_scrub_errors": 0, 2024-08-29T19:03:06.888 INFO:tasks.workunit.client.0.smithi028.stdout: "num_whiteouts": 0, 2024-08-29T19:03:06.888 INFO:tasks.workunit.client.0.smithi028.stdout: "num_write": 3093, 2024-08-29T19:03:06.888 INFO:tasks.workunit.client.0.smithi028.stdout: "num_write_kb": 404413 2024-08-29T19:03:06.889 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:06.889 INFO:tasks.workunit.client.0.smithi028.stdout: "state": "active+clean", 2024-08-29T19:03:06.889 INFO:tasks.workunit.client.0.smithi028.stdout: "stats_invalid": false, 2024-08-29T19:03:06.889 INFO:tasks.workunit.client.0.smithi028.stdout: "up": [ 2024-08-29T19:03:06.889 INFO:tasks.workunit.client.0.smithi028.stdout: 1, 2024-08-29T19:03:06.889 INFO:tasks.workunit.client.0.smithi028.stdout: 5, 2024-08-29T19:03:06.889 INFO:tasks.workunit.client.0.smithi028.stdout: 0 2024-08-29T19:03:06.889 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-08-29T19:03:06.889 INFO:tasks.workunit.client.0.smithi028.stdout: "up_primary": 1, 2024-08-29T19:03:06.889 INFO:tasks.workunit.client.0.smithi028.stdout: "version": "1182'3124" 2024-08-29T19:03:06.889 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:06.889 INFO:tasks.workunit.client.0.smithi028.stdout: { 2024-08-29T19:03:06.889 INFO:tasks.workunit.client.0.smithi028.stdout: "acting": [ 2024-08-29T19:03:06.890 INFO:tasks.workunit.client.0.smithi028.stdout: 0, 2024-08-29T19:03:06.890 INFO:tasks.workunit.client.0.smithi028.stdout: 4, 2024-08-29T19:03:06.890 INFO:tasks.workunit.client.0.smithi028.stdout: 3 2024-08-29T19:03:06.890 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-08-29T19:03:06.890 INFO:tasks.workunit.client.0.smithi028.stdout: "acting_primary": 0, 2024-08-29T19:03:06.890 INFO:tasks.workunit.client.0.smithi028.stdout: "avail_no_missing": [], 2024-08-29T19:03:06.890 INFO:tasks.workunit.client.0.smithi028.stdout: "blocked_by": [], 2024-08-29T19:03:06.890 INFO:tasks.workunit.client.0.smithi028.stdout: "created": 62, 2024-08-29T19:03:06.890 INFO:tasks.workunit.client.0.smithi028.stdout: "dirty_stats_invalid": false, 2024-08-29T19:03:06.890 INFO:tasks.workunit.client.0.smithi028.stdout: "hitset_bytes_stats_invalid": false, 2024-08-29T19:03:06.890 INFO:tasks.workunit.client.0.smithi028.stdout: "hitset_stats_invalid": false, 2024-08-29T19:03:06.890 INFO:tasks.workunit.client.0.smithi028.stdout: "last_active": "2024-08-29T19:02:14.099140+0000", 2024-08-29T19:03:06.891 INFO:tasks.workunit.client.0.smithi028.stdout: "last_became_active": "2024-08-29T17:56:29.392054+0000", 2024-08-29T19:03:06.891 INFO:tasks.workunit.client.0.smithi028.stdout: "last_became_peered": "2024-08-29T17:56:29.392054+0000", 2024-08-29T19:03:06.891 INFO:tasks.workunit.client.0.smithi028.stdout: "last_change": "2024-08-29T17:56:29.392624+0000", 2024-08-29T19:03:06.891 INFO:tasks.workunit.client.0.smithi028.stdout: "last_clean": "2024-08-29T19:02:14.099140+0000", 2024-08-29T19:03:06.891 INFO:tasks.workunit.client.0.smithi028.stdout: "last_clean_scrub_stamp": "2024-08-29T17:41:01.987071+0000", 2024-08-29T19:03:06.891 INFO:tasks.workunit.client.0.smithi028.stdout: "last_deep_scrub": "0'0", 2024-08-29T19:03:06.891 INFO:tasks.workunit.client.0.smithi028.stdout: "last_deep_scrub_stamp": "2024-08-29T17:41:01.987071+0000", 2024-08-29T19:03:06.891 INFO:tasks.workunit.client.0.smithi028.stdout: "last_epoch_clean": 580, 2024-08-29T19:03:06.891 INFO:tasks.workunit.client.0.smithi028.stdout: "last_fresh": "2024-08-29T19:02:14.099140+0000", 2024-08-29T19:03:06.891 INFO:tasks.workunit.client.0.smithi028.stdout: "last_fullsized": "2024-08-29T19:02:14.099140+0000", 2024-08-29T19:03:06.891 INFO:tasks.workunit.client.0.smithi028.stdout: "last_peered": "2024-08-29T19:02:14.099140+0000", 2024-08-29T19:03:06.891 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub": "0'0", 2024-08-29T19:03:06.891 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub_duration": 0, 2024-08-29T19:03:06.892 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub_stamp": "2024-08-29T17:41:01.987071+0000", 2024-08-29T19:03:06.892 INFO:tasks.workunit.client.0.smithi028.stdout: "last_undegraded": "2024-08-29T19:02:14.099140+0000", 2024-08-29T19:03:06.892 INFO:tasks.workunit.client.0.smithi028.stdout: "last_unstale": "2024-08-29T19:02:14.099140+0000", 2024-08-29T19:03:06.892 INFO:tasks.workunit.client.0.smithi028.stdout: "log_dups_size": 0, 2024-08-29T19:03:06.892 INFO:tasks.workunit.client.0.smithi028.stdout: "log_size": 0, 2024-08-29T19:03:06.892 INFO:tasks.workunit.client.0.smithi028.stdout: "log_start": "0'0", 2024-08-29T19:03:06.892 INFO:tasks.workunit.client.0.smithi028.stdout: "manifest_stats_invalid": false, 2024-08-29T19:03:06.892 INFO:tasks.workunit.client.0.smithi028.stdout: "mapping_epoch": 579, 2024-08-29T19:03:06.892 INFO:tasks.workunit.client.0.smithi028.stdout: "object_location_counts": [], 2024-08-29T19:03:06.892 INFO:tasks.workunit.client.0.smithi028.stdout: "objects_scrubbed": 0, 2024-08-29T19:03:06.892 INFO:tasks.workunit.client.0.smithi028.stdout: "objects_trimmed": 0, 2024-08-29T19:03:06.892 INFO:tasks.workunit.client.0.smithi028.stdout: "omap_stats_invalid": false, 2024-08-29T19:03:06.892 INFO:tasks.workunit.client.0.smithi028.stdout: "ondisk_log_size": 0, 2024-08-29T19:03:06.893 INFO:tasks.workunit.client.0.smithi028.stdout: "ondisk_log_start": "0'0", 2024-08-29T19:03:06.893 INFO:tasks.workunit.client.0.smithi028.stdout: "parent": "0.0", 2024-08-29T19:03:06.893 INFO:tasks.workunit.client.0.smithi028.stdout: "parent_split_bits": 0, 2024-08-29T19:03:06.893 INFO:tasks.workunit.client.0.smithi028.stdout: "pgid": "3.1", 2024-08-29T19:03:06.893 INFO:tasks.workunit.client.0.smithi028.stdout: "pin_stats_invalid": false, 2024-08-29T19:03:06.893 INFO:tasks.workunit.client.0.smithi028.stdout: "purged_snaps": [], 2024-08-29T19:03:06.893 INFO:tasks.workunit.client.0.smithi028.stdout: "reported_epoch": 2650, 2024-08-29T19:03:06.893 INFO:tasks.workunit.client.0.smithi028.stdout: "reported_seq": 4812, 2024-08-29T19:03:06.893 INFO:tasks.workunit.client.0.smithi028.stdout: "scrub_duration": 0.0, 2024-08-29T19:03:06.893 INFO:tasks.workunit.client.0.smithi028.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-30T21:24:25.813711+0000", 2024-08-29T19:03:06.893 INFO:tasks.workunit.client.0.smithi028.stdout: "snaptrim_duration": 0.0, 2024-08-29T19:03:06.893 INFO:tasks.workunit.client.0.smithi028.stdout: "snaptrimq_len": 0, 2024-08-29T19:03:06.893 INFO:tasks.workunit.client.0.smithi028.stdout: "stat_sum": { 2024-08-29T19:03:06.893 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes": 0, 2024-08-29T19:03:06.894 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes_hit_set_archive": 0, 2024-08-29T19:03:06.894 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes_recovered": 0, 2024-08-29T19:03:06.894 INFO:tasks.workunit.client.0.smithi028.stdout: "num_deep_scrub_errors": 0, 2024-08-29T19:03:06.894 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict": 0, 2024-08-29T19:03:06.894 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_kb": 0, 2024-08-29T19:03:06.894 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_mode_full": 0, 2024-08-29T19:03:06.894 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_mode_some": 0, 2024-08-29T19:03:06.894 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush": 0, 2024-08-29T19:03:06.894 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_kb": 0, 2024-08-29T19:03:06.894 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_mode_high": 0, 2024-08-29T19:03:06.894 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_mode_low": 0, 2024-08-29T19:03:06.894 INFO:tasks.workunit.client.0.smithi028.stdout: "num_keys_recovered": 0, 2024-08-29T19:03:06.894 INFO:tasks.workunit.client.0.smithi028.stdout: "num_large_omap_objects": 0, 2024-08-29T19:03:06.894 INFO:tasks.workunit.client.0.smithi028.stdout: "num_legacy_snapsets": 0, 2024-08-29T19:03:06.895 INFO:tasks.workunit.client.0.smithi028.stdout: "num_object_clones": 0, 2024-08-29T19:03:06.895 INFO:tasks.workunit.client.0.smithi028.stdout: "num_object_copies": 0, 2024-08-29T19:03:06.895 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects": 0, 2024-08-29T19:03:06.895 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_degraded": 0, 2024-08-29T19:03:06.895 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_dirty": 0, 2024-08-29T19:03:06.895 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_hit_set_archive": 0, 2024-08-29T19:03:06.895 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_manifest": 0, 2024-08-29T19:03:06.895 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_misplaced": 0, 2024-08-29T19:03:06.895 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_missing": 0, 2024-08-29T19:03:06.895 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_missing_on_primary": 0, 2024-08-29T19:03:06.895 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_omap": 0, 2024-08-29T19:03:06.895 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_pinned": 0, 2024-08-29T19:03:06.895 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_recovered": 0, 2024-08-29T19:03:06.896 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_repaired": 0, 2024-08-29T19:03:06.896 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_unfound": 0, 2024-08-29T19:03:06.896 INFO:tasks.workunit.client.0.smithi028.stdout: "num_omap_bytes": 0, 2024-08-29T19:03:06.896 INFO:tasks.workunit.client.0.smithi028.stdout: "num_omap_keys": 0, 2024-08-29T19:03:06.896 INFO:tasks.workunit.client.0.smithi028.stdout: "num_promote": 0, 2024-08-29T19:03:06.896 INFO:tasks.workunit.client.0.smithi028.stdout: "num_read": 0, 2024-08-29T19:03:06.896 INFO:tasks.workunit.client.0.smithi028.stdout: "num_read_kb": 0, 2024-08-29T19:03:06.896 INFO:tasks.workunit.client.0.smithi028.stdout: "num_scrub_errors": 0, 2024-08-29T19:03:06.896 INFO:tasks.workunit.client.0.smithi028.stdout: "num_shallow_scrub_errors": 0, 2024-08-29T19:03:06.896 INFO:tasks.workunit.client.0.smithi028.stdout: "num_whiteouts": 0, 2024-08-29T19:03:06.896 INFO:tasks.workunit.client.0.smithi028.stdout: "num_write": 0, 2024-08-29T19:03:06.896 INFO:tasks.workunit.client.0.smithi028.stdout: "num_write_kb": 0 2024-08-29T19:03:06.896 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:06.896 INFO:tasks.workunit.client.0.smithi028.stdout: "state": "active+clean", 2024-08-29T19:03:06.897 INFO:tasks.workunit.client.0.smithi028.stdout: "stats_invalid": false, 2024-08-29T19:03:06.897 INFO:tasks.workunit.client.0.smithi028.stdout: "up": [ 2024-08-29T19:03:06.897 INFO:tasks.workunit.client.0.smithi028.stdout: 0, 2024-08-29T19:03:06.897 INFO:tasks.workunit.client.0.smithi028.stdout: 4, 2024-08-29T19:03:06.897 INFO:tasks.workunit.client.0.smithi028.stdout: 3 2024-08-29T19:03:06.897 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-08-29T19:03:06.897 INFO:tasks.workunit.client.0.smithi028.stdout: "up_primary": 0, 2024-08-29T19:03:06.897 INFO:tasks.workunit.client.0.smithi028.stdout: "version": "0'0" 2024-08-29T19:03:06.897 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:06.897 INFO:tasks.workunit.client.0.smithi028.stdout: { 2024-08-29T19:03:06.897 INFO:tasks.workunit.client.0.smithi028.stdout: "acting": [ 2024-08-29T19:03:06.897 INFO:tasks.workunit.client.0.smithi028.stdout: 7, 2024-08-29T19:03:06.897 INFO:tasks.workunit.client.0.smithi028.stdout: 1, 2024-08-29T19:03:06.897 INFO:tasks.workunit.client.0.smithi028.stdout: 0 2024-08-29T19:03:06.898 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-08-29T19:03:06.898 INFO:tasks.workunit.client.0.smithi028.stdout: "acting_primary": 7, 2024-08-29T19:03:06.898 INFO:tasks.workunit.client.0.smithi028.stdout: "avail_no_missing": [], 2024-08-29T19:03:06.898 INFO:tasks.workunit.client.0.smithi028.stdout: "blocked_by": [], 2024-08-29T19:03:06.898 INFO:tasks.workunit.client.0.smithi028.stdout: "created": 59, 2024-08-29T19:03:06.898 INFO:tasks.workunit.client.0.smithi028.stdout: "dirty_stats_invalid": false, 2024-08-29T19:03:06.898 INFO:tasks.workunit.client.0.smithi028.stdout: "hitset_bytes_stats_invalid": false, 2024-08-29T19:03:06.898 INFO:tasks.workunit.client.0.smithi028.stdout: "hitset_stats_invalid": false, 2024-08-29T19:03:06.898 INFO:tasks.workunit.client.0.smithi028.stdout: "last_active": "2024-08-29T19:02:14.096570+0000", 2024-08-29T19:03:06.898 INFO:tasks.workunit.client.0.smithi028.stdout: "last_became_active": "2024-08-29T17:58:11.363878+0000", 2024-08-29T19:03:06.898 INFO:tasks.workunit.client.0.smithi028.stdout: "last_became_peered": "2024-08-29T17:58:11.363878+0000", 2024-08-29T19:03:06.898 INFO:tasks.workunit.client.0.smithi028.stdout: "last_change": "2024-08-29T17:58:11.364584+0000", 2024-08-29T19:03:06.898 INFO:tasks.workunit.client.0.smithi028.stdout: "last_clean": "2024-08-29T19:02:14.096570+0000", 2024-08-29T19:03:06.898 INFO:tasks.workunit.client.0.smithi028.stdout: "last_clean_scrub_stamp": "2024-08-29T17:40:52.944949+0000", 2024-08-29T19:03:06.899 INFO:tasks.workunit.client.0.smithi028.stdout: "last_deep_scrub": "0'0", 2024-08-29T19:03:06.899 INFO:tasks.workunit.client.0.smithi028.stdout: "last_deep_scrub_stamp": "2024-08-29T17:40:52.944949+0000", 2024-08-29T19:03:06.899 INFO:tasks.workunit.client.0.smithi028.stdout: "last_epoch_clean": 681, 2024-08-29T19:03:06.899 INFO:tasks.workunit.client.0.smithi028.stdout: "last_fresh": "2024-08-29T19:02:14.096570+0000", 2024-08-29T19:03:06.899 INFO:tasks.workunit.client.0.smithi028.stdout: "last_fullsized": "2024-08-29T19:02:14.096570+0000", 2024-08-29T19:03:06.899 INFO:tasks.workunit.client.0.smithi028.stdout: "last_peered": "2024-08-29T19:02:14.096570+0000", 2024-08-29T19:03:06.899 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub": "0'0", 2024-08-29T19:03:06.899 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub_duration": 0, 2024-08-29T19:03:06.899 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub_stamp": "2024-08-29T17:40:52.944949+0000", 2024-08-29T19:03:06.899 INFO:tasks.workunit.client.0.smithi028.stdout: "last_undegraded": "2024-08-29T19:02:14.096570+0000", 2024-08-29T19:03:06.899 INFO:tasks.workunit.client.0.smithi028.stdout: "last_unstale": "2024-08-29T19:02:14.096570+0000", 2024-08-29T19:03:06.899 INFO:tasks.workunit.client.0.smithi028.stdout: "log_dups_size": 0, 2024-08-29T19:03:06.899 INFO:tasks.workunit.client.0.smithi028.stdout: "log_size": 0, 2024-08-29T19:03:06.900 INFO:tasks.workunit.client.0.smithi028.stdout: "log_start": "0'0", 2024-08-29T19:03:06.900 INFO:tasks.workunit.client.0.smithi028.stdout: "manifest_stats_invalid": false, 2024-08-29T19:03:06.900 INFO:tasks.workunit.client.0.smithi028.stdout: "mapping_epoch": 680, 2024-08-29T19:03:06.900 INFO:tasks.workunit.client.0.smithi028.stdout: "object_location_counts": [], 2024-08-29T19:03:06.900 INFO:tasks.workunit.client.0.smithi028.stdout: "objects_scrubbed": 0, 2024-08-29T19:03:06.900 INFO:tasks.workunit.client.0.smithi028.stdout: "objects_trimmed": 0, 2024-08-29T19:03:06.900 INFO:tasks.workunit.client.0.smithi028.stdout: "omap_stats_invalid": false, 2024-08-29T19:03:06.900 INFO:tasks.workunit.client.0.smithi028.stdout: "ondisk_log_size": 0, 2024-08-29T19:03:06.900 INFO:tasks.workunit.client.0.smithi028.stdout: "ondisk_log_start": "0'0", 2024-08-29T19:03:06.900 INFO:tasks.workunit.client.0.smithi028.stdout: "parent": "0.0", 2024-08-29T19:03:06.900 INFO:tasks.workunit.client.0.smithi028.stdout: "parent_split_bits": 0, 2024-08-29T19:03:06.900 INFO:tasks.workunit.client.0.smithi028.stdout: "pgid": "2.0", 2024-08-29T19:03:06.900 INFO:tasks.workunit.client.0.smithi028.stdout: "pin_stats_invalid": false, 2024-08-29T19:03:06.901 INFO:tasks.workunit.client.0.smithi028.stdout: "purged_snaps": [], 2024-08-29T19:03:06.901 INFO:tasks.workunit.client.0.smithi028.stdout: "reported_epoch": 2650, 2024-08-29T19:03:06.901 INFO:tasks.workunit.client.0.smithi028.stdout: "reported_seq": 4565, 2024-08-29T19:03:06.901 INFO:tasks.workunit.client.0.smithi028.stdout: "scrub_duration": 0.0, 2024-08-29T19:03:06.901 INFO:tasks.workunit.client.0.smithi028.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-30T20:30:42.387674+0000", 2024-08-29T19:03:06.901 INFO:tasks.workunit.client.0.smithi028.stdout: "snaptrim_duration": 0.0, 2024-08-29T19:03:06.901 INFO:tasks.workunit.client.0.smithi028.stdout: "snaptrimq_len": 0, 2024-08-29T19:03:06.901 INFO:tasks.workunit.client.0.smithi028.stdout: "stat_sum": { 2024-08-29T19:03:06.901 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes": 0, 2024-08-29T19:03:06.901 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes_hit_set_archive": 0, 2024-08-29T19:03:06.901 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes_recovered": 0, 2024-08-29T19:03:06.901 INFO:tasks.workunit.client.0.smithi028.stdout: "num_deep_scrub_errors": 0, 2024-08-29T19:03:06.901 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict": 0, 2024-08-29T19:03:06.901 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_kb": 0, 2024-08-29T19:03:06.902 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_mode_full": 0, 2024-08-29T19:03:06.902 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_mode_some": 0, 2024-08-29T19:03:06.902 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush": 0, 2024-08-29T19:03:06.902 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_kb": 0, 2024-08-29T19:03:06.902 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_mode_high": 0, 2024-08-29T19:03:06.902 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_mode_low": 0, 2024-08-29T19:03:06.902 INFO:tasks.workunit.client.0.smithi028.stdout: "num_keys_recovered": 0, 2024-08-29T19:03:06.902 INFO:tasks.workunit.client.0.smithi028.stdout: "num_large_omap_objects": 0, 2024-08-29T19:03:06.902 INFO:tasks.workunit.client.0.smithi028.stdout: "num_legacy_snapsets": 0, 2024-08-29T19:03:06.902 INFO:tasks.workunit.client.0.smithi028.stdout: "num_object_clones": 0, 2024-08-29T19:03:06.902 INFO:tasks.workunit.client.0.smithi028.stdout: "num_object_copies": 0, 2024-08-29T19:03:06.902 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects": 0, 2024-08-29T19:03:06.902 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_degraded": 0, 2024-08-29T19:03:06.902 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_dirty": 0, 2024-08-29T19:03:06.903 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_hit_set_archive": 0, 2024-08-29T19:03:06.903 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_manifest": 0, 2024-08-29T19:03:06.903 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_misplaced": 0, 2024-08-29T19:03:06.903 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_missing": 0, 2024-08-29T19:03:06.903 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_missing_on_primary": 0, 2024-08-29T19:03:06.903 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_omap": 0, 2024-08-29T19:03:06.903 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_pinned": 0, 2024-08-29T19:03:06.903 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_recovered": 0, 2024-08-29T19:03:06.903 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_repaired": 0, 2024-08-29T19:03:06.903 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_unfound": 0, 2024-08-29T19:03:06.903 INFO:tasks.workunit.client.0.smithi028.stdout: "num_omap_bytes": 0, 2024-08-29T19:03:06.903 INFO:tasks.workunit.client.0.smithi028.stdout: "num_omap_keys": 0, 2024-08-29T19:03:06.903 INFO:tasks.workunit.client.0.smithi028.stdout: "num_promote": 0, 2024-08-29T19:03:06.903 INFO:tasks.workunit.client.0.smithi028.stdout: "num_read": 0, 2024-08-29T19:03:06.904 INFO:tasks.workunit.client.0.smithi028.stdout: "num_read_kb": 0, 2024-08-29T19:03:06.904 INFO:tasks.workunit.client.0.smithi028.stdout: "num_scrub_errors": 0, 2024-08-29T19:03:06.904 INFO:tasks.workunit.client.0.smithi028.stdout: "num_shallow_scrub_errors": 0, 2024-08-29T19:03:06.904 INFO:tasks.workunit.client.0.smithi028.stdout: "num_whiteouts": 0, 2024-08-29T19:03:06.904 INFO:tasks.workunit.client.0.smithi028.stdout: "num_write": 0, 2024-08-29T19:03:06.904 INFO:tasks.workunit.client.0.smithi028.stdout: "num_write_kb": 0 2024-08-29T19:03:06.904 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:06.904 INFO:tasks.workunit.client.0.smithi028.stdout: "state": "active+clean", 2024-08-29T19:03:06.904 INFO:tasks.workunit.client.0.smithi028.stdout: "stats_invalid": false, 2024-08-29T19:03:06.904 INFO:tasks.workunit.client.0.smithi028.stdout: "up": [ 2024-08-29T19:03:06.904 INFO:tasks.workunit.client.0.smithi028.stdout: 7, 2024-08-29T19:03:06.904 INFO:tasks.workunit.client.0.smithi028.stdout: 1, 2024-08-29T19:03:06.904 INFO:tasks.workunit.client.0.smithi028.stdout: 0 2024-08-29T19:03:06.905 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-08-29T19:03:06.905 INFO:tasks.workunit.client.0.smithi028.stdout: "up_primary": 7, 2024-08-29T19:03:06.905 INFO:tasks.workunit.client.0.smithi028.stdout: "version": "0'0" 2024-08-29T19:03:06.905 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:06.905 INFO:tasks.workunit.client.0.smithi028.stdout: { 2024-08-29T19:03:06.905 INFO:tasks.workunit.client.0.smithi028.stdout: "acting": [ 2024-08-29T19:03:06.905 INFO:tasks.workunit.client.0.smithi028.stdout: 0, 2024-08-29T19:03:06.905 INFO:tasks.workunit.client.0.smithi028.stdout: 1, 2024-08-29T19:03:06.905 INFO:tasks.workunit.client.0.smithi028.stdout: 2 2024-08-29T19:03:06.905 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-08-29T19:03:06.905 INFO:tasks.workunit.client.0.smithi028.stdout: "acting_primary": 0, 2024-08-29T19:03:06.905 INFO:tasks.workunit.client.0.smithi028.stdout: "avail_no_missing": [], 2024-08-29T19:03:06.905 INFO:tasks.workunit.client.0.smithi028.stdout: "blocked_by": [], 2024-08-29T19:03:06.905 INFO:tasks.workunit.client.0.smithi028.stdout: "created": 69, 2024-08-29T19:03:06.906 INFO:tasks.workunit.client.0.smithi028.stdout: "dirty_stats_invalid": false, 2024-08-29T19:03:06.906 INFO:tasks.workunit.client.0.smithi028.stdout: "hitset_bytes_stats_invalid": false, 2024-08-29T19:03:06.906 INFO:tasks.workunit.client.0.smithi028.stdout: "hitset_stats_invalid": false, 2024-08-29T19:03:06.906 INFO:tasks.workunit.client.0.smithi028.stdout: "last_active": "2024-08-29T19:02:14.104463+0000", 2024-08-29T19:03:06.906 INFO:tasks.workunit.client.0.smithi028.stdout: "last_became_active": "2024-08-29T17:55:26.379163+0000", 2024-08-29T19:03:06.906 INFO:tasks.workunit.client.0.smithi028.stdout: "last_became_peered": "2024-08-29T17:55:26.379163+0000", 2024-08-29T19:03:06.906 INFO:tasks.workunit.client.0.smithi028.stdout: "last_change": "2024-08-29T18:32:49.466656+0000", 2024-08-29T19:03:06.906 INFO:tasks.workunit.client.0.smithi028.stdout: "last_clean": "2024-08-29T19:02:14.104463+0000", 2024-08-29T19:03:06.906 INFO:tasks.workunit.client.0.smithi028.stdout: "last_clean_scrub_stamp": "2024-08-29T17:43:39.870944+0000", 2024-08-29T19:03:06.906 INFO:tasks.workunit.client.0.smithi028.stdout: "last_deep_scrub": "0'0", 2024-08-29T19:03:06.906 INFO:tasks.workunit.client.0.smithi028.stdout: "last_deep_scrub_stamp": "2024-08-29T17:43:39.870944+0000", 2024-08-29T19:03:06.906 INFO:tasks.workunit.client.0.smithi028.stdout: "last_epoch_clean": 517, 2024-08-29T19:03:06.906 INFO:tasks.workunit.client.0.smithi028.stdout: "last_fresh": "2024-08-29T19:02:14.104463+0000", 2024-08-29T19:03:06.906 INFO:tasks.workunit.client.0.smithi028.stdout: "last_fullsized": "2024-08-29T19:02:14.104463+0000", 2024-08-29T19:03:06.907 INFO:tasks.workunit.client.0.smithi028.stdout: "last_peered": "2024-08-29T19:02:14.104463+0000", 2024-08-29T19:03:06.907 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub": "0'0", 2024-08-29T19:03:06.907 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub_duration": 0, 2024-08-29T19:03:06.907 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub_stamp": "2024-08-29T17:43:39.870944+0000", 2024-08-29T19:03:06.907 INFO:tasks.workunit.client.0.smithi028.stdout: "last_undegraded": "2024-08-29T19:02:14.104463+0000", 2024-08-29T19:03:06.907 INFO:tasks.workunit.client.0.smithi028.stdout: "last_unstale": "2024-08-29T19:02:14.104463+0000", 2024-08-29T19:03:06.907 INFO:tasks.workunit.client.0.smithi028.stdout: "log_dups_size": 0, 2024-08-29T19:03:06.907 INFO:tasks.workunit.client.0.smithi028.stdout: "log_size": 3123, 2024-08-29T19:03:06.907 INFO:tasks.workunit.client.0.smithi028.stdout: "log_start": "0'0", 2024-08-29T19:03:06.907 INFO:tasks.workunit.client.0.smithi028.stdout: "manifest_stats_invalid": false, 2024-08-29T19:03:06.907 INFO:tasks.workunit.client.0.smithi028.stdout: "mapping_epoch": 516, 2024-08-29T19:03:06.907 INFO:tasks.workunit.client.0.smithi028.stdout: "object_location_counts": [], 2024-08-29T19:03:06.907 INFO:tasks.workunit.client.0.smithi028.stdout: "objects_scrubbed": 0, 2024-08-29T19:03:06.908 INFO:tasks.workunit.client.0.smithi028.stdout: "objects_trimmed": 0, 2024-08-29T19:03:06.908 INFO:tasks.workunit.client.0.smithi028.stdout: "omap_stats_invalid": false, 2024-08-29T19:03:06.908 INFO:tasks.workunit.client.0.smithi028.stdout: "ondisk_log_size": 3123, 2024-08-29T19:03:06.908 INFO:tasks.workunit.client.0.smithi028.stdout: "ondisk_log_start": "0'0", 2024-08-29T19:03:06.908 INFO:tasks.workunit.client.0.smithi028.stdout: "parent": "0.0", 2024-08-29T19:03:06.908 INFO:tasks.workunit.client.0.smithi028.stdout: "parent_split_bits": 0, 2024-08-29T19:03:06.908 INFO:tasks.workunit.client.0.smithi028.stdout: "pgid": "4.6", 2024-08-29T19:03:06.908 INFO:tasks.workunit.client.0.smithi028.stdout: "pin_stats_invalid": false, 2024-08-29T19:03:06.908 INFO:tasks.workunit.client.0.smithi028.stdout: "purged_snaps": [], 2024-08-29T19:03:06.908 INFO:tasks.workunit.client.0.smithi028.stdout: "reported_epoch": 2650, 2024-08-29T19:03:06.908 INFO:tasks.workunit.client.0.smithi028.stdout: "reported_seq": 8545, 2024-08-29T19:03:06.908 INFO:tasks.workunit.client.0.smithi028.stdout: "scrub_duration": 0.0, 2024-08-29T19:03:06.908 INFO:tasks.workunit.client.0.smithi028.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-30T22:31:16.867190+0000", 2024-08-29T19:03:06.909 INFO:tasks.workunit.client.0.smithi028.stdout: "snaptrim_duration": 0.02367137, 2024-08-29T19:03:06.909 INFO:tasks.workunit.client.0.smithi028.stdout: "snaptrimq_len": 0, 2024-08-29T19:03:06.909 INFO:tasks.workunit.client.0.smithi028.stdout: "stat_sum": { 2024-08-29T19:03:06.909 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes": 4194304, 2024-08-29T19:03:06.909 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes_hit_set_archive": 0, 2024-08-29T19:03:06.909 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes_recovered": 0, 2024-08-29T19:03:06.909 INFO:tasks.workunit.client.0.smithi028.stdout: "num_deep_scrub_errors": 0, 2024-08-29T19:03:06.909 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict": 0, 2024-08-29T19:03:06.909 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_kb": 0, 2024-08-29T19:03:06.909 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_mode_full": 0, 2024-08-29T19:03:06.909 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_mode_some": 0, 2024-08-29T19:03:06.909 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush": 0, 2024-08-29T19:03:06.909 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_kb": 0, 2024-08-29T19:03:06.909 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_mode_high": 0, 2024-08-29T19:03:06.910 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_mode_low": 0, 2024-08-29T19:03:06.910 INFO:tasks.workunit.client.0.smithi028.stdout: "num_keys_recovered": 0, 2024-08-29T19:03:06.910 INFO:tasks.workunit.client.0.smithi028.stdout: "num_large_omap_objects": 0, 2024-08-29T19:03:06.910 INFO:tasks.workunit.client.0.smithi028.stdout: "num_legacy_snapsets": 0, 2024-08-29T19:03:06.910 INFO:tasks.workunit.client.0.smithi028.stdout: "num_object_clones": 0, 2024-08-29T19:03:06.910 INFO:tasks.workunit.client.0.smithi028.stdout: "num_object_copies": 3, 2024-08-29T19:03:06.910 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects": 1, 2024-08-29T19:03:06.910 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_degraded": 0, 2024-08-29T19:03:06.910 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_dirty": 1, 2024-08-29T19:03:06.910 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_hit_set_archive": 0, 2024-08-29T19:03:06.910 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_manifest": 0, 2024-08-29T19:03:06.910 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_misplaced": 0, 2024-08-29T19:03:06.910 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_missing": 0, 2024-08-29T19:03:06.910 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_missing_on_primary": 0, 2024-08-29T19:03:06.911 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_omap": 0, 2024-08-29T19:03:06.911 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_pinned": 0, 2024-08-29T19:03:06.911 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_recovered": 0, 2024-08-29T19:03:06.911 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_repaired": 0, 2024-08-29T19:03:06.911 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_unfound": 0, 2024-08-29T19:03:06.911 INFO:tasks.workunit.client.0.smithi028.stdout: "num_omap_bytes": 0, 2024-08-29T19:03:06.911 INFO:tasks.workunit.client.0.smithi028.stdout: "num_omap_keys": 0, 2024-08-29T19:03:06.911 INFO:tasks.workunit.client.0.smithi028.stdout: "num_promote": 0, 2024-08-29T19:03:06.911 INFO:tasks.workunit.client.0.smithi028.stdout: "num_read": 933, 2024-08-29T19:03:06.911 INFO:tasks.workunit.client.0.smithi028.stdout: "num_read_kb": 397720, 2024-08-29T19:03:06.911 INFO:tasks.workunit.client.0.smithi028.stdout: "num_scrub_errors": 0, 2024-08-29T19:03:06.911 INFO:tasks.workunit.client.0.smithi028.stdout: "num_shallow_scrub_errors": 0, 2024-08-29T19:03:06.911 INFO:tasks.workunit.client.0.smithi028.stdout: "num_whiteouts": 0, 2024-08-29T19:03:06.912 INFO:tasks.workunit.client.0.smithi028.stdout: "num_write": 3093, 2024-08-29T19:03:06.912 INFO:tasks.workunit.client.0.smithi028.stdout: "num_write_kb": 354147 2024-08-29T19:03:06.912 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:06.912 INFO:tasks.workunit.client.0.smithi028.stdout: "state": "active+clean", 2024-08-29T19:03:06.912 INFO:tasks.workunit.client.0.smithi028.stdout: "stats_invalid": false, 2024-08-29T19:03:06.912 INFO:tasks.workunit.client.0.smithi028.stdout: "up": [ 2024-08-29T19:03:06.912 INFO:tasks.workunit.client.0.smithi028.stdout: 0, 2024-08-29T19:03:06.912 INFO:tasks.workunit.client.0.smithi028.stdout: 1, 2024-08-29T19:03:06.912 INFO:tasks.workunit.client.0.smithi028.stdout: 2 2024-08-29T19:03:06.912 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-08-29T19:03:06.912 INFO:tasks.workunit.client.0.smithi028.stdout: "up_primary": 0, 2024-08-29T19:03:06.912 INFO:tasks.workunit.client.0.smithi028.stdout: "version": "1182'3123" 2024-08-29T19:03:06.912 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:06.912 INFO:tasks.workunit.client.0.smithi028.stdout: { 2024-08-29T19:03:06.913 INFO:tasks.workunit.client.0.smithi028.stdout: "acting": [ 2024-08-29T19:03:06.913 INFO:tasks.workunit.client.0.smithi028.stdout: 3, 2024-08-29T19:03:06.913 INFO:tasks.workunit.client.0.smithi028.stdout: 5, 2024-08-29T19:03:06.913 INFO:tasks.workunit.client.0.smithi028.stdout: 6 2024-08-29T19:03:06.913 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-08-29T19:03:06.913 INFO:tasks.workunit.client.0.smithi028.stdout: "acting_primary": 3, 2024-08-29T19:03:06.913 INFO:tasks.workunit.client.0.smithi028.stdout: "avail_no_missing": [], 2024-08-29T19:03:06.913 INFO:tasks.workunit.client.0.smithi028.stdout: "blocked_by": [], 2024-08-29T19:03:06.913 INFO:tasks.workunit.client.0.smithi028.stdout: "created": 62, 2024-08-29T19:03:06.913 INFO:tasks.workunit.client.0.smithi028.stdout: "dirty_stats_invalid": false, 2024-08-29T19:03:06.913 INFO:tasks.workunit.client.0.smithi028.stdout: "hitset_bytes_stats_invalid": false, 2024-08-29T19:03:06.913 INFO:tasks.workunit.client.0.smithi028.stdout: "hitset_stats_invalid": false, 2024-08-29T19:03:06.913 INFO:tasks.workunit.client.0.smithi028.stdout: "last_active": "2024-08-29T19:02:14.840277+0000", 2024-08-29T19:03:06.913 INFO:tasks.workunit.client.0.smithi028.stdout: "last_became_active": "2024-08-29T17:57:36.395051+0000", 2024-08-29T19:03:06.914 INFO:tasks.workunit.client.0.smithi028.stdout: "last_became_peered": "2024-08-29T17:57:36.395051+0000", 2024-08-29T19:03:06.914 INFO:tasks.workunit.client.0.smithi028.stdout: "last_change": "2024-08-29T17:57:36.395476+0000", 2024-08-29T19:03:06.914 INFO:tasks.workunit.client.0.smithi028.stdout: "last_clean": "2024-08-29T19:02:14.840277+0000", 2024-08-29T19:03:06.914 INFO:tasks.workunit.client.0.smithi028.stdout: "last_clean_scrub_stamp": "2024-08-29T17:41:01.987071+0000", 2024-08-29T19:03:06.914 INFO:tasks.workunit.client.0.smithi028.stdout: "last_deep_scrub": "0'0", 2024-08-29T19:03:06.914 INFO:tasks.workunit.client.0.smithi028.stdout: "last_deep_scrub_stamp": "2024-08-29T17:41:01.987071+0000", 2024-08-29T19:03:06.914 INFO:tasks.workunit.client.0.smithi028.stdout: "last_epoch_clean": 646, 2024-08-29T19:03:06.914 INFO:tasks.workunit.client.0.smithi028.stdout: "last_fresh": "2024-08-29T19:02:14.840277+0000", 2024-08-29T19:03:06.914 INFO:tasks.workunit.client.0.smithi028.stdout: "last_fullsized": "2024-08-29T19:02:14.840277+0000", 2024-08-29T19:03:06.914 INFO:tasks.workunit.client.0.smithi028.stdout: "last_peered": "2024-08-29T19:02:14.840277+0000", 2024-08-29T19:03:06.914 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub": "0'0", 2024-08-29T19:03:06.914 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub_duration": 0, 2024-08-29T19:03:06.915 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub_stamp": "2024-08-29T17:41:01.987071+0000", 2024-08-29T19:03:06.915 INFO:tasks.workunit.client.0.smithi028.stdout: "last_undegraded": "2024-08-29T19:02:14.840277+0000", 2024-08-29T19:03:06.915 INFO:tasks.workunit.client.0.smithi028.stdout: "last_unstale": "2024-08-29T19:02:14.840277+0000", 2024-08-29T19:03:06.915 INFO:tasks.workunit.client.0.smithi028.stdout: "log_dups_size": 0, 2024-08-29T19:03:06.915 INFO:tasks.workunit.client.0.smithi028.stdout: "log_size": 0, 2024-08-29T19:03:06.915 INFO:tasks.workunit.client.0.smithi028.stdout: "log_start": "0'0", 2024-08-29T19:03:06.915 INFO:tasks.workunit.client.0.smithi028.stdout: "manifest_stats_invalid": false, 2024-08-29T19:03:06.915 INFO:tasks.workunit.client.0.smithi028.stdout: "mapping_epoch": 645, 2024-08-29T19:03:06.915 INFO:tasks.workunit.client.0.smithi028.stdout: "object_location_counts": [], 2024-08-29T19:03:06.915 INFO:tasks.workunit.client.0.smithi028.stdout: "objects_scrubbed": 0, 2024-08-29T19:03:06.915 INFO:tasks.workunit.client.0.smithi028.stdout: "objects_trimmed": 0, 2024-08-29T19:03:06.915 INFO:tasks.workunit.client.0.smithi028.stdout: "omap_stats_invalid": false, 2024-08-29T19:03:06.916 INFO:tasks.workunit.client.0.smithi028.stdout: "ondisk_log_size": 0, 2024-08-29T19:03:06.916 INFO:tasks.workunit.client.0.smithi028.stdout: "ondisk_log_start": "0'0", 2024-08-29T19:03:06.916 INFO:tasks.workunit.client.0.smithi028.stdout: "parent": "0.0", 2024-08-29T19:03:06.916 INFO:tasks.workunit.client.0.smithi028.stdout: "parent_split_bits": 0, 2024-08-29T19:03:06.916 INFO:tasks.workunit.client.0.smithi028.stdout: "pgid": "3.2", 2024-08-29T19:03:06.916 INFO:tasks.workunit.client.0.smithi028.stdout: "pin_stats_invalid": false, 2024-08-29T19:03:06.916 INFO:tasks.workunit.client.0.smithi028.stdout: "purged_snaps": [], 2024-08-29T19:03:06.916 INFO:tasks.workunit.client.0.smithi028.stdout: "reported_epoch": 2650, 2024-08-29T19:03:06.916 INFO:tasks.workunit.client.0.smithi028.stdout: "reported_seq": 4700, 2024-08-29T19:03:06.916 INFO:tasks.workunit.client.0.smithi028.stdout: "scrub_duration": 0.0, 2024-08-29T19:03:06.916 INFO:tasks.workunit.client.0.smithi028.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-30T23:01:45.405153+0000", 2024-08-29T19:03:06.916 INFO:tasks.workunit.client.0.smithi028.stdout: "snaptrim_duration": 0.0, 2024-08-29T19:03:06.916 INFO:tasks.workunit.client.0.smithi028.stdout: "snaptrimq_len": 0, 2024-08-29T19:03:06.917 INFO:tasks.workunit.client.0.smithi028.stdout: "stat_sum": { 2024-08-29T19:03:06.917 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes": 0, 2024-08-29T19:03:06.917 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes_hit_set_archive": 0, 2024-08-29T19:03:06.917 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes_recovered": 0, 2024-08-29T19:03:06.917 INFO:tasks.workunit.client.0.smithi028.stdout: "num_deep_scrub_errors": 0, 2024-08-29T19:03:06.917 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict": 0, 2024-08-29T19:03:06.917 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_kb": 0, 2024-08-29T19:03:06.917 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_mode_full": 0, 2024-08-29T19:03:06.917 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_mode_some": 0, 2024-08-29T19:03:06.917 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush": 0, 2024-08-29T19:03:06.917 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_kb": 0, 2024-08-29T19:03:06.917 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_mode_high": 0, 2024-08-29T19:03:06.917 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_mode_low": 0, 2024-08-29T19:03:06.918 INFO:tasks.workunit.client.0.smithi028.stdout: "num_keys_recovered": 0, 2024-08-29T19:03:06.918 INFO:tasks.workunit.client.0.smithi028.stdout: "num_large_omap_objects": 0, 2024-08-29T19:03:06.918 INFO:tasks.workunit.client.0.smithi028.stdout: "num_legacy_snapsets": 0, 2024-08-29T19:03:06.918 INFO:tasks.workunit.client.0.smithi028.stdout: "num_object_clones": 0, 2024-08-29T19:03:06.918 INFO:tasks.workunit.client.0.smithi028.stdout: "num_object_copies": 0, 2024-08-29T19:03:06.918 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects": 0, 2024-08-29T19:03:06.918 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_degraded": 0, 2024-08-29T19:03:06.918 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_dirty": 0, 2024-08-29T19:03:06.918 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_hit_set_archive": 0, 2024-08-29T19:03:06.918 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_manifest": 0, 2024-08-29T19:03:06.918 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_misplaced": 0, 2024-08-29T19:03:06.918 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_missing": 0, 2024-08-29T19:03:06.918 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_missing_on_primary": 0, 2024-08-29T19:03:06.918 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_omap": 0, 2024-08-29T19:03:06.919 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_pinned": 0, 2024-08-29T19:03:06.919 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_recovered": 0, 2024-08-29T19:03:06.919 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_repaired": 0, 2024-08-29T19:03:06.919 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_unfound": 0, 2024-08-29T19:03:06.919 INFO:tasks.workunit.client.0.smithi028.stdout: "num_omap_bytes": 0, 2024-08-29T19:03:06.919 INFO:tasks.workunit.client.0.smithi028.stdout: "num_omap_keys": 0, 2024-08-29T19:03:06.919 INFO:tasks.workunit.client.0.smithi028.stdout: "num_promote": 0, 2024-08-29T19:03:06.919 INFO:tasks.workunit.client.0.smithi028.stdout: "num_read": 0, 2024-08-29T19:03:06.919 INFO:tasks.workunit.client.0.smithi028.stdout: "num_read_kb": 0, 2024-08-29T19:03:06.919 INFO:tasks.workunit.client.0.smithi028.stdout: "num_scrub_errors": 0, 2024-08-29T19:03:06.919 INFO:tasks.workunit.client.0.smithi028.stdout: "num_shallow_scrub_errors": 0, 2024-08-29T19:03:06.919 INFO:tasks.workunit.client.0.smithi028.stdout: "num_whiteouts": 0, 2024-08-29T19:03:06.919 INFO:tasks.workunit.client.0.smithi028.stdout: "num_write": 0, 2024-08-29T19:03:06.920 INFO:tasks.workunit.client.0.smithi028.stdout: "num_write_kb": 0 2024-08-29T19:03:06.920 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:06.920 INFO:tasks.workunit.client.0.smithi028.stdout: "state": "active+clean", 2024-08-29T19:03:06.920 INFO:tasks.workunit.client.0.smithi028.stdout: "stats_invalid": false, 2024-08-29T19:03:06.920 INFO:tasks.workunit.client.0.smithi028.stdout: "up": [ 2024-08-29T19:03:06.920 INFO:tasks.workunit.client.0.smithi028.stdout: 3, 2024-08-29T19:03:06.920 INFO:tasks.workunit.client.0.smithi028.stdout: 5, 2024-08-29T19:03:06.920 INFO:tasks.workunit.client.0.smithi028.stdout: 6 2024-08-29T19:03:06.920 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-08-29T19:03:06.920 INFO:tasks.workunit.client.0.smithi028.stdout: "up_primary": 3, 2024-08-29T19:03:06.920 INFO:tasks.workunit.client.0.smithi028.stdout: "version": "0'0" 2024-08-29T19:03:06.920 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:06.920 INFO:tasks.workunit.client.0.smithi028.stdout: { 2024-08-29T19:03:06.921 INFO:tasks.workunit.client.0.smithi028.stdout: "acting": [ 2024-08-29T19:03:06.921 INFO:tasks.workunit.client.0.smithi028.stdout: 5, 2024-08-29T19:03:06.921 INFO:tasks.workunit.client.0.smithi028.stdout: 2, 2024-08-29T19:03:06.921 INFO:tasks.workunit.client.0.smithi028.stdout: 7 2024-08-29T19:03:06.921 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-08-29T19:03:06.921 INFO:tasks.workunit.client.0.smithi028.stdout: "acting_primary": 5, 2024-08-29T19:03:06.921 INFO:tasks.workunit.client.0.smithi028.stdout: "avail_no_missing": [], 2024-08-29T19:03:06.921 INFO:tasks.workunit.client.0.smithi028.stdout: "blocked_by": [], 2024-08-29T19:03:06.921 INFO:tasks.workunit.client.0.smithi028.stdout: "created": 59, 2024-08-29T19:03:06.921 INFO:tasks.workunit.client.0.smithi028.stdout: "dirty_stats_invalid": false, 2024-08-29T19:03:06.921 INFO:tasks.workunit.client.0.smithi028.stdout: "hitset_bytes_stats_invalid": false, 2024-08-29T19:03:06.921 INFO:tasks.workunit.client.0.smithi028.stdout: "hitset_stats_invalid": false, 2024-08-29T19:03:06.921 INFO:tasks.workunit.client.0.smithi028.stdout: "last_active": "2024-08-29T19:02:14.924375+0000", 2024-08-29T19:03:06.922 INFO:tasks.workunit.client.0.smithi028.stdout: "last_became_active": "2024-08-29T17:58:11.367038+0000", 2024-08-29T19:03:06.922 INFO:tasks.workunit.client.0.smithi028.stdout: "last_became_peered": "2024-08-29T17:58:11.367038+0000", 2024-08-29T19:03:06.922 INFO:tasks.workunit.client.0.smithi028.stdout: "last_change": "2024-08-29T17:58:11.367664+0000", 2024-08-29T19:03:06.922 INFO:tasks.workunit.client.0.smithi028.stdout: "last_clean": "2024-08-29T19:02:14.924375+0000", 2024-08-29T19:03:06.922 INFO:tasks.workunit.client.0.smithi028.stdout: "last_clean_scrub_stamp": "2024-08-29T17:40:52.944949+0000", 2024-08-29T19:03:06.922 INFO:tasks.workunit.client.0.smithi028.stdout: "last_deep_scrub": "0'0", 2024-08-29T19:03:06.922 INFO:tasks.workunit.client.0.smithi028.stdout: "last_deep_scrub_stamp": "2024-08-29T17:40:52.944949+0000", 2024-08-29T19:03:06.922 INFO:tasks.workunit.client.0.smithi028.stdout: "last_epoch_clean": 681, 2024-08-29T19:03:06.922 INFO:tasks.workunit.client.0.smithi028.stdout: "last_fresh": "2024-08-29T19:02:14.924375+0000", 2024-08-29T19:03:06.922 INFO:tasks.workunit.client.0.smithi028.stdout: "last_fullsized": "2024-08-29T19:02:14.924375+0000", 2024-08-29T19:03:06.922 INFO:tasks.workunit.client.0.smithi028.stdout: "last_peered": "2024-08-29T19:02:14.924375+0000", 2024-08-29T19:03:06.922 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub": "0'0", 2024-08-29T19:03:06.923 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub_duration": 0, 2024-08-29T19:03:06.923 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub_stamp": "2024-08-29T17:40:52.944949+0000", 2024-08-29T19:03:06.923 INFO:tasks.workunit.client.0.smithi028.stdout: "last_undegraded": "2024-08-29T19:02:14.924375+0000", 2024-08-29T19:03:06.923 INFO:tasks.workunit.client.0.smithi028.stdout: "last_unstale": "2024-08-29T19:02:14.924375+0000", 2024-08-29T19:03:06.923 INFO:tasks.workunit.client.0.smithi028.stdout: "log_dups_size": 0, 2024-08-29T19:03:06.923 INFO:tasks.workunit.client.0.smithi028.stdout: "log_size": 0, 2024-08-29T19:03:06.923 INFO:tasks.workunit.client.0.smithi028.stdout: "log_start": "0'0", 2024-08-29T19:03:06.923 INFO:tasks.workunit.client.0.smithi028.stdout: "manifest_stats_invalid": false, 2024-08-29T19:03:06.923 INFO:tasks.workunit.client.0.smithi028.stdout: "mapping_epoch": 680, 2024-08-29T19:03:06.923 INFO:tasks.workunit.client.0.smithi028.stdout: "object_location_counts": [], 2024-08-29T19:03:06.923 INFO:tasks.workunit.client.0.smithi028.stdout: "objects_scrubbed": 0, 2024-08-29T19:03:06.923 INFO:tasks.workunit.client.0.smithi028.stdout: "objects_trimmed": 0, 2024-08-29T19:03:06.923 INFO:tasks.workunit.client.0.smithi028.stdout: "omap_stats_invalid": false, 2024-08-29T19:03:06.923 INFO:tasks.workunit.client.0.smithi028.stdout: "ondisk_log_size": 0, 2024-08-29T19:03:06.924 INFO:tasks.workunit.client.0.smithi028.stdout: "ondisk_log_start": "0'0", 2024-08-29T19:03:06.924 INFO:tasks.workunit.client.0.smithi028.stdout: "parent": "0.0", 2024-08-29T19:03:06.924 INFO:tasks.workunit.client.0.smithi028.stdout: "parent_split_bits": 0, 2024-08-29T19:03:06.924 INFO:tasks.workunit.client.0.smithi028.stdout: "pgid": "2.3", 2024-08-29T19:03:06.924 INFO:tasks.workunit.client.0.smithi028.stdout: "pin_stats_invalid": false, 2024-08-29T19:03:06.924 INFO:tasks.workunit.client.0.smithi028.stdout: "purged_snaps": [], 2024-08-29T19:03:06.924 INFO:tasks.workunit.client.0.smithi028.stdout: "reported_epoch": 2650, 2024-08-29T19:03:06.924 INFO:tasks.workunit.client.0.smithi028.stdout: "reported_seq": 4610, 2024-08-29T19:03:06.924 INFO:tasks.workunit.client.0.smithi028.stdout: "scrub_duration": 0.0, 2024-08-29T19:03:06.924 INFO:tasks.workunit.client.0.smithi028.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-30T21:15:29.565999+0000", 2024-08-29T19:03:06.924 INFO:tasks.workunit.client.0.smithi028.stdout: "snaptrim_duration": 0.0, 2024-08-29T19:03:06.924 INFO:tasks.workunit.client.0.smithi028.stdout: "snaptrimq_len": 0, 2024-08-29T19:03:06.924 INFO:tasks.workunit.client.0.smithi028.stdout: "stat_sum": { 2024-08-29T19:03:06.924 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes": 0, 2024-08-29T19:03:06.925 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes_hit_set_archive": 0, 2024-08-29T19:03:06.925 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes_recovered": 0, 2024-08-29T19:03:06.925 INFO:tasks.workunit.client.0.smithi028.stdout: "num_deep_scrub_errors": 0, 2024-08-29T19:03:06.925 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict": 0, 2024-08-29T19:03:06.925 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_kb": 0, 2024-08-29T19:03:06.925 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_mode_full": 0, 2024-08-29T19:03:06.925 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_mode_some": 0, 2024-08-29T19:03:06.925 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush": 0, 2024-08-29T19:03:06.925 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_kb": 0, 2024-08-29T19:03:06.925 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_mode_high": 0, 2024-08-29T19:03:06.925 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_mode_low": 0, 2024-08-29T19:03:06.925 INFO:tasks.workunit.client.0.smithi028.stdout: "num_keys_recovered": 0, 2024-08-29T19:03:06.925 INFO:tasks.workunit.client.0.smithi028.stdout: "num_large_omap_objects": 0, 2024-08-29T19:03:06.926 INFO:tasks.workunit.client.0.smithi028.stdout: "num_legacy_snapsets": 0, 2024-08-29T19:03:06.926 INFO:tasks.workunit.client.0.smithi028.stdout: "num_object_clones": 0, 2024-08-29T19:03:06.926 INFO:tasks.workunit.client.0.smithi028.stdout: "num_object_copies": 0, 2024-08-29T19:03:06.926 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects": 0, 2024-08-29T19:03:06.926 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_degraded": 0, 2024-08-29T19:03:06.926 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_dirty": 0, 2024-08-29T19:03:06.926 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_hit_set_archive": 0, 2024-08-29T19:03:06.926 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_manifest": 0, 2024-08-29T19:03:06.926 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_misplaced": 0, 2024-08-29T19:03:06.926 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_missing": 0, 2024-08-29T19:03:06.926 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_missing_on_primary": 0, 2024-08-29T19:03:06.926 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_omap": 0, 2024-08-29T19:03:06.926 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_pinned": 0, 2024-08-29T19:03:06.926 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_recovered": 0, 2024-08-29T19:03:06.927 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_repaired": 0, 2024-08-29T19:03:06.927 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_unfound": 0, 2024-08-29T19:03:06.927 INFO:tasks.workunit.client.0.smithi028.stdout: "num_omap_bytes": 0, 2024-08-29T19:03:06.927 INFO:tasks.workunit.client.0.smithi028.stdout: "num_omap_keys": 0, 2024-08-29T19:03:06.927 INFO:tasks.workunit.client.0.smithi028.stdout: "num_promote": 0, 2024-08-29T19:03:06.927 INFO:tasks.workunit.client.0.smithi028.stdout: "num_read": 0, 2024-08-29T19:03:06.927 INFO:tasks.workunit.client.0.smithi028.stdout: "num_read_kb": 0, 2024-08-29T19:03:06.927 INFO:tasks.workunit.client.0.smithi028.stdout: "num_scrub_errors": 0, 2024-08-29T19:03:06.927 INFO:tasks.workunit.client.0.smithi028.stdout: "num_shallow_scrub_errors": 0, 2024-08-29T19:03:06.927 INFO:tasks.workunit.client.0.smithi028.stdout: "num_whiteouts": 0, 2024-08-29T19:03:06.927 INFO:tasks.workunit.client.0.smithi028.stdout: "num_write": 0, 2024-08-29T19:03:06.927 INFO:tasks.workunit.client.0.smithi028.stdout: "num_write_kb": 0 2024-08-29T19:03:06.927 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:06.927 INFO:tasks.workunit.client.0.smithi028.stdout: "state": "active+clean", 2024-08-29T19:03:06.928 INFO:tasks.workunit.client.0.smithi028.stdout: "stats_invalid": false, 2024-08-29T19:03:06.928 INFO:tasks.workunit.client.0.smithi028.stdout: "up": [ 2024-08-29T19:03:06.928 INFO:tasks.workunit.client.0.smithi028.stdout: 5, 2024-08-29T19:03:06.928 INFO:tasks.workunit.client.0.smithi028.stdout: 2, 2024-08-29T19:03:06.928 INFO:tasks.workunit.client.0.smithi028.stdout: 7 2024-08-29T19:03:06.928 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-08-29T19:03:06.928 INFO:tasks.workunit.client.0.smithi028.stdout: "up_primary": 5, 2024-08-29T19:03:06.928 INFO:tasks.workunit.client.0.smithi028.stdout: "version": "0'0" 2024-08-29T19:03:06.928 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:06.928 INFO:tasks.workunit.client.0.smithi028.stdout: { 2024-08-29T19:03:06.928 INFO:tasks.workunit.client.0.smithi028.stdout: "acting": [ 2024-08-29T19:03:06.928 INFO:tasks.workunit.client.0.smithi028.stdout: 7, 2024-08-29T19:03:06.928 INFO:tasks.workunit.client.0.smithi028.stdout: 0, 2024-08-29T19:03:06.928 INFO:tasks.workunit.client.0.smithi028.stdout: 6 2024-08-29T19:03:06.929 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-08-29T19:03:06.929 INFO:tasks.workunit.client.0.smithi028.stdout: "acting_primary": 7, 2024-08-29T19:03:06.929 INFO:tasks.workunit.client.0.smithi028.stdout: "avail_no_missing": [], 2024-08-29T19:03:06.929 INFO:tasks.workunit.client.0.smithi028.stdout: "blocked_by": [], 2024-08-29T19:03:06.929 INFO:tasks.workunit.client.0.smithi028.stdout: "created": 19, 2024-08-29T19:03:06.929 INFO:tasks.workunit.client.0.smithi028.stdout: "dirty_stats_invalid": false, 2024-08-29T19:03:06.929 INFO:tasks.workunit.client.0.smithi028.stdout: "hitset_bytes_stats_invalid": false, 2024-08-29T19:03:06.929 INFO:tasks.workunit.client.0.smithi028.stdout: "hitset_stats_invalid": false, 2024-08-29T19:03:06.929 INFO:tasks.workunit.client.0.smithi028.stdout: "last_active": "2024-08-29T19:02:14.096822+0000", 2024-08-29T19:03:06.929 INFO:tasks.workunit.client.0.smithi028.stdout: "last_became_active": "2024-08-29T17:58:11.349292+0000", 2024-08-29T19:03:06.929 INFO:tasks.workunit.client.0.smithi028.stdout: "last_became_peered": "2024-08-29T17:58:11.349292+0000", 2024-08-29T19:03:06.929 INFO:tasks.workunit.client.0.smithi028.stdout: "last_change": "2024-08-29T17:58:11.352277+0000", 2024-08-29T19:03:06.929 INFO:tasks.workunit.client.0.smithi028.stdout: "last_clean": "2024-08-29T19:02:14.096822+0000", 2024-08-29T19:03:06.929 INFO:tasks.workunit.client.0.smithi028.stdout: "last_clean_scrub_stamp": "2024-08-29T17:35:25.395028+0000", 2024-08-29T19:03:06.930 INFO:tasks.workunit.client.0.smithi028.stdout: "last_deep_scrub": "0'0", 2024-08-29T19:03:06.930 INFO:tasks.workunit.client.0.smithi028.stdout: "last_deep_scrub_stamp": "2024-08-29T17:35:25.395028+0000", 2024-08-29T19:03:06.930 INFO:tasks.workunit.client.0.smithi028.stdout: "last_epoch_clean": 681, 2024-08-29T19:03:06.930 INFO:tasks.workunit.client.0.smithi028.stdout: "last_fresh": "2024-08-29T19:02:14.096822+0000", 2024-08-29T19:03:06.930 INFO:tasks.workunit.client.0.smithi028.stdout: "last_fullsized": "2024-08-29T19:02:14.096822+0000", 2024-08-29T19:03:06.930 INFO:tasks.workunit.client.0.smithi028.stdout: "last_peered": "2024-08-29T19:02:14.096822+0000", 2024-08-29T19:03:06.930 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub": "0'0", 2024-08-29T19:03:06.930 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub_duration": 0, 2024-08-29T19:03:06.930 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub_stamp": "2024-08-29T17:35:25.395028+0000", 2024-08-29T19:03:06.930 INFO:tasks.workunit.client.0.smithi028.stdout: "last_undegraded": "2024-08-29T19:02:14.096822+0000", 2024-08-29T19:03:06.930 INFO:tasks.workunit.client.0.smithi028.stdout: "last_unstale": "2024-08-29T19:02:14.096822+0000", 2024-08-29T19:03:06.930 INFO:tasks.workunit.client.0.smithi028.stdout: "log_dups_size": 0, 2024-08-29T19:03:06.930 INFO:tasks.workunit.client.0.smithi028.stdout: "log_size": 197, 2024-08-29T19:03:06.931 INFO:tasks.workunit.client.0.smithi028.stdout: "log_start": "0'0", 2024-08-29T19:03:06.931 INFO:tasks.workunit.client.0.smithi028.stdout: "manifest_stats_invalid": false, 2024-08-29T19:03:06.931 INFO:tasks.workunit.client.0.smithi028.stdout: "mapping_epoch": 680, 2024-08-29T19:03:06.931 INFO:tasks.workunit.client.0.smithi028.stdout: "object_location_counts": [], 2024-08-29T19:03:06.931 INFO:tasks.workunit.client.0.smithi028.stdout: "objects_scrubbed": 0, 2024-08-29T19:03:06.931 INFO:tasks.workunit.client.0.smithi028.stdout: "objects_trimmed": 0, 2024-08-29T19:03:06.931 INFO:tasks.workunit.client.0.smithi028.stdout: "omap_stats_invalid": false, 2024-08-29T19:03:06.931 INFO:tasks.workunit.client.0.smithi028.stdout: "ondisk_log_size": 197, 2024-08-29T19:03:06.931 INFO:tasks.workunit.client.0.smithi028.stdout: "ondisk_log_start": "0'0", 2024-08-29T19:03:06.931 INFO:tasks.workunit.client.0.smithi028.stdout: "parent": "0.0", 2024-08-29T19:03:06.931 INFO:tasks.workunit.client.0.smithi028.stdout: "parent_split_bits": 0, 2024-08-29T19:03:06.931 INFO:tasks.workunit.client.0.smithi028.stdout: "pgid": "1.0", 2024-08-29T19:03:06.931 INFO:tasks.workunit.client.0.smithi028.stdout: "pin_stats_invalid": false, 2024-08-29T19:03:06.931 INFO:tasks.workunit.client.0.smithi028.stdout: "purged_snaps": [], 2024-08-29T19:03:06.932 INFO:tasks.workunit.client.0.smithi028.stdout: "reported_epoch": 2650, 2024-08-29T19:03:06.932 INFO:tasks.workunit.client.0.smithi028.stdout: "reported_seq": 5063, 2024-08-29T19:03:06.932 INFO:tasks.workunit.client.0.smithi028.stdout: "scrub_duration": 0.0, 2024-08-29T19:03:06.932 INFO:tasks.workunit.client.0.smithi028.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-30T23:36:27.820227+0000", 2024-08-29T19:03:06.932 INFO:tasks.workunit.client.0.smithi028.stdout: "snaptrim_duration": 0.0, 2024-08-29T19:03:06.932 INFO:tasks.workunit.client.0.smithi028.stdout: "snaptrimq_len": 0, 2024-08-29T19:03:06.932 INFO:tasks.workunit.client.0.smithi028.stdout: "stat_sum": { 2024-08-29T19:03:06.932 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes": 590368, 2024-08-29T19:03:06.932 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes_hit_set_archive": 0, 2024-08-29T19:03:06.932 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes_recovered": 1771104, 2024-08-29T19:03:06.932 INFO:tasks.workunit.client.0.smithi028.stdout: "num_deep_scrub_errors": 0, 2024-08-29T19:03:06.932 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict": 0, 2024-08-29T19:03:06.932 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_kb": 0, 2024-08-29T19:03:06.933 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_mode_full": 0, 2024-08-29T19:03:06.933 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_mode_some": 0, 2024-08-29T19:03:06.933 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush": 0, 2024-08-29T19:03:06.933 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_kb": 0, 2024-08-29T19:03:06.933 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_mode_high": 0, 2024-08-29T19:03:06.933 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_mode_low": 0, 2024-08-29T19:03:06.933 INFO:tasks.workunit.client.0.smithi028.stdout: "num_keys_recovered": 0, 2024-08-29T19:03:06.933 INFO:tasks.workunit.client.0.smithi028.stdout: "num_large_omap_objects": 0, 2024-08-29T19:03:06.933 INFO:tasks.workunit.client.0.smithi028.stdout: "num_legacy_snapsets": 0, 2024-08-29T19:03:06.933 INFO:tasks.workunit.client.0.smithi028.stdout: "num_object_clones": 0, 2024-08-29T19:03:06.933 INFO:tasks.workunit.client.0.smithi028.stdout: "num_object_copies": 6, 2024-08-29T19:03:06.933 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects": 2, 2024-08-29T19:03:06.933 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_degraded": 0, 2024-08-29T19:03:06.934 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_dirty": 2, 2024-08-29T19:03:06.934 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_hit_set_archive": 0, 2024-08-29T19:03:06.934 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_manifest": 0, 2024-08-29T19:03:06.934 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_misplaced": 0, 2024-08-29T19:03:06.934 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_missing": 0, 2024-08-29T19:03:06.934 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_missing_on_primary": 0, 2024-08-29T19:03:06.934 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_omap": 0, 2024-08-29T19:03:06.934 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_pinned": 0, 2024-08-29T19:03:06.934 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_recovered": 6, 2024-08-29T19:03:06.934 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_repaired": 0, 2024-08-29T19:03:06.934 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_unfound": 0, 2024-08-29T19:03:06.934 INFO:tasks.workunit.client.0.smithi028.stdout: "num_omap_bytes": 0, 2024-08-29T19:03:06.934 INFO:tasks.workunit.client.0.smithi028.stdout: "num_omap_keys": 0, 2024-08-29T19:03:06.935 INFO:tasks.workunit.client.0.smithi028.stdout: "num_promote": 0, 2024-08-29T19:03:06.935 INFO:tasks.workunit.client.0.smithi028.stdout: "num_read": 812, 2024-08-29T19:03:06.935 INFO:tasks.workunit.client.0.smithi028.stdout: "num_read_kb": 1310, 2024-08-29T19:03:06.935 INFO:tasks.workunit.client.0.smithi028.stdout: "num_scrub_errors": 0, 2024-08-29T19:03:06.935 INFO:tasks.workunit.client.0.smithi028.stdout: "num_shallow_scrub_errors": 0, 2024-08-29T19:03:06.935 INFO:tasks.workunit.client.0.smithi028.stdout: "num_whiteouts": 0, 2024-08-29T19:03:06.935 INFO:tasks.workunit.client.0.smithi028.stdout: "num_write": 311, 2024-08-29T19:03:06.935 INFO:tasks.workunit.client.0.smithi028.stdout: "num_write_kb": 2416 2024-08-29T19:03:06.935 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:06.935 INFO:tasks.workunit.client.0.smithi028.stdout: "state": "active+clean", 2024-08-29T19:03:06.935 INFO:tasks.workunit.client.0.smithi028.stdout: "stats_invalid": false, 2024-08-29T19:03:06.935 INFO:tasks.workunit.client.0.smithi028.stdout: "up": [ 2024-08-29T19:03:06.935 INFO:tasks.workunit.client.0.smithi028.stdout: 7, 2024-08-29T19:03:06.935 INFO:tasks.workunit.client.0.smithi028.stdout: 0, 2024-08-29T19:03:06.936 INFO:tasks.workunit.client.0.smithi028.stdout: 6 2024-08-29T19:03:06.936 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-08-29T19:03:06.936 INFO:tasks.workunit.client.0.smithi028.stdout: "up_primary": 7, 2024-08-29T19:03:06.936 INFO:tasks.workunit.client.0.smithi028.stdout: "version": "329'197" 2024-08-29T19:03:06.936 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:06.936 INFO:tasks.workunit.client.0.smithi028.stdout: { 2024-08-29T19:03:06.936 INFO:tasks.workunit.client.0.smithi028.stdout: "acting": [ 2024-08-29T19:03:06.936 INFO:tasks.workunit.client.0.smithi028.stdout: 6, 2024-08-29T19:03:06.936 INFO:tasks.workunit.client.0.smithi028.stdout: 4, 2024-08-29T19:03:06.936 INFO:tasks.workunit.client.0.smithi028.stdout: 7 2024-08-29T19:03:06.936 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-08-29T19:03:06.936 INFO:tasks.workunit.client.0.smithi028.stdout: "acting_primary": 6, 2024-08-29T19:03:06.936 INFO:tasks.workunit.client.0.smithi028.stdout: "avail_no_missing": [], 2024-08-29T19:03:06.937 INFO:tasks.workunit.client.0.smithi028.stdout: "blocked_by": [], 2024-08-29T19:03:06.937 INFO:tasks.workunit.client.0.smithi028.stdout: "created": 69, 2024-08-29T19:03:06.937 INFO:tasks.workunit.client.0.smithi028.stdout: "dirty_stats_invalid": false, 2024-08-29T19:03:06.937 INFO:tasks.workunit.client.0.smithi028.stdout: "hitset_bytes_stats_invalid": false, 2024-08-29T19:03:06.937 INFO:tasks.workunit.client.0.smithi028.stdout: "hitset_stats_invalid": false, 2024-08-29T19:03:06.937 INFO:tasks.workunit.client.0.smithi028.stdout: "last_active": "2024-08-29T19:02:14.922767+0000", 2024-08-29T19:03:06.937 INFO:tasks.workunit.client.0.smithi028.stdout: "last_became_active": "2024-08-29T17:58:11.343898+0000", 2024-08-29T19:03:06.937 INFO:tasks.workunit.client.0.smithi028.stdout: "last_became_peered": "2024-08-29T17:58:11.343898+0000", 2024-08-29T19:03:06.937 INFO:tasks.workunit.client.0.smithi028.stdout: "last_change": "2024-08-29T18:32:49.453504+0000", 2024-08-29T19:03:06.937 INFO:tasks.workunit.client.0.smithi028.stdout: "last_clean": "2024-08-29T19:02:14.922767+0000", 2024-08-29T19:03:06.937 INFO:tasks.workunit.client.0.smithi028.stdout: "last_clean_scrub_stamp": "2024-08-29T17:43:39.870944+0000", 2024-08-29T19:03:06.937 INFO:tasks.workunit.client.0.smithi028.stdout: "last_deep_scrub": "0'0", 2024-08-29T19:03:06.937 INFO:tasks.workunit.client.0.smithi028.stdout: "last_deep_scrub_stamp": "2024-08-29T17:43:39.870944+0000", 2024-08-29T19:03:06.938 INFO:tasks.workunit.client.0.smithi028.stdout: "last_epoch_clean": 681, 2024-08-29T19:03:06.938 INFO:tasks.workunit.client.0.smithi028.stdout: "last_fresh": "2024-08-29T19:02:14.922767+0000", 2024-08-29T19:03:06.938 INFO:tasks.workunit.client.0.smithi028.stdout: "last_fullsized": "2024-08-29T19:02:14.922767+0000", 2024-08-29T19:03:06.938 INFO:tasks.workunit.client.0.smithi028.stdout: "last_peered": "2024-08-29T19:02:14.922767+0000", 2024-08-29T19:03:06.938 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub": "0'0", 2024-08-29T19:03:06.938 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub_duration": 0, 2024-08-29T19:03:06.938 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub_stamp": "2024-08-29T17:43:39.870944+0000", 2024-08-29T19:03:06.938 INFO:tasks.workunit.client.0.smithi028.stdout: "last_undegraded": "2024-08-29T19:02:14.922767+0000", 2024-08-29T19:03:06.938 INFO:tasks.workunit.client.0.smithi028.stdout: "last_unstale": "2024-08-29T19:02:14.922767+0000", 2024-08-29T19:03:06.938 INFO:tasks.workunit.client.0.smithi028.stdout: "log_dups_size": 0, 2024-08-29T19:03:06.938 INFO:tasks.workunit.client.0.smithi028.stdout: "log_size": 3180, 2024-08-29T19:03:06.938 INFO:tasks.workunit.client.0.smithi028.stdout: "log_start": "0'0", 2024-08-29T19:03:06.938 INFO:tasks.workunit.client.0.smithi028.stdout: "manifest_stats_invalid": false, 2024-08-29T19:03:06.938 INFO:tasks.workunit.client.0.smithi028.stdout: "mapping_epoch": 680, 2024-08-29T19:03:06.939 INFO:tasks.workunit.client.0.smithi028.stdout: "object_location_counts": [], 2024-08-29T19:03:06.939 INFO:tasks.workunit.client.0.smithi028.stdout: "objects_scrubbed": 0, 2024-08-29T19:03:06.939 INFO:tasks.workunit.client.0.smithi028.stdout: "objects_trimmed": 0, 2024-08-29T19:03:06.939 INFO:tasks.workunit.client.0.smithi028.stdout: "omap_stats_invalid": false, 2024-08-29T19:03:06.939 INFO:tasks.workunit.client.0.smithi028.stdout: "ondisk_log_size": 3180, 2024-08-29T19:03:06.939 INFO:tasks.workunit.client.0.smithi028.stdout: "ondisk_log_start": "0'0", 2024-08-29T19:03:06.939 INFO:tasks.workunit.client.0.smithi028.stdout: "parent": "0.0", 2024-08-29T19:03:06.939 INFO:tasks.workunit.client.0.smithi028.stdout: "parent_split_bits": 0, 2024-08-29T19:03:06.939 INFO:tasks.workunit.client.0.smithi028.stdout: "pgid": "4.5", 2024-08-29T19:03:06.939 INFO:tasks.workunit.client.0.smithi028.stdout: "pin_stats_invalid": false, 2024-08-29T19:03:06.939 INFO:tasks.workunit.client.0.smithi028.stdout: "purged_snaps": [], 2024-08-29T19:03:06.939 INFO:tasks.workunit.client.0.smithi028.stdout: "reported_epoch": 2650, 2024-08-29T19:03:06.939 INFO:tasks.workunit.client.0.smithi028.stdout: "reported_seq": 8704, 2024-08-29T19:03:06.939 INFO:tasks.workunit.client.0.smithi028.stdout: "scrub_duration": 0.0, 2024-08-29T19:03:06.940 INFO:tasks.workunit.client.0.smithi028.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-30T17:57:34.227634+0000", 2024-08-29T19:03:06.940 INFO:tasks.workunit.client.0.smithi028.stdout: "snaptrim_duration": 0.006128842, 2024-08-29T19:03:06.940 INFO:tasks.workunit.client.0.smithi028.stdout: "snaptrimq_len": 0, 2024-08-29T19:03:06.940 INFO:tasks.workunit.client.0.smithi028.stdout: "stat_sum": { 2024-08-29T19:03:06.940 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes": 0, 2024-08-29T19:03:06.940 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes_hit_set_archive": 0, 2024-08-29T19:03:06.940 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes_recovered": 0, 2024-08-29T19:03:06.940 INFO:tasks.workunit.client.0.smithi028.stdout: "num_deep_scrub_errors": 0, 2024-08-29T19:03:06.940 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict": 0, 2024-08-29T19:03:06.940 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_kb": 0, 2024-08-29T19:03:06.940 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_mode_full": 0, 2024-08-29T19:03:06.940 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_mode_some": 0, 2024-08-29T19:03:06.940 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush": 0, 2024-08-29T19:03:06.941 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_kb": 0, 2024-08-29T19:03:06.941 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_mode_high": 0, 2024-08-29T19:03:06.941 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_mode_low": 0, 2024-08-29T19:03:06.941 INFO:tasks.workunit.client.0.smithi028.stdout: "num_keys_recovered": 0, 2024-08-29T19:03:06.941 INFO:tasks.workunit.client.0.smithi028.stdout: "num_large_omap_objects": 0, 2024-08-29T19:03:06.941 INFO:tasks.workunit.client.0.smithi028.stdout: "num_legacy_snapsets": 0, 2024-08-29T19:03:06.941 INFO:tasks.workunit.client.0.smithi028.stdout: "num_object_clones": 0, 2024-08-29T19:03:06.941 INFO:tasks.workunit.client.0.smithi028.stdout: "num_object_copies": 0, 2024-08-29T19:03:06.941 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects": 0, 2024-08-29T19:03:06.941 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_degraded": 0, 2024-08-29T19:03:06.941 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_dirty": 0, 2024-08-29T19:03:06.941 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_hit_set_archive": 0, 2024-08-29T19:03:06.941 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_manifest": 0, 2024-08-29T19:03:06.941 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_misplaced": 0, 2024-08-29T19:03:06.942 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_missing": 0, 2024-08-29T19:03:06.942 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_missing_on_primary": 0, 2024-08-29T19:03:06.942 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_omap": 0, 2024-08-29T19:03:06.942 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_pinned": 0, 2024-08-29T19:03:06.942 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_recovered": 0, 2024-08-29T19:03:06.942 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_repaired": 0, 2024-08-29T19:03:06.942 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_unfound": 0, 2024-08-29T19:03:06.942 INFO:tasks.workunit.client.0.smithi028.stdout: "num_omap_bytes": 0, 2024-08-29T19:03:06.942 INFO:tasks.workunit.client.0.smithi028.stdout: "num_omap_keys": 0, 2024-08-29T19:03:06.942 INFO:tasks.workunit.client.0.smithi028.stdout: "num_promote": 0, 2024-08-29T19:03:06.942 INFO:tasks.workunit.client.0.smithi028.stdout: "num_read": 1668, 2024-08-29T19:03:06.942 INFO:tasks.workunit.client.0.smithi028.stdout: "num_read_kb": 397965, 2024-08-29T19:03:06.942 INFO:tasks.workunit.client.0.smithi028.stdout: "num_scrub_errors": 0, 2024-08-29T19:03:06.942 INFO:tasks.workunit.client.0.smithi028.stdout: "num_shallow_scrub_errors": 0, 2024-08-29T19:03:06.942 INFO:tasks.workunit.client.0.smithi028.stdout: "num_whiteouts": 0, 2024-08-29T19:03:06.943 INFO:tasks.workunit.client.0.smithi028.stdout: "num_write": 3142, 2024-08-29T19:03:06.943 INFO:tasks.workunit.client.0.smithi028.stdout: "num_write_kb": 385564 2024-08-29T19:03:06.943 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:06.943 INFO:tasks.workunit.client.0.smithi028.stdout: "state": "active+clean", 2024-08-29T19:03:06.943 INFO:tasks.workunit.client.0.smithi028.stdout: "stats_invalid": false, 2024-08-29T19:03:06.943 INFO:tasks.workunit.client.0.smithi028.stdout: "up": [ 2024-08-29T19:03:06.943 INFO:tasks.workunit.client.0.smithi028.stdout: 6, 2024-08-29T19:03:06.943 INFO:tasks.workunit.client.0.smithi028.stdout: 4, 2024-08-29T19:03:06.943 INFO:tasks.workunit.client.0.smithi028.stdout: 7 2024-08-29T19:03:06.943 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-08-29T19:03:06.943 INFO:tasks.workunit.client.0.smithi028.stdout: "up_primary": 6, 2024-08-29T19:03:06.943 INFO:tasks.workunit.client.0.smithi028.stdout: "version": "1182'3180" 2024-08-29T19:03:06.944 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:06.944 INFO:tasks.workunit.client.0.smithi028.stdout: { 2024-08-29T19:03:06.944 INFO:tasks.workunit.client.0.smithi028.stdout: "acting": [ 2024-08-29T19:03:06.944 INFO:tasks.workunit.client.0.smithi028.stdout: 7, 2024-08-29T19:03:06.944 INFO:tasks.workunit.client.0.smithi028.stdout: 5, 2024-08-29T19:03:06.944 INFO:tasks.workunit.client.0.smithi028.stdout: 6 2024-08-29T19:03:06.944 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-08-29T19:03:06.944 INFO:tasks.workunit.client.0.smithi028.stdout: "acting_primary": 7, 2024-08-29T19:03:06.944 INFO:tasks.workunit.client.0.smithi028.stdout: "avail_no_missing": [], 2024-08-29T19:03:06.944 INFO:tasks.workunit.client.0.smithi028.stdout: "blocked_by": [], 2024-08-29T19:03:06.944 INFO:tasks.workunit.client.0.smithi028.stdout: "created": 62, 2024-08-29T19:03:06.944 INFO:tasks.workunit.client.0.smithi028.stdout: "dirty_stats_invalid": false, 2024-08-29T19:03:06.944 INFO:tasks.workunit.client.0.smithi028.stdout: "hitset_bytes_stats_invalid": false, 2024-08-29T19:03:06.945 INFO:tasks.workunit.client.0.smithi028.stdout: "hitset_stats_invalid": false, 2024-08-29T19:03:06.945 INFO:tasks.workunit.client.0.smithi028.stdout: "last_active": "2024-08-29T19:02:14.101965+0000", 2024-08-29T19:03:06.945 INFO:tasks.workunit.client.0.smithi028.stdout: "last_became_active": "2024-08-29T17:58:11.348015+0000", 2024-08-29T19:03:06.945 INFO:tasks.workunit.client.0.smithi028.stdout: "last_became_peered": "2024-08-29T17:58:11.348015+0000", 2024-08-29T19:03:06.945 INFO:tasks.workunit.client.0.smithi028.stdout: "last_change": "2024-08-29T17:58:11.348292+0000", 2024-08-29T19:03:06.945 INFO:tasks.workunit.client.0.smithi028.stdout: "last_clean": "2024-08-29T19:02:14.101965+0000", 2024-08-29T19:03:06.945 INFO:tasks.workunit.client.0.smithi028.stdout: "last_clean_scrub_stamp": "2024-08-29T17:41:01.987071+0000", 2024-08-29T19:03:06.945 INFO:tasks.workunit.client.0.smithi028.stdout: "last_deep_scrub": "0'0", 2024-08-29T19:03:06.945 INFO:tasks.workunit.client.0.smithi028.stdout: "last_deep_scrub_stamp": "2024-08-29T17:41:01.987071+0000", 2024-08-29T19:03:06.945 INFO:tasks.workunit.client.0.smithi028.stdout: "last_epoch_clean": 681, 2024-08-29T19:03:06.945 INFO:tasks.workunit.client.0.smithi028.stdout: "last_fresh": "2024-08-29T19:02:14.101965+0000", 2024-08-29T19:03:06.945 INFO:tasks.workunit.client.0.smithi028.stdout: "last_fullsized": "2024-08-29T19:02:14.101965+0000", 2024-08-29T19:03:06.945 INFO:tasks.workunit.client.0.smithi028.stdout: "last_peered": "2024-08-29T19:02:14.101965+0000", 2024-08-29T19:03:06.946 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub": "0'0", 2024-08-29T19:03:06.946 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub_duration": 0, 2024-08-29T19:03:06.946 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub_stamp": "2024-08-29T17:41:01.987071+0000", 2024-08-29T19:03:06.946 INFO:tasks.workunit.client.0.smithi028.stdout: "last_undegraded": "2024-08-29T19:02:14.101965+0000", 2024-08-29T19:03:06.946 INFO:tasks.workunit.client.0.smithi028.stdout: "last_unstale": "2024-08-29T19:02:14.101965+0000", 2024-08-29T19:03:06.946 INFO:tasks.workunit.client.0.smithi028.stdout: "log_dups_size": 0, 2024-08-29T19:03:06.946 INFO:tasks.workunit.client.0.smithi028.stdout: "log_size": 0, 2024-08-29T19:03:06.946 INFO:tasks.workunit.client.0.smithi028.stdout: "log_start": "0'0", 2024-08-29T19:03:06.946 INFO:tasks.workunit.client.0.smithi028.stdout: "manifest_stats_invalid": false, 2024-08-29T19:03:06.947 INFO:tasks.workunit.client.0.smithi028.stdout: "mapping_epoch": 680, 2024-08-29T19:03:06.947 INFO:tasks.workunit.client.0.smithi028.stdout: "object_location_counts": [], 2024-08-29T19:03:06.947 INFO:tasks.workunit.client.0.smithi028.stdout: "objects_scrubbed": 0, 2024-08-29T19:03:06.947 INFO:tasks.workunit.client.0.smithi028.stdout: "objects_trimmed": 0, 2024-08-29T19:03:06.947 INFO:tasks.workunit.client.0.smithi028.stdout: "omap_stats_invalid": false, 2024-08-29T19:03:06.947 INFO:tasks.workunit.client.0.smithi028.stdout: "ondisk_log_size": 0, 2024-08-29T19:03:06.947 INFO:tasks.workunit.client.0.smithi028.stdout: "ondisk_log_start": "0'0", 2024-08-29T19:03:06.947 INFO:tasks.workunit.client.0.smithi028.stdout: "parent": "0.0", 2024-08-29T19:03:06.947 INFO:tasks.workunit.client.0.smithi028.stdout: "parent_split_bits": 0, 2024-08-29T19:03:06.947 INFO:tasks.workunit.client.0.smithi028.stdout: "pgid": "3.d", 2024-08-29T19:03:06.947 INFO:tasks.workunit.client.0.smithi028.stdout: "pin_stats_invalid": false, 2024-08-29T19:03:06.947 INFO:tasks.workunit.client.0.smithi028.stdout: "purged_snaps": [], 2024-08-29T19:03:06.947 INFO:tasks.workunit.client.0.smithi028.stdout: "reported_epoch": 2650, 2024-08-29T19:03:06.948 INFO:tasks.workunit.client.0.smithi028.stdout: "reported_seq": 4553, 2024-08-29T19:03:06.948 INFO:tasks.workunit.client.0.smithi028.stdout: "scrub_duration": 0.0, 2024-08-29T19:03:06.948 INFO:tasks.workunit.client.0.smithi028.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-31T03:36:13.736093+0000", 2024-08-29T19:03:06.948 INFO:tasks.workunit.client.0.smithi028.stdout: "snaptrim_duration": 0.0, 2024-08-29T19:03:06.948 INFO:tasks.workunit.client.0.smithi028.stdout: "snaptrimq_len": 0, 2024-08-29T19:03:06.948 INFO:tasks.workunit.client.0.smithi028.stdout: "stat_sum": { 2024-08-29T19:03:06.948 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes": 0, 2024-08-29T19:03:06.948 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes_hit_set_archive": 0, 2024-08-29T19:03:06.948 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes_recovered": 0, 2024-08-29T19:03:06.948 INFO:tasks.workunit.client.0.smithi028.stdout: "num_deep_scrub_errors": 0, 2024-08-29T19:03:06.948 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict": 0, 2024-08-29T19:03:06.948 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_kb": 0, 2024-08-29T19:03:06.948 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_mode_full": 0, 2024-08-29T19:03:06.949 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_mode_some": 0, 2024-08-29T19:03:06.949 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush": 0, 2024-08-29T19:03:06.949 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_kb": 0, 2024-08-29T19:03:06.949 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_mode_high": 0, 2024-08-29T19:03:06.949 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_mode_low": 0, 2024-08-29T19:03:06.949 INFO:tasks.workunit.client.0.smithi028.stdout: "num_keys_recovered": 0, 2024-08-29T19:03:06.949 INFO:tasks.workunit.client.0.smithi028.stdout: "num_large_omap_objects": 0, 2024-08-29T19:03:06.949 INFO:tasks.workunit.client.0.smithi028.stdout: "num_legacy_snapsets": 0, 2024-08-29T19:03:06.949 INFO:tasks.workunit.client.0.smithi028.stdout: "num_object_clones": 0, 2024-08-29T19:03:06.949 INFO:tasks.workunit.client.0.smithi028.stdout: "num_object_copies": 0, 2024-08-29T19:03:06.949 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects": 0, 2024-08-29T19:03:06.949 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_degraded": 0, 2024-08-29T19:03:06.949 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_dirty": 0, 2024-08-29T19:03:06.949 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_hit_set_archive": 0, 2024-08-29T19:03:06.950 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_manifest": 0, 2024-08-29T19:03:06.950 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_misplaced": 0, 2024-08-29T19:03:06.950 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_missing": 0, 2024-08-29T19:03:06.950 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_missing_on_primary": 0, 2024-08-29T19:03:06.950 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_omap": 0, 2024-08-29T19:03:06.950 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_pinned": 0, 2024-08-29T19:03:06.950 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_recovered": 0, 2024-08-29T19:03:06.950 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_repaired": 0, 2024-08-29T19:03:06.950 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_unfound": 0, 2024-08-29T19:03:06.950 INFO:tasks.workunit.client.0.smithi028.stdout: "num_omap_bytes": 0, 2024-08-29T19:03:06.950 INFO:tasks.workunit.client.0.smithi028.stdout: "num_omap_keys": 0, 2024-08-29T19:03:06.950 INFO:tasks.workunit.client.0.smithi028.stdout: "num_promote": 0, 2024-08-29T19:03:06.950 INFO:tasks.workunit.client.0.smithi028.stdout: "num_read": 0, 2024-08-29T19:03:06.950 INFO:tasks.workunit.client.0.smithi028.stdout: "num_read_kb": 0, 2024-08-29T19:03:06.951 INFO:tasks.workunit.client.0.smithi028.stdout: "num_scrub_errors": 0, 2024-08-29T19:03:06.951 INFO:tasks.workunit.client.0.smithi028.stdout: "num_shallow_scrub_errors": 0, 2024-08-29T19:03:06.951 INFO:tasks.workunit.client.0.smithi028.stdout: "num_whiteouts": 0, 2024-08-29T19:03:06.951 INFO:tasks.workunit.client.0.smithi028.stdout: "num_write": 0, 2024-08-29T19:03:06.951 INFO:tasks.workunit.client.0.smithi028.stdout: "num_write_kb": 0 2024-08-29T19:03:06.951 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:06.951 INFO:tasks.workunit.client.0.smithi028.stdout: "state": "active+clean", 2024-08-29T19:03:06.951 INFO:tasks.workunit.client.0.smithi028.stdout: "stats_invalid": false, 2024-08-29T19:03:06.951 INFO:tasks.workunit.client.0.smithi028.stdout: "up": [ 2024-08-29T19:03:06.951 INFO:tasks.workunit.client.0.smithi028.stdout: 7, 2024-08-29T19:03:06.951 INFO:tasks.workunit.client.0.smithi028.stdout: 5, 2024-08-29T19:03:06.951 INFO:tasks.workunit.client.0.smithi028.stdout: 6 2024-08-29T19:03:06.951 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-08-29T19:03:06.952 INFO:tasks.workunit.client.0.smithi028.stdout: "up_primary": 7, 2024-08-29T19:03:06.952 INFO:tasks.workunit.client.0.smithi028.stdout: "version": "0'0" 2024-08-29T19:03:06.952 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:06.952 INFO:tasks.workunit.client.0.smithi028.stdout: { 2024-08-29T19:03:06.952 INFO:tasks.workunit.client.0.smithi028.stdout: "acting": [ 2024-08-29T19:03:06.952 INFO:tasks.workunit.client.0.smithi028.stdout: 2, 2024-08-29T19:03:06.952 INFO:tasks.workunit.client.0.smithi028.stdout: 5, 2024-08-29T19:03:06.952 INFO:tasks.workunit.client.0.smithi028.stdout: 0 2024-08-29T19:03:06.952 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-08-29T19:03:06.952 INFO:tasks.workunit.client.0.smithi028.stdout: "acting_primary": 2, 2024-08-29T19:03:06.952 INFO:tasks.workunit.client.0.smithi028.stdout: "avail_no_missing": [], 2024-08-29T19:03:06.952 INFO:tasks.workunit.client.0.smithi028.stdout: "blocked_by": [], 2024-08-29T19:03:06.953 INFO:tasks.workunit.client.0.smithi028.stdout: "created": 59, 2024-08-29T19:03:06.953 INFO:tasks.workunit.client.0.smithi028.stdout: "dirty_stats_invalid": false, 2024-08-29T19:03:06.953 INFO:tasks.workunit.client.0.smithi028.stdout: "hitset_bytes_stats_invalid": false, 2024-08-29T19:03:06.953 INFO:tasks.workunit.client.0.smithi028.stdout: "hitset_stats_invalid": false, 2024-08-29T19:03:06.953 INFO:tasks.workunit.client.0.smithi028.stdout: "last_active": "2024-08-29T19:02:14.111048+0000", 2024-08-29T19:03:06.953 INFO:tasks.workunit.client.0.smithi028.stdout: "last_became_active": "2024-08-29T17:57:02.350619+0000", 2024-08-29T19:03:06.953 INFO:tasks.workunit.client.0.smithi028.stdout: "last_became_peered": "2024-08-29T17:57:02.350619+0000", 2024-08-29T19:03:06.953 INFO:tasks.workunit.client.0.smithi028.stdout: "last_change": "2024-08-29T17:57:02.351591+0000", 2024-08-29T19:03:06.953 INFO:tasks.workunit.client.0.smithi028.stdout: "last_clean": "2024-08-29T19:02:14.111048+0000", 2024-08-29T19:03:06.953 INFO:tasks.workunit.client.0.smithi028.stdout: "last_clean_scrub_stamp": "2024-08-29T17:40:52.944949+0000", 2024-08-29T19:03:06.953 INFO:tasks.workunit.client.0.smithi028.stdout: "last_deep_scrub": "0'0", 2024-08-29T19:03:06.953 INFO:tasks.workunit.client.0.smithi028.stdout: "last_deep_scrub_stamp": "2024-08-29T17:40:52.944949+0000", 2024-08-29T19:03:06.953 INFO:tasks.workunit.client.0.smithi028.stdout: "last_epoch_clean": 613, 2024-08-29T19:03:06.953 INFO:tasks.workunit.client.0.smithi028.stdout: "last_fresh": "2024-08-29T19:02:14.111048+0000", 2024-08-29T19:03:06.954 INFO:tasks.workunit.client.0.smithi028.stdout: "last_fullsized": "2024-08-29T19:02:14.111048+0000", 2024-08-29T19:03:06.954 INFO:tasks.workunit.client.0.smithi028.stdout: "last_peered": "2024-08-29T19:02:14.111048+0000", 2024-08-29T19:03:06.954 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub": "0'0", 2024-08-29T19:03:06.954 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub_duration": 0, 2024-08-29T19:03:06.954 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub_stamp": "2024-08-29T17:40:52.944949+0000", 2024-08-29T19:03:06.954 INFO:tasks.workunit.client.0.smithi028.stdout: "last_undegraded": "2024-08-29T19:02:14.111048+0000", 2024-08-29T19:03:06.954 INFO:tasks.workunit.client.0.smithi028.stdout: "last_unstale": "2024-08-29T19:02:14.111048+0000", 2024-08-29T19:03:06.954 INFO:tasks.workunit.client.0.smithi028.stdout: "log_dups_size": 0, 2024-08-29T19:03:06.954 INFO:tasks.workunit.client.0.smithi028.stdout: "log_size": 0, 2024-08-29T19:03:06.954 INFO:tasks.workunit.client.0.smithi028.stdout: "log_start": "0'0", 2024-08-29T19:03:06.954 INFO:tasks.workunit.client.0.smithi028.stdout: "manifest_stats_invalid": false, 2024-08-29T19:03:06.954 INFO:tasks.workunit.client.0.smithi028.stdout: "mapping_epoch": 612, 2024-08-29T19:03:06.954 INFO:tasks.workunit.client.0.smithi028.stdout: "object_location_counts": [], 2024-08-29T19:03:06.954 INFO:tasks.workunit.client.0.smithi028.stdout: "objects_scrubbed": 0, 2024-08-29T19:03:06.954 INFO:tasks.workunit.client.0.smithi028.stdout: "objects_trimmed": 0, 2024-08-29T19:03:06.955 INFO:tasks.workunit.client.0.smithi028.stdout: "omap_stats_invalid": false, 2024-08-29T19:03:06.955 INFO:tasks.workunit.client.0.smithi028.stdout: "ondisk_log_size": 0, 2024-08-29T19:03:06.955 INFO:tasks.workunit.client.0.smithi028.stdout: "ondisk_log_start": "0'0", 2024-08-29T19:03:06.955 INFO:tasks.workunit.client.0.smithi028.stdout: "parent": "0.0", 2024-08-29T19:03:06.955 INFO:tasks.workunit.client.0.smithi028.stdout: "parent_split_bits": 0, 2024-08-29T19:03:06.955 INFO:tasks.workunit.client.0.smithi028.stdout: "pgid": "2.c", 2024-08-29T19:03:06.955 INFO:tasks.workunit.client.0.smithi028.stdout: "pin_stats_invalid": false, 2024-08-29T19:03:06.955 INFO:tasks.workunit.client.0.smithi028.stdout: "purged_snaps": [], 2024-08-29T19:03:06.955 INFO:tasks.workunit.client.0.smithi028.stdout: "reported_epoch": 2650, 2024-08-29T19:03:06.955 INFO:tasks.workunit.client.0.smithi028.stdout: "reported_seq": 4745, 2024-08-29T19:03:06.955 INFO:tasks.workunit.client.0.smithi028.stdout: "scrub_duration": 0.0, 2024-08-29T19:03:06.955 INFO:tasks.workunit.client.0.smithi028.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-30T18:20:24.584832+0000", 2024-08-29T19:03:06.955 INFO:tasks.workunit.client.0.smithi028.stdout: "snaptrim_duration": 0.0, 2024-08-29T19:03:06.955 INFO:tasks.workunit.client.0.smithi028.stdout: "snaptrimq_len": 0, 2024-08-29T19:03:06.955 INFO:tasks.workunit.client.0.smithi028.stdout: "stat_sum": { 2024-08-29T19:03:06.955 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes": 0, 2024-08-29T19:03:06.956 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes_hit_set_archive": 0, 2024-08-29T19:03:06.956 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes_recovered": 0, 2024-08-29T19:03:06.956 INFO:tasks.workunit.client.0.smithi028.stdout: "num_deep_scrub_errors": 0, 2024-08-29T19:03:06.956 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict": 0, 2024-08-29T19:03:06.956 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_kb": 0, 2024-08-29T19:03:06.956 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_mode_full": 0, 2024-08-29T19:03:06.956 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_mode_some": 0, 2024-08-29T19:03:06.956 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush": 0, 2024-08-29T19:03:06.956 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_kb": 0, 2024-08-29T19:03:06.956 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_mode_high": 0, 2024-08-29T19:03:06.956 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_mode_low": 0, 2024-08-29T19:03:06.956 INFO:tasks.workunit.client.0.smithi028.stdout: "num_keys_recovered": 0, 2024-08-29T19:03:06.956 INFO:tasks.workunit.client.0.smithi028.stdout: "num_large_omap_objects": 0, 2024-08-29T19:03:06.957 INFO:tasks.workunit.client.0.smithi028.stdout: "num_legacy_snapsets": 0, 2024-08-29T19:03:06.957 INFO:tasks.workunit.client.0.smithi028.stdout: "num_object_clones": 0, 2024-08-29T19:03:06.957 INFO:tasks.workunit.client.0.smithi028.stdout: "num_object_copies": 0, 2024-08-29T19:03:06.957 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects": 0, 2024-08-29T19:03:06.957 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_degraded": 0, 2024-08-29T19:03:06.957 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_dirty": 0, 2024-08-29T19:03:06.957 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_hit_set_archive": 0, 2024-08-29T19:03:06.957 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_manifest": 0, 2024-08-29T19:03:06.957 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_misplaced": 0, 2024-08-29T19:03:06.957 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_missing": 0, 2024-08-29T19:03:06.957 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_missing_on_primary": 0, 2024-08-29T19:03:06.957 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_omap": 0, 2024-08-29T19:03:06.957 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_pinned": 0, 2024-08-29T19:03:06.958 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_recovered": 0, 2024-08-29T19:03:06.958 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_repaired": 0, 2024-08-29T19:03:06.958 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_unfound": 0, 2024-08-29T19:03:06.958 INFO:tasks.workunit.client.0.smithi028.stdout: "num_omap_bytes": 0, 2024-08-29T19:03:06.958 INFO:tasks.workunit.client.0.smithi028.stdout: "num_omap_keys": 0, 2024-08-29T19:03:06.958 INFO:tasks.workunit.client.0.smithi028.stdout: "num_promote": 0, 2024-08-29T19:03:06.958 INFO:tasks.workunit.client.0.smithi028.stdout: "num_read": 0, 2024-08-29T19:03:06.958 INFO:tasks.workunit.client.0.smithi028.stdout: "num_read_kb": 0, 2024-08-29T19:03:06.958 INFO:tasks.workunit.client.0.smithi028.stdout: "num_scrub_errors": 0, 2024-08-29T19:03:06.958 INFO:tasks.workunit.client.0.smithi028.stdout: "num_shallow_scrub_errors": 0, 2024-08-29T19:03:06.958 INFO:tasks.workunit.client.0.smithi028.stdout: "num_whiteouts": 0, 2024-08-29T19:03:06.958 INFO:tasks.workunit.client.0.smithi028.stdout: "num_write": 0, 2024-08-29T19:03:06.958 INFO:tasks.workunit.client.0.smithi028.stdout: "num_write_kb": 0 2024-08-29T19:03:06.958 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:06.959 INFO:tasks.workunit.client.0.smithi028.stdout: "state": "active+clean", 2024-08-29T19:03:06.959 INFO:tasks.workunit.client.0.smithi028.stdout: "stats_invalid": false, 2024-08-29T19:03:06.959 INFO:tasks.workunit.client.0.smithi028.stdout: "up": [ 2024-08-29T19:03:06.959 INFO:tasks.workunit.client.0.smithi028.stdout: 2, 2024-08-29T19:03:06.959 INFO:tasks.workunit.client.0.smithi028.stdout: 5, 2024-08-29T19:03:06.959 INFO:tasks.workunit.client.0.smithi028.stdout: 0 2024-08-29T19:03:06.959 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-08-29T19:03:06.959 INFO:tasks.workunit.client.0.smithi028.stdout: "up_primary": 2, 2024-08-29T19:03:06.959 INFO:tasks.workunit.client.0.smithi028.stdout: "version": "0'0" 2024-08-29T19:03:06.959 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:06.959 INFO:tasks.workunit.client.0.smithi028.stdout: { 2024-08-29T19:03:06.959 INFO:tasks.workunit.client.0.smithi028.stdout: "acting": [ 2024-08-29T19:03:06.959 INFO:tasks.workunit.client.0.smithi028.stdout: 5, 2024-08-29T19:03:06.959 INFO:tasks.workunit.client.0.smithi028.stdout: 3, 2024-08-29T19:03:06.960 INFO:tasks.workunit.client.0.smithi028.stdout: 6 2024-08-29T19:03:06.960 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-08-29T19:03:06.960 INFO:tasks.workunit.client.0.smithi028.stdout: "acting_primary": 5, 2024-08-29T19:03:06.960 INFO:tasks.workunit.client.0.smithi028.stdout: "avail_no_missing": [], 2024-08-29T19:03:06.960 INFO:tasks.workunit.client.0.smithi028.stdout: "blocked_by": [], 2024-08-29T19:03:06.960 INFO:tasks.workunit.client.0.smithi028.stdout: "created": 62, 2024-08-29T19:03:06.960 INFO:tasks.workunit.client.0.smithi028.stdout: "dirty_stats_invalid": false, 2024-08-29T19:03:06.960 INFO:tasks.workunit.client.0.smithi028.stdout: "hitset_bytes_stats_invalid": false, 2024-08-29T19:03:06.960 INFO:tasks.workunit.client.0.smithi028.stdout: "hitset_stats_invalid": false, 2024-08-29T19:03:06.960 INFO:tasks.workunit.client.0.smithi028.stdout: "last_active": "2024-08-29T19:02:14.927573+0000", 2024-08-29T19:03:06.960 INFO:tasks.workunit.client.0.smithi028.stdout: "last_became_active": "2024-08-29T17:57:36.381001+0000", 2024-08-29T19:03:06.960 INFO:tasks.workunit.client.0.smithi028.stdout: "last_became_peered": "2024-08-29T17:57:36.381001+0000", 2024-08-29T19:03:06.960 INFO:tasks.workunit.client.0.smithi028.stdout: "last_change": "2024-08-29T17:57:36.381383+0000", 2024-08-29T19:03:06.960 INFO:tasks.workunit.client.0.smithi028.stdout: "last_clean": "2024-08-29T19:02:14.927573+0000", 2024-08-29T19:03:06.961 INFO:tasks.workunit.client.0.smithi028.stdout: "last_clean_scrub_stamp": "2024-08-29T17:41:01.987071+0000", 2024-08-29T19:03:06.961 INFO:tasks.workunit.client.0.smithi028.stdout: "last_deep_scrub": "0'0", 2024-08-29T19:03:06.961 INFO:tasks.workunit.client.0.smithi028.stdout: "last_deep_scrub_stamp": "2024-08-29T17:41:01.987071+0000", 2024-08-29T19:03:06.961 INFO:tasks.workunit.client.0.smithi028.stdout: "last_epoch_clean": 646, 2024-08-29T19:03:06.961 INFO:tasks.workunit.client.0.smithi028.stdout: "last_fresh": "2024-08-29T19:02:14.927573+0000", 2024-08-29T19:03:06.961 INFO:tasks.workunit.client.0.smithi028.stdout: "last_fullsized": "2024-08-29T19:02:14.927573+0000", 2024-08-29T19:03:06.961 INFO:tasks.workunit.client.0.smithi028.stdout: "last_peered": "2024-08-29T19:02:14.927573+0000", 2024-08-29T19:03:06.961 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub": "0'0", 2024-08-29T19:03:06.961 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub_duration": 0, 2024-08-29T19:03:06.961 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub_stamp": "2024-08-29T17:41:01.987071+0000", 2024-08-29T19:03:06.961 INFO:tasks.workunit.client.0.smithi028.stdout: "last_undegraded": "2024-08-29T19:02:14.927573+0000", 2024-08-29T19:03:06.961 INFO:tasks.workunit.client.0.smithi028.stdout: "last_unstale": "2024-08-29T19:02:14.927573+0000", 2024-08-29T19:03:06.961 INFO:tasks.workunit.client.0.smithi028.stdout: "log_dups_size": 0, 2024-08-29T19:03:06.962 INFO:tasks.workunit.client.0.smithi028.stdout: "log_size": 0, 2024-08-29T19:03:06.962 INFO:tasks.workunit.client.0.smithi028.stdout: "log_start": "0'0", 2024-08-29T19:03:06.962 INFO:tasks.workunit.client.0.smithi028.stdout: "manifest_stats_invalid": false, 2024-08-29T19:03:06.962 INFO:tasks.workunit.client.0.smithi028.stdout: "mapping_epoch": 645, 2024-08-29T19:03:06.962 INFO:tasks.workunit.client.0.smithi028.stdout: "object_location_counts": [], 2024-08-29T19:03:06.962 INFO:tasks.workunit.client.0.smithi028.stdout: "objects_scrubbed": 0, 2024-08-29T19:03:06.962 INFO:tasks.workunit.client.0.smithi028.stdout: "objects_trimmed": 0, 2024-08-29T19:03:06.962 INFO:tasks.workunit.client.0.smithi028.stdout: "omap_stats_invalid": false, 2024-08-29T19:03:06.962 INFO:tasks.workunit.client.0.smithi028.stdout: "ondisk_log_size": 0, 2024-08-29T19:03:06.962 INFO:tasks.workunit.client.0.smithi028.stdout: "ondisk_log_start": "0'0", 2024-08-29T19:03:06.962 INFO:tasks.workunit.client.0.smithi028.stdout: "parent": "0.0", 2024-08-29T19:03:06.962 INFO:tasks.workunit.client.0.smithi028.stdout: "parent_split_bits": 0, 2024-08-29T19:03:06.962 INFO:tasks.workunit.client.0.smithi028.stdout: "pgid": "3.c", 2024-08-29T19:03:06.963 INFO:tasks.workunit.client.0.smithi028.stdout: "pin_stats_invalid": false, 2024-08-29T19:03:06.963 INFO:tasks.workunit.client.0.smithi028.stdout: "purged_snaps": [], 2024-08-29T19:03:06.963 INFO:tasks.workunit.client.0.smithi028.stdout: "reported_epoch": 2650, 2024-08-29T19:03:06.963 INFO:tasks.workunit.client.0.smithi028.stdout: "reported_seq": 4635, 2024-08-29T19:03:06.963 INFO:tasks.workunit.client.0.smithi028.stdout: "scrub_duration": 0.0, 2024-08-29T19:03:06.963 INFO:tasks.workunit.client.0.smithi028.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-30T22:33:45.429634+0000", 2024-08-29T19:03:06.963 INFO:tasks.workunit.client.0.smithi028.stdout: "snaptrim_duration": 0.0, 2024-08-29T19:03:06.963 INFO:tasks.workunit.client.0.smithi028.stdout: "snaptrimq_len": 0, 2024-08-29T19:03:06.963 INFO:tasks.workunit.client.0.smithi028.stdout: "stat_sum": { 2024-08-29T19:03:06.963 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes": 0, 2024-08-29T19:03:06.963 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes_hit_set_archive": 0, 2024-08-29T19:03:06.963 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes_recovered": 0, 2024-08-29T19:03:06.963 INFO:tasks.workunit.client.0.smithi028.stdout: "num_deep_scrub_errors": 0, 2024-08-29T19:03:06.963 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict": 0, 2024-08-29T19:03:06.964 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_kb": 0, 2024-08-29T19:03:06.964 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_mode_full": 0, 2024-08-29T19:03:06.964 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_mode_some": 0, 2024-08-29T19:03:06.964 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush": 0, 2024-08-29T19:03:06.964 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_kb": 0, 2024-08-29T19:03:06.964 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_mode_high": 0, 2024-08-29T19:03:06.964 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_mode_low": 0, 2024-08-29T19:03:06.964 INFO:tasks.workunit.client.0.smithi028.stdout: "num_keys_recovered": 0, 2024-08-29T19:03:06.964 INFO:tasks.workunit.client.0.smithi028.stdout: "num_large_omap_objects": 0, 2024-08-29T19:03:06.964 INFO:tasks.workunit.client.0.smithi028.stdout: "num_legacy_snapsets": 0, 2024-08-29T19:03:06.964 INFO:tasks.workunit.client.0.smithi028.stdout: "num_object_clones": 0, 2024-08-29T19:03:06.964 INFO:tasks.workunit.client.0.smithi028.stdout: "num_object_copies": 0, 2024-08-29T19:03:06.964 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects": 0, 2024-08-29T19:03:06.965 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_degraded": 0, 2024-08-29T19:03:06.965 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_dirty": 0, 2024-08-29T19:03:06.965 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_hit_set_archive": 0, 2024-08-29T19:03:06.965 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_manifest": 0, 2024-08-29T19:03:06.965 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_misplaced": 0, 2024-08-29T19:03:06.965 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_missing": 0, 2024-08-29T19:03:06.965 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_missing_on_primary": 0, 2024-08-29T19:03:06.965 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_omap": 0, 2024-08-29T19:03:06.965 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_pinned": 0, 2024-08-29T19:03:06.965 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_recovered": 0, 2024-08-29T19:03:06.965 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_repaired": 0, 2024-08-29T19:03:06.965 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_unfound": 0, 2024-08-29T19:03:06.965 INFO:tasks.workunit.client.0.smithi028.stdout: "num_omap_bytes": 0, 2024-08-29T19:03:06.966 INFO:tasks.workunit.client.0.smithi028.stdout: "num_omap_keys": 0, 2024-08-29T19:03:06.966 INFO:tasks.workunit.client.0.smithi028.stdout: "num_promote": 0, 2024-08-29T19:03:06.966 INFO:tasks.workunit.client.0.smithi028.stdout: "num_read": 0, 2024-08-29T19:03:06.966 INFO:tasks.workunit.client.0.smithi028.stdout: "num_read_kb": 0, 2024-08-29T19:03:06.966 INFO:tasks.workunit.client.0.smithi028.stdout: "num_scrub_errors": 0, 2024-08-29T19:03:06.966 INFO:tasks.workunit.client.0.smithi028.stdout: "num_shallow_scrub_errors": 0, 2024-08-29T19:03:06.966 INFO:tasks.workunit.client.0.smithi028.stdout: "num_whiteouts": 0, 2024-08-29T19:03:06.966 INFO:tasks.workunit.client.0.smithi028.stdout: "num_write": 0, 2024-08-29T19:03:06.966 INFO:tasks.workunit.client.0.smithi028.stdout: "num_write_kb": 0 2024-08-29T19:03:06.966 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:06.966 INFO:tasks.workunit.client.0.smithi028.stdout: "state": "active+clean", 2024-08-29T19:03:06.966 INFO:tasks.workunit.client.0.smithi028.stdout: "stats_invalid": false, 2024-08-29T19:03:06.966 INFO:tasks.workunit.client.0.smithi028.stdout: "up": [ 2024-08-29T19:03:06.967 INFO:tasks.workunit.client.0.smithi028.stdout: 5, 2024-08-29T19:03:06.967 INFO:tasks.workunit.client.0.smithi028.stdout: 3, 2024-08-29T19:03:06.967 INFO:tasks.workunit.client.0.smithi028.stdout: 6 2024-08-29T19:03:06.967 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-08-29T19:03:06.967 INFO:tasks.workunit.client.0.smithi028.stdout: "up_primary": 5, 2024-08-29T19:03:06.967 INFO:tasks.workunit.client.0.smithi028.stdout: "version": "0'0" 2024-08-29T19:03:06.967 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:06.967 INFO:tasks.workunit.client.0.smithi028.stdout: { 2024-08-29T19:03:06.967 INFO:tasks.workunit.client.0.smithi028.stdout: "acting": [ 2024-08-29T19:03:06.967 INFO:tasks.workunit.client.0.smithi028.stdout: 1, 2024-08-29T19:03:06.967 INFO:tasks.workunit.client.0.smithi028.stdout: 4, 2024-08-29T19:03:06.967 INFO:tasks.workunit.client.0.smithi028.stdout: 3 2024-08-29T19:03:06.967 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-08-29T19:03:06.967 INFO:tasks.workunit.client.0.smithi028.stdout: "acting_primary": 1, 2024-08-29T19:03:06.968 INFO:tasks.workunit.client.0.smithi028.stdout: "avail_no_missing": [], 2024-08-29T19:03:06.968 INFO:tasks.workunit.client.0.smithi028.stdout: "blocked_by": [], 2024-08-29T19:03:06.968 INFO:tasks.workunit.client.0.smithi028.stdout: "created": 59, 2024-08-29T19:03:06.968 INFO:tasks.workunit.client.0.smithi028.stdout: "dirty_stats_invalid": false, 2024-08-29T19:03:06.968 INFO:tasks.workunit.client.0.smithi028.stdout: "hitset_bytes_stats_invalid": false, 2024-08-29T19:03:06.968 INFO:tasks.workunit.client.0.smithi028.stdout: "hitset_stats_invalid": false, 2024-08-29T19:03:06.968 INFO:tasks.workunit.client.0.smithi028.stdout: "last_active": "2024-08-29T19:02:14.819216+0000", 2024-08-29T19:03:06.968 INFO:tasks.workunit.client.0.smithi028.stdout: "last_became_active": "2024-08-29T17:56:29.374713+0000", 2024-08-29T19:03:06.968 INFO:tasks.workunit.client.0.smithi028.stdout: "last_became_peered": "2024-08-29T17:56:29.374713+0000", 2024-08-29T19:03:06.968 INFO:tasks.workunit.client.0.smithi028.stdout: "last_change": "2024-08-29T17:56:29.375649+0000", 2024-08-29T19:03:06.968 INFO:tasks.workunit.client.0.smithi028.stdout: "last_clean": "2024-08-29T19:02:14.819216+0000", 2024-08-29T19:03:06.968 INFO:tasks.workunit.client.0.smithi028.stdout: "last_clean_scrub_stamp": "2024-08-29T17:40:52.944949+0000", 2024-08-29T19:03:06.968 INFO:tasks.workunit.client.0.smithi028.stdout: "last_deep_scrub": "0'0", 2024-08-29T19:03:06.969 INFO:tasks.workunit.client.0.smithi028.stdout: "last_deep_scrub_stamp": "2024-08-29T17:40:52.944949+0000", 2024-08-29T19:03:06.969 INFO:tasks.workunit.client.0.smithi028.stdout: "last_epoch_clean": 580, 2024-08-29T19:03:06.969 INFO:tasks.workunit.client.0.smithi028.stdout: "last_fresh": "2024-08-29T19:02:14.819216+0000", 2024-08-29T19:03:06.969 INFO:tasks.workunit.client.0.smithi028.stdout: "last_fullsized": "2024-08-29T19:02:14.819216+0000", 2024-08-29T19:03:06.969 INFO:tasks.workunit.client.0.smithi028.stdout: "last_peered": "2024-08-29T19:02:14.819216+0000", 2024-08-29T19:03:06.969 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub": "0'0", 2024-08-29T19:03:06.969 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub_duration": 0, 2024-08-29T19:03:06.969 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub_stamp": "2024-08-29T17:40:52.944949+0000", 2024-08-29T19:03:06.969 INFO:tasks.workunit.client.0.smithi028.stdout: "last_undegraded": "2024-08-29T19:02:14.819216+0000", 2024-08-29T19:03:06.969 INFO:tasks.workunit.client.0.smithi028.stdout: "last_unstale": "2024-08-29T19:02:14.819216+0000", 2024-08-29T19:03:06.969 INFO:tasks.workunit.client.0.smithi028.stdout: "log_dups_size": 0, 2024-08-29T19:03:06.969 INFO:tasks.workunit.client.0.smithi028.stdout: "log_size": 1, 2024-08-29T19:03:06.969 INFO:tasks.workunit.client.0.smithi028.stdout: "log_start": "0'0", 2024-08-29T19:03:06.970 INFO:tasks.workunit.client.0.smithi028.stdout: "manifest_stats_invalid": false, 2024-08-29T19:03:06.970 INFO:tasks.workunit.client.0.smithi028.stdout: "mapping_epoch": 579, 2024-08-29T19:03:06.970 INFO:tasks.workunit.client.0.smithi028.stdout: "object_location_counts": [], 2024-08-29T19:03:06.970 INFO:tasks.workunit.client.0.smithi028.stdout: "objects_scrubbed": 0, 2024-08-29T19:03:06.970 INFO:tasks.workunit.client.0.smithi028.stdout: "objects_trimmed": 0, 2024-08-29T19:03:06.970 INFO:tasks.workunit.client.0.smithi028.stdout: "omap_stats_invalid": false, 2024-08-29T19:03:06.970 INFO:tasks.workunit.client.0.smithi028.stdout: "ondisk_log_size": 1, 2024-08-29T19:03:06.970 INFO:tasks.workunit.client.0.smithi028.stdout: "ondisk_log_start": "0'0", 2024-08-29T19:03:06.970 INFO:tasks.workunit.client.0.smithi028.stdout: "parent": "0.0", 2024-08-29T19:03:06.970 INFO:tasks.workunit.client.0.smithi028.stdout: "parent_split_bits": 0, 2024-08-29T19:03:06.970 INFO:tasks.workunit.client.0.smithi028.stdout: "pgid": "2.d", 2024-08-29T19:03:06.970 INFO:tasks.workunit.client.0.smithi028.stdout: "pin_stats_invalid": false, 2024-08-29T19:03:06.970 INFO:tasks.workunit.client.0.smithi028.stdout: "purged_snaps": [], 2024-08-29T19:03:06.971 INFO:tasks.workunit.client.0.smithi028.stdout: "reported_epoch": 2650, 2024-08-29T19:03:06.971 INFO:tasks.workunit.client.0.smithi028.stdout: "reported_seq": 4756, 2024-08-29T19:03:06.971 INFO:tasks.workunit.client.0.smithi028.stdout: "scrub_duration": 0.0, 2024-08-29T19:03:06.971 INFO:tasks.workunit.client.0.smithi028.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-30T22:25:11.385463+0000", 2024-08-29T19:03:06.971 INFO:tasks.workunit.client.0.smithi028.stdout: "snaptrim_duration": 0.0, 2024-08-29T19:03:06.971 INFO:tasks.workunit.client.0.smithi028.stdout: "snaptrimq_len": 0, 2024-08-29T19:03:06.971 INFO:tasks.workunit.client.0.smithi028.stdout: "stat_sum": { 2024-08-29T19:03:06.971 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes": 70, 2024-08-29T19:03:06.971 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes_hit_set_archive": 0, 2024-08-29T19:03:06.971 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes_recovered": 0, 2024-08-29T19:03:06.971 INFO:tasks.workunit.client.0.smithi028.stdout: "num_deep_scrub_errors": 0, 2024-08-29T19:03:06.971 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict": 0, 2024-08-29T19:03:06.971 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_kb": 0, 2024-08-29T19:03:06.971 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_mode_full": 0, 2024-08-29T19:03:06.972 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_mode_some": 0, 2024-08-29T19:03:06.972 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush": 0, 2024-08-29T19:03:06.972 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_kb": 0, 2024-08-29T19:03:06.972 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_mode_high": 0, 2024-08-29T19:03:06.972 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_mode_low": 0, 2024-08-29T19:03:06.972 INFO:tasks.workunit.client.0.smithi028.stdout: "num_keys_recovered": 0, 2024-08-29T19:03:06.972 INFO:tasks.workunit.client.0.smithi028.stdout: "num_large_omap_objects": 0, 2024-08-29T19:03:06.972 INFO:tasks.workunit.client.0.smithi028.stdout: "num_legacy_snapsets": 0, 2024-08-29T19:03:06.972 INFO:tasks.workunit.client.0.smithi028.stdout: "num_object_clones": 0, 2024-08-29T19:03:06.972 INFO:tasks.workunit.client.0.smithi028.stdout: "num_object_copies": 3, 2024-08-29T19:03:06.972 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects": 1, 2024-08-29T19:03:06.972 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_degraded": 0, 2024-08-29T19:03:06.972 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_dirty": 1, 2024-08-29T19:03:06.972 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_hit_set_archive": 0, 2024-08-29T19:03:06.973 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_manifest": 0, 2024-08-29T19:03:06.973 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_misplaced": 0, 2024-08-29T19:03:06.973 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_missing": 0, 2024-08-29T19:03:06.973 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_missing_on_primary": 0, 2024-08-29T19:03:06.973 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_omap": 0, 2024-08-29T19:03:06.973 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_pinned": 0, 2024-08-29T19:03:06.973 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_recovered": 0, 2024-08-29T19:03:06.973 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_repaired": 0, 2024-08-29T19:03:06.973 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_unfound": 0, 2024-08-29T19:03:06.973 INFO:tasks.workunit.client.0.smithi028.stdout: "num_omap_bytes": 0, 2024-08-29T19:03:06.973 INFO:tasks.workunit.client.0.smithi028.stdout: "num_omap_keys": 0, 2024-08-29T19:03:06.973 INFO:tasks.workunit.client.0.smithi028.stdout: "num_promote": 0, 2024-08-29T19:03:06.973 INFO:tasks.workunit.client.0.smithi028.stdout: "num_read": 1, 2024-08-29T19:03:06.974 INFO:tasks.workunit.client.0.smithi028.stdout: "num_read_kb": 1, 2024-08-29T19:03:06.974 INFO:tasks.workunit.client.0.smithi028.stdout: "num_scrub_errors": 0, 2024-08-29T19:03:06.974 INFO:tasks.workunit.client.0.smithi028.stdout: "num_shallow_scrub_errors": 0, 2024-08-29T19:03:06.974 INFO:tasks.workunit.client.0.smithi028.stdout: "num_whiteouts": 0, 2024-08-29T19:03:06.974 INFO:tasks.workunit.client.0.smithi028.stdout: "num_write": 1, 2024-08-29T19:03:06.974 INFO:tasks.workunit.client.0.smithi028.stdout: "num_write_kb": 1 2024-08-29T19:03:06.974 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:06.974 INFO:tasks.workunit.client.0.smithi028.stdout: "state": "active+clean", 2024-08-29T19:03:06.974 INFO:tasks.workunit.client.0.smithi028.stdout: "stats_invalid": false, 2024-08-29T19:03:06.974 INFO:tasks.workunit.client.0.smithi028.stdout: "up": [ 2024-08-29T19:03:06.974 INFO:tasks.workunit.client.0.smithi028.stdout: 1, 2024-08-29T19:03:06.974 INFO:tasks.workunit.client.0.smithi028.stdout: 4, 2024-08-29T19:03:06.974 INFO:tasks.workunit.client.0.smithi028.stdout: 3 2024-08-29T19:03:06.974 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-08-29T19:03:06.974 INFO:tasks.workunit.client.0.smithi028.stdout: "up_primary": 1, 2024-08-29T19:03:06.975 INFO:tasks.workunit.client.0.smithi028.stdout: "version": "65'1" 2024-08-29T19:03:06.975 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:06.975 INFO:tasks.workunit.client.0.smithi028.stdout: { 2024-08-29T19:03:06.975 INFO:tasks.workunit.client.0.smithi028.stdout: "acting": [ 2024-08-29T19:03:06.975 INFO:tasks.workunit.client.0.smithi028.stdout: 7, 2024-08-29T19:03:06.975 INFO:tasks.workunit.client.0.smithi028.stdout: 4, 2024-08-29T19:03:06.975 INFO:tasks.workunit.client.0.smithi028.stdout: 0 2024-08-29T19:03:06.975 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-08-29T19:03:06.975 INFO:tasks.workunit.client.0.smithi028.stdout: "acting_primary": 7, 2024-08-29T19:03:06.975 INFO:tasks.workunit.client.0.smithi028.stdout: "avail_no_missing": [], 2024-08-29T19:03:06.975 INFO:tasks.workunit.client.0.smithi028.stdout: "blocked_by": [], 2024-08-29T19:03:06.975 INFO:tasks.workunit.client.0.smithi028.stdout: "created": 62, 2024-08-29T19:03:06.975 INFO:tasks.workunit.client.0.smithi028.stdout: "dirty_stats_invalid": false, 2024-08-29T19:03:06.975 INFO:tasks.workunit.client.0.smithi028.stdout: "hitset_bytes_stats_invalid": false, 2024-08-29T19:03:06.975 INFO:tasks.workunit.client.0.smithi028.stdout: "hitset_stats_invalid": false, 2024-08-29T19:03:06.976 INFO:tasks.workunit.client.0.smithi028.stdout: "last_active": "2024-08-29T19:02:14.101400+0000", 2024-08-29T19:03:06.976 INFO:tasks.workunit.client.0.smithi028.stdout: "last_became_active": "2024-08-29T17:58:11.357898+0000", 2024-08-29T19:03:06.976 INFO:tasks.workunit.client.0.smithi028.stdout: "last_became_peered": "2024-08-29T17:58:11.357898+0000", 2024-08-29T19:03:06.976 INFO:tasks.workunit.client.0.smithi028.stdout: "last_change": "2024-08-29T17:58:11.360262+0000", 2024-08-29T19:03:06.976 INFO:tasks.workunit.client.0.smithi028.stdout: "last_clean": "2024-08-29T19:02:14.101400+0000", 2024-08-29T19:03:06.976 INFO:tasks.workunit.client.0.smithi028.stdout: "last_clean_scrub_stamp": "2024-08-29T17:41:01.987071+0000", 2024-08-29T19:03:06.976 INFO:tasks.workunit.client.0.smithi028.stdout: "last_deep_scrub": "0'0", 2024-08-29T19:03:06.976 INFO:tasks.workunit.client.0.smithi028.stdout: "last_deep_scrub_stamp": "2024-08-29T17:41:01.987071+0000", 2024-08-29T19:03:06.976 INFO:tasks.workunit.client.0.smithi028.stdout: "last_epoch_clean": 681, 2024-08-29T19:03:06.976 INFO:tasks.workunit.client.0.smithi028.stdout: "last_fresh": "2024-08-29T19:02:14.101400+0000", 2024-08-29T19:03:06.976 INFO:tasks.workunit.client.0.smithi028.stdout: "last_fullsized": "2024-08-29T19:02:14.101400+0000", 2024-08-29T19:03:06.976 INFO:tasks.workunit.client.0.smithi028.stdout: "last_peered": "2024-08-29T19:02:14.101400+0000", 2024-08-29T19:03:06.976 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub": "0'0", 2024-08-29T19:03:06.976 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub_duration": 0, 2024-08-29T19:03:06.977 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub_stamp": "2024-08-29T17:41:01.987071+0000", 2024-08-29T19:03:06.977 INFO:tasks.workunit.client.0.smithi028.stdout: "last_undegraded": "2024-08-29T19:02:14.101400+0000", 2024-08-29T19:03:06.977 INFO:tasks.workunit.client.0.smithi028.stdout: "last_unstale": "2024-08-29T19:02:14.101400+0000", 2024-08-29T19:03:06.977 INFO:tasks.workunit.client.0.smithi028.stdout: "log_dups_size": 0, 2024-08-29T19:03:06.977 INFO:tasks.workunit.client.0.smithi028.stdout: "log_size": 0, 2024-08-29T19:03:06.977 INFO:tasks.workunit.client.0.smithi028.stdout: "log_start": "0'0", 2024-08-29T19:03:06.977 INFO:tasks.workunit.client.0.smithi028.stdout: "manifest_stats_invalid": false, 2024-08-29T19:03:06.977 INFO:tasks.workunit.client.0.smithi028.stdout: "mapping_epoch": 680, 2024-08-29T19:03:06.977 INFO:tasks.workunit.client.0.smithi028.stdout: "object_location_counts": [], 2024-08-29T19:03:06.977 INFO:tasks.workunit.client.0.smithi028.stdout: "objects_scrubbed": 0, 2024-08-29T19:03:06.977 INFO:tasks.workunit.client.0.smithi028.stdout: "objects_trimmed": 0, 2024-08-29T19:03:06.977 INFO:tasks.workunit.client.0.smithi028.stdout: "omap_stats_invalid": false, 2024-08-29T19:03:06.978 INFO:tasks.workunit.client.0.smithi028.stdout: "ondisk_log_size": 0, 2024-08-29T19:03:06.978 INFO:tasks.workunit.client.0.smithi028.stdout: "ondisk_log_start": "0'0", 2024-08-29T19:03:06.978 INFO:tasks.workunit.client.0.smithi028.stdout: "parent": "0.0", 2024-08-29T19:03:06.978 INFO:tasks.workunit.client.0.smithi028.stdout: "parent_split_bits": 0, 2024-08-29T19:03:06.978 INFO:tasks.workunit.client.0.smithi028.stdout: "pgid": "3.f", 2024-08-29T19:03:06.978 INFO:tasks.workunit.client.0.smithi028.stdout: "pin_stats_invalid": false, 2024-08-29T19:03:06.978 INFO:tasks.workunit.client.0.smithi028.stdout: "purged_snaps": [], 2024-08-29T19:03:06.978 INFO:tasks.workunit.client.0.smithi028.stdout: "reported_epoch": 2650, 2024-08-29T19:03:06.978 INFO:tasks.workunit.client.0.smithi028.stdout: "reported_seq": 4570, 2024-08-29T19:03:06.978 INFO:tasks.workunit.client.0.smithi028.stdout: "scrub_duration": 0.0, 2024-08-29T19:03:06.978 INFO:tasks.workunit.client.0.smithi028.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-31T04:21:21.250799+0000", 2024-08-29T19:03:06.978 INFO:tasks.workunit.client.0.smithi028.stdout: "snaptrim_duration": 0.0, 2024-08-29T19:03:06.978 INFO:tasks.workunit.client.0.smithi028.stdout: "snaptrimq_len": 0, 2024-08-29T19:03:06.979 INFO:tasks.workunit.client.0.smithi028.stdout: "stat_sum": { 2024-08-29T19:03:06.979 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes": 0, 2024-08-29T19:03:06.979 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes_hit_set_archive": 0, 2024-08-29T19:03:06.979 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes_recovered": 0, 2024-08-29T19:03:06.979 INFO:tasks.workunit.client.0.smithi028.stdout: "num_deep_scrub_errors": 0, 2024-08-29T19:03:06.979 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict": 0, 2024-08-29T19:03:06.979 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_kb": 0, 2024-08-29T19:03:06.979 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_mode_full": 0, 2024-08-29T19:03:06.979 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_mode_some": 0, 2024-08-29T19:03:06.979 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush": 0, 2024-08-29T19:03:06.979 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_kb": 0, 2024-08-29T19:03:06.979 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_mode_high": 0, 2024-08-29T19:03:06.979 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_mode_low": 0, 2024-08-29T19:03:06.979 INFO:tasks.workunit.client.0.smithi028.stdout: "num_keys_recovered": 0, 2024-08-29T19:03:06.980 INFO:tasks.workunit.client.0.smithi028.stdout: "num_large_omap_objects": 0, 2024-08-29T19:03:06.980 INFO:tasks.workunit.client.0.smithi028.stdout: "num_legacy_snapsets": 0, 2024-08-29T19:03:06.980 INFO:tasks.workunit.client.0.smithi028.stdout: "num_object_clones": 0, 2024-08-29T19:03:06.980 INFO:tasks.workunit.client.0.smithi028.stdout: "num_object_copies": 0, 2024-08-29T19:03:06.980 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects": 0, 2024-08-29T19:03:06.980 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_degraded": 0, 2024-08-29T19:03:06.980 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_dirty": 0, 2024-08-29T19:03:06.980 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_hit_set_archive": 0, 2024-08-29T19:03:06.980 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_manifest": 0, 2024-08-29T19:03:06.980 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_misplaced": 0, 2024-08-29T19:03:06.980 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_missing": 0, 2024-08-29T19:03:06.980 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_missing_on_primary": 0, 2024-08-29T19:03:06.980 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_omap": 0, 2024-08-29T19:03:06.980 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_pinned": 0, 2024-08-29T19:03:06.981 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_recovered": 0, 2024-08-29T19:03:06.981 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_repaired": 0, 2024-08-29T19:03:06.981 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_unfound": 0, 2024-08-29T19:03:06.981 INFO:tasks.workunit.client.0.smithi028.stdout: "num_omap_bytes": 0, 2024-08-29T19:03:06.981 INFO:tasks.workunit.client.0.smithi028.stdout: "num_omap_keys": 0, 2024-08-29T19:03:06.981 INFO:tasks.workunit.client.0.smithi028.stdout: "num_promote": 0, 2024-08-29T19:03:06.981 INFO:tasks.workunit.client.0.smithi028.stdout: "num_read": 0, 2024-08-29T19:03:06.981 INFO:tasks.workunit.client.0.smithi028.stdout: "num_read_kb": 0, 2024-08-29T19:03:06.981 INFO:tasks.workunit.client.0.smithi028.stdout: "num_scrub_errors": 0, 2024-08-29T19:03:06.981 INFO:tasks.workunit.client.0.smithi028.stdout: "num_shallow_scrub_errors": 0, 2024-08-29T19:03:06.981 INFO:tasks.workunit.client.0.smithi028.stdout: "num_whiteouts": 0, 2024-08-29T19:03:06.981 INFO:tasks.workunit.client.0.smithi028.stdout: "num_write": 0, 2024-08-29T19:03:06.981 INFO:tasks.workunit.client.0.smithi028.stdout: "num_write_kb": 0 2024-08-29T19:03:06.982 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:06.982 INFO:tasks.workunit.client.0.smithi028.stdout: "state": "active+clean", 2024-08-29T19:03:06.982 INFO:tasks.workunit.client.0.smithi028.stdout: "stats_invalid": false, 2024-08-29T19:03:06.982 INFO:tasks.workunit.client.0.smithi028.stdout: "up": [ 2024-08-29T19:03:06.982 INFO:tasks.workunit.client.0.smithi028.stdout: 7, 2024-08-29T19:03:06.982 INFO:tasks.workunit.client.0.smithi028.stdout: 4, 2024-08-29T19:03:06.982 INFO:tasks.workunit.client.0.smithi028.stdout: 0 2024-08-29T19:03:06.982 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-08-29T19:03:06.982 INFO:tasks.workunit.client.0.smithi028.stdout: "up_primary": 7, 2024-08-29T19:03:06.982 INFO:tasks.workunit.client.0.smithi028.stdout: "version": "0'0" 2024-08-29T19:03:06.982 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:06.982 INFO:tasks.workunit.client.0.smithi028.stdout: { 2024-08-29T19:03:06.982 INFO:tasks.workunit.client.0.smithi028.stdout: "acting": [ 2024-08-29T19:03:06.982 INFO:tasks.workunit.client.0.smithi028.stdout: 2, 2024-08-29T19:03:06.983 INFO:tasks.workunit.client.0.smithi028.stdout: 3, 2024-08-29T19:03:06.983 INFO:tasks.workunit.client.0.smithi028.stdout: 7 2024-08-29T19:03:06.983 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-08-29T19:03:06.983 INFO:tasks.workunit.client.0.smithi028.stdout: "acting_primary": 2, 2024-08-29T19:03:06.983 INFO:tasks.workunit.client.0.smithi028.stdout: "avail_no_missing": [], 2024-08-29T19:03:06.983 INFO:tasks.workunit.client.0.smithi028.stdout: "blocked_by": [], 2024-08-29T19:03:06.983 INFO:tasks.workunit.client.0.smithi028.stdout: "created": 59, 2024-08-29T19:03:06.983 INFO:tasks.workunit.client.0.smithi028.stdout: "dirty_stats_invalid": false, 2024-08-29T19:03:06.983 INFO:tasks.workunit.client.0.smithi028.stdout: "hitset_bytes_stats_invalid": false, 2024-08-29T19:03:06.983 INFO:tasks.workunit.client.0.smithi028.stdout: "hitset_stats_invalid": false, 2024-08-29T19:03:06.983 INFO:tasks.workunit.client.0.smithi028.stdout: "last_active": "2024-08-29T19:02:14.102755+0000", 2024-08-29T19:03:06.983 INFO:tasks.workunit.client.0.smithi028.stdout: "last_became_active": "2024-08-29T17:58:11.351938+0000", 2024-08-29T19:03:06.983 INFO:tasks.workunit.client.0.smithi028.stdout: "last_became_peered": "2024-08-29T17:58:11.351938+0000", 2024-08-29T19:03:06.984 INFO:tasks.workunit.client.0.smithi028.stdout: "last_change": "2024-08-29T17:58:11.352977+0000", 2024-08-29T19:03:06.984 INFO:tasks.workunit.client.0.smithi028.stdout: "last_clean": "2024-08-29T19:02:14.102755+0000", 2024-08-29T19:03:06.984 INFO:tasks.workunit.client.0.smithi028.stdout: "last_clean_scrub_stamp": "2024-08-29T17:40:52.944949+0000", 2024-08-29T19:03:06.984 INFO:tasks.workunit.client.0.smithi028.stdout: "last_deep_scrub": "0'0", 2024-08-29T19:03:06.984 INFO:tasks.workunit.client.0.smithi028.stdout: "last_deep_scrub_stamp": "2024-08-29T17:40:52.944949+0000", 2024-08-29T19:03:06.984 INFO:tasks.workunit.client.0.smithi028.stdout: "last_epoch_clean": 681, 2024-08-29T19:03:06.984 INFO:tasks.workunit.client.0.smithi028.stdout: "last_fresh": "2024-08-29T19:02:14.102755+0000", 2024-08-29T19:03:06.984 INFO:tasks.workunit.client.0.smithi028.stdout: "last_fullsized": "2024-08-29T19:02:14.102755+0000", 2024-08-29T19:03:06.984 INFO:tasks.workunit.client.0.smithi028.stdout: "last_peered": "2024-08-29T19:02:14.102755+0000", 2024-08-29T19:03:06.984 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub": "0'0", 2024-08-29T19:03:06.984 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub_duration": 0, 2024-08-29T19:03:06.984 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub_stamp": "2024-08-29T17:40:52.944949+0000", 2024-08-29T19:03:06.984 INFO:tasks.workunit.client.0.smithi028.stdout: "last_undegraded": "2024-08-29T19:02:14.102755+0000", 2024-08-29T19:03:06.984 INFO:tasks.workunit.client.0.smithi028.stdout: "last_unstale": "2024-08-29T19:02:14.102755+0000", 2024-08-29T19:03:06.985 INFO:tasks.workunit.client.0.smithi028.stdout: "log_dups_size": 0, 2024-08-29T19:03:06.985 INFO:tasks.workunit.client.0.smithi028.stdout: "log_size": 2, 2024-08-29T19:03:06.985 INFO:tasks.workunit.client.0.smithi028.stdout: "log_start": "0'0", 2024-08-29T19:03:06.985 INFO:tasks.workunit.client.0.smithi028.stdout: "manifest_stats_invalid": false, 2024-08-29T19:03:06.985 INFO:tasks.workunit.client.0.smithi028.stdout: "mapping_epoch": 680, 2024-08-29T19:03:06.985 INFO:tasks.workunit.client.0.smithi028.stdout: "object_location_counts": [], 2024-08-29T19:03:06.985 INFO:tasks.workunit.client.0.smithi028.stdout: "objects_scrubbed": 0, 2024-08-29T19:03:06.985 INFO:tasks.workunit.client.0.smithi028.stdout: "objects_trimmed": 0, 2024-08-29T19:03:06.985 INFO:tasks.workunit.client.0.smithi028.stdout: "omap_stats_invalid": false, 2024-08-29T19:03:06.985 INFO:tasks.workunit.client.0.smithi028.stdout: "ondisk_log_size": 2, 2024-08-29T19:03:06.985 INFO:tasks.workunit.client.0.smithi028.stdout: "ondisk_log_start": "0'0", 2024-08-29T19:03:06.985 INFO:tasks.workunit.client.0.smithi028.stdout: "parent": "0.0", 2024-08-29T19:03:06.985 INFO:tasks.workunit.client.0.smithi028.stdout: "parent_split_bits": 0, 2024-08-29T19:03:06.986 INFO:tasks.workunit.client.0.smithi028.stdout: "pgid": "2.e", 2024-08-29T19:03:06.986 INFO:tasks.workunit.client.0.smithi028.stdout: "pin_stats_invalid": false, 2024-08-29T19:03:06.986 INFO:tasks.workunit.client.0.smithi028.stdout: "purged_snaps": [], 2024-08-29T19:03:06.986 INFO:tasks.workunit.client.0.smithi028.stdout: "reported_epoch": 2650, 2024-08-29T19:03:06.986 INFO:tasks.workunit.client.0.smithi028.stdout: "reported_seq": 4719, 2024-08-29T19:03:06.986 INFO:tasks.workunit.client.0.smithi028.stdout: "scrub_duration": 0.0, 2024-08-29T19:03:06.986 INFO:tasks.workunit.client.0.smithi028.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-31T00:25:52.664777+0000", 2024-08-29T19:03:06.986 INFO:tasks.workunit.client.0.smithi028.stdout: "snaptrim_duration": 0.0, 2024-08-29T19:03:06.986 INFO:tasks.workunit.client.0.smithi028.stdout: "snaptrimq_len": 0, 2024-08-29T19:03:06.986 INFO:tasks.workunit.client.0.smithi028.stdout: "stat_sum": { 2024-08-29T19:03:06.986 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes": 0, 2024-08-29T19:03:06.986 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes_hit_set_archive": 0, 2024-08-29T19:03:06.986 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes_recovered": 0, 2024-08-29T19:03:06.986 INFO:tasks.workunit.client.0.smithi028.stdout: "num_deep_scrub_errors": 0, 2024-08-29T19:03:06.987 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict": 0, 2024-08-29T19:03:06.987 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_kb": 0, 2024-08-29T19:03:06.987 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_mode_full": 0, 2024-08-29T19:03:06.987 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_mode_some": 0, 2024-08-29T19:03:06.987 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush": 0, 2024-08-29T19:03:06.987 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_kb": 0, 2024-08-29T19:03:06.987 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_mode_high": 0, 2024-08-29T19:03:06.987 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_mode_low": 0, 2024-08-29T19:03:06.987 INFO:tasks.workunit.client.0.smithi028.stdout: "num_keys_recovered": 0, 2024-08-29T19:03:06.987 INFO:tasks.workunit.client.0.smithi028.stdout: "num_large_omap_objects": 0, 2024-08-29T19:03:06.987 INFO:tasks.workunit.client.0.smithi028.stdout: "num_legacy_snapsets": 0, 2024-08-29T19:03:06.987 INFO:tasks.workunit.client.0.smithi028.stdout: "num_object_clones": 0, 2024-08-29T19:03:06.987 INFO:tasks.workunit.client.0.smithi028.stdout: "num_object_copies": 3, 2024-08-29T19:03:06.987 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects": 1, 2024-08-29T19:03:06.987 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_degraded": 0, 2024-08-29T19:03:06.988 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_dirty": 1, 2024-08-29T19:03:06.988 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_hit_set_archive": 0, 2024-08-29T19:03:06.988 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_manifest": 0, 2024-08-29T19:03:06.988 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_misplaced": 0, 2024-08-29T19:03:06.988 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_missing": 0, 2024-08-29T19:03:06.988 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_missing_on_primary": 0, 2024-08-29T19:03:06.988 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_omap": 1, 2024-08-29T19:03:06.988 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_pinned": 0, 2024-08-29T19:03:06.988 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_recovered": 0, 2024-08-29T19:03:06.988 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_repaired": 0, 2024-08-29T19:03:06.988 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_unfound": 0, 2024-08-29T19:03:06.988 INFO:tasks.workunit.client.0.smithi028.stdout: "num_omap_bytes": 0, 2024-08-29T19:03:06.988 INFO:tasks.workunit.client.0.smithi028.stdout: "num_omap_keys": 0, 2024-08-29T19:03:06.989 INFO:tasks.workunit.client.0.smithi028.stdout: "num_promote": 0, 2024-08-29T19:03:06.989 INFO:tasks.workunit.client.0.smithi028.stdout: "num_read": 6, 2024-08-29T19:03:06.989 INFO:tasks.workunit.client.0.smithi028.stdout: "num_read_kb": 6, 2024-08-29T19:03:06.989 INFO:tasks.workunit.client.0.smithi028.stdout: "num_scrub_errors": 0, 2024-08-29T19:03:06.989 INFO:tasks.workunit.client.0.smithi028.stdout: "num_shallow_scrub_errors": 0, 2024-08-29T19:03:06.989 INFO:tasks.workunit.client.0.smithi028.stdout: "num_whiteouts": 0, 2024-08-29T19:03:06.989 INFO:tasks.workunit.client.0.smithi028.stdout: "num_write": 3, 2024-08-29T19:03:06.989 INFO:tasks.workunit.client.0.smithi028.stdout: "num_write_kb": 0 2024-08-29T19:03:06.989 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:06.989 INFO:tasks.workunit.client.0.smithi028.stdout: "state": "active+clean", 2024-08-29T19:03:06.989 INFO:tasks.workunit.client.0.smithi028.stdout: "stats_invalid": false, 2024-08-29T19:03:06.989 INFO:tasks.workunit.client.0.smithi028.stdout: "up": [ 2024-08-29T19:03:06.989 INFO:tasks.workunit.client.0.smithi028.stdout: 2, 2024-08-29T19:03:06.989 INFO:tasks.workunit.client.0.smithi028.stdout: 3, 2024-08-29T19:03:06.989 INFO:tasks.workunit.client.0.smithi028.stdout: 7 2024-08-29T19:03:06.990 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-08-29T19:03:06.990 INFO:tasks.workunit.client.0.smithi028.stdout: "up_primary": 2, 2024-08-29T19:03:06.990 INFO:tasks.workunit.client.0.smithi028.stdout: "version": "65'2" 2024-08-29T19:03:06.990 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:06.990 INFO:tasks.workunit.client.0.smithi028.stdout: { 2024-08-29T19:03:06.990 INFO:tasks.workunit.client.0.smithi028.stdout: "acting": [ 2024-08-29T19:03:06.990 INFO:tasks.workunit.client.0.smithi028.stdout: 7, 2024-08-29T19:03:06.990 INFO:tasks.workunit.client.0.smithi028.stdout: 4, 2024-08-29T19:03:06.990 INFO:tasks.workunit.client.0.smithi028.stdout: 1 2024-08-29T19:03:06.990 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-08-29T19:03:06.990 INFO:tasks.workunit.client.0.smithi028.stdout: "acting_primary": 7, 2024-08-29T19:03:06.990 INFO:tasks.workunit.client.0.smithi028.stdout: "avail_no_missing": [], 2024-08-29T19:03:06.990 INFO:tasks.workunit.client.0.smithi028.stdout: "blocked_by": [], 2024-08-29T19:03:06.990 INFO:tasks.workunit.client.0.smithi028.stdout: "created": 62, 2024-08-29T19:03:06.991 INFO:tasks.workunit.client.0.smithi028.stdout: "dirty_stats_invalid": false, 2024-08-29T19:03:06.991 INFO:tasks.workunit.client.0.smithi028.stdout: "hitset_bytes_stats_invalid": false, 2024-08-29T19:03:06.991 INFO:tasks.workunit.client.0.smithi028.stdout: "hitset_stats_invalid": false, 2024-08-29T19:03:06.991 INFO:tasks.workunit.client.0.smithi028.stdout: "last_active": "2024-08-29T19:02:14.099495+0000", 2024-08-29T19:03:06.991 INFO:tasks.workunit.client.0.smithi028.stdout: "last_became_active": "2024-08-29T17:58:11.363058+0000", 2024-08-29T19:03:06.991 INFO:tasks.workunit.client.0.smithi028.stdout: "last_became_peered": "2024-08-29T17:58:11.363058+0000", 2024-08-29T19:03:06.991 INFO:tasks.workunit.client.0.smithi028.stdout: "last_change": "2024-08-29T17:58:11.363598+0000", 2024-08-29T19:03:06.991 INFO:tasks.workunit.client.0.smithi028.stdout: "last_clean": "2024-08-29T19:02:14.099495+0000", 2024-08-29T19:03:06.991 INFO:tasks.workunit.client.0.smithi028.stdout: "last_clean_scrub_stamp": "2024-08-29T17:41:01.987071+0000", 2024-08-29T19:03:06.991 INFO:tasks.workunit.client.0.smithi028.stdout: "last_deep_scrub": "0'0", 2024-08-29T19:03:06.991 INFO:tasks.workunit.client.0.smithi028.stdout: "last_deep_scrub_stamp": "2024-08-29T17:41:01.987071+0000", 2024-08-29T19:03:06.991 INFO:tasks.workunit.client.0.smithi028.stdout: "last_epoch_clean": 681, 2024-08-29T19:03:06.991 INFO:tasks.workunit.client.0.smithi028.stdout: "last_fresh": "2024-08-29T19:02:14.099495+0000", 2024-08-29T19:03:06.991 INFO:tasks.workunit.client.0.smithi028.stdout: "last_fullsized": "2024-08-29T19:02:14.099495+0000", 2024-08-29T19:03:06.992 INFO:tasks.workunit.client.0.smithi028.stdout: "last_peered": "2024-08-29T19:02:14.099495+0000", 2024-08-29T19:03:06.992 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub": "0'0", 2024-08-29T19:03:06.992 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub_duration": 0, 2024-08-29T19:03:06.992 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub_stamp": "2024-08-29T17:41:01.987071+0000", 2024-08-29T19:03:06.992 INFO:tasks.workunit.client.0.smithi028.stdout: "last_undegraded": "2024-08-29T19:02:14.099495+0000", 2024-08-29T19:03:06.992 INFO:tasks.workunit.client.0.smithi028.stdout: "last_unstale": "2024-08-29T19:02:14.099495+0000", 2024-08-29T19:03:06.992 INFO:tasks.workunit.client.0.smithi028.stdout: "log_dups_size": 0, 2024-08-29T19:03:06.992 INFO:tasks.workunit.client.0.smithi028.stdout: "log_size": 0, 2024-08-29T19:03:06.992 INFO:tasks.workunit.client.0.smithi028.stdout: "log_start": "0'0", 2024-08-29T19:03:06.992 INFO:tasks.workunit.client.0.smithi028.stdout: "manifest_stats_invalid": false, 2024-08-29T19:03:06.992 INFO:tasks.workunit.client.0.smithi028.stdout: "mapping_epoch": 680, 2024-08-29T19:03:06.992 INFO:tasks.workunit.client.0.smithi028.stdout: "object_location_counts": [], 2024-08-29T19:03:06.992 INFO:tasks.workunit.client.0.smithi028.stdout: "objects_scrubbed": 0, 2024-08-29T19:03:06.993 INFO:tasks.workunit.client.0.smithi028.stdout: "objects_trimmed": 0, 2024-08-29T19:03:06.993 INFO:tasks.workunit.client.0.smithi028.stdout: "omap_stats_invalid": false, 2024-08-29T19:03:06.993 INFO:tasks.workunit.client.0.smithi028.stdout: "ondisk_log_size": 0, 2024-08-29T19:03:06.993 INFO:tasks.workunit.client.0.smithi028.stdout: "ondisk_log_start": "0'0", 2024-08-29T19:03:06.993 INFO:tasks.workunit.client.0.smithi028.stdout: "parent": "0.0", 2024-08-29T19:03:06.993 INFO:tasks.workunit.client.0.smithi028.stdout: "parent_split_bits": 0, 2024-08-29T19:03:06.993 INFO:tasks.workunit.client.0.smithi028.stdout: "pgid": "3.e", 2024-08-29T19:03:06.993 INFO:tasks.workunit.client.0.smithi028.stdout: "pin_stats_invalid": false, 2024-08-29T19:03:06.993 INFO:tasks.workunit.client.0.smithi028.stdout: "purged_snaps": [], 2024-08-29T19:03:06.993 INFO:tasks.workunit.client.0.smithi028.stdout: "reported_epoch": 2650, 2024-08-29T19:03:06.993 INFO:tasks.workunit.client.0.smithi028.stdout: "reported_seq": 4570, 2024-08-29T19:03:06.993 INFO:tasks.workunit.client.0.smithi028.stdout: "scrub_duration": 0.0, 2024-08-29T19:03:06.993 INFO:tasks.workunit.client.0.smithi028.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-30T20:28:37.087797+0000", 2024-08-29T19:03:06.994 INFO:tasks.workunit.client.0.smithi028.stdout: "snaptrim_duration": 0.0, 2024-08-29T19:03:06.994 INFO:tasks.workunit.client.0.smithi028.stdout: "snaptrimq_len": 0, 2024-08-29T19:03:06.994 INFO:tasks.workunit.client.0.smithi028.stdout: "stat_sum": { 2024-08-29T19:03:06.994 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes": 0, 2024-08-29T19:03:06.994 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes_hit_set_archive": 0, 2024-08-29T19:03:06.994 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes_recovered": 0, 2024-08-29T19:03:06.994 INFO:tasks.workunit.client.0.smithi028.stdout: "num_deep_scrub_errors": 0, 2024-08-29T19:03:06.994 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict": 0, 2024-08-29T19:03:06.994 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_kb": 0, 2024-08-29T19:03:06.994 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_mode_full": 0, 2024-08-29T19:03:06.994 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_mode_some": 0, 2024-08-29T19:03:06.994 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush": 0, 2024-08-29T19:03:06.994 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_kb": 0, 2024-08-29T19:03:06.994 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_mode_high": 0, 2024-08-29T19:03:06.995 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_mode_low": 0, 2024-08-29T19:03:06.995 INFO:tasks.workunit.client.0.smithi028.stdout: "num_keys_recovered": 0, 2024-08-29T19:03:06.995 INFO:tasks.workunit.client.0.smithi028.stdout: "num_large_omap_objects": 0, 2024-08-29T19:03:06.995 INFO:tasks.workunit.client.0.smithi028.stdout: "num_legacy_snapsets": 0, 2024-08-29T19:03:06.995 INFO:tasks.workunit.client.0.smithi028.stdout: "num_object_clones": 0, 2024-08-29T19:03:06.995 INFO:tasks.workunit.client.0.smithi028.stdout: "num_object_copies": 0, 2024-08-29T19:03:06.995 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects": 0, 2024-08-29T19:03:06.995 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_degraded": 0, 2024-08-29T19:03:06.995 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_dirty": 0, 2024-08-29T19:03:06.995 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_hit_set_archive": 0, 2024-08-29T19:03:06.995 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_manifest": 0, 2024-08-29T19:03:06.995 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_misplaced": 0, 2024-08-29T19:03:06.995 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_missing": 0, 2024-08-29T19:03:06.995 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_missing_on_primary": 0, 2024-08-29T19:03:06.996 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_omap": 0, 2024-08-29T19:03:06.996 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_pinned": 0, 2024-08-29T19:03:06.996 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_recovered": 0, 2024-08-29T19:03:06.996 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_repaired": 0, 2024-08-29T19:03:06.996 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_unfound": 0, 2024-08-29T19:03:06.996 INFO:tasks.workunit.client.0.smithi028.stdout: "num_omap_bytes": 0, 2024-08-29T19:03:06.996 INFO:tasks.workunit.client.0.smithi028.stdout: "num_omap_keys": 0, 2024-08-29T19:03:06.996 INFO:tasks.workunit.client.0.smithi028.stdout: "num_promote": 0, 2024-08-29T19:03:06.996 INFO:tasks.workunit.client.0.smithi028.stdout: "num_read": 0, 2024-08-29T19:03:06.996 INFO:tasks.workunit.client.0.smithi028.stdout: "num_read_kb": 0, 2024-08-29T19:03:06.996 INFO:tasks.workunit.client.0.smithi028.stdout: "num_scrub_errors": 0, 2024-08-29T19:03:06.996 INFO:tasks.workunit.client.0.smithi028.stdout: "num_shallow_scrub_errors": 0, 2024-08-29T19:03:06.996 INFO:tasks.workunit.client.0.smithi028.stdout: "num_whiteouts": 0, 2024-08-29T19:03:06.996 INFO:tasks.workunit.client.0.smithi028.stdout: "num_write": 0, 2024-08-29T19:03:06.997 INFO:tasks.workunit.client.0.smithi028.stdout: "num_write_kb": 0 2024-08-29T19:03:06.997 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:06.997 INFO:tasks.workunit.client.0.smithi028.stdout: "state": "active+clean", 2024-08-29T19:03:06.997 INFO:tasks.workunit.client.0.smithi028.stdout: "stats_invalid": false, 2024-08-29T19:03:06.997 INFO:tasks.workunit.client.0.smithi028.stdout: "up": [ 2024-08-29T19:03:06.997 INFO:tasks.workunit.client.0.smithi028.stdout: 7, 2024-08-29T19:03:06.997 INFO:tasks.workunit.client.0.smithi028.stdout: 4, 2024-08-29T19:03:06.997 INFO:tasks.workunit.client.0.smithi028.stdout: 1 2024-08-29T19:03:06.997 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-08-29T19:03:06.997 INFO:tasks.workunit.client.0.smithi028.stdout: "up_primary": 7, 2024-08-29T19:03:06.997 INFO:tasks.workunit.client.0.smithi028.stdout: "version": "0'0" 2024-08-29T19:03:06.997 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:06.997 INFO:tasks.workunit.client.0.smithi028.stdout: { 2024-08-29T19:03:06.997 INFO:tasks.workunit.client.0.smithi028.stdout: "acting": [ 2024-08-29T19:03:06.998 INFO:tasks.workunit.client.0.smithi028.stdout: 4, 2024-08-29T19:03:06.998 INFO:tasks.workunit.client.0.smithi028.stdout: 0, 2024-08-29T19:03:06.998 INFO:tasks.workunit.client.0.smithi028.stdout: 7 2024-08-29T19:03:06.998 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-08-29T19:03:06.998 INFO:tasks.workunit.client.0.smithi028.stdout: "acting_primary": 4, 2024-08-29T19:03:06.998 INFO:tasks.workunit.client.0.smithi028.stdout: "avail_no_missing": [], 2024-08-29T19:03:06.998 INFO:tasks.workunit.client.0.smithi028.stdout: "blocked_by": [], 2024-08-29T19:03:06.998 INFO:tasks.workunit.client.0.smithi028.stdout: "created": 59, 2024-08-29T19:03:06.998 INFO:tasks.workunit.client.0.smithi028.stdout: "dirty_stats_invalid": false, 2024-08-29T19:03:06.998 INFO:tasks.workunit.client.0.smithi028.stdout: "hitset_bytes_stats_invalid": false, 2024-08-29T19:03:06.998 INFO:tasks.workunit.client.0.smithi028.stdout: "hitset_stats_invalid": false, 2024-08-29T19:03:06.998 INFO:tasks.workunit.client.0.smithi028.stdout: "last_active": "2024-08-29T19:02:14.924566+0000", 2024-08-29T19:03:06.998 INFO:tasks.workunit.client.0.smithi028.stdout: "last_became_active": "2024-08-29T17:58:11.349143+0000", 2024-08-29T19:03:06.998 INFO:tasks.workunit.client.0.smithi028.stdout: "last_became_peered": "2024-08-29T17:58:11.349143+0000", 2024-08-29T19:03:06.999 INFO:tasks.workunit.client.0.smithi028.stdout: "last_change": "2024-08-29T17:58:11.349771+0000", 2024-08-29T19:03:06.999 INFO:tasks.workunit.client.0.smithi028.stdout: "last_clean": "2024-08-29T19:02:14.924566+0000", 2024-08-29T19:03:06.999 INFO:tasks.workunit.client.0.smithi028.stdout: "last_clean_scrub_stamp": "2024-08-29T17:40:52.944949+0000", 2024-08-29T19:03:06.999 INFO:tasks.workunit.client.0.smithi028.stdout: "last_deep_scrub": "0'0", 2024-08-29T19:03:06.999 INFO:tasks.workunit.client.0.smithi028.stdout: "last_deep_scrub_stamp": "2024-08-29T17:40:52.944949+0000", 2024-08-29T19:03:06.999 INFO:tasks.workunit.client.0.smithi028.stdout: "last_epoch_clean": 681, 2024-08-29T19:03:06.999 INFO:tasks.workunit.client.0.smithi028.stdout: "last_fresh": "2024-08-29T19:02:14.924566+0000", 2024-08-29T19:03:06.999 INFO:tasks.workunit.client.0.smithi028.stdout: "last_fullsized": "2024-08-29T19:02:14.924566+0000", 2024-08-29T19:03:06.999 INFO:tasks.workunit.client.0.smithi028.stdout: "last_peered": "2024-08-29T19:02:14.924566+0000", 2024-08-29T19:03:06.999 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub": "0'0", 2024-08-29T19:03:06.999 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub_duration": 0, 2024-08-29T19:03:06.999 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub_stamp": "2024-08-29T17:40:52.944949+0000", 2024-08-29T19:03:06.999 INFO:tasks.workunit.client.0.smithi028.stdout: "last_undegraded": "2024-08-29T19:02:14.924566+0000", 2024-08-29T19:03:06.999 INFO:tasks.workunit.client.0.smithi028.stdout: "last_unstale": "2024-08-29T19:02:14.924566+0000", 2024-08-29T19:03:07.000 INFO:tasks.workunit.client.0.smithi028.stdout: "log_dups_size": 0, 2024-08-29T19:03:07.000 INFO:tasks.workunit.client.0.smithi028.stdout: "log_size": 1, 2024-08-29T19:03:07.000 INFO:tasks.workunit.client.0.smithi028.stdout: "log_start": "0'0", 2024-08-29T19:03:07.000 INFO:tasks.workunit.client.0.smithi028.stdout: "manifest_stats_invalid": false, 2024-08-29T19:03:07.000 INFO:tasks.workunit.client.0.smithi028.stdout: "mapping_epoch": 680, 2024-08-29T19:03:07.000 INFO:tasks.workunit.client.0.smithi028.stdout: "object_location_counts": [], 2024-08-29T19:03:07.000 INFO:tasks.workunit.client.0.smithi028.stdout: "objects_scrubbed": 0, 2024-08-29T19:03:07.000 INFO:tasks.workunit.client.0.smithi028.stdout: "objects_trimmed": 0, 2024-08-29T19:03:07.000 INFO:tasks.workunit.client.0.smithi028.stdout: "omap_stats_invalid": false, 2024-08-29T19:03:07.000 INFO:tasks.workunit.client.0.smithi028.stdout: "ondisk_log_size": 1, 2024-08-29T19:03:07.000 INFO:tasks.workunit.client.0.smithi028.stdout: "ondisk_log_start": "0'0", 2024-08-29T19:03:07.000 INFO:tasks.workunit.client.0.smithi028.stdout: "parent": "0.0", 2024-08-29T19:03:07.000 INFO:tasks.workunit.client.0.smithi028.stdout: "parent_split_bits": 0, 2024-08-29T19:03:07.000 INFO:tasks.workunit.client.0.smithi028.stdout: "pgid": "2.f", 2024-08-29T19:03:07.001 INFO:tasks.workunit.client.0.smithi028.stdout: "pin_stats_invalid": false, 2024-08-29T19:03:07.001 INFO:tasks.workunit.client.0.smithi028.stdout: "purged_snaps": [], 2024-08-29T19:03:07.001 INFO:tasks.workunit.client.0.smithi028.stdout: "reported_epoch": 2650, 2024-08-29T19:03:07.001 INFO:tasks.workunit.client.0.smithi028.stdout: "reported_seq": 4681, 2024-08-29T19:03:07.001 INFO:tasks.workunit.client.0.smithi028.stdout: "scrub_duration": 0.0, 2024-08-29T19:03:07.001 INFO:tasks.workunit.client.0.smithi028.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-30T20:34:03.511106+0000", 2024-08-29T19:03:07.001 INFO:tasks.workunit.client.0.smithi028.stdout: "snaptrim_duration": 0.0, 2024-08-29T19:03:07.001 INFO:tasks.workunit.client.0.smithi028.stdout: "snaptrimq_len": 0, 2024-08-29T19:03:07.001 INFO:tasks.workunit.client.0.smithi028.stdout: "stat_sum": { 2024-08-29T19:03:07.001 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes": 22, 2024-08-29T19:03:07.001 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes_hit_set_archive": 0, 2024-08-29T19:03:07.001 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes_recovered": 0, 2024-08-29T19:03:07.001 INFO:tasks.workunit.client.0.smithi028.stdout: "num_deep_scrub_errors": 0, 2024-08-29T19:03:07.001 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict": 0, 2024-08-29T19:03:07.002 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_kb": 0, 2024-08-29T19:03:07.002 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_mode_full": 0, 2024-08-29T19:03:07.002 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_mode_some": 0, 2024-08-29T19:03:07.002 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush": 0, 2024-08-29T19:03:07.002 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_kb": 0, 2024-08-29T19:03:07.002 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_mode_high": 0, 2024-08-29T19:03:07.002 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_mode_low": 0, 2024-08-29T19:03:07.002 INFO:tasks.workunit.client.0.smithi028.stdout: "num_keys_recovered": 0, 2024-08-29T19:03:07.002 INFO:tasks.workunit.client.0.smithi028.stdout: "num_large_omap_objects": 0, 2024-08-29T19:03:07.002 INFO:tasks.workunit.client.0.smithi028.stdout: "num_legacy_snapsets": 0, 2024-08-29T19:03:07.002 INFO:tasks.workunit.client.0.smithi028.stdout: "num_object_clones": 0, 2024-08-29T19:03:07.002 INFO:tasks.workunit.client.0.smithi028.stdout: "num_object_copies": 3, 2024-08-29T19:03:07.002 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects": 1, 2024-08-29T19:03:07.002 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_degraded": 0, 2024-08-29T19:03:07.003 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_dirty": 1, 2024-08-29T19:03:07.003 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_hit_set_archive": 0, 2024-08-29T19:03:07.003 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_manifest": 0, 2024-08-29T19:03:07.003 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_misplaced": 0, 2024-08-29T19:03:07.003 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_missing": 0, 2024-08-29T19:03:07.003 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_missing_on_primary": 0, 2024-08-29T19:03:07.003 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_omap": 0, 2024-08-29T19:03:07.003 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_pinned": 0, 2024-08-29T19:03:07.003 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_recovered": 0, 2024-08-29T19:03:07.003 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_repaired": 0, 2024-08-29T19:03:07.003 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_unfound": 0, 2024-08-29T19:03:07.003 INFO:tasks.workunit.client.0.smithi028.stdout: "num_omap_bytes": 0, 2024-08-29T19:03:07.003 INFO:tasks.workunit.client.0.smithi028.stdout: "num_omap_keys": 0, 2024-08-29T19:03:07.003 INFO:tasks.workunit.client.0.smithi028.stdout: "num_promote": 0, 2024-08-29T19:03:07.004 INFO:tasks.workunit.client.0.smithi028.stdout: "num_read": 1, 2024-08-29T19:03:07.004 INFO:tasks.workunit.client.0.smithi028.stdout: "num_read_kb": 1, 2024-08-29T19:03:07.004 INFO:tasks.workunit.client.0.smithi028.stdout: "num_scrub_errors": 0, 2024-08-29T19:03:07.004 INFO:tasks.workunit.client.0.smithi028.stdout: "num_shallow_scrub_errors": 0, 2024-08-29T19:03:07.004 INFO:tasks.workunit.client.0.smithi028.stdout: "num_whiteouts": 0, 2024-08-29T19:03:07.004 INFO:tasks.workunit.client.0.smithi028.stdout: "num_write": 1, 2024-08-29T19:03:07.004 INFO:tasks.workunit.client.0.smithi028.stdout: "num_write_kb": 1 2024-08-29T19:03:07.004 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:07.004 INFO:tasks.workunit.client.0.smithi028.stdout: "state": "active+clean", 2024-08-29T19:03:07.004 INFO:tasks.workunit.client.0.smithi028.stdout: "stats_invalid": false, 2024-08-29T19:03:07.004 INFO:tasks.workunit.client.0.smithi028.stdout: "up": [ 2024-08-29T19:03:07.004 INFO:tasks.workunit.client.0.smithi028.stdout: 4, 2024-08-29T19:03:07.004 INFO:tasks.workunit.client.0.smithi028.stdout: 0, 2024-08-29T19:03:07.004 INFO:tasks.workunit.client.0.smithi028.stdout: 7 2024-08-29T19:03:07.005 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-08-29T19:03:07.005 INFO:tasks.workunit.client.0.smithi028.stdout: "up_primary": 4, 2024-08-29T19:03:07.005 INFO:tasks.workunit.client.0.smithi028.stdout: "version": "65'1" 2024-08-29T19:03:07.005 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:07.005 INFO:tasks.workunit.client.0.smithi028.stdout: { 2024-08-29T19:03:07.005 INFO:tasks.workunit.client.0.smithi028.stdout: "acting": [ 2024-08-29T19:03:07.005 INFO:tasks.workunit.client.0.smithi028.stdout: 7, 2024-08-29T19:03:07.005 INFO:tasks.workunit.client.0.smithi028.stdout: 4, 2024-08-29T19:03:07.005 INFO:tasks.workunit.client.0.smithi028.stdout: 6 2024-08-29T19:03:07.005 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-08-29T19:03:07.005 INFO:tasks.workunit.client.0.smithi028.stdout: "acting_primary": 7, 2024-08-29T19:03:07.005 INFO:tasks.workunit.client.0.smithi028.stdout: "avail_no_missing": [], 2024-08-29T19:03:07.005 INFO:tasks.workunit.client.0.smithi028.stdout: "blocked_by": [], 2024-08-29T19:03:07.006 INFO:tasks.workunit.client.0.smithi028.stdout: "created": 62, 2024-08-29T19:03:07.006 INFO:tasks.workunit.client.0.smithi028.stdout: "dirty_stats_invalid": false, 2024-08-29T19:03:07.006 INFO:tasks.workunit.client.0.smithi028.stdout: "hitset_bytes_stats_invalid": false, 2024-08-29T19:03:07.006 INFO:tasks.workunit.client.0.smithi028.stdout: "hitset_stats_invalid": false, 2024-08-29T19:03:07.006 INFO:tasks.workunit.client.0.smithi028.stdout: "last_active": "2024-08-29T19:02:14.095858+0000", 2024-08-29T19:03:07.006 INFO:tasks.workunit.client.0.smithi028.stdout: "last_became_active": "2024-08-29T17:58:11.359956+0000", 2024-08-29T19:03:07.006 INFO:tasks.workunit.client.0.smithi028.stdout: "last_became_peered": "2024-08-29T17:58:11.359956+0000", 2024-08-29T19:03:07.006 INFO:tasks.workunit.client.0.smithi028.stdout: "last_change": "2024-08-29T17:58:11.360400+0000", 2024-08-29T19:03:07.006 INFO:tasks.workunit.client.0.smithi028.stdout: "last_clean": "2024-08-29T19:02:14.095858+0000", 2024-08-29T19:03:07.006 INFO:tasks.workunit.client.0.smithi028.stdout: "last_clean_scrub_stamp": "2024-08-29T17:41:01.987071+0000", 2024-08-29T19:03:07.006 INFO:tasks.workunit.client.0.smithi028.stdout: "last_deep_scrub": "0'0", 2024-08-29T19:03:07.006 INFO:tasks.workunit.client.0.smithi028.stdout: "last_deep_scrub_stamp": "2024-08-29T17:41:01.987071+0000", 2024-08-29T19:03:07.006 INFO:tasks.workunit.client.0.smithi028.stdout: "last_epoch_clean": 681, 2024-08-29T19:03:07.006 INFO:tasks.workunit.client.0.smithi028.stdout: "last_fresh": "2024-08-29T19:02:14.095858+0000", 2024-08-29T19:03:07.007 INFO:tasks.workunit.client.0.smithi028.stdout: "last_fullsized": "2024-08-29T19:02:14.095858+0000", 2024-08-29T19:03:07.007 INFO:tasks.workunit.client.0.smithi028.stdout: "last_peered": "2024-08-29T19:02:14.095858+0000", 2024-08-29T19:03:07.007 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub": "0'0", 2024-08-29T19:03:07.007 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub_duration": 0, 2024-08-29T19:03:07.007 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub_stamp": "2024-08-29T17:41:01.987071+0000", 2024-08-29T19:03:07.007 INFO:tasks.workunit.client.0.smithi028.stdout: "last_undegraded": "2024-08-29T19:02:14.095858+0000", 2024-08-29T19:03:07.007 INFO:tasks.workunit.client.0.smithi028.stdout: "last_unstale": "2024-08-29T19:02:14.095858+0000", 2024-08-29T19:03:07.007 INFO:tasks.workunit.client.0.smithi028.stdout: "log_dups_size": 0, 2024-08-29T19:03:07.007 INFO:tasks.workunit.client.0.smithi028.stdout: "log_size": 0, 2024-08-29T19:03:07.007 INFO:tasks.workunit.client.0.smithi028.stdout: "log_start": "0'0", 2024-08-29T19:03:07.007 INFO:tasks.workunit.client.0.smithi028.stdout: "manifest_stats_invalid": false, 2024-08-29T19:03:07.007 INFO:tasks.workunit.client.0.smithi028.stdout: "mapping_epoch": 680, 2024-08-29T19:03:07.007 INFO:tasks.workunit.client.0.smithi028.stdout: "object_location_counts": [], 2024-08-29T19:03:07.007 INFO:tasks.workunit.client.0.smithi028.stdout: "objects_scrubbed": 0, 2024-08-29T19:03:07.008 INFO:tasks.workunit.client.0.smithi028.stdout: "objects_trimmed": 0, 2024-08-29T19:03:07.008 INFO:tasks.workunit.client.0.smithi028.stdout: "omap_stats_invalid": false, 2024-08-29T19:03:07.008 INFO:tasks.workunit.client.0.smithi028.stdout: "ondisk_log_size": 0, 2024-08-29T19:03:07.008 INFO:tasks.workunit.client.0.smithi028.stdout: "ondisk_log_start": "0'0", 2024-08-29T19:03:07.008 INFO:tasks.workunit.client.0.smithi028.stdout: "parent": "0.0", 2024-08-29T19:03:07.008 INFO:tasks.workunit.client.0.smithi028.stdout: "parent_split_bits": 0, 2024-08-29T19:03:07.008 INFO:tasks.workunit.client.0.smithi028.stdout: "pgid": "3.11", 2024-08-29T19:03:07.008 INFO:tasks.workunit.client.0.smithi028.stdout: "pin_stats_invalid": false, 2024-08-29T19:03:07.008 INFO:tasks.workunit.client.0.smithi028.stdout: "purged_snaps": [], 2024-08-29T19:03:07.008 INFO:tasks.workunit.client.0.smithi028.stdout: "reported_epoch": 2650, 2024-08-29T19:03:07.008 INFO:tasks.workunit.client.0.smithi028.stdout: "reported_seq": 4552, 2024-08-29T19:03:07.008 INFO:tasks.workunit.client.0.smithi028.stdout: "scrub_duration": 0.0, 2024-08-29T19:03:07.009 INFO:tasks.workunit.client.0.smithi028.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-30T18:34:00.906966+0000", 2024-08-29T19:03:07.009 INFO:tasks.workunit.client.0.smithi028.stdout: "snaptrim_duration": 0.0, 2024-08-29T19:03:07.009 INFO:tasks.workunit.client.0.smithi028.stdout: "snaptrimq_len": 0, 2024-08-29T19:03:07.009 INFO:tasks.workunit.client.0.smithi028.stdout: "stat_sum": { 2024-08-29T19:03:07.009 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes": 0, 2024-08-29T19:03:07.009 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes_hit_set_archive": 0, 2024-08-29T19:03:07.009 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes_recovered": 0, 2024-08-29T19:03:07.009 INFO:tasks.workunit.client.0.smithi028.stdout: "num_deep_scrub_errors": 0, 2024-08-29T19:03:07.009 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict": 0, 2024-08-29T19:03:07.009 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_kb": 0, 2024-08-29T19:03:07.009 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_mode_full": 0, 2024-08-29T19:03:07.009 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_mode_some": 0, 2024-08-29T19:03:07.009 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush": 0, 2024-08-29T19:03:07.009 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_kb": 0, 2024-08-29T19:03:07.010 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_mode_high": 0, 2024-08-29T19:03:07.010 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_mode_low": 0, 2024-08-29T19:03:07.010 INFO:tasks.workunit.client.0.smithi028.stdout: "num_keys_recovered": 0, 2024-08-29T19:03:07.010 INFO:tasks.workunit.client.0.smithi028.stdout: "num_large_omap_objects": 0, 2024-08-29T19:03:07.010 INFO:tasks.workunit.client.0.smithi028.stdout: "num_legacy_snapsets": 0, 2024-08-29T19:03:07.010 INFO:tasks.workunit.client.0.smithi028.stdout: "num_object_clones": 0, 2024-08-29T19:03:07.010 INFO:tasks.workunit.client.0.smithi028.stdout: "num_object_copies": 0, 2024-08-29T19:03:07.010 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects": 0, 2024-08-29T19:03:07.010 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_degraded": 0, 2024-08-29T19:03:07.010 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_dirty": 0, 2024-08-29T19:03:07.010 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_hit_set_archive": 0, 2024-08-29T19:03:07.010 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_manifest": 0, 2024-08-29T19:03:07.010 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_misplaced": 0, 2024-08-29T19:03:07.010 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_missing": 0, 2024-08-29T19:03:07.011 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_missing_on_primary": 0, 2024-08-29T19:03:07.011 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_omap": 0, 2024-08-29T19:03:07.011 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_pinned": 0, 2024-08-29T19:03:07.011 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_recovered": 0, 2024-08-29T19:03:07.011 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_repaired": 0, 2024-08-29T19:03:07.011 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_unfound": 0, 2024-08-29T19:03:07.011 INFO:tasks.workunit.client.0.smithi028.stdout: "num_omap_bytes": 0, 2024-08-29T19:03:07.011 INFO:tasks.workunit.client.0.smithi028.stdout: "num_omap_keys": 0, 2024-08-29T19:03:07.011 INFO:tasks.workunit.client.0.smithi028.stdout: "num_promote": 0, 2024-08-29T19:03:07.011 INFO:tasks.workunit.client.0.smithi028.stdout: "num_read": 0, 2024-08-29T19:03:07.011 INFO:tasks.workunit.client.0.smithi028.stdout: "num_read_kb": 0, 2024-08-29T19:03:07.011 INFO:tasks.workunit.client.0.smithi028.stdout: "num_scrub_errors": 0, 2024-08-29T19:03:07.011 INFO:tasks.workunit.client.0.smithi028.stdout: "num_shallow_scrub_errors": 0, 2024-08-29T19:03:07.011 INFO:tasks.workunit.client.0.smithi028.stdout: "num_whiteouts": 0, 2024-08-29T19:03:07.012 INFO:tasks.workunit.client.0.smithi028.stdout: "num_write": 0, 2024-08-29T19:03:07.012 INFO:tasks.workunit.client.0.smithi028.stdout: "num_write_kb": 0 2024-08-29T19:03:07.012 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:07.012 INFO:tasks.workunit.client.0.smithi028.stdout: "state": "active+clean", 2024-08-29T19:03:07.012 INFO:tasks.workunit.client.0.smithi028.stdout: "stats_invalid": false, 2024-08-29T19:03:07.012 INFO:tasks.workunit.client.0.smithi028.stdout: "up": [ 2024-08-29T19:03:07.012 INFO:tasks.workunit.client.0.smithi028.stdout: 7, 2024-08-29T19:03:07.012 INFO:tasks.workunit.client.0.smithi028.stdout: 4, 2024-08-29T19:03:07.012 INFO:tasks.workunit.client.0.smithi028.stdout: 6 2024-08-29T19:03:07.012 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-08-29T19:03:07.012 INFO:tasks.workunit.client.0.smithi028.stdout: "up_primary": 7, 2024-08-29T19:03:07.012 INFO:tasks.workunit.client.0.smithi028.stdout: "version": "0'0" 2024-08-29T19:03:07.012 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:07.013 INFO:tasks.workunit.client.0.smithi028.stdout: { 2024-08-29T19:03:07.013 INFO:tasks.workunit.client.0.smithi028.stdout: "acting": [ 2024-08-29T19:03:07.013 INFO:tasks.workunit.client.0.smithi028.stdout: 2, 2024-08-29T19:03:07.013 INFO:tasks.workunit.client.0.smithi028.stdout: 1, 2024-08-29T19:03:07.013 INFO:tasks.workunit.client.0.smithi028.stdout: 0 2024-08-29T19:03:07.013 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-08-29T19:03:07.013 INFO:tasks.workunit.client.0.smithi028.stdout: "acting_primary": 2, 2024-08-29T19:03:07.013 INFO:tasks.workunit.client.0.smithi028.stdout: "avail_no_missing": [], 2024-08-29T19:03:07.013 INFO:tasks.workunit.client.0.smithi028.stdout: "blocked_by": [], 2024-08-29T19:03:07.013 INFO:tasks.workunit.client.0.smithi028.stdout: "created": 59, 2024-08-29T19:03:07.013 INFO:tasks.workunit.client.0.smithi028.stdout: "dirty_stats_invalid": false, 2024-08-29T19:03:07.013 INFO:tasks.workunit.client.0.smithi028.stdout: "hitset_bytes_stats_invalid": false, 2024-08-29T19:03:07.013 INFO:tasks.workunit.client.0.smithi028.stdout: "hitset_stats_invalid": false, 2024-08-29T19:03:07.013 INFO:tasks.workunit.client.0.smithi028.stdout: "last_active": "2024-08-29T19:02:14.102402+0000", 2024-08-29T19:03:07.014 INFO:tasks.workunit.client.0.smithi028.stdout: "last_became_active": "2024-08-29T17:55:26.384909+0000", 2024-08-29T19:03:07.014 INFO:tasks.workunit.client.0.smithi028.stdout: "last_became_peered": "2024-08-29T17:55:26.384909+0000", 2024-08-29T19:03:07.014 INFO:tasks.workunit.client.0.smithi028.stdout: "last_change": "2024-08-29T17:55:26.386883+0000", 2024-08-29T19:03:07.014 INFO:tasks.workunit.client.0.smithi028.stdout: "last_clean": "2024-08-29T19:02:14.102402+0000", 2024-08-29T19:03:07.014 INFO:tasks.workunit.client.0.smithi028.stdout: "last_clean_scrub_stamp": "2024-08-29T17:40:52.944949+0000", 2024-08-29T19:03:07.014 INFO:tasks.workunit.client.0.smithi028.stdout: "last_deep_scrub": "0'0", 2024-08-29T19:03:07.014 INFO:tasks.workunit.client.0.smithi028.stdout: "last_deep_scrub_stamp": "2024-08-29T17:40:52.944949+0000", 2024-08-29T19:03:07.014 INFO:tasks.workunit.client.0.smithi028.stdout: "last_epoch_clean": 517, 2024-08-29T19:03:07.014 INFO:tasks.workunit.client.0.smithi028.stdout: "last_fresh": "2024-08-29T19:02:14.102402+0000", 2024-08-29T19:03:07.014 INFO:tasks.workunit.client.0.smithi028.stdout: "last_fullsized": "2024-08-29T19:02:14.102402+0000", 2024-08-29T19:03:07.014 INFO:tasks.workunit.client.0.smithi028.stdout: "last_peered": "2024-08-29T19:02:14.102402+0000", 2024-08-29T19:03:07.014 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub": "0'0", 2024-08-29T19:03:07.014 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub_duration": 0, 2024-08-29T19:03:07.014 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub_stamp": "2024-08-29T17:40:52.944949+0000", 2024-08-29T19:03:07.015 INFO:tasks.workunit.client.0.smithi028.stdout: "last_undegraded": "2024-08-29T19:02:14.102402+0000", 2024-08-29T19:03:07.015 INFO:tasks.workunit.client.0.smithi028.stdout: "last_unstale": "2024-08-29T19:02:14.102402+0000", 2024-08-29T19:03:07.015 INFO:tasks.workunit.client.0.smithi028.stdout: "log_dups_size": 0, 2024-08-29T19:03:07.015 INFO:tasks.workunit.client.0.smithi028.stdout: "log_size": 8, 2024-08-29T19:03:07.015 INFO:tasks.workunit.client.0.smithi028.stdout: "log_start": "0'0", 2024-08-29T19:03:07.015 INFO:tasks.workunit.client.0.smithi028.stdout: "manifest_stats_invalid": false, 2024-08-29T19:03:07.015 INFO:tasks.workunit.client.0.smithi028.stdout: "mapping_epoch": 516, 2024-08-29T19:03:07.015 INFO:tasks.workunit.client.0.smithi028.stdout: "object_location_counts": [], 2024-08-29T19:03:07.015 INFO:tasks.workunit.client.0.smithi028.stdout: "objects_scrubbed": 0, 2024-08-29T19:03:07.015 INFO:tasks.workunit.client.0.smithi028.stdout: "objects_trimmed": 0, 2024-08-29T19:03:07.015 INFO:tasks.workunit.client.0.smithi028.stdout: "omap_stats_invalid": false, 2024-08-29T19:03:07.015 INFO:tasks.workunit.client.0.smithi028.stdout: "ondisk_log_size": 8, 2024-08-29T19:03:07.015 INFO:tasks.workunit.client.0.smithi028.stdout: "ondisk_log_start": "0'0", 2024-08-29T19:03:07.015 INFO:tasks.workunit.client.0.smithi028.stdout: "parent": "0.0", 2024-08-29T19:03:07.016 INFO:tasks.workunit.client.0.smithi028.stdout: "parent_split_bits": 0, 2024-08-29T19:03:07.016 INFO:tasks.workunit.client.0.smithi028.stdout: "pgid": "2.10", 2024-08-29T19:03:07.016 INFO:tasks.workunit.client.0.smithi028.stdout: "pin_stats_invalid": false, 2024-08-29T19:03:07.016 INFO:tasks.workunit.client.0.smithi028.stdout: "purged_snaps": [], 2024-08-29T19:03:07.016 INFO:tasks.workunit.client.0.smithi028.stdout: "reported_epoch": 2650, 2024-08-29T19:03:07.016 INFO:tasks.workunit.client.0.smithi028.stdout: "reported_seq": 4755, 2024-08-29T19:03:07.016 INFO:tasks.workunit.client.0.smithi028.stdout: "scrub_duration": 0.0, 2024-08-29T19:03:07.016 INFO:tasks.workunit.client.0.smithi028.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-30T22:40:38.416082+0000", 2024-08-29T19:03:07.016 INFO:tasks.workunit.client.0.smithi028.stdout: "snaptrim_duration": 0.0, 2024-08-29T19:03:07.016 INFO:tasks.workunit.client.0.smithi028.stdout: "snaptrimq_len": 0, 2024-08-29T19:03:07.016 INFO:tasks.workunit.client.0.smithi028.stdout: "stat_sum": { 2024-08-29T19:03:07.016 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes": 0, 2024-08-29T19:03:07.016 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes_hit_set_archive": 0, 2024-08-29T19:03:07.016 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes_recovered": 0, 2024-08-29T19:03:07.017 INFO:tasks.workunit.client.0.smithi028.stdout: "num_deep_scrub_errors": 0, 2024-08-29T19:03:07.017 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict": 0, 2024-08-29T19:03:07.017 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_kb": 0, 2024-08-29T19:03:07.017 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_mode_full": 0, 2024-08-29T19:03:07.017 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_mode_some": 0, 2024-08-29T19:03:07.017 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush": 0, 2024-08-29T19:03:07.017 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_kb": 0, 2024-08-29T19:03:07.017 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_mode_high": 0, 2024-08-29T19:03:07.017 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_mode_low": 0, 2024-08-29T19:03:07.017 INFO:tasks.workunit.client.0.smithi028.stdout: "num_keys_recovered": 0, 2024-08-29T19:03:07.017 INFO:tasks.workunit.client.0.smithi028.stdout: "num_large_omap_objects": 0, 2024-08-29T19:03:07.017 INFO:tasks.workunit.client.0.smithi028.stdout: "num_legacy_snapsets": 0, 2024-08-29T19:03:07.017 INFO:tasks.workunit.client.0.smithi028.stdout: "num_object_clones": 0, 2024-08-29T19:03:07.017 INFO:tasks.workunit.client.0.smithi028.stdout: "num_object_copies": 12, 2024-08-29T19:03:07.018 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects": 4, 2024-08-29T19:03:07.018 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_degraded": 0, 2024-08-29T19:03:07.018 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_dirty": 4, 2024-08-29T19:03:07.018 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_hit_set_archive": 0, 2024-08-29T19:03:07.018 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_manifest": 0, 2024-08-29T19:03:07.018 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_misplaced": 0, 2024-08-29T19:03:07.018 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_missing": 0, 2024-08-29T19:03:07.018 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_missing_on_primary": 0, 2024-08-29T19:03:07.018 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_omap": 4, 2024-08-29T19:03:07.018 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_pinned": 0, 2024-08-29T19:03:07.018 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_recovered": 0, 2024-08-29T19:03:07.018 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_repaired": 0, 2024-08-29T19:03:07.018 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_unfound": 0, 2024-08-29T19:03:07.018 INFO:tasks.workunit.client.0.smithi028.stdout: "num_omap_bytes": 0, 2024-08-29T19:03:07.019 INFO:tasks.workunit.client.0.smithi028.stdout: "num_omap_keys": 0, 2024-08-29T19:03:07.019 INFO:tasks.workunit.client.0.smithi028.stdout: "num_promote": 0, 2024-08-29T19:03:07.019 INFO:tasks.workunit.client.0.smithi028.stdout: "num_read": 24, 2024-08-29T19:03:07.019 INFO:tasks.workunit.client.0.smithi028.stdout: "num_read_kb": 24, 2024-08-29T19:03:07.019 INFO:tasks.workunit.client.0.smithi028.stdout: "num_scrub_errors": 0, 2024-08-29T19:03:07.019 INFO:tasks.workunit.client.0.smithi028.stdout: "num_shallow_scrub_errors": 0, 2024-08-29T19:03:07.019 INFO:tasks.workunit.client.0.smithi028.stdout: "num_whiteouts": 0, 2024-08-29T19:03:07.019 INFO:tasks.workunit.client.0.smithi028.stdout: "num_write": 12, 2024-08-29T19:03:07.019 INFO:tasks.workunit.client.0.smithi028.stdout: "num_write_kb": 0 2024-08-29T19:03:07.019 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:07.019 INFO:tasks.workunit.client.0.smithi028.stdout: "state": "active+clean", 2024-08-29T19:03:07.019 INFO:tasks.workunit.client.0.smithi028.stdout: "stats_invalid": false, 2024-08-29T19:03:07.019 INFO:tasks.workunit.client.0.smithi028.stdout: "up": [ 2024-08-29T19:03:07.019 INFO:tasks.workunit.client.0.smithi028.stdout: 2, 2024-08-29T19:03:07.020 INFO:tasks.workunit.client.0.smithi028.stdout: 1, 2024-08-29T19:03:07.020 INFO:tasks.workunit.client.0.smithi028.stdout: 0 2024-08-29T19:03:07.020 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-08-29T19:03:07.020 INFO:tasks.workunit.client.0.smithi028.stdout: "up_primary": 2, 2024-08-29T19:03:07.020 INFO:tasks.workunit.client.0.smithi028.stdout: "version": "65'8" 2024-08-29T19:03:07.020 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:07.020 INFO:tasks.workunit.client.0.smithi028.stdout: { 2024-08-29T19:03:07.020 INFO:tasks.workunit.client.0.smithi028.stdout: "acting": [ 2024-08-29T19:03:07.020 INFO:tasks.workunit.client.0.smithi028.stdout: 6, 2024-08-29T19:03:07.020 INFO:tasks.workunit.client.0.smithi028.stdout: 0, 2024-08-29T19:03:07.020 INFO:tasks.workunit.client.0.smithi028.stdout: 5 2024-08-29T19:03:07.020 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-08-29T19:03:07.020 INFO:tasks.workunit.client.0.smithi028.stdout: "acting_primary": 6, 2024-08-29T19:03:07.021 INFO:tasks.workunit.client.0.smithi028.stdout: "avail_no_missing": [], 2024-08-29T19:03:07.021 INFO:tasks.workunit.client.0.smithi028.stdout: "blocked_by": [], 2024-08-29T19:03:07.021 INFO:tasks.workunit.client.0.smithi028.stdout: "created": 62, 2024-08-29T19:03:07.021 INFO:tasks.workunit.client.0.smithi028.stdout: "dirty_stats_invalid": false, 2024-08-29T19:03:07.021 INFO:tasks.workunit.client.0.smithi028.stdout: "hitset_bytes_stats_invalid": false, 2024-08-29T19:03:07.021 INFO:tasks.workunit.client.0.smithi028.stdout: "hitset_stats_invalid": false, 2024-08-29T19:03:07.021 INFO:tasks.workunit.client.0.smithi028.stdout: "last_active": "2024-08-29T19:02:14.930118+0000", 2024-08-29T19:03:07.021 INFO:tasks.workunit.client.0.smithi028.stdout: "last_became_active": "2024-08-29T17:57:36.381484+0000", 2024-08-29T19:03:07.021 INFO:tasks.workunit.client.0.smithi028.stdout: "last_became_peered": "2024-08-29T17:57:36.381484+0000", 2024-08-29T19:03:07.021 INFO:tasks.workunit.client.0.smithi028.stdout: "last_change": "2024-08-29T17:57:36.382079+0000", 2024-08-29T19:03:07.021 INFO:tasks.workunit.client.0.smithi028.stdout: "last_clean": "2024-08-29T19:02:14.930118+0000", 2024-08-29T19:03:07.021 INFO:tasks.workunit.client.0.smithi028.stdout: "last_clean_scrub_stamp": "2024-08-29T17:41:01.987071+0000", 2024-08-29T19:03:07.021 INFO:tasks.workunit.client.0.smithi028.stdout: "last_deep_scrub": "0'0", 2024-08-29T19:03:07.021 INFO:tasks.workunit.client.0.smithi028.stdout: "last_deep_scrub_stamp": "2024-08-29T17:41:01.987071+0000", 2024-08-29T19:03:07.022 INFO:tasks.workunit.client.0.smithi028.stdout: "last_epoch_clean": 646, 2024-08-29T19:03:07.022 INFO:tasks.workunit.client.0.smithi028.stdout: "last_fresh": "2024-08-29T19:02:14.930118+0000", 2024-08-29T19:03:07.022 INFO:tasks.workunit.client.0.smithi028.stdout: "last_fullsized": "2024-08-29T19:02:14.930118+0000", 2024-08-29T19:03:07.022 INFO:tasks.workunit.client.0.smithi028.stdout: "last_peered": "2024-08-29T19:02:14.930118+0000", 2024-08-29T19:03:07.022 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub": "0'0", 2024-08-29T19:03:07.022 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub_duration": 0, 2024-08-29T19:03:07.022 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub_stamp": "2024-08-29T17:41:01.987071+0000", 2024-08-29T19:03:07.022 INFO:tasks.workunit.client.0.smithi028.stdout: "last_undegraded": "2024-08-29T19:02:14.930118+0000", 2024-08-29T19:03:07.022 INFO:tasks.workunit.client.0.smithi028.stdout: "last_unstale": "2024-08-29T19:02:14.930118+0000", 2024-08-29T19:03:07.022 INFO:tasks.workunit.client.0.smithi028.stdout: "log_dups_size": 0, 2024-08-29T19:03:07.022 INFO:tasks.workunit.client.0.smithi028.stdout: "log_size": 0, 2024-08-29T19:03:07.022 INFO:tasks.workunit.client.0.smithi028.stdout: "log_start": "0'0", 2024-08-29T19:03:07.022 INFO:tasks.workunit.client.0.smithi028.stdout: "manifest_stats_invalid": false, 2024-08-29T19:03:07.023 INFO:tasks.workunit.client.0.smithi028.stdout: "mapping_epoch": 645, 2024-08-29T19:03:07.023 INFO:tasks.workunit.client.0.smithi028.stdout: "object_location_counts": [], 2024-08-29T19:03:07.023 INFO:tasks.workunit.client.0.smithi028.stdout: "objects_scrubbed": 0, 2024-08-29T19:03:07.023 INFO:tasks.workunit.client.0.smithi028.stdout: "objects_trimmed": 0, 2024-08-29T19:03:07.023 INFO:tasks.workunit.client.0.smithi028.stdout: "omap_stats_invalid": false, 2024-08-29T19:03:07.023 INFO:tasks.workunit.client.0.smithi028.stdout: "ondisk_log_size": 0, 2024-08-29T19:03:07.023 INFO:tasks.workunit.client.0.smithi028.stdout: "ondisk_log_start": "0'0", 2024-08-29T19:03:07.023 INFO:tasks.workunit.client.0.smithi028.stdout: "parent": "0.0", 2024-08-29T19:03:07.023 INFO:tasks.workunit.client.0.smithi028.stdout: "parent_split_bits": 0, 2024-08-29T19:03:07.023 INFO:tasks.workunit.client.0.smithi028.stdout: "pgid": "3.10", 2024-08-29T19:03:07.023 INFO:tasks.workunit.client.0.smithi028.stdout: "pin_stats_invalid": false, 2024-08-29T19:03:07.023 INFO:tasks.workunit.client.0.smithi028.stdout: "purged_snaps": [], 2024-08-29T19:03:07.023 INFO:tasks.workunit.client.0.smithi028.stdout: "reported_epoch": 2650, 2024-08-29T19:03:07.024 INFO:tasks.workunit.client.0.smithi028.stdout: "reported_seq": 4593, 2024-08-29T19:03:07.024 INFO:tasks.workunit.client.0.smithi028.stdout: "scrub_duration": 0.0, 2024-08-29T19:03:07.024 INFO:tasks.workunit.client.0.smithi028.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-30T22:14:39.041665+0000", 2024-08-29T19:03:07.024 INFO:tasks.workunit.client.0.smithi028.stdout: "snaptrim_duration": 0.0, 2024-08-29T19:03:07.024 INFO:tasks.workunit.client.0.smithi028.stdout: "snaptrimq_len": 0, 2024-08-29T19:03:07.024 INFO:tasks.workunit.client.0.smithi028.stdout: "stat_sum": { 2024-08-29T19:03:07.024 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes": 0, 2024-08-29T19:03:07.024 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes_hit_set_archive": 0, 2024-08-29T19:03:07.024 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes_recovered": 0, 2024-08-29T19:03:07.024 INFO:tasks.workunit.client.0.smithi028.stdout: "num_deep_scrub_errors": 0, 2024-08-29T19:03:07.024 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict": 0, 2024-08-29T19:03:07.024 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_kb": 0, 2024-08-29T19:03:07.024 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_mode_full": 0, 2024-08-29T19:03:07.025 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_mode_some": 0, 2024-08-29T19:03:07.025 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush": 0, 2024-08-29T19:03:07.025 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_kb": 0, 2024-08-29T19:03:07.025 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_mode_high": 0, 2024-08-29T19:03:07.025 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_mode_low": 0, 2024-08-29T19:03:07.025 INFO:tasks.workunit.client.0.smithi028.stdout: "num_keys_recovered": 0, 2024-08-29T19:03:07.025 INFO:tasks.workunit.client.0.smithi028.stdout: "num_large_omap_objects": 0, 2024-08-29T19:03:07.025 INFO:tasks.workunit.client.0.smithi028.stdout: "num_legacy_snapsets": 0, 2024-08-29T19:03:07.025 INFO:tasks.workunit.client.0.smithi028.stdout: "num_object_clones": 0, 2024-08-29T19:03:07.025 INFO:tasks.workunit.client.0.smithi028.stdout: "num_object_copies": 0, 2024-08-29T19:03:07.025 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects": 0, 2024-08-29T19:03:07.025 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_degraded": 0, 2024-08-29T19:03:07.025 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_dirty": 0, 2024-08-29T19:03:07.025 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_hit_set_archive": 0, 2024-08-29T19:03:07.026 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_manifest": 0, 2024-08-29T19:03:07.026 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_misplaced": 0, 2024-08-29T19:03:07.026 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_missing": 0, 2024-08-29T19:03:07.026 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_missing_on_primary": 0, 2024-08-29T19:03:07.026 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_omap": 0, 2024-08-29T19:03:07.026 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_pinned": 0, 2024-08-29T19:03:07.026 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_recovered": 0, 2024-08-29T19:03:07.026 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_repaired": 0, 2024-08-29T19:03:07.026 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_unfound": 0, 2024-08-29T19:03:07.026 INFO:tasks.workunit.client.0.smithi028.stdout: "num_omap_bytes": 0, 2024-08-29T19:03:07.026 INFO:tasks.workunit.client.0.smithi028.stdout: "num_omap_keys": 0, 2024-08-29T19:03:07.026 INFO:tasks.workunit.client.0.smithi028.stdout: "num_promote": 0, 2024-08-29T19:03:07.026 INFO:tasks.workunit.client.0.smithi028.stdout: "num_read": 0, 2024-08-29T19:03:07.026 INFO:tasks.workunit.client.0.smithi028.stdout: "num_read_kb": 0, 2024-08-29T19:03:07.027 INFO:tasks.workunit.client.0.smithi028.stdout: "num_scrub_errors": 0, 2024-08-29T19:03:07.027 INFO:tasks.workunit.client.0.smithi028.stdout: "num_shallow_scrub_errors": 0, 2024-08-29T19:03:07.027 INFO:tasks.workunit.client.0.smithi028.stdout: "num_whiteouts": 0, 2024-08-29T19:03:07.027 INFO:tasks.workunit.client.0.smithi028.stdout: "num_write": 0, 2024-08-29T19:03:07.027 INFO:tasks.workunit.client.0.smithi028.stdout: "num_write_kb": 0 2024-08-29T19:03:07.027 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:07.027 INFO:tasks.workunit.client.0.smithi028.stdout: "state": "active+clean", 2024-08-29T19:03:07.027 INFO:tasks.workunit.client.0.smithi028.stdout: "stats_invalid": false, 2024-08-29T19:03:07.027 INFO:tasks.workunit.client.0.smithi028.stdout: "up": [ 2024-08-29T19:03:07.027 INFO:tasks.workunit.client.0.smithi028.stdout: 6, 2024-08-29T19:03:07.027 INFO:tasks.workunit.client.0.smithi028.stdout: 0, 2024-08-29T19:03:07.027 INFO:tasks.workunit.client.0.smithi028.stdout: 5 2024-08-29T19:03:07.028 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-08-29T19:03:07.028 INFO:tasks.workunit.client.0.smithi028.stdout: "up_primary": 6, 2024-08-29T19:03:07.028 INFO:tasks.workunit.client.0.smithi028.stdout: "version": "0'0" 2024-08-29T19:03:07.028 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:07.028 INFO:tasks.workunit.client.0.smithi028.stdout: { 2024-08-29T19:03:07.028 INFO:tasks.workunit.client.0.smithi028.stdout: "acting": [ 2024-08-29T19:03:07.028 INFO:tasks.workunit.client.0.smithi028.stdout: 6, 2024-08-29T19:03:07.028 INFO:tasks.workunit.client.0.smithi028.stdout: 4, 2024-08-29T19:03:07.028 INFO:tasks.workunit.client.0.smithi028.stdout: 1 2024-08-29T19:03:07.028 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-08-29T19:03:07.028 INFO:tasks.workunit.client.0.smithi028.stdout: "acting_primary": 6, 2024-08-29T19:03:07.028 INFO:tasks.workunit.client.0.smithi028.stdout: "avail_no_missing": [], 2024-08-29T19:03:07.028 INFO:tasks.workunit.client.0.smithi028.stdout: "blocked_by": [], 2024-08-29T19:03:07.028 INFO:tasks.workunit.client.0.smithi028.stdout: "created": 59, 2024-08-29T19:03:07.029 INFO:tasks.workunit.client.0.smithi028.stdout: "dirty_stats_invalid": false, 2024-08-29T19:03:07.029 INFO:tasks.workunit.client.0.smithi028.stdout: "hitset_bytes_stats_invalid": false, 2024-08-29T19:03:07.029 INFO:tasks.workunit.client.0.smithi028.stdout: "hitset_stats_invalid": false, 2024-08-29T19:03:07.029 INFO:tasks.workunit.client.0.smithi028.stdout: "last_active": "2024-08-29T19:02:14.917866+0000", 2024-08-29T19:03:07.029 INFO:tasks.workunit.client.0.smithi028.stdout: "last_became_active": "2024-08-29T17:57:36.374170+0000", 2024-08-29T19:03:07.029 INFO:tasks.workunit.client.0.smithi028.stdout: "last_became_peered": "2024-08-29T17:57:36.374170+0000", 2024-08-29T19:03:07.029 INFO:tasks.workunit.client.0.smithi028.stdout: "last_change": "2024-08-29T17:57:36.374611+0000", 2024-08-29T19:03:07.029 INFO:tasks.workunit.client.0.smithi028.stdout: "last_clean": "2024-08-29T19:02:14.917866+0000", 2024-08-29T19:03:07.029 INFO:tasks.workunit.client.0.smithi028.stdout: "last_clean_scrub_stamp": "2024-08-29T17:40:52.944949+0000", 2024-08-29T19:03:07.029 INFO:tasks.workunit.client.0.smithi028.stdout: "last_deep_scrub": "0'0", 2024-08-29T19:03:07.029 INFO:tasks.workunit.client.0.smithi028.stdout: "last_deep_scrub_stamp": "2024-08-29T17:40:52.944949+0000", 2024-08-29T19:03:07.029 INFO:tasks.workunit.client.0.smithi028.stdout: "last_epoch_clean": 646, 2024-08-29T19:03:07.029 INFO:tasks.workunit.client.0.smithi028.stdout: "last_fresh": "2024-08-29T19:02:14.917866+0000", 2024-08-29T19:03:07.030 INFO:tasks.workunit.client.0.smithi028.stdout: "last_fullsized": "2024-08-29T19:02:14.917866+0000", 2024-08-29T19:03:07.030 INFO:tasks.workunit.client.0.smithi028.stdout: "last_peered": "2024-08-29T19:02:14.917866+0000", 2024-08-29T19:03:07.030 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub": "0'0", 2024-08-29T19:03:07.030 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub_duration": 0, 2024-08-29T19:03:07.030 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub_stamp": "2024-08-29T17:40:52.944949+0000", 2024-08-29T19:03:07.030 INFO:tasks.workunit.client.0.smithi028.stdout: "last_undegraded": "2024-08-29T19:02:14.917866+0000", 2024-08-29T19:03:07.030 INFO:tasks.workunit.client.0.smithi028.stdout: "last_unstale": "2024-08-29T19:02:14.917866+0000", 2024-08-29T19:03:07.030 INFO:tasks.workunit.client.0.smithi028.stdout: "log_dups_size": 0, 2024-08-29T19:03:07.030 INFO:tasks.workunit.client.0.smithi028.stdout: "log_size": 0, 2024-08-29T19:03:07.030 INFO:tasks.workunit.client.0.smithi028.stdout: "log_start": "0'0", 2024-08-29T19:03:07.030 INFO:tasks.workunit.client.0.smithi028.stdout: "manifest_stats_invalid": false, 2024-08-29T19:03:07.030 INFO:tasks.workunit.client.0.smithi028.stdout: "mapping_epoch": 645, 2024-08-29T19:03:07.030 INFO:tasks.workunit.client.0.smithi028.stdout: "object_location_counts": [], 2024-08-29T19:03:07.030 INFO:tasks.workunit.client.0.smithi028.stdout: "objects_scrubbed": 0, 2024-08-29T19:03:07.031 INFO:tasks.workunit.client.0.smithi028.stdout: "objects_trimmed": 0, 2024-08-29T19:03:07.031 INFO:tasks.workunit.client.0.smithi028.stdout: "omap_stats_invalid": false, 2024-08-29T19:03:07.031 INFO:tasks.workunit.client.0.smithi028.stdout: "ondisk_log_size": 0, 2024-08-29T19:03:07.031 INFO:tasks.workunit.client.0.smithi028.stdout: "ondisk_log_start": "0'0", 2024-08-29T19:03:07.031 INFO:tasks.workunit.client.0.smithi028.stdout: "parent": "0.0", 2024-08-29T19:03:07.031 INFO:tasks.workunit.client.0.smithi028.stdout: "parent_split_bits": 0, 2024-08-29T19:03:07.031 INFO:tasks.workunit.client.0.smithi028.stdout: "pgid": "2.11", 2024-08-29T19:03:07.031 INFO:tasks.workunit.client.0.smithi028.stdout: "pin_stats_invalid": false, 2024-08-29T19:03:07.031 INFO:tasks.workunit.client.0.smithi028.stdout: "purged_snaps": [], 2024-08-29T19:03:07.031 INFO:tasks.workunit.client.0.smithi028.stdout: "reported_epoch": 2650, 2024-08-29T19:03:07.031 INFO:tasks.workunit.client.0.smithi028.stdout: "reported_seq": 4605, 2024-08-29T19:03:07.031 INFO:tasks.workunit.client.0.smithi028.stdout: "scrub_duration": 0.0, 2024-08-29T19:03:07.031 INFO:tasks.workunit.client.0.smithi028.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-30T23:17:05.211081+0000", 2024-08-29T19:03:07.031 INFO:tasks.workunit.client.0.smithi028.stdout: "snaptrim_duration": 0.0, 2024-08-29T19:03:07.032 INFO:tasks.workunit.client.0.smithi028.stdout: "snaptrimq_len": 0, 2024-08-29T19:03:07.032 INFO:tasks.workunit.client.0.smithi028.stdout: "stat_sum": { 2024-08-29T19:03:07.032 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes": 0, 2024-08-29T19:03:07.032 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes_hit_set_archive": 0, 2024-08-29T19:03:07.032 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes_recovered": 0, 2024-08-29T19:03:07.032 INFO:tasks.workunit.client.0.smithi028.stdout: "num_deep_scrub_errors": 0, 2024-08-29T19:03:07.032 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict": 0, 2024-08-29T19:03:07.032 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_kb": 0, 2024-08-29T19:03:07.032 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_mode_full": 0, 2024-08-29T19:03:07.032 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_mode_some": 0, 2024-08-29T19:03:07.032 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush": 0, 2024-08-29T19:03:07.032 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_kb": 0, 2024-08-29T19:03:07.032 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_mode_high": 0, 2024-08-29T19:03:07.032 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_mode_low": 0, 2024-08-29T19:03:07.033 INFO:tasks.workunit.client.0.smithi028.stdout: "num_keys_recovered": 0, 2024-08-29T19:03:07.033 INFO:tasks.workunit.client.0.smithi028.stdout: "num_large_omap_objects": 0, 2024-08-29T19:03:07.033 INFO:tasks.workunit.client.0.smithi028.stdout: "num_legacy_snapsets": 0, 2024-08-29T19:03:07.033 INFO:tasks.workunit.client.0.smithi028.stdout: "num_object_clones": 0, 2024-08-29T19:03:07.033 INFO:tasks.workunit.client.0.smithi028.stdout: "num_object_copies": 0, 2024-08-29T19:03:07.033 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects": 0, 2024-08-29T19:03:07.033 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_degraded": 0, 2024-08-29T19:03:07.033 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_dirty": 0, 2024-08-29T19:03:07.033 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_hit_set_archive": 0, 2024-08-29T19:03:07.033 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_manifest": 0, 2024-08-29T19:03:07.033 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_misplaced": 0, 2024-08-29T19:03:07.033 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_missing": 0, 2024-08-29T19:03:07.033 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_missing_on_primary": 0, 2024-08-29T19:03:07.034 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_omap": 0, 2024-08-29T19:03:07.034 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_pinned": 0, 2024-08-29T19:03:07.034 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_recovered": 0, 2024-08-29T19:03:07.034 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_repaired": 0, 2024-08-29T19:03:07.034 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_unfound": 0, 2024-08-29T19:03:07.034 INFO:tasks.workunit.client.0.smithi028.stdout: "num_omap_bytes": 0, 2024-08-29T19:03:07.034 INFO:tasks.workunit.client.0.smithi028.stdout: "num_omap_keys": 0, 2024-08-29T19:03:07.034 INFO:tasks.workunit.client.0.smithi028.stdout: "num_promote": 0, 2024-08-29T19:03:07.034 INFO:tasks.workunit.client.0.smithi028.stdout: "num_read": 0, 2024-08-29T19:03:07.034 INFO:tasks.workunit.client.0.smithi028.stdout: "num_read_kb": 0, 2024-08-29T19:03:07.034 INFO:tasks.workunit.client.0.smithi028.stdout: "num_scrub_errors": 0, 2024-08-29T19:03:07.034 INFO:tasks.workunit.client.0.smithi028.stdout: "num_shallow_scrub_errors": 0, 2024-08-29T19:03:07.034 INFO:tasks.workunit.client.0.smithi028.stdout: "num_whiteouts": 0, 2024-08-29T19:03:07.034 INFO:tasks.workunit.client.0.smithi028.stdout: "num_write": 0, 2024-08-29T19:03:07.035 INFO:tasks.workunit.client.0.smithi028.stdout: "num_write_kb": 0 2024-08-29T19:03:07.035 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:07.035 INFO:tasks.workunit.client.0.smithi028.stdout: "state": "active+clean", 2024-08-29T19:03:07.035 INFO:tasks.workunit.client.0.smithi028.stdout: "stats_invalid": false, 2024-08-29T19:03:07.035 INFO:tasks.workunit.client.0.smithi028.stdout: "up": [ 2024-08-29T19:03:07.035 INFO:tasks.workunit.client.0.smithi028.stdout: 6, 2024-08-29T19:03:07.035 INFO:tasks.workunit.client.0.smithi028.stdout: 4, 2024-08-29T19:03:07.035 INFO:tasks.workunit.client.0.smithi028.stdout: 1 2024-08-29T19:03:07.035 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-08-29T19:03:07.035 INFO:tasks.workunit.client.0.smithi028.stdout: "up_primary": 6, 2024-08-29T19:03:07.035 INFO:tasks.workunit.client.0.smithi028.stdout: "version": "0'0" 2024-08-29T19:03:07.035 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:07.035 INFO:tasks.workunit.client.0.smithi028.stdout: { 2024-08-29T19:03:07.035 INFO:tasks.workunit.client.0.smithi028.stdout: "acting": [ 2024-08-29T19:03:07.036 INFO:tasks.workunit.client.0.smithi028.stdout: 7, 2024-08-29T19:03:07.036 INFO:tasks.workunit.client.0.smithi028.stdout: 4, 2024-08-29T19:03:07.036 INFO:tasks.workunit.client.0.smithi028.stdout: 2 2024-08-29T19:03:07.036 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-08-29T19:03:07.036 INFO:tasks.workunit.client.0.smithi028.stdout: "acting_primary": 7, 2024-08-29T19:03:07.036 INFO:tasks.workunit.client.0.smithi028.stdout: "avail_no_missing": [], 2024-08-29T19:03:07.036 INFO:tasks.workunit.client.0.smithi028.stdout: "blocked_by": [], 2024-08-29T19:03:07.036 INFO:tasks.workunit.client.0.smithi028.stdout: "created": 62, 2024-08-29T19:03:07.036 INFO:tasks.workunit.client.0.smithi028.stdout: "dirty_stats_invalid": false, 2024-08-29T19:03:07.036 INFO:tasks.workunit.client.0.smithi028.stdout: "hitset_bytes_stats_invalid": false, 2024-08-29T19:03:07.036 INFO:tasks.workunit.client.0.smithi028.stdout: "hitset_stats_invalid": false, 2024-08-29T19:03:07.036 INFO:tasks.workunit.client.0.smithi028.stdout: "last_active": "2024-08-29T19:02:14.096047+0000", 2024-08-29T19:03:07.036 INFO:tasks.workunit.client.0.smithi028.stdout: "last_became_active": "2024-08-29T17:58:11.364017+0000", 2024-08-29T19:03:07.037 INFO:tasks.workunit.client.0.smithi028.stdout: "last_became_peered": "2024-08-29T17:58:11.364017+0000", 2024-08-29T19:03:07.037 INFO:tasks.workunit.client.0.smithi028.stdout: "last_change": "2024-08-29T17:58:11.364793+0000", 2024-08-29T19:03:07.037 INFO:tasks.workunit.client.0.smithi028.stdout: "last_clean": "2024-08-29T19:02:14.096047+0000", 2024-08-29T19:03:07.037 INFO:tasks.workunit.client.0.smithi028.stdout: "last_clean_scrub_stamp": "2024-08-29T17:41:01.987071+0000", 2024-08-29T19:03:07.037 INFO:tasks.workunit.client.0.smithi028.stdout: "last_deep_scrub": "0'0", 2024-08-29T19:03:07.037 INFO:tasks.workunit.client.0.smithi028.stdout: "last_deep_scrub_stamp": "2024-08-29T17:41:01.987071+0000", 2024-08-29T19:03:07.037 INFO:tasks.workunit.client.0.smithi028.stdout: "last_epoch_clean": 681, 2024-08-29T19:03:07.037 INFO:tasks.workunit.client.0.smithi028.stdout: "last_fresh": "2024-08-29T19:02:14.096047+0000", 2024-08-29T19:03:07.037 INFO:tasks.workunit.client.0.smithi028.stdout: "last_fullsized": "2024-08-29T19:02:14.096047+0000", 2024-08-29T19:03:07.037 INFO:tasks.workunit.client.0.smithi028.stdout: "last_peered": "2024-08-29T19:02:14.096047+0000", 2024-08-29T19:03:07.037 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub": "0'0", 2024-08-29T19:03:07.037 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub_duration": 0, 2024-08-29T19:03:07.037 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub_stamp": "2024-08-29T17:41:01.987071+0000", 2024-08-29T19:03:07.038 INFO:tasks.workunit.client.0.smithi028.stdout: "last_undegraded": "2024-08-29T19:02:14.096047+0000", 2024-08-29T19:03:07.038 INFO:tasks.workunit.client.0.smithi028.stdout: "last_unstale": "2024-08-29T19:02:14.096047+0000", 2024-08-29T19:03:07.038 INFO:tasks.workunit.client.0.smithi028.stdout: "log_dups_size": 0, 2024-08-29T19:03:07.038 INFO:tasks.workunit.client.0.smithi028.stdout: "log_size": 0, 2024-08-29T19:03:07.038 INFO:tasks.workunit.client.0.smithi028.stdout: "log_start": "0'0", 2024-08-29T19:03:07.038 INFO:tasks.workunit.client.0.smithi028.stdout: "manifest_stats_invalid": false, 2024-08-29T19:03:07.038 INFO:tasks.workunit.client.0.smithi028.stdout: "mapping_epoch": 680, 2024-08-29T19:03:07.038 INFO:tasks.workunit.client.0.smithi028.stdout: "object_location_counts": [], 2024-08-29T19:03:07.038 INFO:tasks.workunit.client.0.smithi028.stdout: "objects_scrubbed": 0, 2024-08-29T19:03:07.038 INFO:tasks.workunit.client.0.smithi028.stdout: "objects_trimmed": 0, 2024-08-29T19:03:07.038 INFO:tasks.workunit.client.0.smithi028.stdout: "omap_stats_invalid": false, 2024-08-29T19:03:07.038 INFO:tasks.workunit.client.0.smithi028.stdout: "ondisk_log_size": 0, 2024-08-29T19:03:07.038 INFO:tasks.workunit.client.0.smithi028.stdout: "ondisk_log_start": "0'0", 2024-08-29T19:03:07.039 INFO:tasks.workunit.client.0.smithi028.stdout: "parent": "0.0", 2024-08-29T19:03:07.039 INFO:tasks.workunit.client.0.smithi028.stdout: "parent_split_bits": 0, 2024-08-29T19:03:07.039 INFO:tasks.workunit.client.0.smithi028.stdout: "pgid": "3.13", 2024-08-29T19:03:07.039 INFO:tasks.workunit.client.0.smithi028.stdout: "pin_stats_invalid": false, 2024-08-29T19:03:07.039 INFO:tasks.workunit.client.0.smithi028.stdout: "purged_snaps": [], 2024-08-29T19:03:07.039 INFO:tasks.workunit.client.0.smithi028.stdout: "reported_epoch": 2650, 2024-08-29T19:03:07.039 INFO:tasks.workunit.client.0.smithi028.stdout: "reported_seq": 4569, 2024-08-29T19:03:07.039 INFO:tasks.workunit.client.0.smithi028.stdout: "scrub_duration": 0.0, 2024-08-29T19:03:07.039 INFO:tasks.workunit.client.0.smithi028.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-30T20:31:31.727325+0000", 2024-08-29T19:03:07.039 INFO:tasks.workunit.client.0.smithi028.stdout: "snaptrim_duration": 0.0, 2024-08-29T19:03:07.039 INFO:tasks.workunit.client.0.smithi028.stdout: "snaptrimq_len": 0, 2024-08-29T19:03:07.039 INFO:tasks.workunit.client.0.smithi028.stdout: "stat_sum": { 2024-08-29T19:03:07.039 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes": 0, 2024-08-29T19:03:07.039 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes_hit_set_archive": 0, 2024-08-29T19:03:07.040 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes_recovered": 0, 2024-08-29T19:03:07.040 INFO:tasks.workunit.client.0.smithi028.stdout: "num_deep_scrub_errors": 0, 2024-08-29T19:03:07.040 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict": 0, 2024-08-29T19:03:07.040 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_kb": 0, 2024-08-29T19:03:07.040 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_mode_full": 0, 2024-08-29T19:03:07.040 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_mode_some": 0, 2024-08-29T19:03:07.040 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush": 0, 2024-08-29T19:03:07.040 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_kb": 0, 2024-08-29T19:03:07.040 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_mode_high": 0, 2024-08-29T19:03:07.040 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_mode_low": 0, 2024-08-29T19:03:07.040 INFO:tasks.workunit.client.0.smithi028.stdout: "num_keys_recovered": 0, 2024-08-29T19:03:07.040 INFO:tasks.workunit.client.0.smithi028.stdout: "num_large_omap_objects": 0, 2024-08-29T19:03:07.040 INFO:tasks.workunit.client.0.smithi028.stdout: "num_legacy_snapsets": 0, 2024-08-29T19:03:07.041 INFO:tasks.workunit.client.0.smithi028.stdout: "num_object_clones": 0, 2024-08-29T19:03:07.041 INFO:tasks.workunit.client.0.smithi028.stdout: "num_object_copies": 0, 2024-08-29T19:03:07.041 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects": 0, 2024-08-29T19:03:07.041 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_degraded": 0, 2024-08-29T19:03:07.041 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_dirty": 0, 2024-08-29T19:03:07.041 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_hit_set_archive": 0, 2024-08-29T19:03:07.041 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_manifest": 0, 2024-08-29T19:03:07.041 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_misplaced": 0, 2024-08-29T19:03:07.041 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_missing": 0, 2024-08-29T19:03:07.041 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_missing_on_primary": 0, 2024-08-29T19:03:07.041 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_omap": 0, 2024-08-29T19:03:07.041 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_pinned": 0, 2024-08-29T19:03:07.041 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_recovered": 0, 2024-08-29T19:03:07.042 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_repaired": 0, 2024-08-29T19:03:07.042 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_unfound": 0, 2024-08-29T19:03:07.042 INFO:tasks.workunit.client.0.smithi028.stdout: "num_omap_bytes": 0, 2024-08-29T19:03:07.042 INFO:tasks.workunit.client.0.smithi028.stdout: "num_omap_keys": 0, 2024-08-29T19:03:07.042 INFO:tasks.workunit.client.0.smithi028.stdout: "num_promote": 0, 2024-08-29T19:03:07.042 INFO:tasks.workunit.client.0.smithi028.stdout: "num_read": 0, 2024-08-29T19:03:07.042 INFO:tasks.workunit.client.0.smithi028.stdout: "num_read_kb": 0, 2024-08-29T19:03:07.042 INFO:tasks.workunit.client.0.smithi028.stdout: "num_scrub_errors": 0, 2024-08-29T19:03:07.042 INFO:tasks.workunit.client.0.smithi028.stdout: "num_shallow_scrub_errors": 0, 2024-08-29T19:03:07.042 INFO:tasks.workunit.client.0.smithi028.stdout: "num_whiteouts": 0, 2024-08-29T19:03:07.042 INFO:tasks.workunit.client.0.smithi028.stdout: "num_write": 0, 2024-08-29T19:03:07.042 INFO:tasks.workunit.client.0.smithi028.stdout: "num_write_kb": 0 2024-08-29T19:03:07.042 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:07.042 INFO:tasks.workunit.client.0.smithi028.stdout: "state": "active+clean", 2024-08-29T19:03:07.043 INFO:tasks.workunit.client.0.smithi028.stdout: "stats_invalid": false, 2024-08-29T19:03:07.043 INFO:tasks.workunit.client.0.smithi028.stdout: "up": [ 2024-08-29T19:03:07.043 INFO:tasks.workunit.client.0.smithi028.stdout: 7, 2024-08-29T19:03:07.043 INFO:tasks.workunit.client.0.smithi028.stdout: 4, 2024-08-29T19:03:07.043 INFO:tasks.workunit.client.0.smithi028.stdout: 2 2024-08-29T19:03:07.043 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-08-29T19:03:07.043 INFO:tasks.workunit.client.0.smithi028.stdout: "up_primary": 7, 2024-08-29T19:03:07.043 INFO:tasks.workunit.client.0.smithi028.stdout: "version": "0'0" 2024-08-29T19:03:07.043 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:07.043 INFO:tasks.workunit.client.0.smithi028.stdout: { 2024-08-29T19:03:07.043 INFO:tasks.workunit.client.0.smithi028.stdout: "acting": [ 2024-08-29T19:03:07.043 INFO:tasks.workunit.client.0.smithi028.stdout: 5, 2024-08-29T19:03:07.043 INFO:tasks.workunit.client.0.smithi028.stdout: 3, 2024-08-29T19:03:07.043 INFO:tasks.workunit.client.0.smithi028.stdout: 7 2024-08-29T19:03:07.044 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-08-29T19:03:07.044 INFO:tasks.workunit.client.0.smithi028.stdout: "acting_primary": 5, 2024-08-29T19:03:07.044 INFO:tasks.workunit.client.0.smithi028.stdout: "avail_no_missing": [], 2024-08-29T19:03:07.044 INFO:tasks.workunit.client.0.smithi028.stdout: "blocked_by": [], 2024-08-29T19:03:07.044 INFO:tasks.workunit.client.0.smithi028.stdout: "created": 59, 2024-08-29T19:03:07.044 INFO:tasks.workunit.client.0.smithi028.stdout: "dirty_stats_invalid": false, 2024-08-29T19:03:07.044 INFO:tasks.workunit.client.0.smithi028.stdout: "hitset_bytes_stats_invalid": false, 2024-08-29T19:03:07.044 INFO:tasks.workunit.client.0.smithi028.stdout: "hitset_stats_invalid": false, 2024-08-29T19:03:07.044 INFO:tasks.workunit.client.0.smithi028.stdout: "last_active": "2024-08-29T19:02:14.928407+0000", 2024-08-29T19:03:07.044 INFO:tasks.workunit.client.0.smithi028.stdout: "last_became_active": "2024-08-29T17:58:11.355184+0000", 2024-08-29T19:03:07.044 INFO:tasks.workunit.client.0.smithi028.stdout: "last_became_peered": "2024-08-29T17:58:11.355184+0000", 2024-08-29T19:03:07.044 INFO:tasks.workunit.client.0.smithi028.stdout: "last_change": "2024-08-29T17:58:11.355832+0000", 2024-08-29T19:03:07.044 INFO:tasks.workunit.client.0.smithi028.stdout: "last_clean": "2024-08-29T19:02:14.928407+0000", 2024-08-29T19:03:07.044 INFO:tasks.workunit.client.0.smithi028.stdout: "last_clean_scrub_stamp": "2024-08-29T17:40:52.944949+0000", 2024-08-29T19:03:07.045 INFO:tasks.workunit.client.0.smithi028.stdout: "last_deep_scrub": "0'0", 2024-08-29T19:03:07.045 INFO:tasks.workunit.client.0.smithi028.stdout: "last_deep_scrub_stamp": "2024-08-29T17:40:52.944949+0000", 2024-08-29T19:03:07.045 INFO:tasks.workunit.client.0.smithi028.stdout: "last_epoch_clean": 681, 2024-08-29T19:03:07.045 INFO:tasks.workunit.client.0.smithi028.stdout: "last_fresh": "2024-08-29T19:02:14.928407+0000", 2024-08-29T19:03:07.045 INFO:tasks.workunit.client.0.smithi028.stdout: "last_fullsized": "2024-08-29T19:02:14.928407+0000", 2024-08-29T19:03:07.045 INFO:tasks.workunit.client.0.smithi028.stdout: "last_peered": "2024-08-29T19:02:14.928407+0000", 2024-08-29T19:03:07.045 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub": "0'0", 2024-08-29T19:03:07.045 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub_duration": 0, 2024-08-29T19:03:07.045 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub_stamp": "2024-08-29T17:40:52.944949+0000", 2024-08-29T19:03:07.045 INFO:tasks.workunit.client.0.smithi028.stdout: "last_undegraded": "2024-08-29T19:02:14.928407+0000", 2024-08-29T19:03:07.045 INFO:tasks.workunit.client.0.smithi028.stdout: "last_unstale": "2024-08-29T19:02:14.928407+0000", 2024-08-29T19:03:07.045 INFO:tasks.workunit.client.0.smithi028.stdout: "log_dups_size": 0, 2024-08-29T19:03:07.045 INFO:tasks.workunit.client.0.smithi028.stdout: "log_size": 0, 2024-08-29T19:03:07.046 INFO:tasks.workunit.client.0.smithi028.stdout: "log_start": "0'0", 2024-08-29T19:03:07.046 INFO:tasks.workunit.client.0.smithi028.stdout: "manifest_stats_invalid": false, 2024-08-29T19:03:07.046 INFO:tasks.workunit.client.0.smithi028.stdout: "mapping_epoch": 680, 2024-08-29T19:03:07.046 INFO:tasks.workunit.client.0.smithi028.stdout: "object_location_counts": [], 2024-08-29T19:03:07.046 INFO:tasks.workunit.client.0.smithi028.stdout: "objects_scrubbed": 0, 2024-08-29T19:03:07.046 INFO:tasks.workunit.client.0.smithi028.stdout: "objects_trimmed": 0, 2024-08-29T19:03:07.046 INFO:tasks.workunit.client.0.smithi028.stdout: "omap_stats_invalid": false, 2024-08-29T19:03:07.046 INFO:tasks.workunit.client.0.smithi028.stdout: "ondisk_log_size": 0, 2024-08-29T19:03:07.046 INFO:tasks.workunit.client.0.smithi028.stdout: "ondisk_log_start": "0'0", 2024-08-29T19:03:07.046 INFO:tasks.workunit.client.0.smithi028.stdout: "parent": "0.0", 2024-08-29T19:03:07.046 INFO:tasks.workunit.client.0.smithi028.stdout: "parent_split_bits": 0, 2024-08-29T19:03:07.046 INFO:tasks.workunit.client.0.smithi028.stdout: "pgid": "2.12", 2024-08-29T19:03:07.046 INFO:tasks.workunit.client.0.smithi028.stdout: "pin_stats_invalid": false, 2024-08-29T19:03:07.047 INFO:tasks.workunit.client.0.smithi028.stdout: "purged_snaps": [], 2024-08-29T19:03:07.047 INFO:tasks.workunit.client.0.smithi028.stdout: "reported_epoch": 2650, 2024-08-29T19:03:07.047 INFO:tasks.workunit.client.0.smithi028.stdout: "reported_seq": 4637, 2024-08-29T19:03:07.047 INFO:tasks.workunit.client.0.smithi028.stdout: "scrub_duration": 0.0, 2024-08-29T19:03:07.047 INFO:tasks.workunit.client.0.smithi028.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-31T05:27:20.808517+0000", 2024-08-29T19:03:07.047 INFO:tasks.workunit.client.0.smithi028.stdout: "snaptrim_duration": 0.0, 2024-08-29T19:03:07.047 INFO:tasks.workunit.client.0.smithi028.stdout: "snaptrimq_len": 0, 2024-08-29T19:03:07.047 INFO:tasks.workunit.client.0.smithi028.stdout: "stat_sum": { 2024-08-29T19:03:07.047 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes": 0, 2024-08-29T19:03:07.047 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes_hit_set_archive": 0, 2024-08-29T19:03:07.047 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes_recovered": 0, 2024-08-29T19:03:07.047 INFO:tasks.workunit.client.0.smithi028.stdout: "num_deep_scrub_errors": 0, 2024-08-29T19:03:07.047 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict": 0, 2024-08-29T19:03:07.047 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_kb": 0, 2024-08-29T19:03:07.048 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_mode_full": 0, 2024-08-29T19:03:07.048 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_mode_some": 0, 2024-08-29T19:03:07.048 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush": 0, 2024-08-29T19:03:07.048 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_kb": 0, 2024-08-29T19:03:07.048 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_mode_high": 0, 2024-08-29T19:03:07.048 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_mode_low": 0, 2024-08-29T19:03:07.048 INFO:tasks.workunit.client.0.smithi028.stdout: "num_keys_recovered": 0, 2024-08-29T19:03:07.048 INFO:tasks.workunit.client.0.smithi028.stdout: "num_large_omap_objects": 0, 2024-08-29T19:03:07.048 INFO:tasks.workunit.client.0.smithi028.stdout: "num_legacy_snapsets": 0, 2024-08-29T19:03:07.048 INFO:tasks.workunit.client.0.smithi028.stdout: "num_object_clones": 0, 2024-08-29T19:03:07.048 INFO:tasks.workunit.client.0.smithi028.stdout: "num_object_copies": 0, 2024-08-29T19:03:07.048 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects": 0, 2024-08-29T19:03:07.048 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_degraded": 0, 2024-08-29T19:03:07.049 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_dirty": 0, 2024-08-29T19:03:07.049 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_hit_set_archive": 0, 2024-08-29T19:03:07.049 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_manifest": 0, 2024-08-29T19:03:07.049 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_misplaced": 0, 2024-08-29T19:03:07.049 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_missing": 0, 2024-08-29T19:03:07.049 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_missing_on_primary": 0, 2024-08-29T19:03:07.049 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_omap": 0, 2024-08-29T19:03:07.049 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_pinned": 0, 2024-08-29T19:03:07.049 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_recovered": 0, 2024-08-29T19:03:07.049 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_repaired": 0, 2024-08-29T19:03:07.049 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_unfound": 0, 2024-08-29T19:03:07.049 INFO:tasks.workunit.client.0.smithi028.stdout: "num_omap_bytes": 0, 2024-08-29T19:03:07.049 INFO:tasks.workunit.client.0.smithi028.stdout: "num_omap_keys": 0, 2024-08-29T19:03:07.049 INFO:tasks.workunit.client.0.smithi028.stdout: "num_promote": 0, 2024-08-29T19:03:07.050 INFO:tasks.workunit.client.0.smithi028.stdout: "num_read": 0, 2024-08-29T19:03:07.050 INFO:tasks.workunit.client.0.smithi028.stdout: "num_read_kb": 0, 2024-08-29T19:03:07.050 INFO:tasks.workunit.client.0.smithi028.stdout: "num_scrub_errors": 0, 2024-08-29T19:03:07.050 INFO:tasks.workunit.client.0.smithi028.stdout: "num_shallow_scrub_errors": 0, 2024-08-29T19:03:07.050 INFO:tasks.workunit.client.0.smithi028.stdout: "num_whiteouts": 0, 2024-08-29T19:03:07.050 INFO:tasks.workunit.client.0.smithi028.stdout: "num_write": 0, 2024-08-29T19:03:07.050 INFO:tasks.workunit.client.0.smithi028.stdout: "num_write_kb": 0 2024-08-29T19:03:07.050 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:07.050 INFO:tasks.workunit.client.0.smithi028.stdout: "state": "active+clean", 2024-08-29T19:03:07.050 INFO:tasks.workunit.client.0.smithi028.stdout: "stats_invalid": false, 2024-08-29T19:03:07.050 INFO:tasks.workunit.client.0.smithi028.stdout: "up": [ 2024-08-29T19:03:07.050 INFO:tasks.workunit.client.0.smithi028.stdout: 5, 2024-08-29T19:03:07.050 INFO:tasks.workunit.client.0.smithi028.stdout: 3, 2024-08-29T19:03:07.050 INFO:tasks.workunit.client.0.smithi028.stdout: 7 2024-08-29T19:03:07.051 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-08-29T19:03:07.051 INFO:tasks.workunit.client.0.smithi028.stdout: "up_primary": 5, 2024-08-29T19:03:07.051 INFO:tasks.workunit.client.0.smithi028.stdout: "version": "0'0" 2024-08-29T19:03:07.051 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:07.051 INFO:tasks.workunit.client.0.smithi028.stdout: { 2024-08-29T19:03:07.051 INFO:tasks.workunit.client.0.smithi028.stdout: "acting": [ 2024-08-29T19:03:07.051 INFO:tasks.workunit.client.0.smithi028.stdout: 0, 2024-08-29T19:03:07.051 INFO:tasks.workunit.client.0.smithi028.stdout: 7, 2024-08-29T19:03:07.051 INFO:tasks.workunit.client.0.smithi028.stdout: 3 2024-08-29T19:03:07.051 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-08-29T19:03:07.051 INFO:tasks.workunit.client.0.smithi028.stdout: "acting_primary": 0, 2024-08-29T19:03:07.051 INFO:tasks.workunit.client.0.smithi028.stdout: "avail_no_missing": [], 2024-08-29T19:03:07.051 INFO:tasks.workunit.client.0.smithi028.stdout: "blocked_by": [], 2024-08-29T19:03:07.051 INFO:tasks.workunit.client.0.smithi028.stdout: "created": 62, 2024-08-29T19:03:07.052 INFO:tasks.workunit.client.0.smithi028.stdout: "dirty_stats_invalid": false, 2024-08-29T19:03:07.052 INFO:tasks.workunit.client.0.smithi028.stdout: "hitset_bytes_stats_invalid": false, 2024-08-29T19:03:07.052 INFO:tasks.workunit.client.0.smithi028.stdout: "hitset_stats_invalid": false, 2024-08-29T19:03:07.052 INFO:tasks.workunit.client.0.smithi028.stdout: "last_active": "2024-08-29T19:02:14.101379+0000", 2024-08-29T19:03:07.052 INFO:tasks.workunit.client.0.smithi028.stdout: "last_became_active": "2024-08-29T17:58:11.344961+0000", 2024-08-29T19:03:07.052 INFO:tasks.workunit.client.0.smithi028.stdout: "last_became_peered": "2024-08-29T17:58:11.344961+0000", 2024-08-29T19:03:07.052 INFO:tasks.workunit.client.0.smithi028.stdout: "last_change": "2024-08-29T17:58:11.345730+0000", 2024-08-29T19:03:07.052 INFO:tasks.workunit.client.0.smithi028.stdout: "last_clean": "2024-08-29T19:02:14.101379+0000", 2024-08-29T19:03:07.052 INFO:tasks.workunit.client.0.smithi028.stdout: "last_clean_scrub_stamp": "2024-08-29T17:41:01.987071+0000", 2024-08-29T19:03:07.052 INFO:tasks.workunit.client.0.smithi028.stdout: "last_deep_scrub": "0'0", 2024-08-29T19:03:07.052 INFO:tasks.workunit.client.0.smithi028.stdout: "last_deep_scrub_stamp": "2024-08-29T17:41:01.987071+0000", 2024-08-29T19:03:07.052 INFO:tasks.workunit.client.0.smithi028.stdout: "last_epoch_clean": 681, 2024-08-29T19:03:07.052 INFO:tasks.workunit.client.0.smithi028.stdout: "last_fresh": "2024-08-29T19:02:14.101379+0000", 2024-08-29T19:03:07.052 INFO:tasks.workunit.client.0.smithi028.stdout: "last_fullsized": "2024-08-29T19:02:14.101379+0000", 2024-08-29T19:03:07.053 INFO:tasks.workunit.client.0.smithi028.stdout: "last_peered": "2024-08-29T19:02:14.101379+0000", 2024-08-29T19:03:07.053 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub": "0'0", 2024-08-29T19:03:07.053 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub_duration": 0, 2024-08-29T19:03:07.053 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub_stamp": "2024-08-29T17:41:01.987071+0000", 2024-08-29T19:03:07.053 INFO:tasks.workunit.client.0.smithi028.stdout: "last_undegraded": "2024-08-29T19:02:14.101379+0000", 2024-08-29T19:03:07.053 INFO:tasks.workunit.client.0.smithi028.stdout: "last_unstale": "2024-08-29T19:02:14.101379+0000", 2024-08-29T19:03:07.053 INFO:tasks.workunit.client.0.smithi028.stdout: "log_dups_size": 0, 2024-08-29T19:03:07.053 INFO:tasks.workunit.client.0.smithi028.stdout: "log_size": 0, 2024-08-29T19:03:07.053 INFO:tasks.workunit.client.0.smithi028.stdout: "log_start": "0'0", 2024-08-29T19:03:07.053 INFO:tasks.workunit.client.0.smithi028.stdout: "manifest_stats_invalid": false, 2024-08-29T19:03:07.053 INFO:tasks.workunit.client.0.smithi028.stdout: "mapping_epoch": 680, 2024-08-29T19:03:07.053 INFO:tasks.workunit.client.0.smithi028.stdout: "object_location_counts": [], 2024-08-29T19:03:07.053 INFO:tasks.workunit.client.0.smithi028.stdout: "objects_scrubbed": 0, 2024-08-29T19:03:07.053 INFO:tasks.workunit.client.0.smithi028.stdout: "objects_trimmed": 0, 2024-08-29T19:03:07.054 INFO:tasks.workunit.client.0.smithi028.stdout: "omap_stats_invalid": false, 2024-08-29T19:03:07.054 INFO:tasks.workunit.client.0.smithi028.stdout: "ondisk_log_size": 0, 2024-08-29T19:03:07.054 INFO:tasks.workunit.client.0.smithi028.stdout: "ondisk_log_start": "0'0", 2024-08-29T19:03:07.054 INFO:tasks.workunit.client.0.smithi028.stdout: "parent": "0.0", 2024-08-29T19:03:07.054 INFO:tasks.workunit.client.0.smithi028.stdout: "parent_split_bits": 0, 2024-08-29T19:03:07.054 INFO:tasks.workunit.client.0.smithi028.stdout: "pgid": "3.12", 2024-08-29T19:03:07.054 INFO:tasks.workunit.client.0.smithi028.stdout: "pin_stats_invalid": false, 2024-08-29T19:03:07.054 INFO:tasks.workunit.client.0.smithi028.stdout: "purged_snaps": [], 2024-08-29T19:03:07.054 INFO:tasks.workunit.client.0.smithi028.stdout: "reported_epoch": 2650, 2024-08-29T19:03:07.054 INFO:tasks.workunit.client.0.smithi028.stdout: "reported_seq": 4809, 2024-08-29T19:03:07.054 INFO:tasks.workunit.client.0.smithi028.stdout: "scrub_duration": 0.0, 2024-08-29T19:03:07.054 INFO:tasks.workunit.client.0.smithi028.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-30T18:51:18.061188+0000", 2024-08-29T19:03:07.054 INFO:tasks.workunit.client.0.smithi028.stdout: "snaptrim_duration": 0.0, 2024-08-29T19:03:07.055 INFO:tasks.workunit.client.0.smithi028.stdout: "snaptrimq_len": 0, 2024-08-29T19:03:07.055 INFO:tasks.workunit.client.0.smithi028.stdout: "stat_sum": { 2024-08-29T19:03:07.055 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes": 0, 2024-08-29T19:03:07.055 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes_hit_set_archive": 0, 2024-08-29T19:03:07.055 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes_recovered": 0, 2024-08-29T19:03:07.055 INFO:tasks.workunit.client.0.smithi028.stdout: "num_deep_scrub_errors": 0, 2024-08-29T19:03:07.055 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict": 0, 2024-08-29T19:03:07.055 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_kb": 0, 2024-08-29T19:03:07.055 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_mode_full": 0, 2024-08-29T19:03:07.055 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_mode_some": 0, 2024-08-29T19:03:07.055 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush": 0, 2024-08-29T19:03:07.055 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_kb": 0, 2024-08-29T19:03:07.055 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_mode_high": 0, 2024-08-29T19:03:07.055 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_mode_low": 0, 2024-08-29T19:03:07.056 INFO:tasks.workunit.client.0.smithi028.stdout: "num_keys_recovered": 0, 2024-08-29T19:03:07.056 INFO:tasks.workunit.client.0.smithi028.stdout: "num_large_omap_objects": 0, 2024-08-29T19:03:07.056 INFO:tasks.workunit.client.0.smithi028.stdout: "num_legacy_snapsets": 0, 2024-08-29T19:03:07.056 INFO:tasks.workunit.client.0.smithi028.stdout: "num_object_clones": 0, 2024-08-29T19:03:07.056 INFO:tasks.workunit.client.0.smithi028.stdout: "num_object_copies": 0, 2024-08-29T19:03:07.056 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects": 0, 2024-08-29T19:03:07.056 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_degraded": 0, 2024-08-29T19:03:07.056 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_dirty": 0, 2024-08-29T19:03:07.056 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_hit_set_archive": 0, 2024-08-29T19:03:07.056 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_manifest": 0, 2024-08-29T19:03:07.056 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_misplaced": 0, 2024-08-29T19:03:07.056 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_missing": 0, 2024-08-29T19:03:07.056 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_missing_on_primary": 0, 2024-08-29T19:03:07.056 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_omap": 0, 2024-08-29T19:03:07.057 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_pinned": 0, 2024-08-29T19:03:07.057 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_recovered": 0, 2024-08-29T19:03:07.057 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_repaired": 0, 2024-08-29T19:03:07.057 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_unfound": 0, 2024-08-29T19:03:07.057 INFO:tasks.workunit.client.0.smithi028.stdout: "num_omap_bytes": 0, 2024-08-29T19:03:07.057 INFO:tasks.workunit.client.0.smithi028.stdout: "num_omap_keys": 0, 2024-08-29T19:03:07.057 INFO:tasks.workunit.client.0.smithi028.stdout: "num_promote": 0, 2024-08-29T19:03:07.057 INFO:tasks.workunit.client.0.smithi028.stdout: "num_read": 0, 2024-08-29T19:03:07.057 INFO:tasks.workunit.client.0.smithi028.stdout: "num_read_kb": 0, 2024-08-29T19:03:07.057 INFO:tasks.workunit.client.0.smithi028.stdout: "num_scrub_errors": 0, 2024-08-29T19:03:07.057 INFO:tasks.workunit.client.0.smithi028.stdout: "num_shallow_scrub_errors": 0, 2024-08-29T19:03:07.057 INFO:tasks.workunit.client.0.smithi028.stdout: "num_whiteouts": 0, 2024-08-29T19:03:07.057 INFO:tasks.workunit.client.0.smithi028.stdout: "num_write": 0, 2024-08-29T19:03:07.058 INFO:tasks.workunit.client.0.smithi028.stdout: "num_write_kb": 0 2024-08-29T19:03:07.058 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:07.058 INFO:tasks.workunit.client.0.smithi028.stdout: "state": "active+clean", 2024-08-29T19:03:07.058 INFO:tasks.workunit.client.0.smithi028.stdout: "stats_invalid": false, 2024-08-29T19:03:07.058 INFO:tasks.workunit.client.0.smithi028.stdout: "up": [ 2024-08-29T19:03:07.058 INFO:tasks.workunit.client.0.smithi028.stdout: 0, 2024-08-29T19:03:07.058 INFO:tasks.workunit.client.0.smithi028.stdout: 7, 2024-08-29T19:03:07.058 INFO:tasks.workunit.client.0.smithi028.stdout: 3 2024-08-29T19:03:07.058 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-08-29T19:03:07.058 INFO:tasks.workunit.client.0.smithi028.stdout: "up_primary": 0, 2024-08-29T19:03:07.058 INFO:tasks.workunit.client.0.smithi028.stdout: "version": "0'0" 2024-08-29T19:03:07.058 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:07.058 INFO:tasks.workunit.client.0.smithi028.stdout: { 2024-08-29T19:03:07.058 INFO:tasks.workunit.client.0.smithi028.stdout: "acting": [ 2024-08-29T19:03:07.059 INFO:tasks.workunit.client.0.smithi028.stdout: 0, 2024-08-29T19:03:07.059 INFO:tasks.workunit.client.0.smithi028.stdout: 4, 2024-08-29T19:03:07.059 INFO:tasks.workunit.client.0.smithi028.stdout: 3 2024-08-29T19:03:07.059 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-08-29T19:03:07.059 INFO:tasks.workunit.client.0.smithi028.stdout: "acting_primary": 0, 2024-08-29T19:03:07.059 INFO:tasks.workunit.client.0.smithi028.stdout: "avail_no_missing": [], 2024-08-29T19:03:07.059 INFO:tasks.workunit.client.0.smithi028.stdout: "blocked_by": [], 2024-08-29T19:03:07.059 INFO:tasks.workunit.client.0.smithi028.stdout: "created": 59, 2024-08-29T19:03:07.059 INFO:tasks.workunit.client.0.smithi028.stdout: "dirty_stats_invalid": false, 2024-08-29T19:03:07.059 INFO:tasks.workunit.client.0.smithi028.stdout: "hitset_bytes_stats_invalid": false, 2024-08-29T19:03:07.059 INFO:tasks.workunit.client.0.smithi028.stdout: "hitset_stats_invalid": false, 2024-08-29T19:03:07.059 INFO:tasks.workunit.client.0.smithi028.stdout: "last_active": "2024-08-29T19:02:14.106718+0000", 2024-08-29T19:03:07.059 INFO:tasks.workunit.client.0.smithi028.stdout: "last_became_active": "2024-08-29T17:56:29.393411+0000", 2024-08-29T19:03:07.060 INFO:tasks.workunit.client.0.smithi028.stdout: "last_became_peered": "2024-08-29T17:56:29.393411+0000", 2024-08-29T19:03:07.060 INFO:tasks.workunit.client.0.smithi028.stdout: "last_change": "2024-08-29T17:56:29.394595+0000", 2024-08-29T19:03:07.060 INFO:tasks.workunit.client.0.smithi028.stdout: "last_clean": "2024-08-29T19:02:14.106718+0000", 2024-08-29T19:03:07.060 INFO:tasks.workunit.client.0.smithi028.stdout: "last_clean_scrub_stamp": "2024-08-29T17:40:52.944949+0000", 2024-08-29T19:03:07.060 INFO:tasks.workunit.client.0.smithi028.stdout: "last_deep_scrub": "0'0", 2024-08-29T19:03:07.060 INFO:tasks.workunit.client.0.smithi028.stdout: "last_deep_scrub_stamp": "2024-08-29T17:40:52.944949+0000", 2024-08-29T19:03:07.060 INFO:tasks.workunit.client.0.smithi028.stdout: "last_epoch_clean": 580, 2024-08-29T19:03:07.060 INFO:tasks.workunit.client.0.smithi028.stdout: "last_fresh": "2024-08-29T19:02:14.106718+0000", 2024-08-29T19:03:07.060 INFO:tasks.workunit.client.0.smithi028.stdout: "last_fullsized": "2024-08-29T19:02:14.106718+0000", 2024-08-29T19:03:07.060 INFO:tasks.workunit.client.0.smithi028.stdout: "last_peered": "2024-08-29T19:02:14.106718+0000", 2024-08-29T19:03:07.060 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub": "0'0", 2024-08-29T19:03:07.060 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub_duration": 0, 2024-08-29T19:03:07.060 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub_stamp": "2024-08-29T17:40:52.944949+0000", 2024-08-29T19:03:07.060 INFO:tasks.workunit.client.0.smithi028.stdout: "last_undegraded": "2024-08-29T19:02:14.106718+0000", 2024-08-29T19:03:07.061 INFO:tasks.workunit.client.0.smithi028.stdout: "last_unstale": "2024-08-29T19:02:14.106718+0000", 2024-08-29T19:03:07.061 INFO:tasks.workunit.client.0.smithi028.stdout: "log_dups_size": 0, 2024-08-29T19:03:07.061 INFO:tasks.workunit.client.0.smithi028.stdout: "log_size": 2, 2024-08-29T19:03:07.061 INFO:tasks.workunit.client.0.smithi028.stdout: "log_start": "0'0", 2024-08-29T19:03:07.061 INFO:tasks.workunit.client.0.smithi028.stdout: "manifest_stats_invalid": false, 2024-08-29T19:03:07.061 INFO:tasks.workunit.client.0.smithi028.stdout: "mapping_epoch": 579, 2024-08-29T19:03:07.061 INFO:tasks.workunit.client.0.smithi028.stdout: "object_location_counts": [], 2024-08-29T19:03:07.061 INFO:tasks.workunit.client.0.smithi028.stdout: "objects_scrubbed": 0, 2024-08-29T19:03:07.061 INFO:tasks.workunit.client.0.smithi028.stdout: "objects_trimmed": 0, 2024-08-29T19:03:07.061 INFO:tasks.workunit.client.0.smithi028.stdout: "omap_stats_invalid": false, 2024-08-29T19:03:07.061 INFO:tasks.workunit.client.0.smithi028.stdout: "ondisk_log_size": 2, 2024-08-29T19:03:07.061 INFO:tasks.workunit.client.0.smithi028.stdout: "ondisk_log_start": "0'0", 2024-08-29T19:03:07.061 INFO:tasks.workunit.client.0.smithi028.stdout: "parent": "0.0", 2024-08-29T19:03:07.062 INFO:tasks.workunit.client.0.smithi028.stdout: "parent_split_bits": 0, 2024-08-29T19:03:07.062 INFO:tasks.workunit.client.0.smithi028.stdout: "pgid": "2.13", 2024-08-29T19:03:07.062 INFO:tasks.workunit.client.0.smithi028.stdout: "pin_stats_invalid": false, 2024-08-29T19:03:07.062 INFO:tasks.workunit.client.0.smithi028.stdout: "purged_snaps": [], 2024-08-29T19:03:07.062 INFO:tasks.workunit.client.0.smithi028.stdout: "reported_epoch": 2650, 2024-08-29T19:03:07.062 INFO:tasks.workunit.client.0.smithi028.stdout: "reported_seq": 4817, 2024-08-29T19:03:07.062 INFO:tasks.workunit.client.0.smithi028.stdout: "scrub_duration": 0.0, 2024-08-29T19:03:07.062 INFO:tasks.workunit.client.0.smithi028.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-30T19:20:23.364429+0000", 2024-08-29T19:03:07.062 INFO:tasks.workunit.client.0.smithi028.stdout: "snaptrim_duration": 0.0, 2024-08-29T19:03:07.062 INFO:tasks.workunit.client.0.smithi028.stdout: "snaptrimq_len": 0, 2024-08-29T19:03:07.062 INFO:tasks.workunit.client.0.smithi028.stdout: "stat_sum": { 2024-08-29T19:03:07.062 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes": 34, 2024-08-29T19:03:07.062 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes_hit_set_archive": 0, 2024-08-29T19:03:07.062 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes_recovered": 0, 2024-08-29T19:03:07.063 INFO:tasks.workunit.client.0.smithi028.stdout: "num_deep_scrub_errors": 0, 2024-08-29T19:03:07.063 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict": 0, 2024-08-29T19:03:07.063 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_kb": 0, 2024-08-29T19:03:07.063 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_mode_full": 0, 2024-08-29T19:03:07.063 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_mode_some": 0, 2024-08-29T19:03:07.063 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush": 0, 2024-08-29T19:03:07.063 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_kb": 0, 2024-08-29T19:03:07.063 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_mode_high": 0, 2024-08-29T19:03:07.063 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_mode_low": 0, 2024-08-29T19:03:07.063 INFO:tasks.workunit.client.0.smithi028.stdout: "num_keys_recovered": 0, 2024-08-29T19:03:07.063 INFO:tasks.workunit.client.0.smithi028.stdout: "num_large_omap_objects": 0, 2024-08-29T19:03:07.063 INFO:tasks.workunit.client.0.smithi028.stdout: "num_legacy_snapsets": 0, 2024-08-29T19:03:07.063 INFO:tasks.workunit.client.0.smithi028.stdout: "num_object_clones": 0, 2024-08-29T19:03:07.064 INFO:tasks.workunit.client.0.smithi028.stdout: "num_object_copies": 6, 2024-08-29T19:03:07.064 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects": 2, 2024-08-29T19:03:07.064 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_degraded": 0, 2024-08-29T19:03:07.064 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_dirty": 2, 2024-08-29T19:03:07.064 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_hit_set_archive": 0, 2024-08-29T19:03:07.064 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_manifest": 0, 2024-08-29T19:03:07.064 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_misplaced": 0, 2024-08-29T19:03:07.064 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_missing": 0, 2024-08-29T19:03:07.064 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_missing_on_primary": 0, 2024-08-29T19:03:07.064 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_omap": 1, 2024-08-29T19:03:07.064 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_pinned": 0, 2024-08-29T19:03:07.064 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_recovered": 0, 2024-08-29T19:03:07.064 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_repaired": 0, 2024-08-29T19:03:07.064 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_unfound": 0, 2024-08-29T19:03:07.065 INFO:tasks.workunit.client.0.smithi028.stdout: "num_omap_bytes": 0, 2024-08-29T19:03:07.065 INFO:tasks.workunit.client.0.smithi028.stdout: "num_omap_keys": 0, 2024-08-29T19:03:07.065 INFO:tasks.workunit.client.0.smithi028.stdout: "num_promote": 0, 2024-08-29T19:03:07.065 INFO:tasks.workunit.client.0.smithi028.stdout: "num_read": 4, 2024-08-29T19:03:07.065 INFO:tasks.workunit.client.0.smithi028.stdout: "num_read_kb": 7, 2024-08-29T19:03:07.065 INFO:tasks.workunit.client.0.smithi028.stdout: "num_scrub_errors": 0, 2024-08-29T19:03:07.065 INFO:tasks.workunit.client.0.smithi028.stdout: "num_shallow_scrub_errors": 0, 2024-08-29T19:03:07.065 INFO:tasks.workunit.client.0.smithi028.stdout: "num_whiteouts": 0, 2024-08-29T19:03:07.065 INFO:tasks.workunit.client.0.smithi028.stdout: "num_write": 3, 2024-08-29T19:03:07.065 INFO:tasks.workunit.client.0.smithi028.stdout: "num_write_kb": 6 2024-08-29T19:03:07.065 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:07.065 INFO:tasks.workunit.client.0.smithi028.stdout: "state": "active+clean", 2024-08-29T19:03:07.065 INFO:tasks.workunit.client.0.smithi028.stdout: "stats_invalid": false, 2024-08-29T19:03:07.065 INFO:tasks.workunit.client.0.smithi028.stdout: "up": [ 2024-08-29T19:03:07.066 INFO:tasks.workunit.client.0.smithi028.stdout: 0, 2024-08-29T19:03:07.066 INFO:tasks.workunit.client.0.smithi028.stdout: 4, 2024-08-29T19:03:07.066 INFO:tasks.workunit.client.0.smithi028.stdout: 3 2024-08-29T19:03:07.066 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-08-29T19:03:07.066 INFO:tasks.workunit.client.0.smithi028.stdout: "up_primary": 0, 2024-08-29T19:03:07.066 INFO:tasks.workunit.client.0.smithi028.stdout: "version": "65'2" 2024-08-29T19:03:07.066 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:07.066 INFO:tasks.workunit.client.0.smithi028.stdout: { 2024-08-29T19:03:07.066 INFO:tasks.workunit.client.0.smithi028.stdout: "acting": [ 2024-08-29T19:03:07.066 INFO:tasks.workunit.client.0.smithi028.stdout: 7, 2024-08-29T19:03:07.066 INFO:tasks.workunit.client.0.smithi028.stdout: 3, 2024-08-29T19:03:07.066 INFO:tasks.workunit.client.0.smithi028.stdout: 4 2024-08-29T19:03:07.066 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-08-29T19:03:07.067 INFO:tasks.workunit.client.0.smithi028.stdout: "acting_primary": 7, 2024-08-29T19:03:07.067 INFO:tasks.workunit.client.0.smithi028.stdout: "avail_no_missing": [], 2024-08-29T19:03:07.067 INFO:tasks.workunit.client.0.smithi028.stdout: "blocked_by": [], 2024-08-29T19:03:07.067 INFO:tasks.workunit.client.0.smithi028.stdout: "created": 62, 2024-08-29T19:03:07.067 INFO:tasks.workunit.client.0.smithi028.stdout: "dirty_stats_invalid": false, 2024-08-29T19:03:07.067 INFO:tasks.workunit.client.0.smithi028.stdout: "hitset_bytes_stats_invalid": false, 2024-08-29T19:03:07.067 INFO:tasks.workunit.client.0.smithi028.stdout: "hitset_stats_invalid": false, 2024-08-29T19:03:07.067 INFO:tasks.workunit.client.0.smithi028.stdout: "last_active": "2024-08-29T19:02:14.100819+0000", 2024-08-29T19:03:07.067 INFO:tasks.workunit.client.0.smithi028.stdout: "last_became_active": "2024-08-29T17:58:11.360575+0000", 2024-08-29T19:03:07.067 INFO:tasks.workunit.client.0.smithi028.stdout: "last_became_peered": "2024-08-29T17:58:11.360575+0000", 2024-08-29T19:03:07.067 INFO:tasks.workunit.client.0.smithi028.stdout: "last_change": "2024-08-29T17:58:11.360878+0000", 2024-08-29T19:03:07.067 INFO:tasks.workunit.client.0.smithi028.stdout: "last_clean": "2024-08-29T19:02:14.100819+0000", 2024-08-29T19:03:07.067 INFO:tasks.workunit.client.0.smithi028.stdout: "last_clean_scrub_stamp": "2024-08-29T17:41:01.987071+0000", 2024-08-29T19:03:07.067 INFO:tasks.workunit.client.0.smithi028.stdout: "last_deep_scrub": "0'0", 2024-08-29T19:03:07.068 INFO:tasks.workunit.client.0.smithi028.stdout: "last_deep_scrub_stamp": "2024-08-29T17:41:01.987071+0000", 2024-08-29T19:03:07.068 INFO:tasks.workunit.client.0.smithi028.stdout: "last_epoch_clean": 681, 2024-08-29T19:03:07.068 INFO:tasks.workunit.client.0.smithi028.stdout: "last_fresh": "2024-08-29T19:02:14.100819+0000", 2024-08-29T19:03:07.068 INFO:tasks.workunit.client.0.smithi028.stdout: "last_fullsized": "2024-08-29T19:02:14.100819+0000", 2024-08-29T19:03:07.068 INFO:tasks.workunit.client.0.smithi028.stdout: "last_peered": "2024-08-29T19:02:14.100819+0000", 2024-08-29T19:03:07.068 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub": "0'0", 2024-08-29T19:03:07.068 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub_duration": 0, 2024-08-29T19:03:07.068 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub_stamp": "2024-08-29T17:41:01.987071+0000", 2024-08-29T19:03:07.068 INFO:tasks.workunit.client.0.smithi028.stdout: "last_undegraded": "2024-08-29T19:02:14.100819+0000", 2024-08-29T19:03:07.068 INFO:tasks.workunit.client.0.smithi028.stdout: "last_unstale": "2024-08-29T19:02:14.100819+0000", 2024-08-29T19:03:07.068 INFO:tasks.workunit.client.0.smithi028.stdout: "log_dups_size": 0, 2024-08-29T19:03:07.068 INFO:tasks.workunit.client.0.smithi028.stdout: "log_size": 0, 2024-08-29T19:03:07.068 INFO:tasks.workunit.client.0.smithi028.stdout: "log_start": "0'0", 2024-08-29T19:03:07.069 INFO:tasks.workunit.client.0.smithi028.stdout: "manifest_stats_invalid": false, 2024-08-29T19:03:07.069 INFO:tasks.workunit.client.0.smithi028.stdout: "mapping_epoch": 680, 2024-08-29T19:03:07.069 INFO:tasks.workunit.client.0.smithi028.stdout: "object_location_counts": [], 2024-08-29T19:03:07.069 INFO:tasks.workunit.client.0.smithi028.stdout: "objects_scrubbed": 0, 2024-08-29T19:03:07.069 INFO:tasks.workunit.client.0.smithi028.stdout: "objects_trimmed": 0, 2024-08-29T19:03:07.069 INFO:tasks.workunit.client.0.smithi028.stdout: "omap_stats_invalid": false, 2024-08-29T19:03:07.069 INFO:tasks.workunit.client.0.smithi028.stdout: "ondisk_log_size": 0, 2024-08-29T19:03:07.069 INFO:tasks.workunit.client.0.smithi028.stdout: "ondisk_log_start": "0'0", 2024-08-29T19:03:07.069 INFO:tasks.workunit.client.0.smithi028.stdout: "parent": "0.0", 2024-08-29T19:03:07.069 INFO:tasks.workunit.client.0.smithi028.stdout: "parent_split_bits": 0, 2024-08-29T19:03:07.069 INFO:tasks.workunit.client.0.smithi028.stdout: "pgid": "3.15", 2024-08-29T19:03:07.069 INFO:tasks.workunit.client.0.smithi028.stdout: "pin_stats_invalid": false, 2024-08-29T19:03:07.069 INFO:tasks.workunit.client.0.smithi028.stdout: "purged_snaps": [], 2024-08-29T19:03:07.069 INFO:tasks.workunit.client.0.smithi028.stdout: "reported_epoch": 2650, 2024-08-29T19:03:07.070 INFO:tasks.workunit.client.0.smithi028.stdout: "reported_seq": 4568, 2024-08-29T19:03:07.070 INFO:tasks.workunit.client.0.smithi028.stdout: "scrub_duration": 0.0, 2024-08-29T19:03:07.070 INFO:tasks.workunit.client.0.smithi028.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-30T22:42:18.656140+0000", 2024-08-29T19:03:07.070 INFO:tasks.workunit.client.0.smithi028.stdout: "snaptrim_duration": 0.0, 2024-08-29T19:03:07.070 INFO:tasks.workunit.client.0.smithi028.stdout: "snaptrimq_len": 0, 2024-08-29T19:03:07.070 INFO:tasks.workunit.client.0.smithi028.stdout: "stat_sum": { 2024-08-29T19:03:07.070 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes": 0, 2024-08-29T19:03:07.070 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes_hit_set_archive": 0, 2024-08-29T19:03:07.070 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes_recovered": 0, 2024-08-29T19:03:07.070 INFO:tasks.workunit.client.0.smithi028.stdout: "num_deep_scrub_errors": 0, 2024-08-29T19:03:07.070 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict": 0, 2024-08-29T19:03:07.070 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_kb": 0, 2024-08-29T19:03:07.070 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_mode_full": 0, 2024-08-29T19:03:07.070 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_mode_some": 0, 2024-08-29T19:03:07.071 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush": 0, 2024-08-29T19:03:07.071 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_kb": 0, 2024-08-29T19:03:07.071 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_mode_high": 0, 2024-08-29T19:03:07.071 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_mode_low": 0, 2024-08-29T19:03:07.071 INFO:tasks.workunit.client.0.smithi028.stdout: "num_keys_recovered": 0, 2024-08-29T19:03:07.071 INFO:tasks.workunit.client.0.smithi028.stdout: "num_large_omap_objects": 0, 2024-08-29T19:03:07.071 INFO:tasks.workunit.client.0.smithi028.stdout: "num_legacy_snapsets": 0, 2024-08-29T19:03:07.071 INFO:tasks.workunit.client.0.smithi028.stdout: "num_object_clones": 0, 2024-08-29T19:03:07.071 INFO:tasks.workunit.client.0.smithi028.stdout: "num_object_copies": 0, 2024-08-29T19:03:07.071 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects": 0, 2024-08-29T19:03:07.071 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_degraded": 0, 2024-08-29T19:03:07.071 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_dirty": 0, 2024-08-29T19:03:07.071 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_hit_set_archive": 0, 2024-08-29T19:03:07.071 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_manifest": 0, 2024-08-29T19:03:07.072 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_misplaced": 0, 2024-08-29T19:03:07.072 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_missing": 0, 2024-08-29T19:03:07.072 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_missing_on_primary": 0, 2024-08-29T19:03:07.072 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_omap": 0, 2024-08-29T19:03:07.072 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_pinned": 0, 2024-08-29T19:03:07.072 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_recovered": 0, 2024-08-29T19:03:07.072 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_repaired": 0, 2024-08-29T19:03:07.072 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_unfound": 0, 2024-08-29T19:03:07.072 INFO:tasks.workunit.client.0.smithi028.stdout: "num_omap_bytes": 0, 2024-08-29T19:03:07.072 INFO:tasks.workunit.client.0.smithi028.stdout: "num_omap_keys": 0, 2024-08-29T19:03:07.072 INFO:tasks.workunit.client.0.smithi028.stdout: "num_promote": 0, 2024-08-29T19:03:07.072 INFO:tasks.workunit.client.0.smithi028.stdout: "num_read": 0, 2024-08-29T19:03:07.072 INFO:tasks.workunit.client.0.smithi028.stdout: "num_read_kb": 0, 2024-08-29T19:03:07.072 INFO:tasks.workunit.client.0.smithi028.stdout: "num_scrub_errors": 0, 2024-08-29T19:03:07.073 INFO:tasks.workunit.client.0.smithi028.stdout: "num_shallow_scrub_errors": 0, 2024-08-29T19:03:07.073 INFO:tasks.workunit.client.0.smithi028.stdout: "num_whiteouts": 0, 2024-08-29T19:03:07.073 INFO:tasks.workunit.client.0.smithi028.stdout: "num_write": 0, 2024-08-29T19:03:07.073 INFO:tasks.workunit.client.0.smithi028.stdout: "num_write_kb": 0 2024-08-29T19:03:07.073 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:07.073 INFO:tasks.workunit.client.0.smithi028.stdout: "state": "active+clean", 2024-08-29T19:03:07.073 INFO:tasks.workunit.client.0.smithi028.stdout: "stats_invalid": false, 2024-08-29T19:03:07.073 INFO:tasks.workunit.client.0.smithi028.stdout: "up": [ 2024-08-29T19:03:07.073 INFO:tasks.workunit.client.0.smithi028.stdout: 7, 2024-08-29T19:03:07.073 INFO:tasks.workunit.client.0.smithi028.stdout: 3, 2024-08-29T19:03:07.073 INFO:tasks.workunit.client.0.smithi028.stdout: 4 2024-08-29T19:03:07.073 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-08-29T19:03:07.073 INFO:tasks.workunit.client.0.smithi028.stdout: "up_primary": 7, 2024-08-29T19:03:07.073 INFO:tasks.workunit.client.0.smithi028.stdout: "version": "0'0" 2024-08-29T19:03:07.074 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:07.074 INFO:tasks.workunit.client.0.smithi028.stdout: { 2024-08-29T19:03:07.074 INFO:tasks.workunit.client.0.smithi028.stdout: "acting": [ 2024-08-29T19:03:07.074 INFO:tasks.workunit.client.0.smithi028.stdout: 6, 2024-08-29T19:03:07.074 INFO:tasks.workunit.client.0.smithi028.stdout: 3, 2024-08-29T19:03:07.074 INFO:tasks.workunit.client.0.smithi028.stdout: 5 2024-08-29T19:03:07.074 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-08-29T19:03:07.074 INFO:tasks.workunit.client.0.smithi028.stdout: "acting_primary": 6, 2024-08-29T19:03:07.074 INFO:tasks.workunit.client.0.smithi028.stdout: "avail_no_missing": [], 2024-08-29T19:03:07.074 INFO:tasks.workunit.client.0.smithi028.stdout: "blocked_by": [], 2024-08-29T19:03:07.074 INFO:tasks.workunit.client.0.smithi028.stdout: "created": 59, 2024-08-29T19:03:07.074 INFO:tasks.workunit.client.0.smithi028.stdout: "dirty_stats_invalid": false, 2024-08-29T19:03:07.074 INFO:tasks.workunit.client.0.smithi028.stdout: "hitset_bytes_stats_invalid": false, 2024-08-29T19:03:07.074 INFO:tasks.workunit.client.0.smithi028.stdout: "hitset_stats_invalid": false, 2024-08-29T19:03:07.075 INFO:tasks.workunit.client.0.smithi028.stdout: "last_active": "2024-08-29T19:02:14.922655+0000", 2024-08-29T19:03:07.075 INFO:tasks.workunit.client.0.smithi028.stdout: "last_became_active": "2024-08-29T17:57:36.378847+0000", 2024-08-29T19:03:07.075 INFO:tasks.workunit.client.0.smithi028.stdout: "last_became_peered": "2024-08-29T17:57:36.378847+0000", 2024-08-29T19:03:07.075 INFO:tasks.workunit.client.0.smithi028.stdout: "last_change": "2024-08-29T17:57:36.379220+0000", 2024-08-29T19:03:07.075 INFO:tasks.workunit.client.0.smithi028.stdout: "last_clean": "2024-08-29T19:02:14.922655+0000", 2024-08-29T19:03:07.075 INFO:tasks.workunit.client.0.smithi028.stdout: "last_clean_scrub_stamp": "2024-08-29T17:40:52.944949+0000", 2024-08-29T19:03:07.075 INFO:tasks.workunit.client.0.smithi028.stdout: "last_deep_scrub": "0'0", 2024-08-29T19:03:07.075 INFO:tasks.workunit.client.0.smithi028.stdout: "last_deep_scrub_stamp": "2024-08-29T17:40:52.944949+0000", 2024-08-29T19:03:07.075 INFO:tasks.workunit.client.0.smithi028.stdout: "last_epoch_clean": 646, 2024-08-29T19:03:07.075 INFO:tasks.workunit.client.0.smithi028.stdout: "last_fresh": "2024-08-29T19:02:14.922655+0000", 2024-08-29T19:03:07.075 INFO:tasks.workunit.client.0.smithi028.stdout: "last_fullsized": "2024-08-29T19:02:14.922655+0000", 2024-08-29T19:03:07.075 INFO:tasks.workunit.client.0.smithi028.stdout: "last_peered": "2024-08-29T19:02:14.922655+0000", 2024-08-29T19:03:07.075 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub": "0'0", 2024-08-29T19:03:07.075 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub_duration": 0, 2024-08-29T19:03:07.076 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub_stamp": "2024-08-29T17:40:52.944949+0000", 2024-08-29T19:03:07.076 INFO:tasks.workunit.client.0.smithi028.stdout: "last_undegraded": "2024-08-29T19:02:14.922655+0000", 2024-08-29T19:03:07.076 INFO:tasks.workunit.client.0.smithi028.stdout: "last_unstale": "2024-08-29T19:02:14.922655+0000", 2024-08-29T19:03:07.076 INFO:tasks.workunit.client.0.smithi028.stdout: "log_dups_size": 0, 2024-08-29T19:03:07.076 INFO:tasks.workunit.client.0.smithi028.stdout: "log_size": 29, 2024-08-29T19:03:07.076 INFO:tasks.workunit.client.0.smithi028.stdout: "log_start": "0'0", 2024-08-29T19:03:07.076 INFO:tasks.workunit.client.0.smithi028.stdout: "manifest_stats_invalid": false, 2024-08-29T19:03:07.076 INFO:tasks.workunit.client.0.smithi028.stdout: "mapping_epoch": 645, 2024-08-29T19:03:07.076 INFO:tasks.workunit.client.0.smithi028.stdout: "object_location_counts": [], 2024-08-29T19:03:07.076 INFO:tasks.workunit.client.0.smithi028.stdout: "objects_scrubbed": 0, 2024-08-29T19:03:07.076 INFO:tasks.workunit.client.0.smithi028.stdout: "objects_trimmed": 0, 2024-08-29T19:03:07.076 INFO:tasks.workunit.client.0.smithi028.stdout: "omap_stats_invalid": false, 2024-08-29T19:03:07.076 INFO:tasks.workunit.client.0.smithi028.stdout: "ondisk_log_size": 29, 2024-08-29T19:03:07.076 INFO:tasks.workunit.client.0.smithi028.stdout: "ondisk_log_start": "0'0", 2024-08-29T19:03:07.077 INFO:tasks.workunit.client.0.smithi028.stdout: "parent": "0.0", 2024-08-29T19:03:07.077 INFO:tasks.workunit.client.0.smithi028.stdout: "parent_split_bits": 0, 2024-08-29T19:03:07.077 INFO:tasks.workunit.client.0.smithi028.stdout: "pgid": "2.14", 2024-08-29T19:03:07.077 INFO:tasks.workunit.client.0.smithi028.stdout: "pin_stats_invalid": false, 2024-08-29T19:03:07.077 INFO:tasks.workunit.client.0.smithi028.stdout: "purged_snaps": [], 2024-08-29T19:03:07.077 INFO:tasks.workunit.client.0.smithi028.stdout: "reported_epoch": 2650, 2024-08-29T19:03:07.077 INFO:tasks.workunit.client.0.smithi028.stdout: "reported_seq": 4630, 2024-08-29T19:03:07.077 INFO:tasks.workunit.client.0.smithi028.stdout: "scrub_duration": 0.0, 2024-08-29T19:03:07.077 INFO:tasks.workunit.client.0.smithi028.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-30T20:53:47.236430+0000", 2024-08-29T19:03:07.077 INFO:tasks.workunit.client.0.smithi028.stdout: "snaptrim_duration": 0.0, 2024-08-29T19:03:07.077 INFO:tasks.workunit.client.0.smithi028.stdout: "snaptrimq_len": 0, 2024-08-29T19:03:07.077 INFO:tasks.workunit.client.0.smithi028.stdout: "stat_sum": { 2024-08-29T19:03:07.077 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes": 5804, 2024-08-29T19:03:07.077 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes_hit_set_archive": 0, 2024-08-29T19:03:07.077 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes_recovered": 0, 2024-08-29T19:03:07.078 INFO:tasks.workunit.client.0.smithi028.stdout: "num_deep_scrub_errors": 0, 2024-08-29T19:03:07.078 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict": 0, 2024-08-29T19:03:07.078 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_kb": 0, 2024-08-29T19:03:07.078 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_mode_full": 0, 2024-08-29T19:03:07.078 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_mode_some": 0, 2024-08-29T19:03:07.078 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush": 0, 2024-08-29T19:03:07.078 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_kb": 0, 2024-08-29T19:03:07.078 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_mode_high": 0, 2024-08-29T19:03:07.078 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_mode_low": 0, 2024-08-29T19:03:07.078 INFO:tasks.workunit.client.0.smithi028.stdout: "num_keys_recovered": 0, 2024-08-29T19:03:07.078 INFO:tasks.workunit.client.0.smithi028.stdout: "num_large_omap_objects": 0, 2024-08-29T19:03:07.078 INFO:tasks.workunit.client.0.smithi028.stdout: "num_legacy_snapsets": 0, 2024-08-29T19:03:07.078 INFO:tasks.workunit.client.0.smithi028.stdout: "num_object_clones": 0, 2024-08-29T19:03:07.078 INFO:tasks.workunit.client.0.smithi028.stdout: "num_object_copies": 12, 2024-08-29T19:03:07.079 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects": 4, 2024-08-29T19:03:07.079 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_degraded": 0, 2024-08-29T19:03:07.079 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_dirty": 4, 2024-08-29T19:03:07.079 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_hit_set_archive": 0, 2024-08-29T19:03:07.079 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_manifest": 0, 2024-08-29T19:03:07.079 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_misplaced": 0, 2024-08-29T19:03:07.079 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_missing": 0, 2024-08-29T19:03:07.079 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_missing_on_primary": 0, 2024-08-29T19:03:07.079 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_omap": 1, 2024-08-29T19:03:07.079 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_pinned": 0, 2024-08-29T19:03:07.079 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_recovered": 0, 2024-08-29T19:03:07.079 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_repaired": 0, 2024-08-29T19:03:07.079 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_unfound": 0, 2024-08-29T19:03:07.080 INFO:tasks.workunit.client.0.smithi028.stdout: "num_omap_bytes": 0, 2024-08-29T19:03:07.080 INFO:tasks.workunit.client.0.smithi028.stdout: "num_omap_keys": 0, 2024-08-29T19:03:07.080 INFO:tasks.workunit.client.0.smithi028.stdout: "num_promote": 0, 2024-08-29T19:03:07.080 INFO:tasks.workunit.client.0.smithi028.stdout: "num_read": 10, 2024-08-29T19:03:07.080 INFO:tasks.workunit.client.0.smithi028.stdout: "num_read_kb": 14, 2024-08-29T19:03:07.080 INFO:tasks.workunit.client.0.smithi028.stdout: "num_scrub_errors": 0, 2024-08-29T19:03:07.080 INFO:tasks.workunit.client.0.smithi028.stdout: "num_shallow_scrub_errors": 0, 2024-08-29T19:03:07.080 INFO:tasks.workunit.client.0.smithi028.stdout: "num_whiteouts": 0, 2024-08-29T19:03:07.080 INFO:tasks.workunit.client.0.smithi028.stdout: "num_write": 28, 2024-08-29T19:03:07.080 INFO:tasks.workunit.client.0.smithi028.stdout: "num_write_kb": 25 2024-08-29T19:03:07.080 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:07.080 INFO:tasks.workunit.client.0.smithi028.stdout: "state": "active+clean", 2024-08-29T19:03:07.080 INFO:tasks.workunit.client.0.smithi028.stdout: "stats_invalid": false, 2024-08-29T19:03:07.081 INFO:tasks.workunit.client.0.smithi028.stdout: "up": [ 2024-08-29T19:03:07.081 INFO:tasks.workunit.client.0.smithi028.stdout: 6, 2024-08-29T19:03:07.081 INFO:tasks.workunit.client.0.smithi028.stdout: 3, 2024-08-29T19:03:07.081 INFO:tasks.workunit.client.0.smithi028.stdout: 5 2024-08-29T19:03:07.081 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-08-29T19:03:07.081 INFO:tasks.workunit.client.0.smithi028.stdout: "up_primary": 6, 2024-08-29T19:03:07.081 INFO:tasks.workunit.client.0.smithi028.stdout: "version": "721'29" 2024-08-29T19:03:07.081 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:07.081 INFO:tasks.workunit.client.0.smithi028.stdout: { 2024-08-29T19:03:07.081 INFO:tasks.workunit.client.0.smithi028.stdout: "acting": [ 2024-08-29T19:03:07.081 INFO:tasks.workunit.client.0.smithi028.stdout: 2, 2024-08-29T19:03:07.081 INFO:tasks.workunit.client.0.smithi028.stdout: 7, 2024-08-29T19:03:07.081 INFO:tasks.workunit.client.0.smithi028.stdout: 6 2024-08-29T19:03:07.081 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-08-29T19:03:07.082 INFO:tasks.workunit.client.0.smithi028.stdout: "acting_primary": 2, 2024-08-29T19:03:07.082 INFO:tasks.workunit.client.0.smithi028.stdout: "avail_no_missing": [], 2024-08-29T19:03:07.082 INFO:tasks.workunit.client.0.smithi028.stdout: "blocked_by": [], 2024-08-29T19:03:07.082 INFO:tasks.workunit.client.0.smithi028.stdout: "created": 62, 2024-08-29T19:03:07.082 INFO:tasks.workunit.client.0.smithi028.stdout: "dirty_stats_invalid": false, 2024-08-29T19:03:07.082 INFO:tasks.workunit.client.0.smithi028.stdout: "hitset_bytes_stats_invalid": false, 2024-08-29T19:03:07.082 INFO:tasks.workunit.client.0.smithi028.stdout: "hitset_stats_invalid": false, 2024-08-29T19:03:07.082 INFO:tasks.workunit.client.0.smithi028.stdout: "last_active": "2024-08-29T19:02:14.110760+0000", 2024-08-29T19:03:07.082 INFO:tasks.workunit.client.0.smithi028.stdout: "last_became_active": "2024-08-29T17:58:11.354419+0000", 2024-08-29T19:03:07.082 INFO:tasks.workunit.client.0.smithi028.stdout: "last_became_peered": "2024-08-29T17:58:11.354419+0000", 2024-08-29T19:03:07.082 INFO:tasks.workunit.client.0.smithi028.stdout: "last_change": "2024-08-29T17:58:11.355297+0000", 2024-08-29T19:03:07.082 INFO:tasks.workunit.client.0.smithi028.stdout: "last_clean": "2024-08-29T19:02:14.110760+0000", 2024-08-29T19:03:07.082 INFO:tasks.workunit.client.0.smithi028.stdout: "last_clean_scrub_stamp": "2024-08-29T17:41:01.987071+0000", 2024-08-29T19:03:07.083 INFO:tasks.workunit.client.0.smithi028.stdout: "last_deep_scrub": "0'0", 2024-08-29T19:03:07.083 INFO:tasks.workunit.client.0.smithi028.stdout: "last_deep_scrub_stamp": "2024-08-29T17:41:01.987071+0000", 2024-08-29T19:03:07.083 INFO:tasks.workunit.client.0.smithi028.stdout: "last_epoch_clean": 681, 2024-08-29T19:03:07.083 INFO:tasks.workunit.client.0.smithi028.stdout: "last_fresh": "2024-08-29T19:02:14.110760+0000", 2024-08-29T19:03:07.083 INFO:tasks.workunit.client.0.smithi028.stdout: "last_fullsized": "2024-08-29T19:02:14.110760+0000", 2024-08-29T19:03:07.083 INFO:tasks.workunit.client.0.smithi028.stdout: "last_peered": "2024-08-29T19:02:14.110760+0000", 2024-08-29T19:03:07.083 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub": "0'0", 2024-08-29T19:03:07.083 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub_duration": 0, 2024-08-29T19:03:07.083 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub_stamp": "2024-08-29T17:41:01.987071+0000", 2024-08-29T19:03:07.083 INFO:tasks.workunit.client.0.smithi028.stdout: "last_undegraded": "2024-08-29T19:02:14.110760+0000", 2024-08-29T19:03:07.083 INFO:tasks.workunit.client.0.smithi028.stdout: "last_unstale": "2024-08-29T19:02:14.110760+0000", 2024-08-29T19:03:07.083 INFO:tasks.workunit.client.0.smithi028.stdout: "log_dups_size": 0, 2024-08-29T19:03:07.083 INFO:tasks.workunit.client.0.smithi028.stdout: "log_size": 0, 2024-08-29T19:03:07.083 INFO:tasks.workunit.client.0.smithi028.stdout: "log_start": "0'0", 2024-08-29T19:03:07.084 INFO:tasks.workunit.client.0.smithi028.stdout: "manifest_stats_invalid": false, 2024-08-29T19:03:07.084 INFO:tasks.workunit.client.0.smithi028.stdout: "mapping_epoch": 680, 2024-08-29T19:03:07.084 INFO:tasks.workunit.client.0.smithi028.stdout: "object_location_counts": [], 2024-08-29T19:03:07.084 INFO:tasks.workunit.client.0.smithi028.stdout: "objects_scrubbed": 0, 2024-08-29T19:03:07.084 INFO:tasks.workunit.client.0.smithi028.stdout: "objects_trimmed": 0, 2024-08-29T19:03:07.084 INFO:tasks.workunit.client.0.smithi028.stdout: "omap_stats_invalid": false, 2024-08-29T19:03:07.084 INFO:tasks.workunit.client.0.smithi028.stdout: "ondisk_log_size": 0, 2024-08-29T19:03:07.084 INFO:tasks.workunit.client.0.smithi028.stdout: "ondisk_log_start": "0'0", 2024-08-29T19:03:07.084 INFO:tasks.workunit.client.0.smithi028.stdout: "parent": "0.0", 2024-08-29T19:03:07.084 INFO:tasks.workunit.client.0.smithi028.stdout: "parent_split_bits": 0, 2024-08-29T19:03:07.084 INFO:tasks.workunit.client.0.smithi028.stdout: "pgid": "3.14", 2024-08-29T19:03:07.084 INFO:tasks.workunit.client.0.smithi028.stdout: "pin_stats_invalid": false, 2024-08-29T19:03:07.084 INFO:tasks.workunit.client.0.smithi028.stdout: "purged_snaps": [], 2024-08-29T19:03:07.085 INFO:tasks.workunit.client.0.smithi028.stdout: "reported_epoch": 2650, 2024-08-29T19:03:07.085 INFO:tasks.workunit.client.0.smithi028.stdout: "reported_seq": 4709, 2024-08-29T19:03:07.085 INFO:tasks.workunit.client.0.smithi028.stdout: "scrub_duration": 0.0, 2024-08-29T19:03:07.085 INFO:tasks.workunit.client.0.smithi028.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-30T17:56:07.838928+0000", 2024-08-29T19:03:07.085 INFO:tasks.workunit.client.0.smithi028.stdout: "snaptrim_duration": 0.0, 2024-08-29T19:03:07.085 INFO:tasks.workunit.client.0.smithi028.stdout: "snaptrimq_len": 0, 2024-08-29T19:03:07.085 INFO:tasks.workunit.client.0.smithi028.stdout: "stat_sum": { 2024-08-29T19:03:07.085 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes": 0, 2024-08-29T19:03:07.085 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes_hit_set_archive": 0, 2024-08-29T19:03:07.085 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes_recovered": 0, 2024-08-29T19:03:07.085 INFO:tasks.workunit.client.0.smithi028.stdout: "num_deep_scrub_errors": 0, 2024-08-29T19:03:07.085 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict": 0, 2024-08-29T19:03:07.085 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_kb": 0, 2024-08-29T19:03:07.086 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_mode_full": 0, 2024-08-29T19:03:07.086 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_mode_some": 0, 2024-08-29T19:03:07.086 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush": 0, 2024-08-29T19:03:07.086 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_kb": 0, 2024-08-29T19:03:07.086 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_mode_high": 0, 2024-08-29T19:03:07.086 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_mode_low": 0, 2024-08-29T19:03:07.086 INFO:tasks.workunit.client.0.smithi028.stdout: "num_keys_recovered": 0, 2024-08-29T19:03:07.086 INFO:tasks.workunit.client.0.smithi028.stdout: "num_large_omap_objects": 0, 2024-08-29T19:03:07.086 INFO:tasks.workunit.client.0.smithi028.stdout: "num_legacy_snapsets": 0, 2024-08-29T19:03:07.086 INFO:tasks.workunit.client.0.smithi028.stdout: "num_object_clones": 0, 2024-08-29T19:03:07.086 INFO:tasks.workunit.client.0.smithi028.stdout: "num_object_copies": 0, 2024-08-29T19:03:07.086 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects": 0, 2024-08-29T19:03:07.086 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_degraded": 0, 2024-08-29T19:03:07.086 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_dirty": 0, 2024-08-29T19:03:07.087 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_hit_set_archive": 0, 2024-08-29T19:03:07.087 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_manifest": 0, 2024-08-29T19:03:07.087 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_misplaced": 0, 2024-08-29T19:03:07.087 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_missing": 0, 2024-08-29T19:03:07.087 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_missing_on_primary": 0, 2024-08-29T19:03:07.087 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_omap": 0, 2024-08-29T19:03:07.087 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_pinned": 0, 2024-08-29T19:03:07.087 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_recovered": 0, 2024-08-29T19:03:07.087 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_repaired": 0, 2024-08-29T19:03:07.087 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_unfound": 0, 2024-08-29T19:03:07.087 INFO:tasks.workunit.client.0.smithi028.stdout: "num_omap_bytes": 0, 2024-08-29T19:03:07.087 INFO:tasks.workunit.client.0.smithi028.stdout: "num_omap_keys": 0, 2024-08-29T19:03:07.087 INFO:tasks.workunit.client.0.smithi028.stdout: "num_promote": 0, 2024-08-29T19:03:07.087 INFO:tasks.workunit.client.0.smithi028.stdout: "num_read": 0, 2024-08-29T19:03:07.088 INFO:tasks.workunit.client.0.smithi028.stdout: "num_read_kb": 0, 2024-08-29T19:03:07.088 INFO:tasks.workunit.client.0.smithi028.stdout: "num_scrub_errors": 0, 2024-08-29T19:03:07.088 INFO:tasks.workunit.client.0.smithi028.stdout: "num_shallow_scrub_errors": 0, 2024-08-29T19:03:07.088 INFO:tasks.workunit.client.0.smithi028.stdout: "num_whiteouts": 0, 2024-08-29T19:03:07.088 INFO:tasks.workunit.client.0.smithi028.stdout: "num_write": 0, 2024-08-29T19:03:07.088 INFO:tasks.workunit.client.0.smithi028.stdout: "num_write_kb": 0 2024-08-29T19:03:07.088 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:07.088 INFO:tasks.workunit.client.0.smithi028.stdout: "state": "active+clean", 2024-08-29T19:03:07.088 INFO:tasks.workunit.client.0.smithi028.stdout: "stats_invalid": false, 2024-08-29T19:03:07.088 INFO:tasks.workunit.client.0.smithi028.stdout: "up": [ 2024-08-29T19:03:07.088 INFO:tasks.workunit.client.0.smithi028.stdout: 2, 2024-08-29T19:03:07.088 INFO:tasks.workunit.client.0.smithi028.stdout: 7, 2024-08-29T19:03:07.088 INFO:tasks.workunit.client.0.smithi028.stdout: 6 2024-08-29T19:03:07.089 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-08-29T19:03:07.089 INFO:tasks.workunit.client.0.smithi028.stdout: "up_primary": 2, 2024-08-29T19:03:07.089 INFO:tasks.workunit.client.0.smithi028.stdout: "version": "0'0" 2024-08-29T19:03:07.089 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:07.089 INFO:tasks.workunit.client.0.smithi028.stdout: { 2024-08-29T19:03:07.089 INFO:tasks.workunit.client.0.smithi028.stdout: "acting": [ 2024-08-29T19:03:07.089 INFO:tasks.workunit.client.0.smithi028.stdout: 1, 2024-08-29T19:03:07.089 INFO:tasks.workunit.client.0.smithi028.stdout: 5, 2024-08-29T19:03:07.089 INFO:tasks.workunit.client.0.smithi028.stdout: 0 2024-08-29T19:03:07.089 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-08-29T19:03:07.089 INFO:tasks.workunit.client.0.smithi028.stdout: "acting_primary": 1, 2024-08-29T19:03:07.089 INFO:tasks.workunit.client.0.smithi028.stdout: "avail_no_missing": [], 2024-08-29T19:03:07.089 INFO:tasks.workunit.client.0.smithi028.stdout: "blocked_by": [], 2024-08-29T19:03:07.089 INFO:tasks.workunit.client.0.smithi028.stdout: "created": 59, 2024-08-29T19:03:07.090 INFO:tasks.workunit.client.0.smithi028.stdout: "dirty_stats_invalid": false, 2024-08-29T19:03:07.090 INFO:tasks.workunit.client.0.smithi028.stdout: "hitset_bytes_stats_invalid": false, 2024-08-29T19:03:07.090 INFO:tasks.workunit.client.0.smithi028.stdout: "hitset_stats_invalid": false, 2024-08-29T19:03:07.090 INFO:tasks.workunit.client.0.smithi028.stdout: "last_active": "2024-08-29T19:02:14.816035+0000", 2024-08-29T19:03:07.090 INFO:tasks.workunit.client.0.smithi028.stdout: "last_became_active": "2024-08-29T17:57:02.346751+0000", 2024-08-29T19:03:07.090 INFO:tasks.workunit.client.0.smithi028.stdout: "last_became_peered": "2024-08-29T17:57:02.346751+0000", 2024-08-29T19:03:07.090 INFO:tasks.workunit.client.0.smithi028.stdout: "last_change": "2024-08-29T17:57:02.347249+0000", 2024-08-29T19:03:07.090 INFO:tasks.workunit.client.0.smithi028.stdout: "last_clean": "2024-08-29T19:02:14.816035+0000", 2024-08-29T19:03:07.090 INFO:tasks.workunit.client.0.smithi028.stdout: "last_clean_scrub_stamp": "2024-08-29T17:40:52.944949+0000", 2024-08-29T19:03:07.090 INFO:tasks.workunit.client.0.smithi028.stdout: "last_deep_scrub": "0'0", 2024-08-29T19:03:07.090 INFO:tasks.workunit.client.0.smithi028.stdout: "last_deep_scrub_stamp": "2024-08-29T17:40:52.944949+0000", 2024-08-29T19:03:07.090 INFO:tasks.workunit.client.0.smithi028.stdout: "last_epoch_clean": 613, 2024-08-29T19:03:07.090 INFO:tasks.workunit.client.0.smithi028.stdout: "last_fresh": "2024-08-29T19:02:14.816035+0000", 2024-08-29T19:03:07.090 INFO:tasks.workunit.client.0.smithi028.stdout: "last_fullsized": "2024-08-29T19:02:14.816035+0000", 2024-08-29T19:03:07.091 INFO:tasks.workunit.client.0.smithi028.stdout: "last_peered": "2024-08-29T19:02:14.816035+0000", 2024-08-29T19:03:07.091 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub": "0'0", 2024-08-29T19:03:07.091 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub_duration": 0, 2024-08-29T19:03:07.091 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub_stamp": "2024-08-29T17:40:52.944949+0000", 2024-08-29T19:03:07.091 INFO:tasks.workunit.client.0.smithi028.stdout: "last_undegraded": "2024-08-29T19:02:14.816035+0000", 2024-08-29T19:03:07.091 INFO:tasks.workunit.client.0.smithi028.stdout: "last_unstale": "2024-08-29T19:02:14.816035+0000", 2024-08-29T19:03:07.091 INFO:tasks.workunit.client.0.smithi028.stdout: "log_dups_size": 0, 2024-08-29T19:03:07.091 INFO:tasks.workunit.client.0.smithi028.stdout: "log_size": 3, 2024-08-29T19:03:07.091 INFO:tasks.workunit.client.0.smithi028.stdout: "log_start": "0'0", 2024-08-29T19:03:07.091 INFO:tasks.workunit.client.0.smithi028.stdout: "manifest_stats_invalid": false, 2024-08-29T19:03:07.091 INFO:tasks.workunit.client.0.smithi028.stdout: "mapping_epoch": 612, 2024-08-29T19:03:07.091 INFO:tasks.workunit.client.0.smithi028.stdout: "object_location_counts": [], 2024-08-29T19:03:07.091 INFO:tasks.workunit.client.0.smithi028.stdout: "objects_scrubbed": 0, 2024-08-29T19:03:07.092 INFO:tasks.workunit.client.0.smithi028.stdout: "objects_trimmed": 0, 2024-08-29T19:03:07.092 INFO:tasks.workunit.client.0.smithi028.stdout: "omap_stats_invalid": false, 2024-08-29T19:03:07.092 INFO:tasks.workunit.client.0.smithi028.stdout: "ondisk_log_size": 3, 2024-08-29T19:03:07.092 INFO:tasks.workunit.client.0.smithi028.stdout: "ondisk_log_start": "0'0", 2024-08-29T19:03:07.092 INFO:tasks.workunit.client.0.smithi028.stdout: "parent": "0.0", 2024-08-29T19:03:07.092 INFO:tasks.workunit.client.0.smithi028.stdout: "parent_split_bits": 0, 2024-08-29T19:03:07.092 INFO:tasks.workunit.client.0.smithi028.stdout: "pgid": "2.15", 2024-08-29T19:03:07.092 INFO:tasks.workunit.client.0.smithi028.stdout: "pin_stats_invalid": false, 2024-08-29T19:03:07.092 INFO:tasks.workunit.client.0.smithi028.stdout: "purged_snaps": [], 2024-08-29T19:03:07.092 INFO:tasks.workunit.client.0.smithi028.stdout: "reported_epoch": 2650, 2024-08-29T19:03:07.092 INFO:tasks.workunit.client.0.smithi028.stdout: "reported_seq": 4786, 2024-08-29T19:03:07.092 INFO:tasks.workunit.client.0.smithi028.stdout: "scrub_duration": 0.0, 2024-08-29T19:03:07.092 INFO:tasks.workunit.client.0.smithi028.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-30T18:11:31.215989+0000", 2024-08-29T19:03:07.093 INFO:tasks.workunit.client.0.smithi028.stdout: "snaptrim_duration": 0.0, 2024-08-29T19:03:07.093 INFO:tasks.workunit.client.0.smithi028.stdout: "snaptrimq_len": 0, 2024-08-29T19:03:07.093 INFO:tasks.workunit.client.0.smithi028.stdout: "stat_sum": { 2024-08-29T19:03:07.093 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes": 90, 2024-08-29T19:03:07.093 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes_hit_set_archive": 0, 2024-08-29T19:03:07.093 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes_recovered": 0, 2024-08-29T19:03:07.093 INFO:tasks.workunit.client.0.smithi028.stdout: "num_deep_scrub_errors": 0, 2024-08-29T19:03:07.093 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict": 0, 2024-08-29T19:03:07.093 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_kb": 0, 2024-08-29T19:03:07.093 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_mode_full": 0, 2024-08-29T19:03:07.093 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_mode_some": 0, 2024-08-29T19:03:07.093 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush": 0, 2024-08-29T19:03:07.093 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_kb": 0, 2024-08-29T19:03:07.093 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_mode_high": 0, 2024-08-29T19:03:07.093 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_mode_low": 0, 2024-08-29T19:03:07.094 INFO:tasks.workunit.client.0.smithi028.stdout: "num_keys_recovered": 0, 2024-08-29T19:03:07.094 INFO:tasks.workunit.client.0.smithi028.stdout: "num_large_omap_objects": 0, 2024-08-29T19:03:07.094 INFO:tasks.workunit.client.0.smithi028.stdout: "num_legacy_snapsets": 0, 2024-08-29T19:03:07.094 INFO:tasks.workunit.client.0.smithi028.stdout: "num_object_clones": 0, 2024-08-29T19:03:07.094 INFO:tasks.workunit.client.0.smithi028.stdout: "num_object_copies": 6, 2024-08-29T19:03:07.094 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects": 2, 2024-08-29T19:03:07.094 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_degraded": 0, 2024-08-29T19:03:07.094 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_dirty": 2, 2024-08-29T19:03:07.094 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_hit_set_archive": 0, 2024-08-29T19:03:07.094 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_manifest": 0, 2024-08-29T19:03:07.094 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_misplaced": 0, 2024-08-29T19:03:07.094 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_missing": 0, 2024-08-29T19:03:07.094 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_missing_on_primary": 0, 2024-08-29T19:03:07.095 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_omap": 1, 2024-08-29T19:03:07.095 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_pinned": 0, 2024-08-29T19:03:07.095 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_recovered": 0, 2024-08-29T19:03:07.095 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_repaired": 0, 2024-08-29T19:03:07.095 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_unfound": 0, 2024-08-29T19:03:07.095 INFO:tasks.workunit.client.0.smithi028.stdout: "num_omap_bytes": 0, 2024-08-29T19:03:07.095 INFO:tasks.workunit.client.0.smithi028.stdout: "num_omap_keys": 0, 2024-08-29T19:03:07.095 INFO:tasks.workunit.client.0.smithi028.stdout: "num_promote": 0, 2024-08-29T19:03:07.095 INFO:tasks.workunit.client.0.smithi028.stdout: "num_read": 7, 2024-08-29T19:03:07.095 INFO:tasks.workunit.client.0.smithi028.stdout: "num_read_kb": 7, 2024-08-29T19:03:07.095 INFO:tasks.workunit.client.0.smithi028.stdout: "num_scrub_errors": 0, 2024-08-29T19:03:07.095 INFO:tasks.workunit.client.0.smithi028.stdout: "num_shallow_scrub_errors": 0, 2024-08-29T19:03:07.095 INFO:tasks.workunit.client.0.smithi028.stdout: "num_whiteouts": 0, 2024-08-29T19:03:07.095 INFO:tasks.workunit.client.0.smithi028.stdout: "num_write": 4, 2024-08-29T19:03:07.096 INFO:tasks.workunit.client.0.smithi028.stdout: "num_write_kb": 1 2024-08-29T19:03:07.096 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:07.096 INFO:tasks.workunit.client.0.smithi028.stdout: "state": "active+clean", 2024-08-29T19:03:07.096 INFO:tasks.workunit.client.0.smithi028.stdout: "stats_invalid": false, 2024-08-29T19:03:07.096 INFO:tasks.workunit.client.0.smithi028.stdout: "up": [ 2024-08-29T19:03:07.096 INFO:tasks.workunit.client.0.smithi028.stdout: 1, 2024-08-29T19:03:07.096 INFO:tasks.workunit.client.0.smithi028.stdout: 5, 2024-08-29T19:03:07.096 INFO:tasks.workunit.client.0.smithi028.stdout: 0 2024-08-29T19:03:07.096 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-08-29T19:03:07.096 INFO:tasks.workunit.client.0.smithi028.stdout: "up_primary": 1, 2024-08-29T19:03:07.096 INFO:tasks.workunit.client.0.smithi028.stdout: "version": "65'3" 2024-08-29T19:03:07.096 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:07.096 INFO:tasks.workunit.client.0.smithi028.stdout: { 2024-08-29T19:03:07.097 INFO:tasks.workunit.client.0.smithi028.stdout: "acting": [ 2024-08-29T19:03:07.097 INFO:tasks.workunit.client.0.smithi028.stdout: 0, 2024-08-29T19:03:07.097 INFO:tasks.workunit.client.0.smithi028.stdout: 5, 2024-08-29T19:03:07.097 INFO:tasks.workunit.client.0.smithi028.stdout: 3 2024-08-29T19:03:07.097 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-08-29T19:03:07.097 INFO:tasks.workunit.client.0.smithi028.stdout: "acting_primary": 0, 2024-08-29T19:03:07.097 INFO:tasks.workunit.client.0.smithi028.stdout: "avail_no_missing": [], 2024-08-29T19:03:07.097 INFO:tasks.workunit.client.0.smithi028.stdout: "blocked_by": [], 2024-08-29T19:03:07.097 INFO:tasks.workunit.client.0.smithi028.stdout: "created": 62, 2024-08-29T19:03:07.097 INFO:tasks.workunit.client.0.smithi028.stdout: "dirty_stats_invalid": false, 2024-08-29T19:03:07.097 INFO:tasks.workunit.client.0.smithi028.stdout: "hitset_bytes_stats_invalid": false, 2024-08-29T19:03:07.097 INFO:tasks.workunit.client.0.smithi028.stdout: "hitset_stats_invalid": false, 2024-08-29T19:03:07.097 INFO:tasks.workunit.client.0.smithi028.stdout: "last_active": "2024-08-29T19:02:14.107756+0000", 2024-08-29T19:03:07.097 INFO:tasks.workunit.client.0.smithi028.stdout: "last_became_active": "2024-08-29T17:57:02.380082+0000", 2024-08-29T19:03:07.098 INFO:tasks.workunit.client.0.smithi028.stdout: "last_became_peered": "2024-08-29T17:57:02.380082+0000", 2024-08-29T19:03:07.098 INFO:tasks.workunit.client.0.smithi028.stdout: "last_change": "2024-08-29T17:57:02.380683+0000", 2024-08-29T19:03:07.098 INFO:tasks.workunit.client.0.smithi028.stdout: "last_clean": "2024-08-29T19:02:14.107756+0000", 2024-08-29T19:03:07.098 INFO:tasks.workunit.client.0.smithi028.stdout: "last_clean_scrub_stamp": "2024-08-29T17:41:01.987071+0000", 2024-08-29T19:03:07.098 INFO:tasks.workunit.client.0.smithi028.stdout: "last_deep_scrub": "0'0", 2024-08-29T19:03:07.098 INFO:tasks.workunit.client.0.smithi028.stdout: "last_deep_scrub_stamp": "2024-08-29T17:41:01.987071+0000", 2024-08-29T19:03:07.098 INFO:tasks.workunit.client.0.smithi028.stdout: "last_epoch_clean": 613, 2024-08-29T19:03:07.098 INFO:tasks.workunit.client.0.smithi028.stdout: "last_fresh": "2024-08-29T19:02:14.107756+0000", 2024-08-29T19:03:07.098 INFO:tasks.workunit.client.0.smithi028.stdout: "last_fullsized": "2024-08-29T19:02:14.107756+0000", 2024-08-29T19:03:07.098 INFO:tasks.workunit.client.0.smithi028.stdout: "last_peered": "2024-08-29T19:02:14.107756+0000", 2024-08-29T19:03:07.098 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub": "0'0", 2024-08-29T19:03:07.098 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub_duration": 0, 2024-08-29T19:03:07.098 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub_stamp": "2024-08-29T17:41:01.987071+0000", 2024-08-29T19:03:07.099 INFO:tasks.workunit.client.0.smithi028.stdout: "last_undegraded": "2024-08-29T19:02:14.107756+0000", 2024-08-29T19:03:07.099 INFO:tasks.workunit.client.0.smithi028.stdout: "last_unstale": "2024-08-29T19:02:14.107756+0000", 2024-08-29T19:03:07.099 INFO:tasks.workunit.client.0.smithi028.stdout: "log_dups_size": 0, 2024-08-29T19:03:07.099 INFO:tasks.workunit.client.0.smithi028.stdout: "log_size": 0, 2024-08-29T19:03:07.099 INFO:tasks.workunit.client.0.smithi028.stdout: "log_start": "0'0", 2024-08-29T19:03:07.099 INFO:tasks.workunit.client.0.smithi028.stdout: "manifest_stats_invalid": false, 2024-08-29T19:03:07.099 INFO:tasks.workunit.client.0.smithi028.stdout: "mapping_epoch": 612, 2024-08-29T19:03:07.099 INFO:tasks.workunit.client.0.smithi028.stdout: "object_location_counts": [], 2024-08-29T19:03:07.099 INFO:tasks.workunit.client.0.smithi028.stdout: "objects_scrubbed": 0, 2024-08-29T19:03:07.099 INFO:tasks.workunit.client.0.smithi028.stdout: "objects_trimmed": 0, 2024-08-29T19:03:07.099 INFO:tasks.workunit.client.0.smithi028.stdout: "omap_stats_invalid": false, 2024-08-29T19:03:07.099 INFO:tasks.workunit.client.0.smithi028.stdout: "ondisk_log_size": 0, 2024-08-29T19:03:07.099 INFO:tasks.workunit.client.0.smithi028.stdout: "ondisk_log_start": "0'0", 2024-08-29T19:03:07.099 INFO:tasks.workunit.client.0.smithi028.stdout: "parent": "0.0", 2024-08-29T19:03:07.100 INFO:tasks.workunit.client.0.smithi028.stdout: "parent_split_bits": 0, 2024-08-29T19:03:07.100 INFO:tasks.workunit.client.0.smithi028.stdout: "pgid": "3.17", 2024-08-29T19:03:07.100 INFO:tasks.workunit.client.0.smithi028.stdout: "pin_stats_invalid": false, 2024-08-29T19:03:07.100 INFO:tasks.workunit.client.0.smithi028.stdout: "purged_snaps": [], 2024-08-29T19:03:07.100 INFO:tasks.workunit.client.0.smithi028.stdout: "reported_epoch": 2650, 2024-08-29T19:03:07.100 INFO:tasks.workunit.client.0.smithi028.stdout: "reported_seq": 4808, 2024-08-29T19:03:07.100 INFO:tasks.workunit.client.0.smithi028.stdout: "scrub_duration": 0.0, 2024-08-29T19:03:07.100 INFO:tasks.workunit.client.0.smithi028.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-31T03:08:05.451607+0000", 2024-08-29T19:03:07.100 INFO:tasks.workunit.client.0.smithi028.stdout: "snaptrim_duration": 0.0, 2024-08-29T19:03:07.100 INFO:tasks.workunit.client.0.smithi028.stdout: "snaptrimq_len": 0, 2024-08-29T19:03:07.100 INFO:tasks.workunit.client.0.smithi028.stdout: "stat_sum": { 2024-08-29T19:03:07.100 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes": 0, 2024-08-29T19:03:07.100 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes_hit_set_archive": 0, 2024-08-29T19:03:07.101 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes_recovered": 0, 2024-08-29T19:03:07.101 INFO:tasks.workunit.client.0.smithi028.stdout: "num_deep_scrub_errors": 0, 2024-08-29T19:03:07.101 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict": 0, 2024-08-29T19:03:07.101 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_kb": 0, 2024-08-29T19:03:07.101 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_mode_full": 0, 2024-08-29T19:03:07.101 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_mode_some": 0, 2024-08-29T19:03:07.101 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush": 0, 2024-08-29T19:03:07.101 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_kb": 0, 2024-08-29T19:03:07.101 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_mode_high": 0, 2024-08-29T19:03:07.101 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_mode_low": 0, 2024-08-29T19:03:07.101 INFO:tasks.workunit.client.0.smithi028.stdout: "num_keys_recovered": 0, 2024-08-29T19:03:07.101 INFO:tasks.workunit.client.0.smithi028.stdout: "num_large_omap_objects": 0, 2024-08-29T19:03:07.101 INFO:tasks.workunit.client.0.smithi028.stdout: "num_legacy_snapsets": 0, 2024-08-29T19:03:07.101 INFO:tasks.workunit.client.0.smithi028.stdout: "num_object_clones": 0, 2024-08-29T19:03:07.102 INFO:tasks.workunit.client.0.smithi028.stdout: "num_object_copies": 0, 2024-08-29T19:03:07.102 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects": 0, 2024-08-29T19:03:07.102 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_degraded": 0, 2024-08-29T19:03:07.102 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_dirty": 0, 2024-08-29T19:03:07.102 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_hit_set_archive": 0, 2024-08-29T19:03:07.102 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_manifest": 0, 2024-08-29T19:03:07.102 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_misplaced": 0, 2024-08-29T19:03:07.102 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_missing": 0, 2024-08-29T19:03:07.102 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_missing_on_primary": 0, 2024-08-29T19:03:07.102 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_omap": 0, 2024-08-29T19:03:07.102 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_pinned": 0, 2024-08-29T19:03:07.102 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_recovered": 0, 2024-08-29T19:03:07.102 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_repaired": 0, 2024-08-29T19:03:07.102 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_unfound": 0, 2024-08-29T19:03:07.103 INFO:tasks.workunit.client.0.smithi028.stdout: "num_omap_bytes": 0, 2024-08-29T19:03:07.103 INFO:tasks.workunit.client.0.smithi028.stdout: "num_omap_keys": 0, 2024-08-29T19:03:07.103 INFO:tasks.workunit.client.0.smithi028.stdout: "num_promote": 0, 2024-08-29T19:03:07.103 INFO:tasks.workunit.client.0.smithi028.stdout: "num_read": 0, 2024-08-29T19:03:07.103 INFO:tasks.workunit.client.0.smithi028.stdout: "num_read_kb": 0, 2024-08-29T19:03:07.103 INFO:tasks.workunit.client.0.smithi028.stdout: "num_scrub_errors": 0, 2024-08-29T19:03:07.103 INFO:tasks.workunit.client.0.smithi028.stdout: "num_shallow_scrub_errors": 0, 2024-08-29T19:03:07.103 INFO:tasks.workunit.client.0.smithi028.stdout: "num_whiteouts": 0, 2024-08-29T19:03:07.103 INFO:tasks.workunit.client.0.smithi028.stdout: "num_write": 0, 2024-08-29T19:03:07.103 INFO:tasks.workunit.client.0.smithi028.stdout: "num_write_kb": 0 2024-08-29T19:03:07.103 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:07.103 INFO:tasks.workunit.client.0.smithi028.stdout: "state": "active+clean", 2024-08-29T19:03:07.103 INFO:tasks.workunit.client.0.smithi028.stdout: "stats_invalid": false, 2024-08-29T19:03:07.104 INFO:tasks.workunit.client.0.smithi028.stdout: "up": [ 2024-08-29T19:03:07.104 INFO:tasks.workunit.client.0.smithi028.stdout: 0, 2024-08-29T19:03:07.104 INFO:tasks.workunit.client.0.smithi028.stdout: 5, 2024-08-29T19:03:07.104 INFO:tasks.workunit.client.0.smithi028.stdout: 3 2024-08-29T19:03:07.104 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-08-29T19:03:07.104 INFO:tasks.workunit.client.0.smithi028.stdout: "up_primary": 0, 2024-08-29T19:03:07.104 INFO:tasks.workunit.client.0.smithi028.stdout: "version": "0'0" 2024-08-29T19:03:07.104 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:07.104 INFO:tasks.workunit.client.0.smithi028.stdout: { 2024-08-29T19:03:07.104 INFO:tasks.workunit.client.0.smithi028.stdout: "acting": [ 2024-08-29T19:03:07.104 INFO:tasks.workunit.client.0.smithi028.stdout: 5, 2024-08-29T19:03:07.104 INFO:tasks.workunit.client.0.smithi028.stdout: 6, 2024-08-29T19:03:07.104 INFO:tasks.workunit.client.0.smithi028.stdout: 2 2024-08-29T19:03:07.104 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-08-29T19:03:07.105 INFO:tasks.workunit.client.0.smithi028.stdout: "acting_primary": 5, 2024-08-29T19:03:07.105 INFO:tasks.workunit.client.0.smithi028.stdout: "avail_no_missing": [], 2024-08-29T19:03:07.105 INFO:tasks.workunit.client.0.smithi028.stdout: "blocked_by": [], 2024-08-29T19:03:07.105 INFO:tasks.workunit.client.0.smithi028.stdout: "created": 59, 2024-08-29T19:03:07.105 INFO:tasks.workunit.client.0.smithi028.stdout: "dirty_stats_invalid": false, 2024-08-29T19:03:07.105 INFO:tasks.workunit.client.0.smithi028.stdout: "hitset_bytes_stats_invalid": false, 2024-08-29T19:03:07.105 INFO:tasks.workunit.client.0.smithi028.stdout: "hitset_stats_invalid": false, 2024-08-29T19:03:07.105 INFO:tasks.workunit.client.0.smithi028.stdout: "last_active": "2024-08-29T19:02:14.932416+0000", 2024-08-29T19:03:07.105 INFO:tasks.workunit.client.0.smithi028.stdout: "last_became_active": "2024-08-29T17:57:36.368079+0000", 2024-08-29T19:03:07.105 INFO:tasks.workunit.client.0.smithi028.stdout: "last_became_peered": "2024-08-29T17:57:36.368079+0000", 2024-08-29T19:03:07.105 INFO:tasks.workunit.client.0.smithi028.stdout: "last_change": "2024-08-29T17:57:36.368474+0000", 2024-08-29T19:03:07.105 INFO:tasks.workunit.client.0.smithi028.stdout: "last_clean": "2024-08-29T19:02:14.932416+0000", 2024-08-29T19:03:07.105 INFO:tasks.workunit.client.0.smithi028.stdout: "last_clean_scrub_stamp": "2024-08-29T17:40:52.944949+0000", 2024-08-29T19:03:07.105 INFO:tasks.workunit.client.0.smithi028.stdout: "last_deep_scrub": "0'0", 2024-08-29T19:03:07.106 INFO:tasks.workunit.client.0.smithi028.stdout: "last_deep_scrub_stamp": "2024-08-29T17:40:52.944949+0000", 2024-08-29T19:03:07.106 INFO:tasks.workunit.client.0.smithi028.stdout: "last_epoch_clean": 646, 2024-08-29T19:03:07.106 INFO:tasks.workunit.client.0.smithi028.stdout: "last_fresh": "2024-08-29T19:02:14.932416+0000", 2024-08-29T19:03:07.106 INFO:tasks.workunit.client.0.smithi028.stdout: "last_fullsized": "2024-08-29T19:02:14.932416+0000", 2024-08-29T19:03:07.106 INFO:tasks.workunit.client.0.smithi028.stdout: "last_peered": "2024-08-29T19:02:14.932416+0000", 2024-08-29T19:03:07.106 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub": "0'0", 2024-08-29T19:03:07.106 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub_duration": 0, 2024-08-29T19:03:07.106 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub_stamp": "2024-08-29T17:40:52.944949+0000", 2024-08-29T19:03:07.106 INFO:tasks.workunit.client.0.smithi028.stdout: "last_undegraded": "2024-08-29T19:02:14.932416+0000", 2024-08-29T19:03:07.106 INFO:tasks.workunit.client.0.smithi028.stdout: "last_unstale": "2024-08-29T19:02:14.932416+0000", 2024-08-29T19:03:07.106 INFO:tasks.workunit.client.0.smithi028.stdout: "log_dups_size": 0, 2024-08-29T19:03:07.106 INFO:tasks.workunit.client.0.smithi028.stdout: "log_size": 0, 2024-08-29T19:03:07.106 INFO:tasks.workunit.client.0.smithi028.stdout: "log_start": "0'0", 2024-08-29T19:03:07.107 INFO:tasks.workunit.client.0.smithi028.stdout: "manifest_stats_invalid": false, 2024-08-29T19:03:07.107 INFO:tasks.workunit.client.0.smithi028.stdout: "mapping_epoch": 645, 2024-08-29T19:03:07.107 INFO:tasks.workunit.client.0.smithi028.stdout: "object_location_counts": [], 2024-08-29T19:03:07.107 INFO:tasks.workunit.client.0.smithi028.stdout: "objects_scrubbed": 0, 2024-08-29T19:03:07.107 INFO:tasks.workunit.client.0.smithi028.stdout: "objects_trimmed": 0, 2024-08-29T19:03:07.107 INFO:tasks.workunit.client.0.smithi028.stdout: "omap_stats_invalid": false, 2024-08-29T19:03:07.107 INFO:tasks.workunit.client.0.smithi028.stdout: "ondisk_log_size": 0, 2024-08-29T19:03:07.107 INFO:tasks.workunit.client.0.smithi028.stdout: "ondisk_log_start": "0'0", 2024-08-29T19:03:07.107 INFO:tasks.workunit.client.0.smithi028.stdout: "parent": "0.0", 2024-08-29T19:03:07.107 INFO:tasks.workunit.client.0.smithi028.stdout: "parent_split_bits": 0, 2024-08-29T19:03:07.107 INFO:tasks.workunit.client.0.smithi028.stdout: "pgid": "2.16", 2024-08-29T19:03:07.107 INFO:tasks.workunit.client.0.smithi028.stdout: "pin_stats_invalid": false, 2024-08-29T19:03:07.107 INFO:tasks.workunit.client.0.smithi028.stdout: "purged_snaps": [], 2024-08-29T19:03:07.107 INFO:tasks.workunit.client.0.smithi028.stdout: "reported_epoch": 2650, 2024-08-29T19:03:07.107 INFO:tasks.workunit.client.0.smithi028.stdout: "reported_seq": 4606, 2024-08-29T19:03:07.108 INFO:tasks.workunit.client.0.smithi028.stdout: "scrub_duration": 0.0, 2024-08-29T19:03:07.108 INFO:tasks.workunit.client.0.smithi028.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-30T19:25:44.041708+0000", 2024-08-29T19:03:07.108 INFO:tasks.workunit.client.0.smithi028.stdout: "snaptrim_duration": 0.0, 2024-08-29T19:03:07.108 INFO:tasks.workunit.client.0.smithi028.stdout: "snaptrimq_len": 0, 2024-08-29T19:03:07.108 INFO:tasks.workunit.client.0.smithi028.stdout: "stat_sum": { 2024-08-29T19:03:07.108 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes": 0, 2024-08-29T19:03:07.108 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes_hit_set_archive": 0, 2024-08-29T19:03:07.108 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes_recovered": 0, 2024-08-29T19:03:07.108 INFO:tasks.workunit.client.0.smithi028.stdout: "num_deep_scrub_errors": 0, 2024-08-29T19:03:07.108 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict": 0, 2024-08-29T19:03:07.108 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_kb": 0, 2024-08-29T19:03:07.108 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_mode_full": 0, 2024-08-29T19:03:07.108 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_mode_some": 0, 2024-08-29T19:03:07.109 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush": 0, 2024-08-29T19:03:07.109 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_kb": 0, 2024-08-29T19:03:07.109 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_mode_high": 0, 2024-08-29T19:03:07.109 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_mode_low": 0, 2024-08-29T19:03:07.109 INFO:tasks.workunit.client.0.smithi028.stdout: "num_keys_recovered": 0, 2024-08-29T19:03:07.109 INFO:tasks.workunit.client.0.smithi028.stdout: "num_large_omap_objects": 0, 2024-08-29T19:03:07.109 INFO:tasks.workunit.client.0.smithi028.stdout: "num_legacy_snapsets": 0, 2024-08-29T19:03:07.109 INFO:tasks.workunit.client.0.smithi028.stdout: "num_object_clones": 0, 2024-08-29T19:03:07.109 INFO:tasks.workunit.client.0.smithi028.stdout: "num_object_copies": 0, 2024-08-29T19:03:07.109 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects": 0, 2024-08-29T19:03:07.109 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_degraded": 0, 2024-08-29T19:03:07.109 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_dirty": 0, 2024-08-29T19:03:07.109 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_hit_set_archive": 0, 2024-08-29T19:03:07.109 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_manifest": 0, 2024-08-29T19:03:07.109 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_misplaced": 0, 2024-08-29T19:03:07.110 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_missing": 0, 2024-08-29T19:03:07.110 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_missing_on_primary": 0, 2024-08-29T19:03:07.110 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_omap": 0, 2024-08-29T19:03:07.110 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_pinned": 0, 2024-08-29T19:03:07.110 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_recovered": 0, 2024-08-29T19:03:07.110 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_repaired": 0, 2024-08-29T19:03:07.110 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_unfound": 0, 2024-08-29T19:03:07.110 INFO:tasks.workunit.client.0.smithi028.stdout: "num_omap_bytes": 0, 2024-08-29T19:03:07.110 INFO:tasks.workunit.client.0.smithi028.stdout: "num_omap_keys": 0, 2024-08-29T19:03:07.110 INFO:tasks.workunit.client.0.smithi028.stdout: "num_promote": 0, 2024-08-29T19:03:07.110 INFO:tasks.workunit.client.0.smithi028.stdout: "num_read": 0, 2024-08-29T19:03:07.110 INFO:tasks.workunit.client.0.smithi028.stdout: "num_read_kb": 0, 2024-08-29T19:03:07.110 INFO:tasks.workunit.client.0.smithi028.stdout: "num_scrub_errors": 0, 2024-08-29T19:03:07.111 INFO:tasks.workunit.client.0.smithi028.stdout: "num_shallow_scrub_errors": 0, 2024-08-29T19:03:07.111 INFO:tasks.workunit.client.0.smithi028.stdout: "num_whiteouts": 0, 2024-08-29T19:03:07.111 INFO:tasks.workunit.client.0.smithi028.stdout: "num_write": 0, 2024-08-29T19:03:07.111 INFO:tasks.workunit.client.0.smithi028.stdout: "num_write_kb": 0 2024-08-29T19:03:07.111 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:07.111 INFO:tasks.workunit.client.0.smithi028.stdout: "state": "active+clean", 2024-08-29T19:03:07.111 INFO:tasks.workunit.client.0.smithi028.stdout: "stats_invalid": false, 2024-08-29T19:03:07.111 INFO:tasks.workunit.client.0.smithi028.stdout: "up": [ 2024-08-29T19:03:07.111 INFO:tasks.workunit.client.0.smithi028.stdout: 5, 2024-08-29T19:03:07.111 INFO:tasks.workunit.client.0.smithi028.stdout: 6, 2024-08-29T19:03:07.111 INFO:tasks.workunit.client.0.smithi028.stdout: 2 2024-08-29T19:03:07.111 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-08-29T19:03:07.111 INFO:tasks.workunit.client.0.smithi028.stdout: "up_primary": 5, 2024-08-29T19:03:07.112 INFO:tasks.workunit.client.0.smithi028.stdout: "version": "0'0" 2024-08-29T19:03:07.112 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:07.112 INFO:tasks.workunit.client.0.smithi028.stdout: { 2024-08-29T19:03:07.112 INFO:tasks.workunit.client.0.smithi028.stdout: "acting": [ 2024-08-29T19:03:07.112 INFO:tasks.workunit.client.0.smithi028.stdout: 5, 2024-08-29T19:03:07.112 INFO:tasks.workunit.client.0.smithi028.stdout: 7, 2024-08-29T19:03:07.112 INFO:tasks.workunit.client.0.smithi028.stdout: 1 2024-08-29T19:03:07.112 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-08-29T19:03:07.112 INFO:tasks.workunit.client.0.smithi028.stdout: "acting_primary": 5, 2024-08-29T19:03:07.112 INFO:tasks.workunit.client.0.smithi028.stdout: "avail_no_missing": [], 2024-08-29T19:03:07.112 INFO:tasks.workunit.client.0.smithi028.stdout: "blocked_by": [], 2024-08-29T19:03:07.112 INFO:tasks.workunit.client.0.smithi028.stdout: "created": 62, 2024-08-29T19:03:07.112 INFO:tasks.workunit.client.0.smithi028.stdout: "dirty_stats_invalid": false, 2024-08-29T19:03:07.112 INFO:tasks.workunit.client.0.smithi028.stdout: "hitset_bytes_stats_invalid": false, 2024-08-29T19:03:07.113 INFO:tasks.workunit.client.0.smithi028.stdout: "hitset_stats_invalid": false, 2024-08-29T19:03:07.113 INFO:tasks.workunit.client.0.smithi028.stdout: "last_active": "2024-08-29T19:02:14.931975+0000", 2024-08-29T19:03:07.113 INFO:tasks.workunit.client.0.smithi028.stdout: "last_became_active": "2024-08-29T17:58:11.350600+0000", 2024-08-29T19:03:07.113 INFO:tasks.workunit.client.0.smithi028.stdout: "last_became_peered": "2024-08-29T17:58:11.350600+0000", 2024-08-29T19:03:07.113 INFO:tasks.workunit.client.0.smithi028.stdout: "last_change": "2024-08-29T17:58:11.351360+0000", 2024-08-29T19:03:07.113 INFO:tasks.workunit.client.0.smithi028.stdout: "last_clean": "2024-08-29T19:02:14.931975+0000", 2024-08-29T19:03:07.113 INFO:tasks.workunit.client.0.smithi028.stdout: "last_clean_scrub_stamp": "2024-08-29T17:41:01.987071+0000", 2024-08-29T19:03:07.113 INFO:tasks.workunit.client.0.smithi028.stdout: "last_deep_scrub": "0'0", 2024-08-29T19:03:07.113 INFO:tasks.workunit.client.0.smithi028.stdout: "last_deep_scrub_stamp": "2024-08-29T17:41:01.987071+0000", 2024-08-29T19:03:07.113 INFO:tasks.workunit.client.0.smithi028.stdout: "last_epoch_clean": 681, 2024-08-29T19:03:07.113 INFO:tasks.workunit.client.0.smithi028.stdout: "last_fresh": "2024-08-29T19:02:14.931975+0000", 2024-08-29T19:03:07.113 INFO:tasks.workunit.client.0.smithi028.stdout: "last_fullsized": "2024-08-29T19:02:14.931975+0000", 2024-08-29T19:03:07.113 INFO:tasks.workunit.client.0.smithi028.stdout: "last_peered": "2024-08-29T19:02:14.931975+0000", 2024-08-29T19:03:07.113 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub": "0'0", 2024-08-29T19:03:07.114 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub_duration": 0, 2024-08-29T19:03:07.114 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub_stamp": "2024-08-29T17:41:01.987071+0000", 2024-08-29T19:03:07.114 INFO:tasks.workunit.client.0.smithi028.stdout: "last_undegraded": "2024-08-29T19:02:14.931975+0000", 2024-08-29T19:03:07.114 INFO:tasks.workunit.client.0.smithi028.stdout: "last_unstale": "2024-08-29T19:02:14.931975+0000", 2024-08-29T19:03:07.114 INFO:tasks.workunit.client.0.smithi028.stdout: "log_dups_size": 0, 2024-08-29T19:03:07.114 INFO:tasks.workunit.client.0.smithi028.stdout: "log_size": 0, 2024-08-29T19:03:07.114 INFO:tasks.workunit.client.0.smithi028.stdout: "log_start": "0'0", 2024-08-29T19:03:07.114 INFO:tasks.workunit.client.0.smithi028.stdout: "manifest_stats_invalid": false, 2024-08-29T19:03:07.114 INFO:tasks.workunit.client.0.smithi028.stdout: "mapping_epoch": 680, 2024-08-29T19:03:07.114 INFO:tasks.workunit.client.0.smithi028.stdout: "object_location_counts": [], 2024-08-29T19:03:07.114 INFO:tasks.workunit.client.0.smithi028.stdout: "objects_scrubbed": 0, 2024-08-29T19:03:07.114 INFO:tasks.workunit.client.0.smithi028.stdout: "objects_trimmed": 0, 2024-08-29T19:03:07.114 INFO:tasks.workunit.client.0.smithi028.stdout: "omap_stats_invalid": false, 2024-08-29T19:03:07.115 INFO:tasks.workunit.client.0.smithi028.stdout: "ondisk_log_size": 0, 2024-08-29T19:03:07.115 INFO:tasks.workunit.client.0.smithi028.stdout: "ondisk_log_start": "0'0", 2024-08-29T19:03:07.115 INFO:tasks.workunit.client.0.smithi028.stdout: "parent": "0.0", 2024-08-29T19:03:07.115 INFO:tasks.workunit.client.0.smithi028.stdout: "parent_split_bits": 0, 2024-08-29T19:03:07.115 INFO:tasks.workunit.client.0.smithi028.stdout: "pgid": "3.16", 2024-08-29T19:03:07.115 INFO:tasks.workunit.client.0.smithi028.stdout: "pin_stats_invalid": false, 2024-08-29T19:03:07.115 INFO:tasks.workunit.client.0.smithi028.stdout: "purged_snaps": [], 2024-08-29T19:03:07.115 INFO:tasks.workunit.client.0.smithi028.stdout: "reported_epoch": 2650, 2024-08-29T19:03:07.115 INFO:tasks.workunit.client.0.smithi028.stdout: "reported_seq": 4613, 2024-08-29T19:03:07.115 INFO:tasks.workunit.client.0.smithi028.stdout: "scrub_duration": 0.0, 2024-08-29T19:03:07.115 INFO:tasks.workunit.client.0.smithi028.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-30T23:53:37.164297+0000", 2024-08-29T19:03:07.115 INFO:tasks.workunit.client.0.smithi028.stdout: "snaptrim_duration": 0.0, 2024-08-29T19:03:07.115 INFO:tasks.workunit.client.0.smithi028.stdout: "snaptrimq_len": 0, 2024-08-29T19:03:07.115 INFO:tasks.workunit.client.0.smithi028.stdout: "stat_sum": { 2024-08-29T19:03:07.116 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes": 0, 2024-08-29T19:03:07.116 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes_hit_set_archive": 0, 2024-08-29T19:03:07.116 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes_recovered": 0, 2024-08-29T19:03:07.116 INFO:tasks.workunit.client.0.smithi028.stdout: "num_deep_scrub_errors": 0, 2024-08-29T19:03:07.116 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict": 0, 2024-08-29T19:03:07.116 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_kb": 0, 2024-08-29T19:03:07.116 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_mode_full": 0, 2024-08-29T19:03:07.116 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_mode_some": 0, 2024-08-29T19:03:07.116 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush": 0, 2024-08-29T19:03:07.116 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_kb": 0, 2024-08-29T19:03:07.116 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_mode_high": 0, 2024-08-29T19:03:07.116 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_mode_low": 0, 2024-08-29T19:03:07.117 INFO:tasks.workunit.client.0.smithi028.stdout: "num_keys_recovered": 0, 2024-08-29T19:03:07.117 INFO:tasks.workunit.client.0.smithi028.stdout: "num_large_omap_objects": 0, 2024-08-29T19:03:07.117 INFO:tasks.workunit.client.0.smithi028.stdout: "num_legacy_snapsets": 0, 2024-08-29T19:03:07.117 INFO:tasks.workunit.client.0.smithi028.stdout: "num_object_clones": 0, 2024-08-29T19:03:07.117 INFO:tasks.workunit.client.0.smithi028.stdout: "num_object_copies": 0, 2024-08-29T19:03:07.117 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects": 0, 2024-08-29T19:03:07.117 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_degraded": 0, 2024-08-29T19:03:07.117 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_dirty": 0, 2024-08-29T19:03:07.117 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_hit_set_archive": 0, 2024-08-29T19:03:07.117 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_manifest": 0, 2024-08-29T19:03:07.117 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_misplaced": 0, 2024-08-29T19:03:07.117 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_missing": 0, 2024-08-29T19:03:07.117 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_missing_on_primary": 0, 2024-08-29T19:03:07.117 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_omap": 0, 2024-08-29T19:03:07.118 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_pinned": 0, 2024-08-29T19:03:07.118 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_recovered": 0, 2024-08-29T19:03:07.118 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_repaired": 0, 2024-08-29T19:03:07.118 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_unfound": 0, 2024-08-29T19:03:07.118 INFO:tasks.workunit.client.0.smithi028.stdout: "num_omap_bytes": 0, 2024-08-29T19:03:07.118 INFO:tasks.workunit.client.0.smithi028.stdout: "num_omap_keys": 0, 2024-08-29T19:03:07.118 INFO:tasks.workunit.client.0.smithi028.stdout: "num_promote": 0, 2024-08-29T19:03:07.118 INFO:tasks.workunit.client.0.smithi028.stdout: "num_read": 0, 2024-08-29T19:03:07.118 INFO:tasks.workunit.client.0.smithi028.stdout: "num_read_kb": 0, 2024-08-29T19:03:07.118 INFO:tasks.workunit.client.0.smithi028.stdout: "num_scrub_errors": 0, 2024-08-29T19:03:07.118 INFO:tasks.workunit.client.0.smithi028.stdout: "num_shallow_scrub_errors": 0, 2024-08-29T19:03:07.118 INFO:tasks.workunit.client.0.smithi028.stdout: "num_whiteouts": 0, 2024-08-29T19:03:07.118 INFO:tasks.workunit.client.0.smithi028.stdout: "num_write": 0, 2024-08-29T19:03:07.119 INFO:tasks.workunit.client.0.smithi028.stdout: "num_write_kb": 0 2024-08-29T19:03:07.119 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:07.119 INFO:tasks.workunit.client.0.smithi028.stdout: "state": "active+clean", 2024-08-29T19:03:07.119 INFO:tasks.workunit.client.0.smithi028.stdout: "stats_invalid": false, 2024-08-29T19:03:07.119 INFO:tasks.workunit.client.0.smithi028.stdout: "up": [ 2024-08-29T19:03:07.119 INFO:tasks.workunit.client.0.smithi028.stdout: 5, 2024-08-29T19:03:07.119 INFO:tasks.workunit.client.0.smithi028.stdout: 7, 2024-08-29T19:03:07.119 INFO:tasks.workunit.client.0.smithi028.stdout: 1 2024-08-29T19:03:07.119 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-08-29T19:03:07.119 INFO:tasks.workunit.client.0.smithi028.stdout: "up_primary": 5, 2024-08-29T19:03:07.119 INFO:tasks.workunit.client.0.smithi028.stdout: "version": "0'0" 2024-08-29T19:03:07.119 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:07.119 INFO:tasks.workunit.client.0.smithi028.stdout: { 2024-08-29T19:03:07.119 INFO:tasks.workunit.client.0.smithi028.stdout: "acting": [ 2024-08-29T19:03:07.120 INFO:tasks.workunit.client.0.smithi028.stdout: 6, 2024-08-29T19:03:07.120 INFO:tasks.workunit.client.0.smithi028.stdout: 5, 2024-08-29T19:03:07.120 INFO:tasks.workunit.client.0.smithi028.stdout: 2 2024-08-29T19:03:07.120 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-08-29T19:03:07.120 INFO:tasks.workunit.client.0.smithi028.stdout: "acting_primary": 6, 2024-08-29T19:03:07.120 INFO:tasks.workunit.client.0.smithi028.stdout: "avail_no_missing": [], 2024-08-29T19:03:07.120 INFO:tasks.workunit.client.0.smithi028.stdout: "blocked_by": [], 2024-08-29T19:03:07.120 INFO:tasks.workunit.client.0.smithi028.stdout: "created": 59, 2024-08-29T19:03:07.120 INFO:tasks.workunit.client.0.smithi028.stdout: "dirty_stats_invalid": false, 2024-08-29T19:03:07.120 INFO:tasks.workunit.client.0.smithi028.stdout: "hitset_bytes_stats_invalid": false, 2024-08-29T19:03:07.120 INFO:tasks.workunit.client.0.smithi028.stdout: "hitset_stats_invalid": false, 2024-08-29T19:03:07.120 INFO:tasks.workunit.client.0.smithi028.stdout: "last_active": "2024-08-29T19:02:14.926573+0000", 2024-08-29T19:03:07.120 INFO:tasks.workunit.client.0.smithi028.stdout: "last_became_active": "2024-08-29T17:57:36.375511+0000", 2024-08-29T19:03:07.121 INFO:tasks.workunit.client.0.smithi028.stdout: "last_became_peered": "2024-08-29T17:57:36.375511+0000", 2024-08-29T19:03:07.121 INFO:tasks.workunit.client.0.smithi028.stdout: "last_change": "2024-08-29T17:57:36.375877+0000", 2024-08-29T19:03:07.121 INFO:tasks.workunit.client.0.smithi028.stdout: "last_clean": "2024-08-29T19:02:14.926573+0000", 2024-08-29T19:03:07.121 INFO:tasks.workunit.client.0.smithi028.stdout: "last_clean_scrub_stamp": "2024-08-29T17:40:52.944949+0000", 2024-08-29T19:03:07.121 INFO:tasks.workunit.client.0.smithi028.stdout: "last_deep_scrub": "0'0", 2024-08-29T19:03:07.121 INFO:tasks.workunit.client.0.smithi028.stdout: "last_deep_scrub_stamp": "2024-08-29T17:40:52.944949+0000", 2024-08-29T19:03:07.121 INFO:tasks.workunit.client.0.smithi028.stdout: "last_epoch_clean": 646, 2024-08-29T19:03:07.121 INFO:tasks.workunit.client.0.smithi028.stdout: "last_fresh": "2024-08-29T19:02:14.926573+0000", 2024-08-29T19:03:07.121 INFO:tasks.workunit.client.0.smithi028.stdout: "last_fullsized": "2024-08-29T19:02:14.926573+0000", 2024-08-29T19:03:07.121 INFO:tasks.workunit.client.0.smithi028.stdout: "last_peered": "2024-08-29T19:02:14.926573+0000", 2024-08-29T19:03:07.121 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub": "0'0", 2024-08-29T19:03:07.121 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub_duration": 0, 2024-08-29T19:03:07.121 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub_stamp": "2024-08-29T17:40:52.944949+0000", 2024-08-29T19:03:07.122 INFO:tasks.workunit.client.0.smithi028.stdout: "last_undegraded": "2024-08-29T19:02:14.926573+0000", 2024-08-29T19:03:07.122 INFO:tasks.workunit.client.0.smithi028.stdout: "last_unstale": "2024-08-29T19:02:14.926573+0000", 2024-08-29T19:03:07.122 INFO:tasks.workunit.client.0.smithi028.stdout: "log_dups_size": 0, 2024-08-29T19:03:07.122 INFO:tasks.workunit.client.0.smithi028.stdout: "log_size": 0, 2024-08-29T19:03:07.122 INFO:tasks.workunit.client.0.smithi028.stdout: "log_start": "0'0", 2024-08-29T19:03:07.122 INFO:tasks.workunit.client.0.smithi028.stdout: "manifest_stats_invalid": false, 2024-08-29T19:03:07.122 INFO:tasks.workunit.client.0.smithi028.stdout: "mapping_epoch": 645, 2024-08-29T19:03:07.122 INFO:tasks.workunit.client.0.smithi028.stdout: "object_location_counts": [], 2024-08-29T19:03:07.122 INFO:tasks.workunit.client.0.smithi028.stdout: "objects_scrubbed": 0, 2024-08-29T19:03:07.122 INFO:tasks.workunit.client.0.smithi028.stdout: "objects_trimmed": 0, 2024-08-29T19:03:07.122 INFO:tasks.workunit.client.0.smithi028.stdout: "omap_stats_invalid": false, 2024-08-29T19:03:07.122 INFO:tasks.workunit.client.0.smithi028.stdout: "ondisk_log_size": 0, 2024-08-29T19:03:07.122 INFO:tasks.workunit.client.0.smithi028.stdout: "ondisk_log_start": "0'0", 2024-08-29T19:03:07.122 INFO:tasks.workunit.client.0.smithi028.stdout: "parent": "0.0", 2024-08-29T19:03:07.123 INFO:tasks.workunit.client.0.smithi028.stdout: "parent_split_bits": 0, 2024-08-29T19:03:07.123 INFO:tasks.workunit.client.0.smithi028.stdout: "pgid": "2.17", 2024-08-29T19:03:07.123 INFO:tasks.workunit.client.0.smithi028.stdout: "pin_stats_invalid": false, 2024-08-29T19:03:07.123 INFO:tasks.workunit.client.0.smithi028.stdout: "purged_snaps": [], 2024-08-29T19:03:07.123 INFO:tasks.workunit.client.0.smithi028.stdout: "reported_epoch": 2650, 2024-08-29T19:03:07.123 INFO:tasks.workunit.client.0.smithi028.stdout: "reported_seq": 4595, 2024-08-29T19:03:07.123 INFO:tasks.workunit.client.0.smithi028.stdout: "scrub_duration": 0.0, 2024-08-29T19:03:07.123 INFO:tasks.workunit.client.0.smithi028.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-31T01:11:01.098830+0000", 2024-08-29T19:03:07.123 INFO:tasks.workunit.client.0.smithi028.stdout: "snaptrim_duration": 0.0, 2024-08-29T19:03:07.123 INFO:tasks.workunit.client.0.smithi028.stdout: "snaptrimq_len": 0, 2024-08-29T19:03:07.123 INFO:tasks.workunit.client.0.smithi028.stdout: "stat_sum": { 2024-08-29T19:03:07.123 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes": 0, 2024-08-29T19:03:07.123 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes_hit_set_archive": 0, 2024-08-29T19:03:07.123 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes_recovered": 0, 2024-08-29T19:03:07.123 INFO:tasks.workunit.client.0.smithi028.stdout: "num_deep_scrub_errors": 0, 2024-08-29T19:03:07.124 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict": 0, 2024-08-29T19:03:07.124 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_kb": 0, 2024-08-29T19:03:07.124 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_mode_full": 0, 2024-08-29T19:03:07.124 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_mode_some": 0, 2024-08-29T19:03:07.124 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush": 0, 2024-08-29T19:03:07.124 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_kb": 0, 2024-08-29T19:03:07.124 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_mode_high": 0, 2024-08-29T19:03:07.124 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_mode_low": 0, 2024-08-29T19:03:07.124 INFO:tasks.workunit.client.0.smithi028.stdout: "num_keys_recovered": 0, 2024-08-29T19:03:07.124 INFO:tasks.workunit.client.0.smithi028.stdout: "num_large_omap_objects": 0, 2024-08-29T19:03:07.124 INFO:tasks.workunit.client.0.smithi028.stdout: "num_legacy_snapsets": 0, 2024-08-29T19:03:07.124 INFO:tasks.workunit.client.0.smithi028.stdout: "num_object_clones": 0, 2024-08-29T19:03:07.124 INFO:tasks.workunit.client.0.smithi028.stdout: "num_object_copies": 0, 2024-08-29T19:03:07.125 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects": 0, 2024-08-29T19:03:07.125 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_degraded": 0, 2024-08-29T19:03:07.125 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_dirty": 0, 2024-08-29T19:03:07.125 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_hit_set_archive": 0, 2024-08-29T19:03:07.125 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_manifest": 0, 2024-08-29T19:03:07.125 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_misplaced": 0, 2024-08-29T19:03:07.125 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_missing": 0, 2024-08-29T19:03:07.125 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_missing_on_primary": 0, 2024-08-29T19:03:07.125 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_omap": 0, 2024-08-29T19:03:07.125 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_pinned": 0, 2024-08-29T19:03:07.125 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_recovered": 0, 2024-08-29T19:03:07.125 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_repaired": 0, 2024-08-29T19:03:07.125 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_unfound": 0, 2024-08-29T19:03:07.125 INFO:tasks.workunit.client.0.smithi028.stdout: "num_omap_bytes": 0, 2024-08-29T19:03:07.126 INFO:tasks.workunit.client.0.smithi028.stdout: "num_omap_keys": 0, 2024-08-29T19:03:07.126 INFO:tasks.workunit.client.0.smithi028.stdout: "num_promote": 0, 2024-08-29T19:03:07.126 INFO:tasks.workunit.client.0.smithi028.stdout: "num_read": 0, 2024-08-29T19:03:07.126 INFO:tasks.workunit.client.0.smithi028.stdout: "num_read_kb": 0, 2024-08-29T19:03:07.126 INFO:tasks.workunit.client.0.smithi028.stdout: "num_scrub_errors": 0, 2024-08-29T19:03:07.126 INFO:tasks.workunit.client.0.smithi028.stdout: "num_shallow_scrub_errors": 0, 2024-08-29T19:03:07.126 INFO:tasks.workunit.client.0.smithi028.stdout: "num_whiteouts": 0, 2024-08-29T19:03:07.126 INFO:tasks.workunit.client.0.smithi028.stdout: "num_write": 0, 2024-08-29T19:03:07.126 INFO:tasks.workunit.client.0.smithi028.stdout: "num_write_kb": 0 2024-08-29T19:03:07.126 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:07.126 INFO:tasks.workunit.client.0.smithi028.stdout: "state": "active+clean", 2024-08-29T19:03:07.126 INFO:tasks.workunit.client.0.smithi028.stdout: "stats_invalid": false, 2024-08-29T19:03:07.126 INFO:tasks.workunit.client.0.smithi028.stdout: "up": [ 2024-08-29T19:03:07.126 INFO:tasks.workunit.client.0.smithi028.stdout: 6, 2024-08-29T19:03:07.127 INFO:tasks.workunit.client.0.smithi028.stdout: 5, 2024-08-29T19:03:07.127 INFO:tasks.workunit.client.0.smithi028.stdout: 2 2024-08-29T19:03:07.127 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-08-29T19:03:07.127 INFO:tasks.workunit.client.0.smithi028.stdout: "up_primary": 6, 2024-08-29T19:03:07.127 INFO:tasks.workunit.client.0.smithi028.stdout: "version": "0'0" 2024-08-29T19:03:07.127 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:07.127 INFO:tasks.workunit.client.0.smithi028.stdout: { 2024-08-29T19:03:07.127 INFO:tasks.workunit.client.0.smithi028.stdout: "acting": [ 2024-08-29T19:03:07.127 INFO:tasks.workunit.client.0.smithi028.stdout: 1, 2024-08-29T19:03:07.127 INFO:tasks.workunit.client.0.smithi028.stdout: 3, 2024-08-29T19:03:07.127 INFO:tasks.workunit.client.0.smithi028.stdout: 4 2024-08-29T19:03:07.127 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-08-29T19:03:07.127 INFO:tasks.workunit.client.0.smithi028.stdout: "acting_primary": 1, 2024-08-29T19:03:07.127 INFO:tasks.workunit.client.0.smithi028.stdout: "avail_no_missing": [], 2024-08-29T19:03:07.128 INFO:tasks.workunit.client.0.smithi028.stdout: "blocked_by": [], 2024-08-29T19:03:07.128 INFO:tasks.workunit.client.0.smithi028.stdout: "created": 62, 2024-08-29T19:03:07.128 INFO:tasks.workunit.client.0.smithi028.stdout: "dirty_stats_invalid": false, 2024-08-29T19:03:07.128 INFO:tasks.workunit.client.0.smithi028.stdout: "hitset_bytes_stats_invalid": false, 2024-08-29T19:03:07.128 INFO:tasks.workunit.client.0.smithi028.stdout: "hitset_stats_invalid": false, 2024-08-29T19:03:07.128 INFO:tasks.workunit.client.0.smithi028.stdout: "last_active": "2024-08-29T19:02:14.817039+0000", 2024-08-29T19:03:07.128 INFO:tasks.workunit.client.0.smithi028.stdout: "last_became_active": "2024-08-29T17:56:29.378319+0000", 2024-08-29T19:03:07.128 INFO:tasks.workunit.client.0.smithi028.stdout: "last_became_peered": "2024-08-29T17:56:29.378319+0000", 2024-08-29T19:03:07.128 INFO:tasks.workunit.client.0.smithi028.stdout: "last_change": "2024-08-29T17:56:29.379920+0000", 2024-08-29T19:03:07.128 INFO:tasks.workunit.client.0.smithi028.stdout: "last_clean": "2024-08-29T19:02:14.817039+0000", 2024-08-29T19:03:07.128 INFO:tasks.workunit.client.0.smithi028.stdout: "last_clean_scrub_stamp": "2024-08-29T17:41:01.987071+0000", 2024-08-29T19:03:07.128 INFO:tasks.workunit.client.0.smithi028.stdout: "last_deep_scrub": "0'0", 2024-08-29T19:03:07.128 INFO:tasks.workunit.client.0.smithi028.stdout: "last_deep_scrub_stamp": "2024-08-29T17:41:01.987071+0000", 2024-08-29T19:03:07.128 INFO:tasks.workunit.client.0.smithi028.stdout: "last_epoch_clean": 580, 2024-08-29T19:03:07.128 INFO:tasks.workunit.client.0.smithi028.stdout: "last_fresh": "2024-08-29T19:02:14.817039+0000", 2024-08-29T19:03:07.129 INFO:tasks.workunit.client.0.smithi028.stdout: "last_fullsized": "2024-08-29T19:02:14.817039+0000", 2024-08-29T19:03:07.129 INFO:tasks.workunit.client.0.smithi028.stdout: "last_peered": "2024-08-29T19:02:14.817039+0000", 2024-08-29T19:03:07.129 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub": "0'0", 2024-08-29T19:03:07.129 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub_duration": 0, 2024-08-29T19:03:07.129 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub_stamp": "2024-08-29T17:41:01.987071+0000", 2024-08-29T19:03:07.129 INFO:tasks.workunit.client.0.smithi028.stdout: "last_undegraded": "2024-08-29T19:02:14.817039+0000", 2024-08-29T19:03:07.129 INFO:tasks.workunit.client.0.smithi028.stdout: "last_unstale": "2024-08-29T19:02:14.817039+0000", 2024-08-29T19:03:07.129 INFO:tasks.workunit.client.0.smithi028.stdout: "log_dups_size": 0, 2024-08-29T19:03:07.129 INFO:tasks.workunit.client.0.smithi028.stdout: "log_size": 0, 2024-08-29T19:03:07.129 INFO:tasks.workunit.client.0.smithi028.stdout: "log_start": "0'0", 2024-08-29T19:03:07.129 INFO:tasks.workunit.client.0.smithi028.stdout: "manifest_stats_invalid": false, 2024-08-29T19:03:07.129 INFO:tasks.workunit.client.0.smithi028.stdout: "mapping_epoch": 579, 2024-08-29T19:03:07.129 INFO:tasks.workunit.client.0.smithi028.stdout: "object_location_counts": [], 2024-08-29T19:03:07.129 INFO:tasks.workunit.client.0.smithi028.stdout: "objects_scrubbed": 0, 2024-08-29T19:03:07.130 INFO:tasks.workunit.client.0.smithi028.stdout: "objects_trimmed": 0, 2024-08-29T19:03:07.130 INFO:tasks.workunit.client.0.smithi028.stdout: "omap_stats_invalid": false, 2024-08-29T19:03:07.130 INFO:tasks.workunit.client.0.smithi028.stdout: "ondisk_log_size": 0, 2024-08-29T19:03:07.130 INFO:tasks.workunit.client.0.smithi028.stdout: "ondisk_log_start": "0'0", 2024-08-29T19:03:07.130 INFO:tasks.workunit.client.0.smithi028.stdout: "parent": "0.0", 2024-08-29T19:03:07.130 INFO:tasks.workunit.client.0.smithi028.stdout: "parent_split_bits": 0, 2024-08-29T19:03:07.130 INFO:tasks.workunit.client.0.smithi028.stdout: "pgid": "3.19", 2024-08-29T19:03:07.130 INFO:tasks.workunit.client.0.smithi028.stdout: "pin_stats_invalid": false, 2024-08-29T19:03:07.130 INFO:tasks.workunit.client.0.smithi028.stdout: "purged_snaps": [], 2024-08-29T19:03:07.130 INFO:tasks.workunit.client.0.smithi028.stdout: "reported_epoch": 2650, 2024-08-29T19:03:07.130 INFO:tasks.workunit.client.0.smithi028.stdout: "reported_seq": 4745, 2024-08-29T19:03:07.130 INFO:tasks.workunit.client.0.smithi028.stdout: "scrub_duration": 0.0, 2024-08-29T19:03:07.130 INFO:tasks.workunit.client.0.smithi028.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-30T22:14:49.998918+0000", 2024-08-29T19:03:07.130 INFO:tasks.workunit.client.0.smithi028.stdout: "snaptrim_duration": 0.0, 2024-08-29T19:03:07.131 INFO:tasks.workunit.client.0.smithi028.stdout: "snaptrimq_len": 0, 2024-08-29T19:03:07.131 INFO:tasks.workunit.client.0.smithi028.stdout: "stat_sum": { 2024-08-29T19:03:07.131 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes": 0, 2024-08-29T19:03:07.131 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes_hit_set_archive": 0, 2024-08-29T19:03:07.131 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes_recovered": 0, 2024-08-29T19:03:07.131 INFO:tasks.workunit.client.0.smithi028.stdout: "num_deep_scrub_errors": 0, 2024-08-29T19:03:07.131 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict": 0, 2024-08-29T19:03:07.131 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_kb": 0, 2024-08-29T19:03:07.131 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_mode_full": 0, 2024-08-29T19:03:07.131 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_mode_some": 0, 2024-08-29T19:03:07.131 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush": 0, 2024-08-29T19:03:07.131 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_kb": 0, 2024-08-29T19:03:07.131 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_mode_high": 0, 2024-08-29T19:03:07.132 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_mode_low": 0, 2024-08-29T19:03:07.132 INFO:tasks.workunit.client.0.smithi028.stdout: "num_keys_recovered": 0, 2024-08-29T19:03:07.132 INFO:tasks.workunit.client.0.smithi028.stdout: "num_large_omap_objects": 0, 2024-08-29T19:03:07.132 INFO:tasks.workunit.client.0.smithi028.stdout: "num_legacy_snapsets": 0, 2024-08-29T19:03:07.132 INFO:tasks.workunit.client.0.smithi028.stdout: "num_object_clones": 0, 2024-08-29T19:03:07.132 INFO:tasks.workunit.client.0.smithi028.stdout: "num_object_copies": 0, 2024-08-29T19:03:07.132 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects": 0, 2024-08-29T19:03:07.132 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_degraded": 0, 2024-08-29T19:03:07.132 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_dirty": 0, 2024-08-29T19:03:07.132 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_hit_set_archive": 0, 2024-08-29T19:03:07.132 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_manifest": 0, 2024-08-29T19:03:07.132 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_misplaced": 0, 2024-08-29T19:03:07.132 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_missing": 0, 2024-08-29T19:03:07.133 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_missing_on_primary": 0, 2024-08-29T19:03:07.133 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_omap": 0, 2024-08-29T19:03:07.133 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_pinned": 0, 2024-08-29T19:03:07.133 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_recovered": 0, 2024-08-29T19:03:07.133 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_repaired": 0, 2024-08-29T19:03:07.133 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_unfound": 0, 2024-08-29T19:03:07.133 INFO:tasks.workunit.client.0.smithi028.stdout: "num_omap_bytes": 0, 2024-08-29T19:03:07.133 INFO:tasks.workunit.client.0.smithi028.stdout: "num_omap_keys": 0, 2024-08-29T19:03:07.133 INFO:tasks.workunit.client.0.smithi028.stdout: "num_promote": 0, 2024-08-29T19:03:07.133 INFO:tasks.workunit.client.0.smithi028.stdout: "num_read": 0, 2024-08-29T19:03:07.133 INFO:tasks.workunit.client.0.smithi028.stdout: "num_read_kb": 0, 2024-08-29T19:03:07.133 INFO:tasks.workunit.client.0.smithi028.stdout: "num_scrub_errors": 0, 2024-08-29T19:03:07.133 INFO:tasks.workunit.client.0.smithi028.stdout: "num_shallow_scrub_errors": 0, 2024-08-29T19:03:07.134 INFO:tasks.workunit.client.0.smithi028.stdout: "num_whiteouts": 0, 2024-08-29T19:03:07.134 INFO:tasks.workunit.client.0.smithi028.stdout: "num_write": 0, 2024-08-29T19:03:07.134 INFO:tasks.workunit.client.0.smithi028.stdout: "num_write_kb": 0 2024-08-29T19:03:07.134 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:07.134 INFO:tasks.workunit.client.0.smithi028.stdout: "state": "active+clean", 2024-08-29T19:03:07.134 INFO:tasks.workunit.client.0.smithi028.stdout: "stats_invalid": false, 2024-08-29T19:03:07.134 INFO:tasks.workunit.client.0.smithi028.stdout: "up": [ 2024-08-29T19:03:07.134 INFO:tasks.workunit.client.0.smithi028.stdout: 1, 2024-08-29T19:03:07.134 INFO:tasks.workunit.client.0.smithi028.stdout: 3, 2024-08-29T19:03:07.134 INFO:tasks.workunit.client.0.smithi028.stdout: 4 2024-08-29T19:03:07.134 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-08-29T19:03:07.134 INFO:tasks.workunit.client.0.smithi028.stdout: "up_primary": 1, 2024-08-29T19:03:07.134 INFO:tasks.workunit.client.0.smithi028.stdout: "version": "0'0" 2024-08-29T19:03:07.134 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:07.135 INFO:tasks.workunit.client.0.smithi028.stdout: { 2024-08-29T19:03:07.135 INFO:tasks.workunit.client.0.smithi028.stdout: "acting": [ 2024-08-29T19:03:07.135 INFO:tasks.workunit.client.0.smithi028.stdout: 5, 2024-08-29T19:03:07.135 INFO:tasks.workunit.client.0.smithi028.stdout: 4, 2024-08-29T19:03:07.135 INFO:tasks.workunit.client.0.smithi028.stdout: 7 2024-08-29T19:03:07.135 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-08-29T19:03:07.135 INFO:tasks.workunit.client.0.smithi028.stdout: "acting_primary": 5, 2024-08-29T19:03:07.135 INFO:tasks.workunit.client.0.smithi028.stdout: "avail_no_missing": [], 2024-08-29T19:03:07.135 INFO:tasks.workunit.client.0.smithi028.stdout: "blocked_by": [], 2024-08-29T19:03:07.135 INFO:tasks.workunit.client.0.smithi028.stdout: "created": 59, 2024-08-29T19:03:07.135 INFO:tasks.workunit.client.0.smithi028.stdout: "dirty_stats_invalid": false, 2024-08-29T19:03:07.135 INFO:tasks.workunit.client.0.smithi028.stdout: "hitset_bytes_stats_invalid": false, 2024-08-29T19:03:07.135 INFO:tasks.workunit.client.0.smithi028.stdout: "hitset_stats_invalid": false, 2024-08-29T19:03:07.135 INFO:tasks.workunit.client.0.smithi028.stdout: "last_active": "2024-08-29T19:02:14.925347+0000", 2024-08-29T19:03:07.136 INFO:tasks.workunit.client.0.smithi028.stdout: "last_became_active": "2024-08-29T17:58:11.350343+0000", 2024-08-29T19:03:07.136 INFO:tasks.workunit.client.0.smithi028.stdout: "last_became_peered": "2024-08-29T17:58:11.350343+0000", 2024-08-29T19:03:07.136 INFO:tasks.workunit.client.0.smithi028.stdout: "last_change": "2024-08-29T17:58:11.351041+0000", 2024-08-29T19:03:07.136 INFO:tasks.workunit.client.0.smithi028.stdout: "last_clean": "2024-08-29T19:02:14.925347+0000", 2024-08-29T19:03:07.136 INFO:tasks.workunit.client.0.smithi028.stdout: "last_clean_scrub_stamp": "2024-08-29T17:40:52.944949+0000", 2024-08-29T19:03:07.136 INFO:tasks.workunit.client.0.smithi028.stdout: "last_deep_scrub": "0'0", 2024-08-29T19:03:07.136 INFO:tasks.workunit.client.0.smithi028.stdout: "last_deep_scrub_stamp": "2024-08-29T17:40:52.944949+0000", 2024-08-29T19:03:07.136 INFO:tasks.workunit.client.0.smithi028.stdout: "last_epoch_clean": 681, 2024-08-29T19:03:07.136 INFO:tasks.workunit.client.0.smithi028.stdout: "last_fresh": "2024-08-29T19:02:14.925347+0000", 2024-08-29T19:03:07.136 INFO:tasks.workunit.client.0.smithi028.stdout: "last_fullsized": "2024-08-29T19:02:14.925347+0000", 2024-08-29T19:03:07.136 INFO:tasks.workunit.client.0.smithi028.stdout: "last_peered": "2024-08-29T19:02:14.925347+0000", 2024-08-29T19:03:07.136 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub": "0'0", 2024-08-29T19:03:07.136 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub_duration": 0, 2024-08-29T19:03:07.136 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub_stamp": "2024-08-29T17:40:52.944949+0000", 2024-08-29T19:03:07.137 INFO:tasks.workunit.client.0.smithi028.stdout: "last_undegraded": "2024-08-29T19:02:14.925347+0000", 2024-08-29T19:03:07.137 INFO:tasks.workunit.client.0.smithi028.stdout: "last_unstale": "2024-08-29T19:02:14.925347+0000", 2024-08-29T19:03:07.137 INFO:tasks.workunit.client.0.smithi028.stdout: "log_dups_size": 0, 2024-08-29T19:03:07.137 INFO:tasks.workunit.client.0.smithi028.stdout: "log_size": 0, 2024-08-29T19:03:07.137 INFO:tasks.workunit.client.0.smithi028.stdout: "log_start": "0'0", 2024-08-29T19:03:07.137 INFO:tasks.workunit.client.0.smithi028.stdout: "manifest_stats_invalid": false, 2024-08-29T19:03:07.137 INFO:tasks.workunit.client.0.smithi028.stdout: "mapping_epoch": 680, 2024-08-29T19:03:07.137 INFO:tasks.workunit.client.0.smithi028.stdout: "object_location_counts": [], 2024-08-29T19:03:07.137 INFO:tasks.workunit.client.0.smithi028.stdout: "objects_scrubbed": 0, 2024-08-29T19:03:07.137 INFO:tasks.workunit.client.0.smithi028.stdout: "objects_trimmed": 0, 2024-08-29T19:03:07.137 INFO:tasks.workunit.client.0.smithi028.stdout: "omap_stats_invalid": false, 2024-08-29T19:03:07.137 INFO:tasks.workunit.client.0.smithi028.stdout: "ondisk_log_size": 0, 2024-08-29T19:03:07.137 INFO:tasks.workunit.client.0.smithi028.stdout: "ondisk_log_start": "0'0", 2024-08-29T19:03:07.138 INFO:tasks.workunit.client.0.smithi028.stdout: "parent": "0.0", 2024-08-29T19:03:07.138 INFO:tasks.workunit.client.0.smithi028.stdout: "parent_split_bits": 0, 2024-08-29T19:03:07.138 INFO:tasks.workunit.client.0.smithi028.stdout: "pgid": "2.18", 2024-08-29T19:03:07.138 INFO:tasks.workunit.client.0.smithi028.stdout: "pin_stats_invalid": false, 2024-08-29T19:03:07.138 INFO:tasks.workunit.client.0.smithi028.stdout: "purged_snaps": [], 2024-08-29T19:03:07.138 INFO:tasks.workunit.client.0.smithi028.stdout: "reported_epoch": 2650, 2024-08-29T19:03:07.138 INFO:tasks.workunit.client.0.smithi028.stdout: "reported_seq": 4627, 2024-08-29T19:03:07.138 INFO:tasks.workunit.client.0.smithi028.stdout: "scrub_duration": 0.0, 2024-08-29T19:03:07.138 INFO:tasks.workunit.client.0.smithi028.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-31T03:37:26.448949+0000", 2024-08-29T19:03:07.138 INFO:tasks.workunit.client.0.smithi028.stdout: "snaptrim_duration": 0.0, 2024-08-29T19:03:07.138 INFO:tasks.workunit.client.0.smithi028.stdout: "snaptrimq_len": 0, 2024-08-29T19:03:07.138 INFO:tasks.workunit.client.0.smithi028.stdout: "stat_sum": { 2024-08-29T19:03:07.138 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes": 0, 2024-08-29T19:03:07.138 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes_hit_set_archive": 0, 2024-08-29T19:03:07.139 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes_recovered": 0, 2024-08-29T19:03:07.139 INFO:tasks.workunit.client.0.smithi028.stdout: "num_deep_scrub_errors": 0, 2024-08-29T19:03:07.139 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict": 0, 2024-08-29T19:03:07.139 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_kb": 0, 2024-08-29T19:03:07.139 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_mode_full": 0, 2024-08-29T19:03:07.139 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_mode_some": 0, 2024-08-29T19:03:07.139 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush": 0, 2024-08-29T19:03:07.139 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_kb": 0, 2024-08-29T19:03:07.139 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_mode_high": 0, 2024-08-29T19:03:07.139 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_mode_low": 0, 2024-08-29T19:03:07.139 INFO:tasks.workunit.client.0.smithi028.stdout: "num_keys_recovered": 0, 2024-08-29T19:03:07.139 INFO:tasks.workunit.client.0.smithi028.stdout: "num_large_omap_objects": 0, 2024-08-29T19:03:07.139 INFO:tasks.workunit.client.0.smithi028.stdout: "num_legacy_snapsets": 0, 2024-08-29T19:03:07.140 INFO:tasks.workunit.client.0.smithi028.stdout: "num_object_clones": 0, 2024-08-29T19:03:07.140 INFO:tasks.workunit.client.0.smithi028.stdout: "num_object_copies": 0, 2024-08-29T19:03:07.140 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects": 0, 2024-08-29T19:03:07.140 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_degraded": 0, 2024-08-29T19:03:07.140 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_dirty": 0, 2024-08-29T19:03:07.140 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_hit_set_archive": 0, 2024-08-29T19:03:07.140 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_manifest": 0, 2024-08-29T19:03:07.140 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_misplaced": 0, 2024-08-29T19:03:07.140 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_missing": 0, 2024-08-29T19:03:07.140 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_missing_on_primary": 0, 2024-08-29T19:03:07.140 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_omap": 0, 2024-08-29T19:03:07.140 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_pinned": 0, 2024-08-29T19:03:07.140 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_recovered": 0, 2024-08-29T19:03:07.140 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_repaired": 0, 2024-08-29T19:03:07.141 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_unfound": 0, 2024-08-29T19:03:07.141 INFO:tasks.workunit.client.0.smithi028.stdout: "num_omap_bytes": 0, 2024-08-29T19:03:07.141 INFO:tasks.workunit.client.0.smithi028.stdout: "num_omap_keys": 0, 2024-08-29T19:03:07.141 INFO:tasks.workunit.client.0.smithi028.stdout: "num_promote": 0, 2024-08-29T19:03:07.141 INFO:tasks.workunit.client.0.smithi028.stdout: "num_read": 0, 2024-08-29T19:03:07.141 INFO:tasks.workunit.client.0.smithi028.stdout: "num_read_kb": 0, 2024-08-29T19:03:07.141 INFO:tasks.workunit.client.0.smithi028.stdout: "num_scrub_errors": 0, 2024-08-29T19:03:07.141 INFO:tasks.workunit.client.0.smithi028.stdout: "num_shallow_scrub_errors": 0, 2024-08-29T19:03:07.141 INFO:tasks.workunit.client.0.smithi028.stdout: "num_whiteouts": 0, 2024-08-29T19:03:07.141 INFO:tasks.workunit.client.0.smithi028.stdout: "num_write": 0, 2024-08-29T19:03:07.141 INFO:tasks.workunit.client.0.smithi028.stdout: "num_write_kb": 0 2024-08-29T19:03:07.141 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:07.141 INFO:tasks.workunit.client.0.smithi028.stdout: "state": "active+clean", 2024-08-29T19:03:07.142 INFO:tasks.workunit.client.0.smithi028.stdout: "stats_invalid": false, 2024-08-29T19:03:07.142 INFO:tasks.workunit.client.0.smithi028.stdout: "up": [ 2024-08-29T19:03:07.142 INFO:tasks.workunit.client.0.smithi028.stdout: 5, 2024-08-29T19:03:07.142 INFO:tasks.workunit.client.0.smithi028.stdout: 4, 2024-08-29T19:03:07.142 INFO:tasks.workunit.client.0.smithi028.stdout: 7 2024-08-29T19:03:07.142 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-08-29T19:03:07.142 INFO:tasks.workunit.client.0.smithi028.stdout: "up_primary": 5, 2024-08-29T19:03:07.142 INFO:tasks.workunit.client.0.smithi028.stdout: "version": "0'0" 2024-08-29T19:03:07.142 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:07.142 INFO:tasks.workunit.client.0.smithi028.stdout: { 2024-08-29T19:03:07.142 INFO:tasks.workunit.client.0.smithi028.stdout: "acting": [ 2024-08-29T19:03:07.142 INFO:tasks.workunit.client.0.smithi028.stdout: 3, 2024-08-29T19:03:07.142 INFO:tasks.workunit.client.0.smithi028.stdout: 0, 2024-08-29T19:03:07.142 INFO:tasks.workunit.client.0.smithi028.stdout: 1 2024-08-29T19:03:07.143 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-08-29T19:03:07.143 INFO:tasks.workunit.client.0.smithi028.stdout: "acting_primary": 3, 2024-08-29T19:03:07.143 INFO:tasks.workunit.client.0.smithi028.stdout: "avail_no_missing": [], 2024-08-29T19:03:07.143 INFO:tasks.workunit.client.0.smithi028.stdout: "blocked_by": [], 2024-08-29T19:03:07.143 INFO:tasks.workunit.client.0.smithi028.stdout: "created": 62, 2024-08-29T19:03:07.143 INFO:tasks.workunit.client.0.smithi028.stdout: "dirty_stats_invalid": false, 2024-08-29T19:03:07.143 INFO:tasks.workunit.client.0.smithi028.stdout: "hitset_bytes_stats_invalid": false, 2024-08-29T19:03:07.143 INFO:tasks.workunit.client.0.smithi028.stdout: "hitset_stats_invalid": false, 2024-08-29T19:03:07.143 INFO:tasks.workunit.client.0.smithi028.stdout: "last_active": "2024-08-29T19:02:14.841023+0000", 2024-08-29T19:03:07.143 INFO:tasks.workunit.client.0.smithi028.stdout: "last_became_active": "2024-08-29T17:55:56.321782+0000", 2024-08-29T19:03:07.143 INFO:tasks.workunit.client.0.smithi028.stdout: "last_became_peered": "2024-08-29T17:55:56.321782+0000", 2024-08-29T19:03:07.143 INFO:tasks.workunit.client.0.smithi028.stdout: "last_change": "2024-08-29T17:55:56.325322+0000", 2024-08-29T19:03:07.143 INFO:tasks.workunit.client.0.smithi028.stdout: "last_clean": "2024-08-29T19:02:14.841023+0000", 2024-08-29T19:03:07.144 INFO:tasks.workunit.client.0.smithi028.stdout: "last_clean_scrub_stamp": "2024-08-29T17:41:01.987071+0000", 2024-08-29T19:03:07.144 INFO:tasks.workunit.client.0.smithi028.stdout: "last_deep_scrub": "0'0", 2024-08-29T19:03:07.144 INFO:tasks.workunit.client.0.smithi028.stdout: "last_deep_scrub_stamp": "2024-08-29T17:41:01.987071+0000", 2024-08-29T19:03:07.144 INFO:tasks.workunit.client.0.smithi028.stdout: "last_epoch_clean": 547, 2024-08-29T19:03:07.144 INFO:tasks.workunit.client.0.smithi028.stdout: "last_fresh": "2024-08-29T19:02:14.841023+0000", 2024-08-29T19:03:07.144 INFO:tasks.workunit.client.0.smithi028.stdout: "last_fullsized": "2024-08-29T19:02:14.841023+0000", 2024-08-29T19:03:07.144 INFO:tasks.workunit.client.0.smithi028.stdout: "last_peered": "2024-08-29T19:02:14.841023+0000", 2024-08-29T19:03:07.144 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub": "0'0", 2024-08-29T19:03:07.144 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub_duration": 0, 2024-08-29T19:03:07.144 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub_stamp": "2024-08-29T17:41:01.987071+0000", 2024-08-29T19:03:07.144 INFO:tasks.workunit.client.0.smithi028.stdout: "last_undegraded": "2024-08-29T19:02:14.841023+0000", 2024-08-29T19:03:07.144 INFO:tasks.workunit.client.0.smithi028.stdout: "last_unstale": "2024-08-29T19:02:14.841023+0000", 2024-08-29T19:03:07.144 INFO:tasks.workunit.client.0.smithi028.stdout: "log_dups_size": 0, 2024-08-29T19:03:07.144 INFO:tasks.workunit.client.0.smithi028.stdout: "log_size": 0, 2024-08-29T19:03:07.145 INFO:tasks.workunit.client.0.smithi028.stdout: "log_start": "0'0", 2024-08-29T19:03:07.145 INFO:tasks.workunit.client.0.smithi028.stdout: "manifest_stats_invalid": false, 2024-08-29T19:03:07.145 INFO:tasks.workunit.client.0.smithi028.stdout: "mapping_epoch": 546, 2024-08-29T19:03:07.145 INFO:tasks.workunit.client.0.smithi028.stdout: "object_location_counts": [], 2024-08-29T19:03:07.145 INFO:tasks.workunit.client.0.smithi028.stdout: "objects_scrubbed": 0, 2024-08-29T19:03:07.145 INFO:tasks.workunit.client.0.smithi028.stdout: "objects_trimmed": 0, 2024-08-29T19:03:07.145 INFO:tasks.workunit.client.0.smithi028.stdout: "omap_stats_invalid": false, 2024-08-29T19:03:07.145 INFO:tasks.workunit.client.0.smithi028.stdout: "ondisk_log_size": 0, 2024-08-29T19:03:07.145 INFO:tasks.workunit.client.0.smithi028.stdout: "ondisk_log_start": "0'0", 2024-08-29T19:03:07.145 INFO:tasks.workunit.client.0.smithi028.stdout: "parent": "0.0", 2024-08-29T19:03:07.145 INFO:tasks.workunit.client.0.smithi028.stdout: "parent_split_bits": 0, 2024-08-29T19:03:07.145 INFO:tasks.workunit.client.0.smithi028.stdout: "pgid": "3.18", 2024-08-29T19:03:07.145 INFO:tasks.workunit.client.0.smithi028.stdout: "pin_stats_invalid": false, 2024-08-29T19:03:07.145 INFO:tasks.workunit.client.0.smithi028.stdout: "purged_snaps": [], 2024-08-29T19:03:07.146 INFO:tasks.workunit.client.0.smithi028.stdout: "reported_epoch": 2650, 2024-08-29T19:03:07.146 INFO:tasks.workunit.client.0.smithi028.stdout: "reported_seq": 4724, 2024-08-29T19:03:07.146 INFO:tasks.workunit.client.0.smithi028.stdout: "scrub_duration": 0.0, 2024-08-29T19:03:07.146 INFO:tasks.workunit.client.0.smithi028.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-30T18:25:00.149428+0000", 2024-08-29T19:03:07.146 INFO:tasks.workunit.client.0.smithi028.stdout: "snaptrim_duration": 0.0, 2024-08-29T19:03:07.146 INFO:tasks.workunit.client.0.smithi028.stdout: "snaptrimq_len": 0, 2024-08-29T19:03:07.146 INFO:tasks.workunit.client.0.smithi028.stdout: "stat_sum": { 2024-08-29T19:03:07.146 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes": 0, 2024-08-29T19:03:07.146 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes_hit_set_archive": 0, 2024-08-29T19:03:07.146 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes_recovered": 0, 2024-08-29T19:03:07.146 INFO:tasks.workunit.client.0.smithi028.stdout: "num_deep_scrub_errors": 0, 2024-08-29T19:03:07.146 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict": 0, 2024-08-29T19:03:07.146 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_kb": 0, 2024-08-29T19:03:07.146 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_mode_full": 0, 2024-08-29T19:03:07.147 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_mode_some": 0, 2024-08-29T19:03:07.147 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush": 0, 2024-08-29T19:03:07.147 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_kb": 0, 2024-08-29T19:03:07.147 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_mode_high": 0, 2024-08-29T19:03:07.147 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_mode_low": 0, 2024-08-29T19:03:07.147 INFO:tasks.workunit.client.0.smithi028.stdout: "num_keys_recovered": 0, 2024-08-29T19:03:07.147 INFO:tasks.workunit.client.0.smithi028.stdout: "num_large_omap_objects": 0, 2024-08-29T19:03:07.147 INFO:tasks.workunit.client.0.smithi028.stdout: "num_legacy_snapsets": 0, 2024-08-29T19:03:07.147 INFO:tasks.workunit.client.0.smithi028.stdout: "num_object_clones": 0, 2024-08-29T19:03:07.147 INFO:tasks.workunit.client.0.smithi028.stdout: "num_object_copies": 0, 2024-08-29T19:03:07.147 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects": 0, 2024-08-29T19:03:07.147 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_degraded": 0, 2024-08-29T19:03:07.147 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_dirty": 0, 2024-08-29T19:03:07.148 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_hit_set_archive": 0, 2024-08-29T19:03:07.148 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_manifest": 0, 2024-08-29T19:03:07.148 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_misplaced": 0, 2024-08-29T19:03:07.148 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_missing": 0, 2024-08-29T19:03:07.148 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_missing_on_primary": 0, 2024-08-29T19:03:07.148 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_omap": 0, 2024-08-29T19:03:07.148 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_pinned": 0, 2024-08-29T19:03:07.148 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_recovered": 0, 2024-08-29T19:03:07.148 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_repaired": 0, 2024-08-29T19:03:07.148 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_unfound": 0, 2024-08-29T19:03:07.148 INFO:tasks.workunit.client.0.smithi028.stdout: "num_omap_bytes": 0, 2024-08-29T19:03:07.148 INFO:tasks.workunit.client.0.smithi028.stdout: "num_omap_keys": 0, 2024-08-29T19:03:07.148 INFO:tasks.workunit.client.0.smithi028.stdout: "num_promote": 0, 2024-08-29T19:03:07.149 INFO:tasks.workunit.client.0.smithi028.stdout: "num_read": 0, 2024-08-29T19:03:07.149 INFO:tasks.workunit.client.0.smithi028.stdout: "num_read_kb": 0, 2024-08-29T19:03:07.149 INFO:tasks.workunit.client.0.smithi028.stdout: "num_scrub_errors": 0, 2024-08-29T19:03:07.149 INFO:tasks.workunit.client.0.smithi028.stdout: "num_shallow_scrub_errors": 0, 2024-08-29T19:03:07.149 INFO:tasks.workunit.client.0.smithi028.stdout: "num_whiteouts": 0, 2024-08-29T19:03:07.149 INFO:tasks.workunit.client.0.smithi028.stdout: "num_write": 0, 2024-08-29T19:03:07.149 INFO:tasks.workunit.client.0.smithi028.stdout: "num_write_kb": 0 2024-08-29T19:03:07.149 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:07.149 INFO:tasks.workunit.client.0.smithi028.stdout: "state": "active+clean", 2024-08-29T19:03:07.149 INFO:tasks.workunit.client.0.smithi028.stdout: "stats_invalid": false, 2024-08-29T19:03:07.149 INFO:tasks.workunit.client.0.smithi028.stdout: "up": [ 2024-08-29T19:03:07.149 INFO:tasks.workunit.client.0.smithi028.stdout: 3, 2024-08-29T19:03:07.149 INFO:tasks.workunit.client.0.smithi028.stdout: 0, 2024-08-29T19:03:07.150 INFO:tasks.workunit.client.0.smithi028.stdout: 1 2024-08-29T19:03:07.150 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-08-29T19:03:07.150 INFO:tasks.workunit.client.0.smithi028.stdout: "up_primary": 3, 2024-08-29T19:03:07.150 INFO:tasks.workunit.client.0.smithi028.stdout: "version": "0'0" 2024-08-29T19:03:07.150 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:07.150 INFO:tasks.workunit.client.0.smithi028.stdout: { 2024-08-29T19:03:07.150 INFO:tasks.workunit.client.0.smithi028.stdout: "acting": [ 2024-08-29T19:03:07.150 INFO:tasks.workunit.client.0.smithi028.stdout: 3, 2024-08-29T19:03:07.150 INFO:tasks.workunit.client.0.smithi028.stdout: 6, 2024-08-29T19:03:07.150 INFO:tasks.workunit.client.0.smithi028.stdout: 0 2024-08-29T19:03:07.150 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-08-29T19:03:07.150 INFO:tasks.workunit.client.0.smithi028.stdout: "acting_primary": 3, 2024-08-29T19:03:07.150 INFO:tasks.workunit.client.0.smithi028.stdout: "avail_no_missing": [], 2024-08-29T19:03:07.150 INFO:tasks.workunit.client.0.smithi028.stdout: "blocked_by": [], 2024-08-29T19:03:07.151 INFO:tasks.workunit.client.0.smithi028.stdout: "created": 59, 2024-08-29T19:03:07.151 INFO:tasks.workunit.client.0.smithi028.stdout: "dirty_stats_invalid": false, 2024-08-29T19:03:07.151 INFO:tasks.workunit.client.0.smithi028.stdout: "hitset_bytes_stats_invalid": false, 2024-08-29T19:03:07.151 INFO:tasks.workunit.client.0.smithi028.stdout: "hitset_stats_invalid": false, 2024-08-29T19:03:07.151 INFO:tasks.workunit.client.0.smithi028.stdout: "last_active": "2024-08-29T19:02:14.839839+0000", 2024-08-29T19:03:07.151 INFO:tasks.workunit.client.0.smithi028.stdout: "last_became_active": "2024-08-29T17:57:36.388876+0000", 2024-08-29T19:03:07.151 INFO:tasks.workunit.client.0.smithi028.stdout: "last_became_peered": "2024-08-29T17:57:36.388876+0000", 2024-08-29T19:03:07.151 INFO:tasks.workunit.client.0.smithi028.stdout: "last_change": "2024-08-29T17:57:36.389415+0000", 2024-08-29T19:03:07.151 INFO:tasks.workunit.client.0.smithi028.stdout: "last_clean": "2024-08-29T19:02:14.839839+0000", 2024-08-29T19:03:07.151 INFO:tasks.workunit.client.0.smithi028.stdout: "last_clean_scrub_stamp": "2024-08-29T17:40:52.944949+0000", 2024-08-29T19:03:07.151 INFO:tasks.workunit.client.0.smithi028.stdout: "last_deep_scrub": "0'0", 2024-08-29T19:03:07.151 INFO:tasks.workunit.client.0.smithi028.stdout: "last_deep_scrub_stamp": "2024-08-29T17:40:52.944949+0000", 2024-08-29T19:03:07.151 INFO:tasks.workunit.client.0.smithi028.stdout: "last_epoch_clean": 646, 2024-08-29T19:03:07.152 INFO:tasks.workunit.client.0.smithi028.stdout: "last_fresh": "2024-08-29T19:02:14.839839+0000", 2024-08-29T19:03:07.152 INFO:tasks.workunit.client.0.smithi028.stdout: "last_fullsized": "2024-08-29T19:02:14.839839+0000", 2024-08-29T19:03:07.152 INFO:tasks.workunit.client.0.smithi028.stdout: "last_peered": "2024-08-29T19:02:14.839839+0000", 2024-08-29T19:03:07.152 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub": "0'0", 2024-08-29T19:03:07.152 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub_duration": 0, 2024-08-29T19:03:07.152 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub_stamp": "2024-08-29T17:40:52.944949+0000", 2024-08-29T19:03:07.152 INFO:tasks.workunit.client.0.smithi028.stdout: "last_undegraded": "2024-08-29T19:02:14.839839+0000", 2024-08-29T19:03:07.152 INFO:tasks.workunit.client.0.smithi028.stdout: "last_unstale": "2024-08-29T19:02:14.839839+0000", 2024-08-29T19:03:07.152 INFO:tasks.workunit.client.0.smithi028.stdout: "log_dups_size": 0, 2024-08-29T19:03:07.152 INFO:tasks.workunit.client.0.smithi028.stdout: "log_size": 0, 2024-08-29T19:03:07.152 INFO:tasks.workunit.client.0.smithi028.stdout: "log_start": "0'0", 2024-08-29T19:03:07.152 INFO:tasks.workunit.client.0.smithi028.stdout: "manifest_stats_invalid": false, 2024-08-29T19:03:07.152 INFO:tasks.workunit.client.0.smithi028.stdout: "mapping_epoch": 645, 2024-08-29T19:03:07.152 INFO:tasks.workunit.client.0.smithi028.stdout: "object_location_counts": [], 2024-08-29T19:03:07.153 INFO:tasks.workunit.client.0.smithi028.stdout: "objects_scrubbed": 0, 2024-08-29T19:03:07.153 INFO:tasks.workunit.client.0.smithi028.stdout: "objects_trimmed": 0, 2024-08-29T19:03:07.153 INFO:tasks.workunit.client.0.smithi028.stdout: "omap_stats_invalid": false, 2024-08-29T19:03:07.153 INFO:tasks.workunit.client.0.smithi028.stdout: "ondisk_log_size": 0, 2024-08-29T19:03:07.153 INFO:tasks.workunit.client.0.smithi028.stdout: "ondisk_log_start": "0'0", 2024-08-29T19:03:07.153 INFO:tasks.workunit.client.0.smithi028.stdout: "parent": "0.0", 2024-08-29T19:03:07.153 INFO:tasks.workunit.client.0.smithi028.stdout: "parent_split_bits": 0, 2024-08-29T19:03:07.153 INFO:tasks.workunit.client.0.smithi028.stdout: "pgid": "2.19", 2024-08-29T19:03:07.153 INFO:tasks.workunit.client.0.smithi028.stdout: "pin_stats_invalid": false, 2024-08-29T19:03:07.153 INFO:tasks.workunit.client.0.smithi028.stdout: "purged_snaps": [], 2024-08-29T19:03:07.153 INFO:tasks.workunit.client.0.smithi028.stdout: "reported_epoch": 2650, 2024-08-29T19:03:07.153 INFO:tasks.workunit.client.0.smithi028.stdout: "reported_seq": 4690, 2024-08-29T19:03:07.153 INFO:tasks.workunit.client.0.smithi028.stdout: "scrub_duration": 0.0, 2024-08-29T19:03:07.154 INFO:tasks.workunit.client.0.smithi028.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-31T00:06:57.603301+0000", 2024-08-29T19:03:07.154 INFO:tasks.workunit.client.0.smithi028.stdout: "snaptrim_duration": 0.0, 2024-08-29T19:03:07.154 INFO:tasks.workunit.client.0.smithi028.stdout: "snaptrimq_len": 0, 2024-08-29T19:03:07.154 INFO:tasks.workunit.client.0.smithi028.stdout: "stat_sum": { 2024-08-29T19:03:07.154 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes": 0, 2024-08-29T19:03:07.154 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes_hit_set_archive": 0, 2024-08-29T19:03:07.154 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes_recovered": 0, 2024-08-29T19:03:07.154 INFO:tasks.workunit.client.0.smithi028.stdout: "num_deep_scrub_errors": 0, 2024-08-29T19:03:07.154 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict": 0, 2024-08-29T19:03:07.154 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_kb": 0, 2024-08-29T19:03:07.154 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_mode_full": 0, 2024-08-29T19:03:07.154 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_mode_some": 0, 2024-08-29T19:03:07.154 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush": 0, 2024-08-29T19:03:07.155 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_kb": 0, 2024-08-29T19:03:07.155 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_mode_high": 0, 2024-08-29T19:03:07.155 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_mode_low": 0, 2024-08-29T19:03:07.155 INFO:tasks.workunit.client.0.smithi028.stdout: "num_keys_recovered": 0, 2024-08-29T19:03:07.155 INFO:tasks.workunit.client.0.smithi028.stdout: "num_large_omap_objects": 0, 2024-08-29T19:03:07.155 INFO:tasks.workunit.client.0.smithi028.stdout: "num_legacy_snapsets": 0, 2024-08-29T19:03:07.155 INFO:tasks.workunit.client.0.smithi028.stdout: "num_object_clones": 0, 2024-08-29T19:03:07.155 INFO:tasks.workunit.client.0.smithi028.stdout: "num_object_copies": 0, 2024-08-29T19:03:07.155 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects": 0, 2024-08-29T19:03:07.155 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_degraded": 0, 2024-08-29T19:03:07.155 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_dirty": 0, 2024-08-29T19:03:07.155 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_hit_set_archive": 0, 2024-08-29T19:03:07.155 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_manifest": 0, 2024-08-29T19:03:07.155 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_misplaced": 0, 2024-08-29T19:03:07.156 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_missing": 0, 2024-08-29T19:03:07.156 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_missing_on_primary": 0, 2024-08-29T19:03:07.156 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_omap": 0, 2024-08-29T19:03:07.156 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_pinned": 0, 2024-08-29T19:03:07.156 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_recovered": 0, 2024-08-29T19:03:07.156 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_repaired": 0, 2024-08-29T19:03:07.156 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_unfound": 0, 2024-08-29T19:03:07.156 INFO:tasks.workunit.client.0.smithi028.stdout: "num_omap_bytes": 0, 2024-08-29T19:03:07.156 INFO:tasks.workunit.client.0.smithi028.stdout: "num_omap_keys": 0, 2024-08-29T19:03:07.156 INFO:tasks.workunit.client.0.smithi028.stdout: "num_promote": 0, 2024-08-29T19:03:07.156 INFO:tasks.workunit.client.0.smithi028.stdout: "num_read": 0, 2024-08-29T19:03:07.156 INFO:tasks.workunit.client.0.smithi028.stdout: "num_read_kb": 0, 2024-08-29T19:03:07.156 INFO:tasks.workunit.client.0.smithi028.stdout: "num_scrub_errors": 0, 2024-08-29T19:03:07.157 INFO:tasks.workunit.client.0.smithi028.stdout: "num_shallow_scrub_errors": 0, 2024-08-29T19:03:07.157 INFO:tasks.workunit.client.0.smithi028.stdout: "num_whiteouts": 0, 2024-08-29T19:03:07.157 INFO:tasks.workunit.client.0.smithi028.stdout: "num_write": 0, 2024-08-29T19:03:07.157 INFO:tasks.workunit.client.0.smithi028.stdout: "num_write_kb": 0 2024-08-29T19:03:07.157 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:07.157 INFO:tasks.workunit.client.0.smithi028.stdout: "state": "active+clean", 2024-08-29T19:03:07.157 INFO:tasks.workunit.client.0.smithi028.stdout: "stats_invalid": false, 2024-08-29T19:03:07.157 INFO:tasks.workunit.client.0.smithi028.stdout: "up": [ 2024-08-29T19:03:07.157 INFO:tasks.workunit.client.0.smithi028.stdout: 3, 2024-08-29T19:03:07.157 INFO:tasks.workunit.client.0.smithi028.stdout: 6, 2024-08-29T19:03:07.157 INFO:tasks.workunit.client.0.smithi028.stdout: 0 2024-08-29T19:03:07.157 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-08-29T19:03:07.157 INFO:tasks.workunit.client.0.smithi028.stdout: "up_primary": 3, 2024-08-29T19:03:07.157 INFO:tasks.workunit.client.0.smithi028.stdout: "version": "0'0" 2024-08-29T19:03:07.158 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:07.158 INFO:tasks.workunit.client.0.smithi028.stdout: { 2024-08-29T19:03:07.158 INFO:tasks.workunit.client.0.smithi028.stdout: "acting": [ 2024-08-29T19:03:07.158 INFO:tasks.workunit.client.0.smithi028.stdout: 6, 2024-08-29T19:03:07.158 INFO:tasks.workunit.client.0.smithi028.stdout: 4, 2024-08-29T19:03:07.158 INFO:tasks.workunit.client.0.smithi028.stdout: 7 2024-08-29T19:03:07.158 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-08-29T19:03:07.158 INFO:tasks.workunit.client.0.smithi028.stdout: "acting_primary": 6, 2024-08-29T19:03:07.158 INFO:tasks.workunit.client.0.smithi028.stdout: "avail_no_missing": [], 2024-08-29T19:03:07.158 INFO:tasks.workunit.client.0.smithi028.stdout: "blocked_by": [], 2024-08-29T19:03:07.158 INFO:tasks.workunit.client.0.smithi028.stdout: "created": 59, 2024-08-29T19:03:07.158 INFO:tasks.workunit.client.0.smithi028.stdout: "dirty_stats_invalid": false, 2024-08-29T19:03:07.158 INFO:tasks.workunit.client.0.smithi028.stdout: "hitset_bytes_stats_invalid": false, 2024-08-29T19:03:07.158 INFO:tasks.workunit.client.0.smithi028.stdout: "hitset_stats_invalid": false, 2024-08-29T19:03:07.159 INFO:tasks.workunit.client.0.smithi028.stdout: "last_active": "2024-08-29T19:02:14.920428+0000", 2024-08-29T19:03:07.159 INFO:tasks.workunit.client.0.smithi028.stdout: "last_became_active": "2024-08-29T17:58:11.341978+0000", 2024-08-29T19:03:07.159 INFO:tasks.workunit.client.0.smithi028.stdout: "last_became_peered": "2024-08-29T17:58:11.341978+0000", 2024-08-29T19:03:07.159 INFO:tasks.workunit.client.0.smithi028.stdout: "last_change": "2024-08-29T17:58:11.342594+0000", 2024-08-29T19:03:07.159 INFO:tasks.workunit.client.0.smithi028.stdout: "last_clean": "2024-08-29T19:02:14.920428+0000", 2024-08-29T19:03:07.159 INFO:tasks.workunit.client.0.smithi028.stdout: "last_clean_scrub_stamp": "2024-08-29T17:40:52.944949+0000", 2024-08-29T19:03:07.159 INFO:tasks.workunit.client.0.smithi028.stdout: "last_deep_scrub": "0'0", 2024-08-29T19:03:07.159 INFO:tasks.workunit.client.0.smithi028.stdout: "last_deep_scrub_stamp": "2024-08-29T17:40:52.944949+0000", 2024-08-29T19:03:07.159 INFO:tasks.workunit.client.0.smithi028.stdout: "last_epoch_clean": 681, 2024-08-29T19:03:07.159 INFO:tasks.workunit.client.0.smithi028.stdout: "last_fresh": "2024-08-29T19:02:14.920428+0000", 2024-08-29T19:03:07.159 INFO:tasks.workunit.client.0.smithi028.stdout: "last_fullsized": "2024-08-29T19:02:14.920428+0000", 2024-08-29T19:03:07.159 INFO:tasks.workunit.client.0.smithi028.stdout: "last_peered": "2024-08-29T19:02:14.920428+0000", 2024-08-29T19:03:07.159 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub": "0'0", 2024-08-29T19:03:07.159 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub_duration": 0, 2024-08-29T19:03:07.160 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub_stamp": "2024-08-29T17:40:52.944949+0000", 2024-08-29T19:03:07.160 INFO:tasks.workunit.client.0.smithi028.stdout: "last_undegraded": "2024-08-29T19:02:14.920428+0000", 2024-08-29T19:03:07.160 INFO:tasks.workunit.client.0.smithi028.stdout: "last_unstale": "2024-08-29T19:02:14.920428+0000", 2024-08-29T19:03:07.160 INFO:tasks.workunit.client.0.smithi028.stdout: "log_dups_size": 0, 2024-08-29T19:03:07.160 INFO:tasks.workunit.client.0.smithi028.stdout: "log_size": 2, 2024-08-29T19:03:07.160 INFO:tasks.workunit.client.0.smithi028.stdout: "log_start": "0'0", 2024-08-29T19:03:07.160 INFO:tasks.workunit.client.0.smithi028.stdout: "manifest_stats_invalid": false, 2024-08-29T19:03:07.160 INFO:tasks.workunit.client.0.smithi028.stdout: "mapping_epoch": 680, 2024-08-29T19:03:07.160 INFO:tasks.workunit.client.0.smithi028.stdout: "object_location_counts": [], 2024-08-29T19:03:07.160 INFO:tasks.workunit.client.0.smithi028.stdout: "objects_scrubbed": 0, 2024-08-29T19:03:07.160 INFO:tasks.workunit.client.0.smithi028.stdout: "objects_trimmed": 0, 2024-08-29T19:03:07.160 INFO:tasks.workunit.client.0.smithi028.stdout: "omap_stats_invalid": false, 2024-08-29T19:03:07.160 INFO:tasks.workunit.client.0.smithi028.stdout: "ondisk_log_size": 2, 2024-08-29T19:03:07.160 INFO:tasks.workunit.client.0.smithi028.stdout: "ondisk_log_start": "0'0", 2024-08-29T19:03:07.161 INFO:tasks.workunit.client.0.smithi028.stdout: "parent": "0.0", 2024-08-29T19:03:07.161 INFO:tasks.workunit.client.0.smithi028.stdout: "parent_split_bits": 0, 2024-08-29T19:03:07.161 INFO:tasks.workunit.client.0.smithi028.stdout: "pgid": "2.1a", 2024-08-29T19:03:07.161 INFO:tasks.workunit.client.0.smithi028.stdout: "pin_stats_invalid": false, 2024-08-29T19:03:07.161 INFO:tasks.workunit.client.0.smithi028.stdout: "purged_snaps": [], 2024-08-29T19:03:07.161 INFO:tasks.workunit.client.0.smithi028.stdout: "reported_epoch": 2650, 2024-08-29T19:03:07.161 INFO:tasks.workunit.client.0.smithi028.stdout: "reported_seq": 4597, 2024-08-29T19:03:07.161 INFO:tasks.workunit.client.0.smithi028.stdout: "scrub_duration": 0.0, 2024-08-29T19:03:07.161 INFO:tasks.workunit.client.0.smithi028.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-31T03:10:37.699014+0000", 2024-08-29T19:03:07.161 INFO:tasks.workunit.client.0.smithi028.stdout: "snaptrim_duration": 0.0, 2024-08-29T19:03:07.161 INFO:tasks.workunit.client.0.smithi028.stdout: "snaptrimq_len": 0, 2024-08-29T19:03:07.161 INFO:tasks.workunit.client.0.smithi028.stdout: "stat_sum": { 2024-08-29T19:03:07.161 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes": 0, 2024-08-29T19:03:07.162 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes_hit_set_archive": 0, 2024-08-29T19:03:07.162 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes_recovered": 0, 2024-08-29T19:03:07.162 INFO:tasks.workunit.client.0.smithi028.stdout: "num_deep_scrub_errors": 0, 2024-08-29T19:03:07.162 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict": 0, 2024-08-29T19:03:07.162 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_kb": 0, 2024-08-29T19:03:07.162 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_mode_full": 0, 2024-08-29T19:03:07.162 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_mode_some": 0, 2024-08-29T19:03:07.162 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush": 0, 2024-08-29T19:03:07.162 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_kb": 0, 2024-08-29T19:03:07.162 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_mode_high": 0, 2024-08-29T19:03:07.162 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_mode_low": 0, 2024-08-29T19:03:07.162 INFO:tasks.workunit.client.0.smithi028.stdout: "num_keys_recovered": 0, 2024-08-29T19:03:07.162 INFO:tasks.workunit.client.0.smithi028.stdout: "num_large_omap_objects": 0, 2024-08-29T19:03:07.163 INFO:tasks.workunit.client.0.smithi028.stdout: "num_legacy_snapsets": 0, 2024-08-29T19:03:07.163 INFO:tasks.workunit.client.0.smithi028.stdout: "num_object_clones": 0, 2024-08-29T19:03:07.163 INFO:tasks.workunit.client.0.smithi028.stdout: "num_object_copies": 0, 2024-08-29T19:03:07.163 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects": 0, 2024-08-29T19:03:07.163 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_degraded": 0, 2024-08-29T19:03:07.163 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_dirty": 0, 2024-08-29T19:03:07.163 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_hit_set_archive": 0, 2024-08-29T19:03:07.163 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_manifest": 0, 2024-08-29T19:03:07.163 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_misplaced": 0, 2024-08-29T19:03:07.163 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_missing": 0, 2024-08-29T19:03:07.163 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_missing_on_primary": 0, 2024-08-29T19:03:07.163 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_omap": 0, 2024-08-29T19:03:07.163 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_pinned": 0, 2024-08-29T19:03:07.163 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_recovered": 0, 2024-08-29T19:03:07.164 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_repaired": 0, 2024-08-29T19:03:07.164 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_unfound": 0, 2024-08-29T19:03:07.164 INFO:tasks.workunit.client.0.smithi028.stdout: "num_omap_bytes": 0, 2024-08-29T19:03:07.164 INFO:tasks.workunit.client.0.smithi028.stdout: "num_omap_keys": 0, 2024-08-29T19:03:07.164 INFO:tasks.workunit.client.0.smithi028.stdout: "num_promote": 0, 2024-08-29T19:03:07.164 INFO:tasks.workunit.client.0.smithi028.stdout: "num_read": 0, 2024-08-29T19:03:07.164 INFO:tasks.workunit.client.0.smithi028.stdout: "num_read_kb": 0, 2024-08-29T19:03:07.164 INFO:tasks.workunit.client.0.smithi028.stdout: "num_scrub_errors": 0, 2024-08-29T19:03:07.164 INFO:tasks.workunit.client.0.smithi028.stdout: "num_shallow_scrub_errors": 0, 2024-08-29T19:03:07.164 INFO:tasks.workunit.client.0.smithi028.stdout: "num_whiteouts": 0, 2024-08-29T19:03:07.164 INFO:tasks.workunit.client.0.smithi028.stdout: "num_write": 0, 2024-08-29T19:03:07.164 INFO:tasks.workunit.client.0.smithi028.stdout: "num_write_kb": 0 2024-08-29T19:03:07.164 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:07.165 INFO:tasks.workunit.client.0.smithi028.stdout: "state": "active+clean", 2024-08-29T19:03:07.165 INFO:tasks.workunit.client.0.smithi028.stdout: "stats_invalid": false, 2024-08-29T19:03:07.165 INFO:tasks.workunit.client.0.smithi028.stdout: "up": [ 2024-08-29T19:03:07.165 INFO:tasks.workunit.client.0.smithi028.stdout: 6, 2024-08-29T19:03:07.165 INFO:tasks.workunit.client.0.smithi028.stdout: 4, 2024-08-29T19:03:07.165 INFO:tasks.workunit.client.0.smithi028.stdout: 7 2024-08-29T19:03:07.165 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-08-29T19:03:07.165 INFO:tasks.workunit.client.0.smithi028.stdout: "up_primary": 6, 2024-08-29T19:03:07.165 INFO:tasks.workunit.client.0.smithi028.stdout: "version": "721'2" 2024-08-29T19:03:07.165 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:07.165 INFO:tasks.workunit.client.0.smithi028.stdout: { 2024-08-29T19:03:07.165 INFO:tasks.workunit.client.0.smithi028.stdout: "acting": [ 2024-08-29T19:03:07.165 INFO:tasks.workunit.client.0.smithi028.stdout: 0, 2024-08-29T19:03:07.165 INFO:tasks.workunit.client.0.smithi028.stdout: 4, 2024-08-29T19:03:07.166 INFO:tasks.workunit.client.0.smithi028.stdout: 7 2024-08-29T19:03:07.166 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-08-29T19:03:07.166 INFO:tasks.workunit.client.0.smithi028.stdout: "acting_primary": 0, 2024-08-29T19:03:07.166 INFO:tasks.workunit.client.0.smithi028.stdout: "avail_no_missing": [], 2024-08-29T19:03:07.166 INFO:tasks.workunit.client.0.smithi028.stdout: "blocked_by": [], 2024-08-29T19:03:07.166 INFO:tasks.workunit.client.0.smithi028.stdout: "created": 62, 2024-08-29T19:03:07.166 INFO:tasks.workunit.client.0.smithi028.stdout: "dirty_stats_invalid": false, 2024-08-29T19:03:07.166 INFO:tasks.workunit.client.0.smithi028.stdout: "hitset_bytes_stats_invalid": false, 2024-08-29T19:03:07.166 INFO:tasks.workunit.client.0.smithi028.stdout: "hitset_stats_invalid": false, 2024-08-29T19:03:07.166 INFO:tasks.workunit.client.0.smithi028.stdout: "last_active": "2024-08-29T19:02:14.106505+0000", 2024-08-29T19:03:07.166 INFO:tasks.workunit.client.0.smithi028.stdout: "last_became_active": "2024-08-29T17:58:11.358338+0000", 2024-08-29T19:03:07.166 INFO:tasks.workunit.client.0.smithi028.stdout: "last_became_peered": "2024-08-29T17:58:11.358338+0000", 2024-08-29T19:03:07.166 INFO:tasks.workunit.client.0.smithi028.stdout: "last_change": "2024-08-29T17:58:11.359209+0000", 2024-08-29T19:03:07.167 INFO:tasks.workunit.client.0.smithi028.stdout: "last_clean": "2024-08-29T19:02:14.106505+0000", 2024-08-29T19:03:07.167 INFO:tasks.workunit.client.0.smithi028.stdout: "last_clean_scrub_stamp": "2024-08-29T17:41:01.987071+0000", 2024-08-29T19:03:07.167 INFO:tasks.workunit.client.0.smithi028.stdout: "last_deep_scrub": "0'0", 2024-08-29T19:03:07.167 INFO:tasks.workunit.client.0.smithi028.stdout: "last_deep_scrub_stamp": "2024-08-29T17:41:01.987071+0000", 2024-08-29T19:03:07.167 INFO:tasks.workunit.client.0.smithi028.stdout: "last_epoch_clean": 681, 2024-08-29T19:03:07.167 INFO:tasks.workunit.client.0.smithi028.stdout: "last_fresh": "2024-08-29T19:02:14.106505+0000", 2024-08-29T19:03:07.167 INFO:tasks.workunit.client.0.smithi028.stdout: "last_fullsized": "2024-08-29T19:02:14.106505+0000", 2024-08-29T19:03:07.167 INFO:tasks.workunit.client.0.smithi028.stdout: "last_peered": "2024-08-29T19:02:14.106505+0000", 2024-08-29T19:03:07.167 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub": "0'0", 2024-08-29T19:03:07.167 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub_duration": 0, 2024-08-29T19:03:07.167 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub_stamp": "2024-08-29T17:41:01.987071+0000", 2024-08-29T19:03:07.167 INFO:tasks.workunit.client.0.smithi028.stdout: "last_undegraded": "2024-08-29T19:02:14.106505+0000", 2024-08-29T19:03:07.167 INFO:tasks.workunit.client.0.smithi028.stdout: "last_unstale": "2024-08-29T19:02:14.106505+0000", 2024-08-29T19:03:07.167 INFO:tasks.workunit.client.0.smithi028.stdout: "log_dups_size": 0, 2024-08-29T19:03:07.168 INFO:tasks.workunit.client.0.smithi028.stdout: "log_size": 0, 2024-08-29T19:03:07.168 INFO:tasks.workunit.client.0.smithi028.stdout: "log_start": "0'0", 2024-08-29T19:03:07.168 INFO:tasks.workunit.client.0.smithi028.stdout: "manifest_stats_invalid": false, 2024-08-29T19:03:07.168 INFO:tasks.workunit.client.0.smithi028.stdout: "mapping_epoch": 680, 2024-08-29T19:03:07.168 INFO:tasks.workunit.client.0.smithi028.stdout: "object_location_counts": [], 2024-08-29T19:03:07.168 INFO:tasks.workunit.client.0.smithi028.stdout: "objects_scrubbed": 0, 2024-08-29T19:03:07.168 INFO:tasks.workunit.client.0.smithi028.stdout: "objects_trimmed": 0, 2024-08-29T19:03:07.168 INFO:tasks.workunit.client.0.smithi028.stdout: "omap_stats_invalid": false, 2024-08-29T19:03:07.168 INFO:tasks.workunit.client.0.smithi028.stdout: "ondisk_log_size": 0, 2024-08-29T19:03:07.168 INFO:tasks.workunit.client.0.smithi028.stdout: "ondisk_log_start": "0'0", 2024-08-29T19:03:07.168 INFO:tasks.workunit.client.0.smithi028.stdout: "parent": "0.0", 2024-08-29T19:03:07.168 INFO:tasks.workunit.client.0.smithi028.stdout: "parent_split_bits": 0, 2024-08-29T19:03:07.168 INFO:tasks.workunit.client.0.smithi028.stdout: "pgid": "3.1b", 2024-08-29T19:03:07.169 INFO:tasks.workunit.client.0.smithi028.stdout: "pin_stats_invalid": false, 2024-08-29T19:03:07.169 INFO:tasks.workunit.client.0.smithi028.stdout: "purged_snaps": [], 2024-08-29T19:03:07.169 INFO:tasks.workunit.client.0.smithi028.stdout: "reported_epoch": 2650, 2024-08-29T19:03:07.169 INFO:tasks.workunit.client.0.smithi028.stdout: "reported_seq": 4807, 2024-08-29T19:03:07.169 INFO:tasks.workunit.client.0.smithi028.stdout: "scrub_duration": 0.0, 2024-08-29T19:03:07.169 INFO:tasks.workunit.client.0.smithi028.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-31T04:53:39.088931+0000", 2024-08-29T19:03:07.169 INFO:tasks.workunit.client.0.smithi028.stdout: "snaptrim_duration": 0.0, 2024-08-29T19:03:07.169 INFO:tasks.workunit.client.0.smithi028.stdout: "snaptrimq_len": 0, 2024-08-29T19:03:07.169 INFO:tasks.workunit.client.0.smithi028.stdout: "stat_sum": { 2024-08-29T19:03:07.169 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes": 0, 2024-08-29T19:03:07.169 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes_hit_set_archive": 0, 2024-08-29T19:03:07.169 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes_recovered": 0, 2024-08-29T19:03:07.169 INFO:tasks.workunit.client.0.smithi028.stdout: "num_deep_scrub_errors": 0, 2024-08-29T19:03:07.169 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict": 0, 2024-08-29T19:03:07.170 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_kb": 0, 2024-08-29T19:03:07.170 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_mode_full": 0, 2024-08-29T19:03:07.170 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_mode_some": 0, 2024-08-29T19:03:07.170 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush": 0, 2024-08-29T19:03:07.170 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_kb": 0, 2024-08-29T19:03:07.170 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_mode_high": 0, 2024-08-29T19:03:07.170 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_mode_low": 0, 2024-08-29T19:03:07.170 INFO:tasks.workunit.client.0.smithi028.stdout: "num_keys_recovered": 0, 2024-08-29T19:03:07.170 INFO:tasks.workunit.client.0.smithi028.stdout: "num_large_omap_objects": 0, 2024-08-29T19:03:07.170 INFO:tasks.workunit.client.0.smithi028.stdout: "num_legacy_snapsets": 0, 2024-08-29T19:03:07.170 INFO:tasks.workunit.client.0.smithi028.stdout: "num_object_clones": 0, 2024-08-29T19:03:07.170 INFO:tasks.workunit.client.0.smithi028.stdout: "num_object_copies": 0, 2024-08-29T19:03:07.170 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects": 0, 2024-08-29T19:03:07.170 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_degraded": 0, 2024-08-29T19:03:07.171 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_dirty": 0, 2024-08-29T19:03:07.171 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_hit_set_archive": 0, 2024-08-29T19:03:07.171 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_manifest": 0, 2024-08-29T19:03:07.171 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_misplaced": 0, 2024-08-29T19:03:07.171 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_missing": 0, 2024-08-29T19:03:07.171 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_missing_on_primary": 0, 2024-08-29T19:03:07.171 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_omap": 0, 2024-08-29T19:03:07.171 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_pinned": 0, 2024-08-29T19:03:07.171 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_recovered": 0, 2024-08-29T19:03:07.171 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_repaired": 0, 2024-08-29T19:03:07.171 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_unfound": 0, 2024-08-29T19:03:07.171 INFO:tasks.workunit.client.0.smithi028.stdout: "num_omap_bytes": 0, 2024-08-29T19:03:07.171 INFO:tasks.workunit.client.0.smithi028.stdout: "num_omap_keys": 0, 2024-08-29T19:03:07.172 INFO:tasks.workunit.client.0.smithi028.stdout: "num_promote": 0, 2024-08-29T19:03:07.172 INFO:tasks.workunit.client.0.smithi028.stdout: "num_read": 0, 2024-08-29T19:03:07.172 INFO:tasks.workunit.client.0.smithi028.stdout: "num_read_kb": 0, 2024-08-29T19:03:07.172 INFO:tasks.workunit.client.0.smithi028.stdout: "num_scrub_errors": 0, 2024-08-29T19:03:07.172 INFO:tasks.workunit.client.0.smithi028.stdout: "num_shallow_scrub_errors": 0, 2024-08-29T19:03:07.172 INFO:tasks.workunit.client.0.smithi028.stdout: "num_whiteouts": 0, 2024-08-29T19:03:07.172 INFO:tasks.workunit.client.0.smithi028.stdout: "num_write": 0, 2024-08-29T19:03:07.172 INFO:tasks.workunit.client.0.smithi028.stdout: "num_write_kb": 0 2024-08-29T19:03:07.172 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:07.172 INFO:tasks.workunit.client.0.smithi028.stdout: "state": "active+clean", 2024-08-29T19:03:07.172 INFO:tasks.workunit.client.0.smithi028.stdout: "stats_invalid": false, 2024-08-29T19:03:07.172 INFO:tasks.workunit.client.0.smithi028.stdout: "up": [ 2024-08-29T19:03:07.172 INFO:tasks.workunit.client.0.smithi028.stdout: 0, 2024-08-29T19:03:07.173 INFO:tasks.workunit.client.0.smithi028.stdout: 4, 2024-08-29T19:03:07.173 INFO:tasks.workunit.client.0.smithi028.stdout: 7 2024-08-29T19:03:07.173 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-08-29T19:03:07.173 INFO:tasks.workunit.client.0.smithi028.stdout: "up_primary": 0, 2024-08-29T19:03:07.173 INFO:tasks.workunit.client.0.smithi028.stdout: "version": "0'0" 2024-08-29T19:03:07.173 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:07.173 INFO:tasks.workunit.client.0.smithi028.stdout: { 2024-08-29T19:03:07.173 INFO:tasks.workunit.client.0.smithi028.stdout: "acting": [ 2024-08-29T19:03:07.173 INFO:tasks.workunit.client.0.smithi028.stdout: 3, 2024-08-29T19:03:07.173 INFO:tasks.workunit.client.0.smithi028.stdout: 7, 2024-08-29T19:03:07.173 INFO:tasks.workunit.client.0.smithi028.stdout: 6 2024-08-29T19:03:07.173 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-08-29T19:03:07.173 INFO:tasks.workunit.client.0.smithi028.stdout: "acting_primary": 3, 2024-08-29T19:03:07.174 INFO:tasks.workunit.client.0.smithi028.stdout: "avail_no_missing": [], 2024-08-29T19:03:07.174 INFO:tasks.workunit.client.0.smithi028.stdout: "blocked_by": [], 2024-08-29T19:03:07.174 INFO:tasks.workunit.client.0.smithi028.stdout: "created": 59, 2024-08-29T19:03:07.174 INFO:tasks.workunit.client.0.smithi028.stdout: "dirty_stats_invalid": false, 2024-08-29T19:03:07.174 INFO:tasks.workunit.client.0.smithi028.stdout: "hitset_bytes_stats_invalid": false, 2024-08-29T19:03:07.174 INFO:tasks.workunit.client.0.smithi028.stdout: "hitset_stats_invalid": false, 2024-08-29T19:03:07.174 INFO:tasks.workunit.client.0.smithi028.stdout: "last_active": "2024-08-29T19:02:14.844960+0000", 2024-08-29T19:03:07.174 INFO:tasks.workunit.client.0.smithi028.stdout: "last_became_active": "2024-08-29T17:58:11.353854+0000", 2024-08-29T19:03:07.174 INFO:tasks.workunit.client.0.smithi028.stdout: "last_became_peered": "2024-08-29T17:58:11.353854+0000", 2024-08-29T19:03:07.174 INFO:tasks.workunit.client.0.smithi028.stdout: "last_change": "2024-08-29T17:58:11.354621+0000", 2024-08-29T19:03:07.174 INFO:tasks.workunit.client.0.smithi028.stdout: "last_clean": "2024-08-29T19:02:14.844960+0000", 2024-08-29T19:03:07.174 INFO:tasks.workunit.client.0.smithi028.stdout: "last_clean_scrub_stamp": "2024-08-29T17:40:52.944949+0000", 2024-08-29T19:03:07.174 INFO:tasks.workunit.client.0.smithi028.stdout: "last_deep_scrub": "0'0", 2024-08-29T19:03:07.174 INFO:tasks.workunit.client.0.smithi028.stdout: "last_deep_scrub_stamp": "2024-08-29T17:40:52.944949+0000", 2024-08-29T19:03:07.175 INFO:tasks.workunit.client.0.smithi028.stdout: "last_epoch_clean": 681, 2024-08-29T19:03:07.175 INFO:tasks.workunit.client.0.smithi028.stdout: "last_fresh": "2024-08-29T19:02:14.844960+0000", 2024-08-29T19:03:07.175 INFO:tasks.workunit.client.0.smithi028.stdout: "last_fullsized": "2024-08-29T19:02:14.844960+0000", 2024-08-29T19:03:07.175 INFO:tasks.workunit.client.0.smithi028.stdout: "last_peered": "2024-08-29T19:02:14.844960+0000", 2024-08-29T19:03:07.175 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub": "0'0", 2024-08-29T19:03:07.175 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub_duration": 0, 2024-08-29T19:03:07.175 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub_stamp": "2024-08-29T17:40:52.944949+0000", 2024-08-29T19:03:07.175 INFO:tasks.workunit.client.0.smithi028.stdout: "last_undegraded": "2024-08-29T19:02:14.844960+0000", 2024-08-29T19:03:07.175 INFO:tasks.workunit.client.0.smithi028.stdout: "last_unstale": "2024-08-29T19:02:14.844960+0000", 2024-08-29T19:03:07.175 INFO:tasks.workunit.client.0.smithi028.stdout: "log_dups_size": 0, 2024-08-29T19:03:07.175 INFO:tasks.workunit.client.0.smithi028.stdout: "log_size": 2, 2024-08-29T19:03:07.175 INFO:tasks.workunit.client.0.smithi028.stdout: "log_start": "0'0", 2024-08-29T19:03:07.175 INFO:tasks.workunit.client.0.smithi028.stdout: "manifest_stats_invalid": false, 2024-08-29T19:03:07.175 INFO:tasks.workunit.client.0.smithi028.stdout: "mapping_epoch": 680, 2024-08-29T19:03:07.176 INFO:tasks.workunit.client.0.smithi028.stdout: "object_location_counts": [], 2024-08-29T19:03:07.176 INFO:tasks.workunit.client.0.smithi028.stdout: "objects_scrubbed": 0, 2024-08-29T19:03:07.176 INFO:tasks.workunit.client.0.smithi028.stdout: "objects_trimmed": 0, 2024-08-29T19:03:07.176 INFO:tasks.workunit.client.0.smithi028.stdout: "omap_stats_invalid": false, 2024-08-29T19:03:07.176 INFO:tasks.workunit.client.0.smithi028.stdout: "ondisk_log_size": 2, 2024-08-29T19:03:07.176 INFO:tasks.workunit.client.0.smithi028.stdout: "ondisk_log_start": "0'0", 2024-08-29T19:03:07.176 INFO:tasks.workunit.client.0.smithi028.stdout: "parent": "0.0", 2024-08-29T19:03:07.176 INFO:tasks.workunit.client.0.smithi028.stdout: "parent_split_bits": 0, 2024-08-29T19:03:07.176 INFO:tasks.workunit.client.0.smithi028.stdout: "pgid": "2.1b", 2024-08-29T19:03:07.176 INFO:tasks.workunit.client.0.smithi028.stdout: "pin_stats_invalid": false, 2024-08-29T19:03:07.176 INFO:tasks.workunit.client.0.smithi028.stdout: "purged_snaps": [], 2024-08-29T19:03:07.176 INFO:tasks.workunit.client.0.smithi028.stdout: "reported_epoch": 2650, 2024-08-29T19:03:07.176 INFO:tasks.workunit.client.0.smithi028.stdout: "reported_seq": 4702, 2024-08-29T19:03:07.177 INFO:tasks.workunit.client.0.smithi028.stdout: "scrub_duration": 0.0, 2024-08-29T19:03:07.177 INFO:tasks.workunit.client.0.smithi028.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-30T21:19:20.986752+0000", 2024-08-29T19:03:07.177 INFO:tasks.workunit.client.0.smithi028.stdout: "snaptrim_duration": 0.0, 2024-08-29T19:03:07.177 INFO:tasks.workunit.client.0.smithi028.stdout: "snaptrimq_len": 0, 2024-08-29T19:03:07.177 INFO:tasks.workunit.client.0.smithi028.stdout: "stat_sum": { 2024-08-29T19:03:07.177 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes": 0, 2024-08-29T19:03:07.177 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes_hit_set_archive": 0, 2024-08-29T19:03:07.177 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes_recovered": 0, 2024-08-29T19:03:07.177 INFO:tasks.workunit.client.0.smithi028.stdout: "num_deep_scrub_errors": 0, 2024-08-29T19:03:07.177 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict": 0, 2024-08-29T19:03:07.177 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_kb": 0, 2024-08-29T19:03:07.177 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_mode_full": 0, 2024-08-29T19:03:07.177 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_mode_some": 0, 2024-08-29T19:03:07.178 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush": 0, 2024-08-29T19:03:07.178 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_kb": 0, 2024-08-29T19:03:07.178 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_mode_high": 0, 2024-08-29T19:03:07.178 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_mode_low": 0, 2024-08-29T19:03:07.178 INFO:tasks.workunit.client.0.smithi028.stdout: "num_keys_recovered": 0, 2024-08-29T19:03:07.178 INFO:tasks.workunit.client.0.smithi028.stdout: "num_large_omap_objects": 0, 2024-08-29T19:03:07.178 INFO:tasks.workunit.client.0.smithi028.stdout: "num_legacy_snapsets": 0, 2024-08-29T19:03:07.178 INFO:tasks.workunit.client.0.smithi028.stdout: "num_object_clones": 0, 2024-08-29T19:03:07.178 INFO:tasks.workunit.client.0.smithi028.stdout: "num_object_copies": 0, 2024-08-29T19:03:07.178 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects": 0, 2024-08-29T19:03:07.178 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_degraded": 0, 2024-08-29T19:03:07.178 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_dirty": 0, 2024-08-29T19:03:07.178 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_hit_set_archive": 0, 2024-08-29T19:03:07.179 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_manifest": 0, 2024-08-29T19:03:07.179 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_misplaced": 0, 2024-08-29T19:03:07.179 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_missing": 0, 2024-08-29T19:03:07.179 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_missing_on_primary": 0, 2024-08-29T19:03:07.179 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_omap": 0, 2024-08-29T19:03:07.179 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_pinned": 0, 2024-08-29T19:03:07.179 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_recovered": 0, 2024-08-29T19:03:07.179 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_repaired": 0, 2024-08-29T19:03:07.179 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_unfound": 0, 2024-08-29T19:03:07.179 INFO:tasks.workunit.client.0.smithi028.stdout: "num_omap_bytes": 0, 2024-08-29T19:03:07.179 INFO:tasks.workunit.client.0.smithi028.stdout: "num_omap_keys": 0, 2024-08-29T19:03:07.179 INFO:tasks.workunit.client.0.smithi028.stdout: "num_promote": 0, 2024-08-29T19:03:07.179 INFO:tasks.workunit.client.0.smithi028.stdout: "num_read": 0, 2024-08-29T19:03:07.179 INFO:tasks.workunit.client.0.smithi028.stdout: "num_read_kb": 0, 2024-08-29T19:03:07.180 INFO:tasks.workunit.client.0.smithi028.stdout: "num_scrub_errors": 0, 2024-08-29T19:03:07.180 INFO:tasks.workunit.client.0.smithi028.stdout: "num_shallow_scrub_errors": 0, 2024-08-29T19:03:07.180 INFO:tasks.workunit.client.0.smithi028.stdout: "num_whiteouts": 0, 2024-08-29T19:03:07.180 INFO:tasks.workunit.client.0.smithi028.stdout: "num_write": 0, 2024-08-29T19:03:07.180 INFO:tasks.workunit.client.0.smithi028.stdout: "num_write_kb": 0 2024-08-29T19:03:07.180 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:07.180 INFO:tasks.workunit.client.0.smithi028.stdout: "state": "active+clean", 2024-08-29T19:03:07.180 INFO:tasks.workunit.client.0.smithi028.stdout: "stats_invalid": false, 2024-08-29T19:03:07.180 INFO:tasks.workunit.client.0.smithi028.stdout: "up": [ 2024-08-29T19:03:07.180 INFO:tasks.workunit.client.0.smithi028.stdout: 3, 2024-08-29T19:03:07.180 INFO:tasks.workunit.client.0.smithi028.stdout: 7, 2024-08-29T19:03:07.180 INFO:tasks.workunit.client.0.smithi028.stdout: 6 2024-08-29T19:03:07.180 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-08-29T19:03:07.181 INFO:tasks.workunit.client.0.smithi028.stdout: "up_primary": 3, 2024-08-29T19:03:07.181 INFO:tasks.workunit.client.0.smithi028.stdout: "version": "721'2" 2024-08-29T19:03:07.181 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:07.181 INFO:tasks.workunit.client.0.smithi028.stdout: { 2024-08-29T19:03:07.181 INFO:tasks.workunit.client.0.smithi028.stdout: "acting": [ 2024-08-29T19:03:07.181 INFO:tasks.workunit.client.0.smithi028.stdout: 4, 2024-08-29T19:03:07.181 INFO:tasks.workunit.client.0.smithi028.stdout: 1, 2024-08-29T19:03:07.181 INFO:tasks.workunit.client.0.smithi028.stdout: 2 2024-08-29T19:03:07.181 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-08-29T19:03:07.181 INFO:tasks.workunit.client.0.smithi028.stdout: "acting_primary": 4, 2024-08-29T19:03:07.181 INFO:tasks.workunit.client.0.smithi028.stdout: "avail_no_missing": [], 2024-08-29T19:03:07.181 INFO:tasks.workunit.client.0.smithi028.stdout: "blocked_by": [], 2024-08-29T19:03:07.181 INFO:tasks.workunit.client.0.smithi028.stdout: "created": 62, 2024-08-29T19:03:07.181 INFO:tasks.workunit.client.0.smithi028.stdout: "dirty_stats_invalid": false, 2024-08-29T19:03:07.182 INFO:tasks.workunit.client.0.smithi028.stdout: "hitset_bytes_stats_invalid": false, 2024-08-29T19:03:07.182 INFO:tasks.workunit.client.0.smithi028.stdout: "hitset_stats_invalid": false, 2024-08-29T19:03:07.182 INFO:tasks.workunit.client.0.smithi028.stdout: "last_active": "2024-08-29T19:02:14.932224+0000", 2024-08-29T19:03:07.182 INFO:tasks.workunit.client.0.smithi028.stdout: "last_became_active": "2024-08-29T17:56:29.379401+0000", 2024-08-29T19:03:07.182 INFO:tasks.workunit.client.0.smithi028.stdout: "last_became_peered": "2024-08-29T17:56:29.379401+0000", 2024-08-29T19:03:07.182 INFO:tasks.workunit.client.0.smithi028.stdout: "last_change": "2024-08-29T17:56:29.380201+0000", 2024-08-29T19:03:07.182 INFO:tasks.workunit.client.0.smithi028.stdout: "last_clean": "2024-08-29T19:02:14.932224+0000", 2024-08-29T19:03:07.182 INFO:tasks.workunit.client.0.smithi028.stdout: "last_clean_scrub_stamp": "2024-08-29T17:41:01.987071+0000", 2024-08-29T19:03:07.182 INFO:tasks.workunit.client.0.smithi028.stdout: "last_deep_scrub": "0'0", 2024-08-29T19:03:07.182 INFO:tasks.workunit.client.0.smithi028.stdout: "last_deep_scrub_stamp": "2024-08-29T17:41:01.987071+0000", 2024-08-29T19:03:07.182 INFO:tasks.workunit.client.0.smithi028.stdout: "last_epoch_clean": 580, 2024-08-29T19:03:07.182 INFO:tasks.workunit.client.0.smithi028.stdout: "last_fresh": "2024-08-29T19:02:14.932224+0000", 2024-08-29T19:03:07.182 INFO:tasks.workunit.client.0.smithi028.stdout: "last_fullsized": "2024-08-29T19:02:14.932224+0000", 2024-08-29T19:03:07.182 INFO:tasks.workunit.client.0.smithi028.stdout: "last_peered": "2024-08-29T19:02:14.932224+0000", 2024-08-29T19:03:07.183 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub": "0'0", 2024-08-29T19:03:07.183 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub_duration": 0, 2024-08-29T19:03:07.183 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub_stamp": "2024-08-29T17:41:01.987071+0000", 2024-08-29T19:03:07.183 INFO:tasks.workunit.client.0.smithi028.stdout: "last_undegraded": "2024-08-29T19:02:14.932224+0000", 2024-08-29T19:03:07.183 INFO:tasks.workunit.client.0.smithi028.stdout: "last_unstale": "2024-08-29T19:02:14.932224+0000", 2024-08-29T19:03:07.183 INFO:tasks.workunit.client.0.smithi028.stdout: "log_dups_size": 0, 2024-08-29T19:03:07.183 INFO:tasks.workunit.client.0.smithi028.stdout: "log_size": 0, 2024-08-29T19:03:07.183 INFO:tasks.workunit.client.0.smithi028.stdout: "log_start": "0'0", 2024-08-29T19:03:07.183 INFO:tasks.workunit.client.0.smithi028.stdout: "manifest_stats_invalid": false, 2024-08-29T19:03:07.183 INFO:tasks.workunit.client.0.smithi028.stdout: "mapping_epoch": 579, 2024-08-29T19:03:07.183 INFO:tasks.workunit.client.0.smithi028.stdout: "object_location_counts": [], 2024-08-29T19:03:07.183 INFO:tasks.workunit.client.0.smithi028.stdout: "objects_scrubbed": 0, 2024-08-29T19:03:07.183 INFO:tasks.workunit.client.0.smithi028.stdout: "objects_trimmed": 0, 2024-08-29T19:03:07.183 INFO:tasks.workunit.client.0.smithi028.stdout: "omap_stats_invalid": false, 2024-08-29T19:03:07.183 INFO:tasks.workunit.client.0.smithi028.stdout: "ondisk_log_size": 0, 2024-08-29T19:03:07.184 INFO:tasks.workunit.client.0.smithi028.stdout: "ondisk_log_start": "0'0", 2024-08-29T19:03:07.184 INFO:tasks.workunit.client.0.smithi028.stdout: "parent": "0.0", 2024-08-29T19:03:07.184 INFO:tasks.workunit.client.0.smithi028.stdout: "parent_split_bits": 0, 2024-08-29T19:03:07.184 INFO:tasks.workunit.client.0.smithi028.stdout: "pgid": "3.1a", 2024-08-29T19:03:07.184 INFO:tasks.workunit.client.0.smithi028.stdout: "pin_stats_invalid": false, 2024-08-29T19:03:07.184 INFO:tasks.workunit.client.0.smithi028.stdout: "purged_snaps": [], 2024-08-29T19:03:07.184 INFO:tasks.workunit.client.0.smithi028.stdout: "reported_epoch": 2650, 2024-08-29T19:03:07.184 INFO:tasks.workunit.client.0.smithi028.stdout: "reported_seq": 4700, 2024-08-29T19:03:07.184 INFO:tasks.workunit.client.0.smithi028.stdout: "scrub_duration": 0.0, 2024-08-29T19:03:07.184 INFO:tasks.workunit.client.0.smithi028.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-30T21:44:42.982386+0000", 2024-08-29T19:03:07.184 INFO:tasks.workunit.client.0.smithi028.stdout: "snaptrim_duration": 0.0, 2024-08-29T19:03:07.184 INFO:tasks.workunit.client.0.smithi028.stdout: "snaptrimq_len": 0, 2024-08-29T19:03:07.184 INFO:tasks.workunit.client.0.smithi028.stdout: "stat_sum": { 2024-08-29T19:03:07.184 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes": 0, 2024-08-29T19:03:07.185 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes_hit_set_archive": 0, 2024-08-29T19:03:07.185 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes_recovered": 0, 2024-08-29T19:03:07.185 INFO:tasks.workunit.client.0.smithi028.stdout: "num_deep_scrub_errors": 0, 2024-08-29T19:03:07.185 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict": 0, 2024-08-29T19:03:07.185 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_kb": 0, 2024-08-29T19:03:07.185 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_mode_full": 0, 2024-08-29T19:03:07.185 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_mode_some": 0, 2024-08-29T19:03:07.185 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush": 0, 2024-08-29T19:03:07.185 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_kb": 0, 2024-08-29T19:03:07.185 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_mode_high": 0, 2024-08-29T19:03:07.185 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_mode_low": 0, 2024-08-29T19:03:07.185 INFO:tasks.workunit.client.0.smithi028.stdout: "num_keys_recovered": 0, 2024-08-29T19:03:07.185 INFO:tasks.workunit.client.0.smithi028.stdout: "num_large_omap_objects": 0, 2024-08-29T19:03:07.185 INFO:tasks.workunit.client.0.smithi028.stdout: "num_legacy_snapsets": 0, 2024-08-29T19:03:07.186 INFO:tasks.workunit.client.0.smithi028.stdout: "num_object_clones": 0, 2024-08-29T19:03:07.186 INFO:tasks.workunit.client.0.smithi028.stdout: "num_object_copies": 0, 2024-08-29T19:03:07.186 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects": 0, 2024-08-29T19:03:07.186 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_degraded": 0, 2024-08-29T19:03:07.186 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_dirty": 0, 2024-08-29T19:03:07.186 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_hit_set_archive": 0, 2024-08-29T19:03:07.186 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_manifest": 0, 2024-08-29T19:03:07.186 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_misplaced": 0, 2024-08-29T19:03:07.186 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_missing": 0, 2024-08-29T19:03:07.186 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_missing_on_primary": 0, 2024-08-29T19:03:07.186 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_omap": 0, 2024-08-29T19:03:07.186 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_pinned": 0, 2024-08-29T19:03:07.186 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_recovered": 0, 2024-08-29T19:03:07.186 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_repaired": 0, 2024-08-29T19:03:07.186 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_unfound": 0, 2024-08-29T19:03:07.187 INFO:tasks.workunit.client.0.smithi028.stdout: "num_omap_bytes": 0, 2024-08-29T19:03:07.187 INFO:tasks.workunit.client.0.smithi028.stdout: "num_omap_keys": 0, 2024-08-29T19:03:07.187 INFO:tasks.workunit.client.0.smithi028.stdout: "num_promote": 0, 2024-08-29T19:03:07.187 INFO:tasks.workunit.client.0.smithi028.stdout: "num_read": 0, 2024-08-29T19:03:07.187 INFO:tasks.workunit.client.0.smithi028.stdout: "num_read_kb": 0, 2024-08-29T19:03:07.187 INFO:tasks.workunit.client.0.smithi028.stdout: "num_scrub_errors": 0, 2024-08-29T19:03:07.187 INFO:tasks.workunit.client.0.smithi028.stdout: "num_shallow_scrub_errors": 0, 2024-08-29T19:03:07.187 INFO:tasks.workunit.client.0.smithi028.stdout: "num_whiteouts": 0, 2024-08-29T19:03:07.187 INFO:tasks.workunit.client.0.smithi028.stdout: "num_write": 0, 2024-08-29T19:03:07.187 INFO:tasks.workunit.client.0.smithi028.stdout: "num_write_kb": 0 2024-08-29T19:03:07.187 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:07.187 INFO:tasks.workunit.client.0.smithi028.stdout: "state": "active+clean", 2024-08-29T19:03:07.187 INFO:tasks.workunit.client.0.smithi028.stdout: "stats_invalid": false, 2024-08-29T19:03:07.187 INFO:tasks.workunit.client.0.smithi028.stdout: "up": [ 2024-08-29T19:03:07.187 INFO:tasks.workunit.client.0.smithi028.stdout: 4, 2024-08-29T19:03:07.188 INFO:tasks.workunit.client.0.smithi028.stdout: 1, 2024-08-29T19:03:07.188 INFO:tasks.workunit.client.0.smithi028.stdout: 2 2024-08-29T19:03:07.188 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-08-29T19:03:07.188 INFO:tasks.workunit.client.0.smithi028.stdout: "up_primary": 4, 2024-08-29T19:03:07.188 INFO:tasks.workunit.client.0.smithi028.stdout: "version": "0'0" 2024-08-29T19:03:07.188 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:07.188 INFO:tasks.workunit.client.0.smithi028.stdout: { 2024-08-29T19:03:07.188 INFO:tasks.workunit.client.0.smithi028.stdout: "acting": [ 2024-08-29T19:03:07.188 INFO:tasks.workunit.client.0.smithi028.stdout: 6, 2024-08-29T19:03:07.188 INFO:tasks.workunit.client.0.smithi028.stdout: 0, 2024-08-29T19:03:07.188 INFO:tasks.workunit.client.0.smithi028.stdout: 5 2024-08-29T19:03:07.188 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-08-29T19:03:07.188 INFO:tasks.workunit.client.0.smithi028.stdout: "acting_primary": 6, 2024-08-29T19:03:07.189 INFO:tasks.workunit.client.0.smithi028.stdout: "avail_no_missing": [], 2024-08-29T19:03:07.189 INFO:tasks.workunit.client.0.smithi028.stdout: "blocked_by": [], 2024-08-29T19:03:07.189 INFO:tasks.workunit.client.0.smithi028.stdout: "created": 62, 2024-08-29T19:03:07.189 INFO:tasks.workunit.client.0.smithi028.stdout: "dirty_stats_invalid": false, 2024-08-29T19:03:07.189 INFO:tasks.workunit.client.0.smithi028.stdout: "hitset_bytes_stats_invalid": false, 2024-08-29T19:03:07.189 INFO:tasks.workunit.client.0.smithi028.stdout: "hitset_stats_invalid": false, 2024-08-29T19:03:07.189 INFO:tasks.workunit.client.0.smithi028.stdout: "last_active": "2024-08-29T19:02:14.929702+0000", 2024-08-29T19:03:07.189 INFO:tasks.workunit.client.0.smithi028.stdout: "last_became_active": "2024-08-29T17:57:36.381382+0000", 2024-08-29T19:03:07.189 INFO:tasks.workunit.client.0.smithi028.stdout: "last_became_peered": "2024-08-29T17:57:36.381382+0000", 2024-08-29T19:03:07.189 INFO:tasks.workunit.client.0.smithi028.stdout: "last_change": "2024-08-29T17:57:36.381821+0000", 2024-08-29T19:03:07.189 INFO:tasks.workunit.client.0.smithi028.stdout: "last_clean": "2024-08-29T19:02:14.929702+0000", 2024-08-29T19:03:07.189 INFO:tasks.workunit.client.0.smithi028.stdout: "last_clean_scrub_stamp": "2024-08-29T17:41:01.987071+0000", 2024-08-29T19:03:07.189 INFO:tasks.workunit.client.0.smithi028.stdout: "last_deep_scrub": "0'0", 2024-08-29T19:03:07.190 INFO:tasks.workunit.client.0.smithi028.stdout: "last_deep_scrub_stamp": "2024-08-29T17:41:01.987071+0000", 2024-08-29T19:03:07.190 INFO:tasks.workunit.client.0.smithi028.stdout: "last_epoch_clean": 646, 2024-08-29T19:03:07.190 INFO:tasks.workunit.client.0.smithi028.stdout: "last_fresh": "2024-08-29T19:02:14.929702+0000", 2024-08-29T19:03:07.190 INFO:tasks.workunit.client.0.smithi028.stdout: "last_fullsized": "2024-08-29T19:02:14.929702+0000", 2024-08-29T19:03:07.190 INFO:tasks.workunit.client.0.smithi028.stdout: "last_peered": "2024-08-29T19:02:14.929702+0000", 2024-08-29T19:03:07.190 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub": "0'0", 2024-08-29T19:03:07.190 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub_duration": 0, 2024-08-29T19:03:07.190 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub_stamp": "2024-08-29T17:41:01.987071+0000", 2024-08-29T19:03:07.190 INFO:tasks.workunit.client.0.smithi028.stdout: "last_undegraded": "2024-08-29T19:02:14.929702+0000", 2024-08-29T19:03:07.190 INFO:tasks.workunit.client.0.smithi028.stdout: "last_unstale": "2024-08-29T19:02:14.929702+0000", 2024-08-29T19:03:07.190 INFO:tasks.workunit.client.0.smithi028.stdout: "log_dups_size": 0, 2024-08-29T19:03:07.190 INFO:tasks.workunit.client.0.smithi028.stdout: "log_size": 0, 2024-08-29T19:03:07.190 INFO:tasks.workunit.client.0.smithi028.stdout: "log_start": "0'0", 2024-08-29T19:03:07.190 INFO:tasks.workunit.client.0.smithi028.stdout: "manifest_stats_invalid": false, 2024-08-29T19:03:07.191 INFO:tasks.workunit.client.0.smithi028.stdout: "mapping_epoch": 645, 2024-08-29T19:03:07.191 INFO:tasks.workunit.client.0.smithi028.stdout: "object_location_counts": [], 2024-08-29T19:03:07.191 INFO:tasks.workunit.client.0.smithi028.stdout: "objects_scrubbed": 0, 2024-08-29T19:03:07.191 INFO:tasks.workunit.client.0.smithi028.stdout: "objects_trimmed": 0, 2024-08-29T19:03:07.191 INFO:tasks.workunit.client.0.smithi028.stdout: "omap_stats_invalid": false, 2024-08-29T19:03:07.191 INFO:tasks.workunit.client.0.smithi028.stdout: "ondisk_log_size": 0, 2024-08-29T19:03:07.191 INFO:tasks.workunit.client.0.smithi028.stdout: "ondisk_log_start": "0'0", 2024-08-29T19:03:07.191 INFO:tasks.workunit.client.0.smithi028.stdout: "parent": "0.0", 2024-08-29T19:03:07.191 INFO:tasks.workunit.client.0.smithi028.stdout: "parent_split_bits": 0, 2024-08-29T19:03:07.191 INFO:tasks.workunit.client.0.smithi028.stdout: "pgid": "3.20", 2024-08-29T19:03:07.191 INFO:tasks.workunit.client.0.smithi028.stdout: "pin_stats_invalid": false, 2024-08-29T19:03:07.191 INFO:tasks.workunit.client.0.smithi028.stdout: "purged_snaps": [], 2024-08-29T19:03:07.191 INFO:tasks.workunit.client.0.smithi028.stdout: "reported_epoch": 2650, 2024-08-29T19:03:07.191 INFO:tasks.workunit.client.0.smithi028.stdout: "reported_seq": 4596, 2024-08-29T19:03:07.192 INFO:tasks.workunit.client.0.smithi028.stdout: "scrub_duration": 0.0, 2024-08-29T19:03:07.192 INFO:tasks.workunit.client.0.smithi028.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-30T18:05:37.756698+0000", 2024-08-29T19:03:07.192 INFO:tasks.workunit.client.0.smithi028.stdout: "snaptrim_duration": 0.0, 2024-08-29T19:03:07.192 INFO:tasks.workunit.client.0.smithi028.stdout: "snaptrimq_len": 0, 2024-08-29T19:03:07.192 INFO:tasks.workunit.client.0.smithi028.stdout: "stat_sum": { 2024-08-29T19:03:07.192 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes": 0, 2024-08-29T19:03:07.192 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes_hit_set_archive": 0, 2024-08-29T19:03:07.192 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes_recovered": 0, 2024-08-29T19:03:07.192 INFO:tasks.workunit.client.0.smithi028.stdout: "num_deep_scrub_errors": 0, 2024-08-29T19:03:07.192 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict": 0, 2024-08-29T19:03:07.192 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_kb": 0, 2024-08-29T19:03:07.192 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_mode_full": 0, 2024-08-29T19:03:07.192 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_mode_some": 0, 2024-08-29T19:03:07.193 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush": 0, 2024-08-29T19:03:07.193 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_kb": 0, 2024-08-29T19:03:07.193 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_mode_high": 0, 2024-08-29T19:03:07.193 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_mode_low": 0, 2024-08-29T19:03:07.193 INFO:tasks.workunit.client.0.smithi028.stdout: "num_keys_recovered": 0, 2024-08-29T19:03:07.193 INFO:tasks.workunit.client.0.smithi028.stdout: "num_large_omap_objects": 0, 2024-08-29T19:03:07.193 INFO:tasks.workunit.client.0.smithi028.stdout: "num_legacy_snapsets": 0, 2024-08-29T19:03:07.193 INFO:tasks.workunit.client.0.smithi028.stdout: "num_object_clones": 0, 2024-08-29T19:03:07.193 INFO:tasks.workunit.client.0.smithi028.stdout: "num_object_copies": 0, 2024-08-29T19:03:07.193 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects": 0, 2024-08-29T19:03:07.193 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_degraded": 0, 2024-08-29T19:03:07.193 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_dirty": 0, 2024-08-29T19:03:07.193 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_hit_set_archive": 0, 2024-08-29T19:03:07.194 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_manifest": 0, 2024-08-29T19:03:07.194 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_misplaced": 0, 2024-08-29T19:03:07.194 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_missing": 0, 2024-08-29T19:03:07.194 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_missing_on_primary": 0, 2024-08-29T19:03:07.194 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_omap": 0, 2024-08-29T19:03:07.194 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_pinned": 0, 2024-08-29T19:03:07.194 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_recovered": 0, 2024-08-29T19:03:07.194 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_repaired": 0, 2024-08-29T19:03:07.194 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_unfound": 0, 2024-08-29T19:03:07.194 INFO:tasks.workunit.client.0.smithi028.stdout: "num_omap_bytes": 0, 2024-08-29T19:03:07.194 INFO:tasks.workunit.client.0.smithi028.stdout: "num_omap_keys": 0, 2024-08-29T19:03:07.194 INFO:tasks.workunit.client.0.smithi028.stdout: "num_promote": 0, 2024-08-29T19:03:07.194 INFO:tasks.workunit.client.0.smithi028.stdout: "num_read": 0, 2024-08-29T19:03:07.194 INFO:tasks.workunit.client.0.smithi028.stdout: "num_read_kb": 0, 2024-08-29T19:03:07.195 INFO:tasks.workunit.client.0.smithi028.stdout: "num_scrub_errors": 0, 2024-08-29T19:03:07.195 INFO:tasks.workunit.client.0.smithi028.stdout: "num_shallow_scrub_errors": 0, 2024-08-29T19:03:07.195 INFO:tasks.workunit.client.0.smithi028.stdout: "num_whiteouts": 0, 2024-08-29T19:03:07.195 INFO:tasks.workunit.client.0.smithi028.stdout: "num_write": 0, 2024-08-29T19:03:07.195 INFO:tasks.workunit.client.0.smithi028.stdout: "num_write_kb": 0 2024-08-29T19:03:07.195 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:07.195 INFO:tasks.workunit.client.0.smithi028.stdout: "state": "active+clean", 2024-08-29T19:03:07.195 INFO:tasks.workunit.client.0.smithi028.stdout: "stats_invalid": false, 2024-08-29T19:03:07.195 INFO:tasks.workunit.client.0.smithi028.stdout: "up": [ 2024-08-29T19:03:07.195 INFO:tasks.workunit.client.0.smithi028.stdout: 6, 2024-08-29T19:03:07.195 INFO:tasks.workunit.client.0.smithi028.stdout: 0, 2024-08-29T19:03:07.195 INFO:tasks.workunit.client.0.smithi028.stdout: 5 2024-08-29T19:03:07.195 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-08-29T19:03:07.195 INFO:tasks.workunit.client.0.smithi028.stdout: "up_primary": 6, 2024-08-29T19:03:07.196 INFO:tasks.workunit.client.0.smithi028.stdout: "version": "0'0" 2024-08-29T19:03:07.196 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:07.196 INFO:tasks.workunit.client.0.smithi028.stdout: { 2024-08-29T19:03:07.196 INFO:tasks.workunit.client.0.smithi028.stdout: "acting": [ 2024-08-29T19:03:07.196 INFO:tasks.workunit.client.0.smithi028.stdout: 2, 2024-08-29T19:03:07.196 INFO:tasks.workunit.client.0.smithi028.stdout: 5, 2024-08-29T19:03:07.196 INFO:tasks.workunit.client.0.smithi028.stdout: 6 2024-08-29T19:03:07.196 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-08-29T19:03:07.196 INFO:tasks.workunit.client.0.smithi028.stdout: "acting_primary": 2, 2024-08-29T19:03:07.196 INFO:tasks.workunit.client.0.smithi028.stdout: "avail_no_missing": [], 2024-08-29T19:03:07.196 INFO:tasks.workunit.client.0.smithi028.stdout: "blocked_by": [], 2024-08-29T19:03:07.196 INFO:tasks.workunit.client.0.smithi028.stdout: "created": 62, 2024-08-29T19:03:07.196 INFO:tasks.workunit.client.0.smithi028.stdout: "dirty_stats_invalid": false, 2024-08-29T19:03:07.196 INFO:tasks.workunit.client.0.smithi028.stdout: "hitset_bytes_stats_invalid": false, 2024-08-29T19:03:07.197 INFO:tasks.workunit.client.0.smithi028.stdout: "hitset_stats_invalid": false, 2024-08-29T19:03:07.197 INFO:tasks.workunit.client.0.smithi028.stdout: "last_active": "2024-08-29T19:02:14.103528+0000", 2024-08-29T19:03:07.197 INFO:tasks.workunit.client.0.smithi028.stdout: "last_became_active": "2024-08-29T17:57:36.375752+0000", 2024-08-29T19:03:07.197 INFO:tasks.workunit.client.0.smithi028.stdout: "last_became_peered": "2024-08-29T17:57:36.375752+0000", 2024-08-29T19:03:07.197 INFO:tasks.workunit.client.0.smithi028.stdout: "last_change": "2024-08-29T17:57:36.376180+0000", 2024-08-29T19:03:07.197 INFO:tasks.workunit.client.0.smithi028.stdout: "last_clean": "2024-08-29T19:02:14.103528+0000", 2024-08-29T19:03:07.197 INFO:tasks.workunit.client.0.smithi028.stdout: "last_clean_scrub_stamp": "2024-08-29T17:41:01.987071+0000", 2024-08-29T19:03:07.197 INFO:tasks.workunit.client.0.smithi028.stdout: "last_deep_scrub": "0'0", 2024-08-29T19:03:07.197 INFO:tasks.workunit.client.0.smithi028.stdout: "last_deep_scrub_stamp": "2024-08-29T17:41:01.987071+0000", 2024-08-29T19:03:07.197 INFO:tasks.workunit.client.0.smithi028.stdout: "last_epoch_clean": 646, 2024-08-29T19:03:07.197 INFO:tasks.workunit.client.0.smithi028.stdout: "last_fresh": "2024-08-29T19:02:14.103528+0000", 2024-08-29T19:03:07.197 INFO:tasks.workunit.client.0.smithi028.stdout: "last_fullsized": "2024-08-29T19:02:14.103528+0000", 2024-08-29T19:03:07.197 INFO:tasks.workunit.client.0.smithi028.stdout: "last_peered": "2024-08-29T19:02:14.103528+0000", 2024-08-29T19:03:07.198 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub": "0'0", 2024-08-29T19:03:07.198 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub_duration": 0, 2024-08-29T19:03:07.198 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub_stamp": "2024-08-29T17:41:01.987071+0000", 2024-08-29T19:03:07.198 INFO:tasks.workunit.client.0.smithi028.stdout: "last_undegraded": "2024-08-29T19:02:14.103528+0000", 2024-08-29T19:03:07.198 INFO:tasks.workunit.client.0.smithi028.stdout: "last_unstale": "2024-08-29T19:02:14.103528+0000", 2024-08-29T19:03:07.198 INFO:tasks.workunit.client.0.smithi028.stdout: "log_dups_size": 0, 2024-08-29T19:03:07.198 INFO:tasks.workunit.client.0.smithi028.stdout: "log_size": 0, 2024-08-29T19:03:07.198 INFO:tasks.workunit.client.0.smithi028.stdout: "log_start": "0'0", 2024-08-29T19:03:07.198 INFO:tasks.workunit.client.0.smithi028.stdout: "manifest_stats_invalid": false, 2024-08-29T19:03:07.198 INFO:tasks.workunit.client.0.smithi028.stdout: "mapping_epoch": 645, 2024-08-29T19:03:07.198 INFO:tasks.workunit.client.0.smithi028.stdout: "object_location_counts": [], 2024-08-29T19:03:07.198 INFO:tasks.workunit.client.0.smithi028.stdout: "objects_scrubbed": 0, 2024-08-29T19:03:07.198 INFO:tasks.workunit.client.0.smithi028.stdout: "objects_trimmed": 0, 2024-08-29T19:03:07.199 INFO:tasks.workunit.client.0.smithi028.stdout: "omap_stats_invalid": false, 2024-08-29T19:03:07.199 INFO:tasks.workunit.client.0.smithi028.stdout: "ondisk_log_size": 0, 2024-08-29T19:03:07.199 INFO:tasks.workunit.client.0.smithi028.stdout: "ondisk_log_start": "0'0", 2024-08-29T19:03:07.199 INFO:tasks.workunit.client.0.smithi028.stdout: "parent": "0.0", 2024-08-29T19:03:07.199 INFO:tasks.workunit.client.0.smithi028.stdout: "parent_split_bits": 0, 2024-08-29T19:03:07.199 INFO:tasks.workunit.client.0.smithi028.stdout: "pgid": "3.21", 2024-08-29T19:03:07.199 INFO:tasks.workunit.client.0.smithi028.stdout: "pin_stats_invalid": false, 2024-08-29T19:03:07.199 INFO:tasks.workunit.client.0.smithi028.stdout: "purged_snaps": [], 2024-08-29T19:03:07.199 INFO:tasks.workunit.client.0.smithi028.stdout: "reported_epoch": 2650, 2024-08-29T19:03:07.199 INFO:tasks.workunit.client.0.smithi028.stdout: "reported_seq": 4712, 2024-08-29T19:03:07.199 INFO:tasks.workunit.client.0.smithi028.stdout: "scrub_duration": 0.0, 2024-08-29T19:03:07.199 INFO:tasks.workunit.client.0.smithi028.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-30T20:13:33.883563+0000", 2024-08-29T19:03:07.199 INFO:tasks.workunit.client.0.smithi028.stdout: "snaptrim_duration": 0.0, 2024-08-29T19:03:07.199 INFO:tasks.workunit.client.0.smithi028.stdout: "snaptrimq_len": 0, 2024-08-29T19:03:07.200 INFO:tasks.workunit.client.0.smithi028.stdout: "stat_sum": { 2024-08-29T19:03:07.200 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes": 0, 2024-08-29T19:03:07.200 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes_hit_set_archive": 0, 2024-08-29T19:03:07.200 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes_recovered": 0, 2024-08-29T19:03:07.200 INFO:tasks.workunit.client.0.smithi028.stdout: "num_deep_scrub_errors": 0, 2024-08-29T19:03:07.200 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict": 0, 2024-08-29T19:03:07.200 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_kb": 0, 2024-08-29T19:03:07.200 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_mode_full": 0, 2024-08-29T19:03:07.200 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_mode_some": 0, 2024-08-29T19:03:07.200 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush": 0, 2024-08-29T19:03:07.200 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_kb": 0, 2024-08-29T19:03:07.200 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_mode_high": 0, 2024-08-29T19:03:07.200 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_mode_low": 0, 2024-08-29T19:03:07.201 INFO:tasks.workunit.client.0.smithi028.stdout: "num_keys_recovered": 0, 2024-08-29T19:03:07.201 INFO:tasks.workunit.client.0.smithi028.stdout: "num_large_omap_objects": 0, 2024-08-29T19:03:07.201 INFO:tasks.workunit.client.0.smithi028.stdout: "num_legacy_snapsets": 0, 2024-08-29T19:03:07.201 INFO:tasks.workunit.client.0.smithi028.stdout: "num_object_clones": 0, 2024-08-29T19:03:07.201 INFO:tasks.workunit.client.0.smithi028.stdout: "num_object_copies": 0, 2024-08-29T19:03:07.201 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects": 0, 2024-08-29T19:03:07.201 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_degraded": 0, 2024-08-29T19:03:07.201 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_dirty": 0, 2024-08-29T19:03:07.201 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_hit_set_archive": 0, 2024-08-29T19:03:07.201 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_manifest": 0, 2024-08-29T19:03:07.201 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_misplaced": 0, 2024-08-29T19:03:07.201 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_missing": 0, 2024-08-29T19:03:07.201 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_missing_on_primary": 0, 2024-08-29T19:03:07.201 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_omap": 0, 2024-08-29T19:03:07.202 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_pinned": 0, 2024-08-29T19:03:07.202 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_recovered": 0, 2024-08-29T19:03:07.202 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_repaired": 0, 2024-08-29T19:03:07.202 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_unfound": 0, 2024-08-29T19:03:07.202 INFO:tasks.workunit.client.0.smithi028.stdout: "num_omap_bytes": 0, 2024-08-29T19:03:07.202 INFO:tasks.workunit.client.0.smithi028.stdout: "num_omap_keys": 0, 2024-08-29T19:03:07.202 INFO:tasks.workunit.client.0.smithi028.stdout: "num_promote": 0, 2024-08-29T19:03:07.202 INFO:tasks.workunit.client.0.smithi028.stdout: "num_read": 0, 2024-08-29T19:03:07.202 INFO:tasks.workunit.client.0.smithi028.stdout: "num_read_kb": 0, 2024-08-29T19:03:07.202 INFO:tasks.workunit.client.0.smithi028.stdout: "num_scrub_errors": 0, 2024-08-29T19:03:07.202 INFO:tasks.workunit.client.0.smithi028.stdout: "num_shallow_scrub_errors": 0, 2024-08-29T19:03:07.202 INFO:tasks.workunit.client.0.smithi028.stdout: "num_whiteouts": 0, 2024-08-29T19:03:07.202 INFO:tasks.workunit.client.0.smithi028.stdout: "num_write": 0, 2024-08-29T19:03:07.203 INFO:tasks.workunit.client.0.smithi028.stdout: "num_write_kb": 0 2024-08-29T19:03:07.203 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:07.203 INFO:tasks.workunit.client.0.smithi028.stdout: "state": "active+clean", 2024-08-29T19:03:07.203 INFO:tasks.workunit.client.0.smithi028.stdout: "stats_invalid": false, 2024-08-29T19:03:07.203 INFO:tasks.workunit.client.0.smithi028.stdout: "up": [ 2024-08-29T19:03:07.203 INFO:tasks.workunit.client.0.smithi028.stdout: 2, 2024-08-29T19:03:07.203 INFO:tasks.workunit.client.0.smithi028.stdout: 5, 2024-08-29T19:03:07.203 INFO:tasks.workunit.client.0.smithi028.stdout: 6 2024-08-29T19:03:07.203 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-08-29T19:03:07.203 INFO:tasks.workunit.client.0.smithi028.stdout: "up_primary": 2, 2024-08-29T19:03:07.203 INFO:tasks.workunit.client.0.smithi028.stdout: "version": "0'0" 2024-08-29T19:03:07.203 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:07.203 INFO:tasks.workunit.client.0.smithi028.stdout: { 2024-08-29T19:03:07.203 INFO:tasks.workunit.client.0.smithi028.stdout: "acting": [ 2024-08-29T19:03:07.204 INFO:tasks.workunit.client.0.smithi028.stdout: 5, 2024-08-29T19:03:07.204 INFO:tasks.workunit.client.0.smithi028.stdout: 3, 2024-08-29T19:03:07.204 INFO:tasks.workunit.client.0.smithi028.stdout: 0 2024-08-29T19:03:07.204 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-08-29T19:03:07.204 INFO:tasks.workunit.client.0.smithi028.stdout: "acting_primary": 5, 2024-08-29T19:03:07.204 INFO:tasks.workunit.client.0.smithi028.stdout: "avail_no_missing": [], 2024-08-29T19:03:07.204 INFO:tasks.workunit.client.0.smithi028.stdout: "blocked_by": [], 2024-08-29T19:03:07.204 INFO:tasks.workunit.client.0.smithi028.stdout: "created": 62, 2024-08-29T19:03:07.204 INFO:tasks.workunit.client.0.smithi028.stdout: "dirty_stats_invalid": false, 2024-08-29T19:03:07.204 INFO:tasks.workunit.client.0.smithi028.stdout: "hitset_bytes_stats_invalid": false, 2024-08-29T19:03:07.204 INFO:tasks.workunit.client.0.smithi028.stdout: "hitset_stats_invalid": false, 2024-08-29T19:03:07.204 INFO:tasks.workunit.client.0.smithi028.stdout: "last_active": "2024-08-29T19:02:14.917452+0000", 2024-08-29T19:03:07.204 INFO:tasks.workunit.client.0.smithi028.stdout: "last_became_active": "2024-08-29T17:57:02.377028+0000", 2024-08-29T19:03:07.205 INFO:tasks.workunit.client.0.smithi028.stdout: "last_became_peered": "2024-08-29T17:57:02.377028+0000", 2024-08-29T19:03:07.205 INFO:tasks.workunit.client.0.smithi028.stdout: "last_change": "2024-08-29T17:57:02.382561+0000", 2024-08-29T19:03:07.205 INFO:tasks.workunit.client.0.smithi028.stdout: "last_clean": "2024-08-29T19:02:14.917452+0000", 2024-08-29T19:03:07.205 INFO:tasks.workunit.client.0.smithi028.stdout: "last_clean_scrub_stamp": "2024-08-29T17:41:01.987071+0000", 2024-08-29T19:03:07.205 INFO:tasks.workunit.client.0.smithi028.stdout: "last_deep_scrub": "0'0", 2024-08-29T19:03:07.205 INFO:tasks.workunit.client.0.smithi028.stdout: "last_deep_scrub_stamp": "2024-08-29T17:41:01.987071+0000", 2024-08-29T19:03:07.205 INFO:tasks.workunit.client.0.smithi028.stdout: "last_epoch_clean": 613, 2024-08-29T19:03:07.205 INFO:tasks.workunit.client.0.smithi028.stdout: "last_fresh": "2024-08-29T19:02:14.917452+0000", 2024-08-29T19:03:07.205 INFO:tasks.workunit.client.0.smithi028.stdout: "last_fullsized": "2024-08-29T19:02:14.917452+0000", 2024-08-29T19:03:07.205 INFO:tasks.workunit.client.0.smithi028.stdout: "last_peered": "2024-08-29T19:02:14.917452+0000", 2024-08-29T19:03:07.205 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub": "0'0", 2024-08-29T19:03:07.205 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub_duration": 0, 2024-08-29T19:03:07.205 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub_stamp": "2024-08-29T17:41:01.987071+0000", 2024-08-29T19:03:07.206 INFO:tasks.workunit.client.0.smithi028.stdout: "last_undegraded": "2024-08-29T19:02:14.917452+0000", 2024-08-29T19:03:07.206 INFO:tasks.workunit.client.0.smithi028.stdout: "last_unstale": "2024-08-29T19:02:14.917452+0000", 2024-08-29T19:03:07.206 INFO:tasks.workunit.client.0.smithi028.stdout: "log_dups_size": 0, 2024-08-29T19:03:07.206 INFO:tasks.workunit.client.0.smithi028.stdout: "log_size": 0, 2024-08-29T19:03:07.206 INFO:tasks.workunit.client.0.smithi028.stdout: "log_start": "0'0", 2024-08-29T19:03:07.206 INFO:tasks.workunit.client.0.smithi028.stdout: "manifest_stats_invalid": false, 2024-08-29T19:03:07.206 INFO:tasks.workunit.client.0.smithi028.stdout: "mapping_epoch": 612, 2024-08-29T19:03:07.206 INFO:tasks.workunit.client.0.smithi028.stdout: "object_location_counts": [], 2024-08-29T19:03:07.206 INFO:tasks.workunit.client.0.smithi028.stdout: "objects_scrubbed": 0, 2024-08-29T19:03:07.206 INFO:tasks.workunit.client.0.smithi028.stdout: "objects_trimmed": 0, 2024-08-29T19:03:07.206 INFO:tasks.workunit.client.0.smithi028.stdout: "omap_stats_invalid": false, 2024-08-29T19:03:07.206 INFO:tasks.workunit.client.0.smithi028.stdout: "ondisk_log_size": 0, 2024-08-29T19:03:07.206 INFO:tasks.workunit.client.0.smithi028.stdout: "ondisk_log_start": "0'0", 2024-08-29T19:03:07.206 INFO:tasks.workunit.client.0.smithi028.stdout: "parent": "0.0", 2024-08-29T19:03:07.207 INFO:tasks.workunit.client.0.smithi028.stdout: "parent_split_bits": 0, 2024-08-29T19:03:07.207 INFO:tasks.workunit.client.0.smithi028.stdout: "pgid": "3.22", 2024-08-29T19:03:07.207 INFO:tasks.workunit.client.0.smithi028.stdout: "pin_stats_invalid": false, 2024-08-29T19:03:07.207 INFO:tasks.workunit.client.0.smithi028.stdout: "purged_snaps": [], 2024-08-29T19:03:07.207 INFO:tasks.workunit.client.0.smithi028.stdout: "reported_epoch": 2650, 2024-08-29T19:03:07.207 INFO:tasks.workunit.client.0.smithi028.stdout: "reported_seq": 4645, 2024-08-29T19:03:07.207 INFO:tasks.workunit.client.0.smithi028.stdout: "scrub_duration": 0.0, 2024-08-29T19:03:07.207 INFO:tasks.workunit.client.0.smithi028.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-30T18:38:23.359877+0000", 2024-08-29T19:03:07.207 INFO:tasks.workunit.client.0.smithi028.stdout: "snaptrim_duration": 0.0, 2024-08-29T19:03:07.207 INFO:tasks.workunit.client.0.smithi028.stdout: "snaptrimq_len": 0, 2024-08-29T19:03:07.207 INFO:tasks.workunit.client.0.smithi028.stdout: "stat_sum": { 2024-08-29T19:03:07.207 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes": 0, 2024-08-29T19:03:07.207 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes_hit_set_archive": 0, 2024-08-29T19:03:07.208 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes_recovered": 0, 2024-08-29T19:03:07.208 INFO:tasks.workunit.client.0.smithi028.stdout: "num_deep_scrub_errors": 0, 2024-08-29T19:03:07.208 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict": 0, 2024-08-29T19:03:07.208 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_kb": 0, 2024-08-29T19:03:07.208 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_mode_full": 0, 2024-08-29T19:03:07.208 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_mode_some": 0, 2024-08-29T19:03:07.208 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush": 0, 2024-08-29T19:03:07.208 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_kb": 0, 2024-08-29T19:03:07.208 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_mode_high": 0, 2024-08-29T19:03:07.208 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_mode_low": 0, 2024-08-29T19:03:07.208 INFO:tasks.workunit.client.0.smithi028.stdout: "num_keys_recovered": 0, 2024-08-29T19:03:07.208 INFO:tasks.workunit.client.0.smithi028.stdout: "num_large_omap_objects": 0, 2024-08-29T19:03:07.208 INFO:tasks.workunit.client.0.smithi028.stdout: "num_legacy_snapsets": 0, 2024-08-29T19:03:07.209 INFO:tasks.workunit.client.0.smithi028.stdout: "num_object_clones": 0, 2024-08-29T19:03:07.209 INFO:tasks.workunit.client.0.smithi028.stdout: "num_object_copies": 0, 2024-08-29T19:03:07.209 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects": 0, 2024-08-29T19:03:07.209 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_degraded": 0, 2024-08-29T19:03:07.209 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_dirty": 0, 2024-08-29T19:03:07.209 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_hit_set_archive": 0, 2024-08-29T19:03:07.209 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_manifest": 0, 2024-08-29T19:03:07.209 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_misplaced": 0, 2024-08-29T19:03:07.209 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_missing": 0, 2024-08-29T19:03:07.209 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_missing_on_primary": 0, 2024-08-29T19:03:07.209 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_omap": 0, 2024-08-29T19:03:07.209 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_pinned": 0, 2024-08-29T19:03:07.209 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_recovered": 0, 2024-08-29T19:03:07.209 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_repaired": 0, 2024-08-29T19:03:07.210 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_unfound": 0, 2024-08-29T19:03:07.210 INFO:tasks.workunit.client.0.smithi028.stdout: "num_omap_bytes": 0, 2024-08-29T19:03:07.210 INFO:tasks.workunit.client.0.smithi028.stdout: "num_omap_keys": 0, 2024-08-29T19:03:07.210 INFO:tasks.workunit.client.0.smithi028.stdout: "num_promote": 0, 2024-08-29T19:03:07.210 INFO:tasks.workunit.client.0.smithi028.stdout: "num_read": 0, 2024-08-29T19:03:07.210 INFO:tasks.workunit.client.0.smithi028.stdout: "num_read_kb": 0, 2024-08-29T19:03:07.210 INFO:tasks.workunit.client.0.smithi028.stdout: "num_scrub_errors": 0, 2024-08-29T19:03:07.210 INFO:tasks.workunit.client.0.smithi028.stdout: "num_shallow_scrub_errors": 0, 2024-08-29T19:03:07.210 INFO:tasks.workunit.client.0.smithi028.stdout: "num_whiteouts": 0, 2024-08-29T19:03:07.210 INFO:tasks.workunit.client.0.smithi028.stdout: "num_write": 0, 2024-08-29T19:03:07.210 INFO:tasks.workunit.client.0.smithi028.stdout: "num_write_kb": 0 2024-08-29T19:03:07.210 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:07.210 INFO:tasks.workunit.client.0.smithi028.stdout: "state": "active+clean", 2024-08-29T19:03:07.211 INFO:tasks.workunit.client.0.smithi028.stdout: "stats_invalid": false, 2024-08-29T19:03:07.211 INFO:tasks.workunit.client.0.smithi028.stdout: "up": [ 2024-08-29T19:03:07.211 INFO:tasks.workunit.client.0.smithi028.stdout: 5, 2024-08-29T19:03:07.211 INFO:tasks.workunit.client.0.smithi028.stdout: 3, 2024-08-29T19:03:07.211 INFO:tasks.workunit.client.0.smithi028.stdout: 0 2024-08-29T19:03:07.211 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-08-29T19:03:07.211 INFO:tasks.workunit.client.0.smithi028.stdout: "up_primary": 5, 2024-08-29T19:03:07.211 INFO:tasks.workunit.client.0.smithi028.stdout: "version": "0'0" 2024-08-29T19:03:07.211 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:07.211 INFO:tasks.workunit.client.0.smithi028.stdout: { 2024-08-29T19:03:07.211 INFO:tasks.workunit.client.0.smithi028.stdout: "acting": [ 2024-08-29T19:03:07.211 INFO:tasks.workunit.client.0.smithi028.stdout: 0, 2024-08-29T19:03:07.211 INFO:tasks.workunit.client.0.smithi028.stdout: 3, 2024-08-29T19:03:07.211 INFO:tasks.workunit.client.0.smithi028.stdout: 4 2024-08-29T19:03:07.212 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-08-29T19:03:07.212 INFO:tasks.workunit.client.0.smithi028.stdout: "acting_primary": 0, 2024-08-29T19:03:07.212 INFO:tasks.workunit.client.0.smithi028.stdout: "avail_no_missing": [], 2024-08-29T19:03:07.212 INFO:tasks.workunit.client.0.smithi028.stdout: "blocked_by": [], 2024-08-29T19:03:07.212 INFO:tasks.workunit.client.0.smithi028.stdout: "created": 62, 2024-08-29T19:03:07.212 INFO:tasks.workunit.client.0.smithi028.stdout: "dirty_stats_invalid": false, 2024-08-29T19:03:07.212 INFO:tasks.workunit.client.0.smithi028.stdout: "hitset_bytes_stats_invalid": false, 2024-08-29T19:03:07.212 INFO:tasks.workunit.client.0.smithi028.stdout: "hitset_stats_invalid": false, 2024-08-29T19:03:07.212 INFO:tasks.workunit.client.0.smithi028.stdout: "last_active": "2024-08-29T19:02:14.106934+0000", 2024-08-29T19:03:07.212 INFO:tasks.workunit.client.0.smithi028.stdout: "last_became_active": "2024-08-29T17:56:29.392785+0000", 2024-08-29T19:03:07.212 INFO:tasks.workunit.client.0.smithi028.stdout: "last_became_peered": "2024-08-29T17:56:29.392785+0000", 2024-08-29T19:03:07.212 INFO:tasks.workunit.client.0.smithi028.stdout: "last_change": "2024-08-29T17:56:29.393593+0000", 2024-08-29T19:03:07.212 INFO:tasks.workunit.client.0.smithi028.stdout: "last_clean": "2024-08-29T19:02:14.106934+0000", 2024-08-29T19:03:07.213 INFO:tasks.workunit.client.0.smithi028.stdout: "last_clean_scrub_stamp": "2024-08-29T17:41:01.987071+0000", 2024-08-29T19:03:07.213 INFO:tasks.workunit.client.0.smithi028.stdout: "last_deep_scrub": "0'0", 2024-08-29T19:03:07.213 INFO:tasks.workunit.client.0.smithi028.stdout: "last_deep_scrub_stamp": "2024-08-29T17:41:01.987071+0000", 2024-08-29T19:03:07.213 INFO:tasks.workunit.client.0.smithi028.stdout: "last_epoch_clean": 580, 2024-08-29T19:03:07.213 INFO:tasks.workunit.client.0.smithi028.stdout: "last_fresh": "2024-08-29T19:02:14.106934+0000", 2024-08-29T19:03:07.213 INFO:tasks.workunit.client.0.smithi028.stdout: "last_fullsized": "2024-08-29T19:02:14.106934+0000", 2024-08-29T19:03:07.213 INFO:tasks.workunit.client.0.smithi028.stdout: "last_peered": "2024-08-29T19:02:14.106934+0000", 2024-08-29T19:03:07.213 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub": "0'0", 2024-08-29T19:03:07.213 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub_duration": 0, 2024-08-29T19:03:07.213 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub_stamp": "2024-08-29T17:41:01.987071+0000", 2024-08-29T19:03:07.213 INFO:tasks.workunit.client.0.smithi028.stdout: "last_undegraded": "2024-08-29T19:02:14.106934+0000", 2024-08-29T19:03:07.213 INFO:tasks.workunit.client.0.smithi028.stdout: "last_unstale": "2024-08-29T19:02:14.106934+0000", 2024-08-29T19:03:07.213 INFO:tasks.workunit.client.0.smithi028.stdout: "log_dups_size": 0, 2024-08-29T19:03:07.213 INFO:tasks.workunit.client.0.smithi028.stdout: "log_size": 0, 2024-08-29T19:03:07.214 INFO:tasks.workunit.client.0.smithi028.stdout: "log_start": "0'0", 2024-08-29T19:03:07.214 INFO:tasks.workunit.client.0.smithi028.stdout: "manifest_stats_invalid": false, 2024-08-29T19:03:07.214 INFO:tasks.workunit.client.0.smithi028.stdout: "mapping_epoch": 579, 2024-08-29T19:03:07.214 INFO:tasks.workunit.client.0.smithi028.stdout: "object_location_counts": [], 2024-08-29T19:03:07.214 INFO:tasks.workunit.client.0.smithi028.stdout: "objects_scrubbed": 0, 2024-08-29T19:03:07.214 INFO:tasks.workunit.client.0.smithi028.stdout: "objects_trimmed": 0, 2024-08-29T19:03:07.214 INFO:tasks.workunit.client.0.smithi028.stdout: "omap_stats_invalid": false, 2024-08-29T19:03:07.214 INFO:tasks.workunit.client.0.smithi028.stdout: "ondisk_log_size": 0, 2024-08-29T19:03:07.214 INFO:tasks.workunit.client.0.smithi028.stdout: "ondisk_log_start": "0'0", 2024-08-29T19:03:07.214 INFO:tasks.workunit.client.0.smithi028.stdout: "parent": "0.0", 2024-08-29T19:03:07.214 INFO:tasks.workunit.client.0.smithi028.stdout: "parent_split_bits": 0, 2024-08-29T19:03:07.214 INFO:tasks.workunit.client.0.smithi028.stdout: "pgid": "3.23", 2024-08-29T19:03:07.214 INFO:tasks.workunit.client.0.smithi028.stdout: "pin_stats_invalid": false, 2024-08-29T19:03:07.214 INFO:tasks.workunit.client.0.smithi028.stdout: "purged_snaps": [], 2024-08-29T19:03:07.215 INFO:tasks.workunit.client.0.smithi028.stdout: "reported_epoch": 2650, 2024-08-29T19:03:07.215 INFO:tasks.workunit.client.0.smithi028.stdout: "reported_seq": 4812, 2024-08-29T19:03:07.215 INFO:tasks.workunit.client.0.smithi028.stdout: "scrub_duration": 0.0, 2024-08-29T19:03:07.215 INFO:tasks.workunit.client.0.smithi028.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-30T21:36:53.527096+0000", 2024-08-29T19:03:07.215 INFO:tasks.workunit.client.0.smithi028.stdout: "snaptrim_duration": 0.0, 2024-08-29T19:03:07.215 INFO:tasks.workunit.client.0.smithi028.stdout: "snaptrimq_len": 0, 2024-08-29T19:03:07.215 INFO:tasks.workunit.client.0.smithi028.stdout: "stat_sum": { 2024-08-29T19:03:07.215 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes": 0, 2024-08-29T19:03:07.215 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes_hit_set_archive": 0, 2024-08-29T19:03:07.215 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes_recovered": 0, 2024-08-29T19:03:07.215 INFO:tasks.workunit.client.0.smithi028.stdout: "num_deep_scrub_errors": 0, 2024-08-29T19:03:07.215 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict": 0, 2024-08-29T19:03:07.215 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_kb": 0, 2024-08-29T19:03:07.216 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_mode_full": 0, 2024-08-29T19:03:07.216 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_mode_some": 0, 2024-08-29T19:03:07.216 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush": 0, 2024-08-29T19:03:07.216 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_kb": 0, 2024-08-29T19:03:07.216 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_mode_high": 0, 2024-08-29T19:03:07.216 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_mode_low": 0, 2024-08-29T19:03:07.216 INFO:tasks.workunit.client.0.smithi028.stdout: "num_keys_recovered": 0, 2024-08-29T19:03:07.216 INFO:tasks.workunit.client.0.smithi028.stdout: "num_large_omap_objects": 0, 2024-08-29T19:03:07.216 INFO:tasks.workunit.client.0.smithi028.stdout: "num_legacy_snapsets": 0, 2024-08-29T19:03:07.216 INFO:tasks.workunit.client.0.smithi028.stdout: "num_object_clones": 0, 2024-08-29T19:03:07.216 INFO:tasks.workunit.client.0.smithi028.stdout: "num_object_copies": 0, 2024-08-29T19:03:07.216 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects": 0, 2024-08-29T19:03:07.216 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_degraded": 0, 2024-08-29T19:03:07.216 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_dirty": 0, 2024-08-29T19:03:07.217 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_hit_set_archive": 0, 2024-08-29T19:03:07.217 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_manifest": 0, 2024-08-29T19:03:07.217 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_misplaced": 0, 2024-08-29T19:03:07.217 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_missing": 0, 2024-08-29T19:03:07.217 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_missing_on_primary": 0, 2024-08-29T19:03:07.217 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_omap": 0, 2024-08-29T19:03:07.217 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_pinned": 0, 2024-08-29T19:03:07.217 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_recovered": 0, 2024-08-29T19:03:07.217 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_repaired": 0, 2024-08-29T19:03:07.217 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_unfound": 0, 2024-08-29T19:03:07.217 INFO:tasks.workunit.client.0.smithi028.stdout: "num_omap_bytes": 0, 2024-08-29T19:03:07.217 INFO:tasks.workunit.client.0.smithi028.stdout: "num_omap_keys": 0, 2024-08-29T19:03:07.217 INFO:tasks.workunit.client.0.smithi028.stdout: "num_promote": 0, 2024-08-29T19:03:07.218 INFO:tasks.workunit.client.0.smithi028.stdout: "num_read": 0, 2024-08-29T19:03:07.218 INFO:tasks.workunit.client.0.smithi028.stdout: "num_read_kb": 0, 2024-08-29T19:03:07.218 INFO:tasks.workunit.client.0.smithi028.stdout: "num_scrub_errors": 0, 2024-08-29T19:03:07.218 INFO:tasks.workunit.client.0.smithi028.stdout: "num_shallow_scrub_errors": 0, 2024-08-29T19:03:07.218 INFO:tasks.workunit.client.0.smithi028.stdout: "num_whiteouts": 0, 2024-08-29T19:03:07.218 INFO:tasks.workunit.client.0.smithi028.stdout: "num_write": 0, 2024-08-29T19:03:07.218 INFO:tasks.workunit.client.0.smithi028.stdout: "num_write_kb": 0 2024-08-29T19:03:07.218 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:07.218 INFO:tasks.workunit.client.0.smithi028.stdout: "state": "active+clean", 2024-08-29T19:03:07.218 INFO:tasks.workunit.client.0.smithi028.stdout: "stats_invalid": false, 2024-08-29T19:03:07.218 INFO:tasks.workunit.client.0.smithi028.stdout: "up": [ 2024-08-29T19:03:07.218 INFO:tasks.workunit.client.0.smithi028.stdout: 0, 2024-08-29T19:03:07.218 INFO:tasks.workunit.client.0.smithi028.stdout: 3, 2024-08-29T19:03:07.218 INFO:tasks.workunit.client.0.smithi028.stdout: 4 2024-08-29T19:03:07.219 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-08-29T19:03:07.219 INFO:tasks.workunit.client.0.smithi028.stdout: "up_primary": 0, 2024-08-29T19:03:07.219 INFO:tasks.workunit.client.0.smithi028.stdout: "version": "0'0" 2024-08-29T19:03:07.219 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:07.219 INFO:tasks.workunit.client.0.smithi028.stdout: { 2024-08-29T19:03:07.219 INFO:tasks.workunit.client.0.smithi028.stdout: "acting": [ 2024-08-29T19:03:07.219 INFO:tasks.workunit.client.0.smithi028.stdout: 3, 2024-08-29T19:03:07.219 INFO:tasks.workunit.client.0.smithi028.stdout: 4, 2024-08-29T19:03:07.219 INFO:tasks.workunit.client.0.smithi028.stdout: 0 2024-08-29T19:03:07.219 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-08-29T19:03:07.219 INFO:tasks.workunit.client.0.smithi028.stdout: "acting_primary": 3, 2024-08-29T19:03:07.219 INFO:tasks.workunit.client.0.smithi028.stdout: "avail_no_missing": [], 2024-08-29T19:03:07.219 INFO:tasks.workunit.client.0.smithi028.stdout: "blocked_by": [], 2024-08-29T19:03:07.219 INFO:tasks.workunit.client.0.smithi028.stdout: "created": 62, 2024-08-29T19:03:07.220 INFO:tasks.workunit.client.0.smithi028.stdout: "dirty_stats_invalid": false, 2024-08-29T19:03:07.220 INFO:tasks.workunit.client.0.smithi028.stdout: "hitset_bytes_stats_invalid": false, 2024-08-29T19:03:07.220 INFO:tasks.workunit.client.0.smithi028.stdout: "hitset_stats_invalid": false, 2024-08-29T19:03:07.220 INFO:tasks.workunit.client.0.smithi028.stdout: "last_active": "2024-08-29T19:02:14.844508+0000", 2024-08-29T19:03:07.220 INFO:tasks.workunit.client.0.smithi028.stdout: "last_became_active": "2024-08-29T17:56:29.369353+0000", 2024-08-29T19:03:07.220 INFO:tasks.workunit.client.0.smithi028.stdout: "last_became_peered": "2024-08-29T17:56:29.369353+0000", 2024-08-29T19:03:07.220 INFO:tasks.workunit.client.0.smithi028.stdout: "last_change": "2024-08-29T17:56:29.370488+0000", 2024-08-29T19:03:07.220 INFO:tasks.workunit.client.0.smithi028.stdout: "last_clean": "2024-08-29T19:02:14.844508+0000", 2024-08-29T19:03:07.220 INFO:tasks.workunit.client.0.smithi028.stdout: "last_clean_scrub_stamp": "2024-08-29T17:41:01.987071+0000", 2024-08-29T19:03:07.220 INFO:tasks.workunit.client.0.smithi028.stdout: "last_deep_scrub": "0'0", 2024-08-29T19:03:07.220 INFO:tasks.workunit.client.0.smithi028.stdout: "last_deep_scrub_stamp": "2024-08-29T17:41:01.987071+0000", 2024-08-29T19:03:07.220 INFO:tasks.workunit.client.0.smithi028.stdout: "last_epoch_clean": 580, 2024-08-29T19:03:07.220 INFO:tasks.workunit.client.0.smithi028.stdout: "last_fresh": "2024-08-29T19:02:14.844508+0000", 2024-08-29T19:03:07.220 INFO:tasks.workunit.client.0.smithi028.stdout: "last_fullsized": "2024-08-29T19:02:14.844508+0000", 2024-08-29T19:03:07.220 INFO:tasks.workunit.client.0.smithi028.stdout: "last_peered": "2024-08-29T19:02:14.844508+0000", 2024-08-29T19:03:07.221 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub": "0'0", 2024-08-29T19:03:07.221 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub_duration": 0, 2024-08-29T19:03:07.221 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub_stamp": "2024-08-29T17:41:01.987071+0000", 2024-08-29T19:03:07.221 INFO:tasks.workunit.client.0.smithi028.stdout: "last_undegraded": "2024-08-29T19:02:14.844508+0000", 2024-08-29T19:03:07.221 INFO:tasks.workunit.client.0.smithi028.stdout: "last_unstale": "2024-08-29T19:02:14.844508+0000", 2024-08-29T19:03:07.221 INFO:tasks.workunit.client.0.smithi028.stdout: "log_dups_size": 0, 2024-08-29T19:03:07.221 INFO:tasks.workunit.client.0.smithi028.stdout: "log_size": 0, 2024-08-29T19:03:07.221 INFO:tasks.workunit.client.0.smithi028.stdout: "log_start": "0'0", 2024-08-29T19:03:07.221 INFO:tasks.workunit.client.0.smithi028.stdout: "manifest_stats_invalid": false, 2024-08-29T19:03:07.221 INFO:tasks.workunit.client.0.smithi028.stdout: "mapping_epoch": 579, 2024-08-29T19:03:07.221 INFO:tasks.workunit.client.0.smithi028.stdout: "object_location_counts": [], 2024-08-29T19:03:07.221 INFO:tasks.workunit.client.0.smithi028.stdout: "objects_scrubbed": 0, 2024-08-29T19:03:07.221 INFO:tasks.workunit.client.0.smithi028.stdout: "objects_trimmed": 0, 2024-08-29T19:03:07.221 INFO:tasks.workunit.client.0.smithi028.stdout: "omap_stats_invalid": false, 2024-08-29T19:03:07.222 INFO:tasks.workunit.client.0.smithi028.stdout: "ondisk_log_size": 0, 2024-08-29T19:03:07.222 INFO:tasks.workunit.client.0.smithi028.stdout: "ondisk_log_start": "0'0", 2024-08-29T19:03:07.222 INFO:tasks.workunit.client.0.smithi028.stdout: "parent": "0.0", 2024-08-29T19:03:07.222 INFO:tasks.workunit.client.0.smithi028.stdout: "parent_split_bits": 0, 2024-08-29T19:03:07.222 INFO:tasks.workunit.client.0.smithi028.stdout: "pgid": "3.24", 2024-08-29T19:03:07.222 INFO:tasks.workunit.client.0.smithi028.stdout: "pin_stats_invalid": false, 2024-08-29T19:03:07.222 INFO:tasks.workunit.client.0.smithi028.stdout: "purged_snaps": [], 2024-08-29T19:03:07.222 INFO:tasks.workunit.client.0.smithi028.stdout: "reported_epoch": 2650, 2024-08-29T19:03:07.222 INFO:tasks.workunit.client.0.smithi028.stdout: "reported_seq": 4691, 2024-08-29T19:03:07.222 INFO:tasks.workunit.client.0.smithi028.stdout: "scrub_duration": 0.0, 2024-08-29T19:03:07.222 INFO:tasks.workunit.client.0.smithi028.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-31T00:54:36.024558+0000", 2024-08-29T19:03:07.222 INFO:tasks.workunit.client.0.smithi028.stdout: "snaptrim_duration": 0.0, 2024-08-29T19:03:07.222 INFO:tasks.workunit.client.0.smithi028.stdout: "snaptrimq_len": 0, 2024-08-29T19:03:07.223 INFO:tasks.workunit.client.0.smithi028.stdout: "stat_sum": { 2024-08-29T19:03:07.223 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes": 0, 2024-08-29T19:03:07.223 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes_hit_set_archive": 0, 2024-08-29T19:03:07.223 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes_recovered": 0, 2024-08-29T19:03:07.223 INFO:tasks.workunit.client.0.smithi028.stdout: "num_deep_scrub_errors": 0, 2024-08-29T19:03:07.223 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict": 0, 2024-08-29T19:03:07.223 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_kb": 0, 2024-08-29T19:03:07.223 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_mode_full": 0, 2024-08-29T19:03:07.223 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_mode_some": 0, 2024-08-29T19:03:07.223 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush": 0, 2024-08-29T19:03:07.223 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_kb": 0, 2024-08-29T19:03:07.223 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_mode_high": 0, 2024-08-29T19:03:07.223 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_mode_low": 0, 2024-08-29T19:03:07.223 INFO:tasks.workunit.client.0.smithi028.stdout: "num_keys_recovered": 0, 2024-08-29T19:03:07.224 INFO:tasks.workunit.client.0.smithi028.stdout: "num_large_omap_objects": 0, 2024-08-29T19:03:07.224 INFO:tasks.workunit.client.0.smithi028.stdout: "num_legacy_snapsets": 0, 2024-08-29T19:03:07.224 INFO:tasks.workunit.client.0.smithi028.stdout: "num_object_clones": 0, 2024-08-29T19:03:07.224 INFO:tasks.workunit.client.0.smithi028.stdout: "num_object_copies": 0, 2024-08-29T19:03:07.224 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects": 0, 2024-08-29T19:03:07.224 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_degraded": 0, 2024-08-29T19:03:07.224 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_dirty": 0, 2024-08-29T19:03:07.224 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_hit_set_archive": 0, 2024-08-29T19:03:07.224 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_manifest": 0, 2024-08-29T19:03:07.224 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_misplaced": 0, 2024-08-29T19:03:07.224 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_missing": 0, 2024-08-29T19:03:07.224 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_missing_on_primary": 0, 2024-08-29T19:03:07.225 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_omap": 0, 2024-08-29T19:03:07.225 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_pinned": 0, 2024-08-29T19:03:07.225 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_recovered": 0, 2024-08-29T19:03:07.225 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_repaired": 0, 2024-08-29T19:03:07.225 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_unfound": 0, 2024-08-29T19:03:07.225 INFO:tasks.workunit.client.0.smithi028.stdout: "num_omap_bytes": 0, 2024-08-29T19:03:07.225 INFO:tasks.workunit.client.0.smithi028.stdout: "num_omap_keys": 0, 2024-08-29T19:03:07.225 INFO:tasks.workunit.client.0.smithi028.stdout: "num_promote": 0, 2024-08-29T19:03:07.225 INFO:tasks.workunit.client.0.smithi028.stdout: "num_read": 0, 2024-08-29T19:03:07.225 INFO:tasks.workunit.client.0.smithi028.stdout: "num_read_kb": 0, 2024-08-29T19:03:07.225 INFO:tasks.workunit.client.0.smithi028.stdout: "num_scrub_errors": 0, 2024-08-29T19:03:07.225 INFO:tasks.workunit.client.0.smithi028.stdout: "num_shallow_scrub_errors": 0, 2024-08-29T19:03:07.225 INFO:tasks.workunit.client.0.smithi028.stdout: "num_whiteouts": 0, 2024-08-29T19:03:07.225 INFO:tasks.workunit.client.0.smithi028.stdout: "num_write": 0, 2024-08-29T19:03:07.226 INFO:tasks.workunit.client.0.smithi028.stdout: "num_write_kb": 0 2024-08-29T19:03:07.226 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:07.226 INFO:tasks.workunit.client.0.smithi028.stdout: "state": "active+clean", 2024-08-29T19:03:07.226 INFO:tasks.workunit.client.0.smithi028.stdout: "stats_invalid": false, 2024-08-29T19:03:07.226 INFO:tasks.workunit.client.0.smithi028.stdout: "up": [ 2024-08-29T19:03:07.226 INFO:tasks.workunit.client.0.smithi028.stdout: 3, 2024-08-29T19:03:07.226 INFO:tasks.workunit.client.0.smithi028.stdout: 4, 2024-08-29T19:03:07.226 INFO:tasks.workunit.client.0.smithi028.stdout: 0 2024-08-29T19:03:07.226 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-08-29T19:03:07.226 INFO:tasks.workunit.client.0.smithi028.stdout: "up_primary": 3, 2024-08-29T19:03:07.226 INFO:tasks.workunit.client.0.smithi028.stdout: "version": "0'0" 2024-08-29T19:03:07.226 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:07.226 INFO:tasks.workunit.client.0.smithi028.stdout: { 2024-08-29T19:03:07.227 INFO:tasks.workunit.client.0.smithi028.stdout: "acting": [ 2024-08-29T19:03:07.227 INFO:tasks.workunit.client.0.smithi028.stdout: 1, 2024-08-29T19:03:07.227 INFO:tasks.workunit.client.0.smithi028.stdout: 3, 2024-08-29T19:03:07.227 INFO:tasks.workunit.client.0.smithi028.stdout: 2 2024-08-29T19:03:07.227 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-08-29T19:03:07.227 INFO:tasks.workunit.client.0.smithi028.stdout: "acting_primary": 1, 2024-08-29T19:03:07.227 INFO:tasks.workunit.client.0.smithi028.stdout: "avail_no_missing": [], 2024-08-29T19:03:07.227 INFO:tasks.workunit.client.0.smithi028.stdout: "blocked_by": [], 2024-08-29T19:03:07.227 INFO:tasks.workunit.client.0.smithi028.stdout: "created": 62, 2024-08-29T19:03:07.227 INFO:tasks.workunit.client.0.smithi028.stdout: "dirty_stats_invalid": false, 2024-08-29T19:03:07.227 INFO:tasks.workunit.client.0.smithi028.stdout: "hitset_bytes_stats_invalid": false, 2024-08-29T19:03:07.227 INFO:tasks.workunit.client.0.smithi028.stdout: "hitset_stats_invalid": false, 2024-08-29T19:03:07.227 INFO:tasks.workunit.client.0.smithi028.stdout: "last_active": "2024-08-29T19:02:14.819088+0000", 2024-08-29T19:03:07.227 INFO:tasks.workunit.client.0.smithi028.stdout: "last_became_active": "2024-08-29T17:55:56.307401+0000", 2024-08-29T19:03:07.228 INFO:tasks.workunit.client.0.smithi028.stdout: "last_became_peered": "2024-08-29T17:55:56.307401+0000", 2024-08-29T19:03:07.228 INFO:tasks.workunit.client.0.smithi028.stdout: "last_change": "2024-08-29T17:55:56.309585+0000", 2024-08-29T19:03:07.228 INFO:tasks.workunit.client.0.smithi028.stdout: "last_clean": "2024-08-29T19:02:14.819088+0000", 2024-08-29T19:03:07.228 INFO:tasks.workunit.client.0.smithi028.stdout: "last_clean_scrub_stamp": "2024-08-29T17:41:01.987071+0000", 2024-08-29T19:03:07.228 INFO:tasks.workunit.client.0.smithi028.stdout: "last_deep_scrub": "0'0", 2024-08-29T19:03:07.228 INFO:tasks.workunit.client.0.smithi028.stdout: "last_deep_scrub_stamp": "2024-08-29T17:41:01.987071+0000", 2024-08-29T19:03:07.228 INFO:tasks.workunit.client.0.smithi028.stdout: "last_epoch_clean": 547, 2024-08-29T19:03:07.228 INFO:tasks.workunit.client.0.smithi028.stdout: "last_fresh": "2024-08-29T19:02:14.819088+0000", 2024-08-29T19:03:07.228 INFO:tasks.workunit.client.0.smithi028.stdout: "last_fullsized": "2024-08-29T19:02:14.819088+0000", 2024-08-29T19:03:07.228 INFO:tasks.workunit.client.0.smithi028.stdout: "last_peered": "2024-08-29T19:02:14.819088+0000", 2024-08-29T19:03:07.228 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub": "0'0", 2024-08-29T19:03:07.228 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub_duration": 0, 2024-08-29T19:03:07.229 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub_stamp": "2024-08-29T17:41:01.987071+0000", 2024-08-29T19:03:07.229 INFO:tasks.workunit.client.0.smithi028.stdout: "last_undegraded": "2024-08-29T19:02:14.819088+0000", 2024-08-29T19:03:07.229 INFO:tasks.workunit.client.0.smithi028.stdout: "last_unstale": "2024-08-29T19:02:14.819088+0000", 2024-08-29T19:03:07.229 INFO:tasks.workunit.client.0.smithi028.stdout: "log_dups_size": 0, 2024-08-29T19:03:07.229 INFO:tasks.workunit.client.0.smithi028.stdout: "log_size": 0, 2024-08-29T19:03:07.229 INFO:tasks.workunit.client.0.smithi028.stdout: "log_start": "0'0", 2024-08-29T19:03:07.229 INFO:tasks.workunit.client.0.smithi028.stdout: "manifest_stats_invalid": false, 2024-08-29T19:03:07.229 INFO:tasks.workunit.client.0.smithi028.stdout: "mapping_epoch": 546, 2024-08-29T19:03:07.229 INFO:tasks.workunit.client.0.smithi028.stdout: "object_location_counts": [], 2024-08-29T19:03:07.229 INFO:tasks.workunit.client.0.smithi028.stdout: "objects_scrubbed": 0, 2024-08-29T19:03:07.229 INFO:tasks.workunit.client.0.smithi028.stdout: "objects_trimmed": 0, 2024-08-29T19:03:07.229 INFO:tasks.workunit.client.0.smithi028.stdout: "omap_stats_invalid": false, 2024-08-29T19:03:07.229 INFO:tasks.workunit.client.0.smithi028.stdout: "ondisk_log_size": 0, 2024-08-29T19:03:07.229 INFO:tasks.workunit.client.0.smithi028.stdout: "ondisk_log_start": "0'0", 2024-08-29T19:03:07.230 INFO:tasks.workunit.client.0.smithi028.stdout: "parent": "0.0", 2024-08-29T19:03:07.230 INFO:tasks.workunit.client.0.smithi028.stdout: "parent_split_bits": 0, 2024-08-29T19:03:07.230 INFO:tasks.workunit.client.0.smithi028.stdout: "pgid": "3.25", 2024-08-29T19:03:07.230 INFO:tasks.workunit.client.0.smithi028.stdout: "pin_stats_invalid": false, 2024-08-29T19:03:07.230 INFO:tasks.workunit.client.0.smithi028.stdout: "purged_snaps": [], 2024-08-29T19:03:07.230 INFO:tasks.workunit.client.0.smithi028.stdout: "reported_epoch": 2650, 2024-08-29T19:03:07.230 INFO:tasks.workunit.client.0.smithi028.stdout: "reported_seq": 4748, 2024-08-29T19:03:07.230 INFO:tasks.workunit.client.0.smithi028.stdout: "scrub_duration": 0.0, 2024-08-29T19:03:07.230 INFO:tasks.workunit.client.0.smithi028.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-30T23:27:57.059091+0000", 2024-08-29T19:03:07.230 INFO:tasks.workunit.client.0.smithi028.stdout: "snaptrim_duration": 0.0, 2024-08-29T19:03:07.230 INFO:tasks.workunit.client.0.smithi028.stdout: "snaptrimq_len": 0, 2024-08-29T19:03:07.230 INFO:tasks.workunit.client.0.smithi028.stdout: "stat_sum": { 2024-08-29T19:03:07.230 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes": 0, 2024-08-29T19:03:07.231 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes_hit_set_archive": 0, 2024-08-29T19:03:07.231 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes_recovered": 0, 2024-08-29T19:03:07.231 INFO:tasks.workunit.client.0.smithi028.stdout: "num_deep_scrub_errors": 0, 2024-08-29T19:03:07.231 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict": 0, 2024-08-29T19:03:07.231 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_kb": 0, 2024-08-29T19:03:07.231 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_mode_full": 0, 2024-08-29T19:03:07.231 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_mode_some": 0, 2024-08-29T19:03:07.231 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush": 0, 2024-08-29T19:03:07.231 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_kb": 0, 2024-08-29T19:03:07.231 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_mode_high": 0, 2024-08-29T19:03:07.231 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_mode_low": 0, 2024-08-29T19:03:07.231 INFO:tasks.workunit.client.0.smithi028.stdout: "num_keys_recovered": 0, 2024-08-29T19:03:07.231 INFO:tasks.workunit.client.0.smithi028.stdout: "num_large_omap_objects": 0, 2024-08-29T19:03:07.231 INFO:tasks.workunit.client.0.smithi028.stdout: "num_legacy_snapsets": 0, 2024-08-29T19:03:07.232 INFO:tasks.workunit.client.0.smithi028.stdout: "num_object_clones": 0, 2024-08-29T19:03:07.232 INFO:tasks.workunit.client.0.smithi028.stdout: "num_object_copies": 0, 2024-08-29T19:03:07.232 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects": 0, 2024-08-29T19:03:07.232 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_degraded": 0, 2024-08-29T19:03:07.232 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_dirty": 0, 2024-08-29T19:03:07.232 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_hit_set_archive": 0, 2024-08-29T19:03:07.232 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_manifest": 0, 2024-08-29T19:03:07.232 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_misplaced": 0, 2024-08-29T19:03:07.232 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_missing": 0, 2024-08-29T19:03:07.232 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_missing_on_primary": 0, 2024-08-29T19:03:07.232 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_omap": 0, 2024-08-29T19:03:07.232 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_pinned": 0, 2024-08-29T19:03:07.233 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_recovered": 0, 2024-08-29T19:03:07.233 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_repaired": 0, 2024-08-29T19:03:07.233 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_unfound": 0, 2024-08-29T19:03:07.233 INFO:tasks.workunit.client.0.smithi028.stdout: "num_omap_bytes": 0, 2024-08-29T19:03:07.233 INFO:tasks.workunit.client.0.smithi028.stdout: "num_omap_keys": 0, 2024-08-29T19:03:07.233 INFO:tasks.workunit.client.0.smithi028.stdout: "num_promote": 0, 2024-08-29T19:03:07.233 INFO:tasks.workunit.client.0.smithi028.stdout: "num_read": 0, 2024-08-29T19:03:07.233 INFO:tasks.workunit.client.0.smithi028.stdout: "num_read_kb": 0, 2024-08-29T19:03:07.233 INFO:tasks.workunit.client.0.smithi028.stdout: "num_scrub_errors": 0, 2024-08-29T19:03:07.233 INFO:tasks.workunit.client.0.smithi028.stdout: "num_shallow_scrub_errors": 0, 2024-08-29T19:03:07.233 INFO:tasks.workunit.client.0.smithi028.stdout: "num_whiteouts": 0, 2024-08-29T19:03:07.233 INFO:tasks.workunit.client.0.smithi028.stdout: "num_write": 0, 2024-08-29T19:03:07.233 INFO:tasks.workunit.client.0.smithi028.stdout: "num_write_kb": 0 2024-08-29T19:03:07.234 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:07.234 INFO:tasks.workunit.client.0.smithi028.stdout: "state": "active+clean", 2024-08-29T19:03:07.234 INFO:tasks.workunit.client.0.smithi028.stdout: "stats_invalid": false, 2024-08-29T19:03:07.234 INFO:tasks.workunit.client.0.smithi028.stdout: "up": [ 2024-08-29T19:03:07.234 INFO:tasks.workunit.client.0.smithi028.stdout: 1, 2024-08-29T19:03:07.234 INFO:tasks.workunit.client.0.smithi028.stdout: 3, 2024-08-29T19:03:07.234 INFO:tasks.workunit.client.0.smithi028.stdout: 2 2024-08-29T19:03:07.234 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-08-29T19:03:07.234 INFO:tasks.workunit.client.0.smithi028.stdout: "up_primary": 1, 2024-08-29T19:03:07.234 INFO:tasks.workunit.client.0.smithi028.stdout: "version": "0'0" 2024-08-29T19:03:07.234 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:07.234 INFO:tasks.workunit.client.0.smithi028.stdout: { 2024-08-29T19:03:07.234 INFO:tasks.workunit.client.0.smithi028.stdout: "acting": [ 2024-08-29T19:03:07.235 INFO:tasks.workunit.client.0.smithi028.stdout: 6, 2024-08-29T19:03:07.235 INFO:tasks.workunit.client.0.smithi028.stdout: 7, 2024-08-29T19:03:07.235 INFO:tasks.workunit.client.0.smithi028.stdout: 4 2024-08-29T19:03:07.235 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-08-29T19:03:07.235 INFO:tasks.workunit.client.0.smithi028.stdout: "acting_primary": 6, 2024-08-29T19:03:07.235 INFO:tasks.workunit.client.0.smithi028.stdout: "avail_no_missing": [], 2024-08-29T19:03:07.235 INFO:tasks.workunit.client.0.smithi028.stdout: "blocked_by": [], 2024-08-29T19:03:07.235 INFO:tasks.workunit.client.0.smithi028.stdout: "created": 62, 2024-08-29T19:03:07.235 INFO:tasks.workunit.client.0.smithi028.stdout: "dirty_stats_invalid": false, 2024-08-29T19:03:07.235 INFO:tasks.workunit.client.0.smithi028.stdout: "hitset_bytes_stats_invalid": false, 2024-08-29T19:03:07.235 INFO:tasks.workunit.client.0.smithi028.stdout: "hitset_stats_invalid": false, 2024-08-29T19:03:07.235 INFO:tasks.workunit.client.0.smithi028.stdout: "last_active": "2024-08-29T19:02:14.925991+0000", 2024-08-29T19:03:07.235 INFO:tasks.workunit.client.0.smithi028.stdout: "last_became_active": "2024-08-29T17:58:11.343684+0000", 2024-08-29T19:03:07.235 INFO:tasks.workunit.client.0.smithi028.stdout: "last_became_peered": "2024-08-29T17:58:11.343684+0000", 2024-08-29T19:03:07.236 INFO:tasks.workunit.client.0.smithi028.stdout: "last_change": "2024-08-29T17:58:11.344681+0000", 2024-08-29T19:03:07.236 INFO:tasks.workunit.client.0.smithi028.stdout: "last_clean": "2024-08-29T19:02:14.925991+0000", 2024-08-29T19:03:07.236 INFO:tasks.workunit.client.0.smithi028.stdout: "last_clean_scrub_stamp": "2024-08-29T17:41:01.987071+0000", 2024-08-29T19:03:07.236 INFO:tasks.workunit.client.0.smithi028.stdout: "last_deep_scrub": "0'0", 2024-08-29T19:03:07.236 INFO:tasks.workunit.client.0.smithi028.stdout: "last_deep_scrub_stamp": "2024-08-29T17:41:01.987071+0000", 2024-08-29T19:03:07.236 INFO:tasks.workunit.client.0.smithi028.stdout: "last_epoch_clean": 681, 2024-08-29T19:03:07.236 INFO:tasks.workunit.client.0.smithi028.stdout: "last_fresh": "2024-08-29T19:02:14.925991+0000", 2024-08-29T19:03:07.236 INFO:tasks.workunit.client.0.smithi028.stdout: "last_fullsized": "2024-08-29T19:02:14.925991+0000", 2024-08-29T19:03:07.236 INFO:tasks.workunit.client.0.smithi028.stdout: "last_peered": "2024-08-29T19:02:14.925991+0000", 2024-08-29T19:03:07.236 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub": "0'0", 2024-08-29T19:03:07.236 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub_duration": 0, 2024-08-29T19:03:07.236 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub_stamp": "2024-08-29T17:41:01.987071+0000", 2024-08-29T19:03:07.236 INFO:tasks.workunit.client.0.smithi028.stdout: "last_undegraded": "2024-08-29T19:02:14.925991+0000", 2024-08-29T19:03:07.237 INFO:tasks.workunit.client.0.smithi028.stdout: "last_unstale": "2024-08-29T19:02:14.925991+0000", 2024-08-29T19:03:07.237 INFO:tasks.workunit.client.0.smithi028.stdout: "log_dups_size": 0, 2024-08-29T19:03:07.237 INFO:tasks.workunit.client.0.smithi028.stdout: "log_size": 0, 2024-08-29T19:03:07.237 INFO:tasks.workunit.client.0.smithi028.stdout: "log_start": "0'0", 2024-08-29T19:03:07.237 INFO:tasks.workunit.client.0.smithi028.stdout: "manifest_stats_invalid": false, 2024-08-29T19:03:07.237 INFO:tasks.workunit.client.0.smithi028.stdout: "mapping_epoch": 680, 2024-08-29T19:03:07.237 INFO:tasks.workunit.client.0.smithi028.stdout: "object_location_counts": [], 2024-08-29T19:03:07.237 INFO:tasks.workunit.client.0.smithi028.stdout: "objects_scrubbed": 0, 2024-08-29T19:03:07.237 INFO:tasks.workunit.client.0.smithi028.stdout: "objects_trimmed": 0, 2024-08-29T19:03:07.237 INFO:tasks.workunit.client.0.smithi028.stdout: "omap_stats_invalid": false, 2024-08-29T19:03:07.237 INFO:tasks.workunit.client.0.smithi028.stdout: "ondisk_log_size": 0, 2024-08-29T19:03:07.237 INFO:tasks.workunit.client.0.smithi028.stdout: "ondisk_log_start": "0'0", 2024-08-29T19:03:07.237 INFO:tasks.workunit.client.0.smithi028.stdout: "parent": "0.0", 2024-08-29T19:03:07.237 INFO:tasks.workunit.client.0.smithi028.stdout: "parent_split_bits": 0, 2024-08-29T19:03:07.238 INFO:tasks.workunit.client.0.smithi028.stdout: "pgid": "3.26", 2024-08-29T19:03:07.238 INFO:tasks.workunit.client.0.smithi028.stdout: "pin_stats_invalid": false, 2024-08-29T19:03:07.238 INFO:tasks.workunit.client.0.smithi028.stdout: "purged_snaps": [], 2024-08-29T19:03:07.238 INFO:tasks.workunit.client.0.smithi028.stdout: "reported_epoch": 2650, 2024-08-29T19:03:07.238 INFO:tasks.workunit.client.0.smithi028.stdout: "reported_seq": 4596, 2024-08-29T19:03:07.238 INFO:tasks.workunit.client.0.smithi028.stdout: "scrub_duration": 0.0, 2024-08-29T19:03:07.238 INFO:tasks.workunit.client.0.smithi028.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-30T21:14:29.127146+0000", 2024-08-29T19:03:07.238 INFO:tasks.workunit.client.0.smithi028.stdout: "snaptrim_duration": 0.0, 2024-08-29T19:03:07.238 INFO:tasks.workunit.client.0.smithi028.stdout: "snaptrimq_len": 0, 2024-08-29T19:03:07.238 INFO:tasks.workunit.client.0.smithi028.stdout: "stat_sum": { 2024-08-29T19:03:07.238 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes": 0, 2024-08-29T19:03:07.238 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes_hit_set_archive": 0, 2024-08-29T19:03:07.238 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes_recovered": 0, 2024-08-29T19:03:07.238 INFO:tasks.workunit.client.0.smithi028.stdout: "num_deep_scrub_errors": 0, 2024-08-29T19:03:07.239 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict": 0, 2024-08-29T19:03:07.239 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_kb": 0, 2024-08-29T19:03:07.239 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_mode_full": 0, 2024-08-29T19:03:07.239 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_mode_some": 0, 2024-08-29T19:03:07.239 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush": 0, 2024-08-29T19:03:07.239 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_kb": 0, 2024-08-29T19:03:07.239 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_mode_high": 0, 2024-08-29T19:03:07.239 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_mode_low": 0, 2024-08-29T19:03:07.239 INFO:tasks.workunit.client.0.smithi028.stdout: "num_keys_recovered": 0, 2024-08-29T19:03:07.239 INFO:tasks.workunit.client.0.smithi028.stdout: "num_large_omap_objects": 0, 2024-08-29T19:03:07.239 INFO:tasks.workunit.client.0.smithi028.stdout: "num_legacy_snapsets": 0, 2024-08-29T19:03:07.239 INFO:tasks.workunit.client.0.smithi028.stdout: "num_object_clones": 0, 2024-08-29T19:03:07.239 INFO:tasks.workunit.client.0.smithi028.stdout: "num_object_copies": 0, 2024-08-29T19:03:07.240 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects": 0, 2024-08-29T19:03:07.240 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_degraded": 0, 2024-08-29T19:03:07.240 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_dirty": 0, 2024-08-29T19:03:07.240 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_hit_set_archive": 0, 2024-08-29T19:03:07.240 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_manifest": 0, 2024-08-29T19:03:07.240 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_misplaced": 0, 2024-08-29T19:03:07.240 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_missing": 0, 2024-08-29T19:03:07.240 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_missing_on_primary": 0, 2024-08-29T19:03:07.240 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_omap": 0, 2024-08-29T19:03:07.240 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_pinned": 0, 2024-08-29T19:03:07.240 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_recovered": 0, 2024-08-29T19:03:07.240 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_repaired": 0, 2024-08-29T19:03:07.240 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_unfound": 0, 2024-08-29T19:03:07.241 INFO:tasks.workunit.client.0.smithi028.stdout: "num_omap_bytes": 0, 2024-08-29T19:03:07.241 INFO:tasks.workunit.client.0.smithi028.stdout: "num_omap_keys": 0, 2024-08-29T19:03:07.241 INFO:tasks.workunit.client.0.smithi028.stdout: "num_promote": 0, 2024-08-29T19:03:07.241 INFO:tasks.workunit.client.0.smithi028.stdout: "num_read": 0, 2024-08-29T19:03:07.241 INFO:tasks.workunit.client.0.smithi028.stdout: "num_read_kb": 0, 2024-08-29T19:03:07.241 INFO:tasks.workunit.client.0.smithi028.stdout: "num_scrub_errors": 0, 2024-08-29T19:03:07.241 INFO:tasks.workunit.client.0.smithi028.stdout: "num_shallow_scrub_errors": 0, 2024-08-29T19:03:07.241 INFO:tasks.workunit.client.0.smithi028.stdout: "num_whiteouts": 0, 2024-08-29T19:03:07.241 INFO:tasks.workunit.client.0.smithi028.stdout: "num_write": 0, 2024-08-29T19:03:07.241 INFO:tasks.workunit.client.0.smithi028.stdout: "num_write_kb": 0 2024-08-29T19:03:07.241 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:07.241 INFO:tasks.workunit.client.0.smithi028.stdout: "state": "active+clean", 2024-08-29T19:03:07.241 INFO:tasks.workunit.client.0.smithi028.stdout: "stats_invalid": false, 2024-08-29T19:03:07.241 INFO:tasks.workunit.client.0.smithi028.stdout: "up": [ 2024-08-29T19:03:07.242 INFO:tasks.workunit.client.0.smithi028.stdout: 6, 2024-08-29T19:03:07.242 INFO:tasks.workunit.client.0.smithi028.stdout: 7, 2024-08-29T19:03:07.242 INFO:tasks.workunit.client.0.smithi028.stdout: 4 2024-08-29T19:03:07.242 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-08-29T19:03:07.242 INFO:tasks.workunit.client.0.smithi028.stdout: "up_primary": 6, 2024-08-29T19:03:07.242 INFO:tasks.workunit.client.0.smithi028.stdout: "version": "0'0" 2024-08-29T19:03:07.242 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:07.242 INFO:tasks.workunit.client.0.smithi028.stdout: { 2024-08-29T19:03:07.242 INFO:tasks.workunit.client.0.smithi028.stdout: "acting": [ 2024-08-29T19:03:07.242 INFO:tasks.workunit.client.0.smithi028.stdout: 3, 2024-08-29T19:03:07.242 INFO:tasks.workunit.client.0.smithi028.stdout: 4, 2024-08-29T19:03:07.242 INFO:tasks.workunit.client.0.smithi028.stdout: 2 2024-08-29T19:03:07.242 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-08-29T19:03:07.243 INFO:tasks.workunit.client.0.smithi028.stdout: "acting_primary": 3, 2024-08-29T19:03:07.243 INFO:tasks.workunit.client.0.smithi028.stdout: "avail_no_missing": [], 2024-08-29T19:03:07.243 INFO:tasks.workunit.client.0.smithi028.stdout: "blocked_by": [], 2024-08-29T19:03:07.243 INFO:tasks.workunit.client.0.smithi028.stdout: "created": 62, 2024-08-29T19:03:07.243 INFO:tasks.workunit.client.0.smithi028.stdout: "dirty_stats_invalid": false, 2024-08-29T19:03:07.243 INFO:tasks.workunit.client.0.smithi028.stdout: "hitset_bytes_stats_invalid": false, 2024-08-29T19:03:07.243 INFO:tasks.workunit.client.0.smithi028.stdout: "hitset_stats_invalid": false, 2024-08-29T19:03:07.243 INFO:tasks.workunit.client.0.smithi028.stdout: "last_active": "2024-08-29T19:02:14.844162+0000", 2024-08-29T19:03:07.243 INFO:tasks.workunit.client.0.smithi028.stdout: "last_became_active": "2024-08-29T17:56:29.367992+0000", 2024-08-29T19:03:07.243 INFO:tasks.workunit.client.0.smithi028.stdout: "last_became_peered": "2024-08-29T17:56:29.367992+0000", 2024-08-29T19:03:07.243 INFO:tasks.workunit.client.0.smithi028.stdout: "last_change": "2024-08-29T17:56:29.368565+0000", 2024-08-29T19:03:07.243 INFO:tasks.workunit.client.0.smithi028.stdout: "last_clean": "2024-08-29T19:02:14.844162+0000", 2024-08-29T19:03:07.243 INFO:tasks.workunit.client.0.smithi028.stdout: "last_clean_scrub_stamp": "2024-08-29T17:41:01.987071+0000", 2024-08-29T19:03:07.244 INFO:tasks.workunit.client.0.smithi028.stdout: "last_deep_scrub": "0'0", 2024-08-29T19:03:07.244 INFO:tasks.workunit.client.0.smithi028.stdout: "last_deep_scrub_stamp": "2024-08-29T17:41:01.987071+0000", 2024-08-29T19:03:07.244 INFO:tasks.workunit.client.0.smithi028.stdout: "last_epoch_clean": 580, 2024-08-29T19:03:07.244 INFO:tasks.workunit.client.0.smithi028.stdout: "last_fresh": "2024-08-29T19:02:14.844162+0000", 2024-08-29T19:03:07.244 INFO:tasks.workunit.client.0.smithi028.stdout: "last_fullsized": "2024-08-29T19:02:14.844162+0000", 2024-08-29T19:03:07.244 INFO:tasks.workunit.client.0.smithi028.stdout: "last_peered": "2024-08-29T19:02:14.844162+0000", 2024-08-29T19:03:07.244 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub": "0'0", 2024-08-29T19:03:07.244 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub_duration": 0, 2024-08-29T19:03:07.244 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub_stamp": "2024-08-29T17:41:01.987071+0000", 2024-08-29T19:03:07.244 INFO:tasks.workunit.client.0.smithi028.stdout: "last_undegraded": "2024-08-29T19:02:14.844162+0000", 2024-08-29T19:03:07.244 INFO:tasks.workunit.client.0.smithi028.stdout: "last_unstale": "2024-08-29T19:02:14.844162+0000", 2024-08-29T19:03:07.244 INFO:tasks.workunit.client.0.smithi028.stdout: "log_dups_size": 0, 2024-08-29T19:03:07.244 INFO:tasks.workunit.client.0.smithi028.stdout: "log_size": 0, 2024-08-29T19:03:07.245 INFO:tasks.workunit.client.0.smithi028.stdout: "log_start": "0'0", 2024-08-29T19:03:07.245 INFO:tasks.workunit.client.0.smithi028.stdout: "manifest_stats_invalid": false, 2024-08-29T19:03:07.245 INFO:tasks.workunit.client.0.smithi028.stdout: "mapping_epoch": 579, 2024-08-29T19:03:07.245 INFO:tasks.workunit.client.0.smithi028.stdout: "object_location_counts": [], 2024-08-29T19:03:07.245 INFO:tasks.workunit.client.0.smithi028.stdout: "objects_scrubbed": 0, 2024-08-29T19:03:07.245 INFO:tasks.workunit.client.0.smithi028.stdout: "objects_trimmed": 0, 2024-08-29T19:03:07.245 INFO:tasks.workunit.client.0.smithi028.stdout: "omap_stats_invalid": false, 2024-08-29T19:03:07.245 INFO:tasks.workunit.client.0.smithi028.stdout: "ondisk_log_size": 0, 2024-08-29T19:03:07.245 INFO:tasks.workunit.client.0.smithi028.stdout: "ondisk_log_start": "0'0", 2024-08-29T19:03:07.245 INFO:tasks.workunit.client.0.smithi028.stdout: "parent": "0.0", 2024-08-29T19:03:07.245 INFO:tasks.workunit.client.0.smithi028.stdout: "parent_split_bits": 0, 2024-08-29T19:03:07.245 INFO:tasks.workunit.client.0.smithi028.stdout: "pgid": "3.27", 2024-08-29T19:03:07.245 INFO:tasks.workunit.client.0.smithi028.stdout: "pin_stats_invalid": false, 2024-08-29T19:03:07.246 INFO:tasks.workunit.client.0.smithi028.stdout: "purged_snaps": [], 2024-08-29T19:03:07.246 INFO:tasks.workunit.client.0.smithi028.stdout: "reported_epoch": 2650, 2024-08-29T19:03:07.246 INFO:tasks.workunit.client.0.smithi028.stdout: "reported_seq": 4709, 2024-08-29T19:03:07.246 INFO:tasks.workunit.client.0.smithi028.stdout: "scrub_duration": 0.0, 2024-08-29T19:03:07.246 INFO:tasks.workunit.client.0.smithi028.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-30T18:22:59.055878+0000", 2024-08-29T19:03:07.246 INFO:tasks.workunit.client.0.smithi028.stdout: "snaptrim_duration": 0.0, 2024-08-29T19:03:07.246 INFO:tasks.workunit.client.0.smithi028.stdout: "snaptrimq_len": 0, 2024-08-29T19:03:07.246 INFO:tasks.workunit.client.0.smithi028.stdout: "stat_sum": { 2024-08-29T19:03:07.246 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes": 0, 2024-08-29T19:03:07.246 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes_hit_set_archive": 0, 2024-08-29T19:03:07.246 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes_recovered": 0, 2024-08-29T19:03:07.246 INFO:tasks.workunit.client.0.smithi028.stdout: "num_deep_scrub_errors": 0, 2024-08-29T19:03:07.246 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict": 0, 2024-08-29T19:03:07.247 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_kb": 0, 2024-08-29T19:03:07.247 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_mode_full": 0, 2024-08-29T19:03:07.247 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_mode_some": 0, 2024-08-29T19:03:07.247 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush": 0, 2024-08-29T19:03:07.247 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_kb": 0, 2024-08-29T19:03:07.247 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_mode_high": 0, 2024-08-29T19:03:07.247 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_mode_low": 0, 2024-08-29T19:03:07.247 INFO:tasks.workunit.client.0.smithi028.stdout: "num_keys_recovered": 0, 2024-08-29T19:03:07.247 INFO:tasks.workunit.client.0.smithi028.stdout: "num_large_omap_objects": 0, 2024-08-29T19:03:07.247 INFO:tasks.workunit.client.0.smithi028.stdout: "num_legacy_snapsets": 0, 2024-08-29T19:03:07.247 INFO:tasks.workunit.client.0.smithi028.stdout: "num_object_clones": 0, 2024-08-29T19:03:07.247 INFO:tasks.workunit.client.0.smithi028.stdout: "num_object_copies": 0, 2024-08-29T19:03:07.247 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects": 0, 2024-08-29T19:03:07.247 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_degraded": 0, 2024-08-29T19:03:07.248 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_dirty": 0, 2024-08-29T19:03:07.248 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_hit_set_archive": 0, 2024-08-29T19:03:07.248 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_manifest": 0, 2024-08-29T19:03:07.248 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_misplaced": 0, 2024-08-29T19:03:07.248 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_missing": 0, 2024-08-29T19:03:07.248 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_missing_on_primary": 0, 2024-08-29T19:03:07.248 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_omap": 0, 2024-08-29T19:03:07.248 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_pinned": 0, 2024-08-29T19:03:07.248 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_recovered": 0, 2024-08-29T19:03:07.248 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_repaired": 0, 2024-08-29T19:03:07.248 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_unfound": 0, 2024-08-29T19:03:07.248 INFO:tasks.workunit.client.0.smithi028.stdout: "num_omap_bytes": 0, 2024-08-29T19:03:07.248 INFO:tasks.workunit.client.0.smithi028.stdout: "num_omap_keys": 0, 2024-08-29T19:03:07.249 INFO:tasks.workunit.client.0.smithi028.stdout: "num_promote": 0, 2024-08-29T19:03:07.249 INFO:tasks.workunit.client.0.smithi028.stdout: "num_read": 0, 2024-08-29T19:03:07.249 INFO:tasks.workunit.client.0.smithi028.stdout: "num_read_kb": 0, 2024-08-29T19:03:07.249 INFO:tasks.workunit.client.0.smithi028.stdout: "num_scrub_errors": 0, 2024-08-29T19:03:07.249 INFO:tasks.workunit.client.0.smithi028.stdout: "num_shallow_scrub_errors": 0, 2024-08-29T19:03:07.249 INFO:tasks.workunit.client.0.smithi028.stdout: "num_whiteouts": 0, 2024-08-29T19:03:07.249 INFO:tasks.workunit.client.0.smithi028.stdout: "num_write": 0, 2024-08-29T19:03:07.249 INFO:tasks.workunit.client.0.smithi028.stdout: "num_write_kb": 0 2024-08-29T19:03:07.249 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:07.249 INFO:tasks.workunit.client.0.smithi028.stdout: "state": "active+clean", 2024-08-29T19:03:07.249 INFO:tasks.workunit.client.0.smithi028.stdout: "stats_invalid": false, 2024-08-29T19:03:07.249 INFO:tasks.workunit.client.0.smithi028.stdout: "up": [ 2024-08-29T19:03:07.249 INFO:tasks.workunit.client.0.smithi028.stdout: 3, 2024-08-29T19:03:07.249 INFO:tasks.workunit.client.0.smithi028.stdout: 4, 2024-08-29T19:03:07.250 INFO:tasks.workunit.client.0.smithi028.stdout: 2 2024-08-29T19:03:07.250 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-08-29T19:03:07.250 INFO:tasks.workunit.client.0.smithi028.stdout: "up_primary": 3, 2024-08-29T19:03:07.250 INFO:tasks.workunit.client.0.smithi028.stdout: "version": "0'0" 2024-08-29T19:03:07.250 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:07.250 INFO:tasks.workunit.client.0.smithi028.stdout: { 2024-08-29T19:03:07.250 INFO:tasks.workunit.client.0.smithi028.stdout: "acting": [ 2024-08-29T19:03:07.250 INFO:tasks.workunit.client.0.smithi028.stdout: 5, 2024-08-29T19:03:07.250 INFO:tasks.workunit.client.0.smithi028.stdout: 3, 2024-08-29T19:03:07.250 INFO:tasks.workunit.client.0.smithi028.stdout: 2 2024-08-29T19:03:07.250 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-08-29T19:03:07.250 INFO:tasks.workunit.client.0.smithi028.stdout: "acting_primary": 5, 2024-08-29T19:03:07.250 INFO:tasks.workunit.client.0.smithi028.stdout: "avail_no_missing": [], 2024-08-29T19:03:07.251 INFO:tasks.workunit.client.0.smithi028.stdout: "blocked_by": [], 2024-08-29T19:03:07.251 INFO:tasks.workunit.client.0.smithi028.stdout: "created": 62, 2024-08-29T19:03:07.251 INFO:tasks.workunit.client.0.smithi028.stdout: "dirty_stats_invalid": false, 2024-08-29T19:03:07.251 INFO:tasks.workunit.client.0.smithi028.stdout: "hitset_bytes_stats_invalid": false, 2024-08-29T19:03:07.251 INFO:tasks.workunit.client.0.smithi028.stdout: "hitset_stats_invalid": false, 2024-08-29T19:03:07.251 INFO:tasks.workunit.client.0.smithi028.stdout: "last_active": "2024-08-29T19:02:14.917555+0000", 2024-08-29T19:03:07.251 INFO:tasks.workunit.client.0.smithi028.stdout: "last_became_active": "2024-08-29T17:57:02.376400+0000", 2024-08-29T19:03:07.251 INFO:tasks.workunit.client.0.smithi028.stdout: "last_became_peered": "2024-08-29T17:57:02.376400+0000", 2024-08-29T19:03:07.251 INFO:tasks.workunit.client.0.smithi028.stdout: "last_change": "2024-08-29T17:57:02.377048+0000", 2024-08-29T19:03:07.251 INFO:tasks.workunit.client.0.smithi028.stdout: "last_clean": "2024-08-29T19:02:14.917555+0000", 2024-08-29T19:03:07.251 INFO:tasks.workunit.client.0.smithi028.stdout: "last_clean_scrub_stamp": "2024-08-29T17:41:01.987071+0000", 2024-08-29T19:03:07.251 INFO:tasks.workunit.client.0.smithi028.stdout: "last_deep_scrub": "0'0", 2024-08-29T19:03:07.251 INFO:tasks.workunit.client.0.smithi028.stdout: "last_deep_scrub_stamp": "2024-08-29T17:41:01.987071+0000", 2024-08-29T19:03:07.251 INFO:tasks.workunit.client.0.smithi028.stdout: "last_epoch_clean": 613, 2024-08-29T19:03:07.252 INFO:tasks.workunit.client.0.smithi028.stdout: "last_fresh": "2024-08-29T19:02:14.917555+0000", 2024-08-29T19:03:07.252 INFO:tasks.workunit.client.0.smithi028.stdout: "last_fullsized": "2024-08-29T19:02:14.917555+0000", 2024-08-29T19:03:07.252 INFO:tasks.workunit.client.0.smithi028.stdout: "last_peered": "2024-08-29T19:02:14.917555+0000", 2024-08-29T19:03:07.252 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub": "0'0", 2024-08-29T19:03:07.252 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub_duration": 0, 2024-08-29T19:03:07.252 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub_stamp": "2024-08-29T17:41:01.987071+0000", 2024-08-29T19:03:07.252 INFO:tasks.workunit.client.0.smithi028.stdout: "last_undegraded": "2024-08-29T19:02:14.917555+0000", 2024-08-29T19:03:07.252 INFO:tasks.workunit.client.0.smithi028.stdout: "last_unstale": "2024-08-29T19:02:14.917555+0000", 2024-08-29T19:03:07.252 INFO:tasks.workunit.client.0.smithi028.stdout: "log_dups_size": 0, 2024-08-29T19:03:07.252 INFO:tasks.workunit.client.0.smithi028.stdout: "log_size": 0, 2024-08-29T19:03:07.252 INFO:tasks.workunit.client.0.smithi028.stdout: "log_start": "0'0", 2024-08-29T19:03:07.252 INFO:tasks.workunit.client.0.smithi028.stdout: "manifest_stats_invalid": false, 2024-08-29T19:03:07.252 INFO:tasks.workunit.client.0.smithi028.stdout: "mapping_epoch": 612, 2024-08-29T19:03:07.253 INFO:tasks.workunit.client.0.smithi028.stdout: "object_location_counts": [], 2024-08-29T19:03:07.253 INFO:tasks.workunit.client.0.smithi028.stdout: "objects_scrubbed": 0, 2024-08-29T19:03:07.253 INFO:tasks.workunit.client.0.smithi028.stdout: "objects_trimmed": 0, 2024-08-29T19:03:07.253 INFO:tasks.workunit.client.0.smithi028.stdout: "omap_stats_invalid": false, 2024-08-29T19:03:07.253 INFO:tasks.workunit.client.0.smithi028.stdout: "ondisk_log_size": 0, 2024-08-29T19:03:07.253 INFO:tasks.workunit.client.0.smithi028.stdout: "ondisk_log_start": "0'0", 2024-08-29T19:03:07.253 INFO:tasks.workunit.client.0.smithi028.stdout: "parent": "0.0", 2024-08-29T19:03:07.253 INFO:tasks.workunit.client.0.smithi028.stdout: "parent_split_bits": 0, 2024-08-29T19:03:07.253 INFO:tasks.workunit.client.0.smithi028.stdout: "pgid": "3.28", 2024-08-29T19:03:07.253 INFO:tasks.workunit.client.0.smithi028.stdout: "pin_stats_invalid": false, 2024-08-29T19:03:07.253 INFO:tasks.workunit.client.0.smithi028.stdout: "purged_snaps": [], 2024-08-29T19:03:07.253 INFO:tasks.workunit.client.0.smithi028.stdout: "reported_epoch": 2650, 2024-08-29T19:03:07.254 INFO:tasks.workunit.client.0.smithi028.stdout: "reported_seq": 4644, 2024-08-29T19:03:07.254 INFO:tasks.workunit.client.0.smithi028.stdout: "scrub_duration": 0.0, 2024-08-29T19:03:07.254 INFO:tasks.workunit.client.0.smithi028.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-30T21:21:32.371219+0000", 2024-08-29T19:03:07.254 INFO:tasks.workunit.client.0.smithi028.stdout: "snaptrim_duration": 0.0, 2024-08-29T19:03:07.254 INFO:tasks.workunit.client.0.smithi028.stdout: "snaptrimq_len": 0, 2024-08-29T19:03:07.254 INFO:tasks.workunit.client.0.smithi028.stdout: "stat_sum": { 2024-08-29T19:03:07.254 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes": 0, 2024-08-29T19:03:07.254 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes_hit_set_archive": 0, 2024-08-29T19:03:07.254 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes_recovered": 0, 2024-08-29T19:03:07.254 INFO:tasks.workunit.client.0.smithi028.stdout: "num_deep_scrub_errors": 0, 2024-08-29T19:03:07.254 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict": 0, 2024-08-29T19:03:07.254 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_kb": 0, 2024-08-29T19:03:07.254 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_mode_full": 0, 2024-08-29T19:03:07.254 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_mode_some": 0, 2024-08-29T19:03:07.255 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush": 0, 2024-08-29T19:03:07.255 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_kb": 0, 2024-08-29T19:03:07.255 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_mode_high": 0, 2024-08-29T19:03:07.255 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_mode_low": 0, 2024-08-29T19:03:07.255 INFO:tasks.workunit.client.0.smithi028.stdout: "num_keys_recovered": 0, 2024-08-29T19:03:07.255 INFO:tasks.workunit.client.0.smithi028.stdout: "num_large_omap_objects": 0, 2024-08-29T19:03:07.255 INFO:tasks.workunit.client.0.smithi028.stdout: "num_legacy_snapsets": 0, 2024-08-29T19:03:07.255 INFO:tasks.workunit.client.0.smithi028.stdout: "num_object_clones": 0, 2024-08-29T19:03:07.255 INFO:tasks.workunit.client.0.smithi028.stdout: "num_object_copies": 0, 2024-08-29T19:03:07.255 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects": 0, 2024-08-29T19:03:07.255 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_degraded": 0, 2024-08-29T19:03:07.255 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_dirty": 0, 2024-08-29T19:03:07.255 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_hit_set_archive": 0, 2024-08-29T19:03:07.256 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_manifest": 0, 2024-08-29T19:03:07.256 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_misplaced": 0, 2024-08-29T19:03:07.256 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_missing": 0, 2024-08-29T19:03:07.256 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_missing_on_primary": 0, 2024-08-29T19:03:07.256 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_omap": 0, 2024-08-29T19:03:07.256 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_pinned": 0, 2024-08-29T19:03:07.256 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_recovered": 0, 2024-08-29T19:03:07.256 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_repaired": 0, 2024-08-29T19:03:07.256 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_unfound": 0, 2024-08-29T19:03:07.256 INFO:tasks.workunit.client.0.smithi028.stdout: "num_omap_bytes": 0, 2024-08-29T19:03:07.256 INFO:tasks.workunit.client.0.smithi028.stdout: "num_omap_keys": 0, 2024-08-29T19:03:07.256 INFO:tasks.workunit.client.0.smithi028.stdout: "num_promote": 0, 2024-08-29T19:03:07.256 INFO:tasks.workunit.client.0.smithi028.stdout: "num_read": 0, 2024-08-29T19:03:07.256 INFO:tasks.workunit.client.0.smithi028.stdout: "num_read_kb": 0, 2024-08-29T19:03:07.257 INFO:tasks.workunit.client.0.smithi028.stdout: "num_scrub_errors": 0, 2024-08-29T19:03:07.257 INFO:tasks.workunit.client.0.smithi028.stdout: "num_shallow_scrub_errors": 0, 2024-08-29T19:03:07.257 INFO:tasks.workunit.client.0.smithi028.stdout: "num_whiteouts": 0, 2024-08-29T19:03:07.257 INFO:tasks.workunit.client.0.smithi028.stdout: "num_write": 0, 2024-08-29T19:03:07.257 INFO:tasks.workunit.client.0.smithi028.stdout: "num_write_kb": 0 2024-08-29T19:03:07.257 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:07.257 INFO:tasks.workunit.client.0.smithi028.stdout: "state": "active+clean", 2024-08-29T19:03:07.257 INFO:tasks.workunit.client.0.smithi028.stdout: "stats_invalid": false, 2024-08-29T19:03:07.257 INFO:tasks.workunit.client.0.smithi028.stdout: "up": [ 2024-08-29T19:03:07.257 INFO:tasks.workunit.client.0.smithi028.stdout: 5, 2024-08-29T19:03:07.257 INFO:tasks.workunit.client.0.smithi028.stdout: 3, 2024-08-29T19:03:07.257 INFO:tasks.workunit.client.0.smithi028.stdout: 2 2024-08-29T19:03:07.257 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-08-29T19:03:07.257 INFO:tasks.workunit.client.0.smithi028.stdout: "up_primary": 5, 2024-08-29T19:03:07.258 INFO:tasks.workunit.client.0.smithi028.stdout: "version": "0'0" 2024-08-29T19:03:07.258 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:07.258 INFO:tasks.workunit.client.0.smithi028.stdout: { 2024-08-29T19:03:07.258 INFO:tasks.workunit.client.0.smithi028.stdout: "acting": [ 2024-08-29T19:03:07.258 INFO:tasks.workunit.client.0.smithi028.stdout: 3, 2024-08-29T19:03:07.258 INFO:tasks.workunit.client.0.smithi028.stdout: 4, 2024-08-29T19:03:07.258 INFO:tasks.workunit.client.0.smithi028.stdout: 1 2024-08-29T19:03:07.258 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-08-29T19:03:07.258 INFO:tasks.workunit.client.0.smithi028.stdout: "acting_primary": 3, 2024-08-29T19:03:07.258 INFO:tasks.workunit.client.0.smithi028.stdout: "avail_no_missing": [], 2024-08-29T19:03:07.258 INFO:tasks.workunit.client.0.smithi028.stdout: "blocked_by": [], 2024-08-29T19:03:07.258 INFO:tasks.workunit.client.0.smithi028.stdout: "created": 62, 2024-08-29T19:03:07.258 INFO:tasks.workunit.client.0.smithi028.stdout: "dirty_stats_invalid": false, 2024-08-29T19:03:07.258 INFO:tasks.workunit.client.0.smithi028.stdout: "hitset_bytes_stats_invalid": false, 2024-08-29T19:03:07.259 INFO:tasks.workunit.client.0.smithi028.stdout: "hitset_stats_invalid": false, 2024-08-29T19:03:07.259 INFO:tasks.workunit.client.0.smithi028.stdout: "last_active": "2024-08-29T19:02:14.840042+0000", 2024-08-29T19:03:07.259 INFO:tasks.workunit.client.0.smithi028.stdout: "last_became_active": "2024-08-29T17:56:29.387900+0000", 2024-08-29T19:03:07.259 INFO:tasks.workunit.client.0.smithi028.stdout: "last_became_peered": "2024-08-29T17:56:29.387900+0000", 2024-08-29T19:03:07.259 INFO:tasks.workunit.client.0.smithi028.stdout: "last_change": "2024-08-29T17:56:29.388672+0000", 2024-08-29T19:03:07.259 INFO:tasks.workunit.client.0.smithi028.stdout: "last_clean": "2024-08-29T19:02:14.840042+0000", 2024-08-29T19:03:07.259 INFO:tasks.workunit.client.0.smithi028.stdout: "last_clean_scrub_stamp": "2024-08-29T17:41:01.987071+0000", 2024-08-29T19:03:07.259 INFO:tasks.workunit.client.0.smithi028.stdout: "last_deep_scrub": "0'0", 2024-08-29T19:03:07.259 INFO:tasks.workunit.client.0.smithi028.stdout: "last_deep_scrub_stamp": "2024-08-29T17:41:01.987071+0000", 2024-08-29T19:03:07.259 INFO:tasks.workunit.client.0.smithi028.stdout: "last_epoch_clean": 580, 2024-08-29T19:03:07.259 INFO:tasks.workunit.client.0.smithi028.stdout: "last_fresh": "2024-08-29T19:02:14.840042+0000", 2024-08-29T19:03:07.259 INFO:tasks.workunit.client.0.smithi028.stdout: "last_fullsized": "2024-08-29T19:02:14.840042+0000", 2024-08-29T19:03:07.259 INFO:tasks.workunit.client.0.smithi028.stdout: "last_peered": "2024-08-29T19:02:14.840042+0000", 2024-08-29T19:03:07.260 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub": "0'0", 2024-08-29T19:03:07.260 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub_duration": 0, 2024-08-29T19:03:07.260 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub_stamp": "2024-08-29T17:41:01.987071+0000", 2024-08-29T19:03:07.260 INFO:tasks.workunit.client.0.smithi028.stdout: "last_undegraded": "2024-08-29T19:02:14.840042+0000", 2024-08-29T19:03:07.260 INFO:tasks.workunit.client.0.smithi028.stdout: "last_unstale": "2024-08-29T19:02:14.840042+0000", 2024-08-29T19:03:07.260 INFO:tasks.workunit.client.0.smithi028.stdout: "log_dups_size": 0, 2024-08-29T19:03:07.260 INFO:tasks.workunit.client.0.smithi028.stdout: "log_size": 0, 2024-08-29T19:03:07.260 INFO:tasks.workunit.client.0.smithi028.stdout: "log_start": "0'0", 2024-08-29T19:03:07.260 INFO:tasks.workunit.client.0.smithi028.stdout: "manifest_stats_invalid": false, 2024-08-29T19:03:07.260 INFO:tasks.workunit.client.0.smithi028.stdout: "mapping_epoch": 579, 2024-08-29T19:03:07.260 INFO:tasks.workunit.client.0.smithi028.stdout: "object_location_counts": [], 2024-08-29T19:03:07.260 INFO:tasks.workunit.client.0.smithi028.stdout: "objects_scrubbed": 0, 2024-08-29T19:03:07.260 INFO:tasks.workunit.client.0.smithi028.stdout: "objects_trimmed": 0, 2024-08-29T19:03:07.261 INFO:tasks.workunit.client.0.smithi028.stdout: "omap_stats_invalid": false, 2024-08-29T19:03:07.261 INFO:tasks.workunit.client.0.smithi028.stdout: "ondisk_log_size": 0, 2024-08-29T19:03:07.261 INFO:tasks.workunit.client.0.smithi028.stdout: "ondisk_log_start": "0'0", 2024-08-29T19:03:07.261 INFO:tasks.workunit.client.0.smithi028.stdout: "parent": "0.0", 2024-08-29T19:03:07.261 INFO:tasks.workunit.client.0.smithi028.stdout: "parent_split_bits": 0, 2024-08-29T19:03:07.261 INFO:tasks.workunit.client.0.smithi028.stdout: "pgid": "3.29", 2024-08-29T19:03:07.261 INFO:tasks.workunit.client.0.smithi028.stdout: "pin_stats_invalid": false, 2024-08-29T19:03:07.261 INFO:tasks.workunit.client.0.smithi028.stdout: "purged_snaps": [], 2024-08-29T19:03:07.261 INFO:tasks.workunit.client.0.smithi028.stdout: "reported_epoch": 2650, 2024-08-29T19:03:07.261 INFO:tasks.workunit.client.0.smithi028.stdout: "reported_seq": 4718, 2024-08-29T19:03:07.261 INFO:tasks.workunit.client.0.smithi028.stdout: "scrub_duration": 0.0, 2024-08-29T19:03:07.261 INFO:tasks.workunit.client.0.smithi028.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-30T21:41:25.386113+0000", 2024-08-29T19:03:07.261 INFO:tasks.workunit.client.0.smithi028.stdout: "snaptrim_duration": 0.0, 2024-08-29T19:03:07.261 INFO:tasks.workunit.client.0.smithi028.stdout: "snaptrimq_len": 0, 2024-08-29T19:03:07.261 INFO:tasks.workunit.client.0.smithi028.stdout: "stat_sum": { 2024-08-29T19:03:07.262 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes": 0, 2024-08-29T19:03:07.262 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes_hit_set_archive": 0, 2024-08-29T19:03:07.262 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes_recovered": 0, 2024-08-29T19:03:07.262 INFO:tasks.workunit.client.0.smithi028.stdout: "num_deep_scrub_errors": 0, 2024-08-29T19:03:07.262 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict": 0, 2024-08-29T19:03:07.262 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_kb": 0, 2024-08-29T19:03:07.262 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_mode_full": 0, 2024-08-29T19:03:07.262 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_mode_some": 0, 2024-08-29T19:03:07.262 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush": 0, 2024-08-29T19:03:07.262 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_kb": 0, 2024-08-29T19:03:07.262 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_mode_high": 0, 2024-08-29T19:03:07.262 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_mode_low": 0, 2024-08-29T19:03:07.262 INFO:tasks.workunit.client.0.smithi028.stdout: "num_keys_recovered": 0, 2024-08-29T19:03:07.263 INFO:tasks.workunit.client.0.smithi028.stdout: "num_large_omap_objects": 0, 2024-08-29T19:03:07.263 INFO:tasks.workunit.client.0.smithi028.stdout: "num_legacy_snapsets": 0, 2024-08-29T19:03:07.263 INFO:tasks.workunit.client.0.smithi028.stdout: "num_object_clones": 0, 2024-08-29T19:03:07.263 INFO:tasks.workunit.client.0.smithi028.stdout: "num_object_copies": 0, 2024-08-29T19:03:07.263 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects": 0, 2024-08-29T19:03:07.263 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_degraded": 0, 2024-08-29T19:03:07.263 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_dirty": 0, 2024-08-29T19:03:07.263 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_hit_set_archive": 0, 2024-08-29T19:03:07.263 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_manifest": 0, 2024-08-29T19:03:07.263 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_misplaced": 0, 2024-08-29T19:03:07.263 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_missing": 0, 2024-08-29T19:03:07.263 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_missing_on_primary": 0, 2024-08-29T19:03:07.263 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_omap": 0, 2024-08-29T19:03:07.263 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_pinned": 0, 2024-08-29T19:03:07.264 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_recovered": 0, 2024-08-29T19:03:07.264 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_repaired": 0, 2024-08-29T19:03:07.264 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_unfound": 0, 2024-08-29T19:03:07.264 INFO:tasks.workunit.client.0.smithi028.stdout: "num_omap_bytes": 0, 2024-08-29T19:03:07.264 INFO:tasks.workunit.client.0.smithi028.stdout: "num_omap_keys": 0, 2024-08-29T19:03:07.264 INFO:tasks.workunit.client.0.smithi028.stdout: "num_promote": 0, 2024-08-29T19:03:07.264 INFO:tasks.workunit.client.0.smithi028.stdout: "num_read": 0, 2024-08-29T19:03:07.264 INFO:tasks.workunit.client.0.smithi028.stdout: "num_read_kb": 0, 2024-08-29T19:03:07.264 INFO:tasks.workunit.client.0.smithi028.stdout: "num_scrub_errors": 0, 2024-08-29T19:03:07.264 INFO:tasks.workunit.client.0.smithi028.stdout: "num_shallow_scrub_errors": 0, 2024-08-29T19:03:07.264 INFO:tasks.workunit.client.0.smithi028.stdout: "num_whiteouts": 0, 2024-08-29T19:03:07.264 INFO:tasks.workunit.client.0.smithi028.stdout: "num_write": 0, 2024-08-29T19:03:07.264 INFO:tasks.workunit.client.0.smithi028.stdout: "num_write_kb": 0 2024-08-29T19:03:07.265 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:07.265 INFO:tasks.workunit.client.0.smithi028.stdout: "state": "active+clean", 2024-08-29T19:03:07.265 INFO:tasks.workunit.client.0.smithi028.stdout: "stats_invalid": false, 2024-08-29T19:03:07.265 INFO:tasks.workunit.client.0.smithi028.stdout: "up": [ 2024-08-29T19:03:07.265 INFO:tasks.workunit.client.0.smithi028.stdout: 3, 2024-08-29T19:03:07.265 INFO:tasks.workunit.client.0.smithi028.stdout: 4, 2024-08-29T19:03:07.265 INFO:tasks.workunit.client.0.smithi028.stdout: 1 2024-08-29T19:03:07.265 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-08-29T19:03:07.265 INFO:tasks.workunit.client.0.smithi028.stdout: "up_primary": 3, 2024-08-29T19:03:07.265 INFO:tasks.workunit.client.0.smithi028.stdout: "version": "0'0" 2024-08-29T19:03:07.265 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:07.265 INFO:tasks.workunit.client.0.smithi028.stdout: { 2024-08-29T19:03:07.265 INFO:tasks.workunit.client.0.smithi028.stdout: "acting": [ 2024-08-29T19:03:07.266 INFO:tasks.workunit.client.0.smithi028.stdout: 5, 2024-08-29T19:03:07.266 INFO:tasks.workunit.client.0.smithi028.stdout: 7, 2024-08-29T19:03:07.266 INFO:tasks.workunit.client.0.smithi028.stdout: 6 2024-08-29T19:03:07.266 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-08-29T19:03:07.266 INFO:tasks.workunit.client.0.smithi028.stdout: "acting_primary": 5, 2024-08-29T19:03:07.266 INFO:tasks.workunit.client.0.smithi028.stdout: "avail_no_missing": [], 2024-08-29T19:03:07.266 INFO:tasks.workunit.client.0.smithi028.stdout: "blocked_by": [], 2024-08-29T19:03:07.266 INFO:tasks.workunit.client.0.smithi028.stdout: "created": 62, 2024-08-29T19:03:07.266 INFO:tasks.workunit.client.0.smithi028.stdout: "dirty_stats_invalid": false, 2024-08-29T19:03:07.266 INFO:tasks.workunit.client.0.smithi028.stdout: "hitset_bytes_stats_invalid": false, 2024-08-29T19:03:07.266 INFO:tasks.workunit.client.0.smithi028.stdout: "hitset_stats_invalid": false, 2024-08-29T19:03:07.266 INFO:tasks.workunit.client.0.smithi028.stdout: "last_active": "2024-08-29T19:02:14.927831+0000", 2024-08-29T19:03:07.266 INFO:tasks.workunit.client.0.smithi028.stdout: "last_became_active": "2024-08-29T17:58:11.355517+0000", 2024-08-29T19:03:07.266 INFO:tasks.workunit.client.0.smithi028.stdout: "last_became_peered": "2024-08-29T17:58:11.355517+0000", 2024-08-29T19:03:07.267 INFO:tasks.workunit.client.0.smithi028.stdout: "last_change": "2024-08-29T17:58:11.356067+0000", 2024-08-29T19:03:07.267 INFO:tasks.workunit.client.0.smithi028.stdout: "last_clean": "2024-08-29T19:02:14.927831+0000", 2024-08-29T19:03:07.267 INFO:tasks.workunit.client.0.smithi028.stdout: "last_clean_scrub_stamp": "2024-08-29T17:41:01.987071+0000", 2024-08-29T19:03:07.267 INFO:tasks.workunit.client.0.smithi028.stdout: "last_deep_scrub": "0'0", 2024-08-29T19:03:07.267 INFO:tasks.workunit.client.0.smithi028.stdout: "last_deep_scrub_stamp": "2024-08-29T17:41:01.987071+0000", 2024-08-29T19:03:07.267 INFO:tasks.workunit.client.0.smithi028.stdout: "last_epoch_clean": 681, 2024-08-29T19:03:07.267 INFO:tasks.workunit.client.0.smithi028.stdout: "last_fresh": "2024-08-29T19:02:14.927831+0000", 2024-08-29T19:03:07.267 INFO:tasks.workunit.client.0.smithi028.stdout: "last_fullsized": "2024-08-29T19:02:14.927831+0000", 2024-08-29T19:03:07.267 INFO:tasks.workunit.client.0.smithi028.stdout: "last_peered": "2024-08-29T19:02:14.927831+0000", 2024-08-29T19:03:07.267 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub": "0'0", 2024-08-29T19:03:07.267 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub_duration": 0, 2024-08-29T19:03:07.267 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub_stamp": "2024-08-29T17:41:01.987071+0000", 2024-08-29T19:03:07.267 INFO:tasks.workunit.client.0.smithi028.stdout: "last_undegraded": "2024-08-29T19:02:14.927831+0000", 2024-08-29T19:03:07.268 INFO:tasks.workunit.client.0.smithi028.stdout: "last_unstale": "2024-08-29T19:02:14.927831+0000", 2024-08-29T19:03:07.268 INFO:tasks.workunit.client.0.smithi028.stdout: "log_dups_size": 0, 2024-08-29T19:03:07.268 INFO:tasks.workunit.client.0.smithi028.stdout: "log_size": 0, 2024-08-29T19:03:07.268 INFO:tasks.workunit.client.0.smithi028.stdout: "log_start": "0'0", 2024-08-29T19:03:07.268 INFO:tasks.workunit.client.0.smithi028.stdout: "manifest_stats_invalid": false, 2024-08-29T19:03:07.268 INFO:tasks.workunit.client.0.smithi028.stdout: "mapping_epoch": 680, 2024-08-29T19:03:07.268 INFO:tasks.workunit.client.0.smithi028.stdout: "object_location_counts": [], 2024-08-29T19:03:07.268 INFO:tasks.workunit.client.0.smithi028.stdout: "objects_scrubbed": 0, 2024-08-29T19:03:07.268 INFO:tasks.workunit.client.0.smithi028.stdout: "objects_trimmed": 0, 2024-08-29T19:03:07.268 INFO:tasks.workunit.client.0.smithi028.stdout: "omap_stats_invalid": false, 2024-08-29T19:03:07.268 INFO:tasks.workunit.client.0.smithi028.stdout: "ondisk_log_size": 0, 2024-08-29T19:03:07.268 INFO:tasks.workunit.client.0.smithi028.stdout: "ondisk_log_start": "0'0", 2024-08-29T19:03:07.268 INFO:tasks.workunit.client.0.smithi028.stdout: "parent": "0.0", 2024-08-29T19:03:07.268 INFO:tasks.workunit.client.0.smithi028.stdout: "parent_split_bits": 0, 2024-08-29T19:03:07.269 INFO:tasks.workunit.client.0.smithi028.stdout: "pgid": "3.2a", 2024-08-29T19:03:07.269 INFO:tasks.workunit.client.0.smithi028.stdout: "pin_stats_invalid": false, 2024-08-29T19:03:07.269 INFO:tasks.workunit.client.0.smithi028.stdout: "purged_snaps": [], 2024-08-29T19:03:07.269 INFO:tasks.workunit.client.0.smithi028.stdout: "reported_epoch": 2650, 2024-08-29T19:03:07.269 INFO:tasks.workunit.client.0.smithi028.stdout: "reported_seq": 4634, 2024-08-29T19:03:07.269 INFO:tasks.workunit.client.0.smithi028.stdout: "scrub_duration": 0.0, 2024-08-29T19:03:07.269 INFO:tasks.workunit.client.0.smithi028.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-30T21:09:18.166571+0000", 2024-08-29T19:03:07.269 INFO:tasks.workunit.client.0.smithi028.stdout: "snaptrim_duration": 0.0, 2024-08-29T19:03:07.269 INFO:tasks.workunit.client.0.smithi028.stdout: "snaptrimq_len": 0, 2024-08-29T19:03:07.269 INFO:tasks.workunit.client.0.smithi028.stdout: "stat_sum": { 2024-08-29T19:03:07.269 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes": 0, 2024-08-29T19:03:07.269 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes_hit_set_archive": 0, 2024-08-29T19:03:07.269 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes_recovered": 0, 2024-08-29T19:03:07.269 INFO:tasks.workunit.client.0.smithi028.stdout: "num_deep_scrub_errors": 0, 2024-08-29T19:03:07.270 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict": 0, 2024-08-29T19:03:07.270 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_kb": 0, 2024-08-29T19:03:07.270 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_mode_full": 0, 2024-08-29T19:03:07.270 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_mode_some": 0, 2024-08-29T19:03:07.270 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush": 0, 2024-08-29T19:03:07.270 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_kb": 0, 2024-08-29T19:03:07.270 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_mode_high": 0, 2024-08-29T19:03:07.270 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_mode_low": 0, 2024-08-29T19:03:07.270 INFO:tasks.workunit.client.0.smithi028.stdout: "num_keys_recovered": 0, 2024-08-29T19:03:07.270 INFO:tasks.workunit.client.0.smithi028.stdout: "num_large_omap_objects": 0, 2024-08-29T19:03:07.270 INFO:tasks.workunit.client.0.smithi028.stdout: "num_legacy_snapsets": 0, 2024-08-29T19:03:07.270 INFO:tasks.workunit.client.0.smithi028.stdout: "num_object_clones": 0, 2024-08-29T19:03:07.270 INFO:tasks.workunit.client.0.smithi028.stdout: "num_object_copies": 0, 2024-08-29T19:03:07.271 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects": 0, 2024-08-29T19:03:07.271 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_degraded": 0, 2024-08-29T19:03:07.271 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_dirty": 0, 2024-08-29T19:03:07.271 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_hit_set_archive": 0, 2024-08-29T19:03:07.271 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_manifest": 0, 2024-08-29T19:03:07.271 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_misplaced": 0, 2024-08-29T19:03:07.271 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_missing": 0, 2024-08-29T19:03:07.271 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_missing_on_primary": 0, 2024-08-29T19:03:07.271 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_omap": 0, 2024-08-29T19:03:07.271 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_pinned": 0, 2024-08-29T19:03:07.271 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_recovered": 0, 2024-08-29T19:03:07.271 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_repaired": 0, 2024-08-29T19:03:07.271 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_unfound": 0, 2024-08-29T19:03:07.272 INFO:tasks.workunit.client.0.smithi028.stdout: "num_omap_bytes": 0, 2024-08-29T19:03:07.272 INFO:tasks.workunit.client.0.smithi028.stdout: "num_omap_keys": 0, 2024-08-29T19:03:07.272 INFO:tasks.workunit.client.0.smithi028.stdout: "num_promote": 0, 2024-08-29T19:03:07.272 INFO:tasks.workunit.client.0.smithi028.stdout: "num_read": 0, 2024-08-29T19:03:07.272 INFO:tasks.workunit.client.0.smithi028.stdout: "num_read_kb": 0, 2024-08-29T19:03:07.272 INFO:tasks.workunit.client.0.smithi028.stdout: "num_scrub_errors": 0, 2024-08-29T19:03:07.272 INFO:tasks.workunit.client.0.smithi028.stdout: "num_shallow_scrub_errors": 0, 2024-08-29T19:03:07.272 INFO:tasks.workunit.client.0.smithi028.stdout: "num_whiteouts": 0, 2024-08-29T19:03:07.272 INFO:tasks.workunit.client.0.smithi028.stdout: "num_write": 0, 2024-08-29T19:03:07.272 INFO:tasks.workunit.client.0.smithi028.stdout: "num_write_kb": 0 2024-08-29T19:03:07.272 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:07.272 INFO:tasks.workunit.client.0.smithi028.stdout: "state": "active+clean", 2024-08-29T19:03:07.272 INFO:tasks.workunit.client.0.smithi028.stdout: "stats_invalid": false, 2024-08-29T19:03:07.273 INFO:tasks.workunit.client.0.smithi028.stdout: "up": [ 2024-08-29T19:03:07.273 INFO:tasks.workunit.client.0.smithi028.stdout: 5, 2024-08-29T19:03:07.273 INFO:tasks.workunit.client.0.smithi028.stdout: 7, 2024-08-29T19:03:07.273 INFO:tasks.workunit.client.0.smithi028.stdout: 6 2024-08-29T19:03:07.273 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-08-29T19:03:07.273 INFO:tasks.workunit.client.0.smithi028.stdout: "up_primary": 5, 2024-08-29T19:03:07.273 INFO:tasks.workunit.client.0.smithi028.stdout: "version": "0'0" 2024-08-29T19:03:07.273 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:07.273 INFO:tasks.workunit.client.0.smithi028.stdout: { 2024-08-29T19:03:07.273 INFO:tasks.workunit.client.0.smithi028.stdout: "acting": [ 2024-08-29T19:03:07.273 INFO:tasks.workunit.client.0.smithi028.stdout: 2, 2024-08-29T19:03:07.273 INFO:tasks.workunit.client.0.smithi028.stdout: 7, 2024-08-29T19:03:07.273 INFO:tasks.workunit.client.0.smithi028.stdout: 1 2024-08-29T19:03:07.273 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-08-29T19:03:07.274 INFO:tasks.workunit.client.0.smithi028.stdout: "acting_primary": 2, 2024-08-29T19:03:07.274 INFO:tasks.workunit.client.0.smithi028.stdout: "avail_no_missing": [], 2024-08-29T19:03:07.274 INFO:tasks.workunit.client.0.smithi028.stdout: "blocked_by": [], 2024-08-29T19:03:07.274 INFO:tasks.workunit.client.0.smithi028.stdout: "created": 62, 2024-08-29T19:03:07.274 INFO:tasks.workunit.client.0.smithi028.stdout: "dirty_stats_invalid": false, 2024-08-29T19:03:07.274 INFO:tasks.workunit.client.0.smithi028.stdout: "hitset_bytes_stats_invalid": false, 2024-08-29T19:03:07.274 INFO:tasks.workunit.client.0.smithi028.stdout: "hitset_stats_invalid": false, 2024-08-29T19:03:07.274 INFO:tasks.workunit.client.0.smithi028.stdout: "last_active": "2024-08-29T19:02:14.104053+0000", 2024-08-29T19:03:07.274 INFO:tasks.workunit.client.0.smithi028.stdout: "last_became_active": "2024-08-29T17:58:11.353755+0000", 2024-08-29T19:03:07.274 INFO:tasks.workunit.client.0.smithi028.stdout: "last_became_peered": "2024-08-29T17:58:11.353755+0000", 2024-08-29T19:03:07.274 INFO:tasks.workunit.client.0.smithi028.stdout: "last_change": "2024-08-29T17:58:11.354480+0000", 2024-08-29T19:03:07.274 INFO:tasks.workunit.client.0.smithi028.stdout: "last_clean": "2024-08-29T19:02:14.104053+0000", 2024-08-29T19:03:07.274 INFO:tasks.workunit.client.0.smithi028.stdout: "last_clean_scrub_stamp": "2024-08-29T17:41:01.987071+0000", 2024-08-29T19:03:07.274 INFO:tasks.workunit.client.0.smithi028.stdout: "last_deep_scrub": "0'0", 2024-08-29T19:03:07.275 INFO:tasks.workunit.client.0.smithi028.stdout: "last_deep_scrub_stamp": "2024-08-29T17:41:01.987071+0000", 2024-08-29T19:03:07.275 INFO:tasks.workunit.client.0.smithi028.stdout: "last_epoch_clean": 681, 2024-08-29T19:03:07.275 INFO:tasks.workunit.client.0.smithi028.stdout: "last_fresh": "2024-08-29T19:02:14.104053+0000", 2024-08-29T19:03:07.275 INFO:tasks.workunit.client.0.smithi028.stdout: "last_fullsized": "2024-08-29T19:02:14.104053+0000", 2024-08-29T19:03:07.275 INFO:tasks.workunit.client.0.smithi028.stdout: "last_peered": "2024-08-29T19:02:14.104053+0000", 2024-08-29T19:03:07.275 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub": "0'0", 2024-08-29T19:03:07.275 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub_duration": 0, 2024-08-29T19:03:07.275 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub_stamp": "2024-08-29T17:41:01.987071+0000", 2024-08-29T19:03:07.275 INFO:tasks.workunit.client.0.smithi028.stdout: "last_undegraded": "2024-08-29T19:02:14.104053+0000", 2024-08-29T19:03:07.275 INFO:tasks.workunit.client.0.smithi028.stdout: "last_unstale": "2024-08-29T19:02:14.104053+0000", 2024-08-29T19:03:07.275 INFO:tasks.workunit.client.0.smithi028.stdout: "log_dups_size": 0, 2024-08-29T19:03:07.275 INFO:tasks.workunit.client.0.smithi028.stdout: "log_size": 0, 2024-08-29T19:03:07.275 INFO:tasks.workunit.client.0.smithi028.stdout: "log_start": "0'0", 2024-08-29T19:03:07.276 INFO:tasks.workunit.client.0.smithi028.stdout: "manifest_stats_invalid": false, 2024-08-29T19:03:07.276 INFO:tasks.workunit.client.0.smithi028.stdout: "mapping_epoch": 680, 2024-08-29T19:03:07.276 INFO:tasks.workunit.client.0.smithi028.stdout: "object_location_counts": [], 2024-08-29T19:03:07.276 INFO:tasks.workunit.client.0.smithi028.stdout: "objects_scrubbed": 0, 2024-08-29T19:03:07.276 INFO:tasks.workunit.client.0.smithi028.stdout: "objects_trimmed": 0, 2024-08-29T19:03:07.276 INFO:tasks.workunit.client.0.smithi028.stdout: "omap_stats_invalid": false, 2024-08-29T19:03:07.276 INFO:tasks.workunit.client.0.smithi028.stdout: "ondisk_log_size": 0, 2024-08-29T19:03:07.276 INFO:tasks.workunit.client.0.smithi028.stdout: "ondisk_log_start": "0'0", 2024-08-29T19:03:07.276 INFO:tasks.workunit.client.0.smithi028.stdout: "parent": "0.0", 2024-08-29T19:03:07.276 INFO:tasks.workunit.client.0.smithi028.stdout: "parent_split_bits": 0, 2024-08-29T19:03:07.276 INFO:tasks.workunit.client.0.smithi028.stdout: "pgid": "3.2b", 2024-08-29T19:03:07.276 INFO:tasks.workunit.client.0.smithi028.stdout: "pin_stats_invalid": false, 2024-08-29T19:03:07.276 INFO:tasks.workunit.client.0.smithi028.stdout: "purged_snaps": [], 2024-08-29T19:03:07.277 INFO:tasks.workunit.client.0.smithi028.stdout: "reported_epoch": 2650, 2024-08-29T19:03:07.277 INFO:tasks.workunit.client.0.smithi028.stdout: "reported_seq": 4726, 2024-08-29T19:03:07.277 INFO:tasks.workunit.client.0.smithi028.stdout: "scrub_duration": 0.0, 2024-08-29T19:03:07.277 INFO:tasks.workunit.client.0.smithi028.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-31T02:57:43.356530+0000", 2024-08-29T19:03:07.277 INFO:tasks.workunit.client.0.smithi028.stdout: "snaptrim_duration": 0.0, 2024-08-29T19:03:07.277 INFO:tasks.workunit.client.0.smithi028.stdout: "snaptrimq_len": 0, 2024-08-29T19:03:07.277 INFO:tasks.workunit.client.0.smithi028.stdout: "stat_sum": { 2024-08-29T19:03:07.277 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes": 0, 2024-08-29T19:03:07.277 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes_hit_set_archive": 0, 2024-08-29T19:03:07.277 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes_recovered": 0, 2024-08-29T19:03:07.277 INFO:tasks.workunit.client.0.smithi028.stdout: "num_deep_scrub_errors": 0, 2024-08-29T19:03:07.277 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict": 0, 2024-08-29T19:03:07.277 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_kb": 0, 2024-08-29T19:03:07.277 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_mode_full": 0, 2024-08-29T19:03:07.278 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_mode_some": 0, 2024-08-29T19:03:07.278 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush": 0, 2024-08-29T19:03:07.278 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_kb": 0, 2024-08-29T19:03:07.278 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_mode_high": 0, 2024-08-29T19:03:07.278 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_mode_low": 0, 2024-08-29T19:03:07.278 INFO:tasks.workunit.client.0.smithi028.stdout: "num_keys_recovered": 0, 2024-08-29T19:03:07.278 INFO:tasks.workunit.client.0.smithi028.stdout: "num_large_omap_objects": 0, 2024-08-29T19:03:07.278 INFO:tasks.workunit.client.0.smithi028.stdout: "num_legacy_snapsets": 0, 2024-08-29T19:03:07.278 INFO:tasks.workunit.client.0.smithi028.stdout: "num_object_clones": 0, 2024-08-29T19:03:07.278 INFO:tasks.workunit.client.0.smithi028.stdout: "num_object_copies": 0, 2024-08-29T19:03:07.278 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects": 0, 2024-08-29T19:03:07.278 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_degraded": 0, 2024-08-29T19:03:07.278 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_dirty": 0, 2024-08-29T19:03:07.278 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_hit_set_archive": 0, 2024-08-29T19:03:07.279 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_manifest": 0, 2024-08-29T19:03:07.279 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_misplaced": 0, 2024-08-29T19:03:07.279 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_missing": 0, 2024-08-29T19:03:07.279 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_missing_on_primary": 0, 2024-08-29T19:03:07.279 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_omap": 0, 2024-08-29T19:03:07.279 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_pinned": 0, 2024-08-29T19:03:07.279 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_recovered": 0, 2024-08-29T19:03:07.279 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_repaired": 0, 2024-08-29T19:03:07.279 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_unfound": 0, 2024-08-29T19:03:07.279 INFO:tasks.workunit.client.0.smithi028.stdout: "num_omap_bytes": 0, 2024-08-29T19:03:07.279 INFO:tasks.workunit.client.0.smithi028.stdout: "num_omap_keys": 0, 2024-08-29T19:03:07.279 INFO:tasks.workunit.client.0.smithi028.stdout: "num_promote": 0, 2024-08-29T19:03:07.279 INFO:tasks.workunit.client.0.smithi028.stdout: "num_read": 0, 2024-08-29T19:03:07.279 INFO:tasks.workunit.client.0.smithi028.stdout: "num_read_kb": 0, 2024-08-29T19:03:07.280 INFO:tasks.workunit.client.0.smithi028.stdout: "num_scrub_errors": 0, 2024-08-29T19:03:07.280 INFO:tasks.workunit.client.0.smithi028.stdout: "num_shallow_scrub_errors": 0, 2024-08-29T19:03:07.280 INFO:tasks.workunit.client.0.smithi028.stdout: "num_whiteouts": 0, 2024-08-29T19:03:07.280 INFO:tasks.workunit.client.0.smithi028.stdout: "num_write": 0, 2024-08-29T19:03:07.280 INFO:tasks.workunit.client.0.smithi028.stdout: "num_write_kb": 0 2024-08-29T19:03:07.280 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:07.280 INFO:tasks.workunit.client.0.smithi028.stdout: "state": "active+clean", 2024-08-29T19:03:07.280 INFO:tasks.workunit.client.0.smithi028.stdout: "stats_invalid": false, 2024-08-29T19:03:07.280 INFO:tasks.workunit.client.0.smithi028.stdout: "up": [ 2024-08-29T19:03:07.280 INFO:tasks.workunit.client.0.smithi028.stdout: 2, 2024-08-29T19:03:07.280 INFO:tasks.workunit.client.0.smithi028.stdout: 7, 2024-08-29T19:03:07.280 INFO:tasks.workunit.client.0.smithi028.stdout: 1 2024-08-29T19:03:07.280 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-08-29T19:03:07.280 INFO:tasks.workunit.client.0.smithi028.stdout: "up_primary": 2, 2024-08-29T19:03:07.281 INFO:tasks.workunit.client.0.smithi028.stdout: "version": "0'0" 2024-08-29T19:03:07.281 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:07.281 INFO:tasks.workunit.client.0.smithi028.stdout: { 2024-08-29T19:03:07.281 INFO:tasks.workunit.client.0.smithi028.stdout: "acting": [ 2024-08-29T19:03:07.281 INFO:tasks.workunit.client.0.smithi028.stdout: 6, 2024-08-29T19:03:07.281 INFO:tasks.workunit.client.0.smithi028.stdout: 4, 2024-08-29T19:03:07.281 INFO:tasks.workunit.client.0.smithi028.stdout: 0 2024-08-29T19:03:07.281 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-08-29T19:03:07.281 INFO:tasks.workunit.client.0.smithi028.stdout: "acting_primary": 6, 2024-08-29T19:03:07.281 INFO:tasks.workunit.client.0.smithi028.stdout: "avail_no_missing": [], 2024-08-29T19:03:07.281 INFO:tasks.workunit.client.0.smithi028.stdout: "blocked_by": [], 2024-08-29T19:03:07.281 INFO:tasks.workunit.client.0.smithi028.stdout: "created": 62, 2024-08-29T19:03:07.281 INFO:tasks.workunit.client.0.smithi028.stdout: "dirty_stats_invalid": false, 2024-08-29T19:03:07.282 INFO:tasks.workunit.client.0.smithi028.stdout: "hitset_bytes_stats_invalid": false, 2024-08-29T19:03:07.282 INFO:tasks.workunit.client.0.smithi028.stdout: "hitset_stats_invalid": false, 2024-08-29T19:03:07.282 INFO:tasks.workunit.client.0.smithi028.stdout: "last_active": "2024-08-29T19:02:14.923263+0000", 2024-08-29T19:03:07.282 INFO:tasks.workunit.client.0.smithi028.stdout: "last_became_active": "2024-08-29T17:57:36.381438+0000", 2024-08-29T19:03:07.282 INFO:tasks.workunit.client.0.smithi028.stdout: "last_became_peered": "2024-08-29T17:57:36.381438+0000", 2024-08-29T19:03:07.282 INFO:tasks.workunit.client.0.smithi028.stdout: "last_change": "2024-08-29T17:57:36.381897+0000", 2024-08-29T19:03:07.282 INFO:tasks.workunit.client.0.smithi028.stdout: "last_clean": "2024-08-29T19:02:14.923263+0000", 2024-08-29T19:03:07.282 INFO:tasks.workunit.client.0.smithi028.stdout: "last_clean_scrub_stamp": "2024-08-29T17:41:01.987071+0000", 2024-08-29T19:03:07.282 INFO:tasks.workunit.client.0.smithi028.stdout: "last_deep_scrub": "0'0", 2024-08-29T19:03:07.282 INFO:tasks.workunit.client.0.smithi028.stdout: "last_deep_scrub_stamp": "2024-08-29T17:41:01.987071+0000", 2024-08-29T19:03:07.282 INFO:tasks.workunit.client.0.smithi028.stdout: "last_epoch_clean": 646, 2024-08-29T19:03:07.282 INFO:tasks.workunit.client.0.smithi028.stdout: "last_fresh": "2024-08-29T19:02:14.923263+0000", 2024-08-29T19:03:07.282 INFO:tasks.workunit.client.0.smithi028.stdout: "last_fullsized": "2024-08-29T19:02:14.923263+0000", 2024-08-29T19:03:07.282 INFO:tasks.workunit.client.0.smithi028.stdout: "last_peered": "2024-08-29T19:02:14.923263+0000", 2024-08-29T19:03:07.283 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub": "0'0", 2024-08-29T19:03:07.283 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub_duration": 0, 2024-08-29T19:03:07.283 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub_stamp": "2024-08-29T17:41:01.987071+0000", 2024-08-29T19:03:07.283 INFO:tasks.workunit.client.0.smithi028.stdout: "last_undegraded": "2024-08-29T19:02:14.923263+0000", 2024-08-29T19:03:07.283 INFO:tasks.workunit.client.0.smithi028.stdout: "last_unstale": "2024-08-29T19:02:14.923263+0000", 2024-08-29T19:03:07.283 INFO:tasks.workunit.client.0.smithi028.stdout: "log_dups_size": 0, 2024-08-29T19:03:07.283 INFO:tasks.workunit.client.0.smithi028.stdout: "log_size": 0, 2024-08-29T19:03:07.283 INFO:tasks.workunit.client.0.smithi028.stdout: "log_start": "0'0", 2024-08-29T19:03:07.283 INFO:tasks.workunit.client.0.smithi028.stdout: "manifest_stats_invalid": false, 2024-08-29T19:03:07.283 INFO:tasks.workunit.client.0.smithi028.stdout: "mapping_epoch": 645, 2024-08-29T19:03:07.283 INFO:tasks.workunit.client.0.smithi028.stdout: "object_location_counts": [], 2024-08-29T19:03:07.283 INFO:tasks.workunit.client.0.smithi028.stdout: "objects_scrubbed": 0, 2024-08-29T19:03:07.283 INFO:tasks.workunit.client.0.smithi028.stdout: "objects_trimmed": 0, 2024-08-29T19:03:07.283 INFO:tasks.workunit.client.0.smithi028.stdout: "omap_stats_invalid": false, 2024-08-29T19:03:07.284 INFO:tasks.workunit.client.0.smithi028.stdout: "ondisk_log_size": 0, 2024-08-29T19:03:07.284 INFO:tasks.workunit.client.0.smithi028.stdout: "ondisk_log_start": "0'0", 2024-08-29T19:03:07.284 INFO:tasks.workunit.client.0.smithi028.stdout: "parent": "0.0", 2024-08-29T19:03:07.284 INFO:tasks.workunit.client.0.smithi028.stdout: "parent_split_bits": 0, 2024-08-29T19:03:07.284 INFO:tasks.workunit.client.0.smithi028.stdout: "pgid": "3.2c", 2024-08-29T19:03:07.284 INFO:tasks.workunit.client.0.smithi028.stdout: "pin_stats_invalid": false, 2024-08-29T19:03:07.284 INFO:tasks.workunit.client.0.smithi028.stdout: "purged_snaps": [], 2024-08-29T19:03:07.284 INFO:tasks.workunit.client.0.smithi028.stdout: "reported_epoch": 2650, 2024-08-29T19:03:07.284 INFO:tasks.workunit.client.0.smithi028.stdout: "reported_seq": 4603, 2024-08-29T19:03:07.284 INFO:tasks.workunit.client.0.smithi028.stdout: "scrub_duration": 0.0, 2024-08-29T19:03:07.284 INFO:tasks.workunit.client.0.smithi028.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-31T02:29:40.299776+0000", 2024-08-29T19:03:07.284 INFO:tasks.workunit.client.0.smithi028.stdout: "snaptrim_duration": 0.0, 2024-08-29T19:03:07.284 INFO:tasks.workunit.client.0.smithi028.stdout: "snaptrimq_len": 0, 2024-08-29T19:03:07.284 INFO:tasks.workunit.client.0.smithi028.stdout: "stat_sum": { 2024-08-29T19:03:07.285 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes": 0, 2024-08-29T19:03:07.285 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes_hit_set_archive": 0, 2024-08-29T19:03:07.285 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes_recovered": 0, 2024-08-29T19:03:07.285 INFO:tasks.workunit.client.0.smithi028.stdout: "num_deep_scrub_errors": 0, 2024-08-29T19:03:07.285 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict": 0, 2024-08-29T19:03:07.285 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_kb": 0, 2024-08-29T19:03:07.285 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_mode_full": 0, 2024-08-29T19:03:07.285 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_mode_some": 0, 2024-08-29T19:03:07.285 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush": 0, 2024-08-29T19:03:07.285 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_kb": 0, 2024-08-29T19:03:07.285 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_mode_high": 0, 2024-08-29T19:03:07.285 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_mode_low": 0, 2024-08-29T19:03:07.285 INFO:tasks.workunit.client.0.smithi028.stdout: "num_keys_recovered": 0, 2024-08-29T19:03:07.286 INFO:tasks.workunit.client.0.smithi028.stdout: "num_large_omap_objects": 0, 2024-08-29T19:03:07.286 INFO:tasks.workunit.client.0.smithi028.stdout: "num_legacy_snapsets": 0, 2024-08-29T19:03:07.286 INFO:tasks.workunit.client.0.smithi028.stdout: "num_object_clones": 0, 2024-08-29T19:03:07.286 INFO:tasks.workunit.client.0.smithi028.stdout: "num_object_copies": 0, 2024-08-29T19:03:07.286 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects": 0, 2024-08-29T19:03:07.286 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_degraded": 0, 2024-08-29T19:03:07.286 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_dirty": 0, 2024-08-29T19:03:07.286 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_hit_set_archive": 0, 2024-08-29T19:03:07.286 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_manifest": 0, 2024-08-29T19:03:07.286 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_misplaced": 0, 2024-08-29T19:03:07.286 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_missing": 0, 2024-08-29T19:03:07.286 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_missing_on_primary": 0, 2024-08-29T19:03:07.286 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_omap": 0, 2024-08-29T19:03:07.287 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_pinned": 0, 2024-08-29T19:03:07.287 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_recovered": 0, 2024-08-29T19:03:07.287 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_repaired": 0, 2024-08-29T19:03:07.287 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_unfound": 0, 2024-08-29T19:03:07.287 INFO:tasks.workunit.client.0.smithi028.stdout: "num_omap_bytes": 0, 2024-08-29T19:03:07.287 INFO:tasks.workunit.client.0.smithi028.stdout: "num_omap_keys": 0, 2024-08-29T19:03:07.287 INFO:tasks.workunit.client.0.smithi028.stdout: "num_promote": 0, 2024-08-29T19:03:07.287 INFO:tasks.workunit.client.0.smithi028.stdout: "num_read": 0, 2024-08-29T19:03:07.287 INFO:tasks.workunit.client.0.smithi028.stdout: "num_read_kb": 0, 2024-08-29T19:03:07.287 INFO:tasks.workunit.client.0.smithi028.stdout: "num_scrub_errors": 0, 2024-08-29T19:03:07.287 INFO:tasks.workunit.client.0.smithi028.stdout: "num_shallow_scrub_errors": 0, 2024-08-29T19:03:07.287 INFO:tasks.workunit.client.0.smithi028.stdout: "num_whiteouts": 0, 2024-08-29T19:03:07.287 INFO:tasks.workunit.client.0.smithi028.stdout: "num_write": 0, 2024-08-29T19:03:07.288 INFO:tasks.workunit.client.0.smithi028.stdout: "num_write_kb": 0 2024-08-29T19:03:07.288 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:07.288 INFO:tasks.workunit.client.0.smithi028.stdout: "state": "active+clean", 2024-08-29T19:03:07.288 INFO:tasks.workunit.client.0.smithi028.stdout: "stats_invalid": false, 2024-08-29T19:03:07.288 INFO:tasks.workunit.client.0.smithi028.stdout: "up": [ 2024-08-29T19:03:07.288 INFO:tasks.workunit.client.0.smithi028.stdout: 6, 2024-08-29T19:03:07.288 INFO:tasks.workunit.client.0.smithi028.stdout: 4, 2024-08-29T19:03:07.288 INFO:tasks.workunit.client.0.smithi028.stdout: 0 2024-08-29T19:03:07.288 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-08-29T19:03:07.288 INFO:tasks.workunit.client.0.smithi028.stdout: "up_primary": 6, 2024-08-29T19:03:07.288 INFO:tasks.workunit.client.0.smithi028.stdout: "version": "0'0" 2024-08-29T19:03:07.288 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:07.288 INFO:tasks.workunit.client.0.smithi028.stdout: { 2024-08-29T19:03:07.289 INFO:tasks.workunit.client.0.smithi028.stdout: "acting": [ 2024-08-29T19:03:07.289 INFO:tasks.workunit.client.0.smithi028.stdout: 7, 2024-08-29T19:03:07.289 INFO:tasks.workunit.client.0.smithi028.stdout: 2, 2024-08-29T19:03:07.289 INFO:tasks.workunit.client.0.smithi028.stdout: 6 2024-08-29T19:03:07.289 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-08-29T19:03:07.289 INFO:tasks.workunit.client.0.smithi028.stdout: "acting_primary": 7, 2024-08-29T19:03:07.289 INFO:tasks.workunit.client.0.smithi028.stdout: "avail_no_missing": [], 2024-08-29T19:03:07.289 INFO:tasks.workunit.client.0.smithi028.stdout: "blocked_by": [], 2024-08-29T19:03:07.289 INFO:tasks.workunit.client.0.smithi028.stdout: "created": 62, 2024-08-29T19:03:07.289 INFO:tasks.workunit.client.0.smithi028.stdout: "dirty_stats_invalid": false, 2024-08-29T19:03:07.289 INFO:tasks.workunit.client.0.smithi028.stdout: "hitset_bytes_stats_invalid": false, 2024-08-29T19:03:07.289 INFO:tasks.workunit.client.0.smithi028.stdout: "hitset_stats_invalid": false, 2024-08-29T19:03:07.289 INFO:tasks.workunit.client.0.smithi028.stdout: "last_active": "2024-08-29T19:02:14.102350+0000", 2024-08-29T19:03:07.289 INFO:tasks.workunit.client.0.smithi028.stdout: "last_became_active": "2024-08-29T17:58:11.364834+0000", 2024-08-29T19:03:07.290 INFO:tasks.workunit.client.0.smithi028.stdout: "last_became_peered": "2024-08-29T17:58:11.364834+0000", 2024-08-29T19:03:07.290 INFO:tasks.workunit.client.0.smithi028.stdout: "last_change": "2024-08-29T17:58:11.365372+0000", 2024-08-29T19:03:07.290 INFO:tasks.workunit.client.0.smithi028.stdout: "last_clean": "2024-08-29T19:02:14.102350+0000", 2024-08-29T19:03:07.290 INFO:tasks.workunit.client.0.smithi028.stdout: "last_clean_scrub_stamp": "2024-08-29T17:41:01.987071+0000", 2024-08-29T19:03:07.290 INFO:tasks.workunit.client.0.smithi028.stdout: "last_deep_scrub": "0'0", 2024-08-29T19:03:07.290 INFO:tasks.workunit.client.0.smithi028.stdout: "last_deep_scrub_stamp": "2024-08-29T17:41:01.987071+0000", 2024-08-29T19:03:07.290 INFO:tasks.workunit.client.0.smithi028.stdout: "last_epoch_clean": 681, 2024-08-29T19:03:07.290 INFO:tasks.workunit.client.0.smithi028.stdout: "last_fresh": "2024-08-29T19:02:14.102350+0000", 2024-08-29T19:03:07.290 INFO:tasks.workunit.client.0.smithi028.stdout: "last_fullsized": "2024-08-29T19:02:14.102350+0000", 2024-08-29T19:03:07.290 INFO:tasks.workunit.client.0.smithi028.stdout: "last_peered": "2024-08-29T19:02:14.102350+0000", 2024-08-29T19:03:07.290 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub": "0'0", 2024-08-29T19:03:07.290 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub_duration": 0, 2024-08-29T19:03:07.290 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub_stamp": "2024-08-29T17:41:01.987071+0000", 2024-08-29T19:03:07.291 INFO:tasks.workunit.client.0.smithi028.stdout: "last_undegraded": "2024-08-29T19:02:14.102350+0000", 2024-08-29T19:03:07.291 INFO:tasks.workunit.client.0.smithi028.stdout: "last_unstale": "2024-08-29T19:02:14.102350+0000", 2024-08-29T19:03:07.291 INFO:tasks.workunit.client.0.smithi028.stdout: "log_dups_size": 0, 2024-08-29T19:03:07.291 INFO:tasks.workunit.client.0.smithi028.stdout: "log_size": 0, 2024-08-29T19:03:07.291 INFO:tasks.workunit.client.0.smithi028.stdout: "log_start": "0'0", 2024-08-29T19:03:07.291 INFO:tasks.workunit.client.0.smithi028.stdout: "manifest_stats_invalid": false, 2024-08-29T19:03:07.291 INFO:tasks.workunit.client.0.smithi028.stdout: "mapping_epoch": 680, 2024-08-29T19:03:07.291 INFO:tasks.workunit.client.0.smithi028.stdout: "object_location_counts": [], 2024-08-29T19:03:07.291 INFO:tasks.workunit.client.0.smithi028.stdout: "objects_scrubbed": 0, 2024-08-29T19:03:07.291 INFO:tasks.workunit.client.0.smithi028.stdout: "objects_trimmed": 0, 2024-08-29T19:03:07.291 INFO:tasks.workunit.client.0.smithi028.stdout: "omap_stats_invalid": false, 2024-08-29T19:03:07.291 INFO:tasks.workunit.client.0.smithi028.stdout: "ondisk_log_size": 0, 2024-08-29T19:03:07.291 INFO:tasks.workunit.client.0.smithi028.stdout: "ondisk_log_start": "0'0", 2024-08-29T19:03:07.292 INFO:tasks.workunit.client.0.smithi028.stdout: "parent": "0.0", 2024-08-29T19:03:07.292 INFO:tasks.workunit.client.0.smithi028.stdout: "parent_split_bits": 0, 2024-08-29T19:03:07.292 INFO:tasks.workunit.client.0.smithi028.stdout: "pgid": "3.2d", 2024-08-29T19:03:07.292 INFO:tasks.workunit.client.0.smithi028.stdout: "pin_stats_invalid": false, 2024-08-29T19:03:07.292 INFO:tasks.workunit.client.0.smithi028.stdout: "purged_snaps": [], 2024-08-29T19:03:07.292 INFO:tasks.workunit.client.0.smithi028.stdout: "reported_epoch": 2650, 2024-08-29T19:03:07.292 INFO:tasks.workunit.client.0.smithi028.stdout: "reported_seq": 4553, 2024-08-29T19:03:07.292 INFO:tasks.workunit.client.0.smithi028.stdout: "scrub_duration": 0.0, 2024-08-29T19:03:07.292 INFO:tasks.workunit.client.0.smithi028.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-31T02:56:19.623489+0000", 2024-08-29T19:03:07.292 INFO:tasks.workunit.client.0.smithi028.stdout: "snaptrim_duration": 0.0, 2024-08-29T19:03:07.292 INFO:tasks.workunit.client.0.smithi028.stdout: "snaptrimq_len": 0, 2024-08-29T19:03:07.292 INFO:tasks.workunit.client.0.smithi028.stdout: "stat_sum": { 2024-08-29T19:03:07.292 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes": 0, 2024-08-29T19:03:07.293 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes_hit_set_archive": 0, 2024-08-29T19:03:07.293 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes_recovered": 0, 2024-08-29T19:03:07.293 INFO:tasks.workunit.client.0.smithi028.stdout: "num_deep_scrub_errors": 0, 2024-08-29T19:03:07.293 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict": 0, 2024-08-29T19:03:07.293 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_kb": 0, 2024-08-29T19:03:07.293 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_mode_full": 0, 2024-08-29T19:03:07.293 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_mode_some": 0, 2024-08-29T19:03:07.293 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush": 0, 2024-08-29T19:03:07.293 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_kb": 0, 2024-08-29T19:03:07.293 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_mode_high": 0, 2024-08-29T19:03:07.293 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_mode_low": 0, 2024-08-29T19:03:07.293 INFO:tasks.workunit.client.0.smithi028.stdout: "num_keys_recovered": 0, 2024-08-29T19:03:07.293 INFO:tasks.workunit.client.0.smithi028.stdout: "num_large_omap_objects": 0, 2024-08-29T19:03:07.294 INFO:tasks.workunit.client.0.smithi028.stdout: "num_legacy_snapsets": 0, 2024-08-29T19:03:07.294 INFO:tasks.workunit.client.0.smithi028.stdout: "num_object_clones": 0, 2024-08-29T19:03:07.294 INFO:tasks.workunit.client.0.smithi028.stdout: "num_object_copies": 0, 2024-08-29T19:03:07.294 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects": 0, 2024-08-29T19:03:07.294 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_degraded": 0, 2024-08-29T19:03:07.294 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_dirty": 0, 2024-08-29T19:03:07.294 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_hit_set_archive": 0, 2024-08-29T19:03:07.294 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_manifest": 0, 2024-08-29T19:03:07.294 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_misplaced": 0, 2024-08-29T19:03:07.294 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_missing": 0, 2024-08-29T19:03:07.294 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_missing_on_primary": 0, 2024-08-29T19:03:07.294 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_omap": 0, 2024-08-29T19:03:07.294 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_pinned": 0, 2024-08-29T19:03:07.295 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_recovered": 0, 2024-08-29T19:03:07.295 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_repaired": 0, 2024-08-29T19:03:07.295 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_unfound": 0, 2024-08-29T19:03:07.295 INFO:tasks.workunit.client.0.smithi028.stdout: "num_omap_bytes": 0, 2024-08-29T19:03:07.295 INFO:tasks.workunit.client.0.smithi028.stdout: "num_omap_keys": 0, 2024-08-29T19:03:07.295 INFO:tasks.workunit.client.0.smithi028.stdout: "num_promote": 0, 2024-08-29T19:03:07.295 INFO:tasks.workunit.client.0.smithi028.stdout: "num_read": 0, 2024-08-29T19:03:07.295 INFO:tasks.workunit.client.0.smithi028.stdout: "num_read_kb": 0, 2024-08-29T19:03:07.295 INFO:tasks.workunit.client.0.smithi028.stdout: "num_scrub_errors": 0, 2024-08-29T19:03:07.295 INFO:tasks.workunit.client.0.smithi028.stdout: "num_shallow_scrub_errors": 0, 2024-08-29T19:03:07.295 INFO:tasks.workunit.client.0.smithi028.stdout: "num_whiteouts": 0, 2024-08-29T19:03:07.295 INFO:tasks.workunit.client.0.smithi028.stdout: "num_write": 0, 2024-08-29T19:03:07.295 INFO:tasks.workunit.client.0.smithi028.stdout: "num_write_kb": 0 2024-08-29T19:03:07.295 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:07.296 INFO:tasks.workunit.client.0.smithi028.stdout: "state": "active+clean", 2024-08-29T19:03:07.296 INFO:tasks.workunit.client.0.smithi028.stdout: "stats_invalid": false, 2024-08-29T19:03:07.296 INFO:tasks.workunit.client.0.smithi028.stdout: "up": [ 2024-08-29T19:03:07.296 INFO:tasks.workunit.client.0.smithi028.stdout: 7, 2024-08-29T19:03:07.296 INFO:tasks.workunit.client.0.smithi028.stdout: 2, 2024-08-29T19:03:07.296 INFO:tasks.workunit.client.0.smithi028.stdout: 6 2024-08-29T19:03:07.296 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-08-29T19:03:07.296 INFO:tasks.workunit.client.0.smithi028.stdout: "up_primary": 7, 2024-08-29T19:03:07.296 INFO:tasks.workunit.client.0.smithi028.stdout: "version": "0'0" 2024-08-29T19:03:07.296 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:07.296 INFO:tasks.workunit.client.0.smithi028.stdout: { 2024-08-29T19:03:07.296 INFO:tasks.workunit.client.0.smithi028.stdout: "acting": [ 2024-08-29T19:03:07.296 INFO:tasks.workunit.client.0.smithi028.stdout: 2, 2024-08-29T19:03:07.296 INFO:tasks.workunit.client.0.smithi028.stdout: 6, 2024-08-29T19:03:07.297 INFO:tasks.workunit.client.0.smithi028.stdout: 7 2024-08-29T19:03:07.297 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-08-29T19:03:07.297 INFO:tasks.workunit.client.0.smithi028.stdout: "acting_primary": 2, 2024-08-29T19:03:07.297 INFO:tasks.workunit.client.0.smithi028.stdout: "avail_no_missing": [], 2024-08-29T19:03:07.297 INFO:tasks.workunit.client.0.smithi028.stdout: "blocked_by": [], 2024-08-29T19:03:07.297 INFO:tasks.workunit.client.0.smithi028.stdout: "created": 62, 2024-08-29T19:03:07.297 INFO:tasks.workunit.client.0.smithi028.stdout: "dirty_stats_invalid": false, 2024-08-29T19:03:07.297 INFO:tasks.workunit.client.0.smithi028.stdout: "hitset_bytes_stats_invalid": false, 2024-08-29T19:03:07.297 INFO:tasks.workunit.client.0.smithi028.stdout: "hitset_stats_invalid": false, 2024-08-29T19:03:07.297 INFO:tasks.workunit.client.0.smithi028.stdout: "last_active": "2024-08-29T19:02:14.103133+0000", 2024-08-29T19:03:07.297 INFO:tasks.workunit.client.0.smithi028.stdout: "last_became_active": "2024-08-29T17:58:11.351552+0000", 2024-08-29T19:03:07.297 INFO:tasks.workunit.client.0.smithi028.stdout: "last_became_peered": "2024-08-29T17:58:11.351552+0000", 2024-08-29T19:03:07.297 INFO:tasks.workunit.client.0.smithi028.stdout: "last_change": "2024-08-29T17:58:11.352191+0000", 2024-08-29T19:03:07.298 INFO:tasks.workunit.client.0.smithi028.stdout: "last_clean": "2024-08-29T19:02:14.103133+0000", 2024-08-29T19:03:07.298 INFO:tasks.workunit.client.0.smithi028.stdout: "last_clean_scrub_stamp": "2024-08-29T17:41:01.987071+0000", 2024-08-29T19:03:07.298 INFO:tasks.workunit.client.0.smithi028.stdout: "last_deep_scrub": "0'0", 2024-08-29T19:03:07.298 INFO:tasks.workunit.client.0.smithi028.stdout: "last_deep_scrub_stamp": "2024-08-29T17:41:01.987071+0000", 2024-08-29T19:03:07.298 INFO:tasks.workunit.client.0.smithi028.stdout: "last_epoch_clean": 681, 2024-08-29T19:03:07.298 INFO:tasks.workunit.client.0.smithi028.stdout: "last_fresh": "2024-08-29T19:02:14.103133+0000", 2024-08-29T19:03:07.298 INFO:tasks.workunit.client.0.smithi028.stdout: "last_fullsized": "2024-08-29T19:02:14.103133+0000", 2024-08-29T19:03:07.298 INFO:tasks.workunit.client.0.smithi028.stdout: "last_peered": "2024-08-29T19:02:14.103133+0000", 2024-08-29T19:03:07.298 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub": "0'0", 2024-08-29T19:03:07.298 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub_duration": 0, 2024-08-29T19:03:07.298 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub_stamp": "2024-08-29T17:41:01.987071+0000", 2024-08-29T19:03:07.298 INFO:tasks.workunit.client.0.smithi028.stdout: "last_undegraded": "2024-08-29T19:02:14.103133+0000", 2024-08-29T19:03:07.298 INFO:tasks.workunit.client.0.smithi028.stdout: "last_unstale": "2024-08-29T19:02:14.103133+0000", 2024-08-29T19:03:07.298 INFO:tasks.workunit.client.0.smithi028.stdout: "log_dups_size": 0, 2024-08-29T19:03:07.299 INFO:tasks.workunit.client.0.smithi028.stdout: "log_size": 0, 2024-08-29T19:03:07.299 INFO:tasks.workunit.client.0.smithi028.stdout: "log_start": "0'0", 2024-08-29T19:03:07.299 INFO:tasks.workunit.client.0.smithi028.stdout: "manifest_stats_invalid": false, 2024-08-29T19:03:07.299 INFO:tasks.workunit.client.0.smithi028.stdout: "mapping_epoch": 680, 2024-08-29T19:03:07.299 INFO:tasks.workunit.client.0.smithi028.stdout: "object_location_counts": [], 2024-08-29T19:03:07.299 INFO:tasks.workunit.client.0.smithi028.stdout: "objects_scrubbed": 0, 2024-08-29T19:03:07.299 INFO:tasks.workunit.client.0.smithi028.stdout: "objects_trimmed": 0, 2024-08-29T19:03:07.299 INFO:tasks.workunit.client.0.smithi028.stdout: "omap_stats_invalid": false, 2024-08-29T19:03:07.299 INFO:tasks.workunit.client.0.smithi028.stdout: "ondisk_log_size": 0, 2024-08-29T19:03:07.299 INFO:tasks.workunit.client.0.smithi028.stdout: "ondisk_log_start": "0'0", 2024-08-29T19:03:07.299 INFO:tasks.workunit.client.0.smithi028.stdout: "parent": "0.0", 2024-08-29T19:03:07.299 INFO:tasks.workunit.client.0.smithi028.stdout: "parent_split_bits": 0, 2024-08-29T19:03:07.299 INFO:tasks.workunit.client.0.smithi028.stdout: "pgid": "3.2e", 2024-08-29T19:03:07.299 INFO:tasks.workunit.client.0.smithi028.stdout: "pin_stats_invalid": false, 2024-08-29T19:03:07.300 INFO:tasks.workunit.client.0.smithi028.stdout: "purged_snaps": [], 2024-08-29T19:03:07.300 INFO:tasks.workunit.client.0.smithi028.stdout: "reported_epoch": 2650, 2024-08-29T19:03:07.300 INFO:tasks.workunit.client.0.smithi028.stdout: "reported_seq": 4708, 2024-08-29T19:03:07.300 INFO:tasks.workunit.client.0.smithi028.stdout: "scrub_duration": 0.0, 2024-08-29T19:03:07.300 INFO:tasks.workunit.client.0.smithi028.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-31T00:18:33.505850+0000", 2024-08-29T19:03:07.300 INFO:tasks.workunit.client.0.smithi028.stdout: "snaptrim_duration": 0.0, 2024-08-29T19:03:07.300 INFO:tasks.workunit.client.0.smithi028.stdout: "snaptrimq_len": 0, 2024-08-29T19:03:07.300 INFO:tasks.workunit.client.0.smithi028.stdout: "stat_sum": { 2024-08-29T19:03:07.300 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes": 0, 2024-08-29T19:03:07.300 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes_hit_set_archive": 0, 2024-08-29T19:03:07.300 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes_recovered": 0, 2024-08-29T19:03:07.300 INFO:tasks.workunit.client.0.smithi028.stdout: "num_deep_scrub_errors": 0, 2024-08-29T19:03:07.300 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict": 0, 2024-08-29T19:03:07.301 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_kb": 0, 2024-08-29T19:03:07.301 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_mode_full": 0, 2024-08-29T19:03:07.301 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_mode_some": 0, 2024-08-29T19:03:07.301 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush": 0, 2024-08-29T19:03:07.301 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_kb": 0, 2024-08-29T19:03:07.301 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_mode_high": 0, 2024-08-29T19:03:07.301 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_mode_low": 0, 2024-08-29T19:03:07.301 INFO:tasks.workunit.client.0.smithi028.stdout: "num_keys_recovered": 0, 2024-08-29T19:03:07.301 INFO:tasks.workunit.client.0.smithi028.stdout: "num_large_omap_objects": 0, 2024-08-29T19:03:07.301 INFO:tasks.workunit.client.0.smithi028.stdout: "num_legacy_snapsets": 0, 2024-08-29T19:03:07.301 INFO:tasks.workunit.client.0.smithi028.stdout: "num_object_clones": 0, 2024-08-29T19:03:07.301 INFO:tasks.workunit.client.0.smithi028.stdout: "num_object_copies": 0, 2024-08-29T19:03:07.301 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects": 0, 2024-08-29T19:03:07.301 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_degraded": 0, 2024-08-29T19:03:07.302 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_dirty": 0, 2024-08-29T19:03:07.302 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_hit_set_archive": 0, 2024-08-29T19:03:07.302 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_manifest": 0, 2024-08-29T19:03:07.302 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_misplaced": 0, 2024-08-29T19:03:07.302 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_missing": 0, 2024-08-29T19:03:07.302 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_missing_on_primary": 0, 2024-08-29T19:03:07.302 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_omap": 0, 2024-08-29T19:03:07.302 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_pinned": 0, 2024-08-29T19:03:07.302 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_recovered": 0, 2024-08-29T19:03:07.302 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_repaired": 0, 2024-08-29T19:03:07.302 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_unfound": 0, 2024-08-29T19:03:07.302 INFO:tasks.workunit.client.0.smithi028.stdout: "num_omap_bytes": 0, 2024-08-29T19:03:07.303 INFO:tasks.workunit.client.0.smithi028.stdout: "num_omap_keys": 0, 2024-08-29T19:03:07.303 INFO:tasks.workunit.client.0.smithi028.stdout: "num_promote": 0, 2024-08-29T19:03:07.303 INFO:tasks.workunit.client.0.smithi028.stdout: "num_read": 0, 2024-08-29T19:03:07.303 INFO:tasks.workunit.client.0.smithi028.stdout: "num_read_kb": 0, 2024-08-29T19:03:07.303 INFO:tasks.workunit.client.0.smithi028.stdout: "num_scrub_errors": 0, 2024-08-29T19:03:07.303 INFO:tasks.workunit.client.0.smithi028.stdout: "num_shallow_scrub_errors": 0, 2024-08-29T19:03:07.303 INFO:tasks.workunit.client.0.smithi028.stdout: "num_whiteouts": 0, 2024-08-29T19:03:07.303 INFO:tasks.workunit.client.0.smithi028.stdout: "num_write": 0, 2024-08-29T19:03:07.303 INFO:tasks.workunit.client.0.smithi028.stdout: "num_write_kb": 0 2024-08-29T19:03:07.303 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:07.303 INFO:tasks.workunit.client.0.smithi028.stdout: "state": "active+clean", 2024-08-29T19:03:07.303 INFO:tasks.workunit.client.0.smithi028.stdout: "stats_invalid": false, 2024-08-29T19:03:07.303 INFO:tasks.workunit.client.0.smithi028.stdout: "up": [ 2024-08-29T19:03:07.303 INFO:tasks.workunit.client.0.smithi028.stdout: 2, 2024-08-29T19:03:07.304 INFO:tasks.workunit.client.0.smithi028.stdout: 6, 2024-08-29T19:03:07.304 INFO:tasks.workunit.client.0.smithi028.stdout: 7 2024-08-29T19:03:07.304 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-08-29T19:03:07.304 INFO:tasks.workunit.client.0.smithi028.stdout: "up_primary": 2, 2024-08-29T19:03:07.304 INFO:tasks.workunit.client.0.smithi028.stdout: "version": "0'0" 2024-08-29T19:03:07.304 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:07.304 INFO:tasks.workunit.client.0.smithi028.stdout: { 2024-08-29T19:03:07.304 INFO:tasks.workunit.client.0.smithi028.stdout: "acting": [ 2024-08-29T19:03:07.304 INFO:tasks.workunit.client.0.smithi028.stdout: 5, 2024-08-29T19:03:07.304 INFO:tasks.workunit.client.0.smithi028.stdout: 7, 2024-08-29T19:03:07.304 INFO:tasks.workunit.client.0.smithi028.stdout: 3 2024-08-29T19:03:07.304 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-08-29T19:03:07.304 INFO:tasks.workunit.client.0.smithi028.stdout: "acting_primary": 5, 2024-08-29T19:03:07.304 INFO:tasks.workunit.client.0.smithi028.stdout: "avail_no_missing": [], 2024-08-29T19:03:07.305 INFO:tasks.workunit.client.0.smithi028.stdout: "blocked_by": [], 2024-08-29T19:03:07.305 INFO:tasks.workunit.client.0.smithi028.stdout: "created": 62, 2024-08-29T19:03:07.305 INFO:tasks.workunit.client.0.smithi028.stdout: "dirty_stats_invalid": false, 2024-08-29T19:03:07.305 INFO:tasks.workunit.client.0.smithi028.stdout: "hitset_bytes_stats_invalid": false, 2024-08-29T19:03:07.305 INFO:tasks.workunit.client.0.smithi028.stdout: "hitset_stats_invalid": false, 2024-08-29T19:03:07.305 INFO:tasks.workunit.client.0.smithi028.stdout: "last_active": "2024-08-29T19:02:14.930589+0000", 2024-08-29T19:03:07.305 INFO:tasks.workunit.client.0.smithi028.stdout: "last_became_active": "2024-08-29T17:58:11.354431+0000", 2024-08-29T19:03:07.305 INFO:tasks.workunit.client.0.smithi028.stdout: "last_became_peered": "2024-08-29T17:58:11.354431+0000", 2024-08-29T19:03:07.305 INFO:tasks.workunit.client.0.smithi028.stdout: "last_change": "2024-08-29T17:58:11.354827+0000", 2024-08-29T19:03:07.305 INFO:tasks.workunit.client.0.smithi028.stdout: "last_clean": "2024-08-29T19:02:14.930589+0000", 2024-08-29T19:03:07.305 INFO:tasks.workunit.client.0.smithi028.stdout: "last_clean_scrub_stamp": "2024-08-29T17:41:01.987071+0000", 2024-08-29T19:03:07.305 INFO:tasks.workunit.client.0.smithi028.stdout: "last_deep_scrub": "0'0", 2024-08-29T19:03:07.305 INFO:tasks.workunit.client.0.smithi028.stdout: "last_deep_scrub_stamp": "2024-08-29T17:41:01.987071+0000", 2024-08-29T19:03:07.306 INFO:tasks.workunit.client.0.smithi028.stdout: "last_epoch_clean": 681, 2024-08-29T19:03:07.306 INFO:tasks.workunit.client.0.smithi028.stdout: "last_fresh": "2024-08-29T19:02:14.930589+0000", 2024-08-29T19:03:07.306 INFO:tasks.workunit.client.0.smithi028.stdout: "last_fullsized": "2024-08-29T19:02:14.930589+0000", 2024-08-29T19:03:07.306 INFO:tasks.workunit.client.0.smithi028.stdout: "last_peered": "2024-08-29T19:02:14.930589+0000", 2024-08-29T19:03:07.306 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub": "0'0", 2024-08-29T19:03:07.306 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub_duration": 0, 2024-08-29T19:03:07.306 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub_stamp": "2024-08-29T17:41:01.987071+0000", 2024-08-29T19:03:07.306 INFO:tasks.workunit.client.0.smithi028.stdout: "last_undegraded": "2024-08-29T19:02:14.930589+0000", 2024-08-29T19:03:07.306 INFO:tasks.workunit.client.0.smithi028.stdout: "last_unstale": "2024-08-29T19:02:14.930589+0000", 2024-08-29T19:03:07.306 INFO:tasks.workunit.client.0.smithi028.stdout: "log_dups_size": 0, 2024-08-29T19:03:07.306 INFO:tasks.workunit.client.0.smithi028.stdout: "log_size": 0, 2024-08-29T19:03:07.306 INFO:tasks.workunit.client.0.smithi028.stdout: "log_start": "0'0", 2024-08-29T19:03:07.306 INFO:tasks.workunit.client.0.smithi028.stdout: "manifest_stats_invalid": false, 2024-08-29T19:03:07.306 INFO:tasks.workunit.client.0.smithi028.stdout: "mapping_epoch": 680, 2024-08-29T19:03:07.307 INFO:tasks.workunit.client.0.smithi028.stdout: "object_location_counts": [], 2024-08-29T19:03:07.307 INFO:tasks.workunit.client.0.smithi028.stdout: "objects_scrubbed": 0, 2024-08-29T19:03:07.307 INFO:tasks.workunit.client.0.smithi028.stdout: "objects_trimmed": 0, 2024-08-29T19:03:07.307 INFO:tasks.workunit.client.0.smithi028.stdout: "omap_stats_invalid": false, 2024-08-29T19:03:07.307 INFO:tasks.workunit.client.0.smithi028.stdout: "ondisk_log_size": 0, 2024-08-29T19:03:07.307 INFO:tasks.workunit.client.0.smithi028.stdout: "ondisk_log_start": "0'0", 2024-08-29T19:03:07.307 INFO:tasks.workunit.client.0.smithi028.stdout: "parent": "0.0", 2024-08-29T19:03:07.307 INFO:tasks.workunit.client.0.smithi028.stdout: "parent_split_bits": 0, 2024-08-29T19:03:07.307 INFO:tasks.workunit.client.0.smithi028.stdout: "pgid": "3.2f", 2024-08-29T19:03:07.307 INFO:tasks.workunit.client.0.smithi028.stdout: "pin_stats_invalid": false, 2024-08-29T19:03:07.307 INFO:tasks.workunit.client.0.smithi028.stdout: "purged_snaps": [], 2024-08-29T19:03:07.307 INFO:tasks.workunit.client.0.smithi028.stdout: "reported_epoch": 2650, 2024-08-29T19:03:07.307 INFO:tasks.workunit.client.0.smithi028.stdout: "reported_seq": 4644, 2024-08-29T19:03:07.308 INFO:tasks.workunit.client.0.smithi028.stdout: "scrub_duration": 0.0, 2024-08-29T19:03:07.308 INFO:tasks.workunit.client.0.smithi028.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-30T23:16:48.659659+0000", 2024-08-29T19:03:07.308 INFO:tasks.workunit.client.0.smithi028.stdout: "snaptrim_duration": 0.0, 2024-08-29T19:03:07.308 INFO:tasks.workunit.client.0.smithi028.stdout: "snaptrimq_len": 0, 2024-08-29T19:03:07.308 INFO:tasks.workunit.client.0.smithi028.stdout: "stat_sum": { 2024-08-29T19:03:07.308 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes": 0, 2024-08-29T19:03:07.308 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes_hit_set_archive": 0, 2024-08-29T19:03:07.308 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes_recovered": 0, 2024-08-29T19:03:07.308 INFO:tasks.workunit.client.0.smithi028.stdout: "num_deep_scrub_errors": 0, 2024-08-29T19:03:07.308 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict": 0, 2024-08-29T19:03:07.308 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_kb": 0, 2024-08-29T19:03:07.308 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_mode_full": 0, 2024-08-29T19:03:07.308 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_mode_some": 0, 2024-08-29T19:03:07.308 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush": 0, 2024-08-29T19:03:07.309 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_kb": 0, 2024-08-29T19:03:07.309 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_mode_high": 0, 2024-08-29T19:03:07.309 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_mode_low": 0, 2024-08-29T19:03:07.309 INFO:tasks.workunit.client.0.smithi028.stdout: "num_keys_recovered": 0, 2024-08-29T19:03:07.309 INFO:tasks.workunit.client.0.smithi028.stdout: "num_large_omap_objects": 0, 2024-08-29T19:03:07.309 INFO:tasks.workunit.client.0.smithi028.stdout: "num_legacy_snapsets": 0, 2024-08-29T19:03:07.309 INFO:tasks.workunit.client.0.smithi028.stdout: "num_object_clones": 0, 2024-08-29T19:03:07.309 INFO:tasks.workunit.client.0.smithi028.stdout: "num_object_copies": 0, 2024-08-29T19:03:07.309 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects": 0, 2024-08-29T19:03:07.309 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_degraded": 0, 2024-08-29T19:03:07.309 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_dirty": 0, 2024-08-29T19:03:07.309 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_hit_set_archive": 0, 2024-08-29T19:03:07.309 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_manifest": 0, 2024-08-29T19:03:07.310 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_misplaced": 0, 2024-08-29T19:03:07.310 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_missing": 0, 2024-08-29T19:03:07.310 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_missing_on_primary": 0, 2024-08-29T19:03:07.310 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_omap": 0, 2024-08-29T19:03:07.310 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_pinned": 0, 2024-08-29T19:03:07.310 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_recovered": 0, 2024-08-29T19:03:07.310 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_repaired": 0, 2024-08-29T19:03:07.310 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_unfound": 0, 2024-08-29T19:03:07.310 INFO:tasks.workunit.client.0.smithi028.stdout: "num_omap_bytes": 0, 2024-08-29T19:03:07.310 INFO:tasks.workunit.client.0.smithi028.stdout: "num_omap_keys": 0, 2024-08-29T19:03:07.310 INFO:tasks.workunit.client.0.smithi028.stdout: "num_promote": 0, 2024-08-29T19:03:07.310 INFO:tasks.workunit.client.0.smithi028.stdout: "num_read": 0, 2024-08-29T19:03:07.310 INFO:tasks.workunit.client.0.smithi028.stdout: "num_read_kb": 0, 2024-08-29T19:03:07.311 INFO:tasks.workunit.client.0.smithi028.stdout: "num_scrub_errors": 0, 2024-08-29T19:03:07.311 INFO:tasks.workunit.client.0.smithi028.stdout: "num_shallow_scrub_errors": 0, 2024-08-29T19:03:07.311 INFO:tasks.workunit.client.0.smithi028.stdout: "num_whiteouts": 0, 2024-08-29T19:03:07.311 INFO:tasks.workunit.client.0.smithi028.stdout: "num_write": 0, 2024-08-29T19:03:07.311 INFO:tasks.workunit.client.0.smithi028.stdout: "num_write_kb": 0 2024-08-29T19:03:07.311 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:07.311 INFO:tasks.workunit.client.0.smithi028.stdout: "state": "active+clean", 2024-08-29T19:03:07.311 INFO:tasks.workunit.client.0.smithi028.stdout: "stats_invalid": false, 2024-08-29T19:03:07.311 INFO:tasks.workunit.client.0.smithi028.stdout: "up": [ 2024-08-29T19:03:07.311 INFO:tasks.workunit.client.0.smithi028.stdout: 5, 2024-08-29T19:03:07.311 INFO:tasks.workunit.client.0.smithi028.stdout: 7, 2024-08-29T19:03:07.311 INFO:tasks.workunit.client.0.smithi028.stdout: 3 2024-08-29T19:03:07.311 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-08-29T19:03:07.311 INFO:tasks.workunit.client.0.smithi028.stdout: "up_primary": 5, 2024-08-29T19:03:07.312 INFO:tasks.workunit.client.0.smithi028.stdout: "version": "0'0" 2024-08-29T19:03:07.312 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:07.312 INFO:tasks.workunit.client.0.smithi028.stdout: { 2024-08-29T19:03:07.312 INFO:tasks.workunit.client.0.smithi028.stdout: "acting": [ 2024-08-29T19:03:07.312 INFO:tasks.workunit.client.0.smithi028.stdout: 5, 2024-08-29T19:03:07.312 INFO:tasks.workunit.client.0.smithi028.stdout: 0, 2024-08-29T19:03:07.312 INFO:tasks.workunit.client.0.smithi028.stdout: 7 2024-08-29T19:03:07.312 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-08-29T19:03:07.312 INFO:tasks.workunit.client.0.smithi028.stdout: "acting_primary": 5, 2024-08-29T19:03:07.312 INFO:tasks.workunit.client.0.smithi028.stdout: "avail_no_missing": [], 2024-08-29T19:03:07.312 INFO:tasks.workunit.client.0.smithi028.stdout: "blocked_by": [], 2024-08-29T19:03:07.312 INFO:tasks.workunit.client.0.smithi028.stdout: "created": 62, 2024-08-29T19:03:07.312 INFO:tasks.workunit.client.0.smithi028.stdout: "dirty_stats_invalid": false, 2024-08-29T19:03:07.312 INFO:tasks.workunit.client.0.smithi028.stdout: "hitset_bytes_stats_invalid": false, 2024-08-29T19:03:07.313 INFO:tasks.workunit.client.0.smithi028.stdout: "hitset_stats_invalid": false, 2024-08-29T19:03:07.313 INFO:tasks.workunit.client.0.smithi028.stdout: "last_active": "2024-08-29T19:02:14.926023+0000", 2024-08-29T19:03:07.313 INFO:tasks.workunit.client.0.smithi028.stdout: "last_became_active": "2024-08-29T17:58:11.350769+0000", 2024-08-29T19:03:07.313 INFO:tasks.workunit.client.0.smithi028.stdout: "last_became_peered": "2024-08-29T17:58:11.350769+0000", 2024-08-29T19:03:07.313 INFO:tasks.workunit.client.0.smithi028.stdout: "last_change": "2024-08-29T17:58:11.351206+0000", 2024-08-29T19:03:07.313 INFO:tasks.workunit.client.0.smithi028.stdout: "last_clean": "2024-08-29T19:02:14.926023+0000", 2024-08-29T19:03:07.313 INFO:tasks.workunit.client.0.smithi028.stdout: "last_clean_scrub_stamp": "2024-08-29T17:41:01.987071+0000", 2024-08-29T19:03:07.313 INFO:tasks.workunit.client.0.smithi028.stdout: "last_deep_scrub": "0'0", 2024-08-29T19:03:07.313 INFO:tasks.workunit.client.0.smithi028.stdout: "last_deep_scrub_stamp": "2024-08-29T17:41:01.987071+0000", 2024-08-29T19:03:07.313 INFO:tasks.workunit.client.0.smithi028.stdout: "last_epoch_clean": 681, 2024-08-29T19:03:07.313 INFO:tasks.workunit.client.0.smithi028.stdout: "last_fresh": "2024-08-29T19:02:14.926023+0000", 2024-08-29T19:03:07.313 INFO:tasks.workunit.client.0.smithi028.stdout: "last_fullsized": "2024-08-29T19:02:14.926023+0000", 2024-08-29T19:03:07.313 INFO:tasks.workunit.client.0.smithi028.stdout: "last_peered": "2024-08-29T19:02:14.926023+0000", 2024-08-29T19:03:07.314 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub": "0'0", 2024-08-29T19:03:07.314 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub_duration": 0, 2024-08-29T19:03:07.314 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub_stamp": "2024-08-29T17:41:01.987071+0000", 2024-08-29T19:03:07.314 INFO:tasks.workunit.client.0.smithi028.stdout: "last_undegraded": "2024-08-29T19:02:14.926023+0000", 2024-08-29T19:03:07.314 INFO:tasks.workunit.client.0.smithi028.stdout: "last_unstale": "2024-08-29T19:02:14.926023+0000", 2024-08-29T19:03:07.314 INFO:tasks.workunit.client.0.smithi028.stdout: "log_dups_size": 0, 2024-08-29T19:03:07.314 INFO:tasks.workunit.client.0.smithi028.stdout: "log_size": 0, 2024-08-29T19:03:07.314 INFO:tasks.workunit.client.0.smithi028.stdout: "log_start": "0'0", 2024-08-29T19:03:07.314 INFO:tasks.workunit.client.0.smithi028.stdout: "manifest_stats_invalid": false, 2024-08-29T19:03:07.314 INFO:tasks.workunit.client.0.smithi028.stdout: "mapping_epoch": 680, 2024-08-29T19:03:07.314 INFO:tasks.workunit.client.0.smithi028.stdout: "object_location_counts": [], 2024-08-29T19:03:07.314 INFO:tasks.workunit.client.0.smithi028.stdout: "objects_scrubbed": 0, 2024-08-29T19:03:07.314 INFO:tasks.workunit.client.0.smithi028.stdout: "objects_trimmed": 0, 2024-08-29T19:03:07.314 INFO:tasks.workunit.client.0.smithi028.stdout: "omap_stats_invalid": false, 2024-08-29T19:03:07.315 INFO:tasks.workunit.client.0.smithi028.stdout: "ondisk_log_size": 0, 2024-08-29T19:03:07.315 INFO:tasks.workunit.client.0.smithi028.stdout: "ondisk_log_start": "0'0", 2024-08-29T19:03:07.315 INFO:tasks.workunit.client.0.smithi028.stdout: "parent": "0.0", 2024-08-29T19:03:07.315 INFO:tasks.workunit.client.0.smithi028.stdout: "parent_split_bits": 0, 2024-08-29T19:03:07.315 INFO:tasks.workunit.client.0.smithi028.stdout: "pgid": "3.30", 2024-08-29T19:03:07.315 INFO:tasks.workunit.client.0.smithi028.stdout: "pin_stats_invalid": false, 2024-08-29T19:03:07.315 INFO:tasks.workunit.client.0.smithi028.stdout: "purged_snaps": [], 2024-08-29T19:03:07.315 INFO:tasks.workunit.client.0.smithi028.stdout: "reported_epoch": 2650, 2024-08-29T19:03:07.315 INFO:tasks.workunit.client.0.smithi028.stdout: "reported_seq": 4626, 2024-08-29T19:03:07.315 INFO:tasks.workunit.client.0.smithi028.stdout: "scrub_duration": 0.0, 2024-08-29T19:03:07.315 INFO:tasks.workunit.client.0.smithi028.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-31T02:25:26.997669+0000", 2024-08-29T19:03:07.315 INFO:tasks.workunit.client.0.smithi028.stdout: "snaptrim_duration": 0.0, 2024-08-29T19:03:07.315 INFO:tasks.workunit.client.0.smithi028.stdout: "snaptrimq_len": 0, 2024-08-29T19:03:07.315 INFO:tasks.workunit.client.0.smithi028.stdout: "stat_sum": { 2024-08-29T19:03:07.316 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes": 0, 2024-08-29T19:03:07.316 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes_hit_set_archive": 0, 2024-08-29T19:03:07.316 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes_recovered": 0, 2024-08-29T19:03:07.316 INFO:tasks.workunit.client.0.smithi028.stdout: "num_deep_scrub_errors": 0, 2024-08-29T19:03:07.316 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict": 0, 2024-08-29T19:03:07.316 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_kb": 0, 2024-08-29T19:03:07.316 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_mode_full": 0, 2024-08-29T19:03:07.316 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_mode_some": 0, 2024-08-29T19:03:07.316 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush": 0, 2024-08-29T19:03:07.316 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_kb": 0, 2024-08-29T19:03:07.316 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_mode_high": 0, 2024-08-29T19:03:07.316 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_mode_low": 0, 2024-08-29T19:03:07.316 INFO:tasks.workunit.client.0.smithi028.stdout: "num_keys_recovered": 0, 2024-08-29T19:03:07.316 INFO:tasks.workunit.client.0.smithi028.stdout: "num_large_omap_objects": 0, 2024-08-29T19:03:07.317 INFO:tasks.workunit.client.0.smithi028.stdout: "num_legacy_snapsets": 0, 2024-08-29T19:03:07.317 INFO:tasks.workunit.client.0.smithi028.stdout: "num_object_clones": 0, 2024-08-29T19:03:07.317 INFO:tasks.workunit.client.0.smithi028.stdout: "num_object_copies": 0, 2024-08-29T19:03:07.317 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects": 0, 2024-08-29T19:03:07.317 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_degraded": 0, 2024-08-29T19:03:07.317 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_dirty": 0, 2024-08-29T19:03:07.317 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_hit_set_archive": 0, 2024-08-29T19:03:07.317 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_manifest": 0, 2024-08-29T19:03:07.317 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_misplaced": 0, 2024-08-29T19:03:07.317 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_missing": 0, 2024-08-29T19:03:07.317 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_missing_on_primary": 0, 2024-08-29T19:03:07.317 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_omap": 0, 2024-08-29T19:03:07.317 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_pinned": 0, 2024-08-29T19:03:07.318 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_recovered": 0, 2024-08-29T19:03:07.318 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_repaired": 0, 2024-08-29T19:03:07.318 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_unfound": 0, 2024-08-29T19:03:07.318 INFO:tasks.workunit.client.0.smithi028.stdout: "num_omap_bytes": 0, 2024-08-29T19:03:07.318 INFO:tasks.workunit.client.0.smithi028.stdout: "num_omap_keys": 0, 2024-08-29T19:03:07.318 INFO:tasks.workunit.client.0.smithi028.stdout: "num_promote": 0, 2024-08-29T19:03:07.318 INFO:tasks.workunit.client.0.smithi028.stdout: "num_read": 0, 2024-08-29T19:03:07.318 INFO:tasks.workunit.client.0.smithi028.stdout: "num_read_kb": 0, 2024-08-29T19:03:07.318 INFO:tasks.workunit.client.0.smithi028.stdout: "num_scrub_errors": 0, 2024-08-29T19:03:07.318 INFO:tasks.workunit.client.0.smithi028.stdout: "num_shallow_scrub_errors": 0, 2024-08-29T19:03:07.318 INFO:tasks.workunit.client.0.smithi028.stdout: "num_whiteouts": 0, 2024-08-29T19:03:07.318 INFO:tasks.workunit.client.0.smithi028.stdout: "num_write": 0, 2024-08-29T19:03:07.318 INFO:tasks.workunit.client.0.smithi028.stdout: "num_write_kb": 0 2024-08-29T19:03:07.318 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:07.319 INFO:tasks.workunit.client.0.smithi028.stdout: "state": "active+clean", 2024-08-29T19:03:07.319 INFO:tasks.workunit.client.0.smithi028.stdout: "stats_invalid": false, 2024-08-29T19:03:07.319 INFO:tasks.workunit.client.0.smithi028.stdout: "up": [ 2024-08-29T19:03:07.319 INFO:tasks.workunit.client.0.smithi028.stdout: 5, 2024-08-29T19:03:07.319 INFO:tasks.workunit.client.0.smithi028.stdout: 0, 2024-08-29T19:03:07.319 INFO:tasks.workunit.client.0.smithi028.stdout: 7 2024-08-29T19:03:07.319 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-08-29T19:03:07.319 INFO:tasks.workunit.client.0.smithi028.stdout: "up_primary": 5, 2024-08-29T19:03:07.319 INFO:tasks.workunit.client.0.smithi028.stdout: "version": "0'0" 2024-08-29T19:03:07.319 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:07.319 INFO:tasks.workunit.client.0.smithi028.stdout: { 2024-08-29T19:03:07.319 INFO:tasks.workunit.client.0.smithi028.stdout: "acting": [ 2024-08-29T19:03:07.319 INFO:tasks.workunit.client.0.smithi028.stdout: 1, 2024-08-29T19:03:07.319 INFO:tasks.workunit.client.0.smithi028.stdout: 4, 2024-08-29T19:03:07.320 INFO:tasks.workunit.client.0.smithi028.stdout: 5 2024-08-29T19:03:07.320 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-08-29T19:03:07.320 INFO:tasks.workunit.client.0.smithi028.stdout: "acting_primary": 1, 2024-08-29T19:03:07.320 INFO:tasks.workunit.client.0.smithi028.stdout: "avail_no_missing": [], 2024-08-29T19:03:07.320 INFO:tasks.workunit.client.0.smithi028.stdout: "blocked_by": [], 2024-08-29T19:03:07.320 INFO:tasks.workunit.client.0.smithi028.stdout: "created": 62, 2024-08-29T19:03:07.320 INFO:tasks.workunit.client.0.smithi028.stdout: "dirty_stats_invalid": false, 2024-08-29T19:03:07.320 INFO:tasks.workunit.client.0.smithi028.stdout: "hitset_bytes_stats_invalid": false, 2024-08-29T19:03:07.320 INFO:tasks.workunit.client.0.smithi028.stdout: "hitset_stats_invalid": false, 2024-08-29T19:03:07.320 INFO:tasks.workunit.client.0.smithi028.stdout: "last_active": "2024-08-29T19:02:14.817312+0000", 2024-08-29T19:03:07.320 INFO:tasks.workunit.client.0.smithi028.stdout: "last_became_active": "2024-08-29T17:57:02.345991+0000", 2024-08-29T19:03:07.320 INFO:tasks.workunit.client.0.smithi028.stdout: "last_became_peered": "2024-08-29T17:57:02.345991+0000", 2024-08-29T19:03:07.320 INFO:tasks.workunit.client.0.smithi028.stdout: "last_change": "2024-08-29T17:57:02.346709+0000", 2024-08-29T19:03:07.321 INFO:tasks.workunit.client.0.smithi028.stdout: "last_clean": "2024-08-29T19:02:14.817312+0000", 2024-08-29T19:03:07.321 INFO:tasks.workunit.client.0.smithi028.stdout: "last_clean_scrub_stamp": "2024-08-29T17:41:01.987071+0000", 2024-08-29T19:03:07.321 INFO:tasks.workunit.client.0.smithi028.stdout: "last_deep_scrub": "0'0", 2024-08-29T19:03:07.321 INFO:tasks.workunit.client.0.smithi028.stdout: "last_deep_scrub_stamp": "2024-08-29T17:41:01.987071+0000", 2024-08-29T19:03:07.321 INFO:tasks.workunit.client.0.smithi028.stdout: "last_epoch_clean": 613, 2024-08-29T19:03:07.321 INFO:tasks.workunit.client.0.smithi028.stdout: "last_fresh": "2024-08-29T19:02:14.817312+0000", 2024-08-29T19:03:07.321 INFO:tasks.workunit.client.0.smithi028.stdout: "last_fullsized": "2024-08-29T19:02:14.817312+0000", 2024-08-29T19:03:07.321 INFO:tasks.workunit.client.0.smithi028.stdout: "last_peered": "2024-08-29T19:02:14.817312+0000", 2024-08-29T19:03:07.321 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub": "0'0", 2024-08-29T19:03:07.321 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub_duration": 0, 2024-08-29T19:03:07.321 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub_stamp": "2024-08-29T17:41:01.987071+0000", 2024-08-29T19:03:07.321 INFO:tasks.workunit.client.0.smithi028.stdout: "last_undegraded": "2024-08-29T19:02:14.817312+0000", 2024-08-29T19:03:07.321 INFO:tasks.workunit.client.0.smithi028.stdout: "last_unstale": "2024-08-29T19:02:14.817312+0000", 2024-08-29T19:03:07.321 INFO:tasks.workunit.client.0.smithi028.stdout: "log_dups_size": 0, 2024-08-29T19:03:07.322 INFO:tasks.workunit.client.0.smithi028.stdout: "log_size": 0, 2024-08-29T19:03:07.322 INFO:tasks.workunit.client.0.smithi028.stdout: "log_start": "0'0", 2024-08-29T19:03:07.322 INFO:tasks.workunit.client.0.smithi028.stdout: "manifest_stats_invalid": false, 2024-08-29T19:03:07.322 INFO:tasks.workunit.client.0.smithi028.stdout: "mapping_epoch": 612, 2024-08-29T19:03:07.322 INFO:tasks.workunit.client.0.smithi028.stdout: "object_location_counts": [], 2024-08-29T19:03:07.322 INFO:tasks.workunit.client.0.smithi028.stdout: "objects_scrubbed": 0, 2024-08-29T19:03:07.322 INFO:tasks.workunit.client.0.smithi028.stdout: "objects_trimmed": 0, 2024-08-29T19:03:07.322 INFO:tasks.workunit.client.0.smithi028.stdout: "omap_stats_invalid": false, 2024-08-29T19:03:07.322 INFO:tasks.workunit.client.0.smithi028.stdout: "ondisk_log_size": 0, 2024-08-29T19:03:07.322 INFO:tasks.workunit.client.0.smithi028.stdout: "ondisk_log_start": "0'0", 2024-08-29T19:03:07.322 INFO:tasks.workunit.client.0.smithi028.stdout: "parent": "0.0", 2024-08-29T19:03:07.322 INFO:tasks.workunit.client.0.smithi028.stdout: "parent_split_bits": 0, 2024-08-29T19:03:07.322 INFO:tasks.workunit.client.0.smithi028.stdout: "pgid": "3.31", 2024-08-29T19:03:07.323 INFO:tasks.workunit.client.0.smithi028.stdout: "pin_stats_invalid": false, 2024-08-29T19:03:07.323 INFO:tasks.workunit.client.0.smithi028.stdout: "purged_snaps": [], 2024-08-29T19:03:07.323 INFO:tasks.workunit.client.0.smithi028.stdout: "reported_epoch": 2650, 2024-08-29T19:03:07.323 INFO:tasks.workunit.client.0.smithi028.stdout: "reported_seq": 4746, 2024-08-29T19:03:07.323 INFO:tasks.workunit.client.0.smithi028.stdout: "scrub_duration": 0.0, 2024-08-29T19:03:07.323 INFO:tasks.workunit.client.0.smithi028.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-31T03:56:30.665442+0000", 2024-08-29T19:03:07.323 INFO:tasks.workunit.client.0.smithi028.stdout: "snaptrim_duration": 0.0, 2024-08-29T19:03:07.323 INFO:tasks.workunit.client.0.smithi028.stdout: "snaptrimq_len": 0, 2024-08-29T19:03:07.323 INFO:tasks.workunit.client.0.smithi028.stdout: "stat_sum": { 2024-08-29T19:03:07.323 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes": 0, 2024-08-29T19:03:07.323 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes_hit_set_archive": 0, 2024-08-29T19:03:07.323 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes_recovered": 0, 2024-08-29T19:03:07.323 INFO:tasks.workunit.client.0.smithi028.stdout: "num_deep_scrub_errors": 0, 2024-08-29T19:03:07.323 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict": 0, 2024-08-29T19:03:07.324 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_kb": 0, 2024-08-29T19:03:07.324 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_mode_full": 0, 2024-08-29T19:03:07.324 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_mode_some": 0, 2024-08-29T19:03:07.324 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush": 0, 2024-08-29T19:03:07.324 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_kb": 0, 2024-08-29T19:03:07.324 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_mode_high": 0, 2024-08-29T19:03:07.324 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_mode_low": 0, 2024-08-29T19:03:07.324 INFO:tasks.workunit.client.0.smithi028.stdout: "num_keys_recovered": 0, 2024-08-29T19:03:07.324 INFO:tasks.workunit.client.0.smithi028.stdout: "num_large_omap_objects": 0, 2024-08-29T19:03:07.324 INFO:tasks.workunit.client.0.smithi028.stdout: "num_legacy_snapsets": 0, 2024-08-29T19:03:07.324 INFO:tasks.workunit.client.0.smithi028.stdout: "num_object_clones": 0, 2024-08-29T19:03:07.324 INFO:tasks.workunit.client.0.smithi028.stdout: "num_object_copies": 0, 2024-08-29T19:03:07.324 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects": 0, 2024-08-29T19:03:07.325 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_degraded": 0, 2024-08-29T19:03:07.325 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_dirty": 0, 2024-08-29T19:03:07.325 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_hit_set_archive": 0, 2024-08-29T19:03:07.325 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_manifest": 0, 2024-08-29T19:03:07.325 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_misplaced": 0, 2024-08-29T19:03:07.325 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_missing": 0, 2024-08-29T19:03:07.325 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_missing_on_primary": 0, 2024-08-29T19:03:07.325 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_omap": 0, 2024-08-29T19:03:07.325 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_pinned": 0, 2024-08-29T19:03:07.325 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_recovered": 0, 2024-08-29T19:03:07.325 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_repaired": 0, 2024-08-29T19:03:07.325 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_unfound": 0, 2024-08-29T19:03:07.325 INFO:tasks.workunit.client.0.smithi028.stdout: "num_omap_bytes": 0, 2024-08-29T19:03:07.326 INFO:tasks.workunit.client.0.smithi028.stdout: "num_omap_keys": 0, 2024-08-29T19:03:07.326 INFO:tasks.workunit.client.0.smithi028.stdout: "num_promote": 0, 2024-08-29T19:03:07.326 INFO:tasks.workunit.client.0.smithi028.stdout: "num_read": 0, 2024-08-29T19:03:07.326 INFO:tasks.workunit.client.0.smithi028.stdout: "num_read_kb": 0, 2024-08-29T19:03:07.326 INFO:tasks.workunit.client.0.smithi028.stdout: "num_scrub_errors": 0, 2024-08-29T19:03:07.326 INFO:tasks.workunit.client.0.smithi028.stdout: "num_shallow_scrub_errors": 0, 2024-08-29T19:03:07.326 INFO:tasks.workunit.client.0.smithi028.stdout: "num_whiteouts": 0, 2024-08-29T19:03:07.326 INFO:tasks.workunit.client.0.smithi028.stdout: "num_write": 0, 2024-08-29T19:03:07.326 INFO:tasks.workunit.client.0.smithi028.stdout: "num_write_kb": 0 2024-08-29T19:03:07.326 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:07.326 INFO:tasks.workunit.client.0.smithi028.stdout: "state": "active+clean", 2024-08-29T19:03:07.326 INFO:tasks.workunit.client.0.smithi028.stdout: "stats_invalid": false, 2024-08-29T19:03:07.326 INFO:tasks.workunit.client.0.smithi028.stdout: "up": [ 2024-08-29T19:03:07.326 INFO:tasks.workunit.client.0.smithi028.stdout: 1, 2024-08-29T19:03:07.326 INFO:tasks.workunit.client.0.smithi028.stdout: 4, 2024-08-29T19:03:07.327 INFO:tasks.workunit.client.0.smithi028.stdout: 5 2024-08-29T19:03:07.327 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-08-29T19:03:07.327 INFO:tasks.workunit.client.0.smithi028.stdout: "up_primary": 1, 2024-08-29T19:03:07.327 INFO:tasks.workunit.client.0.smithi028.stdout: "version": "0'0" 2024-08-29T19:03:07.327 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:07.327 INFO:tasks.workunit.client.0.smithi028.stdout: { 2024-08-29T19:03:07.327 INFO:tasks.workunit.client.0.smithi028.stdout: "acting": [ 2024-08-29T19:03:07.327 INFO:tasks.workunit.client.0.smithi028.stdout: 0, 2024-08-29T19:03:07.327 INFO:tasks.workunit.client.0.smithi028.stdout: 1, 2024-08-29T19:03:07.327 INFO:tasks.workunit.client.0.smithi028.stdout: 5 2024-08-29T19:03:07.327 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-08-29T19:03:07.327 INFO:tasks.workunit.client.0.smithi028.stdout: "acting_primary": 0, 2024-08-29T19:03:07.327 INFO:tasks.workunit.client.0.smithi028.stdout: "avail_no_missing": [], 2024-08-29T19:03:07.328 INFO:tasks.workunit.client.0.smithi028.stdout: "blocked_by": [], 2024-08-29T19:03:07.328 INFO:tasks.workunit.client.0.smithi028.stdout: "created": 62, 2024-08-29T19:03:07.328 INFO:tasks.workunit.client.0.smithi028.stdout: "dirty_stats_invalid": false, 2024-08-29T19:03:07.328 INFO:tasks.workunit.client.0.smithi028.stdout: "hitset_bytes_stats_invalid": false, 2024-08-29T19:03:07.328 INFO:tasks.workunit.client.0.smithi028.stdout: "hitset_stats_invalid": false, 2024-08-29T19:03:07.328 INFO:tasks.workunit.client.0.smithi028.stdout: "last_active": "2024-08-29T19:02:14.102265+0000", 2024-08-29T19:03:07.328 INFO:tasks.workunit.client.0.smithi028.stdout: "last_became_active": "2024-08-29T17:57:02.353166+0000", 2024-08-29T19:03:07.328 INFO:tasks.workunit.client.0.smithi028.stdout: "last_became_peered": "2024-08-29T17:57:02.353166+0000", 2024-08-29T19:03:07.328 INFO:tasks.workunit.client.0.smithi028.stdout: "last_change": "2024-08-29T17:57:02.354663+0000", 2024-08-29T19:03:07.328 INFO:tasks.workunit.client.0.smithi028.stdout: "last_clean": "2024-08-29T19:02:14.102265+0000", 2024-08-29T19:03:07.328 INFO:tasks.workunit.client.0.smithi028.stdout: "last_clean_scrub_stamp": "2024-08-29T17:41:01.987071+0000", 2024-08-29T19:03:07.328 INFO:tasks.workunit.client.0.smithi028.stdout: "last_deep_scrub": "0'0", 2024-08-29T19:03:07.328 INFO:tasks.workunit.client.0.smithi028.stdout: "last_deep_scrub_stamp": "2024-08-29T17:41:01.987071+0000", 2024-08-29T19:03:07.328 INFO:tasks.workunit.client.0.smithi028.stdout: "last_epoch_clean": 613, 2024-08-29T19:03:07.329 INFO:tasks.workunit.client.0.smithi028.stdout: "last_fresh": "2024-08-29T19:02:14.102265+0000", 2024-08-29T19:03:07.329 INFO:tasks.workunit.client.0.smithi028.stdout: "last_fullsized": "2024-08-29T19:02:14.102265+0000", 2024-08-29T19:03:07.329 INFO:tasks.workunit.client.0.smithi028.stdout: "last_peered": "2024-08-29T19:02:14.102265+0000", 2024-08-29T19:03:07.329 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub": "0'0", 2024-08-29T19:03:07.329 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub_duration": 0, 2024-08-29T19:03:07.329 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub_stamp": "2024-08-29T17:41:01.987071+0000", 2024-08-29T19:03:07.329 INFO:tasks.workunit.client.0.smithi028.stdout: "last_undegraded": "2024-08-29T19:02:14.102265+0000", 2024-08-29T19:03:07.329 INFO:tasks.workunit.client.0.smithi028.stdout: "last_unstale": "2024-08-29T19:02:14.102265+0000", 2024-08-29T19:03:07.329 INFO:tasks.workunit.client.0.smithi028.stdout: "log_dups_size": 0, 2024-08-29T19:03:07.329 INFO:tasks.workunit.client.0.smithi028.stdout: "log_size": 0, 2024-08-29T19:03:07.329 INFO:tasks.workunit.client.0.smithi028.stdout: "log_start": "0'0", 2024-08-29T19:03:07.329 INFO:tasks.workunit.client.0.smithi028.stdout: "manifest_stats_invalid": false, 2024-08-29T19:03:07.329 INFO:tasks.workunit.client.0.smithi028.stdout: "mapping_epoch": 612, 2024-08-29T19:03:07.330 INFO:tasks.workunit.client.0.smithi028.stdout: "object_location_counts": [], 2024-08-29T19:03:07.330 INFO:tasks.workunit.client.0.smithi028.stdout: "objects_scrubbed": 0, 2024-08-29T19:03:07.330 INFO:tasks.workunit.client.0.smithi028.stdout: "objects_trimmed": 0, 2024-08-29T19:03:07.330 INFO:tasks.workunit.client.0.smithi028.stdout: "omap_stats_invalid": false, 2024-08-29T19:03:07.330 INFO:tasks.workunit.client.0.smithi028.stdout: "ondisk_log_size": 0, 2024-08-29T19:03:07.330 INFO:tasks.workunit.client.0.smithi028.stdout: "ondisk_log_start": "0'0", 2024-08-29T19:03:07.330 INFO:tasks.workunit.client.0.smithi028.stdout: "parent": "0.0", 2024-08-29T19:03:07.330 INFO:tasks.workunit.client.0.smithi028.stdout: "parent_split_bits": 0, 2024-08-29T19:03:07.330 INFO:tasks.workunit.client.0.smithi028.stdout: "pgid": "3.32", 2024-08-29T19:03:07.330 INFO:tasks.workunit.client.0.smithi028.stdout: "pin_stats_invalid": false, 2024-08-29T19:03:07.330 INFO:tasks.workunit.client.0.smithi028.stdout: "purged_snaps": [], 2024-08-29T19:03:07.330 INFO:tasks.workunit.client.0.smithi028.stdout: "reported_epoch": 2650, 2024-08-29T19:03:07.330 INFO:tasks.workunit.client.0.smithi028.stdout: "reported_seq": 4809, 2024-08-29T19:03:07.331 INFO:tasks.workunit.client.0.smithi028.stdout: "scrub_duration": 0.0, 2024-08-29T19:03:07.331 INFO:tasks.workunit.client.0.smithi028.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-31T01:37:42.079291+0000", 2024-08-29T19:03:07.331 INFO:tasks.workunit.client.0.smithi028.stdout: "snaptrim_duration": 0.0, 2024-08-29T19:03:07.331 INFO:tasks.workunit.client.0.smithi028.stdout: "snaptrimq_len": 0, 2024-08-29T19:03:07.331 INFO:tasks.workunit.client.0.smithi028.stdout: "stat_sum": { 2024-08-29T19:03:07.331 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes": 0, 2024-08-29T19:03:07.331 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes_hit_set_archive": 0, 2024-08-29T19:03:07.331 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes_recovered": 0, 2024-08-29T19:03:07.331 INFO:tasks.workunit.client.0.smithi028.stdout: "num_deep_scrub_errors": 0, 2024-08-29T19:03:07.331 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict": 0, 2024-08-29T19:03:07.331 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_kb": 0, 2024-08-29T19:03:07.331 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_mode_full": 0, 2024-08-29T19:03:07.331 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_mode_some": 0, 2024-08-29T19:03:07.331 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush": 0, 2024-08-29T19:03:07.332 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_kb": 0, 2024-08-29T19:03:07.332 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_mode_high": 0, 2024-08-29T19:03:07.332 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_mode_low": 0, 2024-08-29T19:03:07.332 INFO:tasks.workunit.client.0.smithi028.stdout: "num_keys_recovered": 0, 2024-08-29T19:03:07.332 INFO:tasks.workunit.client.0.smithi028.stdout: "num_large_omap_objects": 0, 2024-08-29T19:03:07.332 INFO:tasks.workunit.client.0.smithi028.stdout: "num_legacy_snapsets": 0, 2024-08-29T19:03:07.332 INFO:tasks.workunit.client.0.smithi028.stdout: "num_object_clones": 0, 2024-08-29T19:03:07.332 INFO:tasks.workunit.client.0.smithi028.stdout: "num_object_copies": 0, 2024-08-29T19:03:07.332 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects": 0, 2024-08-29T19:03:07.332 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_degraded": 0, 2024-08-29T19:03:07.332 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_dirty": 0, 2024-08-29T19:03:07.332 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_hit_set_archive": 0, 2024-08-29T19:03:07.332 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_manifest": 0, 2024-08-29T19:03:07.333 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_misplaced": 0, 2024-08-29T19:03:07.333 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_missing": 0, 2024-08-29T19:03:07.333 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_missing_on_primary": 0, 2024-08-29T19:03:07.333 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_omap": 0, 2024-08-29T19:03:07.333 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_pinned": 0, 2024-08-29T19:03:07.333 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_recovered": 0, 2024-08-29T19:03:07.333 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_repaired": 0, 2024-08-29T19:03:07.333 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_unfound": 0, 2024-08-29T19:03:07.333 INFO:tasks.workunit.client.0.smithi028.stdout: "num_omap_bytes": 0, 2024-08-29T19:03:07.333 INFO:tasks.workunit.client.0.smithi028.stdout: "num_omap_keys": 0, 2024-08-29T19:03:07.333 INFO:tasks.workunit.client.0.smithi028.stdout: "num_promote": 0, 2024-08-29T19:03:07.333 INFO:tasks.workunit.client.0.smithi028.stdout: "num_read": 0, 2024-08-29T19:03:07.333 INFO:tasks.workunit.client.0.smithi028.stdout: "num_read_kb": 0, 2024-08-29T19:03:07.334 INFO:tasks.workunit.client.0.smithi028.stdout: "num_scrub_errors": 0, 2024-08-29T19:03:07.334 INFO:tasks.workunit.client.0.smithi028.stdout: "num_shallow_scrub_errors": 0, 2024-08-29T19:03:07.334 INFO:tasks.workunit.client.0.smithi028.stdout: "num_whiteouts": 0, 2024-08-29T19:03:07.334 INFO:tasks.workunit.client.0.smithi028.stdout: "num_write": 0, 2024-08-29T19:03:07.334 INFO:tasks.workunit.client.0.smithi028.stdout: "num_write_kb": 0 2024-08-29T19:03:07.334 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:07.334 INFO:tasks.workunit.client.0.smithi028.stdout: "state": "active+clean", 2024-08-29T19:03:07.334 INFO:tasks.workunit.client.0.smithi028.stdout: "stats_invalid": false, 2024-08-29T19:03:07.334 INFO:tasks.workunit.client.0.smithi028.stdout: "up": [ 2024-08-29T19:03:07.334 INFO:tasks.workunit.client.0.smithi028.stdout: 0, 2024-08-29T19:03:07.334 INFO:tasks.workunit.client.0.smithi028.stdout: 1, 2024-08-29T19:03:07.334 INFO:tasks.workunit.client.0.smithi028.stdout: 5 2024-08-29T19:03:07.334 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-08-29T19:03:07.335 INFO:tasks.workunit.client.0.smithi028.stdout: "up_primary": 0, 2024-08-29T19:03:07.335 INFO:tasks.workunit.client.0.smithi028.stdout: "version": "0'0" 2024-08-29T19:03:07.335 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:07.335 INFO:tasks.workunit.client.0.smithi028.stdout: { 2024-08-29T19:03:07.335 INFO:tasks.workunit.client.0.smithi028.stdout: "acting": [ 2024-08-29T19:03:07.335 INFO:tasks.workunit.client.0.smithi028.stdout: 3, 2024-08-29T19:03:07.335 INFO:tasks.workunit.client.0.smithi028.stdout: 6, 2024-08-29T19:03:07.335 INFO:tasks.workunit.client.0.smithi028.stdout: 1 2024-08-29T19:03:07.335 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-08-29T19:03:07.335 INFO:tasks.workunit.client.0.smithi028.stdout: "acting_primary": 3, 2024-08-29T19:03:07.335 INFO:tasks.workunit.client.0.smithi028.stdout: "avail_no_missing": [], 2024-08-29T19:03:07.335 INFO:tasks.workunit.client.0.smithi028.stdout: "blocked_by": [], 2024-08-29T19:03:07.335 INFO:tasks.workunit.client.0.smithi028.stdout: "created": 62, 2024-08-29T19:03:07.335 INFO:tasks.workunit.client.0.smithi028.stdout: "dirty_stats_invalid": false, 2024-08-29T19:03:07.335 INFO:tasks.workunit.client.0.smithi028.stdout: "hitset_bytes_stats_invalid": false, 2024-08-29T19:03:07.336 INFO:tasks.workunit.client.0.smithi028.stdout: "hitset_stats_invalid": false, 2024-08-29T19:03:07.336 INFO:tasks.workunit.client.0.smithi028.stdout: "last_active": "2024-08-29T19:02:14.845370+0000", 2024-08-29T19:03:07.336 INFO:tasks.workunit.client.0.smithi028.stdout: "last_became_active": "2024-08-29T17:57:36.389315+0000", 2024-08-29T19:03:07.336 INFO:tasks.workunit.client.0.smithi028.stdout: "last_became_peered": "2024-08-29T17:57:36.389315+0000", 2024-08-29T19:03:07.336 INFO:tasks.workunit.client.0.smithi028.stdout: "last_change": "2024-08-29T17:57:36.390099+0000", 2024-08-29T19:03:07.336 INFO:tasks.workunit.client.0.smithi028.stdout: "last_clean": "2024-08-29T19:02:14.845370+0000", 2024-08-29T19:03:07.336 INFO:tasks.workunit.client.0.smithi028.stdout: "last_clean_scrub_stamp": "2024-08-29T17:41:01.987071+0000", 2024-08-29T19:03:07.336 INFO:tasks.workunit.client.0.smithi028.stdout: "last_deep_scrub": "0'0", 2024-08-29T19:03:07.336 INFO:tasks.workunit.client.0.smithi028.stdout: "last_deep_scrub_stamp": "2024-08-29T17:41:01.987071+0000", 2024-08-29T19:03:07.336 INFO:tasks.workunit.client.0.smithi028.stdout: "last_epoch_clean": 646, 2024-08-29T19:03:07.336 INFO:tasks.workunit.client.0.smithi028.stdout: "last_fresh": "2024-08-29T19:02:14.845370+0000", 2024-08-29T19:03:07.336 INFO:tasks.workunit.client.0.smithi028.stdout: "last_fullsized": "2024-08-29T19:02:14.845370+0000", 2024-08-29T19:03:07.337 INFO:tasks.workunit.client.0.smithi028.stdout: "last_peered": "2024-08-29T19:02:14.845370+0000", 2024-08-29T19:03:07.337 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub": "0'0", 2024-08-29T19:03:07.337 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub_duration": 0, 2024-08-29T19:03:07.337 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub_stamp": "2024-08-29T17:41:01.987071+0000", 2024-08-29T19:03:07.337 INFO:tasks.workunit.client.0.smithi028.stdout: "last_undegraded": "2024-08-29T19:02:14.845370+0000", 2024-08-29T19:03:07.337 INFO:tasks.workunit.client.0.smithi028.stdout: "last_unstale": "2024-08-29T19:02:14.845370+0000", 2024-08-29T19:03:07.337 INFO:tasks.workunit.client.0.smithi028.stdout: "log_dups_size": 0, 2024-08-29T19:03:07.337 INFO:tasks.workunit.client.0.smithi028.stdout: "log_size": 0, 2024-08-29T19:03:07.337 INFO:tasks.workunit.client.0.smithi028.stdout: "log_start": "0'0", 2024-08-29T19:03:07.337 INFO:tasks.workunit.client.0.smithi028.stdout: "manifest_stats_invalid": false, 2024-08-29T19:03:07.337 INFO:tasks.workunit.client.0.smithi028.stdout: "mapping_epoch": 645, 2024-08-29T19:03:07.337 INFO:tasks.workunit.client.0.smithi028.stdout: "object_location_counts": [], 2024-08-29T19:03:07.337 INFO:tasks.workunit.client.0.smithi028.stdout: "objects_scrubbed": 0, 2024-08-29T19:03:07.337 INFO:tasks.workunit.client.0.smithi028.stdout: "objects_trimmed": 0, 2024-08-29T19:03:07.338 INFO:tasks.workunit.client.0.smithi028.stdout: "omap_stats_invalid": false, 2024-08-29T19:03:07.338 INFO:tasks.workunit.client.0.smithi028.stdout: "ondisk_log_size": 0, 2024-08-29T19:03:07.338 INFO:tasks.workunit.client.0.smithi028.stdout: "ondisk_log_start": "0'0", 2024-08-29T19:03:07.338 INFO:tasks.workunit.client.0.smithi028.stdout: "parent": "0.0", 2024-08-29T19:03:07.338 INFO:tasks.workunit.client.0.smithi028.stdout: "parent_split_bits": 0, 2024-08-29T19:03:07.338 INFO:tasks.workunit.client.0.smithi028.stdout: "pgid": "3.33", 2024-08-29T19:03:07.338 INFO:tasks.workunit.client.0.smithi028.stdout: "pin_stats_invalid": false, 2024-08-29T19:03:07.338 INFO:tasks.workunit.client.0.smithi028.stdout: "purged_snaps": [], 2024-08-29T19:03:07.338 INFO:tasks.workunit.client.0.smithi028.stdout: "reported_epoch": 2650, 2024-08-29T19:03:07.338 INFO:tasks.workunit.client.0.smithi028.stdout: "reported_seq": 4716, 2024-08-29T19:03:07.338 INFO:tasks.workunit.client.0.smithi028.stdout: "scrub_duration": 0.0, 2024-08-29T19:03:07.338 INFO:tasks.workunit.client.0.smithi028.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-31T05:01:35.889081+0000", 2024-08-29T19:03:07.338 INFO:tasks.workunit.client.0.smithi028.stdout: "snaptrim_duration": 0.0, 2024-08-29T19:03:07.339 INFO:tasks.workunit.client.0.smithi028.stdout: "snaptrimq_len": 0, 2024-08-29T19:03:07.339 INFO:tasks.workunit.client.0.smithi028.stdout: "stat_sum": { 2024-08-29T19:03:07.339 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes": 0, 2024-08-29T19:03:07.339 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes_hit_set_archive": 0, 2024-08-29T19:03:07.339 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes_recovered": 0, 2024-08-29T19:03:07.339 INFO:tasks.workunit.client.0.smithi028.stdout: "num_deep_scrub_errors": 0, 2024-08-29T19:03:07.339 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict": 0, 2024-08-29T19:03:07.339 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_kb": 0, 2024-08-29T19:03:07.339 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_mode_full": 0, 2024-08-29T19:03:07.339 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_mode_some": 0, 2024-08-29T19:03:07.339 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush": 0, 2024-08-29T19:03:07.339 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_kb": 0, 2024-08-29T19:03:07.339 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_mode_high": 0, 2024-08-29T19:03:07.339 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_mode_low": 0, 2024-08-29T19:03:07.340 INFO:tasks.workunit.client.0.smithi028.stdout: "num_keys_recovered": 0, 2024-08-29T19:03:07.340 INFO:tasks.workunit.client.0.smithi028.stdout: "num_large_omap_objects": 0, 2024-08-29T19:03:07.340 INFO:tasks.workunit.client.0.smithi028.stdout: "num_legacy_snapsets": 0, 2024-08-29T19:03:07.340 INFO:tasks.workunit.client.0.smithi028.stdout: "num_object_clones": 0, 2024-08-29T19:03:07.340 INFO:tasks.workunit.client.0.smithi028.stdout: "num_object_copies": 0, 2024-08-29T19:03:07.340 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects": 0, 2024-08-29T19:03:07.340 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_degraded": 0, 2024-08-29T19:03:07.340 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_dirty": 0, 2024-08-29T19:03:07.340 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_hit_set_archive": 0, 2024-08-29T19:03:07.340 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_manifest": 0, 2024-08-29T19:03:07.340 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_misplaced": 0, 2024-08-29T19:03:07.340 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_missing": 0, 2024-08-29T19:03:07.340 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_missing_on_primary": 0, 2024-08-29T19:03:07.341 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_omap": 0, 2024-08-29T19:03:07.341 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_pinned": 0, 2024-08-29T19:03:07.341 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_recovered": 0, 2024-08-29T19:03:07.341 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_repaired": 0, 2024-08-29T19:03:07.341 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_unfound": 0, 2024-08-29T19:03:07.341 INFO:tasks.workunit.client.0.smithi028.stdout: "num_omap_bytes": 0, 2024-08-29T19:03:07.341 INFO:tasks.workunit.client.0.smithi028.stdout: "num_omap_keys": 0, 2024-08-29T19:03:07.341 INFO:tasks.workunit.client.0.smithi028.stdout: "num_promote": 0, 2024-08-29T19:03:07.341 INFO:tasks.workunit.client.0.smithi028.stdout: "num_read": 0, 2024-08-29T19:03:07.341 INFO:tasks.workunit.client.0.smithi028.stdout: "num_read_kb": 0, 2024-08-29T19:03:07.341 INFO:tasks.workunit.client.0.smithi028.stdout: "num_scrub_errors": 0, 2024-08-29T19:03:07.341 INFO:tasks.workunit.client.0.smithi028.stdout: "num_shallow_scrub_errors": 0, 2024-08-29T19:03:07.341 INFO:tasks.workunit.client.0.smithi028.stdout: "num_whiteouts": 0, 2024-08-29T19:03:07.342 INFO:tasks.workunit.client.0.smithi028.stdout: "num_write": 0, 2024-08-29T19:03:07.342 INFO:tasks.workunit.client.0.smithi028.stdout: "num_write_kb": 0 2024-08-29T19:03:07.342 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:07.342 INFO:tasks.workunit.client.0.smithi028.stdout: "state": "active+clean", 2024-08-29T19:03:07.342 INFO:tasks.workunit.client.0.smithi028.stdout: "stats_invalid": false, 2024-08-29T19:03:07.342 INFO:tasks.workunit.client.0.smithi028.stdout: "up": [ 2024-08-29T19:03:07.342 INFO:tasks.workunit.client.0.smithi028.stdout: 3, 2024-08-29T19:03:07.342 INFO:tasks.workunit.client.0.smithi028.stdout: 6, 2024-08-29T19:03:07.342 INFO:tasks.workunit.client.0.smithi028.stdout: 1 2024-08-29T19:03:07.342 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-08-29T19:03:07.342 INFO:tasks.workunit.client.0.smithi028.stdout: "up_primary": 3, 2024-08-29T19:03:07.342 INFO:tasks.workunit.client.0.smithi028.stdout: "version": "0'0" 2024-08-29T19:03:07.342 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:07.342 INFO:tasks.workunit.client.0.smithi028.stdout: { 2024-08-29T19:03:07.343 INFO:tasks.workunit.client.0.smithi028.stdout: "acting": [ 2024-08-29T19:03:07.343 INFO:tasks.workunit.client.0.smithi028.stdout: 2, 2024-08-29T19:03:07.343 INFO:tasks.workunit.client.0.smithi028.stdout: 6, 2024-08-29T19:03:07.343 INFO:tasks.workunit.client.0.smithi028.stdout: 0 2024-08-29T19:03:07.343 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-08-29T19:03:07.343 INFO:tasks.workunit.client.0.smithi028.stdout: "acting_primary": 2, 2024-08-29T19:03:07.343 INFO:tasks.workunit.client.0.smithi028.stdout: "avail_no_missing": [], 2024-08-29T19:03:07.343 INFO:tasks.workunit.client.0.smithi028.stdout: "blocked_by": [], 2024-08-29T19:03:07.343 INFO:tasks.workunit.client.0.smithi028.stdout: "created": 62, 2024-08-29T19:03:07.343 INFO:tasks.workunit.client.0.smithi028.stdout: "dirty_stats_invalid": false, 2024-08-29T19:03:07.343 INFO:tasks.workunit.client.0.smithi028.stdout: "hitset_bytes_stats_invalid": false, 2024-08-29T19:03:07.343 INFO:tasks.workunit.client.0.smithi028.stdout: "hitset_stats_invalid": false, 2024-08-29T19:03:07.343 INFO:tasks.workunit.client.0.smithi028.stdout: "last_active": "2024-08-29T19:02:14.110489+0000", 2024-08-29T19:03:07.343 INFO:tasks.workunit.client.0.smithi028.stdout: "last_became_active": "2024-08-29T17:57:36.384479+0000", 2024-08-29T19:03:07.344 INFO:tasks.workunit.client.0.smithi028.stdout: "last_became_peered": "2024-08-29T17:57:36.384479+0000", 2024-08-29T19:03:07.344 INFO:tasks.workunit.client.0.smithi028.stdout: "last_change": "2024-08-29T17:57:36.385109+0000", 2024-08-29T19:03:07.344 INFO:tasks.workunit.client.0.smithi028.stdout: "last_clean": "2024-08-29T19:02:14.110489+0000", 2024-08-29T19:03:07.344 INFO:tasks.workunit.client.0.smithi028.stdout: "last_clean_scrub_stamp": "2024-08-29T17:41:01.987071+0000", 2024-08-29T19:03:07.344 INFO:tasks.workunit.client.0.smithi028.stdout: "last_deep_scrub": "0'0", 2024-08-29T19:03:07.344 INFO:tasks.workunit.client.0.smithi028.stdout: "last_deep_scrub_stamp": "2024-08-29T17:41:01.987071+0000", 2024-08-29T19:03:07.344 INFO:tasks.workunit.client.0.smithi028.stdout: "last_epoch_clean": 646, 2024-08-29T19:03:07.344 INFO:tasks.workunit.client.0.smithi028.stdout: "last_fresh": "2024-08-29T19:02:14.110489+0000", 2024-08-29T19:03:07.344 INFO:tasks.workunit.client.0.smithi028.stdout: "last_fullsized": "2024-08-29T19:02:14.110489+0000", 2024-08-29T19:03:07.344 INFO:tasks.workunit.client.0.smithi028.stdout: "last_peered": "2024-08-29T19:02:14.110489+0000", 2024-08-29T19:03:07.344 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub": "0'0", 2024-08-29T19:03:07.344 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub_duration": 0, 2024-08-29T19:03:07.344 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub_stamp": "2024-08-29T17:41:01.987071+0000", 2024-08-29T19:03:07.344 INFO:tasks.workunit.client.0.smithi028.stdout: "last_undegraded": "2024-08-29T19:02:14.110489+0000", 2024-08-29T19:03:07.345 INFO:tasks.workunit.client.0.smithi028.stdout: "last_unstale": "2024-08-29T19:02:14.110489+0000", 2024-08-29T19:03:07.345 INFO:tasks.workunit.client.0.smithi028.stdout: "log_dups_size": 0, 2024-08-29T19:03:07.345 INFO:tasks.workunit.client.0.smithi028.stdout: "log_size": 0, 2024-08-29T19:03:07.345 INFO:tasks.workunit.client.0.smithi028.stdout: "log_start": "0'0", 2024-08-29T19:03:07.345 INFO:tasks.workunit.client.0.smithi028.stdout: "manifest_stats_invalid": false, 2024-08-29T19:03:07.345 INFO:tasks.workunit.client.0.smithi028.stdout: "mapping_epoch": 645, 2024-08-29T19:03:07.345 INFO:tasks.workunit.client.0.smithi028.stdout: "object_location_counts": [], 2024-08-29T19:03:07.345 INFO:tasks.workunit.client.0.smithi028.stdout: "objects_scrubbed": 0, 2024-08-29T19:03:07.345 INFO:tasks.workunit.client.0.smithi028.stdout: "objects_trimmed": 0, 2024-08-29T19:03:07.345 INFO:tasks.workunit.client.0.smithi028.stdout: "omap_stats_invalid": false, 2024-08-29T19:03:07.345 INFO:tasks.workunit.client.0.smithi028.stdout: "ondisk_log_size": 0, 2024-08-29T19:03:07.345 INFO:tasks.workunit.client.0.smithi028.stdout: "ondisk_log_start": "0'0", 2024-08-29T19:03:07.345 INFO:tasks.workunit.client.0.smithi028.stdout: "parent": "0.0", 2024-08-29T19:03:07.345 INFO:tasks.workunit.client.0.smithi028.stdout: "parent_split_bits": 0, 2024-08-29T19:03:07.346 INFO:tasks.workunit.client.0.smithi028.stdout: "pgid": "3.34", 2024-08-29T19:03:07.346 INFO:tasks.workunit.client.0.smithi028.stdout: "pin_stats_invalid": false, 2024-08-29T19:03:07.346 INFO:tasks.workunit.client.0.smithi028.stdout: "purged_snaps": [], 2024-08-29T19:03:07.346 INFO:tasks.workunit.client.0.smithi028.stdout: "reported_epoch": 2650, 2024-08-29T19:03:07.346 INFO:tasks.workunit.client.0.smithi028.stdout: "reported_seq": 4737, 2024-08-29T19:03:07.346 INFO:tasks.workunit.client.0.smithi028.stdout: "scrub_duration": 0.0, 2024-08-29T19:03:07.346 INFO:tasks.workunit.client.0.smithi028.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-30T21:42:56.724966+0000", 2024-08-29T19:03:07.346 INFO:tasks.workunit.client.0.smithi028.stdout: "snaptrim_duration": 0.0, 2024-08-29T19:03:07.346 INFO:tasks.workunit.client.0.smithi028.stdout: "snaptrimq_len": 0, 2024-08-29T19:03:07.346 INFO:tasks.workunit.client.0.smithi028.stdout: "stat_sum": { 2024-08-29T19:03:07.346 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes": 0, 2024-08-29T19:03:07.346 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes_hit_set_archive": 0, 2024-08-29T19:03:07.346 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes_recovered": 0, 2024-08-29T19:03:07.346 INFO:tasks.workunit.client.0.smithi028.stdout: "num_deep_scrub_errors": 0, 2024-08-29T19:03:07.347 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict": 0, 2024-08-29T19:03:07.347 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_kb": 0, 2024-08-29T19:03:07.347 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_mode_full": 0, 2024-08-29T19:03:07.347 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_mode_some": 0, 2024-08-29T19:03:07.347 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush": 0, 2024-08-29T19:03:07.347 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_kb": 0, 2024-08-29T19:03:07.347 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_mode_high": 0, 2024-08-29T19:03:07.347 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_mode_low": 0, 2024-08-29T19:03:07.347 INFO:tasks.workunit.client.0.smithi028.stdout: "num_keys_recovered": 0, 2024-08-29T19:03:07.347 INFO:tasks.workunit.client.0.smithi028.stdout: "num_large_omap_objects": 0, 2024-08-29T19:03:07.347 INFO:tasks.workunit.client.0.smithi028.stdout: "num_legacy_snapsets": 0, 2024-08-29T19:03:07.347 INFO:tasks.workunit.client.0.smithi028.stdout: "num_object_clones": 0, 2024-08-29T19:03:07.347 INFO:tasks.workunit.client.0.smithi028.stdout: "num_object_copies": 0, 2024-08-29T19:03:07.347 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects": 0, 2024-08-29T19:03:07.348 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_degraded": 0, 2024-08-29T19:03:07.348 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_dirty": 0, 2024-08-29T19:03:07.348 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_hit_set_archive": 0, 2024-08-29T19:03:07.348 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_manifest": 0, 2024-08-29T19:03:07.348 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_misplaced": 0, 2024-08-29T19:03:07.348 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_missing": 0, 2024-08-29T19:03:07.348 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_missing_on_primary": 0, 2024-08-29T19:03:07.348 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_omap": 0, 2024-08-29T19:03:07.348 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_pinned": 0, 2024-08-29T19:03:07.348 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_recovered": 0, 2024-08-29T19:03:07.349 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_repaired": 0, 2024-08-29T19:03:07.349 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_unfound": 0, 2024-08-29T19:03:07.349 INFO:tasks.workunit.client.0.smithi028.stdout: "num_omap_bytes": 0, 2024-08-29T19:03:07.349 INFO:tasks.workunit.client.0.smithi028.stdout: "num_omap_keys": 0, 2024-08-29T19:03:07.349 INFO:tasks.workunit.client.0.smithi028.stdout: "num_promote": 0, 2024-08-29T19:03:07.349 INFO:tasks.workunit.client.0.smithi028.stdout: "num_read": 0, 2024-08-29T19:03:07.349 INFO:tasks.workunit.client.0.smithi028.stdout: "num_read_kb": 0, 2024-08-29T19:03:07.349 INFO:tasks.workunit.client.0.smithi028.stdout: "num_scrub_errors": 0, 2024-08-29T19:03:07.349 INFO:tasks.workunit.client.0.smithi028.stdout: "num_shallow_scrub_errors": 0, 2024-08-29T19:03:07.349 INFO:tasks.workunit.client.0.smithi028.stdout: "num_whiteouts": 0, 2024-08-29T19:03:07.349 INFO:tasks.workunit.client.0.smithi028.stdout: "num_write": 0, 2024-08-29T19:03:07.349 INFO:tasks.workunit.client.0.smithi028.stdout: "num_write_kb": 0 2024-08-29T19:03:07.349 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:07.350 INFO:tasks.workunit.client.0.smithi028.stdout: "state": "active+clean", 2024-08-29T19:03:07.350 INFO:tasks.workunit.client.0.smithi028.stdout: "stats_invalid": false, 2024-08-29T19:03:07.350 INFO:tasks.workunit.client.0.smithi028.stdout: "up": [ 2024-08-29T19:03:07.350 INFO:tasks.workunit.client.0.smithi028.stdout: 2, 2024-08-29T19:03:07.350 INFO:tasks.workunit.client.0.smithi028.stdout: 6, 2024-08-29T19:03:07.350 INFO:tasks.workunit.client.0.smithi028.stdout: 0 2024-08-29T19:03:07.350 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-08-29T19:03:07.350 INFO:tasks.workunit.client.0.smithi028.stdout: "up_primary": 2, 2024-08-29T19:03:07.350 INFO:tasks.workunit.client.0.smithi028.stdout: "version": "0'0" 2024-08-29T19:03:07.350 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:07.350 INFO:tasks.workunit.client.0.smithi028.stdout: { 2024-08-29T19:03:07.350 INFO:tasks.workunit.client.0.smithi028.stdout: "acting": [ 2024-08-29T19:03:07.350 INFO:tasks.workunit.client.0.smithi028.stdout: 6, 2024-08-29T19:03:07.350 INFO:tasks.workunit.client.0.smithi028.stdout: 5, 2024-08-29T19:03:07.351 INFO:tasks.workunit.client.0.smithi028.stdout: 0 2024-08-29T19:03:07.351 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-08-29T19:03:07.351 INFO:tasks.workunit.client.0.smithi028.stdout: "acting_primary": 6, 2024-08-29T19:03:07.351 INFO:tasks.workunit.client.0.smithi028.stdout: "avail_no_missing": [], 2024-08-29T19:03:07.351 INFO:tasks.workunit.client.0.smithi028.stdout: "blocked_by": [], 2024-08-29T19:03:07.351 INFO:tasks.workunit.client.0.smithi028.stdout: "created": 62, 2024-08-29T19:03:07.351 INFO:tasks.workunit.client.0.smithi028.stdout: "dirty_stats_invalid": false, 2024-08-29T19:03:07.351 INFO:tasks.workunit.client.0.smithi028.stdout: "hitset_bytes_stats_invalid": false, 2024-08-29T19:03:07.351 INFO:tasks.workunit.client.0.smithi028.stdout: "hitset_stats_invalid": false, 2024-08-29T19:03:07.351 INFO:tasks.workunit.client.0.smithi028.stdout: "last_active": "2024-08-29T19:02:14.922288+0000", 2024-08-29T19:03:07.351 INFO:tasks.workunit.client.0.smithi028.stdout: "last_became_active": "2024-08-29T17:57:36.383795+0000", 2024-08-29T19:03:07.351 INFO:tasks.workunit.client.0.smithi028.stdout: "last_became_peered": "2024-08-29T17:57:36.383795+0000", 2024-08-29T19:03:07.351 INFO:tasks.workunit.client.0.smithi028.stdout: "last_change": "2024-08-29T17:57:36.384391+0000", 2024-08-29T19:03:07.351 INFO:tasks.workunit.client.0.smithi028.stdout: "last_clean": "2024-08-29T19:02:14.922288+0000", 2024-08-29T19:03:07.352 INFO:tasks.workunit.client.0.smithi028.stdout: "last_clean_scrub_stamp": "2024-08-29T17:41:01.987071+0000", 2024-08-29T19:03:07.352 INFO:tasks.workunit.client.0.smithi028.stdout: "last_deep_scrub": "0'0", 2024-08-29T19:03:07.352 INFO:tasks.workunit.client.0.smithi028.stdout: "last_deep_scrub_stamp": "2024-08-29T17:41:01.987071+0000", 2024-08-29T19:03:07.352 INFO:tasks.workunit.client.0.smithi028.stdout: "last_epoch_clean": 646, 2024-08-29T19:03:07.352 INFO:tasks.workunit.client.0.smithi028.stdout: "last_fresh": "2024-08-29T19:02:14.922288+0000", 2024-08-29T19:03:07.352 INFO:tasks.workunit.client.0.smithi028.stdout: "last_fullsized": "2024-08-29T19:02:14.922288+0000", 2024-08-29T19:03:07.352 INFO:tasks.workunit.client.0.smithi028.stdout: "last_peered": "2024-08-29T19:02:14.922288+0000", 2024-08-29T19:03:07.352 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub": "0'0", 2024-08-29T19:03:07.352 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub_duration": 0, 2024-08-29T19:03:07.352 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub_stamp": "2024-08-29T17:41:01.987071+0000", 2024-08-29T19:03:07.352 INFO:tasks.workunit.client.0.smithi028.stdout: "last_undegraded": "2024-08-29T19:02:14.922288+0000", 2024-08-29T19:03:07.352 INFO:tasks.workunit.client.0.smithi028.stdout: "last_unstale": "2024-08-29T19:02:14.922288+0000", 2024-08-29T19:03:07.352 INFO:tasks.workunit.client.0.smithi028.stdout: "log_dups_size": 0, 2024-08-29T19:03:07.353 INFO:tasks.workunit.client.0.smithi028.stdout: "log_size": 0, 2024-08-29T19:03:07.353 INFO:tasks.workunit.client.0.smithi028.stdout: "log_start": "0'0", 2024-08-29T19:03:07.353 INFO:tasks.workunit.client.0.smithi028.stdout: "manifest_stats_invalid": false, 2024-08-29T19:03:07.353 INFO:tasks.workunit.client.0.smithi028.stdout: "mapping_epoch": 645, 2024-08-29T19:03:07.353 INFO:tasks.workunit.client.0.smithi028.stdout: "object_location_counts": [], 2024-08-29T19:03:07.353 INFO:tasks.workunit.client.0.smithi028.stdout: "objects_scrubbed": 0, 2024-08-29T19:03:07.353 INFO:tasks.workunit.client.0.smithi028.stdout: "objects_trimmed": 0, 2024-08-29T19:03:07.353 INFO:tasks.workunit.client.0.smithi028.stdout: "omap_stats_invalid": false, 2024-08-29T19:03:07.353 INFO:tasks.workunit.client.0.smithi028.stdout: "ondisk_log_size": 0, 2024-08-29T19:03:07.353 INFO:tasks.workunit.client.0.smithi028.stdout: "ondisk_log_start": "0'0", 2024-08-29T19:03:07.353 INFO:tasks.workunit.client.0.smithi028.stdout: "parent": "0.0", 2024-08-29T19:03:07.353 INFO:tasks.workunit.client.0.smithi028.stdout: "parent_split_bits": 0, 2024-08-29T19:03:07.353 INFO:tasks.workunit.client.0.smithi028.stdout: "pgid": "3.35", 2024-08-29T19:03:07.353 INFO:tasks.workunit.client.0.smithi028.stdout: "pin_stats_invalid": false, 2024-08-29T19:03:07.354 INFO:tasks.workunit.client.0.smithi028.stdout: "purged_snaps": [], 2024-08-29T19:03:07.354 INFO:tasks.workunit.client.0.smithi028.stdout: "reported_epoch": 2650, 2024-08-29T19:03:07.354 INFO:tasks.workunit.client.0.smithi028.stdout: "reported_seq": 4592, 2024-08-29T19:03:07.354 INFO:tasks.workunit.client.0.smithi028.stdout: "scrub_duration": 0.0, 2024-08-29T19:03:07.354 INFO:tasks.workunit.client.0.smithi028.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-31T01:42:41.285473+0000", 2024-08-29T19:03:07.354 INFO:tasks.workunit.client.0.smithi028.stdout: "snaptrim_duration": 0.0, 2024-08-29T19:03:07.354 INFO:tasks.workunit.client.0.smithi028.stdout: "snaptrimq_len": 0, 2024-08-29T19:03:07.354 INFO:tasks.workunit.client.0.smithi028.stdout: "stat_sum": { 2024-08-29T19:03:07.354 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes": 0, 2024-08-29T19:03:07.354 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes_hit_set_archive": 0, 2024-08-29T19:03:07.354 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes_recovered": 0, 2024-08-29T19:03:07.354 INFO:tasks.workunit.client.0.smithi028.stdout: "num_deep_scrub_errors": 0, 2024-08-29T19:03:07.354 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict": 0, 2024-08-29T19:03:07.355 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_kb": 0, 2024-08-29T19:03:07.355 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_mode_full": 0, 2024-08-29T19:03:07.355 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_mode_some": 0, 2024-08-29T19:03:07.355 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush": 0, 2024-08-29T19:03:07.355 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_kb": 0, 2024-08-29T19:03:07.355 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_mode_high": 0, 2024-08-29T19:03:07.355 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_mode_low": 0, 2024-08-29T19:03:07.355 INFO:tasks.workunit.client.0.smithi028.stdout: "num_keys_recovered": 0, 2024-08-29T19:03:07.355 INFO:tasks.workunit.client.0.smithi028.stdout: "num_large_omap_objects": 0, 2024-08-29T19:03:07.355 INFO:tasks.workunit.client.0.smithi028.stdout: "num_legacy_snapsets": 0, 2024-08-29T19:03:07.355 INFO:tasks.workunit.client.0.smithi028.stdout: "num_object_clones": 0, 2024-08-29T19:03:07.355 INFO:tasks.workunit.client.0.smithi028.stdout: "num_object_copies": 0, 2024-08-29T19:03:07.355 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects": 0, 2024-08-29T19:03:07.355 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_degraded": 0, 2024-08-29T19:03:07.356 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_dirty": 0, 2024-08-29T19:03:07.356 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_hit_set_archive": 0, 2024-08-29T19:03:07.356 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_manifest": 0, 2024-08-29T19:03:07.356 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_misplaced": 0, 2024-08-29T19:03:07.356 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_missing": 0, 2024-08-29T19:03:07.356 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_missing_on_primary": 0, 2024-08-29T19:03:07.356 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_omap": 0, 2024-08-29T19:03:07.356 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_pinned": 0, 2024-08-29T19:03:07.356 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_recovered": 0, 2024-08-29T19:03:07.356 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_repaired": 0, 2024-08-29T19:03:07.356 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_unfound": 0, 2024-08-29T19:03:07.356 INFO:tasks.workunit.client.0.smithi028.stdout: "num_omap_bytes": 0, 2024-08-29T19:03:07.356 INFO:tasks.workunit.client.0.smithi028.stdout: "num_omap_keys": 0, 2024-08-29T19:03:07.356 INFO:tasks.workunit.client.0.smithi028.stdout: "num_promote": 0, 2024-08-29T19:03:07.357 INFO:tasks.workunit.client.0.smithi028.stdout: "num_read": 0, 2024-08-29T19:03:07.357 INFO:tasks.workunit.client.0.smithi028.stdout: "num_read_kb": 0, 2024-08-29T19:03:07.357 INFO:tasks.workunit.client.0.smithi028.stdout: "num_scrub_errors": 0, 2024-08-29T19:03:07.357 INFO:tasks.workunit.client.0.smithi028.stdout: "num_shallow_scrub_errors": 0, 2024-08-29T19:03:07.357 INFO:tasks.workunit.client.0.smithi028.stdout: "num_whiteouts": 0, 2024-08-29T19:03:07.357 INFO:tasks.workunit.client.0.smithi028.stdout: "num_write": 0, 2024-08-29T19:03:07.357 INFO:tasks.workunit.client.0.smithi028.stdout: "num_write_kb": 0 2024-08-29T19:03:07.357 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:07.357 INFO:tasks.workunit.client.0.smithi028.stdout: "state": "active+clean", 2024-08-29T19:03:07.357 INFO:tasks.workunit.client.0.smithi028.stdout: "stats_invalid": false, 2024-08-29T19:03:07.357 INFO:tasks.workunit.client.0.smithi028.stdout: "up": [ 2024-08-29T19:03:07.357 INFO:tasks.workunit.client.0.smithi028.stdout: 6, 2024-08-29T19:03:07.357 INFO:tasks.workunit.client.0.smithi028.stdout: 5, 2024-08-29T19:03:07.357 INFO:tasks.workunit.client.0.smithi028.stdout: 0 2024-08-29T19:03:07.358 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-08-29T19:03:07.358 INFO:tasks.workunit.client.0.smithi028.stdout: "up_primary": 6, 2024-08-29T19:03:07.358 INFO:tasks.workunit.client.0.smithi028.stdout: "version": "0'0" 2024-08-29T19:03:07.358 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:07.358 INFO:tasks.workunit.client.0.smithi028.stdout: { 2024-08-29T19:03:07.358 INFO:tasks.workunit.client.0.smithi028.stdout: "acting": [ 2024-08-29T19:03:07.358 INFO:tasks.workunit.client.0.smithi028.stdout: 6, 2024-08-29T19:03:07.358 INFO:tasks.workunit.client.0.smithi028.stdout: 5, 2024-08-29T19:03:07.358 INFO:tasks.workunit.client.0.smithi028.stdout: 1 2024-08-29T19:03:07.358 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-08-29T19:03:07.358 INFO:tasks.workunit.client.0.smithi028.stdout: "acting_primary": 6, 2024-08-29T19:03:07.358 INFO:tasks.workunit.client.0.smithi028.stdout: "avail_no_missing": [], 2024-08-29T19:03:07.358 INFO:tasks.workunit.client.0.smithi028.stdout: "blocked_by": [], 2024-08-29T19:03:07.359 INFO:tasks.workunit.client.0.smithi028.stdout: "created": 62, 2024-08-29T19:03:07.359 INFO:tasks.workunit.client.0.smithi028.stdout: "dirty_stats_invalid": false, 2024-08-29T19:03:07.359 INFO:tasks.workunit.client.0.smithi028.stdout: "hitset_bytes_stats_invalid": false, 2024-08-29T19:03:07.359 INFO:tasks.workunit.client.0.smithi028.stdout: "hitset_stats_invalid": false, 2024-08-29T19:03:07.359 INFO:tasks.workunit.client.0.smithi028.stdout: "last_active": "2024-08-29T19:02:14.926252+0000", 2024-08-29T19:03:07.359 INFO:tasks.workunit.client.0.smithi028.stdout: "last_became_active": "2024-08-29T17:57:36.385239+0000", 2024-08-29T19:03:07.359 INFO:tasks.workunit.client.0.smithi028.stdout: "last_became_peered": "2024-08-29T17:57:36.385239+0000", 2024-08-29T19:03:07.359 INFO:tasks.workunit.client.0.smithi028.stdout: "last_change": "2024-08-29T17:57:36.385592+0000", 2024-08-29T19:03:07.359 INFO:tasks.workunit.client.0.smithi028.stdout: "last_clean": "2024-08-29T19:02:14.926252+0000", 2024-08-29T19:03:07.359 INFO:tasks.workunit.client.0.smithi028.stdout: "last_clean_scrub_stamp": "2024-08-29T17:41:01.987071+0000", 2024-08-29T19:03:07.359 INFO:tasks.workunit.client.0.smithi028.stdout: "last_deep_scrub": "0'0", 2024-08-29T19:03:07.359 INFO:tasks.workunit.client.0.smithi028.stdout: "last_deep_scrub_stamp": "2024-08-29T17:41:01.987071+0000", 2024-08-29T19:03:07.359 INFO:tasks.workunit.client.0.smithi028.stdout: "last_epoch_clean": 646, 2024-08-29T19:03:07.359 INFO:tasks.workunit.client.0.smithi028.stdout: "last_fresh": "2024-08-29T19:02:14.926252+0000", 2024-08-29T19:03:07.360 INFO:tasks.workunit.client.0.smithi028.stdout: "last_fullsized": "2024-08-29T19:02:14.926252+0000", 2024-08-29T19:03:07.360 INFO:tasks.workunit.client.0.smithi028.stdout: "last_peered": "2024-08-29T19:02:14.926252+0000", 2024-08-29T19:03:07.360 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub": "0'0", 2024-08-29T19:03:07.360 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub_duration": 0, 2024-08-29T19:03:07.360 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub_stamp": "2024-08-29T17:41:01.987071+0000", 2024-08-29T19:03:07.360 INFO:tasks.workunit.client.0.smithi028.stdout: "last_undegraded": "2024-08-29T19:02:14.926252+0000", 2024-08-29T19:03:07.360 INFO:tasks.workunit.client.0.smithi028.stdout: "last_unstale": "2024-08-29T19:02:14.926252+0000", 2024-08-29T19:03:07.360 INFO:tasks.workunit.client.0.smithi028.stdout: "log_dups_size": 0, 2024-08-29T19:03:07.360 INFO:tasks.workunit.client.0.smithi028.stdout: "log_size": 0, 2024-08-29T19:03:07.360 INFO:tasks.workunit.client.0.smithi028.stdout: "log_start": "0'0", 2024-08-29T19:03:07.360 INFO:tasks.workunit.client.0.smithi028.stdout: "manifest_stats_invalid": false, 2024-08-29T19:03:07.360 INFO:tasks.workunit.client.0.smithi028.stdout: "mapping_epoch": 645, 2024-08-29T19:03:07.360 INFO:tasks.workunit.client.0.smithi028.stdout: "object_location_counts": [], 2024-08-29T19:03:07.361 INFO:tasks.workunit.client.0.smithi028.stdout: "objects_scrubbed": 0, 2024-08-29T19:03:07.361 INFO:tasks.workunit.client.0.smithi028.stdout: "objects_trimmed": 0, 2024-08-29T19:03:07.361 INFO:tasks.workunit.client.0.smithi028.stdout: "omap_stats_invalid": false, 2024-08-29T19:03:07.361 INFO:tasks.workunit.client.0.smithi028.stdout: "ondisk_log_size": 0, 2024-08-29T19:03:07.361 INFO:tasks.workunit.client.0.smithi028.stdout: "ondisk_log_start": "0'0", 2024-08-29T19:03:07.361 INFO:tasks.workunit.client.0.smithi028.stdout: "parent": "0.0", 2024-08-29T19:03:07.361 INFO:tasks.workunit.client.0.smithi028.stdout: "parent_split_bits": 0, 2024-08-29T19:03:07.361 INFO:tasks.workunit.client.0.smithi028.stdout: "pgid": "3.36", 2024-08-29T19:03:07.361 INFO:tasks.workunit.client.0.smithi028.stdout: "pin_stats_invalid": false, 2024-08-29T19:03:07.361 INFO:tasks.workunit.client.0.smithi028.stdout: "purged_snaps": [], 2024-08-29T19:03:07.361 INFO:tasks.workunit.client.0.smithi028.stdout: "reported_epoch": 2650, 2024-08-29T19:03:07.361 INFO:tasks.workunit.client.0.smithi028.stdout: "reported_seq": 4592, 2024-08-29T19:03:07.361 INFO:tasks.workunit.client.0.smithi028.stdout: "scrub_duration": 0.0, 2024-08-29T19:03:07.362 INFO:tasks.workunit.client.0.smithi028.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-30T23:08:19.821883+0000", 2024-08-29T19:03:07.362 INFO:tasks.workunit.client.0.smithi028.stdout: "snaptrim_duration": 0.0, 2024-08-29T19:03:07.362 INFO:tasks.workunit.client.0.smithi028.stdout: "snaptrimq_len": 0, 2024-08-29T19:03:07.362 INFO:tasks.workunit.client.0.smithi028.stdout: "stat_sum": { 2024-08-29T19:03:07.362 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes": 0, 2024-08-29T19:03:07.362 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes_hit_set_archive": 0, 2024-08-29T19:03:07.362 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes_recovered": 0, 2024-08-29T19:03:07.362 INFO:tasks.workunit.client.0.smithi028.stdout: "num_deep_scrub_errors": 0, 2024-08-29T19:03:07.362 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict": 0, 2024-08-29T19:03:07.362 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_kb": 0, 2024-08-29T19:03:07.362 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_mode_full": 0, 2024-08-29T19:03:07.362 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_mode_some": 0, 2024-08-29T19:03:07.362 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush": 0, 2024-08-29T19:03:07.362 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_kb": 0, 2024-08-29T19:03:07.363 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_mode_high": 0, 2024-08-29T19:03:07.363 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_mode_low": 0, 2024-08-29T19:03:07.363 INFO:tasks.workunit.client.0.smithi028.stdout: "num_keys_recovered": 0, 2024-08-29T19:03:07.363 INFO:tasks.workunit.client.0.smithi028.stdout: "num_large_omap_objects": 0, 2024-08-29T19:03:07.363 INFO:tasks.workunit.client.0.smithi028.stdout: "num_legacy_snapsets": 0, 2024-08-29T19:03:07.363 INFO:tasks.workunit.client.0.smithi028.stdout: "num_object_clones": 0, 2024-08-29T19:03:07.363 INFO:tasks.workunit.client.0.smithi028.stdout: "num_object_copies": 0, 2024-08-29T19:03:07.363 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects": 0, 2024-08-29T19:03:07.363 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_degraded": 0, 2024-08-29T19:03:07.363 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_dirty": 0, 2024-08-29T19:03:07.363 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_hit_set_archive": 0, 2024-08-29T19:03:07.363 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_manifest": 0, 2024-08-29T19:03:07.363 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_misplaced": 0, 2024-08-29T19:03:07.363 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_missing": 0, 2024-08-29T19:03:07.363 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_missing_on_primary": 0, 2024-08-29T19:03:07.364 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_omap": 0, 2024-08-29T19:03:07.364 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_pinned": 0, 2024-08-29T19:03:07.364 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_recovered": 0, 2024-08-29T19:03:07.364 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_repaired": 0, 2024-08-29T19:03:07.364 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_unfound": 0, 2024-08-29T19:03:07.364 INFO:tasks.workunit.client.0.smithi028.stdout: "num_omap_bytes": 0, 2024-08-29T19:03:07.364 INFO:tasks.workunit.client.0.smithi028.stdout: "num_omap_keys": 0, 2024-08-29T19:03:07.364 INFO:tasks.workunit.client.0.smithi028.stdout: "num_promote": 0, 2024-08-29T19:03:07.364 INFO:tasks.workunit.client.0.smithi028.stdout: "num_read": 0, 2024-08-29T19:03:07.364 INFO:tasks.workunit.client.0.smithi028.stdout: "num_read_kb": 0, 2024-08-29T19:03:07.364 INFO:tasks.workunit.client.0.smithi028.stdout: "num_scrub_errors": 0, 2024-08-29T19:03:07.364 INFO:tasks.workunit.client.0.smithi028.stdout: "num_shallow_scrub_errors": 0, 2024-08-29T19:03:07.364 INFO:tasks.workunit.client.0.smithi028.stdout: "num_whiteouts": 0, 2024-08-29T19:03:07.365 INFO:tasks.workunit.client.0.smithi028.stdout: "num_write": 0, 2024-08-29T19:03:07.365 INFO:tasks.workunit.client.0.smithi028.stdout: "num_write_kb": 0 2024-08-29T19:03:07.365 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:07.365 INFO:tasks.workunit.client.0.smithi028.stdout: "state": "active+clean", 2024-08-29T19:03:07.365 INFO:tasks.workunit.client.0.smithi028.stdout: "stats_invalid": false, 2024-08-29T19:03:07.365 INFO:tasks.workunit.client.0.smithi028.stdout: "up": [ 2024-08-29T19:03:07.365 INFO:tasks.workunit.client.0.smithi028.stdout: 6, 2024-08-29T19:03:07.365 INFO:tasks.workunit.client.0.smithi028.stdout: 5, 2024-08-29T19:03:07.365 INFO:tasks.workunit.client.0.smithi028.stdout: 1 2024-08-29T19:03:07.365 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-08-29T19:03:07.365 INFO:tasks.workunit.client.0.smithi028.stdout: "up_primary": 6, 2024-08-29T19:03:07.365 INFO:tasks.workunit.client.0.smithi028.stdout: "version": "0'0" 2024-08-29T19:03:07.365 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:07.366 INFO:tasks.workunit.client.0.smithi028.stdout: { 2024-08-29T19:03:07.366 INFO:tasks.workunit.client.0.smithi028.stdout: "acting": [ 2024-08-29T19:03:07.366 INFO:tasks.workunit.client.0.smithi028.stdout: 7, 2024-08-29T19:03:07.366 INFO:tasks.workunit.client.0.smithi028.stdout: 1, 2024-08-29T19:03:07.366 INFO:tasks.workunit.client.0.smithi028.stdout: 0 2024-08-29T19:03:07.366 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-08-29T19:03:07.366 INFO:tasks.workunit.client.0.smithi028.stdout: "acting_primary": 7, 2024-08-29T19:03:07.366 INFO:tasks.workunit.client.0.smithi028.stdout: "avail_no_missing": [], 2024-08-29T19:03:07.366 INFO:tasks.workunit.client.0.smithi028.stdout: "blocked_by": [], 2024-08-29T19:03:07.366 INFO:tasks.workunit.client.0.smithi028.stdout: "created": 62, 2024-08-29T19:03:07.366 INFO:tasks.workunit.client.0.smithi028.stdout: "dirty_stats_invalid": false, 2024-08-29T19:03:07.366 INFO:tasks.workunit.client.0.smithi028.stdout: "hitset_bytes_stats_invalid": false, 2024-08-29T19:03:07.366 INFO:tasks.workunit.client.0.smithi028.stdout: "hitset_stats_invalid": false, 2024-08-29T19:03:07.366 INFO:tasks.workunit.client.0.smithi028.stdout: "last_active": "2024-08-29T19:02:14.100679+0000", 2024-08-29T19:03:07.367 INFO:tasks.workunit.client.0.smithi028.stdout: "last_became_active": "2024-08-29T17:58:11.363471+0000", 2024-08-29T19:03:07.367 INFO:tasks.workunit.client.0.smithi028.stdout: "last_became_peered": "2024-08-29T17:58:11.363471+0000", 2024-08-29T19:03:07.367 INFO:tasks.workunit.client.0.smithi028.stdout: "last_change": "2024-08-29T17:58:11.363805+0000", 2024-08-29T19:03:07.367 INFO:tasks.workunit.client.0.smithi028.stdout: "last_clean": "2024-08-29T19:02:14.100679+0000", 2024-08-29T19:03:07.367 INFO:tasks.workunit.client.0.smithi028.stdout: "last_clean_scrub_stamp": "2024-08-29T17:41:01.987071+0000", 2024-08-29T19:03:07.367 INFO:tasks.workunit.client.0.smithi028.stdout: "last_deep_scrub": "0'0", 2024-08-29T19:03:07.367 INFO:tasks.workunit.client.0.smithi028.stdout: "last_deep_scrub_stamp": "2024-08-29T17:41:01.987071+0000", 2024-08-29T19:03:07.367 INFO:tasks.workunit.client.0.smithi028.stdout: "last_epoch_clean": 681, 2024-08-29T19:03:07.367 INFO:tasks.workunit.client.0.smithi028.stdout: "last_fresh": "2024-08-29T19:02:14.100679+0000", 2024-08-29T19:03:07.367 INFO:tasks.workunit.client.0.smithi028.stdout: "last_fullsized": "2024-08-29T19:02:14.100679+0000", 2024-08-29T19:03:07.367 INFO:tasks.workunit.client.0.smithi028.stdout: "last_peered": "2024-08-29T19:02:14.100679+0000", 2024-08-29T19:03:07.367 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub": "0'0", 2024-08-29T19:03:07.367 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub_duration": 0, 2024-08-29T19:03:07.367 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub_stamp": "2024-08-29T17:41:01.987071+0000", 2024-08-29T19:03:07.368 INFO:tasks.workunit.client.0.smithi028.stdout: "last_undegraded": "2024-08-29T19:02:14.100679+0000", 2024-08-29T19:03:07.368 INFO:tasks.workunit.client.0.smithi028.stdout: "last_unstale": "2024-08-29T19:02:14.100679+0000", 2024-08-29T19:03:07.368 INFO:tasks.workunit.client.0.smithi028.stdout: "log_dups_size": 0, 2024-08-29T19:03:07.368 INFO:tasks.workunit.client.0.smithi028.stdout: "log_size": 0, 2024-08-29T19:03:07.368 INFO:tasks.workunit.client.0.smithi028.stdout: "log_start": "0'0", 2024-08-29T19:03:07.368 INFO:tasks.workunit.client.0.smithi028.stdout: "manifest_stats_invalid": false, 2024-08-29T19:03:07.368 INFO:tasks.workunit.client.0.smithi028.stdout: "mapping_epoch": 680, 2024-08-29T19:03:07.368 INFO:tasks.workunit.client.0.smithi028.stdout: "object_location_counts": [], 2024-08-29T19:03:07.368 INFO:tasks.workunit.client.0.smithi028.stdout: "objects_scrubbed": 0, 2024-08-29T19:03:07.368 INFO:tasks.workunit.client.0.smithi028.stdout: "objects_trimmed": 0, 2024-08-29T19:03:07.368 INFO:tasks.workunit.client.0.smithi028.stdout: "omap_stats_invalid": false, 2024-08-29T19:03:07.368 INFO:tasks.workunit.client.0.smithi028.stdout: "ondisk_log_size": 0, 2024-08-29T19:03:07.368 INFO:tasks.workunit.client.0.smithi028.stdout: "ondisk_log_start": "0'0", 2024-08-29T19:03:07.368 INFO:tasks.workunit.client.0.smithi028.stdout: "parent": "0.0", 2024-08-29T19:03:07.369 INFO:tasks.workunit.client.0.smithi028.stdout: "parent_split_bits": 0, 2024-08-29T19:03:07.369 INFO:tasks.workunit.client.0.smithi028.stdout: "pgid": "3.37", 2024-08-29T19:03:07.369 INFO:tasks.workunit.client.0.smithi028.stdout: "pin_stats_invalid": false, 2024-08-29T19:03:07.369 INFO:tasks.workunit.client.0.smithi028.stdout: "purged_snaps": [], 2024-08-29T19:03:07.369 INFO:tasks.workunit.client.0.smithi028.stdout: "reported_epoch": 2650, 2024-08-29T19:03:07.369 INFO:tasks.workunit.client.0.smithi028.stdout: "reported_seq": 4566, 2024-08-29T19:03:07.369 INFO:tasks.workunit.client.0.smithi028.stdout: "scrub_duration": 0.0, 2024-08-29T19:03:07.369 INFO:tasks.workunit.client.0.smithi028.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-30T21:44:59.053270+0000", 2024-08-29T19:03:07.369 INFO:tasks.workunit.client.0.smithi028.stdout: "snaptrim_duration": 0.0, 2024-08-29T19:03:07.369 INFO:tasks.workunit.client.0.smithi028.stdout: "snaptrimq_len": 0, 2024-08-29T19:03:07.369 INFO:tasks.workunit.client.0.smithi028.stdout: "stat_sum": { 2024-08-29T19:03:07.369 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes": 0, 2024-08-29T19:03:07.369 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes_hit_set_archive": 0, 2024-08-29T19:03:07.369 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes_recovered": 0, 2024-08-29T19:03:07.370 INFO:tasks.workunit.client.0.smithi028.stdout: "num_deep_scrub_errors": 0, 2024-08-29T19:03:07.370 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict": 0, 2024-08-29T19:03:07.370 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_kb": 0, 2024-08-29T19:03:07.370 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_mode_full": 0, 2024-08-29T19:03:07.370 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_mode_some": 0, 2024-08-29T19:03:07.370 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush": 0, 2024-08-29T19:03:07.370 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_kb": 0, 2024-08-29T19:03:07.370 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_mode_high": 0, 2024-08-29T19:03:07.370 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_mode_low": 0, 2024-08-29T19:03:07.370 INFO:tasks.workunit.client.0.smithi028.stdout: "num_keys_recovered": 0, 2024-08-29T19:03:07.370 INFO:tasks.workunit.client.0.smithi028.stdout: "num_large_omap_objects": 0, 2024-08-29T19:03:07.370 INFO:tasks.workunit.client.0.smithi028.stdout: "num_legacy_snapsets": 0, 2024-08-29T19:03:07.370 INFO:tasks.workunit.client.0.smithi028.stdout: "num_object_clones": 0, 2024-08-29T19:03:07.370 INFO:tasks.workunit.client.0.smithi028.stdout: "num_object_copies": 0, 2024-08-29T19:03:07.371 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects": 0, 2024-08-29T19:03:07.371 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_degraded": 0, 2024-08-29T19:03:07.371 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_dirty": 0, 2024-08-29T19:03:07.371 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_hit_set_archive": 0, 2024-08-29T19:03:07.371 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_manifest": 0, 2024-08-29T19:03:07.371 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_misplaced": 0, 2024-08-29T19:03:07.371 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_missing": 0, 2024-08-29T19:03:07.371 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_missing_on_primary": 0, 2024-08-29T19:03:07.371 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_omap": 0, 2024-08-29T19:03:07.371 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_pinned": 0, 2024-08-29T19:03:07.371 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_recovered": 0, 2024-08-29T19:03:07.371 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_repaired": 0, 2024-08-29T19:03:07.371 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_unfound": 0, 2024-08-29T19:03:07.371 INFO:tasks.workunit.client.0.smithi028.stdout: "num_omap_bytes": 0, 2024-08-29T19:03:07.372 INFO:tasks.workunit.client.0.smithi028.stdout: "num_omap_keys": 0, 2024-08-29T19:03:07.372 INFO:tasks.workunit.client.0.smithi028.stdout: "num_promote": 0, 2024-08-29T19:03:07.372 INFO:tasks.workunit.client.0.smithi028.stdout: "num_read": 0, 2024-08-29T19:03:07.372 INFO:tasks.workunit.client.0.smithi028.stdout: "num_read_kb": 0, 2024-08-29T19:03:07.372 INFO:tasks.workunit.client.0.smithi028.stdout: "num_scrub_errors": 0, 2024-08-29T19:03:07.372 INFO:tasks.workunit.client.0.smithi028.stdout: "num_shallow_scrub_errors": 0, 2024-08-29T19:03:07.372 INFO:tasks.workunit.client.0.smithi028.stdout: "num_whiteouts": 0, 2024-08-29T19:03:07.372 INFO:tasks.workunit.client.0.smithi028.stdout: "num_write": 0, 2024-08-29T19:03:07.372 INFO:tasks.workunit.client.0.smithi028.stdout: "num_write_kb": 0 2024-08-29T19:03:07.372 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:07.372 INFO:tasks.workunit.client.0.smithi028.stdout: "state": "active+clean", 2024-08-29T19:03:07.372 INFO:tasks.workunit.client.0.smithi028.stdout: "stats_invalid": false, 2024-08-29T19:03:07.372 INFO:tasks.workunit.client.0.smithi028.stdout: "up": [ 2024-08-29T19:03:07.373 INFO:tasks.workunit.client.0.smithi028.stdout: 7, 2024-08-29T19:03:07.373 INFO:tasks.workunit.client.0.smithi028.stdout: 1, 2024-08-29T19:03:07.373 INFO:tasks.workunit.client.0.smithi028.stdout: 0 2024-08-29T19:03:07.373 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-08-29T19:03:07.373 INFO:tasks.workunit.client.0.smithi028.stdout: "up_primary": 7, 2024-08-29T19:03:07.373 INFO:tasks.workunit.client.0.smithi028.stdout: "version": "0'0" 2024-08-29T19:03:07.373 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:07.373 INFO:tasks.workunit.client.0.smithi028.stdout: { 2024-08-29T19:03:07.373 INFO:tasks.workunit.client.0.smithi028.stdout: "acting": [ 2024-08-29T19:03:07.373 INFO:tasks.workunit.client.0.smithi028.stdout: 3, 2024-08-29T19:03:07.373 INFO:tasks.workunit.client.0.smithi028.stdout: 5, 2024-08-29T19:03:07.373 INFO:tasks.workunit.client.0.smithi028.stdout: 6 2024-08-29T19:03:07.373 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-08-29T19:03:07.373 INFO:tasks.workunit.client.0.smithi028.stdout: "acting_primary": 3, 2024-08-29T19:03:07.374 INFO:tasks.workunit.client.0.smithi028.stdout: "avail_no_missing": [], 2024-08-29T19:03:07.374 INFO:tasks.workunit.client.0.smithi028.stdout: "blocked_by": [], 2024-08-29T19:03:07.374 INFO:tasks.workunit.client.0.smithi028.stdout: "created": 62, 2024-08-29T19:03:07.374 INFO:tasks.workunit.client.0.smithi028.stdout: "dirty_stats_invalid": false, 2024-08-29T19:03:07.374 INFO:tasks.workunit.client.0.smithi028.stdout: "hitset_bytes_stats_invalid": false, 2024-08-29T19:03:07.374 INFO:tasks.workunit.client.0.smithi028.stdout: "hitset_stats_invalid": false, 2024-08-29T19:03:07.374 INFO:tasks.workunit.client.0.smithi028.stdout: "last_active": "2024-08-29T19:02:14.840905+0000", 2024-08-29T19:03:07.374 INFO:tasks.workunit.client.0.smithi028.stdout: "last_became_active": "2024-08-29T17:57:36.381992+0000", 2024-08-29T19:03:07.374 INFO:tasks.workunit.client.0.smithi028.stdout: "last_became_peered": "2024-08-29T17:57:36.381992+0000", 2024-08-29T19:03:07.374 INFO:tasks.workunit.client.0.smithi028.stdout: "last_change": "2024-08-29T17:57:36.388242+0000", 2024-08-29T19:03:07.374 INFO:tasks.workunit.client.0.smithi028.stdout: "last_clean": "2024-08-29T19:02:14.840905+0000", 2024-08-29T19:03:07.374 INFO:tasks.workunit.client.0.smithi028.stdout: "last_clean_scrub_stamp": "2024-08-29T17:41:01.987071+0000", 2024-08-29T19:03:07.374 INFO:tasks.workunit.client.0.smithi028.stdout: "last_deep_scrub": "0'0", 2024-08-29T19:03:07.374 INFO:tasks.workunit.client.0.smithi028.stdout: "last_deep_scrub_stamp": "2024-08-29T17:41:01.987071+0000", 2024-08-29T19:03:07.375 INFO:tasks.workunit.client.0.smithi028.stdout: "last_epoch_clean": 646, 2024-08-29T19:03:07.375 INFO:tasks.workunit.client.0.smithi028.stdout: "last_fresh": "2024-08-29T19:02:14.840905+0000", 2024-08-29T19:03:07.375 INFO:tasks.workunit.client.0.smithi028.stdout: "last_fullsized": "2024-08-29T19:02:14.840905+0000", 2024-08-29T19:03:07.375 INFO:tasks.workunit.client.0.smithi028.stdout: "last_peered": "2024-08-29T19:02:14.840905+0000", 2024-08-29T19:03:07.375 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub": "0'0", 2024-08-29T19:03:07.375 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub_duration": 0, 2024-08-29T19:03:07.375 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub_stamp": "2024-08-29T17:41:01.987071+0000", 2024-08-29T19:03:07.375 INFO:tasks.workunit.client.0.smithi028.stdout: "last_undegraded": "2024-08-29T19:02:14.840905+0000", 2024-08-29T19:03:07.375 INFO:tasks.workunit.client.0.smithi028.stdout: "last_unstale": "2024-08-29T19:02:14.840905+0000", 2024-08-29T19:03:07.375 INFO:tasks.workunit.client.0.smithi028.stdout: "log_dups_size": 0, 2024-08-29T19:03:07.375 INFO:tasks.workunit.client.0.smithi028.stdout: "log_size": 0, 2024-08-29T19:03:07.375 INFO:tasks.workunit.client.0.smithi028.stdout: "log_start": "0'0", 2024-08-29T19:03:07.375 INFO:tasks.workunit.client.0.smithi028.stdout: "manifest_stats_invalid": false, 2024-08-29T19:03:07.375 INFO:tasks.workunit.client.0.smithi028.stdout: "mapping_epoch": 645, 2024-08-29T19:03:07.376 INFO:tasks.workunit.client.0.smithi028.stdout: "object_location_counts": [], 2024-08-29T19:03:07.376 INFO:tasks.workunit.client.0.smithi028.stdout: "objects_scrubbed": 0, 2024-08-29T19:03:07.376 INFO:tasks.workunit.client.0.smithi028.stdout: "objects_trimmed": 0, 2024-08-29T19:03:07.376 INFO:tasks.workunit.client.0.smithi028.stdout: "omap_stats_invalid": false, 2024-08-29T19:03:07.376 INFO:tasks.workunit.client.0.smithi028.stdout: "ondisk_log_size": 0, 2024-08-29T19:03:07.376 INFO:tasks.workunit.client.0.smithi028.stdout: "ondisk_log_start": "0'0", 2024-08-29T19:03:07.376 INFO:tasks.workunit.client.0.smithi028.stdout: "parent": "0.0", 2024-08-29T19:03:07.376 INFO:tasks.workunit.client.0.smithi028.stdout: "parent_split_bits": 0, 2024-08-29T19:03:07.376 INFO:tasks.workunit.client.0.smithi028.stdout: "pgid": "3.38", 2024-08-29T19:03:07.376 INFO:tasks.workunit.client.0.smithi028.stdout: "pin_stats_invalid": false, 2024-08-29T19:03:07.376 INFO:tasks.workunit.client.0.smithi028.stdout: "purged_snaps": [], 2024-08-29T19:03:07.376 INFO:tasks.workunit.client.0.smithi028.stdout: "reported_epoch": 2650, 2024-08-29T19:03:07.376 INFO:tasks.workunit.client.0.smithi028.stdout: "reported_seq": 4694, 2024-08-29T19:03:07.376 INFO:tasks.workunit.client.0.smithi028.stdout: "scrub_duration": 0.0, 2024-08-29T19:03:07.377 INFO:tasks.workunit.client.0.smithi028.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-31T01:35:56.702031+0000", 2024-08-29T19:03:07.377 INFO:tasks.workunit.client.0.smithi028.stdout: "snaptrim_duration": 0.0, 2024-08-29T19:03:07.377 INFO:tasks.workunit.client.0.smithi028.stdout: "snaptrimq_len": 0, 2024-08-29T19:03:07.377 INFO:tasks.workunit.client.0.smithi028.stdout: "stat_sum": { 2024-08-29T19:03:07.377 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes": 0, 2024-08-29T19:03:07.377 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes_hit_set_archive": 0, 2024-08-29T19:03:07.377 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes_recovered": 0, 2024-08-29T19:03:07.377 INFO:tasks.workunit.client.0.smithi028.stdout: "num_deep_scrub_errors": 0, 2024-08-29T19:03:07.377 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict": 0, 2024-08-29T19:03:07.377 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_kb": 0, 2024-08-29T19:03:07.377 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_mode_full": 0, 2024-08-29T19:03:07.377 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_mode_some": 0, 2024-08-29T19:03:07.377 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush": 0, 2024-08-29T19:03:07.377 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_kb": 0, 2024-08-29T19:03:07.378 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_mode_high": 0, 2024-08-29T19:03:07.378 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_mode_low": 0, 2024-08-29T19:03:07.378 INFO:tasks.workunit.client.0.smithi028.stdout: "num_keys_recovered": 0, 2024-08-29T19:03:07.378 INFO:tasks.workunit.client.0.smithi028.stdout: "num_large_omap_objects": 0, 2024-08-29T19:03:07.378 INFO:tasks.workunit.client.0.smithi028.stdout: "num_legacy_snapsets": 0, 2024-08-29T19:03:07.378 INFO:tasks.workunit.client.0.smithi028.stdout: "num_object_clones": 0, 2024-08-29T19:03:07.378 INFO:tasks.workunit.client.0.smithi028.stdout: "num_object_copies": 0, 2024-08-29T19:03:07.378 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects": 0, 2024-08-29T19:03:07.378 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_degraded": 0, 2024-08-29T19:03:07.378 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_dirty": 0, 2024-08-29T19:03:07.378 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_hit_set_archive": 0, 2024-08-29T19:03:07.378 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_manifest": 0, 2024-08-29T19:03:07.378 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_misplaced": 0, 2024-08-29T19:03:07.378 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_missing": 0, 2024-08-29T19:03:07.379 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_missing_on_primary": 0, 2024-08-29T19:03:07.379 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_omap": 0, 2024-08-29T19:03:07.379 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_pinned": 0, 2024-08-29T19:03:07.379 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_recovered": 0, 2024-08-29T19:03:07.379 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_repaired": 0, 2024-08-29T19:03:07.379 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_unfound": 0, 2024-08-29T19:03:07.379 INFO:tasks.workunit.client.0.smithi028.stdout: "num_omap_bytes": 0, 2024-08-29T19:03:07.379 INFO:tasks.workunit.client.0.smithi028.stdout: "num_omap_keys": 0, 2024-08-29T19:03:07.379 INFO:tasks.workunit.client.0.smithi028.stdout: "num_promote": 0, 2024-08-29T19:03:07.379 INFO:tasks.workunit.client.0.smithi028.stdout: "num_read": 0, 2024-08-29T19:03:07.379 INFO:tasks.workunit.client.0.smithi028.stdout: "num_read_kb": 0, 2024-08-29T19:03:07.379 INFO:tasks.workunit.client.0.smithi028.stdout: "num_scrub_errors": 0, 2024-08-29T19:03:07.379 INFO:tasks.workunit.client.0.smithi028.stdout: "num_shallow_scrub_errors": 0, 2024-08-29T19:03:07.380 INFO:tasks.workunit.client.0.smithi028.stdout: "num_whiteouts": 0, 2024-08-29T19:03:07.380 INFO:tasks.workunit.client.0.smithi028.stdout: "num_write": 0, 2024-08-29T19:03:07.380 INFO:tasks.workunit.client.0.smithi028.stdout: "num_write_kb": 0 2024-08-29T19:03:07.380 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:07.380 INFO:tasks.workunit.client.0.smithi028.stdout: "state": "active+clean", 2024-08-29T19:03:07.380 INFO:tasks.workunit.client.0.smithi028.stdout: "stats_invalid": false, 2024-08-29T19:03:07.380 INFO:tasks.workunit.client.0.smithi028.stdout: "up": [ 2024-08-29T19:03:07.380 INFO:tasks.workunit.client.0.smithi028.stdout: 3, 2024-08-29T19:03:07.380 INFO:tasks.workunit.client.0.smithi028.stdout: 5, 2024-08-29T19:03:07.380 INFO:tasks.workunit.client.0.smithi028.stdout: 6 2024-08-29T19:03:07.380 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-08-29T19:03:07.380 INFO:tasks.workunit.client.0.smithi028.stdout: "up_primary": 3, 2024-08-29T19:03:07.380 INFO:tasks.workunit.client.0.smithi028.stdout: "version": "0'0" 2024-08-29T19:03:07.381 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:07.381 INFO:tasks.workunit.client.0.smithi028.stdout: { 2024-08-29T19:03:07.381 INFO:tasks.workunit.client.0.smithi028.stdout: "acting": [ 2024-08-29T19:03:07.381 INFO:tasks.workunit.client.0.smithi028.stdout: 7, 2024-08-29T19:03:07.381 INFO:tasks.workunit.client.0.smithi028.stdout: 0, 2024-08-29T19:03:07.381 INFO:tasks.workunit.client.0.smithi028.stdout: 4 2024-08-29T19:03:07.381 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-08-29T19:03:07.381 INFO:tasks.workunit.client.0.smithi028.stdout: "acting_primary": 7, 2024-08-29T19:03:07.381 INFO:tasks.workunit.client.0.smithi028.stdout: "avail_no_missing": [], 2024-08-29T19:03:07.381 INFO:tasks.workunit.client.0.smithi028.stdout: "blocked_by": [], 2024-08-29T19:03:07.381 INFO:tasks.workunit.client.0.smithi028.stdout: "created": 62, 2024-08-29T19:03:07.381 INFO:tasks.workunit.client.0.smithi028.stdout: "dirty_stats_invalid": false, 2024-08-29T19:03:07.381 INFO:tasks.workunit.client.0.smithi028.stdout: "hitset_bytes_stats_invalid": false, 2024-08-29T19:03:07.381 INFO:tasks.workunit.client.0.smithi028.stdout: "hitset_stats_invalid": false, 2024-08-29T19:03:07.382 INFO:tasks.workunit.client.0.smithi028.stdout: "last_active": "2024-08-29T19:02:14.096147+0000", 2024-08-29T19:03:07.382 INFO:tasks.workunit.client.0.smithi028.stdout: "last_became_active": "2024-08-29T17:58:11.360272+0000", 2024-08-29T19:03:07.382 INFO:tasks.workunit.client.0.smithi028.stdout: "last_became_peered": "2024-08-29T17:58:11.360272+0000", 2024-08-29T19:03:07.382 INFO:tasks.workunit.client.0.smithi028.stdout: "last_change": "2024-08-29T17:58:11.360605+0000", 2024-08-29T19:03:07.382 INFO:tasks.workunit.client.0.smithi028.stdout: "last_clean": "2024-08-29T19:02:14.096147+0000", 2024-08-29T19:03:07.382 INFO:tasks.workunit.client.0.smithi028.stdout: "last_clean_scrub_stamp": "2024-08-29T17:41:01.987071+0000", 2024-08-29T19:03:07.382 INFO:tasks.workunit.client.0.smithi028.stdout: "last_deep_scrub": "0'0", 2024-08-29T19:03:07.382 INFO:tasks.workunit.client.0.smithi028.stdout: "last_deep_scrub_stamp": "2024-08-29T17:41:01.987071+0000", 2024-08-29T19:03:07.382 INFO:tasks.workunit.client.0.smithi028.stdout: "last_epoch_clean": 681, 2024-08-29T19:03:07.382 INFO:tasks.workunit.client.0.smithi028.stdout: "last_fresh": "2024-08-29T19:02:14.096147+0000", 2024-08-29T19:03:07.382 INFO:tasks.workunit.client.0.smithi028.stdout: "last_fullsized": "2024-08-29T19:02:14.096147+0000", 2024-08-29T19:03:07.382 INFO:tasks.workunit.client.0.smithi028.stdout: "last_peered": "2024-08-29T19:02:14.096147+0000", 2024-08-29T19:03:07.382 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub": "0'0", 2024-08-29T19:03:07.382 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub_duration": 0, 2024-08-29T19:03:07.383 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub_stamp": "2024-08-29T17:41:01.987071+0000", 2024-08-29T19:03:07.383 INFO:tasks.workunit.client.0.smithi028.stdout: "last_undegraded": "2024-08-29T19:02:14.096147+0000", 2024-08-29T19:03:07.383 INFO:tasks.workunit.client.0.smithi028.stdout: "last_unstale": "2024-08-29T19:02:14.096147+0000", 2024-08-29T19:03:07.383 INFO:tasks.workunit.client.0.smithi028.stdout: "log_dups_size": 0, 2024-08-29T19:03:07.383 INFO:tasks.workunit.client.0.smithi028.stdout: "log_size": 0, 2024-08-29T19:03:07.383 INFO:tasks.workunit.client.0.smithi028.stdout: "log_start": "0'0", 2024-08-29T19:03:07.383 INFO:tasks.workunit.client.0.smithi028.stdout: "manifest_stats_invalid": false, 2024-08-29T19:03:07.383 INFO:tasks.workunit.client.0.smithi028.stdout: "mapping_epoch": 680, 2024-08-29T19:03:07.383 INFO:tasks.workunit.client.0.smithi028.stdout: "object_location_counts": [], 2024-08-29T19:03:07.383 INFO:tasks.workunit.client.0.smithi028.stdout: "objects_scrubbed": 0, 2024-08-29T19:03:07.383 INFO:tasks.workunit.client.0.smithi028.stdout: "objects_trimmed": 0, 2024-08-29T19:03:07.383 INFO:tasks.workunit.client.0.smithi028.stdout: "omap_stats_invalid": false, 2024-08-29T19:03:07.383 INFO:tasks.workunit.client.0.smithi028.stdout: "ondisk_log_size": 0, 2024-08-29T19:03:07.383 INFO:tasks.workunit.client.0.smithi028.stdout: "ondisk_log_start": "0'0", 2024-08-29T19:03:07.384 INFO:tasks.workunit.client.0.smithi028.stdout: "parent": "0.0", 2024-08-29T19:03:07.384 INFO:tasks.workunit.client.0.smithi028.stdout: "parent_split_bits": 0, 2024-08-29T19:03:07.384 INFO:tasks.workunit.client.0.smithi028.stdout: "pgid": "3.39", 2024-08-29T19:03:07.384 INFO:tasks.workunit.client.0.smithi028.stdout: "pin_stats_invalid": false, 2024-08-29T19:03:07.384 INFO:tasks.workunit.client.0.smithi028.stdout: "purged_snaps": [], 2024-08-29T19:03:07.384 INFO:tasks.workunit.client.0.smithi028.stdout: "reported_epoch": 2650, 2024-08-29T19:03:07.384 INFO:tasks.workunit.client.0.smithi028.stdout: "reported_seq": 4567, 2024-08-29T19:03:07.384 INFO:tasks.workunit.client.0.smithi028.stdout: "scrub_duration": 0.0, 2024-08-29T19:03:07.384 INFO:tasks.workunit.client.0.smithi028.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-31T05:23:04.439566+0000", 2024-08-29T19:03:07.384 INFO:tasks.workunit.client.0.smithi028.stdout: "snaptrim_duration": 0.0, 2024-08-29T19:03:07.384 INFO:tasks.workunit.client.0.smithi028.stdout: "snaptrimq_len": 0, 2024-08-29T19:03:07.384 INFO:tasks.workunit.client.0.smithi028.stdout: "stat_sum": { 2024-08-29T19:03:07.384 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes": 0, 2024-08-29T19:03:07.384 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes_hit_set_archive": 0, 2024-08-29T19:03:07.385 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes_recovered": 0, 2024-08-29T19:03:07.385 INFO:tasks.workunit.client.0.smithi028.stdout: "num_deep_scrub_errors": 0, 2024-08-29T19:03:07.385 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict": 0, 2024-08-29T19:03:07.385 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_kb": 0, 2024-08-29T19:03:07.385 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_mode_full": 0, 2024-08-29T19:03:07.385 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_mode_some": 0, 2024-08-29T19:03:07.385 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush": 0, 2024-08-29T19:03:07.385 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_kb": 0, 2024-08-29T19:03:07.385 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_mode_high": 0, 2024-08-29T19:03:07.385 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_mode_low": 0, 2024-08-29T19:03:07.385 INFO:tasks.workunit.client.0.smithi028.stdout: "num_keys_recovered": 0, 2024-08-29T19:03:07.385 INFO:tasks.workunit.client.0.smithi028.stdout: "num_large_omap_objects": 0, 2024-08-29T19:03:07.385 INFO:tasks.workunit.client.0.smithi028.stdout: "num_legacy_snapsets": 0, 2024-08-29T19:03:07.386 INFO:tasks.workunit.client.0.smithi028.stdout: "num_object_clones": 0, 2024-08-29T19:03:07.386 INFO:tasks.workunit.client.0.smithi028.stdout: "num_object_copies": 0, 2024-08-29T19:03:07.386 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects": 0, 2024-08-29T19:03:07.386 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_degraded": 0, 2024-08-29T19:03:07.386 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_dirty": 0, 2024-08-29T19:03:07.386 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_hit_set_archive": 0, 2024-08-29T19:03:07.386 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_manifest": 0, 2024-08-29T19:03:07.386 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_misplaced": 0, 2024-08-29T19:03:07.386 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_missing": 0, 2024-08-29T19:03:07.386 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_missing_on_primary": 0, 2024-08-29T19:03:07.386 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_omap": 0, 2024-08-29T19:03:07.386 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_pinned": 0, 2024-08-29T19:03:07.386 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_recovered": 0, 2024-08-29T19:03:07.386 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_repaired": 0, 2024-08-29T19:03:07.387 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_unfound": 0, 2024-08-29T19:03:07.387 INFO:tasks.workunit.client.0.smithi028.stdout: "num_omap_bytes": 0, 2024-08-29T19:03:07.387 INFO:tasks.workunit.client.0.smithi028.stdout: "num_omap_keys": 0, 2024-08-29T19:03:07.387 INFO:tasks.workunit.client.0.smithi028.stdout: "num_promote": 0, 2024-08-29T19:03:07.387 INFO:tasks.workunit.client.0.smithi028.stdout: "num_read": 0, 2024-08-29T19:03:07.387 INFO:tasks.workunit.client.0.smithi028.stdout: "num_read_kb": 0, 2024-08-29T19:03:07.387 INFO:tasks.workunit.client.0.smithi028.stdout: "num_scrub_errors": 0, 2024-08-29T19:03:07.387 INFO:tasks.workunit.client.0.smithi028.stdout: "num_shallow_scrub_errors": 0, 2024-08-29T19:03:07.387 INFO:tasks.workunit.client.0.smithi028.stdout: "num_whiteouts": 0, 2024-08-29T19:03:07.387 INFO:tasks.workunit.client.0.smithi028.stdout: "num_write": 0, 2024-08-29T19:03:07.387 INFO:tasks.workunit.client.0.smithi028.stdout: "num_write_kb": 0 2024-08-29T19:03:07.387 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:07.387 INFO:tasks.workunit.client.0.smithi028.stdout: "state": "active+clean", 2024-08-29T19:03:07.387 INFO:tasks.workunit.client.0.smithi028.stdout: "stats_invalid": false, 2024-08-29T19:03:07.388 INFO:tasks.workunit.client.0.smithi028.stdout: "up": [ 2024-08-29T19:03:07.388 INFO:tasks.workunit.client.0.smithi028.stdout: 7, 2024-08-29T19:03:07.388 INFO:tasks.workunit.client.0.smithi028.stdout: 0, 2024-08-29T19:03:07.388 INFO:tasks.workunit.client.0.smithi028.stdout: 4 2024-08-29T19:03:07.388 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-08-29T19:03:07.388 INFO:tasks.workunit.client.0.smithi028.stdout: "up_primary": 7, 2024-08-29T19:03:07.388 INFO:tasks.workunit.client.0.smithi028.stdout: "version": "0'0" 2024-08-29T19:03:07.388 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:07.388 INFO:tasks.workunit.client.0.smithi028.stdout: { 2024-08-29T19:03:07.388 INFO:tasks.workunit.client.0.smithi028.stdout: "acting": [ 2024-08-29T19:03:07.388 INFO:tasks.workunit.client.0.smithi028.stdout: 5, 2024-08-29T19:03:07.388 INFO:tasks.workunit.client.0.smithi028.stdout: 0, 2024-08-29T19:03:07.388 INFO:tasks.workunit.client.0.smithi028.stdout: 1 2024-08-29T19:03:07.388 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-08-29T19:03:07.389 INFO:tasks.workunit.client.0.smithi028.stdout: "acting_primary": 5, 2024-08-29T19:03:07.389 INFO:tasks.workunit.client.0.smithi028.stdout: "avail_no_missing": [], 2024-08-29T19:03:07.389 INFO:tasks.workunit.client.0.smithi028.stdout: "blocked_by": [], 2024-08-29T19:03:07.389 INFO:tasks.workunit.client.0.smithi028.stdout: "created": 62, 2024-08-29T19:03:07.389 INFO:tasks.workunit.client.0.smithi028.stdout: "dirty_stats_invalid": false, 2024-08-29T19:03:07.389 INFO:tasks.workunit.client.0.smithi028.stdout: "hitset_bytes_stats_invalid": false, 2024-08-29T19:03:07.389 INFO:tasks.workunit.client.0.smithi028.stdout: "hitset_stats_invalid": false, 2024-08-29T19:03:07.389 INFO:tasks.workunit.client.0.smithi028.stdout: "last_active": "2024-08-29T19:02:14.923931+0000", 2024-08-29T19:03:07.389 INFO:tasks.workunit.client.0.smithi028.stdout: "last_became_active": "2024-08-29T17:57:02.360220+0000", 2024-08-29T19:03:07.389 INFO:tasks.workunit.client.0.smithi028.stdout: "last_became_peered": "2024-08-29T17:57:02.360220+0000", 2024-08-29T19:03:07.389 INFO:tasks.workunit.client.0.smithi028.stdout: "last_change": "2024-08-29T17:57:02.361837+0000", 2024-08-29T19:03:07.389 INFO:tasks.workunit.client.0.smithi028.stdout: "last_clean": "2024-08-29T19:02:14.923931+0000", 2024-08-29T19:03:07.389 INFO:tasks.workunit.client.0.smithi028.stdout: "last_clean_scrub_stamp": "2024-08-29T17:41:01.987071+0000", 2024-08-29T19:03:07.389 INFO:tasks.workunit.client.0.smithi028.stdout: "last_deep_scrub": "0'0", 2024-08-29T19:03:07.390 INFO:tasks.workunit.client.0.smithi028.stdout: "last_deep_scrub_stamp": "2024-08-29T17:41:01.987071+0000", 2024-08-29T19:03:07.390 INFO:tasks.workunit.client.0.smithi028.stdout: "last_epoch_clean": 613, 2024-08-29T19:03:07.390 INFO:tasks.workunit.client.0.smithi028.stdout: "last_fresh": "2024-08-29T19:02:14.923931+0000", 2024-08-29T19:03:07.390 INFO:tasks.workunit.client.0.smithi028.stdout: "last_fullsized": "2024-08-29T19:02:14.923931+0000", 2024-08-29T19:03:07.390 INFO:tasks.workunit.client.0.smithi028.stdout: "last_peered": "2024-08-29T19:02:14.923931+0000", 2024-08-29T19:03:07.390 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub": "0'0", 2024-08-29T19:03:07.390 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub_duration": 0, 2024-08-29T19:03:07.390 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub_stamp": "2024-08-29T17:41:01.987071+0000", 2024-08-29T19:03:07.390 INFO:tasks.workunit.client.0.smithi028.stdout: "last_undegraded": "2024-08-29T19:02:14.923931+0000", 2024-08-29T19:03:07.390 INFO:tasks.workunit.client.0.smithi028.stdout: "last_unstale": "2024-08-29T19:02:14.923931+0000", 2024-08-29T19:03:07.390 INFO:tasks.workunit.client.0.smithi028.stdout: "log_dups_size": 0, 2024-08-29T19:03:07.390 INFO:tasks.workunit.client.0.smithi028.stdout: "log_size": 0, 2024-08-29T19:03:07.390 INFO:tasks.workunit.client.0.smithi028.stdout: "log_start": "0'0", 2024-08-29T19:03:07.390 INFO:tasks.workunit.client.0.smithi028.stdout: "manifest_stats_invalid": false, 2024-08-29T19:03:07.390 INFO:tasks.workunit.client.0.smithi028.stdout: "mapping_epoch": 612, 2024-08-29T19:03:07.391 INFO:tasks.workunit.client.0.smithi028.stdout: "object_location_counts": [], 2024-08-29T19:03:07.391 INFO:tasks.workunit.client.0.smithi028.stdout: "objects_scrubbed": 0, 2024-08-29T19:03:07.391 INFO:tasks.workunit.client.0.smithi028.stdout: "objects_trimmed": 0, 2024-08-29T19:03:07.391 INFO:tasks.workunit.client.0.smithi028.stdout: "omap_stats_invalid": false, 2024-08-29T19:03:07.391 INFO:tasks.workunit.client.0.smithi028.stdout: "ondisk_log_size": 0, 2024-08-29T19:03:07.391 INFO:tasks.workunit.client.0.smithi028.stdout: "ondisk_log_start": "0'0", 2024-08-29T19:03:07.391 INFO:tasks.workunit.client.0.smithi028.stdout: "parent": "0.0", 2024-08-29T19:03:07.391 INFO:tasks.workunit.client.0.smithi028.stdout: "parent_split_bits": 0, 2024-08-29T19:03:07.391 INFO:tasks.workunit.client.0.smithi028.stdout: "pgid": "3.3a", 2024-08-29T19:03:07.391 INFO:tasks.workunit.client.0.smithi028.stdout: "pin_stats_invalid": false, 2024-08-29T19:03:07.391 INFO:tasks.workunit.client.0.smithi028.stdout: "purged_snaps": [], 2024-08-29T19:03:07.391 INFO:tasks.workunit.client.0.smithi028.stdout: "reported_epoch": 2650, 2024-08-29T19:03:07.391 INFO:tasks.workunit.client.0.smithi028.stdout: "reported_seq": 4620, 2024-08-29T19:03:07.392 INFO:tasks.workunit.client.0.smithi028.stdout: "scrub_duration": 0.0, 2024-08-29T19:03:07.392 INFO:tasks.workunit.client.0.smithi028.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-31T02:49:15.529692+0000", 2024-08-29T19:03:07.392 INFO:tasks.workunit.client.0.smithi028.stdout: "snaptrim_duration": 0.0, 2024-08-29T19:03:07.392 INFO:tasks.workunit.client.0.smithi028.stdout: "snaptrimq_len": 0, 2024-08-29T19:03:07.392 INFO:tasks.workunit.client.0.smithi028.stdout: "stat_sum": { 2024-08-29T19:03:07.392 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes": 0, 2024-08-29T19:03:07.392 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes_hit_set_archive": 0, 2024-08-29T19:03:07.392 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes_recovered": 0, 2024-08-29T19:03:07.392 INFO:tasks.workunit.client.0.smithi028.stdout: "num_deep_scrub_errors": 0, 2024-08-29T19:03:07.392 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict": 0, 2024-08-29T19:03:07.392 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_kb": 0, 2024-08-29T19:03:07.392 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_mode_full": 0, 2024-08-29T19:03:07.392 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_mode_some": 0, 2024-08-29T19:03:07.392 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush": 0, 2024-08-29T19:03:07.393 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_kb": 0, 2024-08-29T19:03:07.393 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_mode_high": 0, 2024-08-29T19:03:07.393 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_mode_low": 0, 2024-08-29T19:03:07.393 INFO:tasks.workunit.client.0.smithi028.stdout: "num_keys_recovered": 0, 2024-08-29T19:03:07.393 INFO:tasks.workunit.client.0.smithi028.stdout: "num_large_omap_objects": 0, 2024-08-29T19:03:07.393 INFO:tasks.workunit.client.0.smithi028.stdout: "num_legacy_snapsets": 0, 2024-08-29T19:03:07.393 INFO:tasks.workunit.client.0.smithi028.stdout: "num_object_clones": 0, 2024-08-29T19:03:07.393 INFO:tasks.workunit.client.0.smithi028.stdout: "num_object_copies": 0, 2024-08-29T19:03:07.393 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects": 0, 2024-08-29T19:03:07.393 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_degraded": 0, 2024-08-29T19:03:07.393 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_dirty": 0, 2024-08-29T19:03:07.393 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_hit_set_archive": 0, 2024-08-29T19:03:07.393 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_manifest": 0, 2024-08-29T19:03:07.393 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_misplaced": 0, 2024-08-29T19:03:07.393 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_missing": 0, 2024-08-29T19:03:07.394 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_missing_on_primary": 0, 2024-08-29T19:03:07.394 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_omap": 0, 2024-08-29T19:03:07.394 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_pinned": 0, 2024-08-29T19:03:07.394 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_recovered": 0, 2024-08-29T19:03:07.394 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_repaired": 0, 2024-08-29T19:03:07.394 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_unfound": 0, 2024-08-29T19:03:07.394 INFO:tasks.workunit.client.0.smithi028.stdout: "num_omap_bytes": 0, 2024-08-29T19:03:07.394 INFO:tasks.workunit.client.0.smithi028.stdout: "num_omap_keys": 0, 2024-08-29T19:03:07.394 INFO:tasks.workunit.client.0.smithi028.stdout: "num_promote": 0, 2024-08-29T19:03:07.394 INFO:tasks.workunit.client.0.smithi028.stdout: "num_read": 0, 2024-08-29T19:03:07.394 INFO:tasks.workunit.client.0.smithi028.stdout: "num_read_kb": 0, 2024-08-29T19:03:07.394 INFO:tasks.workunit.client.0.smithi028.stdout: "num_scrub_errors": 0, 2024-08-29T19:03:07.394 INFO:tasks.workunit.client.0.smithi028.stdout: "num_shallow_scrub_errors": 0, 2024-08-29T19:03:07.395 INFO:tasks.workunit.client.0.smithi028.stdout: "num_whiteouts": 0, 2024-08-29T19:03:07.395 INFO:tasks.workunit.client.0.smithi028.stdout: "num_write": 0, 2024-08-29T19:03:07.395 INFO:tasks.workunit.client.0.smithi028.stdout: "num_write_kb": 0 2024-08-29T19:03:07.395 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:07.395 INFO:tasks.workunit.client.0.smithi028.stdout: "state": "active+clean", 2024-08-29T19:03:07.395 INFO:tasks.workunit.client.0.smithi028.stdout: "stats_invalid": false, 2024-08-29T19:03:07.395 INFO:tasks.workunit.client.0.smithi028.stdout: "up": [ 2024-08-29T19:03:07.395 INFO:tasks.workunit.client.0.smithi028.stdout: 5, 2024-08-29T19:03:07.395 INFO:tasks.workunit.client.0.smithi028.stdout: 0, 2024-08-29T19:03:07.395 INFO:tasks.workunit.client.0.smithi028.stdout: 1 2024-08-29T19:03:07.395 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-08-29T19:03:07.395 INFO:tasks.workunit.client.0.smithi028.stdout: "up_primary": 5, 2024-08-29T19:03:07.395 INFO:tasks.workunit.client.0.smithi028.stdout: "version": "0'0" 2024-08-29T19:03:07.395 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:07.396 INFO:tasks.workunit.client.0.smithi028.stdout: { 2024-08-29T19:03:07.396 INFO:tasks.workunit.client.0.smithi028.stdout: "acting": [ 2024-08-29T19:03:07.396 INFO:tasks.workunit.client.0.smithi028.stdout: 7, 2024-08-29T19:03:07.396 INFO:tasks.workunit.client.0.smithi028.stdout: 2, 2024-08-29T19:03:07.396 INFO:tasks.workunit.client.0.smithi028.stdout: 4 2024-08-29T19:03:07.396 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-08-29T19:03:07.396 INFO:tasks.workunit.client.0.smithi028.stdout: "acting_primary": 7, 2024-08-29T19:03:07.396 INFO:tasks.workunit.client.0.smithi028.stdout: "avail_no_missing": [], 2024-08-29T19:03:07.396 INFO:tasks.workunit.client.0.smithi028.stdout: "blocked_by": [], 2024-08-29T19:03:07.396 INFO:tasks.workunit.client.0.smithi028.stdout: "created": 62, 2024-08-29T19:03:07.396 INFO:tasks.workunit.client.0.smithi028.stdout: "dirty_stats_invalid": false, 2024-08-29T19:03:07.396 INFO:tasks.workunit.client.0.smithi028.stdout: "hitset_bytes_stats_invalid": false, 2024-08-29T19:03:07.396 INFO:tasks.workunit.client.0.smithi028.stdout: "hitset_stats_invalid": false, 2024-08-29T19:03:07.397 INFO:tasks.workunit.client.0.smithi028.stdout: "last_active": "2024-08-29T19:02:14.096859+0000", 2024-08-29T19:03:07.397 INFO:tasks.workunit.client.0.smithi028.stdout: "last_became_active": "2024-08-29T17:58:11.363124+0000", 2024-08-29T19:03:07.397 INFO:tasks.workunit.client.0.smithi028.stdout: "last_became_peered": "2024-08-29T17:58:11.363124+0000", 2024-08-29T19:03:07.397 INFO:tasks.workunit.client.0.smithi028.stdout: "last_change": "2024-08-29T17:58:11.364903+0000", 2024-08-29T19:03:07.397 INFO:tasks.workunit.client.0.smithi028.stdout: "last_clean": "2024-08-29T19:02:14.096859+0000", 2024-08-29T19:03:07.397 INFO:tasks.workunit.client.0.smithi028.stdout: "last_clean_scrub_stamp": "2024-08-29T17:41:01.987071+0000", 2024-08-29T19:03:07.397 INFO:tasks.workunit.client.0.smithi028.stdout: "last_deep_scrub": "0'0", 2024-08-29T19:03:07.397 INFO:tasks.workunit.client.0.smithi028.stdout: "last_deep_scrub_stamp": "2024-08-29T17:41:01.987071+0000", 2024-08-29T19:03:07.397 INFO:tasks.workunit.client.0.smithi028.stdout: "last_epoch_clean": 681, 2024-08-29T19:03:07.397 INFO:tasks.workunit.client.0.smithi028.stdout: "last_fresh": "2024-08-29T19:02:14.096859+0000", 2024-08-29T19:03:07.397 INFO:tasks.workunit.client.0.smithi028.stdout: "last_fullsized": "2024-08-29T19:02:14.096859+0000", 2024-08-29T19:03:07.397 INFO:tasks.workunit.client.0.smithi028.stdout: "last_peered": "2024-08-29T19:02:14.096859+0000", 2024-08-29T19:03:07.397 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub": "0'0", 2024-08-29T19:03:07.397 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub_duration": 0, 2024-08-29T19:03:07.398 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub_stamp": "2024-08-29T17:41:01.987071+0000", 2024-08-29T19:03:07.398 INFO:tasks.workunit.client.0.smithi028.stdout: "last_undegraded": "2024-08-29T19:02:14.096859+0000", 2024-08-29T19:03:07.398 INFO:tasks.workunit.client.0.smithi028.stdout: "last_unstale": "2024-08-29T19:02:14.096859+0000", 2024-08-29T19:03:07.398 INFO:tasks.workunit.client.0.smithi028.stdout: "log_dups_size": 0, 2024-08-29T19:03:07.398 INFO:tasks.workunit.client.0.smithi028.stdout: "log_size": 0, 2024-08-29T19:03:07.398 INFO:tasks.workunit.client.0.smithi028.stdout: "log_start": "0'0", 2024-08-29T19:03:07.398 INFO:tasks.workunit.client.0.smithi028.stdout: "manifest_stats_invalid": false, 2024-08-29T19:03:07.398 INFO:tasks.workunit.client.0.smithi028.stdout: "mapping_epoch": 680, 2024-08-29T19:03:07.398 INFO:tasks.workunit.client.0.smithi028.stdout: "object_location_counts": [], 2024-08-29T19:03:07.398 INFO:tasks.workunit.client.0.smithi028.stdout: "objects_scrubbed": 0, 2024-08-29T19:03:07.398 INFO:tasks.workunit.client.0.smithi028.stdout: "objects_trimmed": 0, 2024-08-29T19:03:07.398 INFO:tasks.workunit.client.0.smithi028.stdout: "omap_stats_invalid": false, 2024-08-29T19:03:07.398 INFO:tasks.workunit.client.0.smithi028.stdout: "ondisk_log_size": 0, 2024-08-29T19:03:07.398 INFO:tasks.workunit.client.0.smithi028.stdout: "ondisk_log_start": "0'0", 2024-08-29T19:03:07.399 INFO:tasks.workunit.client.0.smithi028.stdout: "parent": "0.0", 2024-08-29T19:03:07.399 INFO:tasks.workunit.client.0.smithi028.stdout: "parent_split_bits": 0, 2024-08-29T19:03:07.399 INFO:tasks.workunit.client.0.smithi028.stdout: "pgid": "3.3b", 2024-08-29T19:03:07.399 INFO:tasks.workunit.client.0.smithi028.stdout: "pin_stats_invalid": false, 2024-08-29T19:03:07.399 INFO:tasks.workunit.client.0.smithi028.stdout: "purged_snaps": [], 2024-08-29T19:03:07.399 INFO:tasks.workunit.client.0.smithi028.stdout: "reported_epoch": 2650, 2024-08-29T19:03:07.399 INFO:tasks.workunit.client.0.smithi028.stdout: "reported_seq": 4567, 2024-08-29T19:03:07.399 INFO:tasks.workunit.client.0.smithi028.stdout: "scrub_duration": 0.0, 2024-08-29T19:03:07.399 INFO:tasks.workunit.client.0.smithi028.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-31T01:40:16.818242+0000", 2024-08-29T19:03:07.399 INFO:tasks.workunit.client.0.smithi028.stdout: "snaptrim_duration": 0.0, 2024-08-29T19:03:07.399 INFO:tasks.workunit.client.0.smithi028.stdout: "snaptrimq_len": 0, 2024-08-29T19:03:07.399 INFO:tasks.workunit.client.0.smithi028.stdout: "stat_sum": { 2024-08-29T19:03:07.399 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes": 0, 2024-08-29T19:03:07.399 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes_hit_set_archive": 0, 2024-08-29T19:03:07.400 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes_recovered": 0, 2024-08-29T19:03:07.400 INFO:tasks.workunit.client.0.smithi028.stdout: "num_deep_scrub_errors": 0, 2024-08-29T19:03:07.400 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict": 0, 2024-08-29T19:03:07.400 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_kb": 0, 2024-08-29T19:03:07.400 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_mode_full": 0, 2024-08-29T19:03:07.400 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_mode_some": 0, 2024-08-29T19:03:07.400 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush": 0, 2024-08-29T19:03:07.400 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_kb": 0, 2024-08-29T19:03:07.400 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_mode_high": 0, 2024-08-29T19:03:07.400 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_mode_low": 0, 2024-08-29T19:03:07.400 INFO:tasks.workunit.client.0.smithi028.stdout: "num_keys_recovered": 0, 2024-08-29T19:03:07.400 INFO:tasks.workunit.client.0.smithi028.stdout: "num_large_omap_objects": 0, 2024-08-29T19:03:07.400 INFO:tasks.workunit.client.0.smithi028.stdout: "num_legacy_snapsets": 0, 2024-08-29T19:03:07.401 INFO:tasks.workunit.client.0.smithi028.stdout: "num_object_clones": 0, 2024-08-29T19:03:07.401 INFO:tasks.workunit.client.0.smithi028.stdout: "num_object_copies": 0, 2024-08-29T19:03:07.401 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects": 0, 2024-08-29T19:03:07.401 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_degraded": 0, 2024-08-29T19:03:07.401 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_dirty": 0, 2024-08-29T19:03:07.401 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_hit_set_archive": 0, 2024-08-29T19:03:07.401 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_manifest": 0, 2024-08-29T19:03:07.401 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_misplaced": 0, 2024-08-29T19:03:07.401 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_missing": 0, 2024-08-29T19:03:07.401 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_missing_on_primary": 0, 2024-08-29T19:03:07.401 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_omap": 0, 2024-08-29T19:03:07.401 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_pinned": 0, 2024-08-29T19:03:07.401 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_recovered": 0, 2024-08-29T19:03:07.401 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_repaired": 0, 2024-08-29T19:03:07.402 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_unfound": 0, 2024-08-29T19:03:07.402 INFO:tasks.workunit.client.0.smithi028.stdout: "num_omap_bytes": 0, 2024-08-29T19:03:07.402 INFO:tasks.workunit.client.0.smithi028.stdout: "num_omap_keys": 0, 2024-08-29T19:03:07.402 INFO:tasks.workunit.client.0.smithi028.stdout: "num_promote": 0, 2024-08-29T19:03:07.402 INFO:tasks.workunit.client.0.smithi028.stdout: "num_read": 0, 2024-08-29T19:03:07.402 INFO:tasks.workunit.client.0.smithi028.stdout: "num_read_kb": 0, 2024-08-29T19:03:07.402 INFO:tasks.workunit.client.0.smithi028.stdout: "num_scrub_errors": 0, 2024-08-29T19:03:07.402 INFO:tasks.workunit.client.0.smithi028.stdout: "num_shallow_scrub_errors": 0, 2024-08-29T19:03:07.402 INFO:tasks.workunit.client.0.smithi028.stdout: "num_whiteouts": 0, 2024-08-29T19:03:07.402 INFO:tasks.workunit.client.0.smithi028.stdout: "num_write": 0, 2024-08-29T19:03:07.402 INFO:tasks.workunit.client.0.smithi028.stdout: "num_write_kb": 0 2024-08-29T19:03:07.402 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:07.402 INFO:tasks.workunit.client.0.smithi028.stdout: "state": "active+clean", 2024-08-29T19:03:07.402 INFO:tasks.workunit.client.0.smithi028.stdout: "stats_invalid": false, 2024-08-29T19:03:07.403 INFO:tasks.workunit.client.0.smithi028.stdout: "up": [ 2024-08-29T19:03:07.403 INFO:tasks.workunit.client.0.smithi028.stdout: 7, 2024-08-29T19:03:07.403 INFO:tasks.workunit.client.0.smithi028.stdout: 2, 2024-08-29T19:03:07.403 INFO:tasks.workunit.client.0.smithi028.stdout: 4 2024-08-29T19:03:07.403 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-08-29T19:03:07.403 INFO:tasks.workunit.client.0.smithi028.stdout: "up_primary": 7, 2024-08-29T19:03:07.403 INFO:tasks.workunit.client.0.smithi028.stdout: "version": "0'0" 2024-08-29T19:03:07.403 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:07.403 INFO:tasks.workunit.client.0.smithi028.stdout: { 2024-08-29T19:03:07.403 INFO:tasks.workunit.client.0.smithi028.stdout: "acting": [ 2024-08-29T19:03:07.403 INFO:tasks.workunit.client.0.smithi028.stdout: 5, 2024-08-29T19:03:07.403 INFO:tasks.workunit.client.0.smithi028.stdout: 3, 2024-08-29T19:03:07.403 INFO:tasks.workunit.client.0.smithi028.stdout: 7 2024-08-29T19:03:07.403 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-08-29T19:03:07.403 INFO:tasks.workunit.client.0.smithi028.stdout: "acting_primary": 5, 2024-08-29T19:03:07.404 INFO:tasks.workunit.client.0.smithi028.stdout: "avail_no_missing": [], 2024-08-29T19:03:07.404 INFO:tasks.workunit.client.0.smithi028.stdout: "blocked_by": [], 2024-08-29T19:03:07.404 INFO:tasks.workunit.client.0.smithi028.stdout: "created": 62, 2024-08-29T19:03:07.404 INFO:tasks.workunit.client.0.smithi028.stdout: "dirty_stats_invalid": false, 2024-08-29T19:03:07.404 INFO:tasks.workunit.client.0.smithi028.stdout: "hitset_bytes_stats_invalid": false, 2024-08-29T19:03:07.404 INFO:tasks.workunit.client.0.smithi028.stdout: "hitset_stats_invalid": false, 2024-08-29T19:03:07.404 INFO:tasks.workunit.client.0.smithi028.stdout: "last_active": "2024-08-29T19:02:14.926995+0000", 2024-08-29T19:03:07.404 INFO:tasks.workunit.client.0.smithi028.stdout: "last_became_active": "2024-08-29T17:58:11.354662+0000", 2024-08-29T19:03:07.404 INFO:tasks.workunit.client.0.smithi028.stdout: "last_became_peered": "2024-08-29T17:58:11.354662+0000", 2024-08-29T19:03:07.404 INFO:tasks.workunit.client.0.smithi028.stdout: "last_change": "2024-08-29T17:58:11.355396+0000", 2024-08-29T19:03:07.404 INFO:tasks.workunit.client.0.smithi028.stdout: "last_clean": "2024-08-29T19:02:14.926995+0000", 2024-08-29T19:03:07.404 INFO:tasks.workunit.client.0.smithi028.stdout: "last_clean_scrub_stamp": "2024-08-29T17:41:01.987071+0000", 2024-08-29T19:03:07.404 INFO:tasks.workunit.client.0.smithi028.stdout: "last_deep_scrub": "0'0", 2024-08-29T19:03:07.405 INFO:tasks.workunit.client.0.smithi028.stdout: "last_deep_scrub_stamp": "2024-08-29T17:41:01.987071+0000", 2024-08-29T19:03:07.405 INFO:tasks.workunit.client.0.smithi028.stdout: "last_epoch_clean": 681, 2024-08-29T19:03:07.405 INFO:tasks.workunit.client.0.smithi028.stdout: "last_fresh": "2024-08-29T19:02:14.926995+0000", 2024-08-29T19:03:07.405 INFO:tasks.workunit.client.0.smithi028.stdout: "last_fullsized": "2024-08-29T19:02:14.926995+0000", 2024-08-29T19:03:07.405 INFO:tasks.workunit.client.0.smithi028.stdout: "last_peered": "2024-08-29T19:02:14.926995+0000", 2024-08-29T19:03:07.405 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub": "0'0", 2024-08-29T19:03:07.405 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub_duration": 0, 2024-08-29T19:03:07.405 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub_stamp": "2024-08-29T17:41:01.987071+0000", 2024-08-29T19:03:07.405 INFO:tasks.workunit.client.0.smithi028.stdout: "last_undegraded": "2024-08-29T19:02:14.926995+0000", 2024-08-29T19:03:07.405 INFO:tasks.workunit.client.0.smithi028.stdout: "last_unstale": "2024-08-29T19:02:14.926995+0000", 2024-08-29T19:03:07.405 INFO:tasks.workunit.client.0.smithi028.stdout: "log_dups_size": 0, 2024-08-29T19:03:07.405 INFO:tasks.workunit.client.0.smithi028.stdout: "log_size": 0, 2024-08-29T19:03:07.405 INFO:tasks.workunit.client.0.smithi028.stdout: "log_start": "0'0", 2024-08-29T19:03:07.405 INFO:tasks.workunit.client.0.smithi028.stdout: "manifest_stats_invalid": false, 2024-08-29T19:03:07.406 INFO:tasks.workunit.client.0.smithi028.stdout: "mapping_epoch": 680, 2024-08-29T19:03:07.406 INFO:tasks.workunit.client.0.smithi028.stdout: "object_location_counts": [], 2024-08-29T19:03:07.406 INFO:tasks.workunit.client.0.smithi028.stdout: "objects_scrubbed": 0, 2024-08-29T19:03:07.406 INFO:tasks.workunit.client.0.smithi028.stdout: "objects_trimmed": 0, 2024-08-29T19:03:07.406 INFO:tasks.workunit.client.0.smithi028.stdout: "omap_stats_invalid": false, 2024-08-29T19:03:07.406 INFO:tasks.workunit.client.0.smithi028.stdout: "ondisk_log_size": 0, 2024-08-29T19:03:07.406 INFO:tasks.workunit.client.0.smithi028.stdout: "ondisk_log_start": "0'0", 2024-08-29T19:03:07.406 INFO:tasks.workunit.client.0.smithi028.stdout: "parent": "0.0", 2024-08-29T19:03:07.406 INFO:tasks.workunit.client.0.smithi028.stdout: "parent_split_bits": 0, 2024-08-29T19:03:07.406 INFO:tasks.workunit.client.0.smithi028.stdout: "pgid": "3.3c", 2024-08-29T19:03:07.406 INFO:tasks.workunit.client.0.smithi028.stdout: "pin_stats_invalid": false, 2024-08-29T19:03:07.406 INFO:tasks.workunit.client.0.smithi028.stdout: "purged_snaps": [], 2024-08-29T19:03:07.406 INFO:tasks.workunit.client.0.smithi028.stdout: "reported_epoch": 2650, 2024-08-29T19:03:07.406 INFO:tasks.workunit.client.0.smithi028.stdout: "reported_seq": 4638, 2024-08-29T19:03:07.407 INFO:tasks.workunit.client.0.smithi028.stdout: "scrub_duration": 0.0, 2024-08-29T19:03:07.407 INFO:tasks.workunit.client.0.smithi028.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-30T21:13:09.592393+0000", 2024-08-29T19:03:07.407 INFO:tasks.workunit.client.0.smithi028.stdout: "snaptrim_duration": 0.0, 2024-08-29T19:03:07.407 INFO:tasks.workunit.client.0.smithi028.stdout: "snaptrimq_len": 0, 2024-08-29T19:03:07.407 INFO:tasks.workunit.client.0.smithi028.stdout: "stat_sum": { 2024-08-29T19:03:07.407 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes": 0, 2024-08-29T19:03:07.407 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes_hit_set_archive": 0, 2024-08-29T19:03:07.407 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes_recovered": 0, 2024-08-29T19:03:07.407 INFO:tasks.workunit.client.0.smithi028.stdout: "num_deep_scrub_errors": 0, 2024-08-29T19:03:07.407 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict": 0, 2024-08-29T19:03:07.407 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_kb": 0, 2024-08-29T19:03:07.407 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_mode_full": 0, 2024-08-29T19:03:07.407 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_mode_some": 0, 2024-08-29T19:03:07.407 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush": 0, 2024-08-29T19:03:07.408 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_kb": 0, 2024-08-29T19:03:07.408 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_mode_high": 0, 2024-08-29T19:03:07.408 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_mode_low": 0, 2024-08-29T19:03:07.408 INFO:tasks.workunit.client.0.smithi028.stdout: "num_keys_recovered": 0, 2024-08-29T19:03:07.408 INFO:tasks.workunit.client.0.smithi028.stdout: "num_large_omap_objects": 0, 2024-08-29T19:03:07.408 INFO:tasks.workunit.client.0.smithi028.stdout: "num_legacy_snapsets": 0, 2024-08-29T19:03:07.408 INFO:tasks.workunit.client.0.smithi028.stdout: "num_object_clones": 0, 2024-08-29T19:03:07.408 INFO:tasks.workunit.client.0.smithi028.stdout: "num_object_copies": 0, 2024-08-29T19:03:07.408 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects": 0, 2024-08-29T19:03:07.408 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_degraded": 0, 2024-08-29T19:03:07.408 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_dirty": 0, 2024-08-29T19:03:07.408 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_hit_set_archive": 0, 2024-08-29T19:03:07.408 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_manifest": 0, 2024-08-29T19:03:07.409 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_misplaced": 0, 2024-08-29T19:03:07.409 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_missing": 0, 2024-08-29T19:03:07.409 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_missing_on_primary": 0, 2024-08-29T19:03:07.409 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_omap": 0, 2024-08-29T19:03:07.409 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_pinned": 0, 2024-08-29T19:03:07.409 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_recovered": 0, 2024-08-29T19:03:07.409 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_repaired": 0, 2024-08-29T19:03:07.409 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_unfound": 0, 2024-08-29T19:03:07.409 INFO:tasks.workunit.client.0.smithi028.stdout: "num_omap_bytes": 0, 2024-08-29T19:03:07.409 INFO:tasks.workunit.client.0.smithi028.stdout: "num_omap_keys": 0, 2024-08-29T19:03:07.409 INFO:tasks.workunit.client.0.smithi028.stdout: "num_promote": 0, 2024-08-29T19:03:07.409 INFO:tasks.workunit.client.0.smithi028.stdout: "num_read": 0, 2024-08-29T19:03:07.409 INFO:tasks.workunit.client.0.smithi028.stdout: "num_read_kb": 0, 2024-08-29T19:03:07.410 INFO:tasks.workunit.client.0.smithi028.stdout: "num_scrub_errors": 0, 2024-08-29T19:03:07.410 INFO:tasks.workunit.client.0.smithi028.stdout: "num_shallow_scrub_errors": 0, 2024-08-29T19:03:07.410 INFO:tasks.workunit.client.0.smithi028.stdout: "num_whiteouts": 0, 2024-08-29T19:03:07.410 INFO:tasks.workunit.client.0.smithi028.stdout: "num_write": 0, 2024-08-29T19:03:07.410 INFO:tasks.workunit.client.0.smithi028.stdout: "num_write_kb": 0 2024-08-29T19:03:07.410 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:07.410 INFO:tasks.workunit.client.0.smithi028.stdout: "state": "active+clean", 2024-08-29T19:03:07.410 INFO:tasks.workunit.client.0.smithi028.stdout: "stats_invalid": false, 2024-08-29T19:03:07.410 INFO:tasks.workunit.client.0.smithi028.stdout: "up": [ 2024-08-29T19:03:07.410 INFO:tasks.workunit.client.0.smithi028.stdout: 5, 2024-08-29T19:03:07.410 INFO:tasks.workunit.client.0.smithi028.stdout: 3, 2024-08-29T19:03:07.410 INFO:tasks.workunit.client.0.smithi028.stdout: 7 2024-08-29T19:03:07.410 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-08-29T19:03:07.411 INFO:tasks.workunit.client.0.smithi028.stdout: "up_primary": 5, 2024-08-29T19:03:07.411 INFO:tasks.workunit.client.0.smithi028.stdout: "version": "0'0" 2024-08-29T19:03:07.411 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:07.411 INFO:tasks.workunit.client.0.smithi028.stdout: { 2024-08-29T19:03:07.411 INFO:tasks.workunit.client.0.smithi028.stdout: "acting": [ 2024-08-29T19:03:07.411 INFO:tasks.workunit.client.0.smithi028.stdout: 0, 2024-08-29T19:03:07.411 INFO:tasks.workunit.client.0.smithi028.stdout: 2, 2024-08-29T19:03:07.411 INFO:tasks.workunit.client.0.smithi028.stdout: 1 2024-08-29T19:03:07.411 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-08-29T19:03:07.411 INFO:tasks.workunit.client.0.smithi028.stdout: "acting_primary": 0, 2024-08-29T19:03:07.411 INFO:tasks.workunit.client.0.smithi028.stdout: "avail_no_missing": [], 2024-08-29T19:03:07.411 INFO:tasks.workunit.client.0.smithi028.stdout: "blocked_by": [], 2024-08-29T19:03:07.411 INFO:tasks.workunit.client.0.smithi028.stdout: "created": 62, 2024-08-29T19:03:07.412 INFO:tasks.workunit.client.0.smithi028.stdout: "dirty_stats_invalid": false, 2024-08-29T19:03:07.412 INFO:tasks.workunit.client.0.smithi028.stdout: "hitset_bytes_stats_invalid": false, 2024-08-29T19:03:07.412 INFO:tasks.workunit.client.0.smithi028.stdout: "hitset_stats_invalid": false, 2024-08-29T19:03:07.412 INFO:tasks.workunit.client.0.smithi028.stdout: "last_active": "2024-08-29T19:02:14.102396+0000", 2024-08-29T19:03:07.412 INFO:tasks.workunit.client.0.smithi028.stdout: "last_became_active": "2024-08-29T17:55:26.372812+0000", 2024-08-29T19:03:07.412 INFO:tasks.workunit.client.0.smithi028.stdout: "last_became_peered": "2024-08-29T17:55:26.372812+0000", 2024-08-29T19:03:07.412 INFO:tasks.workunit.client.0.smithi028.stdout: "last_change": "2024-08-29T17:55:26.373796+0000", 2024-08-29T19:03:07.412 INFO:tasks.workunit.client.0.smithi028.stdout: "last_clean": "2024-08-29T19:02:14.102396+0000", 2024-08-29T19:03:07.412 INFO:tasks.workunit.client.0.smithi028.stdout: "last_clean_scrub_stamp": "2024-08-29T17:41:01.987071+0000", 2024-08-29T19:03:07.412 INFO:tasks.workunit.client.0.smithi028.stdout: "last_deep_scrub": "0'0", 2024-08-29T19:03:07.412 INFO:tasks.workunit.client.0.smithi028.stdout: "last_deep_scrub_stamp": "2024-08-29T17:41:01.987071+0000", 2024-08-29T19:03:07.412 INFO:tasks.workunit.client.0.smithi028.stdout: "last_epoch_clean": 517, 2024-08-29T19:03:07.412 INFO:tasks.workunit.client.0.smithi028.stdout: "last_fresh": "2024-08-29T19:02:14.102396+0000", 2024-08-29T19:03:07.412 INFO:tasks.workunit.client.0.smithi028.stdout: "last_fullsized": "2024-08-29T19:02:14.102396+0000", 2024-08-29T19:03:07.413 INFO:tasks.workunit.client.0.smithi028.stdout: "last_peered": "2024-08-29T19:02:14.102396+0000", 2024-08-29T19:03:07.413 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub": "0'0", 2024-08-29T19:03:07.413 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub_duration": 0, 2024-08-29T19:03:07.413 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub_stamp": "2024-08-29T17:41:01.987071+0000", 2024-08-29T19:03:07.413 INFO:tasks.workunit.client.0.smithi028.stdout: "last_undegraded": "2024-08-29T19:02:14.102396+0000", 2024-08-29T19:03:07.413 INFO:tasks.workunit.client.0.smithi028.stdout: "last_unstale": "2024-08-29T19:02:14.102396+0000", 2024-08-29T19:03:07.413 INFO:tasks.workunit.client.0.smithi028.stdout: "log_dups_size": 0, 2024-08-29T19:03:07.413 INFO:tasks.workunit.client.0.smithi028.stdout: "log_size": 0, 2024-08-29T19:03:07.413 INFO:tasks.workunit.client.0.smithi028.stdout: "log_start": "0'0", 2024-08-29T19:03:07.413 INFO:tasks.workunit.client.0.smithi028.stdout: "manifest_stats_invalid": false, 2024-08-29T19:03:07.413 INFO:tasks.workunit.client.0.smithi028.stdout: "mapping_epoch": 516, 2024-08-29T19:03:07.413 INFO:tasks.workunit.client.0.smithi028.stdout: "object_location_counts": [], 2024-08-29T19:03:07.413 INFO:tasks.workunit.client.0.smithi028.stdout: "objects_scrubbed": 0, 2024-08-29T19:03:07.414 INFO:tasks.workunit.client.0.smithi028.stdout: "objects_trimmed": 0, 2024-08-29T19:03:07.414 INFO:tasks.workunit.client.0.smithi028.stdout: "omap_stats_invalid": false, 2024-08-29T19:03:07.414 INFO:tasks.workunit.client.0.smithi028.stdout: "ondisk_log_size": 0, 2024-08-29T19:03:07.414 INFO:tasks.workunit.client.0.smithi028.stdout: "ondisk_log_start": "0'0", 2024-08-29T19:03:07.414 INFO:tasks.workunit.client.0.smithi028.stdout: "parent": "0.0", 2024-08-29T19:03:07.414 INFO:tasks.workunit.client.0.smithi028.stdout: "parent_split_bits": 0, 2024-08-29T19:03:07.414 INFO:tasks.workunit.client.0.smithi028.stdout: "pgid": "3.3d", 2024-08-29T19:03:07.414 INFO:tasks.workunit.client.0.smithi028.stdout: "pin_stats_invalid": false, 2024-08-29T19:03:07.414 INFO:tasks.workunit.client.0.smithi028.stdout: "purged_snaps": [], 2024-08-29T19:03:07.414 INFO:tasks.workunit.client.0.smithi028.stdout: "reported_epoch": 2650, 2024-08-29T19:03:07.414 INFO:tasks.workunit.client.0.smithi028.stdout: "reported_seq": 4812, 2024-08-29T19:03:07.414 INFO:tasks.workunit.client.0.smithi028.stdout: "scrub_duration": 0.0, 2024-08-29T19:03:07.414 INFO:tasks.workunit.client.0.smithi028.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-31T02:20:48.915110+0000", 2024-08-29T19:03:07.414 INFO:tasks.workunit.client.0.smithi028.stdout: "snaptrim_duration": 0.0, 2024-08-29T19:03:07.415 INFO:tasks.workunit.client.0.smithi028.stdout: "snaptrimq_len": 0, 2024-08-29T19:03:07.415 INFO:tasks.workunit.client.0.smithi028.stdout: "stat_sum": { 2024-08-29T19:03:07.415 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes": 0, 2024-08-29T19:03:07.415 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes_hit_set_archive": 0, 2024-08-29T19:03:07.415 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes_recovered": 0, 2024-08-29T19:03:07.415 INFO:tasks.workunit.client.0.smithi028.stdout: "num_deep_scrub_errors": 0, 2024-08-29T19:03:07.415 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict": 0, 2024-08-29T19:03:07.415 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_kb": 0, 2024-08-29T19:03:07.415 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_mode_full": 0, 2024-08-29T19:03:07.415 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_mode_some": 0, 2024-08-29T19:03:07.415 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush": 0, 2024-08-29T19:03:07.415 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_kb": 0, 2024-08-29T19:03:07.415 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_mode_high": 0, 2024-08-29T19:03:07.415 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_mode_low": 0, 2024-08-29T19:03:07.416 INFO:tasks.workunit.client.0.smithi028.stdout: "num_keys_recovered": 0, 2024-08-29T19:03:07.416 INFO:tasks.workunit.client.0.smithi028.stdout: "num_large_omap_objects": 0, 2024-08-29T19:03:07.416 INFO:tasks.workunit.client.0.smithi028.stdout: "num_legacy_snapsets": 0, 2024-08-29T19:03:07.416 INFO:tasks.workunit.client.0.smithi028.stdout: "num_object_clones": 0, 2024-08-29T19:03:07.416 INFO:tasks.workunit.client.0.smithi028.stdout: "num_object_copies": 0, 2024-08-29T19:03:07.416 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects": 0, 2024-08-29T19:03:07.416 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_degraded": 0, 2024-08-29T19:03:07.416 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_dirty": 0, 2024-08-29T19:03:07.416 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_hit_set_archive": 0, 2024-08-29T19:03:07.416 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_manifest": 0, 2024-08-29T19:03:07.416 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_misplaced": 0, 2024-08-29T19:03:07.416 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_missing": 0, 2024-08-29T19:03:07.416 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_missing_on_primary": 0, 2024-08-29T19:03:07.417 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_omap": 0, 2024-08-29T19:03:07.417 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_pinned": 0, 2024-08-29T19:03:07.417 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_recovered": 0, 2024-08-29T19:03:07.417 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_repaired": 0, 2024-08-29T19:03:07.417 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_unfound": 0, 2024-08-29T19:03:07.417 INFO:tasks.workunit.client.0.smithi028.stdout: "num_omap_bytes": 0, 2024-08-29T19:03:07.417 INFO:tasks.workunit.client.0.smithi028.stdout: "num_omap_keys": 0, 2024-08-29T19:03:07.417 INFO:tasks.workunit.client.0.smithi028.stdout: "num_promote": 0, 2024-08-29T19:03:07.417 INFO:tasks.workunit.client.0.smithi028.stdout: "num_read": 0, 2024-08-29T19:03:07.417 INFO:tasks.workunit.client.0.smithi028.stdout: "num_read_kb": 0, 2024-08-29T19:03:07.417 INFO:tasks.workunit.client.0.smithi028.stdout: "num_scrub_errors": 0, 2024-08-29T19:03:07.417 INFO:tasks.workunit.client.0.smithi028.stdout: "num_shallow_scrub_errors": 0, 2024-08-29T19:03:07.417 INFO:tasks.workunit.client.0.smithi028.stdout: "num_whiteouts": 0, 2024-08-29T19:03:07.417 INFO:tasks.workunit.client.0.smithi028.stdout: "num_write": 0, 2024-08-29T19:03:07.418 INFO:tasks.workunit.client.0.smithi028.stdout: "num_write_kb": 0 2024-08-29T19:03:07.418 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:07.418 INFO:tasks.workunit.client.0.smithi028.stdout: "state": "active+clean", 2024-08-29T19:03:07.418 INFO:tasks.workunit.client.0.smithi028.stdout: "stats_invalid": false, 2024-08-29T19:03:07.418 INFO:tasks.workunit.client.0.smithi028.stdout: "up": [ 2024-08-29T19:03:07.418 INFO:tasks.workunit.client.0.smithi028.stdout: 0, 2024-08-29T19:03:07.418 INFO:tasks.workunit.client.0.smithi028.stdout: 2, 2024-08-29T19:03:07.418 INFO:tasks.workunit.client.0.smithi028.stdout: 1 2024-08-29T19:03:07.418 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-08-29T19:03:07.418 INFO:tasks.workunit.client.0.smithi028.stdout: "up_primary": 0, 2024-08-29T19:03:07.418 INFO:tasks.workunit.client.0.smithi028.stdout: "version": "0'0" 2024-08-29T19:03:07.418 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:07.418 INFO:tasks.workunit.client.0.smithi028.stdout: { 2024-08-29T19:03:07.418 INFO:tasks.workunit.client.0.smithi028.stdout: "acting": [ 2024-08-29T19:03:07.418 INFO:tasks.workunit.client.0.smithi028.stdout: 1, 2024-08-29T19:03:07.419 INFO:tasks.workunit.client.0.smithi028.stdout: 0, 2024-08-29T19:03:07.419 INFO:tasks.workunit.client.0.smithi028.stdout: 6 2024-08-29T19:03:07.419 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-08-29T19:03:07.419 INFO:tasks.workunit.client.0.smithi028.stdout: "acting_primary": 1, 2024-08-29T19:03:07.419 INFO:tasks.workunit.client.0.smithi028.stdout: "avail_no_missing": [], 2024-08-29T19:03:07.419 INFO:tasks.workunit.client.0.smithi028.stdout: "blocked_by": [], 2024-08-29T19:03:07.419 INFO:tasks.workunit.client.0.smithi028.stdout: "created": 62, 2024-08-29T19:03:07.419 INFO:tasks.workunit.client.0.smithi028.stdout: "dirty_stats_invalid": false, 2024-08-29T19:03:07.419 INFO:tasks.workunit.client.0.smithi028.stdout: "hitset_bytes_stats_invalid": false, 2024-08-29T19:03:07.419 INFO:tasks.workunit.client.0.smithi028.stdout: "hitset_stats_invalid": false, 2024-08-29T19:03:07.419 INFO:tasks.workunit.client.0.smithi028.stdout: "last_active": "2024-08-29T19:02:14.822916+0000", 2024-08-29T19:03:07.419 INFO:tasks.workunit.client.0.smithi028.stdout: "last_became_active": "2024-08-29T17:57:36.382035+0000", 2024-08-29T19:03:07.419 INFO:tasks.workunit.client.0.smithi028.stdout: "last_became_peered": "2024-08-29T17:57:36.382035+0000", 2024-08-29T19:03:07.420 INFO:tasks.workunit.client.0.smithi028.stdout: "last_change": "2024-08-29T17:57:36.382672+0000", 2024-08-29T19:03:07.420 INFO:tasks.workunit.client.0.smithi028.stdout: "last_clean": "2024-08-29T19:02:14.822916+0000", 2024-08-29T19:03:07.420 INFO:tasks.workunit.client.0.smithi028.stdout: "last_clean_scrub_stamp": "2024-08-29T17:41:01.987071+0000", 2024-08-29T19:03:07.420 INFO:tasks.workunit.client.0.smithi028.stdout: "last_deep_scrub": "0'0", 2024-08-29T19:03:07.420 INFO:tasks.workunit.client.0.smithi028.stdout: "last_deep_scrub_stamp": "2024-08-29T17:41:01.987071+0000", 2024-08-29T19:03:07.420 INFO:tasks.workunit.client.0.smithi028.stdout: "last_epoch_clean": 646, 2024-08-29T19:03:07.420 INFO:tasks.workunit.client.0.smithi028.stdout: "last_fresh": "2024-08-29T19:02:14.822916+0000", 2024-08-29T19:03:07.420 INFO:tasks.workunit.client.0.smithi028.stdout: "last_fullsized": "2024-08-29T19:02:14.822916+0000", 2024-08-29T19:03:07.420 INFO:tasks.workunit.client.0.smithi028.stdout: "last_peered": "2024-08-29T19:02:14.822916+0000", 2024-08-29T19:03:07.420 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub": "0'0", 2024-08-29T19:03:07.420 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub_duration": 0, 2024-08-29T19:03:07.420 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub_stamp": "2024-08-29T17:41:01.987071+0000", 2024-08-29T19:03:07.420 INFO:tasks.workunit.client.0.smithi028.stdout: "last_undegraded": "2024-08-29T19:02:14.822916+0000", 2024-08-29T19:03:07.420 INFO:tasks.workunit.client.0.smithi028.stdout: "last_unstale": "2024-08-29T19:02:14.822916+0000", 2024-08-29T19:03:07.421 INFO:tasks.workunit.client.0.smithi028.stdout: "log_dups_size": 0, 2024-08-29T19:03:07.421 INFO:tasks.workunit.client.0.smithi028.stdout: "log_size": 0, 2024-08-29T19:03:07.421 INFO:tasks.workunit.client.0.smithi028.stdout: "log_start": "0'0", 2024-08-29T19:03:07.421 INFO:tasks.workunit.client.0.smithi028.stdout: "manifest_stats_invalid": false, 2024-08-29T19:03:07.421 INFO:tasks.workunit.client.0.smithi028.stdout: "mapping_epoch": 645, 2024-08-29T19:03:07.421 INFO:tasks.workunit.client.0.smithi028.stdout: "object_location_counts": [], 2024-08-29T19:03:07.421 INFO:tasks.workunit.client.0.smithi028.stdout: "objects_scrubbed": 0, 2024-08-29T19:03:07.421 INFO:tasks.workunit.client.0.smithi028.stdout: "objects_trimmed": 0, 2024-08-29T19:03:07.421 INFO:tasks.workunit.client.0.smithi028.stdout: "omap_stats_invalid": false, 2024-08-29T19:03:07.421 INFO:tasks.workunit.client.0.smithi028.stdout: "ondisk_log_size": 0, 2024-08-29T19:03:07.421 INFO:tasks.workunit.client.0.smithi028.stdout: "ondisk_log_start": "0'0", 2024-08-29T19:03:07.421 INFO:tasks.workunit.client.0.smithi028.stdout: "parent": "0.0", 2024-08-29T19:03:07.421 INFO:tasks.workunit.client.0.smithi028.stdout: "parent_split_bits": 0, 2024-08-29T19:03:07.421 INFO:tasks.workunit.client.0.smithi028.stdout: "pgid": "3.3e", 2024-08-29T19:03:07.422 INFO:tasks.workunit.client.0.smithi028.stdout: "pin_stats_invalid": false, 2024-08-29T19:03:07.422 INFO:tasks.workunit.client.0.smithi028.stdout: "purged_snaps": [], 2024-08-29T19:03:07.422 INFO:tasks.workunit.client.0.smithi028.stdout: "reported_epoch": 2650, 2024-08-29T19:03:07.422 INFO:tasks.workunit.client.0.smithi028.stdout: "reported_seq": 4781, 2024-08-29T19:03:07.422 INFO:tasks.workunit.client.0.smithi028.stdout: "scrub_duration": 0.0, 2024-08-29T19:03:07.422 INFO:tasks.workunit.client.0.smithi028.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-31T03:29:31.430188+0000", 2024-08-29T19:03:07.422 INFO:tasks.workunit.client.0.smithi028.stdout: "snaptrim_duration": 0.0, 2024-08-29T19:03:07.422 INFO:tasks.workunit.client.0.smithi028.stdout: "snaptrimq_len": 0, 2024-08-29T19:03:07.422 INFO:tasks.workunit.client.0.smithi028.stdout: "stat_sum": { 2024-08-29T19:03:07.422 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes": 0, 2024-08-29T19:03:07.422 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes_hit_set_archive": 0, 2024-08-29T19:03:07.422 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes_recovered": 0, 2024-08-29T19:03:07.422 INFO:tasks.workunit.client.0.smithi028.stdout: "num_deep_scrub_errors": 0, 2024-08-29T19:03:07.422 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict": 0, 2024-08-29T19:03:07.423 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_kb": 0, 2024-08-29T19:03:07.423 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_mode_full": 0, 2024-08-29T19:03:07.423 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_mode_some": 0, 2024-08-29T19:03:07.423 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush": 0, 2024-08-29T19:03:07.423 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_kb": 0, 2024-08-29T19:03:07.423 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_mode_high": 0, 2024-08-29T19:03:07.423 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_mode_low": 0, 2024-08-29T19:03:07.423 INFO:tasks.workunit.client.0.smithi028.stdout: "num_keys_recovered": 0, 2024-08-29T19:03:07.423 INFO:tasks.workunit.client.0.smithi028.stdout: "num_large_omap_objects": 0, 2024-08-29T19:03:07.423 INFO:tasks.workunit.client.0.smithi028.stdout: "num_legacy_snapsets": 0, 2024-08-29T19:03:07.423 INFO:tasks.workunit.client.0.smithi028.stdout: "num_object_clones": 0, 2024-08-29T19:03:07.423 INFO:tasks.workunit.client.0.smithi028.stdout: "num_object_copies": 0, 2024-08-29T19:03:07.423 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects": 0, 2024-08-29T19:03:07.423 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_degraded": 0, 2024-08-29T19:03:07.424 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_dirty": 0, 2024-08-29T19:03:07.424 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_hit_set_archive": 0, 2024-08-29T19:03:07.424 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_manifest": 0, 2024-08-29T19:03:07.424 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_misplaced": 0, 2024-08-29T19:03:07.424 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_missing": 0, 2024-08-29T19:03:07.424 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_missing_on_primary": 0, 2024-08-29T19:03:07.424 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_omap": 0, 2024-08-29T19:03:07.424 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_pinned": 0, 2024-08-29T19:03:07.424 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_recovered": 0, 2024-08-29T19:03:07.424 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_repaired": 0, 2024-08-29T19:03:07.424 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_unfound": 0, 2024-08-29T19:03:07.424 INFO:tasks.workunit.client.0.smithi028.stdout: "num_omap_bytes": 0, 2024-08-29T19:03:07.424 INFO:tasks.workunit.client.0.smithi028.stdout: "num_omap_keys": 0, 2024-08-29T19:03:07.425 INFO:tasks.workunit.client.0.smithi028.stdout: "num_promote": 0, 2024-08-29T19:03:07.425 INFO:tasks.workunit.client.0.smithi028.stdout: "num_read": 0, 2024-08-29T19:03:07.425 INFO:tasks.workunit.client.0.smithi028.stdout: "num_read_kb": 0, 2024-08-29T19:03:07.425 INFO:tasks.workunit.client.0.smithi028.stdout: "num_scrub_errors": 0, 2024-08-29T19:03:07.425 INFO:tasks.workunit.client.0.smithi028.stdout: "num_shallow_scrub_errors": 0, 2024-08-29T19:03:07.425 INFO:tasks.workunit.client.0.smithi028.stdout: "num_whiteouts": 0, 2024-08-29T19:03:07.425 INFO:tasks.workunit.client.0.smithi028.stdout: "num_write": 0, 2024-08-29T19:03:07.425 INFO:tasks.workunit.client.0.smithi028.stdout: "num_write_kb": 0 2024-08-29T19:03:07.425 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:07.425 INFO:tasks.workunit.client.0.smithi028.stdout: "state": "active+clean", 2024-08-29T19:03:07.425 INFO:tasks.workunit.client.0.smithi028.stdout: "stats_invalid": false, 2024-08-29T19:03:07.425 INFO:tasks.workunit.client.0.smithi028.stdout: "up": [ 2024-08-29T19:03:07.425 INFO:tasks.workunit.client.0.smithi028.stdout: 1, 2024-08-29T19:03:07.425 INFO:tasks.workunit.client.0.smithi028.stdout: 0, 2024-08-29T19:03:07.426 INFO:tasks.workunit.client.0.smithi028.stdout: 6 2024-08-29T19:03:07.426 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-08-29T19:03:07.426 INFO:tasks.workunit.client.0.smithi028.stdout: "up_primary": 1, 2024-08-29T19:03:07.426 INFO:tasks.workunit.client.0.smithi028.stdout: "version": "0'0" 2024-08-29T19:03:07.426 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:07.426 INFO:tasks.workunit.client.0.smithi028.stdout: { 2024-08-29T19:03:07.426 INFO:tasks.workunit.client.0.smithi028.stdout: "acting": [ 2024-08-29T19:03:07.426 INFO:tasks.workunit.client.0.smithi028.stdout: 7, 2024-08-29T19:03:07.426 INFO:tasks.workunit.client.0.smithi028.stdout: 6, 2024-08-29T19:03:07.426 INFO:tasks.workunit.client.0.smithi028.stdout: 0 2024-08-29T19:03:07.426 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-08-29T19:03:07.426 INFO:tasks.workunit.client.0.smithi028.stdout: "acting_primary": 7, 2024-08-29T19:03:07.426 INFO:tasks.workunit.client.0.smithi028.stdout: "avail_no_missing": [], 2024-08-29T19:03:07.427 INFO:tasks.workunit.client.0.smithi028.stdout: "blocked_by": [], 2024-08-29T19:03:07.427 INFO:tasks.workunit.client.0.smithi028.stdout: "created": 62, 2024-08-29T19:03:07.427 INFO:tasks.workunit.client.0.smithi028.stdout: "dirty_stats_invalid": false, 2024-08-29T19:03:07.427 INFO:tasks.workunit.client.0.smithi028.stdout: "hitset_bytes_stats_invalid": false, 2024-08-29T19:03:07.427 INFO:tasks.workunit.client.0.smithi028.stdout: "hitset_stats_invalid": false, 2024-08-29T19:03:07.427 INFO:tasks.workunit.client.0.smithi028.stdout: "last_active": "2024-08-29T19:02:14.101795+0000", 2024-08-29T19:03:07.427 INFO:tasks.workunit.client.0.smithi028.stdout: "last_became_active": "2024-08-29T17:58:11.352330+0000", 2024-08-29T19:03:07.427 INFO:tasks.workunit.client.0.smithi028.stdout: "last_became_peered": "2024-08-29T17:58:11.352330+0000", 2024-08-29T19:03:07.427 INFO:tasks.workunit.client.0.smithi028.stdout: "last_change": "2024-08-29T17:58:11.354587+0000", 2024-08-29T19:03:07.427 INFO:tasks.workunit.client.0.smithi028.stdout: "last_clean": "2024-08-29T19:02:14.101795+0000", 2024-08-29T19:03:07.427 INFO:tasks.workunit.client.0.smithi028.stdout: "last_clean_scrub_stamp": "2024-08-29T17:41:01.987071+0000", 2024-08-29T19:03:07.427 INFO:tasks.workunit.client.0.smithi028.stdout: "last_deep_scrub": "0'0", 2024-08-29T19:03:07.427 INFO:tasks.workunit.client.0.smithi028.stdout: "last_deep_scrub_stamp": "2024-08-29T17:41:01.987071+0000", 2024-08-29T19:03:07.428 INFO:tasks.workunit.client.0.smithi028.stdout: "last_epoch_clean": 681, 2024-08-29T19:03:07.428 INFO:tasks.workunit.client.0.smithi028.stdout: "last_fresh": "2024-08-29T19:02:14.101795+0000", 2024-08-29T19:03:07.428 INFO:tasks.workunit.client.0.smithi028.stdout: "last_fullsized": "2024-08-29T19:02:14.101795+0000", 2024-08-29T19:03:07.428 INFO:tasks.workunit.client.0.smithi028.stdout: "last_peered": "2024-08-29T19:02:14.101795+0000", 2024-08-29T19:03:07.428 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub": "0'0", 2024-08-29T19:03:07.428 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub_duration": 0, 2024-08-29T19:03:07.428 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub_stamp": "2024-08-29T17:41:01.987071+0000", 2024-08-29T19:03:07.428 INFO:tasks.workunit.client.0.smithi028.stdout: "last_undegraded": "2024-08-29T19:02:14.101795+0000", 2024-08-29T19:03:07.428 INFO:tasks.workunit.client.0.smithi028.stdout: "last_unstale": "2024-08-29T19:02:14.101795+0000", 2024-08-29T19:03:07.428 INFO:tasks.workunit.client.0.smithi028.stdout: "log_dups_size": 0, 2024-08-29T19:03:07.428 INFO:tasks.workunit.client.0.smithi028.stdout: "log_size": 0, 2024-08-29T19:03:07.428 INFO:tasks.workunit.client.0.smithi028.stdout: "log_start": "0'0", 2024-08-29T19:03:07.428 INFO:tasks.workunit.client.0.smithi028.stdout: "manifest_stats_invalid": false, 2024-08-29T19:03:07.428 INFO:tasks.workunit.client.0.smithi028.stdout: "mapping_epoch": 680, 2024-08-29T19:03:07.429 INFO:tasks.workunit.client.0.smithi028.stdout: "object_location_counts": [], 2024-08-29T19:03:07.429 INFO:tasks.workunit.client.0.smithi028.stdout: "objects_scrubbed": 0, 2024-08-29T19:03:07.429 INFO:tasks.workunit.client.0.smithi028.stdout: "objects_trimmed": 0, 2024-08-29T19:03:07.429 INFO:tasks.workunit.client.0.smithi028.stdout: "omap_stats_invalid": false, 2024-08-29T19:03:07.429 INFO:tasks.workunit.client.0.smithi028.stdout: "ondisk_log_size": 0, 2024-08-29T19:03:07.429 INFO:tasks.workunit.client.0.smithi028.stdout: "ondisk_log_start": "0'0", 2024-08-29T19:03:07.429 INFO:tasks.workunit.client.0.smithi028.stdout: "parent": "0.0", 2024-08-29T19:03:07.429 INFO:tasks.workunit.client.0.smithi028.stdout: "parent_split_bits": 0, 2024-08-29T19:03:07.429 INFO:tasks.workunit.client.0.smithi028.stdout: "pgid": "3.3f", 2024-08-29T19:03:07.429 INFO:tasks.workunit.client.0.smithi028.stdout: "pin_stats_invalid": false, 2024-08-29T19:03:07.429 INFO:tasks.workunit.client.0.smithi028.stdout: "purged_snaps": [], 2024-08-29T19:03:07.429 INFO:tasks.workunit.client.0.smithi028.stdout: "reported_epoch": 2650, 2024-08-29T19:03:07.429 INFO:tasks.workunit.client.0.smithi028.stdout: "reported_seq": 4556, 2024-08-29T19:03:07.429 INFO:tasks.workunit.client.0.smithi028.stdout: "scrub_duration": 0.0, 2024-08-29T19:03:07.430 INFO:tasks.workunit.client.0.smithi028.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-30T17:55:27.162202+0000", 2024-08-29T19:03:07.430 INFO:tasks.workunit.client.0.smithi028.stdout: "snaptrim_duration": 0.0, 2024-08-29T19:03:07.430 INFO:tasks.workunit.client.0.smithi028.stdout: "snaptrimq_len": 0, 2024-08-29T19:03:07.430 INFO:tasks.workunit.client.0.smithi028.stdout: "stat_sum": { 2024-08-29T19:03:07.430 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes": 0, 2024-08-29T19:03:07.430 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes_hit_set_archive": 0, 2024-08-29T19:03:07.430 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes_recovered": 0, 2024-08-29T19:03:07.430 INFO:tasks.workunit.client.0.smithi028.stdout: "num_deep_scrub_errors": 0, 2024-08-29T19:03:07.430 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict": 0, 2024-08-29T19:03:07.430 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_kb": 0, 2024-08-29T19:03:07.430 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_mode_full": 0, 2024-08-29T19:03:07.430 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_mode_some": 0, 2024-08-29T19:03:07.430 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush": 0, 2024-08-29T19:03:07.430 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_kb": 0, 2024-08-29T19:03:07.431 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_mode_high": 0, 2024-08-29T19:03:07.431 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_mode_low": 0, 2024-08-29T19:03:07.431 INFO:tasks.workunit.client.0.smithi028.stdout: "num_keys_recovered": 0, 2024-08-29T19:03:07.431 INFO:tasks.workunit.client.0.smithi028.stdout: "num_large_omap_objects": 0, 2024-08-29T19:03:07.431 INFO:tasks.workunit.client.0.smithi028.stdout: "num_legacy_snapsets": 0, 2024-08-29T19:03:07.431 INFO:tasks.workunit.client.0.smithi028.stdout: "num_object_clones": 0, 2024-08-29T19:03:07.431 INFO:tasks.workunit.client.0.smithi028.stdout: "num_object_copies": 0, 2024-08-29T19:03:07.431 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects": 0, 2024-08-29T19:03:07.431 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_degraded": 0, 2024-08-29T19:03:07.431 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_dirty": 0, 2024-08-29T19:03:07.431 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_hit_set_archive": 0, 2024-08-29T19:03:07.431 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_manifest": 0, 2024-08-29T19:03:07.431 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_misplaced": 0, 2024-08-29T19:03:07.431 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_missing": 0, 2024-08-29T19:03:07.432 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_missing_on_primary": 0, 2024-08-29T19:03:07.432 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_omap": 0, 2024-08-29T19:03:07.432 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_pinned": 0, 2024-08-29T19:03:07.432 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_recovered": 0, 2024-08-29T19:03:07.432 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_repaired": 0, 2024-08-29T19:03:07.432 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_unfound": 0, 2024-08-29T19:03:07.432 INFO:tasks.workunit.client.0.smithi028.stdout: "num_omap_bytes": 0, 2024-08-29T19:03:07.432 INFO:tasks.workunit.client.0.smithi028.stdout: "num_omap_keys": 0, 2024-08-29T19:03:07.432 INFO:tasks.workunit.client.0.smithi028.stdout: "num_promote": 0, 2024-08-29T19:03:07.432 INFO:tasks.workunit.client.0.smithi028.stdout: "num_read": 0, 2024-08-29T19:03:07.432 INFO:tasks.workunit.client.0.smithi028.stdout: "num_read_kb": 0, 2024-08-29T19:03:07.432 INFO:tasks.workunit.client.0.smithi028.stdout: "num_scrub_errors": 0, 2024-08-29T19:03:07.432 INFO:tasks.workunit.client.0.smithi028.stdout: "num_shallow_scrub_errors": 0, 2024-08-29T19:03:07.433 INFO:tasks.workunit.client.0.smithi028.stdout: "num_whiteouts": 0, 2024-08-29T19:03:07.433 INFO:tasks.workunit.client.0.smithi028.stdout: "num_write": 0, 2024-08-29T19:03:07.433 INFO:tasks.workunit.client.0.smithi028.stdout: "num_write_kb": 0 2024-08-29T19:03:07.433 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:07.433 INFO:tasks.workunit.client.0.smithi028.stdout: "state": "active+clean", 2024-08-29T19:03:07.433 INFO:tasks.workunit.client.0.smithi028.stdout: "stats_invalid": false, 2024-08-29T19:03:07.433 INFO:tasks.workunit.client.0.smithi028.stdout: "up": [ 2024-08-29T19:03:07.433 INFO:tasks.workunit.client.0.smithi028.stdout: 7, 2024-08-29T19:03:07.433 INFO:tasks.workunit.client.0.smithi028.stdout: 6, 2024-08-29T19:03:07.433 INFO:tasks.workunit.client.0.smithi028.stdout: 0 2024-08-29T19:03:07.433 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-08-29T19:03:07.433 INFO:tasks.workunit.client.0.smithi028.stdout: "up_primary": 7, 2024-08-29T19:03:07.433 INFO:tasks.workunit.client.0.smithi028.stdout: "version": "0'0" 2024-08-29T19:03:07.433 INFO:tasks.workunit.client.0.smithi028.stdout: } 2024-08-29T19:03:07.434 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-08-29T19:03:07.434 INFO:tasks.workunit.client.0.smithi028.stdout: "stats_per_pool": [ 2024-08-29T19:03:07.434 INFO:tasks.workunit.client.0.smithi028.stdout: { 2024-08-29T19:03:07.434 INFO:tasks.workunit.client.0.smithi028.stdout: "acting": 3, 2024-08-29T19:03:07.434 INFO:tasks.workunit.client.0.smithi028.stdout: "application": [ 2024-08-29T19:03:07.434 INFO:tasks.workunit.client.0.smithi028.stdout: "mgr" 2024-08-29T19:03:07.434 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-08-29T19:03:07.434 INFO:tasks.workunit.client.0.smithi028.stdout: "log_size": 197, 2024-08-29T19:03:07.434 INFO:tasks.workunit.client.0.smithi028.stdout: "num_pg": 1, 2024-08-29T19:03:07.434 INFO:tasks.workunit.client.0.smithi028.stdout: "num_store_stats": 3, 2024-08-29T19:03:07.434 INFO:tasks.workunit.client.0.smithi028.stdout: "ondisk_log_size": 197, 2024-08-29T19:03:07.434 INFO:tasks.workunit.client.0.smithi028.stdout: "poolid": 1, 2024-08-29T19:03:07.434 INFO:tasks.workunit.client.0.smithi028.stdout: "stat_sum": { 2024-08-29T19:03:07.434 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes": 590368, 2024-08-29T19:03:07.435 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes_hit_set_archive": 0, 2024-08-29T19:03:07.435 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes_recovered": 1771104, 2024-08-29T19:03:07.435 INFO:tasks.workunit.client.0.smithi028.stdout: "num_deep_scrub_errors": 0, 2024-08-29T19:03:07.435 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict": 0, 2024-08-29T19:03:07.435 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_kb": 0, 2024-08-29T19:03:07.435 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_mode_full": 0, 2024-08-29T19:03:07.435 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_mode_some": 0, 2024-08-29T19:03:07.435 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush": 0, 2024-08-29T19:03:07.435 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_kb": 0, 2024-08-29T19:03:07.435 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_mode_high": 0, 2024-08-29T19:03:07.435 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_mode_low": 0, 2024-08-29T19:03:07.435 INFO:tasks.workunit.client.0.smithi028.stdout: "num_keys_recovered": 0, 2024-08-29T19:03:07.435 INFO:tasks.workunit.client.0.smithi028.stdout: "num_large_omap_objects": 0, 2024-08-29T19:03:07.435 INFO:tasks.workunit.client.0.smithi028.stdout: "num_legacy_snapsets": 0, 2024-08-29T19:03:07.436 INFO:tasks.workunit.client.0.smithi028.stdout: "num_object_clones": 0, 2024-08-29T19:03:07.436 INFO:tasks.workunit.client.0.smithi028.stdout: "num_object_copies": 6, 2024-08-29T19:03:07.436 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects": 2, 2024-08-29T19:03:07.436 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_degraded": 0, 2024-08-29T19:03:07.436 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_dirty": 2, 2024-08-29T19:03:07.436 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_hit_set_archive": 0, 2024-08-29T19:03:07.436 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_manifest": 0, 2024-08-29T19:03:07.436 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_misplaced": 0, 2024-08-29T19:03:07.436 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_missing": 0, 2024-08-29T19:03:07.436 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_missing_on_primary": 0, 2024-08-29T19:03:07.436 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_omap": 0, 2024-08-29T19:03:07.436 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_pinned": 0, 2024-08-29T19:03:07.436 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_recovered": 6, 2024-08-29T19:03:07.437 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_repaired": 0, 2024-08-29T19:03:07.437 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_unfound": 0, 2024-08-29T19:03:07.437 INFO:tasks.workunit.client.0.smithi028.stdout: "num_omap_bytes": 0, 2024-08-29T19:03:07.437 INFO:tasks.workunit.client.0.smithi028.stdout: "num_omap_keys": 0, 2024-08-29T19:03:07.437 INFO:tasks.workunit.client.0.smithi028.stdout: "num_promote": 0, 2024-08-29T19:03:07.437 INFO:tasks.workunit.client.0.smithi028.stdout: "num_read": 812, 2024-08-29T19:03:07.437 INFO:tasks.workunit.client.0.smithi028.stdout: "num_read_kb": 1310, 2024-08-29T19:03:07.437 INFO:tasks.workunit.client.0.smithi028.stdout: "num_scrub_errors": 0, 2024-08-29T19:03:07.437 INFO:tasks.workunit.client.0.smithi028.stdout: "num_shallow_scrub_errors": 0, 2024-08-29T19:03:07.437 INFO:tasks.workunit.client.0.smithi028.stdout: "num_whiteouts": 0, 2024-08-29T19:03:07.437 INFO:tasks.workunit.client.0.smithi028.stdout: "num_write": 311, 2024-08-29T19:03:07.437 INFO:tasks.workunit.client.0.smithi028.stdout: "num_write_kb": 2416 2024-08-29T19:03:07.437 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:07.437 INFO:tasks.workunit.client.0.smithi028.stdout: "store_stats": { 2024-08-29T19:03:07.438 INFO:tasks.workunit.client.0.smithi028.stdout: "allocated": 1781760, 2024-08-29T19:03:07.438 INFO:tasks.workunit.client.0.smithi028.stdout: "available": 0, 2024-08-29T19:03:07.438 INFO:tasks.workunit.client.0.smithi028.stdout: "data_compressed": 0, 2024-08-29T19:03:07.438 INFO:tasks.workunit.client.0.smithi028.stdout: "data_compressed_allocated": 0, 2024-08-29T19:03:07.438 INFO:tasks.workunit.client.0.smithi028.stdout: "data_compressed_original": 0, 2024-08-29T19:03:07.438 INFO:tasks.workunit.client.0.smithi028.stdout: "data_stored": 1771104, 2024-08-29T19:03:07.438 INFO:tasks.workunit.client.0.smithi028.stdout: "internal_metadata": 0, 2024-08-29T19:03:07.438 INFO:tasks.workunit.client.0.smithi028.stdout: "internally_reserved": 0, 2024-08-29T19:03:07.438 INFO:tasks.workunit.client.0.smithi028.stdout: "omap_allocated": 0, 2024-08-29T19:03:07.438 INFO:tasks.workunit.client.0.smithi028.stdout: "total": 0 2024-08-29T19:03:07.438 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:07.438 INFO:tasks.workunit.client.0.smithi028.stdout: "up": 3 2024-08-29T19:03:07.438 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:07.439 INFO:tasks.workunit.client.0.smithi028.stdout: { 2024-08-29T19:03:07.439 INFO:tasks.workunit.client.0.smithi028.stdout: "acting": 96, 2024-08-29T19:03:07.439 INFO:tasks.workunit.client.0.smithi028.stdout: "application": [ 2024-08-29T19:03:07.439 INFO:tasks.workunit.client.0.smithi028.stdout: "cephfs" 2024-08-29T19:03:07.439 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-08-29T19:03:07.439 INFO:tasks.workunit.client.0.smithi028.stdout: "log_size": 68, 2024-08-29T19:03:07.439 INFO:tasks.workunit.client.0.smithi028.stdout: "num_pg": 32, 2024-08-29T19:03:07.439 INFO:tasks.workunit.client.0.smithi028.stdout: "num_store_stats": 8, 2024-08-29T19:03:07.439 INFO:tasks.workunit.client.0.smithi028.stdout: "ondisk_log_size": 68, 2024-08-29T19:03:07.439 INFO:tasks.workunit.client.0.smithi028.stdout: "poolid": 2, 2024-08-29T19:03:07.439 INFO:tasks.workunit.client.0.smithi028.stdout: "stat_sum": { 2024-08-29T19:03:07.439 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes": 6590, 2024-08-29T19:03:07.439 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes_hit_set_archive": 0, 2024-08-29T19:03:07.439 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes_recovered": 0, 2024-08-29T19:03:07.440 INFO:tasks.workunit.client.0.smithi028.stdout: "num_deep_scrub_errors": 0, 2024-08-29T19:03:07.440 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict": 0, 2024-08-29T19:03:07.440 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_kb": 0, 2024-08-29T19:03:07.440 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_mode_full": 0, 2024-08-29T19:03:07.440 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_mode_some": 0, 2024-08-29T19:03:07.440 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush": 0, 2024-08-29T19:03:07.440 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_kb": 0, 2024-08-29T19:03:07.440 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_mode_high": 0, 2024-08-29T19:03:07.440 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_mode_low": 0, 2024-08-29T19:03:07.440 INFO:tasks.workunit.client.0.smithi028.stdout: "num_keys_recovered": 0, 2024-08-29T19:03:07.440 INFO:tasks.workunit.client.0.smithi028.stdout: "num_large_omap_objects": 0, 2024-08-29T19:03:07.440 INFO:tasks.workunit.client.0.smithi028.stdout: "num_legacy_snapsets": 0, 2024-08-29T19:03:07.440 INFO:tasks.workunit.client.0.smithi028.stdout: "num_object_clones": 0, 2024-08-29T19:03:07.440 INFO:tasks.workunit.client.0.smithi028.stdout: "num_object_copies": 66, 2024-08-29T19:03:07.441 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects": 22, 2024-08-29T19:03:07.441 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_degraded": 0, 2024-08-29T19:03:07.441 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_dirty": 22, 2024-08-29T19:03:07.441 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_hit_set_archive": 0, 2024-08-29T19:03:07.441 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_manifest": 0, 2024-08-29T19:03:07.441 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_misplaced": 0, 2024-08-29T19:03:07.441 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_missing": 0, 2024-08-29T19:03:07.441 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_missing_on_primary": 0, 2024-08-29T19:03:07.441 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_omap": 14, 2024-08-29T19:03:07.441 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_pinned": 0, 2024-08-29T19:03:07.441 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_recovered": 0, 2024-08-29T19:03:07.441 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_repaired": 0, 2024-08-29T19:03:07.441 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_unfound": 0, 2024-08-29T19:03:07.442 INFO:tasks.workunit.client.0.smithi028.stdout: "num_omap_bytes": 0, 2024-08-29T19:03:07.442 INFO:tasks.workunit.client.0.smithi028.stdout: "num_omap_keys": 0, 2024-08-29T19:03:07.442 INFO:tasks.workunit.client.0.smithi028.stdout: "num_promote": 0, 2024-08-29T19:03:07.442 INFO:tasks.workunit.client.0.smithi028.stdout: "num_read": 79, 2024-08-29T19:03:07.442 INFO:tasks.workunit.client.0.smithi028.stdout: "num_read_kb": 86, 2024-08-29T19:03:07.442 INFO:tasks.workunit.client.0.smithi028.stdout: "num_scrub_errors": 0, 2024-08-29T19:03:07.442 INFO:tasks.workunit.client.0.smithi028.stdout: "num_shallow_scrub_errors": 0, 2024-08-29T19:03:07.442 INFO:tasks.workunit.client.0.smithi028.stdout: "num_whiteouts": 0, 2024-08-29T19:03:07.442 INFO:tasks.workunit.client.0.smithi028.stdout: "num_write": 68, 2024-08-29T19:03:07.442 INFO:tasks.workunit.client.0.smithi028.stdout: "num_write_kb": 35 2024-08-29T19:03:07.442 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:07.442 INFO:tasks.workunit.client.0.smithi028.stdout: "store_stats": { 2024-08-29T19:03:07.442 INFO:tasks.workunit.client.0.smithi028.stdout: "allocated": 110592, 2024-08-29T19:03:07.442 INFO:tasks.workunit.client.0.smithi028.stdout: "available": 0, 2024-08-29T19:03:07.443 INFO:tasks.workunit.client.0.smithi028.stdout: "data_compressed": 0, 2024-08-29T19:03:07.443 INFO:tasks.workunit.client.0.smithi028.stdout: "data_compressed_allocated": 0, 2024-08-29T19:03:07.443 INFO:tasks.workunit.client.0.smithi028.stdout: "data_compressed_original": 0, 2024-08-29T19:03:07.443 INFO:tasks.workunit.client.0.smithi028.stdout: "data_stored": 19770, 2024-08-29T19:03:07.443 INFO:tasks.workunit.client.0.smithi028.stdout: "internal_metadata": 0, 2024-08-29T19:03:07.443 INFO:tasks.workunit.client.0.smithi028.stdout: "internally_reserved": 0, 2024-08-29T19:03:07.443 INFO:tasks.workunit.client.0.smithi028.stdout: "omap_allocated": 37412, 2024-08-29T19:03:07.443 INFO:tasks.workunit.client.0.smithi028.stdout: "total": 0 2024-08-29T19:03:07.443 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:07.443 INFO:tasks.workunit.client.0.smithi028.stdout: "up": 96 2024-08-29T19:03:07.443 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:07.443 INFO:tasks.workunit.client.0.smithi028.stdout: { 2024-08-29T19:03:07.443 INFO:tasks.workunit.client.0.smithi028.stdout: "acting": 192, 2024-08-29T19:03:07.444 INFO:tasks.workunit.client.0.smithi028.stdout: "application": [ 2024-08-29T19:03:07.444 INFO:tasks.workunit.client.0.smithi028.stdout: "cephfs" 2024-08-29T19:03:07.444 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-08-29T19:03:07.444 INFO:tasks.workunit.client.0.smithi028.stdout: "log_size": 0, 2024-08-29T19:03:07.444 INFO:tasks.workunit.client.0.smithi028.stdout: "num_pg": 64, 2024-08-29T19:03:07.444 INFO:tasks.workunit.client.0.smithi028.stdout: "num_store_stats": 8, 2024-08-29T19:03:07.444 INFO:tasks.workunit.client.0.smithi028.stdout: "ondisk_log_size": 0, 2024-08-29T19:03:07.444 INFO:tasks.workunit.client.0.smithi028.stdout: "poolid": 3, 2024-08-29T19:03:07.444 INFO:tasks.workunit.client.0.smithi028.stdout: "stat_sum": { 2024-08-29T19:03:07.444 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes": 0, 2024-08-29T19:03:07.444 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes_hit_set_archive": 0, 2024-08-29T19:03:07.444 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes_recovered": 0, 2024-08-29T19:03:07.444 INFO:tasks.workunit.client.0.smithi028.stdout: "num_deep_scrub_errors": 0, 2024-08-29T19:03:07.444 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict": 0, 2024-08-29T19:03:07.445 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_kb": 0, 2024-08-29T19:03:07.445 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_mode_full": 0, 2024-08-29T19:03:07.445 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_mode_some": 0, 2024-08-29T19:03:07.445 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush": 0, 2024-08-29T19:03:07.445 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_kb": 0, 2024-08-29T19:03:07.445 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_mode_high": 0, 2024-08-29T19:03:07.445 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_mode_low": 0, 2024-08-29T19:03:07.445 INFO:tasks.workunit.client.0.smithi028.stdout: "num_keys_recovered": 0, 2024-08-29T19:03:07.445 INFO:tasks.workunit.client.0.smithi028.stdout: "num_large_omap_objects": 0, 2024-08-29T19:03:07.445 INFO:tasks.workunit.client.0.smithi028.stdout: "num_legacy_snapsets": 0, 2024-08-29T19:03:07.445 INFO:tasks.workunit.client.0.smithi028.stdout: "num_object_clones": 0, 2024-08-29T19:03:07.445 INFO:tasks.workunit.client.0.smithi028.stdout: "num_object_copies": 0, 2024-08-29T19:03:07.445 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects": 0, 2024-08-29T19:03:07.445 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_degraded": 0, 2024-08-29T19:03:07.446 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_dirty": 0, 2024-08-29T19:03:07.446 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_hit_set_archive": 0, 2024-08-29T19:03:07.446 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_manifest": 0, 2024-08-29T19:03:07.446 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_misplaced": 0, 2024-08-29T19:03:07.446 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_missing": 0, 2024-08-29T19:03:07.446 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_missing_on_primary": 0, 2024-08-29T19:03:07.446 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_omap": 0, 2024-08-29T19:03:07.446 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_pinned": 0, 2024-08-29T19:03:07.446 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_recovered": 0, 2024-08-29T19:03:07.446 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_repaired": 0, 2024-08-29T19:03:07.446 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_unfound": 0, 2024-08-29T19:03:07.446 INFO:tasks.workunit.client.0.smithi028.stdout: "num_omap_bytes": 0, 2024-08-29T19:03:07.446 INFO:tasks.workunit.client.0.smithi028.stdout: "num_omap_keys": 0, 2024-08-29T19:03:07.446 INFO:tasks.workunit.client.0.smithi028.stdout: "num_promote": 0, 2024-08-29T19:03:07.447 INFO:tasks.workunit.client.0.smithi028.stdout: "num_read": 0, 2024-08-29T19:03:07.447 INFO:tasks.workunit.client.0.smithi028.stdout: "num_read_kb": 0, 2024-08-29T19:03:07.447 INFO:tasks.workunit.client.0.smithi028.stdout: "num_scrub_errors": 0, 2024-08-29T19:03:07.447 INFO:tasks.workunit.client.0.smithi028.stdout: "num_shallow_scrub_errors": 0, 2024-08-29T19:03:07.447 INFO:tasks.workunit.client.0.smithi028.stdout: "num_whiteouts": 0, 2024-08-29T19:03:07.447 INFO:tasks.workunit.client.0.smithi028.stdout: "num_write": 0, 2024-08-29T19:03:07.447 INFO:tasks.workunit.client.0.smithi028.stdout: "num_write_kb": 0 2024-08-29T19:03:07.447 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:07.447 INFO:tasks.workunit.client.0.smithi028.stdout: "store_stats": { 2024-08-29T19:03:07.447 INFO:tasks.workunit.client.0.smithi028.stdout: "allocated": 0, 2024-08-29T19:03:07.447 INFO:tasks.workunit.client.0.smithi028.stdout: "available": 0, 2024-08-29T19:03:07.447 INFO:tasks.workunit.client.0.smithi028.stdout: "data_compressed": 0, 2024-08-29T19:03:07.447 INFO:tasks.workunit.client.0.smithi028.stdout: "data_compressed_allocated": 0, 2024-08-29T19:03:07.447 INFO:tasks.workunit.client.0.smithi028.stdout: "data_compressed_original": 0, 2024-08-29T19:03:07.448 INFO:tasks.workunit.client.0.smithi028.stdout: "data_stored": 0, 2024-08-29T19:03:07.448 INFO:tasks.workunit.client.0.smithi028.stdout: "internal_metadata": 0, 2024-08-29T19:03:07.448 INFO:tasks.workunit.client.0.smithi028.stdout: "internally_reserved": 0, 2024-08-29T19:03:07.448 INFO:tasks.workunit.client.0.smithi028.stdout: "omap_allocated": 0, 2024-08-29T19:03:07.448 INFO:tasks.workunit.client.0.smithi028.stdout: "total": 0 2024-08-29T19:03:07.448 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:07.448 INFO:tasks.workunit.client.0.smithi028.stdout: "up": 192 2024-08-29T19:03:07.448 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:07.448 INFO:tasks.workunit.client.0.smithi028.stdout: { 2024-08-29T19:03:07.448 INFO:tasks.workunit.client.0.smithi028.stdout: "acting": 24, 2024-08-29T19:03:07.448 INFO:tasks.workunit.client.0.smithi028.stdout: "application": [ 2024-08-29T19:03:07.448 INFO:tasks.workunit.client.0.smithi028.stdout: "rbd" 2024-08-29T19:03:07.448 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-08-29T19:03:07.448 INFO:tasks.workunit.client.0.smithi028.stdout: "log_size": 24401, 2024-08-29T19:03:07.449 INFO:tasks.workunit.client.0.smithi028.stdout: "num_pg": 8, 2024-08-29T19:03:07.449 INFO:tasks.workunit.client.0.smithi028.stdout: "num_store_stats": 8, 2024-08-29T19:03:07.449 INFO:tasks.workunit.client.0.smithi028.stdout: "ondisk_log_size": 24401, 2024-08-29T19:03:07.449 INFO:tasks.workunit.client.0.smithi028.stdout: "poolid": 4, 2024-08-29T19:03:07.449 INFO:tasks.workunit.client.0.smithi028.stdout: "stat_sum": { 2024-08-29T19:03:07.449 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes": 4194323, 2024-08-29T19:03:07.449 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes_hit_set_archive": 0, 2024-08-29T19:03:07.449 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes_recovered": 0, 2024-08-29T19:03:07.449 INFO:tasks.workunit.client.0.smithi028.stdout: "num_deep_scrub_errors": 0, 2024-08-29T19:03:07.449 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict": 0, 2024-08-29T19:03:07.449 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_kb": 0, 2024-08-29T19:03:07.449 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_mode_full": 0, 2024-08-29T19:03:07.449 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_mode_some": 0, 2024-08-29T19:03:07.449 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush": 0, 2024-08-29T19:03:07.450 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_kb": 0, 2024-08-29T19:03:07.450 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_mode_high": 0, 2024-08-29T19:03:07.450 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_mode_low": 0, 2024-08-29T19:03:07.450 INFO:tasks.workunit.client.0.smithi028.stdout: "num_keys_recovered": 0, 2024-08-29T19:03:07.450 INFO:tasks.workunit.client.0.smithi028.stdout: "num_large_omap_objects": 0, 2024-08-29T19:03:07.450 INFO:tasks.workunit.client.0.smithi028.stdout: "num_legacy_snapsets": 0, 2024-08-29T19:03:07.450 INFO:tasks.workunit.client.0.smithi028.stdout: "num_object_clones": 0, 2024-08-29T19:03:07.450 INFO:tasks.workunit.client.0.smithi028.stdout: "num_object_copies": 12, 2024-08-29T19:03:07.450 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects": 4, 2024-08-29T19:03:07.450 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_degraded": 0, 2024-08-29T19:03:07.450 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_dirty": 4, 2024-08-29T19:03:07.450 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_hit_set_archive": 0, 2024-08-29T19:03:07.450 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_manifest": 0, 2024-08-29T19:03:07.450 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_misplaced": 0, 2024-08-29T19:03:07.451 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_missing": 0, 2024-08-29T19:03:07.451 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_missing_on_primary": 0, 2024-08-29T19:03:07.451 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_omap": 2, 2024-08-29T19:03:07.451 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_pinned": 0, 2024-08-29T19:03:07.451 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_recovered": 0, 2024-08-29T19:03:07.451 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_repaired": 0, 2024-08-29T19:03:07.451 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_unfound": 0, 2024-08-29T19:03:07.451 INFO:tasks.workunit.client.0.smithi028.stdout: "num_omap_bytes": 0, 2024-08-29T19:03:07.451 INFO:tasks.workunit.client.0.smithi028.stdout: "num_omap_keys": 0, 2024-08-29T19:03:07.451 INFO:tasks.workunit.client.0.smithi028.stdout: "num_promote": 0, 2024-08-29T19:03:07.451 INFO:tasks.workunit.client.0.smithi028.stdout: "num_read": 9090, 2024-08-29T19:03:07.451 INFO:tasks.workunit.client.0.smithi028.stdout: "num_read_kb": 3141294, 2024-08-29T19:03:07.451 INFO:tasks.workunit.client.0.smithi028.stdout: "num_scrub_errors": 0, 2024-08-29T19:03:07.451 INFO:tasks.workunit.client.0.smithi028.stdout: "num_shallow_scrub_errors": 0, 2024-08-29T19:03:07.452 INFO:tasks.workunit.client.0.smithi028.stdout: "num_whiteouts": 0, 2024-08-29T19:03:07.452 INFO:tasks.workunit.client.0.smithi028.stdout: "num_write": 24270, 2024-08-29T19:03:07.452 INFO:tasks.workunit.client.0.smithi028.stdout: "num_write_kb": 3037392 2024-08-29T19:03:07.452 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:07.452 INFO:tasks.workunit.client.0.smithi028.stdout: "store_stats": { 2024-08-29T19:03:07.452 INFO:tasks.workunit.client.0.smithi028.stdout: "allocated": 12595200, 2024-08-29T19:03:07.452 INFO:tasks.workunit.client.0.smithi028.stdout: "available": 0, 2024-08-29T19:03:07.452 INFO:tasks.workunit.client.0.smithi028.stdout: "data_compressed": 0, 2024-08-29T19:03:07.452 INFO:tasks.workunit.client.0.smithi028.stdout: "data_compressed_allocated": 0, 2024-08-29T19:03:07.452 INFO:tasks.workunit.client.0.smithi028.stdout: "data_compressed_original": 0, 2024-08-29T19:03:07.452 INFO:tasks.workunit.client.0.smithi028.stdout: "data_stored": 12582969, 2024-08-29T19:03:07.452 INFO:tasks.workunit.client.0.smithi028.stdout: "internal_metadata": 0, 2024-08-29T19:03:07.452 INFO:tasks.workunit.client.0.smithi028.stdout: "internally_reserved": 0, 2024-08-29T19:03:07.453 INFO:tasks.workunit.client.0.smithi028.stdout: "omap_allocated": 0, 2024-08-29T19:03:07.453 INFO:tasks.workunit.client.0.smithi028.stdout: "total": 0 2024-08-29T19:03:07.453 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:07.453 INFO:tasks.workunit.client.0.smithi028.stdout: "up": 24 2024-08-29T19:03:07.453 INFO:tasks.workunit.client.0.smithi028.stdout: } 2024-08-29T19:03:07.453 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-08-29T19:03:07.453 INFO:tasks.workunit.client.0.smithi028.stdout: "usage": { 2024-08-29T19:03:07.453 INFO:tasks.workunit.client.0.smithi028.stdout: "pg_num": 105, 2024-08-29T19:03:07.453 INFO:tasks.workunit.client.0.smithi028.stdout: "pools": 4, 2024-08-29T19:03:07.453 INFO:tasks.workunit.client.0.smithi028.stdout: "stats_by_class": { 2024-08-29T19:03:07.453 INFO:tasks.workunit.client.0.smithi028.stdout: "ssd": { 2024-08-29T19:03:07.453 INFO:tasks.workunit.client.0.smithi028.stdout: "total_avail_bytes": 761772154880, 2024-08-29T19:03:07.453 INFO:tasks.workunit.client.0.smithi028.stdout: "total_bytes": 767960285184, 2024-08-29T19:03:07.453 INFO:tasks.workunit.client.0.smithi028.stdout: "total_used_bytes": 6188130304, 2024-08-29T19:03:07.453 INFO:tasks.workunit.client.0.smithi028.stdout: "total_used_raw_bytes": 6188130304, 2024-08-29T19:03:07.454 INFO:tasks.workunit.client.0.smithi028.stdout: "total_used_raw_ratio": 0.008057878352701664 2024-08-29T19:03:07.454 INFO:tasks.workunit.client.0.smithi028.stdout: } 2024-08-29T19:03:07.454 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:07.454 INFO:tasks.workunit.client.0.smithi028.stdout: "total_avail_bytes": 761772154880, 2024-08-29T19:03:07.454 INFO:tasks.workunit.client.0.smithi028.stdout: "total_bytes": 767960285184, 2024-08-29T19:03:07.454 INFO:tasks.workunit.client.0.smithi028.stdout: "total_used_bytes": 6188130304 2024-08-29T19:03:07.454 INFO:tasks.workunit.client.0.smithi028.stdout: } 2024-08-29T19:03:07.454 INFO:tasks.workunit.client.0.smithi028.stdout:} 2024-08-29T19:03:07.454 INFO:tasks.workunit.client.0.smithi028.stdout:Device report is generated separately. To see it run 'ceph telemetry preview-device'. 2024-08-29T19:03:07.455 INFO:tasks.workunit.client.0.smithi028.stderr:+ ceph telemetry preview-device 2024-08-29T19:03:07.455 INFO:tasks.workunit.client.0.smithi028.stdout:device channel is on and up to date, see report with `ceph telemetry show-device`. 2024-08-29T19:03:07.455 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 19:03:06 smithi053 bash[68679]: audit 2024-08-29T19:03:04.554381+0000 mgr.y (mgr.25022) 2290 : audit [DBG] from='client.45866 -' entity='client.admin' cmd=[{"prefix": "telemetry collection ls", "target": ["mon-mgr", ""]}]: dispatch 2024-08-29T19:03:07.456 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 19:03:06 smithi053 bash[68679]: audit 2024-08-29T19:03:04.714455+0000 mgr.y (mgr.25022) 2291 : audit [DBG] from='client.45866 -' entity='client.admin' cmd=[{"prefix": "telemetry collection ls", "target": ["mon-mgr", ""]}]: dispatch 2024-08-29T19:03:07.456 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 19:03:06 smithi053 bash[68679]: cluster 2024-08-29T19:03:04.715483+0000 mgr.y (mgr.25022) 2292 : cluster [DBG] pgmap v4459: 105 pgs: 105 active+clean; 4.6 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail 2024-08-29T19:03:07.456 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 19:03:06 smithi053 bash[68679]: audit 2024-08-29T19:03:05.083844+0000 mgr.y (mgr.25022) 2293 : audit [DBG] from='client.45872 -' entity='client.admin' cmd=[{"prefix": "telemetry preview", "target": ["mon-mgr", ""]}]: dispatch 2024-08-29T19:03:07.456 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 19:03:06 smithi053 bash[68679]: audit 2024-08-29T19:03:05.460895+0000 mgr.y (mgr.25022) 2294 : audit [DBG] from='client.45872 -' entity='client.admin' cmd=[{"prefix": "telemetry preview", "target": ["mon-mgr", ""]}]: dispatch 2024-08-29T19:03:07.456 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 19:03:06 smithi053 bash[68679]: audit 2024-08-29T19:03:05.463058+0000 mon.a (mon.0) 4368 : audit [DBG] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-29T19:03:07.456 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 19:03:06 smithi053 bash[68679]: audit 2024-08-29T19:03:05.468814+0000 mon.a (mon.0) 4369 : audit [DBG] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-08-29T19:03:07.456 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 19:03:06 smithi053 bash[68679]: audit 2024-08-29T19:03:05.648748+0000 mon.a (mon.0) 4370 : audit [DBG] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-29T19:03:07.456 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 19:03:06 smithi053 bash[68679]: audit 2024-08-29T19:03:05.649306+0000 mon.a (mon.0) 4371 : audit [DBG] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-29T19:03:07.456 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 19:03:06 smithi053 bash[68679]: audit 2024-08-29T19:03:05.649790+0000 mon.a (mon.0) 4372 : audit [DBG] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-29T19:03:07.456 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 19:03:06 smithi053 bash[68679]: audit 2024-08-29T19:03:05.653405+0000 mon.a (mon.0) 4373 : audit [DBG] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-29T19:03:07.456 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 19:03:06 smithi053 bash[68679]: audit 2024-08-29T19:03:05.653815+0000 mon.a (mon.0) 4374 : audit [DBG] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-29T19:03:07.456 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 19:03:06 smithi053 bash[68679]: audit 2024-08-29T19:03:05.654110+0000 mon.a (mon.0) 4375 : audit [DBG] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-29T19:03:07.457 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 19:03:06 smithi053 bash[68679]: audit 2024-08-29T19:03:05.657009+0000 mon.a (mon.0) 4376 : audit [DBG] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-29T19:03:07.457 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 19:03:06 smithi053 bash[68679]: audit 2024-08-29T19:03:05.657428+0000 mon.a (mon.0) 4377 : audit [DBG] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-29T19:03:07.457 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 19:03:06 smithi053 bash[68679]: audit 2024-08-29T19:03:05.657710+0000 mon.a (mon.0) 4378 : audit [DBG] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-29T19:03:07.457 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 19:03:06 smithi053 bash[68679]: audit 2024-08-29T19:03:05.677400+0000 mon.a (mon.0) 4379 : audit [INF] from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-08-29T19:03:07.457 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 19:03:06 smithi053 bash[68679]: audit 2024-08-29T19:03:05.677536+0000 mon.a (mon.0) 4380 : audit [INF] from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-08-29T19:03:07.457 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 19:03:06 smithi053 bash[68679]: audit 2024-08-29T19:03:05.678028+0000 mon.a (mon.0) 4381 : audit [DBG] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-29T19:03:07.457 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 19:03:06 smithi053 bash[68679]: audit 2024-08-29T19:03:05.678416+0000 mon.a (mon.0) 4382 : audit [DBG] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-29T19:03:07.457 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 19:03:06 smithi053 bash[68679]: audit 2024-08-29T19:03:05.678693+0000 mon.a (mon.0) 4383 : audit [DBG] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-29T19:03:07.457 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 19:03:06 smithi053 bash[68679]: audit 2024-08-29T19:03:05.680864+0000 mon.b (mon.1) 16 : audit [INF] from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-08-29T19:03:07.457 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 19:03:06 smithi053 bash[68679]: audit 2024-08-29T19:03:05.680981+0000 mon.b (mon.1) 17 : audit [INF] from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-08-29T19:03:07.457 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 19:03:06 smithi053 bash[68679]: audit 2024-08-29T19:03:05.681901+0000 mon.a (mon.0) 4384 : audit [DBG] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-29T19:03:07.457 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 19:03:06 smithi053 bash[68679]: audit 2024-08-29T19:03:05.682478+0000 mon.a (mon.0) 4385 : audit [DBG] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-29T19:03:07.457 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 19:03:06 smithi053 bash[68679]: audit 2024-08-29T19:03:05.682698+0000 mon.a (mon.0) 4386 : audit [DBG] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-29T19:03:07.457 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 19:03:06 smithi053 bash[68679]: audit 2024-08-29T19:03:05.684836+0000 mon.c (mon.2) 158 : audit [INF] from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-08-29T19:03:07.458 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 19:03:06 smithi053 bash[68679]: audit 2024-08-29T19:03:05.684942+0000 mon.c (mon.2) 159 : audit [INF] from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-08-29T19:03:07.458 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 19:03:06 smithi053 bash[68679]: audit 2024-08-29T19:03:05.685336+0000 mon.a (mon.0) 4387 : audit [DBG] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-29T19:03:07.458 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 19:03:06 smithi053 bash[68679]: audit 2024-08-29T19:03:05.686251+0000 mon.a (mon.0) 4388 : audit [DBG] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-29T19:03:07.458 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 19:03:06 smithi053 bash[68679]: audit 2024-08-29T19:03:05.686546+0000 mon.a (mon.0) 4389 : audit [DBG] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-29T19:03:07.458 INFO:tasks.workunit.client.0.smithi028.stderr:+ ceph telemetry preview-all 2024-08-29T19:03:07.458 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 19:03:06 smithi028 bash[77168]: audit 2024-08-29T19:03:04.554381+0000 mgr.y (mgr.25022) 2290 : audit [DBG] from='client.45866 -' entity='client.admin' cmd=[{"prefix": "telemetry collection ls", "target": ["mon-mgr", ""]}]: dispatch 2024-08-29T19:03:07.459 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 19:03:06 smithi028 bash[77168]: audit 2024-08-29T19:03:04.714455+0000 mgr.y (mgr.25022) 2291 : audit [DBG] from='client.45866 -' entity='client.admin' cmd=[{"prefix": "telemetry collection ls", "target": ["mon-mgr", ""]}]: dispatch 2024-08-29T19:03:07.459 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 19:03:06 smithi028 bash[77168]: cluster 2024-08-29T19:03:04.715483+0000 mgr.y (mgr.25022) 2292 : cluster [DBG] pgmap v4459: 105 pgs: 105 active+clean; 4.6 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail 2024-08-29T19:03:07.459 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 19:03:06 smithi028 bash[77168]: audit 2024-08-29T19:03:05.083844+0000 mgr.y (mgr.25022) 2293 : audit [DBG] from='client.45872 -' entity='client.admin' cmd=[{"prefix": "telemetry preview", "target": ["mon-mgr", ""]}]: dispatch 2024-08-29T19:03:07.459 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 19:03:06 smithi028 bash[77168]: audit 2024-08-29T19:03:05.460895+0000 mgr.y (mgr.25022) 2294 : audit [DBG] from='client.45872 -' entity='client.admin' cmd=[{"prefix": "telemetry preview", "target": ["mon-mgr", ""]}]: dispatch 2024-08-29T19:03:07.459 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 19:03:06 smithi028 bash[77168]: audit 2024-08-29T19:03:05.463058+0000 mon.a (mon.0) 4368 : audit [DBG] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-29T19:03:07.459 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 19:03:06 smithi028 bash[77168]: audit 2024-08-29T19:03:05.468814+0000 mon.a (mon.0) 4369 : audit [DBG] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-08-29T19:03:07.459 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 19:03:06 smithi028 bash[77168]: audit 2024-08-29T19:03:05.648748+0000 mon.a (mon.0) 4370 : audit [DBG] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-29T19:03:07.459 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 19:03:06 smithi028 bash[77168]: audit 2024-08-29T19:03:05.649306+0000 mon.a (mon.0) 4371 : audit [DBG] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-29T19:03:07.459 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 19:03:06 smithi028 bash[77168]: audit 2024-08-29T19:03:05.649790+0000 mon.a (mon.0) 4372 : audit [DBG] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-29T19:03:07.459 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 19:03:06 smithi028 bash[77168]: audit 2024-08-29T19:03:05.653405+0000 mon.a (mon.0) 4373 : audit [DBG] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-29T19:03:07.459 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 19:03:06 smithi028 bash[77168]: audit 2024-08-29T19:03:05.653815+0000 mon.a (mon.0) 4374 : audit [DBG] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-29T19:03:07.459 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 19:03:06 smithi028 bash[77168]: audit 2024-08-29T19:03:05.654110+0000 mon.a (mon.0) 4375 : audit [DBG] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-29T19:03:07.459 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 19:03:06 smithi028 bash[77168]: audit 2024-08-29T19:03:05.657009+0000 mon.a (mon.0) 4376 : audit [DBG] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-29T19:03:07.460 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 19:03:06 smithi028 bash[77168]: audit 2024-08-29T19:03:05.657428+0000 mon.a (mon.0) 4377 : audit [DBG] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-29T19:03:07.460 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 19:03:06 smithi028 bash[77168]: audit 2024-08-29T19:03:05.657710+0000 mon.a (mon.0) 4378 : audit [DBG] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-29T19:03:07.460 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 19:03:06 smithi028 bash[77168]: audit 2024-08-29T19:03:05.677400+0000 mon.a (mon.0) 4379 : audit [INF] from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-08-29T19:03:07.460 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 19:03:06 smithi028 bash[77168]: audit 2024-08-29T19:03:05.677536+0000 mon.a (mon.0) 4380 : audit [INF] from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-08-29T19:03:07.460 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 19:03:06 smithi028 bash[78352]: audit 2024-08-29T19:03:04.554381+0000 mgr.y (mgr.25022) 2290 : audit [DBG] from='client.45866 -' entity='client.admin' cmd=[{"prefix": "telemetry collection ls", "target": ["mon-mgr", ""]}]: dispatch 2024-08-29T19:03:07.460 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 19:03:06 smithi028 bash[78352]: audit 2024-08-29T19:03:04.714455+0000 mgr.y (mgr.25022) 2291 : audit [DBG] from='client.45866 -' entity='client.admin' cmd=[{"prefix": "telemetry collection ls", "target": ["mon-mgr", ""]}]: dispatch 2024-08-29T19:03:07.460 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 19:03:06 smithi028 bash[78352]: cluster 2024-08-29T19:03:04.715483+0000 mgr.y (mgr.25022) 2292 : cluster [DBG] pgmap v4459: 105 pgs: 105 active+clean; 4.6 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail 2024-08-29T19:03:07.460 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 19:03:06 smithi028 bash[78352]: audit 2024-08-29T19:03:05.083844+0000 mgr.y (mgr.25022) 2293 : audit [DBG] from='client.45872 -' entity='client.admin' cmd=[{"prefix": "telemetry preview", "target": ["mon-mgr", ""]}]: dispatch 2024-08-29T19:03:07.460 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 19:03:06 smithi028 bash[78352]: audit 2024-08-29T19:03:05.460895+0000 mgr.y (mgr.25022) 2294 : audit [DBG] from='client.45872 -' entity='client.admin' cmd=[{"prefix": "telemetry preview", "target": ["mon-mgr", ""]}]: dispatch 2024-08-29T19:03:07.460 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 19:03:06 smithi028 bash[78352]: audit 2024-08-29T19:03:05.463058+0000 mon.a (mon.0) 4368 : audit [DBG] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-29T19:03:07.461 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 19:03:06 smithi028 bash[78352]: audit 2024-08-29T19:03:05.468814+0000 mon.a (mon.0) 4369 : audit [DBG] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-08-29T19:03:07.461 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 19:03:06 smithi028 bash[78352]: audit 2024-08-29T19:03:05.648748+0000 mon.a (mon.0) 4370 : audit [DBG] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-29T19:03:07.461 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 19:03:06 smithi028 bash[78352]: audit 2024-08-29T19:03:05.649306+0000 mon.a (mon.0) 4371 : audit [DBG] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-29T19:03:07.461 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 19:03:06 smithi028 bash[78352]: audit 2024-08-29T19:03:05.649790+0000 mon.a (mon.0) 4372 : audit [DBG] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-29T19:03:07.461 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 19:03:06 smithi028 bash[78352]: audit 2024-08-29T19:03:05.653405+0000 mon.a (mon.0) 4373 : audit [DBG] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-29T19:03:07.461 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 19:03:06 smithi028 bash[78352]: audit 2024-08-29T19:03:05.653815+0000 mon.a (mon.0) 4374 : audit [DBG] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-29T19:03:07.461 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 19:03:06 smithi028 bash[78352]: audit 2024-08-29T19:03:05.654110+0000 mon.a (mon.0) 4375 : audit [DBG] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-29T19:03:07.461 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 19:03:06 smithi028 bash[78352]: audit 2024-08-29T19:03:05.657009+0000 mon.a (mon.0) 4376 : audit [DBG] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-29T19:03:07.461 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 19:03:06 smithi028 bash[78352]: audit 2024-08-29T19:03:05.657428+0000 mon.a (mon.0) 4377 : audit [DBG] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-29T19:03:07.461 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 19:03:06 smithi028 bash[78352]: audit 2024-08-29T19:03:05.657710+0000 mon.a (mon.0) 4378 : audit [DBG] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-29T19:03:07.461 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 19:03:06 smithi028 bash[78352]: audit 2024-08-29T19:03:05.677400+0000 mon.a (mon.0) 4379 : audit [INF] from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-08-29T19:03:07.461 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 19:03:06 smithi028 bash[78352]: audit 2024-08-29T19:03:05.677536+0000 mon.a (mon.0) 4380 : audit [INF] from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-08-29T19:03:07.462 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 19:03:06 smithi028 bash[77168]: audit 2024-08-29T19:03:05.678028+0000 mon.a (mon.0) 4381 : audit [DBG] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-29T19:03:07.462 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 19:03:06 smithi028 bash[77168]: audit 2024-08-29T19:03:05.678416+0000 mon.a (mon.0) 4382 : audit [DBG] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-29T19:03:07.462 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 19:03:06 smithi028 bash[77168]: audit 2024-08-29T19:03:05.678693+0000 mon.a (mon.0) 4383 : audit [DBG] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-29T19:03:07.462 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 19:03:06 smithi028 bash[77168]: audit 2024-08-29T19:03:05.680864+0000 mon.b (mon.1) 16 : audit [INF] from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-08-29T19:03:07.462 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 19:03:06 smithi028 bash[77168]: audit 2024-08-29T19:03:05.680981+0000 mon.b (mon.1) 17 : audit [INF] from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-08-29T19:03:07.462 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 19:03:06 smithi028 bash[77168]: audit 2024-08-29T19:03:05.681901+0000 mon.a (mon.0) 4384 : audit [DBG] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-29T19:03:07.462 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 19:03:06 smithi028 bash[77168]: audit 2024-08-29T19:03:05.682478+0000 mon.a (mon.0) 4385 : audit [DBG] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-29T19:03:07.462 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 19:03:06 smithi028 bash[77168]: audit 2024-08-29T19:03:05.682698+0000 mon.a (mon.0) 4386 : audit [DBG] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-29T19:03:07.462 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 19:03:06 smithi028 bash[77168]: audit 2024-08-29T19:03:05.684836+0000 mon.c (mon.2) 158 : audit [INF] from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-08-29T19:03:07.462 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 19:03:06 smithi028 bash[77168]: audit 2024-08-29T19:03:05.684942+0000 mon.c (mon.2) 159 : audit [INF] from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-08-29T19:03:07.462 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 19:03:06 smithi028 bash[77168]: audit 2024-08-29T19:03:05.685336+0000 mon.a (mon.0) 4387 : audit [DBG] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-29T19:03:07.462 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 19:03:06 smithi028 bash[77168]: audit 2024-08-29T19:03:05.686251+0000 mon.a (mon.0) 4388 : audit [DBG] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-29T19:03:07.463 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 19:03:06 smithi028 bash[77168]: audit 2024-08-29T19:03:05.686546+0000 mon.a (mon.0) 4389 : audit [DBG] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-29T19:03:07.463 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 19:03:06 smithi028 bash[78352]: audit 2024-08-29T19:03:05.678028+0000 mon.a (mon.0) 4381 : audit [DBG] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-29T19:03:07.463 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 19:03:06 smithi028 bash[78352]: audit 2024-08-29T19:03:05.678416+0000 mon.a (mon.0) 4382 : audit [DBG] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-29T19:03:07.463 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 19:03:06 smithi028 bash[78352]: audit 2024-08-29T19:03:05.678693+0000 mon.a (mon.0) 4383 : audit [DBG] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-29T19:03:07.463 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 19:03:06 smithi028 bash[78352]: audit 2024-08-29T19:03:05.680864+0000 mon.b (mon.1) 16 : audit [INF] from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-08-29T19:03:07.463 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 19:03:06 smithi028 bash[78352]: audit 2024-08-29T19:03:05.680981+0000 mon.b (mon.1) 17 : audit [INF] from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-08-29T19:03:07.463 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 19:03:06 smithi028 bash[78352]: audit 2024-08-29T19:03:05.681901+0000 mon.a (mon.0) 4384 : audit [DBG] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-29T19:03:07.463 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 19:03:06 smithi028 bash[78352]: audit 2024-08-29T19:03:05.682478+0000 mon.a (mon.0) 4385 : audit [DBG] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-29T19:03:07.463 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 19:03:06 smithi028 bash[78352]: audit 2024-08-29T19:03:05.682698+0000 mon.a (mon.0) 4386 : audit [DBG] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-29T19:03:07.463 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 19:03:06 smithi028 bash[78352]: audit 2024-08-29T19:03:05.684836+0000 mon.c (mon.2) 158 : audit [INF] from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-08-29T19:03:07.463 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 19:03:06 smithi028 bash[78352]: audit 2024-08-29T19:03:05.684942+0000 mon.c (mon.2) 159 : audit [INF] from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-08-29T19:03:07.463 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 19:03:06 smithi028 bash[78352]: audit 2024-08-29T19:03:05.685336+0000 mon.a (mon.0) 4387 : audit [DBG] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-29T19:03:07.464 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 19:03:06 smithi028 bash[78352]: audit 2024-08-29T19:03:05.686251+0000 mon.a (mon.0) 4388 : audit [DBG] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-29T19:03:07.464 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 19:03:06 smithi028 bash[78352]: audit 2024-08-29T19:03:05.686546+0000 mon.a (mon.0) 4389 : audit [DBG] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-29T19:03:07.577 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 19:03:07 smithi053 bash[68679]: audit 2024-08-29T19:03:06.146568+0000 mgr.y (mgr.25022) 2295 : audit [DBG] from='client.45896 -' entity='client.admin' cmd=[{"prefix": "telemetry preview-device", "target": ["mon-mgr", ""]}]: dispatch 2024-08-29T19:03:07.577 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 19:03:07 smithi053 bash[68679]: audit 2024-08-29T19:03:06.293561+0000 mon.a (mon.0) 4390 : audit [INF] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' 2024-08-29T19:03:07.577 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 19:03:07 smithi053 bash[68679]: audit 2024-08-29T19:03:06.298251+0000 mon.a (mon.0) 4391 : audit [INF] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' 2024-08-29T19:03:07.577 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 19:03:07 smithi053 bash[68679]: audit 2024-08-29T19:03:06.318193+0000 mgr.y (mgr.25022) 2296 : audit [DBG] from='client.45896 -' entity='client.admin' cmd=[{"prefix": "telemetry preview-device", "target": ["mon-mgr", ""]}]: dispatch 2024-08-29T19:03:07.577 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 19:03:07 smithi053 bash[68679]: audit 2024-08-29T19:03:06.669938+0000 mon.a (mon.0) 4392 : audit [DBG] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-29T19:03:07.577 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 19:03:07 smithi053 bash[68679]: audit 2024-08-29T19:03:06.677876+0000 mon.a (mon.0) 4393 : audit [DBG] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-08-29T19:03:07.577 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 19:03:07 smithi053 bash[68679]: audit 2024-08-29T19:03:06.914352+0000 mon.a (mon.0) 4394 : audit [DBG] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-29T19:03:07.577 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 19:03:07 smithi053 bash[68679]: audit 2024-08-29T19:03:06.914520+0000 mon.a (mon.0) 4395 : audit [DBG] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-29T19:03:07.577 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 19:03:07 smithi053 bash[68679]: audit 2024-08-29T19:03:06.914745+0000 mon.a (mon.0) 4396 : audit [DBG] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-29T19:03:07.577 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 19:03:07 smithi053 bash[68679]: audit 2024-08-29T19:03:06.917727+0000 mon.a (mon.0) 4397 : audit [DBG] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-29T19:03:07.578 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 19:03:07 smithi053 bash[68679]: audit 2024-08-29T19:03:06.917998+0000 mon.a (mon.0) 4398 : audit [DBG] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-29T19:03:07.578 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 19:03:07 smithi053 bash[68679]: audit 2024-08-29T19:03:06.918249+0000 mon.a (mon.0) 4399 : audit [DBG] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-29T19:03:07.578 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 19:03:07 smithi053 bash[68679]: audit 2024-08-29T19:03:06.920104+0000 mon.a (mon.0) 4400 : audit [DBG] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-29T19:03:07.578 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 19:03:07 smithi053 bash[68679]: audit 2024-08-29T19:03:06.920346+0000 mon.a (mon.0) 4401 : audit [DBG] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-29T19:03:07.578 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 19:03:07 smithi053 bash[68679]: audit 2024-08-29T19:03:06.920580+0000 mon.a (mon.0) 4402 : audit [DBG] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-29T19:03:07.578 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 19:03:07 smithi053 bash[68679]: audit 2024-08-29T19:03:06.935977+0000 mon.a (mon.0) 4403 : audit [INF] from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-08-29T19:03:07.578 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 19:03:07 smithi053 bash[68679]: audit 2024-08-29T19:03:06.936113+0000 mon.a (mon.0) 4404 : audit [INF] from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-08-29T19:03:07.578 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 19:03:07 smithi053 bash[68679]: audit 2024-08-29T19:03:06.936361+0000 mon.a (mon.0) 4405 : audit [DBG] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-29T19:03:07.578 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 19:03:07 smithi053 bash[68679]: audit 2024-08-29T19:03:06.936549+0000 mon.a (mon.0) 4406 : audit [DBG] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-29T19:03:07.578 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 19:03:07 smithi053 bash[68679]: audit 2024-08-29T19:03:06.936745+0000 mon.a (mon.0) 4407 : audit [DBG] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-29T19:03:07.578 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 19:03:07 smithi053 bash[68679]: audit 2024-08-29T19:03:06.938837+0000 mon.b (mon.1) 18 : audit [INF] from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-08-29T19:03:07.578 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 19:03:07 smithi053 bash[68679]: audit 2024-08-29T19:03:06.938950+0000 mon.b (mon.1) 19 : audit [INF] from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-08-29T19:03:07.578 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 19:03:07 smithi053 bash[68679]: audit 2024-08-29T19:03:06.939960+0000 mon.a (mon.0) 4408 : audit [DBG] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-29T19:03:07.578 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 19:03:07 smithi053 bash[68679]: audit 2024-08-29T19:03:06.940368+0000 mon.a (mon.0) 4409 : audit [DBG] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-29T19:03:07.579 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 19:03:07 smithi053 bash[68679]: audit 2024-08-29T19:03:06.940502+0000 mon.a (mon.0) 4410 : audit [DBG] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-29T19:03:07.579 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 19:03:07 smithi053 bash[68679]: audit 2024-08-29T19:03:06.942243+0000 mon.c (mon.2) 160 : audit [INF] from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-08-29T19:03:07.579 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 19:03:07 smithi053 bash[68679]: audit 2024-08-29T19:03:06.942376+0000 mon.c (mon.2) 161 : audit [INF] from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-08-29T19:03:07.579 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 19:03:07 smithi053 bash[68679]: audit 2024-08-29T19:03:06.942749+0000 mon.a (mon.0) 4411 : audit [DBG] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-29T19:03:07.579 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 19:03:07 smithi053 bash[68679]: audit 2024-08-29T19:03:06.943348+0000 mon.a (mon.0) 4412 : audit [DBG] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-29T19:03:07.579 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 19:03:07 smithi053 bash[68679]: audit 2024-08-29T19:03:06.943621+0000 mon.a (mon.0) 4413 : audit [DBG] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-29T19:03:07.631 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 19:03:07 smithi028 bash[77168]: audit 2024-08-29T19:03:06.146568+0000 mgr.y (mgr.25022) 2295 : audit [DBG] from='client.45896 -' entity='client.admin' cmd=[{"prefix": "telemetry preview-device", "target": ["mon-mgr", ""]}]: dispatch 2024-08-29T19:03:07.631 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 19:03:07 smithi028 bash[77168]: audit 2024-08-29T19:03:06.293561+0000 mon.a (mon.0) 4390 : audit [INF] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' 2024-08-29T19:03:07.631 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 19:03:07 smithi028 bash[77168]: audit 2024-08-29T19:03:06.298251+0000 mon.a (mon.0) 4391 : audit [INF] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' 2024-08-29T19:03:07.632 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 19:03:07 smithi028 bash[77168]: audit 2024-08-29T19:03:06.318193+0000 mgr.y (mgr.25022) 2296 : audit [DBG] from='client.45896 -' entity='client.admin' cmd=[{"prefix": "telemetry preview-device", "target": ["mon-mgr", ""]}]: dispatch 2024-08-29T19:03:07.632 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 19:03:07 smithi028 bash[77168]: audit 2024-08-29T19:03:06.669938+0000 mon.a (mon.0) 4392 : audit [DBG] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-29T19:03:07.632 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 19:03:07 smithi028 bash[77168]: audit 2024-08-29T19:03:06.677876+0000 mon.a (mon.0) 4393 : audit [DBG] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-08-29T19:03:07.632 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 19:03:07 smithi028 bash[77168]: audit 2024-08-29T19:03:06.914352+0000 mon.a (mon.0) 4394 : audit [DBG] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-29T19:03:07.632 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 19:03:07 smithi028 bash[77168]: audit 2024-08-29T19:03:06.914520+0000 mon.a (mon.0) 4395 : audit [DBG] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-29T19:03:07.632 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 19:03:07 smithi028 bash[77168]: audit 2024-08-29T19:03:06.914745+0000 mon.a (mon.0) 4396 : audit [DBG] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-29T19:03:07.632 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 19:03:07 smithi028 bash[77168]: audit 2024-08-29T19:03:06.917727+0000 mon.a (mon.0) 4397 : audit [DBG] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-29T19:03:07.632 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 19:03:07 smithi028 bash[77168]: audit 2024-08-29T19:03:06.917998+0000 mon.a (mon.0) 4398 : audit [DBG] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-29T19:03:07.632 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 19:03:07 smithi028 bash[77168]: audit 2024-08-29T19:03:06.918249+0000 mon.a (mon.0) 4399 : audit [DBG] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-29T19:03:07.632 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 19:03:07 smithi028 bash[77168]: audit 2024-08-29T19:03:06.920104+0000 mon.a (mon.0) 4400 : audit [DBG] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-29T19:03:07.632 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 19:03:07 smithi028 bash[77168]: audit 2024-08-29T19:03:06.920346+0000 mon.a (mon.0) 4401 : audit [DBG] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-29T19:03:07.632 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 19:03:07 smithi028 bash[77168]: audit 2024-08-29T19:03:06.920580+0000 mon.a (mon.0) 4402 : audit [DBG] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-29T19:03:07.633 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 19:03:07 smithi028 bash[77168]: audit 2024-08-29T19:03:06.935977+0000 mon.a (mon.0) 4403 : audit [INF] from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-08-29T19:03:07.633 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 19:03:07 smithi028 bash[77168]: audit 2024-08-29T19:03:06.936113+0000 mon.a (mon.0) 4404 : audit [INF] from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-08-29T19:03:07.633 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 19:03:07 smithi028 bash[77168]: audit 2024-08-29T19:03:06.936361+0000 mon.a (mon.0) 4405 : audit [DBG] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-29T19:03:07.633 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 19:03:07 smithi028 bash[77168]: audit 2024-08-29T19:03:06.936549+0000 mon.a (mon.0) 4406 : audit [DBG] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-29T19:03:07.633 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 19:03:07 smithi028 bash[78352]: audit 2024-08-29T19:03:06.146568+0000 mgr.y (mgr.25022) 2295 : audit [DBG] from='client.45896 -' entity='client.admin' cmd=[{"prefix": "telemetry preview-device", "target": ["mon-mgr", ""]}]: dispatch 2024-08-29T19:03:07.633 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 19:03:07 smithi028 bash[78352]: audit 2024-08-29T19:03:06.293561+0000 mon.a (mon.0) 4390 : audit [INF] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' 2024-08-29T19:03:07.633 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 19:03:07 smithi028 bash[78352]: audit 2024-08-29T19:03:06.298251+0000 mon.a (mon.0) 4391 : audit [INF] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' 2024-08-29T19:03:07.633 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 19:03:07 smithi028 bash[78352]: audit 2024-08-29T19:03:06.318193+0000 mgr.y (mgr.25022) 2296 : audit [DBG] from='client.45896 -' entity='client.admin' cmd=[{"prefix": "telemetry preview-device", "target": ["mon-mgr", ""]}]: dispatch 2024-08-29T19:03:07.633 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 19:03:07 smithi028 bash[78352]: audit 2024-08-29T19:03:06.669938+0000 mon.a (mon.0) 4392 : audit [DBG] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-29T19:03:07.633 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 19:03:07 smithi028 bash[78352]: audit 2024-08-29T19:03:06.677876+0000 mon.a (mon.0) 4393 : audit [DBG] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-08-29T19:03:07.634 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 19:03:07 smithi028 bash[78352]: audit 2024-08-29T19:03:06.914352+0000 mon.a (mon.0) 4394 : audit [DBG] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-29T19:03:07.634 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 19:03:07 smithi028 bash[78352]: audit 2024-08-29T19:03:06.914520+0000 mon.a (mon.0) 4395 : audit [DBG] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-29T19:03:07.634 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 19:03:07 smithi028 bash[78352]: audit 2024-08-29T19:03:06.914745+0000 mon.a (mon.0) 4396 : audit [DBG] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-29T19:03:07.634 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 19:03:07 smithi028 bash[78352]: audit 2024-08-29T19:03:06.917727+0000 mon.a (mon.0) 4397 : audit [DBG] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-29T19:03:07.634 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 19:03:07 smithi028 bash[78352]: audit 2024-08-29T19:03:06.917998+0000 mon.a (mon.0) 4398 : audit [DBG] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-29T19:03:07.634 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 19:03:07 smithi028 bash[78352]: audit 2024-08-29T19:03:06.918249+0000 mon.a (mon.0) 4399 : audit [DBG] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-29T19:03:07.634 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 19:03:07 smithi028 bash[78352]: audit 2024-08-29T19:03:06.920104+0000 mon.a (mon.0) 4400 : audit [DBG] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-29T19:03:07.634 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 19:03:07 smithi028 bash[78352]: audit 2024-08-29T19:03:06.920346+0000 mon.a (mon.0) 4401 : audit [DBG] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-29T19:03:07.634 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 19:03:07 smithi028 bash[78352]: audit 2024-08-29T19:03:06.920580+0000 mon.a (mon.0) 4402 : audit [DBG] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-29T19:03:07.634 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 19:03:07 smithi028 bash[78352]: audit 2024-08-29T19:03:06.935977+0000 mon.a (mon.0) 4403 : audit [INF] from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-08-29T19:03:07.634 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 19:03:07 smithi028 bash[78352]: audit 2024-08-29T19:03:06.936113+0000 mon.a (mon.0) 4404 : audit [INF] from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-08-29T19:03:07.634 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 19:03:07 smithi028 bash[78352]: audit 2024-08-29T19:03:06.936361+0000 mon.a (mon.0) 4405 : audit [DBG] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-29T19:03:07.634 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 19:03:07 smithi028 bash[78352]: audit 2024-08-29T19:03:06.936549+0000 mon.a (mon.0) 4406 : audit [DBG] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-29T19:03:07.635 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 19:03:07 smithi028 bash[77168]: audit 2024-08-29T19:03:06.936745+0000 mon.a (mon.0) 4407 : audit [DBG] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-29T19:03:07.635 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 19:03:07 smithi028 bash[77168]: audit 2024-08-29T19:03:06.938837+0000 mon.b (mon.1) 18 : audit [INF] from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-08-29T19:03:07.635 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 19:03:07 smithi028 bash[77168]: audit 2024-08-29T19:03:06.938950+0000 mon.b (mon.1) 19 : audit [INF] from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-08-29T19:03:07.635 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 19:03:07 smithi028 bash[77168]: audit 2024-08-29T19:03:06.939960+0000 mon.a (mon.0) 4408 : audit [DBG] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-29T19:03:07.635 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 19:03:07 smithi028 bash[77168]: audit 2024-08-29T19:03:06.940368+0000 mon.a (mon.0) 4409 : audit [DBG] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-29T19:03:07.635 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 19:03:07 smithi028 bash[77168]: audit 2024-08-29T19:03:06.940502+0000 mon.a (mon.0) 4410 : audit [DBG] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-29T19:03:07.635 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 19:03:07 smithi028 bash[77168]: audit 2024-08-29T19:03:06.942243+0000 mon.c (mon.2) 160 : audit [INF] from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-08-29T19:03:07.635 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 19:03:07 smithi028 bash[77168]: audit 2024-08-29T19:03:06.942376+0000 mon.c (mon.2) 161 : audit [INF] from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-08-29T19:03:07.635 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 19:03:07 smithi028 bash[77168]: audit 2024-08-29T19:03:06.942749+0000 mon.a (mon.0) 4411 : audit [DBG] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-29T19:03:07.635 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 19:03:07 smithi028 bash[77168]: audit 2024-08-29T19:03:06.943348+0000 mon.a (mon.0) 4412 : audit [DBG] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-29T19:03:07.635 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 19:03:07 smithi028 bash[77168]: audit 2024-08-29T19:03:06.943621+0000 mon.a (mon.0) 4413 : audit [DBG] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-29T19:03:07.636 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 19:03:07 smithi028 bash[78352]: audit 2024-08-29T19:03:06.936745+0000 mon.a (mon.0) 4407 : audit [DBG] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-29T19:03:07.636 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 19:03:07 smithi028 bash[78352]: audit 2024-08-29T19:03:06.938837+0000 mon.b (mon.1) 18 : audit [INF] from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-08-29T19:03:07.636 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 19:03:07 smithi028 bash[78352]: audit 2024-08-29T19:03:06.938950+0000 mon.b (mon.1) 19 : audit [INF] from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-08-29T19:03:07.636 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 19:03:07 smithi028 bash[78352]: audit 2024-08-29T19:03:06.939960+0000 mon.a (mon.0) 4408 : audit [DBG] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-29T19:03:07.636 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 19:03:07 smithi028 bash[78352]: audit 2024-08-29T19:03:06.940368+0000 mon.a (mon.0) 4409 : audit [DBG] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-29T19:03:07.636 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 19:03:07 smithi028 bash[78352]: audit 2024-08-29T19:03:06.940502+0000 mon.a (mon.0) 4410 : audit [DBG] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-29T19:03:07.636 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 19:03:07 smithi028 bash[78352]: audit 2024-08-29T19:03:06.942243+0000 mon.c (mon.2) 160 : audit [INF] from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-08-29T19:03:07.636 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 19:03:07 smithi028 bash[78352]: audit 2024-08-29T19:03:06.942376+0000 mon.c (mon.2) 161 : audit [INF] from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-08-29T19:03:07.636 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 19:03:07 smithi028 bash[78352]: audit 2024-08-29T19:03:06.942749+0000 mon.a (mon.0) 4411 : audit [DBG] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-29T19:03:07.636 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 19:03:07 smithi028 bash[78352]: audit 2024-08-29T19:03:06.943348+0000 mon.a (mon.0) 4412 : audit [DBG] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-29T19:03:07.636 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 19:03:07 smithi028 bash[78352]: audit 2024-08-29T19:03:06.943621+0000 mon.a (mon.0) 4413 : audit [DBG] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-29T19:03:08.576 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 19:03:08 smithi053 bash[68679]: audit 2024-08-29T19:03:06.665760+0000 mgr.y (mgr.25022) 2297 : audit [DBG] from='client.45902 -' entity='client.admin' cmd=[{"prefix": "telemetry preview-all", "target": ["mon-mgr", ""]}]: dispatch 2024-08-29T19:03:08.576 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 19:03:08 smithi053 bash[68679]: cluster 2024-08-29T19:03:06.716210+0000 mgr.y (mgr.25022) 2298 : cluster [DBG] pgmap v4460: 105 pgs: 105 active+clean; 4.6 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail 2024-08-29T19:03:08.576 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 19:03:08 smithi053 bash[68679]: cluster 2024-08-29T19:03:07.328965+0000 mon.a (mon.0) 4414 : cluster [DBG] mgrmap e42: y(active, since 71m), standbys: x 2024-08-29T19:03:08.631 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 19:03:08 smithi028 bash[77168]: audit 2024-08-29T19:03:06.665760+0000 mgr.y (mgr.25022) 2297 : audit [DBG] from='client.45902 -' entity='client.admin' cmd=[{"prefix": "telemetry preview-all", "target": ["mon-mgr", ""]}]: dispatch 2024-08-29T19:03:08.631 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 19:03:08 smithi028 bash[77168]: cluster 2024-08-29T19:03:06.716210+0000 mgr.y (mgr.25022) 2298 : cluster [DBG] pgmap v4460: 105 pgs: 105 active+clean; 4.6 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail 2024-08-29T19:03:08.631 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 19:03:08 smithi028 bash[77168]: cluster 2024-08-29T19:03:07.328965+0000 mon.a (mon.0) 4414 : cluster [DBG] mgrmap e42: y(active, since 71m), standbys: x 2024-08-29T19:03:08.631 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 19:03:08 smithi028 bash[78352]: audit 2024-08-29T19:03:06.665760+0000 mgr.y (mgr.25022) 2297 : audit [DBG] from='client.45902 -' entity='client.admin' cmd=[{"prefix": "telemetry preview-all", "target": ["mon-mgr", ""]}]: dispatch 2024-08-29T19:03:08.631 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 19:03:08 smithi028 bash[78352]: cluster 2024-08-29T19:03:06.716210+0000 mgr.y (mgr.25022) 2298 : cluster [DBG] pgmap v4460: 105 pgs: 105 active+clean; 4.6 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail 2024-08-29T19:03:08.631 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 19:03:08 smithi028 bash[78352]: cluster 2024-08-29T19:03:07.328965+0000 mon.a (mon.0) 4414 : cluster [DBG] mgrmap e42: y(active, since 71m), standbys: x 2024-08-29T19:03:10.576 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 19:03:10 smithi053 bash[68679]: cluster 2024-08-29T19:03:08.717122+0000 mgr.y (mgr.25022) 2299 : cluster [DBG] pgmap v4461: 105 pgs: 105 active+clean; 4.6 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 511 B/s rd, 0 op/s 2024-08-29T19:03:10.631 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 19:03:10 smithi028 bash[78352]: cluster 2024-08-29T19:03:08.717122+0000 mgr.y (mgr.25022) 2299 : cluster [DBG] pgmap v4461: 105 pgs: 105 active+clean; 4.6 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 511 B/s rd, 0 op/s 2024-08-29T19:03:10.631 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 19:03:10 smithi028 bash[77168]: cluster 2024-08-29T19:03:08.717122+0000 mgr.y (mgr.25022) 2299 : cluster [DBG] pgmap v4461: 105 pgs: 105 active+clean; 4.6 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 511 B/s rd, 0 op/s 2024-08-29T19:03:11.881 INFO:journalctl@ceph.mgr.y.smithi028.stdout:Aug 29 19:03:11 smithi028 bash[70818]: ::ffff:172.21.15.53 - - [29/Aug/2024:19:03:11] "GET /metrics HTTP/1.1" 200 34219 "" "Prometheus/2.43.0" 2024-08-29T19:03:12.576 INFO:journalctl@ceph.prometheus.a.smithi053.stdout:Aug 29 19:03:12 smithi053 bash[95567]: ts=2024-08-29T19:03:12.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"3167ee72-662c-11ef-bcd4-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-29T19:03:12.576 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 19:03:12 smithi053 bash[68679]: cluster 2024-08-29T19:03:10.718278+0000 mgr.y (mgr.25022) 2300 : cluster [DBG] pgmap v4462: 105 pgs: 105 active+clean; 4.6 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 511 B/s rd, 0 op/s 2024-08-29T19:03:12.577 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 19:03:12 smithi053 bash[68679]: audit 2024-08-29T19:03:12.175957+0000 mon.a (mon.0) 4415 : audit [DBG] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-29T19:03:12.631 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 19:03:12 smithi028 bash[77168]: cluster 2024-08-29T19:03:10.718278+0000 mgr.y (mgr.25022) 2300 : cluster [DBG] pgmap v4462: 105 pgs: 105 active+clean; 4.6 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 511 B/s rd, 0 op/s 2024-08-29T19:03:12.631 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 19:03:12 smithi028 bash[77168]: audit 2024-08-29T19:03:12.175957+0000 mon.a (mon.0) 4415 : audit [DBG] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-29T19:03:12.631 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 19:03:12 smithi028 bash[78352]: cluster 2024-08-29T19:03:10.718278+0000 mgr.y (mgr.25022) 2300 : cluster [DBG] pgmap v4462: 105 pgs: 105 active+clean; 4.6 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 511 B/s rd, 0 op/s 2024-08-29T19:03:12.631 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 19:03:12 smithi028 bash[78352]: audit 2024-08-29T19:03:12.175957+0000 mon.a (mon.0) 4415 : audit [DBG] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-29T19:03:13.631 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 19:03:13 smithi028 bash[78352]: audit 2024-08-29T19:03:12.380004+0000 mon.a (mon.0) 4416 : audit [INF] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' 2024-08-29T19:03:13.631 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 19:03:13 smithi028 bash[78352]: audit 2024-08-29T19:03:12.390419+0000 mon.a (mon.0) 4417 : audit [INF] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' 2024-08-29T19:03:13.631 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 19:03:13 smithi028 bash[78352]: audit 2024-08-29T19:03:12.392832+0000 mon.a (mon.0) 4418 : audit [DBG] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-29T19:03:13.631 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 19:03:13 smithi028 bash[78352]: audit 2024-08-29T19:03:12.394584+0000 mon.a (mon.0) 4419 : audit [INF] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-29T19:03:13.631 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 19:03:13 smithi028 bash[78352]: audit 2024-08-29T19:03:12.403370+0000 mon.a (mon.0) 4420 : audit [INF] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' 2024-08-29T19:03:13.631 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 19:03:13 smithi028 bash[77168]: audit 2024-08-29T19:03:12.380004+0000 mon.a (mon.0) 4416 : audit [INF] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' 2024-08-29T19:03:13.631 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 19:03:13 smithi028 bash[77168]: audit 2024-08-29T19:03:12.390419+0000 mon.a (mon.0) 4417 : audit [INF] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' 2024-08-29T19:03:13.632 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 19:03:13 smithi028 bash[77168]: audit 2024-08-29T19:03:12.392832+0000 mon.a (mon.0) 4418 : audit [DBG] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-29T19:03:13.632 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 19:03:13 smithi028 bash[77168]: audit 2024-08-29T19:03:12.394584+0000 mon.a (mon.0) 4419 : audit [INF] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-29T19:03:13.632 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 19:03:13 smithi028 bash[77168]: audit 2024-08-29T19:03:12.403370+0000 mon.a (mon.0) 4420 : audit [INF] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' 2024-08-29T19:03:13.826 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 19:03:13 smithi053 bash[68679]: audit 2024-08-29T19:03:12.380004+0000 mon.a (mon.0) 4416 : audit [INF] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' 2024-08-29T19:03:13.826 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 19:03:13 smithi053 bash[68679]: audit 2024-08-29T19:03:12.390419+0000 mon.a (mon.0) 4417 : audit [INF] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' 2024-08-29T19:03:13.826 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 19:03:13 smithi053 bash[68679]: audit 2024-08-29T19:03:12.392832+0000 mon.a (mon.0) 4418 : audit [DBG] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-29T19:03:13.826 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 19:03:13 smithi053 bash[68679]: audit 2024-08-29T19:03:12.394584+0000 mon.a (mon.0) 4419 : audit [INF] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-29T19:03:13.826 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 19:03:13 smithi053 bash[68679]: audit 2024-08-29T19:03:12.403370+0000 mon.a (mon.0) 4420 : audit [INF] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' 2024-08-29T19:03:14.826 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 19:03:14 smithi053 bash[68679]: cluster 2024-08-29T19:03:12.718976+0000 mgr.y (mgr.25022) 2301 : cluster [DBG] pgmap v4463: 105 pgs: 105 active+clean; 4.6 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 511 B/s rd, 0 op/s 2024-08-29T19:03:14.881 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 19:03:14 smithi028 bash[78352]: cluster 2024-08-29T19:03:12.718976+0000 mgr.y (mgr.25022) 2301 : cluster [DBG] pgmap v4463: 105 pgs: 105 active+clean; 4.6 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 511 B/s rd, 0 op/s 2024-08-29T19:03:14.881 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 19:03:14 smithi028 bash[77168]: cluster 2024-08-29T19:03:12.718976+0000 mgr.y (mgr.25022) 2301 : cluster [DBG] pgmap v4463: 105 pgs: 105 active+clean; 4.6 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 511 B/s rd, 0 op/s 2024-08-29T19:03:16.826 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 19:03:16 smithi053 bash[68679]: cluster 2024-08-29T19:03:14.720167+0000 mgr.y (mgr.25022) 2302 : cluster [DBG] pgmap v4464: 105 pgs: 105 active+clean; 4.6 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 511 B/s rd, 0 op/s 2024-08-29T19:03:16.881 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 19:03:16 smithi028 bash[78352]: cluster 2024-08-29T19:03:14.720167+0000 mgr.y (mgr.25022) 2302 : cluster [DBG] pgmap v4464: 105 pgs: 105 active+clean; 4.6 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 511 B/s rd, 0 op/s 2024-08-29T19:03:16.881 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 19:03:16 smithi028 bash[77168]: cluster 2024-08-29T19:03:14.720167+0000 mgr.y (mgr.25022) 2302 : cluster [DBG] pgmap v4464: 105 pgs: 105 active+clean; 4.6 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 511 B/s rd, 0 op/s 2024-08-29T19:03:18.826 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 19:03:18 smithi053 bash[68679]: cluster 2024-08-29T19:03:16.720995+0000 mgr.y (mgr.25022) 2303 : cluster [DBG] pgmap v4465: 105 pgs: 105 active+clean; 4.6 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 511 B/s rd, 0 op/s 2024-08-29T19:03:18.881 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 19:03:18 smithi028 bash[78352]: cluster 2024-08-29T19:03:16.720995+0000 mgr.y (mgr.25022) 2303 : cluster [DBG] pgmap v4465: 105 pgs: 105 active+clean; 4.6 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 511 B/s rd, 0 op/s 2024-08-29T19:03:18.881 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 19:03:18 smithi028 bash[77168]: cluster 2024-08-29T19:03:16.720995+0000 mgr.y (mgr.25022) 2303 : cluster [DBG] pgmap v4465: 105 pgs: 105 active+clean; 4.6 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 511 B/s rd, 0 op/s 2024-08-29T19:03:20.826 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 19:03:20 smithi053 bash[68679]: cluster 2024-08-29T19:03:18.721965+0000 mgr.y (mgr.25022) 2304 : cluster [DBG] pgmap v4466: 105 pgs: 105 active+clean; 4.6 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 511 B/s rd, 0 op/s 2024-08-29T19:03:20.844 INFO:tasks.workunit.client.0.smithi028.stdout:{ 2024-08-29T19:03:20.844 INFO:tasks.workunit.client.0.smithi028.stdout: "device_report": { 2024-08-29T19:03:20.844 INFO:tasks.workunit.client.0.smithi028.stdout: "b7162f50-662e-11ef-b726-ac1f6ba5ca3c": { 2024-08-29T19:03:20.844 INFO:tasks.workunit.client.0.smithi028.stdout: "INTEL_SSDPED1D480GA_b716fc78-662e-11ef-b726-ac1f6ba5ca3c": { 2024-08-29T19:03:20.844 INFO:tasks.workunit.client.0.smithi028.stdout: "20240829-173527": { 2024-08-29T19:03:20.844 INFO:tasks.workunit.client.0.smithi028.stdout: "device": { 2024-08-29T19:03:20.845 INFO:tasks.workunit.client.0.smithi028.stdout: "info_name": "/dev/nvme0n1", 2024-08-29T19:03:20.845 INFO:tasks.workunit.client.0.smithi028.stdout: "name": "/dev/nvme0n1", 2024-08-29T19:03:20.845 INFO:tasks.workunit.client.0.smithi028.stdout: "protocol": "NVMe", 2024-08-29T19:03:20.845 INFO:tasks.workunit.client.0.smithi028.stdout: "type": "nvme" 2024-08-29T19:03:20.845 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:20.845 INFO:tasks.workunit.client.0.smithi028.stdout: "firmware_version": "E2010325", 2024-08-29T19:03:20.845 INFO:tasks.workunit.client.0.smithi028.stdout: "host_id": "b7162f50-662e-11ef-b726-ac1f6ba5ca3c", 2024-08-29T19:03:20.845 INFO:tasks.workunit.client.0.smithi028.stdout: "json_format_version": [ 2024-08-29T19:03:20.845 INFO:tasks.workunit.client.0.smithi028.stdout: 1, 2024-08-29T19:03:20.845 INFO:tasks.workunit.client.0.smithi028.stdout: 0 2024-08-29T19:03:20.845 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-08-29T19:03:20.845 INFO:tasks.workunit.client.0.smithi028.stdout: "local_time": { 2024-08-29T19:03:20.845 INFO:tasks.workunit.client.0.smithi028.stdout: "asctime": "Thu Aug 29 17:35:27 2024 UTC", 2024-08-29T19:03:20.846 INFO:tasks.workunit.client.0.smithi028.stdout: "time_t": 1724952927 2024-08-29T19:03:20.846 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:20.846 INFO:tasks.workunit.client.0.smithi028.stdout: "logical_block_size": 512, 2024-08-29T19:03:20.846 INFO:tasks.workunit.client.0.smithi028.stdout: "model_name": "INTEL SSDPED1D480GA", 2024-08-29T19:03:20.846 INFO:tasks.workunit.client.0.smithi028.stdout: "nvme_controller_id": 0, 2024-08-29T19:03:20.846 INFO:tasks.workunit.client.0.smithi028.stdout: "nvme_ieee_oui_identifier": 6083300, 2024-08-29T19:03:20.846 INFO:tasks.workunit.client.0.smithi028.stdout: "nvme_namespaces": [ 2024-08-29T19:03:20.846 INFO:tasks.workunit.client.0.smithi028.stdout: { 2024-08-29T19:03:20.846 INFO:tasks.workunit.client.0.smithi028.stdout: "capacity": { 2024-08-29T19:03:20.846 INFO:tasks.workunit.client.0.smithi028.stdout: "blocks": 937703088, 2024-08-29T19:03:20.846 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 480103981056 2024-08-29T19:03:20.846 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:20.846 INFO:tasks.workunit.client.0.smithi028.stdout: "formatted_lba_size": 512, 2024-08-29T19:03:20.847 INFO:tasks.workunit.client.0.smithi028.stdout: "id": 1, 2024-08-29T19:03:20.847 INFO:tasks.workunit.client.0.smithi028.stdout: "size": { 2024-08-29T19:03:20.847 INFO:tasks.workunit.client.0.smithi028.stdout: "blocks": 937703088, 2024-08-29T19:03:20.847 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 480103981056 2024-08-29T19:03:20.847 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:20.847 INFO:tasks.workunit.client.0.smithi028.stdout: "utilization": { 2024-08-29T19:03:20.847 INFO:tasks.workunit.client.0.smithi028.stdout: "blocks": 937703088, 2024-08-29T19:03:20.847 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 480103981056 2024-08-29T19:03:20.847 INFO:tasks.workunit.client.0.smithi028.stdout: } 2024-08-29T19:03:20.847 INFO:tasks.workunit.client.0.smithi028.stdout: } 2024-08-29T19:03:20.847 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-08-29T19:03:20.847 INFO:tasks.workunit.client.0.smithi028.stdout: "nvme_number_of_namespaces": 1, 2024-08-29T19:03:20.848 INFO:tasks.workunit.client.0.smithi028.stdout: "nvme_pci_vendor": { 2024-08-29T19:03:20.848 INFO:tasks.workunit.client.0.smithi028.stdout: "id": 32902, 2024-08-29T19:03:20.848 INFO:tasks.workunit.client.0.smithi028.stdout: "subsystem_id": 32902 2024-08-29T19:03:20.848 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:20.848 INFO:tasks.workunit.client.0.smithi028.stdout: "nvme_smart_health_information_add_log": { 2024-08-29T19:03:20.848 INFO:tasks.workunit.client.0.smithi028.stdout: "Device stats": { 2024-08-29T19:03:20.848 INFO:tasks.workunit.client.0.smithi028.stdout: "avail_fw_downgrades": { 2024-08-29T19:03:20.848 INFO:tasks.workunit.client.0.smithi028.stdout: "normalized": 0, 2024-08-29T19:03:20.848 INFO:tasks.workunit.client.0.smithi028.stdout: "raw": 0 2024-08-29T19:03:20.848 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:20.849 INFO:tasks.workunit.client.0.smithi028.stdout: "crc_error_count": { 2024-08-29T19:03:20.849 INFO:tasks.workunit.client.0.smithi028.stdout: "normalized": 100, 2024-08-29T19:03:20.849 INFO:tasks.workunit.client.0.smithi028.stdout: "raw": 0 2024-08-29T19:03:20.849 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:20.849 INFO:tasks.workunit.client.0.smithi028.stdout: "end_to_end_error_detection_count": { 2024-08-29T19:03:20.849 INFO:tasks.workunit.client.0.smithi028.stdout: "normalized": 100, 2024-08-29T19:03:20.849 INFO:tasks.workunit.client.0.smithi028.stdout: "raw": 0 2024-08-29T19:03:20.849 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:20.849 INFO:tasks.workunit.client.0.smithi028.stdout: "erase_fail_count": { 2024-08-29T19:03:20.849 INFO:tasks.workunit.client.0.smithi028.stdout: "normalized": 0, 2024-08-29T19:03:20.850 INFO:tasks.workunit.client.0.smithi028.stdout: "raw": 0 2024-08-29T19:03:20.850 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:20.850 INFO:tasks.workunit.client.0.smithi028.stdout: "host_bytes_written": { 2024-08-29T19:03:20.850 INFO:tasks.workunit.client.0.smithi028.stdout: "normalized": 100, 2024-08-29T19:03:20.850 INFO:tasks.workunit.client.0.smithi028.stdout: "raw": 7429561 2024-08-29T19:03:20.850 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:20.850 INFO:tasks.workunit.client.0.smithi028.stdout: "host_ctx_wear_used": { 2024-08-29T19:03:20.850 INFO:tasks.workunit.client.0.smithi028.stdout: "normalized": 0, 2024-08-29T19:03:20.850 INFO:tasks.workunit.client.0.smithi028.stdout: "raw": 0 2024-08-29T19:03:20.850 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:20.850 INFO:tasks.workunit.client.0.smithi028.stdout: "media_bytes_read": { 2024-08-29T19:03:20.850 INFO:tasks.workunit.client.0.smithi028.stdout: "normalized": 0, 2024-08-29T19:03:20.850 INFO:tasks.workunit.client.0.smithi028.stdout: "raw": 0 2024-08-29T19:03:20.850 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:20.851 INFO:tasks.workunit.client.0.smithi028.stdout: "nand_bytes_written": { 2024-08-29T19:03:20.851 INFO:tasks.workunit.client.0.smithi028.stdout: "normalized": 0, 2024-08-29T19:03:20.851 INFO:tasks.workunit.client.0.smithi028.stdout: "raw": 0 2024-08-29T19:03:20.851 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:20.851 INFO:tasks.workunit.client.0.smithi028.stdout: "perf_stat_indicator": { 2024-08-29T19:03:20.851 INFO:tasks.workunit.client.0.smithi028.stdout: "normalized": 0, 2024-08-29T19:03:20.851 INFO:tasks.workunit.client.0.smithi028.stdout: "raw": 0 2024-08-29T19:03:20.851 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:20.851 INFO:tasks.workunit.client.0.smithi028.stdout: "pll_lock_loss_count": { 2024-08-29T19:03:20.851 INFO:tasks.workunit.client.0.smithi028.stdout: "normalized": 100, 2024-08-29T19:03:20.851 INFO:tasks.workunit.client.0.smithi028.stdout: "raw": 0 2024-08-29T19:03:20.851 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:20.851 INFO:tasks.workunit.client.0.smithi028.stdout: "program_fail_count": { 2024-08-29T19:03:20.852 INFO:tasks.workunit.client.0.smithi028.stdout: "normalized": 0, 2024-08-29T19:03:20.852 INFO:tasks.workunit.client.0.smithi028.stdout: "raw": 0 2024-08-29T19:03:20.852 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:20.852 INFO:tasks.workunit.client.0.smithi028.stdout: "re_alloc_sectr_cnt": { 2024-08-29T19:03:20.852 INFO:tasks.workunit.client.0.smithi028.stdout: "normalized": 0, 2024-08-29T19:03:20.852 INFO:tasks.workunit.client.0.smithi028.stdout: "raw": 0 2024-08-29T19:03:20.852 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:20.852 INFO:tasks.workunit.client.0.smithi028.stdout: "retry_buffer_overflow_count": { 2024-08-29T19:03:20.852 INFO:tasks.workunit.client.0.smithi028.stdout: "normalized": 100, 2024-08-29T19:03:20.852 INFO:tasks.workunit.client.0.smithi028.stdout: "raw": 0 2024-08-29T19:03:20.852 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:20.852 INFO:tasks.workunit.client.0.smithi028.stdout: "soft_ecc_err_rate": { 2024-08-29T19:03:20.852 INFO:tasks.workunit.client.0.smithi028.stdout: "normalized": 0, 2024-08-29T19:03:20.852 INFO:tasks.workunit.client.0.smithi028.stdout: "raw": 0 2024-08-29T19:03:20.853 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:20.853 INFO:tasks.workunit.client.0.smithi028.stdout: "thermal_throttle_status": { 2024-08-29T19:03:20.853 INFO:tasks.workunit.client.0.smithi028.stdout: "normalized": 100, 2024-08-29T19:03:20.853 INFO:tasks.workunit.client.0.smithi028.stdout: "raw": { 2024-08-29T19:03:20.853 INFO:tasks.workunit.client.0.smithi028.stdout: "cnt": 0, 2024-08-29T19:03:20.853 INFO:tasks.workunit.client.0.smithi028.stdout: "pct": 0 2024-08-29T19:03:20.853 INFO:tasks.workunit.client.0.smithi028.stdout: } 2024-08-29T19:03:20.853 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:20.853 INFO:tasks.workunit.client.0.smithi028.stdout: "timed_workload_host_reads": { 2024-08-29T19:03:20.853 INFO:tasks.workunit.client.0.smithi028.stdout: "normalized": 100, 2024-08-29T19:03:20.853 INFO:tasks.workunit.client.0.smithi028.stdout: "raw": 15 2024-08-29T19:03:20.853 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:20.853 INFO:tasks.workunit.client.0.smithi028.stdout: "timed_workload_media_wear": { 2024-08-29T19:03:20.853 INFO:tasks.workunit.client.0.smithi028.stdout: "normalized": 100, 2024-08-29T19:03:20.854 INFO:tasks.workunit.client.0.smithi028.stdout: "raw": "6.810547" 2024-08-29T19:03:20.854 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:20.854 INFO:tasks.workunit.client.0.smithi028.stdout: "timed_workload_timer": { 2024-08-29T19:03:20.854 INFO:tasks.workunit.client.0.smithi028.stdout: "normalized": 100, 2024-08-29T19:03:20.854 INFO:tasks.workunit.client.0.smithi028.stdout: "raw": 1807113 2024-08-29T19:03:20.854 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:20.854 INFO:tasks.workunit.client.0.smithi028.stdout: "unexp_power_loss": { 2024-08-29T19:03:20.854 INFO:tasks.workunit.client.0.smithi028.stdout: "normalized": 0, 2024-08-29T19:03:20.854 INFO:tasks.workunit.client.0.smithi028.stdout: "raw": 0 2024-08-29T19:03:20.854 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:20.854 INFO:tasks.workunit.client.0.smithi028.stdout: "wear_leveling": { 2024-08-29T19:03:20.854 INFO:tasks.workunit.client.0.smithi028.stdout: "normalized": 0, 2024-08-29T19:03:20.854 INFO:tasks.workunit.client.0.smithi028.stdout: "raw": { 2024-08-29T19:03:20.855 INFO:tasks.workunit.client.0.smithi028.stdout: "avg": 0, 2024-08-29T19:03:20.855 INFO:tasks.workunit.client.0.smithi028.stdout: "max": 0, 2024-08-29T19:03:20.855 INFO:tasks.workunit.client.0.smithi028.stdout: "min": 0 2024-08-29T19:03:20.855 INFO:tasks.workunit.client.0.smithi028.stdout: } 2024-08-29T19:03:20.855 INFO:tasks.workunit.client.0.smithi028.stdout: } 2024-08-29T19:03:20.855 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:20.855 INFO:tasks.workunit.client.0.smithi028.stdout: "Intel Smart log": "nvme0n1" 2024-08-29T19:03:20.855 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:20.855 INFO:tasks.workunit.client.0.smithi028.stdout: "nvme_smart_health_information_log": { 2024-08-29T19:03:20.855 INFO:tasks.workunit.client.0.smithi028.stdout: "available_spare": 100, 2024-08-29T19:03:20.855 INFO:tasks.workunit.client.0.smithi028.stdout: "available_spare_threshold": 0, 2024-08-29T19:03:20.855 INFO:tasks.workunit.client.0.smithi028.stdout: "controller_busy_time": 2981, 2024-08-29T19:03:20.855 INFO:tasks.workunit.client.0.smithi028.stdout: "critical_warning": 0, 2024-08-29T19:03:20.855 INFO:tasks.workunit.client.0.smithi028.stdout: "data_units_read": 105966290, 2024-08-29T19:03:20.856 INFO:tasks.workunit.client.0.smithi028.stdout: "data_units_written": 486903742, 2024-08-29T19:03:20.856 INFO:tasks.workunit.client.0.smithi028.stdout: "host_reads": 2188611773, 2024-08-29T19:03:20.856 INFO:tasks.workunit.client.0.smithi028.stdout: "host_writes": 10654283051, 2024-08-29T19:03:20.856 INFO:tasks.workunit.client.0.smithi028.stdout: "media_errors": 0, 2024-08-29T19:03:20.856 INFO:tasks.workunit.client.0.smithi028.stdout: "num_err_log_entries": 0, 2024-08-29T19:03:20.856 INFO:tasks.workunit.client.0.smithi028.stdout: "percentage_used": 8, 2024-08-29T19:03:20.856 INFO:tasks.workunit.client.0.smithi028.stdout: "power_cycles": 19344, 2024-08-29T19:03:20.856 INFO:tasks.workunit.client.0.smithi028.stdout: "power_on_hours": 38084, 2024-08-29T19:03:20.856 INFO:tasks.workunit.client.0.smithi028.stdout: "temperature": 32, 2024-08-29T19:03:20.856 INFO:tasks.workunit.client.0.smithi028.stdout: "unsafe_shutdowns": 5391 2024-08-29T19:03:20.856 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:20.856 INFO:tasks.workunit.client.0.smithi028.stdout: "nvme_vendor": "intel", 2024-08-29T19:03:20.856 INFO:tasks.workunit.client.0.smithi028.stdout: "nvme_version": { 2024-08-29T19:03:20.856 INFO:tasks.workunit.client.0.smithi028.stdout: "string": "<1.2", 2024-08-29T19:03:20.857 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:20.857 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:20.857 INFO:tasks.workunit.client.0.smithi028.stdout: "power_cycle_count": 19344, 2024-08-29T19:03:20.857 INFO:tasks.workunit.client.0.smithi028.stdout: "power_on_time": { 2024-08-29T19:03:20.857 INFO:tasks.workunit.client.0.smithi028.stdout: "hours": 38084 2024-08-29T19:03:20.857 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:20.857 INFO:tasks.workunit.client.0.smithi028.stdout: "serial_number": "deleted", 2024-08-29T19:03:20.857 INFO:tasks.workunit.client.0.smithi028.stdout: "smart_status": { 2024-08-29T19:03:20.857 INFO:tasks.workunit.client.0.smithi028.stdout: "nvme": { 2024-08-29T19:03:20.857 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:20.857 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:20.857 INFO:tasks.workunit.client.0.smithi028.stdout: "passed": true 2024-08-29T19:03:20.857 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:20.858 INFO:tasks.workunit.client.0.smithi028.stdout: "smartctl": { 2024-08-29T19:03:20.858 INFO:tasks.workunit.client.0.smithi028.stdout: "argv": [ 2024-08-29T19:03:20.858 INFO:tasks.workunit.client.0.smithi028.stdout: "smartctl", 2024-08-29T19:03:20.858 INFO:tasks.workunit.client.0.smithi028.stdout: "-x", 2024-08-29T19:03:20.858 INFO:tasks.workunit.client.0.smithi028.stdout: "--json=o", 2024-08-29T19:03:20.858 INFO:tasks.workunit.client.0.smithi028.stdout: "/dev/nvme0n1" 2024-08-29T19:03:20.858 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-08-29T19:03:20.858 INFO:tasks.workunit.client.0.smithi028.stdout: "build_info": "(local build)", 2024-08-29T19:03:20.858 INFO:tasks.workunit.client.0.smithi028.stdout: "exit_status": 0, 2024-08-29T19:03:20.858 INFO:tasks.workunit.client.0.smithi028.stdout: "output": [ 2024-08-29T19:03:20.858 INFO:tasks.workunit.client.0.smithi028.stdout: "smartctl 7.2 2020-12-30 r5155 [x86_64-linux-5.15.0-119-generic] (local build)", 2024-08-29T19:03:20.858 INFO:tasks.workunit.client.0.smithi028.stdout: "Copyright (C) 2002-20, Bruce Allen, Christian Franke, www.smartmontools.org", 2024-08-29T19:03:20.858 INFO:tasks.workunit.client.0.smithi028.stdout: "", 2024-08-29T19:03:20.858 INFO:tasks.workunit.client.0.smithi028.stdout: "=== START OF INFORMATION SECTION ===", 2024-08-29T19:03:20.859 INFO:tasks.workunit.client.0.smithi028.stdout: "Model Number: INTEL SSDPED1D480GA", 2024-08-29T19:03:20.859 INFO:tasks.workunit.client.0.smithi028.stdout: "Serial Number: deleted", 2024-08-29T19:03:20.859 INFO:tasks.workunit.client.0.smithi028.stdout: "Firmware Version: E2010325", 2024-08-29T19:03:20.859 INFO:tasks.workunit.client.0.smithi028.stdout: "PCI Vendor/Subsystem ID: 0x8086", 2024-08-29T19:03:20.859 INFO:tasks.workunit.client.0.smithi028.stdout: "IEEE OUI Identifier: 0x5cd2e4", 2024-08-29T19:03:20.859 INFO:tasks.workunit.client.0.smithi028.stdout: "Controller ID: 0", 2024-08-29T19:03:20.859 INFO:tasks.workunit.client.0.smithi028.stdout: "NVMe Version: <1.2", 2024-08-29T19:03:20.859 INFO:tasks.workunit.client.0.smithi028.stdout: "Number of Namespaces: 1", 2024-08-29T19:03:20.859 INFO:tasks.workunit.client.0.smithi028.stdout: "Namespace 1 Size/Capacity: 480,103,981,056 [480 GB]", 2024-08-29T19:03:20.859 INFO:tasks.workunit.client.0.smithi028.stdout: "Namespace 1 Formatted LBA Size: 512", 2024-08-29T19:03:20.859 INFO:tasks.workunit.client.0.smithi028.stdout: "Local Time is: Thu Aug 29 17:35:27 2024 UTC", 2024-08-29T19:03:20.860 INFO:tasks.workunit.client.0.smithi028.stdout: "Firmware Updates (0x02): 1 Slot", 2024-08-29T19:03:20.860 INFO:tasks.workunit.client.0.smithi028.stdout: "Optional Admin Commands (0x0007): Security Format Frmw_DL", 2024-08-29T19:03:20.860 INFO:tasks.workunit.client.0.smithi028.stdout: "Optional NVM Commands (0x0006): Wr_Unc DS_Mngmt", 2024-08-29T19:03:20.860 INFO:tasks.workunit.client.0.smithi028.stdout: "Log Page Attributes (0x02): Cmd_Eff_Lg", 2024-08-29T19:03:20.860 INFO:tasks.workunit.client.0.smithi028.stdout: "Maximum Data Transfer Size: 32 Pages", 2024-08-29T19:03:20.860 INFO:tasks.workunit.client.0.smithi028.stdout: "", 2024-08-29T19:03:20.860 INFO:tasks.workunit.client.0.smithi028.stdout: "Supported Power States", 2024-08-29T19:03:20.860 INFO:tasks.workunit.client.0.smithi028.stdout: "St Op Max Active Idle RL RT WL WT Ent_Lat Ex_Lat", 2024-08-29T19:03:20.860 INFO:tasks.workunit.client.0.smithi028.stdout: " 0 + 18.00W - - 0 0 0 0 0 0", 2024-08-29T19:03:20.860 INFO:tasks.workunit.client.0.smithi028.stdout: "", 2024-08-29T19:03:20.860 INFO:tasks.workunit.client.0.smithi028.stdout: "Supported LBA Sizes (NSID 0x1)", 2024-08-29T19:03:20.860 INFO:tasks.workunit.client.0.smithi028.stdout: "Id Fmt Data Metadt Rel_Perf", 2024-08-29T19:03:20.860 INFO:tasks.workunit.client.0.smithi028.stdout: " 0 + 512 0 2", 2024-08-29T19:03:20.860 INFO:tasks.workunit.client.0.smithi028.stdout: "", 2024-08-29T19:03:20.861 INFO:tasks.workunit.client.0.smithi028.stdout: "=== START OF SMART DATA SECTION ===", 2024-08-29T19:03:20.861 INFO:tasks.workunit.client.0.smithi028.stdout: "SMART overall-health self-assessment test result: PASSED", 2024-08-29T19:03:20.861 INFO:tasks.workunit.client.0.smithi028.stdout: "", 2024-08-29T19:03:20.861 INFO:tasks.workunit.client.0.smithi028.stdout: "SMART/Health Information (NVMe Log 0x02)", 2024-08-29T19:03:20.861 INFO:tasks.workunit.client.0.smithi028.stdout: "Critical Warning: 0x00", 2024-08-29T19:03:20.861 INFO:tasks.workunit.client.0.smithi028.stdout: "Temperature: 32 Celsius", 2024-08-29T19:03:20.861 INFO:tasks.workunit.client.0.smithi028.stdout: "Available Spare: 100%", 2024-08-29T19:03:20.861 INFO:tasks.workunit.client.0.smithi028.stdout: "Available Spare Threshold: 0%", 2024-08-29T19:03:20.861 INFO:tasks.workunit.client.0.smithi028.stdout: "Percentage Used: 8%", 2024-08-29T19:03:20.861 INFO:tasks.workunit.client.0.smithi028.stdout: "Data Units Read: 105,966,290 [54.2 TB]", 2024-08-29T19:03:20.861 INFO:tasks.workunit.client.0.smithi028.stdout: "Data Units Written: 486,903,742 [249 TB]", 2024-08-29T19:03:20.861 INFO:tasks.workunit.client.0.smithi028.stdout: "Host Read Commands: 2,188,611,773", 2024-08-29T19:03:20.861 INFO:tasks.workunit.client.0.smithi028.stdout: "Host Write Commands: 10,654,283,051", 2024-08-29T19:03:20.861 INFO:tasks.workunit.client.0.smithi028.stdout: "Controller Busy Time: 2,981", 2024-08-29T19:03:20.862 INFO:tasks.workunit.client.0.smithi028.stdout: "Power Cycles: 19,344", 2024-08-29T19:03:20.862 INFO:tasks.workunit.client.0.smithi028.stdout: "Power On Hours: 38,084", 2024-08-29T19:03:20.862 INFO:tasks.workunit.client.0.smithi028.stdout: "Unsafe Shutdowns: 5,391", 2024-08-29T19:03:20.862 INFO:tasks.workunit.client.0.smithi028.stdout: "Media and Data Integrity Errors: 0", 2024-08-29T19:03:20.862 INFO:tasks.workunit.client.0.smithi028.stdout: "Error Information Log Entries: 0", 2024-08-29T19:03:20.862 INFO:tasks.workunit.client.0.smithi028.stdout: "", 2024-08-29T19:03:20.862 INFO:tasks.workunit.client.0.smithi028.stdout: "Error Information (NVMe Log 0x01, 16 of 64 entries)", 2024-08-29T19:03:20.862 INFO:tasks.workunit.client.0.smithi028.stdout: "No Errors Logged", 2024-08-29T19:03:20.862 INFO:tasks.workunit.client.0.smithi028.stdout: "" 2024-08-29T19:03:20.862 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-08-29T19:03:20.862 INFO:tasks.workunit.client.0.smithi028.stdout: "platform_info": "x86_64-linux-5.15.0-119-generic", 2024-08-29T19:03:20.862 INFO:tasks.workunit.client.0.smithi028.stdout: "svn_revision": "5155", 2024-08-29T19:03:20.862 INFO:tasks.workunit.client.0.smithi028.stdout: "version": [ 2024-08-29T19:03:20.863 INFO:tasks.workunit.client.0.smithi028.stdout: 7, 2024-08-29T19:03:20.863 INFO:tasks.workunit.client.0.smithi028.stdout: 2 2024-08-29T19:03:20.863 INFO:tasks.workunit.client.0.smithi028.stdout: ] 2024-08-29T19:03:20.863 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:20.863 INFO:tasks.workunit.client.0.smithi028.stdout: "temperature": { 2024-08-29T19:03:20.863 INFO:tasks.workunit.client.0.smithi028.stdout: "current": 32 2024-08-29T19:03:20.863 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:20.863 INFO:tasks.workunit.client.0.smithi028.stdout: "user_capacity": { 2024-08-29T19:03:20.863 INFO:tasks.workunit.client.0.smithi028.stdout: "blocks": 937703088, 2024-08-29T19:03:20.863 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 480103981056 2024-08-29T19:03:20.863 INFO:tasks.workunit.client.0.smithi028.stdout: } 2024-08-29T19:03:20.863 INFO:tasks.workunit.client.0.smithi028.stdout: } 2024-08-29T19:03:20.863 INFO:tasks.workunit.client.0.smithi028.stdout: } 2024-08-29T19:03:20.863 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:20.864 INFO:tasks.workunit.client.0.smithi028.stdout: "b719d812-662e-11ef-b726-ac1f6ba5ca3c": { 2024-08-29T19:03:20.864 INFO:tasks.workunit.client.0.smithi028.stdout: "INTEL_SSDPED1D480GA_b71a9518-662e-11ef-b726-ac1f6ba5ca3c": { 2024-08-29T19:03:20.864 INFO:tasks.workunit.client.0.smithi028.stdout: "20240829-173531": { 2024-08-29T19:03:20.864 INFO:tasks.workunit.client.0.smithi028.stdout: "device": { 2024-08-29T19:03:20.864 INFO:tasks.workunit.client.0.smithi028.stdout: "info_name": "/dev/nvme0n1", 2024-08-29T19:03:20.864 INFO:tasks.workunit.client.0.smithi028.stdout: "name": "/dev/nvme0n1", 2024-08-29T19:03:20.864 INFO:tasks.workunit.client.0.smithi028.stdout: "protocol": "NVMe", 2024-08-29T19:03:20.864 INFO:tasks.workunit.client.0.smithi028.stdout: "type": "nvme" 2024-08-29T19:03:20.864 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:20.864 INFO:tasks.workunit.client.0.smithi028.stdout: "firmware_version": "E2010325", 2024-08-29T19:03:20.864 INFO:tasks.workunit.client.0.smithi028.stdout: "host_id": "b719d812-662e-11ef-b726-ac1f6ba5ca3c", 2024-08-29T19:03:20.864 INFO:tasks.workunit.client.0.smithi028.stdout: "json_format_version": [ 2024-08-29T19:03:20.864 INFO:tasks.workunit.client.0.smithi028.stdout: 1, 2024-08-29T19:03:20.865 INFO:tasks.workunit.client.0.smithi028.stdout: 0 2024-08-29T19:03:20.865 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-08-29T19:03:20.865 INFO:tasks.workunit.client.0.smithi028.stdout: "local_time": { 2024-08-29T19:03:20.865 INFO:tasks.workunit.client.0.smithi028.stdout: "asctime": "Thu Aug 29 17:35:30 2024 UTC", 2024-08-29T19:03:20.865 INFO:tasks.workunit.client.0.smithi028.stdout: "time_t": 1724952930 2024-08-29T19:03:20.865 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:20.865 INFO:tasks.workunit.client.0.smithi028.stdout: "logical_block_size": 512, 2024-08-29T19:03:20.865 INFO:tasks.workunit.client.0.smithi028.stdout: "model_name": "INTEL SSDPED1D480GA", 2024-08-29T19:03:20.865 INFO:tasks.workunit.client.0.smithi028.stdout: "nvme_controller_id": 0, 2024-08-29T19:03:20.865 INFO:tasks.workunit.client.0.smithi028.stdout: "nvme_ieee_oui_identifier": 6083300, 2024-08-29T19:03:20.865 INFO:tasks.workunit.client.0.smithi028.stdout: "nvme_namespaces": [ 2024-08-29T19:03:20.865 INFO:tasks.workunit.client.0.smithi028.stdout: { 2024-08-29T19:03:20.865 INFO:tasks.workunit.client.0.smithi028.stdout: "capacity": { 2024-08-29T19:03:20.865 INFO:tasks.workunit.client.0.smithi028.stdout: "blocks": 937703088, 2024-08-29T19:03:20.866 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 480103981056 2024-08-29T19:03:20.866 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:20.866 INFO:tasks.workunit.client.0.smithi028.stdout: "formatted_lba_size": 512, 2024-08-29T19:03:20.866 INFO:tasks.workunit.client.0.smithi028.stdout: "id": 1, 2024-08-29T19:03:20.866 INFO:tasks.workunit.client.0.smithi028.stdout: "size": { 2024-08-29T19:03:20.866 INFO:tasks.workunit.client.0.smithi028.stdout: "blocks": 937703088, 2024-08-29T19:03:20.866 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 480103981056 2024-08-29T19:03:20.866 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:20.866 INFO:tasks.workunit.client.0.smithi028.stdout: "utilization": { 2024-08-29T19:03:20.866 INFO:tasks.workunit.client.0.smithi028.stdout: "blocks": 937703088, 2024-08-29T19:03:20.866 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 480103981056 2024-08-29T19:03:20.866 INFO:tasks.workunit.client.0.smithi028.stdout: } 2024-08-29T19:03:20.866 INFO:tasks.workunit.client.0.smithi028.stdout: } 2024-08-29T19:03:20.866 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-08-29T19:03:20.867 INFO:tasks.workunit.client.0.smithi028.stdout: "nvme_number_of_namespaces": 1, 2024-08-29T19:03:20.867 INFO:tasks.workunit.client.0.smithi028.stdout: "nvme_pci_vendor": { 2024-08-29T19:03:20.867 INFO:tasks.workunit.client.0.smithi028.stdout: "id": 32902, 2024-08-29T19:03:20.867 INFO:tasks.workunit.client.0.smithi028.stdout: "subsystem_id": 32902 2024-08-29T19:03:20.867 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:20.867 INFO:tasks.workunit.client.0.smithi028.stdout: "nvme_smart_health_information_add_log": { 2024-08-29T19:03:20.867 INFO:tasks.workunit.client.0.smithi028.stdout: "Device stats": { 2024-08-29T19:03:20.867 INFO:tasks.workunit.client.0.smithi028.stdout: "avail_fw_downgrades": { 2024-08-29T19:03:20.867 INFO:tasks.workunit.client.0.smithi028.stdout: "normalized": 0, 2024-08-29T19:03:20.867 INFO:tasks.workunit.client.0.smithi028.stdout: "raw": 0 2024-08-29T19:03:20.867 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:20.867 INFO:tasks.workunit.client.0.smithi028.stdout: "crc_error_count": { 2024-08-29T19:03:20.867 INFO:tasks.workunit.client.0.smithi028.stdout: "normalized": 100, 2024-08-29T19:03:20.867 INFO:tasks.workunit.client.0.smithi028.stdout: "raw": 0 2024-08-29T19:03:20.867 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:20.868 INFO:tasks.workunit.client.0.smithi028.stdout: "end_to_end_error_detection_count": { 2024-08-29T19:03:20.868 INFO:tasks.workunit.client.0.smithi028.stdout: "normalized": 100, 2024-08-29T19:03:20.868 INFO:tasks.workunit.client.0.smithi028.stdout: "raw": 0 2024-08-29T19:03:20.868 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:20.868 INFO:tasks.workunit.client.0.smithi028.stdout: "erase_fail_count": { 2024-08-29T19:03:20.868 INFO:tasks.workunit.client.0.smithi028.stdout: "normalized": 0, 2024-08-29T19:03:20.868 INFO:tasks.workunit.client.0.smithi028.stdout: "raw": 0 2024-08-29T19:03:20.868 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:20.868 INFO:tasks.workunit.client.0.smithi028.stdout: "host_bytes_written": { 2024-08-29T19:03:20.868 INFO:tasks.workunit.client.0.smithi028.stdout: "normalized": 100, 2024-08-29T19:03:20.868 INFO:tasks.workunit.client.0.smithi028.stdout: "raw": 13911044 2024-08-29T19:03:20.868 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:20.868 INFO:tasks.workunit.client.0.smithi028.stdout: "host_ctx_wear_used": { 2024-08-29T19:03:20.869 INFO:tasks.workunit.client.0.smithi028.stdout: "normalized": 0, 2024-08-29T19:03:20.869 INFO:tasks.workunit.client.0.smithi028.stdout: "raw": 0 2024-08-29T19:03:20.869 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:20.869 INFO:tasks.workunit.client.0.smithi028.stdout: "media_bytes_read": { 2024-08-29T19:03:20.869 INFO:tasks.workunit.client.0.smithi028.stdout: "normalized": 0, 2024-08-29T19:03:20.869 INFO:tasks.workunit.client.0.smithi028.stdout: "raw": 0 2024-08-29T19:03:20.869 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:20.869 INFO:tasks.workunit.client.0.smithi028.stdout: "nand_bytes_written": { 2024-08-29T19:03:20.869 INFO:tasks.workunit.client.0.smithi028.stdout: "normalized": 0, 2024-08-29T19:03:20.869 INFO:tasks.workunit.client.0.smithi028.stdout: "raw": 0 2024-08-29T19:03:20.869 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:20.869 INFO:tasks.workunit.client.0.smithi028.stdout: "perf_stat_indicator": { 2024-08-29T19:03:20.869 INFO:tasks.workunit.client.0.smithi028.stdout: "normalized": 0, 2024-08-29T19:03:20.869 INFO:tasks.workunit.client.0.smithi028.stdout: "raw": 0 2024-08-29T19:03:20.870 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:20.870 INFO:tasks.workunit.client.0.smithi028.stdout: "pll_lock_loss_count": { 2024-08-29T19:03:20.870 INFO:tasks.workunit.client.0.smithi028.stdout: "normalized": 100, 2024-08-29T19:03:20.870 INFO:tasks.workunit.client.0.smithi028.stdout: "raw": 0 2024-08-29T19:03:20.870 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:20.870 INFO:tasks.workunit.client.0.smithi028.stdout: "program_fail_count": { 2024-08-29T19:03:20.870 INFO:tasks.workunit.client.0.smithi028.stdout: "normalized": 0, 2024-08-29T19:03:20.870 INFO:tasks.workunit.client.0.smithi028.stdout: "raw": 0 2024-08-29T19:03:20.870 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:20.870 INFO:tasks.workunit.client.0.smithi028.stdout: "re_alloc_sectr_cnt": { 2024-08-29T19:03:20.870 INFO:tasks.workunit.client.0.smithi028.stdout: "normalized": 0, 2024-08-29T19:03:20.870 INFO:tasks.workunit.client.0.smithi028.stdout: "raw": 0 2024-08-29T19:03:20.870 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:20.870 INFO:tasks.workunit.client.0.smithi028.stdout: "retry_buffer_overflow_count": { 2024-08-29T19:03:20.871 INFO:tasks.workunit.client.0.smithi028.stdout: "normalized": 100, 2024-08-29T19:03:20.871 INFO:tasks.workunit.client.0.smithi028.stdout: "raw": 0 2024-08-29T19:03:20.871 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:20.871 INFO:tasks.workunit.client.0.smithi028.stdout: "soft_ecc_err_rate": { 2024-08-29T19:03:20.871 INFO:tasks.workunit.client.0.smithi028.stdout: "normalized": 0, 2024-08-29T19:03:20.871 INFO:tasks.workunit.client.0.smithi028.stdout: "raw": 0 2024-08-29T19:03:20.871 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:20.871 INFO:tasks.workunit.client.0.smithi028.stdout: "thermal_throttle_status": { 2024-08-29T19:03:20.871 INFO:tasks.workunit.client.0.smithi028.stdout: "normalized": 100, 2024-08-29T19:03:20.871 INFO:tasks.workunit.client.0.smithi028.stdout: "raw": { 2024-08-29T19:03:20.871 INFO:tasks.workunit.client.0.smithi028.stdout: "cnt": 0, 2024-08-29T19:03:20.871 INFO:tasks.workunit.client.0.smithi028.stdout: "pct": 0 2024-08-29T19:03:20.872 INFO:tasks.workunit.client.0.smithi028.stdout: } 2024-08-29T19:03:20.872 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:20.872 INFO:tasks.workunit.client.0.smithi028.stdout: "timed_workload_host_reads": { 2024-08-29T19:03:20.872 INFO:tasks.workunit.client.0.smithi028.stdout: "normalized": 100, 2024-08-29T19:03:20.872 INFO:tasks.workunit.client.0.smithi028.stdout: "raw": 13 2024-08-29T19:03:20.872 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:20.872 INFO:tasks.workunit.client.0.smithi028.stdout: "timed_workload_media_wear": { 2024-08-29T19:03:20.872 INFO:tasks.workunit.client.0.smithi028.stdout: "normalized": 100, 2024-08-29T19:03:20.872 INFO:tasks.workunit.client.0.smithi028.stdout: "raw": "0.000000" 2024-08-29T19:03:20.872 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:20.872 INFO:tasks.workunit.client.0.smithi028.stdout: "timed_workload_timer": { 2024-08-29T19:03:20.872 INFO:tasks.workunit.client.0.smithi028.stdout: "normalized": 100, 2024-08-29T19:03:20.872 INFO:tasks.workunit.client.0.smithi028.stdout: "raw": 1544229 2024-08-29T19:03:20.873 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:20.873 INFO:tasks.workunit.client.0.smithi028.stdout: "unexp_power_loss": { 2024-08-29T19:03:20.873 INFO:tasks.workunit.client.0.smithi028.stdout: "normalized": 0, 2024-08-29T19:03:20.873 INFO:tasks.workunit.client.0.smithi028.stdout: "raw": 0 2024-08-29T19:03:20.873 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:20.873 INFO:tasks.workunit.client.0.smithi028.stdout: "wear_leveling": { 2024-08-29T19:03:20.873 INFO:tasks.workunit.client.0.smithi028.stdout: "normalized": 0, 2024-08-29T19:03:20.873 INFO:tasks.workunit.client.0.smithi028.stdout: "raw": { 2024-08-29T19:03:20.873 INFO:tasks.workunit.client.0.smithi028.stdout: "avg": 0, 2024-08-29T19:03:20.873 INFO:tasks.workunit.client.0.smithi028.stdout: "max": 0, 2024-08-29T19:03:20.873 INFO:tasks.workunit.client.0.smithi028.stdout: "min": 0 2024-08-29T19:03:20.873 INFO:tasks.workunit.client.0.smithi028.stdout: } 2024-08-29T19:03:20.873 INFO:tasks.workunit.client.0.smithi028.stdout: } 2024-08-29T19:03:20.873 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:20.874 INFO:tasks.workunit.client.0.smithi028.stdout: "Intel Smart log": "nvme0n1" 2024-08-29T19:03:20.874 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:20.874 INFO:tasks.workunit.client.0.smithi028.stdout: "nvme_smart_health_information_log": { 2024-08-29T19:03:20.874 INFO:tasks.workunit.client.0.smithi028.stdout: "available_spare": 100, 2024-08-29T19:03:20.874 INFO:tasks.workunit.client.0.smithi028.stdout: "available_spare_threshold": 0, 2024-08-29T19:03:20.874 INFO:tasks.workunit.client.0.smithi028.stdout: "controller_busy_time": 5288, 2024-08-29T19:03:20.874 INFO:tasks.workunit.client.0.smithi028.stdout: "critical_warning": 0, 2024-08-29T19:03:20.874 INFO:tasks.workunit.client.0.smithi028.stdout: "data_units_read": 180342202, 2024-08-29T19:03:20.874 INFO:tasks.workunit.client.0.smithi028.stdout: "data_units_written": 911674230, 2024-08-29T19:03:20.874 INFO:tasks.workunit.client.0.smithi028.stdout: "host_reads": 3127841064, 2024-08-29T19:03:20.874 INFO:tasks.workunit.client.0.smithi028.stdout: "host_writes": 19672922154, 2024-08-29T19:03:20.874 INFO:tasks.workunit.client.0.smithi028.stdout: "media_errors": 0, 2024-08-29T19:03:20.874 INFO:tasks.workunit.client.0.smithi028.stdout: "num_err_log_entries": 0, 2024-08-29T19:03:20.874 INFO:tasks.workunit.client.0.smithi028.stdout: "percentage_used": 0, 2024-08-29T19:03:20.875 INFO:tasks.workunit.client.0.smithi028.stdout: "power_cycles": 35184, 2024-08-29T19:03:20.875 INFO:tasks.workunit.client.0.smithi028.stdout: "power_on_hours": 40578, 2024-08-29T19:03:20.875 INFO:tasks.workunit.client.0.smithi028.stdout: "temperature": 31, 2024-08-29T19:03:20.875 INFO:tasks.workunit.client.0.smithi028.stdout: "unsafe_shutdowns": 10085 2024-08-29T19:03:20.875 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:20.875 INFO:tasks.workunit.client.0.smithi028.stdout: "nvme_vendor": "intel", 2024-08-29T19:03:20.875 INFO:tasks.workunit.client.0.smithi028.stdout: "nvme_version": { 2024-08-29T19:03:20.875 INFO:tasks.workunit.client.0.smithi028.stdout: "string": "<1.2", 2024-08-29T19:03:20.875 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:20.875 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:20.875 INFO:tasks.workunit.client.0.smithi028.stdout: "power_cycle_count": 35184, 2024-08-29T19:03:20.875 INFO:tasks.workunit.client.0.smithi028.stdout: "power_on_time": { 2024-08-29T19:03:20.875 INFO:tasks.workunit.client.0.smithi028.stdout: "hours": 40578 2024-08-29T19:03:20.875 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:20.876 INFO:tasks.workunit.client.0.smithi028.stdout: "serial_number": "deleted", 2024-08-29T19:03:20.876 INFO:tasks.workunit.client.0.smithi028.stdout: "smart_status": { 2024-08-29T19:03:20.876 INFO:tasks.workunit.client.0.smithi028.stdout: "nvme": { 2024-08-29T19:03:20.876 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:20.876 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:20.876 INFO:tasks.workunit.client.0.smithi028.stdout: "passed": true 2024-08-29T19:03:20.876 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:20.876 INFO:tasks.workunit.client.0.smithi028.stdout: "smartctl": { 2024-08-29T19:03:20.876 INFO:tasks.workunit.client.0.smithi028.stdout: "argv": [ 2024-08-29T19:03:20.876 INFO:tasks.workunit.client.0.smithi028.stdout: "smartctl", 2024-08-29T19:03:20.876 INFO:tasks.workunit.client.0.smithi028.stdout: "-x", 2024-08-29T19:03:20.876 INFO:tasks.workunit.client.0.smithi028.stdout: "--json=o", 2024-08-29T19:03:20.876 INFO:tasks.workunit.client.0.smithi028.stdout: "/dev/nvme0n1" 2024-08-29T19:03:20.877 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-08-29T19:03:20.877 INFO:tasks.workunit.client.0.smithi028.stdout: "build_info": "(local build)", 2024-08-29T19:03:20.877 INFO:tasks.workunit.client.0.smithi028.stdout: "exit_status": 0, 2024-08-29T19:03:20.877 INFO:tasks.workunit.client.0.smithi028.stdout: "output": [ 2024-08-29T19:03:20.877 INFO:tasks.workunit.client.0.smithi028.stdout: "smartctl 7.2 2020-12-30 r5155 [x86_64-linux-5.15.0-119-generic] (local build)", 2024-08-29T19:03:20.877 INFO:tasks.workunit.client.0.smithi028.stdout: "Copyright (C) 2002-20, Bruce Allen, Christian Franke, www.smartmontools.org", 2024-08-29T19:03:20.877 INFO:tasks.workunit.client.0.smithi028.stdout: "", 2024-08-29T19:03:20.877 INFO:tasks.workunit.client.0.smithi028.stdout: "=== START OF INFORMATION SECTION ===", 2024-08-29T19:03:20.877 INFO:tasks.workunit.client.0.smithi028.stdout: "Model Number: INTEL SSDPED1D480GA", 2024-08-29T19:03:20.877 INFO:tasks.workunit.client.0.smithi028.stdout: "Serial Number: deleted", 2024-08-29T19:03:20.877 INFO:tasks.workunit.client.0.smithi028.stdout: "Firmware Version: E2010325", 2024-08-29T19:03:20.877 INFO:tasks.workunit.client.0.smithi028.stdout: "PCI Vendor/Subsystem ID: 0x8086", 2024-08-29T19:03:20.877 INFO:tasks.workunit.client.0.smithi028.stdout: "IEEE OUI Identifier: 0x5cd2e4", 2024-08-29T19:03:20.877 INFO:tasks.workunit.client.0.smithi028.stdout: "Controller ID: 0", 2024-08-29T19:03:20.878 INFO:tasks.workunit.client.0.smithi028.stdout: "NVMe Version: <1.2", 2024-08-29T19:03:20.878 INFO:tasks.workunit.client.0.smithi028.stdout: "Number of Namespaces: 1", 2024-08-29T19:03:20.878 INFO:tasks.workunit.client.0.smithi028.stdout: "Namespace 1 Size/Capacity: 480,103,981,056 [480 GB]", 2024-08-29T19:03:20.878 INFO:tasks.workunit.client.0.smithi028.stdout: "Namespace 1 Formatted LBA Size: 512", 2024-08-29T19:03:20.878 INFO:tasks.workunit.client.0.smithi028.stdout: "Local Time is: Thu Aug 29 17:35:30 2024 UTC", 2024-08-29T19:03:20.878 INFO:tasks.workunit.client.0.smithi028.stdout: "Firmware Updates (0x02): 1 Slot", 2024-08-29T19:03:20.878 INFO:tasks.workunit.client.0.smithi028.stdout: "Optional Admin Commands (0x0007): Security Format Frmw_DL", 2024-08-29T19:03:20.878 INFO:tasks.workunit.client.0.smithi028.stdout: "Optional NVM Commands (0x0006): Wr_Unc DS_Mngmt", 2024-08-29T19:03:20.878 INFO:tasks.workunit.client.0.smithi028.stdout: "Log Page Attributes (0x02): Cmd_Eff_Lg", 2024-08-29T19:03:20.878 INFO:tasks.workunit.client.0.smithi028.stdout: "Maximum Data Transfer Size: 32 Pages", 2024-08-29T19:03:20.878 INFO:tasks.workunit.client.0.smithi028.stdout: "", 2024-08-29T19:03:20.878 INFO:tasks.workunit.client.0.smithi028.stdout: "Supported Power States", 2024-08-29T19:03:20.878 INFO:tasks.workunit.client.0.smithi028.stdout: "St Op Max Active Idle RL RT WL WT Ent_Lat Ex_Lat", 2024-08-29T19:03:20.878 INFO:tasks.workunit.client.0.smithi028.stdout: " 0 + 18.00W - - 0 0 0 0 0 0", 2024-08-29T19:03:20.879 INFO:tasks.workunit.client.0.smithi028.stdout: "", 2024-08-29T19:03:20.879 INFO:tasks.workunit.client.0.smithi028.stdout: "Supported LBA Sizes (NSID 0x1)", 2024-08-29T19:03:20.879 INFO:tasks.workunit.client.0.smithi028.stdout: "Id Fmt Data Metadt Rel_Perf", 2024-08-29T19:03:20.879 INFO:tasks.workunit.client.0.smithi028.stdout: " 0 + 512 0 2", 2024-08-29T19:03:20.879 INFO:tasks.workunit.client.0.smithi028.stdout: "", 2024-08-29T19:03:20.879 INFO:tasks.workunit.client.0.smithi028.stdout: "=== START OF SMART DATA SECTION ===", 2024-08-29T19:03:20.879 INFO:tasks.workunit.client.0.smithi028.stdout: "SMART overall-health self-assessment test result: PASSED", 2024-08-29T19:03:20.879 INFO:tasks.workunit.client.0.smithi028.stdout: "", 2024-08-29T19:03:20.879 INFO:tasks.workunit.client.0.smithi028.stdout: "SMART/Health Information (NVMe Log 0x02)", 2024-08-29T19:03:20.879 INFO:tasks.workunit.client.0.smithi028.stdout: "Critical Warning: 0x00", 2024-08-29T19:03:20.879 INFO:tasks.workunit.client.0.smithi028.stdout: "Temperature: 31 Celsius", 2024-08-29T19:03:20.879 INFO:tasks.workunit.client.0.smithi028.stdout: "Available Spare: 100%", 2024-08-29T19:03:20.879 INFO:tasks.workunit.client.0.smithi028.stdout: "Available Spare Threshold: 0%", 2024-08-29T19:03:20.879 INFO:tasks.workunit.client.0.smithi028.stdout: "Percentage Used: 0%", 2024-08-29T19:03:20.880 INFO:tasks.workunit.client.0.smithi028.stdout: "Data Units Read: 180,342,202 [92.3 TB]", 2024-08-29T19:03:20.880 INFO:tasks.workunit.client.0.smithi028.stdout: "Data Units Written: 911,674,230 [466 TB]", 2024-08-29T19:03:20.880 INFO:tasks.workunit.client.0.smithi028.stdout: "Host Read Commands: 3,127,841,064", 2024-08-29T19:03:20.880 INFO:tasks.workunit.client.0.smithi028.stdout: "Host Write Commands: 19,672,922,154", 2024-08-29T19:03:20.880 INFO:tasks.workunit.client.0.smithi028.stdout: "Controller Busy Time: 5,288", 2024-08-29T19:03:20.880 INFO:tasks.workunit.client.0.smithi028.stdout: "Power Cycles: 35,184", 2024-08-29T19:03:20.880 INFO:tasks.workunit.client.0.smithi028.stdout: "Power On Hours: 40,578", 2024-08-29T19:03:20.880 INFO:tasks.workunit.client.0.smithi028.stdout: "Unsafe Shutdowns: 10,085", 2024-08-29T19:03:20.880 INFO:tasks.workunit.client.0.smithi028.stdout: "Media and Data Integrity Errors: 0", 2024-08-29T19:03:20.880 INFO:tasks.workunit.client.0.smithi028.stdout: "Error Information Log Entries: 0", 2024-08-29T19:03:20.880 INFO:tasks.workunit.client.0.smithi028.stdout: "", 2024-08-29T19:03:20.880 INFO:tasks.workunit.client.0.smithi028.stdout: "Error Information (NVMe Log 0x01, 16 of 64 entries)", 2024-08-29T19:03:20.880 INFO:tasks.workunit.client.0.smithi028.stdout: "No Errors Logged", 2024-08-29T19:03:20.880 INFO:tasks.workunit.client.0.smithi028.stdout: "" 2024-08-29T19:03:20.881 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-08-29T19:03:20.881 INFO:tasks.workunit.client.0.smithi028.stdout: "platform_info": "x86_64-linux-5.15.0-119-generic", 2024-08-29T19:03:20.881 INFO:tasks.workunit.client.0.smithi028.stdout: "svn_revision": "5155", 2024-08-29T19:03:20.881 INFO:tasks.workunit.client.0.smithi028.stdout: "version": [ 2024-08-29T19:03:20.881 INFO:tasks.workunit.client.0.smithi028.stdout: 7, 2024-08-29T19:03:20.881 INFO:tasks.workunit.client.0.smithi028.stdout: 2 2024-08-29T19:03:20.881 INFO:tasks.workunit.client.0.smithi028.stdout: ] 2024-08-29T19:03:20.881 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:20.881 INFO:tasks.workunit.client.0.smithi028.stdout: "temperature": { 2024-08-29T19:03:20.881 INFO:tasks.workunit.client.0.smithi028.stdout: "current": 31 2024-08-29T19:03:20.881 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:20.881 INFO:tasks.workunit.client.0.smithi028.stdout: "user_capacity": { 2024-08-29T19:03:20.881 INFO:tasks.workunit.client.0.smithi028.stdout: "blocks": 937703088, 2024-08-29T19:03:20.881 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 480103981056 2024-08-29T19:03:20.882 INFO:tasks.workunit.client.0.smithi028.stdout: } 2024-08-29T19:03:20.882 INFO:tasks.workunit.client.0.smithi028.stdout: } 2024-08-29T19:03:20.882 INFO:tasks.workunit.client.0.smithi028.stdout: } 2024-08-29T19:03:20.882 INFO:tasks.workunit.client.0.smithi028.stdout: } 2024-08-29T19:03:20.882 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:20.882 INFO:tasks.workunit.client.0.smithi028.stdout: "report": { 2024-08-29T19:03:20.882 INFO:tasks.workunit.client.0.smithi028.stdout: "balancer": { 2024-08-29T19:03:20.882 INFO:tasks.workunit.client.0.smithi028.stdout: "active": true, 2024-08-29T19:03:20.882 INFO:tasks.workunit.client.0.smithi028.stdout: "mode": "" 2024-08-29T19:03:20.882 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:20.882 INFO:tasks.workunit.client.0.smithi028.stdout: "channels": [ 2024-08-29T19:03:20.882 INFO:tasks.workunit.client.0.smithi028.stdout: "basic", 2024-08-29T19:03:20.882 INFO:tasks.workunit.client.0.smithi028.stdout: "crash", 2024-08-29T19:03:20.882 INFO:tasks.workunit.client.0.smithi028.stdout: "device", 2024-08-29T19:03:20.883 INFO:tasks.workunit.client.0.smithi028.stdout: "ident", 2024-08-29T19:03:20.883 INFO:tasks.workunit.client.0.smithi028.stdout: "perf" 2024-08-29T19:03:20.883 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-08-29T19:03:20.883 INFO:tasks.workunit.client.0.smithi028.stdout: "channels_available": [ 2024-08-29T19:03:20.883 INFO:tasks.workunit.client.0.smithi028.stdout: "basic", 2024-08-29T19:03:20.883 INFO:tasks.workunit.client.0.smithi028.stdout: "ident", 2024-08-29T19:03:20.883 INFO:tasks.workunit.client.0.smithi028.stdout: "crash", 2024-08-29T19:03:20.883 INFO:tasks.workunit.client.0.smithi028.stdout: "device", 2024-08-29T19:03:20.883 INFO:tasks.workunit.client.0.smithi028.stdout: "perf" 2024-08-29T19:03:20.883 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-08-29T19:03:20.884 INFO:tasks.workunit.client.0.smithi028.stdout: "collections_available": [ 2024-08-29T19:03:20.884 INFO:tasks.workunit.client.0.smithi028.stdout: "basic_base", 2024-08-29T19:03:20.884 INFO:tasks.workunit.client.0.smithi028.stdout: "device_base", 2024-08-29T19:03:20.884 INFO:tasks.workunit.client.0.smithi028.stdout: "crash_base", 2024-08-29T19:03:20.884 INFO:tasks.workunit.client.0.smithi028.stdout: "ident_base", 2024-08-29T19:03:20.884 INFO:tasks.workunit.client.0.smithi028.stdout: "perf_perf", 2024-08-29T19:03:20.884 INFO:tasks.workunit.client.0.smithi028.stdout: "basic_mds_metadata", 2024-08-29T19:03:20.884 INFO:tasks.workunit.client.0.smithi028.stdout: "basic_pool_usage", 2024-08-29T19:03:20.884 INFO:tasks.workunit.client.0.smithi028.stdout: "basic_usage_by_class", 2024-08-29T19:03:20.884 INFO:tasks.workunit.client.0.smithi028.stdout: "basic_rook_v01", 2024-08-29T19:03:20.884 INFO:tasks.workunit.client.0.smithi028.stdout: "perf_memory_metrics", 2024-08-29T19:03:20.884 INFO:tasks.workunit.client.0.smithi028.stdout: "basic_pool_options_bluestore", 2024-08-29T19:03:20.884 INFO:tasks.workunit.client.0.smithi028.stdout: "basic_pool_flags" 2024-08-29T19:03:20.885 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-08-29T19:03:20.885 INFO:tasks.workunit.client.0.smithi028.stdout: "collections_opted_in": [ 2024-08-29T19:03:20.885 INFO:tasks.workunit.client.0.smithi028.stdout: "basic_base", 2024-08-29T19:03:20.885 INFO:tasks.workunit.client.0.smithi028.stdout: "device_base", 2024-08-29T19:03:20.885 INFO:tasks.workunit.client.0.smithi028.stdout: "crash_base", 2024-08-29T19:03:20.885 INFO:tasks.workunit.client.0.smithi028.stdout: "ident_base", 2024-08-29T19:03:20.885 INFO:tasks.workunit.client.0.smithi028.stdout: "perf_perf", 2024-08-29T19:03:20.885 INFO:tasks.workunit.client.0.smithi028.stdout: "basic_mds_metadata", 2024-08-29T19:03:20.885 INFO:tasks.workunit.client.0.smithi028.stdout: "basic_pool_usage", 2024-08-29T19:03:20.885 INFO:tasks.workunit.client.0.smithi028.stdout: "basic_usage_by_class", 2024-08-29T19:03:20.885 INFO:tasks.workunit.client.0.smithi028.stdout: "basic_rook_v01", 2024-08-29T19:03:20.885 INFO:tasks.workunit.client.0.smithi028.stdout: "perf_memory_metrics", 2024-08-29T19:03:20.885 INFO:tasks.workunit.client.0.smithi028.stdout: "basic_pool_options_bluestore", 2024-08-29T19:03:20.885 INFO:tasks.workunit.client.0.smithi028.stdout: "basic_pool_flags" 2024-08-29T19:03:20.886 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-08-29T19:03:20.886 INFO:tasks.workunit.client.0.smithi028.stdout: "config": { 2024-08-29T19:03:20.886 INFO:tasks.workunit.client.0.smithi028.stdout: "active_changed": [ 2024-08-29T19:03:20.886 INFO:tasks.workunit.client.0.smithi028.stdout: "auth_allow_insecure_global_id_reclaim", 2024-08-29T19:03:20.886 INFO:tasks.workunit.client.0.smithi028.stdout: "auth_debug", 2024-08-29T19:03:20.886 INFO:tasks.workunit.client.0.smithi028.stdout: "auth_mon_ticket_ttl", 2024-08-29T19:03:20.886 INFO:tasks.workunit.client.0.smithi028.stdout: "auth_service_ticket_ttl", 2024-08-29T19:03:20.886 INFO:tasks.workunit.client.0.smithi028.stdout: "bdev_debug_aio", 2024-08-29T19:03:20.886 INFO:tasks.workunit.client.0.smithi028.stdout: "client_check_pool_perm", 2024-08-29T19:03:20.886 INFO:tasks.workunit.client.0.smithi028.stdout: "client_mount_gid", 2024-08-29T19:03:20.886 INFO:tasks.workunit.client.0.smithi028.stdout: "client_mount_uid", 2024-08-29T19:03:20.886 INFO:tasks.workunit.client.0.smithi028.stdout: "client_quota", 2024-08-29T19:03:20.886 INFO:tasks.workunit.client.0.smithi028.stdout: "container_image", 2024-08-29T19:03:20.886 INFO:tasks.workunit.client.0.smithi028.stdout: "daemonize", 2024-08-29T19:03:20.887 INFO:tasks.workunit.client.0.smithi028.stdout: "debug_asserts_on_shutdown", 2024-08-29T19:03:20.887 INFO:tasks.workunit.client.0.smithi028.stdout: "debug_mgr", 2024-08-29T19:03:20.887 INFO:tasks.workunit.client.0.smithi028.stdout: "debug_mon", 2024-08-29T19:03:20.887 INFO:tasks.workunit.client.0.smithi028.stdout: "debug_ms", 2024-08-29T19:03:20.887 INFO:tasks.workunit.client.0.smithi028.stdout: "debug_osd", 2024-08-29T19:03:20.887 INFO:tasks.workunit.client.0.smithi028.stdout: "debug_paxos", 2024-08-29T19:03:20.887 INFO:tasks.workunit.client.0.smithi028.stdout: "keyring", 2024-08-29T19:03:20.887 INFO:tasks.workunit.client.0.smithi028.stdout: "log_stderr_prefix", 2024-08-29T19:03:20.887 INFO:tasks.workunit.client.0.smithi028.stdout: "log_to_file", 2024-08-29T19:03:20.887 INFO:tasks.workunit.client.0.smithi028.stdout: "log_to_journald", 2024-08-29T19:03:20.887 INFO:tasks.workunit.client.0.smithi028.stdout: "log_to_stderr", 2024-08-29T19:03:20.887 INFO:tasks.workunit.client.0.smithi028.stdout: "mon_allow_pool_delete", 2024-08-29T19:03:20.887 INFO:tasks.workunit.client.0.smithi028.stdout: "mon_clock_drift_allowed", 2024-08-29T19:03:20.887 INFO:tasks.workunit.client.0.smithi028.stdout: "mon_cluster_log_to_file", 2024-08-29T19:03:20.888 INFO:tasks.workunit.client.0.smithi028.stdout: "mon_cluster_log_to_stderr", 2024-08-29T19:03:20.888 INFO:tasks.workunit.client.0.smithi028.stdout: "mon_data_avail_warn", 2024-08-29T19:03:20.888 INFO:tasks.workunit.client.0.smithi028.stdout: "mon_election_default_strategy", 2024-08-29T19:03:20.888 INFO:tasks.workunit.client.0.smithi028.stdout: "mon_host", 2024-08-29T19:03:20.888 INFO:tasks.workunit.client.0.smithi028.stdout: "mon_max_pg_per_osd", 2024-08-29T19:03:20.888 INFO:tasks.workunit.client.0.smithi028.stdout: "mon_mds_skip_sanity", 2024-08-29T19:03:20.888 INFO:tasks.workunit.client.0.smithi028.stdout: "mon_mgr_mkfs_grace", 2024-08-29T19:03:20.888 INFO:tasks.workunit.client.0.smithi028.stdout: "mon_osd_prime_pg_temp", 2024-08-29T19:03:20.888 INFO:tasks.workunit.client.0.smithi028.stdout: "mon_osd_reporter_subtree_level", 2024-08-29T19:03:20.888 INFO:tasks.workunit.client.0.smithi028.stdout: "mon_pg_warn_max_object_skew", 2024-08-29T19:03:20.888 INFO:tasks.workunit.client.0.smithi028.stdout: "mon_reweight_min_bytes_per_osd", 2024-08-29T19:03:20.888 INFO:tasks.workunit.client.0.smithi028.stdout: "mon_reweight_min_pgs_per_osd", 2024-08-29T19:03:20.888 INFO:tasks.workunit.client.0.smithi028.stdout: "mon_warn_on_crush_straw_calc_version_zero", 2024-08-29T19:03:20.889 INFO:tasks.workunit.client.0.smithi028.stdout: "mon_warn_on_insecure_global_id_reclaim", 2024-08-29T19:03:20.889 INFO:tasks.workunit.client.0.smithi028.stdout: "mon_warn_on_insecure_global_id_reclaim_allowed", 2024-08-29T19:03:20.889 INFO:tasks.workunit.client.0.smithi028.stdout: "mon_warn_on_legacy_crush_tunables", 2024-08-29T19:03:20.889 INFO:tasks.workunit.client.0.smithi028.stdout: "mon_warn_on_osd_down_out_interval_zero", 2024-08-29T19:03:20.889 INFO:tasks.workunit.client.0.smithi028.stdout: "mon_warn_on_pool_pg_num_not_power_of_two", 2024-08-29T19:03:20.889 INFO:tasks.workunit.client.0.smithi028.stdout: "mon_warn_on_too_few_osds", 2024-08-29T19:03:20.889 INFO:tasks.workunit.client.0.smithi028.stdout: "ms_die_on_bug", 2024-08-29T19:03:20.889 INFO:tasks.workunit.client.0.smithi028.stdout: "ms_die_on_old_message", 2024-08-29T19:03:20.889 INFO:tasks.workunit.client.0.smithi028.stdout: "no_config_file", 2024-08-29T19:03:20.889 INFO:tasks.workunit.client.0.smithi028.stdout: "osd_class_default_list", 2024-08-29T19:03:20.889 INFO:tasks.workunit.client.0.smithi028.stdout: "osd_class_load_list", 2024-08-29T19:03:20.889 INFO:tasks.workunit.client.0.smithi028.stdout: "osd_debug_misdirected_ops", 2024-08-29T19:03:20.889 INFO:tasks.workunit.client.0.smithi028.stdout: "osd_debug_op_order", 2024-08-29T19:03:20.889 INFO:tasks.workunit.client.0.smithi028.stdout: "osd_debug_pg_log_writeout", 2024-08-29T19:03:20.890 INFO:tasks.workunit.client.0.smithi028.stdout: "osd_debug_shutdown", 2024-08-29T19:03:20.890 INFO:tasks.workunit.client.0.smithi028.stdout: "osd_debug_verify_cached_snaps", 2024-08-29T19:03:20.890 INFO:tasks.workunit.client.0.smithi028.stdout: "osd_debug_verify_missing_on_start", 2024-08-29T19:03:20.890 INFO:tasks.workunit.client.0.smithi028.stdout: "osd_debug_verify_stray_on_activate", 2024-08-29T19:03:20.890 INFO:tasks.workunit.client.0.smithi028.stdout: "osd_deep_scrub_update_digest_min_age", 2024-08-29T19:03:20.890 INFO:tasks.workunit.client.0.smithi028.stdout: "osd_delete_sleep", 2024-08-29T19:03:20.890 INFO:tasks.workunit.client.0.smithi028.stdout: "osd_delete_sleep_hdd", 2024-08-29T19:03:20.890 INFO:tasks.workunit.client.0.smithi028.stdout: "osd_delete_sleep_hybrid", 2024-08-29T19:03:20.890 INFO:tasks.workunit.client.0.smithi028.stdout: "osd_delete_sleep_ssd", 2024-08-29T19:03:20.890 INFO:tasks.workunit.client.0.smithi028.stdout: "osd_max_backfills", 2024-08-29T19:03:20.890 INFO:tasks.workunit.client.0.smithi028.stdout: "osd_mclock_max_capacity_iops_ssd", 2024-08-29T19:03:20.890 INFO:tasks.workunit.client.0.smithi028.stdout: "osd_mclock_profile", 2024-08-29T19:03:20.890 INFO:tasks.workunit.client.0.smithi028.stdout: "osd_mclock_scheduler_background_best_effort_lim", 2024-08-29T19:03:20.890 INFO:tasks.workunit.client.0.smithi028.stdout: "osd_mclock_scheduler_background_best_effort_res", 2024-08-29T19:03:20.891 INFO:tasks.workunit.client.0.smithi028.stdout: "osd_mclock_scheduler_background_best_effort_wgt", 2024-08-29T19:03:20.891 INFO:tasks.workunit.client.0.smithi028.stdout: "osd_mclock_scheduler_background_recovery_lim", 2024-08-29T19:03:20.891 INFO:tasks.workunit.client.0.smithi028.stdout: "osd_mclock_scheduler_background_recovery_res", 2024-08-29T19:03:20.891 INFO:tasks.workunit.client.0.smithi028.stdout: "osd_mclock_scheduler_background_recovery_wgt", 2024-08-29T19:03:20.891 INFO:tasks.workunit.client.0.smithi028.stdout: "osd_mclock_scheduler_client_lim", 2024-08-29T19:03:20.891 INFO:tasks.workunit.client.0.smithi028.stdout: "osd_mclock_scheduler_client_res", 2024-08-29T19:03:20.891 INFO:tasks.workunit.client.0.smithi028.stdout: "osd_mclock_scheduler_client_wgt", 2024-08-29T19:03:20.891 INFO:tasks.workunit.client.0.smithi028.stdout: "osd_memory_target", 2024-08-29T19:03:20.891 INFO:tasks.workunit.client.0.smithi028.stdout: "osd_memory_target_autotune", 2024-08-29T19:03:20.891 INFO:tasks.workunit.client.0.smithi028.stdout: "osd_op_queue", 2024-08-29T19:03:20.891 INFO:tasks.workunit.client.0.smithi028.stdout: "osd_op_queue_cut_off", 2024-08-29T19:03:20.891 INFO:tasks.workunit.client.0.smithi028.stdout: "osd_pool_default_erasure_code_profile", 2024-08-29T19:03:20.891 INFO:tasks.workunit.client.0.smithi028.stdout: "osd_pool_default_pg_autoscale_mode", 2024-08-29T19:03:20.891 INFO:tasks.workunit.client.0.smithi028.stdout: "osd_recover_clone_overlap", 2024-08-29T19:03:20.891 INFO:tasks.workunit.client.0.smithi028.stdout: "osd_recovery_max_active", 2024-08-29T19:03:20.892 INFO:tasks.workunit.client.0.smithi028.stdout: "osd_recovery_max_active_hdd", 2024-08-29T19:03:20.892 INFO:tasks.workunit.client.0.smithi028.stdout: "osd_recovery_max_active_ssd", 2024-08-29T19:03:20.892 INFO:tasks.workunit.client.0.smithi028.stdout: "osd_recovery_max_chunk", 2024-08-29T19:03:20.892 INFO:tasks.workunit.client.0.smithi028.stdout: "osd_recovery_sleep", 2024-08-29T19:03:20.892 INFO:tasks.workunit.client.0.smithi028.stdout: "osd_recovery_sleep_hdd", 2024-08-29T19:03:20.892 INFO:tasks.workunit.client.0.smithi028.stdout: "osd_recovery_sleep_hybrid", 2024-08-29T19:03:20.892 INFO:tasks.workunit.client.0.smithi028.stdout: "osd_recovery_sleep_ssd", 2024-08-29T19:03:20.892 INFO:tasks.workunit.client.0.smithi028.stdout: "osd_scrub_load_threshold", 2024-08-29T19:03:20.892 INFO:tasks.workunit.client.0.smithi028.stdout: "osd_scrub_max_interval", 2024-08-29T19:03:20.892 INFO:tasks.workunit.client.0.smithi028.stdout: "osd_scrub_sleep", 2024-08-29T19:03:20.892 INFO:tasks.workunit.client.0.smithi028.stdout: "osd_shutdown_pgref_assert", 2024-08-29T19:03:20.892 INFO:tasks.workunit.client.0.smithi028.stdout: "osd_snap_trim_sleep", 2024-08-29T19:03:20.892 INFO:tasks.workunit.client.0.smithi028.stdout: "osd_snap_trim_sleep_hdd", 2024-08-29T19:03:20.893 INFO:tasks.workunit.client.0.smithi028.stdout: "osd_snap_trim_sleep_hybrid", 2024-08-29T19:03:20.893 INFO:tasks.workunit.client.0.smithi028.stdout: "osd_snap_trim_sleep_ssd", 2024-08-29T19:03:20.893 INFO:tasks.workunit.client.0.smithi028.stdout: "public_network", 2024-08-29T19:03:20.893 INFO:tasks.workunit.client.0.smithi028.stdout: "rbd_config_pool_override_update_timestamp", 2024-08-29T19:03:20.893 INFO:tasks.workunit.client.0.smithi028.stdout: "rbd_default_features", 2024-08-29T19:03:20.893 INFO:tasks.workunit.client.0.smithi028.stdout: "rbd_qos_exclude_ops", 2024-08-29T19:03:20.893 INFO:tasks.workunit.client.0.smithi028.stdout: "setgroup", 2024-08-29T19:03:20.893 INFO:tasks.workunit.client.0.smithi028.stdout: "setuser" 2024-08-29T19:03:20.893 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-08-29T19:03:20.893 INFO:tasks.workunit.client.0.smithi028.stdout: "cluster_changed": [ 2024-08-29T19:03:20.893 INFO:tasks.workunit.client.0.smithi028.stdout: "auth_allow_insecure_global_id_reclaim", 2024-08-29T19:03:20.893 INFO:tasks.workunit.client.0.smithi028.stdout: "auth_debug", 2024-08-29T19:03:20.893 INFO:tasks.workunit.client.0.smithi028.stdout: "auth_mon_ticket_ttl", 2024-08-29T19:03:20.893 INFO:tasks.workunit.client.0.smithi028.stdout: "auth_service_ticket_ttl", 2024-08-29T19:03:20.894 INFO:tasks.workunit.client.0.smithi028.stdout: "bdev_debug_aio", 2024-08-29T19:03:20.894 INFO:tasks.workunit.client.0.smithi028.stdout: "container_image", 2024-08-29T19:03:20.894 INFO:tasks.workunit.client.0.smithi028.stdout: "debug_asserts_on_shutdown", 2024-08-29T19:03:20.894 INFO:tasks.workunit.client.0.smithi028.stdout: "debug_mgr", 2024-08-29T19:03:20.894 INFO:tasks.workunit.client.0.smithi028.stdout: "debug_mon", 2024-08-29T19:03:20.894 INFO:tasks.workunit.client.0.smithi028.stdout: "debug_ms", 2024-08-29T19:03:20.894 INFO:tasks.workunit.client.0.smithi028.stdout: "debug_osd", 2024-08-29T19:03:20.894 INFO:tasks.workunit.client.0.smithi028.stdout: "debug_paxos", 2024-08-29T19:03:20.894 INFO:tasks.workunit.client.0.smithi028.stdout: "log_to_file", 2024-08-29T19:03:20.894 INFO:tasks.workunit.client.0.smithi028.stdout: "log_to_journald", 2024-08-29T19:03:20.894 INFO:tasks.workunit.client.0.smithi028.stdout: "log_to_stderr", 2024-08-29T19:03:20.894 INFO:tasks.workunit.client.0.smithi028.stdout: "mds_join_fs", 2024-08-29T19:03:20.894 INFO:tasks.workunit.client.0.smithi028.stdout: "mgr/cephadm/allow_ptrace", 2024-08-29T19:03:20.894 INFO:tasks.workunit.client.0.smithi028.stdout: "mgr/cephadm/container_init", 2024-08-29T19:03:20.895 INFO:tasks.workunit.client.0.smithi028.stdout: "mgr/cephadm/migration_current", 2024-08-29T19:03:20.895 INFO:tasks.workunit.client.0.smithi028.stdout: "mgr/cephadm/use_repo_digest", 2024-08-29T19:03:20.895 INFO:tasks.workunit.client.0.smithi028.stdout: "mgr/dashboard/ALERTMANAGER_API_HOST", 2024-08-29T19:03:20.895 INFO:tasks.workunit.client.0.smithi028.stdout: "mgr/dashboard/GRAFANA_API_SSL_VERIFY", 2024-08-29T19:03:20.895 INFO:tasks.workunit.client.0.smithi028.stdout: "mgr/dashboard/GRAFANA_API_URL", 2024-08-29T19:03:20.895 INFO:tasks.workunit.client.0.smithi028.stdout: "mgr/dashboard/PROMETHEUS_API_HOST", 2024-08-29T19:03:20.895 INFO:tasks.workunit.client.0.smithi028.stdout: "mgr/dashboard/ssl_server_port", 2024-08-29T19:03:20.895 INFO:tasks.workunit.client.0.smithi028.stdout: "mgr/orchestrator/orchestrator", 2024-08-29T19:03:20.895 INFO:tasks.workunit.client.0.smithi028.stdout: "mgr/telemetry/channel_ident", 2024-08-29T19:03:20.895 INFO:tasks.workunit.client.0.smithi028.stdout: "mgr/telemetry/channel_perf", 2024-08-29T19:03:20.895 INFO:tasks.workunit.client.0.smithi028.stdout: "mgr/telemetry/description", 2024-08-29T19:03:20.895 INFO:tasks.workunit.client.0.smithi028.stdout: "mgr/telemetry/enabled", 2024-08-29T19:03:20.895 INFO:tasks.workunit.client.0.smithi028.stdout: "mgr/telemetry/organization", 2024-08-29T19:03:20.895 INFO:tasks.workunit.client.0.smithi028.stdout: "mon_allow_pool_delete", 2024-08-29T19:03:20.895 INFO:tasks.workunit.client.0.smithi028.stdout: "mon_clock_drift_allowed", 2024-08-29T19:03:20.896 INFO:tasks.workunit.client.0.smithi028.stdout: "mon_cluster_log_to_file", 2024-08-29T19:03:20.896 INFO:tasks.workunit.client.0.smithi028.stdout: "mon_data_avail_warn", 2024-08-29T19:03:20.896 INFO:tasks.workunit.client.0.smithi028.stdout: "mon_election_default_strategy", 2024-08-29T19:03:20.896 INFO:tasks.workunit.client.0.smithi028.stdout: "mon_max_pg_per_osd", 2024-08-29T19:03:20.896 INFO:tasks.workunit.client.0.smithi028.stdout: "mon_mds_skip_sanity", 2024-08-29T19:03:20.896 INFO:tasks.workunit.client.0.smithi028.stdout: "mon_mgr_mkfs_grace", 2024-08-29T19:03:20.896 INFO:tasks.workunit.client.0.smithi028.stdout: "mon_osd_prime_pg_temp", 2024-08-29T19:03:20.896 INFO:tasks.workunit.client.0.smithi028.stdout: "mon_osd_reporter_subtree_level", 2024-08-29T19:03:20.896 INFO:tasks.workunit.client.0.smithi028.stdout: "mon_pg_warn_max_object_skew", 2024-08-29T19:03:20.896 INFO:tasks.workunit.client.0.smithi028.stdout: "mon_reweight_min_bytes_per_osd", 2024-08-29T19:03:20.896 INFO:tasks.workunit.client.0.smithi028.stdout: "mon_reweight_min_pgs_per_osd", 2024-08-29T19:03:20.896 INFO:tasks.workunit.client.0.smithi028.stdout: "mon_warn_on_crush_straw_calc_version_zero", 2024-08-29T19:03:20.896 INFO:tasks.workunit.client.0.smithi028.stdout: "mon_warn_on_insecure_global_id_reclaim", 2024-08-29T19:03:20.897 INFO:tasks.workunit.client.0.smithi028.stdout: "mon_warn_on_insecure_global_id_reclaim_allowed", 2024-08-29T19:03:20.897 INFO:tasks.workunit.client.0.smithi028.stdout: "mon_warn_on_legacy_crush_tunables", 2024-08-29T19:03:20.897 INFO:tasks.workunit.client.0.smithi028.stdout: "mon_warn_on_osd_down_out_interval_zero", 2024-08-29T19:03:20.897 INFO:tasks.workunit.client.0.smithi028.stdout: "mon_warn_on_pool_pg_num_not_power_of_two", 2024-08-29T19:03:20.897 INFO:tasks.workunit.client.0.smithi028.stdout: "mon_warn_on_too_few_osds", 2024-08-29T19:03:20.897 INFO:tasks.workunit.client.0.smithi028.stdout: "ms_die_on_bug", 2024-08-29T19:03:20.897 INFO:tasks.workunit.client.0.smithi028.stdout: "ms_die_on_old_message", 2024-08-29T19:03:20.897 INFO:tasks.workunit.client.0.smithi028.stdout: "osd_class_default_list", 2024-08-29T19:03:20.897 INFO:tasks.workunit.client.0.smithi028.stdout: "osd_class_load_list", 2024-08-29T19:03:20.897 INFO:tasks.workunit.client.0.smithi028.stdout: "osd_debug_misdirected_ops", 2024-08-29T19:03:20.898 INFO:tasks.workunit.client.0.smithi028.stdout: "osd_debug_op_order", 2024-08-29T19:03:20.898 INFO:tasks.workunit.client.0.smithi028.stdout: "osd_debug_pg_log_writeout", 2024-08-29T19:03:20.898 INFO:tasks.workunit.client.0.smithi028.stdout: "osd_debug_shutdown", 2024-08-29T19:03:20.898 INFO:tasks.workunit.client.0.smithi028.stdout: "osd_debug_verify_cached_snaps", 2024-08-29T19:03:20.898 INFO:tasks.workunit.client.0.smithi028.stdout: "osd_debug_verify_missing_on_start", 2024-08-29T19:03:20.898 INFO:tasks.workunit.client.0.smithi028.stdout: "osd_debug_verify_stray_on_activate", 2024-08-29T19:03:20.898 INFO:tasks.workunit.client.0.smithi028.stdout: "osd_deep_scrub_update_digest_min_age", 2024-08-29T19:03:20.898 INFO:tasks.workunit.client.0.smithi028.stdout: "osd_mclock_max_capacity_iops_ssd", 2024-08-29T19:03:20.898 INFO:tasks.workunit.client.0.smithi028.stdout: "osd_mclock_profile", 2024-08-29T19:03:20.898 INFO:tasks.workunit.client.0.smithi028.stdout: "osd_memory_target", 2024-08-29T19:03:20.898 INFO:tasks.workunit.client.0.smithi028.stdout: "osd_memory_target_autotune", 2024-08-29T19:03:20.899 INFO:tasks.workunit.client.0.smithi028.stdout: "osd_op_queue", 2024-08-29T19:03:20.899 INFO:tasks.workunit.client.0.smithi028.stdout: "osd_op_queue_cut_off", 2024-08-29T19:03:20.899 INFO:tasks.workunit.client.0.smithi028.stdout: "osd_pool_default_erasure_code_profile", 2024-08-29T19:03:20.899 INFO:tasks.workunit.client.0.smithi028.stdout: "osd_pool_default_pg_autoscale_mode", 2024-08-29T19:03:20.899 INFO:tasks.workunit.client.0.smithi028.stdout: "osd_recover_clone_overlap", 2024-08-29T19:03:20.899 INFO:tasks.workunit.client.0.smithi028.stdout: "osd_recovery_max_chunk", 2024-08-29T19:03:20.899 INFO:tasks.workunit.client.0.smithi028.stdout: "osd_scrub_load_threshold", 2024-08-29T19:03:20.899 INFO:tasks.workunit.client.0.smithi028.stdout: "osd_scrub_max_interval", 2024-08-29T19:03:20.899 INFO:tasks.workunit.client.0.smithi028.stdout: "osd_shutdown_pgref_assert", 2024-08-29T19:03:20.899 INFO:tasks.workunit.client.0.smithi028.stdout: "public_network", 2024-08-29T19:03:20.899 INFO:tasks.workunit.client.0.smithi028.stdout: "rbd_config_pool_override_update_timestamp", 2024-08-29T19:03:20.899 INFO:tasks.workunit.client.0.smithi028.stdout: "rgw_cache_enabled", 2024-08-29T19:03:20.899 INFO:tasks.workunit.client.0.smithi028.stdout: "rgw_enable_ops_log", 2024-08-29T19:03:20.899 INFO:tasks.workunit.client.0.smithi028.stdout: "rgw_enable_usage_log" 2024-08-29T19:03:20.900 INFO:tasks.workunit.client.0.smithi028.stdout: ] 2024-08-29T19:03:20.900 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:20.900 INFO:tasks.workunit.client.0.smithi028.stdout: "contact": null, 2024-08-29T19:03:20.900 INFO:tasks.workunit.client.0.smithi028.stdout: "crashes": [], 2024-08-29T19:03:20.900 INFO:tasks.workunit.client.0.smithi028.stdout: "created": "2024-08-29T17:30:13.516586Z", 2024-08-29T19:03:20.900 INFO:tasks.workunit.client.0.smithi028.stdout: "crush": { 2024-08-29T19:03:20.900 INFO:tasks.workunit.client.0.smithi028.stdout: "bucket_algs": { 2024-08-29T19:03:20.900 INFO:tasks.workunit.client.0.smithi028.stdout: "straw2": 3 2024-08-29T19:03:20.900 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:20.900 INFO:tasks.workunit.client.0.smithi028.stdout: "bucket_sizes": { 2024-08-29T19:03:20.900 INFO:tasks.workunit.client.0.smithi028.stdout: "2": 1, 2024-08-29T19:03:20.900 INFO:tasks.workunit.client.0.smithi028.stdout: "4": 2 2024-08-29T19:03:20.900 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:20.900 INFO:tasks.workunit.client.0.smithi028.stdout: "bucket_types": { 2024-08-29T19:03:20.901 INFO:tasks.workunit.client.0.smithi028.stdout: "1": 2, 2024-08-29T19:03:20.901 INFO:tasks.workunit.client.0.smithi028.stdout: "11": 1 2024-08-29T19:03:20.901 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:20.901 INFO:tasks.workunit.client.0.smithi028.stdout: "compat_weight_set": false, 2024-08-29T19:03:20.901 INFO:tasks.workunit.client.0.smithi028.stdout: "device_classes": [ 2024-08-29T19:03:20.901 INFO:tasks.workunit.client.0.smithi028.stdout: 8 2024-08-29T19:03:20.901 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-08-29T19:03:20.901 INFO:tasks.workunit.client.0.smithi028.stdout: "num_buckets": 6, 2024-08-29T19:03:20.901 INFO:tasks.workunit.client.0.smithi028.stdout: "num_devices": 8, 2024-08-29T19:03:20.901 INFO:tasks.workunit.client.0.smithi028.stdout: "num_rules": 2, 2024-08-29T19:03:20.901 INFO:tasks.workunit.client.0.smithi028.stdout: "num_types": 12, 2024-08-29T19:03:20.901 INFO:tasks.workunit.client.0.smithi028.stdout: "num_weight_sets": 0, 2024-08-29T19:03:20.901 INFO:tasks.workunit.client.0.smithi028.stdout: "tunables": { 2024-08-29T19:03:20.901 INFO:tasks.workunit.client.0.smithi028.stdout: "allowed_bucket_algs": 54, 2024-08-29T19:03:20.902 INFO:tasks.workunit.client.0.smithi028.stdout: "choose_local_fallback_tries": 0, 2024-08-29T19:03:20.902 INFO:tasks.workunit.client.0.smithi028.stdout: "choose_local_tries": 0, 2024-08-29T19:03:20.902 INFO:tasks.workunit.client.0.smithi028.stdout: "choose_total_tries": 50, 2024-08-29T19:03:20.902 INFO:tasks.workunit.client.0.smithi028.stdout: "chooseleaf_descend_once": 1, 2024-08-29T19:03:20.902 INFO:tasks.workunit.client.0.smithi028.stdout: "chooseleaf_stable": 1, 2024-08-29T19:03:20.902 INFO:tasks.workunit.client.0.smithi028.stdout: "chooseleaf_vary_r": 1, 2024-08-29T19:03:20.902 INFO:tasks.workunit.client.0.smithi028.stdout: "has_msr_rules": 0, 2024-08-29T19:03:20.902 INFO:tasks.workunit.client.0.smithi028.stdout: "has_v2_rules": 1, 2024-08-29T19:03:20.902 INFO:tasks.workunit.client.0.smithi028.stdout: "has_v3_rules": 0, 2024-08-29T19:03:20.902 INFO:tasks.workunit.client.0.smithi028.stdout: "has_v4_buckets": 1, 2024-08-29T19:03:20.902 INFO:tasks.workunit.client.0.smithi028.stdout: "has_v5_rules": 0, 2024-08-29T19:03:20.902 INFO:tasks.workunit.client.0.smithi028.stdout: "legacy_tunables": 0, 2024-08-29T19:03:20.902 INFO:tasks.workunit.client.0.smithi028.stdout: "minimum_required_version": "jewel", 2024-08-29T19:03:20.903 INFO:tasks.workunit.client.0.smithi028.stdout: "msr_collision_tries": 100, 2024-08-29T19:03:20.903 INFO:tasks.workunit.client.0.smithi028.stdout: "msr_descents": 100, 2024-08-29T19:03:20.903 INFO:tasks.workunit.client.0.smithi028.stdout: "optimal_tunables": 1, 2024-08-29T19:03:20.903 INFO:tasks.workunit.client.0.smithi028.stdout: "profile": "jewel", 2024-08-29T19:03:20.903 INFO:tasks.workunit.client.0.smithi028.stdout: "require_feature_tunables": 1, 2024-08-29T19:03:20.903 INFO:tasks.workunit.client.0.smithi028.stdout: "require_feature_tunables2": 1, 2024-08-29T19:03:20.903 INFO:tasks.workunit.client.0.smithi028.stdout: "require_feature_tunables3": 1, 2024-08-29T19:03:20.903 INFO:tasks.workunit.client.0.smithi028.stdout: "require_feature_tunables5": 1, 2024-08-29T19:03:20.903 INFO:tasks.workunit.client.0.smithi028.stdout: "straw_calc_version": 1 2024-08-29T19:03:20.903 INFO:tasks.workunit.client.0.smithi028.stdout: } 2024-08-29T19:03:20.904 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:20.904 INFO:tasks.workunit.client.0.smithi028.stdout: "description": "upgrade test cluster", 2024-08-29T19:03:20.904 INFO:tasks.workunit.client.0.smithi028.stdout: "fs": { 2024-08-29T19:03:20.904 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 1, 2024-08-29T19:03:20.904 INFO:tasks.workunit.client.0.smithi028.stdout: "feature_flags": { 2024-08-29T19:03:20.904 INFO:tasks.workunit.client.0.smithi028.stdout: "enable_multiple": true, 2024-08-29T19:03:20.904 INFO:tasks.workunit.client.0.smithi028.stdout: "ever_enabled_multiple": true 2024-08-29T19:03:20.904 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:20.904 INFO:tasks.workunit.client.0.smithi028.stdout: "filesystems": [ 2024-08-29T19:03:20.904 INFO:tasks.workunit.client.0.smithi028.stdout: { 2024-08-29T19:03:20.904 INFO:tasks.workunit.client.0.smithi028.stdout: "approx_ctime": "2024-08", 2024-08-29T19:03:20.904 INFO:tasks.workunit.client.0.smithi028.stdout: "balancer_enabled": false, 2024-08-29T19:03:20.904 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 0, 2024-08-29T19:03:20.904 INFO:tasks.workunit.client.0.smithi028.stdout: "cached_caps": 0, 2024-08-29T19:03:20.905 INFO:tasks.workunit.client.0.smithi028.stdout: "cached_dns": 10, 2024-08-29T19:03:20.905 INFO:tasks.workunit.client.0.smithi028.stdout: "cached_inos": 13, 2024-08-29T19:03:20.905 INFO:tasks.workunit.client.0.smithi028.stdout: "cached_subtrees": 2, 2024-08-29T19:03:20.905 INFO:tasks.workunit.client.0.smithi028.stdout: "ever_allowed_features": 0, 2024-08-29T19:03:20.905 INFO:tasks.workunit.client.0.smithi028.stdout: "explicitly_allowed_features": 0, 2024-08-29T19:03:20.905 INFO:tasks.workunit.client.0.smithi028.stdout: "files": 0, 2024-08-29T19:03:20.905 INFO:tasks.workunit.client.0.smithi028.stdout: "max_mds": 1, 2024-08-29T19:03:20.905 INFO:tasks.workunit.client.0.smithi028.stdout: "num_data_pools": 1, 2024-08-29T19:03:20.905 INFO:tasks.workunit.client.0.smithi028.stdout: "num_in": 1, 2024-08-29T19:03:20.905 INFO:tasks.workunit.client.0.smithi028.stdout: "num_mds": 1, 2024-08-29T19:03:20.905 INFO:tasks.workunit.client.0.smithi028.stdout: "num_sessions": 0, 2024-08-29T19:03:20.905 INFO:tasks.workunit.client.0.smithi028.stdout: "num_standby_replay": 0, 2024-08-29T19:03:20.905 INFO:tasks.workunit.client.0.smithi028.stdout: "num_up": 1, 2024-08-29T19:03:20.906 INFO:tasks.workunit.client.0.smithi028.stdout: "snaps": 0, 2024-08-29T19:03:20.906 INFO:tasks.workunit.client.0.smithi028.stdout: "standby_count_wanted": 0 2024-08-29T19:03:20.906 INFO:tasks.workunit.client.0.smithi028.stdout: } 2024-08-29T19:03:20.906 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-08-29T19:03:20.906 INFO:tasks.workunit.client.0.smithi028.stdout: "num_standby_mds": 1, 2024-08-29T19:03:20.906 INFO:tasks.workunit.client.0.smithi028.stdout: "total_num_mds": 2 2024-08-29T19:03:20.906 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:20.906 INFO:tasks.workunit.client.0.smithi028.stdout: "heap_stats": { 2024-08-29T19:03:20.906 INFO:tasks.workunit.client.0.smithi028.stdout: "mds": { 2024-08-29T19:03:20.906 INFO:tasks.workunit.client.0.smithi028.stdout: "mds.a2df9e26f4a5fcbeed319f1798118f10993a0555": { 2024-08-29T19:03:20.906 INFO:tasks.workunit.client.0.smithi028.stdout: "actual_memory_used": 20152320, 2024-08-29T19:03:20.906 INFO:tasks.workunit.client.0.smithi028.stdout: "central_cache_freelist": 361384, 2024-08-29T19:03:20.906 INFO:tasks.workunit.client.0.smithi028.stdout: "malloc_metadata": 2621440, 2024-08-29T19:03:20.906 INFO:tasks.workunit.client.0.smithi028.stdout: "page_heap_freelist": 688128, 2024-08-29T19:03:20.907 INFO:tasks.workunit.client.0.smithi028.stdout: "released_to_os": 0, 2024-08-29T19:03:20.907 INFO:tasks.workunit.client.0.smithi028.stdout: "spans_in_use": 370, 2024-08-29T19:03:20.907 INFO:tasks.workunit.client.0.smithi028.stdout: "tcmalloc_page_size": 8192, 2024-08-29T19:03:20.907 INFO:tasks.workunit.client.0.smithi028.stdout: "thread_cache_freelists": 1217824, 2024-08-29T19:03:20.907 INFO:tasks.workunit.client.0.smithi028.stdout: "thread_heaps_in_use": 13, 2024-08-29T19:03:20.907 INFO:tasks.workunit.client.0.smithi028.stdout: "transfer_cache_freelist": 513536, 2024-08-29T19:03:20.907 INFO:tasks.workunit.client.0.smithi028.stdout: "use_by_application": 14750008, 2024-08-29T19:03:20.907 INFO:tasks.workunit.client.0.smithi028.stdout: "virtual_address_space_used": 20152320 2024-08-29T19:03:20.907 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:20.907 INFO:tasks.workunit.client.0.smithi028.stdout: "mds.e4958ae9278a574c0226651ef9b7bc2d4e1b34b9": { 2024-08-29T19:03:20.907 INFO:tasks.workunit.client.0.smithi028.stdout: "actual_memory_used": 20856832, 2024-08-29T19:03:20.907 INFO:tasks.workunit.client.0.smithi028.stdout: "central_cache_freelist": 439080, 2024-08-29T19:03:20.907 INFO:tasks.workunit.client.0.smithi028.stdout: "malloc_metadata": 2621440, 2024-08-29T19:03:20.907 INFO:tasks.workunit.client.0.smithi028.stdout: "page_heap_freelist": 0, 2024-08-29T19:03:20.908 INFO:tasks.workunit.client.0.smithi028.stdout: "released_to_os": 344064, 2024-08-29T19:03:20.908 INFO:tasks.workunit.client.0.smithi028.stdout: "spans_in_use": 489, 2024-08-29T19:03:20.908 INFO:tasks.workunit.client.0.smithi028.stdout: "tcmalloc_page_size": 8192, 2024-08-29T19:03:20.908 INFO:tasks.workunit.client.0.smithi028.stdout: "thread_cache_freelists": 1509480, 2024-08-29T19:03:20.908 INFO:tasks.workunit.client.0.smithi028.stdout: "thread_heaps_in_use": 22, 2024-08-29T19:03:20.908 INFO:tasks.workunit.client.0.smithi028.stdout: "transfer_cache_freelist": 1125376, 2024-08-29T19:03:20.908 INFO:tasks.workunit.client.0.smithi028.stdout: "use_by_application": 15161456, 2024-08-29T19:03:20.908 INFO:tasks.workunit.client.0.smithi028.stdout: "virtual_address_space_used": 21200896 2024-08-29T19:03:20.908 INFO:tasks.workunit.client.0.smithi028.stdout: } 2024-08-29T19:03:20.908 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:20.908 INFO:tasks.workunit.client.0.smithi028.stdout: "mon": { 2024-08-29T19:03:20.908 INFO:tasks.workunit.client.0.smithi028.stdout: "mon.55fbc62c63d120c3220dfb51bdacb54ee30cf548": { 2024-08-29T19:03:20.908 INFO:tasks.workunit.client.0.smithi028.stdout: "actual_memory_used": 170639360, 2024-08-29T19:03:20.908 INFO:tasks.workunit.client.0.smithi028.stdout: "central_cache_freelist": 3147840, 2024-08-29T19:03:20.909 INFO:tasks.workunit.client.0.smithi028.stdout: "malloc_metadata": 2883584, 2024-08-29T19:03:20.909 INFO:tasks.workunit.client.0.smithi028.stdout: "page_heap_freelist": 0, 2024-08-29T19:03:20.909 INFO:tasks.workunit.client.0.smithi028.stdout: "released_to_os": 1032192, 2024-08-29T19:03:20.909 INFO:tasks.workunit.client.0.smithi028.stdout: "spans_in_use": 6993, 2024-08-29T19:03:20.909 INFO:tasks.workunit.client.0.smithi028.stdout: "tcmalloc_page_size": 8192, 2024-08-29T19:03:20.909 INFO:tasks.workunit.client.0.smithi028.stdout: "thread_cache_freelists": 9932160, 2024-08-29T19:03:20.909 INFO:tasks.workunit.client.0.smithi028.stdout: "thread_heaps_in_use": 21, 2024-08-29T19:03:20.909 INFO:tasks.workunit.client.0.smithi028.stdout: "transfer_cache_freelist": 3659264, 2024-08-29T19:03:20.909 INFO:tasks.workunit.client.0.smithi028.stdout: "use_by_application": 151016512, 2024-08-29T19:03:20.909 INFO:tasks.workunit.client.0.smithi028.stdout: "virtual_address_space_used": 171671552 2024-08-29T19:03:20.909 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:20.909 INFO:tasks.workunit.client.0.smithi028.stdout: "mon.a2df9e26f4a5fcbeed319f1798118f10993a0555": { 2024-08-29T19:03:20.909 INFO:tasks.workunit.client.0.smithi028.stdout: "actual_memory_used": 155795456, 2024-08-29T19:03:20.909 INFO:tasks.workunit.client.0.smithi028.stdout: "central_cache_freelist": 2648952, 2024-08-29T19:03:20.910 INFO:tasks.workunit.client.0.smithi028.stdout: "malloc_metadata": 2883584, 2024-08-29T19:03:20.910 INFO:tasks.workunit.client.0.smithi028.stdout: "page_heap_freelist": 0, 2024-08-29T19:03:20.910 INFO:tasks.workunit.client.0.smithi028.stdout: "released_to_os": 1171456, 2024-08-29T19:03:20.910 INFO:tasks.workunit.client.0.smithi028.stdout: "spans_in_use": 6028, 2024-08-29T19:03:20.910 INFO:tasks.workunit.client.0.smithi028.stdout: "tcmalloc_page_size": 8192, 2024-08-29T19:03:20.910 INFO:tasks.workunit.client.0.smithi028.stdout: "thread_cache_freelists": 9770776, 2024-08-29T19:03:20.910 INFO:tasks.workunit.client.0.smithi028.stdout: "thread_heaps_in_use": 21, 2024-08-29T19:03:20.910 INFO:tasks.workunit.client.0.smithi028.stdout: "transfer_cache_freelist": 3012352, 2024-08-29T19:03:20.910 INFO:tasks.workunit.client.0.smithi028.stdout: "use_by_application": 137479792, 2024-08-29T19:03:20.910 INFO:tasks.workunit.client.0.smithi028.stdout: "virtual_address_space_used": 156966912 2024-08-29T19:03:20.910 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:20.910 INFO:tasks.workunit.client.0.smithi028.stdout: "mon.e4958ae9278a574c0226651ef9b7bc2d4e1b34b9": { 2024-08-29T19:03:20.910 INFO:tasks.workunit.client.0.smithi028.stdout: "actual_memory_used": 243048448, 2024-08-29T19:03:20.910 INFO:tasks.workunit.client.0.smithi028.stdout: "central_cache_freelist": 5601208, 2024-08-29T19:03:20.911 INFO:tasks.workunit.client.0.smithi028.stdout: "malloc_metadata": 3014656, 2024-08-29T19:03:20.911 INFO:tasks.workunit.client.0.smithi028.stdout: "page_heap_freelist": 0, 2024-08-29T19:03:20.911 INFO:tasks.workunit.client.0.smithi028.stdout: "released_to_os": 286720, 2024-08-29T19:03:20.911 INFO:tasks.workunit.client.0.smithi028.stdout: "spans_in_use": 9079, 2024-08-29T19:03:20.911 INFO:tasks.workunit.client.0.smithi028.stdout: "tcmalloc_page_size": 8192, 2024-08-29T19:03:20.911 INFO:tasks.workunit.client.0.smithi028.stdout: "thread_cache_freelists": 14174384, 2024-08-29T19:03:20.911 INFO:tasks.workunit.client.0.smithi028.stdout: "thread_heaps_in_use": 23, 2024-08-29T19:03:20.911 INFO:tasks.workunit.client.0.smithi028.stdout: "transfer_cache_freelist": 5392128, 2024-08-29T19:03:20.911 INFO:tasks.workunit.client.0.smithi028.stdout: "use_by_application": 214866072, 2024-08-29T19:03:20.911 INFO:tasks.workunit.client.0.smithi028.stdout: "virtual_address_space_used": 243335168 2024-08-29T19:03:20.911 INFO:tasks.workunit.client.0.smithi028.stdout: } 2024-08-29T19:03:20.911 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:20.911 INFO:tasks.workunit.client.0.smithi028.stdout: "osd": { 2024-08-29T19:03:20.911 INFO:tasks.workunit.client.0.smithi028.stdout: "osd.0": { 2024-08-29T19:03:20.911 INFO:tasks.workunit.client.0.smithi028.stdout: "actual_memory_used": 512999424, 2024-08-29T19:03:20.912 INFO:tasks.workunit.client.0.smithi028.stdout: "central_cache_freelist": 26308064, 2024-08-29T19:03:20.912 INFO:tasks.workunit.client.0.smithi028.stdout: "malloc_metadata": 5373952, 2024-08-29T19:03:20.912 INFO:tasks.workunit.client.0.smithi028.stdout: "page_heap_freelist": 16384, 2024-08-29T19:03:20.912 INFO:tasks.workunit.client.0.smithi028.stdout: "released_to_os": 38920192, 2024-08-29T19:03:20.912 INFO:tasks.workunit.client.0.smithi028.stdout: "spans_in_use": 13237, 2024-08-29T19:03:20.912 INFO:tasks.workunit.client.0.smithi028.stdout: "tcmalloc_page_size": 8192, 2024-08-29T19:03:20.912 INFO:tasks.workunit.client.0.smithi028.stdout: "thread_cache_freelists": 68611120, 2024-08-29T19:03:20.912 INFO:tasks.workunit.client.0.smithi028.stdout: "thread_heaps_in_use": 60, 2024-08-29T19:03:20.912 INFO:tasks.workunit.client.0.smithi028.stdout: "transfer_cache_freelist": 9592320, 2024-08-29T19:03:20.912 INFO:tasks.workunit.client.0.smithi028.stdout: "use_by_application": 403097584, 2024-08-29T19:03:20.912 INFO:tasks.workunit.client.0.smithi028.stdout: "virtual_address_space_used": 551919616 2024-08-29T19:03:20.912 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:20.912 INFO:tasks.workunit.client.0.smithi028.stdout: "osd.1": { 2024-08-29T19:03:20.913 INFO:tasks.workunit.client.0.smithi028.stdout: "actual_memory_used": 444170240, 2024-08-29T19:03:20.913 INFO:tasks.workunit.client.0.smithi028.stdout: "central_cache_freelist": 29650040, 2024-08-29T19:03:20.913 INFO:tasks.workunit.client.0.smithi028.stdout: "malloc_metadata": 5505024, 2024-08-29T19:03:20.913 INFO:tasks.workunit.client.0.smithi028.stdout: "page_heap_freelist": 0, 2024-08-29T19:03:20.913 INFO:tasks.workunit.client.0.smithi028.stdout: "released_to_os": 52387840, 2024-08-29T19:03:20.913 INFO:tasks.workunit.client.0.smithi028.stdout: "spans_in_use": 13930, 2024-08-29T19:03:20.913 INFO:tasks.workunit.client.0.smithi028.stdout: "tcmalloc_page_size": 8192, 2024-08-29T19:03:20.913 INFO:tasks.workunit.client.0.smithi028.stdout: "thread_cache_freelists": 72473608, 2024-08-29T19:03:20.913 INFO:tasks.workunit.client.0.smithi028.stdout: "thread_heaps_in_use": 53, 2024-08-29T19:03:20.913 INFO:tasks.workunit.client.0.smithi028.stdout: "transfer_cache_freelist": 10662656, 2024-08-29T19:03:20.913 INFO:tasks.workunit.client.0.smithi028.stdout: "use_by_application": 325878912, 2024-08-29T19:03:20.913 INFO:tasks.workunit.client.0.smithi028.stdout: "virtual_address_space_used": 496558080 2024-08-29T19:03:20.914 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:20.914 INFO:tasks.workunit.client.0.smithi028.stdout: "osd.2": { 2024-08-29T19:03:20.914 INFO:tasks.workunit.client.0.smithi028.stdout: "actual_memory_used": 440287232, 2024-08-29T19:03:20.914 INFO:tasks.workunit.client.0.smithi028.stdout: "central_cache_freelist": 18973624, 2024-08-29T19:03:20.914 INFO:tasks.workunit.client.0.smithi028.stdout: "malloc_metadata": 3145728, 2024-08-29T19:03:20.914 INFO:tasks.workunit.client.0.smithi028.stdout: "page_heap_freelist": 0, 2024-08-29T19:03:20.914 INFO:tasks.workunit.client.0.smithi028.stdout: "released_to_os": 68788224, 2024-08-29T19:03:20.914 INFO:tasks.workunit.client.0.smithi028.stdout: "spans_in_use": 10734, 2024-08-29T19:03:20.914 INFO:tasks.workunit.client.0.smithi028.stdout: "tcmalloc_page_size": 8192, 2024-08-29T19:03:20.914 INFO:tasks.workunit.client.0.smithi028.stdout: "thread_cache_freelists": 66478432, 2024-08-29T19:03:20.914 INFO:tasks.workunit.client.0.smithi028.stdout: "thread_heaps_in_use": 53, 2024-08-29T19:03:20.914 INFO:tasks.workunit.client.0.smithi028.stdout: "transfer_cache_freelist": 11949824, 2024-08-29T19:03:20.914 INFO:tasks.workunit.client.0.smithi028.stdout: "use_by_application": 339739624, 2024-08-29T19:03:20.914 INFO:tasks.workunit.client.0.smithi028.stdout: "virtual_address_space_used": 509075456 2024-08-29T19:03:20.915 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:20.915 INFO:tasks.workunit.client.0.smithi028.stdout: "osd.3": { 2024-08-29T19:03:20.915 INFO:tasks.workunit.client.0.smithi028.stdout: "actual_memory_used": 488849408, 2024-08-29T19:03:20.915 INFO:tasks.workunit.client.0.smithi028.stdout: "central_cache_freelist": 20620120, 2024-08-29T19:03:20.915 INFO:tasks.workunit.client.0.smithi028.stdout: "malloc_metadata": 3276800, 2024-08-29T19:03:20.915 INFO:tasks.workunit.client.0.smithi028.stdout: "page_heap_freelist": 0, 2024-08-29T19:03:20.915 INFO:tasks.workunit.client.0.smithi028.stdout: "released_to_os": 141737984, 2024-08-29T19:03:20.915 INFO:tasks.workunit.client.0.smithi028.stdout: "spans_in_use": 10938, 2024-08-29T19:03:20.915 INFO:tasks.workunit.client.0.smithi028.stdout: "tcmalloc_page_size": 8192, 2024-08-29T19:03:20.915 INFO:tasks.workunit.client.0.smithi028.stdout: "thread_cache_freelists": 66215944, 2024-08-29T19:03:20.915 INFO:tasks.workunit.client.0.smithi028.stdout: "thread_heaps_in_use": 53, 2024-08-29T19:03:20.915 INFO:tasks.workunit.client.0.smithi028.stdout: "transfer_cache_freelist": 10437632, 2024-08-29T19:03:20.915 INFO:tasks.workunit.client.0.smithi028.stdout: "use_by_application": 388298912, 2024-08-29T19:03:20.915 INFO:tasks.workunit.client.0.smithi028.stdout: "virtual_address_space_used": 630587392 2024-08-29T19:03:20.916 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:20.916 INFO:tasks.workunit.client.0.smithi028.stdout: "osd.4": { 2024-08-29T19:03:20.916 INFO:tasks.workunit.client.0.smithi028.stdout: "actual_memory_used": 556277760, 2024-08-29T19:03:20.916 INFO:tasks.workunit.client.0.smithi028.stdout: "central_cache_freelist": 20830040, 2024-08-29T19:03:20.916 INFO:tasks.workunit.client.0.smithi028.stdout: "malloc_metadata": 3276800, 2024-08-29T19:03:20.916 INFO:tasks.workunit.client.0.smithi028.stdout: "page_heap_freelist": 0, 2024-08-29T19:03:20.916 INFO:tasks.workunit.client.0.smithi028.stdout: "released_to_os": 58007552, 2024-08-29T19:03:20.916 INFO:tasks.workunit.client.0.smithi028.stdout: "spans_in_use": 12418, 2024-08-29T19:03:20.916 INFO:tasks.workunit.client.0.smithi028.stdout: "tcmalloc_page_size": 8192, 2024-08-29T19:03:20.916 INFO:tasks.workunit.client.0.smithi028.stdout: "thread_cache_freelists": 71316208, 2024-08-29T19:03:20.916 INFO:tasks.workunit.client.0.smithi028.stdout: "thread_heaps_in_use": 54, 2024-08-29T19:03:20.916 INFO:tasks.workunit.client.0.smithi028.stdout: "transfer_cache_freelist": 10672128, 2024-08-29T19:03:20.916 INFO:tasks.workunit.client.0.smithi028.stdout: "use_by_application": 450182584, 2024-08-29T19:03:20.916 INFO:tasks.workunit.client.0.smithi028.stdout: "virtual_address_space_used": 614285312 2024-08-29T19:03:20.917 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:20.917 INFO:tasks.workunit.client.0.smithi028.stdout: "osd.5": { 2024-08-29T19:03:20.917 INFO:tasks.workunit.client.0.smithi028.stdout: "actual_memory_used": 539705344, 2024-08-29T19:03:20.917 INFO:tasks.workunit.client.0.smithi028.stdout: "central_cache_freelist": 25277808, 2024-08-29T19:03:20.917 INFO:tasks.workunit.client.0.smithi028.stdout: "malloc_metadata": 3276800, 2024-08-29T19:03:20.917 INFO:tasks.workunit.client.0.smithi028.stdout: "page_heap_freelist": 0, 2024-08-29T19:03:20.917 INFO:tasks.workunit.client.0.smithi028.stdout: "released_to_os": 22233088, 2024-08-29T19:03:20.917 INFO:tasks.workunit.client.0.smithi028.stdout: "spans_in_use": 12032, 2024-08-29T19:03:20.917 INFO:tasks.workunit.client.0.smithi028.stdout: "tcmalloc_page_size": 8192, 2024-08-29T19:03:20.917 INFO:tasks.workunit.client.0.smithi028.stdout: "thread_cache_freelists": 58625608, 2024-08-29T19:03:20.917 INFO:tasks.workunit.client.0.smithi028.stdout: "thread_heaps_in_use": 53, 2024-08-29T19:03:20.917 INFO:tasks.workunit.client.0.smithi028.stdout: "transfer_cache_freelist": 10607360, 2024-08-29T19:03:20.917 INFO:tasks.workunit.client.0.smithi028.stdout: "use_by_application": 441917768, 2024-08-29T19:03:20.918 INFO:tasks.workunit.client.0.smithi028.stdout: "virtual_address_space_used": 561938432 2024-08-29T19:03:20.918 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:20.918 INFO:tasks.workunit.client.0.smithi028.stdout: "osd.6": { 2024-08-29T19:03:20.918 INFO:tasks.workunit.client.0.smithi028.stdout: "actual_memory_used": 475136000, 2024-08-29T19:03:20.918 INFO:tasks.workunit.client.0.smithi028.stdout: "central_cache_freelist": 16953472, 2024-08-29T19:03:20.918 INFO:tasks.workunit.client.0.smithi028.stdout: "malloc_metadata": 3276800, 2024-08-29T19:03:20.918 INFO:tasks.workunit.client.0.smithi028.stdout: "page_heap_freelist": 0, 2024-08-29T19:03:20.918 INFO:tasks.workunit.client.0.smithi028.stdout: "released_to_os": 1417216, 2024-08-29T19:03:20.918 INFO:tasks.workunit.client.0.smithi028.stdout: "spans_in_use": 11317, 2024-08-29T19:03:20.918 INFO:tasks.workunit.client.0.smithi028.stdout: "tcmalloc_page_size": 8192, 2024-08-29T19:03:20.918 INFO:tasks.workunit.client.0.smithi028.stdout: "thread_cache_freelists": 57298224, 2024-08-29T19:03:20.918 INFO:tasks.workunit.client.0.smithi028.stdout: "thread_heaps_in_use": 53, 2024-08-29T19:03:20.918 INFO:tasks.workunit.client.0.smithi028.stdout: "transfer_cache_freelist": 10986752, 2024-08-29T19:03:20.918 INFO:tasks.workunit.client.0.smithi028.stdout: "use_by_application": 386620752, 2024-08-29T19:03:20.919 INFO:tasks.workunit.client.0.smithi028.stdout: "virtual_address_space_used": 476553216 2024-08-29T19:03:20.919 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:20.919 INFO:tasks.workunit.client.0.smithi028.stdout: "osd.7": { 2024-08-29T19:03:20.919 INFO:tasks.workunit.client.0.smithi028.stdout: "actual_memory_used": 457703424, 2024-08-29T19:03:20.919 INFO:tasks.workunit.client.0.smithi028.stdout: "central_cache_freelist": 25025416, 2024-08-29T19:03:20.919 INFO:tasks.workunit.client.0.smithi028.stdout: "malloc_metadata": 5373952, 2024-08-29T19:03:20.919 INFO:tasks.workunit.client.0.smithi028.stdout: "page_heap_freelist": 0, 2024-08-29T19:03:20.919 INFO:tasks.workunit.client.0.smithi028.stdout: "released_to_os": 19562496, 2024-08-29T19:03:20.919 INFO:tasks.workunit.client.0.smithi028.stdout: "spans_in_use": 11265, 2024-08-29T19:03:20.919 INFO:tasks.workunit.client.0.smithi028.stdout: "tcmalloc_page_size": 8192, 2024-08-29T19:03:20.919 INFO:tasks.workunit.client.0.smithi028.stdout: "thread_cache_freelists": 52793576, 2024-08-29T19:03:20.919 INFO:tasks.workunit.client.0.smithi028.stdout: "thread_heaps_in_use": 58, 2024-08-29T19:03:20.919 INFO:tasks.workunit.client.0.smithi028.stdout: "transfer_cache_freelist": 12142592, 2024-08-29T19:03:20.919 INFO:tasks.workunit.client.0.smithi028.stdout: "use_by_application": 362367888, 2024-08-29T19:03:20.920 INFO:tasks.workunit.client.0.smithi028.stdout: "virtual_address_space_used": 477265920 2024-08-29T19:03:20.920 INFO:tasks.workunit.client.0.smithi028.stdout: } 2024-08-29T19:03:20.920 INFO:tasks.workunit.client.0.smithi028.stdout: } 2024-08-29T19:03:20.920 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:20.920 INFO:tasks.workunit.client.0.smithi028.stdout: "hosts": { 2024-08-29T19:03:20.920 INFO:tasks.workunit.client.0.smithi028.stdout: "num": 2, 2024-08-29T19:03:20.920 INFO:tasks.workunit.client.0.smithi028.stdout: "num_with_mds": 2, 2024-08-29T19:03:20.920 INFO:tasks.workunit.client.0.smithi028.stdout: "num_with_mgr": 2, 2024-08-29T19:03:20.920 INFO:tasks.workunit.client.0.smithi028.stdout: "num_with_mon": 2, 2024-08-29T19:03:20.920 INFO:tasks.workunit.client.0.smithi028.stdout: "num_with_osd": 2 2024-08-29T19:03:20.920 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:20.920 INFO:tasks.workunit.client.0.smithi028.stdout: "io_rate": { 2024-08-29T19:03:20.920 INFO:tasks.workunit.client.0.smithi028.stdout: "pg_stats_delta": { 2024-08-29T19:03:20.921 INFO:tasks.workunit.client.0.smithi028.stdout: "acting": 0, 2024-08-29T19:03:20.921 INFO:tasks.workunit.client.0.smithi028.stdout: "log_size": 0, 2024-08-29T19:03:20.921 INFO:tasks.workunit.client.0.smithi028.stdout: "num_store_stats": 0, 2024-08-29T19:03:20.921 INFO:tasks.workunit.client.0.smithi028.stdout: "ondisk_log_size": 0, 2024-08-29T19:03:20.921 INFO:tasks.workunit.client.0.smithi028.stdout: "stamp_delta": "12.005537", 2024-08-29T19:03:20.921 INFO:tasks.workunit.client.0.smithi028.stdout: "stat_sum": { 2024-08-29T19:03:20.921 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes": 0, 2024-08-29T19:03:20.921 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes_hit_set_archive": 0, 2024-08-29T19:03:20.921 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes_recovered": 0, 2024-08-29T19:03:20.921 INFO:tasks.workunit.client.0.smithi028.stdout: "num_deep_scrub_errors": 0, 2024-08-29T19:03:20.921 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict": 0, 2024-08-29T19:03:20.921 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_kb": 0, 2024-08-29T19:03:20.921 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_mode_full": 0, 2024-08-29T19:03:20.921 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_mode_some": 0, 2024-08-29T19:03:20.922 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush": 0, 2024-08-29T19:03:20.922 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_kb": 0, 2024-08-29T19:03:20.922 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_mode_high": 0, 2024-08-29T19:03:20.922 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_mode_low": 0, 2024-08-29T19:03:20.922 INFO:tasks.workunit.client.0.smithi028.stdout: "num_keys_recovered": 0, 2024-08-29T19:03:20.922 INFO:tasks.workunit.client.0.smithi028.stdout: "num_large_omap_objects": 0, 2024-08-29T19:03:20.922 INFO:tasks.workunit.client.0.smithi028.stdout: "num_legacy_snapsets": 0, 2024-08-29T19:03:20.922 INFO:tasks.workunit.client.0.smithi028.stdout: "num_object_clones": 0, 2024-08-29T19:03:20.922 INFO:tasks.workunit.client.0.smithi028.stdout: "num_object_copies": 0, 2024-08-29T19:03:20.922 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects": 0, 2024-08-29T19:03:20.922 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_degraded": 0, 2024-08-29T19:03:20.922 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_dirty": 0, 2024-08-29T19:03:20.922 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_hit_set_archive": 0, 2024-08-29T19:03:20.922 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_manifest": 0, 2024-08-29T19:03:20.922 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_misplaced": 0, 2024-08-29T19:03:20.923 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_missing": 0, 2024-08-29T19:03:20.923 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_missing_on_primary": 0, 2024-08-29T19:03:20.923 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_omap": 0, 2024-08-29T19:03:20.923 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_pinned": 0, 2024-08-29T19:03:20.923 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_recovered": 0, 2024-08-29T19:03:20.923 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_repaired": 0, 2024-08-29T19:03:20.923 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_unfound": 0, 2024-08-29T19:03:20.923 INFO:tasks.workunit.client.0.smithi028.stdout: "num_omap_bytes": 0, 2024-08-29T19:03:20.923 INFO:tasks.workunit.client.0.smithi028.stdout: "num_omap_keys": 0, 2024-08-29T19:03:20.923 INFO:tasks.workunit.client.0.smithi028.stdout: "num_promote": 0, 2024-08-29T19:03:20.923 INFO:tasks.workunit.client.0.smithi028.stdout: "num_read": 9, 2024-08-29T19:03:20.923 INFO:tasks.workunit.client.0.smithi028.stdout: "num_read_kb": 6, 2024-08-29T19:03:20.923 INFO:tasks.workunit.client.0.smithi028.stdout: "num_scrub_errors": 0, 2024-08-29T19:03:20.923 INFO:tasks.workunit.client.0.smithi028.stdout: "num_shallow_scrub_errors": 0, 2024-08-29T19:03:20.924 INFO:tasks.workunit.client.0.smithi028.stdout: "num_whiteouts": 0, 2024-08-29T19:03:20.924 INFO:tasks.workunit.client.0.smithi028.stdout: "num_write": 0, 2024-08-29T19:03:20.924 INFO:tasks.workunit.client.0.smithi028.stdout: "num_write_kb": 0 2024-08-29T19:03:20.924 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:20.924 INFO:tasks.workunit.client.0.smithi028.stdout: "store_stats": { 2024-08-29T19:03:20.924 INFO:tasks.workunit.client.0.smithi028.stdout: "allocated": 0, 2024-08-29T19:03:20.924 INFO:tasks.workunit.client.0.smithi028.stdout: "available": 0, 2024-08-29T19:03:20.924 INFO:tasks.workunit.client.0.smithi028.stdout: "data_compressed": 0, 2024-08-29T19:03:20.924 INFO:tasks.workunit.client.0.smithi028.stdout: "data_compressed_allocated": 0, 2024-08-29T19:03:20.924 INFO:tasks.workunit.client.0.smithi028.stdout: "data_compressed_original": 0, 2024-08-29T19:03:20.924 INFO:tasks.workunit.client.0.smithi028.stdout: "data_stored": 0, 2024-08-29T19:03:20.924 INFO:tasks.workunit.client.0.smithi028.stdout: "internal_metadata": 0, 2024-08-29T19:03:20.924 INFO:tasks.workunit.client.0.smithi028.stdout: "internally_reserved": 0, 2024-08-29T19:03:20.925 INFO:tasks.workunit.client.0.smithi028.stdout: "omap_allocated": 0, 2024-08-29T19:03:20.925 INFO:tasks.workunit.client.0.smithi028.stdout: "total": 0 2024-08-29T19:03:20.925 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:20.925 INFO:tasks.workunit.client.0.smithi028.stdout: "up": 0 2024-08-29T19:03:20.925 INFO:tasks.workunit.client.0.smithi028.stdout: } 2024-08-29T19:03:20.925 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:20.925 INFO:tasks.workunit.client.0.smithi028.stdout: "leaderboard": false, 2024-08-29T19:03:20.925 INFO:tasks.workunit.client.0.smithi028.stdout: "leaderboard_description": null, 2024-08-29T19:03:20.925 INFO:tasks.workunit.client.0.smithi028.stdout: "license": "sharing-1-0", 2024-08-29T19:03:20.925 INFO:tasks.workunit.client.0.smithi028.stdout: "mempool": { 2024-08-29T19:03:20.925 INFO:tasks.workunit.client.0.smithi028.stdout: "mds": { 2024-08-29T19:03:20.925 INFO:tasks.workunit.client.0.smithi028.stdout: "mds.a2df9e26f4a5fcbeed319f1798118f10993a0555": { 2024-08-29T19:03:20.925 INFO:tasks.workunit.client.0.smithi028.stdout: "bloom_filter": { 2024-08-29T19:03:20.925 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 0, 2024-08-29T19:03:20.926 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 0 2024-08-29T19:03:20.926 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:20.926 INFO:tasks.workunit.client.0.smithi028.stdout: "bluefs": { 2024-08-29T19:03:20.926 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 0, 2024-08-29T19:03:20.926 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 0 2024-08-29T19:03:20.926 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:20.926 INFO:tasks.workunit.client.0.smithi028.stdout: "bluefs_file_reader": { 2024-08-29T19:03:20.926 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 0, 2024-08-29T19:03:20.926 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 0 2024-08-29T19:03:20.926 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:20.926 INFO:tasks.workunit.client.0.smithi028.stdout: "bluefs_file_writer": { 2024-08-29T19:03:20.926 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 0, 2024-08-29T19:03:20.926 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 0 2024-08-29T19:03:20.926 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:20.927 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore_alloc": { 2024-08-29T19:03:20.927 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 0, 2024-08-29T19:03:20.927 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 0 2024-08-29T19:03:20.927 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:20.927 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore_blob": { 2024-08-29T19:03:20.927 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 0, 2024-08-29T19:03:20.927 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 0 2024-08-29T19:03:20.927 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:20.927 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore_cache_buffer": { 2024-08-29T19:03:20.927 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 0, 2024-08-29T19:03:20.927 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 0 2024-08-29T19:03:20.927 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:20.927 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore_cache_data": { 2024-08-29T19:03:20.927 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 0, 2024-08-29T19:03:20.928 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 0 2024-08-29T19:03:20.928 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:20.928 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore_cache_meta": { 2024-08-29T19:03:20.928 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 0, 2024-08-29T19:03:20.928 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 0 2024-08-29T19:03:20.928 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:20.928 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore_cache_onode": { 2024-08-29T19:03:20.928 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 0, 2024-08-29T19:03:20.928 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 0 2024-08-29T19:03:20.928 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:20.928 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore_cache_other": { 2024-08-29T19:03:20.928 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 0, 2024-08-29T19:03:20.929 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 0 2024-08-29T19:03:20.929 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:20.929 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore_extent": { 2024-08-29T19:03:20.929 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 0, 2024-08-29T19:03:20.929 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 0 2024-08-29T19:03:20.929 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:20.929 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore_fsck": { 2024-08-29T19:03:20.929 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 0, 2024-08-29T19:03:20.929 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 0 2024-08-29T19:03:20.929 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:20.929 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore_inline_bl": { 2024-08-29T19:03:20.929 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 0, 2024-08-29T19:03:20.929 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 0 2024-08-29T19:03:20.929 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:20.930 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore_shared_blob": { 2024-08-29T19:03:20.930 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 0, 2024-08-29T19:03:20.930 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 0 2024-08-29T19:03:20.930 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:20.930 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore_txc": { 2024-08-29T19:03:20.930 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 0, 2024-08-29T19:03:20.930 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 0 2024-08-29T19:03:20.930 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:20.930 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore_writing": { 2024-08-29T19:03:20.930 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 0, 2024-08-29T19:03:20.930 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 0 2024-08-29T19:03:20.930 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:20.930 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore_writing_deferred": { 2024-08-29T19:03:20.930 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 0, 2024-08-29T19:03:20.931 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 0 2024-08-29T19:03:20.931 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:20.931 INFO:tasks.workunit.client.0.smithi028.stdout: "buffer_anon": { 2024-08-29T19:03:20.931 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 149048, 2024-08-29T19:03:20.931 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 34 2024-08-29T19:03:20.931 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:20.931 INFO:tasks.workunit.client.0.smithi028.stdout: "buffer_meta": { 2024-08-29T19:03:20.931 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 0, 2024-08-29T19:03:20.931 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 0 2024-08-29T19:03:20.931 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:20.931 INFO:tasks.workunit.client.0.smithi028.stdout: "mds_co": { 2024-08-29T19:03:20.931 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 928, 2024-08-29T19:03:20.931 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 2 2024-08-29T19:03:20.931 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:20.932 INFO:tasks.workunit.client.0.smithi028.stdout: "osd": { 2024-08-29T19:03:20.932 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 0, 2024-08-29T19:03:20.932 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 0 2024-08-29T19:03:20.932 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:20.932 INFO:tasks.workunit.client.0.smithi028.stdout: "osd_mapbl": { 2024-08-29T19:03:20.932 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 0, 2024-08-29T19:03:20.932 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 0 2024-08-29T19:03:20.932 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:20.932 INFO:tasks.workunit.client.0.smithi028.stdout: "osd_pglog": { 2024-08-29T19:03:20.932 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 0, 2024-08-29T19:03:20.932 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 0 2024-08-29T19:03:20.932 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:20.932 INFO:tasks.workunit.client.0.smithi028.stdout: "osdmap": { 2024-08-29T19:03:20.933 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 0, 2024-08-29T19:03:20.933 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 0 2024-08-29T19:03:20.933 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:20.933 INFO:tasks.workunit.client.0.smithi028.stdout: "osdmap_mapping": { 2024-08-29T19:03:20.933 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 0, 2024-08-29T19:03:20.933 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 0 2024-08-29T19:03:20.933 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:20.933 INFO:tasks.workunit.client.0.smithi028.stdout: "pgmap": { 2024-08-29T19:03:20.933 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 0, 2024-08-29T19:03:20.933 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 0 2024-08-29T19:03:20.933 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:20.933 INFO:tasks.workunit.client.0.smithi028.stdout: "unittest_1": { 2024-08-29T19:03:20.933 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 0, 2024-08-29T19:03:20.933 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 0 2024-08-29T19:03:20.934 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:20.934 INFO:tasks.workunit.client.0.smithi028.stdout: "unittest_2": { 2024-08-29T19:03:20.934 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 0, 2024-08-29T19:03:20.934 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 0 2024-08-29T19:03:20.934 INFO:tasks.workunit.client.0.smithi028.stdout: } 2024-08-29T19:03:20.934 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:20.934 INFO:tasks.workunit.client.0.smithi028.stdout: "mds.e4958ae9278a574c0226651ef9b7bc2d4e1b34b9": { 2024-08-29T19:03:20.934 INFO:tasks.workunit.client.0.smithi028.stdout: "bloom_filter": { 2024-08-29T19:03:20.934 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 0, 2024-08-29T19:03:20.934 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 0 2024-08-29T19:03:20.934 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:20.934 INFO:tasks.workunit.client.0.smithi028.stdout: "bluefs": { 2024-08-29T19:03:20.934 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 0, 2024-08-29T19:03:20.934 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 0 2024-08-29T19:03:20.935 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:20.935 INFO:tasks.workunit.client.0.smithi028.stdout: "bluefs_file_reader": { 2024-08-29T19:03:20.935 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 0, 2024-08-29T19:03:20.935 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 0 2024-08-29T19:03:20.935 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:20.935 INFO:tasks.workunit.client.0.smithi028.stdout: "bluefs_file_writer": { 2024-08-29T19:03:20.935 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 0, 2024-08-29T19:03:20.935 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 0 2024-08-29T19:03:20.935 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:20.935 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore_alloc": { 2024-08-29T19:03:20.935 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 0, 2024-08-29T19:03:20.935 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 0 2024-08-29T19:03:20.935 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:20.935 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore_blob": { 2024-08-29T19:03:20.936 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 0, 2024-08-29T19:03:20.936 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 0 2024-08-29T19:03:20.936 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:20.936 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore_cache_buffer": { 2024-08-29T19:03:20.936 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 0, 2024-08-29T19:03:20.936 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 0 2024-08-29T19:03:20.936 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:20.936 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore_cache_data": { 2024-08-29T19:03:20.936 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 0, 2024-08-29T19:03:20.936 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 0 2024-08-29T19:03:20.936 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:20.936 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore_cache_meta": { 2024-08-29T19:03:20.936 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 0, 2024-08-29T19:03:20.936 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 0 2024-08-29T19:03:20.937 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:20.937 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore_cache_onode": { 2024-08-29T19:03:20.937 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 0, 2024-08-29T19:03:20.937 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 0 2024-08-29T19:03:20.937 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:20.937 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore_cache_other": { 2024-08-29T19:03:20.937 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 0, 2024-08-29T19:03:20.937 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 0 2024-08-29T19:03:20.937 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:20.937 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore_extent": { 2024-08-29T19:03:20.937 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 0, 2024-08-29T19:03:20.937 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 0 2024-08-29T19:03:20.937 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:20.937 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore_fsck": { 2024-08-29T19:03:20.938 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 0, 2024-08-29T19:03:20.938 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 0 2024-08-29T19:03:20.938 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:20.938 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore_inline_bl": { 2024-08-29T19:03:20.938 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 0, 2024-08-29T19:03:20.938 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 0 2024-08-29T19:03:20.938 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:20.938 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore_shared_blob": { 2024-08-29T19:03:20.938 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 0, 2024-08-29T19:03:20.938 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 0 2024-08-29T19:03:20.938 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:20.938 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore_txc": { 2024-08-29T19:03:20.938 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 0, 2024-08-29T19:03:20.938 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 0 2024-08-29T19:03:20.939 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:20.939 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore_writing": { 2024-08-29T19:03:20.939 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 0, 2024-08-29T19:03:20.939 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 0 2024-08-29T19:03:20.939 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:20.939 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore_writing_deferred": { 2024-08-29T19:03:20.939 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 0, 2024-08-29T19:03:20.939 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 0 2024-08-29T19:03:20.939 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:20.939 INFO:tasks.workunit.client.0.smithi028.stdout: "buffer_anon": { 2024-08-29T19:03:20.939 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 221616, 2024-08-29T19:03:20.939 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 66 2024-08-29T19:03:20.939 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:20.939 INFO:tasks.workunit.client.0.smithi028.stdout: "buffer_meta": { 2024-08-29T19:03:20.940 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 0, 2024-08-29T19:03:20.940 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 0 2024-08-29T19:03:20.940 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:20.940 INFO:tasks.workunit.client.0.smithi028.stdout: "mds_co": { 2024-08-29T19:03:20.940 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 52112, 2024-08-29T19:03:20.940 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 181 2024-08-29T19:03:20.940 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:20.940 INFO:tasks.workunit.client.0.smithi028.stdout: "osd": { 2024-08-29T19:03:20.940 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 0, 2024-08-29T19:03:20.940 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 0 2024-08-29T19:03:20.940 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:20.940 INFO:tasks.workunit.client.0.smithi028.stdout: "osd_mapbl": { 2024-08-29T19:03:20.940 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 0, 2024-08-29T19:03:20.941 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 0 2024-08-29T19:03:20.941 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:20.941 INFO:tasks.workunit.client.0.smithi028.stdout: "osd_pglog": { 2024-08-29T19:03:20.941 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 0, 2024-08-29T19:03:20.941 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 0 2024-08-29T19:03:20.941 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:20.941 INFO:tasks.workunit.client.0.smithi028.stdout: "osdmap": { 2024-08-29T19:03:20.941 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 12168, 2024-08-29T19:03:20.941 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 235 2024-08-29T19:03:20.941 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:20.941 INFO:tasks.workunit.client.0.smithi028.stdout: "osdmap_mapping": { 2024-08-29T19:03:20.941 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 0, 2024-08-29T19:03:20.941 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 0 2024-08-29T19:03:20.941 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:20.942 INFO:tasks.workunit.client.0.smithi028.stdout: "pgmap": { 2024-08-29T19:03:20.942 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 0, 2024-08-29T19:03:20.942 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 0 2024-08-29T19:03:20.942 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:20.942 INFO:tasks.workunit.client.0.smithi028.stdout: "unittest_1": { 2024-08-29T19:03:20.942 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 0, 2024-08-29T19:03:20.942 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 0 2024-08-29T19:03:20.942 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:20.942 INFO:tasks.workunit.client.0.smithi028.stdout: "unittest_2": { 2024-08-29T19:03:20.942 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 0, 2024-08-29T19:03:20.942 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 0 2024-08-29T19:03:20.942 INFO:tasks.workunit.client.0.smithi028.stdout: } 2024-08-29T19:03:20.942 INFO:tasks.workunit.client.0.smithi028.stdout: } 2024-08-29T19:03:20.942 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:20.943 INFO:tasks.workunit.client.0.smithi028.stdout: "mon": { 2024-08-29T19:03:20.943 INFO:tasks.workunit.client.0.smithi028.stdout: "mon.55fbc62c63d120c3220dfb51bdacb54ee30cf548": { 2024-08-29T19:03:20.943 INFO:tasks.workunit.client.0.smithi028.stdout: "bloom_filter": { 2024-08-29T19:03:20.943 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 0, 2024-08-29T19:03:20.943 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 0 2024-08-29T19:03:20.943 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:20.943 INFO:tasks.workunit.client.0.smithi028.stdout: "bluefs": { 2024-08-29T19:03:20.943 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 0, 2024-08-29T19:03:20.943 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 0 2024-08-29T19:03:20.943 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:20.943 INFO:tasks.workunit.client.0.smithi028.stdout: "bluefs_file_reader": { 2024-08-29T19:03:20.943 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 0, 2024-08-29T19:03:20.943 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 0 2024-08-29T19:03:20.943 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:20.944 INFO:tasks.workunit.client.0.smithi028.stdout: "bluefs_file_writer": { 2024-08-29T19:03:20.944 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 0, 2024-08-29T19:03:20.944 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 0 2024-08-29T19:03:20.944 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:20.944 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore_alloc": { 2024-08-29T19:03:20.944 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 0, 2024-08-29T19:03:20.944 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 0 2024-08-29T19:03:20.944 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:20.944 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore_blob": { 2024-08-29T19:03:20.944 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 0, 2024-08-29T19:03:20.944 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 0 2024-08-29T19:03:20.944 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:20.944 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore_cache_buffer": { 2024-08-29T19:03:20.944 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 0, 2024-08-29T19:03:20.945 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 0 2024-08-29T19:03:20.945 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:20.945 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore_cache_data": { 2024-08-29T19:03:20.945 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 0, 2024-08-29T19:03:20.945 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 0 2024-08-29T19:03:20.945 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:20.945 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore_cache_meta": { 2024-08-29T19:03:20.945 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 0, 2024-08-29T19:03:20.945 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 0 2024-08-29T19:03:20.945 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:20.945 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore_cache_onode": { 2024-08-29T19:03:20.945 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 0, 2024-08-29T19:03:20.946 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 0 2024-08-29T19:03:20.946 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:20.946 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore_cache_other": { 2024-08-29T19:03:20.946 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 0, 2024-08-29T19:03:20.946 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 0 2024-08-29T19:03:20.946 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:20.946 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore_extent": { 2024-08-29T19:03:20.946 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 0, 2024-08-29T19:03:20.946 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 0 2024-08-29T19:03:20.946 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:20.946 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore_fsck": { 2024-08-29T19:03:20.946 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 0, 2024-08-29T19:03:20.946 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 0 2024-08-29T19:03:20.946 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:20.947 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore_inline_bl": { 2024-08-29T19:03:20.947 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 0, 2024-08-29T19:03:20.947 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 0 2024-08-29T19:03:20.947 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:20.947 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore_shared_blob": { 2024-08-29T19:03:20.947 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 0, 2024-08-29T19:03:20.947 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 0 2024-08-29T19:03:20.947 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:20.947 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore_txc": { 2024-08-29T19:03:20.947 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 0, 2024-08-29T19:03:20.947 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 0 2024-08-29T19:03:20.947 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:20.947 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore_writing": { 2024-08-29T19:03:20.948 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 0, 2024-08-29T19:03:20.948 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 0 2024-08-29T19:03:20.948 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:20.948 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore_writing_deferred": { 2024-08-29T19:03:20.948 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 0, 2024-08-29T19:03:20.948 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 0 2024-08-29T19:03:20.948 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:20.948 INFO:tasks.workunit.client.0.smithi028.stdout: "buffer_anon": { 2024-08-29T19:03:20.948 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 48984740, 2024-08-29T19:03:20.948 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 7216 2024-08-29T19:03:20.948 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:20.948 INFO:tasks.workunit.client.0.smithi028.stdout: "buffer_meta": { 2024-08-29T19:03:20.948 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 0, 2024-08-29T19:03:20.948 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 0 2024-08-29T19:03:20.949 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:20.949 INFO:tasks.workunit.client.0.smithi028.stdout: "mds_co": { 2024-08-29T19:03:20.949 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 0, 2024-08-29T19:03:20.949 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 0 2024-08-29T19:03:20.949 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:20.949 INFO:tasks.workunit.client.0.smithi028.stdout: "osd": { 2024-08-29T19:03:20.949 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 0, 2024-08-29T19:03:20.949 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 0 2024-08-29T19:03:20.949 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:20.949 INFO:tasks.workunit.client.0.smithi028.stdout: "osd_mapbl": { 2024-08-29T19:03:20.949 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 0, 2024-08-29T19:03:20.949 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 0 2024-08-29T19:03:20.949 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:20.949 INFO:tasks.workunit.client.0.smithi028.stdout: "osd_pglog": { 2024-08-29T19:03:20.950 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 0, 2024-08-29T19:03:20.950 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 0 2024-08-29T19:03:20.950 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:20.950 INFO:tasks.workunit.client.0.smithi028.stdout: "osdmap": { 2024-08-29T19:03:20.950 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 10744, 2024-08-29T19:03:20.950 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 234 2024-08-29T19:03:20.950 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:20.950 INFO:tasks.workunit.client.0.smithi028.stdout: "osdmap_mapping": { 2024-08-29T19:03:20.950 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 70440, 2024-08-29T19:03:20.950 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 5158 2024-08-29T19:03:20.950 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:20.950 INFO:tasks.workunit.client.0.smithi028.stdout: "pgmap": { 2024-08-29T19:03:20.950 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 5720, 2024-08-29T19:03:20.950 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 152 2024-08-29T19:03:20.951 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:20.951 INFO:tasks.workunit.client.0.smithi028.stdout: "unittest_1": { 2024-08-29T19:03:20.951 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 0, 2024-08-29T19:03:20.951 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 0 2024-08-29T19:03:20.951 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:20.951 INFO:tasks.workunit.client.0.smithi028.stdout: "unittest_2": { 2024-08-29T19:03:20.951 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 0, 2024-08-29T19:03:20.951 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 0 2024-08-29T19:03:20.951 INFO:tasks.workunit.client.0.smithi028.stdout: } 2024-08-29T19:03:20.951 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:20.951 INFO:tasks.workunit.client.0.smithi028.stdout: "mon.a2df9e26f4a5fcbeed319f1798118f10993a0555": { 2024-08-29T19:03:20.951 INFO:tasks.workunit.client.0.smithi028.stdout: "bloom_filter": { 2024-08-29T19:03:20.951 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 0, 2024-08-29T19:03:20.951 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 0 2024-08-29T19:03:20.952 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:20.952 INFO:tasks.workunit.client.0.smithi028.stdout: "bluefs": { 2024-08-29T19:03:20.952 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 0, 2024-08-29T19:03:20.952 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 0 2024-08-29T19:03:20.952 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:20.952 INFO:tasks.workunit.client.0.smithi028.stdout: "bluefs_file_reader": { 2024-08-29T19:03:20.952 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 0, 2024-08-29T19:03:20.952 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 0 2024-08-29T19:03:20.952 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:20.952 INFO:tasks.workunit.client.0.smithi028.stdout: "bluefs_file_writer": { 2024-08-29T19:03:20.952 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 0, 2024-08-29T19:03:20.952 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 0 2024-08-29T19:03:20.952 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:20.953 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore_alloc": { 2024-08-29T19:03:20.953 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 0, 2024-08-29T19:03:20.953 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 0 2024-08-29T19:03:20.953 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:20.953 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore_blob": { 2024-08-29T19:03:20.953 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 0, 2024-08-29T19:03:20.953 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 0 2024-08-29T19:03:20.953 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:20.953 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore_cache_buffer": { 2024-08-29T19:03:20.953 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 0, 2024-08-29T19:03:20.953 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 0 2024-08-29T19:03:20.953 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:20.953 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore_cache_data": { 2024-08-29T19:03:20.953 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 0, 2024-08-29T19:03:20.954 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 0 2024-08-29T19:03:20.954 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:20.954 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore_cache_meta": { 2024-08-29T19:03:20.954 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 0, 2024-08-29T19:03:20.954 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 0 2024-08-29T19:03:20.954 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:20.954 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore_cache_onode": { 2024-08-29T19:03:20.954 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 0, 2024-08-29T19:03:20.954 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 0 2024-08-29T19:03:20.954 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:20.954 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore_cache_other": { 2024-08-29T19:03:20.954 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 0, 2024-08-29T19:03:20.954 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 0 2024-08-29T19:03:20.954 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:20.954 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore_extent": { 2024-08-29T19:03:20.955 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 0, 2024-08-29T19:03:20.955 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 0 2024-08-29T19:03:20.955 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:20.955 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore_fsck": { 2024-08-29T19:03:20.955 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 0, 2024-08-29T19:03:20.955 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 0 2024-08-29T19:03:20.955 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:20.955 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore_inline_bl": { 2024-08-29T19:03:20.955 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 0, 2024-08-29T19:03:20.955 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 0 2024-08-29T19:03:20.955 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:20.955 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore_shared_blob": { 2024-08-29T19:03:20.955 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 0, 2024-08-29T19:03:20.955 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 0 2024-08-29T19:03:20.956 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:20.956 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore_txc": { 2024-08-29T19:03:20.956 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 0, 2024-08-29T19:03:20.956 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 0 2024-08-29T19:03:20.956 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:20.956 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore_writing": { 2024-08-29T19:03:20.956 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 0, 2024-08-29T19:03:20.956 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 0 2024-08-29T19:03:20.956 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:20.956 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore_writing_deferred": { 2024-08-29T19:03:20.956 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 0, 2024-08-29T19:03:20.956 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 0 2024-08-29T19:03:20.956 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:20.956 INFO:tasks.workunit.client.0.smithi028.stdout: "buffer_anon": { 2024-08-29T19:03:20.957 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 38744580, 2024-08-29T19:03:20.957 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 4794 2024-08-29T19:03:20.957 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:20.957 INFO:tasks.workunit.client.0.smithi028.stdout: "buffer_meta": { 2024-08-29T19:03:20.957 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 616, 2024-08-29T19:03:20.957 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 7 2024-08-29T19:03:20.957 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:20.957 INFO:tasks.workunit.client.0.smithi028.stdout: "mds_co": { 2024-08-29T19:03:20.957 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 0, 2024-08-29T19:03:20.957 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 0 2024-08-29T19:03:20.957 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:20.957 INFO:tasks.workunit.client.0.smithi028.stdout: "osd": { 2024-08-29T19:03:20.957 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 0, 2024-08-29T19:03:20.958 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 0 2024-08-29T19:03:20.958 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:20.958 INFO:tasks.workunit.client.0.smithi028.stdout: "osd_mapbl": { 2024-08-29T19:03:20.958 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 0, 2024-08-29T19:03:20.958 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 0 2024-08-29T19:03:20.958 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:20.958 INFO:tasks.workunit.client.0.smithi028.stdout: "osd_pglog": { 2024-08-29T19:03:20.958 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 0, 2024-08-29T19:03:20.958 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 0 2024-08-29T19:03:20.958 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:20.958 INFO:tasks.workunit.client.0.smithi028.stdout: "osdmap": { 2024-08-29T19:03:20.958 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 10744, 2024-08-29T19:03:20.958 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 234 2024-08-29T19:03:20.958 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:20.958 INFO:tasks.workunit.client.0.smithi028.stdout: "osdmap_mapping": { 2024-08-29T19:03:20.959 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 70440, 2024-08-29T19:03:20.959 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 5158 2024-08-29T19:03:20.959 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:20.959 INFO:tasks.workunit.client.0.smithi028.stdout: "pgmap": { 2024-08-29T19:03:20.959 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 5720, 2024-08-29T19:03:20.959 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 152 2024-08-29T19:03:20.959 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:20.959 INFO:tasks.workunit.client.0.smithi028.stdout: "unittest_1": { 2024-08-29T19:03:20.959 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 0, 2024-08-29T19:03:20.959 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 0 2024-08-29T19:03:20.959 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:20.959 INFO:tasks.workunit.client.0.smithi028.stdout: "unittest_2": { 2024-08-29T19:03:20.959 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 0, 2024-08-29T19:03:20.959 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 0 2024-08-29T19:03:20.960 INFO:tasks.workunit.client.0.smithi028.stdout: } 2024-08-29T19:03:20.960 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:20.960 INFO:tasks.workunit.client.0.smithi028.stdout: "mon.e4958ae9278a574c0226651ef9b7bc2d4e1b34b9": { 2024-08-29T19:03:20.960 INFO:tasks.workunit.client.0.smithi028.stdout: "bloom_filter": { 2024-08-29T19:03:20.960 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 0, 2024-08-29T19:03:20.960 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 0 2024-08-29T19:03:20.960 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:20.960 INFO:tasks.workunit.client.0.smithi028.stdout: "bluefs": { 2024-08-29T19:03:20.960 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 0, 2024-08-29T19:03:20.960 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 0 2024-08-29T19:03:20.960 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:20.960 INFO:tasks.workunit.client.0.smithi028.stdout: "bluefs_file_reader": { 2024-08-29T19:03:20.960 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 0, 2024-08-29T19:03:20.960 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 0 2024-08-29T19:03:20.961 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:20.961 INFO:tasks.workunit.client.0.smithi028.stdout: "bluefs_file_writer": { 2024-08-29T19:03:20.961 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 0, 2024-08-29T19:03:20.961 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 0 2024-08-29T19:03:20.961 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:20.961 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore_alloc": { 2024-08-29T19:03:20.961 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 0, 2024-08-29T19:03:20.961 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 0 2024-08-29T19:03:20.961 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:20.961 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore_blob": { 2024-08-29T19:03:20.961 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 0, 2024-08-29T19:03:20.961 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 0 2024-08-29T19:03:20.961 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:20.961 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore_cache_buffer": { 2024-08-29T19:03:20.962 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 0, 2024-08-29T19:03:20.962 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 0 2024-08-29T19:03:20.962 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:20.962 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore_cache_data": { 2024-08-29T19:03:20.962 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 0, 2024-08-29T19:03:20.962 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 0 2024-08-29T19:03:20.962 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:20.962 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore_cache_meta": { 2024-08-29T19:03:20.962 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 0, 2024-08-29T19:03:20.962 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 0 2024-08-29T19:03:20.962 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:20.962 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore_cache_onode": { 2024-08-29T19:03:20.962 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 0, 2024-08-29T19:03:20.962 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 0 2024-08-29T19:03:20.963 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:20.963 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore_cache_other": { 2024-08-29T19:03:20.963 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 0, 2024-08-29T19:03:20.963 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 0 2024-08-29T19:03:20.963 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:20.963 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore_extent": { 2024-08-29T19:03:20.963 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 0, 2024-08-29T19:03:20.963 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 0 2024-08-29T19:03:20.963 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:20.963 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore_fsck": { 2024-08-29T19:03:20.963 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 0, 2024-08-29T19:03:20.963 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 0 2024-08-29T19:03:20.964 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:20.964 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore_inline_bl": { 2024-08-29T19:03:20.964 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 0, 2024-08-29T19:03:20.964 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 0 2024-08-29T19:03:20.964 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:20.964 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore_shared_blob": { 2024-08-29T19:03:20.964 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 0, 2024-08-29T19:03:20.964 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 0 2024-08-29T19:03:20.964 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:20.964 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore_txc": { 2024-08-29T19:03:20.964 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 0, 2024-08-29T19:03:20.964 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 0 2024-08-29T19:03:20.964 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:20.965 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore_writing": { 2024-08-29T19:03:20.965 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 0, 2024-08-29T19:03:20.965 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 0 2024-08-29T19:03:20.965 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:20.965 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore_writing_deferred": { 2024-08-29T19:03:20.965 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 0, 2024-08-29T19:03:20.965 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 0 2024-08-29T19:03:20.965 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:20.965 INFO:tasks.workunit.client.0.smithi028.stdout: "buffer_anon": { 2024-08-29T19:03:20.965 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 42847656, 2024-08-29T19:03:20.965 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 5658 2024-08-29T19:03:20.965 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:20.965 INFO:tasks.workunit.client.0.smithi028.stdout: "buffer_meta": { 2024-08-29T19:03:20.965 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 0, 2024-08-29T19:03:20.966 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 0 2024-08-29T19:03:20.966 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:20.966 INFO:tasks.workunit.client.0.smithi028.stdout: "mds_co": { 2024-08-29T19:03:20.966 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 0, 2024-08-29T19:03:20.966 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 0 2024-08-29T19:03:20.966 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:20.966 INFO:tasks.workunit.client.0.smithi028.stdout: "osd": { 2024-08-29T19:03:20.966 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 0, 2024-08-29T19:03:20.966 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 0 2024-08-29T19:03:20.966 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:20.966 INFO:tasks.workunit.client.0.smithi028.stdout: "osd_mapbl": { 2024-08-29T19:03:20.966 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 0, 2024-08-29T19:03:20.966 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 0 2024-08-29T19:03:20.966 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:20.967 INFO:tasks.workunit.client.0.smithi028.stdout: "osd_pglog": { 2024-08-29T19:03:20.967 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 0, 2024-08-29T19:03:20.967 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 0 2024-08-29T19:03:20.967 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:20.967 INFO:tasks.workunit.client.0.smithi028.stdout: "osdmap": { 2024-08-29T19:03:20.967 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 10744, 2024-08-29T19:03:20.967 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 234 2024-08-29T19:03:20.967 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:20.967 INFO:tasks.workunit.client.0.smithi028.stdout: "osdmap_mapping": { 2024-08-29T19:03:20.967 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 70440, 2024-08-29T19:03:20.967 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 5158 2024-08-29T19:03:20.967 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:20.967 INFO:tasks.workunit.client.0.smithi028.stdout: "pgmap": { 2024-08-29T19:03:20.967 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 11440, 2024-08-29T19:03:20.967 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 304 2024-08-29T19:03:20.968 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:20.968 INFO:tasks.workunit.client.0.smithi028.stdout: "unittest_1": { 2024-08-29T19:03:20.968 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 0, 2024-08-29T19:03:20.968 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 0 2024-08-29T19:03:20.968 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:20.968 INFO:tasks.workunit.client.0.smithi028.stdout: "unittest_2": { 2024-08-29T19:03:20.968 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 0, 2024-08-29T19:03:20.968 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 0 2024-08-29T19:03:20.968 INFO:tasks.workunit.client.0.smithi028.stdout: } 2024-08-29T19:03:20.968 INFO:tasks.workunit.client.0.smithi028.stdout: } 2024-08-29T19:03:20.968 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:20.968 INFO:tasks.workunit.client.0.smithi028.stdout: "osd": { 2024-08-29T19:03:20.968 INFO:tasks.workunit.client.0.smithi028.stdout: "osd.0": { 2024-08-29T19:03:20.969 INFO:tasks.workunit.client.0.smithi028.stdout: "bloom_filter": { 2024-08-29T19:03:20.969 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 0, 2024-08-29T19:03:20.969 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 0 2024-08-29T19:03:20.969 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:20.969 INFO:tasks.workunit.client.0.smithi028.stdout: "bluefs": { 2024-08-29T19:03:20.969 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 27200, 2024-08-29T19:03:20.969 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 546 2024-08-29T19:03:20.969 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:20.969 INFO:tasks.workunit.client.0.smithi028.stdout: "bluefs_file_reader": { 2024-08-29T19:03:20.969 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 916352, 2024-08-29T19:03:20.969 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 35 2024-08-29T19:03:20.969 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:20.969 INFO:tasks.workunit.client.0.smithi028.stdout: "bluefs_file_writer": { 2024-08-29T19:03:20.969 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 3072, 2024-08-29T19:03:20.970 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 16 2024-08-29T19:03:20.970 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:20.970 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore_alloc": { 2024-08-29T19:03:20.970 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 58000, 2024-08-29T19:03:20.970 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 725 2024-08-29T19:03:20.970 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:20.970 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore_blob": { 2024-08-29T19:03:20.970 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 388336, 2024-08-29T19:03:20.970 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 1867 2024-08-29T19:03:20.970 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:20.970 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore_cache_buffer": { 2024-08-29T19:03:20.970 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 256, 2024-08-29T19:03:20.970 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 32 2024-08-29T19:03:20.970 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:20.971 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore_cache_data": { 2024-08-29T19:03:20.971 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 365452, 2024-08-29T19:03:20.971 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 110 2024-08-29T19:03:20.971 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:20.971 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore_cache_meta": { 2024-08-29T19:03:20.971 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 2362713, 2024-08-29T19:03:20.971 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 525557 2024-08-29T19:03:20.971 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:20.971 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore_cache_onode": { 2024-08-29T19:03:20.971 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 6739056, 2024-08-29T19:03:20.971 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 9942 2024-08-29T19:03:20.971 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:20.971 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore_cache_other": { 2024-08-29T19:03:20.971 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 82768, 2024-08-29T19:03:20.972 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 8847 2024-08-29T19:03:20.972 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:20.972 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore_extent": { 2024-08-29T19:03:20.972 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 89616, 2024-08-29T19:03:20.972 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 1867 2024-08-29T19:03:20.972 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:20.972 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore_fsck": { 2024-08-29T19:03:20.972 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 0, 2024-08-29T19:03:20.972 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 0 2024-08-29T19:03:20.972 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:20.972 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore_inline_bl": { 2024-08-29T19:03:20.972 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 171966, 2024-08-29T19:03:20.972 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 1230 2024-08-29T19:03:20.972 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:20.973 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore_shared_blob": { 2024-08-29T19:03:20.973 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 0, 2024-08-29T19:03:20.973 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 0 2024-08-29T19:03:20.973 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:20.973 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore_txc": { 2024-08-29T19:03:20.973 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 0, 2024-08-29T19:03:20.973 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 0 2024-08-29T19:03:20.973 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:20.973 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore_writing": { 2024-08-29T19:03:20.973 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 45009, 2024-08-29T19:03:20.973 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 48 2024-08-29T19:03:20.973 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:20.973 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore_writing_deferred": { 2024-08-29T19:03:20.974 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 0, 2024-08-29T19:03:20.974 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 0 2024-08-29T19:03:20.974 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:20.974 INFO:tasks.workunit.client.0.smithi028.stdout: "buffer_anon": { 2024-08-29T19:03:20.974 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 17440783, 2024-08-29T19:03:20.974 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 278 2024-08-29T19:03:20.974 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:20.974 INFO:tasks.workunit.client.0.smithi028.stdout: "buffer_meta": { 2024-08-29T19:03:20.974 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 11352, 2024-08-29T19:03:20.974 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 129 2024-08-29T19:03:20.974 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:20.974 INFO:tasks.workunit.client.0.smithi028.stdout: "mds_co": { 2024-08-29T19:03:20.974 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 0, 2024-08-29T19:03:20.974 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 0 2024-08-29T19:03:20.974 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:20.975 INFO:tasks.workunit.client.0.smithi028.stdout: "osd": { 2024-08-29T19:03:20.975 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 522720, 2024-08-29T19:03:20.975 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 45 2024-08-29T19:03:20.975 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:20.975 INFO:tasks.workunit.client.0.smithi028.stdout: "osd_mapbl": { 2024-08-29T19:03:20.975 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 0, 2024-08-29T19:03:20.975 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 0 2024-08-29T19:03:20.975 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:20.975 INFO:tasks.workunit.client.0.smithi028.stdout: "osd_pglog": { 2024-08-29T19:03:20.975 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 7057232, 2024-08-29T19:03:20.975 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 18350 2024-08-29T19:03:20.975 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:20.975 INFO:tasks.workunit.client.0.smithi028.stdout: "osdmap": { 2024-08-29T19:03:20.975 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 628416, 2024-08-29T19:03:20.976 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 10122 2024-08-29T19:03:20.976 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:20.976 INFO:tasks.workunit.client.0.smithi028.stdout: "osdmap_mapping": { 2024-08-29T19:03:20.976 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 0, 2024-08-29T19:03:20.976 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 0 2024-08-29T19:03:20.976 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:20.976 INFO:tasks.workunit.client.0.smithi028.stdout: "pgmap": { 2024-08-29T19:03:20.976 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 0, 2024-08-29T19:03:20.976 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 0 2024-08-29T19:03:20.976 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:20.976 INFO:tasks.workunit.client.0.smithi028.stdout: "unittest_1": { 2024-08-29T19:03:20.976 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 0, 2024-08-29T19:03:20.976 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 0 2024-08-29T19:03:20.976 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:20.977 INFO:tasks.workunit.client.0.smithi028.stdout: "unittest_2": { 2024-08-29T19:03:20.977 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 0, 2024-08-29T19:03:20.977 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 0 2024-08-29T19:03:20.977 INFO:tasks.workunit.client.0.smithi028.stdout: } 2024-08-29T19:03:20.977 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:20.977 INFO:tasks.workunit.client.0.smithi028.stdout: "osd.1": { 2024-08-29T19:03:20.977 INFO:tasks.workunit.client.0.smithi028.stdout: "bloom_filter": { 2024-08-29T19:03:20.977 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 0, 2024-08-29T19:03:20.977 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 0 2024-08-29T19:03:20.977 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:20.977 INFO:tasks.workunit.client.0.smithi028.stdout: "bluefs": { 2024-08-29T19:03:20.977 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 29128, 2024-08-29T19:03:20.977 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 575 2024-08-29T19:03:20.977 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:20.978 INFO:tasks.workunit.client.0.smithi028.stdout: "bluefs_file_reader": { 2024-08-29T19:03:20.978 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 412800, 2024-08-29T19:03:20.978 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 37 2024-08-29T19:03:20.978 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:20.978 INFO:tasks.workunit.client.0.smithi028.stdout: "bluefs_file_writer": { 2024-08-29T19:03:20.978 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 1536, 2024-08-29T19:03:20.978 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 8 2024-08-29T19:03:20.978 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:20.978 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore_alloc": { 2024-08-29T19:03:20.978 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 58240, 2024-08-29T19:03:20.978 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 728 2024-08-29T19:03:20.978 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:20.978 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore_blob": { 2024-08-29T19:03:20.978 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 386048, 2024-08-29T19:03:20.979 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 1856 2024-08-29T19:03:20.979 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:20.979 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore_cache_buffer": { 2024-08-29T19:03:20.979 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 256, 2024-08-29T19:03:20.979 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 32 2024-08-29T19:03:20.979 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:20.979 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore_cache_data": { 2024-08-29T19:03:20.979 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 472505, 2024-08-29T19:03:20.979 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 121 2024-08-29T19:03:20.979 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:20.979 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore_cache_meta": { 2024-08-29T19:03:20.979 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 2328713, 2024-08-29T19:03:20.979 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 519571 2024-08-29T19:03:20.979 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:20.979 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore_cache_onode": { 2024-08-29T19:03:20.980 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 6667656, 2024-08-29T19:03:20.980 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 9837 2024-08-29T19:03:20.980 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:20.980 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore_cache_other": { 2024-08-29T19:03:20.980 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 80600, 2024-08-29T19:03:20.980 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 8671 2024-08-29T19:03:20.980 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:20.980 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore_extent": { 2024-08-29T19:03:20.980 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 89088, 2024-08-29T19:03:20.980 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 1856 2024-08-29T19:03:20.980 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:20.980 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore_fsck": { 2024-08-29T19:03:20.981 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 0, 2024-08-29T19:03:20.981 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 0 2024-08-29T19:03:20.981 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:20.981 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore_inline_bl": { 2024-08-29T19:03:20.981 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 172222, 2024-08-29T19:03:20.981 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 1231 2024-08-29T19:03:20.981 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:20.981 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore_shared_blob": { 2024-08-29T19:03:20.981 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 0, 2024-08-29T19:03:20.981 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 0 2024-08-29T19:03:20.981 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:20.981 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore_txc": { 2024-08-29T19:03:20.981 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 736, 2024-08-29T19:03:20.981 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 1 2024-08-29T19:03:20.982 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:20.982 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore_writing": { 2024-08-29T19:03:20.982 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 70564, 2024-08-29T19:03:20.982 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 54 2024-08-29T19:03:20.982 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:20.982 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore_writing_deferred": { 2024-08-29T19:03:20.982 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 12112, 2024-08-29T19:03:20.982 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 3 2024-08-29T19:03:20.982 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:20.982 INFO:tasks.workunit.client.0.smithi028.stdout: "buffer_anon": { 2024-08-29T19:03:20.982 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 9551600, 2024-08-29T19:03:20.982 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 280 2024-08-29T19:03:20.982 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:20.982 INFO:tasks.workunit.client.0.smithi028.stdout: "buffer_meta": { 2024-08-29T19:03:20.983 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 13200, 2024-08-29T19:03:20.983 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 150 2024-08-29T19:03:20.983 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:20.983 INFO:tasks.workunit.client.0.smithi028.stdout: "mds_co": { 2024-08-29T19:03:20.983 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 0, 2024-08-29T19:03:20.983 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 0 2024-08-29T19:03:20.983 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:20.983 INFO:tasks.workunit.client.0.smithi028.stdout: "osd": { 2024-08-29T19:03:20.983 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 441408, 2024-08-29T19:03:20.983 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 38 2024-08-29T19:03:20.983 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:20.983 INFO:tasks.workunit.client.0.smithi028.stdout: "osd_mapbl": { 2024-08-29T19:03:20.983 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 0, 2024-08-29T19:03:20.983 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 0 2024-08-29T19:03:20.984 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:20.984 INFO:tasks.workunit.client.0.smithi028.stdout: "osd_pglog": { 2024-08-29T19:03:20.984 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 7373704, 2024-08-29T19:03:20.984 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 21369 2024-08-29T19:03:20.984 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:20.984 INFO:tasks.workunit.client.0.smithi028.stdout: "osdmap": { 2024-08-29T19:03:20.984 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 628416, 2024-08-29T19:03:20.984 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 10122 2024-08-29T19:03:20.984 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:20.984 INFO:tasks.workunit.client.0.smithi028.stdout: "osdmap_mapping": { 2024-08-29T19:03:20.984 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 0, 2024-08-29T19:03:20.984 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 0 2024-08-29T19:03:20.984 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:20.984 INFO:tasks.workunit.client.0.smithi028.stdout: "pgmap": { 2024-08-29T19:03:20.985 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 0, 2024-08-29T19:03:20.985 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 0 2024-08-29T19:03:20.985 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:20.985 INFO:tasks.workunit.client.0.smithi028.stdout: "unittest_1": { 2024-08-29T19:03:20.985 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 0, 2024-08-29T19:03:20.985 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 0 2024-08-29T19:03:20.985 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:20.985 INFO:tasks.workunit.client.0.smithi028.stdout: "unittest_2": { 2024-08-29T19:03:20.985 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 0, 2024-08-29T19:03:20.985 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 0 2024-08-29T19:03:20.985 INFO:tasks.workunit.client.0.smithi028.stdout: } 2024-08-29T19:03:20.985 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:20.985 INFO:tasks.workunit.client.0.smithi028.stdout: "osd.2": { 2024-08-29T19:03:20.985 INFO:tasks.workunit.client.0.smithi028.stdout: "bloom_filter": { 2024-08-29T19:03:20.986 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 0, 2024-08-29T19:03:20.986 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 0 2024-08-29T19:03:20.986 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:20.986 INFO:tasks.workunit.client.0.smithi028.stdout: "bluefs": { 2024-08-29T19:03:20.986 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 19096, 2024-08-29T19:03:20.986 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 322 2024-08-29T19:03:20.986 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:20.986 INFO:tasks.workunit.client.0.smithi028.stdout: "bluefs_file_reader": { 2024-08-29T19:03:20.986 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 38528, 2024-08-29T19:03:20.986 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 20 2024-08-29T19:03:20.986 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:20.986 INFO:tasks.workunit.client.0.smithi028.stdout: "bluefs_file_writer": { 2024-08-29T19:03:20.986 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 1920, 2024-08-29T19:03:20.987 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 10 2024-08-29T19:03:20.987 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:20.987 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore_alloc": { 2024-08-29T19:03:20.987 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 56320, 2024-08-29T19:03:20.987 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 704 2024-08-29T19:03:20.987 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:20.987 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore_blob": { 2024-08-29T19:03:20.987 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 385424, 2024-08-29T19:03:20.987 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 1853 2024-08-29T19:03:20.987 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:20.987 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore_cache_buffer": { 2024-08-29T19:03:20.987 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 256, 2024-08-29T19:03:20.987 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 32 2024-08-29T19:03:20.987 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:20.988 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore_cache_data": { 2024-08-29T19:03:20.988 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 273751, 2024-08-29T19:03:20.988 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 71 2024-08-29T19:03:20.988 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:20.988 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore_cache_meta": { 2024-08-29T19:03:20.988 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 1664766, 2024-08-29T19:03:20.988 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 369315 2024-08-29T19:03:20.988 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:20.988 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore_cache_onode": { 2024-08-29T19:03:20.988 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 4854096, 2024-08-29T19:03:20.988 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 7170 2024-08-29T19:03:20.988 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:20.988 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore_cache_other": { 2024-08-29T19:03:20.988 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 79644, 2024-08-29T19:03:20.989 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 8657 2024-08-29T19:03:20.989 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:20.989 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore_extent": { 2024-08-29T19:03:20.989 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 88944, 2024-08-29T19:03:20.989 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 1853 2024-08-29T19:03:20.989 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:20.989 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore_fsck": { 2024-08-29T19:03:20.989 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 0, 2024-08-29T19:03:20.989 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 0 2024-08-29T19:03:20.989 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:20.989 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore_inline_bl": { 2024-08-29T19:03:20.989 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 172222, 2024-08-29T19:03:20.989 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 1231 2024-08-29T19:03:20.989 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:20.990 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore_shared_blob": { 2024-08-29T19:03:20.990 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 0, 2024-08-29T19:03:20.990 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 0 2024-08-29T19:03:20.990 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:20.990 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore_txc": { 2024-08-29T19:03:20.990 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 736, 2024-08-29T19:03:20.990 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 1 2024-08-29T19:03:20.990 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:20.990 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore_writing": { 2024-08-29T19:03:20.990 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 79556, 2024-08-29T19:03:20.990 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 56 2024-08-29T19:03:20.990 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:20.990 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore_writing_deferred": { 2024-08-29T19:03:20.990 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 12112, 2024-08-29T19:03:20.990 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 3 2024-08-29T19:03:20.991 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:20.991 INFO:tasks.workunit.client.0.smithi028.stdout: "buffer_anon": { 2024-08-29T19:03:20.991 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 10660286, 2024-08-29T19:03:20.991 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 261 2024-08-29T19:03:20.991 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:20.991 INFO:tasks.workunit.client.0.smithi028.stdout: "buffer_meta": { 2024-08-29T19:03:20.991 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 8800, 2024-08-29T19:03:20.991 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 100 2024-08-29T19:03:20.991 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:20.991 INFO:tasks.workunit.client.0.smithi028.stdout: "mds_co": { 2024-08-29T19:03:20.991 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 0, 2024-08-29T19:03:20.991 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 0 2024-08-29T19:03:20.991 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:20.991 INFO:tasks.workunit.client.0.smithi028.stdout: "osd": { 2024-08-29T19:03:20.992 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 348480, 2024-08-29T19:03:20.992 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 30 2024-08-29T19:03:20.992 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:20.992 INFO:tasks.workunit.client.0.smithi028.stdout: "osd_mapbl": { 2024-08-29T19:03:20.992 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 0, 2024-08-29T19:03:20.992 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 0 2024-08-29T19:03:20.992 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:20.992 INFO:tasks.workunit.client.0.smithi028.stdout: "osd_pglog": { 2024-08-29T19:03:20.992 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 3261960, 2024-08-29T19:03:20.992 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 6273 2024-08-29T19:03:20.992 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:20.992 INFO:tasks.workunit.client.0.smithi028.stdout: "osdmap": { 2024-08-29T19:03:20.992 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 628416, 2024-08-29T19:03:20.992 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 10122 2024-08-29T19:03:20.993 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:20.993 INFO:tasks.workunit.client.0.smithi028.stdout: "osdmap_mapping": { 2024-08-29T19:03:20.993 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 0, 2024-08-29T19:03:20.993 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 0 2024-08-29T19:03:20.993 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:20.993 INFO:tasks.workunit.client.0.smithi028.stdout: "pgmap": { 2024-08-29T19:03:20.993 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 0, 2024-08-29T19:03:20.993 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 0 2024-08-29T19:03:20.993 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:20.993 INFO:tasks.workunit.client.0.smithi028.stdout: "unittest_1": { 2024-08-29T19:03:20.993 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 0, 2024-08-29T19:03:20.993 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 0 2024-08-29T19:03:20.993 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:20.993 INFO:tasks.workunit.client.0.smithi028.stdout: "unittest_2": { 2024-08-29T19:03:20.994 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 0, 2024-08-29T19:03:20.994 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 0 2024-08-29T19:03:20.994 INFO:tasks.workunit.client.0.smithi028.stdout: } 2024-08-29T19:03:20.994 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:20.994 INFO:tasks.workunit.client.0.smithi028.stdout: "osd.3": { 2024-08-29T19:03:20.994 INFO:tasks.workunit.client.0.smithi028.stdout: "bloom_filter": { 2024-08-29T19:03:20.994 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 0, 2024-08-29T19:03:20.994 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 0 2024-08-29T19:03:20.994 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:20.994 INFO:tasks.workunit.client.0.smithi028.stdout: "bluefs": { 2024-08-29T19:03:20.994 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 21288, 2024-08-29T19:03:20.994 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 373 2024-08-29T19:03:20.994 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:20.994 INFO:tasks.workunit.client.0.smithi028.stdout: "bluefs_file_reader": { 2024-08-29T19:03:20.995 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 559616, 2024-08-29T19:03:20.995 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 31 2024-08-29T19:03:20.995 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:20.995 INFO:tasks.workunit.client.0.smithi028.stdout: "bluefs_file_writer": { 2024-08-29T19:03:20.995 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 960, 2024-08-29T19:03:20.995 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 5 2024-08-29T19:03:20.995 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:20.995 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore_alloc": { 2024-08-29T19:03:20.995 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 56800, 2024-08-29T19:03:20.995 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 710 2024-08-29T19:03:20.995 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:20.995 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore_blob": { 2024-08-29T19:03:20.995 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 373152, 2024-08-29T19:03:20.995 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 1794 2024-08-29T19:03:20.995 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:20.996 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore_cache_buffer": { 2024-08-29T19:03:20.996 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 256, 2024-08-29T19:03:20.996 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 32 2024-08-29T19:03:20.996 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:20.996 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore_cache_data": { 2024-08-29T19:03:20.996 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 912324, 2024-08-29T19:03:20.996 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 233 2024-08-29T19:03:20.996 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:20.996 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore_cache_meta": { 2024-08-29T19:03:20.996 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 1655937, 2024-08-29T19:03:20.996 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 362230 2024-08-29T19:03:20.996 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:20.996 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore_cache_onode": { 2024-08-29T19:03:20.996 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 4760256, 2024-08-29T19:03:20.997 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 7032 2024-08-29T19:03:20.997 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:20.997 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore_cache_other": { 2024-08-29T19:03:20.997 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 71324, 2024-08-29T19:03:20.997 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 7524 2024-08-29T19:03:20.997 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:20.997 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore_extent": { 2024-08-29T19:03:20.997 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 86112, 2024-08-29T19:03:20.997 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 1794 2024-08-29T19:03:20.997 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:20.997 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore_fsck": { 2024-08-29T19:03:20.997 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 0, 2024-08-29T19:03:20.998 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 0 2024-08-29T19:03:20.998 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:20.998 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore_inline_bl": { 2024-08-29T19:03:20.998 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 172222, 2024-08-29T19:03:20.998 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 1231 2024-08-29T19:03:20.998 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:20.998 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore_shared_blob": { 2024-08-29T19:03:20.998 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 0, 2024-08-29T19:03:20.998 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 0 2024-08-29T19:03:20.998 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:20.998 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore_txc": { 2024-08-29T19:03:20.998 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 0, 2024-08-29T19:03:20.998 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 0 2024-08-29T19:03:20.998 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:20.999 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore_writing": { 2024-08-29T19:03:20.999 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 44163, 2024-08-29T19:03:20.999 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 46 2024-08-29T19:03:20.999 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:20.999 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore_writing_deferred": { 2024-08-29T19:03:20.999 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 0, 2024-08-29T19:03:20.999 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 0 2024-08-29T19:03:20.999 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:20.999 INFO:tasks.workunit.client.0.smithi028.stdout: "buffer_anon": { 2024-08-29T19:03:20.999 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 5536076, 2024-08-29T19:03:20.999 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 276 2024-08-29T19:03:20.999 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:20.999 INFO:tasks.workunit.client.0.smithi028.stdout: "buffer_meta": { 2024-08-29T19:03:20.999 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 22176, 2024-08-29T19:03:21.000 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 252 2024-08-29T19:03:21.000 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:21.000 INFO:tasks.workunit.client.0.smithi028.stdout: "mds_co": { 2024-08-29T19:03:21.000 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 0, 2024-08-29T19:03:21.000 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 0 2024-08-29T19:03:21.000 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:21.000 INFO:tasks.workunit.client.0.smithi028.stdout: "osd": { 2024-08-29T19:03:21.000 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 429792, 2024-08-29T19:03:21.000 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 37 2024-08-29T19:03:21.000 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:21.000 INFO:tasks.workunit.client.0.smithi028.stdout: "osd_mapbl": { 2024-08-29T19:03:21.000 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 0, 2024-08-29T19:03:21.000 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 0 2024-08-29T19:03:21.000 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:21.001 INFO:tasks.workunit.client.0.smithi028.stdout: "osd_pglog": { 2024-08-29T19:03:21.001 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 3476304, 2024-08-29T19:03:21.001 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 9022 2024-08-29T19:03:21.001 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:21.001 INFO:tasks.workunit.client.0.smithi028.stdout: "osdmap": { 2024-08-29T19:03:21.001 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 628416, 2024-08-29T19:03:21.001 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 10122 2024-08-29T19:03:21.001 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:21.001 INFO:tasks.workunit.client.0.smithi028.stdout: "osdmap_mapping": { 2024-08-29T19:03:21.001 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 0, 2024-08-29T19:03:21.001 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 0 2024-08-29T19:03:21.001 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:21.001 INFO:tasks.workunit.client.0.smithi028.stdout: "pgmap": { 2024-08-29T19:03:21.001 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 0, 2024-08-29T19:03:21.002 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 0 2024-08-29T19:03:21.002 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:21.002 INFO:tasks.workunit.client.0.smithi028.stdout: "unittest_1": { 2024-08-29T19:03:21.002 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 0, 2024-08-29T19:03:21.002 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 0 2024-08-29T19:03:21.002 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:21.002 INFO:tasks.workunit.client.0.smithi028.stdout: "unittest_2": { 2024-08-29T19:03:21.002 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 0, 2024-08-29T19:03:21.002 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 0 2024-08-29T19:03:21.002 INFO:tasks.workunit.client.0.smithi028.stdout: } 2024-08-29T19:03:21.002 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:21.002 INFO:tasks.workunit.client.0.smithi028.stdout: "osd.4": { 2024-08-29T19:03:21.002 INFO:tasks.workunit.client.0.smithi028.stdout: "bloom_filter": { 2024-08-29T19:03:21.002 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 0, 2024-08-29T19:03:21.003 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 0 2024-08-29T19:03:21.003 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:21.003 INFO:tasks.workunit.client.0.smithi028.stdout: "bluefs": { 2024-08-29T19:03:21.003 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 28400, 2024-08-29T19:03:21.003 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 567 2024-08-29T19:03:21.003 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:21.003 INFO:tasks.workunit.client.0.smithi028.stdout: "bluefs_file_reader": { 2024-08-29T19:03:21.003 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 568320, 2024-08-29T19:03:21.003 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 34 2024-08-29T19:03:21.003 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:21.003 INFO:tasks.workunit.client.0.smithi028.stdout: "bluefs_file_writer": { 2024-08-29T19:03:21.003 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 3072, 2024-08-29T19:03:21.003 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 16 2024-08-29T19:03:21.003 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:21.004 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore_alloc": { 2024-08-29T19:03:21.004 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 58160, 2024-08-29T19:03:21.004 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 727 2024-08-29T19:03:21.004 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:21.004 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore_blob": { 2024-08-29T19:03:21.004 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 373152, 2024-08-29T19:03:21.004 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 1794 2024-08-29T19:03:21.004 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:21.004 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore_cache_buffer": { 2024-08-29T19:03:21.004 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 256, 2024-08-29T19:03:21.004 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 32 2024-08-29T19:03:21.004 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:21.004 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore_cache_data": { 2024-08-29T19:03:21.005 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 1308260, 2024-08-29T19:03:21.005 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 329 2024-08-29T19:03:21.005 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:21.005 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore_cache_meta": { 2024-08-29T19:03:21.005 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 1986552, 2024-08-29T19:03:21.005 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 434585 2024-08-29T19:03:21.005 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:21.005 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore_cache_onode": { 2024-08-29T19:03:21.005 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 5622496, 2024-08-29T19:03:21.005 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 8300 2024-08-29T19:03:21.005 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:21.005 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore_cache_other": { 2024-08-29T19:03:21.005 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 71536, 2024-08-29T19:03:21.005 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 7524 2024-08-29T19:03:21.006 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:21.006 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore_extent": { 2024-08-29T19:03:21.006 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 86112, 2024-08-29T19:03:21.006 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 1794 2024-08-29T19:03:21.006 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:21.006 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore_fsck": { 2024-08-29T19:03:21.006 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 0, 2024-08-29T19:03:21.006 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 0 2024-08-29T19:03:21.006 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:21.006 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore_inline_bl": { 2024-08-29T19:03:21.006 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 171966, 2024-08-29T19:03:21.006 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 1230 2024-08-29T19:03:21.006 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:21.006 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore_shared_blob": { 2024-08-29T19:03:21.006 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 0, 2024-08-29T19:03:21.007 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 0 2024-08-29T19:03:21.007 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:21.007 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore_txc": { 2024-08-29T19:03:21.007 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 736, 2024-08-29T19:03:21.007 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 1 2024-08-29T19:03:21.007 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:21.007 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore_writing": { 2024-08-29T19:03:21.007 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 60413, 2024-08-29T19:03:21.007 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 37 2024-08-29T19:03:21.007 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:21.007 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore_writing_deferred": { 2024-08-29T19:03:21.007 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 12112, 2024-08-29T19:03:21.007 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 3 2024-08-29T19:03:21.007 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:21.008 INFO:tasks.workunit.client.0.smithi028.stdout: "buffer_anon": { 2024-08-29T19:03:21.008 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 18428410, 2024-08-29T19:03:21.008 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 267 2024-08-29T19:03:21.008 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:21.008 INFO:tasks.workunit.client.0.smithi028.stdout: "buffer_meta": { 2024-08-29T19:03:21.008 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 30360, 2024-08-29T19:03:21.008 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 345 2024-08-29T19:03:21.008 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:21.008 INFO:tasks.workunit.client.0.smithi028.stdout: "mds_co": { 2024-08-29T19:03:21.008 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 0, 2024-08-29T19:03:21.008 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 0 2024-08-29T19:03:21.008 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:21.008 INFO:tasks.workunit.client.0.smithi028.stdout: "osd": { 2024-08-29T19:03:21.009 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 453024, 2024-08-29T19:03:21.009 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 39 2024-08-29T19:03:21.009 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:21.009 INFO:tasks.workunit.client.0.smithi028.stdout: "osd_mapbl": { 2024-08-29T19:03:21.009 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 0, 2024-08-29T19:03:21.009 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 0 2024-08-29T19:03:21.009 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:21.009 INFO:tasks.workunit.client.0.smithi028.stdout: "osd_pglog": { 2024-08-29T19:03:21.009 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 5053984, 2024-08-29T19:03:21.009 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 12072 2024-08-29T19:03:21.009 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:21.009 INFO:tasks.workunit.client.0.smithi028.stdout: "osdmap": { 2024-08-29T19:03:21.009 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 628416, 2024-08-29T19:03:21.009 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 10122 2024-08-29T19:03:21.009 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:21.010 INFO:tasks.workunit.client.0.smithi028.stdout: "osdmap_mapping": { 2024-08-29T19:03:21.010 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 0, 2024-08-29T19:03:21.010 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 0 2024-08-29T19:03:21.010 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:21.010 INFO:tasks.workunit.client.0.smithi028.stdout: "pgmap": { 2024-08-29T19:03:21.010 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 0, 2024-08-29T19:03:21.010 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 0 2024-08-29T19:03:21.010 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:21.010 INFO:tasks.workunit.client.0.smithi028.stdout: "unittest_1": { 2024-08-29T19:03:21.010 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 0, 2024-08-29T19:03:21.010 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 0 2024-08-29T19:03:21.010 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:21.010 INFO:tasks.workunit.client.0.smithi028.stdout: "unittest_2": { 2024-08-29T19:03:21.010 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 0, 2024-08-29T19:03:21.011 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 0 2024-08-29T19:03:21.011 INFO:tasks.workunit.client.0.smithi028.stdout: } 2024-08-29T19:03:21.011 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:21.011 INFO:tasks.workunit.client.0.smithi028.stdout: "osd.5": { 2024-08-29T19:03:21.011 INFO:tasks.workunit.client.0.smithi028.stdout: "bloom_filter": { 2024-08-29T19:03:21.011 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 0, 2024-08-29T19:03:21.011 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 0 2024-08-29T19:03:21.011 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:21.011 INFO:tasks.workunit.client.0.smithi028.stdout: "bluefs": { 2024-08-29T19:03:21.011 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 20584, 2024-08-29T19:03:21.011 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 367 2024-08-29T19:03:21.011 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:21.011 INFO:tasks.workunit.client.0.smithi028.stdout: "bluefs_file_reader": { 2024-08-29T19:03:21.011 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 284672, 2024-08-29T19:03:21.012 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 25 2024-08-29T19:03:21.012 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:21.012 INFO:tasks.workunit.client.0.smithi028.stdout: "bluefs_file_writer": { 2024-08-29T19:03:21.012 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 3072, 2024-08-29T19:03:21.012 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 16 2024-08-29T19:03:21.012 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:21.012 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore_alloc": { 2024-08-29T19:03:21.012 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 56960, 2024-08-29T19:03:21.012 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 712 2024-08-29T19:03:21.012 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:21.012 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore_blob": { 2024-08-29T19:03:21.012 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 373152, 2024-08-29T19:03:21.012 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 1794 2024-08-29T19:03:21.012 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:21.013 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore_cache_buffer": { 2024-08-29T19:03:21.013 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 256, 2024-08-29T19:03:21.013 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 32 2024-08-29T19:03:21.013 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:21.013 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore_cache_data": { 2024-08-29T19:03:21.013 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 494617, 2024-08-29T19:03:21.013 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 130 2024-08-29T19:03:21.013 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:21.013 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore_cache_meta": { 2024-08-29T19:03:21.013 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 2244396, 2024-08-29T19:03:21.013 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 500295 2024-08-29T19:03:21.013 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:21.013 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore_cache_onode": { 2024-08-29T19:03:21.013 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 6404496, 2024-08-29T19:03:21.014 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 9450 2024-08-29T19:03:21.014 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:21.014 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore_cache_other": { 2024-08-29T19:03:21.014 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 71772, 2024-08-29T19:03:21.014 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 7528 2024-08-29T19:03:21.014 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:21.014 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore_extent": { 2024-08-29T19:03:21.014 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 86112, 2024-08-29T19:03:21.014 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 1794 2024-08-29T19:03:21.014 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:21.014 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore_fsck": { 2024-08-29T19:03:21.014 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 0, 2024-08-29T19:03:21.015 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 0 2024-08-29T19:03:21.015 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:21.015 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore_inline_bl": { 2024-08-29T19:03:21.015 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 171966, 2024-08-29T19:03:21.015 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 1230 2024-08-29T19:03:21.015 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:21.015 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore_shared_blob": { 2024-08-29T19:03:21.015 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 0, 2024-08-29T19:03:21.015 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 0 2024-08-29T19:03:21.015 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:21.015 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore_txc": { 2024-08-29T19:03:21.015 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 0, 2024-08-29T19:03:21.015 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 0 2024-08-29T19:03:21.015 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:21.015 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore_writing": { 2024-08-29T19:03:21.016 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 57451, 2024-08-29T19:03:21.016 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 46 2024-08-29T19:03:21.016 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:21.016 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore_writing_deferred": { 2024-08-29T19:03:21.016 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 0, 2024-08-29T19:03:21.016 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 0 2024-08-29T19:03:21.016 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:21.016 INFO:tasks.workunit.client.0.smithi028.stdout: "buffer_anon": { 2024-08-29T19:03:21.016 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 16463436, 2024-08-29T19:03:21.016 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 241 2024-08-29T19:03:21.016 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:21.016 INFO:tasks.workunit.client.0.smithi028.stdout: "buffer_meta": { 2024-08-29T19:03:21.016 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 12760, 2024-08-29T19:03:21.017 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 145 2024-08-29T19:03:21.017 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:21.017 INFO:tasks.workunit.client.0.smithi028.stdout: "mds_co": { 2024-08-29T19:03:21.017 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 0, 2024-08-29T19:03:21.017 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 0 2024-08-29T19:03:21.017 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:21.017 INFO:tasks.workunit.client.0.smithi028.stdout: "osd": { 2024-08-29T19:03:21.017 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 476256, 2024-08-29T19:03:21.017 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 41 2024-08-29T19:03:21.017 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:21.017 INFO:tasks.workunit.client.0.smithi028.stdout: "osd_mapbl": { 2024-08-29T19:03:21.017 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 0, 2024-08-29T19:03:21.017 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 0 2024-08-29T19:03:21.017 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:21.017 INFO:tasks.workunit.client.0.smithi028.stdout: "osd_pglog": { 2024-08-29T19:03:21.018 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 6278480, 2024-08-29T19:03:21.018 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 12074 2024-08-29T19:03:21.018 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:21.018 INFO:tasks.workunit.client.0.smithi028.stdout: "osdmap": { 2024-08-29T19:03:21.018 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 628416, 2024-08-29T19:03:21.018 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 10122 2024-08-29T19:03:21.018 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:21.018 INFO:tasks.workunit.client.0.smithi028.stdout: "osdmap_mapping": { 2024-08-29T19:03:21.018 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 0, 2024-08-29T19:03:21.018 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 0 2024-08-29T19:03:21.018 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:21.018 INFO:tasks.workunit.client.0.smithi028.stdout: "pgmap": { 2024-08-29T19:03:21.018 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 0, 2024-08-29T19:03:21.018 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 0 2024-08-29T19:03:21.019 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:21.019 INFO:tasks.workunit.client.0.smithi028.stdout: "unittest_1": { 2024-08-29T19:03:21.019 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 0, 2024-08-29T19:03:21.019 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 0 2024-08-29T19:03:21.019 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:21.019 INFO:tasks.workunit.client.0.smithi028.stdout: "unittest_2": { 2024-08-29T19:03:21.019 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 0, 2024-08-29T19:03:21.019 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 0 2024-08-29T19:03:21.019 INFO:tasks.workunit.client.0.smithi028.stdout: } 2024-08-29T19:03:21.019 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:21.019 INFO:tasks.workunit.client.0.smithi028.stdout: "osd.6": { 2024-08-29T19:03:21.019 INFO:tasks.workunit.client.0.smithi028.stdout: "bloom_filter": { 2024-08-29T19:03:21.019 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 0, 2024-08-29T19:03:21.019 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 0 2024-08-29T19:03:21.020 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:21.020 INFO:tasks.workunit.client.0.smithi028.stdout: "bluefs": { 2024-08-29T19:03:21.020 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 16208, 2024-08-29T19:03:21.020 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 292 2024-08-29T19:03:21.020 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:21.020 INFO:tasks.workunit.client.0.smithi028.stdout: "bluefs_file_reader": { 2024-08-29T19:03:21.020 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 96256, 2024-08-29T19:03:21.020 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 24 2024-08-29T19:03:21.020 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:21.020 INFO:tasks.workunit.client.0.smithi028.stdout: "bluefs_file_writer": { 2024-08-29T19:03:21.020 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 3072, 2024-08-29T19:03:21.020 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 16 2024-08-29T19:03:21.020 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:21.020 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore_alloc": { 2024-08-29T19:03:21.021 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 56400, 2024-08-29T19:03:21.021 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 705 2024-08-29T19:03:21.021 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:21.021 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore_blob": { 2024-08-29T19:03:21.021 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 374816, 2024-08-29T19:03:21.021 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 1802 2024-08-29T19:03:21.021 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:21.021 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore_cache_buffer": { 2024-08-29T19:03:21.021 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 256, 2024-08-29T19:03:21.021 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 32 2024-08-29T19:03:21.021 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:21.021 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore_cache_data": { 2024-08-29T19:03:21.021 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 295412, 2024-08-29T19:03:21.021 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 87 2024-08-29T19:03:21.022 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:21.022 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore_cache_meta": { 2024-08-29T19:03:21.022 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 1604792, 2024-08-29T19:03:21.022 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 356022 2024-08-29T19:03:21.022 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:21.022 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore_cache_onode": { 2024-08-29T19:03:21.022 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 4661656, 2024-08-29T19:03:21.022 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 6887 2024-08-29T19:03:21.022 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:21.022 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore_cache_other": { 2024-08-29T19:03:21.022 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 72824, 2024-08-29T19:03:21.022 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 7686 2024-08-29T19:03:21.022 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:21.022 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore_extent": { 2024-08-29T19:03:21.023 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 86496, 2024-08-29T19:03:21.023 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 1802 2024-08-29T19:03:21.023 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:21.023 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore_fsck": { 2024-08-29T19:03:21.023 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 0, 2024-08-29T19:03:21.023 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 0 2024-08-29T19:03:21.023 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:21.023 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore_inline_bl": { 2024-08-29T19:03:21.023 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 171966, 2024-08-29T19:03:21.023 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 1230 2024-08-29T19:03:21.023 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:21.023 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore_shared_blob": { 2024-08-29T19:03:21.023 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 0, 2024-08-29T19:03:21.023 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 0 2024-08-29T19:03:21.024 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:21.024 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore_txc": { 2024-08-29T19:03:21.024 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 0, 2024-08-29T19:03:21.024 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 0 2024-08-29T19:03:21.024 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:21.024 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore_writing": { 2024-08-29T19:03:21.024 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 52078, 2024-08-29T19:03:21.024 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 48 2024-08-29T19:03:21.024 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:21.024 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore_writing_deferred": { 2024-08-29T19:03:21.024 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 0, 2024-08-29T19:03:21.024 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 0 2024-08-29T19:03:21.024 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:21.025 INFO:tasks.workunit.client.0.smithi028.stdout: "buffer_anon": { 2024-08-29T19:03:21.025 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 17149194, 2024-08-29T19:03:21.025 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 13030 2024-08-29T19:03:21.025 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:21.025 INFO:tasks.workunit.client.0.smithi028.stdout: "buffer_meta": { 2024-08-29T19:03:21.025 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 9592, 2024-08-29T19:03:21.025 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 109 2024-08-29T19:03:21.025 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:21.025 INFO:tasks.workunit.client.0.smithi028.stdout: "mds_co": { 2024-08-29T19:03:21.025 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 0, 2024-08-29T19:03:21.025 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 0 2024-08-29T19:03:21.025 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:21.025 INFO:tasks.workunit.client.0.smithi028.stdout: "osd": { 2024-08-29T19:03:21.025 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 453024, 2024-08-29T19:03:21.025 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 39 2024-08-29T19:03:21.026 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:21.026 INFO:tasks.workunit.client.0.smithi028.stdout: "osd_mapbl": { 2024-08-29T19:03:21.026 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 0, 2024-08-29T19:03:21.026 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 0 2024-08-29T19:03:21.026 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:21.026 INFO:tasks.workunit.client.0.smithi028.stdout: "osd_pglog": { 2024-08-29T19:03:21.026 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 3622320, 2024-08-29T19:03:21.026 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 9366 2024-08-29T19:03:21.026 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:21.026 INFO:tasks.workunit.client.0.smithi028.stdout: "osdmap": { 2024-08-29T19:03:21.026 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 628416, 2024-08-29T19:03:21.026 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 10122 2024-08-29T19:03:21.026 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:21.026 INFO:tasks.workunit.client.0.smithi028.stdout: "osdmap_mapping": { 2024-08-29T19:03:21.027 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 0, 2024-08-29T19:03:21.027 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 0 2024-08-29T19:03:21.027 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:21.027 INFO:tasks.workunit.client.0.smithi028.stdout: "pgmap": { 2024-08-29T19:03:21.027 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 0, 2024-08-29T19:03:21.027 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 0 2024-08-29T19:03:21.027 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:21.027 INFO:tasks.workunit.client.0.smithi028.stdout: "unittest_1": { 2024-08-29T19:03:21.027 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 0, 2024-08-29T19:03:21.027 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 0 2024-08-29T19:03:21.027 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:21.027 INFO:tasks.workunit.client.0.smithi028.stdout: "unittest_2": { 2024-08-29T19:03:21.027 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 0, 2024-08-29T19:03:21.027 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 0 2024-08-29T19:03:21.028 INFO:tasks.workunit.client.0.smithi028.stdout: } 2024-08-29T19:03:21.028 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:21.028 INFO:tasks.workunit.client.0.smithi028.stdout: "osd.7": { 2024-08-29T19:03:21.028 INFO:tasks.workunit.client.0.smithi028.stdout: "bloom_filter": { 2024-08-29T19:03:21.028 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 0, 2024-08-29T19:03:21.028 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 0 2024-08-29T19:03:21.028 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:21.028 INFO:tasks.workunit.client.0.smithi028.stdout: "bluefs": { 2024-08-29T19:03:21.028 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 20392, 2024-08-29T19:03:21.028 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 351 2024-08-29T19:03:21.028 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:21.028 INFO:tasks.workunit.client.0.smithi028.stdout: "bluefs_file_reader": { 2024-08-29T19:03:21.028 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 133760, 2024-08-29T19:03:21.028 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 33 2024-08-29T19:03:21.029 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:21.029 INFO:tasks.workunit.client.0.smithi028.stdout: "bluefs_file_writer": { 2024-08-29T19:03:21.029 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 1920, 2024-08-29T19:03:21.029 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 10 2024-08-29T19:03:21.029 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:21.029 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore_alloc": { 2024-08-29T19:03:21.029 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 56000, 2024-08-29T19:03:21.029 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 700 2024-08-29T19:03:21.029 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:21.029 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore_blob": { 2024-08-29T19:03:21.029 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 374608, 2024-08-29T19:03:21.029 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 1801 2024-08-29T19:03:21.029 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:21.029 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore_cache_buffer": { 2024-08-29T19:03:21.029 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 256, 2024-08-29T19:03:21.030 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 32 2024-08-29T19:03:21.030 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:21.030 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore_cache_data": { 2024-08-29T19:03:21.030 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 563268, 2024-08-29T19:03:21.030 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 126 2024-08-29T19:03:21.030 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:21.030 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore_cache_meta": { 2024-08-29T19:03:21.030 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 1943879, 2024-08-29T19:03:21.030 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 430063 2024-08-29T19:03:21.030 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:21.030 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore_cache_onode": { 2024-08-29T19:03:21.030 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 5538856, 2024-08-29T19:03:21.030 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 8177 2024-08-29T19:03:21.030 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:21.031 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore_cache_other": { 2024-08-29T19:03:21.031 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 73560, 2024-08-29T19:03:21.031 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 7688 2024-08-29T19:03:21.031 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:21.031 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore_extent": { 2024-08-29T19:03:21.031 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 86448, 2024-08-29T19:03:21.031 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 1801 2024-08-29T19:03:21.031 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:21.031 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore_fsck": { 2024-08-29T19:03:21.031 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 0, 2024-08-29T19:03:21.031 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 0 2024-08-29T19:03:21.031 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:21.032 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore_inline_bl": { 2024-08-29T19:03:21.032 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 171966, 2024-08-29T19:03:21.032 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 1230 2024-08-29T19:03:21.032 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:21.032 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore_shared_blob": { 2024-08-29T19:03:21.032 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 0, 2024-08-29T19:03:21.032 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 0 2024-08-29T19:03:21.032 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:21.032 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore_txc": { 2024-08-29T19:03:21.032 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 0, 2024-08-29T19:03:21.032 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 0 2024-08-29T19:03:21.032 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:21.032 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore_writing": { 2024-08-29T19:03:21.032 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 40973, 2024-08-29T19:03:21.033 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 40 2024-08-29T19:03:21.033 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:21.033 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore_writing_deferred": { 2024-08-29T19:03:21.033 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 0, 2024-08-29T19:03:21.033 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 0 2024-08-29T19:03:21.033 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:21.033 INFO:tasks.workunit.client.0.smithi028.stdout: "buffer_anon": { 2024-08-29T19:03:21.033 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 10575429, 2024-08-29T19:03:21.033 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 254 2024-08-29T19:03:21.033 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:21.033 INFO:tasks.workunit.client.0.smithi028.stdout: "buffer_meta": { 2024-08-29T19:03:21.033 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 11792, 2024-08-29T19:03:21.033 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 134 2024-08-29T19:03:21.033 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:21.034 INFO:tasks.workunit.client.0.smithi028.stdout: "mds_co": { 2024-08-29T19:03:21.034 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 0, 2024-08-29T19:03:21.034 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 0 2024-08-29T19:03:21.034 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:21.034 INFO:tasks.workunit.client.0.smithi028.stdout: "osd": { 2024-08-29T19:03:21.034 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 534336, 2024-08-29T19:03:21.034 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 46 2024-08-29T19:03:21.034 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:21.034 INFO:tasks.workunit.client.0.smithi028.stdout: "osd_mapbl": { 2024-08-29T19:03:21.034 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 0, 2024-08-29T19:03:21.034 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 0 2024-08-29T19:03:21.034 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:21.034 INFO:tasks.workunit.client.0.smithi028.stdout: "osd_pglog": { 2024-08-29T19:03:21.034 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 4839536, 2024-08-29T19:03:21.035 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 9310 2024-08-29T19:03:21.035 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:21.035 INFO:tasks.workunit.client.0.smithi028.stdout: "osdmap": { 2024-08-29T19:03:21.035 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 628416, 2024-08-29T19:03:21.035 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 10122 2024-08-29T19:03:21.035 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:21.035 INFO:tasks.workunit.client.0.smithi028.stdout: "osdmap_mapping": { 2024-08-29T19:03:21.035 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 0, 2024-08-29T19:03:21.035 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 0 2024-08-29T19:03:21.035 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:21.035 INFO:tasks.workunit.client.0.smithi028.stdout: "pgmap": { 2024-08-29T19:03:21.035 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 0, 2024-08-29T19:03:21.035 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 0 2024-08-29T19:03:21.035 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:21.036 INFO:tasks.workunit.client.0.smithi028.stdout: "unittest_1": { 2024-08-29T19:03:21.036 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 0, 2024-08-29T19:03:21.036 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 0 2024-08-29T19:03:21.036 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:21.036 INFO:tasks.workunit.client.0.smithi028.stdout: "unittest_2": { 2024-08-29T19:03:21.036 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 0, 2024-08-29T19:03:21.036 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 0 2024-08-29T19:03:21.036 INFO:tasks.workunit.client.0.smithi028.stdout: } 2024-08-29T19:03:21.036 INFO:tasks.workunit.client.0.smithi028.stdout: } 2024-08-29T19:03:21.036 INFO:tasks.workunit.client.0.smithi028.stdout: } 2024-08-29T19:03:21.036 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:21.036 INFO:tasks.workunit.client.0.smithi028.stdout: "metadata": { 2024-08-29T19:03:21.036 INFO:tasks.workunit.client.0.smithi028.stdout: "mds": { 2024-08-29T19:03:21.036 INFO:tasks.workunit.client.0.smithi028.stdout: "arch": { 2024-08-29T19:03:21.037 INFO:tasks.workunit.client.0.smithi028.stdout: "x86_64": 2 2024-08-29T19:03:21.037 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:21.037 INFO:tasks.workunit.client.0.smithi028.stdout: "ceph_version": { 2024-08-29T19:03:21.037 INFO:tasks.workunit.client.0.smithi028.stdout: "ceph version 19.1.1-235-g1ef86450 (1ef864504b8875c83ee6c2c5fedc13315bebf7f5) squid (rc)": 2 2024-08-29T19:03:21.037 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:21.037 INFO:tasks.workunit.client.0.smithi028.stdout: "cpu": { 2024-08-29T19:03:21.037 INFO:tasks.workunit.client.0.smithi028.stdout: "Intel(R) Xeon(R) CPU E5-1620 v3 @ 3.50GHz": 2 2024-08-29T19:03:21.037 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:21.037 INFO:tasks.workunit.client.0.smithi028.stdout: "distro": { 2024-08-29T19:03:21.037 INFO:tasks.workunit.client.0.smithi028.stdout: "centos": 2 2024-08-29T19:03:21.037 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:21.037 INFO:tasks.workunit.client.0.smithi028.stdout: "distro_description": { 2024-08-29T19:03:21.037 INFO:tasks.workunit.client.0.smithi028.stdout: "CentOS Stream 9": 2 2024-08-29T19:03:21.037 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:21.038 INFO:tasks.workunit.client.0.smithi028.stdout: "kernel_description": { 2024-08-29T19:03:21.038 INFO:tasks.workunit.client.0.smithi028.stdout: "#129-Ubuntu SMP Fri Aug 2 19:25:20 UTC 2024": 2 2024-08-29T19:03:21.038 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:21.038 INFO:tasks.workunit.client.0.smithi028.stdout: "kernel_version": { 2024-08-29T19:03:21.038 INFO:tasks.workunit.client.0.smithi028.stdout: "5.15.0-119-generic": 2 2024-08-29T19:03:21.038 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:21.038 INFO:tasks.workunit.client.0.smithi028.stdout: "os": { 2024-08-29T19:03:21.038 INFO:tasks.workunit.client.0.smithi028.stdout: "Linux": 2 2024-08-29T19:03:21.038 INFO:tasks.workunit.client.0.smithi028.stdout: } 2024-08-29T19:03:21.038 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:21.038 INFO:tasks.workunit.client.0.smithi028.stdout: "mon": { 2024-08-29T19:03:21.038 INFO:tasks.workunit.client.0.smithi028.stdout: "arch": { 2024-08-29T19:03:21.038 INFO:tasks.workunit.client.0.smithi028.stdout: "x86_64": 3 2024-08-29T19:03:21.038 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:21.039 INFO:tasks.workunit.client.0.smithi028.stdout: "ceph_version": { 2024-08-29T19:03:21.039 INFO:tasks.workunit.client.0.smithi028.stdout: "ceph version 19.1.1-235-g1ef86450 (1ef864504b8875c83ee6c2c5fedc13315bebf7f5) squid (rc)": 3 2024-08-29T19:03:21.039 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:21.039 INFO:tasks.workunit.client.0.smithi028.stdout: "cpu": { 2024-08-29T19:03:21.039 INFO:tasks.workunit.client.0.smithi028.stdout: "Intel(R) Xeon(R) CPU E5-1620 v3 @ 3.50GHz": 3 2024-08-29T19:03:21.039 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:21.039 INFO:tasks.workunit.client.0.smithi028.stdout: "distro": { 2024-08-29T19:03:21.039 INFO:tasks.workunit.client.0.smithi028.stdout: "centos": 3 2024-08-29T19:03:21.039 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:21.039 INFO:tasks.workunit.client.0.smithi028.stdout: "distro_description": { 2024-08-29T19:03:21.039 INFO:tasks.workunit.client.0.smithi028.stdout: "CentOS Stream 9": 3 2024-08-29T19:03:21.039 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:21.039 INFO:tasks.workunit.client.0.smithi028.stdout: "kernel_description": { 2024-08-29T19:03:21.039 INFO:tasks.workunit.client.0.smithi028.stdout: "#129-Ubuntu SMP Fri Aug 2 19:25:20 UTC 2024": 3 2024-08-29T19:03:21.040 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:21.040 INFO:tasks.workunit.client.0.smithi028.stdout: "kernel_version": { 2024-08-29T19:03:21.040 INFO:tasks.workunit.client.0.smithi028.stdout: "5.15.0-119-generic": 3 2024-08-29T19:03:21.040 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:21.040 INFO:tasks.workunit.client.0.smithi028.stdout: "os": { 2024-08-29T19:03:21.040 INFO:tasks.workunit.client.0.smithi028.stdout: "Linux": 3 2024-08-29T19:03:21.040 INFO:tasks.workunit.client.0.smithi028.stdout: } 2024-08-29T19:03:21.040 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:21.040 INFO:tasks.workunit.client.0.smithi028.stdout: "osd": { 2024-08-29T19:03:21.040 INFO:tasks.workunit.client.0.smithi028.stdout: "arch": { 2024-08-29T19:03:21.040 INFO:tasks.workunit.client.0.smithi028.stdout: "x86_64": 8 2024-08-29T19:03:21.040 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:21.040 INFO:tasks.workunit.client.0.smithi028.stdout: "ceph_version": { 2024-08-29T19:03:21.041 INFO:tasks.workunit.client.0.smithi028.stdout: "ceph version 19.1.1-235-g1ef86450 (1ef864504b8875c83ee6c2c5fedc13315bebf7f5) squid (rc)": 8 2024-08-29T19:03:21.041 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:21.041 INFO:tasks.workunit.client.0.smithi028.stdout: "cpu": { 2024-08-29T19:03:21.041 INFO:tasks.workunit.client.0.smithi028.stdout: "Intel(R) Xeon(R) CPU E5-1620 v3 @ 3.50GHz": 8 2024-08-29T19:03:21.041 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:21.041 INFO:tasks.workunit.client.0.smithi028.stdout: "distro": { 2024-08-29T19:03:21.041 INFO:tasks.workunit.client.0.smithi028.stdout: "centos": 8 2024-08-29T19:03:21.041 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:21.041 INFO:tasks.workunit.client.0.smithi028.stdout: "distro_description": { 2024-08-29T19:03:21.041 INFO:tasks.workunit.client.0.smithi028.stdout: "CentOS Stream 9": 8 2024-08-29T19:03:21.041 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:21.041 INFO:tasks.workunit.client.0.smithi028.stdout: "kernel_description": { 2024-08-29T19:03:21.041 INFO:tasks.workunit.client.0.smithi028.stdout: "#129-Ubuntu SMP Fri Aug 2 19:25:20 UTC 2024": 8 2024-08-29T19:03:21.041 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:21.041 INFO:tasks.workunit.client.0.smithi028.stdout: "kernel_version": { 2024-08-29T19:03:21.042 INFO:tasks.workunit.client.0.smithi028.stdout: "5.15.0-119-generic": 8 2024-08-29T19:03:21.042 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:21.042 INFO:tasks.workunit.client.0.smithi028.stdout: "os": { 2024-08-29T19:03:21.042 INFO:tasks.workunit.client.0.smithi028.stdout: "Linux": 8 2024-08-29T19:03:21.042 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:21.042 INFO:tasks.workunit.client.0.smithi028.stdout: "osd_objectstore": { 2024-08-29T19:03:21.042 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore": 8 2024-08-29T19:03:21.042 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:21.042 INFO:tasks.workunit.client.0.smithi028.stdout: "rotational": { 2024-08-29T19:03:21.042 INFO:tasks.workunit.client.0.smithi028.stdout: "0": 8 2024-08-29T19:03:21.042 INFO:tasks.workunit.client.0.smithi028.stdout: } 2024-08-29T19:03:21.042 INFO:tasks.workunit.client.0.smithi028.stdout: } 2024-08-29T19:03:21.042 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:21.042 INFO:tasks.workunit.client.0.smithi028.stdout: "mon": { 2024-08-29T19:03:21.043 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 3, 2024-08-29T19:03:21.043 INFO:tasks.workunit.client.0.smithi028.stdout: "features": { 2024-08-29T19:03:21.043 INFO:tasks.workunit.client.0.smithi028.stdout: "optional": [], 2024-08-29T19:03:21.043 INFO:tasks.workunit.client.0.smithi028.stdout: "persistent": [ 2024-08-29T19:03:21.043 INFO:tasks.workunit.client.0.smithi028.stdout: "kraken", 2024-08-29T19:03:21.043 INFO:tasks.workunit.client.0.smithi028.stdout: "luminous", 2024-08-29T19:03:21.043 INFO:tasks.workunit.client.0.smithi028.stdout: "mimic", 2024-08-29T19:03:21.043 INFO:tasks.workunit.client.0.smithi028.stdout: "osdmap-prune", 2024-08-29T19:03:21.043 INFO:tasks.workunit.client.0.smithi028.stdout: "nautilus", 2024-08-29T19:03:21.043 INFO:tasks.workunit.client.0.smithi028.stdout: "octopus", 2024-08-29T19:03:21.043 INFO:tasks.workunit.client.0.smithi028.stdout: "pacific", 2024-08-29T19:03:21.043 INFO:tasks.workunit.client.0.smithi028.stdout: "elector-pinging", 2024-08-29T19:03:21.043 INFO:tasks.workunit.client.0.smithi028.stdout: "quincy", 2024-08-29T19:03:21.043 INFO:tasks.workunit.client.0.smithi028.stdout: "reef", 2024-08-29T19:03:21.044 INFO:tasks.workunit.client.0.smithi028.stdout: "squid" 2024-08-29T19:03:21.044 INFO:tasks.workunit.client.0.smithi028.stdout: ] 2024-08-29T19:03:21.044 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:21.044 INFO:tasks.workunit.client.0.smithi028.stdout: "ipv4_addr_mons": 6, 2024-08-29T19:03:21.044 INFO:tasks.workunit.client.0.smithi028.stdout: "ipv6_addr_mons": 0, 2024-08-29T19:03:21.044 INFO:tasks.workunit.client.0.smithi028.stdout: "min_mon_release": 19, 2024-08-29T19:03:21.044 INFO:tasks.workunit.client.0.smithi028.stdout: "v1_addr_mons": 3, 2024-08-29T19:03:21.044 INFO:tasks.workunit.client.0.smithi028.stdout: "v2_addr_mons": 3 2024-08-29T19:03:21.044 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:21.044 INFO:tasks.workunit.client.0.smithi028.stdout: "organization": "ceph-qa", 2024-08-29T19:03:21.044 INFO:tasks.workunit.client.0.smithi028.stdout: "osd": { 2024-08-29T19:03:21.044 INFO:tasks.workunit.client.0.smithi028.stdout: "cluster_network": false, 2024-08-29T19:03:21.044 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 8, 2024-08-29T19:03:21.044 INFO:tasks.workunit.client.0.smithi028.stdout: "require_min_compat_client": "luminous", 2024-08-29T19:03:21.045 INFO:tasks.workunit.client.0.smithi028.stdout: "require_osd_release": "squid" 2024-08-29T19:03:21.045 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:21.045 INFO:tasks.workunit.client.0.smithi028.stdout: "osd_perf_histograms": [ 2024-08-29T19:03:21.045 INFO:tasks.workunit.client.0.smithi028.stdout: { 2024-08-29T19:03:21.045 INFO:tasks.workunit.client.0.smithi028.stdout: "op_r_latency_out_bytes_histogram": { 2024-08-29T19:03:21.045 INFO:tasks.workunit.client.0.smithi028.stdout: "axes": [ 2024-08-29T19:03:21.045 INFO:tasks.workunit.client.0.smithi028.stdout: { 2024-08-29T19:03:21.045 INFO:tasks.workunit.client.0.smithi028.stdout: "buckets": 32, 2024-08-29T19:03:21.045 INFO:tasks.workunit.client.0.smithi028.stdout: "min": 0, 2024-08-29T19:03:21.045 INFO:tasks.workunit.client.0.smithi028.stdout: "name": "Latency (usec)", 2024-08-29T19:03:21.045 INFO:tasks.workunit.client.0.smithi028.stdout: "quant_size": 100000, 2024-08-29T19:03:21.045 INFO:tasks.workunit.client.0.smithi028.stdout: "ranges": [ 2024-08-29T19:03:21.045 INFO:tasks.workunit.client.0.smithi028.stdout: "[None, -1]", 2024-08-29T19:03:21.045 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 99999]", 2024-08-29T19:03:21.046 INFO:tasks.workunit.client.0.smithi028.stdout: "[100000, 199999]", 2024-08-29T19:03:21.046 INFO:tasks.workunit.client.0.smithi028.stdout: "[200000, 399999]", 2024-08-29T19:03:21.046 INFO:tasks.workunit.client.0.smithi028.stdout: "[400000, 799999]", 2024-08-29T19:03:21.046 INFO:tasks.workunit.client.0.smithi028.stdout: "[800000, 1599999]", 2024-08-29T19:03:21.046 INFO:tasks.workunit.client.0.smithi028.stdout: "[1600000, 3199999]", 2024-08-29T19:03:21.046 INFO:tasks.workunit.client.0.smithi028.stdout: "[3200000, 6399999]", 2024-08-29T19:03:21.046 INFO:tasks.workunit.client.0.smithi028.stdout: "[6400000, 12799999]", 2024-08-29T19:03:21.046 INFO:tasks.workunit.client.0.smithi028.stdout: "[12800000, 25599999]", 2024-08-29T19:03:21.046 INFO:tasks.workunit.client.0.smithi028.stdout: "[25600000, 51199999]", 2024-08-29T19:03:21.046 INFO:tasks.workunit.client.0.smithi028.stdout: "[51200000, 102399999]", 2024-08-29T19:03:21.046 INFO:tasks.workunit.client.0.smithi028.stdout: "[102400000, 204799999]", 2024-08-29T19:03:21.046 INFO:tasks.workunit.client.0.smithi028.stdout: "[204800000, 409599999]", 2024-08-29T19:03:21.046 INFO:tasks.workunit.client.0.smithi028.stdout: "[409600000, 819199999]", 2024-08-29T19:03:21.046 INFO:tasks.workunit.client.0.smithi028.stdout: "[819200000, 1638399999]", 2024-08-29T19:03:21.047 INFO:tasks.workunit.client.0.smithi028.stdout: "[1638400000, 3276799999]", 2024-08-29T19:03:21.047 INFO:tasks.workunit.client.0.smithi028.stdout: "[3276800000, 6553599999]", 2024-08-29T19:03:21.047 INFO:tasks.workunit.client.0.smithi028.stdout: "[6553600000, 13107199999]", 2024-08-29T19:03:21.047 INFO:tasks.workunit.client.0.smithi028.stdout: "[13107200000, 26214399999]", 2024-08-29T19:03:21.047 INFO:tasks.workunit.client.0.smithi028.stdout: "[26214400000, 52428799999]", 2024-08-29T19:03:21.047 INFO:tasks.workunit.client.0.smithi028.stdout: "[52428800000, 104857599999]", 2024-08-29T19:03:21.047 INFO:tasks.workunit.client.0.smithi028.stdout: "[104857600000, 209715199999]", 2024-08-29T19:03:21.047 INFO:tasks.workunit.client.0.smithi028.stdout: "[209715200000, 419430399999]", 2024-08-29T19:03:21.047 INFO:tasks.workunit.client.0.smithi028.stdout: "[419430400000, 838860799999]", 2024-08-29T19:03:21.047 INFO:tasks.workunit.client.0.smithi028.stdout: "[838860800000, 1677721599999]", 2024-08-29T19:03:21.047 INFO:tasks.workunit.client.0.smithi028.stdout: "[1677721600000, 3355443199999]", 2024-08-29T19:03:21.047 INFO:tasks.workunit.client.0.smithi028.stdout: "[3355443200000, 6710886399999]", 2024-08-29T19:03:21.047 INFO:tasks.workunit.client.0.smithi028.stdout: "[6710886400000, 13421772799999]", 2024-08-29T19:03:21.047 INFO:tasks.workunit.client.0.smithi028.stdout: "[13421772800000, 26843545599999]", 2024-08-29T19:03:21.048 INFO:tasks.workunit.client.0.smithi028.stdout: "[26843545600000, 53687091199999]", 2024-08-29T19:03:21.048 INFO:tasks.workunit.client.0.smithi028.stdout: "[53687091200000, None]" 2024-08-29T19:03:21.048 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-08-29T19:03:21.048 INFO:tasks.workunit.client.0.smithi028.stdout: "scale_type": "log2" 2024-08-29T19:03:21.048 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:21.048 INFO:tasks.workunit.client.0.smithi028.stdout: { 2024-08-29T19:03:21.048 INFO:tasks.workunit.client.0.smithi028.stdout: "buckets": 32, 2024-08-29T19:03:21.048 INFO:tasks.workunit.client.0.smithi028.stdout: "min": 0, 2024-08-29T19:03:21.048 INFO:tasks.workunit.client.0.smithi028.stdout: "name": "Request size (bytes)", 2024-08-29T19:03:21.048 INFO:tasks.workunit.client.0.smithi028.stdout: "quant_size": 512, 2024-08-29T19:03:21.048 INFO:tasks.workunit.client.0.smithi028.stdout: "ranges": [ 2024-08-29T19:03:21.048 INFO:tasks.workunit.client.0.smithi028.stdout: "[None, -1]", 2024-08-29T19:03:21.049 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 511]", 2024-08-29T19:03:21.049 INFO:tasks.workunit.client.0.smithi028.stdout: "[512, 1023]", 2024-08-29T19:03:21.049 INFO:tasks.workunit.client.0.smithi028.stdout: "[1024, 2047]", 2024-08-29T19:03:21.049 INFO:tasks.workunit.client.0.smithi028.stdout: "[2048, 4095]", 2024-08-29T19:03:21.049 INFO:tasks.workunit.client.0.smithi028.stdout: "[4096, 8191]", 2024-08-29T19:03:21.049 INFO:tasks.workunit.client.0.smithi028.stdout: "[8192, 16383]", 2024-08-29T19:03:21.049 INFO:tasks.workunit.client.0.smithi028.stdout: "[16384, 32767]", 2024-08-29T19:03:21.049 INFO:tasks.workunit.client.0.smithi028.stdout: "[32768, 65535]", 2024-08-29T19:03:21.049 INFO:tasks.workunit.client.0.smithi028.stdout: "[65536, 131071]", 2024-08-29T19:03:21.049 INFO:tasks.workunit.client.0.smithi028.stdout: "[131072, 262143]", 2024-08-29T19:03:21.049 INFO:tasks.workunit.client.0.smithi028.stdout: "[262144, 524287]", 2024-08-29T19:03:21.049 INFO:tasks.workunit.client.0.smithi028.stdout: "[524288, 1048575]", 2024-08-29T19:03:21.049 INFO:tasks.workunit.client.0.smithi028.stdout: "[1048576, 2097151]", 2024-08-29T19:03:21.050 INFO:tasks.workunit.client.0.smithi028.stdout: "[2097152, 4194303]", 2024-08-29T19:03:21.050 INFO:tasks.workunit.client.0.smithi028.stdout: "[4194304, 8388607]", 2024-08-29T19:03:21.050 INFO:tasks.workunit.client.0.smithi028.stdout: "[8388608, 16777215]", 2024-08-29T19:03:21.050 INFO:tasks.workunit.client.0.smithi028.stdout: "[16777216, 33554431]", 2024-08-29T19:03:21.050 INFO:tasks.workunit.client.0.smithi028.stdout: "[33554432, 67108863]", 2024-08-29T19:03:21.050 INFO:tasks.workunit.client.0.smithi028.stdout: "[67108864, 134217727]", 2024-08-29T19:03:21.050 INFO:tasks.workunit.client.0.smithi028.stdout: "[134217728, 268435455]", 2024-08-29T19:03:21.050 INFO:tasks.workunit.client.0.smithi028.stdout: "[268435456, 536870911]", 2024-08-29T19:03:21.050 INFO:tasks.workunit.client.0.smithi028.stdout: "[536870912, 1073741823]", 2024-08-29T19:03:21.050 INFO:tasks.workunit.client.0.smithi028.stdout: "[1073741824, 2147483647]", 2024-08-29T19:03:21.050 INFO:tasks.workunit.client.0.smithi028.stdout: "[2147483648, 4294967295]", 2024-08-29T19:03:21.050 INFO:tasks.workunit.client.0.smithi028.stdout: "[4294967296, 8589934591]", 2024-08-29T19:03:21.050 INFO:tasks.workunit.client.0.smithi028.stdout: "[8589934592, 17179869183]", 2024-08-29T19:03:21.050 INFO:tasks.workunit.client.0.smithi028.stdout: "[17179869184, 34359738367]", 2024-08-29T19:03:21.050 INFO:tasks.workunit.client.0.smithi028.stdout: "[34359738368, 68719476735]", 2024-08-29T19:03:21.051 INFO:tasks.workunit.client.0.smithi028.stdout: "[68719476736, 137438953471]", 2024-08-29T19:03:21.051 INFO:tasks.workunit.client.0.smithi028.stdout: "[137438953472, 274877906943]", 2024-08-29T19:03:21.051 INFO:tasks.workunit.client.0.smithi028.stdout: "[274877906944, None]" 2024-08-29T19:03:21.051 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-08-29T19:03:21.051 INFO:tasks.workunit.client.0.smithi028.stdout: "scale_type": "log2" 2024-08-29T19:03:21.051 INFO:tasks.workunit.client.0.smithi028.stdout: } 2024-08-29T19:03:21.051 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-08-29T19:03:21.051 INFO:tasks.workunit.client.0.smithi028.stdout: "osds": [ 2024-08-29T19:03:21.051 INFO:tasks.workunit.client.0.smithi028.stdout: { 2024-08-29T19:03:21.051 INFO:tasks.workunit.client.0.smithi028.stdout: "osd_id": 0, 2024-08-29T19:03:21.051 INFO:tasks.workunit.client.0.smithi028.stdout: "values": [ 2024-08-29T19:03:21.051 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:21.051 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:21.051 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 1949, 0, 0, 0, 37, 3, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:21.052 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 5231, 16, 0, 1, 4624, 22, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:21.052 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 10533, 12, 2, 0, 3136, 586, 4, 12, 22, 42, 12, 20, 44, 21, 22, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:21.052 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 1536, 19, 22, 0, 13, 4, 2, 1, 4, 26, 97, 161, 47, 13, 26, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:21.052 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 483, 6, 1, 0, 3, 12, 0, 0, 0, 0, 0, 20, 357, 46, 32, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:21.052 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 100, 12, 2, 0, 0, 4, 0, 0, 0, 1, 0, 1, 10, 46, 143, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:21.052 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 94, 3, 4, 0, 0, 0, 0, 0, 0, 0, 0, 0, 7, 11, 7, 3, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:21.052 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 251, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 4, 13, 13, 4, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:21.052 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 11, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 3, 2, 17, 9, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:21.052 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 5, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 3, 4, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:21.052 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:21.052 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:21.052 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:21.052 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:21.053 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:21.053 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:21.053 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:21.053 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:21.053 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:21.053 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:21.053 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:21.053 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:21.053 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:21.053 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:21.053 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:21.053 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:21.053 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:21.053 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:21.054 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:21.054 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-08-29T19:03:21.054 INFO:tasks.workunit.client.0.smithi028.stdout: ] 2024-08-29T19:03:21.054 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:21.054 INFO:tasks.workunit.client.0.smithi028.stdout: { 2024-08-29T19:03:21.054 INFO:tasks.workunit.client.0.smithi028.stdout: "osd_id": 1, 2024-08-29T19:03:21.054 INFO:tasks.workunit.client.0.smithi028.stdout: "values": [ 2024-08-29T19:03:21.054 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:21.054 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:21.054 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 975, 0, 0, 0, 1, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:21.054 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 3735, 8, 113, 0, 10, 0, 0, 0, 1, 1, 1, 0, 0, 0, 3, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:21.054 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 9215, 8, 123, 0, 4, 5, 9, 20, 59, 70, 22, 31, 73, 23, 55, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:21.054 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 1206, 41, 1171, 0, 2, 1, 1, 0, 9, 15, 139, 236, 43, 9, 26, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:21.054 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 265, 8, 109, 0, 0, 0, 0, 0, 1, 6, 0, 36, 578, 34, 25, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:21.055 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 104, 0, 4, 0, 0, 0, 0, 0, 1, 3, 3, 5, 2, 33, 136, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:21.055 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 77, 0, 34, 0, 0, 0, 0, 0, 0, 0, 0, 2, 13, 12, 10, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:21.055 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 88, 0, 103, 0, 0, 0, 0, 0, 0, 1, 0, 4, 12, 6, 14, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:21.055 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 26, 0, 159, 0, 0, 0, 0, 0, 0, 0, 0, 0, 6, 10, 14, 17, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:21.055 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 9, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 9, 16, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:21.055 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:21.055 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:21.055 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:21.055 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:21.055 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:21.055 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:21.055 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:21.056 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:21.056 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:21.056 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:21.056 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:21.056 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:21.056 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:21.056 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:21.056 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:21.056 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:21.056 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:21.056 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:21.056 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:21.056 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-08-29T19:03:21.056 INFO:tasks.workunit.client.0.smithi028.stdout: ] 2024-08-29T19:03:21.057 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:21.057 INFO:tasks.workunit.client.0.smithi028.stdout: { 2024-08-29T19:03:21.057 INFO:tasks.workunit.client.0.smithi028.stdout: "osd_id": 2, 2024-08-29T19:03:21.057 INFO:tasks.workunit.client.0.smithi028.stdout: "values": [ 2024-08-29T19:03:21.057 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:21.057 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:21.057 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 341, 89, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:21.057 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 5702, 3193, 1, 0, 6, 0, 0, 0, 3, 0, 0, 0, 1, 1, 3, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:21.057 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 7950, 923, 7, 0, 0, 1, 0, 4, 8, 5, 3, 1, 33, 26, 52, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:21.057 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 1057, 29, 20, 0, 2, 0, 1, 0, 2, 0, 3, 7, 11, 23, 33, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:21.057 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 277, 0, 1, 2, 0, 0, 0, 0, 0, 1, 3, 2, 37, 77, 22, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:21.057 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 127, 0, 0, 0, 0, 0, 0, 1, 2, 0, 13, 7, 12, 31, 150, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:21.057 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 163, 0, 0, 1, 0, 0, 0, 2, 2, 0, 4, 3, 17, 11, 16, 3, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:21.057 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 335, 0, 0, 0, 0, 0, 2, 0, 0, 1, 0, 2, 5, 39, 26, 7, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:21.058 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 71, 0, 0, 0, 1, 0, 0, 0, 4, 0, 0, 0, 1, 9, 19, 12, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:21.058 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 12, 0, 0, 0, 0, 0, 0, 1, 0, 0, 0, 0, 3, 0, 5, 6, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:21.058 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:21.058 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:21.058 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:21.058 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:21.058 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:21.058 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:21.058 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:21.058 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:21.058 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:21.058 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:21.058 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:21.058 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:21.059 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:21.059 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:21.059 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:21.059 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:21.059 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:21.059 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:21.059 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:21.059 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-08-29T19:03:21.059 INFO:tasks.workunit.client.0.smithi028.stdout: ] 2024-08-29T19:03:21.059 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:21.059 INFO:tasks.workunit.client.0.smithi028.stdout: { 2024-08-29T19:03:21.059 INFO:tasks.workunit.client.0.smithi028.stdout: "osd_id": 3, 2024-08-29T19:03:21.059 INFO:tasks.workunit.client.0.smithi028.stdout: "values": [ 2024-08-29T19:03:21.059 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:21.060 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:21.060 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 2141, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:21.060 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 9631, 3455, 8, 1, 5, 0, 0, 4, 0, 0, 0, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:21.060 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 10584, 724, 63, 10, 21, 44, 63, 29, 16, 19, 4, 12, 10, 9, 21, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:21.060 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 1583, 18, 24, 0, 5, 6, 35, 105, 4, 5, 47, 88, 7, 9, 12, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:21.060 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 624, 10, 6, 0, 4, 0, 1, 7, 1, 0, 2, 14, 187, 18, 6, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:21.060 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 410, 27, 3, 0, 0, 0, 0, 3, 0, 0, 5, 4, 3, 20, 66, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:21.060 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 251, 11, 2, 0, 244, 0, 0, 0, 0, 0, 1, 4, 5, 7, 6, 3, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:21.060 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 102, 1, 2, 0, 817, 0, 0, 0, 0, 0, 0, 2, 2, 3, 14, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:21.060 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 11, 0, 0, 0, 687, 0, 0, 0, 0, 0, 0, 1, 1, 1, 7, 9, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:21.060 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 2, 0, 0, 0, 49, 0, 0, 0, 0, 0, 0, 0, 0, 3, 3, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:21.060 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:21.061 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:21.061 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:21.061 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:21.061 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:21.061 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:21.061 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:21.061 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:21.061 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:21.061 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:21.061 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:21.061 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:21.061 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:21.061 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:21.061 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:21.062 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:21.062 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:21.062 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:21.062 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:21.062 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-08-29T19:03:21.062 INFO:tasks.workunit.client.0.smithi028.stdout: ] 2024-08-29T19:03:21.062 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:21.062 INFO:tasks.workunit.client.0.smithi028.stdout: { 2024-08-29T19:03:21.062 INFO:tasks.workunit.client.0.smithi028.stdout: "osd_id": 4, 2024-08-29T19:03:21.062 INFO:tasks.workunit.client.0.smithi028.stdout: "values": [ 2024-08-29T19:03:21.062 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:21.062 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:21.062 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 2393, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:21.062 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 7344, 1510, 0, 0, 5, 2, 2, 0, 1, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:21.063 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 14420, 2685, 0, 0, 6, 1, 5, 6, 26, 34, 9, 15, 32, 22, 69, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:21.063 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 1685, 36, 25, 0, 0, 0, 2, 1, 6, 10, 49, 103, 19, 11, 36, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:21.063 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 351, 3, 5, 27, 0, 0, 0, 0, 0, 0, 1, 17, 161, 33, 15, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:21.063 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 125, 2, 0, 3, 0, 0, 0, 0, 0, 0, 8, 1, 4, 37, 165, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:21.063 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 111, 0, 1, 0, 0, 0, 0, 0, 0, 0, 5, 0, 5, 10, 6, 3, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:21.063 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 71, 1, 0, 0, 0, 0, 0, 0, 1, 0, 0, 0, 3, 6, 0, 5, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:21.063 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 9, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 0, 1, 2, 3, 7, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:21.063 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 4, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 3, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:21.063 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:21.063 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:21.063 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:21.063 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:21.063 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:21.063 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:21.064 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:21.064 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:21.064 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:21.064 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:21.064 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:21.064 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:21.064 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:21.064 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:21.064 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:21.064 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:21.064 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:21.064 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:21.064 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:21.065 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-08-29T19:03:21.065 INFO:tasks.workunit.client.0.smithi028.stdout: ] 2024-08-29T19:03:21.065 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:21.065 INFO:tasks.workunit.client.0.smithi028.stdout: { 2024-08-29T19:03:21.065 INFO:tasks.workunit.client.0.smithi028.stdout: "osd_id": 5, 2024-08-29T19:03:21.065 INFO:tasks.workunit.client.0.smithi028.stdout: "values": [ 2024-08-29T19:03:21.065 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:21.065 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:21.065 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 1070, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:21.065 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 4078, 2, 4, 1, 6, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:21.065 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 10377, 37, 66, 5, 28, 28, 44, 1, 0, 10, 3, 4, 2, 16, 16, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:21.065 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 1312, 27, 19, 1, 1, 5, 21, 72, 0, 1, 3, 15, 2, 5, 10, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:21.065 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 311, 17, 10, 5, 2, 0, 0, 1, 0, 0, 0, 0, 5, 18, 7, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:21.066 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 215, 18, 0, 4, 0, 0, 0, 0, 0, 0, 2, 0, 0, 9, 50, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:21.066 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 158, 49, 0, 1, 0, 0, 0, 0, 0, 0, 3, 0, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:21.066 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 46, 101, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:21.066 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 8, 65, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 6, 4, 3, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:21.066 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 6, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 3, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:21.066 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:21.066 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:21.066 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:21.066 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 3, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:21.066 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:21.066 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:21.066 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:21.066 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:21.066 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:21.067 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:21.067 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:21.067 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:21.067 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:21.067 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:21.067 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:21.067 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:21.067 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:21.067 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:21.067 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:21.067 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-08-29T19:03:21.067 INFO:tasks.workunit.client.0.smithi028.stdout: ] 2024-08-29T19:03:21.067 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:21.068 INFO:tasks.workunit.client.0.smithi028.stdout: { 2024-08-29T19:03:21.068 INFO:tasks.workunit.client.0.smithi028.stdout: "osd_id": 6, 2024-08-29T19:03:21.068 INFO:tasks.workunit.client.0.smithi028.stdout: "values": [ 2024-08-29T19:03:21.068 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:21.068 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:21.068 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 838, 9, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:21.068 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 5582, 1356, 0, 0, 0, 1, 0, 1, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:21.068 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 13502, 2824, 2, 1, 1, 4, 2, 5, 21, 25, 4, 9, 23, 7, 20, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:21.068 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 1903, 114, 137, 0, 1, 0, 0, 0, 4, 6, 49, 80, 20, 4, 18, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:21.068 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 592, 47, 90, 0, 0, 0, 0, 0, 0, 0, 0, 14, 189, 16, 16, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:21.068 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 155, 14, 4, 1, 0, 1, 0, 2, 0, 0, 0, 0, 2, 6, 66, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:21.068 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 60, 6, 23, 12, 2, 0, 0, 1, 0, 0, 0, 0, 9, 2, 4, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:21.068 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 120, 0, 8, 39, 18, 0, 0, 0, 0, 0, 0, 0, 3, 1, 15, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:21.068 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 6, 0, 0, 16, 102, 56, 0, 0, 0, 0, 0, 3, 3, 5, 12, 8, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:21.069 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 3, 0, 0, 0, 13, 73, 0, 0, 0, 0, 0, 0, 0, 0, 2, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:21.069 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:21.069 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:21.069 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:21.069 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:21.069 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:21.069 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:21.069 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:21.069 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:21.069 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:21.069 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:21.069 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:21.069 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:21.069 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:21.070 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:21.070 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:21.070 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:21.070 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:21.070 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:21.070 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:21.070 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-08-29T19:03:21.070 INFO:tasks.workunit.client.0.smithi028.stdout: ] 2024-08-29T19:03:21.070 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:21.070 INFO:tasks.workunit.client.0.smithi028.stdout: { 2024-08-29T19:03:21.070 INFO:tasks.workunit.client.0.smithi028.stdout: "osd_id": 7, 2024-08-29T19:03:21.070 INFO:tasks.workunit.client.0.smithi028.stdout: "values": [ 2024-08-29T19:03:21.070 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:21.071 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:21.071 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 2365, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:21.071 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 5862, 1220, 1610, 0, 3, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:21.071 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 11589, 2658, 2877, 0, 4, 0, 0, 3, 3, 0, 5, 5, 0, 4, 8, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:21.071 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 1146, 9, 7, 2, 0, 0, 0, 1, 0, 0, 2, 11, 5, 4, 21, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:21.071 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 320, 3, 6, 0, 0, 0, 0, 0, 0, 0, 0, 0, 13, 8, 9, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:21.071 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 133, 0, 1, 0, 0, 0, 0, 0, 0, 0, 1, 0, 6, 18, 68, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:21.071 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 95, 1, 0, 0, 0, 0, 0, 0, 0, 1, 0, 0, 8, 4, 3, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:21.071 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 31, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 13, 10, 3, 3, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:21.071 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 11, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 6, 0, 6, 14, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:21.071 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 3, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 6, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:21.071 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:21.071 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:21.071 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:21.072 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:21.072 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:21.072 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:21.072 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:21.072 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:21.072 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:21.072 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:21.072 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:21.072 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:21.072 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:21.072 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:21.072 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:21.072 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:21.072 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:21.073 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:21.073 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:21.073 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-08-29T19:03:21.073 INFO:tasks.workunit.client.0.smithi028.stdout: ] 2024-08-29T19:03:21.073 INFO:tasks.workunit.client.0.smithi028.stdout: } 2024-08-29T19:03:21.073 INFO:tasks.workunit.client.0.smithi028.stdout: ] 2024-08-29T19:03:21.073 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:21.073 INFO:tasks.workunit.client.0.smithi028.stdout: "op_rw_latency_in_bytes_histogram": { 2024-08-29T19:03:21.073 INFO:tasks.workunit.client.0.smithi028.stdout: "axes": [ 2024-08-29T19:03:21.073 INFO:tasks.workunit.client.0.smithi028.stdout: { 2024-08-29T19:03:21.073 INFO:tasks.workunit.client.0.smithi028.stdout: "buckets": 32, 2024-08-29T19:03:21.073 INFO:tasks.workunit.client.0.smithi028.stdout: "min": 0, 2024-08-29T19:03:21.073 INFO:tasks.workunit.client.0.smithi028.stdout: "name": "Latency (usec)", 2024-08-29T19:03:21.073 INFO:tasks.workunit.client.0.smithi028.stdout: "quant_size": 100000, 2024-08-29T19:03:21.074 INFO:tasks.workunit.client.0.smithi028.stdout: "ranges": [ 2024-08-29T19:03:21.074 INFO:tasks.workunit.client.0.smithi028.stdout: "[None, -1]", 2024-08-29T19:03:21.074 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 99999]", 2024-08-29T19:03:21.074 INFO:tasks.workunit.client.0.smithi028.stdout: "[100000, 199999]", 2024-08-29T19:03:21.074 INFO:tasks.workunit.client.0.smithi028.stdout: "[200000, 399999]", 2024-08-29T19:03:21.074 INFO:tasks.workunit.client.0.smithi028.stdout: "[400000, 799999]", 2024-08-29T19:03:21.074 INFO:tasks.workunit.client.0.smithi028.stdout: "[800000, 1599999]", 2024-08-29T19:03:21.074 INFO:tasks.workunit.client.0.smithi028.stdout: "[1600000, 3199999]", 2024-08-29T19:03:21.074 INFO:tasks.workunit.client.0.smithi028.stdout: "[3200000, 6399999]", 2024-08-29T19:03:21.074 INFO:tasks.workunit.client.0.smithi028.stdout: "[6400000, 12799999]", 2024-08-29T19:03:21.074 INFO:tasks.workunit.client.0.smithi028.stdout: "[12800000, 25599999]", 2024-08-29T19:03:21.074 INFO:tasks.workunit.client.0.smithi028.stdout: "[25600000, 51199999]", 2024-08-29T19:03:21.074 INFO:tasks.workunit.client.0.smithi028.stdout: "[51200000, 102399999]", 2024-08-29T19:03:21.074 INFO:tasks.workunit.client.0.smithi028.stdout: "[102400000, 204799999]", 2024-08-29T19:03:21.075 INFO:tasks.workunit.client.0.smithi028.stdout: "[204800000, 409599999]", 2024-08-29T19:03:21.075 INFO:tasks.workunit.client.0.smithi028.stdout: "[409600000, 819199999]", 2024-08-29T19:03:21.075 INFO:tasks.workunit.client.0.smithi028.stdout: "[819200000, 1638399999]", 2024-08-29T19:03:21.075 INFO:tasks.workunit.client.0.smithi028.stdout: "[1638400000, 3276799999]", 2024-08-29T19:03:21.075 INFO:tasks.workunit.client.0.smithi028.stdout: "[3276800000, 6553599999]", 2024-08-29T19:03:21.075 INFO:tasks.workunit.client.0.smithi028.stdout: "[6553600000, 13107199999]", 2024-08-29T19:03:21.075 INFO:tasks.workunit.client.0.smithi028.stdout: "[13107200000, 26214399999]", 2024-08-29T19:03:21.075 INFO:tasks.workunit.client.0.smithi028.stdout: "[26214400000, 52428799999]", 2024-08-29T19:03:21.075 INFO:tasks.workunit.client.0.smithi028.stdout: "[52428800000, 104857599999]", 2024-08-29T19:03:21.075 INFO:tasks.workunit.client.0.smithi028.stdout: "[104857600000, 209715199999]", 2024-08-29T19:03:21.075 INFO:tasks.workunit.client.0.smithi028.stdout: "[209715200000, 419430399999]", 2024-08-29T19:03:21.075 INFO:tasks.workunit.client.0.smithi028.stdout: "[419430400000, 838860799999]", 2024-08-29T19:03:21.075 INFO:tasks.workunit.client.0.smithi028.stdout: "[838860800000, 1677721599999]", 2024-08-29T19:03:21.075 INFO:tasks.workunit.client.0.smithi028.stdout: "[1677721600000, 3355443199999]", 2024-08-29T19:03:21.076 INFO:tasks.workunit.client.0.smithi028.stdout: "[3355443200000, 6710886399999]", 2024-08-29T19:03:21.076 INFO:tasks.workunit.client.0.smithi028.stdout: "[6710886400000, 13421772799999]", 2024-08-29T19:03:21.076 INFO:tasks.workunit.client.0.smithi028.stdout: "[13421772800000, 26843545599999]", 2024-08-29T19:03:21.076 INFO:tasks.workunit.client.0.smithi028.stdout: "[26843545600000, 53687091199999]", 2024-08-29T19:03:21.076 INFO:tasks.workunit.client.0.smithi028.stdout: "[53687091200000, None]" 2024-08-29T19:03:21.076 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-08-29T19:03:21.076 INFO:tasks.workunit.client.0.smithi028.stdout: "scale_type": "log2" 2024-08-29T19:03:21.076 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:21.076 INFO:tasks.workunit.client.0.smithi028.stdout: { 2024-08-29T19:03:21.076 INFO:tasks.workunit.client.0.smithi028.stdout: "buckets": 32, 2024-08-29T19:03:21.076 INFO:tasks.workunit.client.0.smithi028.stdout: "min": 0, 2024-08-29T19:03:21.076 INFO:tasks.workunit.client.0.smithi028.stdout: "name": "Request size (bytes)", 2024-08-29T19:03:21.076 INFO:tasks.workunit.client.0.smithi028.stdout: "quant_size": 512, 2024-08-29T19:03:21.076 INFO:tasks.workunit.client.0.smithi028.stdout: "ranges": [ 2024-08-29T19:03:21.077 INFO:tasks.workunit.client.0.smithi028.stdout: "[None, -1]", 2024-08-29T19:03:21.077 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 511]", 2024-08-29T19:03:21.077 INFO:tasks.workunit.client.0.smithi028.stdout: "[512, 1023]", 2024-08-29T19:03:21.077 INFO:tasks.workunit.client.0.smithi028.stdout: "[1024, 2047]", 2024-08-29T19:03:21.077 INFO:tasks.workunit.client.0.smithi028.stdout: "[2048, 4095]", 2024-08-29T19:03:21.077 INFO:tasks.workunit.client.0.smithi028.stdout: "[4096, 8191]", 2024-08-29T19:03:21.077 INFO:tasks.workunit.client.0.smithi028.stdout: "[8192, 16383]", 2024-08-29T19:03:21.077 INFO:tasks.workunit.client.0.smithi028.stdout: "[16384, 32767]", 2024-08-29T19:03:21.077 INFO:tasks.workunit.client.0.smithi028.stdout: "[32768, 65535]", 2024-08-29T19:03:21.077 INFO:tasks.workunit.client.0.smithi028.stdout: "[65536, 131071]", 2024-08-29T19:03:21.077 INFO:tasks.workunit.client.0.smithi028.stdout: "[131072, 262143]", 2024-08-29T19:03:21.077 INFO:tasks.workunit.client.0.smithi028.stdout: "[262144, 524287]", 2024-08-29T19:03:21.077 INFO:tasks.workunit.client.0.smithi028.stdout: "[524288, 1048575]", 2024-08-29T19:03:21.078 INFO:tasks.workunit.client.0.smithi028.stdout: "[1048576, 2097151]", 2024-08-29T19:03:21.078 INFO:tasks.workunit.client.0.smithi028.stdout: "[2097152, 4194303]", 2024-08-29T19:03:21.078 INFO:tasks.workunit.client.0.smithi028.stdout: "[4194304, 8388607]", 2024-08-29T19:03:21.078 INFO:tasks.workunit.client.0.smithi028.stdout: "[8388608, 16777215]", 2024-08-29T19:03:21.078 INFO:tasks.workunit.client.0.smithi028.stdout: "[16777216, 33554431]", 2024-08-29T19:03:21.078 INFO:tasks.workunit.client.0.smithi028.stdout: "[33554432, 67108863]", 2024-08-29T19:03:21.078 INFO:tasks.workunit.client.0.smithi028.stdout: "[67108864, 134217727]", 2024-08-29T19:03:21.078 INFO:tasks.workunit.client.0.smithi028.stdout: "[134217728, 268435455]", 2024-08-29T19:03:21.078 INFO:tasks.workunit.client.0.smithi028.stdout: "[268435456, 536870911]", 2024-08-29T19:03:21.078 INFO:tasks.workunit.client.0.smithi028.stdout: "[536870912, 1073741823]", 2024-08-29T19:03:21.078 INFO:tasks.workunit.client.0.smithi028.stdout: "[1073741824, 2147483647]", 2024-08-29T19:03:21.078 INFO:tasks.workunit.client.0.smithi028.stdout: "[2147483648, 4294967295]", 2024-08-29T19:03:21.078 INFO:tasks.workunit.client.0.smithi028.stdout: "[4294967296, 8589934591]", 2024-08-29T19:03:21.078 INFO:tasks.workunit.client.0.smithi028.stdout: "[8589934592, 17179869183]", 2024-08-29T19:03:21.079 INFO:tasks.workunit.client.0.smithi028.stdout: "[17179869184, 34359738367]", 2024-08-29T19:03:21.079 INFO:tasks.workunit.client.0.smithi028.stdout: "[34359738368, 68719476735]", 2024-08-29T19:03:21.079 INFO:tasks.workunit.client.0.smithi028.stdout: "[68719476736, 137438953471]", 2024-08-29T19:03:21.079 INFO:tasks.workunit.client.0.smithi028.stdout: "[137438953472, 274877906943]", 2024-08-29T19:03:21.079 INFO:tasks.workunit.client.0.smithi028.stdout: "[274877906944, None]" 2024-08-29T19:03:21.079 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-08-29T19:03:21.079 INFO:tasks.workunit.client.0.smithi028.stdout: "scale_type": "log2" 2024-08-29T19:03:21.079 INFO:tasks.workunit.client.0.smithi028.stdout: } 2024-08-29T19:03:21.079 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-08-29T19:03:21.079 INFO:tasks.workunit.client.0.smithi028.stdout: "osds": [ 2024-08-29T19:03:21.079 INFO:tasks.workunit.client.0.smithi028.stdout: { 2024-08-29T19:03:21.079 INFO:tasks.workunit.client.0.smithi028.stdout: "osd_id": 0, 2024-08-29T19:03:21.079 INFO:tasks.workunit.client.0.smithi028.stdout: "values": [ 2024-08-29T19:03:21.079 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:21.080 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:21.080 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:21.080 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:21.080 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:21.080 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 133, 1, 0, 0, 5, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:21.080 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 4348, 49, 74, 156, 202, 260, 188, 4, 12, 7, 0, 0, 0, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:21.080 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 753, 34, 30, 49, 271, 363, 537, 0, 0, 13, 1, 2, 2, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:21.080 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 182, 1, 0, 0, 0, 1, 2, 0, 0, 1, 0, 4, 9, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:21.080 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 114, 0, 0, 0, 0, 0, 0, 1, 0, 0, 0, 0, 4, 18, 17, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:21.080 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 22, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 2, 0, 2, 14, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:21.080 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:21.080 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:21.080 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:21.081 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:21.081 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:21.081 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:21.081 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:21.081 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:21.081 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:21.081 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:21.081 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:21.081 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:21.081 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:21.081 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:21.081 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:21.081 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:21.081 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:21.082 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:21.082 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:21.082 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:21.082 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-08-29T19:03:21.082 INFO:tasks.workunit.client.0.smithi028.stdout: ] 2024-08-29T19:03:21.082 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:21.082 INFO:tasks.workunit.client.0.smithi028.stdout: { 2024-08-29T19:03:21.082 INFO:tasks.workunit.client.0.smithi028.stdout: "osd_id": 1, 2024-08-29T19:03:21.082 INFO:tasks.workunit.client.0.smithi028.stdout: "values": [ 2024-08-29T19:03:21.082 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:21.082 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:21.082 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:21.082 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:21.082 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:21.082 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 355, 220, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:21.083 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 2665, 62, 35, 68, 122, 2, 2, 3, 2, 0, 0, 0, 2, 3, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:21.083 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 817, 8, 1005, 0, 0, 0, 0, 1, 6, 2, 3, 3, 1, 4, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:21.083 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 562, 151, 337, 0, 0, 0, 0, 0, 2, 1, 2, 4, 11, 3, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:21.083 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 554, 350, 35, 0, 0, 0, 0, 0, 0, 0, 0, 3, 9, 21, 16, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:21.083 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 2071, 2052, 138, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 6, 16, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:21.083 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 347, 443, 125, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:21.083 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 1, 2, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:21.083 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:21.083 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:21.083 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:21.084 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:21.084 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:21.084 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:21.084 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:21.084 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:21.084 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:21.084 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:21.084 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:21.084 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:21.084 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:21.084 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:21.084 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:21.084 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:21.085 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:21.085 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:21.085 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-08-29T19:03:21.085 INFO:tasks.workunit.client.0.smithi028.stdout: ] 2024-08-29T19:03:21.085 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:21.085 INFO:tasks.workunit.client.0.smithi028.stdout: { 2024-08-29T19:03:21.085 INFO:tasks.workunit.client.0.smithi028.stdout: "osd_id": 2, 2024-08-29T19:03:21.085 INFO:tasks.workunit.client.0.smithi028.stdout: "values": [ 2024-08-29T19:03:21.085 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:21.085 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:21.085 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:21.085 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:21.085 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:21.085 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 121, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:21.086 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 6750, 24, 0, 0, 0, 1, 1, 0, 0, 0, 0, 2, 0, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:21.086 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 17483, 11, 1, 0, 1, 0, 0, 0, 0, 2, 0, 3, 1, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:21.086 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 1409, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 13, 5, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:21.086 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 100, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 2, 5, 21, 23, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:21.086 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 20, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 6, 19, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:21.086 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:21.086 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:21.086 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:21.086 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:21.086 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:21.086 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:21.086 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:21.086 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:21.086 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:21.087 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:21.087 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:21.087 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:21.087 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:21.087 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:21.087 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:21.087 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:21.087 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:21.087 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:21.087 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:21.087 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:21.087 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-08-29T19:03:21.087 INFO:tasks.workunit.client.0.smithi028.stdout: ] 2024-08-29T19:03:21.087 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:21.088 INFO:tasks.workunit.client.0.smithi028.stdout: { 2024-08-29T19:03:21.088 INFO:tasks.workunit.client.0.smithi028.stdout: "osd_id": 3, 2024-08-29T19:03:21.088 INFO:tasks.workunit.client.0.smithi028.stdout: "values": [ 2024-08-29T19:03:21.088 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:21.088 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:21.088 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:21.088 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:21.088 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:21.088 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 250, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:21.088 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 3108, 18, 1, 0, 0, 1, 0, 1, 2, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:21.088 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 473, 7, 2, 0, 0, 0, 0, 0, 1, 0, 1, 2, 0, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:21.088 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 230, 209, 33, 46, 0, 0, 0, 0, 0, 0, 0, 2, 6, 3, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:21.088 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 1304, 1086, 0, 203, 0, 0, 0, 0, 0, 0, 1, 2, 1, 10, 7, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:21.088 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 2455, 1417, 0, 237, 0, 0, 0, 0, 0, 0, 0, 2, 0, 2, 10, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:21.089 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 575, 304, 0, 98, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:21.089 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:21.089 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:21.089 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:21.089 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:21.089 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:21.089 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:21.089 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:21.089 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:21.089 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:21.089 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:21.089 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:21.089 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:21.090 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:21.090 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:21.090 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:21.090 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:21.090 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:21.090 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:21.090 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:21.090 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-08-29T19:03:21.090 INFO:tasks.workunit.client.0.smithi028.stdout: ] 2024-08-29T19:03:21.090 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:21.090 INFO:tasks.workunit.client.0.smithi028.stdout: { 2024-08-29T19:03:21.090 INFO:tasks.workunit.client.0.smithi028.stdout: "osd_id": 4, 2024-08-29T19:03:21.090 INFO:tasks.workunit.client.0.smithi028.stdout: "values": [ 2024-08-29T19:03:21.090 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:21.091 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:21.091 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:21.091 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:21.091 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:21.091 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 63, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:21.091 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 3442, 83, 35, 70, 135, 209, 68, 1, 1, 0, 0, 0, 0, 4, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:21.091 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 554, 144, 0, 0, 3, 64, 414, 1, 4, 2, 1, 4, 1, 5, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:21.091 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 219, 1, 0, 0, 0, 2, 0, 0, 0, 0, 0, 5, 12, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:21.091 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 117, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 7, 20, 9, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:21.091 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 32, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 1, 8, 23, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:21.091 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:21.091 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:21.091 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:21.091 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:21.092 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:21.092 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:21.092 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:21.092 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:21.092 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:21.092 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:21.092 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:21.092 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:21.092 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:21.092 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:21.092 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:21.092 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:21.092 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:21.092 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:21.093 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:21.093 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:21.093 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-08-29T19:03:21.093 INFO:tasks.workunit.client.0.smithi028.stdout: ] 2024-08-29T19:03:21.093 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:21.093 INFO:tasks.workunit.client.0.smithi028.stdout: { 2024-08-29T19:03:21.093 INFO:tasks.workunit.client.0.smithi028.stdout: "osd_id": 5, 2024-08-29T19:03:21.093 INFO:tasks.workunit.client.0.smithi028.stdout: "values": [ 2024-08-29T19:03:21.093 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:21.093 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:21.093 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:21.093 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:21.093 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:21.093 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 42, 15, 40, 119, 307, 460, 471, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:21.094 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 3133, 54, 83, 133, 148, 169, 253, 2, 0, 0, 0, 1, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:21.094 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 265, 10, 14, 7, 4, 0, 1, 0, 2, 2, 3, 1, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:21.094 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 104, 5, 51, 126, 29, 0, 1, 0, 0, 0, 0, 4, 2, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:21.094 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 58, 38, 30, 3, 0, 0, 1, 0, 0, 0, 0, 0, 1, 4, 8, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:21.094 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 25, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 3, 6, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:21.094 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:21.094 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:21.094 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:21.094 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:21.094 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:21.094 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:21.094 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:21.094 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:21.095 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:21.095 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:21.095 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:21.095 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:21.095 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:21.095 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:21.095 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:21.095 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:21.095 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:21.095 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:21.095 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:21.095 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:21.095 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-08-29T19:03:21.095 INFO:tasks.workunit.client.0.smithi028.stdout: ] 2024-08-29T19:03:21.096 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:21.096 INFO:tasks.workunit.client.0.smithi028.stdout: { 2024-08-29T19:03:21.096 INFO:tasks.workunit.client.0.smithi028.stdout: "osd_id": 6, 2024-08-29T19:03:21.096 INFO:tasks.workunit.client.0.smithi028.stdout: "values": [ 2024-08-29T19:03:21.096 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:21.096 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:21.096 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:21.096 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:21.096 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:21.096 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 66, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:21.096 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 3713, 12, 0, 0, 0, 0, 0, 0, 2, 0, 0, 0, 0, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:21.096 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 635, 4, 3, 0, 0, 0, 0, 1, 0, 1, 0, 2, 1, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:21.096 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 412, 53, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 6, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:21.097 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 256, 58, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 5, 9, 4, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:21.097 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 91, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 5, 13, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:21.097 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 7, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:21.097 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:21.097 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:21.097 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:21.097 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:21.097 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:21.097 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:21.097 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:21.097 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:21.097 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:21.097 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:21.097 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:21.098 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:21.098 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:21.098 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:21.098 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:21.098 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:21.098 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:21.098 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:21.098 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:21.098 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-08-29T19:03:21.098 INFO:tasks.workunit.client.0.smithi028.stdout: ] 2024-08-29T19:03:21.098 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:21.098 INFO:tasks.workunit.client.0.smithi028.stdout: { 2024-08-29T19:03:21.098 INFO:tasks.workunit.client.0.smithi028.stdout: "osd_id": 7, 2024-08-29T19:03:21.098 INFO:tasks.workunit.client.0.smithi028.stdout: "values": [ 2024-08-29T19:03:21.099 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:21.099 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:21.099 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:21.099 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:21.099 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:21.099 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 42, 0, 0, 29, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:21.099 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 4201, 30, 36, 112, 4, 0, 4, 1, 7, 1, 0, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:21.099 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 6257, 8, 33, 40, 0, 1, 0, 2, 4, 8, 0, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:21.099 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 444, 14, 23, 0, 0, 0, 0, 0, 0, 0, 2, 2, 2, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:21.099 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 262, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 2, 5, 9, 4, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:21.099 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 128, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 5, 10, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:21.099 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 3, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:21.099 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:21.100 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:21.100 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:21.100 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:21.100 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:21.100 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:21.100 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:21.100 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:21.100 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:21.100 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:21.100 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:21.100 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:21.100 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:21.100 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:21.100 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:21.101 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:21.101 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:21.101 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:21.101 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:21.101 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-08-29T19:03:21.101 INFO:tasks.workunit.client.0.smithi028.stdout: ] 2024-08-29T19:03:21.101 INFO:tasks.workunit.client.0.smithi028.stdout: } 2024-08-29T19:03:21.101 INFO:tasks.workunit.client.0.smithi028.stdout: ] 2024-08-29T19:03:21.101 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:21.101 INFO:tasks.workunit.client.0.smithi028.stdout: "op_rw_latency_out_bytes_histogram": { 2024-08-29T19:03:21.101 INFO:tasks.workunit.client.0.smithi028.stdout: "axes": [ 2024-08-29T19:03:21.101 INFO:tasks.workunit.client.0.smithi028.stdout: { 2024-08-29T19:03:21.101 INFO:tasks.workunit.client.0.smithi028.stdout: "buckets": 32, 2024-08-29T19:03:21.101 INFO:tasks.workunit.client.0.smithi028.stdout: "min": 0, 2024-08-29T19:03:21.102 INFO:tasks.workunit.client.0.smithi028.stdout: "name": "Latency (usec)", 2024-08-29T19:03:21.102 INFO:tasks.workunit.client.0.smithi028.stdout: "quant_size": 100000, 2024-08-29T19:03:21.102 INFO:tasks.workunit.client.0.smithi028.stdout: "ranges": [ 2024-08-29T19:03:21.102 INFO:tasks.workunit.client.0.smithi028.stdout: "[None, -1]", 2024-08-29T19:03:21.102 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 99999]", 2024-08-29T19:03:21.102 INFO:tasks.workunit.client.0.smithi028.stdout: "[100000, 199999]", 2024-08-29T19:03:21.102 INFO:tasks.workunit.client.0.smithi028.stdout: "[200000, 399999]", 2024-08-29T19:03:21.102 INFO:tasks.workunit.client.0.smithi028.stdout: "[400000, 799999]", 2024-08-29T19:03:21.102 INFO:tasks.workunit.client.0.smithi028.stdout: "[800000, 1599999]", 2024-08-29T19:03:21.102 INFO:tasks.workunit.client.0.smithi028.stdout: "[1600000, 3199999]", 2024-08-29T19:03:21.102 INFO:tasks.workunit.client.0.smithi028.stdout: "[3200000, 6399999]", 2024-08-29T19:03:21.102 INFO:tasks.workunit.client.0.smithi028.stdout: "[6400000, 12799999]", 2024-08-29T19:03:21.102 INFO:tasks.workunit.client.0.smithi028.stdout: "[12800000, 25599999]", 2024-08-29T19:03:21.102 INFO:tasks.workunit.client.0.smithi028.stdout: "[25600000, 51199999]", 2024-08-29T19:03:21.103 INFO:tasks.workunit.client.0.smithi028.stdout: "[51200000, 102399999]", 2024-08-29T19:03:21.103 INFO:tasks.workunit.client.0.smithi028.stdout: "[102400000, 204799999]", 2024-08-29T19:03:21.103 INFO:tasks.workunit.client.0.smithi028.stdout: "[204800000, 409599999]", 2024-08-29T19:03:21.103 INFO:tasks.workunit.client.0.smithi028.stdout: "[409600000, 819199999]", 2024-08-29T19:03:21.103 INFO:tasks.workunit.client.0.smithi028.stdout: "[819200000, 1638399999]", 2024-08-29T19:03:21.103 INFO:tasks.workunit.client.0.smithi028.stdout: "[1638400000, 3276799999]", 2024-08-29T19:03:21.103 INFO:tasks.workunit.client.0.smithi028.stdout: "[3276800000, 6553599999]", 2024-08-29T19:03:21.103 INFO:tasks.workunit.client.0.smithi028.stdout: "[6553600000, 13107199999]", 2024-08-29T19:03:21.103 INFO:tasks.workunit.client.0.smithi028.stdout: "[13107200000, 26214399999]", 2024-08-29T19:03:21.103 INFO:tasks.workunit.client.0.smithi028.stdout: "[26214400000, 52428799999]", 2024-08-29T19:03:21.103 INFO:tasks.workunit.client.0.smithi028.stdout: "[52428800000, 104857599999]", 2024-08-29T19:03:21.103 INFO:tasks.workunit.client.0.smithi028.stdout: "[104857600000, 209715199999]", 2024-08-29T19:03:21.103 INFO:tasks.workunit.client.0.smithi028.stdout: "[209715200000, 419430399999]", 2024-08-29T19:03:21.103 INFO:tasks.workunit.client.0.smithi028.stdout: "[419430400000, 838860799999]", 2024-08-29T19:03:21.104 INFO:tasks.workunit.client.0.smithi028.stdout: "[838860800000, 1677721599999]", 2024-08-29T19:03:21.104 INFO:tasks.workunit.client.0.smithi028.stdout: "[1677721600000, 3355443199999]", 2024-08-29T19:03:21.104 INFO:tasks.workunit.client.0.smithi028.stdout: "[3355443200000, 6710886399999]", 2024-08-29T19:03:21.104 INFO:tasks.workunit.client.0.smithi028.stdout: "[6710886400000, 13421772799999]", 2024-08-29T19:03:21.104 INFO:tasks.workunit.client.0.smithi028.stdout: "[13421772800000, 26843545599999]", 2024-08-29T19:03:21.104 INFO:tasks.workunit.client.0.smithi028.stdout: "[26843545600000, 53687091199999]", 2024-08-29T19:03:21.104 INFO:tasks.workunit.client.0.smithi028.stdout: "[53687091200000, None]" 2024-08-29T19:03:21.104 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-08-29T19:03:21.104 INFO:tasks.workunit.client.0.smithi028.stdout: "scale_type": "log2" 2024-08-29T19:03:21.104 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:21.104 INFO:tasks.workunit.client.0.smithi028.stdout: { 2024-08-29T19:03:21.104 INFO:tasks.workunit.client.0.smithi028.stdout: "buckets": 32, 2024-08-29T19:03:21.104 INFO:tasks.workunit.client.0.smithi028.stdout: "min": 0, 2024-08-29T19:03:21.105 INFO:tasks.workunit.client.0.smithi028.stdout: "name": "Request size (bytes)", 2024-08-29T19:03:21.105 INFO:tasks.workunit.client.0.smithi028.stdout: "quant_size": 512, 2024-08-29T19:03:21.105 INFO:tasks.workunit.client.0.smithi028.stdout: "ranges": [ 2024-08-29T19:03:21.105 INFO:tasks.workunit.client.0.smithi028.stdout: "[None, -1]", 2024-08-29T19:03:21.105 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 511]", 2024-08-29T19:03:21.105 INFO:tasks.workunit.client.0.smithi028.stdout: "[512, 1023]", 2024-08-29T19:03:21.105 INFO:tasks.workunit.client.0.smithi028.stdout: "[1024, 2047]", 2024-08-29T19:03:21.105 INFO:tasks.workunit.client.0.smithi028.stdout: "[2048, 4095]", 2024-08-29T19:03:21.105 INFO:tasks.workunit.client.0.smithi028.stdout: "[4096, 8191]", 2024-08-29T19:03:21.105 INFO:tasks.workunit.client.0.smithi028.stdout: "[8192, 16383]", 2024-08-29T19:03:21.105 INFO:tasks.workunit.client.0.smithi028.stdout: "[16384, 32767]", 2024-08-29T19:03:21.105 INFO:tasks.workunit.client.0.smithi028.stdout: "[32768, 65535]", 2024-08-29T19:03:21.105 INFO:tasks.workunit.client.0.smithi028.stdout: "[65536, 131071]", 2024-08-29T19:03:21.105 INFO:tasks.workunit.client.0.smithi028.stdout: "[131072, 262143]", 2024-08-29T19:03:21.105 INFO:tasks.workunit.client.0.smithi028.stdout: "[262144, 524287]", 2024-08-29T19:03:21.106 INFO:tasks.workunit.client.0.smithi028.stdout: "[524288, 1048575]", 2024-08-29T19:03:21.106 INFO:tasks.workunit.client.0.smithi028.stdout: "[1048576, 2097151]", 2024-08-29T19:03:21.106 INFO:tasks.workunit.client.0.smithi028.stdout: "[2097152, 4194303]", 2024-08-29T19:03:21.106 INFO:tasks.workunit.client.0.smithi028.stdout: "[4194304, 8388607]", 2024-08-29T19:03:21.106 INFO:tasks.workunit.client.0.smithi028.stdout: "[8388608, 16777215]", 2024-08-29T19:03:21.106 INFO:tasks.workunit.client.0.smithi028.stdout: "[16777216, 33554431]", 2024-08-29T19:03:21.106 INFO:tasks.workunit.client.0.smithi028.stdout: "[33554432, 67108863]", 2024-08-29T19:03:21.106 INFO:tasks.workunit.client.0.smithi028.stdout: "[67108864, 134217727]", 2024-08-29T19:03:21.106 INFO:tasks.workunit.client.0.smithi028.stdout: "[134217728, 268435455]", 2024-08-29T19:03:21.106 INFO:tasks.workunit.client.0.smithi028.stdout: "[268435456, 536870911]", 2024-08-29T19:03:21.107 INFO:tasks.workunit.client.0.smithi028.stdout: "[536870912, 1073741823]", 2024-08-29T19:03:21.107 INFO:tasks.workunit.client.0.smithi028.stdout: "[1073741824, 2147483647]", 2024-08-29T19:03:21.107 INFO:tasks.workunit.client.0.smithi028.stdout: "[2147483648, 4294967295]", 2024-08-29T19:03:21.107 INFO:tasks.workunit.client.0.smithi028.stdout: "[4294967296, 8589934591]", 2024-08-29T19:03:21.107 INFO:tasks.workunit.client.0.smithi028.stdout: "[8589934592, 17179869183]", 2024-08-29T19:03:21.107 INFO:tasks.workunit.client.0.smithi028.stdout: "[17179869184, 34359738367]", 2024-08-29T19:03:21.107 INFO:tasks.workunit.client.0.smithi028.stdout: "[34359738368, 68719476735]", 2024-08-29T19:03:21.107 INFO:tasks.workunit.client.0.smithi028.stdout: "[68719476736, 137438953471]", 2024-08-29T19:03:21.107 INFO:tasks.workunit.client.0.smithi028.stdout: "[137438953472, 274877906943]", 2024-08-29T19:03:21.108 INFO:tasks.workunit.client.0.smithi028.stdout: "[274877906944, None]" 2024-08-29T19:03:21.108 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-08-29T19:03:21.108 INFO:tasks.workunit.client.0.smithi028.stdout: "scale_type": "log2" 2024-08-29T19:03:21.108 INFO:tasks.workunit.client.0.smithi028.stdout: } 2024-08-29T19:03:21.108 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-08-29T19:03:21.108 INFO:tasks.workunit.client.0.smithi028.stdout: "osds": [ 2024-08-29T19:03:21.108 INFO:tasks.workunit.client.0.smithi028.stdout: { 2024-08-29T19:03:21.108 INFO:tasks.workunit.client.0.smithi028.stdout: "osd_id": 0, 2024-08-29T19:03:21.108 INFO:tasks.workunit.client.0.smithi028.stdout: "values": [ 2024-08-29T19:03:21.108 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:21.108 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:21.108 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:21.108 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:21.108 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:21.109 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 139, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:21.109 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 5302, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:21.109 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 2057, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:21.109 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 202, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:21.109 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 154, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:21.109 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 40, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:21.109 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 3, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:21.109 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:21.109 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:21.109 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:21.109 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:21.109 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:21.109 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:21.109 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:21.110 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:21.110 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:21.110 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:21.110 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:21.110 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:21.110 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:21.110 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:21.110 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:21.110 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:21.110 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:21.110 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:21.110 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:21.110 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-08-29T19:03:21.110 INFO:tasks.workunit.client.0.smithi028.stdout: ] 2024-08-29T19:03:21.111 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:21.111 INFO:tasks.workunit.client.0.smithi028.stdout: { 2024-08-29T19:03:21.111 INFO:tasks.workunit.client.0.smithi028.stdout: "osd_id": 1, 2024-08-29T19:03:21.111 INFO:tasks.workunit.client.0.smithi028.stdout: "values": [ 2024-08-29T19:03:21.111 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:21.111 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:21.111 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:21.111 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:21.111 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:21.111 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 576, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:21.111 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 2966, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:21.111 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 1850, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:21.111 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 1074, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:21.111 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 988, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:21.112 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 4284, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:21.112 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 915, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:21.112 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 4, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:21.112 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:21.112 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:21.112 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:21.112 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:21.112 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:21.112 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:21.112 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:21.112 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:21.112 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:21.112 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:21.113 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:21.113 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:21.113 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:21.113 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:21.113 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:21.113 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:21.113 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:21.113 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:21.113 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-08-29T19:03:21.113 INFO:tasks.workunit.client.0.smithi028.stdout: ] 2024-08-29T19:03:21.113 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:21.113 INFO:tasks.workunit.client.0.smithi028.stdout: { 2024-08-29T19:03:21.114 INFO:tasks.workunit.client.0.smithi028.stdout: "osd_id": 2, 2024-08-29T19:03:21.114 INFO:tasks.workunit.client.0.smithi028.stdout: "values": [ 2024-08-29T19:03:21.114 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:21.114 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:21.114 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:21.114 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:21.114 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:21.114 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 121, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:21.114 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 6780, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:21.114 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 17504, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:21.114 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 1428, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:21.114 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 152, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:21.114 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 46, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:21.114 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:21.115 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:21.115 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:21.115 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:21.115 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:21.115 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:21.115 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:21.115 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:21.115 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:21.115 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:21.115 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:21.115 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:21.115 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:21.115 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:21.115 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:21.116 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:21.116 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:21.116 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:21.116 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:21.116 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:21.116 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-08-29T19:03:21.116 INFO:tasks.workunit.client.0.smithi028.stdout: ] 2024-08-29T19:03:21.116 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:21.116 INFO:tasks.workunit.client.0.smithi028.stdout: { 2024-08-29T19:03:21.116 INFO:tasks.workunit.client.0.smithi028.stdout: "osd_id": 3, 2024-08-29T19:03:21.116 INFO:tasks.workunit.client.0.smithi028.stdout: "values": [ 2024-08-29T19:03:21.116 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:21.116 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:21.116 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:21.117 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:21.117 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:21.117 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 250, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:21.117 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 3132, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:21.117 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 488, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:21.117 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 529, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:21.117 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 2614, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:21.117 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 4123, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:21.117 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 979, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:21.117 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:21.117 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:21.117 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:21.117 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:21.117 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:21.118 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:21.118 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:21.118 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:21.118 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:21.118 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:21.118 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:21.118 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:21.118 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:21.118 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:21.118 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:21.118 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:21.118 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:21.118 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:21.119 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:21.119 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-08-29T19:03:21.119 INFO:tasks.workunit.client.0.smithi028.stdout: ] 2024-08-29T19:03:21.119 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:21.119 INFO:tasks.workunit.client.0.smithi028.stdout: { 2024-08-29T19:03:21.119 INFO:tasks.workunit.client.0.smithi028.stdout: "osd_id": 4, 2024-08-29T19:03:21.119 INFO:tasks.workunit.client.0.smithi028.stdout: "values": [ 2024-08-29T19:03:21.119 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:21.119 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:21.119 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:21.119 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:21.119 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:21.119 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 65, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:21.119 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 4048, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:21.120 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 1197, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:21.120 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 239, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:21.120 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 155, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:21.120 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 65, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:21.120 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:21.120 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:21.120 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:21.120 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:21.120 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:21.120 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:21.120 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:21.120 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:21.120 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:21.121 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:21.121 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:21.121 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:21.121 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:21.121 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:21.121 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:21.121 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:21.121 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:21.121 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:21.121 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:21.121 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:21.121 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-08-29T19:03:21.121 INFO:tasks.workunit.client.0.smithi028.stdout: ] 2024-08-29T19:03:21.121 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:21.122 INFO:tasks.workunit.client.0.smithi028.stdout: { 2024-08-29T19:03:21.122 INFO:tasks.workunit.client.0.smithi028.stdout: "osd_id": 5, 2024-08-29T19:03:21.122 INFO:tasks.workunit.client.0.smithi028.stdout: "values": [ 2024-08-29T19:03:21.122 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:21.122 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:21.122 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:21.122 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:21.122 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:21.122 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 1454, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:21.122 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 3978, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:21.122 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 310, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:21.122 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 324, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:21.122 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 143, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:21.122 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 34, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:21.123 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:21.123 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:21.123 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:21.123 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:21.123 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:21.123 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:21.123 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:21.123 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:21.123 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:21.123 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:21.123 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:21.123 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:21.123 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:21.124 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:21.124 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:21.124 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:21.124 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:21.124 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:21.124 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:21.124 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:21.124 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-08-29T19:03:21.124 INFO:tasks.workunit.client.0.smithi028.stdout: ] 2024-08-29T19:03:21.124 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:21.124 INFO:tasks.workunit.client.0.smithi028.stdout: { 2024-08-29T19:03:21.124 INFO:tasks.workunit.client.0.smithi028.stdout: "osd_id": 6, 2024-08-29T19:03:21.124 INFO:tasks.workunit.client.0.smithi028.stdout: "values": [ 2024-08-29T19:03:21.124 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:21.125 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:21.125 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:21.125 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:21.125 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:21.125 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 66, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:21.125 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 3729, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:21.125 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 648, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:21.125 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 473, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:21.125 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 332, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:21.125 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 109, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:21.125 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 8, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:21.125 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:21.125 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:21.125 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:21.126 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:21.126 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:21.126 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:21.126 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:21.126 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:21.126 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:21.126 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:21.126 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:21.126 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:21.126 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:21.126 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:21.126 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:21.126 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:21.126 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:21.127 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:21.127 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:21.127 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-08-29T19:03:21.127 INFO:tasks.workunit.client.0.smithi028.stdout: ] 2024-08-29T19:03:21.127 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:21.127 INFO:tasks.workunit.client.0.smithi028.stdout: { 2024-08-29T19:03:21.127 INFO:tasks.workunit.client.0.smithi028.stdout: "osd_id": 7, 2024-08-29T19:03:21.127 INFO:tasks.workunit.client.0.smithi028.stdout: "values": [ 2024-08-29T19:03:21.127 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:21.127 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:21.127 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:21.127 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:21.127 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:21.127 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 71, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:21.128 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 4397, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:21.128 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 6355, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:21.128 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 488, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:21.128 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 283, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:21.128 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 143, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:21.128 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 3, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:21.128 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:21.128 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:21.128 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:21.128 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:21.128 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:21.128 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:21.129 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:21.129 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:21.129 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:21.129 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:21.129 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:21.129 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:21.129 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:21.129 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:21.129 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:21.129 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:21.129 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:21.129 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:21.129 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:21.129 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-08-29T19:03:21.130 INFO:tasks.workunit.client.0.smithi028.stdout: ] 2024-08-29T19:03:21.130 INFO:tasks.workunit.client.0.smithi028.stdout: } 2024-08-29T19:03:21.130 INFO:tasks.workunit.client.0.smithi028.stdout: ] 2024-08-29T19:03:21.130 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:21.130 INFO:tasks.workunit.client.0.smithi028.stdout: "op_w_latency_in_bytes_histogram": { 2024-08-29T19:03:21.130 INFO:tasks.workunit.client.0.smithi028.stdout: "axes": [ 2024-08-29T19:03:21.130 INFO:tasks.workunit.client.0.smithi028.stdout: { 2024-08-29T19:03:21.130 INFO:tasks.workunit.client.0.smithi028.stdout: "buckets": 32, 2024-08-29T19:03:21.130 INFO:tasks.workunit.client.0.smithi028.stdout: "min": 0, 2024-08-29T19:03:21.130 INFO:tasks.workunit.client.0.smithi028.stdout: "name": "Latency (usec)", 2024-08-29T19:03:21.130 INFO:tasks.workunit.client.0.smithi028.stdout: "quant_size": 100000, 2024-08-29T19:03:21.130 INFO:tasks.workunit.client.0.smithi028.stdout: "ranges": [ 2024-08-29T19:03:21.130 INFO:tasks.workunit.client.0.smithi028.stdout: "[None, -1]", 2024-08-29T19:03:21.130 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 99999]", 2024-08-29T19:03:21.131 INFO:tasks.workunit.client.0.smithi028.stdout: "[100000, 199999]", 2024-08-29T19:03:21.131 INFO:tasks.workunit.client.0.smithi028.stdout: "[200000, 399999]", 2024-08-29T19:03:21.131 INFO:tasks.workunit.client.0.smithi028.stdout: "[400000, 799999]", 2024-08-29T19:03:21.131 INFO:tasks.workunit.client.0.smithi028.stdout: "[800000, 1599999]", 2024-08-29T19:03:21.131 INFO:tasks.workunit.client.0.smithi028.stdout: "[1600000, 3199999]", 2024-08-29T19:03:21.131 INFO:tasks.workunit.client.0.smithi028.stdout: "[3200000, 6399999]", 2024-08-29T19:03:21.131 INFO:tasks.workunit.client.0.smithi028.stdout: "[6400000, 12799999]", 2024-08-29T19:03:21.131 INFO:tasks.workunit.client.0.smithi028.stdout: "[12800000, 25599999]", 2024-08-29T19:03:21.131 INFO:tasks.workunit.client.0.smithi028.stdout: "[25600000, 51199999]", 2024-08-29T19:03:21.131 INFO:tasks.workunit.client.0.smithi028.stdout: "[51200000, 102399999]", 2024-08-29T19:03:21.131 INFO:tasks.workunit.client.0.smithi028.stdout: "[102400000, 204799999]", 2024-08-29T19:03:21.131 INFO:tasks.workunit.client.0.smithi028.stdout: "[204800000, 409599999]", 2024-08-29T19:03:21.131 INFO:tasks.workunit.client.0.smithi028.stdout: "[409600000, 819199999]", 2024-08-29T19:03:21.131 INFO:tasks.workunit.client.0.smithi028.stdout: "[819200000, 1638399999]", 2024-08-29T19:03:21.132 INFO:tasks.workunit.client.0.smithi028.stdout: "[1638400000, 3276799999]", 2024-08-29T19:03:21.132 INFO:tasks.workunit.client.0.smithi028.stdout: "[3276800000, 6553599999]", 2024-08-29T19:03:21.132 INFO:tasks.workunit.client.0.smithi028.stdout: "[6553600000, 13107199999]", 2024-08-29T19:03:21.132 INFO:tasks.workunit.client.0.smithi028.stdout: "[13107200000, 26214399999]", 2024-08-29T19:03:21.132 INFO:tasks.workunit.client.0.smithi028.stdout: "[26214400000, 52428799999]", 2024-08-29T19:03:21.132 INFO:tasks.workunit.client.0.smithi028.stdout: "[52428800000, 104857599999]", 2024-08-29T19:03:21.132 INFO:tasks.workunit.client.0.smithi028.stdout: "[104857600000, 209715199999]", 2024-08-29T19:03:21.132 INFO:tasks.workunit.client.0.smithi028.stdout: "[209715200000, 419430399999]", 2024-08-29T19:03:21.132 INFO:tasks.workunit.client.0.smithi028.stdout: "[419430400000, 838860799999]", 2024-08-29T19:03:21.132 INFO:tasks.workunit.client.0.smithi028.stdout: "[838860800000, 1677721599999]", 2024-08-29T19:03:21.132 INFO:tasks.workunit.client.0.smithi028.stdout: "[1677721600000, 3355443199999]", 2024-08-29T19:03:21.132 INFO:tasks.workunit.client.0.smithi028.stdout: "[3355443200000, 6710886399999]", 2024-08-29T19:03:21.132 INFO:tasks.workunit.client.0.smithi028.stdout: "[6710886400000, 13421772799999]", 2024-08-29T19:03:21.132 INFO:tasks.workunit.client.0.smithi028.stdout: "[13421772800000, 26843545599999]", 2024-08-29T19:03:21.133 INFO:tasks.workunit.client.0.smithi028.stdout: "[26843545600000, 53687091199999]", 2024-08-29T19:03:21.133 INFO:tasks.workunit.client.0.smithi028.stdout: "[53687091200000, None]" 2024-08-29T19:03:21.133 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-08-29T19:03:21.133 INFO:tasks.workunit.client.0.smithi028.stdout: "scale_type": "log2" 2024-08-29T19:03:21.133 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:21.133 INFO:tasks.workunit.client.0.smithi028.stdout: { 2024-08-29T19:03:21.133 INFO:tasks.workunit.client.0.smithi028.stdout: "buckets": 32, 2024-08-29T19:03:21.133 INFO:tasks.workunit.client.0.smithi028.stdout: "min": 0, 2024-08-29T19:03:21.133 INFO:tasks.workunit.client.0.smithi028.stdout: "name": "Request size (bytes)", 2024-08-29T19:03:21.133 INFO:tasks.workunit.client.0.smithi028.stdout: "quant_size": 512, 2024-08-29T19:03:21.133 INFO:tasks.workunit.client.0.smithi028.stdout: "ranges": [ 2024-08-29T19:03:21.133 INFO:tasks.workunit.client.0.smithi028.stdout: "[None, -1]", 2024-08-29T19:03:21.133 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 511]", 2024-08-29T19:03:21.133 INFO:tasks.workunit.client.0.smithi028.stdout: "[512, 1023]", 2024-08-29T19:03:21.134 INFO:tasks.workunit.client.0.smithi028.stdout: "[1024, 2047]", 2024-08-29T19:03:21.134 INFO:tasks.workunit.client.0.smithi028.stdout: "[2048, 4095]", 2024-08-29T19:03:21.134 INFO:tasks.workunit.client.0.smithi028.stdout: "[4096, 8191]", 2024-08-29T19:03:21.134 INFO:tasks.workunit.client.0.smithi028.stdout: "[8192, 16383]", 2024-08-29T19:03:21.134 INFO:tasks.workunit.client.0.smithi028.stdout: "[16384, 32767]", 2024-08-29T19:03:21.134 INFO:tasks.workunit.client.0.smithi028.stdout: "[32768, 65535]", 2024-08-29T19:03:21.134 INFO:tasks.workunit.client.0.smithi028.stdout: "[65536, 131071]", 2024-08-29T19:03:21.134 INFO:tasks.workunit.client.0.smithi028.stdout: "[131072, 262143]", 2024-08-29T19:03:21.134 INFO:tasks.workunit.client.0.smithi028.stdout: "[262144, 524287]", 2024-08-29T19:03:21.134 INFO:tasks.workunit.client.0.smithi028.stdout: "[524288, 1048575]", 2024-08-29T19:03:21.134 INFO:tasks.workunit.client.0.smithi028.stdout: "[1048576, 2097151]", 2024-08-29T19:03:21.134 INFO:tasks.workunit.client.0.smithi028.stdout: "[2097152, 4194303]", 2024-08-29T19:03:21.134 INFO:tasks.workunit.client.0.smithi028.stdout: "[4194304, 8388607]", 2024-08-29T19:03:21.135 INFO:tasks.workunit.client.0.smithi028.stdout: "[8388608, 16777215]", 2024-08-29T19:03:21.135 INFO:tasks.workunit.client.0.smithi028.stdout: "[16777216, 33554431]", 2024-08-29T19:03:21.135 INFO:tasks.workunit.client.0.smithi028.stdout: "[33554432, 67108863]", 2024-08-29T19:03:21.135 INFO:tasks.workunit.client.0.smithi028.stdout: "[67108864, 134217727]", 2024-08-29T19:03:21.135 INFO:tasks.workunit.client.0.smithi028.stdout: "[134217728, 268435455]", 2024-08-29T19:03:21.135 INFO:tasks.workunit.client.0.smithi028.stdout: "[268435456, 536870911]", 2024-08-29T19:03:21.135 INFO:tasks.workunit.client.0.smithi028.stdout: "[536870912, 1073741823]", 2024-08-29T19:03:21.135 INFO:tasks.workunit.client.0.smithi028.stdout: "[1073741824, 2147483647]", 2024-08-29T19:03:21.135 INFO:tasks.workunit.client.0.smithi028.stdout: "[2147483648, 4294967295]", 2024-08-29T19:03:21.135 INFO:tasks.workunit.client.0.smithi028.stdout: "[4294967296, 8589934591]", 2024-08-29T19:03:21.135 INFO:tasks.workunit.client.0.smithi028.stdout: "[8589934592, 17179869183]", 2024-08-29T19:03:21.135 INFO:tasks.workunit.client.0.smithi028.stdout: "[17179869184, 34359738367]", 2024-08-29T19:03:21.135 INFO:tasks.workunit.client.0.smithi028.stdout: "[34359738368, 68719476735]", 2024-08-29T19:03:21.135 INFO:tasks.workunit.client.0.smithi028.stdout: "[68719476736, 137438953471]", 2024-08-29T19:03:21.136 INFO:tasks.workunit.client.0.smithi028.stdout: "[137438953472, 274877906943]", 2024-08-29T19:03:21.136 INFO:tasks.workunit.client.0.smithi028.stdout: "[274877906944, None]" 2024-08-29T19:03:21.136 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-08-29T19:03:21.136 INFO:tasks.workunit.client.0.smithi028.stdout: "scale_type": "log2" 2024-08-29T19:03:21.136 INFO:tasks.workunit.client.0.smithi028.stdout: } 2024-08-29T19:03:21.136 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-08-29T19:03:21.136 INFO:tasks.workunit.client.0.smithi028.stdout: "osds": [ 2024-08-29T19:03:21.136 INFO:tasks.workunit.client.0.smithi028.stdout: { 2024-08-29T19:03:21.136 INFO:tasks.workunit.client.0.smithi028.stdout: "osd_id": 0, 2024-08-29T19:03:21.136 INFO:tasks.workunit.client.0.smithi028.stdout: "values": [ 2024-08-29T19:03:21.136 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:21.136 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:21.136 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:21.136 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:21.137 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:21.137 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 15, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:21.137 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 684, 35, 0, 0, 8, 0, 1, 0, 3, 1, 3, 1, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:21.137 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 2561, 6, 1, 0, 9, 12, 14, 16, 31, 54, 79, 43, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:21.137 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 87, 4, 0, 0, 4, 0, 1, 1, 7, 4, 29, 199, 284, 5, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:21.137 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 109, 8, 0, 0, 0, 1, 0, 2, 1, 3, 5, 16, 102, 41, 39, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:21.137 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 192, 0, 0, 0, 0, 0, 0, 0, 0, 1, 4, 2, 4, 30, 27, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:21.137 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 700, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 2, 1, 5, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:21.137 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 1606, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:21.137 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 12, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:21.137 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:21.138 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 3, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:21.138 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:21.138 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:21.138 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:21.138 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:21.138 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:21.138 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:21.138 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:21.138 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:21.138 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:21.138 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:21.138 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:21.138 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:21.138 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:21.139 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:21.139 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:21.139 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-08-29T19:03:21.139 INFO:tasks.workunit.client.0.smithi028.stdout: ] 2024-08-29T19:03:21.139 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:21.139 INFO:tasks.workunit.client.0.smithi028.stdout: { 2024-08-29T19:03:21.139 INFO:tasks.workunit.client.0.smithi028.stdout: "osd_id": 1, 2024-08-29T19:03:21.139 INFO:tasks.workunit.client.0.smithi028.stdout: "values": [ 2024-08-29T19:03:21.139 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:21.139 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:21.139 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:21.139 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:21.139 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:21.139 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 23, 0, 0, 1, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:21.140 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 564, 10, 0, 0, 7, 0, 0, 0, 0, 0, 0, 1, 1, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:21.140 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 3722, 4, 2, 1, 10, 4, 11, 23, 37, 77, 146, 56, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:21.140 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 176, 5, 0, 1, 3, 0, 2, 4, 1, 10, 36, 250, 531, 5, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:21.140 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 225, 0, 0, 0, 0, 1, 0, 4, 6, 10, 40, 45, 111, 36, 28, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:21.140 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 410, 0, 0, 0, 0, 0, 1, 1, 0, 0, 6, 8, 8, 33, 45, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:21.140 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 1026, 0, 0, 0, 0, 0, 0, 0, 0, 1, 1, 1, 2, 2, 4, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:21.140 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 1438, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:21.140 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 833, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:21.140 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:21.140 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:21.140 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:21.140 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:21.140 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:21.140 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:21.141 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:21.141 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:21.141 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:21.141 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:21.141 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:21.141 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:21.141 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:21.141 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:21.141 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:21.141 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:21.141 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:21.141 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-08-29T19:03:21.141 INFO:tasks.workunit.client.0.smithi028.stdout: ] 2024-08-29T19:03:21.141 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:21.142 INFO:tasks.workunit.client.0.smithi028.stdout: { 2024-08-29T19:03:21.142 INFO:tasks.workunit.client.0.smithi028.stdout: "osd_id": 2, 2024-08-29T19:03:21.142 INFO:tasks.workunit.client.0.smithi028.stdout: "values": [ 2024-08-29T19:03:21.142 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:21.142 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:21.142 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:21.142 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:21.142 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:21.142 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 8, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:21.142 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 253, 25, 0, 0, 1, 0, 3, 3, 5, 1, 0, 3, 0, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:21.142 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 186, 13, 1, 0, 5, 0, 0, 0, 4, 15, 30, 28, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:21.142 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 133, 6, 0, 0, 0, 2, 1, 0, 5, 8, 41, 43, 7, 3, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:21.142 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 115, 5, 0, 0, 0, 0, 0, 0, 2, 1, 18, 30, 11, 26, 27, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:21.143 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 39, 0, 0, 0, 0, 0, 0, 1, 1, 2, 6, 11, 9, 14, 43, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:21.143 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 4, 0, 0, 0, 0, 0, 1, 0, 0, 0, 0, 2, 1, 2, 10, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:21.143 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:21.143 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:21.143 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:21.143 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:21.143 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:21.143 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:21.143 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:21.143 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:21.143 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:21.143 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:21.143 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:21.143 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:21.144 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:21.144 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:21.144 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:21.144 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:21.144 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:21.144 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:21.144 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:21.144 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-08-29T19:03:21.144 INFO:tasks.workunit.client.0.smithi028.stdout: ] 2024-08-29T19:03:21.144 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:21.144 INFO:tasks.workunit.client.0.smithi028.stdout: { 2024-08-29T19:03:21.144 INFO:tasks.workunit.client.0.smithi028.stdout: "osd_id": 3, 2024-08-29T19:03:21.144 INFO:tasks.workunit.client.0.smithi028.stdout: "values": [ 2024-08-29T19:03:21.144 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:21.145 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:21.145 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:21.145 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:21.145 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:21.145 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 29, 0, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:21.145 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 566, 12, 0, 0, 3, 0, 1, 3, 4, 2, 2, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:21.145 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 1216, 4, 1, 1, 4, 2, 3, 9, 19, 35, 45, 25, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:21.145 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 289, 0, 0, 0, 1, 0, 0, 1, 4, 9, 27, 83, 154, 3, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:21.145 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 432, 2, 0, 0, 0, 1, 1, 1, 0, 3, 7, 23, 26, 35, 17, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:21.145 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 356, 0, 0, 0, 0, 0, 0, 0, 0, 0, 3, 3, 5, 23, 29, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:21.145 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 244, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 2, 6, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:21.145 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 13, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:21.145 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:21.146 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:21.146 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:21.146 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:21.146 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:21.146 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:21.146 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:21.146 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:21.146 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:21.146 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:21.146 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:21.146 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:21.146 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:21.146 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:21.146 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:21.147 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:21.147 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:21.147 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:21.147 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-08-29T19:03:21.147 INFO:tasks.workunit.client.0.smithi028.stdout: ] 2024-08-29T19:03:21.147 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:21.147 INFO:tasks.workunit.client.0.smithi028.stdout: { 2024-08-29T19:03:21.147 INFO:tasks.workunit.client.0.smithi028.stdout: "osd_id": 4, 2024-08-29T19:03:21.147 INFO:tasks.workunit.client.0.smithi028.stdout: "values": [ 2024-08-29T19:03:21.147 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:21.147 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:21.147 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:21.147 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:21.148 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:21.148 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 16, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:21.148 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 421, 14, 0, 0, 6, 0, 3, 2, 4, 2, 1, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:21.148 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 1462, 15, 0, 0, 6, 6, 3, 8, 14, 36, 47, 29, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:21.148 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 451, 17, 0, 0, 1, 2, 3, 4, 2, 5, 23, 96, 149, 3, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:21.148 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 385, 5, 0, 0, 0, 1, 1, 1, 2, 4, 19, 30, 91, 38, 32, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:21.148 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 168, 6, 0, 0, 0, 0, 0, 1, 0, 1, 2, 5, 7, 43, 56, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:21.148 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 115, 0, 0, 0, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:21.148 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 93, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:21.148 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:21.148 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 3, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:21.148 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:21.148 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:21.148 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:21.149 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:21.149 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:21.149 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:21.149 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:21.149 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:21.149 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:21.149 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:21.149 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:21.149 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:21.149 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:21.149 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:21.149 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:21.149 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:21.149 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-08-29T19:03:21.150 INFO:tasks.workunit.client.0.smithi028.stdout: ] 2024-08-29T19:03:21.150 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:21.150 INFO:tasks.workunit.client.0.smithi028.stdout: { 2024-08-29T19:03:21.150 INFO:tasks.workunit.client.0.smithi028.stdout: "osd_id": 5, 2024-08-29T19:03:21.150 INFO:tasks.workunit.client.0.smithi028.stdout: "values": [ 2024-08-29T19:03:21.150 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:21.150 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:21.150 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:21.150 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:21.150 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:21.150 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 11, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:21.150 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 302, 25, 3, 0, 7, 1, 0, 2, 1, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:21.150 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 58, 1, 0, 0, 11, 1, 1, 1, 3, 1, 4, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:21.150 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 71, 1, 0, 0, 0, 1, 3, 1, 4, 0, 17, 25, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:21.151 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 32, 8, 0, 0, 0, 0, 1, 0, 0, 4, 2, 14, 21, 24, 18, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:21.151 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 8, 18, 0, 0, 0, 0, 1, 0, 0, 0, 2, 5, 16, 33, 31, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:21.151 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 34, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 3, 2, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:21.151 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 91, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:21.151 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 105, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:21.151 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:21.151 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:21.151 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:21.151 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:21.151 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:21.151 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:21.151 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:21.151 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:21.151 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:21.152 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:21.152 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:21.152 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:21.152 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:21.152 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:21.152 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:21.152 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:21.152 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:21.152 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-08-29T19:03:21.152 INFO:tasks.workunit.client.0.smithi028.stdout: ] 2024-08-29T19:03:21.152 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:21.152 INFO:tasks.workunit.client.0.smithi028.stdout: { 2024-08-29T19:03:21.153 INFO:tasks.workunit.client.0.smithi028.stdout: "osd_id": 6, 2024-08-29T19:03:21.153 INFO:tasks.workunit.client.0.smithi028.stdout: "values": [ 2024-08-29T19:03:21.153 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:21.153 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:21.153 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:21.153 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:21.153 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:21.153 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 9, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:21.153 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 440, 9, 0, 0, 4, 1, 3, 2, 4, 1, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:21.153 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 1556, 3, 0, 0, 3, 3, 2, 11, 18, 40, 33, 17, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:21.153 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 501, 9, 0, 1, 1, 1, 0, 2, 2, 4, 14, 108, 138, 3, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:21.153 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 360, 2, 0, 0, 0, 0, 1, 1, 3, 5, 10, 24, 61, 19, 8, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:21.153 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 99, 0, 0, 0, 0, 0, 0, 0, 0, 1, 2, 2, 5, 17, 24, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:21.153 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 110, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 3, 0, 2, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:21.154 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 141, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:21.154 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:21.154 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:21.154 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:21.154 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:21.154 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:21.154 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:21.154 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:21.154 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:21.154 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:21.154 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:21.154 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:21.154 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:21.154 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:21.155 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:21.155 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:21.155 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:21.155 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:21.155 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:21.155 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-08-29T19:03:21.155 INFO:tasks.workunit.client.0.smithi028.stdout: ] 2024-08-29T19:03:21.155 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:21.155 INFO:tasks.workunit.client.0.smithi028.stdout: { 2024-08-29T19:03:21.155 INFO:tasks.workunit.client.0.smithi028.stdout: "osd_id": 7, 2024-08-29T19:03:21.155 INFO:tasks.workunit.client.0.smithi028.stdout: "values": [ 2024-08-29T19:03:21.155 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:21.155 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:21.155 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:21.156 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:21.156 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:21.156 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 9, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:21.156 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 323, 11, 1, 0, 5, 0, 1, 4, 4, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:21.156 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 47, 7, 1, 0, 2, 0, 1, 0, 4, 8, 5, 2, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:21.156 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 92, 7, 1, 0, 0, 1, 2, 4, 3, 1, 8, 18, 7, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:21.156 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 42, 20, 0, 0, 0, 0, 0, 1, 2, 2, 15, 17, 22, 24, 8, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:21.156 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 14, 33, 0, 0, 0, 0, 0, 0, 0, 1, 3, 4, 5, 18, 32, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:21.156 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 75, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 2, 2, 1, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:21.156 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 211, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:21.156 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 171, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:21.156 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:21.156 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:21.156 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:21.157 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:21.157 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:21.157 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:21.157 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:21.157 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:21.157 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:21.157 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:21.157 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:21.157 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:21.157 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:21.157 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:21.157 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:21.157 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:21.158 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:21.158 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-08-29T19:03:21.158 INFO:tasks.workunit.client.0.smithi028.stdout: ] 2024-08-29T19:03:21.158 INFO:tasks.workunit.client.0.smithi028.stdout: } 2024-08-29T19:03:21.158 INFO:tasks.workunit.client.0.smithi028.stdout: ] 2024-08-29T19:03:21.158 INFO:tasks.workunit.client.0.smithi028.stdout: } 2024-08-29T19:03:21.158 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:21.158 INFO:tasks.workunit.client.0.smithi028.stdout: { 2024-08-29T19:03:21.158 INFO:tasks.workunit.client.0.smithi028.stdout: "scrub_resrv_repnum_vs_duration": { 2024-08-29T19:03:21.158 INFO:tasks.workunit.client.0.smithi028.stdout: "axes": [ 2024-08-29T19:03:21.158 INFO:tasks.workunit.client.0.smithi028.stdout: { 2024-08-29T19:03:21.158 INFO:tasks.workunit.client.0.smithi028.stdout: "buckets": 8, 2024-08-29T19:03:21.158 INFO:tasks.workunit.client.0.smithi028.stdout: "min": 0, 2024-08-29T19:03:21.158 INFO:tasks.workunit.client.0.smithi028.stdout: "name": "number of replicas", 2024-08-29T19:03:21.159 INFO:tasks.workunit.client.0.smithi028.stdout: "quant_size": 1, 2024-08-29T19:03:21.159 INFO:tasks.workunit.client.0.smithi028.stdout: "ranges": [ 2024-08-29T19:03:21.159 INFO:tasks.workunit.client.0.smithi028.stdout: "[None, -1]", 2024-08-29T19:03:21.159 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0]", 2024-08-29T19:03:21.159 INFO:tasks.workunit.client.0.smithi028.stdout: "[1, 1]", 2024-08-29T19:03:21.159 INFO:tasks.workunit.client.0.smithi028.stdout: "[2, 2]", 2024-08-29T19:03:21.159 INFO:tasks.workunit.client.0.smithi028.stdout: "[3, 3]", 2024-08-29T19:03:21.159 INFO:tasks.workunit.client.0.smithi028.stdout: "[4, 4]", 2024-08-29T19:03:21.159 INFO:tasks.workunit.client.0.smithi028.stdout: "[5, 5]", 2024-08-29T19:03:21.159 INFO:tasks.workunit.client.0.smithi028.stdout: "[6, None]" 2024-08-29T19:03:21.159 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-08-29T19:03:21.159 INFO:tasks.workunit.client.0.smithi028.stdout: "scale_type": "linear" 2024-08-29T19:03:21.159 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:21.159 INFO:tasks.workunit.client.0.smithi028.stdout: { 2024-08-29T19:03:21.160 INFO:tasks.workunit.client.0.smithi028.stdout: "buckets": 10, 2024-08-29T19:03:21.160 INFO:tasks.workunit.client.0.smithi028.stdout: "min": 0, 2024-08-29T19:03:21.160 INFO:tasks.workunit.client.0.smithi028.stdout: "name": "duration", 2024-08-29T19:03:21.160 INFO:tasks.workunit.client.0.smithi028.stdout: "quant_size": 250000, 2024-08-29T19:03:21.160 INFO:tasks.workunit.client.0.smithi028.stdout: "ranges": [ 2024-08-29T19:03:21.160 INFO:tasks.workunit.client.0.smithi028.stdout: "[None, -1]", 2024-08-29T19:03:21.160 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 249999]", 2024-08-29T19:03:21.160 INFO:tasks.workunit.client.0.smithi028.stdout: "[250000, 499999]", 2024-08-29T19:03:21.160 INFO:tasks.workunit.client.0.smithi028.stdout: "[500000, 999999]", 2024-08-29T19:03:21.160 INFO:tasks.workunit.client.0.smithi028.stdout: "[1000000, 1999999]", 2024-08-29T19:03:21.160 INFO:tasks.workunit.client.0.smithi028.stdout: "[2000000, 3999999]", 2024-08-29T19:03:21.160 INFO:tasks.workunit.client.0.smithi028.stdout: "[4000000, 7999999]", 2024-08-29T19:03:21.160 INFO:tasks.workunit.client.0.smithi028.stdout: "[8000000, 15999999]", 2024-08-29T19:03:21.161 INFO:tasks.workunit.client.0.smithi028.stdout: "[16000000, 31999999]", 2024-08-29T19:03:21.161 INFO:tasks.workunit.client.0.smithi028.stdout: "[32000000, None]" 2024-08-29T19:03:21.161 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-08-29T19:03:21.161 INFO:tasks.workunit.client.0.smithi028.stdout: "scale_type": "log2" 2024-08-29T19:03:21.161 INFO:tasks.workunit.client.0.smithi028.stdout: } 2024-08-29T19:03:21.161 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-08-29T19:03:21.161 INFO:tasks.workunit.client.0.smithi028.stdout: "osds": [ 2024-08-29T19:03:21.161 INFO:tasks.workunit.client.0.smithi028.stdout: { 2024-08-29T19:03:21.161 INFO:tasks.workunit.client.0.smithi028.stdout: "osd_id": 0, 2024-08-29T19:03:21.161 INFO:tasks.workunit.client.0.smithi028.stdout: "values": [ 2024-08-29T19:03:21.161 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:21.161 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:21.161 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:21.161 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:21.161 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:21.162 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:21.162 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:21.162 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-08-29T19:03:21.162 INFO:tasks.workunit.client.0.smithi028.stdout: ] 2024-08-29T19:03:21.162 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:21.162 INFO:tasks.workunit.client.0.smithi028.stdout: { 2024-08-29T19:03:21.162 INFO:tasks.workunit.client.0.smithi028.stdout: "osd_id": 1, 2024-08-29T19:03:21.162 INFO:tasks.workunit.client.0.smithi028.stdout: "values": [ 2024-08-29T19:03:21.162 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:21.162 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:21.162 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:21.162 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:21.162 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:21.162 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:21.163 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:21.163 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-08-29T19:03:21.163 INFO:tasks.workunit.client.0.smithi028.stdout: ] 2024-08-29T19:03:21.163 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:21.163 INFO:tasks.workunit.client.0.smithi028.stdout: { 2024-08-29T19:03:21.163 INFO:tasks.workunit.client.0.smithi028.stdout: "osd_id": 2, 2024-08-29T19:03:21.163 INFO:tasks.workunit.client.0.smithi028.stdout: "values": [ 2024-08-29T19:03:21.163 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:21.163 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:21.163 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:21.163 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:21.163 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:21.163 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:21.163 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:21.164 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-08-29T19:03:21.164 INFO:tasks.workunit.client.0.smithi028.stdout: ] 2024-08-29T19:03:21.164 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:21.164 INFO:tasks.workunit.client.0.smithi028.stdout: { 2024-08-29T19:03:21.164 INFO:tasks.workunit.client.0.smithi028.stdout: "osd_id": 3, 2024-08-29T19:03:21.164 INFO:tasks.workunit.client.0.smithi028.stdout: "values": [ 2024-08-29T19:03:21.164 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:21.164 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:21.164 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:21.164 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:21.164 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:21.164 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:21.164 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:21.164 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-08-29T19:03:21.165 INFO:tasks.workunit.client.0.smithi028.stdout: ] 2024-08-29T19:03:21.165 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:21.165 INFO:tasks.workunit.client.0.smithi028.stdout: { 2024-08-29T19:03:21.165 INFO:tasks.workunit.client.0.smithi028.stdout: "osd_id": 4, 2024-08-29T19:03:21.165 INFO:tasks.workunit.client.0.smithi028.stdout: "values": [ 2024-08-29T19:03:21.165 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:21.165 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:21.165 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:21.165 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:21.165 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:21.165 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:21.165 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:21.165 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-08-29T19:03:21.165 INFO:tasks.workunit.client.0.smithi028.stdout: ] 2024-08-29T19:03:21.166 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:21.166 INFO:tasks.workunit.client.0.smithi028.stdout: { 2024-08-29T19:03:21.166 INFO:tasks.workunit.client.0.smithi028.stdout: "osd_id": 5, 2024-08-29T19:03:21.166 INFO:tasks.workunit.client.0.smithi028.stdout: "values": [ 2024-08-29T19:03:21.166 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:21.166 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:21.166 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:21.166 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:21.166 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:21.166 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:21.166 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:21.166 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-08-29T19:03:21.166 INFO:tasks.workunit.client.0.smithi028.stdout: ] 2024-08-29T19:03:21.166 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:21.167 INFO:tasks.workunit.client.0.smithi028.stdout: { 2024-08-29T19:03:21.167 INFO:tasks.workunit.client.0.smithi028.stdout: "osd_id": 6, 2024-08-29T19:03:21.167 INFO:tasks.workunit.client.0.smithi028.stdout: "values": [ 2024-08-29T19:03:21.167 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:21.167 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:21.167 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:21.167 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:21.167 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:21.167 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:21.167 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:21.167 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-08-29T19:03:21.167 INFO:tasks.workunit.client.0.smithi028.stdout: ] 2024-08-29T19:03:21.168 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:21.168 INFO:tasks.workunit.client.0.smithi028.stdout: { 2024-08-29T19:03:21.168 INFO:tasks.workunit.client.0.smithi028.stdout: "osd_id": 7, 2024-08-29T19:03:21.168 INFO:tasks.workunit.client.0.smithi028.stdout: "values": [ 2024-08-29T19:03:21.168 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:21.168 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:21.168 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:21.168 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:21.168 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:21.168 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:21.168 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:21.168 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-08-29T19:03:21.168 INFO:tasks.workunit.client.0.smithi028.stdout: ] 2024-08-29T19:03:21.168 INFO:tasks.workunit.client.0.smithi028.stdout: } 2024-08-29T19:03:21.169 INFO:tasks.workunit.client.0.smithi028.stdout: ] 2024-08-29T19:03:21.169 INFO:tasks.workunit.client.0.smithi028.stdout: } 2024-08-29T19:03:21.169 INFO:tasks.workunit.client.0.smithi028.stdout: } 2024-08-29T19:03:21.169 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-08-29T19:03:21.169 INFO:tasks.workunit.client.0.smithi028.stdout: "perf_counters": { 2024-08-29T19:03:21.169 INFO:tasks.workunit.client.0.smithi028.stdout: "mds.e4958ae9278a574c0226651ef9b7bc2d4e1b34b9": { 2024-08-29T19:03:21.169 INFO:tasks.workunit.client.0.smithi028.stdout: "mds": { 2024-08-29T19:03:21.169 INFO:tasks.workunit.client.0.smithi028.stdout: "caps": { 2024-08-29T19:03:21.169 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:21.169 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:21.169 INFO:tasks.workunit.client.0.smithi028.stdout: "ceph_cap_op_flush_ack": { 2024-08-29T19:03:21.169 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:21.169 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:21.169 INFO:tasks.workunit.client.0.smithi028.stdout: "ceph_cap_op_flushsnap_ack": { 2024-08-29T19:03:21.170 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:21.170 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:21.170 INFO:tasks.workunit.client.0.smithi028.stdout: "ceph_cap_op_grant": { 2024-08-29T19:03:21.170 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:21.170 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:21.170 INFO:tasks.workunit.client.0.smithi028.stdout: "ceph_cap_op_revoke": { 2024-08-29T19:03:21.170 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:21.170 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:21.170 INFO:tasks.workunit.client.0.smithi028.stdout: "ceph_cap_op_trunc": { 2024-08-29T19:03:21.170 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:21.170 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:21.170 INFO:tasks.workunit.client.0.smithi028.stdout: "dir_commit": { 2024-08-29T19:03:21.170 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:21.170 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:21.171 INFO:tasks.workunit.client.0.smithi028.stdout: "dir_fetch_complete": { 2024-08-29T19:03:21.171 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 12 2024-08-29T19:03:21.171 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:21.171 INFO:tasks.workunit.client.0.smithi028.stdout: "dir_fetch_keys": { 2024-08-29T19:03:21.171 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 10 2024-08-29T19:03:21.171 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:21.171 INFO:tasks.workunit.client.0.smithi028.stdout: "dir_merge": { 2024-08-29T19:03:21.171 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:21.171 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:21.171 INFO:tasks.workunit.client.0.smithi028.stdout: "dir_split": { 2024-08-29T19:03:21.171 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:21.171 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:21.171 INFO:tasks.workunit.client.0.smithi028.stdout: "exported_inodes": { 2024-08-29T19:03:21.172 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:21.172 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:21.172 INFO:tasks.workunit.client.0.smithi028.stdout: "forward": { 2024-08-29T19:03:21.172 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:21.172 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:21.172 INFO:tasks.workunit.client.0.smithi028.stdout: "handle_client_cap_release": { 2024-08-29T19:03:21.172 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:21.172 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:21.172 INFO:tasks.workunit.client.0.smithi028.stdout: "handle_client_caps": { 2024-08-29T19:03:21.172 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:21.172 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:21.172 INFO:tasks.workunit.client.0.smithi028.stdout: "handle_client_caps_dirty": { 2024-08-29T19:03:21.172 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:21.172 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:21.173 INFO:tasks.workunit.client.0.smithi028.stdout: "handle_inode_file_caps": { 2024-08-29T19:03:21.173 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:21.173 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:21.173 INFO:tasks.workunit.client.0.smithi028.stdout: "imported_inodes": { 2024-08-29T19:03:21.173 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:21.173 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:21.173 INFO:tasks.workunit.client.0.smithi028.stdout: "inodes": { 2024-08-29T19:03:21.173 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 10 2024-08-29T19:03:21.173 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:21.173 INFO:tasks.workunit.client.0.smithi028.stdout: "inodes_expired": { 2024-08-29T19:03:21.173 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:21.173 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:21.173 INFO:tasks.workunit.client.0.smithi028.stdout: "inodes_pinned": { 2024-08-29T19:03:21.173 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 10 2024-08-29T19:03:21.174 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:21.174 INFO:tasks.workunit.client.0.smithi028.stdout: "inodes_with_caps": { 2024-08-29T19:03:21.174 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:21.174 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:21.174 INFO:tasks.workunit.client.0.smithi028.stdout: "load_cent": { 2024-08-29T19:03:21.174 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:21.174 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:21.174 INFO:tasks.workunit.client.0.smithi028.stdout: "openino_dir_fetch": { 2024-08-29T19:03:21.174 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:21.174 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:21.174 INFO:tasks.workunit.client.0.smithi028.stdout: "process_request_cap_release": { 2024-08-29T19:03:21.174 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:21.174 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:21.174 INFO:tasks.workunit.client.0.smithi028.stdout: "reply_latency": { 2024-08-29T19:03:21.175 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 0, 2024-08-29T19:03:21.175 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:21.175 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:21.175 INFO:tasks.workunit.client.0.smithi028.stdout: "request": { 2024-08-29T19:03:21.175 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:21.175 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:21.175 INFO:tasks.workunit.client.0.smithi028.stdout: "root_rbytes": { 2024-08-29T19:03:21.175 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:21.175 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:21.175 INFO:tasks.workunit.client.0.smithi028.stdout: "root_rfiles": { 2024-08-29T19:03:21.175 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:21.175 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:21.175 INFO:tasks.workunit.client.0.smithi028.stdout: "root_rsnaps": { 2024-08-29T19:03:21.175 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:21.176 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:21.176 INFO:tasks.workunit.client.0.smithi028.stdout: "slow_reply": { 2024-08-29T19:03:21.176 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:21.176 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:21.176 INFO:tasks.workunit.client.0.smithi028.stdout: "subtrees": { 2024-08-29T19:03:21.176 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 2 2024-08-29T19:03:21.176 INFO:tasks.workunit.client.0.smithi028.stdout: } 2024-08-29T19:03:21.176 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:21.176 INFO:tasks.workunit.client.0.smithi028.stdout: "mds_cache": { 2024-08-29T19:03:21.176 INFO:tasks.workunit.client.0.smithi028.stdout: "ireq_enqueue_scrub": { 2024-08-29T19:03:21.176 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:21.176 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:21.176 INFO:tasks.workunit.client.0.smithi028.stdout: "ireq_exportdir": { 2024-08-29T19:03:21.176 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:21.177 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:21.177 INFO:tasks.workunit.client.0.smithi028.stdout: "ireq_flush": { 2024-08-29T19:03:21.177 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:21.177 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:21.177 INFO:tasks.workunit.client.0.smithi028.stdout: "ireq_fragmentdir": { 2024-08-29T19:03:21.177 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:21.177 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:21.177 INFO:tasks.workunit.client.0.smithi028.stdout: "ireq_fragstats": { 2024-08-29T19:03:21.177 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:21.177 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:21.177 INFO:tasks.workunit.client.0.smithi028.stdout: "ireq_inodestats": { 2024-08-29T19:03:21.177 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:21.177 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:21.177 INFO:tasks.workunit.client.0.smithi028.stdout: "ireq_quiesce_inode": { 2024-08-29T19:03:21.177 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:21.178 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:21.178 INFO:tasks.workunit.client.0.smithi028.stdout: "ireq_quiesce_path": { 2024-08-29T19:03:21.178 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:21.178 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:21.178 INFO:tasks.workunit.client.0.smithi028.stdout: "num_recovering_enqueued": { 2024-08-29T19:03:21.178 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:21.178 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:21.178 INFO:tasks.workunit.client.0.smithi028.stdout: "num_recovering_prioritized": { 2024-08-29T19:03:21.178 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:21.178 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:21.178 INFO:tasks.workunit.client.0.smithi028.stdout: "num_recovering_processing": { 2024-08-29T19:03:21.178 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:21.178 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:21.178 INFO:tasks.workunit.client.0.smithi028.stdout: "num_strays": { 2024-08-29T19:03:21.179 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:21.179 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:21.179 INFO:tasks.workunit.client.0.smithi028.stdout: "num_strays_delayed": { 2024-08-29T19:03:21.179 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:21.179 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:21.179 INFO:tasks.workunit.client.0.smithi028.stdout: "num_strays_enqueuing": { 2024-08-29T19:03:21.179 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:21.179 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:21.179 INFO:tasks.workunit.client.0.smithi028.stdout: "recovery_completed": { 2024-08-29T19:03:21.179 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:21.179 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:21.179 INFO:tasks.workunit.client.0.smithi028.stdout: "recovery_started": { 2024-08-29T19:03:21.179 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:21.179 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:21.180 INFO:tasks.workunit.client.0.smithi028.stdout: "strays_created": { 2024-08-29T19:03:21.180 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:21.180 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:21.180 INFO:tasks.workunit.client.0.smithi028.stdout: "strays_enqueued": { 2024-08-29T19:03:21.180 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:21.180 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:21.180 INFO:tasks.workunit.client.0.smithi028.stdout: "strays_migrated": { 2024-08-29T19:03:21.180 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:21.180 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:21.180 INFO:tasks.workunit.client.0.smithi028.stdout: "strays_reintegrated": { 2024-08-29T19:03:21.180 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:21.180 INFO:tasks.workunit.client.0.smithi028.stdout: } 2024-08-29T19:03:21.180 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:21.180 INFO:tasks.workunit.client.0.smithi028.stdout: "mds_log": { 2024-08-29T19:03:21.181 INFO:tasks.workunit.client.0.smithi028.stdout: "ev": { 2024-08-29T19:03:21.181 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 17 2024-08-29T19:03:21.181 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:21.181 INFO:tasks.workunit.client.0.smithi028.stdout: "evadd": { 2024-08-29T19:03:21.181 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:21.181 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:21.181 INFO:tasks.workunit.client.0.smithi028.stdout: "evex": { 2024-08-29T19:03:21.181 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:21.181 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:21.181 INFO:tasks.workunit.client.0.smithi028.stdout: "evexd": { 2024-08-29T19:03:21.181 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:21.181 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:21.181 INFO:tasks.workunit.client.0.smithi028.stdout: "evexg": { 2024-08-29T19:03:21.181 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:21.182 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:21.182 INFO:tasks.workunit.client.0.smithi028.stdout: "evlrg": { 2024-08-29T19:03:21.182 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:21.182 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:21.182 INFO:tasks.workunit.client.0.smithi028.stdout: "evtrm": { 2024-08-29T19:03:21.182 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:21.182 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:21.182 INFO:tasks.workunit.client.0.smithi028.stdout: "jlat": { 2024-08-29T19:03:21.182 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 0, 2024-08-29T19:03:21.182 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:21.182 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:21.182 INFO:tasks.workunit.client.0.smithi028.stdout: "replayed": { 2024-08-29T19:03:21.182 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 17 2024-08-29T19:03:21.182 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:21.183 INFO:tasks.workunit.client.0.smithi028.stdout: "seg": { 2024-08-29T19:03:21.183 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 1 2024-08-29T19:03:21.183 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:21.183 INFO:tasks.workunit.client.0.smithi028.stdout: "segadd": { 2024-08-29T19:03:21.183 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:21.183 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:21.183 INFO:tasks.workunit.client.0.smithi028.stdout: "segex": { 2024-08-29T19:03:21.183 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:21.183 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:21.183 INFO:tasks.workunit.client.0.smithi028.stdout: "segexd": { 2024-08-29T19:03:21.183 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:21.183 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:21.183 INFO:tasks.workunit.client.0.smithi028.stdout: "segexg": { 2024-08-29T19:03:21.183 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:21.183 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:21.184 INFO:tasks.workunit.client.0.smithi028.stdout: "segmjr": { 2024-08-29T19:03:21.184 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 1 2024-08-29T19:03:21.184 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:21.184 INFO:tasks.workunit.client.0.smithi028.stdout: "segtrm": { 2024-08-29T19:03:21.184 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:21.184 INFO:tasks.workunit.client.0.smithi028.stdout: } 2024-08-29T19:03:21.184 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:21.184 INFO:tasks.workunit.client.0.smithi028.stdout: "mds_mem": { 2024-08-29T19:03:21.184 INFO:tasks.workunit.client.0.smithi028.stdout: "cap": { 2024-08-29T19:03:21.184 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:21.184 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:21.184 INFO:tasks.workunit.client.0.smithi028.stdout: "cap+": { 2024-08-29T19:03:21.184 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:21.184 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:21.185 INFO:tasks.workunit.client.0.smithi028.stdout: "cap-": { 2024-08-29T19:03:21.185 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:21.185 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:21.185 INFO:tasks.workunit.client.0.smithi028.stdout: "dir": { 2024-08-29T19:03:21.185 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 12 2024-08-29T19:03:21.185 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:21.185 INFO:tasks.workunit.client.0.smithi028.stdout: "dir+": { 2024-08-29T19:03:21.185 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 12 2024-08-29T19:03:21.185 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:21.185 INFO:tasks.workunit.client.0.smithi028.stdout: "dir-": { 2024-08-29T19:03:21.185 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:21.185 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:21.186 INFO:tasks.workunit.client.0.smithi028.stdout: "dn": { 2024-08-29T19:03:21.186 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 10 2024-08-29T19:03:21.186 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:21.186 INFO:tasks.workunit.client.0.smithi028.stdout: "dn+": { 2024-08-29T19:03:21.186 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 10 2024-08-29T19:03:21.186 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:21.186 INFO:tasks.workunit.client.0.smithi028.stdout: "dn-": { 2024-08-29T19:03:21.186 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:21.186 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:21.186 INFO:tasks.workunit.client.0.smithi028.stdout: "heap": { 2024-08-29T19:03:21.186 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 248096 2024-08-29T19:03:21.186 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:21.186 INFO:tasks.workunit.client.0.smithi028.stdout: "ino": { 2024-08-29T19:03:21.186 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 13 2024-08-29T19:03:21.187 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:21.187 INFO:tasks.workunit.client.0.smithi028.stdout: "ino+": { 2024-08-29T19:03:21.187 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 13 2024-08-29T19:03:21.187 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:21.187 INFO:tasks.workunit.client.0.smithi028.stdout: "ino-": { 2024-08-29T19:03:21.187 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:21.187 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:21.187 INFO:tasks.workunit.client.0.smithi028.stdout: "rss": { 2024-08-29T19:03:21.187 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 44160 2024-08-29T19:03:21.187 INFO:tasks.workunit.client.0.smithi028.stdout: } 2024-08-29T19:03:21.187 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:21.187 INFO:tasks.workunit.client.0.smithi028.stdout: "mds_server": { 2024-08-29T19:03:21.187 INFO:tasks.workunit.client.0.smithi028.stdout: "cap_acquisition_throttle": { 2024-08-29T19:03:21.187 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:21.188 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:21.188 INFO:tasks.workunit.client.0.smithi028.stdout: "cap_revoke_eviction": { 2024-08-29T19:03:21.188 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:21.188 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:21.188 INFO:tasks.workunit.client.0.smithi028.stdout: "handle_client_request": { 2024-08-29T19:03:21.188 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:21.188 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:21.188 INFO:tasks.workunit.client.0.smithi028.stdout: "handle_client_session": { 2024-08-29T19:03:21.188 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:21.188 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:21.188 INFO:tasks.workunit.client.0.smithi028.stdout: "handle_peer_request": { 2024-08-29T19:03:21.188 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:21.188 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:21.188 INFO:tasks.workunit.client.0.smithi028.stdout: "req_create_latency": { 2024-08-29T19:03:21.189 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 0, 2024-08-29T19:03:21.189 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:21.189 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:21.189 INFO:tasks.workunit.client.0.smithi028.stdout: "req_getattr_latency": { 2024-08-29T19:03:21.189 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 0, 2024-08-29T19:03:21.189 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:21.189 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:21.189 INFO:tasks.workunit.client.0.smithi028.stdout: "req_getfilelock_latency": { 2024-08-29T19:03:21.189 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 0, 2024-08-29T19:03:21.189 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:21.189 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:21.189 INFO:tasks.workunit.client.0.smithi028.stdout: "req_getvxattr_latency": { 2024-08-29T19:03:21.189 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 0, 2024-08-29T19:03:21.189 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:21.189 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:21.190 INFO:tasks.workunit.client.0.smithi028.stdout: "req_link_latency": { 2024-08-29T19:03:21.190 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 0, 2024-08-29T19:03:21.190 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:21.190 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:21.190 INFO:tasks.workunit.client.0.smithi028.stdout: "req_lookup_latency": { 2024-08-29T19:03:21.190 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 0, 2024-08-29T19:03:21.190 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:21.190 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:21.190 INFO:tasks.workunit.client.0.smithi028.stdout: "req_lookuphash_latency": { 2024-08-29T19:03:21.190 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 0, 2024-08-29T19:03:21.190 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:21.190 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:21.190 INFO:tasks.workunit.client.0.smithi028.stdout: "req_lookupino_latency": { 2024-08-29T19:03:21.190 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 0, 2024-08-29T19:03:21.191 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:21.191 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:21.191 INFO:tasks.workunit.client.0.smithi028.stdout: "req_lookupname_latency": { 2024-08-29T19:03:21.191 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 0, 2024-08-29T19:03:21.191 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:21.191 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:21.191 INFO:tasks.workunit.client.0.smithi028.stdout: "req_lookupparent_latency": { 2024-08-29T19:03:21.191 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 0, 2024-08-29T19:03:21.191 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:21.191 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:21.191 INFO:tasks.workunit.client.0.smithi028.stdout: "req_lookupsnap_latency": { 2024-08-29T19:03:21.191 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 0, 2024-08-29T19:03:21.191 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:21.191 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:21.192 INFO:tasks.workunit.client.0.smithi028.stdout: "req_lssnap_latency": { 2024-08-29T19:03:21.192 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 0, 2024-08-29T19:03:21.192 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:21.192 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:21.192 INFO:tasks.workunit.client.0.smithi028.stdout: "req_mkdir_latency": { 2024-08-29T19:03:21.192 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 0, 2024-08-29T19:03:21.192 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:21.192 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:21.192 INFO:tasks.workunit.client.0.smithi028.stdout: "req_mknod_latency": { 2024-08-29T19:03:21.192 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 0, 2024-08-29T19:03:21.192 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:21.192 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:21.192 INFO:tasks.workunit.client.0.smithi028.stdout: "req_mksnap_latency": { 2024-08-29T19:03:21.192 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 0, 2024-08-29T19:03:21.193 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:21.193 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:21.193 INFO:tasks.workunit.client.0.smithi028.stdout: "req_open_latency": { 2024-08-29T19:03:21.193 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 0, 2024-08-29T19:03:21.193 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:21.193 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:21.193 INFO:tasks.workunit.client.0.smithi028.stdout: "req_readdir_latency": { 2024-08-29T19:03:21.193 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 0, 2024-08-29T19:03:21.193 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:21.193 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:21.194 INFO:tasks.workunit.client.0.smithi028.stdout: "req_rename_latency": { 2024-08-29T19:03:21.194 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 0, 2024-08-29T19:03:21.194 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:21.194 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:21.194 INFO:tasks.workunit.client.0.smithi028.stdout: "req_renamesnap_latency": { 2024-08-29T19:03:21.194 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 0, 2024-08-29T19:03:21.194 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:21.194 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:21.194 INFO:tasks.workunit.client.0.smithi028.stdout: "req_rmdir_latency": { 2024-08-29T19:03:21.194 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 0, 2024-08-29T19:03:21.194 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:21.194 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:21.194 INFO:tasks.workunit.client.0.smithi028.stdout: "req_rmsnap_latency": { 2024-08-29T19:03:21.194 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 0, 2024-08-29T19:03:21.195 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:21.195 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:21.195 INFO:tasks.workunit.client.0.smithi028.stdout: "req_rmxattr_latency": { 2024-08-29T19:03:21.195 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 0, 2024-08-29T19:03:21.195 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:21.195 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:21.195 INFO:tasks.workunit.client.0.smithi028.stdout: "req_setattr_latency": { 2024-08-29T19:03:21.195 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 0, 2024-08-29T19:03:21.195 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:21.195 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:21.195 INFO:tasks.workunit.client.0.smithi028.stdout: "req_setdirlayout_latency": { 2024-08-29T19:03:21.195 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 0, 2024-08-29T19:03:21.195 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:21.195 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:21.196 INFO:tasks.workunit.client.0.smithi028.stdout: "req_setfilelock_latency": { 2024-08-29T19:03:21.196 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 0, 2024-08-29T19:03:21.196 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:21.196 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:21.196 INFO:tasks.workunit.client.0.smithi028.stdout: "req_setlayout_latency": { 2024-08-29T19:03:21.196 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 0, 2024-08-29T19:03:21.196 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:21.196 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:21.196 INFO:tasks.workunit.client.0.smithi028.stdout: "req_setxattr_latency": { 2024-08-29T19:03:21.196 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 0, 2024-08-29T19:03:21.196 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:21.196 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:21.196 INFO:tasks.workunit.client.0.smithi028.stdout: "req_snapdiff_latency": { 2024-08-29T19:03:21.196 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 0, 2024-08-29T19:03:21.197 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:21.197 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:21.197 INFO:tasks.workunit.client.0.smithi028.stdout: "req_symlink_latency": { 2024-08-29T19:03:21.197 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 0, 2024-08-29T19:03:21.197 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:21.197 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:21.197 INFO:tasks.workunit.client.0.smithi028.stdout: "req_unlink_latency": { 2024-08-29T19:03:21.197 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 0, 2024-08-29T19:03:21.197 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:21.197 INFO:tasks.workunit.client.0.smithi028.stdout: } 2024-08-29T19:03:21.197 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:21.197 INFO:tasks.workunit.client.0.smithi028.stdout: "mds_sessions": { 2024-08-29T19:03:21.197 INFO:tasks.workunit.client.0.smithi028.stdout: "average_load": { 2024-08-29T19:03:21.197 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:21.198 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:21.198 INFO:tasks.workunit.client.0.smithi028.stdout: "avg_session_uptime": { 2024-08-29T19:03:21.198 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:21.198 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:21.198 INFO:tasks.workunit.client.0.smithi028.stdout: "mdthresh_evicted": { 2024-08-29T19:03:21.198 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:21.198 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:21.198 INFO:tasks.workunit.client.0.smithi028.stdout: "session_add": { 2024-08-29T19:03:21.198 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 8 2024-08-29T19:03:21.198 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:21.198 INFO:tasks.workunit.client.0.smithi028.stdout: "session_count": { 2024-08-29T19:03:21.198 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:21.198 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:21.198 INFO:tasks.workunit.client.0.smithi028.stdout: "session_remove": { 2024-08-29T19:03:21.199 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 8 2024-08-29T19:03:21.199 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:21.199 INFO:tasks.workunit.client.0.smithi028.stdout: "sessions_open": { 2024-08-29T19:03:21.199 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 2 2024-08-29T19:03:21.199 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:21.199 INFO:tasks.workunit.client.0.smithi028.stdout: "sessions_stale": { 2024-08-29T19:03:21.199 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:21.199 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:21.199 INFO:tasks.workunit.client.0.smithi028.stdout: "total_load": { 2024-08-29T19:03:21.199 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:21.199 INFO:tasks.workunit.client.0.smithi028.stdout: } 2024-08-29T19:03:21.199 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:21.199 INFO:tasks.workunit.client.0.smithi028.stdout: "objecter": { 2024-08-29T19:03:21.199 INFO:tasks.workunit.client.0.smithi028.stdout: "op_active": { 2024-08-29T19:03:21.200 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:21.200 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:21.200 INFO:tasks.workunit.client.0.smithi028.stdout: "op_r": { 2024-08-29T19:03:21.200 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 37 2024-08-29T19:03:21.200 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:21.200 INFO:tasks.workunit.client.0.smithi028.stdout: "op_rmw": { 2024-08-29T19:03:21.200 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:21.200 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:21.200 INFO:tasks.workunit.client.0.smithi028.stdout: "op_w": { 2024-08-29T19:03:21.200 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 7 2024-08-29T19:03:21.200 INFO:tasks.workunit.client.0.smithi028.stdout: } 2024-08-29T19:03:21.200 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:21.200 INFO:tasks.workunit.client.0.smithi028.stdout: "purge_queue": { 2024-08-29T19:03:21.200 INFO:tasks.workunit.client.0.smithi028.stdout: "pq_executed": { 2024-08-29T19:03:21.201 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:21.201 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:21.201 INFO:tasks.workunit.client.0.smithi028.stdout: "pq_executed_ops": { 2024-08-29T19:03:21.201 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:21.201 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:21.201 INFO:tasks.workunit.client.0.smithi028.stdout: "pq_executing": { 2024-08-29T19:03:21.201 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:21.201 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:21.201 INFO:tasks.workunit.client.0.smithi028.stdout: "pq_executing_high_water": { 2024-08-29T19:03:21.201 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:21.201 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:21.201 INFO:tasks.workunit.client.0.smithi028.stdout: "pq_executing_ops": { 2024-08-29T19:03:21.201 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:21.201 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:21.202 INFO:tasks.workunit.client.0.smithi028.stdout: "pq_executing_ops_high_water": { 2024-08-29T19:03:21.202 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:21.202 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:21.202 INFO:tasks.workunit.client.0.smithi028.stdout: "pq_item_in_journal": { 2024-08-29T19:03:21.202 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:21.202 INFO:tasks.workunit.client.0.smithi028.stdout: } 2024-08-29T19:03:21.202 INFO:tasks.workunit.client.0.smithi028.stdout: } 2024-08-29T19:03:21.202 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:21.204 INFO:tasks.workunit.client.0.smithi028.stdout: "mon.55fbc62c63d120c3220dfb51bdacb54ee30cf548": { 2024-08-29T19:03:21.204 INFO:tasks.workunit.client.0.smithi028.stdout: "mon": { 2024-08-29T19:03:21.204 INFO:tasks.workunit.client.0.smithi028.stdout: "election_call": { 2024-08-29T19:03:21.204 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 2 2024-08-29T19:03:21.204 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:21.204 INFO:tasks.workunit.client.0.smithi028.stdout: "election_lose": { 2024-08-29T19:03:21.204 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 3 2024-08-29T19:03:21.204 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:21.204 INFO:tasks.workunit.client.0.smithi028.stdout: "election_win": { 2024-08-29T19:03:21.204 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:21.205 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:21.205 INFO:tasks.workunit.client.0.smithi028.stdout: "num_elections": { 2024-08-29T19:03:21.205 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 13 2024-08-29T19:03:21.205 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:21.205 INFO:tasks.workunit.client.0.smithi028.stdout: "num_sessions": { 2024-08-29T19:03:21.205 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 10 2024-08-29T19:03:21.205 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:21.205 INFO:tasks.workunit.client.0.smithi028.stdout: "session_add": { 2024-08-29T19:03:21.205 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 4 2024-08-29T19:03:21.205 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:21.205 INFO:tasks.workunit.client.0.smithi028.stdout: "session_rm": { 2024-08-29T19:03:21.205 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 260 2024-08-29T19:03:21.206 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:21.206 INFO:tasks.workunit.client.0.smithi028.stdout: "session_trim": { 2024-08-29T19:03:21.206 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:21.206 INFO:tasks.workunit.client.0.smithi028.stdout: } 2024-08-29T19:03:21.206 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:21.206 INFO:tasks.workunit.client.0.smithi028.stdout: "paxos": { 2024-08-29T19:03:21.206 INFO:tasks.workunit.client.0.smithi028.stdout: "accept_timeout": { 2024-08-29T19:03:21.206 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:21.206 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:21.206 INFO:tasks.workunit.client.0.smithi028.stdout: "begin": { 2024-08-29T19:03:21.206 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 7355 2024-08-29T19:03:21.206 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:21.206 INFO:tasks.workunit.client.0.smithi028.stdout: "begin_bytes": { 2024-08-29T19:03:21.206 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 7355, 2024-08-29T19:03:21.207 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 51357475 2024-08-29T19:03:21.207 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:21.207 INFO:tasks.workunit.client.0.smithi028.stdout: "begin_keys": { 2024-08-29T19:03:21.207 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 0, 2024-08-29T19:03:21.207 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:21.207 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:21.207 INFO:tasks.workunit.client.0.smithi028.stdout: "begin_latency": { 2024-08-29T19:03:21.207 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 7355, 2024-08-29T19:03:21.207 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 2035941152 2024-08-29T19:03:21.207 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:21.207 INFO:tasks.workunit.client.0.smithi028.stdout: "collect": { 2024-08-29T19:03:21.207 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 3 2024-08-29T19:03:21.207 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:21.208 INFO:tasks.workunit.client.0.smithi028.stdout: "collect_bytes": { 2024-08-29T19:03:21.208 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 3, 2024-08-29T19:03:21.208 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 219 2024-08-29T19:03:21.208 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:21.208 INFO:tasks.workunit.client.0.smithi028.stdout: "collect_keys": { 2024-08-29T19:03:21.208 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 3, 2024-08-29T19:03:21.208 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 3 2024-08-29T19:03:21.208 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:21.208 INFO:tasks.workunit.client.0.smithi028.stdout: "collect_latency": { 2024-08-29T19:03:21.208 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 3, 2024-08-29T19:03:21.208 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:21.208 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:21.208 INFO:tasks.workunit.client.0.smithi028.stdout: "collect_timeout": { 2024-08-29T19:03:21.208 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:21.209 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:21.209 INFO:tasks.workunit.client.0.smithi028.stdout: "collect_uncommitted": { 2024-08-29T19:03:21.209 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 1 2024-08-29T19:03:21.209 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:21.209 INFO:tasks.workunit.client.0.smithi028.stdout: "commit": { 2024-08-29T19:03:21.209 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 7356 2024-08-29T19:03:21.209 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:21.209 INFO:tasks.workunit.client.0.smithi028.stdout: "commit_bytes": { 2024-08-29T19:03:21.209 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 0, 2024-08-29T19:03:21.209 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:21.209 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:21.209 INFO:tasks.workunit.client.0.smithi028.stdout: "commit_keys": { 2024-08-29T19:03:21.209 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 0, 2024-08-29T19:03:21.209 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:21.210 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:21.210 INFO:tasks.workunit.client.0.smithi028.stdout: "commit_latency": { 2024-08-29T19:03:21.210 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 0, 2024-08-29T19:03:21.210 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:21.210 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:21.210 INFO:tasks.workunit.client.0.smithi028.stdout: "lease_ack_timeout": { 2024-08-29T19:03:21.210 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:21.210 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:21.210 INFO:tasks.workunit.client.0.smithi028.stdout: "lease_timeout": { 2024-08-29T19:03:21.210 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:21.210 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:21.210 INFO:tasks.workunit.client.0.smithi028.stdout: "new_pn": { 2024-08-29T19:03:21.210 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:21.210 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:21.210 INFO:tasks.workunit.client.0.smithi028.stdout: "new_pn_latency": { 2024-08-29T19:03:21.211 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 0, 2024-08-29T19:03:21.211 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:21.211 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:21.211 INFO:tasks.workunit.client.0.smithi028.stdout: "refresh": { 2024-08-29T19:03:21.211 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 7356 2024-08-29T19:03:21.211 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:21.211 INFO:tasks.workunit.client.0.smithi028.stdout: "refresh_latency": { 2024-08-29T19:03:21.211 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 7356, 2024-08-29T19:03:21.211 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 43458738344 2024-08-29T19:03:21.211 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:21.211 INFO:tasks.workunit.client.0.smithi028.stdout: "restart": { 2024-08-29T19:03:21.211 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 15 2024-08-29T19:03:21.211 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:21.211 INFO:tasks.workunit.client.0.smithi028.stdout: "share_state": { 2024-08-29T19:03:21.212 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:21.212 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:21.212 INFO:tasks.workunit.client.0.smithi028.stdout: "share_state_bytes": { 2024-08-29T19:03:21.212 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 0, 2024-08-29T19:03:21.212 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:21.212 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:21.212 INFO:tasks.workunit.client.0.smithi028.stdout: "share_state_keys": { 2024-08-29T19:03:21.212 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 0, 2024-08-29T19:03:21.212 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:21.212 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:21.212 INFO:tasks.workunit.client.0.smithi028.stdout: "start_leader": { 2024-08-29T19:03:21.212 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:21.212 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:21.212 INFO:tasks.workunit.client.0.smithi028.stdout: "start_peon": { 2024-08-29T19:03:21.213 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 3 2024-08-29T19:03:21.213 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:21.213 INFO:tasks.workunit.client.0.smithi028.stdout: "store_state": { 2024-08-29T19:03:21.213 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 7355 2024-08-29T19:03:21.213 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:21.213 INFO:tasks.workunit.client.0.smithi028.stdout: "store_state_bytes": { 2024-08-29T19:03:21.213 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 7355, 2024-08-29T19:03:21.213 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 101407596 2024-08-29T19:03:21.213 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:21.213 INFO:tasks.workunit.client.0.smithi028.stdout: "store_state_keys": { 2024-08-29T19:03:21.213 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 7355, 2024-08-29T19:03:21.213 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 66003 2024-08-29T19:03:21.213 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:21.213 INFO:tasks.workunit.client.0.smithi028.stdout: "store_state_latency": { 2024-08-29T19:03:21.214 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 7355, 2024-08-29T19:03:21.214 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 2455928725 2024-08-29T19:03:21.214 INFO:tasks.workunit.client.0.smithi028.stdout: } 2024-08-29T19:03:21.214 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:21.214 INFO:tasks.workunit.client.0.smithi028.stdout: "prioritycache": { 2024-08-29T19:03:21.214 INFO:tasks.workunit.client.0.smithi028.stdout: "cache_bytes": { 2024-08-29T19:03:21.214 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 1020054731 2024-08-29T19:03:21.214 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:21.214 INFO:tasks.workunit.client.0.smithi028.stdout: "heap_bytes": { 2024-08-29T19:03:21.214 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 168787968 2024-08-29T19:03:21.214 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:21.214 INFO:tasks.workunit.client.0.smithi028.stdout: "mapped_bytes": { 2024-08-29T19:03:21.214 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 167755776 2024-08-29T19:03:21.214 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:21.215 INFO:tasks.workunit.client.0.smithi028.stdout: "target_bytes": { 2024-08-29T19:03:21.215 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 2147483648 2024-08-29T19:03:21.215 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:21.215 INFO:tasks.workunit.client.0.smithi028.stdout: "unmapped_bytes": { 2024-08-29T19:03:21.215 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 1032192 2024-08-29T19:03:21.215 INFO:tasks.workunit.client.0.smithi028.stdout: } 2024-08-29T19:03:21.215 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:21.215 INFO:tasks.workunit.client.0.smithi028.stdout: "prioritycache:full": { 2024-08-29T19:03:21.215 INFO:tasks.workunit.client.0.smithi028.stdout: "committed_bytes": { 2024-08-29T19:03:21.215 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 360710144 2024-08-29T19:03:21.215 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:21.215 INFO:tasks.workunit.client.0.smithi028.stdout: "pri0_bytes": { 2024-08-29T19:03:21.215 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:21.215 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:21.216 INFO:tasks.workunit.client.0.smithi028.stdout: "pri10_bytes": { 2024-08-29T19:03:21.216 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:21.216 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:21.216 INFO:tasks.workunit.client.0.smithi028.stdout: "pri11_bytes": { 2024-08-29T19:03:21.216 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 267493664 2024-08-29T19:03:21.216 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:21.216 INFO:tasks.workunit.client.0.smithi028.stdout: "pri1_bytes": { 2024-08-29T19:03:21.216 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 23085702 2024-08-29T19:03:21.216 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:21.216 INFO:tasks.workunit.client.0.smithi028.stdout: "pri2_bytes": { 2024-08-29T19:03:21.216 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:21.216 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:21.216 INFO:tasks.workunit.client.0.smithi028.stdout: "pri3_bytes": { 2024-08-29T19:03:21.216 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:21.217 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:21.217 INFO:tasks.workunit.client.0.smithi028.stdout: "pri4_bytes": { 2024-08-29T19:03:21.217 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:21.217 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:21.217 INFO:tasks.workunit.client.0.smithi028.stdout: "pri5_bytes": { 2024-08-29T19:03:21.217 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:21.217 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:21.217 INFO:tasks.workunit.client.0.smithi028.stdout: "pri6_bytes": { 2024-08-29T19:03:21.217 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:21.217 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:21.217 INFO:tasks.workunit.client.0.smithi028.stdout: "pri7_bytes": { 2024-08-29T19:03:21.217 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:21.217 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:21.217 INFO:tasks.workunit.client.0.smithi028.stdout: "pri8_bytes": { 2024-08-29T19:03:21.217 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:21.218 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:21.218 INFO:tasks.workunit.client.0.smithi028.stdout: "pri9_bytes": { 2024-08-29T19:03:21.218 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:21.218 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:21.218 INFO:tasks.workunit.client.0.smithi028.stdout: "reserved_bytes": { 2024-08-29T19:03:21.218 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 70130778 2024-08-29T19:03:21.218 INFO:tasks.workunit.client.0.smithi028.stdout: } 2024-08-29T19:03:21.218 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:21.218 INFO:tasks.workunit.client.0.smithi028.stdout: "prioritycache:inc": { 2024-08-29T19:03:21.218 INFO:tasks.workunit.client.0.smithi028.stdout: "committed_bytes": { 2024-08-29T19:03:21.218 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 339738624 2024-08-29T19:03:21.218 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:21.218 INFO:tasks.workunit.client.0.smithi028.stdout: "pri0_bytes": { 2024-08-29T19:03:21.218 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:21.219 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:21.219 INFO:tasks.workunit.client.0.smithi028.stdout: "pri10_bytes": { 2024-08-29T19:03:21.219 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:21.219 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:21.219 INFO:tasks.workunit.client.0.smithi028.stdout: "pri11_bytes": { 2024-08-29T19:03:21.219 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 267493664 2024-08-29T19:03:21.219 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:21.219 INFO:tasks.workunit.client.0.smithi028.stdout: "pri1_bytes": { 2024-08-29T19:03:21.219 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 2634222 2024-08-29T19:03:21.219 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:21.219 INFO:tasks.workunit.client.0.smithi028.stdout: "pri2_bytes": { 2024-08-29T19:03:21.219 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:21.219 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:21.219 INFO:tasks.workunit.client.0.smithi028.stdout: "pri3_bytes": { 2024-08-29T19:03:21.220 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:21.220 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:21.220 INFO:tasks.workunit.client.0.smithi028.stdout: "pri4_bytes": { 2024-08-29T19:03:21.220 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:21.220 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:21.220 INFO:tasks.workunit.client.0.smithi028.stdout: "pri5_bytes": { 2024-08-29T19:03:21.220 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:21.220 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:21.220 INFO:tasks.workunit.client.0.smithi028.stdout: "pri6_bytes": { 2024-08-29T19:03:21.220 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:21.220 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:21.220 INFO:tasks.workunit.client.0.smithi028.stdout: "pri7_bytes": { 2024-08-29T19:03:21.220 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:21.220 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:21.221 INFO:tasks.workunit.client.0.smithi028.stdout: "pri8_bytes": { 2024-08-29T19:03:21.221 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:21.221 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:21.221 INFO:tasks.workunit.client.0.smithi028.stdout: "pri9_bytes": { 2024-08-29T19:03:21.221 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:21.221 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:21.221 INFO:tasks.workunit.client.0.smithi028.stdout: "reserved_bytes": { 2024-08-29T19:03:21.221 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 69610738 2024-08-29T19:03:21.221 INFO:tasks.workunit.client.0.smithi028.stdout: } 2024-08-29T19:03:21.221 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:21.221 INFO:tasks.workunit.client.0.smithi028.stdout: "prioritycache:kv": { 2024-08-29T19:03:21.221 INFO:tasks.workunit.client.0.smithi028.stdout: "committed_bytes": { 2024-08-29T19:03:21.221 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 314572800 2024-08-29T19:03:21.221 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:21.221 INFO:tasks.workunit.client.0.smithi028.stdout: "pri0_bytes": { 2024-08-29T19:03:21.222 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 67108864 2024-08-29T19:03:21.222 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:21.222 INFO:tasks.workunit.client.0.smithi028.stdout: "pri10_bytes": { 2024-08-29T19:03:21.222 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:21.222 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:21.222 INFO:tasks.workunit.client.0.smithi028.stdout: "pri11_bytes": { 2024-08-29T19:03:21.222 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 178329109 2024-08-29T19:03:21.222 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:21.222 INFO:tasks.workunit.client.0.smithi028.stdout: "pri1_bytes": { 2024-08-29T19:03:21.222 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:21.222 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:21.222 INFO:tasks.workunit.client.0.smithi028.stdout: "pri2_bytes": { 2024-08-29T19:03:21.222 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:21.222 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:21.223 INFO:tasks.workunit.client.0.smithi028.stdout: "pri3_bytes": { 2024-08-29T19:03:21.223 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:21.223 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:21.223 INFO:tasks.workunit.client.0.smithi028.stdout: "pri4_bytes": { 2024-08-29T19:03:21.223 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:21.223 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:21.223 INFO:tasks.workunit.client.0.smithi028.stdout: "pri5_bytes": { 2024-08-29T19:03:21.223 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:21.223 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:21.223 INFO:tasks.workunit.client.0.smithi028.stdout: "pri6_bytes": { 2024-08-29T19:03:21.223 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:21.223 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:21.224 INFO:tasks.workunit.client.0.smithi028.stdout: "pri7_bytes": { 2024-08-29T19:03:21.224 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:21.224 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:21.224 INFO:tasks.workunit.client.0.smithi028.stdout: "pri8_bytes": { 2024-08-29T19:03:21.224 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:21.224 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:21.224 INFO:tasks.workunit.client.0.smithi028.stdout: "pri9_bytes": { 2024-08-29T19:03:21.224 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:21.224 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:21.224 INFO:tasks.workunit.client.0.smithi028.stdout: "reserved_bytes": { 2024-08-29T19:03:21.224 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 69134827 2024-08-29T19:03:21.224 INFO:tasks.workunit.client.0.smithi028.stdout: } 2024-08-29T19:03:21.224 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:21.224 INFO:tasks.workunit.client.0.smithi028.stdout: "rocksdb": { 2024-08-29T19:03:21.225 INFO:tasks.workunit.client.0.smithi028.stdout: "compact": { 2024-08-29T19:03:21.225 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:21.225 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:21.225 INFO:tasks.workunit.client.0.smithi028.stdout: "compact_queue_len": { 2024-08-29T19:03:21.225 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:21.225 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:21.225 INFO:tasks.workunit.client.0.smithi028.stdout: "compact_queue_merge": { 2024-08-29T19:03:21.225 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:21.225 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:21.225 INFO:tasks.workunit.client.0.smithi028.stdout: "compact_range": { 2024-08-29T19:03:21.225 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 88 2024-08-29T19:03:21.225 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:21.225 INFO:tasks.workunit.client.0.smithi028.stdout: "get_latency": { 2024-08-29T19:03:21.225 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 322713, 2024-08-29T19:03:21.226 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 3680652631 2024-08-29T19:03:21.226 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:21.226 INFO:tasks.workunit.client.0.smithi028.stdout: "rocksdb_write_delay_time": { 2024-08-29T19:03:21.226 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 0, 2024-08-29T19:03:21.226 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:21.226 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:21.226 INFO:tasks.workunit.client.0.smithi028.stdout: "rocksdb_write_memtable_time": { 2024-08-29T19:03:21.226 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 0, 2024-08-29T19:03:21.226 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:21.226 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:21.226 INFO:tasks.workunit.client.0.smithi028.stdout: "rocksdb_write_pre_and_post_time": { 2024-08-29T19:03:21.226 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 0, 2024-08-29T19:03:21.226 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:21.226 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:21.227 INFO:tasks.workunit.client.0.smithi028.stdout: "rocksdb_write_wal_time": { 2024-08-29T19:03:21.227 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 0, 2024-08-29T19:03:21.227 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:21.227 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:21.227 INFO:tasks.workunit.client.0.smithi028.stdout: "submit_latency": { 2024-08-29T19:03:21.227 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 0, 2024-08-29T19:03:21.227 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:21.227 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:21.227 INFO:tasks.workunit.client.0.smithi028.stdout: "submit_sync_latency": { 2024-08-29T19:03:21.227 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 17874, 2024-08-29T19:03:21.227 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 5175564954 2024-08-29T19:03:21.227 INFO:tasks.workunit.client.0.smithi028.stdout: } 2024-08-29T19:03:21.227 INFO:tasks.workunit.client.0.smithi028.stdout: } 2024-08-29T19:03:21.227 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:21.228 INFO:tasks.workunit.client.0.smithi028.stdout: "mon.a2df9e26f4a5fcbeed319f1798118f10993a0555": { 2024-08-29T19:03:21.228 INFO:tasks.workunit.client.0.smithi028.stdout: "mon": { 2024-08-29T19:03:21.228 INFO:tasks.workunit.client.0.smithi028.stdout: "election_call": { 2024-08-29T19:03:21.228 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 3 2024-08-29T19:03:21.228 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:21.228 INFO:tasks.workunit.client.0.smithi028.stdout: "election_lose": { 2024-08-29T19:03:21.228 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 3 2024-08-29T19:03:21.228 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:21.228 INFO:tasks.workunit.client.0.smithi028.stdout: "election_win": { 2024-08-29T19:03:21.228 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:21.228 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:21.228 INFO:tasks.workunit.client.0.smithi028.stdout: "num_elections": { 2024-08-29T19:03:21.228 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 11 2024-08-29T19:03:21.228 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:21.229 INFO:tasks.workunit.client.0.smithi028.stdout: "num_sessions": { 2024-08-29T19:03:21.229 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 8 2024-08-29T19:03:21.229 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:21.229 INFO:tasks.workunit.client.0.smithi028.stdout: "session_add": { 2024-08-29T19:03:21.229 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 3 2024-08-29T19:03:21.229 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:21.229 INFO:tasks.workunit.client.0.smithi028.stdout: "session_rm": { 2024-08-29T19:03:21.229 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 239 2024-08-29T19:03:21.229 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:21.229 INFO:tasks.workunit.client.0.smithi028.stdout: "session_trim": { 2024-08-29T19:03:21.229 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:21.229 INFO:tasks.workunit.client.0.smithi028.stdout: } 2024-08-29T19:03:21.229 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:21.229 INFO:tasks.workunit.client.0.smithi028.stdout: "paxos": { 2024-08-29T19:03:21.230 INFO:tasks.workunit.client.0.smithi028.stdout: "accept_timeout": { 2024-08-29T19:03:21.230 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:21.230 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:21.230 INFO:tasks.workunit.client.0.smithi028.stdout: "begin": { 2024-08-29T19:03:21.230 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 7293 2024-08-29T19:03:21.230 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:21.230 INFO:tasks.workunit.client.0.smithi028.stdout: "begin_bytes": { 2024-08-29T19:03:21.230 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 7293, 2024-08-29T19:03:21.230 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 50918389 2024-08-29T19:03:21.230 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:21.230 INFO:tasks.workunit.client.0.smithi028.stdout: "begin_keys": { 2024-08-29T19:03:21.230 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 0, 2024-08-29T19:03:21.230 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:21.230 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:21.231 INFO:tasks.workunit.client.0.smithi028.stdout: "begin_latency": { 2024-08-29T19:03:21.231 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 7293, 2024-08-29T19:03:21.231 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 1755963070 2024-08-29T19:03:21.231 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:21.231 INFO:tasks.workunit.client.0.smithi028.stdout: "collect": { 2024-08-29T19:03:21.231 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 3 2024-08-29T19:03:21.231 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:21.231 INFO:tasks.workunit.client.0.smithi028.stdout: "collect_bytes": { 2024-08-29T19:03:21.231 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 3, 2024-08-29T19:03:21.231 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 219 2024-08-29T19:03:21.231 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:21.231 INFO:tasks.workunit.client.0.smithi028.stdout: "collect_keys": { 2024-08-29T19:03:21.231 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 3, 2024-08-29T19:03:21.231 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 3 2024-08-29T19:03:21.232 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:21.232 INFO:tasks.workunit.client.0.smithi028.stdout: "collect_latency": { 2024-08-29T19:03:21.232 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 3, 2024-08-29T19:03:21.232 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:21.232 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:21.232 INFO:tasks.workunit.client.0.smithi028.stdout: "collect_timeout": { 2024-08-29T19:03:21.232 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:21.232 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:21.232 INFO:tasks.workunit.client.0.smithi028.stdout: "collect_uncommitted": { 2024-08-29T19:03:21.232 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:21.232 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:21.232 INFO:tasks.workunit.client.0.smithi028.stdout: "commit": { 2024-08-29T19:03:21.232 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 7293 2024-08-29T19:03:21.232 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:21.233 INFO:tasks.workunit.client.0.smithi028.stdout: "commit_bytes": { 2024-08-29T19:03:21.233 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 0, 2024-08-29T19:03:21.233 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:21.233 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:21.233 INFO:tasks.workunit.client.0.smithi028.stdout: "commit_keys": { 2024-08-29T19:03:21.233 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 0, 2024-08-29T19:03:21.233 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:21.233 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:21.233 INFO:tasks.workunit.client.0.smithi028.stdout: "commit_latency": { 2024-08-29T19:03:21.233 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 0, 2024-08-29T19:03:21.233 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:21.233 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:21.233 INFO:tasks.workunit.client.0.smithi028.stdout: "lease_ack_timeout": { 2024-08-29T19:03:21.233 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:21.234 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:21.234 INFO:tasks.workunit.client.0.smithi028.stdout: "lease_timeout": { 2024-08-29T19:03:21.234 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:21.234 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:21.234 INFO:tasks.workunit.client.0.smithi028.stdout: "new_pn": { 2024-08-29T19:03:21.234 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:21.234 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:21.234 INFO:tasks.workunit.client.0.smithi028.stdout: "new_pn_latency": { 2024-08-29T19:03:21.234 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 0, 2024-08-29T19:03:21.234 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:21.234 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:21.234 INFO:tasks.workunit.client.0.smithi028.stdout: "refresh": { 2024-08-29T19:03:21.234 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 7293 2024-08-29T19:03:21.234 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:21.235 INFO:tasks.workunit.client.0.smithi028.stdout: "refresh_latency": { 2024-08-29T19:03:21.235 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 7293, 2024-08-29T19:03:21.235 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 37399222732 2024-08-29T19:03:21.235 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:21.235 INFO:tasks.workunit.client.0.smithi028.stdout: "restart": { 2024-08-29T19:03:21.235 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 13 2024-08-29T19:03:21.235 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:21.235 INFO:tasks.workunit.client.0.smithi028.stdout: "share_state": { 2024-08-29T19:03:21.235 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:21.235 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:21.235 INFO:tasks.workunit.client.0.smithi028.stdout: "share_state_bytes": { 2024-08-29T19:03:21.235 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 0, 2024-08-29T19:03:21.235 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:21.235 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:21.235 INFO:tasks.workunit.client.0.smithi028.stdout: "share_state_keys": { 2024-08-29T19:03:21.236 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 0, 2024-08-29T19:03:21.236 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:21.236 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:21.236 INFO:tasks.workunit.client.0.smithi028.stdout: "start_leader": { 2024-08-29T19:03:21.236 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:21.236 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:21.236 INFO:tasks.workunit.client.0.smithi028.stdout: "start_peon": { 2024-08-29T19:03:21.236 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 3 2024-08-29T19:03:21.236 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:21.236 INFO:tasks.workunit.client.0.smithi028.stdout: "store_state": { 2024-08-29T19:03:21.236 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 7293 2024-08-29T19:03:21.236 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:21.236 INFO:tasks.workunit.client.0.smithi028.stdout: "store_state_bytes": { 2024-08-29T19:03:21.236 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 7293, 2024-08-29T19:03:21.237 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 100447722 2024-08-29T19:03:21.237 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:21.237 INFO:tasks.workunit.client.0.smithi028.stdout: "store_state_keys": { 2024-08-29T19:03:21.237 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 7293, 2024-08-29T19:03:21.237 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 65293 2024-08-29T19:03:21.237 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:21.237 INFO:tasks.workunit.client.0.smithi028.stdout: "store_state_latency": { 2024-08-29T19:03:21.237 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 7293, 2024-08-29T19:03:21.237 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 2031957854 2024-08-29T19:03:21.237 INFO:tasks.workunit.client.0.smithi028.stdout: } 2024-08-29T19:03:21.237 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:21.237 INFO:tasks.workunit.client.0.smithi028.stdout: "prioritycache": { 2024-08-29T19:03:21.237 INFO:tasks.workunit.client.0.smithi028.stdout: "cache_bytes": { 2024-08-29T19:03:21.237 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 1020054731 2024-08-29T19:03:21.238 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:21.238 INFO:tasks.workunit.client.0.smithi028.stdout: "heap_bytes": { 2024-08-29T19:03:21.238 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 154083328 2024-08-29T19:03:21.238 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:21.238 INFO:tasks.workunit.client.0.smithi028.stdout: "mapped_bytes": { 2024-08-29T19:03:21.238 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 152911872 2024-08-29T19:03:21.238 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:21.238 INFO:tasks.workunit.client.0.smithi028.stdout: "target_bytes": { 2024-08-29T19:03:21.238 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 2147483648 2024-08-29T19:03:21.238 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:21.238 INFO:tasks.workunit.client.0.smithi028.stdout: "unmapped_bytes": { 2024-08-29T19:03:21.238 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 1171456 2024-08-29T19:03:21.238 INFO:tasks.workunit.client.0.smithi028.stdout: } 2024-08-29T19:03:21.238 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:21.239 INFO:tasks.workunit.client.0.smithi028.stdout: "prioritycache:full": { 2024-08-29T19:03:21.239 INFO:tasks.workunit.client.0.smithi028.stdout: "committed_bytes": { 2024-08-29T19:03:21.239 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 360710144 2024-08-29T19:03:21.239 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:21.239 INFO:tasks.workunit.client.0.smithi028.stdout: "pri0_bytes": { 2024-08-29T19:03:21.239 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:21.239 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:21.239 INFO:tasks.workunit.client.0.smithi028.stdout: "pri10_bytes": { 2024-08-29T19:03:21.239 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:21.239 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:21.239 INFO:tasks.workunit.client.0.smithi028.stdout: "pri11_bytes": { 2024-08-29T19:03:21.239 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 268356377 2024-08-29T19:03:21.239 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:21.239 INFO:tasks.workunit.client.0.smithi028.stdout: "pri1_bytes": { 2024-08-29T19:03:21.239 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 22047586 2024-08-29T19:03:21.240 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:21.240 INFO:tasks.workunit.client.0.smithi028.stdout: "pri2_bytes": { 2024-08-29T19:03:21.240 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:21.240 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:21.240 INFO:tasks.workunit.client.0.smithi028.stdout: "pri3_bytes": { 2024-08-29T19:03:21.240 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:21.240 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:21.240 INFO:tasks.workunit.client.0.smithi028.stdout: "pri4_bytes": { 2024-08-29T19:03:21.240 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:21.240 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:21.240 INFO:tasks.workunit.client.0.smithi028.stdout: "pri5_bytes": { 2024-08-29T19:03:21.240 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:21.241 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:21.241 INFO:tasks.workunit.client.0.smithi028.stdout: "pri6_bytes": { 2024-08-29T19:03:21.241 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:21.241 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:21.241 INFO:tasks.workunit.client.0.smithi028.stdout: "pri7_bytes": { 2024-08-29T19:03:21.241 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:21.241 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:21.241 INFO:tasks.workunit.client.0.smithi028.stdout: "pri8_bytes": { 2024-08-29T19:03:21.241 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:21.241 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:21.241 INFO:tasks.workunit.client.0.smithi028.stdout: "pri9_bytes": { 2024-08-29T19:03:21.241 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:21.241 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:21.241 INFO:tasks.workunit.client.0.smithi028.stdout: "reserved_bytes": { 2024-08-29T19:03:21.242 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 70306181 2024-08-29T19:03:21.242 INFO:tasks.workunit.client.0.smithi028.stdout: } 2024-08-29T19:03:21.242 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:21.242 INFO:tasks.workunit.client.0.smithi028.stdout: "prioritycache:inc": { 2024-08-29T19:03:21.242 INFO:tasks.workunit.client.0.smithi028.stdout: "committed_bytes": { 2024-08-29T19:03:21.242 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 339738624 2024-08-29T19:03:21.242 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:21.242 INFO:tasks.workunit.client.0.smithi028.stdout: "pri0_bytes": { 2024-08-29T19:03:21.242 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:21.242 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:21.242 INFO:tasks.workunit.client.0.smithi028.stdout: "pri10_bytes": { 2024-08-29T19:03:21.242 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:21.242 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:21.242 INFO:tasks.workunit.client.0.smithi028.stdout: "pri11_bytes": { 2024-08-29T19:03:21.243 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 268356377 2024-08-29T19:03:21.243 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:21.243 INFO:tasks.workunit.client.0.smithi028.stdout: "pri1_bytes": { 2024-08-29T19:03:21.243 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 1371770 2024-08-29T19:03:21.243 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:21.243 INFO:tasks.workunit.client.0.smithi028.stdout: "pri2_bytes": { 2024-08-29T19:03:21.243 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:21.243 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:21.243 INFO:tasks.workunit.client.0.smithi028.stdout: "pri3_bytes": { 2024-08-29T19:03:21.243 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:21.243 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:21.243 INFO:tasks.workunit.client.0.smithi028.stdout: "pri4_bytes": { 2024-08-29T19:03:21.243 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:21.243 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:21.244 INFO:tasks.workunit.client.0.smithi028.stdout: "pri5_bytes": { 2024-08-29T19:03:21.244 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:21.244 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:21.244 INFO:tasks.workunit.client.0.smithi028.stdout: "pri6_bytes": { 2024-08-29T19:03:21.244 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:21.244 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:21.244 INFO:tasks.workunit.client.0.smithi028.stdout: "pri7_bytes": { 2024-08-29T19:03:21.244 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:21.244 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:21.244 INFO:tasks.workunit.client.0.smithi028.stdout: "pri8_bytes": { 2024-08-29T19:03:21.244 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:21.244 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:21.244 INFO:tasks.workunit.client.0.smithi028.stdout: "pri9_bytes": { 2024-08-29T19:03:21.244 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:21.245 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:21.245 INFO:tasks.workunit.client.0.smithi028.stdout: "reserved_bytes": { 2024-08-29T19:03:21.245 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 70010477 2024-08-29T19:03:21.245 INFO:tasks.workunit.client.0.smithi028.stdout: } 2024-08-29T19:03:21.245 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:21.245 INFO:tasks.workunit.client.0.smithi028.stdout: "prioritycache:kv": { 2024-08-29T19:03:21.245 INFO:tasks.workunit.client.0.smithi028.stdout: "committed_bytes": { 2024-08-29T19:03:21.245 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 314572800 2024-08-29T19:03:21.245 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:21.245 INFO:tasks.workunit.client.0.smithi028.stdout: "pri0_bytes": { 2024-08-29T19:03:21.245 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 67108864 2024-08-29T19:03:21.245 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:21.245 INFO:tasks.workunit.client.0.smithi028.stdout: "pri10_bytes": { 2024-08-29T19:03:21.245 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:21.246 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:21.246 INFO:tasks.workunit.client.0.smithi028.stdout: "pri11_bytes": { 2024-08-29T19:03:21.246 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 178904251 2024-08-29T19:03:21.246 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:21.246 INFO:tasks.workunit.client.0.smithi028.stdout: "pri1_bytes": { 2024-08-29T19:03:21.246 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:21.246 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:21.246 INFO:tasks.workunit.client.0.smithi028.stdout: "pri2_bytes": { 2024-08-29T19:03:21.246 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:21.246 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:21.246 INFO:tasks.workunit.client.0.smithi028.stdout: "pri3_bytes": { 2024-08-29T19:03:21.246 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:21.246 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:21.246 INFO:tasks.workunit.client.0.smithi028.stdout: "pri4_bytes": { 2024-08-29T19:03:21.247 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:21.247 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:21.247 INFO:tasks.workunit.client.0.smithi028.stdout: "pri5_bytes": { 2024-08-29T19:03:21.247 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:21.247 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:21.247 INFO:tasks.workunit.client.0.smithi028.stdout: "pri6_bytes": { 2024-08-29T19:03:21.247 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:21.247 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:21.247 INFO:tasks.workunit.client.0.smithi028.stdout: "pri7_bytes": { 2024-08-29T19:03:21.247 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:21.247 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:21.247 INFO:tasks.workunit.client.0.smithi028.stdout: "pri8_bytes": { 2024-08-29T19:03:21.247 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:21.247 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:21.248 INFO:tasks.workunit.client.0.smithi028.stdout: "pri9_bytes": { 2024-08-29T19:03:21.248 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:21.248 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:21.248 INFO:tasks.workunit.client.0.smithi028.stdout: "reserved_bytes": { 2024-08-29T19:03:21.248 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 68559685 2024-08-29T19:03:21.248 INFO:tasks.workunit.client.0.smithi028.stdout: } 2024-08-29T19:03:21.248 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:21.248 INFO:tasks.workunit.client.0.smithi028.stdout: "rocksdb": { 2024-08-29T19:03:21.248 INFO:tasks.workunit.client.0.smithi028.stdout: "compact": { 2024-08-29T19:03:21.248 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:21.248 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:21.248 INFO:tasks.workunit.client.0.smithi028.stdout: "compact_queue_len": { 2024-08-29T19:03:21.248 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:21.248 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:21.249 INFO:tasks.workunit.client.0.smithi028.stdout: "compact_queue_merge": { 2024-08-29T19:03:21.249 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:21.249 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:21.249 INFO:tasks.workunit.client.0.smithi028.stdout: "compact_range": { 2024-08-29T19:03:21.249 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 87 2024-08-29T19:03:21.249 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:21.249 INFO:tasks.workunit.client.0.smithi028.stdout: "get_latency": { 2024-08-29T19:03:21.249 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 317699, 2024-08-29T19:03:21.249 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 3218519044 2024-08-29T19:03:21.249 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:21.249 INFO:tasks.workunit.client.0.smithi028.stdout: "rocksdb_write_delay_time": { 2024-08-29T19:03:21.249 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 0, 2024-08-29T19:03:21.249 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:21.249 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:21.250 INFO:tasks.workunit.client.0.smithi028.stdout: "rocksdb_write_memtable_time": { 2024-08-29T19:03:21.250 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 0, 2024-08-29T19:03:21.250 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:21.250 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:21.250 INFO:tasks.workunit.client.0.smithi028.stdout: "rocksdb_write_pre_and_post_time": { 2024-08-29T19:03:21.250 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 0, 2024-08-29T19:03:21.250 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:21.250 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:21.250 INFO:tasks.workunit.client.0.smithi028.stdout: "rocksdb_write_wal_time": { 2024-08-29T19:03:21.250 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 0, 2024-08-29T19:03:21.250 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:21.250 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:21.250 INFO:tasks.workunit.client.0.smithi028.stdout: "submit_latency": { 2024-08-29T19:03:21.250 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 0, 2024-08-29T19:03:21.250 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:21.251 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:21.251 INFO:tasks.workunit.client.0.smithi028.stdout: "submit_sync_latency": { 2024-08-29T19:03:21.251 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 17717, 2024-08-29T19:03:21.251 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 4937943900 2024-08-29T19:03:21.251 INFO:tasks.workunit.client.0.smithi028.stdout: } 2024-08-29T19:03:21.251 INFO:tasks.workunit.client.0.smithi028.stdout: } 2024-08-29T19:03:21.251 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:21.251 INFO:tasks.workunit.client.0.smithi028.stdout: "mon.e4958ae9278a574c0226651ef9b7bc2d4e1b34b9": { 2024-08-29T19:03:21.251 INFO:tasks.workunit.client.0.smithi028.stdout: "mon": { 2024-08-29T19:03:21.251 INFO:tasks.workunit.client.0.smithi028.stdout: "election_call": { 2024-08-29T19:03:21.251 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 6 2024-08-29T19:03:21.251 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:21.251 INFO:tasks.workunit.client.0.smithi028.stdout: "election_lose": { 2024-08-29T19:03:21.251 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:21.252 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:21.252 INFO:tasks.workunit.client.0.smithi028.stdout: "election_win": { 2024-08-29T19:03:21.252 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 6 2024-08-29T19:03:21.252 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:21.252 INFO:tasks.workunit.client.0.smithi028.stdout: "num_elections": { 2024-08-29T19:03:21.252 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 21 2024-08-29T19:03:21.252 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:21.252 INFO:tasks.workunit.client.0.smithi028.stdout: "num_sessions": { 2024-08-29T19:03:21.252 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 9 2024-08-29T19:03:21.252 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:21.252 INFO:tasks.workunit.client.0.smithi028.stdout: "session_add": { 2024-08-29T19:03:21.252 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 5 2024-08-29T19:03:21.252 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:21.252 INFO:tasks.workunit.client.0.smithi028.stdout: "session_rm": { 2024-08-29T19:03:21.253 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 232 2024-08-29T19:03:21.253 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:21.253 INFO:tasks.workunit.client.0.smithi028.stdout: "session_trim": { 2024-08-29T19:03:21.253 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:21.253 INFO:tasks.workunit.client.0.smithi028.stdout: } 2024-08-29T19:03:21.253 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:21.253 INFO:tasks.workunit.client.0.smithi028.stdout: "paxos": { 2024-08-29T19:03:21.253 INFO:tasks.workunit.client.0.smithi028.stdout: "accept_timeout": { 2024-08-29T19:03:21.253 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:21.253 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:21.253 INFO:tasks.workunit.client.0.smithi028.stdout: "begin": { 2024-08-29T19:03:21.253 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 7452 2024-08-29T19:03:21.253 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:21.253 INFO:tasks.workunit.client.0.smithi028.stdout: "begin_bytes": { 2024-08-29T19:03:21.254 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 7452, 2024-08-29T19:03:21.254 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 52693577 2024-08-29T19:03:21.254 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:21.254 INFO:tasks.workunit.client.0.smithi028.stdout: "begin_keys": { 2024-08-29T19:03:21.254 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 7452, 2024-08-29T19:03:21.254 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 22356 2024-08-29T19:03:21.254 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:21.254 INFO:tasks.workunit.client.0.smithi028.stdout: "begin_latency": { 2024-08-29T19:03:21.254 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 7452, 2024-08-29T19:03:21.254 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 2495927499 2024-08-29T19:03:21.254 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:21.254 INFO:tasks.workunit.client.0.smithi028.stdout: "collect": { 2024-08-29T19:03:21.254 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:21.254 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:21.255 INFO:tasks.workunit.client.0.smithi028.stdout: "collect_bytes": { 2024-08-29T19:03:21.255 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 0, 2024-08-29T19:03:21.255 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:21.255 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:21.255 INFO:tasks.workunit.client.0.smithi028.stdout: "collect_keys": { 2024-08-29T19:03:21.255 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 0, 2024-08-29T19:03:21.255 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:21.255 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:21.255 INFO:tasks.workunit.client.0.smithi028.stdout: "collect_latency": { 2024-08-29T19:03:21.255 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 0, 2024-08-29T19:03:21.255 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:21.255 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:21.255 INFO:tasks.workunit.client.0.smithi028.stdout: "collect_timeout": { 2024-08-29T19:03:21.255 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:21.255 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:21.256 INFO:tasks.workunit.client.0.smithi028.stdout: "collect_uncommitted": { 2024-08-29T19:03:21.256 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 3 2024-08-29T19:03:21.256 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:21.256 INFO:tasks.workunit.client.0.smithi028.stdout: "commit": { 2024-08-29T19:03:21.256 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 7449 2024-08-29T19:03:21.256 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:21.256 INFO:tasks.workunit.client.0.smithi028.stdout: "commit_bytes": { 2024-08-29T19:03:21.256 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 7449, 2024-08-29T19:03:21.256 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 52124910 2024-08-29T19:03:21.256 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:21.256 INFO:tasks.workunit.client.0.smithi028.stdout: "commit_keys": { 2024-08-29T19:03:21.256 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 7449, 2024-08-29T19:03:21.256 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 59267 2024-08-29T19:03:21.256 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:21.257 INFO:tasks.workunit.client.0.smithi028.stdout: "commit_latency": { 2024-08-29T19:03:21.257 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 7449, 2024-08-29T19:03:21.257 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 2509376482 2024-08-29T19:03:21.257 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:21.257 INFO:tasks.workunit.client.0.smithi028.stdout: "lease_ack_timeout": { 2024-08-29T19:03:21.257 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:21.257 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:21.257 INFO:tasks.workunit.client.0.smithi028.stdout: "lease_timeout": { 2024-08-29T19:03:21.257 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:21.257 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:21.257 INFO:tasks.workunit.client.0.smithi028.stdout: "new_pn": { 2024-08-29T19:03:21.257 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 6 2024-08-29T19:03:21.257 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:21.257 INFO:tasks.workunit.client.0.smithi028.stdout: "new_pn_latency": { 2024-08-29T19:03:21.258 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 6, 2024-08-29T19:03:21.258 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:21.258 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:21.258 INFO:tasks.workunit.client.0.smithi028.stdout: "refresh": { 2024-08-29T19:03:21.258 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 7452 2024-08-29T19:03:21.258 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:21.258 INFO:tasks.workunit.client.0.smithi028.stdout: "refresh_latency": { 2024-08-29T19:03:21.258 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 7452, 2024-08-29T19:03:21.258 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 45286680398 2024-08-29T19:03:21.258 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:21.258 INFO:tasks.workunit.client.0.smithi028.stdout: "restart": { 2024-08-29T19:03:21.258 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 23 2024-08-29T19:03:21.259 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:21.259 INFO:tasks.workunit.client.0.smithi028.stdout: "share_state": { 2024-08-29T19:03:21.259 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 2 2024-08-29T19:03:21.259 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:21.259 INFO:tasks.workunit.client.0.smithi028.stdout: "share_state_bytes": { 2024-08-29T19:03:21.259 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 2, 2024-08-29T19:03:21.259 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 114458 2024-08-29T19:03:21.259 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:21.259 INFO:tasks.workunit.client.0.smithi028.stdout: "share_state_keys": { 2024-08-29T19:03:21.259 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 2, 2024-08-29T19:03:21.259 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 10 2024-08-29T19:03:21.259 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:21.259 INFO:tasks.workunit.client.0.smithi028.stdout: "start_leader": { 2024-08-29T19:03:21.259 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 6 2024-08-29T19:03:21.259 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:21.260 INFO:tasks.workunit.client.0.smithi028.stdout: "start_peon": { 2024-08-29T19:03:21.260 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:21.260 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:21.260 INFO:tasks.workunit.client.0.smithi028.stdout: "store_state": { 2024-08-29T19:03:21.260 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:21.260 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:21.260 INFO:tasks.workunit.client.0.smithi028.stdout: "store_state_bytes": { 2024-08-29T19:03:21.260 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 0, 2024-08-29T19:03:21.260 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:21.260 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:21.260 INFO:tasks.workunit.client.0.smithi028.stdout: "store_state_keys": { 2024-08-29T19:03:21.260 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 0, 2024-08-29T19:03:21.260 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:21.261 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:21.261 INFO:tasks.workunit.client.0.smithi028.stdout: "store_state_latency": { 2024-08-29T19:03:21.261 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 0, 2024-08-29T19:03:21.261 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:21.261 INFO:tasks.workunit.client.0.smithi028.stdout: } 2024-08-29T19:03:21.261 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:21.261 INFO:tasks.workunit.client.0.smithi028.stdout: "prioritycache": { 2024-08-29T19:03:21.261 INFO:tasks.workunit.client.0.smithi028.stdout: "cache_bytes": { 2024-08-29T19:03:21.261 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 1020054731 2024-08-29T19:03:21.261 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:21.261 INFO:tasks.workunit.client.0.smithi028.stdout: "heap_bytes": { 2024-08-29T19:03:21.261 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 240320512 2024-08-29T19:03:21.261 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:21.261 INFO:tasks.workunit.client.0.smithi028.stdout: "mapped_bytes": { 2024-08-29T19:03:21.262 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 239910912 2024-08-29T19:03:21.262 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:21.262 INFO:tasks.workunit.client.0.smithi028.stdout: "target_bytes": { 2024-08-29T19:03:21.262 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 2147483648 2024-08-29T19:03:21.262 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:21.262 INFO:tasks.workunit.client.0.smithi028.stdout: "unmapped_bytes": { 2024-08-29T19:03:21.262 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 409600 2024-08-29T19:03:21.262 INFO:tasks.workunit.client.0.smithi028.stdout: } 2024-08-29T19:03:21.262 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:21.262 INFO:tasks.workunit.client.0.smithi028.stdout: "prioritycache:full": { 2024-08-29T19:03:21.262 INFO:tasks.workunit.client.0.smithi028.stdout: "committed_bytes": { 2024-08-29T19:03:21.262 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 360710144 2024-08-29T19:03:21.262 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:21.262 INFO:tasks.workunit.client.0.smithi028.stdout: "pri0_bytes": { 2024-08-29T19:03:21.262 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:21.263 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:21.263 INFO:tasks.workunit.client.0.smithi028.stdout: "pri10_bytes": { 2024-08-29T19:03:21.263 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:21.263 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:21.263 INFO:tasks.workunit.client.0.smithi028.stdout: "pri11_bytes": { 2024-08-29T19:03:21.263 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 267796799 2024-08-29T19:03:21.263 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:21.263 INFO:tasks.workunit.client.0.smithi028.stdout: "pri1_bytes": { 2024-08-29T19:03:21.263 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 23168368 2024-08-29T19:03:21.263 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:21.263 INFO:tasks.workunit.client.0.smithi028.stdout: "pri2_bytes": { 2024-08-29T19:03:21.263 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:21.263 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:21.263 INFO:tasks.workunit.client.0.smithi028.stdout: "pri3_bytes": { 2024-08-29T19:03:21.264 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:21.264 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:21.264 INFO:tasks.workunit.client.0.smithi028.stdout: "pri4_bytes": { 2024-08-29T19:03:21.264 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:21.264 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:21.264 INFO:tasks.workunit.client.0.smithi028.stdout: "pri5_bytes": { 2024-08-29T19:03:21.264 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:21.264 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:21.264 INFO:tasks.workunit.client.0.smithi028.stdout: "pri6_bytes": { 2024-08-29T19:03:21.264 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:21.264 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:21.264 INFO:tasks.workunit.client.0.smithi028.stdout: "pri7_bytes": { 2024-08-29T19:03:21.264 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:21.264 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:21.265 INFO:tasks.workunit.client.0.smithi028.stdout: "pri8_bytes": { 2024-08-29T19:03:21.265 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:21.265 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:21.265 INFO:tasks.workunit.client.0.smithi028.stdout: "pri9_bytes": { 2024-08-29T19:03:21.265 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:21.265 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:21.265 INFO:tasks.workunit.client.0.smithi028.stdout: "reserved_bytes": { 2024-08-29T19:03:21.265 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 69744977 2024-08-29T19:03:21.265 INFO:tasks.workunit.client.0.smithi028.stdout: } 2024-08-29T19:03:21.265 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:21.265 INFO:tasks.workunit.client.0.smithi028.stdout: "prioritycache:inc": { 2024-08-29T19:03:21.265 INFO:tasks.workunit.client.0.smithi028.stdout: "committed_bytes": { 2024-08-29T19:03:21.265 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 339738624 2024-08-29T19:03:21.265 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:21.266 INFO:tasks.workunit.client.0.smithi028.stdout: "pri0_bytes": { 2024-08-29T19:03:21.266 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:21.266 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:21.266 INFO:tasks.workunit.client.0.smithi028.stdout: "pri10_bytes": { 2024-08-29T19:03:21.266 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:21.266 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:21.266 INFO:tasks.workunit.client.0.smithi028.stdout: "pri11_bytes": { 2024-08-29T19:03:21.266 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 267796799 2024-08-29T19:03:21.266 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:21.266 INFO:tasks.workunit.client.0.smithi028.stdout: "pri1_bytes": { 2024-08-29T19:03:21.266 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 1743196 2024-08-29T19:03:21.266 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:21.266 INFO:tasks.workunit.client.0.smithi028.stdout: "pri2_bytes": { 2024-08-29T19:03:21.266 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:21.267 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:21.267 INFO:tasks.workunit.client.0.smithi028.stdout: "pri3_bytes": { 2024-08-29T19:03:21.267 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:21.267 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:21.267 INFO:tasks.workunit.client.0.smithi028.stdout: "pri4_bytes": { 2024-08-29T19:03:21.267 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:21.267 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:21.267 INFO:tasks.workunit.client.0.smithi028.stdout: "pri5_bytes": { 2024-08-29T19:03:21.267 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:21.267 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:21.267 INFO:tasks.workunit.client.0.smithi028.stdout: "pri6_bytes": { 2024-08-29T19:03:21.267 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:21.267 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:21.267 INFO:tasks.workunit.client.0.smithi028.stdout: "pri7_bytes": { 2024-08-29T19:03:21.268 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:21.268 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:21.268 INFO:tasks.workunit.client.0.smithi028.stdout: "pri8_bytes": { 2024-08-29T19:03:21.268 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:21.268 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:21.268 INFO:tasks.workunit.client.0.smithi028.stdout: "pri9_bytes": { 2024-08-29T19:03:21.268 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:21.268 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:21.268 INFO:tasks.workunit.client.0.smithi028.stdout: "reserved_bytes": { 2024-08-29T19:03:21.268 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 70198629 2024-08-29T19:03:21.268 INFO:tasks.workunit.client.0.smithi028.stdout: } 2024-08-29T19:03:21.268 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:21.268 INFO:tasks.workunit.client.0.smithi028.stdout: "prioritycache:kv": { 2024-08-29T19:03:21.268 INFO:tasks.workunit.client.0.smithi028.stdout: "committed_bytes": { 2024-08-29T19:03:21.269 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 314572800 2024-08-29T19:03:21.269 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:21.269 INFO:tasks.workunit.client.0.smithi028.stdout: "pri0_bytes": { 2024-08-29T19:03:21.269 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 67108864 2024-08-29T19:03:21.269 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:21.269 INFO:tasks.workunit.client.0.smithi028.stdout: "pri10_bytes": { 2024-08-29T19:03:21.269 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:21.269 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:21.269 INFO:tasks.workunit.client.0.smithi028.stdout: "pri11_bytes": { 2024-08-29T19:03:21.269 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 178531199 2024-08-29T19:03:21.269 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:21.269 INFO:tasks.workunit.client.0.smithi028.stdout: "pri1_bytes": { 2024-08-29T19:03:21.269 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:21.269 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:21.270 INFO:tasks.workunit.client.0.smithi028.stdout: "pri2_bytes": { 2024-08-29T19:03:21.270 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:21.270 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:21.270 INFO:tasks.workunit.client.0.smithi028.stdout: "pri3_bytes": { 2024-08-29T19:03:21.270 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:21.270 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:21.270 INFO:tasks.workunit.client.0.smithi028.stdout: "pri4_bytes": { 2024-08-29T19:03:21.270 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:21.270 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:21.270 INFO:tasks.workunit.client.0.smithi028.stdout: "pri5_bytes": { 2024-08-29T19:03:21.270 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:21.270 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:21.270 INFO:tasks.workunit.client.0.smithi028.stdout: "pri6_bytes": { 2024-08-29T19:03:21.270 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:21.271 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:21.271 INFO:tasks.workunit.client.0.smithi028.stdout: "pri7_bytes": { 2024-08-29T19:03:21.271 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:21.271 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:21.271 INFO:tasks.workunit.client.0.smithi028.stdout: "pri8_bytes": { 2024-08-29T19:03:21.271 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:21.271 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:21.271 INFO:tasks.workunit.client.0.smithi028.stdout: "pri9_bytes": { 2024-08-29T19:03:21.271 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:21.271 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:21.271 INFO:tasks.workunit.client.0.smithi028.stdout: "reserved_bytes": { 2024-08-29T19:03:21.271 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 68932737 2024-08-29T19:03:21.271 INFO:tasks.workunit.client.0.smithi028.stdout: } 2024-08-29T19:03:21.271 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:21.272 INFO:tasks.workunit.client.0.smithi028.stdout: "rocksdb": { 2024-08-29T19:03:21.272 INFO:tasks.workunit.client.0.smithi028.stdout: "compact": { 2024-08-29T19:03:21.272 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:21.272 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:21.272 INFO:tasks.workunit.client.0.smithi028.stdout: "compact_queue_len": { 2024-08-29T19:03:21.272 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:21.272 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:21.272 INFO:tasks.workunit.client.0.smithi028.stdout: "compact_queue_merge": { 2024-08-29T19:03:21.272 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:21.272 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:21.272 INFO:tasks.workunit.client.0.smithi028.stdout: "compact_range": { 2024-08-29T19:03:21.272 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 88 2024-08-29T19:03:21.272 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:21.272 INFO:tasks.workunit.client.0.smithi028.stdout: "get_latency": { 2024-08-29T19:03:21.273 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 337054, 2024-08-29T19:03:21.273 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 3918265844 2024-08-29T19:03:21.273 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:21.273 INFO:tasks.workunit.client.0.smithi028.stdout: "rocksdb_write_delay_time": { 2024-08-29T19:03:21.273 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 0, 2024-08-29T19:03:21.273 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:21.273 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:21.273 INFO:tasks.workunit.client.0.smithi028.stdout: "rocksdb_write_memtable_time": { 2024-08-29T19:03:21.273 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 0, 2024-08-29T19:03:21.273 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:21.273 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:21.273 INFO:tasks.workunit.client.0.smithi028.stdout: "rocksdb_write_pre_and_post_time": { 2024-08-29T19:03:21.273 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 0, 2024-08-29T19:03:21.273 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:21.274 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:21.274 INFO:tasks.workunit.client.0.smithi028.stdout: "rocksdb_write_wal_time": { 2024-08-29T19:03:21.274 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 0, 2024-08-29T19:03:21.274 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:21.274 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:21.274 INFO:tasks.workunit.client.0.smithi028.stdout: "submit_latency": { 2024-08-29T19:03:21.274 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 0, 2024-08-29T19:03:21.274 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:21.274 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:21.274 INFO:tasks.workunit.client.0.smithi028.stdout: "submit_sync_latency": { 2024-08-29T19:03:21.274 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 18111, 2024-08-29T19:03:21.274 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 5054161307 2024-08-29T19:03:21.274 INFO:tasks.workunit.client.0.smithi028.stdout: } 2024-08-29T19:03:21.274 INFO:tasks.workunit.client.0.smithi028.stdout: } 2024-08-29T19:03:21.275 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:21.275 INFO:tasks.workunit.client.0.smithi028.stdout: "osd.0": { 2024-08-29T19:03:21.275 INFO:tasks.workunit.client.0.smithi028.stdout: "bluefs": { 2024-08-29T19:03:21.275 INFO:tasks.workunit.client.0.smithi028.stdout: "alloc_db_max_lat": { 2024-08-29T19:03:21.275 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 30080 2024-08-29T19:03:21.275 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:21.275 INFO:tasks.workunit.client.0.smithi028.stdout: "alloc_slow_fallback": { 2024-08-29T19:03:21.275 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:21.275 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:21.275 INFO:tasks.workunit.client.0.smithi028.stdout: "alloc_slow_max_lat": { 2024-08-29T19:03:21.275 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:21.275 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:21.275 INFO:tasks.workunit.client.0.smithi028.stdout: "alloc_slow_size_fallback": { 2024-08-29T19:03:21.275 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:21.276 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:21.276 INFO:tasks.workunit.client.0.smithi028.stdout: "alloc_unit_db": { 2024-08-29T19:03:21.276 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 65536 2024-08-29T19:03:21.276 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:21.276 INFO:tasks.workunit.client.0.smithi028.stdout: "alloc_unit_slow": { 2024-08-29T19:03:21.276 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:21.276 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:21.276 INFO:tasks.workunit.client.0.smithi028.stdout: "alloc_unit_wal": { 2024-08-29T19:03:21.276 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:21.276 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:21.276 INFO:tasks.workunit.client.0.smithi028.stdout: "alloc_wal_max_lat": { 2024-08-29T19:03:21.276 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:21.277 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:21.277 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes_written_slow": { 2024-08-29T19:03:21.277 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:21.277 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:21.277 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes_written_sst": { 2024-08-29T19:03:21.277 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 20238336 2024-08-29T19:03:21.277 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:21.277 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes_written_wal": { 2024-08-29T19:03:21.277 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 885440512 2024-08-29T19:03:21.277 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:21.277 INFO:tasks.workunit.client.0.smithi028.stdout: "compact_lat": { 2024-08-29T19:03:21.277 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 19, 2024-08-29T19:03:21.277 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 7891959 2024-08-29T19:03:21.277 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:21.278 INFO:tasks.workunit.client.0.smithi028.stdout: "compact_lock_lat": { 2024-08-29T19:03:21.278 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 19, 2024-08-29T19:03:21.278 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 2926271 2024-08-29T19:03:21.278 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:21.278 INFO:tasks.workunit.client.0.smithi028.stdout: "db_alloc_lat": { 2024-08-29T19:03:21.278 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 235, 2024-08-29T19:03:21.278 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 1467510 2024-08-29T19:03:21.278 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:21.278 INFO:tasks.workunit.client.0.smithi028.stdout: "db_total_bytes": { 2024-08-29T19:03:21.278 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 95995027456 2024-08-29T19:03:21.278 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:21.278 INFO:tasks.workunit.client.0.smithi028.stdout: "db_used_bytes": { 2024-08-29T19:03:21.278 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 948305920 2024-08-29T19:03:21.278 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:21.279 INFO:tasks.workunit.client.0.smithi028.stdout: "flush_lat": { 2024-08-29T19:03:21.279 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 80337, 2024-08-29T19:03:21.279 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 11249780855 2024-08-29T19:03:21.279 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:21.279 INFO:tasks.workunit.client.0.smithi028.stdout: "fsync_lat": { 2024-08-29T19:03:21.279 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 80325, 2024-08-29T19:03:21.279 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 21624809798 2024-08-29T19:03:21.279 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:21.279 INFO:tasks.workunit.client.0.smithi028.stdout: "log_bytes": { 2024-08-29T19:03:21.279 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 13053952 2024-08-29T19:03:21.279 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:21.279 INFO:tasks.workunit.client.0.smithi028.stdout: "logged_bytes": { 2024-08-29T19:03:21.279 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 328945664 2024-08-29T19:03:21.279 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:21.280 INFO:tasks.workunit.client.0.smithi028.stdout: "max_bytes_db": { 2024-08-29T19:03:21.280 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 944046080 2024-08-29T19:03:21.280 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:21.280 INFO:tasks.workunit.client.0.smithi028.stdout: "max_bytes_slow": { 2024-08-29T19:03:21.280 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:21.280 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:21.280 INFO:tasks.workunit.client.0.smithi028.stdout: "max_bytes_wal": { 2024-08-29T19:03:21.280 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:21.280 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:21.280 INFO:tasks.workunit.client.0.smithi028.stdout: "num_files": { 2024-08-29T19:03:21.280 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 65 2024-08-29T19:03:21.280 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:21.280 INFO:tasks.workunit.client.0.smithi028.stdout: "read_bytes": { 2024-08-29T19:03:21.280 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 534100014 2024-08-29T19:03:21.281 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:21.281 INFO:tasks.workunit.client.0.smithi028.stdout: "read_count": { 2024-08-29T19:03:21.281 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 28153 2024-08-29T19:03:21.281 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:21.281 INFO:tasks.workunit.client.0.smithi028.stdout: "read_disk_bytes": { 2024-08-29T19:03:21.281 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 465227776 2024-08-29T19:03:21.281 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:21.281 INFO:tasks.workunit.client.0.smithi028.stdout: "read_disk_bytes_db": { 2024-08-29T19:03:21.281 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 465231872 2024-08-29T19:03:21.281 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:21.281 INFO:tasks.workunit.client.0.smithi028.stdout: "read_disk_bytes_slow": { 2024-08-29T19:03:21.281 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:21.281 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:21.281 INFO:tasks.workunit.client.0.smithi028.stdout: "read_disk_bytes_wal": { 2024-08-29T19:03:21.282 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:21.282 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:21.282 INFO:tasks.workunit.client.0.smithi028.stdout: "read_disk_count": { 2024-08-29T19:03:21.282 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 15675 2024-08-29T19:03:21.282 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:21.282 INFO:tasks.workunit.client.0.smithi028.stdout: "read_lat": { 2024-08-29T19:03:21.282 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 28153, 2024-08-29T19:03:21.282 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 453255493 2024-08-29T19:03:21.282 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:21.282 INFO:tasks.workunit.client.0.smithi028.stdout: "read_prefetch_bytes": { 2024-08-29T19:03:21.282 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 376466563 2024-08-29T19:03:21.282 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:21.282 INFO:tasks.workunit.client.0.smithi028.stdout: "read_prefetch_count": { 2024-08-29T19:03:21.282 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 23330 2024-08-29T19:03:21.283 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:21.283 INFO:tasks.workunit.client.0.smithi028.stdout: "read_random_buffer_bytes": { 2024-08-29T19:03:21.283 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 7340513 2024-08-29T19:03:21.283 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:21.283 INFO:tasks.workunit.client.0.smithi028.stdout: "read_random_buffer_count": { 2024-08-29T19:03:21.283 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 1020 2024-08-29T19:03:21.283 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:21.283 INFO:tasks.workunit.client.0.smithi028.stdout: "read_random_bytes": { 2024-08-29T19:03:21.283 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 20039525 2024-08-29T19:03:21.283 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:21.283 INFO:tasks.workunit.client.0.smithi028.stdout: "read_random_count": { 2024-08-29T19:03:21.283 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 1455 2024-08-29T19:03:21.283 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:21.283 INFO:tasks.workunit.client.0.smithi028.stdout: "read_random_disk_bytes": { 2024-08-29T19:03:21.284 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 12699012 2024-08-29T19:03:21.284 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:21.284 INFO:tasks.workunit.client.0.smithi028.stdout: "read_random_disk_bytes_db": { 2024-08-29T19:03:21.284 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 12699012 2024-08-29T19:03:21.284 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:21.284 INFO:tasks.workunit.client.0.smithi028.stdout: "read_random_disk_bytes_slow": { 2024-08-29T19:03:21.284 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:21.284 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:21.284 INFO:tasks.workunit.client.0.smithi028.stdout: "read_random_disk_bytes_wal": { 2024-08-29T19:03:21.284 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:21.284 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:21.284 INFO:tasks.workunit.client.0.smithi028.stdout: "read_random_disk_count": { 2024-08-29T19:03:21.284 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 462 2024-08-29T19:03:21.284 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:21.285 INFO:tasks.workunit.client.0.smithi028.stdout: "read_random_lat": { 2024-08-29T19:03:21.285 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 1455, 2024-08-29T19:03:21.285 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 7610556 2024-08-29T19:03:21.285 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:21.285 INFO:tasks.workunit.client.0.smithi028.stdout: "slow_alloc_lat": { 2024-08-29T19:03:21.285 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 0, 2024-08-29T19:03:21.285 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:21.285 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:21.285 INFO:tasks.workunit.client.0.smithi028.stdout: "slow_total_bytes": { 2024-08-29T19:03:21.285 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:21.285 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:21.285 INFO:tasks.workunit.client.0.smithi028.stdout: "slow_used_bytes": { 2024-08-29T19:03:21.285 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:21.285 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:21.286 INFO:tasks.workunit.client.0.smithi028.stdout: "truncate_lat": { 2024-08-29T19:03:21.286 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 1, 2024-08-29T19:03:21.286 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 629 2024-08-29T19:03:21.286 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:21.286 INFO:tasks.workunit.client.0.smithi028.stdout: "unlink_lat": { 2024-08-29T19:03:21.286 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 4, 2024-08-29T19:03:21.286 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 6525 2024-08-29T19:03:21.286 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:21.286 INFO:tasks.workunit.client.0.smithi028.stdout: "wal_alloc_lat": { 2024-08-29T19:03:21.286 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 0, 2024-08-29T19:03:21.286 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:21.286 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:21.286 INFO:tasks.workunit.client.0.smithi028.stdout: "wal_total_bytes": { 2024-08-29T19:03:21.286 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:21.287 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:21.287 INFO:tasks.workunit.client.0.smithi028.stdout: "wal_used_bytes": { 2024-08-29T19:03:21.287 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:21.287 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:21.287 INFO:tasks.workunit.client.0.smithi028.stdout: "write_bytes": { 2024-08-29T19:03:21.287 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 1237520384 2024-08-29T19:03:21.287 INFO:tasks.workunit.client.0.smithi028.stdout: } 2024-08-29T19:03:21.287 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:21.287 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore": { 2024-08-29T19:03:21.287 INFO:tasks.workunit.client.0.smithi028.stdout: "alloc_unit": { 2024-08-29T19:03:21.287 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 4096 2024-08-29T19:03:21.287 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:21.287 INFO:tasks.workunit.client.0.smithi028.stdout: "allocated": { 2024-08-29T19:03:21.287 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 14422016 2024-08-29T19:03:21.288 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:21.288 INFO:tasks.workunit.client.0.smithi028.stdout: "allocator_lat": { 2024-08-29T19:03:21.288 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 22648, 2024-08-29T19:03:21.288 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 114737817 2024-08-29T19:03:21.288 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:21.288 INFO:tasks.workunit.client.0.smithi028.stdout: "clist_lat": { 2024-08-29T19:03:21.288 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 3161, 2024-08-29T19:03:21.288 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 1075145989 2024-08-29T19:03:21.288 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:21.288 INFO:tasks.workunit.client.0.smithi028.stdout: "compress_lat": { 2024-08-29T19:03:21.288 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 0, 2024-08-29T19:03:21.288 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:21.288 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:21.288 INFO:tasks.workunit.client.0.smithi028.stdout: "compressed": { 2024-08-29T19:03:21.289 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:21.289 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:21.289 INFO:tasks.workunit.client.0.smithi028.stdout: "compressed_allocated": { 2024-08-29T19:03:21.289 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:21.289 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:21.289 INFO:tasks.workunit.client.0.smithi028.stdout: "compressed_original": { 2024-08-29T19:03:21.289 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:21.289 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:21.289 INFO:tasks.workunit.client.0.smithi028.stdout: "csum_lat": { 2024-08-29T19:03:21.289 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 24441, 2024-08-29T19:03:21.289 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 287364402 2024-08-29T19:03:21.289 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:21.289 INFO:tasks.workunit.client.0.smithi028.stdout: "decompress_lat": { 2024-08-29T19:03:21.289 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 0, 2024-08-29T19:03:21.290 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:21.290 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:21.290 INFO:tasks.workunit.client.0.smithi028.stdout: "fragmentation_micros": { 2024-08-29T19:03:21.290 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:21.290 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:21.290 INFO:tasks.workunit.client.0.smithi028.stdout: "kv_commit_lat": { 2024-08-29T19:03:21.290 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 80225, 2024-08-29T19:03:21.290 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 29971767803 2024-08-29T19:03:21.290 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:21.290 INFO:tasks.workunit.client.0.smithi028.stdout: "kv_final_lat": { 2024-08-29T19:03:21.290 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 79026, 2024-08-29T19:03:21.290 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 4619635553 2024-08-29T19:03:21.290 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:21.290 INFO:tasks.workunit.client.0.smithi028.stdout: "kv_flush_lat": { 2024-08-29T19:03:21.290 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 80225, 2024-08-29T19:03:21.291 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 113722747 2024-08-29T19:03:21.291 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:21.291 INFO:tasks.workunit.client.0.smithi028.stdout: "kv_sync_lat": { 2024-08-29T19:03:21.291 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 80225, 2024-08-29T19:03:21.291 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 30085490550 2024-08-29T19:03:21.291 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:21.291 INFO:tasks.workunit.client.0.smithi028.stdout: "omap_get_keys_lat": { 2024-08-29T19:03:21.291 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 0, 2024-08-29T19:03:21.291 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:21.291 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:21.291 INFO:tasks.workunit.client.0.smithi028.stdout: "omap_get_values_lat": { 2024-08-29T19:03:21.291 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 32135, 2024-08-29T19:03:21.291 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 1675184736 2024-08-29T19:03:21.291 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:21.292 INFO:tasks.workunit.client.0.smithi028.stdout: "omap_lower_bound_lat": { 2024-08-29T19:03:21.292 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 987, 2024-08-29T19:03:21.292 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 8515486 2024-08-29T19:03:21.292 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:21.292 INFO:tasks.workunit.client.0.smithi028.stdout: "omap_next_lat": { 2024-08-29T19:03:21.292 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 20656, 2024-08-29T19:03:21.292 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 21707561 2024-08-29T19:03:21.292 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:21.292 INFO:tasks.workunit.client.0.smithi028.stdout: "omap_seek_to_first_lat": { 2024-08-29T19:03:21.292 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 53, 2024-08-29T19:03:21.292 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 88721 2024-08-29T19:03:21.293 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:21.293 INFO:tasks.workunit.client.0.smithi028.stdout: "omap_upper_bound_lat": { 2024-08-29T19:03:21.293 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 17092, 2024-08-29T19:03:21.293 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 13272418965 2024-08-29T19:03:21.293 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:21.293 INFO:tasks.workunit.client.0.smithi028.stdout: "onode_hits": { 2024-08-29T19:03:21.293 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 247339 2024-08-29T19:03:21.293 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:21.293 INFO:tasks.workunit.client.0.smithi028.stdout: "onode_misses": { 2024-08-29T19:03:21.293 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 22429 2024-08-29T19:03:21.293 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:21.293 INFO:tasks.workunit.client.0.smithi028.stdout: "read_lat": { 2024-08-29T19:03:21.294 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 20573, 2024-08-29T19:03:21.294 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 2416212516 2024-08-29T19:03:21.294 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:21.294 INFO:tasks.workunit.client.0.smithi028.stdout: "read_onode_meta_lat": { 2024-08-29T19:03:21.294 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 47313, 2024-08-29T19:03:21.294 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 37714778 2024-08-29T19:03:21.294 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:21.294 INFO:tasks.workunit.client.0.smithi028.stdout: "read_wait_aio_lat": { 2024-08-29T19:03:21.294 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 26740, 2024-08-29T19:03:21.294 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 1108513486 2024-08-29T19:03:21.294 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:21.294 INFO:tasks.workunit.client.0.smithi028.stdout: "reads_with_retries": { 2024-08-29T19:03:21.294 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:21.294 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:21.295 INFO:tasks.workunit.client.0.smithi028.stdout: "remove_lat": { 2024-08-29T19:03:21.295 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 14426, 2024-08-29T19:03:21.295 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 712386789 2024-08-29T19:03:21.295 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:21.295 INFO:tasks.workunit.client.0.smithi028.stdout: "slow_aio_wait_count": { 2024-08-29T19:03:21.295 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:21.295 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:21.295 INFO:tasks.workunit.client.0.smithi028.stdout: "slow_committed_kv_count": { 2024-08-29T19:03:21.295 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:21.295 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:21.295 INFO:tasks.workunit.client.0.smithi028.stdout: "slow_read_onode_meta_count": { 2024-08-29T19:03:21.295 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:21.295 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:21.295 INFO:tasks.workunit.client.0.smithi028.stdout: "slow_read_wait_aio_count": { 2024-08-29T19:03:21.296 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:21.296 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:21.296 INFO:tasks.workunit.client.0.smithi028.stdout: "state_aio_wait_lat": { 2024-08-29T19:03:21.296 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 92743, 2024-08-29T19:03:21.296 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 6425260783 2024-08-29T19:03:21.296 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:21.296 INFO:tasks.workunit.client.0.smithi028.stdout: "state_deferred_aio_wait_lat": { 2024-08-29T19:03:21.296 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 9341, 2024-08-29T19:03:21.296 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 808554496 2024-08-29T19:03:21.296 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:21.296 INFO:tasks.workunit.client.0.smithi028.stdout: "state_deferred_cleanup_lat": { 2024-08-29T19:03:21.296 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 9340, 2024-08-29T19:03:21.296 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 1900184406354 2024-08-29T19:03:21.296 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:21.297 INFO:tasks.workunit.client.0.smithi028.stdout: "state_deferred_queued_lat": { 2024-08-29T19:03:21.297 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 9341, 2024-08-29T19:03:21.297 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 5691108597382 2024-08-29T19:03:21.297 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:21.297 INFO:tasks.workunit.client.0.smithi028.stdout: "state_done_lat": { 2024-08-29T19:03:21.297 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 92742, 2024-08-29T19:03:21.297 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 2264654152765 2024-08-29T19:03:21.297 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:21.297 INFO:tasks.workunit.client.0.smithi028.stdout: "state_finishing_lat": { 2024-08-29T19:03:21.297 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 92742, 2024-08-29T19:03:21.297 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 29138446 2024-08-29T19:03:21.297 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:21.297 INFO:tasks.workunit.client.0.smithi028.stdout: "state_io_done_lat": { 2024-08-29T19:03:21.297 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 92743, 2024-08-29T19:03:21.298 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 482644796 2024-08-29T19:03:21.298 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:21.298 INFO:tasks.workunit.client.0.smithi028.stdout: "state_kv_commiting_lat": { 2024-08-29T19:03:21.298 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 92743, 2024-08-29T19:03:21.298 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 55717940840 2024-08-29T19:03:21.298 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:21.298 INFO:tasks.workunit.client.0.smithi028.stdout: "state_kv_done_lat": { 2024-08-29T19:03:21.298 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 92743, 2024-08-29T19:03:21.298 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 73033709 2024-08-29T19:03:21.298 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:21.298 INFO:tasks.workunit.client.0.smithi028.stdout: "state_kv_queued_lat": { 2024-08-29T19:03:21.298 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 92743, 2024-08-29T19:03:21.298 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 28679611076 2024-08-29T19:03:21.298 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:21.299 INFO:tasks.workunit.client.0.smithi028.stdout: "state_prepare_lat": { 2024-08-29T19:03:21.299 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 92743, 2024-08-29T19:03:21.299 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 15785078550 2024-08-29T19:03:21.299 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:21.299 INFO:tasks.workunit.client.0.smithi028.stdout: "stored": { 2024-08-29T19:03:21.299 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 10353545 2024-08-29T19:03:21.299 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:21.299 INFO:tasks.workunit.client.0.smithi028.stdout: "truncate_lat": { 2024-08-29T19:03:21.299 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 2302, 2024-08-29T19:03:21.299 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 27674797 2024-08-29T19:03:21.299 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:21.299 INFO:tasks.workunit.client.0.smithi028.stdout: "txc_commit_lat": { 2024-08-29T19:03:21.299 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 92743, 2024-08-29T19:03:21.299 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 107124074043 2024-08-29T19:03:21.299 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:21.300 INFO:tasks.workunit.client.0.smithi028.stdout: "txc_submit_lat": { 2024-08-29T19:03:21.300 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 92743, 2024-08-29T19:03:21.300 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 18179555328 2024-08-29T19:03:21.300 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:21.300 INFO:tasks.workunit.client.0.smithi028.stdout: "txc_throttle_lat": { 2024-08-29T19:03:21.300 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 92743, 2024-08-29T19:03:21.300 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 1231589310 2024-08-29T19:03:21.300 INFO:tasks.workunit.client.0.smithi028.stdout: } 2024-08-29T19:03:21.300 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:21.300 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore-pricache": { 2024-08-29T19:03:21.300 INFO:tasks.workunit.client.0.smithi028.stdout: "cache_bytes": { 2024-08-29T19:03:21.300 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 1445592595 2024-08-29T19:03:21.300 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:21.301 INFO:tasks.workunit.client.0.smithi028.stdout: "heap_bytes": { 2024-08-29T19:03:21.301 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 546545664 2024-08-29T19:03:21.301 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:21.301 INFO:tasks.workunit.client.0.smithi028.stdout: "mapped_bytes": { 2024-08-29T19:03:21.301 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 507600896 2024-08-29T19:03:21.301 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:21.301 INFO:tasks.workunit.client.0.smithi028.stdout: "target_bytes": { 2024-08-29T19:03:21.301 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 2648116428 2024-08-29T19:03:21.301 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:21.301 INFO:tasks.workunit.client.0.smithi028.stdout: "unmapped_bytes": { 2024-08-29T19:03:21.301 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 38944768 2024-08-29T19:03:21.301 INFO:tasks.workunit.client.0.smithi028.stdout: } 2024-08-29T19:03:21.301 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:21.301 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore-pricache:data": { 2024-08-29T19:03:21.302 INFO:tasks.workunit.client.0.smithi028.stdout: "committed_bytes": { 2024-08-29T19:03:21.302 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 125829120 2024-08-29T19:03:21.302 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:21.302 INFO:tasks.workunit.client.0.smithi028.stdout: "pri0_bytes": { 2024-08-29T19:03:21.302 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:21.302 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:21.302 INFO:tasks.workunit.client.0.smithi028.stdout: "pri10_bytes": { 2024-08-29T19:03:21.302 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:21.302 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:21.302 INFO:tasks.workunit.client.0.smithi028.stdout: "pri11_bytes": { 2024-08-29T19:03:21.302 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 58456420 2024-08-29T19:03:21.302 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:21.302 INFO:tasks.workunit.client.0.smithi028.stdout: "pri1_bytes": { 2024-08-29T19:03:21.302 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:21.302 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:21.303 INFO:tasks.workunit.client.0.smithi028.stdout: "pri2_bytes": { 2024-08-29T19:03:21.303 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:21.303 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:21.303 INFO:tasks.workunit.client.0.smithi028.stdout: "pri3_bytes": { 2024-08-29T19:03:21.303 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:21.303 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:21.303 INFO:tasks.workunit.client.0.smithi028.stdout: "pri4_bytes": { 2024-08-29T19:03:21.303 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:21.303 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:21.303 INFO:tasks.workunit.client.0.smithi028.stdout: "pri5_bytes": { 2024-08-29T19:03:21.303 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 8192 2024-08-29T19:03:21.303 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:21.303 INFO:tasks.workunit.client.0.smithi028.stdout: "pri6_bytes": { 2024-08-29T19:03:21.303 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 28672 2024-08-29T19:03:21.304 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:21.304 INFO:tasks.workunit.client.0.smithi028.stdout: "pri7_bytes": { 2024-08-29T19:03:21.304 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:21.304 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:21.304 INFO:tasks.workunit.client.0.smithi028.stdout: "pri8_bytes": { 2024-08-29T19:03:21.304 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:21.304 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:21.304 INFO:tasks.workunit.client.0.smithi028.stdout: "pri9_bytes": { 2024-08-29T19:03:21.304 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:21.304 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:21.304 INFO:tasks.workunit.client.0.smithi028.stdout: "reserved_bytes": { 2024-08-29T19:03:21.304 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 67335836 2024-08-29T19:03:21.304 INFO:tasks.workunit.client.0.smithi028.stdout: } 2024-08-29T19:03:21.304 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:21.305 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore-pricache:kv": { 2024-08-29T19:03:21.305 INFO:tasks.workunit.client.0.smithi028.stdout: "committed_bytes": { 2024-08-29T19:03:21.305 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 578813952 2024-08-29T19:03:21.305 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:21.305 INFO:tasks.workunit.client.0.smithi028.stdout: "pri0_bytes": { 2024-08-29T19:03:21.305 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 67108864 2024-08-29T19:03:21.305 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:21.305 INFO:tasks.workunit.client.0.smithi028.stdout: "pri10_bytes": { 2024-08-29T19:03:21.305 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:21.305 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:21.305 INFO:tasks.workunit.client.0.smithi028.stdout: "pri11_bytes": { 2024-08-29T19:03:21.305 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 438423154 2024-08-29T19:03:21.305 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:21.305 INFO:tasks.workunit.client.0.smithi028.stdout: "pri1_bytes": { 2024-08-29T19:03:21.306 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:21.306 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:21.306 INFO:tasks.workunit.client.0.smithi028.stdout: "pri2_bytes": { 2024-08-29T19:03:21.306 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:21.306 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:21.306 INFO:tasks.workunit.client.0.smithi028.stdout: "pri3_bytes": { 2024-08-29T19:03:21.306 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 2688 2024-08-29T19:03:21.306 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:21.306 INFO:tasks.workunit.client.0.smithi028.stdout: "pri4_bytes": { 2024-08-29T19:03:21.306 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:21.306 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:21.306 INFO:tasks.workunit.client.0.smithi028.stdout: "pri5_bytes": { 2024-08-29T19:03:21.306 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 180560 2024-08-29T19:03:21.306 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:21.306 INFO:tasks.workunit.client.0.smithi028.stdout: "pri6_bytes": { 2024-08-29T19:03:21.307 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:21.307 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:21.307 INFO:tasks.workunit.client.0.smithi028.stdout: "pri7_bytes": { 2024-08-29T19:03:21.307 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:21.307 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:21.307 INFO:tasks.workunit.client.0.smithi028.stdout: "pri8_bytes": { 2024-08-29T19:03:21.307 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:21.307 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:21.307 INFO:tasks.workunit.client.0.smithi028.stdout: "pri9_bytes": { 2024-08-29T19:03:21.307 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:21.307 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:21.307 INFO:tasks.workunit.client.0.smithi028.stdout: "reserved_bytes": { 2024-08-29T19:03:21.307 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 73098686 2024-08-29T19:03:21.307 INFO:tasks.workunit.client.0.smithi028.stdout: } 2024-08-29T19:03:21.308 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:21.308 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore-pricache:kv_onode": { 2024-08-29T19:03:21.308 INFO:tasks.workunit.client.0.smithi028.stdout: "committed_bytes": { 2024-08-29T19:03:21.308 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 176160768 2024-08-29T19:03:21.308 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:21.308 INFO:tasks.workunit.client.0.smithi028.stdout: "pri0_bytes": { 2024-08-29T19:03:21.308 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 67108864 2024-08-29T19:03:21.308 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:21.308 INFO:tasks.workunit.client.0.smithi028.stdout: "pri10_bytes": { 2024-08-29T19:03:21.308 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 394576 2024-08-29T19:03:21.308 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:21.308 INFO:tasks.workunit.client.0.smithi028.stdout: "pri11_bytes": { 2024-08-29T19:03:21.308 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 38970947 2024-08-29T19:03:21.308 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:21.309 INFO:tasks.workunit.client.0.smithi028.stdout: "pri1_bytes": { 2024-08-29T19:03:21.309 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:21.309 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:21.309 INFO:tasks.workunit.client.0.smithi028.stdout: "pri2_bytes": { 2024-08-29T19:03:21.309 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:21.309 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:21.309 INFO:tasks.workunit.client.0.smithi028.stdout: "pri3_bytes": { 2024-08-29T19:03:21.309 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:21.309 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:21.309 INFO:tasks.workunit.client.0.smithi028.stdout: "pri4_bytes": { 2024-08-29T19:03:21.309 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:21.309 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:21.309 INFO:tasks.workunit.client.0.smithi028.stdout: "pri5_bytes": { 2024-08-29T19:03:21.309 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:21.310 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:21.310 INFO:tasks.workunit.client.0.smithi028.stdout: "pri6_bytes": { 2024-08-29T19:03:21.310 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:21.310 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:21.310 INFO:tasks.workunit.client.0.smithi028.stdout: "pri7_bytes": { 2024-08-29T19:03:21.310 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:21.310 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:21.310 INFO:tasks.workunit.client.0.smithi028.stdout: "pri8_bytes": { 2024-08-29T19:03:21.310 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:21.310 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:21.310 INFO:tasks.workunit.client.0.smithi028.stdout: "pri9_bytes": { 2024-08-29T19:03:21.310 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:21.310 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:21.311 INFO:tasks.workunit.client.0.smithi028.stdout: "reserved_bytes": { 2024-08-29T19:03:21.311 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 69686381 2024-08-29T19:03:21.311 INFO:tasks.workunit.client.0.smithi028.stdout: } 2024-08-29T19:03:21.311 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:21.311 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore-pricache:meta": { 2024-08-29T19:03:21.311 INFO:tasks.workunit.client.0.smithi028.stdout: "committed_bytes": { 2024-08-29T19:03:21.311 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 511705088 2024-08-29T19:03:21.311 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:21.311 INFO:tasks.workunit.client.0.smithi028.stdout: "pri0_bytes": { 2024-08-29T19:03:21.311 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:21.311 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:21.311 INFO:tasks.workunit.client.0.smithi028.stdout: "pri10_bytes": { 2024-08-29T19:03:21.311 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:21.312 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:21.312 INFO:tasks.workunit.client.0.smithi028.stdout: "pri11_bytes": { 2024-08-29T19:03:21.312 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 438423154 2024-08-29T19:03:21.312 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:21.312 INFO:tasks.workunit.client.0.smithi028.stdout: "pri1_bytes": { 2024-08-29T19:03:21.312 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:21.312 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:21.312 INFO:tasks.workunit.client.0.smithi028.stdout: "pri2_bytes": { 2024-08-29T19:03:21.312 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:21.312 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:21.312 INFO:tasks.workunit.client.0.smithi028.stdout: "pri3_bytes": { 2024-08-29T19:03:21.312 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:21.312 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:21.312 INFO:tasks.workunit.client.0.smithi028.stdout: "pri4_bytes": { 2024-08-29T19:03:21.313 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 989 2024-08-29T19:03:21.313 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:21.313 INFO:tasks.workunit.client.0.smithi028.stdout: "pri5_bytes": { 2024-08-29T19:03:21.313 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 143448 2024-08-29T19:03:21.313 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:21.313 INFO:tasks.workunit.client.0.smithi028.stdout: "pri6_bytes": { 2024-08-29T19:03:21.313 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 1092189 2024-08-29T19:03:21.313 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:21.313 INFO:tasks.workunit.client.0.smithi028.stdout: "pri7_bytes": { 2024-08-29T19:03:21.313 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:21.313 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:21.313 INFO:tasks.workunit.client.0.smithi028.stdout: "pri8_bytes": { 2024-08-29T19:03:21.313 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:21.313 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:21.314 INFO:tasks.workunit.client.0.smithi028.stdout: "pri9_bytes": { 2024-08-29T19:03:21.314 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:21.314 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:21.314 INFO:tasks.workunit.client.0.smithi028.stdout: "reserved_bytes": { 2024-08-29T19:03:21.314 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 72045308 2024-08-29T19:03:21.314 INFO:tasks.workunit.client.0.smithi028.stdout: } 2024-08-29T19:03:21.314 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:21.314 INFO:tasks.workunit.client.0.smithi028.stdout: "objecter": { 2024-08-29T19:03:21.314 INFO:tasks.workunit.client.0.smithi028.stdout: "op_active": { 2024-08-29T19:03:21.314 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:21.314 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:21.314 INFO:tasks.workunit.client.0.smithi028.stdout: "op_r": { 2024-08-29T19:03:21.314 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 29 2024-08-29T19:03:21.314 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:21.315 INFO:tasks.workunit.client.0.smithi028.stdout: "op_rmw": { 2024-08-29T19:03:21.315 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:21.315 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:21.315 INFO:tasks.workunit.client.0.smithi028.stdout: "op_w": { 2024-08-29T19:03:21.315 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 1 2024-08-29T19:03:21.315 INFO:tasks.workunit.client.0.smithi028.stdout: } 2024-08-29T19:03:21.315 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:21.315 INFO:tasks.workunit.client.0.smithi028.stdout: "osd": { 2024-08-29T19:03:21.315 INFO:tasks.workunit.client.0.smithi028.stdout: "numpg": { 2024-08-29T19:03:21.315 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 61 2024-08-29T19:03:21.315 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:21.315 INFO:tasks.workunit.client.0.smithi028.stdout: "numpg_removing": { 2024-08-29T19:03:21.315 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:21.315 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:21.316 INFO:tasks.workunit.client.0.smithi028.stdout: "op": { 2024-08-29T19:03:21.316 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 45092 2024-08-29T19:03:21.316 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:21.316 INFO:tasks.workunit.client.0.smithi028.stdout: "op_before_queue_op_lat": { 2024-08-29T19:03:21.316 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 126654, 2024-08-29T19:03:21.316 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 11072705908 2024-08-29T19:03:21.316 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:21.316 INFO:tasks.workunit.client.0.smithi028.stdout: "op_delayed_degraded": { 2024-08-29T19:03:21.316 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:21.316 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:21.316 INFO:tasks.workunit.client.0.smithi028.stdout: "op_delayed_unreadable": { 2024-08-29T19:03:21.316 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:21.316 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:21.316 INFO:tasks.workunit.client.0.smithi028.stdout: "op_in_bytes": { 2024-08-29T19:03:21.317 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 1716331298 2024-08-29T19:03:21.317 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:21.317 INFO:tasks.workunit.client.0.smithi028.stdout: "op_latency": { 2024-08-29T19:03:21.317 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 45092, 2024-08-29T19:03:21.317 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 377133691400 2024-08-29T19:03:21.317 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:21.317 INFO:tasks.workunit.client.0.smithi028.stdout: "op_out_bytes": { 2024-08-29T19:03:21.317 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 2849091592 2024-08-29T19:03:21.317 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:21.317 INFO:tasks.workunit.client.0.smithi028.stdout: "op_prepare_latency": { 2024-08-29T19:03:21.317 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 45847, 2024-08-29T19:03:21.317 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 40984623299 2024-08-29T19:03:21.317 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:21.317 INFO:tasks.workunit.client.0.smithi028.stdout: "op_process_latency": { 2024-08-29T19:03:21.318 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 45092, 2024-08-29T19:03:21.318 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 110508160732 2024-08-29T19:03:21.318 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:21.318 INFO:tasks.workunit.client.0.smithi028.stdout: "op_r": { 2024-08-29T19:03:21.318 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 30073 2024-08-29T19:03:21.318 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:21.318 INFO:tasks.workunit.client.0.smithi028.stdout: "op_r_latency": { 2024-08-29T19:03:21.318 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 30073, 2024-08-29T19:03:21.318 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 25505133135 2024-08-29T19:03:21.318 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:21.318 INFO:tasks.workunit.client.0.smithi028.stdout: "op_r_latency_out_bytes_histogram": { 2024-08-29T19:03:21.318 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:21.318 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:21.318 INFO:tasks.workunit.client.0.smithi028.stdout: "op_r_out_bytes": { 2024-08-29T19:03:21.319 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 2849091592 2024-08-29T19:03:21.319 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:21.319 INFO:tasks.workunit.client.0.smithi028.stdout: "op_r_prepare_latency": { 2024-08-29T19:03:21.319 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 30148, 2024-08-29T19:03:21.319 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 13572094487 2024-08-29T19:03:21.319 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:21.319 INFO:tasks.workunit.client.0.smithi028.stdout: "op_r_process_latency": { 2024-08-29T19:03:21.319 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 30073, 2024-08-29T19:03:21.319 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 13306458541 2024-08-29T19:03:21.319 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:21.319 INFO:tasks.workunit.client.0.smithi028.stdout: "op_rw": { 2024-08-29T19:03:21.319 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 7897 2024-08-29T19:03:21.319 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:21.319 INFO:tasks.workunit.client.0.smithi028.stdout: "op_rw_in_bytes": { 2024-08-29T19:03:21.320 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 280499741 2024-08-29T19:03:21.320 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:21.320 INFO:tasks.workunit.client.0.smithi028.stdout: "op_rw_latency": { 2024-08-29T19:03:21.320 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 7897, 2024-08-29T19:03:21.320 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 27364295026 2024-08-29T19:03:21.320 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:21.320 INFO:tasks.workunit.client.0.smithi028.stdout: "op_rw_latency_in_bytes_histogram": { 2024-08-29T19:03:21.320 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:21.320 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:21.320 INFO:tasks.workunit.client.0.smithi028.stdout: "op_rw_latency_out_bytes_histogram": { 2024-08-29T19:03:21.320 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:21.320 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:21.320 INFO:tasks.workunit.client.0.smithi028.stdout: "op_rw_out_bytes": { 2024-08-29T19:03:21.321 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:21.321 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:21.321 INFO:tasks.workunit.client.0.smithi028.stdout: "op_rw_prepare_latency": { 2024-08-29T19:03:21.321 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 8411, 2024-08-29T19:03:21.321 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 11647068673 2024-08-29T19:03:21.321 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:21.321 INFO:tasks.workunit.client.0.smithi028.stdout: "op_rw_process_latency": { 2024-08-29T19:03:21.321 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 7897, 2024-08-29T19:03:21.321 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 24037696548 2024-08-29T19:03:21.321 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:21.321 INFO:tasks.workunit.client.0.smithi028.stdout: "op_w": { 2024-08-29T19:03:21.321 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 7122 2024-08-29T19:03:21.321 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:21.321 INFO:tasks.workunit.client.0.smithi028.stdout: "op_w_in_bytes": { 2024-08-29T19:03:21.321 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 1435831557 2024-08-29T19:03:21.322 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:21.322 INFO:tasks.workunit.client.0.smithi028.stdout: "op_w_latency": { 2024-08-29T19:03:21.322 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 7122, 2024-08-29T19:03:21.322 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 324264263239 2024-08-29T19:03:21.322 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:21.322 INFO:tasks.workunit.client.0.smithi028.stdout: "op_w_latency_in_bytes_histogram": { 2024-08-29T19:03:21.322 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:21.322 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:21.322 INFO:tasks.workunit.client.0.smithi028.stdout: "op_w_prepare_latency": { 2024-08-29T19:03:21.322 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 7288, 2024-08-29T19:03:21.322 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 15765460139 2024-08-29T19:03:21.322 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:21.322 INFO:tasks.workunit.client.0.smithi028.stdout: "op_w_process_latency": { 2024-08-29T19:03:21.322 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 7122, 2024-08-29T19:03:21.323 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 73164005643 2024-08-29T19:03:21.323 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:21.323 INFO:tasks.workunit.client.0.smithi028.stdout: "op_wip": { 2024-08-29T19:03:21.323 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:21.323 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:21.323 INFO:tasks.workunit.client.0.smithi028.stdout: "recovery_bytes": { 2024-08-29T19:03:21.323 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 62 2024-08-29T19:03:21.323 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:21.323 INFO:tasks.workunit.client.0.smithi028.stdout: "recovery_ops": { 2024-08-29T19:03:21.323 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 9 2024-08-29T19:03:21.323 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:21.323 INFO:tasks.workunit.client.0.smithi028.stdout: "stat_bytes": { 2024-08-29T19:03:21.323 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 95995035648 2024-08-29T19:03:21.323 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:21.324 INFO:tasks.workunit.client.0.smithi028.stdout: "stat_bytes_used": { 2024-08-29T19:03:21.324 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 962740224 2024-08-29T19:03:21.324 INFO:tasks.workunit.client.0.smithi028.stdout: } 2024-08-29T19:03:21.324 INFO:tasks.workunit.client.0.smithi028.stdout: } 2024-08-29T19:03:21.324 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:21.324 INFO:tasks.workunit.client.0.smithi028.stdout: "osd.1": { 2024-08-29T19:03:21.324 INFO:tasks.workunit.client.0.smithi028.stdout: "bluefs": { 2024-08-29T19:03:21.324 INFO:tasks.workunit.client.0.smithi028.stdout: "alloc_db_max_lat": { 2024-08-29T19:03:21.324 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 144679 2024-08-29T19:03:21.324 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:21.324 INFO:tasks.workunit.client.0.smithi028.stdout: "alloc_slow_fallback": { 2024-08-29T19:03:21.324 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:21.324 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:21.324 INFO:tasks.workunit.client.0.smithi028.stdout: "alloc_slow_max_lat": { 2024-08-29T19:03:21.325 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:21.325 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:21.325 INFO:tasks.workunit.client.0.smithi028.stdout: "alloc_slow_size_fallback": { 2024-08-29T19:03:21.325 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:21.325 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:21.325 INFO:tasks.workunit.client.0.smithi028.stdout: "alloc_unit_db": { 2024-08-29T19:03:21.325 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 65536 2024-08-29T19:03:21.325 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:21.325 INFO:tasks.workunit.client.0.smithi028.stdout: "alloc_unit_slow": { 2024-08-29T19:03:21.325 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:21.325 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:21.325 INFO:tasks.workunit.client.0.smithi028.stdout: "alloc_unit_wal": { 2024-08-29T19:03:21.325 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:21.325 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:21.326 INFO:tasks.workunit.client.0.smithi028.stdout: "alloc_wal_max_lat": { 2024-08-29T19:03:21.326 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:21.326 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:21.326 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes_written_slow": { 2024-08-29T19:03:21.326 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:21.326 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:21.326 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes_written_sst": { 2024-08-29T19:03:21.326 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 20049920 2024-08-29T19:03:21.326 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:21.326 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes_written_wal": { 2024-08-29T19:03:21.326 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 878288896 2024-08-29T19:03:21.326 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:21.326 INFO:tasks.workunit.client.0.smithi028.stdout: "compact_lat": { 2024-08-29T19:03:21.326 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 17, 2024-08-29T19:03:21.327 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 6821312 2024-08-29T19:03:21.327 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:21.327 INFO:tasks.workunit.client.0.smithi028.stdout: "compact_lock_lat": { 2024-08-29T19:03:21.327 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 17, 2024-08-29T19:03:21.327 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 2611993 2024-08-29T19:03:21.327 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:21.327 INFO:tasks.workunit.client.0.smithi028.stdout: "db_alloc_lat": { 2024-08-29T19:03:21.327 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 225, 2024-08-29T19:03:21.327 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 1495782 2024-08-29T19:03:21.327 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:21.327 INFO:tasks.workunit.client.0.smithi028.stdout: "db_total_bytes": { 2024-08-29T19:03:21.327 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 95995027456 2024-08-29T19:03:21.327 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:21.327 INFO:tasks.workunit.client.0.smithi028.stdout: "db_used_bytes": { 2024-08-29T19:03:21.328 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 1050607616 2024-08-29T19:03:21.328 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:21.328 INFO:tasks.workunit.client.0.smithi028.stdout: "flush_lat": { 2024-08-29T19:03:21.328 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 70312, 2024-08-29T19:03:21.328 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 9940804957 2024-08-29T19:03:21.328 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:21.328 INFO:tasks.workunit.client.0.smithi028.stdout: "fsync_lat": { 2024-08-29T19:03:21.328 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 70322, 2024-08-29T19:03:21.328 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 18867600207 2024-08-29T19:03:21.328 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:21.328 INFO:tasks.workunit.client.0.smithi028.stdout: "log_bytes": { 2024-08-29T19:03:21.328 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 5279744 2024-08-29T19:03:21.329 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:21.329 INFO:tasks.workunit.client.0.smithi028.stdout: "logged_bytes": { 2024-08-29T19:03:21.329 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 287911936 2024-08-29T19:03:21.329 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:21.329 INFO:tasks.workunit.client.0.smithi028.stdout: "max_bytes_db": { 2024-08-29T19:03:21.329 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 1067646976 2024-08-29T19:03:21.329 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:21.329 INFO:tasks.workunit.client.0.smithi028.stdout: "max_bytes_slow": { 2024-08-29T19:03:21.329 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:21.329 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:21.329 INFO:tasks.workunit.client.0.smithi028.stdout: "max_bytes_wal": { 2024-08-29T19:03:21.329 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:21.329 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:21.329 INFO:tasks.workunit.client.0.smithi028.stdout: "num_files": { 2024-08-29T19:03:21.330 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 70 2024-08-29T19:03:21.330 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:21.330 INFO:tasks.workunit.client.0.smithi028.stdout: "read_bytes": { 2024-08-29T19:03:21.330 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 467304709 2024-08-29T19:03:21.330 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:21.330 INFO:tasks.workunit.client.0.smithi028.stdout: "read_count": { 2024-08-29T19:03:21.330 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 22047 2024-08-29T19:03:21.330 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:21.330 INFO:tasks.workunit.client.0.smithi028.stdout: "read_disk_bytes": { 2024-08-29T19:03:21.330 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 405528576 2024-08-29T19:03:21.330 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:21.330 INFO:tasks.workunit.client.0.smithi028.stdout: "read_disk_bytes_db": { 2024-08-29T19:03:21.330 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 405532672 2024-08-29T19:03:21.330 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:21.331 INFO:tasks.workunit.client.0.smithi028.stdout: "read_disk_bytes_slow": { 2024-08-29T19:03:21.331 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:21.331 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:21.331 INFO:tasks.workunit.client.0.smithi028.stdout: "read_disk_bytes_wal": { 2024-08-29T19:03:21.331 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:21.331 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:21.331 INFO:tasks.workunit.client.0.smithi028.stdout: "read_disk_count": { 2024-08-29T19:03:21.331 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 9966 2024-08-29T19:03:21.331 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:21.331 INFO:tasks.workunit.client.0.smithi028.stdout: "read_lat": { 2024-08-29T19:03:21.331 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 22047, 2024-08-29T19:03:21.331 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 317101678 2024-08-29T19:03:21.331 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:21.331 INFO:tasks.workunit.client.0.smithi028.stdout: "read_prefetch_bytes": { 2024-08-29T19:03:21.332 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 303171217 2024-08-29T19:03:21.332 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:21.332 INFO:tasks.workunit.client.0.smithi028.stdout: "read_prefetch_count": { 2024-08-29T19:03:21.332 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 17026 2024-08-29T19:03:21.332 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:21.332 INFO:tasks.workunit.client.0.smithi028.stdout: "read_random_buffer_bytes": { 2024-08-29T19:03:21.332 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 6800005 2024-08-29T19:03:21.332 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:21.332 INFO:tasks.workunit.client.0.smithi028.stdout: "read_random_buffer_count": { 2024-08-29T19:03:21.332 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 1170 2024-08-29T19:03:21.332 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:21.332 INFO:tasks.workunit.client.0.smithi028.stdout: "read_random_bytes": { 2024-08-29T19:03:21.332 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 19869883 2024-08-29T19:03:21.332 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:21.333 INFO:tasks.workunit.client.0.smithi028.stdout: "read_random_count": { 2024-08-29T19:03:21.333 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 1562 2024-08-29T19:03:21.333 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:21.333 INFO:tasks.workunit.client.0.smithi028.stdout: "read_random_disk_bytes": { 2024-08-29T19:03:21.333 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 13069878 2024-08-29T19:03:21.333 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:21.333 INFO:tasks.workunit.client.0.smithi028.stdout: "read_random_disk_bytes_db": { 2024-08-29T19:03:21.333 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 13069878 2024-08-29T19:03:21.333 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:21.333 INFO:tasks.workunit.client.0.smithi028.stdout: "read_random_disk_bytes_slow": { 2024-08-29T19:03:21.333 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:21.333 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:21.333 INFO:tasks.workunit.client.0.smithi028.stdout: "read_random_disk_bytes_wal": { 2024-08-29T19:03:21.333 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:21.334 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:21.334 INFO:tasks.workunit.client.0.smithi028.stdout: "read_random_disk_count": { 2024-08-29T19:03:21.334 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 412 2024-08-29T19:03:21.334 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:21.334 INFO:tasks.workunit.client.0.smithi028.stdout: "read_random_lat": { 2024-08-29T19:03:21.334 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 1562, 2024-08-29T19:03:21.334 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 17380143 2024-08-29T19:03:21.334 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:21.334 INFO:tasks.workunit.client.0.smithi028.stdout: "slow_alloc_lat": { 2024-08-29T19:03:21.334 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 0, 2024-08-29T19:03:21.334 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:21.334 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:21.334 INFO:tasks.workunit.client.0.smithi028.stdout: "slow_total_bytes": { 2024-08-29T19:03:21.334 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:21.335 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:21.335 INFO:tasks.workunit.client.0.smithi028.stdout: "slow_used_bytes": { 2024-08-29T19:03:21.335 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:21.335 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:21.335 INFO:tasks.workunit.client.0.smithi028.stdout: "truncate_lat": { 2024-08-29T19:03:21.335 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 1, 2024-08-29T19:03:21.335 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 626 2024-08-29T19:03:21.335 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:21.335 INFO:tasks.workunit.client.0.smithi028.stdout: "unlink_lat": { 2024-08-29T19:03:21.335 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 4, 2024-08-29T19:03:21.335 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 5976 2024-08-29T19:03:21.335 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:21.335 INFO:tasks.workunit.client.0.smithi028.stdout: "wal_alloc_lat": { 2024-08-29T19:03:21.335 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 0, 2024-08-29T19:03:21.336 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:21.336 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:21.336 INFO:tasks.workunit.client.0.smithi028.stdout: "wal_total_bytes": { 2024-08-29T19:03:21.336 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:21.336 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:21.336 INFO:tasks.workunit.client.0.smithi028.stdout: "wal_used_bytes": { 2024-08-29T19:03:21.336 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:21.336 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:21.336 INFO:tasks.workunit.client.0.smithi028.stdout: "write_bytes": { 2024-08-29T19:03:21.336 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 1188847616 2024-08-29T19:03:21.336 INFO:tasks.workunit.client.0.smithi028.stdout: } 2024-08-29T19:03:21.336 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:21.336 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore": { 2024-08-29T19:03:21.336 INFO:tasks.workunit.client.0.smithi028.stdout: "alloc_unit": { 2024-08-29T19:03:21.337 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 4096 2024-08-29T19:03:21.337 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:21.337 INFO:tasks.workunit.client.0.smithi028.stdout: "allocated": { 2024-08-29T19:03:21.337 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 13824000 2024-08-29T19:03:21.337 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:21.337 INFO:tasks.workunit.client.0.smithi028.stdout: "allocator_lat": { 2024-08-29T19:03:21.337 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 17771, 2024-08-29T19:03:21.337 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 101158481 2024-08-29T19:03:21.337 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:21.337 INFO:tasks.workunit.client.0.smithi028.stdout: "clist_lat": { 2024-08-29T19:03:21.337 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 3157, 2024-08-29T19:03:21.337 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 1086829955 2024-08-29T19:03:21.337 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:21.337 INFO:tasks.workunit.client.0.smithi028.stdout: "compress_lat": { 2024-08-29T19:03:21.338 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 0, 2024-08-29T19:03:21.338 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:21.338 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:21.338 INFO:tasks.workunit.client.0.smithi028.stdout: "compressed": { 2024-08-29T19:03:21.338 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:21.338 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:21.338 INFO:tasks.workunit.client.0.smithi028.stdout: "compressed_allocated": { 2024-08-29T19:03:21.338 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:21.338 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:21.338 INFO:tasks.workunit.client.0.smithi028.stdout: "compressed_original": { 2024-08-29T19:03:21.338 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:21.338 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:21.338 INFO:tasks.workunit.client.0.smithi028.stdout: "csum_lat": { 2024-08-29T19:03:21.338 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 22411, 2024-08-29T19:03:21.339 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 277769328 2024-08-29T19:03:21.339 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:21.339 INFO:tasks.workunit.client.0.smithi028.stdout: "decompress_lat": { 2024-08-29T19:03:21.339 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 0, 2024-08-29T19:03:21.339 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:21.339 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:21.339 INFO:tasks.workunit.client.0.smithi028.stdout: "fragmentation_micros": { 2024-08-29T19:03:21.339 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:21.339 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:21.339 INFO:tasks.workunit.client.0.smithi028.stdout: "kv_commit_lat": { 2024-08-29T19:03:21.339 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 70203, 2024-08-29T19:03:21.339 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 26419673705 2024-08-29T19:03:21.339 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:21.339 INFO:tasks.workunit.client.0.smithi028.stdout: "kv_final_lat": { 2024-08-29T19:03:21.339 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 69260, 2024-08-29T19:03:21.340 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 4019355574 2024-08-29T19:03:21.340 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:21.340 INFO:tasks.workunit.client.0.smithi028.stdout: "kv_flush_lat": { 2024-08-29T19:03:21.340 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 70203, 2024-08-29T19:03:21.340 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 97806822 2024-08-29T19:03:21.340 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:21.340 INFO:tasks.workunit.client.0.smithi028.stdout: "kv_sync_lat": { 2024-08-29T19:03:21.340 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 70203, 2024-08-29T19:03:21.340 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 26517480527 2024-08-29T19:03:21.340 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:21.340 INFO:tasks.workunit.client.0.smithi028.stdout: "omap_get_keys_lat": { 2024-08-29T19:03:21.340 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 0, 2024-08-29T19:03:21.340 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:21.341 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:21.341 INFO:tasks.workunit.client.0.smithi028.stdout: "omap_get_values_lat": { 2024-08-29T19:03:21.341 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 27338, 2024-08-29T19:03:21.341 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 1409056607 2024-08-29T19:03:21.341 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:21.341 INFO:tasks.workunit.client.0.smithi028.stdout: "omap_lower_bound_lat": { 2024-08-29T19:03:21.341 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 830, 2024-08-29T19:03:21.341 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 5481857 2024-08-29T19:03:21.341 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:21.341 INFO:tasks.workunit.client.0.smithi028.stdout: "omap_next_lat": { 2024-08-29T19:03:21.341 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 10084, 2024-08-29T19:03:21.341 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 14234136 2024-08-29T19:03:21.341 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:21.341 INFO:tasks.workunit.client.0.smithi028.stdout: "omap_seek_to_first_lat": { 2024-08-29T19:03:21.342 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 45, 2024-08-29T19:03:21.342 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 55933 2024-08-29T19:03:21.342 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:21.342 INFO:tasks.workunit.client.0.smithi028.stdout: "omap_upper_bound_lat": { 2024-08-29T19:03:21.342 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 13992, 2024-08-29T19:03:21.342 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 7076317100 2024-08-29T19:03:21.342 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:21.342 INFO:tasks.workunit.client.0.smithi028.stdout: "onode_hits": { 2024-08-29T19:03:21.342 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 224990 2024-08-29T19:03:21.342 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:21.342 INFO:tasks.workunit.client.0.smithi028.stdout: "onode_misses": { 2024-08-29T19:03:21.342 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 26666 2024-08-29T19:03:21.342 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:21.342 INFO:tasks.workunit.client.0.smithi028.stdout: "read_lat": { 2024-08-29T19:03:21.343 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 22936, 2024-08-29T19:03:21.343 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 3187927274 2024-08-29T19:03:21.343 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:21.343 INFO:tasks.workunit.client.0.smithi028.stdout: "read_onode_meta_lat": { 2024-08-29T19:03:21.343 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 73838, 2024-08-29T19:03:21.343 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 45127467 2024-08-29T19:03:21.343 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:21.343 INFO:tasks.workunit.client.0.smithi028.stdout: "read_wait_aio_lat": { 2024-08-29T19:03:21.343 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 50902, 2024-08-29T19:03:21.343 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 1030806855 2024-08-29T19:03:21.343 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:21.343 INFO:tasks.workunit.client.0.smithi028.stdout: "reads_with_retries": { 2024-08-29T19:03:21.343 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:21.343 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:21.344 INFO:tasks.workunit.client.0.smithi028.stdout: "remove_lat": { 2024-08-29T19:03:21.344 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 14592, 2024-08-29T19:03:21.344 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 666895779 2024-08-29T19:03:21.344 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:21.344 INFO:tasks.workunit.client.0.smithi028.stdout: "slow_aio_wait_count": { 2024-08-29T19:03:21.344 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:21.344 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:21.344 INFO:tasks.workunit.client.0.smithi028.stdout: "slow_committed_kv_count": { 2024-08-29T19:03:21.344 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:21.344 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:21.344 INFO:tasks.workunit.client.0.smithi028.stdout: "slow_read_onode_meta_count": { 2024-08-29T19:03:21.344 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:21.344 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:21.345 INFO:tasks.workunit.client.0.smithi028.stdout: "slow_read_wait_aio_count": { 2024-08-29T19:03:21.345 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:21.345 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:21.345 INFO:tasks.workunit.client.0.smithi028.stdout: "state_aio_wait_lat": { 2024-08-29T19:03:21.345 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 80570, 2024-08-29T19:03:21.345 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 5143698940 2024-08-29T19:03:21.345 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:21.345 INFO:tasks.workunit.client.0.smithi028.stdout: "state_deferred_aio_wait_lat": { 2024-08-29T19:03:21.345 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 21647, 2024-08-29T19:03:21.345 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 2438002799 2024-08-29T19:03:21.345 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:21.345 INFO:tasks.workunit.client.0.smithi028.stdout: "state_deferred_cleanup_lat": { 2024-08-29T19:03:21.345 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 21646, 2024-08-29T19:03:21.346 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 1996143678566 2024-08-29T19:03:21.346 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:21.346 INFO:tasks.workunit.client.0.smithi028.stdout: "state_deferred_queued_lat": { 2024-08-29T19:03:21.346 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 21647, 2024-08-29T19:03:21.346 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 6503736074573 2024-08-29T19:03:21.346 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:21.346 INFO:tasks.workunit.client.0.smithi028.stdout: "state_done_lat": { 2024-08-29T19:03:21.346 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 80569, 2024-08-29T19:03:21.346 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 2608627284682 2024-08-29T19:03:21.346 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:21.346 INFO:tasks.workunit.client.0.smithi028.stdout: "state_finishing_lat": { 2024-08-29T19:03:21.346 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 80569, 2024-08-29T19:03:21.346 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 18062572 2024-08-29T19:03:21.346 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:21.347 INFO:tasks.workunit.client.0.smithi028.stdout: "state_io_done_lat": { 2024-08-29T19:03:21.347 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 80570, 2024-08-29T19:03:21.347 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 182595332 2024-08-29T19:03:21.347 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:21.347 INFO:tasks.workunit.client.0.smithi028.stdout: "state_kv_commiting_lat": { 2024-08-29T19:03:21.347 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 80570, 2024-08-29T19:03:21.347 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 45807511368 2024-08-29T19:03:21.347 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:21.347 INFO:tasks.workunit.client.0.smithi028.stdout: "state_kv_done_lat": { 2024-08-29T19:03:21.347 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 80570, 2024-08-29T19:03:21.347 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 57547722 2024-08-29T19:03:21.347 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:21.347 INFO:tasks.workunit.client.0.smithi028.stdout: "state_kv_queued_lat": { 2024-08-29T19:03:21.347 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 80570, 2024-08-29T19:03:21.347 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 24530595325 2024-08-29T19:03:21.348 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:21.348 INFO:tasks.workunit.client.0.smithi028.stdout: "state_prepare_lat": { 2024-08-29T19:03:21.348 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 80570, 2024-08-29T19:03:21.348 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 16451569972 2024-08-29T19:03:21.348 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:21.348 INFO:tasks.workunit.client.0.smithi028.stdout: "stored": { 2024-08-29T19:03:21.348 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 9762640 2024-08-29T19:03:21.348 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:21.348 INFO:tasks.workunit.client.0.smithi028.stdout: "truncate_lat": { 2024-08-29T19:03:21.348 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 2329, 2024-08-29T19:03:21.348 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 23667003 2024-08-29T19:03:21.348 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:21.348 INFO:tasks.workunit.client.0.smithi028.stdout: "txc_commit_lat": { 2024-08-29T19:03:21.349 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 80570, 2024-08-29T19:03:21.349 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 92142660051 2024-08-29T19:03:21.349 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:21.349 INFO:tasks.workunit.client.0.smithi028.stdout: "txc_submit_lat": { 2024-08-29T19:03:21.349 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 80570, 2024-08-29T19:03:21.349 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 18620006649 2024-08-29T19:03:21.349 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:21.349 INFO:tasks.workunit.client.0.smithi028.stdout: "txc_throttle_lat": { 2024-08-29T19:03:21.349 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 80570, 2024-08-29T19:03:21.349 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 958744392 2024-08-29T19:03:21.349 INFO:tasks.workunit.client.0.smithi028.stdout: } 2024-08-29T19:03:21.349 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:21.349 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore-pricache": { 2024-08-29T19:03:21.349 INFO:tasks.workunit.client.0.smithi028.stdout: "cache_bytes": { 2024-08-29T19:03:21.350 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 1445592595 2024-08-29T19:03:21.350 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:21.350 INFO:tasks.workunit.client.0.smithi028.stdout: "heap_bytes": { 2024-08-29T19:03:21.350 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 491053056 2024-08-29T19:03:21.350 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:21.350 INFO:tasks.workunit.client.0.smithi028.stdout: "mapped_bytes": { 2024-08-29T19:03:21.350 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 438640640 2024-08-29T19:03:21.350 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:21.350 INFO:tasks.workunit.client.0.smithi028.stdout: "target_bytes": { 2024-08-29T19:03:21.350 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 2648116428 2024-08-29T19:03:21.350 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:21.350 INFO:tasks.workunit.client.0.smithi028.stdout: "unmapped_bytes": { 2024-08-29T19:03:21.350 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 52412416 2024-08-29T19:03:21.350 INFO:tasks.workunit.client.0.smithi028.stdout: } 2024-08-29T19:03:21.351 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:21.351 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore-pricache:data": { 2024-08-29T19:03:21.351 INFO:tasks.workunit.client.0.smithi028.stdout: "committed_bytes": { 2024-08-29T19:03:21.351 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 125829120 2024-08-29T19:03:21.351 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:21.351 INFO:tasks.workunit.client.0.smithi028.stdout: "pri0_bytes": { 2024-08-29T19:03:21.351 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:21.351 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:21.351 INFO:tasks.workunit.client.0.smithi028.stdout: "pri10_bytes": { 2024-08-29T19:03:21.351 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:21.351 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:21.351 INFO:tasks.workunit.client.0.smithi028.stdout: "pri11_bytes": { 2024-08-29T19:03:21.351 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 58485659 2024-08-29T19:03:21.351 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:21.351 INFO:tasks.workunit.client.0.smithi028.stdout: "pri1_bytes": { 2024-08-29T19:03:21.352 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:21.352 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:21.352 INFO:tasks.workunit.client.0.smithi028.stdout: "pri2_bytes": { 2024-08-29T19:03:21.352 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:21.352 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:21.352 INFO:tasks.workunit.client.0.smithi028.stdout: "pri3_bytes": { 2024-08-29T19:03:21.352 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:21.352 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:21.352 INFO:tasks.workunit.client.0.smithi028.stdout: "pri4_bytes": { 2024-08-29T19:03:21.352 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:21.352 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:21.352 INFO:tasks.workunit.client.0.smithi028.stdout: "pri5_bytes": { 2024-08-29T19:03:21.352 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 12288 2024-08-29T19:03:21.352 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:21.353 INFO:tasks.workunit.client.0.smithi028.stdout: "pri6_bytes": { 2024-08-29T19:03:21.353 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 118784 2024-08-29T19:03:21.353 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:21.353 INFO:tasks.workunit.client.0.smithi028.stdout: "pri7_bytes": { 2024-08-29T19:03:21.353 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:21.353 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:21.353 INFO:tasks.workunit.client.0.smithi028.stdout: "pri8_bytes": { 2024-08-29T19:03:21.353 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:21.353 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:21.353 INFO:tasks.workunit.client.0.smithi028.stdout: "pri9_bytes": { 2024-08-29T19:03:21.353 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:21.353 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:21.353 INFO:tasks.workunit.client.0.smithi028.stdout: "reserved_bytes": { 2024-08-29T19:03:21.353 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 67212389 2024-08-29T19:03:21.354 INFO:tasks.workunit.client.0.smithi028.stdout: } 2024-08-29T19:03:21.354 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:21.354 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore-pricache:kv": { 2024-08-29T19:03:21.354 INFO:tasks.workunit.client.0.smithi028.stdout: "committed_bytes": { 2024-08-29T19:03:21.354 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 578813952 2024-08-29T19:03:21.354 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:21.354 INFO:tasks.workunit.client.0.smithi028.stdout: "pri0_bytes": { 2024-08-29T19:03:21.354 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 67108864 2024-08-29T19:03:21.354 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:21.354 INFO:tasks.workunit.client.0.smithi028.stdout: "pri10_bytes": { 2024-08-29T19:03:21.354 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:21.354 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:21.354 INFO:tasks.workunit.client.0.smithi028.stdout: "pri11_bytes": { 2024-08-29T19:03:21.354 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 438642445 2024-08-29T19:03:21.355 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:21.355 INFO:tasks.workunit.client.0.smithi028.stdout: "pri1_bytes": { 2024-08-29T19:03:21.355 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:21.355 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:21.355 INFO:tasks.workunit.client.0.smithi028.stdout: "pri2_bytes": { 2024-08-29T19:03:21.355 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:21.355 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:21.355 INFO:tasks.workunit.client.0.smithi028.stdout: "pri3_bytes": { 2024-08-29T19:03:21.355 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 272 2024-08-29T19:03:21.355 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:21.355 INFO:tasks.workunit.client.0.smithi028.stdout: "pri4_bytes": { 2024-08-29T19:03:21.355 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 2640 2024-08-29T19:03:21.355 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:21.355 INFO:tasks.workunit.client.0.smithi028.stdout: "pri5_bytes": { 2024-08-29T19:03:21.356 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 201952 2024-08-29T19:03:21.356 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:21.356 INFO:tasks.workunit.client.0.smithi028.stdout: "pri6_bytes": { 2024-08-29T19:03:21.356 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:21.356 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:21.356 INFO:tasks.workunit.client.0.smithi028.stdout: "pri7_bytes": { 2024-08-29T19:03:21.356 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:21.356 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:21.356 INFO:tasks.workunit.client.0.smithi028.stdout: "pri8_bytes": { 2024-08-29T19:03:21.356 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:21.356 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:21.356 INFO:tasks.workunit.client.0.smithi028.stdout: "pri9_bytes": { 2024-08-29T19:03:21.356 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:21.356 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:21.357 INFO:tasks.workunit.client.0.smithi028.stdout: "reserved_bytes": { 2024-08-29T19:03:21.357 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 72857779 2024-08-29T19:03:21.357 INFO:tasks.workunit.client.0.smithi028.stdout: } 2024-08-29T19:03:21.357 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:21.357 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore-pricache:kv_onode": { 2024-08-29T19:03:21.357 INFO:tasks.workunit.client.0.smithi028.stdout: "committed_bytes": { 2024-08-29T19:03:21.357 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 176160768 2024-08-29T19:03:21.357 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:21.357 INFO:tasks.workunit.client.0.smithi028.stdout: "pri0_bytes": { 2024-08-29T19:03:21.357 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 67108864 2024-08-29T19:03:21.357 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:21.357 INFO:tasks.workunit.client.0.smithi028.stdout: "pri10_bytes": { 2024-08-29T19:03:21.357 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 576480 2024-08-29T19:03:21.357 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:21.358 INFO:tasks.workunit.client.0.smithi028.stdout: "pri11_bytes": { 2024-08-29T19:03:21.358 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 38990439 2024-08-29T19:03:21.358 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:21.358 INFO:tasks.workunit.client.0.smithi028.stdout: "pri1_bytes": { 2024-08-29T19:03:21.358 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:21.358 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:21.358 INFO:tasks.workunit.client.0.smithi028.stdout: "pri2_bytes": { 2024-08-29T19:03:21.358 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:21.358 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:21.358 INFO:tasks.workunit.client.0.smithi028.stdout: "pri3_bytes": { 2024-08-29T19:03:21.358 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:21.358 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:21.358 INFO:tasks.workunit.client.0.smithi028.stdout: "pri4_bytes": { 2024-08-29T19:03:21.358 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:21.359 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:21.359 INFO:tasks.workunit.client.0.smithi028.stdout: "pri5_bytes": { 2024-08-29T19:03:21.359 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:21.359 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:21.359 INFO:tasks.workunit.client.0.smithi028.stdout: "pri6_bytes": { 2024-08-29T19:03:21.359 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:21.359 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:21.359 INFO:tasks.workunit.client.0.smithi028.stdout: "pri7_bytes": { 2024-08-29T19:03:21.359 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:21.359 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:21.359 INFO:tasks.workunit.client.0.smithi028.stdout: "pri8_bytes": { 2024-08-29T19:03:21.359 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:21.359 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:21.359 INFO:tasks.workunit.client.0.smithi028.stdout: "pri9_bytes": { 2024-08-29T19:03:21.360 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:21.360 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:21.360 INFO:tasks.workunit.client.0.smithi028.stdout: "reserved_bytes": { 2024-08-29T19:03:21.360 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 69484985 2024-08-29T19:03:21.360 INFO:tasks.workunit.client.0.smithi028.stdout: } 2024-08-29T19:03:21.360 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:21.360 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore-pricache:meta": { 2024-08-29T19:03:21.360 INFO:tasks.workunit.client.0.smithi028.stdout: "committed_bytes": { 2024-08-29T19:03:21.360 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 511705088 2024-08-29T19:03:21.360 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:21.360 INFO:tasks.workunit.client.0.smithi028.stdout: "pri0_bytes": { 2024-08-29T19:03:21.360 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:21.360 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:21.360 INFO:tasks.workunit.client.0.smithi028.stdout: "pri10_bytes": { 2024-08-29T19:03:21.361 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:21.361 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:21.361 INFO:tasks.workunit.client.0.smithi028.stdout: "pri11_bytes": { 2024-08-29T19:03:21.361 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 438642445 2024-08-29T19:03:21.361 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:21.361 INFO:tasks.workunit.client.0.smithi028.stdout: "pri1_bytes": { 2024-08-29T19:03:21.361 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:21.361 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:21.361 INFO:tasks.workunit.client.0.smithi028.stdout: "pri2_bytes": { 2024-08-29T19:03:21.361 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:21.361 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:21.361 INFO:tasks.workunit.client.0.smithi028.stdout: "pri3_bytes": { 2024-08-29T19:03:21.361 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:21.361 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:21.362 INFO:tasks.workunit.client.0.smithi028.stdout: "pri4_bytes": { 2024-08-29T19:03:21.362 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 988 2024-08-29T19:03:21.362 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:21.362 INFO:tasks.workunit.client.0.smithi028.stdout: "pri5_bytes": { 2024-08-29T19:03:21.362 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 134445 2024-08-29T19:03:21.362 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:21.362 INFO:tasks.workunit.client.0.smithi028.stdout: "pri6_bytes": { 2024-08-29T19:03:21.362 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 1088417 2024-08-29T19:03:21.362 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:21.362 INFO:tasks.workunit.client.0.smithi028.stdout: "pri7_bytes": { 2024-08-29T19:03:21.362 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:21.362 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:21.363 INFO:tasks.workunit.client.0.smithi028.stdout: "pri8_bytes": { 2024-08-29T19:03:21.363 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:21.363 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:21.363 INFO:tasks.workunit.client.0.smithi028.stdout: "pri9_bytes": { 2024-08-29T19:03:21.363 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:21.363 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:21.363 INFO:tasks.workunit.client.0.smithi028.stdout: "reserved_bytes": { 2024-08-29T19:03:21.363 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 71838793 2024-08-29T19:03:21.363 INFO:tasks.workunit.client.0.smithi028.stdout: } 2024-08-29T19:03:21.363 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:21.363 INFO:tasks.workunit.client.0.smithi028.stdout: "objecter": { 2024-08-29T19:03:21.363 INFO:tasks.workunit.client.0.smithi028.stdout: "op_active": { 2024-08-29T19:03:21.363 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:21.363 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:21.364 INFO:tasks.workunit.client.0.smithi028.stdout: "op_r": { 2024-08-29T19:03:21.364 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 48 2024-08-29T19:03:21.364 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:21.364 INFO:tasks.workunit.client.0.smithi028.stdout: "op_rmw": { 2024-08-29T19:03:21.364 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:21.364 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:21.364 INFO:tasks.workunit.client.0.smithi028.stdout: "op_w": { 2024-08-29T19:03:21.364 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:21.364 INFO:tasks.workunit.client.0.smithi028.stdout: } 2024-08-29T19:03:21.364 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:21.364 INFO:tasks.workunit.client.0.smithi028.stdout: "osd": { 2024-08-29T19:03:21.364 INFO:tasks.workunit.client.0.smithi028.stdout: "numpg": { 2024-08-29T19:03:21.364 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 49 2024-08-29T19:03:21.364 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:21.365 INFO:tasks.workunit.client.0.smithi028.stdout: "numpg_removing": { 2024-08-29T19:03:21.365 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:21.365 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:21.365 INFO:tasks.workunit.client.0.smithi028.stdout: "op": { 2024-08-29T19:03:21.365 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 42178 2024-08-29T19:03:21.365 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:21.365 INFO:tasks.workunit.client.0.smithi028.stdout: "op_before_queue_op_lat": { 2024-08-29T19:03:21.365 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 129327, 2024-08-29T19:03:21.365 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 13091953724 2024-08-29T19:03:21.365 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:21.365 INFO:tasks.workunit.client.0.smithi028.stdout: "op_delayed_degraded": { 2024-08-29T19:03:21.365 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 1 2024-08-29T19:03:21.365 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:21.365 INFO:tasks.workunit.client.0.smithi028.stdout: "op_delayed_unreadable": { 2024-08-29T19:03:21.366 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:21.366 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:21.366 INFO:tasks.workunit.client.0.smithi028.stdout: "op_in_bytes": { 2024-08-29T19:03:21.366 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 2334699612 2024-08-29T19:03:21.366 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:21.366 INFO:tasks.workunit.client.0.smithi028.stdout: "op_latency": { 2024-08-29T19:03:21.366 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 42178, 2024-08-29T19:03:21.366 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 830747222672 2024-08-29T19:03:21.366 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:21.366 INFO:tasks.workunit.client.0.smithi028.stdout: "op_out_bytes": { 2024-08-29T19:03:21.366 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 3557656939 2024-08-29T19:03:21.366 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:21.366 INFO:tasks.workunit.client.0.smithi028.stdout: "op_prepare_latency": { 2024-08-29T19:03:21.366 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 44070, 2024-08-29T19:03:21.367 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 68772055510 2024-08-29T19:03:21.367 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:21.367 INFO:tasks.workunit.client.0.smithi028.stdout: "op_process_latency": { 2024-08-29T19:03:21.367 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 42178, 2024-08-29T19:03:21.367 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 198128500422 2024-08-29T19:03:21.367 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:21.367 INFO:tasks.workunit.client.0.smithi028.stdout: "op_r": { 2024-08-29T19:03:21.367 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 19461 2024-08-29T19:03:21.367 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:21.367 INFO:tasks.workunit.client.0.smithi028.stdout: "op_r_latency": { 2024-08-29T19:03:21.367 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 19461, 2024-08-29T19:03:21.367 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 29034837695 2024-08-29T19:03:21.367 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:21.367 INFO:tasks.workunit.client.0.smithi028.stdout: "op_r_latency_out_bytes_histogram": { 2024-08-29T19:03:21.368 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:21.368 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:21.368 INFO:tasks.workunit.client.0.smithi028.stdout: "op_r_out_bytes": { 2024-08-29T19:03:21.368 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 3557656939 2024-08-29T19:03:21.368 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:21.368 INFO:tasks.workunit.client.0.smithi028.stdout: "op_r_prepare_latency": { 2024-08-29T19:03:21.368 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 19776, 2024-08-29T19:03:21.368 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 11556865525 2024-08-29T19:03:21.368 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:21.368 INFO:tasks.workunit.client.0.smithi028.stdout: "op_r_process_latency": { 2024-08-29T19:03:21.368 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 19461, 2024-08-29T19:03:21.368 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 13154754218 2024-08-29T19:03:21.368 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:21.368 INFO:tasks.workunit.client.0.smithi028.stdout: "op_rw": { 2024-08-29T19:03:21.369 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 12659 2024-08-29T19:03:21.369 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:21.369 INFO:tasks.workunit.client.0.smithi028.stdout: "op_rw_in_bytes": { 2024-08-29T19:03:21.369 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 320616170 2024-08-29T19:03:21.369 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:21.369 INFO:tasks.workunit.client.0.smithi028.stdout: "op_rw_latency": { 2024-08-29T19:03:21.369 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 12659, 2024-08-29T19:03:21.369 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 266158063272 2024-08-29T19:03:21.369 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:21.369 INFO:tasks.workunit.client.0.smithi028.stdout: "op_rw_latency_in_bytes_histogram": { 2024-08-29T19:03:21.369 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:21.369 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:21.369 INFO:tasks.workunit.client.0.smithi028.stdout: "op_rw_latency_out_bytes_histogram": { 2024-08-29T19:03:21.369 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:21.370 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:21.370 INFO:tasks.workunit.client.0.smithi028.stdout: "op_rw_out_bytes": { 2024-08-29T19:03:21.370 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:21.370 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:21.370 INFO:tasks.workunit.client.0.smithi028.stdout: "op_rw_prepare_latency": { 2024-08-29T19:03:21.370 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 13119, 2024-08-29T19:03:21.370 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 33101121982 2024-08-29T19:03:21.370 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:21.370 INFO:tasks.workunit.client.0.smithi028.stdout: "op_rw_process_latency": { 2024-08-29T19:03:21.370 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 12659, 2024-08-29T19:03:21.370 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 77691027606 2024-08-29T19:03:21.370 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:21.370 INFO:tasks.workunit.client.0.smithi028.stdout: "op_w": { 2024-08-29T19:03:21.370 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 10058 2024-08-29T19:03:21.371 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:21.371 INFO:tasks.workunit.client.0.smithi028.stdout: "op_w_in_bytes": { 2024-08-29T19:03:21.371 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 2014083442 2024-08-29T19:03:21.371 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:21.371 INFO:tasks.workunit.client.0.smithi028.stdout: "op_w_latency": { 2024-08-29T19:03:21.371 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 10058, 2024-08-29T19:03:21.371 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 535554321705 2024-08-29T19:03:21.371 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:21.371 INFO:tasks.workunit.client.0.smithi028.stdout: "op_w_latency_in_bytes_histogram": { 2024-08-29T19:03:21.371 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:21.371 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:21.371 INFO:tasks.workunit.client.0.smithi028.stdout: "op_w_prepare_latency": { 2024-08-29T19:03:21.371 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 11175, 2024-08-29T19:03:21.371 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 24114068003 2024-08-29T19:03:21.372 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:21.372 INFO:tasks.workunit.client.0.smithi028.stdout: "op_w_process_latency": { 2024-08-29T19:03:21.372 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 10058, 2024-08-29T19:03:21.372 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 107282718598 2024-08-29T19:03:21.372 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:21.372 INFO:tasks.workunit.client.0.smithi028.stdout: "op_wip": { 2024-08-29T19:03:21.372 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:21.372 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:21.372 INFO:tasks.workunit.client.0.smithi028.stdout: "recovery_bytes": { 2024-08-29T19:03:21.372 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 995500 2024-08-29T19:03:21.372 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:21.372 INFO:tasks.workunit.client.0.smithi028.stdout: "recovery_ops": { 2024-08-29T19:03:21.372 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 19 2024-08-29T19:03:21.372 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:21.373 INFO:tasks.workunit.client.0.smithi028.stdout: "stat_bytes": { 2024-08-29T19:03:21.373 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 95995035648 2024-08-29T19:03:21.373 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:21.373 INFO:tasks.workunit.client.0.smithi028.stdout: "stat_bytes_used": { 2024-08-29T19:03:21.373 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 1064443904 2024-08-29T19:03:21.373 INFO:tasks.workunit.client.0.smithi028.stdout: } 2024-08-29T19:03:21.373 INFO:tasks.workunit.client.0.smithi028.stdout: } 2024-08-29T19:03:21.373 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:21.373 INFO:tasks.workunit.client.0.smithi028.stdout: "osd.2": { 2024-08-29T19:03:21.373 INFO:tasks.workunit.client.0.smithi028.stdout: "bluefs": { 2024-08-29T19:03:21.373 INFO:tasks.workunit.client.0.smithi028.stdout: "alloc_db_max_lat": { 2024-08-29T19:03:21.373 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 28950 2024-08-29T19:03:21.373 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:21.373 INFO:tasks.workunit.client.0.smithi028.stdout: "alloc_slow_fallback": { 2024-08-29T19:03:21.374 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:21.374 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:21.374 INFO:tasks.workunit.client.0.smithi028.stdout: "alloc_slow_max_lat": { 2024-08-29T19:03:21.374 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:21.374 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:21.374 INFO:tasks.workunit.client.0.smithi028.stdout: "alloc_slow_size_fallback": { 2024-08-29T19:03:21.374 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:21.374 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:21.374 INFO:tasks.workunit.client.0.smithi028.stdout: "alloc_unit_db": { 2024-08-29T19:03:21.374 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 65536 2024-08-29T19:03:21.374 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:21.374 INFO:tasks.workunit.client.0.smithi028.stdout: "alloc_unit_slow": { 2024-08-29T19:03:21.374 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:21.374 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:21.374 INFO:tasks.workunit.client.0.smithi028.stdout: "alloc_unit_wal": { 2024-08-29T19:03:21.375 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:21.375 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:21.375 INFO:tasks.workunit.client.0.smithi028.stdout: "alloc_wal_max_lat": { 2024-08-29T19:03:21.375 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:21.375 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:21.375 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes_written_slow": { 2024-08-29T19:03:21.375 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:21.375 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:21.375 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes_written_sst": { 2024-08-29T19:03:21.375 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 21168128 2024-08-29T19:03:21.375 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:21.375 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes_written_wal": { 2024-08-29T19:03:21.375 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 693305344 2024-08-29T19:03:21.375 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:21.376 INFO:tasks.workunit.client.0.smithi028.stdout: "compact_lat": { 2024-08-29T19:03:21.376 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 16, 2024-08-29T19:03:21.376 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 8180568 2024-08-29T19:03:21.376 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:21.376 INFO:tasks.workunit.client.0.smithi028.stdout: "compact_lock_lat": { 2024-08-29T19:03:21.376 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 16, 2024-08-29T19:03:21.376 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 2099723 2024-08-29T19:03:21.376 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:21.376 INFO:tasks.workunit.client.0.smithi028.stdout: "db_alloc_lat": { 2024-08-29T19:03:21.376 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 191, 2024-08-29T19:03:21.376 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 1178407 2024-08-29T19:03:21.376 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:21.376 INFO:tasks.workunit.client.0.smithi028.stdout: "db_total_bytes": { 2024-08-29T19:03:21.376 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 95995027456 2024-08-29T19:03:21.377 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:21.377 INFO:tasks.workunit.client.0.smithi028.stdout: "db_used_bytes": { 2024-08-29T19:03:21.377 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 693043200 2024-08-29T19:03:21.377 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:21.377 INFO:tasks.workunit.client.0.smithi028.stdout: "flush_lat": { 2024-08-29T19:03:21.377 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 65047, 2024-08-29T19:03:21.377 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 8782209539 2024-08-29T19:03:21.377 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:21.377 INFO:tasks.workunit.client.0.smithi028.stdout: "fsync_lat": { 2024-08-29T19:03:21.377 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 65030, 2024-08-29T19:03:21.377 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 16754315282 2024-08-29T19:03:21.377 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:21.377 INFO:tasks.workunit.client.0.smithi028.stdout: "log_bytes": { 2024-08-29T19:03:21.377 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 331776 2024-08-29T19:03:21.378 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:21.378 INFO:tasks.workunit.client.0.smithi028.stdout: "logged_bytes": { 2024-08-29T19:03:21.378 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 266334208 2024-08-29T19:03:21.378 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:21.378 INFO:tasks.workunit.client.0.smithi028.stdout: "max_bytes_db": { 2024-08-29T19:03:21.378 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 714342400 2024-08-29T19:03:21.378 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:21.378 INFO:tasks.workunit.client.0.smithi028.stdout: "max_bytes_slow": { 2024-08-29T19:03:21.378 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:21.378 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:21.378 INFO:tasks.workunit.client.0.smithi028.stdout: "max_bytes_wal": { 2024-08-29T19:03:21.378 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:21.378 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:21.378 INFO:tasks.workunit.client.0.smithi028.stdout: "num_files": { 2024-08-29T19:03:21.378 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 47 2024-08-29T19:03:21.379 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:21.379 INFO:tasks.workunit.client.0.smithi028.stdout: "read_bytes": { 2024-08-29T19:03:21.379 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 305645491 2024-08-29T19:03:21.379 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:21.379 INFO:tasks.workunit.client.0.smithi028.stdout: "read_count": { 2024-08-29T19:03:21.379 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 15206 2024-08-29T19:03:21.379 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:21.379 INFO:tasks.workunit.client.0.smithi028.stdout: "read_disk_bytes": { 2024-08-29T19:03:21.379 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 255201280 2024-08-29T19:03:21.380 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:21.380 INFO:tasks.workunit.client.0.smithi028.stdout: "read_disk_bytes_db": { 2024-08-29T19:03:21.380 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 255205376 2024-08-29T19:03:21.380 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:21.380 INFO:tasks.workunit.client.0.smithi028.stdout: "read_disk_bytes_slow": { 2024-08-29T19:03:21.380 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:21.380 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:21.380 INFO:tasks.workunit.client.0.smithi028.stdout: "read_disk_bytes_wal": { 2024-08-29T19:03:21.380 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:21.380 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:21.380 INFO:tasks.workunit.client.0.smithi028.stdout: "read_disk_count": { 2024-08-29T19:03:21.380 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 5270 2024-08-29T19:03:21.380 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:21.380 INFO:tasks.workunit.client.0.smithi028.stdout: "read_lat": { 2024-08-29T19:03:21.381 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 15206, 2024-08-29T19:03:21.381 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 150984807 2024-08-29T19:03:21.381 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:21.381 INFO:tasks.workunit.client.0.smithi028.stdout: "read_prefetch_bytes": { 2024-08-29T19:03:21.381 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 161988058 2024-08-29T19:03:21.381 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:21.381 INFO:tasks.workunit.client.0.smithi028.stdout: "read_prefetch_count": { 2024-08-29T19:03:21.381 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 10810 2024-08-29T19:03:21.381 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:21.381 INFO:tasks.workunit.client.0.smithi028.stdout: "read_random_buffer_bytes": { 2024-08-29T19:03:21.381 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 5732277 2024-08-29T19:03:21.381 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:21.381 INFO:tasks.workunit.client.0.smithi028.stdout: "read_random_buffer_count": { 2024-08-29T19:03:21.381 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 998 2024-08-29T19:03:21.382 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:21.382 INFO:tasks.workunit.client.0.smithi028.stdout: "read_random_bytes": { 2024-08-29T19:03:21.382 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 21011187 2024-08-29T19:03:21.382 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:21.382 INFO:tasks.workunit.client.0.smithi028.stdout: "read_random_count": { 2024-08-29T19:03:21.382 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 1364 2024-08-29T19:03:21.382 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:21.382 INFO:tasks.workunit.client.0.smithi028.stdout: "read_random_disk_bytes": { 2024-08-29T19:03:21.382 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 15278910 2024-08-29T19:03:21.382 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:21.382 INFO:tasks.workunit.client.0.smithi028.stdout: "read_random_disk_bytes_db": { 2024-08-29T19:03:21.382 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 15278910 2024-08-29T19:03:21.382 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:21.382 INFO:tasks.workunit.client.0.smithi028.stdout: "read_random_disk_bytes_slow": { 2024-08-29T19:03:21.383 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:21.383 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:21.383 INFO:tasks.workunit.client.0.smithi028.stdout: "read_random_disk_bytes_wal": { 2024-08-29T19:03:21.383 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:21.383 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:21.383 INFO:tasks.workunit.client.0.smithi028.stdout: "read_random_disk_count": { 2024-08-29T19:03:21.383 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 381 2024-08-29T19:03:21.383 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:21.383 INFO:tasks.workunit.client.0.smithi028.stdout: "read_random_lat": { 2024-08-29T19:03:21.383 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 1364, 2024-08-29T19:03:21.383 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 9663311 2024-08-29T19:03:21.383 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:21.383 INFO:tasks.workunit.client.0.smithi028.stdout: "slow_alloc_lat": { 2024-08-29T19:03:21.383 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 0, 2024-08-29T19:03:21.384 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:21.384 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:21.384 INFO:tasks.workunit.client.0.smithi028.stdout: "slow_total_bytes": { 2024-08-29T19:03:21.384 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:21.384 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:21.384 INFO:tasks.workunit.client.0.smithi028.stdout: "slow_used_bytes": { 2024-08-29T19:03:21.384 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:21.384 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:21.384 INFO:tasks.workunit.client.0.smithi028.stdout: "truncate_lat": { 2024-08-29T19:03:21.384 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 1, 2024-08-29T19:03:21.384 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 762 2024-08-29T19:03:21.384 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:21.384 INFO:tasks.workunit.client.0.smithi028.stdout: "unlink_lat": { 2024-08-29T19:03:21.384 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 12, 2024-08-29T19:03:21.385 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 24369 2024-08-29T19:03:21.385 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:21.385 INFO:tasks.workunit.client.0.smithi028.stdout: "wal_alloc_lat": { 2024-08-29T19:03:21.385 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 0, 2024-08-29T19:03:21.385 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:21.385 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:21.385 INFO:tasks.workunit.client.0.smithi028.stdout: "wal_total_bytes": { 2024-08-29T19:03:21.385 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:21.385 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:21.385 INFO:tasks.workunit.client.0.smithi028.stdout: "wal_used_bytes": { 2024-08-29T19:03:21.385 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:21.385 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:21.385 INFO:tasks.workunit.client.0.smithi028.stdout: "write_bytes": { 2024-08-29T19:03:21.385 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 983248896 2024-08-29T19:03:21.386 INFO:tasks.workunit.client.0.smithi028.stdout: } 2024-08-29T19:03:21.386 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:21.386 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore": { 2024-08-29T19:03:21.386 INFO:tasks.workunit.client.0.smithi028.stdout: "alloc_unit": { 2024-08-29T19:03:21.386 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 4096 2024-08-29T19:03:21.386 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:21.386 INFO:tasks.workunit.client.0.smithi028.stdout: "allocated": { 2024-08-29T19:03:21.386 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 13811712 2024-08-29T19:03:21.386 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:21.386 INFO:tasks.workunit.client.0.smithi028.stdout: "allocator_lat": { 2024-08-29T19:03:21.386 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 12760, 2024-08-29T19:03:21.386 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 61589254 2024-08-29T19:03:21.386 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:21.386 INFO:tasks.workunit.client.0.smithi028.stdout: "clist_lat": { 2024-08-29T19:03:21.387 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 3182, 2024-08-29T19:03:21.387 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 671664064 2024-08-29T19:03:21.387 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:21.387 INFO:tasks.workunit.client.0.smithi028.stdout: "compress_lat": { 2024-08-29T19:03:21.387 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 0, 2024-08-29T19:03:21.387 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:21.387 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:21.387 INFO:tasks.workunit.client.0.smithi028.stdout: "compressed": { 2024-08-29T19:03:21.387 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:21.387 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:21.387 INFO:tasks.workunit.client.0.smithi028.stdout: "compressed_allocated": { 2024-08-29T19:03:21.387 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:21.387 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:21.388 INFO:tasks.workunit.client.0.smithi028.stdout: "compressed_original": { 2024-08-29T19:03:21.388 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:21.388 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:21.388 INFO:tasks.workunit.client.0.smithi028.stdout: "csum_lat": { 2024-08-29T19:03:21.388 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 22663, 2024-08-29T19:03:21.388 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 293408990 2024-08-29T19:03:21.388 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:21.388 INFO:tasks.workunit.client.0.smithi028.stdout: "decompress_lat": { 2024-08-29T19:03:21.388 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 0, 2024-08-29T19:03:21.388 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:21.388 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:21.388 INFO:tasks.workunit.client.0.smithi028.stdout: "fragmentation_micros": { 2024-08-29T19:03:21.388 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:21.388 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:21.389 INFO:tasks.workunit.client.0.smithi028.stdout: "kv_commit_lat": { 2024-08-29T19:03:21.389 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 64944, 2024-08-29T19:03:21.389 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 24021341326 2024-08-29T19:03:21.389 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:21.389 INFO:tasks.workunit.client.0.smithi028.stdout: "kv_final_lat": { 2024-08-29T19:03:21.389 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 64208, 2024-08-29T19:03:21.389 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 3059185072 2024-08-29T19:03:21.389 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:21.389 INFO:tasks.workunit.client.0.smithi028.stdout: "kv_flush_lat": { 2024-08-29T19:03:21.389 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 64944, 2024-08-29T19:03:21.389 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 74088280 2024-08-29T19:03:21.389 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:21.389 INFO:tasks.workunit.client.0.smithi028.stdout: "kv_sync_lat": { 2024-08-29T19:03:21.389 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 64944, 2024-08-29T19:03:21.390 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 24095429606 2024-08-29T19:03:21.390 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:21.390 INFO:tasks.workunit.client.0.smithi028.stdout: "omap_get_keys_lat": { 2024-08-29T19:03:21.390 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 0, 2024-08-29T19:03:21.390 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:21.390 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:21.390 INFO:tasks.workunit.client.0.smithi028.stdout: "omap_get_values_lat": { 2024-08-29T19:03:21.390 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 50634, 2024-08-29T19:03:21.390 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 1586276832 2024-08-29T19:03:21.390 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:21.390 INFO:tasks.workunit.client.0.smithi028.stdout: "omap_lower_bound_lat": { 2024-08-29T19:03:21.390 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 1026, 2024-08-29T19:03:21.390 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 5955911 2024-08-29T19:03:21.391 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:21.391 INFO:tasks.workunit.client.0.smithi028.stdout: "omap_next_lat": { 2024-08-29T19:03:21.391 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 22814, 2024-08-29T19:03:21.391 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 24688665 2024-08-29T19:03:21.391 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:21.391 INFO:tasks.workunit.client.0.smithi028.stdout: "omap_seek_to_first_lat": { 2024-08-29T19:03:21.391 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 36, 2024-08-29T19:03:21.391 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 72612 2024-08-29T19:03:21.391 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:21.391 INFO:tasks.workunit.client.0.smithi028.stdout: "omap_upper_bound_lat": { 2024-08-29T19:03:21.391 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 15549, 2024-08-29T19:03:21.391 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 1518983825 2024-08-29T19:03:21.391 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:21.391 INFO:tasks.workunit.client.0.smithi028.stdout: "onode_hits": { 2024-08-29T19:03:21.391 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 229902 2024-08-29T19:03:21.392 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:21.392 INFO:tasks.workunit.client.0.smithi028.stdout: "onode_misses": { 2024-08-29T19:03:21.392 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 16984 2024-08-29T19:03:21.392 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:21.392 INFO:tasks.workunit.client.0.smithi028.stdout: "read_lat": { 2024-08-29T19:03:21.392 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 9024, 2024-08-29T19:03:21.392 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 1446847355 2024-08-29T19:03:21.392 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:21.392 INFO:tasks.workunit.client.0.smithi028.stdout: "read_onode_meta_lat": { 2024-08-29T19:03:21.392 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 21982, 2024-08-29T19:03:21.392 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 26248052 2024-08-29T19:03:21.392 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:21.392 INFO:tasks.workunit.client.0.smithi028.stdout: "read_wait_aio_lat": { 2024-08-29T19:03:21.393 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 12958, 2024-08-29T19:03:21.393 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 978782053 2024-08-29T19:03:21.393 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:21.393 INFO:tasks.workunit.client.0.smithi028.stdout: "reads_with_retries": { 2024-08-29T19:03:21.393 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:21.393 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:21.393 INFO:tasks.workunit.client.0.smithi028.stdout: "remove_lat": { 2024-08-29T19:03:21.393 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 11641, 2024-08-29T19:03:21.393 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 587733478 2024-08-29T19:03:21.393 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:21.393 INFO:tasks.workunit.client.0.smithi028.stdout: "slow_aio_wait_count": { 2024-08-29T19:03:21.393 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:21.393 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:21.393 INFO:tasks.workunit.client.0.smithi028.stdout: "slow_committed_kv_count": { 2024-08-29T19:03:21.393 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:21.394 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:21.394 INFO:tasks.workunit.client.0.smithi028.stdout: "slow_read_onode_meta_count": { 2024-08-29T19:03:21.394 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:21.394 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:21.394 INFO:tasks.workunit.client.0.smithi028.stdout: "slow_read_wait_aio_count": { 2024-08-29T19:03:21.394 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:21.394 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:21.394 INFO:tasks.workunit.client.0.smithi028.stdout: "state_aio_wait_lat": { 2024-08-29T19:03:21.394 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 73979, 2024-08-29T19:03:21.394 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 2958890539 2024-08-29T19:03:21.394 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:21.394 INFO:tasks.workunit.client.0.smithi028.stdout: "state_deferred_aio_wait_lat": { 2024-08-29T19:03:21.394 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 4795, 2024-08-29T19:03:21.394 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 465273635 2024-08-29T19:03:21.395 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:21.395 INFO:tasks.workunit.client.0.smithi028.stdout: "state_deferred_cleanup_lat": { 2024-08-29T19:03:21.395 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 4794, 2024-08-29T19:03:21.395 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 2113221171308 2024-08-29T19:03:21.395 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:21.395 INFO:tasks.workunit.client.0.smithi028.stdout: "state_deferred_queued_lat": { 2024-08-29T19:03:21.395 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 4795, 2024-08-29T19:03:21.395 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 5241915503049 2024-08-29T19:03:21.395 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:21.395 INFO:tasks.workunit.client.0.smithi028.stdout: "state_done_lat": { 2024-08-29T19:03:21.395 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 73978, 2024-08-29T19:03:21.395 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 2246075472704 2024-08-29T19:03:21.395 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:21.395 INFO:tasks.workunit.client.0.smithi028.stdout: "state_finishing_lat": { 2024-08-29T19:03:21.395 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 73978, 2024-08-29T19:03:21.396 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 22093015 2024-08-29T19:03:21.396 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:21.396 INFO:tasks.workunit.client.0.smithi028.stdout: "state_io_done_lat": { 2024-08-29T19:03:21.396 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 73979, 2024-08-29T19:03:21.396 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 158528541 2024-08-29T19:03:21.396 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:21.396 INFO:tasks.workunit.client.0.smithi028.stdout: "state_kv_commiting_lat": { 2024-08-29T19:03:21.396 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 73979, 2024-08-29T19:03:21.396 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 40056253509 2024-08-29T19:03:21.396 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:21.396 INFO:tasks.workunit.client.0.smithi028.stdout: "state_kv_done_lat": { 2024-08-29T19:03:21.396 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 73979, 2024-08-29T19:03:21.397 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 60926693 2024-08-29T19:03:21.397 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:21.397 INFO:tasks.workunit.client.0.smithi028.stdout: "state_kv_queued_lat": { 2024-08-29T19:03:21.397 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 73979, 2024-08-29T19:03:21.397 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 20420943826 2024-08-29T19:03:21.397 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:21.397 INFO:tasks.workunit.client.0.smithi028.stdout: "state_prepare_lat": { 2024-08-29T19:03:21.397 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 73979, 2024-08-29T19:03:21.397 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 10939270018 2024-08-29T19:03:21.397 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:21.397 INFO:tasks.workunit.client.0.smithi028.stdout: "stored": { 2024-08-29T19:03:21.397 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 9762461 2024-08-29T19:03:21.397 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:21.397 INFO:tasks.workunit.client.0.smithi028.stdout: "truncate_lat": { 2024-08-29T19:03:21.398 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 2253, 2024-08-29T19:03:21.398 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 22902985 2024-08-29T19:03:21.398 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:21.398 INFO:tasks.workunit.client.0.smithi028.stdout: "txc_commit_lat": { 2024-08-29T19:03:21.398 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 73979, 2024-08-29T19:03:21.398 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 74562331908 2024-08-29T19:03:21.398 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:21.398 INFO:tasks.workunit.client.0.smithi028.stdout: "txc_submit_lat": { 2024-08-29T19:03:21.398 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 73979, 2024-08-29T19:03:21.398 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 12645916915 2024-08-29T19:03:21.398 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:21.398 INFO:tasks.workunit.client.0.smithi028.stdout: "txc_throttle_lat": { 2024-08-29T19:03:21.398 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 73979, 2024-08-29T19:03:21.398 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 980554905 2024-08-29T19:03:21.399 INFO:tasks.workunit.client.0.smithi028.stdout: } 2024-08-29T19:03:21.399 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:21.399 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore-pricache": { 2024-08-29T19:03:21.399 INFO:tasks.workunit.client.0.smithi028.stdout: "cache_bytes": { 2024-08-29T19:03:21.399 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 1445592595 2024-08-29T19:03:21.399 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:21.399 INFO:tasks.workunit.client.0.smithi028.stdout: "heap_bytes": { 2024-08-29T19:03:21.399 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 505929728 2024-08-29T19:03:21.399 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:21.399 INFO:tasks.workunit.client.0.smithi028.stdout: "mapped_bytes": { 2024-08-29T19:03:21.399 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 437116928 2024-08-29T19:03:21.399 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:21.399 INFO:tasks.workunit.client.0.smithi028.stdout: "target_bytes": { 2024-08-29T19:03:21.399 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 2648116428 2024-08-29T19:03:21.400 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:21.400 INFO:tasks.workunit.client.0.smithi028.stdout: "unmapped_bytes": { 2024-08-29T19:03:21.400 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 68812800 2024-08-29T19:03:21.400 INFO:tasks.workunit.client.0.smithi028.stdout: } 2024-08-29T19:03:21.400 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:21.400 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore-pricache:data": { 2024-08-29T19:03:21.400 INFO:tasks.workunit.client.0.smithi028.stdout: "committed_bytes": { 2024-08-29T19:03:21.400 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 134217728 2024-08-29T19:03:21.400 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:21.400 INFO:tasks.workunit.client.0.smithi028.stdout: "pri0_bytes": { 2024-08-29T19:03:21.400 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:21.400 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:21.400 INFO:tasks.workunit.client.0.smithi028.stdout: "pri10_bytes": { 2024-08-29T19:03:21.400 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:21.401 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:21.401 INFO:tasks.workunit.client.0.smithi028.stdout: "pri11_bytes": { 2024-08-29T19:03:21.401 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 58824977 2024-08-29T19:03:21.401 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:21.401 INFO:tasks.workunit.client.0.smithi028.stdout: "pri1_bytes": { 2024-08-29T19:03:21.401 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:21.401 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:21.401 INFO:tasks.workunit.client.0.smithi028.stdout: "pri2_bytes": { 2024-08-29T19:03:21.401 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:21.401 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:21.401 INFO:tasks.workunit.client.0.smithi028.stdout: "pri3_bytes": { 2024-08-29T19:03:21.401 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:21.401 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:21.401 INFO:tasks.workunit.client.0.smithi028.stdout: "pri4_bytes": { 2024-08-29T19:03:21.402 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:21.402 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:21.402 INFO:tasks.workunit.client.0.smithi028.stdout: "pri5_bytes": { 2024-08-29T19:03:21.402 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:21.402 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:21.402 INFO:tasks.workunit.client.0.smithi028.stdout: "pri6_bytes": { 2024-08-29T19:03:21.402 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 4096 2024-08-29T19:03:21.402 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:21.402 INFO:tasks.workunit.client.0.smithi028.stdout: "pri7_bytes": { 2024-08-29T19:03:21.402 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:21.402 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:21.402 INFO:tasks.workunit.client.0.smithi028.stdout: "pri8_bytes": { 2024-08-29T19:03:21.402 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:21.402 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:21.403 INFO:tasks.workunit.client.0.smithi028.stdout: "pri9_bytes": { 2024-08-29T19:03:21.403 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:21.403 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:21.403 INFO:tasks.workunit.client.0.smithi028.stdout: "reserved_bytes": { 2024-08-29T19:03:21.403 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 75388655 2024-08-29T19:03:21.403 INFO:tasks.workunit.client.0.smithi028.stdout: } 2024-08-29T19:03:21.403 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:21.403 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore-pricache:kv": { 2024-08-29T19:03:21.403 INFO:tasks.workunit.client.0.smithi028.stdout: "committed_bytes": { 2024-08-29T19:03:21.403 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 578813952 2024-08-29T19:03:21.403 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:21.403 INFO:tasks.workunit.client.0.smithi028.stdout: "pri0_bytes": { 2024-08-29T19:03:21.403 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 67108864 2024-08-29T19:03:21.404 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:21.404 INFO:tasks.workunit.client.0.smithi028.stdout: "pri10_bytes": { 2024-08-29T19:03:21.404 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:21.404 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:21.404 INFO:tasks.workunit.client.0.smithi028.stdout: "pri11_bytes": { 2024-08-29T19:03:21.404 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 441187334 2024-08-29T19:03:21.404 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:21.404 INFO:tasks.workunit.client.0.smithi028.stdout: "pri1_bytes": { 2024-08-29T19:03:21.404 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:21.404 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:21.404 INFO:tasks.workunit.client.0.smithi028.stdout: "pri2_bytes": { 2024-08-29T19:03:21.404 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:21.404 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:21.404 INFO:tasks.workunit.client.0.smithi028.stdout: "pri3_bytes": { 2024-08-29T19:03:21.405 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 2656 2024-08-29T19:03:21.405 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:21.405 INFO:tasks.workunit.client.0.smithi028.stdout: "pri4_bytes": { 2024-08-29T19:03:21.405 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:21.408 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:21.408 INFO:tasks.workunit.client.0.smithi028.stdout: "pri5_bytes": { 2024-08-29T19:03:21.408 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 51520 2024-08-29T19:03:21.408 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:21.408 INFO:tasks.workunit.client.0.smithi028.stdout: "pri6_bytes": { 2024-08-29T19:03:21.408 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 129456 2024-08-29T19:03:21.409 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:21.409 INFO:tasks.workunit.client.0.smithi028.stdout: "pri7_bytes": { 2024-08-29T19:03:21.409 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:21.409 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:21.409 INFO:tasks.workunit.client.0.smithi028.stdout: "pri8_bytes": { 2024-08-29T19:03:21.409 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:21.409 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:21.409 INFO:tasks.workunit.client.0.smithi028.stdout: "pri9_bytes": { 2024-08-29T19:03:21.409 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:21.409 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:21.409 INFO:tasks.workunit.client.0.smithi028.stdout: "reserved_bytes": { 2024-08-29T19:03:21.409 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 70334122 2024-08-29T19:03:21.409 INFO:tasks.workunit.client.0.smithi028.stdout: } 2024-08-29T19:03:21.409 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:21.410 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore-pricache:kv_onode": { 2024-08-29T19:03:21.410 INFO:tasks.workunit.client.0.smithi028.stdout: "committed_bytes": { 2024-08-29T19:03:21.410 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 176160768 2024-08-29T19:03:21.410 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:21.410 INFO:tasks.workunit.client.0.smithi028.stdout: "pri0_bytes": { 2024-08-29T19:03:21.410 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 67108864 2024-08-29T19:03:21.410 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:21.410 INFO:tasks.workunit.client.0.smithi028.stdout: "pri10_bytes": { 2024-08-29T19:03:21.410 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 290208 2024-08-29T19:03:21.410 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:21.410 INFO:tasks.workunit.client.0.smithi028.stdout: "pri11_bytes": { 2024-08-29T19:03:21.410 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 39216651 2024-08-29T19:03:21.410 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:21.410 INFO:tasks.workunit.client.0.smithi028.stdout: "pri1_bytes": { 2024-08-29T19:03:21.411 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:21.411 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:21.411 INFO:tasks.workunit.client.0.smithi028.stdout: "pri2_bytes": { 2024-08-29T19:03:21.411 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:21.411 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:21.411 INFO:tasks.workunit.client.0.smithi028.stdout: "pri3_bytes": { 2024-08-29T19:03:21.411 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:21.411 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:21.411 INFO:tasks.workunit.client.0.smithi028.stdout: "pri4_bytes": { 2024-08-29T19:03:21.411 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:21.411 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:21.411 INFO:tasks.workunit.client.0.smithi028.stdout: "pri5_bytes": { 2024-08-29T19:03:21.411 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:21.411 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:21.412 INFO:tasks.workunit.client.0.smithi028.stdout: "pri6_bytes": { 2024-08-29T19:03:21.412 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:21.412 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:21.412 INFO:tasks.workunit.client.0.smithi028.stdout: "pri7_bytes": { 2024-08-29T19:03:21.412 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:21.412 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:21.412 INFO:tasks.workunit.client.0.smithi028.stdout: "pri8_bytes": { 2024-08-29T19:03:21.412 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:21.412 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:21.412 INFO:tasks.workunit.client.0.smithi028.stdout: "pri9_bytes": { 2024-08-29T19:03:21.412 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:21.412 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:21.412 INFO:tasks.workunit.client.0.smithi028.stdout: "reserved_bytes": { 2024-08-29T19:03:21.413 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 69545045 2024-08-29T19:03:21.413 INFO:tasks.workunit.client.0.smithi028.stdout: } 2024-08-29T19:03:21.413 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:21.413 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore-pricache:meta": { 2024-08-29T19:03:21.413 INFO:tasks.workunit.client.0.smithi028.stdout: "committed_bytes": { 2024-08-29T19:03:21.413 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 511705088 2024-08-29T19:03:21.413 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:21.413 INFO:tasks.workunit.client.0.smithi028.stdout: "pri0_bytes": { 2024-08-29T19:03:21.413 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:21.413 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:21.413 INFO:tasks.workunit.client.0.smithi028.stdout: "pri10_bytes": { 2024-08-29T19:03:21.413 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:21.413 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:21.413 INFO:tasks.workunit.client.0.smithi028.stdout: "pri11_bytes": { 2024-08-29T19:03:21.414 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 441187334 2024-08-29T19:03:21.414 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:21.414 INFO:tasks.workunit.client.0.smithi028.stdout: "pri1_bytes": { 2024-08-29T19:03:21.414 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:21.414 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:21.414 INFO:tasks.workunit.client.0.smithi028.stdout: "pri2_bytes": { 2024-08-29T19:03:21.414 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:21.414 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:21.414 INFO:tasks.workunit.client.0.smithi028.stdout: "pri3_bytes": { 2024-08-29T19:03:21.414 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:21.414 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:21.414 INFO:tasks.workunit.client.0.smithi028.stdout: "pri4_bytes": { 2024-08-29T19:03:21.414 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:21.414 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:21.415 INFO:tasks.workunit.client.0.smithi028.stdout: "pri5_bytes": { 2024-08-29T19:03:21.415 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 129345 2024-08-29T19:03:21.415 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:21.415 INFO:tasks.workunit.client.0.smithi028.stdout: "pri6_bytes": { 2024-08-29T19:03:21.415 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 1112570 2024-08-29T19:03:21.415 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:21.415 INFO:tasks.workunit.client.0.smithi028.stdout: "pri7_bytes": { 2024-08-29T19:03:21.415 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:21.415 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:21.415 INFO:tasks.workunit.client.0.smithi028.stdout: "pri8_bytes": { 2024-08-29T19:03:21.415 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:21.415 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:21.415 INFO:tasks.workunit.client.0.smithi028.stdout: "pri9_bytes": { 2024-08-29T19:03:21.415 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:21.415 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:21.416 INFO:tasks.workunit.client.0.smithi028.stdout: "reserved_bytes": { 2024-08-29T19:03:21.416 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 69275839 2024-08-29T19:03:21.416 INFO:tasks.workunit.client.0.smithi028.stdout: } 2024-08-29T19:03:21.416 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:21.416 INFO:tasks.workunit.client.0.smithi028.stdout: "objecter": { 2024-08-29T19:03:21.416 INFO:tasks.workunit.client.0.smithi028.stdout: "op_active": { 2024-08-29T19:03:21.416 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:21.416 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:21.416 INFO:tasks.workunit.client.0.smithi028.stdout: "op_r": { 2024-08-29T19:03:21.416 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 58 2024-08-29T19:03:21.416 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:21.416 INFO:tasks.workunit.client.0.smithi028.stdout: "op_rmw": { 2024-08-29T19:03:21.416 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:21.416 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:21.417 INFO:tasks.workunit.client.0.smithi028.stdout: "op_w": { 2024-08-29T19:03:21.417 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:21.417 INFO:tasks.workunit.client.0.smithi028.stdout: } 2024-08-29T19:03:21.417 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:21.417 INFO:tasks.workunit.client.0.smithi028.stdout: "osd": { 2024-08-29T19:03:21.417 INFO:tasks.workunit.client.0.smithi028.stdout: "numpg": { 2024-08-29T19:03:21.417 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 39 2024-08-29T19:03:21.417 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:21.417 INFO:tasks.workunit.client.0.smithi028.stdout: "numpg_removing": { 2024-08-29T19:03:21.417 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:21.417 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:21.417 INFO:tasks.workunit.client.0.smithi028.stdout: "op": { 2024-08-29T19:03:21.418 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 48341 2024-08-29T19:03:21.418 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:21.418 INFO:tasks.workunit.client.0.smithi028.stdout: "op_before_queue_op_lat": { 2024-08-29T19:03:21.418 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 135356, 2024-08-29T19:03:21.418 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 11467244006 2024-08-29T19:03:21.418 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:21.418 INFO:tasks.workunit.client.0.smithi028.stdout: "op_delayed_degraded": { 2024-08-29T19:03:21.418 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 2 2024-08-29T19:03:21.418 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:21.418 INFO:tasks.workunit.client.0.smithi028.stdout: "op_delayed_unreadable": { 2024-08-29T19:03:21.418 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:21.418 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:21.418 INFO:tasks.workunit.client.0.smithi028.stdout: "op_in_bytes": { 2024-08-29T19:03:21.418 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 1017295541 2024-08-29T19:03:21.419 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:21.419 INFO:tasks.workunit.client.0.smithi028.stdout: "op_latency": { 2024-08-29T19:03:21.419 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 48341, 2024-08-29T19:03:21.419 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 164293105375 2024-08-29T19:03:21.419 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:21.419 INFO:tasks.workunit.client.0.smithi028.stdout: "op_out_bytes": { 2024-08-29T19:03:21.419 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 2643331441 2024-08-29T19:03:21.419 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:21.419 INFO:tasks.workunit.client.0.smithi028.stdout: "op_prepare_latency": { 2024-08-29T19:03:21.419 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 49146, 2024-08-29T19:03:21.419 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 92734959320 2024-08-29T19:03:21.419 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:21.419 INFO:tasks.workunit.client.0.smithi028.stdout: "op_process_latency": { 2024-08-29T19:03:21.419 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 48341, 2024-08-29T19:03:21.420 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 138807930978 2024-08-29T19:03:21.420 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:21.420 INFO:tasks.workunit.client.0.smithi028.stdout: "op_r": { 2024-08-29T19:03:21.420 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 21089 2024-08-29T19:03:21.420 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:21.420 INFO:tasks.workunit.client.0.smithi028.stdout: "op_r_latency": { 2024-08-29T19:03:21.420 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 21089, 2024-08-29T19:03:21.420 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 27269949844 2024-08-29T19:03:21.420 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:21.420 INFO:tasks.workunit.client.0.smithi028.stdout: "op_r_latency_out_bytes_histogram": { 2024-08-29T19:03:21.420 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:21.420 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:21.420 INFO:tasks.workunit.client.0.smithi028.stdout: "op_r_out_bytes": { 2024-08-29T19:03:21.421 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 2643331441 2024-08-29T19:03:21.421 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:21.421 INFO:tasks.workunit.client.0.smithi028.stdout: "op_r_prepare_latency": { 2024-08-29T19:03:21.421 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 21576, 2024-08-29T19:03:21.421 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 9688096947 2024-08-29T19:03:21.421 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:21.421 INFO:tasks.workunit.client.0.smithi028.stdout: "op_r_process_latency": { 2024-08-29T19:03:21.421 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 21089, 2024-08-29T19:03:21.421 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 11744542439 2024-08-29T19:03:21.421 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:21.421 INFO:tasks.workunit.client.0.smithi028.stdout: "op_rw": { 2024-08-29T19:03:21.421 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 26032 2024-08-29T19:03:21.421 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:21.422 INFO:tasks.workunit.client.0.smithi028.stdout: "op_rw_in_bytes": { 2024-08-29T19:03:21.422 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 331664785 2024-08-29T19:03:21.422 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:21.422 INFO:tasks.workunit.client.0.smithi028.stdout: "op_rw_latency": { 2024-08-29T19:03:21.422 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 26032, 2024-08-29T19:03:21.422 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 121289490955 2024-08-29T19:03:21.422 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:21.422 INFO:tasks.workunit.client.0.smithi028.stdout: "op_rw_latency_in_bytes_histogram": { 2024-08-29T19:03:21.422 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:21.422 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:21.422 INFO:tasks.workunit.client.0.smithi028.stdout: "op_rw_latency_out_bytes_histogram": { 2024-08-29T19:03:21.422 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:21.422 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:21.422 INFO:tasks.workunit.client.0.smithi028.stdout: "op_rw_out_bytes": { 2024-08-29T19:03:21.423 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:21.423 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:21.423 INFO:tasks.workunit.client.0.smithi028.stdout: "op_rw_prepare_latency": { 2024-08-29T19:03:21.423 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 26248, 2024-08-29T19:03:21.423 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 79743241857 2024-08-29T19:03:21.423 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:21.423 INFO:tasks.workunit.client.0.smithi028.stdout: "op_rw_process_latency": { 2024-08-29T19:03:21.423 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 26032, 2024-08-29T19:03:21.423 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 115870296583 2024-08-29T19:03:21.423 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:21.423 INFO:tasks.workunit.client.0.smithi028.stdout: "op_w": { 2024-08-29T19:03:21.423 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 1220 2024-08-29T19:03:21.423 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:21.423 INFO:tasks.workunit.client.0.smithi028.stdout: "op_w_in_bytes": { 2024-08-29T19:03:21.424 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 685630756 2024-08-29T19:03:21.424 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:21.424 INFO:tasks.workunit.client.0.smithi028.stdout: "op_w_latency": { 2024-08-29T19:03:21.424 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 1220, 2024-08-29T19:03:21.424 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 15733664576 2024-08-29T19:03:21.424 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:21.424 INFO:tasks.workunit.client.0.smithi028.stdout: "op_w_latency_in_bytes_histogram": { 2024-08-29T19:03:21.424 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:21.424 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:21.424 INFO:tasks.workunit.client.0.smithi028.stdout: "op_w_prepare_latency": { 2024-08-29T19:03:21.424 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 1322, 2024-08-29T19:03:21.424 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 3303620516 2024-08-29T19:03:21.424 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:21.424 INFO:tasks.workunit.client.0.smithi028.stdout: "op_w_process_latency": { 2024-08-29T19:03:21.425 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 1220, 2024-08-29T19:03:21.425 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 11193091956 2024-08-29T19:03:21.425 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:21.425 INFO:tasks.workunit.client.0.smithi028.stdout: "op_wip": { 2024-08-29T19:03:21.425 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:21.425 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:21.425 INFO:tasks.workunit.client.0.smithi028.stdout: "recovery_bytes": { 2024-08-29T19:03:21.425 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 35 2024-08-29T19:03:21.425 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:21.425 INFO:tasks.workunit.client.0.smithi028.stdout: "recovery_ops": { 2024-08-29T19:03:21.425 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 37 2024-08-29T19:03:21.425 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:21.425 INFO:tasks.workunit.client.0.smithi028.stdout: "stat_bytes": { 2024-08-29T19:03:21.426 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 95995035648 2024-08-29T19:03:21.426 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:21.426 INFO:tasks.workunit.client.0.smithi028.stdout: "stat_bytes_used": { 2024-08-29T19:03:21.426 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 706867200 2024-08-29T19:03:21.426 INFO:tasks.workunit.client.0.smithi028.stdout: } 2024-08-29T19:03:21.426 INFO:tasks.workunit.client.0.smithi028.stdout: } 2024-08-29T19:03:21.426 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:21.426 INFO:tasks.workunit.client.0.smithi028.stdout: "osd.3": { 2024-08-29T19:03:21.426 INFO:tasks.workunit.client.0.smithi028.stdout: "bluefs": { 2024-08-29T19:03:21.426 INFO:tasks.workunit.client.0.smithi028.stdout: "alloc_db_max_lat": { 2024-08-29T19:03:21.426 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 31746 2024-08-29T19:03:21.426 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:21.426 INFO:tasks.workunit.client.0.smithi028.stdout: "alloc_slow_fallback": { 2024-08-29T19:03:21.426 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:21.427 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:21.427 INFO:tasks.workunit.client.0.smithi028.stdout: "alloc_slow_max_lat": { 2024-08-29T19:03:21.427 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:21.427 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:21.427 INFO:tasks.workunit.client.0.smithi028.stdout: "alloc_slow_size_fallback": { 2024-08-29T19:03:21.427 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:21.427 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:21.427 INFO:tasks.workunit.client.0.smithi028.stdout: "alloc_unit_db": { 2024-08-29T19:03:21.427 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 65536 2024-08-29T19:03:21.427 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:21.427 INFO:tasks.workunit.client.0.smithi028.stdout: "alloc_unit_slow": { 2024-08-29T19:03:21.427 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:21.427 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:21.427 INFO:tasks.workunit.client.0.smithi028.stdout: "alloc_unit_wal": { 2024-08-29T19:03:21.427 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:21.428 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:21.428 INFO:tasks.workunit.client.0.smithi028.stdout: "alloc_wal_max_lat": { 2024-08-29T19:03:21.428 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:21.428 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:21.428 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes_written_slow": { 2024-08-29T19:03:21.428 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:21.428 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:21.428 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes_written_sst": { 2024-08-29T19:03:21.428 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 10760192 2024-08-29T19:03:21.428 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:21.428 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes_written_wal": { 2024-08-29T19:03:21.428 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 655409152 2024-08-29T19:03:21.428 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:21.429 INFO:tasks.workunit.client.0.smithi028.stdout: "compact_lat": { 2024-08-29T19:03:21.429 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 15, 2024-08-29T19:03:21.429 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 9180353 2024-08-29T19:03:21.429 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:21.429 INFO:tasks.workunit.client.0.smithi028.stdout: "compact_lock_lat": { 2024-08-29T19:03:21.429 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 15, 2024-08-29T19:03:21.429 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 2709490 2024-08-29T19:03:21.429 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:21.429 INFO:tasks.workunit.client.0.smithi028.stdout: "db_alloc_lat": { 2024-08-29T19:03:21.429 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 176, 2024-08-29T19:03:21.429 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 1159345 2024-08-29T19:03:21.429 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:21.429 INFO:tasks.workunit.client.0.smithi028.stdout: "db_total_bytes": { 2024-08-29T19:03:21.429 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 95995027456 2024-08-29T19:03:21.430 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:21.430 INFO:tasks.workunit.client.0.smithi028.stdout: "db_used_bytes": { 2024-08-29T19:03:21.430 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 698548224 2024-08-29T19:03:21.430 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:21.430 INFO:tasks.workunit.client.0.smithi028.stdout: "flush_lat": { 2024-08-29T19:03:21.430 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 64097, 2024-08-29T19:03:21.430 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 8624754489 2024-08-29T19:03:21.430 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:21.430 INFO:tasks.workunit.client.0.smithi028.stdout: "fsync_lat": { 2024-08-29T19:03:21.430 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 64121, 2024-08-29T19:03:21.430 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 16823384274 2024-08-29T19:03:21.430 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:21.430 INFO:tasks.workunit.client.0.smithi028.stdout: "log_bytes": { 2024-08-29T19:03:21.430 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 13209600 2024-08-29T19:03:21.431 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:21.431 INFO:tasks.workunit.client.0.smithi028.stdout: "logged_bytes": { 2024-08-29T19:03:21.431 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 262565888 2024-08-29T19:03:21.431 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:21.431 INFO:tasks.workunit.client.0.smithi028.stdout: "max_bytes_db": { 2024-08-29T19:03:21.431 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 707067904 2024-08-29T19:03:21.431 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:21.431 INFO:tasks.workunit.client.0.smithi028.stdout: "max_bytes_slow": { 2024-08-29T19:03:21.431 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:21.431 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:21.431 INFO:tasks.workunit.client.0.smithi028.stdout: "max_bytes_wal": { 2024-08-29T19:03:21.431 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:21.431 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:21.431 INFO:tasks.workunit.client.0.smithi028.stdout: "num_files": { 2024-08-29T19:03:21.432 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 52 2024-08-29T19:03:21.432 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:21.432 INFO:tasks.workunit.client.0.smithi028.stdout: "read_bytes": { 2024-08-29T19:03:21.432 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 440006401 2024-08-29T19:03:21.432 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:21.432 INFO:tasks.workunit.client.0.smithi028.stdout: "read_count": { 2024-08-29T19:03:21.432 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 24132 2024-08-29T19:03:21.432 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:21.432 INFO:tasks.workunit.client.0.smithi028.stdout: "read_disk_bytes": { 2024-08-29T19:03:21.432 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 405671936 2024-08-29T19:03:21.432 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:21.432 INFO:tasks.workunit.client.0.smithi028.stdout: "read_disk_bytes_db": { 2024-08-29T19:03:21.432 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 405676032 2024-08-29T19:03:21.432 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:21.433 INFO:tasks.workunit.client.0.smithi028.stdout: "read_disk_bytes_slow": { 2024-08-29T19:03:21.433 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:21.433 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:21.433 INFO:tasks.workunit.client.0.smithi028.stdout: "read_disk_bytes_wal": { 2024-08-29T19:03:21.433 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:21.433 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:21.433 INFO:tasks.workunit.client.0.smithi028.stdout: "read_disk_count": { 2024-08-29T19:03:21.433 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 14015 2024-08-29T19:03:21.433 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:21.433 INFO:tasks.workunit.client.0.smithi028.stdout: "read_lat": { 2024-08-29T19:03:21.433 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 24132, 2024-08-29T19:03:21.433 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 310184665 2024-08-29T19:03:21.433 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:21.433 INFO:tasks.workunit.client.0.smithi028.stdout: "read_prefetch_bytes": { 2024-08-29T19:03:21.433 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 288279177 2024-08-29T19:03:21.434 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:21.434 INFO:tasks.workunit.client.0.smithi028.stdout: "read_prefetch_count": { 2024-08-29T19:03:21.434 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 19489 2024-08-29T19:03:21.434 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:21.434 INFO:tasks.workunit.client.0.smithi028.stdout: "read_random_buffer_bytes": { 2024-08-29T19:03:21.434 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 3227854 2024-08-29T19:03:21.434 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:21.434 INFO:tasks.workunit.client.0.smithi028.stdout: "read_random_buffer_count": { 2024-08-29T19:03:21.434 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 900 2024-08-29T19:03:21.434 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:21.434 INFO:tasks.workunit.client.0.smithi028.stdout: "read_random_bytes": { 2024-08-29T19:03:21.434 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 10553204 2024-08-29T19:03:21.435 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:21.435 INFO:tasks.workunit.client.0.smithi028.stdout: "read_random_count": { 2024-08-29T19:03:21.435 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 1330 2024-08-29T19:03:21.435 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:21.435 INFO:tasks.workunit.client.0.smithi028.stdout: "read_random_disk_bytes": { 2024-08-29T19:03:21.435 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 7325350 2024-08-29T19:03:21.435 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:21.435 INFO:tasks.workunit.client.0.smithi028.stdout: "read_random_disk_bytes_db": { 2024-08-29T19:03:21.435 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 7325350 2024-08-29T19:03:21.435 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:21.435 INFO:tasks.workunit.client.0.smithi028.stdout: "read_random_disk_bytes_slow": { 2024-08-29T19:03:21.435 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:21.435 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:21.435 INFO:tasks.workunit.client.0.smithi028.stdout: "read_random_disk_bytes_wal": { 2024-08-29T19:03:21.436 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:21.436 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:21.436 INFO:tasks.workunit.client.0.smithi028.stdout: "read_random_disk_count": { 2024-08-29T19:03:21.436 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 439 2024-08-29T19:03:21.436 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:21.436 INFO:tasks.workunit.client.0.smithi028.stdout: "read_random_lat": { 2024-08-29T19:03:21.436 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 1330, 2024-08-29T19:03:21.436 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 3958325 2024-08-29T19:03:21.436 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:21.436 INFO:tasks.workunit.client.0.smithi028.stdout: "slow_alloc_lat": { 2024-08-29T19:03:21.436 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 0, 2024-08-29T19:03:21.436 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:21.436 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:21.436 INFO:tasks.workunit.client.0.smithi028.stdout: "slow_total_bytes": { 2024-08-29T19:03:21.437 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:21.437 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:21.437 INFO:tasks.workunit.client.0.smithi028.stdout: "slow_used_bytes": { 2024-08-29T19:03:21.437 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:21.437 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:21.437 INFO:tasks.workunit.client.0.smithi028.stdout: "truncate_lat": { 2024-08-29T19:03:21.437 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 1, 2024-08-29T19:03:21.437 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 634 2024-08-29T19:03:21.437 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:21.437 INFO:tasks.workunit.client.0.smithi028.stdout: "unlink_lat": { 2024-08-29T19:03:21.437 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 4, 2024-08-29T19:03:21.437 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 6021 2024-08-29T19:03:21.437 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:21.437 INFO:tasks.workunit.client.0.smithi028.stdout: "wal_alloc_lat": { 2024-08-29T19:03:21.438 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 0, 2024-08-29T19:03:21.438 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:21.438 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:21.438 INFO:tasks.workunit.client.0.smithi028.stdout: "wal_total_bytes": { 2024-08-29T19:03:21.438 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:21.438 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:21.438 INFO:tasks.workunit.client.0.smithi028.stdout: "wal_used_bytes": { 2024-08-29T19:03:21.438 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:21.438 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:21.438 INFO:tasks.workunit.client.0.smithi028.stdout: "write_bytes": { 2024-08-29T19:03:21.438 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 931028992 2024-08-29T19:03:21.438 INFO:tasks.workunit.client.0.smithi028.stdout: } 2024-08-29T19:03:21.438 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:21.438 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore": { 2024-08-29T19:03:21.439 INFO:tasks.workunit.client.0.smithi028.stdout: "alloc_unit": { 2024-08-29T19:03:21.439 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 4096 2024-08-29T19:03:21.439 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:21.439 INFO:tasks.workunit.client.0.smithi028.stdout: "allocated": { 2024-08-29T19:03:21.439 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 9641984 2024-08-29T19:03:21.439 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:21.439 INFO:tasks.workunit.client.0.smithi028.stdout: "allocator_lat": { 2024-08-29T19:03:21.439 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 15647, 2024-08-29T19:03:21.439 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 79250128 2024-08-29T19:03:21.439 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:21.439 INFO:tasks.workunit.client.0.smithi028.stdout: "clist_lat": { 2024-08-29T19:03:21.439 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 3115, 2024-08-29T19:03:21.439 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 904061802 2024-08-29T19:03:21.439 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:21.440 INFO:tasks.workunit.client.0.smithi028.stdout: "compress_lat": { 2024-08-29T19:03:21.440 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 0, 2024-08-29T19:03:21.440 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:21.440 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:21.440 INFO:tasks.workunit.client.0.smithi028.stdout: "compressed": { 2024-08-29T19:03:21.440 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:21.440 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:21.440 INFO:tasks.workunit.client.0.smithi028.stdout: "compressed_allocated": { 2024-08-29T19:03:21.440 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:21.440 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:21.440 INFO:tasks.workunit.client.0.smithi028.stdout: "compressed_original": { 2024-08-29T19:03:21.440 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:21.440 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:21.441 INFO:tasks.workunit.client.0.smithi028.stdout: "csum_lat": { 2024-08-29T19:03:21.441 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 10394, 2024-08-29T19:03:21.441 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 119089196 2024-08-29T19:03:21.441 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:21.441 INFO:tasks.workunit.client.0.smithi028.stdout: "decompress_lat": { 2024-08-29T19:03:21.441 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 0, 2024-08-29T19:03:21.441 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:21.441 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:21.441 INFO:tasks.workunit.client.0.smithi028.stdout: "fragmentation_micros": { 2024-08-29T19:03:21.441 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:21.441 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:21.441 INFO:tasks.workunit.client.0.smithi028.stdout: "kv_commit_lat": { 2024-08-29T19:03:21.441 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 64038, 2024-08-29T19:03:21.441 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 23668356402 2024-08-29T19:03:21.442 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:21.442 INFO:tasks.workunit.client.0.smithi028.stdout: "kv_final_lat": { 2024-08-29T19:03:21.442 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 63271, 2024-08-29T19:03:21.442 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 3335085037 2024-08-29T19:03:21.442 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:21.442 INFO:tasks.workunit.client.0.smithi028.stdout: "kv_flush_lat": { 2024-08-29T19:03:21.442 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 64038, 2024-08-29T19:03:21.442 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 89541328 2024-08-29T19:03:21.442 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:21.442 INFO:tasks.workunit.client.0.smithi028.stdout: "kv_sync_lat": { 2024-08-29T19:03:21.442 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 64038, 2024-08-29T19:03:21.442 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 23757897730 2024-08-29T19:03:21.442 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:21.442 INFO:tasks.workunit.client.0.smithi028.stdout: "omap_get_keys_lat": { 2024-08-29T19:03:21.443 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 0, 2024-08-29T19:03:21.443 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:21.443 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:21.443 INFO:tasks.workunit.client.0.smithi028.stdout: "omap_get_values_lat": { 2024-08-29T19:03:21.443 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 31235, 2024-08-29T19:03:21.443 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 1088498111 2024-08-29T19:03:21.443 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:21.443 INFO:tasks.workunit.client.0.smithi028.stdout: "omap_lower_bound_lat": { 2024-08-29T19:03:21.443 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 1329, 2024-08-29T19:03:21.443 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 6837745 2024-08-29T19:03:21.443 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:21.443 INFO:tasks.workunit.client.0.smithi028.stdout: "omap_next_lat": { 2024-08-29T19:03:21.443 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 21102, 2024-08-29T19:03:21.443 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 25734526 2024-08-29T19:03:21.444 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:21.444 INFO:tasks.workunit.client.0.smithi028.stdout: "omap_seek_to_first_lat": { 2024-08-29T19:03:21.444 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 41, 2024-08-29T19:03:21.444 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 48634 2024-08-29T19:03:21.444 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:21.444 INFO:tasks.workunit.client.0.smithi028.stdout: "omap_upper_bound_lat": { 2024-08-29T19:03:21.444 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 14135, 2024-08-29T19:03:21.444 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 8085623239 2024-08-29T19:03:21.444 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:21.444 INFO:tasks.workunit.client.0.smithi028.stdout: "onode_hits": { 2024-08-29T19:03:21.444 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 205276 2024-08-29T19:03:21.444 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:21.444 INFO:tasks.workunit.client.0.smithi028.stdout: "onode_misses": { 2024-08-29T19:03:21.444 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 17277 2024-08-29T19:03:21.445 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:21.445 INFO:tasks.workunit.client.0.smithi028.stdout: "read_lat": { 2024-08-29T19:03:21.445 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 22647, 2024-08-29T19:03:21.445 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 1371106537 2024-08-29T19:03:21.445 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:21.445 INFO:tasks.workunit.client.0.smithi028.stdout: "read_onode_meta_lat": { 2024-08-29T19:03:21.445 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 62929, 2024-08-29T19:03:21.445 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 32735214 2024-08-29T19:03:21.445 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:21.445 INFO:tasks.workunit.client.0.smithi028.stdout: "read_wait_aio_lat": { 2024-08-29T19:03:21.445 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 40282, 2024-08-29T19:03:21.445 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 538479964 2024-08-29T19:03:21.445 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:21.445 INFO:tasks.workunit.client.0.smithi028.stdout: "reads_with_retries": { 2024-08-29T19:03:21.445 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:21.446 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:21.446 INFO:tasks.workunit.client.0.smithi028.stdout: "remove_lat": { 2024-08-29T19:03:21.446 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 11429, 2024-08-29T19:03:21.446 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 517517368 2024-08-29T19:03:21.446 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:21.446 INFO:tasks.workunit.client.0.smithi028.stdout: "slow_aio_wait_count": { 2024-08-29T19:03:21.446 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:21.446 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:21.446 INFO:tasks.workunit.client.0.smithi028.stdout: "slow_committed_kv_count": { 2024-08-29T19:03:21.446 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:21.446 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:21.446 INFO:tasks.workunit.client.0.smithi028.stdout: "slow_read_onode_meta_count": { 2024-08-29T19:03:21.446 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:21.446 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:21.447 INFO:tasks.workunit.client.0.smithi028.stdout: "slow_read_wait_aio_count": { 2024-08-29T19:03:21.447 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:21.447 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:21.447 INFO:tasks.workunit.client.0.smithi028.stdout: "state_aio_wait_lat": { 2024-08-29T19:03:21.447 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 72549, 2024-08-29T19:03:21.447 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 3566077406 2024-08-29T19:03:21.447 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:21.447 INFO:tasks.workunit.client.0.smithi028.stdout: "state_deferred_aio_wait_lat": { 2024-08-29T19:03:21.447 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 16543, 2024-08-29T19:03:21.447 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 1570396874 2024-08-29T19:03:21.447 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:21.447 INFO:tasks.workunit.client.0.smithi028.stdout: "state_deferred_cleanup_lat": { 2024-08-29T19:03:21.447 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 16543, 2024-08-29T19:03:21.447 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 1987585376674 2024-08-29T19:03:21.448 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:21.448 INFO:tasks.workunit.client.0.smithi028.stdout: "state_deferred_queued_lat": { 2024-08-29T19:03:21.448 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 16543, 2024-08-29T19:03:21.448 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 5984528038538 2024-08-29T19:03:21.448 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:21.448 INFO:tasks.workunit.client.0.smithi028.stdout: "state_done_lat": { 2024-08-29T19:03:21.448 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 72549, 2024-08-29T19:03:21.448 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 2211360573427 2024-08-29T19:03:21.448 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:21.448 INFO:tasks.workunit.client.0.smithi028.stdout: "state_finishing_lat": { 2024-08-29T19:03:21.448 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 72549, 2024-08-29T19:03:21.448 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 16720187 2024-08-29T19:03:21.448 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:21.448 INFO:tasks.workunit.client.0.smithi028.stdout: "state_io_done_lat": { 2024-08-29T19:03:21.449 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 72549, 2024-08-29T19:03:21.449 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 150143694 2024-08-29T19:03:21.449 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:21.449 INFO:tasks.workunit.client.0.smithi028.stdout: "state_kv_commiting_lat": { 2024-08-29T19:03:21.449 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 72549, 2024-08-29T19:03:21.449 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 39945307055 2024-08-29T19:03:21.449 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:21.449 INFO:tasks.workunit.client.0.smithi028.stdout: "state_kv_done_lat": { 2024-08-29T19:03:21.449 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 72549, 2024-08-29T19:03:21.449 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 54429242 2024-08-29T19:03:21.449 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:21.449 INFO:tasks.workunit.client.0.smithi028.stdout: "state_kv_queued_lat": { 2024-08-29T19:03:21.449 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 72549, 2024-08-29T19:03:21.449 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 20809030807 2024-08-29T19:03:21.449 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:21.450 INFO:tasks.workunit.client.0.smithi028.stdout: "state_prepare_lat": { 2024-08-29T19:03:21.450 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 72549, 2024-08-29T19:03:21.450 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 11170298790 2024-08-29T19:03:21.450 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:21.450 INFO:tasks.workunit.client.0.smithi028.stdout: "stored": { 2024-08-29T19:03:21.450 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 5574065 2024-08-29T19:03:21.450 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:21.450 INFO:tasks.workunit.client.0.smithi028.stdout: "truncate_lat": { 2024-08-29T19:03:21.450 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 2289, 2024-08-29T19:03:21.450 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 22787702 2024-08-29T19:03:21.450 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:21.450 INFO:tasks.workunit.client.0.smithi028.stdout: "txc_commit_lat": { 2024-08-29T19:03:21.451 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 72549, 2024-08-29T19:03:21.451 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 75666541479 2024-08-29T19:03:21.451 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:21.451 INFO:tasks.workunit.client.0.smithi028.stdout: "txc_submit_lat": { 2024-08-29T19:03:21.451 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 72549, 2024-08-29T19:03:21.451 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 12942666232 2024-08-29T19:03:21.451 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:21.451 INFO:tasks.workunit.client.0.smithi028.stdout: "txc_throttle_lat": { 2024-08-29T19:03:21.451 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 72549, 2024-08-29T19:03:21.451 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 860102314 2024-08-29T19:03:21.451 INFO:tasks.workunit.client.0.smithi028.stdout: } 2024-08-29T19:03:21.451 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:21.451 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore-pricache": { 2024-08-29T19:03:21.451 INFO:tasks.workunit.client.0.smithi028.stdout: "cache_bytes": { 2024-08-29T19:03:21.452 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 1445592595 2024-08-29T19:03:21.452 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:21.452 INFO:tasks.workunit.client.0.smithi028.stdout: "heap_bytes": { 2024-08-29T19:03:21.452 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 627310592 2024-08-29T19:03:21.452 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:21.452 INFO:tasks.workunit.client.0.smithi028.stdout: "mapped_bytes": { 2024-08-29T19:03:21.452 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 485572608 2024-08-29T19:03:21.452 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:21.452 INFO:tasks.workunit.client.0.smithi028.stdout: "target_bytes": { 2024-08-29T19:03:21.452 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 2648116428 2024-08-29T19:03:21.452 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:21.452 INFO:tasks.workunit.client.0.smithi028.stdout: "unmapped_bytes": { 2024-08-29T19:03:21.452 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 141737984 2024-08-29T19:03:21.452 INFO:tasks.workunit.client.0.smithi028.stdout: } 2024-08-29T19:03:21.453 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:21.453 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore-pricache:data": { 2024-08-29T19:03:21.453 INFO:tasks.workunit.client.0.smithi028.stdout: "committed_bytes": { 2024-08-29T19:03:21.453 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 134217728 2024-08-29T19:03:21.453 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:21.453 INFO:tasks.workunit.client.0.smithi028.stdout: "pri0_bytes": { 2024-08-29T19:03:21.453 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:21.453 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:21.453 INFO:tasks.workunit.client.0.smithi028.stdout: "pri10_bytes": { 2024-08-29T19:03:21.453 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:21.453 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:21.453 INFO:tasks.workunit.client.0.smithi028.stdout: "pri11_bytes": { 2024-08-29T19:03:21.453 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 59216440 2024-08-29T19:03:21.454 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:21.454 INFO:tasks.workunit.client.0.smithi028.stdout: "pri1_bytes": { 2024-08-29T19:03:21.454 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:21.454 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:21.454 INFO:tasks.workunit.client.0.smithi028.stdout: "pri2_bytes": { 2024-08-29T19:03:21.454 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:21.454 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:21.454 INFO:tasks.workunit.client.0.smithi028.stdout: "pri3_bytes": { 2024-08-29T19:03:21.454 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:21.454 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:21.454 INFO:tasks.workunit.client.0.smithi028.stdout: "pri4_bytes": { 2024-08-29T19:03:21.454 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:21.454 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:21.454 INFO:tasks.workunit.client.0.smithi028.stdout: "pri5_bytes": { 2024-08-29T19:03:21.455 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 16384 2024-08-29T19:03:21.455 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:21.455 INFO:tasks.workunit.client.0.smithi028.stdout: "pri6_bytes": { 2024-08-29T19:03:21.455 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 610304 2024-08-29T19:03:21.455 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:21.455 INFO:tasks.workunit.client.0.smithi028.stdout: "pri7_bytes": { 2024-08-29T19:03:21.455 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:21.455 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:21.455 INFO:tasks.workunit.client.0.smithi028.stdout: "pri8_bytes": { 2024-08-29T19:03:21.455 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:21.455 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:21.455 INFO:tasks.workunit.client.0.smithi028.stdout: "pri9_bytes": { 2024-08-29T19:03:21.455 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:21.455 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:21.456 INFO:tasks.workunit.client.0.smithi028.stdout: "reserved_bytes": { 2024-08-29T19:03:21.456 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 74374600 2024-08-29T19:03:21.456 INFO:tasks.workunit.client.0.smithi028.stdout: } 2024-08-29T19:03:21.456 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:21.456 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore-pricache:kv": { 2024-08-29T19:03:21.456 INFO:tasks.workunit.client.0.smithi028.stdout: "committed_bytes": { 2024-08-29T19:03:21.456 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 578813952 2024-08-29T19:03:21.456 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:21.456 INFO:tasks.workunit.client.0.smithi028.stdout: "pri0_bytes": { 2024-08-29T19:03:21.456 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 67108864 2024-08-29T19:03:21.456 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:21.456 INFO:tasks.workunit.client.0.smithi028.stdout: "pri10_bytes": { 2024-08-29T19:03:21.456 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:21.457 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:21.457 INFO:tasks.workunit.client.0.smithi028.stdout: "pri11_bytes": { 2024-08-29T19:03:21.457 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 444123306 2024-08-29T19:03:21.457 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:21.457 INFO:tasks.workunit.client.0.smithi028.stdout: "pri1_bytes": { 2024-08-29T19:03:21.457 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:21.457 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:21.457 INFO:tasks.workunit.client.0.smithi028.stdout: "pri2_bytes": { 2024-08-29T19:03:21.457 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:21.457 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:21.457 INFO:tasks.workunit.client.0.smithi028.stdout: "pri3_bytes": { 2024-08-29T19:03:21.457 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 2688 2024-08-29T19:03:21.457 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:21.457 INFO:tasks.workunit.client.0.smithi028.stdout: "pri4_bytes": { 2024-08-29T19:03:21.458 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:21.458 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:21.458 INFO:tasks.workunit.client.0.smithi028.stdout: "pri5_bytes": { 2024-08-29T19:03:21.458 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 182432 2024-08-29T19:03:21.458 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:21.458 INFO:tasks.workunit.client.0.smithi028.stdout: "pri6_bytes": { 2024-08-29T19:03:21.458 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:21.458 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:21.458 INFO:tasks.workunit.client.0.smithi028.stdout: "pri7_bytes": { 2024-08-29T19:03:21.458 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:21.458 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:21.458 INFO:tasks.workunit.client.0.smithi028.stdout: "pri8_bytes": { 2024-08-29T19:03:21.458 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:21.458 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:21.459 INFO:tasks.workunit.client.0.smithi028.stdout: "pri9_bytes": { 2024-08-29T19:03:21.459 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:21.459 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:21.459 INFO:tasks.workunit.client.0.smithi028.stdout: "reserved_bytes": { 2024-08-29T19:03:21.459 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 67396662 2024-08-29T19:03:21.459 INFO:tasks.workunit.client.0.smithi028.stdout: } 2024-08-29T19:03:21.459 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:21.459 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore-pricache:kv_onode": { 2024-08-29T19:03:21.459 INFO:tasks.workunit.client.0.smithi028.stdout: "committed_bytes": { 2024-08-29T19:03:21.459 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 176160768 2024-08-29T19:03:21.459 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:21.459 INFO:tasks.workunit.client.0.smithi028.stdout: "pri0_bytes": { 2024-08-29T19:03:21.459 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 67108864 2024-08-29T19:03:21.459 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:21.460 INFO:tasks.workunit.client.0.smithi028.stdout: "pri10_bytes": { 2024-08-29T19:03:21.460 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 807088 2024-08-29T19:03:21.460 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:21.460 INFO:tasks.workunit.client.0.smithi028.stdout: "pri11_bytes": { 2024-08-29T19:03:21.460 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 39477627 2024-08-29T19:03:21.460 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:21.460 INFO:tasks.workunit.client.0.smithi028.stdout: "pri1_bytes": { 2024-08-29T19:03:21.460 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:21.460 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:21.460 INFO:tasks.workunit.client.0.smithi028.stdout: "pri2_bytes": { 2024-08-29T19:03:21.460 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:21.460 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:21.460 INFO:tasks.workunit.client.0.smithi028.stdout: "pri3_bytes": { 2024-08-29T19:03:21.461 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:21.461 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:21.461 INFO:tasks.workunit.client.0.smithi028.stdout: "pri4_bytes": { 2024-08-29T19:03:21.461 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:21.461 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:21.461 INFO:tasks.workunit.client.0.smithi028.stdout: "pri5_bytes": { 2024-08-29T19:03:21.461 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:21.461 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:21.461 INFO:tasks.workunit.client.0.smithi028.stdout: "pri6_bytes": { 2024-08-29T19:03:21.461 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:21.461 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:21.461 INFO:tasks.workunit.client.0.smithi028.stdout: "pri7_bytes": { 2024-08-29T19:03:21.461 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:21.461 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:21.462 INFO:tasks.workunit.client.0.smithi028.stdout: "pri8_bytes": { 2024-08-29T19:03:21.462 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:21.462 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:21.462 INFO:tasks.workunit.client.0.smithi028.stdout: "pri9_bytes": { 2024-08-29T19:03:21.462 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:21.462 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:21.462 INFO:tasks.workunit.client.0.smithi028.stdout: "reserved_bytes": { 2024-08-29T19:03:21.462 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 68767189 2024-08-29T19:03:21.462 INFO:tasks.workunit.client.0.smithi028.stdout: } 2024-08-29T19:03:21.462 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:21.462 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore-pricache:meta": { 2024-08-29T19:03:21.462 INFO:tasks.workunit.client.0.smithi028.stdout: "committed_bytes": { 2024-08-29T19:03:21.462 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 520093696 2024-08-29T19:03:21.462 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:21.462 INFO:tasks.workunit.client.0.smithi028.stdout: "pri0_bytes": { 2024-08-29T19:03:21.463 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:21.463 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:21.463 INFO:tasks.workunit.client.0.smithi028.stdout: "pri10_bytes": { 2024-08-29T19:03:21.463 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:21.463 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:21.463 INFO:tasks.workunit.client.0.smithi028.stdout: "pri11_bytes": { 2024-08-29T19:03:21.463 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 444123306 2024-08-29T19:03:21.463 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:21.463 INFO:tasks.workunit.client.0.smithi028.stdout: "pri1_bytes": { 2024-08-29T19:03:21.463 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:21.463 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:21.463 INFO:tasks.workunit.client.0.smithi028.stdout: "pri2_bytes": { 2024-08-29T19:03:21.463 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:21.463 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:21.464 INFO:tasks.workunit.client.0.smithi028.stdout: "pri3_bytes": { 2024-08-29T19:03:21.464 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:21.464 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:21.464 INFO:tasks.workunit.client.0.smithi028.stdout: "pri4_bytes": { 2024-08-29T19:03:21.464 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:21.464 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:21.464 INFO:tasks.workunit.client.0.smithi028.stdout: "pri5_bytes": { 2024-08-29T19:03:21.464 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 141737 2024-08-29T19:03:21.464 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:21.464 INFO:tasks.workunit.client.0.smithi028.stdout: "pri6_bytes": { 2024-08-29T19:03:21.464 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 1112637 2024-08-29T19:03:21.464 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:21.464 INFO:tasks.workunit.client.0.smithi028.stdout: "pri7_bytes": { 2024-08-29T19:03:21.464 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:21.465 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:21.465 INFO:tasks.workunit.client.0.smithi028.stdout: "pri8_bytes": { 2024-08-29T19:03:21.465 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:21.465 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:21.465 INFO:tasks.workunit.client.0.smithi028.stdout: "pri9_bytes": { 2024-08-29T19:03:21.465 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:21.465 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:21.465 INFO:tasks.workunit.client.0.smithi028.stdout: "reserved_bytes": { 2024-08-29T19:03:21.465 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 74716016 2024-08-29T19:03:21.465 INFO:tasks.workunit.client.0.smithi028.stdout: } 2024-08-29T19:03:21.465 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:21.465 INFO:tasks.workunit.client.0.smithi028.stdout: "objecter": { 2024-08-29T19:03:21.465 INFO:tasks.workunit.client.0.smithi028.stdout: "op_active": { 2024-08-29T19:03:21.465 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:21.466 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:21.466 INFO:tasks.workunit.client.0.smithi028.stdout: "op_r": { 2024-08-29T19:03:21.466 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 27 2024-08-29T19:03:21.466 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:21.466 INFO:tasks.workunit.client.0.smithi028.stdout: "op_rmw": { 2024-08-29T19:03:21.466 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:21.466 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:21.466 INFO:tasks.workunit.client.0.smithi028.stdout: "op_w": { 2024-08-29T19:03:21.466 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:21.466 INFO:tasks.workunit.client.0.smithi028.stdout: } 2024-08-29T19:03:21.466 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:21.466 INFO:tasks.workunit.client.0.smithi028.stdout: "osd": { 2024-08-29T19:03:21.466 INFO:tasks.workunit.client.0.smithi028.stdout: "numpg": { 2024-08-29T19:03:21.466 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 52 2024-08-29T19:03:21.466 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:21.467 INFO:tasks.workunit.client.0.smithi028.stdout: "numpg_removing": { 2024-08-29T19:03:21.467 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:21.467 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:21.467 INFO:tasks.workunit.client.0.smithi028.stdout: "op": { 2024-08-29T19:03:21.467 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 48412 2024-08-29T19:03:21.467 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:21.467 INFO:tasks.workunit.client.0.smithi028.stdout: "op_before_queue_op_lat": { 2024-08-29T19:03:21.467 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 124217, 2024-08-29T19:03:21.467 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 9795456852 2024-08-29T19:03:21.467 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:21.467 INFO:tasks.workunit.client.0.smithi028.stdout: "op_delayed_degraded": { 2024-08-29T19:03:21.467 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 3 2024-08-29T19:03:21.467 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:21.467 INFO:tasks.workunit.client.0.smithi028.stdout: "op_delayed_unreadable": { 2024-08-29T19:03:21.468 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:21.468 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:21.468 INFO:tasks.workunit.client.0.smithi028.stdout: "op_in_bytes": { 2024-08-29T19:03:21.468 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 1035700348 2024-08-29T19:03:21.468 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:21.468 INFO:tasks.workunit.client.0.smithi028.stdout: "op_latency": { 2024-08-29T19:03:21.468 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 48412, 2024-08-29T19:03:21.468 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 404725120703 2024-08-29T19:03:21.468 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:21.468 INFO:tasks.workunit.client.0.smithi028.stdout: "op_out_bytes": { 2024-08-29T19:03:21.468 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 1446311156 2024-08-29T19:03:21.468 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:21.468 INFO:tasks.workunit.client.0.smithi028.stdout: "op_prepare_latency": { 2024-08-29T19:03:21.469 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 49156, 2024-08-29T19:03:21.469 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 42793005843 2024-08-29T19:03:21.469 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:21.469 INFO:tasks.workunit.client.0.smithi028.stdout: "op_process_latency": { 2024-08-29T19:03:21.469 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 48412, 2024-08-29T19:03:21.469 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 125706442759 2024-08-29T19:03:21.469 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:21.469 INFO:tasks.workunit.client.0.smithi028.stdout: "op_r": { 2024-08-29T19:03:21.469 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 32499 2024-08-29T19:03:21.469 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:21.469 INFO:tasks.workunit.client.0.smithi028.stdout: "op_r_latency": { 2024-08-29T19:03:21.469 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 32499, 2024-08-29T19:03:21.469 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 68097399080 2024-08-29T19:03:21.469 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:21.470 INFO:tasks.workunit.client.0.smithi028.stdout: "op_r_latency_out_bytes_histogram": { 2024-08-29T19:03:21.470 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:21.470 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:21.470 INFO:tasks.workunit.client.0.smithi028.stdout: "op_r_out_bytes": { 2024-08-29T19:03:21.470 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 1446311156 2024-08-29T19:03:21.470 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:21.470 INFO:tasks.workunit.client.0.smithi028.stdout: "op_r_prepare_latency": { 2024-08-29T19:03:21.470 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 32905, 2024-08-29T19:03:21.470 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 13977575072 2024-08-29T19:03:21.470 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:21.470 INFO:tasks.workunit.client.0.smithi028.stdout: "op_r_process_latency": { 2024-08-29T19:03:21.470 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 32499, 2024-08-29T19:03:21.470 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 13200395056 2024-08-29T19:03:21.470 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:21.471 INFO:tasks.workunit.client.0.smithi028.stdout: "op_rw": { 2024-08-29T19:03:21.471 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 12117 2024-08-29T19:03:21.471 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:21.471 INFO:tasks.workunit.client.0.smithi028.stdout: "op_rw_in_bytes": { 2024-08-29T19:03:21.471 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 150311152 2024-08-29T19:03:21.471 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:21.471 INFO:tasks.workunit.client.0.smithi028.stdout: "op_rw_latency": { 2024-08-29T19:03:21.471 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 12117, 2024-08-29T19:03:21.471 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 280829366649 2024-08-29T19:03:21.471 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:21.471 INFO:tasks.workunit.client.0.smithi028.stdout: "op_rw_latency_in_bytes_histogram": { 2024-08-29T19:03:21.471 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:21.471 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:21.471 INFO:tasks.workunit.client.0.smithi028.stdout: "op_rw_latency_out_bytes_histogram": { 2024-08-29T19:03:21.472 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:21.472 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:21.472 INFO:tasks.workunit.client.0.smithi028.stdout: "op_rw_out_bytes": { 2024-08-29T19:03:21.472 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:21.472 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:21.472 INFO:tasks.workunit.client.0.smithi028.stdout: "op_rw_prepare_latency": { 2024-08-29T19:03:21.472 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 12328, 2024-08-29T19:03:21.472 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 20694545623 2024-08-29T19:03:21.472 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:21.472 INFO:tasks.workunit.client.0.smithi028.stdout: "op_rw_process_latency": { 2024-08-29T19:03:21.472 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 12117, 2024-08-29T19:03:21.472 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 76350352283 2024-08-29T19:03:21.472 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:21.473 INFO:tasks.workunit.client.0.smithi028.stdout: "op_w": { 2024-08-29T19:03:21.473 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 3796 2024-08-29T19:03:21.473 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:21.473 INFO:tasks.workunit.client.0.smithi028.stdout: "op_w_in_bytes": { 2024-08-29T19:03:21.473 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 885389196 2024-08-29T19:03:21.473 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:21.473 INFO:tasks.workunit.client.0.smithi028.stdout: "op_w_latency": { 2024-08-29T19:03:21.473 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 3796, 2024-08-29T19:03:21.473 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 55798354974 2024-08-29T19:03:21.473 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:21.473 INFO:tasks.workunit.client.0.smithi028.stdout: "op_w_latency_in_bytes_histogram": { 2024-08-29T19:03:21.473 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:21.473 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:21.473 INFO:tasks.workunit.client.0.smithi028.stdout: "op_w_prepare_latency": { 2024-08-29T19:03:21.474 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 3923, 2024-08-29T19:03:21.474 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 8120885148 2024-08-29T19:03:21.474 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:21.474 INFO:tasks.workunit.client.0.smithi028.stdout: "op_w_process_latency": { 2024-08-29T19:03:21.474 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 3796, 2024-08-29T19:03:21.474 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 36155695420 2024-08-29T19:03:21.474 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:21.474 INFO:tasks.workunit.client.0.smithi028.stdout: "op_wip": { 2024-08-29T19:03:21.474 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:21.474 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:21.474 INFO:tasks.workunit.client.0.smithi028.stdout: "recovery_bytes": { 2024-08-29T19:03:21.474 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 35 2024-08-29T19:03:21.474 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:21.474 INFO:tasks.workunit.client.0.smithi028.stdout: "recovery_ops": { 2024-08-29T19:03:21.475 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 12 2024-08-29T19:03:21.475 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:21.475 INFO:tasks.workunit.client.0.smithi028.stdout: "stat_bytes": { 2024-08-29T19:03:21.475 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 95995035648 2024-08-29T19:03:21.475 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:21.475 INFO:tasks.workunit.client.0.smithi028.stdout: "stat_bytes_used": { 2024-08-29T19:03:21.475 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 708198400 2024-08-29T19:03:21.475 INFO:tasks.workunit.client.0.smithi028.stdout: } 2024-08-29T19:03:21.475 INFO:tasks.workunit.client.0.smithi028.stdout: } 2024-08-29T19:03:21.475 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:21.475 INFO:tasks.workunit.client.0.smithi028.stdout: "osd.4": { 2024-08-29T19:03:21.475 INFO:tasks.workunit.client.0.smithi028.stdout: "bluefs": { 2024-08-29T19:03:21.475 INFO:tasks.workunit.client.0.smithi028.stdout: "alloc_db_max_lat": { 2024-08-29T19:03:21.475 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 59725 2024-08-29T19:03:21.475 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:21.476 INFO:tasks.workunit.client.0.smithi028.stdout: "alloc_slow_fallback": { 2024-08-29T19:03:21.476 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:21.476 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:21.476 INFO:tasks.workunit.client.0.smithi028.stdout: "alloc_slow_max_lat": { 2024-08-29T19:03:21.476 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:21.476 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:21.476 INFO:tasks.workunit.client.0.smithi028.stdout: "alloc_slow_size_fallback": { 2024-08-29T19:03:21.476 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:21.476 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:21.476 INFO:tasks.workunit.client.0.smithi028.stdout: "alloc_unit_db": { 2024-08-29T19:03:21.476 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 65536 2024-08-29T19:03:21.476 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:21.476 INFO:tasks.workunit.client.0.smithi028.stdout: "alloc_unit_slow": { 2024-08-29T19:03:21.476 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:21.477 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:21.477 INFO:tasks.workunit.client.0.smithi028.stdout: "alloc_unit_wal": { 2024-08-29T19:03:21.477 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:21.477 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:21.477 INFO:tasks.workunit.client.0.smithi028.stdout: "alloc_wal_max_lat": { 2024-08-29T19:03:21.477 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:21.477 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:21.477 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes_written_slow": { 2024-08-29T19:03:21.477 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:21.477 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:21.477 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes_written_sst": { 2024-08-29T19:03:21.477 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 46153728 2024-08-29T19:03:21.477 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:21.477 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes_written_wal": { 2024-08-29T19:03:21.478 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 825614336 2024-08-29T19:03:21.478 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:21.478 INFO:tasks.workunit.client.0.smithi028.stdout: "compact_lat": { 2024-08-29T19:03:21.478 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 14, 2024-08-29T19:03:21.478 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 7207655 2024-08-29T19:03:21.478 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:21.478 INFO:tasks.workunit.client.0.smithi028.stdout: "compact_lock_lat": { 2024-08-29T19:03:21.478 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 14, 2024-08-29T19:03:21.478 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 2419629 2024-08-29T19:03:21.478 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:21.478 INFO:tasks.workunit.client.0.smithi028.stdout: "db_alloc_lat": { 2024-08-29T19:03:21.478 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 247, 2024-08-29T19:03:21.478 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 1546488 2024-08-29T19:03:21.478 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:21.479 INFO:tasks.workunit.client.0.smithi028.stdout: "db_total_bytes": { 2024-08-29T19:03:21.479 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 95995027456 2024-08-29T19:03:21.479 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:21.479 INFO:tasks.workunit.client.0.smithi028.stdout: "db_used_bytes": { 2024-08-29T19:03:21.479 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 1023803392 2024-08-29T19:03:21.479 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:21.479 INFO:tasks.workunit.client.0.smithi028.stdout: "flush_lat": { 2024-08-29T19:03:21.479 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 59330, 2024-08-29T19:03:21.479 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 8946316663 2024-08-29T19:03:21.479 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:21.479 INFO:tasks.workunit.client.0.smithi028.stdout: "fsync_lat": { 2024-08-29T19:03:21.479 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 59300, 2024-08-29T19:03:21.479 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 16933430658 2024-08-29T19:03:21.479 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:21.479 INFO:tasks.workunit.client.0.smithi028.stdout: "log_bytes": { 2024-08-29T19:03:21.480 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 10072064 2024-08-29T19:03:21.480 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:21.480 INFO:tasks.workunit.client.0.smithi028.stdout: "logged_bytes": { 2024-08-29T19:03:21.480 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 242798592 2024-08-29T19:03:21.480 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:21.480 INFO:tasks.workunit.client.0.smithi028.stdout: "max_bytes_db": { 2024-08-29T19:03:21.480 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 1018101760 2024-08-29T19:03:21.480 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:21.480 INFO:tasks.workunit.client.0.smithi028.stdout: "max_bytes_slow": { 2024-08-29T19:03:21.480 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:21.480 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:21.480 INFO:tasks.workunit.client.0.smithi028.stdout: "max_bytes_wal": { 2024-08-29T19:03:21.480 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:21.480 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:21.481 INFO:tasks.workunit.client.0.smithi028.stdout: "num_files": { 2024-08-29T19:03:21.481 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 68 2024-08-29T19:03:21.481 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:21.481 INFO:tasks.workunit.client.0.smithi028.stdout: "read_bytes": { 2024-08-29T19:03:21.481 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 757841600 2024-08-29T19:03:21.481 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:21.481 INFO:tasks.workunit.client.0.smithi028.stdout: "read_count": { 2024-08-29T19:03:21.481 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 30373 2024-08-29T19:03:21.481 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:21.481 INFO:tasks.workunit.client.0.smithi028.stdout: "read_disk_bytes": { 2024-08-29T19:03:21.481 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 673693696 2024-08-29T19:03:21.481 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:21.481 INFO:tasks.workunit.client.0.smithi028.stdout: "read_disk_bytes_db": { 2024-08-29T19:03:21.481 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 673697792 2024-08-29T19:03:21.482 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:21.482 INFO:tasks.workunit.client.0.smithi028.stdout: "read_disk_bytes_slow": { 2024-08-29T19:03:21.482 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:21.482 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:21.482 INFO:tasks.workunit.client.0.smithi028.stdout: "read_disk_bytes_wal": { 2024-08-29T19:03:21.482 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:21.482 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:21.482 INFO:tasks.workunit.client.0.smithi028.stdout: "read_disk_count": { 2024-08-29T19:03:21.482 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 12267 2024-08-29T19:03:21.482 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:21.482 INFO:tasks.workunit.client.0.smithi028.stdout: "read_lat": { 2024-08-29T19:03:21.482 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 30373, 2024-08-29T19:03:21.482 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 369859010 2024-08-29T19:03:21.482 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:21.483 INFO:tasks.workunit.client.0.smithi028.stdout: "read_prefetch_bytes": { 2024-08-29T19:03:21.483 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 445647371 2024-08-29T19:03:21.483 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:21.483 INFO:tasks.workunit.client.0.smithi028.stdout: "read_prefetch_count": { 2024-08-29T19:03:21.483 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 20833 2024-08-29T19:03:21.483 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:21.483 INFO:tasks.workunit.client.0.smithi028.stdout: "read_random_buffer_bytes": { 2024-08-29T19:03:21.483 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 13443519 2024-08-29T19:03:21.483 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:21.483 INFO:tasks.workunit.client.0.smithi028.stdout: "read_random_buffer_count": { 2024-08-29T19:03:21.483 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 1945 2024-08-29T19:03:21.483 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:21.483 INFO:tasks.workunit.client.0.smithi028.stdout: "read_random_bytes": { 2024-08-29T19:03:21.483 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 61782164 2024-08-29T19:03:21.483 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:21.484 INFO:tasks.workunit.client.0.smithi028.stdout: "read_random_count": { 2024-08-29T19:03:21.484 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 2746 2024-08-29T19:03:21.484 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:21.484 INFO:tasks.workunit.client.0.smithi028.stdout: "read_random_disk_bytes": { 2024-08-29T19:03:21.484 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 48338645 2024-08-29T19:03:21.484 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:21.484 INFO:tasks.workunit.client.0.smithi028.stdout: "read_random_disk_bytes_db": { 2024-08-29T19:03:21.484 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 48338645 2024-08-29T19:03:21.484 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:21.484 INFO:tasks.workunit.client.0.smithi028.stdout: "read_random_disk_bytes_slow": { 2024-08-29T19:03:21.484 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:21.484 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:21.484 INFO:tasks.workunit.client.0.smithi028.stdout: "read_random_disk_bytes_wal": { 2024-08-29T19:03:21.485 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:21.485 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:21.485 INFO:tasks.workunit.client.0.smithi028.stdout: "read_random_disk_count": { 2024-08-29T19:03:21.485 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 856 2024-08-29T19:03:21.485 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:21.485 INFO:tasks.workunit.client.0.smithi028.stdout: "read_random_lat": { 2024-08-29T19:03:21.485 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 2746, 2024-08-29T19:03:21.485 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 28277358 2024-08-29T19:03:21.485 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:21.485 INFO:tasks.workunit.client.0.smithi028.stdout: "slow_alloc_lat": { 2024-08-29T19:03:21.485 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 0, 2024-08-29T19:03:21.485 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:21.485 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:21.486 INFO:tasks.workunit.client.0.smithi028.stdout: "slow_total_bytes": { 2024-08-29T19:03:21.486 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:21.486 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:21.486 INFO:tasks.workunit.client.0.smithi028.stdout: "slow_used_bytes": { 2024-08-29T19:03:21.486 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:21.486 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:21.486 INFO:tasks.workunit.client.0.smithi028.stdout: "truncate_lat": { 2024-08-29T19:03:21.486 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 1, 2024-08-29T19:03:21.486 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 646 2024-08-29T19:03:21.486 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:21.486 INFO:tasks.workunit.client.0.smithi028.stdout: "unlink_lat": { 2024-08-29T19:03:21.486 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 14, 2024-08-29T19:03:21.486 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 35528 2024-08-29T19:03:21.486 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:21.487 INFO:tasks.workunit.client.0.smithi028.stdout: "wal_alloc_lat": { 2024-08-29T19:03:21.487 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 0, 2024-08-29T19:03:21.487 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:21.487 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:21.487 INFO:tasks.workunit.client.0.smithi028.stdout: "wal_total_bytes": { 2024-08-29T19:03:21.487 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:21.487 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:21.487 INFO:tasks.workunit.client.0.smithi028.stdout: "wal_used_bytes": { 2024-08-29T19:03:21.487 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:21.487 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:21.487 INFO:tasks.workunit.client.0.smithi028.stdout: "write_bytes": { 2024-08-29T19:03:21.487 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 1116725248 2024-08-29T19:03:21.487 INFO:tasks.workunit.client.0.smithi028.stdout: } 2024-08-29T19:03:21.487 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:21.488 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore": { 2024-08-29T19:03:21.488 INFO:tasks.workunit.client.0.smithi028.stdout: "alloc_unit": { 2024-08-29T19:03:21.488 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 4096 2024-08-29T19:03:21.488 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:21.488 INFO:tasks.workunit.client.0.smithi028.stdout: "allocated": { 2024-08-29T19:03:21.488 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 9637888 2024-08-29T19:03:21.488 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:21.488 INFO:tasks.workunit.client.0.smithi028.stdout: "allocator_lat": { 2024-08-29T19:03:21.488 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 19580, 2024-08-29T19:03:21.488 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 93813415 2024-08-29T19:03:21.488 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:21.488 INFO:tasks.workunit.client.0.smithi028.stdout: "clist_lat": { 2024-08-29T19:03:21.488 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 3075, 2024-08-29T19:03:21.488 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 1222586986 2024-08-29T19:03:21.489 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:21.489 INFO:tasks.workunit.client.0.smithi028.stdout: "compress_lat": { 2024-08-29T19:03:21.489 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 0, 2024-08-29T19:03:21.489 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:21.489 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:21.489 INFO:tasks.workunit.client.0.smithi028.stdout: "compressed": { 2024-08-29T19:03:21.489 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:21.489 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:21.489 INFO:tasks.workunit.client.0.smithi028.stdout: "compressed_allocated": { 2024-08-29T19:03:21.489 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:21.489 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:21.489 INFO:tasks.workunit.client.0.smithi028.stdout: "compressed_original": { 2024-08-29T19:03:21.489 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:21.489 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:21.490 INFO:tasks.workunit.client.0.smithi028.stdout: "csum_lat": { 2024-08-29T19:03:21.490 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 21772, 2024-08-29T19:03:21.490 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 274196667 2024-08-29T19:03:21.490 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:21.490 INFO:tasks.workunit.client.0.smithi028.stdout: "decompress_lat": { 2024-08-29T19:03:21.490 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 0, 2024-08-29T19:03:21.490 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:21.490 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:21.490 INFO:tasks.workunit.client.0.smithi028.stdout: "fragmentation_micros": { 2024-08-29T19:03:21.490 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:21.490 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:21.490 INFO:tasks.workunit.client.0.smithi028.stdout: "kv_commit_lat": { 2024-08-29T19:03:21.490 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 59173, 2024-08-29T19:03:21.490 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 23713030518 2024-08-29T19:03:21.491 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:21.491 INFO:tasks.workunit.client.0.smithi028.stdout: "kv_final_lat": { 2024-08-29T19:03:21.491 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 58464, 2024-08-29T19:03:21.491 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 3060556960 2024-08-29T19:03:21.491 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:21.491 INFO:tasks.workunit.client.0.smithi028.stdout: "kv_flush_lat": { 2024-08-29T19:03:21.491 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 59173, 2024-08-29T19:03:21.491 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 109507861 2024-08-29T19:03:21.491 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:21.491 INFO:tasks.workunit.client.0.smithi028.stdout: "kv_sync_lat": { 2024-08-29T19:03:21.491 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 59173, 2024-08-29T19:03:21.491 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 23822538379 2024-08-29T19:03:21.491 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:21.491 INFO:tasks.workunit.client.0.smithi028.stdout: "omap_get_keys_lat": { 2024-08-29T19:03:21.492 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 0, 2024-08-29T19:03:21.492 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:21.492 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:21.492 INFO:tasks.workunit.client.0.smithi028.stdout: "omap_get_values_lat": { 2024-08-29T19:03:21.492 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 29313, 2024-08-29T19:03:21.492 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 1727751637 2024-08-29T19:03:21.492 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:21.492 INFO:tasks.workunit.client.0.smithi028.stdout: "omap_lower_bound_lat": { 2024-08-29T19:03:21.492 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 789, 2024-08-29T19:03:21.492 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 4607738 2024-08-29T19:03:21.492 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:21.492 INFO:tasks.workunit.client.0.smithi028.stdout: "omap_next_lat": { 2024-08-29T19:03:21.492 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 16483, 2024-08-29T19:03:21.492 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 20071278 2024-08-29T19:03:21.493 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:21.493 INFO:tasks.workunit.client.0.smithi028.stdout: "omap_seek_to_first_lat": { 2024-08-29T19:03:21.493 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 46, 2024-08-29T19:03:21.493 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 82953 2024-08-29T19:03:21.493 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:21.493 INFO:tasks.workunit.client.0.smithi028.stdout: "omap_upper_bound_lat": { 2024-08-29T19:03:21.493 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 15209, 2024-08-29T19:03:21.493 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 7927264484 2024-08-29T19:03:21.493 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:21.493 INFO:tasks.workunit.client.0.smithi028.stdout: "onode_hits": { 2024-08-29T19:03:21.493 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 191559 2024-08-29T19:03:21.493 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:21.493 INFO:tasks.workunit.client.0.smithi028.stdout: "onode_misses": { 2024-08-29T19:03:21.493 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 19688 2024-08-29T19:03:21.493 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:21.494 INFO:tasks.workunit.client.0.smithi028.stdout: "read_lat": { 2024-08-29T19:03:21.494 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 14529, 2024-08-29T19:03:21.494 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 1770403982 2024-08-29T19:03:21.494 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:21.494 INFO:tasks.workunit.client.0.smithi028.stdout: "read_onode_meta_lat": { 2024-08-29T19:03:21.494 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 46514, 2024-08-29T19:03:21.494 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 29180687 2024-08-29T19:03:21.494 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:21.494 INFO:tasks.workunit.client.0.smithi028.stdout: "read_wait_aio_lat": { 2024-08-29T19:03:21.494 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 31985, 2024-08-29T19:03:21.494 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 942119775 2024-08-29T19:03:21.494 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:21.494 INFO:tasks.workunit.client.0.smithi028.stdout: "reads_with_retries": { 2024-08-29T19:03:21.494 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:21.495 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:21.495 INFO:tasks.workunit.client.0.smithi028.stdout: "remove_lat": { 2024-08-29T19:03:21.495 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 12869, 2024-08-29T19:03:21.495 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 662126651 2024-08-29T19:03:21.495 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:21.495 INFO:tasks.workunit.client.0.smithi028.stdout: "slow_aio_wait_count": { 2024-08-29T19:03:21.495 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:21.495 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:21.495 INFO:tasks.workunit.client.0.smithi028.stdout: "slow_committed_kv_count": { 2024-08-29T19:03:21.495 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:21.495 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:21.495 INFO:tasks.workunit.client.0.smithi028.stdout: "slow_read_onode_meta_count": { 2024-08-29T19:03:21.495 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:21.495 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:21.496 INFO:tasks.workunit.client.0.smithi028.stdout: "slow_read_wait_aio_count": { 2024-08-29T19:03:21.496 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:21.496 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:21.496 INFO:tasks.workunit.client.0.smithi028.stdout: "state_aio_wait_lat": { 2024-08-29T19:03:21.496 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 68583, 2024-08-29T19:03:21.496 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 4418977540 2024-08-29T19:03:21.496 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:21.496 INFO:tasks.workunit.client.0.smithi028.stdout: "state_deferred_aio_wait_lat": { 2024-08-29T19:03:21.496 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 17485, 2024-08-29T19:03:21.496 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 1540437841 2024-08-29T19:03:21.496 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:21.496 INFO:tasks.workunit.client.0.smithi028.stdout: "state_deferred_cleanup_lat": { 2024-08-29T19:03:21.496 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 17484, 2024-08-29T19:03:21.496 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 1938742711617 2024-08-29T19:03:21.497 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:21.497 INFO:tasks.workunit.client.0.smithi028.stdout: "state_deferred_queued_lat": { 2024-08-29T19:03:21.497 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 17485, 2024-08-29T19:03:21.497 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 5966957876105 2024-08-29T19:03:21.497 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:21.497 INFO:tasks.workunit.client.0.smithi028.stdout: "state_done_lat": { 2024-08-29T19:03:21.497 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 68582, 2024-08-29T19:03:21.497 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 2066079241201 2024-08-29T19:03:21.497 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:21.497 INFO:tasks.workunit.client.0.smithi028.stdout: "state_finishing_lat": { 2024-08-29T19:03:21.497 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 68582, 2024-08-29T19:03:21.497 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 17014689 2024-08-29T19:03:21.497 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:21.497 INFO:tasks.workunit.client.0.smithi028.stdout: "state_io_done_lat": { 2024-08-29T19:03:21.498 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 68583, 2024-08-29T19:03:21.498 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 170629632 2024-08-29T19:03:21.498 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:21.498 INFO:tasks.workunit.client.0.smithi028.stdout: "state_kv_commiting_lat": { 2024-08-29T19:03:21.498 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 68583, 2024-08-29T19:03:21.498 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 40937764270 2024-08-29T19:03:21.498 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:21.498 INFO:tasks.workunit.client.0.smithi028.stdout: "state_kv_done_lat": { 2024-08-29T19:03:21.498 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 68583, 2024-08-29T19:03:21.498 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 53588716 2024-08-29T19:03:21.498 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:21.498 INFO:tasks.workunit.client.0.smithi028.stdout: "state_kv_queued_lat": { 2024-08-29T19:03:21.498 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 68583, 2024-08-29T19:03:21.498 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 19857009071 2024-08-29T19:03:21.499 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:21.499 INFO:tasks.workunit.client.0.smithi028.stdout: "state_prepare_lat": { 2024-08-29T19:03:21.499 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 68583, 2024-08-29T19:03:21.499 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 13754299593 2024-08-29T19:03:21.499 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:21.499 INFO:tasks.workunit.client.0.smithi028.stdout: "stored": { 2024-08-29T19:03:21.499 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 5568872 2024-08-29T19:03:21.499 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:21.499 INFO:tasks.workunit.client.0.smithi028.stdout: "truncate_lat": { 2024-08-29T19:03:21.499 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 2224, 2024-08-29T19:03:21.499 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 22097034 2024-08-29T19:03:21.499 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:21.499 INFO:tasks.workunit.client.0.smithi028.stdout: "txc_commit_lat": { 2024-08-29T19:03:21.499 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 68583, 2024-08-29T19:03:21.499 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 79163300812 2024-08-29T19:03:21.500 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:21.500 INFO:tasks.workunit.client.0.smithi028.stdout: "txc_submit_lat": { 2024-08-29T19:03:21.500 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 68583, 2024-08-29T19:03:21.500 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 15667841326 2024-08-29T19:03:21.500 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:21.500 INFO:tasks.workunit.client.0.smithi028.stdout: "txc_throttle_lat": { 2024-08-29T19:03:21.500 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 68583, 2024-08-29T19:03:21.500 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 873822966 2024-08-29T19:03:21.500 INFO:tasks.workunit.client.0.smithi028.stdout: } 2024-08-29T19:03:21.500 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:21.500 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore-pricache": { 2024-08-29T19:03:21.500 INFO:tasks.workunit.client.0.smithi028.stdout: "cache_bytes": { 2024-08-29T19:03:21.500 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 1445593205 2024-08-29T19:03:21.500 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:21.501 INFO:tasks.workunit.client.0.smithi028.stdout: "heap_bytes": { 2024-08-29T19:03:21.501 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 611008512 2024-08-29T19:03:21.501 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:21.501 INFO:tasks.workunit.client.0.smithi028.stdout: "mapped_bytes": { 2024-08-29T19:03:21.501 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 553000960 2024-08-29T19:03:21.501 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:21.501 INFO:tasks.workunit.client.0.smithi028.stdout: "target_bytes": { 2024-08-29T19:03:21.501 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 2648117145 2024-08-29T19:03:21.501 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:21.501 INFO:tasks.workunit.client.0.smithi028.stdout: "unmapped_bytes": { 2024-08-29T19:03:21.501 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 58007552 2024-08-29T19:03:21.501 INFO:tasks.workunit.client.0.smithi028.stdout: } 2024-08-29T19:03:21.501 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:21.501 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore-pricache:data": { 2024-08-29T19:03:21.502 INFO:tasks.workunit.client.0.smithi028.stdout: "committed_bytes": { 2024-08-29T19:03:21.502 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 125829120 2024-08-29T19:03:21.502 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:21.502 INFO:tasks.workunit.client.0.smithi028.stdout: "pri0_bytes": { 2024-08-29T19:03:21.502 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:21.502 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:21.502 INFO:tasks.workunit.client.0.smithi028.stdout: "pri10_bytes": { 2024-08-29T19:03:21.502 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:21.502 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:21.502 INFO:tasks.workunit.client.0.smithi028.stdout: "pri11_bytes": { 2024-08-29T19:03:21.502 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 56676537 2024-08-29T19:03:21.502 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:21.502 INFO:tasks.workunit.client.0.smithi028.stdout: "pri1_bytes": { 2024-08-29T19:03:21.503 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:21.503 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:21.503 INFO:tasks.workunit.client.0.smithi028.stdout: "pri2_bytes": { 2024-08-29T19:03:21.503 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:21.503 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:21.503 INFO:tasks.workunit.client.0.smithi028.stdout: "pri3_bytes": { 2024-08-29T19:03:21.503 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:21.503 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:21.503 INFO:tasks.workunit.client.0.smithi028.stdout: "pri4_bytes": { 2024-08-29T19:03:21.503 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 12288 2024-08-29T19:03:21.503 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:21.503 INFO:tasks.workunit.client.0.smithi028.stdout: "pri5_bytes": { 2024-08-29T19:03:21.503 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 73728 2024-08-29T19:03:21.503 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:21.504 INFO:tasks.workunit.client.0.smithi028.stdout: "pri6_bytes": { 2024-08-29T19:03:21.504 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 901120 2024-08-29T19:03:21.504 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:21.504 INFO:tasks.workunit.client.0.smithi028.stdout: "pri7_bytes": { 2024-08-29T19:03:21.504 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:21.504 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:21.504 INFO:tasks.workunit.client.0.smithi028.stdout: "pri8_bytes": { 2024-08-29T19:03:21.504 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:21.504 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:21.504 INFO:tasks.workunit.client.0.smithi028.stdout: "pri9_bytes": { 2024-08-29T19:03:21.504 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:21.504 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:21.504 INFO:tasks.workunit.client.0.smithi028.stdout: "reserved_bytes": { 2024-08-29T19:03:21.504 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 68165447 2024-08-29T19:03:21.505 INFO:tasks.workunit.client.0.smithi028.stdout: } 2024-08-29T19:03:21.505 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:21.505 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore-pricache:kv": { 2024-08-29T19:03:21.505 INFO:tasks.workunit.client.0.smithi028.stdout: "committed_bytes": { 2024-08-29T19:03:21.505 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 562036736 2024-08-29T19:03:21.505 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:21.505 INFO:tasks.workunit.client.0.smithi028.stdout: "pri0_bytes": { 2024-08-29T19:03:21.505 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 67108864 2024-08-29T19:03:21.505 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:21.505 INFO:tasks.workunit.client.0.smithi028.stdout: "pri10_bytes": { 2024-08-29T19:03:21.505 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:21.505 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:21.505 INFO:tasks.workunit.client.0.smithi028.stdout: "pri11_bytes": { 2024-08-29T19:03:21.505 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 425074032 2024-08-29T19:03:21.506 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:21.506 INFO:tasks.workunit.client.0.smithi028.stdout: "pri1_bytes": { 2024-08-29T19:03:21.506 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:21.506 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:21.506 INFO:tasks.workunit.client.0.smithi028.stdout: "pri2_bytes": { 2024-08-29T19:03:21.506 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:21.506 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:21.506 INFO:tasks.workunit.client.0.smithi028.stdout: "pri3_bytes": { 2024-08-29T19:03:21.506 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 4992 2024-08-29T19:03:21.506 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:21.506 INFO:tasks.workunit.client.0.smithi028.stdout: "pri4_bytes": { 2024-08-29T19:03:21.506 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:21.506 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:21.506 INFO:tasks.workunit.client.0.smithi028.stdout: "pri5_bytes": { 2024-08-29T19:03:21.507 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 325120 2024-08-29T19:03:21.507 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:21.507 INFO:tasks.workunit.client.0.smithi028.stdout: "pri6_bytes": { 2024-08-29T19:03:21.507 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:21.507 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:21.507 INFO:tasks.workunit.client.0.smithi028.stdout: "pri7_bytes": { 2024-08-29T19:03:21.507 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:21.507 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:21.507 INFO:tasks.workunit.client.0.smithi028.stdout: "pri8_bytes": { 2024-08-29T19:03:21.507 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:21.507 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:21.507 INFO:tasks.workunit.client.0.smithi028.stdout: "pri9_bytes": { 2024-08-29T19:03:21.507 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:21.507 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:21.508 INFO:tasks.workunit.client.0.smithi028.stdout: "reserved_bytes": { 2024-08-29T19:03:21.508 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 69523728 2024-08-29T19:03:21.508 INFO:tasks.workunit.client.0.smithi028.stdout: } 2024-08-29T19:03:21.508 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:21.508 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore-pricache:kv_onode": { 2024-08-29T19:03:21.508 INFO:tasks.workunit.client.0.smithi028.stdout: "committed_bytes": { 2024-08-29T19:03:21.508 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 176160768 2024-08-29T19:03:21.508 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:21.508 INFO:tasks.workunit.client.0.smithi028.stdout: "pri0_bytes": { 2024-08-29T19:03:21.508 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 67108864 2024-08-29T19:03:21.508 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:21.508 INFO:tasks.workunit.client.0.smithi028.stdout: "pri10_bytes": { 2024-08-29T19:03:21.508 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 750928 2024-08-29T19:03:21.508 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:21.509 INFO:tasks.workunit.client.0.smithi028.stdout: "pri11_bytes": { 2024-08-29T19:03:21.509 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 37784358 2024-08-29T19:03:21.509 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:21.509 INFO:tasks.workunit.client.0.smithi028.stdout: "pri1_bytes": { 2024-08-29T19:03:21.509 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:21.509 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:21.509 INFO:tasks.workunit.client.0.smithi028.stdout: "pri2_bytes": { 2024-08-29T19:03:21.509 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:21.509 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:21.509 INFO:tasks.workunit.client.0.smithi028.stdout: "pri3_bytes": { 2024-08-29T19:03:21.509 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:21.509 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:21.509 INFO:tasks.workunit.client.0.smithi028.stdout: "pri4_bytes": { 2024-08-29T19:03:21.509 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:21.510 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:21.510 INFO:tasks.workunit.client.0.smithi028.stdout: "pri5_bytes": { 2024-08-29T19:03:21.510 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:21.510 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:21.510 INFO:tasks.workunit.client.0.smithi028.stdout: "pri6_bytes": { 2024-08-29T19:03:21.510 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:21.510 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:21.510 INFO:tasks.workunit.client.0.smithi028.stdout: "pri7_bytes": { 2024-08-29T19:03:21.510 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:21.510 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:21.510 INFO:tasks.workunit.client.0.smithi028.stdout: "pri8_bytes": { 2024-08-29T19:03:21.510 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:21.510 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:21.510 INFO:tasks.workunit.client.0.smithi028.stdout: "pri9_bytes": { 2024-08-29T19:03:21.511 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:21.511 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:21.511 INFO:tasks.workunit.client.0.smithi028.stdout: "reserved_bytes": { 2024-08-29T19:03:21.511 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 70516618 2024-08-29T19:03:21.511 INFO:tasks.workunit.client.0.smithi028.stdout: } 2024-08-29T19:03:21.511 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:21.511 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore-pricache:meta": { 2024-08-29T19:03:21.511 INFO:tasks.workunit.client.0.smithi028.stdout: "committed_bytes": { 2024-08-29T19:03:21.511 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 494927872 2024-08-29T19:03:21.511 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:21.511 INFO:tasks.workunit.client.0.smithi028.stdout: "pri0_bytes": { 2024-08-29T19:03:21.511 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:21.511 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:21.511 INFO:tasks.workunit.client.0.smithi028.stdout: "pri10_bytes": { 2024-08-29T19:03:21.512 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:21.512 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:21.512 INFO:tasks.workunit.client.0.smithi028.stdout: "pri11_bytes": { 2024-08-29T19:03:21.512 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 425074032 2024-08-29T19:03:21.512 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:21.512 INFO:tasks.workunit.client.0.smithi028.stdout: "pri1_bytes": { 2024-08-29T19:03:21.512 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:21.512 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:21.512 INFO:tasks.workunit.client.0.smithi028.stdout: "pri2_bytes": { 2024-08-29T19:03:21.512 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:21.512 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:21.512 INFO:tasks.workunit.client.0.smithi028.stdout: "pri3_bytes": { 2024-08-29T19:03:21.512 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:21.512 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:21.513 INFO:tasks.workunit.client.0.smithi028.stdout: "pri4_bytes": { 2024-08-29T19:03:21.513 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 3004 2024-08-29T19:03:21.513 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:21.513 INFO:tasks.workunit.client.0.smithi028.stdout: "pri5_bytes": { 2024-08-29T19:03:21.513 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 139202 2024-08-29T19:03:21.513 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:21.513 INFO:tasks.workunit.client.0.smithi028.stdout: "pri6_bytes": { 2024-08-29T19:03:21.513 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 1097593 2024-08-29T19:03:21.513 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:21.513 INFO:tasks.workunit.client.0.smithi028.stdout: "pri7_bytes": { 2024-08-29T19:03:21.513 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:21.513 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:21.513 INFO:tasks.workunit.client.0.smithi028.stdout: "pri8_bytes": { 2024-08-29T19:03:21.513 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:21.514 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:21.514 INFO:tasks.workunit.client.0.smithi028.stdout: "pri9_bytes": { 2024-08-29T19:03:21.514 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:21.514 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:21.514 INFO:tasks.workunit.client.0.smithi028.stdout: "reserved_bytes": { 2024-08-29T19:03:21.514 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 68614041 2024-08-29T19:03:21.514 INFO:tasks.workunit.client.0.smithi028.stdout: } 2024-08-29T19:03:21.514 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:21.514 INFO:tasks.workunit.client.0.smithi028.stdout: "objecter": { 2024-08-29T19:03:21.514 INFO:tasks.workunit.client.0.smithi028.stdout: "op_active": { 2024-08-29T19:03:21.514 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:21.514 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:21.514 INFO:tasks.workunit.client.0.smithi028.stdout: "op_r": { 2024-08-29T19:03:21.514 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 14 2024-08-29T19:03:21.515 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:21.515 INFO:tasks.workunit.client.0.smithi028.stdout: "op_rmw": { 2024-08-29T19:03:21.515 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:21.515 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:21.515 INFO:tasks.workunit.client.0.smithi028.stdout: "op_w": { 2024-08-29T19:03:21.515 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:21.515 INFO:tasks.workunit.client.0.smithi028.stdout: } 2024-08-29T19:03:21.515 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:21.515 INFO:tasks.workunit.client.0.smithi028.stdout: "osd": { 2024-08-29T19:03:21.515 INFO:tasks.workunit.client.0.smithi028.stdout: "numpg": { 2024-08-29T19:03:21.515 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 49 2024-08-29T19:03:21.515 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:21.515 INFO:tasks.workunit.client.0.smithi028.stdout: "numpg_removing": { 2024-08-29T19:03:21.515 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:21.515 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:21.516 INFO:tasks.workunit.client.0.smithi028.stdout: "op": { 2024-08-29T19:03:21.516 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 41526 2024-08-29T19:03:21.516 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:21.516 INFO:tasks.workunit.client.0.smithi028.stdout: "op_before_queue_op_lat": { 2024-08-29T19:03:21.516 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 103503, 2024-08-29T19:03:21.516 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 11325062766 2024-08-29T19:03:21.516 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:21.516 INFO:tasks.workunit.client.0.smithi028.stdout: "op_delayed_degraded": { 2024-08-29T19:03:21.516 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 3 2024-08-29T19:03:21.516 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:21.516 INFO:tasks.workunit.client.0.smithi028.stdout: "op_delayed_unreadable": { 2024-08-29T19:03:21.516 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:21.516 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:21.517 INFO:tasks.workunit.client.0.smithi028.stdout: "op_in_bytes": { 2024-08-29T19:03:21.517 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 1540369563 2024-08-29T19:03:21.517 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:21.517 INFO:tasks.workunit.client.0.smithi028.stdout: "op_latency": { 2024-08-29T19:03:21.517 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 41526, 2024-08-29T19:03:21.517 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 103134879170 2024-08-29T19:03:21.517 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:21.517 INFO:tasks.workunit.client.0.smithi028.stdout: "op_out_bytes": { 2024-08-29T19:03:21.517 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 2338830367 2024-08-29T19:03:21.517 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:21.517 INFO:tasks.workunit.client.0.smithi028.stdout: "op_prepare_latency": { 2024-08-29T19:03:21.517 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 42281, 2024-08-29T19:03:21.517 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 32419258544 2024-08-29T19:03:21.517 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:21.517 INFO:tasks.workunit.client.0.smithi028.stdout: "op_process_latency": { 2024-08-29T19:03:21.518 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 41526, 2024-08-29T19:03:21.518 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 60144857774 2024-08-29T19:03:21.518 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:21.518 INFO:tasks.workunit.client.0.smithi028.stdout: "op_r": { 2024-08-29T19:03:21.518 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 31787 2024-08-29T19:03:21.518 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:21.518 INFO:tasks.workunit.client.0.smithi028.stdout: "op_r_latency": { 2024-08-29T19:03:21.518 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 31787, 2024-08-29T19:03:21.518 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 21557471798 2024-08-29T19:03:21.518 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:21.518 INFO:tasks.workunit.client.0.smithi028.stdout: "op_r_latency_out_bytes_histogram": { 2024-08-29T19:03:21.518 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:21.518 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:21.518 INFO:tasks.workunit.client.0.smithi028.stdout: "op_r_out_bytes": { 2024-08-29T19:03:21.519 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 2338830367 2024-08-29T19:03:21.519 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:21.519 INFO:tasks.workunit.client.0.smithi028.stdout: "op_r_prepare_latency": { 2024-08-29T19:03:21.519 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 32182, 2024-08-29T19:03:21.519 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 14186490130 2024-08-29T19:03:21.519 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:21.519 INFO:tasks.workunit.client.0.smithi028.stdout: "op_r_process_latency": { 2024-08-29T19:03:21.519 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 31787, 2024-08-29T19:03:21.519 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 12716275857 2024-08-29T19:03:21.519 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:21.519 INFO:tasks.workunit.client.0.smithi028.stdout: "op_rw": { 2024-08-29T19:03:21.519 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 5772 2024-08-29T19:03:21.519 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:21.520 INFO:tasks.workunit.client.0.smithi028.stdout: "op_rw_in_bytes": { 2024-08-29T19:03:21.520 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 324852345 2024-08-29T19:03:21.520 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:21.520 INFO:tasks.workunit.client.0.smithi028.stdout: "op_rw_latency": { 2024-08-29T19:03:21.520 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 5772, 2024-08-29T19:03:21.520 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 22688699147 2024-08-29T19:03:21.520 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:21.520 INFO:tasks.workunit.client.0.smithi028.stdout: "op_rw_latency_in_bytes_histogram": { 2024-08-29T19:03:21.520 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:21.520 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:21.520 INFO:tasks.workunit.client.0.smithi028.stdout: "op_rw_latency_out_bytes_histogram": { 2024-08-29T19:03:21.520 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:21.520 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:21.521 INFO:tasks.workunit.client.0.smithi028.stdout: "op_rw_out_bytes": { 2024-08-29T19:03:21.521 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:21.521 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:21.521 INFO:tasks.workunit.client.0.smithi028.stdout: "op_rw_prepare_latency": { 2024-08-29T19:03:21.521 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 6026, 2024-08-29T19:03:21.521 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 8935298158 2024-08-29T19:03:21.521 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:21.521 INFO:tasks.workunit.client.0.smithi028.stdout: "op_rw_process_latency": { 2024-08-29T19:03:21.521 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 5772, 2024-08-29T19:03:21.521 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 19476725290 2024-08-29T19:03:21.521 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:21.521 INFO:tasks.workunit.client.0.smithi028.stdout: "op_w": { 2024-08-29T19:03:21.521 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 3967 2024-08-29T19:03:21.521 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:21.522 INFO:tasks.workunit.client.0.smithi028.stdout: "op_w_in_bytes": { 2024-08-29T19:03:21.522 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 1215517218 2024-08-29T19:03:21.522 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:21.522 INFO:tasks.workunit.client.0.smithi028.stdout: "op_w_latency": { 2024-08-29T19:03:21.522 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 3967, 2024-08-29T19:03:21.522 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 58888708225 2024-08-29T19:03:21.522 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:21.522 INFO:tasks.workunit.client.0.smithi028.stdout: "op_w_latency_in_bytes_histogram": { 2024-08-29T19:03:21.522 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:21.522 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:21.522 INFO:tasks.workunit.client.0.smithi028.stdout: "op_w_prepare_latency": { 2024-08-29T19:03:21.522 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 4073, 2024-08-29T19:03:21.522 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 9297470256 2024-08-29T19:03:21.522 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:21.522 INFO:tasks.workunit.client.0.smithi028.stdout: "op_w_process_latency": { 2024-08-29T19:03:21.523 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 3967, 2024-08-29T19:03:21.523 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 27951856627 2024-08-29T19:03:21.523 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:21.523 INFO:tasks.workunit.client.0.smithi028.stdout: "op_wip": { 2024-08-29T19:03:21.523 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:21.523 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:21.523 INFO:tasks.workunit.client.0.smithi028.stdout: "recovery_bytes": { 2024-08-29T19:03:21.523 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 59 2024-08-29T19:03:21.523 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:21.523 INFO:tasks.workunit.client.0.smithi028.stdout: "recovery_ops": { 2024-08-29T19:03:21.523 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 13 2024-08-29T19:03:21.523 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:21.523 INFO:tasks.workunit.client.0.smithi028.stdout: "stat_bytes": { 2024-08-29T19:03:21.523 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 95995035648 2024-08-29T19:03:21.524 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:21.524 INFO:tasks.workunit.client.0.smithi028.stdout: "stat_bytes_used": { 2024-08-29T19:03:21.524 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 1033453568 2024-08-29T19:03:21.524 INFO:tasks.workunit.client.0.smithi028.stdout: } 2024-08-29T19:03:21.524 INFO:tasks.workunit.client.0.smithi028.stdout: } 2024-08-29T19:03:21.524 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:21.524 INFO:tasks.workunit.client.0.smithi028.stdout: "osd.5": { 2024-08-29T19:03:21.524 INFO:tasks.workunit.client.0.smithi028.stdout: "bluefs": { 2024-08-29T19:03:21.524 INFO:tasks.workunit.client.0.smithi028.stdout: "alloc_db_max_lat": { 2024-08-29T19:03:21.524 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 25620 2024-08-29T19:03:21.524 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:21.524 INFO:tasks.workunit.client.0.smithi028.stdout: "alloc_slow_fallback": { 2024-08-29T19:03:21.524 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:21.524 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:21.525 INFO:tasks.workunit.client.0.smithi028.stdout: "alloc_slow_max_lat": { 2024-08-29T19:03:21.525 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:21.525 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:21.525 INFO:tasks.workunit.client.0.smithi028.stdout: "alloc_slow_size_fallback": { 2024-08-29T19:03:21.525 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:21.525 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:21.525 INFO:tasks.workunit.client.0.smithi028.stdout: "alloc_unit_db": { 2024-08-29T19:03:21.525 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 65536 2024-08-29T19:03:21.525 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:21.525 INFO:tasks.workunit.client.0.smithi028.stdout: "alloc_unit_slow": { 2024-08-29T19:03:21.525 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:21.525 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:21.525 INFO:tasks.workunit.client.0.smithi028.stdout: "alloc_unit_wal": { 2024-08-29T19:03:21.525 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:21.526 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:21.526 INFO:tasks.workunit.client.0.smithi028.stdout: "alloc_wal_max_lat": { 2024-08-29T19:03:21.526 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:21.526 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:21.526 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes_written_slow": { 2024-08-29T19:03:21.526 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:21.526 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:21.526 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes_written_sst": { 2024-08-29T19:03:21.526 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 21684224 2024-08-29T19:03:21.526 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:21.526 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes_written_wal": { 2024-08-29T19:03:21.526 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 711274496 2024-08-29T19:03:21.526 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:21.526 INFO:tasks.workunit.client.0.smithi028.stdout: "compact_lat": { 2024-08-29T19:03:21.527 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 17, 2024-08-29T19:03:21.527 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 6014069 2024-08-29T19:03:21.527 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:21.527 INFO:tasks.workunit.client.0.smithi028.stdout: "compact_lock_lat": { 2024-08-29T19:03:21.527 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 17, 2024-08-29T19:03:21.527 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 2051217 2024-08-29T19:03:21.527 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:21.527 INFO:tasks.workunit.client.0.smithi028.stdout: "db_alloc_lat": { 2024-08-29T19:03:21.527 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 208, 2024-08-29T19:03:21.527 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 1269694 2024-08-29T19:03:21.527 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:21.527 INFO:tasks.workunit.client.0.smithi028.stdout: "db_total_bytes": { 2024-08-29T19:03:21.527 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 95995027456 2024-08-29T19:03:21.527 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:21.528 INFO:tasks.workunit.client.0.smithi028.stdout: "db_used_bytes": { 2024-08-29T19:03:21.528 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 689897472 2024-08-29T19:03:21.528 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:21.528 INFO:tasks.workunit.client.0.smithi028.stdout: "flush_lat": { 2024-08-29T19:03:21.528 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 72660, 2024-08-29T19:03:21.528 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 9604892829 2024-08-29T19:03:21.528 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:21.528 INFO:tasks.workunit.client.0.smithi028.stdout: "fsync_lat": { 2024-08-29T19:03:21.528 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 72648, 2024-08-29T19:03:21.528 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 18881135605 2024-08-29T19:03:21.528 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:21.528 INFO:tasks.workunit.client.0.smithi028.stdout: "log_bytes": { 2024-08-29T19:03:21.528 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 14929920 2024-08-29T19:03:21.528 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:21.529 INFO:tasks.workunit.client.0.smithi028.stdout: "logged_bytes": { 2024-08-29T19:03:21.529 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 297553920 2024-08-29T19:03:21.529 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:21.529 INFO:tasks.workunit.client.0.smithi028.stdout: "max_bytes_db": { 2024-08-29T19:03:21.529 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 671416320 2024-08-29T19:03:21.529 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:21.529 INFO:tasks.workunit.client.0.smithi028.stdout: "max_bytes_slow": { 2024-08-29T19:03:21.529 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:21.529 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:21.529 INFO:tasks.workunit.client.0.smithi028.stdout: "max_bytes_wal": { 2024-08-29T19:03:21.529 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:21.529 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:21.529 INFO:tasks.workunit.client.0.smithi028.stdout: "num_files": { 2024-08-29T19:03:21.529 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 50 2024-08-29T19:03:21.530 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:21.530 INFO:tasks.workunit.client.0.smithi028.stdout: "read_bytes": { 2024-08-29T19:03:21.530 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 502685129 2024-08-29T19:03:21.530 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:21.530 INFO:tasks.workunit.client.0.smithi028.stdout: "read_count": { 2024-08-29T19:03:21.530 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 21231 2024-08-29T19:03:21.530 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:21.530 INFO:tasks.workunit.client.0.smithi028.stdout: "read_disk_bytes": { 2024-08-29T19:03:21.530 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 460836864 2024-08-29T19:03:21.530 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:21.530 INFO:tasks.workunit.client.0.smithi028.stdout: "read_disk_bytes_db": { 2024-08-29T19:03:21.530 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 460840960 2024-08-29T19:03:21.530 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:21.530 INFO:tasks.workunit.client.0.smithi028.stdout: "read_disk_bytes_slow": { 2024-08-29T19:03:21.530 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:21.531 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:21.531 INFO:tasks.workunit.client.0.smithi028.stdout: "read_disk_bytes_wal": { 2024-08-29T19:03:21.531 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:21.531 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:21.531 INFO:tasks.workunit.client.0.smithi028.stdout: "read_disk_count": { 2024-08-29T19:03:21.531 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 10355 2024-08-29T19:03:21.531 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:21.531 INFO:tasks.workunit.client.0.smithi028.stdout: "read_lat": { 2024-08-29T19:03:21.531 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 21231, 2024-08-29T19:03:21.531 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 304714863 2024-08-29T19:03:21.531 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:21.531 INFO:tasks.workunit.client.0.smithi028.stdout: "read_prefetch_bytes": { 2024-08-29T19:03:21.531 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 295806045 2024-08-29T19:03:21.531 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:21.532 INFO:tasks.workunit.client.0.smithi028.stdout: "read_prefetch_count": { 2024-08-29T19:03:21.532 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 14905 2024-08-29T19:03:21.532 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:21.532 INFO:tasks.workunit.client.0.smithi028.stdout: "read_random_buffer_bytes": { 2024-08-29T19:03:21.532 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 5628850 2024-08-29T19:03:21.532 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:21.532 INFO:tasks.workunit.client.0.smithi028.stdout: "read_random_buffer_count": { 2024-08-29T19:03:21.532 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 1236 2024-08-29T19:03:21.532 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:21.532 INFO:tasks.workunit.client.0.smithi028.stdout: "read_random_bytes": { 2024-08-29T19:03:21.532 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 27684138 2024-08-29T19:03:21.532 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:21.532 INFO:tasks.workunit.client.0.smithi028.stdout: "read_random_count": { 2024-08-29T19:03:21.532 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 1749 2024-08-29T19:03:21.533 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:21.533 INFO:tasks.workunit.client.0.smithi028.stdout: "read_random_disk_bytes": { 2024-08-29T19:03:21.533 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 22055288 2024-08-29T19:03:21.533 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:21.533 INFO:tasks.workunit.client.0.smithi028.stdout: "read_random_disk_bytes_db": { 2024-08-29T19:03:21.533 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 22055288 2024-08-29T19:03:21.533 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:21.533 INFO:tasks.workunit.client.0.smithi028.stdout: "read_random_disk_bytes_slow": { 2024-08-29T19:03:21.533 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:21.533 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:21.533 INFO:tasks.workunit.client.0.smithi028.stdout: "read_random_disk_bytes_wal": { 2024-08-29T19:03:21.533 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:21.533 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:21.533 INFO:tasks.workunit.client.0.smithi028.stdout: "read_random_disk_count": { 2024-08-29T19:03:21.534 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 542 2024-08-29T19:03:21.534 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:21.534 INFO:tasks.workunit.client.0.smithi028.stdout: "read_random_lat": { 2024-08-29T19:03:21.534 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 1749, 2024-08-29T19:03:21.534 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 23280628 2024-08-29T19:03:21.534 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:21.534 INFO:tasks.workunit.client.0.smithi028.stdout: "slow_alloc_lat": { 2024-08-29T19:03:21.534 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 0, 2024-08-29T19:03:21.534 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:21.534 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:21.534 INFO:tasks.workunit.client.0.smithi028.stdout: "slow_total_bytes": { 2024-08-29T19:03:21.534 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:21.534 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:21.534 INFO:tasks.workunit.client.0.smithi028.stdout: "slow_used_bytes": { 2024-08-29T19:03:21.535 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:21.535 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:21.535 INFO:tasks.workunit.client.0.smithi028.stdout: "truncate_lat": { 2024-08-29T19:03:21.535 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 1, 2024-08-29T19:03:21.535 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 645 2024-08-29T19:03:21.535 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:21.535 INFO:tasks.workunit.client.0.smithi028.stdout: "unlink_lat": { 2024-08-29T19:03:21.535 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 12, 2024-08-29T19:03:21.535 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 27342 2024-08-29T19:03:21.535 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:21.535 INFO:tasks.workunit.client.0.smithi028.stdout: "wal_alloc_lat": { 2024-08-29T19:03:21.535 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 0, 2024-08-29T19:03:21.535 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:21.535 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:21.535 INFO:tasks.workunit.client.0.smithi028.stdout: "wal_total_bytes": { 2024-08-29T19:03:21.536 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:21.536 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:21.536 INFO:tasks.workunit.client.0.smithi028.stdout: "wal_used_bytes": { 2024-08-29T19:03:21.536 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:21.536 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:21.536 INFO:tasks.workunit.client.0.smithi028.stdout: "write_bytes": { 2024-08-29T19:03:21.536 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 1033109504 2024-08-29T19:03:21.536 INFO:tasks.workunit.client.0.smithi028.stdout: } 2024-08-29T19:03:21.536 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:21.536 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore": { 2024-08-29T19:03:21.536 INFO:tasks.workunit.client.0.smithi028.stdout: "alloc_unit": { 2024-08-29T19:03:21.536 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 4096 2024-08-29T19:03:21.537 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:21.537 INFO:tasks.workunit.client.0.smithi028.stdout: "allocated": { 2024-08-29T19:03:21.537 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 9641984 2024-08-29T19:03:21.537 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:21.537 INFO:tasks.workunit.client.0.smithi028.stdout: "allocator_lat": { 2024-08-29T19:03:21.537 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 17608, 2024-08-29T19:03:21.537 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 86110994 2024-08-29T19:03:21.537 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:21.537 INFO:tasks.workunit.client.0.smithi028.stdout: "clist_lat": { 2024-08-29T19:03:21.537 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 3080, 2024-08-29T19:03:21.537 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 987627506 2024-08-29T19:03:21.537 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:21.537 INFO:tasks.workunit.client.0.smithi028.stdout: "compress_lat": { 2024-08-29T19:03:21.537 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 0, 2024-08-29T19:03:21.538 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:21.538 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:21.538 INFO:tasks.workunit.client.0.smithi028.stdout: "compressed": { 2024-08-29T19:03:21.538 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:21.538 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:21.538 INFO:tasks.workunit.client.0.smithi028.stdout: "compressed_allocated": { 2024-08-29T19:03:21.538 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:21.538 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:21.538 INFO:tasks.workunit.client.0.smithi028.stdout: "compressed_original": { 2024-08-29T19:03:21.538 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:21.538 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:21.538 INFO:tasks.workunit.client.0.smithi028.stdout: "csum_lat": { 2024-08-29T19:03:21.538 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 7870, 2024-08-29T19:03:21.538 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 87338102 2024-08-29T19:03:21.539 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:21.539 INFO:tasks.workunit.client.0.smithi028.stdout: "decompress_lat": { 2024-08-29T19:03:21.539 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 0, 2024-08-29T19:03:21.539 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:21.539 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:21.539 INFO:tasks.workunit.client.0.smithi028.stdout: "fragmentation_micros": { 2024-08-29T19:03:21.539 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:21.539 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:21.539 INFO:tasks.workunit.client.0.smithi028.stdout: "kv_commit_lat": { 2024-08-29T19:03:21.539 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 72563, 2024-08-29T19:03:21.539 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 26333144177 2024-08-29T19:03:21.539 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:21.539 INFO:tasks.workunit.client.0.smithi028.stdout: "kv_final_lat": { 2024-08-29T19:03:21.539 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 71716, 2024-08-29T19:03:21.539 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 3477192188 2024-08-29T19:03:21.540 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:21.540 INFO:tasks.workunit.client.0.smithi028.stdout: "kv_flush_lat": { 2024-08-29T19:03:21.540 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 72563, 2024-08-29T19:03:21.540 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 87541326 2024-08-29T19:03:21.540 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:21.540 INFO:tasks.workunit.client.0.smithi028.stdout: "kv_sync_lat": { 2024-08-29T19:03:21.540 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 72563, 2024-08-29T19:03:21.540 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 26420685503 2024-08-29T19:03:21.540 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:21.540 INFO:tasks.workunit.client.0.smithi028.stdout: "omap_get_keys_lat": { 2024-08-29T19:03:21.540 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 0, 2024-08-29T19:03:21.540 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:21.540 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:21.541 INFO:tasks.workunit.client.0.smithi028.stdout: "omap_get_values_lat": { 2024-08-29T19:03:21.541 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 18917, 2024-08-29T19:03:21.541 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 988134492 2024-08-29T19:03:21.541 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:21.541 INFO:tasks.workunit.client.0.smithi028.stdout: "omap_lower_bound_lat": { 2024-08-29T19:03:21.541 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 762, 2024-08-29T19:03:21.541 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 5047271 2024-08-29T19:03:21.541 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:21.541 INFO:tasks.workunit.client.0.smithi028.stdout: "omap_next_lat": { 2024-08-29T19:03:21.541 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 15895, 2024-08-29T19:03:21.541 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 17276478 2024-08-29T19:03:21.541 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:21.541 INFO:tasks.workunit.client.0.smithi028.stdout: "omap_seek_to_first_lat": { 2024-08-29T19:03:21.541 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 49, 2024-08-29T19:03:21.541 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 63743 2024-08-29T19:03:21.542 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:21.542 INFO:tasks.workunit.client.0.smithi028.stdout: "omap_upper_bound_lat": { 2024-08-29T19:03:21.542 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 13296, 2024-08-29T19:03:21.542 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 6758791423 2024-08-29T19:03:21.542 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:21.542 INFO:tasks.workunit.client.0.smithi028.stdout: "onode_hits": { 2024-08-29T19:03:21.542 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 194053 2024-08-29T19:03:21.542 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:21.542 INFO:tasks.workunit.client.0.smithi028.stdout: "onode_misses": { 2024-08-29T19:03:21.542 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 18095 2024-08-29T19:03:21.542 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:21.542 INFO:tasks.workunit.client.0.smithi028.stdout: "read_lat": { 2024-08-29T19:03:21.542 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 10440, 2024-08-29T19:03:21.542 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 578919148 2024-08-29T19:03:21.543 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:21.543 INFO:tasks.workunit.client.0.smithi028.stdout: "read_onode_meta_lat": { 2024-08-29T19:03:21.543 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 27326, 2024-08-29T19:03:21.543 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 29091496 2024-08-29T19:03:21.543 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:21.543 INFO:tasks.workunit.client.0.smithi028.stdout: "read_wait_aio_lat": { 2024-08-29T19:03:21.543 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 16886, 2024-08-29T19:03:21.543 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 388348877 2024-08-29T19:03:21.543 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:21.543 INFO:tasks.workunit.client.0.smithi028.stdout: "reads_with_retries": { 2024-08-29T19:03:21.543 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:21.543 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:21.543 INFO:tasks.workunit.client.0.smithi028.stdout: "remove_lat": { 2024-08-29T19:03:21.543 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 13879, 2024-08-29T19:03:21.544 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 702558149 2024-08-29T19:03:21.544 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:21.544 INFO:tasks.workunit.client.0.smithi028.stdout: "slow_aio_wait_count": { 2024-08-29T19:03:21.544 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:21.544 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:21.544 INFO:tasks.workunit.client.0.smithi028.stdout: "slow_committed_kv_count": { 2024-08-29T19:03:21.544 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:21.544 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:21.544 INFO:tasks.workunit.client.0.smithi028.stdout: "slow_read_onode_meta_count": { 2024-08-29T19:03:21.544 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:21.544 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:21.544 INFO:tasks.workunit.client.0.smithi028.stdout: "slow_read_wait_aio_count": { 2024-08-29T19:03:21.544 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:21.544 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:21.545 INFO:tasks.workunit.client.0.smithi028.stdout: "state_aio_wait_lat": { 2024-08-29T19:03:21.545 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 83578, 2024-08-29T19:03:21.545 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 5159405813 2024-08-29T19:03:21.545 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:21.545 INFO:tasks.workunit.client.0.smithi028.stdout: "state_deferred_aio_wait_lat": { 2024-08-29T19:03:21.545 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 7098, 2024-08-29T19:03:21.545 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 581295740 2024-08-29T19:03:21.545 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:21.545 INFO:tasks.workunit.client.0.smithi028.stdout: "state_deferred_cleanup_lat": { 2024-08-29T19:03:21.545 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 7098, 2024-08-29T19:03:21.545 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 1971653551347 2024-08-29T19:03:21.545 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:21.545 INFO:tasks.workunit.client.0.smithi028.stdout: "state_deferred_queued_lat": { 2024-08-29T19:03:21.545 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 7098, 2024-08-29T19:03:21.546 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 5172285073463 2024-08-29T19:03:21.546 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:21.546 INFO:tasks.workunit.client.0.smithi028.stdout: "state_done_lat": { 2024-08-29T19:03:21.546 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 83578, 2024-08-29T19:03:21.546 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 2534881311817 2024-08-29T19:03:21.546 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:21.546 INFO:tasks.workunit.client.0.smithi028.stdout: "state_finishing_lat": { 2024-08-29T19:03:21.546 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 83578, 2024-08-29T19:03:21.546 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 21633544 2024-08-29T19:03:21.546 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:21.546 INFO:tasks.workunit.client.0.smithi028.stdout: "state_io_done_lat": { 2024-08-29T19:03:21.546 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 83578, 2024-08-29T19:03:21.546 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 255617069 2024-08-29T19:03:21.546 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:21.547 INFO:tasks.workunit.client.0.smithi028.stdout: "state_kv_commiting_lat": { 2024-08-29T19:03:21.547 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 83578, 2024-08-29T19:03:21.547 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 48990210463 2024-08-29T19:03:21.547 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:21.547 INFO:tasks.workunit.client.0.smithi028.stdout: "state_kv_done_lat": { 2024-08-29T19:03:21.547 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 83578, 2024-08-29T19:03:21.547 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 68017201 2024-08-29T19:03:21.547 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:21.547 INFO:tasks.workunit.client.0.smithi028.stdout: "state_kv_queued_lat": { 2024-08-29T19:03:21.547 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 83578, 2024-08-29T19:03:21.547 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 25192288549 2024-08-29T19:03:21.547 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:21.547 INFO:tasks.workunit.client.0.smithi028.stdout: "state_prepare_lat": { 2024-08-29T19:03:21.547 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 83578, 2024-08-29T19:03:21.548 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 13407155974 2024-08-29T19:03:21.548 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:21.548 INFO:tasks.workunit.client.0.smithi028.stdout: "stored": { 2024-08-29T19:03:21.548 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 5574070 2024-08-29T19:03:21.548 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:21.548 INFO:tasks.workunit.client.0.smithi028.stdout: "truncate_lat": { 2024-08-29T19:03:21.548 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 2153, 2024-08-29T19:03:21.548 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 20764554 2024-08-29T19:03:21.548 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:21.548 INFO:tasks.workunit.client.0.smithi028.stdout: "txc_commit_lat": { 2024-08-29T19:03:21.548 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 83578, 2024-08-29T19:03:21.548 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 93036022842 2024-08-29T19:03:21.548 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:21.549 INFO:tasks.workunit.client.0.smithi028.stdout: "txc_submit_lat": { 2024-08-29T19:03:21.549 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 83578, 2024-08-29T19:03:21.549 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 15592247010 2024-08-29T19:03:21.549 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:21.549 INFO:tasks.workunit.client.0.smithi028.stdout: "txc_throttle_lat": { 2024-08-29T19:03:21.549 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 83578, 2024-08-29T19:03:21.549 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 1059201133 2024-08-29T19:03:21.549 INFO:tasks.workunit.client.0.smithi028.stdout: } 2024-08-29T19:03:21.549 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:21.549 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore-pricache": { 2024-08-29T19:03:21.549 INFO:tasks.workunit.client.0.smithi028.stdout: "cache_bytes": { 2024-08-29T19:03:21.549 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 1445593205 2024-08-29T19:03:21.549 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:21.549 INFO:tasks.workunit.client.0.smithi028.stdout: "heap_bytes": { 2024-08-29T19:03:21.550 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 558661632 2024-08-29T19:03:21.550 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:21.550 INFO:tasks.workunit.client.0.smithi028.stdout: "mapped_bytes": { 2024-08-29T19:03:21.550 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 536428544 2024-08-29T19:03:21.550 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:21.550 INFO:tasks.workunit.client.0.smithi028.stdout: "target_bytes": { 2024-08-29T19:03:21.550 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 2648117145 2024-08-29T19:03:21.550 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:21.550 INFO:tasks.workunit.client.0.smithi028.stdout: "unmapped_bytes": { 2024-08-29T19:03:21.550 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 22233088 2024-08-29T19:03:21.550 INFO:tasks.workunit.client.0.smithi028.stdout: } 2024-08-29T19:03:21.550 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:21.550 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore-pricache:data": { 2024-08-29T19:03:21.550 INFO:tasks.workunit.client.0.smithi028.stdout: "committed_bytes": { 2024-08-29T19:03:21.551 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 125829120 2024-08-29T19:03:21.551 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:21.551 INFO:tasks.workunit.client.0.smithi028.stdout: "pri0_bytes": { 2024-08-29T19:03:21.551 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:21.551 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:21.551 INFO:tasks.workunit.client.0.smithi028.stdout: "pri10_bytes": { 2024-08-29T19:03:21.551 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:21.551 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:21.551 INFO:tasks.workunit.client.0.smithi028.stdout: "pri11_bytes": { 2024-08-29T19:03:21.551 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 58513474 2024-08-29T19:03:21.551 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:21.551 INFO:tasks.workunit.client.0.smithi028.stdout: "pri1_bytes": { 2024-08-29T19:03:21.551 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:21.551 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:21.552 INFO:tasks.workunit.client.0.smithi028.stdout: "pri2_bytes": { 2024-08-29T19:03:21.552 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:21.552 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:21.552 INFO:tasks.workunit.client.0.smithi028.stdout: "pri3_bytes": { 2024-08-29T19:03:21.552 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:21.552 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:21.552 INFO:tasks.workunit.client.0.smithi028.stdout: "pri4_bytes": { 2024-08-29T19:03:21.552 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:21.552 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:21.552 INFO:tasks.workunit.client.0.smithi028.stdout: "pri5_bytes": { 2024-08-29T19:03:21.552 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 16384 2024-08-29T19:03:21.552 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:21.552 INFO:tasks.workunit.client.0.smithi028.stdout: "pri6_bytes": { 2024-08-29T19:03:21.552 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 139264 2024-08-29T19:03:21.553 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:21.553 INFO:tasks.workunit.client.0.smithi028.stdout: "pri7_bytes": { 2024-08-29T19:03:21.553 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:21.553 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:21.553 INFO:tasks.workunit.client.0.smithi028.stdout: "pri8_bytes": { 2024-08-29T19:03:21.553 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:21.553 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:21.553 INFO:tasks.workunit.client.0.smithi028.stdout: "pri9_bytes": { 2024-08-29T19:03:21.553 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:21.553 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:21.553 INFO:tasks.workunit.client.0.smithi028.stdout: "reserved_bytes": { 2024-08-29T19:03:21.553 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 67159998 2024-08-29T19:03:21.554 INFO:tasks.workunit.client.0.smithi028.stdout: } 2024-08-29T19:03:21.554 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:21.554 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore-pricache:kv": { 2024-08-29T19:03:21.554 INFO:tasks.workunit.client.0.smithi028.stdout: "committed_bytes": { 2024-08-29T19:03:21.554 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 578813952 2024-08-29T19:03:21.554 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:21.554 INFO:tasks.workunit.client.0.smithi028.stdout: "pri0_bytes": { 2024-08-29T19:03:21.554 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 67108864 2024-08-29T19:03:21.554 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:21.554 INFO:tasks.workunit.client.0.smithi028.stdout: "pri10_bytes": { 2024-08-29T19:03:21.554 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:21.554 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:21.554 INFO:tasks.workunit.client.0.smithi028.stdout: "pri11_bytes": { 2024-08-29T19:03:21.554 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 438851059 2024-08-29T19:03:21.555 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:21.555 INFO:tasks.workunit.client.0.smithi028.stdout: "pri1_bytes": { 2024-08-29T19:03:21.555 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:21.555 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:21.555 INFO:tasks.workunit.client.0.smithi028.stdout: "pri2_bytes": { 2024-08-29T19:03:21.555 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:21.555 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:21.555 INFO:tasks.workunit.client.0.smithi028.stdout: "pri3_bytes": { 2024-08-29T19:03:21.555 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 3424 2024-08-29T19:03:21.555 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:21.555 INFO:tasks.workunit.client.0.smithi028.stdout: "pri4_bytes": { 2024-08-29T19:03:21.555 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:21.555 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:21.555 INFO:tasks.workunit.client.0.smithi028.stdout: "pri5_bytes": { 2024-08-29T19:03:21.556 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 243104 2024-08-29T19:03:21.556 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:21.556 INFO:tasks.workunit.client.0.smithi028.stdout: "pri6_bytes": { 2024-08-29T19:03:21.556 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:21.556 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:21.556 INFO:tasks.workunit.client.0.smithi028.stdout: "pri7_bytes": { 2024-08-29T19:03:21.556 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:21.556 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:21.556 INFO:tasks.workunit.client.0.smithi028.stdout: "pri8_bytes": { 2024-08-29T19:03:21.556 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:21.556 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:21.556 INFO:tasks.workunit.client.0.smithi028.stdout: "pri9_bytes": { 2024-08-29T19:03:21.556 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:21.556 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:21.557 INFO:tasks.workunit.client.0.smithi028.stdout: "reserved_bytes": { 2024-08-29T19:03:21.557 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 72607501 2024-08-29T19:03:21.557 INFO:tasks.workunit.client.0.smithi028.stdout: } 2024-08-29T19:03:21.557 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:21.557 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore-pricache:kv_onode": { 2024-08-29T19:03:21.557 INFO:tasks.workunit.client.0.smithi028.stdout: "committed_bytes": { 2024-08-29T19:03:21.557 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 176160768 2024-08-29T19:03:21.557 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:21.557 INFO:tasks.workunit.client.0.smithi028.stdout: "pri0_bytes": { 2024-08-29T19:03:21.557 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 67108864 2024-08-29T19:03:21.557 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:21.557 INFO:tasks.workunit.client.0.smithi028.stdout: "pri10_bytes": { 2024-08-29T19:03:21.557 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 191872 2024-08-29T19:03:21.557 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:21.558 INFO:tasks.workunit.client.0.smithi028.stdout: "pri11_bytes": { 2024-08-29T19:03:21.558 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 39008983 2024-08-29T19:03:21.558 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:21.558 INFO:tasks.workunit.client.0.smithi028.stdout: "pri1_bytes": { 2024-08-29T19:03:21.558 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:21.558 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:21.558 INFO:tasks.workunit.client.0.smithi028.stdout: "pri2_bytes": { 2024-08-29T19:03:21.558 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:21.558 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:21.558 INFO:tasks.workunit.client.0.smithi028.stdout: "pri3_bytes": { 2024-08-29T19:03:21.558 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:21.558 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:21.558 INFO:tasks.workunit.client.0.smithi028.stdout: "pri4_bytes": { 2024-08-29T19:03:21.558 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:21.559 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:21.559 INFO:tasks.workunit.client.0.smithi028.stdout: "pri5_bytes": { 2024-08-29T19:03:21.559 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:21.559 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:21.559 INFO:tasks.workunit.client.0.smithi028.stdout: "pri6_bytes": { 2024-08-29T19:03:21.559 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:21.559 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:21.559 INFO:tasks.workunit.client.0.smithi028.stdout: "pri7_bytes": { 2024-08-29T19:03:21.559 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:21.559 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:21.559 INFO:tasks.workunit.client.0.smithi028.stdout: "pri8_bytes": { 2024-08-29T19:03:21.559 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:21.559 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:21.559 INFO:tasks.workunit.client.0.smithi028.stdout: "pri9_bytes": { 2024-08-29T19:03:21.559 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:21.560 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:21.560 INFO:tasks.workunit.client.0.smithi028.stdout: "reserved_bytes": { 2024-08-29T19:03:21.560 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 69851049 2024-08-29T19:03:21.560 INFO:tasks.workunit.client.0.smithi028.stdout: } 2024-08-29T19:03:21.560 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:21.560 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore-pricache:meta": { 2024-08-29T19:03:21.560 INFO:tasks.workunit.client.0.smithi028.stdout: "committed_bytes": { 2024-08-29T19:03:21.560 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 511705088 2024-08-29T19:03:21.560 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:21.560 INFO:tasks.workunit.client.0.smithi028.stdout: "pri0_bytes": { 2024-08-29T19:03:21.560 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:21.560 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:21.560 INFO:tasks.workunit.client.0.smithi028.stdout: "pri10_bytes": { 2024-08-29T19:03:21.561 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:21.561 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:21.561 INFO:tasks.workunit.client.0.smithi028.stdout: "pri11_bytes": { 2024-08-29T19:03:21.561 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 438851059 2024-08-29T19:03:21.561 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:21.561 INFO:tasks.workunit.client.0.smithi028.stdout: "pri1_bytes": { 2024-08-29T19:03:21.561 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:21.561 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:21.561 INFO:tasks.workunit.client.0.smithi028.stdout: "pri2_bytes": { 2024-08-29T19:03:21.561 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:21.561 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:21.561 INFO:tasks.workunit.client.0.smithi028.stdout: "pri3_bytes": { 2024-08-29T19:03:21.561 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:21.561 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:21.562 INFO:tasks.workunit.client.0.smithi028.stdout: "pri4_bytes": { 2024-08-29T19:03:21.562 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:21.562 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:21.562 INFO:tasks.workunit.client.0.smithi028.stdout: "pri5_bytes": { 2024-08-29T19:03:21.562 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 138550 2024-08-29T19:03:21.562 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:21.562 INFO:tasks.workunit.client.0.smithi028.stdout: "pri6_bytes": { 2024-08-29T19:03:21.562 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 1089599 2024-08-29T19:03:21.562 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:21.562 INFO:tasks.workunit.client.0.smithi028.stdout: "pri7_bytes": { 2024-08-29T19:03:21.562 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:21.562 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:21.562 INFO:tasks.workunit.client.0.smithi028.stdout: "pri8_bytes": { 2024-08-29T19:03:21.562 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:21.562 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:21.563 INFO:tasks.workunit.client.0.smithi028.stdout: "pri9_bytes": { 2024-08-29T19:03:21.563 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:21.563 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:21.563 INFO:tasks.workunit.client.0.smithi028.stdout: "reserved_bytes": { 2024-08-29T19:03:21.563 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 71625880 2024-08-29T19:03:21.563 INFO:tasks.workunit.client.0.smithi028.stdout: } 2024-08-29T19:03:21.563 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:21.563 INFO:tasks.workunit.client.0.smithi028.stdout: "objecter": { 2024-08-29T19:03:21.563 INFO:tasks.workunit.client.0.smithi028.stdout: "op_active": { 2024-08-29T19:03:21.563 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:21.563 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:21.563 INFO:tasks.workunit.client.0.smithi028.stdout: "op_r": { 2024-08-29T19:03:21.563 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 11 2024-08-29T19:03:21.563 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:21.564 INFO:tasks.workunit.client.0.smithi028.stdout: "op_rmw": { 2024-08-29T19:03:21.564 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:21.564 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:21.564 INFO:tasks.workunit.client.0.smithi028.stdout: "op_w": { 2024-08-29T19:03:21.564 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:21.564 INFO:tasks.workunit.client.0.smithi028.stdout: } 2024-08-29T19:03:21.564 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:21.564 INFO:tasks.workunit.client.0.smithi028.stdout: "osd": { 2024-08-29T19:03:21.564 INFO:tasks.workunit.client.0.smithi028.stdout: "numpg": { 2024-08-29T19:03:21.564 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 52 2024-08-29T19:03:21.564 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:21.564 INFO:tasks.workunit.client.0.smithi028.stdout: "numpg_removing": { 2024-08-29T19:03:21.564 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:21.564 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:21.565 INFO:tasks.workunit.client.0.smithi028.stdout: "op": { 2024-08-29T19:03:21.565 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 25707 2024-08-29T19:03:21.565 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:21.565 INFO:tasks.workunit.client.0.smithi028.stdout: "op_before_queue_op_lat": { 2024-08-29T19:03:21.565 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 97811, 2024-08-29T19:03:21.565 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 12122807184 2024-08-29T19:03:21.565 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:21.565 INFO:tasks.workunit.client.0.smithi028.stdout: "op_delayed_degraded": { 2024-08-29T19:03:21.565 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:21.565 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:21.565 INFO:tasks.workunit.client.0.smithi028.stdout: "op_delayed_unreadable": { 2024-08-29T19:03:21.565 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 1 2024-08-29T19:03:21.565 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:21.565 INFO:tasks.workunit.client.0.smithi028.stdout: "op_in_bytes": { 2024-08-29T19:03:21.566 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 663924022 2024-08-29T19:03:21.566 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:21.566 INFO:tasks.workunit.client.0.smithi028.stdout: "op_latency": { 2024-08-29T19:03:21.566 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 25707, 2024-08-29T19:03:21.566 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 95026774028 2024-08-29T19:03:21.566 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:21.566 INFO:tasks.workunit.client.0.smithi028.stdout: "op_out_bytes": { 2024-08-29T19:03:21.566 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 648920781 2024-08-29T19:03:21.566 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:21.566 INFO:tasks.workunit.client.0.smithi028.stdout: "op_prepare_latency": { 2024-08-29T19:03:21.566 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 26138, 2024-08-29T19:03:21.566 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 18587531306 2024-08-29T19:03:21.566 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:21.566 INFO:tasks.workunit.client.0.smithi028.stdout: "op_process_latency": { 2024-08-29T19:03:21.567 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 25707, 2024-08-29T19:03:21.567 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 29645629890 2024-08-29T19:03:21.567 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:21.567 INFO:tasks.workunit.client.0.smithi028.stdout: "op_r": { 2024-08-29T19:03:21.567 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 18426 2024-08-29T19:03:21.567 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:21.567 INFO:tasks.workunit.client.0.smithi028.stdout: "op_r_latency": { 2024-08-29T19:03:21.567 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 18426, 2024-08-29T19:03:21.567 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 23020704553 2024-08-29T19:03:21.567 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:21.567 INFO:tasks.workunit.client.0.smithi028.stdout: "op_r_latency_out_bytes_histogram": { 2024-08-29T19:03:21.567 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:21.567 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:21.567 INFO:tasks.workunit.client.0.smithi028.stdout: "op_r_out_bytes": { 2024-08-29T19:03:21.567 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 648920781 2024-08-29T19:03:21.568 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:21.568 INFO:tasks.workunit.client.0.smithi028.stdout: "op_r_prepare_latency": { 2024-08-29T19:03:21.568 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 18587, 2024-08-29T19:03:21.568 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 8369962889 2024-08-29T19:03:21.568 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:21.568 INFO:tasks.workunit.client.0.smithi028.stdout: "op_r_process_latency": { 2024-08-29T19:03:21.568 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 18426, 2024-08-29T19:03:21.568 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 7469825616 2024-08-29T19:03:21.568 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:21.568 INFO:tasks.workunit.client.0.smithi028.stdout: "op_rw": { 2024-08-29T19:03:21.568 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 6245 2024-08-29T19:03:21.568 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:21.568 INFO:tasks.workunit.client.0.smithi028.stdout: "op_rw_in_bytes": { 2024-08-29T19:03:21.569 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 140061503 2024-08-29T19:03:21.569 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:21.569 INFO:tasks.workunit.client.0.smithi028.stdout: "op_rw_latency": { 2024-08-29T19:03:21.569 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 6245, 2024-08-29T19:03:21.569 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 20110580624 2024-08-29T19:03:21.569 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:21.569 INFO:tasks.workunit.client.0.smithi028.stdout: "op_rw_latency_in_bytes_histogram": { 2024-08-29T19:03:21.569 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:21.569 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:21.569 INFO:tasks.workunit.client.0.smithi028.stdout: "op_rw_latency_out_bytes_histogram": { 2024-08-29T19:03:21.569 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:21.569 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:21.569 INFO:tasks.workunit.client.0.smithi028.stdout: "op_rw_out_bytes": { 2024-08-29T19:03:21.569 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:21.569 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:21.570 INFO:tasks.workunit.client.0.smithi028.stdout: "op_rw_prepare_latency": { 2024-08-29T19:03:21.570 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 6418, 2024-08-29T19:03:21.570 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 7768406157 2024-08-29T19:03:21.570 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:21.570 INFO:tasks.workunit.client.0.smithi028.stdout: "op_rw_process_latency": { 2024-08-29T19:03:21.570 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 6245, 2024-08-29T19:03:21.570 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 15267313767 2024-08-29T19:03:21.570 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:21.570 INFO:tasks.workunit.client.0.smithi028.stdout: "op_w": { 2024-08-29T19:03:21.570 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 1036 2024-08-29T19:03:21.570 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:21.570 INFO:tasks.workunit.client.0.smithi028.stdout: "op_w_in_bytes": { 2024-08-29T19:03:21.571 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 523862519 2024-08-29T19:03:21.571 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:21.571 INFO:tasks.workunit.client.0.smithi028.stdout: "op_w_latency": { 2024-08-29T19:03:21.571 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 1036, 2024-08-29T19:03:21.571 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 51895488851 2024-08-29T19:03:21.571 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:21.571 INFO:tasks.workunit.client.0.smithi028.stdout: "op_w_latency_in_bytes_histogram": { 2024-08-29T19:03:21.571 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:21.571 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:21.571 INFO:tasks.workunit.client.0.smithi028.stdout: "op_w_prepare_latency": { 2024-08-29T19:03:21.571 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 1133, 2024-08-29T19:03:21.571 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 2449162260 2024-08-29T19:03:21.571 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:21.571 INFO:tasks.workunit.client.0.smithi028.stdout: "op_w_process_latency": { 2024-08-29T19:03:21.572 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 1036, 2024-08-29T19:03:21.572 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 6908490507 2024-08-29T19:03:21.572 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:21.572 INFO:tasks.workunit.client.0.smithi028.stdout: "op_wip": { 2024-08-29T19:03:21.572 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:21.572 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:21.572 INFO:tasks.workunit.client.0.smithi028.stdout: "recovery_bytes": { 2024-08-29T19:03:21.572 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 145 2024-08-29T19:03:21.572 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:21.572 INFO:tasks.workunit.client.0.smithi028.stdout: "recovery_ops": { 2024-08-29T19:03:21.572 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 11 2024-08-29T19:03:21.572 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:21.572 INFO:tasks.workunit.client.0.smithi028.stdout: "stat_bytes": { 2024-08-29T19:03:21.572 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 95995035648 2024-08-29T19:03:21.573 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:21.573 INFO:tasks.workunit.client.0.smithi028.stdout: "stat_bytes_used": { 2024-08-29T19:03:21.573 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 699547648 2024-08-29T19:03:21.573 INFO:tasks.workunit.client.0.smithi028.stdout: } 2024-08-29T19:03:21.573 INFO:tasks.workunit.client.0.smithi028.stdout: } 2024-08-29T19:03:21.573 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:21.573 INFO:tasks.workunit.client.0.smithi028.stdout: "osd.6": { 2024-08-29T19:03:21.573 INFO:tasks.workunit.client.0.smithi028.stdout: "bluefs": { 2024-08-29T19:03:21.573 INFO:tasks.workunit.client.0.smithi028.stdout: "alloc_db_max_lat": { 2024-08-29T19:03:21.573 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 31840 2024-08-29T19:03:21.573 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:21.573 INFO:tasks.workunit.client.0.smithi028.stdout: "alloc_slow_fallback": { 2024-08-29T19:03:21.573 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:21.573 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:21.573 INFO:tasks.workunit.client.0.smithi028.stdout: "alloc_slow_max_lat": { 2024-08-29T19:03:21.574 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:21.574 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:21.574 INFO:tasks.workunit.client.0.smithi028.stdout: "alloc_slow_size_fallback": { 2024-08-29T19:03:21.574 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:21.574 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:21.574 INFO:tasks.workunit.client.0.smithi028.stdout: "alloc_unit_db": { 2024-08-29T19:03:21.574 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 65536 2024-08-29T19:03:21.574 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:21.574 INFO:tasks.workunit.client.0.smithi028.stdout: "alloc_unit_slow": { 2024-08-29T19:03:21.574 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:21.574 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:21.574 INFO:tasks.workunit.client.0.smithi028.stdout: "alloc_unit_wal": { 2024-08-29T19:03:21.574 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:21.574 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:21.575 INFO:tasks.workunit.client.0.smithi028.stdout: "alloc_wal_max_lat": { 2024-08-29T19:03:21.575 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:21.575 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:21.575 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes_written_slow": { 2024-08-29T19:03:21.575 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:21.575 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:21.575 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes_written_sst": { 2024-08-29T19:03:21.575 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 5382144 2024-08-29T19:03:21.575 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:21.575 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes_written_wal": { 2024-08-29T19:03:21.575 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 488853504 2024-08-29T19:03:21.575 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:21.575 INFO:tasks.workunit.client.0.smithi028.stdout: "compact_lat": { 2024-08-29T19:03:21.575 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 14, 2024-08-29T19:03:21.576 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 6280889 2024-08-29T19:03:21.576 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:21.576 INFO:tasks.workunit.client.0.smithi028.stdout: "compact_lock_lat": { 2024-08-29T19:03:21.576 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 14, 2024-08-29T19:03:21.576 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 2280632 2024-08-29T19:03:21.576 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:21.576 INFO:tasks.workunit.client.0.smithi028.stdout: "db_alloc_lat": { 2024-08-29T19:03:21.576 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 142, 2024-08-29T19:03:21.576 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 980093 2024-08-29T19:03:21.576 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:21.576 INFO:tasks.workunit.client.0.smithi028.stdout: "db_total_bytes": { 2024-08-29T19:03:21.576 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 95995027456 2024-08-29T19:03:21.576 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:21.576 INFO:tasks.workunit.client.0.smithi028.stdout: "db_used_bytes": { 2024-08-29T19:03:21.577 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 425787392 2024-08-29T19:03:21.577 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:21.577 INFO:tasks.workunit.client.0.smithi028.stdout: "flush_lat": { 2024-08-29T19:03:21.577 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 58479, 2024-08-29T19:03:21.577 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 8180403282 2024-08-29T19:03:21.577 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:21.577 INFO:tasks.workunit.client.0.smithi028.stdout: "fsync_lat": { 2024-08-29T19:03:21.577 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 58488, 2024-08-29T19:03:21.577 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 15904311137 2024-08-29T19:03:21.577 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:21.577 INFO:tasks.workunit.client.0.smithi028.stdout: "log_bytes": { 2024-08-29T19:03:21.577 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 6856704 2024-08-29T19:03:21.577 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:21.577 INFO:tasks.workunit.client.0.smithi028.stdout: "logged_bytes": { 2024-08-29T19:03:21.578 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 239587328 2024-08-29T19:03:21.578 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:21.578 INFO:tasks.workunit.client.0.smithi028.stdout: "max_bytes_db": { 2024-08-29T19:03:21.578 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 442826752 2024-08-29T19:03:21.578 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:21.578 INFO:tasks.workunit.client.0.smithi028.stdout: "max_bytes_slow": { 2024-08-29T19:03:21.578 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:21.578 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:21.578 INFO:tasks.workunit.client.0.smithi028.stdout: "max_bytes_wal": { 2024-08-29T19:03:21.578 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:21.578 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:21.578 INFO:tasks.workunit.client.0.smithi028.stdout: "num_files": { 2024-08-29T19:03:21.578 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 39 2024-08-29T19:03:21.578 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:21.579 INFO:tasks.workunit.client.0.smithi028.stdout: "read_bytes": { 2024-08-29T19:03:21.579 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 263982103 2024-08-29T19:03:21.579 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:21.579 INFO:tasks.workunit.client.0.smithi028.stdout: "read_count": { 2024-08-29T19:03:21.579 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 15505 2024-08-29T19:03:21.579 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:21.579 INFO:tasks.workunit.client.0.smithi028.stdout: "read_disk_bytes": { 2024-08-29T19:03:21.579 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 241950720 2024-08-29T19:03:21.579 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:21.579 INFO:tasks.workunit.client.0.smithi028.stdout: "read_disk_bytes_db": { 2024-08-29T19:03:21.579 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 241954816 2024-08-29T19:03:21.579 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:21.579 INFO:tasks.workunit.client.0.smithi028.stdout: "read_disk_bytes_slow": { 2024-08-29T19:03:21.579 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:21.580 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:21.580 INFO:tasks.workunit.client.0.smithi028.stdout: "read_disk_bytes_wal": { 2024-08-29T19:03:21.580 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:21.580 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:21.580 INFO:tasks.workunit.client.0.smithi028.stdout: "read_disk_count": { 2024-08-29T19:03:21.580 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 7403 2024-08-29T19:03:21.580 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:21.580 INFO:tasks.workunit.client.0.smithi028.stdout: "read_lat": { 2024-08-29T19:03:21.580 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 15505, 2024-08-29T19:03:21.580 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 178548929 2024-08-29T19:03:21.580 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:21.580 INFO:tasks.workunit.client.0.smithi028.stdout: "read_prefetch_bytes": { 2024-08-29T19:03:21.580 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 163457885 2024-08-29T19:03:21.580 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:21.581 INFO:tasks.workunit.client.0.smithi028.stdout: "read_prefetch_count": { 2024-08-29T19:03:21.581 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 12425 2024-08-29T19:03:21.581 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:21.581 INFO:tasks.workunit.client.0.smithi028.stdout: "read_random_buffer_bytes": { 2024-08-29T19:03:21.581 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 1728459 2024-08-29T19:03:21.581 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:21.581 INFO:tasks.workunit.client.0.smithi028.stdout: "read_random_buffer_count": { 2024-08-29T19:03:21.581 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 681 2024-08-29T19:03:21.581 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:21.581 INFO:tasks.workunit.client.0.smithi028.stdout: "read_random_bytes": { 2024-08-29T19:03:21.581 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 5343097 2024-08-29T19:03:21.581 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:21.581 INFO:tasks.workunit.client.0.smithi028.stdout: "read_random_count": { 2024-08-29T19:03:21.581 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 851 2024-08-29T19:03:21.582 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:21.582 INFO:tasks.workunit.client.0.smithi028.stdout: "read_random_disk_bytes": { 2024-08-29T19:03:21.582 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 3614638 2024-08-29T19:03:21.582 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:21.582 INFO:tasks.workunit.client.0.smithi028.stdout: "read_random_disk_bytes_db": { 2024-08-29T19:03:21.582 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 3614638 2024-08-29T19:03:21.582 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:21.582 INFO:tasks.workunit.client.0.smithi028.stdout: "read_random_disk_bytes_slow": { 2024-08-29T19:03:21.582 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:21.582 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:21.582 INFO:tasks.workunit.client.0.smithi028.stdout: "read_random_disk_bytes_wal": { 2024-08-29T19:03:21.582 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:21.582 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:21.582 INFO:tasks.workunit.client.0.smithi028.stdout: "read_random_disk_count": { 2024-08-29T19:03:21.583 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 172 2024-08-29T19:03:21.583 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:21.583 INFO:tasks.workunit.client.0.smithi028.stdout: "read_random_lat": { 2024-08-29T19:03:21.583 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 851, 2024-08-29T19:03:21.583 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 1739457 2024-08-29T19:03:21.583 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:21.583 INFO:tasks.workunit.client.0.smithi028.stdout: "slow_alloc_lat": { 2024-08-29T19:03:21.583 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 0, 2024-08-29T19:03:21.583 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:21.583 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:21.583 INFO:tasks.workunit.client.0.smithi028.stdout: "slow_total_bytes": { 2024-08-29T19:03:21.583 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:21.583 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:21.583 INFO:tasks.workunit.client.0.smithi028.stdout: "slow_used_bytes": { 2024-08-29T19:03:21.583 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:21.584 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:21.584 INFO:tasks.workunit.client.0.smithi028.stdout: "truncate_lat": { 2024-08-29T19:03:21.584 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 1, 2024-08-29T19:03:21.584 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 720 2024-08-29T19:03:21.584 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:21.584 INFO:tasks.workunit.client.0.smithi028.stdout: "unlink_lat": { 2024-08-29T19:03:21.584 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 4, 2024-08-29T19:03:21.584 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 5867 2024-08-29T19:03:21.584 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:21.584 INFO:tasks.workunit.client.0.smithi028.stdout: "wal_alloc_lat": { 2024-08-29T19:03:21.584 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 0, 2024-08-29T19:03:21.584 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:21.584 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:21.584 INFO:tasks.workunit.client.0.smithi028.stdout: "wal_total_bytes": { 2024-08-29T19:03:21.585 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:21.585 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:21.585 INFO:tasks.workunit.client.0.smithi028.stdout: "wal_used_bytes": { 2024-08-29T19:03:21.585 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:21.585 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:21.585 INFO:tasks.workunit.client.0.smithi028.stdout: "write_bytes": { 2024-08-29T19:03:21.585 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 735956992 2024-08-29T19:03:21.585 INFO:tasks.workunit.client.0.smithi028.stdout: } 2024-08-29T19:03:21.585 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:21.585 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore": { 2024-08-29T19:03:21.585 INFO:tasks.workunit.client.0.smithi028.stdout: "alloc_unit": { 2024-08-29T19:03:21.585 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 4096 2024-08-29T19:03:21.585 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:21.585 INFO:tasks.workunit.client.0.smithi028.stdout: "allocated": { 2024-08-29T19:03:21.586 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 10227712 2024-08-29T19:03:21.586 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:21.586 INFO:tasks.workunit.client.0.smithi028.stdout: "allocator_lat": { 2024-08-29T19:03:21.586 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 12675, 2024-08-29T19:03:21.586 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 62206706 2024-08-29T19:03:21.586 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:21.586 INFO:tasks.workunit.client.0.smithi028.stdout: "clist_lat": { 2024-08-29T19:03:21.586 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 3098, 2024-08-29T19:03:21.586 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 718809660 2024-08-29T19:03:21.586 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:21.586 INFO:tasks.workunit.client.0.smithi028.stdout: "compress_lat": { 2024-08-29T19:03:21.586 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 0, 2024-08-29T19:03:21.586 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:21.586 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:21.587 INFO:tasks.workunit.client.0.smithi028.stdout: "compressed": { 2024-08-29T19:03:21.587 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:21.587 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:21.587 INFO:tasks.workunit.client.0.smithi028.stdout: "compressed_allocated": { 2024-08-29T19:03:21.587 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:21.587 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:21.587 INFO:tasks.workunit.client.0.smithi028.stdout: "compressed_original": { 2024-08-29T19:03:21.587 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:21.587 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:21.587 INFO:tasks.workunit.client.0.smithi028.stdout: "csum_lat": { 2024-08-29T19:03:21.587 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 9515, 2024-08-29T19:03:21.587 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 110664035 2024-08-29T19:03:21.587 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:21.588 INFO:tasks.workunit.client.0.smithi028.stdout: "decompress_lat": { 2024-08-29T19:03:21.588 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 0, 2024-08-29T19:03:21.588 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:21.588 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:21.588 INFO:tasks.workunit.client.0.smithi028.stdout: "fragmentation_micros": { 2024-08-29T19:03:21.588 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:21.588 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:21.588 INFO:tasks.workunit.client.0.smithi028.stdout: "kv_commit_lat": { 2024-08-29T19:03:21.588 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 58443, 2024-08-29T19:03:21.588 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 21986597109 2024-08-29T19:03:21.588 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:21.588 INFO:tasks.workunit.client.0.smithi028.stdout: "kv_final_lat": { 2024-08-29T19:03:21.588 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 57718, 2024-08-29T19:03:21.588 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 2979959168 2024-08-29T19:03:21.589 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:21.589 INFO:tasks.workunit.client.0.smithi028.stdout: "kv_flush_lat": { 2024-08-29T19:03:21.589 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 58443, 2024-08-29T19:03:21.589 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 71458883 2024-08-29T19:03:21.589 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:21.589 INFO:tasks.workunit.client.0.smithi028.stdout: "kv_sync_lat": { 2024-08-29T19:03:21.589 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 58443, 2024-08-29T19:03:21.589 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 22058055992 2024-08-29T19:03:21.589 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:21.589 INFO:tasks.workunit.client.0.smithi028.stdout: "omap_get_keys_lat": { 2024-08-29T19:03:21.589 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 0, 2024-08-29T19:03:21.589 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:21.589 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:21.589 INFO:tasks.workunit.client.0.smithi028.stdout: "omap_get_values_lat": { 2024-08-29T19:03:21.590 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 232982, 2024-08-29T19:03:21.590 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 1865443570 2024-08-29T19:03:21.590 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:21.590 INFO:tasks.workunit.client.0.smithi028.stdout: "omap_lower_bound_lat": { 2024-08-29T19:03:21.590 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 755, 2024-08-29T19:03:21.590 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 5648751 2024-08-29T19:03:21.590 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:21.590 INFO:tasks.workunit.client.0.smithi028.stdout: "omap_next_lat": { 2024-08-29T19:03:21.590 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 132377, 2024-08-29T19:03:21.590 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 108909212 2024-08-29T19:03:21.590 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:21.590 INFO:tasks.workunit.client.0.smithi028.stdout: "omap_seek_to_first_lat": { 2024-08-29T19:03:21.590 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 43, 2024-08-29T19:03:21.591 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 55727 2024-08-29T19:03:21.591 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:21.591 INFO:tasks.workunit.client.0.smithi028.stdout: "omap_upper_bound_lat": { 2024-08-29T19:03:21.591 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 14768, 2024-08-29T19:03:21.591 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 4285439960 2024-08-29T19:03:21.591 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:21.591 INFO:tasks.workunit.client.0.smithi028.stdout: "onode_hits": { 2024-08-29T19:03:21.591 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 382025 2024-08-29T19:03:21.591 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:21.591 INFO:tasks.workunit.client.0.smithi028.stdout: "onode_misses": { 2024-08-29T19:03:21.591 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 16890 2024-08-29T19:03:21.591 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:21.591 INFO:tasks.workunit.client.0.smithi028.stdout: "read_lat": { 2024-08-29T19:03:21.591 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 8895, 2024-08-29T19:03:21.592 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 1045333105 2024-08-29T19:03:21.592 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:21.592 INFO:tasks.workunit.client.0.smithi028.stdout: "read_onode_meta_lat": { 2024-08-29T19:03:21.592 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 33248, 2024-08-29T19:03:21.592 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 19405290 2024-08-29T19:03:21.592 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:21.592 INFO:tasks.workunit.client.0.smithi028.stdout: "read_wait_aio_lat": { 2024-08-29T19:03:21.592 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 24353, 2024-08-29T19:03:21.592 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 432956198 2024-08-29T19:03:21.592 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:21.592 INFO:tasks.workunit.client.0.smithi028.stdout: "reads_with_retries": { 2024-08-29T19:03:21.592 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:21.592 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:21.592 INFO:tasks.workunit.client.0.smithi028.stdout: "remove_lat": { 2024-08-29T19:03:21.593 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 10991, 2024-08-29T19:03:21.593 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 519433010 2024-08-29T19:03:21.593 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:21.593 INFO:tasks.workunit.client.0.smithi028.stdout: "slow_aio_wait_count": { 2024-08-29T19:03:21.593 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:21.593 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:21.593 INFO:tasks.workunit.client.0.smithi028.stdout: "slow_committed_kv_count": { 2024-08-29T19:03:21.593 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:21.593 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:21.593 INFO:tasks.workunit.client.0.smithi028.stdout: "slow_read_onode_meta_count": { 2024-08-29T19:03:21.593 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:21.593 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:21.593 INFO:tasks.workunit.client.0.smithi028.stdout: "slow_read_wait_aio_count": { 2024-08-29T19:03:21.593 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:21.594 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:21.594 INFO:tasks.workunit.client.0.smithi028.stdout: "state_aio_wait_lat": { 2024-08-29T19:03:21.594 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 66832, 2024-08-29T19:03:21.594 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 2894801475 2024-08-29T19:03:21.594 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:21.594 INFO:tasks.workunit.client.0.smithi028.stdout: "state_deferred_aio_wait_lat": { 2024-08-29T19:03:21.594 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 12764, 2024-08-29T19:03:21.594 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 1137884576 2024-08-29T19:03:21.594 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:21.594 INFO:tasks.workunit.client.0.smithi028.stdout: "state_deferred_cleanup_lat": { 2024-08-29T19:03:21.594 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 12764, 2024-08-29T19:03:21.594 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 2010504307218 2024-08-29T19:03:21.594 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:21.594 INFO:tasks.workunit.client.0.smithi028.stdout: "state_deferred_queued_lat": { 2024-08-29T19:03:21.595 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 12764, 2024-08-29T19:03:21.595 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 5316174420829 2024-08-29T19:03:21.595 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:21.595 INFO:tasks.workunit.client.0.smithi028.stdout: "state_done_lat": { 2024-08-29T19:03:21.595 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 66832, 2024-08-29T19:03:21.595 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 1946558950518 2024-08-29T19:03:21.595 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:21.595 INFO:tasks.workunit.client.0.smithi028.stdout: "state_finishing_lat": { 2024-08-29T19:03:21.595 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 66832, 2024-08-29T19:03:21.595 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 17795786 2024-08-29T19:03:21.595 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:21.595 INFO:tasks.workunit.client.0.smithi028.stdout: "state_io_done_lat": { 2024-08-29T19:03:21.595 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 66832, 2024-08-29T19:03:21.595 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 177605318 2024-08-29T19:03:21.596 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:21.596 INFO:tasks.workunit.client.0.smithi028.stdout: "state_kv_commiting_lat": { 2024-08-29T19:03:21.596 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 66832, 2024-08-29T19:03:21.596 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 38809762989 2024-08-29T19:03:21.596 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:21.596 INFO:tasks.workunit.client.0.smithi028.stdout: "state_kv_done_lat": { 2024-08-29T19:03:21.596 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 66832, 2024-08-29T19:03:21.596 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 55937413 2024-08-29T19:03:21.596 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:21.596 INFO:tasks.workunit.client.0.smithi028.stdout: "state_kv_queued_lat": { 2024-08-29T19:03:21.596 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 66832, 2024-08-29T19:03:21.596 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 19821226427 2024-08-29T19:03:21.596 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:21.596 INFO:tasks.workunit.client.0.smithi028.stdout: "state_prepare_lat": { 2024-08-29T19:03:21.597 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 66832, 2024-08-29T19:03:21.597 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 10215068179 2024-08-29T19:03:21.597 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:21.597 INFO:tasks.workunit.client.0.smithi028.stdout: "stored": { 2024-08-29T19:03:21.597 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 6164329 2024-08-29T19:03:21.597 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:21.597 INFO:tasks.workunit.client.0.smithi028.stdout: "truncate_lat": { 2024-08-29T19:03:21.597 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 2113, 2024-08-29T19:03:21.597 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 19381676 2024-08-29T19:03:21.597 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:21.597 INFO:tasks.workunit.client.0.smithi028.stdout: "txc_commit_lat": { 2024-08-29T19:03:21.597 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 66832, 2024-08-29T19:03:21.597 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 71943789118 2024-08-29T19:03:21.597 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:21.598 INFO:tasks.workunit.client.0.smithi028.stdout: "txc_submit_lat": { 2024-08-29T19:03:21.598 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 66832, 2024-08-29T19:03:21.598 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 11774129391 2024-08-29T19:03:21.598 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:21.598 INFO:tasks.workunit.client.0.smithi028.stdout: "txc_throttle_lat": { 2024-08-29T19:03:21.598 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 66832, 2024-08-29T19:03:21.598 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 851580475 2024-08-29T19:03:21.598 INFO:tasks.workunit.client.0.smithi028.stdout: } 2024-08-29T19:03:21.598 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:21.598 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore-pricache": { 2024-08-29T19:03:21.598 INFO:tasks.workunit.client.0.smithi028.stdout: "cache_bytes": { 2024-08-29T19:03:21.598 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 1445593205 2024-08-29T19:03:21.598 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:21.598 INFO:tasks.workunit.client.0.smithi028.stdout: "heap_bytes": { 2024-08-29T19:03:21.599 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 473276416 2024-08-29T19:03:21.599 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:21.599 INFO:tasks.workunit.client.0.smithi028.stdout: "mapped_bytes": { 2024-08-29T19:03:21.599 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 471859200 2024-08-29T19:03:21.599 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:21.599 INFO:tasks.workunit.client.0.smithi028.stdout: "target_bytes": { 2024-08-29T19:03:21.599 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 2648117145 2024-08-29T19:03:21.599 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:21.599 INFO:tasks.workunit.client.0.smithi028.stdout: "unmapped_bytes": { 2024-08-29T19:03:21.599 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 1417216 2024-08-29T19:03:21.599 INFO:tasks.workunit.client.0.smithi028.stdout: } 2024-08-29T19:03:21.599 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:21.599 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore-pricache:data": { 2024-08-29T19:03:21.599 INFO:tasks.workunit.client.0.smithi028.stdout: "committed_bytes": { 2024-08-29T19:03:21.599 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 134217728 2024-08-29T19:03:21.600 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:21.600 INFO:tasks.workunit.client.0.smithi028.stdout: "pri0_bytes": { 2024-08-29T19:03:21.600 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:21.600 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:21.600 INFO:tasks.workunit.client.0.smithi028.stdout: "pri10_bytes": { 2024-08-29T19:03:21.600 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:21.600 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:21.600 INFO:tasks.workunit.client.0.smithi028.stdout: "pri11_bytes": { 2024-08-29T19:03:21.600 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 59650353 2024-08-29T19:03:21.600 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:21.600 INFO:tasks.workunit.client.0.smithi028.stdout: "pri1_bytes": { 2024-08-29T19:03:21.600 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:21.600 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:21.600 INFO:tasks.workunit.client.0.smithi028.stdout: "pri2_bytes": { 2024-08-29T19:03:21.601 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:21.601 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:21.601 INFO:tasks.workunit.client.0.smithi028.stdout: "pri3_bytes": { 2024-08-29T19:03:21.601 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:21.601 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:21.601 INFO:tasks.workunit.client.0.smithi028.stdout: "pri4_bytes": { 2024-08-29T19:03:21.601 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:21.601 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:21.601 INFO:tasks.workunit.client.0.smithi028.stdout: "pri5_bytes": { 2024-08-29T19:03:21.601 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 8192 2024-08-29T19:03:21.601 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:21.601 INFO:tasks.workunit.client.0.smithi028.stdout: "pri6_bytes": { 2024-08-29T19:03:21.601 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 16384 2024-08-29T19:03:21.601 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:21.602 INFO:tasks.workunit.client.0.smithi028.stdout: "pri7_bytes": { 2024-08-29T19:03:21.602 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:21.602 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:21.602 INFO:tasks.workunit.client.0.smithi028.stdout: "pri8_bytes": { 2024-08-29T19:03:21.602 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:21.602 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:21.602 INFO:tasks.workunit.client.0.smithi028.stdout: "pri9_bytes": { 2024-08-29T19:03:21.602 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:21.602 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:21.602 INFO:tasks.workunit.client.0.smithi028.stdout: "reserved_bytes": { 2024-08-29T19:03:21.602 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 74542799 2024-08-29T19:03:21.602 INFO:tasks.workunit.client.0.smithi028.stdout: } 2024-08-29T19:03:21.602 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:21.602 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore-pricache:kv": { 2024-08-29T19:03:21.603 INFO:tasks.workunit.client.0.smithi028.stdout: "committed_bytes": { 2024-08-29T19:03:21.603 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 587202560 2024-08-29T19:03:21.603 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:21.603 INFO:tasks.workunit.client.0.smithi028.stdout: "pri0_bytes": { 2024-08-29T19:03:21.603 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 67108864 2024-08-29T19:03:21.603 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:21.603 INFO:tasks.workunit.client.0.smithi028.stdout: "pri10_bytes": { 2024-08-29T19:03:21.603 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:21.603 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:21.603 INFO:tasks.workunit.client.0.smithi028.stdout: "pri11_bytes": { 2024-08-29T19:03:21.603 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 447377651 2024-08-29T19:03:21.603 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:21.603 INFO:tasks.workunit.client.0.smithi028.stdout: "pri1_bytes": { 2024-08-29T19:03:21.603 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:21.603 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:21.604 INFO:tasks.workunit.client.0.smithi028.stdout: "pri2_bytes": { 2024-08-29T19:03:21.604 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:21.604 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:21.604 INFO:tasks.workunit.client.0.smithi028.stdout: "pri3_bytes": { 2024-08-29T19:03:21.604 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 1920 2024-08-29T19:03:21.604 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:21.604 INFO:tasks.workunit.client.0.smithi028.stdout: "pri4_bytes": { 2024-08-29T19:03:21.604 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:21.604 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:21.604 INFO:tasks.workunit.client.0.smithi028.stdout: "pri5_bytes": { 2024-08-29T19:03:21.604 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 129232 2024-08-29T19:03:21.604 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:21.605 INFO:tasks.workunit.client.0.smithi028.stdout: "pri6_bytes": { 2024-08-29T19:03:21.605 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:21.605 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:21.605 INFO:tasks.workunit.client.0.smithi028.stdout: "pri7_bytes": { 2024-08-29T19:03:21.605 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:21.605 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:21.605 INFO:tasks.workunit.client.0.smithi028.stdout: "pri8_bytes": { 2024-08-29T19:03:21.605 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:21.605 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:21.605 INFO:tasks.workunit.client.0.smithi028.stdout: "pri9_bytes": { 2024-08-29T19:03:21.605 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:21.605 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:21.605 INFO:tasks.workunit.client.0.smithi028.stdout: "reserved_bytes": { 2024-08-29T19:03:21.605 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 72584893 2024-08-29T19:03:21.606 INFO:tasks.workunit.client.0.smithi028.stdout: } 2024-08-29T19:03:21.606 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:21.606 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore-pricache:kv_onode": { 2024-08-29T19:03:21.606 INFO:tasks.workunit.client.0.smithi028.stdout: "committed_bytes": { 2024-08-29T19:03:21.606 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 176160768 2024-08-29T19:03:21.606 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:21.606 INFO:tasks.workunit.client.0.smithi028.stdout: "pri0_bytes": { 2024-08-29T19:03:21.606 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 67108864 2024-08-29T19:03:21.606 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:21.606 INFO:tasks.workunit.client.0.smithi028.stdout: "pri10_bytes": { 2024-08-29T19:03:21.606 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 670832 2024-08-29T19:03:21.606 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:21.606 INFO:tasks.workunit.client.0.smithi028.stdout: "pri11_bytes": { 2024-08-29T19:03:21.606 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 39766902 2024-08-29T19:03:21.607 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:21.607 INFO:tasks.workunit.client.0.smithi028.stdout: "pri1_bytes": { 2024-08-29T19:03:21.607 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:21.607 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:21.607 INFO:tasks.workunit.client.0.smithi028.stdout: "pri2_bytes": { 2024-08-29T19:03:21.607 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:21.607 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:21.607 INFO:tasks.workunit.client.0.smithi028.stdout: "pri3_bytes": { 2024-08-29T19:03:21.607 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:21.607 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:21.607 INFO:tasks.workunit.client.0.smithi028.stdout: "pri4_bytes": { 2024-08-29T19:03:21.607 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:21.607 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:21.607 INFO:tasks.workunit.client.0.smithi028.stdout: "pri5_bytes": { 2024-08-29T19:03:21.608 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:21.608 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:21.608 INFO:tasks.workunit.client.0.smithi028.stdout: "pri6_bytes": { 2024-08-29T19:03:21.608 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:21.608 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:21.608 INFO:tasks.workunit.client.0.smithi028.stdout: "pri7_bytes": { 2024-08-29T19:03:21.608 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:21.608 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:21.608 INFO:tasks.workunit.client.0.smithi028.stdout: "pri8_bytes": { 2024-08-29T19:03:21.608 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:21.608 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:21.608 INFO:tasks.workunit.client.0.smithi028.stdout: "pri9_bytes": { 2024-08-29T19:03:21.608 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:21.608 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:21.609 INFO:tasks.workunit.client.0.smithi028.stdout: "reserved_bytes": { 2024-08-29T19:03:21.609 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 68614170 2024-08-29T19:03:21.609 INFO:tasks.workunit.client.0.smithi028.stdout: } 2024-08-29T19:03:21.609 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:21.609 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore-pricache:meta": { 2024-08-29T19:03:21.609 INFO:tasks.workunit.client.0.smithi028.stdout: "committed_bytes": { 2024-08-29T19:03:21.609 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 520093696 2024-08-29T19:03:21.609 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:21.609 INFO:tasks.workunit.client.0.smithi028.stdout: "pri0_bytes": { 2024-08-29T19:03:21.609 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:21.609 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:21.609 INFO:tasks.workunit.client.0.smithi028.stdout: "pri10_bytes": { 2024-08-29T19:03:21.609 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:21.609 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:21.610 INFO:tasks.workunit.client.0.smithi028.stdout: "pri11_bytes": { 2024-08-29T19:03:21.610 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 447377651 2024-08-29T19:03:21.610 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:21.610 INFO:tasks.workunit.client.0.smithi028.stdout: "pri1_bytes": { 2024-08-29T19:03:21.610 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:21.610 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:21.610 INFO:tasks.workunit.client.0.smithi028.stdout: "pri2_bytes": { 2024-08-29T19:03:21.610 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:21.610 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:21.610 INFO:tasks.workunit.client.0.smithi028.stdout: "pri3_bytes": { 2024-08-29T19:03:21.610 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:21.610 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:21.610 INFO:tasks.workunit.client.0.smithi028.stdout: "pri4_bytes": { 2024-08-29T19:03:21.610 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:21.611 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:21.611 INFO:tasks.workunit.client.0.smithi028.stdout: "pri5_bytes": { 2024-08-29T19:03:21.611 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 143769 2024-08-29T19:03:21.611 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:21.611 INFO:tasks.workunit.client.0.smithi028.stdout: "pri6_bytes": { 2024-08-29T19:03:21.611 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 1112692 2024-08-29T19:03:21.611 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:21.611 INFO:tasks.workunit.client.0.smithi028.stdout: "pri7_bytes": { 2024-08-29T19:03:21.611 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:21.611 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:21.611 INFO:tasks.workunit.client.0.smithi028.stdout: "pri8_bytes": { 2024-08-29T19:03:21.611 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:21.611 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:21.611 INFO:tasks.workunit.client.0.smithi028.stdout: "pri9_bytes": { 2024-08-29T19:03:21.612 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:21.612 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:21.612 INFO:tasks.workunit.client.0.smithi028.stdout: "reserved_bytes": { 2024-08-29T19:03:21.612 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 71459584 2024-08-29T19:03:21.612 INFO:tasks.workunit.client.0.smithi028.stdout: } 2024-08-29T19:03:21.612 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:21.612 INFO:tasks.workunit.client.0.smithi028.stdout: "objecter": { 2024-08-29T19:03:21.612 INFO:tasks.workunit.client.0.smithi028.stdout: "op_active": { 2024-08-29T19:03:21.612 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:21.612 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:21.612 INFO:tasks.workunit.client.0.smithi028.stdout: "op_r": { 2024-08-29T19:03:21.612 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 21 2024-08-29T19:03:21.612 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:21.612 INFO:tasks.workunit.client.0.smithi028.stdout: "op_rmw": { 2024-08-29T19:03:21.613 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:21.613 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:21.613 INFO:tasks.workunit.client.0.smithi028.stdout: "op_w": { 2024-08-29T19:03:21.613 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:21.613 INFO:tasks.workunit.client.0.smithi028.stdout: } 2024-08-29T19:03:21.613 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:21.613 INFO:tasks.workunit.client.0.smithi028.stdout: "osd": { 2024-08-29T19:03:21.613 INFO:tasks.workunit.client.0.smithi028.stdout: "numpg": { 2024-08-29T19:03:21.613 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 49 2024-08-29T19:03:21.613 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:21.613 INFO:tasks.workunit.client.0.smithi028.stdout: "numpg_removing": { 2024-08-29T19:03:21.613 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:21.613 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:21.616 INFO:tasks.workunit.client.0.smithi028.stdout: "op": { 2024-08-29T19:03:21.616 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 37634 2024-08-29T19:03:21.616 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:21.616 INFO:tasks.workunit.client.0.smithi028.stdout: "op_before_queue_op_lat": { 2024-08-29T19:03:21.617 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 97387, 2024-08-29T19:03:21.617 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 10009767259 2024-08-29T19:03:21.617 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:21.617 INFO:tasks.workunit.client.0.smithi028.stdout: "op_delayed_degraded": { 2024-08-29T19:03:21.617 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:21.617 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:21.617 INFO:tasks.workunit.client.0.smithi028.stdout: "op_delayed_unreadable": { 2024-08-29T19:03:21.617 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:21.617 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:21.617 INFO:tasks.workunit.client.0.smithi028.stdout: "op_in_bytes": { 2024-08-29T19:03:21.617 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 917495263 2024-08-29T19:03:21.617 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:21.617 INFO:tasks.workunit.client.0.smithi028.stdout: "op_latency": { 2024-08-29T19:03:21.617 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 37634, 2024-08-29T19:03:21.617 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 118178321366 2024-08-29T19:03:21.618 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:21.618 INFO:tasks.workunit.client.0.smithi028.stdout: "op_out_bytes": { 2024-08-29T19:03:21.618 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 1454534454 2024-08-29T19:03:21.618 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:21.618 INFO:tasks.workunit.client.0.smithi028.stdout: "op_prepare_latency": { 2024-08-29T19:03:21.618 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 38103, 2024-08-29T19:03:21.618 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 44453441099 2024-08-29T19:03:21.618 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:21.618 INFO:tasks.workunit.client.0.smithi028.stdout: "op_process_latency": { 2024-08-29T19:03:21.618 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 37634, 2024-08-29T19:03:21.618 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 70696297501 2024-08-29T19:03:21.618 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:21.618 INFO:tasks.workunit.client.0.smithi028.stdout: "op_r": { 2024-08-29T19:03:21.618 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 28421 2024-08-29T19:03:21.619 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:21.619 INFO:tasks.workunit.client.0.smithi028.stdout: "op_r_latency": { 2024-08-29T19:03:21.619 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 28421, 2024-08-29T19:03:21.619 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 35938478040 2024-08-29T19:03:21.619 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:21.619 INFO:tasks.workunit.client.0.smithi028.stdout: "op_r_latency_out_bytes_histogram": { 2024-08-29T19:03:21.619 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:21.619 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:21.619 INFO:tasks.workunit.client.0.smithi028.stdout: "op_r_out_bytes": { 2024-08-29T19:03:21.619 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 1454534454 2024-08-29T19:03:21.619 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:21.619 INFO:tasks.workunit.client.0.smithi028.stdout: "op_r_prepare_latency": { 2024-08-29T19:03:21.619 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 28541, 2024-08-29T19:03:21.619 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 27809956335 2024-08-29T19:03:21.620 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:21.620 INFO:tasks.workunit.client.0.smithi028.stdout: "op_r_process_latency": { 2024-08-29T19:03:21.620 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 28421, 2024-08-29T19:03:21.620 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 26871824458 2024-08-29T19:03:21.620 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:21.620 INFO:tasks.workunit.client.0.smithi028.stdout: "op_rw": { 2024-08-29T19:03:21.620 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 5365 2024-08-29T19:03:21.620 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:21.620 INFO:tasks.workunit.client.0.smithi028.stdout: "op_rw_in_bytes": { 2024-08-29T19:03:21.620 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 152807866 2024-08-29T19:03:21.620 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:21.620 INFO:tasks.workunit.client.0.smithi028.stdout: "op_rw_latency": { 2024-08-29T19:03:21.620 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 5365, 2024-08-29T19:03:21.620 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 26591058347 2024-08-29T19:03:21.621 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:21.621 INFO:tasks.workunit.client.0.smithi028.stdout: "op_rw_latency_in_bytes_histogram": { 2024-08-29T19:03:21.621 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:21.621 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:21.621 INFO:tasks.workunit.client.0.smithi028.stdout: "op_rw_latency_out_bytes_histogram": { 2024-08-29T19:03:21.621 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:21.621 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:21.621 INFO:tasks.workunit.client.0.smithi028.stdout: "op_rw_out_bytes": { 2024-08-29T19:03:21.621 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:21.621 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:21.621 INFO:tasks.workunit.client.0.smithi028.stdout: "op_rw_prepare_latency": { 2024-08-29T19:03:21.621 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 5546, 2024-08-29T19:03:21.621 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 8378381024 2024-08-29T19:03:21.621 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:21.622 INFO:tasks.workunit.client.0.smithi028.stdout: "op_rw_process_latency": { 2024-08-29T19:03:21.622 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 5365, 2024-08-29T19:03:21.622 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 19466606508 2024-08-29T19:03:21.622 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:21.622 INFO:tasks.workunit.client.0.smithi028.stdout: "op_w": { 2024-08-29T19:03:21.622 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 3848 2024-08-29T19:03:21.622 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:21.622 INFO:tasks.workunit.client.0.smithi028.stdout: "op_w_in_bytes": { 2024-08-29T19:03:21.622 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 764687397 2024-08-29T19:03:21.622 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:21.622 INFO:tasks.workunit.client.0.smithi028.stdout: "op_w_latency": { 2024-08-29T19:03:21.622 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 3848, 2024-08-29T19:03:21.622 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 55648784979 2024-08-29T19:03:21.622 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:21.623 INFO:tasks.workunit.client.0.smithi028.stdout: "op_w_latency_in_bytes_histogram": { 2024-08-29T19:03:21.623 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:21.623 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:21.623 INFO:tasks.workunit.client.0.smithi028.stdout: "op_w_prepare_latency": { 2024-08-29T19:03:21.623 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 4016, 2024-08-29T19:03:21.623 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 8265103740 2024-08-29T19:03:21.623 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:21.623 INFO:tasks.workunit.client.0.smithi028.stdout: "op_w_process_latency": { 2024-08-29T19:03:21.623 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 3848, 2024-08-29T19:03:21.623 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 24357866535 2024-08-29T19:03:21.623 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:21.623 INFO:tasks.workunit.client.0.smithi028.stdout: "op_wip": { 2024-08-29T19:03:21.623 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:21.623 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:21.624 INFO:tasks.workunit.client.0.smithi028.stdout: "recovery_bytes": { 2024-08-29T19:03:21.624 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 79 2024-08-29T19:03:21.624 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:21.624 INFO:tasks.workunit.client.0.smithi028.stdout: "recovery_ops": { 2024-08-29T19:03:21.624 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 11 2024-08-29T19:03:21.624 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:21.624 INFO:tasks.workunit.client.0.smithi028.stdout: "stat_bytes": { 2024-08-29T19:03:21.624 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 95995035648 2024-08-29T19:03:21.624 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:21.624 INFO:tasks.workunit.client.0.smithi028.stdout: "stat_bytes_used": { 2024-08-29T19:03:21.624 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 436023296 2024-08-29T19:03:21.624 INFO:tasks.workunit.client.0.smithi028.stdout: } 2024-08-29T19:03:21.624 INFO:tasks.workunit.client.0.smithi028.stdout: } 2024-08-29T19:03:21.625 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:21.625 INFO:tasks.workunit.client.0.smithi028.stdout: "osd.7": { 2024-08-29T19:03:21.625 INFO:tasks.workunit.client.0.smithi028.stdout: "bluefs": { 2024-08-29T19:03:21.625 INFO:tasks.workunit.client.0.smithi028.stdout: "alloc_db_max_lat": { 2024-08-29T19:03:21.625 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 27299 2024-08-29T19:03:21.625 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:21.625 INFO:tasks.workunit.client.0.smithi028.stdout: "alloc_slow_fallback": { 2024-08-29T19:03:21.625 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:21.625 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:21.625 INFO:tasks.workunit.client.0.smithi028.stdout: "alloc_slow_max_lat": { 2024-08-29T19:03:21.625 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:21.625 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:21.625 INFO:tasks.workunit.client.0.smithi028.stdout: "alloc_slow_size_fallback": { 2024-08-29T19:03:21.625 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:21.626 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:21.626 INFO:tasks.workunit.client.0.smithi028.stdout: "alloc_unit_db": { 2024-08-29T19:03:21.626 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 65536 2024-08-29T19:03:21.626 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:21.626 INFO:tasks.workunit.client.0.smithi028.stdout: "alloc_unit_slow": { 2024-08-29T19:03:21.626 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:21.626 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:21.626 INFO:tasks.workunit.client.0.smithi028.stdout: "alloc_unit_wal": { 2024-08-29T19:03:21.626 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:21.626 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:21.626 INFO:tasks.workunit.client.0.smithi028.stdout: "alloc_wal_max_lat": { 2024-08-29T19:03:21.626 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:21.626 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:21.626 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes_written_slow": { 2024-08-29T19:03:21.627 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:21.627 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:21.627 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes_written_sst": { 2024-08-29T19:03:21.627 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 12484608 2024-08-29T19:03:21.627 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:21.627 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes_written_wal": { 2024-08-29T19:03:21.627 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 618156032 2024-08-29T19:03:21.627 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:21.627 INFO:tasks.workunit.client.0.smithi028.stdout: "compact_lat": { 2024-08-29T19:03:21.627 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 15, 2024-08-29T19:03:21.627 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 8465429 2024-08-29T19:03:21.627 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:21.627 INFO:tasks.workunit.client.0.smithi028.stdout: "compact_lock_lat": { 2024-08-29T19:03:21.627 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 15, 2024-08-29T19:03:21.628 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 3169179 2024-08-29T19:03:21.628 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:21.628 INFO:tasks.workunit.client.0.smithi028.stdout: "db_alloc_lat": { 2024-08-29T19:03:21.628 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 171, 2024-08-29T19:03:21.628 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 1052380 2024-08-29T19:03:21.628 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:21.628 INFO:tasks.workunit.client.0.smithi028.stdout: "db_total_bytes": { 2024-08-29T19:03:21.628 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 95995027456 2024-08-29T19:03:21.628 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:21.628 INFO:tasks.workunit.client.0.smithi028.stdout: "db_used_bytes": { 2024-08-29T19:03:21.628 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 566624256 2024-08-29T19:03:21.628 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:21.628 INFO:tasks.workunit.client.0.smithi028.stdout: "flush_lat": { 2024-08-29T19:03:21.629 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 63309, 2024-08-29T19:03:21.629 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 8557500215 2024-08-29T19:03:21.629 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:21.629 INFO:tasks.workunit.client.0.smithi028.stdout: "fsync_lat": { 2024-08-29T19:03:21.629 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 63324, 2024-08-29T19:03:21.629 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 16844885495 2024-08-29T19:03:21.629 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:21.629 INFO:tasks.workunit.client.0.smithi028.stdout: "log_bytes": { 2024-08-29T19:03:21.629 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 9969664 2024-08-29T19:03:21.629 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:21.629 INFO:tasks.workunit.client.0.smithi028.stdout: "logged_bytes": { 2024-08-29T19:03:21.629 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 259330048 2024-08-29T19:03:21.629 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:21.629 INFO:tasks.workunit.client.0.smithi028.stdout: "max_bytes_db": { 2024-08-29T19:03:21.629 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 560922624 2024-08-29T19:03:21.630 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:21.630 INFO:tasks.workunit.client.0.smithi028.stdout: "max_bytes_slow": { 2024-08-29T19:03:21.630 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:21.630 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:21.630 INFO:tasks.workunit.client.0.smithi028.stdout: "max_bytes_wal": { 2024-08-29T19:03:21.630 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:21.630 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:21.630 INFO:tasks.workunit.client.0.smithi028.stdout: "num_files": { 2024-08-29T19:03:21.630 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 50 2024-08-29T19:03:21.630 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:21.630 INFO:tasks.workunit.client.0.smithi028.stdout: "read_bytes": { 2024-08-29T19:03:21.630 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 391508707 2024-08-29T19:03:21.630 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:21.631 INFO:tasks.workunit.client.0.smithi028.stdout: "read_count": { 2024-08-29T19:03:21.631 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 20666 2024-08-29T19:03:21.631 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:21.631 INFO:tasks.workunit.client.0.smithi028.stdout: "read_disk_bytes": { 2024-08-29T19:03:21.631 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 367620096 2024-08-29T19:03:21.631 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:21.631 INFO:tasks.workunit.client.0.smithi028.stdout: "read_disk_bytes_db": { 2024-08-29T19:03:21.631 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 367624192 2024-08-29T19:03:21.631 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:21.631 INFO:tasks.workunit.client.0.smithi028.stdout: "read_disk_bytes_slow": { 2024-08-29T19:03:21.631 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:21.631 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:21.631 INFO:tasks.workunit.client.0.smithi028.stdout: "read_disk_bytes_wal": { 2024-08-29T19:03:21.631 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:21.631 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:21.632 INFO:tasks.workunit.client.0.smithi028.stdout: "read_disk_count": { 2024-08-29T19:03:21.632 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 10840 2024-08-29T19:03:21.632 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:21.632 INFO:tasks.workunit.client.0.smithi028.stdout: "read_lat": { 2024-08-29T19:03:21.632 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 20666, 2024-08-29T19:03:21.632 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 238907517 2024-08-29T19:03:21.632 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:21.632 INFO:tasks.workunit.client.0.smithi028.stdout: "read_prefetch_bytes": { 2024-08-29T19:03:21.632 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 218711524 2024-08-29T19:03:21.632 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:21.632 INFO:tasks.workunit.client.0.smithi028.stdout: "read_prefetch_count": { 2024-08-29T19:03:21.632 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 15380 2024-08-29T19:03:21.632 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:21.632 INFO:tasks.workunit.client.0.smithi028.stdout: "read_random_buffer_bytes": { 2024-08-29T19:03:21.633 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 3877340 2024-08-29T19:03:21.633 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:21.633 INFO:tasks.workunit.client.0.smithi028.stdout: "read_random_buffer_count": { 2024-08-29T19:03:21.633 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 1013 2024-08-29T19:03:21.633 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:21.633 INFO:tasks.workunit.client.0.smithi028.stdout: "read_random_bytes": { 2024-08-29T19:03:21.633 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 12366878 2024-08-29T19:03:21.633 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:21.633 INFO:tasks.workunit.client.0.smithi028.stdout: "read_random_count": { 2024-08-29T19:03:21.633 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 1262 2024-08-29T19:03:21.633 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:21.633 INFO:tasks.workunit.client.0.smithi028.stdout: "read_random_disk_bytes": { 2024-08-29T19:03:21.633 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 8489538 2024-08-29T19:03:21.634 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:21.634 INFO:tasks.workunit.client.0.smithi028.stdout: "read_random_disk_bytes_db": { 2024-08-29T19:03:21.634 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 8489538 2024-08-29T19:03:21.634 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:21.634 INFO:tasks.workunit.client.0.smithi028.stdout: "read_random_disk_bytes_slow": { 2024-08-29T19:03:21.634 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:21.634 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:21.634 INFO:tasks.workunit.client.0.smithi028.stdout: "read_random_disk_bytes_wal": { 2024-08-29T19:03:21.634 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:21.634 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:21.634 INFO:tasks.workunit.client.0.smithi028.stdout: "read_random_disk_count": { 2024-08-29T19:03:21.634 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 260 2024-08-29T19:03:21.634 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:21.634 INFO:tasks.workunit.client.0.smithi028.stdout: "read_random_lat": { 2024-08-29T19:03:21.635 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 1262, 2024-08-29T19:03:21.635 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 4091255 2024-08-29T19:03:21.635 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:21.635 INFO:tasks.workunit.client.0.smithi028.stdout: "slow_alloc_lat": { 2024-08-29T19:03:21.635 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 0, 2024-08-29T19:03:21.635 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:21.635 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:21.635 INFO:tasks.workunit.client.0.smithi028.stdout: "slow_total_bytes": { 2024-08-29T19:03:21.635 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:21.635 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:21.635 INFO:tasks.workunit.client.0.smithi028.stdout: "slow_used_bytes": { 2024-08-29T19:03:21.635 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:21.635 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:21.635 INFO:tasks.workunit.client.0.smithi028.stdout: "truncate_lat": { 2024-08-29T19:03:21.635 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 1, 2024-08-29T19:03:21.636 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 655 2024-08-29T19:03:21.636 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:21.636 INFO:tasks.workunit.client.0.smithi028.stdout: "unlink_lat": { 2024-08-29T19:03:21.636 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 4, 2024-08-29T19:03:21.636 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 6239 2024-08-29T19:03:21.636 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:21.636 INFO:tasks.workunit.client.0.smithi028.stdout: "wal_alloc_lat": { 2024-08-29T19:03:21.636 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 0, 2024-08-29T19:03:21.636 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:21.636 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:21.636 INFO:tasks.workunit.client.0.smithi028.stdout: "wal_total_bytes": { 2024-08-29T19:03:21.636 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:21.636 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:21.636 INFO:tasks.workunit.client.0.smithi028.stdout: "wal_used_bytes": { 2024-08-29T19:03:21.637 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:21.637 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:21.637 INFO:tasks.workunit.client.0.smithi028.stdout: "write_bytes": { 2024-08-29T19:03:21.637 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 892260352 2024-08-29T19:03:21.637 INFO:tasks.workunit.client.0.smithi028.stdout: } 2024-08-29T19:03:21.637 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:21.637 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore": { 2024-08-29T19:03:21.637 INFO:tasks.workunit.client.0.smithi028.stdout: "alloc_unit": { 2024-08-29T19:03:21.637 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 4096 2024-08-29T19:03:21.637 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:21.637 INFO:tasks.workunit.client.0.smithi028.stdout: "allocated": { 2024-08-29T19:03:21.637 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 10219520 2024-08-29T19:03:21.637 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:21.637 INFO:tasks.workunit.client.0.smithi028.stdout: "allocator_lat": { 2024-08-29T19:03:21.638 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 19644, 2024-08-29T19:03:21.638 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 78428337 2024-08-29T19:03:21.638 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:21.638 INFO:tasks.workunit.client.0.smithi028.stdout: "clist_lat": { 2024-08-29T19:03:21.638 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 3041, 2024-08-29T19:03:21.638 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 981790268 2024-08-29T19:03:21.638 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:21.638 INFO:tasks.workunit.client.0.smithi028.stdout: "compress_lat": { 2024-08-29T19:03:21.638 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 0, 2024-08-29T19:03:21.638 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:21.638 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:21.638 INFO:tasks.workunit.client.0.smithi028.stdout: "compressed": { 2024-08-29T19:03:21.638 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:21.638 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:21.639 INFO:tasks.workunit.client.0.smithi028.stdout: "compressed_allocated": { 2024-08-29T19:03:21.639 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:21.639 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:21.639 INFO:tasks.workunit.client.0.smithi028.stdout: "compressed_original": { 2024-08-29T19:03:21.639 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:21.639 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:21.639 INFO:tasks.workunit.client.0.smithi028.stdout: "csum_lat": { 2024-08-29T19:03:21.639 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 9978, 2024-08-29T19:03:21.639 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 125432107 2024-08-29T19:03:21.639 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:21.639 INFO:tasks.workunit.client.0.smithi028.stdout: "decompress_lat": { 2024-08-29T19:03:21.639 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 0, 2024-08-29T19:03:21.639 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:21.639 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:21.640 INFO:tasks.workunit.client.0.smithi028.stdout: "fragmentation_micros": { 2024-08-29T19:03:21.640 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:21.640 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:21.640 INFO:tasks.workunit.client.0.smithi028.stdout: "kv_commit_lat": { 2024-08-29T19:03:21.640 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 63250, 2024-08-29T19:03:21.640 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 23242558050 2024-08-29T19:03:21.640 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:21.640 INFO:tasks.workunit.client.0.smithi028.stdout: "kv_final_lat": { 2024-08-29T19:03:21.640 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 62443, 2024-08-29T19:03:21.640 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 3217388558 2024-08-29T19:03:21.640 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:21.640 INFO:tasks.workunit.client.0.smithi028.stdout: "kv_flush_lat": { 2024-08-29T19:03:21.640 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 63250, 2024-08-29T19:03:21.640 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 96568243 2024-08-29T19:03:21.641 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:21.641 INFO:tasks.workunit.client.0.smithi028.stdout: "kv_sync_lat": { 2024-08-29T19:03:21.641 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 63250, 2024-08-29T19:03:21.641 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 23339126293 2024-08-29T19:03:21.641 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:21.641 INFO:tasks.workunit.client.0.smithi028.stdout: "omap_get_keys_lat": { 2024-08-29T19:03:21.641 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 0, 2024-08-29T19:03:21.641 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:21.641 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:21.641 INFO:tasks.workunit.client.0.smithi028.stdout: "omap_get_values_lat": { 2024-08-29T19:03:21.641 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 25647, 2024-08-29T19:03:21.641 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 745056368 2024-08-29T19:03:21.642 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:21.642 INFO:tasks.workunit.client.0.smithi028.stdout: "omap_lower_bound_lat": { 2024-08-29T19:03:21.642 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 674, 2024-08-29T19:03:21.642 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 5501888 2024-08-29T19:03:21.642 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:21.642 INFO:tasks.workunit.client.0.smithi028.stdout: "omap_next_lat": { 2024-08-29T19:03:21.642 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 5845, 2024-08-29T19:03:21.642 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 8530990 2024-08-29T19:03:21.642 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:21.642 INFO:tasks.workunit.client.0.smithi028.stdout: "omap_seek_to_first_lat": { 2024-08-29T19:03:21.642 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 50, 2024-08-29T19:03:21.642 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 60278 2024-08-29T19:03:21.642 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:21.642 INFO:tasks.workunit.client.0.smithi028.stdout: "omap_upper_bound_lat": { 2024-08-29T19:03:21.643 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 10025, 2024-08-29T19:03:21.643 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 4329194219 2024-08-29T19:03:21.643 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:21.643 INFO:tasks.workunit.client.0.smithi028.stdout: "onode_hits": { 2024-08-29T19:03:21.643 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 193264 2024-08-29T19:03:21.643 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:21.643 INFO:tasks.workunit.client.0.smithi028.stdout: "onode_misses": { 2024-08-29T19:03:21.643 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 16731 2024-08-29T19:03:21.643 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:21.643 INFO:tasks.workunit.client.0.smithi028.stdout: "read_lat": { 2024-08-29T19:03:21.643 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 16024, 2024-08-29T19:03:21.643 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 743819977 2024-08-29T19:03:21.643 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:21.643 INFO:tasks.workunit.client.0.smithi028.stdout: "read_onode_meta_lat": { 2024-08-29T19:03:21.644 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 50892, 2024-08-29T19:03:21.644 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 33135907 2024-08-29T19:03:21.644 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:21.644 INFO:tasks.workunit.client.0.smithi028.stdout: "read_wait_aio_lat": { 2024-08-29T19:03:21.644 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 34868, 2024-08-29T19:03:21.644 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 457192649 2024-08-29T19:03:21.644 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:21.644 INFO:tasks.workunit.client.0.smithi028.stdout: "reads_with_retries": { 2024-08-29T19:03:21.644 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:21.644 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:21.644 INFO:tasks.workunit.client.0.smithi028.stdout: "remove_lat": { 2024-08-29T19:03:21.644 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 12689, 2024-08-29T19:03:21.644 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 585176393 2024-08-29T19:03:21.645 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:21.645 INFO:tasks.workunit.client.0.smithi028.stdout: "slow_aio_wait_count": { 2024-08-29T19:03:21.645 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:21.645 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:21.645 INFO:tasks.workunit.client.0.smithi028.stdout: "slow_committed_kv_count": { 2024-08-29T19:03:21.645 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:21.645 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:21.645 INFO:tasks.workunit.client.0.smithi028.stdout: "slow_read_onode_meta_count": { 2024-08-29T19:03:21.645 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:21.645 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:21.645 INFO:tasks.workunit.client.0.smithi028.stdout: "slow_read_wait_aio_count": { 2024-08-29T19:03:21.645 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:21.645 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:21.645 INFO:tasks.workunit.client.0.smithi028.stdout: "state_aio_wait_lat": { 2024-08-29T19:03:21.646 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 75886, 2024-08-29T19:03:21.646 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 5566595756 2024-08-29T19:03:21.646 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:21.646 INFO:tasks.workunit.client.0.smithi028.stdout: "state_deferred_aio_wait_lat": { 2024-08-29T19:03:21.646 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 15287, 2024-08-29T19:03:21.646 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 1429810881 2024-08-29T19:03:21.646 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:21.646 INFO:tasks.workunit.client.0.smithi028.stdout: "state_deferred_cleanup_lat": { 2024-08-29T19:03:21.646 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 15286, 2024-08-29T19:03:21.646 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 2150897444478 2024-08-29T19:03:21.646 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:21.646 INFO:tasks.workunit.client.0.smithi028.stdout: "state_deferred_queued_lat": { 2024-08-29T19:03:21.646 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 15287, 2024-08-29T19:03:21.646 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 5966327008619 2024-08-29T19:03:21.647 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:21.647 INFO:tasks.workunit.client.0.smithi028.stdout: "state_done_lat": { 2024-08-29T19:03:21.647 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 75885, 2024-08-29T19:03:21.647 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 2375689115086 2024-08-29T19:03:21.647 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:21.647 INFO:tasks.workunit.client.0.smithi028.stdout: "state_finishing_lat": { 2024-08-29T19:03:21.647 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 75885, 2024-08-29T19:03:21.647 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 18589172 2024-08-29T19:03:21.647 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:21.647 INFO:tasks.workunit.client.0.smithi028.stdout: "state_io_done_lat": { 2024-08-29T19:03:21.647 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 75886, 2024-08-29T19:03:21.647 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 170230137 2024-08-29T19:03:21.647 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:21.647 INFO:tasks.workunit.client.0.smithi028.stdout: "state_kv_commiting_lat": { 2024-08-29T19:03:21.648 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 75886, 2024-08-29T19:03:21.648 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 44800824162 2024-08-29T19:03:21.648 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:21.648 INFO:tasks.workunit.client.0.smithi028.stdout: "state_kv_done_lat": { 2024-08-29T19:03:21.648 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 75886, 2024-08-29T19:03:21.648 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 58230970 2024-08-29T19:03:21.648 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:21.648 INFO:tasks.workunit.client.0.smithi028.stdout: "state_kv_queued_lat": { 2024-08-29T19:03:21.648 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 75886, 2024-08-29T19:03:21.648 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 25020972413 2024-08-29T19:03:21.648 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:21.648 INFO:tasks.workunit.client.0.smithi028.stdout: "state_prepare_lat": { 2024-08-29T19:03:21.648 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 75886, 2024-08-29T19:03:21.648 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 11229917102 2024-08-29T19:03:21.649 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:21.649 INFO:tasks.workunit.client.0.smithi028.stdout: "stored": { 2024-08-29T19:03:21.649 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 6159117 2024-08-29T19:03:21.649 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:21.649 INFO:tasks.workunit.client.0.smithi028.stdout: "truncate_lat": { 2024-08-29T19:03:21.649 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 2075, 2024-08-29T19:03:21.649 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 19261080 2024-08-29T19:03:21.649 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:21.649 INFO:tasks.workunit.client.0.smithi028.stdout: "txc_commit_lat": { 2024-08-29T19:03:21.649 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 75886, 2024-08-29T19:03:21.649 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 86815948175 2024-08-29T19:03:21.649 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:21.649 INFO:tasks.workunit.client.0.smithi028.stdout: "txc_submit_lat": { 2024-08-29T19:03:21.650 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 75886, 2024-08-29T19:03:21.650 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 13039518876 2024-08-29T19:03:21.650 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:21.650 INFO:tasks.workunit.client.0.smithi028.stdout: "txc_throttle_lat": { 2024-08-29T19:03:21.650 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 75886, 2024-08-29T19:03:21.650 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 993538343 2024-08-29T19:03:21.650 INFO:tasks.workunit.client.0.smithi028.stdout: } 2024-08-29T19:03:21.650 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:21.650 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore-pricache": { 2024-08-29T19:03:21.650 INFO:tasks.workunit.client.0.smithi028.stdout: "cache_bytes": { 2024-08-29T19:03:21.650 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 1445593205 2024-08-29T19:03:21.650 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:21.650 INFO:tasks.workunit.client.0.smithi028.stdout: "heap_bytes": { 2024-08-29T19:03:21.650 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 471891968 2024-08-29T19:03:21.650 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:21.651 INFO:tasks.workunit.client.0.smithi028.stdout: "mapped_bytes": { 2024-08-29T19:03:21.651 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 452206592 2024-08-29T19:03:21.651 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:21.651 INFO:tasks.workunit.client.0.smithi028.stdout: "target_bytes": { 2024-08-29T19:03:21.651 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 2648117145 2024-08-29T19:03:21.651 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:21.651 INFO:tasks.workunit.client.0.smithi028.stdout: "unmapped_bytes": { 2024-08-29T19:03:21.651 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 19685376 2024-08-29T19:03:21.651 INFO:tasks.workunit.client.0.smithi028.stdout: } 2024-08-29T19:03:21.651 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:21.651 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore-pricache:data": { 2024-08-29T19:03:21.651 INFO:tasks.workunit.client.0.smithi028.stdout: "committed_bytes": { 2024-08-29T19:03:21.651 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 134217728 2024-08-29T19:03:21.651 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:21.652 INFO:tasks.workunit.client.0.smithi028.stdout: "pri0_bytes": { 2024-08-29T19:03:21.652 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:21.652 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:21.652 INFO:tasks.workunit.client.0.smithi028.stdout: "pri10_bytes": { 2024-08-29T19:03:21.652 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:21.652 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:21.652 INFO:tasks.workunit.client.0.smithi028.stdout: "pri11_bytes": { 2024-08-29T19:03:21.652 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 59085380 2024-08-29T19:03:21.652 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:21.652 INFO:tasks.workunit.client.0.smithi028.stdout: "pri1_bytes": { 2024-08-29T19:03:21.652 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:21.652 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:21.652 INFO:tasks.workunit.client.0.smithi028.stdout: "pri2_bytes": { 2024-08-29T19:03:21.653 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:21.653 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:21.653 INFO:tasks.workunit.client.0.smithi028.stdout: "pri3_bytes": { 2024-08-29T19:03:21.653 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:21.653 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:21.653 INFO:tasks.workunit.client.0.smithi028.stdout: "pri4_bytes": { 2024-08-29T19:03:21.653 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:21.653 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:21.653 INFO:tasks.workunit.client.0.smithi028.stdout: "pri5_bytes": { 2024-08-29T19:03:21.653 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 12288 2024-08-29T19:03:21.653 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:21.653 INFO:tasks.workunit.client.0.smithi028.stdout: "pri6_bytes": { 2024-08-29T19:03:21.653 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 77824 2024-08-29T19:03:21.653 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:21.653 INFO:tasks.workunit.client.0.smithi028.stdout: "pri7_bytes": { 2024-08-29T19:03:21.654 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:21.654 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:21.654 INFO:tasks.workunit.client.0.smithi028.stdout: "pri8_bytes": { 2024-08-29T19:03:21.654 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:21.654 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:21.654 INFO:tasks.workunit.client.0.smithi028.stdout: "pri9_bytes": { 2024-08-29T19:03:21.654 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:21.654 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:21.654 INFO:tasks.workunit.client.0.smithi028.stdout: "reserved_bytes": { 2024-08-29T19:03:21.654 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 75042236 2024-08-29T19:03:21.654 INFO:tasks.workunit.client.0.smithi028.stdout: } 2024-08-29T19:03:21.654 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:21.654 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore-pricache:kv": { 2024-08-29T19:03:21.654 INFO:tasks.workunit.client.0.smithi028.stdout: "committed_bytes": { 2024-08-29T19:03:21.655 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 578813952 2024-08-29T19:03:21.655 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:21.655 INFO:tasks.workunit.client.0.smithi028.stdout: "pri0_bytes": { 2024-08-29T19:03:21.655 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 67108864 2024-08-29T19:03:21.655 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:21.655 INFO:tasks.workunit.client.0.smithi028.stdout: "pri10_bytes": { 2024-08-29T19:03:21.655 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:21.655 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:21.655 INFO:tasks.workunit.client.0.smithi028.stdout: "pri11_bytes": { 2024-08-29T19:03:21.655 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 443140355 2024-08-29T19:03:21.655 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:21.655 INFO:tasks.workunit.client.0.smithi028.stdout: "pri1_bytes": { 2024-08-29T19:03:21.655 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:21.655 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:21.656 INFO:tasks.workunit.client.0.smithi028.stdout: "pri2_bytes": { 2024-08-29T19:03:21.656 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:21.656 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:21.656 INFO:tasks.workunit.client.0.smithi028.stdout: "pri3_bytes": { 2024-08-29T19:03:21.656 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 2432 2024-08-29T19:03:21.656 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:21.656 INFO:tasks.workunit.client.0.smithi028.stdout: "pri4_bytes": { 2024-08-29T19:03:21.656 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:21.656 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:21.656 INFO:tasks.workunit.client.0.smithi028.stdout: "pri5_bytes": { 2024-08-29T19:03:21.656 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 169184 2024-08-29T19:03:21.656 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:21.656 INFO:tasks.workunit.client.0.smithi028.stdout: "pri6_bytes": { 2024-08-29T19:03:21.656 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:21.657 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:21.657 INFO:tasks.workunit.client.0.smithi028.stdout: "pri7_bytes": { 2024-08-29T19:03:21.657 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:21.657 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:21.657 INFO:tasks.workunit.client.0.smithi028.stdout: "pri8_bytes": { 2024-08-29T19:03:21.657 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:21.657 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:21.657 INFO:tasks.workunit.client.0.smithi028.stdout: "pri9_bytes": { 2024-08-29T19:03:21.657 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:21.657 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:21.657 INFO:tasks.workunit.client.0.smithi028.stdout: "reserved_bytes": { 2024-08-29T19:03:21.657 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 68393117 2024-08-29T19:03:21.657 INFO:tasks.workunit.client.0.smithi028.stdout: } 2024-08-29T19:03:21.657 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:21.657 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore-pricache:kv_onode": { 2024-08-29T19:03:21.658 INFO:tasks.workunit.client.0.smithi028.stdout: "committed_bytes": { 2024-08-29T19:03:21.658 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 176160768 2024-08-29T19:03:21.658 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:21.658 INFO:tasks.workunit.client.0.smithi028.stdout: "pri0_bytes": { 2024-08-29T19:03:21.658 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 67108864 2024-08-29T19:03:21.658 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:21.658 INFO:tasks.workunit.client.0.smithi028.stdout: "pri10_bytes": { 2024-08-29T19:03:21.658 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 510128 2024-08-29T19:03:21.658 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:21.658 INFO:tasks.workunit.client.0.smithi028.stdout: "pri11_bytes": { 2024-08-29T19:03:21.658 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 39390253 2024-08-29T19:03:21.658 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:21.658 INFO:tasks.workunit.client.0.smithi028.stdout: "pri1_bytes": { 2024-08-29T19:03:21.659 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:21.659 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:21.659 INFO:tasks.workunit.client.0.smithi028.stdout: "pri2_bytes": { 2024-08-29T19:03:21.659 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:21.659 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:21.659 INFO:tasks.workunit.client.0.smithi028.stdout: "pri3_bytes": { 2024-08-29T19:03:21.659 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:21.659 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:21.659 INFO:tasks.workunit.client.0.smithi028.stdout: "pri4_bytes": { 2024-08-29T19:03:21.659 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:21.659 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:21.659 INFO:tasks.workunit.client.0.smithi028.stdout: "pri5_bytes": { 2024-08-29T19:03:21.659 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:21.659 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:21.660 INFO:tasks.workunit.client.0.smithi028.stdout: "pri6_bytes": { 2024-08-29T19:03:21.660 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:21.660 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:21.660 INFO:tasks.workunit.client.0.smithi028.stdout: "pri7_bytes": { 2024-08-29T19:03:21.660 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:21.660 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:21.660 INFO:tasks.workunit.client.0.smithi028.stdout: "pri8_bytes": { 2024-08-29T19:03:21.660 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:21.660 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:21.660 INFO:tasks.workunit.client.0.smithi028.stdout: "pri9_bytes": { 2024-08-29T19:03:21.660 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:21.660 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:21.660 INFO:tasks.workunit.client.0.smithi028.stdout: "reserved_bytes": { 2024-08-29T19:03:21.661 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 69151523 2024-08-29T19:03:21.661 INFO:tasks.workunit.client.0.smithi028.stdout: } 2024-08-29T19:03:21.661 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:21.661 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore-pricache:meta": { 2024-08-29T19:03:21.661 INFO:tasks.workunit.client.0.smithi028.stdout: "committed_bytes": { 2024-08-29T19:03:21.661 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 511705088 2024-08-29T19:03:21.661 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:21.661 INFO:tasks.workunit.client.0.smithi028.stdout: "pri0_bytes": { 2024-08-29T19:03:21.661 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:21.661 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:21.661 INFO:tasks.workunit.client.0.smithi028.stdout: "pri10_bytes": { 2024-08-29T19:03:21.661 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:21.661 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:21.661 INFO:tasks.workunit.client.0.smithi028.stdout: "pri11_bytes": { 2024-08-29T19:03:21.662 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 443140355 2024-08-29T19:03:21.662 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:21.662 INFO:tasks.workunit.client.0.smithi028.stdout: "pri1_bytes": { 2024-08-29T19:03:21.662 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:21.662 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:21.662 INFO:tasks.workunit.client.0.smithi028.stdout: "pri2_bytes": { 2024-08-29T19:03:21.662 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:21.662 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:21.662 INFO:tasks.workunit.client.0.smithi028.stdout: "pri3_bytes": { 2024-08-29T19:03:21.662 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:21.662 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:21.662 INFO:tasks.workunit.client.0.smithi028.stdout: "pri4_bytes": { 2024-08-29T19:03:21.662 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:21.662 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:21.663 INFO:tasks.workunit.client.0.smithi028.stdout: "pri5_bytes": { 2024-08-29T19:03:21.663 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 145209 2024-08-29T19:03:21.663 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:21.663 INFO:tasks.workunit.client.0.smithi028.stdout: "pri6_bytes": { 2024-08-29T19:03:21.663 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 1101591 2024-08-29T19:03:21.663 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:21.663 INFO:tasks.workunit.client.0.smithi028.stdout: "pri7_bytes": { 2024-08-29T19:03:21.663 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:21.663 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:21.663 INFO:tasks.workunit.client.0.smithi028.stdout: "pri8_bytes": { 2024-08-29T19:03:21.663 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:21.663 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:21.663 INFO:tasks.workunit.client.0.smithi028.stdout: "pri9_bytes": { 2024-08-29T19:03:21.663 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:21.664 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:21.664 INFO:tasks.workunit.client.0.smithi028.stdout: "reserved_bytes": { 2024-08-29T19:03:21.664 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 67317933 2024-08-29T19:03:21.664 INFO:tasks.workunit.client.0.smithi028.stdout: } 2024-08-29T19:03:21.664 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:21.664 INFO:tasks.workunit.client.0.smithi028.stdout: "objecter": { 2024-08-29T19:03:21.664 INFO:tasks.workunit.client.0.smithi028.stdout: "op_active": { 2024-08-29T19:03:21.664 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:21.664 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:21.664 INFO:tasks.workunit.client.0.smithi028.stdout: "op_r": { 2024-08-29T19:03:21.664 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 25 2024-08-29T19:03:21.664 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:21.664 INFO:tasks.workunit.client.0.smithi028.stdout: "op_rmw": { 2024-08-29T19:03:21.665 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:21.665 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:21.665 INFO:tasks.workunit.client.0.smithi028.stdout: "op_w": { 2024-08-29T19:03:21.665 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:21.665 INFO:tasks.workunit.client.0.smithi028.stdout: } 2024-08-29T19:03:21.665 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:21.665 INFO:tasks.workunit.client.0.smithi028.stdout: "osd": { 2024-08-29T19:03:21.665 INFO:tasks.workunit.client.0.smithi028.stdout: "numpg": { 2024-08-29T19:03:21.665 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 60 2024-08-29T19:03:21.665 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:21.665 INFO:tasks.workunit.client.0.smithi028.stdout: "numpg_removing": { 2024-08-29T19:03:21.665 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:21.665 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:21.665 INFO:tasks.workunit.client.0.smithi028.stdout: "op": { 2024-08-29T19:03:21.666 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 43266 2024-08-29T19:03:21.666 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:21.666 INFO:tasks.workunit.client.0.smithi028.stdout: "op_before_queue_op_lat": { 2024-08-29T19:03:21.666 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 111104, 2024-08-29T19:03:21.666 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 11517930554 2024-08-29T19:03:21.666 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:21.666 INFO:tasks.workunit.client.0.smithi028.stdout: "op_delayed_degraded": { 2024-08-29T19:03:21.666 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:21.666 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:21.666 INFO:tasks.workunit.client.0.smithi028.stdout: "op_delayed_unreadable": { 2024-08-29T19:03:21.666 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 2 2024-08-29T19:03:21.666 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:21.666 INFO:tasks.workunit.client.0.smithi028.stdout: "op_in_bytes": { 2024-08-29T19:03:21.666 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 565453469 2024-08-29T19:03:21.667 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:21.667 INFO:tasks.workunit.client.0.smithi028.stdout: "op_latency": { 2024-08-29T19:03:21.667 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 43266, 2024-08-29T19:03:21.667 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 162817561083 2024-08-29T19:03:21.667 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:21.667 INFO:tasks.workunit.client.0.smithi028.stdout: "op_out_bytes": { 2024-08-29T19:03:21.667 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 1026159130 2024-08-29T19:03:21.667 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:21.667 INFO:tasks.workunit.client.0.smithi028.stdout: "op_prepare_latency": { 2024-08-29T19:03:21.667 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 43770, 2024-08-29T19:03:21.667 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 40403527697 2024-08-29T19:03:21.667 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:21.667 INFO:tasks.workunit.client.0.smithi028.stdout: "op_process_latency": { 2024-08-29T19:03:21.668 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 43266, 2024-08-29T19:03:21.668 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 64514600927 2024-08-29T19:03:21.668 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:21.668 INFO:tasks.workunit.client.0.smithi028.stdout: "op_r": { 2024-08-29T19:03:21.668 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 30220 2024-08-29T19:03:21.668 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:21.668 INFO:tasks.workunit.client.0.smithi028.stdout: "op_r_latency": { 2024-08-29T19:03:21.668 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 30220, 2024-08-29T19:03:21.668 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 19062528816 2024-08-29T19:03:21.668 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:21.668 INFO:tasks.workunit.client.0.smithi028.stdout: "op_r_latency_out_bytes_histogram": { 2024-08-29T19:03:21.668 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:21.668 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:21.668 INFO:tasks.workunit.client.0.smithi028.stdout: "op_r_out_bytes": { 2024-08-29T19:03:21.669 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 1026159130 2024-08-29T19:03:21.669 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:21.669 INFO:tasks.workunit.client.0.smithi028.stdout: "op_r_prepare_latency": { 2024-08-29T19:03:21.669 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 30374, 2024-08-29T19:03:21.669 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 11579084715 2024-08-29T19:03:21.669 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:21.669 INFO:tasks.workunit.client.0.smithi028.stdout: "op_r_process_latency": { 2024-08-29T19:03:21.669 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 30220, 2024-08-29T19:03:21.669 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 11010931712 2024-08-29T19:03:21.669 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:21.669 INFO:tasks.workunit.client.0.smithi028.stdout: "op_rw": { 2024-08-29T19:03:21.669 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 11737 2024-08-29T19:03:21.669 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:21.669 INFO:tasks.workunit.client.0.smithi028.stdout: "op_rw_in_bytes": { 2024-08-29T19:03:21.670 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 136862102 2024-08-29T19:03:21.670 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:21.670 INFO:tasks.workunit.client.0.smithi028.stdout: "op_rw_latency": { 2024-08-29T19:03:21.670 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 11737, 2024-08-29T19:03:21.670 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 53375094015 2024-08-29T19:03:21.670 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:21.670 INFO:tasks.workunit.client.0.smithi028.stdout: "op_rw_latency_in_bytes_histogram": { 2024-08-29T19:03:21.670 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:21.670 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:21.670 INFO:tasks.workunit.client.0.smithi028.stdout: "op_rw_latency_out_bytes_histogram": { 2024-08-29T19:03:21.670 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:21.670 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:21.670 INFO:tasks.workunit.client.0.smithi028.stdout: "op_rw_out_bytes": { 2024-08-29T19:03:21.670 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:21.671 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:21.671 INFO:tasks.workunit.client.0.smithi028.stdout: "op_rw_prepare_latency": { 2024-08-29T19:03:21.671 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 11953, 2024-08-29T19:03:21.671 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 26235742223 2024-08-29T19:03:21.671 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:21.671 INFO:tasks.workunit.client.0.smithi028.stdout: "op_rw_process_latency": { 2024-08-29T19:03:21.671 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 11737, 2024-08-29T19:03:21.671 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 45569108173 2024-08-29T19:03:21.671 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:21.671 INFO:tasks.workunit.client.0.smithi028.stdout: "op_w": { 2024-08-29T19:03:21.671 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 1309 2024-08-29T19:03:21.671 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:21.671 INFO:tasks.workunit.client.0.smithi028.stdout: "op_w_in_bytes": { 2024-08-29T19:03:21.671 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 428591367 2024-08-29T19:03:21.672 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:21.672 INFO:tasks.workunit.client.0.smithi028.stdout: "op_w_latency": { 2024-08-29T19:03:21.672 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 1309, 2024-08-29T19:03:21.672 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 90379938252 2024-08-29T19:03:21.672 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:21.672 INFO:tasks.workunit.client.0.smithi028.stdout: "op_w_latency_in_bytes_histogram": { 2024-08-29T19:03:21.672 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:21.672 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:21.672 INFO:tasks.workunit.client.0.smithi028.stdout: "op_w_prepare_latency": { 2024-08-29T19:03:21.672 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 1443, 2024-08-29T19:03:21.672 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 2588700759 2024-08-29T19:03:21.672 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:21.672 INFO:tasks.workunit.client.0.smithi028.stdout: "op_w_process_latency": { 2024-08-29T19:03:21.672 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 1309, 2024-08-29T19:03:21.673 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 7934561042 2024-08-29T19:03:21.673 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:21.673 INFO:tasks.workunit.client.0.smithi028.stdout: "op_wip": { 2024-08-29T19:03:21.673 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:21.673 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:21.673 INFO:tasks.workunit.client.0.smithi028.stdout: "recovery_bytes": { 2024-08-29T19:03:21.673 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 1 2024-08-29T19:03:21.673 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:21.673 INFO:tasks.workunit.client.0.smithi028.stdout: "recovery_ops": { 2024-08-29T19:03:21.673 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 13 2024-08-29T19:03:21.673 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:21.673 INFO:tasks.workunit.client.0.smithi028.stdout: "stat_bytes": { 2024-08-29T19:03:21.673 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 95995035648 2024-08-29T19:03:21.673 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:21.674 INFO:tasks.workunit.client.0.smithi028.stdout: "stat_bytes_used": { 2024-08-29T19:03:21.674 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 576856064 2024-08-29T19:03:21.674 INFO:tasks.workunit.client.0.smithi028.stdout: } 2024-08-29T19:03:21.674 INFO:tasks.workunit.client.0.smithi028.stdout: } 2024-08-29T19:03:21.674 INFO:tasks.workunit.client.0.smithi028.stdout: } 2024-08-29T19:03:21.674 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:21.674 INFO:tasks.workunit.client.0.smithi028.stdout: "pools": [ 2024-08-29T19:03:21.674 INFO:tasks.workunit.client.0.smithi028.stdout: { 2024-08-29T19:03:21.674 INFO:tasks.workunit.client.0.smithi028.stdout: "application": [ 2024-08-29T19:03:21.674 INFO:tasks.workunit.client.0.smithi028.stdout: "mgr" 2024-08-29T19:03:21.674 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-08-29T19:03:21.674 INFO:tasks.workunit.client.0.smithi028.stdout: "cache_mode": "none", 2024-08-29T19:03:21.674 INFO:tasks.workunit.client.0.smithi028.stdout: "erasure_code_profile": {}, 2024-08-29T19:03:21.674 INFO:tasks.workunit.client.0.smithi028.stdout: "flags_names": [ 2024-08-29T19:03:21.675 INFO:tasks.workunit.client.0.smithi028.stdout: "hashpspool" 2024-08-29T19:03:21.675 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-08-29T19:03:21.675 INFO:tasks.workunit.client.0.smithi028.stdout: "min_size": 2, 2024-08-29T19:03:21.675 INFO:tasks.workunit.client.0.smithi028.stdout: "options": {}, 2024-08-29T19:03:21.675 INFO:tasks.workunit.client.0.smithi028.stdout: "pg_autoscale_mode": "off", 2024-08-29T19:03:21.675 INFO:tasks.workunit.client.0.smithi028.stdout: "pg_num": 1, 2024-08-29T19:03:21.675 INFO:tasks.workunit.client.0.smithi028.stdout: "pgp_num": 1, 2024-08-29T19:03:21.675 INFO:tasks.workunit.client.0.smithi028.stdout: "pool": 1, 2024-08-29T19:03:21.675 INFO:tasks.workunit.client.0.smithi028.stdout: "size": 3, 2024-08-29T19:03:21.675 INFO:tasks.workunit.client.0.smithi028.stdout: "stats": { 2024-08-29T19:03:21.675 INFO:tasks.workunit.client.0.smithi028.stdout: "avail_raw": 721046710538, 2024-08-29T19:03:21.675 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes_used": 1781760, 2024-08-29T19:03:21.675 INFO:tasks.workunit.client.0.smithi028.stdout: "compress_bytes_used": 0, 2024-08-29T19:03:21.675 INFO:tasks.workunit.client.0.smithi028.stdout: "compress_under_bytes": 0, 2024-08-29T19:03:21.676 INFO:tasks.workunit.client.0.smithi028.stdout: "data_bytes_used": 1781760, 2024-08-29T19:03:21.676 INFO:tasks.workunit.client.0.smithi028.stdout: "dirty": 0, 2024-08-29T19:03:21.676 INFO:tasks.workunit.client.0.smithi028.stdout: "max_avail": 240348905472, 2024-08-29T19:03:21.676 INFO:tasks.workunit.client.0.smithi028.stdout: "objects": 2, 2024-08-29T19:03:21.676 INFO:tasks.workunit.client.0.smithi028.stdout: "omap_bytes_used": 0, 2024-08-29T19:03:21.676 INFO:tasks.workunit.client.0.smithi028.stdout: "percent_used": 2.4710682282602647e-06, 2024-08-29T19:03:21.676 INFO:tasks.workunit.client.0.smithi028.stdout: "quota_bytes": 0, 2024-08-29T19:03:21.676 INFO:tasks.workunit.client.0.smithi028.stdout: "quota_objects": 0, 2024-08-29T19:03:21.676 INFO:tasks.workunit.client.0.smithi028.stdout: "rd": 812, 2024-08-29T19:03:21.676 INFO:tasks.workunit.client.0.smithi028.stdout: "rd_bytes": 1341440, 2024-08-29T19:03:21.676 INFO:tasks.workunit.client.0.smithi028.stdout: "stored": 590368, 2024-08-29T19:03:21.676 INFO:tasks.workunit.client.0.smithi028.stdout: "stored_data": 590368, 2024-08-29T19:03:21.677 INFO:tasks.workunit.client.0.smithi028.stdout: "stored_omap": 0, 2024-08-29T19:03:21.677 INFO:tasks.workunit.client.0.smithi028.stdout: "stored_raw": 1771104, 2024-08-29T19:03:21.677 INFO:tasks.workunit.client.0.smithi028.stdout: "wr": 311, 2024-08-29T19:03:21.677 INFO:tasks.workunit.client.0.smithi028.stdout: "wr_bytes": 2473984 2024-08-29T19:03:21.677 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:21.677 INFO:tasks.workunit.client.0.smithi028.stdout: "target_max_bytes": 0, 2024-08-29T19:03:21.677 INFO:tasks.workunit.client.0.smithi028.stdout: "target_max_objects": 0, 2024-08-29T19:03:21.677 INFO:tasks.workunit.client.0.smithi028.stdout: "type": "replicated" 2024-08-29T19:03:21.677 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:21.677 INFO:tasks.workunit.client.0.smithi028.stdout: { 2024-08-29T19:03:21.677 INFO:tasks.workunit.client.0.smithi028.stdout: "application": [ 2024-08-29T19:03:21.677 INFO:tasks.workunit.client.0.smithi028.stdout: "cephfs" 2024-08-29T19:03:21.677 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-08-29T19:03:21.677 INFO:tasks.workunit.client.0.smithi028.stdout: "cache_mode": "none", 2024-08-29T19:03:21.677 INFO:tasks.workunit.client.0.smithi028.stdout: "erasure_code_profile": {}, 2024-08-29T19:03:21.678 INFO:tasks.workunit.client.0.smithi028.stdout: "flags_names": [ 2024-08-29T19:03:21.678 INFO:tasks.workunit.client.0.smithi028.stdout: "hashpspool" 2024-08-29T19:03:21.678 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-08-29T19:03:21.678 INFO:tasks.workunit.client.0.smithi028.stdout: "min_size": 2, 2024-08-29T19:03:21.678 INFO:tasks.workunit.client.0.smithi028.stdout: "options": {}, 2024-08-29T19:03:21.678 INFO:tasks.workunit.client.0.smithi028.stdout: "pg_autoscale_mode": "off", 2024-08-29T19:03:21.678 INFO:tasks.workunit.client.0.smithi028.stdout: "pg_num": 32, 2024-08-29T19:03:21.678 INFO:tasks.workunit.client.0.smithi028.stdout: "pgp_num": 32, 2024-08-29T19:03:21.678 INFO:tasks.workunit.client.0.smithi028.stdout: "pool": 2, 2024-08-29T19:03:21.678 INFO:tasks.workunit.client.0.smithi028.stdout: "size": 3, 2024-08-29T19:03:21.678 INFO:tasks.workunit.client.0.smithi028.stdout: "stats": { 2024-08-29T19:03:21.678 INFO:tasks.workunit.client.0.smithi028.stdout: "avail_raw": 721046710538, 2024-08-29T19:03:21.679 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes_used": 148004, 2024-08-29T19:03:21.679 INFO:tasks.workunit.client.0.smithi028.stdout: "compress_bytes_used": 0, 2024-08-29T19:03:21.679 INFO:tasks.workunit.client.0.smithi028.stdout: "compress_under_bytes": 0, 2024-08-29T19:03:21.679 INFO:tasks.workunit.client.0.smithi028.stdout: "data_bytes_used": 110592, 2024-08-29T19:03:21.679 INFO:tasks.workunit.client.0.smithi028.stdout: "dirty": 0, 2024-08-29T19:03:21.679 INFO:tasks.workunit.client.0.smithi028.stdout: "max_avail": 240348905472, 2024-08-29T19:03:21.679 INFO:tasks.workunit.client.0.smithi028.stdout: "objects": 22, 2024-08-29T19:03:21.679 INFO:tasks.workunit.client.0.smithi028.stdout: "omap_bytes_used": 37412, 2024-08-29T19:03:21.679 INFO:tasks.workunit.client.0.smithi028.stdout: "percent_used": 2.052626655313361e-07, 2024-08-29T19:03:21.679 INFO:tasks.workunit.client.0.smithi028.stdout: "quota_bytes": 0, 2024-08-29T19:03:21.679 INFO:tasks.workunit.client.0.smithi028.stdout: "quota_objects": 0, 2024-08-29T19:03:21.679 INFO:tasks.workunit.client.0.smithi028.stdout: "rd": 79, 2024-08-29T19:03:21.679 INFO:tasks.workunit.client.0.smithi028.stdout: "rd_bytes": 88064, 2024-08-29T19:03:21.679 INFO:tasks.workunit.client.0.smithi028.stdout: "stored": 19060, 2024-08-29T19:03:21.680 INFO:tasks.workunit.client.0.smithi028.stdout: "stored_data": 6590, 2024-08-29T19:03:21.680 INFO:tasks.workunit.client.0.smithi028.stdout: "stored_omap": 12470, 2024-08-29T19:03:21.680 INFO:tasks.workunit.client.0.smithi028.stdout: "stored_raw": 57180, 2024-08-29T19:03:21.680 INFO:tasks.workunit.client.0.smithi028.stdout: "wr": 68, 2024-08-29T19:03:21.680 INFO:tasks.workunit.client.0.smithi028.stdout: "wr_bytes": 35840 2024-08-29T19:03:21.680 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:21.680 INFO:tasks.workunit.client.0.smithi028.stdout: "target_max_bytes": 0, 2024-08-29T19:03:21.680 INFO:tasks.workunit.client.0.smithi028.stdout: "target_max_objects": 0, 2024-08-29T19:03:21.680 INFO:tasks.workunit.client.0.smithi028.stdout: "type": "replicated" 2024-08-29T19:03:21.680 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:21.680 INFO:tasks.workunit.client.0.smithi028.stdout: { 2024-08-29T19:03:21.680 INFO:tasks.workunit.client.0.smithi028.stdout: "application": [ 2024-08-29T19:03:21.680 INFO:tasks.workunit.client.0.smithi028.stdout: "cephfs" 2024-08-29T19:03:21.680 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-08-29T19:03:21.681 INFO:tasks.workunit.client.0.smithi028.stdout: "cache_mode": "none", 2024-08-29T19:03:21.681 INFO:tasks.workunit.client.0.smithi028.stdout: "erasure_code_profile": {}, 2024-08-29T19:03:21.681 INFO:tasks.workunit.client.0.smithi028.stdout: "flags_names": [ 2024-08-29T19:03:21.681 INFO:tasks.workunit.client.0.smithi028.stdout: "hashpspool" 2024-08-29T19:03:21.681 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-08-29T19:03:21.681 INFO:tasks.workunit.client.0.smithi028.stdout: "min_size": 2, 2024-08-29T19:03:21.681 INFO:tasks.workunit.client.0.smithi028.stdout: "options": {}, 2024-08-29T19:03:21.681 INFO:tasks.workunit.client.0.smithi028.stdout: "pg_autoscale_mode": "off", 2024-08-29T19:03:21.681 INFO:tasks.workunit.client.0.smithi028.stdout: "pg_num": 64, 2024-08-29T19:03:21.681 INFO:tasks.workunit.client.0.smithi028.stdout: "pgp_num": 64, 2024-08-29T19:03:21.681 INFO:tasks.workunit.client.0.smithi028.stdout: "pool": 3, 2024-08-29T19:03:21.681 INFO:tasks.workunit.client.0.smithi028.stdout: "size": 3, 2024-08-29T19:03:21.681 INFO:tasks.workunit.client.0.smithi028.stdout: "stats": { 2024-08-29T19:03:21.682 INFO:tasks.workunit.client.0.smithi028.stdout: "avail_raw": 721046710538, 2024-08-29T19:03:21.682 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes_used": 0, 2024-08-29T19:03:21.682 INFO:tasks.workunit.client.0.smithi028.stdout: "compress_bytes_used": 0, 2024-08-29T19:03:21.682 INFO:tasks.workunit.client.0.smithi028.stdout: "compress_under_bytes": 0, 2024-08-29T19:03:21.682 INFO:tasks.workunit.client.0.smithi028.stdout: "data_bytes_used": 0, 2024-08-29T19:03:21.682 INFO:tasks.workunit.client.0.smithi028.stdout: "dirty": 0, 2024-08-29T19:03:21.682 INFO:tasks.workunit.client.0.smithi028.stdout: "max_avail": 240348905472, 2024-08-29T19:03:21.682 INFO:tasks.workunit.client.0.smithi028.stdout: "objects": 0, 2024-08-29T19:03:21.682 INFO:tasks.workunit.client.0.smithi028.stdout: "omap_bytes_used": 0, 2024-08-29T19:03:21.682 INFO:tasks.workunit.client.0.smithi028.stdout: "percent_used": 0.0, 2024-08-29T19:03:21.682 INFO:tasks.workunit.client.0.smithi028.stdout: "quota_bytes": 0, 2024-08-29T19:03:21.682 INFO:tasks.workunit.client.0.smithi028.stdout: "quota_objects": 0, 2024-08-29T19:03:21.682 INFO:tasks.workunit.client.0.smithi028.stdout: "rd": 0, 2024-08-29T19:03:21.682 INFO:tasks.workunit.client.0.smithi028.stdout: "rd_bytes": 0, 2024-08-29T19:03:21.682 INFO:tasks.workunit.client.0.smithi028.stdout: "stored": 0, 2024-08-29T19:03:21.683 INFO:tasks.workunit.client.0.smithi028.stdout: "stored_data": 0, 2024-08-29T19:03:21.683 INFO:tasks.workunit.client.0.smithi028.stdout: "stored_omap": 0, 2024-08-29T19:03:21.683 INFO:tasks.workunit.client.0.smithi028.stdout: "stored_raw": 0, 2024-08-29T19:03:21.683 INFO:tasks.workunit.client.0.smithi028.stdout: "wr": 0, 2024-08-29T19:03:21.683 INFO:tasks.workunit.client.0.smithi028.stdout: "wr_bytes": 0 2024-08-29T19:03:21.683 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:21.683 INFO:tasks.workunit.client.0.smithi028.stdout: "target_max_bytes": 0, 2024-08-29T19:03:21.683 INFO:tasks.workunit.client.0.smithi028.stdout: "target_max_objects": 0, 2024-08-29T19:03:21.683 INFO:tasks.workunit.client.0.smithi028.stdout: "type": "replicated" 2024-08-29T19:03:21.683 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:21.683 INFO:tasks.workunit.client.0.smithi028.stdout: { 2024-08-29T19:03:21.683 INFO:tasks.workunit.client.0.smithi028.stdout: "application": [ 2024-08-29T19:03:21.683 INFO:tasks.workunit.client.0.smithi028.stdout: "rbd" 2024-08-29T19:03:21.683 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-08-29T19:03:21.684 INFO:tasks.workunit.client.0.smithi028.stdout: "cache_mode": "none", 2024-08-29T19:03:21.684 INFO:tasks.workunit.client.0.smithi028.stdout: "erasure_code_profile": {}, 2024-08-29T19:03:21.684 INFO:tasks.workunit.client.0.smithi028.stdout: "flags_names": [ 2024-08-29T19:03:21.684 INFO:tasks.workunit.client.0.smithi028.stdout: "hashpspool", 2024-08-29T19:03:21.684 INFO:tasks.workunit.client.0.smithi028.stdout: "selfmanaged_snaps" 2024-08-29T19:03:21.684 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-08-29T19:03:21.684 INFO:tasks.workunit.client.0.smithi028.stdout: "min_size": 2, 2024-08-29T19:03:21.684 INFO:tasks.workunit.client.0.smithi028.stdout: "options": {}, 2024-08-29T19:03:21.684 INFO:tasks.workunit.client.0.smithi028.stdout: "pg_autoscale_mode": "off", 2024-08-29T19:03:21.684 INFO:tasks.workunit.client.0.smithi028.stdout: "pg_num": 8, 2024-08-29T19:03:21.684 INFO:tasks.workunit.client.0.smithi028.stdout: "pgp_num": 8, 2024-08-29T19:03:21.684 INFO:tasks.workunit.client.0.smithi028.stdout: "pool": 4, 2024-08-29T19:03:21.684 INFO:tasks.workunit.client.0.smithi028.stdout: "size": 3, 2024-08-29T19:03:21.685 INFO:tasks.workunit.client.0.smithi028.stdout: "stats": { 2024-08-29T19:03:21.685 INFO:tasks.workunit.client.0.smithi028.stdout: "avail_raw": 721046710538, 2024-08-29T19:03:21.685 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes_used": 12595200, 2024-08-29T19:03:21.685 INFO:tasks.workunit.client.0.smithi028.stdout: "compress_bytes_used": 0, 2024-08-29T19:03:21.685 INFO:tasks.workunit.client.0.smithi028.stdout: "compress_under_bytes": 0, 2024-08-29T19:03:21.685 INFO:tasks.workunit.client.0.smithi028.stdout: "data_bytes_used": 12595200, 2024-08-29T19:03:21.685 INFO:tasks.workunit.client.0.smithi028.stdout: "dirty": 0, 2024-08-29T19:03:21.685 INFO:tasks.workunit.client.0.smithi028.stdout: "max_avail": 240348905472, 2024-08-29T19:03:21.685 INFO:tasks.workunit.client.0.smithi028.stdout: "objects": 4, 2024-08-29T19:03:21.685 INFO:tasks.workunit.client.0.smithi028.stdout: "omap_bytes_used": 0, 2024-08-29T19:03:21.685 INFO:tasks.workunit.client.0.smithi028.stdout: "percent_used": 1.7467633369960822e-05, 2024-08-29T19:03:21.685 INFO:tasks.workunit.client.0.smithi028.stdout: "quota_bytes": 0, 2024-08-29T19:03:21.685 INFO:tasks.workunit.client.0.smithi028.stdout: "quota_objects": 0, 2024-08-29T19:03:21.685 INFO:tasks.workunit.client.0.smithi028.stdout: "rd": 9099, 2024-08-29T19:03:21.686 INFO:tasks.workunit.client.0.smithi028.stdout: "rd_bytes": 3216691200, 2024-08-29T19:03:21.686 INFO:tasks.workunit.client.0.smithi028.stdout: "stored": 4194323, 2024-08-29T19:03:21.686 INFO:tasks.workunit.client.0.smithi028.stdout: "stored_data": 4194323, 2024-08-29T19:03:21.686 INFO:tasks.workunit.client.0.smithi028.stdout: "stored_omap": 0, 2024-08-29T19:03:21.686 INFO:tasks.workunit.client.0.smithi028.stdout: "stored_raw": 12582969, 2024-08-29T19:03:21.686 INFO:tasks.workunit.client.0.smithi028.stdout: "wr": 24270, 2024-08-29T19:03:21.686 INFO:tasks.workunit.client.0.smithi028.stdout: "wr_bytes": 3110289408 2024-08-29T19:03:21.686 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:21.686 INFO:tasks.workunit.client.0.smithi028.stdout: "target_max_bytes": 0, 2024-08-29T19:03:21.686 INFO:tasks.workunit.client.0.smithi028.stdout: "target_max_objects": 0, 2024-08-29T19:03:21.686 INFO:tasks.workunit.client.0.smithi028.stdout: "type": "replicated" 2024-08-29T19:03:21.686 INFO:tasks.workunit.client.0.smithi028.stdout: } 2024-08-29T19:03:21.686 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-08-29T19:03:21.686 INFO:tasks.workunit.client.0.smithi028.stdout: "rbd": { 2024-08-29T19:03:21.687 INFO:tasks.workunit.client.0.smithi028.stdout: "mirroring_by_pool": [ 2024-08-29T19:03:21.687 INFO:tasks.workunit.client.0.smithi028.stdout: false 2024-08-29T19:03:21.687 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-08-29T19:03:21.687 INFO:tasks.workunit.client.0.smithi028.stdout: "num_images_by_pool": [ 2024-08-29T19:03:21.687 INFO:tasks.workunit.client.0.smithi028.stdout: 0 2024-08-29T19:03:21.687 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-08-29T19:03:21.687 INFO:tasks.workunit.client.0.smithi028.stdout: "num_pools": 1 2024-08-29T19:03:21.687 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:21.687 INFO:tasks.workunit.client.0.smithi028.stdout: "report_id": "19f8b848-b822-43d5-9878-802c7d25be57", 2024-08-29T19:03:21.687 INFO:tasks.workunit.client.0.smithi028.stdout: "report_timestamp": "2024-08-29T19:03:20.509229", 2024-08-29T19:03:21.687 INFO:tasks.workunit.client.0.smithi028.stdout: "report_version": 1, 2024-08-29T19:03:21.687 INFO:tasks.workunit.client.0.smithi028.stdout: "rocksdb_stats": { 2024-08-29T19:03:21.687 INFO:tasks.workunit.client.0.smithi028.stdout: "version": "7.9.2" 2024-08-29T19:03:21.687 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:21.688 INFO:tasks.workunit.client.0.smithi028.stdout: "rook": { 2024-08-29T19:03:21.688 INFO:tasks.workunit.client.0.smithi028.stdout: "cluster": { 2024-08-29T19:03:21.688 INFO:tasks.workunit.client.0.smithi028.stdout: "external-mode": null, 2024-08-29T19:03:21.688 INFO:tasks.workunit.client.0.smithi028.stdout: "mon": { 2024-08-29T19:03:21.688 INFO:tasks.workunit.client.0.smithi028.stdout: "allow-multiple-per-node": null, 2024-08-29T19:03:21.688 INFO:tasks.workunit.client.0.smithi028.stdout: "count": null, 2024-08-29T19:03:21.688 INFO:tasks.workunit.client.0.smithi028.stdout: "max-id": null, 2024-08-29T19:03:21.688 INFO:tasks.workunit.client.0.smithi028.stdout: "pvc": { 2024-08-29T19:03:21.688 INFO:tasks.workunit.client.0.smithi028.stdout: "enabled": null 2024-08-29T19:03:21.688 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:21.688 INFO:tasks.workunit.client.0.smithi028.stdout: "stretch": { 2024-08-29T19:03:21.688 INFO:tasks.workunit.client.0.smithi028.stdout: "enabled": null 2024-08-29T19:03:21.688 INFO:tasks.workunit.client.0.smithi028.stdout: } 2024-08-29T19:03:21.688 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:21.689 INFO:tasks.workunit.client.0.smithi028.stdout: "network": { 2024-08-29T19:03:21.689 INFO:tasks.workunit.client.0.smithi028.stdout: "provider": null 2024-08-29T19:03:21.689 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:21.689 INFO:tasks.workunit.client.0.smithi028.stdout: "storage": { 2024-08-29T19:03:21.689 INFO:tasks.workunit.client.0.smithi028.stdout: "device-set": { 2024-08-29T19:03:21.689 INFO:tasks.workunit.client.0.smithi028.stdout: "count": { 2024-08-29T19:03:21.689 INFO:tasks.workunit.client.0.smithi028.stdout: "non-portable": null, 2024-08-29T19:03:21.689 INFO:tasks.workunit.client.0.smithi028.stdout: "portable": null, 2024-08-29T19:03:21.689 INFO:tasks.workunit.client.0.smithi028.stdout: "total": null 2024-08-29T19:03:21.689 INFO:tasks.workunit.client.0.smithi028.stdout: } 2024-08-29T19:03:21.689 INFO:tasks.workunit.client.0.smithi028.stdout: } 2024-08-29T19:03:21.689 INFO:tasks.workunit.client.0.smithi028.stdout: } 2024-08-29T19:03:21.689 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:21.689 INFO:tasks.workunit.client.0.smithi028.stdout: "csi": { 2024-08-29T19:03:21.689 INFO:tasks.workunit.client.0.smithi028.stdout: "version": null 2024-08-29T19:03:21.690 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:21.690 INFO:tasks.workunit.client.0.smithi028.stdout: "kubernetes": { 2024-08-29T19:03:21.690 INFO:tasks.workunit.client.0.smithi028.stdout: "version": null 2024-08-29T19:03:21.690 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:21.690 INFO:tasks.workunit.client.0.smithi028.stdout: "node": { 2024-08-29T19:03:21.690 INFO:tasks.workunit.client.0.smithi028.stdout: "count": { 2024-08-29T19:03:21.690 INFO:tasks.workunit.client.0.smithi028.stdout: "kubernetes-total": null, 2024-08-29T19:03:21.690 INFO:tasks.workunit.client.0.smithi028.stdout: "with-ceph-daemons": null, 2024-08-29T19:03:21.690 INFO:tasks.workunit.client.0.smithi028.stdout: "with-csi-cephfs-plugin": null, 2024-08-29T19:03:21.690 INFO:tasks.workunit.client.0.smithi028.stdout: "with-csi-nfs-plugin": null, 2024-08-29T19:03:21.690 INFO:tasks.workunit.client.0.smithi028.stdout: "with-csi-rbd-plugin": null 2024-08-29T19:03:21.690 INFO:tasks.workunit.client.0.smithi028.stdout: } 2024-08-29T19:03:21.690 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:21.690 INFO:tasks.workunit.client.0.smithi028.stdout: "usage": { 2024-08-29T19:03:21.691 INFO:tasks.workunit.client.0.smithi028.stdout: "storage-class": { 2024-08-29T19:03:21.691 INFO:tasks.workunit.client.0.smithi028.stdout: "count": { 2024-08-29T19:03:21.691 INFO:tasks.workunit.client.0.smithi028.stdout: "bucket": null, 2024-08-29T19:03:21.691 INFO:tasks.workunit.client.0.smithi028.stdout: "cephfs": null, 2024-08-29T19:03:21.691 INFO:tasks.workunit.client.0.smithi028.stdout: "nfs": null, 2024-08-29T19:03:21.691 INFO:tasks.workunit.client.0.smithi028.stdout: "rbd": null, 2024-08-29T19:03:21.691 INFO:tasks.workunit.client.0.smithi028.stdout: "total": null 2024-08-29T19:03:21.691 INFO:tasks.workunit.client.0.smithi028.stdout: } 2024-08-29T19:03:21.691 INFO:tasks.workunit.client.0.smithi028.stdout: } 2024-08-29T19:03:21.691 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:21.691 INFO:tasks.workunit.client.0.smithi028.stdout: "version": null 2024-08-29T19:03:21.691 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:21.691 INFO:tasks.workunit.client.0.smithi028.stdout: "services": {}, 2024-08-29T19:03:21.691 INFO:tasks.workunit.client.0.smithi028.stdout: "stats_per_pg": [ 2024-08-29T19:03:21.692 INFO:tasks.workunit.client.0.smithi028.stdout: { 2024-08-29T19:03:21.692 INFO:tasks.workunit.client.0.smithi028.stdout: "acting": [ 2024-08-29T19:03:21.692 INFO:tasks.workunit.client.0.smithi028.stdout: 0, 2024-08-29T19:03:21.692 INFO:tasks.workunit.client.0.smithi028.stdout: 7, 2024-08-29T19:03:21.692 INFO:tasks.workunit.client.0.smithi028.stdout: 4 2024-08-29T19:03:21.692 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-08-29T19:03:21.692 INFO:tasks.workunit.client.0.smithi028.stdout: "acting_primary": 0, 2024-08-29T19:03:21.692 INFO:tasks.workunit.client.0.smithi028.stdout: "avail_no_missing": [], 2024-08-29T19:03:21.692 INFO:tasks.workunit.client.0.smithi028.stdout: "blocked_by": [], 2024-08-29T19:03:21.692 INFO:tasks.workunit.client.0.smithi028.stdout: "created": 59, 2024-08-29T19:03:21.692 INFO:tasks.workunit.client.0.smithi028.stdout: "dirty_stats_invalid": false, 2024-08-29T19:03:21.692 INFO:tasks.workunit.client.0.smithi028.stdout: "hitset_bytes_stats_invalid": false, 2024-08-29T19:03:21.692 INFO:tasks.workunit.client.0.smithi028.stdout: "hitset_stats_invalid": false, 2024-08-29T19:03:21.692 INFO:tasks.workunit.client.0.smithi028.stdout: "last_active": "2024-08-29T19:02:14.108787+0000", 2024-08-29T19:03:21.693 INFO:tasks.workunit.client.0.smithi028.stdout: "last_became_active": "2024-08-29T17:58:11.351650+0000", 2024-08-29T19:03:21.693 INFO:tasks.workunit.client.0.smithi028.stdout: "last_became_peered": "2024-08-29T17:58:11.351650+0000", 2024-08-29T19:03:21.693 INFO:tasks.workunit.client.0.smithi028.stdout: "last_change": "2024-08-29T17:58:11.353138+0000", 2024-08-29T19:03:21.693 INFO:tasks.workunit.client.0.smithi028.stdout: "last_clean": "2024-08-29T19:02:14.108787+0000", 2024-08-29T19:03:21.693 INFO:tasks.workunit.client.0.smithi028.stdout: "last_clean_scrub_stamp": "2024-08-29T17:40:52.944949+0000", 2024-08-29T19:03:21.693 INFO:tasks.workunit.client.0.smithi028.stdout: "last_deep_scrub": "0'0", 2024-08-29T19:03:21.693 INFO:tasks.workunit.client.0.smithi028.stdout: "last_deep_scrub_stamp": "2024-08-29T17:40:52.944949+0000", 2024-08-29T19:03:21.693 INFO:tasks.workunit.client.0.smithi028.stdout: "last_epoch_clean": 681, 2024-08-29T19:03:21.693 INFO:tasks.workunit.client.0.smithi028.stdout: "last_fresh": "2024-08-29T19:02:14.108787+0000", 2024-08-29T19:03:21.693 INFO:tasks.workunit.client.0.smithi028.stdout: "last_fullsized": "2024-08-29T19:02:14.108787+0000", 2024-08-29T19:03:21.693 INFO:tasks.workunit.client.0.smithi028.stdout: "last_peered": "2024-08-29T19:02:14.108787+0000", 2024-08-29T19:03:21.693 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub": "0'0", 2024-08-29T19:03:21.693 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub_duration": 0, 2024-08-29T19:03:21.694 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub_stamp": "2024-08-29T17:40:52.944949+0000", 2024-08-29T19:03:21.694 INFO:tasks.workunit.client.0.smithi028.stdout: "last_undegraded": "2024-08-29T19:02:14.108787+0000", 2024-08-29T19:03:21.694 INFO:tasks.workunit.client.0.smithi028.stdout: "last_unstale": "2024-08-29T19:02:14.108787+0000", 2024-08-29T19:03:21.694 INFO:tasks.workunit.client.0.smithi028.stdout: "log_dups_size": 0, 2024-08-29T19:03:21.694 INFO:tasks.workunit.client.0.smithi028.stdout: "log_size": 5, 2024-08-29T19:03:21.694 INFO:tasks.workunit.client.0.smithi028.stdout: "log_start": "0'0", 2024-08-29T19:03:21.694 INFO:tasks.workunit.client.0.smithi028.stdout: "manifest_stats_invalid": false, 2024-08-29T19:03:21.694 INFO:tasks.workunit.client.0.smithi028.stdout: "mapping_epoch": 680, 2024-08-29T19:03:21.694 INFO:tasks.workunit.client.0.smithi028.stdout: "object_location_counts": [], 2024-08-29T19:03:21.694 INFO:tasks.workunit.client.0.smithi028.stdout: "objects_scrubbed": 0, 2024-08-29T19:03:21.694 INFO:tasks.workunit.client.0.smithi028.stdout: "objects_trimmed": 0, 2024-08-29T19:03:21.694 INFO:tasks.workunit.client.0.smithi028.stdout: "omap_stats_invalid": false, 2024-08-29T19:03:21.694 INFO:tasks.workunit.client.0.smithi028.stdout: "ondisk_log_size": 5, 2024-08-29T19:03:21.694 INFO:tasks.workunit.client.0.smithi028.stdout: "ondisk_log_start": "0'0", 2024-08-29T19:03:21.695 INFO:tasks.workunit.client.0.smithi028.stdout: "parent": "0.0", 2024-08-29T19:03:21.695 INFO:tasks.workunit.client.0.smithi028.stdout: "parent_split_bits": 0, 2024-08-29T19:03:21.695 INFO:tasks.workunit.client.0.smithi028.stdout: "pgid": "2.1f", 2024-08-29T19:03:21.695 INFO:tasks.workunit.client.0.smithi028.stdout: "pin_stats_invalid": false, 2024-08-29T19:03:21.695 INFO:tasks.workunit.client.0.smithi028.stdout: "purged_snaps": [], 2024-08-29T19:03:21.695 INFO:tasks.workunit.client.0.smithi028.stdout: "reported_epoch": 2650, 2024-08-29T19:03:21.695 INFO:tasks.workunit.client.0.smithi028.stdout: "reported_seq": 4825, 2024-08-29T19:03:21.695 INFO:tasks.workunit.client.0.smithi028.stdout: "scrub_duration": 0.0, 2024-08-29T19:03:21.695 INFO:tasks.workunit.client.0.smithi028.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-30T19:08:10.414290+0000", 2024-08-29T19:03:21.695 INFO:tasks.workunit.client.0.smithi028.stdout: "snaptrim_duration": 0.0, 2024-08-29T19:03:21.695 INFO:tasks.workunit.client.0.smithi028.stdout: "snaptrimq_len": 0, 2024-08-29T19:03:21.695 INFO:tasks.workunit.client.0.smithi028.stdout: "stat_sum": { 2024-08-29T19:03:21.695 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes": 570, 2024-08-29T19:03:21.695 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes_hit_set_archive": 0, 2024-08-29T19:03:21.696 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes_recovered": 0, 2024-08-29T19:03:21.696 INFO:tasks.workunit.client.0.smithi028.stdout: "num_deep_scrub_errors": 0, 2024-08-29T19:03:21.696 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict": 0, 2024-08-29T19:03:21.696 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_kb": 0, 2024-08-29T19:03:21.696 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_mode_full": 0, 2024-08-29T19:03:21.696 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_mode_some": 0, 2024-08-29T19:03:21.696 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush": 0, 2024-08-29T19:03:21.696 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_kb": 0, 2024-08-29T19:03:21.696 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_mode_high": 0, 2024-08-29T19:03:21.696 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_mode_low": 0, 2024-08-29T19:03:21.696 INFO:tasks.workunit.client.0.smithi028.stdout: "num_keys_recovered": 0, 2024-08-29T19:03:21.696 INFO:tasks.workunit.client.0.smithi028.stdout: "num_large_omap_objects": 0, 2024-08-29T19:03:21.696 INFO:tasks.workunit.client.0.smithi028.stdout: "num_legacy_snapsets": 0, 2024-08-29T19:03:21.696 INFO:tasks.workunit.client.0.smithi028.stdout: "num_object_clones": 0, 2024-08-29T19:03:21.697 INFO:tasks.workunit.client.0.smithi028.stdout: "num_object_copies": 6, 2024-08-29T19:03:21.697 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects": 2, 2024-08-29T19:03:21.697 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_degraded": 0, 2024-08-29T19:03:21.697 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_dirty": 2, 2024-08-29T19:03:21.697 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_hit_set_archive": 0, 2024-08-29T19:03:21.697 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_manifest": 0, 2024-08-29T19:03:21.697 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_misplaced": 0, 2024-08-29T19:03:21.697 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_missing": 0, 2024-08-29T19:03:21.697 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_missing_on_primary": 0, 2024-08-29T19:03:21.697 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_omap": 1, 2024-08-29T19:03:21.697 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_pinned": 0, 2024-08-29T19:03:21.697 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_recovered": 0, 2024-08-29T19:03:21.697 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_repaired": 0, 2024-08-29T19:03:21.697 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_unfound": 0, 2024-08-29T19:03:21.698 INFO:tasks.workunit.client.0.smithi028.stdout: "num_omap_bytes": 0, 2024-08-29T19:03:21.698 INFO:tasks.workunit.client.0.smithi028.stdout: "num_omap_keys": 0, 2024-08-29T19:03:21.698 INFO:tasks.workunit.client.0.smithi028.stdout: "num_promote": 0, 2024-08-29T19:03:21.698 INFO:tasks.workunit.client.0.smithi028.stdout: "num_read": 4, 2024-08-29T19:03:21.698 INFO:tasks.workunit.client.0.smithi028.stdout: "num_read_kb": 4, 2024-08-29T19:03:21.698 INFO:tasks.workunit.client.0.smithi028.stdout: "num_scrub_errors": 0, 2024-08-29T19:03:21.698 INFO:tasks.workunit.client.0.smithi028.stdout: "num_shallow_scrub_errors": 0, 2024-08-29T19:03:21.698 INFO:tasks.workunit.client.0.smithi028.stdout: "num_whiteouts": 0, 2024-08-29T19:03:21.698 INFO:tasks.workunit.client.0.smithi028.stdout: "num_write": 4, 2024-08-29T19:03:21.698 INFO:tasks.workunit.client.0.smithi028.stdout: "num_write_kb": 1 2024-08-29T19:03:21.698 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:21.698 INFO:tasks.workunit.client.0.smithi028.stdout: "state": "active+clean", 2024-08-29T19:03:21.698 INFO:tasks.workunit.client.0.smithi028.stdout: "stats_invalid": false, 2024-08-29T19:03:21.698 INFO:tasks.workunit.client.0.smithi028.stdout: "up": [ 2024-08-29T19:03:21.699 INFO:tasks.workunit.client.0.smithi028.stdout: 0, 2024-08-29T19:03:21.699 INFO:tasks.workunit.client.0.smithi028.stdout: 7, 2024-08-29T19:03:21.699 INFO:tasks.workunit.client.0.smithi028.stdout: 4 2024-08-29T19:03:21.699 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-08-29T19:03:21.699 INFO:tasks.workunit.client.0.smithi028.stdout: "up_primary": 0, 2024-08-29T19:03:21.699 INFO:tasks.workunit.client.0.smithi028.stdout: "version": "721'5" 2024-08-29T19:03:21.699 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:21.699 INFO:tasks.workunit.client.0.smithi028.stdout: { 2024-08-29T19:03:21.699 INFO:tasks.workunit.client.0.smithi028.stdout: "acting": [ 2024-08-29T19:03:21.699 INFO:tasks.workunit.client.0.smithi028.stdout: 3, 2024-08-29T19:03:21.699 INFO:tasks.workunit.client.0.smithi028.stdout: 6, 2024-08-29T19:03:21.699 INFO:tasks.workunit.client.0.smithi028.stdout: 2 2024-08-29T19:03:21.699 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-08-29T19:03:21.699 INFO:tasks.workunit.client.0.smithi028.stdout: "acting_primary": 3, 2024-08-29T19:03:21.700 INFO:tasks.workunit.client.0.smithi028.stdout: "avail_no_missing": [], 2024-08-29T19:03:21.700 INFO:tasks.workunit.client.0.smithi028.stdout: "blocked_by": [], 2024-08-29T19:03:21.700 INFO:tasks.workunit.client.0.smithi028.stdout: "created": 62, 2024-08-29T19:03:21.700 INFO:tasks.workunit.client.0.smithi028.stdout: "dirty_stats_invalid": false, 2024-08-29T19:03:21.700 INFO:tasks.workunit.client.0.smithi028.stdout: "hitset_bytes_stats_invalid": false, 2024-08-29T19:03:21.700 INFO:tasks.workunit.client.0.smithi028.stdout: "hitset_stats_invalid": false, 2024-08-29T19:03:21.700 INFO:tasks.workunit.client.0.smithi028.stdout: "last_active": "2024-08-29T19:02:14.843766+0000", 2024-08-29T19:03:21.700 INFO:tasks.workunit.client.0.smithi028.stdout: "last_became_active": "2024-08-29T17:57:36.389141+0000", 2024-08-29T19:03:21.700 INFO:tasks.workunit.client.0.smithi028.stdout: "last_became_peered": "2024-08-29T17:57:36.389141+0000", 2024-08-29T19:03:21.700 INFO:tasks.workunit.client.0.smithi028.stdout: "last_change": "2024-08-29T17:57:36.389692+0000", 2024-08-29T19:03:21.700 INFO:tasks.workunit.client.0.smithi028.stdout: "last_clean": "2024-08-29T19:02:14.843766+0000", 2024-08-29T19:03:21.700 INFO:tasks.workunit.client.0.smithi028.stdout: "last_clean_scrub_stamp": "2024-08-29T17:41:01.987071+0000", 2024-08-29T19:03:21.700 INFO:tasks.workunit.client.0.smithi028.stdout: "last_deep_scrub": "0'0", 2024-08-29T19:03:21.701 INFO:tasks.workunit.client.0.smithi028.stdout: "last_deep_scrub_stamp": "2024-08-29T17:41:01.987071+0000", 2024-08-29T19:03:21.701 INFO:tasks.workunit.client.0.smithi028.stdout: "last_epoch_clean": 646, 2024-08-29T19:03:21.701 INFO:tasks.workunit.client.0.smithi028.stdout: "last_fresh": "2024-08-29T19:02:14.843766+0000", 2024-08-29T19:03:21.701 INFO:tasks.workunit.client.0.smithi028.stdout: "last_fullsized": "2024-08-29T19:02:14.843766+0000", 2024-08-29T19:03:21.701 INFO:tasks.workunit.client.0.smithi028.stdout: "last_peered": "2024-08-29T19:02:14.843766+0000", 2024-08-29T19:03:21.701 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub": "0'0", 2024-08-29T19:03:21.701 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub_duration": 0, 2024-08-29T19:03:21.701 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub_stamp": "2024-08-29T17:41:01.987071+0000", 2024-08-29T19:03:21.701 INFO:tasks.workunit.client.0.smithi028.stdout: "last_undegraded": "2024-08-29T19:02:14.843766+0000", 2024-08-29T19:03:21.701 INFO:tasks.workunit.client.0.smithi028.stdout: "last_unstale": "2024-08-29T19:02:14.843766+0000", 2024-08-29T19:03:21.701 INFO:tasks.workunit.client.0.smithi028.stdout: "log_dups_size": 0, 2024-08-29T19:03:21.701 INFO:tasks.workunit.client.0.smithi028.stdout: "log_size": 0, 2024-08-29T19:03:21.701 INFO:tasks.workunit.client.0.smithi028.stdout: "log_start": "0'0", 2024-08-29T19:03:21.701 INFO:tasks.workunit.client.0.smithi028.stdout: "manifest_stats_invalid": false, 2024-08-29T19:03:21.702 INFO:tasks.workunit.client.0.smithi028.stdout: "mapping_epoch": 645, 2024-08-29T19:03:21.702 INFO:tasks.workunit.client.0.smithi028.stdout: "object_location_counts": [], 2024-08-29T19:03:21.702 INFO:tasks.workunit.client.0.smithi028.stdout: "objects_scrubbed": 0, 2024-08-29T19:03:21.702 INFO:tasks.workunit.client.0.smithi028.stdout: "objects_trimmed": 0, 2024-08-29T19:03:21.702 INFO:tasks.workunit.client.0.smithi028.stdout: "omap_stats_invalid": false, 2024-08-29T19:03:21.702 INFO:tasks.workunit.client.0.smithi028.stdout: "ondisk_log_size": 0, 2024-08-29T19:03:21.702 INFO:tasks.workunit.client.0.smithi028.stdout: "ondisk_log_start": "0'0", 2024-08-29T19:03:21.702 INFO:tasks.workunit.client.0.smithi028.stdout: "parent": "0.0", 2024-08-29T19:03:21.702 INFO:tasks.workunit.client.0.smithi028.stdout: "parent_split_bits": 0, 2024-08-29T19:03:21.702 INFO:tasks.workunit.client.0.smithi028.stdout: "pgid": "3.1e", 2024-08-29T19:03:21.702 INFO:tasks.workunit.client.0.smithi028.stdout: "pin_stats_invalid": false, 2024-08-29T19:03:21.702 INFO:tasks.workunit.client.0.smithi028.stdout: "purged_snaps": [], 2024-08-29T19:03:21.702 INFO:tasks.workunit.client.0.smithi028.stdout: "reported_epoch": 2650, 2024-08-29T19:03:21.702 INFO:tasks.workunit.client.0.smithi028.stdout: "reported_seq": 4711, 2024-08-29T19:03:21.702 INFO:tasks.workunit.client.0.smithi028.stdout: "scrub_duration": 0.0, 2024-08-29T19:03:21.703 INFO:tasks.workunit.client.0.smithi028.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-31T05:23:57.387438+0000", 2024-08-29T19:03:21.703 INFO:tasks.workunit.client.0.smithi028.stdout: "snaptrim_duration": 0.0, 2024-08-29T19:03:21.703 INFO:tasks.workunit.client.0.smithi028.stdout: "snaptrimq_len": 0, 2024-08-29T19:03:21.703 INFO:tasks.workunit.client.0.smithi028.stdout: "stat_sum": { 2024-08-29T19:03:21.703 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes": 0, 2024-08-29T19:03:21.703 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes_hit_set_archive": 0, 2024-08-29T19:03:21.703 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes_recovered": 0, 2024-08-29T19:03:21.703 INFO:tasks.workunit.client.0.smithi028.stdout: "num_deep_scrub_errors": 0, 2024-08-29T19:03:21.703 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict": 0, 2024-08-29T19:03:21.703 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_kb": 0, 2024-08-29T19:03:21.703 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_mode_full": 0, 2024-08-29T19:03:21.703 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_mode_some": 0, 2024-08-29T19:03:21.703 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush": 0, 2024-08-29T19:03:21.703 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_kb": 0, 2024-08-29T19:03:21.704 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_mode_high": 0, 2024-08-29T19:03:21.704 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_mode_low": 0, 2024-08-29T19:03:21.704 INFO:tasks.workunit.client.0.smithi028.stdout: "num_keys_recovered": 0, 2024-08-29T19:03:21.704 INFO:tasks.workunit.client.0.smithi028.stdout: "num_large_omap_objects": 0, 2024-08-29T19:03:21.704 INFO:tasks.workunit.client.0.smithi028.stdout: "num_legacy_snapsets": 0, 2024-08-29T19:03:21.704 INFO:tasks.workunit.client.0.smithi028.stdout: "num_object_clones": 0, 2024-08-29T19:03:21.704 INFO:tasks.workunit.client.0.smithi028.stdout: "num_object_copies": 0, 2024-08-29T19:03:21.704 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects": 0, 2024-08-29T19:03:21.704 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_degraded": 0, 2024-08-29T19:03:21.704 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_dirty": 0, 2024-08-29T19:03:21.704 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_hit_set_archive": 0, 2024-08-29T19:03:21.704 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_manifest": 0, 2024-08-29T19:03:21.704 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_misplaced": 0, 2024-08-29T19:03:21.704 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_missing": 0, 2024-08-29T19:03:21.705 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_missing_on_primary": 0, 2024-08-29T19:03:21.705 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_omap": 0, 2024-08-29T19:03:21.705 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_pinned": 0, 2024-08-29T19:03:21.705 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_recovered": 0, 2024-08-29T19:03:21.705 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_repaired": 0, 2024-08-29T19:03:21.705 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_unfound": 0, 2024-08-29T19:03:21.705 INFO:tasks.workunit.client.0.smithi028.stdout: "num_omap_bytes": 0, 2024-08-29T19:03:21.705 INFO:tasks.workunit.client.0.smithi028.stdout: "num_omap_keys": 0, 2024-08-29T19:03:21.705 INFO:tasks.workunit.client.0.smithi028.stdout: "num_promote": 0, 2024-08-29T19:03:21.705 INFO:tasks.workunit.client.0.smithi028.stdout: "num_read": 0, 2024-08-29T19:03:21.705 INFO:tasks.workunit.client.0.smithi028.stdout: "num_read_kb": 0, 2024-08-29T19:03:21.705 INFO:tasks.workunit.client.0.smithi028.stdout: "num_scrub_errors": 0, 2024-08-29T19:03:21.705 INFO:tasks.workunit.client.0.smithi028.stdout: "num_shallow_scrub_errors": 0, 2024-08-29T19:03:21.705 INFO:tasks.workunit.client.0.smithi028.stdout: "num_whiteouts": 0, 2024-08-29T19:03:21.706 INFO:tasks.workunit.client.0.smithi028.stdout: "num_write": 0, 2024-08-29T19:03:21.706 INFO:tasks.workunit.client.0.smithi028.stdout: "num_write_kb": 0 2024-08-29T19:03:21.706 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:21.706 INFO:tasks.workunit.client.0.smithi028.stdout: "state": "active+clean", 2024-08-29T19:03:21.706 INFO:tasks.workunit.client.0.smithi028.stdout: "stats_invalid": false, 2024-08-29T19:03:21.706 INFO:tasks.workunit.client.0.smithi028.stdout: "up": [ 2024-08-29T19:03:21.706 INFO:tasks.workunit.client.0.smithi028.stdout: 3, 2024-08-29T19:03:21.706 INFO:tasks.workunit.client.0.smithi028.stdout: 6, 2024-08-29T19:03:21.706 INFO:tasks.workunit.client.0.smithi028.stdout: 2 2024-08-29T19:03:21.706 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-08-29T19:03:21.706 INFO:tasks.workunit.client.0.smithi028.stdout: "up_primary": 3, 2024-08-29T19:03:21.706 INFO:tasks.workunit.client.0.smithi028.stdout: "version": "0'0" 2024-08-29T19:03:21.706 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:21.706 INFO:tasks.workunit.client.0.smithi028.stdout: { 2024-08-29T19:03:21.707 INFO:tasks.workunit.client.0.smithi028.stdout: "acting": [ 2024-08-29T19:03:21.707 INFO:tasks.workunit.client.0.smithi028.stdout: 3, 2024-08-29T19:03:21.707 INFO:tasks.workunit.client.0.smithi028.stdout: 0, 2024-08-29T19:03:21.707 INFO:tasks.workunit.client.0.smithi028.stdout: 5 2024-08-29T19:03:21.707 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-08-29T19:03:21.707 INFO:tasks.workunit.client.0.smithi028.stdout: "acting_primary": 3, 2024-08-29T19:03:21.707 INFO:tasks.workunit.client.0.smithi028.stdout: "avail_no_missing": [], 2024-08-29T19:03:21.707 INFO:tasks.workunit.client.0.smithi028.stdout: "blocked_by": [], 2024-08-29T19:03:21.707 INFO:tasks.workunit.client.0.smithi028.stdout: "created": 59, 2024-08-29T19:03:21.707 INFO:tasks.workunit.client.0.smithi028.stdout: "dirty_stats_invalid": false, 2024-08-29T19:03:21.707 INFO:tasks.workunit.client.0.smithi028.stdout: "hitset_bytes_stats_invalid": false, 2024-08-29T19:03:21.707 INFO:tasks.workunit.client.0.smithi028.stdout: "hitset_stats_invalid": false, 2024-08-29T19:03:21.707 INFO:tasks.workunit.client.0.smithi028.stdout: "last_active": "2024-08-29T19:02:14.839357+0000", 2024-08-29T19:03:21.708 INFO:tasks.workunit.client.0.smithi028.stdout: "last_became_active": "2024-08-29T17:57:02.356786+0000", 2024-08-29T19:03:21.708 INFO:tasks.workunit.client.0.smithi028.stdout: "last_became_peered": "2024-08-29T17:57:02.356786+0000", 2024-08-29T19:03:21.708 INFO:tasks.workunit.client.0.smithi028.stdout: "last_change": "2024-08-29T17:57:02.357579+0000", 2024-08-29T19:03:21.708 INFO:tasks.workunit.client.0.smithi028.stdout: "last_clean": "2024-08-29T19:02:14.839357+0000", 2024-08-29T19:03:21.708 INFO:tasks.workunit.client.0.smithi028.stdout: "last_clean_scrub_stamp": "2024-08-29T17:40:52.944949+0000", 2024-08-29T19:03:21.708 INFO:tasks.workunit.client.0.smithi028.stdout: "last_deep_scrub": "0'0", 2024-08-29T19:03:21.708 INFO:tasks.workunit.client.0.smithi028.stdout: "last_deep_scrub_stamp": "2024-08-29T17:40:52.944949+0000", 2024-08-29T19:03:21.708 INFO:tasks.workunit.client.0.smithi028.stdout: "last_epoch_clean": 613, 2024-08-29T19:03:21.708 INFO:tasks.workunit.client.0.smithi028.stdout: "last_fresh": "2024-08-29T19:02:14.839357+0000", 2024-08-29T19:03:21.708 INFO:tasks.workunit.client.0.smithi028.stdout: "last_fullsized": "2024-08-29T19:02:14.839357+0000", 2024-08-29T19:03:21.708 INFO:tasks.workunit.client.0.smithi028.stdout: "last_peered": "2024-08-29T19:02:14.839357+0000", 2024-08-29T19:03:21.708 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub": "0'0", 2024-08-29T19:03:21.708 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub_duration": 0, 2024-08-29T19:03:21.709 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub_stamp": "2024-08-29T17:40:52.944949+0000", 2024-08-29T19:03:21.709 INFO:tasks.workunit.client.0.smithi028.stdout: "last_undegraded": "2024-08-29T19:02:14.839357+0000", 2024-08-29T19:03:21.709 INFO:tasks.workunit.client.0.smithi028.stdout: "last_unstale": "2024-08-29T19:02:14.839357+0000", 2024-08-29T19:03:21.709 INFO:tasks.workunit.client.0.smithi028.stdout: "log_dups_size": 0, 2024-08-29T19:03:21.709 INFO:tasks.workunit.client.0.smithi028.stdout: "log_size": 2, 2024-08-29T19:03:21.709 INFO:tasks.workunit.client.0.smithi028.stdout: "log_start": "0'0", 2024-08-29T19:03:21.709 INFO:tasks.workunit.client.0.smithi028.stdout: "manifest_stats_invalid": false, 2024-08-29T19:03:21.709 INFO:tasks.workunit.client.0.smithi028.stdout: "mapping_epoch": 612, 2024-08-29T19:03:21.709 INFO:tasks.workunit.client.0.smithi028.stdout: "object_location_counts": [], 2024-08-29T19:03:21.709 INFO:tasks.workunit.client.0.smithi028.stdout: "objects_scrubbed": 0, 2024-08-29T19:03:21.709 INFO:tasks.workunit.client.0.smithi028.stdout: "objects_trimmed": 0, 2024-08-29T19:03:21.709 INFO:tasks.workunit.client.0.smithi028.stdout: "omap_stats_invalid": false, 2024-08-29T19:03:21.709 INFO:tasks.workunit.client.0.smithi028.stdout: "ondisk_log_size": 2, 2024-08-29T19:03:21.709 INFO:tasks.workunit.client.0.smithi028.stdout: "ondisk_log_start": "0'0", 2024-08-29T19:03:21.710 INFO:tasks.workunit.client.0.smithi028.stdout: "parent": "0.0", 2024-08-29T19:03:21.710 INFO:tasks.workunit.client.0.smithi028.stdout: "parent_split_bits": 0, 2024-08-29T19:03:21.710 INFO:tasks.workunit.client.0.smithi028.stdout: "pgid": "2.1e", 2024-08-29T19:03:21.710 INFO:tasks.workunit.client.0.smithi028.stdout: "pin_stats_invalid": false, 2024-08-29T19:03:21.710 INFO:tasks.workunit.client.0.smithi028.stdout: "purged_snaps": [], 2024-08-29T19:03:21.710 INFO:tasks.workunit.client.0.smithi028.stdout: "reported_epoch": 2650, 2024-08-29T19:03:21.710 INFO:tasks.workunit.client.0.smithi028.stdout: "reported_seq": 4698, 2024-08-29T19:03:21.710 INFO:tasks.workunit.client.0.smithi028.stdout: "scrub_duration": 0.0, 2024-08-29T19:03:21.710 INFO:tasks.workunit.client.0.smithi028.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-31T05:11:11.426649+0000", 2024-08-29T19:03:21.710 INFO:tasks.workunit.client.0.smithi028.stdout: "snaptrim_duration": 0.0, 2024-08-29T19:03:21.710 INFO:tasks.workunit.client.0.smithi028.stdout: "snaptrimq_len": 0, 2024-08-29T19:03:21.710 INFO:tasks.workunit.client.0.smithi028.stdout: "stat_sum": { 2024-08-29T19:03:21.710 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes": 0, 2024-08-29T19:03:21.710 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes_hit_set_archive": 0, 2024-08-29T19:03:21.711 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes_recovered": 0, 2024-08-29T19:03:21.711 INFO:tasks.workunit.client.0.smithi028.stdout: "num_deep_scrub_errors": 0, 2024-08-29T19:03:21.711 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict": 0, 2024-08-29T19:03:21.711 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_kb": 0, 2024-08-29T19:03:21.711 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_mode_full": 0, 2024-08-29T19:03:21.711 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_mode_some": 0, 2024-08-29T19:03:21.711 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush": 0, 2024-08-29T19:03:21.711 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_kb": 0, 2024-08-29T19:03:21.711 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_mode_high": 0, 2024-08-29T19:03:21.711 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_mode_low": 0, 2024-08-29T19:03:21.711 INFO:tasks.workunit.client.0.smithi028.stdout: "num_keys_recovered": 0, 2024-08-29T19:03:21.711 INFO:tasks.workunit.client.0.smithi028.stdout: "num_large_omap_objects": 0, 2024-08-29T19:03:21.711 INFO:tasks.workunit.client.0.smithi028.stdout: "num_legacy_snapsets": 0, 2024-08-29T19:03:21.712 INFO:tasks.workunit.client.0.smithi028.stdout: "num_object_clones": 0, 2024-08-29T19:03:21.712 INFO:tasks.workunit.client.0.smithi028.stdout: "num_object_copies": 0, 2024-08-29T19:03:21.712 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects": 0, 2024-08-29T19:03:21.712 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_degraded": 0, 2024-08-29T19:03:21.712 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_dirty": 0, 2024-08-29T19:03:21.712 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_hit_set_archive": 0, 2024-08-29T19:03:21.712 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_manifest": 0, 2024-08-29T19:03:21.712 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_misplaced": 0, 2024-08-29T19:03:21.712 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_missing": 0, 2024-08-29T19:03:21.712 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_missing_on_primary": 0, 2024-08-29T19:03:21.712 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_omap": 0, 2024-08-29T19:03:21.712 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_pinned": 0, 2024-08-29T19:03:21.712 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_recovered": 0, 2024-08-29T19:03:21.712 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_repaired": 0, 2024-08-29T19:03:21.713 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_unfound": 0, 2024-08-29T19:03:21.713 INFO:tasks.workunit.client.0.smithi028.stdout: "num_omap_bytes": 0, 2024-08-29T19:03:21.713 INFO:tasks.workunit.client.0.smithi028.stdout: "num_omap_keys": 0, 2024-08-29T19:03:21.713 INFO:tasks.workunit.client.0.smithi028.stdout: "num_promote": 0, 2024-08-29T19:03:21.713 INFO:tasks.workunit.client.0.smithi028.stdout: "num_read": 0, 2024-08-29T19:03:21.713 INFO:tasks.workunit.client.0.smithi028.stdout: "num_read_kb": 0, 2024-08-29T19:03:21.713 INFO:tasks.workunit.client.0.smithi028.stdout: "num_scrub_errors": 0, 2024-08-29T19:03:21.713 INFO:tasks.workunit.client.0.smithi028.stdout: "num_shallow_scrub_errors": 0, 2024-08-29T19:03:21.713 INFO:tasks.workunit.client.0.smithi028.stdout: "num_whiteouts": 0, 2024-08-29T19:03:21.713 INFO:tasks.workunit.client.0.smithi028.stdout: "num_write": 0, 2024-08-29T19:03:21.713 INFO:tasks.workunit.client.0.smithi028.stdout: "num_write_kb": 0 2024-08-29T19:03:21.713 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:21.713 INFO:tasks.workunit.client.0.smithi028.stdout: "state": "active+clean", 2024-08-29T19:03:21.713 INFO:tasks.workunit.client.0.smithi028.stdout: "stats_invalid": false, 2024-08-29T19:03:21.714 INFO:tasks.workunit.client.0.smithi028.stdout: "up": [ 2024-08-29T19:03:21.714 INFO:tasks.workunit.client.0.smithi028.stdout: 3, 2024-08-29T19:03:21.714 INFO:tasks.workunit.client.0.smithi028.stdout: 0, 2024-08-29T19:03:21.714 INFO:tasks.workunit.client.0.smithi028.stdout: 5 2024-08-29T19:03:21.714 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-08-29T19:03:21.714 INFO:tasks.workunit.client.0.smithi028.stdout: "up_primary": 3, 2024-08-29T19:03:21.714 INFO:tasks.workunit.client.0.smithi028.stdout: "version": "721'2" 2024-08-29T19:03:21.714 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:21.714 INFO:tasks.workunit.client.0.smithi028.stdout: { 2024-08-29T19:03:21.714 INFO:tasks.workunit.client.0.smithi028.stdout: "acting": [ 2024-08-29T19:03:21.714 INFO:tasks.workunit.client.0.smithi028.stdout: 0, 2024-08-29T19:03:21.714 INFO:tasks.workunit.client.0.smithi028.stdout: 5, 2024-08-29T19:03:21.714 INFO:tasks.workunit.client.0.smithi028.stdout: 2 2024-08-29T19:03:21.714 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-08-29T19:03:21.715 INFO:tasks.workunit.client.0.smithi028.stdout: "acting_primary": 0, 2024-08-29T19:03:21.715 INFO:tasks.workunit.client.0.smithi028.stdout: "avail_no_missing": [], 2024-08-29T19:03:21.715 INFO:tasks.workunit.client.0.smithi028.stdout: "blocked_by": [], 2024-08-29T19:03:21.715 INFO:tasks.workunit.client.0.smithi028.stdout: "created": 62, 2024-08-29T19:03:21.715 INFO:tasks.workunit.client.0.smithi028.stdout: "dirty_stats_invalid": false, 2024-08-29T19:03:21.715 INFO:tasks.workunit.client.0.smithi028.stdout: "hitset_bytes_stats_invalid": false, 2024-08-29T19:03:21.715 INFO:tasks.workunit.client.0.smithi028.stdout: "hitset_stats_invalid": false, 2024-08-29T19:03:21.715 INFO:tasks.workunit.client.0.smithi028.stdout: "last_active": "2024-08-29T19:02:14.108140+0000", 2024-08-29T19:03:21.715 INFO:tasks.workunit.client.0.smithi028.stdout: "last_became_active": "2024-08-29T17:57:02.380063+0000", 2024-08-29T19:03:21.715 INFO:tasks.workunit.client.0.smithi028.stdout: "last_became_peered": "2024-08-29T17:57:02.380063+0000", 2024-08-29T19:03:21.715 INFO:tasks.workunit.client.0.smithi028.stdout: "last_change": "2024-08-29T17:57:02.380627+0000", 2024-08-29T19:03:21.715 INFO:tasks.workunit.client.0.smithi028.stdout: "last_clean": "2024-08-29T19:02:14.108140+0000", 2024-08-29T19:03:21.715 INFO:tasks.workunit.client.0.smithi028.stdout: "last_clean_scrub_stamp": "2024-08-29T17:41:01.987071+0000", 2024-08-29T19:03:21.715 INFO:tasks.workunit.client.0.smithi028.stdout: "last_deep_scrub": "0'0", 2024-08-29T19:03:21.716 INFO:tasks.workunit.client.0.smithi028.stdout: "last_deep_scrub_stamp": "2024-08-29T17:41:01.987071+0000", 2024-08-29T19:03:21.716 INFO:tasks.workunit.client.0.smithi028.stdout: "last_epoch_clean": 613, 2024-08-29T19:03:21.716 INFO:tasks.workunit.client.0.smithi028.stdout: "last_fresh": "2024-08-29T19:02:14.108140+0000", 2024-08-29T19:03:21.716 INFO:tasks.workunit.client.0.smithi028.stdout: "last_fullsized": "2024-08-29T19:02:14.108140+0000", 2024-08-29T19:03:21.716 INFO:tasks.workunit.client.0.smithi028.stdout: "last_peered": "2024-08-29T19:02:14.108140+0000", 2024-08-29T19:03:21.716 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub": "0'0", 2024-08-29T19:03:21.716 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub_duration": 0, 2024-08-29T19:03:21.716 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub_stamp": "2024-08-29T17:41:01.987071+0000", 2024-08-29T19:03:21.716 INFO:tasks.workunit.client.0.smithi028.stdout: "last_undegraded": "2024-08-29T19:02:14.108140+0000", 2024-08-29T19:03:21.716 INFO:tasks.workunit.client.0.smithi028.stdout: "last_unstale": "2024-08-29T19:02:14.108140+0000", 2024-08-29T19:03:21.716 INFO:tasks.workunit.client.0.smithi028.stdout: "log_dups_size": 0, 2024-08-29T19:03:21.716 INFO:tasks.workunit.client.0.smithi028.stdout: "log_size": 0, 2024-08-29T19:03:21.716 INFO:tasks.workunit.client.0.smithi028.stdout: "log_start": "0'0", 2024-08-29T19:03:21.716 INFO:tasks.workunit.client.0.smithi028.stdout: "manifest_stats_invalid": false, 2024-08-29T19:03:21.717 INFO:tasks.workunit.client.0.smithi028.stdout: "mapping_epoch": 612, 2024-08-29T19:03:21.717 INFO:tasks.workunit.client.0.smithi028.stdout: "object_location_counts": [], 2024-08-29T19:03:21.717 INFO:tasks.workunit.client.0.smithi028.stdout: "objects_scrubbed": 0, 2024-08-29T19:03:21.717 INFO:tasks.workunit.client.0.smithi028.stdout: "objects_trimmed": 0, 2024-08-29T19:03:21.717 INFO:tasks.workunit.client.0.smithi028.stdout: "omap_stats_invalid": false, 2024-08-29T19:03:21.717 INFO:tasks.workunit.client.0.smithi028.stdout: "ondisk_log_size": 0, 2024-08-29T19:03:21.717 INFO:tasks.workunit.client.0.smithi028.stdout: "ondisk_log_start": "0'0", 2024-08-29T19:03:21.717 INFO:tasks.workunit.client.0.smithi028.stdout: "parent": "0.0", 2024-08-29T19:03:21.717 INFO:tasks.workunit.client.0.smithi028.stdout: "parent_split_bits": 0, 2024-08-29T19:03:21.717 INFO:tasks.workunit.client.0.smithi028.stdout: "pgid": "3.1f", 2024-08-29T19:03:21.717 INFO:tasks.workunit.client.0.smithi028.stdout: "pin_stats_invalid": false, 2024-08-29T19:03:21.717 INFO:tasks.workunit.client.0.smithi028.stdout: "purged_snaps": [], 2024-08-29T19:03:21.717 INFO:tasks.workunit.client.0.smithi028.stdout: "reported_epoch": 2650, 2024-08-29T19:03:21.717 INFO:tasks.workunit.client.0.smithi028.stdout: "reported_seq": 4813, 2024-08-29T19:03:21.718 INFO:tasks.workunit.client.0.smithi028.stdout: "scrub_duration": 0.0, 2024-08-29T19:03:21.718 INFO:tasks.workunit.client.0.smithi028.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-31T04:31:11.864896+0000", 2024-08-29T19:03:21.718 INFO:tasks.workunit.client.0.smithi028.stdout: "snaptrim_duration": 0.0, 2024-08-29T19:03:21.718 INFO:tasks.workunit.client.0.smithi028.stdout: "snaptrimq_len": 0, 2024-08-29T19:03:21.718 INFO:tasks.workunit.client.0.smithi028.stdout: "stat_sum": { 2024-08-29T19:03:21.718 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes": 0, 2024-08-29T19:03:21.718 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes_hit_set_archive": 0, 2024-08-29T19:03:21.718 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes_recovered": 0, 2024-08-29T19:03:21.718 INFO:tasks.workunit.client.0.smithi028.stdout: "num_deep_scrub_errors": 0, 2024-08-29T19:03:21.718 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict": 0, 2024-08-29T19:03:21.718 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_kb": 0, 2024-08-29T19:03:21.718 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_mode_full": 0, 2024-08-29T19:03:21.718 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_mode_some": 0, 2024-08-29T19:03:21.718 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush": 0, 2024-08-29T19:03:21.719 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_kb": 0, 2024-08-29T19:03:21.719 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_mode_high": 0, 2024-08-29T19:03:21.719 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_mode_low": 0, 2024-08-29T19:03:21.719 INFO:tasks.workunit.client.0.smithi028.stdout: "num_keys_recovered": 0, 2024-08-29T19:03:21.719 INFO:tasks.workunit.client.0.smithi028.stdout: "num_large_omap_objects": 0, 2024-08-29T19:03:21.719 INFO:tasks.workunit.client.0.smithi028.stdout: "num_legacy_snapsets": 0, 2024-08-29T19:03:21.719 INFO:tasks.workunit.client.0.smithi028.stdout: "num_object_clones": 0, 2024-08-29T19:03:21.719 INFO:tasks.workunit.client.0.smithi028.stdout: "num_object_copies": 0, 2024-08-29T19:03:21.719 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects": 0, 2024-08-29T19:03:21.719 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_degraded": 0, 2024-08-29T19:03:21.719 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_dirty": 0, 2024-08-29T19:03:21.719 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_hit_set_archive": 0, 2024-08-29T19:03:21.719 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_manifest": 0, 2024-08-29T19:03:21.719 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_misplaced": 0, 2024-08-29T19:03:21.719 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_missing": 0, 2024-08-29T19:03:21.720 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_missing_on_primary": 0, 2024-08-29T19:03:21.720 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_omap": 0, 2024-08-29T19:03:21.720 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_pinned": 0, 2024-08-29T19:03:21.720 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_recovered": 0, 2024-08-29T19:03:21.720 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_repaired": 0, 2024-08-29T19:03:21.720 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_unfound": 0, 2024-08-29T19:03:21.720 INFO:tasks.workunit.client.0.smithi028.stdout: "num_omap_bytes": 0, 2024-08-29T19:03:21.720 INFO:tasks.workunit.client.0.smithi028.stdout: "num_omap_keys": 0, 2024-08-29T19:03:21.720 INFO:tasks.workunit.client.0.smithi028.stdout: "num_promote": 0, 2024-08-29T19:03:21.720 INFO:tasks.workunit.client.0.smithi028.stdout: "num_read": 0, 2024-08-29T19:03:21.720 INFO:tasks.workunit.client.0.smithi028.stdout: "num_read_kb": 0, 2024-08-29T19:03:21.720 INFO:tasks.workunit.client.0.smithi028.stdout: "num_scrub_errors": 0, 2024-08-29T19:03:21.720 INFO:tasks.workunit.client.0.smithi028.stdout: "num_shallow_scrub_errors": 0, 2024-08-29T19:03:21.721 INFO:tasks.workunit.client.0.smithi028.stdout: "num_whiteouts": 0, 2024-08-29T19:03:21.721 INFO:tasks.workunit.client.0.smithi028.stdout: "num_write": 0, 2024-08-29T19:03:21.721 INFO:tasks.workunit.client.0.smithi028.stdout: "num_write_kb": 0 2024-08-29T19:03:21.721 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:21.721 INFO:tasks.workunit.client.0.smithi028.stdout: "state": "active+clean", 2024-08-29T19:03:21.721 INFO:tasks.workunit.client.0.smithi028.stdout: "stats_invalid": false, 2024-08-29T19:03:21.721 INFO:tasks.workunit.client.0.smithi028.stdout: "up": [ 2024-08-29T19:03:21.721 INFO:tasks.workunit.client.0.smithi028.stdout: 0, 2024-08-29T19:03:21.721 INFO:tasks.workunit.client.0.smithi028.stdout: 5, 2024-08-29T19:03:21.721 INFO:tasks.workunit.client.0.smithi028.stdout: 2 2024-08-29T19:03:21.721 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-08-29T19:03:21.721 INFO:tasks.workunit.client.0.smithi028.stdout: "up_primary": 0, 2024-08-29T19:03:21.721 INFO:tasks.workunit.client.0.smithi028.stdout: "version": "0'0" 2024-08-29T19:03:21.721 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:21.722 INFO:tasks.workunit.client.0.smithi028.stdout: { 2024-08-29T19:03:21.722 INFO:tasks.workunit.client.0.smithi028.stdout: "acting": [ 2024-08-29T19:03:21.722 INFO:tasks.workunit.client.0.smithi028.stdout: 7, 2024-08-29T19:03:21.722 INFO:tasks.workunit.client.0.smithi028.stdout: 6, 2024-08-29T19:03:21.722 INFO:tasks.workunit.client.0.smithi028.stdout: 0 2024-08-29T19:03:21.722 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-08-29T19:03:21.722 INFO:tasks.workunit.client.0.smithi028.stdout: "acting_primary": 7, 2024-08-29T19:03:21.722 INFO:tasks.workunit.client.0.smithi028.stdout: "avail_no_missing": [], 2024-08-29T19:03:21.722 INFO:tasks.workunit.client.0.smithi028.stdout: "blocked_by": [], 2024-08-29T19:03:21.722 INFO:tasks.workunit.client.0.smithi028.stdout: "created": 59, 2024-08-29T19:03:21.722 INFO:tasks.workunit.client.0.smithi028.stdout: "dirty_stats_invalid": false, 2024-08-29T19:03:21.722 INFO:tasks.workunit.client.0.smithi028.stdout: "hitset_bytes_stats_invalid": false, 2024-08-29T19:03:21.722 INFO:tasks.workunit.client.0.smithi028.stdout: "hitset_stats_invalid": false, 2024-08-29T19:03:21.722 INFO:tasks.workunit.client.0.smithi028.stdout: "last_active": "2024-08-29T19:02:14.101566+0000", 2024-08-29T19:03:21.723 INFO:tasks.workunit.client.0.smithi028.stdout: "last_became_active": "2024-08-29T17:58:11.349709+0000", 2024-08-29T19:03:21.723 INFO:tasks.workunit.client.0.smithi028.stdout: "last_became_peered": "2024-08-29T17:58:11.349709+0000", 2024-08-29T19:03:21.723 INFO:tasks.workunit.client.0.smithi028.stdout: "last_change": "2024-08-29T17:58:11.352390+0000", 2024-08-29T19:03:21.723 INFO:tasks.workunit.client.0.smithi028.stdout: "last_clean": "2024-08-29T19:02:14.101566+0000", 2024-08-29T19:03:21.723 INFO:tasks.workunit.client.0.smithi028.stdout: "last_clean_scrub_stamp": "2024-08-29T17:40:52.944949+0000", 2024-08-29T19:03:21.723 INFO:tasks.workunit.client.0.smithi028.stdout: "last_deep_scrub": "0'0", 2024-08-29T19:03:21.723 INFO:tasks.workunit.client.0.smithi028.stdout: "last_deep_scrub_stamp": "2024-08-29T17:40:52.944949+0000", 2024-08-29T19:03:21.723 INFO:tasks.workunit.client.0.smithi028.stdout: "last_epoch_clean": 681, 2024-08-29T19:03:21.723 INFO:tasks.workunit.client.0.smithi028.stdout: "last_fresh": "2024-08-29T19:02:14.101566+0000", 2024-08-29T19:03:21.723 INFO:tasks.workunit.client.0.smithi028.stdout: "last_fullsized": "2024-08-29T19:02:14.101566+0000", 2024-08-29T19:03:21.723 INFO:tasks.workunit.client.0.smithi028.stdout: "last_peered": "2024-08-29T19:02:14.101566+0000", 2024-08-29T19:03:21.723 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub": "0'0", 2024-08-29T19:03:21.723 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub_duration": 0, 2024-08-29T19:03:21.723 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub_stamp": "2024-08-29T17:40:52.944949+0000", 2024-08-29T19:03:21.724 INFO:tasks.workunit.client.0.smithi028.stdout: "last_undegraded": "2024-08-29T19:02:14.101566+0000", 2024-08-29T19:03:21.724 INFO:tasks.workunit.client.0.smithi028.stdout: "last_unstale": "2024-08-29T19:02:14.101566+0000", 2024-08-29T19:03:21.724 INFO:tasks.workunit.client.0.smithi028.stdout: "log_dups_size": 0, 2024-08-29T19:03:21.724 INFO:tasks.workunit.client.0.smithi028.stdout: "log_size": 2, 2024-08-29T19:03:21.724 INFO:tasks.workunit.client.0.smithi028.stdout: "log_start": "0'0", 2024-08-29T19:03:21.724 INFO:tasks.workunit.client.0.smithi028.stdout: "manifest_stats_invalid": false, 2024-08-29T19:03:21.724 INFO:tasks.workunit.client.0.smithi028.stdout: "mapping_epoch": 680, 2024-08-29T19:03:21.724 INFO:tasks.workunit.client.0.smithi028.stdout: "object_location_counts": [], 2024-08-29T19:03:21.724 INFO:tasks.workunit.client.0.smithi028.stdout: "objects_scrubbed": 0, 2024-08-29T19:03:21.724 INFO:tasks.workunit.client.0.smithi028.stdout: "objects_trimmed": 0, 2024-08-29T19:03:21.724 INFO:tasks.workunit.client.0.smithi028.stdout: "omap_stats_invalid": false, 2024-08-29T19:03:21.724 INFO:tasks.workunit.client.0.smithi028.stdout: "ondisk_log_size": 2, 2024-08-29T19:03:21.724 INFO:tasks.workunit.client.0.smithi028.stdout: "ondisk_log_start": "0'0", 2024-08-29T19:03:21.724 INFO:tasks.workunit.client.0.smithi028.stdout: "parent": "0.0", 2024-08-29T19:03:21.725 INFO:tasks.workunit.client.0.smithi028.stdout: "parent_split_bits": 0, 2024-08-29T19:03:21.725 INFO:tasks.workunit.client.0.smithi028.stdout: "pgid": "2.1d", 2024-08-29T19:03:21.725 INFO:tasks.workunit.client.0.smithi028.stdout: "pin_stats_invalid": false, 2024-08-29T19:03:21.725 INFO:tasks.workunit.client.0.smithi028.stdout: "purged_snaps": [], 2024-08-29T19:03:21.725 INFO:tasks.workunit.client.0.smithi028.stdout: "reported_epoch": 2650, 2024-08-29T19:03:21.725 INFO:tasks.workunit.client.0.smithi028.stdout: "reported_seq": 4558, 2024-08-29T19:03:21.725 INFO:tasks.workunit.client.0.smithi028.stdout: "scrub_duration": 0.0, 2024-08-29T19:03:21.725 INFO:tasks.workunit.client.0.smithi028.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-31T01:54:39.577487+0000", 2024-08-29T19:03:21.725 INFO:tasks.workunit.client.0.smithi028.stdout: "snaptrim_duration": 0.0, 2024-08-29T19:03:21.725 INFO:tasks.workunit.client.0.smithi028.stdout: "snaptrimq_len": 0, 2024-08-29T19:03:21.725 INFO:tasks.workunit.client.0.smithi028.stdout: "stat_sum": { 2024-08-29T19:03:21.725 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes": 0, 2024-08-29T19:03:21.725 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes_hit_set_archive": 0, 2024-08-29T19:03:21.725 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes_recovered": 0, 2024-08-29T19:03:21.726 INFO:tasks.workunit.client.0.smithi028.stdout: "num_deep_scrub_errors": 0, 2024-08-29T19:03:21.726 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict": 0, 2024-08-29T19:03:21.726 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_kb": 0, 2024-08-29T19:03:21.726 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_mode_full": 0, 2024-08-29T19:03:21.726 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_mode_some": 0, 2024-08-29T19:03:21.726 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush": 0, 2024-08-29T19:03:21.726 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_kb": 0, 2024-08-29T19:03:21.726 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_mode_high": 0, 2024-08-29T19:03:21.726 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_mode_low": 0, 2024-08-29T19:03:21.726 INFO:tasks.workunit.client.0.smithi028.stdout: "num_keys_recovered": 0, 2024-08-29T19:03:21.726 INFO:tasks.workunit.client.0.smithi028.stdout: "num_large_omap_objects": 0, 2024-08-29T19:03:21.726 INFO:tasks.workunit.client.0.smithi028.stdout: "num_legacy_snapsets": 0, 2024-08-29T19:03:21.726 INFO:tasks.workunit.client.0.smithi028.stdout: "num_object_clones": 0, 2024-08-29T19:03:21.726 INFO:tasks.workunit.client.0.smithi028.stdout: "num_object_copies": 3, 2024-08-29T19:03:21.727 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects": 1, 2024-08-29T19:03:21.727 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_degraded": 0, 2024-08-29T19:03:21.727 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_dirty": 1, 2024-08-29T19:03:21.727 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_hit_set_archive": 0, 2024-08-29T19:03:21.727 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_manifest": 0, 2024-08-29T19:03:21.727 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_misplaced": 0, 2024-08-29T19:03:21.727 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_missing": 0, 2024-08-29T19:03:21.727 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_missing_on_primary": 0, 2024-08-29T19:03:21.727 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_omap": 1, 2024-08-29T19:03:21.727 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_pinned": 0, 2024-08-29T19:03:21.727 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_recovered": 0, 2024-08-29T19:03:21.727 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_repaired": 0, 2024-08-29T19:03:21.727 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_unfound": 0, 2024-08-29T19:03:21.727 INFO:tasks.workunit.client.0.smithi028.stdout: "num_omap_bytes": 0, 2024-08-29T19:03:21.728 INFO:tasks.workunit.client.0.smithi028.stdout: "num_omap_keys": 0, 2024-08-29T19:03:21.728 INFO:tasks.workunit.client.0.smithi028.stdout: "num_promote": 0, 2024-08-29T19:03:21.728 INFO:tasks.workunit.client.0.smithi028.stdout: "num_read": 6, 2024-08-29T19:03:21.728 INFO:tasks.workunit.client.0.smithi028.stdout: "num_read_kb": 6, 2024-08-29T19:03:21.728 INFO:tasks.workunit.client.0.smithi028.stdout: "num_scrub_errors": 0, 2024-08-29T19:03:21.728 INFO:tasks.workunit.client.0.smithi028.stdout: "num_shallow_scrub_errors": 0, 2024-08-29T19:03:21.728 INFO:tasks.workunit.client.0.smithi028.stdout: "num_whiteouts": 0, 2024-08-29T19:03:21.728 INFO:tasks.workunit.client.0.smithi028.stdout: "num_write": 3, 2024-08-29T19:03:21.728 INFO:tasks.workunit.client.0.smithi028.stdout: "num_write_kb": 0 2024-08-29T19:03:21.728 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:21.728 INFO:tasks.workunit.client.0.smithi028.stdout: "state": "active+clean", 2024-08-29T19:03:21.728 INFO:tasks.workunit.client.0.smithi028.stdout: "stats_invalid": false, 2024-08-29T19:03:21.728 INFO:tasks.workunit.client.0.smithi028.stdout: "up": [ 2024-08-29T19:03:21.728 INFO:tasks.workunit.client.0.smithi028.stdout: 7, 2024-08-29T19:03:21.729 INFO:tasks.workunit.client.0.smithi028.stdout: 6, 2024-08-29T19:03:21.729 INFO:tasks.workunit.client.0.smithi028.stdout: 0 2024-08-29T19:03:21.729 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-08-29T19:03:21.729 INFO:tasks.workunit.client.0.smithi028.stdout: "up_primary": 7, 2024-08-29T19:03:21.729 INFO:tasks.workunit.client.0.smithi028.stdout: "version": "65'2" 2024-08-29T19:03:21.729 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:21.729 INFO:tasks.workunit.client.0.smithi028.stdout: { 2024-08-29T19:03:21.729 INFO:tasks.workunit.client.0.smithi028.stdout: "acting": [ 2024-08-29T19:03:21.729 INFO:tasks.workunit.client.0.smithi028.stdout: 5, 2024-08-29T19:03:21.729 INFO:tasks.workunit.client.0.smithi028.stdout: 4, 2024-08-29T19:03:21.729 INFO:tasks.workunit.client.0.smithi028.stdout: 1 2024-08-29T19:03:21.729 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-08-29T19:03:21.729 INFO:tasks.workunit.client.0.smithi028.stdout: "acting_primary": 5, 2024-08-29T19:03:21.729 INFO:tasks.workunit.client.0.smithi028.stdout: "avail_no_missing": [], 2024-08-29T19:03:21.730 INFO:tasks.workunit.client.0.smithi028.stdout: "blocked_by": [], 2024-08-29T19:03:21.730 INFO:tasks.workunit.client.0.smithi028.stdout: "created": 62, 2024-08-29T19:03:21.730 INFO:tasks.workunit.client.0.smithi028.stdout: "dirty_stats_invalid": false, 2024-08-29T19:03:21.730 INFO:tasks.workunit.client.0.smithi028.stdout: "hitset_bytes_stats_invalid": false, 2024-08-29T19:03:21.730 INFO:tasks.workunit.client.0.smithi028.stdout: "hitset_stats_invalid": false, 2024-08-29T19:03:21.730 INFO:tasks.workunit.client.0.smithi028.stdout: "last_active": "2024-08-29T19:02:14.927727+0000", 2024-08-29T19:03:21.730 INFO:tasks.workunit.client.0.smithi028.stdout: "last_became_active": "2024-08-29T17:57:02.349142+0000", 2024-08-29T19:03:21.730 INFO:tasks.workunit.client.0.smithi028.stdout: "last_became_peered": "2024-08-29T17:57:02.349142+0000", 2024-08-29T19:03:21.730 INFO:tasks.workunit.client.0.smithi028.stdout: "last_change": "2024-08-29T17:57:02.349900+0000", 2024-08-29T19:03:21.730 INFO:tasks.workunit.client.0.smithi028.stdout: "last_clean": "2024-08-29T19:02:14.927727+0000", 2024-08-29T19:03:21.730 INFO:tasks.workunit.client.0.smithi028.stdout: "last_clean_scrub_stamp": "2024-08-29T17:41:01.987071+0000", 2024-08-29T19:03:21.730 INFO:tasks.workunit.client.0.smithi028.stdout: "last_deep_scrub": "0'0", 2024-08-29T19:03:21.730 INFO:tasks.workunit.client.0.smithi028.stdout: "last_deep_scrub_stamp": "2024-08-29T17:41:01.987071+0000", 2024-08-29T19:03:21.730 INFO:tasks.workunit.client.0.smithi028.stdout: "last_epoch_clean": 613, 2024-08-29T19:03:21.731 INFO:tasks.workunit.client.0.smithi028.stdout: "last_fresh": "2024-08-29T19:02:14.927727+0000", 2024-08-29T19:03:21.731 INFO:tasks.workunit.client.0.smithi028.stdout: "last_fullsized": "2024-08-29T19:02:14.927727+0000", 2024-08-29T19:03:21.731 INFO:tasks.workunit.client.0.smithi028.stdout: "last_peered": "2024-08-29T19:02:14.927727+0000", 2024-08-29T19:03:21.731 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub": "0'0", 2024-08-29T19:03:21.731 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub_duration": 0, 2024-08-29T19:03:21.731 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub_stamp": "2024-08-29T17:41:01.987071+0000", 2024-08-29T19:03:21.731 INFO:tasks.workunit.client.0.smithi028.stdout: "last_undegraded": "2024-08-29T19:02:14.927727+0000", 2024-08-29T19:03:21.731 INFO:tasks.workunit.client.0.smithi028.stdout: "last_unstale": "2024-08-29T19:02:14.927727+0000", 2024-08-29T19:03:21.731 INFO:tasks.workunit.client.0.smithi028.stdout: "log_dups_size": 0, 2024-08-29T19:03:21.731 INFO:tasks.workunit.client.0.smithi028.stdout: "log_size": 0, 2024-08-29T19:03:21.731 INFO:tasks.workunit.client.0.smithi028.stdout: "log_start": "0'0", 2024-08-29T19:03:21.731 INFO:tasks.workunit.client.0.smithi028.stdout: "manifest_stats_invalid": false, 2024-08-29T19:03:21.731 INFO:tasks.workunit.client.0.smithi028.stdout: "mapping_epoch": 612, 2024-08-29T19:03:21.731 INFO:tasks.workunit.client.0.smithi028.stdout: "object_location_counts": [], 2024-08-29T19:03:21.732 INFO:tasks.workunit.client.0.smithi028.stdout: "objects_scrubbed": 0, 2024-08-29T19:03:21.732 INFO:tasks.workunit.client.0.smithi028.stdout: "objects_trimmed": 0, 2024-08-29T19:03:21.732 INFO:tasks.workunit.client.0.smithi028.stdout: "omap_stats_invalid": false, 2024-08-29T19:03:21.732 INFO:tasks.workunit.client.0.smithi028.stdout: "ondisk_log_size": 0, 2024-08-29T19:03:21.732 INFO:tasks.workunit.client.0.smithi028.stdout: "ondisk_log_start": "0'0", 2024-08-29T19:03:21.732 INFO:tasks.workunit.client.0.smithi028.stdout: "parent": "0.0", 2024-08-29T19:03:21.732 INFO:tasks.workunit.client.0.smithi028.stdout: "parent_split_bits": 0, 2024-08-29T19:03:21.732 INFO:tasks.workunit.client.0.smithi028.stdout: "pgid": "3.1c", 2024-08-29T19:03:21.732 INFO:tasks.workunit.client.0.smithi028.stdout: "pin_stats_invalid": false, 2024-08-29T19:03:21.732 INFO:tasks.workunit.client.0.smithi028.stdout: "purged_snaps": [], 2024-08-29T19:03:21.732 INFO:tasks.workunit.client.0.smithi028.stdout: "reported_epoch": 2650, 2024-08-29T19:03:21.732 INFO:tasks.workunit.client.0.smithi028.stdout: "reported_seq": 4631, 2024-08-29T19:03:21.732 INFO:tasks.workunit.client.0.smithi028.stdout: "scrub_duration": 0.0, 2024-08-29T19:03:21.732 INFO:tasks.workunit.client.0.smithi028.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-31T04:43:53.789249+0000", 2024-08-29T19:03:21.733 INFO:tasks.workunit.client.0.smithi028.stdout: "snaptrim_duration": 0.0, 2024-08-29T19:03:21.733 INFO:tasks.workunit.client.0.smithi028.stdout: "snaptrimq_len": 0, 2024-08-29T19:03:21.733 INFO:tasks.workunit.client.0.smithi028.stdout: "stat_sum": { 2024-08-29T19:03:21.733 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes": 0, 2024-08-29T19:03:21.733 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes_hit_set_archive": 0, 2024-08-29T19:03:21.733 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes_recovered": 0, 2024-08-29T19:03:21.733 INFO:tasks.workunit.client.0.smithi028.stdout: "num_deep_scrub_errors": 0, 2024-08-29T19:03:21.733 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict": 0, 2024-08-29T19:03:21.733 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_kb": 0, 2024-08-29T19:03:21.733 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_mode_full": 0, 2024-08-29T19:03:21.733 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_mode_some": 0, 2024-08-29T19:03:21.733 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush": 0, 2024-08-29T19:03:21.733 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_kb": 0, 2024-08-29T19:03:21.733 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_mode_high": 0, 2024-08-29T19:03:21.733 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_mode_low": 0, 2024-08-29T19:03:21.734 INFO:tasks.workunit.client.0.smithi028.stdout: "num_keys_recovered": 0, 2024-08-29T19:03:21.734 INFO:tasks.workunit.client.0.smithi028.stdout: "num_large_omap_objects": 0, 2024-08-29T19:03:21.734 INFO:tasks.workunit.client.0.smithi028.stdout: "num_legacy_snapsets": 0, 2024-08-29T19:03:21.734 INFO:tasks.workunit.client.0.smithi028.stdout: "num_object_clones": 0, 2024-08-29T19:03:21.734 INFO:tasks.workunit.client.0.smithi028.stdout: "num_object_copies": 0, 2024-08-29T19:03:21.734 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects": 0, 2024-08-29T19:03:21.734 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_degraded": 0, 2024-08-29T19:03:21.734 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_dirty": 0, 2024-08-29T19:03:21.734 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_hit_set_archive": 0, 2024-08-29T19:03:21.734 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_manifest": 0, 2024-08-29T19:03:21.734 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_misplaced": 0, 2024-08-29T19:03:21.734 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_missing": 0, 2024-08-29T19:03:21.735 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_missing_on_primary": 0, 2024-08-29T19:03:21.735 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_omap": 0, 2024-08-29T19:03:21.735 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_pinned": 0, 2024-08-29T19:03:21.735 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_recovered": 0, 2024-08-29T19:03:21.735 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_repaired": 0, 2024-08-29T19:03:21.735 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_unfound": 0, 2024-08-29T19:03:21.735 INFO:tasks.workunit.client.0.smithi028.stdout: "num_omap_bytes": 0, 2024-08-29T19:03:21.735 INFO:tasks.workunit.client.0.smithi028.stdout: "num_omap_keys": 0, 2024-08-29T19:03:21.735 INFO:tasks.workunit.client.0.smithi028.stdout: "num_promote": 0, 2024-08-29T19:03:21.735 INFO:tasks.workunit.client.0.smithi028.stdout: "num_read": 0, 2024-08-29T19:03:21.735 INFO:tasks.workunit.client.0.smithi028.stdout: "num_read_kb": 0, 2024-08-29T19:03:21.735 INFO:tasks.workunit.client.0.smithi028.stdout: "num_scrub_errors": 0, 2024-08-29T19:03:21.735 INFO:tasks.workunit.client.0.smithi028.stdout: "num_shallow_scrub_errors": 0, 2024-08-29T19:03:21.735 INFO:tasks.workunit.client.0.smithi028.stdout: "num_whiteouts": 0, 2024-08-29T19:03:21.736 INFO:tasks.workunit.client.0.smithi028.stdout: "num_write": 0, 2024-08-29T19:03:21.736 INFO:tasks.workunit.client.0.smithi028.stdout: "num_write_kb": 0 2024-08-29T19:03:21.736 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:21.736 INFO:tasks.workunit.client.0.smithi028.stdout: "state": "active+clean", 2024-08-29T19:03:21.736 INFO:tasks.workunit.client.0.smithi028.stdout: "stats_invalid": false, 2024-08-29T19:03:21.736 INFO:tasks.workunit.client.0.smithi028.stdout: "up": [ 2024-08-29T19:03:21.736 INFO:tasks.workunit.client.0.smithi028.stdout: 5, 2024-08-29T19:03:21.736 INFO:tasks.workunit.client.0.smithi028.stdout: 4, 2024-08-29T19:03:21.736 INFO:tasks.workunit.client.0.smithi028.stdout: 1 2024-08-29T19:03:21.736 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-08-29T19:03:21.736 INFO:tasks.workunit.client.0.smithi028.stdout: "up_primary": 5, 2024-08-29T19:03:21.736 INFO:tasks.workunit.client.0.smithi028.stdout: "version": "0'0" 2024-08-29T19:03:21.736 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:21.736 INFO:tasks.workunit.client.0.smithi028.stdout: { 2024-08-29T19:03:21.737 INFO:tasks.workunit.client.0.smithi028.stdout: "acting": [ 2024-08-29T19:03:21.737 INFO:tasks.workunit.client.0.smithi028.stdout: 7, 2024-08-29T19:03:21.737 INFO:tasks.workunit.client.0.smithi028.stdout: 5, 2024-08-29T19:03:21.737 INFO:tasks.workunit.client.0.smithi028.stdout: 2 2024-08-29T19:03:21.737 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-08-29T19:03:21.737 INFO:tasks.workunit.client.0.smithi028.stdout: "acting_primary": 7, 2024-08-29T19:03:21.737 INFO:tasks.workunit.client.0.smithi028.stdout: "avail_no_missing": [], 2024-08-29T19:03:21.737 INFO:tasks.workunit.client.0.smithi028.stdout: "blocked_by": [], 2024-08-29T19:03:21.737 INFO:tasks.workunit.client.0.smithi028.stdout: "created": 59, 2024-08-29T19:03:21.737 INFO:tasks.workunit.client.0.smithi028.stdout: "dirty_stats_invalid": false, 2024-08-29T19:03:21.737 INFO:tasks.workunit.client.0.smithi028.stdout: "hitset_bytes_stats_invalid": false, 2024-08-29T19:03:21.737 INFO:tasks.workunit.client.0.smithi028.stdout: "hitset_stats_invalid": false, 2024-08-29T19:03:21.737 INFO:tasks.workunit.client.0.smithi028.stdout: "last_active": "2024-08-29T19:02:14.096995+0000", 2024-08-29T19:03:21.737 INFO:tasks.workunit.client.0.smithi028.stdout: "last_became_active": "2024-08-29T17:58:11.364082+0000", 2024-08-29T19:03:21.738 INFO:tasks.workunit.client.0.smithi028.stdout: "last_became_peered": "2024-08-29T17:58:11.364082+0000", 2024-08-29T19:03:21.738 INFO:tasks.workunit.client.0.smithi028.stdout: "last_change": "2024-08-29T17:58:11.364773+0000", 2024-08-29T19:03:21.738 INFO:tasks.workunit.client.0.smithi028.stdout: "last_clean": "2024-08-29T19:02:14.096995+0000", 2024-08-29T19:03:21.738 INFO:tasks.workunit.client.0.smithi028.stdout: "last_clean_scrub_stamp": "2024-08-29T17:40:52.944949+0000", 2024-08-29T19:03:21.738 INFO:tasks.workunit.client.0.smithi028.stdout: "last_deep_scrub": "0'0", 2024-08-29T19:03:21.738 INFO:tasks.workunit.client.0.smithi028.stdout: "last_deep_scrub_stamp": "2024-08-29T17:40:52.944949+0000", 2024-08-29T19:03:21.738 INFO:tasks.workunit.client.0.smithi028.stdout: "last_epoch_clean": 681, 2024-08-29T19:03:21.738 INFO:tasks.workunit.client.0.smithi028.stdout: "last_fresh": "2024-08-29T19:02:14.096995+0000", 2024-08-29T19:03:21.738 INFO:tasks.workunit.client.0.smithi028.stdout: "last_fullsized": "2024-08-29T19:02:14.096995+0000", 2024-08-29T19:03:21.738 INFO:tasks.workunit.client.0.smithi028.stdout: "last_peered": "2024-08-29T19:02:14.096995+0000", 2024-08-29T19:03:21.738 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub": "0'0", 2024-08-29T19:03:21.738 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub_duration": 0, 2024-08-29T19:03:21.738 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub_stamp": "2024-08-29T17:40:52.944949+0000", 2024-08-29T19:03:21.738 INFO:tasks.workunit.client.0.smithi028.stdout: "last_undegraded": "2024-08-29T19:02:14.096995+0000", 2024-08-29T19:03:21.739 INFO:tasks.workunit.client.0.smithi028.stdout: "last_unstale": "2024-08-29T19:02:14.096995+0000", 2024-08-29T19:03:21.739 INFO:tasks.workunit.client.0.smithi028.stdout: "log_dups_size": 0, 2024-08-29T19:03:21.739 INFO:tasks.workunit.client.0.smithi028.stdout: "log_size": 2, 2024-08-29T19:03:21.739 INFO:tasks.workunit.client.0.smithi028.stdout: "log_start": "0'0", 2024-08-29T19:03:21.739 INFO:tasks.workunit.client.0.smithi028.stdout: "manifest_stats_invalid": false, 2024-08-29T19:03:21.739 INFO:tasks.workunit.client.0.smithi028.stdout: "mapping_epoch": 680, 2024-08-29T19:03:21.739 INFO:tasks.workunit.client.0.smithi028.stdout: "object_location_counts": [], 2024-08-29T19:03:21.739 INFO:tasks.workunit.client.0.smithi028.stdout: "objects_scrubbed": 0, 2024-08-29T19:03:21.739 INFO:tasks.workunit.client.0.smithi028.stdout: "objects_trimmed": 0, 2024-08-29T19:03:21.739 INFO:tasks.workunit.client.0.smithi028.stdout: "omap_stats_invalid": false, 2024-08-29T19:03:21.739 INFO:tasks.workunit.client.0.smithi028.stdout: "ondisk_log_size": 2, 2024-08-29T19:03:21.739 INFO:tasks.workunit.client.0.smithi028.stdout: "ondisk_log_start": "0'0", 2024-08-29T19:03:21.739 INFO:tasks.workunit.client.0.smithi028.stdout: "parent": "0.0", 2024-08-29T19:03:21.739 INFO:tasks.workunit.client.0.smithi028.stdout: "parent_split_bits": 0, 2024-08-29T19:03:21.740 INFO:tasks.workunit.client.0.smithi028.stdout: "pgid": "2.1c", 2024-08-29T19:03:21.740 INFO:tasks.workunit.client.0.smithi028.stdout: "pin_stats_invalid": false, 2024-08-29T19:03:21.740 INFO:tasks.workunit.client.0.smithi028.stdout: "purged_snaps": [], 2024-08-29T19:03:21.740 INFO:tasks.workunit.client.0.smithi028.stdout: "reported_epoch": 2650, 2024-08-29T19:03:21.740 INFO:tasks.workunit.client.0.smithi028.stdout: "reported_seq": 4567, 2024-08-29T19:03:21.740 INFO:tasks.workunit.client.0.smithi028.stdout: "scrub_duration": 0.0, 2024-08-29T19:03:21.740 INFO:tasks.workunit.client.0.smithi028.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-31T05:02:37.424126+0000", 2024-08-29T19:03:21.740 INFO:tasks.workunit.client.0.smithi028.stdout: "snaptrim_duration": 0.0, 2024-08-29T19:03:21.740 INFO:tasks.workunit.client.0.smithi028.stdout: "snaptrimq_len": 0, 2024-08-29T19:03:21.740 INFO:tasks.workunit.client.0.smithi028.stdout: "stat_sum": { 2024-08-29T19:03:21.740 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes": 0, 2024-08-29T19:03:21.740 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes_hit_set_archive": 0, 2024-08-29T19:03:21.740 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes_recovered": 0, 2024-08-29T19:03:21.741 INFO:tasks.workunit.client.0.smithi028.stdout: "num_deep_scrub_errors": 0, 2024-08-29T19:03:21.741 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict": 0, 2024-08-29T19:03:21.741 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_kb": 0, 2024-08-29T19:03:21.741 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_mode_full": 0, 2024-08-29T19:03:21.741 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_mode_some": 0, 2024-08-29T19:03:21.741 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush": 0, 2024-08-29T19:03:21.741 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_kb": 0, 2024-08-29T19:03:21.741 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_mode_high": 0, 2024-08-29T19:03:21.741 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_mode_low": 0, 2024-08-29T19:03:21.741 INFO:tasks.workunit.client.0.smithi028.stdout: "num_keys_recovered": 0, 2024-08-29T19:03:21.741 INFO:tasks.workunit.client.0.smithi028.stdout: "num_large_omap_objects": 0, 2024-08-29T19:03:21.741 INFO:tasks.workunit.client.0.smithi028.stdout: "num_legacy_snapsets": 0, 2024-08-29T19:03:21.741 INFO:tasks.workunit.client.0.smithi028.stdout: "num_object_clones": 0, 2024-08-29T19:03:21.741 INFO:tasks.workunit.client.0.smithi028.stdout: "num_object_copies": 3, 2024-08-29T19:03:21.741 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects": 1, 2024-08-29T19:03:21.742 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_degraded": 0, 2024-08-29T19:03:21.742 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_dirty": 1, 2024-08-29T19:03:21.742 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_hit_set_archive": 0, 2024-08-29T19:03:21.742 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_manifest": 0, 2024-08-29T19:03:21.742 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_misplaced": 0, 2024-08-29T19:03:21.742 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_missing": 0, 2024-08-29T19:03:21.742 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_missing_on_primary": 0, 2024-08-29T19:03:21.742 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_omap": 1, 2024-08-29T19:03:21.742 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_pinned": 0, 2024-08-29T19:03:21.742 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_recovered": 0, 2024-08-29T19:03:21.742 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_repaired": 0, 2024-08-29T19:03:21.742 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_unfound": 0, 2024-08-29T19:03:21.742 INFO:tasks.workunit.client.0.smithi028.stdout: "num_omap_bytes": 0, 2024-08-29T19:03:21.742 INFO:tasks.workunit.client.0.smithi028.stdout: "num_omap_keys": 0, 2024-08-29T19:03:21.743 INFO:tasks.workunit.client.0.smithi028.stdout: "num_promote": 0, 2024-08-29T19:03:21.743 INFO:tasks.workunit.client.0.smithi028.stdout: "num_read": 6, 2024-08-29T19:03:21.743 INFO:tasks.workunit.client.0.smithi028.stdout: "num_read_kb": 6, 2024-08-29T19:03:21.743 INFO:tasks.workunit.client.0.smithi028.stdout: "num_scrub_errors": 0, 2024-08-29T19:03:21.743 INFO:tasks.workunit.client.0.smithi028.stdout: "num_shallow_scrub_errors": 0, 2024-08-29T19:03:21.743 INFO:tasks.workunit.client.0.smithi028.stdout: "num_whiteouts": 0, 2024-08-29T19:03:21.743 INFO:tasks.workunit.client.0.smithi028.stdout: "num_write": 3, 2024-08-29T19:03:21.743 INFO:tasks.workunit.client.0.smithi028.stdout: "num_write_kb": 0 2024-08-29T19:03:21.743 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:21.743 INFO:tasks.workunit.client.0.smithi028.stdout: "state": "active+clean", 2024-08-29T19:03:21.743 INFO:tasks.workunit.client.0.smithi028.stdout: "stats_invalid": false, 2024-08-29T19:03:21.743 INFO:tasks.workunit.client.0.smithi028.stdout: "up": [ 2024-08-29T19:03:21.743 INFO:tasks.workunit.client.0.smithi028.stdout: 7, 2024-08-29T19:03:21.743 INFO:tasks.workunit.client.0.smithi028.stdout: 5, 2024-08-29T19:03:21.744 INFO:tasks.workunit.client.0.smithi028.stdout: 2 2024-08-29T19:03:21.744 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-08-29T19:03:21.744 INFO:tasks.workunit.client.0.smithi028.stdout: "up_primary": 7, 2024-08-29T19:03:21.744 INFO:tasks.workunit.client.0.smithi028.stdout: "version": "65'2" 2024-08-29T19:03:21.744 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:21.744 INFO:tasks.workunit.client.0.smithi028.stdout: { 2024-08-29T19:03:21.744 INFO:tasks.workunit.client.0.smithi028.stdout: "acting": [ 2024-08-29T19:03:21.744 INFO:tasks.workunit.client.0.smithi028.stdout: 5, 2024-08-29T19:03:21.744 INFO:tasks.workunit.client.0.smithi028.stdout: 4, 2024-08-29T19:03:21.744 INFO:tasks.workunit.client.0.smithi028.stdout: 6 2024-08-29T19:03:21.744 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-08-29T19:03:21.744 INFO:tasks.workunit.client.0.smithi028.stdout: "acting_primary": 5, 2024-08-29T19:03:21.744 INFO:tasks.workunit.client.0.smithi028.stdout: "avail_no_missing": [], 2024-08-29T19:03:21.744 INFO:tasks.workunit.client.0.smithi028.stdout: "blocked_by": [], 2024-08-29T19:03:21.745 INFO:tasks.workunit.client.0.smithi028.stdout: "created": 62, 2024-08-29T19:03:21.745 INFO:tasks.workunit.client.0.smithi028.stdout: "dirty_stats_invalid": false, 2024-08-29T19:03:21.745 INFO:tasks.workunit.client.0.smithi028.stdout: "hitset_bytes_stats_invalid": false, 2024-08-29T19:03:21.745 INFO:tasks.workunit.client.0.smithi028.stdout: "hitset_stats_invalid": false, 2024-08-29T19:03:21.745 INFO:tasks.workunit.client.0.smithi028.stdout: "last_active": "2024-08-29T19:02:14.927196+0000", 2024-08-29T19:03:21.745 INFO:tasks.workunit.client.0.smithi028.stdout: "last_became_active": "2024-08-29T17:57:36.368266+0000", 2024-08-29T19:03:21.745 INFO:tasks.workunit.client.0.smithi028.stdout: "last_became_peered": "2024-08-29T17:57:36.368266+0000", 2024-08-29T19:03:21.745 INFO:tasks.workunit.client.0.smithi028.stdout: "last_change": "2024-08-29T17:57:36.368589+0000", 2024-08-29T19:03:21.745 INFO:tasks.workunit.client.0.smithi028.stdout: "last_clean": "2024-08-29T19:02:14.927196+0000", 2024-08-29T19:03:21.745 INFO:tasks.workunit.client.0.smithi028.stdout: "last_clean_scrub_stamp": "2024-08-29T17:41:01.987071+0000", 2024-08-29T19:03:21.745 INFO:tasks.workunit.client.0.smithi028.stdout: "last_deep_scrub": "0'0", 2024-08-29T19:03:21.745 INFO:tasks.workunit.client.0.smithi028.stdout: "last_deep_scrub_stamp": "2024-08-29T17:41:01.987071+0000", 2024-08-29T19:03:21.745 INFO:tasks.workunit.client.0.smithi028.stdout: "last_epoch_clean": 646, 2024-08-29T19:03:21.745 INFO:tasks.workunit.client.0.smithi028.stdout: "last_fresh": "2024-08-29T19:02:14.927196+0000", 2024-08-29T19:03:21.746 INFO:tasks.workunit.client.0.smithi028.stdout: "last_fullsized": "2024-08-29T19:02:14.927196+0000", 2024-08-29T19:03:21.746 INFO:tasks.workunit.client.0.smithi028.stdout: "last_peered": "2024-08-29T19:02:14.927196+0000", 2024-08-29T19:03:21.746 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub": "0'0", 2024-08-29T19:03:21.746 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub_duration": 0, 2024-08-29T19:03:21.746 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub_stamp": "2024-08-29T17:41:01.987071+0000", 2024-08-29T19:03:21.746 INFO:tasks.workunit.client.0.smithi028.stdout: "last_undegraded": "2024-08-29T19:02:14.927196+0000", 2024-08-29T19:03:21.746 INFO:tasks.workunit.client.0.smithi028.stdout: "last_unstale": "2024-08-29T19:02:14.927196+0000", 2024-08-29T19:03:21.746 INFO:tasks.workunit.client.0.smithi028.stdout: "log_dups_size": 0, 2024-08-29T19:03:21.746 INFO:tasks.workunit.client.0.smithi028.stdout: "log_size": 0, 2024-08-29T19:03:21.746 INFO:tasks.workunit.client.0.smithi028.stdout: "log_start": "0'0", 2024-08-29T19:03:21.746 INFO:tasks.workunit.client.0.smithi028.stdout: "manifest_stats_invalid": false, 2024-08-29T19:03:21.746 INFO:tasks.workunit.client.0.smithi028.stdout: "mapping_epoch": 645, 2024-08-29T19:03:21.746 INFO:tasks.workunit.client.0.smithi028.stdout: "object_location_counts": [], 2024-08-29T19:03:21.746 INFO:tasks.workunit.client.0.smithi028.stdout: "objects_scrubbed": 0, 2024-08-29T19:03:21.746 INFO:tasks.workunit.client.0.smithi028.stdout: "objects_trimmed": 0, 2024-08-29T19:03:21.747 INFO:tasks.workunit.client.0.smithi028.stdout: "omap_stats_invalid": false, 2024-08-29T19:03:21.747 INFO:tasks.workunit.client.0.smithi028.stdout: "ondisk_log_size": 0, 2024-08-29T19:03:21.747 INFO:tasks.workunit.client.0.smithi028.stdout: "ondisk_log_start": "0'0", 2024-08-29T19:03:21.747 INFO:tasks.workunit.client.0.smithi028.stdout: "parent": "0.0", 2024-08-29T19:03:21.747 INFO:tasks.workunit.client.0.smithi028.stdout: "parent_split_bits": 0, 2024-08-29T19:03:21.747 INFO:tasks.workunit.client.0.smithi028.stdout: "pgid": "3.1d", 2024-08-29T19:03:21.747 INFO:tasks.workunit.client.0.smithi028.stdout: "pin_stats_invalid": false, 2024-08-29T19:03:21.747 INFO:tasks.workunit.client.0.smithi028.stdout: "purged_snaps": [], 2024-08-29T19:03:21.747 INFO:tasks.workunit.client.0.smithi028.stdout: "reported_epoch": 2650, 2024-08-29T19:03:21.747 INFO:tasks.workunit.client.0.smithi028.stdout: "reported_seq": 4623, 2024-08-29T19:03:21.747 INFO:tasks.workunit.client.0.smithi028.stdout: "scrub_duration": 0.0, 2024-08-29T19:03:21.747 INFO:tasks.workunit.client.0.smithi028.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-31T01:59:23.162920+0000", 2024-08-29T19:03:21.747 INFO:tasks.workunit.client.0.smithi028.stdout: "snaptrim_duration": 0.0, 2024-08-29T19:03:21.747 INFO:tasks.workunit.client.0.smithi028.stdout: "snaptrimq_len": 0, 2024-08-29T19:03:21.748 INFO:tasks.workunit.client.0.smithi028.stdout: "stat_sum": { 2024-08-29T19:03:21.748 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes": 0, 2024-08-29T19:03:21.748 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes_hit_set_archive": 0, 2024-08-29T19:03:21.748 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes_recovered": 0, 2024-08-29T19:03:21.748 INFO:tasks.workunit.client.0.smithi028.stdout: "num_deep_scrub_errors": 0, 2024-08-29T19:03:21.748 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict": 0, 2024-08-29T19:03:21.748 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_kb": 0, 2024-08-29T19:03:21.748 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_mode_full": 0, 2024-08-29T19:03:21.748 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_mode_some": 0, 2024-08-29T19:03:21.748 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush": 0, 2024-08-29T19:03:21.748 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_kb": 0, 2024-08-29T19:03:21.748 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_mode_high": 0, 2024-08-29T19:03:21.749 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_mode_low": 0, 2024-08-29T19:03:21.749 INFO:tasks.workunit.client.0.smithi028.stdout: "num_keys_recovered": 0, 2024-08-29T19:03:21.749 INFO:tasks.workunit.client.0.smithi028.stdout: "num_large_omap_objects": 0, 2024-08-29T19:03:21.749 INFO:tasks.workunit.client.0.smithi028.stdout: "num_legacy_snapsets": 0, 2024-08-29T19:03:21.749 INFO:tasks.workunit.client.0.smithi028.stdout: "num_object_clones": 0, 2024-08-29T19:03:21.749 INFO:tasks.workunit.client.0.smithi028.stdout: "num_object_copies": 0, 2024-08-29T19:03:21.749 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects": 0, 2024-08-29T19:03:21.749 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_degraded": 0, 2024-08-29T19:03:21.749 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_dirty": 0, 2024-08-29T19:03:21.749 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_hit_set_archive": 0, 2024-08-29T19:03:21.749 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_manifest": 0, 2024-08-29T19:03:21.749 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_misplaced": 0, 2024-08-29T19:03:21.749 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_missing": 0, 2024-08-29T19:03:21.749 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_missing_on_primary": 0, 2024-08-29T19:03:21.750 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_omap": 0, 2024-08-29T19:03:21.750 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_pinned": 0, 2024-08-29T19:03:21.750 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_recovered": 0, 2024-08-29T19:03:21.750 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_repaired": 0, 2024-08-29T19:03:21.750 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_unfound": 0, 2024-08-29T19:03:21.750 INFO:tasks.workunit.client.0.smithi028.stdout: "num_omap_bytes": 0, 2024-08-29T19:03:21.750 INFO:tasks.workunit.client.0.smithi028.stdout: "num_omap_keys": 0, 2024-08-29T19:03:21.750 INFO:tasks.workunit.client.0.smithi028.stdout: "num_promote": 0, 2024-08-29T19:03:21.750 INFO:tasks.workunit.client.0.smithi028.stdout: "num_read": 0, 2024-08-29T19:03:21.750 INFO:tasks.workunit.client.0.smithi028.stdout: "num_read_kb": 0, 2024-08-29T19:03:21.750 INFO:tasks.workunit.client.0.smithi028.stdout: "num_scrub_errors": 0, 2024-08-29T19:03:21.750 INFO:tasks.workunit.client.0.smithi028.stdout: "num_shallow_scrub_errors": 0, 2024-08-29T19:03:21.750 INFO:tasks.workunit.client.0.smithi028.stdout: "num_whiteouts": 0, 2024-08-29T19:03:21.750 INFO:tasks.workunit.client.0.smithi028.stdout: "num_write": 0, 2024-08-29T19:03:21.751 INFO:tasks.workunit.client.0.smithi028.stdout: "num_write_kb": 0 2024-08-29T19:03:21.751 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:21.751 INFO:tasks.workunit.client.0.smithi028.stdout: "state": "active+clean", 2024-08-29T19:03:21.751 INFO:tasks.workunit.client.0.smithi028.stdout: "stats_invalid": false, 2024-08-29T19:03:21.751 INFO:tasks.workunit.client.0.smithi028.stdout: "up": [ 2024-08-29T19:03:21.751 INFO:tasks.workunit.client.0.smithi028.stdout: 5, 2024-08-29T19:03:21.751 INFO:tasks.workunit.client.0.smithi028.stdout: 4, 2024-08-29T19:03:21.751 INFO:tasks.workunit.client.0.smithi028.stdout: 6 2024-08-29T19:03:21.751 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-08-29T19:03:21.751 INFO:tasks.workunit.client.0.smithi028.stdout: "up_primary": 5, 2024-08-29T19:03:21.751 INFO:tasks.workunit.client.0.smithi028.stdout: "version": "0'0" 2024-08-29T19:03:21.751 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:21.751 INFO:tasks.workunit.client.0.smithi028.stdout: { 2024-08-29T19:03:21.751 INFO:tasks.workunit.client.0.smithi028.stdout: "acting": [ 2024-08-29T19:03:21.752 INFO:tasks.workunit.client.0.smithi028.stdout: 6, 2024-08-29T19:03:21.752 INFO:tasks.workunit.client.0.smithi028.stdout: 4, 2024-08-29T19:03:21.752 INFO:tasks.workunit.client.0.smithi028.stdout: 1 2024-08-29T19:03:21.752 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-08-29T19:03:21.752 INFO:tasks.workunit.client.0.smithi028.stdout: "acting_primary": 6, 2024-08-29T19:03:21.752 INFO:tasks.workunit.client.0.smithi028.stdout: "avail_no_missing": [], 2024-08-29T19:03:21.752 INFO:tasks.workunit.client.0.smithi028.stdout: "blocked_by": [], 2024-08-29T19:03:21.752 INFO:tasks.workunit.client.0.smithi028.stdout: "created": 62, 2024-08-29T19:03:21.752 INFO:tasks.workunit.client.0.smithi028.stdout: "dirty_stats_invalid": false, 2024-08-29T19:03:21.752 INFO:tasks.workunit.client.0.smithi028.stdout: "hitset_bytes_stats_invalid": false, 2024-08-29T19:03:21.752 INFO:tasks.workunit.client.0.smithi028.stdout: "hitset_stats_invalid": false, 2024-08-29T19:03:21.752 INFO:tasks.workunit.client.0.smithi028.stdout: "last_active": "2024-08-29T19:02:14.919832+0000", 2024-08-29T19:03:21.752 INFO:tasks.workunit.client.0.smithi028.stdout: "last_became_active": "2024-08-29T17:57:36.387271+0000", 2024-08-29T19:03:21.753 INFO:tasks.workunit.client.0.smithi028.stdout: "last_became_peered": "2024-08-29T17:57:36.387271+0000", 2024-08-29T19:03:21.753 INFO:tasks.workunit.client.0.smithi028.stdout: "last_change": "2024-08-29T17:57:36.387630+0000", 2024-08-29T19:03:21.753 INFO:tasks.workunit.client.0.smithi028.stdout: "last_clean": "2024-08-29T19:02:14.919832+0000", 2024-08-29T19:03:21.753 INFO:tasks.workunit.client.0.smithi028.stdout: "last_clean_scrub_stamp": "2024-08-29T17:41:01.987071+0000", 2024-08-29T19:03:21.753 INFO:tasks.workunit.client.0.smithi028.stdout: "last_deep_scrub": "0'0", 2024-08-29T19:03:21.753 INFO:tasks.workunit.client.0.smithi028.stdout: "last_deep_scrub_stamp": "2024-08-29T17:41:01.987071+0000", 2024-08-29T19:03:21.753 INFO:tasks.workunit.client.0.smithi028.stdout: "last_epoch_clean": 646, 2024-08-29T19:03:21.753 INFO:tasks.workunit.client.0.smithi028.stdout: "last_fresh": "2024-08-29T19:02:14.919832+0000", 2024-08-29T19:03:21.753 INFO:tasks.workunit.client.0.smithi028.stdout: "last_fullsized": "2024-08-29T19:02:14.919832+0000", 2024-08-29T19:03:21.753 INFO:tasks.workunit.client.0.smithi028.stdout: "last_peered": "2024-08-29T19:02:14.919832+0000", 2024-08-29T19:03:21.753 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub": "0'0", 2024-08-29T19:03:21.753 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub_duration": 0, 2024-08-29T19:03:21.753 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub_stamp": "2024-08-29T17:41:01.987071+0000", 2024-08-29T19:03:21.753 INFO:tasks.workunit.client.0.smithi028.stdout: "last_undegraded": "2024-08-29T19:02:14.919832+0000", 2024-08-29T19:03:21.753 INFO:tasks.workunit.client.0.smithi028.stdout: "last_unstale": "2024-08-29T19:02:14.919832+0000", 2024-08-29T19:03:21.754 INFO:tasks.workunit.client.0.smithi028.stdout: "log_dups_size": 0, 2024-08-29T19:03:21.754 INFO:tasks.workunit.client.0.smithi028.stdout: "log_size": 0, 2024-08-29T19:03:21.754 INFO:tasks.workunit.client.0.smithi028.stdout: "log_start": "0'0", 2024-08-29T19:03:21.754 INFO:tasks.workunit.client.0.smithi028.stdout: "manifest_stats_invalid": false, 2024-08-29T19:03:21.754 INFO:tasks.workunit.client.0.smithi028.stdout: "mapping_epoch": 645, 2024-08-29T19:03:21.754 INFO:tasks.workunit.client.0.smithi028.stdout: "object_location_counts": [], 2024-08-29T19:03:21.754 INFO:tasks.workunit.client.0.smithi028.stdout: "objects_scrubbed": 0, 2024-08-29T19:03:21.754 INFO:tasks.workunit.client.0.smithi028.stdout: "objects_trimmed": 0, 2024-08-29T19:03:21.754 INFO:tasks.workunit.client.0.smithi028.stdout: "omap_stats_invalid": false, 2024-08-29T19:03:21.754 INFO:tasks.workunit.client.0.smithi028.stdout: "ondisk_log_size": 0, 2024-08-29T19:03:21.754 INFO:tasks.workunit.client.0.smithi028.stdout: "ondisk_log_start": "0'0", 2024-08-29T19:03:21.754 INFO:tasks.workunit.client.0.smithi028.stdout: "parent": "0.0", 2024-08-29T19:03:21.754 INFO:tasks.workunit.client.0.smithi028.stdout: "parent_split_bits": 0, 2024-08-29T19:03:21.754 INFO:tasks.workunit.client.0.smithi028.stdout: "pgid": "3.a", 2024-08-29T19:03:21.755 INFO:tasks.workunit.client.0.smithi028.stdout: "pin_stats_invalid": false, 2024-08-29T19:03:21.755 INFO:tasks.workunit.client.0.smithi028.stdout: "purged_snaps": [], 2024-08-29T19:03:21.755 INFO:tasks.workunit.client.0.smithi028.stdout: "reported_epoch": 2650, 2024-08-29T19:03:21.755 INFO:tasks.workunit.client.0.smithi028.stdout: "reported_seq": 4604, 2024-08-29T19:03:21.755 INFO:tasks.workunit.client.0.smithi028.stdout: "scrub_duration": 0.0, 2024-08-29T19:03:21.755 INFO:tasks.workunit.client.0.smithi028.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-30T22:36:49.106912+0000", 2024-08-29T19:03:21.755 INFO:tasks.workunit.client.0.smithi028.stdout: "snaptrim_duration": 0.0, 2024-08-29T19:03:21.755 INFO:tasks.workunit.client.0.smithi028.stdout: "snaptrimq_len": 0, 2024-08-29T19:03:21.755 INFO:tasks.workunit.client.0.smithi028.stdout: "stat_sum": { 2024-08-29T19:03:21.755 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes": 0, 2024-08-29T19:03:21.755 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes_hit_set_archive": 0, 2024-08-29T19:03:21.755 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes_recovered": 0, 2024-08-29T19:03:21.755 INFO:tasks.workunit.client.0.smithi028.stdout: "num_deep_scrub_errors": 0, 2024-08-29T19:03:21.755 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict": 0, 2024-08-29T19:03:21.756 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_kb": 0, 2024-08-29T19:03:21.756 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_mode_full": 0, 2024-08-29T19:03:21.756 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_mode_some": 0, 2024-08-29T19:03:21.756 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush": 0, 2024-08-29T19:03:21.756 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_kb": 0, 2024-08-29T19:03:21.756 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_mode_high": 0, 2024-08-29T19:03:21.756 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_mode_low": 0, 2024-08-29T19:03:21.756 INFO:tasks.workunit.client.0.smithi028.stdout: "num_keys_recovered": 0, 2024-08-29T19:03:21.756 INFO:tasks.workunit.client.0.smithi028.stdout: "num_large_omap_objects": 0, 2024-08-29T19:03:21.756 INFO:tasks.workunit.client.0.smithi028.stdout: "num_legacy_snapsets": 0, 2024-08-29T19:03:21.756 INFO:tasks.workunit.client.0.smithi028.stdout: "num_object_clones": 0, 2024-08-29T19:03:21.756 INFO:tasks.workunit.client.0.smithi028.stdout: "num_object_copies": 0, 2024-08-29T19:03:21.756 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects": 0, 2024-08-29T19:03:21.756 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_degraded": 0, 2024-08-29T19:03:21.757 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_dirty": 0, 2024-08-29T19:03:21.757 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_hit_set_archive": 0, 2024-08-29T19:03:21.757 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_manifest": 0, 2024-08-29T19:03:21.757 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_misplaced": 0, 2024-08-29T19:03:21.757 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_missing": 0, 2024-08-29T19:03:21.757 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_missing_on_primary": 0, 2024-08-29T19:03:21.757 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_omap": 0, 2024-08-29T19:03:21.757 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_pinned": 0, 2024-08-29T19:03:21.757 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_recovered": 0, 2024-08-29T19:03:21.757 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_repaired": 0, 2024-08-29T19:03:21.757 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_unfound": 0, 2024-08-29T19:03:21.757 INFO:tasks.workunit.client.0.smithi028.stdout: "num_omap_bytes": 0, 2024-08-29T19:03:21.757 INFO:tasks.workunit.client.0.smithi028.stdout: "num_omap_keys": 0, 2024-08-29T19:03:21.757 INFO:tasks.workunit.client.0.smithi028.stdout: "num_promote": 0, 2024-08-29T19:03:21.758 INFO:tasks.workunit.client.0.smithi028.stdout: "num_read": 0, 2024-08-29T19:03:21.758 INFO:tasks.workunit.client.0.smithi028.stdout: "num_read_kb": 0, 2024-08-29T19:03:21.758 INFO:tasks.workunit.client.0.smithi028.stdout: "num_scrub_errors": 0, 2024-08-29T19:03:21.758 INFO:tasks.workunit.client.0.smithi028.stdout: "num_shallow_scrub_errors": 0, 2024-08-29T19:03:21.758 INFO:tasks.workunit.client.0.smithi028.stdout: "num_whiteouts": 0, 2024-08-29T19:03:21.758 INFO:tasks.workunit.client.0.smithi028.stdout: "num_write": 0, 2024-08-29T19:03:21.758 INFO:tasks.workunit.client.0.smithi028.stdout: "num_write_kb": 0 2024-08-29T19:03:21.758 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:21.758 INFO:tasks.workunit.client.0.smithi028.stdout: "state": "active+clean", 2024-08-29T19:03:21.758 INFO:tasks.workunit.client.0.smithi028.stdout: "stats_invalid": false, 2024-08-29T19:03:21.758 INFO:tasks.workunit.client.0.smithi028.stdout: "up": [ 2024-08-29T19:03:21.758 INFO:tasks.workunit.client.0.smithi028.stdout: 6, 2024-08-29T19:03:21.758 INFO:tasks.workunit.client.0.smithi028.stdout: 4, 2024-08-29T19:03:21.758 INFO:tasks.workunit.client.0.smithi028.stdout: 1 2024-08-29T19:03:21.759 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-08-29T19:03:21.759 INFO:tasks.workunit.client.0.smithi028.stdout: "up_primary": 6, 2024-08-29T19:03:21.759 INFO:tasks.workunit.client.0.smithi028.stdout: "version": "0'0" 2024-08-29T19:03:21.759 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:21.759 INFO:tasks.workunit.client.0.smithi028.stdout: { 2024-08-29T19:03:21.759 INFO:tasks.workunit.client.0.smithi028.stdout: "acting": [ 2024-08-29T19:03:21.759 INFO:tasks.workunit.client.0.smithi028.stdout: 7, 2024-08-29T19:03:21.759 INFO:tasks.workunit.client.0.smithi028.stdout: 4, 2024-08-29T19:03:21.759 INFO:tasks.workunit.client.0.smithi028.stdout: 5 2024-08-29T19:03:21.759 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-08-29T19:03:21.759 INFO:tasks.workunit.client.0.smithi028.stdout: "acting_primary": 7, 2024-08-29T19:03:21.759 INFO:tasks.workunit.client.0.smithi028.stdout: "avail_no_missing": [], 2024-08-29T19:03:21.759 INFO:tasks.workunit.client.0.smithi028.stdout: "blocked_by": [], 2024-08-29T19:03:21.759 INFO:tasks.workunit.client.0.smithi028.stdout: "created": 59, 2024-08-29T19:03:21.760 INFO:tasks.workunit.client.0.smithi028.stdout: "dirty_stats_invalid": false, 2024-08-29T19:03:21.760 INFO:tasks.workunit.client.0.smithi028.stdout: "hitset_bytes_stats_invalid": false, 2024-08-29T19:03:21.760 INFO:tasks.workunit.client.0.smithi028.stdout: "hitset_stats_invalid": false, 2024-08-29T19:03:21.760 INFO:tasks.workunit.client.0.smithi028.stdout: "last_active": "2024-08-29T19:02:14.096750+0000", 2024-08-29T19:03:21.760 INFO:tasks.workunit.client.0.smithi028.stdout: "last_became_active": "2024-08-29T17:58:11.359874+0000", 2024-08-29T19:03:21.760 INFO:tasks.workunit.client.0.smithi028.stdout: "last_became_peered": "2024-08-29T17:58:11.359874+0000", 2024-08-29T19:03:21.760 INFO:tasks.workunit.client.0.smithi028.stdout: "last_change": "2024-08-29T17:58:11.360330+0000", 2024-08-29T19:03:21.760 INFO:tasks.workunit.client.0.smithi028.stdout: "last_clean": "2024-08-29T19:02:14.096750+0000", 2024-08-29T19:03:21.760 INFO:tasks.workunit.client.0.smithi028.stdout: "last_clean_scrub_stamp": "2024-08-29T17:40:52.944949+0000", 2024-08-29T19:03:21.760 INFO:tasks.workunit.client.0.smithi028.stdout: "last_deep_scrub": "0'0", 2024-08-29T19:03:21.760 INFO:tasks.workunit.client.0.smithi028.stdout: "last_deep_scrub_stamp": "2024-08-29T17:40:52.944949+0000", 2024-08-29T19:03:21.760 INFO:tasks.workunit.client.0.smithi028.stdout: "last_epoch_clean": 681, 2024-08-29T19:03:21.760 INFO:tasks.workunit.client.0.smithi028.stdout: "last_fresh": "2024-08-29T19:02:14.096750+0000", 2024-08-29T19:03:21.760 INFO:tasks.workunit.client.0.smithi028.stdout: "last_fullsized": "2024-08-29T19:02:14.096750+0000", 2024-08-29T19:03:21.761 INFO:tasks.workunit.client.0.smithi028.stdout: "last_peered": "2024-08-29T19:02:14.096750+0000", 2024-08-29T19:03:21.761 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub": "0'0", 2024-08-29T19:03:21.761 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub_duration": 0, 2024-08-29T19:03:21.761 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub_stamp": "2024-08-29T17:40:52.944949+0000", 2024-08-29T19:03:21.761 INFO:tasks.workunit.client.0.smithi028.stdout: "last_undegraded": "2024-08-29T19:02:14.096750+0000", 2024-08-29T19:03:21.761 INFO:tasks.workunit.client.0.smithi028.stdout: "last_unstale": "2024-08-29T19:02:14.096750+0000", 2024-08-29T19:03:21.761 INFO:tasks.workunit.client.0.smithi028.stdout: "log_dups_size": 0, 2024-08-29T19:03:21.761 INFO:tasks.workunit.client.0.smithi028.stdout: "log_size": 3, 2024-08-29T19:03:21.761 INFO:tasks.workunit.client.0.smithi028.stdout: "log_start": "0'0", 2024-08-29T19:03:21.761 INFO:tasks.workunit.client.0.smithi028.stdout: "manifest_stats_invalid": false, 2024-08-29T19:03:21.761 INFO:tasks.workunit.client.0.smithi028.stdout: "mapping_epoch": 680, 2024-08-29T19:03:21.761 INFO:tasks.workunit.client.0.smithi028.stdout: "object_location_counts": [], 2024-08-29T19:03:21.761 INFO:tasks.workunit.client.0.smithi028.stdout: "objects_scrubbed": 0, 2024-08-29T19:03:21.762 INFO:tasks.workunit.client.0.smithi028.stdout: "objects_trimmed": 0, 2024-08-29T19:03:21.762 INFO:tasks.workunit.client.0.smithi028.stdout: "omap_stats_invalid": false, 2024-08-29T19:03:21.762 INFO:tasks.workunit.client.0.smithi028.stdout: "ondisk_log_size": 3, 2024-08-29T19:03:21.762 INFO:tasks.workunit.client.0.smithi028.stdout: "ondisk_log_start": "0'0", 2024-08-29T19:03:21.762 INFO:tasks.workunit.client.0.smithi028.stdout: "parent": "0.0", 2024-08-29T19:03:21.762 INFO:tasks.workunit.client.0.smithi028.stdout: "parent_split_bits": 0, 2024-08-29T19:03:21.762 INFO:tasks.workunit.client.0.smithi028.stdout: "pgid": "2.b", 2024-08-29T19:03:21.762 INFO:tasks.workunit.client.0.smithi028.stdout: "pin_stats_invalid": false, 2024-08-29T19:03:21.762 INFO:tasks.workunit.client.0.smithi028.stdout: "purged_snaps": [], 2024-08-29T19:03:21.762 INFO:tasks.workunit.client.0.smithi028.stdout: "reported_epoch": 2650, 2024-08-29T19:03:21.762 INFO:tasks.workunit.client.0.smithi028.stdout: "reported_seq": 4569, 2024-08-29T19:03:21.762 INFO:tasks.workunit.client.0.smithi028.stdout: "scrub_duration": 0.0, 2024-08-29T19:03:21.762 INFO:tasks.workunit.client.0.smithi028.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-31T02:50:48.851871+0000", 2024-08-29T19:03:21.762 INFO:tasks.workunit.client.0.smithi028.stdout: "snaptrim_duration": 0.0, 2024-08-29T19:03:21.763 INFO:tasks.workunit.client.0.smithi028.stdout: "snaptrimq_len": 0, 2024-08-29T19:03:21.763 INFO:tasks.workunit.client.0.smithi028.stdout: "stat_sum": { 2024-08-29T19:03:21.763 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes": 0, 2024-08-29T19:03:21.763 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes_hit_set_archive": 0, 2024-08-29T19:03:21.763 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes_recovered": 0, 2024-08-29T19:03:21.763 INFO:tasks.workunit.client.0.smithi028.stdout: "num_deep_scrub_errors": 0, 2024-08-29T19:03:21.763 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict": 0, 2024-08-29T19:03:21.763 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_kb": 0, 2024-08-29T19:03:21.763 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_mode_full": 0, 2024-08-29T19:03:21.763 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_mode_some": 0, 2024-08-29T19:03:21.763 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush": 0, 2024-08-29T19:03:21.763 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_kb": 0, 2024-08-29T19:03:21.763 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_mode_high": 0, 2024-08-29T19:03:21.763 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_mode_low": 0, 2024-08-29T19:03:21.764 INFO:tasks.workunit.client.0.smithi028.stdout: "num_keys_recovered": 0, 2024-08-29T19:03:21.764 INFO:tasks.workunit.client.0.smithi028.stdout: "num_large_omap_objects": 0, 2024-08-29T19:03:21.764 INFO:tasks.workunit.client.0.smithi028.stdout: "num_legacy_snapsets": 0, 2024-08-29T19:03:21.764 INFO:tasks.workunit.client.0.smithi028.stdout: "num_object_clones": 0, 2024-08-29T19:03:21.764 INFO:tasks.workunit.client.0.smithi028.stdout: "num_object_copies": 3, 2024-08-29T19:03:21.764 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects": 1, 2024-08-29T19:03:21.764 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_degraded": 0, 2024-08-29T19:03:21.764 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_dirty": 1, 2024-08-29T19:03:21.764 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_hit_set_archive": 0, 2024-08-29T19:03:21.764 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_manifest": 0, 2024-08-29T19:03:21.764 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_misplaced": 0, 2024-08-29T19:03:21.764 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_missing": 0, 2024-08-29T19:03:21.764 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_missing_on_primary": 0, 2024-08-29T19:03:21.764 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_omap": 1, 2024-08-29T19:03:21.765 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_pinned": 0, 2024-08-29T19:03:21.765 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_recovered": 0, 2024-08-29T19:03:21.765 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_repaired": 0, 2024-08-29T19:03:21.765 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_unfound": 0, 2024-08-29T19:03:21.765 INFO:tasks.workunit.client.0.smithi028.stdout: "num_omap_bytes": 0, 2024-08-29T19:03:21.765 INFO:tasks.workunit.client.0.smithi028.stdout: "num_omap_keys": 0, 2024-08-29T19:03:21.765 INFO:tasks.workunit.client.0.smithi028.stdout: "num_promote": 0, 2024-08-29T19:03:21.765 INFO:tasks.workunit.client.0.smithi028.stdout: "num_read": 2, 2024-08-29T19:03:21.765 INFO:tasks.workunit.client.0.smithi028.stdout: "num_read_kb": 2, 2024-08-29T19:03:21.765 INFO:tasks.workunit.client.0.smithi028.stdout: "num_scrub_errors": 0, 2024-08-29T19:03:21.765 INFO:tasks.workunit.client.0.smithi028.stdout: "num_shallow_scrub_errors": 0, 2024-08-29T19:03:21.765 INFO:tasks.workunit.client.0.smithi028.stdout: "num_whiteouts": 0, 2024-08-29T19:03:21.765 INFO:tasks.workunit.client.0.smithi028.stdout: "num_write": 1, 2024-08-29T19:03:21.765 INFO:tasks.workunit.client.0.smithi028.stdout: "num_write_kb": 0 2024-08-29T19:03:21.766 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:21.766 INFO:tasks.workunit.client.0.smithi028.stdout: "state": "active+clean", 2024-08-29T19:03:21.766 INFO:tasks.workunit.client.0.smithi028.stdout: "stats_invalid": false, 2024-08-29T19:03:21.766 INFO:tasks.workunit.client.0.smithi028.stdout: "up": [ 2024-08-29T19:03:21.766 INFO:tasks.workunit.client.0.smithi028.stdout: 7, 2024-08-29T19:03:21.766 INFO:tasks.workunit.client.0.smithi028.stdout: 4, 2024-08-29T19:03:21.766 INFO:tasks.workunit.client.0.smithi028.stdout: 5 2024-08-29T19:03:21.766 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-08-29T19:03:21.766 INFO:tasks.workunit.client.0.smithi028.stdout: "up_primary": 7, 2024-08-29T19:03:21.766 INFO:tasks.workunit.client.0.smithi028.stdout: "version": "721'3" 2024-08-29T19:03:21.766 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:21.766 INFO:tasks.workunit.client.0.smithi028.stdout: { 2024-08-29T19:03:21.766 INFO:tasks.workunit.client.0.smithi028.stdout: "acting": [ 2024-08-29T19:03:21.766 INFO:tasks.workunit.client.0.smithi028.stdout: 3, 2024-08-29T19:03:21.767 INFO:tasks.workunit.client.0.smithi028.stdout: 0, 2024-08-29T19:03:21.767 INFO:tasks.workunit.client.0.smithi028.stdout: 4 2024-08-29T19:03:21.767 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-08-29T19:03:21.767 INFO:tasks.workunit.client.0.smithi028.stdout: "acting_primary": 3, 2024-08-29T19:03:21.767 INFO:tasks.workunit.client.0.smithi028.stdout: "avail_no_missing": [], 2024-08-29T19:03:21.767 INFO:tasks.workunit.client.0.smithi028.stdout: "blocked_by": [], 2024-08-29T19:03:21.767 INFO:tasks.workunit.client.0.smithi028.stdout: "created": 62, 2024-08-29T19:03:21.767 INFO:tasks.workunit.client.0.smithi028.stdout: "dirty_stats_invalid": false, 2024-08-29T19:03:21.767 INFO:tasks.workunit.client.0.smithi028.stdout: "hitset_bytes_stats_invalid": false, 2024-08-29T19:03:21.767 INFO:tasks.workunit.client.0.smithi028.stdout: "hitset_stats_invalid": false, 2024-08-29T19:03:21.767 INFO:tasks.workunit.client.0.smithi028.stdout: "last_active": "2024-08-29T19:02:14.843901+0000", 2024-08-29T19:03:21.767 INFO:tasks.workunit.client.0.smithi028.stdout: "last_became_active": "2024-08-29T17:56:29.368116+0000", 2024-08-29T19:03:21.767 INFO:tasks.workunit.client.0.smithi028.stdout: "last_became_peered": "2024-08-29T17:56:29.368116+0000", 2024-08-29T19:03:21.767 INFO:tasks.workunit.client.0.smithi028.stdout: "last_change": "2024-08-29T17:56:29.368982+0000", 2024-08-29T19:03:21.768 INFO:tasks.workunit.client.0.smithi028.stdout: "last_clean": "2024-08-29T19:02:14.843901+0000", 2024-08-29T19:03:21.768 INFO:tasks.workunit.client.0.smithi028.stdout: "last_clean_scrub_stamp": "2024-08-29T17:41:01.987071+0000", 2024-08-29T19:03:21.768 INFO:tasks.workunit.client.0.smithi028.stdout: "last_deep_scrub": "0'0", 2024-08-29T19:03:21.768 INFO:tasks.workunit.client.0.smithi028.stdout: "last_deep_scrub_stamp": "2024-08-29T17:41:01.987071+0000", 2024-08-29T19:03:21.768 INFO:tasks.workunit.client.0.smithi028.stdout: "last_epoch_clean": 580, 2024-08-29T19:03:21.768 INFO:tasks.workunit.client.0.smithi028.stdout: "last_fresh": "2024-08-29T19:02:14.843901+0000", 2024-08-29T19:03:21.768 INFO:tasks.workunit.client.0.smithi028.stdout: "last_fullsized": "2024-08-29T19:02:14.843901+0000", 2024-08-29T19:03:21.768 INFO:tasks.workunit.client.0.smithi028.stdout: "last_peered": "2024-08-29T19:02:14.843901+0000", 2024-08-29T19:03:21.768 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub": "0'0", 2024-08-29T19:03:21.768 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub_duration": 0, 2024-08-29T19:03:21.768 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub_stamp": "2024-08-29T17:41:01.987071+0000", 2024-08-29T19:03:21.768 INFO:tasks.workunit.client.0.smithi028.stdout: "last_undegraded": "2024-08-29T19:02:14.843901+0000", 2024-08-29T19:03:21.768 INFO:tasks.workunit.client.0.smithi028.stdout: "last_unstale": "2024-08-29T19:02:14.843901+0000", 2024-08-29T19:03:21.768 INFO:tasks.workunit.client.0.smithi028.stdout: "log_dups_size": 0, 2024-08-29T19:03:21.769 INFO:tasks.workunit.client.0.smithi028.stdout: "log_size": 0, 2024-08-29T19:03:21.769 INFO:tasks.workunit.client.0.smithi028.stdout: "log_start": "0'0", 2024-08-29T19:03:21.769 INFO:tasks.workunit.client.0.smithi028.stdout: "manifest_stats_invalid": false, 2024-08-29T19:03:21.769 INFO:tasks.workunit.client.0.smithi028.stdout: "mapping_epoch": 579, 2024-08-29T19:03:21.769 INFO:tasks.workunit.client.0.smithi028.stdout: "object_location_counts": [], 2024-08-29T19:03:21.769 INFO:tasks.workunit.client.0.smithi028.stdout: "objects_scrubbed": 0, 2024-08-29T19:03:21.769 INFO:tasks.workunit.client.0.smithi028.stdout: "objects_trimmed": 0, 2024-08-29T19:03:21.769 INFO:tasks.workunit.client.0.smithi028.stdout: "omap_stats_invalid": false, 2024-08-29T19:03:21.769 INFO:tasks.workunit.client.0.smithi028.stdout: "ondisk_log_size": 0, 2024-08-29T19:03:21.769 INFO:tasks.workunit.client.0.smithi028.stdout: "ondisk_log_start": "0'0", 2024-08-29T19:03:21.769 INFO:tasks.workunit.client.0.smithi028.stdout: "parent": "0.0", 2024-08-29T19:03:21.769 INFO:tasks.workunit.client.0.smithi028.stdout: "parent_split_bits": 0, 2024-08-29T19:03:21.769 INFO:tasks.workunit.client.0.smithi028.stdout: "pgid": "3.b", 2024-08-29T19:03:21.769 INFO:tasks.workunit.client.0.smithi028.stdout: "pin_stats_invalid": false, 2024-08-29T19:03:21.769 INFO:tasks.workunit.client.0.smithi028.stdout: "purged_snaps": [], 2024-08-29T19:03:21.770 INFO:tasks.workunit.client.0.smithi028.stdout: "reported_epoch": 2650, 2024-08-29T19:03:21.770 INFO:tasks.workunit.client.0.smithi028.stdout: "reported_seq": 4689, 2024-08-29T19:03:21.770 INFO:tasks.workunit.client.0.smithi028.stdout: "scrub_duration": 0.0, 2024-08-29T19:03:21.770 INFO:tasks.workunit.client.0.smithi028.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-31T00:24:10.418969+0000", 2024-08-29T19:03:21.770 INFO:tasks.workunit.client.0.smithi028.stdout: "snaptrim_duration": 0.0, 2024-08-29T19:03:21.770 INFO:tasks.workunit.client.0.smithi028.stdout: "snaptrimq_len": 0, 2024-08-29T19:03:21.770 INFO:tasks.workunit.client.0.smithi028.stdout: "stat_sum": { 2024-08-29T19:03:21.770 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes": 0, 2024-08-29T19:03:21.770 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes_hit_set_archive": 0, 2024-08-29T19:03:21.770 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes_recovered": 0, 2024-08-29T19:03:21.770 INFO:tasks.workunit.client.0.smithi028.stdout: "num_deep_scrub_errors": 0, 2024-08-29T19:03:21.770 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict": 0, 2024-08-29T19:03:21.770 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_kb": 0, 2024-08-29T19:03:21.770 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_mode_full": 0, 2024-08-29T19:03:21.771 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_mode_some": 0, 2024-08-29T19:03:21.771 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush": 0, 2024-08-29T19:03:21.771 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_kb": 0, 2024-08-29T19:03:21.771 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_mode_high": 0, 2024-08-29T19:03:21.771 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_mode_low": 0, 2024-08-29T19:03:21.771 INFO:tasks.workunit.client.0.smithi028.stdout: "num_keys_recovered": 0, 2024-08-29T19:03:21.771 INFO:tasks.workunit.client.0.smithi028.stdout: "num_large_omap_objects": 0, 2024-08-29T19:03:21.771 INFO:tasks.workunit.client.0.smithi028.stdout: "num_legacy_snapsets": 0, 2024-08-29T19:03:21.771 INFO:tasks.workunit.client.0.smithi028.stdout: "num_object_clones": 0, 2024-08-29T19:03:21.771 INFO:tasks.workunit.client.0.smithi028.stdout: "num_object_copies": 0, 2024-08-29T19:03:21.771 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects": 0, 2024-08-29T19:03:21.771 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_degraded": 0, 2024-08-29T19:03:21.771 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_dirty": 0, 2024-08-29T19:03:21.771 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_hit_set_archive": 0, 2024-08-29T19:03:21.772 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_manifest": 0, 2024-08-29T19:03:21.772 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_misplaced": 0, 2024-08-29T19:03:21.772 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_missing": 0, 2024-08-29T19:03:21.772 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_missing_on_primary": 0, 2024-08-29T19:03:21.772 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_omap": 0, 2024-08-29T19:03:21.772 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_pinned": 0, 2024-08-29T19:03:21.772 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_recovered": 0, 2024-08-29T19:03:21.772 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_repaired": 0, 2024-08-29T19:03:21.772 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_unfound": 0, 2024-08-29T19:03:21.772 INFO:tasks.workunit.client.0.smithi028.stdout: "num_omap_bytes": 0, 2024-08-29T19:03:21.772 INFO:tasks.workunit.client.0.smithi028.stdout: "num_omap_keys": 0, 2024-08-29T19:03:21.772 INFO:tasks.workunit.client.0.smithi028.stdout: "num_promote": 0, 2024-08-29T19:03:21.772 INFO:tasks.workunit.client.0.smithi028.stdout: "num_read": 0, 2024-08-29T19:03:21.772 INFO:tasks.workunit.client.0.smithi028.stdout: "num_read_kb": 0, 2024-08-29T19:03:21.773 INFO:tasks.workunit.client.0.smithi028.stdout: "num_scrub_errors": 0, 2024-08-29T19:03:21.773 INFO:tasks.workunit.client.0.smithi028.stdout: "num_shallow_scrub_errors": 0, 2024-08-29T19:03:21.773 INFO:tasks.workunit.client.0.smithi028.stdout: "num_whiteouts": 0, 2024-08-29T19:03:21.773 INFO:tasks.workunit.client.0.smithi028.stdout: "num_write": 0, 2024-08-29T19:03:21.773 INFO:tasks.workunit.client.0.smithi028.stdout: "num_write_kb": 0 2024-08-29T19:03:21.773 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:21.773 INFO:tasks.workunit.client.0.smithi028.stdout: "state": "active+clean", 2024-08-29T19:03:21.773 INFO:tasks.workunit.client.0.smithi028.stdout: "stats_invalid": false, 2024-08-29T19:03:21.773 INFO:tasks.workunit.client.0.smithi028.stdout: "up": [ 2024-08-29T19:03:21.773 INFO:tasks.workunit.client.0.smithi028.stdout: 3, 2024-08-29T19:03:21.773 INFO:tasks.workunit.client.0.smithi028.stdout: 0, 2024-08-29T19:03:21.773 INFO:tasks.workunit.client.0.smithi028.stdout: 4 2024-08-29T19:03:21.773 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-08-29T19:03:21.773 INFO:tasks.workunit.client.0.smithi028.stdout: "up_primary": 3, 2024-08-29T19:03:21.774 INFO:tasks.workunit.client.0.smithi028.stdout: "version": "0'0" 2024-08-29T19:03:21.774 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:21.774 INFO:tasks.workunit.client.0.smithi028.stdout: { 2024-08-29T19:03:21.774 INFO:tasks.workunit.client.0.smithi028.stdout: "acting": [ 2024-08-29T19:03:21.774 INFO:tasks.workunit.client.0.smithi028.stdout: 1, 2024-08-29T19:03:21.774 INFO:tasks.workunit.client.0.smithi028.stdout: 3, 2024-08-29T19:03:21.774 INFO:tasks.workunit.client.0.smithi028.stdout: 7 2024-08-29T19:03:21.774 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-08-29T19:03:21.774 INFO:tasks.workunit.client.0.smithi028.stdout: "acting_primary": 1, 2024-08-29T19:03:21.774 INFO:tasks.workunit.client.0.smithi028.stdout: "avail_no_missing": [], 2024-08-29T19:03:21.774 INFO:tasks.workunit.client.0.smithi028.stdout: "blocked_by": [], 2024-08-29T19:03:21.774 INFO:tasks.workunit.client.0.smithi028.stdout: "created": 59, 2024-08-29T19:03:21.774 INFO:tasks.workunit.client.0.smithi028.stdout: "dirty_stats_invalid": false, 2024-08-29T19:03:21.774 INFO:tasks.workunit.client.0.smithi028.stdout: "hitset_bytes_stats_invalid": false, 2024-08-29T19:03:21.775 INFO:tasks.workunit.client.0.smithi028.stdout: "hitset_stats_invalid": false, 2024-08-29T19:03:21.775 INFO:tasks.workunit.client.0.smithi028.stdout: "last_active": "2024-08-29T19:02:14.817121+0000", 2024-08-29T19:03:21.775 INFO:tasks.workunit.client.0.smithi028.stdout: "last_became_active": "2024-08-29T17:58:11.355904+0000", 2024-08-29T19:03:21.775 INFO:tasks.workunit.client.0.smithi028.stdout: "last_became_peered": "2024-08-29T17:58:11.355904+0000", 2024-08-29T19:03:21.775 INFO:tasks.workunit.client.0.smithi028.stdout: "last_change": "2024-08-29T17:58:11.356541+0000", 2024-08-29T19:03:21.775 INFO:tasks.workunit.client.0.smithi028.stdout: "last_clean": "2024-08-29T19:02:14.817121+0000", 2024-08-29T19:03:21.775 INFO:tasks.workunit.client.0.smithi028.stdout: "last_clean_scrub_stamp": "2024-08-29T17:40:52.944949+0000", 2024-08-29T19:03:21.775 INFO:tasks.workunit.client.0.smithi028.stdout: "last_deep_scrub": "0'0", 2024-08-29T19:03:21.775 INFO:tasks.workunit.client.0.smithi028.stdout: "last_deep_scrub_stamp": "2024-08-29T17:40:52.944949+0000", 2024-08-29T19:03:21.775 INFO:tasks.workunit.client.0.smithi028.stdout: "last_epoch_clean": 681, 2024-08-29T19:03:21.775 INFO:tasks.workunit.client.0.smithi028.stdout: "last_fresh": "2024-08-29T19:02:14.817121+0000", 2024-08-29T19:03:21.775 INFO:tasks.workunit.client.0.smithi028.stdout: "last_fullsized": "2024-08-29T19:02:14.817121+0000", 2024-08-29T19:03:21.775 INFO:tasks.workunit.client.0.smithi028.stdout: "last_peered": "2024-08-29T19:02:14.817121+0000", 2024-08-29T19:03:21.776 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub": "0'0", 2024-08-29T19:03:21.776 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub_duration": 0, 2024-08-29T19:03:21.776 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub_stamp": "2024-08-29T17:40:52.944949+0000", 2024-08-29T19:03:21.776 INFO:tasks.workunit.client.0.smithi028.stdout: "last_undegraded": "2024-08-29T19:02:14.817121+0000", 2024-08-29T19:03:21.776 INFO:tasks.workunit.client.0.smithi028.stdout: "last_unstale": "2024-08-29T19:02:14.817121+0000", 2024-08-29T19:03:21.776 INFO:tasks.workunit.client.0.smithi028.stdout: "log_dups_size": 0, 2024-08-29T19:03:21.776 INFO:tasks.workunit.client.0.smithi028.stdout: "log_size": 0, 2024-08-29T19:03:21.776 INFO:tasks.workunit.client.0.smithi028.stdout: "log_start": "0'0", 2024-08-29T19:03:21.776 INFO:tasks.workunit.client.0.smithi028.stdout: "manifest_stats_invalid": false, 2024-08-29T19:03:21.776 INFO:tasks.workunit.client.0.smithi028.stdout: "mapping_epoch": 680, 2024-08-29T19:03:21.776 INFO:tasks.workunit.client.0.smithi028.stdout: "object_location_counts": [], 2024-08-29T19:03:21.776 INFO:tasks.workunit.client.0.smithi028.stdout: "objects_scrubbed": 0, 2024-08-29T19:03:21.776 INFO:tasks.workunit.client.0.smithi028.stdout: "objects_trimmed": 0, 2024-08-29T19:03:21.777 INFO:tasks.workunit.client.0.smithi028.stdout: "omap_stats_invalid": false, 2024-08-29T19:03:21.777 INFO:tasks.workunit.client.0.smithi028.stdout: "ondisk_log_size": 0, 2024-08-29T19:03:21.777 INFO:tasks.workunit.client.0.smithi028.stdout: "ondisk_log_start": "0'0", 2024-08-29T19:03:21.777 INFO:tasks.workunit.client.0.smithi028.stdout: "parent": "0.0", 2024-08-29T19:03:21.777 INFO:tasks.workunit.client.0.smithi028.stdout: "parent_split_bits": 0, 2024-08-29T19:03:21.777 INFO:tasks.workunit.client.0.smithi028.stdout: "pgid": "2.a", 2024-08-29T19:03:21.777 INFO:tasks.workunit.client.0.smithi028.stdout: "pin_stats_invalid": false, 2024-08-29T19:03:21.777 INFO:tasks.workunit.client.0.smithi028.stdout: "purged_snaps": [], 2024-08-29T19:03:21.777 INFO:tasks.workunit.client.0.smithi028.stdout: "reported_epoch": 2650, 2024-08-29T19:03:21.777 INFO:tasks.workunit.client.0.smithi028.stdout: "reported_seq": 4788, 2024-08-29T19:03:21.777 INFO:tasks.workunit.client.0.smithi028.stdout: "scrub_duration": 0.0, 2024-08-29T19:03:21.777 INFO:tasks.workunit.client.0.smithi028.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-31T01:40:07.824963+0000", 2024-08-29T19:03:21.777 INFO:tasks.workunit.client.0.smithi028.stdout: "snaptrim_duration": 0.0, 2024-08-29T19:03:21.777 INFO:tasks.workunit.client.0.smithi028.stdout: "snaptrimq_len": 0, 2024-08-29T19:03:21.778 INFO:tasks.workunit.client.0.smithi028.stdout: "stat_sum": { 2024-08-29T19:03:21.778 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes": 0, 2024-08-29T19:03:21.778 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes_hit_set_archive": 0, 2024-08-29T19:03:21.778 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes_recovered": 0, 2024-08-29T19:03:21.778 INFO:tasks.workunit.client.0.smithi028.stdout: "num_deep_scrub_errors": 0, 2024-08-29T19:03:21.778 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict": 0, 2024-08-29T19:03:21.778 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_kb": 0, 2024-08-29T19:03:21.778 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_mode_full": 0, 2024-08-29T19:03:21.778 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_mode_some": 0, 2024-08-29T19:03:21.778 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush": 0, 2024-08-29T19:03:21.778 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_kb": 0, 2024-08-29T19:03:21.778 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_mode_high": 0, 2024-08-29T19:03:21.778 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_mode_low": 0, 2024-08-29T19:03:21.778 INFO:tasks.workunit.client.0.smithi028.stdout: "num_keys_recovered": 0, 2024-08-29T19:03:21.779 INFO:tasks.workunit.client.0.smithi028.stdout: "num_large_omap_objects": 0, 2024-08-29T19:03:21.779 INFO:tasks.workunit.client.0.smithi028.stdout: "num_legacy_snapsets": 0, 2024-08-29T19:03:21.779 INFO:tasks.workunit.client.0.smithi028.stdout: "num_object_clones": 0, 2024-08-29T19:03:21.779 INFO:tasks.workunit.client.0.smithi028.stdout: "num_object_copies": 0, 2024-08-29T19:03:21.779 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects": 0, 2024-08-29T19:03:21.779 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_degraded": 0, 2024-08-29T19:03:21.779 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_dirty": 0, 2024-08-29T19:03:21.779 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_hit_set_archive": 0, 2024-08-29T19:03:21.779 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_manifest": 0, 2024-08-29T19:03:21.779 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_misplaced": 0, 2024-08-29T19:03:21.779 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_missing": 0, 2024-08-29T19:03:21.779 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_missing_on_primary": 0, 2024-08-29T19:03:21.779 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_omap": 0, 2024-08-29T19:03:21.779 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_pinned": 0, 2024-08-29T19:03:21.780 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_recovered": 0, 2024-08-29T19:03:21.780 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_repaired": 0, 2024-08-29T19:03:21.780 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_unfound": 0, 2024-08-29T19:03:21.780 INFO:tasks.workunit.client.0.smithi028.stdout: "num_omap_bytes": 0, 2024-08-29T19:03:21.780 INFO:tasks.workunit.client.0.smithi028.stdout: "num_omap_keys": 0, 2024-08-29T19:03:21.780 INFO:tasks.workunit.client.0.smithi028.stdout: "num_promote": 0, 2024-08-29T19:03:21.780 INFO:tasks.workunit.client.0.smithi028.stdout: "num_read": 0, 2024-08-29T19:03:21.780 INFO:tasks.workunit.client.0.smithi028.stdout: "num_read_kb": 0, 2024-08-29T19:03:21.780 INFO:tasks.workunit.client.0.smithi028.stdout: "num_scrub_errors": 0, 2024-08-29T19:03:21.780 INFO:tasks.workunit.client.0.smithi028.stdout: "num_shallow_scrub_errors": 0, 2024-08-29T19:03:21.780 INFO:tasks.workunit.client.0.smithi028.stdout: "num_whiteouts": 0, 2024-08-29T19:03:21.780 INFO:tasks.workunit.client.0.smithi028.stdout: "num_write": 0, 2024-08-29T19:03:21.780 INFO:tasks.workunit.client.0.smithi028.stdout: "num_write_kb": 0 2024-08-29T19:03:21.781 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:21.781 INFO:tasks.workunit.client.0.smithi028.stdout: "state": "active+clean", 2024-08-29T19:03:21.781 INFO:tasks.workunit.client.0.smithi028.stdout: "stats_invalid": false, 2024-08-29T19:03:21.781 INFO:tasks.workunit.client.0.smithi028.stdout: "up": [ 2024-08-29T19:03:21.781 INFO:tasks.workunit.client.0.smithi028.stdout: 1, 2024-08-29T19:03:21.781 INFO:tasks.workunit.client.0.smithi028.stdout: 3, 2024-08-29T19:03:21.781 INFO:tasks.workunit.client.0.smithi028.stdout: 7 2024-08-29T19:03:21.781 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-08-29T19:03:21.781 INFO:tasks.workunit.client.0.smithi028.stdout: "up_primary": 1, 2024-08-29T19:03:21.781 INFO:tasks.workunit.client.0.smithi028.stdout: "version": "0'0" 2024-08-29T19:03:21.781 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:21.781 INFO:tasks.workunit.client.0.smithi028.stdout: { 2024-08-29T19:03:21.781 INFO:tasks.workunit.client.0.smithi028.stdout: "acting": [ 2024-08-29T19:03:21.781 INFO:tasks.workunit.client.0.smithi028.stdout: 3, 2024-08-29T19:03:21.782 INFO:tasks.workunit.client.0.smithi028.stdout: 1, 2024-08-29T19:03:21.782 INFO:tasks.workunit.client.0.smithi028.stdout: 7 2024-08-29T19:03:21.782 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-08-29T19:03:21.782 INFO:tasks.workunit.client.0.smithi028.stdout: "acting_primary": 3, 2024-08-29T19:03:21.782 INFO:tasks.workunit.client.0.smithi028.stdout: "avail_no_missing": [], 2024-08-29T19:03:21.782 INFO:tasks.workunit.client.0.smithi028.stdout: "blocked_by": [], 2024-08-29T19:03:21.782 INFO:tasks.workunit.client.0.smithi028.stdout: "created": 62, 2024-08-29T19:03:21.782 INFO:tasks.workunit.client.0.smithi028.stdout: "dirty_stats_invalid": false, 2024-08-29T19:03:21.782 INFO:tasks.workunit.client.0.smithi028.stdout: "hitset_bytes_stats_invalid": false, 2024-08-29T19:03:21.782 INFO:tasks.workunit.client.0.smithi028.stdout: "hitset_stats_invalid": false, 2024-08-29T19:03:21.782 INFO:tasks.workunit.client.0.smithi028.stdout: "last_active": "2024-08-29T19:02:14.841246+0000", 2024-08-29T19:03:21.782 INFO:tasks.workunit.client.0.smithi028.stdout: "last_became_active": "2024-08-29T17:58:11.349017+0000", 2024-08-29T19:03:21.782 INFO:tasks.workunit.client.0.smithi028.stdout: "last_became_peered": "2024-08-29T17:58:11.349017+0000", 2024-08-29T19:03:21.782 INFO:tasks.workunit.client.0.smithi028.stdout: "last_change": "2024-08-29T17:58:11.350030+0000", 2024-08-29T19:03:21.783 INFO:tasks.workunit.client.0.smithi028.stdout: "last_clean": "2024-08-29T19:02:14.841246+0000", 2024-08-29T19:03:21.783 INFO:tasks.workunit.client.0.smithi028.stdout: "last_clean_scrub_stamp": "2024-08-29T17:41:01.987071+0000", 2024-08-29T19:03:21.783 INFO:tasks.workunit.client.0.smithi028.stdout: "last_deep_scrub": "0'0", 2024-08-29T19:03:21.783 INFO:tasks.workunit.client.0.smithi028.stdout: "last_deep_scrub_stamp": "2024-08-29T17:41:01.987071+0000", 2024-08-29T19:03:21.783 INFO:tasks.workunit.client.0.smithi028.stdout: "last_epoch_clean": 681, 2024-08-29T19:03:21.783 INFO:tasks.workunit.client.0.smithi028.stdout: "last_fresh": "2024-08-29T19:02:14.841246+0000", 2024-08-29T19:03:21.783 INFO:tasks.workunit.client.0.smithi028.stdout: "last_fullsized": "2024-08-29T19:02:14.841246+0000", 2024-08-29T19:03:21.783 INFO:tasks.workunit.client.0.smithi028.stdout: "last_peered": "2024-08-29T19:02:14.841246+0000", 2024-08-29T19:03:21.783 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub": "0'0", 2024-08-29T19:03:21.783 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub_duration": 0, 2024-08-29T19:03:21.783 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub_stamp": "2024-08-29T17:41:01.987071+0000", 2024-08-29T19:03:21.783 INFO:tasks.workunit.client.0.smithi028.stdout: "last_undegraded": "2024-08-29T19:02:14.841246+0000", 2024-08-29T19:03:21.783 INFO:tasks.workunit.client.0.smithi028.stdout: "last_unstale": "2024-08-29T19:02:14.841246+0000", 2024-08-29T19:03:21.783 INFO:tasks.workunit.client.0.smithi028.stdout: "log_dups_size": 0, 2024-08-29T19:03:21.784 INFO:tasks.workunit.client.0.smithi028.stdout: "log_size": 0, 2024-08-29T19:03:21.784 INFO:tasks.workunit.client.0.smithi028.stdout: "log_start": "0'0", 2024-08-29T19:03:21.784 INFO:tasks.workunit.client.0.smithi028.stdout: "manifest_stats_invalid": false, 2024-08-29T19:03:21.784 INFO:tasks.workunit.client.0.smithi028.stdout: "mapping_epoch": 680, 2024-08-29T19:03:21.784 INFO:tasks.workunit.client.0.smithi028.stdout: "object_location_counts": [], 2024-08-29T19:03:21.784 INFO:tasks.workunit.client.0.smithi028.stdout: "objects_scrubbed": 0, 2024-08-29T19:03:21.784 INFO:tasks.workunit.client.0.smithi028.stdout: "objects_trimmed": 0, 2024-08-29T19:03:21.784 INFO:tasks.workunit.client.0.smithi028.stdout: "omap_stats_invalid": false, 2024-08-29T19:03:21.784 INFO:tasks.workunit.client.0.smithi028.stdout: "ondisk_log_size": 0, 2024-08-29T19:03:21.784 INFO:tasks.workunit.client.0.smithi028.stdout: "ondisk_log_start": "0'0", 2024-08-29T19:03:21.784 INFO:tasks.workunit.client.0.smithi028.stdout: "parent": "0.0", 2024-08-29T19:03:21.784 INFO:tasks.workunit.client.0.smithi028.stdout: "parent_split_bits": 0, 2024-08-29T19:03:21.784 INFO:tasks.workunit.client.0.smithi028.stdout: "pgid": "3.8", 2024-08-29T19:03:21.785 INFO:tasks.workunit.client.0.smithi028.stdout: "pin_stats_invalid": false, 2024-08-29T19:03:21.785 INFO:tasks.workunit.client.0.smithi028.stdout: "purged_snaps": [], 2024-08-29T19:03:21.785 INFO:tasks.workunit.client.0.smithi028.stdout: "reported_epoch": 2650, 2024-08-29T19:03:21.785 INFO:tasks.workunit.client.0.smithi028.stdout: "reported_seq": 4720, 2024-08-29T19:03:21.785 INFO:tasks.workunit.client.0.smithi028.stdout: "scrub_duration": 0.0, 2024-08-29T19:03:21.785 INFO:tasks.workunit.client.0.smithi028.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-30T23:55:05.107594+0000", 2024-08-29T19:03:21.785 INFO:tasks.workunit.client.0.smithi028.stdout: "snaptrim_duration": 0.0, 2024-08-29T19:03:21.785 INFO:tasks.workunit.client.0.smithi028.stdout: "snaptrimq_len": 0, 2024-08-29T19:03:21.785 INFO:tasks.workunit.client.0.smithi028.stdout: "stat_sum": { 2024-08-29T19:03:21.785 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes": 0, 2024-08-29T19:03:21.785 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes_hit_set_archive": 0, 2024-08-29T19:03:21.785 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes_recovered": 0, 2024-08-29T19:03:21.785 INFO:tasks.workunit.client.0.smithi028.stdout: "num_deep_scrub_errors": 0, 2024-08-29T19:03:21.785 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict": 0, 2024-08-29T19:03:21.785 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_kb": 0, 2024-08-29T19:03:21.786 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_mode_full": 0, 2024-08-29T19:03:21.786 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_mode_some": 0, 2024-08-29T19:03:21.786 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush": 0, 2024-08-29T19:03:21.786 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_kb": 0, 2024-08-29T19:03:21.786 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_mode_high": 0, 2024-08-29T19:03:21.786 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_mode_low": 0, 2024-08-29T19:03:21.786 INFO:tasks.workunit.client.0.smithi028.stdout: "num_keys_recovered": 0, 2024-08-29T19:03:21.786 INFO:tasks.workunit.client.0.smithi028.stdout: "num_large_omap_objects": 0, 2024-08-29T19:03:21.786 INFO:tasks.workunit.client.0.smithi028.stdout: "num_legacy_snapsets": 0, 2024-08-29T19:03:21.786 INFO:tasks.workunit.client.0.smithi028.stdout: "num_object_clones": 0, 2024-08-29T19:03:21.786 INFO:tasks.workunit.client.0.smithi028.stdout: "num_object_copies": 0, 2024-08-29T19:03:21.786 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects": 0, 2024-08-29T19:03:21.786 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_degraded": 0, 2024-08-29T19:03:21.786 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_dirty": 0, 2024-08-29T19:03:21.787 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_hit_set_archive": 0, 2024-08-29T19:03:21.787 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_manifest": 0, 2024-08-29T19:03:21.787 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_misplaced": 0, 2024-08-29T19:03:21.787 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_missing": 0, 2024-08-29T19:03:21.787 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_missing_on_primary": 0, 2024-08-29T19:03:21.787 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_omap": 0, 2024-08-29T19:03:21.787 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_pinned": 0, 2024-08-29T19:03:21.787 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_recovered": 0, 2024-08-29T19:03:21.787 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_repaired": 0, 2024-08-29T19:03:21.787 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_unfound": 0, 2024-08-29T19:03:21.787 INFO:tasks.workunit.client.0.smithi028.stdout: "num_omap_bytes": 0, 2024-08-29T19:03:21.787 INFO:tasks.workunit.client.0.smithi028.stdout: "num_omap_keys": 0, 2024-08-29T19:03:21.787 INFO:tasks.workunit.client.0.smithi028.stdout: "num_promote": 0, 2024-08-29T19:03:21.787 INFO:tasks.workunit.client.0.smithi028.stdout: "num_read": 0, 2024-08-29T19:03:21.788 INFO:tasks.workunit.client.0.smithi028.stdout: "num_read_kb": 0, 2024-08-29T19:03:21.788 INFO:tasks.workunit.client.0.smithi028.stdout: "num_scrub_errors": 0, 2024-08-29T19:03:21.788 INFO:tasks.workunit.client.0.smithi028.stdout: "num_shallow_scrub_errors": 0, 2024-08-29T19:03:21.788 INFO:tasks.workunit.client.0.smithi028.stdout: "num_whiteouts": 0, 2024-08-29T19:03:21.788 INFO:tasks.workunit.client.0.smithi028.stdout: "num_write": 0, 2024-08-29T19:03:21.788 INFO:tasks.workunit.client.0.smithi028.stdout: "num_write_kb": 0 2024-08-29T19:03:21.788 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:21.788 INFO:tasks.workunit.client.0.smithi028.stdout: "state": "active+clean", 2024-08-29T19:03:21.788 INFO:tasks.workunit.client.0.smithi028.stdout: "stats_invalid": false, 2024-08-29T19:03:21.788 INFO:tasks.workunit.client.0.smithi028.stdout: "up": [ 2024-08-29T19:03:21.788 INFO:tasks.workunit.client.0.smithi028.stdout: 3, 2024-08-29T19:03:21.788 INFO:tasks.workunit.client.0.smithi028.stdout: 1, 2024-08-29T19:03:21.788 INFO:tasks.workunit.client.0.smithi028.stdout: 7 2024-08-29T19:03:21.788 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-08-29T19:03:21.789 INFO:tasks.workunit.client.0.smithi028.stdout: "up_primary": 3, 2024-08-29T19:03:21.789 INFO:tasks.workunit.client.0.smithi028.stdout: "version": "0'0" 2024-08-29T19:03:21.789 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:21.789 INFO:tasks.workunit.client.0.smithi028.stdout: { 2024-08-29T19:03:21.789 INFO:tasks.workunit.client.0.smithi028.stdout: "acting": [ 2024-08-29T19:03:21.789 INFO:tasks.workunit.client.0.smithi028.stdout: 1, 2024-08-29T19:03:21.789 INFO:tasks.workunit.client.0.smithi028.stdout: 7, 2024-08-29T19:03:21.789 INFO:tasks.workunit.client.0.smithi028.stdout: 3 2024-08-29T19:03:21.789 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-08-29T19:03:21.789 INFO:tasks.workunit.client.0.smithi028.stdout: "acting_primary": 1, 2024-08-29T19:03:21.789 INFO:tasks.workunit.client.0.smithi028.stdout: "avail_no_missing": [], 2024-08-29T19:03:21.789 INFO:tasks.workunit.client.0.smithi028.stdout: "blocked_by": [], 2024-08-29T19:03:21.789 INFO:tasks.workunit.client.0.smithi028.stdout: "created": 59, 2024-08-29T19:03:21.790 INFO:tasks.workunit.client.0.smithi028.stdout: "dirty_stats_invalid": false, 2024-08-29T19:03:21.790 INFO:tasks.workunit.client.0.smithi028.stdout: "hitset_bytes_stats_invalid": false, 2024-08-29T19:03:21.790 INFO:tasks.workunit.client.0.smithi028.stdout: "hitset_stats_invalid": false, 2024-08-29T19:03:21.790 INFO:tasks.workunit.client.0.smithi028.stdout: "last_active": "2024-08-29T19:02:14.817659+0000", 2024-08-29T19:03:21.790 INFO:tasks.workunit.client.0.smithi028.stdout: "last_became_active": "2024-08-29T17:58:11.355887+0000", 2024-08-29T19:03:21.790 INFO:tasks.workunit.client.0.smithi028.stdout: "last_became_peered": "2024-08-29T17:58:11.355887+0000", 2024-08-29T19:03:21.790 INFO:tasks.workunit.client.0.smithi028.stdout: "last_change": "2024-08-29T17:58:11.357176+0000", 2024-08-29T19:03:21.790 INFO:tasks.workunit.client.0.smithi028.stdout: "last_clean": "2024-08-29T19:02:14.817659+0000", 2024-08-29T19:03:21.790 INFO:tasks.workunit.client.0.smithi028.stdout: "last_clean_scrub_stamp": "2024-08-29T17:40:52.944949+0000", 2024-08-29T19:03:21.790 INFO:tasks.workunit.client.0.smithi028.stdout: "last_deep_scrub": "0'0", 2024-08-29T19:03:21.790 INFO:tasks.workunit.client.0.smithi028.stdout: "last_deep_scrub_stamp": "2024-08-29T17:40:52.944949+0000", 2024-08-29T19:03:21.790 INFO:tasks.workunit.client.0.smithi028.stdout: "last_epoch_clean": 681, 2024-08-29T19:03:21.790 INFO:tasks.workunit.client.0.smithi028.stdout: "last_fresh": "2024-08-29T19:02:14.817659+0000", 2024-08-29T19:03:21.790 INFO:tasks.workunit.client.0.smithi028.stdout: "last_fullsized": "2024-08-29T19:02:14.817659+0000", 2024-08-29T19:03:21.791 INFO:tasks.workunit.client.0.smithi028.stdout: "last_peered": "2024-08-29T19:02:14.817659+0000", 2024-08-29T19:03:21.791 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub": "0'0", 2024-08-29T19:03:21.791 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub_duration": 0, 2024-08-29T19:03:21.791 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub_stamp": "2024-08-29T17:40:52.944949+0000", 2024-08-29T19:03:21.791 INFO:tasks.workunit.client.0.smithi028.stdout: "last_undegraded": "2024-08-29T19:02:14.817659+0000", 2024-08-29T19:03:21.791 INFO:tasks.workunit.client.0.smithi028.stdout: "last_unstale": "2024-08-29T19:02:14.817659+0000", 2024-08-29T19:03:21.791 INFO:tasks.workunit.client.0.smithi028.stdout: "log_dups_size": 0, 2024-08-29T19:03:21.791 INFO:tasks.workunit.client.0.smithi028.stdout: "log_size": 0, 2024-08-29T19:03:21.791 INFO:tasks.workunit.client.0.smithi028.stdout: "log_start": "0'0", 2024-08-29T19:03:21.791 INFO:tasks.workunit.client.0.smithi028.stdout: "manifest_stats_invalid": false, 2024-08-29T19:03:21.791 INFO:tasks.workunit.client.0.smithi028.stdout: "mapping_epoch": 680, 2024-08-29T19:03:21.791 INFO:tasks.workunit.client.0.smithi028.stdout: "object_location_counts": [], 2024-08-29T19:03:21.791 INFO:tasks.workunit.client.0.smithi028.stdout: "objects_scrubbed": 0, 2024-08-29T19:03:21.792 INFO:tasks.workunit.client.0.smithi028.stdout: "objects_trimmed": 0, 2024-08-29T19:03:21.792 INFO:tasks.workunit.client.0.smithi028.stdout: "omap_stats_invalid": false, 2024-08-29T19:03:21.792 INFO:tasks.workunit.client.0.smithi028.stdout: "ondisk_log_size": 0, 2024-08-29T19:03:21.792 INFO:tasks.workunit.client.0.smithi028.stdout: "ondisk_log_start": "0'0", 2024-08-29T19:03:21.792 INFO:tasks.workunit.client.0.smithi028.stdout: "parent": "0.0", 2024-08-29T19:03:21.792 INFO:tasks.workunit.client.0.smithi028.stdout: "parent_split_bits": 0, 2024-08-29T19:03:21.792 INFO:tasks.workunit.client.0.smithi028.stdout: "pgid": "2.9", 2024-08-29T19:03:21.792 INFO:tasks.workunit.client.0.smithi028.stdout: "pin_stats_invalid": false, 2024-08-29T19:03:21.792 INFO:tasks.workunit.client.0.smithi028.stdout: "purged_snaps": [], 2024-08-29T19:03:21.792 INFO:tasks.workunit.client.0.smithi028.stdout: "reported_epoch": 2650, 2024-08-29T19:03:21.792 INFO:tasks.workunit.client.0.smithi028.stdout: "reported_seq": 4788, 2024-08-29T19:03:21.792 INFO:tasks.workunit.client.0.smithi028.stdout: "scrub_duration": 0.0, 2024-08-29T19:03:21.792 INFO:tasks.workunit.client.0.smithi028.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-31T00:17:35.247559+0000", 2024-08-29T19:03:21.792 INFO:tasks.workunit.client.0.smithi028.stdout: "snaptrim_duration": 0.0, 2024-08-29T19:03:21.793 INFO:tasks.workunit.client.0.smithi028.stdout: "snaptrimq_len": 0, 2024-08-29T19:03:21.793 INFO:tasks.workunit.client.0.smithi028.stdout: "stat_sum": { 2024-08-29T19:03:21.793 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes": 0, 2024-08-29T19:03:21.793 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes_hit_set_archive": 0, 2024-08-29T19:03:21.793 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes_recovered": 0, 2024-08-29T19:03:21.793 INFO:tasks.workunit.client.0.smithi028.stdout: "num_deep_scrub_errors": 0, 2024-08-29T19:03:21.793 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict": 0, 2024-08-29T19:03:21.793 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_kb": 0, 2024-08-29T19:03:21.793 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_mode_full": 0, 2024-08-29T19:03:21.793 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_mode_some": 0, 2024-08-29T19:03:21.793 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush": 0, 2024-08-29T19:03:21.793 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_kb": 0, 2024-08-29T19:03:21.793 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_mode_high": 0, 2024-08-29T19:03:21.793 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_mode_low": 0, 2024-08-29T19:03:21.794 INFO:tasks.workunit.client.0.smithi028.stdout: "num_keys_recovered": 0, 2024-08-29T19:03:21.794 INFO:tasks.workunit.client.0.smithi028.stdout: "num_large_omap_objects": 0, 2024-08-29T19:03:21.794 INFO:tasks.workunit.client.0.smithi028.stdout: "num_legacy_snapsets": 0, 2024-08-29T19:03:21.794 INFO:tasks.workunit.client.0.smithi028.stdout: "num_object_clones": 0, 2024-08-29T19:03:21.794 INFO:tasks.workunit.client.0.smithi028.stdout: "num_object_copies": 0, 2024-08-29T19:03:21.794 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects": 0, 2024-08-29T19:03:21.794 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_degraded": 0, 2024-08-29T19:03:21.794 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_dirty": 0, 2024-08-29T19:03:21.794 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_hit_set_archive": 0, 2024-08-29T19:03:21.794 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_manifest": 0, 2024-08-29T19:03:21.794 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_misplaced": 0, 2024-08-29T19:03:21.794 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_missing": 0, 2024-08-29T19:03:21.794 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_missing_on_primary": 0, 2024-08-29T19:03:21.794 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_omap": 0, 2024-08-29T19:03:21.795 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_pinned": 0, 2024-08-29T19:03:21.795 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_recovered": 0, 2024-08-29T19:03:21.795 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_repaired": 0, 2024-08-29T19:03:21.795 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_unfound": 0, 2024-08-29T19:03:21.795 INFO:tasks.workunit.client.0.smithi028.stdout: "num_omap_bytes": 0, 2024-08-29T19:03:21.795 INFO:tasks.workunit.client.0.smithi028.stdout: "num_omap_keys": 0, 2024-08-29T19:03:21.795 INFO:tasks.workunit.client.0.smithi028.stdout: "num_promote": 0, 2024-08-29T19:03:21.795 INFO:tasks.workunit.client.0.smithi028.stdout: "num_read": 0, 2024-08-29T19:03:21.795 INFO:tasks.workunit.client.0.smithi028.stdout: "num_read_kb": 0, 2024-08-29T19:03:21.795 INFO:tasks.workunit.client.0.smithi028.stdout: "num_scrub_errors": 0, 2024-08-29T19:03:21.795 INFO:tasks.workunit.client.0.smithi028.stdout: "num_shallow_scrub_errors": 0, 2024-08-29T19:03:21.795 INFO:tasks.workunit.client.0.smithi028.stdout: "num_whiteouts": 0, 2024-08-29T19:03:21.795 INFO:tasks.workunit.client.0.smithi028.stdout: "num_write": 0, 2024-08-29T19:03:21.795 INFO:tasks.workunit.client.0.smithi028.stdout: "num_write_kb": 0 2024-08-29T19:03:21.796 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:21.796 INFO:tasks.workunit.client.0.smithi028.stdout: "state": "active+clean", 2024-08-29T19:03:21.796 INFO:tasks.workunit.client.0.smithi028.stdout: "stats_invalid": false, 2024-08-29T19:03:21.796 INFO:tasks.workunit.client.0.smithi028.stdout: "up": [ 2024-08-29T19:03:21.796 INFO:tasks.workunit.client.0.smithi028.stdout: 1, 2024-08-29T19:03:21.796 INFO:tasks.workunit.client.0.smithi028.stdout: 7, 2024-08-29T19:03:21.796 INFO:tasks.workunit.client.0.smithi028.stdout: 3 2024-08-29T19:03:21.796 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-08-29T19:03:21.796 INFO:tasks.workunit.client.0.smithi028.stdout: "up_primary": 1, 2024-08-29T19:03:21.796 INFO:tasks.workunit.client.0.smithi028.stdout: "version": "0'0" 2024-08-29T19:03:21.796 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:21.796 INFO:tasks.workunit.client.0.smithi028.stdout: { 2024-08-29T19:03:21.796 INFO:tasks.workunit.client.0.smithi028.stdout: "acting": [ 2024-08-29T19:03:21.796 INFO:tasks.workunit.client.0.smithi028.stdout: 4, 2024-08-29T19:03:21.797 INFO:tasks.workunit.client.0.smithi028.stdout: 2, 2024-08-29T19:03:21.797 INFO:tasks.workunit.client.0.smithi028.stdout: 7 2024-08-29T19:03:21.797 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-08-29T19:03:21.797 INFO:tasks.workunit.client.0.smithi028.stdout: "acting_primary": 4, 2024-08-29T19:03:21.797 INFO:tasks.workunit.client.0.smithi028.stdout: "avail_no_missing": [], 2024-08-29T19:03:21.797 INFO:tasks.workunit.client.0.smithi028.stdout: "blocked_by": [], 2024-08-29T19:03:21.797 INFO:tasks.workunit.client.0.smithi028.stdout: "created": 62, 2024-08-29T19:03:21.797 INFO:tasks.workunit.client.0.smithi028.stdout: "dirty_stats_invalid": false, 2024-08-29T19:03:21.797 INFO:tasks.workunit.client.0.smithi028.stdout: "hitset_bytes_stats_invalid": false, 2024-08-29T19:03:21.797 INFO:tasks.workunit.client.0.smithi028.stdout: "hitset_stats_invalid": false, 2024-08-29T19:03:21.797 INFO:tasks.workunit.client.0.smithi028.stdout: "last_active": "2024-08-29T19:02:14.932388+0000", 2024-08-29T19:03:21.797 INFO:tasks.workunit.client.0.smithi028.stdout: "last_became_active": "2024-08-29T17:58:11.363304+0000", 2024-08-29T19:03:21.797 INFO:tasks.workunit.client.0.smithi028.stdout: "last_became_peered": "2024-08-29T17:58:11.363304+0000", 2024-08-29T19:03:21.797 INFO:tasks.workunit.client.0.smithi028.stdout: "last_change": "2024-08-29T17:58:11.363874+0000", 2024-08-29T19:03:21.798 INFO:tasks.workunit.client.0.smithi028.stdout: "last_clean": "2024-08-29T19:02:14.932388+0000", 2024-08-29T19:03:21.798 INFO:tasks.workunit.client.0.smithi028.stdout: "last_clean_scrub_stamp": "2024-08-29T17:41:01.987071+0000", 2024-08-29T19:03:21.798 INFO:tasks.workunit.client.0.smithi028.stdout: "last_deep_scrub": "0'0", 2024-08-29T19:03:21.798 INFO:tasks.workunit.client.0.smithi028.stdout: "last_deep_scrub_stamp": "2024-08-29T17:41:01.987071+0000", 2024-08-29T19:03:21.798 INFO:tasks.workunit.client.0.smithi028.stdout: "last_epoch_clean": 681, 2024-08-29T19:03:21.798 INFO:tasks.workunit.client.0.smithi028.stdout: "last_fresh": "2024-08-29T19:02:14.932388+0000", 2024-08-29T19:03:21.798 INFO:tasks.workunit.client.0.smithi028.stdout: "last_fullsized": "2024-08-29T19:02:14.932388+0000", 2024-08-29T19:03:21.798 INFO:tasks.workunit.client.0.smithi028.stdout: "last_peered": "2024-08-29T19:02:14.932388+0000", 2024-08-29T19:03:21.798 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub": "0'0", 2024-08-29T19:03:21.798 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub_duration": 0, 2024-08-29T19:03:21.798 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub_stamp": "2024-08-29T17:41:01.987071+0000", 2024-08-29T19:03:21.798 INFO:tasks.workunit.client.0.smithi028.stdout: "last_undegraded": "2024-08-29T19:02:14.932388+0000", 2024-08-29T19:03:21.798 INFO:tasks.workunit.client.0.smithi028.stdout: "last_unstale": "2024-08-29T19:02:14.932388+0000", 2024-08-29T19:03:21.798 INFO:tasks.workunit.client.0.smithi028.stdout: "log_dups_size": 0, 2024-08-29T19:03:21.799 INFO:tasks.workunit.client.0.smithi028.stdout: "log_size": 0, 2024-08-29T19:03:21.799 INFO:tasks.workunit.client.0.smithi028.stdout: "log_start": "0'0", 2024-08-29T19:03:21.799 INFO:tasks.workunit.client.0.smithi028.stdout: "manifest_stats_invalid": false, 2024-08-29T19:03:21.799 INFO:tasks.workunit.client.0.smithi028.stdout: "mapping_epoch": 680, 2024-08-29T19:03:21.799 INFO:tasks.workunit.client.0.smithi028.stdout: "object_location_counts": [], 2024-08-29T19:03:21.799 INFO:tasks.workunit.client.0.smithi028.stdout: "objects_scrubbed": 0, 2024-08-29T19:03:21.799 INFO:tasks.workunit.client.0.smithi028.stdout: "objects_trimmed": 0, 2024-08-29T19:03:21.799 INFO:tasks.workunit.client.0.smithi028.stdout: "omap_stats_invalid": false, 2024-08-29T19:03:21.799 INFO:tasks.workunit.client.0.smithi028.stdout: "ondisk_log_size": 0, 2024-08-29T19:03:21.799 INFO:tasks.workunit.client.0.smithi028.stdout: "ondisk_log_start": "0'0", 2024-08-29T19:03:21.799 INFO:tasks.workunit.client.0.smithi028.stdout: "parent": "0.0", 2024-08-29T19:03:21.799 INFO:tasks.workunit.client.0.smithi028.stdout: "parent_split_bits": 0, 2024-08-29T19:03:21.799 INFO:tasks.workunit.client.0.smithi028.stdout: "pgid": "3.9", 2024-08-29T19:03:21.799 INFO:tasks.workunit.client.0.smithi028.stdout: "pin_stats_invalid": false, 2024-08-29T19:03:21.800 INFO:tasks.workunit.client.0.smithi028.stdout: "purged_snaps": [], 2024-08-29T19:03:21.800 INFO:tasks.workunit.client.0.smithi028.stdout: "reported_epoch": 2650, 2024-08-29T19:03:21.800 INFO:tasks.workunit.client.0.smithi028.stdout: "reported_seq": 4696, 2024-08-29T19:03:21.800 INFO:tasks.workunit.client.0.smithi028.stdout: "scrub_duration": 0.0, 2024-08-29T19:03:21.800 INFO:tasks.workunit.client.0.smithi028.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-31T01:47:11.414545+0000", 2024-08-29T19:03:21.800 INFO:tasks.workunit.client.0.smithi028.stdout: "snaptrim_duration": 0.0, 2024-08-29T19:03:21.800 INFO:tasks.workunit.client.0.smithi028.stdout: "snaptrimq_len": 0, 2024-08-29T19:03:21.800 INFO:tasks.workunit.client.0.smithi028.stdout: "stat_sum": { 2024-08-29T19:03:21.800 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes": 0, 2024-08-29T19:03:21.800 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes_hit_set_archive": 0, 2024-08-29T19:03:21.800 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes_recovered": 0, 2024-08-29T19:03:21.800 INFO:tasks.workunit.client.0.smithi028.stdout: "num_deep_scrub_errors": 0, 2024-08-29T19:03:21.800 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict": 0, 2024-08-29T19:03:21.800 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_kb": 0, 2024-08-29T19:03:21.801 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_mode_full": 0, 2024-08-29T19:03:21.801 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_mode_some": 0, 2024-08-29T19:03:21.801 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush": 0, 2024-08-29T19:03:21.801 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_kb": 0, 2024-08-29T19:03:21.801 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_mode_high": 0, 2024-08-29T19:03:21.801 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_mode_low": 0, 2024-08-29T19:03:21.801 INFO:tasks.workunit.client.0.smithi028.stdout: "num_keys_recovered": 0, 2024-08-29T19:03:21.801 INFO:tasks.workunit.client.0.smithi028.stdout: "num_large_omap_objects": 0, 2024-08-29T19:03:21.801 INFO:tasks.workunit.client.0.smithi028.stdout: "num_legacy_snapsets": 0, 2024-08-29T19:03:21.801 INFO:tasks.workunit.client.0.smithi028.stdout: "num_object_clones": 0, 2024-08-29T19:03:21.801 INFO:tasks.workunit.client.0.smithi028.stdout: "num_object_copies": 0, 2024-08-29T19:03:21.801 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects": 0, 2024-08-29T19:03:21.801 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_degraded": 0, 2024-08-29T19:03:21.801 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_dirty": 0, 2024-08-29T19:03:21.801 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_hit_set_archive": 0, 2024-08-29T19:03:21.802 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_manifest": 0, 2024-08-29T19:03:21.802 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_misplaced": 0, 2024-08-29T19:03:21.802 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_missing": 0, 2024-08-29T19:03:21.802 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_missing_on_primary": 0, 2024-08-29T19:03:21.802 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_omap": 0, 2024-08-29T19:03:21.802 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_pinned": 0, 2024-08-29T19:03:21.802 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_recovered": 0, 2024-08-29T19:03:21.802 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_repaired": 0, 2024-08-29T19:03:21.802 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_unfound": 0, 2024-08-29T19:03:21.802 INFO:tasks.workunit.client.0.smithi028.stdout: "num_omap_bytes": 0, 2024-08-29T19:03:21.802 INFO:tasks.workunit.client.0.smithi028.stdout: "num_omap_keys": 0, 2024-08-29T19:03:21.802 INFO:tasks.workunit.client.0.smithi028.stdout: "num_promote": 0, 2024-08-29T19:03:21.802 INFO:tasks.workunit.client.0.smithi028.stdout: "num_read": 0, 2024-08-29T19:03:21.803 INFO:tasks.workunit.client.0.smithi028.stdout: "num_read_kb": 0, 2024-08-29T19:03:21.803 INFO:tasks.workunit.client.0.smithi028.stdout: "num_scrub_errors": 0, 2024-08-29T19:03:21.803 INFO:tasks.workunit.client.0.smithi028.stdout: "num_shallow_scrub_errors": 0, 2024-08-29T19:03:21.803 INFO:tasks.workunit.client.0.smithi028.stdout: "num_whiteouts": 0, 2024-08-29T19:03:21.803 INFO:tasks.workunit.client.0.smithi028.stdout: "num_write": 0, 2024-08-29T19:03:21.803 INFO:tasks.workunit.client.0.smithi028.stdout: "num_write_kb": 0 2024-08-29T19:03:21.803 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:21.803 INFO:tasks.workunit.client.0.smithi028.stdout: "state": "active+clean", 2024-08-29T19:03:21.803 INFO:tasks.workunit.client.0.smithi028.stdout: "stats_invalid": false, 2024-08-29T19:03:21.803 INFO:tasks.workunit.client.0.smithi028.stdout: "up": [ 2024-08-29T19:03:21.803 INFO:tasks.workunit.client.0.smithi028.stdout: 4, 2024-08-29T19:03:21.804 INFO:tasks.workunit.client.0.smithi028.stdout: 2, 2024-08-29T19:03:21.804 INFO:tasks.workunit.client.0.smithi028.stdout: 7 2024-08-29T19:03:21.804 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-08-29T19:03:21.804 INFO:tasks.workunit.client.0.smithi028.stdout: "up_primary": 4, 2024-08-29T19:03:21.804 INFO:tasks.workunit.client.0.smithi028.stdout: "version": "0'0" 2024-08-29T19:03:21.804 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:21.804 INFO:tasks.workunit.client.0.smithi028.stdout: { 2024-08-29T19:03:21.804 INFO:tasks.workunit.client.0.smithi028.stdout: "acting": [ 2024-08-29T19:03:21.804 INFO:tasks.workunit.client.0.smithi028.stdout: 7, 2024-08-29T19:03:21.804 INFO:tasks.workunit.client.0.smithi028.stdout: 0, 2024-08-29T19:03:21.804 INFO:tasks.workunit.client.0.smithi028.stdout: 1 2024-08-29T19:03:21.804 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-08-29T19:03:21.804 INFO:tasks.workunit.client.0.smithi028.stdout: "acting_primary": 7, 2024-08-29T19:03:21.804 INFO:tasks.workunit.client.0.smithi028.stdout: "avail_no_missing": [], 2024-08-29T19:03:21.805 INFO:tasks.workunit.client.0.smithi028.stdout: "blocked_by": [], 2024-08-29T19:03:21.805 INFO:tasks.workunit.client.0.smithi028.stdout: "created": 59, 2024-08-29T19:03:21.805 INFO:tasks.workunit.client.0.smithi028.stdout: "dirty_stats_invalid": false, 2024-08-29T19:03:21.805 INFO:tasks.workunit.client.0.smithi028.stdout: "hitset_bytes_stats_invalid": false, 2024-08-29T19:03:21.805 INFO:tasks.workunit.client.0.smithi028.stdout: "hitset_stats_invalid": false, 2024-08-29T19:03:21.805 INFO:tasks.workunit.client.0.smithi028.stdout: "last_active": "2024-08-29T19:02:14.095804+0000", 2024-08-29T19:03:21.805 INFO:tasks.workunit.client.0.smithi028.stdout: "last_became_active": "2024-08-29T17:58:11.363990+0000", 2024-08-29T19:03:21.805 INFO:tasks.workunit.client.0.smithi028.stdout: "last_became_peered": "2024-08-29T17:58:11.363990+0000", 2024-08-29T19:03:21.805 INFO:tasks.workunit.client.0.smithi028.stdout: "last_change": "2024-08-29T17:58:11.364302+0000", 2024-08-29T19:03:21.805 INFO:tasks.workunit.client.0.smithi028.stdout: "last_clean": "2024-08-29T19:02:14.095804+0000", 2024-08-29T19:03:21.805 INFO:tasks.workunit.client.0.smithi028.stdout: "last_clean_scrub_stamp": "2024-08-29T17:40:52.944949+0000", 2024-08-29T19:03:21.805 INFO:tasks.workunit.client.0.smithi028.stdout: "last_deep_scrub": "0'0", 2024-08-29T19:03:21.805 INFO:tasks.workunit.client.0.smithi028.stdout: "last_deep_scrub_stamp": "2024-08-29T17:40:52.944949+0000", 2024-08-29T19:03:21.806 INFO:tasks.workunit.client.0.smithi028.stdout: "last_epoch_clean": 681, 2024-08-29T19:03:21.806 INFO:tasks.workunit.client.0.smithi028.stdout: "last_fresh": "2024-08-29T19:02:14.095804+0000", 2024-08-29T19:03:21.806 INFO:tasks.workunit.client.0.smithi028.stdout: "last_fullsized": "2024-08-29T19:02:14.095804+0000", 2024-08-29T19:03:21.806 INFO:tasks.workunit.client.0.smithi028.stdout: "last_peered": "2024-08-29T19:02:14.095804+0000", 2024-08-29T19:03:21.806 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub": "0'0", 2024-08-29T19:03:21.806 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub_duration": 0, 2024-08-29T19:03:21.806 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub_stamp": "2024-08-29T17:40:52.944949+0000", 2024-08-29T19:03:21.806 INFO:tasks.workunit.client.0.smithi028.stdout: "last_undegraded": "2024-08-29T19:02:14.095804+0000", 2024-08-29T19:03:21.806 INFO:tasks.workunit.client.0.smithi028.stdout: "last_unstale": "2024-08-29T19:02:14.095804+0000", 2024-08-29T19:03:21.806 INFO:tasks.workunit.client.0.smithi028.stdout: "log_dups_size": 0, 2024-08-29T19:03:21.806 INFO:tasks.workunit.client.0.smithi028.stdout: "log_size": 0, 2024-08-29T19:03:21.806 INFO:tasks.workunit.client.0.smithi028.stdout: "log_start": "0'0", 2024-08-29T19:03:21.806 INFO:tasks.workunit.client.0.smithi028.stdout: "manifest_stats_invalid": false, 2024-08-29T19:03:21.806 INFO:tasks.workunit.client.0.smithi028.stdout: "mapping_epoch": 680, 2024-08-29T19:03:21.807 INFO:tasks.workunit.client.0.smithi028.stdout: "object_location_counts": [], 2024-08-29T19:03:21.807 INFO:tasks.workunit.client.0.smithi028.stdout: "objects_scrubbed": 0, 2024-08-29T19:03:21.807 INFO:tasks.workunit.client.0.smithi028.stdout: "objects_trimmed": 0, 2024-08-29T19:03:21.807 INFO:tasks.workunit.client.0.smithi028.stdout: "omap_stats_invalid": false, 2024-08-29T19:03:21.807 INFO:tasks.workunit.client.0.smithi028.stdout: "ondisk_log_size": 0, 2024-08-29T19:03:21.807 INFO:tasks.workunit.client.0.smithi028.stdout: "ondisk_log_start": "0'0", 2024-08-29T19:03:21.807 INFO:tasks.workunit.client.0.smithi028.stdout: "parent": "0.0", 2024-08-29T19:03:21.807 INFO:tasks.workunit.client.0.smithi028.stdout: "parent_split_bits": 0, 2024-08-29T19:03:21.807 INFO:tasks.workunit.client.0.smithi028.stdout: "pgid": "2.8", 2024-08-29T19:03:21.807 INFO:tasks.workunit.client.0.smithi028.stdout: "pin_stats_invalid": false, 2024-08-29T19:03:21.807 INFO:tasks.workunit.client.0.smithi028.stdout: "purged_snaps": [], 2024-08-29T19:03:21.807 INFO:tasks.workunit.client.0.smithi028.stdout: "reported_epoch": 2650, 2024-08-29T19:03:21.807 INFO:tasks.workunit.client.0.smithi028.stdout: "reported_seq": 4563, 2024-08-29T19:03:21.807 INFO:tasks.workunit.client.0.smithi028.stdout: "scrub_duration": 0.0, 2024-08-29T19:03:21.807 INFO:tasks.workunit.client.0.smithi028.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-30T23:29:11.449508+0000", 2024-08-29T19:03:21.808 INFO:tasks.workunit.client.0.smithi028.stdout: "snaptrim_duration": 0.0, 2024-08-29T19:03:21.808 INFO:tasks.workunit.client.0.smithi028.stdout: "snaptrimq_len": 0, 2024-08-29T19:03:21.808 INFO:tasks.workunit.client.0.smithi028.stdout: "stat_sum": { 2024-08-29T19:03:21.808 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes": 0, 2024-08-29T19:03:21.808 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes_hit_set_archive": 0, 2024-08-29T19:03:21.808 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes_recovered": 0, 2024-08-29T19:03:21.808 INFO:tasks.workunit.client.0.smithi028.stdout: "num_deep_scrub_errors": 0, 2024-08-29T19:03:21.808 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict": 0, 2024-08-29T19:03:21.808 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_kb": 0, 2024-08-29T19:03:21.808 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_mode_full": 0, 2024-08-29T19:03:21.808 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_mode_some": 0, 2024-08-29T19:03:21.808 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush": 0, 2024-08-29T19:03:21.808 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_kb": 0, 2024-08-29T19:03:21.808 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_mode_high": 0, 2024-08-29T19:03:21.809 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_mode_low": 0, 2024-08-29T19:03:21.809 INFO:tasks.workunit.client.0.smithi028.stdout: "num_keys_recovered": 0, 2024-08-29T19:03:21.809 INFO:tasks.workunit.client.0.smithi028.stdout: "num_large_omap_objects": 0, 2024-08-29T19:03:21.809 INFO:tasks.workunit.client.0.smithi028.stdout: "num_legacy_snapsets": 0, 2024-08-29T19:03:21.809 INFO:tasks.workunit.client.0.smithi028.stdout: "num_object_clones": 0, 2024-08-29T19:03:21.809 INFO:tasks.workunit.client.0.smithi028.stdout: "num_object_copies": 0, 2024-08-29T19:03:21.809 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects": 0, 2024-08-29T19:03:21.809 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_degraded": 0, 2024-08-29T19:03:21.809 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_dirty": 0, 2024-08-29T19:03:21.809 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_hit_set_archive": 0, 2024-08-29T19:03:21.809 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_manifest": 0, 2024-08-29T19:03:21.809 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_misplaced": 0, 2024-08-29T19:03:21.809 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_missing": 0, 2024-08-29T19:03:21.809 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_missing_on_primary": 0, 2024-08-29T19:03:21.810 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_omap": 0, 2024-08-29T19:03:21.810 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_pinned": 0, 2024-08-29T19:03:21.810 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_recovered": 0, 2024-08-29T19:03:21.810 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_repaired": 0, 2024-08-29T19:03:21.810 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_unfound": 0, 2024-08-29T19:03:21.810 INFO:tasks.workunit.client.0.smithi028.stdout: "num_omap_bytes": 0, 2024-08-29T19:03:21.810 INFO:tasks.workunit.client.0.smithi028.stdout: "num_omap_keys": 0, 2024-08-29T19:03:21.810 INFO:tasks.workunit.client.0.smithi028.stdout: "num_promote": 0, 2024-08-29T19:03:21.810 INFO:tasks.workunit.client.0.smithi028.stdout: "num_read": 0, 2024-08-29T19:03:21.810 INFO:tasks.workunit.client.0.smithi028.stdout: "num_read_kb": 0, 2024-08-29T19:03:21.810 INFO:tasks.workunit.client.0.smithi028.stdout: "num_scrub_errors": 0, 2024-08-29T19:03:21.810 INFO:tasks.workunit.client.0.smithi028.stdout: "num_shallow_scrub_errors": 0, 2024-08-29T19:03:21.810 INFO:tasks.workunit.client.0.smithi028.stdout: "num_whiteouts": 0, 2024-08-29T19:03:21.810 INFO:tasks.workunit.client.0.smithi028.stdout: "num_write": 0, 2024-08-29T19:03:21.811 INFO:tasks.workunit.client.0.smithi028.stdout: "num_write_kb": 0 2024-08-29T19:03:21.811 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:21.811 INFO:tasks.workunit.client.0.smithi028.stdout: "state": "active+clean", 2024-08-29T19:03:21.811 INFO:tasks.workunit.client.0.smithi028.stdout: "stats_invalid": false, 2024-08-29T19:03:21.811 INFO:tasks.workunit.client.0.smithi028.stdout: "up": [ 2024-08-29T19:03:21.811 INFO:tasks.workunit.client.0.smithi028.stdout: 7, 2024-08-29T19:03:21.811 INFO:tasks.workunit.client.0.smithi028.stdout: 0, 2024-08-29T19:03:21.811 INFO:tasks.workunit.client.0.smithi028.stdout: 1 2024-08-29T19:03:21.811 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-08-29T19:03:21.811 INFO:tasks.workunit.client.0.smithi028.stdout: "up_primary": 7, 2024-08-29T19:03:21.811 INFO:tasks.workunit.client.0.smithi028.stdout: "version": "0'0" 2024-08-29T19:03:21.811 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:21.811 INFO:tasks.workunit.client.0.smithi028.stdout: { 2024-08-29T19:03:21.811 INFO:tasks.workunit.client.0.smithi028.stdout: "acting": [ 2024-08-29T19:03:21.811 INFO:tasks.workunit.client.0.smithi028.stdout: 0, 2024-08-29T19:03:21.812 INFO:tasks.workunit.client.0.smithi028.stdout: 1, 2024-08-29T19:03:21.812 INFO:tasks.workunit.client.0.smithi028.stdout: 4 2024-08-29T19:03:21.812 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-08-29T19:03:21.812 INFO:tasks.workunit.client.0.smithi028.stdout: "acting_primary": 0, 2024-08-29T19:03:21.812 INFO:tasks.workunit.client.0.smithi028.stdout: "avail_no_missing": [], 2024-08-29T19:03:21.812 INFO:tasks.workunit.client.0.smithi028.stdout: "blocked_by": [], 2024-08-29T19:03:21.812 INFO:tasks.workunit.client.0.smithi028.stdout: "created": 62, 2024-08-29T19:03:21.812 INFO:tasks.workunit.client.0.smithi028.stdout: "dirty_stats_invalid": false, 2024-08-29T19:03:21.812 INFO:tasks.workunit.client.0.smithi028.stdout: "hitset_bytes_stats_invalid": false, 2024-08-29T19:03:21.812 INFO:tasks.workunit.client.0.smithi028.stdout: "hitset_stats_invalid": false, 2024-08-29T19:03:21.812 INFO:tasks.workunit.client.0.smithi028.stdout: "last_active": "2024-08-29T19:02:14.109402+0000", 2024-08-29T19:03:21.812 INFO:tasks.workunit.client.0.smithi028.stdout: "last_became_active": "2024-08-29T17:56:29.390762+0000", 2024-08-29T19:03:21.812 INFO:tasks.workunit.client.0.smithi028.stdout: "last_became_peered": "2024-08-29T17:56:29.390762+0000", 2024-08-29T19:03:21.812 INFO:tasks.workunit.client.0.smithi028.stdout: "last_change": "2024-08-29T17:56:29.392208+0000", 2024-08-29T19:03:21.813 INFO:tasks.workunit.client.0.smithi028.stdout: "last_clean": "2024-08-29T19:02:14.109402+0000", 2024-08-29T19:03:21.813 INFO:tasks.workunit.client.0.smithi028.stdout: "last_clean_scrub_stamp": "2024-08-29T17:41:01.987071+0000", 2024-08-29T19:03:21.813 INFO:tasks.workunit.client.0.smithi028.stdout: "last_deep_scrub": "0'0", 2024-08-29T19:03:21.813 INFO:tasks.workunit.client.0.smithi028.stdout: "last_deep_scrub_stamp": "2024-08-29T17:41:01.987071+0000", 2024-08-29T19:03:21.813 INFO:tasks.workunit.client.0.smithi028.stdout: "last_epoch_clean": 580, 2024-08-29T19:03:21.813 INFO:tasks.workunit.client.0.smithi028.stdout: "last_fresh": "2024-08-29T19:02:14.109402+0000", 2024-08-29T19:03:21.813 INFO:tasks.workunit.client.0.smithi028.stdout: "last_fullsized": "2024-08-29T19:02:14.109402+0000", 2024-08-29T19:03:21.813 INFO:tasks.workunit.client.0.smithi028.stdout: "last_peered": "2024-08-29T19:02:14.109402+0000", 2024-08-29T19:03:21.813 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub": "0'0", 2024-08-29T19:03:21.813 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub_duration": 0, 2024-08-29T19:03:21.813 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub_stamp": "2024-08-29T17:41:01.987071+0000", 2024-08-29T19:03:21.813 INFO:tasks.workunit.client.0.smithi028.stdout: "last_undegraded": "2024-08-29T19:02:14.109402+0000", 2024-08-29T19:03:21.813 INFO:tasks.workunit.client.0.smithi028.stdout: "last_unstale": "2024-08-29T19:02:14.109402+0000", 2024-08-29T19:03:21.813 INFO:tasks.workunit.client.0.smithi028.stdout: "log_dups_size": 0, 2024-08-29T19:03:21.814 INFO:tasks.workunit.client.0.smithi028.stdout: "log_size": 0, 2024-08-29T19:03:21.814 INFO:tasks.workunit.client.0.smithi028.stdout: "log_start": "0'0", 2024-08-29T19:03:21.814 INFO:tasks.workunit.client.0.smithi028.stdout: "manifest_stats_invalid": false, 2024-08-29T19:03:21.814 INFO:tasks.workunit.client.0.smithi028.stdout: "mapping_epoch": 579, 2024-08-29T19:03:21.814 INFO:tasks.workunit.client.0.smithi028.stdout: "object_location_counts": [], 2024-08-29T19:03:21.814 INFO:tasks.workunit.client.0.smithi028.stdout: "objects_scrubbed": 0, 2024-08-29T19:03:21.814 INFO:tasks.workunit.client.0.smithi028.stdout: "objects_trimmed": 0, 2024-08-29T19:03:21.814 INFO:tasks.workunit.client.0.smithi028.stdout: "omap_stats_invalid": false, 2024-08-29T19:03:21.814 INFO:tasks.workunit.client.0.smithi028.stdout: "ondisk_log_size": 0, 2024-08-29T19:03:21.814 INFO:tasks.workunit.client.0.smithi028.stdout: "ondisk_log_start": "0'0", 2024-08-29T19:03:21.814 INFO:tasks.workunit.client.0.smithi028.stdout: "parent": "0.0", 2024-08-29T19:03:21.814 INFO:tasks.workunit.client.0.smithi028.stdout: "parent_split_bits": 0, 2024-08-29T19:03:21.814 INFO:tasks.workunit.client.0.smithi028.stdout: "pgid": "3.6", 2024-08-29T19:03:21.814 INFO:tasks.workunit.client.0.smithi028.stdout: "pin_stats_invalid": false, 2024-08-29T19:03:21.815 INFO:tasks.workunit.client.0.smithi028.stdout: "purged_snaps": [], 2024-08-29T19:03:21.815 INFO:tasks.workunit.client.0.smithi028.stdout: "reported_epoch": 2650, 2024-08-29T19:03:21.815 INFO:tasks.workunit.client.0.smithi028.stdout: "reported_seq": 4811, 2024-08-29T19:03:21.815 INFO:tasks.workunit.client.0.smithi028.stdout: "scrub_duration": 0.0, 2024-08-29T19:03:21.815 INFO:tasks.workunit.client.0.smithi028.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-30T22:28:16.144214+0000", 2024-08-29T19:03:21.815 INFO:tasks.workunit.client.0.smithi028.stdout: "snaptrim_duration": 0.0, 2024-08-29T19:03:21.815 INFO:tasks.workunit.client.0.smithi028.stdout: "snaptrimq_len": 0, 2024-08-29T19:03:21.815 INFO:tasks.workunit.client.0.smithi028.stdout: "stat_sum": { 2024-08-29T19:03:21.815 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes": 0, 2024-08-29T19:03:21.815 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes_hit_set_archive": 0, 2024-08-29T19:03:21.815 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes_recovered": 0, 2024-08-29T19:03:21.815 INFO:tasks.workunit.client.0.smithi028.stdout: "num_deep_scrub_errors": 0, 2024-08-29T19:03:21.815 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict": 0, 2024-08-29T19:03:21.815 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_kb": 0, 2024-08-29T19:03:21.815 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_mode_full": 0, 2024-08-29T19:03:21.816 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_mode_some": 0, 2024-08-29T19:03:21.816 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush": 0, 2024-08-29T19:03:21.816 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_kb": 0, 2024-08-29T19:03:21.816 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_mode_high": 0, 2024-08-29T19:03:21.816 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_mode_low": 0, 2024-08-29T19:03:21.816 INFO:tasks.workunit.client.0.smithi028.stdout: "num_keys_recovered": 0, 2024-08-29T19:03:21.816 INFO:tasks.workunit.client.0.smithi028.stdout: "num_large_omap_objects": 0, 2024-08-29T19:03:21.816 INFO:tasks.workunit.client.0.smithi028.stdout: "num_legacy_snapsets": 0, 2024-08-29T19:03:21.816 INFO:tasks.workunit.client.0.smithi028.stdout: "num_object_clones": 0, 2024-08-29T19:03:21.816 INFO:tasks.workunit.client.0.smithi028.stdout: "num_object_copies": 0, 2024-08-29T19:03:21.816 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects": 0, 2024-08-29T19:03:21.816 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_degraded": 0, 2024-08-29T19:03:21.817 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_dirty": 0, 2024-08-29T19:03:21.817 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_hit_set_archive": 0, 2024-08-29T19:03:21.817 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_manifest": 0, 2024-08-29T19:03:21.817 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_misplaced": 0, 2024-08-29T19:03:21.817 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_missing": 0, 2024-08-29T19:03:21.817 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_missing_on_primary": 0, 2024-08-29T19:03:21.817 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_omap": 0, 2024-08-29T19:03:21.817 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_pinned": 0, 2024-08-29T19:03:21.817 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_recovered": 0, 2024-08-29T19:03:21.817 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_repaired": 0, 2024-08-29T19:03:21.817 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_unfound": 0, 2024-08-29T19:03:21.817 INFO:tasks.workunit.client.0.smithi028.stdout: "num_omap_bytes": 0, 2024-08-29T19:03:21.817 INFO:tasks.workunit.client.0.smithi028.stdout: "num_omap_keys": 0, 2024-08-29T19:03:21.817 INFO:tasks.workunit.client.0.smithi028.stdout: "num_promote": 0, 2024-08-29T19:03:21.818 INFO:tasks.workunit.client.0.smithi028.stdout: "num_read": 0, 2024-08-29T19:03:21.818 INFO:tasks.workunit.client.0.smithi028.stdout: "num_read_kb": 0, 2024-08-29T19:03:21.818 INFO:tasks.workunit.client.0.smithi028.stdout: "num_scrub_errors": 0, 2024-08-29T19:03:21.818 INFO:tasks.workunit.client.0.smithi028.stdout: "num_shallow_scrub_errors": 0, 2024-08-29T19:03:21.818 INFO:tasks.workunit.client.0.smithi028.stdout: "num_whiteouts": 0, 2024-08-29T19:03:21.818 INFO:tasks.workunit.client.0.smithi028.stdout: "num_write": 0, 2024-08-29T19:03:21.818 INFO:tasks.workunit.client.0.smithi028.stdout: "num_write_kb": 0 2024-08-29T19:03:21.818 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:21.818 INFO:tasks.workunit.client.0.smithi028.stdout: "state": "active+clean", 2024-08-29T19:03:21.818 INFO:tasks.workunit.client.0.smithi028.stdout: "stats_invalid": false, 2024-08-29T19:03:21.818 INFO:tasks.workunit.client.0.smithi028.stdout: "up": [ 2024-08-29T19:03:21.818 INFO:tasks.workunit.client.0.smithi028.stdout: 0, 2024-08-29T19:03:21.818 INFO:tasks.workunit.client.0.smithi028.stdout: 1, 2024-08-29T19:03:21.818 INFO:tasks.workunit.client.0.smithi028.stdout: 4 2024-08-29T19:03:21.819 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-08-29T19:03:21.819 INFO:tasks.workunit.client.0.smithi028.stdout: "up_primary": 0, 2024-08-29T19:03:21.819 INFO:tasks.workunit.client.0.smithi028.stdout: "version": "0'0" 2024-08-29T19:03:21.819 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:21.819 INFO:tasks.workunit.client.0.smithi028.stdout: { 2024-08-29T19:03:21.819 INFO:tasks.workunit.client.0.smithi028.stdout: "acting": [ 2024-08-29T19:03:21.819 INFO:tasks.workunit.client.0.smithi028.stdout: 6, 2024-08-29T19:03:21.819 INFO:tasks.workunit.client.0.smithi028.stdout: 4, 2024-08-29T19:03:21.819 INFO:tasks.workunit.client.0.smithi028.stdout: 2 2024-08-29T19:03:21.819 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-08-29T19:03:21.819 INFO:tasks.workunit.client.0.smithi028.stdout: "acting_primary": 6, 2024-08-29T19:03:21.819 INFO:tasks.workunit.client.0.smithi028.stdout: "avail_no_missing": [], 2024-08-29T19:03:21.819 INFO:tasks.workunit.client.0.smithi028.stdout: "blocked_by": [], 2024-08-29T19:03:21.819 INFO:tasks.workunit.client.0.smithi028.stdout: "created": 59, 2024-08-29T19:03:21.819 INFO:tasks.workunit.client.0.smithi028.stdout: "dirty_stats_invalid": false, 2024-08-29T19:03:21.820 INFO:tasks.workunit.client.0.smithi028.stdout: "hitset_bytes_stats_invalid": false, 2024-08-29T19:03:21.820 INFO:tasks.workunit.client.0.smithi028.stdout: "hitset_stats_invalid": false, 2024-08-29T19:03:21.820 INFO:tasks.workunit.client.0.smithi028.stdout: "last_active": "2024-08-29T19:02:14.926739+0000", 2024-08-29T19:03:21.820 INFO:tasks.workunit.client.0.smithi028.stdout: "last_became_active": "2024-08-29T17:57:36.377846+0000", 2024-08-29T19:03:21.820 INFO:tasks.workunit.client.0.smithi028.stdout: "last_became_peered": "2024-08-29T17:57:36.377846+0000", 2024-08-29T19:03:21.820 INFO:tasks.workunit.client.0.smithi028.stdout: "last_change": "2024-08-29T17:57:36.378278+0000", 2024-08-29T19:03:21.820 INFO:tasks.workunit.client.0.smithi028.stdout: "last_clean": "2024-08-29T19:02:14.926739+0000", 2024-08-29T19:03:21.820 INFO:tasks.workunit.client.0.smithi028.stdout: "last_clean_scrub_stamp": "2024-08-29T17:40:52.944949+0000", 2024-08-29T19:03:21.820 INFO:tasks.workunit.client.0.smithi028.stdout: "last_deep_scrub": "0'0", 2024-08-29T19:03:21.820 INFO:tasks.workunit.client.0.smithi028.stdout: "last_deep_scrub_stamp": "2024-08-29T17:40:52.944949+0000", 2024-08-29T19:03:21.820 INFO:tasks.workunit.client.0.smithi028.stdout: "last_epoch_clean": 646, 2024-08-29T19:03:21.820 INFO:tasks.workunit.client.0.smithi028.stdout: "last_fresh": "2024-08-29T19:02:14.926739+0000", 2024-08-29T19:03:21.820 INFO:tasks.workunit.client.0.smithi028.stdout: "last_fullsized": "2024-08-29T19:02:14.926739+0000", 2024-08-29T19:03:21.821 INFO:tasks.workunit.client.0.smithi028.stdout: "last_peered": "2024-08-29T19:02:14.926739+0000", 2024-08-29T19:03:21.821 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub": "0'0", 2024-08-29T19:03:21.821 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub_duration": 0, 2024-08-29T19:03:21.821 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub_stamp": "2024-08-29T17:40:52.944949+0000", 2024-08-29T19:03:21.821 INFO:tasks.workunit.client.0.smithi028.stdout: "last_undegraded": "2024-08-29T19:02:14.926739+0000", 2024-08-29T19:03:21.821 INFO:tasks.workunit.client.0.smithi028.stdout: "last_unstale": "2024-08-29T19:02:14.926739+0000", 2024-08-29T19:03:21.821 INFO:tasks.workunit.client.0.smithi028.stdout: "log_dups_size": 0, 2024-08-29T19:03:21.821 INFO:tasks.workunit.client.0.smithi028.stdout: "log_size": 2, 2024-08-29T19:03:21.821 INFO:tasks.workunit.client.0.smithi028.stdout: "log_start": "0'0", 2024-08-29T19:03:21.821 INFO:tasks.workunit.client.0.smithi028.stdout: "manifest_stats_invalid": false, 2024-08-29T19:03:21.821 INFO:tasks.workunit.client.0.smithi028.stdout: "mapping_epoch": 645, 2024-08-29T19:03:21.821 INFO:tasks.workunit.client.0.smithi028.stdout: "object_location_counts": [], 2024-08-29T19:03:21.821 INFO:tasks.workunit.client.0.smithi028.stdout: "objects_scrubbed": 0, 2024-08-29T19:03:21.821 INFO:tasks.workunit.client.0.smithi028.stdout: "objects_trimmed": 0, 2024-08-29T19:03:21.822 INFO:tasks.workunit.client.0.smithi028.stdout: "omap_stats_invalid": false, 2024-08-29T19:03:21.822 INFO:tasks.workunit.client.0.smithi028.stdout: "ondisk_log_size": 2, 2024-08-29T19:03:21.822 INFO:tasks.workunit.client.0.smithi028.stdout: "ondisk_log_start": "0'0", 2024-08-29T19:03:21.822 INFO:tasks.workunit.client.0.smithi028.stdout: "parent": "0.0", 2024-08-29T19:03:21.822 INFO:tasks.workunit.client.0.smithi028.stdout: "parent_split_bits": 0, 2024-08-29T19:03:21.822 INFO:tasks.workunit.client.0.smithi028.stdout: "pgid": "2.7", 2024-08-29T19:03:21.822 INFO:tasks.workunit.client.0.smithi028.stdout: "pin_stats_invalid": false, 2024-08-29T19:03:21.822 INFO:tasks.workunit.client.0.smithi028.stdout: "purged_snaps": [], 2024-08-29T19:03:21.822 INFO:tasks.workunit.client.0.smithi028.stdout: "reported_epoch": 2650, 2024-08-29T19:03:21.822 INFO:tasks.workunit.client.0.smithi028.stdout: "reported_seq": 4625, 2024-08-29T19:03:21.822 INFO:tasks.workunit.client.0.smithi028.stdout: "scrub_duration": 0.0, 2024-08-29T19:03:21.822 INFO:tasks.workunit.client.0.smithi028.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-31T00:01:34.238831+0000", 2024-08-29T19:03:21.822 INFO:tasks.workunit.client.0.smithi028.stdout: "snaptrim_duration": 0.0, 2024-08-29T19:03:21.822 INFO:tasks.workunit.client.0.smithi028.stdout: "snaptrimq_len": 0, 2024-08-29T19:03:21.823 INFO:tasks.workunit.client.0.smithi028.stdout: "stat_sum": { 2024-08-29T19:03:21.823 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes": 0, 2024-08-29T19:03:21.823 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes_hit_set_archive": 0, 2024-08-29T19:03:21.823 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes_recovered": 0, 2024-08-29T19:03:21.823 INFO:tasks.workunit.client.0.smithi028.stdout: "num_deep_scrub_errors": 0, 2024-08-29T19:03:21.823 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict": 0, 2024-08-29T19:03:21.823 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_kb": 0, 2024-08-29T19:03:21.823 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_mode_full": 0, 2024-08-29T19:03:21.823 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_mode_some": 0, 2024-08-29T19:03:21.823 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush": 0, 2024-08-29T19:03:21.823 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_kb": 0, 2024-08-29T19:03:21.823 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_mode_high": 0, 2024-08-29T19:03:21.823 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_mode_low": 0, 2024-08-29T19:03:21.823 INFO:tasks.workunit.client.0.smithi028.stdout: "num_keys_recovered": 0, 2024-08-29T19:03:21.824 INFO:tasks.workunit.client.0.smithi028.stdout: "num_large_omap_objects": 0, 2024-08-29T19:03:21.824 INFO:tasks.workunit.client.0.smithi028.stdout: "num_legacy_snapsets": 0, 2024-08-29T19:03:21.824 INFO:tasks.workunit.client.0.smithi028.stdout: "num_object_clones": 0, 2024-08-29T19:03:21.824 INFO:tasks.workunit.client.0.smithi028.stdout: "num_object_copies": 3, 2024-08-29T19:03:21.824 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects": 1, 2024-08-29T19:03:21.824 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_degraded": 0, 2024-08-29T19:03:21.824 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_dirty": 1, 2024-08-29T19:03:21.824 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_hit_set_archive": 0, 2024-08-29T19:03:21.824 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_manifest": 0, 2024-08-29T19:03:21.824 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_misplaced": 0, 2024-08-29T19:03:21.824 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_missing": 0, 2024-08-29T19:03:21.824 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_missing_on_primary": 0, 2024-08-29T19:03:21.824 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_omap": 1, 2024-08-29T19:03:21.824 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_pinned": 0, 2024-08-29T19:03:21.825 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_recovered": 0, 2024-08-29T19:03:21.825 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_repaired": 0, 2024-08-29T19:03:21.825 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_unfound": 0, 2024-08-29T19:03:21.825 INFO:tasks.workunit.client.0.smithi028.stdout: "num_omap_bytes": 0, 2024-08-29T19:03:21.825 INFO:tasks.workunit.client.0.smithi028.stdout: "num_omap_keys": 0, 2024-08-29T19:03:21.825 INFO:tasks.workunit.client.0.smithi028.stdout: "num_promote": 0, 2024-08-29T19:03:21.825 INFO:tasks.workunit.client.0.smithi028.stdout: "num_read": 6, 2024-08-29T19:03:21.825 INFO:tasks.workunit.client.0.smithi028.stdout: "num_read_kb": 6, 2024-08-29T19:03:21.825 INFO:tasks.workunit.client.0.smithi028.stdout: "num_scrub_errors": 0, 2024-08-29T19:03:21.825 INFO:tasks.workunit.client.0.smithi028.stdout: "num_shallow_scrub_errors": 0, 2024-08-29T19:03:21.825 INFO:tasks.workunit.client.0.smithi028.stdout: "num_whiteouts": 0, 2024-08-29T19:03:21.825 INFO:tasks.workunit.client.0.smithi028.stdout: "num_write": 3, 2024-08-29T19:03:21.825 INFO:tasks.workunit.client.0.smithi028.stdout: "num_write_kb": 0 2024-08-29T19:03:21.825 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:21.826 INFO:tasks.workunit.client.0.smithi028.stdout: "state": "active+clean", 2024-08-29T19:03:21.826 INFO:tasks.workunit.client.0.smithi028.stdout: "stats_invalid": false, 2024-08-29T19:03:21.826 INFO:tasks.workunit.client.0.smithi028.stdout: "up": [ 2024-08-29T19:03:21.826 INFO:tasks.workunit.client.0.smithi028.stdout: 6, 2024-08-29T19:03:21.826 INFO:tasks.workunit.client.0.smithi028.stdout: 4, 2024-08-29T19:03:21.826 INFO:tasks.workunit.client.0.smithi028.stdout: 2 2024-08-29T19:03:21.826 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-08-29T19:03:21.826 INFO:tasks.workunit.client.0.smithi028.stdout: "up_primary": 6, 2024-08-29T19:03:21.826 INFO:tasks.workunit.client.0.smithi028.stdout: "version": "65'2" 2024-08-29T19:03:21.826 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:21.826 INFO:tasks.workunit.client.0.smithi028.stdout: { 2024-08-29T19:03:21.826 INFO:tasks.workunit.client.0.smithi028.stdout: "acting": [ 2024-08-29T19:03:21.826 INFO:tasks.workunit.client.0.smithi028.stdout: 4, 2024-08-29T19:03:21.826 INFO:tasks.workunit.client.0.smithi028.stdout: 5, 2024-08-29T19:03:21.826 INFO:tasks.workunit.client.0.smithi028.stdout: 6 2024-08-29T19:03:21.827 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-08-29T19:03:21.827 INFO:tasks.workunit.client.0.smithi028.stdout: "acting_primary": 4, 2024-08-29T19:03:21.827 INFO:tasks.workunit.client.0.smithi028.stdout: "avail_no_missing": [], 2024-08-29T19:03:21.827 INFO:tasks.workunit.client.0.smithi028.stdout: "blocked_by": [], 2024-08-29T19:03:21.827 INFO:tasks.workunit.client.0.smithi028.stdout: "created": 69, 2024-08-29T19:03:21.827 INFO:tasks.workunit.client.0.smithi028.stdout: "dirty_stats_invalid": false, 2024-08-29T19:03:21.827 INFO:tasks.workunit.client.0.smithi028.stdout: "hitset_bytes_stats_invalid": false, 2024-08-29T19:03:21.827 INFO:tasks.workunit.client.0.smithi028.stdout: "hitset_stats_invalid": false, 2024-08-29T19:03:21.827 INFO:tasks.workunit.client.0.smithi028.stdout: "last_active": "2024-08-29T19:02:14.931485+0000", 2024-08-29T19:03:21.827 INFO:tasks.workunit.client.0.smithi028.stdout: "last_became_active": "2024-08-29T17:57:36.371296+0000", 2024-08-29T19:03:21.827 INFO:tasks.workunit.client.0.smithi028.stdout: "last_became_peered": "2024-08-29T17:57:36.371296+0000", 2024-08-29T19:03:21.827 INFO:tasks.workunit.client.0.smithi028.stdout: "last_change": "2024-08-29T18:32:49.459481+0000", 2024-08-29T19:03:21.827 INFO:tasks.workunit.client.0.smithi028.stdout: "last_clean": "2024-08-29T19:02:14.931485+0000", 2024-08-29T19:03:21.827 INFO:tasks.workunit.client.0.smithi028.stdout: "last_clean_scrub_stamp": "2024-08-29T17:43:39.870944+0000", 2024-08-29T19:03:21.828 INFO:tasks.workunit.client.0.smithi028.stdout: "last_deep_scrub": "0'0", 2024-08-29T19:03:21.828 INFO:tasks.workunit.client.0.smithi028.stdout: "last_deep_scrub_stamp": "2024-08-29T17:43:39.870944+0000", 2024-08-29T19:03:21.828 INFO:tasks.workunit.client.0.smithi028.stdout: "last_epoch_clean": 646, 2024-08-29T19:03:21.828 INFO:tasks.workunit.client.0.smithi028.stdout: "last_fresh": "2024-08-29T19:02:14.931485+0000", 2024-08-29T19:03:21.828 INFO:tasks.workunit.client.0.smithi028.stdout: "last_fullsized": "2024-08-29T19:02:14.931485+0000", 2024-08-29T19:03:21.828 INFO:tasks.workunit.client.0.smithi028.stdout: "last_peered": "2024-08-29T19:02:14.931485+0000", 2024-08-29T19:03:21.828 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub": "0'0", 2024-08-29T19:03:21.828 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub_duration": 0, 2024-08-29T19:03:21.828 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub_stamp": "2024-08-29T17:43:39.870944+0000", 2024-08-29T19:03:21.828 INFO:tasks.workunit.client.0.smithi028.stdout: "last_undegraded": "2024-08-29T19:02:14.931485+0000", 2024-08-29T19:03:21.828 INFO:tasks.workunit.client.0.smithi028.stdout: "last_unstale": "2024-08-29T19:02:14.931485+0000", 2024-08-29T19:03:21.828 INFO:tasks.workunit.client.0.smithi028.stdout: "log_dups_size": 0, 2024-08-29T19:03:21.828 INFO:tasks.workunit.client.0.smithi028.stdout: "log_size": 2946, 2024-08-29T19:03:21.828 INFO:tasks.workunit.client.0.smithi028.stdout: "log_start": "0'0", 2024-08-29T19:03:21.829 INFO:tasks.workunit.client.0.smithi028.stdout: "manifest_stats_invalid": false, 2024-08-29T19:03:21.829 INFO:tasks.workunit.client.0.smithi028.stdout: "mapping_epoch": 645, 2024-08-29T19:03:21.829 INFO:tasks.workunit.client.0.smithi028.stdout: "object_location_counts": [], 2024-08-29T19:03:21.829 INFO:tasks.workunit.client.0.smithi028.stdout: "objects_scrubbed": 0, 2024-08-29T19:03:21.829 INFO:tasks.workunit.client.0.smithi028.stdout: "objects_trimmed": 0, 2024-08-29T19:03:21.829 INFO:tasks.workunit.client.0.smithi028.stdout: "omap_stats_invalid": false, 2024-08-29T19:03:21.829 INFO:tasks.workunit.client.0.smithi028.stdout: "ondisk_log_size": 2946, 2024-08-29T19:03:21.829 INFO:tasks.workunit.client.0.smithi028.stdout: "ondisk_log_start": "0'0", 2024-08-29T19:03:21.829 INFO:tasks.workunit.client.0.smithi028.stdout: "parent": "0.0", 2024-08-29T19:03:21.829 INFO:tasks.workunit.client.0.smithi028.stdout: "parent_split_bits": 0, 2024-08-29T19:03:21.829 INFO:tasks.workunit.client.0.smithi028.stdout: "pgid": "4.1", 2024-08-29T19:03:21.829 INFO:tasks.workunit.client.0.smithi028.stdout: "pin_stats_invalid": false, 2024-08-29T19:03:21.829 INFO:tasks.workunit.client.0.smithi028.stdout: "purged_snaps": [], 2024-08-29T19:03:21.829 INFO:tasks.workunit.client.0.smithi028.stdout: "reported_epoch": 2650, 2024-08-29T19:03:21.830 INFO:tasks.workunit.client.0.smithi028.stdout: "reported_seq": 8224, 2024-08-29T19:03:21.830 INFO:tasks.workunit.client.0.smithi028.stdout: "scrub_duration": 0.0, 2024-08-29T19:03:21.830 INFO:tasks.workunit.client.0.smithi028.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-30T21:19:24.402790+0000", 2024-08-29T19:03:21.830 INFO:tasks.workunit.client.0.smithi028.stdout: "snaptrim_duration": 0.009747607, 2024-08-29T19:03:21.830 INFO:tasks.workunit.client.0.smithi028.stdout: "snaptrimq_len": 0, 2024-08-29T19:03:21.830 INFO:tasks.workunit.client.0.smithi028.stdout: "stat_sum": { 2024-08-29T19:03:21.830 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes": 0, 2024-08-29T19:03:21.830 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes_hit_set_archive": 0, 2024-08-29T19:03:21.830 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes_recovered": 0, 2024-08-29T19:03:21.830 INFO:tasks.workunit.client.0.smithi028.stdout: "num_deep_scrub_errors": 0, 2024-08-29T19:03:21.830 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict": 0, 2024-08-29T19:03:21.830 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_kb": 0, 2024-08-29T19:03:21.830 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_mode_full": 0, 2024-08-29T19:03:21.831 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_mode_some": 0, 2024-08-29T19:03:21.831 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush": 0, 2024-08-29T19:03:21.831 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_kb": 0, 2024-08-29T19:03:21.831 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_mode_high": 0, 2024-08-29T19:03:21.831 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_mode_low": 0, 2024-08-29T19:03:21.831 INFO:tasks.workunit.client.0.smithi028.stdout: "num_keys_recovered": 0, 2024-08-29T19:03:21.831 INFO:tasks.workunit.client.0.smithi028.stdout: "num_large_omap_objects": 0, 2024-08-29T19:03:21.831 INFO:tasks.workunit.client.0.smithi028.stdout: "num_legacy_snapsets": 0, 2024-08-29T19:03:21.831 INFO:tasks.workunit.client.0.smithi028.stdout: "num_object_clones": 0, 2024-08-29T19:03:21.831 INFO:tasks.workunit.client.0.smithi028.stdout: "num_object_copies": 0, 2024-08-29T19:03:21.831 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects": 0, 2024-08-29T19:03:21.831 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_degraded": 0, 2024-08-29T19:03:21.831 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_dirty": 0, 2024-08-29T19:03:21.831 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_hit_set_archive": 0, 2024-08-29T19:03:21.832 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_manifest": 0, 2024-08-29T19:03:21.832 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_misplaced": 0, 2024-08-29T19:03:21.832 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_missing": 0, 2024-08-29T19:03:21.832 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_missing_on_primary": 0, 2024-08-29T19:03:21.832 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_omap": 0, 2024-08-29T19:03:21.832 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_pinned": 0, 2024-08-29T19:03:21.832 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_recovered": 0, 2024-08-29T19:03:21.832 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_repaired": 0, 2024-08-29T19:03:21.832 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_unfound": 0, 2024-08-29T19:03:21.832 INFO:tasks.workunit.client.0.smithi028.stdout: "num_omap_bytes": 0, 2024-08-29T19:03:21.832 INFO:tasks.workunit.client.0.smithi028.stdout: "num_omap_keys": 0, 2024-08-29T19:03:21.832 INFO:tasks.workunit.client.0.smithi028.stdout: "num_promote": 0, 2024-08-29T19:03:21.832 INFO:tasks.workunit.client.0.smithi028.stdout: "num_read": 910, 2024-08-29T19:03:21.832 INFO:tasks.workunit.client.0.smithi028.stdout: "num_read_kb": 355112, 2024-08-29T19:03:21.833 INFO:tasks.workunit.client.0.smithi028.stdout: "num_scrub_errors": 0, 2024-08-29T19:03:21.833 INFO:tasks.workunit.client.0.smithi028.stdout: "num_shallow_scrub_errors": 0, 2024-08-29T19:03:21.833 INFO:tasks.workunit.client.0.smithi028.stdout: "num_whiteouts": 0, 2024-08-29T19:03:21.833 INFO:tasks.workunit.client.0.smithi028.stdout: "num_write": 2938, 2024-08-29T19:03:21.833 INFO:tasks.workunit.client.0.smithi028.stdout: "num_write_kb": 378629 2024-08-29T19:03:21.833 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:21.833 INFO:tasks.workunit.client.0.smithi028.stdout: "state": "active+clean", 2024-08-29T19:03:21.833 INFO:tasks.workunit.client.0.smithi028.stdout: "stats_invalid": false, 2024-08-29T19:03:21.833 INFO:tasks.workunit.client.0.smithi028.stdout: "up": [ 2024-08-29T19:03:21.833 INFO:tasks.workunit.client.0.smithi028.stdout: 4, 2024-08-29T19:03:21.833 INFO:tasks.workunit.client.0.smithi028.stdout: 5, 2024-08-29T19:03:21.833 INFO:tasks.workunit.client.0.smithi028.stdout: 6 2024-08-29T19:03:21.833 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-08-29T19:03:21.833 INFO:tasks.workunit.client.0.smithi028.stdout: "up_primary": 4, 2024-08-29T19:03:21.834 INFO:tasks.workunit.client.0.smithi028.stdout: "version": "1182'2946" 2024-08-29T19:03:21.834 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:21.834 INFO:tasks.workunit.client.0.smithi028.stdout: { 2024-08-29T19:03:21.834 INFO:tasks.workunit.client.0.smithi028.stdout: "acting": [ 2024-08-29T19:03:21.834 INFO:tasks.workunit.client.0.smithi028.stdout: 3, 2024-08-29T19:03:21.834 INFO:tasks.workunit.client.0.smithi028.stdout: 7, 2024-08-29T19:03:21.834 INFO:tasks.workunit.client.0.smithi028.stdout: 1 2024-08-29T19:03:21.834 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-08-29T19:03:21.834 INFO:tasks.workunit.client.0.smithi028.stdout: "acting_primary": 3, 2024-08-29T19:03:21.834 INFO:tasks.workunit.client.0.smithi028.stdout: "avail_no_missing": [], 2024-08-29T19:03:21.834 INFO:tasks.workunit.client.0.smithi028.stdout: "blocked_by": [], 2024-08-29T19:03:21.834 INFO:tasks.workunit.client.0.smithi028.stdout: "created": 62, 2024-08-29T19:03:21.834 INFO:tasks.workunit.client.0.smithi028.stdout: "dirty_stats_invalid": false, 2024-08-29T19:03:21.834 INFO:tasks.workunit.client.0.smithi028.stdout: "hitset_bytes_stats_invalid": false, 2024-08-29T19:03:21.835 INFO:tasks.workunit.client.0.smithi028.stdout: "hitset_stats_invalid": false, 2024-08-29T19:03:21.835 INFO:tasks.workunit.client.0.smithi028.stdout: "last_active": "2024-08-29T19:02:14.844433+0000", 2024-08-29T19:03:21.835 INFO:tasks.workunit.client.0.smithi028.stdout: "last_became_active": "2024-08-29T17:58:11.349077+0000", 2024-08-29T19:03:21.835 INFO:tasks.workunit.client.0.smithi028.stdout: "last_became_peered": "2024-08-29T17:58:11.349077+0000", 2024-08-29T19:03:21.835 INFO:tasks.workunit.client.0.smithi028.stdout: "last_change": "2024-08-29T17:58:11.350545+0000", 2024-08-29T19:03:21.835 INFO:tasks.workunit.client.0.smithi028.stdout: "last_clean": "2024-08-29T19:02:14.844433+0000", 2024-08-29T19:03:21.835 INFO:tasks.workunit.client.0.smithi028.stdout: "last_clean_scrub_stamp": "2024-08-29T17:41:01.987071+0000", 2024-08-29T19:03:21.835 INFO:tasks.workunit.client.0.smithi028.stdout: "last_deep_scrub": "0'0", 2024-08-29T19:03:21.835 INFO:tasks.workunit.client.0.smithi028.stdout: "last_deep_scrub_stamp": "2024-08-29T17:41:01.987071+0000", 2024-08-29T19:03:21.835 INFO:tasks.workunit.client.0.smithi028.stdout: "last_epoch_clean": 681, 2024-08-29T19:03:21.835 INFO:tasks.workunit.client.0.smithi028.stdout: "last_fresh": "2024-08-29T19:02:14.844433+0000", 2024-08-29T19:03:21.835 INFO:tasks.workunit.client.0.smithi028.stdout: "last_fullsized": "2024-08-29T19:02:14.844433+0000", 2024-08-29T19:03:21.835 INFO:tasks.workunit.client.0.smithi028.stdout: "last_peered": "2024-08-29T19:02:14.844433+0000", 2024-08-29T19:03:21.835 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub": "0'0", 2024-08-29T19:03:21.836 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub_duration": 0, 2024-08-29T19:03:21.836 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub_stamp": "2024-08-29T17:41:01.987071+0000", 2024-08-29T19:03:21.836 INFO:tasks.workunit.client.0.smithi028.stdout: "last_undegraded": "2024-08-29T19:02:14.844433+0000", 2024-08-29T19:03:21.836 INFO:tasks.workunit.client.0.smithi028.stdout: "last_unstale": "2024-08-29T19:02:14.844433+0000", 2024-08-29T19:03:21.836 INFO:tasks.workunit.client.0.smithi028.stdout: "log_dups_size": 0, 2024-08-29T19:03:21.836 INFO:tasks.workunit.client.0.smithi028.stdout: "log_size": 0, 2024-08-29T19:03:21.836 INFO:tasks.workunit.client.0.smithi028.stdout: "log_start": "0'0", 2024-08-29T19:03:21.836 INFO:tasks.workunit.client.0.smithi028.stdout: "manifest_stats_invalid": false, 2024-08-29T19:03:21.836 INFO:tasks.workunit.client.0.smithi028.stdout: "mapping_epoch": 680, 2024-08-29T19:03:21.836 INFO:tasks.workunit.client.0.smithi028.stdout: "object_location_counts": [], 2024-08-29T19:03:21.836 INFO:tasks.workunit.client.0.smithi028.stdout: "objects_scrubbed": 0, 2024-08-29T19:03:21.836 INFO:tasks.workunit.client.0.smithi028.stdout: "objects_trimmed": 0, 2024-08-29T19:03:21.836 INFO:tasks.workunit.client.0.smithi028.stdout: "omap_stats_invalid": false, 2024-08-29T19:03:21.836 INFO:tasks.workunit.client.0.smithi028.stdout: "ondisk_log_size": 0, 2024-08-29T19:03:21.837 INFO:tasks.workunit.client.0.smithi028.stdout: "ondisk_log_start": "0'0", 2024-08-29T19:03:21.837 INFO:tasks.workunit.client.0.smithi028.stdout: "parent": "0.0", 2024-08-29T19:03:21.837 INFO:tasks.workunit.client.0.smithi028.stdout: "parent_split_bits": 0, 2024-08-29T19:03:21.837 INFO:tasks.workunit.client.0.smithi028.stdout: "pgid": "3.7", 2024-08-29T19:03:21.837 INFO:tasks.workunit.client.0.smithi028.stdout: "pin_stats_invalid": false, 2024-08-29T19:03:21.837 INFO:tasks.workunit.client.0.smithi028.stdout: "purged_snaps": [], 2024-08-29T19:03:21.837 INFO:tasks.workunit.client.0.smithi028.stdout: "reported_epoch": 2650, 2024-08-29T19:03:21.837 INFO:tasks.workunit.client.0.smithi028.stdout: "reported_seq": 4730, 2024-08-29T19:03:21.837 INFO:tasks.workunit.client.0.smithi028.stdout: "scrub_duration": 0.0, 2024-08-29T19:03:21.837 INFO:tasks.workunit.client.0.smithi028.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-30T21:59:51.088042+0000", 2024-08-29T19:03:21.837 INFO:tasks.workunit.client.0.smithi028.stdout: "snaptrim_duration": 0.0, 2024-08-29T19:03:21.837 INFO:tasks.workunit.client.0.smithi028.stdout: "snaptrimq_len": 0, 2024-08-29T19:03:21.837 INFO:tasks.workunit.client.0.smithi028.stdout: "stat_sum": { 2024-08-29T19:03:21.837 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes": 0, 2024-08-29T19:03:21.838 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes_hit_set_archive": 0, 2024-08-29T19:03:21.838 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes_recovered": 0, 2024-08-29T19:03:21.838 INFO:tasks.workunit.client.0.smithi028.stdout: "num_deep_scrub_errors": 0, 2024-08-29T19:03:21.838 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict": 0, 2024-08-29T19:03:21.838 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_kb": 0, 2024-08-29T19:03:21.838 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_mode_full": 0, 2024-08-29T19:03:21.838 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_mode_some": 0, 2024-08-29T19:03:21.838 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush": 0, 2024-08-29T19:03:21.838 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_kb": 0, 2024-08-29T19:03:21.838 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_mode_high": 0, 2024-08-29T19:03:21.838 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_mode_low": 0, 2024-08-29T19:03:21.838 INFO:tasks.workunit.client.0.smithi028.stdout: "num_keys_recovered": 0, 2024-08-29T19:03:21.838 INFO:tasks.workunit.client.0.smithi028.stdout: "num_large_omap_objects": 0, 2024-08-29T19:03:21.838 INFO:tasks.workunit.client.0.smithi028.stdout: "num_legacy_snapsets": 0, 2024-08-29T19:03:21.838 INFO:tasks.workunit.client.0.smithi028.stdout: "num_object_clones": 0, 2024-08-29T19:03:21.839 INFO:tasks.workunit.client.0.smithi028.stdout: "num_object_copies": 0, 2024-08-29T19:03:21.839 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects": 0, 2024-08-29T19:03:21.839 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_degraded": 0, 2024-08-29T19:03:21.839 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_dirty": 0, 2024-08-29T19:03:21.839 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_hit_set_archive": 0, 2024-08-29T19:03:21.839 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_manifest": 0, 2024-08-29T19:03:21.839 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_misplaced": 0, 2024-08-29T19:03:21.839 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_missing": 0, 2024-08-29T19:03:21.839 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_missing_on_primary": 0, 2024-08-29T19:03:21.839 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_omap": 0, 2024-08-29T19:03:21.839 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_pinned": 0, 2024-08-29T19:03:21.839 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_recovered": 0, 2024-08-29T19:03:21.839 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_repaired": 0, 2024-08-29T19:03:21.839 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_unfound": 0, 2024-08-29T19:03:21.840 INFO:tasks.workunit.client.0.smithi028.stdout: "num_omap_bytes": 0, 2024-08-29T19:03:21.840 INFO:tasks.workunit.client.0.smithi028.stdout: "num_omap_keys": 0, 2024-08-29T19:03:21.840 INFO:tasks.workunit.client.0.smithi028.stdout: "num_promote": 0, 2024-08-29T19:03:21.840 INFO:tasks.workunit.client.0.smithi028.stdout: "num_read": 0, 2024-08-29T19:03:21.840 INFO:tasks.workunit.client.0.smithi028.stdout: "num_read_kb": 0, 2024-08-29T19:03:21.840 INFO:tasks.workunit.client.0.smithi028.stdout: "num_scrub_errors": 0, 2024-08-29T19:03:21.840 INFO:tasks.workunit.client.0.smithi028.stdout: "num_shallow_scrub_errors": 0, 2024-08-29T19:03:21.840 INFO:tasks.workunit.client.0.smithi028.stdout: "num_whiteouts": 0, 2024-08-29T19:03:21.840 INFO:tasks.workunit.client.0.smithi028.stdout: "num_write": 0, 2024-08-29T19:03:21.840 INFO:tasks.workunit.client.0.smithi028.stdout: "num_write_kb": 0 2024-08-29T19:03:21.840 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:21.840 INFO:tasks.workunit.client.0.smithi028.stdout: "state": "active+clean", 2024-08-29T19:03:21.840 INFO:tasks.workunit.client.0.smithi028.stdout: "stats_invalid": false, 2024-08-29T19:03:21.840 INFO:tasks.workunit.client.0.smithi028.stdout: "up": [ 2024-08-29T19:03:21.841 INFO:tasks.workunit.client.0.smithi028.stdout: 3, 2024-08-29T19:03:21.841 INFO:tasks.workunit.client.0.smithi028.stdout: 7, 2024-08-29T19:03:21.841 INFO:tasks.workunit.client.0.smithi028.stdout: 1 2024-08-29T19:03:21.841 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-08-29T19:03:21.841 INFO:tasks.workunit.client.0.smithi028.stdout: "up_primary": 3, 2024-08-29T19:03:21.841 INFO:tasks.workunit.client.0.smithi028.stdout: "version": "0'0" 2024-08-29T19:03:21.841 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:21.841 INFO:tasks.workunit.client.0.smithi028.stdout: { 2024-08-29T19:03:21.841 INFO:tasks.workunit.client.0.smithi028.stdout: "acting": [ 2024-08-29T19:03:21.841 INFO:tasks.workunit.client.0.smithi028.stdout: 1, 2024-08-29T19:03:21.841 INFO:tasks.workunit.client.0.smithi028.stdout: 6, 2024-08-29T19:03:21.841 INFO:tasks.workunit.client.0.smithi028.stdout: 4 2024-08-29T19:03:21.841 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-08-29T19:03:21.841 INFO:tasks.workunit.client.0.smithi028.stdout: "acting_primary": 1, 2024-08-29T19:03:21.842 INFO:tasks.workunit.client.0.smithi028.stdout: "avail_no_missing": [], 2024-08-29T19:03:21.842 INFO:tasks.workunit.client.0.smithi028.stdout: "blocked_by": [], 2024-08-29T19:03:21.842 INFO:tasks.workunit.client.0.smithi028.stdout: "created": 59, 2024-08-29T19:03:21.842 INFO:tasks.workunit.client.0.smithi028.stdout: "dirty_stats_invalid": false, 2024-08-29T19:03:21.842 INFO:tasks.workunit.client.0.smithi028.stdout: "hitset_bytes_stats_invalid": false, 2024-08-29T19:03:21.842 INFO:tasks.workunit.client.0.smithi028.stdout: "hitset_stats_invalid": false, 2024-08-29T19:03:21.842 INFO:tasks.workunit.client.0.smithi028.stdout: "last_active": "2024-08-29T19:02:14.823097+0000", 2024-08-29T19:03:21.842 INFO:tasks.workunit.client.0.smithi028.stdout: "last_became_active": "2024-08-29T17:57:36.372844+0000", 2024-08-29T19:03:21.842 INFO:tasks.workunit.client.0.smithi028.stdout: "last_became_peered": "2024-08-29T17:57:36.372844+0000", 2024-08-29T19:03:21.842 INFO:tasks.workunit.client.0.smithi028.stdout: "last_change": "2024-08-29T17:57:36.373898+0000", 2024-08-29T19:03:21.842 INFO:tasks.workunit.client.0.smithi028.stdout: "last_clean": "2024-08-29T19:02:14.823097+0000", 2024-08-29T19:03:21.842 INFO:tasks.workunit.client.0.smithi028.stdout: "last_clean_scrub_stamp": "2024-08-29T17:40:52.944949+0000", 2024-08-29T19:03:21.842 INFO:tasks.workunit.client.0.smithi028.stdout: "last_deep_scrub": "0'0", 2024-08-29T19:03:21.842 INFO:tasks.workunit.client.0.smithi028.stdout: "last_deep_scrub_stamp": "2024-08-29T17:40:52.944949+0000", 2024-08-29T19:03:21.843 INFO:tasks.workunit.client.0.smithi028.stdout: "last_epoch_clean": 646, 2024-08-29T19:03:21.843 INFO:tasks.workunit.client.0.smithi028.stdout: "last_fresh": "2024-08-29T19:02:14.823097+0000", 2024-08-29T19:03:21.843 INFO:tasks.workunit.client.0.smithi028.stdout: "last_fullsized": "2024-08-29T19:02:14.823097+0000", 2024-08-29T19:03:21.843 INFO:tasks.workunit.client.0.smithi028.stdout: "last_peered": "2024-08-29T19:02:14.823097+0000", 2024-08-29T19:03:21.843 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub": "0'0", 2024-08-29T19:03:21.843 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub_duration": 0, 2024-08-29T19:03:21.843 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub_stamp": "2024-08-29T17:40:52.944949+0000", 2024-08-29T19:03:21.843 INFO:tasks.workunit.client.0.smithi028.stdout: "last_undegraded": "2024-08-29T19:02:14.823097+0000", 2024-08-29T19:03:21.843 INFO:tasks.workunit.client.0.smithi028.stdout: "last_unstale": "2024-08-29T19:02:14.823097+0000", 2024-08-29T19:03:21.843 INFO:tasks.workunit.client.0.smithi028.stdout: "log_dups_size": 0, 2024-08-29T19:03:21.843 INFO:tasks.workunit.client.0.smithi028.stdout: "log_size": 2, 2024-08-29T19:03:21.843 INFO:tasks.workunit.client.0.smithi028.stdout: "log_start": "0'0", 2024-08-29T19:03:21.843 INFO:tasks.workunit.client.0.smithi028.stdout: "manifest_stats_invalid": false, 2024-08-29T19:03:21.844 INFO:tasks.workunit.client.0.smithi028.stdout: "mapping_epoch": 645, 2024-08-29T19:03:21.844 INFO:tasks.workunit.client.0.smithi028.stdout: "object_location_counts": [], 2024-08-29T19:03:21.844 INFO:tasks.workunit.client.0.smithi028.stdout: "objects_scrubbed": 0, 2024-08-29T19:03:21.844 INFO:tasks.workunit.client.0.smithi028.stdout: "objects_trimmed": 0, 2024-08-29T19:03:21.844 INFO:tasks.workunit.client.0.smithi028.stdout: "omap_stats_invalid": false, 2024-08-29T19:03:21.844 INFO:tasks.workunit.client.0.smithi028.stdout: "ondisk_log_size": 2, 2024-08-29T19:03:21.844 INFO:tasks.workunit.client.0.smithi028.stdout: "ondisk_log_start": "0'0", 2024-08-29T19:03:21.844 INFO:tasks.workunit.client.0.smithi028.stdout: "parent": "0.0", 2024-08-29T19:03:21.844 INFO:tasks.workunit.client.0.smithi028.stdout: "parent_split_bits": 0, 2024-08-29T19:03:21.844 INFO:tasks.workunit.client.0.smithi028.stdout: "pgid": "2.6", 2024-08-29T19:03:21.844 INFO:tasks.workunit.client.0.smithi028.stdout: "pin_stats_invalid": false, 2024-08-29T19:03:21.844 INFO:tasks.workunit.client.0.smithi028.stdout: "purged_snaps": [], 2024-08-29T19:03:21.844 INFO:tasks.workunit.client.0.smithi028.stdout: "reported_epoch": 2650, 2024-08-29T19:03:21.844 INFO:tasks.workunit.client.0.smithi028.stdout: "reported_seq": 4758, 2024-08-29T19:03:21.845 INFO:tasks.workunit.client.0.smithi028.stdout: "scrub_duration": 0.0, 2024-08-29T19:03:21.845 INFO:tasks.workunit.client.0.smithi028.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-30T22:52:59.239805+0000", 2024-08-29T19:03:21.845 INFO:tasks.workunit.client.0.smithi028.stdout: "snaptrim_duration": 0.0, 2024-08-29T19:03:21.845 INFO:tasks.workunit.client.0.smithi028.stdout: "snaptrimq_len": 0, 2024-08-29T19:03:21.845 INFO:tasks.workunit.client.0.smithi028.stdout: "stat_sum": { 2024-08-29T19:03:21.845 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes": 0, 2024-08-29T19:03:21.845 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes_hit_set_archive": 0, 2024-08-29T19:03:21.845 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes_recovered": 0, 2024-08-29T19:03:21.845 INFO:tasks.workunit.client.0.smithi028.stdout: "num_deep_scrub_errors": 0, 2024-08-29T19:03:21.845 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict": 0, 2024-08-29T19:03:21.845 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_kb": 0, 2024-08-29T19:03:21.845 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_mode_full": 0, 2024-08-29T19:03:21.845 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_mode_some": 0, 2024-08-29T19:03:21.846 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush": 0, 2024-08-29T19:03:21.846 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_kb": 0, 2024-08-29T19:03:21.846 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_mode_high": 0, 2024-08-29T19:03:21.846 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_mode_low": 0, 2024-08-29T19:03:21.846 INFO:tasks.workunit.client.0.smithi028.stdout: "num_keys_recovered": 0, 2024-08-29T19:03:21.846 INFO:tasks.workunit.client.0.smithi028.stdout: "num_large_omap_objects": 0, 2024-08-29T19:03:21.846 INFO:tasks.workunit.client.0.smithi028.stdout: "num_legacy_snapsets": 0, 2024-08-29T19:03:21.846 INFO:tasks.workunit.client.0.smithi028.stdout: "num_object_clones": 0, 2024-08-29T19:03:21.846 INFO:tasks.workunit.client.0.smithi028.stdout: "num_object_copies": 3, 2024-08-29T19:03:21.846 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects": 1, 2024-08-29T19:03:21.846 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_degraded": 0, 2024-08-29T19:03:21.846 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_dirty": 1, 2024-08-29T19:03:21.846 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_hit_set_archive": 0, 2024-08-29T19:03:21.847 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_manifest": 0, 2024-08-29T19:03:21.847 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_misplaced": 0, 2024-08-29T19:03:21.847 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_missing": 0, 2024-08-29T19:03:21.847 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_missing_on_primary": 0, 2024-08-29T19:03:21.847 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_omap": 1, 2024-08-29T19:03:21.847 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_pinned": 0, 2024-08-29T19:03:21.847 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_recovered": 0, 2024-08-29T19:03:21.847 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_repaired": 0, 2024-08-29T19:03:21.847 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_unfound": 0, 2024-08-29T19:03:21.847 INFO:tasks.workunit.client.0.smithi028.stdout: "num_omap_bytes": 0, 2024-08-29T19:03:21.847 INFO:tasks.workunit.client.0.smithi028.stdout: "num_omap_keys": 0, 2024-08-29T19:03:21.847 INFO:tasks.workunit.client.0.smithi028.stdout: "num_promote": 0, 2024-08-29T19:03:21.847 INFO:tasks.workunit.client.0.smithi028.stdout: "num_read": 2, 2024-08-29T19:03:21.847 INFO:tasks.workunit.client.0.smithi028.stdout: "num_read_kb": 2, 2024-08-29T19:03:21.848 INFO:tasks.workunit.client.0.smithi028.stdout: "num_scrub_errors": 0, 2024-08-29T19:03:21.848 INFO:tasks.workunit.client.0.smithi028.stdout: "num_shallow_scrub_errors": 0, 2024-08-29T19:03:21.848 INFO:tasks.workunit.client.0.smithi028.stdout: "num_whiteouts": 0, 2024-08-29T19:03:21.848 INFO:tasks.workunit.client.0.smithi028.stdout: "num_write": 2, 2024-08-29T19:03:21.848 INFO:tasks.workunit.client.0.smithi028.stdout: "num_write_kb": 0 2024-08-29T19:03:21.848 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:21.848 INFO:tasks.workunit.client.0.smithi028.stdout: "state": "active+clean", 2024-08-29T19:03:21.848 INFO:tasks.workunit.client.0.smithi028.stdout: "stats_invalid": false, 2024-08-29T19:03:21.848 INFO:tasks.workunit.client.0.smithi028.stdout: "up": [ 2024-08-29T19:03:21.848 INFO:tasks.workunit.client.0.smithi028.stdout: 1, 2024-08-29T19:03:21.848 INFO:tasks.workunit.client.0.smithi028.stdout: 6, 2024-08-29T19:03:21.848 INFO:tasks.workunit.client.0.smithi028.stdout: 4 2024-08-29T19:03:21.848 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-08-29T19:03:21.848 INFO:tasks.workunit.client.0.smithi028.stdout: "up_primary": 1, 2024-08-29T19:03:21.849 INFO:tasks.workunit.client.0.smithi028.stdout: "version": "725'2" 2024-08-29T19:03:21.849 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:21.849 INFO:tasks.workunit.client.0.smithi028.stdout: { 2024-08-29T19:03:21.849 INFO:tasks.workunit.client.0.smithi028.stdout: "acting": [ 2024-08-29T19:03:21.849 INFO:tasks.workunit.client.0.smithi028.stdout: 3, 2024-08-29T19:03:21.849 INFO:tasks.workunit.client.0.smithi028.stdout: 7, 2024-08-29T19:03:21.849 INFO:tasks.workunit.client.0.smithi028.stdout: 0 2024-08-29T19:03:21.849 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-08-29T19:03:21.849 INFO:tasks.workunit.client.0.smithi028.stdout: "acting_primary": 3, 2024-08-29T19:03:21.849 INFO:tasks.workunit.client.0.smithi028.stdout: "avail_no_missing": [], 2024-08-29T19:03:21.849 INFO:tasks.workunit.client.0.smithi028.stdout: "blocked_by": [], 2024-08-29T19:03:21.849 INFO:tasks.workunit.client.0.smithi028.stdout: "created": 69, 2024-08-29T19:03:21.849 INFO:tasks.workunit.client.0.smithi028.stdout: "dirty_stats_invalid": false, 2024-08-29T19:03:21.849 INFO:tasks.workunit.client.0.smithi028.stdout: "hitset_bytes_stats_invalid": false, 2024-08-29T19:03:21.850 INFO:tasks.workunit.client.0.smithi028.stdout: "hitset_stats_invalid": false, 2024-08-29T19:03:21.850 INFO:tasks.workunit.client.0.smithi028.stdout: "last_active": "2024-08-29T19:02:14.840791+0000", 2024-08-29T19:03:21.850 INFO:tasks.workunit.client.0.smithi028.stdout: "last_became_active": "2024-08-29T17:58:11.348660+0000", 2024-08-29T19:03:21.850 INFO:tasks.workunit.client.0.smithi028.stdout: "last_became_peered": "2024-08-29T17:58:11.348660+0000", 2024-08-29T19:03:21.850 INFO:tasks.workunit.client.0.smithi028.stdout: "last_change": "2024-08-29T18:32:49.473272+0000", 2024-08-29T19:03:21.850 INFO:tasks.workunit.client.0.smithi028.stdout: "last_clean": "2024-08-29T19:02:14.840791+0000", 2024-08-29T19:03:21.850 INFO:tasks.workunit.client.0.smithi028.stdout: "last_clean_scrub_stamp": "2024-08-29T17:43:39.870944+0000", 2024-08-29T19:03:21.850 INFO:tasks.workunit.client.0.smithi028.stdout: "last_deep_scrub": "0'0", 2024-08-29T19:03:21.850 INFO:tasks.workunit.client.0.smithi028.stdout: "last_deep_scrub_stamp": "2024-08-29T17:43:39.870944+0000", 2024-08-29T19:03:21.850 INFO:tasks.workunit.client.0.smithi028.stdout: "last_epoch_clean": 681, 2024-08-29T19:03:21.850 INFO:tasks.workunit.client.0.smithi028.stdout: "last_fresh": "2024-08-29T19:02:14.840791+0000", 2024-08-29T19:03:21.850 INFO:tasks.workunit.client.0.smithi028.stdout: "last_fullsized": "2024-08-29T19:02:14.840791+0000", 2024-08-29T19:03:21.850 INFO:tasks.workunit.client.0.smithi028.stdout: "last_peered": "2024-08-29T19:02:14.840791+0000", 2024-08-29T19:03:21.850 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub": "0'0", 2024-08-29T19:03:21.851 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub_duration": 0, 2024-08-29T19:03:21.851 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub_stamp": "2024-08-29T17:43:39.870944+0000", 2024-08-29T19:03:21.851 INFO:tasks.workunit.client.0.smithi028.stdout: "last_undegraded": "2024-08-29T19:02:14.840791+0000", 2024-08-29T19:03:21.851 INFO:tasks.workunit.client.0.smithi028.stdout: "last_unstale": "2024-08-29T19:02:14.840791+0000", 2024-08-29T19:03:21.851 INFO:tasks.workunit.client.0.smithi028.stdout: "log_dups_size": 0, 2024-08-29T19:03:21.851 INFO:tasks.workunit.client.0.smithi028.stdout: "log_size": 2928, 2024-08-29T19:03:21.851 INFO:tasks.workunit.client.0.smithi028.stdout: "log_start": "0'0", 2024-08-29T19:03:21.851 INFO:tasks.workunit.client.0.smithi028.stdout: "manifest_stats_invalid": false, 2024-08-29T19:03:21.851 INFO:tasks.workunit.client.0.smithi028.stdout: "mapping_epoch": 680, 2024-08-29T19:03:21.851 INFO:tasks.workunit.client.0.smithi028.stdout: "object_location_counts": [], 2024-08-29T19:03:21.851 INFO:tasks.workunit.client.0.smithi028.stdout: "objects_scrubbed": 0, 2024-08-29T19:03:21.851 INFO:tasks.workunit.client.0.smithi028.stdout: "objects_trimmed": 0, 2024-08-29T19:03:21.851 INFO:tasks.workunit.client.0.smithi028.stdout: "omap_stats_invalid": false, 2024-08-29T19:03:21.851 INFO:tasks.workunit.client.0.smithi028.stdout: "ondisk_log_size": 2928, 2024-08-29T19:03:21.851 INFO:tasks.workunit.client.0.smithi028.stdout: "ondisk_log_start": "0'0", 2024-08-29T19:03:21.852 INFO:tasks.workunit.client.0.smithi028.stdout: "parent": "0.0", 2024-08-29T19:03:21.852 INFO:tasks.workunit.client.0.smithi028.stdout: "parent_split_bits": 0, 2024-08-29T19:03:21.852 INFO:tasks.workunit.client.0.smithi028.stdout: "pgid": "4.0", 2024-08-29T19:03:21.852 INFO:tasks.workunit.client.0.smithi028.stdout: "pin_stats_invalid": false, 2024-08-29T19:03:21.852 INFO:tasks.workunit.client.0.smithi028.stdout: "purged_snaps": [], 2024-08-29T19:03:21.852 INFO:tasks.workunit.client.0.smithi028.stdout: "reported_epoch": 2650, 2024-08-29T19:03:21.852 INFO:tasks.workunit.client.0.smithi028.stdout: "reported_seq": 8278, 2024-08-29T19:03:21.852 INFO:tasks.workunit.client.0.smithi028.stdout: "scrub_duration": 0.0, 2024-08-29T19:03:21.852 INFO:tasks.workunit.client.0.smithi028.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-31T02:38:40.087934+0000", 2024-08-29T19:03:21.852 INFO:tasks.workunit.client.0.smithi028.stdout: "snaptrim_duration": 0.013815927, 2024-08-29T19:03:21.852 INFO:tasks.workunit.client.0.smithi028.stdout: "snaptrimq_len": 0, 2024-08-29T19:03:21.852 INFO:tasks.workunit.client.0.smithi028.stdout: "stat_sum": { 2024-08-29T19:03:21.852 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes": 0, 2024-08-29T19:03:21.853 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes_hit_set_archive": 0, 2024-08-29T19:03:21.853 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes_recovered": 0, 2024-08-29T19:03:21.853 INFO:tasks.workunit.client.0.smithi028.stdout: "num_deep_scrub_errors": 0, 2024-08-29T19:03:21.853 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict": 0, 2024-08-29T19:03:21.853 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_kb": 0, 2024-08-29T19:03:21.853 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_mode_full": 0, 2024-08-29T19:03:21.853 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_mode_some": 0, 2024-08-29T19:03:21.853 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush": 0, 2024-08-29T19:03:21.853 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_kb": 0, 2024-08-29T19:03:21.853 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_mode_high": 0, 2024-08-29T19:03:21.853 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_mode_low": 0, 2024-08-29T19:03:21.853 INFO:tasks.workunit.client.0.smithi028.stdout: "num_keys_recovered": 0, 2024-08-29T19:03:21.853 INFO:tasks.workunit.client.0.smithi028.stdout: "num_large_omap_objects": 0, 2024-08-29T19:03:21.853 INFO:tasks.workunit.client.0.smithi028.stdout: "num_legacy_snapsets": 0, 2024-08-29T19:03:21.854 INFO:tasks.workunit.client.0.smithi028.stdout: "num_object_clones": 0, 2024-08-29T19:03:21.854 INFO:tasks.workunit.client.0.smithi028.stdout: "num_object_copies": 0, 2024-08-29T19:03:21.854 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects": 0, 2024-08-29T19:03:21.854 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_degraded": 0, 2024-08-29T19:03:21.854 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_dirty": 0, 2024-08-29T19:03:21.854 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_hit_set_archive": 0, 2024-08-29T19:03:21.854 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_manifest": 0, 2024-08-29T19:03:21.854 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_misplaced": 0, 2024-08-29T19:03:21.854 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_missing": 0, 2024-08-29T19:03:21.854 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_missing_on_primary": 0, 2024-08-29T19:03:21.854 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_omap": 0, 2024-08-29T19:03:21.854 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_pinned": 0, 2024-08-29T19:03:21.854 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_recovered": 0, 2024-08-29T19:03:21.854 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_repaired": 0, 2024-08-29T19:03:21.854 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_unfound": 0, 2024-08-29T19:03:21.855 INFO:tasks.workunit.client.0.smithi028.stdout: "num_omap_bytes": 0, 2024-08-29T19:03:21.855 INFO:tasks.workunit.client.0.smithi028.stdout: "num_omap_keys": 0, 2024-08-29T19:03:21.855 INFO:tasks.workunit.client.0.smithi028.stdout: "num_promote": 0, 2024-08-29T19:03:21.855 INFO:tasks.workunit.client.0.smithi028.stdout: "num_read": 1081, 2024-08-29T19:03:21.855 INFO:tasks.workunit.client.0.smithi028.stdout: "num_read_kb": 389897, 2024-08-29T19:03:21.855 INFO:tasks.workunit.client.0.smithi028.stdout: "num_scrub_errors": 0, 2024-08-29T19:03:21.855 INFO:tasks.workunit.client.0.smithi028.stdout: "num_shallow_scrub_errors": 0, 2024-08-29T19:03:21.855 INFO:tasks.workunit.client.0.smithi028.stdout: "num_whiteouts": 0, 2024-08-29T19:03:21.855 INFO:tasks.workunit.client.0.smithi028.stdout: "num_write": 2917, 2024-08-29T19:03:21.855 INFO:tasks.workunit.client.0.smithi028.stdout: "num_write_kb": 322744 2024-08-29T19:03:21.855 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:21.855 INFO:tasks.workunit.client.0.smithi028.stdout: "state": "active+clean", 2024-08-29T19:03:21.855 INFO:tasks.workunit.client.0.smithi028.stdout: "stats_invalid": false, 2024-08-29T19:03:21.855 INFO:tasks.workunit.client.0.smithi028.stdout: "up": [ 2024-08-29T19:03:21.856 INFO:tasks.workunit.client.0.smithi028.stdout: 3, 2024-08-29T19:03:21.856 INFO:tasks.workunit.client.0.smithi028.stdout: 7, 2024-08-29T19:03:21.856 INFO:tasks.workunit.client.0.smithi028.stdout: 0 2024-08-29T19:03:21.856 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-08-29T19:03:21.856 INFO:tasks.workunit.client.0.smithi028.stdout: "up_primary": 3, 2024-08-29T19:03:21.856 INFO:tasks.workunit.client.0.smithi028.stdout: "version": "1182'2928" 2024-08-29T19:03:21.856 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:21.856 INFO:tasks.workunit.client.0.smithi028.stdout: { 2024-08-29T19:03:21.856 INFO:tasks.workunit.client.0.smithi028.stdout: "acting": [ 2024-08-29T19:03:21.856 INFO:tasks.workunit.client.0.smithi028.stdout: 1, 2024-08-29T19:03:21.856 INFO:tasks.workunit.client.0.smithi028.stdout: 2, 2024-08-29T19:03:21.856 INFO:tasks.workunit.client.0.smithi028.stdout: 5 2024-08-29T19:03:21.856 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-08-29T19:03:21.856 INFO:tasks.workunit.client.0.smithi028.stdout: "acting_primary": 1, 2024-08-29T19:03:21.856 INFO:tasks.workunit.client.0.smithi028.stdout: "avail_no_missing": [], 2024-08-29T19:03:21.857 INFO:tasks.workunit.client.0.smithi028.stdout: "blocked_by": [], 2024-08-29T19:03:21.857 INFO:tasks.workunit.client.0.smithi028.stdout: "created": 62, 2024-08-29T19:03:21.857 INFO:tasks.workunit.client.0.smithi028.stdout: "dirty_stats_invalid": false, 2024-08-29T19:03:21.857 INFO:tasks.workunit.client.0.smithi028.stdout: "hitset_bytes_stats_invalid": false, 2024-08-29T19:03:21.857 INFO:tasks.workunit.client.0.smithi028.stdout: "hitset_stats_invalid": false, 2024-08-29T19:03:21.857 INFO:tasks.workunit.client.0.smithi028.stdout: "last_active": "2024-08-29T19:02:14.815870+0000", 2024-08-29T19:03:21.857 INFO:tasks.workunit.client.0.smithi028.stdout: "last_became_active": "2024-08-29T17:57:02.347409+0000", 2024-08-29T19:03:21.857 INFO:tasks.workunit.client.0.smithi028.stdout: "last_became_peered": "2024-08-29T17:57:02.347409+0000", 2024-08-29T19:03:21.857 INFO:tasks.workunit.client.0.smithi028.stdout: "last_change": "2024-08-29T17:57:02.349648+0000", 2024-08-29T19:03:21.857 INFO:tasks.workunit.client.0.smithi028.stdout: "last_clean": "2024-08-29T19:02:14.815870+0000", 2024-08-29T19:03:21.857 INFO:tasks.workunit.client.0.smithi028.stdout: "last_clean_scrub_stamp": "2024-08-29T17:41:01.987071+0000", 2024-08-29T19:03:21.857 INFO:tasks.workunit.client.0.smithi028.stdout: "last_deep_scrub": "0'0", 2024-08-29T19:03:21.857 INFO:tasks.workunit.client.0.smithi028.stdout: "last_deep_scrub_stamp": "2024-08-29T17:41:01.987071+0000", 2024-08-29T19:03:21.858 INFO:tasks.workunit.client.0.smithi028.stdout: "last_epoch_clean": 613, 2024-08-29T19:03:21.858 INFO:tasks.workunit.client.0.smithi028.stdout: "last_fresh": "2024-08-29T19:02:14.815870+0000", 2024-08-29T19:03:21.858 INFO:tasks.workunit.client.0.smithi028.stdout: "last_fullsized": "2024-08-29T19:02:14.815870+0000", 2024-08-29T19:03:21.858 INFO:tasks.workunit.client.0.smithi028.stdout: "last_peered": "2024-08-29T19:02:14.815870+0000", 2024-08-29T19:03:21.858 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub": "0'0", 2024-08-29T19:03:21.858 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub_duration": 0, 2024-08-29T19:03:21.858 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub_stamp": "2024-08-29T17:41:01.987071+0000", 2024-08-29T19:03:21.858 INFO:tasks.workunit.client.0.smithi028.stdout: "last_undegraded": "2024-08-29T19:02:14.815870+0000", 2024-08-29T19:03:21.858 INFO:tasks.workunit.client.0.smithi028.stdout: "last_unstale": "2024-08-29T19:02:14.815870+0000", 2024-08-29T19:03:21.858 INFO:tasks.workunit.client.0.smithi028.stdout: "log_dups_size": 0, 2024-08-29T19:03:21.858 INFO:tasks.workunit.client.0.smithi028.stdout: "log_size": 0, 2024-08-29T19:03:21.858 INFO:tasks.workunit.client.0.smithi028.stdout: "log_start": "0'0", 2024-08-29T19:03:21.858 INFO:tasks.workunit.client.0.smithi028.stdout: "manifest_stats_invalid": false, 2024-08-29T19:03:21.858 INFO:tasks.workunit.client.0.smithi028.stdout: "mapping_epoch": 612, 2024-08-29T19:03:21.859 INFO:tasks.workunit.client.0.smithi028.stdout: "object_location_counts": [], 2024-08-29T19:03:21.859 INFO:tasks.workunit.client.0.smithi028.stdout: "objects_scrubbed": 0, 2024-08-29T19:03:21.859 INFO:tasks.workunit.client.0.smithi028.stdout: "objects_trimmed": 0, 2024-08-29T19:03:21.859 INFO:tasks.workunit.client.0.smithi028.stdout: "omap_stats_invalid": false, 2024-08-29T19:03:21.859 INFO:tasks.workunit.client.0.smithi028.stdout: "ondisk_log_size": 0, 2024-08-29T19:03:21.859 INFO:tasks.workunit.client.0.smithi028.stdout: "ondisk_log_start": "0'0", 2024-08-29T19:03:21.859 INFO:tasks.workunit.client.0.smithi028.stdout: "parent": "0.0", 2024-08-29T19:03:21.859 INFO:tasks.workunit.client.0.smithi028.stdout: "parent_split_bits": 0, 2024-08-29T19:03:21.859 INFO:tasks.workunit.client.0.smithi028.stdout: "pgid": "3.4", 2024-08-29T19:03:21.859 INFO:tasks.workunit.client.0.smithi028.stdout: "pin_stats_invalid": false, 2024-08-29T19:03:21.859 INFO:tasks.workunit.client.0.smithi028.stdout: "purged_snaps": [], 2024-08-29T19:03:21.859 INFO:tasks.workunit.client.0.smithi028.stdout: "reported_epoch": 2650, 2024-08-29T19:03:21.859 INFO:tasks.workunit.client.0.smithi028.stdout: "reported_seq": 4749, 2024-08-29T19:03:21.859 INFO:tasks.workunit.client.0.smithi028.stdout: "scrub_duration": 0.0, 2024-08-29T19:03:21.859 INFO:tasks.workunit.client.0.smithi028.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-30T18:00:19.809458+0000", 2024-08-29T19:03:21.860 INFO:tasks.workunit.client.0.smithi028.stdout: "snaptrim_duration": 0.0, 2024-08-29T19:03:21.860 INFO:tasks.workunit.client.0.smithi028.stdout: "snaptrimq_len": 0, 2024-08-29T19:03:21.860 INFO:tasks.workunit.client.0.smithi028.stdout: "stat_sum": { 2024-08-29T19:03:21.860 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes": 0, 2024-08-29T19:03:21.860 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes_hit_set_archive": 0, 2024-08-29T19:03:21.860 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes_recovered": 0, 2024-08-29T19:03:21.860 INFO:tasks.workunit.client.0.smithi028.stdout: "num_deep_scrub_errors": 0, 2024-08-29T19:03:21.860 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict": 0, 2024-08-29T19:03:21.860 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_kb": 0, 2024-08-29T19:03:21.860 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_mode_full": 0, 2024-08-29T19:03:21.860 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_mode_some": 0, 2024-08-29T19:03:21.860 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush": 0, 2024-08-29T19:03:21.860 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_kb": 0, 2024-08-29T19:03:21.860 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_mode_high": 0, 2024-08-29T19:03:21.861 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_mode_low": 0, 2024-08-29T19:03:21.861 INFO:tasks.workunit.client.0.smithi028.stdout: "num_keys_recovered": 0, 2024-08-29T19:03:21.861 INFO:tasks.workunit.client.0.smithi028.stdout: "num_large_omap_objects": 0, 2024-08-29T19:03:21.861 INFO:tasks.workunit.client.0.smithi028.stdout: "num_legacy_snapsets": 0, 2024-08-29T19:03:21.861 INFO:tasks.workunit.client.0.smithi028.stdout: "num_object_clones": 0, 2024-08-29T19:03:21.861 INFO:tasks.workunit.client.0.smithi028.stdout: "num_object_copies": 0, 2024-08-29T19:03:21.861 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects": 0, 2024-08-29T19:03:21.861 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_degraded": 0, 2024-08-29T19:03:21.861 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_dirty": 0, 2024-08-29T19:03:21.861 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_hit_set_archive": 0, 2024-08-29T19:03:21.861 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_manifest": 0, 2024-08-29T19:03:21.861 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_misplaced": 0, 2024-08-29T19:03:21.861 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_missing": 0, 2024-08-29T19:03:21.862 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_missing_on_primary": 0, 2024-08-29T19:03:21.862 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_omap": 0, 2024-08-29T19:03:21.862 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_pinned": 0, 2024-08-29T19:03:21.862 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_recovered": 0, 2024-08-29T19:03:21.862 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_repaired": 0, 2024-08-29T19:03:21.862 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_unfound": 0, 2024-08-29T19:03:21.862 INFO:tasks.workunit.client.0.smithi028.stdout: "num_omap_bytes": 0, 2024-08-29T19:03:21.862 INFO:tasks.workunit.client.0.smithi028.stdout: "num_omap_keys": 0, 2024-08-29T19:03:21.862 INFO:tasks.workunit.client.0.smithi028.stdout: "num_promote": 0, 2024-08-29T19:03:21.862 INFO:tasks.workunit.client.0.smithi028.stdout: "num_read": 0, 2024-08-29T19:03:21.862 INFO:tasks.workunit.client.0.smithi028.stdout: "num_read_kb": 0, 2024-08-29T19:03:21.862 INFO:tasks.workunit.client.0.smithi028.stdout: "num_scrub_errors": 0, 2024-08-29T19:03:21.862 INFO:tasks.workunit.client.0.smithi028.stdout: "num_shallow_scrub_errors": 0, 2024-08-29T19:03:21.862 INFO:tasks.workunit.client.0.smithi028.stdout: "num_whiteouts": 0, 2024-08-29T19:03:21.863 INFO:tasks.workunit.client.0.smithi028.stdout: "num_write": 0, 2024-08-29T19:03:21.863 INFO:tasks.workunit.client.0.smithi028.stdout: "num_write_kb": 0 2024-08-29T19:03:21.863 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:21.863 INFO:tasks.workunit.client.0.smithi028.stdout: "state": "active+clean", 2024-08-29T19:03:21.863 INFO:tasks.workunit.client.0.smithi028.stdout: "stats_invalid": false, 2024-08-29T19:03:21.863 INFO:tasks.workunit.client.0.smithi028.stdout: "up": [ 2024-08-29T19:03:21.863 INFO:tasks.workunit.client.0.smithi028.stdout: 1, 2024-08-29T19:03:21.863 INFO:tasks.workunit.client.0.smithi028.stdout: 2, 2024-08-29T19:03:21.863 INFO:tasks.workunit.client.0.smithi028.stdout: 5 2024-08-29T19:03:21.863 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-08-29T19:03:21.863 INFO:tasks.workunit.client.0.smithi028.stdout: "up_primary": 1, 2024-08-29T19:03:21.863 INFO:tasks.workunit.client.0.smithi028.stdout: "version": "0'0" 2024-08-29T19:03:21.863 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:21.863 INFO:tasks.workunit.client.0.smithi028.stdout: { 2024-08-29T19:03:21.863 INFO:tasks.workunit.client.0.smithi028.stdout: "acting": [ 2024-08-29T19:03:21.864 INFO:tasks.workunit.client.0.smithi028.stdout: 7, 2024-08-29T19:03:21.864 INFO:tasks.workunit.client.0.smithi028.stdout: 0, 2024-08-29T19:03:21.864 INFO:tasks.workunit.client.0.smithi028.stdout: 4 2024-08-29T19:03:21.864 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-08-29T19:03:21.864 INFO:tasks.workunit.client.0.smithi028.stdout: "acting_primary": 7, 2024-08-29T19:03:21.864 INFO:tasks.workunit.client.0.smithi028.stdout: "avail_no_missing": [], 2024-08-29T19:03:21.864 INFO:tasks.workunit.client.0.smithi028.stdout: "blocked_by": [], 2024-08-29T19:03:21.864 INFO:tasks.workunit.client.0.smithi028.stdout: "created": 59, 2024-08-29T19:03:21.864 INFO:tasks.workunit.client.0.smithi028.stdout: "dirty_stats_invalid": false, 2024-08-29T19:03:21.864 INFO:tasks.workunit.client.0.smithi028.stdout: "hitset_bytes_stats_invalid": false, 2024-08-29T19:03:21.864 INFO:tasks.workunit.client.0.smithi028.stdout: "hitset_stats_invalid": false, 2024-08-29T19:03:21.864 INFO:tasks.workunit.client.0.smithi028.stdout: "last_active": "2024-08-29T19:02:14.101856+0000", 2024-08-29T19:03:21.864 INFO:tasks.workunit.client.0.smithi028.stdout: "last_became_active": "2024-08-29T17:58:11.357992+0000", 2024-08-29T19:03:21.864 INFO:tasks.workunit.client.0.smithi028.stdout: "last_became_peered": "2024-08-29T17:58:11.357992+0000", 2024-08-29T19:03:21.865 INFO:tasks.workunit.client.0.smithi028.stdout: "last_change": "2024-08-29T17:58:11.360832+0000", 2024-08-29T19:03:21.865 INFO:tasks.workunit.client.0.smithi028.stdout: "last_clean": "2024-08-29T19:02:14.101856+0000", 2024-08-29T19:03:21.865 INFO:tasks.workunit.client.0.smithi028.stdout: "last_clean_scrub_stamp": "2024-08-29T17:40:52.944949+0000", 2024-08-29T19:03:21.865 INFO:tasks.workunit.client.0.smithi028.stdout: "last_deep_scrub": "0'0", 2024-08-29T19:03:21.865 INFO:tasks.workunit.client.0.smithi028.stdout: "last_deep_scrub_stamp": "2024-08-29T17:40:52.944949+0000", 2024-08-29T19:03:21.865 INFO:tasks.workunit.client.0.smithi028.stdout: "last_epoch_clean": 681, 2024-08-29T19:03:21.865 INFO:tasks.workunit.client.0.smithi028.stdout: "last_fresh": "2024-08-29T19:02:14.101856+0000", 2024-08-29T19:03:21.865 INFO:tasks.workunit.client.0.smithi028.stdout: "last_fullsized": "2024-08-29T19:02:14.101856+0000", 2024-08-29T19:03:21.865 INFO:tasks.workunit.client.0.smithi028.stdout: "last_peered": "2024-08-29T19:02:14.101856+0000", 2024-08-29T19:03:21.865 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub": "0'0", 2024-08-29T19:03:21.865 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub_duration": 0, 2024-08-29T19:03:21.865 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub_stamp": "2024-08-29T17:40:52.944949+0000", 2024-08-29T19:03:21.865 INFO:tasks.workunit.client.0.smithi028.stdout: "last_undegraded": "2024-08-29T19:02:14.101856+0000", 2024-08-29T19:03:21.865 INFO:tasks.workunit.client.0.smithi028.stdout: "last_unstale": "2024-08-29T19:02:14.101856+0000", 2024-08-29T19:03:21.866 INFO:tasks.workunit.client.0.smithi028.stdout: "log_dups_size": 0, 2024-08-29T19:03:21.866 INFO:tasks.workunit.client.0.smithi028.stdout: "log_size": 0, 2024-08-29T19:03:21.866 INFO:tasks.workunit.client.0.smithi028.stdout: "log_start": "0'0", 2024-08-29T19:03:21.866 INFO:tasks.workunit.client.0.smithi028.stdout: "manifest_stats_invalid": false, 2024-08-29T19:03:21.866 INFO:tasks.workunit.client.0.smithi028.stdout: "mapping_epoch": 680, 2024-08-29T19:03:21.866 INFO:tasks.workunit.client.0.smithi028.stdout: "object_location_counts": [], 2024-08-29T19:03:21.866 INFO:tasks.workunit.client.0.smithi028.stdout: "objects_scrubbed": 0, 2024-08-29T19:03:21.866 INFO:tasks.workunit.client.0.smithi028.stdout: "objects_trimmed": 0, 2024-08-29T19:03:21.866 INFO:tasks.workunit.client.0.smithi028.stdout: "omap_stats_invalid": false, 2024-08-29T19:03:21.866 INFO:tasks.workunit.client.0.smithi028.stdout: "ondisk_log_size": 0, 2024-08-29T19:03:21.866 INFO:tasks.workunit.client.0.smithi028.stdout: "ondisk_log_start": "0'0", 2024-08-29T19:03:21.866 INFO:tasks.workunit.client.0.smithi028.stdout: "parent": "0.0", 2024-08-29T19:03:21.866 INFO:tasks.workunit.client.0.smithi028.stdout: "parent_split_bits": 0, 2024-08-29T19:03:21.866 INFO:tasks.workunit.client.0.smithi028.stdout: "pgid": "2.5", 2024-08-29T19:03:21.867 INFO:tasks.workunit.client.0.smithi028.stdout: "pin_stats_invalid": false, 2024-08-29T19:03:21.867 INFO:tasks.workunit.client.0.smithi028.stdout: "purged_snaps": [], 2024-08-29T19:03:21.867 INFO:tasks.workunit.client.0.smithi028.stdout: "reported_epoch": 2650, 2024-08-29T19:03:21.867 INFO:tasks.workunit.client.0.smithi028.stdout: "reported_seq": 4576, 2024-08-29T19:03:21.867 INFO:tasks.workunit.client.0.smithi028.stdout: "scrub_duration": 0.0, 2024-08-29T19:03:21.867 INFO:tasks.workunit.client.0.smithi028.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-31T01:37:28.708727+0000", 2024-08-29T19:03:21.867 INFO:tasks.workunit.client.0.smithi028.stdout: "snaptrim_duration": 0.0, 2024-08-29T19:03:21.867 INFO:tasks.workunit.client.0.smithi028.stdout: "snaptrimq_len": 0, 2024-08-29T19:03:21.867 INFO:tasks.workunit.client.0.smithi028.stdout: "stat_sum": { 2024-08-29T19:03:21.867 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes": 0, 2024-08-29T19:03:21.867 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes_hit_set_archive": 0, 2024-08-29T19:03:21.867 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes_recovered": 0, 2024-08-29T19:03:21.867 INFO:tasks.workunit.client.0.smithi028.stdout: "num_deep_scrub_errors": 0, 2024-08-29T19:03:21.867 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict": 0, 2024-08-29T19:03:21.868 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_kb": 0, 2024-08-29T19:03:21.868 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_mode_full": 0, 2024-08-29T19:03:21.868 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_mode_some": 0, 2024-08-29T19:03:21.868 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush": 0, 2024-08-29T19:03:21.868 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_kb": 0, 2024-08-29T19:03:21.868 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_mode_high": 0, 2024-08-29T19:03:21.868 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_mode_low": 0, 2024-08-29T19:03:21.868 INFO:tasks.workunit.client.0.smithi028.stdout: "num_keys_recovered": 0, 2024-08-29T19:03:21.868 INFO:tasks.workunit.client.0.smithi028.stdout: "num_large_omap_objects": 0, 2024-08-29T19:03:21.868 INFO:tasks.workunit.client.0.smithi028.stdout: "num_legacy_snapsets": 0, 2024-08-29T19:03:21.868 INFO:tasks.workunit.client.0.smithi028.stdout: "num_object_clones": 0, 2024-08-29T19:03:21.868 INFO:tasks.workunit.client.0.smithi028.stdout: "num_object_copies": 0, 2024-08-29T19:03:21.868 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects": 0, 2024-08-29T19:03:21.868 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_degraded": 0, 2024-08-29T19:03:21.868 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_dirty": 0, 2024-08-29T19:03:21.869 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_hit_set_archive": 0, 2024-08-29T19:03:21.869 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_manifest": 0, 2024-08-29T19:03:21.869 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_misplaced": 0, 2024-08-29T19:03:21.869 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_missing": 0, 2024-08-29T19:03:21.869 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_missing_on_primary": 0, 2024-08-29T19:03:21.869 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_omap": 0, 2024-08-29T19:03:21.869 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_pinned": 0, 2024-08-29T19:03:21.869 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_recovered": 0, 2024-08-29T19:03:21.869 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_repaired": 0, 2024-08-29T19:03:21.869 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_unfound": 0, 2024-08-29T19:03:21.869 INFO:tasks.workunit.client.0.smithi028.stdout: "num_omap_bytes": 0, 2024-08-29T19:03:21.869 INFO:tasks.workunit.client.0.smithi028.stdout: "num_omap_keys": 0, 2024-08-29T19:03:21.869 INFO:tasks.workunit.client.0.smithi028.stdout: "num_promote": 0, 2024-08-29T19:03:21.870 INFO:tasks.workunit.client.0.smithi028.stdout: "num_read": 0, 2024-08-29T19:03:21.870 INFO:tasks.workunit.client.0.smithi028.stdout: "num_read_kb": 0, 2024-08-29T19:03:21.870 INFO:tasks.workunit.client.0.smithi028.stdout: "num_scrub_errors": 0, 2024-08-29T19:03:21.870 INFO:tasks.workunit.client.0.smithi028.stdout: "num_shallow_scrub_errors": 0, 2024-08-29T19:03:21.870 INFO:tasks.workunit.client.0.smithi028.stdout: "num_whiteouts": 0, 2024-08-29T19:03:21.870 INFO:tasks.workunit.client.0.smithi028.stdout: "num_write": 0, 2024-08-29T19:03:21.870 INFO:tasks.workunit.client.0.smithi028.stdout: "num_write_kb": 0 2024-08-29T19:03:21.870 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:21.870 INFO:tasks.workunit.client.0.smithi028.stdout: "state": "active+clean", 2024-08-29T19:03:21.870 INFO:tasks.workunit.client.0.smithi028.stdout: "stats_invalid": false, 2024-08-29T19:03:21.870 INFO:tasks.workunit.client.0.smithi028.stdout: "up": [ 2024-08-29T19:03:21.870 INFO:tasks.workunit.client.0.smithi028.stdout: 7, 2024-08-29T19:03:21.870 INFO:tasks.workunit.client.0.smithi028.stdout: 0, 2024-08-29T19:03:21.870 INFO:tasks.workunit.client.0.smithi028.stdout: 4 2024-08-29T19:03:21.871 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-08-29T19:03:21.871 INFO:tasks.workunit.client.0.smithi028.stdout: "up_primary": 7, 2024-08-29T19:03:21.871 INFO:tasks.workunit.client.0.smithi028.stdout: "version": "0'0" 2024-08-29T19:03:21.871 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:21.871 INFO:tasks.workunit.client.0.smithi028.stdout: { 2024-08-29T19:03:21.871 INFO:tasks.workunit.client.0.smithi028.stdout: "acting": [ 2024-08-29T19:03:21.871 INFO:tasks.workunit.client.0.smithi028.stdout: 0, 2024-08-29T19:03:21.871 INFO:tasks.workunit.client.0.smithi028.stdout: 5, 2024-08-29T19:03:21.871 INFO:tasks.workunit.client.0.smithi028.stdout: 7 2024-08-29T19:03:21.871 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-08-29T19:03:21.871 INFO:tasks.workunit.client.0.smithi028.stdout: "acting_primary": 0, 2024-08-29T19:03:21.871 INFO:tasks.workunit.client.0.smithi028.stdout: "avail_no_missing": [], 2024-08-29T19:03:21.871 INFO:tasks.workunit.client.0.smithi028.stdout: "blocked_by": [], 2024-08-29T19:03:21.871 INFO:tasks.workunit.client.0.smithi028.stdout: "created": 69, 2024-08-29T19:03:21.872 INFO:tasks.workunit.client.0.smithi028.stdout: "dirty_stats_invalid": false, 2024-08-29T19:03:21.872 INFO:tasks.workunit.client.0.smithi028.stdout: "hitset_bytes_stats_invalid": false, 2024-08-29T19:03:21.872 INFO:tasks.workunit.client.0.smithi028.stdout: "hitset_stats_invalid": false, 2024-08-29T19:03:21.872 INFO:tasks.workunit.client.0.smithi028.stdout: "last_active": "2024-08-29T19:03:06.674900+0000", 2024-08-29T19:03:21.872 INFO:tasks.workunit.client.0.smithi028.stdout: "last_became_active": "2024-08-29T17:58:11.357038+0000", 2024-08-29T19:03:21.872 INFO:tasks.workunit.client.0.smithi028.stdout: "last_became_peered": "2024-08-29T17:58:11.357038+0000", 2024-08-29T19:03:21.872 INFO:tasks.workunit.client.0.smithi028.stdout: "last_change": "2024-08-29T18:32:49.460790+0000", 2024-08-29T19:03:21.872 INFO:tasks.workunit.client.0.smithi028.stdout: "last_clean": "2024-08-29T19:03:06.674900+0000", 2024-08-29T19:03:21.872 INFO:tasks.workunit.client.0.smithi028.stdout: "last_clean_scrub_stamp": "2024-08-29T17:43:39.870944+0000", 2024-08-29T19:03:21.872 INFO:tasks.workunit.client.0.smithi028.stdout: "last_deep_scrub": "0'0", 2024-08-29T19:03:21.872 INFO:tasks.workunit.client.0.smithi028.stdout: "last_deep_scrub_stamp": "2024-08-29T17:43:39.870944+0000", 2024-08-29T19:03:21.872 INFO:tasks.workunit.client.0.smithi028.stdout: "last_epoch_clean": 681, 2024-08-29T19:03:21.872 INFO:tasks.workunit.client.0.smithi028.stdout: "last_fresh": "2024-08-29T19:03:06.674900+0000", 2024-08-29T19:03:21.873 INFO:tasks.workunit.client.0.smithi028.stdout: "last_fullsized": "2024-08-29T19:03:06.674900+0000", 2024-08-29T19:03:21.873 INFO:tasks.workunit.client.0.smithi028.stdout: "last_peered": "2024-08-29T19:03:06.674900+0000", 2024-08-29T19:03:21.873 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub": "0'0", 2024-08-29T19:03:21.873 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub_duration": 0, 2024-08-29T19:03:21.873 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub_stamp": "2024-08-29T17:43:39.870944+0000", 2024-08-29T19:03:21.873 INFO:tasks.workunit.client.0.smithi028.stdout: "last_undegraded": "2024-08-29T19:03:06.674900+0000", 2024-08-29T19:03:21.873 INFO:tasks.workunit.client.0.smithi028.stdout: "last_unstale": "2024-08-29T19:03:06.674900+0000", 2024-08-29T19:03:21.873 INFO:tasks.workunit.client.0.smithi028.stdout: "log_dups_size": 0, 2024-08-29T19:03:21.873 INFO:tasks.workunit.client.0.smithi028.stdout: "log_size": 2978, 2024-08-29T19:03:21.873 INFO:tasks.workunit.client.0.smithi028.stdout: "log_start": "0'0", 2024-08-29T19:03:21.873 INFO:tasks.workunit.client.0.smithi028.stdout: "manifest_stats_invalid": false, 2024-08-29T19:03:21.873 INFO:tasks.workunit.client.0.smithi028.stdout: "mapping_epoch": 680, 2024-08-29T19:03:21.873 INFO:tasks.workunit.client.0.smithi028.stdout: "object_location_counts": [], 2024-08-29T19:03:21.874 INFO:tasks.workunit.client.0.smithi028.stdout: "objects_scrubbed": 0, 2024-08-29T19:03:21.874 INFO:tasks.workunit.client.0.smithi028.stdout: "objects_trimmed": 0, 2024-08-29T19:03:21.874 INFO:tasks.workunit.client.0.smithi028.stdout: "omap_stats_invalid": false, 2024-08-29T19:03:21.874 INFO:tasks.workunit.client.0.smithi028.stdout: "ondisk_log_size": 2978, 2024-08-29T19:03:21.874 INFO:tasks.workunit.client.0.smithi028.stdout: "ondisk_log_start": "0'0", 2024-08-29T19:03:21.874 INFO:tasks.workunit.client.0.smithi028.stdout: "parent": "0.0", 2024-08-29T19:03:21.874 INFO:tasks.workunit.client.0.smithi028.stdout: "parent_split_bits": 0, 2024-08-29T19:03:21.874 INFO:tasks.workunit.client.0.smithi028.stdout: "pgid": "4.3", 2024-08-29T19:03:21.874 INFO:tasks.workunit.client.0.smithi028.stdout: "pin_stats_invalid": false, 2024-08-29T19:03:21.874 INFO:tasks.workunit.client.0.smithi028.stdout: "purged_snaps": [], 2024-08-29T19:03:21.874 INFO:tasks.workunit.client.0.smithi028.stdout: "reported_epoch": 2650, 2024-08-29T19:03:21.874 INFO:tasks.workunit.client.0.smithi028.stdout: "reported_seq": 8367, 2024-08-29T19:03:21.874 INFO:tasks.workunit.client.0.smithi028.stdout: "scrub_duration": 0.0, 2024-08-29T19:03:21.874 INFO:tasks.workunit.client.0.smithi028.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-31T05:12:40.871753+0000", 2024-08-29T19:03:21.875 INFO:tasks.workunit.client.0.smithi028.stdout: "snaptrim_duration": 0.018498668, 2024-08-29T19:03:21.875 INFO:tasks.workunit.client.0.smithi028.stdout: "snaptrimq_len": 0, 2024-08-29T19:03:21.875 INFO:tasks.workunit.client.0.smithi028.stdout: "stat_sum": { 2024-08-29T19:03:21.875 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes": 0, 2024-08-29T19:03:21.875 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes_hit_set_archive": 0, 2024-08-29T19:03:21.875 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes_recovered": 0, 2024-08-29T19:03:21.875 INFO:tasks.workunit.client.0.smithi028.stdout: "num_deep_scrub_errors": 0, 2024-08-29T19:03:21.875 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict": 0, 2024-08-29T19:03:21.875 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_kb": 0, 2024-08-29T19:03:21.875 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_mode_full": 0, 2024-08-29T19:03:21.875 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_mode_some": 0, 2024-08-29T19:03:21.875 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush": 0, 2024-08-29T19:03:21.875 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_kb": 0, 2024-08-29T19:03:21.875 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_mode_high": 0, 2024-08-29T19:03:21.876 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_mode_low": 0, 2024-08-29T19:03:21.876 INFO:tasks.workunit.client.0.smithi028.stdout: "num_keys_recovered": 0, 2024-08-29T19:03:21.876 INFO:tasks.workunit.client.0.smithi028.stdout: "num_large_omap_objects": 0, 2024-08-29T19:03:21.876 INFO:tasks.workunit.client.0.smithi028.stdout: "num_legacy_snapsets": 0, 2024-08-29T19:03:21.876 INFO:tasks.workunit.client.0.smithi028.stdout: "num_object_clones": 0, 2024-08-29T19:03:21.876 INFO:tasks.workunit.client.0.smithi028.stdout: "num_object_copies": 3, 2024-08-29T19:03:21.876 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects": 1, 2024-08-29T19:03:21.876 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_degraded": 0, 2024-08-29T19:03:21.876 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_dirty": 1, 2024-08-29T19:03:21.876 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_hit_set_archive": 0, 2024-08-29T19:03:21.876 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_manifest": 0, 2024-08-29T19:03:21.876 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_misplaced": 0, 2024-08-29T19:03:21.876 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_missing": 0, 2024-08-29T19:03:21.876 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_missing_on_primary": 0, 2024-08-29T19:03:21.877 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_omap": 1, 2024-08-29T19:03:21.877 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_pinned": 0, 2024-08-29T19:03:21.877 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_recovered": 0, 2024-08-29T19:03:21.877 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_repaired": 0, 2024-08-29T19:03:21.877 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_unfound": 0, 2024-08-29T19:03:21.877 INFO:tasks.workunit.client.0.smithi028.stdout: "num_omap_bytes": 0, 2024-08-29T19:03:21.877 INFO:tasks.workunit.client.0.smithi028.stdout: "num_omap_keys": 0, 2024-08-29T19:03:21.877 INFO:tasks.workunit.client.0.smithi028.stdout: "num_promote": 0, 2024-08-29T19:03:21.877 INFO:tasks.workunit.client.0.smithi028.stdout: "num_read": 804, 2024-08-29T19:03:21.877 INFO:tasks.workunit.client.0.smithi028.stdout: "num_read_kb": 375355, 2024-08-29T19:03:21.877 INFO:tasks.workunit.client.0.smithi028.stdout: "num_scrub_errors": 0, 2024-08-29T19:03:21.877 INFO:tasks.workunit.client.0.smithi028.stdout: "num_shallow_scrub_errors": 0, 2024-08-29T19:03:21.877 INFO:tasks.workunit.client.0.smithi028.stdout: "num_whiteouts": 0, 2024-08-29T19:03:21.877 INFO:tasks.workunit.client.0.smithi028.stdout: "num_write": 2971, 2024-08-29T19:03:21.877 INFO:tasks.workunit.client.0.smithi028.stdout: "num_write_kb": 383671 2024-08-29T19:03:21.878 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:21.878 INFO:tasks.workunit.client.0.smithi028.stdout: "state": "active+clean", 2024-08-29T19:03:21.878 INFO:tasks.workunit.client.0.smithi028.stdout: "stats_invalid": false, 2024-08-29T19:03:21.878 INFO:tasks.workunit.client.0.smithi028.stdout: "up": [ 2024-08-29T19:03:21.878 INFO:tasks.workunit.client.0.smithi028.stdout: 0, 2024-08-29T19:03:21.878 INFO:tasks.workunit.client.0.smithi028.stdout: 5, 2024-08-29T19:03:21.878 INFO:tasks.workunit.client.0.smithi028.stdout: 7 2024-08-29T19:03:21.878 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-08-29T19:03:21.878 INFO:tasks.workunit.client.0.smithi028.stdout: "up_primary": 0, 2024-08-29T19:03:21.878 INFO:tasks.workunit.client.0.smithi028.stdout: "version": "1182'2978" 2024-08-29T19:03:21.878 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:21.878 INFO:tasks.workunit.client.0.smithi028.stdout: { 2024-08-29T19:03:21.878 INFO:tasks.workunit.client.0.smithi028.stdout: "acting": [ 2024-08-29T19:03:21.878 INFO:tasks.workunit.client.0.smithi028.stdout: 5, 2024-08-29T19:03:21.879 INFO:tasks.workunit.client.0.smithi028.stdout: 3, 2024-08-29T19:03:21.879 INFO:tasks.workunit.client.0.smithi028.stdout: 2 2024-08-29T19:03:21.879 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-08-29T19:03:21.879 INFO:tasks.workunit.client.0.smithi028.stdout: "acting_primary": 5, 2024-08-29T19:03:21.879 INFO:tasks.workunit.client.0.smithi028.stdout: "avail_no_missing": [], 2024-08-29T19:03:21.879 INFO:tasks.workunit.client.0.smithi028.stdout: "blocked_by": [], 2024-08-29T19:03:21.879 INFO:tasks.workunit.client.0.smithi028.stdout: "created": 62, 2024-08-29T19:03:21.879 INFO:tasks.workunit.client.0.smithi028.stdout: "dirty_stats_invalid": false, 2024-08-29T19:03:21.879 INFO:tasks.workunit.client.0.smithi028.stdout: "hitset_bytes_stats_invalid": false, 2024-08-29T19:03:21.879 INFO:tasks.workunit.client.0.smithi028.stdout: "hitset_stats_invalid": false, 2024-08-29T19:03:21.879 INFO:tasks.workunit.client.0.smithi028.stdout: "last_active": "2024-08-29T19:02:14.917610+0000", 2024-08-29T19:03:21.879 INFO:tasks.workunit.client.0.smithi028.stdout: "last_became_active": "2024-08-29T17:57:02.377844+0000", 2024-08-29T19:03:21.879 INFO:tasks.workunit.client.0.smithi028.stdout: "last_became_peered": "2024-08-29T17:57:02.377844+0000", 2024-08-29T19:03:21.879 INFO:tasks.workunit.client.0.smithi028.stdout: "last_change": "2024-08-29T17:57:02.378527+0000", 2024-08-29T19:03:21.880 INFO:tasks.workunit.client.0.smithi028.stdout: "last_clean": "2024-08-29T19:02:14.917610+0000", 2024-08-29T19:03:21.880 INFO:tasks.workunit.client.0.smithi028.stdout: "last_clean_scrub_stamp": "2024-08-29T17:41:01.987071+0000", 2024-08-29T19:03:21.880 INFO:tasks.workunit.client.0.smithi028.stdout: "last_deep_scrub": "0'0", 2024-08-29T19:03:21.880 INFO:tasks.workunit.client.0.smithi028.stdout: "last_deep_scrub_stamp": "2024-08-29T17:41:01.987071+0000", 2024-08-29T19:03:21.880 INFO:tasks.workunit.client.0.smithi028.stdout: "last_epoch_clean": 613, 2024-08-29T19:03:21.880 INFO:tasks.workunit.client.0.smithi028.stdout: "last_fresh": "2024-08-29T19:02:14.917610+0000", 2024-08-29T19:03:21.880 INFO:tasks.workunit.client.0.smithi028.stdout: "last_fullsized": "2024-08-29T19:02:14.917610+0000", 2024-08-29T19:03:21.880 INFO:tasks.workunit.client.0.smithi028.stdout: "last_peered": "2024-08-29T19:02:14.917610+0000", 2024-08-29T19:03:21.880 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub": "0'0", 2024-08-29T19:03:21.880 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub_duration": 0, 2024-08-29T19:03:21.880 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub_stamp": "2024-08-29T17:41:01.987071+0000", 2024-08-29T19:03:21.880 INFO:tasks.workunit.client.0.smithi028.stdout: "last_undegraded": "2024-08-29T19:02:14.917610+0000", 2024-08-29T19:03:21.880 INFO:tasks.workunit.client.0.smithi028.stdout: "last_unstale": "2024-08-29T19:02:14.917610+0000", 2024-08-29T19:03:21.880 INFO:tasks.workunit.client.0.smithi028.stdout: "log_dups_size": 0, 2024-08-29T19:03:21.881 INFO:tasks.workunit.client.0.smithi028.stdout: "log_size": 0, 2024-08-29T19:03:21.881 INFO:tasks.workunit.client.0.smithi028.stdout: "log_start": "0'0", 2024-08-29T19:03:21.881 INFO:tasks.workunit.client.0.smithi028.stdout: "manifest_stats_invalid": false, 2024-08-29T19:03:21.881 INFO:tasks.workunit.client.0.smithi028.stdout: "mapping_epoch": 612, 2024-08-29T19:03:21.881 INFO:tasks.workunit.client.0.smithi028.stdout: "object_location_counts": [], 2024-08-29T19:03:21.881 INFO:tasks.workunit.client.0.smithi028.stdout: "objects_scrubbed": 0, 2024-08-29T19:03:21.881 INFO:tasks.workunit.client.0.smithi028.stdout: "objects_trimmed": 0, 2024-08-29T19:03:21.881 INFO:tasks.workunit.client.0.smithi028.stdout: "omap_stats_invalid": false, 2024-08-29T19:03:21.881 INFO:tasks.workunit.client.0.smithi028.stdout: "ondisk_log_size": 0, 2024-08-29T19:03:21.881 INFO:tasks.workunit.client.0.smithi028.stdout: "ondisk_log_start": "0'0", 2024-08-29T19:03:21.881 INFO:tasks.workunit.client.0.smithi028.stdout: "parent": "0.0", 2024-08-29T19:03:21.881 INFO:tasks.workunit.client.0.smithi028.stdout: "parent_split_bits": 0, 2024-08-29T19:03:21.881 INFO:tasks.workunit.client.0.smithi028.stdout: "pgid": "3.5", 2024-08-29T19:03:21.881 INFO:tasks.workunit.client.0.smithi028.stdout: "pin_stats_invalid": false, 2024-08-29T19:03:21.882 INFO:tasks.workunit.client.0.smithi028.stdout: "purged_snaps": [], 2024-08-29T19:03:21.882 INFO:tasks.workunit.client.0.smithi028.stdout: "reported_epoch": 2650, 2024-08-29T19:03:21.882 INFO:tasks.workunit.client.0.smithi028.stdout: "reported_seq": 4645, 2024-08-29T19:03:21.882 INFO:tasks.workunit.client.0.smithi028.stdout: "scrub_duration": 0.0, 2024-08-29T19:03:21.882 INFO:tasks.workunit.client.0.smithi028.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-30T17:44:55.722295+0000", 2024-08-29T19:03:21.882 INFO:tasks.workunit.client.0.smithi028.stdout: "snaptrim_duration": 0.0, 2024-08-29T19:03:21.882 INFO:tasks.workunit.client.0.smithi028.stdout: "snaptrimq_len": 0, 2024-08-29T19:03:21.882 INFO:tasks.workunit.client.0.smithi028.stdout: "stat_sum": { 2024-08-29T19:03:21.882 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes": 0, 2024-08-29T19:03:21.882 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes_hit_set_archive": 0, 2024-08-29T19:03:21.882 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes_recovered": 0, 2024-08-29T19:03:21.882 INFO:tasks.workunit.client.0.smithi028.stdout: "num_deep_scrub_errors": 0, 2024-08-29T19:03:21.882 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict": 0, 2024-08-29T19:03:21.882 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_kb": 0, 2024-08-29T19:03:21.883 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_mode_full": 0, 2024-08-29T19:03:21.883 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_mode_some": 0, 2024-08-29T19:03:21.883 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush": 0, 2024-08-29T19:03:21.883 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_kb": 0, 2024-08-29T19:03:21.883 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_mode_high": 0, 2024-08-29T19:03:21.883 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_mode_low": 0, 2024-08-29T19:03:21.883 INFO:tasks.workunit.client.0.smithi028.stdout: "num_keys_recovered": 0, 2024-08-29T19:03:21.883 INFO:tasks.workunit.client.0.smithi028.stdout: "num_large_omap_objects": 0, 2024-08-29T19:03:21.883 INFO:tasks.workunit.client.0.smithi028.stdout: "num_legacy_snapsets": 0, 2024-08-29T19:03:21.883 INFO:tasks.workunit.client.0.smithi028.stdout: "num_object_clones": 0, 2024-08-29T19:03:21.883 INFO:tasks.workunit.client.0.smithi028.stdout: "num_object_copies": 0, 2024-08-29T19:03:21.883 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects": 0, 2024-08-29T19:03:21.883 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_degraded": 0, 2024-08-29T19:03:21.883 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_dirty": 0, 2024-08-29T19:03:21.884 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_hit_set_archive": 0, 2024-08-29T19:03:21.884 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_manifest": 0, 2024-08-29T19:03:21.884 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_misplaced": 0, 2024-08-29T19:03:21.884 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_missing": 0, 2024-08-29T19:03:21.884 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_missing_on_primary": 0, 2024-08-29T19:03:21.884 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_omap": 0, 2024-08-29T19:03:21.884 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_pinned": 0, 2024-08-29T19:03:21.884 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_recovered": 0, 2024-08-29T19:03:21.884 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_repaired": 0, 2024-08-29T19:03:21.884 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_unfound": 0, 2024-08-29T19:03:21.884 INFO:tasks.workunit.client.0.smithi028.stdout: "num_omap_bytes": 0, 2024-08-29T19:03:21.884 INFO:tasks.workunit.client.0.smithi028.stdout: "num_omap_keys": 0, 2024-08-29T19:03:21.884 INFO:tasks.workunit.client.0.smithi028.stdout: "num_promote": 0, 2024-08-29T19:03:21.885 INFO:tasks.workunit.client.0.smithi028.stdout: "num_read": 0, 2024-08-29T19:03:21.885 INFO:tasks.workunit.client.0.smithi028.stdout: "num_read_kb": 0, 2024-08-29T19:03:21.885 INFO:tasks.workunit.client.0.smithi028.stdout: "num_scrub_errors": 0, 2024-08-29T19:03:21.885 INFO:tasks.workunit.client.0.smithi028.stdout: "num_shallow_scrub_errors": 0, 2024-08-29T19:03:21.885 INFO:tasks.workunit.client.0.smithi028.stdout: "num_whiteouts": 0, 2024-08-29T19:03:21.885 INFO:tasks.workunit.client.0.smithi028.stdout: "num_write": 0, 2024-08-29T19:03:21.885 INFO:tasks.workunit.client.0.smithi028.stdout: "num_write_kb": 0 2024-08-29T19:03:21.885 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:21.885 INFO:tasks.workunit.client.0.smithi028.stdout: "state": "active+clean", 2024-08-29T19:03:21.885 INFO:tasks.workunit.client.0.smithi028.stdout: "stats_invalid": false, 2024-08-29T19:03:21.885 INFO:tasks.workunit.client.0.smithi028.stdout: "up": [ 2024-08-29T19:03:21.885 INFO:tasks.workunit.client.0.smithi028.stdout: 5, 2024-08-29T19:03:21.885 INFO:tasks.workunit.client.0.smithi028.stdout: 3, 2024-08-29T19:03:21.885 INFO:tasks.workunit.client.0.smithi028.stdout: 2 2024-08-29T19:03:21.886 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-08-29T19:03:21.886 INFO:tasks.workunit.client.0.smithi028.stdout: "up_primary": 5, 2024-08-29T19:03:21.886 INFO:tasks.workunit.client.0.smithi028.stdout: "version": "0'0" 2024-08-29T19:03:21.886 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:21.886 INFO:tasks.workunit.client.0.smithi028.stdout: { 2024-08-29T19:03:21.886 INFO:tasks.workunit.client.0.smithi028.stdout: "acting": [ 2024-08-29T19:03:21.886 INFO:tasks.workunit.client.0.smithi028.stdout: 1, 2024-08-29T19:03:21.886 INFO:tasks.workunit.client.0.smithi028.stdout: 0, 2024-08-29T19:03:21.886 INFO:tasks.workunit.client.0.smithi028.stdout: 7 2024-08-29T19:03:21.886 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-08-29T19:03:21.886 INFO:tasks.workunit.client.0.smithi028.stdout: "acting_primary": 1, 2024-08-29T19:03:21.886 INFO:tasks.workunit.client.0.smithi028.stdout: "avail_no_missing": [], 2024-08-29T19:03:21.886 INFO:tasks.workunit.client.0.smithi028.stdout: "blocked_by": [], 2024-08-29T19:03:21.886 INFO:tasks.workunit.client.0.smithi028.stdout: "created": 59, 2024-08-29T19:03:21.887 INFO:tasks.workunit.client.0.smithi028.stdout: "dirty_stats_invalid": false, 2024-08-29T19:03:21.887 INFO:tasks.workunit.client.0.smithi028.stdout: "hitset_bytes_stats_invalid": false, 2024-08-29T19:03:21.887 INFO:tasks.workunit.client.0.smithi028.stdout: "hitset_stats_invalid": false, 2024-08-29T19:03:21.887 INFO:tasks.workunit.client.0.smithi028.stdout: "last_active": "2024-08-29T19:02:14.818328+0000", 2024-08-29T19:03:21.887 INFO:tasks.workunit.client.0.smithi028.stdout: "last_became_active": "2024-08-29T17:58:11.361610+0000", 2024-08-29T19:03:21.887 INFO:tasks.workunit.client.0.smithi028.stdout: "last_became_peered": "2024-08-29T17:58:11.361610+0000", 2024-08-29T19:03:21.887 INFO:tasks.workunit.client.0.smithi028.stdout: "last_change": "2024-08-29T17:58:11.362383+0000", 2024-08-29T19:03:21.887 INFO:tasks.workunit.client.0.smithi028.stdout: "last_clean": "2024-08-29T19:02:14.818328+0000", 2024-08-29T19:03:21.887 INFO:tasks.workunit.client.0.smithi028.stdout: "last_clean_scrub_stamp": "2024-08-29T17:40:52.944949+0000", 2024-08-29T19:03:21.887 INFO:tasks.workunit.client.0.smithi028.stdout: "last_deep_scrub": "0'0", 2024-08-29T19:03:21.887 INFO:tasks.workunit.client.0.smithi028.stdout: "last_deep_scrub_stamp": "2024-08-29T17:40:52.944949+0000", 2024-08-29T19:03:21.887 INFO:tasks.workunit.client.0.smithi028.stdout: "last_epoch_clean": 681, 2024-08-29T19:03:21.887 INFO:tasks.workunit.client.0.smithi028.stdout: "last_fresh": "2024-08-29T19:02:14.818328+0000", 2024-08-29T19:03:21.887 INFO:tasks.workunit.client.0.smithi028.stdout: "last_fullsized": "2024-08-29T19:02:14.818328+0000", 2024-08-29T19:03:21.888 INFO:tasks.workunit.client.0.smithi028.stdout: "last_peered": "2024-08-29T19:02:14.818328+0000", 2024-08-29T19:03:21.888 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub": "0'0", 2024-08-29T19:03:21.888 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub_duration": 0, 2024-08-29T19:03:21.888 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub_stamp": "2024-08-29T17:40:52.944949+0000", 2024-08-29T19:03:21.888 INFO:tasks.workunit.client.0.smithi028.stdout: "last_undegraded": "2024-08-29T19:02:14.818328+0000", 2024-08-29T19:03:21.888 INFO:tasks.workunit.client.0.smithi028.stdout: "last_unstale": "2024-08-29T19:02:14.818328+0000", 2024-08-29T19:03:21.888 INFO:tasks.workunit.client.0.smithi028.stdout: "log_dups_size": 0, 2024-08-29T19:03:21.888 INFO:tasks.workunit.client.0.smithi028.stdout: "log_size": 0, 2024-08-29T19:03:21.888 INFO:tasks.workunit.client.0.smithi028.stdout: "log_start": "0'0", 2024-08-29T19:03:21.888 INFO:tasks.workunit.client.0.smithi028.stdout: "manifest_stats_invalid": false, 2024-08-29T19:03:21.888 INFO:tasks.workunit.client.0.smithi028.stdout: "mapping_epoch": 680, 2024-08-29T19:03:21.888 INFO:tasks.workunit.client.0.smithi028.stdout: "object_location_counts": [], 2024-08-29T19:03:21.888 INFO:tasks.workunit.client.0.smithi028.stdout: "objects_scrubbed": 0, 2024-08-29T19:03:21.888 INFO:tasks.workunit.client.0.smithi028.stdout: "objects_trimmed": 0, 2024-08-29T19:03:21.889 INFO:tasks.workunit.client.0.smithi028.stdout: "omap_stats_invalid": false, 2024-08-29T19:03:21.889 INFO:tasks.workunit.client.0.smithi028.stdout: "ondisk_log_size": 0, 2024-08-29T19:03:21.889 INFO:tasks.workunit.client.0.smithi028.stdout: "ondisk_log_start": "0'0", 2024-08-29T19:03:21.889 INFO:tasks.workunit.client.0.smithi028.stdout: "parent": "0.0", 2024-08-29T19:03:21.889 INFO:tasks.workunit.client.0.smithi028.stdout: "parent_split_bits": 0, 2024-08-29T19:03:21.889 INFO:tasks.workunit.client.0.smithi028.stdout: "pgid": "2.4", 2024-08-29T19:03:21.889 INFO:tasks.workunit.client.0.smithi028.stdout: "pin_stats_invalid": false, 2024-08-29T19:03:21.889 INFO:tasks.workunit.client.0.smithi028.stdout: "purged_snaps": [], 2024-08-29T19:03:21.889 INFO:tasks.workunit.client.0.smithi028.stdout: "reported_epoch": 2650, 2024-08-29T19:03:21.889 INFO:tasks.workunit.client.0.smithi028.stdout: "reported_seq": 4784, 2024-08-29T19:03:21.889 INFO:tasks.workunit.client.0.smithi028.stdout: "scrub_duration": 0.0, 2024-08-29T19:03:21.889 INFO:tasks.workunit.client.0.smithi028.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-31T01:46:43.813502+0000", 2024-08-29T19:03:21.889 INFO:tasks.workunit.client.0.smithi028.stdout: "snaptrim_duration": 0.0, 2024-08-29T19:03:21.889 INFO:tasks.workunit.client.0.smithi028.stdout: "snaptrimq_len": 0, 2024-08-29T19:03:21.890 INFO:tasks.workunit.client.0.smithi028.stdout: "stat_sum": { 2024-08-29T19:03:21.890 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes": 0, 2024-08-29T19:03:21.890 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes_hit_set_archive": 0, 2024-08-29T19:03:21.890 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes_recovered": 0, 2024-08-29T19:03:21.890 INFO:tasks.workunit.client.0.smithi028.stdout: "num_deep_scrub_errors": 0, 2024-08-29T19:03:21.890 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict": 0, 2024-08-29T19:03:21.890 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_kb": 0, 2024-08-29T19:03:21.890 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_mode_full": 0, 2024-08-29T19:03:21.890 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_mode_some": 0, 2024-08-29T19:03:21.890 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush": 0, 2024-08-29T19:03:21.890 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_kb": 0, 2024-08-29T19:03:21.890 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_mode_high": 0, 2024-08-29T19:03:21.890 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_mode_low": 0, 2024-08-29T19:03:21.890 INFO:tasks.workunit.client.0.smithi028.stdout: "num_keys_recovered": 0, 2024-08-29T19:03:21.891 INFO:tasks.workunit.client.0.smithi028.stdout: "num_large_omap_objects": 0, 2024-08-29T19:03:21.891 INFO:tasks.workunit.client.0.smithi028.stdout: "num_legacy_snapsets": 0, 2024-08-29T19:03:21.891 INFO:tasks.workunit.client.0.smithi028.stdout: "num_object_clones": 0, 2024-08-29T19:03:21.891 INFO:tasks.workunit.client.0.smithi028.stdout: "num_object_copies": 0, 2024-08-29T19:03:21.891 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects": 0, 2024-08-29T19:03:21.891 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_degraded": 0, 2024-08-29T19:03:21.891 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_dirty": 0, 2024-08-29T19:03:21.891 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_hit_set_archive": 0, 2024-08-29T19:03:21.891 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_manifest": 0, 2024-08-29T19:03:21.891 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_misplaced": 0, 2024-08-29T19:03:21.891 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_missing": 0, 2024-08-29T19:03:21.891 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_missing_on_primary": 0, 2024-08-29T19:03:21.891 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_omap": 0, 2024-08-29T19:03:21.891 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_pinned": 0, 2024-08-29T19:03:21.892 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_recovered": 0, 2024-08-29T19:03:21.892 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_repaired": 0, 2024-08-29T19:03:21.892 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_unfound": 0, 2024-08-29T19:03:21.892 INFO:tasks.workunit.client.0.smithi028.stdout: "num_omap_bytes": 0, 2024-08-29T19:03:21.892 INFO:tasks.workunit.client.0.smithi028.stdout: "num_omap_keys": 0, 2024-08-29T19:03:21.892 INFO:tasks.workunit.client.0.smithi028.stdout: "num_promote": 0, 2024-08-29T19:03:21.892 INFO:tasks.workunit.client.0.smithi028.stdout: "num_read": 0, 2024-08-29T19:03:21.892 INFO:tasks.workunit.client.0.smithi028.stdout: "num_read_kb": 0, 2024-08-29T19:03:21.892 INFO:tasks.workunit.client.0.smithi028.stdout: "num_scrub_errors": 0, 2024-08-29T19:03:21.892 INFO:tasks.workunit.client.0.smithi028.stdout: "num_shallow_scrub_errors": 0, 2024-08-29T19:03:21.892 INFO:tasks.workunit.client.0.smithi028.stdout: "num_whiteouts": 0, 2024-08-29T19:03:21.892 INFO:tasks.workunit.client.0.smithi028.stdout: "num_write": 0, 2024-08-29T19:03:21.892 INFO:tasks.workunit.client.0.smithi028.stdout: "num_write_kb": 0 2024-08-29T19:03:21.892 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:21.893 INFO:tasks.workunit.client.0.smithi028.stdout: "state": "active+clean", 2024-08-29T19:03:21.893 INFO:tasks.workunit.client.0.smithi028.stdout: "stats_invalid": false, 2024-08-29T19:03:21.893 INFO:tasks.workunit.client.0.smithi028.stdout: "up": [ 2024-08-29T19:03:21.893 INFO:tasks.workunit.client.0.smithi028.stdout: 1, 2024-08-29T19:03:21.893 INFO:tasks.workunit.client.0.smithi028.stdout: 0, 2024-08-29T19:03:21.893 INFO:tasks.workunit.client.0.smithi028.stdout: 7 2024-08-29T19:03:21.893 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-08-29T19:03:21.893 INFO:tasks.workunit.client.0.smithi028.stdout: "up_primary": 1, 2024-08-29T19:03:21.893 INFO:tasks.workunit.client.0.smithi028.stdout: "version": "0'0" 2024-08-29T19:03:21.893 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:21.893 INFO:tasks.workunit.client.0.smithi028.stdout: { 2024-08-29T19:03:21.893 INFO:tasks.workunit.client.0.smithi028.stdout: "acting": [ 2024-08-29T19:03:21.893 INFO:tasks.workunit.client.0.smithi028.stdout: 1, 2024-08-29T19:03:21.893 INFO:tasks.workunit.client.0.smithi028.stdout: 5, 2024-08-29T19:03:21.894 INFO:tasks.workunit.client.0.smithi028.stdout: 4 2024-08-29T19:03:21.894 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-08-29T19:03:21.894 INFO:tasks.workunit.client.0.smithi028.stdout: "acting_primary": 1, 2024-08-29T19:03:21.894 INFO:tasks.workunit.client.0.smithi028.stdout: "avail_no_missing": [], 2024-08-29T19:03:21.894 INFO:tasks.workunit.client.0.smithi028.stdout: "blocked_by": [], 2024-08-29T19:03:21.894 INFO:tasks.workunit.client.0.smithi028.stdout: "created": 69, 2024-08-29T19:03:21.894 INFO:tasks.workunit.client.0.smithi028.stdout: "dirty_stats_invalid": false, 2024-08-29T19:03:21.894 INFO:tasks.workunit.client.0.smithi028.stdout: "hitset_bytes_stats_invalid": false, 2024-08-29T19:03:21.894 INFO:tasks.workunit.client.0.smithi028.stdout: "hitset_stats_invalid": false, 2024-08-29T19:03:21.894 INFO:tasks.workunit.client.0.smithi028.stdout: "last_active": "2024-08-29T19:02:14.816791+0000", 2024-08-29T19:03:21.894 INFO:tasks.workunit.client.0.smithi028.stdout: "last_became_active": "2024-08-29T17:57:02.347975+0000", 2024-08-29T19:03:21.894 INFO:tasks.workunit.client.0.smithi028.stdout: "last_became_peered": "2024-08-29T17:57:02.347975+0000", 2024-08-29T19:03:21.894 INFO:tasks.workunit.client.0.smithi028.stdout: "last_change": "2024-08-29T18:32:49.460619+0000", 2024-08-29T19:03:21.894 INFO:tasks.workunit.client.0.smithi028.stdout: "last_clean": "2024-08-29T19:02:14.816791+0000", 2024-08-29T19:03:21.895 INFO:tasks.workunit.client.0.smithi028.stdout: "last_clean_scrub_stamp": "2024-08-29T17:43:39.870944+0000", 2024-08-29T19:03:21.895 INFO:tasks.workunit.client.0.smithi028.stdout: "last_deep_scrub": "0'0", 2024-08-29T19:03:21.895 INFO:tasks.workunit.client.0.smithi028.stdout: "last_deep_scrub_stamp": "2024-08-29T17:43:39.870944+0000", 2024-08-29T19:03:21.895 INFO:tasks.workunit.client.0.smithi028.stdout: "last_epoch_clean": 613, 2024-08-29T19:03:21.895 INFO:tasks.workunit.client.0.smithi028.stdout: "last_fresh": "2024-08-29T19:02:14.816791+0000", 2024-08-29T19:03:21.895 INFO:tasks.workunit.client.0.smithi028.stdout: "last_fullsized": "2024-08-29T19:02:14.816791+0000", 2024-08-29T19:03:21.895 INFO:tasks.workunit.client.0.smithi028.stdout: "last_peered": "2024-08-29T19:02:14.816791+0000", 2024-08-29T19:03:21.895 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub": "0'0", 2024-08-29T19:03:21.895 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub_duration": 0, 2024-08-29T19:03:21.895 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub_stamp": "2024-08-29T17:43:39.870944+0000", 2024-08-29T19:03:21.895 INFO:tasks.workunit.client.0.smithi028.stdout: "last_undegraded": "2024-08-29T19:02:14.816791+0000", 2024-08-29T19:03:21.895 INFO:tasks.workunit.client.0.smithi028.stdout: "last_unstale": "2024-08-29T19:02:14.816791+0000", 2024-08-29T19:03:21.895 INFO:tasks.workunit.client.0.smithi028.stdout: "log_dups_size": 0, 2024-08-29T19:03:21.895 INFO:tasks.workunit.client.0.smithi028.stdout: "log_size": 2987, 2024-08-29T19:03:21.896 INFO:tasks.workunit.client.0.smithi028.stdout: "log_start": "0'0", 2024-08-29T19:03:21.896 INFO:tasks.workunit.client.0.smithi028.stdout: "manifest_stats_invalid": false, 2024-08-29T19:03:21.896 INFO:tasks.workunit.client.0.smithi028.stdout: "mapping_epoch": 612, 2024-08-29T19:03:21.896 INFO:tasks.workunit.client.0.smithi028.stdout: "object_location_counts": [], 2024-08-29T19:03:21.896 INFO:tasks.workunit.client.0.smithi028.stdout: "objects_scrubbed": 0, 2024-08-29T19:03:21.896 INFO:tasks.workunit.client.0.smithi028.stdout: "objects_trimmed": 0, 2024-08-29T19:03:21.896 INFO:tasks.workunit.client.0.smithi028.stdout: "omap_stats_invalid": false, 2024-08-29T19:03:21.896 INFO:tasks.workunit.client.0.smithi028.stdout: "ondisk_log_size": 2987, 2024-08-29T19:03:21.896 INFO:tasks.workunit.client.0.smithi028.stdout: "ondisk_log_start": "0'0", 2024-08-29T19:03:21.896 INFO:tasks.workunit.client.0.smithi028.stdout: "parent": "0.0", 2024-08-29T19:03:21.896 INFO:tasks.workunit.client.0.smithi028.stdout: "parent_split_bits": 0, 2024-08-29T19:03:21.896 INFO:tasks.workunit.client.0.smithi028.stdout: "pgid": "4.2", 2024-08-29T19:03:21.896 INFO:tasks.workunit.client.0.smithi028.stdout: "pin_stats_invalid": false, 2024-08-29T19:03:21.896 INFO:tasks.workunit.client.0.smithi028.stdout: "purged_snaps": [], 2024-08-29T19:03:21.897 INFO:tasks.workunit.client.0.smithi028.stdout: "reported_epoch": 2650, 2024-08-29T19:03:21.897 INFO:tasks.workunit.client.0.smithi028.stdout: "reported_seq": 8390, 2024-08-29T19:03:21.897 INFO:tasks.workunit.client.0.smithi028.stdout: "scrub_duration": 0.0, 2024-08-29T19:03:21.897 INFO:tasks.workunit.client.0.smithi028.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-31T02:10:25.310021+0000", 2024-08-29T19:03:21.897 INFO:tasks.workunit.client.0.smithi028.stdout: "snaptrim_duration": 0.013873878, 2024-08-29T19:03:21.897 INFO:tasks.workunit.client.0.smithi028.stdout: "snaptrimq_len": 0, 2024-08-29T19:03:21.897 INFO:tasks.workunit.client.0.smithi028.stdout: "stat_sum": { 2024-08-29T19:03:21.897 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes": 19, 2024-08-29T19:03:21.897 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes_hit_set_archive": 0, 2024-08-29T19:03:21.897 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes_recovered": 0, 2024-08-29T19:03:21.897 INFO:tasks.workunit.client.0.smithi028.stdout: "num_deep_scrub_errors": 0, 2024-08-29T19:03:21.897 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict": 0, 2024-08-29T19:03:21.897 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_kb": 0, 2024-08-29T19:03:21.897 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_mode_full": 0, 2024-08-29T19:03:21.898 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_mode_some": 0, 2024-08-29T19:03:21.898 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush": 0, 2024-08-29T19:03:21.898 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_kb": 0, 2024-08-29T19:03:21.898 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_mode_high": 0, 2024-08-29T19:03:21.898 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_mode_low": 0, 2024-08-29T19:03:21.898 INFO:tasks.workunit.client.0.smithi028.stdout: "num_keys_recovered": 0, 2024-08-29T19:03:21.898 INFO:tasks.workunit.client.0.smithi028.stdout: "num_large_omap_objects": 0, 2024-08-29T19:03:21.898 INFO:tasks.workunit.client.0.smithi028.stdout: "num_legacy_snapsets": 0, 2024-08-29T19:03:21.898 INFO:tasks.workunit.client.0.smithi028.stdout: "num_object_clones": 0, 2024-08-29T19:03:21.898 INFO:tasks.workunit.client.0.smithi028.stdout: "num_object_copies": 3, 2024-08-29T19:03:21.898 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects": 1, 2024-08-29T19:03:21.898 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_degraded": 0, 2024-08-29T19:03:21.898 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_dirty": 1, 2024-08-29T19:03:21.899 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_hit_set_archive": 0, 2024-08-29T19:03:21.899 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_manifest": 0, 2024-08-29T19:03:21.899 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_misplaced": 0, 2024-08-29T19:03:21.899 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_missing": 0, 2024-08-29T19:03:21.899 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_missing_on_primary": 0, 2024-08-29T19:03:21.899 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_omap": 0, 2024-08-29T19:03:21.899 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_pinned": 0, 2024-08-29T19:03:21.899 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_recovered": 0, 2024-08-29T19:03:21.899 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_repaired": 0, 2024-08-29T19:03:21.899 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_unfound": 0, 2024-08-29T19:03:21.899 INFO:tasks.workunit.client.0.smithi028.stdout: "num_omap_bytes": 0, 2024-08-29T19:03:21.899 INFO:tasks.workunit.client.0.smithi028.stdout: "num_omap_keys": 0, 2024-08-29T19:03:21.899 INFO:tasks.workunit.client.0.smithi028.stdout: "num_promote": 0, 2024-08-29T19:03:21.899 INFO:tasks.workunit.client.0.smithi028.stdout: "num_read": 688, 2024-08-29T19:03:21.900 INFO:tasks.workunit.client.0.smithi028.stdout: "num_read_kb": 390731, 2024-08-29T19:03:21.900 INFO:tasks.workunit.client.0.smithi028.stdout: "num_scrub_errors": 0, 2024-08-29T19:03:21.900 INFO:tasks.workunit.client.0.smithi028.stdout: "num_shallow_scrub_errors": 0, 2024-08-29T19:03:21.900 INFO:tasks.workunit.client.0.smithi028.stdout: "num_whiteouts": 0, 2024-08-29T19:03:21.900 INFO:tasks.workunit.client.0.smithi028.stdout: "num_write": 2993, 2024-08-29T19:03:21.900 INFO:tasks.workunit.client.0.smithi028.stdout: "num_write_kb": 402623 2024-08-29T19:03:21.900 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:21.900 INFO:tasks.workunit.client.0.smithi028.stdout: "state": "active+clean", 2024-08-29T19:03:21.900 INFO:tasks.workunit.client.0.smithi028.stdout: "stats_invalid": false, 2024-08-29T19:03:21.900 INFO:tasks.workunit.client.0.smithi028.stdout: "up": [ 2024-08-29T19:03:21.900 INFO:tasks.workunit.client.0.smithi028.stdout: 1, 2024-08-29T19:03:21.900 INFO:tasks.workunit.client.0.smithi028.stdout: 5, 2024-08-29T19:03:21.900 INFO:tasks.workunit.client.0.smithi028.stdout: 4 2024-08-29T19:03:21.900 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-08-29T19:03:21.901 INFO:tasks.workunit.client.0.smithi028.stdout: "up_primary": 1, 2024-08-29T19:03:21.901 INFO:tasks.workunit.client.0.smithi028.stdout: "version": "1180'2987" 2024-08-29T19:03:21.901 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:21.901 INFO:tasks.workunit.client.0.smithi028.stdout: { 2024-08-29T19:03:21.901 INFO:tasks.workunit.client.0.smithi028.stdout: "acting": [ 2024-08-29T19:03:21.901 INFO:tasks.workunit.client.0.smithi028.stdout: 4, 2024-08-29T19:03:21.901 INFO:tasks.workunit.client.0.smithi028.stdout: 0, 2024-08-29T19:03:21.901 INFO:tasks.workunit.client.0.smithi028.stdout: 6 2024-08-29T19:03:21.901 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-08-29T19:03:21.901 INFO:tasks.workunit.client.0.smithi028.stdout: "acting_primary": 4, 2024-08-29T19:03:21.901 INFO:tasks.workunit.client.0.smithi028.stdout: "avail_no_missing": [], 2024-08-29T19:03:21.901 INFO:tasks.workunit.client.0.smithi028.stdout: "blocked_by": [], 2024-08-29T19:03:21.901 INFO:tasks.workunit.client.0.smithi028.stdout: "created": 62, 2024-08-29T19:03:21.901 INFO:tasks.workunit.client.0.smithi028.stdout: "dirty_stats_invalid": false, 2024-08-29T19:03:21.902 INFO:tasks.workunit.client.0.smithi028.stdout: "hitset_bytes_stats_invalid": false, 2024-08-29T19:03:21.902 INFO:tasks.workunit.client.0.smithi028.stdout: "hitset_stats_invalid": false, 2024-08-29T19:03:21.902 INFO:tasks.workunit.client.0.smithi028.stdout: "last_active": "2024-08-29T19:02:14.924756+0000", 2024-08-29T19:03:21.902 INFO:tasks.workunit.client.0.smithi028.stdout: "last_became_active": "2024-08-29T17:57:36.378595+0000", 2024-08-29T19:03:21.902 INFO:tasks.workunit.client.0.smithi028.stdout: "last_became_peered": "2024-08-29T17:57:36.378595+0000", 2024-08-29T19:03:21.902 INFO:tasks.workunit.client.0.smithi028.stdout: "last_change": "2024-08-29T17:57:36.378924+0000", 2024-08-29T19:03:21.902 INFO:tasks.workunit.client.0.smithi028.stdout: "last_clean": "2024-08-29T19:02:14.924756+0000", 2024-08-29T19:03:21.902 INFO:tasks.workunit.client.0.smithi028.stdout: "last_clean_scrub_stamp": "2024-08-29T17:41:01.987071+0000", 2024-08-29T19:03:21.902 INFO:tasks.workunit.client.0.smithi028.stdout: "last_deep_scrub": "0'0", 2024-08-29T19:03:21.902 INFO:tasks.workunit.client.0.smithi028.stdout: "last_deep_scrub_stamp": "2024-08-29T17:41:01.987071+0000", 2024-08-29T19:03:21.902 INFO:tasks.workunit.client.0.smithi028.stdout: "last_epoch_clean": 646, 2024-08-29T19:03:21.902 INFO:tasks.workunit.client.0.smithi028.stdout: "last_fresh": "2024-08-29T19:02:14.924756+0000", 2024-08-29T19:03:21.902 INFO:tasks.workunit.client.0.smithi028.stdout: "last_fullsized": "2024-08-29T19:02:14.924756+0000", 2024-08-29T19:03:21.902 INFO:tasks.workunit.client.0.smithi028.stdout: "last_peered": "2024-08-29T19:02:14.924756+0000", 2024-08-29T19:03:21.903 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub": "0'0", 2024-08-29T19:03:21.903 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub_duration": 0, 2024-08-29T19:03:21.903 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub_stamp": "2024-08-29T17:41:01.987071+0000", 2024-08-29T19:03:21.903 INFO:tasks.workunit.client.0.smithi028.stdout: "last_undegraded": "2024-08-29T19:02:14.924756+0000", 2024-08-29T19:03:21.903 INFO:tasks.workunit.client.0.smithi028.stdout: "last_unstale": "2024-08-29T19:02:14.924756+0000", 2024-08-29T19:03:21.903 INFO:tasks.workunit.client.0.smithi028.stdout: "log_dups_size": 0, 2024-08-29T19:03:21.903 INFO:tasks.workunit.client.0.smithi028.stdout: "log_size": 0, 2024-08-29T19:03:21.903 INFO:tasks.workunit.client.0.smithi028.stdout: "log_start": "0'0", 2024-08-29T19:03:21.903 INFO:tasks.workunit.client.0.smithi028.stdout: "manifest_stats_invalid": false, 2024-08-29T19:03:21.903 INFO:tasks.workunit.client.0.smithi028.stdout: "mapping_epoch": 645, 2024-08-29T19:03:21.903 INFO:tasks.workunit.client.0.smithi028.stdout: "object_location_counts": [], 2024-08-29T19:03:21.903 INFO:tasks.workunit.client.0.smithi028.stdout: "objects_scrubbed": 0, 2024-08-29T19:03:21.903 INFO:tasks.workunit.client.0.smithi028.stdout: "objects_trimmed": 0, 2024-08-29T19:03:21.903 INFO:tasks.workunit.client.0.smithi028.stdout: "omap_stats_invalid": false, 2024-08-29T19:03:21.904 INFO:tasks.workunit.client.0.smithi028.stdout: "ondisk_log_size": 0, 2024-08-29T19:03:21.904 INFO:tasks.workunit.client.0.smithi028.stdout: "ondisk_log_start": "0'0", 2024-08-29T19:03:21.904 INFO:tasks.workunit.client.0.smithi028.stdout: "parent": "0.0", 2024-08-29T19:03:21.904 INFO:tasks.workunit.client.0.smithi028.stdout: "parent_split_bits": 0, 2024-08-29T19:03:21.904 INFO:tasks.workunit.client.0.smithi028.stdout: "pgid": "3.3", 2024-08-29T19:03:21.904 INFO:tasks.workunit.client.0.smithi028.stdout: "pin_stats_invalid": false, 2024-08-29T19:03:21.904 INFO:tasks.workunit.client.0.smithi028.stdout: "purged_snaps": [], 2024-08-29T19:03:21.904 INFO:tasks.workunit.client.0.smithi028.stdout: "reported_epoch": 2650, 2024-08-29T19:03:21.904 INFO:tasks.workunit.client.0.smithi028.stdout: "reported_seq": 4679, 2024-08-29T19:03:21.904 INFO:tasks.workunit.client.0.smithi028.stdout: "scrub_duration": 0.0, 2024-08-29T19:03:21.904 INFO:tasks.workunit.client.0.smithi028.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-30T22:44:14.435677+0000", 2024-08-29T19:03:21.904 INFO:tasks.workunit.client.0.smithi028.stdout: "snaptrim_duration": 0.0, 2024-08-29T19:03:21.904 INFO:tasks.workunit.client.0.smithi028.stdout: "snaptrimq_len": 0, 2024-08-29T19:03:21.904 INFO:tasks.workunit.client.0.smithi028.stdout: "stat_sum": { 2024-08-29T19:03:21.905 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes": 0, 2024-08-29T19:03:21.905 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes_hit_set_archive": 0, 2024-08-29T19:03:21.905 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes_recovered": 0, 2024-08-29T19:03:21.905 INFO:tasks.workunit.client.0.smithi028.stdout: "num_deep_scrub_errors": 0, 2024-08-29T19:03:21.905 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict": 0, 2024-08-29T19:03:21.905 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_kb": 0, 2024-08-29T19:03:21.905 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_mode_full": 0, 2024-08-29T19:03:21.905 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_mode_some": 0, 2024-08-29T19:03:21.905 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush": 0, 2024-08-29T19:03:21.905 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_kb": 0, 2024-08-29T19:03:21.905 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_mode_high": 0, 2024-08-29T19:03:21.905 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_mode_low": 0, 2024-08-29T19:03:21.905 INFO:tasks.workunit.client.0.smithi028.stdout: "num_keys_recovered": 0, 2024-08-29T19:03:21.905 INFO:tasks.workunit.client.0.smithi028.stdout: "num_large_omap_objects": 0, 2024-08-29T19:03:21.906 INFO:tasks.workunit.client.0.smithi028.stdout: "num_legacy_snapsets": 0, 2024-08-29T19:03:21.906 INFO:tasks.workunit.client.0.smithi028.stdout: "num_object_clones": 0, 2024-08-29T19:03:21.906 INFO:tasks.workunit.client.0.smithi028.stdout: "num_object_copies": 0, 2024-08-29T19:03:21.906 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects": 0, 2024-08-29T19:03:21.906 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_degraded": 0, 2024-08-29T19:03:21.906 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_dirty": 0, 2024-08-29T19:03:21.906 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_hit_set_archive": 0, 2024-08-29T19:03:21.906 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_manifest": 0, 2024-08-29T19:03:21.906 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_misplaced": 0, 2024-08-29T19:03:21.906 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_missing": 0, 2024-08-29T19:03:21.906 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_missing_on_primary": 0, 2024-08-29T19:03:21.906 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_omap": 0, 2024-08-29T19:03:21.906 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_pinned": 0, 2024-08-29T19:03:21.906 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_recovered": 0, 2024-08-29T19:03:21.906 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_repaired": 0, 2024-08-29T19:03:21.907 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_unfound": 0, 2024-08-29T19:03:21.907 INFO:tasks.workunit.client.0.smithi028.stdout: "num_omap_bytes": 0, 2024-08-29T19:03:21.907 INFO:tasks.workunit.client.0.smithi028.stdout: "num_omap_keys": 0, 2024-08-29T19:03:21.907 INFO:tasks.workunit.client.0.smithi028.stdout: "num_promote": 0, 2024-08-29T19:03:21.907 INFO:tasks.workunit.client.0.smithi028.stdout: "num_read": 0, 2024-08-29T19:03:21.907 INFO:tasks.workunit.client.0.smithi028.stdout: "num_read_kb": 0, 2024-08-29T19:03:21.907 INFO:tasks.workunit.client.0.smithi028.stdout: "num_scrub_errors": 0, 2024-08-29T19:03:21.907 INFO:tasks.workunit.client.0.smithi028.stdout: "num_shallow_scrub_errors": 0, 2024-08-29T19:03:21.907 INFO:tasks.workunit.client.0.smithi028.stdout: "num_whiteouts": 0, 2024-08-29T19:03:21.907 INFO:tasks.workunit.client.0.smithi028.stdout: "num_write": 0, 2024-08-29T19:03:21.907 INFO:tasks.workunit.client.0.smithi028.stdout: "num_write_kb": 0 2024-08-29T19:03:21.907 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:21.907 INFO:tasks.workunit.client.0.smithi028.stdout: "state": "active+clean", 2024-08-29T19:03:21.907 INFO:tasks.workunit.client.0.smithi028.stdout: "stats_invalid": false, 2024-08-29T19:03:21.908 INFO:tasks.workunit.client.0.smithi028.stdout: "up": [ 2024-08-29T19:03:21.908 INFO:tasks.workunit.client.0.smithi028.stdout: 4, 2024-08-29T19:03:21.908 INFO:tasks.workunit.client.0.smithi028.stdout: 0, 2024-08-29T19:03:21.908 INFO:tasks.workunit.client.0.smithi028.stdout: 6 2024-08-29T19:03:21.908 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-08-29T19:03:21.908 INFO:tasks.workunit.client.0.smithi028.stdout: "up_primary": 4, 2024-08-29T19:03:21.908 INFO:tasks.workunit.client.0.smithi028.stdout: "version": "0'0" 2024-08-29T19:03:21.908 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:21.908 INFO:tasks.workunit.client.0.smithi028.stdout: { 2024-08-29T19:03:21.908 INFO:tasks.workunit.client.0.smithi028.stdout: "acting": [ 2024-08-29T19:03:21.908 INFO:tasks.workunit.client.0.smithi028.stdout: 5, 2024-08-29T19:03:21.908 INFO:tasks.workunit.client.0.smithi028.stdout: 1, 2024-08-29T19:03:21.908 INFO:tasks.workunit.client.0.smithi028.stdout: 6 2024-08-29T19:03:21.909 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-08-29T19:03:21.909 INFO:tasks.workunit.client.0.smithi028.stdout: "acting_primary": 5, 2024-08-29T19:03:21.909 INFO:tasks.workunit.client.0.smithi028.stdout: "avail_no_missing": [], 2024-08-29T19:03:21.909 INFO:tasks.workunit.client.0.smithi028.stdout: "blocked_by": [], 2024-08-29T19:03:21.909 INFO:tasks.workunit.client.0.smithi028.stdout: "created": 59, 2024-08-29T19:03:21.909 INFO:tasks.workunit.client.0.smithi028.stdout: "dirty_stats_invalid": false, 2024-08-29T19:03:21.909 INFO:tasks.workunit.client.0.smithi028.stdout: "hitset_bytes_stats_invalid": false, 2024-08-29T19:03:21.909 INFO:tasks.workunit.client.0.smithi028.stdout: "hitset_stats_invalid": false, 2024-08-29T19:03:21.909 INFO:tasks.workunit.client.0.smithi028.stdout: "last_active": "2024-08-29T19:02:14.927986+0000", 2024-08-29T19:03:21.909 INFO:tasks.workunit.client.0.smithi028.stdout: "last_became_active": "2024-08-29T17:57:36.385404+0000", 2024-08-29T19:03:21.909 INFO:tasks.workunit.client.0.smithi028.stdout: "last_became_peered": "2024-08-29T17:57:36.385404+0000", 2024-08-29T19:03:21.909 INFO:tasks.workunit.client.0.smithi028.stdout: "last_change": "2024-08-29T17:57:36.385782+0000", 2024-08-29T19:03:21.909 INFO:tasks.workunit.client.0.smithi028.stdout: "last_clean": "2024-08-29T19:02:14.927986+0000", 2024-08-29T19:03:21.909 INFO:tasks.workunit.client.0.smithi028.stdout: "last_clean_scrub_stamp": "2024-08-29T17:40:52.944949+0000", 2024-08-29T19:03:21.909 INFO:tasks.workunit.client.0.smithi028.stdout: "last_deep_scrub": "0'0", 2024-08-29T19:03:21.910 INFO:tasks.workunit.client.0.smithi028.stdout: "last_deep_scrub_stamp": "2024-08-29T17:40:52.944949+0000", 2024-08-29T19:03:21.910 INFO:tasks.workunit.client.0.smithi028.stdout: "last_epoch_clean": 646, 2024-08-29T19:03:21.910 INFO:tasks.workunit.client.0.smithi028.stdout: "last_fresh": "2024-08-29T19:02:14.927986+0000", 2024-08-29T19:03:21.910 INFO:tasks.workunit.client.0.smithi028.stdout: "last_fullsized": "2024-08-29T19:02:14.927986+0000", 2024-08-29T19:03:21.910 INFO:tasks.workunit.client.0.smithi028.stdout: "last_peered": "2024-08-29T19:02:14.927986+0000", 2024-08-29T19:03:21.910 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub": "0'0", 2024-08-29T19:03:21.910 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub_duration": 0, 2024-08-29T19:03:21.910 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub_stamp": "2024-08-29T17:40:52.944949+0000", 2024-08-29T19:03:21.910 INFO:tasks.workunit.client.0.smithi028.stdout: "last_undegraded": "2024-08-29T19:02:14.927986+0000", 2024-08-29T19:03:21.910 INFO:tasks.workunit.client.0.smithi028.stdout: "last_unstale": "2024-08-29T19:02:14.927986+0000", 2024-08-29T19:03:21.910 INFO:tasks.workunit.client.0.smithi028.stdout: "log_dups_size": 0, 2024-08-29T19:03:21.910 INFO:tasks.workunit.client.0.smithi028.stdout: "log_size": 0, 2024-08-29T19:03:21.910 INFO:tasks.workunit.client.0.smithi028.stdout: "log_start": "0'0", 2024-08-29T19:03:21.910 INFO:tasks.workunit.client.0.smithi028.stdout: "manifest_stats_invalid": false, 2024-08-29T19:03:21.911 INFO:tasks.workunit.client.0.smithi028.stdout: "mapping_epoch": 645, 2024-08-29T19:03:21.911 INFO:tasks.workunit.client.0.smithi028.stdout: "object_location_counts": [], 2024-08-29T19:03:21.911 INFO:tasks.workunit.client.0.smithi028.stdout: "objects_scrubbed": 0, 2024-08-29T19:03:21.911 INFO:tasks.workunit.client.0.smithi028.stdout: "objects_trimmed": 0, 2024-08-29T19:03:21.911 INFO:tasks.workunit.client.0.smithi028.stdout: "omap_stats_invalid": false, 2024-08-29T19:03:21.911 INFO:tasks.workunit.client.0.smithi028.stdout: "ondisk_log_size": 0, 2024-08-29T19:03:21.911 INFO:tasks.workunit.client.0.smithi028.stdout: "ondisk_log_start": "0'0", 2024-08-29T19:03:21.911 INFO:tasks.workunit.client.0.smithi028.stdout: "parent": "0.0", 2024-08-29T19:03:21.911 INFO:tasks.workunit.client.0.smithi028.stdout: "parent_split_bits": 0, 2024-08-29T19:03:21.911 INFO:tasks.workunit.client.0.smithi028.stdout: "pgid": "2.2", 2024-08-29T19:03:21.911 INFO:tasks.workunit.client.0.smithi028.stdout: "pin_stats_invalid": false, 2024-08-29T19:03:21.911 INFO:tasks.workunit.client.0.smithi028.stdout: "purged_snaps": [], 2024-08-29T19:03:21.911 INFO:tasks.workunit.client.0.smithi028.stdout: "reported_epoch": 2650, 2024-08-29T19:03:21.912 INFO:tasks.workunit.client.0.smithi028.stdout: "reported_seq": 4620, 2024-08-29T19:03:21.912 INFO:tasks.workunit.client.0.smithi028.stdout: "scrub_duration": 0.0, 2024-08-29T19:03:21.912 INFO:tasks.workunit.client.0.smithi028.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-30T18:26:08.039860+0000", 2024-08-29T19:03:21.912 INFO:tasks.workunit.client.0.smithi028.stdout: "snaptrim_duration": 0.0, 2024-08-29T19:03:21.912 INFO:tasks.workunit.client.0.smithi028.stdout: "snaptrimq_len": 0, 2024-08-29T19:03:21.912 INFO:tasks.workunit.client.0.smithi028.stdout: "stat_sum": { 2024-08-29T19:03:21.912 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes": 0, 2024-08-29T19:03:21.912 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes_hit_set_archive": 0, 2024-08-29T19:03:21.912 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes_recovered": 0, 2024-08-29T19:03:21.912 INFO:tasks.workunit.client.0.smithi028.stdout: "num_deep_scrub_errors": 0, 2024-08-29T19:03:21.912 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict": 0, 2024-08-29T19:03:21.912 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_kb": 0, 2024-08-29T19:03:21.912 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_mode_full": 0, 2024-08-29T19:03:21.913 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_mode_some": 0, 2024-08-29T19:03:21.913 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush": 0, 2024-08-29T19:03:21.913 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_kb": 0, 2024-08-29T19:03:21.913 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_mode_high": 0, 2024-08-29T19:03:21.913 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_mode_low": 0, 2024-08-29T19:03:21.913 INFO:tasks.workunit.client.0.smithi028.stdout: "num_keys_recovered": 0, 2024-08-29T19:03:21.913 INFO:tasks.workunit.client.0.smithi028.stdout: "num_large_omap_objects": 0, 2024-08-29T19:03:21.913 INFO:tasks.workunit.client.0.smithi028.stdout: "num_legacy_snapsets": 0, 2024-08-29T19:03:21.913 INFO:tasks.workunit.client.0.smithi028.stdout: "num_object_clones": 0, 2024-08-29T19:03:21.913 INFO:tasks.workunit.client.0.smithi028.stdout: "num_object_copies": 0, 2024-08-29T19:03:21.913 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects": 0, 2024-08-29T19:03:21.913 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_degraded": 0, 2024-08-29T19:03:21.913 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_dirty": 0, 2024-08-29T19:03:21.913 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_hit_set_archive": 0, 2024-08-29T19:03:21.914 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_manifest": 0, 2024-08-29T19:03:21.914 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_misplaced": 0, 2024-08-29T19:03:21.914 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_missing": 0, 2024-08-29T19:03:21.914 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_missing_on_primary": 0, 2024-08-29T19:03:21.914 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_omap": 0, 2024-08-29T19:03:21.914 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_pinned": 0, 2024-08-29T19:03:21.914 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_recovered": 0, 2024-08-29T19:03:21.914 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_repaired": 0, 2024-08-29T19:03:21.914 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_unfound": 0, 2024-08-29T19:03:21.914 INFO:tasks.workunit.client.0.smithi028.stdout: "num_omap_bytes": 0, 2024-08-29T19:03:21.914 INFO:tasks.workunit.client.0.smithi028.stdout: "num_omap_keys": 0, 2024-08-29T19:03:21.914 INFO:tasks.workunit.client.0.smithi028.stdout: "num_promote": 0, 2024-08-29T19:03:21.914 INFO:tasks.workunit.client.0.smithi028.stdout: "num_read": 0, 2024-08-29T19:03:21.914 INFO:tasks.workunit.client.0.smithi028.stdout: "num_read_kb": 0, 2024-08-29T19:03:21.915 INFO:tasks.workunit.client.0.smithi028.stdout: "num_scrub_errors": 0, 2024-08-29T19:03:21.915 INFO:tasks.workunit.client.0.smithi028.stdout: "num_shallow_scrub_errors": 0, 2024-08-29T19:03:21.915 INFO:tasks.workunit.client.0.smithi028.stdout: "num_whiteouts": 0, 2024-08-29T19:03:21.915 INFO:tasks.workunit.client.0.smithi028.stdout: "num_write": 0, 2024-08-29T19:03:21.915 INFO:tasks.workunit.client.0.smithi028.stdout: "num_write_kb": 0 2024-08-29T19:03:21.915 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:21.915 INFO:tasks.workunit.client.0.smithi028.stdout: "state": "active+clean", 2024-08-29T19:03:21.915 INFO:tasks.workunit.client.0.smithi028.stdout: "stats_invalid": false, 2024-08-29T19:03:21.915 INFO:tasks.workunit.client.0.smithi028.stdout: "up": [ 2024-08-29T19:03:21.915 INFO:tasks.workunit.client.0.smithi028.stdout: 5, 2024-08-29T19:03:21.915 INFO:tasks.workunit.client.0.smithi028.stdout: 1, 2024-08-29T19:03:21.915 INFO:tasks.workunit.client.0.smithi028.stdout: 6 2024-08-29T19:03:21.915 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-08-29T19:03:21.915 INFO:tasks.workunit.client.0.smithi028.stdout: "up_primary": 5, 2024-08-29T19:03:21.916 INFO:tasks.workunit.client.0.smithi028.stdout: "version": "0'0" 2024-08-29T19:03:21.916 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:21.916 INFO:tasks.workunit.client.0.smithi028.stdout: { 2024-08-29T19:03:21.916 INFO:tasks.workunit.client.0.smithi028.stdout: "acting": [ 2024-08-29T19:03:21.916 INFO:tasks.workunit.client.0.smithi028.stdout: 1, 2024-08-29T19:03:21.916 INFO:tasks.workunit.client.0.smithi028.stdout: 2, 2024-08-29T19:03:21.916 INFO:tasks.workunit.client.0.smithi028.stdout: 3 2024-08-29T19:03:21.916 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-08-29T19:03:21.916 INFO:tasks.workunit.client.0.smithi028.stdout: "acting_primary": 1, 2024-08-29T19:03:21.916 INFO:tasks.workunit.client.0.smithi028.stdout: "avail_no_missing": [], 2024-08-29T19:03:21.916 INFO:tasks.workunit.client.0.smithi028.stdout: "blocked_by": [], 2024-08-29T19:03:21.916 INFO:tasks.workunit.client.0.smithi028.stdout: "created": 69, 2024-08-29T19:03:21.916 INFO:tasks.workunit.client.0.smithi028.stdout: "dirty_stats_invalid": false, 2024-08-29T19:03:21.917 INFO:tasks.workunit.client.0.smithi028.stdout: "hitset_bytes_stats_invalid": false, 2024-08-29T19:03:21.917 INFO:tasks.workunit.client.0.smithi028.stdout: "hitset_stats_invalid": false, 2024-08-29T19:03:21.917 INFO:tasks.workunit.client.0.smithi028.stdout: "last_active": "2024-08-29T19:03:06.673224+0000", 2024-08-29T19:03:21.917 INFO:tasks.workunit.client.0.smithi028.stdout: "last_became_active": "2024-08-29T17:55:56.308024+0000", 2024-08-29T19:03:21.917 INFO:tasks.workunit.client.0.smithi028.stdout: "last_became_peered": "2024-08-29T17:55:56.308024+0000", 2024-08-29T19:03:21.917 INFO:tasks.workunit.client.0.smithi028.stdout: "last_change": "2024-08-29T18:32:49.475393+0000", 2024-08-29T19:03:21.917 INFO:tasks.workunit.client.0.smithi028.stdout: "last_clean": "2024-08-29T19:03:06.673224+0000", 2024-08-29T19:03:21.917 INFO:tasks.workunit.client.0.smithi028.stdout: "last_clean_scrub_stamp": "2024-08-29T17:43:39.870944+0000", 2024-08-29T19:03:21.917 INFO:tasks.workunit.client.0.smithi028.stdout: "last_deep_scrub": "0'0", 2024-08-29T19:03:21.917 INFO:tasks.workunit.client.0.smithi028.stdout: "last_deep_scrub_stamp": "2024-08-29T17:43:39.870944+0000", 2024-08-29T19:03:21.917 INFO:tasks.workunit.client.0.smithi028.stdout: "last_epoch_clean": 547, 2024-08-29T19:03:21.917 INFO:tasks.workunit.client.0.smithi028.stdout: "last_fresh": "2024-08-29T19:03:06.673224+0000", 2024-08-29T19:03:21.917 INFO:tasks.workunit.client.0.smithi028.stdout: "last_fullsized": "2024-08-29T19:03:06.673224+0000", 2024-08-29T19:03:21.917 INFO:tasks.workunit.client.0.smithi028.stdout: "last_peered": "2024-08-29T19:03:06.673224+0000", 2024-08-29T19:03:21.918 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub": "0'0", 2024-08-29T19:03:21.918 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub_duration": 0, 2024-08-29T19:03:21.918 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub_stamp": "2024-08-29T17:43:39.870944+0000", 2024-08-29T19:03:21.918 INFO:tasks.workunit.client.0.smithi028.stdout: "last_undegraded": "2024-08-29T19:03:06.673224+0000", 2024-08-29T19:03:21.918 INFO:tasks.workunit.client.0.smithi028.stdout: "last_unstale": "2024-08-29T19:03:06.673224+0000", 2024-08-29T19:03:21.918 INFO:tasks.workunit.client.0.smithi028.stdout: "log_dups_size": 0, 2024-08-29T19:03:21.918 INFO:tasks.workunit.client.0.smithi028.stdout: "log_size": 3135, 2024-08-29T19:03:21.918 INFO:tasks.workunit.client.0.smithi028.stdout: "log_start": "0'0", 2024-08-29T19:03:21.918 INFO:tasks.workunit.client.0.smithi028.stdout: "manifest_stats_invalid": false, 2024-08-29T19:03:21.918 INFO:tasks.workunit.client.0.smithi028.stdout: "mapping_epoch": 546, 2024-08-29T19:03:21.918 INFO:tasks.workunit.client.0.smithi028.stdout: "object_location_counts": [], 2024-08-29T19:03:21.918 INFO:tasks.workunit.client.0.smithi028.stdout: "objects_scrubbed": 0, 2024-08-29T19:03:21.918 INFO:tasks.workunit.client.0.smithi028.stdout: "objects_trimmed": 0, 2024-08-29T19:03:21.918 INFO:tasks.workunit.client.0.smithi028.stdout: "omap_stats_invalid": false, 2024-08-29T19:03:21.918 INFO:tasks.workunit.client.0.smithi028.stdout: "ondisk_log_size": 3135, 2024-08-29T19:03:21.919 INFO:tasks.workunit.client.0.smithi028.stdout: "ondisk_log_start": "0'0", 2024-08-29T19:03:21.919 INFO:tasks.workunit.client.0.smithi028.stdout: "parent": "0.0", 2024-08-29T19:03:21.919 INFO:tasks.workunit.client.0.smithi028.stdout: "parent_split_bits": 0, 2024-08-29T19:03:21.919 INFO:tasks.workunit.client.0.smithi028.stdout: "pgid": "4.4", 2024-08-29T19:03:21.919 INFO:tasks.workunit.client.0.smithi028.stdout: "pin_stats_invalid": false, 2024-08-29T19:03:21.919 INFO:tasks.workunit.client.0.smithi028.stdout: "purged_snaps": [], 2024-08-29T19:03:21.919 INFO:tasks.workunit.client.0.smithi028.stdout: "reported_epoch": 2650, 2024-08-29T19:03:21.919 INFO:tasks.workunit.client.0.smithi028.stdout: "reported_seq": 8796, 2024-08-29T19:03:21.919 INFO:tasks.workunit.client.0.smithi028.stdout: "scrub_duration": 0.0, 2024-08-29T19:03:21.919 INFO:tasks.workunit.client.0.smithi028.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-31T00:15:48.296987+0000", 2024-08-29T19:03:21.919 INFO:tasks.workunit.client.0.smithi028.stdout: "snaptrim_duration": 0.02696661, 2024-08-29T19:03:21.919 INFO:tasks.workunit.client.0.smithi028.stdout: "snaptrimq_len": 0, 2024-08-29T19:03:21.919 INFO:tasks.workunit.client.0.smithi028.stdout: "stat_sum": { 2024-08-29T19:03:21.919 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes": 0, 2024-08-29T19:03:21.920 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes_hit_set_archive": 0, 2024-08-29T19:03:21.920 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes_recovered": 0, 2024-08-29T19:03:21.920 INFO:tasks.workunit.client.0.smithi028.stdout: "num_deep_scrub_errors": 0, 2024-08-29T19:03:21.920 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict": 0, 2024-08-29T19:03:21.920 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_kb": 0, 2024-08-29T19:03:21.920 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_mode_full": 0, 2024-08-29T19:03:21.920 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_mode_some": 0, 2024-08-29T19:03:21.920 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush": 0, 2024-08-29T19:03:21.920 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_kb": 0, 2024-08-29T19:03:21.920 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_mode_high": 0, 2024-08-29T19:03:21.920 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_mode_low": 0, 2024-08-29T19:03:21.920 INFO:tasks.workunit.client.0.smithi028.stdout: "num_keys_recovered": 0, 2024-08-29T19:03:21.920 INFO:tasks.workunit.client.0.smithi028.stdout: "num_large_omap_objects": 0, 2024-08-29T19:03:21.920 INFO:tasks.workunit.client.0.smithi028.stdout: "num_legacy_snapsets": 0, 2024-08-29T19:03:21.921 INFO:tasks.workunit.client.0.smithi028.stdout: "num_object_clones": 0, 2024-08-29T19:03:21.921 INFO:tasks.workunit.client.0.smithi028.stdout: "num_object_copies": 3, 2024-08-29T19:03:21.921 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects": 1, 2024-08-29T19:03:21.921 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_degraded": 0, 2024-08-29T19:03:21.921 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_dirty": 1, 2024-08-29T19:03:21.921 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_hit_set_archive": 0, 2024-08-29T19:03:21.921 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_manifest": 0, 2024-08-29T19:03:21.921 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_misplaced": 0, 2024-08-29T19:03:21.921 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_missing": 0, 2024-08-29T19:03:21.921 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_missing_on_primary": 0, 2024-08-29T19:03:21.921 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_omap": 1, 2024-08-29T19:03:21.921 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_pinned": 0, 2024-08-29T19:03:21.921 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_recovered": 0, 2024-08-29T19:03:21.921 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_repaired": 0, 2024-08-29T19:03:21.922 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_unfound": 0, 2024-08-29T19:03:21.922 INFO:tasks.workunit.client.0.smithi028.stdout: "num_omap_bytes": 0, 2024-08-29T19:03:21.922 INFO:tasks.workunit.client.0.smithi028.stdout: "num_omap_keys": 0, 2024-08-29T19:03:21.922 INFO:tasks.workunit.client.0.smithi028.stdout: "num_promote": 0, 2024-08-29T19:03:21.922 INFO:tasks.workunit.client.0.smithi028.stdout: "num_read": 1536, 2024-08-29T19:03:21.922 INFO:tasks.workunit.client.0.smithi028.stdout: "num_read_kb": 388622, 2024-08-29T19:03:21.922 INFO:tasks.workunit.client.0.smithi028.stdout: "num_scrub_errors": 0, 2024-08-29T19:03:21.922 INFO:tasks.workunit.client.0.smithi028.stdout: "num_shallow_scrub_errors": 0, 2024-08-29T19:03:21.922 INFO:tasks.workunit.client.0.smithi028.stdout: "num_whiteouts": 0, 2024-08-29T19:03:21.922 INFO:tasks.workunit.client.0.smithi028.stdout: "num_write": 3123, 2024-08-29T19:03:21.922 INFO:tasks.workunit.client.0.smithi028.stdout: "num_write_kb": 405601 2024-08-29T19:03:21.922 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:21.922 INFO:tasks.workunit.client.0.smithi028.stdout: "state": "active+clean", 2024-08-29T19:03:21.922 INFO:tasks.workunit.client.0.smithi028.stdout: "stats_invalid": false, 2024-08-29T19:03:21.923 INFO:tasks.workunit.client.0.smithi028.stdout: "up": [ 2024-08-29T19:03:21.923 INFO:tasks.workunit.client.0.smithi028.stdout: 1, 2024-08-29T19:03:21.923 INFO:tasks.workunit.client.0.smithi028.stdout: 2, 2024-08-29T19:03:21.923 INFO:tasks.workunit.client.0.smithi028.stdout: 3 2024-08-29T19:03:21.923 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-08-29T19:03:21.923 INFO:tasks.workunit.client.0.smithi028.stdout: "up_primary": 1, 2024-08-29T19:03:21.923 INFO:tasks.workunit.client.0.smithi028.stdout: "version": "1182'3135" 2024-08-29T19:03:21.923 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:21.923 INFO:tasks.workunit.client.0.smithi028.stdout: { 2024-08-29T19:03:21.923 INFO:tasks.workunit.client.0.smithi028.stdout: "acting": [ 2024-08-29T19:03:21.923 INFO:tasks.workunit.client.0.smithi028.stdout: 1, 2024-08-29T19:03:21.923 INFO:tasks.workunit.client.0.smithi028.stdout: 2, 2024-08-29T19:03:21.923 INFO:tasks.workunit.client.0.smithi028.stdout: 6 2024-08-29T19:03:21.923 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-08-29T19:03:21.923 INFO:tasks.workunit.client.0.smithi028.stdout: "acting_primary": 1, 2024-08-29T19:03:21.924 INFO:tasks.workunit.client.0.smithi028.stdout: "avail_no_missing": [], 2024-08-29T19:03:21.924 INFO:tasks.workunit.client.0.smithi028.stdout: "blocked_by": [], 2024-08-29T19:03:21.924 INFO:tasks.workunit.client.0.smithi028.stdout: "created": 62, 2024-08-29T19:03:21.924 INFO:tasks.workunit.client.0.smithi028.stdout: "dirty_stats_invalid": false, 2024-08-29T19:03:21.924 INFO:tasks.workunit.client.0.smithi028.stdout: "hitset_bytes_stats_invalid": false, 2024-08-29T19:03:21.924 INFO:tasks.workunit.client.0.smithi028.stdout: "hitset_stats_invalid": false, 2024-08-29T19:03:21.924 INFO:tasks.workunit.client.0.smithi028.stdout: "last_active": "2024-08-29T19:02:14.816331+0000", 2024-08-29T19:03:21.924 INFO:tasks.workunit.client.0.smithi028.stdout: "last_became_active": "2024-08-29T17:57:36.372751+0000", 2024-08-29T19:03:21.924 INFO:tasks.workunit.client.0.smithi028.stdout: "last_became_peered": "2024-08-29T17:57:36.372751+0000", 2024-08-29T19:03:21.924 INFO:tasks.workunit.client.0.smithi028.stdout: "last_change": "2024-08-29T17:57:36.373306+0000", 2024-08-29T19:03:21.924 INFO:tasks.workunit.client.0.smithi028.stdout: "last_clean": "2024-08-29T19:02:14.816331+0000", 2024-08-29T19:03:21.924 INFO:tasks.workunit.client.0.smithi028.stdout: "last_clean_scrub_stamp": "2024-08-29T17:41:01.987071+0000", 2024-08-29T19:03:21.924 INFO:tasks.workunit.client.0.smithi028.stdout: "last_deep_scrub": "0'0", 2024-08-29T19:03:21.925 INFO:tasks.workunit.client.0.smithi028.stdout: "last_deep_scrub_stamp": "2024-08-29T17:41:01.987071+0000", 2024-08-29T19:03:21.925 INFO:tasks.workunit.client.0.smithi028.stdout: "last_epoch_clean": 646, 2024-08-29T19:03:21.925 INFO:tasks.workunit.client.0.smithi028.stdout: "last_fresh": "2024-08-29T19:02:14.816331+0000", 2024-08-29T19:03:21.925 INFO:tasks.workunit.client.0.smithi028.stdout: "last_fullsized": "2024-08-29T19:02:14.816331+0000", 2024-08-29T19:03:21.925 INFO:tasks.workunit.client.0.smithi028.stdout: "last_peered": "2024-08-29T19:02:14.816331+0000", 2024-08-29T19:03:21.925 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub": "0'0", 2024-08-29T19:03:21.925 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub_duration": 0, 2024-08-29T19:03:21.925 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub_stamp": "2024-08-29T17:41:01.987071+0000", 2024-08-29T19:03:21.925 INFO:tasks.workunit.client.0.smithi028.stdout: "last_undegraded": "2024-08-29T19:02:14.816331+0000", 2024-08-29T19:03:21.925 INFO:tasks.workunit.client.0.smithi028.stdout: "last_unstale": "2024-08-29T19:02:14.816331+0000", 2024-08-29T19:03:21.925 INFO:tasks.workunit.client.0.smithi028.stdout: "log_dups_size": 0, 2024-08-29T19:03:21.925 INFO:tasks.workunit.client.0.smithi028.stdout: "log_size": 0, 2024-08-29T19:03:21.925 INFO:tasks.workunit.client.0.smithi028.stdout: "log_start": "0'0", 2024-08-29T19:03:21.926 INFO:tasks.workunit.client.0.smithi028.stdout: "manifest_stats_invalid": false, 2024-08-29T19:03:21.926 INFO:tasks.workunit.client.0.smithi028.stdout: "mapping_epoch": 645, 2024-08-29T19:03:21.926 INFO:tasks.workunit.client.0.smithi028.stdout: "object_location_counts": [], 2024-08-29T19:03:21.926 INFO:tasks.workunit.client.0.smithi028.stdout: "objects_scrubbed": 0, 2024-08-29T19:03:21.926 INFO:tasks.workunit.client.0.smithi028.stdout: "objects_trimmed": 0, 2024-08-29T19:03:21.926 INFO:tasks.workunit.client.0.smithi028.stdout: "omap_stats_invalid": false, 2024-08-29T19:03:21.926 INFO:tasks.workunit.client.0.smithi028.stdout: "ondisk_log_size": 0, 2024-08-29T19:03:21.926 INFO:tasks.workunit.client.0.smithi028.stdout: "ondisk_log_start": "0'0", 2024-08-29T19:03:21.926 INFO:tasks.workunit.client.0.smithi028.stdout: "parent": "0.0", 2024-08-29T19:03:21.926 INFO:tasks.workunit.client.0.smithi028.stdout: "parent_split_bits": 0, 2024-08-29T19:03:21.926 INFO:tasks.workunit.client.0.smithi028.stdout: "pgid": "3.0", 2024-08-29T19:03:21.926 INFO:tasks.workunit.client.0.smithi028.stdout: "pin_stats_invalid": false, 2024-08-29T19:03:21.926 INFO:tasks.workunit.client.0.smithi028.stdout: "purged_snaps": [], 2024-08-29T19:03:21.926 INFO:tasks.workunit.client.0.smithi028.stdout: "reported_epoch": 2650, 2024-08-29T19:03:21.927 INFO:tasks.workunit.client.0.smithi028.stdout: "reported_seq": 4751, 2024-08-29T19:03:21.927 INFO:tasks.workunit.client.0.smithi028.stdout: "scrub_duration": 0.0, 2024-08-29T19:03:21.927 INFO:tasks.workunit.client.0.smithi028.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-31T02:31:27.870767+0000", 2024-08-29T19:03:21.927 INFO:tasks.workunit.client.0.smithi028.stdout: "snaptrim_duration": 0.0, 2024-08-29T19:03:21.927 INFO:tasks.workunit.client.0.smithi028.stdout: "snaptrimq_len": 0, 2024-08-29T19:03:21.927 INFO:tasks.workunit.client.0.smithi028.stdout: "stat_sum": { 2024-08-29T19:03:21.927 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes": 0, 2024-08-29T19:03:21.927 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes_hit_set_archive": 0, 2024-08-29T19:03:21.927 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes_recovered": 0, 2024-08-29T19:03:21.927 INFO:tasks.workunit.client.0.smithi028.stdout: "num_deep_scrub_errors": 0, 2024-08-29T19:03:21.927 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict": 0, 2024-08-29T19:03:21.927 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_kb": 0, 2024-08-29T19:03:21.927 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_mode_full": 0, 2024-08-29T19:03:21.927 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_mode_some": 0, 2024-08-29T19:03:21.928 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush": 0, 2024-08-29T19:03:21.928 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_kb": 0, 2024-08-29T19:03:21.928 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_mode_high": 0, 2024-08-29T19:03:21.928 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_mode_low": 0, 2024-08-29T19:03:21.928 INFO:tasks.workunit.client.0.smithi028.stdout: "num_keys_recovered": 0, 2024-08-29T19:03:21.928 INFO:tasks.workunit.client.0.smithi028.stdout: "num_large_omap_objects": 0, 2024-08-29T19:03:21.928 INFO:tasks.workunit.client.0.smithi028.stdout: "num_legacy_snapsets": 0, 2024-08-29T19:03:21.928 INFO:tasks.workunit.client.0.smithi028.stdout: "num_object_clones": 0, 2024-08-29T19:03:21.928 INFO:tasks.workunit.client.0.smithi028.stdout: "num_object_copies": 0, 2024-08-29T19:03:21.928 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects": 0, 2024-08-29T19:03:21.928 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_degraded": 0, 2024-08-29T19:03:21.928 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_dirty": 0, 2024-08-29T19:03:21.928 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_hit_set_archive": 0, 2024-08-29T19:03:21.928 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_manifest": 0, 2024-08-29T19:03:21.929 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_misplaced": 0, 2024-08-29T19:03:21.929 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_missing": 0, 2024-08-29T19:03:21.929 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_missing_on_primary": 0, 2024-08-29T19:03:21.929 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_omap": 0, 2024-08-29T19:03:21.929 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_pinned": 0, 2024-08-29T19:03:21.929 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_recovered": 0, 2024-08-29T19:03:21.929 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_repaired": 0, 2024-08-29T19:03:21.929 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_unfound": 0, 2024-08-29T19:03:21.929 INFO:tasks.workunit.client.0.smithi028.stdout: "num_omap_bytes": 0, 2024-08-29T19:03:21.929 INFO:tasks.workunit.client.0.smithi028.stdout: "num_omap_keys": 0, 2024-08-29T19:03:21.929 INFO:tasks.workunit.client.0.smithi028.stdout: "num_promote": 0, 2024-08-29T19:03:21.929 INFO:tasks.workunit.client.0.smithi028.stdout: "num_read": 0, 2024-08-29T19:03:21.929 INFO:tasks.workunit.client.0.smithi028.stdout: "num_read_kb": 0, 2024-08-29T19:03:21.929 INFO:tasks.workunit.client.0.smithi028.stdout: "num_scrub_errors": 0, 2024-08-29T19:03:21.930 INFO:tasks.workunit.client.0.smithi028.stdout: "num_shallow_scrub_errors": 0, 2024-08-29T19:03:21.930 INFO:tasks.workunit.client.0.smithi028.stdout: "num_whiteouts": 0, 2024-08-29T19:03:21.930 INFO:tasks.workunit.client.0.smithi028.stdout: "num_write": 0, 2024-08-29T19:03:21.930 INFO:tasks.workunit.client.0.smithi028.stdout: "num_write_kb": 0 2024-08-29T19:03:21.930 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:21.930 INFO:tasks.workunit.client.0.smithi028.stdout: "state": "active+clean", 2024-08-29T19:03:21.930 INFO:tasks.workunit.client.0.smithi028.stdout: "stats_invalid": false, 2024-08-29T19:03:21.930 INFO:tasks.workunit.client.0.smithi028.stdout: "up": [ 2024-08-29T19:03:21.930 INFO:tasks.workunit.client.0.smithi028.stdout: 1, 2024-08-29T19:03:21.930 INFO:tasks.workunit.client.0.smithi028.stdout: 2, 2024-08-29T19:03:21.930 INFO:tasks.workunit.client.0.smithi028.stdout: 6 2024-08-29T19:03:21.930 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-08-29T19:03:21.930 INFO:tasks.workunit.client.0.smithi028.stdout: "up_primary": 1, 2024-08-29T19:03:21.930 INFO:tasks.workunit.client.0.smithi028.stdout: "version": "0'0" 2024-08-29T19:03:21.931 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:21.931 INFO:tasks.workunit.client.0.smithi028.stdout: { 2024-08-29T19:03:21.931 INFO:tasks.workunit.client.0.smithi028.stdout: "acting": [ 2024-08-29T19:03:21.931 INFO:tasks.workunit.client.0.smithi028.stdout: 2, 2024-08-29T19:03:21.931 INFO:tasks.workunit.client.0.smithi028.stdout: 3, 2024-08-29T19:03:21.931 INFO:tasks.workunit.client.0.smithi028.stdout: 0 2024-08-29T19:03:21.931 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-08-29T19:03:21.931 INFO:tasks.workunit.client.0.smithi028.stdout: "acting_primary": 2, 2024-08-29T19:03:21.931 INFO:tasks.workunit.client.0.smithi028.stdout: "avail_no_missing": [], 2024-08-29T19:03:21.931 INFO:tasks.workunit.client.0.smithi028.stdout: "blocked_by": [], 2024-08-29T19:03:21.931 INFO:tasks.workunit.client.0.smithi028.stdout: "created": 59, 2024-08-29T19:03:21.931 INFO:tasks.workunit.client.0.smithi028.stdout: "dirty_stats_invalid": false, 2024-08-29T19:03:21.931 INFO:tasks.workunit.client.0.smithi028.stdout: "hitset_bytes_stats_invalid": false, 2024-08-29T19:03:21.931 INFO:tasks.workunit.client.0.smithi028.stdout: "hitset_stats_invalid": false, 2024-08-29T19:03:21.932 INFO:tasks.workunit.client.0.smithi028.stdout: "last_active": "2024-08-29T19:02:14.103975+0000", 2024-08-29T19:03:21.932 INFO:tasks.workunit.client.0.smithi028.stdout: "last_became_active": "2024-08-29T17:55:56.317868+0000", 2024-08-29T19:03:21.932 INFO:tasks.workunit.client.0.smithi028.stdout: "last_became_peered": "2024-08-29T17:55:56.317868+0000", 2024-08-29T19:03:21.932 INFO:tasks.workunit.client.0.smithi028.stdout: "last_change": "2024-08-29T17:55:56.318430+0000", 2024-08-29T19:03:21.932 INFO:tasks.workunit.client.0.smithi028.stdout: "last_clean": "2024-08-29T19:02:14.103975+0000", 2024-08-29T19:03:21.932 INFO:tasks.workunit.client.0.smithi028.stdout: "last_clean_scrub_stamp": "2024-08-29T17:40:52.944949+0000", 2024-08-29T19:03:21.932 INFO:tasks.workunit.client.0.smithi028.stdout: "last_deep_scrub": "0'0", 2024-08-29T19:03:21.932 INFO:tasks.workunit.client.0.smithi028.stdout: "last_deep_scrub_stamp": "2024-08-29T17:40:52.944949+0000", 2024-08-29T19:03:21.932 INFO:tasks.workunit.client.0.smithi028.stdout: "last_epoch_clean": 547, 2024-08-29T19:03:21.932 INFO:tasks.workunit.client.0.smithi028.stdout: "last_fresh": "2024-08-29T19:02:14.103975+0000", 2024-08-29T19:03:21.932 INFO:tasks.workunit.client.0.smithi028.stdout: "last_fullsized": "2024-08-29T19:02:14.103975+0000", 2024-08-29T19:03:21.932 INFO:tasks.workunit.client.0.smithi028.stdout: "last_peered": "2024-08-29T19:02:14.103975+0000", 2024-08-29T19:03:21.932 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub": "0'0", 2024-08-29T19:03:21.932 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub_duration": 0, 2024-08-29T19:03:21.933 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub_stamp": "2024-08-29T17:40:52.944949+0000", 2024-08-29T19:03:21.933 INFO:tasks.workunit.client.0.smithi028.stdout: "last_undegraded": "2024-08-29T19:02:14.103975+0000", 2024-08-29T19:03:21.933 INFO:tasks.workunit.client.0.smithi028.stdout: "last_unstale": "2024-08-29T19:02:14.103975+0000", 2024-08-29T19:03:21.933 INFO:tasks.workunit.client.0.smithi028.stdout: "log_dups_size": 0, 2024-08-29T19:03:21.933 INFO:tasks.workunit.client.0.smithi028.stdout: "log_size": 0, 2024-08-29T19:03:21.933 INFO:tasks.workunit.client.0.smithi028.stdout: "log_start": "0'0", 2024-08-29T19:03:21.933 INFO:tasks.workunit.client.0.smithi028.stdout: "manifest_stats_invalid": false, 2024-08-29T19:03:21.933 INFO:tasks.workunit.client.0.smithi028.stdout: "mapping_epoch": 546, 2024-08-29T19:03:21.933 INFO:tasks.workunit.client.0.smithi028.stdout: "object_location_counts": [], 2024-08-29T19:03:21.933 INFO:tasks.workunit.client.0.smithi028.stdout: "objects_scrubbed": 0, 2024-08-29T19:03:21.933 INFO:tasks.workunit.client.0.smithi028.stdout: "objects_trimmed": 0, 2024-08-29T19:03:21.933 INFO:tasks.workunit.client.0.smithi028.stdout: "omap_stats_invalid": false, 2024-08-29T19:03:21.933 INFO:tasks.workunit.client.0.smithi028.stdout: "ondisk_log_size": 0, 2024-08-29T19:03:21.933 INFO:tasks.workunit.client.0.smithi028.stdout: "ondisk_log_start": "0'0", 2024-08-29T19:03:21.934 INFO:tasks.workunit.client.0.smithi028.stdout: "parent": "0.0", 2024-08-29T19:03:21.934 INFO:tasks.workunit.client.0.smithi028.stdout: "parent_split_bits": 0, 2024-08-29T19:03:21.934 INFO:tasks.workunit.client.0.smithi028.stdout: "pgid": "2.1", 2024-08-29T19:03:21.934 INFO:tasks.workunit.client.0.smithi028.stdout: "pin_stats_invalid": false, 2024-08-29T19:03:21.934 INFO:tasks.workunit.client.0.smithi028.stdout: "purged_snaps": [], 2024-08-29T19:03:21.934 INFO:tasks.workunit.client.0.smithi028.stdout: "reported_epoch": 2650, 2024-08-29T19:03:21.934 INFO:tasks.workunit.client.0.smithi028.stdout: "reported_seq": 4747, 2024-08-29T19:03:21.934 INFO:tasks.workunit.client.0.smithi028.stdout: "scrub_duration": 0.0, 2024-08-29T19:03:21.934 INFO:tasks.workunit.client.0.smithi028.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-30T22:25:38.056049+0000", 2024-08-29T19:03:21.934 INFO:tasks.workunit.client.0.smithi028.stdout: "snaptrim_duration": 0.0, 2024-08-29T19:03:21.934 INFO:tasks.workunit.client.0.smithi028.stdout: "snaptrimq_len": 0, 2024-08-29T19:03:21.934 INFO:tasks.workunit.client.0.smithi028.stdout: "stat_sum": { 2024-08-29T19:03:21.934 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes": 0, 2024-08-29T19:03:21.934 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes_hit_set_archive": 0, 2024-08-29T19:03:21.935 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes_recovered": 0, 2024-08-29T19:03:21.935 INFO:tasks.workunit.client.0.smithi028.stdout: "num_deep_scrub_errors": 0, 2024-08-29T19:03:21.935 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict": 0, 2024-08-29T19:03:21.935 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_kb": 0, 2024-08-29T19:03:21.935 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_mode_full": 0, 2024-08-29T19:03:21.935 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_mode_some": 0, 2024-08-29T19:03:21.935 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush": 0, 2024-08-29T19:03:21.935 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_kb": 0, 2024-08-29T19:03:21.935 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_mode_high": 0, 2024-08-29T19:03:21.935 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_mode_low": 0, 2024-08-29T19:03:21.935 INFO:tasks.workunit.client.0.smithi028.stdout: "num_keys_recovered": 0, 2024-08-29T19:03:21.935 INFO:tasks.workunit.client.0.smithi028.stdout: "num_large_omap_objects": 0, 2024-08-29T19:03:21.935 INFO:tasks.workunit.client.0.smithi028.stdout: "num_legacy_snapsets": 0, 2024-08-29T19:03:21.935 INFO:tasks.workunit.client.0.smithi028.stdout: "num_object_clones": 0, 2024-08-29T19:03:21.935 INFO:tasks.workunit.client.0.smithi028.stdout: "num_object_copies": 0, 2024-08-29T19:03:21.936 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects": 0, 2024-08-29T19:03:21.936 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_degraded": 0, 2024-08-29T19:03:21.936 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_dirty": 0, 2024-08-29T19:03:21.936 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_hit_set_archive": 0, 2024-08-29T19:03:21.936 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_manifest": 0, 2024-08-29T19:03:21.936 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_misplaced": 0, 2024-08-29T19:03:21.936 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_missing": 0, 2024-08-29T19:03:21.936 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_missing_on_primary": 0, 2024-08-29T19:03:21.936 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_omap": 0, 2024-08-29T19:03:21.936 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_pinned": 0, 2024-08-29T19:03:21.936 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_recovered": 0, 2024-08-29T19:03:21.936 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_repaired": 0, 2024-08-29T19:03:21.936 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_unfound": 0, 2024-08-29T19:03:21.936 INFO:tasks.workunit.client.0.smithi028.stdout: "num_omap_bytes": 0, 2024-08-29T19:03:21.937 INFO:tasks.workunit.client.0.smithi028.stdout: "num_omap_keys": 0, 2024-08-29T19:03:21.937 INFO:tasks.workunit.client.0.smithi028.stdout: "num_promote": 0, 2024-08-29T19:03:21.937 INFO:tasks.workunit.client.0.smithi028.stdout: "num_read": 0, 2024-08-29T19:03:21.937 INFO:tasks.workunit.client.0.smithi028.stdout: "num_read_kb": 0, 2024-08-29T19:03:21.937 INFO:tasks.workunit.client.0.smithi028.stdout: "num_scrub_errors": 0, 2024-08-29T19:03:21.937 INFO:tasks.workunit.client.0.smithi028.stdout: "num_shallow_scrub_errors": 0, 2024-08-29T19:03:21.937 INFO:tasks.workunit.client.0.smithi028.stdout: "num_whiteouts": 0, 2024-08-29T19:03:21.937 INFO:tasks.workunit.client.0.smithi028.stdout: "num_write": 0, 2024-08-29T19:03:21.937 INFO:tasks.workunit.client.0.smithi028.stdout: "num_write_kb": 0 2024-08-29T19:03:21.937 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:21.937 INFO:tasks.workunit.client.0.smithi028.stdout: "state": "active+clean", 2024-08-29T19:03:21.937 INFO:tasks.workunit.client.0.smithi028.stdout: "stats_invalid": false, 2024-08-29T19:03:21.937 INFO:tasks.workunit.client.0.smithi028.stdout: "up": [ 2024-08-29T19:03:21.938 INFO:tasks.workunit.client.0.smithi028.stdout: 2, 2024-08-29T19:03:21.938 INFO:tasks.workunit.client.0.smithi028.stdout: 3, 2024-08-29T19:03:21.938 INFO:tasks.workunit.client.0.smithi028.stdout: 0 2024-08-29T19:03:21.938 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-08-29T19:03:21.938 INFO:tasks.workunit.client.0.smithi028.stdout: "up_primary": 2, 2024-08-29T19:03:21.938 INFO:tasks.workunit.client.0.smithi028.stdout: "version": "0'0" 2024-08-29T19:03:21.938 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:21.938 INFO:tasks.workunit.client.0.smithi028.stdout: { 2024-08-29T19:03:21.938 INFO:tasks.workunit.client.0.smithi028.stdout: "acting": [ 2024-08-29T19:03:21.938 INFO:tasks.workunit.client.0.smithi028.stdout: 1, 2024-08-29T19:03:21.938 INFO:tasks.workunit.client.0.smithi028.stdout: 5, 2024-08-29T19:03:21.938 INFO:tasks.workunit.client.0.smithi028.stdout: 0 2024-08-29T19:03:21.938 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-08-29T19:03:21.938 INFO:tasks.workunit.client.0.smithi028.stdout: "acting_primary": 1, 2024-08-29T19:03:21.938 INFO:tasks.workunit.client.0.smithi028.stdout: "avail_no_missing": [], 2024-08-29T19:03:21.939 INFO:tasks.workunit.client.0.smithi028.stdout: "blocked_by": [], 2024-08-29T19:03:21.939 INFO:tasks.workunit.client.0.smithi028.stdout: "created": 69, 2024-08-29T19:03:21.939 INFO:tasks.workunit.client.0.smithi028.stdout: "dirty_stats_invalid": false, 2024-08-29T19:03:21.939 INFO:tasks.workunit.client.0.smithi028.stdout: "hitset_bytes_stats_invalid": false, 2024-08-29T19:03:21.939 INFO:tasks.workunit.client.0.smithi028.stdout: "hitset_stats_invalid": false, 2024-08-29T19:03:21.939 INFO:tasks.workunit.client.0.smithi028.stdout: "last_active": "2024-08-29T19:02:14.815963+0000", 2024-08-29T19:03:21.939 INFO:tasks.workunit.client.0.smithi028.stdout: "last_became_active": "2024-08-29T17:57:02.346621+0000", 2024-08-29T19:03:21.939 INFO:tasks.workunit.client.0.smithi028.stdout: "last_became_peered": "2024-08-29T17:57:02.346621+0000", 2024-08-29T19:03:21.939 INFO:tasks.workunit.client.0.smithi028.stdout: "last_change": "2024-08-29T18:32:49.469355+0000", 2024-08-29T19:03:21.939 INFO:tasks.workunit.client.0.smithi028.stdout: "last_clean": "2024-08-29T19:02:14.815963+0000", 2024-08-29T19:03:21.939 INFO:tasks.workunit.client.0.smithi028.stdout: "last_clean_scrub_stamp": "2024-08-29T17:43:39.870944+0000", 2024-08-29T19:03:21.939 INFO:tasks.workunit.client.0.smithi028.stdout: "last_deep_scrub": "0'0", 2024-08-29T19:03:21.939 INFO:tasks.workunit.client.0.smithi028.stdout: "last_deep_scrub_stamp": "2024-08-29T17:43:39.870944+0000", 2024-08-29T19:03:21.940 INFO:tasks.workunit.client.0.smithi028.stdout: "last_epoch_clean": 613, 2024-08-29T19:03:21.940 INFO:tasks.workunit.client.0.smithi028.stdout: "last_fresh": "2024-08-29T19:02:14.815963+0000", 2024-08-29T19:03:21.940 INFO:tasks.workunit.client.0.smithi028.stdout: "last_fullsized": "2024-08-29T19:02:14.815963+0000", 2024-08-29T19:03:21.940 INFO:tasks.workunit.client.0.smithi028.stdout: "last_peered": "2024-08-29T19:02:14.815963+0000", 2024-08-29T19:03:21.940 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub": "0'0", 2024-08-29T19:03:21.940 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub_duration": 0, 2024-08-29T19:03:21.940 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub_stamp": "2024-08-29T17:43:39.870944+0000", 2024-08-29T19:03:21.940 INFO:tasks.workunit.client.0.smithi028.stdout: "last_undegraded": "2024-08-29T19:02:14.815963+0000", 2024-08-29T19:03:21.940 INFO:tasks.workunit.client.0.smithi028.stdout: "last_unstale": "2024-08-29T19:02:14.815963+0000", 2024-08-29T19:03:21.940 INFO:tasks.workunit.client.0.smithi028.stdout: "log_dups_size": 0, 2024-08-29T19:03:21.940 INFO:tasks.workunit.client.0.smithi028.stdout: "log_size": 3124, 2024-08-29T19:03:21.940 INFO:tasks.workunit.client.0.smithi028.stdout: "log_start": "0'0", 2024-08-29T19:03:21.940 INFO:tasks.workunit.client.0.smithi028.stdout: "manifest_stats_invalid": false, 2024-08-29T19:03:21.941 INFO:tasks.workunit.client.0.smithi028.stdout: "mapping_epoch": 612, 2024-08-29T19:03:21.941 INFO:tasks.workunit.client.0.smithi028.stdout: "object_location_counts": [], 2024-08-29T19:03:21.941 INFO:tasks.workunit.client.0.smithi028.stdout: "objects_scrubbed": 0, 2024-08-29T19:03:21.941 INFO:tasks.workunit.client.0.smithi028.stdout: "objects_trimmed": 0, 2024-08-29T19:03:21.941 INFO:tasks.workunit.client.0.smithi028.stdout: "omap_stats_invalid": false, 2024-08-29T19:03:21.941 INFO:tasks.workunit.client.0.smithi028.stdout: "ondisk_log_size": 3124, 2024-08-29T19:03:21.941 INFO:tasks.workunit.client.0.smithi028.stdout: "ondisk_log_start": "0'0", 2024-08-29T19:03:21.941 INFO:tasks.workunit.client.0.smithi028.stdout: "parent": "0.0", 2024-08-29T19:03:21.941 INFO:tasks.workunit.client.0.smithi028.stdout: "parent_split_bits": 0, 2024-08-29T19:03:21.941 INFO:tasks.workunit.client.0.smithi028.stdout: "pgid": "4.7", 2024-08-29T19:03:21.941 INFO:tasks.workunit.client.0.smithi028.stdout: "pin_stats_invalid": false, 2024-08-29T19:03:21.941 INFO:tasks.workunit.client.0.smithi028.stdout: "purged_snaps": [], 2024-08-29T19:03:21.941 INFO:tasks.workunit.client.0.smithi028.stdout: "reported_epoch": 2650, 2024-08-29T19:03:21.941 INFO:tasks.workunit.client.0.smithi028.stdout: "reported_seq": 8768, 2024-08-29T19:03:21.942 INFO:tasks.workunit.client.0.smithi028.stdout: "scrub_duration": 0.0, 2024-08-29T19:03:21.942 INFO:tasks.workunit.client.0.smithi028.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-30T21:03:01.108143+0000", 2024-08-29T19:03:21.942 INFO:tasks.workunit.client.0.smithi028.stdout: "snaptrim_duration": 0.021661751, 2024-08-29T19:03:21.942 INFO:tasks.workunit.client.0.smithi028.stdout: "snaptrimq_len": 0, 2024-08-29T19:03:21.942 INFO:tasks.workunit.client.0.smithi028.stdout: "stat_sum": { 2024-08-29T19:03:21.942 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes": 0, 2024-08-29T19:03:21.942 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes_hit_set_archive": 0, 2024-08-29T19:03:21.942 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes_recovered": 0, 2024-08-29T19:03:21.942 INFO:tasks.workunit.client.0.smithi028.stdout: "num_deep_scrub_errors": 0, 2024-08-29T19:03:21.942 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict": 0, 2024-08-29T19:03:21.942 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_kb": 0, 2024-08-29T19:03:21.942 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_mode_full": 0, 2024-08-29T19:03:21.942 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_mode_some": 0, 2024-08-29T19:03:21.942 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush": 0, 2024-08-29T19:03:21.943 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_kb": 0, 2024-08-29T19:03:21.943 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_mode_high": 0, 2024-08-29T19:03:21.943 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_mode_low": 0, 2024-08-29T19:03:21.943 INFO:tasks.workunit.client.0.smithi028.stdout: "num_keys_recovered": 0, 2024-08-29T19:03:21.943 INFO:tasks.workunit.client.0.smithi028.stdout: "num_large_omap_objects": 0, 2024-08-29T19:03:21.943 INFO:tasks.workunit.client.0.smithi028.stdout: "num_legacy_snapsets": 0, 2024-08-29T19:03:21.943 INFO:tasks.workunit.client.0.smithi028.stdout: "num_object_clones": 0, 2024-08-29T19:03:21.943 INFO:tasks.workunit.client.0.smithi028.stdout: "num_object_copies": 0, 2024-08-29T19:03:21.943 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects": 0, 2024-08-29T19:03:21.943 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_degraded": 0, 2024-08-29T19:03:21.943 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_dirty": 0, 2024-08-29T19:03:21.943 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_hit_set_archive": 0, 2024-08-29T19:03:21.943 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_manifest": 0, 2024-08-29T19:03:21.943 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_misplaced": 0, 2024-08-29T19:03:21.944 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_missing": 0, 2024-08-29T19:03:21.944 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_missing_on_primary": 0, 2024-08-29T19:03:21.944 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_omap": 0, 2024-08-29T19:03:21.944 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_pinned": 0, 2024-08-29T19:03:21.944 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_recovered": 0, 2024-08-29T19:03:21.944 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_repaired": 0, 2024-08-29T19:03:21.944 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_unfound": 0, 2024-08-29T19:03:21.944 INFO:tasks.workunit.client.0.smithi028.stdout: "num_omap_bytes": 0, 2024-08-29T19:03:21.944 INFO:tasks.workunit.client.0.smithi028.stdout: "num_omap_keys": 0, 2024-08-29T19:03:21.944 INFO:tasks.workunit.client.0.smithi028.stdout: "num_promote": 0, 2024-08-29T19:03:21.944 INFO:tasks.workunit.client.0.smithi028.stdout: "num_read": 1479, 2024-08-29T19:03:21.944 INFO:tasks.workunit.client.0.smithi028.stdout: "num_read_kb": 445898, 2024-08-29T19:03:21.944 INFO:tasks.workunit.client.0.smithi028.stdout: "num_scrub_errors": 0, 2024-08-29T19:03:21.944 INFO:tasks.workunit.client.0.smithi028.stdout: "num_shallow_scrub_errors": 0, 2024-08-29T19:03:21.945 INFO:tasks.workunit.client.0.smithi028.stdout: "num_whiteouts": 0, 2024-08-29T19:03:21.945 INFO:tasks.workunit.client.0.smithi028.stdout: "num_write": 3093, 2024-08-29T19:03:21.945 INFO:tasks.workunit.client.0.smithi028.stdout: "num_write_kb": 404413 2024-08-29T19:03:21.945 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:21.945 INFO:tasks.workunit.client.0.smithi028.stdout: "state": "active+clean", 2024-08-29T19:03:21.945 INFO:tasks.workunit.client.0.smithi028.stdout: "stats_invalid": false, 2024-08-29T19:03:21.945 INFO:tasks.workunit.client.0.smithi028.stdout: "up": [ 2024-08-29T19:03:21.945 INFO:tasks.workunit.client.0.smithi028.stdout: 1, 2024-08-29T19:03:21.945 INFO:tasks.workunit.client.0.smithi028.stdout: 5, 2024-08-29T19:03:21.945 INFO:tasks.workunit.client.0.smithi028.stdout: 0 2024-08-29T19:03:21.945 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-08-29T19:03:21.945 INFO:tasks.workunit.client.0.smithi028.stdout: "up_primary": 1, 2024-08-29T19:03:21.945 INFO:tasks.workunit.client.0.smithi028.stdout: "version": "1182'3124" 2024-08-29T19:03:21.945 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:21.946 INFO:tasks.workunit.client.0.smithi028.stdout: { 2024-08-29T19:03:21.946 INFO:tasks.workunit.client.0.smithi028.stdout: "acting": [ 2024-08-29T19:03:21.946 INFO:tasks.workunit.client.0.smithi028.stdout: 0, 2024-08-29T19:03:21.946 INFO:tasks.workunit.client.0.smithi028.stdout: 4, 2024-08-29T19:03:21.946 INFO:tasks.workunit.client.0.smithi028.stdout: 3 2024-08-29T19:03:21.946 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-08-29T19:03:21.946 INFO:tasks.workunit.client.0.smithi028.stdout: "acting_primary": 0, 2024-08-29T19:03:21.946 INFO:tasks.workunit.client.0.smithi028.stdout: "avail_no_missing": [], 2024-08-29T19:03:21.946 INFO:tasks.workunit.client.0.smithi028.stdout: "blocked_by": [], 2024-08-29T19:03:21.946 INFO:tasks.workunit.client.0.smithi028.stdout: "created": 62, 2024-08-29T19:03:21.946 INFO:tasks.workunit.client.0.smithi028.stdout: "dirty_stats_invalid": false, 2024-08-29T19:03:21.946 INFO:tasks.workunit.client.0.smithi028.stdout: "hitset_bytes_stats_invalid": false, 2024-08-29T19:03:21.946 INFO:tasks.workunit.client.0.smithi028.stdout: "hitset_stats_invalid": false, 2024-08-29T19:03:21.946 INFO:tasks.workunit.client.0.smithi028.stdout: "last_active": "2024-08-29T19:02:14.099293+0000", 2024-08-29T19:03:21.947 INFO:tasks.workunit.client.0.smithi028.stdout: "last_became_active": "2024-08-29T17:56:29.392054+0000", 2024-08-29T19:03:21.947 INFO:tasks.workunit.client.0.smithi028.stdout: "last_became_peered": "2024-08-29T17:56:29.392054+0000", 2024-08-29T19:03:21.947 INFO:tasks.workunit.client.0.smithi028.stdout: "last_change": "2024-08-29T17:56:29.392624+0000", 2024-08-29T19:03:21.947 INFO:tasks.workunit.client.0.smithi028.stdout: "last_clean": "2024-08-29T19:02:14.099293+0000", 2024-08-29T19:03:21.947 INFO:tasks.workunit.client.0.smithi028.stdout: "last_clean_scrub_stamp": "2024-08-29T17:41:01.987071+0000", 2024-08-29T19:03:21.947 INFO:tasks.workunit.client.0.smithi028.stdout: "last_deep_scrub": "0'0", 2024-08-29T19:03:21.947 INFO:tasks.workunit.client.0.smithi028.stdout: "last_deep_scrub_stamp": "2024-08-29T17:41:01.987071+0000", 2024-08-29T19:03:21.947 INFO:tasks.workunit.client.0.smithi028.stdout: "last_epoch_clean": 580, 2024-08-29T19:03:21.947 INFO:tasks.workunit.client.0.smithi028.stdout: "last_fresh": "2024-08-29T19:02:14.099293+0000", 2024-08-29T19:03:21.947 INFO:tasks.workunit.client.0.smithi028.stdout: "last_fullsized": "2024-08-29T19:02:14.099293+0000", 2024-08-29T19:03:21.947 INFO:tasks.workunit.client.0.smithi028.stdout: "last_peered": "2024-08-29T19:02:14.099293+0000", 2024-08-29T19:03:21.947 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub": "0'0", 2024-08-29T19:03:21.947 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub_duration": 0, 2024-08-29T19:03:21.947 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub_stamp": "2024-08-29T17:41:01.987071+0000", 2024-08-29T19:03:21.948 INFO:tasks.workunit.client.0.smithi028.stdout: "last_undegraded": "2024-08-29T19:02:14.099293+0000", 2024-08-29T19:03:21.948 INFO:tasks.workunit.client.0.smithi028.stdout: "last_unstale": "2024-08-29T19:02:14.099293+0000", 2024-08-29T19:03:21.948 INFO:tasks.workunit.client.0.smithi028.stdout: "log_dups_size": 0, 2024-08-29T19:03:21.948 INFO:tasks.workunit.client.0.smithi028.stdout: "log_size": 0, 2024-08-29T19:03:21.948 INFO:tasks.workunit.client.0.smithi028.stdout: "log_start": "0'0", 2024-08-29T19:03:21.948 INFO:tasks.workunit.client.0.smithi028.stdout: "manifest_stats_invalid": false, 2024-08-29T19:03:21.948 INFO:tasks.workunit.client.0.smithi028.stdout: "mapping_epoch": 579, 2024-08-29T19:03:21.948 INFO:tasks.workunit.client.0.smithi028.stdout: "object_location_counts": [], 2024-08-29T19:03:21.948 INFO:tasks.workunit.client.0.smithi028.stdout: "objects_scrubbed": 0, 2024-08-29T19:03:21.948 INFO:tasks.workunit.client.0.smithi028.stdout: "objects_trimmed": 0, 2024-08-29T19:03:21.948 INFO:tasks.workunit.client.0.smithi028.stdout: "omap_stats_invalid": false, 2024-08-29T19:03:21.948 INFO:tasks.workunit.client.0.smithi028.stdout: "ondisk_log_size": 0, 2024-08-29T19:03:21.948 INFO:tasks.workunit.client.0.smithi028.stdout: "ondisk_log_start": "0'0", 2024-08-29T19:03:21.948 INFO:tasks.workunit.client.0.smithi028.stdout: "parent": "0.0", 2024-08-29T19:03:21.949 INFO:tasks.workunit.client.0.smithi028.stdout: "parent_split_bits": 0, 2024-08-29T19:03:21.949 INFO:tasks.workunit.client.0.smithi028.stdout: "pgid": "3.1", 2024-08-29T19:03:21.949 INFO:tasks.workunit.client.0.smithi028.stdout: "pin_stats_invalid": false, 2024-08-29T19:03:21.949 INFO:tasks.workunit.client.0.smithi028.stdout: "purged_snaps": [], 2024-08-29T19:03:21.949 INFO:tasks.workunit.client.0.smithi028.stdout: "reported_epoch": 2650, 2024-08-29T19:03:21.949 INFO:tasks.workunit.client.0.smithi028.stdout: "reported_seq": 4813, 2024-08-29T19:03:21.949 INFO:tasks.workunit.client.0.smithi028.stdout: "scrub_duration": 0.0, 2024-08-29T19:03:21.949 INFO:tasks.workunit.client.0.smithi028.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-30T21:24:25.813711+0000", 2024-08-29T19:03:21.949 INFO:tasks.workunit.client.0.smithi028.stdout: "snaptrim_duration": 0.0, 2024-08-29T19:03:21.949 INFO:tasks.workunit.client.0.smithi028.stdout: "snaptrimq_len": 0, 2024-08-29T19:03:21.949 INFO:tasks.workunit.client.0.smithi028.stdout: "stat_sum": { 2024-08-29T19:03:21.949 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes": 0, 2024-08-29T19:03:21.949 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes_hit_set_archive": 0, 2024-08-29T19:03:21.949 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes_recovered": 0, 2024-08-29T19:03:21.949 INFO:tasks.workunit.client.0.smithi028.stdout: "num_deep_scrub_errors": 0, 2024-08-29T19:03:21.950 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict": 0, 2024-08-29T19:03:21.950 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_kb": 0, 2024-08-29T19:03:21.950 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_mode_full": 0, 2024-08-29T19:03:21.950 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_mode_some": 0, 2024-08-29T19:03:21.950 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush": 0, 2024-08-29T19:03:21.950 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_kb": 0, 2024-08-29T19:03:21.950 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_mode_high": 0, 2024-08-29T19:03:21.950 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_mode_low": 0, 2024-08-29T19:03:21.950 INFO:tasks.workunit.client.0.smithi028.stdout: "num_keys_recovered": 0, 2024-08-29T19:03:21.950 INFO:tasks.workunit.client.0.smithi028.stdout: "num_large_omap_objects": 0, 2024-08-29T19:03:21.950 INFO:tasks.workunit.client.0.smithi028.stdout: "num_legacy_snapsets": 0, 2024-08-29T19:03:21.950 INFO:tasks.workunit.client.0.smithi028.stdout: "num_object_clones": 0, 2024-08-29T19:03:21.950 INFO:tasks.workunit.client.0.smithi028.stdout: "num_object_copies": 0, 2024-08-29T19:03:21.950 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects": 0, 2024-08-29T19:03:21.951 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_degraded": 0, 2024-08-29T19:03:21.951 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_dirty": 0, 2024-08-29T19:03:21.951 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_hit_set_archive": 0, 2024-08-29T19:03:21.951 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_manifest": 0, 2024-08-29T19:03:21.951 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_misplaced": 0, 2024-08-29T19:03:21.951 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_missing": 0, 2024-08-29T19:03:21.951 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_missing_on_primary": 0, 2024-08-29T19:03:21.951 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_omap": 0, 2024-08-29T19:03:21.951 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_pinned": 0, 2024-08-29T19:03:21.951 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_recovered": 0, 2024-08-29T19:03:21.951 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_repaired": 0, 2024-08-29T19:03:21.951 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_unfound": 0, 2024-08-29T19:03:21.951 INFO:tasks.workunit.client.0.smithi028.stdout: "num_omap_bytes": 0, 2024-08-29T19:03:21.951 INFO:tasks.workunit.client.0.smithi028.stdout: "num_omap_keys": 0, 2024-08-29T19:03:21.952 INFO:tasks.workunit.client.0.smithi028.stdout: "num_promote": 0, 2024-08-29T19:03:21.952 INFO:tasks.workunit.client.0.smithi028.stdout: "num_read": 0, 2024-08-29T19:03:21.952 INFO:tasks.workunit.client.0.smithi028.stdout: "num_read_kb": 0, 2024-08-29T19:03:21.952 INFO:tasks.workunit.client.0.smithi028.stdout: "num_scrub_errors": 0, 2024-08-29T19:03:21.952 INFO:tasks.workunit.client.0.smithi028.stdout: "num_shallow_scrub_errors": 0, 2024-08-29T19:03:21.952 INFO:tasks.workunit.client.0.smithi028.stdout: "num_whiteouts": 0, 2024-08-29T19:03:21.952 INFO:tasks.workunit.client.0.smithi028.stdout: "num_write": 0, 2024-08-29T19:03:21.952 INFO:tasks.workunit.client.0.smithi028.stdout: "num_write_kb": 0 2024-08-29T19:03:21.952 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:21.952 INFO:tasks.workunit.client.0.smithi028.stdout: "state": "active+clean", 2024-08-29T19:03:21.952 INFO:tasks.workunit.client.0.smithi028.stdout: "stats_invalid": false, 2024-08-29T19:03:21.952 INFO:tasks.workunit.client.0.smithi028.stdout: "up": [ 2024-08-29T19:03:21.952 INFO:tasks.workunit.client.0.smithi028.stdout: 0, 2024-08-29T19:03:21.952 INFO:tasks.workunit.client.0.smithi028.stdout: 4, 2024-08-29T19:03:21.953 INFO:tasks.workunit.client.0.smithi028.stdout: 3 2024-08-29T19:03:21.953 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-08-29T19:03:21.953 INFO:tasks.workunit.client.0.smithi028.stdout: "up_primary": 0, 2024-08-29T19:03:21.953 INFO:tasks.workunit.client.0.smithi028.stdout: "version": "0'0" 2024-08-29T19:03:21.953 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:21.953 INFO:tasks.workunit.client.0.smithi028.stdout: { 2024-08-29T19:03:21.953 INFO:tasks.workunit.client.0.smithi028.stdout: "acting": [ 2024-08-29T19:03:21.953 INFO:tasks.workunit.client.0.smithi028.stdout: 7, 2024-08-29T19:03:21.953 INFO:tasks.workunit.client.0.smithi028.stdout: 1, 2024-08-29T19:03:21.953 INFO:tasks.workunit.client.0.smithi028.stdout: 0 2024-08-29T19:03:21.953 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-08-29T19:03:21.953 INFO:tasks.workunit.client.0.smithi028.stdout: "acting_primary": 7, 2024-08-29T19:03:21.953 INFO:tasks.workunit.client.0.smithi028.stdout: "avail_no_missing": [], 2024-08-29T19:03:21.954 INFO:tasks.workunit.client.0.smithi028.stdout: "blocked_by": [], 2024-08-29T19:03:21.954 INFO:tasks.workunit.client.0.smithi028.stdout: "created": 59, 2024-08-29T19:03:21.954 INFO:tasks.workunit.client.0.smithi028.stdout: "dirty_stats_invalid": false, 2024-08-29T19:03:21.954 INFO:tasks.workunit.client.0.smithi028.stdout: "hitset_bytes_stats_invalid": false, 2024-08-29T19:03:21.954 INFO:tasks.workunit.client.0.smithi028.stdout: "hitset_stats_invalid": false, 2024-08-29T19:03:21.954 INFO:tasks.workunit.client.0.smithi028.stdout: "last_active": "2024-08-29T19:02:14.096570+0000", 2024-08-29T19:03:21.954 INFO:tasks.workunit.client.0.smithi028.stdout: "last_became_active": "2024-08-29T17:58:11.363878+0000", 2024-08-29T19:03:21.954 INFO:tasks.workunit.client.0.smithi028.stdout: "last_became_peered": "2024-08-29T17:58:11.363878+0000", 2024-08-29T19:03:21.954 INFO:tasks.workunit.client.0.smithi028.stdout: "last_change": "2024-08-29T17:58:11.364584+0000", 2024-08-29T19:03:21.954 INFO:tasks.workunit.client.0.smithi028.stdout: "last_clean": "2024-08-29T19:02:14.096570+0000", 2024-08-29T19:03:21.954 INFO:tasks.workunit.client.0.smithi028.stdout: "last_clean_scrub_stamp": "2024-08-29T17:40:52.944949+0000", 2024-08-29T19:03:21.954 INFO:tasks.workunit.client.0.smithi028.stdout: "last_deep_scrub": "0'0", 2024-08-29T19:03:21.954 INFO:tasks.workunit.client.0.smithi028.stdout: "last_deep_scrub_stamp": "2024-08-29T17:40:52.944949+0000", 2024-08-29T19:03:21.954 INFO:tasks.workunit.client.0.smithi028.stdout: "last_epoch_clean": 681, 2024-08-29T19:03:21.954 INFO:tasks.workunit.client.0.smithi028.stdout: "last_fresh": "2024-08-29T19:02:14.096570+0000", 2024-08-29T19:03:21.955 INFO:tasks.workunit.client.0.smithi028.stdout: "last_fullsized": "2024-08-29T19:02:14.096570+0000", 2024-08-29T19:03:21.955 INFO:tasks.workunit.client.0.smithi028.stdout: "last_peered": "2024-08-29T19:02:14.096570+0000", 2024-08-29T19:03:21.955 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub": "0'0", 2024-08-29T19:03:21.955 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub_duration": 0, 2024-08-29T19:03:21.955 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub_stamp": "2024-08-29T17:40:52.944949+0000", 2024-08-29T19:03:21.955 INFO:tasks.workunit.client.0.smithi028.stdout: "last_undegraded": "2024-08-29T19:02:14.096570+0000", 2024-08-29T19:03:21.955 INFO:tasks.workunit.client.0.smithi028.stdout: "last_unstale": "2024-08-29T19:02:14.096570+0000", 2024-08-29T19:03:21.955 INFO:tasks.workunit.client.0.smithi028.stdout: "log_dups_size": 0, 2024-08-29T19:03:21.955 INFO:tasks.workunit.client.0.smithi028.stdout: "log_size": 0, 2024-08-29T19:03:21.955 INFO:tasks.workunit.client.0.smithi028.stdout: "log_start": "0'0", 2024-08-29T19:03:21.955 INFO:tasks.workunit.client.0.smithi028.stdout: "manifest_stats_invalid": false, 2024-08-29T19:03:21.955 INFO:tasks.workunit.client.0.smithi028.stdout: "mapping_epoch": 680, 2024-08-29T19:03:21.955 INFO:tasks.workunit.client.0.smithi028.stdout: "object_location_counts": [], 2024-08-29T19:03:21.956 INFO:tasks.workunit.client.0.smithi028.stdout: "objects_scrubbed": 0, 2024-08-29T19:03:21.956 INFO:tasks.workunit.client.0.smithi028.stdout: "objects_trimmed": 0, 2024-08-29T19:03:21.956 INFO:tasks.workunit.client.0.smithi028.stdout: "omap_stats_invalid": false, 2024-08-29T19:03:21.956 INFO:tasks.workunit.client.0.smithi028.stdout: "ondisk_log_size": 0, 2024-08-29T19:03:21.956 INFO:tasks.workunit.client.0.smithi028.stdout: "ondisk_log_start": "0'0", 2024-08-29T19:03:21.956 INFO:tasks.workunit.client.0.smithi028.stdout: "parent": "0.0", 2024-08-29T19:03:21.956 INFO:tasks.workunit.client.0.smithi028.stdout: "parent_split_bits": 0, 2024-08-29T19:03:21.956 INFO:tasks.workunit.client.0.smithi028.stdout: "pgid": "2.0", 2024-08-29T19:03:21.956 INFO:tasks.workunit.client.0.smithi028.stdout: "pin_stats_invalid": false, 2024-08-29T19:03:21.956 INFO:tasks.workunit.client.0.smithi028.stdout: "purged_snaps": [], 2024-08-29T19:03:21.956 INFO:tasks.workunit.client.0.smithi028.stdout: "reported_epoch": 2650, 2024-08-29T19:03:21.956 INFO:tasks.workunit.client.0.smithi028.stdout: "reported_seq": 4565, 2024-08-29T19:03:21.956 INFO:tasks.workunit.client.0.smithi028.stdout: "scrub_duration": 0.0, 2024-08-29T19:03:21.956 INFO:tasks.workunit.client.0.smithi028.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-30T20:30:42.387674+0000", 2024-08-29T19:03:21.957 INFO:tasks.workunit.client.0.smithi028.stdout: "snaptrim_duration": 0.0, 2024-08-29T19:03:21.957 INFO:tasks.workunit.client.0.smithi028.stdout: "snaptrimq_len": 0, 2024-08-29T19:03:21.957 INFO:tasks.workunit.client.0.smithi028.stdout: "stat_sum": { 2024-08-29T19:03:21.957 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes": 0, 2024-08-29T19:03:21.957 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes_hit_set_archive": 0, 2024-08-29T19:03:21.957 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes_recovered": 0, 2024-08-29T19:03:21.957 INFO:tasks.workunit.client.0.smithi028.stdout: "num_deep_scrub_errors": 0, 2024-08-29T19:03:21.957 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict": 0, 2024-08-29T19:03:21.957 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_kb": 0, 2024-08-29T19:03:21.957 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_mode_full": 0, 2024-08-29T19:03:21.957 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_mode_some": 0, 2024-08-29T19:03:21.957 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush": 0, 2024-08-29T19:03:21.957 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_kb": 0, 2024-08-29T19:03:21.957 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_mode_high": 0, 2024-08-29T19:03:21.958 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_mode_low": 0, 2024-08-29T19:03:21.958 INFO:tasks.workunit.client.0.smithi028.stdout: "num_keys_recovered": 0, 2024-08-29T19:03:21.958 INFO:tasks.workunit.client.0.smithi028.stdout: "num_large_omap_objects": 0, 2024-08-29T19:03:21.958 INFO:tasks.workunit.client.0.smithi028.stdout: "num_legacy_snapsets": 0, 2024-08-29T19:03:21.958 INFO:tasks.workunit.client.0.smithi028.stdout: "num_object_clones": 0, 2024-08-29T19:03:21.958 INFO:tasks.workunit.client.0.smithi028.stdout: "num_object_copies": 0, 2024-08-29T19:03:21.958 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects": 0, 2024-08-29T19:03:21.958 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_degraded": 0, 2024-08-29T19:03:21.958 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_dirty": 0, 2024-08-29T19:03:21.958 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_hit_set_archive": 0, 2024-08-29T19:03:21.958 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_manifest": 0, 2024-08-29T19:03:21.958 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_misplaced": 0, 2024-08-29T19:03:21.958 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_missing": 0, 2024-08-29T19:03:21.958 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_missing_on_primary": 0, 2024-08-29T19:03:21.958 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_omap": 0, 2024-08-29T19:03:21.959 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_pinned": 0, 2024-08-29T19:03:21.959 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_recovered": 0, 2024-08-29T19:03:21.959 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_repaired": 0, 2024-08-29T19:03:21.959 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_unfound": 0, 2024-08-29T19:03:21.959 INFO:tasks.workunit.client.0.smithi028.stdout: "num_omap_bytes": 0, 2024-08-29T19:03:21.959 INFO:tasks.workunit.client.0.smithi028.stdout: "num_omap_keys": 0, 2024-08-29T19:03:21.959 INFO:tasks.workunit.client.0.smithi028.stdout: "num_promote": 0, 2024-08-29T19:03:21.959 INFO:tasks.workunit.client.0.smithi028.stdout: "num_read": 0, 2024-08-29T19:03:21.959 INFO:tasks.workunit.client.0.smithi028.stdout: "num_read_kb": 0, 2024-08-29T19:03:21.959 INFO:tasks.workunit.client.0.smithi028.stdout: "num_scrub_errors": 0, 2024-08-29T19:03:21.959 INFO:tasks.workunit.client.0.smithi028.stdout: "num_shallow_scrub_errors": 0, 2024-08-29T19:03:21.959 INFO:tasks.workunit.client.0.smithi028.stdout: "num_whiteouts": 0, 2024-08-29T19:03:21.959 INFO:tasks.workunit.client.0.smithi028.stdout: "num_write": 0, 2024-08-29T19:03:21.959 INFO:tasks.workunit.client.0.smithi028.stdout: "num_write_kb": 0 2024-08-29T19:03:21.960 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:21.960 INFO:tasks.workunit.client.0.smithi028.stdout: "state": "active+clean", 2024-08-29T19:03:21.960 INFO:tasks.workunit.client.0.smithi028.stdout: "stats_invalid": false, 2024-08-29T19:03:21.960 INFO:tasks.workunit.client.0.smithi028.stdout: "up": [ 2024-08-29T19:03:21.960 INFO:tasks.workunit.client.0.smithi028.stdout: 7, 2024-08-29T19:03:21.960 INFO:tasks.workunit.client.0.smithi028.stdout: 1, 2024-08-29T19:03:21.960 INFO:tasks.workunit.client.0.smithi028.stdout: 0 2024-08-29T19:03:21.960 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-08-29T19:03:21.960 INFO:tasks.workunit.client.0.smithi028.stdout: "up_primary": 7, 2024-08-29T19:03:21.960 INFO:tasks.workunit.client.0.smithi028.stdout: "version": "0'0" 2024-08-29T19:03:21.960 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:21.960 INFO:tasks.workunit.client.0.smithi028.stdout: { 2024-08-29T19:03:21.960 INFO:tasks.workunit.client.0.smithi028.stdout: "acting": [ 2024-08-29T19:03:21.960 INFO:tasks.workunit.client.0.smithi028.stdout: 0, 2024-08-29T19:03:21.961 INFO:tasks.workunit.client.0.smithi028.stdout: 1, 2024-08-29T19:03:21.961 INFO:tasks.workunit.client.0.smithi028.stdout: 2 2024-08-29T19:03:21.961 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-08-29T19:03:21.961 INFO:tasks.workunit.client.0.smithi028.stdout: "acting_primary": 0, 2024-08-29T19:03:21.961 INFO:tasks.workunit.client.0.smithi028.stdout: "avail_no_missing": [], 2024-08-29T19:03:21.961 INFO:tasks.workunit.client.0.smithi028.stdout: "blocked_by": [], 2024-08-29T19:03:21.961 INFO:tasks.workunit.client.0.smithi028.stdout: "created": 69, 2024-08-29T19:03:21.961 INFO:tasks.workunit.client.0.smithi028.stdout: "dirty_stats_invalid": false, 2024-08-29T19:03:21.961 INFO:tasks.workunit.client.0.smithi028.stdout: "hitset_bytes_stats_invalid": false, 2024-08-29T19:03:21.961 INFO:tasks.workunit.client.0.smithi028.stdout: "hitset_stats_invalid": false, 2024-08-29T19:03:21.961 INFO:tasks.workunit.client.0.smithi028.stdout: "last_active": "2024-08-29T19:02:14.104463+0000", 2024-08-29T19:03:21.961 INFO:tasks.workunit.client.0.smithi028.stdout: "last_became_active": "2024-08-29T17:55:26.379163+0000", 2024-08-29T19:03:21.961 INFO:tasks.workunit.client.0.smithi028.stdout: "last_became_peered": "2024-08-29T17:55:26.379163+0000", 2024-08-29T19:03:21.961 INFO:tasks.workunit.client.0.smithi028.stdout: "last_change": "2024-08-29T18:32:49.466656+0000", 2024-08-29T19:03:21.962 INFO:tasks.workunit.client.0.smithi028.stdout: "last_clean": "2024-08-29T19:02:14.104463+0000", 2024-08-29T19:03:21.962 INFO:tasks.workunit.client.0.smithi028.stdout: "last_clean_scrub_stamp": "2024-08-29T17:43:39.870944+0000", 2024-08-29T19:03:21.962 INFO:tasks.workunit.client.0.smithi028.stdout: "last_deep_scrub": "0'0", 2024-08-29T19:03:21.962 INFO:tasks.workunit.client.0.smithi028.stdout: "last_deep_scrub_stamp": "2024-08-29T17:43:39.870944+0000", 2024-08-29T19:03:21.962 INFO:tasks.workunit.client.0.smithi028.stdout: "last_epoch_clean": 517, 2024-08-29T19:03:21.962 INFO:tasks.workunit.client.0.smithi028.stdout: "last_fresh": "2024-08-29T19:02:14.104463+0000", 2024-08-29T19:03:21.962 INFO:tasks.workunit.client.0.smithi028.stdout: "last_fullsized": "2024-08-29T19:02:14.104463+0000", 2024-08-29T19:03:21.962 INFO:tasks.workunit.client.0.smithi028.stdout: "last_peered": "2024-08-29T19:02:14.104463+0000", 2024-08-29T19:03:21.962 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub": "0'0", 2024-08-29T19:03:21.962 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub_duration": 0, 2024-08-29T19:03:21.962 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub_stamp": "2024-08-29T17:43:39.870944+0000", 2024-08-29T19:03:21.962 INFO:tasks.workunit.client.0.smithi028.stdout: "last_undegraded": "2024-08-29T19:02:14.104463+0000", 2024-08-29T19:03:21.962 INFO:tasks.workunit.client.0.smithi028.stdout: "last_unstale": "2024-08-29T19:02:14.104463+0000", 2024-08-29T19:03:21.962 INFO:tasks.workunit.client.0.smithi028.stdout: "log_dups_size": 0, 2024-08-29T19:03:21.962 INFO:tasks.workunit.client.0.smithi028.stdout: "log_size": 3123, 2024-08-29T19:03:21.963 INFO:tasks.workunit.client.0.smithi028.stdout: "log_start": "0'0", 2024-08-29T19:03:21.963 INFO:tasks.workunit.client.0.smithi028.stdout: "manifest_stats_invalid": false, 2024-08-29T19:03:21.963 INFO:tasks.workunit.client.0.smithi028.stdout: "mapping_epoch": 516, 2024-08-29T19:03:21.963 INFO:tasks.workunit.client.0.smithi028.stdout: "object_location_counts": [], 2024-08-29T19:03:21.963 INFO:tasks.workunit.client.0.smithi028.stdout: "objects_scrubbed": 0, 2024-08-29T19:03:21.963 INFO:tasks.workunit.client.0.smithi028.stdout: "objects_trimmed": 0, 2024-08-29T19:03:21.963 INFO:tasks.workunit.client.0.smithi028.stdout: "omap_stats_invalid": false, 2024-08-29T19:03:21.963 INFO:tasks.workunit.client.0.smithi028.stdout: "ondisk_log_size": 3123, 2024-08-29T19:03:21.963 INFO:tasks.workunit.client.0.smithi028.stdout: "ondisk_log_start": "0'0", 2024-08-29T19:03:21.963 INFO:tasks.workunit.client.0.smithi028.stdout: "parent": "0.0", 2024-08-29T19:03:21.963 INFO:tasks.workunit.client.0.smithi028.stdout: "parent_split_bits": 0, 2024-08-29T19:03:21.963 INFO:tasks.workunit.client.0.smithi028.stdout: "pgid": "4.6", 2024-08-29T19:03:21.963 INFO:tasks.workunit.client.0.smithi028.stdout: "pin_stats_invalid": false, 2024-08-29T19:03:21.963 INFO:tasks.workunit.client.0.smithi028.stdout: "purged_snaps": [], 2024-08-29T19:03:21.964 INFO:tasks.workunit.client.0.smithi028.stdout: "reported_epoch": 2650, 2024-08-29T19:03:21.964 INFO:tasks.workunit.client.0.smithi028.stdout: "reported_seq": 8545, 2024-08-29T19:03:21.964 INFO:tasks.workunit.client.0.smithi028.stdout: "scrub_duration": 0.0, 2024-08-29T19:03:21.964 INFO:tasks.workunit.client.0.smithi028.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-30T22:31:16.867190+0000", 2024-08-29T19:03:21.964 INFO:tasks.workunit.client.0.smithi028.stdout: "snaptrim_duration": 0.02367137, 2024-08-29T19:03:21.964 INFO:tasks.workunit.client.0.smithi028.stdout: "snaptrimq_len": 0, 2024-08-29T19:03:21.964 INFO:tasks.workunit.client.0.smithi028.stdout: "stat_sum": { 2024-08-29T19:03:21.964 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes": 4194304, 2024-08-29T19:03:21.964 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes_hit_set_archive": 0, 2024-08-29T19:03:21.964 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes_recovered": 0, 2024-08-29T19:03:21.964 INFO:tasks.workunit.client.0.smithi028.stdout: "num_deep_scrub_errors": 0, 2024-08-29T19:03:21.964 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict": 0, 2024-08-29T19:03:21.964 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_kb": 0, 2024-08-29T19:03:21.964 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_mode_full": 0, 2024-08-29T19:03:21.965 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_mode_some": 0, 2024-08-29T19:03:21.965 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush": 0, 2024-08-29T19:03:21.965 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_kb": 0, 2024-08-29T19:03:21.965 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_mode_high": 0, 2024-08-29T19:03:21.965 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_mode_low": 0, 2024-08-29T19:03:21.965 INFO:tasks.workunit.client.0.smithi028.stdout: "num_keys_recovered": 0, 2024-08-29T19:03:21.965 INFO:tasks.workunit.client.0.smithi028.stdout: "num_large_omap_objects": 0, 2024-08-29T19:03:21.965 INFO:tasks.workunit.client.0.smithi028.stdout: "num_legacy_snapsets": 0, 2024-08-29T19:03:21.965 INFO:tasks.workunit.client.0.smithi028.stdout: "num_object_clones": 0, 2024-08-29T19:03:21.965 INFO:tasks.workunit.client.0.smithi028.stdout: "num_object_copies": 3, 2024-08-29T19:03:21.965 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects": 1, 2024-08-29T19:03:21.965 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_degraded": 0, 2024-08-29T19:03:21.965 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_dirty": 1, 2024-08-29T19:03:21.965 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_hit_set_archive": 0, 2024-08-29T19:03:21.966 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_manifest": 0, 2024-08-29T19:03:21.966 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_misplaced": 0, 2024-08-29T19:03:21.966 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_missing": 0, 2024-08-29T19:03:21.966 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_missing_on_primary": 0, 2024-08-29T19:03:21.966 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_omap": 0, 2024-08-29T19:03:21.966 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_pinned": 0, 2024-08-29T19:03:21.966 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_recovered": 0, 2024-08-29T19:03:21.966 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_repaired": 0, 2024-08-29T19:03:21.966 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_unfound": 0, 2024-08-29T19:03:21.966 INFO:tasks.workunit.client.0.smithi028.stdout: "num_omap_bytes": 0, 2024-08-29T19:03:21.966 INFO:tasks.workunit.client.0.smithi028.stdout: "num_omap_keys": 0, 2024-08-29T19:03:21.966 INFO:tasks.workunit.client.0.smithi028.stdout: "num_promote": 0, 2024-08-29T19:03:21.966 INFO:tasks.workunit.client.0.smithi028.stdout: "num_read": 933, 2024-08-29T19:03:21.967 INFO:tasks.workunit.client.0.smithi028.stdout: "num_read_kb": 397720, 2024-08-29T19:03:21.967 INFO:tasks.workunit.client.0.smithi028.stdout: "num_scrub_errors": 0, 2024-08-29T19:03:21.967 INFO:tasks.workunit.client.0.smithi028.stdout: "num_shallow_scrub_errors": 0, 2024-08-29T19:03:21.967 INFO:tasks.workunit.client.0.smithi028.stdout: "num_whiteouts": 0, 2024-08-29T19:03:21.967 INFO:tasks.workunit.client.0.smithi028.stdout: "num_write": 3093, 2024-08-29T19:03:21.967 INFO:tasks.workunit.client.0.smithi028.stdout: "num_write_kb": 354147 2024-08-29T19:03:21.967 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:21.967 INFO:tasks.workunit.client.0.smithi028.stdout: "state": "active+clean", 2024-08-29T19:03:21.967 INFO:tasks.workunit.client.0.smithi028.stdout: "stats_invalid": false, 2024-08-29T19:03:21.967 INFO:tasks.workunit.client.0.smithi028.stdout: "up": [ 2024-08-29T19:03:21.967 INFO:tasks.workunit.client.0.smithi028.stdout: 0, 2024-08-29T19:03:21.967 INFO:tasks.workunit.client.0.smithi028.stdout: 1, 2024-08-29T19:03:21.967 INFO:tasks.workunit.client.0.smithi028.stdout: 2 2024-08-29T19:03:21.967 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-08-29T19:03:21.968 INFO:tasks.workunit.client.0.smithi028.stdout: "up_primary": 0, 2024-08-29T19:03:21.968 INFO:tasks.workunit.client.0.smithi028.stdout: "version": "1182'3123" 2024-08-29T19:03:21.968 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:21.968 INFO:tasks.workunit.client.0.smithi028.stdout: { 2024-08-29T19:03:21.968 INFO:tasks.workunit.client.0.smithi028.stdout: "acting": [ 2024-08-29T19:03:21.968 INFO:tasks.workunit.client.0.smithi028.stdout: 3, 2024-08-29T19:03:21.968 INFO:tasks.workunit.client.0.smithi028.stdout: 5, 2024-08-29T19:03:21.968 INFO:tasks.workunit.client.0.smithi028.stdout: 6 2024-08-29T19:03:21.968 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-08-29T19:03:21.968 INFO:tasks.workunit.client.0.smithi028.stdout: "acting_primary": 3, 2024-08-29T19:03:21.968 INFO:tasks.workunit.client.0.smithi028.stdout: "avail_no_missing": [], 2024-08-29T19:03:21.968 INFO:tasks.workunit.client.0.smithi028.stdout: "blocked_by": [], 2024-08-29T19:03:21.968 INFO:tasks.workunit.client.0.smithi028.stdout: "created": 62, 2024-08-29T19:03:21.968 INFO:tasks.workunit.client.0.smithi028.stdout: "dirty_stats_invalid": false, 2024-08-29T19:03:21.969 INFO:tasks.workunit.client.0.smithi028.stdout: "hitset_bytes_stats_invalid": false, 2024-08-29T19:03:21.969 INFO:tasks.workunit.client.0.smithi028.stdout: "hitset_stats_invalid": false, 2024-08-29T19:03:21.969 INFO:tasks.workunit.client.0.smithi028.stdout: "last_active": "2024-08-29T19:02:14.840277+0000", 2024-08-29T19:03:21.969 INFO:tasks.workunit.client.0.smithi028.stdout: "last_became_active": "2024-08-29T17:57:36.395051+0000", 2024-08-29T19:03:21.969 INFO:tasks.workunit.client.0.smithi028.stdout: "last_became_peered": "2024-08-29T17:57:36.395051+0000", 2024-08-29T19:03:21.969 INFO:tasks.workunit.client.0.smithi028.stdout: "last_change": "2024-08-29T17:57:36.395476+0000", 2024-08-29T19:03:21.969 INFO:tasks.workunit.client.0.smithi028.stdout: "last_clean": "2024-08-29T19:02:14.840277+0000", 2024-08-29T19:03:21.969 INFO:tasks.workunit.client.0.smithi028.stdout: "last_clean_scrub_stamp": "2024-08-29T17:41:01.987071+0000", 2024-08-29T19:03:21.969 INFO:tasks.workunit.client.0.smithi028.stdout: "last_deep_scrub": "0'0", 2024-08-29T19:03:21.969 INFO:tasks.workunit.client.0.smithi028.stdout: "last_deep_scrub_stamp": "2024-08-29T17:41:01.987071+0000", 2024-08-29T19:03:21.969 INFO:tasks.workunit.client.0.smithi028.stdout: "last_epoch_clean": 646, 2024-08-29T19:03:21.969 INFO:tasks.workunit.client.0.smithi028.stdout: "last_fresh": "2024-08-29T19:02:14.840277+0000", 2024-08-29T19:03:21.969 INFO:tasks.workunit.client.0.smithi028.stdout: "last_fullsized": "2024-08-29T19:02:14.840277+0000", 2024-08-29T19:03:21.969 INFO:tasks.workunit.client.0.smithi028.stdout: "last_peered": "2024-08-29T19:02:14.840277+0000", 2024-08-29T19:03:21.970 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub": "0'0", 2024-08-29T19:03:21.970 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub_duration": 0, 2024-08-29T19:03:21.970 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub_stamp": "2024-08-29T17:41:01.987071+0000", 2024-08-29T19:03:21.970 INFO:tasks.workunit.client.0.smithi028.stdout: "last_undegraded": "2024-08-29T19:02:14.840277+0000", 2024-08-29T19:03:21.970 INFO:tasks.workunit.client.0.smithi028.stdout: "last_unstale": "2024-08-29T19:02:14.840277+0000", 2024-08-29T19:03:21.970 INFO:tasks.workunit.client.0.smithi028.stdout: "log_dups_size": 0, 2024-08-29T19:03:21.970 INFO:tasks.workunit.client.0.smithi028.stdout: "log_size": 0, 2024-08-29T19:03:21.970 INFO:tasks.workunit.client.0.smithi028.stdout: "log_start": "0'0", 2024-08-29T19:03:21.970 INFO:tasks.workunit.client.0.smithi028.stdout: "manifest_stats_invalid": false, 2024-08-29T19:03:21.970 INFO:tasks.workunit.client.0.smithi028.stdout: "mapping_epoch": 645, 2024-08-29T19:03:21.970 INFO:tasks.workunit.client.0.smithi028.stdout: "object_location_counts": [], 2024-08-29T19:03:21.970 INFO:tasks.workunit.client.0.smithi028.stdout: "objects_scrubbed": 0, 2024-08-29T19:03:21.970 INFO:tasks.workunit.client.0.smithi028.stdout: "objects_trimmed": 0, 2024-08-29T19:03:21.970 INFO:tasks.workunit.client.0.smithi028.stdout: "omap_stats_invalid": false, 2024-08-29T19:03:21.971 INFO:tasks.workunit.client.0.smithi028.stdout: "ondisk_log_size": 0, 2024-08-29T19:03:21.971 INFO:tasks.workunit.client.0.smithi028.stdout: "ondisk_log_start": "0'0", 2024-08-29T19:03:21.971 INFO:tasks.workunit.client.0.smithi028.stdout: "parent": "0.0", 2024-08-29T19:03:21.971 INFO:tasks.workunit.client.0.smithi028.stdout: "parent_split_bits": 0, 2024-08-29T19:03:21.971 INFO:tasks.workunit.client.0.smithi028.stdout: "pgid": "3.2", 2024-08-29T19:03:21.971 INFO:tasks.workunit.client.0.smithi028.stdout: "pin_stats_invalid": false, 2024-08-29T19:03:21.971 INFO:tasks.workunit.client.0.smithi028.stdout: "purged_snaps": [], 2024-08-29T19:03:21.971 INFO:tasks.workunit.client.0.smithi028.stdout: "reported_epoch": 2650, 2024-08-29T19:03:21.971 INFO:tasks.workunit.client.0.smithi028.stdout: "reported_seq": 4700, 2024-08-29T19:03:21.971 INFO:tasks.workunit.client.0.smithi028.stdout: "scrub_duration": 0.0, 2024-08-29T19:03:21.971 INFO:tasks.workunit.client.0.smithi028.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-30T23:01:45.405153+0000", 2024-08-29T19:03:21.971 INFO:tasks.workunit.client.0.smithi028.stdout: "snaptrim_duration": 0.0, 2024-08-29T19:03:21.971 INFO:tasks.workunit.client.0.smithi028.stdout: "snaptrimq_len": 0, 2024-08-29T19:03:21.971 INFO:tasks.workunit.client.0.smithi028.stdout: "stat_sum": { 2024-08-29T19:03:21.972 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes": 0, 2024-08-29T19:03:21.972 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes_hit_set_archive": 0, 2024-08-29T19:03:21.972 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes_recovered": 0, 2024-08-29T19:03:21.972 INFO:tasks.workunit.client.0.smithi028.stdout: "num_deep_scrub_errors": 0, 2024-08-29T19:03:21.972 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict": 0, 2024-08-29T19:03:21.972 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_kb": 0, 2024-08-29T19:03:21.972 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_mode_full": 0, 2024-08-29T19:03:21.972 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_mode_some": 0, 2024-08-29T19:03:21.972 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush": 0, 2024-08-29T19:03:21.972 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_kb": 0, 2024-08-29T19:03:21.972 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_mode_high": 0, 2024-08-29T19:03:21.972 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_mode_low": 0, 2024-08-29T19:03:21.972 INFO:tasks.workunit.client.0.smithi028.stdout: "num_keys_recovered": 0, 2024-08-29T19:03:21.972 INFO:tasks.workunit.client.0.smithi028.stdout: "num_large_omap_objects": 0, 2024-08-29T19:03:21.973 INFO:tasks.workunit.client.0.smithi028.stdout: "num_legacy_snapsets": 0, 2024-08-29T19:03:21.973 INFO:tasks.workunit.client.0.smithi028.stdout: "num_object_clones": 0, 2024-08-29T19:03:21.973 INFO:tasks.workunit.client.0.smithi028.stdout: "num_object_copies": 0, 2024-08-29T19:03:21.973 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects": 0, 2024-08-29T19:03:21.973 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_degraded": 0, 2024-08-29T19:03:21.973 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_dirty": 0, 2024-08-29T19:03:21.973 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_hit_set_archive": 0, 2024-08-29T19:03:21.973 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_manifest": 0, 2024-08-29T19:03:21.973 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_misplaced": 0, 2024-08-29T19:03:21.973 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_missing": 0, 2024-08-29T19:03:21.973 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_missing_on_primary": 0, 2024-08-29T19:03:21.973 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_omap": 0, 2024-08-29T19:03:21.973 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_pinned": 0, 2024-08-29T19:03:21.973 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_recovered": 0, 2024-08-29T19:03:21.974 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_repaired": 0, 2024-08-29T19:03:21.974 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_unfound": 0, 2024-08-29T19:03:21.974 INFO:tasks.workunit.client.0.smithi028.stdout: "num_omap_bytes": 0, 2024-08-29T19:03:21.974 INFO:tasks.workunit.client.0.smithi028.stdout: "num_omap_keys": 0, 2024-08-29T19:03:21.974 INFO:tasks.workunit.client.0.smithi028.stdout: "num_promote": 0, 2024-08-29T19:03:21.974 INFO:tasks.workunit.client.0.smithi028.stdout: "num_read": 0, 2024-08-29T19:03:21.974 INFO:tasks.workunit.client.0.smithi028.stdout: "num_read_kb": 0, 2024-08-29T19:03:21.974 INFO:tasks.workunit.client.0.smithi028.stdout: "num_scrub_errors": 0, 2024-08-29T19:03:21.974 INFO:tasks.workunit.client.0.smithi028.stdout: "num_shallow_scrub_errors": 0, 2024-08-29T19:03:21.974 INFO:tasks.workunit.client.0.smithi028.stdout: "num_whiteouts": 0, 2024-08-29T19:03:21.974 INFO:tasks.workunit.client.0.smithi028.stdout: "num_write": 0, 2024-08-29T19:03:21.974 INFO:tasks.workunit.client.0.smithi028.stdout: "num_write_kb": 0 2024-08-29T19:03:21.974 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:21.974 INFO:tasks.workunit.client.0.smithi028.stdout: "state": "active+clean", 2024-08-29T19:03:21.975 INFO:tasks.workunit.client.0.smithi028.stdout: "stats_invalid": false, 2024-08-29T19:03:21.975 INFO:tasks.workunit.client.0.smithi028.stdout: "up": [ 2024-08-29T19:03:21.975 INFO:tasks.workunit.client.0.smithi028.stdout: 3, 2024-08-29T19:03:21.975 INFO:tasks.workunit.client.0.smithi028.stdout: 5, 2024-08-29T19:03:21.975 INFO:tasks.workunit.client.0.smithi028.stdout: 6 2024-08-29T19:03:21.975 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-08-29T19:03:21.975 INFO:tasks.workunit.client.0.smithi028.stdout: "up_primary": 3, 2024-08-29T19:03:21.975 INFO:tasks.workunit.client.0.smithi028.stdout: "version": "0'0" 2024-08-29T19:03:21.975 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:21.975 INFO:tasks.workunit.client.0.smithi028.stdout: { 2024-08-29T19:03:21.975 INFO:tasks.workunit.client.0.smithi028.stdout: "acting": [ 2024-08-29T19:03:21.975 INFO:tasks.workunit.client.0.smithi028.stdout: 5, 2024-08-29T19:03:21.975 INFO:tasks.workunit.client.0.smithi028.stdout: 2, 2024-08-29T19:03:21.975 INFO:tasks.workunit.client.0.smithi028.stdout: 7 2024-08-29T19:03:21.975 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-08-29T19:03:21.976 INFO:tasks.workunit.client.0.smithi028.stdout: "acting_primary": 5, 2024-08-29T19:03:21.976 INFO:tasks.workunit.client.0.smithi028.stdout: "avail_no_missing": [], 2024-08-29T19:03:21.976 INFO:tasks.workunit.client.0.smithi028.stdout: "blocked_by": [], 2024-08-29T19:03:21.976 INFO:tasks.workunit.client.0.smithi028.stdout: "created": 59, 2024-08-29T19:03:21.976 INFO:tasks.workunit.client.0.smithi028.stdout: "dirty_stats_invalid": false, 2024-08-29T19:03:21.976 INFO:tasks.workunit.client.0.smithi028.stdout: "hitset_bytes_stats_invalid": false, 2024-08-29T19:03:21.976 INFO:tasks.workunit.client.0.smithi028.stdout: "hitset_stats_invalid": false, 2024-08-29T19:03:21.976 INFO:tasks.workunit.client.0.smithi028.stdout: "last_active": "2024-08-29T19:02:14.924375+0000", 2024-08-29T19:03:21.976 INFO:tasks.workunit.client.0.smithi028.stdout: "last_became_active": "2024-08-29T17:58:11.367038+0000", 2024-08-29T19:03:21.976 INFO:tasks.workunit.client.0.smithi028.stdout: "last_became_peered": "2024-08-29T17:58:11.367038+0000", 2024-08-29T19:03:21.976 INFO:tasks.workunit.client.0.smithi028.stdout: "last_change": "2024-08-29T17:58:11.367664+0000", 2024-08-29T19:03:21.976 INFO:tasks.workunit.client.0.smithi028.stdout: "last_clean": "2024-08-29T19:02:14.924375+0000", 2024-08-29T19:03:21.976 INFO:tasks.workunit.client.0.smithi028.stdout: "last_clean_scrub_stamp": "2024-08-29T17:40:52.944949+0000", 2024-08-29T19:03:21.976 INFO:tasks.workunit.client.0.smithi028.stdout: "last_deep_scrub": "0'0", 2024-08-29T19:03:21.977 INFO:tasks.workunit.client.0.smithi028.stdout: "last_deep_scrub_stamp": "2024-08-29T17:40:52.944949+0000", 2024-08-29T19:03:21.977 INFO:tasks.workunit.client.0.smithi028.stdout: "last_epoch_clean": 681, 2024-08-29T19:03:21.977 INFO:tasks.workunit.client.0.smithi028.stdout: "last_fresh": "2024-08-29T19:02:14.924375+0000", 2024-08-29T19:03:21.977 INFO:tasks.workunit.client.0.smithi028.stdout: "last_fullsized": "2024-08-29T19:02:14.924375+0000", 2024-08-29T19:03:21.977 INFO:tasks.workunit.client.0.smithi028.stdout: "last_peered": "2024-08-29T19:02:14.924375+0000", 2024-08-29T19:03:21.977 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub": "0'0", 2024-08-29T19:03:21.977 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub_duration": 0, 2024-08-29T19:03:21.977 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub_stamp": "2024-08-29T17:40:52.944949+0000", 2024-08-29T19:03:21.977 INFO:tasks.workunit.client.0.smithi028.stdout: "last_undegraded": "2024-08-29T19:02:14.924375+0000", 2024-08-29T19:03:21.977 INFO:tasks.workunit.client.0.smithi028.stdout: "last_unstale": "2024-08-29T19:02:14.924375+0000", 2024-08-29T19:03:21.977 INFO:tasks.workunit.client.0.smithi028.stdout: "log_dups_size": 0, 2024-08-29T19:03:21.977 INFO:tasks.workunit.client.0.smithi028.stdout: "log_size": 0, 2024-08-29T19:03:21.977 INFO:tasks.workunit.client.0.smithi028.stdout: "log_start": "0'0", 2024-08-29T19:03:21.977 INFO:tasks.workunit.client.0.smithi028.stdout: "manifest_stats_invalid": false, 2024-08-29T19:03:21.978 INFO:tasks.workunit.client.0.smithi028.stdout: "mapping_epoch": 680, 2024-08-29T19:03:21.978 INFO:tasks.workunit.client.0.smithi028.stdout: "object_location_counts": [], 2024-08-29T19:03:21.978 INFO:tasks.workunit.client.0.smithi028.stdout: "objects_scrubbed": 0, 2024-08-29T19:03:21.978 INFO:tasks.workunit.client.0.smithi028.stdout: "objects_trimmed": 0, 2024-08-29T19:03:21.978 INFO:tasks.workunit.client.0.smithi028.stdout: "omap_stats_invalid": false, 2024-08-29T19:03:21.978 INFO:tasks.workunit.client.0.smithi028.stdout: "ondisk_log_size": 0, 2024-08-29T19:03:21.978 INFO:tasks.workunit.client.0.smithi028.stdout: "ondisk_log_start": "0'0", 2024-08-29T19:03:21.978 INFO:tasks.workunit.client.0.smithi028.stdout: "parent": "0.0", 2024-08-29T19:03:21.978 INFO:tasks.workunit.client.0.smithi028.stdout: "parent_split_bits": 0, 2024-08-29T19:03:21.978 INFO:tasks.workunit.client.0.smithi028.stdout: "pgid": "2.3", 2024-08-29T19:03:21.978 INFO:tasks.workunit.client.0.smithi028.stdout: "pin_stats_invalid": false, 2024-08-29T19:03:21.978 INFO:tasks.workunit.client.0.smithi028.stdout: "purged_snaps": [], 2024-08-29T19:03:21.978 INFO:tasks.workunit.client.0.smithi028.stdout: "reported_epoch": 2650, 2024-08-29T19:03:21.978 INFO:tasks.workunit.client.0.smithi028.stdout: "reported_seq": 4610, 2024-08-29T19:03:21.979 INFO:tasks.workunit.client.0.smithi028.stdout: "scrub_duration": 0.0, 2024-08-29T19:03:21.979 INFO:tasks.workunit.client.0.smithi028.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-30T21:15:29.565999+0000", 2024-08-29T19:03:21.979 INFO:tasks.workunit.client.0.smithi028.stdout: "snaptrim_duration": 0.0, 2024-08-29T19:03:21.979 INFO:tasks.workunit.client.0.smithi028.stdout: "snaptrimq_len": 0, 2024-08-29T19:03:21.979 INFO:tasks.workunit.client.0.smithi028.stdout: "stat_sum": { 2024-08-29T19:03:21.979 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes": 0, 2024-08-29T19:03:21.979 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes_hit_set_archive": 0, 2024-08-29T19:03:21.979 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes_recovered": 0, 2024-08-29T19:03:21.979 INFO:tasks.workunit.client.0.smithi028.stdout: "num_deep_scrub_errors": 0, 2024-08-29T19:03:21.979 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict": 0, 2024-08-29T19:03:21.979 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_kb": 0, 2024-08-29T19:03:21.979 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_mode_full": 0, 2024-08-29T19:03:21.979 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_mode_some": 0, 2024-08-29T19:03:21.979 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush": 0, 2024-08-29T19:03:21.979 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_kb": 0, 2024-08-29T19:03:21.980 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_mode_high": 0, 2024-08-29T19:03:21.980 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_mode_low": 0, 2024-08-29T19:03:21.980 INFO:tasks.workunit.client.0.smithi028.stdout: "num_keys_recovered": 0, 2024-08-29T19:03:21.980 INFO:tasks.workunit.client.0.smithi028.stdout: "num_large_omap_objects": 0, 2024-08-29T19:03:21.980 INFO:tasks.workunit.client.0.smithi028.stdout: "num_legacy_snapsets": 0, 2024-08-29T19:03:21.980 INFO:tasks.workunit.client.0.smithi028.stdout: "num_object_clones": 0, 2024-08-29T19:03:21.980 INFO:tasks.workunit.client.0.smithi028.stdout: "num_object_copies": 0, 2024-08-29T19:03:21.980 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects": 0, 2024-08-29T19:03:21.980 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_degraded": 0, 2024-08-29T19:03:21.980 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_dirty": 0, 2024-08-29T19:03:21.980 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_hit_set_archive": 0, 2024-08-29T19:03:21.980 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_manifest": 0, 2024-08-29T19:03:21.980 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_misplaced": 0, 2024-08-29T19:03:21.981 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_missing": 0, 2024-08-29T19:03:21.981 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_missing_on_primary": 0, 2024-08-29T19:03:21.981 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_omap": 0, 2024-08-29T19:03:21.981 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_pinned": 0, 2024-08-29T19:03:21.981 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_recovered": 0, 2024-08-29T19:03:21.981 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_repaired": 0, 2024-08-29T19:03:21.981 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_unfound": 0, 2024-08-29T19:03:21.981 INFO:tasks.workunit.client.0.smithi028.stdout: "num_omap_bytes": 0, 2024-08-29T19:03:21.981 INFO:tasks.workunit.client.0.smithi028.stdout: "num_omap_keys": 0, 2024-08-29T19:03:21.981 INFO:tasks.workunit.client.0.smithi028.stdout: "num_promote": 0, 2024-08-29T19:03:21.981 INFO:tasks.workunit.client.0.smithi028.stdout: "num_read": 0, 2024-08-29T19:03:21.981 INFO:tasks.workunit.client.0.smithi028.stdout: "num_read_kb": 0, 2024-08-29T19:03:21.981 INFO:tasks.workunit.client.0.smithi028.stdout: "num_scrub_errors": 0, 2024-08-29T19:03:21.981 INFO:tasks.workunit.client.0.smithi028.stdout: "num_shallow_scrub_errors": 0, 2024-08-29T19:03:21.982 INFO:tasks.workunit.client.0.smithi028.stdout: "num_whiteouts": 0, 2024-08-29T19:03:21.982 INFO:tasks.workunit.client.0.smithi028.stdout: "num_write": 0, 2024-08-29T19:03:21.982 INFO:tasks.workunit.client.0.smithi028.stdout: "num_write_kb": 0 2024-08-29T19:03:21.982 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:21.982 INFO:tasks.workunit.client.0.smithi028.stdout: "state": "active+clean", 2024-08-29T19:03:21.982 INFO:tasks.workunit.client.0.smithi028.stdout: "stats_invalid": false, 2024-08-29T19:03:21.982 INFO:tasks.workunit.client.0.smithi028.stdout: "up": [ 2024-08-29T19:03:21.982 INFO:tasks.workunit.client.0.smithi028.stdout: 5, 2024-08-29T19:03:21.982 INFO:tasks.workunit.client.0.smithi028.stdout: 2, 2024-08-29T19:03:21.982 INFO:tasks.workunit.client.0.smithi028.stdout: 7 2024-08-29T19:03:21.982 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-08-29T19:03:21.982 INFO:tasks.workunit.client.0.smithi028.stdout: "up_primary": 5, 2024-08-29T19:03:21.982 INFO:tasks.workunit.client.0.smithi028.stdout: "version": "0'0" 2024-08-29T19:03:21.982 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:21.983 INFO:tasks.workunit.client.0.smithi028.stdout: { 2024-08-29T19:03:21.983 INFO:tasks.workunit.client.0.smithi028.stdout: "acting": [ 2024-08-29T19:03:21.983 INFO:tasks.workunit.client.0.smithi028.stdout: 7, 2024-08-29T19:03:21.983 INFO:tasks.workunit.client.0.smithi028.stdout: 0, 2024-08-29T19:03:21.983 INFO:tasks.workunit.client.0.smithi028.stdout: 6 2024-08-29T19:03:21.983 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-08-29T19:03:21.983 INFO:tasks.workunit.client.0.smithi028.stdout: "acting_primary": 7, 2024-08-29T19:03:21.983 INFO:tasks.workunit.client.0.smithi028.stdout: "avail_no_missing": [], 2024-08-29T19:03:21.983 INFO:tasks.workunit.client.0.smithi028.stdout: "blocked_by": [], 2024-08-29T19:03:21.983 INFO:tasks.workunit.client.0.smithi028.stdout: "created": 19, 2024-08-29T19:03:21.983 INFO:tasks.workunit.client.0.smithi028.stdout: "dirty_stats_invalid": false, 2024-08-29T19:03:21.983 INFO:tasks.workunit.client.0.smithi028.stdout: "hitset_bytes_stats_invalid": false, 2024-08-29T19:03:21.983 INFO:tasks.workunit.client.0.smithi028.stdout: "hitset_stats_invalid": false, 2024-08-29T19:03:21.983 INFO:tasks.workunit.client.0.smithi028.stdout: "last_active": "2024-08-29T19:02:14.096822+0000", 2024-08-29T19:03:21.983 INFO:tasks.workunit.client.0.smithi028.stdout: "last_became_active": "2024-08-29T17:58:11.349292+0000", 2024-08-29T19:03:21.984 INFO:tasks.workunit.client.0.smithi028.stdout: "last_became_peered": "2024-08-29T17:58:11.349292+0000", 2024-08-29T19:03:21.984 INFO:tasks.workunit.client.0.smithi028.stdout: "last_change": "2024-08-29T17:58:11.352277+0000", 2024-08-29T19:03:21.984 INFO:tasks.workunit.client.0.smithi028.stdout: "last_clean": "2024-08-29T19:02:14.096822+0000", 2024-08-29T19:03:21.984 INFO:tasks.workunit.client.0.smithi028.stdout: "last_clean_scrub_stamp": "2024-08-29T17:35:25.395028+0000", 2024-08-29T19:03:21.984 INFO:tasks.workunit.client.0.smithi028.stdout: "last_deep_scrub": "0'0", 2024-08-29T19:03:21.984 INFO:tasks.workunit.client.0.smithi028.stdout: "last_deep_scrub_stamp": "2024-08-29T17:35:25.395028+0000", 2024-08-29T19:03:21.984 INFO:tasks.workunit.client.0.smithi028.stdout: "last_epoch_clean": 681, 2024-08-29T19:03:21.984 INFO:tasks.workunit.client.0.smithi028.stdout: "last_fresh": "2024-08-29T19:02:14.096822+0000", 2024-08-29T19:03:21.984 INFO:tasks.workunit.client.0.smithi028.stdout: "last_fullsized": "2024-08-29T19:02:14.096822+0000", 2024-08-29T19:03:21.984 INFO:tasks.workunit.client.0.smithi028.stdout: "last_peered": "2024-08-29T19:02:14.096822+0000", 2024-08-29T19:03:21.984 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub": "0'0", 2024-08-29T19:03:21.984 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub_duration": 0, 2024-08-29T19:03:21.984 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub_stamp": "2024-08-29T17:35:25.395028+0000", 2024-08-29T19:03:21.985 INFO:tasks.workunit.client.0.smithi028.stdout: "last_undegraded": "2024-08-29T19:02:14.096822+0000", 2024-08-29T19:03:21.985 INFO:tasks.workunit.client.0.smithi028.stdout: "last_unstale": "2024-08-29T19:02:14.096822+0000", 2024-08-29T19:03:21.985 INFO:tasks.workunit.client.0.smithi028.stdout: "log_dups_size": 0, 2024-08-29T19:03:21.985 INFO:tasks.workunit.client.0.smithi028.stdout: "log_size": 197, 2024-08-29T19:03:21.985 INFO:tasks.workunit.client.0.smithi028.stdout: "log_start": "0'0", 2024-08-29T19:03:21.985 INFO:tasks.workunit.client.0.smithi028.stdout: "manifest_stats_invalid": false, 2024-08-29T19:03:21.985 INFO:tasks.workunit.client.0.smithi028.stdout: "mapping_epoch": 680, 2024-08-29T19:03:21.985 INFO:tasks.workunit.client.0.smithi028.stdout: "object_location_counts": [], 2024-08-29T19:03:21.985 INFO:tasks.workunit.client.0.smithi028.stdout: "objects_scrubbed": 0, 2024-08-29T19:03:21.985 INFO:tasks.workunit.client.0.smithi028.stdout: "objects_trimmed": 0, 2024-08-29T19:03:21.985 INFO:tasks.workunit.client.0.smithi028.stdout: "omap_stats_invalid": false, 2024-08-29T19:03:21.985 INFO:tasks.workunit.client.0.smithi028.stdout: "ondisk_log_size": 197, 2024-08-29T19:03:21.985 INFO:tasks.workunit.client.0.smithi028.stdout: "ondisk_log_start": "0'0", 2024-08-29T19:03:21.985 INFO:tasks.workunit.client.0.smithi028.stdout: "parent": "0.0", 2024-08-29T19:03:21.985 INFO:tasks.workunit.client.0.smithi028.stdout: "parent_split_bits": 0, 2024-08-29T19:03:21.986 INFO:tasks.workunit.client.0.smithi028.stdout: "pgid": "1.0", 2024-08-29T19:03:21.986 INFO:tasks.workunit.client.0.smithi028.stdout: "pin_stats_invalid": false, 2024-08-29T19:03:21.986 INFO:tasks.workunit.client.0.smithi028.stdout: "purged_snaps": [], 2024-08-29T19:03:21.986 INFO:tasks.workunit.client.0.smithi028.stdout: "reported_epoch": 2650, 2024-08-29T19:03:21.986 INFO:tasks.workunit.client.0.smithi028.stdout: "reported_seq": 5063, 2024-08-29T19:03:21.986 INFO:tasks.workunit.client.0.smithi028.stdout: "scrub_duration": 0.0, 2024-08-29T19:03:21.986 INFO:tasks.workunit.client.0.smithi028.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-30T23:36:27.820227+0000", 2024-08-29T19:03:21.986 INFO:tasks.workunit.client.0.smithi028.stdout: "snaptrim_duration": 0.0, 2024-08-29T19:03:21.986 INFO:tasks.workunit.client.0.smithi028.stdout: "snaptrimq_len": 0, 2024-08-29T19:03:21.986 INFO:tasks.workunit.client.0.smithi028.stdout: "stat_sum": { 2024-08-29T19:03:21.986 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes": 590368, 2024-08-29T19:03:21.986 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes_hit_set_archive": 0, 2024-08-29T19:03:21.986 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes_recovered": 1771104, 2024-08-29T19:03:21.987 INFO:tasks.workunit.client.0.smithi028.stdout: "num_deep_scrub_errors": 0, 2024-08-29T19:03:21.987 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict": 0, 2024-08-29T19:03:21.987 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_kb": 0, 2024-08-29T19:03:21.987 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_mode_full": 0, 2024-08-29T19:03:21.987 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_mode_some": 0, 2024-08-29T19:03:21.987 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush": 0, 2024-08-29T19:03:21.987 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_kb": 0, 2024-08-29T19:03:21.987 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_mode_high": 0, 2024-08-29T19:03:21.987 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_mode_low": 0, 2024-08-29T19:03:21.987 INFO:tasks.workunit.client.0.smithi028.stdout: "num_keys_recovered": 0, 2024-08-29T19:03:21.987 INFO:tasks.workunit.client.0.smithi028.stdout: "num_large_omap_objects": 0, 2024-08-29T19:03:21.987 INFO:tasks.workunit.client.0.smithi028.stdout: "num_legacy_snapsets": 0, 2024-08-29T19:03:21.987 INFO:tasks.workunit.client.0.smithi028.stdout: "num_object_clones": 0, 2024-08-29T19:03:21.987 INFO:tasks.workunit.client.0.smithi028.stdout: "num_object_copies": 6, 2024-08-29T19:03:21.987 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects": 2, 2024-08-29T19:03:21.988 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_degraded": 0, 2024-08-29T19:03:21.988 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_dirty": 2, 2024-08-29T19:03:21.988 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_hit_set_archive": 0, 2024-08-29T19:03:21.988 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_manifest": 0, 2024-08-29T19:03:21.988 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_misplaced": 0, 2024-08-29T19:03:21.988 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_missing": 0, 2024-08-29T19:03:21.988 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_missing_on_primary": 0, 2024-08-29T19:03:21.988 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_omap": 0, 2024-08-29T19:03:21.988 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_pinned": 0, 2024-08-29T19:03:21.988 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_recovered": 6, 2024-08-29T19:03:21.988 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_repaired": 0, 2024-08-29T19:03:21.988 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_unfound": 0, 2024-08-29T19:03:21.988 INFO:tasks.workunit.client.0.smithi028.stdout: "num_omap_bytes": 0, 2024-08-29T19:03:21.988 INFO:tasks.workunit.client.0.smithi028.stdout: "num_omap_keys": 0, 2024-08-29T19:03:21.989 INFO:tasks.workunit.client.0.smithi028.stdout: "num_promote": 0, 2024-08-29T19:03:21.989 INFO:tasks.workunit.client.0.smithi028.stdout: "num_read": 812, 2024-08-29T19:03:21.989 INFO:tasks.workunit.client.0.smithi028.stdout: "num_read_kb": 1310, 2024-08-29T19:03:21.989 INFO:tasks.workunit.client.0.smithi028.stdout: "num_scrub_errors": 0, 2024-08-29T19:03:21.989 INFO:tasks.workunit.client.0.smithi028.stdout: "num_shallow_scrub_errors": 0, 2024-08-29T19:03:21.989 INFO:tasks.workunit.client.0.smithi028.stdout: "num_whiteouts": 0, 2024-08-29T19:03:21.989 INFO:tasks.workunit.client.0.smithi028.stdout: "num_write": 311, 2024-08-29T19:03:21.989 INFO:tasks.workunit.client.0.smithi028.stdout: "num_write_kb": 2416 2024-08-29T19:03:21.989 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:21.989 INFO:tasks.workunit.client.0.smithi028.stdout: "state": "active+clean", 2024-08-29T19:03:21.989 INFO:tasks.workunit.client.0.smithi028.stdout: "stats_invalid": false, 2024-08-29T19:03:21.989 INFO:tasks.workunit.client.0.smithi028.stdout: "up": [ 2024-08-29T19:03:21.989 INFO:tasks.workunit.client.0.smithi028.stdout: 7, 2024-08-29T19:03:21.989 INFO:tasks.workunit.client.0.smithi028.stdout: 0, 2024-08-29T19:03:21.990 INFO:tasks.workunit.client.0.smithi028.stdout: 6 2024-08-29T19:03:21.990 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-08-29T19:03:21.990 INFO:tasks.workunit.client.0.smithi028.stdout: "up_primary": 7, 2024-08-29T19:03:21.990 INFO:tasks.workunit.client.0.smithi028.stdout: "version": "329'197" 2024-08-29T19:03:21.990 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:21.990 INFO:tasks.workunit.client.0.smithi028.stdout: { 2024-08-29T19:03:21.990 INFO:tasks.workunit.client.0.smithi028.stdout: "acting": [ 2024-08-29T19:03:21.990 INFO:tasks.workunit.client.0.smithi028.stdout: 6, 2024-08-29T19:03:21.990 INFO:tasks.workunit.client.0.smithi028.stdout: 4, 2024-08-29T19:03:21.990 INFO:tasks.workunit.client.0.smithi028.stdout: 7 2024-08-29T19:03:21.990 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-08-29T19:03:21.990 INFO:tasks.workunit.client.0.smithi028.stdout: "acting_primary": 6, 2024-08-29T19:03:21.990 INFO:tasks.workunit.client.0.smithi028.stdout: "avail_no_missing": [], 2024-08-29T19:03:21.990 INFO:tasks.workunit.client.0.smithi028.stdout: "blocked_by": [], 2024-08-29T19:03:21.991 INFO:tasks.workunit.client.0.smithi028.stdout: "created": 69, 2024-08-29T19:03:21.991 INFO:tasks.workunit.client.0.smithi028.stdout: "dirty_stats_invalid": false, 2024-08-29T19:03:21.991 INFO:tasks.workunit.client.0.smithi028.stdout: "hitset_bytes_stats_invalid": false, 2024-08-29T19:03:21.991 INFO:tasks.workunit.client.0.smithi028.stdout: "hitset_stats_invalid": false, 2024-08-29T19:03:21.991 INFO:tasks.workunit.client.0.smithi028.stdout: "last_active": "2024-08-29T19:02:14.922767+0000", 2024-08-29T19:03:21.991 INFO:tasks.workunit.client.0.smithi028.stdout: "last_became_active": "2024-08-29T17:58:11.343898+0000", 2024-08-29T19:03:21.991 INFO:tasks.workunit.client.0.smithi028.stdout: "last_became_peered": "2024-08-29T17:58:11.343898+0000", 2024-08-29T19:03:21.991 INFO:tasks.workunit.client.0.smithi028.stdout: "last_change": "2024-08-29T18:32:49.453504+0000", 2024-08-29T19:03:21.991 INFO:tasks.workunit.client.0.smithi028.stdout: "last_clean": "2024-08-29T19:02:14.922767+0000", 2024-08-29T19:03:21.991 INFO:tasks.workunit.client.0.smithi028.stdout: "last_clean_scrub_stamp": "2024-08-29T17:43:39.870944+0000", 2024-08-29T19:03:21.991 INFO:tasks.workunit.client.0.smithi028.stdout: "last_deep_scrub": "0'0", 2024-08-29T19:03:21.991 INFO:tasks.workunit.client.0.smithi028.stdout: "last_deep_scrub_stamp": "2024-08-29T17:43:39.870944+0000", 2024-08-29T19:03:21.991 INFO:tasks.workunit.client.0.smithi028.stdout: "last_epoch_clean": 681, 2024-08-29T19:03:21.991 INFO:tasks.workunit.client.0.smithi028.stdout: "last_fresh": "2024-08-29T19:02:14.922767+0000", 2024-08-29T19:03:21.992 INFO:tasks.workunit.client.0.smithi028.stdout: "last_fullsized": "2024-08-29T19:02:14.922767+0000", 2024-08-29T19:03:21.992 INFO:tasks.workunit.client.0.smithi028.stdout: "last_peered": "2024-08-29T19:02:14.922767+0000", 2024-08-29T19:03:21.992 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub": "0'0", 2024-08-29T19:03:21.992 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub_duration": 0, 2024-08-29T19:03:21.992 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub_stamp": "2024-08-29T17:43:39.870944+0000", 2024-08-29T19:03:21.992 INFO:tasks.workunit.client.0.smithi028.stdout: "last_undegraded": "2024-08-29T19:02:14.922767+0000", 2024-08-29T19:03:21.992 INFO:tasks.workunit.client.0.smithi028.stdout: "last_unstale": "2024-08-29T19:02:14.922767+0000", 2024-08-29T19:03:21.992 INFO:tasks.workunit.client.0.smithi028.stdout: "log_dups_size": 0, 2024-08-29T19:03:21.992 INFO:tasks.workunit.client.0.smithi028.stdout: "log_size": 3180, 2024-08-29T19:03:21.992 INFO:tasks.workunit.client.0.smithi028.stdout: "log_start": "0'0", 2024-08-29T19:03:21.992 INFO:tasks.workunit.client.0.smithi028.stdout: "manifest_stats_invalid": false, 2024-08-29T19:03:21.992 INFO:tasks.workunit.client.0.smithi028.stdout: "mapping_epoch": 680, 2024-08-29T19:03:21.992 INFO:tasks.workunit.client.0.smithi028.stdout: "object_location_counts": [], 2024-08-29T19:03:21.992 INFO:tasks.workunit.client.0.smithi028.stdout: "objects_scrubbed": 0, 2024-08-29T19:03:21.993 INFO:tasks.workunit.client.0.smithi028.stdout: "objects_trimmed": 0, 2024-08-29T19:03:21.993 INFO:tasks.workunit.client.0.smithi028.stdout: "omap_stats_invalid": false, 2024-08-29T19:03:21.993 INFO:tasks.workunit.client.0.smithi028.stdout: "ondisk_log_size": 3180, 2024-08-29T19:03:21.993 INFO:tasks.workunit.client.0.smithi028.stdout: "ondisk_log_start": "0'0", 2024-08-29T19:03:21.993 INFO:tasks.workunit.client.0.smithi028.stdout: "parent": "0.0", 2024-08-29T19:03:21.993 INFO:tasks.workunit.client.0.smithi028.stdout: "parent_split_bits": 0, 2024-08-29T19:03:21.993 INFO:tasks.workunit.client.0.smithi028.stdout: "pgid": "4.5", 2024-08-29T19:03:21.993 INFO:tasks.workunit.client.0.smithi028.stdout: "pin_stats_invalid": false, 2024-08-29T19:03:21.993 INFO:tasks.workunit.client.0.smithi028.stdout: "purged_snaps": [], 2024-08-29T19:03:21.993 INFO:tasks.workunit.client.0.smithi028.stdout: "reported_epoch": 2650, 2024-08-29T19:03:21.993 INFO:tasks.workunit.client.0.smithi028.stdout: "reported_seq": 8704, 2024-08-29T19:03:21.993 INFO:tasks.workunit.client.0.smithi028.stdout: "scrub_duration": 0.0, 2024-08-29T19:03:21.993 INFO:tasks.workunit.client.0.smithi028.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-30T17:57:34.227634+0000", 2024-08-29T19:03:21.994 INFO:tasks.workunit.client.0.smithi028.stdout: "snaptrim_duration": 0.006128842, 2024-08-29T19:03:21.994 INFO:tasks.workunit.client.0.smithi028.stdout: "snaptrimq_len": 0, 2024-08-29T19:03:21.994 INFO:tasks.workunit.client.0.smithi028.stdout: "stat_sum": { 2024-08-29T19:03:21.994 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes": 0, 2024-08-29T19:03:21.994 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes_hit_set_archive": 0, 2024-08-29T19:03:21.994 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes_recovered": 0, 2024-08-29T19:03:21.994 INFO:tasks.workunit.client.0.smithi028.stdout: "num_deep_scrub_errors": 0, 2024-08-29T19:03:21.994 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict": 0, 2024-08-29T19:03:21.994 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_kb": 0, 2024-08-29T19:03:21.994 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_mode_full": 0, 2024-08-29T19:03:21.994 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_mode_some": 0, 2024-08-29T19:03:21.994 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush": 0, 2024-08-29T19:03:21.994 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_kb": 0, 2024-08-29T19:03:21.994 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_mode_high": 0, 2024-08-29T19:03:21.994 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_mode_low": 0, 2024-08-29T19:03:21.995 INFO:tasks.workunit.client.0.smithi028.stdout: "num_keys_recovered": 0, 2024-08-29T19:03:21.995 INFO:tasks.workunit.client.0.smithi028.stdout: "num_large_omap_objects": 0, 2024-08-29T19:03:21.995 INFO:tasks.workunit.client.0.smithi028.stdout: "num_legacy_snapsets": 0, 2024-08-29T19:03:21.995 INFO:tasks.workunit.client.0.smithi028.stdout: "num_object_clones": 0, 2024-08-29T19:03:21.995 INFO:tasks.workunit.client.0.smithi028.stdout: "num_object_copies": 0, 2024-08-29T19:03:21.995 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects": 0, 2024-08-29T19:03:21.995 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_degraded": 0, 2024-08-29T19:03:21.995 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_dirty": 0, 2024-08-29T19:03:21.995 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_hit_set_archive": 0, 2024-08-29T19:03:21.995 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_manifest": 0, 2024-08-29T19:03:21.995 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_misplaced": 0, 2024-08-29T19:03:21.995 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_missing": 0, 2024-08-29T19:03:21.995 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_missing_on_primary": 0, 2024-08-29T19:03:21.995 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_omap": 0, 2024-08-29T19:03:21.996 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_pinned": 0, 2024-08-29T19:03:21.996 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_recovered": 0, 2024-08-29T19:03:21.996 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_repaired": 0, 2024-08-29T19:03:21.996 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_unfound": 0, 2024-08-29T19:03:21.996 INFO:tasks.workunit.client.0.smithi028.stdout: "num_omap_bytes": 0, 2024-08-29T19:03:21.996 INFO:tasks.workunit.client.0.smithi028.stdout: "num_omap_keys": 0, 2024-08-29T19:03:21.996 INFO:tasks.workunit.client.0.smithi028.stdout: "num_promote": 0, 2024-08-29T19:03:21.996 INFO:tasks.workunit.client.0.smithi028.stdout: "num_read": 1668, 2024-08-29T19:03:21.996 INFO:tasks.workunit.client.0.smithi028.stdout: "num_read_kb": 397965, 2024-08-29T19:03:21.996 INFO:tasks.workunit.client.0.smithi028.stdout: "num_scrub_errors": 0, 2024-08-29T19:03:21.996 INFO:tasks.workunit.client.0.smithi028.stdout: "num_shallow_scrub_errors": 0, 2024-08-29T19:03:21.996 INFO:tasks.workunit.client.0.smithi028.stdout: "num_whiteouts": 0, 2024-08-29T19:03:21.996 INFO:tasks.workunit.client.0.smithi028.stdout: "num_write": 3142, 2024-08-29T19:03:21.997 INFO:tasks.workunit.client.0.smithi028.stdout: "num_write_kb": 385564 2024-08-29T19:03:21.997 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:21.997 INFO:tasks.workunit.client.0.smithi028.stdout: "state": "active+clean", 2024-08-29T19:03:21.997 INFO:tasks.workunit.client.0.smithi028.stdout: "stats_invalid": false, 2024-08-29T19:03:21.997 INFO:tasks.workunit.client.0.smithi028.stdout: "up": [ 2024-08-29T19:03:21.997 INFO:tasks.workunit.client.0.smithi028.stdout: 6, 2024-08-29T19:03:21.997 INFO:tasks.workunit.client.0.smithi028.stdout: 4, 2024-08-29T19:03:21.997 INFO:tasks.workunit.client.0.smithi028.stdout: 7 2024-08-29T19:03:21.997 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-08-29T19:03:21.997 INFO:tasks.workunit.client.0.smithi028.stdout: "up_primary": 6, 2024-08-29T19:03:21.997 INFO:tasks.workunit.client.0.smithi028.stdout: "version": "1182'3180" 2024-08-29T19:03:21.997 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:21.997 INFO:tasks.workunit.client.0.smithi028.stdout: { 2024-08-29T19:03:21.997 INFO:tasks.workunit.client.0.smithi028.stdout: "acting": [ 2024-08-29T19:03:21.998 INFO:tasks.workunit.client.0.smithi028.stdout: 7, 2024-08-29T19:03:21.998 INFO:tasks.workunit.client.0.smithi028.stdout: 5, 2024-08-29T19:03:21.998 INFO:tasks.workunit.client.0.smithi028.stdout: 6 2024-08-29T19:03:21.998 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-08-29T19:03:21.998 INFO:tasks.workunit.client.0.smithi028.stdout: "acting_primary": 7, 2024-08-29T19:03:21.998 INFO:tasks.workunit.client.0.smithi028.stdout: "avail_no_missing": [], 2024-08-29T19:03:21.998 INFO:tasks.workunit.client.0.smithi028.stdout: "blocked_by": [], 2024-08-29T19:03:21.998 INFO:tasks.workunit.client.0.smithi028.stdout: "created": 62, 2024-08-29T19:03:21.998 INFO:tasks.workunit.client.0.smithi028.stdout: "dirty_stats_invalid": false, 2024-08-29T19:03:21.998 INFO:tasks.workunit.client.0.smithi028.stdout: "hitset_bytes_stats_invalid": false, 2024-08-29T19:03:21.998 INFO:tasks.workunit.client.0.smithi028.stdout: "hitset_stats_invalid": false, 2024-08-29T19:03:21.998 INFO:tasks.workunit.client.0.smithi028.stdout: "last_active": "2024-08-29T19:02:14.101965+0000", 2024-08-29T19:03:21.998 INFO:tasks.workunit.client.0.smithi028.stdout: "last_became_active": "2024-08-29T17:58:11.348015+0000", 2024-08-29T19:03:21.998 INFO:tasks.workunit.client.0.smithi028.stdout: "last_became_peered": "2024-08-29T17:58:11.348015+0000", 2024-08-29T19:03:21.999 INFO:tasks.workunit.client.0.smithi028.stdout: "last_change": "2024-08-29T17:58:11.348292+0000", 2024-08-29T19:03:21.999 INFO:tasks.workunit.client.0.smithi028.stdout: "last_clean": "2024-08-29T19:02:14.101965+0000", 2024-08-29T19:03:21.999 INFO:tasks.workunit.client.0.smithi028.stdout: "last_clean_scrub_stamp": "2024-08-29T17:41:01.987071+0000", 2024-08-29T19:03:21.999 INFO:tasks.workunit.client.0.smithi028.stdout: "last_deep_scrub": "0'0", 2024-08-29T19:03:21.999 INFO:tasks.workunit.client.0.smithi028.stdout: "last_deep_scrub_stamp": "2024-08-29T17:41:01.987071+0000", 2024-08-29T19:03:21.999 INFO:tasks.workunit.client.0.smithi028.stdout: "last_epoch_clean": 681, 2024-08-29T19:03:21.999 INFO:tasks.workunit.client.0.smithi028.stdout: "last_fresh": "2024-08-29T19:02:14.101965+0000", 2024-08-29T19:03:21.999 INFO:tasks.workunit.client.0.smithi028.stdout: "last_fullsized": "2024-08-29T19:02:14.101965+0000", 2024-08-29T19:03:21.999 INFO:tasks.workunit.client.0.smithi028.stdout: "last_peered": "2024-08-29T19:02:14.101965+0000", 2024-08-29T19:03:21.999 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub": "0'0", 2024-08-29T19:03:21.999 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub_duration": 0, 2024-08-29T19:03:21.999 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub_stamp": "2024-08-29T17:41:01.987071+0000", 2024-08-29T19:03:21.999 INFO:tasks.workunit.client.0.smithi028.stdout: "last_undegraded": "2024-08-29T19:02:14.101965+0000", 2024-08-29T19:03:21.999 INFO:tasks.workunit.client.0.smithi028.stdout: "last_unstale": "2024-08-29T19:02:14.101965+0000", 2024-08-29T19:03:21.999 INFO:tasks.workunit.client.0.smithi028.stdout: "log_dups_size": 0, 2024-08-29T19:03:22.000 INFO:tasks.workunit.client.0.smithi028.stdout: "log_size": 0, 2024-08-29T19:03:22.000 INFO:tasks.workunit.client.0.smithi028.stdout: "log_start": "0'0", 2024-08-29T19:03:22.000 INFO:tasks.workunit.client.0.smithi028.stdout: "manifest_stats_invalid": false, 2024-08-29T19:03:22.000 INFO:tasks.workunit.client.0.smithi028.stdout: "mapping_epoch": 680, 2024-08-29T19:03:22.000 INFO:tasks.workunit.client.0.smithi028.stdout: "object_location_counts": [], 2024-08-29T19:03:22.000 INFO:tasks.workunit.client.0.smithi028.stdout: "objects_scrubbed": 0, 2024-08-29T19:03:22.000 INFO:tasks.workunit.client.0.smithi028.stdout: "objects_trimmed": 0, 2024-08-29T19:03:22.000 INFO:tasks.workunit.client.0.smithi028.stdout: "omap_stats_invalid": false, 2024-08-29T19:03:22.000 INFO:tasks.workunit.client.0.smithi028.stdout: "ondisk_log_size": 0, 2024-08-29T19:03:22.000 INFO:tasks.workunit.client.0.smithi028.stdout: "ondisk_log_start": "0'0", 2024-08-29T19:03:22.000 INFO:tasks.workunit.client.0.smithi028.stdout: "parent": "0.0", 2024-08-29T19:03:22.000 INFO:tasks.workunit.client.0.smithi028.stdout: "parent_split_bits": 0, 2024-08-29T19:03:22.000 INFO:tasks.workunit.client.0.smithi028.stdout: "pgid": "3.d", 2024-08-29T19:03:22.000 INFO:tasks.workunit.client.0.smithi028.stdout: "pin_stats_invalid": false, 2024-08-29T19:03:22.001 INFO:tasks.workunit.client.0.smithi028.stdout: "purged_snaps": [], 2024-08-29T19:03:22.001 INFO:tasks.workunit.client.0.smithi028.stdout: "reported_epoch": 2650, 2024-08-29T19:03:22.001 INFO:tasks.workunit.client.0.smithi028.stdout: "reported_seq": 4553, 2024-08-29T19:03:22.001 INFO:tasks.workunit.client.0.smithi028.stdout: "scrub_duration": 0.0, 2024-08-29T19:03:22.001 INFO:tasks.workunit.client.0.smithi028.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-31T03:36:13.736093+0000", 2024-08-29T19:03:22.001 INFO:tasks.workunit.client.0.smithi028.stdout: "snaptrim_duration": 0.0, 2024-08-29T19:03:22.001 INFO:tasks.workunit.client.0.smithi028.stdout: "snaptrimq_len": 0, 2024-08-29T19:03:22.001 INFO:tasks.workunit.client.0.smithi028.stdout: "stat_sum": { 2024-08-29T19:03:22.001 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes": 0, 2024-08-29T19:03:22.001 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes_hit_set_archive": 0, 2024-08-29T19:03:22.001 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes_recovered": 0, 2024-08-29T19:03:22.001 INFO:tasks.workunit.client.0.smithi028.stdout: "num_deep_scrub_errors": 0, 2024-08-29T19:03:22.001 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict": 0, 2024-08-29T19:03:22.001 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_kb": 0, 2024-08-29T19:03:22.002 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_mode_full": 0, 2024-08-29T19:03:22.002 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_mode_some": 0, 2024-08-29T19:03:22.002 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush": 0, 2024-08-29T19:03:22.002 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_kb": 0, 2024-08-29T19:03:22.002 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_mode_high": 0, 2024-08-29T19:03:22.002 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_mode_low": 0, 2024-08-29T19:03:22.002 INFO:tasks.workunit.client.0.smithi028.stdout: "num_keys_recovered": 0, 2024-08-29T19:03:22.002 INFO:tasks.workunit.client.0.smithi028.stdout: "num_large_omap_objects": 0, 2024-08-29T19:03:22.002 INFO:tasks.workunit.client.0.smithi028.stdout: "num_legacy_snapsets": 0, 2024-08-29T19:03:22.002 INFO:tasks.workunit.client.0.smithi028.stdout: "num_object_clones": 0, 2024-08-29T19:03:22.002 INFO:tasks.workunit.client.0.smithi028.stdout: "num_object_copies": 0, 2024-08-29T19:03:22.002 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects": 0, 2024-08-29T19:03:22.002 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_degraded": 0, 2024-08-29T19:03:22.002 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_dirty": 0, 2024-08-29T19:03:22.003 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_hit_set_archive": 0, 2024-08-29T19:03:22.003 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_manifest": 0, 2024-08-29T19:03:22.003 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_misplaced": 0, 2024-08-29T19:03:22.003 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_missing": 0, 2024-08-29T19:03:22.003 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_missing_on_primary": 0, 2024-08-29T19:03:22.003 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_omap": 0, 2024-08-29T19:03:22.003 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_pinned": 0, 2024-08-29T19:03:22.003 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_recovered": 0, 2024-08-29T19:03:22.003 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_repaired": 0, 2024-08-29T19:03:22.003 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_unfound": 0, 2024-08-29T19:03:22.003 INFO:tasks.workunit.client.0.smithi028.stdout: "num_omap_bytes": 0, 2024-08-29T19:03:22.003 INFO:tasks.workunit.client.0.smithi028.stdout: "num_omap_keys": 0, 2024-08-29T19:03:22.003 INFO:tasks.workunit.client.0.smithi028.stdout: "num_promote": 0, 2024-08-29T19:03:22.003 INFO:tasks.workunit.client.0.smithi028.stdout: "num_read": 0, 2024-08-29T19:03:22.004 INFO:tasks.workunit.client.0.smithi028.stdout: "num_read_kb": 0, 2024-08-29T19:03:22.004 INFO:tasks.workunit.client.0.smithi028.stdout: "num_scrub_errors": 0, 2024-08-29T19:03:22.004 INFO:tasks.workunit.client.0.smithi028.stdout: "num_shallow_scrub_errors": 0, 2024-08-29T19:03:22.004 INFO:tasks.workunit.client.0.smithi028.stdout: "num_whiteouts": 0, 2024-08-29T19:03:22.004 INFO:tasks.workunit.client.0.smithi028.stdout: "num_write": 0, 2024-08-29T19:03:22.004 INFO:tasks.workunit.client.0.smithi028.stdout: "num_write_kb": 0 2024-08-29T19:03:22.004 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:22.004 INFO:tasks.workunit.client.0.smithi028.stdout: "state": "active+clean", 2024-08-29T19:03:22.004 INFO:tasks.workunit.client.0.smithi028.stdout: "stats_invalid": false, 2024-08-29T19:03:22.004 INFO:tasks.workunit.client.0.smithi028.stdout: "up": [ 2024-08-29T19:03:22.004 INFO:tasks.workunit.client.0.smithi028.stdout: 7, 2024-08-29T19:03:22.004 INFO:tasks.workunit.client.0.smithi028.stdout: 5, 2024-08-29T19:03:22.004 INFO:tasks.workunit.client.0.smithi028.stdout: 6 2024-08-29T19:03:22.004 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-08-29T19:03:22.005 INFO:tasks.workunit.client.0.smithi028.stdout: "up_primary": 7, 2024-08-29T19:03:22.005 INFO:tasks.workunit.client.0.smithi028.stdout: "version": "0'0" 2024-08-29T19:03:22.005 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:22.005 INFO:tasks.workunit.client.0.smithi028.stdout: { 2024-08-29T19:03:22.005 INFO:tasks.workunit.client.0.smithi028.stdout: "acting": [ 2024-08-29T19:03:22.005 INFO:tasks.workunit.client.0.smithi028.stdout: 2, 2024-08-29T19:03:22.005 INFO:tasks.workunit.client.0.smithi028.stdout: 5, 2024-08-29T19:03:22.005 INFO:tasks.workunit.client.0.smithi028.stdout: 0 2024-08-29T19:03:22.005 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-08-29T19:03:22.005 INFO:tasks.workunit.client.0.smithi028.stdout: "acting_primary": 2, 2024-08-29T19:03:22.005 INFO:tasks.workunit.client.0.smithi028.stdout: "avail_no_missing": [], 2024-08-29T19:03:22.005 INFO:tasks.workunit.client.0.smithi028.stdout: "blocked_by": [], 2024-08-29T19:03:22.005 INFO:tasks.workunit.client.0.smithi028.stdout: "created": 59, 2024-08-29T19:03:22.005 INFO:tasks.workunit.client.0.smithi028.stdout: "dirty_stats_invalid": false, 2024-08-29T19:03:22.005 INFO:tasks.workunit.client.0.smithi028.stdout: "hitset_bytes_stats_invalid": false, 2024-08-29T19:03:22.006 INFO:tasks.workunit.client.0.smithi028.stdout: "hitset_stats_invalid": false, 2024-08-29T19:03:22.006 INFO:tasks.workunit.client.0.smithi028.stdout: "last_active": "2024-08-29T19:02:14.111048+0000", 2024-08-29T19:03:22.006 INFO:tasks.workunit.client.0.smithi028.stdout: "last_became_active": "2024-08-29T17:57:02.350619+0000", 2024-08-29T19:03:22.006 INFO:tasks.workunit.client.0.smithi028.stdout: "last_became_peered": "2024-08-29T17:57:02.350619+0000", 2024-08-29T19:03:22.006 INFO:tasks.workunit.client.0.smithi028.stdout: "last_change": "2024-08-29T17:57:02.351591+0000", 2024-08-29T19:03:22.006 INFO:tasks.workunit.client.0.smithi028.stdout: "last_clean": "2024-08-29T19:02:14.111048+0000", 2024-08-29T19:03:22.006 INFO:tasks.workunit.client.0.smithi028.stdout: "last_clean_scrub_stamp": "2024-08-29T17:40:52.944949+0000", 2024-08-29T19:03:22.006 INFO:tasks.workunit.client.0.smithi028.stdout: "last_deep_scrub": "0'0", 2024-08-29T19:03:22.006 INFO:tasks.workunit.client.0.smithi028.stdout: "last_deep_scrub_stamp": "2024-08-29T17:40:52.944949+0000", 2024-08-29T19:03:22.006 INFO:tasks.workunit.client.0.smithi028.stdout: "last_epoch_clean": 613, 2024-08-29T19:03:22.006 INFO:tasks.workunit.client.0.smithi028.stdout: "last_fresh": "2024-08-29T19:02:14.111048+0000", 2024-08-29T19:03:22.006 INFO:tasks.workunit.client.0.smithi028.stdout: "last_fullsized": "2024-08-29T19:02:14.111048+0000", 2024-08-29T19:03:22.006 INFO:tasks.workunit.client.0.smithi028.stdout: "last_peered": "2024-08-29T19:02:14.111048+0000", 2024-08-29T19:03:22.006 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub": "0'0", 2024-08-29T19:03:22.007 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub_duration": 0, 2024-08-29T19:03:22.007 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub_stamp": "2024-08-29T17:40:52.944949+0000", 2024-08-29T19:03:22.007 INFO:tasks.workunit.client.0.smithi028.stdout: "last_undegraded": "2024-08-29T19:02:14.111048+0000", 2024-08-29T19:03:22.007 INFO:tasks.workunit.client.0.smithi028.stdout: "last_unstale": "2024-08-29T19:02:14.111048+0000", 2024-08-29T19:03:22.007 INFO:tasks.workunit.client.0.smithi028.stdout: "log_dups_size": 0, 2024-08-29T19:03:22.007 INFO:tasks.workunit.client.0.smithi028.stdout: "log_size": 0, 2024-08-29T19:03:22.007 INFO:tasks.workunit.client.0.smithi028.stdout: "log_start": "0'0", 2024-08-29T19:03:22.007 INFO:tasks.workunit.client.0.smithi028.stdout: "manifest_stats_invalid": false, 2024-08-29T19:03:22.007 INFO:tasks.workunit.client.0.smithi028.stdout: "mapping_epoch": 612, 2024-08-29T19:03:22.007 INFO:tasks.workunit.client.0.smithi028.stdout: "object_location_counts": [], 2024-08-29T19:03:22.007 INFO:tasks.workunit.client.0.smithi028.stdout: "objects_scrubbed": 0, 2024-08-29T19:03:22.007 INFO:tasks.workunit.client.0.smithi028.stdout: "objects_trimmed": 0, 2024-08-29T19:03:22.007 INFO:tasks.workunit.client.0.smithi028.stdout: "omap_stats_invalid": false, 2024-08-29T19:03:22.008 INFO:tasks.workunit.client.0.smithi028.stdout: "ondisk_log_size": 0, 2024-08-29T19:03:22.008 INFO:tasks.workunit.client.0.smithi028.stdout: "ondisk_log_start": "0'0", 2024-08-29T19:03:22.008 INFO:tasks.workunit.client.0.smithi028.stdout: "parent": "0.0", 2024-08-29T19:03:22.008 INFO:tasks.workunit.client.0.smithi028.stdout: "parent_split_bits": 0, 2024-08-29T19:03:22.008 INFO:tasks.workunit.client.0.smithi028.stdout: "pgid": "2.c", 2024-08-29T19:03:22.008 INFO:tasks.workunit.client.0.smithi028.stdout: "pin_stats_invalid": false, 2024-08-29T19:03:22.008 INFO:tasks.workunit.client.0.smithi028.stdout: "purged_snaps": [], 2024-08-29T19:03:22.008 INFO:tasks.workunit.client.0.smithi028.stdout: "reported_epoch": 2650, 2024-08-29T19:03:22.008 INFO:tasks.workunit.client.0.smithi028.stdout: "reported_seq": 4745, 2024-08-29T19:03:22.008 INFO:tasks.workunit.client.0.smithi028.stdout: "scrub_duration": 0.0, 2024-08-29T19:03:22.008 INFO:tasks.workunit.client.0.smithi028.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-30T18:20:24.584832+0000", 2024-08-29T19:03:22.008 INFO:tasks.workunit.client.0.smithi028.stdout: "snaptrim_duration": 0.0, 2024-08-29T19:03:22.008 INFO:tasks.workunit.client.0.smithi028.stdout: "snaptrimq_len": 0, 2024-08-29T19:03:22.008 INFO:tasks.workunit.client.0.smithi028.stdout: "stat_sum": { 2024-08-29T19:03:22.009 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes": 0, 2024-08-29T19:03:22.009 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes_hit_set_archive": 0, 2024-08-29T19:03:22.009 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes_recovered": 0, 2024-08-29T19:03:22.009 INFO:tasks.workunit.client.0.smithi028.stdout: "num_deep_scrub_errors": 0, 2024-08-29T19:03:22.009 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict": 0, 2024-08-29T19:03:22.009 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_kb": 0, 2024-08-29T19:03:22.009 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_mode_full": 0, 2024-08-29T19:03:22.009 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_mode_some": 0, 2024-08-29T19:03:22.009 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush": 0, 2024-08-29T19:03:22.009 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_kb": 0, 2024-08-29T19:03:22.009 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_mode_high": 0, 2024-08-29T19:03:22.009 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_mode_low": 0, 2024-08-29T19:03:22.009 INFO:tasks.workunit.client.0.smithi028.stdout: "num_keys_recovered": 0, 2024-08-29T19:03:22.009 INFO:tasks.workunit.client.0.smithi028.stdout: "num_large_omap_objects": 0, 2024-08-29T19:03:22.010 INFO:tasks.workunit.client.0.smithi028.stdout: "num_legacy_snapsets": 0, 2024-08-29T19:03:22.010 INFO:tasks.workunit.client.0.smithi028.stdout: "num_object_clones": 0, 2024-08-29T19:03:22.010 INFO:tasks.workunit.client.0.smithi028.stdout: "num_object_copies": 0, 2024-08-29T19:03:22.010 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects": 0, 2024-08-29T19:03:22.010 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_degraded": 0, 2024-08-29T19:03:22.010 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_dirty": 0, 2024-08-29T19:03:22.010 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_hit_set_archive": 0, 2024-08-29T19:03:22.010 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_manifest": 0, 2024-08-29T19:03:22.010 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_misplaced": 0, 2024-08-29T19:03:22.010 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_missing": 0, 2024-08-29T19:03:22.010 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_missing_on_primary": 0, 2024-08-29T19:03:22.010 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_omap": 0, 2024-08-29T19:03:22.010 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_pinned": 0, 2024-08-29T19:03:22.010 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_recovered": 0, 2024-08-29T19:03:22.011 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_repaired": 0, 2024-08-29T19:03:22.011 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_unfound": 0, 2024-08-29T19:03:22.011 INFO:tasks.workunit.client.0.smithi028.stdout: "num_omap_bytes": 0, 2024-08-29T19:03:22.011 INFO:tasks.workunit.client.0.smithi028.stdout: "num_omap_keys": 0, 2024-08-29T19:03:22.011 INFO:tasks.workunit.client.0.smithi028.stdout: "num_promote": 0, 2024-08-29T19:03:22.011 INFO:tasks.workunit.client.0.smithi028.stdout: "num_read": 0, 2024-08-29T19:03:22.011 INFO:tasks.workunit.client.0.smithi028.stdout: "num_read_kb": 0, 2024-08-29T19:03:22.011 INFO:tasks.workunit.client.0.smithi028.stdout: "num_scrub_errors": 0, 2024-08-29T19:03:22.011 INFO:tasks.workunit.client.0.smithi028.stdout: "num_shallow_scrub_errors": 0, 2024-08-29T19:03:22.011 INFO:tasks.workunit.client.0.smithi028.stdout: "num_whiteouts": 0, 2024-08-29T19:03:22.011 INFO:tasks.workunit.client.0.smithi028.stdout: "num_write": 0, 2024-08-29T19:03:22.011 INFO:tasks.workunit.client.0.smithi028.stdout: "num_write_kb": 0 2024-08-29T19:03:22.011 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:22.011 INFO:tasks.workunit.client.0.smithi028.stdout: "state": "active+clean", 2024-08-29T19:03:22.012 INFO:tasks.workunit.client.0.smithi028.stdout: "stats_invalid": false, 2024-08-29T19:03:22.012 INFO:tasks.workunit.client.0.smithi028.stdout: "up": [ 2024-08-29T19:03:22.012 INFO:tasks.workunit.client.0.smithi028.stdout: 2, 2024-08-29T19:03:22.012 INFO:tasks.workunit.client.0.smithi028.stdout: 5, 2024-08-29T19:03:22.012 INFO:tasks.workunit.client.0.smithi028.stdout: 0 2024-08-29T19:03:22.012 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-08-29T19:03:22.012 INFO:tasks.workunit.client.0.smithi028.stdout: "up_primary": 2, 2024-08-29T19:03:22.012 INFO:tasks.workunit.client.0.smithi028.stdout: "version": "0'0" 2024-08-29T19:03:22.012 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:22.012 INFO:tasks.workunit.client.0.smithi028.stdout: { 2024-08-29T19:03:22.012 INFO:tasks.workunit.client.0.smithi028.stdout: "acting": [ 2024-08-29T19:03:22.012 INFO:tasks.workunit.client.0.smithi028.stdout: 5, 2024-08-29T19:03:22.012 INFO:tasks.workunit.client.0.smithi028.stdout: 3, 2024-08-29T19:03:22.012 INFO:tasks.workunit.client.0.smithi028.stdout: 6 2024-08-29T19:03:22.013 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-08-29T19:03:22.013 INFO:tasks.workunit.client.0.smithi028.stdout: "acting_primary": 5, 2024-08-29T19:03:22.013 INFO:tasks.workunit.client.0.smithi028.stdout: "avail_no_missing": [], 2024-08-29T19:03:22.013 INFO:tasks.workunit.client.0.smithi028.stdout: "blocked_by": [], 2024-08-29T19:03:22.013 INFO:tasks.workunit.client.0.smithi028.stdout: "created": 62, 2024-08-29T19:03:22.013 INFO:tasks.workunit.client.0.smithi028.stdout: "dirty_stats_invalid": false, 2024-08-29T19:03:22.013 INFO:tasks.workunit.client.0.smithi028.stdout: "hitset_bytes_stats_invalid": false, 2024-08-29T19:03:22.013 INFO:tasks.workunit.client.0.smithi028.stdout: "hitset_stats_invalid": false, 2024-08-29T19:03:22.013 INFO:tasks.workunit.client.0.smithi028.stdout: "last_active": "2024-08-29T19:02:14.927573+0000", 2024-08-29T19:03:22.013 INFO:tasks.workunit.client.0.smithi028.stdout: "last_became_active": "2024-08-29T17:57:36.381001+0000", 2024-08-29T19:03:22.013 INFO:tasks.workunit.client.0.smithi028.stdout: "last_became_peered": "2024-08-29T17:57:36.381001+0000", 2024-08-29T19:03:22.013 INFO:tasks.workunit.client.0.smithi028.stdout: "last_change": "2024-08-29T17:57:36.381383+0000", 2024-08-29T19:03:22.013 INFO:tasks.workunit.client.0.smithi028.stdout: "last_clean": "2024-08-29T19:02:14.927573+0000", 2024-08-29T19:03:22.013 INFO:tasks.workunit.client.0.smithi028.stdout: "last_clean_scrub_stamp": "2024-08-29T17:41:01.987071+0000", 2024-08-29T19:03:22.014 INFO:tasks.workunit.client.0.smithi028.stdout: "last_deep_scrub": "0'0", 2024-08-29T19:03:22.014 INFO:tasks.workunit.client.0.smithi028.stdout: "last_deep_scrub_stamp": "2024-08-29T17:41:01.987071+0000", 2024-08-29T19:03:22.014 INFO:tasks.workunit.client.0.smithi028.stdout: "last_epoch_clean": 646, 2024-08-29T19:03:22.014 INFO:tasks.workunit.client.0.smithi028.stdout: "last_fresh": "2024-08-29T19:02:14.927573+0000", 2024-08-29T19:03:22.014 INFO:tasks.workunit.client.0.smithi028.stdout: "last_fullsized": "2024-08-29T19:02:14.927573+0000", 2024-08-29T19:03:22.014 INFO:tasks.workunit.client.0.smithi028.stdout: "last_peered": "2024-08-29T19:02:14.927573+0000", 2024-08-29T19:03:22.014 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub": "0'0", 2024-08-29T19:03:22.014 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub_duration": 0, 2024-08-29T19:03:22.014 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub_stamp": "2024-08-29T17:41:01.987071+0000", 2024-08-29T19:03:22.014 INFO:tasks.workunit.client.0.smithi028.stdout: "last_undegraded": "2024-08-29T19:02:14.927573+0000", 2024-08-29T19:03:22.014 INFO:tasks.workunit.client.0.smithi028.stdout: "last_unstale": "2024-08-29T19:02:14.927573+0000", 2024-08-29T19:03:22.014 INFO:tasks.workunit.client.0.smithi028.stdout: "log_dups_size": 0, 2024-08-29T19:03:22.014 INFO:tasks.workunit.client.0.smithi028.stdout: "log_size": 0, 2024-08-29T19:03:22.014 INFO:tasks.workunit.client.0.smithi028.stdout: "log_start": "0'0", 2024-08-29T19:03:22.015 INFO:tasks.workunit.client.0.smithi028.stdout: "manifest_stats_invalid": false, 2024-08-29T19:03:22.015 INFO:tasks.workunit.client.0.smithi028.stdout: "mapping_epoch": 645, 2024-08-29T19:03:22.015 INFO:tasks.workunit.client.0.smithi028.stdout: "object_location_counts": [], 2024-08-29T19:03:22.015 INFO:tasks.workunit.client.0.smithi028.stdout: "objects_scrubbed": 0, 2024-08-29T19:03:22.015 INFO:tasks.workunit.client.0.smithi028.stdout: "objects_trimmed": 0, 2024-08-29T19:03:22.015 INFO:tasks.workunit.client.0.smithi028.stdout: "omap_stats_invalid": false, 2024-08-29T19:03:22.015 INFO:tasks.workunit.client.0.smithi028.stdout: "ondisk_log_size": 0, 2024-08-29T19:03:22.015 INFO:tasks.workunit.client.0.smithi028.stdout: "ondisk_log_start": "0'0", 2024-08-29T19:03:22.015 INFO:tasks.workunit.client.0.smithi028.stdout: "parent": "0.0", 2024-08-29T19:03:22.015 INFO:tasks.workunit.client.0.smithi028.stdout: "parent_split_bits": 0, 2024-08-29T19:03:22.015 INFO:tasks.workunit.client.0.smithi028.stdout: "pgid": "3.c", 2024-08-29T19:03:22.015 INFO:tasks.workunit.client.0.smithi028.stdout: "pin_stats_invalid": false, 2024-08-29T19:03:22.015 INFO:tasks.workunit.client.0.smithi028.stdout: "purged_snaps": [], 2024-08-29T19:03:22.015 INFO:tasks.workunit.client.0.smithi028.stdout: "reported_epoch": 2650, 2024-08-29T19:03:22.015 INFO:tasks.workunit.client.0.smithi028.stdout: "reported_seq": 4635, 2024-08-29T19:03:22.016 INFO:tasks.workunit.client.0.smithi028.stdout: "scrub_duration": 0.0, 2024-08-29T19:03:22.016 INFO:tasks.workunit.client.0.smithi028.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-30T22:33:45.429634+0000", 2024-08-29T19:03:22.016 INFO:tasks.workunit.client.0.smithi028.stdout: "snaptrim_duration": 0.0, 2024-08-29T19:03:22.016 INFO:tasks.workunit.client.0.smithi028.stdout: "snaptrimq_len": 0, 2024-08-29T19:03:22.016 INFO:tasks.workunit.client.0.smithi028.stdout: "stat_sum": { 2024-08-29T19:03:22.016 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes": 0, 2024-08-29T19:03:22.016 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes_hit_set_archive": 0, 2024-08-29T19:03:22.016 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes_recovered": 0, 2024-08-29T19:03:22.016 INFO:tasks.workunit.client.0.smithi028.stdout: "num_deep_scrub_errors": 0, 2024-08-29T19:03:22.016 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict": 0, 2024-08-29T19:03:22.016 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_kb": 0, 2024-08-29T19:03:22.016 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_mode_full": 0, 2024-08-29T19:03:22.016 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_mode_some": 0, 2024-08-29T19:03:22.016 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush": 0, 2024-08-29T19:03:22.017 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_kb": 0, 2024-08-29T19:03:22.017 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_mode_high": 0, 2024-08-29T19:03:22.017 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_mode_low": 0, 2024-08-29T19:03:22.017 INFO:tasks.workunit.client.0.smithi028.stdout: "num_keys_recovered": 0, 2024-08-29T19:03:22.017 INFO:tasks.workunit.client.0.smithi028.stdout: "num_large_omap_objects": 0, 2024-08-29T19:03:22.017 INFO:tasks.workunit.client.0.smithi028.stdout: "num_legacy_snapsets": 0, 2024-08-29T19:03:22.017 INFO:tasks.workunit.client.0.smithi028.stdout: "num_object_clones": 0, 2024-08-29T19:03:22.017 INFO:tasks.workunit.client.0.smithi028.stdout: "num_object_copies": 0, 2024-08-29T19:03:22.017 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects": 0, 2024-08-29T19:03:22.017 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_degraded": 0, 2024-08-29T19:03:22.017 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_dirty": 0, 2024-08-29T19:03:22.017 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_hit_set_archive": 0, 2024-08-29T19:03:22.017 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_manifest": 0, 2024-08-29T19:03:22.017 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_misplaced": 0, 2024-08-29T19:03:22.018 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_missing": 0, 2024-08-29T19:03:22.018 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_missing_on_primary": 0, 2024-08-29T19:03:22.018 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_omap": 0, 2024-08-29T19:03:22.018 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_pinned": 0, 2024-08-29T19:03:22.018 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_recovered": 0, 2024-08-29T19:03:22.018 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_repaired": 0, 2024-08-29T19:03:22.018 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_unfound": 0, 2024-08-29T19:03:22.018 INFO:tasks.workunit.client.0.smithi028.stdout: "num_omap_bytes": 0, 2024-08-29T19:03:22.018 INFO:tasks.workunit.client.0.smithi028.stdout: "num_omap_keys": 0, 2024-08-29T19:03:22.018 INFO:tasks.workunit.client.0.smithi028.stdout: "num_promote": 0, 2024-08-29T19:03:22.018 INFO:tasks.workunit.client.0.smithi028.stdout: "num_read": 0, 2024-08-29T19:03:22.018 INFO:tasks.workunit.client.0.smithi028.stdout: "num_read_kb": 0, 2024-08-29T19:03:22.018 INFO:tasks.workunit.client.0.smithi028.stdout: "num_scrub_errors": 0, 2024-08-29T19:03:22.018 INFO:tasks.workunit.client.0.smithi028.stdout: "num_shallow_scrub_errors": 0, 2024-08-29T19:03:22.019 INFO:tasks.workunit.client.0.smithi028.stdout: "num_whiteouts": 0, 2024-08-29T19:03:22.019 INFO:tasks.workunit.client.0.smithi028.stdout: "num_write": 0, 2024-08-29T19:03:22.019 INFO:tasks.workunit.client.0.smithi028.stdout: "num_write_kb": 0 2024-08-29T19:03:22.019 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:22.019 INFO:tasks.workunit.client.0.smithi028.stdout: "state": "active+clean", 2024-08-29T19:03:22.019 INFO:tasks.workunit.client.0.smithi028.stdout: "stats_invalid": false, 2024-08-29T19:03:22.019 INFO:tasks.workunit.client.0.smithi028.stdout: "up": [ 2024-08-29T19:03:22.019 INFO:tasks.workunit.client.0.smithi028.stdout: 5, 2024-08-29T19:03:22.019 INFO:tasks.workunit.client.0.smithi028.stdout: 3, 2024-08-29T19:03:22.019 INFO:tasks.workunit.client.0.smithi028.stdout: 6 2024-08-29T19:03:22.019 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-08-29T19:03:22.019 INFO:tasks.workunit.client.0.smithi028.stdout: "up_primary": 5, 2024-08-29T19:03:22.019 INFO:tasks.workunit.client.0.smithi028.stdout: "version": "0'0" 2024-08-29T19:03:22.019 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:22.019 INFO:tasks.workunit.client.0.smithi028.stdout: { 2024-08-29T19:03:22.020 INFO:tasks.workunit.client.0.smithi028.stdout: "acting": [ 2024-08-29T19:03:22.020 INFO:tasks.workunit.client.0.smithi028.stdout: 1, 2024-08-29T19:03:22.020 INFO:tasks.workunit.client.0.smithi028.stdout: 4, 2024-08-29T19:03:22.020 INFO:tasks.workunit.client.0.smithi028.stdout: 3 2024-08-29T19:03:22.020 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-08-29T19:03:22.020 INFO:tasks.workunit.client.0.smithi028.stdout: "acting_primary": 1, 2024-08-29T19:03:22.020 INFO:tasks.workunit.client.0.smithi028.stdout: "avail_no_missing": [], 2024-08-29T19:03:22.020 INFO:tasks.workunit.client.0.smithi028.stdout: "blocked_by": [], 2024-08-29T19:03:22.020 INFO:tasks.workunit.client.0.smithi028.stdout: "created": 59, 2024-08-29T19:03:22.020 INFO:tasks.workunit.client.0.smithi028.stdout: "dirty_stats_invalid": false, 2024-08-29T19:03:22.020 INFO:tasks.workunit.client.0.smithi028.stdout: "hitset_bytes_stats_invalid": false, 2024-08-29T19:03:22.020 INFO:tasks.workunit.client.0.smithi028.stdout: "hitset_stats_invalid": false, 2024-08-29T19:03:22.020 INFO:tasks.workunit.client.0.smithi028.stdout: "last_active": "2024-08-29T19:02:14.819216+0000", 2024-08-29T19:03:22.021 INFO:tasks.workunit.client.0.smithi028.stdout: "last_became_active": "2024-08-29T17:56:29.374713+0000", 2024-08-29T19:03:22.021 INFO:tasks.workunit.client.0.smithi028.stdout: "last_became_peered": "2024-08-29T17:56:29.374713+0000", 2024-08-29T19:03:22.021 INFO:tasks.workunit.client.0.smithi028.stdout: "last_change": "2024-08-29T17:56:29.375649+0000", 2024-08-29T19:03:22.021 INFO:tasks.workunit.client.0.smithi028.stdout: "last_clean": "2024-08-29T19:02:14.819216+0000", 2024-08-29T19:03:22.021 INFO:tasks.workunit.client.0.smithi028.stdout: "last_clean_scrub_stamp": "2024-08-29T17:40:52.944949+0000", 2024-08-29T19:03:22.021 INFO:tasks.workunit.client.0.smithi028.stdout: "last_deep_scrub": "0'0", 2024-08-29T19:03:22.021 INFO:tasks.workunit.client.0.smithi028.stdout: "last_deep_scrub_stamp": "2024-08-29T17:40:52.944949+0000", 2024-08-29T19:03:22.021 INFO:tasks.workunit.client.0.smithi028.stdout: "last_epoch_clean": 580, 2024-08-29T19:03:22.021 INFO:tasks.workunit.client.0.smithi028.stdout: "last_fresh": "2024-08-29T19:02:14.819216+0000", 2024-08-29T19:03:22.021 INFO:tasks.workunit.client.0.smithi028.stdout: "last_fullsized": "2024-08-29T19:02:14.819216+0000", 2024-08-29T19:03:22.021 INFO:tasks.workunit.client.0.smithi028.stdout: "last_peered": "2024-08-29T19:02:14.819216+0000", 2024-08-29T19:03:22.021 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub": "0'0", 2024-08-29T19:03:22.021 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub_duration": 0, 2024-08-29T19:03:22.021 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub_stamp": "2024-08-29T17:40:52.944949+0000", 2024-08-29T19:03:22.022 INFO:tasks.workunit.client.0.smithi028.stdout: "last_undegraded": "2024-08-29T19:02:14.819216+0000", 2024-08-29T19:03:22.022 INFO:tasks.workunit.client.0.smithi028.stdout: "last_unstale": "2024-08-29T19:02:14.819216+0000", 2024-08-29T19:03:22.022 INFO:tasks.workunit.client.0.smithi028.stdout: "log_dups_size": 0, 2024-08-29T19:03:22.022 INFO:tasks.workunit.client.0.smithi028.stdout: "log_size": 1, 2024-08-29T19:03:22.022 INFO:tasks.workunit.client.0.smithi028.stdout: "log_start": "0'0", 2024-08-29T19:03:22.022 INFO:tasks.workunit.client.0.smithi028.stdout: "manifest_stats_invalid": false, 2024-08-29T19:03:22.022 INFO:tasks.workunit.client.0.smithi028.stdout: "mapping_epoch": 579, 2024-08-29T19:03:22.022 INFO:tasks.workunit.client.0.smithi028.stdout: "object_location_counts": [], 2024-08-29T19:03:22.022 INFO:tasks.workunit.client.0.smithi028.stdout: "objects_scrubbed": 0, 2024-08-29T19:03:22.022 INFO:tasks.workunit.client.0.smithi028.stdout: "objects_trimmed": 0, 2024-08-29T19:03:22.022 INFO:tasks.workunit.client.0.smithi028.stdout: "omap_stats_invalid": false, 2024-08-29T19:03:22.022 INFO:tasks.workunit.client.0.smithi028.stdout: "ondisk_log_size": 1, 2024-08-29T19:03:22.022 INFO:tasks.workunit.client.0.smithi028.stdout: "ondisk_log_start": "0'0", 2024-08-29T19:03:22.023 INFO:tasks.workunit.client.0.smithi028.stdout: "parent": "0.0", 2024-08-29T19:03:22.023 INFO:tasks.workunit.client.0.smithi028.stdout: "parent_split_bits": 0, 2024-08-29T19:03:22.023 INFO:tasks.workunit.client.0.smithi028.stdout: "pgid": "2.d", 2024-08-29T19:03:22.023 INFO:tasks.workunit.client.0.smithi028.stdout: "pin_stats_invalid": false, 2024-08-29T19:03:22.023 INFO:tasks.workunit.client.0.smithi028.stdout: "purged_snaps": [], 2024-08-29T19:03:22.023 INFO:tasks.workunit.client.0.smithi028.stdout: "reported_epoch": 2650, 2024-08-29T19:03:22.023 INFO:tasks.workunit.client.0.smithi028.stdout: "reported_seq": 4756, 2024-08-29T19:03:22.023 INFO:tasks.workunit.client.0.smithi028.stdout: "scrub_duration": 0.0, 2024-08-29T19:03:22.023 INFO:tasks.workunit.client.0.smithi028.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-30T22:25:11.385463+0000", 2024-08-29T19:03:22.023 INFO:tasks.workunit.client.0.smithi028.stdout: "snaptrim_duration": 0.0, 2024-08-29T19:03:22.023 INFO:tasks.workunit.client.0.smithi028.stdout: "snaptrimq_len": 0, 2024-08-29T19:03:22.023 INFO:tasks.workunit.client.0.smithi028.stdout: "stat_sum": { 2024-08-29T19:03:22.023 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes": 70, 2024-08-29T19:03:22.023 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes_hit_set_archive": 0, 2024-08-29T19:03:22.023 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes_recovered": 0, 2024-08-29T19:03:22.024 INFO:tasks.workunit.client.0.smithi028.stdout: "num_deep_scrub_errors": 0, 2024-08-29T19:03:22.024 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict": 0, 2024-08-29T19:03:22.024 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_kb": 0, 2024-08-29T19:03:22.024 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_mode_full": 0, 2024-08-29T19:03:22.024 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_mode_some": 0, 2024-08-29T19:03:22.024 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush": 0, 2024-08-29T19:03:22.024 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_kb": 0, 2024-08-29T19:03:22.024 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_mode_high": 0, 2024-08-29T19:03:22.024 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_mode_low": 0, 2024-08-29T19:03:22.024 INFO:tasks.workunit.client.0.smithi028.stdout: "num_keys_recovered": 0, 2024-08-29T19:03:22.024 INFO:tasks.workunit.client.0.smithi028.stdout: "num_large_omap_objects": 0, 2024-08-29T19:03:22.024 INFO:tasks.workunit.client.0.smithi028.stdout: "num_legacy_snapsets": 0, 2024-08-29T19:03:22.025 INFO:tasks.workunit.client.0.smithi028.stdout: "num_object_clones": 0, 2024-08-29T19:03:22.025 INFO:tasks.workunit.client.0.smithi028.stdout: "num_object_copies": 3, 2024-08-29T19:03:22.025 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects": 1, 2024-08-29T19:03:22.025 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_degraded": 0, 2024-08-29T19:03:22.025 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_dirty": 1, 2024-08-29T19:03:22.025 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_hit_set_archive": 0, 2024-08-29T19:03:22.025 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_manifest": 0, 2024-08-29T19:03:22.025 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_misplaced": 0, 2024-08-29T19:03:22.025 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_missing": 0, 2024-08-29T19:03:22.025 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_missing_on_primary": 0, 2024-08-29T19:03:22.025 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_omap": 0, 2024-08-29T19:03:22.025 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_pinned": 0, 2024-08-29T19:03:22.025 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_recovered": 0, 2024-08-29T19:03:22.025 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_repaired": 0, 2024-08-29T19:03:22.026 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_unfound": 0, 2024-08-29T19:03:22.026 INFO:tasks.workunit.client.0.smithi028.stdout: "num_omap_bytes": 0, 2024-08-29T19:03:22.026 INFO:tasks.workunit.client.0.smithi028.stdout: "num_omap_keys": 0, 2024-08-29T19:03:22.026 INFO:tasks.workunit.client.0.smithi028.stdout: "num_promote": 0, 2024-08-29T19:03:22.026 INFO:tasks.workunit.client.0.smithi028.stdout: "num_read": 1, 2024-08-29T19:03:22.026 INFO:tasks.workunit.client.0.smithi028.stdout: "num_read_kb": 1, 2024-08-29T19:03:22.026 INFO:tasks.workunit.client.0.smithi028.stdout: "num_scrub_errors": 0, 2024-08-29T19:03:22.026 INFO:tasks.workunit.client.0.smithi028.stdout: "num_shallow_scrub_errors": 0, 2024-08-29T19:03:22.026 INFO:tasks.workunit.client.0.smithi028.stdout: "num_whiteouts": 0, 2024-08-29T19:03:22.026 INFO:tasks.workunit.client.0.smithi028.stdout: "num_write": 1, 2024-08-29T19:03:22.026 INFO:tasks.workunit.client.0.smithi028.stdout: "num_write_kb": 1 2024-08-29T19:03:22.026 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:22.026 INFO:tasks.workunit.client.0.smithi028.stdout: "state": "active+clean", 2024-08-29T19:03:22.026 INFO:tasks.workunit.client.0.smithi028.stdout: "stats_invalid": false, 2024-08-29T19:03:22.027 INFO:tasks.workunit.client.0.smithi028.stdout: "up": [ 2024-08-29T19:03:22.027 INFO:tasks.workunit.client.0.smithi028.stdout: 1, 2024-08-29T19:03:22.027 INFO:tasks.workunit.client.0.smithi028.stdout: 4, 2024-08-29T19:03:22.027 INFO:tasks.workunit.client.0.smithi028.stdout: 3 2024-08-29T19:03:22.027 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-08-29T19:03:22.027 INFO:tasks.workunit.client.0.smithi028.stdout: "up_primary": 1, 2024-08-29T19:03:22.027 INFO:tasks.workunit.client.0.smithi028.stdout: "version": "65'1" 2024-08-29T19:03:22.027 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:22.027 INFO:tasks.workunit.client.0.smithi028.stdout: { 2024-08-29T19:03:22.027 INFO:tasks.workunit.client.0.smithi028.stdout: "acting": [ 2024-08-29T19:03:22.027 INFO:tasks.workunit.client.0.smithi028.stdout: 7, 2024-08-29T19:03:22.027 INFO:tasks.workunit.client.0.smithi028.stdout: 4, 2024-08-29T19:03:22.027 INFO:tasks.workunit.client.0.smithi028.stdout: 0 2024-08-29T19:03:22.027 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-08-29T19:03:22.028 INFO:tasks.workunit.client.0.smithi028.stdout: "acting_primary": 7, 2024-08-29T19:03:22.028 INFO:tasks.workunit.client.0.smithi028.stdout: "avail_no_missing": [], 2024-08-29T19:03:22.028 INFO:tasks.workunit.client.0.smithi028.stdout: "blocked_by": [], 2024-08-29T19:03:22.028 INFO:tasks.workunit.client.0.smithi028.stdout: "created": 62, 2024-08-29T19:03:22.028 INFO:tasks.workunit.client.0.smithi028.stdout: "dirty_stats_invalid": false, 2024-08-29T19:03:22.028 INFO:tasks.workunit.client.0.smithi028.stdout: "hitset_bytes_stats_invalid": false, 2024-08-29T19:03:22.028 INFO:tasks.workunit.client.0.smithi028.stdout: "hitset_stats_invalid": false, 2024-08-29T19:03:22.028 INFO:tasks.workunit.client.0.smithi028.stdout: "last_active": "2024-08-29T19:02:14.101400+0000", 2024-08-29T19:03:22.028 INFO:tasks.workunit.client.0.smithi028.stdout: "last_became_active": "2024-08-29T17:58:11.357898+0000", 2024-08-29T19:03:22.028 INFO:tasks.workunit.client.0.smithi028.stdout: "last_became_peered": "2024-08-29T17:58:11.357898+0000", 2024-08-29T19:03:22.028 INFO:tasks.workunit.client.0.smithi028.stdout: "last_change": "2024-08-29T17:58:11.360262+0000", 2024-08-29T19:03:22.028 INFO:tasks.workunit.client.0.smithi028.stdout: "last_clean": "2024-08-29T19:02:14.101400+0000", 2024-08-29T19:03:22.028 INFO:tasks.workunit.client.0.smithi028.stdout: "last_clean_scrub_stamp": "2024-08-29T17:41:01.987071+0000", 2024-08-29T19:03:22.028 INFO:tasks.workunit.client.0.smithi028.stdout: "last_deep_scrub": "0'0", 2024-08-29T19:03:22.029 INFO:tasks.workunit.client.0.smithi028.stdout: "last_deep_scrub_stamp": "2024-08-29T17:41:01.987071+0000", 2024-08-29T19:03:22.029 INFO:tasks.workunit.client.0.smithi028.stdout: "last_epoch_clean": 681, 2024-08-29T19:03:22.029 INFO:tasks.workunit.client.0.smithi028.stdout: "last_fresh": "2024-08-29T19:02:14.101400+0000", 2024-08-29T19:03:22.029 INFO:tasks.workunit.client.0.smithi028.stdout: "last_fullsized": "2024-08-29T19:02:14.101400+0000", 2024-08-29T19:03:22.029 INFO:tasks.workunit.client.0.smithi028.stdout: "last_peered": "2024-08-29T19:02:14.101400+0000", 2024-08-29T19:03:22.029 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub": "0'0", 2024-08-29T19:03:22.029 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub_duration": 0, 2024-08-29T19:03:22.029 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub_stamp": "2024-08-29T17:41:01.987071+0000", 2024-08-29T19:03:22.029 INFO:tasks.workunit.client.0.smithi028.stdout: "last_undegraded": "2024-08-29T19:02:14.101400+0000", 2024-08-29T19:03:22.029 INFO:tasks.workunit.client.0.smithi028.stdout: "last_unstale": "2024-08-29T19:02:14.101400+0000", 2024-08-29T19:03:22.029 INFO:tasks.workunit.client.0.smithi028.stdout: "log_dups_size": 0, 2024-08-29T19:03:22.029 INFO:tasks.workunit.client.0.smithi028.stdout: "log_size": 0, 2024-08-29T19:03:22.029 INFO:tasks.workunit.client.0.smithi028.stdout: "log_start": "0'0", 2024-08-29T19:03:22.029 INFO:tasks.workunit.client.0.smithi028.stdout: "manifest_stats_invalid": false, 2024-08-29T19:03:22.030 INFO:tasks.workunit.client.0.smithi028.stdout: "mapping_epoch": 680, 2024-08-29T19:03:22.030 INFO:tasks.workunit.client.0.smithi028.stdout: "object_location_counts": [], 2024-08-29T19:03:22.030 INFO:tasks.workunit.client.0.smithi028.stdout: "objects_scrubbed": 0, 2024-08-29T19:03:22.030 INFO:tasks.workunit.client.0.smithi028.stdout: "objects_trimmed": 0, 2024-08-29T19:03:22.030 INFO:tasks.workunit.client.0.smithi028.stdout: "omap_stats_invalid": false, 2024-08-29T19:03:22.030 INFO:tasks.workunit.client.0.smithi028.stdout: "ondisk_log_size": 0, 2024-08-29T19:03:22.030 INFO:tasks.workunit.client.0.smithi028.stdout: "ondisk_log_start": "0'0", 2024-08-29T19:03:22.030 INFO:tasks.workunit.client.0.smithi028.stdout: "parent": "0.0", 2024-08-29T19:03:22.030 INFO:tasks.workunit.client.0.smithi028.stdout: "parent_split_bits": 0, 2024-08-29T19:03:22.030 INFO:tasks.workunit.client.0.smithi028.stdout: "pgid": "3.f", 2024-08-29T19:03:22.030 INFO:tasks.workunit.client.0.smithi028.stdout: "pin_stats_invalid": false, 2024-08-29T19:03:22.030 INFO:tasks.workunit.client.0.smithi028.stdout: "purged_snaps": [], 2024-08-29T19:03:22.030 INFO:tasks.workunit.client.0.smithi028.stdout: "reported_epoch": 2650, 2024-08-29T19:03:22.030 INFO:tasks.workunit.client.0.smithi028.stdout: "reported_seq": 4570, 2024-08-29T19:03:22.031 INFO:tasks.workunit.client.0.smithi028.stdout: "scrub_duration": 0.0, 2024-08-29T19:03:22.031 INFO:tasks.workunit.client.0.smithi028.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-31T04:21:21.250799+0000", 2024-08-29T19:03:22.031 INFO:tasks.workunit.client.0.smithi028.stdout: "snaptrim_duration": 0.0, 2024-08-29T19:03:22.031 INFO:tasks.workunit.client.0.smithi028.stdout: "snaptrimq_len": 0, 2024-08-29T19:03:22.031 INFO:tasks.workunit.client.0.smithi028.stdout: "stat_sum": { 2024-08-29T19:03:22.031 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes": 0, 2024-08-29T19:03:22.031 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes_hit_set_archive": 0, 2024-08-29T19:03:22.031 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes_recovered": 0, 2024-08-29T19:03:22.031 INFO:tasks.workunit.client.0.smithi028.stdout: "num_deep_scrub_errors": 0, 2024-08-29T19:03:22.031 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict": 0, 2024-08-29T19:03:22.031 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_kb": 0, 2024-08-29T19:03:22.031 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_mode_full": 0, 2024-08-29T19:03:22.031 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_mode_some": 0, 2024-08-29T19:03:22.031 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush": 0, 2024-08-29T19:03:22.032 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_kb": 0, 2024-08-29T19:03:22.032 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_mode_high": 0, 2024-08-29T19:03:22.032 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_mode_low": 0, 2024-08-29T19:03:22.032 INFO:tasks.workunit.client.0.smithi028.stdout: "num_keys_recovered": 0, 2024-08-29T19:03:22.032 INFO:tasks.workunit.client.0.smithi028.stdout: "num_large_omap_objects": 0, 2024-08-29T19:03:22.032 INFO:tasks.workunit.client.0.smithi028.stdout: "num_legacy_snapsets": 0, 2024-08-29T19:03:22.032 INFO:tasks.workunit.client.0.smithi028.stdout: "num_object_clones": 0, 2024-08-29T19:03:22.032 INFO:tasks.workunit.client.0.smithi028.stdout: "num_object_copies": 0, 2024-08-29T19:03:22.032 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects": 0, 2024-08-29T19:03:22.032 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_degraded": 0, 2024-08-29T19:03:22.032 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_dirty": 0, 2024-08-29T19:03:22.032 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_hit_set_archive": 0, 2024-08-29T19:03:22.032 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_manifest": 0, 2024-08-29T19:03:22.032 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_misplaced": 0, 2024-08-29T19:03:22.033 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_missing": 0, 2024-08-29T19:03:22.033 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_missing_on_primary": 0, 2024-08-29T19:03:22.033 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_omap": 0, 2024-08-29T19:03:22.033 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_pinned": 0, 2024-08-29T19:03:22.033 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_recovered": 0, 2024-08-29T19:03:22.033 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_repaired": 0, 2024-08-29T19:03:22.033 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_unfound": 0, 2024-08-29T19:03:22.033 INFO:tasks.workunit.client.0.smithi028.stdout: "num_omap_bytes": 0, 2024-08-29T19:03:22.033 INFO:tasks.workunit.client.0.smithi028.stdout: "num_omap_keys": 0, 2024-08-29T19:03:22.033 INFO:tasks.workunit.client.0.smithi028.stdout: "num_promote": 0, 2024-08-29T19:03:22.033 INFO:tasks.workunit.client.0.smithi028.stdout: "num_read": 0, 2024-08-29T19:03:22.033 INFO:tasks.workunit.client.0.smithi028.stdout: "num_read_kb": 0, 2024-08-29T19:03:22.033 INFO:tasks.workunit.client.0.smithi028.stdout: "num_scrub_errors": 0, 2024-08-29T19:03:22.033 INFO:tasks.workunit.client.0.smithi028.stdout: "num_shallow_scrub_errors": 0, 2024-08-29T19:03:22.034 INFO:tasks.workunit.client.0.smithi028.stdout: "num_whiteouts": 0, 2024-08-29T19:03:22.034 INFO:tasks.workunit.client.0.smithi028.stdout: "num_write": 0, 2024-08-29T19:03:22.034 INFO:tasks.workunit.client.0.smithi028.stdout: "num_write_kb": 0 2024-08-29T19:03:22.034 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:22.034 INFO:tasks.workunit.client.0.smithi028.stdout: "state": "active+clean", 2024-08-29T19:03:22.034 INFO:tasks.workunit.client.0.smithi028.stdout: "stats_invalid": false, 2024-08-29T19:03:22.034 INFO:tasks.workunit.client.0.smithi028.stdout: "up": [ 2024-08-29T19:03:22.034 INFO:tasks.workunit.client.0.smithi028.stdout: 7, 2024-08-29T19:03:22.034 INFO:tasks.workunit.client.0.smithi028.stdout: 4, 2024-08-29T19:03:22.034 INFO:tasks.workunit.client.0.smithi028.stdout: 0 2024-08-29T19:03:22.034 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-08-29T19:03:22.034 INFO:tasks.workunit.client.0.smithi028.stdout: "up_primary": 7, 2024-08-29T19:03:22.034 INFO:tasks.workunit.client.0.smithi028.stdout: "version": "0'0" 2024-08-29T19:03:22.035 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:22.035 INFO:tasks.workunit.client.0.smithi028.stdout: { 2024-08-29T19:03:22.035 INFO:tasks.workunit.client.0.smithi028.stdout: "acting": [ 2024-08-29T19:03:22.035 INFO:tasks.workunit.client.0.smithi028.stdout: 2, 2024-08-29T19:03:22.035 INFO:tasks.workunit.client.0.smithi028.stdout: 3, 2024-08-29T19:03:22.035 INFO:tasks.workunit.client.0.smithi028.stdout: 7 2024-08-29T19:03:22.035 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-08-29T19:03:22.035 INFO:tasks.workunit.client.0.smithi028.stdout: "acting_primary": 2, 2024-08-29T19:03:22.035 INFO:tasks.workunit.client.0.smithi028.stdout: "avail_no_missing": [], 2024-08-29T19:03:22.035 INFO:tasks.workunit.client.0.smithi028.stdout: "blocked_by": [], 2024-08-29T19:03:22.035 INFO:tasks.workunit.client.0.smithi028.stdout: "created": 59, 2024-08-29T19:03:22.035 INFO:tasks.workunit.client.0.smithi028.stdout: "dirty_stats_invalid": false, 2024-08-29T19:03:22.035 INFO:tasks.workunit.client.0.smithi028.stdout: "hitset_bytes_stats_invalid": false, 2024-08-29T19:03:22.036 INFO:tasks.workunit.client.0.smithi028.stdout: "hitset_stats_invalid": false, 2024-08-29T19:03:22.036 INFO:tasks.workunit.client.0.smithi028.stdout: "last_active": "2024-08-29T19:02:14.102755+0000", 2024-08-29T19:03:22.036 INFO:tasks.workunit.client.0.smithi028.stdout: "last_became_active": "2024-08-29T17:58:11.351938+0000", 2024-08-29T19:03:22.036 INFO:tasks.workunit.client.0.smithi028.stdout: "last_became_peered": "2024-08-29T17:58:11.351938+0000", 2024-08-29T19:03:22.036 INFO:tasks.workunit.client.0.smithi028.stdout: "last_change": "2024-08-29T17:58:11.352977+0000", 2024-08-29T19:03:22.036 INFO:tasks.workunit.client.0.smithi028.stdout: "last_clean": "2024-08-29T19:02:14.102755+0000", 2024-08-29T19:03:22.036 INFO:tasks.workunit.client.0.smithi028.stdout: "last_clean_scrub_stamp": "2024-08-29T17:40:52.944949+0000", 2024-08-29T19:03:22.036 INFO:tasks.workunit.client.0.smithi028.stdout: "last_deep_scrub": "0'0", 2024-08-29T19:03:22.036 INFO:tasks.workunit.client.0.smithi028.stdout: "last_deep_scrub_stamp": "2024-08-29T17:40:52.944949+0000", 2024-08-29T19:03:22.036 INFO:tasks.workunit.client.0.smithi028.stdout: "last_epoch_clean": 681, 2024-08-29T19:03:22.036 INFO:tasks.workunit.client.0.smithi028.stdout: "last_fresh": "2024-08-29T19:02:14.102755+0000", 2024-08-29T19:03:22.036 INFO:tasks.workunit.client.0.smithi028.stdout: "last_fullsized": "2024-08-29T19:02:14.102755+0000", 2024-08-29T19:03:22.036 INFO:tasks.workunit.client.0.smithi028.stdout: "last_peered": "2024-08-29T19:02:14.102755+0000", 2024-08-29T19:03:22.036 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub": "0'0", 2024-08-29T19:03:22.037 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub_duration": 0, 2024-08-29T19:03:22.037 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub_stamp": "2024-08-29T17:40:52.944949+0000", 2024-08-29T19:03:22.037 INFO:tasks.workunit.client.0.smithi028.stdout: "last_undegraded": "2024-08-29T19:02:14.102755+0000", 2024-08-29T19:03:22.037 INFO:tasks.workunit.client.0.smithi028.stdout: "last_unstale": "2024-08-29T19:02:14.102755+0000", 2024-08-29T19:03:22.037 INFO:tasks.workunit.client.0.smithi028.stdout: "log_dups_size": 0, 2024-08-29T19:03:22.037 INFO:tasks.workunit.client.0.smithi028.stdout: "log_size": 2, 2024-08-29T19:03:22.037 INFO:tasks.workunit.client.0.smithi028.stdout: "log_start": "0'0", 2024-08-29T19:03:22.037 INFO:tasks.workunit.client.0.smithi028.stdout: "manifest_stats_invalid": false, 2024-08-29T19:03:22.037 INFO:tasks.workunit.client.0.smithi028.stdout: "mapping_epoch": 680, 2024-08-29T19:03:22.037 INFO:tasks.workunit.client.0.smithi028.stdout: "object_location_counts": [], 2024-08-29T19:03:22.037 INFO:tasks.workunit.client.0.smithi028.stdout: "objects_scrubbed": 0, 2024-08-29T19:03:22.037 INFO:tasks.workunit.client.0.smithi028.stdout: "objects_trimmed": 0, 2024-08-29T19:03:22.037 INFO:tasks.workunit.client.0.smithi028.stdout: "omap_stats_invalid": false, 2024-08-29T19:03:22.037 INFO:tasks.workunit.client.0.smithi028.stdout: "ondisk_log_size": 2, 2024-08-29T19:03:22.038 INFO:tasks.workunit.client.0.smithi028.stdout: "ondisk_log_start": "0'0", 2024-08-29T19:03:22.038 INFO:tasks.workunit.client.0.smithi028.stdout: "parent": "0.0", 2024-08-29T19:03:22.038 INFO:tasks.workunit.client.0.smithi028.stdout: "parent_split_bits": 0, 2024-08-29T19:03:22.038 INFO:tasks.workunit.client.0.smithi028.stdout: "pgid": "2.e", 2024-08-29T19:03:22.038 INFO:tasks.workunit.client.0.smithi028.stdout: "pin_stats_invalid": false, 2024-08-29T19:03:22.038 INFO:tasks.workunit.client.0.smithi028.stdout: "purged_snaps": [], 2024-08-29T19:03:22.038 INFO:tasks.workunit.client.0.smithi028.stdout: "reported_epoch": 2650, 2024-08-29T19:03:22.038 INFO:tasks.workunit.client.0.smithi028.stdout: "reported_seq": 4719, 2024-08-29T19:03:22.038 INFO:tasks.workunit.client.0.smithi028.stdout: "scrub_duration": 0.0, 2024-08-29T19:03:22.038 INFO:tasks.workunit.client.0.smithi028.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-31T00:25:52.664777+0000", 2024-08-29T19:03:22.038 INFO:tasks.workunit.client.0.smithi028.stdout: "snaptrim_duration": 0.0, 2024-08-29T19:03:22.038 INFO:tasks.workunit.client.0.smithi028.stdout: "snaptrimq_len": 0, 2024-08-29T19:03:22.038 INFO:tasks.workunit.client.0.smithi028.stdout: "stat_sum": { 2024-08-29T19:03:22.038 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes": 0, 2024-08-29T19:03:22.039 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes_hit_set_archive": 0, 2024-08-29T19:03:22.039 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes_recovered": 0, 2024-08-29T19:03:22.039 INFO:tasks.workunit.client.0.smithi028.stdout: "num_deep_scrub_errors": 0, 2024-08-29T19:03:22.039 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict": 0, 2024-08-29T19:03:22.039 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_kb": 0, 2024-08-29T19:03:22.039 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_mode_full": 0, 2024-08-29T19:03:22.039 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_mode_some": 0, 2024-08-29T19:03:22.039 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush": 0, 2024-08-29T19:03:22.039 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_kb": 0, 2024-08-29T19:03:22.039 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_mode_high": 0, 2024-08-29T19:03:22.039 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_mode_low": 0, 2024-08-29T19:03:22.039 INFO:tasks.workunit.client.0.smithi028.stdout: "num_keys_recovered": 0, 2024-08-29T19:03:22.039 INFO:tasks.workunit.client.0.smithi028.stdout: "num_large_omap_objects": 0, 2024-08-29T19:03:22.039 INFO:tasks.workunit.client.0.smithi028.stdout: "num_legacy_snapsets": 0, 2024-08-29T19:03:22.040 INFO:tasks.workunit.client.0.smithi028.stdout: "num_object_clones": 0, 2024-08-29T19:03:22.040 INFO:tasks.workunit.client.0.smithi028.stdout: "num_object_copies": 3, 2024-08-29T19:03:22.040 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects": 1, 2024-08-29T19:03:22.040 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_degraded": 0, 2024-08-29T19:03:22.040 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_dirty": 1, 2024-08-29T19:03:22.040 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_hit_set_archive": 0, 2024-08-29T19:03:22.040 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_manifest": 0, 2024-08-29T19:03:22.040 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_misplaced": 0, 2024-08-29T19:03:22.040 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_missing": 0, 2024-08-29T19:03:22.040 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_missing_on_primary": 0, 2024-08-29T19:03:22.040 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_omap": 1, 2024-08-29T19:03:22.040 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_pinned": 0, 2024-08-29T19:03:22.040 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_recovered": 0, 2024-08-29T19:03:22.040 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_repaired": 0, 2024-08-29T19:03:22.041 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_unfound": 0, 2024-08-29T19:03:22.041 INFO:tasks.workunit.client.0.smithi028.stdout: "num_omap_bytes": 0, 2024-08-29T19:03:22.041 INFO:tasks.workunit.client.0.smithi028.stdout: "num_omap_keys": 0, 2024-08-29T19:03:22.041 INFO:tasks.workunit.client.0.smithi028.stdout: "num_promote": 0, 2024-08-29T19:03:22.041 INFO:tasks.workunit.client.0.smithi028.stdout: "num_read": 6, 2024-08-29T19:03:22.041 INFO:tasks.workunit.client.0.smithi028.stdout: "num_read_kb": 6, 2024-08-29T19:03:22.041 INFO:tasks.workunit.client.0.smithi028.stdout: "num_scrub_errors": 0, 2024-08-29T19:03:22.041 INFO:tasks.workunit.client.0.smithi028.stdout: "num_shallow_scrub_errors": 0, 2024-08-29T19:03:22.041 INFO:tasks.workunit.client.0.smithi028.stdout: "num_whiteouts": 0, 2024-08-29T19:03:22.041 INFO:tasks.workunit.client.0.smithi028.stdout: "num_write": 3, 2024-08-29T19:03:22.041 INFO:tasks.workunit.client.0.smithi028.stdout: "num_write_kb": 0 2024-08-29T19:03:22.041 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:22.041 INFO:tasks.workunit.client.0.smithi028.stdout: "state": "active+clean", 2024-08-29T19:03:22.041 INFO:tasks.workunit.client.0.smithi028.stdout: "stats_invalid": false, 2024-08-29T19:03:22.042 INFO:tasks.workunit.client.0.smithi028.stdout: "up": [ 2024-08-29T19:03:22.042 INFO:tasks.workunit.client.0.smithi028.stdout: 2, 2024-08-29T19:03:22.042 INFO:tasks.workunit.client.0.smithi028.stdout: 3, 2024-08-29T19:03:22.042 INFO:tasks.workunit.client.0.smithi028.stdout: 7 2024-08-29T19:03:22.042 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-08-29T19:03:22.042 INFO:tasks.workunit.client.0.smithi028.stdout: "up_primary": 2, 2024-08-29T19:03:22.042 INFO:tasks.workunit.client.0.smithi028.stdout: "version": "65'2" 2024-08-29T19:03:22.042 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:22.042 INFO:tasks.workunit.client.0.smithi028.stdout: { 2024-08-29T19:03:22.042 INFO:tasks.workunit.client.0.smithi028.stdout: "acting": [ 2024-08-29T19:03:22.042 INFO:tasks.workunit.client.0.smithi028.stdout: 7, 2024-08-29T19:03:22.042 INFO:tasks.workunit.client.0.smithi028.stdout: 4, 2024-08-29T19:03:22.042 INFO:tasks.workunit.client.0.smithi028.stdout: 1 2024-08-29T19:03:22.042 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-08-29T19:03:22.043 INFO:tasks.workunit.client.0.smithi028.stdout: "acting_primary": 7, 2024-08-29T19:03:22.043 INFO:tasks.workunit.client.0.smithi028.stdout: "avail_no_missing": [], 2024-08-29T19:03:22.043 INFO:tasks.workunit.client.0.smithi028.stdout: "blocked_by": [], 2024-08-29T19:03:22.043 INFO:tasks.workunit.client.0.smithi028.stdout: "created": 62, 2024-08-29T19:03:22.043 INFO:tasks.workunit.client.0.smithi028.stdout: "dirty_stats_invalid": false, 2024-08-29T19:03:22.043 INFO:tasks.workunit.client.0.smithi028.stdout: "hitset_bytes_stats_invalid": false, 2024-08-29T19:03:22.043 INFO:tasks.workunit.client.0.smithi028.stdout: "hitset_stats_invalid": false, 2024-08-29T19:03:22.043 INFO:tasks.workunit.client.0.smithi028.stdout: "last_active": "2024-08-29T19:02:14.099495+0000", 2024-08-29T19:03:22.043 INFO:tasks.workunit.client.0.smithi028.stdout: "last_became_active": "2024-08-29T17:58:11.363058+0000", 2024-08-29T19:03:22.043 INFO:tasks.workunit.client.0.smithi028.stdout: "last_became_peered": "2024-08-29T17:58:11.363058+0000", 2024-08-29T19:03:22.043 INFO:tasks.workunit.client.0.smithi028.stdout: "last_change": "2024-08-29T17:58:11.363598+0000", 2024-08-29T19:03:22.043 INFO:tasks.workunit.client.0.smithi028.stdout: "last_clean": "2024-08-29T19:02:14.099495+0000", 2024-08-29T19:03:22.043 INFO:tasks.workunit.client.0.smithi028.stdout: "last_clean_scrub_stamp": "2024-08-29T17:41:01.987071+0000", 2024-08-29T19:03:22.043 INFO:tasks.workunit.client.0.smithi028.stdout: "last_deep_scrub": "0'0", 2024-08-29T19:03:22.044 INFO:tasks.workunit.client.0.smithi028.stdout: "last_deep_scrub_stamp": "2024-08-29T17:41:01.987071+0000", 2024-08-29T19:03:22.044 INFO:tasks.workunit.client.0.smithi028.stdout: "last_epoch_clean": 681, 2024-08-29T19:03:22.044 INFO:tasks.workunit.client.0.smithi028.stdout: "last_fresh": "2024-08-29T19:02:14.099495+0000", 2024-08-29T19:03:22.044 INFO:tasks.workunit.client.0.smithi028.stdout: "last_fullsized": "2024-08-29T19:02:14.099495+0000", 2024-08-29T19:03:22.044 INFO:tasks.workunit.client.0.smithi028.stdout: "last_peered": "2024-08-29T19:02:14.099495+0000", 2024-08-29T19:03:22.044 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub": "0'0", 2024-08-29T19:03:22.044 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub_duration": 0, 2024-08-29T19:03:22.044 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub_stamp": "2024-08-29T17:41:01.987071+0000", 2024-08-29T19:03:22.044 INFO:tasks.workunit.client.0.smithi028.stdout: "last_undegraded": "2024-08-29T19:02:14.099495+0000", 2024-08-29T19:03:22.044 INFO:tasks.workunit.client.0.smithi028.stdout: "last_unstale": "2024-08-29T19:02:14.099495+0000", 2024-08-29T19:03:22.044 INFO:tasks.workunit.client.0.smithi028.stdout: "log_dups_size": 0, 2024-08-29T19:03:22.044 INFO:tasks.workunit.client.0.smithi028.stdout: "log_size": 0, 2024-08-29T19:03:22.044 INFO:tasks.workunit.client.0.smithi028.stdout: "log_start": "0'0", 2024-08-29T19:03:22.044 INFO:tasks.workunit.client.0.smithi028.stdout: "manifest_stats_invalid": false, 2024-08-29T19:03:22.045 INFO:tasks.workunit.client.0.smithi028.stdout: "mapping_epoch": 680, 2024-08-29T19:03:22.045 INFO:tasks.workunit.client.0.smithi028.stdout: "object_location_counts": [], 2024-08-29T19:03:22.045 INFO:tasks.workunit.client.0.smithi028.stdout: "objects_scrubbed": 0, 2024-08-29T19:03:22.045 INFO:tasks.workunit.client.0.smithi028.stdout: "objects_trimmed": 0, 2024-08-29T19:03:22.045 INFO:tasks.workunit.client.0.smithi028.stdout: "omap_stats_invalid": false, 2024-08-29T19:03:22.045 INFO:tasks.workunit.client.0.smithi028.stdout: "ondisk_log_size": 0, 2024-08-29T19:03:22.045 INFO:tasks.workunit.client.0.smithi028.stdout: "ondisk_log_start": "0'0", 2024-08-29T19:03:22.045 INFO:tasks.workunit.client.0.smithi028.stdout: "parent": "0.0", 2024-08-29T19:03:22.045 INFO:tasks.workunit.client.0.smithi028.stdout: "parent_split_bits": 0, 2024-08-29T19:03:22.045 INFO:tasks.workunit.client.0.smithi028.stdout: "pgid": "3.e", 2024-08-29T19:03:22.045 INFO:tasks.workunit.client.0.smithi028.stdout: "pin_stats_invalid": false, 2024-08-29T19:03:22.045 INFO:tasks.workunit.client.0.smithi028.stdout: "purged_snaps": [], 2024-08-29T19:03:22.045 INFO:tasks.workunit.client.0.smithi028.stdout: "reported_epoch": 2650, 2024-08-29T19:03:22.045 INFO:tasks.workunit.client.0.smithi028.stdout: "reported_seq": 4570, 2024-08-29T19:03:22.045 INFO:tasks.workunit.client.0.smithi028.stdout: "scrub_duration": 0.0, 2024-08-29T19:03:22.046 INFO:tasks.workunit.client.0.smithi028.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-30T20:28:37.087797+0000", 2024-08-29T19:03:22.046 INFO:tasks.workunit.client.0.smithi028.stdout: "snaptrim_duration": 0.0, 2024-08-29T19:03:22.046 INFO:tasks.workunit.client.0.smithi028.stdout: "snaptrimq_len": 0, 2024-08-29T19:03:22.046 INFO:tasks.workunit.client.0.smithi028.stdout: "stat_sum": { 2024-08-29T19:03:22.046 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes": 0, 2024-08-29T19:03:22.046 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes_hit_set_archive": 0, 2024-08-29T19:03:22.046 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes_recovered": 0, 2024-08-29T19:03:22.046 INFO:tasks.workunit.client.0.smithi028.stdout: "num_deep_scrub_errors": 0, 2024-08-29T19:03:22.046 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict": 0, 2024-08-29T19:03:22.046 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_kb": 0, 2024-08-29T19:03:22.046 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_mode_full": 0, 2024-08-29T19:03:22.046 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_mode_some": 0, 2024-08-29T19:03:22.046 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush": 0, 2024-08-29T19:03:22.046 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_kb": 0, 2024-08-29T19:03:22.047 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_mode_high": 0, 2024-08-29T19:03:22.047 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_mode_low": 0, 2024-08-29T19:03:22.047 INFO:tasks.workunit.client.0.smithi028.stdout: "num_keys_recovered": 0, 2024-08-29T19:03:22.047 INFO:tasks.workunit.client.0.smithi028.stdout: "num_large_omap_objects": 0, 2024-08-29T19:03:22.047 INFO:tasks.workunit.client.0.smithi028.stdout: "num_legacy_snapsets": 0, 2024-08-29T19:03:22.047 INFO:tasks.workunit.client.0.smithi028.stdout: "num_object_clones": 0, 2024-08-29T19:03:22.047 INFO:tasks.workunit.client.0.smithi028.stdout: "num_object_copies": 0, 2024-08-29T19:03:22.047 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects": 0, 2024-08-29T19:03:22.047 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_degraded": 0, 2024-08-29T19:03:22.047 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_dirty": 0, 2024-08-29T19:03:22.047 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_hit_set_archive": 0, 2024-08-29T19:03:22.047 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_manifest": 0, 2024-08-29T19:03:22.047 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_misplaced": 0, 2024-08-29T19:03:22.047 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_missing": 0, 2024-08-29T19:03:22.048 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_missing_on_primary": 0, 2024-08-29T19:03:22.048 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_omap": 0, 2024-08-29T19:03:22.048 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_pinned": 0, 2024-08-29T19:03:22.048 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_recovered": 0, 2024-08-29T19:03:22.048 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_repaired": 0, 2024-08-29T19:03:22.048 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_unfound": 0, 2024-08-29T19:03:22.048 INFO:tasks.workunit.client.0.smithi028.stdout: "num_omap_bytes": 0, 2024-08-29T19:03:22.048 INFO:tasks.workunit.client.0.smithi028.stdout: "num_omap_keys": 0, 2024-08-29T19:03:22.048 INFO:tasks.workunit.client.0.smithi028.stdout: "num_promote": 0, 2024-08-29T19:03:22.048 INFO:tasks.workunit.client.0.smithi028.stdout: "num_read": 0, 2024-08-29T19:03:22.048 INFO:tasks.workunit.client.0.smithi028.stdout: "num_read_kb": 0, 2024-08-29T19:03:22.048 INFO:tasks.workunit.client.0.smithi028.stdout: "num_scrub_errors": 0, 2024-08-29T19:03:22.048 INFO:tasks.workunit.client.0.smithi028.stdout: "num_shallow_scrub_errors": 0, 2024-08-29T19:03:22.049 INFO:tasks.workunit.client.0.smithi028.stdout: "num_whiteouts": 0, 2024-08-29T19:03:22.049 INFO:tasks.workunit.client.0.smithi028.stdout: "num_write": 0, 2024-08-29T19:03:22.049 INFO:tasks.workunit.client.0.smithi028.stdout: "num_write_kb": 0 2024-08-29T19:03:22.049 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:22.049 INFO:tasks.workunit.client.0.smithi028.stdout: "state": "active+clean", 2024-08-29T19:03:22.049 INFO:tasks.workunit.client.0.smithi028.stdout: "stats_invalid": false, 2024-08-29T19:03:22.049 INFO:tasks.workunit.client.0.smithi028.stdout: "up": [ 2024-08-29T19:03:22.049 INFO:tasks.workunit.client.0.smithi028.stdout: 7, 2024-08-29T19:03:22.049 INFO:tasks.workunit.client.0.smithi028.stdout: 4, 2024-08-29T19:03:22.049 INFO:tasks.workunit.client.0.smithi028.stdout: 1 2024-08-29T19:03:22.049 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-08-29T19:03:22.049 INFO:tasks.workunit.client.0.smithi028.stdout: "up_primary": 7, 2024-08-29T19:03:22.049 INFO:tasks.workunit.client.0.smithi028.stdout: "version": "0'0" 2024-08-29T19:03:22.049 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:22.050 INFO:tasks.workunit.client.0.smithi028.stdout: { 2024-08-29T19:03:22.050 INFO:tasks.workunit.client.0.smithi028.stdout: "acting": [ 2024-08-29T19:03:22.050 INFO:tasks.workunit.client.0.smithi028.stdout: 4, 2024-08-29T19:03:22.050 INFO:tasks.workunit.client.0.smithi028.stdout: 0, 2024-08-29T19:03:22.050 INFO:tasks.workunit.client.0.smithi028.stdout: 7 2024-08-29T19:03:22.050 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-08-29T19:03:22.050 INFO:tasks.workunit.client.0.smithi028.stdout: "acting_primary": 4, 2024-08-29T19:03:22.050 INFO:tasks.workunit.client.0.smithi028.stdout: "avail_no_missing": [], 2024-08-29T19:03:22.050 INFO:tasks.workunit.client.0.smithi028.stdout: "blocked_by": [], 2024-08-29T19:03:22.050 INFO:tasks.workunit.client.0.smithi028.stdout: "created": 59, 2024-08-29T19:03:22.050 INFO:tasks.workunit.client.0.smithi028.stdout: "dirty_stats_invalid": false, 2024-08-29T19:03:22.050 INFO:tasks.workunit.client.0.smithi028.stdout: "hitset_bytes_stats_invalid": false, 2024-08-29T19:03:22.050 INFO:tasks.workunit.client.0.smithi028.stdout: "hitset_stats_invalid": false, 2024-08-29T19:03:22.050 INFO:tasks.workunit.client.0.smithi028.stdout: "last_active": "2024-08-29T19:02:14.924566+0000", 2024-08-29T19:03:22.051 INFO:tasks.workunit.client.0.smithi028.stdout: "last_became_active": "2024-08-29T17:58:11.349143+0000", 2024-08-29T19:03:22.051 INFO:tasks.workunit.client.0.smithi028.stdout: "last_became_peered": "2024-08-29T17:58:11.349143+0000", 2024-08-29T19:03:22.051 INFO:tasks.workunit.client.0.smithi028.stdout: "last_change": "2024-08-29T17:58:11.349771+0000", 2024-08-29T19:03:22.051 INFO:tasks.workunit.client.0.smithi028.stdout: "last_clean": "2024-08-29T19:02:14.924566+0000", 2024-08-29T19:03:22.051 INFO:tasks.workunit.client.0.smithi028.stdout: "last_clean_scrub_stamp": "2024-08-29T17:40:52.944949+0000", 2024-08-29T19:03:22.051 INFO:tasks.workunit.client.0.smithi028.stdout: "last_deep_scrub": "0'0", 2024-08-29T19:03:22.051 INFO:tasks.workunit.client.0.smithi028.stdout: "last_deep_scrub_stamp": "2024-08-29T17:40:52.944949+0000", 2024-08-29T19:03:22.051 INFO:tasks.workunit.client.0.smithi028.stdout: "last_epoch_clean": 681, 2024-08-29T19:03:22.051 INFO:tasks.workunit.client.0.smithi028.stdout: "last_fresh": "2024-08-29T19:02:14.924566+0000", 2024-08-29T19:03:22.051 INFO:tasks.workunit.client.0.smithi028.stdout: "last_fullsized": "2024-08-29T19:02:14.924566+0000", 2024-08-29T19:03:22.051 INFO:tasks.workunit.client.0.smithi028.stdout: "last_peered": "2024-08-29T19:02:14.924566+0000", 2024-08-29T19:03:22.051 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub": "0'0", 2024-08-29T19:03:22.051 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub_duration": 0, 2024-08-29T19:03:22.051 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub_stamp": "2024-08-29T17:40:52.944949+0000", 2024-08-29T19:03:22.052 INFO:tasks.workunit.client.0.smithi028.stdout: "last_undegraded": "2024-08-29T19:02:14.924566+0000", 2024-08-29T19:03:22.052 INFO:tasks.workunit.client.0.smithi028.stdout: "last_unstale": "2024-08-29T19:02:14.924566+0000", 2024-08-29T19:03:22.052 INFO:tasks.workunit.client.0.smithi028.stdout: "log_dups_size": 0, 2024-08-29T19:03:22.052 INFO:tasks.workunit.client.0.smithi028.stdout: "log_size": 1, 2024-08-29T19:03:22.052 INFO:tasks.workunit.client.0.smithi028.stdout: "log_start": "0'0", 2024-08-29T19:03:22.052 INFO:tasks.workunit.client.0.smithi028.stdout: "manifest_stats_invalid": false, 2024-08-29T19:03:22.052 INFO:tasks.workunit.client.0.smithi028.stdout: "mapping_epoch": 680, 2024-08-29T19:03:22.052 INFO:tasks.workunit.client.0.smithi028.stdout: "object_location_counts": [], 2024-08-29T19:03:22.052 INFO:tasks.workunit.client.0.smithi028.stdout: "objects_scrubbed": 0, 2024-08-29T19:03:22.052 INFO:tasks.workunit.client.0.smithi028.stdout: "objects_trimmed": 0, 2024-08-29T19:03:22.052 INFO:tasks.workunit.client.0.smithi028.stdout: "omap_stats_invalid": false, 2024-08-29T19:03:22.052 INFO:tasks.workunit.client.0.smithi028.stdout: "ondisk_log_size": 1, 2024-08-29T19:03:22.052 INFO:tasks.workunit.client.0.smithi028.stdout: "ondisk_log_start": "0'0", 2024-08-29T19:03:22.052 INFO:tasks.workunit.client.0.smithi028.stdout: "parent": "0.0", 2024-08-29T19:03:22.053 INFO:tasks.workunit.client.0.smithi028.stdout: "parent_split_bits": 0, 2024-08-29T19:03:22.053 INFO:tasks.workunit.client.0.smithi028.stdout: "pgid": "2.f", 2024-08-29T19:03:22.053 INFO:tasks.workunit.client.0.smithi028.stdout: "pin_stats_invalid": false, 2024-08-29T19:03:22.053 INFO:tasks.workunit.client.0.smithi028.stdout: "purged_snaps": [], 2024-08-29T19:03:22.053 INFO:tasks.workunit.client.0.smithi028.stdout: "reported_epoch": 2650, 2024-08-29T19:03:22.053 INFO:tasks.workunit.client.0.smithi028.stdout: "reported_seq": 4681, 2024-08-29T19:03:22.053 INFO:tasks.workunit.client.0.smithi028.stdout: "scrub_duration": 0.0, 2024-08-29T19:03:22.053 INFO:tasks.workunit.client.0.smithi028.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-30T20:34:03.511106+0000", 2024-08-29T19:03:22.053 INFO:tasks.workunit.client.0.smithi028.stdout: "snaptrim_duration": 0.0, 2024-08-29T19:03:22.053 INFO:tasks.workunit.client.0.smithi028.stdout: "snaptrimq_len": 0, 2024-08-29T19:03:22.053 INFO:tasks.workunit.client.0.smithi028.stdout: "stat_sum": { 2024-08-29T19:03:22.053 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes": 22, 2024-08-29T19:03:22.053 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes_hit_set_archive": 0, 2024-08-29T19:03:22.053 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes_recovered": 0, 2024-08-29T19:03:22.054 INFO:tasks.workunit.client.0.smithi028.stdout: "num_deep_scrub_errors": 0, 2024-08-29T19:03:22.054 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict": 0, 2024-08-29T19:03:22.054 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_kb": 0, 2024-08-29T19:03:22.054 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_mode_full": 0, 2024-08-29T19:03:22.054 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_mode_some": 0, 2024-08-29T19:03:22.054 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush": 0, 2024-08-29T19:03:22.054 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_kb": 0, 2024-08-29T19:03:22.054 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_mode_high": 0, 2024-08-29T19:03:22.054 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_mode_low": 0, 2024-08-29T19:03:22.054 INFO:tasks.workunit.client.0.smithi028.stdout: "num_keys_recovered": 0, 2024-08-29T19:03:22.054 INFO:tasks.workunit.client.0.smithi028.stdout: "num_large_omap_objects": 0, 2024-08-29T19:03:22.054 INFO:tasks.workunit.client.0.smithi028.stdout: "num_legacy_snapsets": 0, 2024-08-29T19:03:22.054 INFO:tasks.workunit.client.0.smithi028.stdout: "num_object_clones": 0, 2024-08-29T19:03:22.054 INFO:tasks.workunit.client.0.smithi028.stdout: "num_object_copies": 3, 2024-08-29T19:03:22.055 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects": 1, 2024-08-29T19:03:22.055 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_degraded": 0, 2024-08-29T19:03:22.055 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_dirty": 1, 2024-08-29T19:03:22.055 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_hit_set_archive": 0, 2024-08-29T19:03:22.055 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_manifest": 0, 2024-08-29T19:03:22.055 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_misplaced": 0, 2024-08-29T19:03:22.055 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_missing": 0, 2024-08-29T19:03:22.055 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_missing_on_primary": 0, 2024-08-29T19:03:22.055 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_omap": 0, 2024-08-29T19:03:22.055 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_pinned": 0, 2024-08-29T19:03:22.055 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_recovered": 0, 2024-08-29T19:03:22.055 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_repaired": 0, 2024-08-29T19:03:22.055 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_unfound": 0, 2024-08-29T19:03:22.055 INFO:tasks.workunit.client.0.smithi028.stdout: "num_omap_bytes": 0, 2024-08-29T19:03:22.056 INFO:tasks.workunit.client.0.smithi028.stdout: "num_omap_keys": 0, 2024-08-29T19:03:22.056 INFO:tasks.workunit.client.0.smithi028.stdout: "num_promote": 0, 2024-08-29T19:03:22.056 INFO:tasks.workunit.client.0.smithi028.stdout: "num_read": 1, 2024-08-29T19:03:22.056 INFO:tasks.workunit.client.0.smithi028.stdout: "num_read_kb": 1, 2024-08-29T19:03:22.056 INFO:tasks.workunit.client.0.smithi028.stdout: "num_scrub_errors": 0, 2024-08-29T19:03:22.056 INFO:tasks.workunit.client.0.smithi028.stdout: "num_shallow_scrub_errors": 0, 2024-08-29T19:03:22.056 INFO:tasks.workunit.client.0.smithi028.stdout: "num_whiteouts": 0, 2024-08-29T19:03:22.056 INFO:tasks.workunit.client.0.smithi028.stdout: "num_write": 1, 2024-08-29T19:03:22.056 INFO:tasks.workunit.client.0.smithi028.stdout: "num_write_kb": 1 2024-08-29T19:03:22.056 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:22.056 INFO:tasks.workunit.client.0.smithi028.stdout: "state": "active+clean", 2024-08-29T19:03:22.056 INFO:tasks.workunit.client.0.smithi028.stdout: "stats_invalid": false, 2024-08-29T19:03:22.056 INFO:tasks.workunit.client.0.smithi028.stdout: "up": [ 2024-08-29T19:03:22.056 INFO:tasks.workunit.client.0.smithi028.stdout: 4, 2024-08-29T19:03:22.057 INFO:tasks.workunit.client.0.smithi028.stdout: 0, 2024-08-29T19:03:22.057 INFO:tasks.workunit.client.0.smithi028.stdout: 7 2024-08-29T19:03:22.057 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-08-29T19:03:22.057 INFO:tasks.workunit.client.0.smithi028.stdout: "up_primary": 4, 2024-08-29T19:03:22.057 INFO:tasks.workunit.client.0.smithi028.stdout: "version": "65'1" 2024-08-29T19:03:22.057 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:22.057 INFO:tasks.workunit.client.0.smithi028.stdout: { 2024-08-29T19:03:22.057 INFO:tasks.workunit.client.0.smithi028.stdout: "acting": [ 2024-08-29T19:03:22.057 INFO:tasks.workunit.client.0.smithi028.stdout: 7, 2024-08-29T19:03:22.057 INFO:tasks.workunit.client.0.smithi028.stdout: 4, 2024-08-29T19:03:22.057 INFO:tasks.workunit.client.0.smithi028.stdout: 6 2024-08-29T19:03:22.057 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-08-29T19:03:22.057 INFO:tasks.workunit.client.0.smithi028.stdout: "acting_primary": 7, 2024-08-29T19:03:22.057 INFO:tasks.workunit.client.0.smithi028.stdout: "avail_no_missing": [], 2024-08-29T19:03:22.058 INFO:tasks.workunit.client.0.smithi028.stdout: "blocked_by": [], 2024-08-29T19:03:22.058 INFO:tasks.workunit.client.0.smithi028.stdout: "created": 62, 2024-08-29T19:03:22.058 INFO:tasks.workunit.client.0.smithi028.stdout: "dirty_stats_invalid": false, 2024-08-29T19:03:22.058 INFO:tasks.workunit.client.0.smithi028.stdout: "hitset_bytes_stats_invalid": false, 2024-08-29T19:03:22.058 INFO:tasks.workunit.client.0.smithi028.stdout: "hitset_stats_invalid": false, 2024-08-29T19:03:22.058 INFO:tasks.workunit.client.0.smithi028.stdout: "last_active": "2024-08-29T19:02:14.095858+0000", 2024-08-29T19:03:22.058 INFO:tasks.workunit.client.0.smithi028.stdout: "last_became_active": "2024-08-29T17:58:11.359956+0000", 2024-08-29T19:03:22.058 INFO:tasks.workunit.client.0.smithi028.stdout: "last_became_peered": "2024-08-29T17:58:11.359956+0000", 2024-08-29T19:03:22.058 INFO:tasks.workunit.client.0.smithi028.stdout: "last_change": "2024-08-29T17:58:11.360400+0000", 2024-08-29T19:03:22.058 INFO:tasks.workunit.client.0.smithi028.stdout: "last_clean": "2024-08-29T19:02:14.095858+0000", 2024-08-29T19:03:22.058 INFO:tasks.workunit.client.0.smithi028.stdout: "last_clean_scrub_stamp": "2024-08-29T17:41:01.987071+0000", 2024-08-29T19:03:22.058 INFO:tasks.workunit.client.0.smithi028.stdout: "last_deep_scrub": "0'0", 2024-08-29T19:03:22.058 INFO:tasks.workunit.client.0.smithi028.stdout: "last_deep_scrub_stamp": "2024-08-29T17:41:01.987071+0000", 2024-08-29T19:03:22.058 INFO:tasks.workunit.client.0.smithi028.stdout: "last_epoch_clean": 681, 2024-08-29T19:03:22.059 INFO:tasks.workunit.client.0.smithi028.stdout: "last_fresh": "2024-08-29T19:02:14.095858+0000", 2024-08-29T19:03:22.059 INFO:tasks.workunit.client.0.smithi028.stdout: "last_fullsized": "2024-08-29T19:02:14.095858+0000", 2024-08-29T19:03:22.059 INFO:tasks.workunit.client.0.smithi028.stdout: "last_peered": "2024-08-29T19:02:14.095858+0000", 2024-08-29T19:03:22.059 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub": "0'0", 2024-08-29T19:03:22.059 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub_duration": 0, 2024-08-29T19:03:22.059 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub_stamp": "2024-08-29T17:41:01.987071+0000", 2024-08-29T19:03:22.059 INFO:tasks.workunit.client.0.smithi028.stdout: "last_undegraded": "2024-08-29T19:02:14.095858+0000", 2024-08-29T19:03:22.059 INFO:tasks.workunit.client.0.smithi028.stdout: "last_unstale": "2024-08-29T19:02:14.095858+0000", 2024-08-29T19:03:22.059 INFO:tasks.workunit.client.0.smithi028.stdout: "log_dups_size": 0, 2024-08-29T19:03:22.059 INFO:tasks.workunit.client.0.smithi028.stdout: "log_size": 0, 2024-08-29T19:03:22.059 INFO:tasks.workunit.client.0.smithi028.stdout: "log_start": "0'0", 2024-08-29T19:03:22.059 INFO:tasks.workunit.client.0.smithi028.stdout: "manifest_stats_invalid": false, 2024-08-29T19:03:22.059 INFO:tasks.workunit.client.0.smithi028.stdout: "mapping_epoch": 680, 2024-08-29T19:03:22.059 INFO:tasks.workunit.client.0.smithi028.stdout: "object_location_counts": [], 2024-08-29T19:03:22.060 INFO:tasks.workunit.client.0.smithi028.stdout: "objects_scrubbed": 0, 2024-08-29T19:03:22.060 INFO:tasks.workunit.client.0.smithi028.stdout: "objects_trimmed": 0, 2024-08-29T19:03:22.060 INFO:tasks.workunit.client.0.smithi028.stdout: "omap_stats_invalid": false, 2024-08-29T19:03:22.060 INFO:tasks.workunit.client.0.smithi028.stdout: "ondisk_log_size": 0, 2024-08-29T19:03:22.060 INFO:tasks.workunit.client.0.smithi028.stdout: "ondisk_log_start": "0'0", 2024-08-29T19:03:22.060 INFO:tasks.workunit.client.0.smithi028.stdout: "parent": "0.0", 2024-08-29T19:03:22.060 INFO:tasks.workunit.client.0.smithi028.stdout: "parent_split_bits": 0, 2024-08-29T19:03:22.060 INFO:tasks.workunit.client.0.smithi028.stdout: "pgid": "3.11", 2024-08-29T19:03:22.060 INFO:tasks.workunit.client.0.smithi028.stdout: "pin_stats_invalid": false, 2024-08-29T19:03:22.060 INFO:tasks.workunit.client.0.smithi028.stdout: "purged_snaps": [], 2024-08-29T19:03:22.060 INFO:tasks.workunit.client.0.smithi028.stdout: "reported_epoch": 2650, 2024-08-29T19:03:22.060 INFO:tasks.workunit.client.0.smithi028.stdout: "reported_seq": 4552, 2024-08-29T19:03:22.060 INFO:tasks.workunit.client.0.smithi028.stdout: "scrub_duration": 0.0, 2024-08-29T19:03:22.060 INFO:tasks.workunit.client.0.smithi028.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-30T18:34:00.906966+0000", 2024-08-29T19:03:22.061 INFO:tasks.workunit.client.0.smithi028.stdout: "snaptrim_duration": 0.0, 2024-08-29T19:03:22.061 INFO:tasks.workunit.client.0.smithi028.stdout: "snaptrimq_len": 0, 2024-08-29T19:03:22.061 INFO:tasks.workunit.client.0.smithi028.stdout: "stat_sum": { 2024-08-29T19:03:22.061 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes": 0, 2024-08-29T19:03:22.061 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes_hit_set_archive": 0, 2024-08-29T19:03:22.061 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes_recovered": 0, 2024-08-29T19:03:22.061 INFO:tasks.workunit.client.0.smithi028.stdout: "num_deep_scrub_errors": 0, 2024-08-29T19:03:22.061 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict": 0, 2024-08-29T19:03:22.061 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_kb": 0, 2024-08-29T19:03:22.061 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_mode_full": 0, 2024-08-29T19:03:22.061 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_mode_some": 0, 2024-08-29T19:03:22.061 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush": 0, 2024-08-29T19:03:22.061 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_kb": 0, 2024-08-29T19:03:22.062 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_mode_high": 0, 2024-08-29T19:03:22.062 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_mode_low": 0, 2024-08-29T19:03:22.062 INFO:tasks.workunit.client.0.smithi028.stdout: "num_keys_recovered": 0, 2024-08-29T19:03:22.062 INFO:tasks.workunit.client.0.smithi028.stdout: "num_large_omap_objects": 0, 2024-08-29T19:03:22.062 INFO:tasks.workunit.client.0.smithi028.stdout: "num_legacy_snapsets": 0, 2024-08-29T19:03:22.062 INFO:tasks.workunit.client.0.smithi028.stdout: "num_object_clones": 0, 2024-08-29T19:03:22.062 INFO:tasks.workunit.client.0.smithi028.stdout: "num_object_copies": 0, 2024-08-29T19:03:22.062 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects": 0, 2024-08-29T19:03:22.062 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_degraded": 0, 2024-08-29T19:03:22.062 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_dirty": 0, 2024-08-29T19:03:22.062 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_hit_set_archive": 0, 2024-08-29T19:03:22.062 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_manifest": 0, 2024-08-29T19:03:22.062 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_misplaced": 0, 2024-08-29T19:03:22.062 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_missing": 0, 2024-08-29T19:03:22.063 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_missing_on_primary": 0, 2024-08-29T19:03:22.063 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_omap": 0, 2024-08-29T19:03:22.063 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_pinned": 0, 2024-08-29T19:03:22.063 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_recovered": 0, 2024-08-29T19:03:22.063 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_repaired": 0, 2024-08-29T19:03:22.063 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_unfound": 0, 2024-08-29T19:03:22.063 INFO:tasks.workunit.client.0.smithi028.stdout: "num_omap_bytes": 0, 2024-08-29T19:03:22.063 INFO:tasks.workunit.client.0.smithi028.stdout: "num_omap_keys": 0, 2024-08-29T19:03:22.063 INFO:tasks.workunit.client.0.smithi028.stdout: "num_promote": 0, 2024-08-29T19:03:22.063 INFO:tasks.workunit.client.0.smithi028.stdout: "num_read": 0, 2024-08-29T19:03:22.063 INFO:tasks.workunit.client.0.smithi028.stdout: "num_read_kb": 0, 2024-08-29T19:03:22.063 INFO:tasks.workunit.client.0.smithi028.stdout: "num_scrub_errors": 0, 2024-08-29T19:03:22.063 INFO:tasks.workunit.client.0.smithi028.stdout: "num_shallow_scrub_errors": 0, 2024-08-29T19:03:22.063 INFO:tasks.workunit.client.0.smithi028.stdout: "num_whiteouts": 0, 2024-08-29T19:03:22.064 INFO:tasks.workunit.client.0.smithi028.stdout: "num_write": 0, 2024-08-29T19:03:22.064 INFO:tasks.workunit.client.0.smithi028.stdout: "num_write_kb": 0 2024-08-29T19:03:22.064 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:22.064 INFO:tasks.workunit.client.0.smithi028.stdout: "state": "active+clean", 2024-08-29T19:03:22.064 INFO:tasks.workunit.client.0.smithi028.stdout: "stats_invalid": false, 2024-08-29T19:03:22.064 INFO:tasks.workunit.client.0.smithi028.stdout: "up": [ 2024-08-29T19:03:22.064 INFO:tasks.workunit.client.0.smithi028.stdout: 7, 2024-08-29T19:03:22.064 INFO:tasks.workunit.client.0.smithi028.stdout: 4, 2024-08-29T19:03:22.064 INFO:tasks.workunit.client.0.smithi028.stdout: 6 2024-08-29T19:03:22.064 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-08-29T19:03:22.064 INFO:tasks.workunit.client.0.smithi028.stdout: "up_primary": 7, 2024-08-29T19:03:22.064 INFO:tasks.workunit.client.0.smithi028.stdout: "version": "0'0" 2024-08-29T19:03:22.064 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:22.064 INFO:tasks.workunit.client.0.smithi028.stdout: { 2024-08-29T19:03:22.065 INFO:tasks.workunit.client.0.smithi028.stdout: "acting": [ 2024-08-29T19:03:22.065 INFO:tasks.workunit.client.0.smithi028.stdout: 2, 2024-08-29T19:03:22.065 INFO:tasks.workunit.client.0.smithi028.stdout: 1, 2024-08-29T19:03:22.065 INFO:tasks.workunit.client.0.smithi028.stdout: 0 2024-08-29T19:03:22.065 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-08-29T19:03:22.065 INFO:tasks.workunit.client.0.smithi028.stdout: "acting_primary": 2, 2024-08-29T19:03:22.065 INFO:tasks.workunit.client.0.smithi028.stdout: "avail_no_missing": [], 2024-08-29T19:03:22.065 INFO:tasks.workunit.client.0.smithi028.stdout: "blocked_by": [], 2024-08-29T19:03:22.065 INFO:tasks.workunit.client.0.smithi028.stdout: "created": 59, 2024-08-29T19:03:22.065 INFO:tasks.workunit.client.0.smithi028.stdout: "dirty_stats_invalid": false, 2024-08-29T19:03:22.065 INFO:tasks.workunit.client.0.smithi028.stdout: "hitset_bytes_stats_invalid": false, 2024-08-29T19:03:22.065 INFO:tasks.workunit.client.0.smithi028.stdout: "hitset_stats_invalid": false, 2024-08-29T19:03:22.065 INFO:tasks.workunit.client.0.smithi028.stdout: "last_active": "2024-08-29T19:02:14.102402+0000", 2024-08-29T19:03:22.065 INFO:tasks.workunit.client.0.smithi028.stdout: "last_became_active": "2024-08-29T17:55:26.384909+0000", 2024-08-29T19:03:22.066 INFO:tasks.workunit.client.0.smithi028.stdout: "last_became_peered": "2024-08-29T17:55:26.384909+0000", 2024-08-29T19:03:22.066 INFO:tasks.workunit.client.0.smithi028.stdout: "last_change": "2024-08-29T17:55:26.386883+0000", 2024-08-29T19:03:22.066 INFO:tasks.workunit.client.0.smithi028.stdout: "last_clean": "2024-08-29T19:02:14.102402+0000", 2024-08-29T19:03:22.066 INFO:tasks.workunit.client.0.smithi028.stdout: "last_clean_scrub_stamp": "2024-08-29T17:40:52.944949+0000", 2024-08-29T19:03:22.066 INFO:tasks.workunit.client.0.smithi028.stdout: "last_deep_scrub": "0'0", 2024-08-29T19:03:22.066 INFO:tasks.workunit.client.0.smithi028.stdout: "last_deep_scrub_stamp": "2024-08-29T17:40:52.944949+0000", 2024-08-29T19:03:22.066 INFO:tasks.workunit.client.0.smithi028.stdout: "last_epoch_clean": 517, 2024-08-29T19:03:22.066 INFO:tasks.workunit.client.0.smithi028.stdout: "last_fresh": "2024-08-29T19:02:14.102402+0000", 2024-08-29T19:03:22.066 INFO:tasks.workunit.client.0.smithi028.stdout: "last_fullsized": "2024-08-29T19:02:14.102402+0000", 2024-08-29T19:03:22.066 INFO:tasks.workunit.client.0.smithi028.stdout: "last_peered": "2024-08-29T19:02:14.102402+0000", 2024-08-29T19:03:22.066 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub": "0'0", 2024-08-29T19:03:22.066 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub_duration": 0, 2024-08-29T19:03:22.066 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub_stamp": "2024-08-29T17:40:52.944949+0000", 2024-08-29T19:03:22.067 INFO:tasks.workunit.client.0.smithi028.stdout: "last_undegraded": "2024-08-29T19:02:14.102402+0000", 2024-08-29T19:03:22.067 INFO:tasks.workunit.client.0.smithi028.stdout: "last_unstale": "2024-08-29T19:02:14.102402+0000", 2024-08-29T19:03:22.067 INFO:tasks.workunit.client.0.smithi028.stdout: "log_dups_size": 0, 2024-08-29T19:03:22.067 INFO:tasks.workunit.client.0.smithi028.stdout: "log_size": 8, 2024-08-29T19:03:22.067 INFO:tasks.workunit.client.0.smithi028.stdout: "log_start": "0'0", 2024-08-29T19:03:22.067 INFO:tasks.workunit.client.0.smithi028.stdout: "manifest_stats_invalid": false, 2024-08-29T19:03:22.067 INFO:tasks.workunit.client.0.smithi028.stdout: "mapping_epoch": 516, 2024-08-29T19:03:22.067 INFO:tasks.workunit.client.0.smithi028.stdout: "object_location_counts": [], 2024-08-29T19:03:22.067 INFO:tasks.workunit.client.0.smithi028.stdout: "objects_scrubbed": 0, 2024-08-29T19:03:22.067 INFO:tasks.workunit.client.0.smithi028.stdout: "objects_trimmed": 0, 2024-08-29T19:03:22.067 INFO:tasks.workunit.client.0.smithi028.stdout: "omap_stats_invalid": false, 2024-08-29T19:03:22.067 INFO:tasks.workunit.client.0.smithi028.stdout: "ondisk_log_size": 8, 2024-08-29T19:03:22.067 INFO:tasks.workunit.client.0.smithi028.stdout: "ondisk_log_start": "0'0", 2024-08-29T19:03:22.067 INFO:tasks.workunit.client.0.smithi028.stdout: "parent": "0.0", 2024-08-29T19:03:22.067 INFO:tasks.workunit.client.0.smithi028.stdout: "parent_split_bits": 0, 2024-08-29T19:03:22.068 INFO:tasks.workunit.client.0.smithi028.stdout: "pgid": "2.10", 2024-08-29T19:03:22.068 INFO:tasks.workunit.client.0.smithi028.stdout: "pin_stats_invalid": false, 2024-08-29T19:03:22.068 INFO:tasks.workunit.client.0.smithi028.stdout: "purged_snaps": [], 2024-08-29T19:03:22.068 INFO:tasks.workunit.client.0.smithi028.stdout: "reported_epoch": 2650, 2024-08-29T19:03:22.068 INFO:tasks.workunit.client.0.smithi028.stdout: "reported_seq": 4755, 2024-08-29T19:03:22.068 INFO:tasks.workunit.client.0.smithi028.stdout: "scrub_duration": 0.0, 2024-08-29T19:03:22.068 INFO:tasks.workunit.client.0.smithi028.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-30T22:40:38.416082+0000", 2024-08-29T19:03:22.068 INFO:tasks.workunit.client.0.smithi028.stdout: "snaptrim_duration": 0.0, 2024-08-29T19:03:22.068 INFO:tasks.workunit.client.0.smithi028.stdout: "snaptrimq_len": 0, 2024-08-29T19:03:22.068 INFO:tasks.workunit.client.0.smithi028.stdout: "stat_sum": { 2024-08-29T19:03:22.068 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes": 0, 2024-08-29T19:03:22.068 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes_hit_set_archive": 0, 2024-08-29T19:03:22.068 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes_recovered": 0, 2024-08-29T19:03:22.068 INFO:tasks.workunit.client.0.smithi028.stdout: "num_deep_scrub_errors": 0, 2024-08-29T19:03:22.069 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict": 0, 2024-08-29T19:03:22.069 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_kb": 0, 2024-08-29T19:03:22.069 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_mode_full": 0, 2024-08-29T19:03:22.069 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_mode_some": 0, 2024-08-29T19:03:22.069 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush": 0, 2024-08-29T19:03:22.069 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_kb": 0, 2024-08-29T19:03:22.069 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_mode_high": 0, 2024-08-29T19:03:22.069 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_mode_low": 0, 2024-08-29T19:03:22.069 INFO:tasks.workunit.client.0.smithi028.stdout: "num_keys_recovered": 0, 2024-08-29T19:03:22.069 INFO:tasks.workunit.client.0.smithi028.stdout: "num_large_omap_objects": 0, 2024-08-29T19:03:22.069 INFO:tasks.workunit.client.0.smithi028.stdout: "num_legacy_snapsets": 0, 2024-08-29T19:03:22.069 INFO:tasks.workunit.client.0.smithi028.stdout: "num_object_clones": 0, 2024-08-29T19:03:22.069 INFO:tasks.workunit.client.0.smithi028.stdout: "num_object_copies": 12, 2024-08-29T19:03:22.069 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects": 4, 2024-08-29T19:03:22.070 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_degraded": 0, 2024-08-29T19:03:22.070 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_dirty": 4, 2024-08-29T19:03:22.070 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_hit_set_archive": 0, 2024-08-29T19:03:22.070 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_manifest": 0, 2024-08-29T19:03:22.070 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_misplaced": 0, 2024-08-29T19:03:22.070 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_missing": 0, 2024-08-29T19:03:22.070 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_missing_on_primary": 0, 2024-08-29T19:03:22.070 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_omap": 4, 2024-08-29T19:03:22.070 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_pinned": 0, 2024-08-29T19:03:22.070 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_recovered": 0, 2024-08-29T19:03:22.070 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_repaired": 0, 2024-08-29T19:03:22.070 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_unfound": 0, 2024-08-29T19:03:22.070 INFO:tasks.workunit.client.0.smithi028.stdout: "num_omap_bytes": 0, 2024-08-29T19:03:22.070 INFO:tasks.workunit.client.0.smithi028.stdout: "num_omap_keys": 0, 2024-08-29T19:03:22.071 INFO:tasks.workunit.client.0.smithi028.stdout: "num_promote": 0, 2024-08-29T19:03:22.071 INFO:tasks.workunit.client.0.smithi028.stdout: "num_read": 24, 2024-08-29T19:03:22.071 INFO:tasks.workunit.client.0.smithi028.stdout: "num_read_kb": 24, 2024-08-29T19:03:22.071 INFO:tasks.workunit.client.0.smithi028.stdout: "num_scrub_errors": 0, 2024-08-29T19:03:22.071 INFO:tasks.workunit.client.0.smithi028.stdout: "num_shallow_scrub_errors": 0, 2024-08-29T19:03:22.071 INFO:tasks.workunit.client.0.smithi028.stdout: "num_whiteouts": 0, 2024-08-29T19:03:22.071 INFO:tasks.workunit.client.0.smithi028.stdout: "num_write": 12, 2024-08-29T19:03:22.071 INFO:tasks.workunit.client.0.smithi028.stdout: "num_write_kb": 0 2024-08-29T19:03:22.071 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:22.071 INFO:tasks.workunit.client.0.smithi028.stdout: "state": "active+clean", 2024-08-29T19:03:22.071 INFO:tasks.workunit.client.0.smithi028.stdout: "stats_invalid": false, 2024-08-29T19:03:22.071 INFO:tasks.workunit.client.0.smithi028.stdout: "up": [ 2024-08-29T19:03:22.071 INFO:tasks.workunit.client.0.smithi028.stdout: 2, 2024-08-29T19:03:22.071 INFO:tasks.workunit.client.0.smithi028.stdout: 1, 2024-08-29T19:03:22.072 INFO:tasks.workunit.client.0.smithi028.stdout: 0 2024-08-29T19:03:22.072 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-08-29T19:03:22.072 INFO:tasks.workunit.client.0.smithi028.stdout: "up_primary": 2, 2024-08-29T19:03:22.072 INFO:tasks.workunit.client.0.smithi028.stdout: "version": "65'8" 2024-08-29T19:03:22.072 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:22.072 INFO:tasks.workunit.client.0.smithi028.stdout: { 2024-08-29T19:03:22.072 INFO:tasks.workunit.client.0.smithi028.stdout: "acting": [ 2024-08-29T19:03:22.072 INFO:tasks.workunit.client.0.smithi028.stdout: 6, 2024-08-29T19:03:22.072 INFO:tasks.workunit.client.0.smithi028.stdout: 0, 2024-08-29T19:03:22.072 INFO:tasks.workunit.client.0.smithi028.stdout: 5 2024-08-29T19:03:22.072 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-08-29T19:03:22.072 INFO:tasks.workunit.client.0.smithi028.stdout: "acting_primary": 6, 2024-08-29T19:03:22.072 INFO:tasks.workunit.client.0.smithi028.stdout: "avail_no_missing": [], 2024-08-29T19:03:22.072 INFO:tasks.workunit.client.0.smithi028.stdout: "blocked_by": [], 2024-08-29T19:03:22.073 INFO:tasks.workunit.client.0.smithi028.stdout: "created": 62, 2024-08-29T19:03:22.073 INFO:tasks.workunit.client.0.smithi028.stdout: "dirty_stats_invalid": false, 2024-08-29T19:03:22.073 INFO:tasks.workunit.client.0.smithi028.stdout: "hitset_bytes_stats_invalid": false, 2024-08-29T19:03:22.073 INFO:tasks.workunit.client.0.smithi028.stdout: "hitset_stats_invalid": false, 2024-08-29T19:03:22.073 INFO:tasks.workunit.client.0.smithi028.stdout: "last_active": "2024-08-29T19:02:14.930118+0000", 2024-08-29T19:03:22.073 INFO:tasks.workunit.client.0.smithi028.stdout: "last_became_active": "2024-08-29T17:57:36.381484+0000", 2024-08-29T19:03:22.073 INFO:tasks.workunit.client.0.smithi028.stdout: "last_became_peered": "2024-08-29T17:57:36.381484+0000", 2024-08-29T19:03:22.073 INFO:tasks.workunit.client.0.smithi028.stdout: "last_change": "2024-08-29T17:57:36.382079+0000", 2024-08-29T19:03:22.073 INFO:tasks.workunit.client.0.smithi028.stdout: "last_clean": "2024-08-29T19:02:14.930118+0000", 2024-08-29T19:03:22.073 INFO:tasks.workunit.client.0.smithi028.stdout: "last_clean_scrub_stamp": "2024-08-29T17:41:01.987071+0000", 2024-08-29T19:03:22.073 INFO:tasks.workunit.client.0.smithi028.stdout: "last_deep_scrub": "0'0", 2024-08-29T19:03:22.073 INFO:tasks.workunit.client.0.smithi028.stdout: "last_deep_scrub_stamp": "2024-08-29T17:41:01.987071+0000", 2024-08-29T19:03:22.073 INFO:tasks.workunit.client.0.smithi028.stdout: "last_epoch_clean": 646, 2024-08-29T19:03:22.073 INFO:tasks.workunit.client.0.smithi028.stdout: "last_fresh": "2024-08-29T19:02:14.930118+0000", 2024-08-29T19:03:22.074 INFO:tasks.workunit.client.0.smithi028.stdout: "last_fullsized": "2024-08-29T19:02:14.930118+0000", 2024-08-29T19:03:22.074 INFO:tasks.workunit.client.0.smithi028.stdout: "last_peered": "2024-08-29T19:02:14.930118+0000", 2024-08-29T19:03:22.074 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub": "0'0", 2024-08-29T19:03:22.074 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub_duration": 0, 2024-08-29T19:03:22.074 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub_stamp": "2024-08-29T17:41:01.987071+0000", 2024-08-29T19:03:22.074 INFO:tasks.workunit.client.0.smithi028.stdout: "last_undegraded": "2024-08-29T19:02:14.930118+0000", 2024-08-29T19:03:22.074 INFO:tasks.workunit.client.0.smithi028.stdout: "last_unstale": "2024-08-29T19:02:14.930118+0000", 2024-08-29T19:03:22.074 INFO:tasks.workunit.client.0.smithi028.stdout: "log_dups_size": 0, 2024-08-29T19:03:22.074 INFO:tasks.workunit.client.0.smithi028.stdout: "log_size": 0, 2024-08-29T19:03:22.074 INFO:tasks.workunit.client.0.smithi028.stdout: "log_start": "0'0", 2024-08-29T19:03:22.074 INFO:tasks.workunit.client.0.smithi028.stdout: "manifest_stats_invalid": false, 2024-08-29T19:03:22.074 INFO:tasks.workunit.client.0.smithi028.stdout: "mapping_epoch": 645, 2024-08-29T19:03:22.074 INFO:tasks.workunit.client.0.smithi028.stdout: "object_location_counts": [], 2024-08-29T19:03:22.074 INFO:tasks.workunit.client.0.smithi028.stdout: "objects_scrubbed": 0, 2024-08-29T19:03:22.074 INFO:tasks.workunit.client.0.smithi028.stdout: "objects_trimmed": 0, 2024-08-29T19:03:22.075 INFO:tasks.workunit.client.0.smithi028.stdout: "omap_stats_invalid": false, 2024-08-29T19:03:22.075 INFO:tasks.workunit.client.0.smithi028.stdout: "ondisk_log_size": 0, 2024-08-29T19:03:22.075 INFO:tasks.workunit.client.0.smithi028.stdout: "ondisk_log_start": "0'0", 2024-08-29T19:03:22.075 INFO:tasks.workunit.client.0.smithi028.stdout: "parent": "0.0", 2024-08-29T19:03:22.075 INFO:tasks.workunit.client.0.smithi028.stdout: "parent_split_bits": 0, 2024-08-29T19:03:22.075 INFO:tasks.workunit.client.0.smithi028.stdout: "pgid": "3.10", 2024-08-29T19:03:22.075 INFO:tasks.workunit.client.0.smithi028.stdout: "pin_stats_invalid": false, 2024-08-29T19:03:22.075 INFO:tasks.workunit.client.0.smithi028.stdout: "purged_snaps": [], 2024-08-29T19:03:22.075 INFO:tasks.workunit.client.0.smithi028.stdout: "reported_epoch": 2650, 2024-08-29T19:03:22.075 INFO:tasks.workunit.client.0.smithi028.stdout: "reported_seq": 4593, 2024-08-29T19:03:22.075 INFO:tasks.workunit.client.0.smithi028.stdout: "scrub_duration": 0.0, 2024-08-29T19:03:22.075 INFO:tasks.workunit.client.0.smithi028.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-30T22:14:39.041665+0000", 2024-08-29T19:03:22.075 INFO:tasks.workunit.client.0.smithi028.stdout: "snaptrim_duration": 0.0, 2024-08-29T19:03:22.076 INFO:tasks.workunit.client.0.smithi028.stdout: "snaptrimq_len": 0, 2024-08-29T19:03:22.076 INFO:tasks.workunit.client.0.smithi028.stdout: "stat_sum": { 2024-08-29T19:03:22.076 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes": 0, 2024-08-29T19:03:22.076 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes_hit_set_archive": 0, 2024-08-29T19:03:22.076 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes_recovered": 0, 2024-08-29T19:03:22.076 INFO:tasks.workunit.client.0.smithi028.stdout: "num_deep_scrub_errors": 0, 2024-08-29T19:03:22.076 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict": 0, 2024-08-29T19:03:22.076 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_kb": 0, 2024-08-29T19:03:22.076 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_mode_full": 0, 2024-08-29T19:03:22.076 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_mode_some": 0, 2024-08-29T19:03:22.076 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush": 0, 2024-08-29T19:03:22.076 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_kb": 0, 2024-08-29T19:03:22.076 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_mode_high": 0, 2024-08-29T19:03:22.076 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_mode_low": 0, 2024-08-29T19:03:22.077 INFO:tasks.workunit.client.0.smithi028.stdout: "num_keys_recovered": 0, 2024-08-29T19:03:22.077 INFO:tasks.workunit.client.0.smithi028.stdout: "num_large_omap_objects": 0, 2024-08-29T19:03:22.077 INFO:tasks.workunit.client.0.smithi028.stdout: "num_legacy_snapsets": 0, 2024-08-29T19:03:22.077 INFO:tasks.workunit.client.0.smithi028.stdout: "num_object_clones": 0, 2024-08-29T19:03:22.077 INFO:tasks.workunit.client.0.smithi028.stdout: "num_object_copies": 0, 2024-08-29T19:03:22.077 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects": 0, 2024-08-29T19:03:22.077 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_degraded": 0, 2024-08-29T19:03:22.077 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_dirty": 0, 2024-08-29T19:03:22.077 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_hit_set_archive": 0, 2024-08-29T19:03:22.077 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_manifest": 0, 2024-08-29T19:03:22.077 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_misplaced": 0, 2024-08-29T19:03:22.077 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_missing": 0, 2024-08-29T19:03:22.077 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_missing_on_primary": 0, 2024-08-29T19:03:22.078 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_omap": 0, 2024-08-29T19:03:22.078 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_pinned": 0, 2024-08-29T19:03:22.078 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_recovered": 0, 2024-08-29T19:03:22.078 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_repaired": 0, 2024-08-29T19:03:22.078 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_unfound": 0, 2024-08-29T19:03:22.078 INFO:tasks.workunit.client.0.smithi028.stdout: "num_omap_bytes": 0, 2024-08-29T19:03:22.078 INFO:tasks.workunit.client.0.smithi028.stdout: "num_omap_keys": 0, 2024-08-29T19:03:22.078 INFO:tasks.workunit.client.0.smithi028.stdout: "num_promote": 0, 2024-08-29T19:03:22.078 INFO:tasks.workunit.client.0.smithi028.stdout: "num_read": 0, 2024-08-29T19:03:22.078 INFO:tasks.workunit.client.0.smithi028.stdout: "num_read_kb": 0, 2024-08-29T19:03:22.078 INFO:tasks.workunit.client.0.smithi028.stdout: "num_scrub_errors": 0, 2024-08-29T19:03:22.078 INFO:tasks.workunit.client.0.smithi028.stdout: "num_shallow_scrub_errors": 0, 2024-08-29T19:03:22.078 INFO:tasks.workunit.client.0.smithi028.stdout: "num_whiteouts": 0, 2024-08-29T19:03:22.078 INFO:tasks.workunit.client.0.smithi028.stdout: "num_write": 0, 2024-08-29T19:03:22.078 INFO:tasks.workunit.client.0.smithi028.stdout: "num_write_kb": 0 2024-08-29T19:03:22.079 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:22.079 INFO:tasks.workunit.client.0.smithi028.stdout: "state": "active+clean", 2024-08-29T19:03:22.079 INFO:tasks.workunit.client.0.smithi028.stdout: "stats_invalid": false, 2024-08-29T19:03:22.079 INFO:tasks.workunit.client.0.smithi028.stdout: "up": [ 2024-08-29T19:03:22.079 INFO:tasks.workunit.client.0.smithi028.stdout: 6, 2024-08-29T19:03:22.079 INFO:tasks.workunit.client.0.smithi028.stdout: 0, 2024-08-29T19:03:22.079 INFO:tasks.workunit.client.0.smithi028.stdout: 5 2024-08-29T19:03:22.079 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-08-29T19:03:22.079 INFO:tasks.workunit.client.0.smithi028.stdout: "up_primary": 6, 2024-08-29T19:03:22.079 INFO:tasks.workunit.client.0.smithi028.stdout: "version": "0'0" 2024-08-29T19:03:22.079 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:22.079 INFO:tasks.workunit.client.0.smithi028.stdout: { 2024-08-29T19:03:22.079 INFO:tasks.workunit.client.0.smithi028.stdout: "acting": [ 2024-08-29T19:03:22.079 INFO:tasks.workunit.client.0.smithi028.stdout: 6, 2024-08-29T19:03:22.080 INFO:tasks.workunit.client.0.smithi028.stdout: 4, 2024-08-29T19:03:22.080 INFO:tasks.workunit.client.0.smithi028.stdout: 1 2024-08-29T19:03:22.080 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-08-29T19:03:22.080 INFO:tasks.workunit.client.0.smithi028.stdout: "acting_primary": 6, 2024-08-29T19:03:22.080 INFO:tasks.workunit.client.0.smithi028.stdout: "avail_no_missing": [], 2024-08-29T19:03:22.080 INFO:tasks.workunit.client.0.smithi028.stdout: "blocked_by": [], 2024-08-29T19:03:22.080 INFO:tasks.workunit.client.0.smithi028.stdout: "created": 59, 2024-08-29T19:03:22.080 INFO:tasks.workunit.client.0.smithi028.stdout: "dirty_stats_invalid": false, 2024-08-29T19:03:22.080 INFO:tasks.workunit.client.0.smithi028.stdout: "hitset_bytes_stats_invalid": false, 2024-08-29T19:03:22.080 INFO:tasks.workunit.client.0.smithi028.stdout: "hitset_stats_invalid": false, 2024-08-29T19:03:22.080 INFO:tasks.workunit.client.0.smithi028.stdout: "last_active": "2024-08-29T19:02:14.917866+0000", 2024-08-29T19:03:22.080 INFO:tasks.workunit.client.0.smithi028.stdout: "last_became_active": "2024-08-29T17:57:36.374170+0000", 2024-08-29T19:03:22.080 INFO:tasks.workunit.client.0.smithi028.stdout: "last_became_peered": "2024-08-29T17:57:36.374170+0000", 2024-08-29T19:03:22.081 INFO:tasks.workunit.client.0.smithi028.stdout: "last_change": "2024-08-29T17:57:36.374611+0000", 2024-08-29T19:03:22.081 INFO:tasks.workunit.client.0.smithi028.stdout: "last_clean": "2024-08-29T19:02:14.917866+0000", 2024-08-29T19:03:22.081 INFO:tasks.workunit.client.0.smithi028.stdout: "last_clean_scrub_stamp": "2024-08-29T17:40:52.944949+0000", 2024-08-29T19:03:22.081 INFO:tasks.workunit.client.0.smithi028.stdout: "last_deep_scrub": "0'0", 2024-08-29T19:03:22.081 INFO:tasks.workunit.client.0.smithi028.stdout: "last_deep_scrub_stamp": "2024-08-29T17:40:52.944949+0000", 2024-08-29T19:03:22.081 INFO:tasks.workunit.client.0.smithi028.stdout: "last_epoch_clean": 646, 2024-08-29T19:03:22.081 INFO:tasks.workunit.client.0.smithi028.stdout: "last_fresh": "2024-08-29T19:02:14.917866+0000", 2024-08-29T19:03:22.081 INFO:tasks.workunit.client.0.smithi028.stdout: "last_fullsized": "2024-08-29T19:02:14.917866+0000", 2024-08-29T19:03:22.081 INFO:tasks.workunit.client.0.smithi028.stdout: "last_peered": "2024-08-29T19:02:14.917866+0000", 2024-08-29T19:03:22.081 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub": "0'0", 2024-08-29T19:03:22.081 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub_duration": 0, 2024-08-29T19:03:22.081 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub_stamp": "2024-08-29T17:40:52.944949+0000", 2024-08-29T19:03:22.081 INFO:tasks.workunit.client.0.smithi028.stdout: "last_undegraded": "2024-08-29T19:02:14.917866+0000", 2024-08-29T19:03:22.081 INFO:tasks.workunit.client.0.smithi028.stdout: "last_unstale": "2024-08-29T19:02:14.917866+0000", 2024-08-29T19:03:22.082 INFO:tasks.workunit.client.0.smithi028.stdout: "log_dups_size": 0, 2024-08-29T19:03:22.082 INFO:tasks.workunit.client.0.smithi028.stdout: "log_size": 0, 2024-08-29T19:03:22.082 INFO:tasks.workunit.client.0.smithi028.stdout: "log_start": "0'0", 2024-08-29T19:03:22.082 INFO:tasks.workunit.client.0.smithi028.stdout: "manifest_stats_invalid": false, 2024-08-29T19:03:22.082 INFO:tasks.workunit.client.0.smithi028.stdout: "mapping_epoch": 645, 2024-08-29T19:03:22.082 INFO:tasks.workunit.client.0.smithi028.stdout: "object_location_counts": [], 2024-08-29T19:03:22.082 INFO:tasks.workunit.client.0.smithi028.stdout: "objects_scrubbed": 0, 2024-08-29T19:03:22.082 INFO:tasks.workunit.client.0.smithi028.stdout: "objects_trimmed": 0, 2024-08-29T19:03:22.082 INFO:tasks.workunit.client.0.smithi028.stdout: "omap_stats_invalid": false, 2024-08-29T19:03:22.082 INFO:tasks.workunit.client.0.smithi028.stdout: "ondisk_log_size": 0, 2024-08-29T19:03:22.082 INFO:tasks.workunit.client.0.smithi028.stdout: "ondisk_log_start": "0'0", 2024-08-29T19:03:22.082 INFO:tasks.workunit.client.0.smithi028.stdout: "parent": "0.0", 2024-08-29T19:03:22.082 INFO:tasks.workunit.client.0.smithi028.stdout: "parent_split_bits": 0, 2024-08-29T19:03:22.082 INFO:tasks.workunit.client.0.smithi028.stdout: "pgid": "2.11", 2024-08-29T19:03:22.082 INFO:tasks.workunit.client.0.smithi028.stdout: "pin_stats_invalid": false, 2024-08-29T19:03:22.083 INFO:tasks.workunit.client.0.smithi028.stdout: "purged_snaps": [], 2024-08-29T19:03:22.083 INFO:tasks.workunit.client.0.smithi028.stdout: "reported_epoch": 2650, 2024-08-29T19:03:22.083 INFO:tasks.workunit.client.0.smithi028.stdout: "reported_seq": 4605, 2024-08-29T19:03:22.083 INFO:tasks.workunit.client.0.smithi028.stdout: "scrub_duration": 0.0, 2024-08-29T19:03:22.083 INFO:tasks.workunit.client.0.smithi028.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-30T23:17:05.211081+0000", 2024-08-29T19:03:22.083 INFO:tasks.workunit.client.0.smithi028.stdout: "snaptrim_duration": 0.0, 2024-08-29T19:03:22.083 INFO:tasks.workunit.client.0.smithi028.stdout: "snaptrimq_len": 0, 2024-08-29T19:03:22.083 INFO:tasks.workunit.client.0.smithi028.stdout: "stat_sum": { 2024-08-29T19:03:22.083 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes": 0, 2024-08-29T19:03:22.083 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes_hit_set_archive": 0, 2024-08-29T19:03:22.083 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes_recovered": 0, 2024-08-29T19:03:22.083 INFO:tasks.workunit.client.0.smithi028.stdout: "num_deep_scrub_errors": 0, 2024-08-29T19:03:22.083 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict": 0, 2024-08-29T19:03:22.083 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_kb": 0, 2024-08-29T19:03:22.084 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_mode_full": 0, 2024-08-29T19:03:22.084 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_mode_some": 0, 2024-08-29T19:03:22.084 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush": 0, 2024-08-29T19:03:22.084 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_kb": 0, 2024-08-29T19:03:22.084 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_mode_high": 0, 2024-08-29T19:03:22.084 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_mode_low": 0, 2024-08-29T19:03:22.084 INFO:tasks.workunit.client.0.smithi028.stdout: "num_keys_recovered": 0, 2024-08-29T19:03:22.084 INFO:tasks.workunit.client.0.smithi028.stdout: "num_large_omap_objects": 0, 2024-08-29T19:03:22.084 INFO:tasks.workunit.client.0.smithi028.stdout: "num_legacy_snapsets": 0, 2024-08-29T19:03:22.084 INFO:tasks.workunit.client.0.smithi028.stdout: "num_object_clones": 0, 2024-08-29T19:03:22.084 INFO:tasks.workunit.client.0.smithi028.stdout: "num_object_copies": 0, 2024-08-29T19:03:22.084 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects": 0, 2024-08-29T19:03:22.084 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_degraded": 0, 2024-08-29T19:03:22.084 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_dirty": 0, 2024-08-29T19:03:22.085 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_hit_set_archive": 0, 2024-08-29T19:03:22.085 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_manifest": 0, 2024-08-29T19:03:22.085 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_misplaced": 0, 2024-08-29T19:03:22.085 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_missing": 0, 2024-08-29T19:03:22.085 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_missing_on_primary": 0, 2024-08-29T19:03:22.085 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_omap": 0, 2024-08-29T19:03:22.085 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_pinned": 0, 2024-08-29T19:03:22.085 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_recovered": 0, 2024-08-29T19:03:22.085 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_repaired": 0, 2024-08-29T19:03:22.085 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_unfound": 0, 2024-08-29T19:03:22.085 INFO:tasks.workunit.client.0.smithi028.stdout: "num_omap_bytes": 0, 2024-08-29T19:03:22.085 INFO:tasks.workunit.client.0.smithi028.stdout: "num_omap_keys": 0, 2024-08-29T19:03:22.085 INFO:tasks.workunit.client.0.smithi028.stdout: "num_promote": 0, 2024-08-29T19:03:22.085 INFO:tasks.workunit.client.0.smithi028.stdout: "num_read": 0, 2024-08-29T19:03:22.086 INFO:tasks.workunit.client.0.smithi028.stdout: "num_read_kb": 0, 2024-08-29T19:03:22.086 INFO:tasks.workunit.client.0.smithi028.stdout: "num_scrub_errors": 0, 2024-08-29T19:03:22.086 INFO:tasks.workunit.client.0.smithi028.stdout: "num_shallow_scrub_errors": 0, 2024-08-29T19:03:22.086 INFO:tasks.workunit.client.0.smithi028.stdout: "num_whiteouts": 0, 2024-08-29T19:03:22.086 INFO:tasks.workunit.client.0.smithi028.stdout: "num_write": 0, 2024-08-29T19:03:22.086 INFO:tasks.workunit.client.0.smithi028.stdout: "num_write_kb": 0 2024-08-29T19:03:22.086 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:22.086 INFO:tasks.workunit.client.0.smithi028.stdout: "state": "active+clean", 2024-08-29T19:03:22.086 INFO:tasks.workunit.client.0.smithi028.stdout: "stats_invalid": false, 2024-08-29T19:03:22.086 INFO:tasks.workunit.client.0.smithi028.stdout: "up": [ 2024-08-29T19:03:22.086 INFO:tasks.workunit.client.0.smithi028.stdout: 6, 2024-08-29T19:03:22.086 INFO:tasks.workunit.client.0.smithi028.stdout: 4, 2024-08-29T19:03:22.086 INFO:tasks.workunit.client.0.smithi028.stdout: 1 2024-08-29T19:03:22.086 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-08-29T19:03:22.087 INFO:tasks.workunit.client.0.smithi028.stdout: "up_primary": 6, 2024-08-29T19:03:22.087 INFO:tasks.workunit.client.0.smithi028.stdout: "version": "0'0" 2024-08-29T19:03:22.087 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:22.087 INFO:tasks.workunit.client.0.smithi028.stdout: { 2024-08-29T19:03:22.087 INFO:tasks.workunit.client.0.smithi028.stdout: "acting": [ 2024-08-29T19:03:22.087 INFO:tasks.workunit.client.0.smithi028.stdout: 7, 2024-08-29T19:03:22.087 INFO:tasks.workunit.client.0.smithi028.stdout: 4, 2024-08-29T19:03:22.087 INFO:tasks.workunit.client.0.smithi028.stdout: 2 2024-08-29T19:03:22.087 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-08-29T19:03:22.087 INFO:tasks.workunit.client.0.smithi028.stdout: "acting_primary": 7, 2024-08-29T19:03:22.087 INFO:tasks.workunit.client.0.smithi028.stdout: "avail_no_missing": [], 2024-08-29T19:03:22.087 INFO:tasks.workunit.client.0.smithi028.stdout: "blocked_by": [], 2024-08-29T19:03:22.087 INFO:tasks.workunit.client.0.smithi028.stdout: "created": 62, 2024-08-29T19:03:22.087 INFO:tasks.workunit.client.0.smithi028.stdout: "dirty_stats_invalid": false, 2024-08-29T19:03:22.087 INFO:tasks.workunit.client.0.smithi028.stdout: "hitset_bytes_stats_invalid": false, 2024-08-29T19:03:22.088 INFO:tasks.workunit.client.0.smithi028.stdout: "hitset_stats_invalid": false, 2024-08-29T19:03:22.088 INFO:tasks.workunit.client.0.smithi028.stdout: "last_active": "2024-08-29T19:02:14.096047+0000", 2024-08-29T19:03:22.088 INFO:tasks.workunit.client.0.smithi028.stdout: "last_became_active": "2024-08-29T17:58:11.364017+0000", 2024-08-29T19:03:22.088 INFO:tasks.workunit.client.0.smithi028.stdout: "last_became_peered": "2024-08-29T17:58:11.364017+0000", 2024-08-29T19:03:22.088 INFO:tasks.workunit.client.0.smithi028.stdout: "last_change": "2024-08-29T17:58:11.364793+0000", 2024-08-29T19:03:22.088 INFO:tasks.workunit.client.0.smithi028.stdout: "last_clean": "2024-08-29T19:02:14.096047+0000", 2024-08-29T19:03:22.088 INFO:tasks.workunit.client.0.smithi028.stdout: "last_clean_scrub_stamp": "2024-08-29T17:41:01.987071+0000", 2024-08-29T19:03:22.088 INFO:tasks.workunit.client.0.smithi028.stdout: "last_deep_scrub": "0'0", 2024-08-29T19:03:22.088 INFO:tasks.workunit.client.0.smithi028.stdout: "last_deep_scrub_stamp": "2024-08-29T17:41:01.987071+0000", 2024-08-29T19:03:22.088 INFO:tasks.workunit.client.0.smithi028.stdout: "last_epoch_clean": 681, 2024-08-29T19:03:22.088 INFO:tasks.workunit.client.0.smithi028.stdout: "last_fresh": "2024-08-29T19:02:14.096047+0000", 2024-08-29T19:03:22.088 INFO:tasks.workunit.client.0.smithi028.stdout: "last_fullsized": "2024-08-29T19:02:14.096047+0000", 2024-08-29T19:03:22.088 INFO:tasks.workunit.client.0.smithi028.stdout: "last_peered": "2024-08-29T19:02:14.096047+0000", 2024-08-29T19:03:22.089 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub": "0'0", 2024-08-29T19:03:22.089 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub_duration": 0, 2024-08-29T19:03:22.089 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub_stamp": "2024-08-29T17:41:01.987071+0000", 2024-08-29T19:03:22.089 INFO:tasks.workunit.client.0.smithi028.stdout: "last_undegraded": "2024-08-29T19:02:14.096047+0000", 2024-08-29T19:03:22.089 INFO:tasks.workunit.client.0.smithi028.stdout: "last_unstale": "2024-08-29T19:02:14.096047+0000", 2024-08-29T19:03:22.089 INFO:tasks.workunit.client.0.smithi028.stdout: "log_dups_size": 0, 2024-08-29T19:03:22.089 INFO:tasks.workunit.client.0.smithi028.stdout: "log_size": 0, 2024-08-29T19:03:22.089 INFO:tasks.workunit.client.0.smithi028.stdout: "log_start": "0'0", 2024-08-29T19:03:22.089 INFO:tasks.workunit.client.0.smithi028.stdout: "manifest_stats_invalid": false, 2024-08-29T19:03:22.089 INFO:tasks.workunit.client.0.smithi028.stdout: "mapping_epoch": 680, 2024-08-29T19:03:22.089 INFO:tasks.workunit.client.0.smithi028.stdout: "object_location_counts": [], 2024-08-29T19:03:22.089 INFO:tasks.workunit.client.0.smithi028.stdout: "objects_scrubbed": 0, 2024-08-29T19:03:22.089 INFO:tasks.workunit.client.0.smithi028.stdout: "objects_trimmed": 0, 2024-08-29T19:03:22.090 INFO:tasks.workunit.client.0.smithi028.stdout: "omap_stats_invalid": false, 2024-08-29T19:03:22.090 INFO:tasks.workunit.client.0.smithi028.stdout: "ondisk_log_size": 0, 2024-08-29T19:03:22.090 INFO:tasks.workunit.client.0.smithi028.stdout: "ondisk_log_start": "0'0", 2024-08-29T19:03:22.090 INFO:tasks.workunit.client.0.smithi028.stdout: "parent": "0.0", 2024-08-29T19:03:22.090 INFO:tasks.workunit.client.0.smithi028.stdout: "parent_split_bits": 0, 2024-08-29T19:03:22.090 INFO:tasks.workunit.client.0.smithi028.stdout: "pgid": "3.13", 2024-08-29T19:03:22.090 INFO:tasks.workunit.client.0.smithi028.stdout: "pin_stats_invalid": false, 2024-08-29T19:03:22.090 INFO:tasks.workunit.client.0.smithi028.stdout: "purged_snaps": [], 2024-08-29T19:03:22.090 INFO:tasks.workunit.client.0.smithi028.stdout: "reported_epoch": 2650, 2024-08-29T19:03:22.090 INFO:tasks.workunit.client.0.smithi028.stdout: "reported_seq": 4569, 2024-08-29T19:03:22.090 INFO:tasks.workunit.client.0.smithi028.stdout: "scrub_duration": 0.0, 2024-08-29T19:03:22.090 INFO:tasks.workunit.client.0.smithi028.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-30T20:31:31.727325+0000", 2024-08-29T19:03:22.090 INFO:tasks.workunit.client.0.smithi028.stdout: "snaptrim_duration": 0.0, 2024-08-29T19:03:22.090 INFO:tasks.workunit.client.0.smithi028.stdout: "snaptrimq_len": 0, 2024-08-29T19:03:22.091 INFO:tasks.workunit.client.0.smithi028.stdout: "stat_sum": { 2024-08-29T19:03:22.091 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes": 0, 2024-08-29T19:03:22.091 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes_hit_set_archive": 0, 2024-08-29T19:03:22.091 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes_recovered": 0, 2024-08-29T19:03:22.091 INFO:tasks.workunit.client.0.smithi028.stdout: "num_deep_scrub_errors": 0, 2024-08-29T19:03:22.091 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict": 0, 2024-08-29T19:03:22.091 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_kb": 0, 2024-08-29T19:03:22.091 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_mode_full": 0, 2024-08-29T19:03:22.091 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_mode_some": 0, 2024-08-29T19:03:22.091 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush": 0, 2024-08-29T19:03:22.091 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_kb": 0, 2024-08-29T19:03:22.091 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_mode_high": 0, 2024-08-29T19:03:22.091 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_mode_low": 0, 2024-08-29T19:03:22.091 INFO:tasks.workunit.client.0.smithi028.stdout: "num_keys_recovered": 0, 2024-08-29T19:03:22.091 INFO:tasks.workunit.client.0.smithi028.stdout: "num_large_omap_objects": 0, 2024-08-29T19:03:22.092 INFO:tasks.workunit.client.0.smithi028.stdout: "num_legacy_snapsets": 0, 2024-08-29T19:03:22.092 INFO:tasks.workunit.client.0.smithi028.stdout: "num_object_clones": 0, 2024-08-29T19:03:22.092 INFO:tasks.workunit.client.0.smithi028.stdout: "num_object_copies": 0, 2024-08-29T19:03:22.092 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects": 0, 2024-08-29T19:03:22.092 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_degraded": 0, 2024-08-29T19:03:22.092 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_dirty": 0, 2024-08-29T19:03:22.092 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_hit_set_archive": 0, 2024-08-29T19:03:22.092 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_manifest": 0, 2024-08-29T19:03:22.092 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_misplaced": 0, 2024-08-29T19:03:22.092 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_missing": 0, 2024-08-29T19:03:22.092 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_missing_on_primary": 0, 2024-08-29T19:03:22.092 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_omap": 0, 2024-08-29T19:03:22.092 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_pinned": 0, 2024-08-29T19:03:22.093 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_recovered": 0, 2024-08-29T19:03:22.093 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_repaired": 0, 2024-08-29T19:03:22.093 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_unfound": 0, 2024-08-29T19:03:22.093 INFO:tasks.workunit.client.0.smithi028.stdout: "num_omap_bytes": 0, 2024-08-29T19:03:22.093 INFO:tasks.workunit.client.0.smithi028.stdout: "num_omap_keys": 0, 2024-08-29T19:03:22.093 INFO:tasks.workunit.client.0.smithi028.stdout: "num_promote": 0, 2024-08-29T19:03:22.093 INFO:tasks.workunit.client.0.smithi028.stdout: "num_read": 0, 2024-08-29T19:03:22.093 INFO:tasks.workunit.client.0.smithi028.stdout: "num_read_kb": 0, 2024-08-29T19:03:22.093 INFO:tasks.workunit.client.0.smithi028.stdout: "num_scrub_errors": 0, 2024-08-29T19:03:22.093 INFO:tasks.workunit.client.0.smithi028.stdout: "num_shallow_scrub_errors": 0, 2024-08-29T19:03:22.093 INFO:tasks.workunit.client.0.smithi028.stdout: "num_whiteouts": 0, 2024-08-29T19:03:22.093 INFO:tasks.workunit.client.0.smithi028.stdout: "num_write": 0, 2024-08-29T19:03:22.093 INFO:tasks.workunit.client.0.smithi028.stdout: "num_write_kb": 0 2024-08-29T19:03:22.093 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:22.094 INFO:tasks.workunit.client.0.smithi028.stdout: "state": "active+clean", 2024-08-29T19:03:22.094 INFO:tasks.workunit.client.0.smithi028.stdout: "stats_invalid": false, 2024-08-29T19:03:22.094 INFO:tasks.workunit.client.0.smithi028.stdout: "up": [ 2024-08-29T19:03:22.094 INFO:tasks.workunit.client.0.smithi028.stdout: 7, 2024-08-29T19:03:22.094 INFO:tasks.workunit.client.0.smithi028.stdout: 4, 2024-08-29T19:03:22.094 INFO:tasks.workunit.client.0.smithi028.stdout: 2 2024-08-29T19:03:22.094 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-08-29T19:03:22.094 INFO:tasks.workunit.client.0.smithi028.stdout: "up_primary": 7, 2024-08-29T19:03:22.094 INFO:tasks.workunit.client.0.smithi028.stdout: "version": "0'0" 2024-08-29T19:03:22.094 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:22.094 INFO:tasks.workunit.client.0.smithi028.stdout: { 2024-08-29T19:03:22.094 INFO:tasks.workunit.client.0.smithi028.stdout: "acting": [ 2024-08-29T19:03:22.094 INFO:tasks.workunit.client.0.smithi028.stdout: 5, 2024-08-29T19:03:22.094 INFO:tasks.workunit.client.0.smithi028.stdout: 3, 2024-08-29T19:03:22.095 INFO:tasks.workunit.client.0.smithi028.stdout: 7 2024-08-29T19:03:22.095 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-08-29T19:03:22.095 INFO:tasks.workunit.client.0.smithi028.stdout: "acting_primary": 5, 2024-08-29T19:03:22.095 INFO:tasks.workunit.client.0.smithi028.stdout: "avail_no_missing": [], 2024-08-29T19:03:22.095 INFO:tasks.workunit.client.0.smithi028.stdout: "blocked_by": [], 2024-08-29T19:03:22.095 INFO:tasks.workunit.client.0.smithi028.stdout: "created": 59, 2024-08-29T19:03:22.095 INFO:tasks.workunit.client.0.smithi028.stdout: "dirty_stats_invalid": false, 2024-08-29T19:03:22.095 INFO:tasks.workunit.client.0.smithi028.stdout: "hitset_bytes_stats_invalid": false, 2024-08-29T19:03:22.095 INFO:tasks.workunit.client.0.smithi028.stdout: "hitset_stats_invalid": false, 2024-08-29T19:03:22.095 INFO:tasks.workunit.client.0.smithi028.stdout: "last_active": "2024-08-29T19:02:14.928407+0000", 2024-08-29T19:03:22.095 INFO:tasks.workunit.client.0.smithi028.stdout: "last_became_active": "2024-08-29T17:58:11.355184+0000", 2024-08-29T19:03:22.095 INFO:tasks.workunit.client.0.smithi028.stdout: "last_became_peered": "2024-08-29T17:58:11.355184+0000", 2024-08-29T19:03:22.095 INFO:tasks.workunit.client.0.smithi028.stdout: "last_change": "2024-08-29T17:58:11.355832+0000", 2024-08-29T19:03:22.095 INFO:tasks.workunit.client.0.smithi028.stdout: "last_clean": "2024-08-29T19:02:14.928407+0000", 2024-08-29T19:03:22.096 INFO:tasks.workunit.client.0.smithi028.stdout: "last_clean_scrub_stamp": "2024-08-29T17:40:52.944949+0000", 2024-08-29T19:03:22.096 INFO:tasks.workunit.client.0.smithi028.stdout: "last_deep_scrub": "0'0", 2024-08-29T19:03:22.096 INFO:tasks.workunit.client.0.smithi028.stdout: "last_deep_scrub_stamp": "2024-08-29T17:40:52.944949+0000", 2024-08-29T19:03:22.096 INFO:tasks.workunit.client.0.smithi028.stdout: "last_epoch_clean": 681, 2024-08-29T19:03:22.096 INFO:tasks.workunit.client.0.smithi028.stdout: "last_fresh": "2024-08-29T19:02:14.928407+0000", 2024-08-29T19:03:22.096 INFO:tasks.workunit.client.0.smithi028.stdout: "last_fullsized": "2024-08-29T19:02:14.928407+0000", 2024-08-29T19:03:22.096 INFO:tasks.workunit.client.0.smithi028.stdout: "last_peered": "2024-08-29T19:02:14.928407+0000", 2024-08-29T19:03:22.096 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub": "0'0", 2024-08-29T19:03:22.096 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub_duration": 0, 2024-08-29T19:03:22.096 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub_stamp": "2024-08-29T17:40:52.944949+0000", 2024-08-29T19:03:22.096 INFO:tasks.workunit.client.0.smithi028.stdout: "last_undegraded": "2024-08-29T19:02:14.928407+0000", 2024-08-29T19:03:22.096 INFO:tasks.workunit.client.0.smithi028.stdout: "last_unstale": "2024-08-29T19:02:14.928407+0000", 2024-08-29T19:03:22.096 INFO:tasks.workunit.client.0.smithi028.stdout: "log_dups_size": 0, 2024-08-29T19:03:22.096 INFO:tasks.workunit.client.0.smithi028.stdout: "log_size": 0, 2024-08-29T19:03:22.097 INFO:tasks.workunit.client.0.smithi028.stdout: "log_start": "0'0", 2024-08-29T19:03:22.097 INFO:tasks.workunit.client.0.smithi028.stdout: "manifest_stats_invalid": false, 2024-08-29T19:03:22.097 INFO:tasks.workunit.client.0.smithi028.stdout: "mapping_epoch": 680, 2024-08-29T19:03:22.097 INFO:tasks.workunit.client.0.smithi028.stdout: "object_location_counts": [], 2024-08-29T19:03:22.097 INFO:tasks.workunit.client.0.smithi028.stdout: "objects_scrubbed": 0, 2024-08-29T19:03:22.097 INFO:tasks.workunit.client.0.smithi028.stdout: "objects_trimmed": 0, 2024-08-29T19:03:22.097 INFO:tasks.workunit.client.0.smithi028.stdout: "omap_stats_invalid": false, 2024-08-29T19:03:22.097 INFO:tasks.workunit.client.0.smithi028.stdout: "ondisk_log_size": 0, 2024-08-29T19:03:22.097 INFO:tasks.workunit.client.0.smithi028.stdout: "ondisk_log_start": "0'0", 2024-08-29T19:03:22.097 INFO:tasks.workunit.client.0.smithi028.stdout: "parent": "0.0", 2024-08-29T19:03:22.097 INFO:tasks.workunit.client.0.smithi028.stdout: "parent_split_bits": 0, 2024-08-29T19:03:22.097 INFO:tasks.workunit.client.0.smithi028.stdout: "pgid": "2.12", 2024-08-29T19:03:22.097 INFO:tasks.workunit.client.0.smithi028.stdout: "pin_stats_invalid": false, 2024-08-29T19:03:22.097 INFO:tasks.workunit.client.0.smithi028.stdout: "purged_snaps": [], 2024-08-29T19:03:22.098 INFO:tasks.workunit.client.0.smithi028.stdout: "reported_epoch": 2650, 2024-08-29T19:03:22.098 INFO:tasks.workunit.client.0.smithi028.stdout: "reported_seq": 4637, 2024-08-29T19:03:22.098 INFO:tasks.workunit.client.0.smithi028.stdout: "scrub_duration": 0.0, 2024-08-29T19:03:22.098 INFO:tasks.workunit.client.0.smithi028.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-31T05:27:20.808517+0000", 2024-08-29T19:03:22.098 INFO:tasks.workunit.client.0.smithi028.stdout: "snaptrim_duration": 0.0, 2024-08-29T19:03:22.098 INFO:tasks.workunit.client.0.smithi028.stdout: "snaptrimq_len": 0, 2024-08-29T19:03:22.098 INFO:tasks.workunit.client.0.smithi028.stdout: "stat_sum": { 2024-08-29T19:03:22.098 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes": 0, 2024-08-29T19:03:22.098 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes_hit_set_archive": 0, 2024-08-29T19:03:22.098 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes_recovered": 0, 2024-08-29T19:03:22.098 INFO:tasks.workunit.client.0.smithi028.stdout: "num_deep_scrub_errors": 0, 2024-08-29T19:03:22.098 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict": 0, 2024-08-29T19:03:22.098 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_kb": 0, 2024-08-29T19:03:22.098 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_mode_full": 0, 2024-08-29T19:03:22.099 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_mode_some": 0, 2024-08-29T19:03:22.099 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush": 0, 2024-08-29T19:03:22.099 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_kb": 0, 2024-08-29T19:03:22.099 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_mode_high": 0, 2024-08-29T19:03:22.099 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_mode_low": 0, 2024-08-29T19:03:22.099 INFO:tasks.workunit.client.0.smithi028.stdout: "num_keys_recovered": 0, 2024-08-29T19:03:22.099 INFO:tasks.workunit.client.0.smithi028.stdout: "num_large_omap_objects": 0, 2024-08-29T19:03:22.099 INFO:tasks.workunit.client.0.smithi028.stdout: "num_legacy_snapsets": 0, 2024-08-29T19:03:22.099 INFO:tasks.workunit.client.0.smithi028.stdout: "num_object_clones": 0, 2024-08-29T19:03:22.099 INFO:tasks.workunit.client.0.smithi028.stdout: "num_object_copies": 0, 2024-08-29T19:03:22.099 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects": 0, 2024-08-29T19:03:22.099 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_degraded": 0, 2024-08-29T19:03:22.099 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_dirty": 0, 2024-08-29T19:03:22.099 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_hit_set_archive": 0, 2024-08-29T19:03:22.100 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_manifest": 0, 2024-08-29T19:03:22.100 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_misplaced": 0, 2024-08-29T19:03:22.100 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_missing": 0, 2024-08-29T19:03:22.100 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_missing_on_primary": 0, 2024-08-29T19:03:22.100 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_omap": 0, 2024-08-29T19:03:22.100 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_pinned": 0, 2024-08-29T19:03:22.100 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_recovered": 0, 2024-08-29T19:03:22.100 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_repaired": 0, 2024-08-29T19:03:22.100 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_unfound": 0, 2024-08-29T19:03:22.100 INFO:tasks.workunit.client.0.smithi028.stdout: "num_omap_bytes": 0, 2024-08-29T19:03:22.100 INFO:tasks.workunit.client.0.smithi028.stdout: "num_omap_keys": 0, 2024-08-29T19:03:22.100 INFO:tasks.workunit.client.0.smithi028.stdout: "num_promote": 0, 2024-08-29T19:03:22.100 INFO:tasks.workunit.client.0.smithi028.stdout: "num_read": 0, 2024-08-29T19:03:22.100 INFO:tasks.workunit.client.0.smithi028.stdout: "num_read_kb": 0, 2024-08-29T19:03:22.101 INFO:tasks.workunit.client.0.smithi028.stdout: "num_scrub_errors": 0, 2024-08-29T19:03:22.101 INFO:tasks.workunit.client.0.smithi028.stdout: "num_shallow_scrub_errors": 0, 2024-08-29T19:03:22.101 INFO:tasks.workunit.client.0.smithi028.stdout: "num_whiteouts": 0, 2024-08-29T19:03:22.101 INFO:tasks.workunit.client.0.smithi028.stdout: "num_write": 0, 2024-08-29T19:03:22.101 INFO:tasks.workunit.client.0.smithi028.stdout: "num_write_kb": 0 2024-08-29T19:03:22.101 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:22.101 INFO:tasks.workunit.client.0.smithi028.stdout: "state": "active+clean", 2024-08-29T19:03:22.101 INFO:tasks.workunit.client.0.smithi028.stdout: "stats_invalid": false, 2024-08-29T19:03:22.101 INFO:tasks.workunit.client.0.smithi028.stdout: "up": [ 2024-08-29T19:03:22.101 INFO:tasks.workunit.client.0.smithi028.stdout: 5, 2024-08-29T19:03:22.101 INFO:tasks.workunit.client.0.smithi028.stdout: 3, 2024-08-29T19:03:22.101 INFO:tasks.workunit.client.0.smithi028.stdout: 7 2024-08-29T19:03:22.101 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-08-29T19:03:22.101 INFO:tasks.workunit.client.0.smithi028.stdout: "up_primary": 5, 2024-08-29T19:03:22.101 INFO:tasks.workunit.client.0.smithi028.stdout: "version": "0'0" 2024-08-29T19:03:22.102 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:22.102 INFO:tasks.workunit.client.0.smithi028.stdout: { 2024-08-29T19:03:22.102 INFO:tasks.workunit.client.0.smithi028.stdout: "acting": [ 2024-08-29T19:03:22.102 INFO:tasks.workunit.client.0.smithi028.stdout: 0, 2024-08-29T19:03:22.102 INFO:tasks.workunit.client.0.smithi028.stdout: 7, 2024-08-29T19:03:22.102 INFO:tasks.workunit.client.0.smithi028.stdout: 3 2024-08-29T19:03:22.102 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-08-29T19:03:22.102 INFO:tasks.workunit.client.0.smithi028.stdout: "acting_primary": 0, 2024-08-29T19:03:22.102 INFO:tasks.workunit.client.0.smithi028.stdout: "avail_no_missing": [], 2024-08-29T19:03:22.102 INFO:tasks.workunit.client.0.smithi028.stdout: "blocked_by": [], 2024-08-29T19:03:22.102 INFO:tasks.workunit.client.0.smithi028.stdout: "created": 62, 2024-08-29T19:03:22.102 INFO:tasks.workunit.client.0.smithi028.stdout: "dirty_stats_invalid": false, 2024-08-29T19:03:22.102 INFO:tasks.workunit.client.0.smithi028.stdout: "hitset_bytes_stats_invalid": false, 2024-08-29T19:03:22.102 INFO:tasks.workunit.client.0.smithi028.stdout: "hitset_stats_invalid": false, 2024-08-29T19:03:22.103 INFO:tasks.workunit.client.0.smithi028.stdout: "last_active": "2024-08-29T19:02:14.101379+0000", 2024-08-29T19:03:22.103 INFO:tasks.workunit.client.0.smithi028.stdout: "last_became_active": "2024-08-29T17:58:11.344961+0000", 2024-08-29T19:03:22.103 INFO:tasks.workunit.client.0.smithi028.stdout: "last_became_peered": "2024-08-29T17:58:11.344961+0000", 2024-08-29T19:03:22.103 INFO:tasks.workunit.client.0.smithi028.stdout: "last_change": "2024-08-29T17:58:11.345730+0000", 2024-08-29T19:03:22.103 INFO:tasks.workunit.client.0.smithi028.stdout: "last_clean": "2024-08-29T19:02:14.101379+0000", 2024-08-29T19:03:22.103 INFO:tasks.workunit.client.0.smithi028.stdout: "last_clean_scrub_stamp": "2024-08-29T17:41:01.987071+0000", 2024-08-29T19:03:22.103 INFO:tasks.workunit.client.0.smithi028.stdout: "last_deep_scrub": "0'0", 2024-08-29T19:03:22.103 INFO:tasks.workunit.client.0.smithi028.stdout: "last_deep_scrub_stamp": "2024-08-29T17:41:01.987071+0000", 2024-08-29T19:03:22.103 INFO:tasks.workunit.client.0.smithi028.stdout: "last_epoch_clean": 681, 2024-08-29T19:03:22.103 INFO:tasks.workunit.client.0.smithi028.stdout: "last_fresh": "2024-08-29T19:02:14.101379+0000", 2024-08-29T19:03:22.103 INFO:tasks.workunit.client.0.smithi028.stdout: "last_fullsized": "2024-08-29T19:02:14.101379+0000", 2024-08-29T19:03:22.103 INFO:tasks.workunit.client.0.smithi028.stdout: "last_peered": "2024-08-29T19:02:14.101379+0000", 2024-08-29T19:03:22.103 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub": "0'0", 2024-08-29T19:03:22.104 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub_duration": 0, 2024-08-29T19:03:22.104 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub_stamp": "2024-08-29T17:41:01.987071+0000", 2024-08-29T19:03:22.104 INFO:tasks.workunit.client.0.smithi028.stdout: "last_undegraded": "2024-08-29T19:02:14.101379+0000", 2024-08-29T19:03:22.104 INFO:tasks.workunit.client.0.smithi028.stdout: "last_unstale": "2024-08-29T19:02:14.101379+0000", 2024-08-29T19:03:22.104 INFO:tasks.workunit.client.0.smithi028.stdout: "log_dups_size": 0, 2024-08-29T19:03:22.104 INFO:tasks.workunit.client.0.smithi028.stdout: "log_size": 0, 2024-08-29T19:03:22.104 INFO:tasks.workunit.client.0.smithi028.stdout: "log_start": "0'0", 2024-08-29T19:03:22.104 INFO:tasks.workunit.client.0.smithi028.stdout: "manifest_stats_invalid": false, 2024-08-29T19:03:22.104 INFO:tasks.workunit.client.0.smithi028.stdout: "mapping_epoch": 680, 2024-08-29T19:03:22.104 INFO:tasks.workunit.client.0.smithi028.stdout: "object_location_counts": [], 2024-08-29T19:03:22.104 INFO:tasks.workunit.client.0.smithi028.stdout: "objects_scrubbed": 0, 2024-08-29T19:03:22.104 INFO:tasks.workunit.client.0.smithi028.stdout: "objects_trimmed": 0, 2024-08-29T19:03:22.104 INFO:tasks.workunit.client.0.smithi028.stdout: "omap_stats_invalid": false, 2024-08-29T19:03:22.104 INFO:tasks.workunit.client.0.smithi028.stdout: "ondisk_log_size": 0, 2024-08-29T19:03:22.105 INFO:tasks.workunit.client.0.smithi028.stdout: "ondisk_log_start": "0'0", 2024-08-29T19:03:22.105 INFO:tasks.workunit.client.0.smithi028.stdout: "parent": "0.0", 2024-08-29T19:03:22.105 INFO:tasks.workunit.client.0.smithi028.stdout: "parent_split_bits": 0, 2024-08-29T19:03:22.105 INFO:tasks.workunit.client.0.smithi028.stdout: "pgid": "3.12", 2024-08-29T19:03:22.105 INFO:tasks.workunit.client.0.smithi028.stdout: "pin_stats_invalid": false, 2024-08-29T19:03:22.105 INFO:tasks.workunit.client.0.smithi028.stdout: "purged_snaps": [], 2024-08-29T19:03:22.105 INFO:tasks.workunit.client.0.smithi028.stdout: "reported_epoch": 2650, 2024-08-29T19:03:22.105 INFO:tasks.workunit.client.0.smithi028.stdout: "reported_seq": 4809, 2024-08-29T19:03:22.105 INFO:tasks.workunit.client.0.smithi028.stdout: "scrub_duration": 0.0, 2024-08-29T19:03:22.105 INFO:tasks.workunit.client.0.smithi028.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-30T18:51:18.061188+0000", 2024-08-29T19:03:22.105 INFO:tasks.workunit.client.0.smithi028.stdout: "snaptrim_duration": 0.0, 2024-08-29T19:03:22.105 INFO:tasks.workunit.client.0.smithi028.stdout: "snaptrimq_len": 0, 2024-08-29T19:03:22.105 INFO:tasks.workunit.client.0.smithi028.stdout: "stat_sum": { 2024-08-29T19:03:22.105 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes": 0, 2024-08-29T19:03:22.106 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes_hit_set_archive": 0, 2024-08-29T19:03:22.106 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes_recovered": 0, 2024-08-29T19:03:22.106 INFO:tasks.workunit.client.0.smithi028.stdout: "num_deep_scrub_errors": 0, 2024-08-29T19:03:22.106 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict": 0, 2024-08-29T19:03:22.106 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_kb": 0, 2024-08-29T19:03:22.106 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_mode_full": 0, 2024-08-29T19:03:22.106 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_mode_some": 0, 2024-08-29T19:03:22.106 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush": 0, 2024-08-29T19:03:22.106 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_kb": 0, 2024-08-29T19:03:22.106 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_mode_high": 0, 2024-08-29T19:03:22.106 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_mode_low": 0, 2024-08-29T19:03:22.106 INFO:tasks.workunit.client.0.smithi028.stdout: "num_keys_recovered": 0, 2024-08-29T19:03:22.106 INFO:tasks.workunit.client.0.smithi028.stdout: "num_large_omap_objects": 0, 2024-08-29T19:03:22.106 INFO:tasks.workunit.client.0.smithi028.stdout: "num_legacy_snapsets": 0, 2024-08-29T19:03:22.106 INFO:tasks.workunit.client.0.smithi028.stdout: "num_object_clones": 0, 2024-08-29T19:03:22.107 INFO:tasks.workunit.client.0.smithi028.stdout: "num_object_copies": 0, 2024-08-29T19:03:22.107 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects": 0, 2024-08-29T19:03:22.107 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_degraded": 0, 2024-08-29T19:03:22.107 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_dirty": 0, 2024-08-29T19:03:22.107 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_hit_set_archive": 0, 2024-08-29T19:03:22.107 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_manifest": 0, 2024-08-29T19:03:22.107 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_misplaced": 0, 2024-08-29T19:03:22.107 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_missing": 0, 2024-08-29T19:03:22.107 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_missing_on_primary": 0, 2024-08-29T19:03:22.107 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_omap": 0, 2024-08-29T19:03:22.107 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_pinned": 0, 2024-08-29T19:03:22.107 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_recovered": 0, 2024-08-29T19:03:22.107 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_repaired": 0, 2024-08-29T19:03:22.107 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_unfound": 0, 2024-08-29T19:03:22.108 INFO:tasks.workunit.client.0.smithi028.stdout: "num_omap_bytes": 0, 2024-08-29T19:03:22.108 INFO:tasks.workunit.client.0.smithi028.stdout: "num_omap_keys": 0, 2024-08-29T19:03:22.108 INFO:tasks.workunit.client.0.smithi028.stdout: "num_promote": 0, 2024-08-29T19:03:22.108 INFO:tasks.workunit.client.0.smithi028.stdout: "num_read": 0, 2024-08-29T19:03:22.108 INFO:tasks.workunit.client.0.smithi028.stdout: "num_read_kb": 0, 2024-08-29T19:03:22.108 INFO:tasks.workunit.client.0.smithi028.stdout: "num_scrub_errors": 0, 2024-08-29T19:03:22.108 INFO:tasks.workunit.client.0.smithi028.stdout: "num_shallow_scrub_errors": 0, 2024-08-29T19:03:22.108 INFO:tasks.workunit.client.0.smithi028.stdout: "num_whiteouts": 0, 2024-08-29T19:03:22.108 INFO:tasks.workunit.client.0.smithi028.stdout: "num_write": 0, 2024-08-29T19:03:22.108 INFO:tasks.workunit.client.0.smithi028.stdout: "num_write_kb": 0 2024-08-29T19:03:22.108 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:22.108 INFO:tasks.workunit.client.0.smithi028.stdout: "state": "active+clean", 2024-08-29T19:03:22.108 INFO:tasks.workunit.client.0.smithi028.stdout: "stats_invalid": false, 2024-08-29T19:03:22.108 INFO:tasks.workunit.client.0.smithi028.stdout: "up": [ 2024-08-29T19:03:22.109 INFO:tasks.workunit.client.0.smithi028.stdout: 0, 2024-08-29T19:03:22.109 INFO:tasks.workunit.client.0.smithi028.stdout: 7, 2024-08-29T19:03:22.109 INFO:tasks.workunit.client.0.smithi028.stdout: 3 2024-08-29T19:03:22.109 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-08-29T19:03:22.109 INFO:tasks.workunit.client.0.smithi028.stdout: "up_primary": 0, 2024-08-29T19:03:22.109 INFO:tasks.workunit.client.0.smithi028.stdout: "version": "0'0" 2024-08-29T19:03:22.109 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:22.109 INFO:tasks.workunit.client.0.smithi028.stdout: { 2024-08-29T19:03:22.109 INFO:tasks.workunit.client.0.smithi028.stdout: "acting": [ 2024-08-29T19:03:22.109 INFO:tasks.workunit.client.0.smithi028.stdout: 0, 2024-08-29T19:03:22.109 INFO:tasks.workunit.client.0.smithi028.stdout: 4, 2024-08-29T19:03:22.109 INFO:tasks.workunit.client.0.smithi028.stdout: 3 2024-08-29T19:03:22.109 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-08-29T19:03:22.109 INFO:tasks.workunit.client.0.smithi028.stdout: "acting_primary": 0, 2024-08-29T19:03:22.110 INFO:tasks.workunit.client.0.smithi028.stdout: "avail_no_missing": [], 2024-08-29T19:03:22.110 INFO:tasks.workunit.client.0.smithi028.stdout: "blocked_by": [], 2024-08-29T19:03:22.110 INFO:tasks.workunit.client.0.smithi028.stdout: "created": 59, 2024-08-29T19:03:22.110 INFO:tasks.workunit.client.0.smithi028.stdout: "dirty_stats_invalid": false, 2024-08-29T19:03:22.110 INFO:tasks.workunit.client.0.smithi028.stdout: "hitset_bytes_stats_invalid": false, 2024-08-29T19:03:22.110 INFO:tasks.workunit.client.0.smithi028.stdout: "hitset_stats_invalid": false, 2024-08-29T19:03:22.110 INFO:tasks.workunit.client.0.smithi028.stdout: "last_active": "2024-08-29T19:02:14.106718+0000", 2024-08-29T19:03:22.110 INFO:tasks.workunit.client.0.smithi028.stdout: "last_became_active": "2024-08-29T17:56:29.393411+0000", 2024-08-29T19:03:22.110 INFO:tasks.workunit.client.0.smithi028.stdout: "last_became_peered": "2024-08-29T17:56:29.393411+0000", 2024-08-29T19:03:22.110 INFO:tasks.workunit.client.0.smithi028.stdout: "last_change": "2024-08-29T17:56:29.394595+0000", 2024-08-29T19:03:22.110 INFO:tasks.workunit.client.0.smithi028.stdout: "last_clean": "2024-08-29T19:02:14.106718+0000", 2024-08-29T19:03:22.110 INFO:tasks.workunit.client.0.smithi028.stdout: "last_clean_scrub_stamp": "2024-08-29T17:40:52.944949+0000", 2024-08-29T19:03:22.110 INFO:tasks.workunit.client.0.smithi028.stdout: "last_deep_scrub": "0'0", 2024-08-29T19:03:22.110 INFO:tasks.workunit.client.0.smithi028.stdout: "last_deep_scrub_stamp": "2024-08-29T17:40:52.944949+0000", 2024-08-29T19:03:22.111 INFO:tasks.workunit.client.0.smithi028.stdout: "last_epoch_clean": 580, 2024-08-29T19:03:22.111 INFO:tasks.workunit.client.0.smithi028.stdout: "last_fresh": "2024-08-29T19:02:14.106718+0000", 2024-08-29T19:03:22.111 INFO:tasks.workunit.client.0.smithi028.stdout: "last_fullsized": "2024-08-29T19:02:14.106718+0000", 2024-08-29T19:03:22.111 INFO:tasks.workunit.client.0.smithi028.stdout: "last_peered": "2024-08-29T19:02:14.106718+0000", 2024-08-29T19:03:22.111 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub": "0'0", 2024-08-29T19:03:22.111 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub_duration": 0, 2024-08-29T19:03:22.111 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub_stamp": "2024-08-29T17:40:52.944949+0000", 2024-08-29T19:03:22.111 INFO:tasks.workunit.client.0.smithi028.stdout: "last_undegraded": "2024-08-29T19:02:14.106718+0000", 2024-08-29T19:03:22.111 INFO:tasks.workunit.client.0.smithi028.stdout: "last_unstale": "2024-08-29T19:02:14.106718+0000", 2024-08-29T19:03:22.111 INFO:tasks.workunit.client.0.smithi028.stdout: "log_dups_size": 0, 2024-08-29T19:03:22.111 INFO:tasks.workunit.client.0.smithi028.stdout: "log_size": 2, 2024-08-29T19:03:22.111 INFO:tasks.workunit.client.0.smithi028.stdout: "log_start": "0'0", 2024-08-29T19:03:22.111 INFO:tasks.workunit.client.0.smithi028.stdout: "manifest_stats_invalid": false, 2024-08-29T19:03:22.111 INFO:tasks.workunit.client.0.smithi028.stdout: "mapping_epoch": 579, 2024-08-29T19:03:22.112 INFO:tasks.workunit.client.0.smithi028.stdout: "object_location_counts": [], 2024-08-29T19:03:22.112 INFO:tasks.workunit.client.0.smithi028.stdout: "objects_scrubbed": 0, 2024-08-29T19:03:22.112 INFO:tasks.workunit.client.0.smithi028.stdout: "objects_trimmed": 0, 2024-08-29T19:03:22.112 INFO:tasks.workunit.client.0.smithi028.stdout: "omap_stats_invalid": false, 2024-08-29T19:03:22.112 INFO:tasks.workunit.client.0.smithi028.stdout: "ondisk_log_size": 2, 2024-08-29T19:03:22.112 INFO:tasks.workunit.client.0.smithi028.stdout: "ondisk_log_start": "0'0", 2024-08-29T19:03:22.112 INFO:tasks.workunit.client.0.smithi028.stdout: "parent": "0.0", 2024-08-29T19:03:22.112 INFO:tasks.workunit.client.0.smithi028.stdout: "parent_split_bits": 0, 2024-08-29T19:03:22.112 INFO:tasks.workunit.client.0.smithi028.stdout: "pgid": "2.13", 2024-08-29T19:03:22.112 INFO:tasks.workunit.client.0.smithi028.stdout: "pin_stats_invalid": false, 2024-08-29T19:03:22.112 INFO:tasks.workunit.client.0.smithi028.stdout: "purged_snaps": [], 2024-08-29T19:03:22.112 INFO:tasks.workunit.client.0.smithi028.stdout: "reported_epoch": 2650, 2024-08-29T19:03:22.112 INFO:tasks.workunit.client.0.smithi028.stdout: "reported_seq": 4817, 2024-08-29T19:03:22.112 INFO:tasks.workunit.client.0.smithi028.stdout: "scrub_duration": 0.0, 2024-08-29T19:03:22.113 INFO:tasks.workunit.client.0.smithi028.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-30T19:20:23.364429+0000", 2024-08-29T19:03:22.113 INFO:tasks.workunit.client.0.smithi028.stdout: "snaptrim_duration": 0.0, 2024-08-29T19:03:22.113 INFO:tasks.workunit.client.0.smithi028.stdout: "snaptrimq_len": 0, 2024-08-29T19:03:22.113 INFO:tasks.workunit.client.0.smithi028.stdout: "stat_sum": { 2024-08-29T19:03:22.113 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes": 34, 2024-08-29T19:03:22.113 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes_hit_set_archive": 0, 2024-08-29T19:03:22.113 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes_recovered": 0, 2024-08-29T19:03:22.113 INFO:tasks.workunit.client.0.smithi028.stdout: "num_deep_scrub_errors": 0, 2024-08-29T19:03:22.113 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict": 0, 2024-08-29T19:03:22.113 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_kb": 0, 2024-08-29T19:03:22.113 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_mode_full": 0, 2024-08-29T19:03:22.113 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_mode_some": 0, 2024-08-29T19:03:22.113 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush": 0, 2024-08-29T19:03:22.113 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_kb": 0, 2024-08-29T19:03:22.113 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_mode_high": 0, 2024-08-29T19:03:22.114 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_mode_low": 0, 2024-08-29T19:03:22.114 INFO:tasks.workunit.client.0.smithi028.stdout: "num_keys_recovered": 0, 2024-08-29T19:03:22.114 INFO:tasks.workunit.client.0.smithi028.stdout: "num_large_omap_objects": 0, 2024-08-29T19:03:22.114 INFO:tasks.workunit.client.0.smithi028.stdout: "num_legacy_snapsets": 0, 2024-08-29T19:03:22.114 INFO:tasks.workunit.client.0.smithi028.stdout: "num_object_clones": 0, 2024-08-29T19:03:22.114 INFO:tasks.workunit.client.0.smithi028.stdout: "num_object_copies": 6, 2024-08-29T19:03:22.114 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects": 2, 2024-08-29T19:03:22.114 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_degraded": 0, 2024-08-29T19:03:22.114 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_dirty": 2, 2024-08-29T19:03:22.114 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_hit_set_archive": 0, 2024-08-29T19:03:22.114 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_manifest": 0, 2024-08-29T19:03:22.114 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_misplaced": 0, 2024-08-29T19:03:22.114 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_missing": 0, 2024-08-29T19:03:22.114 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_missing_on_primary": 0, 2024-08-29T19:03:22.115 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_omap": 1, 2024-08-29T19:03:22.115 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_pinned": 0, 2024-08-29T19:03:22.115 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_recovered": 0, 2024-08-29T19:03:22.115 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_repaired": 0, 2024-08-29T19:03:22.115 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_unfound": 0, 2024-08-29T19:03:22.115 INFO:tasks.workunit.client.0.smithi028.stdout: "num_omap_bytes": 0, 2024-08-29T19:03:22.115 INFO:tasks.workunit.client.0.smithi028.stdout: "num_omap_keys": 0, 2024-08-29T19:03:22.115 INFO:tasks.workunit.client.0.smithi028.stdout: "num_promote": 0, 2024-08-29T19:03:22.115 INFO:tasks.workunit.client.0.smithi028.stdout: "num_read": 4, 2024-08-29T19:03:22.115 INFO:tasks.workunit.client.0.smithi028.stdout: "num_read_kb": 7, 2024-08-29T19:03:22.115 INFO:tasks.workunit.client.0.smithi028.stdout: "num_scrub_errors": 0, 2024-08-29T19:03:22.115 INFO:tasks.workunit.client.0.smithi028.stdout: "num_shallow_scrub_errors": 0, 2024-08-29T19:03:22.115 INFO:tasks.workunit.client.0.smithi028.stdout: "num_whiteouts": 0, 2024-08-29T19:03:22.115 INFO:tasks.workunit.client.0.smithi028.stdout: "num_write": 3, 2024-08-29T19:03:22.115 INFO:tasks.workunit.client.0.smithi028.stdout: "num_write_kb": 6 2024-08-29T19:03:22.116 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:22.116 INFO:tasks.workunit.client.0.smithi028.stdout: "state": "active+clean", 2024-08-29T19:03:22.116 INFO:tasks.workunit.client.0.smithi028.stdout: "stats_invalid": false, 2024-08-29T19:03:22.116 INFO:tasks.workunit.client.0.smithi028.stdout: "up": [ 2024-08-29T19:03:22.116 INFO:tasks.workunit.client.0.smithi028.stdout: 0, 2024-08-29T19:03:22.116 INFO:tasks.workunit.client.0.smithi028.stdout: 4, 2024-08-29T19:03:22.116 INFO:tasks.workunit.client.0.smithi028.stdout: 3 2024-08-29T19:03:22.116 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-08-29T19:03:22.116 INFO:tasks.workunit.client.0.smithi028.stdout: "up_primary": 0, 2024-08-29T19:03:22.116 INFO:tasks.workunit.client.0.smithi028.stdout: "version": "65'2" 2024-08-29T19:03:22.116 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:22.116 INFO:tasks.workunit.client.0.smithi028.stdout: { 2024-08-29T19:03:22.117 INFO:tasks.workunit.client.0.smithi028.stdout: "acting": [ 2024-08-29T19:03:22.117 INFO:tasks.workunit.client.0.smithi028.stdout: 7, 2024-08-29T19:03:22.117 INFO:tasks.workunit.client.0.smithi028.stdout: 3, 2024-08-29T19:03:22.117 INFO:tasks.workunit.client.0.smithi028.stdout: 4 2024-08-29T19:03:22.117 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-08-29T19:03:22.117 INFO:tasks.workunit.client.0.smithi028.stdout: "acting_primary": 7, 2024-08-29T19:03:22.117 INFO:tasks.workunit.client.0.smithi028.stdout: "avail_no_missing": [], 2024-08-29T19:03:22.117 INFO:tasks.workunit.client.0.smithi028.stdout: "blocked_by": [], 2024-08-29T19:03:22.117 INFO:tasks.workunit.client.0.smithi028.stdout: "created": 62, 2024-08-29T19:03:22.117 INFO:tasks.workunit.client.0.smithi028.stdout: "dirty_stats_invalid": false, 2024-08-29T19:03:22.117 INFO:tasks.workunit.client.0.smithi028.stdout: "hitset_bytes_stats_invalid": false, 2024-08-29T19:03:22.117 INFO:tasks.workunit.client.0.smithi028.stdout: "hitset_stats_invalid": false, 2024-08-29T19:03:22.117 INFO:tasks.workunit.client.0.smithi028.stdout: "last_active": "2024-08-29T19:02:14.100819+0000", 2024-08-29T19:03:22.117 INFO:tasks.workunit.client.0.smithi028.stdout: "last_became_active": "2024-08-29T17:58:11.360575+0000", 2024-08-29T19:03:22.118 INFO:tasks.workunit.client.0.smithi028.stdout: "last_became_peered": "2024-08-29T17:58:11.360575+0000", 2024-08-29T19:03:22.118 INFO:tasks.workunit.client.0.smithi028.stdout: "last_change": "2024-08-29T17:58:11.360878+0000", 2024-08-29T19:03:22.118 INFO:tasks.workunit.client.0.smithi028.stdout: "last_clean": "2024-08-29T19:02:14.100819+0000", 2024-08-29T19:03:22.118 INFO:tasks.workunit.client.0.smithi028.stdout: "last_clean_scrub_stamp": "2024-08-29T17:41:01.987071+0000", 2024-08-29T19:03:22.118 INFO:tasks.workunit.client.0.smithi028.stdout: "last_deep_scrub": "0'0", 2024-08-29T19:03:22.118 INFO:tasks.workunit.client.0.smithi028.stdout: "last_deep_scrub_stamp": "2024-08-29T17:41:01.987071+0000", 2024-08-29T19:03:22.118 INFO:tasks.workunit.client.0.smithi028.stdout: "last_epoch_clean": 681, 2024-08-29T19:03:22.118 INFO:tasks.workunit.client.0.smithi028.stdout: "last_fresh": "2024-08-29T19:02:14.100819+0000", 2024-08-29T19:03:22.118 INFO:tasks.workunit.client.0.smithi028.stdout: "last_fullsized": "2024-08-29T19:02:14.100819+0000", 2024-08-29T19:03:22.118 INFO:tasks.workunit.client.0.smithi028.stdout: "last_peered": "2024-08-29T19:02:14.100819+0000", 2024-08-29T19:03:22.118 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub": "0'0", 2024-08-29T19:03:22.118 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub_duration": 0, 2024-08-29T19:03:22.118 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub_stamp": "2024-08-29T17:41:01.987071+0000", 2024-08-29T19:03:22.118 INFO:tasks.workunit.client.0.smithi028.stdout: "last_undegraded": "2024-08-29T19:02:14.100819+0000", 2024-08-29T19:03:22.119 INFO:tasks.workunit.client.0.smithi028.stdout: "last_unstale": "2024-08-29T19:02:14.100819+0000", 2024-08-29T19:03:22.119 INFO:tasks.workunit.client.0.smithi028.stdout: "log_dups_size": 0, 2024-08-29T19:03:22.119 INFO:tasks.workunit.client.0.smithi028.stdout: "log_size": 0, 2024-08-29T19:03:22.119 INFO:tasks.workunit.client.0.smithi028.stdout: "log_start": "0'0", 2024-08-29T19:03:22.119 INFO:tasks.workunit.client.0.smithi028.stdout: "manifest_stats_invalid": false, 2024-08-29T19:03:22.119 INFO:tasks.workunit.client.0.smithi028.stdout: "mapping_epoch": 680, 2024-08-29T19:03:22.119 INFO:tasks.workunit.client.0.smithi028.stdout: "object_location_counts": [], 2024-08-29T19:03:22.119 INFO:tasks.workunit.client.0.smithi028.stdout: "objects_scrubbed": 0, 2024-08-29T19:03:22.119 INFO:tasks.workunit.client.0.smithi028.stdout: "objects_trimmed": 0, 2024-08-29T19:03:22.119 INFO:tasks.workunit.client.0.smithi028.stdout: "omap_stats_invalid": false, 2024-08-29T19:03:22.119 INFO:tasks.workunit.client.0.smithi028.stdout: "ondisk_log_size": 0, 2024-08-29T19:03:22.119 INFO:tasks.workunit.client.0.smithi028.stdout: "ondisk_log_start": "0'0", 2024-08-29T19:03:22.119 INFO:tasks.workunit.client.0.smithi028.stdout: "parent": "0.0", 2024-08-29T19:03:22.119 INFO:tasks.workunit.client.0.smithi028.stdout: "parent_split_bits": 0, 2024-08-29T19:03:22.119 INFO:tasks.workunit.client.0.smithi028.stdout: "pgid": "3.15", 2024-08-29T19:03:22.120 INFO:tasks.workunit.client.0.smithi028.stdout: "pin_stats_invalid": false, 2024-08-29T19:03:22.120 INFO:tasks.workunit.client.0.smithi028.stdout: "purged_snaps": [], 2024-08-29T19:03:22.120 INFO:tasks.workunit.client.0.smithi028.stdout: "reported_epoch": 2650, 2024-08-29T19:03:22.120 INFO:tasks.workunit.client.0.smithi028.stdout: "reported_seq": 4568, 2024-08-29T19:03:22.120 INFO:tasks.workunit.client.0.smithi028.stdout: "scrub_duration": 0.0, 2024-08-29T19:03:22.120 INFO:tasks.workunit.client.0.smithi028.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-30T22:42:18.656140+0000", 2024-08-29T19:03:22.120 INFO:tasks.workunit.client.0.smithi028.stdout: "snaptrim_duration": 0.0, 2024-08-29T19:03:22.120 INFO:tasks.workunit.client.0.smithi028.stdout: "snaptrimq_len": 0, 2024-08-29T19:03:22.120 INFO:tasks.workunit.client.0.smithi028.stdout: "stat_sum": { 2024-08-29T19:03:22.120 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes": 0, 2024-08-29T19:03:22.120 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes_hit_set_archive": 0, 2024-08-29T19:03:22.120 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes_recovered": 0, 2024-08-29T19:03:22.120 INFO:tasks.workunit.client.0.smithi028.stdout: "num_deep_scrub_errors": 0, 2024-08-29T19:03:22.121 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict": 0, 2024-08-29T19:03:22.121 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_kb": 0, 2024-08-29T19:03:22.121 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_mode_full": 0, 2024-08-29T19:03:22.121 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_mode_some": 0, 2024-08-29T19:03:22.121 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush": 0, 2024-08-29T19:03:22.121 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_kb": 0, 2024-08-29T19:03:22.121 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_mode_high": 0, 2024-08-29T19:03:22.121 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_mode_low": 0, 2024-08-29T19:03:22.121 INFO:tasks.workunit.client.0.smithi028.stdout: "num_keys_recovered": 0, 2024-08-29T19:03:22.121 INFO:tasks.workunit.client.0.smithi028.stdout: "num_large_omap_objects": 0, 2024-08-29T19:03:22.121 INFO:tasks.workunit.client.0.smithi028.stdout: "num_legacy_snapsets": 0, 2024-08-29T19:03:22.121 INFO:tasks.workunit.client.0.smithi028.stdout: "num_object_clones": 0, 2024-08-29T19:03:22.121 INFO:tasks.workunit.client.0.smithi028.stdout: "num_object_copies": 0, 2024-08-29T19:03:22.121 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects": 0, 2024-08-29T19:03:22.122 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_degraded": 0, 2024-08-29T19:03:22.122 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_dirty": 0, 2024-08-29T19:03:22.122 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_hit_set_archive": 0, 2024-08-29T19:03:22.122 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_manifest": 0, 2024-08-29T19:03:22.122 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_misplaced": 0, 2024-08-29T19:03:22.122 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_missing": 0, 2024-08-29T19:03:22.122 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_missing_on_primary": 0, 2024-08-29T19:03:22.122 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_omap": 0, 2024-08-29T19:03:22.122 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_pinned": 0, 2024-08-29T19:03:22.122 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_recovered": 0, 2024-08-29T19:03:22.122 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_repaired": 0, 2024-08-29T19:03:22.122 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_unfound": 0, 2024-08-29T19:03:22.122 INFO:tasks.workunit.client.0.smithi028.stdout: "num_omap_bytes": 0, 2024-08-29T19:03:22.122 INFO:tasks.workunit.client.0.smithi028.stdout: "num_omap_keys": 0, 2024-08-29T19:03:22.123 INFO:tasks.workunit.client.0.smithi028.stdout: "num_promote": 0, 2024-08-29T19:03:22.123 INFO:tasks.workunit.client.0.smithi028.stdout: "num_read": 0, 2024-08-29T19:03:22.123 INFO:tasks.workunit.client.0.smithi028.stdout: "num_read_kb": 0, 2024-08-29T19:03:22.123 INFO:tasks.workunit.client.0.smithi028.stdout: "num_scrub_errors": 0, 2024-08-29T19:03:22.123 INFO:tasks.workunit.client.0.smithi028.stdout: "num_shallow_scrub_errors": 0, 2024-08-29T19:03:22.123 INFO:tasks.workunit.client.0.smithi028.stdout: "num_whiteouts": 0, 2024-08-29T19:03:22.123 INFO:tasks.workunit.client.0.smithi028.stdout: "num_write": 0, 2024-08-29T19:03:22.123 INFO:tasks.workunit.client.0.smithi028.stdout: "num_write_kb": 0 2024-08-29T19:03:22.123 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:22.123 INFO:tasks.workunit.client.0.smithi028.stdout: "state": "active+clean", 2024-08-29T19:03:22.123 INFO:tasks.workunit.client.0.smithi028.stdout: "stats_invalid": false, 2024-08-29T19:03:22.123 INFO:tasks.workunit.client.0.smithi028.stdout: "up": [ 2024-08-29T19:03:22.123 INFO:tasks.workunit.client.0.smithi028.stdout: 7, 2024-08-29T19:03:22.123 INFO:tasks.workunit.client.0.smithi028.stdout: 3, 2024-08-29T19:03:22.123 INFO:tasks.workunit.client.0.smithi028.stdout: 4 2024-08-29T19:03:22.124 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-08-29T19:03:22.124 INFO:tasks.workunit.client.0.smithi028.stdout: "up_primary": 7, 2024-08-29T19:03:22.124 INFO:tasks.workunit.client.0.smithi028.stdout: "version": "0'0" 2024-08-29T19:03:22.124 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:22.124 INFO:tasks.workunit.client.0.smithi028.stdout: { 2024-08-29T19:03:22.124 INFO:tasks.workunit.client.0.smithi028.stdout: "acting": [ 2024-08-29T19:03:22.124 INFO:tasks.workunit.client.0.smithi028.stdout: 6, 2024-08-29T19:03:22.124 INFO:tasks.workunit.client.0.smithi028.stdout: 3, 2024-08-29T19:03:22.124 INFO:tasks.workunit.client.0.smithi028.stdout: 5 2024-08-29T19:03:22.124 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-08-29T19:03:22.124 INFO:tasks.workunit.client.0.smithi028.stdout: "acting_primary": 6, 2024-08-29T19:03:22.124 INFO:tasks.workunit.client.0.smithi028.stdout: "avail_no_missing": [], 2024-08-29T19:03:22.124 INFO:tasks.workunit.client.0.smithi028.stdout: "blocked_by": [], 2024-08-29T19:03:22.125 INFO:tasks.workunit.client.0.smithi028.stdout: "created": 59, 2024-08-29T19:03:22.125 INFO:tasks.workunit.client.0.smithi028.stdout: "dirty_stats_invalid": false, 2024-08-29T19:03:22.125 INFO:tasks.workunit.client.0.smithi028.stdout: "hitset_bytes_stats_invalid": false, 2024-08-29T19:03:22.125 INFO:tasks.workunit.client.0.smithi028.stdout: "hitset_stats_invalid": false, 2024-08-29T19:03:22.125 INFO:tasks.workunit.client.0.smithi028.stdout: "last_active": "2024-08-29T19:02:14.922815+0000", 2024-08-29T19:03:22.125 INFO:tasks.workunit.client.0.smithi028.stdout: "last_became_active": "2024-08-29T17:57:36.378847+0000", 2024-08-29T19:03:22.125 INFO:tasks.workunit.client.0.smithi028.stdout: "last_became_peered": "2024-08-29T17:57:36.378847+0000", 2024-08-29T19:03:22.125 INFO:tasks.workunit.client.0.smithi028.stdout: "last_change": "2024-08-29T17:57:36.379220+0000", 2024-08-29T19:03:22.125 INFO:tasks.workunit.client.0.smithi028.stdout: "last_clean": "2024-08-29T19:02:14.922815+0000", 2024-08-29T19:03:22.125 INFO:tasks.workunit.client.0.smithi028.stdout: "last_clean_scrub_stamp": "2024-08-29T17:40:52.944949+0000", 2024-08-29T19:03:22.125 INFO:tasks.workunit.client.0.smithi028.stdout: "last_deep_scrub": "0'0", 2024-08-29T19:03:22.125 INFO:tasks.workunit.client.0.smithi028.stdout: "last_deep_scrub_stamp": "2024-08-29T17:40:52.944949+0000", 2024-08-29T19:03:22.125 INFO:tasks.workunit.client.0.smithi028.stdout: "last_epoch_clean": 646, 2024-08-29T19:03:22.125 INFO:tasks.workunit.client.0.smithi028.stdout: "last_fresh": "2024-08-29T19:02:14.922815+0000", 2024-08-29T19:03:22.125 INFO:tasks.workunit.client.0.smithi028.stdout: "last_fullsized": "2024-08-29T19:02:14.922815+0000", 2024-08-29T19:03:22.126 INFO:tasks.workunit.client.0.smithi028.stdout: "last_peered": "2024-08-29T19:02:14.922815+0000", 2024-08-29T19:03:22.126 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub": "0'0", 2024-08-29T19:03:22.126 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub_duration": 0, 2024-08-29T19:03:22.126 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub_stamp": "2024-08-29T17:40:52.944949+0000", 2024-08-29T19:03:22.126 INFO:tasks.workunit.client.0.smithi028.stdout: "last_undegraded": "2024-08-29T19:02:14.922815+0000", 2024-08-29T19:03:22.126 INFO:tasks.workunit.client.0.smithi028.stdout: "last_unstale": "2024-08-29T19:02:14.922815+0000", 2024-08-29T19:03:22.126 INFO:tasks.workunit.client.0.smithi028.stdout: "log_dups_size": 0, 2024-08-29T19:03:22.126 INFO:tasks.workunit.client.0.smithi028.stdout: "log_size": 29, 2024-08-29T19:03:22.126 INFO:tasks.workunit.client.0.smithi028.stdout: "log_start": "0'0", 2024-08-29T19:03:22.126 INFO:tasks.workunit.client.0.smithi028.stdout: "manifest_stats_invalid": false, 2024-08-29T19:03:22.126 INFO:tasks.workunit.client.0.smithi028.stdout: "mapping_epoch": 645, 2024-08-29T19:03:22.126 INFO:tasks.workunit.client.0.smithi028.stdout: "object_location_counts": [], 2024-08-29T19:03:22.126 INFO:tasks.workunit.client.0.smithi028.stdout: "objects_scrubbed": 0, 2024-08-29T19:03:22.126 INFO:tasks.workunit.client.0.smithi028.stdout: "objects_trimmed": 0, 2024-08-29T19:03:22.127 INFO:tasks.workunit.client.0.smithi028.stdout: "omap_stats_invalid": false, 2024-08-29T19:03:22.127 INFO:tasks.workunit.client.0.smithi028.stdout: "ondisk_log_size": 29, 2024-08-29T19:03:22.127 INFO:tasks.workunit.client.0.smithi028.stdout: "ondisk_log_start": "0'0", 2024-08-29T19:03:22.127 INFO:tasks.workunit.client.0.smithi028.stdout: "parent": "0.0", 2024-08-29T19:03:22.127 INFO:tasks.workunit.client.0.smithi028.stdout: "parent_split_bits": 0, 2024-08-29T19:03:22.127 INFO:tasks.workunit.client.0.smithi028.stdout: "pgid": "2.14", 2024-08-29T19:03:22.127 INFO:tasks.workunit.client.0.smithi028.stdout: "pin_stats_invalid": false, 2024-08-29T19:03:22.127 INFO:tasks.workunit.client.0.smithi028.stdout: "purged_snaps": [], 2024-08-29T19:03:22.127 INFO:tasks.workunit.client.0.smithi028.stdout: "reported_epoch": 2650, 2024-08-29T19:03:22.127 INFO:tasks.workunit.client.0.smithi028.stdout: "reported_seq": 4631, 2024-08-29T19:03:22.127 INFO:tasks.workunit.client.0.smithi028.stdout: "scrub_duration": 0.0, 2024-08-29T19:03:22.127 INFO:tasks.workunit.client.0.smithi028.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-30T20:53:47.236430+0000", 2024-08-29T19:03:22.127 INFO:tasks.workunit.client.0.smithi028.stdout: "snaptrim_duration": 0.0, 2024-08-29T19:03:22.127 INFO:tasks.workunit.client.0.smithi028.stdout: "snaptrimq_len": 0, 2024-08-29T19:03:22.127 INFO:tasks.workunit.client.0.smithi028.stdout: "stat_sum": { 2024-08-29T19:03:22.128 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes": 5804, 2024-08-29T19:03:22.128 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes_hit_set_archive": 0, 2024-08-29T19:03:22.128 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes_recovered": 0, 2024-08-29T19:03:22.128 INFO:tasks.workunit.client.0.smithi028.stdout: "num_deep_scrub_errors": 0, 2024-08-29T19:03:22.128 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict": 0, 2024-08-29T19:03:22.128 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_kb": 0, 2024-08-29T19:03:22.128 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_mode_full": 0, 2024-08-29T19:03:22.128 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_mode_some": 0, 2024-08-29T19:03:22.128 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush": 0, 2024-08-29T19:03:22.128 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_kb": 0, 2024-08-29T19:03:22.128 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_mode_high": 0, 2024-08-29T19:03:22.128 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_mode_low": 0, 2024-08-29T19:03:22.128 INFO:tasks.workunit.client.0.smithi028.stdout: "num_keys_recovered": 0, 2024-08-29T19:03:22.128 INFO:tasks.workunit.client.0.smithi028.stdout: "num_large_omap_objects": 0, 2024-08-29T19:03:22.129 INFO:tasks.workunit.client.0.smithi028.stdout: "num_legacy_snapsets": 0, 2024-08-29T19:03:22.129 INFO:tasks.workunit.client.0.smithi028.stdout: "num_object_clones": 0, 2024-08-29T19:03:22.129 INFO:tasks.workunit.client.0.smithi028.stdout: "num_object_copies": 12, 2024-08-29T19:03:22.129 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects": 4, 2024-08-29T19:03:22.129 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_degraded": 0, 2024-08-29T19:03:22.129 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_dirty": 4, 2024-08-29T19:03:22.129 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_hit_set_archive": 0, 2024-08-29T19:03:22.129 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_manifest": 0, 2024-08-29T19:03:22.129 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_misplaced": 0, 2024-08-29T19:03:22.129 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_missing": 0, 2024-08-29T19:03:22.129 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_missing_on_primary": 0, 2024-08-29T19:03:22.129 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_omap": 1, 2024-08-29T19:03:22.129 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_pinned": 0, 2024-08-29T19:03:22.130 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_recovered": 0, 2024-08-29T19:03:22.130 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_repaired": 0, 2024-08-29T19:03:22.130 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_unfound": 0, 2024-08-29T19:03:22.130 INFO:tasks.workunit.client.0.smithi028.stdout: "num_omap_bytes": 0, 2024-08-29T19:03:22.130 INFO:tasks.workunit.client.0.smithi028.stdout: "num_omap_keys": 0, 2024-08-29T19:03:22.130 INFO:tasks.workunit.client.0.smithi028.stdout: "num_promote": 0, 2024-08-29T19:03:22.130 INFO:tasks.workunit.client.0.smithi028.stdout: "num_read": 10, 2024-08-29T19:03:22.130 INFO:tasks.workunit.client.0.smithi028.stdout: "num_read_kb": 14, 2024-08-29T19:03:22.130 INFO:tasks.workunit.client.0.smithi028.stdout: "num_scrub_errors": 0, 2024-08-29T19:03:22.130 INFO:tasks.workunit.client.0.smithi028.stdout: "num_shallow_scrub_errors": 0, 2024-08-29T19:03:22.130 INFO:tasks.workunit.client.0.smithi028.stdout: "num_whiteouts": 0, 2024-08-29T19:03:22.130 INFO:tasks.workunit.client.0.smithi028.stdout: "num_write": 28, 2024-08-29T19:03:22.130 INFO:tasks.workunit.client.0.smithi028.stdout: "num_write_kb": 25 2024-08-29T19:03:22.130 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:22.131 INFO:tasks.workunit.client.0.smithi028.stdout: "state": "active+clean", 2024-08-29T19:03:22.131 INFO:tasks.workunit.client.0.smithi028.stdout: "stats_invalid": false, 2024-08-29T19:03:22.131 INFO:tasks.workunit.client.0.smithi028.stdout: "up": [ 2024-08-29T19:03:22.131 INFO:tasks.workunit.client.0.smithi028.stdout: 6, 2024-08-29T19:03:22.131 INFO:tasks.workunit.client.0.smithi028.stdout: 3, 2024-08-29T19:03:22.131 INFO:tasks.workunit.client.0.smithi028.stdout: 5 2024-08-29T19:03:22.131 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-08-29T19:03:22.131 INFO:tasks.workunit.client.0.smithi028.stdout: "up_primary": 6, 2024-08-29T19:03:22.131 INFO:tasks.workunit.client.0.smithi028.stdout: "version": "721'29" 2024-08-29T19:03:22.131 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:22.131 INFO:tasks.workunit.client.0.smithi028.stdout: { 2024-08-29T19:03:22.131 INFO:tasks.workunit.client.0.smithi028.stdout: "acting": [ 2024-08-29T19:03:22.131 INFO:tasks.workunit.client.0.smithi028.stdout: 2, 2024-08-29T19:03:22.131 INFO:tasks.workunit.client.0.smithi028.stdout: 7, 2024-08-29T19:03:22.132 INFO:tasks.workunit.client.0.smithi028.stdout: 6 2024-08-29T19:03:22.132 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-08-29T19:03:22.132 INFO:tasks.workunit.client.0.smithi028.stdout: "acting_primary": 2, 2024-08-29T19:03:22.132 INFO:tasks.workunit.client.0.smithi028.stdout: "avail_no_missing": [], 2024-08-29T19:03:22.132 INFO:tasks.workunit.client.0.smithi028.stdout: "blocked_by": [], 2024-08-29T19:03:22.132 INFO:tasks.workunit.client.0.smithi028.stdout: "created": 62, 2024-08-29T19:03:22.132 INFO:tasks.workunit.client.0.smithi028.stdout: "dirty_stats_invalid": false, 2024-08-29T19:03:22.132 INFO:tasks.workunit.client.0.smithi028.stdout: "hitset_bytes_stats_invalid": false, 2024-08-29T19:03:22.132 INFO:tasks.workunit.client.0.smithi028.stdout: "hitset_stats_invalid": false, 2024-08-29T19:03:22.132 INFO:tasks.workunit.client.0.smithi028.stdout: "last_active": "2024-08-29T19:02:14.110760+0000", 2024-08-29T19:03:22.132 INFO:tasks.workunit.client.0.smithi028.stdout: "last_became_active": "2024-08-29T17:58:11.354419+0000", 2024-08-29T19:03:22.132 INFO:tasks.workunit.client.0.smithi028.stdout: "last_became_peered": "2024-08-29T17:58:11.354419+0000", 2024-08-29T19:03:22.132 INFO:tasks.workunit.client.0.smithi028.stdout: "last_change": "2024-08-29T17:58:11.355297+0000", 2024-08-29T19:03:22.132 INFO:tasks.workunit.client.0.smithi028.stdout: "last_clean": "2024-08-29T19:02:14.110760+0000", 2024-08-29T19:03:22.133 INFO:tasks.workunit.client.0.smithi028.stdout: "last_clean_scrub_stamp": "2024-08-29T17:41:01.987071+0000", 2024-08-29T19:03:22.133 INFO:tasks.workunit.client.0.smithi028.stdout: "last_deep_scrub": "0'0", 2024-08-29T19:03:22.133 INFO:tasks.workunit.client.0.smithi028.stdout: "last_deep_scrub_stamp": "2024-08-29T17:41:01.987071+0000", 2024-08-29T19:03:22.133 INFO:tasks.workunit.client.0.smithi028.stdout: "last_epoch_clean": 681, 2024-08-29T19:03:22.133 INFO:tasks.workunit.client.0.smithi028.stdout: "last_fresh": "2024-08-29T19:02:14.110760+0000", 2024-08-29T19:03:22.133 INFO:tasks.workunit.client.0.smithi028.stdout: "last_fullsized": "2024-08-29T19:02:14.110760+0000", 2024-08-29T19:03:22.133 INFO:tasks.workunit.client.0.smithi028.stdout: "last_peered": "2024-08-29T19:02:14.110760+0000", 2024-08-29T19:03:22.133 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub": "0'0", 2024-08-29T19:03:22.133 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub_duration": 0, 2024-08-29T19:03:22.133 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub_stamp": "2024-08-29T17:41:01.987071+0000", 2024-08-29T19:03:22.133 INFO:tasks.workunit.client.0.smithi028.stdout: "last_undegraded": "2024-08-29T19:02:14.110760+0000", 2024-08-29T19:03:22.133 INFO:tasks.workunit.client.0.smithi028.stdout: "last_unstale": "2024-08-29T19:02:14.110760+0000", 2024-08-29T19:03:22.133 INFO:tasks.workunit.client.0.smithi028.stdout: "log_dups_size": 0, 2024-08-29T19:03:22.133 INFO:tasks.workunit.client.0.smithi028.stdout: "log_size": 0, 2024-08-29T19:03:22.134 INFO:tasks.workunit.client.0.smithi028.stdout: "log_start": "0'0", 2024-08-29T19:03:22.134 INFO:tasks.workunit.client.0.smithi028.stdout: "manifest_stats_invalid": false, 2024-08-29T19:03:22.134 INFO:tasks.workunit.client.0.smithi028.stdout: "mapping_epoch": 680, 2024-08-29T19:03:22.134 INFO:tasks.workunit.client.0.smithi028.stdout: "object_location_counts": [], 2024-08-29T19:03:22.134 INFO:tasks.workunit.client.0.smithi028.stdout: "objects_scrubbed": 0, 2024-08-29T19:03:22.134 INFO:tasks.workunit.client.0.smithi028.stdout: "objects_trimmed": 0, 2024-08-29T19:03:22.134 INFO:tasks.workunit.client.0.smithi028.stdout: "omap_stats_invalid": false, 2024-08-29T19:03:22.134 INFO:tasks.workunit.client.0.smithi028.stdout: "ondisk_log_size": 0, 2024-08-29T19:03:22.134 INFO:tasks.workunit.client.0.smithi028.stdout: "ondisk_log_start": "0'0", 2024-08-29T19:03:22.134 INFO:tasks.workunit.client.0.smithi028.stdout: "parent": "0.0", 2024-08-29T19:03:22.134 INFO:tasks.workunit.client.0.smithi028.stdout: "parent_split_bits": 0, 2024-08-29T19:03:22.134 INFO:tasks.workunit.client.0.smithi028.stdout: "pgid": "3.14", 2024-08-29T19:03:22.134 INFO:tasks.workunit.client.0.smithi028.stdout: "pin_stats_invalid": false, 2024-08-29T19:03:22.134 INFO:tasks.workunit.client.0.smithi028.stdout: "purged_snaps": [], 2024-08-29T19:03:22.135 INFO:tasks.workunit.client.0.smithi028.stdout: "reported_epoch": 2650, 2024-08-29T19:03:22.135 INFO:tasks.workunit.client.0.smithi028.stdout: "reported_seq": 4709, 2024-08-29T19:03:22.135 INFO:tasks.workunit.client.0.smithi028.stdout: "scrub_duration": 0.0, 2024-08-29T19:03:22.135 INFO:tasks.workunit.client.0.smithi028.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-30T17:56:07.838928+0000", 2024-08-29T19:03:22.135 INFO:tasks.workunit.client.0.smithi028.stdout: "snaptrim_duration": 0.0, 2024-08-29T19:03:22.135 INFO:tasks.workunit.client.0.smithi028.stdout: "snaptrimq_len": 0, 2024-08-29T19:03:22.135 INFO:tasks.workunit.client.0.smithi028.stdout: "stat_sum": { 2024-08-29T19:03:22.135 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes": 0, 2024-08-29T19:03:22.135 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes_hit_set_archive": 0, 2024-08-29T19:03:22.135 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes_recovered": 0, 2024-08-29T19:03:22.135 INFO:tasks.workunit.client.0.smithi028.stdout: "num_deep_scrub_errors": 0, 2024-08-29T19:03:22.135 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict": 0, 2024-08-29T19:03:22.135 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_kb": 0, 2024-08-29T19:03:22.135 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_mode_full": 0, 2024-08-29T19:03:22.135 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_mode_some": 0, 2024-08-29T19:03:22.136 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush": 0, 2024-08-29T19:03:22.136 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_kb": 0, 2024-08-29T19:03:22.136 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_mode_high": 0, 2024-08-29T19:03:22.136 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_mode_low": 0, 2024-08-29T19:03:22.136 INFO:tasks.workunit.client.0.smithi028.stdout: "num_keys_recovered": 0, 2024-08-29T19:03:22.136 INFO:tasks.workunit.client.0.smithi028.stdout: "num_large_omap_objects": 0, 2024-08-29T19:03:22.136 INFO:tasks.workunit.client.0.smithi028.stdout: "num_legacy_snapsets": 0, 2024-08-29T19:03:22.136 INFO:tasks.workunit.client.0.smithi028.stdout: "num_object_clones": 0, 2024-08-29T19:03:22.136 INFO:tasks.workunit.client.0.smithi028.stdout: "num_object_copies": 0, 2024-08-29T19:03:22.136 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects": 0, 2024-08-29T19:03:22.136 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_degraded": 0, 2024-08-29T19:03:22.136 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_dirty": 0, 2024-08-29T19:03:22.136 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_hit_set_archive": 0, 2024-08-29T19:03:22.137 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_manifest": 0, 2024-08-29T19:03:22.137 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_misplaced": 0, 2024-08-29T19:03:22.137 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_missing": 0, 2024-08-29T19:03:22.137 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_missing_on_primary": 0, 2024-08-29T19:03:22.137 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_omap": 0, 2024-08-29T19:03:22.137 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_pinned": 0, 2024-08-29T19:03:22.137 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_recovered": 0, 2024-08-29T19:03:22.137 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_repaired": 0, 2024-08-29T19:03:22.137 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_unfound": 0, 2024-08-29T19:03:22.137 INFO:tasks.workunit.client.0.smithi028.stdout: "num_omap_bytes": 0, 2024-08-29T19:03:22.137 INFO:tasks.workunit.client.0.smithi028.stdout: "num_omap_keys": 0, 2024-08-29T19:03:22.137 INFO:tasks.workunit.client.0.smithi028.stdout: "num_promote": 0, 2024-08-29T19:03:22.137 INFO:tasks.workunit.client.0.smithi028.stdout: "num_read": 0, 2024-08-29T19:03:22.137 INFO:tasks.workunit.client.0.smithi028.stdout: "num_read_kb": 0, 2024-08-29T19:03:22.137 INFO:tasks.workunit.client.0.smithi028.stdout: "num_scrub_errors": 0, 2024-08-29T19:03:22.138 INFO:tasks.workunit.client.0.smithi028.stdout: "num_shallow_scrub_errors": 0, 2024-08-29T19:03:22.138 INFO:tasks.workunit.client.0.smithi028.stdout: "num_whiteouts": 0, 2024-08-29T19:03:22.138 INFO:tasks.workunit.client.0.smithi028.stdout: "num_write": 0, 2024-08-29T19:03:22.138 INFO:tasks.workunit.client.0.smithi028.stdout: "num_write_kb": 0 2024-08-29T19:03:22.138 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:22.138 INFO:tasks.workunit.client.0.smithi028.stdout: "state": "active+clean", 2024-08-29T19:03:22.138 INFO:tasks.workunit.client.0.smithi028.stdout: "stats_invalid": false, 2024-08-29T19:03:22.138 INFO:tasks.workunit.client.0.smithi028.stdout: "up": [ 2024-08-29T19:03:22.138 INFO:tasks.workunit.client.0.smithi028.stdout: 2, 2024-08-29T19:03:22.138 INFO:tasks.workunit.client.0.smithi028.stdout: 7, 2024-08-29T19:03:22.138 INFO:tasks.workunit.client.0.smithi028.stdout: 6 2024-08-29T19:03:22.138 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-08-29T19:03:22.138 INFO:tasks.workunit.client.0.smithi028.stdout: "up_primary": 2, 2024-08-29T19:03:22.138 INFO:tasks.workunit.client.0.smithi028.stdout: "version": "0'0" 2024-08-29T19:03:22.139 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:22.139 INFO:tasks.workunit.client.0.smithi028.stdout: { 2024-08-29T19:03:22.139 INFO:tasks.workunit.client.0.smithi028.stdout: "acting": [ 2024-08-29T19:03:22.139 INFO:tasks.workunit.client.0.smithi028.stdout: 1, 2024-08-29T19:03:22.139 INFO:tasks.workunit.client.0.smithi028.stdout: 5, 2024-08-29T19:03:22.139 INFO:tasks.workunit.client.0.smithi028.stdout: 0 2024-08-29T19:03:22.139 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-08-29T19:03:22.139 INFO:tasks.workunit.client.0.smithi028.stdout: "acting_primary": 1, 2024-08-29T19:03:22.139 INFO:tasks.workunit.client.0.smithi028.stdout: "avail_no_missing": [], 2024-08-29T19:03:22.139 INFO:tasks.workunit.client.0.smithi028.stdout: "blocked_by": [], 2024-08-29T19:03:22.139 INFO:tasks.workunit.client.0.smithi028.stdout: "created": 59, 2024-08-29T19:03:22.139 INFO:tasks.workunit.client.0.smithi028.stdout: "dirty_stats_invalid": false, 2024-08-29T19:03:22.139 INFO:tasks.workunit.client.0.smithi028.stdout: "hitset_bytes_stats_invalid": false, 2024-08-29T19:03:22.139 INFO:tasks.workunit.client.0.smithi028.stdout: "hitset_stats_invalid": false, 2024-08-29T19:03:22.140 INFO:tasks.workunit.client.0.smithi028.stdout: "last_active": "2024-08-29T19:02:14.816035+0000", 2024-08-29T19:03:22.140 INFO:tasks.workunit.client.0.smithi028.stdout: "last_became_active": "2024-08-29T17:57:02.346751+0000", 2024-08-29T19:03:22.140 INFO:tasks.workunit.client.0.smithi028.stdout: "last_became_peered": "2024-08-29T17:57:02.346751+0000", 2024-08-29T19:03:22.140 INFO:tasks.workunit.client.0.smithi028.stdout: "last_change": "2024-08-29T17:57:02.347249+0000", 2024-08-29T19:03:22.140 INFO:tasks.workunit.client.0.smithi028.stdout: "last_clean": "2024-08-29T19:02:14.816035+0000", 2024-08-29T19:03:22.140 INFO:tasks.workunit.client.0.smithi028.stdout: "last_clean_scrub_stamp": "2024-08-29T17:40:52.944949+0000", 2024-08-29T19:03:22.140 INFO:tasks.workunit.client.0.smithi028.stdout: "last_deep_scrub": "0'0", 2024-08-29T19:03:22.140 INFO:tasks.workunit.client.0.smithi028.stdout: "last_deep_scrub_stamp": "2024-08-29T17:40:52.944949+0000", 2024-08-29T19:03:22.140 INFO:tasks.workunit.client.0.smithi028.stdout: "last_epoch_clean": 613, 2024-08-29T19:03:22.140 INFO:tasks.workunit.client.0.smithi028.stdout: "last_fresh": "2024-08-29T19:02:14.816035+0000", 2024-08-29T19:03:22.140 INFO:tasks.workunit.client.0.smithi028.stdout: "last_fullsized": "2024-08-29T19:02:14.816035+0000", 2024-08-29T19:03:22.140 INFO:tasks.workunit.client.0.smithi028.stdout: "last_peered": "2024-08-29T19:02:14.816035+0000", 2024-08-29T19:03:22.140 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub": "0'0", 2024-08-29T19:03:22.140 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub_duration": 0, 2024-08-29T19:03:22.141 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub_stamp": "2024-08-29T17:40:52.944949+0000", 2024-08-29T19:03:22.141 INFO:tasks.workunit.client.0.smithi028.stdout: "last_undegraded": "2024-08-29T19:02:14.816035+0000", 2024-08-29T19:03:22.141 INFO:tasks.workunit.client.0.smithi028.stdout: "last_unstale": "2024-08-29T19:02:14.816035+0000", 2024-08-29T19:03:22.141 INFO:tasks.workunit.client.0.smithi028.stdout: "log_dups_size": 0, 2024-08-29T19:03:22.141 INFO:tasks.workunit.client.0.smithi028.stdout: "log_size": 3, 2024-08-29T19:03:22.141 INFO:tasks.workunit.client.0.smithi028.stdout: "log_start": "0'0", 2024-08-29T19:03:22.141 INFO:tasks.workunit.client.0.smithi028.stdout: "manifest_stats_invalid": false, 2024-08-29T19:03:22.141 INFO:tasks.workunit.client.0.smithi028.stdout: "mapping_epoch": 612, 2024-08-29T19:03:22.141 INFO:tasks.workunit.client.0.smithi028.stdout: "object_location_counts": [], 2024-08-29T19:03:22.141 INFO:tasks.workunit.client.0.smithi028.stdout: "objects_scrubbed": 0, 2024-08-29T19:03:22.141 INFO:tasks.workunit.client.0.smithi028.stdout: "objects_trimmed": 0, 2024-08-29T19:03:22.141 INFO:tasks.workunit.client.0.smithi028.stdout: "omap_stats_invalid": false, 2024-08-29T19:03:22.141 INFO:tasks.workunit.client.0.smithi028.stdout: "ondisk_log_size": 3, 2024-08-29T19:03:22.141 INFO:tasks.workunit.client.0.smithi028.stdout: "ondisk_log_start": "0'0", 2024-08-29T19:03:22.142 INFO:tasks.workunit.client.0.smithi028.stdout: "parent": "0.0", 2024-08-29T19:03:22.142 INFO:tasks.workunit.client.0.smithi028.stdout: "parent_split_bits": 0, 2024-08-29T19:03:22.142 INFO:tasks.workunit.client.0.smithi028.stdout: "pgid": "2.15", 2024-08-29T19:03:22.142 INFO:tasks.workunit.client.0.smithi028.stdout: "pin_stats_invalid": false, 2024-08-29T19:03:22.142 INFO:tasks.workunit.client.0.smithi028.stdout: "purged_snaps": [], 2024-08-29T19:03:22.142 INFO:tasks.workunit.client.0.smithi028.stdout: "reported_epoch": 2650, 2024-08-29T19:03:22.142 INFO:tasks.workunit.client.0.smithi028.stdout: "reported_seq": 4786, 2024-08-29T19:03:22.142 INFO:tasks.workunit.client.0.smithi028.stdout: "scrub_duration": 0.0, 2024-08-29T19:03:22.142 INFO:tasks.workunit.client.0.smithi028.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-30T18:11:31.215989+0000", 2024-08-29T19:03:22.142 INFO:tasks.workunit.client.0.smithi028.stdout: "snaptrim_duration": 0.0, 2024-08-29T19:03:22.142 INFO:tasks.workunit.client.0.smithi028.stdout: "snaptrimq_len": 0, 2024-08-29T19:03:22.142 INFO:tasks.workunit.client.0.smithi028.stdout: "stat_sum": { 2024-08-29T19:03:22.142 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes": 90, 2024-08-29T19:03:22.142 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes_hit_set_archive": 0, 2024-08-29T19:03:22.142 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes_recovered": 0, 2024-08-29T19:03:22.143 INFO:tasks.workunit.client.0.smithi028.stdout: "num_deep_scrub_errors": 0, 2024-08-29T19:03:22.143 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict": 0, 2024-08-29T19:03:22.143 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_kb": 0, 2024-08-29T19:03:22.143 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_mode_full": 0, 2024-08-29T19:03:22.143 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_mode_some": 0, 2024-08-29T19:03:22.143 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush": 0, 2024-08-29T19:03:22.143 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_kb": 0, 2024-08-29T19:03:22.143 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_mode_high": 0, 2024-08-29T19:03:22.143 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_mode_low": 0, 2024-08-29T19:03:22.143 INFO:tasks.workunit.client.0.smithi028.stdout: "num_keys_recovered": 0, 2024-08-29T19:03:22.143 INFO:tasks.workunit.client.0.smithi028.stdout: "num_large_omap_objects": 0, 2024-08-29T19:03:22.143 INFO:tasks.workunit.client.0.smithi028.stdout: "num_legacy_snapsets": 0, 2024-08-29T19:03:22.143 INFO:tasks.workunit.client.0.smithi028.stdout: "num_object_clones": 0, 2024-08-29T19:03:22.144 INFO:tasks.workunit.client.0.smithi028.stdout: "num_object_copies": 6, 2024-08-29T19:03:22.144 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects": 2, 2024-08-29T19:03:22.144 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_degraded": 0, 2024-08-29T19:03:22.144 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_dirty": 2, 2024-08-29T19:03:22.144 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_hit_set_archive": 0, 2024-08-29T19:03:22.144 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_manifest": 0, 2024-08-29T19:03:22.144 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_misplaced": 0, 2024-08-29T19:03:22.144 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_missing": 0, 2024-08-29T19:03:22.144 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_missing_on_primary": 0, 2024-08-29T19:03:22.144 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_omap": 1, 2024-08-29T19:03:22.144 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_pinned": 0, 2024-08-29T19:03:22.144 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_recovered": 0, 2024-08-29T19:03:22.144 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_repaired": 0, 2024-08-29T19:03:22.145 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_unfound": 0, 2024-08-29T19:03:22.145 INFO:tasks.workunit.client.0.smithi028.stdout: "num_omap_bytes": 0, 2024-08-29T19:03:22.145 INFO:tasks.workunit.client.0.smithi028.stdout: "num_omap_keys": 0, 2024-08-29T19:03:22.145 INFO:tasks.workunit.client.0.smithi028.stdout: "num_promote": 0, 2024-08-29T19:03:22.145 INFO:tasks.workunit.client.0.smithi028.stdout: "num_read": 7, 2024-08-29T19:03:22.145 INFO:tasks.workunit.client.0.smithi028.stdout: "num_read_kb": 7, 2024-08-29T19:03:22.145 INFO:tasks.workunit.client.0.smithi028.stdout: "num_scrub_errors": 0, 2024-08-29T19:03:22.145 INFO:tasks.workunit.client.0.smithi028.stdout: "num_shallow_scrub_errors": 0, 2024-08-29T19:03:22.145 INFO:tasks.workunit.client.0.smithi028.stdout: "num_whiteouts": 0, 2024-08-29T19:03:22.145 INFO:tasks.workunit.client.0.smithi028.stdout: "num_write": 4, 2024-08-29T19:03:22.145 INFO:tasks.workunit.client.0.smithi028.stdout: "num_write_kb": 1 2024-08-29T19:03:22.145 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:22.145 INFO:tasks.workunit.client.0.smithi028.stdout: "state": "active+clean", 2024-08-29T19:03:22.145 INFO:tasks.workunit.client.0.smithi028.stdout: "stats_invalid": false, 2024-08-29T19:03:22.145 INFO:tasks.workunit.client.0.smithi028.stdout: "up": [ 2024-08-29T19:03:22.146 INFO:tasks.workunit.client.0.smithi028.stdout: 1, 2024-08-29T19:03:22.146 INFO:tasks.workunit.client.0.smithi028.stdout: 5, 2024-08-29T19:03:22.146 INFO:tasks.workunit.client.0.smithi028.stdout: 0 2024-08-29T19:03:22.146 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-08-29T19:03:22.146 INFO:tasks.workunit.client.0.smithi028.stdout: "up_primary": 1, 2024-08-29T19:03:22.146 INFO:tasks.workunit.client.0.smithi028.stdout: "version": "65'3" 2024-08-29T19:03:22.146 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:22.146 INFO:tasks.workunit.client.0.smithi028.stdout: { 2024-08-29T19:03:22.146 INFO:tasks.workunit.client.0.smithi028.stdout: "acting": [ 2024-08-29T19:03:22.146 INFO:tasks.workunit.client.0.smithi028.stdout: 0, 2024-08-29T19:03:22.146 INFO:tasks.workunit.client.0.smithi028.stdout: 5, 2024-08-29T19:03:22.146 INFO:tasks.workunit.client.0.smithi028.stdout: 3 2024-08-29T19:03:22.146 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-08-29T19:03:22.146 INFO:tasks.workunit.client.0.smithi028.stdout: "acting_primary": 0, 2024-08-29T19:03:22.147 INFO:tasks.workunit.client.0.smithi028.stdout: "avail_no_missing": [], 2024-08-29T19:03:22.147 INFO:tasks.workunit.client.0.smithi028.stdout: "blocked_by": [], 2024-08-29T19:03:22.147 INFO:tasks.workunit.client.0.smithi028.stdout: "created": 62, 2024-08-29T19:03:22.147 INFO:tasks.workunit.client.0.smithi028.stdout: "dirty_stats_invalid": false, 2024-08-29T19:03:22.147 INFO:tasks.workunit.client.0.smithi028.stdout: "hitset_bytes_stats_invalid": false, 2024-08-29T19:03:22.147 INFO:tasks.workunit.client.0.smithi028.stdout: "hitset_stats_invalid": false, 2024-08-29T19:03:22.147 INFO:tasks.workunit.client.0.smithi028.stdout: "last_active": "2024-08-29T19:02:14.107756+0000", 2024-08-29T19:03:22.147 INFO:tasks.workunit.client.0.smithi028.stdout: "last_became_active": "2024-08-29T17:57:02.380082+0000", 2024-08-29T19:03:22.147 INFO:tasks.workunit.client.0.smithi028.stdout: "last_became_peered": "2024-08-29T17:57:02.380082+0000", 2024-08-29T19:03:22.147 INFO:tasks.workunit.client.0.smithi028.stdout: "last_change": "2024-08-29T17:57:02.380683+0000", 2024-08-29T19:03:22.147 INFO:tasks.workunit.client.0.smithi028.stdout: "last_clean": "2024-08-29T19:02:14.107756+0000", 2024-08-29T19:03:22.147 INFO:tasks.workunit.client.0.smithi028.stdout: "last_clean_scrub_stamp": "2024-08-29T17:41:01.987071+0000", 2024-08-29T19:03:22.147 INFO:tasks.workunit.client.0.smithi028.stdout: "last_deep_scrub": "0'0", 2024-08-29T19:03:22.147 INFO:tasks.workunit.client.0.smithi028.stdout: "last_deep_scrub_stamp": "2024-08-29T17:41:01.987071+0000", 2024-08-29T19:03:22.148 INFO:tasks.workunit.client.0.smithi028.stdout: "last_epoch_clean": 613, 2024-08-29T19:03:22.148 INFO:tasks.workunit.client.0.smithi028.stdout: "last_fresh": "2024-08-29T19:02:14.107756+0000", 2024-08-29T19:03:22.148 INFO:tasks.workunit.client.0.smithi028.stdout: "last_fullsized": "2024-08-29T19:02:14.107756+0000", 2024-08-29T19:03:22.148 INFO:tasks.workunit.client.0.smithi028.stdout: "last_peered": "2024-08-29T19:02:14.107756+0000", 2024-08-29T19:03:22.148 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub": "0'0", 2024-08-29T19:03:22.148 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub_duration": 0, 2024-08-29T19:03:22.148 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub_stamp": "2024-08-29T17:41:01.987071+0000", 2024-08-29T19:03:22.148 INFO:tasks.workunit.client.0.smithi028.stdout: "last_undegraded": "2024-08-29T19:02:14.107756+0000", 2024-08-29T19:03:22.148 INFO:tasks.workunit.client.0.smithi028.stdout: "last_unstale": "2024-08-29T19:02:14.107756+0000", 2024-08-29T19:03:22.148 INFO:tasks.workunit.client.0.smithi028.stdout: "log_dups_size": 0, 2024-08-29T19:03:22.148 INFO:tasks.workunit.client.0.smithi028.stdout: "log_size": 0, 2024-08-29T19:03:22.148 INFO:tasks.workunit.client.0.smithi028.stdout: "log_start": "0'0", 2024-08-29T19:03:22.148 INFO:tasks.workunit.client.0.smithi028.stdout: "manifest_stats_invalid": false, 2024-08-29T19:03:22.148 INFO:tasks.workunit.client.0.smithi028.stdout: "mapping_epoch": 612, 2024-08-29T19:03:22.149 INFO:tasks.workunit.client.0.smithi028.stdout: "object_location_counts": [], 2024-08-29T19:03:22.149 INFO:tasks.workunit.client.0.smithi028.stdout: "objects_scrubbed": 0, 2024-08-29T19:03:22.149 INFO:tasks.workunit.client.0.smithi028.stdout: "objects_trimmed": 0, 2024-08-29T19:03:22.149 INFO:tasks.workunit.client.0.smithi028.stdout: "omap_stats_invalid": false, 2024-08-29T19:03:22.149 INFO:tasks.workunit.client.0.smithi028.stdout: "ondisk_log_size": 0, 2024-08-29T19:03:22.149 INFO:tasks.workunit.client.0.smithi028.stdout: "ondisk_log_start": "0'0", 2024-08-29T19:03:22.149 INFO:tasks.workunit.client.0.smithi028.stdout: "parent": "0.0", 2024-08-29T19:03:22.149 INFO:tasks.workunit.client.0.smithi028.stdout: "parent_split_bits": 0, 2024-08-29T19:03:22.149 INFO:tasks.workunit.client.0.smithi028.stdout: "pgid": "3.17", 2024-08-29T19:03:22.149 INFO:tasks.workunit.client.0.smithi028.stdout: "pin_stats_invalid": false, 2024-08-29T19:03:22.149 INFO:tasks.workunit.client.0.smithi028.stdout: "purged_snaps": [], 2024-08-29T19:03:22.149 INFO:tasks.workunit.client.0.smithi028.stdout: "reported_epoch": 2650, 2024-08-29T19:03:22.149 INFO:tasks.workunit.client.0.smithi028.stdout: "reported_seq": 4808, 2024-08-29T19:03:22.149 INFO:tasks.workunit.client.0.smithi028.stdout: "scrub_duration": 0.0, 2024-08-29T19:03:22.150 INFO:tasks.workunit.client.0.smithi028.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-31T03:08:05.451607+0000", 2024-08-29T19:03:22.150 INFO:tasks.workunit.client.0.smithi028.stdout: "snaptrim_duration": 0.0, 2024-08-29T19:03:22.150 INFO:tasks.workunit.client.0.smithi028.stdout: "snaptrimq_len": 0, 2024-08-29T19:03:22.150 INFO:tasks.workunit.client.0.smithi028.stdout: "stat_sum": { 2024-08-29T19:03:22.150 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes": 0, 2024-08-29T19:03:22.150 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes_hit_set_archive": 0, 2024-08-29T19:03:22.150 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes_recovered": 0, 2024-08-29T19:03:22.150 INFO:tasks.workunit.client.0.smithi028.stdout: "num_deep_scrub_errors": 0, 2024-08-29T19:03:22.150 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict": 0, 2024-08-29T19:03:22.150 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_kb": 0, 2024-08-29T19:03:22.150 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_mode_full": 0, 2024-08-29T19:03:22.150 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_mode_some": 0, 2024-08-29T19:03:22.150 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush": 0, 2024-08-29T19:03:22.150 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_kb": 0, 2024-08-29T19:03:22.151 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_mode_high": 0, 2024-08-29T19:03:22.151 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_mode_low": 0, 2024-08-29T19:03:22.151 INFO:tasks.workunit.client.0.smithi028.stdout: "num_keys_recovered": 0, 2024-08-29T19:03:22.151 INFO:tasks.workunit.client.0.smithi028.stdout: "num_large_omap_objects": 0, 2024-08-29T19:03:22.151 INFO:tasks.workunit.client.0.smithi028.stdout: "num_legacy_snapsets": 0, 2024-08-29T19:03:22.151 INFO:tasks.workunit.client.0.smithi028.stdout: "num_object_clones": 0, 2024-08-29T19:03:22.151 INFO:tasks.workunit.client.0.smithi028.stdout: "num_object_copies": 0, 2024-08-29T19:03:22.151 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects": 0, 2024-08-29T19:03:22.151 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_degraded": 0, 2024-08-29T19:03:22.151 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_dirty": 0, 2024-08-29T19:03:22.151 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_hit_set_archive": 0, 2024-08-29T19:03:22.151 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_manifest": 0, 2024-08-29T19:03:22.151 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_misplaced": 0, 2024-08-29T19:03:22.151 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_missing": 0, 2024-08-29T19:03:22.152 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_missing_on_primary": 0, 2024-08-29T19:03:22.152 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_omap": 0, 2024-08-29T19:03:22.152 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_pinned": 0, 2024-08-29T19:03:22.152 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_recovered": 0, 2024-08-29T19:03:22.152 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_repaired": 0, 2024-08-29T19:03:22.152 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_unfound": 0, 2024-08-29T19:03:22.152 INFO:tasks.workunit.client.0.smithi028.stdout: "num_omap_bytes": 0, 2024-08-29T19:03:22.152 INFO:tasks.workunit.client.0.smithi028.stdout: "num_omap_keys": 0, 2024-08-29T19:03:22.152 INFO:tasks.workunit.client.0.smithi028.stdout: "num_promote": 0, 2024-08-29T19:03:22.152 INFO:tasks.workunit.client.0.smithi028.stdout: "num_read": 0, 2024-08-29T19:03:22.152 INFO:tasks.workunit.client.0.smithi028.stdout: "num_read_kb": 0, 2024-08-29T19:03:22.152 INFO:tasks.workunit.client.0.smithi028.stdout: "num_scrub_errors": 0, 2024-08-29T19:03:22.152 INFO:tasks.workunit.client.0.smithi028.stdout: "num_shallow_scrub_errors": 0, 2024-08-29T19:03:22.152 INFO:tasks.workunit.client.0.smithi028.stdout: "num_whiteouts": 0, 2024-08-29T19:03:22.153 INFO:tasks.workunit.client.0.smithi028.stdout: "num_write": 0, 2024-08-29T19:03:22.153 INFO:tasks.workunit.client.0.smithi028.stdout: "num_write_kb": 0 2024-08-29T19:03:22.153 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:22.153 INFO:tasks.workunit.client.0.smithi028.stdout: "state": "active+clean", 2024-08-29T19:03:22.153 INFO:tasks.workunit.client.0.smithi028.stdout: "stats_invalid": false, 2024-08-29T19:03:22.153 INFO:tasks.workunit.client.0.smithi028.stdout: "up": [ 2024-08-29T19:03:22.153 INFO:tasks.workunit.client.0.smithi028.stdout: 0, 2024-08-29T19:03:22.153 INFO:tasks.workunit.client.0.smithi028.stdout: 5, 2024-08-29T19:03:22.153 INFO:tasks.workunit.client.0.smithi028.stdout: 3 2024-08-29T19:03:22.153 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-08-29T19:03:22.153 INFO:tasks.workunit.client.0.smithi028.stdout: "up_primary": 0, 2024-08-29T19:03:22.153 INFO:tasks.workunit.client.0.smithi028.stdout: "version": "0'0" 2024-08-29T19:03:22.153 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:22.153 INFO:tasks.workunit.client.0.smithi028.stdout: { 2024-08-29T19:03:22.153 INFO:tasks.workunit.client.0.smithi028.stdout: "acting": [ 2024-08-29T19:03:22.154 INFO:tasks.workunit.client.0.smithi028.stdout: 5, 2024-08-29T19:03:22.154 INFO:tasks.workunit.client.0.smithi028.stdout: 6, 2024-08-29T19:03:22.154 INFO:tasks.workunit.client.0.smithi028.stdout: 2 2024-08-29T19:03:22.154 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-08-29T19:03:22.154 INFO:tasks.workunit.client.0.smithi028.stdout: "acting_primary": 5, 2024-08-29T19:03:22.154 INFO:tasks.workunit.client.0.smithi028.stdout: "avail_no_missing": [], 2024-08-29T19:03:22.154 INFO:tasks.workunit.client.0.smithi028.stdout: "blocked_by": [], 2024-08-29T19:03:22.154 INFO:tasks.workunit.client.0.smithi028.stdout: "created": 59, 2024-08-29T19:03:22.154 INFO:tasks.workunit.client.0.smithi028.stdout: "dirty_stats_invalid": false, 2024-08-29T19:03:22.154 INFO:tasks.workunit.client.0.smithi028.stdout: "hitset_bytes_stats_invalid": false, 2024-08-29T19:03:22.154 INFO:tasks.workunit.client.0.smithi028.stdout: "hitset_stats_invalid": false, 2024-08-29T19:03:22.154 INFO:tasks.workunit.client.0.smithi028.stdout: "last_active": "2024-08-29T19:02:14.932416+0000", 2024-08-29T19:03:22.154 INFO:tasks.workunit.client.0.smithi028.stdout: "last_became_active": "2024-08-29T17:57:36.368079+0000", 2024-08-29T19:03:22.154 INFO:tasks.workunit.client.0.smithi028.stdout: "last_became_peered": "2024-08-29T17:57:36.368079+0000", 2024-08-29T19:03:22.155 INFO:tasks.workunit.client.0.smithi028.stdout: "last_change": "2024-08-29T17:57:36.368474+0000", 2024-08-29T19:03:22.155 INFO:tasks.workunit.client.0.smithi028.stdout: "last_clean": "2024-08-29T19:02:14.932416+0000", 2024-08-29T19:03:22.155 INFO:tasks.workunit.client.0.smithi028.stdout: "last_clean_scrub_stamp": "2024-08-29T17:40:52.944949+0000", 2024-08-29T19:03:22.155 INFO:tasks.workunit.client.0.smithi028.stdout: "last_deep_scrub": "0'0", 2024-08-29T19:03:22.155 INFO:tasks.workunit.client.0.smithi028.stdout: "last_deep_scrub_stamp": "2024-08-29T17:40:52.944949+0000", 2024-08-29T19:03:22.155 INFO:tasks.workunit.client.0.smithi028.stdout: "last_epoch_clean": 646, 2024-08-29T19:03:22.155 INFO:tasks.workunit.client.0.smithi028.stdout: "last_fresh": "2024-08-29T19:02:14.932416+0000", 2024-08-29T19:03:22.155 INFO:tasks.workunit.client.0.smithi028.stdout: "last_fullsized": "2024-08-29T19:02:14.932416+0000", 2024-08-29T19:03:22.155 INFO:tasks.workunit.client.0.smithi028.stdout: "last_peered": "2024-08-29T19:02:14.932416+0000", 2024-08-29T19:03:22.155 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub": "0'0", 2024-08-29T19:03:22.155 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub_duration": 0, 2024-08-29T19:03:22.155 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub_stamp": "2024-08-29T17:40:52.944949+0000", 2024-08-29T19:03:22.155 INFO:tasks.workunit.client.0.smithi028.stdout: "last_undegraded": "2024-08-29T19:02:14.932416+0000", 2024-08-29T19:03:22.155 INFO:tasks.workunit.client.0.smithi028.stdout: "last_unstale": "2024-08-29T19:02:14.932416+0000", 2024-08-29T19:03:22.156 INFO:tasks.workunit.client.0.smithi028.stdout: "log_dups_size": 0, 2024-08-29T19:03:22.156 INFO:tasks.workunit.client.0.smithi028.stdout: "log_size": 0, 2024-08-29T19:03:22.156 INFO:tasks.workunit.client.0.smithi028.stdout: "log_start": "0'0", 2024-08-29T19:03:22.156 INFO:tasks.workunit.client.0.smithi028.stdout: "manifest_stats_invalid": false, 2024-08-29T19:03:22.156 INFO:tasks.workunit.client.0.smithi028.stdout: "mapping_epoch": 645, 2024-08-29T19:03:22.156 INFO:tasks.workunit.client.0.smithi028.stdout: "object_location_counts": [], 2024-08-29T19:03:22.156 INFO:tasks.workunit.client.0.smithi028.stdout: "objects_scrubbed": 0, 2024-08-29T19:03:22.156 INFO:tasks.workunit.client.0.smithi028.stdout: "objects_trimmed": 0, 2024-08-29T19:03:22.156 INFO:tasks.workunit.client.0.smithi028.stdout: "omap_stats_invalid": false, 2024-08-29T19:03:22.156 INFO:tasks.workunit.client.0.smithi028.stdout: "ondisk_log_size": 0, 2024-08-29T19:03:22.156 INFO:tasks.workunit.client.0.smithi028.stdout: "ondisk_log_start": "0'0", 2024-08-29T19:03:22.157 INFO:tasks.workunit.client.0.smithi028.stdout: "parent": "0.0", 2024-08-29T19:03:22.157 INFO:tasks.workunit.client.0.smithi028.stdout: "parent_split_bits": 0, 2024-08-29T19:03:22.157 INFO:tasks.workunit.client.0.smithi028.stdout: "pgid": "2.16", 2024-08-29T19:03:22.157 INFO:tasks.workunit.client.0.smithi028.stdout: "pin_stats_invalid": false, 2024-08-29T19:03:22.157 INFO:tasks.workunit.client.0.smithi028.stdout: "purged_snaps": [], 2024-08-29T19:03:22.157 INFO:tasks.workunit.client.0.smithi028.stdout: "reported_epoch": 2650, 2024-08-29T19:03:22.157 INFO:tasks.workunit.client.0.smithi028.stdout: "reported_seq": 4606, 2024-08-29T19:03:22.157 INFO:tasks.workunit.client.0.smithi028.stdout: "scrub_duration": 0.0, 2024-08-29T19:03:22.157 INFO:tasks.workunit.client.0.smithi028.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-30T19:25:44.041708+0000", 2024-08-29T19:03:22.157 INFO:tasks.workunit.client.0.smithi028.stdout: "snaptrim_duration": 0.0, 2024-08-29T19:03:22.157 INFO:tasks.workunit.client.0.smithi028.stdout: "snaptrimq_len": 0, 2024-08-29T19:03:22.157 INFO:tasks.workunit.client.0.smithi028.stdout: "stat_sum": { 2024-08-29T19:03:22.157 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes": 0, 2024-08-29T19:03:22.158 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes_hit_set_archive": 0, 2024-08-29T19:03:22.158 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes_recovered": 0, 2024-08-29T19:03:22.158 INFO:tasks.workunit.client.0.smithi028.stdout: "num_deep_scrub_errors": 0, 2024-08-29T19:03:22.158 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict": 0, 2024-08-29T19:03:22.158 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_kb": 0, 2024-08-29T19:03:22.158 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_mode_full": 0, 2024-08-29T19:03:22.158 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_mode_some": 0, 2024-08-29T19:03:22.158 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush": 0, 2024-08-29T19:03:22.158 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_kb": 0, 2024-08-29T19:03:22.158 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_mode_high": 0, 2024-08-29T19:03:22.158 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_mode_low": 0, 2024-08-29T19:03:22.158 INFO:tasks.workunit.client.0.smithi028.stdout: "num_keys_recovered": 0, 2024-08-29T19:03:22.158 INFO:tasks.workunit.client.0.smithi028.stdout: "num_large_omap_objects": 0, 2024-08-29T19:03:22.158 INFO:tasks.workunit.client.0.smithi028.stdout: "num_legacy_snapsets": 0, 2024-08-29T19:03:22.158 INFO:tasks.workunit.client.0.smithi028.stdout: "num_object_clones": 0, 2024-08-29T19:03:22.159 INFO:tasks.workunit.client.0.smithi028.stdout: "num_object_copies": 0, 2024-08-29T19:03:22.159 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects": 0, 2024-08-29T19:03:22.159 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_degraded": 0, 2024-08-29T19:03:22.159 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_dirty": 0, 2024-08-29T19:03:22.159 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_hit_set_archive": 0, 2024-08-29T19:03:22.159 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_manifest": 0, 2024-08-29T19:03:22.159 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_misplaced": 0, 2024-08-29T19:03:22.159 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_missing": 0, 2024-08-29T19:03:22.159 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_missing_on_primary": 0, 2024-08-29T19:03:22.159 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_omap": 0, 2024-08-29T19:03:22.159 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_pinned": 0, 2024-08-29T19:03:22.159 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_recovered": 0, 2024-08-29T19:03:22.159 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_repaired": 0, 2024-08-29T19:03:22.159 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_unfound": 0, 2024-08-29T19:03:22.160 INFO:tasks.workunit.client.0.smithi028.stdout: "num_omap_bytes": 0, 2024-08-29T19:03:22.160 INFO:tasks.workunit.client.0.smithi028.stdout: "num_omap_keys": 0, 2024-08-29T19:03:22.160 INFO:tasks.workunit.client.0.smithi028.stdout: "num_promote": 0, 2024-08-29T19:03:22.160 INFO:tasks.workunit.client.0.smithi028.stdout: "num_read": 0, 2024-08-29T19:03:22.160 INFO:tasks.workunit.client.0.smithi028.stdout: "num_read_kb": 0, 2024-08-29T19:03:22.160 INFO:tasks.workunit.client.0.smithi028.stdout: "num_scrub_errors": 0, 2024-08-29T19:03:22.160 INFO:tasks.workunit.client.0.smithi028.stdout: "num_shallow_scrub_errors": 0, 2024-08-29T19:03:22.160 INFO:tasks.workunit.client.0.smithi028.stdout: "num_whiteouts": 0, 2024-08-29T19:03:22.160 INFO:tasks.workunit.client.0.smithi028.stdout: "num_write": 0, 2024-08-29T19:03:22.160 INFO:tasks.workunit.client.0.smithi028.stdout: "num_write_kb": 0 2024-08-29T19:03:22.160 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:22.160 INFO:tasks.workunit.client.0.smithi028.stdout: "state": "active+clean", 2024-08-29T19:03:22.160 INFO:tasks.workunit.client.0.smithi028.stdout: "stats_invalid": false, 2024-08-29T19:03:22.160 INFO:tasks.workunit.client.0.smithi028.stdout: "up": [ 2024-08-29T19:03:22.161 INFO:tasks.workunit.client.0.smithi028.stdout: 5, 2024-08-29T19:03:22.161 INFO:tasks.workunit.client.0.smithi028.stdout: 6, 2024-08-29T19:03:22.161 INFO:tasks.workunit.client.0.smithi028.stdout: 2 2024-08-29T19:03:22.161 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-08-29T19:03:22.161 INFO:tasks.workunit.client.0.smithi028.stdout: "up_primary": 5, 2024-08-29T19:03:22.161 INFO:tasks.workunit.client.0.smithi028.stdout: "version": "0'0" 2024-08-29T19:03:22.161 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:22.161 INFO:tasks.workunit.client.0.smithi028.stdout: { 2024-08-29T19:03:22.161 INFO:tasks.workunit.client.0.smithi028.stdout: "acting": [ 2024-08-29T19:03:22.161 INFO:tasks.workunit.client.0.smithi028.stdout: 5, 2024-08-29T19:03:22.161 INFO:tasks.workunit.client.0.smithi028.stdout: 7, 2024-08-29T19:03:22.161 INFO:tasks.workunit.client.0.smithi028.stdout: 1 2024-08-29T19:03:22.161 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-08-29T19:03:22.161 INFO:tasks.workunit.client.0.smithi028.stdout: "acting_primary": 5, 2024-08-29T19:03:22.162 INFO:tasks.workunit.client.0.smithi028.stdout: "avail_no_missing": [], 2024-08-29T19:03:22.162 INFO:tasks.workunit.client.0.smithi028.stdout: "blocked_by": [], 2024-08-29T19:03:22.162 INFO:tasks.workunit.client.0.smithi028.stdout: "created": 62, 2024-08-29T19:03:22.162 INFO:tasks.workunit.client.0.smithi028.stdout: "dirty_stats_invalid": false, 2024-08-29T19:03:22.162 INFO:tasks.workunit.client.0.smithi028.stdout: "hitset_bytes_stats_invalid": false, 2024-08-29T19:03:22.162 INFO:tasks.workunit.client.0.smithi028.stdout: "hitset_stats_invalid": false, 2024-08-29T19:03:22.162 INFO:tasks.workunit.client.0.smithi028.stdout: "last_active": "2024-08-29T19:02:14.931975+0000", 2024-08-29T19:03:22.162 INFO:tasks.workunit.client.0.smithi028.stdout: "last_became_active": "2024-08-29T17:58:11.350600+0000", 2024-08-29T19:03:22.162 INFO:tasks.workunit.client.0.smithi028.stdout: "last_became_peered": "2024-08-29T17:58:11.350600+0000", 2024-08-29T19:03:22.162 INFO:tasks.workunit.client.0.smithi028.stdout: "last_change": "2024-08-29T17:58:11.351360+0000", 2024-08-29T19:03:22.162 INFO:tasks.workunit.client.0.smithi028.stdout: "last_clean": "2024-08-29T19:02:14.931975+0000", 2024-08-29T19:03:22.162 INFO:tasks.workunit.client.0.smithi028.stdout: "last_clean_scrub_stamp": "2024-08-29T17:41:01.987071+0000", 2024-08-29T19:03:22.162 INFO:tasks.workunit.client.0.smithi028.stdout: "last_deep_scrub": "0'0", 2024-08-29T19:03:22.162 INFO:tasks.workunit.client.0.smithi028.stdout: "last_deep_scrub_stamp": "2024-08-29T17:41:01.987071+0000", 2024-08-29T19:03:22.163 INFO:tasks.workunit.client.0.smithi028.stdout: "last_epoch_clean": 681, 2024-08-29T19:03:22.163 INFO:tasks.workunit.client.0.smithi028.stdout: "last_fresh": "2024-08-29T19:02:14.931975+0000", 2024-08-29T19:03:22.163 INFO:tasks.workunit.client.0.smithi028.stdout: "last_fullsized": "2024-08-29T19:02:14.931975+0000", 2024-08-29T19:03:22.163 INFO:tasks.workunit.client.0.smithi028.stdout: "last_peered": "2024-08-29T19:02:14.931975+0000", 2024-08-29T19:03:22.163 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub": "0'0", 2024-08-29T19:03:22.163 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub_duration": 0, 2024-08-29T19:03:22.163 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub_stamp": "2024-08-29T17:41:01.987071+0000", 2024-08-29T19:03:22.163 INFO:tasks.workunit.client.0.smithi028.stdout: "last_undegraded": "2024-08-29T19:02:14.931975+0000", 2024-08-29T19:03:22.163 INFO:tasks.workunit.client.0.smithi028.stdout: "last_unstale": "2024-08-29T19:02:14.931975+0000", 2024-08-29T19:03:22.163 INFO:tasks.workunit.client.0.smithi028.stdout: "log_dups_size": 0, 2024-08-29T19:03:22.163 INFO:tasks.workunit.client.0.smithi028.stdout: "log_size": 0, 2024-08-29T19:03:22.163 INFO:tasks.workunit.client.0.smithi028.stdout: "log_start": "0'0", 2024-08-29T19:03:22.163 INFO:tasks.workunit.client.0.smithi028.stdout: "manifest_stats_invalid": false, 2024-08-29T19:03:22.163 INFO:tasks.workunit.client.0.smithi028.stdout: "mapping_epoch": 680, 2024-08-29T19:03:22.164 INFO:tasks.workunit.client.0.smithi028.stdout: "object_location_counts": [], 2024-08-29T19:03:22.164 INFO:tasks.workunit.client.0.smithi028.stdout: "objects_scrubbed": 0, 2024-08-29T19:03:22.164 INFO:tasks.workunit.client.0.smithi028.stdout: "objects_trimmed": 0, 2024-08-29T19:03:22.164 INFO:tasks.workunit.client.0.smithi028.stdout: "omap_stats_invalid": false, 2024-08-29T19:03:22.164 INFO:tasks.workunit.client.0.smithi028.stdout: "ondisk_log_size": 0, 2024-08-29T19:03:22.164 INFO:tasks.workunit.client.0.smithi028.stdout: "ondisk_log_start": "0'0", 2024-08-29T19:03:22.164 INFO:tasks.workunit.client.0.smithi028.stdout: "parent": "0.0", 2024-08-29T19:03:22.164 INFO:tasks.workunit.client.0.smithi028.stdout: "parent_split_bits": 0, 2024-08-29T19:03:22.164 INFO:tasks.workunit.client.0.smithi028.stdout: "pgid": "3.16", 2024-08-29T19:03:22.164 INFO:tasks.workunit.client.0.smithi028.stdout: "pin_stats_invalid": false, 2024-08-29T19:03:22.164 INFO:tasks.workunit.client.0.smithi028.stdout: "purged_snaps": [], 2024-08-29T19:03:22.164 INFO:tasks.workunit.client.0.smithi028.stdout: "reported_epoch": 2650, 2024-08-29T19:03:22.164 INFO:tasks.workunit.client.0.smithi028.stdout: "reported_seq": 4613, 2024-08-29T19:03:22.164 INFO:tasks.workunit.client.0.smithi028.stdout: "scrub_duration": 0.0, 2024-08-29T19:03:22.165 INFO:tasks.workunit.client.0.smithi028.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-30T23:53:37.164297+0000", 2024-08-29T19:03:22.165 INFO:tasks.workunit.client.0.smithi028.stdout: "snaptrim_duration": 0.0, 2024-08-29T19:03:22.165 INFO:tasks.workunit.client.0.smithi028.stdout: "snaptrimq_len": 0, 2024-08-29T19:03:22.165 INFO:tasks.workunit.client.0.smithi028.stdout: "stat_sum": { 2024-08-29T19:03:22.165 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes": 0, 2024-08-29T19:03:22.165 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes_hit_set_archive": 0, 2024-08-29T19:03:22.165 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes_recovered": 0, 2024-08-29T19:03:22.165 INFO:tasks.workunit.client.0.smithi028.stdout: "num_deep_scrub_errors": 0, 2024-08-29T19:03:22.165 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict": 0, 2024-08-29T19:03:22.165 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_kb": 0, 2024-08-29T19:03:22.165 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_mode_full": 0, 2024-08-29T19:03:22.165 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_mode_some": 0, 2024-08-29T19:03:22.165 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush": 0, 2024-08-29T19:03:22.165 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_kb": 0, 2024-08-29T19:03:22.166 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_mode_high": 0, 2024-08-29T19:03:22.166 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_mode_low": 0, 2024-08-29T19:03:22.166 INFO:tasks.workunit.client.0.smithi028.stdout: "num_keys_recovered": 0, 2024-08-29T19:03:22.166 INFO:tasks.workunit.client.0.smithi028.stdout: "num_large_omap_objects": 0, 2024-08-29T19:03:22.166 INFO:tasks.workunit.client.0.smithi028.stdout: "num_legacy_snapsets": 0, 2024-08-29T19:03:22.166 INFO:tasks.workunit.client.0.smithi028.stdout: "num_object_clones": 0, 2024-08-29T19:03:22.166 INFO:tasks.workunit.client.0.smithi028.stdout: "num_object_copies": 0, 2024-08-29T19:03:22.166 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects": 0, 2024-08-29T19:03:22.166 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_degraded": 0, 2024-08-29T19:03:22.166 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_dirty": 0, 2024-08-29T19:03:22.166 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_hit_set_archive": 0, 2024-08-29T19:03:22.166 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_manifest": 0, 2024-08-29T19:03:22.166 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_misplaced": 0, 2024-08-29T19:03:22.166 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_missing": 0, 2024-08-29T19:03:22.166 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_missing_on_primary": 0, 2024-08-29T19:03:22.167 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_omap": 0, 2024-08-29T19:03:22.167 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_pinned": 0, 2024-08-29T19:03:22.167 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_recovered": 0, 2024-08-29T19:03:22.167 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_repaired": 0, 2024-08-29T19:03:22.167 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_unfound": 0, 2024-08-29T19:03:22.167 INFO:tasks.workunit.client.0.smithi028.stdout: "num_omap_bytes": 0, 2024-08-29T19:03:22.167 INFO:tasks.workunit.client.0.smithi028.stdout: "num_omap_keys": 0, 2024-08-29T19:03:22.167 INFO:tasks.workunit.client.0.smithi028.stdout: "num_promote": 0, 2024-08-29T19:03:22.167 INFO:tasks.workunit.client.0.smithi028.stdout: "num_read": 0, 2024-08-29T19:03:22.167 INFO:tasks.workunit.client.0.smithi028.stdout: "num_read_kb": 0, 2024-08-29T19:03:22.167 INFO:tasks.workunit.client.0.smithi028.stdout: "num_scrub_errors": 0, 2024-08-29T19:03:22.167 INFO:tasks.workunit.client.0.smithi028.stdout: "num_shallow_scrub_errors": 0, 2024-08-29T19:03:22.167 INFO:tasks.workunit.client.0.smithi028.stdout: "num_whiteouts": 0, 2024-08-29T19:03:22.167 INFO:tasks.workunit.client.0.smithi028.stdout: "num_write": 0, 2024-08-29T19:03:22.168 INFO:tasks.workunit.client.0.smithi028.stdout: "num_write_kb": 0 2024-08-29T19:03:22.168 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:22.168 INFO:tasks.workunit.client.0.smithi028.stdout: "state": "active+clean", 2024-08-29T19:03:22.168 INFO:tasks.workunit.client.0.smithi028.stdout: "stats_invalid": false, 2024-08-29T19:03:22.168 INFO:tasks.workunit.client.0.smithi028.stdout: "up": [ 2024-08-29T19:03:22.168 INFO:tasks.workunit.client.0.smithi028.stdout: 5, 2024-08-29T19:03:22.168 INFO:tasks.workunit.client.0.smithi028.stdout: 7, 2024-08-29T19:03:22.168 INFO:tasks.workunit.client.0.smithi028.stdout: 1 2024-08-29T19:03:22.168 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-08-29T19:03:22.168 INFO:tasks.workunit.client.0.smithi028.stdout: "up_primary": 5, 2024-08-29T19:03:22.168 INFO:tasks.workunit.client.0.smithi028.stdout: "version": "0'0" 2024-08-29T19:03:22.168 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:22.168 INFO:tasks.workunit.client.0.smithi028.stdout: { 2024-08-29T19:03:22.168 INFO:tasks.workunit.client.0.smithi028.stdout: "acting": [ 2024-08-29T19:03:22.169 INFO:tasks.workunit.client.0.smithi028.stdout: 6, 2024-08-29T19:03:22.169 INFO:tasks.workunit.client.0.smithi028.stdout: 5, 2024-08-29T19:03:22.169 INFO:tasks.workunit.client.0.smithi028.stdout: 2 2024-08-29T19:03:22.169 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-08-29T19:03:22.169 INFO:tasks.workunit.client.0.smithi028.stdout: "acting_primary": 6, 2024-08-29T19:03:22.169 INFO:tasks.workunit.client.0.smithi028.stdout: "avail_no_missing": [], 2024-08-29T19:03:22.169 INFO:tasks.workunit.client.0.smithi028.stdout: "blocked_by": [], 2024-08-29T19:03:22.169 INFO:tasks.workunit.client.0.smithi028.stdout: "created": 59, 2024-08-29T19:03:22.169 INFO:tasks.workunit.client.0.smithi028.stdout: "dirty_stats_invalid": false, 2024-08-29T19:03:22.169 INFO:tasks.workunit.client.0.smithi028.stdout: "hitset_bytes_stats_invalid": false, 2024-08-29T19:03:22.169 INFO:tasks.workunit.client.0.smithi028.stdout: "hitset_stats_invalid": false, 2024-08-29T19:03:22.169 INFO:tasks.workunit.client.0.smithi028.stdout: "last_active": "2024-08-29T19:02:14.926573+0000", 2024-08-29T19:03:22.169 INFO:tasks.workunit.client.0.smithi028.stdout: "last_became_active": "2024-08-29T17:57:36.375511+0000", 2024-08-29T19:03:22.169 INFO:tasks.workunit.client.0.smithi028.stdout: "last_became_peered": "2024-08-29T17:57:36.375511+0000", 2024-08-29T19:03:22.170 INFO:tasks.workunit.client.0.smithi028.stdout: "last_change": "2024-08-29T17:57:36.375877+0000", 2024-08-29T19:03:22.170 INFO:tasks.workunit.client.0.smithi028.stdout: "last_clean": "2024-08-29T19:02:14.926573+0000", 2024-08-29T19:03:22.170 INFO:tasks.workunit.client.0.smithi028.stdout: "last_clean_scrub_stamp": "2024-08-29T17:40:52.944949+0000", 2024-08-29T19:03:22.170 INFO:tasks.workunit.client.0.smithi028.stdout: "last_deep_scrub": "0'0", 2024-08-29T19:03:22.170 INFO:tasks.workunit.client.0.smithi028.stdout: "last_deep_scrub_stamp": "2024-08-29T17:40:52.944949+0000", 2024-08-29T19:03:22.170 INFO:tasks.workunit.client.0.smithi028.stdout: "last_epoch_clean": 646, 2024-08-29T19:03:22.170 INFO:tasks.workunit.client.0.smithi028.stdout: "last_fresh": "2024-08-29T19:02:14.926573+0000", 2024-08-29T19:03:22.170 INFO:tasks.workunit.client.0.smithi028.stdout: "last_fullsized": "2024-08-29T19:02:14.926573+0000", 2024-08-29T19:03:22.170 INFO:tasks.workunit.client.0.smithi028.stdout: "last_peered": "2024-08-29T19:02:14.926573+0000", 2024-08-29T19:03:22.170 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub": "0'0", 2024-08-29T19:03:22.170 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub_duration": 0, 2024-08-29T19:03:22.170 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub_stamp": "2024-08-29T17:40:52.944949+0000", 2024-08-29T19:03:22.170 INFO:tasks.workunit.client.0.smithi028.stdout: "last_undegraded": "2024-08-29T19:02:14.926573+0000", 2024-08-29T19:03:22.171 INFO:tasks.workunit.client.0.smithi028.stdout: "last_unstale": "2024-08-29T19:02:14.926573+0000", 2024-08-29T19:03:22.171 INFO:tasks.workunit.client.0.smithi028.stdout: "log_dups_size": 0, 2024-08-29T19:03:22.171 INFO:tasks.workunit.client.0.smithi028.stdout: "log_size": 0, 2024-08-29T19:03:22.171 INFO:tasks.workunit.client.0.smithi028.stdout: "log_start": "0'0", 2024-08-29T19:03:22.171 INFO:tasks.workunit.client.0.smithi028.stdout: "manifest_stats_invalid": false, 2024-08-29T19:03:22.171 INFO:tasks.workunit.client.0.smithi028.stdout: "mapping_epoch": 645, 2024-08-29T19:03:22.171 INFO:tasks.workunit.client.0.smithi028.stdout: "object_location_counts": [], 2024-08-29T19:03:22.171 INFO:tasks.workunit.client.0.smithi028.stdout: "objects_scrubbed": 0, 2024-08-29T19:03:22.171 INFO:tasks.workunit.client.0.smithi028.stdout: "objects_trimmed": 0, 2024-08-29T19:03:22.171 INFO:tasks.workunit.client.0.smithi028.stdout: "omap_stats_invalid": false, 2024-08-29T19:03:22.171 INFO:tasks.workunit.client.0.smithi028.stdout: "ondisk_log_size": 0, 2024-08-29T19:03:22.171 INFO:tasks.workunit.client.0.smithi028.stdout: "ondisk_log_start": "0'0", 2024-08-29T19:03:22.171 INFO:tasks.workunit.client.0.smithi028.stdout: "parent": "0.0", 2024-08-29T19:03:22.171 INFO:tasks.workunit.client.0.smithi028.stdout: "parent_split_bits": 0, 2024-08-29T19:03:22.171 INFO:tasks.workunit.client.0.smithi028.stdout: "pgid": "2.17", 2024-08-29T19:03:22.172 INFO:tasks.workunit.client.0.smithi028.stdout: "pin_stats_invalid": false, 2024-08-29T19:03:22.172 INFO:tasks.workunit.client.0.smithi028.stdout: "purged_snaps": [], 2024-08-29T19:03:22.172 INFO:tasks.workunit.client.0.smithi028.stdout: "reported_epoch": 2650, 2024-08-29T19:03:22.172 INFO:tasks.workunit.client.0.smithi028.stdout: "reported_seq": 4595, 2024-08-29T19:03:22.172 INFO:tasks.workunit.client.0.smithi028.stdout: "scrub_duration": 0.0, 2024-08-29T19:03:22.172 INFO:tasks.workunit.client.0.smithi028.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-31T01:11:01.098830+0000", 2024-08-29T19:03:22.172 INFO:tasks.workunit.client.0.smithi028.stdout: "snaptrim_duration": 0.0, 2024-08-29T19:03:22.172 INFO:tasks.workunit.client.0.smithi028.stdout: "snaptrimq_len": 0, 2024-08-29T19:03:22.172 INFO:tasks.workunit.client.0.smithi028.stdout: "stat_sum": { 2024-08-29T19:03:22.172 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes": 0, 2024-08-29T19:03:22.172 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes_hit_set_archive": 0, 2024-08-29T19:03:22.172 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes_recovered": 0, 2024-08-29T19:03:22.172 INFO:tasks.workunit.client.0.smithi028.stdout: "num_deep_scrub_errors": 0, 2024-08-29T19:03:22.173 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict": 0, 2024-08-29T19:03:22.173 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_kb": 0, 2024-08-29T19:03:22.173 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_mode_full": 0, 2024-08-29T19:03:22.173 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_mode_some": 0, 2024-08-29T19:03:22.173 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush": 0, 2024-08-29T19:03:22.173 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_kb": 0, 2024-08-29T19:03:22.173 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_mode_high": 0, 2024-08-29T19:03:22.173 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_mode_low": 0, 2024-08-29T19:03:22.173 INFO:tasks.workunit.client.0.smithi028.stdout: "num_keys_recovered": 0, 2024-08-29T19:03:22.173 INFO:tasks.workunit.client.0.smithi028.stdout: "num_large_omap_objects": 0, 2024-08-29T19:03:22.173 INFO:tasks.workunit.client.0.smithi028.stdout: "num_legacy_snapsets": 0, 2024-08-29T19:03:22.173 INFO:tasks.workunit.client.0.smithi028.stdout: "num_object_clones": 0, 2024-08-29T19:03:22.173 INFO:tasks.workunit.client.0.smithi028.stdout: "num_object_copies": 0, 2024-08-29T19:03:22.174 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects": 0, 2024-08-29T19:03:22.174 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_degraded": 0, 2024-08-29T19:03:22.174 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_dirty": 0, 2024-08-29T19:03:22.174 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_hit_set_archive": 0, 2024-08-29T19:03:22.174 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_manifest": 0, 2024-08-29T19:03:22.174 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_misplaced": 0, 2024-08-29T19:03:22.174 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_missing": 0, 2024-08-29T19:03:22.174 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_missing_on_primary": 0, 2024-08-29T19:03:22.174 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_omap": 0, 2024-08-29T19:03:22.174 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_pinned": 0, 2024-08-29T19:03:22.174 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_recovered": 0, 2024-08-29T19:03:22.174 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_repaired": 0, 2024-08-29T19:03:22.174 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_unfound": 0, 2024-08-29T19:03:22.174 INFO:tasks.workunit.client.0.smithi028.stdout: "num_omap_bytes": 0, 2024-08-29T19:03:22.175 INFO:tasks.workunit.client.0.smithi028.stdout: "num_omap_keys": 0, 2024-08-29T19:03:22.175 INFO:tasks.workunit.client.0.smithi028.stdout: "num_promote": 0, 2024-08-29T19:03:22.175 INFO:tasks.workunit.client.0.smithi028.stdout: "num_read": 0, 2024-08-29T19:03:22.175 INFO:tasks.workunit.client.0.smithi028.stdout: "num_read_kb": 0, 2024-08-29T19:03:22.175 INFO:tasks.workunit.client.0.smithi028.stdout: "num_scrub_errors": 0, 2024-08-29T19:03:22.175 INFO:tasks.workunit.client.0.smithi028.stdout: "num_shallow_scrub_errors": 0, 2024-08-29T19:03:22.175 INFO:tasks.workunit.client.0.smithi028.stdout: "num_whiteouts": 0, 2024-08-29T19:03:22.175 INFO:tasks.workunit.client.0.smithi028.stdout: "num_write": 0, 2024-08-29T19:03:22.175 INFO:tasks.workunit.client.0.smithi028.stdout: "num_write_kb": 0 2024-08-29T19:03:22.175 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:22.175 INFO:tasks.workunit.client.0.smithi028.stdout: "state": "active+clean", 2024-08-29T19:03:22.175 INFO:tasks.workunit.client.0.smithi028.stdout: "stats_invalid": false, 2024-08-29T19:03:22.175 INFO:tasks.workunit.client.0.smithi028.stdout: "up": [ 2024-08-29T19:03:22.176 INFO:tasks.workunit.client.0.smithi028.stdout: 6, 2024-08-29T19:03:22.176 INFO:tasks.workunit.client.0.smithi028.stdout: 5, 2024-08-29T19:03:22.176 INFO:tasks.workunit.client.0.smithi028.stdout: 2 2024-08-29T19:03:22.176 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-08-29T19:03:22.176 INFO:tasks.workunit.client.0.smithi028.stdout: "up_primary": 6, 2024-08-29T19:03:22.176 INFO:tasks.workunit.client.0.smithi028.stdout: "version": "0'0" 2024-08-29T19:03:22.176 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:22.176 INFO:tasks.workunit.client.0.smithi028.stdout: { 2024-08-29T19:03:22.176 INFO:tasks.workunit.client.0.smithi028.stdout: "acting": [ 2024-08-29T19:03:22.176 INFO:tasks.workunit.client.0.smithi028.stdout: 1, 2024-08-29T19:03:22.176 INFO:tasks.workunit.client.0.smithi028.stdout: 3, 2024-08-29T19:03:22.176 INFO:tasks.workunit.client.0.smithi028.stdout: 4 2024-08-29T19:03:22.176 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-08-29T19:03:22.176 INFO:tasks.workunit.client.0.smithi028.stdout: "acting_primary": 1, 2024-08-29T19:03:22.177 INFO:tasks.workunit.client.0.smithi028.stdout: "avail_no_missing": [], 2024-08-29T19:03:22.177 INFO:tasks.workunit.client.0.smithi028.stdout: "blocked_by": [], 2024-08-29T19:03:22.177 INFO:tasks.workunit.client.0.smithi028.stdout: "created": 62, 2024-08-29T19:03:22.177 INFO:tasks.workunit.client.0.smithi028.stdout: "dirty_stats_invalid": false, 2024-08-29T19:03:22.177 INFO:tasks.workunit.client.0.smithi028.stdout: "hitset_bytes_stats_invalid": false, 2024-08-29T19:03:22.177 INFO:tasks.workunit.client.0.smithi028.stdout: "hitset_stats_invalid": false, 2024-08-29T19:03:22.177 INFO:tasks.workunit.client.0.smithi028.stdout: "last_active": "2024-08-29T19:02:14.817039+0000", 2024-08-29T19:03:22.177 INFO:tasks.workunit.client.0.smithi028.stdout: "last_became_active": "2024-08-29T17:56:29.378319+0000", 2024-08-29T19:03:22.177 INFO:tasks.workunit.client.0.smithi028.stdout: "last_became_peered": "2024-08-29T17:56:29.378319+0000", 2024-08-29T19:03:22.177 INFO:tasks.workunit.client.0.smithi028.stdout: "last_change": "2024-08-29T17:56:29.379920+0000", 2024-08-29T19:03:22.177 INFO:tasks.workunit.client.0.smithi028.stdout: "last_clean": "2024-08-29T19:02:14.817039+0000", 2024-08-29T19:03:22.177 INFO:tasks.workunit.client.0.smithi028.stdout: "last_clean_scrub_stamp": "2024-08-29T17:41:01.987071+0000", 2024-08-29T19:03:22.177 INFO:tasks.workunit.client.0.smithi028.stdout: "last_deep_scrub": "0'0", 2024-08-29T19:03:22.177 INFO:tasks.workunit.client.0.smithi028.stdout: "last_deep_scrub_stamp": "2024-08-29T17:41:01.987071+0000", 2024-08-29T19:03:22.178 INFO:tasks.workunit.client.0.smithi028.stdout: "last_epoch_clean": 580, 2024-08-29T19:03:22.178 INFO:tasks.workunit.client.0.smithi028.stdout: "last_fresh": "2024-08-29T19:02:14.817039+0000", 2024-08-29T19:03:22.178 INFO:tasks.workunit.client.0.smithi028.stdout: "last_fullsized": "2024-08-29T19:02:14.817039+0000", 2024-08-29T19:03:22.178 INFO:tasks.workunit.client.0.smithi028.stdout: "last_peered": "2024-08-29T19:02:14.817039+0000", 2024-08-29T19:03:22.178 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub": "0'0", 2024-08-29T19:03:22.178 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub_duration": 0, 2024-08-29T19:03:22.178 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub_stamp": "2024-08-29T17:41:01.987071+0000", 2024-08-29T19:03:22.178 INFO:tasks.workunit.client.0.smithi028.stdout: "last_undegraded": "2024-08-29T19:02:14.817039+0000", 2024-08-29T19:03:22.178 INFO:tasks.workunit.client.0.smithi028.stdout: "last_unstale": "2024-08-29T19:02:14.817039+0000", 2024-08-29T19:03:22.178 INFO:tasks.workunit.client.0.smithi028.stdout: "log_dups_size": 0, 2024-08-29T19:03:22.178 INFO:tasks.workunit.client.0.smithi028.stdout: "log_size": 0, 2024-08-29T19:03:22.178 INFO:tasks.workunit.client.0.smithi028.stdout: "log_start": "0'0", 2024-08-29T19:03:22.178 INFO:tasks.workunit.client.0.smithi028.stdout: "manifest_stats_invalid": false, 2024-08-29T19:03:22.178 INFO:tasks.workunit.client.0.smithi028.stdout: "mapping_epoch": 579, 2024-08-29T19:03:22.179 INFO:tasks.workunit.client.0.smithi028.stdout: "object_location_counts": [], 2024-08-29T19:03:22.179 INFO:tasks.workunit.client.0.smithi028.stdout: "objects_scrubbed": 0, 2024-08-29T19:03:22.179 INFO:tasks.workunit.client.0.smithi028.stdout: "objects_trimmed": 0, 2024-08-29T19:03:22.179 INFO:tasks.workunit.client.0.smithi028.stdout: "omap_stats_invalid": false, 2024-08-29T19:03:22.179 INFO:tasks.workunit.client.0.smithi028.stdout: "ondisk_log_size": 0, 2024-08-29T19:03:22.179 INFO:tasks.workunit.client.0.smithi028.stdout: "ondisk_log_start": "0'0", 2024-08-29T19:03:22.179 INFO:tasks.workunit.client.0.smithi028.stdout: "parent": "0.0", 2024-08-29T19:03:22.179 INFO:tasks.workunit.client.0.smithi028.stdout: "parent_split_bits": 0, 2024-08-29T19:03:22.179 INFO:tasks.workunit.client.0.smithi028.stdout: "pgid": "3.19", 2024-08-29T19:03:22.179 INFO:tasks.workunit.client.0.smithi028.stdout: "pin_stats_invalid": false, 2024-08-29T19:03:22.179 INFO:tasks.workunit.client.0.smithi028.stdout: "purged_snaps": [], 2024-08-29T19:03:22.179 INFO:tasks.workunit.client.0.smithi028.stdout: "reported_epoch": 2650, 2024-08-29T19:03:22.179 INFO:tasks.workunit.client.0.smithi028.stdout: "reported_seq": 4745, 2024-08-29T19:03:22.179 INFO:tasks.workunit.client.0.smithi028.stdout: "scrub_duration": 0.0, 2024-08-29T19:03:22.179 INFO:tasks.workunit.client.0.smithi028.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-30T22:14:49.998918+0000", 2024-08-29T19:03:22.180 INFO:tasks.workunit.client.0.smithi028.stdout: "snaptrim_duration": 0.0, 2024-08-29T19:03:22.180 INFO:tasks.workunit.client.0.smithi028.stdout: "snaptrimq_len": 0, 2024-08-29T19:03:22.180 INFO:tasks.workunit.client.0.smithi028.stdout: "stat_sum": { 2024-08-29T19:03:22.180 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes": 0, 2024-08-29T19:03:22.180 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes_hit_set_archive": 0, 2024-08-29T19:03:22.180 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes_recovered": 0, 2024-08-29T19:03:22.180 INFO:tasks.workunit.client.0.smithi028.stdout: "num_deep_scrub_errors": 0, 2024-08-29T19:03:22.180 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict": 0, 2024-08-29T19:03:22.180 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_kb": 0, 2024-08-29T19:03:22.180 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_mode_full": 0, 2024-08-29T19:03:22.180 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_mode_some": 0, 2024-08-29T19:03:22.180 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush": 0, 2024-08-29T19:03:22.180 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_kb": 0, 2024-08-29T19:03:22.180 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_mode_high": 0, 2024-08-29T19:03:22.181 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_mode_low": 0, 2024-08-29T19:03:22.181 INFO:tasks.workunit.client.0.smithi028.stdout: "num_keys_recovered": 0, 2024-08-29T19:03:22.181 INFO:tasks.workunit.client.0.smithi028.stdout: "num_large_omap_objects": 0, 2024-08-29T19:03:22.181 INFO:tasks.workunit.client.0.smithi028.stdout: "num_legacy_snapsets": 0, 2024-08-29T19:03:22.181 INFO:tasks.workunit.client.0.smithi028.stdout: "num_object_clones": 0, 2024-08-29T19:03:22.181 INFO:tasks.workunit.client.0.smithi028.stdout: "num_object_copies": 0, 2024-08-29T19:03:22.181 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects": 0, 2024-08-29T19:03:22.181 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_degraded": 0, 2024-08-29T19:03:22.181 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_dirty": 0, 2024-08-29T19:03:22.181 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_hit_set_archive": 0, 2024-08-29T19:03:22.181 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_manifest": 0, 2024-08-29T19:03:22.181 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_misplaced": 0, 2024-08-29T19:03:22.181 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_missing": 0, 2024-08-29T19:03:22.181 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_missing_on_primary": 0, 2024-08-29T19:03:22.182 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_omap": 0, 2024-08-29T19:03:22.182 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_pinned": 0, 2024-08-29T19:03:22.182 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_recovered": 0, 2024-08-29T19:03:22.182 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_repaired": 0, 2024-08-29T19:03:22.182 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_unfound": 0, 2024-08-29T19:03:22.182 INFO:tasks.workunit.client.0.smithi028.stdout: "num_omap_bytes": 0, 2024-08-29T19:03:22.182 INFO:tasks.workunit.client.0.smithi028.stdout: "num_omap_keys": 0, 2024-08-29T19:03:22.182 INFO:tasks.workunit.client.0.smithi028.stdout: "num_promote": 0, 2024-08-29T19:03:22.182 INFO:tasks.workunit.client.0.smithi028.stdout: "num_read": 0, 2024-08-29T19:03:22.182 INFO:tasks.workunit.client.0.smithi028.stdout: "num_read_kb": 0, 2024-08-29T19:03:22.182 INFO:tasks.workunit.client.0.smithi028.stdout: "num_scrub_errors": 0, 2024-08-29T19:03:22.182 INFO:tasks.workunit.client.0.smithi028.stdout: "num_shallow_scrub_errors": 0, 2024-08-29T19:03:22.182 INFO:tasks.workunit.client.0.smithi028.stdout: "num_whiteouts": 0, 2024-08-29T19:03:22.182 INFO:tasks.workunit.client.0.smithi028.stdout: "num_write": 0, 2024-08-29T19:03:22.183 INFO:tasks.workunit.client.0.smithi028.stdout: "num_write_kb": 0 2024-08-29T19:03:22.183 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:22.183 INFO:tasks.workunit.client.0.smithi028.stdout: "state": "active+clean", 2024-08-29T19:03:22.183 INFO:tasks.workunit.client.0.smithi028.stdout: "stats_invalid": false, 2024-08-29T19:03:22.183 INFO:tasks.workunit.client.0.smithi028.stdout: "up": [ 2024-08-29T19:03:22.183 INFO:tasks.workunit.client.0.smithi028.stdout: 1, 2024-08-29T19:03:22.183 INFO:tasks.workunit.client.0.smithi028.stdout: 3, 2024-08-29T19:03:22.183 INFO:tasks.workunit.client.0.smithi028.stdout: 4 2024-08-29T19:03:22.183 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-08-29T19:03:22.183 INFO:tasks.workunit.client.0.smithi028.stdout: "up_primary": 1, 2024-08-29T19:03:22.183 INFO:tasks.workunit.client.0.smithi028.stdout: "version": "0'0" 2024-08-29T19:03:22.183 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:22.183 INFO:tasks.workunit.client.0.smithi028.stdout: { 2024-08-29T19:03:22.183 INFO:tasks.workunit.client.0.smithi028.stdout: "acting": [ 2024-08-29T19:03:22.183 INFO:tasks.workunit.client.0.smithi028.stdout: 5, 2024-08-29T19:03:22.184 INFO:tasks.workunit.client.0.smithi028.stdout: 4, 2024-08-29T19:03:22.184 INFO:tasks.workunit.client.0.smithi028.stdout: 7 2024-08-29T19:03:22.184 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-08-29T19:03:22.184 INFO:tasks.workunit.client.0.smithi028.stdout: "acting_primary": 5, 2024-08-29T19:03:22.184 INFO:tasks.workunit.client.0.smithi028.stdout: "avail_no_missing": [], 2024-08-29T19:03:22.184 INFO:tasks.workunit.client.0.smithi028.stdout: "blocked_by": [], 2024-08-29T19:03:22.184 INFO:tasks.workunit.client.0.smithi028.stdout: "created": 59, 2024-08-29T19:03:22.184 INFO:tasks.workunit.client.0.smithi028.stdout: "dirty_stats_invalid": false, 2024-08-29T19:03:22.184 INFO:tasks.workunit.client.0.smithi028.stdout: "hitset_bytes_stats_invalid": false, 2024-08-29T19:03:22.184 INFO:tasks.workunit.client.0.smithi028.stdout: "hitset_stats_invalid": false, 2024-08-29T19:03:22.184 INFO:tasks.workunit.client.0.smithi028.stdout: "last_active": "2024-08-29T19:02:14.925347+0000", 2024-08-29T19:03:22.184 INFO:tasks.workunit.client.0.smithi028.stdout: "last_became_active": "2024-08-29T17:58:11.350343+0000", 2024-08-29T19:03:22.184 INFO:tasks.workunit.client.0.smithi028.stdout: "last_became_peered": "2024-08-29T17:58:11.350343+0000", 2024-08-29T19:03:22.185 INFO:tasks.workunit.client.0.smithi028.stdout: "last_change": "2024-08-29T17:58:11.351041+0000", 2024-08-29T19:03:22.185 INFO:tasks.workunit.client.0.smithi028.stdout: "last_clean": "2024-08-29T19:02:14.925347+0000", 2024-08-29T19:03:22.185 INFO:tasks.workunit.client.0.smithi028.stdout: "last_clean_scrub_stamp": "2024-08-29T17:40:52.944949+0000", 2024-08-29T19:03:22.185 INFO:tasks.workunit.client.0.smithi028.stdout: "last_deep_scrub": "0'0", 2024-08-29T19:03:22.185 INFO:tasks.workunit.client.0.smithi028.stdout: "last_deep_scrub_stamp": "2024-08-29T17:40:52.944949+0000", 2024-08-29T19:03:22.185 INFO:tasks.workunit.client.0.smithi028.stdout: "last_epoch_clean": 681, 2024-08-29T19:03:22.185 INFO:tasks.workunit.client.0.smithi028.stdout: "last_fresh": "2024-08-29T19:02:14.925347+0000", 2024-08-29T19:03:22.185 INFO:tasks.workunit.client.0.smithi028.stdout: "last_fullsized": "2024-08-29T19:02:14.925347+0000", 2024-08-29T19:03:22.185 INFO:tasks.workunit.client.0.smithi028.stdout: "last_peered": "2024-08-29T19:02:14.925347+0000", 2024-08-29T19:03:22.185 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub": "0'0", 2024-08-29T19:03:22.185 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub_duration": 0, 2024-08-29T19:03:22.185 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub_stamp": "2024-08-29T17:40:52.944949+0000", 2024-08-29T19:03:22.185 INFO:tasks.workunit.client.0.smithi028.stdout: "last_undegraded": "2024-08-29T19:02:14.925347+0000", 2024-08-29T19:03:22.185 INFO:tasks.workunit.client.0.smithi028.stdout: "last_unstale": "2024-08-29T19:02:14.925347+0000", 2024-08-29T19:03:22.186 INFO:tasks.workunit.client.0.smithi028.stdout: "log_dups_size": 0, 2024-08-29T19:03:22.186 INFO:tasks.workunit.client.0.smithi028.stdout: "log_size": 0, 2024-08-29T19:03:22.186 INFO:tasks.workunit.client.0.smithi028.stdout: "log_start": "0'0", 2024-08-29T19:03:22.186 INFO:tasks.workunit.client.0.smithi028.stdout: "manifest_stats_invalid": false, 2024-08-29T19:03:22.186 INFO:tasks.workunit.client.0.smithi028.stdout: "mapping_epoch": 680, 2024-08-29T19:03:22.186 INFO:tasks.workunit.client.0.smithi028.stdout: "object_location_counts": [], 2024-08-29T19:03:22.186 INFO:tasks.workunit.client.0.smithi028.stdout: "objects_scrubbed": 0, 2024-08-29T19:03:22.186 INFO:tasks.workunit.client.0.smithi028.stdout: "objects_trimmed": 0, 2024-08-29T19:03:22.186 INFO:tasks.workunit.client.0.smithi028.stdout: "omap_stats_invalid": false, 2024-08-29T19:03:22.186 INFO:tasks.workunit.client.0.smithi028.stdout: "ondisk_log_size": 0, 2024-08-29T19:03:22.186 INFO:tasks.workunit.client.0.smithi028.stdout: "ondisk_log_start": "0'0", 2024-08-29T19:03:22.186 INFO:tasks.workunit.client.0.smithi028.stdout: "parent": "0.0", 2024-08-29T19:03:22.186 INFO:tasks.workunit.client.0.smithi028.stdout: "parent_split_bits": 0, 2024-08-29T19:03:22.186 INFO:tasks.workunit.client.0.smithi028.stdout: "pgid": "2.18", 2024-08-29T19:03:22.187 INFO:tasks.workunit.client.0.smithi028.stdout: "pin_stats_invalid": false, 2024-08-29T19:03:22.187 INFO:tasks.workunit.client.0.smithi028.stdout: "purged_snaps": [], 2024-08-29T19:03:22.187 INFO:tasks.workunit.client.0.smithi028.stdout: "reported_epoch": 2650, 2024-08-29T19:03:22.187 INFO:tasks.workunit.client.0.smithi028.stdout: "reported_seq": 4627, 2024-08-29T19:03:22.187 INFO:tasks.workunit.client.0.smithi028.stdout: "scrub_duration": 0.0, 2024-08-29T19:03:22.187 INFO:tasks.workunit.client.0.smithi028.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-31T03:37:26.448949+0000", 2024-08-29T19:03:22.187 INFO:tasks.workunit.client.0.smithi028.stdout: "snaptrim_duration": 0.0, 2024-08-29T19:03:22.187 INFO:tasks.workunit.client.0.smithi028.stdout: "snaptrimq_len": 0, 2024-08-29T19:03:22.187 INFO:tasks.workunit.client.0.smithi028.stdout: "stat_sum": { 2024-08-29T19:03:22.187 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes": 0, 2024-08-29T19:03:22.187 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes_hit_set_archive": 0, 2024-08-29T19:03:22.187 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes_recovered": 0, 2024-08-29T19:03:22.187 INFO:tasks.workunit.client.0.smithi028.stdout: "num_deep_scrub_errors": 0, 2024-08-29T19:03:22.187 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict": 0, 2024-08-29T19:03:22.188 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_kb": 0, 2024-08-29T19:03:22.188 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_mode_full": 0, 2024-08-29T19:03:22.188 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_mode_some": 0, 2024-08-29T19:03:22.188 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush": 0, 2024-08-29T19:03:22.188 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_kb": 0, 2024-08-29T19:03:22.188 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_mode_high": 0, 2024-08-29T19:03:22.188 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_mode_low": 0, 2024-08-29T19:03:22.188 INFO:tasks.workunit.client.0.smithi028.stdout: "num_keys_recovered": 0, 2024-08-29T19:03:22.188 INFO:tasks.workunit.client.0.smithi028.stdout: "num_large_omap_objects": 0, 2024-08-29T19:03:22.188 INFO:tasks.workunit.client.0.smithi028.stdout: "num_legacy_snapsets": 0, 2024-08-29T19:03:22.188 INFO:tasks.workunit.client.0.smithi028.stdout: "num_object_clones": 0, 2024-08-29T19:03:22.188 INFO:tasks.workunit.client.0.smithi028.stdout: "num_object_copies": 0, 2024-08-29T19:03:22.188 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects": 0, 2024-08-29T19:03:22.188 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_degraded": 0, 2024-08-29T19:03:22.189 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_dirty": 0, 2024-08-29T19:03:22.189 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_hit_set_archive": 0, 2024-08-29T19:03:22.189 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_manifest": 0, 2024-08-29T19:03:22.189 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_misplaced": 0, 2024-08-29T19:03:22.189 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_missing": 0, 2024-08-29T19:03:22.189 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_missing_on_primary": 0, 2024-08-29T19:03:22.189 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_omap": 0, 2024-08-29T19:03:22.189 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_pinned": 0, 2024-08-29T19:03:22.189 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_recovered": 0, 2024-08-29T19:03:22.189 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_repaired": 0, 2024-08-29T19:03:22.189 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_unfound": 0, 2024-08-29T19:03:22.189 INFO:tasks.workunit.client.0.smithi028.stdout: "num_omap_bytes": 0, 2024-08-29T19:03:22.189 INFO:tasks.workunit.client.0.smithi028.stdout: "num_omap_keys": 0, 2024-08-29T19:03:22.189 INFO:tasks.workunit.client.0.smithi028.stdout: "num_promote": 0, 2024-08-29T19:03:22.190 INFO:tasks.workunit.client.0.smithi028.stdout: "num_read": 0, 2024-08-29T19:03:22.190 INFO:tasks.workunit.client.0.smithi028.stdout: "num_read_kb": 0, 2024-08-29T19:03:22.190 INFO:tasks.workunit.client.0.smithi028.stdout: "num_scrub_errors": 0, 2024-08-29T19:03:22.190 INFO:tasks.workunit.client.0.smithi028.stdout: "num_shallow_scrub_errors": 0, 2024-08-29T19:03:22.190 INFO:tasks.workunit.client.0.smithi028.stdout: "num_whiteouts": 0, 2024-08-29T19:03:22.190 INFO:tasks.workunit.client.0.smithi028.stdout: "num_write": 0, 2024-08-29T19:03:22.190 INFO:tasks.workunit.client.0.smithi028.stdout: "num_write_kb": 0 2024-08-29T19:03:22.190 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:22.190 INFO:tasks.workunit.client.0.smithi028.stdout: "state": "active+clean", 2024-08-29T19:03:22.190 INFO:tasks.workunit.client.0.smithi028.stdout: "stats_invalid": false, 2024-08-29T19:03:22.190 INFO:tasks.workunit.client.0.smithi028.stdout: "up": [ 2024-08-29T19:03:22.190 INFO:tasks.workunit.client.0.smithi028.stdout: 5, 2024-08-29T19:03:22.190 INFO:tasks.workunit.client.0.smithi028.stdout: 4, 2024-08-29T19:03:22.190 INFO:tasks.workunit.client.0.smithi028.stdout: 7 2024-08-29T19:03:22.191 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-08-29T19:03:22.191 INFO:tasks.workunit.client.0.smithi028.stdout: "up_primary": 5, 2024-08-29T19:03:22.191 INFO:tasks.workunit.client.0.smithi028.stdout: "version": "0'0" 2024-08-29T19:03:22.191 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:22.191 INFO:tasks.workunit.client.0.smithi028.stdout: { 2024-08-29T19:03:22.191 INFO:tasks.workunit.client.0.smithi028.stdout: "acting": [ 2024-08-29T19:03:22.191 INFO:tasks.workunit.client.0.smithi028.stdout: 3, 2024-08-29T19:03:22.191 INFO:tasks.workunit.client.0.smithi028.stdout: 0, 2024-08-29T19:03:22.191 INFO:tasks.workunit.client.0.smithi028.stdout: 1 2024-08-29T19:03:22.191 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-08-29T19:03:22.191 INFO:tasks.workunit.client.0.smithi028.stdout: "acting_primary": 3, 2024-08-29T19:03:22.191 INFO:tasks.workunit.client.0.smithi028.stdout: "avail_no_missing": [], 2024-08-29T19:03:22.191 INFO:tasks.workunit.client.0.smithi028.stdout: "blocked_by": [], 2024-08-29T19:03:22.191 INFO:tasks.workunit.client.0.smithi028.stdout: "created": 62, 2024-08-29T19:03:22.192 INFO:tasks.workunit.client.0.smithi028.stdout: "dirty_stats_invalid": false, 2024-08-29T19:03:22.192 INFO:tasks.workunit.client.0.smithi028.stdout: "hitset_bytes_stats_invalid": false, 2024-08-29T19:03:22.192 INFO:tasks.workunit.client.0.smithi028.stdout: "hitset_stats_invalid": false, 2024-08-29T19:03:22.192 INFO:tasks.workunit.client.0.smithi028.stdout: "last_active": "2024-08-29T19:02:14.841023+0000", 2024-08-29T19:03:22.192 INFO:tasks.workunit.client.0.smithi028.stdout: "last_became_active": "2024-08-29T17:55:56.321782+0000", 2024-08-29T19:03:22.192 INFO:tasks.workunit.client.0.smithi028.stdout: "last_became_peered": "2024-08-29T17:55:56.321782+0000", 2024-08-29T19:03:22.192 INFO:tasks.workunit.client.0.smithi028.stdout: "last_change": "2024-08-29T17:55:56.325322+0000", 2024-08-29T19:03:22.192 INFO:tasks.workunit.client.0.smithi028.stdout: "last_clean": "2024-08-29T19:02:14.841023+0000", 2024-08-29T19:03:22.192 INFO:tasks.workunit.client.0.smithi028.stdout: "last_clean_scrub_stamp": "2024-08-29T17:41:01.987071+0000", 2024-08-29T19:03:22.192 INFO:tasks.workunit.client.0.smithi028.stdout: "last_deep_scrub": "0'0", 2024-08-29T19:03:22.192 INFO:tasks.workunit.client.0.smithi028.stdout: "last_deep_scrub_stamp": "2024-08-29T17:41:01.987071+0000", 2024-08-29T19:03:22.192 INFO:tasks.workunit.client.0.smithi028.stdout: "last_epoch_clean": 547, 2024-08-29T19:03:22.192 INFO:tasks.workunit.client.0.smithi028.stdout: "last_fresh": "2024-08-29T19:02:14.841023+0000", 2024-08-29T19:03:22.192 INFO:tasks.workunit.client.0.smithi028.stdout: "last_fullsized": "2024-08-29T19:02:14.841023+0000", 2024-08-29T19:03:22.193 INFO:tasks.workunit.client.0.smithi028.stdout: "last_peered": "2024-08-29T19:02:14.841023+0000", 2024-08-29T19:03:22.193 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub": "0'0", 2024-08-29T19:03:22.193 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub_duration": 0, 2024-08-29T19:03:22.193 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub_stamp": "2024-08-29T17:41:01.987071+0000", 2024-08-29T19:03:22.193 INFO:tasks.workunit.client.0.smithi028.stdout: "last_undegraded": "2024-08-29T19:02:14.841023+0000", 2024-08-29T19:03:22.193 INFO:tasks.workunit.client.0.smithi028.stdout: "last_unstale": "2024-08-29T19:02:14.841023+0000", 2024-08-29T19:03:22.193 INFO:tasks.workunit.client.0.smithi028.stdout: "log_dups_size": 0, 2024-08-29T19:03:22.193 INFO:tasks.workunit.client.0.smithi028.stdout: "log_size": 0, 2024-08-29T19:03:22.193 INFO:tasks.workunit.client.0.smithi028.stdout: "log_start": "0'0", 2024-08-29T19:03:22.193 INFO:tasks.workunit.client.0.smithi028.stdout: "manifest_stats_invalid": false, 2024-08-29T19:03:22.193 INFO:tasks.workunit.client.0.smithi028.stdout: "mapping_epoch": 546, 2024-08-29T19:03:22.193 INFO:tasks.workunit.client.0.smithi028.stdout: "object_location_counts": [], 2024-08-29T19:03:22.193 INFO:tasks.workunit.client.0.smithi028.stdout: "objects_scrubbed": 0, 2024-08-29T19:03:22.193 INFO:tasks.workunit.client.0.smithi028.stdout: "objects_trimmed": 0, 2024-08-29T19:03:22.194 INFO:tasks.workunit.client.0.smithi028.stdout: "omap_stats_invalid": false, 2024-08-29T19:03:22.194 INFO:tasks.workunit.client.0.smithi028.stdout: "ondisk_log_size": 0, 2024-08-29T19:03:22.194 INFO:tasks.workunit.client.0.smithi028.stdout: "ondisk_log_start": "0'0", 2024-08-29T19:03:22.194 INFO:tasks.workunit.client.0.smithi028.stdout: "parent": "0.0", 2024-08-29T19:03:22.194 INFO:tasks.workunit.client.0.smithi028.stdout: "parent_split_bits": 0, 2024-08-29T19:03:22.194 INFO:tasks.workunit.client.0.smithi028.stdout: "pgid": "3.18", 2024-08-29T19:03:22.194 INFO:tasks.workunit.client.0.smithi028.stdout: "pin_stats_invalid": false, 2024-08-29T19:03:22.194 INFO:tasks.workunit.client.0.smithi028.stdout: "purged_snaps": [], 2024-08-29T19:03:22.194 INFO:tasks.workunit.client.0.smithi028.stdout: "reported_epoch": 2650, 2024-08-29T19:03:22.194 INFO:tasks.workunit.client.0.smithi028.stdout: "reported_seq": 4724, 2024-08-29T19:03:22.194 INFO:tasks.workunit.client.0.smithi028.stdout: "scrub_duration": 0.0, 2024-08-29T19:03:22.194 INFO:tasks.workunit.client.0.smithi028.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-30T18:25:00.149428+0000", 2024-08-29T19:03:22.194 INFO:tasks.workunit.client.0.smithi028.stdout: "snaptrim_duration": 0.0, 2024-08-29T19:03:22.194 INFO:tasks.workunit.client.0.smithi028.stdout: "snaptrimq_len": 0, 2024-08-29T19:03:22.194 INFO:tasks.workunit.client.0.smithi028.stdout: "stat_sum": { 2024-08-29T19:03:22.195 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes": 0, 2024-08-29T19:03:22.195 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes_hit_set_archive": 0, 2024-08-29T19:03:22.195 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes_recovered": 0, 2024-08-29T19:03:22.195 INFO:tasks.workunit.client.0.smithi028.stdout: "num_deep_scrub_errors": 0, 2024-08-29T19:03:22.195 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict": 0, 2024-08-29T19:03:22.195 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_kb": 0, 2024-08-29T19:03:22.195 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_mode_full": 0, 2024-08-29T19:03:22.195 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_mode_some": 0, 2024-08-29T19:03:22.195 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush": 0, 2024-08-29T19:03:22.195 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_kb": 0, 2024-08-29T19:03:22.195 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_mode_high": 0, 2024-08-29T19:03:22.195 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_mode_low": 0, 2024-08-29T19:03:22.195 INFO:tasks.workunit.client.0.smithi028.stdout: "num_keys_recovered": 0, 2024-08-29T19:03:22.195 INFO:tasks.workunit.client.0.smithi028.stdout: "num_large_omap_objects": 0, 2024-08-29T19:03:22.196 INFO:tasks.workunit.client.0.smithi028.stdout: "num_legacy_snapsets": 0, 2024-08-29T19:03:22.196 INFO:tasks.workunit.client.0.smithi028.stdout: "num_object_clones": 0, 2024-08-29T19:03:22.196 INFO:tasks.workunit.client.0.smithi028.stdout: "num_object_copies": 0, 2024-08-29T19:03:22.196 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects": 0, 2024-08-29T19:03:22.196 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_degraded": 0, 2024-08-29T19:03:22.196 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_dirty": 0, 2024-08-29T19:03:22.196 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_hit_set_archive": 0, 2024-08-29T19:03:22.196 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_manifest": 0, 2024-08-29T19:03:22.196 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_misplaced": 0, 2024-08-29T19:03:22.196 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_missing": 0, 2024-08-29T19:03:22.196 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_missing_on_primary": 0, 2024-08-29T19:03:22.196 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_omap": 0, 2024-08-29T19:03:22.196 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_pinned": 0, 2024-08-29T19:03:22.196 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_recovered": 0, 2024-08-29T19:03:22.197 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_repaired": 0, 2024-08-29T19:03:22.197 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_unfound": 0, 2024-08-29T19:03:22.197 INFO:tasks.workunit.client.0.smithi028.stdout: "num_omap_bytes": 0, 2024-08-29T19:03:22.197 INFO:tasks.workunit.client.0.smithi028.stdout: "num_omap_keys": 0, 2024-08-29T19:03:22.197 INFO:tasks.workunit.client.0.smithi028.stdout: "num_promote": 0, 2024-08-29T19:03:22.197 INFO:tasks.workunit.client.0.smithi028.stdout: "num_read": 0, 2024-08-29T19:03:22.197 INFO:tasks.workunit.client.0.smithi028.stdout: "num_read_kb": 0, 2024-08-29T19:03:22.197 INFO:tasks.workunit.client.0.smithi028.stdout: "num_scrub_errors": 0, 2024-08-29T19:03:22.197 INFO:tasks.workunit.client.0.smithi028.stdout: "num_shallow_scrub_errors": 0, 2024-08-29T19:03:22.197 INFO:tasks.workunit.client.0.smithi028.stdout: "num_whiteouts": 0, 2024-08-29T19:03:22.197 INFO:tasks.workunit.client.0.smithi028.stdout: "num_write": 0, 2024-08-29T19:03:22.197 INFO:tasks.workunit.client.0.smithi028.stdout: "num_write_kb": 0 2024-08-29T19:03:22.197 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:22.197 INFO:tasks.workunit.client.0.smithi028.stdout: "state": "active+clean", 2024-08-29T19:03:22.198 INFO:tasks.workunit.client.0.smithi028.stdout: "stats_invalid": false, 2024-08-29T19:03:22.198 INFO:tasks.workunit.client.0.smithi028.stdout: "up": [ 2024-08-29T19:03:22.198 INFO:tasks.workunit.client.0.smithi028.stdout: 3, 2024-08-29T19:03:22.198 INFO:tasks.workunit.client.0.smithi028.stdout: 0, 2024-08-29T19:03:22.198 INFO:tasks.workunit.client.0.smithi028.stdout: 1 2024-08-29T19:03:22.198 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-08-29T19:03:22.198 INFO:tasks.workunit.client.0.smithi028.stdout: "up_primary": 3, 2024-08-29T19:03:22.198 INFO:tasks.workunit.client.0.smithi028.stdout: "version": "0'0" 2024-08-29T19:03:22.198 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:22.198 INFO:tasks.workunit.client.0.smithi028.stdout: { 2024-08-29T19:03:22.198 INFO:tasks.workunit.client.0.smithi028.stdout: "acting": [ 2024-08-29T19:03:22.198 INFO:tasks.workunit.client.0.smithi028.stdout: 3, 2024-08-29T19:03:22.198 INFO:tasks.workunit.client.0.smithi028.stdout: 6, 2024-08-29T19:03:22.198 INFO:tasks.workunit.client.0.smithi028.stdout: 0 2024-08-29T19:03:22.199 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-08-29T19:03:22.199 INFO:tasks.workunit.client.0.smithi028.stdout: "acting_primary": 3, 2024-08-29T19:03:22.199 INFO:tasks.workunit.client.0.smithi028.stdout: "avail_no_missing": [], 2024-08-29T19:03:22.199 INFO:tasks.workunit.client.0.smithi028.stdout: "blocked_by": [], 2024-08-29T19:03:22.199 INFO:tasks.workunit.client.0.smithi028.stdout: "created": 59, 2024-08-29T19:03:22.199 INFO:tasks.workunit.client.0.smithi028.stdout: "dirty_stats_invalid": false, 2024-08-29T19:03:22.199 INFO:tasks.workunit.client.0.smithi028.stdout: "hitset_bytes_stats_invalid": false, 2024-08-29T19:03:22.199 INFO:tasks.workunit.client.0.smithi028.stdout: "hitset_stats_invalid": false, 2024-08-29T19:03:22.199 INFO:tasks.workunit.client.0.smithi028.stdout: "last_active": "2024-08-29T19:02:14.839839+0000", 2024-08-29T19:03:22.199 INFO:tasks.workunit.client.0.smithi028.stdout: "last_became_active": "2024-08-29T17:57:36.388876+0000", 2024-08-29T19:03:22.199 INFO:tasks.workunit.client.0.smithi028.stdout: "last_became_peered": "2024-08-29T17:57:36.388876+0000", 2024-08-29T19:03:22.199 INFO:tasks.workunit.client.0.smithi028.stdout: "last_change": "2024-08-29T17:57:36.389415+0000", 2024-08-29T19:03:22.199 INFO:tasks.workunit.client.0.smithi028.stdout: "last_clean": "2024-08-29T19:02:14.839839+0000", 2024-08-29T19:03:22.199 INFO:tasks.workunit.client.0.smithi028.stdout: "last_clean_scrub_stamp": "2024-08-29T17:40:52.944949+0000", 2024-08-29T19:03:22.199 INFO:tasks.workunit.client.0.smithi028.stdout: "last_deep_scrub": "0'0", 2024-08-29T19:03:22.200 INFO:tasks.workunit.client.0.smithi028.stdout: "last_deep_scrub_stamp": "2024-08-29T17:40:52.944949+0000", 2024-08-29T19:03:22.200 INFO:tasks.workunit.client.0.smithi028.stdout: "last_epoch_clean": 646, 2024-08-29T19:03:22.200 INFO:tasks.workunit.client.0.smithi028.stdout: "last_fresh": "2024-08-29T19:02:14.839839+0000", 2024-08-29T19:03:22.200 INFO:tasks.workunit.client.0.smithi028.stdout: "last_fullsized": "2024-08-29T19:02:14.839839+0000", 2024-08-29T19:03:22.200 INFO:tasks.workunit.client.0.smithi028.stdout: "last_peered": "2024-08-29T19:02:14.839839+0000", 2024-08-29T19:03:22.200 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub": "0'0", 2024-08-29T19:03:22.200 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub_duration": 0, 2024-08-29T19:03:22.200 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub_stamp": "2024-08-29T17:40:52.944949+0000", 2024-08-29T19:03:22.200 INFO:tasks.workunit.client.0.smithi028.stdout: "last_undegraded": "2024-08-29T19:02:14.839839+0000", 2024-08-29T19:03:22.200 INFO:tasks.workunit.client.0.smithi028.stdout: "last_unstale": "2024-08-29T19:02:14.839839+0000", 2024-08-29T19:03:22.200 INFO:tasks.workunit.client.0.smithi028.stdout: "log_dups_size": 0, 2024-08-29T19:03:22.200 INFO:tasks.workunit.client.0.smithi028.stdout: "log_size": 0, 2024-08-29T19:03:22.200 INFO:tasks.workunit.client.0.smithi028.stdout: "log_start": "0'0", 2024-08-29T19:03:22.200 INFO:tasks.workunit.client.0.smithi028.stdout: "manifest_stats_invalid": false, 2024-08-29T19:03:22.201 INFO:tasks.workunit.client.0.smithi028.stdout: "mapping_epoch": 645, 2024-08-29T19:03:22.201 INFO:tasks.workunit.client.0.smithi028.stdout: "object_location_counts": [], 2024-08-29T19:03:22.201 INFO:tasks.workunit.client.0.smithi028.stdout: "objects_scrubbed": 0, 2024-08-29T19:03:22.201 INFO:tasks.workunit.client.0.smithi028.stdout: "objects_trimmed": 0, 2024-08-29T19:03:22.201 INFO:tasks.workunit.client.0.smithi028.stdout: "omap_stats_invalid": false, 2024-08-29T19:03:22.201 INFO:tasks.workunit.client.0.smithi028.stdout: "ondisk_log_size": 0, 2024-08-29T19:03:22.201 INFO:tasks.workunit.client.0.smithi028.stdout: "ondisk_log_start": "0'0", 2024-08-29T19:03:22.201 INFO:tasks.workunit.client.0.smithi028.stdout: "parent": "0.0", 2024-08-29T19:03:22.201 INFO:tasks.workunit.client.0.smithi028.stdout: "parent_split_bits": 0, 2024-08-29T19:03:22.201 INFO:tasks.workunit.client.0.smithi028.stdout: "pgid": "2.19", 2024-08-29T19:03:22.201 INFO:tasks.workunit.client.0.smithi028.stdout: "pin_stats_invalid": false, 2024-08-29T19:03:22.201 INFO:tasks.workunit.client.0.smithi028.stdout: "purged_snaps": [], 2024-08-29T19:03:22.201 INFO:tasks.workunit.client.0.smithi028.stdout: "reported_epoch": 2650, 2024-08-29T19:03:22.201 INFO:tasks.workunit.client.0.smithi028.stdout: "reported_seq": 4690, 2024-08-29T19:03:22.202 INFO:tasks.workunit.client.0.smithi028.stdout: "scrub_duration": 0.0, 2024-08-29T19:03:22.202 INFO:tasks.workunit.client.0.smithi028.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-31T00:06:57.603301+0000", 2024-08-29T19:03:22.202 INFO:tasks.workunit.client.0.smithi028.stdout: "snaptrim_duration": 0.0, 2024-08-29T19:03:22.202 INFO:tasks.workunit.client.0.smithi028.stdout: "snaptrimq_len": 0, 2024-08-29T19:03:22.202 INFO:tasks.workunit.client.0.smithi028.stdout: "stat_sum": { 2024-08-29T19:03:22.202 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes": 0, 2024-08-29T19:03:22.202 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes_hit_set_archive": 0, 2024-08-29T19:03:22.202 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes_recovered": 0, 2024-08-29T19:03:22.202 INFO:tasks.workunit.client.0.smithi028.stdout: "num_deep_scrub_errors": 0, 2024-08-29T19:03:22.202 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict": 0, 2024-08-29T19:03:22.202 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_kb": 0, 2024-08-29T19:03:22.202 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_mode_full": 0, 2024-08-29T19:03:22.202 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_mode_some": 0, 2024-08-29T19:03:22.202 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush": 0, 2024-08-29T19:03:22.203 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_kb": 0, 2024-08-29T19:03:22.203 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_mode_high": 0, 2024-08-29T19:03:22.203 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_mode_low": 0, 2024-08-29T19:03:22.203 INFO:tasks.workunit.client.0.smithi028.stdout: "num_keys_recovered": 0, 2024-08-29T19:03:22.203 INFO:tasks.workunit.client.0.smithi028.stdout: "num_large_omap_objects": 0, 2024-08-29T19:03:22.203 INFO:tasks.workunit.client.0.smithi028.stdout: "num_legacy_snapsets": 0, 2024-08-29T19:03:22.203 INFO:tasks.workunit.client.0.smithi028.stdout: "num_object_clones": 0, 2024-08-29T19:03:22.203 INFO:tasks.workunit.client.0.smithi028.stdout: "num_object_copies": 0, 2024-08-29T19:03:22.203 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects": 0, 2024-08-29T19:03:22.203 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_degraded": 0, 2024-08-29T19:03:22.203 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_dirty": 0, 2024-08-29T19:03:22.203 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_hit_set_archive": 0, 2024-08-29T19:03:22.203 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_manifest": 0, 2024-08-29T19:03:22.203 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_misplaced": 0, 2024-08-29T19:03:22.203 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_missing": 0, 2024-08-29T19:03:22.204 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_missing_on_primary": 0, 2024-08-29T19:03:22.204 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_omap": 0, 2024-08-29T19:03:22.204 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_pinned": 0, 2024-08-29T19:03:22.204 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_recovered": 0, 2024-08-29T19:03:22.204 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_repaired": 0, 2024-08-29T19:03:22.204 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_unfound": 0, 2024-08-29T19:03:22.204 INFO:tasks.workunit.client.0.smithi028.stdout: "num_omap_bytes": 0, 2024-08-29T19:03:22.204 INFO:tasks.workunit.client.0.smithi028.stdout: "num_omap_keys": 0, 2024-08-29T19:03:22.204 INFO:tasks.workunit.client.0.smithi028.stdout: "num_promote": 0, 2024-08-29T19:03:22.204 INFO:tasks.workunit.client.0.smithi028.stdout: "num_read": 0, 2024-08-29T19:03:22.204 INFO:tasks.workunit.client.0.smithi028.stdout: "num_read_kb": 0, 2024-08-29T19:03:22.204 INFO:tasks.workunit.client.0.smithi028.stdout: "num_scrub_errors": 0, 2024-08-29T19:03:22.204 INFO:tasks.workunit.client.0.smithi028.stdout: "num_shallow_scrub_errors": 0, 2024-08-29T19:03:22.205 INFO:tasks.workunit.client.0.smithi028.stdout: "num_whiteouts": 0, 2024-08-29T19:03:22.205 INFO:tasks.workunit.client.0.smithi028.stdout: "num_write": 0, 2024-08-29T19:03:22.205 INFO:tasks.workunit.client.0.smithi028.stdout: "num_write_kb": 0 2024-08-29T19:03:22.205 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:22.205 INFO:tasks.workunit.client.0.smithi028.stdout: "state": "active+clean", 2024-08-29T19:03:22.205 INFO:tasks.workunit.client.0.smithi028.stdout: "stats_invalid": false, 2024-08-29T19:03:22.205 INFO:tasks.workunit.client.0.smithi028.stdout: "up": [ 2024-08-29T19:03:22.205 INFO:tasks.workunit.client.0.smithi028.stdout: 3, 2024-08-29T19:03:22.205 INFO:tasks.workunit.client.0.smithi028.stdout: 6, 2024-08-29T19:03:22.205 INFO:tasks.workunit.client.0.smithi028.stdout: 0 2024-08-29T19:03:22.205 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-08-29T19:03:22.205 INFO:tasks.workunit.client.0.smithi028.stdout: "up_primary": 3, 2024-08-29T19:03:22.205 INFO:tasks.workunit.client.0.smithi028.stdout: "version": "0'0" 2024-08-29T19:03:22.205 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:22.205 INFO:tasks.workunit.client.0.smithi028.stdout: { 2024-08-29T19:03:22.206 INFO:tasks.workunit.client.0.smithi028.stdout: "acting": [ 2024-08-29T19:03:22.206 INFO:tasks.workunit.client.0.smithi028.stdout: 6, 2024-08-29T19:03:22.206 INFO:tasks.workunit.client.0.smithi028.stdout: 4, 2024-08-29T19:03:22.206 INFO:tasks.workunit.client.0.smithi028.stdout: 7 2024-08-29T19:03:22.206 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-08-29T19:03:22.206 INFO:tasks.workunit.client.0.smithi028.stdout: "acting_primary": 6, 2024-08-29T19:03:22.206 INFO:tasks.workunit.client.0.smithi028.stdout: "avail_no_missing": [], 2024-08-29T19:03:22.206 INFO:tasks.workunit.client.0.smithi028.stdout: "blocked_by": [], 2024-08-29T19:03:22.206 INFO:tasks.workunit.client.0.smithi028.stdout: "created": 59, 2024-08-29T19:03:22.206 INFO:tasks.workunit.client.0.smithi028.stdout: "dirty_stats_invalid": false, 2024-08-29T19:03:22.206 INFO:tasks.workunit.client.0.smithi028.stdout: "hitset_bytes_stats_invalid": false, 2024-08-29T19:03:22.206 INFO:tasks.workunit.client.0.smithi028.stdout: "hitset_stats_invalid": false, 2024-08-29T19:03:22.206 INFO:tasks.workunit.client.0.smithi028.stdout: "last_active": "2024-08-29T19:02:14.920428+0000", 2024-08-29T19:03:22.206 INFO:tasks.workunit.client.0.smithi028.stdout: "last_became_active": "2024-08-29T17:58:11.341978+0000", 2024-08-29T19:03:22.207 INFO:tasks.workunit.client.0.smithi028.stdout: "last_became_peered": "2024-08-29T17:58:11.341978+0000", 2024-08-29T19:03:22.207 INFO:tasks.workunit.client.0.smithi028.stdout: "last_change": "2024-08-29T17:58:11.342594+0000", 2024-08-29T19:03:22.207 INFO:tasks.workunit.client.0.smithi028.stdout: "last_clean": "2024-08-29T19:02:14.920428+0000", 2024-08-29T19:03:22.207 INFO:tasks.workunit.client.0.smithi028.stdout: "last_clean_scrub_stamp": "2024-08-29T17:40:52.944949+0000", 2024-08-29T19:03:22.207 INFO:tasks.workunit.client.0.smithi028.stdout: "last_deep_scrub": "0'0", 2024-08-29T19:03:22.207 INFO:tasks.workunit.client.0.smithi028.stdout: "last_deep_scrub_stamp": "2024-08-29T17:40:52.944949+0000", 2024-08-29T19:03:22.207 INFO:tasks.workunit.client.0.smithi028.stdout: "last_epoch_clean": 681, 2024-08-29T19:03:22.207 INFO:tasks.workunit.client.0.smithi028.stdout: "last_fresh": "2024-08-29T19:02:14.920428+0000", 2024-08-29T19:03:22.207 INFO:tasks.workunit.client.0.smithi028.stdout: "last_fullsized": "2024-08-29T19:02:14.920428+0000", 2024-08-29T19:03:22.207 INFO:tasks.workunit.client.0.smithi028.stdout: "last_peered": "2024-08-29T19:02:14.920428+0000", 2024-08-29T19:03:22.207 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub": "0'0", 2024-08-29T19:03:22.207 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub_duration": 0, 2024-08-29T19:03:22.207 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub_stamp": "2024-08-29T17:40:52.944949+0000", 2024-08-29T19:03:22.207 INFO:tasks.workunit.client.0.smithi028.stdout: "last_undegraded": "2024-08-29T19:02:14.920428+0000", 2024-08-29T19:03:22.208 INFO:tasks.workunit.client.0.smithi028.stdout: "last_unstale": "2024-08-29T19:02:14.920428+0000", 2024-08-29T19:03:22.208 INFO:tasks.workunit.client.0.smithi028.stdout: "log_dups_size": 0, 2024-08-29T19:03:22.208 INFO:tasks.workunit.client.0.smithi028.stdout: "log_size": 2, 2024-08-29T19:03:22.208 INFO:tasks.workunit.client.0.smithi028.stdout: "log_start": "0'0", 2024-08-29T19:03:22.208 INFO:tasks.workunit.client.0.smithi028.stdout: "manifest_stats_invalid": false, 2024-08-29T19:03:22.208 INFO:tasks.workunit.client.0.smithi028.stdout: "mapping_epoch": 680, 2024-08-29T19:03:22.208 INFO:tasks.workunit.client.0.smithi028.stdout: "object_location_counts": [], 2024-08-29T19:03:22.208 INFO:tasks.workunit.client.0.smithi028.stdout: "objects_scrubbed": 0, 2024-08-29T19:03:22.208 INFO:tasks.workunit.client.0.smithi028.stdout: "objects_trimmed": 0, 2024-08-29T19:03:22.208 INFO:tasks.workunit.client.0.smithi028.stdout: "omap_stats_invalid": false, 2024-08-29T19:03:22.208 INFO:tasks.workunit.client.0.smithi028.stdout: "ondisk_log_size": 2, 2024-08-29T19:03:22.208 INFO:tasks.workunit.client.0.smithi028.stdout: "ondisk_log_start": "0'0", 2024-08-29T19:03:22.208 INFO:tasks.workunit.client.0.smithi028.stdout: "parent": "0.0", 2024-08-29T19:03:22.208 INFO:tasks.workunit.client.0.smithi028.stdout: "parent_split_bits": 0, 2024-08-29T19:03:22.209 INFO:tasks.workunit.client.0.smithi028.stdout: "pgid": "2.1a", 2024-08-29T19:03:22.209 INFO:tasks.workunit.client.0.smithi028.stdout: "pin_stats_invalid": false, 2024-08-29T19:03:22.209 INFO:tasks.workunit.client.0.smithi028.stdout: "purged_snaps": [], 2024-08-29T19:03:22.209 INFO:tasks.workunit.client.0.smithi028.stdout: "reported_epoch": 2650, 2024-08-29T19:03:22.209 INFO:tasks.workunit.client.0.smithi028.stdout: "reported_seq": 4597, 2024-08-29T19:03:22.209 INFO:tasks.workunit.client.0.smithi028.stdout: "scrub_duration": 0.0, 2024-08-29T19:03:22.209 INFO:tasks.workunit.client.0.smithi028.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-31T03:10:37.699014+0000", 2024-08-29T19:03:22.209 INFO:tasks.workunit.client.0.smithi028.stdout: "snaptrim_duration": 0.0, 2024-08-29T19:03:22.209 INFO:tasks.workunit.client.0.smithi028.stdout: "snaptrimq_len": 0, 2024-08-29T19:03:22.209 INFO:tasks.workunit.client.0.smithi028.stdout: "stat_sum": { 2024-08-29T19:03:22.209 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes": 0, 2024-08-29T19:03:22.209 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes_hit_set_archive": 0, 2024-08-29T19:03:22.209 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes_recovered": 0, 2024-08-29T19:03:22.209 INFO:tasks.workunit.client.0.smithi028.stdout: "num_deep_scrub_errors": 0, 2024-08-29T19:03:22.210 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict": 0, 2024-08-29T19:03:22.210 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_kb": 0, 2024-08-29T19:03:22.210 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_mode_full": 0, 2024-08-29T19:03:22.210 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_mode_some": 0, 2024-08-29T19:03:22.210 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush": 0, 2024-08-29T19:03:22.210 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_kb": 0, 2024-08-29T19:03:22.210 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_mode_high": 0, 2024-08-29T19:03:22.210 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_mode_low": 0, 2024-08-29T19:03:22.210 INFO:tasks.workunit.client.0.smithi028.stdout: "num_keys_recovered": 0, 2024-08-29T19:03:22.210 INFO:tasks.workunit.client.0.smithi028.stdout: "num_large_omap_objects": 0, 2024-08-29T19:03:22.210 INFO:tasks.workunit.client.0.smithi028.stdout: "num_legacy_snapsets": 0, 2024-08-29T19:03:22.210 INFO:tasks.workunit.client.0.smithi028.stdout: "num_object_clones": 0, 2024-08-29T19:03:22.210 INFO:tasks.workunit.client.0.smithi028.stdout: "num_object_copies": 0, 2024-08-29T19:03:22.210 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects": 0, 2024-08-29T19:03:22.210 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_degraded": 0, 2024-08-29T19:03:22.211 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_dirty": 0, 2024-08-29T19:03:22.211 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_hit_set_archive": 0, 2024-08-29T19:03:22.211 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_manifest": 0, 2024-08-29T19:03:22.211 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_misplaced": 0, 2024-08-29T19:03:22.211 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_missing": 0, 2024-08-29T19:03:22.211 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_missing_on_primary": 0, 2024-08-29T19:03:22.211 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_omap": 0, 2024-08-29T19:03:22.211 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_pinned": 0, 2024-08-29T19:03:22.211 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_recovered": 0, 2024-08-29T19:03:22.211 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_repaired": 0, 2024-08-29T19:03:22.211 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_unfound": 0, 2024-08-29T19:03:22.211 INFO:tasks.workunit.client.0.smithi028.stdout: "num_omap_bytes": 0, 2024-08-29T19:03:22.211 INFO:tasks.workunit.client.0.smithi028.stdout: "num_omap_keys": 0, 2024-08-29T19:03:22.212 INFO:tasks.workunit.client.0.smithi028.stdout: "num_promote": 0, 2024-08-29T19:03:22.212 INFO:tasks.workunit.client.0.smithi028.stdout: "num_read": 0, 2024-08-29T19:03:22.212 INFO:tasks.workunit.client.0.smithi028.stdout: "num_read_kb": 0, 2024-08-29T19:03:22.212 INFO:tasks.workunit.client.0.smithi028.stdout: "num_scrub_errors": 0, 2024-08-29T19:03:22.212 INFO:tasks.workunit.client.0.smithi028.stdout: "num_shallow_scrub_errors": 0, 2024-08-29T19:03:22.212 INFO:tasks.workunit.client.0.smithi028.stdout: "num_whiteouts": 0, 2024-08-29T19:03:22.212 INFO:tasks.workunit.client.0.smithi028.stdout: "num_write": 0, 2024-08-29T19:03:22.212 INFO:tasks.workunit.client.0.smithi028.stdout: "num_write_kb": 0 2024-08-29T19:03:22.212 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:22.212 INFO:tasks.workunit.client.0.smithi028.stdout: "state": "active+clean", 2024-08-29T19:03:22.212 INFO:tasks.workunit.client.0.smithi028.stdout: "stats_invalid": false, 2024-08-29T19:03:22.212 INFO:tasks.workunit.client.0.smithi028.stdout: "up": [ 2024-08-29T19:03:22.212 INFO:tasks.workunit.client.0.smithi028.stdout: 6, 2024-08-29T19:03:22.212 INFO:tasks.workunit.client.0.smithi028.stdout: 4, 2024-08-29T19:03:22.213 INFO:tasks.workunit.client.0.smithi028.stdout: 7 2024-08-29T19:03:22.213 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-08-29T19:03:22.213 INFO:tasks.workunit.client.0.smithi028.stdout: "up_primary": 6, 2024-08-29T19:03:22.213 INFO:tasks.workunit.client.0.smithi028.stdout: "version": "721'2" 2024-08-29T19:03:22.213 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:22.213 INFO:tasks.workunit.client.0.smithi028.stdout: { 2024-08-29T19:03:22.213 INFO:tasks.workunit.client.0.smithi028.stdout: "acting": [ 2024-08-29T19:03:22.213 INFO:tasks.workunit.client.0.smithi028.stdout: 0, 2024-08-29T19:03:22.213 INFO:tasks.workunit.client.0.smithi028.stdout: 4, 2024-08-29T19:03:22.213 INFO:tasks.workunit.client.0.smithi028.stdout: 7 2024-08-29T19:03:22.213 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-08-29T19:03:22.213 INFO:tasks.workunit.client.0.smithi028.stdout: "acting_primary": 0, 2024-08-29T19:03:22.213 INFO:tasks.workunit.client.0.smithi028.stdout: "avail_no_missing": [], 2024-08-29T19:03:22.213 INFO:tasks.workunit.client.0.smithi028.stdout: "blocked_by": [], 2024-08-29T19:03:22.214 INFO:tasks.workunit.client.0.smithi028.stdout: "created": 62, 2024-08-29T19:03:22.214 INFO:tasks.workunit.client.0.smithi028.stdout: "dirty_stats_invalid": false, 2024-08-29T19:03:22.214 INFO:tasks.workunit.client.0.smithi028.stdout: "hitset_bytes_stats_invalid": false, 2024-08-29T19:03:22.214 INFO:tasks.workunit.client.0.smithi028.stdout: "hitset_stats_invalid": false, 2024-08-29T19:03:22.214 INFO:tasks.workunit.client.0.smithi028.stdout: "last_active": "2024-08-29T19:02:14.106505+0000", 2024-08-29T19:03:22.214 INFO:tasks.workunit.client.0.smithi028.stdout: "last_became_active": "2024-08-29T17:58:11.358338+0000", 2024-08-29T19:03:22.214 INFO:tasks.workunit.client.0.smithi028.stdout: "last_became_peered": "2024-08-29T17:58:11.358338+0000", 2024-08-29T19:03:22.214 INFO:tasks.workunit.client.0.smithi028.stdout: "last_change": "2024-08-29T17:58:11.359209+0000", 2024-08-29T19:03:22.214 INFO:tasks.workunit.client.0.smithi028.stdout: "last_clean": "2024-08-29T19:02:14.106505+0000", 2024-08-29T19:03:22.214 INFO:tasks.workunit.client.0.smithi028.stdout: "last_clean_scrub_stamp": "2024-08-29T17:41:01.987071+0000", 2024-08-29T19:03:22.214 INFO:tasks.workunit.client.0.smithi028.stdout: "last_deep_scrub": "0'0", 2024-08-29T19:03:22.214 INFO:tasks.workunit.client.0.smithi028.stdout: "last_deep_scrub_stamp": "2024-08-29T17:41:01.987071+0000", 2024-08-29T19:03:22.214 INFO:tasks.workunit.client.0.smithi028.stdout: "last_epoch_clean": 681, 2024-08-29T19:03:22.214 INFO:tasks.workunit.client.0.smithi028.stdout: "last_fresh": "2024-08-29T19:02:14.106505+0000", 2024-08-29T19:03:22.215 INFO:tasks.workunit.client.0.smithi028.stdout: "last_fullsized": "2024-08-29T19:02:14.106505+0000", 2024-08-29T19:03:22.215 INFO:tasks.workunit.client.0.smithi028.stdout: "last_peered": "2024-08-29T19:02:14.106505+0000", 2024-08-29T19:03:22.215 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub": "0'0", 2024-08-29T19:03:22.215 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub_duration": 0, 2024-08-29T19:03:22.215 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub_stamp": "2024-08-29T17:41:01.987071+0000", 2024-08-29T19:03:22.215 INFO:tasks.workunit.client.0.smithi028.stdout: "last_undegraded": "2024-08-29T19:02:14.106505+0000", 2024-08-29T19:03:22.215 INFO:tasks.workunit.client.0.smithi028.stdout: "last_unstale": "2024-08-29T19:02:14.106505+0000", 2024-08-29T19:03:22.215 INFO:tasks.workunit.client.0.smithi028.stdout: "log_dups_size": 0, 2024-08-29T19:03:22.215 INFO:tasks.workunit.client.0.smithi028.stdout: "log_size": 0, 2024-08-29T19:03:22.215 INFO:tasks.workunit.client.0.smithi028.stdout: "log_start": "0'0", 2024-08-29T19:03:22.215 INFO:tasks.workunit.client.0.smithi028.stdout: "manifest_stats_invalid": false, 2024-08-29T19:03:22.215 INFO:tasks.workunit.client.0.smithi028.stdout: "mapping_epoch": 680, 2024-08-29T19:03:22.215 INFO:tasks.workunit.client.0.smithi028.stdout: "object_location_counts": [], 2024-08-29T19:03:22.215 INFO:tasks.workunit.client.0.smithi028.stdout: "objects_scrubbed": 0, 2024-08-29T19:03:22.216 INFO:tasks.workunit.client.0.smithi028.stdout: "objects_trimmed": 0, 2024-08-29T19:03:22.216 INFO:tasks.workunit.client.0.smithi028.stdout: "omap_stats_invalid": false, 2024-08-29T19:03:22.216 INFO:tasks.workunit.client.0.smithi028.stdout: "ondisk_log_size": 0, 2024-08-29T19:03:22.216 INFO:tasks.workunit.client.0.smithi028.stdout: "ondisk_log_start": "0'0", 2024-08-29T19:03:22.216 INFO:tasks.workunit.client.0.smithi028.stdout: "parent": "0.0", 2024-08-29T19:03:22.216 INFO:tasks.workunit.client.0.smithi028.stdout: "parent_split_bits": 0, 2024-08-29T19:03:22.216 INFO:tasks.workunit.client.0.smithi028.stdout: "pgid": "3.1b", 2024-08-29T19:03:22.216 INFO:tasks.workunit.client.0.smithi028.stdout: "pin_stats_invalid": false, 2024-08-29T19:03:22.216 INFO:tasks.workunit.client.0.smithi028.stdout: "purged_snaps": [], 2024-08-29T19:03:22.216 INFO:tasks.workunit.client.0.smithi028.stdout: "reported_epoch": 2650, 2024-08-29T19:03:22.216 INFO:tasks.workunit.client.0.smithi028.stdout: "reported_seq": 4807, 2024-08-29T19:03:22.216 INFO:tasks.workunit.client.0.smithi028.stdout: "scrub_duration": 0.0, 2024-08-29T19:03:22.216 INFO:tasks.workunit.client.0.smithi028.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-31T04:53:39.088931+0000", 2024-08-29T19:03:22.216 INFO:tasks.workunit.client.0.smithi028.stdout: "snaptrim_duration": 0.0, 2024-08-29T19:03:22.217 INFO:tasks.workunit.client.0.smithi028.stdout: "snaptrimq_len": 0, 2024-08-29T19:03:22.217 INFO:tasks.workunit.client.0.smithi028.stdout: "stat_sum": { 2024-08-29T19:03:22.217 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes": 0, 2024-08-29T19:03:22.217 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes_hit_set_archive": 0, 2024-08-29T19:03:22.217 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes_recovered": 0, 2024-08-29T19:03:22.217 INFO:tasks.workunit.client.0.smithi028.stdout: "num_deep_scrub_errors": 0, 2024-08-29T19:03:22.217 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict": 0, 2024-08-29T19:03:22.217 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_kb": 0, 2024-08-29T19:03:22.217 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_mode_full": 0, 2024-08-29T19:03:22.217 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_mode_some": 0, 2024-08-29T19:03:22.217 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush": 0, 2024-08-29T19:03:22.217 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_kb": 0, 2024-08-29T19:03:22.217 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_mode_high": 0, 2024-08-29T19:03:22.217 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_mode_low": 0, 2024-08-29T19:03:22.218 INFO:tasks.workunit.client.0.smithi028.stdout: "num_keys_recovered": 0, 2024-08-29T19:03:22.218 INFO:tasks.workunit.client.0.smithi028.stdout: "num_large_omap_objects": 0, 2024-08-29T19:03:22.218 INFO:tasks.workunit.client.0.smithi028.stdout: "num_legacy_snapsets": 0, 2024-08-29T19:03:22.218 INFO:tasks.workunit.client.0.smithi028.stdout: "num_object_clones": 0, 2024-08-29T19:03:22.218 INFO:tasks.workunit.client.0.smithi028.stdout: "num_object_copies": 0, 2024-08-29T19:03:22.218 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects": 0, 2024-08-29T19:03:22.218 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_degraded": 0, 2024-08-29T19:03:22.218 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_dirty": 0, 2024-08-29T19:03:22.218 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_hit_set_archive": 0, 2024-08-29T19:03:22.218 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_manifest": 0, 2024-08-29T19:03:22.218 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_misplaced": 0, 2024-08-29T19:03:22.218 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_missing": 0, 2024-08-29T19:03:22.218 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_missing_on_primary": 0, 2024-08-29T19:03:22.218 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_omap": 0, 2024-08-29T19:03:22.219 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_pinned": 0, 2024-08-29T19:03:22.219 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_recovered": 0, 2024-08-29T19:03:22.219 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_repaired": 0, 2024-08-29T19:03:22.219 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_unfound": 0, 2024-08-29T19:03:22.219 INFO:tasks.workunit.client.0.smithi028.stdout: "num_omap_bytes": 0, 2024-08-29T19:03:22.219 INFO:tasks.workunit.client.0.smithi028.stdout: "num_omap_keys": 0, 2024-08-29T19:03:22.219 INFO:tasks.workunit.client.0.smithi028.stdout: "num_promote": 0, 2024-08-29T19:03:22.219 INFO:tasks.workunit.client.0.smithi028.stdout: "num_read": 0, 2024-08-29T19:03:22.219 INFO:tasks.workunit.client.0.smithi028.stdout: "num_read_kb": 0, 2024-08-29T19:03:22.219 INFO:tasks.workunit.client.0.smithi028.stdout: "num_scrub_errors": 0, 2024-08-29T19:03:22.219 INFO:tasks.workunit.client.0.smithi028.stdout: "num_shallow_scrub_errors": 0, 2024-08-29T19:03:22.219 INFO:tasks.workunit.client.0.smithi028.stdout: "num_whiteouts": 0, 2024-08-29T19:03:22.219 INFO:tasks.workunit.client.0.smithi028.stdout: "num_write": 0, 2024-08-29T19:03:22.219 INFO:tasks.workunit.client.0.smithi028.stdout: "num_write_kb": 0 2024-08-29T19:03:22.220 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:22.220 INFO:tasks.workunit.client.0.smithi028.stdout: "state": "active+clean", 2024-08-29T19:03:22.220 INFO:tasks.workunit.client.0.smithi028.stdout: "stats_invalid": false, 2024-08-29T19:03:22.220 INFO:tasks.workunit.client.0.smithi028.stdout: "up": [ 2024-08-29T19:03:22.220 INFO:tasks.workunit.client.0.smithi028.stdout: 0, 2024-08-29T19:03:22.220 INFO:tasks.workunit.client.0.smithi028.stdout: 4, 2024-08-29T19:03:22.220 INFO:tasks.workunit.client.0.smithi028.stdout: 7 2024-08-29T19:03:22.220 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-08-29T19:03:22.220 INFO:tasks.workunit.client.0.smithi028.stdout: "up_primary": 0, 2024-08-29T19:03:22.220 INFO:tasks.workunit.client.0.smithi028.stdout: "version": "0'0" 2024-08-29T19:03:22.220 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:22.220 INFO:tasks.workunit.client.0.smithi028.stdout: { 2024-08-29T19:03:22.220 INFO:tasks.workunit.client.0.smithi028.stdout: "acting": [ 2024-08-29T19:03:22.220 INFO:tasks.workunit.client.0.smithi028.stdout: 3, 2024-08-29T19:03:22.221 INFO:tasks.workunit.client.0.smithi028.stdout: 7, 2024-08-29T19:03:22.221 INFO:tasks.workunit.client.0.smithi028.stdout: 6 2024-08-29T19:03:22.221 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-08-29T19:03:22.221 INFO:tasks.workunit.client.0.smithi028.stdout: "acting_primary": 3, 2024-08-29T19:03:22.221 INFO:tasks.workunit.client.0.smithi028.stdout: "avail_no_missing": [], 2024-08-29T19:03:22.221 INFO:tasks.workunit.client.0.smithi028.stdout: "blocked_by": [], 2024-08-29T19:03:22.221 INFO:tasks.workunit.client.0.smithi028.stdout: "created": 59, 2024-08-29T19:03:22.221 INFO:tasks.workunit.client.0.smithi028.stdout: "dirty_stats_invalid": false, 2024-08-29T19:03:22.221 INFO:tasks.workunit.client.0.smithi028.stdout: "hitset_bytes_stats_invalid": false, 2024-08-29T19:03:22.221 INFO:tasks.workunit.client.0.smithi028.stdout: "hitset_stats_invalid": false, 2024-08-29T19:03:22.221 INFO:tasks.workunit.client.0.smithi028.stdout: "last_active": "2024-08-29T19:02:14.844960+0000", 2024-08-29T19:03:22.221 INFO:tasks.workunit.client.0.smithi028.stdout: "last_became_active": "2024-08-29T17:58:11.353854+0000", 2024-08-29T19:03:22.221 INFO:tasks.workunit.client.0.smithi028.stdout: "last_became_peered": "2024-08-29T17:58:11.353854+0000", 2024-08-29T19:03:22.221 INFO:tasks.workunit.client.0.smithi028.stdout: "last_change": "2024-08-29T17:58:11.354621+0000", 2024-08-29T19:03:22.222 INFO:tasks.workunit.client.0.smithi028.stdout: "last_clean": "2024-08-29T19:02:14.844960+0000", 2024-08-29T19:03:22.222 INFO:tasks.workunit.client.0.smithi028.stdout: "last_clean_scrub_stamp": "2024-08-29T17:40:52.944949+0000", 2024-08-29T19:03:22.222 INFO:tasks.workunit.client.0.smithi028.stdout: "last_deep_scrub": "0'0", 2024-08-29T19:03:22.222 INFO:tasks.workunit.client.0.smithi028.stdout: "last_deep_scrub_stamp": "2024-08-29T17:40:52.944949+0000", 2024-08-29T19:03:22.222 INFO:tasks.workunit.client.0.smithi028.stdout: "last_epoch_clean": 681, 2024-08-29T19:03:22.222 INFO:tasks.workunit.client.0.smithi028.stdout: "last_fresh": "2024-08-29T19:02:14.844960+0000", 2024-08-29T19:03:22.222 INFO:tasks.workunit.client.0.smithi028.stdout: "last_fullsized": "2024-08-29T19:02:14.844960+0000", 2024-08-29T19:03:22.222 INFO:tasks.workunit.client.0.smithi028.stdout: "last_peered": "2024-08-29T19:02:14.844960+0000", 2024-08-29T19:03:22.222 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub": "0'0", 2024-08-29T19:03:22.222 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub_duration": 0, 2024-08-29T19:03:22.222 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub_stamp": "2024-08-29T17:40:52.944949+0000", 2024-08-29T19:03:22.222 INFO:tasks.workunit.client.0.smithi028.stdout: "last_undegraded": "2024-08-29T19:02:14.844960+0000", 2024-08-29T19:03:22.222 INFO:tasks.workunit.client.0.smithi028.stdout: "last_unstale": "2024-08-29T19:02:14.844960+0000", 2024-08-29T19:03:22.222 INFO:tasks.workunit.client.0.smithi028.stdout: "log_dups_size": 0, 2024-08-29T19:03:22.223 INFO:tasks.workunit.client.0.smithi028.stdout: "log_size": 2, 2024-08-29T19:03:22.223 INFO:tasks.workunit.client.0.smithi028.stdout: "log_start": "0'0", 2024-08-29T19:03:22.223 INFO:tasks.workunit.client.0.smithi028.stdout: "manifest_stats_invalid": false, 2024-08-29T19:03:22.223 INFO:tasks.workunit.client.0.smithi028.stdout: "mapping_epoch": 680, 2024-08-29T19:03:22.223 INFO:tasks.workunit.client.0.smithi028.stdout: "object_location_counts": [], 2024-08-29T19:03:22.223 INFO:tasks.workunit.client.0.smithi028.stdout: "objects_scrubbed": 0, 2024-08-29T19:03:22.223 INFO:tasks.workunit.client.0.smithi028.stdout: "objects_trimmed": 0, 2024-08-29T19:03:22.223 INFO:tasks.workunit.client.0.smithi028.stdout: "omap_stats_invalid": false, 2024-08-29T19:03:22.223 INFO:tasks.workunit.client.0.smithi028.stdout: "ondisk_log_size": 2, 2024-08-29T19:03:22.223 INFO:tasks.workunit.client.0.smithi028.stdout: "ondisk_log_start": "0'0", 2024-08-29T19:03:22.223 INFO:tasks.workunit.client.0.smithi028.stdout: "parent": "0.0", 2024-08-29T19:03:22.223 INFO:tasks.workunit.client.0.smithi028.stdout: "parent_split_bits": 0, 2024-08-29T19:03:22.223 INFO:tasks.workunit.client.0.smithi028.stdout: "pgid": "2.1b", 2024-08-29T19:03:22.223 INFO:tasks.workunit.client.0.smithi028.stdout: "pin_stats_invalid": false, 2024-08-29T19:03:22.223 INFO:tasks.workunit.client.0.smithi028.stdout: "purged_snaps": [], 2024-08-29T19:03:22.224 INFO:tasks.workunit.client.0.smithi028.stdout: "reported_epoch": 2650, 2024-08-29T19:03:22.224 INFO:tasks.workunit.client.0.smithi028.stdout: "reported_seq": 4702, 2024-08-29T19:03:22.224 INFO:tasks.workunit.client.0.smithi028.stdout: "scrub_duration": 0.0, 2024-08-29T19:03:22.224 INFO:tasks.workunit.client.0.smithi028.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-30T21:19:20.986752+0000", 2024-08-29T19:03:22.224 INFO:tasks.workunit.client.0.smithi028.stdout: "snaptrim_duration": 0.0, 2024-08-29T19:03:22.224 INFO:tasks.workunit.client.0.smithi028.stdout: "snaptrimq_len": 0, 2024-08-29T19:03:22.224 INFO:tasks.workunit.client.0.smithi028.stdout: "stat_sum": { 2024-08-29T19:03:22.224 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes": 0, 2024-08-29T19:03:22.224 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes_hit_set_archive": 0, 2024-08-29T19:03:22.224 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes_recovered": 0, 2024-08-29T19:03:22.224 INFO:tasks.workunit.client.0.smithi028.stdout: "num_deep_scrub_errors": 0, 2024-08-29T19:03:22.224 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict": 0, 2024-08-29T19:03:22.224 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_kb": 0, 2024-08-29T19:03:22.225 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_mode_full": 0, 2024-08-29T19:03:22.225 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_mode_some": 0, 2024-08-29T19:03:22.228 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush": 0, 2024-08-29T19:03:22.228 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_kb": 0, 2024-08-29T19:03:22.228 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_mode_high": 0, 2024-08-29T19:03:22.228 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_mode_low": 0, 2024-08-29T19:03:22.228 INFO:tasks.workunit.client.0.smithi028.stdout: "num_keys_recovered": 0, 2024-08-29T19:03:22.228 INFO:tasks.workunit.client.0.smithi028.stdout: "num_large_omap_objects": 0, 2024-08-29T19:03:22.228 INFO:tasks.workunit.client.0.smithi028.stdout: "num_legacy_snapsets": 0, 2024-08-29T19:03:22.228 INFO:tasks.workunit.client.0.smithi028.stdout: "num_object_clones": 0, 2024-08-29T19:03:22.229 INFO:tasks.workunit.client.0.smithi028.stdout: "num_object_copies": 0, 2024-08-29T19:03:22.229 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects": 0, 2024-08-29T19:03:22.229 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_degraded": 0, 2024-08-29T19:03:22.229 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_dirty": 0, 2024-08-29T19:03:22.229 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_hit_set_archive": 0, 2024-08-29T19:03:22.229 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_manifest": 0, 2024-08-29T19:03:22.229 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_misplaced": 0, 2024-08-29T19:03:22.229 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_missing": 0, 2024-08-29T19:03:22.229 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_missing_on_primary": 0, 2024-08-29T19:03:22.229 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_omap": 0, 2024-08-29T19:03:22.229 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_pinned": 0, 2024-08-29T19:03:22.229 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_recovered": 0, 2024-08-29T19:03:22.229 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_repaired": 0, 2024-08-29T19:03:22.229 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_unfound": 0, 2024-08-29T19:03:22.230 INFO:tasks.workunit.client.0.smithi028.stdout: "num_omap_bytes": 0, 2024-08-29T19:03:22.230 INFO:tasks.workunit.client.0.smithi028.stdout: "num_omap_keys": 0, 2024-08-29T19:03:22.230 INFO:tasks.workunit.client.0.smithi028.stdout: "num_promote": 0, 2024-08-29T19:03:22.230 INFO:tasks.workunit.client.0.smithi028.stdout: "num_read": 0, 2024-08-29T19:03:22.230 INFO:tasks.workunit.client.0.smithi028.stdout: "num_read_kb": 0, 2024-08-29T19:03:22.230 INFO:tasks.workunit.client.0.smithi028.stdout: "num_scrub_errors": 0, 2024-08-29T19:03:22.230 INFO:tasks.workunit.client.0.smithi028.stdout: "num_shallow_scrub_errors": 0, 2024-08-29T19:03:22.230 INFO:tasks.workunit.client.0.smithi028.stdout: "num_whiteouts": 0, 2024-08-29T19:03:22.230 INFO:tasks.workunit.client.0.smithi028.stdout: "num_write": 0, 2024-08-29T19:03:22.230 INFO:tasks.workunit.client.0.smithi028.stdout: "num_write_kb": 0 2024-08-29T19:03:22.230 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:22.230 INFO:tasks.workunit.client.0.smithi028.stdout: "state": "active+clean", 2024-08-29T19:03:22.230 INFO:tasks.workunit.client.0.smithi028.stdout: "stats_invalid": false, 2024-08-29T19:03:22.230 INFO:tasks.workunit.client.0.smithi028.stdout: "up": [ 2024-08-29T19:03:22.231 INFO:tasks.workunit.client.0.smithi028.stdout: 3, 2024-08-29T19:03:22.231 INFO:tasks.workunit.client.0.smithi028.stdout: 7, 2024-08-29T19:03:22.231 INFO:tasks.workunit.client.0.smithi028.stdout: 6 2024-08-29T19:03:22.231 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-08-29T19:03:22.231 INFO:tasks.workunit.client.0.smithi028.stdout: "up_primary": 3, 2024-08-29T19:03:22.231 INFO:tasks.workunit.client.0.smithi028.stdout: "version": "721'2" 2024-08-29T19:03:22.231 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:22.231 INFO:tasks.workunit.client.0.smithi028.stdout: { 2024-08-29T19:03:22.231 INFO:tasks.workunit.client.0.smithi028.stdout: "acting": [ 2024-08-29T19:03:22.231 INFO:tasks.workunit.client.0.smithi028.stdout: 4, 2024-08-29T19:03:22.231 INFO:tasks.workunit.client.0.smithi028.stdout: 1, 2024-08-29T19:03:22.231 INFO:tasks.workunit.client.0.smithi028.stdout: 2 2024-08-29T19:03:22.231 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-08-29T19:03:22.231 INFO:tasks.workunit.client.0.smithi028.stdout: "acting_primary": 4, 2024-08-29T19:03:22.232 INFO:tasks.workunit.client.0.smithi028.stdout: "avail_no_missing": [], 2024-08-29T19:03:22.232 INFO:tasks.workunit.client.0.smithi028.stdout: "blocked_by": [], 2024-08-29T19:03:22.232 INFO:tasks.workunit.client.0.smithi028.stdout: "created": 62, 2024-08-29T19:03:22.232 INFO:tasks.workunit.client.0.smithi028.stdout: "dirty_stats_invalid": false, 2024-08-29T19:03:22.232 INFO:tasks.workunit.client.0.smithi028.stdout: "hitset_bytes_stats_invalid": false, 2024-08-29T19:03:22.232 INFO:tasks.workunit.client.0.smithi028.stdout: "hitset_stats_invalid": false, 2024-08-29T19:03:22.232 INFO:tasks.workunit.client.0.smithi028.stdout: "last_active": "2024-08-29T19:02:14.932224+0000", 2024-08-29T19:03:22.232 INFO:tasks.workunit.client.0.smithi028.stdout: "last_became_active": "2024-08-29T17:56:29.379401+0000", 2024-08-29T19:03:22.232 INFO:tasks.workunit.client.0.smithi028.stdout: "last_became_peered": "2024-08-29T17:56:29.379401+0000", 2024-08-29T19:03:22.232 INFO:tasks.workunit.client.0.smithi028.stdout: "last_change": "2024-08-29T17:56:29.380201+0000", 2024-08-29T19:03:22.232 INFO:tasks.workunit.client.0.smithi028.stdout: "last_clean": "2024-08-29T19:02:14.932224+0000", 2024-08-29T19:03:22.232 INFO:tasks.workunit.client.0.smithi028.stdout: "last_clean_scrub_stamp": "2024-08-29T17:41:01.987071+0000", 2024-08-29T19:03:22.232 INFO:tasks.workunit.client.0.smithi028.stdout: "last_deep_scrub": "0'0", 2024-08-29T19:03:22.233 INFO:tasks.workunit.client.0.smithi028.stdout: "last_deep_scrub_stamp": "2024-08-29T17:41:01.987071+0000", 2024-08-29T19:03:22.233 INFO:tasks.workunit.client.0.smithi028.stdout: "last_epoch_clean": 580, 2024-08-29T19:03:22.233 INFO:tasks.workunit.client.0.smithi028.stdout: "last_fresh": "2024-08-29T19:02:14.932224+0000", 2024-08-29T19:03:22.233 INFO:tasks.workunit.client.0.smithi028.stdout: "last_fullsized": "2024-08-29T19:02:14.932224+0000", 2024-08-29T19:03:22.233 INFO:tasks.workunit.client.0.smithi028.stdout: "last_peered": "2024-08-29T19:02:14.932224+0000", 2024-08-29T19:03:22.233 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub": "0'0", 2024-08-29T19:03:22.233 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub_duration": 0, 2024-08-29T19:03:22.233 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub_stamp": "2024-08-29T17:41:01.987071+0000", 2024-08-29T19:03:22.233 INFO:tasks.workunit.client.0.smithi028.stdout: "last_undegraded": "2024-08-29T19:02:14.932224+0000", 2024-08-29T19:03:22.233 INFO:tasks.workunit.client.0.smithi028.stdout: "last_unstale": "2024-08-29T19:02:14.932224+0000", 2024-08-29T19:03:22.233 INFO:tasks.workunit.client.0.smithi028.stdout: "log_dups_size": 0, 2024-08-29T19:03:22.233 INFO:tasks.workunit.client.0.smithi028.stdout: "log_size": 0, 2024-08-29T19:03:22.233 INFO:tasks.workunit.client.0.smithi028.stdout: "log_start": "0'0", 2024-08-29T19:03:22.233 INFO:tasks.workunit.client.0.smithi028.stdout: "manifest_stats_invalid": false, 2024-08-29T19:03:22.234 INFO:tasks.workunit.client.0.smithi028.stdout: "mapping_epoch": 579, 2024-08-29T19:03:22.234 INFO:tasks.workunit.client.0.smithi028.stdout: "object_location_counts": [], 2024-08-29T19:03:22.234 INFO:tasks.workunit.client.0.smithi028.stdout: "objects_scrubbed": 0, 2024-08-29T19:03:22.234 INFO:tasks.workunit.client.0.smithi028.stdout: "objects_trimmed": 0, 2024-08-29T19:03:22.234 INFO:tasks.workunit.client.0.smithi028.stdout: "omap_stats_invalid": false, 2024-08-29T19:03:22.234 INFO:tasks.workunit.client.0.smithi028.stdout: "ondisk_log_size": 0, 2024-08-29T19:03:22.234 INFO:tasks.workunit.client.0.smithi028.stdout: "ondisk_log_start": "0'0", 2024-08-29T19:03:22.234 INFO:tasks.workunit.client.0.smithi028.stdout: "parent": "0.0", 2024-08-29T19:03:22.234 INFO:tasks.workunit.client.0.smithi028.stdout: "parent_split_bits": 0, 2024-08-29T19:03:22.234 INFO:tasks.workunit.client.0.smithi028.stdout: "pgid": "3.1a", 2024-08-29T19:03:22.234 INFO:tasks.workunit.client.0.smithi028.stdout: "pin_stats_invalid": false, 2024-08-29T19:03:22.234 INFO:tasks.workunit.client.0.smithi028.stdout: "purged_snaps": [], 2024-08-29T19:03:22.234 INFO:tasks.workunit.client.0.smithi028.stdout: "reported_epoch": 2650, 2024-08-29T19:03:22.234 INFO:tasks.workunit.client.0.smithi028.stdout: "reported_seq": 4700, 2024-08-29T19:03:22.235 INFO:tasks.workunit.client.0.smithi028.stdout: "scrub_duration": 0.0, 2024-08-29T19:03:22.235 INFO:tasks.workunit.client.0.smithi028.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-30T21:44:42.982386+0000", 2024-08-29T19:03:22.235 INFO:tasks.workunit.client.0.smithi028.stdout: "snaptrim_duration": 0.0, 2024-08-29T19:03:22.235 INFO:tasks.workunit.client.0.smithi028.stdout: "snaptrimq_len": 0, 2024-08-29T19:03:22.235 INFO:tasks.workunit.client.0.smithi028.stdout: "stat_sum": { 2024-08-29T19:03:22.235 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes": 0, 2024-08-29T19:03:22.235 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes_hit_set_archive": 0, 2024-08-29T19:03:22.235 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes_recovered": 0, 2024-08-29T19:03:22.235 INFO:tasks.workunit.client.0.smithi028.stdout: "num_deep_scrub_errors": 0, 2024-08-29T19:03:22.235 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict": 0, 2024-08-29T19:03:22.235 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_kb": 0, 2024-08-29T19:03:22.235 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_mode_full": 0, 2024-08-29T19:03:22.235 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_mode_some": 0, 2024-08-29T19:03:22.235 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush": 0, 2024-08-29T19:03:22.235 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_kb": 0, 2024-08-29T19:03:22.236 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_mode_high": 0, 2024-08-29T19:03:22.236 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_mode_low": 0, 2024-08-29T19:03:22.236 INFO:tasks.workunit.client.0.smithi028.stdout: "num_keys_recovered": 0, 2024-08-29T19:03:22.236 INFO:tasks.workunit.client.0.smithi028.stdout: "num_large_omap_objects": 0, 2024-08-29T19:03:22.236 INFO:tasks.workunit.client.0.smithi028.stdout: "num_legacy_snapsets": 0, 2024-08-29T19:03:22.236 INFO:tasks.workunit.client.0.smithi028.stdout: "num_object_clones": 0, 2024-08-29T19:03:22.236 INFO:tasks.workunit.client.0.smithi028.stdout: "num_object_copies": 0, 2024-08-29T19:03:22.236 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects": 0, 2024-08-29T19:03:22.236 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_degraded": 0, 2024-08-29T19:03:22.236 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_dirty": 0, 2024-08-29T19:03:22.236 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_hit_set_archive": 0, 2024-08-29T19:03:22.236 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_manifest": 0, 2024-08-29T19:03:22.236 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_misplaced": 0, 2024-08-29T19:03:22.236 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_missing": 0, 2024-08-29T19:03:22.237 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_missing_on_primary": 0, 2024-08-29T19:03:22.237 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_omap": 0, 2024-08-29T19:03:22.237 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_pinned": 0, 2024-08-29T19:03:22.237 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_recovered": 0, 2024-08-29T19:03:22.237 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_repaired": 0, 2024-08-29T19:03:22.237 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_unfound": 0, 2024-08-29T19:03:22.237 INFO:tasks.workunit.client.0.smithi028.stdout: "num_omap_bytes": 0, 2024-08-29T19:03:22.237 INFO:tasks.workunit.client.0.smithi028.stdout: "num_omap_keys": 0, 2024-08-29T19:03:22.237 INFO:tasks.workunit.client.0.smithi028.stdout: "num_promote": 0, 2024-08-29T19:03:22.237 INFO:tasks.workunit.client.0.smithi028.stdout: "num_read": 0, 2024-08-29T19:03:22.237 INFO:tasks.workunit.client.0.smithi028.stdout: "num_read_kb": 0, 2024-08-29T19:03:22.237 INFO:tasks.workunit.client.0.smithi028.stdout: "num_scrub_errors": 0, 2024-08-29T19:03:22.237 INFO:tasks.workunit.client.0.smithi028.stdout: "num_shallow_scrub_errors": 0, 2024-08-29T19:03:22.237 INFO:tasks.workunit.client.0.smithi028.stdout: "num_whiteouts": 0, 2024-08-29T19:03:22.238 INFO:tasks.workunit.client.0.smithi028.stdout: "num_write": 0, 2024-08-29T19:03:22.238 INFO:tasks.workunit.client.0.smithi028.stdout: "num_write_kb": 0 2024-08-29T19:03:22.238 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:22.238 INFO:tasks.workunit.client.0.smithi028.stdout: "state": "active+clean", 2024-08-29T19:03:22.238 INFO:tasks.workunit.client.0.smithi028.stdout: "stats_invalid": false, 2024-08-29T19:03:22.238 INFO:tasks.workunit.client.0.smithi028.stdout: "up": [ 2024-08-29T19:03:22.238 INFO:tasks.workunit.client.0.smithi028.stdout: 4, 2024-08-29T19:03:22.238 INFO:tasks.workunit.client.0.smithi028.stdout: 1, 2024-08-29T19:03:22.238 INFO:tasks.workunit.client.0.smithi028.stdout: 2 2024-08-29T19:03:22.238 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-08-29T19:03:22.238 INFO:tasks.workunit.client.0.smithi028.stdout: "up_primary": 4, 2024-08-29T19:03:22.238 INFO:tasks.workunit.client.0.smithi028.stdout: "version": "0'0" 2024-08-29T19:03:22.238 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:22.238 INFO:tasks.workunit.client.0.smithi028.stdout: { 2024-08-29T19:03:22.239 INFO:tasks.workunit.client.0.smithi028.stdout: "acting": [ 2024-08-29T19:03:22.239 INFO:tasks.workunit.client.0.smithi028.stdout: 6, 2024-08-29T19:03:22.239 INFO:tasks.workunit.client.0.smithi028.stdout: 0, 2024-08-29T19:03:22.239 INFO:tasks.workunit.client.0.smithi028.stdout: 5 2024-08-29T19:03:22.239 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-08-29T19:03:22.239 INFO:tasks.workunit.client.0.smithi028.stdout: "acting_primary": 6, 2024-08-29T19:03:22.239 INFO:tasks.workunit.client.0.smithi028.stdout: "avail_no_missing": [], 2024-08-29T19:03:22.239 INFO:tasks.workunit.client.0.smithi028.stdout: "blocked_by": [], 2024-08-29T19:03:22.239 INFO:tasks.workunit.client.0.smithi028.stdout: "created": 62, 2024-08-29T19:03:22.239 INFO:tasks.workunit.client.0.smithi028.stdout: "dirty_stats_invalid": false, 2024-08-29T19:03:22.239 INFO:tasks.workunit.client.0.smithi028.stdout: "hitset_bytes_stats_invalid": false, 2024-08-29T19:03:22.239 INFO:tasks.workunit.client.0.smithi028.stdout: "hitset_stats_invalid": false, 2024-08-29T19:03:22.239 INFO:tasks.workunit.client.0.smithi028.stdout: "last_active": "2024-08-29T19:02:14.929702+0000", 2024-08-29T19:03:22.239 INFO:tasks.workunit.client.0.smithi028.stdout: "last_became_active": "2024-08-29T17:57:36.381382+0000", 2024-08-29T19:03:22.240 INFO:tasks.workunit.client.0.smithi028.stdout: "last_became_peered": "2024-08-29T17:57:36.381382+0000", 2024-08-29T19:03:22.240 INFO:tasks.workunit.client.0.smithi028.stdout: "last_change": "2024-08-29T17:57:36.381821+0000", 2024-08-29T19:03:22.240 INFO:tasks.workunit.client.0.smithi028.stdout: "last_clean": "2024-08-29T19:02:14.929702+0000", 2024-08-29T19:03:22.240 INFO:tasks.workunit.client.0.smithi028.stdout: "last_clean_scrub_stamp": "2024-08-29T17:41:01.987071+0000", 2024-08-29T19:03:22.240 INFO:tasks.workunit.client.0.smithi028.stdout: "last_deep_scrub": "0'0", 2024-08-29T19:03:22.240 INFO:tasks.workunit.client.0.smithi028.stdout: "last_deep_scrub_stamp": "2024-08-29T17:41:01.987071+0000", 2024-08-29T19:03:22.240 INFO:tasks.workunit.client.0.smithi028.stdout: "last_epoch_clean": 646, 2024-08-29T19:03:22.240 INFO:tasks.workunit.client.0.smithi028.stdout: "last_fresh": "2024-08-29T19:02:14.929702+0000", 2024-08-29T19:03:22.240 INFO:tasks.workunit.client.0.smithi028.stdout: "last_fullsized": "2024-08-29T19:02:14.929702+0000", 2024-08-29T19:03:22.240 INFO:tasks.workunit.client.0.smithi028.stdout: "last_peered": "2024-08-29T19:02:14.929702+0000", 2024-08-29T19:03:22.240 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub": "0'0", 2024-08-29T19:03:22.240 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub_duration": 0, 2024-08-29T19:03:22.240 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub_stamp": "2024-08-29T17:41:01.987071+0000", 2024-08-29T19:03:22.240 INFO:tasks.workunit.client.0.smithi028.stdout: "last_undegraded": "2024-08-29T19:02:14.929702+0000", 2024-08-29T19:03:22.241 INFO:tasks.workunit.client.0.smithi028.stdout: "last_unstale": "2024-08-29T19:02:14.929702+0000", 2024-08-29T19:03:22.241 INFO:tasks.workunit.client.0.smithi028.stdout: "log_dups_size": 0, 2024-08-29T19:03:22.241 INFO:tasks.workunit.client.0.smithi028.stdout: "log_size": 0, 2024-08-29T19:03:22.241 INFO:tasks.workunit.client.0.smithi028.stdout: "log_start": "0'0", 2024-08-29T19:03:22.241 INFO:tasks.workunit.client.0.smithi028.stdout: "manifest_stats_invalid": false, 2024-08-29T19:03:22.241 INFO:tasks.workunit.client.0.smithi028.stdout: "mapping_epoch": 645, 2024-08-29T19:03:22.241 INFO:tasks.workunit.client.0.smithi028.stdout: "object_location_counts": [], 2024-08-29T19:03:22.241 INFO:tasks.workunit.client.0.smithi028.stdout: "objects_scrubbed": 0, 2024-08-29T19:03:22.241 INFO:tasks.workunit.client.0.smithi028.stdout: "objects_trimmed": 0, 2024-08-29T19:03:22.241 INFO:tasks.workunit.client.0.smithi028.stdout: "omap_stats_invalid": false, 2024-08-29T19:03:22.241 INFO:tasks.workunit.client.0.smithi028.stdout: "ondisk_log_size": 0, 2024-08-29T19:03:22.241 INFO:tasks.workunit.client.0.smithi028.stdout: "ondisk_log_start": "0'0", 2024-08-29T19:03:22.241 INFO:tasks.workunit.client.0.smithi028.stdout: "parent": "0.0", 2024-08-29T19:03:22.242 INFO:tasks.workunit.client.0.smithi028.stdout: "parent_split_bits": 0, 2024-08-29T19:03:22.242 INFO:tasks.workunit.client.0.smithi028.stdout: "pgid": "3.20", 2024-08-29T19:03:22.242 INFO:tasks.workunit.client.0.smithi028.stdout: "pin_stats_invalid": false, 2024-08-29T19:03:22.242 INFO:tasks.workunit.client.0.smithi028.stdout: "purged_snaps": [], 2024-08-29T19:03:22.242 INFO:tasks.workunit.client.0.smithi028.stdout: "reported_epoch": 2650, 2024-08-29T19:03:22.242 INFO:tasks.workunit.client.0.smithi028.stdout: "reported_seq": 4596, 2024-08-29T19:03:22.242 INFO:tasks.workunit.client.0.smithi028.stdout: "scrub_duration": 0.0, 2024-08-29T19:03:22.242 INFO:tasks.workunit.client.0.smithi028.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-30T18:05:37.756698+0000", 2024-08-29T19:03:22.242 INFO:tasks.workunit.client.0.smithi028.stdout: "snaptrim_duration": 0.0, 2024-08-29T19:03:22.242 INFO:tasks.workunit.client.0.smithi028.stdout: "snaptrimq_len": 0, 2024-08-29T19:03:22.242 INFO:tasks.workunit.client.0.smithi028.stdout: "stat_sum": { 2024-08-29T19:03:22.242 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes": 0, 2024-08-29T19:03:22.242 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes_hit_set_archive": 0, 2024-08-29T19:03:22.242 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes_recovered": 0, 2024-08-29T19:03:22.243 INFO:tasks.workunit.client.0.smithi028.stdout: "num_deep_scrub_errors": 0, 2024-08-29T19:03:22.243 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict": 0, 2024-08-29T19:03:22.243 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_kb": 0, 2024-08-29T19:03:22.243 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_mode_full": 0, 2024-08-29T19:03:22.243 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_mode_some": 0, 2024-08-29T19:03:22.243 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush": 0, 2024-08-29T19:03:22.243 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_kb": 0, 2024-08-29T19:03:22.243 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_mode_high": 0, 2024-08-29T19:03:22.243 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_mode_low": 0, 2024-08-29T19:03:22.243 INFO:tasks.workunit.client.0.smithi028.stdout: "num_keys_recovered": 0, 2024-08-29T19:03:22.243 INFO:tasks.workunit.client.0.smithi028.stdout: "num_large_omap_objects": 0, 2024-08-29T19:03:22.243 INFO:tasks.workunit.client.0.smithi028.stdout: "num_legacy_snapsets": 0, 2024-08-29T19:03:22.243 INFO:tasks.workunit.client.0.smithi028.stdout: "num_object_clones": 0, 2024-08-29T19:03:22.243 INFO:tasks.workunit.client.0.smithi028.stdout: "num_object_copies": 0, 2024-08-29T19:03:22.244 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects": 0, 2024-08-29T19:03:22.244 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_degraded": 0, 2024-08-29T19:03:22.244 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_dirty": 0, 2024-08-29T19:03:22.244 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_hit_set_archive": 0, 2024-08-29T19:03:22.244 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_manifest": 0, 2024-08-29T19:03:22.244 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_misplaced": 0, 2024-08-29T19:03:22.244 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_missing": 0, 2024-08-29T19:03:22.244 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_missing_on_primary": 0, 2024-08-29T19:03:22.244 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_omap": 0, 2024-08-29T19:03:22.244 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_pinned": 0, 2024-08-29T19:03:22.244 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_recovered": 0, 2024-08-29T19:03:22.244 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_repaired": 0, 2024-08-29T19:03:22.244 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_unfound": 0, 2024-08-29T19:03:22.244 INFO:tasks.workunit.client.0.smithi028.stdout: "num_omap_bytes": 0, 2024-08-29T19:03:22.245 INFO:tasks.workunit.client.0.smithi028.stdout: "num_omap_keys": 0, 2024-08-29T19:03:22.245 INFO:tasks.workunit.client.0.smithi028.stdout: "num_promote": 0, 2024-08-29T19:03:22.245 INFO:tasks.workunit.client.0.smithi028.stdout: "num_read": 0, 2024-08-29T19:03:22.245 INFO:tasks.workunit.client.0.smithi028.stdout: "num_read_kb": 0, 2024-08-29T19:03:22.245 INFO:tasks.workunit.client.0.smithi028.stdout: "num_scrub_errors": 0, 2024-08-29T19:03:22.245 INFO:tasks.workunit.client.0.smithi028.stdout: "num_shallow_scrub_errors": 0, 2024-08-29T19:03:22.245 INFO:tasks.workunit.client.0.smithi028.stdout: "num_whiteouts": 0, 2024-08-29T19:03:22.245 INFO:tasks.workunit.client.0.smithi028.stdout: "num_write": 0, 2024-08-29T19:03:22.245 INFO:tasks.workunit.client.0.smithi028.stdout: "num_write_kb": 0 2024-08-29T19:03:22.245 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:22.245 INFO:tasks.workunit.client.0.smithi028.stdout: "state": "active+clean", 2024-08-29T19:03:22.245 INFO:tasks.workunit.client.0.smithi028.stdout: "stats_invalid": false, 2024-08-29T19:03:22.245 INFO:tasks.workunit.client.0.smithi028.stdout: "up": [ 2024-08-29T19:03:22.245 INFO:tasks.workunit.client.0.smithi028.stdout: 6, 2024-08-29T19:03:22.246 INFO:tasks.workunit.client.0.smithi028.stdout: 0, 2024-08-29T19:03:22.246 INFO:tasks.workunit.client.0.smithi028.stdout: 5 2024-08-29T19:03:22.246 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-08-29T19:03:22.246 INFO:tasks.workunit.client.0.smithi028.stdout: "up_primary": 6, 2024-08-29T19:03:22.246 INFO:tasks.workunit.client.0.smithi028.stdout: "version": "0'0" 2024-08-29T19:03:22.246 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:22.246 INFO:tasks.workunit.client.0.smithi028.stdout: { 2024-08-29T19:03:22.246 INFO:tasks.workunit.client.0.smithi028.stdout: "acting": [ 2024-08-29T19:03:22.246 INFO:tasks.workunit.client.0.smithi028.stdout: 2, 2024-08-29T19:03:22.246 INFO:tasks.workunit.client.0.smithi028.stdout: 5, 2024-08-29T19:03:22.246 INFO:tasks.workunit.client.0.smithi028.stdout: 6 2024-08-29T19:03:22.246 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-08-29T19:03:22.246 INFO:tasks.workunit.client.0.smithi028.stdout: "acting_primary": 2, 2024-08-29T19:03:22.246 INFO:tasks.workunit.client.0.smithi028.stdout: "avail_no_missing": [], 2024-08-29T19:03:22.247 INFO:tasks.workunit.client.0.smithi028.stdout: "blocked_by": [], 2024-08-29T19:03:22.247 INFO:tasks.workunit.client.0.smithi028.stdout: "created": 62, 2024-08-29T19:03:22.247 INFO:tasks.workunit.client.0.smithi028.stdout: "dirty_stats_invalid": false, 2024-08-29T19:03:22.247 INFO:tasks.workunit.client.0.smithi028.stdout: "hitset_bytes_stats_invalid": false, 2024-08-29T19:03:22.247 INFO:tasks.workunit.client.0.smithi028.stdout: "hitset_stats_invalid": false, 2024-08-29T19:03:22.247 INFO:tasks.workunit.client.0.smithi028.stdout: "last_active": "2024-08-29T19:02:14.103528+0000", 2024-08-29T19:03:22.247 INFO:tasks.workunit.client.0.smithi028.stdout: "last_became_active": "2024-08-29T17:57:36.375752+0000", 2024-08-29T19:03:22.247 INFO:tasks.workunit.client.0.smithi028.stdout: "last_became_peered": "2024-08-29T17:57:36.375752+0000", 2024-08-29T19:03:22.247 INFO:tasks.workunit.client.0.smithi028.stdout: "last_change": "2024-08-29T17:57:36.376180+0000", 2024-08-29T19:03:22.247 INFO:tasks.workunit.client.0.smithi028.stdout: "last_clean": "2024-08-29T19:02:14.103528+0000", 2024-08-29T19:03:22.247 INFO:tasks.workunit.client.0.smithi028.stdout: "last_clean_scrub_stamp": "2024-08-29T17:41:01.987071+0000", 2024-08-29T19:03:22.247 INFO:tasks.workunit.client.0.smithi028.stdout: "last_deep_scrub": "0'0", 2024-08-29T19:03:22.247 INFO:tasks.workunit.client.0.smithi028.stdout: "last_deep_scrub_stamp": "2024-08-29T17:41:01.987071+0000", 2024-08-29T19:03:22.247 INFO:tasks.workunit.client.0.smithi028.stdout: "last_epoch_clean": 646, 2024-08-29T19:03:22.248 INFO:tasks.workunit.client.0.smithi028.stdout: "last_fresh": "2024-08-29T19:02:14.103528+0000", 2024-08-29T19:03:22.248 INFO:tasks.workunit.client.0.smithi028.stdout: "last_fullsized": "2024-08-29T19:02:14.103528+0000", 2024-08-29T19:03:22.248 INFO:tasks.workunit.client.0.smithi028.stdout: "last_peered": "2024-08-29T19:02:14.103528+0000", 2024-08-29T19:03:22.248 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub": "0'0", 2024-08-29T19:03:22.248 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub_duration": 0, 2024-08-29T19:03:22.248 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub_stamp": "2024-08-29T17:41:01.987071+0000", 2024-08-29T19:03:22.248 INFO:tasks.workunit.client.0.smithi028.stdout: "last_undegraded": "2024-08-29T19:02:14.103528+0000", 2024-08-29T19:03:22.248 INFO:tasks.workunit.client.0.smithi028.stdout: "last_unstale": "2024-08-29T19:02:14.103528+0000", 2024-08-29T19:03:22.248 INFO:tasks.workunit.client.0.smithi028.stdout: "log_dups_size": 0, 2024-08-29T19:03:22.248 INFO:tasks.workunit.client.0.smithi028.stdout: "log_size": 0, 2024-08-29T19:03:22.248 INFO:tasks.workunit.client.0.smithi028.stdout: "log_start": "0'0", 2024-08-29T19:03:22.248 INFO:tasks.workunit.client.0.smithi028.stdout: "manifest_stats_invalid": false, 2024-08-29T19:03:22.248 INFO:tasks.workunit.client.0.smithi028.stdout: "mapping_epoch": 645, 2024-08-29T19:03:22.248 INFO:tasks.workunit.client.0.smithi028.stdout: "object_location_counts": [], 2024-08-29T19:03:22.249 INFO:tasks.workunit.client.0.smithi028.stdout: "objects_scrubbed": 0, 2024-08-29T19:03:22.249 INFO:tasks.workunit.client.0.smithi028.stdout: "objects_trimmed": 0, 2024-08-29T19:03:22.249 INFO:tasks.workunit.client.0.smithi028.stdout: "omap_stats_invalid": false, 2024-08-29T19:03:22.249 INFO:tasks.workunit.client.0.smithi028.stdout: "ondisk_log_size": 0, 2024-08-29T19:03:22.249 INFO:tasks.workunit.client.0.smithi028.stdout: "ondisk_log_start": "0'0", 2024-08-29T19:03:22.249 INFO:tasks.workunit.client.0.smithi028.stdout: "parent": "0.0", 2024-08-29T19:03:22.249 INFO:tasks.workunit.client.0.smithi028.stdout: "parent_split_bits": 0, 2024-08-29T19:03:22.249 INFO:tasks.workunit.client.0.smithi028.stdout: "pgid": "3.21", 2024-08-29T19:03:22.249 INFO:tasks.workunit.client.0.smithi028.stdout: "pin_stats_invalid": false, 2024-08-29T19:03:22.249 INFO:tasks.workunit.client.0.smithi028.stdout: "purged_snaps": [], 2024-08-29T19:03:22.249 INFO:tasks.workunit.client.0.smithi028.stdout: "reported_epoch": 2650, 2024-08-29T19:03:22.249 INFO:tasks.workunit.client.0.smithi028.stdout: "reported_seq": 4712, 2024-08-29T19:03:22.249 INFO:tasks.workunit.client.0.smithi028.stdout: "scrub_duration": 0.0, 2024-08-29T19:03:22.250 INFO:tasks.workunit.client.0.smithi028.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-30T20:13:33.883563+0000", 2024-08-29T19:03:22.250 INFO:tasks.workunit.client.0.smithi028.stdout: "snaptrim_duration": 0.0, 2024-08-29T19:03:22.250 INFO:tasks.workunit.client.0.smithi028.stdout: "snaptrimq_len": 0, 2024-08-29T19:03:22.250 INFO:tasks.workunit.client.0.smithi028.stdout: "stat_sum": { 2024-08-29T19:03:22.250 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes": 0, 2024-08-29T19:03:22.250 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes_hit_set_archive": 0, 2024-08-29T19:03:22.250 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes_recovered": 0, 2024-08-29T19:03:22.250 INFO:tasks.workunit.client.0.smithi028.stdout: "num_deep_scrub_errors": 0, 2024-08-29T19:03:22.250 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict": 0, 2024-08-29T19:03:22.250 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_kb": 0, 2024-08-29T19:03:22.250 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_mode_full": 0, 2024-08-29T19:03:22.250 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_mode_some": 0, 2024-08-29T19:03:22.250 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush": 0, 2024-08-29T19:03:22.250 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_kb": 0, 2024-08-29T19:03:22.251 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_mode_high": 0, 2024-08-29T19:03:22.251 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_mode_low": 0, 2024-08-29T19:03:22.251 INFO:tasks.workunit.client.0.smithi028.stdout: "num_keys_recovered": 0, 2024-08-29T19:03:22.251 INFO:tasks.workunit.client.0.smithi028.stdout: "num_large_omap_objects": 0, 2024-08-29T19:03:22.251 INFO:tasks.workunit.client.0.smithi028.stdout: "num_legacy_snapsets": 0, 2024-08-29T19:03:22.251 INFO:tasks.workunit.client.0.smithi028.stdout: "num_object_clones": 0, 2024-08-29T19:03:22.251 INFO:tasks.workunit.client.0.smithi028.stdout: "num_object_copies": 0, 2024-08-29T19:03:22.251 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects": 0, 2024-08-29T19:03:22.251 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_degraded": 0, 2024-08-29T19:03:22.251 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_dirty": 0, 2024-08-29T19:03:22.251 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_hit_set_archive": 0, 2024-08-29T19:03:22.251 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_manifest": 0, 2024-08-29T19:03:22.251 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_misplaced": 0, 2024-08-29T19:03:22.251 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_missing": 0, 2024-08-29T19:03:22.252 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_missing_on_primary": 0, 2024-08-29T19:03:22.252 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_omap": 0, 2024-08-29T19:03:22.252 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_pinned": 0, 2024-08-29T19:03:22.252 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_recovered": 0, 2024-08-29T19:03:22.252 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_repaired": 0, 2024-08-29T19:03:22.252 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_unfound": 0, 2024-08-29T19:03:22.252 INFO:tasks.workunit.client.0.smithi028.stdout: "num_omap_bytes": 0, 2024-08-29T19:03:22.252 INFO:tasks.workunit.client.0.smithi028.stdout: "num_omap_keys": 0, 2024-08-29T19:03:22.252 INFO:tasks.workunit.client.0.smithi028.stdout: "num_promote": 0, 2024-08-29T19:03:22.252 INFO:tasks.workunit.client.0.smithi028.stdout: "num_read": 0, 2024-08-29T19:03:22.252 INFO:tasks.workunit.client.0.smithi028.stdout: "num_read_kb": 0, 2024-08-29T19:03:22.252 INFO:tasks.workunit.client.0.smithi028.stdout: "num_scrub_errors": 0, 2024-08-29T19:03:22.252 INFO:tasks.workunit.client.0.smithi028.stdout: "num_shallow_scrub_errors": 0, 2024-08-29T19:03:22.252 INFO:tasks.workunit.client.0.smithi028.stdout: "num_whiteouts": 0, 2024-08-29T19:03:22.253 INFO:tasks.workunit.client.0.smithi028.stdout: "num_write": 0, 2024-08-29T19:03:22.253 INFO:tasks.workunit.client.0.smithi028.stdout: "num_write_kb": 0 2024-08-29T19:03:22.253 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:22.253 INFO:tasks.workunit.client.0.smithi028.stdout: "state": "active+clean", 2024-08-29T19:03:22.253 INFO:tasks.workunit.client.0.smithi028.stdout: "stats_invalid": false, 2024-08-29T19:03:22.253 INFO:tasks.workunit.client.0.smithi028.stdout: "up": [ 2024-08-29T19:03:22.253 INFO:tasks.workunit.client.0.smithi028.stdout: 2, 2024-08-29T19:03:22.253 INFO:tasks.workunit.client.0.smithi028.stdout: 5, 2024-08-29T19:03:22.253 INFO:tasks.workunit.client.0.smithi028.stdout: 6 2024-08-29T19:03:22.253 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-08-29T19:03:22.253 INFO:tasks.workunit.client.0.smithi028.stdout: "up_primary": 2, 2024-08-29T19:03:22.253 INFO:tasks.workunit.client.0.smithi028.stdout: "version": "0'0" 2024-08-29T19:03:22.253 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:22.253 INFO:tasks.workunit.client.0.smithi028.stdout: { 2024-08-29T19:03:22.254 INFO:tasks.workunit.client.0.smithi028.stdout: "acting": [ 2024-08-29T19:03:22.254 INFO:tasks.workunit.client.0.smithi028.stdout: 5, 2024-08-29T19:03:22.254 INFO:tasks.workunit.client.0.smithi028.stdout: 3, 2024-08-29T19:03:22.254 INFO:tasks.workunit.client.0.smithi028.stdout: 0 2024-08-29T19:03:22.254 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-08-29T19:03:22.254 INFO:tasks.workunit.client.0.smithi028.stdout: "acting_primary": 5, 2024-08-29T19:03:22.254 INFO:tasks.workunit.client.0.smithi028.stdout: "avail_no_missing": [], 2024-08-29T19:03:22.254 INFO:tasks.workunit.client.0.smithi028.stdout: "blocked_by": [], 2024-08-29T19:03:22.254 INFO:tasks.workunit.client.0.smithi028.stdout: "created": 62, 2024-08-29T19:03:22.254 INFO:tasks.workunit.client.0.smithi028.stdout: "dirty_stats_invalid": false, 2024-08-29T19:03:22.254 INFO:tasks.workunit.client.0.smithi028.stdout: "hitset_bytes_stats_invalid": false, 2024-08-29T19:03:22.254 INFO:tasks.workunit.client.0.smithi028.stdout: "hitset_stats_invalid": false, 2024-08-29T19:03:22.254 INFO:tasks.workunit.client.0.smithi028.stdout: "last_active": "2024-08-29T19:02:14.917452+0000", 2024-08-29T19:03:22.254 INFO:tasks.workunit.client.0.smithi028.stdout: "last_became_active": "2024-08-29T17:57:02.377028+0000", 2024-08-29T19:03:22.254 INFO:tasks.workunit.client.0.smithi028.stdout: "last_became_peered": "2024-08-29T17:57:02.377028+0000", 2024-08-29T19:03:22.255 INFO:tasks.workunit.client.0.smithi028.stdout: "last_change": "2024-08-29T17:57:02.382561+0000", 2024-08-29T19:03:22.255 INFO:tasks.workunit.client.0.smithi028.stdout: "last_clean": "2024-08-29T19:02:14.917452+0000", 2024-08-29T19:03:22.255 INFO:tasks.workunit.client.0.smithi028.stdout: "last_clean_scrub_stamp": "2024-08-29T17:41:01.987071+0000", 2024-08-29T19:03:22.255 INFO:tasks.workunit.client.0.smithi028.stdout: "last_deep_scrub": "0'0", 2024-08-29T19:03:22.255 INFO:tasks.workunit.client.0.smithi028.stdout: "last_deep_scrub_stamp": "2024-08-29T17:41:01.987071+0000", 2024-08-29T19:03:22.255 INFO:tasks.workunit.client.0.smithi028.stdout: "last_epoch_clean": 613, 2024-08-29T19:03:22.255 INFO:tasks.workunit.client.0.smithi028.stdout: "last_fresh": "2024-08-29T19:02:14.917452+0000", 2024-08-29T19:03:22.255 INFO:tasks.workunit.client.0.smithi028.stdout: "last_fullsized": "2024-08-29T19:02:14.917452+0000", 2024-08-29T19:03:22.255 INFO:tasks.workunit.client.0.smithi028.stdout: "last_peered": "2024-08-29T19:02:14.917452+0000", 2024-08-29T19:03:22.255 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub": "0'0", 2024-08-29T19:03:22.255 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub_duration": 0, 2024-08-29T19:03:22.255 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub_stamp": "2024-08-29T17:41:01.987071+0000", 2024-08-29T19:03:22.255 INFO:tasks.workunit.client.0.smithi028.stdout: "last_undegraded": "2024-08-29T19:02:14.917452+0000", 2024-08-29T19:03:22.256 INFO:tasks.workunit.client.0.smithi028.stdout: "last_unstale": "2024-08-29T19:02:14.917452+0000", 2024-08-29T19:03:22.256 INFO:tasks.workunit.client.0.smithi028.stdout: "log_dups_size": 0, 2024-08-29T19:03:22.256 INFO:tasks.workunit.client.0.smithi028.stdout: "log_size": 0, 2024-08-29T19:03:22.256 INFO:tasks.workunit.client.0.smithi028.stdout: "log_start": "0'0", 2024-08-29T19:03:22.256 INFO:tasks.workunit.client.0.smithi028.stdout: "manifest_stats_invalid": false, 2024-08-29T19:03:22.256 INFO:tasks.workunit.client.0.smithi028.stdout: "mapping_epoch": 612, 2024-08-29T19:03:22.256 INFO:tasks.workunit.client.0.smithi028.stdout: "object_location_counts": [], 2024-08-29T19:03:22.256 INFO:tasks.workunit.client.0.smithi028.stdout: "objects_scrubbed": 0, 2024-08-29T19:03:22.256 INFO:tasks.workunit.client.0.smithi028.stdout: "objects_trimmed": 0, 2024-08-29T19:03:22.256 INFO:tasks.workunit.client.0.smithi028.stdout: "omap_stats_invalid": false, 2024-08-29T19:03:22.256 INFO:tasks.workunit.client.0.smithi028.stdout: "ondisk_log_size": 0, 2024-08-29T19:03:22.256 INFO:tasks.workunit.client.0.smithi028.stdout: "ondisk_log_start": "0'0", 2024-08-29T19:03:22.256 INFO:tasks.workunit.client.0.smithi028.stdout: "parent": "0.0", 2024-08-29T19:03:22.256 INFO:tasks.workunit.client.0.smithi028.stdout: "parent_split_bits": 0, 2024-08-29T19:03:22.257 INFO:tasks.workunit.client.0.smithi028.stdout: "pgid": "3.22", 2024-08-29T19:03:22.257 INFO:tasks.workunit.client.0.smithi028.stdout: "pin_stats_invalid": false, 2024-08-29T19:03:22.257 INFO:tasks.workunit.client.0.smithi028.stdout: "purged_snaps": [], 2024-08-29T19:03:22.257 INFO:tasks.workunit.client.0.smithi028.stdout: "reported_epoch": 2650, 2024-08-29T19:03:22.257 INFO:tasks.workunit.client.0.smithi028.stdout: "reported_seq": 4645, 2024-08-29T19:03:22.257 INFO:tasks.workunit.client.0.smithi028.stdout: "scrub_duration": 0.0, 2024-08-29T19:03:22.257 INFO:tasks.workunit.client.0.smithi028.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-30T18:38:23.359877+0000", 2024-08-29T19:03:22.257 INFO:tasks.workunit.client.0.smithi028.stdout: "snaptrim_duration": 0.0, 2024-08-29T19:03:22.257 INFO:tasks.workunit.client.0.smithi028.stdout: "snaptrimq_len": 0, 2024-08-29T19:03:22.257 INFO:tasks.workunit.client.0.smithi028.stdout: "stat_sum": { 2024-08-29T19:03:22.257 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes": 0, 2024-08-29T19:03:22.257 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes_hit_set_archive": 0, 2024-08-29T19:03:22.257 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes_recovered": 0, 2024-08-29T19:03:22.257 INFO:tasks.workunit.client.0.smithi028.stdout: "num_deep_scrub_errors": 0, 2024-08-29T19:03:22.258 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict": 0, 2024-08-29T19:03:22.258 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_kb": 0, 2024-08-29T19:03:22.258 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_mode_full": 0, 2024-08-29T19:03:22.258 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_mode_some": 0, 2024-08-29T19:03:22.258 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush": 0, 2024-08-29T19:03:22.258 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_kb": 0, 2024-08-29T19:03:22.258 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_mode_high": 0, 2024-08-29T19:03:22.258 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_mode_low": 0, 2024-08-29T19:03:22.258 INFO:tasks.workunit.client.0.smithi028.stdout: "num_keys_recovered": 0, 2024-08-29T19:03:22.258 INFO:tasks.workunit.client.0.smithi028.stdout: "num_large_omap_objects": 0, 2024-08-29T19:03:22.258 INFO:tasks.workunit.client.0.smithi028.stdout: "num_legacy_snapsets": 0, 2024-08-29T19:03:22.258 INFO:tasks.workunit.client.0.smithi028.stdout: "num_object_clones": 0, 2024-08-29T19:03:22.258 INFO:tasks.workunit.client.0.smithi028.stdout: "num_object_copies": 0, 2024-08-29T19:03:22.258 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects": 0, 2024-08-29T19:03:22.259 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_degraded": 0, 2024-08-29T19:03:22.259 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_dirty": 0, 2024-08-29T19:03:22.259 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_hit_set_archive": 0, 2024-08-29T19:03:22.259 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_manifest": 0, 2024-08-29T19:03:22.259 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_misplaced": 0, 2024-08-29T19:03:22.259 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_missing": 0, 2024-08-29T19:03:22.259 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_missing_on_primary": 0, 2024-08-29T19:03:22.259 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_omap": 0, 2024-08-29T19:03:22.259 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_pinned": 0, 2024-08-29T19:03:22.259 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_recovered": 0, 2024-08-29T19:03:22.259 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_repaired": 0, 2024-08-29T19:03:22.259 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_unfound": 0, 2024-08-29T19:03:22.259 INFO:tasks.workunit.client.0.smithi028.stdout: "num_omap_bytes": 0, 2024-08-29T19:03:22.259 INFO:tasks.workunit.client.0.smithi028.stdout: "num_omap_keys": 0, 2024-08-29T19:03:22.260 INFO:tasks.workunit.client.0.smithi028.stdout: "num_promote": 0, 2024-08-29T19:03:22.260 INFO:tasks.workunit.client.0.smithi028.stdout: "num_read": 0, 2024-08-29T19:03:22.260 INFO:tasks.workunit.client.0.smithi028.stdout: "num_read_kb": 0, 2024-08-29T19:03:22.260 INFO:tasks.workunit.client.0.smithi028.stdout: "num_scrub_errors": 0, 2024-08-29T19:03:22.260 INFO:tasks.workunit.client.0.smithi028.stdout: "num_shallow_scrub_errors": 0, 2024-08-29T19:03:22.260 INFO:tasks.workunit.client.0.smithi028.stdout: "num_whiteouts": 0, 2024-08-29T19:03:22.260 INFO:tasks.workunit.client.0.smithi028.stdout: "num_write": 0, 2024-08-29T19:03:22.260 INFO:tasks.workunit.client.0.smithi028.stdout: "num_write_kb": 0 2024-08-29T19:03:22.260 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:22.260 INFO:tasks.workunit.client.0.smithi028.stdout: "state": "active+clean", 2024-08-29T19:03:22.260 INFO:tasks.workunit.client.0.smithi028.stdout: "stats_invalid": false, 2024-08-29T19:03:22.260 INFO:tasks.workunit.client.0.smithi028.stdout: "up": [ 2024-08-29T19:03:22.260 INFO:tasks.workunit.client.0.smithi028.stdout: 5, 2024-08-29T19:03:22.260 INFO:tasks.workunit.client.0.smithi028.stdout: 3, 2024-08-29T19:03:22.261 INFO:tasks.workunit.client.0.smithi028.stdout: 0 2024-08-29T19:03:22.261 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-08-29T19:03:22.261 INFO:tasks.workunit.client.0.smithi028.stdout: "up_primary": 5, 2024-08-29T19:03:22.261 INFO:tasks.workunit.client.0.smithi028.stdout: "version": "0'0" 2024-08-29T19:03:22.261 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:22.261 INFO:tasks.workunit.client.0.smithi028.stdout: { 2024-08-29T19:03:22.261 INFO:tasks.workunit.client.0.smithi028.stdout: "acting": [ 2024-08-29T19:03:22.261 INFO:tasks.workunit.client.0.smithi028.stdout: 0, 2024-08-29T19:03:22.261 INFO:tasks.workunit.client.0.smithi028.stdout: 3, 2024-08-29T19:03:22.261 INFO:tasks.workunit.client.0.smithi028.stdout: 4 2024-08-29T19:03:22.261 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-08-29T19:03:22.261 INFO:tasks.workunit.client.0.smithi028.stdout: "acting_primary": 0, 2024-08-29T19:03:22.261 INFO:tasks.workunit.client.0.smithi028.stdout: "avail_no_missing": [], 2024-08-29T19:03:22.261 INFO:tasks.workunit.client.0.smithi028.stdout: "blocked_by": [], 2024-08-29T19:03:22.262 INFO:tasks.workunit.client.0.smithi028.stdout: "created": 62, 2024-08-29T19:03:22.262 INFO:tasks.workunit.client.0.smithi028.stdout: "dirty_stats_invalid": false, 2024-08-29T19:03:22.262 INFO:tasks.workunit.client.0.smithi028.stdout: "hitset_bytes_stats_invalid": false, 2024-08-29T19:03:22.262 INFO:tasks.workunit.client.0.smithi028.stdout: "hitset_stats_invalid": false, 2024-08-29T19:03:22.262 INFO:tasks.workunit.client.0.smithi028.stdout: "last_active": "2024-08-29T19:02:14.106934+0000", 2024-08-29T19:03:22.262 INFO:tasks.workunit.client.0.smithi028.stdout: "last_became_active": "2024-08-29T17:56:29.392785+0000", 2024-08-29T19:03:22.262 INFO:tasks.workunit.client.0.smithi028.stdout: "last_became_peered": "2024-08-29T17:56:29.392785+0000", 2024-08-29T19:03:22.262 INFO:tasks.workunit.client.0.smithi028.stdout: "last_change": "2024-08-29T17:56:29.393593+0000", 2024-08-29T19:03:22.262 INFO:tasks.workunit.client.0.smithi028.stdout: "last_clean": "2024-08-29T19:02:14.106934+0000", 2024-08-29T19:03:22.262 INFO:tasks.workunit.client.0.smithi028.stdout: "last_clean_scrub_stamp": "2024-08-29T17:41:01.987071+0000", 2024-08-29T19:03:22.262 INFO:tasks.workunit.client.0.smithi028.stdout: "last_deep_scrub": "0'0", 2024-08-29T19:03:22.262 INFO:tasks.workunit.client.0.smithi028.stdout: "last_deep_scrub_stamp": "2024-08-29T17:41:01.987071+0000", 2024-08-29T19:03:22.262 INFO:tasks.workunit.client.0.smithi028.stdout: "last_epoch_clean": 580, 2024-08-29T19:03:22.262 INFO:tasks.workunit.client.0.smithi028.stdout: "last_fresh": "2024-08-29T19:02:14.106934+0000", 2024-08-29T19:03:22.262 INFO:tasks.workunit.client.0.smithi028.stdout: "last_fullsized": "2024-08-29T19:02:14.106934+0000", 2024-08-29T19:03:22.263 INFO:tasks.workunit.client.0.smithi028.stdout: "last_peered": "2024-08-29T19:02:14.106934+0000", 2024-08-29T19:03:22.263 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub": "0'0", 2024-08-29T19:03:22.263 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub_duration": 0, 2024-08-29T19:03:22.263 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub_stamp": "2024-08-29T17:41:01.987071+0000", 2024-08-29T19:03:22.263 INFO:tasks.workunit.client.0.smithi028.stdout: "last_undegraded": "2024-08-29T19:02:14.106934+0000", 2024-08-29T19:03:22.263 INFO:tasks.workunit.client.0.smithi028.stdout: "last_unstale": "2024-08-29T19:02:14.106934+0000", 2024-08-29T19:03:22.263 INFO:tasks.workunit.client.0.smithi028.stdout: "log_dups_size": 0, 2024-08-29T19:03:22.263 INFO:tasks.workunit.client.0.smithi028.stdout: "log_size": 0, 2024-08-29T19:03:22.263 INFO:tasks.workunit.client.0.smithi028.stdout: "log_start": "0'0", 2024-08-29T19:03:22.263 INFO:tasks.workunit.client.0.smithi028.stdout: "manifest_stats_invalid": false, 2024-08-29T19:03:22.263 INFO:tasks.workunit.client.0.smithi028.stdout: "mapping_epoch": 579, 2024-08-29T19:03:22.263 INFO:tasks.workunit.client.0.smithi028.stdout: "object_location_counts": [], 2024-08-29T19:03:22.263 INFO:tasks.workunit.client.0.smithi028.stdout: "objects_scrubbed": 0, 2024-08-29T19:03:22.263 INFO:tasks.workunit.client.0.smithi028.stdout: "objects_trimmed": 0, 2024-08-29T19:03:22.264 INFO:tasks.workunit.client.0.smithi028.stdout: "omap_stats_invalid": false, 2024-08-29T19:03:22.264 INFO:tasks.workunit.client.0.smithi028.stdout: "ondisk_log_size": 0, 2024-08-29T19:03:22.264 INFO:tasks.workunit.client.0.smithi028.stdout: "ondisk_log_start": "0'0", 2024-08-29T19:03:22.264 INFO:tasks.workunit.client.0.smithi028.stdout: "parent": "0.0", 2024-08-29T19:03:22.264 INFO:tasks.workunit.client.0.smithi028.stdout: "parent_split_bits": 0, 2024-08-29T19:03:22.264 INFO:tasks.workunit.client.0.smithi028.stdout: "pgid": "3.23", 2024-08-29T19:03:22.264 INFO:tasks.workunit.client.0.smithi028.stdout: "pin_stats_invalid": false, 2024-08-29T19:03:22.264 INFO:tasks.workunit.client.0.smithi028.stdout: "purged_snaps": [], 2024-08-29T19:03:22.264 INFO:tasks.workunit.client.0.smithi028.stdout: "reported_epoch": 2650, 2024-08-29T19:03:22.264 INFO:tasks.workunit.client.0.smithi028.stdout: "reported_seq": 4812, 2024-08-29T19:03:22.264 INFO:tasks.workunit.client.0.smithi028.stdout: "scrub_duration": 0.0, 2024-08-29T19:03:22.264 INFO:tasks.workunit.client.0.smithi028.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-30T21:36:53.527096+0000", 2024-08-29T19:03:22.264 INFO:tasks.workunit.client.0.smithi028.stdout: "snaptrim_duration": 0.0, 2024-08-29T19:03:22.265 INFO:tasks.workunit.client.0.smithi028.stdout: "snaptrimq_len": 0, 2024-08-29T19:03:22.265 INFO:tasks.workunit.client.0.smithi028.stdout: "stat_sum": { 2024-08-29T19:03:22.265 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes": 0, 2024-08-29T19:03:22.265 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes_hit_set_archive": 0, 2024-08-29T19:03:22.265 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes_recovered": 0, 2024-08-29T19:03:22.265 INFO:tasks.workunit.client.0.smithi028.stdout: "num_deep_scrub_errors": 0, 2024-08-29T19:03:22.265 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict": 0, 2024-08-29T19:03:22.265 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_kb": 0, 2024-08-29T19:03:22.265 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_mode_full": 0, 2024-08-29T19:03:22.265 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_mode_some": 0, 2024-08-29T19:03:22.265 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush": 0, 2024-08-29T19:03:22.265 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_kb": 0, 2024-08-29T19:03:22.265 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_mode_high": 0, 2024-08-29T19:03:22.265 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_mode_low": 0, 2024-08-29T19:03:22.266 INFO:tasks.workunit.client.0.smithi028.stdout: "num_keys_recovered": 0, 2024-08-29T19:03:22.266 INFO:tasks.workunit.client.0.smithi028.stdout: "num_large_omap_objects": 0, 2024-08-29T19:03:22.266 INFO:tasks.workunit.client.0.smithi028.stdout: "num_legacy_snapsets": 0, 2024-08-29T19:03:22.266 INFO:tasks.workunit.client.0.smithi028.stdout: "num_object_clones": 0, 2024-08-29T19:03:22.266 INFO:tasks.workunit.client.0.smithi028.stdout: "num_object_copies": 0, 2024-08-29T19:03:22.266 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects": 0, 2024-08-29T19:03:22.266 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_degraded": 0, 2024-08-29T19:03:22.266 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_dirty": 0, 2024-08-29T19:03:22.266 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_hit_set_archive": 0, 2024-08-29T19:03:22.266 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_manifest": 0, 2024-08-29T19:03:22.266 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_misplaced": 0, 2024-08-29T19:03:22.266 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_missing": 0, 2024-08-29T19:03:22.266 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_missing_on_primary": 0, 2024-08-29T19:03:22.266 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_omap": 0, 2024-08-29T19:03:22.267 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_pinned": 0, 2024-08-29T19:03:22.267 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_recovered": 0, 2024-08-29T19:03:22.267 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_repaired": 0, 2024-08-29T19:03:22.267 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_unfound": 0, 2024-08-29T19:03:22.267 INFO:tasks.workunit.client.0.smithi028.stdout: "num_omap_bytes": 0, 2024-08-29T19:03:22.267 INFO:tasks.workunit.client.0.smithi028.stdout: "num_omap_keys": 0, 2024-08-29T19:03:22.267 INFO:tasks.workunit.client.0.smithi028.stdout: "num_promote": 0, 2024-08-29T19:03:22.267 INFO:tasks.workunit.client.0.smithi028.stdout: "num_read": 0, 2024-08-29T19:03:22.267 INFO:tasks.workunit.client.0.smithi028.stdout: "num_read_kb": 0, 2024-08-29T19:03:22.267 INFO:tasks.workunit.client.0.smithi028.stdout: "num_scrub_errors": 0, 2024-08-29T19:03:22.267 INFO:tasks.workunit.client.0.smithi028.stdout: "num_shallow_scrub_errors": 0, 2024-08-29T19:03:22.267 INFO:tasks.workunit.client.0.smithi028.stdout: "num_whiteouts": 0, 2024-08-29T19:03:22.267 INFO:tasks.workunit.client.0.smithi028.stdout: "num_write": 0, 2024-08-29T19:03:22.267 INFO:tasks.workunit.client.0.smithi028.stdout: "num_write_kb": 0 2024-08-29T19:03:22.268 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:22.268 INFO:tasks.workunit.client.0.smithi028.stdout: "state": "active+clean", 2024-08-29T19:03:22.268 INFO:tasks.workunit.client.0.smithi028.stdout: "stats_invalid": false, 2024-08-29T19:03:22.268 INFO:tasks.workunit.client.0.smithi028.stdout: "up": [ 2024-08-29T19:03:22.268 INFO:tasks.workunit.client.0.smithi028.stdout: 0, 2024-08-29T19:03:22.268 INFO:tasks.workunit.client.0.smithi028.stdout: 3, 2024-08-29T19:03:22.268 INFO:tasks.workunit.client.0.smithi028.stdout: 4 2024-08-29T19:03:22.268 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-08-29T19:03:22.268 INFO:tasks.workunit.client.0.smithi028.stdout: "up_primary": 0, 2024-08-29T19:03:22.268 INFO:tasks.workunit.client.0.smithi028.stdout: "version": "0'0" 2024-08-29T19:03:22.268 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:22.268 INFO:tasks.workunit.client.0.smithi028.stdout: { 2024-08-29T19:03:22.268 INFO:tasks.workunit.client.0.smithi028.stdout: "acting": [ 2024-08-29T19:03:22.268 INFO:tasks.workunit.client.0.smithi028.stdout: 3, 2024-08-29T19:03:22.269 INFO:tasks.workunit.client.0.smithi028.stdout: 4, 2024-08-29T19:03:22.269 INFO:tasks.workunit.client.0.smithi028.stdout: 0 2024-08-29T19:03:22.269 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-08-29T19:03:22.269 INFO:tasks.workunit.client.0.smithi028.stdout: "acting_primary": 3, 2024-08-29T19:03:22.269 INFO:tasks.workunit.client.0.smithi028.stdout: "avail_no_missing": [], 2024-08-29T19:03:22.269 INFO:tasks.workunit.client.0.smithi028.stdout: "blocked_by": [], 2024-08-29T19:03:22.269 INFO:tasks.workunit.client.0.smithi028.stdout: "created": 62, 2024-08-29T19:03:22.269 INFO:tasks.workunit.client.0.smithi028.stdout: "dirty_stats_invalid": false, 2024-08-29T19:03:22.269 INFO:tasks.workunit.client.0.smithi028.stdout: "hitset_bytes_stats_invalid": false, 2024-08-29T19:03:22.269 INFO:tasks.workunit.client.0.smithi028.stdout: "hitset_stats_invalid": false, 2024-08-29T19:03:22.269 INFO:tasks.workunit.client.0.smithi028.stdout: "last_active": "2024-08-29T19:02:14.844508+0000", 2024-08-29T19:03:22.269 INFO:tasks.workunit.client.0.smithi028.stdout: "last_became_active": "2024-08-29T17:56:29.369353+0000", 2024-08-29T19:03:22.269 INFO:tasks.workunit.client.0.smithi028.stdout: "last_became_peered": "2024-08-29T17:56:29.369353+0000", 2024-08-29T19:03:22.270 INFO:tasks.workunit.client.0.smithi028.stdout: "last_change": "2024-08-29T17:56:29.370488+0000", 2024-08-29T19:03:22.270 INFO:tasks.workunit.client.0.smithi028.stdout: "last_clean": "2024-08-29T19:02:14.844508+0000", 2024-08-29T19:03:22.270 INFO:tasks.workunit.client.0.smithi028.stdout: "last_clean_scrub_stamp": "2024-08-29T17:41:01.987071+0000", 2024-08-29T19:03:22.270 INFO:tasks.workunit.client.0.smithi028.stdout: "last_deep_scrub": "0'0", 2024-08-29T19:03:22.270 INFO:tasks.workunit.client.0.smithi028.stdout: "last_deep_scrub_stamp": "2024-08-29T17:41:01.987071+0000", 2024-08-29T19:03:22.270 INFO:tasks.workunit.client.0.smithi028.stdout: "last_epoch_clean": 580, 2024-08-29T19:03:22.270 INFO:tasks.workunit.client.0.smithi028.stdout: "last_fresh": "2024-08-29T19:02:14.844508+0000", 2024-08-29T19:03:22.270 INFO:tasks.workunit.client.0.smithi028.stdout: "last_fullsized": "2024-08-29T19:02:14.844508+0000", 2024-08-29T19:03:22.270 INFO:tasks.workunit.client.0.smithi028.stdout: "last_peered": "2024-08-29T19:02:14.844508+0000", 2024-08-29T19:03:22.270 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub": "0'0", 2024-08-29T19:03:22.270 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub_duration": 0, 2024-08-29T19:03:22.270 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub_stamp": "2024-08-29T17:41:01.987071+0000", 2024-08-29T19:03:22.270 INFO:tasks.workunit.client.0.smithi028.stdout: "last_undegraded": "2024-08-29T19:02:14.844508+0000", 2024-08-29T19:03:22.270 INFO:tasks.workunit.client.0.smithi028.stdout: "last_unstale": "2024-08-29T19:02:14.844508+0000", 2024-08-29T19:03:22.271 INFO:tasks.workunit.client.0.smithi028.stdout: "log_dups_size": 0, 2024-08-29T19:03:22.271 INFO:tasks.workunit.client.0.smithi028.stdout: "log_size": 0, 2024-08-29T19:03:22.271 INFO:tasks.workunit.client.0.smithi028.stdout: "log_start": "0'0", 2024-08-29T19:03:22.271 INFO:tasks.workunit.client.0.smithi028.stdout: "manifest_stats_invalid": false, 2024-08-29T19:03:22.271 INFO:tasks.workunit.client.0.smithi028.stdout: "mapping_epoch": 579, 2024-08-29T19:03:22.271 INFO:tasks.workunit.client.0.smithi028.stdout: "object_location_counts": [], 2024-08-29T19:03:22.271 INFO:tasks.workunit.client.0.smithi028.stdout: "objects_scrubbed": 0, 2024-08-29T19:03:22.271 INFO:tasks.workunit.client.0.smithi028.stdout: "objects_trimmed": 0, 2024-08-29T19:03:22.271 INFO:tasks.workunit.client.0.smithi028.stdout: "omap_stats_invalid": false, 2024-08-29T19:03:22.271 INFO:tasks.workunit.client.0.smithi028.stdout: "ondisk_log_size": 0, 2024-08-29T19:03:22.271 INFO:tasks.workunit.client.0.smithi028.stdout: "ondisk_log_start": "0'0", 2024-08-29T19:03:22.271 INFO:tasks.workunit.client.0.smithi028.stdout: "parent": "0.0", 2024-08-29T19:03:22.271 INFO:tasks.workunit.client.0.smithi028.stdout: "parent_split_bits": 0, 2024-08-29T19:03:22.271 INFO:tasks.workunit.client.0.smithi028.stdout: "pgid": "3.24", 2024-08-29T19:03:22.272 INFO:tasks.workunit.client.0.smithi028.stdout: "pin_stats_invalid": false, 2024-08-29T19:03:22.272 INFO:tasks.workunit.client.0.smithi028.stdout: "purged_snaps": [], 2024-08-29T19:03:22.272 INFO:tasks.workunit.client.0.smithi028.stdout: "reported_epoch": 2650, 2024-08-29T19:03:22.272 INFO:tasks.workunit.client.0.smithi028.stdout: "reported_seq": 4691, 2024-08-29T19:03:22.272 INFO:tasks.workunit.client.0.smithi028.stdout: "scrub_duration": 0.0, 2024-08-29T19:03:22.272 INFO:tasks.workunit.client.0.smithi028.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-31T00:54:36.024558+0000", 2024-08-29T19:03:22.272 INFO:tasks.workunit.client.0.smithi028.stdout: "snaptrim_duration": 0.0, 2024-08-29T19:03:22.272 INFO:tasks.workunit.client.0.smithi028.stdout: "snaptrimq_len": 0, 2024-08-29T19:03:22.272 INFO:tasks.workunit.client.0.smithi028.stdout: "stat_sum": { 2024-08-29T19:03:22.272 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes": 0, 2024-08-29T19:03:22.272 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes_hit_set_archive": 0, 2024-08-29T19:03:22.272 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes_recovered": 0, 2024-08-29T19:03:22.272 INFO:tasks.workunit.client.0.smithi028.stdout: "num_deep_scrub_errors": 0, 2024-08-29T19:03:22.272 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict": 0, 2024-08-29T19:03:22.273 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_kb": 0, 2024-08-29T19:03:22.273 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_mode_full": 0, 2024-08-29T19:03:22.273 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_mode_some": 0, 2024-08-29T19:03:22.273 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush": 0, 2024-08-29T19:03:22.273 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_kb": 0, 2024-08-29T19:03:22.273 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_mode_high": 0, 2024-08-29T19:03:22.273 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_mode_low": 0, 2024-08-29T19:03:22.273 INFO:tasks.workunit.client.0.smithi028.stdout: "num_keys_recovered": 0, 2024-08-29T19:03:22.273 INFO:tasks.workunit.client.0.smithi028.stdout: "num_large_omap_objects": 0, 2024-08-29T19:03:22.273 INFO:tasks.workunit.client.0.smithi028.stdout: "num_legacy_snapsets": 0, 2024-08-29T19:03:22.273 INFO:tasks.workunit.client.0.smithi028.stdout: "num_object_clones": 0, 2024-08-29T19:03:22.273 INFO:tasks.workunit.client.0.smithi028.stdout: "num_object_copies": 0, 2024-08-29T19:03:22.273 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects": 0, 2024-08-29T19:03:22.273 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_degraded": 0, 2024-08-29T19:03:22.274 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_dirty": 0, 2024-08-29T19:03:22.274 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_hit_set_archive": 0, 2024-08-29T19:03:22.274 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_manifest": 0, 2024-08-29T19:03:22.274 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_misplaced": 0, 2024-08-29T19:03:22.274 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_missing": 0, 2024-08-29T19:03:22.274 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_missing_on_primary": 0, 2024-08-29T19:03:22.274 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_omap": 0, 2024-08-29T19:03:22.274 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_pinned": 0, 2024-08-29T19:03:22.274 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_recovered": 0, 2024-08-29T19:03:22.274 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_repaired": 0, 2024-08-29T19:03:22.274 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_unfound": 0, 2024-08-29T19:03:22.274 INFO:tasks.workunit.client.0.smithi028.stdout: "num_omap_bytes": 0, 2024-08-29T19:03:22.274 INFO:tasks.workunit.client.0.smithi028.stdout: "num_omap_keys": 0, 2024-08-29T19:03:22.274 INFO:tasks.workunit.client.0.smithi028.stdout: "num_promote": 0, 2024-08-29T19:03:22.275 INFO:tasks.workunit.client.0.smithi028.stdout: "num_read": 0, 2024-08-29T19:03:22.275 INFO:tasks.workunit.client.0.smithi028.stdout: "num_read_kb": 0, 2024-08-29T19:03:22.275 INFO:tasks.workunit.client.0.smithi028.stdout: "num_scrub_errors": 0, 2024-08-29T19:03:22.275 INFO:tasks.workunit.client.0.smithi028.stdout: "num_shallow_scrub_errors": 0, 2024-08-29T19:03:22.275 INFO:tasks.workunit.client.0.smithi028.stdout: "num_whiteouts": 0, 2024-08-29T19:03:22.275 INFO:tasks.workunit.client.0.smithi028.stdout: "num_write": 0, 2024-08-29T19:03:22.275 INFO:tasks.workunit.client.0.smithi028.stdout: "num_write_kb": 0 2024-08-29T19:03:22.275 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:22.275 INFO:tasks.workunit.client.0.smithi028.stdout: "state": "active+clean", 2024-08-29T19:03:22.275 INFO:tasks.workunit.client.0.smithi028.stdout: "stats_invalid": false, 2024-08-29T19:03:22.275 INFO:tasks.workunit.client.0.smithi028.stdout: "up": [ 2024-08-29T19:03:22.275 INFO:tasks.workunit.client.0.smithi028.stdout: 3, 2024-08-29T19:03:22.275 INFO:tasks.workunit.client.0.smithi028.stdout: 4, 2024-08-29T19:03:22.275 INFO:tasks.workunit.client.0.smithi028.stdout: 0 2024-08-29T19:03:22.276 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-08-29T19:03:22.276 INFO:tasks.workunit.client.0.smithi028.stdout: "up_primary": 3, 2024-08-29T19:03:22.276 INFO:tasks.workunit.client.0.smithi028.stdout: "version": "0'0" 2024-08-29T19:03:22.276 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:22.276 INFO:tasks.workunit.client.0.smithi028.stdout: { 2024-08-29T19:03:22.276 INFO:tasks.workunit.client.0.smithi028.stdout: "acting": [ 2024-08-29T19:03:22.276 INFO:tasks.workunit.client.0.smithi028.stdout: 1, 2024-08-29T19:03:22.276 INFO:tasks.workunit.client.0.smithi028.stdout: 3, 2024-08-29T19:03:22.276 INFO:tasks.workunit.client.0.smithi028.stdout: 2 2024-08-29T19:03:22.276 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-08-29T19:03:22.276 INFO:tasks.workunit.client.0.smithi028.stdout: "acting_primary": 1, 2024-08-29T19:03:22.276 INFO:tasks.workunit.client.0.smithi028.stdout: "avail_no_missing": [], 2024-08-29T19:03:22.276 INFO:tasks.workunit.client.0.smithi028.stdout: "blocked_by": [], 2024-08-29T19:03:22.276 INFO:tasks.workunit.client.0.smithi028.stdout: "created": 62, 2024-08-29T19:03:22.277 INFO:tasks.workunit.client.0.smithi028.stdout: "dirty_stats_invalid": false, 2024-08-29T19:03:22.277 INFO:tasks.workunit.client.0.smithi028.stdout: "hitset_bytes_stats_invalid": false, 2024-08-29T19:03:22.277 INFO:tasks.workunit.client.0.smithi028.stdout: "hitset_stats_invalid": false, 2024-08-29T19:03:22.277 INFO:tasks.workunit.client.0.smithi028.stdout: "last_active": "2024-08-29T19:02:14.819088+0000", 2024-08-29T19:03:22.277 INFO:tasks.workunit.client.0.smithi028.stdout: "last_became_active": "2024-08-29T17:55:56.307401+0000", 2024-08-29T19:03:22.277 INFO:tasks.workunit.client.0.smithi028.stdout: "last_became_peered": "2024-08-29T17:55:56.307401+0000", 2024-08-29T19:03:22.277 INFO:tasks.workunit.client.0.smithi028.stdout: "last_change": "2024-08-29T17:55:56.309585+0000", 2024-08-29T19:03:22.277 INFO:tasks.workunit.client.0.smithi028.stdout: "last_clean": "2024-08-29T19:02:14.819088+0000", 2024-08-29T19:03:22.277 INFO:tasks.workunit.client.0.smithi028.stdout: "last_clean_scrub_stamp": "2024-08-29T17:41:01.987071+0000", 2024-08-29T19:03:22.277 INFO:tasks.workunit.client.0.smithi028.stdout: "last_deep_scrub": "0'0", 2024-08-29T19:03:22.277 INFO:tasks.workunit.client.0.smithi028.stdout: "last_deep_scrub_stamp": "2024-08-29T17:41:01.987071+0000", 2024-08-29T19:03:22.277 INFO:tasks.workunit.client.0.smithi028.stdout: "last_epoch_clean": 547, 2024-08-29T19:03:22.277 INFO:tasks.workunit.client.0.smithi028.stdout: "last_fresh": "2024-08-29T19:02:14.819088+0000", 2024-08-29T19:03:22.278 INFO:tasks.workunit.client.0.smithi028.stdout: "last_fullsized": "2024-08-29T19:02:14.819088+0000", 2024-08-29T19:03:22.278 INFO:tasks.workunit.client.0.smithi028.stdout: "last_peered": "2024-08-29T19:02:14.819088+0000", 2024-08-29T19:03:22.278 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub": "0'0", 2024-08-29T19:03:22.278 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub_duration": 0, 2024-08-29T19:03:22.278 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub_stamp": "2024-08-29T17:41:01.987071+0000", 2024-08-29T19:03:22.278 INFO:tasks.workunit.client.0.smithi028.stdout: "last_undegraded": "2024-08-29T19:02:14.819088+0000", 2024-08-29T19:03:22.278 INFO:tasks.workunit.client.0.smithi028.stdout: "last_unstale": "2024-08-29T19:02:14.819088+0000", 2024-08-29T19:03:22.278 INFO:tasks.workunit.client.0.smithi028.stdout: "log_dups_size": 0, 2024-08-29T19:03:22.278 INFO:tasks.workunit.client.0.smithi028.stdout: "log_size": 0, 2024-08-29T19:03:22.278 INFO:tasks.workunit.client.0.smithi028.stdout: "log_start": "0'0", 2024-08-29T19:03:22.278 INFO:tasks.workunit.client.0.smithi028.stdout: "manifest_stats_invalid": false, 2024-08-29T19:03:22.278 INFO:tasks.workunit.client.0.smithi028.stdout: "mapping_epoch": 546, 2024-08-29T19:03:22.278 INFO:tasks.workunit.client.0.smithi028.stdout: "object_location_counts": [], 2024-08-29T19:03:22.278 INFO:tasks.workunit.client.0.smithi028.stdout: "objects_scrubbed": 0, 2024-08-29T19:03:22.279 INFO:tasks.workunit.client.0.smithi028.stdout: "objects_trimmed": 0, 2024-08-29T19:03:22.279 INFO:tasks.workunit.client.0.smithi028.stdout: "omap_stats_invalid": false, 2024-08-29T19:03:22.279 INFO:tasks.workunit.client.0.smithi028.stdout: "ondisk_log_size": 0, 2024-08-29T19:03:22.279 INFO:tasks.workunit.client.0.smithi028.stdout: "ondisk_log_start": "0'0", 2024-08-29T19:03:22.279 INFO:tasks.workunit.client.0.smithi028.stdout: "parent": "0.0", 2024-08-29T19:03:22.279 INFO:tasks.workunit.client.0.smithi028.stdout: "parent_split_bits": 0, 2024-08-29T19:03:22.279 INFO:tasks.workunit.client.0.smithi028.stdout: "pgid": "3.25", 2024-08-29T19:03:22.279 INFO:tasks.workunit.client.0.smithi028.stdout: "pin_stats_invalid": false, 2024-08-29T19:03:22.279 INFO:tasks.workunit.client.0.smithi028.stdout: "purged_snaps": [], 2024-08-29T19:03:22.279 INFO:tasks.workunit.client.0.smithi028.stdout: "reported_epoch": 2650, 2024-08-29T19:03:22.279 INFO:tasks.workunit.client.0.smithi028.stdout: "reported_seq": 4748, 2024-08-29T19:03:22.279 INFO:tasks.workunit.client.0.smithi028.stdout: "scrub_duration": 0.0, 2024-08-29T19:03:22.279 INFO:tasks.workunit.client.0.smithi028.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-30T23:27:57.059091+0000", 2024-08-29T19:03:22.279 INFO:tasks.workunit.client.0.smithi028.stdout: "snaptrim_duration": 0.0, 2024-08-29T19:03:22.279 INFO:tasks.workunit.client.0.smithi028.stdout: "snaptrimq_len": 0, 2024-08-29T19:03:22.280 INFO:tasks.workunit.client.0.smithi028.stdout: "stat_sum": { 2024-08-29T19:03:22.280 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes": 0, 2024-08-29T19:03:22.280 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes_hit_set_archive": 0, 2024-08-29T19:03:22.280 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes_recovered": 0, 2024-08-29T19:03:22.280 INFO:tasks.workunit.client.0.smithi028.stdout: "num_deep_scrub_errors": 0, 2024-08-29T19:03:22.280 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict": 0, 2024-08-29T19:03:22.280 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_kb": 0, 2024-08-29T19:03:22.280 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_mode_full": 0, 2024-08-29T19:03:22.280 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_mode_some": 0, 2024-08-29T19:03:22.280 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush": 0, 2024-08-29T19:03:22.280 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_kb": 0, 2024-08-29T19:03:22.280 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_mode_high": 0, 2024-08-29T19:03:22.280 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_mode_low": 0, 2024-08-29T19:03:22.281 INFO:tasks.workunit.client.0.smithi028.stdout: "num_keys_recovered": 0, 2024-08-29T19:03:22.281 INFO:tasks.workunit.client.0.smithi028.stdout: "num_large_omap_objects": 0, 2024-08-29T19:03:22.281 INFO:tasks.workunit.client.0.smithi028.stdout: "num_legacy_snapsets": 0, 2024-08-29T19:03:22.281 INFO:tasks.workunit.client.0.smithi028.stdout: "num_object_clones": 0, 2024-08-29T19:03:22.281 INFO:tasks.workunit.client.0.smithi028.stdout: "num_object_copies": 0, 2024-08-29T19:03:22.281 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects": 0, 2024-08-29T19:03:22.281 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_degraded": 0, 2024-08-29T19:03:22.281 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_dirty": 0, 2024-08-29T19:03:22.281 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_hit_set_archive": 0, 2024-08-29T19:03:22.281 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_manifest": 0, 2024-08-29T19:03:22.281 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_misplaced": 0, 2024-08-29T19:03:22.281 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_missing": 0, 2024-08-29T19:03:22.281 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_missing_on_primary": 0, 2024-08-29T19:03:22.281 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_omap": 0, 2024-08-29T19:03:22.281 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_pinned": 0, 2024-08-29T19:03:22.282 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_recovered": 0, 2024-08-29T19:03:22.282 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_repaired": 0, 2024-08-29T19:03:22.282 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_unfound": 0, 2024-08-29T19:03:22.282 INFO:tasks.workunit.client.0.smithi028.stdout: "num_omap_bytes": 0, 2024-08-29T19:03:22.282 INFO:tasks.workunit.client.0.smithi028.stdout: "num_omap_keys": 0, 2024-08-29T19:03:22.282 INFO:tasks.workunit.client.0.smithi028.stdout: "num_promote": 0, 2024-08-29T19:03:22.282 INFO:tasks.workunit.client.0.smithi028.stdout: "num_read": 0, 2024-08-29T19:03:22.282 INFO:tasks.workunit.client.0.smithi028.stdout: "num_read_kb": 0, 2024-08-29T19:03:22.282 INFO:tasks.workunit.client.0.smithi028.stdout: "num_scrub_errors": 0, 2024-08-29T19:03:22.282 INFO:tasks.workunit.client.0.smithi028.stdout: "num_shallow_scrub_errors": 0, 2024-08-29T19:03:22.282 INFO:tasks.workunit.client.0.smithi028.stdout: "num_whiteouts": 0, 2024-08-29T19:03:22.282 INFO:tasks.workunit.client.0.smithi028.stdout: "num_write": 0, 2024-08-29T19:03:22.282 INFO:tasks.workunit.client.0.smithi028.stdout: "num_write_kb": 0 2024-08-29T19:03:22.283 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:22.283 INFO:tasks.workunit.client.0.smithi028.stdout: "state": "active+clean", 2024-08-29T19:03:22.283 INFO:tasks.workunit.client.0.smithi028.stdout: "stats_invalid": false, 2024-08-29T19:03:22.283 INFO:tasks.workunit.client.0.smithi028.stdout: "up": [ 2024-08-29T19:03:22.283 INFO:tasks.workunit.client.0.smithi028.stdout: 1, 2024-08-29T19:03:22.283 INFO:tasks.workunit.client.0.smithi028.stdout: 3, 2024-08-29T19:03:22.283 INFO:tasks.workunit.client.0.smithi028.stdout: 2 2024-08-29T19:03:22.283 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-08-29T19:03:22.283 INFO:tasks.workunit.client.0.smithi028.stdout: "up_primary": 1, 2024-08-29T19:03:22.283 INFO:tasks.workunit.client.0.smithi028.stdout: "version": "0'0" 2024-08-29T19:03:22.283 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:22.283 INFO:tasks.workunit.client.0.smithi028.stdout: { 2024-08-29T19:03:22.283 INFO:tasks.workunit.client.0.smithi028.stdout: "acting": [ 2024-08-29T19:03:22.283 INFO:tasks.workunit.client.0.smithi028.stdout: 6, 2024-08-29T19:03:22.284 INFO:tasks.workunit.client.0.smithi028.stdout: 7, 2024-08-29T19:03:22.284 INFO:tasks.workunit.client.0.smithi028.stdout: 4 2024-08-29T19:03:22.284 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-08-29T19:03:22.284 INFO:tasks.workunit.client.0.smithi028.stdout: "acting_primary": 6, 2024-08-29T19:03:22.284 INFO:tasks.workunit.client.0.smithi028.stdout: "avail_no_missing": [], 2024-08-29T19:03:22.284 INFO:tasks.workunit.client.0.smithi028.stdout: "blocked_by": [], 2024-08-29T19:03:22.284 INFO:tasks.workunit.client.0.smithi028.stdout: "created": 62, 2024-08-29T19:03:22.284 INFO:tasks.workunit.client.0.smithi028.stdout: "dirty_stats_invalid": false, 2024-08-29T19:03:22.284 INFO:tasks.workunit.client.0.smithi028.stdout: "hitset_bytes_stats_invalid": false, 2024-08-29T19:03:22.284 INFO:tasks.workunit.client.0.smithi028.stdout: "hitset_stats_invalid": false, 2024-08-29T19:03:22.284 INFO:tasks.workunit.client.0.smithi028.stdout: "last_active": "2024-08-29T19:02:14.925991+0000", 2024-08-29T19:03:22.284 INFO:tasks.workunit.client.0.smithi028.stdout: "last_became_active": "2024-08-29T17:58:11.343684+0000", 2024-08-29T19:03:22.284 INFO:tasks.workunit.client.0.smithi028.stdout: "last_became_peered": "2024-08-29T17:58:11.343684+0000", 2024-08-29T19:03:22.285 INFO:tasks.workunit.client.0.smithi028.stdout: "last_change": "2024-08-29T17:58:11.344681+0000", 2024-08-29T19:03:22.285 INFO:tasks.workunit.client.0.smithi028.stdout: "last_clean": "2024-08-29T19:02:14.925991+0000", 2024-08-29T19:03:22.285 INFO:tasks.workunit.client.0.smithi028.stdout: "last_clean_scrub_stamp": "2024-08-29T17:41:01.987071+0000", 2024-08-29T19:03:22.285 INFO:tasks.workunit.client.0.smithi028.stdout: "last_deep_scrub": "0'0", 2024-08-29T19:03:22.285 INFO:tasks.workunit.client.0.smithi028.stdout: "last_deep_scrub_stamp": "2024-08-29T17:41:01.987071+0000", 2024-08-29T19:03:22.285 INFO:tasks.workunit.client.0.smithi028.stdout: "last_epoch_clean": 681, 2024-08-29T19:03:22.285 INFO:tasks.workunit.client.0.smithi028.stdout: "last_fresh": "2024-08-29T19:02:14.925991+0000", 2024-08-29T19:03:22.285 INFO:tasks.workunit.client.0.smithi028.stdout: "last_fullsized": "2024-08-29T19:02:14.925991+0000", 2024-08-29T19:03:22.285 INFO:tasks.workunit.client.0.smithi028.stdout: "last_peered": "2024-08-29T19:02:14.925991+0000", 2024-08-29T19:03:22.285 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub": "0'0", 2024-08-29T19:03:22.285 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub_duration": 0, 2024-08-29T19:03:22.285 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub_stamp": "2024-08-29T17:41:01.987071+0000", 2024-08-29T19:03:22.285 INFO:tasks.workunit.client.0.smithi028.stdout: "last_undegraded": "2024-08-29T19:02:14.925991+0000", 2024-08-29T19:03:22.285 INFO:tasks.workunit.client.0.smithi028.stdout: "last_unstale": "2024-08-29T19:02:14.925991+0000", 2024-08-29T19:03:22.286 INFO:tasks.workunit.client.0.smithi028.stdout: "log_dups_size": 0, 2024-08-29T19:03:22.286 INFO:tasks.workunit.client.0.smithi028.stdout: "log_size": 0, 2024-08-29T19:03:22.286 INFO:tasks.workunit.client.0.smithi028.stdout: "log_start": "0'0", 2024-08-29T19:03:22.286 INFO:tasks.workunit.client.0.smithi028.stdout: "manifest_stats_invalid": false, 2024-08-29T19:03:22.286 INFO:tasks.workunit.client.0.smithi028.stdout: "mapping_epoch": 680, 2024-08-29T19:03:22.286 INFO:tasks.workunit.client.0.smithi028.stdout: "object_location_counts": [], 2024-08-29T19:03:22.286 INFO:tasks.workunit.client.0.smithi028.stdout: "objects_scrubbed": 0, 2024-08-29T19:03:22.286 INFO:tasks.workunit.client.0.smithi028.stdout: "objects_trimmed": 0, 2024-08-29T19:03:22.286 INFO:tasks.workunit.client.0.smithi028.stdout: "omap_stats_invalid": false, 2024-08-29T19:03:22.286 INFO:tasks.workunit.client.0.smithi028.stdout: "ondisk_log_size": 0, 2024-08-29T19:03:22.286 INFO:tasks.workunit.client.0.smithi028.stdout: "ondisk_log_start": "0'0", 2024-08-29T19:03:22.286 INFO:tasks.workunit.client.0.smithi028.stdout: "parent": "0.0", 2024-08-29T19:03:22.286 INFO:tasks.workunit.client.0.smithi028.stdout: "parent_split_bits": 0, 2024-08-29T19:03:22.286 INFO:tasks.workunit.client.0.smithi028.stdout: "pgid": "3.26", 2024-08-29T19:03:22.287 INFO:tasks.workunit.client.0.smithi028.stdout: "pin_stats_invalid": false, 2024-08-29T19:03:22.287 INFO:tasks.workunit.client.0.smithi028.stdout: "purged_snaps": [], 2024-08-29T19:03:22.287 INFO:tasks.workunit.client.0.smithi028.stdout: "reported_epoch": 2650, 2024-08-29T19:03:22.287 INFO:tasks.workunit.client.0.smithi028.stdout: "reported_seq": 4596, 2024-08-29T19:03:22.287 INFO:tasks.workunit.client.0.smithi028.stdout: "scrub_duration": 0.0, 2024-08-29T19:03:22.287 INFO:tasks.workunit.client.0.smithi028.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-30T21:14:29.127146+0000", 2024-08-29T19:03:22.287 INFO:tasks.workunit.client.0.smithi028.stdout: "snaptrim_duration": 0.0, 2024-08-29T19:03:22.287 INFO:tasks.workunit.client.0.smithi028.stdout: "snaptrimq_len": 0, 2024-08-29T19:03:22.287 INFO:tasks.workunit.client.0.smithi028.stdout: "stat_sum": { 2024-08-29T19:03:22.287 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes": 0, 2024-08-29T19:03:22.287 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes_hit_set_archive": 0, 2024-08-29T19:03:22.287 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes_recovered": 0, 2024-08-29T19:03:22.287 INFO:tasks.workunit.client.0.smithi028.stdout: "num_deep_scrub_errors": 0, 2024-08-29T19:03:22.288 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict": 0, 2024-08-29T19:03:22.288 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_kb": 0, 2024-08-29T19:03:22.288 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_mode_full": 0, 2024-08-29T19:03:22.288 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_mode_some": 0, 2024-08-29T19:03:22.288 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush": 0, 2024-08-29T19:03:22.288 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_kb": 0, 2024-08-29T19:03:22.288 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_mode_high": 0, 2024-08-29T19:03:22.288 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_mode_low": 0, 2024-08-29T19:03:22.288 INFO:tasks.workunit.client.0.smithi028.stdout: "num_keys_recovered": 0, 2024-08-29T19:03:22.288 INFO:tasks.workunit.client.0.smithi028.stdout: "num_large_omap_objects": 0, 2024-08-29T19:03:22.288 INFO:tasks.workunit.client.0.smithi028.stdout: "num_legacy_snapsets": 0, 2024-08-29T19:03:22.288 INFO:tasks.workunit.client.0.smithi028.stdout: "num_object_clones": 0, 2024-08-29T19:03:22.288 INFO:tasks.workunit.client.0.smithi028.stdout: "num_object_copies": 0, 2024-08-29T19:03:22.288 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects": 0, 2024-08-29T19:03:22.289 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_degraded": 0, 2024-08-29T19:03:22.289 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_dirty": 0, 2024-08-29T19:03:22.289 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_hit_set_archive": 0, 2024-08-29T19:03:22.289 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_manifest": 0, 2024-08-29T19:03:22.289 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_misplaced": 0, 2024-08-29T19:03:22.289 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_missing": 0, 2024-08-29T19:03:22.289 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_missing_on_primary": 0, 2024-08-29T19:03:22.289 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_omap": 0, 2024-08-29T19:03:22.289 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_pinned": 0, 2024-08-29T19:03:22.289 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_recovered": 0, 2024-08-29T19:03:22.289 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_repaired": 0, 2024-08-29T19:03:22.289 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_unfound": 0, 2024-08-29T19:03:22.289 INFO:tasks.workunit.client.0.smithi028.stdout: "num_omap_bytes": 0, 2024-08-29T19:03:22.289 INFO:tasks.workunit.client.0.smithi028.stdout: "num_omap_keys": 0, 2024-08-29T19:03:22.290 INFO:tasks.workunit.client.0.smithi028.stdout: "num_promote": 0, 2024-08-29T19:03:22.290 INFO:tasks.workunit.client.0.smithi028.stdout: "num_read": 0, 2024-08-29T19:03:22.290 INFO:tasks.workunit.client.0.smithi028.stdout: "num_read_kb": 0, 2024-08-29T19:03:22.290 INFO:tasks.workunit.client.0.smithi028.stdout: "num_scrub_errors": 0, 2024-08-29T19:03:22.290 INFO:tasks.workunit.client.0.smithi028.stdout: "num_shallow_scrub_errors": 0, 2024-08-29T19:03:22.290 INFO:tasks.workunit.client.0.smithi028.stdout: "num_whiteouts": 0, 2024-08-29T19:03:22.290 INFO:tasks.workunit.client.0.smithi028.stdout: "num_write": 0, 2024-08-29T19:03:22.290 INFO:tasks.workunit.client.0.smithi028.stdout: "num_write_kb": 0 2024-08-29T19:03:22.290 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:22.290 INFO:tasks.workunit.client.0.smithi028.stdout: "state": "active+clean", 2024-08-29T19:03:22.290 INFO:tasks.workunit.client.0.smithi028.stdout: "stats_invalid": false, 2024-08-29T19:03:22.290 INFO:tasks.workunit.client.0.smithi028.stdout: "up": [ 2024-08-29T19:03:22.290 INFO:tasks.workunit.client.0.smithi028.stdout: 6, 2024-08-29T19:03:22.290 INFO:tasks.workunit.client.0.smithi028.stdout: 7, 2024-08-29T19:03:22.291 INFO:tasks.workunit.client.0.smithi028.stdout: 4 2024-08-29T19:03:22.291 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-08-29T19:03:22.291 INFO:tasks.workunit.client.0.smithi028.stdout: "up_primary": 6, 2024-08-29T19:03:22.291 INFO:tasks.workunit.client.0.smithi028.stdout: "version": "0'0" 2024-08-29T19:03:22.291 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:22.291 INFO:tasks.workunit.client.0.smithi028.stdout: { 2024-08-29T19:03:22.291 INFO:tasks.workunit.client.0.smithi028.stdout: "acting": [ 2024-08-29T19:03:22.291 INFO:tasks.workunit.client.0.smithi028.stdout: 3, 2024-08-29T19:03:22.291 INFO:tasks.workunit.client.0.smithi028.stdout: 4, 2024-08-29T19:03:22.291 INFO:tasks.workunit.client.0.smithi028.stdout: 2 2024-08-29T19:03:22.291 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-08-29T19:03:22.291 INFO:tasks.workunit.client.0.smithi028.stdout: "acting_primary": 3, 2024-08-29T19:03:22.291 INFO:tasks.workunit.client.0.smithi028.stdout: "avail_no_missing": [], 2024-08-29T19:03:22.291 INFO:tasks.workunit.client.0.smithi028.stdout: "blocked_by": [], 2024-08-29T19:03:22.291 INFO:tasks.workunit.client.0.smithi028.stdout: "created": 62, 2024-08-29T19:03:22.292 INFO:tasks.workunit.client.0.smithi028.stdout: "dirty_stats_invalid": false, 2024-08-29T19:03:22.292 INFO:tasks.workunit.client.0.smithi028.stdout: "hitset_bytes_stats_invalid": false, 2024-08-29T19:03:22.292 INFO:tasks.workunit.client.0.smithi028.stdout: "hitset_stats_invalid": false, 2024-08-29T19:03:22.292 INFO:tasks.workunit.client.0.smithi028.stdout: "last_active": "2024-08-29T19:02:14.844162+0000", 2024-08-29T19:03:22.292 INFO:tasks.workunit.client.0.smithi028.stdout: "last_became_active": "2024-08-29T17:56:29.367992+0000", 2024-08-29T19:03:22.292 INFO:tasks.workunit.client.0.smithi028.stdout: "last_became_peered": "2024-08-29T17:56:29.367992+0000", 2024-08-29T19:03:22.292 INFO:tasks.workunit.client.0.smithi028.stdout: "last_change": "2024-08-29T17:56:29.368565+0000", 2024-08-29T19:03:22.292 INFO:tasks.workunit.client.0.smithi028.stdout: "last_clean": "2024-08-29T19:02:14.844162+0000", 2024-08-29T19:03:22.292 INFO:tasks.workunit.client.0.smithi028.stdout: "last_clean_scrub_stamp": "2024-08-29T17:41:01.987071+0000", 2024-08-29T19:03:22.292 INFO:tasks.workunit.client.0.smithi028.stdout: "last_deep_scrub": "0'0", 2024-08-29T19:03:22.292 INFO:tasks.workunit.client.0.smithi028.stdout: "last_deep_scrub_stamp": "2024-08-29T17:41:01.987071+0000", 2024-08-29T19:03:22.292 INFO:tasks.workunit.client.0.smithi028.stdout: "last_epoch_clean": 580, 2024-08-29T19:03:22.292 INFO:tasks.workunit.client.0.smithi028.stdout: "last_fresh": "2024-08-29T19:02:14.844162+0000", 2024-08-29T19:03:22.293 INFO:tasks.workunit.client.0.smithi028.stdout: "last_fullsized": "2024-08-29T19:02:14.844162+0000", 2024-08-29T19:03:22.293 INFO:tasks.workunit.client.0.smithi028.stdout: "last_peered": "2024-08-29T19:02:14.844162+0000", 2024-08-29T19:03:22.293 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub": "0'0", 2024-08-29T19:03:22.293 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub_duration": 0, 2024-08-29T19:03:22.293 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub_stamp": "2024-08-29T17:41:01.987071+0000", 2024-08-29T19:03:22.293 INFO:tasks.workunit.client.0.smithi028.stdout: "last_undegraded": "2024-08-29T19:02:14.844162+0000", 2024-08-29T19:03:22.293 INFO:tasks.workunit.client.0.smithi028.stdout: "last_unstale": "2024-08-29T19:02:14.844162+0000", 2024-08-29T19:03:22.293 INFO:tasks.workunit.client.0.smithi028.stdout: "log_dups_size": 0, 2024-08-29T19:03:22.293 INFO:tasks.workunit.client.0.smithi028.stdout: "log_size": 0, 2024-08-29T19:03:22.293 INFO:tasks.workunit.client.0.smithi028.stdout: "log_start": "0'0", 2024-08-29T19:03:22.293 INFO:tasks.workunit.client.0.smithi028.stdout: "manifest_stats_invalid": false, 2024-08-29T19:03:22.293 INFO:tasks.workunit.client.0.smithi028.stdout: "mapping_epoch": 579, 2024-08-29T19:03:22.293 INFO:tasks.workunit.client.0.smithi028.stdout: "object_location_counts": [], 2024-08-29T19:03:22.293 INFO:tasks.workunit.client.0.smithi028.stdout: "objects_scrubbed": 0, 2024-08-29T19:03:22.293 INFO:tasks.workunit.client.0.smithi028.stdout: "objects_trimmed": 0, 2024-08-29T19:03:22.294 INFO:tasks.workunit.client.0.smithi028.stdout: "omap_stats_invalid": false, 2024-08-29T19:03:22.294 INFO:tasks.workunit.client.0.smithi028.stdout: "ondisk_log_size": 0, 2024-08-29T19:03:22.294 INFO:tasks.workunit.client.0.smithi028.stdout: "ondisk_log_start": "0'0", 2024-08-29T19:03:22.294 INFO:tasks.workunit.client.0.smithi028.stdout: "parent": "0.0", 2024-08-29T19:03:22.294 INFO:tasks.workunit.client.0.smithi028.stdout: "parent_split_bits": 0, 2024-08-29T19:03:22.294 INFO:tasks.workunit.client.0.smithi028.stdout: "pgid": "3.27", 2024-08-29T19:03:22.294 INFO:tasks.workunit.client.0.smithi028.stdout: "pin_stats_invalid": false, 2024-08-29T19:03:22.294 INFO:tasks.workunit.client.0.smithi028.stdout: "purged_snaps": [], 2024-08-29T19:03:22.294 INFO:tasks.workunit.client.0.smithi028.stdout: "reported_epoch": 2650, 2024-08-29T19:03:22.294 INFO:tasks.workunit.client.0.smithi028.stdout: "reported_seq": 4709, 2024-08-29T19:03:22.294 INFO:tasks.workunit.client.0.smithi028.stdout: "scrub_duration": 0.0, 2024-08-29T19:03:22.294 INFO:tasks.workunit.client.0.smithi028.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-30T18:22:59.055878+0000", 2024-08-29T19:03:22.294 INFO:tasks.workunit.client.0.smithi028.stdout: "snaptrim_duration": 0.0, 2024-08-29T19:03:22.294 INFO:tasks.workunit.client.0.smithi028.stdout: "snaptrimq_len": 0, 2024-08-29T19:03:22.295 INFO:tasks.workunit.client.0.smithi028.stdout: "stat_sum": { 2024-08-29T19:03:22.295 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes": 0, 2024-08-29T19:03:22.295 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes_hit_set_archive": 0, 2024-08-29T19:03:22.295 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes_recovered": 0, 2024-08-29T19:03:22.295 INFO:tasks.workunit.client.0.smithi028.stdout: "num_deep_scrub_errors": 0, 2024-08-29T19:03:22.295 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict": 0, 2024-08-29T19:03:22.295 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_kb": 0, 2024-08-29T19:03:22.295 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_mode_full": 0, 2024-08-29T19:03:22.295 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_mode_some": 0, 2024-08-29T19:03:22.295 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush": 0, 2024-08-29T19:03:22.295 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_kb": 0, 2024-08-29T19:03:22.295 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_mode_high": 0, 2024-08-29T19:03:22.295 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_mode_low": 0, 2024-08-29T19:03:22.295 INFO:tasks.workunit.client.0.smithi028.stdout: "num_keys_recovered": 0, 2024-08-29T19:03:22.296 INFO:tasks.workunit.client.0.smithi028.stdout: "num_large_omap_objects": 0, 2024-08-29T19:03:22.296 INFO:tasks.workunit.client.0.smithi028.stdout: "num_legacy_snapsets": 0, 2024-08-29T19:03:22.296 INFO:tasks.workunit.client.0.smithi028.stdout: "num_object_clones": 0, 2024-08-29T19:03:22.296 INFO:tasks.workunit.client.0.smithi028.stdout: "num_object_copies": 0, 2024-08-29T19:03:22.296 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects": 0, 2024-08-29T19:03:22.296 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_degraded": 0, 2024-08-29T19:03:22.296 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_dirty": 0, 2024-08-29T19:03:22.296 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_hit_set_archive": 0, 2024-08-29T19:03:22.296 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_manifest": 0, 2024-08-29T19:03:22.296 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_misplaced": 0, 2024-08-29T19:03:22.296 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_missing": 0, 2024-08-29T19:03:22.296 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_missing_on_primary": 0, 2024-08-29T19:03:22.296 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_omap": 0, 2024-08-29T19:03:22.297 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_pinned": 0, 2024-08-29T19:03:22.297 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_recovered": 0, 2024-08-29T19:03:22.297 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_repaired": 0, 2024-08-29T19:03:22.297 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_unfound": 0, 2024-08-29T19:03:22.297 INFO:tasks.workunit.client.0.smithi028.stdout: "num_omap_bytes": 0, 2024-08-29T19:03:22.297 INFO:tasks.workunit.client.0.smithi028.stdout: "num_omap_keys": 0, 2024-08-29T19:03:22.297 INFO:tasks.workunit.client.0.smithi028.stdout: "num_promote": 0, 2024-08-29T19:03:22.297 INFO:tasks.workunit.client.0.smithi028.stdout: "num_read": 0, 2024-08-29T19:03:22.297 INFO:tasks.workunit.client.0.smithi028.stdout: "num_read_kb": 0, 2024-08-29T19:03:22.297 INFO:tasks.workunit.client.0.smithi028.stdout: "num_scrub_errors": 0, 2024-08-29T19:03:22.297 INFO:tasks.workunit.client.0.smithi028.stdout: "num_shallow_scrub_errors": 0, 2024-08-29T19:03:22.297 INFO:tasks.workunit.client.0.smithi028.stdout: "num_whiteouts": 0, 2024-08-29T19:03:22.297 INFO:tasks.workunit.client.0.smithi028.stdout: "num_write": 0, 2024-08-29T19:03:22.297 INFO:tasks.workunit.client.0.smithi028.stdout: "num_write_kb": 0 2024-08-29T19:03:22.298 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:22.298 INFO:tasks.workunit.client.0.smithi028.stdout: "state": "active+clean", 2024-08-29T19:03:22.298 INFO:tasks.workunit.client.0.smithi028.stdout: "stats_invalid": false, 2024-08-29T19:03:22.298 INFO:tasks.workunit.client.0.smithi028.stdout: "up": [ 2024-08-29T19:03:22.298 INFO:tasks.workunit.client.0.smithi028.stdout: 3, 2024-08-29T19:03:22.298 INFO:tasks.workunit.client.0.smithi028.stdout: 4, 2024-08-29T19:03:22.298 INFO:tasks.workunit.client.0.smithi028.stdout: 2 2024-08-29T19:03:22.298 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-08-29T19:03:22.298 INFO:tasks.workunit.client.0.smithi028.stdout: "up_primary": 3, 2024-08-29T19:03:22.298 INFO:tasks.workunit.client.0.smithi028.stdout: "version": "0'0" 2024-08-29T19:03:22.298 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:22.298 INFO:tasks.workunit.client.0.smithi028.stdout: { 2024-08-29T19:03:22.298 INFO:tasks.workunit.client.0.smithi028.stdout: "acting": [ 2024-08-29T19:03:22.298 INFO:tasks.workunit.client.0.smithi028.stdout: 5, 2024-08-29T19:03:22.299 INFO:tasks.workunit.client.0.smithi028.stdout: 3, 2024-08-29T19:03:22.299 INFO:tasks.workunit.client.0.smithi028.stdout: 2 2024-08-29T19:03:22.299 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-08-29T19:03:22.299 INFO:tasks.workunit.client.0.smithi028.stdout: "acting_primary": 5, 2024-08-29T19:03:22.299 INFO:tasks.workunit.client.0.smithi028.stdout: "avail_no_missing": [], 2024-08-29T19:03:22.299 INFO:tasks.workunit.client.0.smithi028.stdout: "blocked_by": [], 2024-08-29T19:03:22.299 INFO:tasks.workunit.client.0.smithi028.stdout: "created": 62, 2024-08-29T19:03:22.299 INFO:tasks.workunit.client.0.smithi028.stdout: "dirty_stats_invalid": false, 2024-08-29T19:03:22.299 INFO:tasks.workunit.client.0.smithi028.stdout: "hitset_bytes_stats_invalid": false, 2024-08-29T19:03:22.299 INFO:tasks.workunit.client.0.smithi028.stdout: "hitset_stats_invalid": false, 2024-08-29T19:03:22.299 INFO:tasks.workunit.client.0.smithi028.stdout: "last_active": "2024-08-29T19:02:14.917555+0000", 2024-08-29T19:03:22.299 INFO:tasks.workunit.client.0.smithi028.stdout: "last_became_active": "2024-08-29T17:57:02.376400+0000", 2024-08-29T19:03:22.299 INFO:tasks.workunit.client.0.smithi028.stdout: "last_became_peered": "2024-08-29T17:57:02.376400+0000", 2024-08-29T19:03:22.299 INFO:tasks.workunit.client.0.smithi028.stdout: "last_change": "2024-08-29T17:57:02.377048+0000", 2024-08-29T19:03:22.300 INFO:tasks.workunit.client.0.smithi028.stdout: "last_clean": "2024-08-29T19:02:14.917555+0000", 2024-08-29T19:03:22.300 INFO:tasks.workunit.client.0.smithi028.stdout: "last_clean_scrub_stamp": "2024-08-29T17:41:01.987071+0000", 2024-08-29T19:03:22.300 INFO:tasks.workunit.client.0.smithi028.stdout: "last_deep_scrub": "0'0", 2024-08-29T19:03:22.300 INFO:tasks.workunit.client.0.smithi028.stdout: "last_deep_scrub_stamp": "2024-08-29T17:41:01.987071+0000", 2024-08-29T19:03:22.300 INFO:tasks.workunit.client.0.smithi028.stdout: "last_epoch_clean": 613, 2024-08-29T19:03:22.300 INFO:tasks.workunit.client.0.smithi028.stdout: "last_fresh": "2024-08-29T19:02:14.917555+0000", 2024-08-29T19:03:22.300 INFO:tasks.workunit.client.0.smithi028.stdout: "last_fullsized": "2024-08-29T19:02:14.917555+0000", 2024-08-29T19:03:22.300 INFO:tasks.workunit.client.0.smithi028.stdout: "last_peered": "2024-08-29T19:02:14.917555+0000", 2024-08-29T19:03:22.300 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub": "0'0", 2024-08-29T19:03:22.300 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub_duration": 0, 2024-08-29T19:03:22.300 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub_stamp": "2024-08-29T17:41:01.987071+0000", 2024-08-29T19:03:22.300 INFO:tasks.workunit.client.0.smithi028.stdout: "last_undegraded": "2024-08-29T19:02:14.917555+0000", 2024-08-29T19:03:22.300 INFO:tasks.workunit.client.0.smithi028.stdout: "last_unstale": "2024-08-29T19:02:14.917555+0000", 2024-08-29T19:03:22.301 INFO:tasks.workunit.client.0.smithi028.stdout: "log_dups_size": 0, 2024-08-29T19:03:22.301 INFO:tasks.workunit.client.0.smithi028.stdout: "log_size": 0, 2024-08-29T19:03:22.301 INFO:tasks.workunit.client.0.smithi028.stdout: "log_start": "0'0", 2024-08-29T19:03:22.301 INFO:tasks.workunit.client.0.smithi028.stdout: "manifest_stats_invalid": false, 2024-08-29T19:03:22.301 INFO:tasks.workunit.client.0.smithi028.stdout: "mapping_epoch": 612, 2024-08-29T19:03:22.301 INFO:tasks.workunit.client.0.smithi028.stdout: "object_location_counts": [], 2024-08-29T19:03:22.301 INFO:tasks.workunit.client.0.smithi028.stdout: "objects_scrubbed": 0, 2024-08-29T19:03:22.301 INFO:tasks.workunit.client.0.smithi028.stdout: "objects_trimmed": 0, 2024-08-29T19:03:22.301 INFO:tasks.workunit.client.0.smithi028.stdout: "omap_stats_invalid": false, 2024-08-29T19:03:22.301 INFO:tasks.workunit.client.0.smithi028.stdout: "ondisk_log_size": 0, 2024-08-29T19:03:22.301 INFO:tasks.workunit.client.0.smithi028.stdout: "ondisk_log_start": "0'0", 2024-08-29T19:03:22.301 INFO:tasks.workunit.client.0.smithi028.stdout: "parent": "0.0", 2024-08-29T19:03:22.301 INFO:tasks.workunit.client.0.smithi028.stdout: "parent_split_bits": 0, 2024-08-29T19:03:22.301 INFO:tasks.workunit.client.0.smithi028.stdout: "pgid": "3.28", 2024-08-29T19:03:22.302 INFO:tasks.workunit.client.0.smithi028.stdout: "pin_stats_invalid": false, 2024-08-29T19:03:22.302 INFO:tasks.workunit.client.0.smithi028.stdout: "purged_snaps": [], 2024-08-29T19:03:22.302 INFO:tasks.workunit.client.0.smithi028.stdout: "reported_epoch": 2650, 2024-08-29T19:03:22.302 INFO:tasks.workunit.client.0.smithi028.stdout: "reported_seq": 4644, 2024-08-29T19:03:22.302 INFO:tasks.workunit.client.0.smithi028.stdout: "scrub_duration": 0.0, 2024-08-29T19:03:22.302 INFO:tasks.workunit.client.0.smithi028.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-30T21:21:32.371219+0000", 2024-08-29T19:03:22.302 INFO:tasks.workunit.client.0.smithi028.stdout: "snaptrim_duration": 0.0, 2024-08-29T19:03:22.302 INFO:tasks.workunit.client.0.smithi028.stdout: "snaptrimq_len": 0, 2024-08-29T19:03:22.302 INFO:tasks.workunit.client.0.smithi028.stdout: "stat_sum": { 2024-08-29T19:03:22.302 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes": 0, 2024-08-29T19:03:22.302 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes_hit_set_archive": 0, 2024-08-29T19:03:22.302 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes_recovered": 0, 2024-08-29T19:03:22.302 INFO:tasks.workunit.client.0.smithi028.stdout: "num_deep_scrub_errors": 0, 2024-08-29T19:03:22.302 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict": 0, 2024-08-29T19:03:22.303 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_kb": 0, 2024-08-29T19:03:22.303 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_mode_full": 0, 2024-08-29T19:03:22.303 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_mode_some": 0, 2024-08-29T19:03:22.303 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush": 0, 2024-08-29T19:03:22.303 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_kb": 0, 2024-08-29T19:03:22.303 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_mode_high": 0, 2024-08-29T19:03:22.303 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_mode_low": 0, 2024-08-29T19:03:22.303 INFO:tasks.workunit.client.0.smithi028.stdout: "num_keys_recovered": 0, 2024-08-29T19:03:22.303 INFO:tasks.workunit.client.0.smithi028.stdout: "num_large_omap_objects": 0, 2024-08-29T19:03:22.303 INFO:tasks.workunit.client.0.smithi028.stdout: "num_legacy_snapsets": 0, 2024-08-29T19:03:22.303 INFO:tasks.workunit.client.0.smithi028.stdout: "num_object_clones": 0, 2024-08-29T19:03:22.303 INFO:tasks.workunit.client.0.smithi028.stdout: "num_object_copies": 0, 2024-08-29T19:03:22.303 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects": 0, 2024-08-29T19:03:22.303 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_degraded": 0, 2024-08-29T19:03:22.304 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_dirty": 0, 2024-08-29T19:03:22.304 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_hit_set_archive": 0, 2024-08-29T19:03:22.304 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_manifest": 0, 2024-08-29T19:03:22.304 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_misplaced": 0, 2024-08-29T19:03:22.304 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_missing": 0, 2024-08-29T19:03:22.304 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_missing_on_primary": 0, 2024-08-29T19:03:22.304 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_omap": 0, 2024-08-29T19:03:22.304 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_pinned": 0, 2024-08-29T19:03:22.304 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_recovered": 0, 2024-08-29T19:03:22.304 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_repaired": 0, 2024-08-29T19:03:22.304 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_unfound": 0, 2024-08-29T19:03:22.304 INFO:tasks.workunit.client.0.smithi028.stdout: "num_omap_bytes": 0, 2024-08-29T19:03:22.304 INFO:tasks.workunit.client.0.smithi028.stdout: "num_omap_keys": 0, 2024-08-29T19:03:22.304 INFO:tasks.workunit.client.0.smithi028.stdout: "num_promote": 0, 2024-08-29T19:03:22.305 INFO:tasks.workunit.client.0.smithi028.stdout: "num_read": 0, 2024-08-29T19:03:22.305 INFO:tasks.workunit.client.0.smithi028.stdout: "num_read_kb": 0, 2024-08-29T19:03:22.305 INFO:tasks.workunit.client.0.smithi028.stdout: "num_scrub_errors": 0, 2024-08-29T19:03:22.305 INFO:tasks.workunit.client.0.smithi028.stdout: "num_shallow_scrub_errors": 0, 2024-08-29T19:03:22.305 INFO:tasks.workunit.client.0.smithi028.stdout: "num_whiteouts": 0, 2024-08-29T19:03:22.305 INFO:tasks.workunit.client.0.smithi028.stdout: "num_write": 0, 2024-08-29T19:03:22.305 INFO:tasks.workunit.client.0.smithi028.stdout: "num_write_kb": 0 2024-08-29T19:03:22.305 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:22.305 INFO:tasks.workunit.client.0.smithi028.stdout: "state": "active+clean", 2024-08-29T19:03:22.305 INFO:tasks.workunit.client.0.smithi028.stdout: "stats_invalid": false, 2024-08-29T19:03:22.305 INFO:tasks.workunit.client.0.smithi028.stdout: "up": [ 2024-08-29T19:03:22.305 INFO:tasks.workunit.client.0.smithi028.stdout: 5, 2024-08-29T19:03:22.305 INFO:tasks.workunit.client.0.smithi028.stdout: 3, 2024-08-29T19:03:22.305 INFO:tasks.workunit.client.0.smithi028.stdout: 2 2024-08-29T19:03:22.306 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-08-29T19:03:22.306 INFO:tasks.workunit.client.0.smithi028.stdout: "up_primary": 5, 2024-08-29T19:03:22.306 INFO:tasks.workunit.client.0.smithi028.stdout: "version": "0'0" 2024-08-29T19:03:22.306 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:22.306 INFO:tasks.workunit.client.0.smithi028.stdout: { 2024-08-29T19:03:22.306 INFO:tasks.workunit.client.0.smithi028.stdout: "acting": [ 2024-08-29T19:03:22.306 INFO:tasks.workunit.client.0.smithi028.stdout: 3, 2024-08-29T19:03:22.306 INFO:tasks.workunit.client.0.smithi028.stdout: 4, 2024-08-29T19:03:22.306 INFO:tasks.workunit.client.0.smithi028.stdout: 1 2024-08-29T19:03:22.306 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-08-29T19:03:22.306 INFO:tasks.workunit.client.0.smithi028.stdout: "acting_primary": 3, 2024-08-29T19:03:22.306 INFO:tasks.workunit.client.0.smithi028.stdout: "avail_no_missing": [], 2024-08-29T19:03:22.306 INFO:tasks.workunit.client.0.smithi028.stdout: "blocked_by": [], 2024-08-29T19:03:22.306 INFO:tasks.workunit.client.0.smithi028.stdout: "created": 62, 2024-08-29T19:03:22.307 INFO:tasks.workunit.client.0.smithi028.stdout: "dirty_stats_invalid": false, 2024-08-29T19:03:22.307 INFO:tasks.workunit.client.0.smithi028.stdout: "hitset_bytes_stats_invalid": false, 2024-08-29T19:03:22.307 INFO:tasks.workunit.client.0.smithi028.stdout: "hitset_stats_invalid": false, 2024-08-29T19:03:22.307 INFO:tasks.workunit.client.0.smithi028.stdout: "last_active": "2024-08-29T19:02:14.840042+0000", 2024-08-29T19:03:22.307 INFO:tasks.workunit.client.0.smithi028.stdout: "last_became_active": "2024-08-29T17:56:29.387900+0000", 2024-08-29T19:03:22.307 INFO:tasks.workunit.client.0.smithi028.stdout: "last_became_peered": "2024-08-29T17:56:29.387900+0000", 2024-08-29T19:03:22.307 INFO:tasks.workunit.client.0.smithi028.stdout: "last_change": "2024-08-29T17:56:29.388672+0000", 2024-08-29T19:03:22.307 INFO:tasks.workunit.client.0.smithi028.stdout: "last_clean": "2024-08-29T19:02:14.840042+0000", 2024-08-29T19:03:22.307 INFO:tasks.workunit.client.0.smithi028.stdout: "last_clean_scrub_stamp": "2024-08-29T17:41:01.987071+0000", 2024-08-29T19:03:22.307 INFO:tasks.workunit.client.0.smithi028.stdout: "last_deep_scrub": "0'0", 2024-08-29T19:03:22.307 INFO:tasks.workunit.client.0.smithi028.stdout: "last_deep_scrub_stamp": "2024-08-29T17:41:01.987071+0000", 2024-08-29T19:03:22.307 INFO:tasks.workunit.client.0.smithi028.stdout: "last_epoch_clean": 580, 2024-08-29T19:03:22.307 INFO:tasks.workunit.client.0.smithi028.stdout: "last_fresh": "2024-08-29T19:02:14.840042+0000", 2024-08-29T19:03:22.307 INFO:tasks.workunit.client.0.smithi028.stdout: "last_fullsized": "2024-08-29T19:02:14.840042+0000", 2024-08-29T19:03:22.308 INFO:tasks.workunit.client.0.smithi028.stdout: "last_peered": "2024-08-29T19:02:14.840042+0000", 2024-08-29T19:03:22.308 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub": "0'0", 2024-08-29T19:03:22.308 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub_duration": 0, 2024-08-29T19:03:22.308 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub_stamp": "2024-08-29T17:41:01.987071+0000", 2024-08-29T19:03:22.308 INFO:tasks.workunit.client.0.smithi028.stdout: "last_undegraded": "2024-08-29T19:02:14.840042+0000", 2024-08-29T19:03:22.308 INFO:tasks.workunit.client.0.smithi028.stdout: "last_unstale": "2024-08-29T19:02:14.840042+0000", 2024-08-29T19:03:22.308 INFO:tasks.workunit.client.0.smithi028.stdout: "log_dups_size": 0, 2024-08-29T19:03:22.308 INFO:tasks.workunit.client.0.smithi028.stdout: "log_size": 0, 2024-08-29T19:03:22.308 INFO:tasks.workunit.client.0.smithi028.stdout: "log_start": "0'0", 2024-08-29T19:03:22.308 INFO:tasks.workunit.client.0.smithi028.stdout: "manifest_stats_invalid": false, 2024-08-29T19:03:22.308 INFO:tasks.workunit.client.0.smithi028.stdout: "mapping_epoch": 579, 2024-08-29T19:03:22.308 INFO:tasks.workunit.client.0.smithi028.stdout: "object_location_counts": [], 2024-08-29T19:03:22.308 INFO:tasks.workunit.client.0.smithi028.stdout: "objects_scrubbed": 0, 2024-08-29T19:03:22.309 INFO:tasks.workunit.client.0.smithi028.stdout: "objects_trimmed": 0, 2024-08-29T19:03:22.309 INFO:tasks.workunit.client.0.smithi028.stdout: "omap_stats_invalid": false, 2024-08-29T19:03:22.309 INFO:tasks.workunit.client.0.smithi028.stdout: "ondisk_log_size": 0, 2024-08-29T19:03:22.309 INFO:tasks.workunit.client.0.smithi028.stdout: "ondisk_log_start": "0'0", 2024-08-29T19:03:22.309 INFO:tasks.workunit.client.0.smithi028.stdout: "parent": "0.0", 2024-08-29T19:03:22.309 INFO:tasks.workunit.client.0.smithi028.stdout: "parent_split_bits": 0, 2024-08-29T19:03:22.309 INFO:tasks.workunit.client.0.smithi028.stdout: "pgid": "3.29", 2024-08-29T19:03:22.309 INFO:tasks.workunit.client.0.smithi028.stdout: "pin_stats_invalid": false, 2024-08-29T19:03:22.309 INFO:tasks.workunit.client.0.smithi028.stdout: "purged_snaps": [], 2024-08-29T19:03:22.309 INFO:tasks.workunit.client.0.smithi028.stdout: "reported_epoch": 2650, 2024-08-29T19:03:22.309 INFO:tasks.workunit.client.0.smithi028.stdout: "reported_seq": 4718, 2024-08-29T19:03:22.309 INFO:tasks.workunit.client.0.smithi028.stdout: "scrub_duration": 0.0, 2024-08-29T19:03:22.309 INFO:tasks.workunit.client.0.smithi028.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-30T21:41:25.386113+0000", 2024-08-29T19:03:22.309 INFO:tasks.workunit.client.0.smithi028.stdout: "snaptrim_duration": 0.0, 2024-08-29T19:03:22.309 INFO:tasks.workunit.client.0.smithi028.stdout: "snaptrimq_len": 0, 2024-08-29T19:03:22.310 INFO:tasks.workunit.client.0.smithi028.stdout: "stat_sum": { 2024-08-29T19:03:22.310 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes": 0, 2024-08-29T19:03:22.310 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes_hit_set_archive": 0, 2024-08-29T19:03:22.310 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes_recovered": 0, 2024-08-29T19:03:22.310 INFO:tasks.workunit.client.0.smithi028.stdout: "num_deep_scrub_errors": 0, 2024-08-29T19:03:22.310 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict": 0, 2024-08-29T19:03:22.310 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_kb": 0, 2024-08-29T19:03:22.310 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_mode_full": 0, 2024-08-29T19:03:22.310 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_mode_some": 0, 2024-08-29T19:03:22.310 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush": 0, 2024-08-29T19:03:22.310 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_kb": 0, 2024-08-29T19:03:22.310 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_mode_high": 0, 2024-08-29T19:03:22.310 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_mode_low": 0, 2024-08-29T19:03:22.311 INFO:tasks.workunit.client.0.smithi028.stdout: "num_keys_recovered": 0, 2024-08-29T19:03:22.311 INFO:tasks.workunit.client.0.smithi028.stdout: "num_large_omap_objects": 0, 2024-08-29T19:03:22.311 INFO:tasks.workunit.client.0.smithi028.stdout: "num_legacy_snapsets": 0, 2024-08-29T19:03:22.311 INFO:tasks.workunit.client.0.smithi028.stdout: "num_object_clones": 0, 2024-08-29T19:03:22.311 INFO:tasks.workunit.client.0.smithi028.stdout: "num_object_copies": 0, 2024-08-29T19:03:22.311 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects": 0, 2024-08-29T19:03:22.311 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_degraded": 0, 2024-08-29T19:03:22.311 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_dirty": 0, 2024-08-29T19:03:22.311 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_hit_set_archive": 0, 2024-08-29T19:03:22.311 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_manifest": 0, 2024-08-29T19:03:22.311 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_misplaced": 0, 2024-08-29T19:03:22.311 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_missing": 0, 2024-08-29T19:03:22.311 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_missing_on_primary": 0, 2024-08-29T19:03:22.311 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_omap": 0, 2024-08-29T19:03:22.312 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_pinned": 0, 2024-08-29T19:03:22.312 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_recovered": 0, 2024-08-29T19:03:22.312 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_repaired": 0, 2024-08-29T19:03:22.312 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_unfound": 0, 2024-08-29T19:03:22.312 INFO:tasks.workunit.client.0.smithi028.stdout: "num_omap_bytes": 0, 2024-08-29T19:03:22.312 INFO:tasks.workunit.client.0.smithi028.stdout: "num_omap_keys": 0, 2024-08-29T19:03:22.312 INFO:tasks.workunit.client.0.smithi028.stdout: "num_promote": 0, 2024-08-29T19:03:22.312 INFO:tasks.workunit.client.0.smithi028.stdout: "num_read": 0, 2024-08-29T19:03:22.312 INFO:tasks.workunit.client.0.smithi028.stdout: "num_read_kb": 0, 2024-08-29T19:03:22.312 INFO:tasks.workunit.client.0.smithi028.stdout: "num_scrub_errors": 0, 2024-08-29T19:03:22.312 INFO:tasks.workunit.client.0.smithi028.stdout: "num_shallow_scrub_errors": 0, 2024-08-29T19:03:22.312 INFO:tasks.workunit.client.0.smithi028.stdout: "num_whiteouts": 0, 2024-08-29T19:03:22.312 INFO:tasks.workunit.client.0.smithi028.stdout: "num_write": 0, 2024-08-29T19:03:22.312 INFO:tasks.workunit.client.0.smithi028.stdout: "num_write_kb": 0 2024-08-29T19:03:22.313 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:22.313 INFO:tasks.workunit.client.0.smithi028.stdout: "state": "active+clean", 2024-08-29T19:03:22.313 INFO:tasks.workunit.client.0.smithi028.stdout: "stats_invalid": false, 2024-08-29T19:03:22.313 INFO:tasks.workunit.client.0.smithi028.stdout: "up": [ 2024-08-29T19:03:22.313 INFO:tasks.workunit.client.0.smithi028.stdout: 3, 2024-08-29T19:03:22.313 INFO:tasks.workunit.client.0.smithi028.stdout: 4, 2024-08-29T19:03:22.313 INFO:tasks.workunit.client.0.smithi028.stdout: 1 2024-08-29T19:03:22.313 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-08-29T19:03:22.313 INFO:tasks.workunit.client.0.smithi028.stdout: "up_primary": 3, 2024-08-29T19:03:22.313 INFO:tasks.workunit.client.0.smithi028.stdout: "version": "0'0" 2024-08-29T19:03:22.313 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:22.313 INFO:tasks.workunit.client.0.smithi028.stdout: { 2024-08-29T19:03:22.313 INFO:tasks.workunit.client.0.smithi028.stdout: "acting": [ 2024-08-29T19:03:22.313 INFO:tasks.workunit.client.0.smithi028.stdout: 5, 2024-08-29T19:03:22.314 INFO:tasks.workunit.client.0.smithi028.stdout: 7, 2024-08-29T19:03:22.314 INFO:tasks.workunit.client.0.smithi028.stdout: 6 2024-08-29T19:03:22.314 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-08-29T19:03:22.314 INFO:tasks.workunit.client.0.smithi028.stdout: "acting_primary": 5, 2024-08-29T19:03:22.314 INFO:tasks.workunit.client.0.smithi028.stdout: "avail_no_missing": [], 2024-08-29T19:03:22.314 INFO:tasks.workunit.client.0.smithi028.stdout: "blocked_by": [], 2024-08-29T19:03:22.314 INFO:tasks.workunit.client.0.smithi028.stdout: "created": 62, 2024-08-29T19:03:22.314 INFO:tasks.workunit.client.0.smithi028.stdout: "dirty_stats_invalid": false, 2024-08-29T19:03:22.314 INFO:tasks.workunit.client.0.smithi028.stdout: "hitset_bytes_stats_invalid": false, 2024-08-29T19:03:22.314 INFO:tasks.workunit.client.0.smithi028.stdout: "hitset_stats_invalid": false, 2024-08-29T19:03:22.314 INFO:tasks.workunit.client.0.smithi028.stdout: "last_active": "2024-08-29T19:02:14.927831+0000", 2024-08-29T19:03:22.314 INFO:tasks.workunit.client.0.smithi028.stdout: "last_became_active": "2024-08-29T17:58:11.355517+0000", 2024-08-29T19:03:22.314 INFO:tasks.workunit.client.0.smithi028.stdout: "last_became_peered": "2024-08-29T17:58:11.355517+0000", 2024-08-29T19:03:22.314 INFO:tasks.workunit.client.0.smithi028.stdout: "last_change": "2024-08-29T17:58:11.356067+0000", 2024-08-29T19:03:22.315 INFO:tasks.workunit.client.0.smithi028.stdout: "last_clean": "2024-08-29T19:02:14.927831+0000", 2024-08-29T19:03:22.315 INFO:tasks.workunit.client.0.smithi028.stdout: "last_clean_scrub_stamp": "2024-08-29T17:41:01.987071+0000", 2024-08-29T19:03:22.315 INFO:tasks.workunit.client.0.smithi028.stdout: "last_deep_scrub": "0'0", 2024-08-29T19:03:22.315 INFO:tasks.workunit.client.0.smithi028.stdout: "last_deep_scrub_stamp": "2024-08-29T17:41:01.987071+0000", 2024-08-29T19:03:22.315 INFO:tasks.workunit.client.0.smithi028.stdout: "last_epoch_clean": 681, 2024-08-29T19:03:22.315 INFO:tasks.workunit.client.0.smithi028.stdout: "last_fresh": "2024-08-29T19:02:14.927831+0000", 2024-08-29T19:03:22.315 INFO:tasks.workunit.client.0.smithi028.stdout: "last_fullsized": "2024-08-29T19:02:14.927831+0000", 2024-08-29T19:03:22.315 INFO:tasks.workunit.client.0.smithi028.stdout: "last_peered": "2024-08-29T19:02:14.927831+0000", 2024-08-29T19:03:22.315 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub": "0'0", 2024-08-29T19:03:22.315 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub_duration": 0, 2024-08-29T19:03:22.315 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub_stamp": "2024-08-29T17:41:01.987071+0000", 2024-08-29T19:03:22.315 INFO:tasks.workunit.client.0.smithi028.stdout: "last_undegraded": "2024-08-29T19:02:14.927831+0000", 2024-08-29T19:03:22.315 INFO:tasks.workunit.client.0.smithi028.stdout: "last_unstale": "2024-08-29T19:02:14.927831+0000", 2024-08-29T19:03:22.315 INFO:tasks.workunit.client.0.smithi028.stdout: "log_dups_size": 0, 2024-08-29T19:03:22.316 INFO:tasks.workunit.client.0.smithi028.stdout: "log_size": 0, 2024-08-29T19:03:22.316 INFO:tasks.workunit.client.0.smithi028.stdout: "log_start": "0'0", 2024-08-29T19:03:22.316 INFO:tasks.workunit.client.0.smithi028.stdout: "manifest_stats_invalid": false, 2024-08-29T19:03:22.316 INFO:tasks.workunit.client.0.smithi028.stdout: "mapping_epoch": 680, 2024-08-29T19:03:22.316 INFO:tasks.workunit.client.0.smithi028.stdout: "object_location_counts": [], 2024-08-29T19:03:22.316 INFO:tasks.workunit.client.0.smithi028.stdout: "objects_scrubbed": 0, 2024-08-29T19:03:22.316 INFO:tasks.workunit.client.0.smithi028.stdout: "objects_trimmed": 0, 2024-08-29T19:03:22.316 INFO:tasks.workunit.client.0.smithi028.stdout: "omap_stats_invalid": false, 2024-08-29T19:03:22.316 INFO:tasks.workunit.client.0.smithi028.stdout: "ondisk_log_size": 0, 2024-08-29T19:03:22.316 INFO:tasks.workunit.client.0.smithi028.stdout: "ondisk_log_start": "0'0", 2024-08-29T19:03:22.316 INFO:tasks.workunit.client.0.smithi028.stdout: "parent": "0.0", 2024-08-29T19:03:22.316 INFO:tasks.workunit.client.0.smithi028.stdout: "parent_split_bits": 0, 2024-08-29T19:03:22.316 INFO:tasks.workunit.client.0.smithi028.stdout: "pgid": "3.2a", 2024-08-29T19:03:22.316 INFO:tasks.workunit.client.0.smithi028.stdout: "pin_stats_invalid": false, 2024-08-29T19:03:22.317 INFO:tasks.workunit.client.0.smithi028.stdout: "purged_snaps": [], 2024-08-29T19:03:22.317 INFO:tasks.workunit.client.0.smithi028.stdout: "reported_epoch": 2650, 2024-08-29T19:03:22.317 INFO:tasks.workunit.client.0.smithi028.stdout: "reported_seq": 4634, 2024-08-29T19:03:22.317 INFO:tasks.workunit.client.0.smithi028.stdout: "scrub_duration": 0.0, 2024-08-29T19:03:22.317 INFO:tasks.workunit.client.0.smithi028.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-30T21:09:18.166571+0000", 2024-08-29T19:03:22.317 INFO:tasks.workunit.client.0.smithi028.stdout: "snaptrim_duration": 0.0, 2024-08-29T19:03:22.317 INFO:tasks.workunit.client.0.smithi028.stdout: "snaptrimq_len": 0, 2024-08-29T19:03:22.317 INFO:tasks.workunit.client.0.smithi028.stdout: "stat_sum": { 2024-08-29T19:03:22.317 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes": 0, 2024-08-29T19:03:22.317 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes_hit_set_archive": 0, 2024-08-29T19:03:22.317 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes_recovered": 0, 2024-08-29T19:03:22.317 INFO:tasks.workunit.client.0.smithi028.stdout: "num_deep_scrub_errors": 0, 2024-08-29T19:03:22.317 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict": 0, 2024-08-29T19:03:22.317 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_kb": 0, 2024-08-29T19:03:22.318 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_mode_full": 0, 2024-08-29T19:03:22.318 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_mode_some": 0, 2024-08-29T19:03:22.318 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush": 0, 2024-08-29T19:03:22.318 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_kb": 0, 2024-08-29T19:03:22.318 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_mode_high": 0, 2024-08-29T19:03:22.318 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_mode_low": 0, 2024-08-29T19:03:22.318 INFO:tasks.workunit.client.0.smithi028.stdout: "num_keys_recovered": 0, 2024-08-29T19:03:22.318 INFO:tasks.workunit.client.0.smithi028.stdout: "num_large_omap_objects": 0, 2024-08-29T19:03:22.318 INFO:tasks.workunit.client.0.smithi028.stdout: "num_legacy_snapsets": 0, 2024-08-29T19:03:22.318 INFO:tasks.workunit.client.0.smithi028.stdout: "num_object_clones": 0, 2024-08-29T19:03:22.318 INFO:tasks.workunit.client.0.smithi028.stdout: "num_object_copies": 0, 2024-08-29T19:03:22.318 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects": 0, 2024-08-29T19:03:22.318 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_degraded": 0, 2024-08-29T19:03:22.318 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_dirty": 0, 2024-08-29T19:03:22.318 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_hit_set_archive": 0, 2024-08-29T19:03:22.319 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_manifest": 0, 2024-08-29T19:03:22.319 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_misplaced": 0, 2024-08-29T19:03:22.319 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_missing": 0, 2024-08-29T19:03:22.319 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_missing_on_primary": 0, 2024-08-29T19:03:22.319 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_omap": 0, 2024-08-29T19:03:22.319 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_pinned": 0, 2024-08-29T19:03:22.319 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_recovered": 0, 2024-08-29T19:03:22.319 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_repaired": 0, 2024-08-29T19:03:22.319 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_unfound": 0, 2024-08-29T19:03:22.319 INFO:tasks.workunit.client.0.smithi028.stdout: "num_omap_bytes": 0, 2024-08-29T19:03:22.319 INFO:tasks.workunit.client.0.smithi028.stdout: "num_omap_keys": 0, 2024-08-29T19:03:22.319 INFO:tasks.workunit.client.0.smithi028.stdout: "num_promote": 0, 2024-08-29T19:03:22.319 INFO:tasks.workunit.client.0.smithi028.stdout: "num_read": 0, 2024-08-29T19:03:22.319 INFO:tasks.workunit.client.0.smithi028.stdout: "num_read_kb": 0, 2024-08-29T19:03:22.320 INFO:tasks.workunit.client.0.smithi028.stdout: "num_scrub_errors": 0, 2024-08-29T19:03:22.320 INFO:tasks.workunit.client.0.smithi028.stdout: "num_shallow_scrub_errors": 0, 2024-08-29T19:03:22.320 INFO:tasks.workunit.client.0.smithi028.stdout: "num_whiteouts": 0, 2024-08-29T19:03:22.320 INFO:tasks.workunit.client.0.smithi028.stdout: "num_write": 0, 2024-08-29T19:03:22.320 INFO:tasks.workunit.client.0.smithi028.stdout: "num_write_kb": 0 2024-08-29T19:03:22.320 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:22.320 INFO:tasks.workunit.client.0.smithi028.stdout: "state": "active+clean", 2024-08-29T19:03:22.320 INFO:tasks.workunit.client.0.smithi028.stdout: "stats_invalid": false, 2024-08-29T19:03:22.320 INFO:tasks.workunit.client.0.smithi028.stdout: "up": [ 2024-08-29T19:03:22.320 INFO:tasks.workunit.client.0.smithi028.stdout: 5, 2024-08-29T19:03:22.320 INFO:tasks.workunit.client.0.smithi028.stdout: 7, 2024-08-29T19:03:22.320 INFO:tasks.workunit.client.0.smithi028.stdout: 6 2024-08-29T19:03:22.320 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-08-29T19:03:22.320 INFO:tasks.workunit.client.0.smithi028.stdout: "up_primary": 5, 2024-08-29T19:03:22.321 INFO:tasks.workunit.client.0.smithi028.stdout: "version": "0'0" 2024-08-29T19:03:22.321 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:22.321 INFO:tasks.workunit.client.0.smithi028.stdout: { 2024-08-29T19:03:22.321 INFO:tasks.workunit.client.0.smithi028.stdout: "acting": [ 2024-08-29T19:03:22.321 INFO:tasks.workunit.client.0.smithi028.stdout: 2, 2024-08-29T19:03:22.321 INFO:tasks.workunit.client.0.smithi028.stdout: 7, 2024-08-29T19:03:22.321 INFO:tasks.workunit.client.0.smithi028.stdout: 1 2024-08-29T19:03:22.321 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-08-29T19:03:22.321 INFO:tasks.workunit.client.0.smithi028.stdout: "acting_primary": 2, 2024-08-29T19:03:22.321 INFO:tasks.workunit.client.0.smithi028.stdout: "avail_no_missing": [], 2024-08-29T19:03:22.321 INFO:tasks.workunit.client.0.smithi028.stdout: "blocked_by": [], 2024-08-29T19:03:22.321 INFO:tasks.workunit.client.0.smithi028.stdout: "created": 62, 2024-08-29T19:03:22.321 INFO:tasks.workunit.client.0.smithi028.stdout: "dirty_stats_invalid": false, 2024-08-29T19:03:22.321 INFO:tasks.workunit.client.0.smithi028.stdout: "hitset_bytes_stats_invalid": false, 2024-08-29T19:03:22.322 INFO:tasks.workunit.client.0.smithi028.stdout: "hitset_stats_invalid": false, 2024-08-29T19:03:22.322 INFO:tasks.workunit.client.0.smithi028.stdout: "last_active": "2024-08-29T19:02:14.104053+0000", 2024-08-29T19:03:22.322 INFO:tasks.workunit.client.0.smithi028.stdout: "last_became_active": "2024-08-29T17:58:11.353755+0000", 2024-08-29T19:03:22.322 INFO:tasks.workunit.client.0.smithi028.stdout: "last_became_peered": "2024-08-29T17:58:11.353755+0000", 2024-08-29T19:03:22.322 INFO:tasks.workunit.client.0.smithi028.stdout: "last_change": "2024-08-29T17:58:11.354480+0000", 2024-08-29T19:03:22.322 INFO:tasks.workunit.client.0.smithi028.stdout: "last_clean": "2024-08-29T19:02:14.104053+0000", 2024-08-29T19:03:22.322 INFO:tasks.workunit.client.0.smithi028.stdout: "last_clean_scrub_stamp": "2024-08-29T17:41:01.987071+0000", 2024-08-29T19:03:22.322 INFO:tasks.workunit.client.0.smithi028.stdout: "last_deep_scrub": "0'0", 2024-08-29T19:03:22.322 INFO:tasks.workunit.client.0.smithi028.stdout: "last_deep_scrub_stamp": "2024-08-29T17:41:01.987071+0000", 2024-08-29T19:03:22.322 INFO:tasks.workunit.client.0.smithi028.stdout: "last_epoch_clean": 681, 2024-08-29T19:03:22.322 INFO:tasks.workunit.client.0.smithi028.stdout: "last_fresh": "2024-08-29T19:02:14.104053+0000", 2024-08-29T19:03:22.322 INFO:tasks.workunit.client.0.smithi028.stdout: "last_fullsized": "2024-08-29T19:02:14.104053+0000", 2024-08-29T19:03:22.322 INFO:tasks.workunit.client.0.smithi028.stdout: "last_peered": "2024-08-29T19:02:14.104053+0000", 2024-08-29T19:03:22.322 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub": "0'0", 2024-08-29T19:03:22.323 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub_duration": 0, 2024-08-29T19:03:22.323 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub_stamp": "2024-08-29T17:41:01.987071+0000", 2024-08-29T19:03:22.323 INFO:tasks.workunit.client.0.smithi028.stdout: "last_undegraded": "2024-08-29T19:02:14.104053+0000", 2024-08-29T19:03:22.323 INFO:tasks.workunit.client.0.smithi028.stdout: "last_unstale": "2024-08-29T19:02:14.104053+0000", 2024-08-29T19:03:22.323 INFO:tasks.workunit.client.0.smithi028.stdout: "log_dups_size": 0, 2024-08-29T19:03:22.323 INFO:tasks.workunit.client.0.smithi028.stdout: "log_size": 0, 2024-08-29T19:03:22.323 INFO:tasks.workunit.client.0.smithi028.stdout: "log_start": "0'0", 2024-08-29T19:03:22.323 INFO:tasks.workunit.client.0.smithi028.stdout: "manifest_stats_invalid": false, 2024-08-29T19:03:22.323 INFO:tasks.workunit.client.0.smithi028.stdout: "mapping_epoch": 680, 2024-08-29T19:03:22.323 INFO:tasks.workunit.client.0.smithi028.stdout: "object_location_counts": [], 2024-08-29T19:03:22.323 INFO:tasks.workunit.client.0.smithi028.stdout: "objects_scrubbed": 0, 2024-08-29T19:03:22.323 INFO:tasks.workunit.client.0.smithi028.stdout: "objects_trimmed": 0, 2024-08-29T19:03:22.323 INFO:tasks.workunit.client.0.smithi028.stdout: "omap_stats_invalid": false, 2024-08-29T19:03:22.323 INFO:tasks.workunit.client.0.smithi028.stdout: "ondisk_log_size": 0, 2024-08-29T19:03:22.324 INFO:tasks.workunit.client.0.smithi028.stdout: "ondisk_log_start": "0'0", 2024-08-29T19:03:22.324 INFO:tasks.workunit.client.0.smithi028.stdout: "parent": "0.0", 2024-08-29T19:03:22.324 INFO:tasks.workunit.client.0.smithi028.stdout: "parent_split_bits": 0, 2024-08-29T19:03:22.324 INFO:tasks.workunit.client.0.smithi028.stdout: "pgid": "3.2b", 2024-08-29T19:03:22.324 INFO:tasks.workunit.client.0.smithi028.stdout: "pin_stats_invalid": false, 2024-08-29T19:03:22.324 INFO:tasks.workunit.client.0.smithi028.stdout: "purged_snaps": [], 2024-08-29T19:03:22.324 INFO:tasks.workunit.client.0.smithi028.stdout: "reported_epoch": 2650, 2024-08-29T19:03:22.324 INFO:tasks.workunit.client.0.smithi028.stdout: "reported_seq": 4726, 2024-08-29T19:03:22.324 INFO:tasks.workunit.client.0.smithi028.stdout: "scrub_duration": 0.0, 2024-08-29T19:03:22.324 INFO:tasks.workunit.client.0.smithi028.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-31T02:57:43.356530+0000", 2024-08-29T19:03:22.324 INFO:tasks.workunit.client.0.smithi028.stdout: "snaptrim_duration": 0.0, 2024-08-29T19:03:22.324 INFO:tasks.workunit.client.0.smithi028.stdout: "snaptrimq_len": 0, 2024-08-29T19:03:22.324 INFO:tasks.workunit.client.0.smithi028.stdout: "stat_sum": { 2024-08-29T19:03:22.325 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes": 0, 2024-08-29T19:03:22.325 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes_hit_set_archive": 0, 2024-08-29T19:03:22.325 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes_recovered": 0, 2024-08-29T19:03:22.325 INFO:tasks.workunit.client.0.smithi028.stdout: "num_deep_scrub_errors": 0, 2024-08-29T19:03:22.325 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict": 0, 2024-08-29T19:03:22.325 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_kb": 0, 2024-08-29T19:03:22.325 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_mode_full": 0, 2024-08-29T19:03:22.325 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_mode_some": 0, 2024-08-29T19:03:22.325 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush": 0, 2024-08-29T19:03:22.325 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_kb": 0, 2024-08-29T19:03:22.325 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_mode_high": 0, 2024-08-29T19:03:22.325 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_mode_low": 0, 2024-08-29T19:03:22.325 INFO:tasks.workunit.client.0.smithi028.stdout: "num_keys_recovered": 0, 2024-08-29T19:03:22.325 INFO:tasks.workunit.client.0.smithi028.stdout: "num_large_omap_objects": 0, 2024-08-29T19:03:22.326 INFO:tasks.workunit.client.0.smithi028.stdout: "num_legacy_snapsets": 0, 2024-08-29T19:03:22.326 INFO:tasks.workunit.client.0.smithi028.stdout: "num_object_clones": 0, 2024-08-29T19:03:22.326 INFO:tasks.workunit.client.0.smithi028.stdout: "num_object_copies": 0, 2024-08-29T19:03:22.326 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects": 0, 2024-08-29T19:03:22.326 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_degraded": 0, 2024-08-29T19:03:22.326 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_dirty": 0, 2024-08-29T19:03:22.326 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_hit_set_archive": 0, 2024-08-29T19:03:22.326 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_manifest": 0, 2024-08-29T19:03:22.326 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_misplaced": 0, 2024-08-29T19:03:22.326 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_missing": 0, 2024-08-29T19:03:22.326 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_missing_on_primary": 0, 2024-08-29T19:03:22.326 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_omap": 0, 2024-08-29T19:03:22.326 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_pinned": 0, 2024-08-29T19:03:22.326 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_recovered": 0, 2024-08-29T19:03:22.327 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_repaired": 0, 2024-08-29T19:03:22.327 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_unfound": 0, 2024-08-29T19:03:22.327 INFO:tasks.workunit.client.0.smithi028.stdout: "num_omap_bytes": 0, 2024-08-29T19:03:22.327 INFO:tasks.workunit.client.0.smithi028.stdout: "num_omap_keys": 0, 2024-08-29T19:03:22.327 INFO:tasks.workunit.client.0.smithi028.stdout: "num_promote": 0, 2024-08-29T19:03:22.327 INFO:tasks.workunit.client.0.smithi028.stdout: "num_read": 0, 2024-08-29T19:03:22.327 INFO:tasks.workunit.client.0.smithi028.stdout: "num_read_kb": 0, 2024-08-29T19:03:22.327 INFO:tasks.workunit.client.0.smithi028.stdout: "num_scrub_errors": 0, 2024-08-29T19:03:22.327 INFO:tasks.workunit.client.0.smithi028.stdout: "num_shallow_scrub_errors": 0, 2024-08-29T19:03:22.327 INFO:tasks.workunit.client.0.smithi028.stdout: "num_whiteouts": 0, 2024-08-29T19:03:22.327 INFO:tasks.workunit.client.0.smithi028.stdout: "num_write": 0, 2024-08-29T19:03:22.327 INFO:tasks.workunit.client.0.smithi028.stdout: "num_write_kb": 0 2024-08-29T19:03:22.327 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:22.327 INFO:tasks.workunit.client.0.smithi028.stdout: "state": "active+clean", 2024-08-29T19:03:22.328 INFO:tasks.workunit.client.0.smithi028.stdout: "stats_invalid": false, 2024-08-29T19:03:22.328 INFO:tasks.workunit.client.0.smithi028.stdout: "up": [ 2024-08-29T19:03:22.328 INFO:tasks.workunit.client.0.smithi028.stdout: 2, 2024-08-29T19:03:22.328 INFO:tasks.workunit.client.0.smithi028.stdout: 7, 2024-08-29T19:03:22.328 INFO:tasks.workunit.client.0.smithi028.stdout: 1 2024-08-29T19:03:22.328 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-08-29T19:03:22.328 INFO:tasks.workunit.client.0.smithi028.stdout: "up_primary": 2, 2024-08-29T19:03:22.328 INFO:tasks.workunit.client.0.smithi028.stdout: "version": "0'0" 2024-08-29T19:03:22.328 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:22.328 INFO:tasks.workunit.client.0.smithi028.stdout: { 2024-08-29T19:03:22.328 INFO:tasks.workunit.client.0.smithi028.stdout: "acting": [ 2024-08-29T19:03:22.328 INFO:tasks.workunit.client.0.smithi028.stdout: 6, 2024-08-29T19:03:22.328 INFO:tasks.workunit.client.0.smithi028.stdout: 4, 2024-08-29T19:03:22.328 INFO:tasks.workunit.client.0.smithi028.stdout: 0 2024-08-29T19:03:22.329 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-08-29T19:03:22.329 INFO:tasks.workunit.client.0.smithi028.stdout: "acting_primary": 6, 2024-08-29T19:03:22.329 INFO:tasks.workunit.client.0.smithi028.stdout: "avail_no_missing": [], 2024-08-29T19:03:22.329 INFO:tasks.workunit.client.0.smithi028.stdout: "blocked_by": [], 2024-08-29T19:03:22.329 INFO:tasks.workunit.client.0.smithi028.stdout: "created": 62, 2024-08-29T19:03:22.329 INFO:tasks.workunit.client.0.smithi028.stdout: "dirty_stats_invalid": false, 2024-08-29T19:03:22.329 INFO:tasks.workunit.client.0.smithi028.stdout: "hitset_bytes_stats_invalid": false, 2024-08-29T19:03:22.329 INFO:tasks.workunit.client.0.smithi028.stdout: "hitset_stats_invalid": false, 2024-08-29T19:03:22.329 INFO:tasks.workunit.client.0.smithi028.stdout: "last_active": "2024-08-29T19:02:14.923263+0000", 2024-08-29T19:03:22.329 INFO:tasks.workunit.client.0.smithi028.stdout: "last_became_active": "2024-08-29T17:57:36.381438+0000", 2024-08-29T19:03:22.329 INFO:tasks.workunit.client.0.smithi028.stdout: "last_became_peered": "2024-08-29T17:57:36.381438+0000", 2024-08-29T19:03:22.329 INFO:tasks.workunit.client.0.smithi028.stdout: "last_change": "2024-08-29T17:57:36.381897+0000", 2024-08-29T19:03:22.329 INFO:tasks.workunit.client.0.smithi028.stdout: "last_clean": "2024-08-29T19:02:14.923263+0000", 2024-08-29T19:03:22.330 INFO:tasks.workunit.client.0.smithi028.stdout: "last_clean_scrub_stamp": "2024-08-29T17:41:01.987071+0000", 2024-08-29T19:03:22.330 INFO:tasks.workunit.client.0.smithi028.stdout: "last_deep_scrub": "0'0", 2024-08-29T19:03:22.330 INFO:tasks.workunit.client.0.smithi028.stdout: "last_deep_scrub_stamp": "2024-08-29T17:41:01.987071+0000", 2024-08-29T19:03:22.330 INFO:tasks.workunit.client.0.smithi028.stdout: "last_epoch_clean": 646, 2024-08-29T19:03:22.330 INFO:tasks.workunit.client.0.smithi028.stdout: "last_fresh": "2024-08-29T19:02:14.923263+0000", 2024-08-29T19:03:22.330 INFO:tasks.workunit.client.0.smithi028.stdout: "last_fullsized": "2024-08-29T19:02:14.923263+0000", 2024-08-29T19:03:22.330 INFO:tasks.workunit.client.0.smithi028.stdout: "last_peered": "2024-08-29T19:02:14.923263+0000", 2024-08-29T19:03:22.330 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub": "0'0", 2024-08-29T19:03:22.330 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub_duration": 0, 2024-08-29T19:03:22.330 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub_stamp": "2024-08-29T17:41:01.987071+0000", 2024-08-29T19:03:22.330 INFO:tasks.workunit.client.0.smithi028.stdout: "last_undegraded": "2024-08-29T19:02:14.923263+0000", 2024-08-29T19:03:22.330 INFO:tasks.workunit.client.0.smithi028.stdout: "last_unstale": "2024-08-29T19:02:14.923263+0000", 2024-08-29T19:03:22.330 INFO:tasks.workunit.client.0.smithi028.stdout: "log_dups_size": 0, 2024-08-29T19:03:22.330 INFO:tasks.workunit.client.0.smithi028.stdout: "log_size": 0, 2024-08-29T19:03:22.330 INFO:tasks.workunit.client.0.smithi028.stdout: "log_start": "0'0", 2024-08-29T19:03:22.331 INFO:tasks.workunit.client.0.smithi028.stdout: "manifest_stats_invalid": false, 2024-08-29T19:03:22.331 INFO:tasks.workunit.client.0.smithi028.stdout: "mapping_epoch": 645, 2024-08-29T19:03:22.331 INFO:tasks.workunit.client.0.smithi028.stdout: "object_location_counts": [], 2024-08-29T19:03:22.331 INFO:tasks.workunit.client.0.smithi028.stdout: "objects_scrubbed": 0, 2024-08-29T19:03:22.331 INFO:tasks.workunit.client.0.smithi028.stdout: "objects_trimmed": 0, 2024-08-29T19:03:22.331 INFO:tasks.workunit.client.0.smithi028.stdout: "omap_stats_invalid": false, 2024-08-29T19:03:22.331 INFO:tasks.workunit.client.0.smithi028.stdout: "ondisk_log_size": 0, 2024-08-29T19:03:22.331 INFO:tasks.workunit.client.0.smithi028.stdout: "ondisk_log_start": "0'0", 2024-08-29T19:03:22.331 INFO:tasks.workunit.client.0.smithi028.stdout: "parent": "0.0", 2024-08-29T19:03:22.331 INFO:tasks.workunit.client.0.smithi028.stdout: "parent_split_bits": 0, 2024-08-29T19:03:22.331 INFO:tasks.workunit.client.0.smithi028.stdout: "pgid": "3.2c", 2024-08-29T19:03:22.331 INFO:tasks.workunit.client.0.smithi028.stdout: "pin_stats_invalid": false, 2024-08-29T19:03:22.331 INFO:tasks.workunit.client.0.smithi028.stdout: "purged_snaps": [], 2024-08-29T19:03:22.331 INFO:tasks.workunit.client.0.smithi028.stdout: "reported_epoch": 2650, 2024-08-29T19:03:22.332 INFO:tasks.workunit.client.0.smithi028.stdout: "reported_seq": 4603, 2024-08-29T19:03:22.332 INFO:tasks.workunit.client.0.smithi028.stdout: "scrub_duration": 0.0, 2024-08-29T19:03:22.332 INFO:tasks.workunit.client.0.smithi028.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-31T02:29:40.299776+0000", 2024-08-29T19:03:22.332 INFO:tasks.workunit.client.0.smithi028.stdout: "snaptrim_duration": 0.0, 2024-08-29T19:03:22.332 INFO:tasks.workunit.client.0.smithi028.stdout: "snaptrimq_len": 0, 2024-08-29T19:03:22.332 INFO:tasks.workunit.client.0.smithi028.stdout: "stat_sum": { 2024-08-29T19:03:22.332 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes": 0, 2024-08-29T19:03:22.332 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes_hit_set_archive": 0, 2024-08-29T19:03:22.332 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes_recovered": 0, 2024-08-29T19:03:22.332 INFO:tasks.workunit.client.0.smithi028.stdout: "num_deep_scrub_errors": 0, 2024-08-29T19:03:22.332 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict": 0, 2024-08-29T19:03:22.332 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_kb": 0, 2024-08-29T19:03:22.332 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_mode_full": 0, 2024-08-29T19:03:22.332 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_mode_some": 0, 2024-08-29T19:03:22.333 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush": 0, 2024-08-29T19:03:22.333 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_kb": 0, 2024-08-29T19:03:22.333 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_mode_high": 0, 2024-08-29T19:03:22.333 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_mode_low": 0, 2024-08-29T19:03:22.333 INFO:tasks.workunit.client.0.smithi028.stdout: "num_keys_recovered": 0, 2024-08-29T19:03:22.333 INFO:tasks.workunit.client.0.smithi028.stdout: "num_large_omap_objects": 0, 2024-08-29T19:03:22.333 INFO:tasks.workunit.client.0.smithi028.stdout: "num_legacy_snapsets": 0, 2024-08-29T19:03:22.333 INFO:tasks.workunit.client.0.smithi028.stdout: "num_object_clones": 0, 2024-08-29T19:03:22.333 INFO:tasks.workunit.client.0.smithi028.stdout: "num_object_copies": 0, 2024-08-29T19:03:22.333 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects": 0, 2024-08-29T19:03:22.333 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_degraded": 0, 2024-08-29T19:03:22.333 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_dirty": 0, 2024-08-29T19:03:22.333 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_hit_set_archive": 0, 2024-08-29T19:03:22.333 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_manifest": 0, 2024-08-29T19:03:22.334 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_misplaced": 0, 2024-08-29T19:03:22.334 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_missing": 0, 2024-08-29T19:03:22.334 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_missing_on_primary": 0, 2024-08-29T19:03:22.334 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_omap": 0, 2024-08-29T19:03:22.334 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_pinned": 0, 2024-08-29T19:03:22.334 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_recovered": 0, 2024-08-29T19:03:22.334 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_repaired": 0, 2024-08-29T19:03:22.334 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_unfound": 0, 2024-08-29T19:03:22.334 INFO:tasks.workunit.client.0.smithi028.stdout: "num_omap_bytes": 0, 2024-08-29T19:03:22.334 INFO:tasks.workunit.client.0.smithi028.stdout: "num_omap_keys": 0, 2024-08-29T19:03:22.334 INFO:tasks.workunit.client.0.smithi028.stdout: "num_promote": 0, 2024-08-29T19:03:22.334 INFO:tasks.workunit.client.0.smithi028.stdout: "num_read": 0, 2024-08-29T19:03:22.334 INFO:tasks.workunit.client.0.smithi028.stdout: "num_read_kb": 0, 2024-08-29T19:03:22.334 INFO:tasks.workunit.client.0.smithi028.stdout: "num_scrub_errors": 0, 2024-08-29T19:03:22.335 INFO:tasks.workunit.client.0.smithi028.stdout: "num_shallow_scrub_errors": 0, 2024-08-29T19:03:22.335 INFO:tasks.workunit.client.0.smithi028.stdout: "num_whiteouts": 0, 2024-08-29T19:03:22.335 INFO:tasks.workunit.client.0.smithi028.stdout: "num_write": 0, 2024-08-29T19:03:22.335 INFO:tasks.workunit.client.0.smithi028.stdout: "num_write_kb": 0 2024-08-29T19:03:22.335 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:22.335 INFO:tasks.workunit.client.0.smithi028.stdout: "state": "active+clean", 2024-08-29T19:03:22.335 INFO:tasks.workunit.client.0.smithi028.stdout: "stats_invalid": false, 2024-08-29T19:03:22.335 INFO:tasks.workunit.client.0.smithi028.stdout: "up": [ 2024-08-29T19:03:22.335 INFO:tasks.workunit.client.0.smithi028.stdout: 6, 2024-08-29T19:03:22.335 INFO:tasks.workunit.client.0.smithi028.stdout: 4, 2024-08-29T19:03:22.335 INFO:tasks.workunit.client.0.smithi028.stdout: 0 2024-08-29T19:03:22.335 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-08-29T19:03:22.335 INFO:tasks.workunit.client.0.smithi028.stdout: "up_primary": 6, 2024-08-29T19:03:22.335 INFO:tasks.workunit.client.0.smithi028.stdout: "version": "0'0" 2024-08-29T19:03:22.335 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:22.336 INFO:tasks.workunit.client.0.smithi028.stdout: { 2024-08-29T19:03:22.336 INFO:tasks.workunit.client.0.smithi028.stdout: "acting": [ 2024-08-29T19:03:22.336 INFO:tasks.workunit.client.0.smithi028.stdout: 7, 2024-08-29T19:03:22.336 INFO:tasks.workunit.client.0.smithi028.stdout: 2, 2024-08-29T19:03:22.336 INFO:tasks.workunit.client.0.smithi028.stdout: 6 2024-08-29T19:03:22.336 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-08-29T19:03:22.336 INFO:tasks.workunit.client.0.smithi028.stdout: "acting_primary": 7, 2024-08-29T19:03:22.336 INFO:tasks.workunit.client.0.smithi028.stdout: "avail_no_missing": [], 2024-08-29T19:03:22.336 INFO:tasks.workunit.client.0.smithi028.stdout: "blocked_by": [], 2024-08-29T19:03:22.336 INFO:tasks.workunit.client.0.smithi028.stdout: "created": 62, 2024-08-29T19:03:22.336 INFO:tasks.workunit.client.0.smithi028.stdout: "dirty_stats_invalid": false, 2024-08-29T19:03:22.336 INFO:tasks.workunit.client.0.smithi028.stdout: "hitset_bytes_stats_invalid": false, 2024-08-29T19:03:22.336 INFO:tasks.workunit.client.0.smithi028.stdout: "hitset_stats_invalid": false, 2024-08-29T19:03:22.336 INFO:tasks.workunit.client.0.smithi028.stdout: "last_active": "2024-08-29T19:02:14.102350+0000", 2024-08-29T19:03:22.337 INFO:tasks.workunit.client.0.smithi028.stdout: "last_became_active": "2024-08-29T17:58:11.364834+0000", 2024-08-29T19:03:22.337 INFO:tasks.workunit.client.0.smithi028.stdout: "last_became_peered": "2024-08-29T17:58:11.364834+0000", 2024-08-29T19:03:22.337 INFO:tasks.workunit.client.0.smithi028.stdout: "last_change": "2024-08-29T17:58:11.365372+0000", 2024-08-29T19:03:22.337 INFO:tasks.workunit.client.0.smithi028.stdout: "last_clean": "2024-08-29T19:02:14.102350+0000", 2024-08-29T19:03:22.337 INFO:tasks.workunit.client.0.smithi028.stdout: "last_clean_scrub_stamp": "2024-08-29T17:41:01.987071+0000", 2024-08-29T19:03:22.337 INFO:tasks.workunit.client.0.smithi028.stdout: "last_deep_scrub": "0'0", 2024-08-29T19:03:22.337 INFO:tasks.workunit.client.0.smithi028.stdout: "last_deep_scrub_stamp": "2024-08-29T17:41:01.987071+0000", 2024-08-29T19:03:22.337 INFO:tasks.workunit.client.0.smithi028.stdout: "last_epoch_clean": 681, 2024-08-29T19:03:22.337 INFO:tasks.workunit.client.0.smithi028.stdout: "last_fresh": "2024-08-29T19:02:14.102350+0000", 2024-08-29T19:03:22.337 INFO:tasks.workunit.client.0.smithi028.stdout: "last_fullsized": "2024-08-29T19:02:14.102350+0000", 2024-08-29T19:03:22.337 INFO:tasks.workunit.client.0.smithi028.stdout: "last_peered": "2024-08-29T19:02:14.102350+0000", 2024-08-29T19:03:22.337 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub": "0'0", 2024-08-29T19:03:22.337 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub_duration": 0, 2024-08-29T19:03:22.338 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub_stamp": "2024-08-29T17:41:01.987071+0000", 2024-08-29T19:03:22.338 INFO:tasks.workunit.client.0.smithi028.stdout: "last_undegraded": "2024-08-29T19:02:14.102350+0000", 2024-08-29T19:03:22.338 INFO:tasks.workunit.client.0.smithi028.stdout: "last_unstale": "2024-08-29T19:02:14.102350+0000", 2024-08-29T19:03:22.338 INFO:tasks.workunit.client.0.smithi028.stdout: "log_dups_size": 0, 2024-08-29T19:03:22.338 INFO:tasks.workunit.client.0.smithi028.stdout: "log_size": 0, 2024-08-29T19:03:22.338 INFO:tasks.workunit.client.0.smithi028.stdout: "log_start": "0'0", 2024-08-29T19:03:22.338 INFO:tasks.workunit.client.0.smithi028.stdout: "manifest_stats_invalid": false, 2024-08-29T19:03:22.338 INFO:tasks.workunit.client.0.smithi028.stdout: "mapping_epoch": 680, 2024-08-29T19:03:22.338 INFO:tasks.workunit.client.0.smithi028.stdout: "object_location_counts": [], 2024-08-29T19:03:22.338 INFO:tasks.workunit.client.0.smithi028.stdout: "objects_scrubbed": 0, 2024-08-29T19:03:22.338 INFO:tasks.workunit.client.0.smithi028.stdout: "objects_trimmed": 0, 2024-08-29T19:03:22.338 INFO:tasks.workunit.client.0.smithi028.stdout: "omap_stats_invalid": false, 2024-08-29T19:03:22.338 INFO:tasks.workunit.client.0.smithi028.stdout: "ondisk_log_size": 0, 2024-08-29T19:03:22.338 INFO:tasks.workunit.client.0.smithi028.stdout: "ondisk_log_start": "0'0", 2024-08-29T19:03:22.339 INFO:tasks.workunit.client.0.smithi028.stdout: "parent": "0.0", 2024-08-29T19:03:22.339 INFO:tasks.workunit.client.0.smithi028.stdout: "parent_split_bits": 0, 2024-08-29T19:03:22.339 INFO:tasks.workunit.client.0.smithi028.stdout: "pgid": "3.2d", 2024-08-29T19:03:22.339 INFO:tasks.workunit.client.0.smithi028.stdout: "pin_stats_invalid": false, 2024-08-29T19:03:22.339 INFO:tasks.workunit.client.0.smithi028.stdout: "purged_snaps": [], 2024-08-29T19:03:22.339 INFO:tasks.workunit.client.0.smithi028.stdout: "reported_epoch": 2650, 2024-08-29T19:03:22.339 INFO:tasks.workunit.client.0.smithi028.stdout: "reported_seq": 4553, 2024-08-29T19:03:22.339 INFO:tasks.workunit.client.0.smithi028.stdout: "scrub_duration": 0.0, 2024-08-29T19:03:22.339 INFO:tasks.workunit.client.0.smithi028.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-31T02:56:19.623489+0000", 2024-08-29T19:03:22.339 INFO:tasks.workunit.client.0.smithi028.stdout: "snaptrim_duration": 0.0, 2024-08-29T19:03:22.339 INFO:tasks.workunit.client.0.smithi028.stdout: "snaptrimq_len": 0, 2024-08-29T19:03:22.339 INFO:tasks.workunit.client.0.smithi028.stdout: "stat_sum": { 2024-08-29T19:03:22.339 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes": 0, 2024-08-29T19:03:22.339 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes_hit_set_archive": 0, 2024-08-29T19:03:22.340 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes_recovered": 0, 2024-08-29T19:03:22.340 INFO:tasks.workunit.client.0.smithi028.stdout: "num_deep_scrub_errors": 0, 2024-08-29T19:03:22.340 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict": 0, 2024-08-29T19:03:22.340 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_kb": 0, 2024-08-29T19:03:22.340 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_mode_full": 0, 2024-08-29T19:03:22.340 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_mode_some": 0, 2024-08-29T19:03:22.340 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush": 0, 2024-08-29T19:03:22.340 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_kb": 0, 2024-08-29T19:03:22.340 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_mode_high": 0, 2024-08-29T19:03:22.340 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_mode_low": 0, 2024-08-29T19:03:22.340 INFO:tasks.workunit.client.0.smithi028.stdout: "num_keys_recovered": 0, 2024-08-29T19:03:22.340 INFO:tasks.workunit.client.0.smithi028.stdout: "num_large_omap_objects": 0, 2024-08-29T19:03:22.340 INFO:tasks.workunit.client.0.smithi028.stdout: "num_legacy_snapsets": 0, 2024-08-29T19:03:22.340 INFO:tasks.workunit.client.0.smithi028.stdout: "num_object_clones": 0, 2024-08-29T19:03:22.341 INFO:tasks.workunit.client.0.smithi028.stdout: "num_object_copies": 0, 2024-08-29T19:03:22.341 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects": 0, 2024-08-29T19:03:22.341 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_degraded": 0, 2024-08-29T19:03:22.341 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_dirty": 0, 2024-08-29T19:03:22.341 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_hit_set_archive": 0, 2024-08-29T19:03:22.341 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_manifest": 0, 2024-08-29T19:03:22.341 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_misplaced": 0, 2024-08-29T19:03:22.341 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_missing": 0, 2024-08-29T19:03:22.341 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_missing_on_primary": 0, 2024-08-29T19:03:22.341 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_omap": 0, 2024-08-29T19:03:22.341 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_pinned": 0, 2024-08-29T19:03:22.341 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_recovered": 0, 2024-08-29T19:03:22.341 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_repaired": 0, 2024-08-29T19:03:22.341 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_unfound": 0, 2024-08-29T19:03:22.342 INFO:tasks.workunit.client.0.smithi028.stdout: "num_omap_bytes": 0, 2024-08-29T19:03:22.342 INFO:tasks.workunit.client.0.smithi028.stdout: "num_omap_keys": 0, 2024-08-29T19:03:22.342 INFO:tasks.workunit.client.0.smithi028.stdout: "num_promote": 0, 2024-08-29T19:03:22.342 INFO:tasks.workunit.client.0.smithi028.stdout: "num_read": 0, 2024-08-29T19:03:22.342 INFO:tasks.workunit.client.0.smithi028.stdout: "num_read_kb": 0, 2024-08-29T19:03:22.342 INFO:tasks.workunit.client.0.smithi028.stdout: "num_scrub_errors": 0, 2024-08-29T19:03:22.342 INFO:tasks.workunit.client.0.smithi028.stdout: "num_shallow_scrub_errors": 0, 2024-08-29T19:03:22.342 INFO:tasks.workunit.client.0.smithi028.stdout: "num_whiteouts": 0, 2024-08-29T19:03:22.342 INFO:tasks.workunit.client.0.smithi028.stdout: "num_write": 0, 2024-08-29T19:03:22.342 INFO:tasks.workunit.client.0.smithi028.stdout: "num_write_kb": 0 2024-08-29T19:03:22.342 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:22.342 INFO:tasks.workunit.client.0.smithi028.stdout: "state": "active+clean", 2024-08-29T19:03:22.342 INFO:tasks.workunit.client.0.smithi028.stdout: "stats_invalid": false, 2024-08-29T19:03:22.342 INFO:tasks.workunit.client.0.smithi028.stdout: "up": [ 2024-08-29T19:03:22.343 INFO:tasks.workunit.client.0.smithi028.stdout: 7, 2024-08-29T19:03:22.343 INFO:tasks.workunit.client.0.smithi028.stdout: 2, 2024-08-29T19:03:22.343 INFO:tasks.workunit.client.0.smithi028.stdout: 6 2024-08-29T19:03:22.343 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-08-29T19:03:22.343 INFO:tasks.workunit.client.0.smithi028.stdout: "up_primary": 7, 2024-08-29T19:03:22.343 INFO:tasks.workunit.client.0.smithi028.stdout: "version": "0'0" 2024-08-29T19:03:22.343 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:22.343 INFO:tasks.workunit.client.0.smithi028.stdout: { 2024-08-29T19:03:22.343 INFO:tasks.workunit.client.0.smithi028.stdout: "acting": [ 2024-08-29T19:03:22.343 INFO:tasks.workunit.client.0.smithi028.stdout: 2, 2024-08-29T19:03:22.343 INFO:tasks.workunit.client.0.smithi028.stdout: 6, 2024-08-29T19:03:22.343 INFO:tasks.workunit.client.0.smithi028.stdout: 7 2024-08-29T19:03:22.343 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-08-29T19:03:22.343 INFO:tasks.workunit.client.0.smithi028.stdout: "acting_primary": 2, 2024-08-29T19:03:22.343 INFO:tasks.workunit.client.0.smithi028.stdout: "avail_no_missing": [], 2024-08-29T19:03:22.344 INFO:tasks.workunit.client.0.smithi028.stdout: "blocked_by": [], 2024-08-29T19:03:22.344 INFO:tasks.workunit.client.0.smithi028.stdout: "created": 62, 2024-08-29T19:03:22.344 INFO:tasks.workunit.client.0.smithi028.stdout: "dirty_stats_invalid": false, 2024-08-29T19:03:22.344 INFO:tasks.workunit.client.0.smithi028.stdout: "hitset_bytes_stats_invalid": false, 2024-08-29T19:03:22.344 INFO:tasks.workunit.client.0.smithi028.stdout: "hitset_stats_invalid": false, 2024-08-29T19:03:22.344 INFO:tasks.workunit.client.0.smithi028.stdout: "last_active": "2024-08-29T19:02:14.103133+0000", 2024-08-29T19:03:22.344 INFO:tasks.workunit.client.0.smithi028.stdout: "last_became_active": "2024-08-29T17:58:11.351552+0000", 2024-08-29T19:03:22.344 INFO:tasks.workunit.client.0.smithi028.stdout: "last_became_peered": "2024-08-29T17:58:11.351552+0000", 2024-08-29T19:03:22.344 INFO:tasks.workunit.client.0.smithi028.stdout: "last_change": "2024-08-29T17:58:11.352191+0000", 2024-08-29T19:03:22.344 INFO:tasks.workunit.client.0.smithi028.stdout: "last_clean": "2024-08-29T19:02:14.103133+0000", 2024-08-29T19:03:22.344 INFO:tasks.workunit.client.0.smithi028.stdout: "last_clean_scrub_stamp": "2024-08-29T17:41:01.987071+0000", 2024-08-29T19:03:22.344 INFO:tasks.workunit.client.0.smithi028.stdout: "last_deep_scrub": "0'0", 2024-08-29T19:03:22.344 INFO:tasks.workunit.client.0.smithi028.stdout: "last_deep_scrub_stamp": "2024-08-29T17:41:01.987071+0000", 2024-08-29T19:03:22.345 INFO:tasks.workunit.client.0.smithi028.stdout: "last_epoch_clean": 681, 2024-08-29T19:03:22.345 INFO:tasks.workunit.client.0.smithi028.stdout: "last_fresh": "2024-08-29T19:02:14.103133+0000", 2024-08-29T19:03:22.345 INFO:tasks.workunit.client.0.smithi028.stdout: "last_fullsized": "2024-08-29T19:02:14.103133+0000", 2024-08-29T19:03:22.345 INFO:tasks.workunit.client.0.smithi028.stdout: "last_peered": "2024-08-29T19:02:14.103133+0000", 2024-08-29T19:03:22.345 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub": "0'0", 2024-08-29T19:03:22.345 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub_duration": 0, 2024-08-29T19:03:22.345 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub_stamp": "2024-08-29T17:41:01.987071+0000", 2024-08-29T19:03:22.345 INFO:tasks.workunit.client.0.smithi028.stdout: "last_undegraded": "2024-08-29T19:02:14.103133+0000", 2024-08-29T19:03:22.345 INFO:tasks.workunit.client.0.smithi028.stdout: "last_unstale": "2024-08-29T19:02:14.103133+0000", 2024-08-29T19:03:22.345 INFO:tasks.workunit.client.0.smithi028.stdout: "log_dups_size": 0, 2024-08-29T19:03:22.345 INFO:tasks.workunit.client.0.smithi028.stdout: "log_size": 0, 2024-08-29T19:03:22.345 INFO:tasks.workunit.client.0.smithi028.stdout: "log_start": "0'0", 2024-08-29T19:03:22.345 INFO:tasks.workunit.client.0.smithi028.stdout: "manifest_stats_invalid": false, 2024-08-29T19:03:22.345 INFO:tasks.workunit.client.0.smithi028.stdout: "mapping_epoch": 680, 2024-08-29T19:03:22.345 INFO:tasks.workunit.client.0.smithi028.stdout: "object_location_counts": [], 2024-08-29T19:03:22.346 INFO:tasks.workunit.client.0.smithi028.stdout: "objects_scrubbed": 0, 2024-08-29T19:03:22.346 INFO:tasks.workunit.client.0.smithi028.stdout: "objects_trimmed": 0, 2024-08-29T19:03:22.346 INFO:tasks.workunit.client.0.smithi028.stdout: "omap_stats_invalid": false, 2024-08-29T19:03:22.346 INFO:tasks.workunit.client.0.smithi028.stdout: "ondisk_log_size": 0, 2024-08-29T19:03:22.346 INFO:tasks.workunit.client.0.smithi028.stdout: "ondisk_log_start": "0'0", 2024-08-29T19:03:22.346 INFO:tasks.workunit.client.0.smithi028.stdout: "parent": "0.0", 2024-08-29T19:03:22.346 INFO:tasks.workunit.client.0.smithi028.stdout: "parent_split_bits": 0, 2024-08-29T19:03:22.346 INFO:tasks.workunit.client.0.smithi028.stdout: "pgid": "3.2e", 2024-08-29T19:03:22.346 INFO:tasks.workunit.client.0.smithi028.stdout: "pin_stats_invalid": false, 2024-08-29T19:03:22.346 INFO:tasks.workunit.client.0.smithi028.stdout: "purged_snaps": [], 2024-08-29T19:03:22.346 INFO:tasks.workunit.client.0.smithi028.stdout: "reported_epoch": 2650, 2024-08-29T19:03:22.346 INFO:tasks.workunit.client.0.smithi028.stdout: "reported_seq": 4708, 2024-08-29T19:03:22.346 INFO:tasks.workunit.client.0.smithi028.stdout: "scrub_duration": 0.0, 2024-08-29T19:03:22.346 INFO:tasks.workunit.client.0.smithi028.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-31T00:18:33.505850+0000", 2024-08-29T19:03:22.347 INFO:tasks.workunit.client.0.smithi028.stdout: "snaptrim_duration": 0.0, 2024-08-29T19:03:22.347 INFO:tasks.workunit.client.0.smithi028.stdout: "snaptrimq_len": 0, 2024-08-29T19:03:22.347 INFO:tasks.workunit.client.0.smithi028.stdout: "stat_sum": { 2024-08-29T19:03:22.347 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes": 0, 2024-08-29T19:03:22.347 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes_hit_set_archive": 0, 2024-08-29T19:03:22.347 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes_recovered": 0, 2024-08-29T19:03:22.347 INFO:tasks.workunit.client.0.smithi028.stdout: "num_deep_scrub_errors": 0, 2024-08-29T19:03:22.347 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict": 0, 2024-08-29T19:03:22.347 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_kb": 0, 2024-08-29T19:03:22.347 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_mode_full": 0, 2024-08-29T19:03:22.347 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_mode_some": 0, 2024-08-29T19:03:22.347 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush": 0, 2024-08-29T19:03:22.347 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_kb": 0, 2024-08-29T19:03:22.347 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_mode_high": 0, 2024-08-29T19:03:22.348 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_mode_low": 0, 2024-08-29T19:03:22.348 INFO:tasks.workunit.client.0.smithi028.stdout: "num_keys_recovered": 0, 2024-08-29T19:03:22.348 INFO:tasks.workunit.client.0.smithi028.stdout: "num_large_omap_objects": 0, 2024-08-29T19:03:22.348 INFO:tasks.workunit.client.0.smithi028.stdout: "num_legacy_snapsets": 0, 2024-08-29T19:03:22.348 INFO:tasks.workunit.client.0.smithi028.stdout: "num_object_clones": 0, 2024-08-29T19:03:22.348 INFO:tasks.workunit.client.0.smithi028.stdout: "num_object_copies": 0, 2024-08-29T19:03:22.348 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects": 0, 2024-08-29T19:03:22.348 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_degraded": 0, 2024-08-29T19:03:22.348 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_dirty": 0, 2024-08-29T19:03:22.348 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_hit_set_archive": 0, 2024-08-29T19:03:22.348 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_manifest": 0, 2024-08-29T19:03:22.348 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_misplaced": 0, 2024-08-29T19:03:22.348 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_missing": 0, 2024-08-29T19:03:22.348 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_missing_on_primary": 0, 2024-08-29T19:03:22.349 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_omap": 0, 2024-08-29T19:03:22.349 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_pinned": 0, 2024-08-29T19:03:22.349 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_recovered": 0, 2024-08-29T19:03:22.349 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_repaired": 0, 2024-08-29T19:03:22.349 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_unfound": 0, 2024-08-29T19:03:22.349 INFO:tasks.workunit.client.0.smithi028.stdout: "num_omap_bytes": 0, 2024-08-29T19:03:22.349 INFO:tasks.workunit.client.0.smithi028.stdout: "num_omap_keys": 0, 2024-08-29T19:03:22.349 INFO:tasks.workunit.client.0.smithi028.stdout: "num_promote": 0, 2024-08-29T19:03:22.349 INFO:tasks.workunit.client.0.smithi028.stdout: "num_read": 0, 2024-08-29T19:03:22.349 INFO:tasks.workunit.client.0.smithi028.stdout: "num_read_kb": 0, 2024-08-29T19:03:22.349 INFO:tasks.workunit.client.0.smithi028.stdout: "num_scrub_errors": 0, 2024-08-29T19:03:22.349 INFO:tasks.workunit.client.0.smithi028.stdout: "num_shallow_scrub_errors": 0, 2024-08-29T19:03:22.349 INFO:tasks.workunit.client.0.smithi028.stdout: "num_whiteouts": 0, 2024-08-29T19:03:22.349 INFO:tasks.workunit.client.0.smithi028.stdout: "num_write": 0, 2024-08-29T19:03:22.350 INFO:tasks.workunit.client.0.smithi028.stdout: "num_write_kb": 0 2024-08-29T19:03:22.350 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:22.350 INFO:tasks.workunit.client.0.smithi028.stdout: "state": "active+clean", 2024-08-29T19:03:22.350 INFO:tasks.workunit.client.0.smithi028.stdout: "stats_invalid": false, 2024-08-29T19:03:22.350 INFO:tasks.workunit.client.0.smithi028.stdout: "up": [ 2024-08-29T19:03:22.350 INFO:tasks.workunit.client.0.smithi028.stdout: 2, 2024-08-29T19:03:22.350 INFO:tasks.workunit.client.0.smithi028.stdout: 6, 2024-08-29T19:03:22.350 INFO:tasks.workunit.client.0.smithi028.stdout: 7 2024-08-29T19:03:22.350 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-08-29T19:03:22.350 INFO:tasks.workunit.client.0.smithi028.stdout: "up_primary": 2, 2024-08-29T19:03:22.350 INFO:tasks.workunit.client.0.smithi028.stdout: "version": "0'0" 2024-08-29T19:03:22.350 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:22.350 INFO:tasks.workunit.client.0.smithi028.stdout: { 2024-08-29T19:03:22.350 INFO:tasks.workunit.client.0.smithi028.stdout: "acting": [ 2024-08-29T19:03:22.350 INFO:tasks.workunit.client.0.smithi028.stdout: 5, 2024-08-29T19:03:22.351 INFO:tasks.workunit.client.0.smithi028.stdout: 7, 2024-08-29T19:03:22.351 INFO:tasks.workunit.client.0.smithi028.stdout: 3 2024-08-29T19:03:22.351 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-08-29T19:03:22.351 INFO:tasks.workunit.client.0.smithi028.stdout: "acting_primary": 5, 2024-08-29T19:03:22.351 INFO:tasks.workunit.client.0.smithi028.stdout: "avail_no_missing": [], 2024-08-29T19:03:22.351 INFO:tasks.workunit.client.0.smithi028.stdout: "blocked_by": [], 2024-08-29T19:03:22.351 INFO:tasks.workunit.client.0.smithi028.stdout: "created": 62, 2024-08-29T19:03:22.351 INFO:tasks.workunit.client.0.smithi028.stdout: "dirty_stats_invalid": false, 2024-08-29T19:03:22.351 INFO:tasks.workunit.client.0.smithi028.stdout: "hitset_bytes_stats_invalid": false, 2024-08-29T19:03:22.351 INFO:tasks.workunit.client.0.smithi028.stdout: "hitset_stats_invalid": false, 2024-08-29T19:03:22.351 INFO:tasks.workunit.client.0.smithi028.stdout: "last_active": "2024-08-29T19:02:14.930589+0000", 2024-08-29T19:03:22.351 INFO:tasks.workunit.client.0.smithi028.stdout: "last_became_active": "2024-08-29T17:58:11.354431+0000", 2024-08-29T19:03:22.351 INFO:tasks.workunit.client.0.smithi028.stdout: "last_became_peered": "2024-08-29T17:58:11.354431+0000", 2024-08-29T19:03:22.352 INFO:tasks.workunit.client.0.smithi028.stdout: "last_change": "2024-08-29T17:58:11.354827+0000", 2024-08-29T19:03:22.352 INFO:tasks.workunit.client.0.smithi028.stdout: "last_clean": "2024-08-29T19:02:14.930589+0000", 2024-08-29T19:03:22.352 INFO:tasks.workunit.client.0.smithi028.stdout: "last_clean_scrub_stamp": "2024-08-29T17:41:01.987071+0000", 2024-08-29T19:03:22.352 INFO:tasks.workunit.client.0.smithi028.stdout: "last_deep_scrub": "0'0", 2024-08-29T19:03:22.352 INFO:tasks.workunit.client.0.smithi028.stdout: "last_deep_scrub_stamp": "2024-08-29T17:41:01.987071+0000", 2024-08-29T19:03:22.352 INFO:tasks.workunit.client.0.smithi028.stdout: "last_epoch_clean": 681, 2024-08-29T19:03:22.352 INFO:tasks.workunit.client.0.smithi028.stdout: "last_fresh": "2024-08-29T19:02:14.930589+0000", 2024-08-29T19:03:22.352 INFO:tasks.workunit.client.0.smithi028.stdout: "last_fullsized": "2024-08-29T19:02:14.930589+0000", 2024-08-29T19:03:22.352 INFO:tasks.workunit.client.0.smithi028.stdout: "last_peered": "2024-08-29T19:02:14.930589+0000", 2024-08-29T19:03:22.352 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub": "0'0", 2024-08-29T19:03:22.352 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub_duration": 0, 2024-08-29T19:03:22.352 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub_stamp": "2024-08-29T17:41:01.987071+0000", 2024-08-29T19:03:22.352 INFO:tasks.workunit.client.0.smithi028.stdout: "last_undegraded": "2024-08-29T19:02:14.930589+0000", 2024-08-29T19:03:22.352 INFO:tasks.workunit.client.0.smithi028.stdout: "last_unstale": "2024-08-29T19:02:14.930589+0000", 2024-08-29T19:03:22.353 INFO:tasks.workunit.client.0.smithi028.stdout: "log_dups_size": 0, 2024-08-29T19:03:22.353 INFO:tasks.workunit.client.0.smithi028.stdout: "log_size": 0, 2024-08-29T19:03:22.353 INFO:tasks.workunit.client.0.smithi028.stdout: "log_start": "0'0", 2024-08-29T19:03:22.353 INFO:tasks.workunit.client.0.smithi028.stdout: "manifest_stats_invalid": false, 2024-08-29T19:03:22.353 INFO:tasks.workunit.client.0.smithi028.stdout: "mapping_epoch": 680, 2024-08-29T19:03:22.353 INFO:tasks.workunit.client.0.smithi028.stdout: "object_location_counts": [], 2024-08-29T19:03:22.353 INFO:tasks.workunit.client.0.smithi028.stdout: "objects_scrubbed": 0, 2024-08-29T19:03:22.353 INFO:tasks.workunit.client.0.smithi028.stdout: "objects_trimmed": 0, 2024-08-29T19:03:22.353 INFO:tasks.workunit.client.0.smithi028.stdout: "omap_stats_invalid": false, 2024-08-29T19:03:22.353 INFO:tasks.workunit.client.0.smithi028.stdout: "ondisk_log_size": 0, 2024-08-29T19:03:22.353 INFO:tasks.workunit.client.0.smithi028.stdout: "ondisk_log_start": "0'0", 2024-08-29T19:03:22.353 INFO:tasks.workunit.client.0.smithi028.stdout: "parent": "0.0", 2024-08-29T19:03:22.353 INFO:tasks.workunit.client.0.smithi028.stdout: "parent_split_bits": 0, 2024-08-29T19:03:22.353 INFO:tasks.workunit.client.0.smithi028.stdout: "pgid": "3.2f", 2024-08-29T19:03:22.354 INFO:tasks.workunit.client.0.smithi028.stdout: "pin_stats_invalid": false, 2024-08-29T19:03:22.354 INFO:tasks.workunit.client.0.smithi028.stdout: "purged_snaps": [], 2024-08-29T19:03:22.354 INFO:tasks.workunit.client.0.smithi028.stdout: "reported_epoch": 2650, 2024-08-29T19:03:22.354 INFO:tasks.workunit.client.0.smithi028.stdout: "reported_seq": 4644, 2024-08-29T19:03:22.354 INFO:tasks.workunit.client.0.smithi028.stdout: "scrub_duration": 0.0, 2024-08-29T19:03:22.354 INFO:tasks.workunit.client.0.smithi028.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-30T23:16:48.659659+0000", 2024-08-29T19:03:22.354 INFO:tasks.workunit.client.0.smithi028.stdout: "snaptrim_duration": 0.0, 2024-08-29T19:03:22.354 INFO:tasks.workunit.client.0.smithi028.stdout: "snaptrimq_len": 0, 2024-08-29T19:03:22.354 INFO:tasks.workunit.client.0.smithi028.stdout: "stat_sum": { 2024-08-29T19:03:22.354 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes": 0, 2024-08-29T19:03:22.354 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes_hit_set_archive": 0, 2024-08-29T19:03:22.354 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes_recovered": 0, 2024-08-29T19:03:22.354 INFO:tasks.workunit.client.0.smithi028.stdout: "num_deep_scrub_errors": 0, 2024-08-29T19:03:22.354 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict": 0, 2024-08-29T19:03:22.355 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_kb": 0, 2024-08-29T19:03:22.355 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_mode_full": 0, 2024-08-29T19:03:22.355 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_mode_some": 0, 2024-08-29T19:03:22.355 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush": 0, 2024-08-29T19:03:22.355 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_kb": 0, 2024-08-29T19:03:22.355 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_mode_high": 0, 2024-08-29T19:03:22.355 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_mode_low": 0, 2024-08-29T19:03:22.355 INFO:tasks.workunit.client.0.smithi028.stdout: "num_keys_recovered": 0, 2024-08-29T19:03:22.355 INFO:tasks.workunit.client.0.smithi028.stdout: "num_large_omap_objects": 0, 2024-08-29T19:03:22.355 INFO:tasks.workunit.client.0.smithi028.stdout: "num_legacy_snapsets": 0, 2024-08-29T19:03:22.355 INFO:tasks.workunit.client.0.smithi028.stdout: "num_object_clones": 0, 2024-08-29T19:03:22.355 INFO:tasks.workunit.client.0.smithi028.stdout: "num_object_copies": 0, 2024-08-29T19:03:22.355 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects": 0, 2024-08-29T19:03:22.355 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_degraded": 0, 2024-08-29T19:03:22.356 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_dirty": 0, 2024-08-29T19:03:22.356 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_hit_set_archive": 0, 2024-08-29T19:03:22.356 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_manifest": 0, 2024-08-29T19:03:22.356 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_misplaced": 0, 2024-08-29T19:03:22.356 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_missing": 0, 2024-08-29T19:03:22.356 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_missing_on_primary": 0, 2024-08-29T19:03:22.356 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_omap": 0, 2024-08-29T19:03:22.356 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_pinned": 0, 2024-08-29T19:03:22.356 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_recovered": 0, 2024-08-29T19:03:22.356 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_repaired": 0, 2024-08-29T19:03:22.356 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_unfound": 0, 2024-08-29T19:03:22.356 INFO:tasks.workunit.client.0.smithi028.stdout: "num_omap_bytes": 0, 2024-08-29T19:03:22.356 INFO:tasks.workunit.client.0.smithi028.stdout: "num_omap_keys": 0, 2024-08-29T19:03:22.356 INFO:tasks.workunit.client.0.smithi028.stdout: "num_promote": 0, 2024-08-29T19:03:22.357 INFO:tasks.workunit.client.0.smithi028.stdout: "num_read": 0, 2024-08-29T19:03:22.357 INFO:tasks.workunit.client.0.smithi028.stdout: "num_read_kb": 0, 2024-08-29T19:03:22.357 INFO:tasks.workunit.client.0.smithi028.stdout: "num_scrub_errors": 0, 2024-08-29T19:03:22.357 INFO:tasks.workunit.client.0.smithi028.stdout: "num_shallow_scrub_errors": 0, 2024-08-29T19:03:22.357 INFO:tasks.workunit.client.0.smithi028.stdout: "num_whiteouts": 0, 2024-08-29T19:03:22.357 INFO:tasks.workunit.client.0.smithi028.stdout: "num_write": 0, 2024-08-29T19:03:22.357 INFO:tasks.workunit.client.0.smithi028.stdout: "num_write_kb": 0 2024-08-29T19:03:22.357 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:22.357 INFO:tasks.workunit.client.0.smithi028.stdout: "state": "active+clean", 2024-08-29T19:03:22.357 INFO:tasks.workunit.client.0.smithi028.stdout: "stats_invalid": false, 2024-08-29T19:03:22.357 INFO:tasks.workunit.client.0.smithi028.stdout: "up": [ 2024-08-29T19:03:22.357 INFO:tasks.workunit.client.0.smithi028.stdout: 5, 2024-08-29T19:03:22.357 INFO:tasks.workunit.client.0.smithi028.stdout: 7, 2024-08-29T19:03:22.357 INFO:tasks.workunit.client.0.smithi028.stdout: 3 2024-08-29T19:03:22.358 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-08-29T19:03:22.358 INFO:tasks.workunit.client.0.smithi028.stdout: "up_primary": 5, 2024-08-29T19:03:22.358 INFO:tasks.workunit.client.0.smithi028.stdout: "version": "0'0" 2024-08-29T19:03:22.358 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:22.358 INFO:tasks.workunit.client.0.smithi028.stdout: { 2024-08-29T19:03:22.358 INFO:tasks.workunit.client.0.smithi028.stdout: "acting": [ 2024-08-29T19:03:22.358 INFO:tasks.workunit.client.0.smithi028.stdout: 5, 2024-08-29T19:03:22.358 INFO:tasks.workunit.client.0.smithi028.stdout: 0, 2024-08-29T19:03:22.358 INFO:tasks.workunit.client.0.smithi028.stdout: 7 2024-08-29T19:03:22.358 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-08-29T19:03:22.358 INFO:tasks.workunit.client.0.smithi028.stdout: "acting_primary": 5, 2024-08-29T19:03:22.358 INFO:tasks.workunit.client.0.smithi028.stdout: "avail_no_missing": [], 2024-08-29T19:03:22.358 INFO:tasks.workunit.client.0.smithi028.stdout: "blocked_by": [], 2024-08-29T19:03:22.358 INFO:tasks.workunit.client.0.smithi028.stdout: "created": 62, 2024-08-29T19:03:22.358 INFO:tasks.workunit.client.0.smithi028.stdout: "dirty_stats_invalid": false, 2024-08-29T19:03:22.359 INFO:tasks.workunit.client.0.smithi028.stdout: "hitset_bytes_stats_invalid": false, 2024-08-29T19:03:22.359 INFO:tasks.workunit.client.0.smithi028.stdout: "hitset_stats_invalid": false, 2024-08-29T19:03:22.359 INFO:tasks.workunit.client.0.smithi028.stdout: "last_active": "2024-08-29T19:02:14.926023+0000", 2024-08-29T19:03:22.359 INFO:tasks.workunit.client.0.smithi028.stdout: "last_became_active": "2024-08-29T17:58:11.350769+0000", 2024-08-29T19:03:22.359 INFO:tasks.workunit.client.0.smithi028.stdout: "last_became_peered": "2024-08-29T17:58:11.350769+0000", 2024-08-29T19:03:22.359 INFO:tasks.workunit.client.0.smithi028.stdout: "last_change": "2024-08-29T17:58:11.351206+0000", 2024-08-29T19:03:22.359 INFO:tasks.workunit.client.0.smithi028.stdout: "last_clean": "2024-08-29T19:02:14.926023+0000", 2024-08-29T19:03:22.359 INFO:tasks.workunit.client.0.smithi028.stdout: "last_clean_scrub_stamp": "2024-08-29T17:41:01.987071+0000", 2024-08-29T19:03:22.359 INFO:tasks.workunit.client.0.smithi028.stdout: "last_deep_scrub": "0'0", 2024-08-29T19:03:22.359 INFO:tasks.workunit.client.0.smithi028.stdout: "last_deep_scrub_stamp": "2024-08-29T17:41:01.987071+0000", 2024-08-29T19:03:22.359 INFO:tasks.workunit.client.0.smithi028.stdout: "last_epoch_clean": 681, 2024-08-29T19:03:22.359 INFO:tasks.workunit.client.0.smithi028.stdout: "last_fresh": "2024-08-29T19:02:14.926023+0000", 2024-08-29T19:03:22.359 INFO:tasks.workunit.client.0.smithi028.stdout: "last_fullsized": "2024-08-29T19:02:14.926023+0000", 2024-08-29T19:03:22.359 INFO:tasks.workunit.client.0.smithi028.stdout: "last_peered": "2024-08-29T19:02:14.926023+0000", 2024-08-29T19:03:22.360 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub": "0'0", 2024-08-29T19:03:22.360 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub_duration": 0, 2024-08-29T19:03:22.360 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub_stamp": "2024-08-29T17:41:01.987071+0000", 2024-08-29T19:03:22.360 INFO:tasks.workunit.client.0.smithi028.stdout: "last_undegraded": "2024-08-29T19:02:14.926023+0000", 2024-08-29T19:03:22.360 INFO:tasks.workunit.client.0.smithi028.stdout: "last_unstale": "2024-08-29T19:02:14.926023+0000", 2024-08-29T19:03:22.360 INFO:tasks.workunit.client.0.smithi028.stdout: "log_dups_size": 0, 2024-08-29T19:03:22.360 INFO:tasks.workunit.client.0.smithi028.stdout: "log_size": 0, 2024-08-29T19:03:22.360 INFO:tasks.workunit.client.0.smithi028.stdout: "log_start": "0'0", 2024-08-29T19:03:22.360 INFO:tasks.workunit.client.0.smithi028.stdout: "manifest_stats_invalid": false, 2024-08-29T19:03:22.360 INFO:tasks.workunit.client.0.smithi028.stdout: "mapping_epoch": 680, 2024-08-29T19:03:22.360 INFO:tasks.workunit.client.0.smithi028.stdout: "object_location_counts": [], 2024-08-29T19:03:22.360 INFO:tasks.workunit.client.0.smithi028.stdout: "objects_scrubbed": 0, 2024-08-29T19:03:22.360 INFO:tasks.workunit.client.0.smithi028.stdout: "objects_trimmed": 0, 2024-08-29T19:03:22.360 INFO:tasks.workunit.client.0.smithi028.stdout: "omap_stats_invalid": false, 2024-08-29T19:03:22.361 INFO:tasks.workunit.client.0.smithi028.stdout: "ondisk_log_size": 0, 2024-08-29T19:03:22.361 INFO:tasks.workunit.client.0.smithi028.stdout: "ondisk_log_start": "0'0", 2024-08-29T19:03:22.361 INFO:tasks.workunit.client.0.smithi028.stdout: "parent": "0.0", 2024-08-29T19:03:22.361 INFO:tasks.workunit.client.0.smithi028.stdout: "parent_split_bits": 0, 2024-08-29T19:03:22.361 INFO:tasks.workunit.client.0.smithi028.stdout: "pgid": "3.30", 2024-08-29T19:03:22.361 INFO:tasks.workunit.client.0.smithi028.stdout: "pin_stats_invalid": false, 2024-08-29T19:03:22.361 INFO:tasks.workunit.client.0.smithi028.stdout: "purged_snaps": [], 2024-08-29T19:03:22.361 INFO:tasks.workunit.client.0.smithi028.stdout: "reported_epoch": 2650, 2024-08-29T19:03:22.361 INFO:tasks.workunit.client.0.smithi028.stdout: "reported_seq": 4626, 2024-08-29T19:03:22.361 INFO:tasks.workunit.client.0.smithi028.stdout: "scrub_duration": 0.0, 2024-08-29T19:03:22.361 INFO:tasks.workunit.client.0.smithi028.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-31T02:25:26.997669+0000", 2024-08-29T19:03:22.361 INFO:tasks.workunit.client.0.smithi028.stdout: "snaptrim_duration": 0.0, 2024-08-29T19:03:22.361 INFO:tasks.workunit.client.0.smithi028.stdout: "snaptrimq_len": 0, 2024-08-29T19:03:22.361 INFO:tasks.workunit.client.0.smithi028.stdout: "stat_sum": { 2024-08-29T19:03:22.361 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes": 0, 2024-08-29T19:03:22.362 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes_hit_set_archive": 0, 2024-08-29T19:03:22.362 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes_recovered": 0, 2024-08-29T19:03:22.362 INFO:tasks.workunit.client.0.smithi028.stdout: "num_deep_scrub_errors": 0, 2024-08-29T19:03:22.362 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict": 0, 2024-08-29T19:03:22.362 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_kb": 0, 2024-08-29T19:03:22.362 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_mode_full": 0, 2024-08-29T19:03:22.362 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_mode_some": 0, 2024-08-29T19:03:22.362 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush": 0, 2024-08-29T19:03:22.362 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_kb": 0, 2024-08-29T19:03:22.362 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_mode_high": 0, 2024-08-29T19:03:22.362 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_mode_low": 0, 2024-08-29T19:03:22.362 INFO:tasks.workunit.client.0.smithi028.stdout: "num_keys_recovered": 0, 2024-08-29T19:03:22.362 INFO:tasks.workunit.client.0.smithi028.stdout: "num_large_omap_objects": 0, 2024-08-29T19:03:22.362 INFO:tasks.workunit.client.0.smithi028.stdout: "num_legacy_snapsets": 0, 2024-08-29T19:03:22.363 INFO:tasks.workunit.client.0.smithi028.stdout: "num_object_clones": 0, 2024-08-29T19:03:22.363 INFO:tasks.workunit.client.0.smithi028.stdout: "num_object_copies": 0, 2024-08-29T19:03:22.363 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects": 0, 2024-08-29T19:03:22.363 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_degraded": 0, 2024-08-29T19:03:22.363 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_dirty": 0, 2024-08-29T19:03:22.363 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_hit_set_archive": 0, 2024-08-29T19:03:22.363 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_manifest": 0, 2024-08-29T19:03:22.363 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_misplaced": 0, 2024-08-29T19:03:22.363 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_missing": 0, 2024-08-29T19:03:22.363 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_missing_on_primary": 0, 2024-08-29T19:03:22.363 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_omap": 0, 2024-08-29T19:03:22.363 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_pinned": 0, 2024-08-29T19:03:22.363 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_recovered": 0, 2024-08-29T19:03:22.363 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_repaired": 0, 2024-08-29T19:03:22.363 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_unfound": 0, 2024-08-29T19:03:22.364 INFO:tasks.workunit.client.0.smithi028.stdout: "num_omap_bytes": 0, 2024-08-29T19:03:22.364 INFO:tasks.workunit.client.0.smithi028.stdout: "num_omap_keys": 0, 2024-08-29T19:03:22.364 INFO:tasks.workunit.client.0.smithi028.stdout: "num_promote": 0, 2024-08-29T19:03:22.364 INFO:tasks.workunit.client.0.smithi028.stdout: "num_read": 0, 2024-08-29T19:03:22.364 INFO:tasks.workunit.client.0.smithi028.stdout: "num_read_kb": 0, 2024-08-29T19:03:22.364 INFO:tasks.workunit.client.0.smithi028.stdout: "num_scrub_errors": 0, 2024-08-29T19:03:22.364 INFO:tasks.workunit.client.0.smithi028.stdout: "num_shallow_scrub_errors": 0, 2024-08-29T19:03:22.364 INFO:tasks.workunit.client.0.smithi028.stdout: "num_whiteouts": 0, 2024-08-29T19:03:22.364 INFO:tasks.workunit.client.0.smithi028.stdout: "num_write": 0, 2024-08-29T19:03:22.364 INFO:tasks.workunit.client.0.smithi028.stdout: "num_write_kb": 0 2024-08-29T19:03:22.364 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:22.364 INFO:tasks.workunit.client.0.smithi028.stdout: "state": "active+clean", 2024-08-29T19:03:22.364 INFO:tasks.workunit.client.0.smithi028.stdout: "stats_invalid": false, 2024-08-29T19:03:22.365 INFO:tasks.workunit.client.0.smithi028.stdout: "up": [ 2024-08-29T19:03:22.365 INFO:tasks.workunit.client.0.smithi028.stdout: 5, 2024-08-29T19:03:22.365 INFO:tasks.workunit.client.0.smithi028.stdout: 0, 2024-08-29T19:03:22.365 INFO:tasks.workunit.client.0.smithi028.stdout: 7 2024-08-29T19:03:22.365 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-08-29T19:03:22.365 INFO:tasks.workunit.client.0.smithi028.stdout: "up_primary": 5, 2024-08-29T19:03:22.365 INFO:tasks.workunit.client.0.smithi028.stdout: "version": "0'0" 2024-08-29T19:03:22.365 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:22.365 INFO:tasks.workunit.client.0.smithi028.stdout: { 2024-08-29T19:03:22.365 INFO:tasks.workunit.client.0.smithi028.stdout: "acting": [ 2024-08-29T19:03:22.365 INFO:tasks.workunit.client.0.smithi028.stdout: 1, 2024-08-29T19:03:22.365 INFO:tasks.workunit.client.0.smithi028.stdout: 4, 2024-08-29T19:03:22.365 INFO:tasks.workunit.client.0.smithi028.stdout: 5 2024-08-29T19:03:22.366 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-08-29T19:03:22.366 INFO:tasks.workunit.client.0.smithi028.stdout: "acting_primary": 1, 2024-08-29T19:03:22.366 INFO:tasks.workunit.client.0.smithi028.stdout: "avail_no_missing": [], 2024-08-29T19:03:22.366 INFO:tasks.workunit.client.0.smithi028.stdout: "blocked_by": [], 2024-08-29T19:03:22.366 INFO:tasks.workunit.client.0.smithi028.stdout: "created": 62, 2024-08-29T19:03:22.366 INFO:tasks.workunit.client.0.smithi028.stdout: "dirty_stats_invalid": false, 2024-08-29T19:03:22.366 INFO:tasks.workunit.client.0.smithi028.stdout: "hitset_bytes_stats_invalid": false, 2024-08-29T19:03:22.366 INFO:tasks.workunit.client.0.smithi028.stdout: "hitset_stats_invalid": false, 2024-08-29T19:03:22.366 INFO:tasks.workunit.client.0.smithi028.stdout: "last_active": "2024-08-29T19:02:14.817312+0000", 2024-08-29T19:03:22.366 INFO:tasks.workunit.client.0.smithi028.stdout: "last_became_active": "2024-08-29T17:57:02.345991+0000", 2024-08-29T19:03:22.366 INFO:tasks.workunit.client.0.smithi028.stdout: "last_became_peered": "2024-08-29T17:57:02.345991+0000", 2024-08-29T19:03:22.366 INFO:tasks.workunit.client.0.smithi028.stdout: "last_change": "2024-08-29T17:57:02.346709+0000", 2024-08-29T19:03:22.366 INFO:tasks.workunit.client.0.smithi028.stdout: "last_clean": "2024-08-29T19:02:14.817312+0000", 2024-08-29T19:03:22.366 INFO:tasks.workunit.client.0.smithi028.stdout: "last_clean_scrub_stamp": "2024-08-29T17:41:01.987071+0000", 2024-08-29T19:03:22.367 INFO:tasks.workunit.client.0.smithi028.stdout: "last_deep_scrub": "0'0", 2024-08-29T19:03:22.367 INFO:tasks.workunit.client.0.smithi028.stdout: "last_deep_scrub_stamp": "2024-08-29T17:41:01.987071+0000", 2024-08-29T19:03:22.367 INFO:tasks.workunit.client.0.smithi028.stdout: "last_epoch_clean": 613, 2024-08-29T19:03:22.367 INFO:tasks.workunit.client.0.smithi028.stdout: "last_fresh": "2024-08-29T19:02:14.817312+0000", 2024-08-29T19:03:22.367 INFO:tasks.workunit.client.0.smithi028.stdout: "last_fullsized": "2024-08-29T19:02:14.817312+0000", 2024-08-29T19:03:22.367 INFO:tasks.workunit.client.0.smithi028.stdout: "last_peered": "2024-08-29T19:02:14.817312+0000", 2024-08-29T19:03:22.367 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub": "0'0", 2024-08-29T19:03:22.367 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub_duration": 0, 2024-08-29T19:03:22.367 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub_stamp": "2024-08-29T17:41:01.987071+0000", 2024-08-29T19:03:22.367 INFO:tasks.workunit.client.0.smithi028.stdout: "last_undegraded": "2024-08-29T19:02:14.817312+0000", 2024-08-29T19:03:22.367 INFO:tasks.workunit.client.0.smithi028.stdout: "last_unstale": "2024-08-29T19:02:14.817312+0000", 2024-08-29T19:03:22.367 INFO:tasks.workunit.client.0.smithi028.stdout: "log_dups_size": 0, 2024-08-29T19:03:22.367 INFO:tasks.workunit.client.0.smithi028.stdout: "log_size": 0, 2024-08-29T19:03:22.367 INFO:tasks.workunit.client.0.smithi028.stdout: "log_start": "0'0", 2024-08-29T19:03:22.368 INFO:tasks.workunit.client.0.smithi028.stdout: "manifest_stats_invalid": false, 2024-08-29T19:03:22.368 INFO:tasks.workunit.client.0.smithi028.stdout: "mapping_epoch": 612, 2024-08-29T19:03:22.368 INFO:tasks.workunit.client.0.smithi028.stdout: "object_location_counts": [], 2024-08-29T19:03:22.368 INFO:tasks.workunit.client.0.smithi028.stdout: "objects_scrubbed": 0, 2024-08-29T19:03:22.368 INFO:tasks.workunit.client.0.smithi028.stdout: "objects_trimmed": 0, 2024-08-29T19:03:22.368 INFO:tasks.workunit.client.0.smithi028.stdout: "omap_stats_invalid": false, 2024-08-29T19:03:22.368 INFO:tasks.workunit.client.0.smithi028.stdout: "ondisk_log_size": 0, 2024-08-29T19:03:22.368 INFO:tasks.workunit.client.0.smithi028.stdout: "ondisk_log_start": "0'0", 2024-08-29T19:03:22.368 INFO:tasks.workunit.client.0.smithi028.stdout: "parent": "0.0", 2024-08-29T19:03:22.368 INFO:tasks.workunit.client.0.smithi028.stdout: "parent_split_bits": 0, 2024-08-29T19:03:22.368 INFO:tasks.workunit.client.0.smithi028.stdout: "pgid": "3.31", 2024-08-29T19:03:22.368 INFO:tasks.workunit.client.0.smithi028.stdout: "pin_stats_invalid": false, 2024-08-29T19:03:22.368 INFO:tasks.workunit.client.0.smithi028.stdout: "purged_snaps": [], 2024-08-29T19:03:22.368 INFO:tasks.workunit.client.0.smithi028.stdout: "reported_epoch": 2650, 2024-08-29T19:03:22.369 INFO:tasks.workunit.client.0.smithi028.stdout: "reported_seq": 4746, 2024-08-29T19:03:22.369 INFO:tasks.workunit.client.0.smithi028.stdout: "scrub_duration": 0.0, 2024-08-29T19:03:22.369 INFO:tasks.workunit.client.0.smithi028.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-31T03:56:30.665442+0000", 2024-08-29T19:03:22.369 INFO:tasks.workunit.client.0.smithi028.stdout: "snaptrim_duration": 0.0, 2024-08-29T19:03:22.369 INFO:tasks.workunit.client.0.smithi028.stdout: "snaptrimq_len": 0, 2024-08-29T19:03:22.369 INFO:tasks.workunit.client.0.smithi028.stdout: "stat_sum": { 2024-08-29T19:03:22.369 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes": 0, 2024-08-29T19:03:22.369 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes_hit_set_archive": 0, 2024-08-29T19:03:22.369 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes_recovered": 0, 2024-08-29T19:03:22.369 INFO:tasks.workunit.client.0.smithi028.stdout: "num_deep_scrub_errors": 0, 2024-08-29T19:03:22.369 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict": 0, 2024-08-29T19:03:22.369 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_kb": 0, 2024-08-29T19:03:22.369 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_mode_full": 0, 2024-08-29T19:03:22.369 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_mode_some": 0, 2024-08-29T19:03:22.369 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush": 0, 2024-08-29T19:03:22.370 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_kb": 0, 2024-08-29T19:03:22.370 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_mode_high": 0, 2024-08-29T19:03:22.370 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_mode_low": 0, 2024-08-29T19:03:22.370 INFO:tasks.workunit.client.0.smithi028.stdout: "num_keys_recovered": 0, 2024-08-29T19:03:22.370 INFO:tasks.workunit.client.0.smithi028.stdout: "num_large_omap_objects": 0, 2024-08-29T19:03:22.370 INFO:tasks.workunit.client.0.smithi028.stdout: "num_legacy_snapsets": 0, 2024-08-29T19:03:22.370 INFO:tasks.workunit.client.0.smithi028.stdout: "num_object_clones": 0, 2024-08-29T19:03:22.370 INFO:tasks.workunit.client.0.smithi028.stdout: "num_object_copies": 0, 2024-08-29T19:03:22.370 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects": 0, 2024-08-29T19:03:22.370 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_degraded": 0, 2024-08-29T19:03:22.370 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_dirty": 0, 2024-08-29T19:03:22.370 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_hit_set_archive": 0, 2024-08-29T19:03:22.370 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_manifest": 0, 2024-08-29T19:03:22.370 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_misplaced": 0, 2024-08-29T19:03:22.371 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_missing": 0, 2024-08-29T19:03:22.371 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_missing_on_primary": 0, 2024-08-29T19:03:22.371 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_omap": 0, 2024-08-29T19:03:22.371 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_pinned": 0, 2024-08-29T19:03:22.371 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_recovered": 0, 2024-08-29T19:03:22.371 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_repaired": 0, 2024-08-29T19:03:22.371 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_unfound": 0, 2024-08-29T19:03:22.371 INFO:tasks.workunit.client.0.smithi028.stdout: "num_omap_bytes": 0, 2024-08-29T19:03:22.371 INFO:tasks.workunit.client.0.smithi028.stdout: "num_omap_keys": 0, 2024-08-29T19:03:22.371 INFO:tasks.workunit.client.0.smithi028.stdout: "num_promote": 0, 2024-08-29T19:03:22.371 INFO:tasks.workunit.client.0.smithi028.stdout: "num_read": 0, 2024-08-29T19:03:22.371 INFO:tasks.workunit.client.0.smithi028.stdout: "num_read_kb": 0, 2024-08-29T19:03:22.371 INFO:tasks.workunit.client.0.smithi028.stdout: "num_scrub_errors": 0, 2024-08-29T19:03:22.371 INFO:tasks.workunit.client.0.smithi028.stdout: "num_shallow_scrub_errors": 0, 2024-08-29T19:03:22.372 INFO:tasks.workunit.client.0.smithi028.stdout: "num_whiteouts": 0, 2024-08-29T19:03:22.372 INFO:tasks.workunit.client.0.smithi028.stdout: "num_write": 0, 2024-08-29T19:03:22.372 INFO:tasks.workunit.client.0.smithi028.stdout: "num_write_kb": 0 2024-08-29T19:03:22.372 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:22.372 INFO:tasks.workunit.client.0.smithi028.stdout: "state": "active+clean", 2024-08-29T19:03:22.372 INFO:tasks.workunit.client.0.smithi028.stdout: "stats_invalid": false, 2024-08-29T19:03:22.372 INFO:tasks.workunit.client.0.smithi028.stdout: "up": [ 2024-08-29T19:03:22.372 INFO:tasks.workunit.client.0.smithi028.stdout: 1, 2024-08-29T19:03:22.372 INFO:tasks.workunit.client.0.smithi028.stdout: 4, 2024-08-29T19:03:22.372 INFO:tasks.workunit.client.0.smithi028.stdout: 5 2024-08-29T19:03:22.372 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-08-29T19:03:22.372 INFO:tasks.workunit.client.0.smithi028.stdout: "up_primary": 1, 2024-08-29T19:03:22.372 INFO:tasks.workunit.client.0.smithi028.stdout: "version": "0'0" 2024-08-29T19:03:22.372 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:22.373 INFO:tasks.workunit.client.0.smithi028.stdout: { 2024-08-29T19:03:22.373 INFO:tasks.workunit.client.0.smithi028.stdout: "acting": [ 2024-08-29T19:03:22.373 INFO:tasks.workunit.client.0.smithi028.stdout: 0, 2024-08-29T19:03:22.373 INFO:tasks.workunit.client.0.smithi028.stdout: 1, 2024-08-29T19:03:22.373 INFO:tasks.workunit.client.0.smithi028.stdout: 5 2024-08-29T19:03:22.373 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-08-29T19:03:22.373 INFO:tasks.workunit.client.0.smithi028.stdout: "acting_primary": 0, 2024-08-29T19:03:22.373 INFO:tasks.workunit.client.0.smithi028.stdout: "avail_no_missing": [], 2024-08-29T19:03:22.373 INFO:tasks.workunit.client.0.smithi028.stdout: "blocked_by": [], 2024-08-29T19:03:22.373 INFO:tasks.workunit.client.0.smithi028.stdout: "created": 62, 2024-08-29T19:03:22.373 INFO:tasks.workunit.client.0.smithi028.stdout: "dirty_stats_invalid": false, 2024-08-29T19:03:22.373 INFO:tasks.workunit.client.0.smithi028.stdout: "hitset_bytes_stats_invalid": false, 2024-08-29T19:03:22.373 INFO:tasks.workunit.client.0.smithi028.stdout: "hitset_stats_invalid": false, 2024-08-29T19:03:22.373 INFO:tasks.workunit.client.0.smithi028.stdout: "last_active": "2024-08-29T19:02:14.102265+0000", 2024-08-29T19:03:22.373 INFO:tasks.workunit.client.0.smithi028.stdout: "last_became_active": "2024-08-29T17:57:02.353166+0000", 2024-08-29T19:03:22.374 INFO:tasks.workunit.client.0.smithi028.stdout: "last_became_peered": "2024-08-29T17:57:02.353166+0000", 2024-08-29T19:03:22.374 INFO:tasks.workunit.client.0.smithi028.stdout: "last_change": "2024-08-29T17:57:02.354663+0000", 2024-08-29T19:03:22.374 INFO:tasks.workunit.client.0.smithi028.stdout: "last_clean": "2024-08-29T19:02:14.102265+0000", 2024-08-29T19:03:22.374 INFO:tasks.workunit.client.0.smithi028.stdout: "last_clean_scrub_stamp": "2024-08-29T17:41:01.987071+0000", 2024-08-29T19:03:22.374 INFO:tasks.workunit.client.0.smithi028.stdout: "last_deep_scrub": "0'0", 2024-08-29T19:03:22.374 INFO:tasks.workunit.client.0.smithi028.stdout: "last_deep_scrub_stamp": "2024-08-29T17:41:01.987071+0000", 2024-08-29T19:03:22.374 INFO:tasks.workunit.client.0.smithi028.stdout: "last_epoch_clean": 613, 2024-08-29T19:03:22.374 INFO:tasks.workunit.client.0.smithi028.stdout: "last_fresh": "2024-08-29T19:02:14.102265+0000", 2024-08-29T19:03:22.374 INFO:tasks.workunit.client.0.smithi028.stdout: "last_fullsized": "2024-08-29T19:02:14.102265+0000", 2024-08-29T19:03:22.374 INFO:tasks.workunit.client.0.smithi028.stdout: "last_peered": "2024-08-29T19:02:14.102265+0000", 2024-08-29T19:03:22.374 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub": "0'0", 2024-08-29T19:03:22.374 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub_duration": 0, 2024-08-29T19:03:22.374 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub_stamp": "2024-08-29T17:41:01.987071+0000", 2024-08-29T19:03:22.374 INFO:tasks.workunit.client.0.smithi028.stdout: "last_undegraded": "2024-08-29T19:02:14.102265+0000", 2024-08-29T19:03:22.375 INFO:tasks.workunit.client.0.smithi028.stdout: "last_unstale": "2024-08-29T19:02:14.102265+0000", 2024-08-29T19:03:22.375 INFO:tasks.workunit.client.0.smithi028.stdout: "log_dups_size": 0, 2024-08-29T19:03:22.375 INFO:tasks.workunit.client.0.smithi028.stdout: "log_size": 0, 2024-08-29T19:03:22.375 INFO:tasks.workunit.client.0.smithi028.stdout: "log_start": "0'0", 2024-08-29T19:03:22.375 INFO:tasks.workunit.client.0.smithi028.stdout: "manifest_stats_invalid": false, 2024-08-29T19:03:22.375 INFO:tasks.workunit.client.0.smithi028.stdout: "mapping_epoch": 612, 2024-08-29T19:03:22.375 INFO:tasks.workunit.client.0.smithi028.stdout: "object_location_counts": [], 2024-08-29T19:03:22.375 INFO:tasks.workunit.client.0.smithi028.stdout: "objects_scrubbed": 0, 2024-08-29T19:03:22.375 INFO:tasks.workunit.client.0.smithi028.stdout: "objects_trimmed": 0, 2024-08-29T19:03:22.375 INFO:tasks.workunit.client.0.smithi028.stdout: "omap_stats_invalid": false, 2024-08-29T19:03:22.375 INFO:tasks.workunit.client.0.smithi028.stdout: "ondisk_log_size": 0, 2024-08-29T19:03:22.375 INFO:tasks.workunit.client.0.smithi028.stdout: "ondisk_log_start": "0'0", 2024-08-29T19:03:22.375 INFO:tasks.workunit.client.0.smithi028.stdout: "parent": "0.0", 2024-08-29T19:03:22.375 INFO:tasks.workunit.client.0.smithi028.stdout: "parent_split_bits": 0, 2024-08-29T19:03:22.376 INFO:tasks.workunit.client.0.smithi028.stdout: "pgid": "3.32", 2024-08-29T19:03:22.376 INFO:tasks.workunit.client.0.smithi028.stdout: "pin_stats_invalid": false, 2024-08-29T19:03:22.376 INFO:tasks.workunit.client.0.smithi028.stdout: "purged_snaps": [], 2024-08-29T19:03:22.376 INFO:tasks.workunit.client.0.smithi028.stdout: "reported_epoch": 2650, 2024-08-29T19:03:22.376 INFO:tasks.workunit.client.0.smithi028.stdout: "reported_seq": 4809, 2024-08-29T19:03:22.376 INFO:tasks.workunit.client.0.smithi028.stdout: "scrub_duration": 0.0, 2024-08-29T19:03:22.376 INFO:tasks.workunit.client.0.smithi028.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-31T01:37:42.079291+0000", 2024-08-29T19:03:22.376 INFO:tasks.workunit.client.0.smithi028.stdout: "snaptrim_duration": 0.0, 2024-08-29T19:03:22.376 INFO:tasks.workunit.client.0.smithi028.stdout: "snaptrimq_len": 0, 2024-08-29T19:03:22.376 INFO:tasks.workunit.client.0.smithi028.stdout: "stat_sum": { 2024-08-29T19:03:22.376 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes": 0, 2024-08-29T19:03:22.376 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes_hit_set_archive": 0, 2024-08-29T19:03:22.376 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes_recovered": 0, 2024-08-29T19:03:22.376 INFO:tasks.workunit.client.0.smithi028.stdout: "num_deep_scrub_errors": 0, 2024-08-29T19:03:22.377 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict": 0, 2024-08-29T19:03:22.377 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_kb": 0, 2024-08-29T19:03:22.377 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_mode_full": 0, 2024-08-29T19:03:22.377 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_mode_some": 0, 2024-08-29T19:03:22.377 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush": 0, 2024-08-29T19:03:22.377 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_kb": 0, 2024-08-29T19:03:22.377 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_mode_high": 0, 2024-08-29T19:03:22.377 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_mode_low": 0, 2024-08-29T19:03:22.377 INFO:tasks.workunit.client.0.smithi028.stdout: "num_keys_recovered": 0, 2024-08-29T19:03:22.377 INFO:tasks.workunit.client.0.smithi028.stdout: "num_large_omap_objects": 0, 2024-08-29T19:03:22.377 INFO:tasks.workunit.client.0.smithi028.stdout: "num_legacy_snapsets": 0, 2024-08-29T19:03:22.377 INFO:tasks.workunit.client.0.smithi028.stdout: "num_object_clones": 0, 2024-08-29T19:03:22.377 INFO:tasks.workunit.client.0.smithi028.stdout: "num_object_copies": 0, 2024-08-29T19:03:22.377 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects": 0, 2024-08-29T19:03:22.377 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_degraded": 0, 2024-08-29T19:03:22.378 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_dirty": 0, 2024-08-29T19:03:22.378 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_hit_set_archive": 0, 2024-08-29T19:03:22.378 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_manifest": 0, 2024-08-29T19:03:22.378 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_misplaced": 0, 2024-08-29T19:03:22.378 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_missing": 0, 2024-08-29T19:03:22.378 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_missing_on_primary": 0, 2024-08-29T19:03:22.378 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_omap": 0, 2024-08-29T19:03:22.378 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_pinned": 0, 2024-08-29T19:03:22.378 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_recovered": 0, 2024-08-29T19:03:22.378 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_repaired": 0, 2024-08-29T19:03:22.378 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_unfound": 0, 2024-08-29T19:03:22.378 INFO:tasks.workunit.client.0.smithi028.stdout: "num_omap_bytes": 0, 2024-08-29T19:03:22.378 INFO:tasks.workunit.client.0.smithi028.stdout: "num_omap_keys": 0, 2024-08-29T19:03:22.379 INFO:tasks.workunit.client.0.smithi028.stdout: "num_promote": 0, 2024-08-29T19:03:22.379 INFO:tasks.workunit.client.0.smithi028.stdout: "num_read": 0, 2024-08-29T19:03:22.379 INFO:tasks.workunit.client.0.smithi028.stdout: "num_read_kb": 0, 2024-08-29T19:03:22.379 INFO:tasks.workunit.client.0.smithi028.stdout: "num_scrub_errors": 0, 2024-08-29T19:03:22.379 INFO:tasks.workunit.client.0.smithi028.stdout: "num_shallow_scrub_errors": 0, 2024-08-29T19:03:22.379 INFO:tasks.workunit.client.0.smithi028.stdout: "num_whiteouts": 0, 2024-08-29T19:03:22.379 INFO:tasks.workunit.client.0.smithi028.stdout: "num_write": 0, 2024-08-29T19:03:22.379 INFO:tasks.workunit.client.0.smithi028.stdout: "num_write_kb": 0 2024-08-29T19:03:22.379 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:22.379 INFO:tasks.workunit.client.0.smithi028.stdout: "state": "active+clean", 2024-08-29T19:03:22.379 INFO:tasks.workunit.client.0.smithi028.stdout: "stats_invalid": false, 2024-08-29T19:03:22.379 INFO:tasks.workunit.client.0.smithi028.stdout: "up": [ 2024-08-29T19:03:22.379 INFO:tasks.workunit.client.0.smithi028.stdout: 0, 2024-08-29T19:03:22.379 INFO:tasks.workunit.client.0.smithi028.stdout: 1, 2024-08-29T19:03:22.380 INFO:tasks.workunit.client.0.smithi028.stdout: 5 2024-08-29T19:03:22.380 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-08-29T19:03:22.380 INFO:tasks.workunit.client.0.smithi028.stdout: "up_primary": 0, 2024-08-29T19:03:22.380 INFO:tasks.workunit.client.0.smithi028.stdout: "version": "0'0" 2024-08-29T19:03:22.380 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:22.380 INFO:tasks.workunit.client.0.smithi028.stdout: { 2024-08-29T19:03:22.380 INFO:tasks.workunit.client.0.smithi028.stdout: "acting": [ 2024-08-29T19:03:22.380 INFO:tasks.workunit.client.0.smithi028.stdout: 3, 2024-08-29T19:03:22.380 INFO:tasks.workunit.client.0.smithi028.stdout: 6, 2024-08-29T19:03:22.380 INFO:tasks.workunit.client.0.smithi028.stdout: 1 2024-08-29T19:03:22.380 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-08-29T19:03:22.380 INFO:tasks.workunit.client.0.smithi028.stdout: "acting_primary": 3, 2024-08-29T19:03:22.380 INFO:tasks.workunit.client.0.smithi028.stdout: "avail_no_missing": [], 2024-08-29T19:03:22.380 INFO:tasks.workunit.client.0.smithi028.stdout: "blocked_by": [], 2024-08-29T19:03:22.381 INFO:tasks.workunit.client.0.smithi028.stdout: "created": 62, 2024-08-29T19:03:22.381 INFO:tasks.workunit.client.0.smithi028.stdout: "dirty_stats_invalid": false, 2024-08-29T19:03:22.381 INFO:tasks.workunit.client.0.smithi028.stdout: "hitset_bytes_stats_invalid": false, 2024-08-29T19:03:22.381 INFO:tasks.workunit.client.0.smithi028.stdout: "hitset_stats_invalid": false, 2024-08-29T19:03:22.381 INFO:tasks.workunit.client.0.smithi028.stdout: "last_active": "2024-08-29T19:02:14.845370+0000", 2024-08-29T19:03:22.381 INFO:tasks.workunit.client.0.smithi028.stdout: "last_became_active": "2024-08-29T17:57:36.389315+0000", 2024-08-29T19:03:22.381 INFO:tasks.workunit.client.0.smithi028.stdout: "last_became_peered": "2024-08-29T17:57:36.389315+0000", 2024-08-29T19:03:22.381 INFO:tasks.workunit.client.0.smithi028.stdout: "last_change": "2024-08-29T17:57:36.390099+0000", 2024-08-29T19:03:22.381 INFO:tasks.workunit.client.0.smithi028.stdout: "last_clean": "2024-08-29T19:02:14.845370+0000", 2024-08-29T19:03:22.381 INFO:tasks.workunit.client.0.smithi028.stdout: "last_clean_scrub_stamp": "2024-08-29T17:41:01.987071+0000", 2024-08-29T19:03:22.381 INFO:tasks.workunit.client.0.smithi028.stdout: "last_deep_scrub": "0'0", 2024-08-29T19:03:22.381 INFO:tasks.workunit.client.0.smithi028.stdout: "last_deep_scrub_stamp": "2024-08-29T17:41:01.987071+0000", 2024-08-29T19:03:22.381 INFO:tasks.workunit.client.0.smithi028.stdout: "last_epoch_clean": 646, 2024-08-29T19:03:22.381 INFO:tasks.workunit.client.0.smithi028.stdout: "last_fresh": "2024-08-29T19:02:14.845370+0000", 2024-08-29T19:03:22.382 INFO:tasks.workunit.client.0.smithi028.stdout: "last_fullsized": "2024-08-29T19:02:14.845370+0000", 2024-08-29T19:03:22.382 INFO:tasks.workunit.client.0.smithi028.stdout: "last_peered": "2024-08-29T19:02:14.845370+0000", 2024-08-29T19:03:22.382 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub": "0'0", 2024-08-29T19:03:22.382 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub_duration": 0, 2024-08-29T19:03:22.382 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub_stamp": "2024-08-29T17:41:01.987071+0000", 2024-08-29T19:03:22.382 INFO:tasks.workunit.client.0.smithi028.stdout: "last_undegraded": "2024-08-29T19:02:14.845370+0000", 2024-08-29T19:03:22.382 INFO:tasks.workunit.client.0.smithi028.stdout: "last_unstale": "2024-08-29T19:02:14.845370+0000", 2024-08-29T19:03:22.382 INFO:tasks.workunit.client.0.smithi028.stdout: "log_dups_size": 0, 2024-08-29T19:03:22.382 INFO:tasks.workunit.client.0.smithi028.stdout: "log_size": 0, 2024-08-29T19:03:22.382 INFO:tasks.workunit.client.0.smithi028.stdout: "log_start": "0'0", 2024-08-29T19:03:22.382 INFO:tasks.workunit.client.0.smithi028.stdout: "manifest_stats_invalid": false, 2024-08-29T19:03:22.382 INFO:tasks.workunit.client.0.smithi028.stdout: "mapping_epoch": 645, 2024-08-29T19:03:22.382 INFO:tasks.workunit.client.0.smithi028.stdout: "object_location_counts": [], 2024-08-29T19:03:22.383 INFO:tasks.workunit.client.0.smithi028.stdout: "objects_scrubbed": 0, 2024-08-29T19:03:22.383 INFO:tasks.workunit.client.0.smithi028.stdout: "objects_trimmed": 0, 2024-08-29T19:03:22.383 INFO:tasks.workunit.client.0.smithi028.stdout: "omap_stats_invalid": false, 2024-08-29T19:03:22.383 INFO:tasks.workunit.client.0.smithi028.stdout: "ondisk_log_size": 0, 2024-08-29T19:03:22.383 INFO:tasks.workunit.client.0.smithi028.stdout: "ondisk_log_start": "0'0", 2024-08-29T19:03:22.383 INFO:tasks.workunit.client.0.smithi028.stdout: "parent": "0.0", 2024-08-29T19:03:22.383 INFO:tasks.workunit.client.0.smithi028.stdout: "parent_split_bits": 0, 2024-08-29T19:03:22.383 INFO:tasks.workunit.client.0.smithi028.stdout: "pgid": "3.33", 2024-08-29T19:03:22.383 INFO:tasks.workunit.client.0.smithi028.stdout: "pin_stats_invalid": false, 2024-08-29T19:03:22.383 INFO:tasks.workunit.client.0.smithi028.stdout: "purged_snaps": [], 2024-08-29T19:03:22.383 INFO:tasks.workunit.client.0.smithi028.stdout: "reported_epoch": 2650, 2024-08-29T19:03:22.383 INFO:tasks.workunit.client.0.smithi028.stdout: "reported_seq": 4716, 2024-08-29T19:03:22.383 INFO:tasks.workunit.client.0.smithi028.stdout: "scrub_duration": 0.0, 2024-08-29T19:03:22.383 INFO:tasks.workunit.client.0.smithi028.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-31T05:01:35.889081+0000", 2024-08-29T19:03:22.384 INFO:tasks.workunit.client.0.smithi028.stdout: "snaptrim_duration": 0.0, 2024-08-29T19:03:22.384 INFO:tasks.workunit.client.0.smithi028.stdout: "snaptrimq_len": 0, 2024-08-29T19:03:22.384 INFO:tasks.workunit.client.0.smithi028.stdout: "stat_sum": { 2024-08-29T19:03:22.384 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes": 0, 2024-08-29T19:03:22.384 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes_hit_set_archive": 0, 2024-08-29T19:03:22.384 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes_recovered": 0, 2024-08-29T19:03:22.384 INFO:tasks.workunit.client.0.smithi028.stdout: "num_deep_scrub_errors": 0, 2024-08-29T19:03:22.384 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict": 0, 2024-08-29T19:03:22.384 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_kb": 0, 2024-08-29T19:03:22.384 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_mode_full": 0, 2024-08-29T19:03:22.384 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_mode_some": 0, 2024-08-29T19:03:22.384 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush": 0, 2024-08-29T19:03:22.384 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_kb": 0, 2024-08-29T19:03:22.384 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_mode_high": 0, 2024-08-29T19:03:22.385 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_mode_low": 0, 2024-08-29T19:03:22.385 INFO:tasks.workunit.client.0.smithi028.stdout: "num_keys_recovered": 0, 2024-08-29T19:03:22.385 INFO:tasks.workunit.client.0.smithi028.stdout: "num_large_omap_objects": 0, 2024-08-29T19:03:22.385 INFO:tasks.workunit.client.0.smithi028.stdout: "num_legacy_snapsets": 0, 2024-08-29T19:03:22.385 INFO:tasks.workunit.client.0.smithi028.stdout: "num_object_clones": 0, 2024-08-29T19:03:22.385 INFO:tasks.workunit.client.0.smithi028.stdout: "num_object_copies": 0, 2024-08-29T19:03:22.385 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects": 0, 2024-08-29T19:03:22.385 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_degraded": 0, 2024-08-29T19:03:22.385 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_dirty": 0, 2024-08-29T19:03:22.385 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_hit_set_archive": 0, 2024-08-29T19:03:22.385 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_manifest": 0, 2024-08-29T19:03:22.385 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_misplaced": 0, 2024-08-29T19:03:22.385 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_missing": 0, 2024-08-29T19:03:22.385 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_missing_on_primary": 0, 2024-08-29T19:03:22.386 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_omap": 0, 2024-08-29T19:03:22.386 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_pinned": 0, 2024-08-29T19:03:22.386 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_recovered": 0, 2024-08-29T19:03:22.386 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_repaired": 0, 2024-08-29T19:03:22.386 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_unfound": 0, 2024-08-29T19:03:22.386 INFO:tasks.workunit.client.0.smithi028.stdout: "num_omap_bytes": 0, 2024-08-29T19:03:22.386 INFO:tasks.workunit.client.0.smithi028.stdout: "num_omap_keys": 0, 2024-08-29T19:03:22.386 INFO:tasks.workunit.client.0.smithi028.stdout: "num_promote": 0, 2024-08-29T19:03:22.386 INFO:tasks.workunit.client.0.smithi028.stdout: "num_read": 0, 2024-08-29T19:03:22.386 INFO:tasks.workunit.client.0.smithi028.stdout: "num_read_kb": 0, 2024-08-29T19:03:22.386 INFO:tasks.workunit.client.0.smithi028.stdout: "num_scrub_errors": 0, 2024-08-29T19:03:22.386 INFO:tasks.workunit.client.0.smithi028.stdout: "num_shallow_scrub_errors": 0, 2024-08-29T19:03:22.386 INFO:tasks.workunit.client.0.smithi028.stdout: "num_whiteouts": 0, 2024-08-29T19:03:22.386 INFO:tasks.workunit.client.0.smithi028.stdout: "num_write": 0, 2024-08-29T19:03:22.386 INFO:tasks.workunit.client.0.smithi028.stdout: "num_write_kb": 0 2024-08-29T19:03:22.387 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:22.387 INFO:tasks.workunit.client.0.smithi028.stdout: "state": "active+clean", 2024-08-29T19:03:22.387 INFO:tasks.workunit.client.0.smithi028.stdout: "stats_invalid": false, 2024-08-29T19:03:22.387 INFO:tasks.workunit.client.0.smithi028.stdout: "up": [ 2024-08-29T19:03:22.387 INFO:tasks.workunit.client.0.smithi028.stdout: 3, 2024-08-29T19:03:22.387 INFO:tasks.workunit.client.0.smithi028.stdout: 6, 2024-08-29T19:03:22.387 INFO:tasks.workunit.client.0.smithi028.stdout: 1 2024-08-29T19:03:22.387 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-08-29T19:03:22.387 INFO:tasks.workunit.client.0.smithi028.stdout: "up_primary": 3, 2024-08-29T19:03:22.387 INFO:tasks.workunit.client.0.smithi028.stdout: "version": "0'0" 2024-08-29T19:03:22.387 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:22.387 INFO:tasks.workunit.client.0.smithi028.stdout: { 2024-08-29T19:03:22.387 INFO:tasks.workunit.client.0.smithi028.stdout: "acting": [ 2024-08-29T19:03:22.387 INFO:tasks.workunit.client.0.smithi028.stdout: 2, 2024-08-29T19:03:22.388 INFO:tasks.workunit.client.0.smithi028.stdout: 6, 2024-08-29T19:03:22.388 INFO:tasks.workunit.client.0.smithi028.stdout: 0 2024-08-29T19:03:22.388 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-08-29T19:03:22.388 INFO:tasks.workunit.client.0.smithi028.stdout: "acting_primary": 2, 2024-08-29T19:03:22.388 INFO:tasks.workunit.client.0.smithi028.stdout: "avail_no_missing": [], 2024-08-29T19:03:22.388 INFO:tasks.workunit.client.0.smithi028.stdout: "blocked_by": [], 2024-08-29T19:03:22.388 INFO:tasks.workunit.client.0.smithi028.stdout: "created": 62, 2024-08-29T19:03:22.388 INFO:tasks.workunit.client.0.smithi028.stdout: "dirty_stats_invalid": false, 2024-08-29T19:03:22.388 INFO:tasks.workunit.client.0.smithi028.stdout: "hitset_bytes_stats_invalid": false, 2024-08-29T19:03:22.388 INFO:tasks.workunit.client.0.smithi028.stdout: "hitset_stats_invalid": false, 2024-08-29T19:03:22.388 INFO:tasks.workunit.client.0.smithi028.stdout: "last_active": "2024-08-29T19:02:14.110489+0000", 2024-08-29T19:03:22.388 INFO:tasks.workunit.client.0.smithi028.stdout: "last_became_active": "2024-08-29T17:57:36.384479+0000", 2024-08-29T19:03:22.388 INFO:tasks.workunit.client.0.smithi028.stdout: "last_became_peered": "2024-08-29T17:57:36.384479+0000", 2024-08-29T19:03:22.388 INFO:tasks.workunit.client.0.smithi028.stdout: "last_change": "2024-08-29T17:57:36.385109+0000", 2024-08-29T19:03:22.389 INFO:tasks.workunit.client.0.smithi028.stdout: "last_clean": "2024-08-29T19:02:14.110489+0000", 2024-08-29T19:03:22.389 INFO:tasks.workunit.client.0.smithi028.stdout: "last_clean_scrub_stamp": "2024-08-29T17:41:01.987071+0000", 2024-08-29T19:03:22.389 INFO:tasks.workunit.client.0.smithi028.stdout: "last_deep_scrub": "0'0", 2024-08-29T19:03:22.389 INFO:tasks.workunit.client.0.smithi028.stdout: "last_deep_scrub_stamp": "2024-08-29T17:41:01.987071+0000", 2024-08-29T19:03:22.389 INFO:tasks.workunit.client.0.smithi028.stdout: "last_epoch_clean": 646, 2024-08-29T19:03:22.389 INFO:tasks.workunit.client.0.smithi028.stdout: "last_fresh": "2024-08-29T19:02:14.110489+0000", 2024-08-29T19:03:22.389 INFO:tasks.workunit.client.0.smithi028.stdout: "last_fullsized": "2024-08-29T19:02:14.110489+0000", 2024-08-29T19:03:22.389 INFO:tasks.workunit.client.0.smithi028.stdout: "last_peered": "2024-08-29T19:02:14.110489+0000", 2024-08-29T19:03:22.389 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub": "0'0", 2024-08-29T19:03:22.389 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub_duration": 0, 2024-08-29T19:03:22.389 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub_stamp": "2024-08-29T17:41:01.987071+0000", 2024-08-29T19:03:22.389 INFO:tasks.workunit.client.0.smithi028.stdout: "last_undegraded": "2024-08-29T19:02:14.110489+0000", 2024-08-29T19:03:22.389 INFO:tasks.workunit.client.0.smithi028.stdout: "last_unstale": "2024-08-29T19:02:14.110489+0000", 2024-08-29T19:03:22.389 INFO:tasks.workunit.client.0.smithi028.stdout: "log_dups_size": 0, 2024-08-29T19:03:22.390 INFO:tasks.workunit.client.0.smithi028.stdout: "log_size": 0, 2024-08-29T19:03:22.390 INFO:tasks.workunit.client.0.smithi028.stdout: "log_start": "0'0", 2024-08-29T19:03:22.390 INFO:tasks.workunit.client.0.smithi028.stdout: "manifest_stats_invalid": false, 2024-08-29T19:03:22.390 INFO:tasks.workunit.client.0.smithi028.stdout: "mapping_epoch": 645, 2024-08-29T19:03:22.390 INFO:tasks.workunit.client.0.smithi028.stdout: "object_location_counts": [], 2024-08-29T19:03:22.390 INFO:tasks.workunit.client.0.smithi028.stdout: "objects_scrubbed": 0, 2024-08-29T19:03:22.390 INFO:tasks.workunit.client.0.smithi028.stdout: "objects_trimmed": 0, 2024-08-29T19:03:22.390 INFO:tasks.workunit.client.0.smithi028.stdout: "omap_stats_invalid": false, 2024-08-29T19:03:22.390 INFO:tasks.workunit.client.0.smithi028.stdout: "ondisk_log_size": 0, 2024-08-29T19:03:22.390 INFO:tasks.workunit.client.0.smithi028.stdout: "ondisk_log_start": "0'0", 2024-08-29T19:03:22.390 INFO:tasks.workunit.client.0.smithi028.stdout: "parent": "0.0", 2024-08-29T19:03:22.390 INFO:tasks.workunit.client.0.smithi028.stdout: "parent_split_bits": 0, 2024-08-29T19:03:22.390 INFO:tasks.workunit.client.0.smithi028.stdout: "pgid": "3.34", 2024-08-29T19:03:22.390 INFO:tasks.workunit.client.0.smithi028.stdout: "pin_stats_invalid": false, 2024-08-29T19:03:22.391 INFO:tasks.workunit.client.0.smithi028.stdout: "purged_snaps": [], 2024-08-29T19:03:22.391 INFO:tasks.workunit.client.0.smithi028.stdout: "reported_epoch": 2650, 2024-08-29T19:03:22.391 INFO:tasks.workunit.client.0.smithi028.stdout: "reported_seq": 4737, 2024-08-29T19:03:22.391 INFO:tasks.workunit.client.0.smithi028.stdout: "scrub_duration": 0.0, 2024-08-29T19:03:22.391 INFO:tasks.workunit.client.0.smithi028.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-30T21:42:56.724966+0000", 2024-08-29T19:03:22.391 INFO:tasks.workunit.client.0.smithi028.stdout: "snaptrim_duration": 0.0, 2024-08-29T19:03:22.391 INFO:tasks.workunit.client.0.smithi028.stdout: "snaptrimq_len": 0, 2024-08-29T19:03:22.391 INFO:tasks.workunit.client.0.smithi028.stdout: "stat_sum": { 2024-08-29T19:03:22.391 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes": 0, 2024-08-29T19:03:22.391 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes_hit_set_archive": 0, 2024-08-29T19:03:22.391 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes_recovered": 0, 2024-08-29T19:03:22.391 INFO:tasks.workunit.client.0.smithi028.stdout: "num_deep_scrub_errors": 0, 2024-08-29T19:03:22.391 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict": 0, 2024-08-29T19:03:22.392 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_kb": 0, 2024-08-29T19:03:22.392 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_mode_full": 0, 2024-08-29T19:03:22.392 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_mode_some": 0, 2024-08-29T19:03:22.392 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush": 0, 2024-08-29T19:03:22.392 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_kb": 0, 2024-08-29T19:03:22.392 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_mode_high": 0, 2024-08-29T19:03:22.392 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_mode_low": 0, 2024-08-29T19:03:22.392 INFO:tasks.workunit.client.0.smithi028.stdout: "num_keys_recovered": 0, 2024-08-29T19:03:22.392 INFO:tasks.workunit.client.0.smithi028.stdout: "num_large_omap_objects": 0, 2024-08-29T19:03:22.392 INFO:tasks.workunit.client.0.smithi028.stdout: "num_legacy_snapsets": 0, 2024-08-29T19:03:22.392 INFO:tasks.workunit.client.0.smithi028.stdout: "num_object_clones": 0, 2024-08-29T19:03:22.392 INFO:tasks.workunit.client.0.smithi028.stdout: "num_object_copies": 0, 2024-08-29T19:03:22.392 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects": 0, 2024-08-29T19:03:22.392 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_degraded": 0, 2024-08-29T19:03:22.393 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_dirty": 0, 2024-08-29T19:03:22.393 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_hit_set_archive": 0, 2024-08-29T19:03:22.393 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_manifest": 0, 2024-08-29T19:03:22.393 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_misplaced": 0, 2024-08-29T19:03:22.393 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_missing": 0, 2024-08-29T19:03:22.393 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_missing_on_primary": 0, 2024-08-29T19:03:22.393 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_omap": 0, 2024-08-29T19:03:22.393 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_pinned": 0, 2024-08-29T19:03:22.393 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_recovered": 0, 2024-08-29T19:03:22.393 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_repaired": 0, 2024-08-29T19:03:22.393 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_unfound": 0, 2024-08-29T19:03:22.393 INFO:tasks.workunit.client.0.smithi028.stdout: "num_omap_bytes": 0, 2024-08-29T19:03:22.393 INFO:tasks.workunit.client.0.smithi028.stdout: "num_omap_keys": 0, 2024-08-29T19:03:22.393 INFO:tasks.workunit.client.0.smithi028.stdout: "num_promote": 0, 2024-08-29T19:03:22.394 INFO:tasks.workunit.client.0.smithi028.stdout: "num_read": 0, 2024-08-29T19:03:22.394 INFO:tasks.workunit.client.0.smithi028.stdout: "num_read_kb": 0, 2024-08-29T19:03:22.394 INFO:tasks.workunit.client.0.smithi028.stdout: "num_scrub_errors": 0, 2024-08-29T19:03:22.394 INFO:tasks.workunit.client.0.smithi028.stdout: "num_shallow_scrub_errors": 0, 2024-08-29T19:03:22.394 INFO:tasks.workunit.client.0.smithi028.stdout: "num_whiteouts": 0, 2024-08-29T19:03:22.394 INFO:tasks.workunit.client.0.smithi028.stdout: "num_write": 0, 2024-08-29T19:03:22.394 INFO:tasks.workunit.client.0.smithi028.stdout: "num_write_kb": 0 2024-08-29T19:03:22.394 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:22.394 INFO:tasks.workunit.client.0.smithi028.stdout: "state": "active+clean", 2024-08-29T19:03:22.394 INFO:tasks.workunit.client.0.smithi028.stdout: "stats_invalid": false, 2024-08-29T19:03:22.394 INFO:tasks.workunit.client.0.smithi028.stdout: "up": [ 2024-08-29T19:03:22.394 INFO:tasks.workunit.client.0.smithi028.stdout: 2, 2024-08-29T19:03:22.394 INFO:tasks.workunit.client.0.smithi028.stdout: 6, 2024-08-29T19:03:22.394 INFO:tasks.workunit.client.0.smithi028.stdout: 0 2024-08-29T19:03:22.395 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-08-29T19:03:22.395 INFO:tasks.workunit.client.0.smithi028.stdout: "up_primary": 2, 2024-08-29T19:03:22.395 INFO:tasks.workunit.client.0.smithi028.stdout: "version": "0'0" 2024-08-29T19:03:22.395 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:22.395 INFO:tasks.workunit.client.0.smithi028.stdout: { 2024-08-29T19:03:22.395 INFO:tasks.workunit.client.0.smithi028.stdout: "acting": [ 2024-08-29T19:03:22.395 INFO:tasks.workunit.client.0.smithi028.stdout: 6, 2024-08-29T19:03:22.395 INFO:tasks.workunit.client.0.smithi028.stdout: 5, 2024-08-29T19:03:22.395 INFO:tasks.workunit.client.0.smithi028.stdout: 0 2024-08-29T19:03:22.395 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-08-29T19:03:22.395 INFO:tasks.workunit.client.0.smithi028.stdout: "acting_primary": 6, 2024-08-29T19:03:22.395 INFO:tasks.workunit.client.0.smithi028.stdout: "avail_no_missing": [], 2024-08-29T19:03:22.395 INFO:tasks.workunit.client.0.smithi028.stdout: "blocked_by": [], 2024-08-29T19:03:22.395 INFO:tasks.workunit.client.0.smithi028.stdout: "created": 62, 2024-08-29T19:03:22.395 INFO:tasks.workunit.client.0.smithi028.stdout: "dirty_stats_invalid": false, 2024-08-29T19:03:22.396 INFO:tasks.workunit.client.0.smithi028.stdout: "hitset_bytes_stats_invalid": false, 2024-08-29T19:03:22.396 INFO:tasks.workunit.client.0.smithi028.stdout: "hitset_stats_invalid": false, 2024-08-29T19:03:22.396 INFO:tasks.workunit.client.0.smithi028.stdout: "last_active": "2024-08-29T19:02:14.922288+0000", 2024-08-29T19:03:22.396 INFO:tasks.workunit.client.0.smithi028.stdout: "last_became_active": "2024-08-29T17:57:36.383795+0000", 2024-08-29T19:03:22.396 INFO:tasks.workunit.client.0.smithi028.stdout: "last_became_peered": "2024-08-29T17:57:36.383795+0000", 2024-08-29T19:03:22.396 INFO:tasks.workunit.client.0.smithi028.stdout: "last_change": "2024-08-29T17:57:36.384391+0000", 2024-08-29T19:03:22.396 INFO:tasks.workunit.client.0.smithi028.stdout: "last_clean": "2024-08-29T19:02:14.922288+0000", 2024-08-29T19:03:22.396 INFO:tasks.workunit.client.0.smithi028.stdout: "last_clean_scrub_stamp": "2024-08-29T17:41:01.987071+0000", 2024-08-29T19:03:22.396 INFO:tasks.workunit.client.0.smithi028.stdout: "last_deep_scrub": "0'0", 2024-08-29T19:03:22.396 INFO:tasks.workunit.client.0.smithi028.stdout: "last_deep_scrub_stamp": "2024-08-29T17:41:01.987071+0000", 2024-08-29T19:03:22.396 INFO:tasks.workunit.client.0.smithi028.stdout: "last_epoch_clean": 646, 2024-08-29T19:03:22.397 INFO:tasks.workunit.client.0.smithi028.stdout: "last_fresh": "2024-08-29T19:02:14.922288+0000", 2024-08-29T19:03:22.397 INFO:tasks.workunit.client.0.smithi028.stdout: "last_fullsized": "2024-08-29T19:02:14.922288+0000", 2024-08-29T19:03:22.397 INFO:tasks.workunit.client.0.smithi028.stdout: "last_peered": "2024-08-29T19:02:14.922288+0000", 2024-08-29T19:03:22.397 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub": "0'0", 2024-08-29T19:03:22.397 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub_duration": 0, 2024-08-29T19:03:22.397 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub_stamp": "2024-08-29T17:41:01.987071+0000", 2024-08-29T19:03:22.397 INFO:tasks.workunit.client.0.smithi028.stdout: "last_undegraded": "2024-08-29T19:02:14.922288+0000", 2024-08-29T19:03:22.397 INFO:tasks.workunit.client.0.smithi028.stdout: "last_unstale": "2024-08-29T19:02:14.922288+0000", 2024-08-29T19:03:22.397 INFO:tasks.workunit.client.0.smithi028.stdout: "log_dups_size": 0, 2024-08-29T19:03:22.397 INFO:tasks.workunit.client.0.smithi028.stdout: "log_size": 0, 2024-08-29T19:03:22.397 INFO:tasks.workunit.client.0.smithi028.stdout: "log_start": "0'0", 2024-08-29T19:03:22.397 INFO:tasks.workunit.client.0.smithi028.stdout: "manifest_stats_invalid": false, 2024-08-29T19:03:22.397 INFO:tasks.workunit.client.0.smithi028.stdout: "mapping_epoch": 645, 2024-08-29T19:03:22.398 INFO:tasks.workunit.client.0.smithi028.stdout: "object_location_counts": [], 2024-08-29T19:03:22.398 INFO:tasks.workunit.client.0.smithi028.stdout: "objects_scrubbed": 0, 2024-08-29T19:03:22.398 INFO:tasks.workunit.client.0.smithi028.stdout: "objects_trimmed": 0, 2024-08-29T19:03:22.398 INFO:tasks.workunit.client.0.smithi028.stdout: "omap_stats_invalid": false, 2024-08-29T19:03:22.398 INFO:tasks.workunit.client.0.smithi028.stdout: "ondisk_log_size": 0, 2024-08-29T19:03:22.398 INFO:tasks.workunit.client.0.smithi028.stdout: "ondisk_log_start": "0'0", 2024-08-29T19:03:22.398 INFO:tasks.workunit.client.0.smithi028.stdout: "parent": "0.0", 2024-08-29T19:03:22.398 INFO:tasks.workunit.client.0.smithi028.stdout: "parent_split_bits": 0, 2024-08-29T19:03:22.398 INFO:tasks.workunit.client.0.smithi028.stdout: "pgid": "3.35", 2024-08-29T19:03:22.398 INFO:tasks.workunit.client.0.smithi028.stdout: "pin_stats_invalid": false, 2024-08-29T19:03:22.398 INFO:tasks.workunit.client.0.smithi028.stdout: "purged_snaps": [], 2024-08-29T19:03:22.398 INFO:tasks.workunit.client.0.smithi028.stdout: "reported_epoch": 2650, 2024-08-29T19:03:22.398 INFO:tasks.workunit.client.0.smithi028.stdout: "reported_seq": 4592, 2024-08-29T19:03:22.399 INFO:tasks.workunit.client.0.smithi028.stdout: "scrub_duration": 0.0, 2024-08-29T19:03:22.399 INFO:tasks.workunit.client.0.smithi028.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-31T01:42:41.285473+0000", 2024-08-29T19:03:22.399 INFO:tasks.workunit.client.0.smithi028.stdout: "snaptrim_duration": 0.0, 2024-08-29T19:03:22.399 INFO:tasks.workunit.client.0.smithi028.stdout: "snaptrimq_len": 0, 2024-08-29T19:03:22.399 INFO:tasks.workunit.client.0.smithi028.stdout: "stat_sum": { 2024-08-29T19:03:22.399 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes": 0, 2024-08-29T19:03:22.399 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes_hit_set_archive": 0, 2024-08-29T19:03:22.399 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes_recovered": 0, 2024-08-29T19:03:22.399 INFO:tasks.workunit.client.0.smithi028.stdout: "num_deep_scrub_errors": 0, 2024-08-29T19:03:22.399 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict": 0, 2024-08-29T19:03:22.399 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_kb": 0, 2024-08-29T19:03:22.399 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_mode_full": 0, 2024-08-29T19:03:22.399 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_mode_some": 0, 2024-08-29T19:03:22.399 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush": 0, 2024-08-29T19:03:22.399 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_kb": 0, 2024-08-29T19:03:22.400 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_mode_high": 0, 2024-08-29T19:03:22.400 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_mode_low": 0, 2024-08-29T19:03:22.400 INFO:tasks.workunit.client.0.smithi028.stdout: "num_keys_recovered": 0, 2024-08-29T19:03:22.400 INFO:tasks.workunit.client.0.smithi028.stdout: "num_large_omap_objects": 0, 2024-08-29T19:03:22.400 INFO:tasks.workunit.client.0.smithi028.stdout: "num_legacy_snapsets": 0, 2024-08-29T19:03:22.400 INFO:tasks.workunit.client.0.smithi028.stdout: "num_object_clones": 0, 2024-08-29T19:03:22.400 INFO:tasks.workunit.client.0.smithi028.stdout: "num_object_copies": 0, 2024-08-29T19:03:22.400 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects": 0, 2024-08-29T19:03:22.400 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_degraded": 0, 2024-08-29T19:03:22.400 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_dirty": 0, 2024-08-29T19:03:22.400 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_hit_set_archive": 0, 2024-08-29T19:03:22.400 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_manifest": 0, 2024-08-29T19:03:22.400 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_misplaced": 0, 2024-08-29T19:03:22.400 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_missing": 0, 2024-08-29T19:03:22.401 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_missing_on_primary": 0, 2024-08-29T19:03:22.401 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_omap": 0, 2024-08-29T19:03:22.401 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_pinned": 0, 2024-08-29T19:03:22.401 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_recovered": 0, 2024-08-29T19:03:22.401 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_repaired": 0, 2024-08-29T19:03:22.401 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_unfound": 0, 2024-08-29T19:03:22.401 INFO:tasks.workunit.client.0.smithi028.stdout: "num_omap_bytes": 0, 2024-08-29T19:03:22.401 INFO:tasks.workunit.client.0.smithi028.stdout: "num_omap_keys": 0, 2024-08-29T19:03:22.401 INFO:tasks.workunit.client.0.smithi028.stdout: "num_promote": 0, 2024-08-29T19:03:22.401 INFO:tasks.workunit.client.0.smithi028.stdout: "num_read": 0, 2024-08-29T19:03:22.401 INFO:tasks.workunit.client.0.smithi028.stdout: "num_read_kb": 0, 2024-08-29T19:03:22.401 INFO:tasks.workunit.client.0.smithi028.stdout: "num_scrub_errors": 0, 2024-08-29T19:03:22.401 INFO:tasks.workunit.client.0.smithi028.stdout: "num_shallow_scrub_errors": 0, 2024-08-29T19:03:22.401 INFO:tasks.workunit.client.0.smithi028.stdout: "num_whiteouts": 0, 2024-08-29T19:03:22.402 INFO:tasks.workunit.client.0.smithi028.stdout: "num_write": 0, 2024-08-29T19:03:22.402 INFO:tasks.workunit.client.0.smithi028.stdout: "num_write_kb": 0 2024-08-29T19:03:22.402 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:22.402 INFO:tasks.workunit.client.0.smithi028.stdout: "state": "active+clean", 2024-08-29T19:03:22.402 INFO:tasks.workunit.client.0.smithi028.stdout: "stats_invalid": false, 2024-08-29T19:03:22.402 INFO:tasks.workunit.client.0.smithi028.stdout: "up": [ 2024-08-29T19:03:22.402 INFO:tasks.workunit.client.0.smithi028.stdout: 6, 2024-08-29T19:03:22.402 INFO:tasks.workunit.client.0.smithi028.stdout: 5, 2024-08-29T19:03:22.402 INFO:tasks.workunit.client.0.smithi028.stdout: 0 2024-08-29T19:03:22.402 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-08-29T19:03:22.402 INFO:tasks.workunit.client.0.smithi028.stdout: "up_primary": 6, 2024-08-29T19:03:22.402 INFO:tasks.workunit.client.0.smithi028.stdout: "version": "0'0" 2024-08-29T19:03:22.402 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:22.402 INFO:tasks.workunit.client.0.smithi028.stdout: { 2024-08-29T19:03:22.403 INFO:tasks.workunit.client.0.smithi028.stdout: "acting": [ 2024-08-29T19:03:22.403 INFO:tasks.workunit.client.0.smithi028.stdout: 6, 2024-08-29T19:03:22.403 INFO:tasks.workunit.client.0.smithi028.stdout: 5, 2024-08-29T19:03:22.403 INFO:tasks.workunit.client.0.smithi028.stdout: 1 2024-08-29T19:03:22.403 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-08-29T19:03:22.403 INFO:tasks.workunit.client.0.smithi028.stdout: "acting_primary": 6, 2024-08-29T19:03:22.403 INFO:tasks.workunit.client.0.smithi028.stdout: "avail_no_missing": [], 2024-08-29T19:03:22.403 INFO:tasks.workunit.client.0.smithi028.stdout: "blocked_by": [], 2024-08-29T19:03:22.403 INFO:tasks.workunit.client.0.smithi028.stdout: "created": 62, 2024-08-29T19:03:22.403 INFO:tasks.workunit.client.0.smithi028.stdout: "dirty_stats_invalid": false, 2024-08-29T19:03:22.403 INFO:tasks.workunit.client.0.smithi028.stdout: "hitset_bytes_stats_invalid": false, 2024-08-29T19:03:22.403 INFO:tasks.workunit.client.0.smithi028.stdout: "hitset_stats_invalid": false, 2024-08-29T19:03:22.403 INFO:tasks.workunit.client.0.smithi028.stdout: "last_active": "2024-08-29T19:02:14.926252+0000", 2024-08-29T19:03:22.403 INFO:tasks.workunit.client.0.smithi028.stdout: "last_became_active": "2024-08-29T17:57:36.385239+0000", 2024-08-29T19:03:22.403 INFO:tasks.workunit.client.0.smithi028.stdout: "last_became_peered": "2024-08-29T17:57:36.385239+0000", 2024-08-29T19:03:22.404 INFO:tasks.workunit.client.0.smithi028.stdout: "last_change": "2024-08-29T17:57:36.385592+0000", 2024-08-29T19:03:22.404 INFO:tasks.workunit.client.0.smithi028.stdout: "last_clean": "2024-08-29T19:02:14.926252+0000", 2024-08-29T19:03:22.404 INFO:tasks.workunit.client.0.smithi028.stdout: "last_clean_scrub_stamp": "2024-08-29T17:41:01.987071+0000", 2024-08-29T19:03:22.404 INFO:tasks.workunit.client.0.smithi028.stdout: "last_deep_scrub": "0'0", 2024-08-29T19:03:22.404 INFO:tasks.workunit.client.0.smithi028.stdout: "last_deep_scrub_stamp": "2024-08-29T17:41:01.987071+0000", 2024-08-29T19:03:22.404 INFO:tasks.workunit.client.0.smithi028.stdout: "last_epoch_clean": 646, 2024-08-29T19:03:22.404 INFO:tasks.workunit.client.0.smithi028.stdout: "last_fresh": "2024-08-29T19:02:14.926252+0000", 2024-08-29T19:03:22.404 INFO:tasks.workunit.client.0.smithi028.stdout: "last_fullsized": "2024-08-29T19:02:14.926252+0000", 2024-08-29T19:03:22.404 INFO:tasks.workunit.client.0.smithi028.stdout: "last_peered": "2024-08-29T19:02:14.926252+0000", 2024-08-29T19:03:22.404 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub": "0'0", 2024-08-29T19:03:22.404 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub_duration": 0, 2024-08-29T19:03:22.404 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub_stamp": "2024-08-29T17:41:01.987071+0000", 2024-08-29T19:03:22.404 INFO:tasks.workunit.client.0.smithi028.stdout: "last_undegraded": "2024-08-29T19:02:14.926252+0000", 2024-08-29T19:03:22.404 INFO:tasks.workunit.client.0.smithi028.stdout: "last_unstale": "2024-08-29T19:02:14.926252+0000", 2024-08-29T19:03:22.405 INFO:tasks.workunit.client.0.smithi028.stdout: "log_dups_size": 0, 2024-08-29T19:03:22.405 INFO:tasks.workunit.client.0.smithi028.stdout: "log_size": 0, 2024-08-29T19:03:22.405 INFO:tasks.workunit.client.0.smithi028.stdout: "log_start": "0'0", 2024-08-29T19:03:22.405 INFO:tasks.workunit.client.0.smithi028.stdout: "manifest_stats_invalid": false, 2024-08-29T19:03:22.405 INFO:tasks.workunit.client.0.smithi028.stdout: "mapping_epoch": 645, 2024-08-29T19:03:22.405 INFO:tasks.workunit.client.0.smithi028.stdout: "object_location_counts": [], 2024-08-29T19:03:22.405 INFO:tasks.workunit.client.0.smithi028.stdout: "objects_scrubbed": 0, 2024-08-29T19:03:22.405 INFO:tasks.workunit.client.0.smithi028.stdout: "objects_trimmed": 0, 2024-08-29T19:03:22.405 INFO:tasks.workunit.client.0.smithi028.stdout: "omap_stats_invalid": false, 2024-08-29T19:03:22.405 INFO:tasks.workunit.client.0.smithi028.stdout: "ondisk_log_size": 0, 2024-08-29T19:03:22.405 INFO:tasks.workunit.client.0.smithi028.stdout: "ondisk_log_start": "0'0", 2024-08-29T19:03:22.405 INFO:tasks.workunit.client.0.smithi028.stdout: "parent": "0.0", 2024-08-29T19:03:22.405 INFO:tasks.workunit.client.0.smithi028.stdout: "parent_split_bits": 0, 2024-08-29T19:03:22.406 INFO:tasks.workunit.client.0.smithi028.stdout: "pgid": "3.36", 2024-08-29T19:03:22.406 INFO:tasks.workunit.client.0.smithi028.stdout: "pin_stats_invalid": false, 2024-08-29T19:03:22.406 INFO:tasks.workunit.client.0.smithi028.stdout: "purged_snaps": [], 2024-08-29T19:03:22.406 INFO:tasks.workunit.client.0.smithi028.stdout: "reported_epoch": 2650, 2024-08-29T19:03:22.406 INFO:tasks.workunit.client.0.smithi028.stdout: "reported_seq": 4592, 2024-08-29T19:03:22.406 INFO:tasks.workunit.client.0.smithi028.stdout: "scrub_duration": 0.0, 2024-08-29T19:03:22.406 INFO:tasks.workunit.client.0.smithi028.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-30T23:08:19.821883+0000", 2024-08-29T19:03:22.406 INFO:tasks.workunit.client.0.smithi028.stdout: "snaptrim_duration": 0.0, 2024-08-29T19:03:22.406 INFO:tasks.workunit.client.0.smithi028.stdout: "snaptrimq_len": 0, 2024-08-29T19:03:22.406 INFO:tasks.workunit.client.0.smithi028.stdout: "stat_sum": { 2024-08-29T19:03:22.406 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes": 0, 2024-08-29T19:03:22.406 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes_hit_set_archive": 0, 2024-08-29T19:03:22.406 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes_recovered": 0, 2024-08-29T19:03:22.406 INFO:tasks.workunit.client.0.smithi028.stdout: "num_deep_scrub_errors": 0, 2024-08-29T19:03:22.407 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict": 0, 2024-08-29T19:03:22.407 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_kb": 0, 2024-08-29T19:03:22.407 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_mode_full": 0, 2024-08-29T19:03:22.407 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_mode_some": 0, 2024-08-29T19:03:22.407 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush": 0, 2024-08-29T19:03:22.407 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_kb": 0, 2024-08-29T19:03:22.407 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_mode_high": 0, 2024-08-29T19:03:22.407 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_mode_low": 0, 2024-08-29T19:03:22.407 INFO:tasks.workunit.client.0.smithi028.stdout: "num_keys_recovered": 0, 2024-08-29T19:03:22.407 INFO:tasks.workunit.client.0.smithi028.stdout: "num_large_omap_objects": 0, 2024-08-29T19:03:22.407 INFO:tasks.workunit.client.0.smithi028.stdout: "num_legacy_snapsets": 0, 2024-08-29T19:03:22.407 INFO:tasks.workunit.client.0.smithi028.stdout: "num_object_clones": 0, 2024-08-29T19:03:22.407 INFO:tasks.workunit.client.0.smithi028.stdout: "num_object_copies": 0, 2024-08-29T19:03:22.407 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects": 0, 2024-08-29T19:03:22.407 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_degraded": 0, 2024-08-29T19:03:22.408 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_dirty": 0, 2024-08-29T19:03:22.408 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_hit_set_archive": 0, 2024-08-29T19:03:22.408 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_manifest": 0, 2024-08-29T19:03:22.408 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_misplaced": 0, 2024-08-29T19:03:22.408 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_missing": 0, 2024-08-29T19:03:22.408 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_missing_on_primary": 0, 2024-08-29T19:03:22.408 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_omap": 0, 2024-08-29T19:03:22.408 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_pinned": 0, 2024-08-29T19:03:22.408 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_recovered": 0, 2024-08-29T19:03:22.408 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_repaired": 0, 2024-08-29T19:03:22.408 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_unfound": 0, 2024-08-29T19:03:22.408 INFO:tasks.workunit.client.0.smithi028.stdout: "num_omap_bytes": 0, 2024-08-29T19:03:22.408 INFO:tasks.workunit.client.0.smithi028.stdout: "num_omap_keys": 0, 2024-08-29T19:03:22.409 INFO:tasks.workunit.client.0.smithi028.stdout: "num_promote": 0, 2024-08-29T19:03:22.409 INFO:tasks.workunit.client.0.smithi028.stdout: "num_read": 0, 2024-08-29T19:03:22.409 INFO:tasks.workunit.client.0.smithi028.stdout: "num_read_kb": 0, 2024-08-29T19:03:22.409 INFO:tasks.workunit.client.0.smithi028.stdout: "num_scrub_errors": 0, 2024-08-29T19:03:22.409 INFO:tasks.workunit.client.0.smithi028.stdout: "num_shallow_scrub_errors": 0, 2024-08-29T19:03:22.409 INFO:tasks.workunit.client.0.smithi028.stdout: "num_whiteouts": 0, 2024-08-29T19:03:22.409 INFO:tasks.workunit.client.0.smithi028.stdout: "num_write": 0, 2024-08-29T19:03:22.409 INFO:tasks.workunit.client.0.smithi028.stdout: "num_write_kb": 0 2024-08-29T19:03:22.409 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:22.409 INFO:tasks.workunit.client.0.smithi028.stdout: "state": "active+clean", 2024-08-29T19:03:22.409 INFO:tasks.workunit.client.0.smithi028.stdout: "stats_invalid": false, 2024-08-29T19:03:22.409 INFO:tasks.workunit.client.0.smithi028.stdout: "up": [ 2024-08-29T19:03:22.409 INFO:tasks.workunit.client.0.smithi028.stdout: 6, 2024-08-29T19:03:22.409 INFO:tasks.workunit.client.0.smithi028.stdout: 5, 2024-08-29T19:03:22.410 INFO:tasks.workunit.client.0.smithi028.stdout: 1 2024-08-29T19:03:22.410 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-08-29T19:03:22.410 INFO:tasks.workunit.client.0.smithi028.stdout: "up_primary": 6, 2024-08-29T19:03:22.410 INFO:tasks.workunit.client.0.smithi028.stdout: "version": "0'0" 2024-08-29T19:03:22.410 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:22.410 INFO:tasks.workunit.client.0.smithi028.stdout: { 2024-08-29T19:03:22.410 INFO:tasks.workunit.client.0.smithi028.stdout: "acting": [ 2024-08-29T19:03:22.410 INFO:tasks.workunit.client.0.smithi028.stdout: 7, 2024-08-29T19:03:22.410 INFO:tasks.workunit.client.0.smithi028.stdout: 1, 2024-08-29T19:03:22.410 INFO:tasks.workunit.client.0.smithi028.stdout: 0 2024-08-29T19:03:22.410 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-08-29T19:03:22.410 INFO:tasks.workunit.client.0.smithi028.stdout: "acting_primary": 7, 2024-08-29T19:03:22.410 INFO:tasks.workunit.client.0.smithi028.stdout: "avail_no_missing": [], 2024-08-29T19:03:22.410 INFO:tasks.workunit.client.0.smithi028.stdout: "blocked_by": [], 2024-08-29T19:03:22.410 INFO:tasks.workunit.client.0.smithi028.stdout: "created": 62, 2024-08-29T19:03:22.411 INFO:tasks.workunit.client.0.smithi028.stdout: "dirty_stats_invalid": false, 2024-08-29T19:03:22.411 INFO:tasks.workunit.client.0.smithi028.stdout: "hitset_bytes_stats_invalid": false, 2024-08-29T19:03:22.411 INFO:tasks.workunit.client.0.smithi028.stdout: "hitset_stats_invalid": false, 2024-08-29T19:03:22.411 INFO:tasks.workunit.client.0.smithi028.stdout: "last_active": "2024-08-29T19:02:14.100679+0000", 2024-08-29T19:03:22.411 INFO:tasks.workunit.client.0.smithi028.stdout: "last_became_active": "2024-08-29T17:58:11.363471+0000", 2024-08-29T19:03:22.411 INFO:tasks.workunit.client.0.smithi028.stdout: "last_became_peered": "2024-08-29T17:58:11.363471+0000", 2024-08-29T19:03:22.411 INFO:tasks.workunit.client.0.smithi028.stdout: "last_change": "2024-08-29T17:58:11.363805+0000", 2024-08-29T19:03:22.411 INFO:tasks.workunit.client.0.smithi028.stdout: "last_clean": "2024-08-29T19:02:14.100679+0000", 2024-08-29T19:03:22.411 INFO:tasks.workunit.client.0.smithi028.stdout: "last_clean_scrub_stamp": "2024-08-29T17:41:01.987071+0000", 2024-08-29T19:03:22.411 INFO:tasks.workunit.client.0.smithi028.stdout: "last_deep_scrub": "0'0", 2024-08-29T19:03:22.411 INFO:tasks.workunit.client.0.smithi028.stdout: "last_deep_scrub_stamp": "2024-08-29T17:41:01.987071+0000", 2024-08-29T19:03:22.411 INFO:tasks.workunit.client.0.smithi028.stdout: "last_epoch_clean": 681, 2024-08-29T19:03:22.411 INFO:tasks.workunit.client.0.smithi028.stdout: "last_fresh": "2024-08-29T19:02:14.100679+0000", 2024-08-29T19:03:22.411 INFO:tasks.workunit.client.0.smithi028.stdout: "last_fullsized": "2024-08-29T19:02:14.100679+0000", 2024-08-29T19:03:22.412 INFO:tasks.workunit.client.0.smithi028.stdout: "last_peered": "2024-08-29T19:02:14.100679+0000", 2024-08-29T19:03:22.412 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub": "0'0", 2024-08-29T19:03:22.412 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub_duration": 0, 2024-08-29T19:03:22.412 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub_stamp": "2024-08-29T17:41:01.987071+0000", 2024-08-29T19:03:22.412 INFO:tasks.workunit.client.0.smithi028.stdout: "last_undegraded": "2024-08-29T19:02:14.100679+0000", 2024-08-29T19:03:22.412 INFO:tasks.workunit.client.0.smithi028.stdout: "last_unstale": "2024-08-29T19:02:14.100679+0000", 2024-08-29T19:03:22.412 INFO:tasks.workunit.client.0.smithi028.stdout: "log_dups_size": 0, 2024-08-29T19:03:22.412 INFO:tasks.workunit.client.0.smithi028.stdout: "log_size": 0, 2024-08-29T19:03:22.412 INFO:tasks.workunit.client.0.smithi028.stdout: "log_start": "0'0", 2024-08-29T19:03:22.412 INFO:tasks.workunit.client.0.smithi028.stdout: "manifest_stats_invalid": false, 2024-08-29T19:03:22.412 INFO:tasks.workunit.client.0.smithi028.stdout: "mapping_epoch": 680, 2024-08-29T19:03:22.412 INFO:tasks.workunit.client.0.smithi028.stdout: "object_location_counts": [], 2024-08-29T19:03:22.412 INFO:tasks.workunit.client.0.smithi028.stdout: "objects_scrubbed": 0, 2024-08-29T19:03:22.412 INFO:tasks.workunit.client.0.smithi028.stdout: "objects_trimmed": 0, 2024-08-29T19:03:22.413 INFO:tasks.workunit.client.0.smithi028.stdout: "omap_stats_invalid": false, 2024-08-29T19:03:22.413 INFO:tasks.workunit.client.0.smithi028.stdout: "ondisk_log_size": 0, 2024-08-29T19:03:22.413 INFO:tasks.workunit.client.0.smithi028.stdout: "ondisk_log_start": "0'0", 2024-08-29T19:03:22.413 INFO:tasks.workunit.client.0.smithi028.stdout: "parent": "0.0", 2024-08-29T19:03:22.413 INFO:tasks.workunit.client.0.smithi028.stdout: "parent_split_bits": 0, 2024-08-29T19:03:22.413 INFO:tasks.workunit.client.0.smithi028.stdout: "pgid": "3.37", 2024-08-29T19:03:22.413 INFO:tasks.workunit.client.0.smithi028.stdout: "pin_stats_invalid": false, 2024-08-29T19:03:22.413 INFO:tasks.workunit.client.0.smithi028.stdout: "purged_snaps": [], 2024-08-29T19:03:22.413 INFO:tasks.workunit.client.0.smithi028.stdout: "reported_epoch": 2650, 2024-08-29T19:03:22.413 INFO:tasks.workunit.client.0.smithi028.stdout: "reported_seq": 4566, 2024-08-29T19:03:22.413 INFO:tasks.workunit.client.0.smithi028.stdout: "scrub_duration": 0.0, 2024-08-29T19:03:22.413 INFO:tasks.workunit.client.0.smithi028.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-30T21:44:59.053270+0000", 2024-08-29T19:03:22.413 INFO:tasks.workunit.client.0.smithi028.stdout: "snaptrim_duration": 0.0, 2024-08-29T19:03:22.413 INFO:tasks.workunit.client.0.smithi028.stdout: "snaptrimq_len": 0, 2024-08-29T19:03:22.414 INFO:tasks.workunit.client.0.smithi028.stdout: "stat_sum": { 2024-08-29T19:03:22.414 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes": 0, 2024-08-29T19:03:22.414 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes_hit_set_archive": 0, 2024-08-29T19:03:22.414 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes_recovered": 0, 2024-08-29T19:03:22.414 INFO:tasks.workunit.client.0.smithi028.stdout: "num_deep_scrub_errors": 0, 2024-08-29T19:03:22.414 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict": 0, 2024-08-29T19:03:22.414 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_kb": 0, 2024-08-29T19:03:22.414 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_mode_full": 0, 2024-08-29T19:03:22.414 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_mode_some": 0, 2024-08-29T19:03:22.414 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush": 0, 2024-08-29T19:03:22.414 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_kb": 0, 2024-08-29T19:03:22.414 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_mode_high": 0, 2024-08-29T19:03:22.414 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_mode_low": 0, 2024-08-29T19:03:22.414 INFO:tasks.workunit.client.0.smithi028.stdout: "num_keys_recovered": 0, 2024-08-29T19:03:22.415 INFO:tasks.workunit.client.0.smithi028.stdout: "num_large_omap_objects": 0, 2024-08-29T19:03:22.415 INFO:tasks.workunit.client.0.smithi028.stdout: "num_legacy_snapsets": 0, 2024-08-29T19:03:22.415 INFO:tasks.workunit.client.0.smithi028.stdout: "num_object_clones": 0, 2024-08-29T19:03:22.415 INFO:tasks.workunit.client.0.smithi028.stdout: "num_object_copies": 0, 2024-08-29T19:03:22.415 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects": 0, 2024-08-29T19:03:22.415 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_degraded": 0, 2024-08-29T19:03:22.415 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_dirty": 0, 2024-08-29T19:03:22.415 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_hit_set_archive": 0, 2024-08-29T19:03:22.415 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_manifest": 0, 2024-08-29T19:03:22.415 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_misplaced": 0, 2024-08-29T19:03:22.415 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_missing": 0, 2024-08-29T19:03:22.415 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_missing_on_primary": 0, 2024-08-29T19:03:22.415 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_omap": 0, 2024-08-29T19:03:22.415 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_pinned": 0, 2024-08-29T19:03:22.415 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_recovered": 0, 2024-08-29T19:03:22.416 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_repaired": 0, 2024-08-29T19:03:22.416 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_unfound": 0, 2024-08-29T19:03:22.416 INFO:tasks.workunit.client.0.smithi028.stdout: "num_omap_bytes": 0, 2024-08-29T19:03:22.416 INFO:tasks.workunit.client.0.smithi028.stdout: "num_omap_keys": 0, 2024-08-29T19:03:22.416 INFO:tasks.workunit.client.0.smithi028.stdout: "num_promote": 0, 2024-08-29T19:03:22.416 INFO:tasks.workunit.client.0.smithi028.stdout: "num_read": 0, 2024-08-29T19:03:22.416 INFO:tasks.workunit.client.0.smithi028.stdout: "num_read_kb": 0, 2024-08-29T19:03:22.416 INFO:tasks.workunit.client.0.smithi028.stdout: "num_scrub_errors": 0, 2024-08-29T19:03:22.416 INFO:tasks.workunit.client.0.smithi028.stdout: "num_shallow_scrub_errors": 0, 2024-08-29T19:03:22.416 INFO:tasks.workunit.client.0.smithi028.stdout: "num_whiteouts": 0, 2024-08-29T19:03:22.416 INFO:tasks.workunit.client.0.smithi028.stdout: "num_write": 0, 2024-08-29T19:03:22.416 INFO:tasks.workunit.client.0.smithi028.stdout: "num_write_kb": 0 2024-08-29T19:03:22.416 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:22.416 INFO:tasks.workunit.client.0.smithi028.stdout: "state": "active+clean", 2024-08-29T19:03:22.417 INFO:tasks.workunit.client.0.smithi028.stdout: "stats_invalid": false, 2024-08-29T19:03:22.417 INFO:tasks.workunit.client.0.smithi028.stdout: "up": [ 2024-08-29T19:03:22.417 INFO:tasks.workunit.client.0.smithi028.stdout: 7, 2024-08-29T19:03:22.417 INFO:tasks.workunit.client.0.smithi028.stdout: 1, 2024-08-29T19:03:22.417 INFO:tasks.workunit.client.0.smithi028.stdout: 0 2024-08-29T19:03:22.417 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-08-29T19:03:22.417 INFO:tasks.workunit.client.0.smithi028.stdout: "up_primary": 7, 2024-08-29T19:03:22.417 INFO:tasks.workunit.client.0.smithi028.stdout: "version": "0'0" 2024-08-29T19:03:22.417 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:22.417 INFO:tasks.workunit.client.0.smithi028.stdout: { 2024-08-29T19:03:22.417 INFO:tasks.workunit.client.0.smithi028.stdout: "acting": [ 2024-08-29T19:03:22.417 INFO:tasks.workunit.client.0.smithi028.stdout: 3, 2024-08-29T19:03:22.417 INFO:tasks.workunit.client.0.smithi028.stdout: 5, 2024-08-29T19:03:22.417 INFO:tasks.workunit.client.0.smithi028.stdout: 6 2024-08-29T19:03:22.418 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-08-29T19:03:22.418 INFO:tasks.workunit.client.0.smithi028.stdout: "acting_primary": 3, 2024-08-29T19:03:22.418 INFO:tasks.workunit.client.0.smithi028.stdout: "avail_no_missing": [], 2024-08-29T19:03:22.418 INFO:tasks.workunit.client.0.smithi028.stdout: "blocked_by": [], 2024-08-29T19:03:22.418 INFO:tasks.workunit.client.0.smithi028.stdout: "created": 62, 2024-08-29T19:03:22.418 INFO:tasks.workunit.client.0.smithi028.stdout: "dirty_stats_invalid": false, 2024-08-29T19:03:22.418 INFO:tasks.workunit.client.0.smithi028.stdout: "hitset_bytes_stats_invalid": false, 2024-08-29T19:03:22.418 INFO:tasks.workunit.client.0.smithi028.stdout: "hitset_stats_invalid": false, 2024-08-29T19:03:22.418 INFO:tasks.workunit.client.0.smithi028.stdout: "last_active": "2024-08-29T19:02:14.840905+0000", 2024-08-29T19:03:22.418 INFO:tasks.workunit.client.0.smithi028.stdout: "last_became_active": "2024-08-29T17:57:36.381992+0000", 2024-08-29T19:03:22.418 INFO:tasks.workunit.client.0.smithi028.stdout: "last_became_peered": "2024-08-29T17:57:36.381992+0000", 2024-08-29T19:03:22.418 INFO:tasks.workunit.client.0.smithi028.stdout: "last_change": "2024-08-29T17:57:36.388242+0000", 2024-08-29T19:03:22.418 INFO:tasks.workunit.client.0.smithi028.stdout: "last_clean": "2024-08-29T19:02:14.840905+0000", 2024-08-29T19:03:22.418 INFO:tasks.workunit.client.0.smithi028.stdout: "last_clean_scrub_stamp": "2024-08-29T17:41:01.987071+0000", 2024-08-29T19:03:22.418 INFO:tasks.workunit.client.0.smithi028.stdout: "last_deep_scrub": "0'0", 2024-08-29T19:03:22.419 INFO:tasks.workunit.client.0.smithi028.stdout: "last_deep_scrub_stamp": "2024-08-29T17:41:01.987071+0000", 2024-08-29T19:03:22.419 INFO:tasks.workunit.client.0.smithi028.stdout: "last_epoch_clean": 646, 2024-08-29T19:03:22.419 INFO:tasks.workunit.client.0.smithi028.stdout: "last_fresh": "2024-08-29T19:02:14.840905+0000", 2024-08-29T19:03:22.419 INFO:tasks.workunit.client.0.smithi028.stdout: "last_fullsized": "2024-08-29T19:02:14.840905+0000", 2024-08-29T19:03:22.419 INFO:tasks.workunit.client.0.smithi028.stdout: "last_peered": "2024-08-29T19:02:14.840905+0000", 2024-08-29T19:03:22.419 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub": "0'0", 2024-08-29T19:03:22.419 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub_duration": 0, 2024-08-29T19:03:22.419 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub_stamp": "2024-08-29T17:41:01.987071+0000", 2024-08-29T19:03:22.419 INFO:tasks.workunit.client.0.smithi028.stdout: "last_undegraded": "2024-08-29T19:02:14.840905+0000", 2024-08-29T19:03:22.419 INFO:tasks.workunit.client.0.smithi028.stdout: "last_unstale": "2024-08-29T19:02:14.840905+0000", 2024-08-29T19:03:22.419 INFO:tasks.workunit.client.0.smithi028.stdout: "log_dups_size": 0, 2024-08-29T19:03:22.419 INFO:tasks.workunit.client.0.smithi028.stdout: "log_size": 0, 2024-08-29T19:03:22.419 INFO:tasks.workunit.client.0.smithi028.stdout: "log_start": "0'0", 2024-08-29T19:03:22.419 INFO:tasks.workunit.client.0.smithi028.stdout: "manifest_stats_invalid": false, 2024-08-29T19:03:22.420 INFO:tasks.workunit.client.0.smithi028.stdout: "mapping_epoch": 645, 2024-08-29T19:03:22.420 INFO:tasks.workunit.client.0.smithi028.stdout: "object_location_counts": [], 2024-08-29T19:03:22.420 INFO:tasks.workunit.client.0.smithi028.stdout: "objects_scrubbed": 0, 2024-08-29T19:03:22.420 INFO:tasks.workunit.client.0.smithi028.stdout: "objects_trimmed": 0, 2024-08-29T19:03:22.420 INFO:tasks.workunit.client.0.smithi028.stdout: "omap_stats_invalid": false, 2024-08-29T19:03:22.420 INFO:tasks.workunit.client.0.smithi028.stdout: "ondisk_log_size": 0, 2024-08-29T19:03:22.420 INFO:tasks.workunit.client.0.smithi028.stdout: "ondisk_log_start": "0'0", 2024-08-29T19:03:22.420 INFO:tasks.workunit.client.0.smithi028.stdout: "parent": "0.0", 2024-08-29T19:03:22.420 INFO:tasks.workunit.client.0.smithi028.stdout: "parent_split_bits": 0, 2024-08-29T19:03:22.420 INFO:tasks.workunit.client.0.smithi028.stdout: "pgid": "3.38", 2024-08-29T19:03:22.420 INFO:tasks.workunit.client.0.smithi028.stdout: "pin_stats_invalid": false, 2024-08-29T19:03:22.420 INFO:tasks.workunit.client.0.smithi028.stdout: "purged_snaps": [], 2024-08-29T19:03:22.420 INFO:tasks.workunit.client.0.smithi028.stdout: "reported_epoch": 2650, 2024-08-29T19:03:22.421 INFO:tasks.workunit.client.0.smithi028.stdout: "reported_seq": 4694, 2024-08-29T19:03:22.421 INFO:tasks.workunit.client.0.smithi028.stdout: "scrub_duration": 0.0, 2024-08-29T19:03:22.421 INFO:tasks.workunit.client.0.smithi028.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-31T01:35:56.702031+0000", 2024-08-29T19:03:22.421 INFO:tasks.workunit.client.0.smithi028.stdout: "snaptrim_duration": 0.0, 2024-08-29T19:03:22.421 INFO:tasks.workunit.client.0.smithi028.stdout: "snaptrimq_len": 0, 2024-08-29T19:03:22.421 INFO:tasks.workunit.client.0.smithi028.stdout: "stat_sum": { 2024-08-29T19:03:22.421 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes": 0, 2024-08-29T19:03:22.421 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes_hit_set_archive": 0, 2024-08-29T19:03:22.421 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes_recovered": 0, 2024-08-29T19:03:22.421 INFO:tasks.workunit.client.0.smithi028.stdout: "num_deep_scrub_errors": 0, 2024-08-29T19:03:22.421 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict": 0, 2024-08-29T19:03:22.421 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_kb": 0, 2024-08-29T19:03:22.421 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_mode_full": 0, 2024-08-29T19:03:22.421 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_mode_some": 0, 2024-08-29T19:03:22.422 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush": 0, 2024-08-29T19:03:22.422 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_kb": 0, 2024-08-29T19:03:22.422 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_mode_high": 0, 2024-08-29T19:03:22.422 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_mode_low": 0, 2024-08-29T19:03:22.422 INFO:tasks.workunit.client.0.smithi028.stdout: "num_keys_recovered": 0, 2024-08-29T19:03:22.422 INFO:tasks.workunit.client.0.smithi028.stdout: "num_large_omap_objects": 0, 2024-08-29T19:03:22.422 INFO:tasks.workunit.client.0.smithi028.stdout: "num_legacy_snapsets": 0, 2024-08-29T19:03:22.422 INFO:tasks.workunit.client.0.smithi028.stdout: "num_object_clones": 0, 2024-08-29T19:03:22.422 INFO:tasks.workunit.client.0.smithi028.stdout: "num_object_copies": 0, 2024-08-29T19:03:22.422 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects": 0, 2024-08-29T19:03:22.422 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_degraded": 0, 2024-08-29T19:03:22.422 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_dirty": 0, 2024-08-29T19:03:22.422 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_hit_set_archive": 0, 2024-08-29T19:03:22.422 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_manifest": 0, 2024-08-29T19:03:22.423 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_misplaced": 0, 2024-08-29T19:03:22.423 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_missing": 0, 2024-08-29T19:03:22.423 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_missing_on_primary": 0, 2024-08-29T19:03:22.423 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_omap": 0, 2024-08-29T19:03:22.423 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_pinned": 0, 2024-08-29T19:03:22.423 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_recovered": 0, 2024-08-29T19:03:22.423 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_repaired": 0, 2024-08-29T19:03:22.423 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_unfound": 0, 2024-08-29T19:03:22.423 INFO:tasks.workunit.client.0.smithi028.stdout: "num_omap_bytes": 0, 2024-08-29T19:03:22.423 INFO:tasks.workunit.client.0.smithi028.stdout: "num_omap_keys": 0, 2024-08-29T19:03:22.423 INFO:tasks.workunit.client.0.smithi028.stdout: "num_promote": 0, 2024-08-29T19:03:22.423 INFO:tasks.workunit.client.0.smithi028.stdout: "num_read": 0, 2024-08-29T19:03:22.423 INFO:tasks.workunit.client.0.smithi028.stdout: "num_read_kb": 0, 2024-08-29T19:03:22.423 INFO:tasks.workunit.client.0.smithi028.stdout: "num_scrub_errors": 0, 2024-08-29T19:03:22.424 INFO:tasks.workunit.client.0.smithi028.stdout: "num_shallow_scrub_errors": 0, 2024-08-29T19:03:22.424 INFO:tasks.workunit.client.0.smithi028.stdout: "num_whiteouts": 0, 2024-08-29T19:03:22.424 INFO:tasks.workunit.client.0.smithi028.stdout: "num_write": 0, 2024-08-29T19:03:22.424 INFO:tasks.workunit.client.0.smithi028.stdout: "num_write_kb": 0 2024-08-29T19:03:22.424 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:22.424 INFO:tasks.workunit.client.0.smithi028.stdout: "state": "active+clean", 2024-08-29T19:03:22.424 INFO:tasks.workunit.client.0.smithi028.stdout: "stats_invalid": false, 2024-08-29T19:03:22.424 INFO:tasks.workunit.client.0.smithi028.stdout: "up": [ 2024-08-29T19:03:22.424 INFO:tasks.workunit.client.0.smithi028.stdout: 3, 2024-08-29T19:03:22.424 INFO:tasks.workunit.client.0.smithi028.stdout: 5, 2024-08-29T19:03:22.424 INFO:tasks.workunit.client.0.smithi028.stdout: 6 2024-08-29T19:03:22.424 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-08-29T19:03:22.424 INFO:tasks.workunit.client.0.smithi028.stdout: "up_primary": 3, 2024-08-29T19:03:22.424 INFO:tasks.workunit.client.0.smithi028.stdout: "version": "0'0" 2024-08-29T19:03:22.425 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:22.425 INFO:tasks.workunit.client.0.smithi028.stdout: { 2024-08-29T19:03:22.425 INFO:tasks.workunit.client.0.smithi028.stdout: "acting": [ 2024-08-29T19:03:22.425 INFO:tasks.workunit.client.0.smithi028.stdout: 7, 2024-08-29T19:03:22.425 INFO:tasks.workunit.client.0.smithi028.stdout: 0, 2024-08-29T19:03:22.425 INFO:tasks.workunit.client.0.smithi028.stdout: 4 2024-08-29T19:03:22.425 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-08-29T19:03:22.425 INFO:tasks.workunit.client.0.smithi028.stdout: "acting_primary": 7, 2024-08-29T19:03:22.425 INFO:tasks.workunit.client.0.smithi028.stdout: "avail_no_missing": [], 2024-08-29T19:03:22.425 INFO:tasks.workunit.client.0.smithi028.stdout: "blocked_by": [], 2024-08-29T19:03:22.425 INFO:tasks.workunit.client.0.smithi028.stdout: "created": 62, 2024-08-29T19:03:22.425 INFO:tasks.workunit.client.0.smithi028.stdout: "dirty_stats_invalid": false, 2024-08-29T19:03:22.425 INFO:tasks.workunit.client.0.smithi028.stdout: "hitset_bytes_stats_invalid": false, 2024-08-29T19:03:22.425 INFO:tasks.workunit.client.0.smithi028.stdout: "hitset_stats_invalid": false, 2024-08-29T19:03:22.426 INFO:tasks.workunit.client.0.smithi028.stdout: "last_active": "2024-08-29T19:02:14.096275+0000", 2024-08-29T19:03:22.426 INFO:tasks.workunit.client.0.smithi028.stdout: "last_became_active": "2024-08-29T17:58:11.360272+0000", 2024-08-29T19:03:22.426 INFO:tasks.workunit.client.0.smithi028.stdout: "last_became_peered": "2024-08-29T17:58:11.360272+0000", 2024-08-29T19:03:22.426 INFO:tasks.workunit.client.0.smithi028.stdout: "last_change": "2024-08-29T17:58:11.360605+0000", 2024-08-29T19:03:22.426 INFO:tasks.workunit.client.0.smithi028.stdout: "last_clean": "2024-08-29T19:02:14.096275+0000", 2024-08-29T19:03:22.426 INFO:tasks.workunit.client.0.smithi028.stdout: "last_clean_scrub_stamp": "2024-08-29T17:41:01.987071+0000", 2024-08-29T19:03:22.426 INFO:tasks.workunit.client.0.smithi028.stdout: "last_deep_scrub": "0'0", 2024-08-29T19:03:22.426 INFO:tasks.workunit.client.0.smithi028.stdout: "last_deep_scrub_stamp": "2024-08-29T17:41:01.987071+0000", 2024-08-29T19:03:22.426 INFO:tasks.workunit.client.0.smithi028.stdout: "last_epoch_clean": 681, 2024-08-29T19:03:22.426 INFO:tasks.workunit.client.0.smithi028.stdout: "last_fresh": "2024-08-29T19:02:14.096275+0000", 2024-08-29T19:03:22.426 INFO:tasks.workunit.client.0.smithi028.stdout: "last_fullsized": "2024-08-29T19:02:14.096275+0000", 2024-08-29T19:03:22.426 INFO:tasks.workunit.client.0.smithi028.stdout: "last_peered": "2024-08-29T19:02:14.096275+0000", 2024-08-29T19:03:22.426 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub": "0'0", 2024-08-29T19:03:22.426 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub_duration": 0, 2024-08-29T19:03:22.427 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub_stamp": "2024-08-29T17:41:01.987071+0000", 2024-08-29T19:03:22.427 INFO:tasks.workunit.client.0.smithi028.stdout: "last_undegraded": "2024-08-29T19:02:14.096275+0000", 2024-08-29T19:03:22.427 INFO:tasks.workunit.client.0.smithi028.stdout: "last_unstale": "2024-08-29T19:02:14.096275+0000", 2024-08-29T19:03:22.427 INFO:tasks.workunit.client.0.smithi028.stdout: "log_dups_size": 0, 2024-08-29T19:03:22.427 INFO:tasks.workunit.client.0.smithi028.stdout: "log_size": 0, 2024-08-29T19:03:22.427 INFO:tasks.workunit.client.0.smithi028.stdout: "log_start": "0'0", 2024-08-29T19:03:22.427 INFO:tasks.workunit.client.0.smithi028.stdout: "manifest_stats_invalid": false, 2024-08-29T19:03:22.427 INFO:tasks.workunit.client.0.smithi028.stdout: "mapping_epoch": 680, 2024-08-29T19:03:22.427 INFO:tasks.workunit.client.0.smithi028.stdout: "object_location_counts": [], 2024-08-29T19:03:22.427 INFO:tasks.workunit.client.0.smithi028.stdout: "objects_scrubbed": 0, 2024-08-29T19:03:22.427 INFO:tasks.workunit.client.0.smithi028.stdout: "objects_trimmed": 0, 2024-08-29T19:03:22.427 INFO:tasks.workunit.client.0.smithi028.stdout: "omap_stats_invalid": false, 2024-08-29T19:03:22.427 INFO:tasks.workunit.client.0.smithi028.stdout: "ondisk_log_size": 0, 2024-08-29T19:03:22.427 INFO:tasks.workunit.client.0.smithi028.stdout: "ondisk_log_start": "0'0", 2024-08-29T19:03:22.428 INFO:tasks.workunit.client.0.smithi028.stdout: "parent": "0.0", 2024-08-29T19:03:22.428 INFO:tasks.workunit.client.0.smithi028.stdout: "parent_split_bits": 0, 2024-08-29T19:03:22.428 INFO:tasks.workunit.client.0.smithi028.stdout: "pgid": "3.39", 2024-08-29T19:03:22.428 INFO:tasks.workunit.client.0.smithi028.stdout: "pin_stats_invalid": false, 2024-08-29T19:03:22.428 INFO:tasks.workunit.client.0.smithi028.stdout: "purged_snaps": [], 2024-08-29T19:03:22.428 INFO:tasks.workunit.client.0.smithi028.stdout: "reported_epoch": 2650, 2024-08-29T19:03:22.428 INFO:tasks.workunit.client.0.smithi028.stdout: "reported_seq": 4568, 2024-08-29T19:03:22.428 INFO:tasks.workunit.client.0.smithi028.stdout: "scrub_duration": 0.0, 2024-08-29T19:03:22.428 INFO:tasks.workunit.client.0.smithi028.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-31T05:23:04.439566+0000", 2024-08-29T19:03:22.428 INFO:tasks.workunit.client.0.smithi028.stdout: "snaptrim_duration": 0.0, 2024-08-29T19:03:22.428 INFO:tasks.workunit.client.0.smithi028.stdout: "snaptrimq_len": 0, 2024-08-29T19:03:22.428 INFO:tasks.workunit.client.0.smithi028.stdout: "stat_sum": { 2024-08-29T19:03:22.428 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes": 0, 2024-08-29T19:03:22.428 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes_hit_set_archive": 0, 2024-08-29T19:03:22.429 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes_recovered": 0, 2024-08-29T19:03:22.429 INFO:tasks.workunit.client.0.smithi028.stdout: "num_deep_scrub_errors": 0, 2024-08-29T19:03:22.429 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict": 0, 2024-08-29T19:03:22.429 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_kb": 0, 2024-08-29T19:03:22.429 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_mode_full": 0, 2024-08-29T19:03:22.429 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_mode_some": 0, 2024-08-29T19:03:22.429 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush": 0, 2024-08-29T19:03:22.432 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_kb": 0, 2024-08-29T19:03:22.432 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_mode_high": 0, 2024-08-29T19:03:22.432 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_mode_low": 0, 2024-08-29T19:03:22.432 INFO:tasks.workunit.client.0.smithi028.stdout: "num_keys_recovered": 0, 2024-08-29T19:03:22.432 INFO:tasks.workunit.client.0.smithi028.stdout: "num_large_omap_objects": 0, 2024-08-29T19:03:22.432 INFO:tasks.workunit.client.0.smithi028.stdout: "num_legacy_snapsets": 0, 2024-08-29T19:03:22.433 INFO:tasks.workunit.client.0.smithi028.stdout: "num_object_clones": 0, 2024-08-29T19:03:22.433 INFO:tasks.workunit.client.0.smithi028.stdout: "num_object_copies": 0, 2024-08-29T19:03:22.433 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects": 0, 2024-08-29T19:03:22.433 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_degraded": 0, 2024-08-29T19:03:22.433 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_dirty": 0, 2024-08-29T19:03:22.433 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_hit_set_archive": 0, 2024-08-29T19:03:22.433 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_manifest": 0, 2024-08-29T19:03:22.433 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_misplaced": 0, 2024-08-29T19:03:22.433 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_missing": 0, 2024-08-29T19:03:22.433 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_missing_on_primary": 0, 2024-08-29T19:03:22.433 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_omap": 0, 2024-08-29T19:03:22.433 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_pinned": 0, 2024-08-29T19:03:22.433 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_recovered": 0, 2024-08-29T19:03:22.433 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_repaired": 0, 2024-08-29T19:03:22.434 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_unfound": 0, 2024-08-29T19:03:22.434 INFO:tasks.workunit.client.0.smithi028.stdout: "num_omap_bytes": 0, 2024-08-29T19:03:22.434 INFO:tasks.workunit.client.0.smithi028.stdout: "num_omap_keys": 0, 2024-08-29T19:03:22.434 INFO:tasks.workunit.client.0.smithi028.stdout: "num_promote": 0, 2024-08-29T19:03:22.434 INFO:tasks.workunit.client.0.smithi028.stdout: "num_read": 0, 2024-08-29T19:03:22.434 INFO:tasks.workunit.client.0.smithi028.stdout: "num_read_kb": 0, 2024-08-29T19:03:22.434 INFO:tasks.workunit.client.0.smithi028.stdout: "num_scrub_errors": 0, 2024-08-29T19:03:22.434 INFO:tasks.workunit.client.0.smithi028.stdout: "num_shallow_scrub_errors": 0, 2024-08-29T19:03:22.434 INFO:tasks.workunit.client.0.smithi028.stdout: "num_whiteouts": 0, 2024-08-29T19:03:22.434 INFO:tasks.workunit.client.0.smithi028.stdout: "num_write": 0, 2024-08-29T19:03:22.434 INFO:tasks.workunit.client.0.smithi028.stdout: "num_write_kb": 0 2024-08-29T19:03:22.434 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:22.434 INFO:tasks.workunit.client.0.smithi028.stdout: "state": "active+clean", 2024-08-29T19:03:22.434 INFO:tasks.workunit.client.0.smithi028.stdout: "stats_invalid": false, 2024-08-29T19:03:22.435 INFO:tasks.workunit.client.0.smithi028.stdout: "up": [ 2024-08-29T19:03:22.435 INFO:tasks.workunit.client.0.smithi028.stdout: 7, 2024-08-29T19:03:22.435 INFO:tasks.workunit.client.0.smithi028.stdout: 0, 2024-08-29T19:03:22.435 INFO:tasks.workunit.client.0.smithi028.stdout: 4 2024-08-29T19:03:22.435 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-08-29T19:03:22.435 INFO:tasks.workunit.client.0.smithi028.stdout: "up_primary": 7, 2024-08-29T19:03:22.435 INFO:tasks.workunit.client.0.smithi028.stdout: "version": "0'0" 2024-08-29T19:03:22.435 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:22.435 INFO:tasks.workunit.client.0.smithi028.stdout: { 2024-08-29T19:03:22.435 INFO:tasks.workunit.client.0.smithi028.stdout: "acting": [ 2024-08-29T19:03:22.435 INFO:tasks.workunit.client.0.smithi028.stdout: 5, 2024-08-29T19:03:22.435 INFO:tasks.workunit.client.0.smithi028.stdout: 0, 2024-08-29T19:03:22.435 INFO:tasks.workunit.client.0.smithi028.stdout: 1 2024-08-29T19:03:22.435 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-08-29T19:03:22.436 INFO:tasks.workunit.client.0.smithi028.stdout: "acting_primary": 5, 2024-08-29T19:03:22.436 INFO:tasks.workunit.client.0.smithi028.stdout: "avail_no_missing": [], 2024-08-29T19:03:22.436 INFO:tasks.workunit.client.0.smithi028.stdout: "blocked_by": [], 2024-08-29T19:03:22.436 INFO:tasks.workunit.client.0.smithi028.stdout: "created": 62, 2024-08-29T19:03:22.436 INFO:tasks.workunit.client.0.smithi028.stdout: "dirty_stats_invalid": false, 2024-08-29T19:03:22.436 INFO:tasks.workunit.client.0.smithi028.stdout: "hitset_bytes_stats_invalid": false, 2024-08-29T19:03:22.436 INFO:tasks.workunit.client.0.smithi028.stdout: "hitset_stats_invalid": false, 2024-08-29T19:03:22.436 INFO:tasks.workunit.client.0.smithi028.stdout: "last_active": "2024-08-29T19:02:14.923931+0000", 2024-08-29T19:03:22.436 INFO:tasks.workunit.client.0.smithi028.stdout: "last_became_active": "2024-08-29T17:57:02.360220+0000", 2024-08-29T19:03:22.436 INFO:tasks.workunit.client.0.smithi028.stdout: "last_became_peered": "2024-08-29T17:57:02.360220+0000", 2024-08-29T19:03:22.436 INFO:tasks.workunit.client.0.smithi028.stdout: "last_change": "2024-08-29T17:57:02.361837+0000", 2024-08-29T19:03:22.436 INFO:tasks.workunit.client.0.smithi028.stdout: "last_clean": "2024-08-29T19:02:14.923931+0000", 2024-08-29T19:03:22.436 INFO:tasks.workunit.client.0.smithi028.stdout: "last_clean_scrub_stamp": "2024-08-29T17:41:01.987071+0000", 2024-08-29T19:03:22.437 INFO:tasks.workunit.client.0.smithi028.stdout: "last_deep_scrub": "0'0", 2024-08-29T19:03:22.437 INFO:tasks.workunit.client.0.smithi028.stdout: "last_deep_scrub_stamp": "2024-08-29T17:41:01.987071+0000", 2024-08-29T19:03:22.437 INFO:tasks.workunit.client.0.smithi028.stdout: "last_epoch_clean": 613, 2024-08-29T19:03:22.437 INFO:tasks.workunit.client.0.smithi028.stdout: "last_fresh": "2024-08-29T19:02:14.923931+0000", 2024-08-29T19:03:22.437 INFO:tasks.workunit.client.0.smithi028.stdout: "last_fullsized": "2024-08-29T19:02:14.923931+0000", 2024-08-29T19:03:22.437 INFO:tasks.workunit.client.0.smithi028.stdout: "last_peered": "2024-08-29T19:02:14.923931+0000", 2024-08-29T19:03:22.437 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub": "0'0", 2024-08-29T19:03:22.437 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub_duration": 0, 2024-08-29T19:03:22.437 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub_stamp": "2024-08-29T17:41:01.987071+0000", 2024-08-29T19:03:22.437 INFO:tasks.workunit.client.0.smithi028.stdout: "last_undegraded": "2024-08-29T19:02:14.923931+0000", 2024-08-29T19:03:22.437 INFO:tasks.workunit.client.0.smithi028.stdout: "last_unstale": "2024-08-29T19:02:14.923931+0000", 2024-08-29T19:03:22.437 INFO:tasks.workunit.client.0.smithi028.stdout: "log_dups_size": 0, 2024-08-29T19:03:22.437 INFO:tasks.workunit.client.0.smithi028.stdout: "log_size": 0, 2024-08-29T19:03:22.437 INFO:tasks.workunit.client.0.smithi028.stdout: "log_start": "0'0", 2024-08-29T19:03:22.437 INFO:tasks.workunit.client.0.smithi028.stdout: "manifest_stats_invalid": false, 2024-08-29T19:03:22.438 INFO:tasks.workunit.client.0.smithi028.stdout: "mapping_epoch": 612, 2024-08-29T19:03:22.438 INFO:tasks.workunit.client.0.smithi028.stdout: "object_location_counts": [], 2024-08-29T19:03:22.438 INFO:tasks.workunit.client.0.smithi028.stdout: "objects_scrubbed": 0, 2024-08-29T19:03:22.438 INFO:tasks.workunit.client.0.smithi028.stdout: "objects_trimmed": 0, 2024-08-29T19:03:22.438 INFO:tasks.workunit.client.0.smithi028.stdout: "omap_stats_invalid": false, 2024-08-29T19:03:22.438 INFO:tasks.workunit.client.0.smithi028.stdout: "ondisk_log_size": 0, 2024-08-29T19:03:22.438 INFO:tasks.workunit.client.0.smithi028.stdout: "ondisk_log_start": "0'0", 2024-08-29T19:03:22.438 INFO:tasks.workunit.client.0.smithi028.stdout: "parent": "0.0", 2024-08-29T19:03:22.438 INFO:tasks.workunit.client.0.smithi028.stdout: "parent_split_bits": 0, 2024-08-29T19:03:22.438 INFO:tasks.workunit.client.0.smithi028.stdout: "pgid": "3.3a", 2024-08-29T19:03:22.438 INFO:tasks.workunit.client.0.smithi028.stdout: "pin_stats_invalid": false, 2024-08-29T19:03:22.438 INFO:tasks.workunit.client.0.smithi028.stdout: "purged_snaps": [], 2024-08-29T19:03:22.438 INFO:tasks.workunit.client.0.smithi028.stdout: "reported_epoch": 2650, 2024-08-29T19:03:22.438 INFO:tasks.workunit.client.0.smithi028.stdout: "reported_seq": 4620, 2024-08-29T19:03:22.439 INFO:tasks.workunit.client.0.smithi028.stdout: "scrub_duration": 0.0, 2024-08-29T19:03:22.439 INFO:tasks.workunit.client.0.smithi028.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-31T02:49:15.529692+0000", 2024-08-29T19:03:22.439 INFO:tasks.workunit.client.0.smithi028.stdout: "snaptrim_duration": 0.0, 2024-08-29T19:03:22.439 INFO:tasks.workunit.client.0.smithi028.stdout: "snaptrimq_len": 0, 2024-08-29T19:03:22.439 INFO:tasks.workunit.client.0.smithi028.stdout: "stat_sum": { 2024-08-29T19:03:22.439 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes": 0, 2024-08-29T19:03:22.439 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes_hit_set_archive": 0, 2024-08-29T19:03:22.439 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes_recovered": 0, 2024-08-29T19:03:22.439 INFO:tasks.workunit.client.0.smithi028.stdout: "num_deep_scrub_errors": 0, 2024-08-29T19:03:22.439 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict": 0, 2024-08-29T19:03:22.439 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_kb": 0, 2024-08-29T19:03:22.439 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_mode_full": 0, 2024-08-29T19:03:22.439 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_mode_some": 0, 2024-08-29T19:03:22.439 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush": 0, 2024-08-29T19:03:22.440 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_kb": 0, 2024-08-29T19:03:22.440 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_mode_high": 0, 2024-08-29T19:03:22.440 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_mode_low": 0, 2024-08-29T19:03:22.440 INFO:tasks.workunit.client.0.smithi028.stdout: "num_keys_recovered": 0, 2024-08-29T19:03:22.440 INFO:tasks.workunit.client.0.smithi028.stdout: "num_large_omap_objects": 0, 2024-08-29T19:03:22.440 INFO:tasks.workunit.client.0.smithi028.stdout: "num_legacy_snapsets": 0, 2024-08-29T19:03:22.440 INFO:tasks.workunit.client.0.smithi028.stdout: "num_object_clones": 0, 2024-08-29T19:03:22.440 INFO:tasks.workunit.client.0.smithi028.stdout: "num_object_copies": 0, 2024-08-29T19:03:22.440 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects": 0, 2024-08-29T19:03:22.440 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_degraded": 0, 2024-08-29T19:03:22.440 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_dirty": 0, 2024-08-29T19:03:22.440 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_hit_set_archive": 0, 2024-08-29T19:03:22.440 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_manifest": 0, 2024-08-29T19:03:22.440 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_misplaced": 0, 2024-08-29T19:03:22.441 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_missing": 0, 2024-08-29T19:03:22.441 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_missing_on_primary": 0, 2024-08-29T19:03:22.441 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_omap": 0, 2024-08-29T19:03:22.441 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_pinned": 0, 2024-08-29T19:03:22.441 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_recovered": 0, 2024-08-29T19:03:22.441 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_repaired": 0, 2024-08-29T19:03:22.441 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_unfound": 0, 2024-08-29T19:03:22.441 INFO:tasks.workunit.client.0.smithi028.stdout: "num_omap_bytes": 0, 2024-08-29T19:03:22.441 INFO:tasks.workunit.client.0.smithi028.stdout: "num_omap_keys": 0, 2024-08-29T19:03:22.441 INFO:tasks.workunit.client.0.smithi028.stdout: "num_promote": 0, 2024-08-29T19:03:22.441 INFO:tasks.workunit.client.0.smithi028.stdout: "num_read": 0, 2024-08-29T19:03:22.441 INFO:tasks.workunit.client.0.smithi028.stdout: "num_read_kb": 0, 2024-08-29T19:03:22.441 INFO:tasks.workunit.client.0.smithi028.stdout: "num_scrub_errors": 0, 2024-08-29T19:03:22.441 INFO:tasks.workunit.client.0.smithi028.stdout: "num_shallow_scrub_errors": 0, 2024-08-29T19:03:22.442 INFO:tasks.workunit.client.0.smithi028.stdout: "num_whiteouts": 0, 2024-08-29T19:03:22.442 INFO:tasks.workunit.client.0.smithi028.stdout: "num_write": 0, 2024-08-29T19:03:22.442 INFO:tasks.workunit.client.0.smithi028.stdout: "num_write_kb": 0 2024-08-29T19:03:22.442 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:22.442 INFO:tasks.workunit.client.0.smithi028.stdout: "state": "active+clean", 2024-08-29T19:03:22.442 INFO:tasks.workunit.client.0.smithi028.stdout: "stats_invalid": false, 2024-08-29T19:03:22.442 INFO:tasks.workunit.client.0.smithi028.stdout: "up": [ 2024-08-29T19:03:22.442 INFO:tasks.workunit.client.0.smithi028.stdout: 5, 2024-08-29T19:03:22.442 INFO:tasks.workunit.client.0.smithi028.stdout: 0, 2024-08-29T19:03:22.442 INFO:tasks.workunit.client.0.smithi028.stdout: 1 2024-08-29T19:03:22.442 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-08-29T19:03:22.442 INFO:tasks.workunit.client.0.smithi028.stdout: "up_primary": 5, 2024-08-29T19:03:22.442 INFO:tasks.workunit.client.0.smithi028.stdout: "version": "0'0" 2024-08-29T19:03:22.442 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:22.443 INFO:tasks.workunit.client.0.smithi028.stdout: { 2024-08-29T19:03:22.443 INFO:tasks.workunit.client.0.smithi028.stdout: "acting": [ 2024-08-29T19:03:22.443 INFO:tasks.workunit.client.0.smithi028.stdout: 7, 2024-08-29T19:03:22.443 INFO:tasks.workunit.client.0.smithi028.stdout: 2, 2024-08-29T19:03:22.443 INFO:tasks.workunit.client.0.smithi028.stdout: 4 2024-08-29T19:03:22.443 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-08-29T19:03:22.443 INFO:tasks.workunit.client.0.smithi028.stdout: "acting_primary": 7, 2024-08-29T19:03:22.443 INFO:tasks.workunit.client.0.smithi028.stdout: "avail_no_missing": [], 2024-08-29T19:03:22.443 INFO:tasks.workunit.client.0.smithi028.stdout: "blocked_by": [], 2024-08-29T19:03:22.443 INFO:tasks.workunit.client.0.smithi028.stdout: "created": 62, 2024-08-29T19:03:22.443 INFO:tasks.workunit.client.0.smithi028.stdout: "dirty_stats_invalid": false, 2024-08-29T19:03:22.443 INFO:tasks.workunit.client.0.smithi028.stdout: "hitset_bytes_stats_invalid": false, 2024-08-29T19:03:22.443 INFO:tasks.workunit.client.0.smithi028.stdout: "hitset_stats_invalid": false, 2024-08-29T19:03:22.443 INFO:tasks.workunit.client.0.smithi028.stdout: "last_active": "2024-08-29T19:02:14.096991+0000", 2024-08-29T19:03:22.443 INFO:tasks.workunit.client.0.smithi028.stdout: "last_became_active": "2024-08-29T17:58:11.363124+0000", 2024-08-29T19:03:22.444 INFO:tasks.workunit.client.0.smithi028.stdout: "last_became_peered": "2024-08-29T17:58:11.363124+0000", 2024-08-29T19:03:22.444 INFO:tasks.workunit.client.0.smithi028.stdout: "last_change": "2024-08-29T17:58:11.364903+0000", 2024-08-29T19:03:22.444 INFO:tasks.workunit.client.0.smithi028.stdout: "last_clean": "2024-08-29T19:02:14.096991+0000", 2024-08-29T19:03:22.444 INFO:tasks.workunit.client.0.smithi028.stdout: "last_clean_scrub_stamp": "2024-08-29T17:41:01.987071+0000", 2024-08-29T19:03:22.444 INFO:tasks.workunit.client.0.smithi028.stdout: "last_deep_scrub": "0'0", 2024-08-29T19:03:22.444 INFO:tasks.workunit.client.0.smithi028.stdout: "last_deep_scrub_stamp": "2024-08-29T17:41:01.987071+0000", 2024-08-29T19:03:22.444 INFO:tasks.workunit.client.0.smithi028.stdout: "last_epoch_clean": 681, 2024-08-29T19:03:22.444 INFO:tasks.workunit.client.0.smithi028.stdout: "last_fresh": "2024-08-29T19:02:14.096991+0000", 2024-08-29T19:03:22.444 INFO:tasks.workunit.client.0.smithi028.stdout: "last_fullsized": "2024-08-29T19:02:14.096991+0000", 2024-08-29T19:03:22.444 INFO:tasks.workunit.client.0.smithi028.stdout: "last_peered": "2024-08-29T19:02:14.096991+0000", 2024-08-29T19:03:22.444 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub": "0'0", 2024-08-29T19:03:22.444 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub_duration": 0, 2024-08-29T19:03:22.444 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub_stamp": "2024-08-29T17:41:01.987071+0000", 2024-08-29T19:03:22.444 INFO:tasks.workunit.client.0.smithi028.stdout: "last_undegraded": "2024-08-29T19:02:14.096991+0000", 2024-08-29T19:03:22.445 INFO:tasks.workunit.client.0.smithi028.stdout: "last_unstale": "2024-08-29T19:02:14.096991+0000", 2024-08-29T19:03:22.445 INFO:tasks.workunit.client.0.smithi028.stdout: "log_dups_size": 0, 2024-08-29T19:03:22.445 INFO:tasks.workunit.client.0.smithi028.stdout: "log_size": 0, 2024-08-29T19:03:22.445 INFO:tasks.workunit.client.0.smithi028.stdout: "log_start": "0'0", 2024-08-29T19:03:22.445 INFO:tasks.workunit.client.0.smithi028.stdout: "manifest_stats_invalid": false, 2024-08-29T19:03:22.445 INFO:tasks.workunit.client.0.smithi028.stdout: "mapping_epoch": 680, 2024-08-29T19:03:22.445 INFO:tasks.workunit.client.0.smithi028.stdout: "object_location_counts": [], 2024-08-29T19:03:22.445 INFO:tasks.workunit.client.0.smithi028.stdout: "objects_scrubbed": 0, 2024-08-29T19:03:22.445 INFO:tasks.workunit.client.0.smithi028.stdout: "objects_trimmed": 0, 2024-08-29T19:03:22.445 INFO:tasks.workunit.client.0.smithi028.stdout: "omap_stats_invalid": false, 2024-08-29T19:03:22.445 INFO:tasks.workunit.client.0.smithi028.stdout: "ondisk_log_size": 0, 2024-08-29T19:03:22.445 INFO:tasks.workunit.client.0.smithi028.stdout: "ondisk_log_start": "0'0", 2024-08-29T19:03:22.445 INFO:tasks.workunit.client.0.smithi028.stdout: "parent": "0.0", 2024-08-29T19:03:22.445 INFO:tasks.workunit.client.0.smithi028.stdout: "parent_split_bits": 0, 2024-08-29T19:03:22.446 INFO:tasks.workunit.client.0.smithi028.stdout: "pgid": "3.3b", 2024-08-29T19:03:22.446 INFO:tasks.workunit.client.0.smithi028.stdout: "pin_stats_invalid": false, 2024-08-29T19:03:22.446 INFO:tasks.workunit.client.0.smithi028.stdout: "purged_snaps": [], 2024-08-29T19:03:22.446 INFO:tasks.workunit.client.0.smithi028.stdout: "reported_epoch": 2650, 2024-08-29T19:03:22.446 INFO:tasks.workunit.client.0.smithi028.stdout: "reported_seq": 4568, 2024-08-29T19:03:22.446 INFO:tasks.workunit.client.0.smithi028.stdout: "scrub_duration": 0.0, 2024-08-29T19:03:22.446 INFO:tasks.workunit.client.0.smithi028.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-31T01:40:16.818242+0000", 2024-08-29T19:03:22.446 INFO:tasks.workunit.client.0.smithi028.stdout: "snaptrim_duration": 0.0, 2024-08-29T19:03:22.446 INFO:tasks.workunit.client.0.smithi028.stdout: "snaptrimq_len": 0, 2024-08-29T19:03:22.446 INFO:tasks.workunit.client.0.smithi028.stdout: "stat_sum": { 2024-08-29T19:03:22.446 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes": 0, 2024-08-29T19:03:22.446 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes_hit_set_archive": 0, 2024-08-29T19:03:22.446 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes_recovered": 0, 2024-08-29T19:03:22.446 INFO:tasks.workunit.client.0.smithi028.stdout: "num_deep_scrub_errors": 0, 2024-08-29T19:03:22.447 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict": 0, 2024-08-29T19:03:22.447 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_kb": 0, 2024-08-29T19:03:22.447 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_mode_full": 0, 2024-08-29T19:03:22.447 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_mode_some": 0, 2024-08-29T19:03:22.447 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush": 0, 2024-08-29T19:03:22.447 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_kb": 0, 2024-08-29T19:03:22.447 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_mode_high": 0, 2024-08-29T19:03:22.447 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_mode_low": 0, 2024-08-29T19:03:22.447 INFO:tasks.workunit.client.0.smithi028.stdout: "num_keys_recovered": 0, 2024-08-29T19:03:22.447 INFO:tasks.workunit.client.0.smithi028.stdout: "num_large_omap_objects": 0, 2024-08-29T19:03:22.447 INFO:tasks.workunit.client.0.smithi028.stdout: "num_legacy_snapsets": 0, 2024-08-29T19:03:22.447 INFO:tasks.workunit.client.0.smithi028.stdout: "num_object_clones": 0, 2024-08-29T19:03:22.447 INFO:tasks.workunit.client.0.smithi028.stdout: "num_object_copies": 0, 2024-08-29T19:03:22.447 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects": 0, 2024-08-29T19:03:22.447 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_degraded": 0, 2024-08-29T19:03:22.448 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_dirty": 0, 2024-08-29T19:03:22.448 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_hit_set_archive": 0, 2024-08-29T19:03:22.448 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_manifest": 0, 2024-08-29T19:03:22.448 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_misplaced": 0, 2024-08-29T19:03:22.448 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_missing": 0, 2024-08-29T19:03:22.448 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_missing_on_primary": 0, 2024-08-29T19:03:22.448 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_omap": 0, 2024-08-29T19:03:22.448 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_pinned": 0, 2024-08-29T19:03:22.448 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_recovered": 0, 2024-08-29T19:03:22.448 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_repaired": 0, 2024-08-29T19:03:22.448 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_unfound": 0, 2024-08-29T19:03:22.448 INFO:tasks.workunit.client.0.smithi028.stdout: "num_omap_bytes": 0, 2024-08-29T19:03:22.448 INFO:tasks.workunit.client.0.smithi028.stdout: "num_omap_keys": 0, 2024-08-29T19:03:22.449 INFO:tasks.workunit.client.0.smithi028.stdout: "num_promote": 0, 2024-08-29T19:03:22.449 INFO:tasks.workunit.client.0.smithi028.stdout: "num_read": 0, 2024-08-29T19:03:22.449 INFO:tasks.workunit.client.0.smithi028.stdout: "num_read_kb": 0, 2024-08-29T19:03:22.449 INFO:tasks.workunit.client.0.smithi028.stdout: "num_scrub_errors": 0, 2024-08-29T19:03:22.449 INFO:tasks.workunit.client.0.smithi028.stdout: "num_shallow_scrub_errors": 0, 2024-08-29T19:03:22.449 INFO:tasks.workunit.client.0.smithi028.stdout: "num_whiteouts": 0, 2024-08-29T19:03:22.449 INFO:tasks.workunit.client.0.smithi028.stdout: "num_write": 0, 2024-08-29T19:03:22.449 INFO:tasks.workunit.client.0.smithi028.stdout: "num_write_kb": 0 2024-08-29T19:03:22.449 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:22.449 INFO:tasks.workunit.client.0.smithi028.stdout: "state": "active+clean", 2024-08-29T19:03:22.449 INFO:tasks.workunit.client.0.smithi028.stdout: "stats_invalid": false, 2024-08-29T19:03:22.449 INFO:tasks.workunit.client.0.smithi028.stdout: "up": [ 2024-08-29T19:03:22.449 INFO:tasks.workunit.client.0.smithi028.stdout: 7, 2024-08-29T19:03:22.449 INFO:tasks.workunit.client.0.smithi028.stdout: 2, 2024-08-29T19:03:22.450 INFO:tasks.workunit.client.0.smithi028.stdout: 4 2024-08-29T19:03:22.450 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-08-29T19:03:22.450 INFO:tasks.workunit.client.0.smithi028.stdout: "up_primary": 7, 2024-08-29T19:03:22.450 INFO:tasks.workunit.client.0.smithi028.stdout: "version": "0'0" 2024-08-29T19:03:22.450 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:22.450 INFO:tasks.workunit.client.0.smithi028.stdout: { 2024-08-29T19:03:22.450 INFO:tasks.workunit.client.0.smithi028.stdout: "acting": [ 2024-08-29T19:03:22.450 INFO:tasks.workunit.client.0.smithi028.stdout: 5, 2024-08-29T19:03:22.450 INFO:tasks.workunit.client.0.smithi028.stdout: 3, 2024-08-29T19:03:22.450 INFO:tasks.workunit.client.0.smithi028.stdout: 7 2024-08-29T19:03:22.450 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-08-29T19:03:22.450 INFO:tasks.workunit.client.0.smithi028.stdout: "acting_primary": 5, 2024-08-29T19:03:22.450 INFO:tasks.workunit.client.0.smithi028.stdout: "avail_no_missing": [], 2024-08-29T19:03:22.450 INFO:tasks.workunit.client.0.smithi028.stdout: "blocked_by": [], 2024-08-29T19:03:22.450 INFO:tasks.workunit.client.0.smithi028.stdout: "created": 62, 2024-08-29T19:03:22.451 INFO:tasks.workunit.client.0.smithi028.stdout: "dirty_stats_invalid": false, 2024-08-29T19:03:22.451 INFO:tasks.workunit.client.0.smithi028.stdout: "hitset_bytes_stats_invalid": false, 2024-08-29T19:03:22.451 INFO:tasks.workunit.client.0.smithi028.stdout: "hitset_stats_invalid": false, 2024-08-29T19:03:22.451 INFO:tasks.workunit.client.0.smithi028.stdout: "last_active": "2024-08-29T19:02:14.927121+0000", 2024-08-29T19:03:22.451 INFO:tasks.workunit.client.0.smithi028.stdout: "last_became_active": "2024-08-29T17:58:11.354662+0000", 2024-08-29T19:03:22.451 INFO:tasks.workunit.client.0.smithi028.stdout: "last_became_peered": "2024-08-29T17:58:11.354662+0000", 2024-08-29T19:03:22.451 INFO:tasks.workunit.client.0.smithi028.stdout: "last_change": "2024-08-29T17:58:11.355396+0000", 2024-08-29T19:03:22.451 INFO:tasks.workunit.client.0.smithi028.stdout: "last_clean": "2024-08-29T19:02:14.927121+0000", 2024-08-29T19:03:22.451 INFO:tasks.workunit.client.0.smithi028.stdout: "last_clean_scrub_stamp": "2024-08-29T17:41:01.987071+0000", 2024-08-29T19:03:22.451 INFO:tasks.workunit.client.0.smithi028.stdout: "last_deep_scrub": "0'0", 2024-08-29T19:03:22.451 INFO:tasks.workunit.client.0.smithi028.stdout: "last_deep_scrub_stamp": "2024-08-29T17:41:01.987071+0000", 2024-08-29T19:03:22.451 INFO:tasks.workunit.client.0.smithi028.stdout: "last_epoch_clean": 681, 2024-08-29T19:03:22.451 INFO:tasks.workunit.client.0.smithi028.stdout: "last_fresh": "2024-08-29T19:02:14.927121+0000", 2024-08-29T19:03:22.451 INFO:tasks.workunit.client.0.smithi028.stdout: "last_fullsized": "2024-08-29T19:02:14.927121+0000", 2024-08-29T19:03:22.452 INFO:tasks.workunit.client.0.smithi028.stdout: "last_peered": "2024-08-29T19:02:14.927121+0000", 2024-08-29T19:03:22.452 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub": "0'0", 2024-08-29T19:03:22.452 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub_duration": 0, 2024-08-29T19:03:22.452 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub_stamp": "2024-08-29T17:41:01.987071+0000", 2024-08-29T19:03:22.452 INFO:tasks.workunit.client.0.smithi028.stdout: "last_undegraded": "2024-08-29T19:02:14.927121+0000", 2024-08-29T19:03:22.452 INFO:tasks.workunit.client.0.smithi028.stdout: "last_unstale": "2024-08-29T19:02:14.927121+0000", 2024-08-29T19:03:22.452 INFO:tasks.workunit.client.0.smithi028.stdout: "log_dups_size": 0, 2024-08-29T19:03:22.452 INFO:tasks.workunit.client.0.smithi028.stdout: "log_size": 0, 2024-08-29T19:03:22.452 INFO:tasks.workunit.client.0.smithi028.stdout: "log_start": "0'0", 2024-08-29T19:03:22.452 INFO:tasks.workunit.client.0.smithi028.stdout: "manifest_stats_invalid": false, 2024-08-29T19:03:22.452 INFO:tasks.workunit.client.0.smithi028.stdout: "mapping_epoch": 680, 2024-08-29T19:03:22.452 INFO:tasks.workunit.client.0.smithi028.stdout: "object_location_counts": [], 2024-08-29T19:03:22.452 INFO:tasks.workunit.client.0.smithi028.stdout: "objects_scrubbed": 0, 2024-08-29T19:03:22.452 INFO:tasks.workunit.client.0.smithi028.stdout: "objects_trimmed": 0, 2024-08-29T19:03:22.453 INFO:tasks.workunit.client.0.smithi028.stdout: "omap_stats_invalid": false, 2024-08-29T19:03:22.453 INFO:tasks.workunit.client.0.smithi028.stdout: "ondisk_log_size": 0, 2024-08-29T19:03:22.453 INFO:tasks.workunit.client.0.smithi028.stdout: "ondisk_log_start": "0'0", 2024-08-29T19:03:22.453 INFO:tasks.workunit.client.0.smithi028.stdout: "parent": "0.0", 2024-08-29T19:03:22.453 INFO:tasks.workunit.client.0.smithi028.stdout: "parent_split_bits": 0, 2024-08-29T19:03:22.453 INFO:tasks.workunit.client.0.smithi028.stdout: "pgid": "3.3c", 2024-08-29T19:03:22.453 INFO:tasks.workunit.client.0.smithi028.stdout: "pin_stats_invalid": false, 2024-08-29T19:03:22.453 INFO:tasks.workunit.client.0.smithi028.stdout: "purged_snaps": [], 2024-08-29T19:03:22.453 INFO:tasks.workunit.client.0.smithi028.stdout: "reported_epoch": 2650, 2024-08-29T19:03:22.453 INFO:tasks.workunit.client.0.smithi028.stdout: "reported_seq": 4639, 2024-08-29T19:03:22.453 INFO:tasks.workunit.client.0.smithi028.stdout: "scrub_duration": 0.0, 2024-08-29T19:03:22.453 INFO:tasks.workunit.client.0.smithi028.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-30T21:13:09.592393+0000", 2024-08-29T19:03:22.453 INFO:tasks.workunit.client.0.smithi028.stdout: "snaptrim_duration": 0.0, 2024-08-29T19:03:22.454 INFO:tasks.workunit.client.0.smithi028.stdout: "snaptrimq_len": 0, 2024-08-29T19:03:22.454 INFO:tasks.workunit.client.0.smithi028.stdout: "stat_sum": { 2024-08-29T19:03:22.454 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes": 0, 2024-08-29T19:03:22.454 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes_hit_set_archive": 0, 2024-08-29T19:03:22.454 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes_recovered": 0, 2024-08-29T19:03:22.454 INFO:tasks.workunit.client.0.smithi028.stdout: "num_deep_scrub_errors": 0, 2024-08-29T19:03:22.454 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict": 0, 2024-08-29T19:03:22.454 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_kb": 0, 2024-08-29T19:03:22.454 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_mode_full": 0, 2024-08-29T19:03:22.454 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_mode_some": 0, 2024-08-29T19:03:22.454 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush": 0, 2024-08-29T19:03:22.454 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_kb": 0, 2024-08-29T19:03:22.454 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_mode_high": 0, 2024-08-29T19:03:22.454 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_mode_low": 0, 2024-08-29T19:03:22.454 INFO:tasks.workunit.client.0.smithi028.stdout: "num_keys_recovered": 0, 2024-08-29T19:03:22.455 INFO:tasks.workunit.client.0.smithi028.stdout: "num_large_omap_objects": 0, 2024-08-29T19:03:22.455 INFO:tasks.workunit.client.0.smithi028.stdout: "num_legacy_snapsets": 0, 2024-08-29T19:03:22.455 INFO:tasks.workunit.client.0.smithi028.stdout: "num_object_clones": 0, 2024-08-29T19:03:22.455 INFO:tasks.workunit.client.0.smithi028.stdout: "num_object_copies": 0, 2024-08-29T19:03:22.455 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects": 0, 2024-08-29T19:03:22.455 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_degraded": 0, 2024-08-29T19:03:22.455 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_dirty": 0, 2024-08-29T19:03:22.455 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_hit_set_archive": 0, 2024-08-29T19:03:22.455 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_manifest": 0, 2024-08-29T19:03:22.455 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_misplaced": 0, 2024-08-29T19:03:22.455 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_missing": 0, 2024-08-29T19:03:22.455 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_missing_on_primary": 0, 2024-08-29T19:03:22.455 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_omap": 0, 2024-08-29T19:03:22.456 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_pinned": 0, 2024-08-29T19:03:22.456 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_recovered": 0, 2024-08-29T19:03:22.456 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_repaired": 0, 2024-08-29T19:03:22.456 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_unfound": 0, 2024-08-29T19:03:22.456 INFO:tasks.workunit.client.0.smithi028.stdout: "num_omap_bytes": 0, 2024-08-29T19:03:22.456 INFO:tasks.workunit.client.0.smithi028.stdout: "num_omap_keys": 0, 2024-08-29T19:03:22.456 INFO:tasks.workunit.client.0.smithi028.stdout: "num_promote": 0, 2024-08-29T19:03:22.456 INFO:tasks.workunit.client.0.smithi028.stdout: "num_read": 0, 2024-08-29T19:03:22.456 INFO:tasks.workunit.client.0.smithi028.stdout: "num_read_kb": 0, 2024-08-29T19:03:22.456 INFO:tasks.workunit.client.0.smithi028.stdout: "num_scrub_errors": 0, 2024-08-29T19:03:22.456 INFO:tasks.workunit.client.0.smithi028.stdout: "num_shallow_scrub_errors": 0, 2024-08-29T19:03:22.456 INFO:tasks.workunit.client.0.smithi028.stdout: "num_whiteouts": 0, 2024-08-29T19:03:22.456 INFO:tasks.workunit.client.0.smithi028.stdout: "num_write": 0, 2024-08-29T19:03:22.456 INFO:tasks.workunit.client.0.smithi028.stdout: "num_write_kb": 0 2024-08-29T19:03:22.457 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:22.457 INFO:tasks.workunit.client.0.smithi028.stdout: "state": "active+clean", 2024-08-29T19:03:22.457 INFO:tasks.workunit.client.0.smithi028.stdout: "stats_invalid": false, 2024-08-29T19:03:22.457 INFO:tasks.workunit.client.0.smithi028.stdout: "up": [ 2024-08-29T19:03:22.457 INFO:tasks.workunit.client.0.smithi028.stdout: 5, 2024-08-29T19:03:22.457 INFO:tasks.workunit.client.0.smithi028.stdout: 3, 2024-08-29T19:03:22.457 INFO:tasks.workunit.client.0.smithi028.stdout: 7 2024-08-29T19:03:22.457 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-08-29T19:03:22.457 INFO:tasks.workunit.client.0.smithi028.stdout: "up_primary": 5, 2024-08-29T19:03:22.457 INFO:tasks.workunit.client.0.smithi028.stdout: "version": "0'0" 2024-08-29T19:03:22.457 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:22.457 INFO:tasks.workunit.client.0.smithi028.stdout: { 2024-08-29T19:03:22.457 INFO:tasks.workunit.client.0.smithi028.stdout: "acting": [ 2024-08-29T19:03:22.457 INFO:tasks.workunit.client.0.smithi028.stdout: 0, 2024-08-29T19:03:22.458 INFO:tasks.workunit.client.0.smithi028.stdout: 2, 2024-08-29T19:03:22.458 INFO:tasks.workunit.client.0.smithi028.stdout: 1 2024-08-29T19:03:22.458 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-08-29T19:03:22.458 INFO:tasks.workunit.client.0.smithi028.stdout: "acting_primary": 0, 2024-08-29T19:03:22.458 INFO:tasks.workunit.client.0.smithi028.stdout: "avail_no_missing": [], 2024-08-29T19:03:22.458 INFO:tasks.workunit.client.0.smithi028.stdout: "blocked_by": [], 2024-08-29T19:03:22.458 INFO:tasks.workunit.client.0.smithi028.stdout: "created": 62, 2024-08-29T19:03:22.458 INFO:tasks.workunit.client.0.smithi028.stdout: "dirty_stats_invalid": false, 2024-08-29T19:03:22.458 INFO:tasks.workunit.client.0.smithi028.stdout: "hitset_bytes_stats_invalid": false, 2024-08-29T19:03:22.458 INFO:tasks.workunit.client.0.smithi028.stdout: "hitset_stats_invalid": false, 2024-08-29T19:03:22.458 INFO:tasks.workunit.client.0.smithi028.stdout: "last_active": "2024-08-29T19:02:14.102520+0000", 2024-08-29T19:03:22.458 INFO:tasks.workunit.client.0.smithi028.stdout: "last_became_active": "2024-08-29T17:55:26.372812+0000", 2024-08-29T19:03:22.458 INFO:tasks.workunit.client.0.smithi028.stdout: "last_became_peered": "2024-08-29T17:55:26.372812+0000", 2024-08-29T19:03:22.458 INFO:tasks.workunit.client.0.smithi028.stdout: "last_change": "2024-08-29T17:55:26.373796+0000", 2024-08-29T19:03:22.458 INFO:tasks.workunit.client.0.smithi028.stdout: "last_clean": "2024-08-29T19:02:14.102520+0000", 2024-08-29T19:03:22.459 INFO:tasks.workunit.client.0.smithi028.stdout: "last_clean_scrub_stamp": "2024-08-29T17:41:01.987071+0000", 2024-08-29T19:03:22.459 INFO:tasks.workunit.client.0.smithi028.stdout: "last_deep_scrub": "0'0", 2024-08-29T19:03:22.459 INFO:tasks.workunit.client.0.smithi028.stdout: "last_deep_scrub_stamp": "2024-08-29T17:41:01.987071+0000", 2024-08-29T19:03:22.459 INFO:tasks.workunit.client.0.smithi028.stdout: "last_epoch_clean": 517, 2024-08-29T19:03:22.459 INFO:tasks.workunit.client.0.smithi028.stdout: "last_fresh": "2024-08-29T19:02:14.102520+0000", 2024-08-29T19:03:22.459 INFO:tasks.workunit.client.0.smithi028.stdout: "last_fullsized": "2024-08-29T19:02:14.102520+0000", 2024-08-29T19:03:22.459 INFO:tasks.workunit.client.0.smithi028.stdout: "last_peered": "2024-08-29T19:02:14.102520+0000", 2024-08-29T19:03:22.459 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub": "0'0", 2024-08-29T19:03:22.459 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub_duration": 0, 2024-08-29T19:03:22.459 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub_stamp": "2024-08-29T17:41:01.987071+0000", 2024-08-29T19:03:22.459 INFO:tasks.workunit.client.0.smithi028.stdout: "last_undegraded": "2024-08-29T19:02:14.102520+0000", 2024-08-29T19:03:22.459 INFO:tasks.workunit.client.0.smithi028.stdout: "last_unstale": "2024-08-29T19:02:14.102520+0000", 2024-08-29T19:03:22.459 INFO:tasks.workunit.client.0.smithi028.stdout: "log_dups_size": 0, 2024-08-29T19:03:22.459 INFO:tasks.workunit.client.0.smithi028.stdout: "log_size": 0, 2024-08-29T19:03:22.460 INFO:tasks.workunit.client.0.smithi028.stdout: "log_start": "0'0", 2024-08-29T19:03:22.460 INFO:tasks.workunit.client.0.smithi028.stdout: "manifest_stats_invalid": false, 2024-08-29T19:03:22.460 INFO:tasks.workunit.client.0.smithi028.stdout: "mapping_epoch": 516, 2024-08-29T19:03:22.460 INFO:tasks.workunit.client.0.smithi028.stdout: "object_location_counts": [], 2024-08-29T19:03:22.460 INFO:tasks.workunit.client.0.smithi028.stdout: "objects_scrubbed": 0, 2024-08-29T19:03:22.460 INFO:tasks.workunit.client.0.smithi028.stdout: "objects_trimmed": 0, 2024-08-29T19:03:22.460 INFO:tasks.workunit.client.0.smithi028.stdout: "omap_stats_invalid": false, 2024-08-29T19:03:22.460 INFO:tasks.workunit.client.0.smithi028.stdout: "ondisk_log_size": 0, 2024-08-29T19:03:22.460 INFO:tasks.workunit.client.0.smithi028.stdout: "ondisk_log_start": "0'0", 2024-08-29T19:03:22.460 INFO:tasks.workunit.client.0.smithi028.stdout: "parent": "0.0", 2024-08-29T19:03:22.460 INFO:tasks.workunit.client.0.smithi028.stdout: "parent_split_bits": 0, 2024-08-29T19:03:22.460 INFO:tasks.workunit.client.0.smithi028.stdout: "pgid": "3.3d", 2024-08-29T19:03:22.460 INFO:tasks.workunit.client.0.smithi028.stdout: "pin_stats_invalid": false, 2024-08-29T19:03:22.460 INFO:tasks.workunit.client.0.smithi028.stdout: "purged_snaps": [], 2024-08-29T19:03:22.461 INFO:tasks.workunit.client.0.smithi028.stdout: "reported_epoch": 2650, 2024-08-29T19:03:22.461 INFO:tasks.workunit.client.0.smithi028.stdout: "reported_seq": 4813, 2024-08-29T19:03:22.461 INFO:tasks.workunit.client.0.smithi028.stdout: "scrub_duration": 0.0, 2024-08-29T19:03:22.461 INFO:tasks.workunit.client.0.smithi028.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-31T02:20:48.915110+0000", 2024-08-29T19:03:22.461 INFO:tasks.workunit.client.0.smithi028.stdout: "snaptrim_duration": 0.0, 2024-08-29T19:03:22.461 INFO:tasks.workunit.client.0.smithi028.stdout: "snaptrimq_len": 0, 2024-08-29T19:03:22.461 INFO:tasks.workunit.client.0.smithi028.stdout: "stat_sum": { 2024-08-29T19:03:22.461 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes": 0, 2024-08-29T19:03:22.461 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes_hit_set_archive": 0, 2024-08-29T19:03:22.461 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes_recovered": 0, 2024-08-29T19:03:22.461 INFO:tasks.workunit.client.0.smithi028.stdout: "num_deep_scrub_errors": 0, 2024-08-29T19:03:22.461 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict": 0, 2024-08-29T19:03:22.461 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_kb": 0, 2024-08-29T19:03:22.462 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_mode_full": 0, 2024-08-29T19:03:22.462 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_mode_some": 0, 2024-08-29T19:03:22.462 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush": 0, 2024-08-29T19:03:22.462 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_kb": 0, 2024-08-29T19:03:22.462 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_mode_high": 0, 2024-08-29T19:03:22.462 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_mode_low": 0, 2024-08-29T19:03:22.462 INFO:tasks.workunit.client.0.smithi028.stdout: "num_keys_recovered": 0, 2024-08-29T19:03:22.462 INFO:tasks.workunit.client.0.smithi028.stdout: "num_large_omap_objects": 0, 2024-08-29T19:03:22.462 INFO:tasks.workunit.client.0.smithi028.stdout: "num_legacy_snapsets": 0, 2024-08-29T19:03:22.462 INFO:tasks.workunit.client.0.smithi028.stdout: "num_object_clones": 0, 2024-08-29T19:03:22.462 INFO:tasks.workunit.client.0.smithi028.stdout: "num_object_copies": 0, 2024-08-29T19:03:22.462 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects": 0, 2024-08-29T19:03:22.462 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_degraded": 0, 2024-08-29T19:03:22.462 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_dirty": 0, 2024-08-29T19:03:22.463 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_hit_set_archive": 0, 2024-08-29T19:03:22.463 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_manifest": 0, 2024-08-29T19:03:22.463 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_misplaced": 0, 2024-08-29T19:03:22.463 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_missing": 0, 2024-08-29T19:03:22.463 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_missing_on_primary": 0, 2024-08-29T19:03:22.463 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_omap": 0, 2024-08-29T19:03:22.463 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_pinned": 0, 2024-08-29T19:03:22.463 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_recovered": 0, 2024-08-29T19:03:22.463 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_repaired": 0, 2024-08-29T19:03:22.463 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_unfound": 0, 2024-08-29T19:03:22.463 INFO:tasks.workunit.client.0.smithi028.stdout: "num_omap_bytes": 0, 2024-08-29T19:03:22.463 INFO:tasks.workunit.client.0.smithi028.stdout: "num_omap_keys": 0, 2024-08-29T19:03:22.463 INFO:tasks.workunit.client.0.smithi028.stdout: "num_promote": 0, 2024-08-29T19:03:22.463 INFO:tasks.workunit.client.0.smithi028.stdout: "num_read": 0, 2024-08-29T19:03:22.464 INFO:tasks.workunit.client.0.smithi028.stdout: "num_read_kb": 0, 2024-08-29T19:03:22.464 INFO:tasks.workunit.client.0.smithi028.stdout: "num_scrub_errors": 0, 2024-08-29T19:03:22.464 INFO:tasks.workunit.client.0.smithi028.stdout: "num_shallow_scrub_errors": 0, 2024-08-29T19:03:22.464 INFO:tasks.workunit.client.0.smithi028.stdout: "num_whiteouts": 0, 2024-08-29T19:03:22.464 INFO:tasks.workunit.client.0.smithi028.stdout: "num_write": 0, 2024-08-29T19:03:22.464 INFO:tasks.workunit.client.0.smithi028.stdout: "num_write_kb": 0 2024-08-29T19:03:22.464 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:22.464 INFO:tasks.workunit.client.0.smithi028.stdout: "state": "active+clean", 2024-08-29T19:03:22.464 INFO:tasks.workunit.client.0.smithi028.stdout: "stats_invalid": false, 2024-08-29T19:03:22.464 INFO:tasks.workunit.client.0.smithi028.stdout: "up": [ 2024-08-29T19:03:22.464 INFO:tasks.workunit.client.0.smithi028.stdout: 0, 2024-08-29T19:03:22.464 INFO:tasks.workunit.client.0.smithi028.stdout: 2, 2024-08-29T19:03:22.464 INFO:tasks.workunit.client.0.smithi028.stdout: 1 2024-08-29T19:03:22.464 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-08-29T19:03:22.465 INFO:tasks.workunit.client.0.smithi028.stdout: "up_primary": 0, 2024-08-29T19:03:22.465 INFO:tasks.workunit.client.0.smithi028.stdout: "version": "0'0" 2024-08-29T19:03:22.465 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:22.465 INFO:tasks.workunit.client.0.smithi028.stdout: { 2024-08-29T19:03:22.465 INFO:tasks.workunit.client.0.smithi028.stdout: "acting": [ 2024-08-29T19:03:22.465 INFO:tasks.workunit.client.0.smithi028.stdout: 1, 2024-08-29T19:03:22.465 INFO:tasks.workunit.client.0.smithi028.stdout: 0, 2024-08-29T19:03:22.465 INFO:tasks.workunit.client.0.smithi028.stdout: 6 2024-08-29T19:03:22.465 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-08-29T19:03:22.465 INFO:tasks.workunit.client.0.smithi028.stdout: "acting_primary": 1, 2024-08-29T19:03:22.465 INFO:tasks.workunit.client.0.smithi028.stdout: "avail_no_missing": [], 2024-08-29T19:03:22.465 INFO:tasks.workunit.client.0.smithi028.stdout: "blocked_by": [], 2024-08-29T19:03:22.465 INFO:tasks.workunit.client.0.smithi028.stdout: "created": 62, 2024-08-29T19:03:22.465 INFO:tasks.workunit.client.0.smithi028.stdout: "dirty_stats_invalid": false, 2024-08-29T19:03:22.466 INFO:tasks.workunit.client.0.smithi028.stdout: "hitset_bytes_stats_invalid": false, 2024-08-29T19:03:22.466 INFO:tasks.workunit.client.0.smithi028.stdout: "hitset_stats_invalid": false, 2024-08-29T19:03:22.466 INFO:tasks.workunit.client.0.smithi028.stdout: "last_active": "2024-08-29T19:02:14.822916+0000", 2024-08-29T19:03:22.466 INFO:tasks.workunit.client.0.smithi028.stdout: "last_became_active": "2024-08-29T17:57:36.382035+0000", 2024-08-29T19:03:22.466 INFO:tasks.workunit.client.0.smithi028.stdout: "last_became_peered": "2024-08-29T17:57:36.382035+0000", 2024-08-29T19:03:22.466 INFO:tasks.workunit.client.0.smithi028.stdout: "last_change": "2024-08-29T17:57:36.382672+0000", 2024-08-29T19:03:22.466 INFO:tasks.workunit.client.0.smithi028.stdout: "last_clean": "2024-08-29T19:02:14.822916+0000", 2024-08-29T19:03:22.466 INFO:tasks.workunit.client.0.smithi028.stdout: "last_clean_scrub_stamp": "2024-08-29T17:41:01.987071+0000", 2024-08-29T19:03:22.466 INFO:tasks.workunit.client.0.smithi028.stdout: "last_deep_scrub": "0'0", 2024-08-29T19:03:22.466 INFO:tasks.workunit.client.0.smithi028.stdout: "last_deep_scrub_stamp": "2024-08-29T17:41:01.987071+0000", 2024-08-29T19:03:22.466 INFO:tasks.workunit.client.0.smithi028.stdout: "last_epoch_clean": 646, 2024-08-29T19:03:22.466 INFO:tasks.workunit.client.0.smithi028.stdout: "last_fresh": "2024-08-29T19:02:14.822916+0000", 2024-08-29T19:03:22.466 INFO:tasks.workunit.client.0.smithi028.stdout: "last_fullsized": "2024-08-29T19:02:14.822916+0000", 2024-08-29T19:03:22.466 INFO:tasks.workunit.client.0.smithi028.stdout: "last_peered": "2024-08-29T19:02:14.822916+0000", 2024-08-29T19:03:22.467 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub": "0'0", 2024-08-29T19:03:22.467 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub_duration": 0, 2024-08-29T19:03:22.467 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub_stamp": "2024-08-29T17:41:01.987071+0000", 2024-08-29T19:03:22.467 INFO:tasks.workunit.client.0.smithi028.stdout: "last_undegraded": "2024-08-29T19:02:14.822916+0000", 2024-08-29T19:03:22.467 INFO:tasks.workunit.client.0.smithi028.stdout: "last_unstale": "2024-08-29T19:02:14.822916+0000", 2024-08-29T19:03:22.467 INFO:tasks.workunit.client.0.smithi028.stdout: "log_dups_size": 0, 2024-08-29T19:03:22.467 INFO:tasks.workunit.client.0.smithi028.stdout: "log_size": 0, 2024-08-29T19:03:22.467 INFO:tasks.workunit.client.0.smithi028.stdout: "log_start": "0'0", 2024-08-29T19:03:22.467 INFO:tasks.workunit.client.0.smithi028.stdout: "manifest_stats_invalid": false, 2024-08-29T19:03:22.467 INFO:tasks.workunit.client.0.smithi028.stdout: "mapping_epoch": 645, 2024-08-29T19:03:22.467 INFO:tasks.workunit.client.0.smithi028.stdout: "object_location_counts": [], 2024-08-29T19:03:22.467 INFO:tasks.workunit.client.0.smithi028.stdout: "objects_scrubbed": 0, 2024-08-29T19:03:22.467 INFO:tasks.workunit.client.0.smithi028.stdout: "objects_trimmed": 0, 2024-08-29T19:03:22.467 INFO:tasks.workunit.client.0.smithi028.stdout: "omap_stats_invalid": false, 2024-08-29T19:03:22.468 INFO:tasks.workunit.client.0.smithi028.stdout: "ondisk_log_size": 0, 2024-08-29T19:03:22.468 INFO:tasks.workunit.client.0.smithi028.stdout: "ondisk_log_start": "0'0", 2024-08-29T19:03:22.468 INFO:tasks.workunit.client.0.smithi028.stdout: "parent": "0.0", 2024-08-29T19:03:22.468 INFO:tasks.workunit.client.0.smithi028.stdout: "parent_split_bits": 0, 2024-08-29T19:03:22.468 INFO:tasks.workunit.client.0.smithi028.stdout: "pgid": "3.3e", 2024-08-29T19:03:22.468 INFO:tasks.workunit.client.0.smithi028.stdout: "pin_stats_invalid": false, 2024-08-29T19:03:22.468 INFO:tasks.workunit.client.0.smithi028.stdout: "purged_snaps": [], 2024-08-29T19:03:22.468 INFO:tasks.workunit.client.0.smithi028.stdout: "reported_epoch": 2650, 2024-08-29T19:03:22.468 INFO:tasks.workunit.client.0.smithi028.stdout: "reported_seq": 4781, 2024-08-29T19:03:22.468 INFO:tasks.workunit.client.0.smithi028.stdout: "scrub_duration": 0.0, 2024-08-29T19:03:22.468 INFO:tasks.workunit.client.0.smithi028.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-31T03:29:31.430188+0000", 2024-08-29T19:03:22.468 INFO:tasks.workunit.client.0.smithi028.stdout: "snaptrim_duration": 0.0, 2024-08-29T19:03:22.468 INFO:tasks.workunit.client.0.smithi028.stdout: "snaptrimq_len": 0, 2024-08-29T19:03:22.468 INFO:tasks.workunit.client.0.smithi028.stdout: "stat_sum": { 2024-08-29T19:03:22.469 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes": 0, 2024-08-29T19:03:22.469 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes_hit_set_archive": 0, 2024-08-29T19:03:22.469 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes_recovered": 0, 2024-08-29T19:03:22.469 INFO:tasks.workunit.client.0.smithi028.stdout: "num_deep_scrub_errors": 0, 2024-08-29T19:03:22.469 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict": 0, 2024-08-29T19:03:22.469 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_kb": 0, 2024-08-29T19:03:22.469 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_mode_full": 0, 2024-08-29T19:03:22.469 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_mode_some": 0, 2024-08-29T19:03:22.469 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush": 0, 2024-08-29T19:03:22.469 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_kb": 0, 2024-08-29T19:03:22.469 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_mode_high": 0, 2024-08-29T19:03:22.469 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_mode_low": 0, 2024-08-29T19:03:22.469 INFO:tasks.workunit.client.0.smithi028.stdout: "num_keys_recovered": 0, 2024-08-29T19:03:22.469 INFO:tasks.workunit.client.0.smithi028.stdout: "num_large_omap_objects": 0, 2024-08-29T19:03:22.470 INFO:tasks.workunit.client.0.smithi028.stdout: "num_legacy_snapsets": 0, 2024-08-29T19:03:22.470 INFO:tasks.workunit.client.0.smithi028.stdout: "num_object_clones": 0, 2024-08-29T19:03:22.470 INFO:tasks.workunit.client.0.smithi028.stdout: "num_object_copies": 0, 2024-08-29T19:03:22.470 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects": 0, 2024-08-29T19:03:22.470 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_degraded": 0, 2024-08-29T19:03:22.470 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_dirty": 0, 2024-08-29T19:03:22.470 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_hit_set_archive": 0, 2024-08-29T19:03:22.470 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_manifest": 0, 2024-08-29T19:03:22.470 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_misplaced": 0, 2024-08-29T19:03:22.470 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_missing": 0, 2024-08-29T19:03:22.470 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_missing_on_primary": 0, 2024-08-29T19:03:22.470 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_omap": 0, 2024-08-29T19:03:22.470 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_pinned": 0, 2024-08-29T19:03:22.470 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_recovered": 0, 2024-08-29T19:03:22.470 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_repaired": 0, 2024-08-29T19:03:22.471 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_unfound": 0, 2024-08-29T19:03:22.471 INFO:tasks.workunit.client.0.smithi028.stdout: "num_omap_bytes": 0, 2024-08-29T19:03:22.471 INFO:tasks.workunit.client.0.smithi028.stdout: "num_omap_keys": 0, 2024-08-29T19:03:22.471 INFO:tasks.workunit.client.0.smithi028.stdout: "num_promote": 0, 2024-08-29T19:03:22.471 INFO:tasks.workunit.client.0.smithi028.stdout: "num_read": 0, 2024-08-29T19:03:22.471 INFO:tasks.workunit.client.0.smithi028.stdout: "num_read_kb": 0, 2024-08-29T19:03:22.471 INFO:tasks.workunit.client.0.smithi028.stdout: "num_scrub_errors": 0, 2024-08-29T19:03:22.471 INFO:tasks.workunit.client.0.smithi028.stdout: "num_shallow_scrub_errors": 0, 2024-08-29T19:03:22.471 INFO:tasks.workunit.client.0.smithi028.stdout: "num_whiteouts": 0, 2024-08-29T19:03:22.471 INFO:tasks.workunit.client.0.smithi028.stdout: "num_write": 0, 2024-08-29T19:03:22.471 INFO:tasks.workunit.client.0.smithi028.stdout: "num_write_kb": 0 2024-08-29T19:03:22.471 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:22.471 INFO:tasks.workunit.client.0.smithi028.stdout: "state": "active+clean", 2024-08-29T19:03:22.471 INFO:tasks.workunit.client.0.smithi028.stdout: "stats_invalid": false, 2024-08-29T19:03:22.472 INFO:tasks.workunit.client.0.smithi028.stdout: "up": [ 2024-08-29T19:03:22.472 INFO:tasks.workunit.client.0.smithi028.stdout: 1, 2024-08-29T19:03:22.472 INFO:tasks.workunit.client.0.smithi028.stdout: 0, 2024-08-29T19:03:22.472 INFO:tasks.workunit.client.0.smithi028.stdout: 6 2024-08-29T19:03:22.472 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-08-29T19:03:22.472 INFO:tasks.workunit.client.0.smithi028.stdout: "up_primary": 1, 2024-08-29T19:03:22.472 INFO:tasks.workunit.client.0.smithi028.stdout: "version": "0'0" 2024-08-29T19:03:22.472 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:22.472 INFO:tasks.workunit.client.0.smithi028.stdout: { 2024-08-29T19:03:22.472 INFO:tasks.workunit.client.0.smithi028.stdout: "acting": [ 2024-08-29T19:03:22.472 INFO:tasks.workunit.client.0.smithi028.stdout: 7, 2024-08-29T19:03:22.472 INFO:tasks.workunit.client.0.smithi028.stdout: 6, 2024-08-29T19:03:22.472 INFO:tasks.workunit.client.0.smithi028.stdout: 0 2024-08-29T19:03:22.472 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-08-29T19:03:22.473 INFO:tasks.workunit.client.0.smithi028.stdout: "acting_primary": 7, 2024-08-29T19:03:22.473 INFO:tasks.workunit.client.0.smithi028.stdout: "avail_no_missing": [], 2024-08-29T19:03:22.473 INFO:tasks.workunit.client.0.smithi028.stdout: "blocked_by": [], 2024-08-29T19:03:22.473 INFO:tasks.workunit.client.0.smithi028.stdout: "created": 62, 2024-08-29T19:03:22.473 INFO:tasks.workunit.client.0.smithi028.stdout: "dirty_stats_invalid": false, 2024-08-29T19:03:22.473 INFO:tasks.workunit.client.0.smithi028.stdout: "hitset_bytes_stats_invalid": false, 2024-08-29T19:03:22.473 INFO:tasks.workunit.client.0.smithi028.stdout: "hitset_stats_invalid": false, 2024-08-29T19:03:22.473 INFO:tasks.workunit.client.0.smithi028.stdout: "last_active": "2024-08-29T19:02:14.101795+0000", 2024-08-29T19:03:22.473 INFO:tasks.workunit.client.0.smithi028.stdout: "last_became_active": "2024-08-29T17:58:11.352330+0000", 2024-08-29T19:03:22.473 INFO:tasks.workunit.client.0.smithi028.stdout: "last_became_peered": "2024-08-29T17:58:11.352330+0000", 2024-08-29T19:03:22.473 INFO:tasks.workunit.client.0.smithi028.stdout: "last_change": "2024-08-29T17:58:11.354587+0000", 2024-08-29T19:03:22.473 INFO:tasks.workunit.client.0.smithi028.stdout: "last_clean": "2024-08-29T19:02:14.101795+0000", 2024-08-29T19:03:22.473 INFO:tasks.workunit.client.0.smithi028.stdout: "last_clean_scrub_stamp": "2024-08-29T17:41:01.987071+0000", 2024-08-29T19:03:22.473 INFO:tasks.workunit.client.0.smithi028.stdout: "last_deep_scrub": "0'0", 2024-08-29T19:03:22.473 INFO:tasks.workunit.client.0.smithi028.stdout: "last_deep_scrub_stamp": "2024-08-29T17:41:01.987071+0000", 2024-08-29T19:03:22.474 INFO:tasks.workunit.client.0.smithi028.stdout: "last_epoch_clean": 681, 2024-08-29T19:03:22.474 INFO:tasks.workunit.client.0.smithi028.stdout: "last_fresh": "2024-08-29T19:02:14.101795+0000", 2024-08-29T19:03:22.474 INFO:tasks.workunit.client.0.smithi028.stdout: "last_fullsized": "2024-08-29T19:02:14.101795+0000", 2024-08-29T19:03:22.474 INFO:tasks.workunit.client.0.smithi028.stdout: "last_peered": "2024-08-29T19:02:14.101795+0000", 2024-08-29T19:03:22.474 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub": "0'0", 2024-08-29T19:03:22.474 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub_duration": 0, 2024-08-29T19:03:22.474 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub_stamp": "2024-08-29T17:41:01.987071+0000", 2024-08-29T19:03:22.474 INFO:tasks.workunit.client.0.smithi028.stdout: "last_undegraded": "2024-08-29T19:02:14.101795+0000", 2024-08-29T19:03:22.474 INFO:tasks.workunit.client.0.smithi028.stdout: "last_unstale": "2024-08-29T19:02:14.101795+0000", 2024-08-29T19:03:22.474 INFO:tasks.workunit.client.0.smithi028.stdout: "log_dups_size": 0, 2024-08-29T19:03:22.474 INFO:tasks.workunit.client.0.smithi028.stdout: "log_size": 0, 2024-08-29T19:03:22.474 INFO:tasks.workunit.client.0.smithi028.stdout: "log_start": "0'0", 2024-08-29T19:03:22.474 INFO:tasks.workunit.client.0.smithi028.stdout: "manifest_stats_invalid": false, 2024-08-29T19:03:22.474 INFO:tasks.workunit.client.0.smithi028.stdout: "mapping_epoch": 680, 2024-08-29T19:03:22.475 INFO:tasks.workunit.client.0.smithi028.stdout: "object_location_counts": [], 2024-08-29T19:03:22.475 INFO:tasks.workunit.client.0.smithi028.stdout: "objects_scrubbed": 0, 2024-08-29T19:03:22.475 INFO:tasks.workunit.client.0.smithi028.stdout: "objects_trimmed": 0, 2024-08-29T19:03:22.475 INFO:tasks.workunit.client.0.smithi028.stdout: "omap_stats_invalid": false, 2024-08-29T19:03:22.475 INFO:tasks.workunit.client.0.smithi028.stdout: "ondisk_log_size": 0, 2024-08-29T19:03:22.475 INFO:tasks.workunit.client.0.smithi028.stdout: "ondisk_log_start": "0'0", 2024-08-29T19:03:22.475 INFO:tasks.workunit.client.0.smithi028.stdout: "parent": "0.0", 2024-08-29T19:03:22.475 INFO:tasks.workunit.client.0.smithi028.stdout: "parent_split_bits": 0, 2024-08-29T19:03:22.475 INFO:tasks.workunit.client.0.smithi028.stdout: "pgid": "3.3f", 2024-08-29T19:03:22.475 INFO:tasks.workunit.client.0.smithi028.stdout: "pin_stats_invalid": false, 2024-08-29T19:03:22.475 INFO:tasks.workunit.client.0.smithi028.stdout: "purged_snaps": [], 2024-08-29T19:03:22.475 INFO:tasks.workunit.client.0.smithi028.stdout: "reported_epoch": 2650, 2024-08-29T19:03:22.475 INFO:tasks.workunit.client.0.smithi028.stdout: "reported_seq": 4556, 2024-08-29T19:03:22.475 INFO:tasks.workunit.client.0.smithi028.stdout: "scrub_duration": 0.0, 2024-08-29T19:03:22.476 INFO:tasks.workunit.client.0.smithi028.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-30T17:55:27.162202+0000", 2024-08-29T19:03:22.476 INFO:tasks.workunit.client.0.smithi028.stdout: "snaptrim_duration": 0.0, 2024-08-29T19:03:22.476 INFO:tasks.workunit.client.0.smithi028.stdout: "snaptrimq_len": 0, 2024-08-29T19:03:22.476 INFO:tasks.workunit.client.0.smithi028.stdout: "stat_sum": { 2024-08-29T19:03:22.476 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes": 0, 2024-08-29T19:03:22.476 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes_hit_set_archive": 0, 2024-08-29T19:03:22.476 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes_recovered": 0, 2024-08-29T19:03:22.476 INFO:tasks.workunit.client.0.smithi028.stdout: "num_deep_scrub_errors": 0, 2024-08-29T19:03:22.476 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict": 0, 2024-08-29T19:03:22.476 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_kb": 0, 2024-08-29T19:03:22.476 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_mode_full": 0, 2024-08-29T19:03:22.476 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_mode_some": 0, 2024-08-29T19:03:22.476 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush": 0, 2024-08-29T19:03:22.476 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_kb": 0, 2024-08-29T19:03:22.477 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_mode_high": 0, 2024-08-29T19:03:22.477 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_mode_low": 0, 2024-08-29T19:03:22.477 INFO:tasks.workunit.client.0.smithi028.stdout: "num_keys_recovered": 0, 2024-08-29T19:03:22.477 INFO:tasks.workunit.client.0.smithi028.stdout: "num_large_omap_objects": 0, 2024-08-29T19:03:22.477 INFO:tasks.workunit.client.0.smithi028.stdout: "num_legacy_snapsets": 0, 2024-08-29T19:03:22.477 INFO:tasks.workunit.client.0.smithi028.stdout: "num_object_clones": 0, 2024-08-29T19:03:22.477 INFO:tasks.workunit.client.0.smithi028.stdout: "num_object_copies": 0, 2024-08-29T19:03:22.477 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects": 0, 2024-08-29T19:03:22.477 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_degraded": 0, 2024-08-29T19:03:22.477 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_dirty": 0, 2024-08-29T19:03:22.477 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_hit_set_archive": 0, 2024-08-29T19:03:22.477 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_manifest": 0, 2024-08-29T19:03:22.477 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_misplaced": 0, 2024-08-29T19:03:22.477 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_missing": 0, 2024-08-29T19:03:22.478 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_missing_on_primary": 0, 2024-08-29T19:03:22.478 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_omap": 0, 2024-08-29T19:03:22.478 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_pinned": 0, 2024-08-29T19:03:22.478 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_recovered": 0, 2024-08-29T19:03:22.478 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_repaired": 0, 2024-08-29T19:03:22.478 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_unfound": 0, 2024-08-29T19:03:22.478 INFO:tasks.workunit.client.0.smithi028.stdout: "num_omap_bytes": 0, 2024-08-29T19:03:22.478 INFO:tasks.workunit.client.0.smithi028.stdout: "num_omap_keys": 0, 2024-08-29T19:03:22.478 INFO:tasks.workunit.client.0.smithi028.stdout: "num_promote": 0, 2024-08-29T19:03:22.478 INFO:tasks.workunit.client.0.smithi028.stdout: "num_read": 0, 2024-08-29T19:03:22.478 INFO:tasks.workunit.client.0.smithi028.stdout: "num_read_kb": 0, 2024-08-29T19:03:22.478 INFO:tasks.workunit.client.0.smithi028.stdout: "num_scrub_errors": 0, 2024-08-29T19:03:22.478 INFO:tasks.workunit.client.0.smithi028.stdout: "num_shallow_scrub_errors": 0, 2024-08-29T19:03:22.478 INFO:tasks.workunit.client.0.smithi028.stdout: "num_whiteouts": 0, 2024-08-29T19:03:22.479 INFO:tasks.workunit.client.0.smithi028.stdout: "num_write": 0, 2024-08-29T19:03:22.479 INFO:tasks.workunit.client.0.smithi028.stdout: "num_write_kb": 0 2024-08-29T19:03:22.479 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:22.479 INFO:tasks.workunit.client.0.smithi028.stdout: "state": "active+clean", 2024-08-29T19:03:22.479 INFO:tasks.workunit.client.0.smithi028.stdout: "stats_invalid": false, 2024-08-29T19:03:22.479 INFO:tasks.workunit.client.0.smithi028.stdout: "up": [ 2024-08-29T19:03:22.479 INFO:tasks.workunit.client.0.smithi028.stdout: 7, 2024-08-29T19:03:22.479 INFO:tasks.workunit.client.0.smithi028.stdout: 6, 2024-08-29T19:03:22.479 INFO:tasks.workunit.client.0.smithi028.stdout: 0 2024-08-29T19:03:22.479 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-08-29T19:03:22.479 INFO:tasks.workunit.client.0.smithi028.stdout: "up_primary": 7, 2024-08-29T19:03:22.479 INFO:tasks.workunit.client.0.smithi028.stdout: "version": "0'0" 2024-08-29T19:03:22.479 INFO:tasks.workunit.client.0.smithi028.stdout: } 2024-08-29T19:03:22.479 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-08-29T19:03:22.480 INFO:tasks.workunit.client.0.smithi028.stdout: "stats_per_pool": [ 2024-08-29T19:03:22.480 INFO:tasks.workunit.client.0.smithi028.stdout: { 2024-08-29T19:03:22.480 INFO:tasks.workunit.client.0.smithi028.stdout: "acting": 3, 2024-08-29T19:03:22.480 INFO:tasks.workunit.client.0.smithi028.stdout: "application": [ 2024-08-29T19:03:22.480 INFO:tasks.workunit.client.0.smithi028.stdout: "mgr" 2024-08-29T19:03:22.480 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-08-29T19:03:22.480 INFO:tasks.workunit.client.0.smithi028.stdout: "log_size": 197, 2024-08-29T19:03:22.480 INFO:tasks.workunit.client.0.smithi028.stdout: "num_pg": 1, 2024-08-29T19:03:22.480 INFO:tasks.workunit.client.0.smithi028.stdout: "num_store_stats": 3, 2024-08-29T19:03:22.480 INFO:tasks.workunit.client.0.smithi028.stdout: "ondisk_log_size": 197, 2024-08-29T19:03:22.480 INFO:tasks.workunit.client.0.smithi028.stdout: "poolid": 1, 2024-08-29T19:03:22.480 INFO:tasks.workunit.client.0.smithi028.stdout: "stat_sum": { 2024-08-29T19:03:22.480 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes": 590368, 2024-08-29T19:03:22.480 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes_hit_set_archive": 0, 2024-08-29T19:03:22.481 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes_recovered": 1771104, 2024-08-29T19:03:22.481 INFO:tasks.workunit.client.0.smithi028.stdout: "num_deep_scrub_errors": 0, 2024-08-29T19:03:22.481 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict": 0, 2024-08-29T19:03:22.481 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_kb": 0, 2024-08-29T19:03:22.481 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_mode_full": 0, 2024-08-29T19:03:22.481 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_mode_some": 0, 2024-08-29T19:03:22.481 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush": 0, 2024-08-29T19:03:22.481 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_kb": 0, 2024-08-29T19:03:22.481 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_mode_high": 0, 2024-08-29T19:03:22.481 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_mode_low": 0, 2024-08-29T19:03:22.481 INFO:tasks.workunit.client.0.smithi028.stdout: "num_keys_recovered": 0, 2024-08-29T19:03:22.481 INFO:tasks.workunit.client.0.smithi028.stdout: "num_large_omap_objects": 0, 2024-08-29T19:03:22.481 INFO:tasks.workunit.client.0.smithi028.stdout: "num_legacy_snapsets": 0, 2024-08-29T19:03:22.481 INFO:tasks.workunit.client.0.smithi028.stdout: "num_object_clones": 0, 2024-08-29T19:03:22.481 INFO:tasks.workunit.client.0.smithi028.stdout: "num_object_copies": 6, 2024-08-29T19:03:22.482 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects": 2, 2024-08-29T19:03:22.482 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_degraded": 0, 2024-08-29T19:03:22.482 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_dirty": 2, 2024-08-29T19:03:22.482 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_hit_set_archive": 0, 2024-08-29T19:03:22.482 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_manifest": 0, 2024-08-29T19:03:22.482 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_misplaced": 0, 2024-08-29T19:03:22.482 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_missing": 0, 2024-08-29T19:03:22.482 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_missing_on_primary": 0, 2024-08-29T19:03:22.482 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_omap": 0, 2024-08-29T19:03:22.482 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_pinned": 0, 2024-08-29T19:03:22.482 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_recovered": 6, 2024-08-29T19:03:22.482 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_repaired": 0, 2024-08-29T19:03:22.482 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_unfound": 0, 2024-08-29T19:03:22.482 INFO:tasks.workunit.client.0.smithi028.stdout: "num_omap_bytes": 0, 2024-08-29T19:03:22.483 INFO:tasks.workunit.client.0.smithi028.stdout: "num_omap_keys": 0, 2024-08-29T19:03:22.483 INFO:tasks.workunit.client.0.smithi028.stdout: "num_promote": 0, 2024-08-29T19:03:22.483 INFO:tasks.workunit.client.0.smithi028.stdout: "num_read": 812, 2024-08-29T19:03:22.483 INFO:tasks.workunit.client.0.smithi028.stdout: "num_read_kb": 1310, 2024-08-29T19:03:22.483 INFO:tasks.workunit.client.0.smithi028.stdout: "num_scrub_errors": 0, 2024-08-29T19:03:22.483 INFO:tasks.workunit.client.0.smithi028.stdout: "num_shallow_scrub_errors": 0, 2024-08-29T19:03:22.483 INFO:tasks.workunit.client.0.smithi028.stdout: "num_whiteouts": 0, 2024-08-29T19:03:22.483 INFO:tasks.workunit.client.0.smithi028.stdout: "num_write": 311, 2024-08-29T19:03:22.483 INFO:tasks.workunit.client.0.smithi028.stdout: "num_write_kb": 2416 2024-08-29T19:03:22.483 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:22.483 INFO:tasks.workunit.client.0.smithi028.stdout: "store_stats": { 2024-08-29T19:03:22.483 INFO:tasks.workunit.client.0.smithi028.stdout: "allocated": 1781760, 2024-08-29T19:03:22.483 INFO:tasks.workunit.client.0.smithi028.stdout: "available": 0, 2024-08-29T19:03:22.483 INFO:tasks.workunit.client.0.smithi028.stdout: "data_compressed": 0, 2024-08-29T19:03:22.484 INFO:tasks.workunit.client.0.smithi028.stdout: "data_compressed_allocated": 0, 2024-08-29T19:03:22.484 INFO:tasks.workunit.client.0.smithi028.stdout: "data_compressed_original": 0, 2024-08-29T19:03:22.484 INFO:tasks.workunit.client.0.smithi028.stdout: "data_stored": 1771104, 2024-08-29T19:03:22.484 INFO:tasks.workunit.client.0.smithi028.stdout: "internal_metadata": 0, 2024-08-29T19:03:22.484 INFO:tasks.workunit.client.0.smithi028.stdout: "internally_reserved": 0, 2024-08-29T19:03:22.484 INFO:tasks.workunit.client.0.smithi028.stdout: "omap_allocated": 0, 2024-08-29T19:03:22.484 INFO:tasks.workunit.client.0.smithi028.stdout: "total": 0 2024-08-29T19:03:22.484 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:22.484 INFO:tasks.workunit.client.0.smithi028.stdout: "up": 3 2024-08-29T19:03:22.484 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:22.484 INFO:tasks.workunit.client.0.smithi028.stdout: { 2024-08-29T19:03:22.484 INFO:tasks.workunit.client.0.smithi028.stdout: "acting": 96, 2024-08-29T19:03:22.484 INFO:tasks.workunit.client.0.smithi028.stdout: "application": [ 2024-08-29T19:03:22.484 INFO:tasks.workunit.client.0.smithi028.stdout: "cephfs" 2024-08-29T19:03:22.485 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-08-29T19:03:22.485 INFO:tasks.workunit.client.0.smithi028.stdout: "log_size": 68, 2024-08-29T19:03:22.485 INFO:tasks.workunit.client.0.smithi028.stdout: "num_pg": 32, 2024-08-29T19:03:22.485 INFO:tasks.workunit.client.0.smithi028.stdout: "num_store_stats": 8, 2024-08-29T19:03:22.485 INFO:tasks.workunit.client.0.smithi028.stdout: "ondisk_log_size": 68, 2024-08-29T19:03:22.485 INFO:tasks.workunit.client.0.smithi028.stdout: "poolid": 2, 2024-08-29T19:03:22.485 INFO:tasks.workunit.client.0.smithi028.stdout: "stat_sum": { 2024-08-29T19:03:22.485 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes": 6590, 2024-08-29T19:03:22.485 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes_hit_set_archive": 0, 2024-08-29T19:03:22.485 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes_recovered": 0, 2024-08-29T19:03:22.485 INFO:tasks.workunit.client.0.smithi028.stdout: "num_deep_scrub_errors": 0, 2024-08-29T19:03:22.485 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict": 0, 2024-08-29T19:03:22.485 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_kb": 0, 2024-08-29T19:03:22.485 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_mode_full": 0, 2024-08-29T19:03:22.485 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_mode_some": 0, 2024-08-29T19:03:22.486 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush": 0, 2024-08-29T19:03:22.486 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_kb": 0, 2024-08-29T19:03:22.486 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_mode_high": 0, 2024-08-29T19:03:22.486 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_mode_low": 0, 2024-08-29T19:03:22.486 INFO:tasks.workunit.client.0.smithi028.stdout: "num_keys_recovered": 0, 2024-08-29T19:03:22.486 INFO:tasks.workunit.client.0.smithi028.stdout: "num_large_omap_objects": 0, 2024-08-29T19:03:22.486 INFO:tasks.workunit.client.0.smithi028.stdout: "num_legacy_snapsets": 0, 2024-08-29T19:03:22.486 INFO:tasks.workunit.client.0.smithi028.stdout: "num_object_clones": 0, 2024-08-29T19:03:22.486 INFO:tasks.workunit.client.0.smithi028.stdout: "num_object_copies": 66, 2024-08-29T19:03:22.486 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects": 22, 2024-08-29T19:03:22.486 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_degraded": 0, 2024-08-29T19:03:22.486 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_dirty": 22, 2024-08-29T19:03:22.486 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_hit_set_archive": 0, 2024-08-29T19:03:22.486 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_manifest": 0, 2024-08-29T19:03:22.487 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_misplaced": 0, 2024-08-29T19:03:22.487 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_missing": 0, 2024-08-29T19:03:22.487 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_missing_on_primary": 0, 2024-08-29T19:03:22.487 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_omap": 14, 2024-08-29T19:03:22.487 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_pinned": 0, 2024-08-29T19:03:22.487 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_recovered": 0, 2024-08-29T19:03:22.487 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_repaired": 0, 2024-08-29T19:03:22.487 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_unfound": 0, 2024-08-29T19:03:22.487 INFO:tasks.workunit.client.0.smithi028.stdout: "num_omap_bytes": 0, 2024-08-29T19:03:22.487 INFO:tasks.workunit.client.0.smithi028.stdout: "num_omap_keys": 0, 2024-08-29T19:03:22.487 INFO:tasks.workunit.client.0.smithi028.stdout: "num_promote": 0, 2024-08-29T19:03:22.487 INFO:tasks.workunit.client.0.smithi028.stdout: "num_read": 79, 2024-08-29T19:03:22.487 INFO:tasks.workunit.client.0.smithi028.stdout: "num_read_kb": 86, 2024-08-29T19:03:22.487 INFO:tasks.workunit.client.0.smithi028.stdout: "num_scrub_errors": 0, 2024-08-29T19:03:22.487 INFO:tasks.workunit.client.0.smithi028.stdout: "num_shallow_scrub_errors": 0, 2024-08-29T19:03:22.488 INFO:tasks.workunit.client.0.smithi028.stdout: "num_whiteouts": 0, 2024-08-29T19:03:22.488 INFO:tasks.workunit.client.0.smithi028.stdout: "num_write": 68, 2024-08-29T19:03:22.488 INFO:tasks.workunit.client.0.smithi028.stdout: "num_write_kb": 35 2024-08-29T19:03:22.488 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:22.488 INFO:tasks.workunit.client.0.smithi028.stdout: "store_stats": { 2024-08-29T19:03:22.488 INFO:tasks.workunit.client.0.smithi028.stdout: "allocated": 110592, 2024-08-29T19:03:22.488 INFO:tasks.workunit.client.0.smithi028.stdout: "available": 0, 2024-08-29T19:03:22.488 INFO:tasks.workunit.client.0.smithi028.stdout: "data_compressed": 0, 2024-08-29T19:03:22.488 INFO:tasks.workunit.client.0.smithi028.stdout: "data_compressed_allocated": 0, 2024-08-29T19:03:22.488 INFO:tasks.workunit.client.0.smithi028.stdout: "data_compressed_original": 0, 2024-08-29T19:03:22.488 INFO:tasks.workunit.client.0.smithi028.stdout: "data_stored": 19770, 2024-08-29T19:03:22.488 INFO:tasks.workunit.client.0.smithi028.stdout: "internal_metadata": 0, 2024-08-29T19:03:22.488 INFO:tasks.workunit.client.0.smithi028.stdout: "internally_reserved": 0, 2024-08-29T19:03:22.489 INFO:tasks.workunit.client.0.smithi028.stdout: "omap_allocated": 37412, 2024-08-29T19:03:22.489 INFO:tasks.workunit.client.0.smithi028.stdout: "total": 0 2024-08-29T19:03:22.489 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:22.489 INFO:tasks.workunit.client.0.smithi028.stdout: "up": 96 2024-08-29T19:03:22.489 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:22.489 INFO:tasks.workunit.client.0.smithi028.stdout: { 2024-08-29T19:03:22.489 INFO:tasks.workunit.client.0.smithi028.stdout: "acting": 192, 2024-08-29T19:03:22.489 INFO:tasks.workunit.client.0.smithi028.stdout: "application": [ 2024-08-29T19:03:22.489 INFO:tasks.workunit.client.0.smithi028.stdout: "cephfs" 2024-08-29T19:03:22.489 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-08-29T19:03:22.489 INFO:tasks.workunit.client.0.smithi028.stdout: "log_size": 0, 2024-08-29T19:03:22.489 INFO:tasks.workunit.client.0.smithi028.stdout: "num_pg": 64, 2024-08-29T19:03:22.489 INFO:tasks.workunit.client.0.smithi028.stdout: "num_store_stats": 8, 2024-08-29T19:03:22.489 INFO:tasks.workunit.client.0.smithi028.stdout: "ondisk_log_size": 0, 2024-08-29T19:03:22.489 INFO:tasks.workunit.client.0.smithi028.stdout: "poolid": 3, 2024-08-29T19:03:22.490 INFO:tasks.workunit.client.0.smithi028.stdout: "stat_sum": { 2024-08-29T19:03:22.490 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes": 0, 2024-08-29T19:03:22.490 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes_hit_set_archive": 0, 2024-08-29T19:03:22.490 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes_recovered": 0, 2024-08-29T19:03:22.490 INFO:tasks.workunit.client.0.smithi028.stdout: "num_deep_scrub_errors": 0, 2024-08-29T19:03:22.490 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict": 0, 2024-08-29T19:03:22.490 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_kb": 0, 2024-08-29T19:03:22.490 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_mode_full": 0, 2024-08-29T19:03:22.490 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_mode_some": 0, 2024-08-29T19:03:22.490 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush": 0, 2024-08-29T19:03:22.490 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_kb": 0, 2024-08-29T19:03:22.490 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_mode_high": 0, 2024-08-29T19:03:22.490 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_mode_low": 0, 2024-08-29T19:03:22.490 INFO:tasks.workunit.client.0.smithi028.stdout: "num_keys_recovered": 0, 2024-08-29T19:03:22.491 INFO:tasks.workunit.client.0.smithi028.stdout: "num_large_omap_objects": 0, 2024-08-29T19:03:22.491 INFO:tasks.workunit.client.0.smithi028.stdout: "num_legacy_snapsets": 0, 2024-08-29T19:03:22.491 INFO:tasks.workunit.client.0.smithi028.stdout: "num_object_clones": 0, 2024-08-29T19:03:22.491 INFO:tasks.workunit.client.0.smithi028.stdout: "num_object_copies": 0, 2024-08-29T19:03:22.491 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects": 0, 2024-08-29T19:03:22.491 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_degraded": 0, 2024-08-29T19:03:22.491 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_dirty": 0, 2024-08-29T19:03:22.491 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_hit_set_archive": 0, 2024-08-29T19:03:22.491 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_manifest": 0, 2024-08-29T19:03:22.491 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_misplaced": 0, 2024-08-29T19:03:22.491 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_missing": 0, 2024-08-29T19:03:22.491 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_missing_on_primary": 0, 2024-08-29T19:03:22.491 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_omap": 0, 2024-08-29T19:03:22.491 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_pinned": 0, 2024-08-29T19:03:22.492 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_recovered": 0, 2024-08-29T19:03:22.492 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_repaired": 0, 2024-08-29T19:03:22.492 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_unfound": 0, 2024-08-29T19:03:22.492 INFO:tasks.workunit.client.0.smithi028.stdout: "num_omap_bytes": 0, 2024-08-29T19:03:22.492 INFO:tasks.workunit.client.0.smithi028.stdout: "num_omap_keys": 0, 2024-08-29T19:03:22.492 INFO:tasks.workunit.client.0.smithi028.stdout: "num_promote": 0, 2024-08-29T19:03:22.492 INFO:tasks.workunit.client.0.smithi028.stdout: "num_read": 0, 2024-08-29T19:03:22.492 INFO:tasks.workunit.client.0.smithi028.stdout: "num_read_kb": 0, 2024-08-29T19:03:22.492 INFO:tasks.workunit.client.0.smithi028.stdout: "num_scrub_errors": 0, 2024-08-29T19:03:22.492 INFO:tasks.workunit.client.0.smithi028.stdout: "num_shallow_scrub_errors": 0, 2024-08-29T19:03:22.492 INFO:tasks.workunit.client.0.smithi028.stdout: "num_whiteouts": 0, 2024-08-29T19:03:22.492 INFO:tasks.workunit.client.0.smithi028.stdout: "num_write": 0, 2024-08-29T19:03:22.492 INFO:tasks.workunit.client.0.smithi028.stdout: "num_write_kb": 0 2024-08-29T19:03:22.492 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:22.493 INFO:tasks.workunit.client.0.smithi028.stdout: "store_stats": { 2024-08-29T19:03:22.493 INFO:tasks.workunit.client.0.smithi028.stdout: "allocated": 0, 2024-08-29T19:03:22.493 INFO:tasks.workunit.client.0.smithi028.stdout: "available": 0, 2024-08-29T19:03:22.493 INFO:tasks.workunit.client.0.smithi028.stdout: "data_compressed": 0, 2024-08-29T19:03:22.493 INFO:tasks.workunit.client.0.smithi028.stdout: "data_compressed_allocated": 0, 2024-08-29T19:03:22.493 INFO:tasks.workunit.client.0.smithi028.stdout: "data_compressed_original": 0, 2024-08-29T19:03:22.493 INFO:tasks.workunit.client.0.smithi028.stdout: "data_stored": 0, 2024-08-29T19:03:22.493 INFO:tasks.workunit.client.0.smithi028.stdout: "internal_metadata": 0, 2024-08-29T19:03:22.493 INFO:tasks.workunit.client.0.smithi028.stdout: "internally_reserved": 0, 2024-08-29T19:03:22.493 INFO:tasks.workunit.client.0.smithi028.stdout: "omap_allocated": 0, 2024-08-29T19:03:22.493 INFO:tasks.workunit.client.0.smithi028.stdout: "total": 0 2024-08-29T19:03:22.493 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:22.493 INFO:tasks.workunit.client.0.smithi028.stdout: "up": 192 2024-08-29T19:03:22.493 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:22.494 INFO:tasks.workunit.client.0.smithi028.stdout: { 2024-08-29T19:03:22.494 INFO:tasks.workunit.client.0.smithi028.stdout: "acting": 24, 2024-08-29T19:03:22.494 INFO:tasks.workunit.client.0.smithi028.stdout: "application": [ 2024-08-29T19:03:22.494 INFO:tasks.workunit.client.0.smithi028.stdout: "rbd" 2024-08-29T19:03:22.494 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-08-29T19:03:22.494 INFO:tasks.workunit.client.0.smithi028.stdout: "log_size": 24401, 2024-08-29T19:03:22.494 INFO:tasks.workunit.client.0.smithi028.stdout: "num_pg": 8, 2024-08-29T19:03:22.494 INFO:tasks.workunit.client.0.smithi028.stdout: "num_store_stats": 8, 2024-08-29T19:03:22.494 INFO:tasks.workunit.client.0.smithi028.stdout: "ondisk_log_size": 24401, 2024-08-29T19:03:22.494 INFO:tasks.workunit.client.0.smithi028.stdout: "poolid": 4, 2024-08-29T19:03:22.494 INFO:tasks.workunit.client.0.smithi028.stdout: "stat_sum": { 2024-08-29T19:03:22.494 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes": 4194323, 2024-08-29T19:03:22.494 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes_hit_set_archive": 0, 2024-08-29T19:03:22.494 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes_recovered": 0, 2024-08-29T19:03:22.495 INFO:tasks.workunit.client.0.smithi028.stdout: "num_deep_scrub_errors": 0, 2024-08-29T19:03:22.495 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict": 0, 2024-08-29T19:03:22.495 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_kb": 0, 2024-08-29T19:03:22.495 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_mode_full": 0, 2024-08-29T19:03:22.495 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_mode_some": 0, 2024-08-29T19:03:22.495 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush": 0, 2024-08-29T19:03:22.495 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_kb": 0, 2024-08-29T19:03:22.495 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_mode_high": 0, 2024-08-29T19:03:22.495 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_mode_low": 0, 2024-08-29T19:03:22.495 INFO:tasks.workunit.client.0.smithi028.stdout: "num_keys_recovered": 0, 2024-08-29T19:03:22.495 INFO:tasks.workunit.client.0.smithi028.stdout: "num_large_omap_objects": 0, 2024-08-29T19:03:22.495 INFO:tasks.workunit.client.0.smithi028.stdout: "num_legacy_snapsets": 0, 2024-08-29T19:03:22.495 INFO:tasks.workunit.client.0.smithi028.stdout: "num_object_clones": 0, 2024-08-29T19:03:22.495 INFO:tasks.workunit.client.0.smithi028.stdout: "num_object_copies": 12, 2024-08-29T19:03:22.495 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects": 4, 2024-08-29T19:03:22.496 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_degraded": 0, 2024-08-29T19:03:22.496 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_dirty": 4, 2024-08-29T19:03:22.496 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_hit_set_archive": 0, 2024-08-29T19:03:22.496 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_manifest": 0, 2024-08-29T19:03:22.496 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_misplaced": 0, 2024-08-29T19:03:22.496 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_missing": 0, 2024-08-29T19:03:22.496 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_missing_on_primary": 0, 2024-08-29T19:03:22.496 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_omap": 2, 2024-08-29T19:03:22.496 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_pinned": 0, 2024-08-29T19:03:22.496 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_recovered": 0, 2024-08-29T19:03:22.496 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_repaired": 0, 2024-08-29T19:03:22.496 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_unfound": 0, 2024-08-29T19:03:22.496 INFO:tasks.workunit.client.0.smithi028.stdout: "num_omap_bytes": 0, 2024-08-29T19:03:22.497 INFO:tasks.workunit.client.0.smithi028.stdout: "num_omap_keys": 0, 2024-08-29T19:03:22.497 INFO:tasks.workunit.client.0.smithi028.stdout: "num_promote": 0, 2024-08-29T19:03:22.497 INFO:tasks.workunit.client.0.smithi028.stdout: "num_read": 9099, 2024-08-29T19:03:22.497 INFO:tasks.workunit.client.0.smithi028.stdout: "num_read_kb": 3141300, 2024-08-29T19:03:22.497 INFO:tasks.workunit.client.0.smithi028.stdout: "num_scrub_errors": 0, 2024-08-29T19:03:22.497 INFO:tasks.workunit.client.0.smithi028.stdout: "num_shallow_scrub_errors": 0, 2024-08-29T19:03:22.497 INFO:tasks.workunit.client.0.smithi028.stdout: "num_whiteouts": 0, 2024-08-29T19:03:22.497 INFO:tasks.workunit.client.0.smithi028.stdout: "num_write": 24270, 2024-08-29T19:03:22.497 INFO:tasks.workunit.client.0.smithi028.stdout: "num_write_kb": 3037392 2024-08-29T19:03:22.497 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:22.497 INFO:tasks.workunit.client.0.smithi028.stdout: "store_stats": { 2024-08-29T19:03:22.497 INFO:tasks.workunit.client.0.smithi028.stdout: "allocated": 12595200, 2024-08-29T19:03:22.497 INFO:tasks.workunit.client.0.smithi028.stdout: "available": 0, 2024-08-29T19:03:22.497 INFO:tasks.workunit.client.0.smithi028.stdout: "data_compressed": 0, 2024-08-29T19:03:22.497 INFO:tasks.workunit.client.0.smithi028.stdout: "data_compressed_allocated": 0, 2024-08-29T19:03:22.498 INFO:tasks.workunit.client.0.smithi028.stdout: "data_compressed_original": 0, 2024-08-29T19:03:22.498 INFO:tasks.workunit.client.0.smithi028.stdout: "data_stored": 12582969, 2024-08-29T19:03:22.498 INFO:tasks.workunit.client.0.smithi028.stdout: "internal_metadata": 0, 2024-08-29T19:03:22.498 INFO:tasks.workunit.client.0.smithi028.stdout: "internally_reserved": 0, 2024-08-29T19:03:22.498 INFO:tasks.workunit.client.0.smithi028.stdout: "omap_allocated": 0, 2024-08-29T19:03:22.498 INFO:tasks.workunit.client.0.smithi028.stdout: "total": 0 2024-08-29T19:03:22.498 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:22.498 INFO:tasks.workunit.client.0.smithi028.stdout: "up": 24 2024-08-29T19:03:22.498 INFO:tasks.workunit.client.0.smithi028.stdout: } 2024-08-29T19:03:22.498 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-08-29T19:03:22.498 INFO:tasks.workunit.client.0.smithi028.stdout: "usage": { 2024-08-29T19:03:22.498 INFO:tasks.workunit.client.0.smithi028.stdout: "pg_num": 105, 2024-08-29T19:03:22.498 INFO:tasks.workunit.client.0.smithi028.stdout: "pools": 4, 2024-08-29T19:03:22.498 INFO:tasks.workunit.client.0.smithi028.stdout: "stats_by_class": { 2024-08-29T19:03:22.499 INFO:tasks.workunit.client.0.smithi028.stdout: "ssd": { 2024-08-29T19:03:22.499 INFO:tasks.workunit.client.0.smithi028.stdout: "total_avail_bytes": 761772154880, 2024-08-29T19:03:22.499 INFO:tasks.workunit.client.0.smithi028.stdout: "total_bytes": 767960285184, 2024-08-29T19:03:22.499 INFO:tasks.workunit.client.0.smithi028.stdout: "total_used_bytes": 6188130304, 2024-08-29T19:03:22.499 INFO:tasks.workunit.client.0.smithi028.stdout: "total_used_raw_bytes": 6188130304, 2024-08-29T19:03:22.499 INFO:tasks.workunit.client.0.smithi028.stdout: "total_used_raw_ratio": 0.008057878352701664 2024-08-29T19:03:22.499 INFO:tasks.workunit.client.0.smithi028.stdout: } 2024-08-29T19:03:22.499 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:22.499 INFO:tasks.workunit.client.0.smithi028.stdout: "total_avail_bytes": 761772154880, 2024-08-29T19:03:22.499 INFO:tasks.workunit.client.0.smithi028.stdout: "total_bytes": 767960285184, 2024-08-29T19:03:22.499 INFO:tasks.workunit.client.0.smithi028.stdout: "total_used_bytes": 6188130304 2024-08-29T19:03:22.499 INFO:tasks.workunit.client.0.smithi028.stdout: } 2024-08-29T19:03:22.499 INFO:tasks.workunit.client.0.smithi028.stdout: } 2024-08-29T19:03:22.499 INFO:tasks.workunit.client.0.smithi028.stdout:} 2024-08-29T19:03:22.500 INFO:tasks.workunit.client.0.smithi028.stderr:+ ceph telemetry show 2024-08-29T19:03:22.501 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 19:03:20 smithi028 bash[78352]: cluster 2024-08-29T19:03:18.721965+0000 mgr.y (mgr.25022) 2304 : cluster [DBG] pgmap v4466: 105 pgs: 105 active+clean; 4.6 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 511 B/s rd, 0 op/s 2024-08-29T19:03:22.501 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 19:03:21 smithi053 bash[68679]: audit 2024-08-29T19:03:20.511376+0000 mon.a (mon.0) 4421 : audit [DBG] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-29T19:03:22.501 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 19:03:21 smithi053 bash[68679]: audit 2024-08-29T19:03:20.516890+0000 mon.a (mon.0) 4422 : audit [DBG] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-08-29T19:03:22.501 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 19:03:21 smithi053 bash[68679]: audit 2024-08-29T19:03:20.674749+0000 mon.a (mon.0) 4423 : audit [DBG] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-29T19:03:22.501 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 19:03:21 smithi053 bash[68679]: audit 2024-08-29T19:03:20.675133+0000 mon.a (mon.0) 4424 : audit [DBG] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-29T19:03:22.501 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 19:03:21 smithi053 bash[68679]: audit 2024-08-29T19:03:20.675501+0000 mon.a (mon.0) 4425 : audit [DBG] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-29T19:03:22.501 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 19:03:21 smithi053 bash[68679]: audit 2024-08-29T19:03:20.679093+0000 mon.a (mon.0) 4426 : audit [DBG] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-29T19:03:22.502 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 19:03:21 smithi053 bash[68679]: audit 2024-08-29T19:03:20.679450+0000 mon.a (mon.0) 4427 : audit [DBG] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-29T19:03:22.502 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 19:03:21 smithi053 bash[68679]: audit 2024-08-29T19:03:20.679800+0000 mon.a (mon.0) 4428 : audit [DBG] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-29T19:03:22.502 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 19:03:21 smithi053 bash[68679]: audit 2024-08-29T19:03:20.682846+0000 mon.a (mon.0) 4429 : audit [DBG] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-29T19:03:22.502 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 19:03:21 smithi053 bash[68679]: audit 2024-08-29T19:03:20.683311+0000 mon.a (mon.0) 4430 : audit [DBG] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-29T19:03:22.502 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 19:03:21 smithi053 bash[68679]: audit 2024-08-29T19:03:20.683584+0000 mon.a (mon.0) 4431 : audit [DBG] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-29T19:03:22.502 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 19:03:21 smithi053 bash[68679]: audit 2024-08-29T19:03:20.703299+0000 mon.a (mon.0) 4432 : audit [INF] from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-08-29T19:03:22.502 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 19:03:21 smithi053 bash[68679]: audit 2024-08-29T19:03:20.703425+0000 mon.a (mon.0) 4433 : audit [INF] from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-08-29T19:03:22.502 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 19:03:21 smithi053 bash[68679]: audit 2024-08-29T19:03:20.703901+0000 mon.a (mon.0) 4434 : audit [DBG] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-29T19:03:22.502 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 19:03:21 smithi053 bash[68679]: audit 2024-08-29T19:03:20.704378+0000 mon.a (mon.0) 4435 : audit [DBG] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-29T19:03:22.502 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 19:03:21 smithi053 bash[68679]: audit 2024-08-29T19:03:20.704771+0000 mon.a (mon.0) 4436 : audit [DBG] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-29T19:03:22.502 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 19:03:21 smithi053 bash[68679]: audit 2024-08-29T19:03:20.707242+0000 mon.b (mon.1) 20 : audit [INF] from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-08-29T19:03:22.502 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 19:03:21 smithi053 bash[68679]: audit 2024-08-29T19:03:20.707354+0000 mon.b (mon.1) 21 : audit [INF] from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-08-29T19:03:22.502 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 19:03:21 smithi053 bash[68679]: audit 2024-08-29T19:03:20.708341+0000 mon.a (mon.0) 4437 : audit [DBG] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-29T19:03:22.502 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 19:03:21 smithi053 bash[68679]: audit 2024-08-29T19:03:20.709086+0000 mon.a (mon.0) 4438 : audit [DBG] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-29T19:03:22.503 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 19:03:21 smithi053 bash[68679]: audit 2024-08-29T19:03:20.709385+0000 mon.a (mon.0) 4439 : audit [DBG] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-29T19:03:22.503 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 19:03:21 smithi053 bash[68679]: audit 2024-08-29T19:03:20.712046+0000 mon.c (mon.2) 162 : audit [INF] from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-08-29T19:03:22.503 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 19:03:21 smithi053 bash[68679]: audit 2024-08-29T19:03:20.712143+0000 mon.c (mon.2) 163 : audit [INF] from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-08-29T19:03:22.503 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 19:03:21 smithi053 bash[68679]: audit 2024-08-29T19:03:20.712650+0000 mon.a (mon.0) 4440 : audit [DBG] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-29T19:03:22.503 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 19:03:21 smithi053 bash[68679]: audit 2024-08-29T19:03:20.713295+0000 mon.a (mon.0) 4441 : audit [DBG] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-29T19:03:22.503 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 19:03:21 smithi053 bash[68679]: audit 2024-08-29T19:03:20.713633+0000 mon.a (mon.0) 4442 : audit [DBG] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-29T19:03:22.503 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 19:03:21 smithi053 bash[68679]: audit 2024-08-29T19:03:21.237470+0000 mon.a (mon.0) 4443 : audit [DBG] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-29T19:03:22.503 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 19:03:21 smithi053 bash[68679]: audit 2024-08-29T19:03:21.243134+0000 mon.a (mon.0) 4444 : audit [DBG] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-08-29T19:03:22.503 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 19:03:21 smithi053 bash[68679]: audit 2024-08-29T19:03:21.401223+0000 mon.a (mon.0) 4445 : audit [DBG] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-29T19:03:22.503 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 19:03:21 smithi053 bash[68679]: audit 2024-08-29T19:03:21.401698+0000 mon.a (mon.0) 4446 : audit [DBG] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-29T19:03:22.503 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 19:03:21 smithi053 bash[68679]: audit 2024-08-29T19:03:21.402014+0000 mon.a (mon.0) 4447 : audit [DBG] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-29T19:03:22.503 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 19:03:21 smithi053 bash[68679]: audit 2024-08-29T19:03:21.405688+0000 mon.a (mon.0) 4448 : audit [DBG] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-29T19:03:22.503 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 19:03:21 smithi053 bash[68679]: audit 2024-08-29T19:03:21.406114+0000 mon.a (mon.0) 4449 : audit [DBG] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-29T19:03:22.503 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 19:03:21 smithi053 bash[68679]: audit 2024-08-29T19:03:21.406580+0000 mon.a (mon.0) 4450 : audit [DBG] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-29T19:03:22.504 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 19:03:21 smithi053 bash[68679]: audit 2024-08-29T19:03:21.409664+0000 mon.a (mon.0) 4451 : audit [DBG] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-29T19:03:22.504 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 19:03:21 smithi053 bash[68679]: audit 2024-08-29T19:03:21.410099+0000 mon.a (mon.0) 4452 : audit [DBG] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-29T19:03:22.504 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 19:03:21 smithi053 bash[68679]: audit 2024-08-29T19:03:21.410506+0000 mon.a (mon.0) 4453 : audit [DBG] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-29T19:03:22.504 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 19:03:20 smithi028 bash[77168]: cluster 2024-08-29T19:03:18.721965+0000 mgr.y (mgr.25022) 2304 : cluster [DBG] pgmap v4466: 105 pgs: 105 active+clean; 4.6 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 511 B/s rd, 0 op/s 2024-08-29T19:03:22.504 INFO:journalctl@ceph.mgr.y.smithi028.stdout:Aug 29 19:03:21 smithi028 bash[70818]: ::ffff:172.21.15.53 - - [29/Aug/2024:19:03:21] "GET /metrics HTTP/1.1" 200 34213 "" "Prometheus/2.43.0" 2024-08-29T19:03:22.504 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 19:03:21 smithi028 bash[78352]: audit 2024-08-29T19:03:20.511376+0000 mon.a (mon.0) 4421 : audit [DBG] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-29T19:03:22.505 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 19:03:21 smithi028 bash[78352]: audit 2024-08-29T19:03:20.516890+0000 mon.a (mon.0) 4422 : audit [DBG] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-08-29T19:03:22.505 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 19:03:21 smithi028 bash[78352]: audit 2024-08-29T19:03:20.674749+0000 mon.a (mon.0) 4423 : audit [DBG] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-29T19:03:22.505 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 19:03:21 smithi028 bash[78352]: audit 2024-08-29T19:03:20.675133+0000 mon.a (mon.0) 4424 : audit [DBG] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-29T19:03:22.505 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 19:03:21 smithi028 bash[78352]: audit 2024-08-29T19:03:20.675501+0000 mon.a (mon.0) 4425 : audit [DBG] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-29T19:03:22.505 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 19:03:21 smithi028 bash[78352]: audit 2024-08-29T19:03:20.679093+0000 mon.a (mon.0) 4426 : audit [DBG] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-29T19:03:22.505 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 19:03:21 smithi028 bash[78352]: audit 2024-08-29T19:03:20.679450+0000 mon.a (mon.0) 4427 : audit [DBG] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-29T19:03:22.505 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 19:03:21 smithi028 bash[78352]: audit 2024-08-29T19:03:20.679800+0000 mon.a (mon.0) 4428 : audit [DBG] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-29T19:03:22.505 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 19:03:21 smithi028 bash[78352]: audit 2024-08-29T19:03:20.682846+0000 mon.a (mon.0) 4429 : audit [DBG] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-29T19:03:22.505 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 19:03:21 smithi028 bash[78352]: audit 2024-08-29T19:03:20.683311+0000 mon.a (mon.0) 4430 : audit [DBG] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-29T19:03:22.505 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 19:03:21 smithi028 bash[78352]: audit 2024-08-29T19:03:20.683584+0000 mon.a (mon.0) 4431 : audit [DBG] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-29T19:03:22.505 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 19:03:21 smithi028 bash[78352]: audit 2024-08-29T19:03:20.703299+0000 mon.a (mon.0) 4432 : audit [INF] from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-08-29T19:03:22.505 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 19:03:21 smithi028 bash[78352]: audit 2024-08-29T19:03:20.703425+0000 mon.a (mon.0) 4433 : audit [INF] from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-08-29T19:03:22.505 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 19:03:21 smithi028 bash[78352]: audit 2024-08-29T19:03:20.703901+0000 mon.a (mon.0) 4434 : audit [DBG] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-29T19:03:22.505 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 19:03:21 smithi028 bash[78352]: audit 2024-08-29T19:03:20.704378+0000 mon.a (mon.0) 4435 : audit [DBG] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-29T19:03:22.506 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 19:03:21 smithi028 bash[78352]: audit 2024-08-29T19:03:20.704771+0000 mon.a (mon.0) 4436 : audit [DBG] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-29T19:03:22.506 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 19:03:21 smithi028 bash[78352]: audit 2024-08-29T19:03:20.707242+0000 mon.b (mon.1) 20 : audit [INF] from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-08-29T19:03:22.506 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 19:03:21 smithi028 bash[78352]: audit 2024-08-29T19:03:20.707354+0000 mon.b (mon.1) 21 : audit [INF] from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-08-29T19:03:22.506 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 19:03:21 smithi028 bash[78352]: audit 2024-08-29T19:03:20.708341+0000 mon.a (mon.0) 4437 : audit [DBG] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-29T19:03:22.506 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 19:03:21 smithi028 bash[77168]: audit 2024-08-29T19:03:20.511376+0000 mon.a (mon.0) 4421 : audit [DBG] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-29T19:03:22.506 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 19:03:21 smithi028 bash[77168]: audit 2024-08-29T19:03:20.516890+0000 mon.a (mon.0) 4422 : audit [DBG] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-08-29T19:03:22.506 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 19:03:21 smithi028 bash[77168]: audit 2024-08-29T19:03:20.674749+0000 mon.a (mon.0) 4423 : audit [DBG] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-29T19:03:22.506 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 19:03:21 smithi028 bash[77168]: audit 2024-08-29T19:03:20.675133+0000 mon.a (mon.0) 4424 : audit [DBG] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-29T19:03:22.506 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 19:03:21 smithi028 bash[77168]: audit 2024-08-29T19:03:20.675501+0000 mon.a (mon.0) 4425 : audit [DBG] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-29T19:03:22.506 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 19:03:21 smithi028 bash[77168]: audit 2024-08-29T19:03:20.679093+0000 mon.a (mon.0) 4426 : audit [DBG] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-29T19:03:22.507 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 19:03:21 smithi028 bash[77168]: audit 2024-08-29T19:03:20.679450+0000 mon.a (mon.0) 4427 : audit [DBG] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-29T19:03:22.507 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 19:03:21 smithi028 bash[77168]: audit 2024-08-29T19:03:20.679800+0000 mon.a (mon.0) 4428 : audit [DBG] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-29T19:03:22.507 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 19:03:21 smithi028 bash[77168]: audit 2024-08-29T19:03:20.682846+0000 mon.a (mon.0) 4429 : audit [DBG] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-29T19:03:22.507 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 19:03:21 smithi028 bash[77168]: audit 2024-08-29T19:03:20.683311+0000 mon.a (mon.0) 4430 : audit [DBG] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-29T19:03:22.507 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 19:03:21 smithi028 bash[77168]: audit 2024-08-29T19:03:20.683584+0000 mon.a (mon.0) 4431 : audit [DBG] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-29T19:03:22.507 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 19:03:21 smithi028 bash[77168]: audit 2024-08-29T19:03:20.703299+0000 mon.a (mon.0) 4432 : audit [INF] from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-08-29T19:03:22.507 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 19:03:21 smithi028 bash[77168]: audit 2024-08-29T19:03:20.703425+0000 mon.a (mon.0) 4433 : audit [INF] from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-08-29T19:03:22.507 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 19:03:21 smithi028 bash[77168]: audit 2024-08-29T19:03:20.703901+0000 mon.a (mon.0) 4434 : audit [DBG] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-29T19:03:22.507 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 19:03:21 smithi028 bash[77168]: audit 2024-08-29T19:03:20.704378+0000 mon.a (mon.0) 4435 : audit [DBG] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-29T19:03:22.507 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 19:03:21 smithi028 bash[77168]: audit 2024-08-29T19:03:20.704771+0000 mon.a (mon.0) 4436 : audit [DBG] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-29T19:03:22.507 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 19:03:21 smithi028 bash[77168]: audit 2024-08-29T19:03:20.707242+0000 mon.b (mon.1) 20 : audit [INF] from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-08-29T19:03:22.507 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 19:03:21 smithi028 bash[77168]: audit 2024-08-29T19:03:20.707354+0000 mon.b (mon.1) 21 : audit [INF] from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-08-29T19:03:22.507 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 19:03:21 smithi028 bash[77168]: audit 2024-08-29T19:03:20.708341+0000 mon.a (mon.0) 4437 : audit [DBG] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-29T19:03:22.508 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 19:03:21 smithi028 bash[78352]: audit 2024-08-29T19:03:20.709086+0000 mon.a (mon.0) 4438 : audit [DBG] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-29T19:03:22.508 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 19:03:21 smithi028 bash[78352]: audit 2024-08-29T19:03:20.709385+0000 mon.a (mon.0) 4439 : audit [DBG] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-29T19:03:22.508 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 19:03:21 smithi028 bash[78352]: audit 2024-08-29T19:03:20.712046+0000 mon.c (mon.2) 162 : audit [INF] from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-08-29T19:03:22.508 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 19:03:21 smithi028 bash[78352]: audit 2024-08-29T19:03:20.712143+0000 mon.c (mon.2) 163 : audit [INF] from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-08-29T19:03:22.508 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 19:03:21 smithi028 bash[78352]: audit 2024-08-29T19:03:20.712650+0000 mon.a (mon.0) 4440 : audit [DBG] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-29T19:03:22.508 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 19:03:21 smithi028 bash[78352]: audit 2024-08-29T19:03:20.713295+0000 mon.a (mon.0) 4441 : audit [DBG] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-29T19:03:22.508 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 19:03:21 smithi028 bash[78352]: audit 2024-08-29T19:03:20.713633+0000 mon.a (mon.0) 4442 : audit [DBG] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-29T19:03:22.508 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 19:03:21 smithi028 bash[78352]: audit 2024-08-29T19:03:21.237470+0000 mon.a (mon.0) 4443 : audit [DBG] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-29T19:03:22.508 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 19:03:21 smithi028 bash[78352]: audit 2024-08-29T19:03:21.243134+0000 mon.a (mon.0) 4444 : audit [DBG] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-08-29T19:03:22.508 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 19:03:21 smithi028 bash[78352]: audit 2024-08-29T19:03:21.401223+0000 mon.a (mon.0) 4445 : audit [DBG] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-29T19:03:22.508 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 19:03:21 smithi028 bash[78352]: audit 2024-08-29T19:03:21.401698+0000 mon.a (mon.0) 4446 : audit [DBG] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-29T19:03:22.509 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 19:03:21 smithi028 bash[78352]: audit 2024-08-29T19:03:21.402014+0000 mon.a (mon.0) 4447 : audit [DBG] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-29T19:03:22.509 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 19:03:21 smithi028 bash[78352]: audit 2024-08-29T19:03:21.405688+0000 mon.a (mon.0) 4448 : audit [DBG] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-29T19:03:22.509 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 19:03:21 smithi028 bash[78352]: audit 2024-08-29T19:03:21.406114+0000 mon.a (mon.0) 4449 : audit [DBG] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-29T19:03:22.509 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 19:03:21 smithi028 bash[78352]: audit 2024-08-29T19:03:21.406580+0000 mon.a (mon.0) 4450 : audit [DBG] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-29T19:03:22.509 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 19:03:21 smithi028 bash[78352]: audit 2024-08-29T19:03:21.409664+0000 mon.a (mon.0) 4451 : audit [DBG] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-29T19:03:22.509 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 19:03:21 smithi028 bash[78352]: audit 2024-08-29T19:03:21.410099+0000 mon.a (mon.0) 4452 : audit [DBG] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-29T19:03:22.509 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 19:03:21 smithi028 bash[78352]: audit 2024-08-29T19:03:21.410506+0000 mon.a (mon.0) 4453 : audit [DBG] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-29T19:03:22.509 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 19:03:21 smithi028 bash[77168]: audit 2024-08-29T19:03:20.709086+0000 mon.a (mon.0) 4438 : audit [DBG] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-29T19:03:22.509 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 19:03:21 smithi028 bash[77168]: audit 2024-08-29T19:03:20.709385+0000 mon.a (mon.0) 4439 : audit [DBG] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-29T19:03:22.510 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 19:03:21 smithi028 bash[77168]: audit 2024-08-29T19:03:20.712046+0000 mon.c (mon.2) 162 : audit [INF] from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-08-29T19:03:22.510 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 19:03:21 smithi028 bash[77168]: audit 2024-08-29T19:03:20.712143+0000 mon.c (mon.2) 163 : audit [INF] from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-08-29T19:03:22.510 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 19:03:21 smithi028 bash[77168]: audit 2024-08-29T19:03:20.712650+0000 mon.a (mon.0) 4440 : audit [DBG] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-29T19:03:22.510 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 19:03:21 smithi028 bash[77168]: audit 2024-08-29T19:03:20.713295+0000 mon.a (mon.0) 4441 : audit [DBG] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-29T19:03:22.510 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 19:03:21 smithi028 bash[77168]: audit 2024-08-29T19:03:20.713633+0000 mon.a (mon.0) 4442 : audit [DBG] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-29T19:03:22.510 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 19:03:21 smithi028 bash[77168]: audit 2024-08-29T19:03:21.237470+0000 mon.a (mon.0) 4443 : audit [DBG] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-29T19:03:22.510 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 19:03:21 smithi028 bash[77168]: audit 2024-08-29T19:03:21.243134+0000 mon.a (mon.0) 4444 : audit [DBG] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-08-29T19:03:22.510 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 19:03:21 smithi028 bash[77168]: audit 2024-08-29T19:03:21.401223+0000 mon.a (mon.0) 4445 : audit [DBG] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-29T19:03:22.510 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 19:03:21 smithi028 bash[77168]: audit 2024-08-29T19:03:21.401698+0000 mon.a (mon.0) 4446 : audit [DBG] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-29T19:03:22.510 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 19:03:21 smithi028 bash[77168]: audit 2024-08-29T19:03:21.402014+0000 mon.a (mon.0) 4447 : audit [DBG] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-29T19:03:22.510 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 19:03:21 smithi028 bash[77168]: audit 2024-08-29T19:03:21.405688+0000 mon.a (mon.0) 4448 : audit [DBG] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-29T19:03:22.510 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 19:03:21 smithi028 bash[77168]: audit 2024-08-29T19:03:21.406114+0000 mon.a (mon.0) 4449 : audit [DBG] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-29T19:03:22.510 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 19:03:21 smithi028 bash[77168]: audit 2024-08-29T19:03:21.406580+0000 mon.a (mon.0) 4450 : audit [DBG] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-29T19:03:22.510 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 19:03:21 smithi028 bash[77168]: audit 2024-08-29T19:03:21.409664+0000 mon.a (mon.0) 4451 : audit [DBG] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-29T19:03:22.511 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 19:03:21 smithi028 bash[77168]: audit 2024-08-29T19:03:21.410099+0000 mon.a (mon.0) 4452 : audit [DBG] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-29T19:03:22.511 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 19:03:21 smithi028 bash[77168]: audit 2024-08-29T19:03:21.410506+0000 mon.a (mon.0) 4453 : audit [DBG] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-29T19:03:22.516 INFO:tasks.workunit.client.0.smithi028.stdout:{ 2024-08-29T19:03:22.517 INFO:tasks.workunit.client.0.smithi028.stdout: "balancer": { 2024-08-29T19:03:22.517 INFO:tasks.workunit.client.0.smithi028.stdout: "active": true, 2024-08-29T19:03:22.517 INFO:tasks.workunit.client.0.smithi028.stdout: "mode": "" 2024-08-29T19:03:22.517 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:22.517 INFO:tasks.workunit.client.0.smithi028.stdout: "channels": [ 2024-08-29T19:03:22.517 INFO:tasks.workunit.client.0.smithi028.stdout: "basic", 2024-08-29T19:03:22.517 INFO:tasks.workunit.client.0.smithi028.stdout: "crash", 2024-08-29T19:03:22.517 INFO:tasks.workunit.client.0.smithi028.stdout: "device", 2024-08-29T19:03:22.517 INFO:tasks.workunit.client.0.smithi028.stdout: "ident", 2024-08-29T19:03:22.517 INFO:tasks.workunit.client.0.smithi028.stdout: "perf" 2024-08-29T19:03:22.517 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-08-29T19:03:22.517 INFO:tasks.workunit.client.0.smithi028.stdout: "channels_available": [ 2024-08-29T19:03:22.517 INFO:tasks.workunit.client.0.smithi028.stdout: "basic", 2024-08-29T19:03:22.518 INFO:tasks.workunit.client.0.smithi028.stdout: "ident", 2024-08-29T19:03:22.518 INFO:tasks.workunit.client.0.smithi028.stdout: "crash", 2024-08-29T19:03:22.518 INFO:tasks.workunit.client.0.smithi028.stdout: "device", 2024-08-29T19:03:22.518 INFO:tasks.workunit.client.0.smithi028.stdout: "perf" 2024-08-29T19:03:22.518 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-08-29T19:03:22.518 INFO:tasks.workunit.client.0.smithi028.stdout: "collections_available": [ 2024-08-29T19:03:22.518 INFO:tasks.workunit.client.0.smithi028.stdout: "basic_base", 2024-08-29T19:03:22.518 INFO:tasks.workunit.client.0.smithi028.stdout: "device_base", 2024-08-29T19:03:22.518 INFO:tasks.workunit.client.0.smithi028.stdout: "crash_base", 2024-08-29T19:03:22.518 INFO:tasks.workunit.client.0.smithi028.stdout: "ident_base", 2024-08-29T19:03:22.518 INFO:tasks.workunit.client.0.smithi028.stdout: "perf_perf", 2024-08-29T19:03:22.518 INFO:tasks.workunit.client.0.smithi028.stdout: "basic_mds_metadata", 2024-08-29T19:03:22.518 INFO:tasks.workunit.client.0.smithi028.stdout: "basic_pool_usage", 2024-08-29T19:03:22.518 INFO:tasks.workunit.client.0.smithi028.stdout: "basic_usage_by_class", 2024-08-29T19:03:22.519 INFO:tasks.workunit.client.0.smithi028.stdout: "basic_rook_v01", 2024-08-29T19:03:22.519 INFO:tasks.workunit.client.0.smithi028.stdout: "perf_memory_metrics", 2024-08-29T19:03:22.519 INFO:tasks.workunit.client.0.smithi028.stdout: "basic_pool_options_bluestore", 2024-08-29T19:03:22.519 INFO:tasks.workunit.client.0.smithi028.stdout: "basic_pool_flags" 2024-08-29T19:03:22.519 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-08-29T19:03:22.519 INFO:tasks.workunit.client.0.smithi028.stdout: "collections_opted_in": [ 2024-08-29T19:03:22.519 INFO:tasks.workunit.client.0.smithi028.stdout: "basic_base", 2024-08-29T19:03:22.519 INFO:tasks.workunit.client.0.smithi028.stdout: "device_base", 2024-08-29T19:03:22.519 INFO:tasks.workunit.client.0.smithi028.stdout: "crash_base", 2024-08-29T19:03:22.519 INFO:tasks.workunit.client.0.smithi028.stdout: "ident_base", 2024-08-29T19:03:22.519 INFO:tasks.workunit.client.0.smithi028.stdout: "perf_perf", 2024-08-29T19:03:22.519 INFO:tasks.workunit.client.0.smithi028.stdout: "basic_mds_metadata", 2024-08-29T19:03:22.519 INFO:tasks.workunit.client.0.smithi028.stdout: "basic_pool_usage", 2024-08-29T19:03:22.519 INFO:tasks.workunit.client.0.smithi028.stdout: "basic_usage_by_class", 2024-08-29T19:03:22.520 INFO:tasks.workunit.client.0.smithi028.stdout: "basic_rook_v01", 2024-08-29T19:03:22.520 INFO:tasks.workunit.client.0.smithi028.stdout: "perf_memory_metrics", 2024-08-29T19:03:22.520 INFO:tasks.workunit.client.0.smithi028.stdout: "basic_pool_options_bluestore" 2024-08-29T19:03:22.520 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-08-29T19:03:22.520 INFO:tasks.workunit.client.0.smithi028.stdout: "config": { 2024-08-29T19:03:22.520 INFO:tasks.workunit.client.0.smithi028.stdout: "active_changed": [ 2024-08-29T19:03:22.520 INFO:tasks.workunit.client.0.smithi028.stdout: "auth_allow_insecure_global_id_reclaim", 2024-08-29T19:03:22.520 INFO:tasks.workunit.client.0.smithi028.stdout: "auth_debug", 2024-08-29T19:03:22.520 INFO:tasks.workunit.client.0.smithi028.stdout: "auth_mon_ticket_ttl", 2024-08-29T19:03:22.520 INFO:tasks.workunit.client.0.smithi028.stdout: "auth_service_ticket_ttl", 2024-08-29T19:03:22.520 INFO:tasks.workunit.client.0.smithi028.stdout: "bdev_debug_aio", 2024-08-29T19:03:22.520 INFO:tasks.workunit.client.0.smithi028.stdout: "client_check_pool_perm", 2024-08-29T19:03:22.520 INFO:tasks.workunit.client.0.smithi028.stdout: "client_mount_gid", 2024-08-29T19:03:22.520 INFO:tasks.workunit.client.0.smithi028.stdout: "client_mount_uid", 2024-08-29T19:03:22.521 INFO:tasks.workunit.client.0.smithi028.stdout: "client_quota", 2024-08-29T19:03:22.521 INFO:tasks.workunit.client.0.smithi028.stdout: "container_image", 2024-08-29T19:03:22.521 INFO:tasks.workunit.client.0.smithi028.stdout: "daemonize", 2024-08-29T19:03:22.521 INFO:tasks.workunit.client.0.smithi028.stdout: "debug_asserts_on_shutdown", 2024-08-29T19:03:22.521 INFO:tasks.workunit.client.0.smithi028.stdout: "debug_mgr", 2024-08-29T19:03:22.521 INFO:tasks.workunit.client.0.smithi028.stdout: "debug_mon", 2024-08-29T19:03:22.521 INFO:tasks.workunit.client.0.smithi028.stdout: "debug_ms", 2024-08-29T19:03:22.521 INFO:tasks.workunit.client.0.smithi028.stdout: "debug_osd", 2024-08-29T19:03:22.521 INFO:tasks.workunit.client.0.smithi028.stdout: "debug_paxos", 2024-08-29T19:03:22.521 INFO:tasks.workunit.client.0.smithi028.stdout: "keyring", 2024-08-29T19:03:22.521 INFO:tasks.workunit.client.0.smithi028.stdout: "log_stderr_prefix", 2024-08-29T19:03:22.521 INFO:tasks.workunit.client.0.smithi028.stdout: "log_to_file", 2024-08-29T19:03:22.521 INFO:tasks.workunit.client.0.smithi028.stdout: "log_to_journald", 2024-08-29T19:03:22.521 INFO:tasks.workunit.client.0.smithi028.stdout: "log_to_stderr", 2024-08-29T19:03:22.522 INFO:tasks.workunit.client.0.smithi028.stdout: "mon_allow_pool_delete", 2024-08-29T19:03:22.522 INFO:tasks.workunit.client.0.smithi028.stdout: "mon_clock_drift_allowed", 2024-08-29T19:03:22.522 INFO:tasks.workunit.client.0.smithi028.stdout: "mon_cluster_log_to_file", 2024-08-29T19:03:22.522 INFO:tasks.workunit.client.0.smithi028.stdout: "mon_cluster_log_to_stderr", 2024-08-29T19:03:22.522 INFO:tasks.workunit.client.0.smithi028.stdout: "mon_data_avail_warn", 2024-08-29T19:03:22.522 INFO:tasks.workunit.client.0.smithi028.stdout: "mon_election_default_strategy", 2024-08-29T19:03:22.522 INFO:tasks.workunit.client.0.smithi028.stdout: "mon_host", 2024-08-29T19:03:22.522 INFO:tasks.workunit.client.0.smithi028.stdout: "mon_max_pg_per_osd", 2024-08-29T19:03:22.522 INFO:tasks.workunit.client.0.smithi028.stdout: "mon_mds_skip_sanity", 2024-08-29T19:03:22.522 INFO:tasks.workunit.client.0.smithi028.stdout: "mon_mgr_mkfs_grace", 2024-08-29T19:03:22.522 INFO:tasks.workunit.client.0.smithi028.stdout: "mon_osd_prime_pg_temp", 2024-08-29T19:03:22.522 INFO:tasks.workunit.client.0.smithi028.stdout: "mon_osd_reporter_subtree_level", 2024-08-29T19:03:22.522 INFO:tasks.workunit.client.0.smithi028.stdout: "mon_pg_warn_max_object_skew", 2024-08-29T19:03:22.522 INFO:tasks.workunit.client.0.smithi028.stdout: "mon_reweight_min_bytes_per_osd", 2024-08-29T19:03:22.523 INFO:tasks.workunit.client.0.smithi028.stdout: "mon_reweight_min_pgs_per_osd", 2024-08-29T19:03:22.523 INFO:tasks.workunit.client.0.smithi028.stdout: "mon_warn_on_crush_straw_calc_version_zero", 2024-08-29T19:03:22.523 INFO:tasks.workunit.client.0.smithi028.stdout: "mon_warn_on_insecure_global_id_reclaim", 2024-08-29T19:03:22.523 INFO:tasks.workunit.client.0.smithi028.stdout: "mon_warn_on_insecure_global_id_reclaim_allowed", 2024-08-29T19:03:22.523 INFO:tasks.workunit.client.0.smithi028.stdout: "mon_warn_on_legacy_crush_tunables", 2024-08-29T19:03:22.523 INFO:tasks.workunit.client.0.smithi028.stdout: "mon_warn_on_osd_down_out_interval_zero", 2024-08-29T19:03:22.523 INFO:tasks.workunit.client.0.smithi028.stdout: "mon_warn_on_pool_pg_num_not_power_of_two", 2024-08-29T19:03:22.523 INFO:tasks.workunit.client.0.smithi028.stdout: "mon_warn_on_too_few_osds", 2024-08-29T19:03:22.523 INFO:tasks.workunit.client.0.smithi028.stdout: "ms_die_on_bug", 2024-08-29T19:03:22.523 INFO:tasks.workunit.client.0.smithi028.stdout: "ms_die_on_old_message", 2024-08-29T19:03:22.523 INFO:tasks.workunit.client.0.smithi028.stdout: "no_config_file", 2024-08-29T19:03:22.523 INFO:tasks.workunit.client.0.smithi028.stdout: "osd_class_default_list", 2024-08-29T19:03:22.523 INFO:tasks.workunit.client.0.smithi028.stdout: "osd_class_load_list", 2024-08-29T19:03:22.523 INFO:tasks.workunit.client.0.smithi028.stdout: "osd_debug_misdirected_ops", 2024-08-29T19:03:22.524 INFO:tasks.workunit.client.0.smithi028.stdout: "osd_debug_op_order", 2024-08-29T19:03:22.524 INFO:tasks.workunit.client.0.smithi028.stdout: "osd_debug_pg_log_writeout", 2024-08-29T19:03:22.524 INFO:tasks.workunit.client.0.smithi028.stdout: "osd_debug_shutdown", 2024-08-29T19:03:22.524 INFO:tasks.workunit.client.0.smithi028.stdout: "osd_debug_verify_cached_snaps", 2024-08-29T19:03:22.524 INFO:tasks.workunit.client.0.smithi028.stdout: "osd_debug_verify_missing_on_start", 2024-08-29T19:03:22.524 INFO:tasks.workunit.client.0.smithi028.stdout: "osd_debug_verify_stray_on_activate", 2024-08-29T19:03:22.524 INFO:tasks.workunit.client.0.smithi028.stdout: "osd_deep_scrub_update_digest_min_age", 2024-08-29T19:03:22.524 INFO:tasks.workunit.client.0.smithi028.stdout: "osd_delete_sleep", 2024-08-29T19:03:22.524 INFO:tasks.workunit.client.0.smithi028.stdout: "osd_delete_sleep_hdd", 2024-08-29T19:03:22.524 INFO:tasks.workunit.client.0.smithi028.stdout: "osd_delete_sleep_hybrid", 2024-08-29T19:03:22.524 INFO:tasks.workunit.client.0.smithi028.stdout: "osd_delete_sleep_ssd", 2024-08-29T19:03:22.524 INFO:tasks.workunit.client.0.smithi028.stdout: "osd_max_backfills", 2024-08-29T19:03:22.524 INFO:tasks.workunit.client.0.smithi028.stdout: "osd_mclock_max_capacity_iops_ssd", 2024-08-29T19:03:22.524 INFO:tasks.workunit.client.0.smithi028.stdout: "osd_mclock_profile", 2024-08-29T19:03:22.525 INFO:tasks.workunit.client.0.smithi028.stdout: "osd_mclock_scheduler_background_best_effort_lim", 2024-08-29T19:03:22.525 INFO:tasks.workunit.client.0.smithi028.stdout: "osd_mclock_scheduler_background_best_effort_res", 2024-08-29T19:03:22.525 INFO:tasks.workunit.client.0.smithi028.stdout: "osd_mclock_scheduler_background_best_effort_wgt", 2024-08-29T19:03:22.525 INFO:tasks.workunit.client.0.smithi028.stdout: "osd_mclock_scheduler_background_recovery_lim", 2024-08-29T19:03:22.525 INFO:tasks.workunit.client.0.smithi028.stdout: "osd_mclock_scheduler_background_recovery_res", 2024-08-29T19:03:22.525 INFO:tasks.workunit.client.0.smithi028.stdout: "osd_mclock_scheduler_background_recovery_wgt", 2024-08-29T19:03:22.525 INFO:tasks.workunit.client.0.smithi028.stdout: "osd_mclock_scheduler_client_lim", 2024-08-29T19:03:22.525 INFO:tasks.workunit.client.0.smithi028.stdout: "osd_mclock_scheduler_client_res", 2024-08-29T19:03:22.525 INFO:tasks.workunit.client.0.smithi028.stdout: "osd_mclock_scheduler_client_wgt", 2024-08-29T19:03:22.525 INFO:tasks.workunit.client.0.smithi028.stdout: "osd_memory_target", 2024-08-29T19:03:22.525 INFO:tasks.workunit.client.0.smithi028.stdout: "osd_memory_target_autotune", 2024-08-29T19:03:22.525 INFO:tasks.workunit.client.0.smithi028.stdout: "osd_op_queue", 2024-08-29T19:03:22.525 INFO:tasks.workunit.client.0.smithi028.stdout: "osd_op_queue_cut_off", 2024-08-29T19:03:22.525 INFO:tasks.workunit.client.0.smithi028.stdout: "osd_pool_default_erasure_code_profile", 2024-08-29T19:03:22.526 INFO:tasks.workunit.client.0.smithi028.stdout: "osd_pool_default_pg_autoscale_mode", 2024-08-29T19:03:22.526 INFO:tasks.workunit.client.0.smithi028.stdout: "osd_recover_clone_overlap", 2024-08-29T19:03:22.526 INFO:tasks.workunit.client.0.smithi028.stdout: "osd_recovery_max_active", 2024-08-29T19:03:22.526 INFO:tasks.workunit.client.0.smithi028.stdout: "osd_recovery_max_active_hdd", 2024-08-29T19:03:22.526 INFO:tasks.workunit.client.0.smithi028.stdout: "osd_recovery_max_active_ssd", 2024-08-29T19:03:22.526 INFO:tasks.workunit.client.0.smithi028.stdout: "osd_recovery_max_chunk", 2024-08-29T19:03:22.526 INFO:tasks.workunit.client.0.smithi028.stdout: "osd_recovery_sleep", 2024-08-29T19:03:22.526 INFO:tasks.workunit.client.0.smithi028.stdout: "osd_recovery_sleep_hdd", 2024-08-29T19:03:22.526 INFO:tasks.workunit.client.0.smithi028.stdout: "osd_recovery_sleep_hybrid", 2024-08-29T19:03:22.526 INFO:tasks.workunit.client.0.smithi028.stdout: "osd_recovery_sleep_ssd", 2024-08-29T19:03:22.526 INFO:tasks.workunit.client.0.smithi028.stdout: "osd_scrub_load_threshold", 2024-08-29T19:03:22.526 INFO:tasks.workunit.client.0.smithi028.stdout: "osd_scrub_max_interval", 2024-08-29T19:03:22.526 INFO:tasks.workunit.client.0.smithi028.stdout: "osd_scrub_sleep", 2024-08-29T19:03:22.526 INFO:tasks.workunit.client.0.smithi028.stdout: "osd_shutdown_pgref_assert", 2024-08-29T19:03:22.527 INFO:tasks.workunit.client.0.smithi028.stdout: "osd_snap_trim_sleep", 2024-08-29T19:03:22.527 INFO:tasks.workunit.client.0.smithi028.stdout: "osd_snap_trim_sleep_hdd", 2024-08-29T19:03:22.527 INFO:tasks.workunit.client.0.smithi028.stdout: "osd_snap_trim_sleep_hybrid", 2024-08-29T19:03:22.527 INFO:tasks.workunit.client.0.smithi028.stdout: "osd_snap_trim_sleep_ssd", 2024-08-29T19:03:22.527 INFO:tasks.workunit.client.0.smithi028.stdout: "public_network", 2024-08-29T19:03:22.527 INFO:tasks.workunit.client.0.smithi028.stdout: "rbd_config_pool_override_update_timestamp", 2024-08-29T19:03:22.527 INFO:tasks.workunit.client.0.smithi028.stdout: "rbd_default_features", 2024-08-29T19:03:22.527 INFO:tasks.workunit.client.0.smithi028.stdout: "rbd_qos_exclude_ops", 2024-08-29T19:03:22.527 INFO:tasks.workunit.client.0.smithi028.stdout: "setgroup", 2024-08-29T19:03:22.527 INFO:tasks.workunit.client.0.smithi028.stdout: "setuser" 2024-08-29T19:03:22.527 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-08-29T19:03:22.527 INFO:tasks.workunit.client.0.smithi028.stdout: "cluster_changed": [ 2024-08-29T19:03:22.527 INFO:tasks.workunit.client.0.smithi028.stdout: "auth_allow_insecure_global_id_reclaim", 2024-08-29T19:03:22.527 INFO:tasks.workunit.client.0.smithi028.stdout: "auth_debug", 2024-08-29T19:03:22.527 INFO:tasks.workunit.client.0.smithi028.stdout: "auth_mon_ticket_ttl", 2024-08-29T19:03:22.528 INFO:tasks.workunit.client.0.smithi028.stdout: "auth_service_ticket_ttl", 2024-08-29T19:03:22.528 INFO:tasks.workunit.client.0.smithi028.stdout: "bdev_debug_aio", 2024-08-29T19:03:22.528 INFO:tasks.workunit.client.0.smithi028.stdout: "container_image", 2024-08-29T19:03:22.528 INFO:tasks.workunit.client.0.smithi028.stdout: "debug_asserts_on_shutdown", 2024-08-29T19:03:22.528 INFO:tasks.workunit.client.0.smithi028.stdout: "debug_mgr", 2024-08-29T19:03:22.528 INFO:tasks.workunit.client.0.smithi028.stdout: "debug_mon", 2024-08-29T19:03:22.528 INFO:tasks.workunit.client.0.smithi028.stdout: "debug_ms", 2024-08-29T19:03:22.528 INFO:tasks.workunit.client.0.smithi028.stdout: "debug_osd", 2024-08-29T19:03:22.528 INFO:tasks.workunit.client.0.smithi028.stdout: "debug_paxos", 2024-08-29T19:03:22.528 INFO:tasks.workunit.client.0.smithi028.stdout: "log_to_file", 2024-08-29T19:03:22.528 INFO:tasks.workunit.client.0.smithi028.stdout: "log_to_journald", 2024-08-29T19:03:22.528 INFO:tasks.workunit.client.0.smithi028.stdout: "log_to_stderr", 2024-08-29T19:03:22.528 INFO:tasks.workunit.client.0.smithi028.stdout: "mds_join_fs", 2024-08-29T19:03:22.528 INFO:tasks.workunit.client.0.smithi028.stdout: "mgr/cephadm/allow_ptrace", 2024-08-29T19:03:22.529 INFO:tasks.workunit.client.0.smithi028.stdout: "mgr/cephadm/container_init", 2024-08-29T19:03:22.529 INFO:tasks.workunit.client.0.smithi028.stdout: "mgr/cephadm/migration_current", 2024-08-29T19:03:22.529 INFO:tasks.workunit.client.0.smithi028.stdout: "mgr/cephadm/use_repo_digest", 2024-08-29T19:03:22.529 INFO:tasks.workunit.client.0.smithi028.stdout: "mgr/dashboard/ALERTMANAGER_API_HOST", 2024-08-29T19:03:22.529 INFO:tasks.workunit.client.0.smithi028.stdout: "mgr/dashboard/GRAFANA_API_SSL_VERIFY", 2024-08-29T19:03:22.529 INFO:tasks.workunit.client.0.smithi028.stdout: "mgr/dashboard/GRAFANA_API_URL", 2024-08-29T19:03:22.529 INFO:tasks.workunit.client.0.smithi028.stdout: "mgr/dashboard/PROMETHEUS_API_HOST", 2024-08-29T19:03:22.529 INFO:tasks.workunit.client.0.smithi028.stdout: "mgr/dashboard/ssl_server_port", 2024-08-29T19:03:22.529 INFO:tasks.workunit.client.0.smithi028.stdout: "mgr/orchestrator/orchestrator", 2024-08-29T19:03:22.529 INFO:tasks.workunit.client.0.smithi028.stdout: "mgr/telemetry/channel_ident", 2024-08-29T19:03:22.529 INFO:tasks.workunit.client.0.smithi028.stdout: "mgr/telemetry/channel_perf", 2024-08-29T19:03:22.529 INFO:tasks.workunit.client.0.smithi028.stdout: "mgr/telemetry/description", 2024-08-29T19:03:22.529 INFO:tasks.workunit.client.0.smithi028.stdout: "mgr/telemetry/enabled", 2024-08-29T19:03:22.529 INFO:tasks.workunit.client.0.smithi028.stdout: "mgr/telemetry/organization", 2024-08-29T19:03:22.530 INFO:tasks.workunit.client.0.smithi028.stdout: "mon_allow_pool_delete", 2024-08-29T19:03:22.530 INFO:tasks.workunit.client.0.smithi028.stdout: "mon_clock_drift_allowed", 2024-08-29T19:03:22.530 INFO:tasks.workunit.client.0.smithi028.stdout: "mon_cluster_log_to_file", 2024-08-29T19:03:22.530 INFO:tasks.workunit.client.0.smithi028.stdout: "mon_data_avail_warn", 2024-08-29T19:03:22.530 INFO:tasks.workunit.client.0.smithi028.stdout: "mon_election_default_strategy", 2024-08-29T19:03:22.530 INFO:tasks.workunit.client.0.smithi028.stdout: "mon_max_pg_per_osd", 2024-08-29T19:03:22.530 INFO:tasks.workunit.client.0.smithi028.stdout: "mon_mds_skip_sanity", 2024-08-29T19:03:22.530 INFO:tasks.workunit.client.0.smithi028.stdout: "mon_mgr_mkfs_grace", 2024-08-29T19:03:22.530 INFO:tasks.workunit.client.0.smithi028.stdout: "mon_osd_prime_pg_temp", 2024-08-29T19:03:22.530 INFO:tasks.workunit.client.0.smithi028.stdout: "mon_osd_reporter_subtree_level", 2024-08-29T19:03:22.530 INFO:tasks.workunit.client.0.smithi028.stdout: "mon_pg_warn_max_object_skew", 2024-08-29T19:03:22.530 INFO:tasks.workunit.client.0.smithi028.stdout: "mon_reweight_min_bytes_per_osd", 2024-08-29T19:03:22.530 INFO:tasks.workunit.client.0.smithi028.stdout: "mon_reweight_min_pgs_per_osd", 2024-08-29T19:03:22.530 INFO:tasks.workunit.client.0.smithi028.stdout: "mon_warn_on_crush_straw_calc_version_zero", 2024-08-29T19:03:22.530 INFO:tasks.workunit.client.0.smithi028.stdout: "mon_warn_on_insecure_global_id_reclaim", 2024-08-29T19:03:22.531 INFO:tasks.workunit.client.0.smithi028.stdout: "mon_warn_on_insecure_global_id_reclaim_allowed", 2024-08-29T19:03:22.531 INFO:tasks.workunit.client.0.smithi028.stdout: "mon_warn_on_legacy_crush_tunables", 2024-08-29T19:03:22.531 INFO:tasks.workunit.client.0.smithi028.stdout: "mon_warn_on_osd_down_out_interval_zero", 2024-08-29T19:03:22.531 INFO:tasks.workunit.client.0.smithi028.stdout: "mon_warn_on_pool_pg_num_not_power_of_two", 2024-08-29T19:03:22.531 INFO:tasks.workunit.client.0.smithi028.stdout: "mon_warn_on_too_few_osds", 2024-08-29T19:03:22.531 INFO:tasks.workunit.client.0.smithi028.stdout: "ms_die_on_bug", 2024-08-29T19:03:22.531 INFO:tasks.workunit.client.0.smithi028.stdout: "ms_die_on_old_message", 2024-08-29T19:03:22.531 INFO:tasks.workunit.client.0.smithi028.stdout: "osd_class_default_list", 2024-08-29T19:03:22.531 INFO:tasks.workunit.client.0.smithi028.stdout: "osd_class_load_list", 2024-08-29T19:03:22.531 INFO:tasks.workunit.client.0.smithi028.stdout: "osd_debug_misdirected_ops", 2024-08-29T19:03:22.531 INFO:tasks.workunit.client.0.smithi028.stdout: "osd_debug_op_order", 2024-08-29T19:03:22.531 INFO:tasks.workunit.client.0.smithi028.stdout: "osd_debug_pg_log_writeout", 2024-08-29T19:03:22.531 INFO:tasks.workunit.client.0.smithi028.stdout: "osd_debug_shutdown", 2024-08-29T19:03:22.531 INFO:tasks.workunit.client.0.smithi028.stdout: "osd_debug_verify_cached_snaps", 2024-08-29T19:03:22.532 INFO:tasks.workunit.client.0.smithi028.stdout: "osd_debug_verify_missing_on_start", 2024-08-29T19:03:22.532 INFO:tasks.workunit.client.0.smithi028.stdout: "osd_debug_verify_stray_on_activate", 2024-08-29T19:03:22.532 INFO:tasks.workunit.client.0.smithi028.stdout: "osd_deep_scrub_update_digest_min_age", 2024-08-29T19:03:22.532 INFO:tasks.workunit.client.0.smithi028.stdout: "osd_mclock_max_capacity_iops_ssd", 2024-08-29T19:03:22.532 INFO:tasks.workunit.client.0.smithi028.stdout: "osd_mclock_profile", 2024-08-29T19:03:22.532 INFO:tasks.workunit.client.0.smithi028.stdout: "osd_memory_target", 2024-08-29T19:03:22.532 INFO:tasks.workunit.client.0.smithi028.stdout: "osd_memory_target_autotune", 2024-08-29T19:03:22.532 INFO:tasks.workunit.client.0.smithi028.stdout: "osd_op_queue", 2024-08-29T19:03:22.532 INFO:tasks.workunit.client.0.smithi028.stdout: "osd_op_queue_cut_off", 2024-08-29T19:03:22.532 INFO:tasks.workunit.client.0.smithi028.stdout: "osd_pool_default_erasure_code_profile", 2024-08-29T19:03:22.532 INFO:tasks.workunit.client.0.smithi028.stdout: "osd_pool_default_pg_autoscale_mode", 2024-08-29T19:03:22.532 INFO:tasks.workunit.client.0.smithi028.stdout: "osd_recover_clone_overlap", 2024-08-29T19:03:22.532 INFO:tasks.workunit.client.0.smithi028.stdout: "osd_recovery_max_chunk", 2024-08-29T19:03:22.532 INFO:tasks.workunit.client.0.smithi028.stdout: "osd_scrub_load_threshold", 2024-08-29T19:03:22.533 INFO:tasks.workunit.client.0.smithi028.stdout: "osd_scrub_max_interval", 2024-08-29T19:03:22.533 INFO:tasks.workunit.client.0.smithi028.stdout: "osd_shutdown_pgref_assert", 2024-08-29T19:03:22.533 INFO:tasks.workunit.client.0.smithi028.stdout: "public_network", 2024-08-29T19:03:22.533 INFO:tasks.workunit.client.0.smithi028.stdout: "rbd_config_pool_override_update_timestamp", 2024-08-29T19:03:22.533 INFO:tasks.workunit.client.0.smithi028.stdout: "rgw_cache_enabled", 2024-08-29T19:03:22.533 INFO:tasks.workunit.client.0.smithi028.stdout: "rgw_enable_ops_log", 2024-08-29T19:03:22.533 INFO:tasks.workunit.client.0.smithi028.stdout: "rgw_enable_usage_log" 2024-08-29T19:03:22.533 INFO:tasks.workunit.client.0.smithi028.stdout: ] 2024-08-29T19:03:22.533 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:22.534 INFO:tasks.workunit.client.0.smithi028.stdout: "contact": null, 2024-08-29T19:03:22.534 INFO:tasks.workunit.client.0.smithi028.stdout: "crashes": [], 2024-08-29T19:03:22.534 INFO:tasks.workunit.client.0.smithi028.stdout: "created": "2024-08-29T17:30:13.516586Z", 2024-08-29T19:03:22.534 INFO:tasks.workunit.client.0.smithi028.stdout: "crush": { 2024-08-29T19:03:22.534 INFO:tasks.workunit.client.0.smithi028.stdout: "bucket_algs": { 2024-08-29T19:03:22.534 INFO:tasks.workunit.client.0.smithi028.stdout: "straw2": 3 2024-08-29T19:03:22.534 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:22.534 INFO:tasks.workunit.client.0.smithi028.stdout: "bucket_sizes": { 2024-08-29T19:03:22.534 INFO:tasks.workunit.client.0.smithi028.stdout: "2": 1, 2024-08-29T19:03:22.534 INFO:tasks.workunit.client.0.smithi028.stdout: "4": 2 2024-08-29T19:03:22.534 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:22.534 INFO:tasks.workunit.client.0.smithi028.stdout: "bucket_types": { 2024-08-29T19:03:22.534 INFO:tasks.workunit.client.0.smithi028.stdout: "1": 2, 2024-08-29T19:03:22.534 INFO:tasks.workunit.client.0.smithi028.stdout: "11": 1 2024-08-29T19:03:22.535 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:22.535 INFO:tasks.workunit.client.0.smithi028.stdout: "compat_weight_set": false, 2024-08-29T19:03:22.535 INFO:tasks.workunit.client.0.smithi028.stdout: "device_classes": [ 2024-08-29T19:03:22.535 INFO:tasks.workunit.client.0.smithi028.stdout: 8 2024-08-29T19:03:22.535 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-08-29T19:03:22.535 INFO:tasks.workunit.client.0.smithi028.stdout: "num_buckets": 6, 2024-08-29T19:03:22.535 INFO:tasks.workunit.client.0.smithi028.stdout: "num_devices": 8, 2024-08-29T19:03:22.535 INFO:tasks.workunit.client.0.smithi028.stdout: "num_rules": 2, 2024-08-29T19:03:22.535 INFO:tasks.workunit.client.0.smithi028.stdout: "num_types": 12, 2024-08-29T19:03:22.535 INFO:tasks.workunit.client.0.smithi028.stdout: "num_weight_sets": 0, 2024-08-29T19:03:22.535 INFO:tasks.workunit.client.0.smithi028.stdout: "tunables": { 2024-08-29T19:03:22.535 INFO:tasks.workunit.client.0.smithi028.stdout: "allowed_bucket_algs": 54, 2024-08-29T19:03:22.535 INFO:tasks.workunit.client.0.smithi028.stdout: "choose_local_fallback_tries": 0, 2024-08-29T19:03:22.535 INFO:tasks.workunit.client.0.smithi028.stdout: "choose_local_tries": 0, 2024-08-29T19:03:22.536 INFO:tasks.workunit.client.0.smithi028.stdout: "choose_total_tries": 50, 2024-08-29T19:03:22.536 INFO:tasks.workunit.client.0.smithi028.stdout: "chooseleaf_descend_once": 1, 2024-08-29T19:03:22.536 INFO:tasks.workunit.client.0.smithi028.stdout: "chooseleaf_stable": 1, 2024-08-29T19:03:22.536 INFO:tasks.workunit.client.0.smithi028.stdout: "chooseleaf_vary_r": 1, 2024-08-29T19:03:22.536 INFO:tasks.workunit.client.0.smithi028.stdout: "has_msr_rules": 0, 2024-08-29T19:03:22.536 INFO:tasks.workunit.client.0.smithi028.stdout: "has_v2_rules": 1, 2024-08-29T19:03:22.536 INFO:tasks.workunit.client.0.smithi028.stdout: "has_v3_rules": 0, 2024-08-29T19:03:22.536 INFO:tasks.workunit.client.0.smithi028.stdout: "has_v4_buckets": 1, 2024-08-29T19:03:22.536 INFO:tasks.workunit.client.0.smithi028.stdout: "has_v5_rules": 0, 2024-08-29T19:03:22.536 INFO:tasks.workunit.client.0.smithi028.stdout: "legacy_tunables": 0, 2024-08-29T19:03:22.536 INFO:tasks.workunit.client.0.smithi028.stdout: "minimum_required_version": "jewel", 2024-08-29T19:03:22.536 INFO:tasks.workunit.client.0.smithi028.stdout: "msr_collision_tries": 100, 2024-08-29T19:03:22.536 INFO:tasks.workunit.client.0.smithi028.stdout: "msr_descents": 100, 2024-08-29T19:03:22.536 INFO:tasks.workunit.client.0.smithi028.stdout: "optimal_tunables": 1, 2024-08-29T19:03:22.537 INFO:tasks.workunit.client.0.smithi028.stdout: "profile": "jewel", 2024-08-29T19:03:22.537 INFO:tasks.workunit.client.0.smithi028.stdout: "require_feature_tunables": 1, 2024-08-29T19:03:22.537 INFO:tasks.workunit.client.0.smithi028.stdout: "require_feature_tunables2": 1, 2024-08-29T19:03:22.537 INFO:tasks.workunit.client.0.smithi028.stdout: "require_feature_tunables3": 1, 2024-08-29T19:03:22.537 INFO:tasks.workunit.client.0.smithi028.stdout: "require_feature_tunables5": 1, 2024-08-29T19:03:22.537 INFO:tasks.workunit.client.0.smithi028.stdout: "straw_calc_version": 1 2024-08-29T19:03:22.537 INFO:tasks.workunit.client.0.smithi028.stdout: } 2024-08-29T19:03:22.537 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:22.537 INFO:tasks.workunit.client.0.smithi028.stdout: "description": "upgrade test cluster", 2024-08-29T19:03:22.537 INFO:tasks.workunit.client.0.smithi028.stdout: "fs": { 2024-08-29T19:03:22.537 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 1, 2024-08-29T19:03:22.537 INFO:tasks.workunit.client.0.smithi028.stdout: "feature_flags": { 2024-08-29T19:03:22.537 INFO:tasks.workunit.client.0.smithi028.stdout: "enable_multiple": true, 2024-08-29T19:03:22.537 INFO:tasks.workunit.client.0.smithi028.stdout: "ever_enabled_multiple": true 2024-08-29T19:03:22.538 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:22.538 INFO:tasks.workunit.client.0.smithi028.stdout: "filesystems": [ 2024-08-29T19:03:22.538 INFO:tasks.workunit.client.0.smithi028.stdout: { 2024-08-29T19:03:22.538 INFO:tasks.workunit.client.0.smithi028.stdout: "approx_ctime": "2024-08", 2024-08-29T19:03:22.538 INFO:tasks.workunit.client.0.smithi028.stdout: "balancer_enabled": false, 2024-08-29T19:03:22.538 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 0, 2024-08-29T19:03:22.538 INFO:tasks.workunit.client.0.smithi028.stdout: "cached_caps": 0, 2024-08-29T19:03:22.538 INFO:tasks.workunit.client.0.smithi028.stdout: "cached_dns": 10, 2024-08-29T19:03:22.538 INFO:tasks.workunit.client.0.smithi028.stdout: "cached_inos": 13, 2024-08-29T19:03:22.538 INFO:tasks.workunit.client.0.smithi028.stdout: "cached_subtrees": 2, 2024-08-29T19:03:22.538 INFO:tasks.workunit.client.0.smithi028.stdout: "ever_allowed_features": 0, 2024-08-29T19:03:22.538 INFO:tasks.workunit.client.0.smithi028.stdout: "explicitly_allowed_features": 0, 2024-08-29T19:03:22.538 INFO:tasks.workunit.client.0.smithi028.stdout: "files": 0, 2024-08-29T19:03:22.538 INFO:tasks.workunit.client.0.smithi028.stdout: "max_mds": 1, 2024-08-29T19:03:22.539 INFO:tasks.workunit.client.0.smithi028.stdout: "num_data_pools": 1, 2024-08-29T19:03:22.539 INFO:tasks.workunit.client.0.smithi028.stdout: "num_in": 1, 2024-08-29T19:03:22.539 INFO:tasks.workunit.client.0.smithi028.stdout: "num_mds": 1, 2024-08-29T19:03:22.539 INFO:tasks.workunit.client.0.smithi028.stdout: "num_sessions": 0, 2024-08-29T19:03:22.539 INFO:tasks.workunit.client.0.smithi028.stdout: "num_standby_replay": 0, 2024-08-29T19:03:22.539 INFO:tasks.workunit.client.0.smithi028.stdout: "num_up": 1, 2024-08-29T19:03:22.539 INFO:tasks.workunit.client.0.smithi028.stdout: "snaps": 0, 2024-08-29T19:03:22.539 INFO:tasks.workunit.client.0.smithi028.stdout: "standby_count_wanted": 0 2024-08-29T19:03:22.539 INFO:tasks.workunit.client.0.smithi028.stdout: } 2024-08-29T19:03:22.539 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-08-29T19:03:22.539 INFO:tasks.workunit.client.0.smithi028.stdout: "num_standby_mds": 1, 2024-08-29T19:03:22.539 INFO:tasks.workunit.client.0.smithi028.stdout: "total_num_mds": 2 2024-08-29T19:03:22.539 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:22.539 INFO:tasks.workunit.client.0.smithi028.stdout: "heap_stats": { 2024-08-29T19:03:22.540 INFO:tasks.workunit.client.0.smithi028.stdout: "mds": { 2024-08-29T19:03:22.540 INFO:tasks.workunit.client.0.smithi028.stdout: "mds.a2df9e26f4a5fcbeed319f1798118f10993a0555": { 2024-08-29T19:03:22.540 INFO:tasks.workunit.client.0.smithi028.stdout: "actual_memory_used": 20152320, 2024-08-29T19:03:22.540 INFO:tasks.workunit.client.0.smithi028.stdout: "central_cache_freelist": 369456, 2024-08-29T19:03:22.540 INFO:tasks.workunit.client.0.smithi028.stdout: "malloc_metadata": 2621440, 2024-08-29T19:03:22.540 INFO:tasks.workunit.client.0.smithi028.stdout: "page_heap_freelist": 671744, 2024-08-29T19:03:22.540 INFO:tasks.workunit.client.0.smithi028.stdout: "released_to_os": 0, 2024-08-29T19:03:22.540 INFO:tasks.workunit.client.0.smithi028.stdout: "spans_in_use": 371, 2024-08-29T19:03:22.540 INFO:tasks.workunit.client.0.smithi028.stdout: "tcmalloc_page_size": 8192, 2024-08-29T19:03:22.540 INFO:tasks.workunit.client.0.smithi028.stdout: "thread_cache_freelists": 1226136, 2024-08-29T19:03:22.540 INFO:tasks.workunit.client.0.smithi028.stdout: "thread_heaps_in_use": 13, 2024-08-29T19:03:22.540 INFO:tasks.workunit.client.0.smithi028.stdout: "transfer_cache_freelist": 513536, 2024-08-29T19:03:22.540 INFO:tasks.workunit.client.0.smithi028.stdout: "use_by_application": 14750008, 2024-08-29T19:03:22.540 INFO:tasks.workunit.client.0.smithi028.stdout: "virtual_address_space_used": 20152320 2024-08-29T19:03:22.541 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:22.541 INFO:tasks.workunit.client.0.smithi028.stdout: "mds.e4958ae9278a574c0226651ef9b7bc2d4e1b34b9": { 2024-08-29T19:03:22.541 INFO:tasks.workunit.client.0.smithi028.stdout: "actual_memory_used": 20873216, 2024-08-29T19:03:22.541 INFO:tasks.workunit.client.0.smithi028.stdout: "central_cache_freelist": 439608, 2024-08-29T19:03:22.541 INFO:tasks.workunit.client.0.smithi028.stdout: "malloc_metadata": 2621440, 2024-08-29T19:03:22.541 INFO:tasks.workunit.client.0.smithi028.stdout: "page_heap_freelist": 0, 2024-08-29T19:03:22.541 INFO:tasks.workunit.client.0.smithi028.stdout: "released_to_os": 327680, 2024-08-29T19:03:22.541 INFO:tasks.workunit.client.0.smithi028.stdout: "spans_in_use": 490, 2024-08-29T19:03:22.541 INFO:tasks.workunit.client.0.smithi028.stdout: "tcmalloc_page_size": 8192, 2024-08-29T19:03:22.541 INFO:tasks.workunit.client.0.smithi028.stdout: "thread_cache_freelists": 1525896, 2024-08-29T19:03:22.541 INFO:tasks.workunit.client.0.smithi028.stdout: "thread_heaps_in_use": 22, 2024-08-29T19:03:22.541 INFO:tasks.workunit.client.0.smithi028.stdout: "transfer_cache_freelist": 1124864, 2024-08-29T19:03:22.541 INFO:tasks.workunit.client.0.smithi028.stdout: "use_by_application": 15161408, 2024-08-29T19:03:22.541 INFO:tasks.workunit.client.0.smithi028.stdout: "virtual_address_space_used": 21200896 2024-08-29T19:03:22.542 INFO:tasks.workunit.client.0.smithi028.stdout: } 2024-08-29T19:03:22.542 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:22.542 INFO:tasks.workunit.client.0.smithi028.stdout: "mon": { 2024-08-29T19:03:22.542 INFO:tasks.workunit.client.0.smithi028.stdout: "mon.55fbc62c63d120c3220dfb51bdacb54ee30cf548": { 2024-08-29T19:03:22.542 INFO:tasks.workunit.client.0.smithi028.stdout: "actual_memory_used": 170639360, 2024-08-29T19:03:22.542 INFO:tasks.workunit.client.0.smithi028.stdout: "central_cache_freelist": 3117600, 2024-08-29T19:03:22.542 INFO:tasks.workunit.client.0.smithi028.stdout: "malloc_metadata": 2883584, 2024-08-29T19:03:22.542 INFO:tasks.workunit.client.0.smithi028.stdout: "page_heap_freelist": 0, 2024-08-29T19:03:22.542 INFO:tasks.workunit.client.0.smithi028.stdout: "released_to_os": 1032192, 2024-08-29T19:03:22.542 INFO:tasks.workunit.client.0.smithi028.stdout: "spans_in_use": 6993, 2024-08-29T19:03:22.542 INFO:tasks.workunit.client.0.smithi028.stdout: "tcmalloc_page_size": 8192, 2024-08-29T19:03:22.542 INFO:tasks.workunit.client.0.smithi028.stdout: "thread_cache_freelists": 9918976, 2024-08-29T19:03:22.542 INFO:tasks.workunit.client.0.smithi028.stdout: "thread_heaps_in_use": 21, 2024-08-29T19:03:22.542 INFO:tasks.workunit.client.0.smithi028.stdout: "transfer_cache_freelist": 3676160, 2024-08-29T19:03:22.542 INFO:tasks.workunit.client.0.smithi028.stdout: "use_by_application": 151043040, 2024-08-29T19:03:22.543 INFO:tasks.workunit.client.0.smithi028.stdout: "virtual_address_space_used": 171671552 2024-08-29T19:03:22.543 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:22.543 INFO:tasks.workunit.client.0.smithi028.stdout: "mon.a2df9e26f4a5fcbeed319f1798118f10993a0555": { 2024-08-29T19:03:22.543 INFO:tasks.workunit.client.0.smithi028.stdout: "actual_memory_used": 155795456, 2024-08-29T19:03:22.543 INFO:tasks.workunit.client.0.smithi028.stdout: "central_cache_freelist": 2611928, 2024-08-29T19:03:22.543 INFO:tasks.workunit.client.0.smithi028.stdout: "malloc_metadata": 2883584, 2024-08-29T19:03:22.543 INFO:tasks.workunit.client.0.smithi028.stdout: "page_heap_freelist": 8192, 2024-08-29T19:03:22.543 INFO:tasks.workunit.client.0.smithi028.stdout: "released_to_os": 1171456, 2024-08-29T19:03:22.543 INFO:tasks.workunit.client.0.smithi028.stdout: "spans_in_use": 6028, 2024-08-29T19:03:22.543 INFO:tasks.workunit.client.0.smithi028.stdout: "tcmalloc_page_size": 8192, 2024-08-29T19:03:22.543 INFO:tasks.workunit.client.0.smithi028.stdout: "thread_cache_freelists": 9969864, 2024-08-29T19:03:22.543 INFO:tasks.workunit.client.0.smithi028.stdout: "thread_heaps_in_use": 21, 2024-08-29T19:03:22.543 INFO:tasks.workunit.client.0.smithi028.stdout: "transfer_cache_freelist": 2901248, 2024-08-29T19:03:22.543 INFO:tasks.workunit.client.0.smithi028.stdout: "use_by_application": 137420640, 2024-08-29T19:03:22.544 INFO:tasks.workunit.client.0.smithi028.stdout: "virtual_address_space_used": 156966912 2024-08-29T19:03:22.544 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:22.544 INFO:tasks.workunit.client.0.smithi028.stdout: "mon.e4958ae9278a574c0226651ef9b7bc2d4e1b34b9": { 2024-08-29T19:03:22.544 INFO:tasks.workunit.client.0.smithi028.stdout: "actual_memory_used": 244146176, 2024-08-29T19:03:22.544 INFO:tasks.workunit.client.0.smithi028.stdout: "central_cache_freelist": 5795624, 2024-08-29T19:03:22.544 INFO:tasks.workunit.client.0.smithi028.stdout: "malloc_metadata": 3014656, 2024-08-29T19:03:22.544 INFO:tasks.workunit.client.0.smithi028.stdout: "page_heap_freelist": 761856, 2024-08-29T19:03:22.544 INFO:tasks.workunit.client.0.smithi028.stdout: "released_to_os": 237568, 2024-08-29T19:03:22.544 INFO:tasks.workunit.client.0.smithi028.stdout: "spans_in_use": 9083, 2024-08-29T19:03:22.544 INFO:tasks.workunit.client.0.smithi028.stdout: "tcmalloc_page_size": 8192, 2024-08-29T19:03:22.544 INFO:tasks.workunit.client.0.smithi028.stdout: "thread_cache_freelists": 15193744, 2024-08-29T19:03:22.544 INFO:tasks.workunit.client.0.smithi028.stdout: "thread_heaps_in_use": 23, 2024-08-29T19:03:22.544 INFO:tasks.workunit.client.0.smithi028.stdout: "transfer_cache_freelist": 4334848, 2024-08-29T19:03:22.544 INFO:tasks.workunit.client.0.smithi028.stdout: "use_by_application": 215045448, 2024-08-29T19:03:22.545 INFO:tasks.workunit.client.0.smithi028.stdout: "virtual_address_space_used": 244383744 2024-08-29T19:03:22.545 INFO:tasks.workunit.client.0.smithi028.stdout: } 2024-08-29T19:03:22.545 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:22.545 INFO:tasks.workunit.client.0.smithi028.stdout: "osd": { 2024-08-29T19:03:22.545 INFO:tasks.workunit.client.0.smithi028.stdout: "osd.0": { 2024-08-29T19:03:22.545 INFO:tasks.workunit.client.0.smithi028.stdout: "actual_memory_used": 513032192, 2024-08-29T19:03:22.545 INFO:tasks.workunit.client.0.smithi028.stdout: "central_cache_freelist": 26287856, 2024-08-29T19:03:22.545 INFO:tasks.workunit.client.0.smithi028.stdout: "malloc_metadata": 5373952, 2024-08-29T19:03:22.545 INFO:tasks.workunit.client.0.smithi028.stdout: "page_heap_freelist": 0, 2024-08-29T19:03:22.545 INFO:tasks.workunit.client.0.smithi028.stdout: "released_to_os": 38887424, 2024-08-29T19:03:22.545 INFO:tasks.workunit.client.0.smithi028.stdout: "spans_in_use": 13239, 2024-08-29T19:03:22.545 INFO:tasks.workunit.client.0.smithi028.stdout: "tcmalloc_page_size": 8192, 2024-08-29T19:03:22.545 INFO:tasks.workunit.client.0.smithi028.stdout: "thread_cache_freelists": 68725344, 2024-08-29T19:03:22.545 INFO:tasks.workunit.client.0.smithi028.stdout: "thread_heaps_in_use": 60, 2024-08-29T19:03:22.546 INFO:tasks.workunit.client.0.smithi028.stdout: "transfer_cache_freelist": 9544192, 2024-08-29T19:03:22.546 INFO:tasks.workunit.client.0.smithi028.stdout: "use_by_application": 403100848, 2024-08-29T19:03:22.546 INFO:tasks.workunit.client.0.smithi028.stdout: "virtual_address_space_used": 551919616 2024-08-29T19:03:22.546 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:22.546 INFO:tasks.workunit.client.0.smithi028.stdout: "osd.1": { 2024-08-29T19:03:22.546 INFO:tasks.workunit.client.0.smithi028.stdout: "actual_memory_used": 444219392, 2024-08-29T19:03:22.546 INFO:tasks.workunit.client.0.smithi028.stdout: "central_cache_freelist": 29629832, 2024-08-29T19:03:22.546 INFO:tasks.workunit.client.0.smithi028.stdout: "malloc_metadata": 5505024, 2024-08-29T19:03:22.546 INFO:tasks.workunit.client.0.smithi028.stdout: "page_heap_freelist": 0, 2024-08-29T19:03:22.546 INFO:tasks.workunit.client.0.smithi028.stdout: "released_to_os": 52338688, 2024-08-29T19:03:22.546 INFO:tasks.workunit.client.0.smithi028.stdout: "spans_in_use": 13931, 2024-08-29T19:03:22.546 INFO:tasks.workunit.client.0.smithi028.stdout: "tcmalloc_page_size": 8192, 2024-08-29T19:03:22.546 INFO:tasks.workunit.client.0.smithi028.stdout: "thread_cache_freelists": 72689368, 2024-08-29T19:03:22.546 INFO:tasks.workunit.client.0.smithi028.stdout: "thread_heaps_in_use": 53, 2024-08-29T19:03:22.547 INFO:tasks.workunit.client.0.smithi028.stdout: "transfer_cache_freelist": 10516224, 2024-08-29T19:03:22.547 INFO:tasks.workunit.client.0.smithi028.stdout: "use_by_application": 325878944, 2024-08-29T19:03:22.547 INFO:tasks.workunit.client.0.smithi028.stdout: "virtual_address_space_used": 496558080 2024-08-29T19:03:22.547 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:22.547 INFO:tasks.workunit.client.0.smithi028.stdout: "osd.2": { 2024-08-29T19:03:22.547 INFO:tasks.workunit.client.0.smithi028.stdout: "actual_memory_used": 440336384, 2024-08-29T19:03:22.547 INFO:tasks.workunit.client.0.smithi028.stdout: "central_cache_freelist": 18953416, 2024-08-29T19:03:22.547 INFO:tasks.workunit.client.0.smithi028.stdout: "malloc_metadata": 3145728, 2024-08-29T19:03:22.547 INFO:tasks.workunit.client.0.smithi028.stdout: "page_heap_freelist": 49152, 2024-08-29T19:03:22.547 INFO:tasks.workunit.client.0.smithi028.stdout: "released_to_os": 68739072, 2024-08-29T19:03:22.547 INFO:tasks.workunit.client.0.smithi028.stdout: "spans_in_use": 10735, 2024-08-29T19:03:22.547 INFO:tasks.workunit.client.0.smithi028.stdout: "tcmalloc_page_size": 8192, 2024-08-29T19:03:22.547 INFO:tasks.workunit.client.0.smithi028.stdout: "thread_cache_freelists": 66433104, 2024-08-29T19:03:22.547 INFO:tasks.workunit.client.0.smithi028.stdout: "thread_heaps_in_use": 53, 2024-08-29T19:03:22.547 INFO:tasks.workunit.client.0.smithi028.stdout: "transfer_cache_freelist": 12015360, 2024-08-29T19:03:22.548 INFO:tasks.workunit.client.0.smithi028.stdout: "use_by_application": 339739624, 2024-08-29T19:03:22.548 INFO:tasks.workunit.client.0.smithi028.stdout: "virtual_address_space_used": 509075456 2024-08-29T19:03:22.548 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:22.548 INFO:tasks.workunit.client.0.smithi028.stdout: "osd.3": { 2024-08-29T19:03:22.548 INFO:tasks.workunit.client.0.smithi028.stdout: "actual_memory_used": 488849408, 2024-08-29T19:03:22.548 INFO:tasks.workunit.client.0.smithi028.stdout: "central_cache_freelist": 20599912, 2024-08-29T19:03:22.548 INFO:tasks.workunit.client.0.smithi028.stdout: "malloc_metadata": 3276800, 2024-08-29T19:03:22.548 INFO:tasks.workunit.client.0.smithi028.stdout: "page_heap_freelist": 0, 2024-08-29T19:03:22.548 INFO:tasks.workunit.client.0.smithi028.stdout: "released_to_os": 141737984, 2024-08-29T19:03:22.548 INFO:tasks.workunit.client.0.smithi028.stdout: "spans_in_use": 10938, 2024-08-29T19:03:22.548 INFO:tasks.workunit.client.0.smithi028.stdout: "tcmalloc_page_size": 8192, 2024-08-29T19:03:22.548 INFO:tasks.workunit.client.0.smithi028.stdout: "thread_cache_freelists": 66237656, 2024-08-29T19:03:22.548 INFO:tasks.workunit.client.0.smithi028.stdout: "thread_heaps_in_use": 53, 2024-08-29T19:03:22.549 INFO:tasks.workunit.client.0.smithi028.stdout: "transfer_cache_freelist": 10436096, 2024-08-29T19:03:22.549 INFO:tasks.workunit.client.0.smithi028.stdout: "use_by_application": 388298944, 2024-08-29T19:03:22.549 INFO:tasks.workunit.client.0.smithi028.stdout: "virtual_address_space_used": 630587392 2024-08-29T19:03:22.549 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:22.549 INFO:tasks.workunit.client.0.smithi028.stdout: "osd.4": { 2024-08-29T19:03:22.549 INFO:tasks.workunit.client.0.smithi028.stdout: "actual_memory_used": 556326912, 2024-08-29T19:03:22.549 INFO:tasks.workunit.client.0.smithi028.stdout: "central_cache_freelist": 20808952, 2024-08-29T19:03:22.549 INFO:tasks.workunit.client.0.smithi028.stdout: "malloc_metadata": 3276800, 2024-08-29T19:03:22.549 INFO:tasks.workunit.client.0.smithi028.stdout: "page_heap_freelist": 0, 2024-08-29T19:03:22.549 INFO:tasks.workunit.client.0.smithi028.stdout: "released_to_os": 57958400, 2024-08-29T19:03:22.549 INFO:tasks.workunit.client.0.smithi028.stdout: "spans_in_use": 12420, 2024-08-29T19:03:22.549 INFO:tasks.workunit.client.0.smithi028.stdout: "tcmalloc_page_size": 8192, 2024-08-29T19:03:22.550 INFO:tasks.workunit.client.0.smithi028.stdout: "thread_cache_freelists": 71320880, 2024-08-29T19:03:22.550 INFO:tasks.workunit.client.0.smithi028.stdout: "thread_heaps_in_use": 54, 2024-08-29T19:03:22.550 INFO:tasks.workunit.client.0.smithi028.stdout: "transfer_cache_freelist": 10737664, 2024-08-29T19:03:22.550 INFO:tasks.workunit.client.0.smithi028.stdout: "use_by_application": 450182616, 2024-08-29T19:03:22.550 INFO:tasks.workunit.client.0.smithi028.stdout: "virtual_address_space_used": 614285312 2024-08-29T19:03:22.550 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:22.550 INFO:tasks.workunit.client.0.smithi028.stdout: "osd.5": { 2024-08-29T19:03:22.550 INFO:tasks.workunit.client.0.smithi028.stdout: "actual_memory_used": 539705344, 2024-08-29T19:03:22.550 INFO:tasks.workunit.client.0.smithi028.stdout: "central_cache_freelist": 25257600, 2024-08-29T19:03:22.550 INFO:tasks.workunit.client.0.smithi028.stdout: "malloc_metadata": 3276800, 2024-08-29T19:03:22.550 INFO:tasks.workunit.client.0.smithi028.stdout: "page_heap_freelist": 0, 2024-08-29T19:03:22.550 INFO:tasks.workunit.client.0.smithi028.stdout: "released_to_os": 22233088, 2024-08-29T19:03:22.550 INFO:tasks.workunit.client.0.smithi028.stdout: "spans_in_use": 12032, 2024-08-29T19:03:22.550 INFO:tasks.workunit.client.0.smithi028.stdout: "tcmalloc_page_size": 8192, 2024-08-29T19:03:22.550 INFO:tasks.workunit.client.0.smithi028.stdout: "thread_cache_freelists": 58662712, 2024-08-29T19:03:22.551 INFO:tasks.workunit.client.0.smithi028.stdout: "thread_heaps_in_use": 53, 2024-08-29T19:03:22.551 INFO:tasks.workunit.client.0.smithi028.stdout: "transfer_cache_freelist": 10590464, 2024-08-29T19:03:22.551 INFO:tasks.workunit.client.0.smithi028.stdout: "use_by_application": 441917768, 2024-08-29T19:03:22.551 INFO:tasks.workunit.client.0.smithi028.stdout: "virtual_address_space_used": 561938432 2024-08-29T19:03:22.551 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:22.551 INFO:tasks.workunit.client.0.smithi028.stdout: "osd.6": { 2024-08-29T19:03:22.551 INFO:tasks.workunit.client.0.smithi028.stdout: "actual_memory_used": 475136000, 2024-08-29T19:03:22.551 INFO:tasks.workunit.client.0.smithi028.stdout: "central_cache_freelist": 16933264, 2024-08-29T19:03:22.551 INFO:tasks.workunit.client.0.smithi028.stdout: "malloc_metadata": 3276800, 2024-08-29T19:03:22.551 INFO:tasks.workunit.client.0.smithi028.stdout: "page_heap_freelist": 0, 2024-08-29T19:03:22.551 INFO:tasks.workunit.client.0.smithi028.stdout: "released_to_os": 1417216, 2024-08-29T19:03:22.551 INFO:tasks.workunit.client.0.smithi028.stdout: "spans_in_use": 11317, 2024-08-29T19:03:22.551 INFO:tasks.workunit.client.0.smithi028.stdout: "tcmalloc_page_size": 8192, 2024-08-29T19:03:22.551 INFO:tasks.workunit.client.0.smithi028.stdout: "thread_cache_freelists": 57405280, 2024-08-29T19:03:22.552 INFO:tasks.workunit.client.0.smithi028.stdout: "thread_heaps_in_use": 53, 2024-08-29T19:03:22.552 INFO:tasks.workunit.client.0.smithi028.stdout: "transfer_cache_freelist": 10896640, 2024-08-29T19:03:22.552 INFO:tasks.workunit.client.0.smithi028.stdout: "use_by_application": 386624016, 2024-08-29T19:03:22.552 INFO:tasks.workunit.client.0.smithi028.stdout: "virtual_address_space_used": 476553216 2024-08-29T19:03:22.552 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:22.552 INFO:tasks.workunit.client.0.smithi028.stdout: "osd.7": { 2024-08-29T19:03:22.552 INFO:tasks.workunit.client.0.smithi028.stdout: "actual_memory_used": 457728000, 2024-08-29T19:03:22.552 INFO:tasks.workunit.client.0.smithi028.stdout: "central_cache_freelist": 25005208, 2024-08-29T19:03:22.552 INFO:tasks.workunit.client.0.smithi028.stdout: "malloc_metadata": 5373952, 2024-08-29T19:03:22.552 INFO:tasks.workunit.client.0.smithi028.stdout: "page_heap_freelist": 0, 2024-08-29T19:03:22.552 INFO:tasks.workunit.client.0.smithi028.stdout: "released_to_os": 19537920, 2024-08-29T19:03:22.552 INFO:tasks.workunit.client.0.smithi028.stdout: "spans_in_use": 11265, 2024-08-29T19:03:22.552 INFO:tasks.workunit.client.0.smithi028.stdout: "tcmalloc_page_size": 8192, 2024-08-29T19:03:22.552 INFO:tasks.workunit.client.0.smithi028.stdout: "thread_cache_freelists": 52860984, 2024-08-29T19:03:22.553 INFO:tasks.workunit.client.0.smithi028.stdout: "thread_heaps_in_use": 58, 2024-08-29T19:03:22.553 INFO:tasks.workunit.client.0.smithi028.stdout: "transfer_cache_freelist": 12115968, 2024-08-29T19:03:22.553 INFO:tasks.workunit.client.0.smithi028.stdout: "use_by_application": 362371888, 2024-08-29T19:03:22.553 INFO:tasks.workunit.client.0.smithi028.stdout: "virtual_address_space_used": 477265920 2024-08-29T19:03:22.553 INFO:tasks.workunit.client.0.smithi028.stdout: } 2024-08-29T19:03:22.553 INFO:tasks.workunit.client.0.smithi028.stdout: } 2024-08-29T19:03:22.553 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:22.553 INFO:tasks.workunit.client.0.smithi028.stdout: "hosts": { 2024-08-29T19:03:22.553 INFO:tasks.workunit.client.0.smithi028.stdout: "num": 2, 2024-08-29T19:03:22.553 INFO:tasks.workunit.client.0.smithi028.stdout: "num_with_mds": 2, 2024-08-29T19:03:22.553 INFO:tasks.workunit.client.0.smithi028.stdout: "num_with_mgr": 2, 2024-08-29T19:03:22.553 INFO:tasks.workunit.client.0.smithi028.stdout: "num_with_mon": 2, 2024-08-29T19:03:22.553 INFO:tasks.workunit.client.0.smithi028.stdout: "num_with_osd": 2 2024-08-29T19:03:22.553 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:22.554 INFO:tasks.workunit.client.0.smithi028.stdout: "io_rate": { 2024-08-29T19:03:22.554 INFO:tasks.workunit.client.0.smithi028.stdout: "pg_stats_delta": { 2024-08-29T19:03:22.554 INFO:tasks.workunit.client.0.smithi028.stdout: "acting": 0, 2024-08-29T19:03:22.554 INFO:tasks.workunit.client.0.smithi028.stdout: "log_size": 0, 2024-08-29T19:03:22.554 INFO:tasks.workunit.client.0.smithi028.stdout: "num_store_stats": 0, 2024-08-29T19:03:22.554 INFO:tasks.workunit.client.0.smithi028.stdout: "ondisk_log_size": 0, 2024-08-29T19:03:22.554 INFO:tasks.workunit.client.0.smithi028.stdout: "stamp_delta": "12.005683", 2024-08-29T19:03:22.554 INFO:tasks.workunit.client.0.smithi028.stdout: "stat_sum": { 2024-08-29T19:03:22.554 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes": 0, 2024-08-29T19:03:22.554 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes_hit_set_archive": 0, 2024-08-29T19:03:22.554 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes_recovered": 0, 2024-08-29T19:03:22.554 INFO:tasks.workunit.client.0.smithi028.stdout: "num_deep_scrub_errors": 0, 2024-08-29T19:03:22.554 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict": 0, 2024-08-29T19:03:22.554 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_kb": 0, 2024-08-29T19:03:22.555 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_mode_full": 0, 2024-08-29T19:03:22.555 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_mode_some": 0, 2024-08-29T19:03:22.555 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush": 0, 2024-08-29T19:03:22.555 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_kb": 0, 2024-08-29T19:03:22.555 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_mode_high": 0, 2024-08-29T19:03:22.555 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_mode_low": 0, 2024-08-29T19:03:22.555 INFO:tasks.workunit.client.0.smithi028.stdout: "num_keys_recovered": 0, 2024-08-29T19:03:22.555 INFO:tasks.workunit.client.0.smithi028.stdout: "num_large_omap_objects": 0, 2024-08-29T19:03:22.555 INFO:tasks.workunit.client.0.smithi028.stdout: "num_legacy_snapsets": 0, 2024-08-29T19:03:22.555 INFO:tasks.workunit.client.0.smithi028.stdout: "num_object_clones": 0, 2024-08-29T19:03:22.555 INFO:tasks.workunit.client.0.smithi028.stdout: "num_object_copies": 0, 2024-08-29T19:03:22.555 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects": 0, 2024-08-29T19:03:22.555 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_degraded": 0, 2024-08-29T19:03:22.555 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_dirty": 0, 2024-08-29T19:03:22.556 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_hit_set_archive": 0, 2024-08-29T19:03:22.556 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_manifest": 0, 2024-08-29T19:03:22.556 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_misplaced": 0, 2024-08-29T19:03:22.556 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_missing": 0, 2024-08-29T19:03:22.556 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_missing_on_primary": 0, 2024-08-29T19:03:22.556 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_omap": 0, 2024-08-29T19:03:22.556 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_pinned": 0, 2024-08-29T19:03:22.556 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_recovered": 0, 2024-08-29T19:03:22.556 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_repaired": 0, 2024-08-29T19:03:22.556 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_unfound": 0, 2024-08-29T19:03:22.556 INFO:tasks.workunit.client.0.smithi028.stdout: "num_omap_bytes": 0, 2024-08-29T19:03:22.556 INFO:tasks.workunit.client.0.smithi028.stdout: "num_omap_keys": 0, 2024-08-29T19:03:22.556 INFO:tasks.workunit.client.0.smithi028.stdout: "num_promote": 0, 2024-08-29T19:03:22.556 INFO:tasks.workunit.client.0.smithi028.stdout: "num_read": 0, 2024-08-29T19:03:22.557 INFO:tasks.workunit.client.0.smithi028.stdout: "num_read_kb": 0, 2024-08-29T19:03:22.557 INFO:tasks.workunit.client.0.smithi028.stdout: "num_scrub_errors": 0, 2024-08-29T19:03:22.557 INFO:tasks.workunit.client.0.smithi028.stdout: "num_shallow_scrub_errors": 0, 2024-08-29T19:03:22.557 INFO:tasks.workunit.client.0.smithi028.stdout: "num_whiteouts": 0, 2024-08-29T19:03:22.557 INFO:tasks.workunit.client.0.smithi028.stdout: "num_write": 0, 2024-08-29T19:03:22.557 INFO:tasks.workunit.client.0.smithi028.stdout: "num_write_kb": 0 2024-08-29T19:03:22.557 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:22.557 INFO:tasks.workunit.client.0.smithi028.stdout: "store_stats": { 2024-08-29T19:03:22.557 INFO:tasks.workunit.client.0.smithi028.stdout: "allocated": 0, 2024-08-29T19:03:22.557 INFO:tasks.workunit.client.0.smithi028.stdout: "available": 0, 2024-08-29T19:03:22.557 INFO:tasks.workunit.client.0.smithi028.stdout: "data_compressed": 0, 2024-08-29T19:03:22.557 INFO:tasks.workunit.client.0.smithi028.stdout: "data_compressed_allocated": 0, 2024-08-29T19:03:22.557 INFO:tasks.workunit.client.0.smithi028.stdout: "data_compressed_original": 0, 2024-08-29T19:03:22.557 INFO:tasks.workunit.client.0.smithi028.stdout: "data_stored": 0, 2024-08-29T19:03:22.558 INFO:tasks.workunit.client.0.smithi028.stdout: "internal_metadata": 0, 2024-08-29T19:03:22.558 INFO:tasks.workunit.client.0.smithi028.stdout: "internally_reserved": 0, 2024-08-29T19:03:22.558 INFO:tasks.workunit.client.0.smithi028.stdout: "omap_allocated": 0, 2024-08-29T19:03:22.558 INFO:tasks.workunit.client.0.smithi028.stdout: "total": 0 2024-08-29T19:03:22.558 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:22.558 INFO:tasks.workunit.client.0.smithi028.stdout: "up": 0 2024-08-29T19:03:22.558 INFO:tasks.workunit.client.0.smithi028.stdout: } 2024-08-29T19:03:22.558 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:22.558 INFO:tasks.workunit.client.0.smithi028.stdout: "leaderboard": false, 2024-08-29T19:03:22.558 INFO:tasks.workunit.client.0.smithi028.stdout: "leaderboard_description": null, 2024-08-29T19:03:22.558 INFO:tasks.workunit.client.0.smithi028.stdout: "license": "sharing-1-0", 2024-08-29T19:03:22.558 INFO:tasks.workunit.client.0.smithi028.stdout: "mempool": { 2024-08-29T19:03:22.558 INFO:tasks.workunit.client.0.smithi028.stdout: "mds": { 2024-08-29T19:03:22.558 INFO:tasks.workunit.client.0.smithi028.stdout: "mds.a2df9e26f4a5fcbeed319f1798118f10993a0555": { 2024-08-29T19:03:22.558 INFO:tasks.workunit.client.0.smithi028.stdout: "bloom_filter": { 2024-08-29T19:03:22.559 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 0, 2024-08-29T19:03:22.559 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 0 2024-08-29T19:03:22.559 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:22.559 INFO:tasks.workunit.client.0.smithi028.stdout: "bluefs": { 2024-08-29T19:03:22.559 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 0, 2024-08-29T19:03:22.559 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 0 2024-08-29T19:03:22.559 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:22.559 INFO:tasks.workunit.client.0.smithi028.stdout: "bluefs_file_reader": { 2024-08-29T19:03:22.559 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 0, 2024-08-29T19:03:22.559 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 0 2024-08-29T19:03:22.559 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:22.559 INFO:tasks.workunit.client.0.smithi028.stdout: "bluefs_file_writer": { 2024-08-29T19:03:22.559 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 0, 2024-08-29T19:03:22.559 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 0 2024-08-29T19:03:22.560 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:22.560 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore_alloc": { 2024-08-29T19:03:22.560 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 0, 2024-08-29T19:03:22.560 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 0 2024-08-29T19:03:22.560 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:22.560 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore_blob": { 2024-08-29T19:03:22.560 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 0, 2024-08-29T19:03:22.560 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 0 2024-08-29T19:03:22.560 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:22.560 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore_cache_buffer": { 2024-08-29T19:03:22.560 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 0, 2024-08-29T19:03:22.560 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 0 2024-08-29T19:03:22.560 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:22.560 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore_cache_data": { 2024-08-29T19:03:22.561 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 0, 2024-08-29T19:03:22.561 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 0 2024-08-29T19:03:22.561 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:22.561 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore_cache_meta": { 2024-08-29T19:03:22.561 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 0, 2024-08-29T19:03:22.561 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 0 2024-08-29T19:03:22.561 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:22.561 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore_cache_onode": { 2024-08-29T19:03:22.561 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 0, 2024-08-29T19:03:22.561 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 0 2024-08-29T19:03:22.561 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:22.561 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore_cache_other": { 2024-08-29T19:03:22.561 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 0, 2024-08-29T19:03:22.561 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 0 2024-08-29T19:03:22.561 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:22.562 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore_extent": { 2024-08-29T19:03:22.562 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 0, 2024-08-29T19:03:22.562 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 0 2024-08-29T19:03:22.562 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:22.562 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore_fsck": { 2024-08-29T19:03:22.562 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 0, 2024-08-29T19:03:22.562 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 0 2024-08-29T19:03:22.562 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:22.562 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore_inline_bl": { 2024-08-29T19:03:22.562 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 0, 2024-08-29T19:03:22.562 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 0 2024-08-29T19:03:22.562 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:22.562 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore_shared_blob": { 2024-08-29T19:03:22.562 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 0, 2024-08-29T19:03:22.563 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 0 2024-08-29T19:03:22.563 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:22.563 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore_txc": { 2024-08-29T19:03:22.563 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 0, 2024-08-29T19:03:22.563 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 0 2024-08-29T19:03:22.563 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:22.563 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore_writing": { 2024-08-29T19:03:22.563 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 0, 2024-08-29T19:03:22.563 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 0 2024-08-29T19:03:22.563 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:22.563 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore_writing_deferred": { 2024-08-29T19:03:22.563 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 0, 2024-08-29T19:03:22.563 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 0 2024-08-29T19:03:22.563 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:22.564 INFO:tasks.workunit.client.0.smithi028.stdout: "buffer_anon": { 2024-08-29T19:03:22.564 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 149048, 2024-08-29T19:03:22.564 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 34 2024-08-29T19:03:22.564 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:22.564 INFO:tasks.workunit.client.0.smithi028.stdout: "buffer_meta": { 2024-08-29T19:03:22.564 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 0, 2024-08-29T19:03:22.564 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 0 2024-08-29T19:03:22.564 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:22.564 INFO:tasks.workunit.client.0.smithi028.stdout: "mds_co": { 2024-08-29T19:03:22.564 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 928, 2024-08-29T19:03:22.564 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 2 2024-08-29T19:03:22.564 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:22.564 INFO:tasks.workunit.client.0.smithi028.stdout: "osd": { 2024-08-29T19:03:22.564 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 0, 2024-08-29T19:03:22.565 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 0 2024-08-29T19:03:22.565 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:22.565 INFO:tasks.workunit.client.0.smithi028.stdout: "osd_mapbl": { 2024-08-29T19:03:22.565 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 0, 2024-08-29T19:03:22.565 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 0 2024-08-29T19:03:22.565 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:22.565 INFO:tasks.workunit.client.0.smithi028.stdout: "osd_pglog": { 2024-08-29T19:03:22.565 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 0, 2024-08-29T19:03:22.565 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 0 2024-08-29T19:03:22.565 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:22.565 INFO:tasks.workunit.client.0.smithi028.stdout: "osdmap": { 2024-08-29T19:03:22.565 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 0, 2024-08-29T19:03:22.565 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 0 2024-08-29T19:03:22.565 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:22.565 INFO:tasks.workunit.client.0.smithi028.stdout: "osdmap_mapping": { 2024-08-29T19:03:22.566 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 0, 2024-08-29T19:03:22.566 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 0 2024-08-29T19:03:22.566 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:22.566 INFO:tasks.workunit.client.0.smithi028.stdout: "pgmap": { 2024-08-29T19:03:22.566 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 0, 2024-08-29T19:03:22.566 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 0 2024-08-29T19:03:22.566 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:22.566 INFO:tasks.workunit.client.0.smithi028.stdout: "unittest_1": { 2024-08-29T19:03:22.566 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 0, 2024-08-29T19:03:22.566 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 0 2024-08-29T19:03:22.566 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:22.566 INFO:tasks.workunit.client.0.smithi028.stdout: "unittest_2": { 2024-08-29T19:03:22.567 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 0, 2024-08-29T19:03:22.567 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 0 2024-08-29T19:03:22.567 INFO:tasks.workunit.client.0.smithi028.stdout: } 2024-08-29T19:03:22.567 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:22.567 INFO:tasks.workunit.client.0.smithi028.stdout: "mds.e4958ae9278a574c0226651ef9b7bc2d4e1b34b9": { 2024-08-29T19:03:22.567 INFO:tasks.workunit.client.0.smithi028.stdout: "bloom_filter": { 2024-08-29T19:03:22.567 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 0, 2024-08-29T19:03:22.567 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 0 2024-08-29T19:03:22.567 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:22.567 INFO:tasks.workunit.client.0.smithi028.stdout: "bluefs": { 2024-08-29T19:03:22.567 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 0, 2024-08-29T19:03:22.567 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 0 2024-08-29T19:03:22.567 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:22.567 INFO:tasks.workunit.client.0.smithi028.stdout: "bluefs_file_reader": { 2024-08-29T19:03:22.568 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 0, 2024-08-29T19:03:22.568 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 0 2024-08-29T19:03:22.568 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:22.568 INFO:tasks.workunit.client.0.smithi028.stdout: "bluefs_file_writer": { 2024-08-29T19:03:22.568 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 0, 2024-08-29T19:03:22.568 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 0 2024-08-29T19:03:22.568 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:22.568 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore_alloc": { 2024-08-29T19:03:22.568 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 0, 2024-08-29T19:03:22.568 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 0 2024-08-29T19:03:22.568 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:22.568 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore_blob": { 2024-08-29T19:03:22.568 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 0, 2024-08-29T19:03:22.568 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 0 2024-08-29T19:03:22.569 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:22.569 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore_cache_buffer": { 2024-08-29T19:03:22.569 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 0, 2024-08-29T19:03:22.569 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 0 2024-08-29T19:03:22.569 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:22.569 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore_cache_data": { 2024-08-29T19:03:22.569 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 0, 2024-08-29T19:03:22.569 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 0 2024-08-29T19:03:22.569 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:22.569 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore_cache_meta": { 2024-08-29T19:03:22.569 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 0, 2024-08-29T19:03:22.569 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 0 2024-08-29T19:03:22.569 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:22.569 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore_cache_onode": { 2024-08-29T19:03:22.570 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 0, 2024-08-29T19:03:22.570 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 0 2024-08-29T19:03:22.570 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:22.570 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore_cache_other": { 2024-08-29T19:03:22.570 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 0, 2024-08-29T19:03:22.570 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 0 2024-08-29T19:03:22.570 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:22.570 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore_extent": { 2024-08-29T19:03:22.570 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 0, 2024-08-29T19:03:22.570 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 0 2024-08-29T19:03:22.570 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:22.570 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore_fsck": { 2024-08-29T19:03:22.570 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 0, 2024-08-29T19:03:22.570 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 0 2024-08-29T19:03:22.571 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:22.571 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore_inline_bl": { 2024-08-29T19:03:22.571 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 0, 2024-08-29T19:03:22.571 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 0 2024-08-29T19:03:22.571 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:22.571 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore_shared_blob": { 2024-08-29T19:03:22.571 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 0, 2024-08-29T19:03:22.571 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 0 2024-08-29T19:03:22.571 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:22.571 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore_txc": { 2024-08-29T19:03:22.571 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 0, 2024-08-29T19:03:22.571 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 0 2024-08-29T19:03:22.571 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:22.571 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore_writing": { 2024-08-29T19:03:22.572 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 0, 2024-08-29T19:03:22.572 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 0 2024-08-29T19:03:22.572 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:22.572 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore_writing_deferred": { 2024-08-29T19:03:22.572 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 0, 2024-08-29T19:03:22.572 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 0 2024-08-29T19:03:22.572 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:22.572 INFO:tasks.workunit.client.0.smithi028.stdout: "buffer_anon": { 2024-08-29T19:03:22.572 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 221616, 2024-08-29T19:03:22.572 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 66 2024-08-29T19:03:22.572 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:22.572 INFO:tasks.workunit.client.0.smithi028.stdout: "buffer_meta": { 2024-08-29T19:03:22.572 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 0, 2024-08-29T19:03:22.572 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 0 2024-08-29T19:03:22.573 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:22.573 INFO:tasks.workunit.client.0.smithi028.stdout: "mds_co": { 2024-08-29T19:03:22.573 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 52112, 2024-08-29T19:03:22.573 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 181 2024-08-29T19:03:22.573 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:22.573 INFO:tasks.workunit.client.0.smithi028.stdout: "osd": { 2024-08-29T19:03:22.573 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 0, 2024-08-29T19:03:22.573 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 0 2024-08-29T19:03:22.573 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:22.573 INFO:tasks.workunit.client.0.smithi028.stdout: "osd_mapbl": { 2024-08-29T19:03:22.573 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 0, 2024-08-29T19:03:22.573 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 0 2024-08-29T19:03:22.573 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:22.573 INFO:tasks.workunit.client.0.smithi028.stdout: "osd_pglog": { 2024-08-29T19:03:22.574 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 0, 2024-08-29T19:03:22.574 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 0 2024-08-29T19:03:22.574 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:22.574 INFO:tasks.workunit.client.0.smithi028.stdout: "osdmap": { 2024-08-29T19:03:22.574 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 12168, 2024-08-29T19:03:22.574 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 235 2024-08-29T19:03:22.574 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:22.574 INFO:tasks.workunit.client.0.smithi028.stdout: "osdmap_mapping": { 2024-08-29T19:03:22.574 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 0, 2024-08-29T19:03:22.574 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 0 2024-08-29T19:03:22.574 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:22.574 INFO:tasks.workunit.client.0.smithi028.stdout: "pgmap": { 2024-08-29T19:03:22.574 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 0, 2024-08-29T19:03:22.574 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 0 2024-08-29T19:03:22.575 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:22.575 INFO:tasks.workunit.client.0.smithi028.stdout: "unittest_1": { 2024-08-29T19:03:22.575 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 0, 2024-08-29T19:03:22.575 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 0 2024-08-29T19:03:22.575 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:22.575 INFO:tasks.workunit.client.0.smithi028.stdout: "unittest_2": { 2024-08-29T19:03:22.575 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 0, 2024-08-29T19:03:22.575 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 0 2024-08-29T19:03:22.575 INFO:tasks.workunit.client.0.smithi028.stdout: } 2024-08-29T19:03:22.575 INFO:tasks.workunit.client.0.smithi028.stdout: } 2024-08-29T19:03:22.575 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:22.575 INFO:tasks.workunit.client.0.smithi028.stdout: "mon": { 2024-08-29T19:03:22.575 INFO:tasks.workunit.client.0.smithi028.stdout: "mon.55fbc62c63d120c3220dfb51bdacb54ee30cf548": { 2024-08-29T19:03:22.575 INFO:tasks.workunit.client.0.smithi028.stdout: "bloom_filter": { 2024-08-29T19:03:22.576 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 0, 2024-08-29T19:03:22.576 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 0 2024-08-29T19:03:22.576 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:22.576 INFO:tasks.workunit.client.0.smithi028.stdout: "bluefs": { 2024-08-29T19:03:22.576 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 0, 2024-08-29T19:03:22.576 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 0 2024-08-29T19:03:22.576 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:22.576 INFO:tasks.workunit.client.0.smithi028.stdout: "bluefs_file_reader": { 2024-08-29T19:03:22.576 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 0, 2024-08-29T19:03:22.576 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 0 2024-08-29T19:03:22.576 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:22.576 INFO:tasks.workunit.client.0.smithi028.stdout: "bluefs_file_writer": { 2024-08-29T19:03:22.576 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 0, 2024-08-29T19:03:22.576 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 0 2024-08-29T19:03:22.576 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:22.577 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore_alloc": { 2024-08-29T19:03:22.577 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 0, 2024-08-29T19:03:22.577 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 0 2024-08-29T19:03:22.577 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:22.577 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore_blob": { 2024-08-29T19:03:22.577 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 0, 2024-08-29T19:03:22.577 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 0 2024-08-29T19:03:22.577 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:22.577 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore_cache_buffer": { 2024-08-29T19:03:22.577 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 0, 2024-08-29T19:03:22.577 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 0 2024-08-29T19:03:22.577 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:22.577 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore_cache_data": { 2024-08-29T19:03:22.577 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 0, 2024-08-29T19:03:22.578 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 0 2024-08-29T19:03:22.578 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:22.578 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore_cache_meta": { 2024-08-29T19:03:22.578 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 0, 2024-08-29T19:03:22.578 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 0 2024-08-29T19:03:22.578 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:22.578 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore_cache_onode": { 2024-08-29T19:03:22.578 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 0, 2024-08-29T19:03:22.578 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 0 2024-08-29T19:03:22.578 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:22.578 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore_cache_other": { 2024-08-29T19:03:22.578 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 0, 2024-08-29T19:03:22.578 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 0 2024-08-29T19:03:22.578 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:22.579 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore_extent": { 2024-08-29T19:03:22.579 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 0, 2024-08-29T19:03:22.579 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 0 2024-08-29T19:03:22.579 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:22.579 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore_fsck": { 2024-08-29T19:03:22.579 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 0, 2024-08-29T19:03:22.579 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 0 2024-08-29T19:03:22.579 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:22.579 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore_inline_bl": { 2024-08-29T19:03:22.579 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 0, 2024-08-29T19:03:22.579 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 0 2024-08-29T19:03:22.579 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:22.579 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore_shared_blob": { 2024-08-29T19:03:22.579 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 0, 2024-08-29T19:03:22.579 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 0 2024-08-29T19:03:22.580 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:22.580 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore_txc": { 2024-08-29T19:03:22.580 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 0, 2024-08-29T19:03:22.580 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 0 2024-08-29T19:03:22.580 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:22.580 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore_writing": { 2024-08-29T19:03:22.580 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 0, 2024-08-29T19:03:22.580 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 0 2024-08-29T19:03:22.580 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:22.580 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore_writing_deferred": { 2024-08-29T19:03:22.580 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 0, 2024-08-29T19:03:22.580 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 0 2024-08-29T19:03:22.580 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:22.580 INFO:tasks.workunit.client.0.smithi028.stdout: "buffer_anon": { 2024-08-29T19:03:22.581 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 49000852, 2024-08-29T19:03:22.581 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 7220 2024-08-29T19:03:22.581 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:22.581 INFO:tasks.workunit.client.0.smithi028.stdout: "buffer_meta": { 2024-08-29T19:03:22.581 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 0, 2024-08-29T19:03:22.581 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 0 2024-08-29T19:03:22.581 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:22.581 INFO:tasks.workunit.client.0.smithi028.stdout: "mds_co": { 2024-08-29T19:03:22.581 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 0, 2024-08-29T19:03:22.581 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 0 2024-08-29T19:03:22.581 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:22.581 INFO:tasks.workunit.client.0.smithi028.stdout: "osd": { 2024-08-29T19:03:22.581 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 0, 2024-08-29T19:03:22.581 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 0 2024-08-29T19:03:22.582 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:22.582 INFO:tasks.workunit.client.0.smithi028.stdout: "osd_mapbl": { 2024-08-29T19:03:22.582 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 0, 2024-08-29T19:03:22.582 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 0 2024-08-29T19:03:22.582 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:22.582 INFO:tasks.workunit.client.0.smithi028.stdout: "osd_pglog": { 2024-08-29T19:03:22.582 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 0, 2024-08-29T19:03:22.582 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 0 2024-08-29T19:03:22.582 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:22.582 INFO:tasks.workunit.client.0.smithi028.stdout: "osdmap": { 2024-08-29T19:03:22.582 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 10744, 2024-08-29T19:03:22.582 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 234 2024-08-29T19:03:22.582 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:22.582 INFO:tasks.workunit.client.0.smithi028.stdout: "osdmap_mapping": { 2024-08-29T19:03:22.582 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 70440, 2024-08-29T19:03:22.583 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 5158 2024-08-29T19:03:22.583 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:22.583 INFO:tasks.workunit.client.0.smithi028.stdout: "pgmap": { 2024-08-29T19:03:22.583 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 5720, 2024-08-29T19:03:22.583 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 152 2024-08-29T19:03:22.583 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:22.583 INFO:tasks.workunit.client.0.smithi028.stdout: "unittest_1": { 2024-08-29T19:03:22.583 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 0, 2024-08-29T19:03:22.583 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 0 2024-08-29T19:03:22.583 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:22.583 INFO:tasks.workunit.client.0.smithi028.stdout: "unittest_2": { 2024-08-29T19:03:22.583 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 0, 2024-08-29T19:03:22.583 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 0 2024-08-29T19:03:22.583 INFO:tasks.workunit.client.0.smithi028.stdout: } 2024-08-29T19:03:22.584 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:22.584 INFO:tasks.workunit.client.0.smithi028.stdout: "mon.a2df9e26f4a5fcbeed319f1798118f10993a0555": { 2024-08-29T19:03:22.584 INFO:tasks.workunit.client.0.smithi028.stdout: "bloom_filter": { 2024-08-29T19:03:22.584 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 0, 2024-08-29T19:03:22.584 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 0 2024-08-29T19:03:22.584 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:22.584 INFO:tasks.workunit.client.0.smithi028.stdout: "bluefs": { 2024-08-29T19:03:22.584 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 0, 2024-08-29T19:03:22.584 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 0 2024-08-29T19:03:22.584 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:22.584 INFO:tasks.workunit.client.0.smithi028.stdout: "bluefs_file_reader": { 2024-08-29T19:03:22.584 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 0, 2024-08-29T19:03:22.584 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 0 2024-08-29T19:03:22.584 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:22.584 INFO:tasks.workunit.client.0.smithi028.stdout: "bluefs_file_writer": { 2024-08-29T19:03:22.585 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 0, 2024-08-29T19:03:22.585 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 0 2024-08-29T19:03:22.585 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:22.585 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore_alloc": { 2024-08-29T19:03:22.585 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 0, 2024-08-29T19:03:22.585 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 0 2024-08-29T19:03:22.585 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:22.585 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore_blob": { 2024-08-29T19:03:22.585 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 0, 2024-08-29T19:03:22.585 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 0 2024-08-29T19:03:22.585 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:22.585 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore_cache_buffer": { 2024-08-29T19:03:22.586 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 0, 2024-08-29T19:03:22.586 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 0 2024-08-29T19:03:22.586 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:22.586 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore_cache_data": { 2024-08-29T19:03:22.586 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 0, 2024-08-29T19:03:22.586 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 0 2024-08-29T19:03:22.586 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:22.586 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore_cache_meta": { 2024-08-29T19:03:22.586 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 0, 2024-08-29T19:03:22.586 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 0 2024-08-29T19:03:22.586 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:22.586 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore_cache_onode": { 2024-08-29T19:03:22.586 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 0, 2024-08-29T19:03:22.586 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 0 2024-08-29T19:03:22.587 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:22.587 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore_cache_other": { 2024-08-29T19:03:22.587 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 0, 2024-08-29T19:03:22.587 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 0 2024-08-29T19:03:22.587 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:22.587 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore_extent": { 2024-08-29T19:03:22.587 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 0, 2024-08-29T19:03:22.587 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 0 2024-08-29T19:03:22.587 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:22.587 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore_fsck": { 2024-08-29T19:03:22.587 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 0, 2024-08-29T19:03:22.587 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 0 2024-08-29T19:03:22.587 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:22.587 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore_inline_bl": { 2024-08-29T19:03:22.588 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 0, 2024-08-29T19:03:22.588 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 0 2024-08-29T19:03:22.588 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:22.588 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore_shared_blob": { 2024-08-29T19:03:22.588 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 0, 2024-08-29T19:03:22.588 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 0 2024-08-29T19:03:22.588 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:22.588 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore_txc": { 2024-08-29T19:03:22.588 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 0, 2024-08-29T19:03:22.588 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 0 2024-08-29T19:03:22.588 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:22.588 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore_writing": { 2024-08-29T19:03:22.588 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 0, 2024-08-29T19:03:22.588 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 0 2024-08-29T19:03:22.589 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:22.589 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore_writing_deferred": { 2024-08-29T19:03:22.589 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 0, 2024-08-29T19:03:22.589 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 0 2024-08-29T19:03:22.589 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:22.589 INFO:tasks.workunit.client.0.smithi028.stdout: "buffer_anon": { 2024-08-29T19:03:22.589 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 38747636, 2024-08-29T19:03:22.589 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 4794 2024-08-29T19:03:22.589 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:22.589 INFO:tasks.workunit.client.0.smithi028.stdout: "buffer_meta": { 2024-08-29T19:03:22.589 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 440, 2024-08-29T19:03:22.589 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 5 2024-08-29T19:03:22.589 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:22.589 INFO:tasks.workunit.client.0.smithi028.stdout: "mds_co": { 2024-08-29T19:03:22.590 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 0, 2024-08-29T19:03:22.590 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 0 2024-08-29T19:03:22.590 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:22.590 INFO:tasks.workunit.client.0.smithi028.stdout: "osd": { 2024-08-29T19:03:22.590 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 0, 2024-08-29T19:03:22.590 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 0 2024-08-29T19:03:22.590 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:22.590 INFO:tasks.workunit.client.0.smithi028.stdout: "osd_mapbl": { 2024-08-29T19:03:22.590 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 0, 2024-08-29T19:03:22.590 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 0 2024-08-29T19:03:22.590 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:22.590 INFO:tasks.workunit.client.0.smithi028.stdout: "osd_pglog": { 2024-08-29T19:03:22.590 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 0, 2024-08-29T19:03:22.590 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 0 2024-08-29T19:03:22.590 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:22.591 INFO:tasks.workunit.client.0.smithi028.stdout: "osdmap": { 2024-08-29T19:03:22.591 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 10744, 2024-08-29T19:03:22.591 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 234 2024-08-29T19:03:22.591 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:22.591 INFO:tasks.workunit.client.0.smithi028.stdout: "osdmap_mapping": { 2024-08-29T19:03:22.591 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 70440, 2024-08-29T19:03:22.591 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 5158 2024-08-29T19:03:22.591 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:22.591 INFO:tasks.workunit.client.0.smithi028.stdout: "pgmap": { 2024-08-29T19:03:22.591 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 5720, 2024-08-29T19:03:22.591 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 152 2024-08-29T19:03:22.591 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:22.591 INFO:tasks.workunit.client.0.smithi028.stdout: "unittest_1": { 2024-08-29T19:03:22.591 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 0, 2024-08-29T19:03:22.592 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 0 2024-08-29T19:03:22.592 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:22.592 INFO:tasks.workunit.client.0.smithi028.stdout: "unittest_2": { 2024-08-29T19:03:22.592 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 0, 2024-08-29T19:03:22.592 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 0 2024-08-29T19:03:22.592 INFO:tasks.workunit.client.0.smithi028.stdout: } 2024-08-29T19:03:22.592 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:22.592 INFO:tasks.workunit.client.0.smithi028.stdout: "mon.e4958ae9278a574c0226651ef9b7bc2d4e1b34b9": { 2024-08-29T19:03:22.592 INFO:tasks.workunit.client.0.smithi028.stdout: "bloom_filter": { 2024-08-29T19:03:22.592 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 0, 2024-08-29T19:03:22.592 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 0 2024-08-29T19:03:22.592 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:22.592 INFO:tasks.workunit.client.0.smithi028.stdout: "bluefs": { 2024-08-29T19:03:22.592 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 0, 2024-08-29T19:03:22.593 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 0 2024-08-29T19:03:22.593 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:22.593 INFO:tasks.workunit.client.0.smithi028.stdout: "bluefs_file_reader": { 2024-08-29T19:03:22.593 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 0, 2024-08-29T19:03:22.593 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 0 2024-08-29T19:03:22.593 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:22.593 INFO:tasks.workunit.client.0.smithi028.stdout: "bluefs_file_writer": { 2024-08-29T19:03:22.593 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 0, 2024-08-29T19:03:22.593 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 0 2024-08-29T19:03:22.593 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:22.593 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore_alloc": { 2024-08-29T19:03:22.593 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 0, 2024-08-29T19:03:22.593 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 0 2024-08-29T19:03:22.593 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:22.594 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore_blob": { 2024-08-29T19:03:22.594 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 0, 2024-08-29T19:03:22.594 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 0 2024-08-29T19:03:22.594 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:22.594 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore_cache_buffer": { 2024-08-29T19:03:22.594 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 0, 2024-08-29T19:03:22.594 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 0 2024-08-29T19:03:22.594 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:22.594 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore_cache_data": { 2024-08-29T19:03:22.594 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 0, 2024-08-29T19:03:22.594 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 0 2024-08-29T19:03:22.594 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:22.594 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore_cache_meta": { 2024-08-29T19:03:22.594 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 0, 2024-08-29T19:03:22.594 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 0 2024-08-29T19:03:22.595 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:22.595 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore_cache_onode": { 2024-08-29T19:03:22.595 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 0, 2024-08-29T19:03:22.595 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 0 2024-08-29T19:03:22.595 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:22.595 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore_cache_other": { 2024-08-29T19:03:22.595 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 0, 2024-08-29T19:03:22.595 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 0 2024-08-29T19:03:22.595 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:22.595 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore_extent": { 2024-08-29T19:03:22.595 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 0, 2024-08-29T19:03:22.595 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 0 2024-08-29T19:03:22.595 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:22.595 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore_fsck": { 2024-08-29T19:03:22.596 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 0, 2024-08-29T19:03:22.596 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 0 2024-08-29T19:03:22.596 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:22.596 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore_inline_bl": { 2024-08-29T19:03:22.596 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 0, 2024-08-29T19:03:22.596 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 0 2024-08-29T19:03:22.596 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:22.596 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore_shared_blob": { 2024-08-29T19:03:22.596 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 0, 2024-08-29T19:03:22.596 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 0 2024-08-29T19:03:22.596 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:22.596 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore_txc": { 2024-08-29T19:03:22.596 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 0, 2024-08-29T19:03:22.596 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 0 2024-08-29T19:03:22.597 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:22.597 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore_writing": { 2024-08-29T19:03:22.597 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 0, 2024-08-29T19:03:22.597 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 0 2024-08-29T19:03:22.597 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:22.597 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore_writing_deferred": { 2024-08-29T19:03:22.597 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 0, 2024-08-29T19:03:22.597 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 0 2024-08-29T19:03:22.597 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:22.597 INFO:tasks.workunit.client.0.smithi028.stdout: "buffer_anon": { 2024-08-29T19:03:22.597 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 42866528, 2024-08-29T19:03:22.597 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 5668 2024-08-29T19:03:22.597 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:22.597 INFO:tasks.workunit.client.0.smithi028.stdout: "buffer_meta": { 2024-08-29T19:03:22.597 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 0, 2024-08-29T19:03:22.598 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 0 2024-08-29T19:03:22.598 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:22.598 INFO:tasks.workunit.client.0.smithi028.stdout: "mds_co": { 2024-08-29T19:03:22.598 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 0, 2024-08-29T19:03:22.598 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 0 2024-08-29T19:03:22.598 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:22.598 INFO:tasks.workunit.client.0.smithi028.stdout: "osd": { 2024-08-29T19:03:22.598 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 0, 2024-08-29T19:03:22.598 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 0 2024-08-29T19:03:22.598 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:22.598 INFO:tasks.workunit.client.0.smithi028.stdout: "osd_mapbl": { 2024-08-29T19:03:22.598 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 0, 2024-08-29T19:03:22.598 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 0 2024-08-29T19:03:22.598 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:22.599 INFO:tasks.workunit.client.0.smithi028.stdout: "osd_pglog": { 2024-08-29T19:03:22.599 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 0, 2024-08-29T19:03:22.599 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 0 2024-08-29T19:03:22.599 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:22.599 INFO:tasks.workunit.client.0.smithi028.stdout: "osdmap": { 2024-08-29T19:03:22.599 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 10744, 2024-08-29T19:03:22.599 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 234 2024-08-29T19:03:22.599 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:22.599 INFO:tasks.workunit.client.0.smithi028.stdout: "osdmap_mapping": { 2024-08-29T19:03:22.599 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 70440, 2024-08-29T19:03:22.599 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 5158 2024-08-29T19:03:22.599 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:22.599 INFO:tasks.workunit.client.0.smithi028.stdout: "pgmap": { 2024-08-29T19:03:22.599 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 11440, 2024-08-29T19:03:22.600 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 304 2024-08-29T19:03:22.600 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:22.600 INFO:tasks.workunit.client.0.smithi028.stdout: "unittest_1": { 2024-08-29T19:03:22.600 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 0, 2024-08-29T19:03:22.600 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 0 2024-08-29T19:03:22.600 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:22.600 INFO:tasks.workunit.client.0.smithi028.stdout: "unittest_2": { 2024-08-29T19:03:22.600 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 0, 2024-08-29T19:03:22.600 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 0 2024-08-29T19:03:22.600 INFO:tasks.workunit.client.0.smithi028.stdout: } 2024-08-29T19:03:22.600 INFO:tasks.workunit.client.0.smithi028.stdout: } 2024-08-29T19:03:22.600 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:22.600 INFO:tasks.workunit.client.0.smithi028.stdout: "osd": { 2024-08-29T19:03:22.600 INFO:tasks.workunit.client.0.smithi028.stdout: "osd.0": { 2024-08-29T19:03:22.601 INFO:tasks.workunit.client.0.smithi028.stdout: "bloom_filter": { 2024-08-29T19:03:22.601 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 0, 2024-08-29T19:03:22.601 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 0 2024-08-29T19:03:22.601 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:22.601 INFO:tasks.workunit.client.0.smithi028.stdout: "bluefs": { 2024-08-29T19:03:22.601 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 27200, 2024-08-29T19:03:22.601 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 546 2024-08-29T19:03:22.601 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:22.601 INFO:tasks.workunit.client.0.smithi028.stdout: "bluefs_file_reader": { 2024-08-29T19:03:22.601 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 916352, 2024-08-29T19:03:22.601 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 35 2024-08-29T19:03:22.601 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:22.601 INFO:tasks.workunit.client.0.smithi028.stdout: "bluefs_file_writer": { 2024-08-29T19:03:22.601 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 3072, 2024-08-29T19:03:22.601 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 16 2024-08-29T19:03:22.602 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:22.602 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore_alloc": { 2024-08-29T19:03:22.602 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 58000, 2024-08-29T19:03:22.602 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 725 2024-08-29T19:03:22.602 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:22.602 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore_blob": { 2024-08-29T19:03:22.602 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 388336, 2024-08-29T19:03:22.602 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 1867 2024-08-29T19:03:22.602 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:22.602 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore_cache_buffer": { 2024-08-29T19:03:22.602 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 256, 2024-08-29T19:03:22.602 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 32 2024-08-29T19:03:22.602 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:22.602 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore_cache_data": { 2024-08-29T19:03:22.603 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 365452, 2024-08-29T19:03:22.603 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 110 2024-08-29T19:03:22.603 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:22.603 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore_cache_meta": { 2024-08-29T19:03:22.603 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 2362713, 2024-08-29T19:03:22.603 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 525557 2024-08-29T19:03:22.603 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:22.603 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore_cache_onode": { 2024-08-29T19:03:22.603 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 6739056, 2024-08-29T19:03:22.603 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 9942 2024-08-29T19:03:22.603 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:22.603 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore_cache_other": { 2024-08-29T19:03:22.603 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 82768, 2024-08-29T19:03:22.603 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 8847 2024-08-29T19:03:22.603 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:22.604 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore_extent": { 2024-08-29T19:03:22.604 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 89616, 2024-08-29T19:03:22.604 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 1867 2024-08-29T19:03:22.604 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:22.604 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore_fsck": { 2024-08-29T19:03:22.604 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 0, 2024-08-29T19:03:22.604 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 0 2024-08-29T19:03:22.604 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:22.604 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore_inline_bl": { 2024-08-29T19:03:22.604 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 171966, 2024-08-29T19:03:22.604 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 1230 2024-08-29T19:03:22.604 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:22.605 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore_shared_blob": { 2024-08-29T19:03:22.605 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 0, 2024-08-29T19:03:22.605 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 0 2024-08-29T19:03:22.605 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:22.605 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore_txc": { 2024-08-29T19:03:22.605 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 0, 2024-08-29T19:03:22.605 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 0 2024-08-29T19:03:22.605 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:22.605 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore_writing": { 2024-08-29T19:03:22.605 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 45009, 2024-08-29T19:03:22.605 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 48 2024-08-29T19:03:22.605 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:22.605 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore_writing_deferred": { 2024-08-29T19:03:22.605 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 0, 2024-08-29T19:03:22.606 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 0 2024-08-29T19:03:22.606 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:22.606 INFO:tasks.workunit.client.0.smithi028.stdout: "buffer_anon": { 2024-08-29T19:03:22.606 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 17440783, 2024-08-29T19:03:22.606 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 278 2024-08-29T19:03:22.606 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:22.606 INFO:tasks.workunit.client.0.smithi028.stdout: "buffer_meta": { 2024-08-29T19:03:22.606 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 11352, 2024-08-29T19:03:22.606 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 129 2024-08-29T19:03:22.606 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:22.606 INFO:tasks.workunit.client.0.smithi028.stdout: "mds_co": { 2024-08-29T19:03:22.606 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 0, 2024-08-29T19:03:22.606 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 0 2024-08-29T19:03:22.606 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:22.607 INFO:tasks.workunit.client.0.smithi028.stdout: "osd": { 2024-08-29T19:03:22.607 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 522720, 2024-08-29T19:03:22.607 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 45 2024-08-29T19:03:22.607 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:22.607 INFO:tasks.workunit.client.0.smithi028.stdout: "osd_mapbl": { 2024-08-29T19:03:22.607 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 0, 2024-08-29T19:03:22.607 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 0 2024-08-29T19:03:22.607 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:22.607 INFO:tasks.workunit.client.0.smithi028.stdout: "osd_pglog": { 2024-08-29T19:03:22.607 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 7059312, 2024-08-29T19:03:22.607 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 18354 2024-08-29T19:03:22.607 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:22.607 INFO:tasks.workunit.client.0.smithi028.stdout: "osdmap": { 2024-08-29T19:03:22.607 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 628416, 2024-08-29T19:03:22.608 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 10122 2024-08-29T19:03:22.608 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:22.608 INFO:tasks.workunit.client.0.smithi028.stdout: "osdmap_mapping": { 2024-08-29T19:03:22.608 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 0, 2024-08-29T19:03:22.608 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 0 2024-08-29T19:03:22.608 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:22.608 INFO:tasks.workunit.client.0.smithi028.stdout: "pgmap": { 2024-08-29T19:03:22.608 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 0, 2024-08-29T19:03:22.608 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 0 2024-08-29T19:03:22.608 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:22.608 INFO:tasks.workunit.client.0.smithi028.stdout: "unittest_1": { 2024-08-29T19:03:22.608 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 0, 2024-08-29T19:03:22.608 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 0 2024-08-29T19:03:22.608 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:22.608 INFO:tasks.workunit.client.0.smithi028.stdout: "unittest_2": { 2024-08-29T19:03:22.609 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 0, 2024-08-29T19:03:22.609 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 0 2024-08-29T19:03:22.609 INFO:tasks.workunit.client.0.smithi028.stdout: } 2024-08-29T19:03:22.609 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:22.609 INFO:tasks.workunit.client.0.smithi028.stdout: "osd.1": { 2024-08-29T19:03:22.609 INFO:tasks.workunit.client.0.smithi028.stdout: "bloom_filter": { 2024-08-29T19:03:22.609 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 0, 2024-08-29T19:03:22.609 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 0 2024-08-29T19:03:22.609 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:22.609 INFO:tasks.workunit.client.0.smithi028.stdout: "bluefs": { 2024-08-29T19:03:22.609 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 29128, 2024-08-29T19:03:22.609 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 575 2024-08-29T19:03:22.609 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:22.609 INFO:tasks.workunit.client.0.smithi028.stdout: "bluefs_file_reader": { 2024-08-29T19:03:22.610 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 412800, 2024-08-29T19:03:22.610 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 37 2024-08-29T19:03:22.610 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:22.610 INFO:tasks.workunit.client.0.smithi028.stdout: "bluefs_file_writer": { 2024-08-29T19:03:22.610 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 1536, 2024-08-29T19:03:22.610 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 8 2024-08-29T19:03:22.610 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:22.610 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore_alloc": { 2024-08-29T19:03:22.610 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 58240, 2024-08-29T19:03:22.610 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 728 2024-08-29T19:03:22.610 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:22.610 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore_blob": { 2024-08-29T19:03:22.610 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 386048, 2024-08-29T19:03:22.610 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 1856 2024-08-29T19:03:22.611 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:22.611 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore_cache_buffer": { 2024-08-29T19:03:22.611 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 256, 2024-08-29T19:03:22.611 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 32 2024-08-29T19:03:22.611 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:22.611 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore_cache_data": { 2024-08-29T19:03:22.611 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 472505, 2024-08-29T19:03:22.611 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 121 2024-08-29T19:03:22.611 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:22.611 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore_cache_meta": { 2024-08-29T19:03:22.611 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 2328713, 2024-08-29T19:03:22.611 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 519571 2024-08-29T19:03:22.611 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:22.611 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore_cache_onode": { 2024-08-29T19:03:22.612 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 6667656, 2024-08-29T19:03:22.612 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 9837 2024-08-29T19:03:22.612 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:22.612 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore_cache_other": { 2024-08-29T19:03:22.612 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 80600, 2024-08-29T19:03:22.612 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 8671 2024-08-29T19:03:22.612 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:22.612 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore_extent": { 2024-08-29T19:03:22.612 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 89088, 2024-08-29T19:03:22.612 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 1856 2024-08-29T19:03:22.612 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:22.612 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore_fsck": { 2024-08-29T19:03:22.612 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 0, 2024-08-29T19:03:22.612 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 0 2024-08-29T19:03:22.613 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:22.613 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore_inline_bl": { 2024-08-29T19:03:22.613 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 172222, 2024-08-29T19:03:22.613 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 1231 2024-08-29T19:03:22.613 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:22.613 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore_shared_blob": { 2024-08-29T19:03:22.613 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 0, 2024-08-29T19:03:22.613 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 0 2024-08-29T19:03:22.613 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:22.613 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore_txc": { 2024-08-29T19:03:22.613 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 736, 2024-08-29T19:03:22.613 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 1 2024-08-29T19:03:22.613 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:22.613 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore_writing": { 2024-08-29T19:03:22.614 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 70564, 2024-08-29T19:03:22.614 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 54 2024-08-29T19:03:22.614 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:22.614 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore_writing_deferred": { 2024-08-29T19:03:22.614 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 12112, 2024-08-29T19:03:22.614 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 3 2024-08-29T19:03:22.614 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:22.614 INFO:tasks.workunit.client.0.smithi028.stdout: "buffer_anon": { 2024-08-29T19:03:22.614 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 9551600, 2024-08-29T19:03:22.614 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 280 2024-08-29T19:03:22.614 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:22.614 INFO:tasks.workunit.client.0.smithi028.stdout: "buffer_meta": { 2024-08-29T19:03:22.614 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 13200, 2024-08-29T19:03:22.614 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 150 2024-08-29T19:03:22.614 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:22.615 INFO:tasks.workunit.client.0.smithi028.stdout: "mds_co": { 2024-08-29T19:03:22.615 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 0, 2024-08-29T19:03:22.615 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 0 2024-08-29T19:03:22.615 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:22.615 INFO:tasks.workunit.client.0.smithi028.stdout: "osd": { 2024-08-29T19:03:22.615 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 441408, 2024-08-29T19:03:22.615 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 38 2024-08-29T19:03:22.615 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:22.615 INFO:tasks.workunit.client.0.smithi028.stdout: "osd_mapbl": { 2024-08-29T19:03:22.615 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 0, 2024-08-29T19:03:22.615 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 0 2024-08-29T19:03:22.615 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:22.615 INFO:tasks.workunit.client.0.smithi028.stdout: "osd_pglog": { 2024-08-29T19:03:22.615 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 7373704, 2024-08-29T19:03:22.616 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 21369 2024-08-29T19:03:22.616 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:22.616 INFO:tasks.workunit.client.0.smithi028.stdout: "osdmap": { 2024-08-29T19:03:22.616 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 628416, 2024-08-29T19:03:22.616 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 10122 2024-08-29T19:03:22.616 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:22.616 INFO:tasks.workunit.client.0.smithi028.stdout: "osdmap_mapping": { 2024-08-29T19:03:22.616 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 0, 2024-08-29T19:03:22.616 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 0 2024-08-29T19:03:22.616 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:22.616 INFO:tasks.workunit.client.0.smithi028.stdout: "pgmap": { 2024-08-29T19:03:22.616 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 0, 2024-08-29T19:03:22.616 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 0 2024-08-29T19:03:22.616 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:22.617 INFO:tasks.workunit.client.0.smithi028.stdout: "unittest_1": { 2024-08-29T19:03:22.617 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 0, 2024-08-29T19:03:22.617 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 0 2024-08-29T19:03:22.617 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:22.617 INFO:tasks.workunit.client.0.smithi028.stdout: "unittest_2": { 2024-08-29T19:03:22.617 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 0, 2024-08-29T19:03:22.617 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 0 2024-08-29T19:03:22.617 INFO:tasks.workunit.client.0.smithi028.stdout: } 2024-08-29T19:03:22.617 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:22.617 INFO:tasks.workunit.client.0.smithi028.stdout: "osd.2": { 2024-08-29T19:03:22.617 INFO:tasks.workunit.client.0.smithi028.stdout: "bloom_filter": { 2024-08-29T19:03:22.617 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 0, 2024-08-29T19:03:22.617 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 0 2024-08-29T19:03:22.617 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:22.617 INFO:tasks.workunit.client.0.smithi028.stdout: "bluefs": { 2024-08-29T19:03:22.618 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 19096, 2024-08-29T19:03:22.618 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 322 2024-08-29T19:03:22.618 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:22.618 INFO:tasks.workunit.client.0.smithi028.stdout: "bluefs_file_reader": { 2024-08-29T19:03:22.618 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 38528, 2024-08-29T19:03:22.618 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 20 2024-08-29T19:03:22.618 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:22.618 INFO:tasks.workunit.client.0.smithi028.stdout: "bluefs_file_writer": { 2024-08-29T19:03:22.618 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 1920, 2024-08-29T19:03:22.618 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 10 2024-08-29T19:03:22.618 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:22.618 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore_alloc": { 2024-08-29T19:03:22.618 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 56320, 2024-08-29T19:03:22.618 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 704 2024-08-29T19:03:22.619 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:22.619 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore_blob": { 2024-08-29T19:03:22.619 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 385424, 2024-08-29T19:03:22.619 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 1853 2024-08-29T19:03:22.619 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:22.619 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore_cache_buffer": { 2024-08-29T19:03:22.619 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 256, 2024-08-29T19:03:22.619 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 32 2024-08-29T19:03:22.619 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:22.619 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore_cache_data": { 2024-08-29T19:03:22.619 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 273751, 2024-08-29T19:03:22.619 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 71 2024-08-29T19:03:22.619 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:22.619 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore_cache_meta": { 2024-08-29T19:03:22.620 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 1664766, 2024-08-29T19:03:22.620 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 369315 2024-08-29T19:03:22.620 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:22.620 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore_cache_onode": { 2024-08-29T19:03:22.620 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 4854096, 2024-08-29T19:03:22.620 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 7170 2024-08-29T19:03:22.620 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:22.620 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore_cache_other": { 2024-08-29T19:03:22.620 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 79644, 2024-08-29T19:03:22.620 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 8657 2024-08-29T19:03:22.620 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:22.620 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore_extent": { 2024-08-29T19:03:22.620 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 88944, 2024-08-29T19:03:22.620 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 1853 2024-08-29T19:03:22.621 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:22.621 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore_fsck": { 2024-08-29T19:03:22.621 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 0, 2024-08-29T19:03:22.621 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 0 2024-08-29T19:03:22.621 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:22.621 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore_inline_bl": { 2024-08-29T19:03:22.621 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 172222, 2024-08-29T19:03:22.621 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 1231 2024-08-29T19:03:22.621 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:22.621 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore_shared_blob": { 2024-08-29T19:03:22.621 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 0, 2024-08-29T19:03:22.621 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 0 2024-08-29T19:03:22.621 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:22.621 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore_txc": { 2024-08-29T19:03:22.621 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 736, 2024-08-29T19:03:22.622 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 1 2024-08-29T19:03:22.622 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:22.622 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore_writing": { 2024-08-29T19:03:22.622 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 79556, 2024-08-29T19:03:22.622 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 56 2024-08-29T19:03:22.622 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:22.622 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore_writing_deferred": { 2024-08-29T19:03:22.622 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 12112, 2024-08-29T19:03:22.622 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 3 2024-08-29T19:03:22.622 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:22.622 INFO:tasks.workunit.client.0.smithi028.stdout: "buffer_anon": { 2024-08-29T19:03:22.622 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 10660286, 2024-08-29T19:03:22.622 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 261 2024-08-29T19:03:22.622 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:22.623 INFO:tasks.workunit.client.0.smithi028.stdout: "buffer_meta": { 2024-08-29T19:03:22.623 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 8800, 2024-08-29T19:03:22.623 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 100 2024-08-29T19:03:22.623 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:22.623 INFO:tasks.workunit.client.0.smithi028.stdout: "mds_co": { 2024-08-29T19:03:22.623 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 0, 2024-08-29T19:03:22.623 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 0 2024-08-29T19:03:22.623 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:22.623 INFO:tasks.workunit.client.0.smithi028.stdout: "osd": { 2024-08-29T19:03:22.623 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 348480, 2024-08-29T19:03:22.623 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 30 2024-08-29T19:03:22.623 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:22.623 INFO:tasks.workunit.client.0.smithi028.stdout: "osd_mapbl": { 2024-08-29T19:03:22.624 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 0, 2024-08-29T19:03:22.624 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 0 2024-08-29T19:03:22.624 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:22.624 INFO:tasks.workunit.client.0.smithi028.stdout: "osd_pglog": { 2024-08-29T19:03:22.624 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 3261960, 2024-08-29T19:03:22.624 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 6273 2024-08-29T19:03:22.624 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:22.624 INFO:tasks.workunit.client.0.smithi028.stdout: "osdmap": { 2024-08-29T19:03:22.624 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 628416, 2024-08-29T19:03:22.624 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 10122 2024-08-29T19:03:22.624 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:22.624 INFO:tasks.workunit.client.0.smithi028.stdout: "osdmap_mapping": { 2024-08-29T19:03:22.624 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 0, 2024-08-29T19:03:22.624 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 0 2024-08-29T19:03:22.625 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:22.625 INFO:tasks.workunit.client.0.smithi028.stdout: "pgmap": { 2024-08-29T19:03:22.625 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 0, 2024-08-29T19:03:22.625 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 0 2024-08-29T19:03:22.625 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:22.625 INFO:tasks.workunit.client.0.smithi028.stdout: "unittest_1": { 2024-08-29T19:03:22.625 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 0, 2024-08-29T19:03:22.625 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 0 2024-08-29T19:03:22.625 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:22.625 INFO:tasks.workunit.client.0.smithi028.stdout: "unittest_2": { 2024-08-29T19:03:22.625 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 0, 2024-08-29T19:03:22.625 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 0 2024-08-29T19:03:22.625 INFO:tasks.workunit.client.0.smithi028.stdout: } 2024-08-29T19:03:22.625 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:22.626 INFO:tasks.workunit.client.0.smithi028.stdout: "osd.3": { 2024-08-29T19:03:22.626 INFO:tasks.workunit.client.0.smithi028.stdout: "bloom_filter": { 2024-08-29T19:03:22.626 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 0, 2024-08-29T19:03:22.626 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 0 2024-08-29T19:03:22.626 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:22.626 INFO:tasks.workunit.client.0.smithi028.stdout: "bluefs": { 2024-08-29T19:03:22.626 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 21288, 2024-08-29T19:03:22.626 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 373 2024-08-29T19:03:22.626 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:22.626 INFO:tasks.workunit.client.0.smithi028.stdout: "bluefs_file_reader": { 2024-08-29T19:03:22.626 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 559616, 2024-08-29T19:03:22.626 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 31 2024-08-29T19:03:22.626 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:22.626 INFO:tasks.workunit.client.0.smithi028.stdout: "bluefs_file_writer": { 2024-08-29T19:03:22.627 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 960, 2024-08-29T19:03:22.627 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 5 2024-08-29T19:03:22.627 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:22.627 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore_alloc": { 2024-08-29T19:03:22.627 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 56800, 2024-08-29T19:03:22.627 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 710 2024-08-29T19:03:22.627 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:22.627 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore_blob": { 2024-08-29T19:03:22.627 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 373152, 2024-08-29T19:03:22.627 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 1794 2024-08-29T19:03:22.627 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:22.627 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore_cache_buffer": { 2024-08-29T19:03:22.627 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 256, 2024-08-29T19:03:22.627 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 32 2024-08-29T19:03:22.628 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:22.628 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore_cache_data": { 2024-08-29T19:03:22.628 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 912324, 2024-08-29T19:03:22.628 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 233 2024-08-29T19:03:22.628 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:22.628 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore_cache_meta": { 2024-08-29T19:03:22.628 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 1655937, 2024-08-29T19:03:22.628 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 362230 2024-08-29T19:03:22.628 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:22.628 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore_cache_onode": { 2024-08-29T19:03:22.628 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 4760256, 2024-08-29T19:03:22.628 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 7032 2024-08-29T19:03:22.628 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:22.628 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore_cache_other": { 2024-08-29T19:03:22.629 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 71324, 2024-08-29T19:03:22.629 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 7524 2024-08-29T19:03:22.629 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:22.629 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore_extent": { 2024-08-29T19:03:22.629 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 86112, 2024-08-29T19:03:22.629 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 1794 2024-08-29T19:03:22.629 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:22.629 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore_fsck": { 2024-08-29T19:03:22.629 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 0, 2024-08-29T19:03:22.629 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 0 2024-08-29T19:03:22.629 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:22.629 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore_inline_bl": { 2024-08-29T19:03:22.629 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 172222, 2024-08-29T19:03:22.629 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 1231 2024-08-29T19:03:22.630 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:22.630 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore_shared_blob": { 2024-08-29T19:03:22.630 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 0, 2024-08-29T19:03:22.630 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 0 2024-08-29T19:03:22.630 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:22.630 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore_txc": { 2024-08-29T19:03:22.630 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 0, 2024-08-29T19:03:22.630 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 0 2024-08-29T19:03:22.630 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:22.630 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore_writing": { 2024-08-29T19:03:22.630 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 44163, 2024-08-29T19:03:22.630 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 46 2024-08-29T19:03:22.630 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:22.630 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore_writing_deferred": { 2024-08-29T19:03:22.630 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 0, 2024-08-29T19:03:22.631 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 0 2024-08-29T19:03:22.631 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:22.631 INFO:tasks.workunit.client.0.smithi028.stdout: "buffer_anon": { 2024-08-29T19:03:22.631 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 5536076, 2024-08-29T19:03:22.631 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 276 2024-08-29T19:03:22.631 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:22.631 INFO:tasks.workunit.client.0.smithi028.stdout: "buffer_meta": { 2024-08-29T19:03:22.631 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 22176, 2024-08-29T19:03:22.631 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 252 2024-08-29T19:03:22.631 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:22.631 INFO:tasks.workunit.client.0.smithi028.stdout: "mds_co": { 2024-08-29T19:03:22.631 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 0, 2024-08-29T19:03:22.631 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 0 2024-08-29T19:03:22.631 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:22.632 INFO:tasks.workunit.client.0.smithi028.stdout: "osd": { 2024-08-29T19:03:22.632 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 429792, 2024-08-29T19:03:22.632 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 37 2024-08-29T19:03:22.632 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:22.632 INFO:tasks.workunit.client.0.smithi028.stdout: "osd_mapbl": { 2024-08-29T19:03:22.632 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 0, 2024-08-29T19:03:22.632 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 0 2024-08-29T19:03:22.632 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:22.632 INFO:tasks.workunit.client.0.smithi028.stdout: "osd_pglog": { 2024-08-29T19:03:22.632 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 3476304, 2024-08-29T19:03:22.632 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 9022 2024-08-29T19:03:22.632 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:22.632 INFO:tasks.workunit.client.0.smithi028.stdout: "osdmap": { 2024-08-29T19:03:22.633 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 628416, 2024-08-29T19:03:22.633 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 10122 2024-08-29T19:03:22.633 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:22.633 INFO:tasks.workunit.client.0.smithi028.stdout: "osdmap_mapping": { 2024-08-29T19:03:22.633 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 0, 2024-08-29T19:03:22.633 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 0 2024-08-29T19:03:22.633 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:22.633 INFO:tasks.workunit.client.0.smithi028.stdout: "pgmap": { 2024-08-29T19:03:22.633 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 0, 2024-08-29T19:03:22.633 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 0 2024-08-29T19:03:22.633 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:22.633 INFO:tasks.workunit.client.0.smithi028.stdout: "unittest_1": { 2024-08-29T19:03:22.633 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 0, 2024-08-29T19:03:22.633 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 0 2024-08-29T19:03:22.634 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:22.634 INFO:tasks.workunit.client.0.smithi028.stdout: "unittest_2": { 2024-08-29T19:03:22.634 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 0, 2024-08-29T19:03:22.634 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 0 2024-08-29T19:03:22.634 INFO:tasks.workunit.client.0.smithi028.stdout: } 2024-08-29T19:03:22.634 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:22.634 INFO:tasks.workunit.client.0.smithi028.stdout: "osd.4": { 2024-08-29T19:03:22.634 INFO:tasks.workunit.client.0.smithi028.stdout: "bloom_filter": { 2024-08-29T19:03:22.634 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 0, 2024-08-29T19:03:22.634 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 0 2024-08-29T19:03:22.634 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:22.634 INFO:tasks.workunit.client.0.smithi028.stdout: "bluefs": { 2024-08-29T19:03:22.634 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 28400, 2024-08-29T19:03:22.634 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 567 2024-08-29T19:03:22.634 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:22.635 INFO:tasks.workunit.client.0.smithi028.stdout: "bluefs_file_reader": { 2024-08-29T19:03:22.635 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 568320, 2024-08-29T19:03:22.635 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 34 2024-08-29T19:03:22.635 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:22.635 INFO:tasks.workunit.client.0.smithi028.stdout: "bluefs_file_writer": { 2024-08-29T19:03:22.635 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 3072, 2024-08-29T19:03:22.635 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 16 2024-08-29T19:03:22.635 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:22.635 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore_alloc": { 2024-08-29T19:03:22.635 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 58160, 2024-08-29T19:03:22.635 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 727 2024-08-29T19:03:22.635 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:22.635 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore_blob": { 2024-08-29T19:03:22.635 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 373152, 2024-08-29T19:03:22.636 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 1794 2024-08-29T19:03:22.636 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:22.636 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore_cache_buffer": { 2024-08-29T19:03:22.636 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 256, 2024-08-29T19:03:22.636 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 32 2024-08-29T19:03:22.636 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:22.636 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore_cache_data": { 2024-08-29T19:03:22.636 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 1308260, 2024-08-29T19:03:22.636 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 329 2024-08-29T19:03:22.636 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:22.636 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore_cache_meta": { 2024-08-29T19:03:22.636 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 1986552, 2024-08-29T19:03:22.636 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 434585 2024-08-29T19:03:22.636 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:22.637 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore_cache_onode": { 2024-08-29T19:03:22.637 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 5622496, 2024-08-29T19:03:22.637 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 8300 2024-08-29T19:03:22.637 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:22.637 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore_cache_other": { 2024-08-29T19:03:22.640 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 71536, 2024-08-29T19:03:22.640 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 7524 2024-08-29T19:03:22.640 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:22.640 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore_extent": { 2024-08-29T19:03:22.641 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 86112, 2024-08-29T19:03:22.641 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 1794 2024-08-29T19:03:22.641 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:22.641 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore_fsck": { 2024-08-29T19:03:22.641 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 0, 2024-08-29T19:03:22.641 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 0 2024-08-29T19:03:22.641 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:22.641 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore_inline_bl": { 2024-08-29T19:03:22.641 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 171966, 2024-08-29T19:03:22.641 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 1230 2024-08-29T19:03:22.641 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:22.641 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore_shared_blob": { 2024-08-29T19:03:22.641 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 0, 2024-08-29T19:03:22.641 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 0 2024-08-29T19:03:22.642 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:22.642 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore_txc": { 2024-08-29T19:03:22.642 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 736, 2024-08-29T19:03:22.642 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 1 2024-08-29T19:03:22.642 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:22.642 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore_writing": { 2024-08-29T19:03:22.642 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 60413, 2024-08-29T19:03:22.642 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 37 2024-08-29T19:03:22.642 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:22.642 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore_writing_deferred": { 2024-08-29T19:03:22.642 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 12112, 2024-08-29T19:03:22.642 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 3 2024-08-29T19:03:22.642 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:22.642 INFO:tasks.workunit.client.0.smithi028.stdout: "buffer_anon": { 2024-08-29T19:03:22.642 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 18428410, 2024-08-29T19:03:22.643 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 267 2024-08-29T19:03:22.643 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:22.643 INFO:tasks.workunit.client.0.smithi028.stdout: "buffer_meta": { 2024-08-29T19:03:22.643 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 30360, 2024-08-29T19:03:22.643 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 345 2024-08-29T19:03:22.643 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:22.643 INFO:tasks.workunit.client.0.smithi028.stdout: "mds_co": { 2024-08-29T19:03:22.643 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 0, 2024-08-29T19:03:22.643 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 0 2024-08-29T19:03:22.643 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:22.643 INFO:tasks.workunit.client.0.smithi028.stdout: "osd": { 2024-08-29T19:03:22.643 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 453024, 2024-08-29T19:03:22.643 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 39 2024-08-29T19:03:22.643 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:22.644 INFO:tasks.workunit.client.0.smithi028.stdout: "osd_mapbl": { 2024-08-29T19:03:22.644 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 0, 2024-08-29T19:03:22.644 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 0 2024-08-29T19:03:22.644 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:22.644 INFO:tasks.workunit.client.0.smithi028.stdout: "osd_pglog": { 2024-08-29T19:03:22.644 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 5053984, 2024-08-29T19:03:22.644 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 12072 2024-08-29T19:03:22.644 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:22.644 INFO:tasks.workunit.client.0.smithi028.stdout: "osdmap": { 2024-08-29T19:03:22.644 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 628416, 2024-08-29T19:03:22.644 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 10122 2024-08-29T19:03:22.644 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:22.644 INFO:tasks.workunit.client.0.smithi028.stdout: "osdmap_mapping": { 2024-08-29T19:03:22.644 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 0, 2024-08-29T19:03:22.645 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 0 2024-08-29T19:03:22.645 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:22.645 INFO:tasks.workunit.client.0.smithi028.stdout: "pgmap": { 2024-08-29T19:03:22.645 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 0, 2024-08-29T19:03:22.645 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 0 2024-08-29T19:03:22.645 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:22.645 INFO:tasks.workunit.client.0.smithi028.stdout: "unittest_1": { 2024-08-29T19:03:22.645 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 0, 2024-08-29T19:03:22.645 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 0 2024-08-29T19:03:22.645 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:22.645 INFO:tasks.workunit.client.0.smithi028.stdout: "unittest_2": { 2024-08-29T19:03:22.645 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 0, 2024-08-29T19:03:22.645 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 0 2024-08-29T19:03:22.645 INFO:tasks.workunit.client.0.smithi028.stdout: } 2024-08-29T19:03:22.645 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:22.646 INFO:tasks.workunit.client.0.smithi028.stdout: "osd.5": { 2024-08-29T19:03:22.646 INFO:tasks.workunit.client.0.smithi028.stdout: "bloom_filter": { 2024-08-29T19:03:22.646 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 0, 2024-08-29T19:03:22.646 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 0 2024-08-29T19:03:22.646 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:22.646 INFO:tasks.workunit.client.0.smithi028.stdout: "bluefs": { 2024-08-29T19:03:22.646 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 20584, 2024-08-29T19:03:22.646 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 367 2024-08-29T19:03:22.646 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:22.646 INFO:tasks.workunit.client.0.smithi028.stdout: "bluefs_file_reader": { 2024-08-29T19:03:22.646 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 284672, 2024-08-29T19:03:22.646 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 25 2024-08-29T19:03:22.647 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:22.647 INFO:tasks.workunit.client.0.smithi028.stdout: "bluefs_file_writer": { 2024-08-29T19:03:22.647 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 3072, 2024-08-29T19:03:22.647 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 16 2024-08-29T19:03:22.647 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:22.647 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore_alloc": { 2024-08-29T19:03:22.647 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 56960, 2024-08-29T19:03:22.647 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 712 2024-08-29T19:03:22.647 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:22.647 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore_blob": { 2024-08-29T19:03:22.647 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 373152, 2024-08-29T19:03:22.647 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 1794 2024-08-29T19:03:22.647 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:22.647 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore_cache_buffer": { 2024-08-29T19:03:22.648 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 256, 2024-08-29T19:03:22.648 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 32 2024-08-29T19:03:22.648 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:22.648 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore_cache_data": { 2024-08-29T19:03:22.648 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 494617, 2024-08-29T19:03:22.648 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 130 2024-08-29T19:03:22.648 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:22.648 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore_cache_meta": { 2024-08-29T19:03:22.648 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 2244396, 2024-08-29T19:03:22.648 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 500295 2024-08-29T19:03:22.648 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:22.648 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore_cache_onode": { 2024-08-29T19:03:22.648 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 6404496, 2024-08-29T19:03:22.648 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 9450 2024-08-29T19:03:22.649 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:22.649 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore_cache_other": { 2024-08-29T19:03:22.649 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 71772, 2024-08-29T19:03:22.649 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 7528 2024-08-29T19:03:22.649 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:22.649 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore_extent": { 2024-08-29T19:03:22.649 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 86112, 2024-08-29T19:03:22.649 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 1794 2024-08-29T19:03:22.649 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:22.649 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore_fsck": { 2024-08-29T19:03:22.649 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 0, 2024-08-29T19:03:22.649 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 0 2024-08-29T19:03:22.649 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:22.650 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore_inline_bl": { 2024-08-29T19:03:22.650 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 171966, 2024-08-29T19:03:22.650 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 1230 2024-08-29T19:03:22.650 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:22.650 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore_shared_blob": { 2024-08-29T19:03:22.650 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 0, 2024-08-29T19:03:22.650 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 0 2024-08-29T19:03:22.650 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:22.650 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore_txc": { 2024-08-29T19:03:22.650 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 0, 2024-08-29T19:03:22.650 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 0 2024-08-29T19:03:22.650 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:22.650 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore_writing": { 2024-08-29T19:03:22.650 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 57451, 2024-08-29T19:03:22.650 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 46 2024-08-29T19:03:22.651 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:22.651 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore_writing_deferred": { 2024-08-29T19:03:22.651 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 0, 2024-08-29T19:03:22.651 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 0 2024-08-29T19:03:22.651 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:22.651 INFO:tasks.workunit.client.0.smithi028.stdout: "buffer_anon": { 2024-08-29T19:03:22.651 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 16463436, 2024-08-29T19:03:22.651 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 241 2024-08-29T19:03:22.651 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:22.651 INFO:tasks.workunit.client.0.smithi028.stdout: "buffer_meta": { 2024-08-29T19:03:22.651 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 12760, 2024-08-29T19:03:22.651 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 145 2024-08-29T19:03:22.651 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:22.651 INFO:tasks.workunit.client.0.smithi028.stdout: "mds_co": { 2024-08-29T19:03:22.652 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 0, 2024-08-29T19:03:22.652 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 0 2024-08-29T19:03:22.652 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:22.652 INFO:tasks.workunit.client.0.smithi028.stdout: "osd": { 2024-08-29T19:03:22.652 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 476256, 2024-08-29T19:03:22.652 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 41 2024-08-29T19:03:22.652 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:22.652 INFO:tasks.workunit.client.0.smithi028.stdout: "osd_mapbl": { 2024-08-29T19:03:22.652 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 0, 2024-08-29T19:03:22.652 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 0 2024-08-29T19:03:22.652 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:22.652 INFO:tasks.workunit.client.0.smithi028.stdout: "osd_pglog": { 2024-08-29T19:03:22.652 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 6278480, 2024-08-29T19:03:22.652 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 12074 2024-08-29T19:03:22.653 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:22.653 INFO:tasks.workunit.client.0.smithi028.stdout: "osdmap": { 2024-08-29T19:03:22.653 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 628416, 2024-08-29T19:03:22.653 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 10122 2024-08-29T19:03:22.653 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:22.653 INFO:tasks.workunit.client.0.smithi028.stdout: "osdmap_mapping": { 2024-08-29T19:03:22.653 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 0, 2024-08-29T19:03:22.653 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 0 2024-08-29T19:03:22.653 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:22.653 INFO:tasks.workunit.client.0.smithi028.stdout: "pgmap": { 2024-08-29T19:03:22.653 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 0, 2024-08-29T19:03:22.653 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 0 2024-08-29T19:03:22.653 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:22.653 INFO:tasks.workunit.client.0.smithi028.stdout: "unittest_1": { 2024-08-29T19:03:22.654 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 0, 2024-08-29T19:03:22.654 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 0 2024-08-29T19:03:22.654 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:22.654 INFO:tasks.workunit.client.0.smithi028.stdout: "unittest_2": { 2024-08-29T19:03:22.654 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 0, 2024-08-29T19:03:22.654 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 0 2024-08-29T19:03:22.654 INFO:tasks.workunit.client.0.smithi028.stdout: } 2024-08-29T19:03:22.654 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:22.654 INFO:tasks.workunit.client.0.smithi028.stdout: "osd.6": { 2024-08-29T19:03:22.654 INFO:tasks.workunit.client.0.smithi028.stdout: "bloom_filter": { 2024-08-29T19:03:22.654 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 0, 2024-08-29T19:03:22.654 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 0 2024-08-29T19:03:22.654 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:22.654 INFO:tasks.workunit.client.0.smithi028.stdout: "bluefs": { 2024-08-29T19:03:22.655 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 16208, 2024-08-29T19:03:22.655 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 292 2024-08-29T19:03:22.655 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:22.655 INFO:tasks.workunit.client.0.smithi028.stdout: "bluefs_file_reader": { 2024-08-29T19:03:22.655 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 96256, 2024-08-29T19:03:22.655 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 24 2024-08-29T19:03:22.655 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:22.655 INFO:tasks.workunit.client.0.smithi028.stdout: "bluefs_file_writer": { 2024-08-29T19:03:22.655 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 3072, 2024-08-29T19:03:22.655 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 16 2024-08-29T19:03:22.655 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:22.655 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore_alloc": { 2024-08-29T19:03:22.655 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 56400, 2024-08-29T19:03:22.655 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 705 2024-08-29T19:03:22.655 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:22.656 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore_blob": { 2024-08-29T19:03:22.656 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 374816, 2024-08-29T19:03:22.656 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 1802 2024-08-29T19:03:22.656 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:22.656 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore_cache_buffer": { 2024-08-29T19:03:22.656 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 256, 2024-08-29T19:03:22.656 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 32 2024-08-29T19:03:22.656 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:22.656 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore_cache_data": { 2024-08-29T19:03:22.656 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 295412, 2024-08-29T19:03:22.656 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 87 2024-08-29T19:03:22.656 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:22.656 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore_cache_meta": { 2024-08-29T19:03:22.656 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 1604792, 2024-08-29T19:03:22.657 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 356022 2024-08-29T19:03:22.657 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:22.657 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore_cache_onode": { 2024-08-29T19:03:22.657 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 4661656, 2024-08-29T19:03:22.657 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 6887 2024-08-29T19:03:22.657 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:22.657 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore_cache_other": { 2024-08-29T19:03:22.657 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 72824, 2024-08-29T19:03:22.657 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 7686 2024-08-29T19:03:22.657 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:22.657 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore_extent": { 2024-08-29T19:03:22.657 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 86496, 2024-08-29T19:03:22.657 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 1802 2024-08-29T19:03:22.657 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:22.658 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore_fsck": { 2024-08-29T19:03:22.658 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 0, 2024-08-29T19:03:22.658 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 0 2024-08-29T19:03:22.658 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:22.658 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore_inline_bl": { 2024-08-29T19:03:22.658 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 171966, 2024-08-29T19:03:22.658 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 1230 2024-08-29T19:03:22.658 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:22.658 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore_shared_blob": { 2024-08-29T19:03:22.658 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 0, 2024-08-29T19:03:22.658 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 0 2024-08-29T19:03:22.658 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:22.658 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore_txc": { 2024-08-29T19:03:22.658 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 0, 2024-08-29T19:03:22.659 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 0 2024-08-29T19:03:22.659 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:22.659 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore_writing": { 2024-08-29T19:03:22.659 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 52078, 2024-08-29T19:03:22.659 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 48 2024-08-29T19:03:22.659 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:22.659 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore_writing_deferred": { 2024-08-29T19:03:22.659 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 0, 2024-08-29T19:03:22.659 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 0 2024-08-29T19:03:22.659 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:22.659 INFO:tasks.workunit.client.0.smithi028.stdout: "buffer_anon": { 2024-08-29T19:03:22.659 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 17149194, 2024-08-29T19:03:22.659 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 13030 2024-08-29T19:03:22.659 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:22.660 INFO:tasks.workunit.client.0.smithi028.stdout: "buffer_meta": { 2024-08-29T19:03:22.660 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 9592, 2024-08-29T19:03:22.660 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 109 2024-08-29T19:03:22.660 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:22.660 INFO:tasks.workunit.client.0.smithi028.stdout: "mds_co": { 2024-08-29T19:03:22.660 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 0, 2024-08-29T19:03:22.660 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 0 2024-08-29T19:03:22.660 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:22.660 INFO:tasks.workunit.client.0.smithi028.stdout: "osd": { 2024-08-29T19:03:22.660 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 453024, 2024-08-29T19:03:22.660 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 39 2024-08-29T19:03:22.660 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:22.660 INFO:tasks.workunit.client.0.smithi028.stdout: "osd_mapbl": { 2024-08-29T19:03:22.660 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 0, 2024-08-29T19:03:22.661 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 0 2024-08-29T19:03:22.661 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:22.661 INFO:tasks.workunit.client.0.smithi028.stdout: "osd_pglog": { 2024-08-29T19:03:22.661 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 3624400, 2024-08-29T19:03:22.661 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 9370 2024-08-29T19:03:22.661 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:22.661 INFO:tasks.workunit.client.0.smithi028.stdout: "osdmap": { 2024-08-29T19:03:22.661 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 628416, 2024-08-29T19:03:22.661 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 10122 2024-08-29T19:03:22.661 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:22.661 INFO:tasks.workunit.client.0.smithi028.stdout: "osdmap_mapping": { 2024-08-29T19:03:22.661 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 0, 2024-08-29T19:03:22.661 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 0 2024-08-29T19:03:22.661 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:22.661 INFO:tasks.workunit.client.0.smithi028.stdout: "pgmap": { 2024-08-29T19:03:22.662 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 0, 2024-08-29T19:03:22.662 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 0 2024-08-29T19:03:22.662 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:22.662 INFO:tasks.workunit.client.0.smithi028.stdout: "unittest_1": { 2024-08-29T19:03:22.662 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 0, 2024-08-29T19:03:22.662 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 0 2024-08-29T19:03:22.662 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:22.662 INFO:tasks.workunit.client.0.smithi028.stdout: "unittest_2": { 2024-08-29T19:03:22.662 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 0, 2024-08-29T19:03:22.662 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 0 2024-08-29T19:03:22.662 INFO:tasks.workunit.client.0.smithi028.stdout: } 2024-08-29T19:03:22.662 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:22.662 INFO:tasks.workunit.client.0.smithi028.stdout: "osd.7": { 2024-08-29T19:03:22.662 INFO:tasks.workunit.client.0.smithi028.stdout: "bloom_filter": { 2024-08-29T19:03:22.663 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 0, 2024-08-29T19:03:22.663 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 0 2024-08-29T19:03:22.663 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:22.663 INFO:tasks.workunit.client.0.smithi028.stdout: "bluefs": { 2024-08-29T19:03:22.663 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 20392, 2024-08-29T19:03:22.663 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 351 2024-08-29T19:03:22.663 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:22.663 INFO:tasks.workunit.client.0.smithi028.stdout: "bluefs_file_reader": { 2024-08-29T19:03:22.663 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 133760, 2024-08-29T19:03:22.663 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 33 2024-08-29T19:03:22.663 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:22.663 INFO:tasks.workunit.client.0.smithi028.stdout: "bluefs_file_writer": { 2024-08-29T19:03:22.663 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 1920, 2024-08-29T19:03:22.663 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 10 2024-08-29T19:03:22.664 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:22.664 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore_alloc": { 2024-08-29T19:03:22.664 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 56000, 2024-08-29T19:03:22.664 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 700 2024-08-29T19:03:22.664 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:22.664 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore_blob": { 2024-08-29T19:03:22.664 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 374608, 2024-08-29T19:03:22.664 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 1801 2024-08-29T19:03:22.664 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:22.664 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore_cache_buffer": { 2024-08-29T19:03:22.664 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 256, 2024-08-29T19:03:22.664 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 32 2024-08-29T19:03:22.664 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:22.664 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore_cache_data": { 2024-08-29T19:03:22.665 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 563268, 2024-08-29T19:03:22.665 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 126 2024-08-29T19:03:22.665 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:22.665 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore_cache_meta": { 2024-08-29T19:03:22.665 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 1943879, 2024-08-29T19:03:22.665 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 430063 2024-08-29T19:03:22.665 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:22.665 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore_cache_onode": { 2024-08-29T19:03:22.665 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 5538856, 2024-08-29T19:03:22.665 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 8177 2024-08-29T19:03:22.665 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:22.665 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore_cache_other": { 2024-08-29T19:03:22.665 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 73560, 2024-08-29T19:03:22.666 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 7688 2024-08-29T19:03:22.666 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:22.666 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore_extent": { 2024-08-29T19:03:22.666 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 86448, 2024-08-29T19:03:22.666 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 1801 2024-08-29T19:03:22.666 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:22.666 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore_fsck": { 2024-08-29T19:03:22.666 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 0, 2024-08-29T19:03:22.666 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 0 2024-08-29T19:03:22.666 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:22.666 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore_inline_bl": { 2024-08-29T19:03:22.666 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 171966, 2024-08-29T19:03:22.666 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 1230 2024-08-29T19:03:22.666 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:22.667 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore_shared_blob": { 2024-08-29T19:03:22.667 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 0, 2024-08-29T19:03:22.667 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 0 2024-08-29T19:03:22.667 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:22.667 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore_txc": { 2024-08-29T19:03:22.667 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 0, 2024-08-29T19:03:22.667 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 0 2024-08-29T19:03:22.667 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:22.667 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore_writing": { 2024-08-29T19:03:22.667 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 40973, 2024-08-29T19:03:22.667 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 40 2024-08-29T19:03:22.667 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:22.667 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore_writing_deferred": { 2024-08-29T19:03:22.667 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 0, 2024-08-29T19:03:22.668 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 0 2024-08-29T19:03:22.668 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:22.668 INFO:tasks.workunit.client.0.smithi028.stdout: "buffer_anon": { 2024-08-29T19:03:22.668 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 10575429, 2024-08-29T19:03:22.668 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 254 2024-08-29T19:03:22.668 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:22.668 INFO:tasks.workunit.client.0.smithi028.stdout: "buffer_meta": { 2024-08-29T19:03:22.668 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 11792, 2024-08-29T19:03:22.668 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 134 2024-08-29T19:03:22.668 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:22.668 INFO:tasks.workunit.client.0.smithi028.stdout: "mds_co": { 2024-08-29T19:03:22.668 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 0, 2024-08-29T19:03:22.668 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 0 2024-08-29T19:03:22.668 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:22.669 INFO:tasks.workunit.client.0.smithi028.stdout: "osd": { 2024-08-29T19:03:22.669 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 534336, 2024-08-29T19:03:22.669 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 46 2024-08-29T19:03:22.669 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:22.669 INFO:tasks.workunit.client.0.smithi028.stdout: "osd_mapbl": { 2024-08-29T19:03:22.669 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 0, 2024-08-29T19:03:22.669 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 0 2024-08-29T19:03:22.669 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:22.669 INFO:tasks.workunit.client.0.smithi028.stdout: "osd_pglog": { 2024-08-29T19:03:22.669 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 4842032, 2024-08-29T19:03:22.669 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 9318 2024-08-29T19:03:22.669 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:22.669 INFO:tasks.workunit.client.0.smithi028.stdout: "osdmap": { 2024-08-29T19:03:22.669 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 628416, 2024-08-29T19:03:22.670 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 10122 2024-08-29T19:03:22.670 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:22.670 INFO:tasks.workunit.client.0.smithi028.stdout: "osdmap_mapping": { 2024-08-29T19:03:22.670 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 0, 2024-08-29T19:03:22.670 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 0 2024-08-29T19:03:22.670 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:22.670 INFO:tasks.workunit.client.0.smithi028.stdout: "pgmap": { 2024-08-29T19:03:22.670 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 0, 2024-08-29T19:03:22.670 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 0 2024-08-29T19:03:22.670 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:22.670 INFO:tasks.workunit.client.0.smithi028.stdout: "unittest_1": { 2024-08-29T19:03:22.670 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 0, 2024-08-29T19:03:22.670 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 0 2024-08-29T19:03:22.670 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:22.671 INFO:tasks.workunit.client.0.smithi028.stdout: "unittest_2": { 2024-08-29T19:03:22.671 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 0, 2024-08-29T19:03:22.671 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 0 2024-08-29T19:03:22.671 INFO:tasks.workunit.client.0.smithi028.stdout: } 2024-08-29T19:03:22.671 INFO:tasks.workunit.client.0.smithi028.stdout: } 2024-08-29T19:03:22.671 INFO:tasks.workunit.client.0.smithi028.stdout: } 2024-08-29T19:03:22.671 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:22.671 INFO:tasks.workunit.client.0.smithi028.stdout: "metadata": { 2024-08-29T19:03:22.671 INFO:tasks.workunit.client.0.smithi028.stdout: "mds": { 2024-08-29T19:03:22.671 INFO:tasks.workunit.client.0.smithi028.stdout: "arch": { 2024-08-29T19:03:22.671 INFO:tasks.workunit.client.0.smithi028.stdout: "x86_64": 2 2024-08-29T19:03:22.671 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:22.671 INFO:tasks.workunit.client.0.smithi028.stdout: "ceph_version": { 2024-08-29T19:03:22.672 INFO:tasks.workunit.client.0.smithi028.stdout: "ceph version 19.1.1-235-g1ef86450 (1ef864504b8875c83ee6c2c5fedc13315bebf7f5) squid (rc)": 2 2024-08-29T19:03:22.672 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:22.672 INFO:tasks.workunit.client.0.smithi028.stdout: "cpu": { 2024-08-29T19:03:22.672 INFO:tasks.workunit.client.0.smithi028.stdout: "Intel(R) Xeon(R) CPU E5-1620 v3 @ 3.50GHz": 2 2024-08-29T19:03:22.672 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:22.672 INFO:tasks.workunit.client.0.smithi028.stdout: "distro": { 2024-08-29T19:03:22.672 INFO:tasks.workunit.client.0.smithi028.stdout: "centos": 2 2024-08-29T19:03:22.672 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:22.672 INFO:tasks.workunit.client.0.smithi028.stdout: "distro_description": { 2024-08-29T19:03:22.672 INFO:tasks.workunit.client.0.smithi028.stdout: "CentOS Stream 9": 2 2024-08-29T19:03:22.672 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:22.672 INFO:tasks.workunit.client.0.smithi028.stdout: "kernel_description": { 2024-08-29T19:03:22.672 INFO:tasks.workunit.client.0.smithi028.stdout: "#129-Ubuntu SMP Fri Aug 2 19:25:20 UTC 2024": 2 2024-08-29T19:03:22.672 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:22.673 INFO:tasks.workunit.client.0.smithi028.stdout: "kernel_version": { 2024-08-29T19:03:22.673 INFO:tasks.workunit.client.0.smithi028.stdout: "5.15.0-119-generic": 2 2024-08-29T19:03:22.673 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:22.673 INFO:tasks.workunit.client.0.smithi028.stdout: "os": { 2024-08-29T19:03:22.673 INFO:tasks.workunit.client.0.smithi028.stdout: "Linux": 2 2024-08-29T19:03:22.673 INFO:tasks.workunit.client.0.smithi028.stdout: } 2024-08-29T19:03:22.673 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:22.673 INFO:tasks.workunit.client.0.smithi028.stdout: "mon": { 2024-08-29T19:03:22.673 INFO:tasks.workunit.client.0.smithi028.stdout: "arch": { 2024-08-29T19:03:22.673 INFO:tasks.workunit.client.0.smithi028.stdout: "x86_64": 3 2024-08-29T19:03:22.673 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:22.673 INFO:tasks.workunit.client.0.smithi028.stdout: "ceph_version": { 2024-08-29T19:03:22.673 INFO:tasks.workunit.client.0.smithi028.stdout: "ceph version 19.1.1-235-g1ef86450 (1ef864504b8875c83ee6c2c5fedc13315bebf7f5) squid (rc)": 3 2024-08-29T19:03:22.673 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:22.674 INFO:tasks.workunit.client.0.smithi028.stdout: "cpu": { 2024-08-29T19:03:22.674 INFO:tasks.workunit.client.0.smithi028.stdout: "Intel(R) Xeon(R) CPU E5-1620 v3 @ 3.50GHz": 3 2024-08-29T19:03:22.674 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:22.674 INFO:tasks.workunit.client.0.smithi028.stdout: "distro": { 2024-08-29T19:03:22.674 INFO:tasks.workunit.client.0.smithi028.stdout: "centos": 3 2024-08-29T19:03:22.674 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:22.674 INFO:tasks.workunit.client.0.smithi028.stdout: "distro_description": { 2024-08-29T19:03:22.674 INFO:tasks.workunit.client.0.smithi028.stdout: "CentOS Stream 9": 3 2024-08-29T19:03:22.674 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:22.674 INFO:tasks.workunit.client.0.smithi028.stdout: "kernel_description": { 2024-08-29T19:03:22.674 INFO:tasks.workunit.client.0.smithi028.stdout: "#129-Ubuntu SMP Fri Aug 2 19:25:20 UTC 2024": 3 2024-08-29T19:03:22.674 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:22.674 INFO:tasks.workunit.client.0.smithi028.stdout: "kernel_version": { 2024-08-29T19:03:22.674 INFO:tasks.workunit.client.0.smithi028.stdout: "5.15.0-119-generic": 3 2024-08-29T19:03:22.675 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:22.675 INFO:tasks.workunit.client.0.smithi028.stdout: "os": { 2024-08-29T19:03:22.675 INFO:tasks.workunit.client.0.smithi028.stdout: "Linux": 3 2024-08-29T19:03:22.675 INFO:tasks.workunit.client.0.smithi028.stdout: } 2024-08-29T19:03:22.675 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:22.675 INFO:tasks.workunit.client.0.smithi028.stdout: "osd": { 2024-08-29T19:03:22.675 INFO:tasks.workunit.client.0.smithi028.stdout: "arch": { 2024-08-29T19:03:22.675 INFO:tasks.workunit.client.0.smithi028.stdout: "x86_64": 8 2024-08-29T19:03:22.675 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:22.675 INFO:tasks.workunit.client.0.smithi028.stdout: "ceph_version": { 2024-08-29T19:03:22.675 INFO:tasks.workunit.client.0.smithi028.stdout: "ceph version 19.1.1-235-g1ef86450 (1ef864504b8875c83ee6c2c5fedc13315bebf7f5) squid (rc)": 8 2024-08-29T19:03:22.675 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:22.675 INFO:tasks.workunit.client.0.smithi028.stdout: "cpu": { 2024-08-29T19:03:22.675 INFO:tasks.workunit.client.0.smithi028.stdout: "Intel(R) Xeon(R) CPU E5-1620 v3 @ 3.50GHz": 8 2024-08-29T19:03:22.676 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:22.676 INFO:tasks.workunit.client.0.smithi028.stdout: "distro": { 2024-08-29T19:03:22.676 INFO:tasks.workunit.client.0.smithi028.stdout: "centos": 8 2024-08-29T19:03:22.676 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:22.676 INFO:tasks.workunit.client.0.smithi028.stdout: "distro_description": { 2024-08-29T19:03:22.676 INFO:tasks.workunit.client.0.smithi028.stdout: "CentOS Stream 9": 8 2024-08-29T19:03:22.676 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:22.676 INFO:tasks.workunit.client.0.smithi028.stdout: "kernel_description": { 2024-08-29T19:03:22.676 INFO:tasks.workunit.client.0.smithi028.stdout: "#129-Ubuntu SMP Fri Aug 2 19:25:20 UTC 2024": 8 2024-08-29T19:03:22.676 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:22.676 INFO:tasks.workunit.client.0.smithi028.stdout: "kernel_version": { 2024-08-29T19:03:22.676 INFO:tasks.workunit.client.0.smithi028.stdout: "5.15.0-119-generic": 8 2024-08-29T19:03:22.676 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:22.676 INFO:tasks.workunit.client.0.smithi028.stdout: "os": { 2024-08-29T19:03:22.677 INFO:tasks.workunit.client.0.smithi028.stdout: "Linux": 8 2024-08-29T19:03:22.677 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:22.677 INFO:tasks.workunit.client.0.smithi028.stdout: "osd_objectstore": { 2024-08-29T19:03:22.677 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore": 8 2024-08-29T19:03:22.677 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:22.677 INFO:tasks.workunit.client.0.smithi028.stdout: "rotational": { 2024-08-29T19:03:22.677 INFO:tasks.workunit.client.0.smithi028.stdout: "0": 8 2024-08-29T19:03:22.677 INFO:tasks.workunit.client.0.smithi028.stdout: } 2024-08-29T19:03:22.677 INFO:tasks.workunit.client.0.smithi028.stdout: } 2024-08-29T19:03:22.677 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:22.677 INFO:tasks.workunit.client.0.smithi028.stdout: "mon": { 2024-08-29T19:03:22.677 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 3, 2024-08-29T19:03:22.677 INFO:tasks.workunit.client.0.smithi028.stdout: "features": { 2024-08-29T19:03:22.677 INFO:tasks.workunit.client.0.smithi028.stdout: "optional": [], 2024-08-29T19:03:22.678 INFO:tasks.workunit.client.0.smithi028.stdout: "persistent": [ 2024-08-29T19:03:22.678 INFO:tasks.workunit.client.0.smithi028.stdout: "kraken", 2024-08-29T19:03:22.678 INFO:tasks.workunit.client.0.smithi028.stdout: "luminous", 2024-08-29T19:03:22.678 INFO:tasks.workunit.client.0.smithi028.stdout: "mimic", 2024-08-29T19:03:22.678 INFO:tasks.workunit.client.0.smithi028.stdout: "osdmap-prune", 2024-08-29T19:03:22.678 INFO:tasks.workunit.client.0.smithi028.stdout: "nautilus", 2024-08-29T19:03:22.678 INFO:tasks.workunit.client.0.smithi028.stdout: "octopus", 2024-08-29T19:03:22.678 INFO:tasks.workunit.client.0.smithi028.stdout: "pacific", 2024-08-29T19:03:22.678 INFO:tasks.workunit.client.0.smithi028.stdout: "elector-pinging", 2024-08-29T19:03:22.678 INFO:tasks.workunit.client.0.smithi028.stdout: "quincy", 2024-08-29T19:03:22.678 INFO:tasks.workunit.client.0.smithi028.stdout: "reef", 2024-08-29T19:03:22.678 INFO:tasks.workunit.client.0.smithi028.stdout: "squid" 2024-08-29T19:03:22.678 INFO:tasks.workunit.client.0.smithi028.stdout: ] 2024-08-29T19:03:22.678 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:22.679 INFO:tasks.workunit.client.0.smithi028.stdout: "ipv4_addr_mons": 6, 2024-08-29T19:03:22.679 INFO:tasks.workunit.client.0.smithi028.stdout: "ipv6_addr_mons": 0, 2024-08-29T19:03:22.679 INFO:tasks.workunit.client.0.smithi028.stdout: "min_mon_release": 19, 2024-08-29T19:03:22.679 INFO:tasks.workunit.client.0.smithi028.stdout: "v1_addr_mons": 3, 2024-08-29T19:03:22.679 INFO:tasks.workunit.client.0.smithi028.stdout: "v2_addr_mons": 3 2024-08-29T19:03:22.679 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:22.679 INFO:tasks.workunit.client.0.smithi028.stdout: "organization": "ceph-qa", 2024-08-29T19:03:22.679 INFO:tasks.workunit.client.0.smithi028.stdout: "osd": { 2024-08-29T19:03:22.679 INFO:tasks.workunit.client.0.smithi028.stdout: "cluster_network": false, 2024-08-29T19:03:22.679 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 8, 2024-08-29T19:03:22.679 INFO:tasks.workunit.client.0.smithi028.stdout: "require_min_compat_client": "luminous", 2024-08-29T19:03:22.679 INFO:tasks.workunit.client.0.smithi028.stdout: "require_osd_release": "squid" 2024-08-29T19:03:22.679 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:22.679 INFO:tasks.workunit.client.0.smithi028.stdout: "osd_perf_histograms": [ 2024-08-29T19:03:22.679 INFO:tasks.workunit.client.0.smithi028.stdout: { 2024-08-29T19:03:22.680 INFO:tasks.workunit.client.0.smithi028.stdout: "op_r_latency_out_bytes_histogram": { 2024-08-29T19:03:22.680 INFO:tasks.workunit.client.0.smithi028.stdout: "axes": [ 2024-08-29T19:03:22.680 INFO:tasks.workunit.client.0.smithi028.stdout: { 2024-08-29T19:03:22.680 INFO:tasks.workunit.client.0.smithi028.stdout: "buckets": 32, 2024-08-29T19:03:22.680 INFO:tasks.workunit.client.0.smithi028.stdout: "min": 0, 2024-08-29T19:03:22.680 INFO:tasks.workunit.client.0.smithi028.stdout: "name": "Latency (usec)", 2024-08-29T19:03:22.680 INFO:tasks.workunit.client.0.smithi028.stdout: "quant_size": 100000, 2024-08-29T19:03:22.680 INFO:tasks.workunit.client.0.smithi028.stdout: "ranges": [ 2024-08-29T19:03:22.680 INFO:tasks.workunit.client.0.smithi028.stdout: "[None, -1]", 2024-08-29T19:03:22.680 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 99999]", 2024-08-29T19:03:22.680 INFO:tasks.workunit.client.0.smithi028.stdout: "[100000, 199999]", 2024-08-29T19:03:22.680 INFO:tasks.workunit.client.0.smithi028.stdout: "[200000, 399999]", 2024-08-29T19:03:22.680 INFO:tasks.workunit.client.0.smithi028.stdout: "[400000, 799999]", 2024-08-29T19:03:22.680 INFO:tasks.workunit.client.0.smithi028.stdout: "[800000, 1599999]", 2024-08-29T19:03:22.681 INFO:tasks.workunit.client.0.smithi028.stdout: "[1600000, 3199999]", 2024-08-29T19:03:22.681 INFO:tasks.workunit.client.0.smithi028.stdout: "[3200000, 6399999]", 2024-08-29T19:03:22.681 INFO:tasks.workunit.client.0.smithi028.stdout: "[6400000, 12799999]", 2024-08-29T19:03:22.681 INFO:tasks.workunit.client.0.smithi028.stdout: "[12800000, 25599999]", 2024-08-29T19:03:22.681 INFO:tasks.workunit.client.0.smithi028.stdout: "[25600000, 51199999]", 2024-08-29T19:03:22.681 INFO:tasks.workunit.client.0.smithi028.stdout: "[51200000, 102399999]", 2024-08-29T19:03:22.681 INFO:tasks.workunit.client.0.smithi028.stdout: "[102400000, 204799999]", 2024-08-29T19:03:22.681 INFO:tasks.workunit.client.0.smithi028.stdout: "[204800000, 409599999]", 2024-08-29T19:03:22.681 INFO:tasks.workunit.client.0.smithi028.stdout: "[409600000, 819199999]", 2024-08-29T19:03:22.681 INFO:tasks.workunit.client.0.smithi028.stdout: "[819200000, 1638399999]", 2024-08-29T19:03:22.681 INFO:tasks.workunit.client.0.smithi028.stdout: "[1638400000, 3276799999]", 2024-08-29T19:03:22.681 INFO:tasks.workunit.client.0.smithi028.stdout: "[3276800000, 6553599999]", 2024-08-29T19:03:22.681 INFO:tasks.workunit.client.0.smithi028.stdout: "[6553600000, 13107199999]", 2024-08-29T19:03:22.681 INFO:tasks.workunit.client.0.smithi028.stdout: "[13107200000, 26214399999]", 2024-08-29T19:03:22.682 INFO:tasks.workunit.client.0.smithi028.stdout: "[26214400000, 52428799999]", 2024-08-29T19:03:22.682 INFO:tasks.workunit.client.0.smithi028.stdout: "[52428800000, 104857599999]", 2024-08-29T19:03:22.682 INFO:tasks.workunit.client.0.smithi028.stdout: "[104857600000, 209715199999]", 2024-08-29T19:03:22.682 INFO:tasks.workunit.client.0.smithi028.stdout: "[209715200000, 419430399999]", 2024-08-29T19:03:22.682 INFO:tasks.workunit.client.0.smithi028.stdout: "[419430400000, 838860799999]", 2024-08-29T19:03:22.682 INFO:tasks.workunit.client.0.smithi028.stdout: "[838860800000, 1677721599999]", 2024-08-29T19:03:22.682 INFO:tasks.workunit.client.0.smithi028.stdout: "[1677721600000, 3355443199999]", 2024-08-29T19:03:22.682 INFO:tasks.workunit.client.0.smithi028.stdout: "[3355443200000, 6710886399999]", 2024-08-29T19:03:22.682 INFO:tasks.workunit.client.0.smithi028.stdout: "[6710886400000, 13421772799999]", 2024-08-29T19:03:22.682 INFO:tasks.workunit.client.0.smithi028.stdout: "[13421772800000, 26843545599999]", 2024-08-29T19:03:22.682 INFO:tasks.workunit.client.0.smithi028.stdout: "[26843545600000, 53687091199999]", 2024-08-29T19:03:22.682 INFO:tasks.workunit.client.0.smithi028.stdout: "[53687091200000, None]" 2024-08-29T19:03:22.682 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-08-29T19:03:22.682 INFO:tasks.workunit.client.0.smithi028.stdout: "scale_type": "log2" 2024-08-29T19:03:22.683 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:22.683 INFO:tasks.workunit.client.0.smithi028.stdout: { 2024-08-29T19:03:22.683 INFO:tasks.workunit.client.0.smithi028.stdout: "buckets": 32, 2024-08-29T19:03:22.683 INFO:tasks.workunit.client.0.smithi028.stdout: "min": 0, 2024-08-29T19:03:22.683 INFO:tasks.workunit.client.0.smithi028.stdout: "name": "Request size (bytes)", 2024-08-29T19:03:22.683 INFO:tasks.workunit.client.0.smithi028.stdout: "quant_size": 512, 2024-08-29T19:03:22.683 INFO:tasks.workunit.client.0.smithi028.stdout: "ranges": [ 2024-08-29T19:03:22.683 INFO:tasks.workunit.client.0.smithi028.stdout: "[None, -1]", 2024-08-29T19:03:22.683 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 511]", 2024-08-29T19:03:22.683 INFO:tasks.workunit.client.0.smithi028.stdout: "[512, 1023]", 2024-08-29T19:03:22.683 INFO:tasks.workunit.client.0.smithi028.stdout: "[1024, 2047]", 2024-08-29T19:03:22.683 INFO:tasks.workunit.client.0.smithi028.stdout: "[2048, 4095]", 2024-08-29T19:03:22.683 INFO:tasks.workunit.client.0.smithi028.stdout: "[4096, 8191]", 2024-08-29T19:03:22.684 INFO:tasks.workunit.client.0.smithi028.stdout: "[8192, 16383]", 2024-08-29T19:03:22.684 INFO:tasks.workunit.client.0.smithi028.stdout: "[16384, 32767]", 2024-08-29T19:03:22.684 INFO:tasks.workunit.client.0.smithi028.stdout: "[32768, 65535]", 2024-08-29T19:03:22.684 INFO:tasks.workunit.client.0.smithi028.stdout: "[65536, 131071]", 2024-08-29T19:03:22.684 INFO:tasks.workunit.client.0.smithi028.stdout: "[131072, 262143]", 2024-08-29T19:03:22.684 INFO:tasks.workunit.client.0.smithi028.stdout: "[262144, 524287]", 2024-08-29T19:03:22.684 INFO:tasks.workunit.client.0.smithi028.stdout: "[524288, 1048575]", 2024-08-29T19:03:22.684 INFO:tasks.workunit.client.0.smithi028.stdout: "[1048576, 2097151]", 2024-08-29T19:03:22.684 INFO:tasks.workunit.client.0.smithi028.stdout: "[2097152, 4194303]", 2024-08-29T19:03:22.684 INFO:tasks.workunit.client.0.smithi028.stdout: "[4194304, 8388607]", 2024-08-29T19:03:22.684 INFO:tasks.workunit.client.0.smithi028.stdout: "[8388608, 16777215]", 2024-08-29T19:03:22.684 INFO:tasks.workunit.client.0.smithi028.stdout: "[16777216, 33554431]", 2024-08-29T19:03:22.684 INFO:tasks.workunit.client.0.smithi028.stdout: "[33554432, 67108863]", 2024-08-29T19:03:22.685 INFO:tasks.workunit.client.0.smithi028.stdout: "[67108864, 134217727]", 2024-08-29T19:03:22.685 INFO:tasks.workunit.client.0.smithi028.stdout: "[134217728, 268435455]", 2024-08-29T19:03:22.685 INFO:tasks.workunit.client.0.smithi028.stdout: "[268435456, 536870911]", 2024-08-29T19:03:22.685 INFO:tasks.workunit.client.0.smithi028.stdout: "[536870912, 1073741823]", 2024-08-29T19:03:22.685 INFO:tasks.workunit.client.0.smithi028.stdout: "[1073741824, 2147483647]", 2024-08-29T19:03:22.685 INFO:tasks.workunit.client.0.smithi028.stdout: "[2147483648, 4294967295]", 2024-08-29T19:03:22.685 INFO:tasks.workunit.client.0.smithi028.stdout: "[4294967296, 8589934591]", 2024-08-29T19:03:22.685 INFO:tasks.workunit.client.0.smithi028.stdout: "[8589934592, 17179869183]", 2024-08-29T19:03:22.685 INFO:tasks.workunit.client.0.smithi028.stdout: "[17179869184, 34359738367]", 2024-08-29T19:03:22.685 INFO:tasks.workunit.client.0.smithi028.stdout: "[34359738368, 68719476735]", 2024-08-29T19:03:22.685 INFO:tasks.workunit.client.0.smithi028.stdout: "[68719476736, 137438953471]", 2024-08-29T19:03:22.685 INFO:tasks.workunit.client.0.smithi028.stdout: "[137438953472, 274877906943]", 2024-08-29T19:03:22.685 INFO:tasks.workunit.client.0.smithi028.stdout: "[274877906944, None]" 2024-08-29T19:03:22.685 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-08-29T19:03:22.686 INFO:tasks.workunit.client.0.smithi028.stdout: "scale_type": "log2" 2024-08-29T19:03:22.686 INFO:tasks.workunit.client.0.smithi028.stdout: } 2024-08-29T19:03:22.686 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-08-29T19:03:22.686 INFO:tasks.workunit.client.0.smithi028.stdout: "osds": [ 2024-08-29T19:03:22.686 INFO:tasks.workunit.client.0.smithi028.stdout: { 2024-08-29T19:03:22.686 INFO:tasks.workunit.client.0.smithi028.stdout: "osd_id": 0, 2024-08-29T19:03:22.686 INFO:tasks.workunit.client.0.smithi028.stdout: "values": [ 2024-08-29T19:03:22.686 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:22.686 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:22.686 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 1949, 0, 0, 0, 37, 3, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:22.686 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 5232, 16, 0, 1, 4624, 22, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:22.686 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 10534, 12, 2, 0, 3136, 586, 4, 12, 22, 42, 12, 20, 44, 21, 22, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:22.686 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 1536, 19, 22, 0, 13, 4, 2, 1, 4, 26, 97, 161, 47, 13, 26, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:22.686 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 483, 6, 1, 0, 3, 12, 0, 0, 0, 0, 0, 20, 357, 46, 32, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:22.687 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 100, 12, 2, 0, 0, 4, 0, 0, 0, 1, 0, 1, 10, 46, 143, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:22.687 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 94, 3, 4, 0, 0, 0, 0, 0, 0, 0, 0, 0, 7, 11, 7, 3, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:22.687 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 251, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 4, 13, 13, 4, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:22.687 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 11, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 3, 2, 17, 9, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:22.687 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 5, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 3, 4, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:22.687 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:22.687 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:22.687 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:22.687 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:22.687 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:22.687 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:22.687 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:22.687 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:22.687 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:22.688 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:22.688 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:22.688 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:22.688 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:22.688 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:22.688 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:22.688 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:22.688 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:22.688 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:22.688 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:22.688 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-08-29T19:03:22.688 INFO:tasks.workunit.client.0.smithi028.stdout: ] 2024-08-29T19:03:22.688 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:22.688 INFO:tasks.workunit.client.0.smithi028.stdout: { 2024-08-29T19:03:22.689 INFO:tasks.workunit.client.0.smithi028.stdout: "osd_id": 1, 2024-08-29T19:03:22.689 INFO:tasks.workunit.client.0.smithi028.stdout: "values": [ 2024-08-29T19:03:22.689 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:22.689 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:22.689 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 977, 0, 0, 0, 1, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:22.689 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 3735, 8, 113, 0, 10, 0, 0, 0, 1, 1, 1, 0, 0, 0, 3, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:22.689 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 9217, 8, 123, 0, 4, 5, 9, 20, 59, 70, 22, 31, 73, 23, 55, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:22.689 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 1206, 41, 1171, 0, 2, 1, 1, 0, 9, 15, 139, 236, 43, 9, 26, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:22.689 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 265, 8, 109, 0, 0, 0, 0, 0, 1, 6, 0, 36, 578, 34, 25, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:22.689 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 104, 0, 4, 0, 0, 0, 0, 0, 1, 3, 3, 5, 2, 33, 136, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:22.689 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 77, 0, 34, 0, 0, 0, 0, 0, 0, 0, 0, 2, 13, 12, 10, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:22.689 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 88, 0, 103, 0, 0, 0, 0, 0, 0, 1, 0, 4, 12, 6, 14, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:22.689 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 26, 0, 159, 0, 0, 0, 0, 0, 0, 0, 0, 0, 6, 10, 14, 17, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:22.689 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 9, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 9, 16, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:22.690 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:22.690 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:22.690 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:22.690 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:22.690 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:22.690 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:22.690 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:22.690 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:22.690 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:22.690 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:22.690 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:22.690 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:22.691 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:22.691 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:22.691 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:22.691 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:22.691 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:22.691 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:22.691 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:22.691 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-08-29T19:03:22.691 INFO:tasks.workunit.client.0.smithi028.stdout: ] 2024-08-29T19:03:22.691 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:22.691 INFO:tasks.workunit.client.0.smithi028.stdout: { 2024-08-29T19:03:22.691 INFO:tasks.workunit.client.0.smithi028.stdout: "osd_id": 2, 2024-08-29T19:03:22.691 INFO:tasks.workunit.client.0.smithi028.stdout: "values": [ 2024-08-29T19:03:22.691 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:22.692 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:22.692 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 341, 89, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:22.692 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 5702, 3193, 1, 0, 6, 0, 0, 0, 3, 0, 0, 0, 1, 1, 3, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:22.692 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 7950, 923, 7, 0, 0, 1, 0, 4, 8, 5, 3, 1, 33, 26, 52, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:22.692 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 1057, 29, 20, 0, 2, 0, 1, 0, 2, 0, 3, 7, 11, 23, 33, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:22.692 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 277, 0, 1, 2, 0, 0, 0, 0, 0, 1, 3, 2, 37, 77, 22, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:22.692 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 127, 0, 0, 0, 0, 0, 0, 1, 2, 0, 13, 7, 12, 31, 150, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:22.692 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 163, 0, 0, 1, 0, 0, 0, 2, 2, 0, 4, 3, 17, 11, 16, 3, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:22.692 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 335, 0, 0, 0, 0, 0, 2, 0, 0, 1, 0, 2, 5, 39, 26, 7, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:22.692 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 71, 0, 0, 0, 1, 0, 0, 0, 4, 0, 0, 0, 1, 9, 19, 12, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:22.692 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 12, 0, 0, 0, 0, 0, 0, 1, 0, 0, 0, 0, 3, 0, 5, 6, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:22.692 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:22.692 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:22.693 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:22.693 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:22.693 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:22.693 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:22.693 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:22.693 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:22.693 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:22.693 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:22.693 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:22.693 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:22.693 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:22.693 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:22.693 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:22.693 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:22.694 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:22.694 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:22.694 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:22.694 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-08-29T19:03:22.694 INFO:tasks.workunit.client.0.smithi028.stdout: ] 2024-08-29T19:03:22.694 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:22.694 INFO:tasks.workunit.client.0.smithi028.stdout: { 2024-08-29T19:03:22.694 INFO:tasks.workunit.client.0.smithi028.stdout: "osd_id": 3, 2024-08-29T19:03:22.694 INFO:tasks.workunit.client.0.smithi028.stdout: "values": [ 2024-08-29T19:03:22.694 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:22.694 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:22.694 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 2141, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:22.694 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 9631, 3455, 8, 1, 5, 0, 0, 4, 0, 0, 0, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:22.694 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 10584, 724, 63, 10, 21, 44, 63, 29, 16, 19, 4, 12, 10, 9, 21, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:22.694 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 1583, 18, 24, 0, 5, 6, 35, 105, 4, 5, 47, 88, 7, 9, 12, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:22.695 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 624, 10, 6, 0, 4, 0, 1, 7, 1, 0, 2, 14, 187, 18, 6, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:22.695 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 410, 27, 3, 0, 0, 0, 0, 3, 0, 0, 5, 4, 3, 20, 66, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:22.695 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 251, 11, 2, 0, 244, 0, 0, 0, 0, 0, 1, 4, 5, 7, 6, 3, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:22.695 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 102, 1, 2, 0, 817, 0, 0, 0, 0, 0, 0, 2, 2, 3, 14, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:22.695 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 11, 0, 0, 0, 687, 0, 0, 0, 0, 0, 0, 1, 1, 1, 7, 9, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:22.695 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 2, 0, 0, 0, 49, 0, 0, 0, 0, 0, 0, 0, 0, 3, 3, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:22.695 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:22.695 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:22.695 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:22.695 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:22.695 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:22.695 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:22.695 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:22.696 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:22.696 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:22.696 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:22.696 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:22.696 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:22.696 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:22.696 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:22.696 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:22.696 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:22.696 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:22.696 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:22.696 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:22.696 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-08-29T19:03:22.697 INFO:tasks.workunit.client.0.smithi028.stdout: ] 2024-08-29T19:03:22.697 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:22.697 INFO:tasks.workunit.client.0.smithi028.stdout: { 2024-08-29T19:03:22.697 INFO:tasks.workunit.client.0.smithi028.stdout: "osd_id": 4, 2024-08-29T19:03:22.697 INFO:tasks.workunit.client.0.smithi028.stdout: "values": [ 2024-08-29T19:03:22.697 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:22.697 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:22.697 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 2393, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:22.697 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 7344, 1510, 0, 0, 5, 2, 2, 0, 1, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:22.697 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 14420, 2685, 0, 0, 6, 1, 5, 6, 26, 34, 9, 15, 32, 22, 69, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:22.697 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 1685, 36, 25, 0, 0, 0, 2, 1, 6, 10, 49, 103, 19, 11, 36, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:22.697 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 351, 3, 5, 27, 0, 0, 0, 0, 0, 0, 1, 17, 161, 33, 15, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:22.697 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 125, 2, 0, 3, 0, 0, 0, 0, 0, 0, 8, 1, 4, 37, 165, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:22.697 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 111, 0, 1, 0, 0, 0, 0, 0, 0, 0, 5, 0, 5, 10, 6, 3, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:22.698 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 71, 1, 0, 0, 0, 0, 0, 0, 1, 0, 0, 0, 3, 6, 0, 5, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:22.698 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 9, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 0, 1, 2, 3, 7, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:22.698 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 4, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 3, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:22.698 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:22.698 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:22.698 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:22.698 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:22.698 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:22.698 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:22.698 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:22.698 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:22.698 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:22.698 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:22.698 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:22.699 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:22.699 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:22.699 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:22.699 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:22.699 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:22.699 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:22.699 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:22.699 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:22.699 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-08-29T19:03:22.699 INFO:tasks.workunit.client.0.smithi028.stdout: ] 2024-08-29T19:03:22.699 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:22.699 INFO:tasks.workunit.client.0.smithi028.stdout: { 2024-08-29T19:03:22.699 INFO:tasks.workunit.client.0.smithi028.stdout: "osd_id": 5, 2024-08-29T19:03:22.699 INFO:tasks.workunit.client.0.smithi028.stdout: "values": [ 2024-08-29T19:03:22.699 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:22.700 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:22.700 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 1070, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:22.700 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 4078, 2, 4, 1, 6, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:22.700 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 10377, 37, 66, 5, 28, 28, 44, 1, 0, 10, 3, 4, 2, 16, 16, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:22.700 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 1312, 27, 19, 1, 1, 5, 21, 72, 0, 1, 3, 15, 2, 5, 10, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:22.700 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 311, 17, 10, 5, 2, 0, 0, 1, 0, 0, 0, 0, 5, 18, 7, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:22.700 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 215, 18, 0, 4, 0, 0, 0, 0, 0, 0, 2, 0, 0, 9, 50, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:22.700 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 158, 49, 0, 1, 0, 0, 0, 0, 0, 0, 3, 0, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:22.700 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 46, 101, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:22.700 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 8, 65, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 6, 4, 3, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:22.700 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 6, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 3, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:22.700 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:22.701 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:22.701 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:22.701 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 3, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:22.701 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:22.701 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:22.701 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:22.701 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:22.701 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:22.701 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:22.701 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:22.701 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:22.701 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:22.701 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:22.701 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:22.702 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:22.702 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:22.702 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:22.702 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:22.702 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-08-29T19:03:22.702 INFO:tasks.workunit.client.0.smithi028.stdout: ] 2024-08-29T19:03:22.702 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:22.702 INFO:tasks.workunit.client.0.smithi028.stdout: { 2024-08-29T19:03:22.702 INFO:tasks.workunit.client.0.smithi028.stdout: "osd_id": 6, 2024-08-29T19:03:22.702 INFO:tasks.workunit.client.0.smithi028.stdout: "values": [ 2024-08-29T19:03:22.702 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:22.702 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:22.702 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 838, 9, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:22.702 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 5582, 1356, 0, 0, 0, 1, 0, 1, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:22.703 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 13502, 2824, 2, 1, 1, 4, 2, 5, 21, 25, 4, 9, 23, 7, 20, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:22.703 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 1903, 114, 137, 0, 1, 0, 0, 0, 4, 6, 49, 80, 20, 4, 18, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:22.703 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 592, 47, 90, 0, 0, 0, 0, 0, 0, 0, 0, 14, 189, 16, 16, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:22.703 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 155, 14, 4, 1, 0, 1, 0, 2, 0, 0, 0, 0, 2, 6, 66, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:22.703 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 60, 6, 23, 12, 2, 0, 0, 1, 0, 0, 0, 0, 9, 2, 4, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:22.703 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 120, 0, 8, 39, 18, 0, 0, 0, 0, 0, 0, 0, 3, 1, 15, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:22.703 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 6, 0, 0, 16, 102, 56, 0, 0, 0, 0, 0, 3, 3, 5, 12, 8, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:22.703 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 3, 0, 0, 0, 13, 73, 0, 0, 0, 0, 0, 0, 0, 0, 2, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:22.703 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:22.703 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:22.703 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:22.703 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:22.703 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:22.703 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:22.704 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:22.704 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:22.704 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:22.704 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:22.704 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:22.704 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:22.704 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:22.704 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:22.704 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:22.704 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:22.704 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:22.704 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:22.704 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:22.704 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-08-29T19:03:22.705 INFO:tasks.workunit.client.0.smithi028.stdout: ] 2024-08-29T19:03:22.705 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:22.705 INFO:tasks.workunit.client.0.smithi028.stdout: { 2024-08-29T19:03:22.705 INFO:tasks.workunit.client.0.smithi028.stdout: "osd_id": 7, 2024-08-29T19:03:22.705 INFO:tasks.workunit.client.0.smithi028.stdout: "values": [ 2024-08-29T19:03:22.705 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:22.705 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:22.705 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 2365, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:22.705 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 5869, 1220, 1610, 0, 3, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:22.705 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 11592, 2658, 2877, 0, 4, 0, 0, 3, 3, 0, 5, 5, 0, 4, 8, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:22.705 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 1146, 9, 7, 2, 0, 0, 0, 1, 0, 0, 2, 11, 5, 4, 21, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:22.705 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 320, 3, 6, 0, 0, 0, 0, 0, 0, 0, 0, 0, 13, 8, 9, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:22.705 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 133, 0, 1, 0, 0, 0, 0, 0, 0, 0, 1, 0, 6, 18, 68, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:22.706 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 95, 1, 0, 0, 0, 0, 0, 0, 0, 1, 0, 0, 8, 4, 3, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:22.706 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 31, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 13, 10, 3, 3, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:22.706 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 11, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 6, 0, 6, 14, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:22.706 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 3, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 6, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:22.706 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:22.706 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:22.706 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:22.706 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:22.706 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:22.706 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:22.706 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:22.706 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:22.706 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:22.706 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:22.707 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:22.707 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:22.707 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:22.707 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:22.707 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:22.707 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:22.707 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:22.707 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:22.707 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:22.707 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-08-29T19:03:22.707 INFO:tasks.workunit.client.0.smithi028.stdout: ] 2024-08-29T19:03:22.707 INFO:tasks.workunit.client.0.smithi028.stdout: } 2024-08-29T19:03:22.707 INFO:tasks.workunit.client.0.smithi028.stdout: ] 2024-08-29T19:03:22.707 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:22.708 INFO:tasks.workunit.client.0.smithi028.stdout: "op_rw_latency_in_bytes_histogram": { 2024-08-29T19:03:22.708 INFO:tasks.workunit.client.0.smithi028.stdout: "axes": [ 2024-08-29T19:03:22.708 INFO:tasks.workunit.client.0.smithi028.stdout: { 2024-08-29T19:03:22.708 INFO:tasks.workunit.client.0.smithi028.stdout: "buckets": 32, 2024-08-29T19:03:22.708 INFO:tasks.workunit.client.0.smithi028.stdout: "min": 0, 2024-08-29T19:03:22.708 INFO:tasks.workunit.client.0.smithi028.stdout: "name": "Latency (usec)", 2024-08-29T19:03:22.708 INFO:tasks.workunit.client.0.smithi028.stdout: "quant_size": 100000, 2024-08-29T19:03:22.708 INFO:tasks.workunit.client.0.smithi028.stdout: "ranges": [ 2024-08-29T19:03:22.708 INFO:tasks.workunit.client.0.smithi028.stdout: "[None, -1]", 2024-08-29T19:03:22.708 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 99999]", 2024-08-29T19:03:22.708 INFO:tasks.workunit.client.0.smithi028.stdout: "[100000, 199999]", 2024-08-29T19:03:22.708 INFO:tasks.workunit.client.0.smithi028.stdout: "[200000, 399999]", 2024-08-29T19:03:22.708 INFO:tasks.workunit.client.0.smithi028.stdout: "[400000, 799999]", 2024-08-29T19:03:22.708 INFO:tasks.workunit.client.0.smithi028.stdout: "[800000, 1599999]", 2024-08-29T19:03:22.709 INFO:tasks.workunit.client.0.smithi028.stdout: "[1600000, 3199999]", 2024-08-29T19:03:22.709 INFO:tasks.workunit.client.0.smithi028.stdout: "[3200000, 6399999]", 2024-08-29T19:03:22.709 INFO:tasks.workunit.client.0.smithi028.stdout: "[6400000, 12799999]", 2024-08-29T19:03:22.709 INFO:tasks.workunit.client.0.smithi028.stdout: "[12800000, 25599999]", 2024-08-29T19:03:22.709 INFO:tasks.workunit.client.0.smithi028.stdout: "[25600000, 51199999]", 2024-08-29T19:03:22.709 INFO:tasks.workunit.client.0.smithi028.stdout: "[51200000, 102399999]", 2024-08-29T19:03:22.709 INFO:tasks.workunit.client.0.smithi028.stdout: "[102400000, 204799999]", 2024-08-29T19:03:22.709 INFO:tasks.workunit.client.0.smithi028.stdout: "[204800000, 409599999]", 2024-08-29T19:03:22.709 INFO:tasks.workunit.client.0.smithi028.stdout: "[409600000, 819199999]", 2024-08-29T19:03:22.709 INFO:tasks.workunit.client.0.smithi028.stdout: "[819200000, 1638399999]", 2024-08-29T19:03:22.709 INFO:tasks.workunit.client.0.smithi028.stdout: "[1638400000, 3276799999]", 2024-08-29T19:03:22.709 INFO:tasks.workunit.client.0.smithi028.stdout: "[3276800000, 6553599999]", 2024-08-29T19:03:22.709 INFO:tasks.workunit.client.0.smithi028.stdout: "[6553600000, 13107199999]", 2024-08-29T19:03:22.709 INFO:tasks.workunit.client.0.smithi028.stdout: "[13107200000, 26214399999]", 2024-08-29T19:03:22.710 INFO:tasks.workunit.client.0.smithi028.stdout: "[26214400000, 52428799999]", 2024-08-29T19:03:22.710 INFO:tasks.workunit.client.0.smithi028.stdout: "[52428800000, 104857599999]", 2024-08-29T19:03:22.710 INFO:tasks.workunit.client.0.smithi028.stdout: "[104857600000, 209715199999]", 2024-08-29T19:03:22.710 INFO:tasks.workunit.client.0.smithi028.stdout: "[209715200000, 419430399999]", 2024-08-29T19:03:22.710 INFO:tasks.workunit.client.0.smithi028.stdout: "[419430400000, 838860799999]", 2024-08-29T19:03:22.710 INFO:tasks.workunit.client.0.smithi028.stdout: "[838860800000, 1677721599999]", 2024-08-29T19:03:22.710 INFO:tasks.workunit.client.0.smithi028.stdout: "[1677721600000, 3355443199999]", 2024-08-29T19:03:22.710 INFO:tasks.workunit.client.0.smithi028.stdout: "[3355443200000, 6710886399999]", 2024-08-29T19:03:22.710 INFO:tasks.workunit.client.0.smithi028.stdout: "[6710886400000, 13421772799999]", 2024-08-29T19:03:22.710 INFO:tasks.workunit.client.0.smithi028.stdout: "[13421772800000, 26843545599999]", 2024-08-29T19:03:22.710 INFO:tasks.workunit.client.0.smithi028.stdout: "[26843545600000, 53687091199999]", 2024-08-29T19:03:22.710 INFO:tasks.workunit.client.0.smithi028.stdout: "[53687091200000, None]" 2024-08-29T19:03:22.710 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-08-29T19:03:22.710 INFO:tasks.workunit.client.0.smithi028.stdout: "scale_type": "log2" 2024-08-29T19:03:22.711 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:22.711 INFO:tasks.workunit.client.0.smithi028.stdout: { 2024-08-29T19:03:22.711 INFO:tasks.workunit.client.0.smithi028.stdout: "buckets": 32, 2024-08-29T19:03:22.711 INFO:tasks.workunit.client.0.smithi028.stdout: "min": 0, 2024-08-29T19:03:22.711 INFO:tasks.workunit.client.0.smithi028.stdout: "name": "Request size (bytes)", 2024-08-29T19:03:22.711 INFO:tasks.workunit.client.0.smithi028.stdout: "quant_size": 512, 2024-08-29T19:03:22.711 INFO:tasks.workunit.client.0.smithi028.stdout: "ranges": [ 2024-08-29T19:03:22.711 INFO:tasks.workunit.client.0.smithi028.stdout: "[None, -1]", 2024-08-29T19:03:22.711 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 511]", 2024-08-29T19:03:22.711 INFO:tasks.workunit.client.0.smithi028.stdout: "[512, 1023]", 2024-08-29T19:03:22.711 INFO:tasks.workunit.client.0.smithi028.stdout: "[1024, 2047]", 2024-08-29T19:03:22.711 INFO:tasks.workunit.client.0.smithi028.stdout: "[2048, 4095]", 2024-08-29T19:03:22.711 INFO:tasks.workunit.client.0.smithi028.stdout: "[4096, 8191]", 2024-08-29T19:03:22.711 INFO:tasks.workunit.client.0.smithi028.stdout: "[8192, 16383]", 2024-08-29T19:03:22.711 INFO:tasks.workunit.client.0.smithi028.stdout: "[16384, 32767]", 2024-08-29T19:03:22.712 INFO:tasks.workunit.client.0.smithi028.stdout: "[32768, 65535]", 2024-08-29T19:03:22.712 INFO:tasks.workunit.client.0.smithi028.stdout: "[65536, 131071]", 2024-08-29T19:03:22.712 INFO:tasks.workunit.client.0.smithi028.stdout: "[131072, 262143]", 2024-08-29T19:03:22.712 INFO:tasks.workunit.client.0.smithi028.stdout: "[262144, 524287]", 2024-08-29T19:03:22.712 INFO:tasks.workunit.client.0.smithi028.stdout: "[524288, 1048575]", 2024-08-29T19:03:22.712 INFO:tasks.workunit.client.0.smithi028.stdout: "[1048576, 2097151]", 2024-08-29T19:03:22.712 INFO:tasks.workunit.client.0.smithi028.stdout: "[2097152, 4194303]", 2024-08-29T19:03:22.712 INFO:tasks.workunit.client.0.smithi028.stdout: "[4194304, 8388607]", 2024-08-29T19:03:22.712 INFO:tasks.workunit.client.0.smithi028.stdout: "[8388608, 16777215]", 2024-08-29T19:03:22.712 INFO:tasks.workunit.client.0.smithi028.stdout: "[16777216, 33554431]", 2024-08-29T19:03:22.712 INFO:tasks.workunit.client.0.smithi028.stdout: "[33554432, 67108863]", 2024-08-29T19:03:22.712 INFO:tasks.workunit.client.0.smithi028.stdout: "[67108864, 134217727]", 2024-08-29T19:03:22.712 INFO:tasks.workunit.client.0.smithi028.stdout: "[134217728, 268435455]", 2024-08-29T19:03:22.712 INFO:tasks.workunit.client.0.smithi028.stdout: "[268435456, 536870911]", 2024-08-29T19:03:22.713 INFO:tasks.workunit.client.0.smithi028.stdout: "[536870912, 1073741823]", 2024-08-29T19:03:22.713 INFO:tasks.workunit.client.0.smithi028.stdout: "[1073741824, 2147483647]", 2024-08-29T19:03:22.713 INFO:tasks.workunit.client.0.smithi028.stdout: "[2147483648, 4294967295]", 2024-08-29T19:03:22.713 INFO:tasks.workunit.client.0.smithi028.stdout: "[4294967296, 8589934591]", 2024-08-29T19:03:22.713 INFO:tasks.workunit.client.0.smithi028.stdout: "[8589934592, 17179869183]", 2024-08-29T19:03:22.713 INFO:tasks.workunit.client.0.smithi028.stdout: "[17179869184, 34359738367]", 2024-08-29T19:03:22.713 INFO:tasks.workunit.client.0.smithi028.stdout: "[34359738368, 68719476735]", 2024-08-29T19:03:22.713 INFO:tasks.workunit.client.0.smithi028.stdout: "[68719476736, 137438953471]", 2024-08-29T19:03:22.713 INFO:tasks.workunit.client.0.smithi028.stdout: "[137438953472, 274877906943]", 2024-08-29T19:03:22.713 INFO:tasks.workunit.client.0.smithi028.stdout: "[274877906944, None]" 2024-08-29T19:03:22.713 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-08-29T19:03:22.713 INFO:tasks.workunit.client.0.smithi028.stdout: "scale_type": "log2" 2024-08-29T19:03:22.713 INFO:tasks.workunit.client.0.smithi028.stdout: } 2024-08-29T19:03:22.713 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-08-29T19:03:22.714 INFO:tasks.workunit.client.0.smithi028.stdout: "osds": [ 2024-08-29T19:03:22.714 INFO:tasks.workunit.client.0.smithi028.stdout: { 2024-08-29T19:03:22.714 INFO:tasks.workunit.client.0.smithi028.stdout: "osd_id": 0, 2024-08-29T19:03:22.714 INFO:tasks.workunit.client.0.smithi028.stdout: "values": [ 2024-08-29T19:03:22.714 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:22.714 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:22.714 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:22.714 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:22.714 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:22.714 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 133, 1, 0, 0, 5, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:22.714 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 4348, 49, 74, 156, 202, 260, 188, 4, 12, 7, 0, 0, 0, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:22.714 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 753, 34, 30, 49, 271, 363, 537, 0, 0, 13, 1, 2, 2, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:22.714 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 182, 1, 0, 0, 0, 1, 2, 0, 0, 1, 0, 4, 9, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:22.715 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 114, 0, 0, 0, 0, 0, 0, 1, 0, 0, 0, 0, 4, 18, 17, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:22.715 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 22, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 2, 0, 2, 14, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:22.715 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:22.715 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:22.715 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:22.715 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:22.715 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:22.715 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:22.715 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:22.715 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:22.715 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:22.715 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:22.715 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:22.715 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:22.716 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:22.716 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:22.716 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:22.716 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:22.716 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:22.716 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:22.716 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:22.716 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:22.716 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-08-29T19:03:22.716 INFO:tasks.workunit.client.0.smithi028.stdout: ] 2024-08-29T19:03:22.716 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:22.716 INFO:tasks.workunit.client.0.smithi028.stdout: { 2024-08-29T19:03:22.716 INFO:tasks.workunit.client.0.smithi028.stdout: "osd_id": 1, 2024-08-29T19:03:22.716 INFO:tasks.workunit.client.0.smithi028.stdout: "values": [ 2024-08-29T19:03:22.717 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:22.717 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:22.717 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:22.717 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:22.717 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:22.717 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 355, 220, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:22.717 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 2665, 62, 35, 68, 122, 2, 2, 3, 2, 0, 0, 0, 2, 3, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:22.717 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 817, 8, 1005, 0, 0, 0, 0, 1, 6, 2, 3, 3, 1, 4, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:22.717 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 562, 151, 337, 0, 0, 0, 0, 0, 2, 1, 2, 4, 11, 3, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:22.717 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 554, 350, 35, 0, 0, 0, 0, 0, 0, 0, 0, 3, 9, 21, 16, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:22.717 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 2071, 2052, 138, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 6, 16, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:22.717 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 347, 443, 125, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:22.717 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 1, 2, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:22.717 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:22.718 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:22.718 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:22.718 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:22.718 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:22.718 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:22.718 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:22.718 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:22.718 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:22.718 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:22.718 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:22.718 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:22.718 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:22.718 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:22.718 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:22.719 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:22.719 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:22.719 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:22.719 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-08-29T19:03:22.719 INFO:tasks.workunit.client.0.smithi028.stdout: ] 2024-08-29T19:03:22.719 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:22.719 INFO:tasks.workunit.client.0.smithi028.stdout: { 2024-08-29T19:03:22.719 INFO:tasks.workunit.client.0.smithi028.stdout: "osd_id": 2, 2024-08-29T19:03:22.719 INFO:tasks.workunit.client.0.smithi028.stdout: "values": [ 2024-08-29T19:03:22.719 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:22.719 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:22.719 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:22.719 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:22.720 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:22.720 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 121, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:22.720 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 6750, 24, 0, 0, 0, 1, 1, 0, 0, 0, 0, 2, 0, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:22.720 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 17483, 11, 1, 0, 1, 0, 0, 0, 0, 2, 0, 3, 1, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:22.720 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 1409, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 13, 5, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:22.720 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 100, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 2, 5, 21, 23, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:22.720 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 20, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 6, 19, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:22.720 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:22.720 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:22.720 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:22.720 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:22.720 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:22.720 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:22.720 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:22.721 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:22.721 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:22.721 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:22.721 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:22.721 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:22.721 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:22.721 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:22.721 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:22.721 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:22.721 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:22.721 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:22.721 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:22.721 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:22.721 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-08-29T19:03:22.722 INFO:tasks.workunit.client.0.smithi028.stdout: ] 2024-08-29T19:03:22.722 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:22.722 INFO:tasks.workunit.client.0.smithi028.stdout: { 2024-08-29T19:03:22.722 INFO:tasks.workunit.client.0.smithi028.stdout: "osd_id": 3, 2024-08-29T19:03:22.722 INFO:tasks.workunit.client.0.smithi028.stdout: "values": [ 2024-08-29T19:03:22.722 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:22.722 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:22.722 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:22.722 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:22.722 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:22.722 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 250, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:22.722 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 3108, 18, 1, 0, 0, 1, 0, 1, 2, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:22.722 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 473, 7, 2, 0, 0, 0, 0, 0, 1, 0, 1, 2, 0, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:22.722 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 230, 209, 33, 46, 0, 0, 0, 0, 0, 0, 0, 2, 6, 3, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:22.723 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 1304, 1086, 0, 203, 0, 0, 0, 0, 0, 0, 1, 2, 1, 10, 7, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:22.723 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 2455, 1417, 0, 237, 0, 0, 0, 0, 0, 0, 0, 2, 0, 2, 10, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:22.723 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 575, 304, 0, 98, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:22.723 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:22.723 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:22.723 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:22.723 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:22.723 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:22.723 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:22.723 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:22.723 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:22.723 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:22.723 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:22.723 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:22.724 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:22.724 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:22.724 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:22.724 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:22.724 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:22.724 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:22.724 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:22.724 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:22.724 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-08-29T19:03:22.724 INFO:tasks.workunit.client.0.smithi028.stdout: ] 2024-08-29T19:03:22.724 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:22.724 INFO:tasks.workunit.client.0.smithi028.stdout: { 2024-08-29T19:03:22.724 INFO:tasks.workunit.client.0.smithi028.stdout: "osd_id": 4, 2024-08-29T19:03:22.724 INFO:tasks.workunit.client.0.smithi028.stdout: "values": [ 2024-08-29T19:03:22.725 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:22.725 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:22.725 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:22.725 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:22.725 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:22.725 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 63, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:22.725 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 3442, 83, 35, 70, 135, 209, 68, 1, 1, 0, 0, 0, 0, 4, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:22.725 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 554, 144, 0, 0, 3, 64, 414, 1, 4, 2, 1, 4, 1, 5, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:22.725 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 219, 1, 0, 0, 0, 2, 0, 0, 0, 0, 0, 5, 12, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:22.725 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 117, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 7, 20, 9, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:22.725 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 32, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 1, 8, 23, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:22.725 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:22.725 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:22.726 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:22.726 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:22.726 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:22.726 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:22.726 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:22.726 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:22.726 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:22.726 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:22.726 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:22.726 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:22.726 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:22.726 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:22.726 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:22.726 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:22.727 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:22.727 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:22.727 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:22.727 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:22.727 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-08-29T19:03:22.727 INFO:tasks.workunit.client.0.smithi028.stdout: ] 2024-08-29T19:03:22.727 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:22.727 INFO:tasks.workunit.client.0.smithi028.stdout: { 2024-08-29T19:03:22.727 INFO:tasks.workunit.client.0.smithi028.stdout: "osd_id": 5, 2024-08-29T19:03:22.727 INFO:tasks.workunit.client.0.smithi028.stdout: "values": [ 2024-08-29T19:03:22.727 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:22.727 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:22.727 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:22.727 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:22.728 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:22.728 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 42, 15, 40, 119, 307, 460, 471, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:22.728 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 3133, 54, 83, 133, 148, 169, 253, 2, 0, 0, 0, 1, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:22.728 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 265, 10, 14, 7, 4, 0, 1, 0, 2, 2, 3, 1, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:22.728 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 104, 5, 51, 126, 29, 0, 1, 0, 0, 0, 0, 4, 2, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:22.728 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 58, 38, 30, 3, 0, 0, 1, 0, 0, 0, 0, 0, 1, 4, 8, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:22.728 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 25, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 3, 6, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:22.728 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:22.728 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:22.728 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:22.728 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:22.728 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:22.728 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:22.728 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:22.729 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:22.729 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:22.729 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:22.729 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:22.729 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:22.729 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:22.729 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:22.729 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:22.729 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:22.729 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:22.729 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:22.729 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:22.729 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:22.730 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-08-29T19:03:22.730 INFO:tasks.workunit.client.0.smithi028.stdout: ] 2024-08-29T19:03:22.730 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:22.730 INFO:tasks.workunit.client.0.smithi028.stdout: { 2024-08-29T19:03:22.730 INFO:tasks.workunit.client.0.smithi028.stdout: "osd_id": 6, 2024-08-29T19:03:22.730 INFO:tasks.workunit.client.0.smithi028.stdout: "values": [ 2024-08-29T19:03:22.730 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:22.730 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:22.730 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:22.730 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:22.730 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:22.730 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 66, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:22.730 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 3713, 12, 0, 0, 0, 0, 0, 0, 2, 0, 0, 0, 0, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:22.730 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 635, 4, 3, 0, 0, 0, 0, 1, 0, 1, 0, 2, 1, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:22.731 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 412, 53, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 6, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:22.731 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 256, 58, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 5, 9, 4, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:22.731 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 91, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 5, 13, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:22.731 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 7, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:22.731 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:22.731 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:22.731 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:22.731 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:22.731 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:22.731 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:22.731 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:22.731 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:22.731 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:22.731 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:22.732 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:22.732 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:22.732 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:22.732 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:22.732 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:22.732 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:22.732 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:22.732 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:22.732 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:22.732 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-08-29T19:03:22.732 INFO:tasks.workunit.client.0.smithi028.stdout: ] 2024-08-29T19:03:22.732 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:22.732 INFO:tasks.workunit.client.0.smithi028.stdout: { 2024-08-29T19:03:22.733 INFO:tasks.workunit.client.0.smithi028.stdout: "osd_id": 7, 2024-08-29T19:03:22.733 INFO:tasks.workunit.client.0.smithi028.stdout: "values": [ 2024-08-29T19:03:22.733 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:22.733 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:22.733 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:22.733 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:22.733 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:22.733 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 42, 0, 0, 29, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:22.733 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 4205, 30, 36, 112, 4, 0, 4, 1, 7, 1, 0, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:22.733 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 6257, 8, 33, 40, 0, 1, 0, 2, 4, 8, 0, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:22.733 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 444, 14, 23, 0, 0, 0, 0, 0, 0, 0, 2, 2, 2, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:22.733 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 262, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 2, 5, 9, 4, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:22.733 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 128, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 5, 10, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:22.733 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 3, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:22.734 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:22.734 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:22.734 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:22.734 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:22.734 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:22.734 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:22.734 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:22.734 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:22.734 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:22.734 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:22.734 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:22.734 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:22.734 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:22.734 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:22.735 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:22.735 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:22.735 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:22.735 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:22.735 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:22.735 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-08-29T19:03:22.735 INFO:tasks.workunit.client.0.smithi028.stdout: ] 2024-08-29T19:03:22.735 INFO:tasks.workunit.client.0.smithi028.stdout: } 2024-08-29T19:03:22.735 INFO:tasks.workunit.client.0.smithi028.stdout: ] 2024-08-29T19:03:22.735 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:22.735 INFO:tasks.workunit.client.0.smithi028.stdout: "op_rw_latency_out_bytes_histogram": { 2024-08-29T19:03:22.735 INFO:tasks.workunit.client.0.smithi028.stdout: "axes": [ 2024-08-29T19:03:22.735 INFO:tasks.workunit.client.0.smithi028.stdout: { 2024-08-29T19:03:22.736 INFO:tasks.workunit.client.0.smithi028.stdout: "buckets": 32, 2024-08-29T19:03:22.736 INFO:tasks.workunit.client.0.smithi028.stdout: "min": 0, 2024-08-29T19:03:22.736 INFO:tasks.workunit.client.0.smithi028.stdout: "name": "Latency (usec)", 2024-08-29T19:03:22.736 INFO:tasks.workunit.client.0.smithi028.stdout: "quant_size": 100000, 2024-08-29T19:03:22.736 INFO:tasks.workunit.client.0.smithi028.stdout: "ranges": [ 2024-08-29T19:03:22.736 INFO:tasks.workunit.client.0.smithi028.stdout: "[None, -1]", 2024-08-29T19:03:22.736 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 99999]", 2024-08-29T19:03:22.736 INFO:tasks.workunit.client.0.smithi028.stdout: "[100000, 199999]", 2024-08-29T19:03:22.736 INFO:tasks.workunit.client.0.smithi028.stdout: "[200000, 399999]", 2024-08-29T19:03:22.736 INFO:tasks.workunit.client.0.smithi028.stdout: "[400000, 799999]", 2024-08-29T19:03:22.736 INFO:tasks.workunit.client.0.smithi028.stdout: "[800000, 1599999]", 2024-08-29T19:03:22.736 INFO:tasks.workunit.client.0.smithi028.stdout: "[1600000, 3199999]", 2024-08-29T19:03:22.736 INFO:tasks.workunit.client.0.smithi028.stdout: "[3200000, 6399999]", 2024-08-29T19:03:22.737 INFO:tasks.workunit.client.0.smithi028.stdout: "[6400000, 12799999]", 2024-08-29T19:03:22.737 INFO:tasks.workunit.client.0.smithi028.stdout: "[12800000, 25599999]", 2024-08-29T19:03:22.737 INFO:tasks.workunit.client.0.smithi028.stdout: "[25600000, 51199999]", 2024-08-29T19:03:22.737 INFO:tasks.workunit.client.0.smithi028.stdout: "[51200000, 102399999]", 2024-08-29T19:03:22.737 INFO:tasks.workunit.client.0.smithi028.stdout: "[102400000, 204799999]", 2024-08-29T19:03:22.737 INFO:tasks.workunit.client.0.smithi028.stdout: "[204800000, 409599999]", 2024-08-29T19:03:22.737 INFO:tasks.workunit.client.0.smithi028.stdout: "[409600000, 819199999]", 2024-08-29T19:03:22.737 INFO:tasks.workunit.client.0.smithi028.stdout: "[819200000, 1638399999]", 2024-08-29T19:03:22.737 INFO:tasks.workunit.client.0.smithi028.stdout: "[1638400000, 3276799999]", 2024-08-29T19:03:22.737 INFO:tasks.workunit.client.0.smithi028.stdout: "[3276800000, 6553599999]", 2024-08-29T19:03:22.737 INFO:tasks.workunit.client.0.smithi028.stdout: "[6553600000, 13107199999]", 2024-08-29T19:03:22.737 INFO:tasks.workunit.client.0.smithi028.stdout: "[13107200000, 26214399999]", 2024-08-29T19:03:22.737 INFO:tasks.workunit.client.0.smithi028.stdout: "[26214400000, 52428799999]", 2024-08-29T19:03:22.737 INFO:tasks.workunit.client.0.smithi028.stdout: "[52428800000, 104857599999]", 2024-08-29T19:03:22.738 INFO:tasks.workunit.client.0.smithi028.stdout: "[104857600000, 209715199999]", 2024-08-29T19:03:22.738 INFO:tasks.workunit.client.0.smithi028.stdout: "[209715200000, 419430399999]", 2024-08-29T19:03:22.738 INFO:tasks.workunit.client.0.smithi028.stdout: "[419430400000, 838860799999]", 2024-08-29T19:03:22.738 INFO:tasks.workunit.client.0.smithi028.stdout: "[838860800000, 1677721599999]", 2024-08-29T19:03:22.738 INFO:tasks.workunit.client.0.smithi028.stdout: "[1677721600000, 3355443199999]", 2024-08-29T19:03:22.738 INFO:tasks.workunit.client.0.smithi028.stdout: "[3355443200000, 6710886399999]", 2024-08-29T19:03:22.738 INFO:tasks.workunit.client.0.smithi028.stdout: "[6710886400000, 13421772799999]", 2024-08-29T19:03:22.738 INFO:tasks.workunit.client.0.smithi028.stdout: "[13421772800000, 26843545599999]", 2024-08-29T19:03:22.738 INFO:tasks.workunit.client.0.smithi028.stdout: "[26843545600000, 53687091199999]", 2024-08-29T19:03:22.738 INFO:tasks.workunit.client.0.smithi028.stdout: "[53687091200000, None]" 2024-08-29T19:03:22.738 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-08-29T19:03:22.738 INFO:tasks.workunit.client.0.smithi028.stdout: "scale_type": "log2" 2024-08-29T19:03:22.738 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:22.738 INFO:tasks.workunit.client.0.smithi028.stdout: { 2024-08-29T19:03:22.739 INFO:tasks.workunit.client.0.smithi028.stdout: "buckets": 32, 2024-08-29T19:03:22.739 INFO:tasks.workunit.client.0.smithi028.stdout: "min": 0, 2024-08-29T19:03:22.739 INFO:tasks.workunit.client.0.smithi028.stdout: "name": "Request size (bytes)", 2024-08-29T19:03:22.739 INFO:tasks.workunit.client.0.smithi028.stdout: "quant_size": 512, 2024-08-29T19:03:22.739 INFO:tasks.workunit.client.0.smithi028.stdout: "ranges": [ 2024-08-29T19:03:22.739 INFO:tasks.workunit.client.0.smithi028.stdout: "[None, -1]", 2024-08-29T19:03:22.739 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 511]", 2024-08-29T19:03:22.739 INFO:tasks.workunit.client.0.smithi028.stdout: "[512, 1023]", 2024-08-29T19:03:22.739 INFO:tasks.workunit.client.0.smithi028.stdout: "[1024, 2047]", 2024-08-29T19:03:22.739 INFO:tasks.workunit.client.0.smithi028.stdout: "[2048, 4095]", 2024-08-29T19:03:22.739 INFO:tasks.workunit.client.0.smithi028.stdout: "[4096, 8191]", 2024-08-29T19:03:22.739 INFO:tasks.workunit.client.0.smithi028.stdout: "[8192, 16383]", 2024-08-29T19:03:22.739 INFO:tasks.workunit.client.0.smithi028.stdout: "[16384, 32767]", 2024-08-29T19:03:22.739 INFO:tasks.workunit.client.0.smithi028.stdout: "[32768, 65535]", 2024-08-29T19:03:22.740 INFO:tasks.workunit.client.0.smithi028.stdout: "[65536, 131071]", 2024-08-29T19:03:22.740 INFO:tasks.workunit.client.0.smithi028.stdout: "[131072, 262143]", 2024-08-29T19:03:22.740 INFO:tasks.workunit.client.0.smithi028.stdout: "[262144, 524287]", 2024-08-29T19:03:22.740 INFO:tasks.workunit.client.0.smithi028.stdout: "[524288, 1048575]", 2024-08-29T19:03:22.740 INFO:tasks.workunit.client.0.smithi028.stdout: "[1048576, 2097151]", 2024-08-29T19:03:22.740 INFO:tasks.workunit.client.0.smithi028.stdout: "[2097152, 4194303]", 2024-08-29T19:03:22.740 INFO:tasks.workunit.client.0.smithi028.stdout: "[4194304, 8388607]", 2024-08-29T19:03:22.740 INFO:tasks.workunit.client.0.smithi028.stdout: "[8388608, 16777215]", 2024-08-29T19:03:22.740 INFO:tasks.workunit.client.0.smithi028.stdout: "[16777216, 33554431]", 2024-08-29T19:03:22.740 INFO:tasks.workunit.client.0.smithi028.stdout: "[33554432, 67108863]", 2024-08-29T19:03:22.740 INFO:tasks.workunit.client.0.smithi028.stdout: "[67108864, 134217727]", 2024-08-29T19:03:22.740 INFO:tasks.workunit.client.0.smithi028.stdout: "[134217728, 268435455]", 2024-08-29T19:03:22.740 INFO:tasks.workunit.client.0.smithi028.stdout: "[268435456, 536870911]", 2024-08-29T19:03:22.740 INFO:tasks.workunit.client.0.smithi028.stdout: "[536870912, 1073741823]", 2024-08-29T19:03:22.741 INFO:tasks.workunit.client.0.smithi028.stdout: "[1073741824, 2147483647]", 2024-08-29T19:03:22.741 INFO:tasks.workunit.client.0.smithi028.stdout: "[2147483648, 4294967295]", 2024-08-29T19:03:22.741 INFO:tasks.workunit.client.0.smithi028.stdout: "[4294967296, 8589934591]", 2024-08-29T19:03:22.741 INFO:tasks.workunit.client.0.smithi028.stdout: "[8589934592, 17179869183]", 2024-08-29T19:03:22.741 INFO:tasks.workunit.client.0.smithi028.stdout: "[17179869184, 34359738367]", 2024-08-29T19:03:22.741 INFO:tasks.workunit.client.0.smithi028.stdout: "[34359738368, 68719476735]", 2024-08-29T19:03:22.741 INFO:tasks.workunit.client.0.smithi028.stdout: "[68719476736, 137438953471]", 2024-08-29T19:03:22.741 INFO:tasks.workunit.client.0.smithi028.stdout: "[137438953472, 274877906943]", 2024-08-29T19:03:22.741 INFO:tasks.workunit.client.0.smithi028.stdout: "[274877906944, None]" 2024-08-29T19:03:22.741 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-08-29T19:03:22.741 INFO:tasks.workunit.client.0.smithi028.stdout: "scale_type": "log2" 2024-08-29T19:03:22.741 INFO:tasks.workunit.client.0.smithi028.stdout: } 2024-08-29T19:03:22.741 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-08-29T19:03:22.741 INFO:tasks.workunit.client.0.smithi028.stdout: "osds": [ 2024-08-29T19:03:22.742 INFO:tasks.workunit.client.0.smithi028.stdout: { 2024-08-29T19:03:22.742 INFO:tasks.workunit.client.0.smithi028.stdout: "osd_id": 0, 2024-08-29T19:03:22.742 INFO:tasks.workunit.client.0.smithi028.stdout: "values": [ 2024-08-29T19:03:22.742 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:22.742 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:22.742 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:22.742 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:22.742 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:22.742 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 139, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:22.742 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 5302, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:22.742 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 2057, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:22.742 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 202, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:22.742 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 154, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:22.742 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 40, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:22.742 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 3, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:22.743 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:22.743 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:22.743 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:22.743 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:22.743 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:22.743 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:22.743 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:22.743 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:22.743 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:22.743 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:22.743 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:22.743 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:22.743 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:22.743 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:22.744 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:22.744 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:22.744 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:22.744 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:22.744 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:22.744 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-08-29T19:03:22.744 INFO:tasks.workunit.client.0.smithi028.stdout: ] 2024-08-29T19:03:22.744 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:22.744 INFO:tasks.workunit.client.0.smithi028.stdout: { 2024-08-29T19:03:22.744 INFO:tasks.workunit.client.0.smithi028.stdout: "osd_id": 1, 2024-08-29T19:03:22.744 INFO:tasks.workunit.client.0.smithi028.stdout: "values": [ 2024-08-29T19:03:22.744 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:22.745 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:22.745 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:22.745 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:22.745 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:22.745 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 576, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:22.745 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 2966, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:22.745 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 1850, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:22.745 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 1074, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:22.745 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 988, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:22.745 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 4284, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:22.745 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 915, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:22.745 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 4, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:22.745 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:22.745 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:22.746 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:22.746 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:22.746 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:22.746 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:22.746 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:22.746 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:22.746 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:22.746 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:22.746 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:22.746 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:22.746 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:22.746 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:22.746 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:22.746 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:22.747 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:22.747 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:22.747 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-08-29T19:03:22.747 INFO:tasks.workunit.client.0.smithi028.stdout: ] 2024-08-29T19:03:22.747 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:22.747 INFO:tasks.workunit.client.0.smithi028.stdout: { 2024-08-29T19:03:22.747 INFO:tasks.workunit.client.0.smithi028.stdout: "osd_id": 2, 2024-08-29T19:03:22.747 INFO:tasks.workunit.client.0.smithi028.stdout: "values": [ 2024-08-29T19:03:22.747 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:22.747 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:22.747 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:22.747 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:22.747 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:22.747 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 121, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:22.747 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 6780, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:22.748 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 17504, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:22.748 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 1428, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:22.748 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 152, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:22.748 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 46, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:22.748 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:22.748 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:22.748 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:22.748 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:22.748 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:22.748 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:22.748 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:22.748 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:22.748 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:22.748 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:22.749 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:22.749 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:22.749 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:22.749 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:22.749 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:22.749 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:22.749 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:22.749 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:22.749 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:22.749 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:22.749 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-08-29T19:03:22.749 INFO:tasks.workunit.client.0.smithi028.stdout: ] 2024-08-29T19:03:22.749 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:22.750 INFO:tasks.workunit.client.0.smithi028.stdout: { 2024-08-29T19:03:22.750 INFO:tasks.workunit.client.0.smithi028.stdout: "osd_id": 3, 2024-08-29T19:03:22.750 INFO:tasks.workunit.client.0.smithi028.stdout: "values": [ 2024-08-29T19:03:22.750 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:22.750 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:22.750 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:22.750 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:22.750 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:22.750 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 250, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:22.750 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 3132, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:22.750 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 488, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:22.750 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 529, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:22.750 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 2614, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:22.750 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 4123, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:22.751 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 979, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:22.751 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:22.751 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:22.751 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:22.751 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:22.751 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:22.751 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:22.751 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:22.751 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:22.751 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:22.751 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:22.751 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:22.751 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:22.751 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:22.752 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:22.752 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:22.752 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:22.752 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:22.752 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:22.752 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:22.752 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-08-29T19:03:22.752 INFO:tasks.workunit.client.0.smithi028.stdout: ] 2024-08-29T19:03:22.752 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:22.752 INFO:tasks.workunit.client.0.smithi028.stdout: { 2024-08-29T19:03:22.752 INFO:tasks.workunit.client.0.smithi028.stdout: "osd_id": 4, 2024-08-29T19:03:22.752 INFO:tasks.workunit.client.0.smithi028.stdout: "values": [ 2024-08-29T19:03:22.752 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:22.752 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:22.753 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:22.753 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:22.753 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:22.753 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 65, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:22.753 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 4048, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:22.753 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 1197, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:22.753 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 239, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:22.753 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 155, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:22.753 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 65, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:22.753 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:22.753 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:22.753 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:22.753 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:22.753 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:22.754 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:22.754 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:22.754 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:22.754 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:22.754 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:22.754 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:22.754 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:22.754 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:22.754 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:22.754 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:22.754 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:22.754 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:22.754 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:22.755 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:22.755 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:22.755 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-08-29T19:03:22.755 INFO:tasks.workunit.client.0.smithi028.stdout: ] 2024-08-29T19:03:22.755 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:22.755 INFO:tasks.workunit.client.0.smithi028.stdout: { 2024-08-29T19:03:22.755 INFO:tasks.workunit.client.0.smithi028.stdout: "osd_id": 5, 2024-08-29T19:03:22.755 INFO:tasks.workunit.client.0.smithi028.stdout: "values": [ 2024-08-29T19:03:22.755 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:22.755 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:22.755 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:22.755 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:22.755 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:22.755 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 1454, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:22.756 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 3978, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:22.756 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 310, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:22.756 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 324, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:22.756 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 143, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:22.756 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 34, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:22.756 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:22.756 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:22.756 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:22.756 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:22.756 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:22.756 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:22.756 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:22.756 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:22.756 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:22.757 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:22.757 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:22.757 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:22.757 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:22.757 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:22.757 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:22.757 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:22.757 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:22.757 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:22.757 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:22.757 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:22.757 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-08-29T19:03:22.757 INFO:tasks.workunit.client.0.smithi028.stdout: ] 2024-08-29T19:03:22.757 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:22.758 INFO:tasks.workunit.client.0.smithi028.stdout: { 2024-08-29T19:03:22.758 INFO:tasks.workunit.client.0.smithi028.stdout: "osd_id": 6, 2024-08-29T19:03:22.758 INFO:tasks.workunit.client.0.smithi028.stdout: "values": [ 2024-08-29T19:03:22.758 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:22.758 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:22.758 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:22.758 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:22.758 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:22.758 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 66, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:22.758 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 3729, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:22.758 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 648, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:22.758 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 473, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:22.758 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 332, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:22.758 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 109, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:22.759 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 8, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:22.759 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:22.759 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:22.759 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:22.759 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:22.759 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:22.759 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:22.759 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:22.759 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:22.759 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:22.759 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:22.759 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:22.759 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:22.759 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:22.760 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:22.760 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:22.760 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:22.760 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:22.760 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:22.760 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:22.760 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-08-29T19:03:22.760 INFO:tasks.workunit.client.0.smithi028.stdout: ] 2024-08-29T19:03:22.760 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:22.760 INFO:tasks.workunit.client.0.smithi028.stdout: { 2024-08-29T19:03:22.760 INFO:tasks.workunit.client.0.smithi028.stdout: "osd_id": 7, 2024-08-29T19:03:22.760 INFO:tasks.workunit.client.0.smithi028.stdout: "values": [ 2024-08-29T19:03:22.760 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:22.761 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:22.761 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:22.761 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:22.761 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:22.761 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 71, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:22.761 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 4401, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:22.761 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 6355, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:22.761 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 488, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:22.761 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 283, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:22.761 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 143, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:22.761 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 3, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:22.761 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:22.761 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:22.761 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:22.762 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:22.762 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:22.762 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:22.762 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:22.762 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:22.762 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:22.762 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:22.762 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:22.762 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:22.762 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:22.762 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:22.762 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:22.762 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:22.762 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:22.763 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:22.763 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:22.763 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-08-29T19:03:22.763 INFO:tasks.workunit.client.0.smithi028.stdout: ] 2024-08-29T19:03:22.763 INFO:tasks.workunit.client.0.smithi028.stdout: } 2024-08-29T19:03:22.763 INFO:tasks.workunit.client.0.smithi028.stdout: ] 2024-08-29T19:03:22.763 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:22.763 INFO:tasks.workunit.client.0.smithi028.stdout: "op_w_latency_in_bytes_histogram": { 2024-08-29T19:03:22.763 INFO:tasks.workunit.client.0.smithi028.stdout: "axes": [ 2024-08-29T19:03:22.763 INFO:tasks.workunit.client.0.smithi028.stdout: { 2024-08-29T19:03:22.763 INFO:tasks.workunit.client.0.smithi028.stdout: "buckets": 32, 2024-08-29T19:03:22.763 INFO:tasks.workunit.client.0.smithi028.stdout: "min": 0, 2024-08-29T19:03:22.763 INFO:tasks.workunit.client.0.smithi028.stdout: "name": "Latency (usec)", 2024-08-29T19:03:22.763 INFO:tasks.workunit.client.0.smithi028.stdout: "quant_size": 100000, 2024-08-29T19:03:22.764 INFO:tasks.workunit.client.0.smithi028.stdout: "ranges": [ 2024-08-29T19:03:22.764 INFO:tasks.workunit.client.0.smithi028.stdout: "[None, -1]", 2024-08-29T19:03:22.764 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 99999]", 2024-08-29T19:03:22.764 INFO:tasks.workunit.client.0.smithi028.stdout: "[100000, 199999]", 2024-08-29T19:03:22.764 INFO:tasks.workunit.client.0.smithi028.stdout: "[200000, 399999]", 2024-08-29T19:03:22.764 INFO:tasks.workunit.client.0.smithi028.stdout: "[400000, 799999]", 2024-08-29T19:03:22.764 INFO:tasks.workunit.client.0.smithi028.stdout: "[800000, 1599999]", 2024-08-29T19:03:22.764 INFO:tasks.workunit.client.0.smithi028.stdout: "[1600000, 3199999]", 2024-08-29T19:03:22.764 INFO:tasks.workunit.client.0.smithi028.stdout: "[3200000, 6399999]", 2024-08-29T19:03:22.764 INFO:tasks.workunit.client.0.smithi028.stdout: "[6400000, 12799999]", 2024-08-29T19:03:22.764 INFO:tasks.workunit.client.0.smithi028.stdout: "[12800000, 25599999]", 2024-08-29T19:03:22.764 INFO:tasks.workunit.client.0.smithi028.stdout: "[25600000, 51199999]", 2024-08-29T19:03:22.764 INFO:tasks.workunit.client.0.smithi028.stdout: "[51200000, 102399999]", 2024-08-29T19:03:22.764 INFO:tasks.workunit.client.0.smithi028.stdout: "[102400000, 204799999]", 2024-08-29T19:03:22.765 INFO:tasks.workunit.client.0.smithi028.stdout: "[204800000, 409599999]", 2024-08-29T19:03:22.765 INFO:tasks.workunit.client.0.smithi028.stdout: "[409600000, 819199999]", 2024-08-29T19:03:22.765 INFO:tasks.workunit.client.0.smithi028.stdout: "[819200000, 1638399999]", 2024-08-29T19:03:22.765 INFO:tasks.workunit.client.0.smithi028.stdout: "[1638400000, 3276799999]", 2024-08-29T19:03:22.765 INFO:tasks.workunit.client.0.smithi028.stdout: "[3276800000, 6553599999]", 2024-08-29T19:03:22.765 INFO:tasks.workunit.client.0.smithi028.stdout: "[6553600000, 13107199999]", 2024-08-29T19:03:22.765 INFO:tasks.workunit.client.0.smithi028.stdout: "[13107200000, 26214399999]", 2024-08-29T19:03:22.765 INFO:tasks.workunit.client.0.smithi028.stdout: "[26214400000, 52428799999]", 2024-08-29T19:03:22.765 INFO:tasks.workunit.client.0.smithi028.stdout: "[52428800000, 104857599999]", 2024-08-29T19:03:22.765 INFO:tasks.workunit.client.0.smithi028.stdout: "[104857600000, 209715199999]", 2024-08-29T19:03:22.765 INFO:tasks.workunit.client.0.smithi028.stdout: "[209715200000, 419430399999]", 2024-08-29T19:03:22.765 INFO:tasks.workunit.client.0.smithi028.stdout: "[419430400000, 838860799999]", 2024-08-29T19:03:22.765 INFO:tasks.workunit.client.0.smithi028.stdout: "[838860800000, 1677721599999]", 2024-08-29T19:03:22.765 INFO:tasks.workunit.client.0.smithi028.stdout: "[1677721600000, 3355443199999]", 2024-08-29T19:03:22.766 INFO:tasks.workunit.client.0.smithi028.stdout: "[3355443200000, 6710886399999]", 2024-08-29T19:03:22.766 INFO:tasks.workunit.client.0.smithi028.stdout: "[6710886400000, 13421772799999]", 2024-08-29T19:03:22.766 INFO:tasks.workunit.client.0.smithi028.stdout: "[13421772800000, 26843545599999]", 2024-08-29T19:03:22.766 INFO:tasks.workunit.client.0.smithi028.stdout: "[26843545600000, 53687091199999]", 2024-08-29T19:03:22.766 INFO:tasks.workunit.client.0.smithi028.stdout: "[53687091200000, None]" 2024-08-29T19:03:22.766 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-08-29T19:03:22.766 INFO:tasks.workunit.client.0.smithi028.stdout: "scale_type": "log2" 2024-08-29T19:03:22.766 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:22.766 INFO:tasks.workunit.client.0.smithi028.stdout: { 2024-08-29T19:03:22.766 INFO:tasks.workunit.client.0.smithi028.stdout: "buckets": 32, 2024-08-29T19:03:22.766 INFO:tasks.workunit.client.0.smithi028.stdout: "min": 0, 2024-08-29T19:03:22.766 INFO:tasks.workunit.client.0.smithi028.stdout: "name": "Request size (bytes)", 2024-08-29T19:03:22.766 INFO:tasks.workunit.client.0.smithi028.stdout: "quant_size": 512, 2024-08-29T19:03:22.766 INFO:tasks.workunit.client.0.smithi028.stdout: "ranges": [ 2024-08-29T19:03:22.767 INFO:tasks.workunit.client.0.smithi028.stdout: "[None, -1]", 2024-08-29T19:03:22.767 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 511]", 2024-08-29T19:03:22.767 INFO:tasks.workunit.client.0.smithi028.stdout: "[512, 1023]", 2024-08-29T19:03:22.767 INFO:tasks.workunit.client.0.smithi028.stdout: "[1024, 2047]", 2024-08-29T19:03:22.767 INFO:tasks.workunit.client.0.smithi028.stdout: "[2048, 4095]", 2024-08-29T19:03:22.767 INFO:tasks.workunit.client.0.smithi028.stdout: "[4096, 8191]", 2024-08-29T19:03:22.767 INFO:tasks.workunit.client.0.smithi028.stdout: "[8192, 16383]", 2024-08-29T19:03:22.767 INFO:tasks.workunit.client.0.smithi028.stdout: "[16384, 32767]", 2024-08-29T19:03:22.767 INFO:tasks.workunit.client.0.smithi028.stdout: "[32768, 65535]", 2024-08-29T19:03:22.767 INFO:tasks.workunit.client.0.smithi028.stdout: "[65536, 131071]", 2024-08-29T19:03:22.767 INFO:tasks.workunit.client.0.smithi028.stdout: "[131072, 262143]", 2024-08-29T19:03:22.767 INFO:tasks.workunit.client.0.smithi028.stdout: "[262144, 524287]", 2024-08-29T19:03:22.767 INFO:tasks.workunit.client.0.smithi028.stdout: "[524288, 1048575]", 2024-08-29T19:03:22.767 INFO:tasks.workunit.client.0.smithi028.stdout: "[1048576, 2097151]", 2024-08-29T19:03:22.768 INFO:tasks.workunit.client.0.smithi028.stdout: "[2097152, 4194303]", 2024-08-29T19:03:22.768 INFO:tasks.workunit.client.0.smithi028.stdout: "[4194304, 8388607]", 2024-08-29T19:03:22.768 INFO:tasks.workunit.client.0.smithi028.stdout: "[8388608, 16777215]", 2024-08-29T19:03:22.768 INFO:tasks.workunit.client.0.smithi028.stdout: "[16777216, 33554431]", 2024-08-29T19:03:22.768 INFO:tasks.workunit.client.0.smithi028.stdout: "[33554432, 67108863]", 2024-08-29T19:03:22.768 INFO:tasks.workunit.client.0.smithi028.stdout: "[67108864, 134217727]", 2024-08-29T19:03:22.768 INFO:tasks.workunit.client.0.smithi028.stdout: "[134217728, 268435455]", 2024-08-29T19:03:22.768 INFO:tasks.workunit.client.0.smithi028.stdout: "[268435456, 536870911]", 2024-08-29T19:03:22.768 INFO:tasks.workunit.client.0.smithi028.stdout: "[536870912, 1073741823]", 2024-08-29T19:03:22.768 INFO:tasks.workunit.client.0.smithi028.stdout: "[1073741824, 2147483647]", 2024-08-29T19:03:22.768 INFO:tasks.workunit.client.0.smithi028.stdout: "[2147483648, 4294967295]", 2024-08-29T19:03:22.768 INFO:tasks.workunit.client.0.smithi028.stdout: "[4294967296, 8589934591]", 2024-08-29T19:03:22.768 INFO:tasks.workunit.client.0.smithi028.stdout: "[8589934592, 17179869183]", 2024-08-29T19:03:22.768 INFO:tasks.workunit.client.0.smithi028.stdout: "[17179869184, 34359738367]", 2024-08-29T19:03:22.769 INFO:tasks.workunit.client.0.smithi028.stdout: "[34359738368, 68719476735]", 2024-08-29T19:03:22.769 INFO:tasks.workunit.client.0.smithi028.stdout: "[68719476736, 137438953471]", 2024-08-29T19:03:22.769 INFO:tasks.workunit.client.0.smithi028.stdout: "[137438953472, 274877906943]", 2024-08-29T19:03:22.769 INFO:tasks.workunit.client.0.smithi028.stdout: "[274877906944, None]" 2024-08-29T19:03:22.769 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-08-29T19:03:22.769 INFO:tasks.workunit.client.0.smithi028.stdout: "scale_type": "log2" 2024-08-29T19:03:22.769 INFO:tasks.workunit.client.0.smithi028.stdout: } 2024-08-29T19:03:22.769 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-08-29T19:03:22.769 INFO:tasks.workunit.client.0.smithi028.stdout: "osds": [ 2024-08-29T19:03:22.769 INFO:tasks.workunit.client.0.smithi028.stdout: { 2024-08-29T19:03:22.769 INFO:tasks.workunit.client.0.smithi028.stdout: "osd_id": 0, 2024-08-29T19:03:22.769 INFO:tasks.workunit.client.0.smithi028.stdout: "values": [ 2024-08-29T19:03:22.769 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:22.769 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:22.770 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:22.770 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:22.770 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:22.770 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 15, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:22.770 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 684, 35, 0, 0, 8, 0, 1, 0, 3, 1, 3, 1, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:22.770 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 2561, 6, 1, 0, 9, 12, 14, 16, 31, 54, 79, 43, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:22.770 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 87, 4, 0, 0, 4, 0, 1, 1, 7, 4, 29, 199, 284, 5, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:22.770 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 109, 8, 0, 0, 0, 1, 0, 2, 1, 3, 5, 16, 102, 41, 39, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:22.770 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 192, 0, 0, 0, 0, 0, 0, 0, 0, 1, 4, 2, 4, 30, 27, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:22.770 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 700, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 2, 1, 5, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:22.770 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 1606, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:22.770 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 12, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:22.770 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:22.770 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 3, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:22.771 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:22.771 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:22.771 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:22.771 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:22.771 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:22.771 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:22.771 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:22.771 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:22.771 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:22.771 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:22.771 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:22.771 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:22.771 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:22.771 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:22.772 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:22.772 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-08-29T19:03:22.772 INFO:tasks.workunit.client.0.smithi028.stdout: ] 2024-08-29T19:03:22.772 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:22.772 INFO:tasks.workunit.client.0.smithi028.stdout: { 2024-08-29T19:03:22.772 INFO:tasks.workunit.client.0.smithi028.stdout: "osd_id": 1, 2024-08-29T19:03:22.772 INFO:tasks.workunit.client.0.smithi028.stdout: "values": [ 2024-08-29T19:03:22.772 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:22.772 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:22.772 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:22.772 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:22.772 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:22.772 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 23, 0, 0, 1, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:22.772 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 564, 10, 0, 0, 7, 0, 0, 0, 0, 0, 0, 1, 1, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:22.773 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 3722, 4, 2, 1, 10, 4, 11, 23, 37, 77, 146, 56, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:22.773 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 176, 5, 0, 1, 3, 0, 2, 4, 1, 10, 36, 250, 531, 5, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:22.773 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 225, 0, 0, 0, 0, 1, 0, 4, 6, 10, 40, 45, 111, 36, 28, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:22.773 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 410, 0, 0, 0, 0, 0, 1, 1, 0, 0, 6, 8, 8, 33, 45, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:22.773 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 1026, 0, 0, 0, 0, 0, 0, 0, 0, 1, 1, 1, 2, 2, 4, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:22.773 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 1438, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:22.773 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 833, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:22.773 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:22.773 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:22.773 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:22.773 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:22.773 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:22.773 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:22.774 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:22.774 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:22.774 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:22.774 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:22.774 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:22.774 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:22.774 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:22.774 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:22.774 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:22.774 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:22.774 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:22.774 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-08-29T19:03:22.774 INFO:tasks.workunit.client.0.smithi028.stdout: ] 2024-08-29T19:03:22.774 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:22.775 INFO:tasks.workunit.client.0.smithi028.stdout: { 2024-08-29T19:03:22.775 INFO:tasks.workunit.client.0.smithi028.stdout: "osd_id": 2, 2024-08-29T19:03:22.775 INFO:tasks.workunit.client.0.smithi028.stdout: "values": [ 2024-08-29T19:03:22.775 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:22.775 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:22.775 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:22.775 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:22.775 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:22.775 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 8, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:22.775 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 253, 25, 0, 0, 1, 0, 3, 3, 5, 1, 0, 3, 0, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:22.775 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 186, 13, 1, 0, 5, 0, 0, 0, 4, 15, 30, 28, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:22.775 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 133, 6, 0, 0, 0, 2, 1, 0, 5, 8, 41, 43, 7, 3, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:22.775 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 115, 5, 0, 0, 0, 0, 0, 0, 2, 1, 18, 30, 11, 26, 27, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:22.775 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 39, 0, 0, 0, 0, 0, 0, 1, 1, 2, 6, 11, 9, 14, 43, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:22.775 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 4, 0, 0, 0, 0, 0, 1, 0, 0, 0, 0, 2, 1, 2, 10, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:22.776 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:22.776 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:22.776 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:22.776 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:22.776 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:22.776 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:22.776 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:22.776 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:22.776 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:22.776 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:22.776 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:22.776 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:22.776 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:22.777 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:22.777 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:22.777 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:22.777 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:22.777 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:22.777 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:22.777 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-08-29T19:03:22.777 INFO:tasks.workunit.client.0.smithi028.stdout: ] 2024-08-29T19:03:22.777 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:22.777 INFO:tasks.workunit.client.0.smithi028.stdout: { 2024-08-29T19:03:22.777 INFO:tasks.workunit.client.0.smithi028.stdout: "osd_id": 3, 2024-08-29T19:03:22.777 INFO:tasks.workunit.client.0.smithi028.stdout: "values": [ 2024-08-29T19:03:22.777 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:22.777 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:22.777 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:22.778 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:22.778 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:22.778 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 29, 0, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:22.778 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 566, 12, 0, 0, 3, 0, 1, 3, 4, 2, 2, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:22.778 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 1216, 4, 1, 1, 4, 2, 3, 9, 19, 35, 45, 25, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:22.778 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 289, 0, 0, 0, 1, 0, 0, 1, 4, 9, 27, 83, 154, 3, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:22.778 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 432, 2, 0, 0, 0, 1, 1, 1, 0, 3, 7, 23, 26, 35, 17, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:22.778 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 356, 0, 0, 0, 0, 0, 0, 0, 0, 0, 3, 3, 5, 23, 29, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:22.778 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 244, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 2, 6, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:22.778 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 13, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:22.778 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:22.778 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:22.778 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:22.779 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:22.779 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:22.779 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:22.779 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:22.779 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:22.779 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:22.779 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:22.779 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:22.779 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:22.779 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:22.779 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:22.779 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:22.779 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:22.780 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:22.780 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:22.780 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-08-29T19:03:22.780 INFO:tasks.workunit.client.0.smithi028.stdout: ] 2024-08-29T19:03:22.780 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:22.780 INFO:tasks.workunit.client.0.smithi028.stdout: { 2024-08-29T19:03:22.780 INFO:tasks.workunit.client.0.smithi028.stdout: "osd_id": 4, 2024-08-29T19:03:22.780 INFO:tasks.workunit.client.0.smithi028.stdout: "values": [ 2024-08-29T19:03:22.780 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:22.780 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:22.780 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:22.780 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:22.780 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:22.780 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 16, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:22.781 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 421, 14, 0, 0, 6, 0, 3, 2, 4, 2, 1, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:22.781 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 1462, 15, 0, 0, 6, 6, 3, 8, 14, 36, 47, 29, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:22.781 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 451, 17, 0, 0, 1, 2, 3, 4, 2, 5, 23, 96, 149, 3, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:22.781 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 385, 5, 0, 0, 0, 1, 1, 1, 2, 4, 19, 30, 91, 38, 32, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:22.781 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 168, 6, 0, 0, 0, 0, 0, 1, 0, 1, 2, 5, 7, 43, 56, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:22.781 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 115, 0, 0, 0, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:22.781 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 93, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:22.781 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:22.781 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 3, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:22.781 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:22.781 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:22.781 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:22.781 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:22.781 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:22.782 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:22.782 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:22.782 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:22.782 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:22.782 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:22.782 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:22.782 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:22.782 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:22.782 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:22.782 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:22.782 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:22.782 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-08-29T19:03:22.782 INFO:tasks.workunit.client.0.smithi028.stdout: ] 2024-08-29T19:03:22.782 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:22.783 INFO:tasks.workunit.client.0.smithi028.stdout: { 2024-08-29T19:03:22.783 INFO:tasks.workunit.client.0.smithi028.stdout: "osd_id": 5, 2024-08-29T19:03:22.783 INFO:tasks.workunit.client.0.smithi028.stdout: "values": [ 2024-08-29T19:03:22.783 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:22.783 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:22.783 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:22.783 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:22.783 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:22.783 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 11, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:22.783 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 302, 25, 3, 0, 7, 1, 0, 2, 1, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:22.783 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 58, 1, 0, 0, 11, 1, 1, 1, 3, 1, 4, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:22.783 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 71, 1, 0, 0, 0, 1, 3, 1, 4, 0, 17, 25, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:22.783 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 32, 8, 0, 0, 0, 0, 1, 0, 0, 4, 2, 14, 21, 24, 18, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:22.784 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 8, 18, 0, 0, 0, 0, 1, 0, 0, 0, 2, 5, 16, 33, 31, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:22.784 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 34, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 3, 2, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:22.784 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 91, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:22.784 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 105, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:22.784 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:22.784 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:22.784 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:22.784 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:22.784 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:22.784 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:22.784 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:22.784 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:22.784 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:22.785 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:22.785 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:22.785 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:22.785 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:22.785 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:22.785 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:22.785 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:22.785 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:22.785 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-08-29T19:03:22.785 INFO:tasks.workunit.client.0.smithi028.stdout: ] 2024-08-29T19:03:22.785 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:22.785 INFO:tasks.workunit.client.0.smithi028.stdout: { 2024-08-29T19:03:22.785 INFO:tasks.workunit.client.0.smithi028.stdout: "osd_id": 6, 2024-08-29T19:03:22.785 INFO:tasks.workunit.client.0.smithi028.stdout: "values": [ 2024-08-29T19:03:22.785 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:22.786 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:22.786 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:22.786 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:22.786 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:22.786 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 9, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:22.786 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 440, 9, 0, 0, 4, 1, 3, 2, 4, 1, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:22.786 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 1556, 3, 0, 0, 3, 3, 2, 11, 18, 40, 33, 17, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:22.786 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 501, 9, 0, 1, 1, 1, 0, 2, 2, 4, 14, 108, 138, 3, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:22.786 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 360, 2, 0, 0, 0, 0, 1, 1, 3, 5, 10, 24, 61, 19, 8, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:22.786 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 99, 0, 0, 0, 0, 0, 0, 0, 0, 1, 2, 2, 5, 17, 24, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:22.786 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 110, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 3, 0, 2, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:22.786 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 141, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:22.786 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:22.786 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:22.787 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:22.787 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:22.787 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:22.787 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:22.787 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:22.787 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:22.787 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:22.787 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:22.787 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:22.787 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:22.787 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:22.787 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:22.787 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:22.787 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:22.788 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:22.788 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:22.788 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-08-29T19:03:22.788 INFO:tasks.workunit.client.0.smithi028.stdout: ] 2024-08-29T19:03:22.788 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:22.788 INFO:tasks.workunit.client.0.smithi028.stdout: { 2024-08-29T19:03:22.788 INFO:tasks.workunit.client.0.smithi028.stdout: "osd_id": 7, 2024-08-29T19:03:22.788 INFO:tasks.workunit.client.0.smithi028.stdout: "values": [ 2024-08-29T19:03:22.788 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:22.788 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:22.788 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:22.788 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:22.788 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:22.788 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 9, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:22.789 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 323, 11, 1, 0, 5, 0, 1, 4, 4, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:22.789 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 47, 7, 1, 0, 2, 0, 1, 0, 4, 8, 5, 2, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:22.789 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 92, 7, 1, 0, 0, 1, 2, 4, 3, 1, 8, 18, 7, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:22.789 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 42, 20, 0, 0, 0, 0, 0, 1, 2, 2, 15, 17, 22, 24, 8, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:22.789 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 14, 33, 0, 0, 0, 0, 0, 0, 0, 1, 3, 4, 5, 18, 32, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:22.789 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 75, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 2, 2, 1, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:22.789 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 211, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:22.789 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 171, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:22.789 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:22.789 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:22.790 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:22.790 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:22.790 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:22.790 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:22.790 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:22.790 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:22.790 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:22.790 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:22.790 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:22.790 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:22.790 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:22.790 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:22.790 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:22.790 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:22.791 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:22.791 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-08-29T19:03:22.791 INFO:tasks.workunit.client.0.smithi028.stdout: ] 2024-08-29T19:03:22.791 INFO:tasks.workunit.client.0.smithi028.stdout: } 2024-08-29T19:03:22.791 INFO:tasks.workunit.client.0.smithi028.stdout: ] 2024-08-29T19:03:22.791 INFO:tasks.workunit.client.0.smithi028.stdout: } 2024-08-29T19:03:22.791 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:22.791 INFO:tasks.workunit.client.0.smithi028.stdout: { 2024-08-29T19:03:22.791 INFO:tasks.workunit.client.0.smithi028.stdout: "scrub_resrv_repnum_vs_duration": { 2024-08-29T19:03:22.791 INFO:tasks.workunit.client.0.smithi028.stdout: "axes": [ 2024-08-29T19:03:22.791 INFO:tasks.workunit.client.0.smithi028.stdout: { 2024-08-29T19:03:22.791 INFO:tasks.workunit.client.0.smithi028.stdout: "buckets": 8, 2024-08-29T19:03:22.791 INFO:tasks.workunit.client.0.smithi028.stdout: "min": 0, 2024-08-29T19:03:22.791 INFO:tasks.workunit.client.0.smithi028.stdout: "name": "number of replicas", 2024-08-29T19:03:22.792 INFO:tasks.workunit.client.0.smithi028.stdout: "quant_size": 1, 2024-08-29T19:03:22.792 INFO:tasks.workunit.client.0.smithi028.stdout: "ranges": [ 2024-08-29T19:03:22.792 INFO:tasks.workunit.client.0.smithi028.stdout: "[None, -1]", 2024-08-29T19:03:22.792 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0]", 2024-08-29T19:03:22.792 INFO:tasks.workunit.client.0.smithi028.stdout: "[1, 1]", 2024-08-29T19:03:22.792 INFO:tasks.workunit.client.0.smithi028.stdout: "[2, 2]", 2024-08-29T19:03:22.792 INFO:tasks.workunit.client.0.smithi028.stdout: "[3, 3]", 2024-08-29T19:03:22.792 INFO:tasks.workunit.client.0.smithi028.stdout: "[4, 4]", 2024-08-29T19:03:22.792 INFO:tasks.workunit.client.0.smithi028.stdout: "[5, 5]", 2024-08-29T19:03:22.792 INFO:tasks.workunit.client.0.smithi028.stdout: "[6, None]" 2024-08-29T19:03:22.792 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-08-29T19:03:22.792 INFO:tasks.workunit.client.0.smithi028.stdout: "scale_type": "linear" 2024-08-29T19:03:22.792 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:22.792 INFO:tasks.workunit.client.0.smithi028.stdout: { 2024-08-29T19:03:22.793 INFO:tasks.workunit.client.0.smithi028.stdout: "buckets": 10, 2024-08-29T19:03:22.793 INFO:tasks.workunit.client.0.smithi028.stdout: "min": 0, 2024-08-29T19:03:22.793 INFO:tasks.workunit.client.0.smithi028.stdout: "name": "duration", 2024-08-29T19:03:22.793 INFO:tasks.workunit.client.0.smithi028.stdout: "quant_size": 250000, 2024-08-29T19:03:22.793 INFO:tasks.workunit.client.0.smithi028.stdout: "ranges": [ 2024-08-29T19:03:22.793 INFO:tasks.workunit.client.0.smithi028.stdout: "[None, -1]", 2024-08-29T19:03:22.793 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 249999]", 2024-08-29T19:03:22.793 INFO:tasks.workunit.client.0.smithi028.stdout: "[250000, 499999]", 2024-08-29T19:03:22.793 INFO:tasks.workunit.client.0.smithi028.stdout: "[500000, 999999]", 2024-08-29T19:03:22.793 INFO:tasks.workunit.client.0.smithi028.stdout: "[1000000, 1999999]", 2024-08-29T19:03:22.793 INFO:tasks.workunit.client.0.smithi028.stdout: "[2000000, 3999999]", 2024-08-29T19:03:22.793 INFO:tasks.workunit.client.0.smithi028.stdout: "[4000000, 7999999]", 2024-08-29T19:03:22.793 INFO:tasks.workunit.client.0.smithi028.stdout: "[8000000, 15999999]", 2024-08-29T19:03:22.793 INFO:tasks.workunit.client.0.smithi028.stdout: "[16000000, 31999999]", 2024-08-29T19:03:22.794 INFO:tasks.workunit.client.0.smithi028.stdout: "[32000000, None]" 2024-08-29T19:03:22.794 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-08-29T19:03:22.794 INFO:tasks.workunit.client.0.smithi028.stdout: "scale_type": "log2" 2024-08-29T19:03:22.794 INFO:tasks.workunit.client.0.smithi028.stdout: } 2024-08-29T19:03:22.794 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-08-29T19:03:22.794 INFO:tasks.workunit.client.0.smithi028.stdout: "osds": [ 2024-08-29T19:03:22.794 INFO:tasks.workunit.client.0.smithi028.stdout: { 2024-08-29T19:03:22.794 INFO:tasks.workunit.client.0.smithi028.stdout: "osd_id": 0, 2024-08-29T19:03:22.794 INFO:tasks.workunit.client.0.smithi028.stdout: "values": [ 2024-08-29T19:03:22.794 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:22.794 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:22.794 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:22.794 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:22.794 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:22.795 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:22.795 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:22.795 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-08-29T19:03:22.795 INFO:tasks.workunit.client.0.smithi028.stdout: ] 2024-08-29T19:03:22.795 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:22.795 INFO:tasks.workunit.client.0.smithi028.stdout: { 2024-08-29T19:03:22.795 INFO:tasks.workunit.client.0.smithi028.stdout: "osd_id": 1, 2024-08-29T19:03:22.795 INFO:tasks.workunit.client.0.smithi028.stdout: "values": [ 2024-08-29T19:03:22.795 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:22.795 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:22.795 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:22.795 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:22.795 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:22.795 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:22.795 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:22.796 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-08-29T19:03:22.796 INFO:tasks.workunit.client.0.smithi028.stdout: ] 2024-08-29T19:03:22.796 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:22.796 INFO:tasks.workunit.client.0.smithi028.stdout: { 2024-08-29T19:03:22.796 INFO:tasks.workunit.client.0.smithi028.stdout: "osd_id": 2, 2024-08-29T19:03:22.796 INFO:tasks.workunit.client.0.smithi028.stdout: "values": [ 2024-08-29T19:03:22.796 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:22.796 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:22.796 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:22.796 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:22.796 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:22.796 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:22.796 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:22.797 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-08-29T19:03:22.797 INFO:tasks.workunit.client.0.smithi028.stdout: ] 2024-08-29T19:03:22.797 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:22.797 INFO:tasks.workunit.client.0.smithi028.stdout: { 2024-08-29T19:03:22.797 INFO:tasks.workunit.client.0.smithi028.stdout: "osd_id": 3, 2024-08-29T19:03:22.797 INFO:tasks.workunit.client.0.smithi028.stdout: "values": [ 2024-08-29T19:03:22.797 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:22.797 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:22.797 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:22.797 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:22.797 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:22.797 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:22.797 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:22.797 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-08-29T19:03:22.797 INFO:tasks.workunit.client.0.smithi028.stdout: ] 2024-08-29T19:03:22.798 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:22.798 INFO:tasks.workunit.client.0.smithi028.stdout: { 2024-08-29T19:03:22.798 INFO:tasks.workunit.client.0.smithi028.stdout: "osd_id": 4, 2024-08-29T19:03:22.798 INFO:tasks.workunit.client.0.smithi028.stdout: "values": [ 2024-08-29T19:03:22.798 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:22.798 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:22.798 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:22.798 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:22.798 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:22.798 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:22.798 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:22.798 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-08-29T19:03:22.798 INFO:tasks.workunit.client.0.smithi028.stdout: ] 2024-08-29T19:03:22.798 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:22.799 INFO:tasks.workunit.client.0.smithi028.stdout: { 2024-08-29T19:03:22.799 INFO:tasks.workunit.client.0.smithi028.stdout: "osd_id": 5, 2024-08-29T19:03:22.799 INFO:tasks.workunit.client.0.smithi028.stdout: "values": [ 2024-08-29T19:03:22.799 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:22.799 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:22.799 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:22.799 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:22.799 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:22.799 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:22.799 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:22.799 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-08-29T19:03:22.799 INFO:tasks.workunit.client.0.smithi028.stdout: ] 2024-08-29T19:03:22.799 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:22.800 INFO:tasks.workunit.client.0.smithi028.stdout: { 2024-08-29T19:03:22.800 INFO:tasks.workunit.client.0.smithi028.stdout: "osd_id": 6, 2024-08-29T19:03:22.800 INFO:tasks.workunit.client.0.smithi028.stdout: "values": [ 2024-08-29T19:03:22.800 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:22.800 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:22.800 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:22.800 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:22.800 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:22.800 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:22.800 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:22.800 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-08-29T19:03:22.800 INFO:tasks.workunit.client.0.smithi028.stdout: ] 2024-08-29T19:03:22.800 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:22.800 INFO:tasks.workunit.client.0.smithi028.stdout: { 2024-08-29T19:03:22.801 INFO:tasks.workunit.client.0.smithi028.stdout: "osd_id": 7, 2024-08-29T19:03:22.801 INFO:tasks.workunit.client.0.smithi028.stdout: "values": [ 2024-08-29T19:03:22.801 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:22.801 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:22.801 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:22.801 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:22.801 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:22.801 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:22.801 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:22.801 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-08-29T19:03:22.801 INFO:tasks.workunit.client.0.smithi028.stdout: ] 2024-08-29T19:03:22.801 INFO:tasks.workunit.client.0.smithi028.stdout: } 2024-08-29T19:03:22.801 INFO:tasks.workunit.client.0.smithi028.stdout: ] 2024-08-29T19:03:22.801 INFO:tasks.workunit.client.0.smithi028.stdout: } 2024-08-29T19:03:22.802 INFO:tasks.workunit.client.0.smithi028.stdout: } 2024-08-29T19:03:22.802 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-08-29T19:03:22.802 INFO:tasks.workunit.client.0.smithi028.stdout: "perf_counters": { 2024-08-29T19:03:22.802 INFO:tasks.workunit.client.0.smithi028.stdout: "mds.e4958ae9278a574c0226651ef9b7bc2d4e1b34b9": { 2024-08-29T19:03:22.802 INFO:tasks.workunit.client.0.smithi028.stdout: "mds": { 2024-08-29T19:03:22.802 INFO:tasks.workunit.client.0.smithi028.stdout: "caps": { 2024-08-29T19:03:22.802 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:22.802 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:22.802 INFO:tasks.workunit.client.0.smithi028.stdout: "ceph_cap_op_flush_ack": { 2024-08-29T19:03:22.802 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:22.802 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:22.802 INFO:tasks.workunit.client.0.smithi028.stdout: "ceph_cap_op_flushsnap_ack": { 2024-08-29T19:03:22.802 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:22.802 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:22.802 INFO:tasks.workunit.client.0.smithi028.stdout: "ceph_cap_op_grant": { 2024-08-29T19:03:22.803 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:22.803 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:22.803 INFO:tasks.workunit.client.0.smithi028.stdout: "ceph_cap_op_revoke": { 2024-08-29T19:03:22.803 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:22.803 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:22.803 INFO:tasks.workunit.client.0.smithi028.stdout: "ceph_cap_op_trunc": { 2024-08-29T19:03:22.803 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:22.803 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:22.803 INFO:tasks.workunit.client.0.smithi028.stdout: "dir_commit": { 2024-08-29T19:03:22.803 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:22.803 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:22.803 INFO:tasks.workunit.client.0.smithi028.stdout: "dir_fetch_complete": { 2024-08-29T19:03:22.803 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 12 2024-08-29T19:03:22.803 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:22.804 INFO:tasks.workunit.client.0.smithi028.stdout: "dir_fetch_keys": { 2024-08-29T19:03:22.804 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 10 2024-08-29T19:03:22.804 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:22.804 INFO:tasks.workunit.client.0.smithi028.stdout: "dir_merge": { 2024-08-29T19:03:22.804 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:22.804 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:22.804 INFO:tasks.workunit.client.0.smithi028.stdout: "dir_split": { 2024-08-29T19:03:22.804 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:22.804 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:22.804 INFO:tasks.workunit.client.0.smithi028.stdout: "exported_inodes": { 2024-08-29T19:03:22.804 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:22.804 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:22.804 INFO:tasks.workunit.client.0.smithi028.stdout: "forward": { 2024-08-29T19:03:22.805 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:22.805 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:22.805 INFO:tasks.workunit.client.0.smithi028.stdout: "handle_client_cap_release": { 2024-08-29T19:03:22.805 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:22.805 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:22.805 INFO:tasks.workunit.client.0.smithi028.stdout: "handle_client_caps": { 2024-08-29T19:03:22.805 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:22.805 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:22.805 INFO:tasks.workunit.client.0.smithi028.stdout: "handle_client_caps_dirty": { 2024-08-29T19:03:22.805 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:22.805 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:22.805 INFO:tasks.workunit.client.0.smithi028.stdout: "handle_inode_file_caps": { 2024-08-29T19:03:22.805 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:22.805 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:22.805 INFO:tasks.workunit.client.0.smithi028.stdout: "imported_inodes": { 2024-08-29T19:03:22.806 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:22.806 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:22.806 INFO:tasks.workunit.client.0.smithi028.stdout: "inodes": { 2024-08-29T19:03:22.806 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 10 2024-08-29T19:03:22.806 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:22.806 INFO:tasks.workunit.client.0.smithi028.stdout: "inodes_expired": { 2024-08-29T19:03:22.806 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:22.806 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:22.806 INFO:tasks.workunit.client.0.smithi028.stdout: "inodes_pinned": { 2024-08-29T19:03:22.806 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 10 2024-08-29T19:03:22.806 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:22.806 INFO:tasks.workunit.client.0.smithi028.stdout: "inodes_with_caps": { 2024-08-29T19:03:22.806 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:22.806 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:22.807 INFO:tasks.workunit.client.0.smithi028.stdout: "load_cent": { 2024-08-29T19:03:22.807 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:22.807 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:22.807 INFO:tasks.workunit.client.0.smithi028.stdout: "openino_dir_fetch": { 2024-08-29T19:03:22.807 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:22.807 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:22.807 INFO:tasks.workunit.client.0.smithi028.stdout: "process_request_cap_release": { 2024-08-29T19:03:22.807 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:22.807 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:22.807 INFO:tasks.workunit.client.0.smithi028.stdout: "reply_latency": { 2024-08-29T19:03:22.807 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 0, 2024-08-29T19:03:22.807 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:22.807 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:22.807 INFO:tasks.workunit.client.0.smithi028.stdout: "request": { 2024-08-29T19:03:22.808 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:22.808 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:22.808 INFO:tasks.workunit.client.0.smithi028.stdout: "root_rbytes": { 2024-08-29T19:03:22.808 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:22.808 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:22.808 INFO:tasks.workunit.client.0.smithi028.stdout: "root_rfiles": { 2024-08-29T19:03:22.808 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:22.808 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:22.808 INFO:tasks.workunit.client.0.smithi028.stdout: "root_rsnaps": { 2024-08-29T19:03:22.808 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:22.808 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:22.808 INFO:tasks.workunit.client.0.smithi028.stdout: "slow_reply": { 2024-08-29T19:03:22.808 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:22.808 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:22.809 INFO:tasks.workunit.client.0.smithi028.stdout: "subtrees": { 2024-08-29T19:03:22.809 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 2 2024-08-29T19:03:22.809 INFO:tasks.workunit.client.0.smithi028.stdout: } 2024-08-29T19:03:22.809 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:22.809 INFO:tasks.workunit.client.0.smithi028.stdout: "mds_cache": { 2024-08-29T19:03:22.809 INFO:tasks.workunit.client.0.smithi028.stdout: "ireq_enqueue_scrub": { 2024-08-29T19:03:22.809 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:22.809 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:22.809 INFO:tasks.workunit.client.0.smithi028.stdout: "ireq_exportdir": { 2024-08-29T19:03:22.809 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:22.809 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:22.809 INFO:tasks.workunit.client.0.smithi028.stdout: "ireq_flush": { 2024-08-29T19:03:22.809 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:22.809 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:22.810 INFO:tasks.workunit.client.0.smithi028.stdout: "ireq_fragmentdir": { 2024-08-29T19:03:22.810 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:22.810 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:22.810 INFO:tasks.workunit.client.0.smithi028.stdout: "ireq_fragstats": { 2024-08-29T19:03:22.810 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:22.810 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:22.810 INFO:tasks.workunit.client.0.smithi028.stdout: "ireq_inodestats": { 2024-08-29T19:03:22.810 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:22.810 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:22.810 INFO:tasks.workunit.client.0.smithi028.stdout: "ireq_quiesce_inode": { 2024-08-29T19:03:22.810 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:22.810 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:22.810 INFO:tasks.workunit.client.0.smithi028.stdout: "ireq_quiesce_path": { 2024-08-29T19:03:22.810 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:22.811 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:22.811 INFO:tasks.workunit.client.0.smithi028.stdout: "num_recovering_enqueued": { 2024-08-29T19:03:22.811 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:22.811 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:22.811 INFO:tasks.workunit.client.0.smithi028.stdout: "num_recovering_prioritized": { 2024-08-29T19:03:22.811 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:22.811 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:22.811 INFO:tasks.workunit.client.0.smithi028.stdout: "num_recovering_processing": { 2024-08-29T19:03:22.811 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:22.811 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:22.811 INFO:tasks.workunit.client.0.smithi028.stdout: "num_strays": { 2024-08-29T19:03:22.811 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:22.811 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:22.811 INFO:tasks.workunit.client.0.smithi028.stdout: "num_strays_delayed": { 2024-08-29T19:03:22.812 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:22.812 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:22.812 INFO:tasks.workunit.client.0.smithi028.stdout: "num_strays_enqueuing": { 2024-08-29T19:03:22.812 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:22.812 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:22.812 INFO:tasks.workunit.client.0.smithi028.stdout: "recovery_completed": { 2024-08-29T19:03:22.812 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:22.812 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:22.812 INFO:tasks.workunit.client.0.smithi028.stdout: "recovery_started": { 2024-08-29T19:03:22.812 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:22.812 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:22.812 INFO:tasks.workunit.client.0.smithi028.stdout: "strays_created": { 2024-08-29T19:03:22.812 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:22.812 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:22.813 INFO:tasks.workunit.client.0.smithi028.stdout: "strays_enqueued": { 2024-08-29T19:03:22.813 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:22.813 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:22.813 INFO:tasks.workunit.client.0.smithi028.stdout: "strays_migrated": { 2024-08-29T19:03:22.813 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:22.813 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:22.813 INFO:tasks.workunit.client.0.smithi028.stdout: "strays_reintegrated": { 2024-08-29T19:03:22.813 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:22.813 INFO:tasks.workunit.client.0.smithi028.stdout: } 2024-08-29T19:03:22.813 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:22.813 INFO:tasks.workunit.client.0.smithi028.stdout: "mds_log": { 2024-08-29T19:03:22.813 INFO:tasks.workunit.client.0.smithi028.stdout: "ev": { 2024-08-29T19:03:22.813 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 17 2024-08-29T19:03:22.813 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:22.813 INFO:tasks.workunit.client.0.smithi028.stdout: "evadd": { 2024-08-29T19:03:22.814 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:22.814 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:22.814 INFO:tasks.workunit.client.0.smithi028.stdout: "evex": { 2024-08-29T19:03:22.814 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:22.814 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:22.814 INFO:tasks.workunit.client.0.smithi028.stdout: "evexd": { 2024-08-29T19:03:22.814 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:22.814 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:22.814 INFO:tasks.workunit.client.0.smithi028.stdout: "evexg": { 2024-08-29T19:03:22.814 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:22.814 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:22.814 INFO:tasks.workunit.client.0.smithi028.stdout: "evlrg": { 2024-08-29T19:03:22.814 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:22.814 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:22.815 INFO:tasks.workunit.client.0.smithi028.stdout: "evtrm": { 2024-08-29T19:03:22.815 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:22.815 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:22.815 INFO:tasks.workunit.client.0.smithi028.stdout: "jlat": { 2024-08-29T19:03:22.815 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 0, 2024-08-29T19:03:22.815 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:22.815 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:22.815 INFO:tasks.workunit.client.0.smithi028.stdout: "replayed": { 2024-08-29T19:03:22.815 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 17 2024-08-29T19:03:22.815 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:22.815 INFO:tasks.workunit.client.0.smithi028.stdout: "seg": { 2024-08-29T19:03:22.815 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 1 2024-08-29T19:03:22.815 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:22.815 INFO:tasks.workunit.client.0.smithi028.stdout: "segadd": { 2024-08-29T19:03:22.816 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:22.816 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:22.816 INFO:tasks.workunit.client.0.smithi028.stdout: "segex": { 2024-08-29T19:03:22.816 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:22.816 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:22.816 INFO:tasks.workunit.client.0.smithi028.stdout: "segexd": { 2024-08-29T19:03:22.816 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:22.816 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:22.816 INFO:tasks.workunit.client.0.smithi028.stdout: "segexg": { 2024-08-29T19:03:22.816 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:22.816 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:22.816 INFO:tasks.workunit.client.0.smithi028.stdout: "segmjr": { 2024-08-29T19:03:22.816 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 1 2024-08-29T19:03:22.816 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:22.817 INFO:tasks.workunit.client.0.smithi028.stdout: "segtrm": { 2024-08-29T19:03:22.817 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:22.817 INFO:tasks.workunit.client.0.smithi028.stdout: } 2024-08-29T19:03:22.817 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:22.817 INFO:tasks.workunit.client.0.smithi028.stdout: "mds_mem": { 2024-08-29T19:03:22.817 INFO:tasks.workunit.client.0.smithi028.stdout: "cap": { 2024-08-29T19:03:22.817 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:22.817 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:22.817 INFO:tasks.workunit.client.0.smithi028.stdout: "cap+": { 2024-08-29T19:03:22.817 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:22.817 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:22.817 INFO:tasks.workunit.client.0.smithi028.stdout: "cap-": { 2024-08-29T19:03:22.817 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:22.817 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:22.818 INFO:tasks.workunit.client.0.smithi028.stdout: "dir": { 2024-08-29T19:03:22.818 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 12 2024-08-29T19:03:22.818 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:22.818 INFO:tasks.workunit.client.0.smithi028.stdout: "dir+": { 2024-08-29T19:03:22.818 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 12 2024-08-29T19:03:22.818 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:22.818 INFO:tasks.workunit.client.0.smithi028.stdout: "dir-": { 2024-08-29T19:03:22.818 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:22.818 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:22.818 INFO:tasks.workunit.client.0.smithi028.stdout: "dn": { 2024-08-29T19:03:22.818 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 10 2024-08-29T19:03:22.818 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:22.818 INFO:tasks.workunit.client.0.smithi028.stdout: "dn+": { 2024-08-29T19:03:22.819 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 10 2024-08-29T19:03:22.819 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:22.819 INFO:tasks.workunit.client.0.smithi028.stdout: "dn-": { 2024-08-29T19:03:22.819 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:22.819 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:22.819 INFO:tasks.workunit.client.0.smithi028.stdout: "heap": { 2024-08-29T19:03:22.819 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 248096 2024-08-29T19:03:22.819 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:22.819 INFO:tasks.workunit.client.0.smithi028.stdout: "ino": { 2024-08-29T19:03:22.819 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 13 2024-08-29T19:03:22.819 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:22.819 INFO:tasks.workunit.client.0.smithi028.stdout: "ino+": { 2024-08-29T19:03:22.819 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 13 2024-08-29T19:03:22.819 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:22.820 INFO:tasks.workunit.client.0.smithi028.stdout: "ino-": { 2024-08-29T19:03:22.820 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:22.820 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:22.820 INFO:tasks.workunit.client.0.smithi028.stdout: "rss": { 2024-08-29T19:03:22.820 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 44160 2024-08-29T19:03:22.820 INFO:tasks.workunit.client.0.smithi028.stdout: } 2024-08-29T19:03:22.820 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:22.820 INFO:tasks.workunit.client.0.smithi028.stdout: "mds_server": { 2024-08-29T19:03:22.820 INFO:tasks.workunit.client.0.smithi028.stdout: "cap_acquisition_throttle": { 2024-08-29T19:03:22.820 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:22.820 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:22.820 INFO:tasks.workunit.client.0.smithi028.stdout: "cap_revoke_eviction": { 2024-08-29T19:03:22.820 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:22.820 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:22.821 INFO:tasks.workunit.client.0.smithi028.stdout: "handle_client_request": { 2024-08-29T19:03:22.821 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:22.821 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:22.821 INFO:tasks.workunit.client.0.smithi028.stdout: "handle_client_session": { 2024-08-29T19:03:22.821 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:22.821 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:22.821 INFO:tasks.workunit.client.0.smithi028.stdout: "handle_peer_request": { 2024-08-29T19:03:22.821 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:22.821 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:22.821 INFO:tasks.workunit.client.0.smithi028.stdout: "req_create_latency": { 2024-08-29T19:03:22.821 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 0, 2024-08-29T19:03:22.821 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:22.821 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:22.821 INFO:tasks.workunit.client.0.smithi028.stdout: "req_getattr_latency": { 2024-08-29T19:03:22.822 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 0, 2024-08-29T19:03:22.822 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:22.822 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:22.822 INFO:tasks.workunit.client.0.smithi028.stdout: "req_getfilelock_latency": { 2024-08-29T19:03:22.822 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 0, 2024-08-29T19:03:22.822 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:22.822 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:22.822 INFO:tasks.workunit.client.0.smithi028.stdout: "req_getvxattr_latency": { 2024-08-29T19:03:22.822 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 0, 2024-08-29T19:03:22.822 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:22.822 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:22.822 INFO:tasks.workunit.client.0.smithi028.stdout: "req_link_latency": { 2024-08-29T19:03:22.822 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 0, 2024-08-29T19:03:22.822 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:22.823 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:22.823 INFO:tasks.workunit.client.0.smithi028.stdout: "req_lookup_latency": { 2024-08-29T19:03:22.823 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 0, 2024-08-29T19:03:22.823 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:22.823 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:22.823 INFO:tasks.workunit.client.0.smithi028.stdout: "req_lookuphash_latency": { 2024-08-29T19:03:22.823 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 0, 2024-08-29T19:03:22.823 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:22.823 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:22.823 INFO:tasks.workunit.client.0.smithi028.stdout: "req_lookupino_latency": { 2024-08-29T19:03:22.823 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 0, 2024-08-29T19:03:22.823 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:22.823 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:22.823 INFO:tasks.workunit.client.0.smithi028.stdout: "req_lookupname_latency": { 2024-08-29T19:03:22.823 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 0, 2024-08-29T19:03:22.824 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:22.824 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:22.824 INFO:tasks.workunit.client.0.smithi028.stdout: "req_lookupparent_latency": { 2024-08-29T19:03:22.824 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 0, 2024-08-29T19:03:22.824 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:22.824 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:22.824 INFO:tasks.workunit.client.0.smithi028.stdout: "req_lookupsnap_latency": { 2024-08-29T19:03:22.824 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 0, 2024-08-29T19:03:22.824 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:22.824 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:22.824 INFO:tasks.workunit.client.0.smithi028.stdout: "req_lssnap_latency": { 2024-08-29T19:03:22.824 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 0, 2024-08-29T19:03:22.824 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:22.825 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:22.825 INFO:tasks.workunit.client.0.smithi028.stdout: "req_mkdir_latency": { 2024-08-29T19:03:22.825 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 0, 2024-08-29T19:03:22.825 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:22.825 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:22.825 INFO:tasks.workunit.client.0.smithi028.stdout: "req_mknod_latency": { 2024-08-29T19:03:22.825 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 0, 2024-08-29T19:03:22.825 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:22.825 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:22.825 INFO:tasks.workunit.client.0.smithi028.stdout: "req_mksnap_latency": { 2024-08-29T19:03:22.825 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 0, 2024-08-29T19:03:22.825 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:22.825 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:22.825 INFO:tasks.workunit.client.0.smithi028.stdout: "req_open_latency": { 2024-08-29T19:03:22.825 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 0, 2024-08-29T19:03:22.826 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:22.826 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:22.826 INFO:tasks.workunit.client.0.smithi028.stdout: "req_readdir_latency": { 2024-08-29T19:03:22.826 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 0, 2024-08-29T19:03:22.826 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:22.826 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:22.826 INFO:tasks.workunit.client.0.smithi028.stdout: "req_rename_latency": { 2024-08-29T19:03:22.826 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 0, 2024-08-29T19:03:22.826 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:22.826 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:22.826 INFO:tasks.workunit.client.0.smithi028.stdout: "req_renamesnap_latency": { 2024-08-29T19:03:22.826 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 0, 2024-08-29T19:03:22.826 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:22.826 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:22.827 INFO:tasks.workunit.client.0.smithi028.stdout: "req_rmdir_latency": { 2024-08-29T19:03:22.827 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 0, 2024-08-29T19:03:22.827 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:22.827 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:22.827 INFO:tasks.workunit.client.0.smithi028.stdout: "req_rmsnap_latency": { 2024-08-29T19:03:22.827 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 0, 2024-08-29T19:03:22.827 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:22.827 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:22.827 INFO:tasks.workunit.client.0.smithi028.stdout: "req_rmxattr_latency": { 2024-08-29T19:03:22.827 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 0, 2024-08-29T19:03:22.827 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:22.827 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:22.827 INFO:tasks.workunit.client.0.smithi028.stdout: "req_setattr_latency": { 2024-08-29T19:03:22.827 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 0, 2024-08-29T19:03:22.828 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:22.828 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:22.828 INFO:tasks.workunit.client.0.smithi028.stdout: "req_setdirlayout_latency": { 2024-08-29T19:03:22.828 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 0, 2024-08-29T19:03:22.828 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:22.828 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:22.828 INFO:tasks.workunit.client.0.smithi028.stdout: "req_setfilelock_latency": { 2024-08-29T19:03:22.828 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 0, 2024-08-29T19:03:22.828 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:22.828 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:22.828 INFO:tasks.workunit.client.0.smithi028.stdout: "req_setlayout_latency": { 2024-08-29T19:03:22.828 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 0, 2024-08-29T19:03:22.828 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:22.828 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:22.829 INFO:tasks.workunit.client.0.smithi028.stdout: "req_setxattr_latency": { 2024-08-29T19:03:22.829 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 0, 2024-08-29T19:03:22.829 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:22.829 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:22.829 INFO:tasks.workunit.client.0.smithi028.stdout: "req_snapdiff_latency": { 2024-08-29T19:03:22.829 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 0, 2024-08-29T19:03:22.829 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:22.829 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:22.829 INFO:tasks.workunit.client.0.smithi028.stdout: "req_symlink_latency": { 2024-08-29T19:03:22.829 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 0, 2024-08-29T19:03:22.829 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:22.829 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:22.829 INFO:tasks.workunit.client.0.smithi028.stdout: "req_unlink_latency": { 2024-08-29T19:03:22.829 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 0, 2024-08-29T19:03:22.830 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:22.830 INFO:tasks.workunit.client.0.smithi028.stdout: } 2024-08-29T19:03:22.830 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:22.830 INFO:tasks.workunit.client.0.smithi028.stdout: "mds_sessions": { 2024-08-29T19:03:22.830 INFO:tasks.workunit.client.0.smithi028.stdout: "average_load": { 2024-08-29T19:03:22.830 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:22.830 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:22.830 INFO:tasks.workunit.client.0.smithi028.stdout: "avg_session_uptime": { 2024-08-29T19:03:22.830 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:22.830 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:22.830 INFO:tasks.workunit.client.0.smithi028.stdout: "mdthresh_evicted": { 2024-08-29T19:03:22.830 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:22.830 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:22.830 INFO:tasks.workunit.client.0.smithi028.stdout: "session_add": { 2024-08-29T19:03:22.831 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 8 2024-08-29T19:03:22.831 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:22.831 INFO:tasks.workunit.client.0.smithi028.stdout: "session_count": { 2024-08-29T19:03:22.831 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:22.831 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:22.831 INFO:tasks.workunit.client.0.smithi028.stdout: "session_remove": { 2024-08-29T19:03:22.831 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 8 2024-08-29T19:03:22.831 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:22.831 INFO:tasks.workunit.client.0.smithi028.stdout: "sessions_open": { 2024-08-29T19:03:22.831 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 2 2024-08-29T19:03:22.831 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:22.831 INFO:tasks.workunit.client.0.smithi028.stdout: "sessions_stale": { 2024-08-29T19:03:22.831 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:22.831 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:22.831 INFO:tasks.workunit.client.0.smithi028.stdout: "total_load": { 2024-08-29T19:03:22.832 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:22.832 INFO:tasks.workunit.client.0.smithi028.stdout: } 2024-08-29T19:03:22.832 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:22.832 INFO:tasks.workunit.client.0.smithi028.stdout: "objecter": { 2024-08-29T19:03:22.832 INFO:tasks.workunit.client.0.smithi028.stdout: "op_active": { 2024-08-29T19:03:22.832 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:22.832 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:22.832 INFO:tasks.workunit.client.0.smithi028.stdout: "op_r": { 2024-08-29T19:03:22.832 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 37 2024-08-29T19:03:22.832 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:22.832 INFO:tasks.workunit.client.0.smithi028.stdout: "op_rmw": { 2024-08-29T19:03:22.832 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:22.832 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:22.832 INFO:tasks.workunit.client.0.smithi028.stdout: "op_w": { 2024-08-29T19:03:22.833 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 7 2024-08-29T19:03:22.833 INFO:tasks.workunit.client.0.smithi028.stdout: } 2024-08-29T19:03:22.833 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:22.833 INFO:tasks.workunit.client.0.smithi028.stdout: "purge_queue": { 2024-08-29T19:03:22.833 INFO:tasks.workunit.client.0.smithi028.stdout: "pq_executed": { 2024-08-29T19:03:22.833 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:22.833 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:22.833 INFO:tasks.workunit.client.0.smithi028.stdout: "pq_executed_ops": { 2024-08-29T19:03:22.833 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:22.833 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:22.833 INFO:tasks.workunit.client.0.smithi028.stdout: "pq_executing": { 2024-08-29T19:03:22.833 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:22.833 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:22.833 INFO:tasks.workunit.client.0.smithi028.stdout: "pq_executing_high_water": { 2024-08-29T19:03:22.834 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:22.834 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:22.834 INFO:tasks.workunit.client.0.smithi028.stdout: "pq_executing_ops": { 2024-08-29T19:03:22.834 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:22.834 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:22.834 INFO:tasks.workunit.client.0.smithi028.stdout: "pq_executing_ops_high_water": { 2024-08-29T19:03:22.834 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:22.834 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:22.834 INFO:tasks.workunit.client.0.smithi028.stdout: "pq_item_in_journal": { 2024-08-29T19:03:22.834 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:22.834 INFO:tasks.workunit.client.0.smithi028.stdout: } 2024-08-29T19:03:22.834 INFO:tasks.workunit.client.0.smithi028.stdout: } 2024-08-29T19:03:22.834 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:22.834 INFO:tasks.workunit.client.0.smithi028.stdout: "mon.55fbc62c63d120c3220dfb51bdacb54ee30cf548": { 2024-08-29T19:03:22.835 INFO:tasks.workunit.client.0.smithi028.stdout: "mon": { 2024-08-29T19:03:22.835 INFO:tasks.workunit.client.0.smithi028.stdout: "election_call": { 2024-08-29T19:03:22.835 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 2 2024-08-29T19:03:22.835 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:22.835 INFO:tasks.workunit.client.0.smithi028.stdout: "election_lose": { 2024-08-29T19:03:22.835 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 3 2024-08-29T19:03:22.835 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:22.835 INFO:tasks.workunit.client.0.smithi028.stdout: "election_win": { 2024-08-29T19:03:22.835 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:22.835 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:22.835 INFO:tasks.workunit.client.0.smithi028.stdout: "num_elections": { 2024-08-29T19:03:22.835 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 13 2024-08-29T19:03:22.835 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:22.835 INFO:tasks.workunit.client.0.smithi028.stdout: "num_sessions": { 2024-08-29T19:03:22.835 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 10 2024-08-29T19:03:22.836 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:22.836 INFO:tasks.workunit.client.0.smithi028.stdout: "session_add": { 2024-08-29T19:03:22.836 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 4 2024-08-29T19:03:22.836 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:22.836 INFO:tasks.workunit.client.0.smithi028.stdout: "session_rm": { 2024-08-29T19:03:22.836 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 260 2024-08-29T19:03:22.836 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:22.836 INFO:tasks.workunit.client.0.smithi028.stdout: "session_trim": { 2024-08-29T19:03:22.836 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:22.836 INFO:tasks.workunit.client.0.smithi028.stdout: } 2024-08-29T19:03:22.836 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:22.836 INFO:tasks.workunit.client.0.smithi028.stdout: "paxos": { 2024-08-29T19:03:22.836 INFO:tasks.workunit.client.0.smithi028.stdout: "accept_timeout": { 2024-08-29T19:03:22.836 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:22.837 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:22.837 INFO:tasks.workunit.client.0.smithi028.stdout: "begin": { 2024-08-29T19:03:22.837 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 7355 2024-08-29T19:03:22.837 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:22.837 INFO:tasks.workunit.client.0.smithi028.stdout: "begin_bytes": { 2024-08-29T19:03:22.837 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 7355, 2024-08-29T19:03:22.837 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 51357475 2024-08-29T19:03:22.837 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:22.837 INFO:tasks.workunit.client.0.smithi028.stdout: "begin_keys": { 2024-08-29T19:03:22.837 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 0, 2024-08-29T19:03:22.837 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:22.837 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:22.837 INFO:tasks.workunit.client.0.smithi028.stdout: "begin_latency": { 2024-08-29T19:03:22.837 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 7355, 2024-08-29T19:03:22.838 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 2035941152 2024-08-29T19:03:22.838 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:22.838 INFO:tasks.workunit.client.0.smithi028.stdout: "collect": { 2024-08-29T19:03:22.838 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 3 2024-08-29T19:03:22.838 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:22.838 INFO:tasks.workunit.client.0.smithi028.stdout: "collect_bytes": { 2024-08-29T19:03:22.838 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 3, 2024-08-29T19:03:22.838 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 219 2024-08-29T19:03:22.838 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:22.838 INFO:tasks.workunit.client.0.smithi028.stdout: "collect_keys": { 2024-08-29T19:03:22.838 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 3, 2024-08-29T19:03:22.838 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 3 2024-08-29T19:03:22.838 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:22.839 INFO:tasks.workunit.client.0.smithi028.stdout: "collect_latency": { 2024-08-29T19:03:22.839 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 3, 2024-08-29T19:03:22.839 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:22.839 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:22.839 INFO:tasks.workunit.client.0.smithi028.stdout: "collect_timeout": { 2024-08-29T19:03:22.839 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:22.839 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:22.839 INFO:tasks.workunit.client.0.smithi028.stdout: "collect_uncommitted": { 2024-08-29T19:03:22.839 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 1 2024-08-29T19:03:22.839 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:22.839 INFO:tasks.workunit.client.0.smithi028.stdout: "commit": { 2024-08-29T19:03:22.839 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 7356 2024-08-29T19:03:22.839 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:22.839 INFO:tasks.workunit.client.0.smithi028.stdout: "commit_bytes": { 2024-08-29T19:03:22.840 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 0, 2024-08-29T19:03:22.840 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:22.840 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:22.840 INFO:tasks.workunit.client.0.smithi028.stdout: "commit_keys": { 2024-08-29T19:03:22.840 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 0, 2024-08-29T19:03:22.840 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:22.840 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:22.840 INFO:tasks.workunit.client.0.smithi028.stdout: "commit_latency": { 2024-08-29T19:03:22.840 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 0, 2024-08-29T19:03:22.840 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:22.840 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:22.840 INFO:tasks.workunit.client.0.smithi028.stdout: "lease_ack_timeout": { 2024-08-29T19:03:22.840 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:22.840 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:22.841 INFO:tasks.workunit.client.0.smithi028.stdout: "lease_timeout": { 2024-08-29T19:03:22.841 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:22.841 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:22.841 INFO:tasks.workunit.client.0.smithi028.stdout: "new_pn": { 2024-08-29T19:03:22.841 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:22.841 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:22.841 INFO:tasks.workunit.client.0.smithi028.stdout: "new_pn_latency": { 2024-08-29T19:03:22.841 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 0, 2024-08-29T19:03:22.841 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:22.841 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:22.841 INFO:tasks.workunit.client.0.smithi028.stdout: "refresh": { 2024-08-29T19:03:22.841 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 7356 2024-08-29T19:03:22.841 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:22.841 INFO:tasks.workunit.client.0.smithi028.stdout: "refresh_latency": { 2024-08-29T19:03:22.842 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 7356, 2024-08-29T19:03:22.842 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 43458738344 2024-08-29T19:03:22.842 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:22.842 INFO:tasks.workunit.client.0.smithi028.stdout: "restart": { 2024-08-29T19:03:22.842 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 15 2024-08-29T19:03:22.842 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:22.842 INFO:tasks.workunit.client.0.smithi028.stdout: "share_state": { 2024-08-29T19:03:22.842 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:22.842 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:22.842 INFO:tasks.workunit.client.0.smithi028.stdout: "share_state_bytes": { 2024-08-29T19:03:22.842 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 0, 2024-08-29T19:03:22.842 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:22.842 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:22.842 INFO:tasks.workunit.client.0.smithi028.stdout: "share_state_keys": { 2024-08-29T19:03:22.842 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 0, 2024-08-29T19:03:22.843 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:22.843 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:22.843 INFO:tasks.workunit.client.0.smithi028.stdout: "start_leader": { 2024-08-29T19:03:22.843 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:22.843 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:22.843 INFO:tasks.workunit.client.0.smithi028.stdout: "start_peon": { 2024-08-29T19:03:22.843 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 3 2024-08-29T19:03:22.843 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:22.843 INFO:tasks.workunit.client.0.smithi028.stdout: "store_state": { 2024-08-29T19:03:22.843 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 7355 2024-08-29T19:03:22.843 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:22.843 INFO:tasks.workunit.client.0.smithi028.stdout: "store_state_bytes": { 2024-08-29T19:03:22.843 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 7355, 2024-08-29T19:03:22.843 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 101407596 2024-08-29T19:03:22.844 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:22.844 INFO:tasks.workunit.client.0.smithi028.stdout: "store_state_keys": { 2024-08-29T19:03:22.844 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 7355, 2024-08-29T19:03:22.844 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 66003 2024-08-29T19:03:22.844 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:22.844 INFO:tasks.workunit.client.0.smithi028.stdout: "store_state_latency": { 2024-08-29T19:03:22.844 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 7355, 2024-08-29T19:03:22.844 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 2455928725 2024-08-29T19:03:22.844 INFO:tasks.workunit.client.0.smithi028.stdout: } 2024-08-29T19:03:22.844 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:22.844 INFO:tasks.workunit.client.0.smithi028.stdout: "prioritycache": { 2024-08-29T19:03:22.844 INFO:tasks.workunit.client.0.smithi028.stdout: "cache_bytes": { 2024-08-29T19:03:22.844 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 1020054731 2024-08-29T19:03:22.844 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:22.845 INFO:tasks.workunit.client.0.smithi028.stdout: "heap_bytes": { 2024-08-29T19:03:22.845 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 168787968 2024-08-29T19:03:22.845 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:22.845 INFO:tasks.workunit.client.0.smithi028.stdout: "mapped_bytes": { 2024-08-29T19:03:22.845 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 167755776 2024-08-29T19:03:22.845 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:22.845 INFO:tasks.workunit.client.0.smithi028.stdout: "target_bytes": { 2024-08-29T19:03:22.845 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 2147483648 2024-08-29T19:03:22.845 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:22.845 INFO:tasks.workunit.client.0.smithi028.stdout: "unmapped_bytes": { 2024-08-29T19:03:22.845 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 1032192 2024-08-29T19:03:22.845 INFO:tasks.workunit.client.0.smithi028.stdout: } 2024-08-29T19:03:22.845 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:22.845 INFO:tasks.workunit.client.0.smithi028.stdout: "prioritycache:full": { 2024-08-29T19:03:22.846 INFO:tasks.workunit.client.0.smithi028.stdout: "committed_bytes": { 2024-08-29T19:03:22.846 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 360710144 2024-08-29T19:03:22.846 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:22.846 INFO:tasks.workunit.client.0.smithi028.stdout: "pri0_bytes": { 2024-08-29T19:03:22.846 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:22.846 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:22.846 INFO:tasks.workunit.client.0.smithi028.stdout: "pri10_bytes": { 2024-08-29T19:03:22.846 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:22.846 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:22.846 INFO:tasks.workunit.client.0.smithi028.stdout: "pri11_bytes": { 2024-08-29T19:03:22.846 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 267493664 2024-08-29T19:03:22.846 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:22.846 INFO:tasks.workunit.client.0.smithi028.stdout: "pri1_bytes": { 2024-08-29T19:03:22.846 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 23085702 2024-08-29T19:03:22.847 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:22.847 INFO:tasks.workunit.client.0.smithi028.stdout: "pri2_bytes": { 2024-08-29T19:03:22.847 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:22.847 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:22.847 INFO:tasks.workunit.client.0.smithi028.stdout: "pri3_bytes": { 2024-08-29T19:03:22.847 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:22.847 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:22.847 INFO:tasks.workunit.client.0.smithi028.stdout: "pri4_bytes": { 2024-08-29T19:03:22.847 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:22.847 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:22.847 INFO:tasks.workunit.client.0.smithi028.stdout: "pri5_bytes": { 2024-08-29T19:03:22.847 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:22.847 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:22.847 INFO:tasks.workunit.client.0.smithi028.stdout: "pri6_bytes": { 2024-08-29T19:03:22.848 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:22.848 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:22.848 INFO:tasks.workunit.client.0.smithi028.stdout: "pri7_bytes": { 2024-08-29T19:03:22.848 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:22.848 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:22.848 INFO:tasks.workunit.client.0.smithi028.stdout: "pri8_bytes": { 2024-08-29T19:03:22.848 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:22.848 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:22.848 INFO:tasks.workunit.client.0.smithi028.stdout: "pri9_bytes": { 2024-08-29T19:03:22.848 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:22.848 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:22.848 INFO:tasks.workunit.client.0.smithi028.stdout: "reserved_bytes": { 2024-08-29T19:03:22.848 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 70130778 2024-08-29T19:03:22.848 INFO:tasks.workunit.client.0.smithi028.stdout: } 2024-08-29T19:03:22.849 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:22.849 INFO:tasks.workunit.client.0.smithi028.stdout: "prioritycache:inc": { 2024-08-29T19:03:22.849 INFO:tasks.workunit.client.0.smithi028.stdout: "committed_bytes": { 2024-08-29T19:03:22.849 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 339738624 2024-08-29T19:03:22.849 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:22.849 INFO:tasks.workunit.client.0.smithi028.stdout: "pri0_bytes": { 2024-08-29T19:03:22.849 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:22.849 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:22.849 INFO:tasks.workunit.client.0.smithi028.stdout: "pri10_bytes": { 2024-08-29T19:03:22.849 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:22.849 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:22.849 INFO:tasks.workunit.client.0.smithi028.stdout: "pri11_bytes": { 2024-08-29T19:03:22.849 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 267493664 2024-08-29T19:03:22.849 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:22.850 INFO:tasks.workunit.client.0.smithi028.stdout: "pri1_bytes": { 2024-08-29T19:03:22.850 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 2634222 2024-08-29T19:03:22.850 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:22.850 INFO:tasks.workunit.client.0.smithi028.stdout: "pri2_bytes": { 2024-08-29T19:03:22.850 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:22.850 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:22.850 INFO:tasks.workunit.client.0.smithi028.stdout: "pri3_bytes": { 2024-08-29T19:03:22.850 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:22.850 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:22.850 INFO:tasks.workunit.client.0.smithi028.stdout: "pri4_bytes": { 2024-08-29T19:03:22.850 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:22.850 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:22.850 INFO:tasks.workunit.client.0.smithi028.stdout: "pri5_bytes": { 2024-08-29T19:03:22.850 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:22.850 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:22.851 INFO:tasks.workunit.client.0.smithi028.stdout: "pri6_bytes": { 2024-08-29T19:03:22.851 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:22.851 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:22.851 INFO:tasks.workunit.client.0.smithi028.stdout: "pri7_bytes": { 2024-08-29T19:03:22.851 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:22.851 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:22.851 INFO:tasks.workunit.client.0.smithi028.stdout: "pri8_bytes": { 2024-08-29T19:03:22.851 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:22.851 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:22.851 INFO:tasks.workunit.client.0.smithi028.stdout: "pri9_bytes": { 2024-08-29T19:03:22.851 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:22.851 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:22.851 INFO:tasks.workunit.client.0.smithi028.stdout: "reserved_bytes": { 2024-08-29T19:03:22.851 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 69610738 2024-08-29T19:03:22.852 INFO:tasks.workunit.client.0.smithi028.stdout: } 2024-08-29T19:03:22.852 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:22.852 INFO:tasks.workunit.client.0.smithi028.stdout: "prioritycache:kv": { 2024-08-29T19:03:22.852 INFO:tasks.workunit.client.0.smithi028.stdout: "committed_bytes": { 2024-08-29T19:03:22.852 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 314572800 2024-08-29T19:03:22.852 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:22.852 INFO:tasks.workunit.client.0.smithi028.stdout: "pri0_bytes": { 2024-08-29T19:03:22.852 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 67108864 2024-08-29T19:03:22.852 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:22.852 INFO:tasks.workunit.client.0.smithi028.stdout: "pri10_bytes": { 2024-08-29T19:03:22.852 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:22.852 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:22.852 INFO:tasks.workunit.client.0.smithi028.stdout: "pri11_bytes": { 2024-08-29T19:03:22.852 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 178329109 2024-08-29T19:03:22.853 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:22.853 INFO:tasks.workunit.client.0.smithi028.stdout: "pri1_bytes": { 2024-08-29T19:03:22.853 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:22.853 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:22.853 INFO:tasks.workunit.client.0.smithi028.stdout: "pri2_bytes": { 2024-08-29T19:03:22.853 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:22.853 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:22.853 INFO:tasks.workunit.client.0.smithi028.stdout: "pri3_bytes": { 2024-08-29T19:03:22.853 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:22.853 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:22.853 INFO:tasks.workunit.client.0.smithi028.stdout: "pri4_bytes": { 2024-08-29T19:03:22.853 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:22.853 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:22.853 INFO:tasks.workunit.client.0.smithi028.stdout: "pri5_bytes": { 2024-08-29T19:03:22.853 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:22.854 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:22.854 INFO:tasks.workunit.client.0.smithi028.stdout: "pri6_bytes": { 2024-08-29T19:03:22.854 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:22.854 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:22.854 INFO:tasks.workunit.client.0.smithi028.stdout: "pri7_bytes": { 2024-08-29T19:03:22.854 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:22.854 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:22.854 INFO:tasks.workunit.client.0.smithi028.stdout: "pri8_bytes": { 2024-08-29T19:03:22.854 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:22.854 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:22.854 INFO:tasks.workunit.client.0.smithi028.stdout: "pri9_bytes": { 2024-08-29T19:03:22.854 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:22.854 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:22.854 INFO:tasks.workunit.client.0.smithi028.stdout: "reserved_bytes": { 2024-08-29T19:03:22.855 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 69134827 2024-08-29T19:03:22.855 INFO:tasks.workunit.client.0.smithi028.stdout: } 2024-08-29T19:03:22.855 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:22.855 INFO:tasks.workunit.client.0.smithi028.stdout: "rocksdb": { 2024-08-29T19:03:22.855 INFO:tasks.workunit.client.0.smithi028.stdout: "compact": { 2024-08-29T19:03:22.855 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:22.855 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:22.855 INFO:tasks.workunit.client.0.smithi028.stdout: "compact_queue_len": { 2024-08-29T19:03:22.855 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:22.855 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:22.855 INFO:tasks.workunit.client.0.smithi028.stdout: "compact_queue_merge": { 2024-08-29T19:03:22.855 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:22.855 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:22.855 INFO:tasks.workunit.client.0.smithi028.stdout: "compact_range": { 2024-08-29T19:03:22.855 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 88 2024-08-29T19:03:22.856 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:22.856 INFO:tasks.workunit.client.0.smithi028.stdout: "get_latency": { 2024-08-29T19:03:22.856 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 322713, 2024-08-29T19:03:22.856 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 3680652631 2024-08-29T19:03:22.856 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:22.856 INFO:tasks.workunit.client.0.smithi028.stdout: "rocksdb_write_delay_time": { 2024-08-29T19:03:22.856 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 0, 2024-08-29T19:03:22.856 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:22.856 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:22.856 INFO:tasks.workunit.client.0.smithi028.stdout: "rocksdb_write_memtable_time": { 2024-08-29T19:03:22.856 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 0, 2024-08-29T19:03:22.856 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:22.856 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:22.856 INFO:tasks.workunit.client.0.smithi028.stdout: "rocksdb_write_pre_and_post_time": { 2024-08-29T19:03:22.857 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 0, 2024-08-29T19:03:22.857 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:22.857 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:22.857 INFO:tasks.workunit.client.0.smithi028.stdout: "rocksdb_write_wal_time": { 2024-08-29T19:03:22.857 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 0, 2024-08-29T19:03:22.857 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:22.857 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:22.857 INFO:tasks.workunit.client.0.smithi028.stdout: "submit_latency": { 2024-08-29T19:03:22.857 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 0, 2024-08-29T19:03:22.857 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:22.857 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:22.857 INFO:tasks.workunit.client.0.smithi028.stdout: "submit_sync_latency": { 2024-08-29T19:03:22.857 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 17874, 2024-08-29T19:03:22.857 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 5175564954 2024-08-29T19:03:22.858 INFO:tasks.workunit.client.0.smithi028.stdout: } 2024-08-29T19:03:22.858 INFO:tasks.workunit.client.0.smithi028.stdout: } 2024-08-29T19:03:22.858 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:22.858 INFO:tasks.workunit.client.0.smithi028.stdout: "mon.a2df9e26f4a5fcbeed319f1798118f10993a0555": { 2024-08-29T19:03:22.858 INFO:tasks.workunit.client.0.smithi028.stdout: "mon": { 2024-08-29T19:03:22.858 INFO:tasks.workunit.client.0.smithi028.stdout: "election_call": { 2024-08-29T19:03:22.858 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 3 2024-08-29T19:03:22.858 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:22.858 INFO:tasks.workunit.client.0.smithi028.stdout: "election_lose": { 2024-08-29T19:03:22.858 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 3 2024-08-29T19:03:22.858 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:22.858 INFO:tasks.workunit.client.0.smithi028.stdout: "election_win": { 2024-08-29T19:03:22.858 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:22.859 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:22.859 INFO:tasks.workunit.client.0.smithi028.stdout: "num_elections": { 2024-08-29T19:03:22.859 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 11 2024-08-29T19:03:22.859 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:22.859 INFO:tasks.workunit.client.0.smithi028.stdout: "num_sessions": { 2024-08-29T19:03:22.859 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 8 2024-08-29T19:03:22.859 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:22.859 INFO:tasks.workunit.client.0.smithi028.stdout: "session_add": { 2024-08-29T19:03:22.859 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 3 2024-08-29T19:03:22.859 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:22.859 INFO:tasks.workunit.client.0.smithi028.stdout: "session_rm": { 2024-08-29T19:03:22.859 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 239 2024-08-29T19:03:22.859 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:22.859 INFO:tasks.workunit.client.0.smithi028.stdout: "session_trim": { 2024-08-29T19:03:22.859 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:22.860 INFO:tasks.workunit.client.0.smithi028.stdout: } 2024-08-29T19:03:22.860 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:22.860 INFO:tasks.workunit.client.0.smithi028.stdout: "paxos": { 2024-08-29T19:03:22.860 INFO:tasks.workunit.client.0.smithi028.stdout: "accept_timeout": { 2024-08-29T19:03:22.860 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:22.860 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:22.860 INFO:tasks.workunit.client.0.smithi028.stdout: "begin": { 2024-08-29T19:03:22.860 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 7293 2024-08-29T19:03:22.860 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:22.860 INFO:tasks.workunit.client.0.smithi028.stdout: "begin_bytes": { 2024-08-29T19:03:22.860 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 7293, 2024-08-29T19:03:22.860 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 50918389 2024-08-29T19:03:22.860 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:22.861 INFO:tasks.workunit.client.0.smithi028.stdout: "begin_keys": { 2024-08-29T19:03:22.861 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 0, 2024-08-29T19:03:22.861 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:22.861 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:22.861 INFO:tasks.workunit.client.0.smithi028.stdout: "begin_latency": { 2024-08-29T19:03:22.861 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 7293, 2024-08-29T19:03:22.861 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 1755963070 2024-08-29T19:03:22.861 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:22.861 INFO:tasks.workunit.client.0.smithi028.stdout: "collect": { 2024-08-29T19:03:22.861 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 3 2024-08-29T19:03:22.861 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:22.861 INFO:tasks.workunit.client.0.smithi028.stdout: "collect_bytes": { 2024-08-29T19:03:22.861 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 3, 2024-08-29T19:03:22.861 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 219 2024-08-29T19:03:22.861 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:22.862 INFO:tasks.workunit.client.0.smithi028.stdout: "collect_keys": { 2024-08-29T19:03:22.862 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 3, 2024-08-29T19:03:22.862 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 3 2024-08-29T19:03:22.862 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:22.862 INFO:tasks.workunit.client.0.smithi028.stdout: "collect_latency": { 2024-08-29T19:03:22.862 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 3, 2024-08-29T19:03:22.862 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:22.862 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:22.862 INFO:tasks.workunit.client.0.smithi028.stdout: "collect_timeout": { 2024-08-29T19:03:22.862 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:22.862 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:22.862 INFO:tasks.workunit.client.0.smithi028.stdout: "collect_uncommitted": { 2024-08-29T19:03:22.862 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:22.862 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:22.863 INFO:tasks.workunit.client.0.smithi028.stdout: "commit": { 2024-08-29T19:03:22.863 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 7293 2024-08-29T19:03:22.863 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:22.863 INFO:tasks.workunit.client.0.smithi028.stdout: "commit_bytes": { 2024-08-29T19:03:22.863 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 0, 2024-08-29T19:03:22.863 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:22.863 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:22.863 INFO:tasks.workunit.client.0.smithi028.stdout: "commit_keys": { 2024-08-29T19:03:22.863 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 0, 2024-08-29T19:03:22.863 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:22.863 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:22.863 INFO:tasks.workunit.client.0.smithi028.stdout: "commit_latency": { 2024-08-29T19:03:22.863 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 0, 2024-08-29T19:03:22.863 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:22.864 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:22.864 INFO:tasks.workunit.client.0.smithi028.stdout: "lease_ack_timeout": { 2024-08-29T19:03:22.864 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:22.864 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:22.864 INFO:tasks.workunit.client.0.smithi028.stdout: "lease_timeout": { 2024-08-29T19:03:22.864 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:22.864 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:22.864 INFO:tasks.workunit.client.0.smithi028.stdout: "new_pn": { 2024-08-29T19:03:22.864 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:22.864 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:22.864 INFO:tasks.workunit.client.0.smithi028.stdout: "new_pn_latency": { 2024-08-29T19:03:22.864 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 0, 2024-08-29T19:03:22.864 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:22.864 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:22.865 INFO:tasks.workunit.client.0.smithi028.stdout: "refresh": { 2024-08-29T19:03:22.865 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 7293 2024-08-29T19:03:22.865 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:22.865 INFO:tasks.workunit.client.0.smithi028.stdout: "refresh_latency": { 2024-08-29T19:03:22.865 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 7293, 2024-08-29T19:03:22.865 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 37399222732 2024-08-29T19:03:22.865 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:22.865 INFO:tasks.workunit.client.0.smithi028.stdout: "restart": { 2024-08-29T19:03:22.865 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 13 2024-08-29T19:03:22.865 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:22.865 INFO:tasks.workunit.client.0.smithi028.stdout: "share_state": { 2024-08-29T19:03:22.865 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:22.865 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:22.865 INFO:tasks.workunit.client.0.smithi028.stdout: "share_state_bytes": { 2024-08-29T19:03:22.866 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 0, 2024-08-29T19:03:22.866 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:22.866 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:22.866 INFO:tasks.workunit.client.0.smithi028.stdout: "share_state_keys": { 2024-08-29T19:03:22.866 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 0, 2024-08-29T19:03:22.866 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:22.866 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:22.866 INFO:tasks.workunit.client.0.smithi028.stdout: "start_leader": { 2024-08-29T19:03:22.866 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:22.866 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:22.866 INFO:tasks.workunit.client.0.smithi028.stdout: "start_peon": { 2024-08-29T19:03:22.866 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 3 2024-08-29T19:03:22.866 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:22.866 INFO:tasks.workunit.client.0.smithi028.stdout: "store_state": { 2024-08-29T19:03:22.867 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 7293 2024-08-29T19:03:22.867 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:22.867 INFO:tasks.workunit.client.0.smithi028.stdout: "store_state_bytes": { 2024-08-29T19:03:22.867 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 7293, 2024-08-29T19:03:22.867 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 100447722 2024-08-29T19:03:22.867 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:22.867 INFO:tasks.workunit.client.0.smithi028.stdout: "store_state_keys": { 2024-08-29T19:03:22.867 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 7293, 2024-08-29T19:03:22.867 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 65293 2024-08-29T19:03:22.867 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:22.867 INFO:tasks.workunit.client.0.smithi028.stdout: "store_state_latency": { 2024-08-29T19:03:22.867 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 7293, 2024-08-29T19:03:22.867 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 2031957854 2024-08-29T19:03:22.867 INFO:tasks.workunit.client.0.smithi028.stdout: } 2024-08-29T19:03:22.867 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:22.868 INFO:tasks.workunit.client.0.smithi028.stdout: "prioritycache": { 2024-08-29T19:03:22.868 INFO:tasks.workunit.client.0.smithi028.stdout: "cache_bytes": { 2024-08-29T19:03:22.868 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 1020054731 2024-08-29T19:03:22.868 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:22.868 INFO:tasks.workunit.client.0.smithi028.stdout: "heap_bytes": { 2024-08-29T19:03:22.868 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 154083328 2024-08-29T19:03:22.868 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:22.868 INFO:tasks.workunit.client.0.smithi028.stdout: "mapped_bytes": { 2024-08-29T19:03:22.868 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 152911872 2024-08-29T19:03:22.868 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:22.868 INFO:tasks.workunit.client.0.smithi028.stdout: "target_bytes": { 2024-08-29T19:03:22.868 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 2147483648 2024-08-29T19:03:22.868 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:22.868 INFO:tasks.workunit.client.0.smithi028.stdout: "unmapped_bytes": { 2024-08-29T19:03:22.869 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 1171456 2024-08-29T19:03:22.869 INFO:tasks.workunit.client.0.smithi028.stdout: } 2024-08-29T19:03:22.869 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:22.869 INFO:tasks.workunit.client.0.smithi028.stdout: "prioritycache:full": { 2024-08-29T19:03:22.869 INFO:tasks.workunit.client.0.smithi028.stdout: "committed_bytes": { 2024-08-29T19:03:22.869 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 360710144 2024-08-29T19:03:22.869 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:22.869 INFO:tasks.workunit.client.0.smithi028.stdout: "pri0_bytes": { 2024-08-29T19:03:22.869 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:22.869 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:22.869 INFO:tasks.workunit.client.0.smithi028.stdout: "pri10_bytes": { 2024-08-29T19:03:22.869 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:22.869 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:22.869 INFO:tasks.workunit.client.0.smithi028.stdout: "pri11_bytes": { 2024-08-29T19:03:22.870 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 268356377 2024-08-29T19:03:22.870 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:22.870 INFO:tasks.workunit.client.0.smithi028.stdout: "pri1_bytes": { 2024-08-29T19:03:22.870 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 22047586 2024-08-29T19:03:22.870 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:22.870 INFO:tasks.workunit.client.0.smithi028.stdout: "pri2_bytes": { 2024-08-29T19:03:22.870 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:22.870 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:22.870 INFO:tasks.workunit.client.0.smithi028.stdout: "pri3_bytes": { 2024-08-29T19:03:22.870 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:22.870 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:22.870 INFO:tasks.workunit.client.0.smithi028.stdout: "pri4_bytes": { 2024-08-29T19:03:22.870 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:22.870 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:22.871 INFO:tasks.workunit.client.0.smithi028.stdout: "pri5_bytes": { 2024-08-29T19:03:22.871 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:22.871 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:22.871 INFO:tasks.workunit.client.0.smithi028.stdout: "pri6_bytes": { 2024-08-29T19:03:22.871 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:22.871 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:22.871 INFO:tasks.workunit.client.0.smithi028.stdout: "pri7_bytes": { 2024-08-29T19:03:22.871 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:22.871 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:22.871 INFO:tasks.workunit.client.0.smithi028.stdout: "pri8_bytes": { 2024-08-29T19:03:22.871 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:22.871 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:22.871 INFO:tasks.workunit.client.0.smithi028.stdout: "pri9_bytes": { 2024-08-29T19:03:22.871 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:22.871 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:22.872 INFO:tasks.workunit.client.0.smithi028.stdout: "reserved_bytes": { 2024-08-29T19:03:22.872 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 70306181 2024-08-29T19:03:22.872 INFO:tasks.workunit.client.0.smithi028.stdout: } 2024-08-29T19:03:22.872 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:22.872 INFO:tasks.workunit.client.0.smithi028.stdout: "prioritycache:inc": { 2024-08-29T19:03:22.872 INFO:tasks.workunit.client.0.smithi028.stdout: "committed_bytes": { 2024-08-29T19:03:22.872 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 339738624 2024-08-29T19:03:22.872 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:22.872 INFO:tasks.workunit.client.0.smithi028.stdout: "pri0_bytes": { 2024-08-29T19:03:22.872 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:22.872 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:22.872 INFO:tasks.workunit.client.0.smithi028.stdout: "pri10_bytes": { 2024-08-29T19:03:22.872 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:22.872 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:22.873 INFO:tasks.workunit.client.0.smithi028.stdout: "pri11_bytes": { 2024-08-29T19:03:22.873 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 268356377 2024-08-29T19:03:22.873 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:22.873 INFO:tasks.workunit.client.0.smithi028.stdout: "pri1_bytes": { 2024-08-29T19:03:22.873 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 1371770 2024-08-29T19:03:22.873 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:22.873 INFO:tasks.workunit.client.0.smithi028.stdout: "pri2_bytes": { 2024-08-29T19:03:22.873 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:22.873 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:22.873 INFO:tasks.workunit.client.0.smithi028.stdout: "pri3_bytes": { 2024-08-29T19:03:22.873 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:22.873 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:22.873 INFO:tasks.workunit.client.0.smithi028.stdout: "pri4_bytes": { 2024-08-29T19:03:22.873 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:22.874 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:22.874 INFO:tasks.workunit.client.0.smithi028.stdout: "pri5_bytes": { 2024-08-29T19:03:22.874 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:22.874 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:22.874 INFO:tasks.workunit.client.0.smithi028.stdout: "pri6_bytes": { 2024-08-29T19:03:22.874 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:22.874 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:22.874 INFO:tasks.workunit.client.0.smithi028.stdout: "pri7_bytes": { 2024-08-29T19:03:22.874 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:22.874 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:22.874 INFO:tasks.workunit.client.0.smithi028.stdout: "pri8_bytes": { 2024-08-29T19:03:22.874 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:22.874 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:22.874 INFO:tasks.workunit.client.0.smithi028.stdout: "pri9_bytes": { 2024-08-29T19:03:22.875 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:22.875 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:22.875 INFO:tasks.workunit.client.0.smithi028.stdout: "reserved_bytes": { 2024-08-29T19:03:22.875 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 70010477 2024-08-29T19:03:22.875 INFO:tasks.workunit.client.0.smithi028.stdout: } 2024-08-29T19:03:22.875 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:22.875 INFO:tasks.workunit.client.0.smithi028.stdout: "prioritycache:kv": { 2024-08-29T19:03:22.875 INFO:tasks.workunit.client.0.smithi028.stdout: "committed_bytes": { 2024-08-29T19:03:22.875 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 314572800 2024-08-29T19:03:22.875 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:22.875 INFO:tasks.workunit.client.0.smithi028.stdout: "pri0_bytes": { 2024-08-29T19:03:22.875 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 67108864 2024-08-29T19:03:22.875 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:22.875 INFO:tasks.workunit.client.0.smithi028.stdout: "pri10_bytes": { 2024-08-29T19:03:22.876 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:22.876 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:22.876 INFO:tasks.workunit.client.0.smithi028.stdout: "pri11_bytes": { 2024-08-29T19:03:22.876 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 178904251 2024-08-29T19:03:22.876 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:22.876 INFO:tasks.workunit.client.0.smithi028.stdout: "pri1_bytes": { 2024-08-29T19:03:22.876 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:22.876 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:22.876 INFO:tasks.workunit.client.0.smithi028.stdout: "pri2_bytes": { 2024-08-29T19:03:22.876 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:22.876 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:22.876 INFO:tasks.workunit.client.0.smithi028.stdout: "pri3_bytes": { 2024-08-29T19:03:22.876 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:22.876 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:22.876 INFO:tasks.workunit.client.0.smithi028.stdout: "pri4_bytes": { 2024-08-29T19:03:22.877 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:22.877 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:22.877 INFO:tasks.workunit.client.0.smithi028.stdout: "pri5_bytes": { 2024-08-29T19:03:22.877 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:22.877 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:22.877 INFO:tasks.workunit.client.0.smithi028.stdout: "pri6_bytes": { 2024-08-29T19:03:22.877 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:22.877 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:22.877 INFO:tasks.workunit.client.0.smithi028.stdout: "pri7_bytes": { 2024-08-29T19:03:22.877 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:22.877 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:22.877 INFO:tasks.workunit.client.0.smithi028.stdout: "pri8_bytes": { 2024-08-29T19:03:22.877 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:22.877 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:22.878 INFO:tasks.workunit.client.0.smithi028.stdout: "pri9_bytes": { 2024-08-29T19:03:22.878 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:22.878 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:22.878 INFO:tasks.workunit.client.0.smithi028.stdout: "reserved_bytes": { 2024-08-29T19:03:22.878 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 68559685 2024-08-29T19:03:22.878 INFO:tasks.workunit.client.0.smithi028.stdout: } 2024-08-29T19:03:22.878 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:22.878 INFO:tasks.workunit.client.0.smithi028.stdout: "rocksdb": { 2024-08-29T19:03:22.878 INFO:tasks.workunit.client.0.smithi028.stdout: "compact": { 2024-08-29T19:03:22.878 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:22.878 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:22.878 INFO:tasks.workunit.client.0.smithi028.stdout: "compact_queue_len": { 2024-08-29T19:03:22.879 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:22.879 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:22.879 INFO:tasks.workunit.client.0.smithi028.stdout: "compact_queue_merge": { 2024-08-29T19:03:22.879 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:22.879 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:22.879 INFO:tasks.workunit.client.0.smithi028.stdout: "compact_range": { 2024-08-29T19:03:22.879 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 87 2024-08-29T19:03:22.879 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:22.879 INFO:tasks.workunit.client.0.smithi028.stdout: "get_latency": { 2024-08-29T19:03:22.879 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 317699, 2024-08-29T19:03:22.879 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 3218519044 2024-08-29T19:03:22.879 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:22.879 INFO:tasks.workunit.client.0.smithi028.stdout: "rocksdb_write_delay_time": { 2024-08-29T19:03:22.879 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 0, 2024-08-29T19:03:22.880 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:22.880 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:22.880 INFO:tasks.workunit.client.0.smithi028.stdout: "rocksdb_write_memtable_time": { 2024-08-29T19:03:22.880 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 0, 2024-08-29T19:03:22.880 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:22.880 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:22.880 INFO:tasks.workunit.client.0.smithi028.stdout: "rocksdb_write_pre_and_post_time": { 2024-08-29T19:03:22.880 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 0, 2024-08-29T19:03:22.880 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:22.880 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:22.880 INFO:tasks.workunit.client.0.smithi028.stdout: "rocksdb_write_wal_time": { 2024-08-29T19:03:22.880 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 0, 2024-08-29T19:03:22.880 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:22.880 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:22.881 INFO:tasks.workunit.client.0.smithi028.stdout: "submit_latency": { 2024-08-29T19:03:22.881 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 0, 2024-08-29T19:03:22.881 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:22.881 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:22.881 INFO:tasks.workunit.client.0.smithi028.stdout: "submit_sync_latency": { 2024-08-29T19:03:22.881 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 17717, 2024-08-29T19:03:22.881 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 4937943900 2024-08-29T19:03:22.881 INFO:tasks.workunit.client.0.smithi028.stdout: } 2024-08-29T19:03:22.881 INFO:tasks.workunit.client.0.smithi028.stdout: } 2024-08-29T19:03:22.881 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:22.881 INFO:tasks.workunit.client.0.smithi028.stdout: "mon.e4958ae9278a574c0226651ef9b7bc2d4e1b34b9": { 2024-08-29T19:03:22.881 INFO:tasks.workunit.client.0.smithi028.stdout: "mon": { 2024-08-29T19:03:22.881 INFO:tasks.workunit.client.0.smithi028.stdout: "election_call": { 2024-08-29T19:03:22.881 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 6 2024-08-29T19:03:22.882 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:22.882 INFO:tasks.workunit.client.0.smithi028.stdout: "election_lose": { 2024-08-29T19:03:22.882 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:22.882 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:22.882 INFO:tasks.workunit.client.0.smithi028.stdout: "election_win": { 2024-08-29T19:03:22.882 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 6 2024-08-29T19:03:22.882 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:22.882 INFO:tasks.workunit.client.0.smithi028.stdout: "num_elections": { 2024-08-29T19:03:22.882 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 21 2024-08-29T19:03:22.882 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:22.882 INFO:tasks.workunit.client.0.smithi028.stdout: "num_sessions": { 2024-08-29T19:03:22.882 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 9 2024-08-29T19:03:22.882 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:22.883 INFO:tasks.workunit.client.0.smithi028.stdout: "session_add": { 2024-08-29T19:03:22.883 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 5 2024-08-29T19:03:22.883 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:22.883 INFO:tasks.workunit.client.0.smithi028.stdout: "session_rm": { 2024-08-29T19:03:22.883 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 232 2024-08-29T19:03:22.883 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:22.883 INFO:tasks.workunit.client.0.smithi028.stdout: "session_trim": { 2024-08-29T19:03:22.883 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:22.883 INFO:tasks.workunit.client.0.smithi028.stdout: } 2024-08-29T19:03:22.883 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:22.883 INFO:tasks.workunit.client.0.smithi028.stdout: "paxos": { 2024-08-29T19:03:22.883 INFO:tasks.workunit.client.0.smithi028.stdout: "accept_timeout": { 2024-08-29T19:03:22.883 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:22.883 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:22.884 INFO:tasks.workunit.client.0.smithi028.stdout: "begin": { 2024-08-29T19:03:22.884 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 7452 2024-08-29T19:03:22.884 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:22.884 INFO:tasks.workunit.client.0.smithi028.stdout: "begin_bytes": { 2024-08-29T19:03:22.884 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 7452, 2024-08-29T19:03:22.884 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 52693577 2024-08-29T19:03:22.884 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:22.884 INFO:tasks.workunit.client.0.smithi028.stdout: "begin_keys": { 2024-08-29T19:03:22.884 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 7452, 2024-08-29T19:03:22.884 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 22356 2024-08-29T19:03:22.884 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:22.884 INFO:tasks.workunit.client.0.smithi028.stdout: "begin_latency": { 2024-08-29T19:03:22.884 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 7452, 2024-08-29T19:03:22.884 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 2495927499 2024-08-29T19:03:22.885 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:22.885 INFO:tasks.workunit.client.0.smithi028.stdout: "collect": { 2024-08-29T19:03:22.885 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:22.885 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:22.885 INFO:tasks.workunit.client.0.smithi028.stdout: "collect_bytes": { 2024-08-29T19:03:22.885 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 0, 2024-08-29T19:03:22.885 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:22.885 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:22.885 INFO:tasks.workunit.client.0.smithi028.stdout: "collect_keys": { 2024-08-29T19:03:22.885 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 0, 2024-08-29T19:03:22.885 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:22.885 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:22.885 INFO:tasks.workunit.client.0.smithi028.stdout: "collect_latency": { 2024-08-29T19:03:22.886 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 0, 2024-08-29T19:03:22.886 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:22.886 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:22.886 INFO:tasks.workunit.client.0.smithi028.stdout: "collect_timeout": { 2024-08-29T19:03:22.886 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:22.886 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:22.886 INFO:tasks.workunit.client.0.smithi028.stdout: "collect_uncommitted": { 2024-08-29T19:03:22.886 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 3 2024-08-29T19:03:22.886 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:22.886 INFO:tasks.workunit.client.0.smithi028.stdout: "commit": { 2024-08-29T19:03:22.886 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 7449 2024-08-29T19:03:22.886 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:22.886 INFO:tasks.workunit.client.0.smithi028.stdout: "commit_bytes": { 2024-08-29T19:03:22.886 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 7449, 2024-08-29T19:03:22.887 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 52124910 2024-08-29T19:03:22.887 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:22.887 INFO:tasks.workunit.client.0.smithi028.stdout: "commit_keys": { 2024-08-29T19:03:22.887 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 7449, 2024-08-29T19:03:22.887 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 59267 2024-08-29T19:03:22.887 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:22.887 INFO:tasks.workunit.client.0.smithi028.stdout: "commit_latency": { 2024-08-29T19:03:22.887 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 7449, 2024-08-29T19:03:22.887 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 2509376482 2024-08-29T19:03:22.887 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:22.887 INFO:tasks.workunit.client.0.smithi028.stdout: "lease_ack_timeout": { 2024-08-29T19:03:22.887 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:22.887 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:22.887 INFO:tasks.workunit.client.0.smithi028.stdout: "lease_timeout": { 2024-08-29T19:03:22.888 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:22.888 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:22.888 INFO:tasks.workunit.client.0.smithi028.stdout: "new_pn": { 2024-08-29T19:03:22.888 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 6 2024-08-29T19:03:22.888 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:22.888 INFO:tasks.workunit.client.0.smithi028.stdout: "new_pn_latency": { 2024-08-29T19:03:22.888 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 6, 2024-08-29T19:03:22.888 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:22.888 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:22.888 INFO:tasks.workunit.client.0.smithi028.stdout: "refresh": { 2024-08-29T19:03:22.888 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 7452 2024-08-29T19:03:22.888 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:22.888 INFO:tasks.workunit.client.0.smithi028.stdout: "refresh_latency": { 2024-08-29T19:03:22.888 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 7452, 2024-08-29T19:03:22.888 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 45286680398 2024-08-29T19:03:22.889 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:22.889 INFO:tasks.workunit.client.0.smithi028.stdout: "restart": { 2024-08-29T19:03:22.889 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 23 2024-08-29T19:03:22.889 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:22.889 INFO:tasks.workunit.client.0.smithi028.stdout: "share_state": { 2024-08-29T19:03:22.889 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 2 2024-08-29T19:03:22.889 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:22.889 INFO:tasks.workunit.client.0.smithi028.stdout: "share_state_bytes": { 2024-08-29T19:03:22.889 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 2, 2024-08-29T19:03:22.889 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 114458 2024-08-29T19:03:22.889 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:22.889 INFO:tasks.workunit.client.0.smithi028.stdout: "share_state_keys": { 2024-08-29T19:03:22.889 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 2, 2024-08-29T19:03:22.890 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 10 2024-08-29T19:03:22.890 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:22.890 INFO:tasks.workunit.client.0.smithi028.stdout: "start_leader": { 2024-08-29T19:03:22.890 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 6 2024-08-29T19:03:22.890 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:22.890 INFO:tasks.workunit.client.0.smithi028.stdout: "start_peon": { 2024-08-29T19:03:22.890 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:22.890 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:22.890 INFO:tasks.workunit.client.0.smithi028.stdout: "store_state": { 2024-08-29T19:03:22.890 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:22.890 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:22.890 INFO:tasks.workunit.client.0.smithi028.stdout: "store_state_bytes": { 2024-08-29T19:03:22.890 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 0, 2024-08-29T19:03:22.890 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:22.891 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:22.891 INFO:tasks.workunit.client.0.smithi028.stdout: "store_state_keys": { 2024-08-29T19:03:22.891 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 0, 2024-08-29T19:03:22.891 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:22.891 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:22.891 INFO:tasks.workunit.client.0.smithi028.stdout: "store_state_latency": { 2024-08-29T19:03:22.891 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 0, 2024-08-29T19:03:22.891 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:22.891 INFO:tasks.workunit.client.0.smithi028.stdout: } 2024-08-29T19:03:22.891 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:22.891 INFO:tasks.workunit.client.0.smithi028.stdout: "prioritycache": { 2024-08-29T19:03:22.891 INFO:tasks.workunit.client.0.smithi028.stdout: "cache_bytes": { 2024-08-29T19:03:22.891 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 1020054731 2024-08-29T19:03:22.891 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:22.892 INFO:tasks.workunit.client.0.smithi028.stdout: "heap_bytes": { 2024-08-29T19:03:22.892 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 240320512 2024-08-29T19:03:22.892 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:22.892 INFO:tasks.workunit.client.0.smithi028.stdout: "mapped_bytes": { 2024-08-29T19:03:22.892 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 239910912 2024-08-29T19:03:22.892 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:22.892 INFO:tasks.workunit.client.0.smithi028.stdout: "target_bytes": { 2024-08-29T19:03:22.892 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 2147483648 2024-08-29T19:03:22.892 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:22.892 INFO:tasks.workunit.client.0.smithi028.stdout: "unmapped_bytes": { 2024-08-29T19:03:22.892 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 409600 2024-08-29T19:03:22.892 INFO:tasks.workunit.client.0.smithi028.stdout: } 2024-08-29T19:03:22.892 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:22.892 INFO:tasks.workunit.client.0.smithi028.stdout: "prioritycache:full": { 2024-08-29T19:03:22.893 INFO:tasks.workunit.client.0.smithi028.stdout: "committed_bytes": { 2024-08-29T19:03:22.893 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 360710144 2024-08-29T19:03:22.893 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:22.893 INFO:tasks.workunit.client.0.smithi028.stdout: "pri0_bytes": { 2024-08-29T19:03:22.893 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:22.893 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:22.893 INFO:tasks.workunit.client.0.smithi028.stdout: "pri10_bytes": { 2024-08-29T19:03:22.893 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:22.893 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:22.893 INFO:tasks.workunit.client.0.smithi028.stdout: "pri11_bytes": { 2024-08-29T19:03:22.893 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 267796799 2024-08-29T19:03:22.893 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:22.893 INFO:tasks.workunit.client.0.smithi028.stdout: "pri1_bytes": { 2024-08-29T19:03:22.893 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 23168368 2024-08-29T19:03:22.893 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:22.894 INFO:tasks.workunit.client.0.smithi028.stdout: "pri2_bytes": { 2024-08-29T19:03:22.894 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:22.894 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:22.894 INFO:tasks.workunit.client.0.smithi028.stdout: "pri3_bytes": { 2024-08-29T19:03:22.894 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:22.894 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:22.894 INFO:tasks.workunit.client.0.smithi028.stdout: "pri4_bytes": { 2024-08-29T19:03:22.894 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:22.894 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:22.894 INFO:tasks.workunit.client.0.smithi028.stdout: "pri5_bytes": { 2024-08-29T19:03:22.894 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:22.894 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:22.894 INFO:tasks.workunit.client.0.smithi028.stdout: "pri6_bytes": { 2024-08-29T19:03:22.894 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:22.895 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:22.895 INFO:tasks.workunit.client.0.smithi028.stdout: "pri7_bytes": { 2024-08-29T19:03:22.895 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:22.895 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:22.895 INFO:tasks.workunit.client.0.smithi028.stdout: "pri8_bytes": { 2024-08-29T19:03:22.895 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:22.895 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:22.895 INFO:tasks.workunit.client.0.smithi028.stdout: "pri9_bytes": { 2024-08-29T19:03:22.895 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:22.895 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:22.895 INFO:tasks.workunit.client.0.smithi028.stdout: "reserved_bytes": { 2024-08-29T19:03:22.895 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 69744977 2024-08-29T19:03:22.895 INFO:tasks.workunit.client.0.smithi028.stdout: } 2024-08-29T19:03:22.895 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:22.895 INFO:tasks.workunit.client.0.smithi028.stdout: "prioritycache:inc": { 2024-08-29T19:03:22.896 INFO:tasks.workunit.client.0.smithi028.stdout: "committed_bytes": { 2024-08-29T19:03:22.896 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 339738624 2024-08-29T19:03:22.896 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:22.896 INFO:tasks.workunit.client.0.smithi028.stdout: "pri0_bytes": { 2024-08-29T19:03:22.896 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:22.896 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:22.896 INFO:tasks.workunit.client.0.smithi028.stdout: "pri10_bytes": { 2024-08-29T19:03:22.896 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:22.896 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:22.896 INFO:tasks.workunit.client.0.smithi028.stdout: "pri11_bytes": { 2024-08-29T19:03:22.896 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 267796799 2024-08-29T19:03:22.896 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:22.896 INFO:tasks.workunit.client.0.smithi028.stdout: "pri1_bytes": { 2024-08-29T19:03:22.896 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 1743196 2024-08-29T19:03:22.897 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:22.897 INFO:tasks.workunit.client.0.smithi028.stdout: "pri2_bytes": { 2024-08-29T19:03:22.897 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:22.897 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:22.897 INFO:tasks.workunit.client.0.smithi028.stdout: "pri3_bytes": { 2024-08-29T19:03:22.897 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:22.897 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:22.897 INFO:tasks.workunit.client.0.smithi028.stdout: "pri4_bytes": { 2024-08-29T19:03:22.897 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:22.897 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:22.897 INFO:tasks.workunit.client.0.smithi028.stdout: "pri5_bytes": { 2024-08-29T19:03:22.897 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:22.897 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:22.897 INFO:tasks.workunit.client.0.smithi028.stdout: "pri6_bytes": { 2024-08-29T19:03:22.898 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:22.898 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:22.898 INFO:tasks.workunit.client.0.smithi028.stdout: "pri7_bytes": { 2024-08-29T19:03:22.898 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:22.898 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:22.898 INFO:tasks.workunit.client.0.smithi028.stdout: "pri8_bytes": { 2024-08-29T19:03:22.898 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:22.898 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:22.898 INFO:tasks.workunit.client.0.smithi028.stdout: "pri9_bytes": { 2024-08-29T19:03:22.898 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:22.898 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:22.898 INFO:tasks.workunit.client.0.smithi028.stdout: "reserved_bytes": { 2024-08-29T19:03:22.898 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 70198629 2024-08-29T19:03:22.899 INFO:tasks.workunit.client.0.smithi028.stdout: } 2024-08-29T19:03:22.899 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:22.899 INFO:tasks.workunit.client.0.smithi028.stdout: "prioritycache:kv": { 2024-08-29T19:03:22.899 INFO:tasks.workunit.client.0.smithi028.stdout: "committed_bytes": { 2024-08-29T19:03:22.899 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 314572800 2024-08-29T19:03:22.899 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:22.899 INFO:tasks.workunit.client.0.smithi028.stdout: "pri0_bytes": { 2024-08-29T19:03:22.899 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 67108864 2024-08-29T19:03:22.899 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:22.899 INFO:tasks.workunit.client.0.smithi028.stdout: "pri10_bytes": { 2024-08-29T19:03:22.899 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:22.899 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:22.899 INFO:tasks.workunit.client.0.smithi028.stdout: "pri11_bytes": { 2024-08-29T19:03:22.899 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 178531199 2024-08-29T19:03:22.899 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:22.900 INFO:tasks.workunit.client.0.smithi028.stdout: "pri1_bytes": { 2024-08-29T19:03:22.900 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:22.900 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:22.900 INFO:tasks.workunit.client.0.smithi028.stdout: "pri2_bytes": { 2024-08-29T19:03:22.900 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:22.900 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:22.900 INFO:tasks.workunit.client.0.smithi028.stdout: "pri3_bytes": { 2024-08-29T19:03:22.900 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:22.900 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:22.900 INFO:tasks.workunit.client.0.smithi028.stdout: "pri4_bytes": { 2024-08-29T19:03:22.900 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:22.900 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:22.900 INFO:tasks.workunit.client.0.smithi028.stdout: "pri5_bytes": { 2024-08-29T19:03:22.901 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:22.901 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:22.901 INFO:tasks.workunit.client.0.smithi028.stdout: "pri6_bytes": { 2024-08-29T19:03:22.901 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:22.901 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:22.901 INFO:tasks.workunit.client.0.smithi028.stdout: "pri7_bytes": { 2024-08-29T19:03:22.901 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:22.901 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:22.901 INFO:tasks.workunit.client.0.smithi028.stdout: "pri8_bytes": { 2024-08-29T19:03:22.901 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:22.901 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:22.901 INFO:tasks.workunit.client.0.smithi028.stdout: "pri9_bytes": { 2024-08-29T19:03:22.901 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:22.901 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:22.902 INFO:tasks.workunit.client.0.smithi028.stdout: "reserved_bytes": { 2024-08-29T19:03:22.902 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 68932737 2024-08-29T19:03:22.902 INFO:tasks.workunit.client.0.smithi028.stdout: } 2024-08-29T19:03:22.902 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:22.902 INFO:tasks.workunit.client.0.smithi028.stdout: "rocksdb": { 2024-08-29T19:03:22.902 INFO:tasks.workunit.client.0.smithi028.stdout: "compact": { 2024-08-29T19:03:22.902 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:22.902 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:22.902 INFO:tasks.workunit.client.0.smithi028.stdout: "compact_queue_len": { 2024-08-29T19:03:22.902 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:22.902 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:22.902 INFO:tasks.workunit.client.0.smithi028.stdout: "compact_queue_merge": { 2024-08-29T19:03:22.902 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:22.902 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:22.903 INFO:tasks.workunit.client.0.smithi028.stdout: "compact_range": { 2024-08-29T19:03:22.903 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 88 2024-08-29T19:03:22.903 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:22.903 INFO:tasks.workunit.client.0.smithi028.stdout: "get_latency": { 2024-08-29T19:03:22.903 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 337054, 2024-08-29T19:03:22.903 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 3918265844 2024-08-29T19:03:22.903 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:22.903 INFO:tasks.workunit.client.0.smithi028.stdout: "rocksdb_write_delay_time": { 2024-08-29T19:03:22.903 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 0, 2024-08-29T19:03:22.903 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:22.903 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:22.903 INFO:tasks.workunit.client.0.smithi028.stdout: "rocksdb_write_memtable_time": { 2024-08-29T19:03:22.903 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 0, 2024-08-29T19:03:22.903 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:22.904 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:22.904 INFO:tasks.workunit.client.0.smithi028.stdout: "rocksdb_write_pre_and_post_time": { 2024-08-29T19:03:22.904 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 0, 2024-08-29T19:03:22.904 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:22.904 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:22.904 INFO:tasks.workunit.client.0.smithi028.stdout: "rocksdb_write_wal_time": { 2024-08-29T19:03:22.904 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 0, 2024-08-29T19:03:22.904 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:22.904 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:22.904 INFO:tasks.workunit.client.0.smithi028.stdout: "submit_latency": { 2024-08-29T19:03:22.904 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 0, 2024-08-29T19:03:22.904 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:22.904 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:22.905 INFO:tasks.workunit.client.0.smithi028.stdout: "submit_sync_latency": { 2024-08-29T19:03:22.905 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 18111, 2024-08-29T19:03:22.905 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 5054161307 2024-08-29T19:03:22.905 INFO:tasks.workunit.client.0.smithi028.stdout: } 2024-08-29T19:03:22.905 INFO:tasks.workunit.client.0.smithi028.stdout: } 2024-08-29T19:03:22.905 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:22.905 INFO:tasks.workunit.client.0.smithi028.stdout: "osd.0": { 2024-08-29T19:03:22.905 INFO:tasks.workunit.client.0.smithi028.stdout: "bluefs": { 2024-08-29T19:03:22.905 INFO:tasks.workunit.client.0.smithi028.stdout: "alloc_db_max_lat": { 2024-08-29T19:03:22.905 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 30080 2024-08-29T19:03:22.905 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:22.905 INFO:tasks.workunit.client.0.smithi028.stdout: "alloc_slow_fallback": { 2024-08-29T19:03:22.905 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:22.906 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:22.906 INFO:tasks.workunit.client.0.smithi028.stdout: "alloc_slow_max_lat": { 2024-08-29T19:03:22.906 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:22.906 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:22.906 INFO:tasks.workunit.client.0.smithi028.stdout: "alloc_slow_size_fallback": { 2024-08-29T19:03:22.906 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:22.906 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:22.906 INFO:tasks.workunit.client.0.smithi028.stdout: "alloc_unit_db": { 2024-08-29T19:03:22.906 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 65536 2024-08-29T19:03:22.906 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:22.906 INFO:tasks.workunit.client.0.smithi028.stdout: "alloc_unit_slow": { 2024-08-29T19:03:22.906 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:22.906 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:22.906 INFO:tasks.workunit.client.0.smithi028.stdout: "alloc_unit_wal": { 2024-08-29T19:03:22.907 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:22.907 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:22.907 INFO:tasks.workunit.client.0.smithi028.stdout: "alloc_wal_max_lat": { 2024-08-29T19:03:22.907 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:22.907 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:22.907 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes_written_slow": { 2024-08-29T19:03:22.907 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:22.907 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:22.907 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes_written_sst": { 2024-08-29T19:03:22.907 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 20238336 2024-08-29T19:03:22.907 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:22.907 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes_written_wal": { 2024-08-29T19:03:22.907 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 885440512 2024-08-29T19:03:22.907 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:22.908 INFO:tasks.workunit.client.0.smithi028.stdout: "compact_lat": { 2024-08-29T19:03:22.908 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 19, 2024-08-29T19:03:22.908 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 7891959 2024-08-29T19:03:22.908 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:22.908 INFO:tasks.workunit.client.0.smithi028.stdout: "compact_lock_lat": { 2024-08-29T19:03:22.908 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 19, 2024-08-29T19:03:22.908 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 2926271 2024-08-29T19:03:22.908 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:22.908 INFO:tasks.workunit.client.0.smithi028.stdout: "db_alloc_lat": { 2024-08-29T19:03:22.908 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 235, 2024-08-29T19:03:22.908 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 1467510 2024-08-29T19:03:22.908 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:22.908 INFO:tasks.workunit.client.0.smithi028.stdout: "db_total_bytes": { 2024-08-29T19:03:22.909 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 95995027456 2024-08-29T19:03:22.909 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:22.909 INFO:tasks.workunit.client.0.smithi028.stdout: "db_used_bytes": { 2024-08-29T19:03:22.909 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 948305920 2024-08-29T19:03:22.909 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:22.909 INFO:tasks.workunit.client.0.smithi028.stdout: "flush_lat": { 2024-08-29T19:03:22.909 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 80337, 2024-08-29T19:03:22.909 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 11249780855 2024-08-29T19:03:22.909 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:22.909 INFO:tasks.workunit.client.0.smithi028.stdout: "fsync_lat": { 2024-08-29T19:03:22.909 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 80325, 2024-08-29T19:03:22.909 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 21624809798 2024-08-29T19:03:22.909 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:22.909 INFO:tasks.workunit.client.0.smithi028.stdout: "log_bytes": { 2024-08-29T19:03:22.910 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 13053952 2024-08-29T19:03:22.910 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:22.910 INFO:tasks.workunit.client.0.smithi028.stdout: "logged_bytes": { 2024-08-29T19:03:22.910 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 328945664 2024-08-29T19:03:22.910 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:22.910 INFO:tasks.workunit.client.0.smithi028.stdout: "max_bytes_db": { 2024-08-29T19:03:22.910 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 944046080 2024-08-29T19:03:22.910 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:22.910 INFO:tasks.workunit.client.0.smithi028.stdout: "max_bytes_slow": { 2024-08-29T19:03:22.910 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:22.910 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:22.910 INFO:tasks.workunit.client.0.smithi028.stdout: "max_bytes_wal": { 2024-08-29T19:03:22.910 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:22.910 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:22.911 INFO:tasks.workunit.client.0.smithi028.stdout: "num_files": { 2024-08-29T19:03:22.911 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 65 2024-08-29T19:03:22.911 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:22.911 INFO:tasks.workunit.client.0.smithi028.stdout: "read_bytes": { 2024-08-29T19:03:22.911 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 534100014 2024-08-29T19:03:22.911 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:22.911 INFO:tasks.workunit.client.0.smithi028.stdout: "read_count": { 2024-08-29T19:03:22.911 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 28153 2024-08-29T19:03:22.911 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:22.911 INFO:tasks.workunit.client.0.smithi028.stdout: "read_disk_bytes": { 2024-08-29T19:03:22.911 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 465227776 2024-08-29T19:03:22.911 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:22.911 INFO:tasks.workunit.client.0.smithi028.stdout: "read_disk_bytes_db": { 2024-08-29T19:03:22.912 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 465231872 2024-08-29T19:03:22.912 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:22.912 INFO:tasks.workunit.client.0.smithi028.stdout: "read_disk_bytes_slow": { 2024-08-29T19:03:22.912 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:22.912 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:22.912 INFO:tasks.workunit.client.0.smithi028.stdout: "read_disk_bytes_wal": { 2024-08-29T19:03:22.912 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:22.912 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:22.912 INFO:tasks.workunit.client.0.smithi028.stdout: "read_disk_count": { 2024-08-29T19:03:22.912 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 15675 2024-08-29T19:03:22.912 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:22.912 INFO:tasks.workunit.client.0.smithi028.stdout: "read_lat": { 2024-08-29T19:03:22.912 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 28153, 2024-08-29T19:03:22.912 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 453255493 2024-08-29T19:03:22.913 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:22.913 INFO:tasks.workunit.client.0.smithi028.stdout: "read_prefetch_bytes": { 2024-08-29T19:03:22.913 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 376466563 2024-08-29T19:03:22.913 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:22.913 INFO:tasks.workunit.client.0.smithi028.stdout: "read_prefetch_count": { 2024-08-29T19:03:22.913 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 23330 2024-08-29T19:03:22.913 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:22.913 INFO:tasks.workunit.client.0.smithi028.stdout: "read_random_buffer_bytes": { 2024-08-29T19:03:22.913 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 7340513 2024-08-29T19:03:22.913 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:22.913 INFO:tasks.workunit.client.0.smithi028.stdout: "read_random_buffer_count": { 2024-08-29T19:03:22.913 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 1020 2024-08-29T19:03:22.913 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:22.913 INFO:tasks.workunit.client.0.smithi028.stdout: "read_random_bytes": { 2024-08-29T19:03:22.914 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 20039525 2024-08-29T19:03:22.914 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:22.914 INFO:tasks.workunit.client.0.smithi028.stdout: "read_random_count": { 2024-08-29T19:03:22.914 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 1455 2024-08-29T19:03:22.914 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:22.914 INFO:tasks.workunit.client.0.smithi028.stdout: "read_random_disk_bytes": { 2024-08-29T19:03:22.914 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 12699012 2024-08-29T19:03:22.914 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:22.914 INFO:tasks.workunit.client.0.smithi028.stdout: "read_random_disk_bytes_db": { 2024-08-29T19:03:22.914 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 12699012 2024-08-29T19:03:22.914 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:22.914 INFO:tasks.workunit.client.0.smithi028.stdout: "read_random_disk_bytes_slow": { 2024-08-29T19:03:22.914 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:22.915 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:22.915 INFO:tasks.workunit.client.0.smithi028.stdout: "read_random_disk_bytes_wal": { 2024-08-29T19:03:22.915 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:22.915 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:22.915 INFO:tasks.workunit.client.0.smithi028.stdout: "read_random_disk_count": { 2024-08-29T19:03:22.915 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 462 2024-08-29T19:03:22.915 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:22.915 INFO:tasks.workunit.client.0.smithi028.stdout: "read_random_lat": { 2024-08-29T19:03:22.915 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 1455, 2024-08-29T19:03:22.915 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 7610556 2024-08-29T19:03:22.915 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:22.915 INFO:tasks.workunit.client.0.smithi028.stdout: "slow_alloc_lat": { 2024-08-29T19:03:22.915 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 0, 2024-08-29T19:03:22.915 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:22.915 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:22.916 INFO:tasks.workunit.client.0.smithi028.stdout: "slow_total_bytes": { 2024-08-29T19:03:22.916 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:22.916 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:22.916 INFO:tasks.workunit.client.0.smithi028.stdout: "slow_used_bytes": { 2024-08-29T19:03:22.916 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:22.916 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:22.916 INFO:tasks.workunit.client.0.smithi028.stdout: "truncate_lat": { 2024-08-29T19:03:22.916 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 1, 2024-08-29T19:03:22.916 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 629 2024-08-29T19:03:22.916 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:22.916 INFO:tasks.workunit.client.0.smithi028.stdout: "unlink_lat": { 2024-08-29T19:03:22.916 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 4, 2024-08-29T19:03:22.916 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 6525 2024-08-29T19:03:22.916 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:22.917 INFO:tasks.workunit.client.0.smithi028.stdout: "wal_alloc_lat": { 2024-08-29T19:03:22.917 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 0, 2024-08-29T19:03:22.917 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:22.917 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:22.917 INFO:tasks.workunit.client.0.smithi028.stdout: "wal_total_bytes": { 2024-08-29T19:03:22.917 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:22.917 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:22.917 INFO:tasks.workunit.client.0.smithi028.stdout: "wal_used_bytes": { 2024-08-29T19:03:22.917 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:22.917 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:22.917 INFO:tasks.workunit.client.0.smithi028.stdout: "write_bytes": { 2024-08-29T19:03:22.917 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 1237520384 2024-08-29T19:03:22.917 INFO:tasks.workunit.client.0.smithi028.stdout: } 2024-08-29T19:03:22.917 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:22.918 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore": { 2024-08-29T19:03:22.918 INFO:tasks.workunit.client.0.smithi028.stdout: "alloc_unit": { 2024-08-29T19:03:22.918 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 4096 2024-08-29T19:03:22.918 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:22.918 INFO:tasks.workunit.client.0.smithi028.stdout: "allocated": { 2024-08-29T19:03:22.918 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 14422016 2024-08-29T19:03:22.918 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:22.918 INFO:tasks.workunit.client.0.smithi028.stdout: "allocator_lat": { 2024-08-29T19:03:22.918 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 22648, 2024-08-29T19:03:22.918 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 114737817 2024-08-29T19:03:22.918 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:22.918 INFO:tasks.workunit.client.0.smithi028.stdout: "clist_lat": { 2024-08-29T19:03:22.918 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 3161, 2024-08-29T19:03:22.919 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 1075145989 2024-08-29T19:03:22.919 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:22.919 INFO:tasks.workunit.client.0.smithi028.stdout: "compress_lat": { 2024-08-29T19:03:22.919 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 0, 2024-08-29T19:03:22.919 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:22.919 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:22.919 INFO:tasks.workunit.client.0.smithi028.stdout: "compressed": { 2024-08-29T19:03:22.919 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:22.919 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:22.919 INFO:tasks.workunit.client.0.smithi028.stdout: "compressed_allocated": { 2024-08-29T19:03:22.919 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:22.919 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:22.919 INFO:tasks.workunit.client.0.smithi028.stdout: "compressed_original": { 2024-08-29T19:03:22.920 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:22.920 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:22.920 INFO:tasks.workunit.client.0.smithi028.stdout: "csum_lat": { 2024-08-29T19:03:22.920 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 24441, 2024-08-29T19:03:22.920 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 287364402 2024-08-29T19:03:22.920 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:22.920 INFO:tasks.workunit.client.0.smithi028.stdout: "decompress_lat": { 2024-08-29T19:03:22.920 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 0, 2024-08-29T19:03:22.920 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:22.920 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:22.920 INFO:tasks.workunit.client.0.smithi028.stdout: "fragmentation_micros": { 2024-08-29T19:03:22.920 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:22.920 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:22.921 INFO:tasks.workunit.client.0.smithi028.stdout: "kv_commit_lat": { 2024-08-29T19:03:22.921 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 80225, 2024-08-29T19:03:22.921 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 29971767803 2024-08-29T19:03:22.921 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:22.921 INFO:tasks.workunit.client.0.smithi028.stdout: "kv_final_lat": { 2024-08-29T19:03:22.921 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 79026, 2024-08-29T19:03:22.921 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 4619635553 2024-08-29T19:03:22.921 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:22.921 INFO:tasks.workunit.client.0.smithi028.stdout: "kv_flush_lat": { 2024-08-29T19:03:22.921 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 80225, 2024-08-29T19:03:22.921 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 113722747 2024-08-29T19:03:22.921 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:22.921 INFO:tasks.workunit.client.0.smithi028.stdout: "kv_sync_lat": { 2024-08-29T19:03:22.921 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 80225, 2024-08-29T19:03:22.922 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 30085490550 2024-08-29T19:03:22.922 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:22.922 INFO:tasks.workunit.client.0.smithi028.stdout: "omap_get_keys_lat": { 2024-08-29T19:03:22.922 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 0, 2024-08-29T19:03:22.922 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:22.922 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:22.922 INFO:tasks.workunit.client.0.smithi028.stdout: "omap_get_values_lat": { 2024-08-29T19:03:22.922 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 32135, 2024-08-29T19:03:22.922 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 1675184736 2024-08-29T19:03:22.922 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:22.922 INFO:tasks.workunit.client.0.smithi028.stdout: "omap_lower_bound_lat": { 2024-08-29T19:03:22.922 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 987, 2024-08-29T19:03:22.922 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 8515486 2024-08-29T19:03:22.922 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:22.923 INFO:tasks.workunit.client.0.smithi028.stdout: "omap_next_lat": { 2024-08-29T19:03:22.923 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 20656, 2024-08-29T19:03:22.923 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 21707561 2024-08-29T19:03:22.923 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:22.923 INFO:tasks.workunit.client.0.smithi028.stdout: "omap_seek_to_first_lat": { 2024-08-29T19:03:22.923 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 53, 2024-08-29T19:03:22.923 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 88721 2024-08-29T19:03:22.923 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:22.923 INFO:tasks.workunit.client.0.smithi028.stdout: "omap_upper_bound_lat": { 2024-08-29T19:03:22.923 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 17092, 2024-08-29T19:03:22.923 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 13272418965 2024-08-29T19:03:22.923 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:22.923 INFO:tasks.workunit.client.0.smithi028.stdout: "onode_hits": { 2024-08-29T19:03:22.923 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 247339 2024-08-29T19:03:22.924 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:22.924 INFO:tasks.workunit.client.0.smithi028.stdout: "onode_misses": { 2024-08-29T19:03:22.924 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 22429 2024-08-29T19:03:22.924 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:22.924 INFO:tasks.workunit.client.0.smithi028.stdout: "read_lat": { 2024-08-29T19:03:22.924 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 20573, 2024-08-29T19:03:22.924 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 2416212516 2024-08-29T19:03:22.924 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:22.924 INFO:tasks.workunit.client.0.smithi028.stdout: "read_onode_meta_lat": { 2024-08-29T19:03:22.924 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 47313, 2024-08-29T19:03:22.924 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 37714778 2024-08-29T19:03:22.924 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:22.924 INFO:tasks.workunit.client.0.smithi028.stdout: "read_wait_aio_lat": { 2024-08-29T19:03:22.925 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 26740, 2024-08-29T19:03:22.925 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 1108513486 2024-08-29T19:03:22.925 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:22.925 INFO:tasks.workunit.client.0.smithi028.stdout: "reads_with_retries": { 2024-08-29T19:03:22.925 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:22.925 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:22.925 INFO:tasks.workunit.client.0.smithi028.stdout: "remove_lat": { 2024-08-29T19:03:22.925 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 14426, 2024-08-29T19:03:22.925 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 712386789 2024-08-29T19:03:22.925 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:22.925 INFO:tasks.workunit.client.0.smithi028.stdout: "slow_aio_wait_count": { 2024-08-29T19:03:22.925 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:22.925 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:22.925 INFO:tasks.workunit.client.0.smithi028.stdout: "slow_committed_kv_count": { 2024-08-29T19:03:22.926 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:22.926 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:22.926 INFO:tasks.workunit.client.0.smithi028.stdout: "slow_read_onode_meta_count": { 2024-08-29T19:03:22.926 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:22.926 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:22.926 INFO:tasks.workunit.client.0.smithi028.stdout: "slow_read_wait_aio_count": { 2024-08-29T19:03:22.926 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:22.926 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:22.926 INFO:tasks.workunit.client.0.smithi028.stdout: "state_aio_wait_lat": { 2024-08-29T19:03:22.926 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 92743, 2024-08-29T19:03:22.926 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 6425260783 2024-08-29T19:03:22.926 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:22.926 INFO:tasks.workunit.client.0.smithi028.stdout: "state_deferred_aio_wait_lat": { 2024-08-29T19:03:22.926 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 9341, 2024-08-29T19:03:22.927 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 808554496 2024-08-29T19:03:22.927 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:22.927 INFO:tasks.workunit.client.0.smithi028.stdout: "state_deferred_cleanup_lat": { 2024-08-29T19:03:22.927 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 9340, 2024-08-29T19:03:22.927 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 1900184406354 2024-08-29T19:03:22.927 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:22.927 INFO:tasks.workunit.client.0.smithi028.stdout: "state_deferred_queued_lat": { 2024-08-29T19:03:22.927 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 9341, 2024-08-29T19:03:22.927 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 5691108597382 2024-08-29T19:03:22.927 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:22.927 INFO:tasks.workunit.client.0.smithi028.stdout: "state_done_lat": { 2024-08-29T19:03:22.927 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 92742, 2024-08-29T19:03:22.927 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 2264654152765 2024-08-29T19:03:22.928 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:22.928 INFO:tasks.workunit.client.0.smithi028.stdout: "state_finishing_lat": { 2024-08-29T19:03:22.928 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 92742, 2024-08-29T19:03:22.928 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 29138446 2024-08-29T19:03:22.928 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:22.928 INFO:tasks.workunit.client.0.smithi028.stdout: "state_io_done_lat": { 2024-08-29T19:03:22.928 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 92743, 2024-08-29T19:03:22.928 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 482644796 2024-08-29T19:03:22.928 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:22.928 INFO:tasks.workunit.client.0.smithi028.stdout: "state_kv_commiting_lat": { 2024-08-29T19:03:22.928 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 92743, 2024-08-29T19:03:22.928 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 55717940840 2024-08-29T19:03:22.928 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:22.928 INFO:tasks.workunit.client.0.smithi028.stdout: "state_kv_done_lat": { 2024-08-29T19:03:22.929 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 92743, 2024-08-29T19:03:22.929 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 73033709 2024-08-29T19:03:22.929 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:22.929 INFO:tasks.workunit.client.0.smithi028.stdout: "state_kv_queued_lat": { 2024-08-29T19:03:22.929 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 92743, 2024-08-29T19:03:22.929 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 28679611076 2024-08-29T19:03:22.929 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:22.929 INFO:tasks.workunit.client.0.smithi028.stdout: "state_prepare_lat": { 2024-08-29T19:03:22.929 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 92743, 2024-08-29T19:03:22.929 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 15785078550 2024-08-29T19:03:22.929 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:22.929 INFO:tasks.workunit.client.0.smithi028.stdout: "stored": { 2024-08-29T19:03:22.929 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 10353545 2024-08-29T19:03:22.930 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:22.930 INFO:tasks.workunit.client.0.smithi028.stdout: "truncate_lat": { 2024-08-29T19:03:22.930 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 2302, 2024-08-29T19:03:22.930 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 27674797 2024-08-29T19:03:22.930 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:22.930 INFO:tasks.workunit.client.0.smithi028.stdout: "txc_commit_lat": { 2024-08-29T19:03:22.930 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 92743, 2024-08-29T19:03:22.930 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 107124074043 2024-08-29T19:03:22.930 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:22.930 INFO:tasks.workunit.client.0.smithi028.stdout: "txc_submit_lat": { 2024-08-29T19:03:22.930 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 92743, 2024-08-29T19:03:22.930 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 18179555328 2024-08-29T19:03:22.930 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:22.930 INFO:tasks.workunit.client.0.smithi028.stdout: "txc_throttle_lat": { 2024-08-29T19:03:22.931 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 92743, 2024-08-29T19:03:22.931 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 1231589310 2024-08-29T19:03:22.931 INFO:tasks.workunit.client.0.smithi028.stdout: } 2024-08-29T19:03:22.931 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:22.931 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore-pricache": { 2024-08-29T19:03:22.931 INFO:tasks.workunit.client.0.smithi028.stdout: "cache_bytes": { 2024-08-29T19:03:22.931 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 1445592595 2024-08-29T19:03:22.931 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:22.931 INFO:tasks.workunit.client.0.smithi028.stdout: "heap_bytes": { 2024-08-29T19:03:22.931 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 546545664 2024-08-29T19:03:22.931 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:22.931 INFO:tasks.workunit.client.0.smithi028.stdout: "mapped_bytes": { 2024-08-29T19:03:22.931 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 507600896 2024-08-29T19:03:22.932 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:22.932 INFO:tasks.workunit.client.0.smithi028.stdout: "target_bytes": { 2024-08-29T19:03:22.932 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 2648116428 2024-08-29T19:03:22.932 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:22.932 INFO:tasks.workunit.client.0.smithi028.stdout: "unmapped_bytes": { 2024-08-29T19:03:22.932 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 38944768 2024-08-29T19:03:22.932 INFO:tasks.workunit.client.0.smithi028.stdout: } 2024-08-29T19:03:22.932 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:22.932 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore-pricache:data": { 2024-08-29T19:03:22.932 INFO:tasks.workunit.client.0.smithi028.stdout: "committed_bytes": { 2024-08-29T19:03:22.932 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 125829120 2024-08-29T19:03:22.932 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:22.933 INFO:tasks.workunit.client.0.smithi028.stdout: "pri0_bytes": { 2024-08-29T19:03:22.933 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:22.933 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:22.933 INFO:tasks.workunit.client.0.smithi028.stdout: "pri10_bytes": { 2024-08-29T19:03:22.933 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:22.933 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:22.933 INFO:tasks.workunit.client.0.smithi028.stdout: "pri11_bytes": { 2024-08-29T19:03:22.933 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 58456420 2024-08-29T19:03:22.933 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:22.933 INFO:tasks.workunit.client.0.smithi028.stdout: "pri1_bytes": { 2024-08-29T19:03:22.933 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:22.933 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:22.933 INFO:tasks.workunit.client.0.smithi028.stdout: "pri2_bytes": { 2024-08-29T19:03:22.933 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:22.934 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:22.934 INFO:tasks.workunit.client.0.smithi028.stdout: "pri3_bytes": { 2024-08-29T19:03:22.934 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:22.934 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:22.934 INFO:tasks.workunit.client.0.smithi028.stdout: "pri4_bytes": { 2024-08-29T19:03:22.934 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:22.934 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:22.934 INFO:tasks.workunit.client.0.smithi028.stdout: "pri5_bytes": { 2024-08-29T19:03:22.934 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 8192 2024-08-29T19:03:22.934 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:22.934 INFO:tasks.workunit.client.0.smithi028.stdout: "pri6_bytes": { 2024-08-29T19:03:22.934 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 28672 2024-08-29T19:03:22.934 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:22.935 INFO:tasks.workunit.client.0.smithi028.stdout: "pri7_bytes": { 2024-08-29T19:03:22.935 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:22.935 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:22.935 INFO:tasks.workunit.client.0.smithi028.stdout: "pri8_bytes": { 2024-08-29T19:03:22.935 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:22.935 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:22.935 INFO:tasks.workunit.client.0.smithi028.stdout: "pri9_bytes": { 2024-08-29T19:03:22.935 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:22.935 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:22.935 INFO:tasks.workunit.client.0.smithi028.stdout: "reserved_bytes": { 2024-08-29T19:03:22.935 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 67335836 2024-08-29T19:03:22.935 INFO:tasks.workunit.client.0.smithi028.stdout: } 2024-08-29T19:03:22.935 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:22.935 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore-pricache:kv": { 2024-08-29T19:03:22.936 INFO:tasks.workunit.client.0.smithi028.stdout: "committed_bytes": { 2024-08-29T19:03:22.936 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 578813952 2024-08-29T19:03:22.936 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:22.936 INFO:tasks.workunit.client.0.smithi028.stdout: "pri0_bytes": { 2024-08-29T19:03:22.936 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 67108864 2024-08-29T19:03:22.936 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:22.936 INFO:tasks.workunit.client.0.smithi028.stdout: "pri10_bytes": { 2024-08-29T19:03:22.936 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:22.936 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:22.936 INFO:tasks.workunit.client.0.smithi028.stdout: "pri11_bytes": { 2024-08-29T19:03:22.936 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 438423154 2024-08-29T19:03:22.936 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:22.936 INFO:tasks.workunit.client.0.smithi028.stdout: "pri1_bytes": { 2024-08-29T19:03:22.936 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:22.937 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:22.937 INFO:tasks.workunit.client.0.smithi028.stdout: "pri2_bytes": { 2024-08-29T19:03:22.937 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:22.937 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:22.937 INFO:tasks.workunit.client.0.smithi028.stdout: "pri3_bytes": { 2024-08-29T19:03:22.937 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 2688 2024-08-29T19:03:22.937 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:22.937 INFO:tasks.workunit.client.0.smithi028.stdout: "pri4_bytes": { 2024-08-29T19:03:22.937 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:22.937 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:22.937 INFO:tasks.workunit.client.0.smithi028.stdout: "pri5_bytes": { 2024-08-29T19:03:22.937 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 180560 2024-08-29T19:03:22.937 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:22.937 INFO:tasks.workunit.client.0.smithi028.stdout: "pri6_bytes": { 2024-08-29T19:03:22.938 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:22.938 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:22.938 INFO:tasks.workunit.client.0.smithi028.stdout: "pri7_bytes": { 2024-08-29T19:03:22.938 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:22.938 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:22.938 INFO:tasks.workunit.client.0.smithi028.stdout: "pri8_bytes": { 2024-08-29T19:03:22.938 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:22.938 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:22.938 INFO:tasks.workunit.client.0.smithi028.stdout: "pri9_bytes": { 2024-08-29T19:03:22.938 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:22.938 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:22.938 INFO:tasks.workunit.client.0.smithi028.stdout: "reserved_bytes": { 2024-08-29T19:03:22.939 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 73098686 2024-08-29T19:03:22.939 INFO:tasks.workunit.client.0.smithi028.stdout: } 2024-08-29T19:03:22.939 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:22.939 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore-pricache:kv_onode": { 2024-08-29T19:03:22.939 INFO:tasks.workunit.client.0.smithi028.stdout: "committed_bytes": { 2024-08-29T19:03:22.939 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 176160768 2024-08-29T19:03:22.939 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:22.939 INFO:tasks.workunit.client.0.smithi028.stdout: "pri0_bytes": { 2024-08-29T19:03:22.939 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 67108864 2024-08-29T19:03:22.939 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:22.939 INFO:tasks.workunit.client.0.smithi028.stdout: "pri10_bytes": { 2024-08-29T19:03:22.939 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 394576 2024-08-29T19:03:22.939 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:22.939 INFO:tasks.workunit.client.0.smithi028.stdout: "pri11_bytes": { 2024-08-29T19:03:22.940 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 38970947 2024-08-29T19:03:22.940 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:22.940 INFO:tasks.workunit.client.0.smithi028.stdout: "pri1_bytes": { 2024-08-29T19:03:22.940 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:22.940 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:22.940 INFO:tasks.workunit.client.0.smithi028.stdout: "pri2_bytes": { 2024-08-29T19:03:22.940 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:22.940 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:22.940 INFO:tasks.workunit.client.0.smithi028.stdout: "pri3_bytes": { 2024-08-29T19:03:22.940 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:22.940 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:22.940 INFO:tasks.workunit.client.0.smithi028.stdout: "pri4_bytes": { 2024-08-29T19:03:22.940 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:22.941 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:22.941 INFO:tasks.workunit.client.0.smithi028.stdout: "pri5_bytes": { 2024-08-29T19:03:22.941 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:22.941 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:22.941 INFO:tasks.workunit.client.0.smithi028.stdout: "pri6_bytes": { 2024-08-29T19:03:22.941 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:22.941 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:22.941 INFO:tasks.workunit.client.0.smithi028.stdout: "pri7_bytes": { 2024-08-29T19:03:22.941 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:22.941 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:22.941 INFO:tasks.workunit.client.0.smithi028.stdout: "pri8_bytes": { 2024-08-29T19:03:22.941 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:22.941 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:22.941 INFO:tasks.workunit.client.0.smithi028.stdout: "pri9_bytes": { 2024-08-29T19:03:22.942 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:22.942 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:22.942 INFO:tasks.workunit.client.0.smithi028.stdout: "reserved_bytes": { 2024-08-29T19:03:22.942 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 69686381 2024-08-29T19:03:22.942 INFO:tasks.workunit.client.0.smithi028.stdout: } 2024-08-29T19:03:22.942 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:22.942 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore-pricache:meta": { 2024-08-29T19:03:22.942 INFO:tasks.workunit.client.0.smithi028.stdout: "committed_bytes": { 2024-08-29T19:03:22.942 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 511705088 2024-08-29T19:03:22.942 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:22.942 INFO:tasks.workunit.client.0.smithi028.stdout: "pri0_bytes": { 2024-08-29T19:03:22.942 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:22.942 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:22.942 INFO:tasks.workunit.client.0.smithi028.stdout: "pri10_bytes": { 2024-08-29T19:03:22.943 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:22.943 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:22.943 INFO:tasks.workunit.client.0.smithi028.stdout: "pri11_bytes": { 2024-08-29T19:03:22.943 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 438423154 2024-08-29T19:03:22.943 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:22.943 INFO:tasks.workunit.client.0.smithi028.stdout: "pri1_bytes": { 2024-08-29T19:03:22.943 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:22.943 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:22.943 INFO:tasks.workunit.client.0.smithi028.stdout: "pri2_bytes": { 2024-08-29T19:03:22.943 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:22.943 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:22.943 INFO:tasks.workunit.client.0.smithi028.stdout: "pri3_bytes": { 2024-08-29T19:03:22.943 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:22.944 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:22.944 INFO:tasks.workunit.client.0.smithi028.stdout: "pri4_bytes": { 2024-08-29T19:03:22.944 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 989 2024-08-29T19:03:22.944 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:22.944 INFO:tasks.workunit.client.0.smithi028.stdout: "pri5_bytes": { 2024-08-29T19:03:22.944 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 143448 2024-08-29T19:03:22.944 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:22.944 INFO:tasks.workunit.client.0.smithi028.stdout: "pri6_bytes": { 2024-08-29T19:03:22.944 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 1092189 2024-08-29T19:03:22.944 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:22.944 INFO:tasks.workunit.client.0.smithi028.stdout: "pri7_bytes": { 2024-08-29T19:03:22.944 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:22.944 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:22.944 INFO:tasks.workunit.client.0.smithi028.stdout: "pri8_bytes": { 2024-08-29T19:03:22.945 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:22.945 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:22.945 INFO:tasks.workunit.client.0.smithi028.stdout: "pri9_bytes": { 2024-08-29T19:03:22.945 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:22.945 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:22.945 INFO:tasks.workunit.client.0.smithi028.stdout: "reserved_bytes": { 2024-08-29T19:03:22.945 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 72045308 2024-08-29T19:03:22.945 INFO:tasks.workunit.client.0.smithi028.stdout: } 2024-08-29T19:03:22.945 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:22.945 INFO:tasks.workunit.client.0.smithi028.stdout: "objecter": { 2024-08-29T19:03:22.945 INFO:tasks.workunit.client.0.smithi028.stdout: "op_active": { 2024-08-29T19:03:22.945 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:22.945 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:22.945 INFO:tasks.workunit.client.0.smithi028.stdout: "op_r": { 2024-08-29T19:03:22.946 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 29 2024-08-29T19:03:22.946 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:22.946 INFO:tasks.workunit.client.0.smithi028.stdout: "op_rmw": { 2024-08-29T19:03:22.946 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:22.946 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:22.946 INFO:tasks.workunit.client.0.smithi028.stdout: "op_w": { 2024-08-29T19:03:22.946 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 1 2024-08-29T19:03:22.946 INFO:tasks.workunit.client.0.smithi028.stdout: } 2024-08-29T19:03:22.946 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:22.946 INFO:tasks.workunit.client.0.smithi028.stdout: "osd": { 2024-08-29T19:03:22.946 INFO:tasks.workunit.client.0.smithi028.stdout: "numpg": { 2024-08-29T19:03:22.946 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 61 2024-08-29T19:03:22.946 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:22.946 INFO:tasks.workunit.client.0.smithi028.stdout: "numpg_removing": { 2024-08-29T19:03:22.947 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:22.947 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:22.947 INFO:tasks.workunit.client.0.smithi028.stdout: "op": { 2024-08-29T19:03:22.947 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 45092 2024-08-29T19:03:22.947 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:22.947 INFO:tasks.workunit.client.0.smithi028.stdout: "op_before_queue_op_lat": { 2024-08-29T19:03:22.947 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 126654, 2024-08-29T19:03:22.947 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 11072705908 2024-08-29T19:03:22.947 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:22.947 INFO:tasks.workunit.client.0.smithi028.stdout: "op_delayed_degraded": { 2024-08-29T19:03:22.947 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:22.947 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:22.947 INFO:tasks.workunit.client.0.smithi028.stdout: "op_delayed_unreadable": { 2024-08-29T19:03:22.947 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:22.947 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:22.948 INFO:tasks.workunit.client.0.smithi028.stdout: "op_in_bytes": { 2024-08-29T19:03:22.948 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 1716331298 2024-08-29T19:03:22.948 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:22.948 INFO:tasks.workunit.client.0.smithi028.stdout: "op_latency": { 2024-08-29T19:03:22.948 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 45092, 2024-08-29T19:03:22.948 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 377133691400 2024-08-29T19:03:22.948 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:22.948 INFO:tasks.workunit.client.0.smithi028.stdout: "op_out_bytes": { 2024-08-29T19:03:22.948 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 2849091592 2024-08-29T19:03:22.948 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:22.948 INFO:tasks.workunit.client.0.smithi028.stdout: "op_prepare_latency": { 2024-08-29T19:03:22.948 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 45847, 2024-08-29T19:03:22.948 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 40984623299 2024-08-29T19:03:22.948 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:22.949 INFO:tasks.workunit.client.0.smithi028.stdout: "op_process_latency": { 2024-08-29T19:03:22.949 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 45092, 2024-08-29T19:03:22.949 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 110508160732 2024-08-29T19:03:22.949 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:22.949 INFO:tasks.workunit.client.0.smithi028.stdout: "op_r": { 2024-08-29T19:03:22.949 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 30073 2024-08-29T19:03:22.949 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:22.949 INFO:tasks.workunit.client.0.smithi028.stdout: "op_r_latency": { 2024-08-29T19:03:22.949 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 30073, 2024-08-29T19:03:22.949 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 25505133135 2024-08-29T19:03:22.949 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:22.949 INFO:tasks.workunit.client.0.smithi028.stdout: "op_r_latency_out_bytes_histogram": { 2024-08-29T19:03:22.949 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:22.949 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:22.950 INFO:tasks.workunit.client.0.smithi028.stdout: "op_r_out_bytes": { 2024-08-29T19:03:22.950 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 2849091592 2024-08-29T19:03:22.950 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:22.950 INFO:tasks.workunit.client.0.smithi028.stdout: "op_r_prepare_latency": { 2024-08-29T19:03:22.950 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 30148, 2024-08-29T19:03:22.950 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 13572094487 2024-08-29T19:03:22.950 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:22.950 INFO:tasks.workunit.client.0.smithi028.stdout: "op_r_process_latency": { 2024-08-29T19:03:22.950 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 30073, 2024-08-29T19:03:22.950 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 13306458541 2024-08-29T19:03:22.950 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:22.950 INFO:tasks.workunit.client.0.smithi028.stdout: "op_rw": { 2024-08-29T19:03:22.950 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 7897 2024-08-29T19:03:22.951 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:22.951 INFO:tasks.workunit.client.0.smithi028.stdout: "op_rw_in_bytes": { 2024-08-29T19:03:22.951 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 280499741 2024-08-29T19:03:22.951 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:22.951 INFO:tasks.workunit.client.0.smithi028.stdout: "op_rw_latency": { 2024-08-29T19:03:22.951 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 7897, 2024-08-29T19:03:22.951 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 27364295026 2024-08-29T19:03:22.951 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:22.951 INFO:tasks.workunit.client.0.smithi028.stdout: "op_rw_latency_in_bytes_histogram": { 2024-08-29T19:03:22.951 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:22.951 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:22.951 INFO:tasks.workunit.client.0.smithi028.stdout: "op_rw_latency_out_bytes_histogram": { 2024-08-29T19:03:22.951 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:22.951 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:22.952 INFO:tasks.workunit.client.0.smithi028.stdout: "op_rw_out_bytes": { 2024-08-29T19:03:22.952 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:22.952 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:22.952 INFO:tasks.workunit.client.0.smithi028.stdout: "op_rw_prepare_latency": { 2024-08-29T19:03:22.952 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 8411, 2024-08-29T19:03:22.952 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 11647068673 2024-08-29T19:03:22.952 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:22.952 INFO:tasks.workunit.client.0.smithi028.stdout: "op_rw_process_latency": { 2024-08-29T19:03:22.952 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 7897, 2024-08-29T19:03:22.952 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 24037696548 2024-08-29T19:03:22.952 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:22.952 INFO:tasks.workunit.client.0.smithi028.stdout: "op_w": { 2024-08-29T19:03:22.952 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 7122 2024-08-29T19:03:22.952 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:22.953 INFO:tasks.workunit.client.0.smithi028.stdout: "op_w_in_bytes": { 2024-08-29T19:03:22.953 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 1435831557 2024-08-29T19:03:22.953 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:22.953 INFO:tasks.workunit.client.0.smithi028.stdout: "op_w_latency": { 2024-08-29T19:03:22.953 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 7122, 2024-08-29T19:03:22.953 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 324264263239 2024-08-29T19:03:22.953 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:22.953 INFO:tasks.workunit.client.0.smithi028.stdout: "op_w_latency_in_bytes_histogram": { 2024-08-29T19:03:22.953 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:22.953 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:22.953 INFO:tasks.workunit.client.0.smithi028.stdout: "op_w_prepare_latency": { 2024-08-29T19:03:22.953 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 7288, 2024-08-29T19:03:22.953 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 15765460139 2024-08-29T19:03:22.953 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:22.954 INFO:tasks.workunit.client.0.smithi028.stdout: "op_w_process_latency": { 2024-08-29T19:03:22.954 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 7122, 2024-08-29T19:03:22.954 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 73164005643 2024-08-29T19:03:22.954 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:22.954 INFO:tasks.workunit.client.0.smithi028.stdout: "op_wip": { 2024-08-29T19:03:22.954 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:22.954 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:22.954 INFO:tasks.workunit.client.0.smithi028.stdout: "recovery_bytes": { 2024-08-29T19:03:22.954 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 62 2024-08-29T19:03:22.954 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:22.954 INFO:tasks.workunit.client.0.smithi028.stdout: "recovery_ops": { 2024-08-29T19:03:22.954 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 9 2024-08-29T19:03:22.954 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:22.954 INFO:tasks.workunit.client.0.smithi028.stdout: "stat_bytes": { 2024-08-29T19:03:22.954 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 95995035648 2024-08-29T19:03:22.955 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:22.955 INFO:tasks.workunit.client.0.smithi028.stdout: "stat_bytes_used": { 2024-08-29T19:03:22.955 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 962740224 2024-08-29T19:03:22.955 INFO:tasks.workunit.client.0.smithi028.stdout: } 2024-08-29T19:03:22.955 INFO:tasks.workunit.client.0.smithi028.stdout: } 2024-08-29T19:03:22.955 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:22.955 INFO:tasks.workunit.client.0.smithi028.stdout: "osd.1": { 2024-08-29T19:03:22.955 INFO:tasks.workunit.client.0.smithi028.stdout: "bluefs": { 2024-08-29T19:03:22.955 INFO:tasks.workunit.client.0.smithi028.stdout: "alloc_db_max_lat": { 2024-08-29T19:03:22.955 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 144679 2024-08-29T19:03:22.955 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:22.955 INFO:tasks.workunit.client.0.smithi028.stdout: "alloc_slow_fallback": { 2024-08-29T19:03:22.955 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:22.955 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:22.956 INFO:tasks.workunit.client.0.smithi028.stdout: "alloc_slow_max_lat": { 2024-08-29T19:03:22.956 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:22.956 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:22.956 INFO:tasks.workunit.client.0.smithi028.stdout: "alloc_slow_size_fallback": { 2024-08-29T19:03:22.956 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:22.956 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:22.956 INFO:tasks.workunit.client.0.smithi028.stdout: "alloc_unit_db": { 2024-08-29T19:03:22.956 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 65536 2024-08-29T19:03:22.956 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:22.956 INFO:tasks.workunit.client.0.smithi028.stdout: "alloc_unit_slow": { 2024-08-29T19:03:22.956 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:22.956 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:22.956 INFO:tasks.workunit.client.0.smithi028.stdout: "alloc_unit_wal": { 2024-08-29T19:03:22.956 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:22.957 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:22.957 INFO:tasks.workunit.client.0.smithi028.stdout: "alloc_wal_max_lat": { 2024-08-29T19:03:22.957 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:22.957 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:22.957 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes_written_slow": { 2024-08-29T19:03:22.957 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:22.957 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:22.957 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes_written_sst": { 2024-08-29T19:03:22.957 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 20049920 2024-08-29T19:03:22.957 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:22.957 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes_written_wal": { 2024-08-29T19:03:22.957 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 878288896 2024-08-29T19:03:22.957 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:22.958 INFO:tasks.workunit.client.0.smithi028.stdout: "compact_lat": { 2024-08-29T19:03:22.958 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 17, 2024-08-29T19:03:22.958 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 6821312 2024-08-29T19:03:22.958 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:22.958 INFO:tasks.workunit.client.0.smithi028.stdout: "compact_lock_lat": { 2024-08-29T19:03:22.958 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 17, 2024-08-29T19:03:22.958 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 2611993 2024-08-29T19:03:22.958 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:22.958 INFO:tasks.workunit.client.0.smithi028.stdout: "db_alloc_lat": { 2024-08-29T19:03:22.958 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 225, 2024-08-29T19:03:22.958 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 1495782 2024-08-29T19:03:22.958 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:22.958 INFO:tasks.workunit.client.0.smithi028.stdout: "db_total_bytes": { 2024-08-29T19:03:22.958 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 95995027456 2024-08-29T19:03:22.959 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:22.959 INFO:tasks.workunit.client.0.smithi028.stdout: "db_used_bytes": { 2024-08-29T19:03:22.959 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 1050607616 2024-08-29T19:03:22.959 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:22.959 INFO:tasks.workunit.client.0.smithi028.stdout: "flush_lat": { 2024-08-29T19:03:22.959 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 70312, 2024-08-29T19:03:22.959 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 9940804957 2024-08-29T19:03:22.959 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:22.959 INFO:tasks.workunit.client.0.smithi028.stdout: "fsync_lat": { 2024-08-29T19:03:22.959 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 70322, 2024-08-29T19:03:22.959 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 18867600207 2024-08-29T19:03:22.959 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:22.959 INFO:tasks.workunit.client.0.smithi028.stdout: "log_bytes": { 2024-08-29T19:03:22.959 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 5279744 2024-08-29T19:03:22.960 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:22.960 INFO:tasks.workunit.client.0.smithi028.stdout: "logged_bytes": { 2024-08-29T19:03:22.960 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 287911936 2024-08-29T19:03:22.960 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:22.960 INFO:tasks.workunit.client.0.smithi028.stdout: "max_bytes_db": { 2024-08-29T19:03:22.960 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 1067646976 2024-08-29T19:03:22.960 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:22.960 INFO:tasks.workunit.client.0.smithi028.stdout: "max_bytes_slow": { 2024-08-29T19:03:22.960 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:22.960 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:22.960 INFO:tasks.workunit.client.0.smithi028.stdout: "max_bytes_wal": { 2024-08-29T19:03:22.960 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:22.960 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:22.960 INFO:tasks.workunit.client.0.smithi028.stdout: "num_files": { 2024-08-29T19:03:22.961 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 70 2024-08-29T19:03:22.961 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:22.961 INFO:tasks.workunit.client.0.smithi028.stdout: "read_bytes": { 2024-08-29T19:03:22.961 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 467304709 2024-08-29T19:03:22.961 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:22.961 INFO:tasks.workunit.client.0.smithi028.stdout: "read_count": { 2024-08-29T19:03:22.961 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 22047 2024-08-29T19:03:22.961 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:22.961 INFO:tasks.workunit.client.0.smithi028.stdout: "read_disk_bytes": { 2024-08-29T19:03:22.961 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 405528576 2024-08-29T19:03:22.961 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:22.961 INFO:tasks.workunit.client.0.smithi028.stdout: "read_disk_bytes_db": { 2024-08-29T19:03:22.961 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 405532672 2024-08-29T19:03:22.961 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:22.962 INFO:tasks.workunit.client.0.smithi028.stdout: "read_disk_bytes_slow": { 2024-08-29T19:03:22.962 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:22.962 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:22.962 INFO:tasks.workunit.client.0.smithi028.stdout: "read_disk_bytes_wal": { 2024-08-29T19:03:22.962 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:22.962 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:22.962 INFO:tasks.workunit.client.0.smithi028.stdout: "read_disk_count": { 2024-08-29T19:03:22.962 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 9966 2024-08-29T19:03:22.962 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:22.962 INFO:tasks.workunit.client.0.smithi028.stdout: "read_lat": { 2024-08-29T19:03:22.962 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 22047, 2024-08-29T19:03:22.962 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 317101678 2024-08-29T19:03:22.962 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:22.962 INFO:tasks.workunit.client.0.smithi028.stdout: "read_prefetch_bytes": { 2024-08-29T19:03:22.963 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 303171217 2024-08-29T19:03:22.963 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:22.963 INFO:tasks.workunit.client.0.smithi028.stdout: "read_prefetch_count": { 2024-08-29T19:03:22.963 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 17026 2024-08-29T19:03:22.963 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:22.963 INFO:tasks.workunit.client.0.smithi028.stdout: "read_random_buffer_bytes": { 2024-08-29T19:03:22.963 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 6800005 2024-08-29T19:03:22.963 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:22.963 INFO:tasks.workunit.client.0.smithi028.stdout: "read_random_buffer_count": { 2024-08-29T19:03:22.963 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 1170 2024-08-29T19:03:22.963 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:22.963 INFO:tasks.workunit.client.0.smithi028.stdout: "read_random_bytes": { 2024-08-29T19:03:22.963 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 19869883 2024-08-29T19:03:22.963 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:22.963 INFO:tasks.workunit.client.0.smithi028.stdout: "read_random_count": { 2024-08-29T19:03:22.964 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 1562 2024-08-29T19:03:22.964 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:22.964 INFO:tasks.workunit.client.0.smithi028.stdout: "read_random_disk_bytes": { 2024-08-29T19:03:22.964 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 13069878 2024-08-29T19:03:22.964 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:22.964 INFO:tasks.workunit.client.0.smithi028.stdout: "read_random_disk_bytes_db": { 2024-08-29T19:03:22.964 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 13069878 2024-08-29T19:03:22.964 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:22.964 INFO:tasks.workunit.client.0.smithi028.stdout: "read_random_disk_bytes_slow": { 2024-08-29T19:03:22.964 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:22.964 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:22.964 INFO:tasks.workunit.client.0.smithi028.stdout: "read_random_disk_bytes_wal": { 2024-08-29T19:03:22.964 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:22.965 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:22.965 INFO:tasks.workunit.client.0.smithi028.stdout: "read_random_disk_count": { 2024-08-29T19:03:22.965 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 412 2024-08-29T19:03:22.965 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:22.965 INFO:tasks.workunit.client.0.smithi028.stdout: "read_random_lat": { 2024-08-29T19:03:22.965 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 1562, 2024-08-29T19:03:22.965 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 17380143 2024-08-29T19:03:22.965 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:22.965 INFO:tasks.workunit.client.0.smithi028.stdout: "slow_alloc_lat": { 2024-08-29T19:03:22.965 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 0, 2024-08-29T19:03:22.965 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:22.965 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:22.965 INFO:tasks.workunit.client.0.smithi028.stdout: "slow_total_bytes": { 2024-08-29T19:03:22.965 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:22.966 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:22.966 INFO:tasks.workunit.client.0.smithi028.stdout: "slow_used_bytes": { 2024-08-29T19:03:22.966 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:22.966 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:22.966 INFO:tasks.workunit.client.0.smithi028.stdout: "truncate_lat": { 2024-08-29T19:03:22.966 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 1, 2024-08-29T19:03:22.966 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 626 2024-08-29T19:03:22.966 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:22.966 INFO:tasks.workunit.client.0.smithi028.stdout: "unlink_lat": { 2024-08-29T19:03:22.966 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 4, 2024-08-29T19:03:22.966 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 5976 2024-08-29T19:03:22.966 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:22.966 INFO:tasks.workunit.client.0.smithi028.stdout: "wal_alloc_lat": { 2024-08-29T19:03:22.966 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 0, 2024-08-29T19:03:22.967 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:22.967 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:22.967 INFO:tasks.workunit.client.0.smithi028.stdout: "wal_total_bytes": { 2024-08-29T19:03:22.967 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:22.967 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:22.967 INFO:tasks.workunit.client.0.smithi028.stdout: "wal_used_bytes": { 2024-08-29T19:03:22.967 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:22.967 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:22.967 INFO:tasks.workunit.client.0.smithi028.stdout: "write_bytes": { 2024-08-29T19:03:22.967 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 1188847616 2024-08-29T19:03:22.967 INFO:tasks.workunit.client.0.smithi028.stdout: } 2024-08-29T19:03:22.967 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:22.967 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore": { 2024-08-29T19:03:22.968 INFO:tasks.workunit.client.0.smithi028.stdout: "alloc_unit": { 2024-08-29T19:03:22.968 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 4096 2024-08-29T19:03:22.968 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:22.968 INFO:tasks.workunit.client.0.smithi028.stdout: "allocated": { 2024-08-29T19:03:22.968 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 13824000 2024-08-29T19:03:22.968 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:22.968 INFO:tasks.workunit.client.0.smithi028.stdout: "allocator_lat": { 2024-08-29T19:03:22.968 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 17771, 2024-08-29T19:03:22.968 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 101158481 2024-08-29T19:03:22.968 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:22.968 INFO:tasks.workunit.client.0.smithi028.stdout: "clist_lat": { 2024-08-29T19:03:22.968 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 3157, 2024-08-29T19:03:22.968 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 1086829955 2024-08-29T19:03:22.969 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:22.969 INFO:tasks.workunit.client.0.smithi028.stdout: "compress_lat": { 2024-08-29T19:03:22.969 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 0, 2024-08-29T19:03:22.969 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:22.969 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:22.969 INFO:tasks.workunit.client.0.smithi028.stdout: "compressed": { 2024-08-29T19:03:22.969 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:22.969 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:22.969 INFO:tasks.workunit.client.0.smithi028.stdout: "compressed_allocated": { 2024-08-29T19:03:22.969 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:22.969 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:22.969 INFO:tasks.workunit.client.0.smithi028.stdout: "compressed_original": { 2024-08-29T19:03:22.969 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:22.969 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:22.970 INFO:tasks.workunit.client.0.smithi028.stdout: "csum_lat": { 2024-08-29T19:03:22.970 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 22411, 2024-08-29T19:03:22.970 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 277769328 2024-08-29T19:03:22.970 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:22.970 INFO:tasks.workunit.client.0.smithi028.stdout: "decompress_lat": { 2024-08-29T19:03:22.970 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 0, 2024-08-29T19:03:22.970 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:22.970 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:22.970 INFO:tasks.workunit.client.0.smithi028.stdout: "fragmentation_micros": { 2024-08-29T19:03:22.970 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:22.970 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:22.970 INFO:tasks.workunit.client.0.smithi028.stdout: "kv_commit_lat": { 2024-08-29T19:03:22.970 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 70203, 2024-08-29T19:03:22.970 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 26419673705 2024-08-29T19:03:22.971 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:22.971 INFO:tasks.workunit.client.0.smithi028.stdout: "kv_final_lat": { 2024-08-29T19:03:22.971 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 69260, 2024-08-29T19:03:22.971 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 4019355574 2024-08-29T19:03:22.971 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:22.971 INFO:tasks.workunit.client.0.smithi028.stdout: "kv_flush_lat": { 2024-08-29T19:03:22.971 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 70203, 2024-08-29T19:03:22.971 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 97806822 2024-08-29T19:03:22.971 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:22.971 INFO:tasks.workunit.client.0.smithi028.stdout: "kv_sync_lat": { 2024-08-29T19:03:22.971 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 70203, 2024-08-29T19:03:22.971 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 26517480527 2024-08-29T19:03:22.971 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:22.971 INFO:tasks.workunit.client.0.smithi028.stdout: "omap_get_keys_lat": { 2024-08-29T19:03:22.972 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 0, 2024-08-29T19:03:22.972 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:22.972 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:22.972 INFO:tasks.workunit.client.0.smithi028.stdout: "omap_get_values_lat": { 2024-08-29T19:03:22.972 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 27338, 2024-08-29T19:03:22.972 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 1409056607 2024-08-29T19:03:22.972 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:22.972 INFO:tasks.workunit.client.0.smithi028.stdout: "omap_lower_bound_lat": { 2024-08-29T19:03:22.972 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 830, 2024-08-29T19:03:22.972 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 5481857 2024-08-29T19:03:22.972 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:22.972 INFO:tasks.workunit.client.0.smithi028.stdout: "omap_next_lat": { 2024-08-29T19:03:22.972 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 10084, 2024-08-29T19:03:22.972 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 14234136 2024-08-29T19:03:22.973 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:22.973 INFO:tasks.workunit.client.0.smithi028.stdout: "omap_seek_to_first_lat": { 2024-08-29T19:03:22.973 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 45, 2024-08-29T19:03:22.973 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 55933 2024-08-29T19:03:22.973 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:22.973 INFO:tasks.workunit.client.0.smithi028.stdout: "omap_upper_bound_lat": { 2024-08-29T19:03:22.973 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 13992, 2024-08-29T19:03:22.973 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 7076317100 2024-08-29T19:03:22.973 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:22.973 INFO:tasks.workunit.client.0.smithi028.stdout: "onode_hits": { 2024-08-29T19:03:22.973 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 224990 2024-08-29T19:03:22.973 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:22.973 INFO:tasks.workunit.client.0.smithi028.stdout: "onode_misses": { 2024-08-29T19:03:22.973 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 26666 2024-08-29T19:03:22.973 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:22.974 INFO:tasks.workunit.client.0.smithi028.stdout: "read_lat": { 2024-08-29T19:03:22.974 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 22936, 2024-08-29T19:03:22.974 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 3187927274 2024-08-29T19:03:22.974 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:22.974 INFO:tasks.workunit.client.0.smithi028.stdout: "read_onode_meta_lat": { 2024-08-29T19:03:22.974 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 73838, 2024-08-29T19:03:22.974 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 45127467 2024-08-29T19:03:22.974 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:22.974 INFO:tasks.workunit.client.0.smithi028.stdout: "read_wait_aio_lat": { 2024-08-29T19:03:22.974 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 50902, 2024-08-29T19:03:22.974 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 1030806855 2024-08-29T19:03:22.974 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:22.974 INFO:tasks.workunit.client.0.smithi028.stdout: "reads_with_retries": { 2024-08-29T19:03:22.974 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:22.975 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:22.975 INFO:tasks.workunit.client.0.smithi028.stdout: "remove_lat": { 2024-08-29T19:03:22.975 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 14592, 2024-08-29T19:03:22.975 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 666895779 2024-08-29T19:03:22.975 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:22.975 INFO:tasks.workunit.client.0.smithi028.stdout: "slow_aio_wait_count": { 2024-08-29T19:03:22.975 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:22.975 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:22.975 INFO:tasks.workunit.client.0.smithi028.stdout: "slow_committed_kv_count": { 2024-08-29T19:03:22.975 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:22.975 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:22.975 INFO:tasks.workunit.client.0.smithi028.stdout: "slow_read_onode_meta_count": { 2024-08-29T19:03:22.975 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:22.975 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:22.976 INFO:tasks.workunit.client.0.smithi028.stdout: "slow_read_wait_aio_count": { 2024-08-29T19:03:22.976 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:22.976 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:22.976 INFO:tasks.workunit.client.0.smithi028.stdout: "state_aio_wait_lat": { 2024-08-29T19:03:22.976 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 80570, 2024-08-29T19:03:22.976 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 5143698940 2024-08-29T19:03:22.976 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:22.976 INFO:tasks.workunit.client.0.smithi028.stdout: "state_deferred_aio_wait_lat": { 2024-08-29T19:03:22.976 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 21647, 2024-08-29T19:03:22.976 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 2438002799 2024-08-29T19:03:22.976 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:22.976 INFO:tasks.workunit.client.0.smithi028.stdout: "state_deferred_cleanup_lat": { 2024-08-29T19:03:22.976 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 21646, 2024-08-29T19:03:22.977 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 1996143678566 2024-08-29T19:03:22.977 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:22.977 INFO:tasks.workunit.client.0.smithi028.stdout: "state_deferred_queued_lat": { 2024-08-29T19:03:22.977 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 21647, 2024-08-29T19:03:22.977 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 6503736074573 2024-08-29T19:03:22.977 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:22.977 INFO:tasks.workunit.client.0.smithi028.stdout: "state_done_lat": { 2024-08-29T19:03:22.977 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 80569, 2024-08-29T19:03:22.977 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 2608627284682 2024-08-29T19:03:22.977 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:22.977 INFO:tasks.workunit.client.0.smithi028.stdout: "state_finishing_lat": { 2024-08-29T19:03:22.977 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 80569, 2024-08-29T19:03:22.977 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 18062572 2024-08-29T19:03:22.977 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:22.978 INFO:tasks.workunit.client.0.smithi028.stdout: "state_io_done_lat": { 2024-08-29T19:03:22.978 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 80570, 2024-08-29T19:03:22.978 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 182595332 2024-08-29T19:03:22.978 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:22.978 INFO:tasks.workunit.client.0.smithi028.stdout: "state_kv_commiting_lat": { 2024-08-29T19:03:22.978 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 80570, 2024-08-29T19:03:22.978 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 45807511368 2024-08-29T19:03:22.978 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:22.978 INFO:tasks.workunit.client.0.smithi028.stdout: "state_kv_done_lat": { 2024-08-29T19:03:22.978 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 80570, 2024-08-29T19:03:22.978 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 57547722 2024-08-29T19:03:22.978 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:22.978 INFO:tasks.workunit.client.0.smithi028.stdout: "state_kv_queued_lat": { 2024-08-29T19:03:22.978 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 80570, 2024-08-29T19:03:22.979 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 24530595325 2024-08-29T19:03:22.979 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:22.979 INFO:tasks.workunit.client.0.smithi028.stdout: "state_prepare_lat": { 2024-08-29T19:03:22.979 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 80570, 2024-08-29T19:03:22.979 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 16451569972 2024-08-29T19:03:22.979 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:22.979 INFO:tasks.workunit.client.0.smithi028.stdout: "stored": { 2024-08-29T19:03:22.979 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 9762640 2024-08-29T19:03:22.979 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:22.979 INFO:tasks.workunit.client.0.smithi028.stdout: "truncate_lat": { 2024-08-29T19:03:22.979 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 2329, 2024-08-29T19:03:22.979 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 23667003 2024-08-29T19:03:22.979 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:22.979 INFO:tasks.workunit.client.0.smithi028.stdout: "txc_commit_lat": { 2024-08-29T19:03:22.979 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 80570, 2024-08-29T19:03:22.980 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 92142660051 2024-08-29T19:03:22.980 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:22.980 INFO:tasks.workunit.client.0.smithi028.stdout: "txc_submit_lat": { 2024-08-29T19:03:22.980 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 80570, 2024-08-29T19:03:22.980 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 18620006649 2024-08-29T19:03:22.980 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:22.980 INFO:tasks.workunit.client.0.smithi028.stdout: "txc_throttle_lat": { 2024-08-29T19:03:22.980 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 80570, 2024-08-29T19:03:22.980 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 958744392 2024-08-29T19:03:22.980 INFO:tasks.workunit.client.0.smithi028.stdout: } 2024-08-29T19:03:22.980 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:22.980 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore-pricache": { 2024-08-29T19:03:22.980 INFO:tasks.workunit.client.0.smithi028.stdout: "cache_bytes": { 2024-08-29T19:03:22.980 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 1445592595 2024-08-29T19:03:22.981 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:22.981 INFO:tasks.workunit.client.0.smithi028.stdout: "heap_bytes": { 2024-08-29T19:03:22.981 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 491053056 2024-08-29T19:03:22.981 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:22.981 INFO:tasks.workunit.client.0.smithi028.stdout: "mapped_bytes": { 2024-08-29T19:03:22.981 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 438640640 2024-08-29T19:03:22.981 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:22.981 INFO:tasks.workunit.client.0.smithi028.stdout: "target_bytes": { 2024-08-29T19:03:22.981 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 2648116428 2024-08-29T19:03:22.981 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:22.981 INFO:tasks.workunit.client.0.smithi028.stdout: "unmapped_bytes": { 2024-08-29T19:03:22.981 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 52412416 2024-08-29T19:03:22.981 INFO:tasks.workunit.client.0.smithi028.stdout: } 2024-08-29T19:03:22.982 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:22.982 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore-pricache:data": { 2024-08-29T19:03:22.982 INFO:tasks.workunit.client.0.smithi028.stdout: "committed_bytes": { 2024-08-29T19:03:22.982 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 125829120 2024-08-29T19:03:22.982 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:22.982 INFO:tasks.workunit.client.0.smithi028.stdout: "pri0_bytes": { 2024-08-29T19:03:22.982 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:22.982 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:22.982 INFO:tasks.workunit.client.0.smithi028.stdout: "pri10_bytes": { 2024-08-29T19:03:22.982 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:22.982 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:22.982 INFO:tasks.workunit.client.0.smithi028.stdout: "pri11_bytes": { 2024-08-29T19:03:22.982 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 58485659 2024-08-29T19:03:22.982 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:22.983 INFO:tasks.workunit.client.0.smithi028.stdout: "pri1_bytes": { 2024-08-29T19:03:22.983 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:22.983 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:22.983 INFO:tasks.workunit.client.0.smithi028.stdout: "pri2_bytes": { 2024-08-29T19:03:22.983 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:22.983 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:22.983 INFO:tasks.workunit.client.0.smithi028.stdout: "pri3_bytes": { 2024-08-29T19:03:22.983 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:22.983 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:22.983 INFO:tasks.workunit.client.0.smithi028.stdout: "pri4_bytes": { 2024-08-29T19:03:22.983 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:22.983 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:22.983 INFO:tasks.workunit.client.0.smithi028.stdout: "pri5_bytes": { 2024-08-29T19:03:22.983 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 12288 2024-08-29T19:03:22.984 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:22.984 INFO:tasks.workunit.client.0.smithi028.stdout: "pri6_bytes": { 2024-08-29T19:03:22.984 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 118784 2024-08-29T19:03:22.984 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:22.984 INFO:tasks.workunit.client.0.smithi028.stdout: "pri7_bytes": { 2024-08-29T19:03:22.984 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:22.984 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:22.984 INFO:tasks.workunit.client.0.smithi028.stdout: "pri8_bytes": { 2024-08-29T19:03:22.984 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:22.984 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:22.984 INFO:tasks.workunit.client.0.smithi028.stdout: "pri9_bytes": { 2024-08-29T19:03:22.984 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:22.984 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:22.985 INFO:tasks.workunit.client.0.smithi028.stdout: "reserved_bytes": { 2024-08-29T19:03:22.985 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 67212389 2024-08-29T19:03:22.985 INFO:tasks.workunit.client.0.smithi028.stdout: } 2024-08-29T19:03:22.985 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:22.985 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore-pricache:kv": { 2024-08-29T19:03:22.985 INFO:tasks.workunit.client.0.smithi028.stdout: "committed_bytes": { 2024-08-29T19:03:22.985 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 578813952 2024-08-29T19:03:22.985 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:22.985 INFO:tasks.workunit.client.0.smithi028.stdout: "pri0_bytes": { 2024-08-29T19:03:22.985 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 67108864 2024-08-29T19:03:22.985 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:22.985 INFO:tasks.workunit.client.0.smithi028.stdout: "pri10_bytes": { 2024-08-29T19:03:22.985 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:22.985 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:22.986 INFO:tasks.workunit.client.0.smithi028.stdout: "pri11_bytes": { 2024-08-29T19:03:22.986 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 438642445 2024-08-29T19:03:22.986 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:22.986 INFO:tasks.workunit.client.0.smithi028.stdout: "pri1_bytes": { 2024-08-29T19:03:22.986 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:22.986 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:22.986 INFO:tasks.workunit.client.0.smithi028.stdout: "pri2_bytes": { 2024-08-29T19:03:22.986 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:22.986 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:22.986 INFO:tasks.workunit.client.0.smithi028.stdout: "pri3_bytes": { 2024-08-29T19:03:22.986 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 272 2024-08-29T19:03:22.986 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:22.986 INFO:tasks.workunit.client.0.smithi028.stdout: "pri4_bytes": { 2024-08-29T19:03:22.986 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 2640 2024-08-29T19:03:22.986 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:22.987 INFO:tasks.workunit.client.0.smithi028.stdout: "pri5_bytes": { 2024-08-29T19:03:22.987 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 201952 2024-08-29T19:03:22.987 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:22.987 INFO:tasks.workunit.client.0.smithi028.stdout: "pri6_bytes": { 2024-08-29T19:03:22.987 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:22.987 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:22.987 INFO:tasks.workunit.client.0.smithi028.stdout: "pri7_bytes": { 2024-08-29T19:03:22.987 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:22.987 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:22.987 INFO:tasks.workunit.client.0.smithi028.stdout: "pri8_bytes": { 2024-08-29T19:03:22.987 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:22.987 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:22.987 INFO:tasks.workunit.client.0.smithi028.stdout: "pri9_bytes": { 2024-08-29T19:03:22.988 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:22.988 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:22.988 INFO:tasks.workunit.client.0.smithi028.stdout: "reserved_bytes": { 2024-08-29T19:03:22.988 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 72857779 2024-08-29T19:03:22.988 INFO:tasks.workunit.client.0.smithi028.stdout: } 2024-08-29T19:03:22.988 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:22.988 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore-pricache:kv_onode": { 2024-08-29T19:03:22.988 INFO:tasks.workunit.client.0.smithi028.stdout: "committed_bytes": { 2024-08-29T19:03:22.988 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 176160768 2024-08-29T19:03:22.988 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:22.988 INFO:tasks.workunit.client.0.smithi028.stdout: "pri0_bytes": { 2024-08-29T19:03:22.988 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 67108864 2024-08-29T19:03:22.988 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:22.988 INFO:tasks.workunit.client.0.smithi028.stdout: "pri10_bytes": { 2024-08-29T19:03:22.989 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 576480 2024-08-29T19:03:22.989 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:22.989 INFO:tasks.workunit.client.0.smithi028.stdout: "pri11_bytes": { 2024-08-29T19:03:22.989 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 38990439 2024-08-29T19:03:22.989 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:22.989 INFO:tasks.workunit.client.0.smithi028.stdout: "pri1_bytes": { 2024-08-29T19:03:22.989 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:22.989 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:22.989 INFO:tasks.workunit.client.0.smithi028.stdout: "pri2_bytes": { 2024-08-29T19:03:22.989 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:22.989 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:22.989 INFO:tasks.workunit.client.0.smithi028.stdout: "pri3_bytes": { 2024-08-29T19:03:22.989 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:22.989 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:22.990 INFO:tasks.workunit.client.0.smithi028.stdout: "pri4_bytes": { 2024-08-29T19:03:22.990 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:22.990 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:22.990 INFO:tasks.workunit.client.0.smithi028.stdout: "pri5_bytes": { 2024-08-29T19:03:22.990 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:22.990 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:22.990 INFO:tasks.workunit.client.0.smithi028.stdout: "pri6_bytes": { 2024-08-29T19:03:22.990 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:22.990 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:22.990 INFO:tasks.workunit.client.0.smithi028.stdout: "pri7_bytes": { 2024-08-29T19:03:22.990 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:22.990 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:22.990 INFO:tasks.workunit.client.0.smithi028.stdout: "pri8_bytes": { 2024-08-29T19:03:22.991 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:22.991 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:22.991 INFO:tasks.workunit.client.0.smithi028.stdout: "pri9_bytes": { 2024-08-29T19:03:22.991 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:22.991 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:22.991 INFO:tasks.workunit.client.0.smithi028.stdout: "reserved_bytes": { 2024-08-29T19:03:22.991 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 69484985 2024-08-29T19:03:22.991 INFO:tasks.workunit.client.0.smithi028.stdout: } 2024-08-29T19:03:22.991 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:22.991 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore-pricache:meta": { 2024-08-29T19:03:22.991 INFO:tasks.workunit.client.0.smithi028.stdout: "committed_bytes": { 2024-08-29T19:03:22.991 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 511705088 2024-08-29T19:03:22.991 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:22.992 INFO:tasks.workunit.client.0.smithi028.stdout: "pri0_bytes": { 2024-08-29T19:03:22.992 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:22.992 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:22.992 INFO:tasks.workunit.client.0.smithi028.stdout: "pri10_bytes": { 2024-08-29T19:03:22.992 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:22.992 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:22.992 INFO:tasks.workunit.client.0.smithi028.stdout: "pri11_bytes": { 2024-08-29T19:03:22.992 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 438642445 2024-08-29T19:03:22.992 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:22.992 INFO:tasks.workunit.client.0.smithi028.stdout: "pri1_bytes": { 2024-08-29T19:03:22.992 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:22.992 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:22.992 INFO:tasks.workunit.client.0.smithi028.stdout: "pri2_bytes": { 2024-08-29T19:03:22.992 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:22.993 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:22.993 INFO:tasks.workunit.client.0.smithi028.stdout: "pri3_bytes": { 2024-08-29T19:03:22.993 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:22.993 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:22.993 INFO:tasks.workunit.client.0.smithi028.stdout: "pri4_bytes": { 2024-08-29T19:03:22.993 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 988 2024-08-29T19:03:22.993 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:22.993 INFO:tasks.workunit.client.0.smithi028.stdout: "pri5_bytes": { 2024-08-29T19:03:22.993 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 134445 2024-08-29T19:03:22.993 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:22.993 INFO:tasks.workunit.client.0.smithi028.stdout: "pri6_bytes": { 2024-08-29T19:03:22.993 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 1088417 2024-08-29T19:03:22.993 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:22.994 INFO:tasks.workunit.client.0.smithi028.stdout: "pri7_bytes": { 2024-08-29T19:03:22.994 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:22.994 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:22.994 INFO:tasks.workunit.client.0.smithi028.stdout: "pri8_bytes": { 2024-08-29T19:03:22.994 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:22.994 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:22.994 INFO:tasks.workunit.client.0.smithi028.stdout: "pri9_bytes": { 2024-08-29T19:03:22.994 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:22.994 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:22.994 INFO:tasks.workunit.client.0.smithi028.stdout: "reserved_bytes": { 2024-08-29T19:03:22.994 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 71838793 2024-08-29T19:03:22.994 INFO:tasks.workunit.client.0.smithi028.stdout: } 2024-08-29T19:03:22.994 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:22.994 INFO:tasks.workunit.client.0.smithi028.stdout: "objecter": { 2024-08-29T19:03:22.995 INFO:tasks.workunit.client.0.smithi028.stdout: "op_active": { 2024-08-29T19:03:22.995 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:22.995 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:22.995 INFO:tasks.workunit.client.0.smithi028.stdout: "op_r": { 2024-08-29T19:03:22.995 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 48 2024-08-29T19:03:22.995 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:22.995 INFO:tasks.workunit.client.0.smithi028.stdout: "op_rmw": { 2024-08-29T19:03:22.995 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:22.995 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:22.995 INFO:tasks.workunit.client.0.smithi028.stdout: "op_w": { 2024-08-29T19:03:22.995 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:22.995 INFO:tasks.workunit.client.0.smithi028.stdout: } 2024-08-29T19:03:22.995 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:22.995 INFO:tasks.workunit.client.0.smithi028.stdout: "osd": { 2024-08-29T19:03:22.996 INFO:tasks.workunit.client.0.smithi028.stdout: "numpg": { 2024-08-29T19:03:22.996 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 49 2024-08-29T19:03:22.996 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:22.996 INFO:tasks.workunit.client.0.smithi028.stdout: "numpg_removing": { 2024-08-29T19:03:22.996 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:22.996 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:22.996 INFO:tasks.workunit.client.0.smithi028.stdout: "op": { 2024-08-29T19:03:22.996 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 42178 2024-08-29T19:03:22.996 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:22.996 INFO:tasks.workunit.client.0.smithi028.stdout: "op_before_queue_op_lat": { 2024-08-29T19:03:22.996 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 129327, 2024-08-29T19:03:22.996 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 13091953724 2024-08-29T19:03:22.996 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:22.997 INFO:tasks.workunit.client.0.smithi028.stdout: "op_delayed_degraded": { 2024-08-29T19:03:22.997 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 1 2024-08-29T19:03:22.997 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:22.997 INFO:tasks.workunit.client.0.smithi028.stdout: "op_delayed_unreadable": { 2024-08-29T19:03:22.997 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:22.997 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:22.997 INFO:tasks.workunit.client.0.smithi028.stdout: "op_in_bytes": { 2024-08-29T19:03:22.997 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 2334699612 2024-08-29T19:03:22.997 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:22.997 INFO:tasks.workunit.client.0.smithi028.stdout: "op_latency": { 2024-08-29T19:03:22.997 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 42178, 2024-08-29T19:03:22.997 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 830747222672 2024-08-29T19:03:22.997 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:22.998 INFO:tasks.workunit.client.0.smithi028.stdout: "op_out_bytes": { 2024-08-29T19:03:22.998 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 3557656939 2024-08-29T19:03:22.998 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:22.998 INFO:tasks.workunit.client.0.smithi028.stdout: "op_prepare_latency": { 2024-08-29T19:03:22.998 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 44070, 2024-08-29T19:03:22.998 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 68772055510 2024-08-29T19:03:22.998 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:22.998 INFO:tasks.workunit.client.0.smithi028.stdout: "op_process_latency": { 2024-08-29T19:03:22.998 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 42178, 2024-08-29T19:03:22.998 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 198128500422 2024-08-29T19:03:22.998 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:22.998 INFO:tasks.workunit.client.0.smithi028.stdout: "op_r": { 2024-08-29T19:03:22.998 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 19461 2024-08-29T19:03:22.998 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:22.999 INFO:tasks.workunit.client.0.smithi028.stdout: "op_r_latency": { 2024-08-29T19:03:22.999 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 19461, 2024-08-29T19:03:22.999 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 29034837695 2024-08-29T19:03:22.999 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:22.999 INFO:tasks.workunit.client.0.smithi028.stdout: "op_r_latency_out_bytes_histogram": { 2024-08-29T19:03:22.999 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:22.999 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:22.999 INFO:tasks.workunit.client.0.smithi028.stdout: "op_r_out_bytes": { 2024-08-29T19:03:22.999 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 3557656939 2024-08-29T19:03:22.999 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:22.999 INFO:tasks.workunit.client.0.smithi028.stdout: "op_r_prepare_latency": { 2024-08-29T19:03:22.999 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 19776, 2024-08-29T19:03:22.999 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 11556865525 2024-08-29T19:03:23.000 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:23.000 INFO:tasks.workunit.client.0.smithi028.stdout: "op_r_process_latency": { 2024-08-29T19:03:23.000 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 19461, 2024-08-29T19:03:23.000 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 13154754218 2024-08-29T19:03:23.000 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:23.000 INFO:tasks.workunit.client.0.smithi028.stdout: "op_rw": { 2024-08-29T19:03:23.000 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 12659 2024-08-29T19:03:23.000 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:23.000 INFO:tasks.workunit.client.0.smithi028.stdout: "op_rw_in_bytes": { 2024-08-29T19:03:23.000 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 320616170 2024-08-29T19:03:23.000 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:23.000 INFO:tasks.workunit.client.0.smithi028.stdout: "op_rw_latency": { 2024-08-29T19:03:23.000 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 12659, 2024-08-29T19:03:23.001 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 266158063272 2024-08-29T19:03:23.001 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:23.001 INFO:tasks.workunit.client.0.smithi028.stdout: "op_rw_latency_in_bytes_histogram": { 2024-08-29T19:03:23.001 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:23.001 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:23.001 INFO:tasks.workunit.client.0.smithi028.stdout: "op_rw_latency_out_bytes_histogram": { 2024-08-29T19:03:23.001 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:23.001 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:23.001 INFO:tasks.workunit.client.0.smithi028.stdout: "op_rw_out_bytes": { 2024-08-29T19:03:23.001 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:23.001 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:23.001 INFO:tasks.workunit.client.0.smithi028.stdout: "op_rw_prepare_latency": { 2024-08-29T19:03:23.001 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 13119, 2024-08-29T19:03:23.001 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 33101121982 2024-08-29T19:03:23.002 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:23.002 INFO:tasks.workunit.client.0.smithi028.stdout: "op_rw_process_latency": { 2024-08-29T19:03:23.002 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 12659, 2024-08-29T19:03:23.002 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 77691027606 2024-08-29T19:03:23.002 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:23.002 INFO:tasks.workunit.client.0.smithi028.stdout: "op_w": { 2024-08-29T19:03:23.002 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 10058 2024-08-29T19:03:23.002 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:23.002 INFO:tasks.workunit.client.0.smithi028.stdout: "op_w_in_bytes": { 2024-08-29T19:03:23.002 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 2014083442 2024-08-29T19:03:23.002 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:23.002 INFO:tasks.workunit.client.0.smithi028.stdout: "op_w_latency": { 2024-08-29T19:03:23.002 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 10058, 2024-08-29T19:03:23.003 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 535554321705 2024-08-29T19:03:23.003 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:23.003 INFO:tasks.workunit.client.0.smithi028.stdout: "op_w_latency_in_bytes_histogram": { 2024-08-29T19:03:23.003 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:23.003 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:23.003 INFO:tasks.workunit.client.0.smithi028.stdout: "op_w_prepare_latency": { 2024-08-29T19:03:23.003 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 11175, 2024-08-29T19:03:23.003 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 24114068003 2024-08-29T19:03:23.003 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:23.003 INFO:tasks.workunit.client.0.smithi028.stdout: "op_w_process_latency": { 2024-08-29T19:03:23.003 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 10058, 2024-08-29T19:03:23.003 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 107282718598 2024-08-29T19:03:23.003 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:23.003 INFO:tasks.workunit.client.0.smithi028.stdout: "op_wip": { 2024-08-29T19:03:23.004 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:23.004 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:23.004 INFO:tasks.workunit.client.0.smithi028.stdout: "recovery_bytes": { 2024-08-29T19:03:23.004 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 995500 2024-08-29T19:03:23.004 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:23.004 INFO:tasks.workunit.client.0.smithi028.stdout: "recovery_ops": { 2024-08-29T19:03:23.004 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 19 2024-08-29T19:03:23.004 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:23.004 INFO:tasks.workunit.client.0.smithi028.stdout: "stat_bytes": { 2024-08-29T19:03:23.004 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 95995035648 2024-08-29T19:03:23.004 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:23.004 INFO:tasks.workunit.client.0.smithi028.stdout: "stat_bytes_used": { 2024-08-29T19:03:23.004 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 1064443904 2024-08-29T19:03:23.004 INFO:tasks.workunit.client.0.smithi028.stdout: } 2024-08-29T19:03:23.005 INFO:tasks.workunit.client.0.smithi028.stdout: } 2024-08-29T19:03:23.005 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:23.005 INFO:tasks.workunit.client.0.smithi028.stdout: "osd.2": { 2024-08-29T19:03:23.005 INFO:tasks.workunit.client.0.smithi028.stdout: "bluefs": { 2024-08-29T19:03:23.005 INFO:tasks.workunit.client.0.smithi028.stdout: "alloc_db_max_lat": { 2024-08-29T19:03:23.005 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 28950 2024-08-29T19:03:23.005 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:23.005 INFO:tasks.workunit.client.0.smithi028.stdout: "alloc_slow_fallback": { 2024-08-29T19:03:23.005 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:23.005 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:23.005 INFO:tasks.workunit.client.0.smithi028.stdout: "alloc_slow_max_lat": { 2024-08-29T19:03:23.005 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:23.005 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:23.006 INFO:tasks.workunit.client.0.smithi028.stdout: "alloc_slow_size_fallback": { 2024-08-29T19:03:23.006 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:23.006 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:23.006 INFO:tasks.workunit.client.0.smithi028.stdout: "alloc_unit_db": { 2024-08-29T19:03:23.006 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 65536 2024-08-29T19:03:23.006 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:23.006 INFO:tasks.workunit.client.0.smithi028.stdout: "alloc_unit_slow": { 2024-08-29T19:03:23.006 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:23.006 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:23.006 INFO:tasks.workunit.client.0.smithi028.stdout: "alloc_unit_wal": { 2024-08-29T19:03:23.006 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:23.006 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:23.006 INFO:tasks.workunit.client.0.smithi028.stdout: "alloc_wal_max_lat": { 2024-08-29T19:03:23.007 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:23.007 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:23.007 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes_written_slow": { 2024-08-29T19:03:23.007 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:23.007 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:23.007 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes_written_sst": { 2024-08-29T19:03:23.007 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 21168128 2024-08-29T19:03:23.007 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:23.007 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes_written_wal": { 2024-08-29T19:03:23.007 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 693305344 2024-08-29T19:03:23.007 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:23.007 INFO:tasks.workunit.client.0.smithi028.stdout: "compact_lat": { 2024-08-29T19:03:23.007 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 16, 2024-08-29T19:03:23.008 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 8180568 2024-08-29T19:03:23.008 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:23.008 INFO:tasks.workunit.client.0.smithi028.stdout: "compact_lock_lat": { 2024-08-29T19:03:23.008 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 16, 2024-08-29T19:03:23.008 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 2099723 2024-08-29T19:03:23.008 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:23.008 INFO:tasks.workunit.client.0.smithi028.stdout: "db_alloc_lat": { 2024-08-29T19:03:23.008 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 191, 2024-08-29T19:03:23.008 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 1178407 2024-08-29T19:03:23.008 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:23.008 INFO:tasks.workunit.client.0.smithi028.stdout: "db_total_bytes": { 2024-08-29T19:03:23.008 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 95995027456 2024-08-29T19:03:23.008 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:23.009 INFO:tasks.workunit.client.0.smithi028.stdout: "db_used_bytes": { 2024-08-29T19:03:23.009 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 693043200 2024-08-29T19:03:23.009 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:23.009 INFO:tasks.workunit.client.0.smithi028.stdout: "flush_lat": { 2024-08-29T19:03:23.009 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 65047, 2024-08-29T19:03:23.009 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 8782209539 2024-08-29T19:03:23.009 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:23.009 INFO:tasks.workunit.client.0.smithi028.stdout: "fsync_lat": { 2024-08-29T19:03:23.009 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 65030, 2024-08-29T19:03:23.009 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 16754315282 2024-08-29T19:03:23.009 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:23.009 INFO:tasks.workunit.client.0.smithi028.stdout: "log_bytes": { 2024-08-29T19:03:23.009 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 331776 2024-08-29T19:03:23.010 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:23.010 INFO:tasks.workunit.client.0.smithi028.stdout: "logged_bytes": { 2024-08-29T19:03:23.010 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 266334208 2024-08-29T19:03:23.010 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:23.010 INFO:tasks.workunit.client.0.smithi028.stdout: "max_bytes_db": { 2024-08-29T19:03:23.010 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 714342400 2024-08-29T19:03:23.010 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:23.010 INFO:tasks.workunit.client.0.smithi028.stdout: "max_bytes_slow": { 2024-08-29T19:03:23.010 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:23.010 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:23.010 INFO:tasks.workunit.client.0.smithi028.stdout: "max_bytes_wal": { 2024-08-29T19:03:23.010 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:23.010 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:23.010 INFO:tasks.workunit.client.0.smithi028.stdout: "num_files": { 2024-08-29T19:03:23.011 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 47 2024-08-29T19:03:23.011 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:23.011 INFO:tasks.workunit.client.0.smithi028.stdout: "read_bytes": { 2024-08-29T19:03:23.011 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 305645491 2024-08-29T19:03:23.011 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:23.011 INFO:tasks.workunit.client.0.smithi028.stdout: "read_count": { 2024-08-29T19:03:23.011 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 15206 2024-08-29T19:03:23.011 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:23.011 INFO:tasks.workunit.client.0.smithi028.stdout: "read_disk_bytes": { 2024-08-29T19:03:23.011 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 255201280 2024-08-29T19:03:23.011 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:23.011 INFO:tasks.workunit.client.0.smithi028.stdout: "read_disk_bytes_db": { 2024-08-29T19:03:23.011 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 255205376 2024-08-29T19:03:23.011 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:23.012 INFO:tasks.workunit.client.0.smithi028.stdout: "read_disk_bytes_slow": { 2024-08-29T19:03:23.012 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:23.012 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:23.012 INFO:tasks.workunit.client.0.smithi028.stdout: "read_disk_bytes_wal": { 2024-08-29T19:03:23.012 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:23.012 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:23.012 INFO:tasks.workunit.client.0.smithi028.stdout: "read_disk_count": { 2024-08-29T19:03:23.012 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 5270 2024-08-29T19:03:23.012 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:23.012 INFO:tasks.workunit.client.0.smithi028.stdout: "read_lat": { 2024-08-29T19:03:23.012 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 15206, 2024-08-29T19:03:23.012 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 150984807 2024-08-29T19:03:23.012 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:23.013 INFO:tasks.workunit.client.0.smithi028.stdout: "read_prefetch_bytes": { 2024-08-29T19:03:23.013 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 161988058 2024-08-29T19:03:23.013 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:23.013 INFO:tasks.workunit.client.0.smithi028.stdout: "read_prefetch_count": { 2024-08-29T19:03:23.013 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 10810 2024-08-29T19:03:23.013 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:23.013 INFO:tasks.workunit.client.0.smithi028.stdout: "read_random_buffer_bytes": { 2024-08-29T19:03:23.013 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 5732277 2024-08-29T19:03:23.013 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:23.013 INFO:tasks.workunit.client.0.smithi028.stdout: "read_random_buffer_count": { 2024-08-29T19:03:23.013 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 998 2024-08-29T19:03:23.013 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:23.013 INFO:tasks.workunit.client.0.smithi028.stdout: "read_random_bytes": { 2024-08-29T19:03:23.014 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 21011187 2024-08-29T19:03:23.014 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:23.014 INFO:tasks.workunit.client.0.smithi028.stdout: "read_random_count": { 2024-08-29T19:03:23.014 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 1364 2024-08-29T19:03:23.014 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:23.014 INFO:tasks.workunit.client.0.smithi028.stdout: "read_random_disk_bytes": { 2024-08-29T19:03:23.014 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 15278910 2024-08-29T19:03:23.014 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:23.014 INFO:tasks.workunit.client.0.smithi028.stdout: "read_random_disk_bytes_db": { 2024-08-29T19:03:23.014 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 15278910 2024-08-29T19:03:23.014 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:23.014 INFO:tasks.workunit.client.0.smithi028.stdout: "read_random_disk_bytes_slow": { 2024-08-29T19:03:23.014 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:23.015 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:23.015 INFO:tasks.workunit.client.0.smithi028.stdout: "read_random_disk_bytes_wal": { 2024-08-29T19:03:23.015 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:23.015 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:23.015 INFO:tasks.workunit.client.0.smithi028.stdout: "read_random_disk_count": { 2024-08-29T19:03:23.015 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 381 2024-08-29T19:03:23.015 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:23.015 INFO:tasks.workunit.client.0.smithi028.stdout: "read_random_lat": { 2024-08-29T19:03:23.015 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 1364, 2024-08-29T19:03:23.015 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 9663311 2024-08-29T19:03:23.015 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:23.015 INFO:tasks.workunit.client.0.smithi028.stdout: "slow_alloc_lat": { 2024-08-29T19:03:23.015 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 0, 2024-08-29T19:03:23.015 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:23.016 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:23.016 INFO:tasks.workunit.client.0.smithi028.stdout: "slow_total_bytes": { 2024-08-29T19:03:23.016 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:23.016 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:23.016 INFO:tasks.workunit.client.0.smithi028.stdout: "slow_used_bytes": { 2024-08-29T19:03:23.016 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:23.016 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:23.016 INFO:tasks.workunit.client.0.smithi028.stdout: "truncate_lat": { 2024-08-29T19:03:23.016 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 1, 2024-08-29T19:03:23.016 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 762 2024-08-29T19:03:23.016 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:23.016 INFO:tasks.workunit.client.0.smithi028.stdout: "unlink_lat": { 2024-08-29T19:03:23.016 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 12, 2024-08-29T19:03:23.017 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 24369 2024-08-29T19:03:23.017 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:23.017 INFO:tasks.workunit.client.0.smithi028.stdout: "wal_alloc_lat": { 2024-08-29T19:03:23.017 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 0, 2024-08-29T19:03:23.017 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:23.017 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:23.017 INFO:tasks.workunit.client.0.smithi028.stdout: "wal_total_bytes": { 2024-08-29T19:03:23.017 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:23.017 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:23.017 INFO:tasks.workunit.client.0.smithi028.stdout: "wal_used_bytes": { 2024-08-29T19:03:23.017 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:23.017 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:23.017 INFO:tasks.workunit.client.0.smithi028.stdout: "write_bytes": { 2024-08-29T19:03:23.018 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 983248896 2024-08-29T19:03:23.018 INFO:tasks.workunit.client.0.smithi028.stdout: } 2024-08-29T19:03:23.018 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:23.018 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore": { 2024-08-29T19:03:23.018 INFO:tasks.workunit.client.0.smithi028.stdout: "alloc_unit": { 2024-08-29T19:03:23.018 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 4096 2024-08-29T19:03:23.018 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:23.018 INFO:tasks.workunit.client.0.smithi028.stdout: "allocated": { 2024-08-29T19:03:23.018 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 13811712 2024-08-29T19:03:23.018 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:23.018 INFO:tasks.workunit.client.0.smithi028.stdout: "allocator_lat": { 2024-08-29T19:03:23.018 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 12760, 2024-08-29T19:03:23.018 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 61589254 2024-08-29T19:03:23.018 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:23.019 INFO:tasks.workunit.client.0.smithi028.stdout: "clist_lat": { 2024-08-29T19:03:23.019 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 3182, 2024-08-29T19:03:23.019 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 671664064 2024-08-29T19:03:23.019 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:23.019 INFO:tasks.workunit.client.0.smithi028.stdout: "compress_lat": { 2024-08-29T19:03:23.019 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 0, 2024-08-29T19:03:23.019 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:23.019 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:23.019 INFO:tasks.workunit.client.0.smithi028.stdout: "compressed": { 2024-08-29T19:03:23.019 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:23.019 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:23.019 INFO:tasks.workunit.client.0.smithi028.stdout: "compressed_allocated": { 2024-08-29T19:03:23.019 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:23.019 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:23.019 INFO:tasks.workunit.client.0.smithi028.stdout: "compressed_original": { 2024-08-29T19:03:23.020 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:23.020 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:23.020 INFO:tasks.workunit.client.0.smithi028.stdout: "csum_lat": { 2024-08-29T19:03:23.020 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 22663, 2024-08-29T19:03:23.020 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 293408990 2024-08-29T19:03:23.020 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:23.020 INFO:tasks.workunit.client.0.smithi028.stdout: "decompress_lat": { 2024-08-29T19:03:23.020 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 0, 2024-08-29T19:03:23.020 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:23.020 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:23.020 INFO:tasks.workunit.client.0.smithi028.stdout: "fragmentation_micros": { 2024-08-29T19:03:23.020 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:23.020 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:23.020 INFO:tasks.workunit.client.0.smithi028.stdout: "kv_commit_lat": { 2024-08-29T19:03:23.021 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 64944, 2024-08-29T19:03:23.021 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 24021341326 2024-08-29T19:03:23.021 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:23.021 INFO:tasks.workunit.client.0.smithi028.stdout: "kv_final_lat": { 2024-08-29T19:03:23.021 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 64208, 2024-08-29T19:03:23.021 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 3059185072 2024-08-29T19:03:23.021 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:23.021 INFO:tasks.workunit.client.0.smithi028.stdout: "kv_flush_lat": { 2024-08-29T19:03:23.021 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 64944, 2024-08-29T19:03:23.021 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 74088280 2024-08-29T19:03:23.021 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:23.021 INFO:tasks.workunit.client.0.smithi028.stdout: "kv_sync_lat": { 2024-08-29T19:03:23.021 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 64944, 2024-08-29T19:03:23.021 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 24095429606 2024-08-29T19:03:23.022 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:23.022 INFO:tasks.workunit.client.0.smithi028.stdout: "omap_get_keys_lat": { 2024-08-29T19:03:23.022 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 0, 2024-08-29T19:03:23.022 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:23.022 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:23.022 INFO:tasks.workunit.client.0.smithi028.stdout: "omap_get_values_lat": { 2024-08-29T19:03:23.022 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 50634, 2024-08-29T19:03:23.022 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 1586276832 2024-08-29T19:03:23.022 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:23.022 INFO:tasks.workunit.client.0.smithi028.stdout: "omap_lower_bound_lat": { 2024-08-29T19:03:23.022 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 1026, 2024-08-29T19:03:23.022 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 5955911 2024-08-29T19:03:23.022 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:23.023 INFO:tasks.workunit.client.0.smithi028.stdout: "omap_next_lat": { 2024-08-29T19:03:23.023 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 22814, 2024-08-29T19:03:23.023 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 24688665 2024-08-29T19:03:23.023 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:23.023 INFO:tasks.workunit.client.0.smithi028.stdout: "omap_seek_to_first_lat": { 2024-08-29T19:03:23.023 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 36, 2024-08-29T19:03:23.023 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 72612 2024-08-29T19:03:23.023 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:23.023 INFO:tasks.workunit.client.0.smithi028.stdout: "omap_upper_bound_lat": { 2024-08-29T19:03:23.023 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 15549, 2024-08-29T19:03:23.023 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 1518983825 2024-08-29T19:03:23.023 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:23.023 INFO:tasks.workunit.client.0.smithi028.stdout: "onode_hits": { 2024-08-29T19:03:23.023 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 229902 2024-08-29T19:03:23.024 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:23.024 INFO:tasks.workunit.client.0.smithi028.stdout: "onode_misses": { 2024-08-29T19:03:23.024 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 16984 2024-08-29T19:03:23.024 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:23.024 INFO:tasks.workunit.client.0.smithi028.stdout: "read_lat": { 2024-08-29T19:03:23.024 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 9024, 2024-08-29T19:03:23.024 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 1446847355 2024-08-29T19:03:23.024 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:23.024 INFO:tasks.workunit.client.0.smithi028.stdout: "read_onode_meta_lat": { 2024-08-29T19:03:23.024 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 21982, 2024-08-29T19:03:23.024 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 26248052 2024-08-29T19:03:23.024 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:23.024 INFO:tasks.workunit.client.0.smithi028.stdout: "read_wait_aio_lat": { 2024-08-29T19:03:23.024 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 12958, 2024-08-29T19:03:23.025 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 978782053 2024-08-29T19:03:23.025 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:23.025 INFO:tasks.workunit.client.0.smithi028.stdout: "reads_with_retries": { 2024-08-29T19:03:23.025 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:23.025 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:23.025 INFO:tasks.workunit.client.0.smithi028.stdout: "remove_lat": { 2024-08-29T19:03:23.025 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 11641, 2024-08-29T19:03:23.025 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 587733478 2024-08-29T19:03:23.025 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:23.025 INFO:tasks.workunit.client.0.smithi028.stdout: "slow_aio_wait_count": { 2024-08-29T19:03:23.025 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:23.025 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:23.025 INFO:tasks.workunit.client.0.smithi028.stdout: "slow_committed_kv_count": { 2024-08-29T19:03:23.025 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:23.026 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:23.026 INFO:tasks.workunit.client.0.smithi028.stdout: "slow_read_onode_meta_count": { 2024-08-29T19:03:23.026 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:23.026 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:23.026 INFO:tasks.workunit.client.0.smithi028.stdout: "slow_read_wait_aio_count": { 2024-08-29T19:03:23.026 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:23.026 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:23.026 INFO:tasks.workunit.client.0.smithi028.stdout: "state_aio_wait_lat": { 2024-08-29T19:03:23.026 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 73979, 2024-08-29T19:03:23.026 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 2958890539 2024-08-29T19:03:23.026 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:23.026 INFO:tasks.workunit.client.0.smithi028.stdout: "state_deferred_aio_wait_lat": { 2024-08-29T19:03:23.026 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 4795, 2024-08-29T19:03:23.026 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 465273635 2024-08-29T19:03:23.027 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:23.027 INFO:tasks.workunit.client.0.smithi028.stdout: "state_deferred_cleanup_lat": { 2024-08-29T19:03:23.027 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 4794, 2024-08-29T19:03:23.027 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 2113221171308 2024-08-29T19:03:23.027 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:23.027 INFO:tasks.workunit.client.0.smithi028.stdout: "state_deferred_queued_lat": { 2024-08-29T19:03:23.027 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 4795, 2024-08-29T19:03:23.027 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 5241915503049 2024-08-29T19:03:23.027 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:23.027 INFO:tasks.workunit.client.0.smithi028.stdout: "state_done_lat": { 2024-08-29T19:03:23.027 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 73978, 2024-08-29T19:03:23.027 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 2246075472704 2024-08-29T19:03:23.027 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:23.027 INFO:tasks.workunit.client.0.smithi028.stdout: "state_finishing_lat": { 2024-08-29T19:03:23.028 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 73978, 2024-08-29T19:03:23.028 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 22093015 2024-08-29T19:03:23.028 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:23.028 INFO:tasks.workunit.client.0.smithi028.stdout: "state_io_done_lat": { 2024-08-29T19:03:23.028 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 73979, 2024-08-29T19:03:23.028 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 158528541 2024-08-29T19:03:23.028 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:23.028 INFO:tasks.workunit.client.0.smithi028.stdout: "state_kv_commiting_lat": { 2024-08-29T19:03:23.028 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 73979, 2024-08-29T19:03:23.028 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 40056253509 2024-08-29T19:03:23.028 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:23.028 INFO:tasks.workunit.client.0.smithi028.stdout: "state_kv_done_lat": { 2024-08-29T19:03:23.028 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 73979, 2024-08-29T19:03:23.028 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 60926693 2024-08-29T19:03:23.029 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:23.029 INFO:tasks.workunit.client.0.smithi028.stdout: "state_kv_queued_lat": { 2024-08-29T19:03:23.029 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 73979, 2024-08-29T19:03:23.029 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 20420943826 2024-08-29T19:03:23.029 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:23.029 INFO:tasks.workunit.client.0.smithi028.stdout: "state_prepare_lat": { 2024-08-29T19:03:23.029 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 73979, 2024-08-29T19:03:23.029 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 10939270018 2024-08-29T19:03:23.029 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:23.029 INFO:tasks.workunit.client.0.smithi028.stdout: "stored": { 2024-08-29T19:03:23.029 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 9762461 2024-08-29T19:03:23.029 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:23.029 INFO:tasks.workunit.client.0.smithi028.stdout: "truncate_lat": { 2024-08-29T19:03:23.029 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 2253, 2024-08-29T19:03:23.030 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 22902985 2024-08-29T19:03:23.030 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:23.030 INFO:tasks.workunit.client.0.smithi028.stdout: "txc_commit_lat": { 2024-08-29T19:03:23.030 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 73979, 2024-08-29T19:03:23.030 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 74562331908 2024-08-29T19:03:23.030 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:23.030 INFO:tasks.workunit.client.0.smithi028.stdout: "txc_submit_lat": { 2024-08-29T19:03:23.030 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 73979, 2024-08-29T19:03:23.030 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 12645916915 2024-08-29T19:03:23.030 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:23.030 INFO:tasks.workunit.client.0.smithi028.stdout: "txc_throttle_lat": { 2024-08-29T19:03:23.030 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 73979, 2024-08-29T19:03:23.030 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 980554905 2024-08-29T19:03:23.030 INFO:tasks.workunit.client.0.smithi028.stdout: } 2024-08-29T19:03:23.031 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:23.031 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore-pricache": { 2024-08-29T19:03:23.031 INFO:tasks.workunit.client.0.smithi028.stdout: "cache_bytes": { 2024-08-29T19:03:23.031 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 1445592595 2024-08-29T19:03:23.031 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:23.031 INFO:tasks.workunit.client.0.smithi028.stdout: "heap_bytes": { 2024-08-29T19:03:23.031 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 505929728 2024-08-29T19:03:23.031 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:23.031 INFO:tasks.workunit.client.0.smithi028.stdout: "mapped_bytes": { 2024-08-29T19:03:23.031 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 437116928 2024-08-29T19:03:23.031 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:23.031 INFO:tasks.workunit.client.0.smithi028.stdout: "target_bytes": { 2024-08-29T19:03:23.031 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 2648116428 2024-08-29T19:03:23.031 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:23.032 INFO:tasks.workunit.client.0.smithi028.stdout: "unmapped_bytes": { 2024-08-29T19:03:23.032 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 68812800 2024-08-29T19:03:23.032 INFO:tasks.workunit.client.0.smithi028.stdout: } 2024-08-29T19:03:23.032 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:23.032 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore-pricache:data": { 2024-08-29T19:03:23.032 INFO:tasks.workunit.client.0.smithi028.stdout: "committed_bytes": { 2024-08-29T19:03:23.032 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 134217728 2024-08-29T19:03:23.032 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:23.032 INFO:tasks.workunit.client.0.smithi028.stdout: "pri0_bytes": { 2024-08-29T19:03:23.032 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:23.032 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:23.032 INFO:tasks.workunit.client.0.smithi028.stdout: "pri10_bytes": { 2024-08-29T19:03:23.032 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:23.032 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:23.033 INFO:tasks.workunit.client.0.smithi028.stdout: "pri11_bytes": { 2024-08-29T19:03:23.033 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 58824977 2024-08-29T19:03:23.033 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:23.033 INFO:tasks.workunit.client.0.smithi028.stdout: "pri1_bytes": { 2024-08-29T19:03:23.033 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:23.033 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:23.033 INFO:tasks.workunit.client.0.smithi028.stdout: "pri2_bytes": { 2024-08-29T19:03:23.033 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:23.033 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:23.033 INFO:tasks.workunit.client.0.smithi028.stdout: "pri3_bytes": { 2024-08-29T19:03:23.033 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:23.033 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:23.033 INFO:tasks.workunit.client.0.smithi028.stdout: "pri4_bytes": { 2024-08-29T19:03:23.033 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:23.034 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:23.034 INFO:tasks.workunit.client.0.smithi028.stdout: "pri5_bytes": { 2024-08-29T19:03:23.034 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:23.034 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:23.034 INFO:tasks.workunit.client.0.smithi028.stdout: "pri6_bytes": { 2024-08-29T19:03:23.034 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 4096 2024-08-29T19:03:23.034 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:23.034 INFO:tasks.workunit.client.0.smithi028.stdout: "pri7_bytes": { 2024-08-29T19:03:23.034 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:23.034 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:23.034 INFO:tasks.workunit.client.0.smithi028.stdout: "pri8_bytes": { 2024-08-29T19:03:23.034 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:23.034 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:23.034 INFO:tasks.workunit.client.0.smithi028.stdout: "pri9_bytes": { 2024-08-29T19:03:23.034 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:23.035 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:23.035 INFO:tasks.workunit.client.0.smithi028.stdout: "reserved_bytes": { 2024-08-29T19:03:23.035 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 75388655 2024-08-29T19:03:23.035 INFO:tasks.workunit.client.0.smithi028.stdout: } 2024-08-29T19:03:23.035 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:23.035 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore-pricache:kv": { 2024-08-29T19:03:23.035 INFO:tasks.workunit.client.0.smithi028.stdout: "committed_bytes": { 2024-08-29T19:03:23.035 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 578813952 2024-08-29T19:03:23.035 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:23.035 INFO:tasks.workunit.client.0.smithi028.stdout: "pri0_bytes": { 2024-08-29T19:03:23.035 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 67108864 2024-08-29T19:03:23.035 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:23.035 INFO:tasks.workunit.client.0.smithi028.stdout: "pri10_bytes": { 2024-08-29T19:03:23.036 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:23.036 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:23.036 INFO:tasks.workunit.client.0.smithi028.stdout: "pri11_bytes": { 2024-08-29T19:03:23.036 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 441187334 2024-08-29T19:03:23.036 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:23.036 INFO:tasks.workunit.client.0.smithi028.stdout: "pri1_bytes": { 2024-08-29T19:03:23.036 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:23.036 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:23.036 INFO:tasks.workunit.client.0.smithi028.stdout: "pri2_bytes": { 2024-08-29T19:03:23.036 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:23.036 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:23.036 INFO:tasks.workunit.client.0.smithi028.stdout: "pri3_bytes": { 2024-08-29T19:03:23.036 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 2656 2024-08-29T19:03:23.036 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:23.037 INFO:tasks.workunit.client.0.smithi028.stdout: "pri4_bytes": { 2024-08-29T19:03:23.037 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:23.037 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:23.037 INFO:tasks.workunit.client.0.smithi028.stdout: "pri5_bytes": { 2024-08-29T19:03:23.037 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 51520 2024-08-29T19:03:23.037 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:23.037 INFO:tasks.workunit.client.0.smithi028.stdout: "pri6_bytes": { 2024-08-29T19:03:23.037 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 129456 2024-08-29T19:03:23.037 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:23.037 INFO:tasks.workunit.client.0.smithi028.stdout: "pri7_bytes": { 2024-08-29T19:03:23.037 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:23.037 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:23.037 INFO:tasks.workunit.client.0.smithi028.stdout: "pri8_bytes": { 2024-08-29T19:03:23.037 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:23.038 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:23.038 INFO:tasks.workunit.client.0.smithi028.stdout: "pri9_bytes": { 2024-08-29T19:03:23.038 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:23.038 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:23.038 INFO:tasks.workunit.client.0.smithi028.stdout: "reserved_bytes": { 2024-08-29T19:03:23.038 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 70334122 2024-08-29T19:03:23.038 INFO:tasks.workunit.client.0.smithi028.stdout: } 2024-08-29T19:03:23.038 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:23.038 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore-pricache:kv_onode": { 2024-08-29T19:03:23.038 INFO:tasks.workunit.client.0.smithi028.stdout: "committed_bytes": { 2024-08-29T19:03:23.038 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 176160768 2024-08-29T19:03:23.038 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:23.038 INFO:tasks.workunit.client.0.smithi028.stdout: "pri0_bytes": { 2024-08-29T19:03:23.038 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 67108864 2024-08-29T19:03:23.039 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:23.039 INFO:tasks.workunit.client.0.smithi028.stdout: "pri10_bytes": { 2024-08-29T19:03:23.039 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 290208 2024-08-29T19:03:23.039 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:23.039 INFO:tasks.workunit.client.0.smithi028.stdout: "pri11_bytes": { 2024-08-29T19:03:23.039 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 39216651 2024-08-29T19:03:23.039 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:23.039 INFO:tasks.workunit.client.0.smithi028.stdout: "pri1_bytes": { 2024-08-29T19:03:23.039 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:23.039 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:23.039 INFO:tasks.workunit.client.0.smithi028.stdout: "pri2_bytes": { 2024-08-29T19:03:23.039 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:23.039 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:23.040 INFO:tasks.workunit.client.0.smithi028.stdout: "pri3_bytes": { 2024-08-29T19:03:23.040 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:23.040 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:23.040 INFO:tasks.workunit.client.0.smithi028.stdout: "pri4_bytes": { 2024-08-29T19:03:23.040 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:23.040 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:23.040 INFO:tasks.workunit.client.0.smithi028.stdout: "pri5_bytes": { 2024-08-29T19:03:23.040 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:23.040 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:23.040 INFO:tasks.workunit.client.0.smithi028.stdout: "pri6_bytes": { 2024-08-29T19:03:23.040 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:23.040 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:23.040 INFO:tasks.workunit.client.0.smithi028.stdout: "pri7_bytes": { 2024-08-29T19:03:23.040 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:23.041 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:23.041 INFO:tasks.workunit.client.0.smithi028.stdout: "pri8_bytes": { 2024-08-29T19:03:23.041 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:23.041 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:23.041 INFO:tasks.workunit.client.0.smithi028.stdout: "pri9_bytes": { 2024-08-29T19:03:23.041 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:23.041 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:23.041 INFO:tasks.workunit.client.0.smithi028.stdout: "reserved_bytes": { 2024-08-29T19:03:23.041 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 69545045 2024-08-29T19:03:23.041 INFO:tasks.workunit.client.0.smithi028.stdout: } 2024-08-29T19:03:23.041 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:23.041 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore-pricache:meta": { 2024-08-29T19:03:23.041 INFO:tasks.workunit.client.0.smithi028.stdout: "committed_bytes": { 2024-08-29T19:03:23.041 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 511705088 2024-08-29T19:03:23.042 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:23.042 INFO:tasks.workunit.client.0.smithi028.stdout: "pri0_bytes": { 2024-08-29T19:03:23.042 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:23.042 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:23.042 INFO:tasks.workunit.client.0.smithi028.stdout: "pri10_bytes": { 2024-08-29T19:03:23.042 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:23.042 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:23.042 INFO:tasks.workunit.client.0.smithi028.stdout: "pri11_bytes": { 2024-08-29T19:03:23.042 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 441187334 2024-08-29T19:03:23.042 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:23.042 INFO:tasks.workunit.client.0.smithi028.stdout: "pri1_bytes": { 2024-08-29T19:03:23.042 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:23.042 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:23.042 INFO:tasks.workunit.client.0.smithi028.stdout: "pri2_bytes": { 2024-08-29T19:03:23.043 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:23.043 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:23.043 INFO:tasks.workunit.client.0.smithi028.stdout: "pri3_bytes": { 2024-08-29T19:03:23.043 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:23.043 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:23.043 INFO:tasks.workunit.client.0.smithi028.stdout: "pri4_bytes": { 2024-08-29T19:03:23.043 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:23.043 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:23.043 INFO:tasks.workunit.client.0.smithi028.stdout: "pri5_bytes": { 2024-08-29T19:03:23.043 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 129345 2024-08-29T19:03:23.043 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:23.043 INFO:tasks.workunit.client.0.smithi028.stdout: "pri6_bytes": { 2024-08-29T19:03:23.043 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 1112570 2024-08-29T19:03:23.044 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:23.044 INFO:tasks.workunit.client.0.smithi028.stdout: "pri7_bytes": { 2024-08-29T19:03:23.044 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:23.044 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:23.044 INFO:tasks.workunit.client.0.smithi028.stdout: "pri8_bytes": { 2024-08-29T19:03:23.044 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:23.044 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:23.044 INFO:tasks.workunit.client.0.smithi028.stdout: "pri9_bytes": { 2024-08-29T19:03:23.044 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:23.044 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:23.044 INFO:tasks.workunit.client.0.smithi028.stdout: "reserved_bytes": { 2024-08-29T19:03:23.044 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 69275839 2024-08-29T19:03:23.044 INFO:tasks.workunit.client.0.smithi028.stdout: } 2024-08-29T19:03:23.045 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:23.045 INFO:tasks.workunit.client.0.smithi028.stdout: "objecter": { 2024-08-29T19:03:23.045 INFO:tasks.workunit.client.0.smithi028.stdout: "op_active": { 2024-08-29T19:03:23.045 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:23.045 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:23.045 INFO:tasks.workunit.client.0.smithi028.stdout: "op_r": { 2024-08-29T19:03:23.045 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 58 2024-08-29T19:03:23.045 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:23.045 INFO:tasks.workunit.client.0.smithi028.stdout: "op_rmw": { 2024-08-29T19:03:23.045 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:23.045 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:23.045 INFO:tasks.workunit.client.0.smithi028.stdout: "op_w": { 2024-08-29T19:03:23.045 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:23.045 INFO:tasks.workunit.client.0.smithi028.stdout: } 2024-08-29T19:03:23.046 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:23.046 INFO:tasks.workunit.client.0.smithi028.stdout: "osd": { 2024-08-29T19:03:23.046 INFO:tasks.workunit.client.0.smithi028.stdout: "numpg": { 2024-08-29T19:03:23.046 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 39 2024-08-29T19:03:23.046 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:23.046 INFO:tasks.workunit.client.0.smithi028.stdout: "numpg_removing": { 2024-08-29T19:03:23.046 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:23.046 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:23.046 INFO:tasks.workunit.client.0.smithi028.stdout: "op": { 2024-08-29T19:03:23.046 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 48341 2024-08-29T19:03:23.046 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:23.046 INFO:tasks.workunit.client.0.smithi028.stdout: "op_before_queue_op_lat": { 2024-08-29T19:03:23.046 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 135356, 2024-08-29T19:03:23.046 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 11467244006 2024-08-29T19:03:23.047 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:23.047 INFO:tasks.workunit.client.0.smithi028.stdout: "op_delayed_degraded": { 2024-08-29T19:03:23.047 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 2 2024-08-29T19:03:23.047 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:23.047 INFO:tasks.workunit.client.0.smithi028.stdout: "op_delayed_unreadable": { 2024-08-29T19:03:23.047 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:23.047 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:23.047 INFO:tasks.workunit.client.0.smithi028.stdout: "op_in_bytes": { 2024-08-29T19:03:23.047 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 1017295541 2024-08-29T19:03:23.047 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:23.047 INFO:tasks.workunit.client.0.smithi028.stdout: "op_latency": { 2024-08-29T19:03:23.047 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 48341, 2024-08-29T19:03:23.047 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 164293105375 2024-08-29T19:03:23.047 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:23.048 INFO:tasks.workunit.client.0.smithi028.stdout: "op_out_bytes": { 2024-08-29T19:03:23.048 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 2643331441 2024-08-29T19:03:23.048 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:23.048 INFO:tasks.workunit.client.0.smithi028.stdout: "op_prepare_latency": { 2024-08-29T19:03:23.048 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 49146, 2024-08-29T19:03:23.048 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 92734959320 2024-08-29T19:03:23.048 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:23.048 INFO:tasks.workunit.client.0.smithi028.stdout: "op_process_latency": { 2024-08-29T19:03:23.048 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 48341, 2024-08-29T19:03:23.048 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 138807930978 2024-08-29T19:03:23.048 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:23.048 INFO:tasks.workunit.client.0.smithi028.stdout: "op_r": { 2024-08-29T19:03:23.048 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 21089 2024-08-29T19:03:23.048 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:23.049 INFO:tasks.workunit.client.0.smithi028.stdout: "op_r_latency": { 2024-08-29T19:03:23.049 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 21089, 2024-08-29T19:03:23.049 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 27269949844 2024-08-29T19:03:23.049 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:23.049 INFO:tasks.workunit.client.0.smithi028.stdout: "op_r_latency_out_bytes_histogram": { 2024-08-29T19:03:23.049 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:23.049 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:23.049 INFO:tasks.workunit.client.0.smithi028.stdout: "op_r_out_bytes": { 2024-08-29T19:03:23.049 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 2643331441 2024-08-29T19:03:23.049 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:23.049 INFO:tasks.workunit.client.0.smithi028.stdout: "op_r_prepare_latency": { 2024-08-29T19:03:23.049 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 21576, 2024-08-29T19:03:23.049 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 9688096947 2024-08-29T19:03:23.049 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:23.049 INFO:tasks.workunit.client.0.smithi028.stdout: "op_r_process_latency": { 2024-08-29T19:03:23.050 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 21089, 2024-08-29T19:03:23.050 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 11744542439 2024-08-29T19:03:23.050 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:23.052 INFO:tasks.workunit.client.0.smithi028.stdout: "op_rw": { 2024-08-29T19:03:23.052 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 26032 2024-08-29T19:03:23.052 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:23.052 INFO:tasks.workunit.client.0.smithi028.stdout: "op_rw_in_bytes": { 2024-08-29T19:03:23.052 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 331664785 2024-08-29T19:03:23.053 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:23.053 INFO:tasks.workunit.client.0.smithi028.stdout: "op_rw_latency": { 2024-08-29T19:03:23.053 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 26032, 2024-08-29T19:03:23.053 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 121289490955 2024-08-29T19:03:23.053 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:23.053 INFO:tasks.workunit.client.0.smithi028.stdout: "op_rw_latency_in_bytes_histogram": { 2024-08-29T19:03:23.053 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:23.053 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:23.053 INFO:tasks.workunit.client.0.smithi028.stdout: "op_rw_latency_out_bytes_histogram": { 2024-08-29T19:03:23.053 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:23.053 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:23.053 INFO:tasks.workunit.client.0.smithi028.stdout: "op_rw_out_bytes": { 2024-08-29T19:03:23.053 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:23.053 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:23.054 INFO:tasks.workunit.client.0.smithi028.stdout: "op_rw_prepare_latency": { 2024-08-29T19:03:23.054 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 26248, 2024-08-29T19:03:23.054 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 79743241857 2024-08-29T19:03:23.054 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:23.054 INFO:tasks.workunit.client.0.smithi028.stdout: "op_rw_process_latency": { 2024-08-29T19:03:23.054 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 26032, 2024-08-29T19:03:23.054 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 115870296583 2024-08-29T19:03:23.054 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:23.054 INFO:tasks.workunit.client.0.smithi028.stdout: "op_w": { 2024-08-29T19:03:23.054 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 1220 2024-08-29T19:03:23.054 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:23.054 INFO:tasks.workunit.client.0.smithi028.stdout: "op_w_in_bytes": { 2024-08-29T19:03:23.054 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 685630756 2024-08-29T19:03:23.054 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:23.055 INFO:tasks.workunit.client.0.smithi028.stdout: "op_w_latency": { 2024-08-29T19:03:23.055 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 1220, 2024-08-29T19:03:23.055 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 15733664576 2024-08-29T19:03:23.055 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:23.055 INFO:tasks.workunit.client.0.smithi028.stdout: "op_w_latency_in_bytes_histogram": { 2024-08-29T19:03:23.055 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:23.055 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:23.055 INFO:tasks.workunit.client.0.smithi028.stdout: "op_w_prepare_latency": { 2024-08-29T19:03:23.055 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 1322, 2024-08-29T19:03:23.055 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 3303620516 2024-08-29T19:03:23.055 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:23.055 INFO:tasks.workunit.client.0.smithi028.stdout: "op_w_process_latency": { 2024-08-29T19:03:23.055 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 1220, 2024-08-29T19:03:23.055 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 11193091956 2024-08-29T19:03:23.056 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:23.056 INFO:tasks.workunit.client.0.smithi028.stdout: "op_wip": { 2024-08-29T19:03:23.056 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:23.056 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:23.056 INFO:tasks.workunit.client.0.smithi028.stdout: "recovery_bytes": { 2024-08-29T19:03:23.056 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 35 2024-08-29T19:03:23.056 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:23.056 INFO:tasks.workunit.client.0.smithi028.stdout: "recovery_ops": { 2024-08-29T19:03:23.056 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 37 2024-08-29T19:03:23.056 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:23.056 INFO:tasks.workunit.client.0.smithi028.stdout: "stat_bytes": { 2024-08-29T19:03:23.056 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 95995035648 2024-08-29T19:03:23.056 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:23.056 INFO:tasks.workunit.client.0.smithi028.stdout: "stat_bytes_used": { 2024-08-29T19:03:23.057 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 706867200 2024-08-29T19:03:23.057 INFO:tasks.workunit.client.0.smithi028.stdout: } 2024-08-29T19:03:23.057 INFO:tasks.workunit.client.0.smithi028.stdout: } 2024-08-29T19:03:23.057 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:23.057 INFO:tasks.workunit.client.0.smithi028.stdout: "osd.3": { 2024-08-29T19:03:23.057 INFO:tasks.workunit.client.0.smithi028.stdout: "bluefs": { 2024-08-29T19:03:23.057 INFO:tasks.workunit.client.0.smithi028.stdout: "alloc_db_max_lat": { 2024-08-29T19:03:23.057 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 31746 2024-08-29T19:03:23.057 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:23.057 INFO:tasks.workunit.client.0.smithi028.stdout: "alloc_slow_fallback": { 2024-08-29T19:03:23.057 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:23.057 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:23.057 INFO:tasks.workunit.client.0.smithi028.stdout: "alloc_slow_max_lat": { 2024-08-29T19:03:23.057 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:23.058 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:23.058 INFO:tasks.workunit.client.0.smithi028.stdout: "alloc_slow_size_fallback": { 2024-08-29T19:03:23.058 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:23.058 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:23.058 INFO:tasks.workunit.client.0.smithi028.stdout: "alloc_unit_db": { 2024-08-29T19:03:23.058 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 65536 2024-08-29T19:03:23.058 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:23.058 INFO:tasks.workunit.client.0.smithi028.stdout: "alloc_unit_slow": { 2024-08-29T19:03:23.058 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:23.058 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:23.058 INFO:tasks.workunit.client.0.smithi028.stdout: "alloc_unit_wal": { 2024-08-29T19:03:23.058 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:23.059 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:23.059 INFO:tasks.workunit.client.0.smithi028.stdout: "alloc_wal_max_lat": { 2024-08-29T19:03:23.059 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:23.059 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:23.059 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes_written_slow": { 2024-08-29T19:03:23.059 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:23.059 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:23.059 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes_written_sst": { 2024-08-29T19:03:23.059 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 10760192 2024-08-29T19:03:23.059 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:23.059 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes_written_wal": { 2024-08-29T19:03:23.059 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 655409152 2024-08-29T19:03:23.059 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:23.059 INFO:tasks.workunit.client.0.smithi028.stdout: "compact_lat": { 2024-08-29T19:03:23.060 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 15, 2024-08-29T19:03:23.060 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 9180353 2024-08-29T19:03:23.060 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:23.060 INFO:tasks.workunit.client.0.smithi028.stdout: "compact_lock_lat": { 2024-08-29T19:03:23.060 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 15, 2024-08-29T19:03:23.060 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 2709490 2024-08-29T19:03:23.060 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:23.060 INFO:tasks.workunit.client.0.smithi028.stdout: "db_alloc_lat": { 2024-08-29T19:03:23.060 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 176, 2024-08-29T19:03:23.060 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 1159345 2024-08-29T19:03:23.060 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:23.060 INFO:tasks.workunit.client.0.smithi028.stdout: "db_total_bytes": { 2024-08-29T19:03:23.060 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 95995027456 2024-08-29T19:03:23.060 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:23.061 INFO:tasks.workunit.client.0.smithi028.stdout: "db_used_bytes": { 2024-08-29T19:03:23.061 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 698548224 2024-08-29T19:03:23.061 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:23.061 INFO:tasks.workunit.client.0.smithi028.stdout: "flush_lat": { 2024-08-29T19:03:23.061 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 64097, 2024-08-29T19:03:23.061 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 8624754489 2024-08-29T19:03:23.061 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:23.061 INFO:tasks.workunit.client.0.smithi028.stdout: "fsync_lat": { 2024-08-29T19:03:23.061 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 64121, 2024-08-29T19:03:23.061 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 16823384274 2024-08-29T19:03:23.061 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:23.061 INFO:tasks.workunit.client.0.smithi028.stdout: "log_bytes": { 2024-08-29T19:03:23.061 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 13209600 2024-08-29T19:03:23.061 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:23.062 INFO:tasks.workunit.client.0.smithi028.stdout: "logged_bytes": { 2024-08-29T19:03:23.062 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 262565888 2024-08-29T19:03:23.062 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:23.062 INFO:tasks.workunit.client.0.smithi028.stdout: "max_bytes_db": { 2024-08-29T19:03:23.062 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 707067904 2024-08-29T19:03:23.062 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:23.062 INFO:tasks.workunit.client.0.smithi028.stdout: "max_bytes_slow": { 2024-08-29T19:03:23.062 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:23.062 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:23.062 INFO:tasks.workunit.client.0.smithi028.stdout: "max_bytes_wal": { 2024-08-29T19:03:23.062 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:23.062 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:23.062 INFO:tasks.workunit.client.0.smithi028.stdout: "num_files": { 2024-08-29T19:03:23.063 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 52 2024-08-29T19:03:23.063 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:23.063 INFO:tasks.workunit.client.0.smithi028.stdout: "read_bytes": { 2024-08-29T19:03:23.063 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 440006401 2024-08-29T19:03:23.063 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:23.063 INFO:tasks.workunit.client.0.smithi028.stdout: "read_count": { 2024-08-29T19:03:23.063 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 24132 2024-08-29T19:03:23.063 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:23.063 INFO:tasks.workunit.client.0.smithi028.stdout: "read_disk_bytes": { 2024-08-29T19:03:23.063 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 405671936 2024-08-29T19:03:23.063 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:23.063 INFO:tasks.workunit.client.0.smithi028.stdout: "read_disk_bytes_db": { 2024-08-29T19:03:23.063 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 405676032 2024-08-29T19:03:23.063 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:23.064 INFO:tasks.workunit.client.0.smithi028.stdout: "read_disk_bytes_slow": { 2024-08-29T19:03:23.064 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:23.064 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:23.064 INFO:tasks.workunit.client.0.smithi028.stdout: "read_disk_bytes_wal": { 2024-08-29T19:03:23.064 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:23.064 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:23.064 INFO:tasks.workunit.client.0.smithi028.stdout: "read_disk_count": { 2024-08-29T19:03:23.064 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 14015 2024-08-29T19:03:23.064 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:23.064 INFO:tasks.workunit.client.0.smithi028.stdout: "read_lat": { 2024-08-29T19:03:23.064 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 24132, 2024-08-29T19:03:23.064 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 310184665 2024-08-29T19:03:23.064 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:23.065 INFO:tasks.workunit.client.0.smithi028.stdout: "read_prefetch_bytes": { 2024-08-29T19:03:23.065 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 288279177 2024-08-29T19:03:23.065 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:23.065 INFO:tasks.workunit.client.0.smithi028.stdout: "read_prefetch_count": { 2024-08-29T19:03:23.065 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 19489 2024-08-29T19:03:23.065 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:23.065 INFO:tasks.workunit.client.0.smithi028.stdout: "read_random_buffer_bytes": { 2024-08-29T19:03:23.065 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 3227854 2024-08-29T19:03:23.065 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:23.065 INFO:tasks.workunit.client.0.smithi028.stdout: "read_random_buffer_count": { 2024-08-29T19:03:23.065 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 900 2024-08-29T19:03:23.065 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:23.065 INFO:tasks.workunit.client.0.smithi028.stdout: "read_random_bytes": { 2024-08-29T19:03:23.066 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 10553204 2024-08-29T19:03:23.066 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:23.066 INFO:tasks.workunit.client.0.smithi028.stdout: "read_random_count": { 2024-08-29T19:03:23.066 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 1330 2024-08-29T19:03:23.066 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:23.066 INFO:tasks.workunit.client.0.smithi028.stdout: "read_random_disk_bytes": { 2024-08-29T19:03:23.066 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 7325350 2024-08-29T19:03:23.066 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:23.066 INFO:tasks.workunit.client.0.smithi028.stdout: "read_random_disk_bytes_db": { 2024-08-29T19:03:23.066 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 7325350 2024-08-29T19:03:23.066 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:23.066 INFO:tasks.workunit.client.0.smithi028.stdout: "read_random_disk_bytes_slow": { 2024-08-29T19:03:23.066 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:23.066 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:23.067 INFO:tasks.workunit.client.0.smithi028.stdout: "read_random_disk_bytes_wal": { 2024-08-29T19:03:23.067 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:23.067 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:23.067 INFO:tasks.workunit.client.0.smithi028.stdout: "read_random_disk_count": { 2024-08-29T19:03:23.067 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 439 2024-08-29T19:03:23.067 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:23.067 INFO:tasks.workunit.client.0.smithi028.stdout: "read_random_lat": { 2024-08-29T19:03:23.067 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 1330, 2024-08-29T19:03:23.067 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 3958325 2024-08-29T19:03:23.067 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:23.067 INFO:tasks.workunit.client.0.smithi028.stdout: "slow_alloc_lat": { 2024-08-29T19:03:23.067 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 0, 2024-08-29T19:03:23.067 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:23.067 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:23.068 INFO:tasks.workunit.client.0.smithi028.stdout: "slow_total_bytes": { 2024-08-29T19:03:23.068 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:23.068 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:23.068 INFO:tasks.workunit.client.0.smithi028.stdout: "slow_used_bytes": { 2024-08-29T19:03:23.068 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:23.068 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:23.068 INFO:tasks.workunit.client.0.smithi028.stdout: "truncate_lat": { 2024-08-29T19:03:23.068 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 1, 2024-08-29T19:03:23.068 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 634 2024-08-29T19:03:23.068 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:23.068 INFO:tasks.workunit.client.0.smithi028.stdout: "unlink_lat": { 2024-08-29T19:03:23.068 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 4, 2024-08-29T19:03:23.068 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 6021 2024-08-29T19:03:23.068 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:23.069 INFO:tasks.workunit.client.0.smithi028.stdout: "wal_alloc_lat": { 2024-08-29T19:03:23.069 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 0, 2024-08-29T19:03:23.069 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:23.069 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:23.069 INFO:tasks.workunit.client.0.smithi028.stdout: "wal_total_bytes": { 2024-08-29T19:03:23.069 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:23.069 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:23.069 INFO:tasks.workunit.client.0.smithi028.stdout: "wal_used_bytes": { 2024-08-29T19:03:23.069 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:23.069 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:23.069 INFO:tasks.workunit.client.0.smithi028.stdout: "write_bytes": { 2024-08-29T19:03:23.069 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 931028992 2024-08-29T19:03:23.069 INFO:tasks.workunit.client.0.smithi028.stdout: } 2024-08-29T19:03:23.069 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:23.070 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore": { 2024-08-29T19:03:23.070 INFO:tasks.workunit.client.0.smithi028.stdout: "alloc_unit": { 2024-08-29T19:03:23.070 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 4096 2024-08-29T19:03:23.070 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:23.070 INFO:tasks.workunit.client.0.smithi028.stdout: "allocated": { 2024-08-29T19:03:23.070 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 9641984 2024-08-29T19:03:23.070 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:23.070 INFO:tasks.workunit.client.0.smithi028.stdout: "allocator_lat": { 2024-08-29T19:03:23.070 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 15647, 2024-08-29T19:03:23.070 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 79250128 2024-08-29T19:03:23.070 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:23.070 INFO:tasks.workunit.client.0.smithi028.stdout: "clist_lat": { 2024-08-29T19:03:23.070 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 3115, 2024-08-29T19:03:23.071 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 904061802 2024-08-29T19:03:23.071 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:23.071 INFO:tasks.workunit.client.0.smithi028.stdout: "compress_lat": { 2024-08-29T19:03:23.071 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 0, 2024-08-29T19:03:23.071 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:23.071 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:23.071 INFO:tasks.workunit.client.0.smithi028.stdout: "compressed": { 2024-08-29T19:03:23.071 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:23.071 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:23.071 INFO:tasks.workunit.client.0.smithi028.stdout: "compressed_allocated": { 2024-08-29T19:03:23.071 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:23.071 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:23.071 INFO:tasks.workunit.client.0.smithi028.stdout: "compressed_original": { 2024-08-29T19:03:23.071 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:23.071 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:23.072 INFO:tasks.workunit.client.0.smithi028.stdout: "csum_lat": { 2024-08-29T19:03:23.072 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 10394, 2024-08-29T19:03:23.072 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 119089196 2024-08-29T19:03:23.072 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:23.072 INFO:tasks.workunit.client.0.smithi028.stdout: "decompress_lat": { 2024-08-29T19:03:23.072 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 0, 2024-08-29T19:03:23.072 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:23.072 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:23.072 INFO:tasks.workunit.client.0.smithi028.stdout: "fragmentation_micros": { 2024-08-29T19:03:23.072 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:23.072 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:23.072 INFO:tasks.workunit.client.0.smithi028.stdout: "kv_commit_lat": { 2024-08-29T19:03:23.072 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 64038, 2024-08-29T19:03:23.073 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 23668356402 2024-08-29T19:03:23.073 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:23.073 INFO:tasks.workunit.client.0.smithi028.stdout: "kv_final_lat": { 2024-08-29T19:03:23.073 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 63271, 2024-08-29T19:03:23.073 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 3335085037 2024-08-29T19:03:23.073 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:23.073 INFO:tasks.workunit.client.0.smithi028.stdout: "kv_flush_lat": { 2024-08-29T19:03:23.073 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 64038, 2024-08-29T19:03:23.073 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 89541328 2024-08-29T19:03:23.073 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:23.073 INFO:tasks.workunit.client.0.smithi028.stdout: "kv_sync_lat": { 2024-08-29T19:03:23.073 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 64038, 2024-08-29T19:03:23.073 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 23757897730 2024-08-29T19:03:23.073 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:23.074 INFO:tasks.workunit.client.0.smithi028.stdout: "omap_get_keys_lat": { 2024-08-29T19:03:23.074 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 0, 2024-08-29T19:03:23.074 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:23.074 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:23.074 INFO:tasks.workunit.client.0.smithi028.stdout: "omap_get_values_lat": { 2024-08-29T19:03:23.074 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 31235, 2024-08-29T19:03:23.074 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 1088498111 2024-08-29T19:03:23.074 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:23.074 INFO:tasks.workunit.client.0.smithi028.stdout: "omap_lower_bound_lat": { 2024-08-29T19:03:23.074 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 1329, 2024-08-29T19:03:23.074 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 6837745 2024-08-29T19:03:23.074 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:23.074 INFO:tasks.workunit.client.0.smithi028.stdout: "omap_next_lat": { 2024-08-29T19:03:23.074 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 21102, 2024-08-29T19:03:23.075 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 25734526 2024-08-29T19:03:23.075 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:23.075 INFO:tasks.workunit.client.0.smithi028.stdout: "omap_seek_to_first_lat": { 2024-08-29T19:03:23.075 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 41, 2024-08-29T19:03:23.075 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 48634 2024-08-29T19:03:23.075 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:23.075 INFO:tasks.workunit.client.0.smithi028.stdout: "omap_upper_bound_lat": { 2024-08-29T19:03:23.075 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 14135, 2024-08-29T19:03:23.075 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 8085623239 2024-08-29T19:03:23.075 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:23.075 INFO:tasks.workunit.client.0.smithi028.stdout: "onode_hits": { 2024-08-29T19:03:23.075 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 205276 2024-08-29T19:03:23.075 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:23.075 INFO:tasks.workunit.client.0.smithi028.stdout: "onode_misses": { 2024-08-29T19:03:23.076 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 17277 2024-08-29T19:03:23.076 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:23.076 INFO:tasks.workunit.client.0.smithi028.stdout: "read_lat": { 2024-08-29T19:03:23.076 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 22647, 2024-08-29T19:03:23.076 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 1371106537 2024-08-29T19:03:23.076 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:23.076 INFO:tasks.workunit.client.0.smithi028.stdout: "read_onode_meta_lat": { 2024-08-29T19:03:23.076 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 62929, 2024-08-29T19:03:23.076 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 32735214 2024-08-29T19:03:23.076 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:23.076 INFO:tasks.workunit.client.0.smithi028.stdout: "read_wait_aio_lat": { 2024-08-29T19:03:23.076 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 40282, 2024-08-29T19:03:23.076 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 538479964 2024-08-29T19:03:23.077 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:23.077 INFO:tasks.workunit.client.0.smithi028.stdout: "reads_with_retries": { 2024-08-29T19:03:23.077 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:23.077 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:23.077 INFO:tasks.workunit.client.0.smithi028.stdout: "remove_lat": { 2024-08-29T19:03:23.077 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 11429, 2024-08-29T19:03:23.077 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 517517368 2024-08-29T19:03:23.077 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:23.077 INFO:tasks.workunit.client.0.smithi028.stdout: "slow_aio_wait_count": { 2024-08-29T19:03:23.077 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:23.077 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:23.077 INFO:tasks.workunit.client.0.smithi028.stdout: "slow_committed_kv_count": { 2024-08-29T19:03:23.077 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:23.078 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:23.078 INFO:tasks.workunit.client.0.smithi028.stdout: "slow_read_onode_meta_count": { 2024-08-29T19:03:23.078 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:23.078 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:23.078 INFO:tasks.workunit.client.0.smithi028.stdout: "slow_read_wait_aio_count": { 2024-08-29T19:03:23.078 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:23.078 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:23.078 INFO:tasks.workunit.client.0.smithi028.stdout: "state_aio_wait_lat": { 2024-08-29T19:03:23.078 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 72549, 2024-08-29T19:03:23.078 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 3566077406 2024-08-29T19:03:23.078 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:23.078 INFO:tasks.workunit.client.0.smithi028.stdout: "state_deferred_aio_wait_lat": { 2024-08-29T19:03:23.078 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 16543, 2024-08-29T19:03:23.079 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 1570396874 2024-08-29T19:03:23.079 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:23.079 INFO:tasks.workunit.client.0.smithi028.stdout: "state_deferred_cleanup_lat": { 2024-08-29T19:03:23.079 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 16543, 2024-08-29T19:03:23.079 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 1987585376674 2024-08-29T19:03:23.079 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:23.079 INFO:tasks.workunit.client.0.smithi028.stdout: "state_deferred_queued_lat": { 2024-08-29T19:03:23.079 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 16543, 2024-08-29T19:03:23.079 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 5984528038538 2024-08-29T19:03:23.079 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:23.079 INFO:tasks.workunit.client.0.smithi028.stdout: "state_done_lat": { 2024-08-29T19:03:23.079 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 72549, 2024-08-29T19:03:23.079 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 2211360573427 2024-08-29T19:03:23.079 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:23.080 INFO:tasks.workunit.client.0.smithi028.stdout: "state_finishing_lat": { 2024-08-29T19:03:23.080 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 72549, 2024-08-29T19:03:23.080 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 16720187 2024-08-29T19:03:23.080 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:23.080 INFO:tasks.workunit.client.0.smithi028.stdout: "state_io_done_lat": { 2024-08-29T19:03:23.080 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 72549, 2024-08-29T19:03:23.080 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 150143694 2024-08-29T19:03:23.080 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:23.080 INFO:tasks.workunit.client.0.smithi028.stdout: "state_kv_commiting_lat": { 2024-08-29T19:03:23.080 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 72549, 2024-08-29T19:03:23.080 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 39945307055 2024-08-29T19:03:23.080 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:23.080 INFO:tasks.workunit.client.0.smithi028.stdout: "state_kv_done_lat": { 2024-08-29T19:03:23.080 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 72549, 2024-08-29T19:03:23.081 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 54429242 2024-08-29T19:03:23.081 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:23.081 INFO:tasks.workunit.client.0.smithi028.stdout: "state_kv_queued_lat": { 2024-08-29T19:03:23.081 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 72549, 2024-08-29T19:03:23.081 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 20809030807 2024-08-29T19:03:23.081 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:23.081 INFO:tasks.workunit.client.0.smithi028.stdout: "state_prepare_lat": { 2024-08-29T19:03:23.081 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 72549, 2024-08-29T19:03:23.081 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 11170298790 2024-08-29T19:03:23.081 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:23.081 INFO:tasks.workunit.client.0.smithi028.stdout: "stored": { 2024-08-29T19:03:23.081 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 5574065 2024-08-29T19:03:23.081 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:23.082 INFO:tasks.workunit.client.0.smithi028.stdout: "truncate_lat": { 2024-08-29T19:03:23.082 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 2289, 2024-08-29T19:03:23.082 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 22787702 2024-08-29T19:03:23.082 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:23.082 INFO:tasks.workunit.client.0.smithi028.stdout: "txc_commit_lat": { 2024-08-29T19:03:23.082 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 72549, 2024-08-29T19:03:23.082 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 75666541479 2024-08-29T19:03:23.082 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:23.082 INFO:tasks.workunit.client.0.smithi028.stdout: "txc_submit_lat": { 2024-08-29T19:03:23.082 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 72549, 2024-08-29T19:03:23.082 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 12942666232 2024-08-29T19:03:23.082 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:23.082 INFO:tasks.workunit.client.0.smithi028.stdout: "txc_throttle_lat": { 2024-08-29T19:03:23.083 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 72549, 2024-08-29T19:03:23.083 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 860102314 2024-08-29T19:03:23.083 INFO:tasks.workunit.client.0.smithi028.stdout: } 2024-08-29T19:03:23.083 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:23.083 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore-pricache": { 2024-08-29T19:03:23.083 INFO:tasks.workunit.client.0.smithi028.stdout: "cache_bytes": { 2024-08-29T19:03:23.083 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 1445592595 2024-08-29T19:03:23.083 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:23.083 INFO:tasks.workunit.client.0.smithi028.stdout: "heap_bytes": { 2024-08-29T19:03:23.083 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 627310592 2024-08-29T19:03:23.083 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:23.083 INFO:tasks.workunit.client.0.smithi028.stdout: "mapped_bytes": { 2024-08-29T19:03:23.083 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 485572608 2024-08-29T19:03:23.084 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:23.084 INFO:tasks.workunit.client.0.smithi028.stdout: "target_bytes": { 2024-08-29T19:03:23.084 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 2648116428 2024-08-29T19:03:23.084 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:23.084 INFO:tasks.workunit.client.0.smithi028.stdout: "unmapped_bytes": { 2024-08-29T19:03:23.084 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 141737984 2024-08-29T19:03:23.084 INFO:tasks.workunit.client.0.smithi028.stdout: } 2024-08-29T19:03:23.084 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:23.084 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore-pricache:data": { 2024-08-29T19:03:23.084 INFO:tasks.workunit.client.0.smithi028.stdout: "committed_bytes": { 2024-08-29T19:03:23.084 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 134217728 2024-08-29T19:03:23.084 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:23.084 INFO:tasks.workunit.client.0.smithi028.stdout: "pri0_bytes": { 2024-08-29T19:03:23.084 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:23.085 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:23.085 INFO:tasks.workunit.client.0.smithi028.stdout: "pri10_bytes": { 2024-08-29T19:03:23.085 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:23.085 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:23.085 INFO:tasks.workunit.client.0.smithi028.stdout: "pri11_bytes": { 2024-08-29T19:03:23.085 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 59216440 2024-08-29T19:03:23.085 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:23.085 INFO:tasks.workunit.client.0.smithi028.stdout: "pri1_bytes": { 2024-08-29T19:03:23.085 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:23.085 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:23.085 INFO:tasks.workunit.client.0.smithi028.stdout: "pri2_bytes": { 2024-08-29T19:03:23.085 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:23.085 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:23.086 INFO:tasks.workunit.client.0.smithi028.stdout: "pri3_bytes": { 2024-08-29T19:03:23.086 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:23.086 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:23.086 INFO:tasks.workunit.client.0.smithi028.stdout: "pri4_bytes": { 2024-08-29T19:03:23.086 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:23.086 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:23.086 INFO:tasks.workunit.client.0.smithi028.stdout: "pri5_bytes": { 2024-08-29T19:03:23.086 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 16384 2024-08-29T19:03:23.086 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:23.086 INFO:tasks.workunit.client.0.smithi028.stdout: "pri6_bytes": { 2024-08-29T19:03:23.086 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 610304 2024-08-29T19:03:23.086 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:23.086 INFO:tasks.workunit.client.0.smithi028.stdout: "pri7_bytes": { 2024-08-29T19:03:23.087 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:23.087 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:23.087 INFO:tasks.workunit.client.0.smithi028.stdout: "pri8_bytes": { 2024-08-29T19:03:23.087 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:23.087 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:23.087 INFO:tasks.workunit.client.0.smithi028.stdout: "pri9_bytes": { 2024-08-29T19:03:23.087 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:23.087 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:23.087 INFO:tasks.workunit.client.0.smithi028.stdout: "reserved_bytes": { 2024-08-29T19:03:23.087 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 74374600 2024-08-29T19:03:23.087 INFO:tasks.workunit.client.0.smithi028.stdout: } 2024-08-29T19:03:23.087 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:23.087 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore-pricache:kv": { 2024-08-29T19:03:23.087 INFO:tasks.workunit.client.0.smithi028.stdout: "committed_bytes": { 2024-08-29T19:03:23.088 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 578813952 2024-08-29T19:03:23.088 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:23.088 INFO:tasks.workunit.client.0.smithi028.stdout: "pri0_bytes": { 2024-08-29T19:03:23.088 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 67108864 2024-08-29T19:03:23.088 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:23.088 INFO:tasks.workunit.client.0.smithi028.stdout: "pri10_bytes": { 2024-08-29T19:03:23.088 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:23.088 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:23.088 INFO:tasks.workunit.client.0.smithi028.stdout: "pri11_bytes": { 2024-08-29T19:03:23.088 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 444123306 2024-08-29T19:03:23.088 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:23.088 INFO:tasks.workunit.client.0.smithi028.stdout: "pri1_bytes": { 2024-08-29T19:03:23.088 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:23.089 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:23.089 INFO:tasks.workunit.client.0.smithi028.stdout: "pri2_bytes": { 2024-08-29T19:03:23.089 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:23.089 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:23.089 INFO:tasks.workunit.client.0.smithi028.stdout: "pri3_bytes": { 2024-08-29T19:03:23.089 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 2688 2024-08-29T19:03:23.089 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:23.089 INFO:tasks.workunit.client.0.smithi028.stdout: "pri4_bytes": { 2024-08-29T19:03:23.089 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:23.089 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:23.089 INFO:tasks.workunit.client.0.smithi028.stdout: "pri5_bytes": { 2024-08-29T19:03:23.089 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 182432 2024-08-29T19:03:23.089 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:23.089 INFO:tasks.workunit.client.0.smithi028.stdout: "pri6_bytes": { 2024-08-29T19:03:23.090 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:23.090 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:23.090 INFO:tasks.workunit.client.0.smithi028.stdout: "pri7_bytes": { 2024-08-29T19:03:23.090 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:23.090 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:23.090 INFO:tasks.workunit.client.0.smithi028.stdout: "pri8_bytes": { 2024-08-29T19:03:23.090 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:23.090 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:23.090 INFO:tasks.workunit.client.0.smithi028.stdout: "pri9_bytes": { 2024-08-29T19:03:23.090 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:23.090 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:23.090 INFO:tasks.workunit.client.0.smithi028.stdout: "reserved_bytes": { 2024-08-29T19:03:23.090 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 67396662 2024-08-29T19:03:23.090 INFO:tasks.workunit.client.0.smithi028.stdout: } 2024-08-29T19:03:23.090 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:23.091 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore-pricache:kv_onode": { 2024-08-29T19:03:23.091 INFO:tasks.workunit.client.0.smithi028.stdout: "committed_bytes": { 2024-08-29T19:03:23.091 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 176160768 2024-08-29T19:03:23.091 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:23.091 INFO:tasks.workunit.client.0.smithi028.stdout: "pri0_bytes": { 2024-08-29T19:03:23.091 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 67108864 2024-08-29T19:03:23.091 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:23.091 INFO:tasks.workunit.client.0.smithi028.stdout: "pri10_bytes": { 2024-08-29T19:03:23.091 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 807088 2024-08-29T19:03:23.091 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:23.091 INFO:tasks.workunit.client.0.smithi028.stdout: "pri11_bytes": { 2024-08-29T19:03:23.091 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 39477627 2024-08-29T19:03:23.091 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:23.091 INFO:tasks.workunit.client.0.smithi028.stdout: "pri1_bytes": { 2024-08-29T19:03:23.092 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:23.092 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:23.092 INFO:tasks.workunit.client.0.smithi028.stdout: "pri2_bytes": { 2024-08-29T19:03:23.092 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:23.092 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:23.092 INFO:tasks.workunit.client.0.smithi028.stdout: "pri3_bytes": { 2024-08-29T19:03:23.092 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:23.092 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:23.092 INFO:tasks.workunit.client.0.smithi028.stdout: "pri4_bytes": { 2024-08-29T19:03:23.092 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:23.092 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:23.092 INFO:tasks.workunit.client.0.smithi028.stdout: "pri5_bytes": { 2024-08-29T19:03:23.092 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:23.092 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:23.092 INFO:tasks.workunit.client.0.smithi028.stdout: "pri6_bytes": { 2024-08-29T19:03:23.093 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:23.093 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:23.093 INFO:tasks.workunit.client.0.smithi028.stdout: "pri7_bytes": { 2024-08-29T19:03:23.093 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:23.093 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:23.093 INFO:tasks.workunit.client.0.smithi028.stdout: "pri8_bytes": { 2024-08-29T19:03:23.093 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:23.093 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:23.093 INFO:tasks.workunit.client.0.smithi028.stdout: "pri9_bytes": { 2024-08-29T19:03:23.093 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:23.093 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:23.093 INFO:tasks.workunit.client.0.smithi028.stdout: "reserved_bytes": { 2024-08-29T19:03:23.093 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 68767189 2024-08-29T19:03:23.094 INFO:tasks.workunit.client.0.smithi028.stdout: } 2024-08-29T19:03:23.094 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:23.094 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore-pricache:meta": { 2024-08-29T19:03:23.094 INFO:tasks.workunit.client.0.smithi028.stdout: "committed_bytes": { 2024-08-29T19:03:23.094 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 520093696 2024-08-29T19:03:23.094 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:23.094 INFO:tasks.workunit.client.0.smithi028.stdout: "pri0_bytes": { 2024-08-29T19:03:23.094 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:23.094 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:23.094 INFO:tasks.workunit.client.0.smithi028.stdout: "pri10_bytes": { 2024-08-29T19:03:23.094 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:23.094 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:23.094 INFO:tasks.workunit.client.0.smithi028.stdout: "pri11_bytes": { 2024-08-29T19:03:23.094 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 444123306 2024-08-29T19:03:23.095 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:23.095 INFO:tasks.workunit.client.0.smithi028.stdout: "pri1_bytes": { 2024-08-29T19:03:23.095 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:23.095 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:23.095 INFO:tasks.workunit.client.0.smithi028.stdout: "pri2_bytes": { 2024-08-29T19:03:23.095 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:23.095 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:23.095 INFO:tasks.workunit.client.0.smithi028.stdout: "pri3_bytes": { 2024-08-29T19:03:23.095 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:23.095 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:23.095 INFO:tasks.workunit.client.0.smithi028.stdout: "pri4_bytes": { 2024-08-29T19:03:23.095 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:23.095 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:23.096 INFO:tasks.workunit.client.0.smithi028.stdout: "pri5_bytes": { 2024-08-29T19:03:23.096 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 141737 2024-08-29T19:03:23.096 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:23.096 INFO:tasks.workunit.client.0.smithi028.stdout: "pri6_bytes": { 2024-08-29T19:03:23.096 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 1112637 2024-08-29T19:03:23.096 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:23.096 INFO:tasks.workunit.client.0.smithi028.stdout: "pri7_bytes": { 2024-08-29T19:03:23.096 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:23.096 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:23.096 INFO:tasks.workunit.client.0.smithi028.stdout: "pri8_bytes": { 2024-08-29T19:03:23.096 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:23.096 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:23.096 INFO:tasks.workunit.client.0.smithi028.stdout: "pri9_bytes": { 2024-08-29T19:03:23.096 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:23.096 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:23.097 INFO:tasks.workunit.client.0.smithi028.stdout: "reserved_bytes": { 2024-08-29T19:03:23.097 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 74716016 2024-08-29T19:03:23.097 INFO:tasks.workunit.client.0.smithi028.stdout: } 2024-08-29T19:03:23.097 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:23.097 INFO:tasks.workunit.client.0.smithi028.stdout: "objecter": { 2024-08-29T19:03:23.097 INFO:tasks.workunit.client.0.smithi028.stdout: "op_active": { 2024-08-29T19:03:23.097 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:23.097 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:23.097 INFO:tasks.workunit.client.0.smithi028.stdout: "op_r": { 2024-08-29T19:03:23.097 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 27 2024-08-29T19:03:23.097 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:23.097 INFO:tasks.workunit.client.0.smithi028.stdout: "op_rmw": { 2024-08-29T19:03:23.097 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:23.097 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:23.098 INFO:tasks.workunit.client.0.smithi028.stdout: "op_w": { 2024-08-29T19:03:23.098 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:23.098 INFO:tasks.workunit.client.0.smithi028.stdout: } 2024-08-29T19:03:23.098 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:23.098 INFO:tasks.workunit.client.0.smithi028.stdout: "osd": { 2024-08-29T19:03:23.098 INFO:tasks.workunit.client.0.smithi028.stdout: "numpg": { 2024-08-29T19:03:23.098 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 52 2024-08-29T19:03:23.098 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:23.098 INFO:tasks.workunit.client.0.smithi028.stdout: "numpg_removing": { 2024-08-29T19:03:23.098 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:23.098 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:23.098 INFO:tasks.workunit.client.0.smithi028.stdout: "op": { 2024-08-29T19:03:23.098 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 48412 2024-08-29T19:03:23.098 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:23.099 INFO:tasks.workunit.client.0.smithi028.stdout: "op_before_queue_op_lat": { 2024-08-29T19:03:23.099 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 124217, 2024-08-29T19:03:23.099 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 9795456852 2024-08-29T19:03:23.099 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:23.099 INFO:tasks.workunit.client.0.smithi028.stdout: "op_delayed_degraded": { 2024-08-29T19:03:23.099 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 3 2024-08-29T19:03:23.099 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:23.099 INFO:tasks.workunit.client.0.smithi028.stdout: "op_delayed_unreadable": { 2024-08-29T19:03:23.099 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:23.099 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:23.099 INFO:tasks.workunit.client.0.smithi028.stdout: "op_in_bytes": { 2024-08-29T19:03:23.099 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 1035700348 2024-08-29T19:03:23.099 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:23.099 INFO:tasks.workunit.client.0.smithi028.stdout: "op_latency": { 2024-08-29T19:03:23.100 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 48412, 2024-08-29T19:03:23.100 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 404725120703 2024-08-29T19:03:23.100 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:23.100 INFO:tasks.workunit.client.0.smithi028.stdout: "op_out_bytes": { 2024-08-29T19:03:23.100 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 1446311156 2024-08-29T19:03:23.100 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:23.100 INFO:tasks.workunit.client.0.smithi028.stdout: "op_prepare_latency": { 2024-08-29T19:03:23.100 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 49156, 2024-08-29T19:03:23.100 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 42793005843 2024-08-29T19:03:23.100 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:23.100 INFO:tasks.workunit.client.0.smithi028.stdout: "op_process_latency": { 2024-08-29T19:03:23.100 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 48412, 2024-08-29T19:03:23.100 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 125706442759 2024-08-29T19:03:23.100 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:23.101 INFO:tasks.workunit.client.0.smithi028.stdout: "op_r": { 2024-08-29T19:03:23.101 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 32499 2024-08-29T19:03:23.101 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:23.101 INFO:tasks.workunit.client.0.smithi028.stdout: "op_r_latency": { 2024-08-29T19:03:23.101 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 32499, 2024-08-29T19:03:23.101 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 68097399080 2024-08-29T19:03:23.101 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:23.101 INFO:tasks.workunit.client.0.smithi028.stdout: "op_r_latency_out_bytes_histogram": { 2024-08-29T19:03:23.101 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:23.101 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:23.101 INFO:tasks.workunit.client.0.smithi028.stdout: "op_r_out_bytes": { 2024-08-29T19:03:23.101 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 1446311156 2024-08-29T19:03:23.101 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:23.102 INFO:tasks.workunit.client.0.smithi028.stdout: "op_r_prepare_latency": { 2024-08-29T19:03:23.102 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 32905, 2024-08-29T19:03:23.102 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 13977575072 2024-08-29T19:03:23.102 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:23.102 INFO:tasks.workunit.client.0.smithi028.stdout: "op_r_process_latency": { 2024-08-29T19:03:23.102 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 32499, 2024-08-29T19:03:23.102 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 13200395056 2024-08-29T19:03:23.102 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:23.102 INFO:tasks.workunit.client.0.smithi028.stdout: "op_rw": { 2024-08-29T19:03:23.102 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 12117 2024-08-29T19:03:23.102 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:23.102 INFO:tasks.workunit.client.0.smithi028.stdout: "op_rw_in_bytes": { 2024-08-29T19:03:23.102 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 150311152 2024-08-29T19:03:23.102 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:23.103 INFO:tasks.workunit.client.0.smithi028.stdout: "op_rw_latency": { 2024-08-29T19:03:23.103 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 12117, 2024-08-29T19:03:23.103 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 280829366649 2024-08-29T19:03:23.103 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:23.103 INFO:tasks.workunit.client.0.smithi028.stdout: "op_rw_latency_in_bytes_histogram": { 2024-08-29T19:03:23.103 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:23.103 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:23.103 INFO:tasks.workunit.client.0.smithi028.stdout: "op_rw_latency_out_bytes_histogram": { 2024-08-29T19:03:23.103 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:23.103 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:23.103 INFO:tasks.workunit.client.0.smithi028.stdout: "op_rw_out_bytes": { 2024-08-29T19:03:23.103 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:23.103 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:23.103 INFO:tasks.workunit.client.0.smithi028.stdout: "op_rw_prepare_latency": { 2024-08-29T19:03:23.104 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 12328, 2024-08-29T19:03:23.104 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 20694545623 2024-08-29T19:03:23.104 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:23.104 INFO:tasks.workunit.client.0.smithi028.stdout: "op_rw_process_latency": { 2024-08-29T19:03:23.104 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 12117, 2024-08-29T19:03:23.104 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 76350352283 2024-08-29T19:03:23.104 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:23.104 INFO:tasks.workunit.client.0.smithi028.stdout: "op_w": { 2024-08-29T19:03:23.104 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 3796 2024-08-29T19:03:23.104 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:23.104 INFO:tasks.workunit.client.0.smithi028.stdout: "op_w_in_bytes": { 2024-08-29T19:03:23.104 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 885389196 2024-08-29T19:03:23.104 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:23.104 INFO:tasks.workunit.client.0.smithi028.stdout: "op_w_latency": { 2024-08-29T19:03:23.105 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 3796, 2024-08-29T19:03:23.105 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 55798354974 2024-08-29T19:03:23.105 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:23.105 INFO:tasks.workunit.client.0.smithi028.stdout: "op_w_latency_in_bytes_histogram": { 2024-08-29T19:03:23.105 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:23.105 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:23.105 INFO:tasks.workunit.client.0.smithi028.stdout: "op_w_prepare_latency": { 2024-08-29T19:03:23.105 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 3923, 2024-08-29T19:03:23.105 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 8120885148 2024-08-29T19:03:23.105 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:23.105 INFO:tasks.workunit.client.0.smithi028.stdout: "op_w_process_latency": { 2024-08-29T19:03:23.105 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 3796, 2024-08-29T19:03:23.105 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 36155695420 2024-08-29T19:03:23.106 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:23.106 INFO:tasks.workunit.client.0.smithi028.stdout: "op_wip": { 2024-08-29T19:03:23.106 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:23.106 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:23.106 INFO:tasks.workunit.client.0.smithi028.stdout: "recovery_bytes": { 2024-08-29T19:03:23.106 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 35 2024-08-29T19:03:23.106 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:23.106 INFO:tasks.workunit.client.0.smithi028.stdout: "recovery_ops": { 2024-08-29T19:03:23.106 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 12 2024-08-29T19:03:23.106 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:23.106 INFO:tasks.workunit.client.0.smithi028.stdout: "stat_bytes": { 2024-08-29T19:03:23.106 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 95995035648 2024-08-29T19:03:23.106 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:23.106 INFO:tasks.workunit.client.0.smithi028.stdout: "stat_bytes_used": { 2024-08-29T19:03:23.107 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 708198400 2024-08-29T19:03:23.107 INFO:tasks.workunit.client.0.smithi028.stdout: } 2024-08-29T19:03:23.107 INFO:tasks.workunit.client.0.smithi028.stdout: } 2024-08-29T19:03:23.107 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:23.107 INFO:tasks.workunit.client.0.smithi028.stdout: "osd.4": { 2024-08-29T19:03:23.107 INFO:tasks.workunit.client.0.smithi028.stdout: "bluefs": { 2024-08-29T19:03:23.107 INFO:tasks.workunit.client.0.smithi028.stdout: "alloc_db_max_lat": { 2024-08-29T19:03:23.107 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 59725 2024-08-29T19:03:23.107 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:23.107 INFO:tasks.workunit.client.0.smithi028.stdout: "alloc_slow_fallback": { 2024-08-29T19:03:23.107 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:23.107 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:23.107 INFO:tasks.workunit.client.0.smithi028.stdout: "alloc_slow_max_lat": { 2024-08-29T19:03:23.107 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:23.108 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:23.108 INFO:tasks.workunit.client.0.smithi028.stdout: "alloc_slow_size_fallback": { 2024-08-29T19:03:23.108 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:23.108 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:23.108 INFO:tasks.workunit.client.0.smithi028.stdout: "alloc_unit_db": { 2024-08-29T19:03:23.108 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 65536 2024-08-29T19:03:23.108 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:23.108 INFO:tasks.workunit.client.0.smithi028.stdout: "alloc_unit_slow": { 2024-08-29T19:03:23.108 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:23.108 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:23.108 INFO:tasks.workunit.client.0.smithi028.stdout: "alloc_unit_wal": { 2024-08-29T19:03:23.108 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:23.108 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:23.108 INFO:tasks.workunit.client.0.smithi028.stdout: "alloc_wal_max_lat": { 2024-08-29T19:03:23.109 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:23.109 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:23.109 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes_written_slow": { 2024-08-29T19:03:23.109 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:23.109 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:23.109 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes_written_sst": { 2024-08-29T19:03:23.109 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 46153728 2024-08-29T19:03:23.109 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:23.109 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes_written_wal": { 2024-08-29T19:03:23.109 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 825614336 2024-08-29T19:03:23.109 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:23.109 INFO:tasks.workunit.client.0.smithi028.stdout: "compact_lat": { 2024-08-29T19:03:23.109 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 14, 2024-08-29T19:03:23.110 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 7207655 2024-08-29T19:03:23.110 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:23.110 INFO:tasks.workunit.client.0.smithi028.stdout: "compact_lock_lat": { 2024-08-29T19:03:23.110 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 14, 2024-08-29T19:03:23.110 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 2419629 2024-08-29T19:03:23.110 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:23.110 INFO:tasks.workunit.client.0.smithi028.stdout: "db_alloc_lat": { 2024-08-29T19:03:23.110 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 247, 2024-08-29T19:03:23.110 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 1546488 2024-08-29T19:03:23.110 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:23.110 INFO:tasks.workunit.client.0.smithi028.stdout: "db_total_bytes": { 2024-08-29T19:03:23.110 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 95995027456 2024-08-29T19:03:23.110 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:23.110 INFO:tasks.workunit.client.0.smithi028.stdout: "db_used_bytes": { 2024-08-29T19:03:23.111 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 1023803392 2024-08-29T19:03:23.111 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:23.111 INFO:tasks.workunit.client.0.smithi028.stdout: "flush_lat": { 2024-08-29T19:03:23.111 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 59330, 2024-08-29T19:03:23.111 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 8946316663 2024-08-29T19:03:23.111 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:23.111 INFO:tasks.workunit.client.0.smithi028.stdout: "fsync_lat": { 2024-08-29T19:03:23.111 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 59300, 2024-08-29T19:03:23.111 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 16933430658 2024-08-29T19:03:23.111 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:23.111 INFO:tasks.workunit.client.0.smithi028.stdout: "log_bytes": { 2024-08-29T19:03:23.111 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 10072064 2024-08-29T19:03:23.111 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:23.111 INFO:tasks.workunit.client.0.smithi028.stdout: "logged_bytes": { 2024-08-29T19:03:23.112 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 242798592 2024-08-29T19:03:23.112 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:23.112 INFO:tasks.workunit.client.0.smithi028.stdout: "max_bytes_db": { 2024-08-29T19:03:23.112 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 1018101760 2024-08-29T19:03:23.112 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:23.112 INFO:tasks.workunit.client.0.smithi028.stdout: "max_bytes_slow": { 2024-08-29T19:03:23.112 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:23.112 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:23.112 INFO:tasks.workunit.client.0.smithi028.stdout: "max_bytes_wal": { 2024-08-29T19:03:23.112 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:23.112 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:23.112 INFO:tasks.workunit.client.0.smithi028.stdout: "num_files": { 2024-08-29T19:03:23.112 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 68 2024-08-29T19:03:23.112 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:23.113 INFO:tasks.workunit.client.0.smithi028.stdout: "read_bytes": { 2024-08-29T19:03:23.113 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 757841600 2024-08-29T19:03:23.113 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:23.113 INFO:tasks.workunit.client.0.smithi028.stdout: "read_count": { 2024-08-29T19:03:23.113 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 30373 2024-08-29T19:03:23.113 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:23.113 INFO:tasks.workunit.client.0.smithi028.stdout: "read_disk_bytes": { 2024-08-29T19:03:23.113 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 673693696 2024-08-29T19:03:23.113 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:23.113 INFO:tasks.workunit.client.0.smithi028.stdout: "read_disk_bytes_db": { 2024-08-29T19:03:23.113 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 673697792 2024-08-29T19:03:23.113 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:23.113 INFO:tasks.workunit.client.0.smithi028.stdout: "read_disk_bytes_slow": { 2024-08-29T19:03:23.113 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:23.114 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:23.114 INFO:tasks.workunit.client.0.smithi028.stdout: "read_disk_bytes_wal": { 2024-08-29T19:03:23.114 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:23.114 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:23.114 INFO:tasks.workunit.client.0.smithi028.stdout: "read_disk_count": { 2024-08-29T19:03:23.114 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 12267 2024-08-29T19:03:23.114 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:23.114 INFO:tasks.workunit.client.0.smithi028.stdout: "read_lat": { 2024-08-29T19:03:23.114 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 30373, 2024-08-29T19:03:23.114 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 369859010 2024-08-29T19:03:23.114 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:23.114 INFO:tasks.workunit.client.0.smithi028.stdout: "read_prefetch_bytes": { 2024-08-29T19:03:23.114 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 445647371 2024-08-29T19:03:23.115 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:23.115 INFO:tasks.workunit.client.0.smithi028.stdout: "read_prefetch_count": { 2024-08-29T19:03:23.115 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 20833 2024-08-29T19:03:23.115 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:23.115 INFO:tasks.workunit.client.0.smithi028.stdout: "read_random_buffer_bytes": { 2024-08-29T19:03:23.115 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 13443519 2024-08-29T19:03:23.115 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:23.115 INFO:tasks.workunit.client.0.smithi028.stdout: "read_random_buffer_count": { 2024-08-29T19:03:23.115 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 1945 2024-08-29T19:03:23.115 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:23.115 INFO:tasks.workunit.client.0.smithi028.stdout: "read_random_bytes": { 2024-08-29T19:03:23.115 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 61782164 2024-08-29T19:03:23.115 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:23.115 INFO:tasks.workunit.client.0.smithi028.stdout: "read_random_count": { 2024-08-29T19:03:23.115 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 2746 2024-08-29T19:03:23.116 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:23.116 INFO:tasks.workunit.client.0.smithi028.stdout: "read_random_disk_bytes": { 2024-08-29T19:03:23.116 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 48338645 2024-08-29T19:03:23.116 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:23.116 INFO:tasks.workunit.client.0.smithi028.stdout: "read_random_disk_bytes_db": { 2024-08-29T19:03:23.116 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 48338645 2024-08-29T19:03:23.116 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:23.116 INFO:tasks.workunit.client.0.smithi028.stdout: "read_random_disk_bytes_slow": { 2024-08-29T19:03:23.116 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:23.116 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:23.116 INFO:tasks.workunit.client.0.smithi028.stdout: "read_random_disk_bytes_wal": { 2024-08-29T19:03:23.116 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:23.116 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:23.117 INFO:tasks.workunit.client.0.smithi028.stdout: "read_random_disk_count": { 2024-08-29T19:03:23.117 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 856 2024-08-29T19:03:23.117 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:23.117 INFO:tasks.workunit.client.0.smithi028.stdout: "read_random_lat": { 2024-08-29T19:03:23.117 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 2746, 2024-08-29T19:03:23.117 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 28277358 2024-08-29T19:03:23.117 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:23.117 INFO:tasks.workunit.client.0.smithi028.stdout: "slow_alloc_lat": { 2024-08-29T19:03:23.117 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 0, 2024-08-29T19:03:23.117 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:23.117 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:23.117 INFO:tasks.workunit.client.0.smithi028.stdout: "slow_total_bytes": { 2024-08-29T19:03:23.117 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:23.117 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:23.118 INFO:tasks.workunit.client.0.smithi028.stdout: "slow_used_bytes": { 2024-08-29T19:03:23.118 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:23.118 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:23.118 INFO:tasks.workunit.client.0.smithi028.stdout: "truncate_lat": { 2024-08-29T19:03:23.118 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 1, 2024-08-29T19:03:23.118 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 646 2024-08-29T19:03:23.118 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:23.118 INFO:tasks.workunit.client.0.smithi028.stdout: "unlink_lat": { 2024-08-29T19:03:23.118 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 14, 2024-08-29T19:03:23.118 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 35528 2024-08-29T19:03:23.118 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:23.118 INFO:tasks.workunit.client.0.smithi028.stdout: "wal_alloc_lat": { 2024-08-29T19:03:23.118 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 0, 2024-08-29T19:03:23.119 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:23.119 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:23.119 INFO:tasks.workunit.client.0.smithi028.stdout: "wal_total_bytes": { 2024-08-29T19:03:23.119 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:23.119 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:23.119 INFO:tasks.workunit.client.0.smithi028.stdout: "wal_used_bytes": { 2024-08-29T19:03:23.119 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:23.119 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:23.119 INFO:tasks.workunit.client.0.smithi028.stdout: "write_bytes": { 2024-08-29T19:03:23.119 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 1116725248 2024-08-29T19:03:23.119 INFO:tasks.workunit.client.0.smithi028.stdout: } 2024-08-29T19:03:23.119 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:23.119 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore": { 2024-08-29T19:03:23.119 INFO:tasks.workunit.client.0.smithi028.stdout: "alloc_unit": { 2024-08-29T19:03:23.120 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 4096 2024-08-29T19:03:23.120 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:23.120 INFO:tasks.workunit.client.0.smithi028.stdout: "allocated": { 2024-08-29T19:03:23.120 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 9637888 2024-08-29T19:03:23.120 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:23.120 INFO:tasks.workunit.client.0.smithi028.stdout: "allocator_lat": { 2024-08-29T19:03:23.120 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 19580, 2024-08-29T19:03:23.120 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 93813415 2024-08-29T19:03:23.120 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:23.120 INFO:tasks.workunit.client.0.smithi028.stdout: "clist_lat": { 2024-08-29T19:03:23.120 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 3075, 2024-08-29T19:03:23.120 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 1222586986 2024-08-29T19:03:23.120 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:23.121 INFO:tasks.workunit.client.0.smithi028.stdout: "compress_lat": { 2024-08-29T19:03:23.121 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 0, 2024-08-29T19:03:23.121 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:23.121 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:23.121 INFO:tasks.workunit.client.0.smithi028.stdout: "compressed": { 2024-08-29T19:03:23.121 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:23.121 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:23.121 INFO:tasks.workunit.client.0.smithi028.stdout: "compressed_allocated": { 2024-08-29T19:03:23.121 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:23.121 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:23.121 INFO:tasks.workunit.client.0.smithi028.stdout: "compressed_original": { 2024-08-29T19:03:23.121 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:23.121 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:23.121 INFO:tasks.workunit.client.0.smithi028.stdout: "csum_lat": { 2024-08-29T19:03:23.122 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 21772, 2024-08-29T19:03:23.122 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 274196667 2024-08-29T19:03:23.122 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:23.122 INFO:tasks.workunit.client.0.smithi028.stdout: "decompress_lat": { 2024-08-29T19:03:23.122 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 0, 2024-08-29T19:03:23.122 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:23.122 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:23.122 INFO:tasks.workunit.client.0.smithi028.stdout: "fragmentation_micros": { 2024-08-29T19:03:23.122 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:23.122 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:23.122 INFO:tasks.workunit.client.0.smithi028.stdout: "kv_commit_lat": { 2024-08-29T19:03:23.122 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 59173, 2024-08-29T19:03:23.122 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 23713030518 2024-08-29T19:03:23.122 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:23.123 INFO:tasks.workunit.client.0.smithi028.stdout: "kv_final_lat": { 2024-08-29T19:03:23.123 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 58464, 2024-08-29T19:03:23.123 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 3060556960 2024-08-29T19:03:23.123 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:23.123 INFO:tasks.workunit.client.0.smithi028.stdout: "kv_flush_lat": { 2024-08-29T19:03:23.123 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 59173, 2024-08-29T19:03:23.123 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 109507861 2024-08-29T19:03:23.123 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:23.123 INFO:tasks.workunit.client.0.smithi028.stdout: "kv_sync_lat": { 2024-08-29T19:03:23.123 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 59173, 2024-08-29T19:03:23.123 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 23822538379 2024-08-29T19:03:23.123 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:23.123 INFO:tasks.workunit.client.0.smithi028.stdout: "omap_get_keys_lat": { 2024-08-29T19:03:23.123 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 0, 2024-08-29T19:03:23.124 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:23.124 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:23.124 INFO:tasks.workunit.client.0.smithi028.stdout: "omap_get_values_lat": { 2024-08-29T19:03:23.124 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 29313, 2024-08-29T19:03:23.124 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 1727751637 2024-08-29T19:03:23.124 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:23.124 INFO:tasks.workunit.client.0.smithi028.stdout: "omap_lower_bound_lat": { 2024-08-29T19:03:23.124 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 789, 2024-08-29T19:03:23.124 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 4607738 2024-08-29T19:03:23.124 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:23.124 INFO:tasks.workunit.client.0.smithi028.stdout: "omap_next_lat": { 2024-08-29T19:03:23.124 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 16483, 2024-08-29T19:03:23.124 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 20071278 2024-08-29T19:03:23.124 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:23.124 INFO:tasks.workunit.client.0.smithi028.stdout: "omap_seek_to_first_lat": { 2024-08-29T19:03:23.125 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 46, 2024-08-29T19:03:23.125 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 82953 2024-08-29T19:03:23.125 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:23.125 INFO:tasks.workunit.client.0.smithi028.stdout: "omap_upper_bound_lat": { 2024-08-29T19:03:23.125 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 15209, 2024-08-29T19:03:23.125 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 7927264484 2024-08-29T19:03:23.125 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:23.125 INFO:tasks.workunit.client.0.smithi028.stdout: "onode_hits": { 2024-08-29T19:03:23.125 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 191559 2024-08-29T19:03:23.125 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:23.125 INFO:tasks.workunit.client.0.smithi028.stdout: "onode_misses": { 2024-08-29T19:03:23.125 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 19688 2024-08-29T19:03:23.125 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:23.126 INFO:tasks.workunit.client.0.smithi028.stdout: "read_lat": { 2024-08-29T19:03:23.126 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 14529, 2024-08-29T19:03:23.126 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 1770403982 2024-08-29T19:03:23.126 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:23.126 INFO:tasks.workunit.client.0.smithi028.stdout: "read_onode_meta_lat": { 2024-08-29T19:03:23.126 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 46514, 2024-08-29T19:03:23.126 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 29180687 2024-08-29T19:03:23.126 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:23.126 INFO:tasks.workunit.client.0.smithi028.stdout: "read_wait_aio_lat": { 2024-08-29T19:03:23.126 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 31985, 2024-08-29T19:03:23.126 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 942119775 2024-08-29T19:03:23.126 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:23.126 INFO:tasks.workunit.client.0.smithi028.stdout: "reads_with_retries": { 2024-08-29T19:03:23.126 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:23.127 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:23.127 INFO:tasks.workunit.client.0.smithi028.stdout: "remove_lat": { 2024-08-29T19:03:23.127 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 12869, 2024-08-29T19:03:23.127 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 662126651 2024-08-29T19:03:23.127 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:23.127 INFO:tasks.workunit.client.0.smithi028.stdout: "slow_aio_wait_count": { 2024-08-29T19:03:23.127 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:23.127 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:23.127 INFO:tasks.workunit.client.0.smithi028.stdout: "slow_committed_kv_count": { 2024-08-29T19:03:23.127 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:23.127 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:23.127 INFO:tasks.workunit.client.0.smithi028.stdout: "slow_read_onode_meta_count": { 2024-08-29T19:03:23.127 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:23.128 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:23.128 INFO:tasks.workunit.client.0.smithi028.stdout: "slow_read_wait_aio_count": { 2024-08-29T19:03:23.128 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:23.128 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:23.128 INFO:tasks.workunit.client.0.smithi028.stdout: "state_aio_wait_lat": { 2024-08-29T19:03:23.128 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 68583, 2024-08-29T19:03:23.128 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 4418977540 2024-08-29T19:03:23.128 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:23.128 INFO:tasks.workunit.client.0.smithi028.stdout: "state_deferred_aio_wait_lat": { 2024-08-29T19:03:23.128 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 17485, 2024-08-29T19:03:23.128 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 1540437841 2024-08-29T19:03:23.128 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:23.128 INFO:tasks.workunit.client.0.smithi028.stdout: "state_deferred_cleanup_lat": { 2024-08-29T19:03:23.128 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 17484, 2024-08-29T19:03:23.129 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 1938742711617 2024-08-29T19:03:23.129 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:23.129 INFO:tasks.workunit.client.0.smithi028.stdout: "state_deferred_queued_lat": { 2024-08-29T19:03:23.129 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 17485, 2024-08-29T19:03:23.129 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 5966957876105 2024-08-29T19:03:23.129 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:23.129 INFO:tasks.workunit.client.0.smithi028.stdout: "state_done_lat": { 2024-08-29T19:03:23.129 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 68582, 2024-08-29T19:03:23.129 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 2066079241201 2024-08-29T19:03:23.129 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:23.129 INFO:tasks.workunit.client.0.smithi028.stdout: "state_finishing_lat": { 2024-08-29T19:03:23.129 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 68582, 2024-08-29T19:03:23.129 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 17014689 2024-08-29T19:03:23.129 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:23.130 INFO:tasks.workunit.client.0.smithi028.stdout: "state_io_done_lat": { 2024-08-29T19:03:23.130 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 68583, 2024-08-29T19:03:23.130 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 170629632 2024-08-29T19:03:23.130 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:23.130 INFO:tasks.workunit.client.0.smithi028.stdout: "state_kv_commiting_lat": { 2024-08-29T19:03:23.130 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 68583, 2024-08-29T19:03:23.130 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 40937764270 2024-08-29T19:03:23.130 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:23.130 INFO:tasks.workunit.client.0.smithi028.stdout: "state_kv_done_lat": { 2024-08-29T19:03:23.130 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 68583, 2024-08-29T19:03:23.130 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 53588716 2024-08-29T19:03:23.130 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:23.130 INFO:tasks.workunit.client.0.smithi028.stdout: "state_kv_queued_lat": { 2024-08-29T19:03:23.131 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 68583, 2024-08-29T19:03:23.131 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 19857009071 2024-08-29T19:03:23.131 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:23.131 INFO:tasks.workunit.client.0.smithi028.stdout: "state_prepare_lat": { 2024-08-29T19:03:23.131 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 68583, 2024-08-29T19:03:23.131 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 13754299593 2024-08-29T19:03:23.131 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:23.131 INFO:tasks.workunit.client.0.smithi028.stdout: "stored": { 2024-08-29T19:03:23.131 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 5568872 2024-08-29T19:03:23.131 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:23.131 INFO:tasks.workunit.client.0.smithi028.stdout: "truncate_lat": { 2024-08-29T19:03:23.131 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 2224, 2024-08-29T19:03:23.131 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 22097034 2024-08-29T19:03:23.131 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:23.132 INFO:tasks.workunit.client.0.smithi028.stdout: "txc_commit_lat": { 2024-08-29T19:03:23.132 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 68583, 2024-08-29T19:03:23.132 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 79163300812 2024-08-29T19:03:23.132 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:23.132 INFO:tasks.workunit.client.0.smithi028.stdout: "txc_submit_lat": { 2024-08-29T19:03:23.132 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 68583, 2024-08-29T19:03:23.132 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 15667841326 2024-08-29T19:03:23.132 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:23.132 INFO:tasks.workunit.client.0.smithi028.stdout: "txc_throttle_lat": { 2024-08-29T19:03:23.132 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 68583, 2024-08-29T19:03:23.132 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 873822966 2024-08-29T19:03:23.132 INFO:tasks.workunit.client.0.smithi028.stdout: } 2024-08-29T19:03:23.132 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:23.132 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore-pricache": { 2024-08-29T19:03:23.133 INFO:tasks.workunit.client.0.smithi028.stdout: "cache_bytes": { 2024-08-29T19:03:23.133 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 1445593205 2024-08-29T19:03:23.133 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:23.133 INFO:tasks.workunit.client.0.smithi028.stdout: "heap_bytes": { 2024-08-29T19:03:23.133 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 611008512 2024-08-29T19:03:23.133 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:23.133 INFO:tasks.workunit.client.0.smithi028.stdout: "mapped_bytes": { 2024-08-29T19:03:23.133 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 553000960 2024-08-29T19:03:23.133 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:23.133 INFO:tasks.workunit.client.0.smithi028.stdout: "target_bytes": { 2024-08-29T19:03:23.133 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 2648117145 2024-08-29T19:03:23.133 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:23.133 INFO:tasks.workunit.client.0.smithi028.stdout: "unmapped_bytes": { 2024-08-29T19:03:23.134 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 58007552 2024-08-29T19:03:23.134 INFO:tasks.workunit.client.0.smithi028.stdout: } 2024-08-29T19:03:23.134 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:23.134 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore-pricache:data": { 2024-08-29T19:03:23.134 INFO:tasks.workunit.client.0.smithi028.stdout: "committed_bytes": { 2024-08-29T19:03:23.134 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 125829120 2024-08-29T19:03:23.134 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:23.134 INFO:tasks.workunit.client.0.smithi028.stdout: "pri0_bytes": { 2024-08-29T19:03:23.134 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:23.134 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:23.134 INFO:tasks.workunit.client.0.smithi028.stdout: "pri10_bytes": { 2024-08-29T19:03:23.134 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:23.134 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:23.134 INFO:tasks.workunit.client.0.smithi028.stdout: "pri11_bytes": { 2024-08-29T19:03:23.135 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 56676537 2024-08-29T19:03:23.135 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:23.135 INFO:tasks.workunit.client.0.smithi028.stdout: "pri1_bytes": { 2024-08-29T19:03:23.135 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:23.135 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:23.135 INFO:tasks.workunit.client.0.smithi028.stdout: "pri2_bytes": { 2024-08-29T19:03:23.135 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:23.135 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:23.135 INFO:tasks.workunit.client.0.smithi028.stdout: "pri3_bytes": { 2024-08-29T19:03:23.135 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:23.135 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:23.135 INFO:tasks.workunit.client.0.smithi028.stdout: "pri4_bytes": { 2024-08-29T19:03:23.135 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 12288 2024-08-29T19:03:23.135 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:23.136 INFO:tasks.workunit.client.0.smithi028.stdout: "pri5_bytes": { 2024-08-29T19:03:23.136 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 73728 2024-08-29T19:03:23.136 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:23.136 INFO:tasks.workunit.client.0.smithi028.stdout: "pri6_bytes": { 2024-08-29T19:03:23.136 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 901120 2024-08-29T19:03:23.136 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:23.136 INFO:tasks.workunit.client.0.smithi028.stdout: "pri7_bytes": { 2024-08-29T19:03:23.136 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:23.136 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:23.136 INFO:tasks.workunit.client.0.smithi028.stdout: "pri8_bytes": { 2024-08-29T19:03:23.136 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:23.136 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:23.136 INFO:tasks.workunit.client.0.smithi028.stdout: "pri9_bytes": { 2024-08-29T19:03:23.137 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:23.137 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:23.137 INFO:tasks.workunit.client.0.smithi028.stdout: "reserved_bytes": { 2024-08-29T19:03:23.137 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 68165447 2024-08-29T19:03:23.137 INFO:tasks.workunit.client.0.smithi028.stdout: } 2024-08-29T19:03:23.137 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:23.137 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore-pricache:kv": { 2024-08-29T19:03:23.137 INFO:tasks.workunit.client.0.smithi028.stdout: "committed_bytes": { 2024-08-29T19:03:23.137 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 562036736 2024-08-29T19:03:23.137 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:23.137 INFO:tasks.workunit.client.0.smithi028.stdout: "pri0_bytes": { 2024-08-29T19:03:23.137 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 67108864 2024-08-29T19:03:23.137 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:23.137 INFO:tasks.workunit.client.0.smithi028.stdout: "pri10_bytes": { 2024-08-29T19:03:23.138 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:23.138 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:23.138 INFO:tasks.workunit.client.0.smithi028.stdout: "pri11_bytes": { 2024-08-29T19:03:23.138 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 425074032 2024-08-29T19:03:23.138 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:23.138 INFO:tasks.workunit.client.0.smithi028.stdout: "pri1_bytes": { 2024-08-29T19:03:23.138 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:23.138 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:23.138 INFO:tasks.workunit.client.0.smithi028.stdout: "pri2_bytes": { 2024-08-29T19:03:23.138 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:23.138 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:23.138 INFO:tasks.workunit.client.0.smithi028.stdout: "pri3_bytes": { 2024-08-29T19:03:23.138 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 4992 2024-08-29T19:03:23.139 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:23.139 INFO:tasks.workunit.client.0.smithi028.stdout: "pri4_bytes": { 2024-08-29T19:03:23.139 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:23.139 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:23.139 INFO:tasks.workunit.client.0.smithi028.stdout: "pri5_bytes": { 2024-08-29T19:03:23.139 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 325120 2024-08-29T19:03:23.139 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:23.139 INFO:tasks.workunit.client.0.smithi028.stdout: "pri6_bytes": { 2024-08-29T19:03:23.139 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:23.139 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:23.139 INFO:tasks.workunit.client.0.smithi028.stdout: "pri7_bytes": { 2024-08-29T19:03:23.139 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:23.139 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:23.139 INFO:tasks.workunit.client.0.smithi028.stdout: "pri8_bytes": { 2024-08-29T19:03:23.140 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:23.140 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:23.140 INFO:tasks.workunit.client.0.smithi028.stdout: "pri9_bytes": { 2024-08-29T19:03:23.140 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:23.140 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:23.140 INFO:tasks.workunit.client.0.smithi028.stdout: "reserved_bytes": { 2024-08-29T19:03:23.140 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 69523728 2024-08-29T19:03:23.140 INFO:tasks.workunit.client.0.smithi028.stdout: } 2024-08-29T19:03:23.140 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:23.140 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore-pricache:kv_onode": { 2024-08-29T19:03:23.140 INFO:tasks.workunit.client.0.smithi028.stdout: "committed_bytes": { 2024-08-29T19:03:23.140 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 176160768 2024-08-29T19:03:23.140 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:23.140 INFO:tasks.workunit.client.0.smithi028.stdout: "pri0_bytes": { 2024-08-29T19:03:23.141 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 67108864 2024-08-29T19:03:23.141 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:23.141 INFO:tasks.workunit.client.0.smithi028.stdout: "pri10_bytes": { 2024-08-29T19:03:23.141 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 750928 2024-08-29T19:03:23.141 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:23.141 INFO:tasks.workunit.client.0.smithi028.stdout: "pri11_bytes": { 2024-08-29T19:03:23.141 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 37784358 2024-08-29T19:03:23.141 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:23.141 INFO:tasks.workunit.client.0.smithi028.stdout: "pri1_bytes": { 2024-08-29T19:03:23.141 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:23.141 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:23.141 INFO:tasks.workunit.client.0.smithi028.stdout: "pri2_bytes": { 2024-08-29T19:03:23.141 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:23.141 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:23.142 INFO:tasks.workunit.client.0.smithi028.stdout: "pri3_bytes": { 2024-08-29T19:03:23.142 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:23.142 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:23.142 INFO:tasks.workunit.client.0.smithi028.stdout: "pri4_bytes": { 2024-08-29T19:03:23.142 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:23.142 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:23.142 INFO:tasks.workunit.client.0.smithi028.stdout: "pri5_bytes": { 2024-08-29T19:03:23.142 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:23.142 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:23.142 INFO:tasks.workunit.client.0.smithi028.stdout: "pri6_bytes": { 2024-08-29T19:03:23.142 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:23.142 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:23.142 INFO:tasks.workunit.client.0.smithi028.stdout: "pri7_bytes": { 2024-08-29T19:03:23.142 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:23.143 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:23.143 INFO:tasks.workunit.client.0.smithi028.stdout: "pri8_bytes": { 2024-08-29T19:03:23.143 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:23.143 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:23.143 INFO:tasks.workunit.client.0.smithi028.stdout: "pri9_bytes": { 2024-08-29T19:03:23.143 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:23.143 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:23.143 INFO:tasks.workunit.client.0.smithi028.stdout: "reserved_bytes": { 2024-08-29T19:03:23.143 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 70516618 2024-08-29T19:03:23.143 INFO:tasks.workunit.client.0.smithi028.stdout: } 2024-08-29T19:03:23.143 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:23.143 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore-pricache:meta": { 2024-08-29T19:03:23.143 INFO:tasks.workunit.client.0.smithi028.stdout: "committed_bytes": { 2024-08-29T19:03:23.143 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 494927872 2024-08-29T19:03:23.144 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:23.144 INFO:tasks.workunit.client.0.smithi028.stdout: "pri0_bytes": { 2024-08-29T19:03:23.144 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:23.144 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:23.144 INFO:tasks.workunit.client.0.smithi028.stdout: "pri10_bytes": { 2024-08-29T19:03:23.144 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:23.144 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:23.144 INFO:tasks.workunit.client.0.smithi028.stdout: "pri11_bytes": { 2024-08-29T19:03:23.144 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 425074032 2024-08-29T19:03:23.144 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:23.144 INFO:tasks.workunit.client.0.smithi028.stdout: "pri1_bytes": { 2024-08-29T19:03:23.144 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:23.144 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:23.144 INFO:tasks.workunit.client.0.smithi028.stdout: "pri2_bytes": { 2024-08-29T19:03:23.145 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:23.145 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:23.145 INFO:tasks.workunit.client.0.smithi028.stdout: "pri3_bytes": { 2024-08-29T19:03:23.145 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:23.145 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:23.145 INFO:tasks.workunit.client.0.smithi028.stdout: "pri4_bytes": { 2024-08-29T19:03:23.145 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 3004 2024-08-29T19:03:23.145 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:23.145 INFO:tasks.workunit.client.0.smithi028.stdout: "pri5_bytes": { 2024-08-29T19:03:23.145 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 139202 2024-08-29T19:03:23.145 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:23.145 INFO:tasks.workunit.client.0.smithi028.stdout: "pri6_bytes": { 2024-08-29T19:03:23.145 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 1097593 2024-08-29T19:03:23.145 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:23.146 INFO:tasks.workunit.client.0.smithi028.stdout: "pri7_bytes": { 2024-08-29T19:03:23.146 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:23.146 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:23.146 INFO:tasks.workunit.client.0.smithi028.stdout: "pri8_bytes": { 2024-08-29T19:03:23.146 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:23.146 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:23.146 INFO:tasks.workunit.client.0.smithi028.stdout: "pri9_bytes": { 2024-08-29T19:03:23.146 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:23.146 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:23.146 INFO:tasks.workunit.client.0.smithi028.stdout: "reserved_bytes": { 2024-08-29T19:03:23.146 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 68614041 2024-08-29T19:03:23.146 INFO:tasks.workunit.client.0.smithi028.stdout: } 2024-08-29T19:03:23.146 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:23.146 INFO:tasks.workunit.client.0.smithi028.stdout: "objecter": { 2024-08-29T19:03:23.147 INFO:tasks.workunit.client.0.smithi028.stdout: "op_active": { 2024-08-29T19:03:23.147 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:23.147 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:23.147 INFO:tasks.workunit.client.0.smithi028.stdout: "op_r": { 2024-08-29T19:03:23.147 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 14 2024-08-29T19:03:23.147 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:23.147 INFO:tasks.workunit.client.0.smithi028.stdout: "op_rmw": { 2024-08-29T19:03:23.147 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:23.147 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:23.147 INFO:tasks.workunit.client.0.smithi028.stdout: "op_w": { 2024-08-29T19:03:23.147 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:23.147 INFO:tasks.workunit.client.0.smithi028.stdout: } 2024-08-29T19:03:23.147 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:23.148 INFO:tasks.workunit.client.0.smithi028.stdout: "osd": { 2024-08-29T19:03:23.148 INFO:tasks.workunit.client.0.smithi028.stdout: "numpg": { 2024-08-29T19:03:23.148 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 49 2024-08-29T19:03:23.148 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:23.148 INFO:tasks.workunit.client.0.smithi028.stdout: "numpg_removing": { 2024-08-29T19:03:23.148 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:23.148 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:23.148 INFO:tasks.workunit.client.0.smithi028.stdout: "op": { 2024-08-29T19:03:23.148 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 41526 2024-08-29T19:03:23.148 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:23.148 INFO:tasks.workunit.client.0.smithi028.stdout: "op_before_queue_op_lat": { 2024-08-29T19:03:23.148 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 103503, 2024-08-29T19:03:23.148 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 11325062766 2024-08-29T19:03:23.148 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:23.148 INFO:tasks.workunit.client.0.smithi028.stdout: "op_delayed_degraded": { 2024-08-29T19:03:23.149 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 3 2024-08-29T19:03:23.149 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:23.149 INFO:tasks.workunit.client.0.smithi028.stdout: "op_delayed_unreadable": { 2024-08-29T19:03:23.149 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:23.149 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:23.149 INFO:tasks.workunit.client.0.smithi028.stdout: "op_in_bytes": { 2024-08-29T19:03:23.149 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 1540369563 2024-08-29T19:03:23.149 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:23.149 INFO:tasks.workunit.client.0.smithi028.stdout: "op_latency": { 2024-08-29T19:03:23.149 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 41526, 2024-08-29T19:03:23.149 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 103134879170 2024-08-29T19:03:23.149 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:23.149 INFO:tasks.workunit.client.0.smithi028.stdout: "op_out_bytes": { 2024-08-29T19:03:23.150 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 2338830367 2024-08-29T19:03:23.150 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:23.150 INFO:tasks.workunit.client.0.smithi028.stdout: "op_prepare_latency": { 2024-08-29T19:03:23.150 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 42281, 2024-08-29T19:03:23.150 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 32419258544 2024-08-29T19:03:23.150 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:23.150 INFO:tasks.workunit.client.0.smithi028.stdout: "op_process_latency": { 2024-08-29T19:03:23.150 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 41526, 2024-08-29T19:03:23.150 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 60144857774 2024-08-29T19:03:23.150 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:23.150 INFO:tasks.workunit.client.0.smithi028.stdout: "op_r": { 2024-08-29T19:03:23.150 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 31787 2024-08-29T19:03:23.150 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:23.150 INFO:tasks.workunit.client.0.smithi028.stdout: "op_r_latency": { 2024-08-29T19:03:23.150 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 31787, 2024-08-29T19:03:23.151 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 21557471798 2024-08-29T19:03:23.151 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:23.151 INFO:tasks.workunit.client.0.smithi028.stdout: "op_r_latency_out_bytes_histogram": { 2024-08-29T19:03:23.151 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:23.151 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:23.151 INFO:tasks.workunit.client.0.smithi028.stdout: "op_r_out_bytes": { 2024-08-29T19:03:23.151 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 2338830367 2024-08-29T19:03:23.151 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:23.151 INFO:tasks.workunit.client.0.smithi028.stdout: "op_r_prepare_latency": { 2024-08-29T19:03:23.151 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 32182, 2024-08-29T19:03:23.151 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 14186490130 2024-08-29T19:03:23.151 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:23.151 INFO:tasks.workunit.client.0.smithi028.stdout: "op_r_process_latency": { 2024-08-29T19:03:23.151 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 31787, 2024-08-29T19:03:23.152 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 12716275857 2024-08-29T19:03:23.152 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:23.152 INFO:tasks.workunit.client.0.smithi028.stdout: "op_rw": { 2024-08-29T19:03:23.152 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 5772 2024-08-29T19:03:23.152 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:23.152 INFO:tasks.workunit.client.0.smithi028.stdout: "op_rw_in_bytes": { 2024-08-29T19:03:23.152 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 324852345 2024-08-29T19:03:23.152 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:23.152 INFO:tasks.workunit.client.0.smithi028.stdout: "op_rw_latency": { 2024-08-29T19:03:23.152 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 5772, 2024-08-29T19:03:23.152 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 22688699147 2024-08-29T19:03:23.152 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:23.152 INFO:tasks.workunit.client.0.smithi028.stdout: "op_rw_latency_in_bytes_histogram": { 2024-08-29T19:03:23.152 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:23.152 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:23.153 INFO:tasks.workunit.client.0.smithi028.stdout: "op_rw_latency_out_bytes_histogram": { 2024-08-29T19:03:23.153 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:23.153 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:23.153 INFO:tasks.workunit.client.0.smithi028.stdout: "op_rw_out_bytes": { 2024-08-29T19:03:23.153 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:23.153 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:23.153 INFO:tasks.workunit.client.0.smithi028.stdout: "op_rw_prepare_latency": { 2024-08-29T19:03:23.153 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 6026, 2024-08-29T19:03:23.153 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 8935298158 2024-08-29T19:03:23.153 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:23.153 INFO:tasks.workunit.client.0.smithi028.stdout: "op_rw_process_latency": { 2024-08-29T19:03:23.153 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 5772, 2024-08-29T19:03:23.153 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 19476725290 2024-08-29T19:03:23.154 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:23.154 INFO:tasks.workunit.client.0.smithi028.stdout: "op_w": { 2024-08-29T19:03:23.154 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 3967 2024-08-29T19:03:23.154 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:23.154 INFO:tasks.workunit.client.0.smithi028.stdout: "op_w_in_bytes": { 2024-08-29T19:03:23.154 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 1215517218 2024-08-29T19:03:23.154 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:23.154 INFO:tasks.workunit.client.0.smithi028.stdout: "op_w_latency": { 2024-08-29T19:03:23.154 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 3967, 2024-08-29T19:03:23.154 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 58888708225 2024-08-29T19:03:23.154 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:23.154 INFO:tasks.workunit.client.0.smithi028.stdout: "op_w_latency_in_bytes_histogram": { 2024-08-29T19:03:23.154 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:23.154 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:23.155 INFO:tasks.workunit.client.0.smithi028.stdout: "op_w_prepare_latency": { 2024-08-29T19:03:23.155 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 4073, 2024-08-29T19:03:23.155 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 9297470256 2024-08-29T19:03:23.155 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:23.155 INFO:tasks.workunit.client.0.smithi028.stdout: "op_w_process_latency": { 2024-08-29T19:03:23.155 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 3967, 2024-08-29T19:03:23.155 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 27951856627 2024-08-29T19:03:23.155 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:23.155 INFO:tasks.workunit.client.0.smithi028.stdout: "op_wip": { 2024-08-29T19:03:23.155 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:23.155 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:23.155 INFO:tasks.workunit.client.0.smithi028.stdout: "recovery_bytes": { 2024-08-29T19:03:23.155 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 59 2024-08-29T19:03:23.155 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:23.156 INFO:tasks.workunit.client.0.smithi028.stdout: "recovery_ops": { 2024-08-29T19:03:23.156 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 13 2024-08-29T19:03:23.156 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:23.156 INFO:tasks.workunit.client.0.smithi028.stdout: "stat_bytes": { 2024-08-29T19:03:23.156 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 95995035648 2024-08-29T19:03:23.156 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:23.156 INFO:tasks.workunit.client.0.smithi028.stdout: "stat_bytes_used": { 2024-08-29T19:03:23.156 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 1033453568 2024-08-29T19:03:23.156 INFO:tasks.workunit.client.0.smithi028.stdout: } 2024-08-29T19:03:23.156 INFO:tasks.workunit.client.0.smithi028.stdout: } 2024-08-29T19:03:23.156 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:23.156 INFO:tasks.workunit.client.0.smithi028.stdout: "osd.5": { 2024-08-29T19:03:23.156 INFO:tasks.workunit.client.0.smithi028.stdout: "bluefs": { 2024-08-29T19:03:23.157 INFO:tasks.workunit.client.0.smithi028.stdout: "alloc_db_max_lat": { 2024-08-29T19:03:23.157 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 25620 2024-08-29T19:03:23.157 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:23.157 INFO:tasks.workunit.client.0.smithi028.stdout: "alloc_slow_fallback": { 2024-08-29T19:03:23.157 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:23.157 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:23.157 INFO:tasks.workunit.client.0.smithi028.stdout: "alloc_slow_max_lat": { 2024-08-29T19:03:23.157 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:23.157 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:23.157 INFO:tasks.workunit.client.0.smithi028.stdout: "alloc_slow_size_fallback": { 2024-08-29T19:03:23.157 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:23.157 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:23.157 INFO:tasks.workunit.client.0.smithi028.stdout: "alloc_unit_db": { 2024-08-29T19:03:23.158 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 65536 2024-08-29T19:03:23.158 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:23.158 INFO:tasks.workunit.client.0.smithi028.stdout: "alloc_unit_slow": { 2024-08-29T19:03:23.158 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:23.158 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:23.158 INFO:tasks.workunit.client.0.smithi028.stdout: "alloc_unit_wal": { 2024-08-29T19:03:23.158 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:23.158 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:23.158 INFO:tasks.workunit.client.0.smithi028.stdout: "alloc_wal_max_lat": { 2024-08-29T19:03:23.158 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:23.158 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:23.158 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes_written_slow": { 2024-08-29T19:03:23.158 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:23.158 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:23.158 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes_written_sst": { 2024-08-29T19:03:23.159 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 21684224 2024-08-29T19:03:23.159 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:23.159 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes_written_wal": { 2024-08-29T19:03:23.159 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 711274496 2024-08-29T19:03:23.159 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:23.159 INFO:tasks.workunit.client.0.smithi028.stdout: "compact_lat": { 2024-08-29T19:03:23.159 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 17, 2024-08-29T19:03:23.159 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 6014069 2024-08-29T19:03:23.159 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:23.159 INFO:tasks.workunit.client.0.smithi028.stdout: "compact_lock_lat": { 2024-08-29T19:03:23.159 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 17, 2024-08-29T19:03:23.159 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 2051217 2024-08-29T19:03:23.159 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:23.160 INFO:tasks.workunit.client.0.smithi028.stdout: "db_alloc_lat": { 2024-08-29T19:03:23.160 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 208, 2024-08-29T19:03:23.160 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 1269694 2024-08-29T19:03:23.160 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:23.160 INFO:tasks.workunit.client.0.smithi028.stdout: "db_total_bytes": { 2024-08-29T19:03:23.160 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 95995027456 2024-08-29T19:03:23.160 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:23.160 INFO:tasks.workunit.client.0.smithi028.stdout: "db_used_bytes": { 2024-08-29T19:03:23.160 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 689897472 2024-08-29T19:03:23.160 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:23.160 INFO:tasks.workunit.client.0.smithi028.stdout: "flush_lat": { 2024-08-29T19:03:23.160 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 72660, 2024-08-29T19:03:23.160 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 9604892829 2024-08-29T19:03:23.160 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:23.161 INFO:tasks.workunit.client.0.smithi028.stdout: "fsync_lat": { 2024-08-29T19:03:23.161 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 72648, 2024-08-29T19:03:23.161 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 18881135605 2024-08-29T19:03:23.161 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:23.161 INFO:tasks.workunit.client.0.smithi028.stdout: "log_bytes": { 2024-08-29T19:03:23.161 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 14929920 2024-08-29T19:03:23.161 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:23.161 INFO:tasks.workunit.client.0.smithi028.stdout: "logged_bytes": { 2024-08-29T19:03:23.161 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 297553920 2024-08-29T19:03:23.161 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:23.161 INFO:tasks.workunit.client.0.smithi028.stdout: "max_bytes_db": { 2024-08-29T19:03:23.161 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 671416320 2024-08-29T19:03:23.161 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:23.161 INFO:tasks.workunit.client.0.smithi028.stdout: "max_bytes_slow": { 2024-08-29T19:03:23.162 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:23.162 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:23.162 INFO:tasks.workunit.client.0.smithi028.stdout: "max_bytes_wal": { 2024-08-29T19:03:23.162 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:23.162 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:23.162 INFO:tasks.workunit.client.0.smithi028.stdout: "num_files": { 2024-08-29T19:03:23.162 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 50 2024-08-29T19:03:23.162 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:23.162 INFO:tasks.workunit.client.0.smithi028.stdout: "read_bytes": { 2024-08-29T19:03:23.162 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 502685129 2024-08-29T19:03:23.162 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:23.162 INFO:tasks.workunit.client.0.smithi028.stdout: "read_count": { 2024-08-29T19:03:23.162 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 21231 2024-08-29T19:03:23.162 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:23.162 INFO:tasks.workunit.client.0.smithi028.stdout: "read_disk_bytes": { 2024-08-29T19:03:23.163 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 460836864 2024-08-29T19:03:23.163 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:23.163 INFO:tasks.workunit.client.0.smithi028.stdout: "read_disk_bytes_db": { 2024-08-29T19:03:23.163 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 460840960 2024-08-29T19:03:23.163 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:23.163 INFO:tasks.workunit.client.0.smithi028.stdout: "read_disk_bytes_slow": { 2024-08-29T19:03:23.163 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:23.163 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:23.163 INFO:tasks.workunit.client.0.smithi028.stdout: "read_disk_bytes_wal": { 2024-08-29T19:03:23.163 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:23.163 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:23.163 INFO:tasks.workunit.client.0.smithi028.stdout: "read_disk_count": { 2024-08-29T19:03:23.163 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 10355 2024-08-29T19:03:23.163 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:23.164 INFO:tasks.workunit.client.0.smithi028.stdout: "read_lat": { 2024-08-29T19:03:23.164 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 21231, 2024-08-29T19:03:23.164 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 304714863 2024-08-29T19:03:23.164 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:23.164 INFO:tasks.workunit.client.0.smithi028.stdout: "read_prefetch_bytes": { 2024-08-29T19:03:23.164 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 295806045 2024-08-29T19:03:23.164 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:23.164 INFO:tasks.workunit.client.0.smithi028.stdout: "read_prefetch_count": { 2024-08-29T19:03:23.164 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 14905 2024-08-29T19:03:23.164 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:23.164 INFO:tasks.workunit.client.0.smithi028.stdout: "read_random_buffer_bytes": { 2024-08-29T19:03:23.164 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 5628850 2024-08-29T19:03:23.164 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:23.165 INFO:tasks.workunit.client.0.smithi028.stdout: "read_random_buffer_count": { 2024-08-29T19:03:23.165 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 1236 2024-08-29T19:03:23.165 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:23.165 INFO:tasks.workunit.client.0.smithi028.stdout: "read_random_bytes": { 2024-08-29T19:03:23.165 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 27684138 2024-08-29T19:03:23.165 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:23.165 INFO:tasks.workunit.client.0.smithi028.stdout: "read_random_count": { 2024-08-29T19:03:23.165 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 1749 2024-08-29T19:03:23.165 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:23.165 INFO:tasks.workunit.client.0.smithi028.stdout: "read_random_disk_bytes": { 2024-08-29T19:03:23.165 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 22055288 2024-08-29T19:03:23.165 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:23.165 INFO:tasks.workunit.client.0.smithi028.stdout: "read_random_disk_bytes_db": { 2024-08-29T19:03:23.165 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 22055288 2024-08-29T19:03:23.166 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:23.166 INFO:tasks.workunit.client.0.smithi028.stdout: "read_random_disk_bytes_slow": { 2024-08-29T19:03:23.166 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:23.166 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:23.166 INFO:tasks.workunit.client.0.smithi028.stdout: "read_random_disk_bytes_wal": { 2024-08-29T19:03:23.166 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:23.166 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:23.166 INFO:tasks.workunit.client.0.smithi028.stdout: "read_random_disk_count": { 2024-08-29T19:03:23.166 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 542 2024-08-29T19:03:23.166 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:23.166 INFO:tasks.workunit.client.0.smithi028.stdout: "read_random_lat": { 2024-08-29T19:03:23.166 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 1749, 2024-08-29T19:03:23.166 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 23280628 2024-08-29T19:03:23.166 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:23.167 INFO:tasks.workunit.client.0.smithi028.stdout: "slow_alloc_lat": { 2024-08-29T19:03:23.167 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 0, 2024-08-29T19:03:23.167 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:23.167 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:23.167 INFO:tasks.workunit.client.0.smithi028.stdout: "slow_total_bytes": { 2024-08-29T19:03:23.167 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:23.167 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:23.167 INFO:tasks.workunit.client.0.smithi028.stdout: "slow_used_bytes": { 2024-08-29T19:03:23.167 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:23.167 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:23.167 INFO:tasks.workunit.client.0.smithi028.stdout: "truncate_lat": { 2024-08-29T19:03:23.167 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 1, 2024-08-29T19:03:23.167 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 645 2024-08-29T19:03:23.168 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:23.168 INFO:tasks.workunit.client.0.smithi028.stdout: "unlink_lat": { 2024-08-29T19:03:23.168 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 12, 2024-08-29T19:03:23.168 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 27342 2024-08-29T19:03:23.168 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:23.168 INFO:tasks.workunit.client.0.smithi028.stdout: "wal_alloc_lat": { 2024-08-29T19:03:23.168 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 0, 2024-08-29T19:03:23.168 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:23.168 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:23.168 INFO:tasks.workunit.client.0.smithi028.stdout: "wal_total_bytes": { 2024-08-29T19:03:23.168 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:23.168 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:23.168 INFO:tasks.workunit.client.0.smithi028.stdout: "wal_used_bytes": { 2024-08-29T19:03:23.168 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:23.169 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:23.169 INFO:tasks.workunit.client.0.smithi028.stdout: "write_bytes": { 2024-08-29T19:03:23.169 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 1033109504 2024-08-29T19:03:23.169 INFO:tasks.workunit.client.0.smithi028.stdout: } 2024-08-29T19:03:23.169 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:23.169 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore": { 2024-08-29T19:03:23.169 INFO:tasks.workunit.client.0.smithi028.stdout: "alloc_unit": { 2024-08-29T19:03:23.169 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 4096 2024-08-29T19:03:23.169 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:23.169 INFO:tasks.workunit.client.0.smithi028.stdout: "allocated": { 2024-08-29T19:03:23.169 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 9641984 2024-08-29T19:03:23.169 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:23.169 INFO:tasks.workunit.client.0.smithi028.stdout: "allocator_lat": { 2024-08-29T19:03:23.170 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 17608, 2024-08-29T19:03:23.170 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 86110994 2024-08-29T19:03:23.170 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:23.170 INFO:tasks.workunit.client.0.smithi028.stdout: "clist_lat": { 2024-08-29T19:03:23.170 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 3080, 2024-08-29T19:03:23.170 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 987627506 2024-08-29T19:03:23.170 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:23.170 INFO:tasks.workunit.client.0.smithi028.stdout: "compress_lat": { 2024-08-29T19:03:23.170 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 0, 2024-08-29T19:03:23.170 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:23.170 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:23.170 INFO:tasks.workunit.client.0.smithi028.stdout: "compressed": { 2024-08-29T19:03:23.170 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:23.171 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:23.171 INFO:tasks.workunit.client.0.smithi028.stdout: "compressed_allocated": { 2024-08-29T19:03:23.171 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:23.171 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:23.171 INFO:tasks.workunit.client.0.smithi028.stdout: "compressed_original": { 2024-08-29T19:03:23.171 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:23.171 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:23.171 INFO:tasks.workunit.client.0.smithi028.stdout: "csum_lat": { 2024-08-29T19:03:23.171 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 7870, 2024-08-29T19:03:23.171 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 87338102 2024-08-29T19:03:23.171 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:23.171 INFO:tasks.workunit.client.0.smithi028.stdout: "decompress_lat": { 2024-08-29T19:03:23.171 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 0, 2024-08-29T19:03:23.172 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:23.172 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:23.172 INFO:tasks.workunit.client.0.smithi028.stdout: "fragmentation_micros": { 2024-08-29T19:03:23.172 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:23.172 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:23.172 INFO:tasks.workunit.client.0.smithi028.stdout: "kv_commit_lat": { 2024-08-29T19:03:23.172 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 72563, 2024-08-29T19:03:23.172 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 26333144177 2024-08-29T19:03:23.172 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:23.172 INFO:tasks.workunit.client.0.smithi028.stdout: "kv_final_lat": { 2024-08-29T19:03:23.172 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 71716, 2024-08-29T19:03:23.172 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 3477192188 2024-08-29T19:03:23.172 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:23.173 INFO:tasks.workunit.client.0.smithi028.stdout: "kv_flush_lat": { 2024-08-29T19:03:23.173 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 72563, 2024-08-29T19:03:23.173 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 87541326 2024-08-29T19:03:23.173 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:23.173 INFO:tasks.workunit.client.0.smithi028.stdout: "kv_sync_lat": { 2024-08-29T19:03:23.173 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 72563, 2024-08-29T19:03:23.173 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 26420685503 2024-08-29T19:03:23.173 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:23.173 INFO:tasks.workunit.client.0.smithi028.stdout: "omap_get_keys_lat": { 2024-08-29T19:03:23.173 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 0, 2024-08-29T19:03:23.173 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:23.173 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:23.173 INFO:tasks.workunit.client.0.smithi028.stdout: "omap_get_values_lat": { 2024-08-29T19:03:23.173 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 18917, 2024-08-29T19:03:23.173 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 988134492 2024-08-29T19:03:23.174 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:23.174 INFO:tasks.workunit.client.0.smithi028.stdout: "omap_lower_bound_lat": { 2024-08-29T19:03:23.174 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 762, 2024-08-29T19:03:23.174 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 5047271 2024-08-29T19:03:23.174 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:23.174 INFO:tasks.workunit.client.0.smithi028.stdout: "omap_next_lat": { 2024-08-29T19:03:23.174 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 15895, 2024-08-29T19:03:23.174 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 17276478 2024-08-29T19:03:23.174 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:23.174 INFO:tasks.workunit.client.0.smithi028.stdout: "omap_seek_to_first_lat": { 2024-08-29T19:03:23.174 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 49, 2024-08-29T19:03:23.174 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 63743 2024-08-29T19:03:23.174 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:23.174 INFO:tasks.workunit.client.0.smithi028.stdout: "omap_upper_bound_lat": { 2024-08-29T19:03:23.174 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 13296, 2024-08-29T19:03:23.175 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 6758791423 2024-08-29T19:03:23.175 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:23.175 INFO:tasks.workunit.client.0.smithi028.stdout: "onode_hits": { 2024-08-29T19:03:23.175 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 194053 2024-08-29T19:03:23.175 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:23.175 INFO:tasks.workunit.client.0.smithi028.stdout: "onode_misses": { 2024-08-29T19:03:23.175 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 18095 2024-08-29T19:03:23.175 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:23.175 INFO:tasks.workunit.client.0.smithi028.stdout: "read_lat": { 2024-08-29T19:03:23.175 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 10440, 2024-08-29T19:03:23.175 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 578919148 2024-08-29T19:03:23.175 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:23.175 INFO:tasks.workunit.client.0.smithi028.stdout: "read_onode_meta_lat": { 2024-08-29T19:03:23.176 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 27326, 2024-08-29T19:03:23.176 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 29091496 2024-08-29T19:03:23.176 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:23.176 INFO:tasks.workunit.client.0.smithi028.stdout: "read_wait_aio_lat": { 2024-08-29T19:03:23.176 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 16886, 2024-08-29T19:03:23.176 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 388348877 2024-08-29T19:03:23.176 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:23.176 INFO:tasks.workunit.client.0.smithi028.stdout: "reads_with_retries": { 2024-08-29T19:03:23.176 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:23.176 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:23.176 INFO:tasks.workunit.client.0.smithi028.stdout: "remove_lat": { 2024-08-29T19:03:23.176 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 13879, 2024-08-29T19:03:23.176 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 702558149 2024-08-29T19:03:23.177 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:23.177 INFO:tasks.workunit.client.0.smithi028.stdout: "slow_aio_wait_count": { 2024-08-29T19:03:23.177 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:23.177 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:23.177 INFO:tasks.workunit.client.0.smithi028.stdout: "slow_committed_kv_count": { 2024-08-29T19:03:23.177 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:23.177 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:23.177 INFO:tasks.workunit.client.0.smithi028.stdout: "slow_read_onode_meta_count": { 2024-08-29T19:03:23.177 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:23.177 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:23.177 INFO:tasks.workunit.client.0.smithi028.stdout: "slow_read_wait_aio_count": { 2024-08-29T19:03:23.177 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:23.177 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:23.178 INFO:tasks.workunit.client.0.smithi028.stdout: "state_aio_wait_lat": { 2024-08-29T19:03:23.178 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 83578, 2024-08-29T19:03:23.178 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 5159405813 2024-08-29T19:03:23.178 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:23.178 INFO:tasks.workunit.client.0.smithi028.stdout: "state_deferred_aio_wait_lat": { 2024-08-29T19:03:23.178 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 7098, 2024-08-29T19:03:23.178 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 581295740 2024-08-29T19:03:23.178 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:23.178 INFO:tasks.workunit.client.0.smithi028.stdout: "state_deferred_cleanup_lat": { 2024-08-29T19:03:23.178 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 7098, 2024-08-29T19:03:23.178 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 1971653551347 2024-08-29T19:03:23.178 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:23.178 INFO:tasks.workunit.client.0.smithi028.stdout: "state_deferred_queued_lat": { 2024-08-29T19:03:23.178 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 7098, 2024-08-29T19:03:23.179 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 5172285073463 2024-08-29T19:03:23.179 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:23.179 INFO:tasks.workunit.client.0.smithi028.stdout: "state_done_lat": { 2024-08-29T19:03:23.179 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 83578, 2024-08-29T19:03:23.179 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 2534881311817 2024-08-29T19:03:23.179 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:23.179 INFO:tasks.workunit.client.0.smithi028.stdout: "state_finishing_lat": { 2024-08-29T19:03:23.179 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 83578, 2024-08-29T19:03:23.179 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 21633544 2024-08-29T19:03:23.179 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:23.179 INFO:tasks.workunit.client.0.smithi028.stdout: "state_io_done_lat": { 2024-08-29T19:03:23.179 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 83578, 2024-08-29T19:03:23.179 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 255617069 2024-08-29T19:03:23.179 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:23.180 INFO:tasks.workunit.client.0.smithi028.stdout: "state_kv_commiting_lat": { 2024-08-29T19:03:23.180 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 83578, 2024-08-29T19:03:23.180 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 48990210463 2024-08-29T19:03:23.180 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:23.180 INFO:tasks.workunit.client.0.smithi028.stdout: "state_kv_done_lat": { 2024-08-29T19:03:23.180 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 83578, 2024-08-29T19:03:23.180 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 68017201 2024-08-29T19:03:23.180 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:23.180 INFO:tasks.workunit.client.0.smithi028.stdout: "state_kv_queued_lat": { 2024-08-29T19:03:23.180 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 83578, 2024-08-29T19:03:23.180 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 25192288549 2024-08-29T19:03:23.180 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:23.180 INFO:tasks.workunit.client.0.smithi028.stdout: "state_prepare_lat": { 2024-08-29T19:03:23.181 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 83578, 2024-08-29T19:03:23.181 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 13407155974 2024-08-29T19:03:23.181 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:23.181 INFO:tasks.workunit.client.0.smithi028.stdout: "stored": { 2024-08-29T19:03:23.181 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 5574070 2024-08-29T19:03:23.181 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:23.181 INFO:tasks.workunit.client.0.smithi028.stdout: "truncate_lat": { 2024-08-29T19:03:23.181 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 2153, 2024-08-29T19:03:23.181 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 20764554 2024-08-29T19:03:23.181 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:23.181 INFO:tasks.workunit.client.0.smithi028.stdout: "txc_commit_lat": { 2024-08-29T19:03:23.181 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 83578, 2024-08-29T19:03:23.181 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 93036022842 2024-08-29T19:03:23.181 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:23.182 INFO:tasks.workunit.client.0.smithi028.stdout: "txc_submit_lat": { 2024-08-29T19:03:23.182 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 83578, 2024-08-29T19:03:23.182 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 15592247010 2024-08-29T19:03:23.182 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:23.182 INFO:tasks.workunit.client.0.smithi028.stdout: "txc_throttle_lat": { 2024-08-29T19:03:23.182 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 83578, 2024-08-29T19:03:23.182 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 1059201133 2024-08-29T19:03:23.182 INFO:tasks.workunit.client.0.smithi028.stdout: } 2024-08-29T19:03:23.182 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:23.182 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore-pricache": { 2024-08-29T19:03:23.182 INFO:tasks.workunit.client.0.smithi028.stdout: "cache_bytes": { 2024-08-29T19:03:23.182 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 1445593205 2024-08-29T19:03:23.182 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:23.182 INFO:tasks.workunit.client.0.smithi028.stdout: "heap_bytes": { 2024-08-29T19:03:23.183 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 558661632 2024-08-29T19:03:23.183 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:23.183 INFO:tasks.workunit.client.0.smithi028.stdout: "mapped_bytes": { 2024-08-29T19:03:23.183 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 536428544 2024-08-29T19:03:23.183 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:23.183 INFO:tasks.workunit.client.0.smithi028.stdout: "target_bytes": { 2024-08-29T19:03:23.183 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 2648117145 2024-08-29T19:03:23.183 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:23.183 INFO:tasks.workunit.client.0.smithi028.stdout: "unmapped_bytes": { 2024-08-29T19:03:23.183 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 22233088 2024-08-29T19:03:23.183 INFO:tasks.workunit.client.0.smithi028.stdout: } 2024-08-29T19:03:23.183 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:23.183 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore-pricache:data": { 2024-08-29T19:03:23.183 INFO:tasks.workunit.client.0.smithi028.stdout: "committed_bytes": { 2024-08-29T19:03:23.184 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 125829120 2024-08-29T19:03:23.184 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:23.184 INFO:tasks.workunit.client.0.smithi028.stdout: "pri0_bytes": { 2024-08-29T19:03:23.184 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:23.184 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:23.184 INFO:tasks.workunit.client.0.smithi028.stdout: "pri10_bytes": { 2024-08-29T19:03:23.184 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:23.184 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:23.184 INFO:tasks.workunit.client.0.smithi028.stdout: "pri11_bytes": { 2024-08-29T19:03:23.184 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 58513474 2024-08-29T19:03:23.184 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:23.184 INFO:tasks.workunit.client.0.smithi028.stdout: "pri1_bytes": { 2024-08-29T19:03:23.184 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:23.185 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:23.185 INFO:tasks.workunit.client.0.smithi028.stdout: "pri2_bytes": { 2024-08-29T19:03:23.185 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:23.185 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:23.185 INFO:tasks.workunit.client.0.smithi028.stdout: "pri3_bytes": { 2024-08-29T19:03:23.185 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:23.185 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:23.185 INFO:tasks.workunit.client.0.smithi028.stdout: "pri4_bytes": { 2024-08-29T19:03:23.185 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:23.185 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:23.185 INFO:tasks.workunit.client.0.smithi028.stdout: "pri5_bytes": { 2024-08-29T19:03:23.185 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 16384 2024-08-29T19:03:23.185 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:23.185 INFO:tasks.workunit.client.0.smithi028.stdout: "pri6_bytes": { 2024-08-29T19:03:23.186 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 139264 2024-08-29T19:03:23.186 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:23.186 INFO:tasks.workunit.client.0.smithi028.stdout: "pri7_bytes": { 2024-08-29T19:03:23.186 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:23.186 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:23.186 INFO:tasks.workunit.client.0.smithi028.stdout: "pri8_bytes": { 2024-08-29T19:03:23.186 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:23.186 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:23.186 INFO:tasks.workunit.client.0.smithi028.stdout: "pri9_bytes": { 2024-08-29T19:03:23.186 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:23.186 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:23.186 INFO:tasks.workunit.client.0.smithi028.stdout: "reserved_bytes": { 2024-08-29T19:03:23.186 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 67159998 2024-08-29T19:03:23.187 INFO:tasks.workunit.client.0.smithi028.stdout: } 2024-08-29T19:03:23.187 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:23.187 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore-pricache:kv": { 2024-08-29T19:03:23.187 INFO:tasks.workunit.client.0.smithi028.stdout: "committed_bytes": { 2024-08-29T19:03:23.187 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 578813952 2024-08-29T19:03:23.187 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:23.187 INFO:tasks.workunit.client.0.smithi028.stdout: "pri0_bytes": { 2024-08-29T19:03:23.187 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 67108864 2024-08-29T19:03:23.187 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:23.187 INFO:tasks.workunit.client.0.smithi028.stdout: "pri10_bytes": { 2024-08-29T19:03:23.187 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:23.187 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:23.187 INFO:tasks.workunit.client.0.smithi028.stdout: "pri11_bytes": { 2024-08-29T19:03:23.187 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 438851059 2024-08-29T19:03:23.188 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:23.188 INFO:tasks.workunit.client.0.smithi028.stdout: "pri1_bytes": { 2024-08-29T19:03:23.188 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:23.188 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:23.188 INFO:tasks.workunit.client.0.smithi028.stdout: "pri2_bytes": { 2024-08-29T19:03:23.188 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:23.188 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:23.188 INFO:tasks.workunit.client.0.smithi028.stdout: "pri3_bytes": { 2024-08-29T19:03:23.188 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 3424 2024-08-29T19:03:23.188 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:23.188 INFO:tasks.workunit.client.0.smithi028.stdout: "pri4_bytes": { 2024-08-29T19:03:23.188 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:23.188 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:23.188 INFO:tasks.workunit.client.0.smithi028.stdout: "pri5_bytes": { 2024-08-29T19:03:23.189 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 243104 2024-08-29T19:03:23.189 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:23.189 INFO:tasks.workunit.client.0.smithi028.stdout: "pri6_bytes": { 2024-08-29T19:03:23.189 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:23.189 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:23.189 INFO:tasks.workunit.client.0.smithi028.stdout: "pri7_bytes": { 2024-08-29T19:03:23.189 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:23.189 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:23.189 INFO:tasks.workunit.client.0.smithi028.stdout: "pri8_bytes": { 2024-08-29T19:03:23.189 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:23.189 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:23.189 INFO:tasks.workunit.client.0.smithi028.stdout: "pri9_bytes": { 2024-08-29T19:03:23.189 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:23.189 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:23.190 INFO:tasks.workunit.client.0.smithi028.stdout: "reserved_bytes": { 2024-08-29T19:03:23.190 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 72607501 2024-08-29T19:03:23.190 INFO:tasks.workunit.client.0.smithi028.stdout: } 2024-08-29T19:03:23.190 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:23.190 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore-pricache:kv_onode": { 2024-08-29T19:03:23.190 INFO:tasks.workunit.client.0.smithi028.stdout: "committed_bytes": { 2024-08-29T19:03:23.190 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 176160768 2024-08-29T19:03:23.190 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:23.190 INFO:tasks.workunit.client.0.smithi028.stdout: "pri0_bytes": { 2024-08-29T19:03:23.190 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 67108864 2024-08-29T19:03:23.190 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:23.190 INFO:tasks.workunit.client.0.smithi028.stdout: "pri10_bytes": { 2024-08-29T19:03:23.190 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 191872 2024-08-29T19:03:23.190 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:23.190 INFO:tasks.workunit.client.0.smithi028.stdout: "pri11_bytes": { 2024-08-29T19:03:23.191 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 39008983 2024-08-29T19:03:23.191 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:23.191 INFO:tasks.workunit.client.0.smithi028.stdout: "pri1_bytes": { 2024-08-29T19:03:23.191 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:23.191 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:23.191 INFO:tasks.workunit.client.0.smithi028.stdout: "pri2_bytes": { 2024-08-29T19:03:23.191 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:23.191 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:23.191 INFO:tasks.workunit.client.0.smithi028.stdout: "pri3_bytes": { 2024-08-29T19:03:23.191 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:23.191 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:23.191 INFO:tasks.workunit.client.0.smithi028.stdout: "pri4_bytes": { 2024-08-29T19:03:23.191 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:23.191 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:23.192 INFO:tasks.workunit.client.0.smithi028.stdout: "pri5_bytes": { 2024-08-29T19:03:23.192 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:23.192 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:23.192 INFO:tasks.workunit.client.0.smithi028.stdout: "pri6_bytes": { 2024-08-29T19:03:23.192 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:23.192 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:23.192 INFO:tasks.workunit.client.0.smithi028.stdout: "pri7_bytes": { 2024-08-29T19:03:23.192 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:23.192 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:23.192 INFO:tasks.workunit.client.0.smithi028.stdout: "pri8_bytes": { 2024-08-29T19:03:23.192 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:23.192 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:23.192 INFO:tasks.workunit.client.0.smithi028.stdout: "pri9_bytes": { 2024-08-29T19:03:23.193 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:23.193 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:23.193 INFO:tasks.workunit.client.0.smithi028.stdout: "reserved_bytes": { 2024-08-29T19:03:23.193 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 69851049 2024-08-29T19:03:23.193 INFO:tasks.workunit.client.0.smithi028.stdout: } 2024-08-29T19:03:23.193 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:23.193 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore-pricache:meta": { 2024-08-29T19:03:23.193 INFO:tasks.workunit.client.0.smithi028.stdout: "committed_bytes": { 2024-08-29T19:03:23.193 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 511705088 2024-08-29T19:03:23.193 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:23.193 INFO:tasks.workunit.client.0.smithi028.stdout: "pri0_bytes": { 2024-08-29T19:03:23.193 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:23.193 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:23.193 INFO:tasks.workunit.client.0.smithi028.stdout: "pri10_bytes": { 2024-08-29T19:03:23.194 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:23.194 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:23.194 INFO:tasks.workunit.client.0.smithi028.stdout: "pri11_bytes": { 2024-08-29T19:03:23.194 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 438851059 2024-08-29T19:03:23.194 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:23.194 INFO:tasks.workunit.client.0.smithi028.stdout: "pri1_bytes": { 2024-08-29T19:03:23.194 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:23.194 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:23.194 INFO:tasks.workunit.client.0.smithi028.stdout: "pri2_bytes": { 2024-08-29T19:03:23.194 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:23.194 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:23.194 INFO:tasks.workunit.client.0.smithi028.stdout: "pri3_bytes": { 2024-08-29T19:03:23.194 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:23.194 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:23.195 INFO:tasks.workunit.client.0.smithi028.stdout: "pri4_bytes": { 2024-08-29T19:03:23.195 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:23.195 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:23.195 INFO:tasks.workunit.client.0.smithi028.stdout: "pri5_bytes": { 2024-08-29T19:03:23.195 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 138550 2024-08-29T19:03:23.195 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:23.195 INFO:tasks.workunit.client.0.smithi028.stdout: "pri6_bytes": { 2024-08-29T19:03:23.195 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 1089599 2024-08-29T19:03:23.195 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:23.195 INFO:tasks.workunit.client.0.smithi028.stdout: "pri7_bytes": { 2024-08-29T19:03:23.195 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:23.195 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:23.195 INFO:tasks.workunit.client.0.smithi028.stdout: "pri8_bytes": { 2024-08-29T19:03:23.196 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:23.196 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:23.196 INFO:tasks.workunit.client.0.smithi028.stdout: "pri9_bytes": { 2024-08-29T19:03:23.196 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:23.196 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:23.196 INFO:tasks.workunit.client.0.smithi028.stdout: "reserved_bytes": { 2024-08-29T19:03:23.196 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 71625880 2024-08-29T19:03:23.196 INFO:tasks.workunit.client.0.smithi028.stdout: } 2024-08-29T19:03:23.196 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:23.196 INFO:tasks.workunit.client.0.smithi028.stdout: "objecter": { 2024-08-29T19:03:23.196 INFO:tasks.workunit.client.0.smithi028.stdout: "op_active": { 2024-08-29T19:03:23.196 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:23.196 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:23.197 INFO:tasks.workunit.client.0.smithi028.stdout: "op_r": { 2024-08-29T19:03:23.197 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 11 2024-08-29T19:03:23.197 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:23.197 INFO:tasks.workunit.client.0.smithi028.stdout: "op_rmw": { 2024-08-29T19:03:23.197 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:23.197 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:23.197 INFO:tasks.workunit.client.0.smithi028.stdout: "op_w": { 2024-08-29T19:03:23.197 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:23.197 INFO:tasks.workunit.client.0.smithi028.stdout: } 2024-08-29T19:03:23.197 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:23.197 INFO:tasks.workunit.client.0.smithi028.stdout: "osd": { 2024-08-29T19:03:23.197 INFO:tasks.workunit.client.0.smithi028.stdout: "numpg": { 2024-08-29T19:03:23.197 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 52 2024-08-29T19:03:23.197 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:23.197 INFO:tasks.workunit.client.0.smithi028.stdout: "numpg_removing": { 2024-08-29T19:03:23.198 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:23.198 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:23.198 INFO:tasks.workunit.client.0.smithi028.stdout: "op": { 2024-08-29T19:03:23.198 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 25707 2024-08-29T19:03:23.198 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:23.198 INFO:tasks.workunit.client.0.smithi028.stdout: "op_before_queue_op_lat": { 2024-08-29T19:03:23.198 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 97811, 2024-08-29T19:03:23.198 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 12122807184 2024-08-29T19:03:23.198 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:23.198 INFO:tasks.workunit.client.0.smithi028.stdout: "op_delayed_degraded": { 2024-08-29T19:03:23.198 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:23.198 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:23.198 INFO:tasks.workunit.client.0.smithi028.stdout: "op_delayed_unreadable": { 2024-08-29T19:03:23.199 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 1 2024-08-29T19:03:23.199 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:23.199 INFO:tasks.workunit.client.0.smithi028.stdout: "op_in_bytes": { 2024-08-29T19:03:23.199 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 663924022 2024-08-29T19:03:23.199 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:23.199 INFO:tasks.workunit.client.0.smithi028.stdout: "op_latency": { 2024-08-29T19:03:23.199 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 25707, 2024-08-29T19:03:23.199 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 95026774028 2024-08-29T19:03:23.199 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:23.199 INFO:tasks.workunit.client.0.smithi028.stdout: "op_out_bytes": { 2024-08-29T19:03:23.199 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 648920781 2024-08-29T19:03:23.199 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:23.199 INFO:tasks.workunit.client.0.smithi028.stdout: "op_prepare_latency": { 2024-08-29T19:03:23.200 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 26138, 2024-08-29T19:03:23.200 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 18587531306 2024-08-29T19:03:23.200 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:23.200 INFO:tasks.workunit.client.0.smithi028.stdout: "op_process_latency": { 2024-08-29T19:03:23.200 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 25707, 2024-08-29T19:03:23.200 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 29645629890 2024-08-29T19:03:23.200 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:23.200 INFO:tasks.workunit.client.0.smithi028.stdout: "op_r": { 2024-08-29T19:03:23.200 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 18426 2024-08-29T19:03:23.200 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:23.200 INFO:tasks.workunit.client.0.smithi028.stdout: "op_r_latency": { 2024-08-29T19:03:23.200 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 18426, 2024-08-29T19:03:23.200 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 23020704553 2024-08-29T19:03:23.200 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:23.201 INFO:tasks.workunit.client.0.smithi028.stdout: "op_r_latency_out_bytes_histogram": { 2024-08-29T19:03:23.201 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:23.201 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:23.201 INFO:tasks.workunit.client.0.smithi028.stdout: "op_r_out_bytes": { 2024-08-29T19:03:23.201 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 648920781 2024-08-29T19:03:23.201 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:23.201 INFO:tasks.workunit.client.0.smithi028.stdout: "op_r_prepare_latency": { 2024-08-29T19:03:23.201 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 18587, 2024-08-29T19:03:23.201 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 8369962889 2024-08-29T19:03:23.201 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:23.201 INFO:tasks.workunit.client.0.smithi028.stdout: "op_r_process_latency": { 2024-08-29T19:03:23.201 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 18426, 2024-08-29T19:03:23.201 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 7469825616 2024-08-29T19:03:23.201 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:23.201 INFO:tasks.workunit.client.0.smithi028.stdout: "op_rw": { 2024-08-29T19:03:23.202 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 6245 2024-08-29T19:03:23.202 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:23.202 INFO:tasks.workunit.client.0.smithi028.stdout: "op_rw_in_bytes": { 2024-08-29T19:03:23.202 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 140061503 2024-08-29T19:03:23.202 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:23.202 INFO:tasks.workunit.client.0.smithi028.stdout: "op_rw_latency": { 2024-08-29T19:03:23.202 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 6245, 2024-08-29T19:03:23.202 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 20110580624 2024-08-29T19:03:23.202 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:23.202 INFO:tasks.workunit.client.0.smithi028.stdout: "op_rw_latency_in_bytes_histogram": { 2024-08-29T19:03:23.202 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:23.202 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:23.202 INFO:tasks.workunit.client.0.smithi028.stdout: "op_rw_latency_out_bytes_histogram": { 2024-08-29T19:03:23.202 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:23.203 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:23.203 INFO:tasks.workunit.client.0.smithi028.stdout: "op_rw_out_bytes": { 2024-08-29T19:03:23.203 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:23.203 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:23.203 INFO:tasks.workunit.client.0.smithi028.stdout: "op_rw_prepare_latency": { 2024-08-29T19:03:23.203 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 6418, 2024-08-29T19:03:23.203 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 7768406157 2024-08-29T19:03:23.203 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:23.203 INFO:tasks.workunit.client.0.smithi028.stdout: "op_rw_process_latency": { 2024-08-29T19:03:23.203 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 6245, 2024-08-29T19:03:23.203 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 15267313767 2024-08-29T19:03:23.203 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:23.203 INFO:tasks.workunit.client.0.smithi028.stdout: "op_w": { 2024-08-29T19:03:23.203 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 1036 2024-08-29T19:03:23.204 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:23.204 INFO:tasks.workunit.client.0.smithi028.stdout: "op_w_in_bytes": { 2024-08-29T19:03:23.204 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 523862519 2024-08-29T19:03:23.204 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:23.204 INFO:tasks.workunit.client.0.smithi028.stdout: "op_w_latency": { 2024-08-29T19:03:23.204 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 1036, 2024-08-29T19:03:23.204 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 51895488851 2024-08-29T19:03:23.204 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:23.204 INFO:tasks.workunit.client.0.smithi028.stdout: "op_w_latency_in_bytes_histogram": { 2024-08-29T19:03:23.204 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:23.204 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:23.204 INFO:tasks.workunit.client.0.smithi028.stdout: "op_w_prepare_latency": { 2024-08-29T19:03:23.204 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 1133, 2024-08-29T19:03:23.204 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 2449162260 2024-08-29T19:03:23.204 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:23.205 INFO:tasks.workunit.client.0.smithi028.stdout: "op_w_process_latency": { 2024-08-29T19:03:23.205 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 1036, 2024-08-29T19:03:23.205 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 6908490507 2024-08-29T19:03:23.205 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:23.205 INFO:tasks.workunit.client.0.smithi028.stdout: "op_wip": { 2024-08-29T19:03:23.205 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:23.205 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:23.205 INFO:tasks.workunit.client.0.smithi028.stdout: "recovery_bytes": { 2024-08-29T19:03:23.205 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 145 2024-08-29T19:03:23.205 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:23.205 INFO:tasks.workunit.client.0.smithi028.stdout: "recovery_ops": { 2024-08-29T19:03:23.205 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 11 2024-08-29T19:03:23.205 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:23.205 INFO:tasks.workunit.client.0.smithi028.stdout: "stat_bytes": { 2024-08-29T19:03:23.206 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 95995035648 2024-08-29T19:03:23.206 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:23.206 INFO:tasks.workunit.client.0.smithi028.stdout: "stat_bytes_used": { 2024-08-29T19:03:23.206 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 699547648 2024-08-29T19:03:23.206 INFO:tasks.workunit.client.0.smithi028.stdout: } 2024-08-29T19:03:23.206 INFO:tasks.workunit.client.0.smithi028.stdout: } 2024-08-29T19:03:23.206 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:23.206 INFO:tasks.workunit.client.0.smithi028.stdout: "osd.6": { 2024-08-29T19:03:23.206 INFO:tasks.workunit.client.0.smithi028.stdout: "bluefs": { 2024-08-29T19:03:23.206 INFO:tasks.workunit.client.0.smithi028.stdout: "alloc_db_max_lat": { 2024-08-29T19:03:23.206 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 31840 2024-08-29T19:03:23.206 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:23.206 INFO:tasks.workunit.client.0.smithi028.stdout: "alloc_slow_fallback": { 2024-08-29T19:03:23.206 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:23.206 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:23.207 INFO:tasks.workunit.client.0.smithi028.stdout: "alloc_slow_max_lat": { 2024-08-29T19:03:23.207 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:23.207 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:23.207 INFO:tasks.workunit.client.0.smithi028.stdout: "alloc_slow_size_fallback": { 2024-08-29T19:03:23.207 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:23.207 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:23.207 INFO:tasks.workunit.client.0.smithi028.stdout: "alloc_unit_db": { 2024-08-29T19:03:23.207 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 65536 2024-08-29T19:03:23.207 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:23.207 INFO:tasks.workunit.client.0.smithi028.stdout: "alloc_unit_slow": { 2024-08-29T19:03:23.207 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:23.207 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:23.207 INFO:tasks.workunit.client.0.smithi028.stdout: "alloc_unit_wal": { 2024-08-29T19:03:23.208 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:23.208 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:23.208 INFO:tasks.workunit.client.0.smithi028.stdout: "alloc_wal_max_lat": { 2024-08-29T19:03:23.208 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:23.208 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:23.208 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes_written_slow": { 2024-08-29T19:03:23.208 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:23.208 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:23.208 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes_written_sst": { 2024-08-29T19:03:23.208 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 5382144 2024-08-29T19:03:23.208 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:23.208 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes_written_wal": { 2024-08-29T19:03:23.208 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 488853504 2024-08-29T19:03:23.209 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:23.209 INFO:tasks.workunit.client.0.smithi028.stdout: "compact_lat": { 2024-08-29T19:03:23.209 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 14, 2024-08-29T19:03:23.209 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 6280889 2024-08-29T19:03:23.209 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:23.209 INFO:tasks.workunit.client.0.smithi028.stdout: "compact_lock_lat": { 2024-08-29T19:03:23.209 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 14, 2024-08-29T19:03:23.209 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 2280632 2024-08-29T19:03:23.209 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:23.209 INFO:tasks.workunit.client.0.smithi028.stdout: "db_alloc_lat": { 2024-08-29T19:03:23.209 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 142, 2024-08-29T19:03:23.209 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 980093 2024-08-29T19:03:23.209 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:23.209 INFO:tasks.workunit.client.0.smithi028.stdout: "db_total_bytes": { 2024-08-29T19:03:23.210 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 95995027456 2024-08-29T19:03:23.210 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:23.210 INFO:tasks.workunit.client.0.smithi028.stdout: "db_used_bytes": { 2024-08-29T19:03:23.210 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 425787392 2024-08-29T19:03:23.210 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:23.210 INFO:tasks.workunit.client.0.smithi028.stdout: "flush_lat": { 2024-08-29T19:03:23.210 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 58479, 2024-08-29T19:03:23.210 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 8180403282 2024-08-29T19:03:23.210 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:23.210 INFO:tasks.workunit.client.0.smithi028.stdout: "fsync_lat": { 2024-08-29T19:03:23.210 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 58488, 2024-08-29T19:03:23.210 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 15904311137 2024-08-29T19:03:23.210 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:23.210 INFO:tasks.workunit.client.0.smithi028.stdout: "log_bytes": { 2024-08-29T19:03:23.211 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 6856704 2024-08-29T19:03:23.211 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:23.211 INFO:tasks.workunit.client.0.smithi028.stdout: "logged_bytes": { 2024-08-29T19:03:23.211 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 239587328 2024-08-29T19:03:23.211 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:23.211 INFO:tasks.workunit.client.0.smithi028.stdout: "max_bytes_db": { 2024-08-29T19:03:23.211 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 442826752 2024-08-29T19:03:23.211 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:23.211 INFO:tasks.workunit.client.0.smithi028.stdout: "max_bytes_slow": { 2024-08-29T19:03:23.211 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:23.211 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:23.211 INFO:tasks.workunit.client.0.smithi028.stdout: "max_bytes_wal": { 2024-08-29T19:03:23.211 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:23.211 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:23.212 INFO:tasks.workunit.client.0.smithi028.stdout: "num_files": { 2024-08-29T19:03:23.212 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 39 2024-08-29T19:03:23.212 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:23.212 INFO:tasks.workunit.client.0.smithi028.stdout: "read_bytes": { 2024-08-29T19:03:23.212 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 263982103 2024-08-29T19:03:23.212 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:23.212 INFO:tasks.workunit.client.0.smithi028.stdout: "read_count": { 2024-08-29T19:03:23.212 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 15505 2024-08-29T19:03:23.212 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:23.212 INFO:tasks.workunit.client.0.smithi028.stdout: "read_disk_bytes": { 2024-08-29T19:03:23.212 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 241950720 2024-08-29T19:03:23.212 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:23.212 INFO:tasks.workunit.client.0.smithi028.stdout: "read_disk_bytes_db": { 2024-08-29T19:03:23.212 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 241954816 2024-08-29T19:03:23.212 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:23.213 INFO:tasks.workunit.client.0.smithi028.stdout: "read_disk_bytes_slow": { 2024-08-29T19:03:23.213 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:23.213 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:23.213 INFO:tasks.workunit.client.0.smithi028.stdout: "read_disk_bytes_wal": { 2024-08-29T19:03:23.213 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:23.213 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:23.213 INFO:tasks.workunit.client.0.smithi028.stdout: "read_disk_count": { 2024-08-29T19:03:23.213 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 7403 2024-08-29T19:03:23.213 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:23.213 INFO:tasks.workunit.client.0.smithi028.stdout: "read_lat": { 2024-08-29T19:03:23.213 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 15505, 2024-08-29T19:03:23.213 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 178548929 2024-08-29T19:03:23.213 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:23.213 INFO:tasks.workunit.client.0.smithi028.stdout: "read_prefetch_bytes": { 2024-08-29T19:03:23.214 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 163457885 2024-08-29T19:03:23.214 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:23.214 INFO:tasks.workunit.client.0.smithi028.stdout: "read_prefetch_count": { 2024-08-29T19:03:23.214 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 12425 2024-08-29T19:03:23.214 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:23.214 INFO:tasks.workunit.client.0.smithi028.stdout: "read_random_buffer_bytes": { 2024-08-29T19:03:23.214 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 1728459 2024-08-29T19:03:23.214 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:23.214 INFO:tasks.workunit.client.0.smithi028.stdout: "read_random_buffer_count": { 2024-08-29T19:03:23.214 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 681 2024-08-29T19:03:23.214 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:23.214 INFO:tasks.workunit.client.0.smithi028.stdout: "read_random_bytes": { 2024-08-29T19:03:23.214 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 5343097 2024-08-29T19:03:23.215 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:23.215 INFO:tasks.workunit.client.0.smithi028.stdout: "read_random_count": { 2024-08-29T19:03:23.215 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 851 2024-08-29T19:03:23.215 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:23.215 INFO:tasks.workunit.client.0.smithi028.stdout: "read_random_disk_bytes": { 2024-08-29T19:03:23.215 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 3614638 2024-08-29T19:03:23.215 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:23.215 INFO:tasks.workunit.client.0.smithi028.stdout: "read_random_disk_bytes_db": { 2024-08-29T19:03:23.215 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 3614638 2024-08-29T19:03:23.215 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:23.215 INFO:tasks.workunit.client.0.smithi028.stdout: "read_random_disk_bytes_slow": { 2024-08-29T19:03:23.215 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:23.216 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:23.216 INFO:tasks.workunit.client.0.smithi028.stdout: "read_random_disk_bytes_wal": { 2024-08-29T19:03:23.216 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:23.216 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:23.216 INFO:tasks.workunit.client.0.smithi028.stdout: "read_random_disk_count": { 2024-08-29T19:03:23.216 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 172 2024-08-29T19:03:23.216 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:23.216 INFO:tasks.workunit.client.0.smithi028.stdout: "read_random_lat": { 2024-08-29T19:03:23.216 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 851, 2024-08-29T19:03:23.216 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 1739457 2024-08-29T19:03:23.216 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:23.216 INFO:tasks.workunit.client.0.smithi028.stdout: "slow_alloc_lat": { 2024-08-29T19:03:23.216 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 0, 2024-08-29T19:03:23.216 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:23.217 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:23.217 INFO:tasks.workunit.client.0.smithi028.stdout: "slow_total_bytes": { 2024-08-29T19:03:23.217 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:23.217 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:23.217 INFO:tasks.workunit.client.0.smithi028.stdout: "slow_used_bytes": { 2024-08-29T19:03:23.217 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:23.217 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:23.217 INFO:tasks.workunit.client.0.smithi028.stdout: "truncate_lat": { 2024-08-29T19:03:23.217 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 1, 2024-08-29T19:03:23.217 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 720 2024-08-29T19:03:23.217 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:23.217 INFO:tasks.workunit.client.0.smithi028.stdout: "unlink_lat": { 2024-08-29T19:03:23.217 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 4, 2024-08-29T19:03:23.218 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 5867 2024-08-29T19:03:23.218 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:23.218 INFO:tasks.workunit.client.0.smithi028.stdout: "wal_alloc_lat": { 2024-08-29T19:03:23.218 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 0, 2024-08-29T19:03:23.218 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:23.218 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:23.218 INFO:tasks.workunit.client.0.smithi028.stdout: "wal_total_bytes": { 2024-08-29T19:03:23.218 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:23.218 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:23.218 INFO:tasks.workunit.client.0.smithi028.stdout: "wal_used_bytes": { 2024-08-29T19:03:23.218 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:23.218 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:23.218 INFO:tasks.workunit.client.0.smithi028.stdout: "write_bytes": { 2024-08-29T19:03:23.218 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 735956992 2024-08-29T19:03:23.219 INFO:tasks.workunit.client.0.smithi028.stdout: } 2024-08-29T19:03:23.219 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:23.219 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore": { 2024-08-29T19:03:23.219 INFO:tasks.workunit.client.0.smithi028.stdout: "alloc_unit": { 2024-08-29T19:03:23.219 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 4096 2024-08-29T19:03:23.219 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:23.219 INFO:tasks.workunit.client.0.smithi028.stdout: "allocated": { 2024-08-29T19:03:23.219 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 10227712 2024-08-29T19:03:23.219 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:23.219 INFO:tasks.workunit.client.0.smithi028.stdout: "allocator_lat": { 2024-08-29T19:03:23.219 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 12675, 2024-08-29T19:03:23.219 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 62206706 2024-08-29T19:03:23.219 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:23.219 INFO:tasks.workunit.client.0.smithi028.stdout: "clist_lat": { 2024-08-29T19:03:23.220 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 3098, 2024-08-29T19:03:23.220 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 718809660 2024-08-29T19:03:23.220 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:23.220 INFO:tasks.workunit.client.0.smithi028.stdout: "compress_lat": { 2024-08-29T19:03:23.220 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 0, 2024-08-29T19:03:23.220 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:23.220 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:23.220 INFO:tasks.workunit.client.0.smithi028.stdout: "compressed": { 2024-08-29T19:03:23.220 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:23.220 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:23.220 INFO:tasks.workunit.client.0.smithi028.stdout: "compressed_allocated": { 2024-08-29T19:03:23.220 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:23.220 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:23.220 INFO:tasks.workunit.client.0.smithi028.stdout: "compressed_original": { 2024-08-29T19:03:23.221 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:23.221 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:23.221 INFO:tasks.workunit.client.0.smithi028.stdout: "csum_lat": { 2024-08-29T19:03:23.221 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 9515, 2024-08-29T19:03:23.221 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 110664035 2024-08-29T19:03:23.221 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:23.221 INFO:tasks.workunit.client.0.smithi028.stdout: "decompress_lat": { 2024-08-29T19:03:23.221 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 0, 2024-08-29T19:03:23.221 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:23.221 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:23.221 INFO:tasks.workunit.client.0.smithi028.stdout: "fragmentation_micros": { 2024-08-29T19:03:23.221 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:23.221 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:23.221 INFO:tasks.workunit.client.0.smithi028.stdout: "kv_commit_lat": { 2024-08-29T19:03:23.221 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 58443, 2024-08-29T19:03:23.222 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 21986597109 2024-08-29T19:03:23.222 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:23.222 INFO:tasks.workunit.client.0.smithi028.stdout: "kv_final_lat": { 2024-08-29T19:03:23.222 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 57718, 2024-08-29T19:03:23.222 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 2979959168 2024-08-29T19:03:23.222 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:23.222 INFO:tasks.workunit.client.0.smithi028.stdout: "kv_flush_lat": { 2024-08-29T19:03:23.222 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 58443, 2024-08-29T19:03:23.222 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 71458883 2024-08-29T19:03:23.222 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:23.222 INFO:tasks.workunit.client.0.smithi028.stdout: "kv_sync_lat": { 2024-08-29T19:03:23.222 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 58443, 2024-08-29T19:03:23.222 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 22058055992 2024-08-29T19:03:23.223 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:23.223 INFO:tasks.workunit.client.0.smithi028.stdout: "omap_get_keys_lat": { 2024-08-29T19:03:23.223 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 0, 2024-08-29T19:03:23.223 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:23.223 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:23.223 INFO:tasks.workunit.client.0.smithi028.stdout: "omap_get_values_lat": { 2024-08-29T19:03:23.223 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 232982, 2024-08-29T19:03:23.223 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 1865443570 2024-08-29T19:03:23.223 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:23.223 INFO:tasks.workunit.client.0.smithi028.stdout: "omap_lower_bound_lat": { 2024-08-29T19:03:23.223 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 755, 2024-08-29T19:03:23.223 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 5648751 2024-08-29T19:03:23.223 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:23.223 INFO:tasks.workunit.client.0.smithi028.stdout: "omap_next_lat": { 2024-08-29T19:03:23.224 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 132377, 2024-08-29T19:03:23.224 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 108909212 2024-08-29T19:03:23.224 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:23.224 INFO:tasks.workunit.client.0.smithi028.stdout: "omap_seek_to_first_lat": { 2024-08-29T19:03:23.224 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 43, 2024-08-29T19:03:23.224 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 55727 2024-08-29T19:03:23.224 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:23.224 INFO:tasks.workunit.client.0.smithi028.stdout: "omap_upper_bound_lat": { 2024-08-29T19:03:23.224 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 14768, 2024-08-29T19:03:23.224 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 4285439960 2024-08-29T19:03:23.224 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:23.224 INFO:tasks.workunit.client.0.smithi028.stdout: "onode_hits": { 2024-08-29T19:03:23.224 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 382025 2024-08-29T19:03:23.225 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:23.225 INFO:tasks.workunit.client.0.smithi028.stdout: "onode_misses": { 2024-08-29T19:03:23.225 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 16890 2024-08-29T19:03:23.225 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:23.225 INFO:tasks.workunit.client.0.smithi028.stdout: "read_lat": { 2024-08-29T19:03:23.225 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 8895, 2024-08-29T19:03:23.225 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 1045333105 2024-08-29T19:03:23.225 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:23.225 INFO:tasks.workunit.client.0.smithi028.stdout: "read_onode_meta_lat": { 2024-08-29T19:03:23.225 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 33248, 2024-08-29T19:03:23.225 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 19405290 2024-08-29T19:03:23.225 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:23.225 INFO:tasks.workunit.client.0.smithi028.stdout: "read_wait_aio_lat": { 2024-08-29T19:03:23.226 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 24353, 2024-08-29T19:03:23.226 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 432956198 2024-08-29T19:03:23.226 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:23.226 INFO:tasks.workunit.client.0.smithi028.stdout: "reads_with_retries": { 2024-08-29T19:03:23.226 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:23.226 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:23.226 INFO:tasks.workunit.client.0.smithi028.stdout: "remove_lat": { 2024-08-29T19:03:23.226 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 10991, 2024-08-29T19:03:23.226 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 519433010 2024-08-29T19:03:23.226 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:23.226 INFO:tasks.workunit.client.0.smithi028.stdout: "slow_aio_wait_count": { 2024-08-29T19:03:23.226 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:23.226 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:23.226 INFO:tasks.workunit.client.0.smithi028.stdout: "slow_committed_kv_count": { 2024-08-29T19:03:23.226 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:23.227 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:23.227 INFO:tasks.workunit.client.0.smithi028.stdout: "slow_read_onode_meta_count": { 2024-08-29T19:03:23.227 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:23.227 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:23.227 INFO:tasks.workunit.client.0.smithi028.stdout: "slow_read_wait_aio_count": { 2024-08-29T19:03:23.227 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:23.227 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:23.227 INFO:tasks.workunit.client.0.smithi028.stdout: "state_aio_wait_lat": { 2024-08-29T19:03:23.227 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 66832, 2024-08-29T19:03:23.227 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 2894801475 2024-08-29T19:03:23.227 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:23.227 INFO:tasks.workunit.client.0.smithi028.stdout: "state_deferred_aio_wait_lat": { 2024-08-29T19:03:23.227 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 12764, 2024-08-29T19:03:23.227 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 1137884576 2024-08-29T19:03:23.228 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:23.228 INFO:tasks.workunit.client.0.smithi028.stdout: "state_deferred_cleanup_lat": { 2024-08-29T19:03:23.228 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 12764, 2024-08-29T19:03:23.228 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 2010504307218 2024-08-29T19:03:23.228 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:23.228 INFO:tasks.workunit.client.0.smithi028.stdout: "state_deferred_queued_lat": { 2024-08-29T19:03:23.228 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 12764, 2024-08-29T19:03:23.228 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 5316174420829 2024-08-29T19:03:23.228 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:23.228 INFO:tasks.workunit.client.0.smithi028.stdout: "state_done_lat": { 2024-08-29T19:03:23.228 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 66832, 2024-08-29T19:03:23.228 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 1946558950518 2024-08-29T19:03:23.228 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:23.229 INFO:tasks.workunit.client.0.smithi028.stdout: "state_finishing_lat": { 2024-08-29T19:03:23.229 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 66832, 2024-08-29T19:03:23.229 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 17795786 2024-08-29T19:03:23.229 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:23.229 INFO:tasks.workunit.client.0.smithi028.stdout: "state_io_done_lat": { 2024-08-29T19:03:23.229 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 66832, 2024-08-29T19:03:23.229 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 177605318 2024-08-29T19:03:23.229 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:23.229 INFO:tasks.workunit.client.0.smithi028.stdout: "state_kv_commiting_lat": { 2024-08-29T19:03:23.229 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 66832, 2024-08-29T19:03:23.229 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 38809762989 2024-08-29T19:03:23.229 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:23.229 INFO:tasks.workunit.client.0.smithi028.stdout: "state_kv_done_lat": { 2024-08-29T19:03:23.229 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 66832, 2024-08-29T19:03:23.230 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 55937413 2024-08-29T19:03:23.230 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:23.230 INFO:tasks.workunit.client.0.smithi028.stdout: "state_kv_queued_lat": { 2024-08-29T19:03:23.230 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 66832, 2024-08-29T19:03:23.230 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 19821226427 2024-08-29T19:03:23.230 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:23.230 INFO:tasks.workunit.client.0.smithi028.stdout: "state_prepare_lat": { 2024-08-29T19:03:23.230 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 66832, 2024-08-29T19:03:23.230 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 10215068179 2024-08-29T19:03:23.230 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:23.230 INFO:tasks.workunit.client.0.smithi028.stdout: "stored": { 2024-08-29T19:03:23.230 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 6164329 2024-08-29T19:03:23.230 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:23.231 INFO:tasks.workunit.client.0.smithi028.stdout: "truncate_lat": { 2024-08-29T19:03:23.231 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 2113, 2024-08-29T19:03:23.231 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 19381676 2024-08-29T19:03:23.231 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:23.231 INFO:tasks.workunit.client.0.smithi028.stdout: "txc_commit_lat": { 2024-08-29T19:03:23.231 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 66832, 2024-08-29T19:03:23.231 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 71943789118 2024-08-29T19:03:23.231 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:23.231 INFO:tasks.workunit.client.0.smithi028.stdout: "txc_submit_lat": { 2024-08-29T19:03:23.231 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 66832, 2024-08-29T19:03:23.231 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 11774129391 2024-08-29T19:03:23.231 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:23.231 INFO:tasks.workunit.client.0.smithi028.stdout: "txc_throttle_lat": { 2024-08-29T19:03:23.232 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 66832, 2024-08-29T19:03:23.232 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 851580475 2024-08-29T19:03:23.232 INFO:tasks.workunit.client.0.smithi028.stdout: } 2024-08-29T19:03:23.232 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:23.232 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore-pricache": { 2024-08-29T19:03:23.232 INFO:tasks.workunit.client.0.smithi028.stdout: "cache_bytes": { 2024-08-29T19:03:23.232 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 1445593205 2024-08-29T19:03:23.232 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:23.232 INFO:tasks.workunit.client.0.smithi028.stdout: "heap_bytes": { 2024-08-29T19:03:23.232 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 473276416 2024-08-29T19:03:23.232 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:23.232 INFO:tasks.workunit.client.0.smithi028.stdout: "mapped_bytes": { 2024-08-29T19:03:23.232 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 471859200 2024-08-29T19:03:23.232 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:23.233 INFO:tasks.workunit.client.0.smithi028.stdout: "target_bytes": { 2024-08-29T19:03:23.233 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 2648117145 2024-08-29T19:03:23.233 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:23.233 INFO:tasks.workunit.client.0.smithi028.stdout: "unmapped_bytes": { 2024-08-29T19:03:23.233 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 1417216 2024-08-29T19:03:23.233 INFO:tasks.workunit.client.0.smithi028.stdout: } 2024-08-29T19:03:23.233 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:23.233 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore-pricache:data": { 2024-08-29T19:03:23.233 INFO:tasks.workunit.client.0.smithi028.stdout: "committed_bytes": { 2024-08-29T19:03:23.233 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 134217728 2024-08-29T19:03:23.233 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:23.233 INFO:tasks.workunit.client.0.smithi028.stdout: "pri0_bytes": { 2024-08-29T19:03:23.233 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:23.233 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:23.234 INFO:tasks.workunit.client.0.smithi028.stdout: "pri10_bytes": { 2024-08-29T19:03:23.234 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:23.234 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:23.234 INFO:tasks.workunit.client.0.smithi028.stdout: "pri11_bytes": { 2024-08-29T19:03:23.234 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 59650353 2024-08-29T19:03:23.234 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:23.234 INFO:tasks.workunit.client.0.smithi028.stdout: "pri1_bytes": { 2024-08-29T19:03:23.234 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:23.234 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:23.234 INFO:tasks.workunit.client.0.smithi028.stdout: "pri2_bytes": { 2024-08-29T19:03:23.234 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:23.234 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:23.234 INFO:tasks.workunit.client.0.smithi028.stdout: "pri3_bytes": { 2024-08-29T19:03:23.235 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:23.235 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:23.235 INFO:tasks.workunit.client.0.smithi028.stdout: "pri4_bytes": { 2024-08-29T19:03:23.235 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:23.235 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:23.235 INFO:tasks.workunit.client.0.smithi028.stdout: "pri5_bytes": { 2024-08-29T19:03:23.235 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 8192 2024-08-29T19:03:23.235 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:23.235 INFO:tasks.workunit.client.0.smithi028.stdout: "pri6_bytes": { 2024-08-29T19:03:23.235 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 16384 2024-08-29T19:03:23.235 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:23.235 INFO:tasks.workunit.client.0.smithi028.stdout: "pri7_bytes": { 2024-08-29T19:03:23.235 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:23.235 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:23.235 INFO:tasks.workunit.client.0.smithi028.stdout: "pri8_bytes": { 2024-08-29T19:03:23.236 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:23.236 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:23.236 INFO:tasks.workunit.client.0.smithi028.stdout: "pri9_bytes": { 2024-08-29T19:03:23.236 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:23.236 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:23.236 INFO:tasks.workunit.client.0.smithi028.stdout: "reserved_bytes": { 2024-08-29T19:03:23.236 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 74542799 2024-08-29T19:03:23.236 INFO:tasks.workunit.client.0.smithi028.stdout: } 2024-08-29T19:03:23.236 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:23.236 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore-pricache:kv": { 2024-08-29T19:03:23.236 INFO:tasks.workunit.client.0.smithi028.stdout: "committed_bytes": { 2024-08-29T19:03:23.236 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 587202560 2024-08-29T19:03:23.236 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:23.237 INFO:tasks.workunit.client.0.smithi028.stdout: "pri0_bytes": { 2024-08-29T19:03:23.237 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 67108864 2024-08-29T19:03:23.237 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:23.237 INFO:tasks.workunit.client.0.smithi028.stdout: "pri10_bytes": { 2024-08-29T19:03:23.237 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:23.237 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:23.237 INFO:tasks.workunit.client.0.smithi028.stdout: "pri11_bytes": { 2024-08-29T19:03:23.237 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 447377651 2024-08-29T19:03:23.237 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:23.237 INFO:tasks.workunit.client.0.smithi028.stdout: "pri1_bytes": { 2024-08-29T19:03:23.237 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:23.237 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:23.237 INFO:tasks.workunit.client.0.smithi028.stdout: "pri2_bytes": { 2024-08-29T19:03:23.238 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:23.238 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:23.238 INFO:tasks.workunit.client.0.smithi028.stdout: "pri3_bytes": { 2024-08-29T19:03:23.238 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 1920 2024-08-29T19:03:23.238 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:23.238 INFO:tasks.workunit.client.0.smithi028.stdout: "pri4_bytes": { 2024-08-29T19:03:23.238 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:23.238 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:23.238 INFO:tasks.workunit.client.0.smithi028.stdout: "pri5_bytes": { 2024-08-29T19:03:23.238 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 129232 2024-08-29T19:03:23.238 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:23.238 INFO:tasks.workunit.client.0.smithi028.stdout: "pri6_bytes": { 2024-08-29T19:03:23.238 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:23.238 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:23.239 INFO:tasks.workunit.client.0.smithi028.stdout: "pri7_bytes": { 2024-08-29T19:03:23.239 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:23.239 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:23.239 INFO:tasks.workunit.client.0.smithi028.stdout: "pri8_bytes": { 2024-08-29T19:03:23.239 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:23.239 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:23.239 INFO:tasks.workunit.client.0.smithi028.stdout: "pri9_bytes": { 2024-08-29T19:03:23.239 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:23.239 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:23.239 INFO:tasks.workunit.client.0.smithi028.stdout: "reserved_bytes": { 2024-08-29T19:03:23.239 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 72584893 2024-08-29T19:03:23.239 INFO:tasks.workunit.client.0.smithi028.stdout: } 2024-08-29T19:03:23.239 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:23.240 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore-pricache:kv_onode": { 2024-08-29T19:03:23.240 INFO:tasks.workunit.client.0.smithi028.stdout: "committed_bytes": { 2024-08-29T19:03:23.240 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 176160768 2024-08-29T19:03:23.240 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:23.240 INFO:tasks.workunit.client.0.smithi028.stdout: "pri0_bytes": { 2024-08-29T19:03:23.240 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 67108864 2024-08-29T19:03:23.240 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:23.240 INFO:tasks.workunit.client.0.smithi028.stdout: "pri10_bytes": { 2024-08-29T19:03:23.240 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 670832 2024-08-29T19:03:23.240 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:23.240 INFO:tasks.workunit.client.0.smithi028.stdout: "pri11_bytes": { 2024-08-29T19:03:23.240 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 39766902 2024-08-29T19:03:23.240 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:23.240 INFO:tasks.workunit.client.0.smithi028.stdout: "pri1_bytes": { 2024-08-29T19:03:23.241 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:23.241 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:23.241 INFO:tasks.workunit.client.0.smithi028.stdout: "pri2_bytes": { 2024-08-29T19:03:23.241 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:23.241 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:23.241 INFO:tasks.workunit.client.0.smithi028.stdout: "pri3_bytes": { 2024-08-29T19:03:23.241 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:23.241 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:23.241 INFO:tasks.workunit.client.0.smithi028.stdout: "pri4_bytes": { 2024-08-29T19:03:23.241 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:23.241 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:23.241 INFO:tasks.workunit.client.0.smithi028.stdout: "pri5_bytes": { 2024-08-29T19:03:23.241 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:23.242 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:23.242 INFO:tasks.workunit.client.0.smithi028.stdout: "pri6_bytes": { 2024-08-29T19:03:23.242 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:23.242 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:23.242 INFO:tasks.workunit.client.0.smithi028.stdout: "pri7_bytes": { 2024-08-29T19:03:23.242 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:23.242 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:23.242 INFO:tasks.workunit.client.0.smithi028.stdout: "pri8_bytes": { 2024-08-29T19:03:23.242 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:23.242 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:23.242 INFO:tasks.workunit.client.0.smithi028.stdout: "pri9_bytes": { 2024-08-29T19:03:23.242 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:23.242 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:23.242 INFO:tasks.workunit.client.0.smithi028.stdout: "reserved_bytes": { 2024-08-29T19:03:23.243 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 68614170 2024-08-29T19:03:23.243 INFO:tasks.workunit.client.0.smithi028.stdout: } 2024-08-29T19:03:23.243 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:23.243 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore-pricache:meta": { 2024-08-29T19:03:23.243 INFO:tasks.workunit.client.0.smithi028.stdout: "committed_bytes": { 2024-08-29T19:03:23.243 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 520093696 2024-08-29T19:03:23.243 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:23.243 INFO:tasks.workunit.client.0.smithi028.stdout: "pri0_bytes": { 2024-08-29T19:03:23.243 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:23.243 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:23.243 INFO:tasks.workunit.client.0.smithi028.stdout: "pri10_bytes": { 2024-08-29T19:03:23.243 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:23.243 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:23.244 INFO:tasks.workunit.client.0.smithi028.stdout: "pri11_bytes": { 2024-08-29T19:03:23.244 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 447377651 2024-08-29T19:03:23.244 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:23.244 INFO:tasks.workunit.client.0.smithi028.stdout: "pri1_bytes": { 2024-08-29T19:03:23.244 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:23.244 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:23.244 INFO:tasks.workunit.client.0.smithi028.stdout: "pri2_bytes": { 2024-08-29T19:03:23.244 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:23.244 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:23.244 INFO:tasks.workunit.client.0.smithi028.stdout: "pri3_bytes": { 2024-08-29T19:03:23.244 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:23.244 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:23.244 INFO:tasks.workunit.client.0.smithi028.stdout: "pri4_bytes": { 2024-08-29T19:03:23.244 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:23.245 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:23.245 INFO:tasks.workunit.client.0.smithi028.stdout: "pri5_bytes": { 2024-08-29T19:03:23.245 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 143769 2024-08-29T19:03:23.245 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:23.245 INFO:tasks.workunit.client.0.smithi028.stdout: "pri6_bytes": { 2024-08-29T19:03:23.245 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 1112692 2024-08-29T19:03:23.245 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:23.245 INFO:tasks.workunit.client.0.smithi028.stdout: "pri7_bytes": { 2024-08-29T19:03:23.245 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:23.245 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:23.245 INFO:tasks.workunit.client.0.smithi028.stdout: "pri8_bytes": { 2024-08-29T19:03:23.245 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:23.245 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:23.246 INFO:tasks.workunit.client.0.smithi028.stdout: "pri9_bytes": { 2024-08-29T19:03:23.246 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:23.246 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:23.246 INFO:tasks.workunit.client.0.smithi028.stdout: "reserved_bytes": { 2024-08-29T19:03:23.246 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 71459584 2024-08-29T19:03:23.246 INFO:tasks.workunit.client.0.smithi028.stdout: } 2024-08-29T19:03:23.246 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:23.246 INFO:tasks.workunit.client.0.smithi028.stdout: "objecter": { 2024-08-29T19:03:23.246 INFO:tasks.workunit.client.0.smithi028.stdout: "op_active": { 2024-08-29T19:03:23.246 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:23.246 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:23.246 INFO:tasks.workunit.client.0.smithi028.stdout: "op_r": { 2024-08-29T19:03:23.246 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 21 2024-08-29T19:03:23.246 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:23.246 INFO:tasks.workunit.client.0.smithi028.stdout: "op_rmw": { 2024-08-29T19:03:23.247 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:23.247 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:23.247 INFO:tasks.workunit.client.0.smithi028.stdout: "op_w": { 2024-08-29T19:03:23.247 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:23.247 INFO:tasks.workunit.client.0.smithi028.stdout: } 2024-08-29T19:03:23.247 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:23.247 INFO:tasks.workunit.client.0.smithi028.stdout: "osd": { 2024-08-29T19:03:23.247 INFO:tasks.workunit.client.0.smithi028.stdout: "numpg": { 2024-08-29T19:03:23.247 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 49 2024-08-29T19:03:23.247 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:23.247 INFO:tasks.workunit.client.0.smithi028.stdout: "numpg_removing": { 2024-08-29T19:03:23.247 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:23.247 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:23.247 INFO:tasks.workunit.client.0.smithi028.stdout: "op": { 2024-08-29T19:03:23.248 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 37634 2024-08-29T19:03:23.248 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:23.248 INFO:tasks.workunit.client.0.smithi028.stdout: "op_before_queue_op_lat": { 2024-08-29T19:03:23.248 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 97387, 2024-08-29T19:03:23.248 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 10009767259 2024-08-29T19:03:23.248 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:23.248 INFO:tasks.workunit.client.0.smithi028.stdout: "op_delayed_degraded": { 2024-08-29T19:03:23.248 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:23.248 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:23.248 INFO:tasks.workunit.client.0.smithi028.stdout: "op_delayed_unreadable": { 2024-08-29T19:03:23.248 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:23.248 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:23.248 INFO:tasks.workunit.client.0.smithi028.stdout: "op_in_bytes": { 2024-08-29T19:03:23.249 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 917495263 2024-08-29T19:03:23.249 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:23.249 INFO:tasks.workunit.client.0.smithi028.stdout: "op_latency": { 2024-08-29T19:03:23.249 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 37634, 2024-08-29T19:03:23.249 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 118178321366 2024-08-29T19:03:23.249 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:23.249 INFO:tasks.workunit.client.0.smithi028.stdout: "op_out_bytes": { 2024-08-29T19:03:23.249 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 1454534454 2024-08-29T19:03:23.249 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:23.249 INFO:tasks.workunit.client.0.smithi028.stdout: "op_prepare_latency": { 2024-08-29T19:03:23.249 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 38103, 2024-08-29T19:03:23.249 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 44453441099 2024-08-29T19:03:23.249 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:23.250 INFO:tasks.workunit.client.0.smithi028.stdout: "op_process_latency": { 2024-08-29T19:03:23.250 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 37634, 2024-08-29T19:03:23.250 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 70696297501 2024-08-29T19:03:23.250 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:23.250 INFO:tasks.workunit.client.0.smithi028.stdout: "op_r": { 2024-08-29T19:03:23.250 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 28421 2024-08-29T19:03:23.250 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:23.250 INFO:tasks.workunit.client.0.smithi028.stdout: "op_r_latency": { 2024-08-29T19:03:23.250 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 28421, 2024-08-29T19:03:23.250 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 35938478040 2024-08-29T19:03:23.250 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:23.250 INFO:tasks.workunit.client.0.smithi028.stdout: "op_r_latency_out_bytes_histogram": { 2024-08-29T19:03:23.250 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:23.250 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:23.251 INFO:tasks.workunit.client.0.smithi028.stdout: "op_r_out_bytes": { 2024-08-29T19:03:23.251 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 1454534454 2024-08-29T19:03:23.251 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:23.251 INFO:tasks.workunit.client.0.smithi028.stdout: "op_r_prepare_latency": { 2024-08-29T19:03:23.251 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 28541, 2024-08-29T19:03:23.251 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 27809956335 2024-08-29T19:03:23.251 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:23.251 INFO:tasks.workunit.client.0.smithi028.stdout: "op_r_process_latency": { 2024-08-29T19:03:23.251 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 28421, 2024-08-29T19:03:23.251 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 26871824458 2024-08-29T19:03:23.251 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:23.251 INFO:tasks.workunit.client.0.smithi028.stdout: "op_rw": { 2024-08-29T19:03:23.251 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 5365 2024-08-29T19:03:23.251 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:23.252 INFO:tasks.workunit.client.0.smithi028.stdout: "op_rw_in_bytes": { 2024-08-29T19:03:23.252 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 152807866 2024-08-29T19:03:23.252 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:23.252 INFO:tasks.workunit.client.0.smithi028.stdout: "op_rw_latency": { 2024-08-29T19:03:23.252 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 5365, 2024-08-29T19:03:23.252 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 26591058347 2024-08-29T19:03:23.252 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:23.252 INFO:tasks.workunit.client.0.smithi028.stdout: "op_rw_latency_in_bytes_histogram": { 2024-08-29T19:03:23.252 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:23.252 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:23.252 INFO:tasks.workunit.client.0.smithi028.stdout: "op_rw_latency_out_bytes_histogram": { 2024-08-29T19:03:23.252 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:23.252 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:23.252 INFO:tasks.workunit.client.0.smithi028.stdout: "op_rw_out_bytes": { 2024-08-29T19:03:23.253 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:23.253 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:23.253 INFO:tasks.workunit.client.0.smithi028.stdout: "op_rw_prepare_latency": { 2024-08-29T19:03:23.253 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 5546, 2024-08-29T19:03:23.253 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 8378381024 2024-08-29T19:03:23.253 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:23.253 INFO:tasks.workunit.client.0.smithi028.stdout: "op_rw_process_latency": { 2024-08-29T19:03:23.253 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 5365, 2024-08-29T19:03:23.253 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 19466606508 2024-08-29T19:03:23.253 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:23.253 INFO:tasks.workunit.client.0.smithi028.stdout: "op_w": { 2024-08-29T19:03:23.256 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 3848 2024-08-29T19:03:23.256 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:23.256 INFO:tasks.workunit.client.0.smithi028.stdout: "op_w_in_bytes": { 2024-08-29T19:03:23.256 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 764687397 2024-08-29T19:03:23.256 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:23.256 INFO:tasks.workunit.client.0.smithi028.stdout: "op_w_latency": { 2024-08-29T19:03:23.257 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 3848, 2024-08-29T19:03:23.257 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 55648784979 2024-08-29T19:03:23.257 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:23.257 INFO:tasks.workunit.client.0.smithi028.stdout: "op_w_latency_in_bytes_histogram": { 2024-08-29T19:03:23.257 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:23.257 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:23.257 INFO:tasks.workunit.client.0.smithi028.stdout: "op_w_prepare_latency": { 2024-08-29T19:03:23.257 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 4016, 2024-08-29T19:03:23.257 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 8265103740 2024-08-29T19:03:23.257 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:23.257 INFO:tasks.workunit.client.0.smithi028.stdout: "op_w_process_latency": { 2024-08-29T19:03:23.257 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 3848, 2024-08-29T19:03:23.258 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 24357866535 2024-08-29T19:03:23.258 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:23.258 INFO:tasks.workunit.client.0.smithi028.stdout: "op_wip": { 2024-08-29T19:03:23.258 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:23.258 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:23.258 INFO:tasks.workunit.client.0.smithi028.stdout: "recovery_bytes": { 2024-08-29T19:03:23.258 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 79 2024-08-29T19:03:23.258 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:23.258 INFO:tasks.workunit.client.0.smithi028.stdout: "recovery_ops": { 2024-08-29T19:03:23.258 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 11 2024-08-29T19:03:23.258 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:23.258 INFO:tasks.workunit.client.0.smithi028.stdout: "stat_bytes": { 2024-08-29T19:03:23.258 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 95995035648 2024-08-29T19:03:23.258 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:23.259 INFO:tasks.workunit.client.0.smithi028.stdout: "stat_bytes_used": { 2024-08-29T19:03:23.259 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 436023296 2024-08-29T19:03:23.259 INFO:tasks.workunit.client.0.smithi028.stdout: } 2024-08-29T19:03:23.259 INFO:tasks.workunit.client.0.smithi028.stdout: } 2024-08-29T19:03:23.259 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:23.259 INFO:tasks.workunit.client.0.smithi028.stdout: "osd.7": { 2024-08-29T19:03:23.259 INFO:tasks.workunit.client.0.smithi028.stdout: "bluefs": { 2024-08-29T19:03:23.259 INFO:tasks.workunit.client.0.smithi028.stdout: "alloc_db_max_lat": { 2024-08-29T19:03:23.259 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 27299 2024-08-29T19:03:23.259 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:23.259 INFO:tasks.workunit.client.0.smithi028.stdout: "alloc_slow_fallback": { 2024-08-29T19:03:23.259 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:23.259 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:23.259 INFO:tasks.workunit.client.0.smithi028.stdout: "alloc_slow_max_lat": { 2024-08-29T19:03:23.260 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:23.260 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:23.260 INFO:tasks.workunit.client.0.smithi028.stdout: "alloc_slow_size_fallback": { 2024-08-29T19:03:23.260 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:23.260 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:23.260 INFO:tasks.workunit.client.0.smithi028.stdout: "alloc_unit_db": { 2024-08-29T19:03:23.260 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 65536 2024-08-29T19:03:23.260 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:23.260 INFO:tasks.workunit.client.0.smithi028.stdout: "alloc_unit_slow": { 2024-08-29T19:03:23.260 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:23.260 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:23.260 INFO:tasks.workunit.client.0.smithi028.stdout: "alloc_unit_wal": { 2024-08-29T19:03:23.260 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:23.261 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:23.261 INFO:tasks.workunit.client.0.smithi028.stdout: "alloc_wal_max_lat": { 2024-08-29T19:03:23.261 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:23.261 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:23.261 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes_written_slow": { 2024-08-29T19:03:23.261 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:23.261 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:23.261 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes_written_sst": { 2024-08-29T19:03:23.261 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 12484608 2024-08-29T19:03:23.261 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:23.261 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes_written_wal": { 2024-08-29T19:03:23.261 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 618156032 2024-08-29T19:03:23.261 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:23.261 INFO:tasks.workunit.client.0.smithi028.stdout: "compact_lat": { 2024-08-29T19:03:23.262 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 15, 2024-08-29T19:03:23.262 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 8465429 2024-08-29T19:03:23.262 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:23.262 INFO:tasks.workunit.client.0.smithi028.stdout: "compact_lock_lat": { 2024-08-29T19:03:23.262 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 15, 2024-08-29T19:03:23.262 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 3169179 2024-08-29T19:03:23.262 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:23.262 INFO:tasks.workunit.client.0.smithi028.stdout: "db_alloc_lat": { 2024-08-29T19:03:23.262 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 171, 2024-08-29T19:03:23.262 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 1052380 2024-08-29T19:03:23.262 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:23.262 INFO:tasks.workunit.client.0.smithi028.stdout: "db_total_bytes": { 2024-08-29T19:03:23.262 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 95995027456 2024-08-29T19:03:23.262 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:23.263 INFO:tasks.workunit.client.0.smithi028.stdout: "db_used_bytes": { 2024-08-29T19:03:23.263 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 566624256 2024-08-29T19:03:23.263 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:23.263 INFO:tasks.workunit.client.0.smithi028.stdout: "flush_lat": { 2024-08-29T19:03:23.263 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 63309, 2024-08-29T19:03:23.263 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 8557500215 2024-08-29T19:03:23.263 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:23.263 INFO:tasks.workunit.client.0.smithi028.stdout: "fsync_lat": { 2024-08-29T19:03:23.263 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 63324, 2024-08-29T19:03:23.263 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 16844885495 2024-08-29T19:03:23.263 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:23.263 INFO:tasks.workunit.client.0.smithi028.stdout: "log_bytes": { 2024-08-29T19:03:23.263 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 9969664 2024-08-29T19:03:23.264 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:23.264 INFO:tasks.workunit.client.0.smithi028.stdout: "logged_bytes": { 2024-08-29T19:03:23.264 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 259330048 2024-08-29T19:03:23.264 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:23.264 INFO:tasks.workunit.client.0.smithi028.stdout: "max_bytes_db": { 2024-08-29T19:03:23.264 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 560922624 2024-08-29T19:03:23.264 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:23.264 INFO:tasks.workunit.client.0.smithi028.stdout: "max_bytes_slow": { 2024-08-29T19:03:23.264 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:23.264 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:23.264 INFO:tasks.workunit.client.0.smithi028.stdout: "max_bytes_wal": { 2024-08-29T19:03:23.264 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:23.264 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:23.265 INFO:tasks.workunit.client.0.smithi028.stdout: "num_files": { 2024-08-29T19:03:23.265 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 50 2024-08-29T19:03:23.265 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:23.265 INFO:tasks.workunit.client.0.smithi028.stdout: "read_bytes": { 2024-08-29T19:03:23.265 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 391508707 2024-08-29T19:03:23.265 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:23.265 INFO:tasks.workunit.client.0.smithi028.stdout: "read_count": { 2024-08-29T19:03:23.265 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 20666 2024-08-29T19:03:23.265 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:23.265 INFO:tasks.workunit.client.0.smithi028.stdout: "read_disk_bytes": { 2024-08-29T19:03:23.265 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 367620096 2024-08-29T19:03:23.265 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:23.265 INFO:tasks.workunit.client.0.smithi028.stdout: "read_disk_bytes_db": { 2024-08-29T19:03:23.266 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 367624192 2024-08-29T19:03:23.266 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:23.266 INFO:tasks.workunit.client.0.smithi028.stdout: "read_disk_bytes_slow": { 2024-08-29T19:03:23.266 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:23.266 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:23.266 INFO:tasks.workunit.client.0.smithi028.stdout: "read_disk_bytes_wal": { 2024-08-29T19:03:23.266 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:23.266 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:23.266 INFO:tasks.workunit.client.0.smithi028.stdout: "read_disk_count": { 2024-08-29T19:03:23.266 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 10840 2024-08-29T19:03:23.266 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:23.266 INFO:tasks.workunit.client.0.smithi028.stdout: "read_lat": { 2024-08-29T19:03:23.266 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 20666, 2024-08-29T19:03:23.266 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 238907517 2024-08-29T19:03:23.267 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:23.267 INFO:tasks.workunit.client.0.smithi028.stdout: "read_prefetch_bytes": { 2024-08-29T19:03:23.267 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 218711524 2024-08-29T19:03:23.267 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:23.267 INFO:tasks.workunit.client.0.smithi028.stdout: "read_prefetch_count": { 2024-08-29T19:03:23.267 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 15380 2024-08-29T19:03:23.267 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:23.267 INFO:tasks.workunit.client.0.smithi028.stdout: "read_random_buffer_bytes": { 2024-08-29T19:03:23.267 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 3877340 2024-08-29T19:03:23.267 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:23.267 INFO:tasks.workunit.client.0.smithi028.stdout: "read_random_buffer_count": { 2024-08-29T19:03:23.267 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 1013 2024-08-29T19:03:23.267 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:23.267 INFO:tasks.workunit.client.0.smithi028.stdout: "read_random_bytes": { 2024-08-29T19:03:23.268 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 12366878 2024-08-29T19:03:23.268 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:23.268 INFO:tasks.workunit.client.0.smithi028.stdout: "read_random_count": { 2024-08-29T19:03:23.268 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 1262 2024-08-29T19:03:23.268 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:23.268 INFO:tasks.workunit.client.0.smithi028.stdout: "read_random_disk_bytes": { 2024-08-29T19:03:23.268 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 8489538 2024-08-29T19:03:23.268 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:23.268 INFO:tasks.workunit.client.0.smithi028.stdout: "read_random_disk_bytes_db": { 2024-08-29T19:03:23.268 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 8489538 2024-08-29T19:03:23.268 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:23.268 INFO:tasks.workunit.client.0.smithi028.stdout: "read_random_disk_bytes_slow": { 2024-08-29T19:03:23.268 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:23.269 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:23.269 INFO:tasks.workunit.client.0.smithi028.stdout: "read_random_disk_bytes_wal": { 2024-08-29T19:03:23.269 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:23.269 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:23.269 INFO:tasks.workunit.client.0.smithi028.stdout: "read_random_disk_count": { 2024-08-29T19:03:23.269 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 260 2024-08-29T19:03:23.269 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:23.269 INFO:tasks.workunit.client.0.smithi028.stdout: "read_random_lat": { 2024-08-29T19:03:23.269 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 1262, 2024-08-29T19:03:23.269 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 4091255 2024-08-29T19:03:23.269 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:23.269 INFO:tasks.workunit.client.0.smithi028.stdout: "slow_alloc_lat": { 2024-08-29T19:03:23.269 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 0, 2024-08-29T19:03:23.269 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:23.270 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:23.270 INFO:tasks.workunit.client.0.smithi028.stdout: "slow_total_bytes": { 2024-08-29T19:03:23.270 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:23.270 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:23.270 INFO:tasks.workunit.client.0.smithi028.stdout: "slow_used_bytes": { 2024-08-29T19:03:23.270 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:23.270 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:23.270 INFO:tasks.workunit.client.0.smithi028.stdout: "truncate_lat": { 2024-08-29T19:03:23.270 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 1, 2024-08-29T19:03:23.270 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 655 2024-08-29T19:03:23.270 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:23.270 INFO:tasks.workunit.client.0.smithi028.stdout: "unlink_lat": { 2024-08-29T19:03:23.270 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 4, 2024-08-29T19:03:23.270 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 6239 2024-08-29T19:03:23.271 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:23.271 INFO:tasks.workunit.client.0.smithi028.stdout: "wal_alloc_lat": { 2024-08-29T19:03:23.271 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 0, 2024-08-29T19:03:23.271 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:23.271 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:23.271 INFO:tasks.workunit.client.0.smithi028.stdout: "wal_total_bytes": { 2024-08-29T19:03:23.271 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:23.271 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:23.271 INFO:tasks.workunit.client.0.smithi028.stdout: "wal_used_bytes": { 2024-08-29T19:03:23.271 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:23.271 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:23.271 INFO:tasks.workunit.client.0.smithi028.stdout: "write_bytes": { 2024-08-29T19:03:23.271 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 892260352 2024-08-29T19:03:23.271 INFO:tasks.workunit.client.0.smithi028.stdout: } 2024-08-29T19:03:23.272 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:23.272 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore": { 2024-08-29T19:03:23.272 INFO:tasks.workunit.client.0.smithi028.stdout: "alloc_unit": { 2024-08-29T19:03:23.272 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 4096 2024-08-29T19:03:23.272 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:23.272 INFO:tasks.workunit.client.0.smithi028.stdout: "allocated": { 2024-08-29T19:03:23.272 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 10219520 2024-08-29T19:03:23.272 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:23.272 INFO:tasks.workunit.client.0.smithi028.stdout: "allocator_lat": { 2024-08-29T19:03:23.272 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 19644, 2024-08-29T19:03:23.272 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 78428337 2024-08-29T19:03:23.272 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:23.272 INFO:tasks.workunit.client.0.smithi028.stdout: "clist_lat": { 2024-08-29T19:03:23.272 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 3041, 2024-08-29T19:03:23.273 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 981790268 2024-08-29T19:03:23.273 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:23.273 INFO:tasks.workunit.client.0.smithi028.stdout: "compress_lat": { 2024-08-29T19:03:23.273 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 0, 2024-08-29T19:03:23.273 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:23.273 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:23.273 INFO:tasks.workunit.client.0.smithi028.stdout: "compressed": { 2024-08-29T19:03:23.273 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:23.273 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:23.273 INFO:tasks.workunit.client.0.smithi028.stdout: "compressed_allocated": { 2024-08-29T19:03:23.273 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:23.273 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:23.273 INFO:tasks.workunit.client.0.smithi028.stdout: "compressed_original": { 2024-08-29T19:03:23.274 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:23.274 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:23.274 INFO:tasks.workunit.client.0.smithi028.stdout: "csum_lat": { 2024-08-29T19:03:23.274 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 9978, 2024-08-29T19:03:23.274 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 125432107 2024-08-29T19:03:23.274 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:23.274 INFO:tasks.workunit.client.0.smithi028.stdout: "decompress_lat": { 2024-08-29T19:03:23.274 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 0, 2024-08-29T19:03:23.274 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:23.274 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:23.274 INFO:tasks.workunit.client.0.smithi028.stdout: "fragmentation_micros": { 2024-08-29T19:03:23.274 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:23.274 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:23.274 INFO:tasks.workunit.client.0.smithi028.stdout: "kv_commit_lat": { 2024-08-29T19:03:23.274 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 63250, 2024-08-29T19:03:23.275 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 23242558050 2024-08-29T19:03:23.275 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:23.275 INFO:tasks.workunit.client.0.smithi028.stdout: "kv_final_lat": { 2024-08-29T19:03:23.275 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 62443, 2024-08-29T19:03:23.275 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 3217388558 2024-08-29T19:03:23.275 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:23.275 INFO:tasks.workunit.client.0.smithi028.stdout: "kv_flush_lat": { 2024-08-29T19:03:23.275 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 63250, 2024-08-29T19:03:23.275 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 96568243 2024-08-29T19:03:23.275 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:23.275 INFO:tasks.workunit.client.0.smithi028.stdout: "kv_sync_lat": { 2024-08-29T19:03:23.275 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 63250, 2024-08-29T19:03:23.275 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 23339126293 2024-08-29T19:03:23.275 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:23.276 INFO:tasks.workunit.client.0.smithi028.stdout: "omap_get_keys_lat": { 2024-08-29T19:03:23.276 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 0, 2024-08-29T19:03:23.276 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:23.276 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:23.276 INFO:tasks.workunit.client.0.smithi028.stdout: "omap_get_values_lat": { 2024-08-29T19:03:23.276 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 25647, 2024-08-29T19:03:23.276 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 745056368 2024-08-29T19:03:23.276 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:23.276 INFO:tasks.workunit.client.0.smithi028.stdout: "omap_lower_bound_lat": { 2024-08-29T19:03:23.276 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 674, 2024-08-29T19:03:23.276 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 5501888 2024-08-29T19:03:23.276 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:23.276 INFO:tasks.workunit.client.0.smithi028.stdout: "omap_next_lat": { 2024-08-29T19:03:23.277 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 5845, 2024-08-29T19:03:23.277 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 8530990 2024-08-29T19:03:23.277 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:23.277 INFO:tasks.workunit.client.0.smithi028.stdout: "omap_seek_to_first_lat": { 2024-08-29T19:03:23.277 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 50, 2024-08-29T19:03:23.277 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 60278 2024-08-29T19:03:23.277 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:23.277 INFO:tasks.workunit.client.0.smithi028.stdout: "omap_upper_bound_lat": { 2024-08-29T19:03:23.277 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 10025, 2024-08-29T19:03:23.277 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 4329194219 2024-08-29T19:03:23.277 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:23.277 INFO:tasks.workunit.client.0.smithi028.stdout: "onode_hits": { 2024-08-29T19:03:23.277 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 193264 2024-08-29T19:03:23.278 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:23.278 INFO:tasks.workunit.client.0.smithi028.stdout: "onode_misses": { 2024-08-29T19:03:23.278 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 16731 2024-08-29T19:03:23.278 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:23.278 INFO:tasks.workunit.client.0.smithi028.stdout: "read_lat": { 2024-08-29T19:03:23.278 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 16024, 2024-08-29T19:03:23.278 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 743819977 2024-08-29T19:03:23.278 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:23.278 INFO:tasks.workunit.client.0.smithi028.stdout: "read_onode_meta_lat": { 2024-08-29T19:03:23.278 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 50892, 2024-08-29T19:03:23.278 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 33135907 2024-08-29T19:03:23.278 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:23.278 INFO:tasks.workunit.client.0.smithi028.stdout: "read_wait_aio_lat": { 2024-08-29T19:03:23.278 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 34868, 2024-08-29T19:03:23.279 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 457192649 2024-08-29T19:03:23.279 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:23.279 INFO:tasks.workunit.client.0.smithi028.stdout: "reads_with_retries": { 2024-08-29T19:03:23.279 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:23.279 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:23.279 INFO:tasks.workunit.client.0.smithi028.stdout: "remove_lat": { 2024-08-29T19:03:23.279 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 12689, 2024-08-29T19:03:23.279 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 585176393 2024-08-29T19:03:23.279 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:23.279 INFO:tasks.workunit.client.0.smithi028.stdout: "slow_aio_wait_count": { 2024-08-29T19:03:23.279 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:23.279 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:23.279 INFO:tasks.workunit.client.0.smithi028.stdout: "slow_committed_kv_count": { 2024-08-29T19:03:23.279 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:23.280 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:23.280 INFO:tasks.workunit.client.0.smithi028.stdout: "slow_read_onode_meta_count": { 2024-08-29T19:03:23.280 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:23.280 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:23.280 INFO:tasks.workunit.client.0.smithi028.stdout: "slow_read_wait_aio_count": { 2024-08-29T19:03:23.280 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:23.280 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:23.280 INFO:tasks.workunit.client.0.smithi028.stdout: "state_aio_wait_lat": { 2024-08-29T19:03:23.280 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 75886, 2024-08-29T19:03:23.280 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 5566595756 2024-08-29T19:03:23.280 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:23.280 INFO:tasks.workunit.client.0.smithi028.stdout: "state_deferred_aio_wait_lat": { 2024-08-29T19:03:23.280 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 15287, 2024-08-29T19:03:23.280 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 1429810881 2024-08-29T19:03:23.281 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:23.281 INFO:tasks.workunit.client.0.smithi028.stdout: "state_deferred_cleanup_lat": { 2024-08-29T19:03:23.281 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 15286, 2024-08-29T19:03:23.281 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 2150897444478 2024-08-29T19:03:23.281 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:23.281 INFO:tasks.workunit.client.0.smithi028.stdout: "state_deferred_queued_lat": { 2024-08-29T19:03:23.281 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 15287, 2024-08-29T19:03:23.281 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 5966327008619 2024-08-29T19:03:23.281 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:23.281 INFO:tasks.workunit.client.0.smithi028.stdout: "state_done_lat": { 2024-08-29T19:03:23.281 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 75885, 2024-08-29T19:03:23.281 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 2375689115086 2024-08-29T19:03:23.281 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:23.281 INFO:tasks.workunit.client.0.smithi028.stdout: "state_finishing_lat": { 2024-08-29T19:03:23.282 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 75885, 2024-08-29T19:03:23.282 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 18589172 2024-08-29T19:03:23.282 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:23.282 INFO:tasks.workunit.client.0.smithi028.stdout: "state_io_done_lat": { 2024-08-29T19:03:23.282 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 75886, 2024-08-29T19:03:23.282 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 170230137 2024-08-29T19:03:23.282 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:23.282 INFO:tasks.workunit.client.0.smithi028.stdout: "state_kv_commiting_lat": { 2024-08-29T19:03:23.282 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 75886, 2024-08-29T19:03:23.282 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 44800824162 2024-08-29T19:03:23.282 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:23.282 INFO:tasks.workunit.client.0.smithi028.stdout: "state_kv_done_lat": { 2024-08-29T19:03:23.282 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 75886, 2024-08-29T19:03:23.283 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 58230970 2024-08-29T19:03:23.283 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:23.283 INFO:tasks.workunit.client.0.smithi028.stdout: "state_kv_queued_lat": { 2024-08-29T19:03:23.283 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 75886, 2024-08-29T19:03:23.283 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 25020972413 2024-08-29T19:03:23.283 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:23.283 INFO:tasks.workunit.client.0.smithi028.stdout: "state_prepare_lat": { 2024-08-29T19:03:23.283 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 75886, 2024-08-29T19:03:23.283 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 11229917102 2024-08-29T19:03:23.283 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:23.283 INFO:tasks.workunit.client.0.smithi028.stdout: "stored": { 2024-08-29T19:03:23.283 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 6159117 2024-08-29T19:03:23.283 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:23.284 INFO:tasks.workunit.client.0.smithi028.stdout: "truncate_lat": { 2024-08-29T19:03:23.284 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 2075, 2024-08-29T19:03:23.284 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 19261080 2024-08-29T19:03:23.284 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:23.284 INFO:tasks.workunit.client.0.smithi028.stdout: "txc_commit_lat": { 2024-08-29T19:03:23.284 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 75886, 2024-08-29T19:03:23.284 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 86815948175 2024-08-29T19:03:23.284 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:23.284 INFO:tasks.workunit.client.0.smithi028.stdout: "txc_submit_lat": { 2024-08-29T19:03:23.284 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 75886, 2024-08-29T19:03:23.284 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 13039518876 2024-08-29T19:03:23.284 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:23.284 INFO:tasks.workunit.client.0.smithi028.stdout: "txc_throttle_lat": { 2024-08-29T19:03:23.285 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 75886, 2024-08-29T19:03:23.285 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 993538343 2024-08-29T19:03:23.285 INFO:tasks.workunit.client.0.smithi028.stdout: } 2024-08-29T19:03:23.285 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:23.285 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore-pricache": { 2024-08-29T19:03:23.285 INFO:tasks.workunit.client.0.smithi028.stdout: "cache_bytes": { 2024-08-29T19:03:23.285 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 1445593205 2024-08-29T19:03:23.285 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:23.285 INFO:tasks.workunit.client.0.smithi028.stdout: "heap_bytes": { 2024-08-29T19:03:23.285 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 471891968 2024-08-29T19:03:23.285 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:23.285 INFO:tasks.workunit.client.0.smithi028.stdout: "mapped_bytes": { 2024-08-29T19:03:23.285 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 452206592 2024-08-29T19:03:23.286 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:23.286 INFO:tasks.workunit.client.0.smithi028.stdout: "target_bytes": { 2024-08-29T19:03:23.286 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 2648117145 2024-08-29T19:03:23.286 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:23.286 INFO:tasks.workunit.client.0.smithi028.stdout: "unmapped_bytes": { 2024-08-29T19:03:23.286 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 19685376 2024-08-29T19:03:23.286 INFO:tasks.workunit.client.0.smithi028.stdout: } 2024-08-29T19:03:23.286 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:23.286 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore-pricache:data": { 2024-08-29T19:03:23.286 INFO:tasks.workunit.client.0.smithi028.stdout: "committed_bytes": { 2024-08-29T19:03:23.286 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 134217728 2024-08-29T19:03:23.286 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:23.286 INFO:tasks.workunit.client.0.smithi028.stdout: "pri0_bytes": { 2024-08-29T19:03:23.286 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:23.287 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:23.287 INFO:tasks.workunit.client.0.smithi028.stdout: "pri10_bytes": { 2024-08-29T19:03:23.287 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:23.287 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:23.287 INFO:tasks.workunit.client.0.smithi028.stdout: "pri11_bytes": { 2024-08-29T19:03:23.287 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 59085380 2024-08-29T19:03:23.287 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:23.287 INFO:tasks.workunit.client.0.smithi028.stdout: "pri1_bytes": { 2024-08-29T19:03:23.287 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:23.287 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:23.287 INFO:tasks.workunit.client.0.smithi028.stdout: "pri2_bytes": { 2024-08-29T19:03:23.287 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:23.287 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:23.288 INFO:tasks.workunit.client.0.smithi028.stdout: "pri3_bytes": { 2024-08-29T19:03:23.288 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:23.288 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:23.288 INFO:tasks.workunit.client.0.smithi028.stdout: "pri4_bytes": { 2024-08-29T19:03:23.288 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:23.288 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:23.288 INFO:tasks.workunit.client.0.smithi028.stdout: "pri5_bytes": { 2024-08-29T19:03:23.288 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 12288 2024-08-29T19:03:23.288 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:23.288 INFO:tasks.workunit.client.0.smithi028.stdout: "pri6_bytes": { 2024-08-29T19:03:23.288 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 77824 2024-08-29T19:03:23.288 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:23.288 INFO:tasks.workunit.client.0.smithi028.stdout: "pri7_bytes": { 2024-08-29T19:03:23.289 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:23.289 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:23.289 INFO:tasks.workunit.client.0.smithi028.stdout: "pri8_bytes": { 2024-08-29T19:03:23.289 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:23.289 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:23.289 INFO:tasks.workunit.client.0.smithi028.stdout: "pri9_bytes": { 2024-08-29T19:03:23.289 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:23.289 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:23.289 INFO:tasks.workunit.client.0.smithi028.stdout: "reserved_bytes": { 2024-08-29T19:03:23.289 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 75042236 2024-08-29T19:03:23.289 INFO:tasks.workunit.client.0.smithi028.stdout: } 2024-08-29T19:03:23.289 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:23.289 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore-pricache:kv": { 2024-08-29T19:03:23.290 INFO:tasks.workunit.client.0.smithi028.stdout: "committed_bytes": { 2024-08-29T19:03:23.290 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 578813952 2024-08-29T19:03:23.290 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:23.290 INFO:tasks.workunit.client.0.smithi028.stdout: "pri0_bytes": { 2024-08-29T19:03:23.290 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 67108864 2024-08-29T19:03:23.290 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:23.290 INFO:tasks.workunit.client.0.smithi028.stdout: "pri10_bytes": { 2024-08-29T19:03:23.290 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:23.290 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:23.290 INFO:tasks.workunit.client.0.smithi028.stdout: "pri11_bytes": { 2024-08-29T19:03:23.290 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 443140355 2024-08-29T19:03:23.290 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:23.290 INFO:tasks.workunit.client.0.smithi028.stdout: "pri1_bytes": { 2024-08-29T19:03:23.290 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:23.291 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:23.291 INFO:tasks.workunit.client.0.smithi028.stdout: "pri2_bytes": { 2024-08-29T19:03:23.291 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:23.291 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:23.291 INFO:tasks.workunit.client.0.smithi028.stdout: "pri3_bytes": { 2024-08-29T19:03:23.291 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 2432 2024-08-29T19:03:23.291 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:23.291 INFO:tasks.workunit.client.0.smithi028.stdout: "pri4_bytes": { 2024-08-29T19:03:23.291 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:23.291 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:23.291 INFO:tasks.workunit.client.0.smithi028.stdout: "pri5_bytes": { 2024-08-29T19:03:23.291 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 169184 2024-08-29T19:03:23.291 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:23.291 INFO:tasks.workunit.client.0.smithi028.stdout: "pri6_bytes": { 2024-08-29T19:03:23.292 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:23.292 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:23.292 INFO:tasks.workunit.client.0.smithi028.stdout: "pri7_bytes": { 2024-08-29T19:03:23.292 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:23.292 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:23.292 INFO:tasks.workunit.client.0.smithi028.stdout: "pri8_bytes": { 2024-08-29T19:03:23.292 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:23.292 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:23.292 INFO:tasks.workunit.client.0.smithi028.stdout: "pri9_bytes": { 2024-08-29T19:03:23.292 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:23.292 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:23.292 INFO:tasks.workunit.client.0.smithi028.stdout: "reserved_bytes": { 2024-08-29T19:03:23.292 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 68393117 2024-08-29T19:03:23.293 INFO:tasks.workunit.client.0.smithi028.stdout: } 2024-08-29T19:03:23.293 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:23.293 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore-pricache:kv_onode": { 2024-08-29T19:03:23.293 INFO:tasks.workunit.client.0.smithi028.stdout: "committed_bytes": { 2024-08-29T19:03:23.293 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 176160768 2024-08-29T19:03:23.293 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:23.293 INFO:tasks.workunit.client.0.smithi028.stdout: "pri0_bytes": { 2024-08-29T19:03:23.293 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 67108864 2024-08-29T19:03:23.293 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:23.293 INFO:tasks.workunit.client.0.smithi028.stdout: "pri10_bytes": { 2024-08-29T19:03:23.293 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 510128 2024-08-29T19:03:23.293 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:23.293 INFO:tasks.workunit.client.0.smithi028.stdout: "pri11_bytes": { 2024-08-29T19:03:23.293 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 39390253 2024-08-29T19:03:23.294 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:23.294 INFO:tasks.workunit.client.0.smithi028.stdout: "pri1_bytes": { 2024-08-29T19:03:23.294 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:23.294 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:23.294 INFO:tasks.workunit.client.0.smithi028.stdout: "pri2_bytes": { 2024-08-29T19:03:23.294 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:23.294 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:23.294 INFO:tasks.workunit.client.0.smithi028.stdout: "pri3_bytes": { 2024-08-29T19:03:23.294 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:23.294 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:23.294 INFO:tasks.workunit.client.0.smithi028.stdout: "pri4_bytes": { 2024-08-29T19:03:23.294 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:23.294 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:23.294 INFO:tasks.workunit.client.0.smithi028.stdout: "pri5_bytes": { 2024-08-29T19:03:23.295 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:23.295 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:23.295 INFO:tasks.workunit.client.0.smithi028.stdout: "pri6_bytes": { 2024-08-29T19:03:23.295 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:23.295 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:23.295 INFO:tasks.workunit.client.0.smithi028.stdout: "pri7_bytes": { 2024-08-29T19:03:23.295 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:23.295 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:23.295 INFO:tasks.workunit.client.0.smithi028.stdout: "pri8_bytes": { 2024-08-29T19:03:23.295 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:23.295 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:23.295 INFO:tasks.workunit.client.0.smithi028.stdout: "pri9_bytes": { 2024-08-29T19:03:23.295 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:23.296 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:23.296 INFO:tasks.workunit.client.0.smithi028.stdout: "reserved_bytes": { 2024-08-29T19:03:23.296 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 69151523 2024-08-29T19:03:23.296 INFO:tasks.workunit.client.0.smithi028.stdout: } 2024-08-29T19:03:23.296 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:23.296 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore-pricache:meta": { 2024-08-29T19:03:23.296 INFO:tasks.workunit.client.0.smithi028.stdout: "committed_bytes": { 2024-08-29T19:03:23.296 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 511705088 2024-08-29T19:03:23.296 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:23.296 INFO:tasks.workunit.client.0.smithi028.stdout: "pri0_bytes": { 2024-08-29T19:03:23.296 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:23.296 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:23.296 INFO:tasks.workunit.client.0.smithi028.stdout: "pri10_bytes": { 2024-08-29T19:03:23.296 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:23.297 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:23.297 INFO:tasks.workunit.client.0.smithi028.stdout: "pri11_bytes": { 2024-08-29T19:03:23.297 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 443140355 2024-08-29T19:03:23.297 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:23.297 INFO:tasks.workunit.client.0.smithi028.stdout: "pri1_bytes": { 2024-08-29T19:03:23.297 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:23.297 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:23.297 INFO:tasks.workunit.client.0.smithi028.stdout: "pri2_bytes": { 2024-08-29T19:03:23.297 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:23.297 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:23.298 INFO:tasks.workunit.client.0.smithi028.stdout: "pri3_bytes": { 2024-08-29T19:03:23.298 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:23.298 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:23.298 INFO:tasks.workunit.client.0.smithi028.stdout: "pri4_bytes": { 2024-08-29T19:03:23.298 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:23.298 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:23.298 INFO:tasks.workunit.client.0.smithi028.stdout: "pri5_bytes": { 2024-08-29T19:03:23.298 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 145209 2024-08-29T19:03:23.298 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:23.298 INFO:tasks.workunit.client.0.smithi028.stdout: "pri6_bytes": { 2024-08-29T19:03:23.298 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 1101591 2024-08-29T19:03:23.298 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:23.298 INFO:tasks.workunit.client.0.smithi028.stdout: "pri7_bytes": { 2024-08-29T19:03:23.298 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:23.299 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:23.299 INFO:tasks.workunit.client.0.smithi028.stdout: "pri8_bytes": { 2024-08-29T19:03:23.299 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:23.299 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:23.299 INFO:tasks.workunit.client.0.smithi028.stdout: "pri9_bytes": { 2024-08-29T19:03:23.299 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:23.299 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:23.299 INFO:tasks.workunit.client.0.smithi028.stdout: "reserved_bytes": { 2024-08-29T19:03:23.299 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 67317933 2024-08-29T19:03:23.299 INFO:tasks.workunit.client.0.smithi028.stdout: } 2024-08-29T19:03:23.299 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:23.299 INFO:tasks.workunit.client.0.smithi028.stdout: "objecter": { 2024-08-29T19:03:23.299 INFO:tasks.workunit.client.0.smithi028.stdout: "op_active": { 2024-08-29T19:03:23.299 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:23.300 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:23.300 INFO:tasks.workunit.client.0.smithi028.stdout: "op_r": { 2024-08-29T19:03:23.300 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 25 2024-08-29T19:03:23.300 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:23.300 INFO:tasks.workunit.client.0.smithi028.stdout: "op_rmw": { 2024-08-29T19:03:23.300 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:23.300 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:23.300 INFO:tasks.workunit.client.0.smithi028.stdout: "op_w": { 2024-08-29T19:03:23.300 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:23.300 INFO:tasks.workunit.client.0.smithi028.stdout: } 2024-08-29T19:03:23.300 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:23.300 INFO:tasks.workunit.client.0.smithi028.stdout: "osd": { 2024-08-29T19:03:23.300 INFO:tasks.workunit.client.0.smithi028.stdout: "numpg": { 2024-08-29T19:03:23.300 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 60 2024-08-29T19:03:23.301 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:23.301 INFO:tasks.workunit.client.0.smithi028.stdout: "numpg_removing": { 2024-08-29T19:03:23.301 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:23.301 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:23.301 INFO:tasks.workunit.client.0.smithi028.stdout: "op": { 2024-08-29T19:03:23.301 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 43266 2024-08-29T19:03:23.301 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:23.301 INFO:tasks.workunit.client.0.smithi028.stdout: "op_before_queue_op_lat": { 2024-08-29T19:03:23.301 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 111104, 2024-08-29T19:03:23.301 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 11517930554 2024-08-29T19:03:23.301 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:23.301 INFO:tasks.workunit.client.0.smithi028.stdout: "op_delayed_degraded": { 2024-08-29T19:03:23.301 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:23.301 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:23.302 INFO:tasks.workunit.client.0.smithi028.stdout: "op_delayed_unreadable": { 2024-08-29T19:03:23.302 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 2 2024-08-29T19:03:23.302 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:23.302 INFO:tasks.workunit.client.0.smithi028.stdout: "op_in_bytes": { 2024-08-29T19:03:23.302 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 565453469 2024-08-29T19:03:23.302 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:23.302 INFO:tasks.workunit.client.0.smithi028.stdout: "op_latency": { 2024-08-29T19:03:23.302 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 43266, 2024-08-29T19:03:23.302 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 162817561083 2024-08-29T19:03:23.302 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:23.302 INFO:tasks.workunit.client.0.smithi028.stdout: "op_out_bytes": { 2024-08-29T19:03:23.302 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 1026159130 2024-08-29T19:03:23.302 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:23.302 INFO:tasks.workunit.client.0.smithi028.stdout: "op_prepare_latency": { 2024-08-29T19:03:23.303 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 43770, 2024-08-29T19:03:23.303 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 40403527697 2024-08-29T19:03:23.303 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:23.303 INFO:tasks.workunit.client.0.smithi028.stdout: "op_process_latency": { 2024-08-29T19:03:23.303 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 43266, 2024-08-29T19:03:23.303 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 64514600927 2024-08-29T19:03:23.303 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:23.303 INFO:tasks.workunit.client.0.smithi028.stdout: "op_r": { 2024-08-29T19:03:23.303 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 30220 2024-08-29T19:03:23.303 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:23.303 INFO:tasks.workunit.client.0.smithi028.stdout: "op_r_latency": { 2024-08-29T19:03:23.303 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 30220, 2024-08-29T19:03:23.303 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 19062528816 2024-08-29T19:03:23.303 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:23.304 INFO:tasks.workunit.client.0.smithi028.stdout: "op_r_latency_out_bytes_histogram": { 2024-08-29T19:03:23.304 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:23.304 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:23.304 INFO:tasks.workunit.client.0.smithi028.stdout: "op_r_out_bytes": { 2024-08-29T19:03:23.304 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 1026159130 2024-08-29T19:03:23.304 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:23.304 INFO:tasks.workunit.client.0.smithi028.stdout: "op_r_prepare_latency": { 2024-08-29T19:03:23.304 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 30374, 2024-08-29T19:03:23.304 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 11579084715 2024-08-29T19:03:23.304 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:23.304 INFO:tasks.workunit.client.0.smithi028.stdout: "op_r_process_latency": { 2024-08-29T19:03:23.304 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 30220, 2024-08-29T19:03:23.304 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 11010931712 2024-08-29T19:03:23.305 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:23.305 INFO:tasks.workunit.client.0.smithi028.stdout: "op_rw": { 2024-08-29T19:03:23.305 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 11737 2024-08-29T19:03:23.305 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:23.305 INFO:tasks.workunit.client.0.smithi028.stdout: "op_rw_in_bytes": { 2024-08-29T19:03:23.305 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 136862102 2024-08-29T19:03:23.305 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:23.305 INFO:tasks.workunit.client.0.smithi028.stdout: "op_rw_latency": { 2024-08-29T19:03:23.305 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 11737, 2024-08-29T19:03:23.305 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 53375094015 2024-08-29T19:03:23.305 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:23.305 INFO:tasks.workunit.client.0.smithi028.stdout: "op_rw_latency_in_bytes_histogram": { 2024-08-29T19:03:23.305 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:23.305 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:23.306 INFO:tasks.workunit.client.0.smithi028.stdout: "op_rw_latency_out_bytes_histogram": { 2024-08-29T19:03:23.306 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:23.306 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:23.306 INFO:tasks.workunit.client.0.smithi028.stdout: "op_rw_out_bytes": { 2024-08-29T19:03:23.306 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:23.306 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:23.306 INFO:tasks.workunit.client.0.smithi028.stdout: "op_rw_prepare_latency": { 2024-08-29T19:03:23.306 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 11953, 2024-08-29T19:03:23.306 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 26235742223 2024-08-29T19:03:23.306 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:23.306 INFO:tasks.workunit.client.0.smithi028.stdout: "op_rw_process_latency": { 2024-08-29T19:03:23.306 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 11737, 2024-08-29T19:03:23.306 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 45569108173 2024-08-29T19:03:23.306 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:23.307 INFO:tasks.workunit.client.0.smithi028.stdout: "op_w": { 2024-08-29T19:03:23.307 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 1309 2024-08-29T19:03:23.307 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:23.307 INFO:tasks.workunit.client.0.smithi028.stdout: "op_w_in_bytes": { 2024-08-29T19:03:23.307 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 428591367 2024-08-29T19:03:23.307 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:23.307 INFO:tasks.workunit.client.0.smithi028.stdout: "op_w_latency": { 2024-08-29T19:03:23.307 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 1309, 2024-08-29T19:03:23.307 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 90379938252 2024-08-29T19:03:23.307 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:23.307 INFO:tasks.workunit.client.0.smithi028.stdout: "op_w_latency_in_bytes_histogram": { 2024-08-29T19:03:23.307 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:23.307 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:23.307 INFO:tasks.workunit.client.0.smithi028.stdout: "op_w_prepare_latency": { 2024-08-29T19:03:23.308 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 1443, 2024-08-29T19:03:23.308 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 2588700759 2024-08-29T19:03:23.308 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:23.308 INFO:tasks.workunit.client.0.smithi028.stdout: "op_w_process_latency": { 2024-08-29T19:03:23.308 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 1309, 2024-08-29T19:03:23.308 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 7934561042 2024-08-29T19:03:23.308 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:23.308 INFO:tasks.workunit.client.0.smithi028.stdout: "op_wip": { 2024-08-29T19:03:23.308 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:23.308 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:23.308 INFO:tasks.workunit.client.0.smithi028.stdout: "recovery_bytes": { 2024-08-29T19:03:23.308 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 1 2024-08-29T19:03:23.308 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:23.309 INFO:tasks.workunit.client.0.smithi028.stdout: "recovery_ops": { 2024-08-29T19:03:23.309 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 13 2024-08-29T19:03:23.309 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:23.309 INFO:tasks.workunit.client.0.smithi028.stdout: "stat_bytes": { 2024-08-29T19:03:23.309 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 95995035648 2024-08-29T19:03:23.309 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:23.309 INFO:tasks.workunit.client.0.smithi028.stdout: "stat_bytes_used": { 2024-08-29T19:03:23.309 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 576856064 2024-08-29T19:03:23.309 INFO:tasks.workunit.client.0.smithi028.stdout: } 2024-08-29T19:03:23.309 INFO:tasks.workunit.client.0.smithi028.stdout: } 2024-08-29T19:03:23.309 INFO:tasks.workunit.client.0.smithi028.stdout: } 2024-08-29T19:03:23.309 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:23.309 INFO:tasks.workunit.client.0.smithi028.stdout: "pools": [ 2024-08-29T19:03:23.309 INFO:tasks.workunit.client.0.smithi028.stdout: { 2024-08-29T19:03:23.309 INFO:tasks.workunit.client.0.smithi028.stdout: "application": [ 2024-08-29T19:03:23.310 INFO:tasks.workunit.client.0.smithi028.stdout: "mgr" 2024-08-29T19:03:23.310 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-08-29T19:03:23.310 INFO:tasks.workunit.client.0.smithi028.stdout: "cache_mode": "none", 2024-08-29T19:03:23.310 INFO:tasks.workunit.client.0.smithi028.stdout: "erasure_code_profile": {}, 2024-08-29T19:03:23.310 INFO:tasks.workunit.client.0.smithi028.stdout: "min_size": 2, 2024-08-29T19:03:23.310 INFO:tasks.workunit.client.0.smithi028.stdout: "options": {}, 2024-08-29T19:03:23.310 INFO:tasks.workunit.client.0.smithi028.stdout: "pg_autoscale_mode": "off", 2024-08-29T19:03:23.310 INFO:tasks.workunit.client.0.smithi028.stdout: "pg_num": 1, 2024-08-29T19:03:23.310 INFO:tasks.workunit.client.0.smithi028.stdout: "pgp_num": 1, 2024-08-29T19:03:23.310 INFO:tasks.workunit.client.0.smithi028.stdout: "pool": 1, 2024-08-29T19:03:23.310 INFO:tasks.workunit.client.0.smithi028.stdout: "size": 3, 2024-08-29T19:03:23.310 INFO:tasks.workunit.client.0.smithi028.stdout: "stats": { 2024-08-29T19:03:23.310 INFO:tasks.workunit.client.0.smithi028.stdout: "avail_raw": 721046710538, 2024-08-29T19:03:23.311 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes_used": 1781760, 2024-08-29T19:03:23.311 INFO:tasks.workunit.client.0.smithi028.stdout: "compress_bytes_used": 0, 2024-08-29T19:03:23.311 INFO:tasks.workunit.client.0.smithi028.stdout: "compress_under_bytes": 0, 2024-08-29T19:03:23.311 INFO:tasks.workunit.client.0.smithi028.stdout: "data_bytes_used": 1781760, 2024-08-29T19:03:23.311 INFO:tasks.workunit.client.0.smithi028.stdout: "dirty": 0, 2024-08-29T19:03:23.311 INFO:tasks.workunit.client.0.smithi028.stdout: "max_avail": 240348905472, 2024-08-29T19:03:23.311 INFO:tasks.workunit.client.0.smithi028.stdout: "objects": 2, 2024-08-29T19:03:23.311 INFO:tasks.workunit.client.0.smithi028.stdout: "omap_bytes_used": 0, 2024-08-29T19:03:23.311 INFO:tasks.workunit.client.0.smithi028.stdout: "percent_used": 2.4710682282602647e-06, 2024-08-29T19:03:23.311 INFO:tasks.workunit.client.0.smithi028.stdout: "quota_bytes": 0, 2024-08-29T19:03:23.311 INFO:tasks.workunit.client.0.smithi028.stdout: "quota_objects": 0, 2024-08-29T19:03:23.311 INFO:tasks.workunit.client.0.smithi028.stdout: "rd": 812, 2024-08-29T19:03:23.311 INFO:tasks.workunit.client.0.smithi028.stdout: "rd_bytes": 1341440, 2024-08-29T19:03:23.312 INFO:tasks.workunit.client.0.smithi028.stdout: "stored": 590368, 2024-08-29T19:03:23.312 INFO:tasks.workunit.client.0.smithi028.stdout: "stored_data": 590368, 2024-08-29T19:03:23.312 INFO:tasks.workunit.client.0.smithi028.stdout: "stored_omap": 0, 2024-08-29T19:03:23.312 INFO:tasks.workunit.client.0.smithi028.stdout: "stored_raw": 1771104, 2024-08-29T19:03:23.312 INFO:tasks.workunit.client.0.smithi028.stdout: "wr": 311, 2024-08-29T19:03:23.312 INFO:tasks.workunit.client.0.smithi028.stdout: "wr_bytes": 2473984 2024-08-29T19:03:23.312 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:23.312 INFO:tasks.workunit.client.0.smithi028.stdout: "target_max_bytes": 0, 2024-08-29T19:03:23.312 INFO:tasks.workunit.client.0.smithi028.stdout: "target_max_objects": 0, 2024-08-29T19:03:23.312 INFO:tasks.workunit.client.0.smithi028.stdout: "type": "replicated" 2024-08-29T19:03:23.312 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:23.312 INFO:tasks.workunit.client.0.smithi028.stdout: { 2024-08-29T19:03:23.312 INFO:tasks.workunit.client.0.smithi028.stdout: "application": [ 2024-08-29T19:03:23.312 INFO:tasks.workunit.client.0.smithi028.stdout: "cephfs" 2024-08-29T19:03:23.313 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-08-29T19:03:23.313 INFO:tasks.workunit.client.0.smithi028.stdout: "cache_mode": "none", 2024-08-29T19:03:23.313 INFO:tasks.workunit.client.0.smithi028.stdout: "erasure_code_profile": {}, 2024-08-29T19:03:23.313 INFO:tasks.workunit.client.0.smithi028.stdout: "min_size": 2, 2024-08-29T19:03:23.313 INFO:tasks.workunit.client.0.smithi028.stdout: "options": {}, 2024-08-29T19:03:23.313 INFO:tasks.workunit.client.0.smithi028.stdout: "pg_autoscale_mode": "off", 2024-08-29T19:03:23.313 INFO:tasks.workunit.client.0.smithi028.stdout: "pg_num": 32, 2024-08-29T19:03:23.313 INFO:tasks.workunit.client.0.smithi028.stdout: "pgp_num": 32, 2024-08-29T19:03:23.313 INFO:tasks.workunit.client.0.smithi028.stdout: "pool": 2, 2024-08-29T19:03:23.313 INFO:tasks.workunit.client.0.smithi028.stdout: "size": 3, 2024-08-29T19:03:23.313 INFO:tasks.workunit.client.0.smithi028.stdout: "stats": { 2024-08-29T19:03:23.313 INFO:tasks.workunit.client.0.smithi028.stdout: "avail_raw": 721046710538, 2024-08-29T19:03:23.313 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes_used": 148004, 2024-08-29T19:03:23.313 INFO:tasks.workunit.client.0.smithi028.stdout: "compress_bytes_used": 0, 2024-08-29T19:03:23.314 INFO:tasks.workunit.client.0.smithi028.stdout: "compress_under_bytes": 0, 2024-08-29T19:03:23.314 INFO:tasks.workunit.client.0.smithi028.stdout: "data_bytes_used": 110592, 2024-08-29T19:03:23.314 INFO:tasks.workunit.client.0.smithi028.stdout: "dirty": 0, 2024-08-29T19:03:23.314 INFO:tasks.workunit.client.0.smithi028.stdout: "max_avail": 240348905472, 2024-08-29T19:03:23.314 INFO:tasks.workunit.client.0.smithi028.stdout: "objects": 22, 2024-08-29T19:03:23.314 INFO:tasks.workunit.client.0.smithi028.stdout: "omap_bytes_used": 37412, 2024-08-29T19:03:23.314 INFO:tasks.workunit.client.0.smithi028.stdout: "percent_used": 2.052626655313361e-07, 2024-08-29T19:03:23.314 INFO:tasks.workunit.client.0.smithi028.stdout: "quota_bytes": 0, 2024-08-29T19:03:23.314 INFO:tasks.workunit.client.0.smithi028.stdout: "quota_objects": 0, 2024-08-29T19:03:23.314 INFO:tasks.workunit.client.0.smithi028.stdout: "rd": 79, 2024-08-29T19:03:23.314 INFO:tasks.workunit.client.0.smithi028.stdout: "rd_bytes": 88064, 2024-08-29T19:03:23.314 INFO:tasks.workunit.client.0.smithi028.stdout: "stored": 19060, 2024-08-29T19:03:23.314 INFO:tasks.workunit.client.0.smithi028.stdout: "stored_data": 6590, 2024-08-29T19:03:23.314 INFO:tasks.workunit.client.0.smithi028.stdout: "stored_omap": 12470, 2024-08-29T19:03:23.315 INFO:tasks.workunit.client.0.smithi028.stdout: "stored_raw": 57180, 2024-08-29T19:03:23.315 INFO:tasks.workunit.client.0.smithi028.stdout: "wr": 68, 2024-08-29T19:03:23.315 INFO:tasks.workunit.client.0.smithi028.stdout: "wr_bytes": 35840 2024-08-29T19:03:23.315 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:23.315 INFO:tasks.workunit.client.0.smithi028.stdout: "target_max_bytes": 0, 2024-08-29T19:03:23.315 INFO:tasks.workunit.client.0.smithi028.stdout: "target_max_objects": 0, 2024-08-29T19:03:23.315 INFO:tasks.workunit.client.0.smithi028.stdout: "type": "replicated" 2024-08-29T19:03:23.315 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:23.315 INFO:tasks.workunit.client.0.smithi028.stdout: { 2024-08-29T19:03:23.315 INFO:tasks.workunit.client.0.smithi028.stdout: "application": [ 2024-08-29T19:03:23.315 INFO:tasks.workunit.client.0.smithi028.stdout: "cephfs" 2024-08-29T19:03:23.315 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-08-29T19:03:23.315 INFO:tasks.workunit.client.0.smithi028.stdout: "cache_mode": "none", 2024-08-29T19:03:23.316 INFO:tasks.workunit.client.0.smithi028.stdout: "erasure_code_profile": {}, 2024-08-29T19:03:23.316 INFO:tasks.workunit.client.0.smithi028.stdout: "min_size": 2, 2024-08-29T19:03:23.316 INFO:tasks.workunit.client.0.smithi028.stdout: "options": {}, 2024-08-29T19:03:23.316 INFO:tasks.workunit.client.0.smithi028.stdout: "pg_autoscale_mode": "off", 2024-08-29T19:03:23.316 INFO:tasks.workunit.client.0.smithi028.stdout: "pg_num": 64, 2024-08-29T19:03:23.316 INFO:tasks.workunit.client.0.smithi028.stdout: "pgp_num": 64, 2024-08-29T19:03:23.316 INFO:tasks.workunit.client.0.smithi028.stdout: "pool": 3, 2024-08-29T19:03:23.316 INFO:tasks.workunit.client.0.smithi028.stdout: "size": 3, 2024-08-29T19:03:23.316 INFO:tasks.workunit.client.0.smithi028.stdout: "stats": { 2024-08-29T19:03:23.316 INFO:tasks.workunit.client.0.smithi028.stdout: "avail_raw": 721046710538, 2024-08-29T19:03:23.316 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes_used": 0, 2024-08-29T19:03:23.316 INFO:tasks.workunit.client.0.smithi028.stdout: "compress_bytes_used": 0, 2024-08-29T19:03:23.316 INFO:tasks.workunit.client.0.smithi028.stdout: "compress_under_bytes": 0, 2024-08-29T19:03:23.317 INFO:tasks.workunit.client.0.smithi028.stdout: "data_bytes_used": 0, 2024-08-29T19:03:23.317 INFO:tasks.workunit.client.0.smithi028.stdout: "dirty": 0, 2024-08-29T19:03:23.317 INFO:tasks.workunit.client.0.smithi028.stdout: "max_avail": 240348905472, 2024-08-29T19:03:23.317 INFO:tasks.workunit.client.0.smithi028.stdout: "objects": 0, 2024-08-29T19:03:23.317 INFO:tasks.workunit.client.0.smithi028.stdout: "omap_bytes_used": 0, 2024-08-29T19:03:23.317 INFO:tasks.workunit.client.0.smithi028.stdout: "percent_used": 0.0, 2024-08-29T19:03:23.317 INFO:tasks.workunit.client.0.smithi028.stdout: "quota_bytes": 0, 2024-08-29T19:03:23.317 INFO:tasks.workunit.client.0.smithi028.stdout: "quota_objects": 0, 2024-08-29T19:03:23.317 INFO:tasks.workunit.client.0.smithi028.stdout: "rd": 0, 2024-08-29T19:03:23.317 INFO:tasks.workunit.client.0.smithi028.stdout: "rd_bytes": 0, 2024-08-29T19:03:23.317 INFO:tasks.workunit.client.0.smithi028.stdout: "stored": 0, 2024-08-29T19:03:23.317 INFO:tasks.workunit.client.0.smithi028.stdout: "stored_data": 0, 2024-08-29T19:03:23.317 INFO:tasks.workunit.client.0.smithi028.stdout: "stored_omap": 0, 2024-08-29T19:03:23.317 INFO:tasks.workunit.client.0.smithi028.stdout: "stored_raw": 0, 2024-08-29T19:03:23.318 INFO:tasks.workunit.client.0.smithi028.stdout: "wr": 0, 2024-08-29T19:03:23.318 INFO:tasks.workunit.client.0.smithi028.stdout: "wr_bytes": 0 2024-08-29T19:03:23.318 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:23.318 INFO:tasks.workunit.client.0.smithi028.stdout: "target_max_bytes": 0, 2024-08-29T19:03:23.318 INFO:tasks.workunit.client.0.smithi028.stdout: "target_max_objects": 0, 2024-08-29T19:03:23.318 INFO:tasks.workunit.client.0.smithi028.stdout: "type": "replicated" 2024-08-29T19:03:23.318 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:23.318 INFO:tasks.workunit.client.0.smithi028.stdout: { 2024-08-29T19:03:23.318 INFO:tasks.workunit.client.0.smithi028.stdout: "application": [ 2024-08-29T19:03:23.318 INFO:tasks.workunit.client.0.smithi028.stdout: "rbd" 2024-08-29T19:03:23.318 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-08-29T19:03:23.318 INFO:tasks.workunit.client.0.smithi028.stdout: "cache_mode": "none", 2024-08-29T19:03:23.318 INFO:tasks.workunit.client.0.smithi028.stdout: "erasure_code_profile": {}, 2024-08-29T19:03:23.319 INFO:tasks.workunit.client.0.smithi028.stdout: "min_size": 2, 2024-08-29T19:03:23.319 INFO:tasks.workunit.client.0.smithi028.stdout: "options": {}, 2024-08-29T19:03:23.319 INFO:tasks.workunit.client.0.smithi028.stdout: "pg_autoscale_mode": "off", 2024-08-29T19:03:23.319 INFO:tasks.workunit.client.0.smithi028.stdout: "pg_num": 8, 2024-08-29T19:03:23.319 INFO:tasks.workunit.client.0.smithi028.stdout: "pgp_num": 8, 2024-08-29T19:03:23.319 INFO:tasks.workunit.client.0.smithi028.stdout: "pool": 4, 2024-08-29T19:03:23.319 INFO:tasks.workunit.client.0.smithi028.stdout: "size": 3, 2024-08-29T19:03:23.319 INFO:tasks.workunit.client.0.smithi028.stdout: "stats": { 2024-08-29T19:03:23.319 INFO:tasks.workunit.client.0.smithi028.stdout: "avail_raw": 721046710538, 2024-08-29T19:03:23.319 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes_used": 12595200, 2024-08-29T19:03:23.319 INFO:tasks.workunit.client.0.smithi028.stdout: "compress_bytes_used": 0, 2024-08-29T19:03:23.319 INFO:tasks.workunit.client.0.smithi028.stdout: "compress_under_bytes": 0, 2024-08-29T19:03:23.319 INFO:tasks.workunit.client.0.smithi028.stdout: "data_bytes_used": 12595200, 2024-08-29T19:03:23.319 INFO:tasks.workunit.client.0.smithi028.stdout: "dirty": 0, 2024-08-29T19:03:23.320 INFO:tasks.workunit.client.0.smithi028.stdout: "max_avail": 240348905472, 2024-08-29T19:03:23.320 INFO:tasks.workunit.client.0.smithi028.stdout: "objects": 4, 2024-08-29T19:03:23.320 INFO:tasks.workunit.client.0.smithi028.stdout: "omap_bytes_used": 0, 2024-08-29T19:03:23.320 INFO:tasks.workunit.client.0.smithi028.stdout: "percent_used": 1.7467633369960822e-05, 2024-08-29T19:03:23.320 INFO:tasks.workunit.client.0.smithi028.stdout: "quota_bytes": 0, 2024-08-29T19:03:23.320 INFO:tasks.workunit.client.0.smithi028.stdout: "quota_objects": 0, 2024-08-29T19:03:23.320 INFO:tasks.workunit.client.0.smithi028.stdout: "rd": 9099, 2024-08-29T19:03:23.320 INFO:tasks.workunit.client.0.smithi028.stdout: "rd_bytes": 3216691200, 2024-08-29T19:03:23.320 INFO:tasks.workunit.client.0.smithi028.stdout: "stored": 4194323, 2024-08-29T19:03:23.320 INFO:tasks.workunit.client.0.smithi028.stdout: "stored_data": 4194323, 2024-08-29T19:03:23.320 INFO:tasks.workunit.client.0.smithi028.stdout: "stored_omap": 0, 2024-08-29T19:03:23.320 INFO:tasks.workunit.client.0.smithi028.stdout: "stored_raw": 12582969, 2024-08-29T19:03:23.320 INFO:tasks.workunit.client.0.smithi028.stdout: "wr": 24270, 2024-08-29T19:03:23.321 INFO:tasks.workunit.client.0.smithi028.stdout: "wr_bytes": 3110289408 2024-08-29T19:03:23.321 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:23.321 INFO:tasks.workunit.client.0.smithi028.stdout: "target_max_bytes": 0, 2024-08-29T19:03:23.321 INFO:tasks.workunit.client.0.smithi028.stdout: "target_max_objects": 0, 2024-08-29T19:03:23.321 INFO:tasks.workunit.client.0.smithi028.stdout: "type": "replicated" 2024-08-29T19:03:23.321 INFO:tasks.workunit.client.0.smithi028.stdout: } 2024-08-29T19:03:23.321 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-08-29T19:03:23.321 INFO:tasks.workunit.client.0.smithi028.stdout: "rbd": { 2024-08-29T19:03:23.321 INFO:tasks.workunit.client.0.smithi028.stdout: "mirroring_by_pool": [ 2024-08-29T19:03:23.321 INFO:tasks.workunit.client.0.smithi028.stdout: false 2024-08-29T19:03:23.321 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-08-29T19:03:23.321 INFO:tasks.workunit.client.0.smithi028.stdout: "num_images_by_pool": [ 2024-08-29T19:03:23.321 INFO:tasks.workunit.client.0.smithi028.stdout: 0 2024-08-29T19:03:23.322 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-08-29T19:03:23.322 INFO:tasks.workunit.client.0.smithi028.stdout: "num_pools": 1 2024-08-29T19:03:23.322 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:23.322 INFO:tasks.workunit.client.0.smithi028.stdout: "report_id": "19f8b848-b822-43d5-9878-802c7d25be57", 2024-08-29T19:03:23.322 INFO:tasks.workunit.client.0.smithi028.stdout: "report_timestamp": "2024-08-29T19:03:21.697875", 2024-08-29T19:03:23.322 INFO:tasks.workunit.client.0.smithi028.stdout: "report_version": 1, 2024-08-29T19:03:23.322 INFO:tasks.workunit.client.0.smithi028.stdout: "rocksdb_stats": { 2024-08-29T19:03:23.322 INFO:tasks.workunit.client.0.smithi028.stdout: "version": "7.9.2" 2024-08-29T19:03:23.322 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:23.322 INFO:tasks.workunit.client.0.smithi028.stdout: "rook": { 2024-08-29T19:03:23.322 INFO:tasks.workunit.client.0.smithi028.stdout: "cluster": { 2024-08-29T19:03:23.322 INFO:tasks.workunit.client.0.smithi028.stdout: "external-mode": null, 2024-08-29T19:03:23.322 INFO:tasks.workunit.client.0.smithi028.stdout: "mon": { 2024-08-29T19:03:23.322 INFO:tasks.workunit.client.0.smithi028.stdout: "allow-multiple-per-node": null, 2024-08-29T19:03:23.323 INFO:tasks.workunit.client.0.smithi028.stdout: "count": null, 2024-08-29T19:03:23.323 INFO:tasks.workunit.client.0.smithi028.stdout: "max-id": null, 2024-08-29T19:03:23.323 INFO:tasks.workunit.client.0.smithi028.stdout: "pvc": { 2024-08-29T19:03:23.323 INFO:tasks.workunit.client.0.smithi028.stdout: "enabled": null 2024-08-29T19:03:23.323 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:23.323 INFO:tasks.workunit.client.0.smithi028.stdout: "stretch": { 2024-08-29T19:03:23.323 INFO:tasks.workunit.client.0.smithi028.stdout: "enabled": null 2024-08-29T19:03:23.323 INFO:tasks.workunit.client.0.smithi028.stdout: } 2024-08-29T19:03:23.323 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:23.323 INFO:tasks.workunit.client.0.smithi028.stdout: "network": { 2024-08-29T19:03:23.323 INFO:tasks.workunit.client.0.smithi028.stdout: "provider": null 2024-08-29T19:03:23.323 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:23.323 INFO:tasks.workunit.client.0.smithi028.stdout: "storage": { 2024-08-29T19:03:23.323 INFO:tasks.workunit.client.0.smithi028.stdout: "device-set": { 2024-08-29T19:03:23.324 INFO:tasks.workunit.client.0.smithi028.stdout: "count": { 2024-08-29T19:03:23.324 INFO:tasks.workunit.client.0.smithi028.stdout: "non-portable": null, 2024-08-29T19:03:23.324 INFO:tasks.workunit.client.0.smithi028.stdout: "portable": null, 2024-08-29T19:03:23.324 INFO:tasks.workunit.client.0.smithi028.stdout: "total": null 2024-08-29T19:03:23.324 INFO:tasks.workunit.client.0.smithi028.stdout: } 2024-08-29T19:03:23.324 INFO:tasks.workunit.client.0.smithi028.stdout: } 2024-08-29T19:03:23.324 INFO:tasks.workunit.client.0.smithi028.stdout: } 2024-08-29T19:03:23.324 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:23.324 INFO:tasks.workunit.client.0.smithi028.stdout: "csi": { 2024-08-29T19:03:23.324 INFO:tasks.workunit.client.0.smithi028.stdout: "version": null 2024-08-29T19:03:23.324 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:23.324 INFO:tasks.workunit.client.0.smithi028.stdout: "kubernetes": { 2024-08-29T19:03:23.324 INFO:tasks.workunit.client.0.smithi028.stdout: "version": null 2024-08-29T19:03:23.325 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:23.325 INFO:tasks.workunit.client.0.smithi028.stdout: "node": { 2024-08-29T19:03:23.325 INFO:tasks.workunit.client.0.smithi028.stdout: "count": { 2024-08-29T19:03:23.325 INFO:tasks.workunit.client.0.smithi028.stdout: "kubernetes-total": null, 2024-08-29T19:03:23.325 INFO:tasks.workunit.client.0.smithi028.stdout: "with-ceph-daemons": null, 2024-08-29T19:03:23.325 INFO:tasks.workunit.client.0.smithi028.stdout: "with-csi-cephfs-plugin": null, 2024-08-29T19:03:23.325 INFO:tasks.workunit.client.0.smithi028.stdout: "with-csi-nfs-plugin": null, 2024-08-29T19:03:23.325 INFO:tasks.workunit.client.0.smithi028.stdout: "with-csi-rbd-plugin": null 2024-08-29T19:03:23.325 INFO:tasks.workunit.client.0.smithi028.stdout: } 2024-08-29T19:03:23.325 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:23.325 INFO:tasks.workunit.client.0.smithi028.stdout: "usage": { 2024-08-29T19:03:23.325 INFO:tasks.workunit.client.0.smithi028.stdout: "storage-class": { 2024-08-29T19:03:23.325 INFO:tasks.workunit.client.0.smithi028.stdout: "count": { 2024-08-29T19:03:23.325 INFO:tasks.workunit.client.0.smithi028.stdout: "bucket": null, 2024-08-29T19:03:23.326 INFO:tasks.workunit.client.0.smithi028.stdout: "cephfs": null, 2024-08-29T19:03:23.326 INFO:tasks.workunit.client.0.smithi028.stdout: "nfs": null, 2024-08-29T19:03:23.326 INFO:tasks.workunit.client.0.smithi028.stdout: "rbd": null, 2024-08-29T19:03:23.326 INFO:tasks.workunit.client.0.smithi028.stdout: "total": null 2024-08-29T19:03:23.326 INFO:tasks.workunit.client.0.smithi028.stdout: } 2024-08-29T19:03:23.326 INFO:tasks.workunit.client.0.smithi028.stdout: } 2024-08-29T19:03:23.326 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:23.326 INFO:tasks.workunit.client.0.smithi028.stdout: "version": null 2024-08-29T19:03:23.326 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:23.326 INFO:tasks.workunit.client.0.smithi028.stdout: "services": {}, 2024-08-29T19:03:23.326 INFO:tasks.workunit.client.0.smithi028.stdout: "stats_per_pg": [ 2024-08-29T19:03:23.326 INFO:tasks.workunit.client.0.smithi028.stdout: { 2024-08-29T19:03:23.326 INFO:tasks.workunit.client.0.smithi028.stdout: "acting": [ 2024-08-29T19:03:23.327 INFO:tasks.workunit.client.0.smithi028.stdout: 0, 2024-08-29T19:03:23.327 INFO:tasks.workunit.client.0.smithi028.stdout: 7, 2024-08-29T19:03:23.327 INFO:tasks.workunit.client.0.smithi028.stdout: 4 2024-08-29T19:03:23.327 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-08-29T19:03:23.327 INFO:tasks.workunit.client.0.smithi028.stdout: "acting_primary": 0, 2024-08-29T19:03:23.327 INFO:tasks.workunit.client.0.smithi028.stdout: "avail_no_missing": [], 2024-08-29T19:03:23.327 INFO:tasks.workunit.client.0.smithi028.stdout: "blocked_by": [], 2024-08-29T19:03:23.327 INFO:tasks.workunit.client.0.smithi028.stdout: "created": 59, 2024-08-29T19:03:23.327 INFO:tasks.workunit.client.0.smithi028.stdout: "dirty_stats_invalid": false, 2024-08-29T19:03:23.327 INFO:tasks.workunit.client.0.smithi028.stdout: "hitset_bytes_stats_invalid": false, 2024-08-29T19:03:23.327 INFO:tasks.workunit.client.0.smithi028.stdout: "hitset_stats_invalid": false, 2024-08-29T19:03:23.327 INFO:tasks.workunit.client.0.smithi028.stdout: "last_active": "2024-08-29T19:02:14.108787+0000", 2024-08-29T19:03:23.327 INFO:tasks.workunit.client.0.smithi028.stdout: "last_became_active": "2024-08-29T17:58:11.351650+0000", 2024-08-29T19:03:23.327 INFO:tasks.workunit.client.0.smithi028.stdout: "last_became_peered": "2024-08-29T17:58:11.351650+0000", 2024-08-29T19:03:23.328 INFO:tasks.workunit.client.0.smithi028.stdout: "last_change": "2024-08-29T17:58:11.353138+0000", 2024-08-29T19:03:23.328 INFO:tasks.workunit.client.0.smithi028.stdout: "last_clean": "2024-08-29T19:02:14.108787+0000", 2024-08-29T19:03:23.328 INFO:tasks.workunit.client.0.smithi028.stdout: "last_clean_scrub_stamp": "2024-08-29T17:40:52.944949+0000", 2024-08-29T19:03:23.328 INFO:tasks.workunit.client.0.smithi028.stdout: "last_deep_scrub": "0'0", 2024-08-29T19:03:23.328 INFO:tasks.workunit.client.0.smithi028.stdout: "last_deep_scrub_stamp": "2024-08-29T17:40:52.944949+0000", 2024-08-29T19:03:23.328 INFO:tasks.workunit.client.0.smithi028.stdout: "last_epoch_clean": 681, 2024-08-29T19:03:23.328 INFO:tasks.workunit.client.0.smithi028.stdout: "last_fresh": "2024-08-29T19:02:14.108787+0000", 2024-08-29T19:03:23.328 INFO:tasks.workunit.client.0.smithi028.stdout: "last_fullsized": "2024-08-29T19:02:14.108787+0000", 2024-08-29T19:03:23.328 INFO:tasks.workunit.client.0.smithi028.stdout: "last_peered": "2024-08-29T19:02:14.108787+0000", 2024-08-29T19:03:23.328 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub": "0'0", 2024-08-29T19:03:23.328 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub_duration": 0, 2024-08-29T19:03:23.328 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub_stamp": "2024-08-29T17:40:52.944949+0000", 2024-08-29T19:03:23.328 INFO:tasks.workunit.client.0.smithi028.stdout: "last_undegraded": "2024-08-29T19:02:14.108787+0000", 2024-08-29T19:03:23.328 INFO:tasks.workunit.client.0.smithi028.stdout: "last_unstale": "2024-08-29T19:02:14.108787+0000", 2024-08-29T19:03:23.329 INFO:tasks.workunit.client.0.smithi028.stdout: "log_dups_size": 0, 2024-08-29T19:03:23.329 INFO:tasks.workunit.client.0.smithi028.stdout: "log_size": 5, 2024-08-29T19:03:23.329 INFO:tasks.workunit.client.0.smithi028.stdout: "log_start": "0'0", 2024-08-29T19:03:23.329 INFO:tasks.workunit.client.0.smithi028.stdout: "manifest_stats_invalid": false, 2024-08-29T19:03:23.329 INFO:tasks.workunit.client.0.smithi028.stdout: "mapping_epoch": 680, 2024-08-29T19:03:23.329 INFO:tasks.workunit.client.0.smithi028.stdout: "object_location_counts": [], 2024-08-29T19:03:23.329 INFO:tasks.workunit.client.0.smithi028.stdout: "objects_scrubbed": 0, 2024-08-29T19:03:23.329 INFO:tasks.workunit.client.0.smithi028.stdout: "objects_trimmed": 0, 2024-08-29T19:03:23.329 INFO:tasks.workunit.client.0.smithi028.stdout: "omap_stats_invalid": false, 2024-08-29T19:03:23.329 INFO:tasks.workunit.client.0.smithi028.stdout: "ondisk_log_size": 5, 2024-08-29T19:03:23.329 INFO:tasks.workunit.client.0.smithi028.stdout: "ondisk_log_start": "0'0", 2024-08-29T19:03:23.329 INFO:tasks.workunit.client.0.smithi028.stdout: "parent": "0.0", 2024-08-29T19:03:23.329 INFO:tasks.workunit.client.0.smithi028.stdout: "parent_split_bits": 0, 2024-08-29T19:03:23.329 INFO:tasks.workunit.client.0.smithi028.stdout: "pgid": "2.1f", 2024-08-29T19:03:23.330 INFO:tasks.workunit.client.0.smithi028.stdout: "pin_stats_invalid": false, 2024-08-29T19:03:23.330 INFO:tasks.workunit.client.0.smithi028.stdout: "purged_snaps": [], 2024-08-29T19:03:23.330 INFO:tasks.workunit.client.0.smithi028.stdout: "reported_epoch": 2650, 2024-08-29T19:03:23.330 INFO:tasks.workunit.client.0.smithi028.stdout: "reported_seq": 4825, 2024-08-29T19:03:23.330 INFO:tasks.workunit.client.0.smithi028.stdout: "scrub_duration": 0.0, 2024-08-29T19:03:23.330 INFO:tasks.workunit.client.0.smithi028.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-30T19:08:10.414290+0000", 2024-08-29T19:03:23.330 INFO:tasks.workunit.client.0.smithi028.stdout: "snaptrim_duration": 0.0, 2024-08-29T19:03:23.330 INFO:tasks.workunit.client.0.smithi028.stdout: "snaptrimq_len": 0, 2024-08-29T19:03:23.330 INFO:tasks.workunit.client.0.smithi028.stdout: "stat_sum": { 2024-08-29T19:03:23.330 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes": 570, 2024-08-29T19:03:23.330 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes_hit_set_archive": 0, 2024-08-29T19:03:23.330 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes_recovered": 0, 2024-08-29T19:03:23.330 INFO:tasks.workunit.client.0.smithi028.stdout: "num_deep_scrub_errors": 0, 2024-08-29T19:03:23.331 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict": 0, 2024-08-29T19:03:23.331 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_kb": 0, 2024-08-29T19:03:23.331 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_mode_full": 0, 2024-08-29T19:03:23.331 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_mode_some": 0, 2024-08-29T19:03:23.331 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush": 0, 2024-08-29T19:03:23.331 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_kb": 0, 2024-08-29T19:03:23.331 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_mode_high": 0, 2024-08-29T19:03:23.331 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_mode_low": 0, 2024-08-29T19:03:23.331 INFO:tasks.workunit.client.0.smithi028.stdout: "num_keys_recovered": 0, 2024-08-29T19:03:23.331 INFO:tasks.workunit.client.0.smithi028.stdout: "num_large_omap_objects": 0, 2024-08-29T19:03:23.331 INFO:tasks.workunit.client.0.smithi028.stdout: "num_legacy_snapsets": 0, 2024-08-29T19:03:23.331 INFO:tasks.workunit.client.0.smithi028.stdout: "num_object_clones": 0, 2024-08-29T19:03:23.331 INFO:tasks.workunit.client.0.smithi028.stdout: "num_object_copies": 6, 2024-08-29T19:03:23.332 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects": 2, 2024-08-29T19:03:23.332 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_degraded": 0, 2024-08-29T19:03:23.332 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_dirty": 2, 2024-08-29T19:03:23.332 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_hit_set_archive": 0, 2024-08-29T19:03:23.332 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_manifest": 0, 2024-08-29T19:03:23.332 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_misplaced": 0, 2024-08-29T19:03:23.332 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_missing": 0, 2024-08-29T19:03:23.332 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_missing_on_primary": 0, 2024-08-29T19:03:23.332 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_omap": 1, 2024-08-29T19:03:23.332 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_pinned": 0, 2024-08-29T19:03:23.332 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_recovered": 0, 2024-08-29T19:03:23.332 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_repaired": 0, 2024-08-29T19:03:23.332 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_unfound": 0, 2024-08-29T19:03:23.332 INFO:tasks.workunit.client.0.smithi028.stdout: "num_omap_bytes": 0, 2024-08-29T19:03:23.333 INFO:tasks.workunit.client.0.smithi028.stdout: "num_omap_keys": 0, 2024-08-29T19:03:23.333 INFO:tasks.workunit.client.0.smithi028.stdout: "num_promote": 0, 2024-08-29T19:03:23.333 INFO:tasks.workunit.client.0.smithi028.stdout: "num_read": 4, 2024-08-29T19:03:23.333 INFO:tasks.workunit.client.0.smithi028.stdout: "num_read_kb": 4, 2024-08-29T19:03:23.333 INFO:tasks.workunit.client.0.smithi028.stdout: "num_scrub_errors": 0, 2024-08-29T19:03:23.333 INFO:tasks.workunit.client.0.smithi028.stdout: "num_shallow_scrub_errors": 0, 2024-08-29T19:03:23.333 INFO:tasks.workunit.client.0.smithi028.stdout: "num_whiteouts": 0, 2024-08-29T19:03:23.333 INFO:tasks.workunit.client.0.smithi028.stdout: "num_write": 4, 2024-08-29T19:03:23.333 INFO:tasks.workunit.client.0.smithi028.stdout: "num_write_kb": 1 2024-08-29T19:03:23.333 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:23.333 INFO:tasks.workunit.client.0.smithi028.stdout: "state": "active+clean", 2024-08-29T19:03:23.333 INFO:tasks.workunit.client.0.smithi028.stdout: "stats_invalid": false, 2024-08-29T19:03:23.333 INFO:tasks.workunit.client.0.smithi028.stdout: "up": [ 2024-08-29T19:03:23.333 INFO:tasks.workunit.client.0.smithi028.stdout: 0, 2024-08-29T19:03:23.334 INFO:tasks.workunit.client.0.smithi028.stdout: 7, 2024-08-29T19:03:23.334 INFO:tasks.workunit.client.0.smithi028.stdout: 4 2024-08-29T19:03:23.334 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-08-29T19:03:23.334 INFO:tasks.workunit.client.0.smithi028.stdout: "up_primary": 0, 2024-08-29T19:03:23.334 INFO:tasks.workunit.client.0.smithi028.stdout: "version": "721'5" 2024-08-29T19:03:23.334 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:23.334 INFO:tasks.workunit.client.0.smithi028.stdout: { 2024-08-29T19:03:23.334 INFO:tasks.workunit.client.0.smithi028.stdout: "acting": [ 2024-08-29T19:03:23.334 INFO:tasks.workunit.client.0.smithi028.stdout: 3, 2024-08-29T19:03:23.334 INFO:tasks.workunit.client.0.smithi028.stdout: 6, 2024-08-29T19:03:23.334 INFO:tasks.workunit.client.0.smithi028.stdout: 2 2024-08-29T19:03:23.334 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-08-29T19:03:23.334 INFO:tasks.workunit.client.0.smithi028.stdout: "acting_primary": 3, 2024-08-29T19:03:23.335 INFO:tasks.workunit.client.0.smithi028.stdout: "avail_no_missing": [], 2024-08-29T19:03:23.335 INFO:tasks.workunit.client.0.smithi028.stdout: "blocked_by": [], 2024-08-29T19:03:23.335 INFO:tasks.workunit.client.0.smithi028.stdout: "created": 62, 2024-08-29T19:03:23.335 INFO:tasks.workunit.client.0.smithi028.stdout: "dirty_stats_invalid": false, 2024-08-29T19:03:23.335 INFO:tasks.workunit.client.0.smithi028.stdout: "hitset_bytes_stats_invalid": false, 2024-08-29T19:03:23.335 INFO:tasks.workunit.client.0.smithi028.stdout: "hitset_stats_invalid": false, 2024-08-29T19:03:23.335 INFO:tasks.workunit.client.0.smithi028.stdout: "last_active": "2024-08-29T19:02:14.843766+0000", 2024-08-29T19:03:23.335 INFO:tasks.workunit.client.0.smithi028.stdout: "last_became_active": "2024-08-29T17:57:36.389141+0000", 2024-08-29T19:03:23.335 INFO:tasks.workunit.client.0.smithi028.stdout: "last_became_peered": "2024-08-29T17:57:36.389141+0000", 2024-08-29T19:03:23.335 INFO:tasks.workunit.client.0.smithi028.stdout: "last_change": "2024-08-29T17:57:36.389692+0000", 2024-08-29T19:03:23.335 INFO:tasks.workunit.client.0.smithi028.stdout: "last_clean": "2024-08-29T19:02:14.843766+0000", 2024-08-29T19:03:23.335 INFO:tasks.workunit.client.0.smithi028.stdout: "last_clean_scrub_stamp": "2024-08-29T17:41:01.987071+0000", 2024-08-29T19:03:23.336 INFO:tasks.workunit.client.0.smithi028.stdout: "last_deep_scrub": "0'0", 2024-08-29T19:03:23.336 INFO:tasks.workunit.client.0.smithi028.stdout: "last_deep_scrub_stamp": "2024-08-29T17:41:01.987071+0000", 2024-08-29T19:03:23.336 INFO:tasks.workunit.client.0.smithi028.stdout: "last_epoch_clean": 646, 2024-08-29T19:03:23.336 INFO:tasks.workunit.client.0.smithi028.stdout: "last_fresh": "2024-08-29T19:02:14.843766+0000", 2024-08-29T19:03:23.336 INFO:tasks.workunit.client.0.smithi028.stdout: "last_fullsized": "2024-08-29T19:02:14.843766+0000", 2024-08-29T19:03:23.336 INFO:tasks.workunit.client.0.smithi028.stdout: "last_peered": "2024-08-29T19:02:14.843766+0000", 2024-08-29T19:03:23.336 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub": "0'0", 2024-08-29T19:03:23.336 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub_duration": 0, 2024-08-29T19:03:23.336 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub_stamp": "2024-08-29T17:41:01.987071+0000", 2024-08-29T19:03:23.336 INFO:tasks.workunit.client.0.smithi028.stdout: "last_undegraded": "2024-08-29T19:02:14.843766+0000", 2024-08-29T19:03:23.336 INFO:tasks.workunit.client.0.smithi028.stdout: "last_unstale": "2024-08-29T19:02:14.843766+0000", 2024-08-29T19:03:23.336 INFO:tasks.workunit.client.0.smithi028.stdout: "log_dups_size": 0, 2024-08-29T19:03:23.336 INFO:tasks.workunit.client.0.smithi028.stdout: "log_size": 0, 2024-08-29T19:03:23.337 INFO:tasks.workunit.client.0.smithi028.stdout: "log_start": "0'0", 2024-08-29T19:03:23.337 INFO:tasks.workunit.client.0.smithi028.stdout: "manifest_stats_invalid": false, 2024-08-29T19:03:23.337 INFO:tasks.workunit.client.0.smithi028.stdout: "mapping_epoch": 645, 2024-08-29T19:03:23.337 INFO:tasks.workunit.client.0.smithi028.stdout: "object_location_counts": [], 2024-08-29T19:03:23.337 INFO:tasks.workunit.client.0.smithi028.stdout: "objects_scrubbed": 0, 2024-08-29T19:03:23.337 INFO:tasks.workunit.client.0.smithi028.stdout: "objects_trimmed": 0, 2024-08-29T19:03:23.337 INFO:tasks.workunit.client.0.smithi028.stdout: "omap_stats_invalid": false, 2024-08-29T19:03:23.337 INFO:tasks.workunit.client.0.smithi028.stdout: "ondisk_log_size": 0, 2024-08-29T19:03:23.337 INFO:tasks.workunit.client.0.smithi028.stdout: "ondisk_log_start": "0'0", 2024-08-29T19:03:23.337 INFO:tasks.workunit.client.0.smithi028.stdout: "parent": "0.0", 2024-08-29T19:03:23.337 INFO:tasks.workunit.client.0.smithi028.stdout: "parent_split_bits": 0, 2024-08-29T19:03:23.337 INFO:tasks.workunit.client.0.smithi028.stdout: "pgid": "3.1e", 2024-08-29T19:03:23.337 INFO:tasks.workunit.client.0.smithi028.stdout: "pin_stats_invalid": false, 2024-08-29T19:03:23.338 INFO:tasks.workunit.client.0.smithi028.stdout: "purged_snaps": [], 2024-08-29T19:03:23.338 INFO:tasks.workunit.client.0.smithi028.stdout: "reported_epoch": 2650, 2024-08-29T19:03:23.338 INFO:tasks.workunit.client.0.smithi028.stdout: "reported_seq": 4711, 2024-08-29T19:03:23.338 INFO:tasks.workunit.client.0.smithi028.stdout: "scrub_duration": 0.0, 2024-08-29T19:03:23.338 INFO:tasks.workunit.client.0.smithi028.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-31T05:23:57.387438+0000", 2024-08-29T19:03:23.338 INFO:tasks.workunit.client.0.smithi028.stdout: "snaptrim_duration": 0.0, 2024-08-29T19:03:23.338 INFO:tasks.workunit.client.0.smithi028.stdout: "snaptrimq_len": 0, 2024-08-29T19:03:23.338 INFO:tasks.workunit.client.0.smithi028.stdout: "stat_sum": { 2024-08-29T19:03:23.338 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes": 0, 2024-08-29T19:03:23.338 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes_hit_set_archive": 0, 2024-08-29T19:03:23.338 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes_recovered": 0, 2024-08-29T19:03:23.338 INFO:tasks.workunit.client.0.smithi028.stdout: "num_deep_scrub_errors": 0, 2024-08-29T19:03:23.338 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict": 0, 2024-08-29T19:03:23.339 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_kb": 0, 2024-08-29T19:03:23.339 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_mode_full": 0, 2024-08-29T19:03:23.339 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_mode_some": 0, 2024-08-29T19:03:23.339 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush": 0, 2024-08-29T19:03:23.339 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_kb": 0, 2024-08-29T19:03:23.339 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_mode_high": 0, 2024-08-29T19:03:23.339 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_mode_low": 0, 2024-08-29T19:03:23.339 INFO:tasks.workunit.client.0.smithi028.stdout: "num_keys_recovered": 0, 2024-08-29T19:03:23.339 INFO:tasks.workunit.client.0.smithi028.stdout: "num_large_omap_objects": 0, 2024-08-29T19:03:23.339 INFO:tasks.workunit.client.0.smithi028.stdout: "num_legacy_snapsets": 0, 2024-08-29T19:03:23.339 INFO:tasks.workunit.client.0.smithi028.stdout: "num_object_clones": 0, 2024-08-29T19:03:23.339 INFO:tasks.workunit.client.0.smithi028.stdout: "num_object_copies": 0, 2024-08-29T19:03:23.339 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects": 0, 2024-08-29T19:03:23.340 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_degraded": 0, 2024-08-29T19:03:23.340 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_dirty": 0, 2024-08-29T19:03:23.340 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_hit_set_archive": 0, 2024-08-29T19:03:23.340 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_manifest": 0, 2024-08-29T19:03:23.340 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_misplaced": 0, 2024-08-29T19:03:23.340 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_missing": 0, 2024-08-29T19:03:23.340 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_missing_on_primary": 0, 2024-08-29T19:03:23.340 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_omap": 0, 2024-08-29T19:03:23.340 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_pinned": 0, 2024-08-29T19:03:23.340 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_recovered": 0, 2024-08-29T19:03:23.340 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_repaired": 0, 2024-08-29T19:03:23.340 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_unfound": 0, 2024-08-29T19:03:23.340 INFO:tasks.workunit.client.0.smithi028.stdout: "num_omap_bytes": 0, 2024-08-29T19:03:23.341 INFO:tasks.workunit.client.0.smithi028.stdout: "num_omap_keys": 0, 2024-08-29T19:03:23.341 INFO:tasks.workunit.client.0.smithi028.stdout: "num_promote": 0, 2024-08-29T19:03:23.341 INFO:tasks.workunit.client.0.smithi028.stdout: "num_read": 0, 2024-08-29T19:03:23.341 INFO:tasks.workunit.client.0.smithi028.stdout: "num_read_kb": 0, 2024-08-29T19:03:23.341 INFO:tasks.workunit.client.0.smithi028.stdout: "num_scrub_errors": 0, 2024-08-29T19:03:23.341 INFO:tasks.workunit.client.0.smithi028.stdout: "num_shallow_scrub_errors": 0, 2024-08-29T19:03:23.341 INFO:tasks.workunit.client.0.smithi028.stdout: "num_whiteouts": 0, 2024-08-29T19:03:23.341 INFO:tasks.workunit.client.0.smithi028.stdout: "num_write": 0, 2024-08-29T19:03:23.341 INFO:tasks.workunit.client.0.smithi028.stdout: "num_write_kb": 0 2024-08-29T19:03:23.341 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:23.341 INFO:tasks.workunit.client.0.smithi028.stdout: "state": "active+clean", 2024-08-29T19:03:23.341 INFO:tasks.workunit.client.0.smithi028.stdout: "stats_invalid": false, 2024-08-29T19:03:23.342 INFO:tasks.workunit.client.0.smithi028.stdout: "up": [ 2024-08-29T19:03:23.342 INFO:tasks.workunit.client.0.smithi028.stdout: 3, 2024-08-29T19:03:23.342 INFO:tasks.workunit.client.0.smithi028.stdout: 6, 2024-08-29T19:03:23.342 INFO:tasks.workunit.client.0.smithi028.stdout: 2 2024-08-29T19:03:23.342 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-08-29T19:03:23.342 INFO:tasks.workunit.client.0.smithi028.stdout: "up_primary": 3, 2024-08-29T19:03:23.342 INFO:tasks.workunit.client.0.smithi028.stdout: "version": "0'0" 2024-08-29T19:03:23.342 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:23.342 INFO:tasks.workunit.client.0.smithi028.stdout: { 2024-08-29T19:03:23.342 INFO:tasks.workunit.client.0.smithi028.stdout: "acting": [ 2024-08-29T19:03:23.342 INFO:tasks.workunit.client.0.smithi028.stdout: 3, 2024-08-29T19:03:23.342 INFO:tasks.workunit.client.0.smithi028.stdout: 0, 2024-08-29T19:03:23.342 INFO:tasks.workunit.client.0.smithi028.stdout: 5 2024-08-29T19:03:23.342 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-08-29T19:03:23.343 INFO:tasks.workunit.client.0.smithi028.stdout: "acting_primary": 3, 2024-08-29T19:03:23.343 INFO:tasks.workunit.client.0.smithi028.stdout: "avail_no_missing": [], 2024-08-29T19:03:23.343 INFO:tasks.workunit.client.0.smithi028.stdout: "blocked_by": [], 2024-08-29T19:03:23.343 INFO:tasks.workunit.client.0.smithi028.stdout: "created": 59, 2024-08-29T19:03:23.343 INFO:tasks.workunit.client.0.smithi028.stdout: "dirty_stats_invalid": false, 2024-08-29T19:03:23.343 INFO:tasks.workunit.client.0.smithi028.stdout: "hitset_bytes_stats_invalid": false, 2024-08-29T19:03:23.343 INFO:tasks.workunit.client.0.smithi028.stdout: "hitset_stats_invalid": false, 2024-08-29T19:03:23.343 INFO:tasks.workunit.client.0.smithi028.stdout: "last_active": "2024-08-29T19:02:14.839357+0000", 2024-08-29T19:03:23.343 INFO:tasks.workunit.client.0.smithi028.stdout: "last_became_active": "2024-08-29T17:57:02.356786+0000", 2024-08-29T19:03:23.343 INFO:tasks.workunit.client.0.smithi028.stdout: "last_became_peered": "2024-08-29T17:57:02.356786+0000", 2024-08-29T19:03:23.343 INFO:tasks.workunit.client.0.smithi028.stdout: "last_change": "2024-08-29T17:57:02.357579+0000", 2024-08-29T19:03:23.343 INFO:tasks.workunit.client.0.smithi028.stdout: "last_clean": "2024-08-29T19:02:14.839357+0000", 2024-08-29T19:03:23.343 INFO:tasks.workunit.client.0.smithi028.stdout: "last_clean_scrub_stamp": "2024-08-29T17:40:52.944949+0000", 2024-08-29T19:03:23.344 INFO:tasks.workunit.client.0.smithi028.stdout: "last_deep_scrub": "0'0", 2024-08-29T19:03:23.344 INFO:tasks.workunit.client.0.smithi028.stdout: "last_deep_scrub_stamp": "2024-08-29T17:40:52.944949+0000", 2024-08-29T19:03:23.344 INFO:tasks.workunit.client.0.smithi028.stdout: "last_epoch_clean": 613, 2024-08-29T19:03:23.344 INFO:tasks.workunit.client.0.smithi028.stdout: "last_fresh": "2024-08-29T19:02:14.839357+0000", 2024-08-29T19:03:23.344 INFO:tasks.workunit.client.0.smithi028.stdout: "last_fullsized": "2024-08-29T19:02:14.839357+0000", 2024-08-29T19:03:23.344 INFO:tasks.workunit.client.0.smithi028.stdout: "last_peered": "2024-08-29T19:02:14.839357+0000", 2024-08-29T19:03:23.344 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub": "0'0", 2024-08-29T19:03:23.344 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub_duration": 0, 2024-08-29T19:03:23.344 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub_stamp": "2024-08-29T17:40:52.944949+0000", 2024-08-29T19:03:23.344 INFO:tasks.workunit.client.0.smithi028.stdout: "last_undegraded": "2024-08-29T19:02:14.839357+0000", 2024-08-29T19:03:23.344 INFO:tasks.workunit.client.0.smithi028.stdout: "last_unstale": "2024-08-29T19:02:14.839357+0000", 2024-08-29T19:03:23.344 INFO:tasks.workunit.client.0.smithi028.stdout: "log_dups_size": 0, 2024-08-29T19:03:23.344 INFO:tasks.workunit.client.0.smithi028.stdout: "log_size": 2, 2024-08-29T19:03:23.345 INFO:tasks.workunit.client.0.smithi028.stdout: "log_start": "0'0", 2024-08-29T19:03:23.345 INFO:tasks.workunit.client.0.smithi028.stdout: "manifest_stats_invalid": false, 2024-08-29T19:03:23.345 INFO:tasks.workunit.client.0.smithi028.stdout: "mapping_epoch": 612, 2024-08-29T19:03:23.345 INFO:tasks.workunit.client.0.smithi028.stdout: "object_location_counts": [], 2024-08-29T19:03:23.345 INFO:tasks.workunit.client.0.smithi028.stdout: "objects_scrubbed": 0, 2024-08-29T19:03:23.345 INFO:tasks.workunit.client.0.smithi028.stdout: "objects_trimmed": 0, 2024-08-29T19:03:23.345 INFO:tasks.workunit.client.0.smithi028.stdout: "omap_stats_invalid": false, 2024-08-29T19:03:23.345 INFO:tasks.workunit.client.0.smithi028.stdout: "ondisk_log_size": 2, 2024-08-29T19:03:23.345 INFO:tasks.workunit.client.0.smithi028.stdout: "ondisk_log_start": "0'0", 2024-08-29T19:03:23.345 INFO:tasks.workunit.client.0.smithi028.stdout: "parent": "0.0", 2024-08-29T19:03:23.345 INFO:tasks.workunit.client.0.smithi028.stdout: "parent_split_bits": 0, 2024-08-29T19:03:23.345 INFO:tasks.workunit.client.0.smithi028.stdout: "pgid": "2.1e", 2024-08-29T19:03:23.345 INFO:tasks.workunit.client.0.smithi028.stdout: "pin_stats_invalid": false, 2024-08-29T19:03:23.346 INFO:tasks.workunit.client.0.smithi028.stdout: "purged_snaps": [], 2024-08-29T19:03:23.346 INFO:tasks.workunit.client.0.smithi028.stdout: "reported_epoch": 2650, 2024-08-29T19:03:23.346 INFO:tasks.workunit.client.0.smithi028.stdout: "reported_seq": 4698, 2024-08-29T19:03:23.346 INFO:tasks.workunit.client.0.smithi028.stdout: "scrub_duration": 0.0, 2024-08-29T19:03:23.346 INFO:tasks.workunit.client.0.smithi028.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-31T05:11:11.426649+0000", 2024-08-29T19:03:23.346 INFO:tasks.workunit.client.0.smithi028.stdout: "snaptrim_duration": 0.0, 2024-08-29T19:03:23.346 INFO:tasks.workunit.client.0.smithi028.stdout: "snaptrimq_len": 0, 2024-08-29T19:03:23.346 INFO:tasks.workunit.client.0.smithi028.stdout: "stat_sum": { 2024-08-29T19:03:23.346 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes": 0, 2024-08-29T19:03:23.346 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes_hit_set_archive": 0, 2024-08-29T19:03:23.346 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes_recovered": 0, 2024-08-29T19:03:23.346 INFO:tasks.workunit.client.0.smithi028.stdout: "num_deep_scrub_errors": 0, 2024-08-29T19:03:23.346 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict": 0, 2024-08-29T19:03:23.346 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_kb": 0, 2024-08-29T19:03:23.347 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_mode_full": 0, 2024-08-29T19:03:23.347 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_mode_some": 0, 2024-08-29T19:03:23.347 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush": 0, 2024-08-29T19:03:23.347 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_kb": 0, 2024-08-29T19:03:23.347 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_mode_high": 0, 2024-08-29T19:03:23.347 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_mode_low": 0, 2024-08-29T19:03:23.347 INFO:tasks.workunit.client.0.smithi028.stdout: "num_keys_recovered": 0, 2024-08-29T19:03:23.347 INFO:tasks.workunit.client.0.smithi028.stdout: "num_large_omap_objects": 0, 2024-08-29T19:03:23.347 INFO:tasks.workunit.client.0.smithi028.stdout: "num_legacy_snapsets": 0, 2024-08-29T19:03:23.347 INFO:tasks.workunit.client.0.smithi028.stdout: "num_object_clones": 0, 2024-08-29T19:03:23.347 INFO:tasks.workunit.client.0.smithi028.stdout: "num_object_copies": 0, 2024-08-29T19:03:23.347 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects": 0, 2024-08-29T19:03:23.347 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_degraded": 0, 2024-08-29T19:03:23.347 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_dirty": 0, 2024-08-29T19:03:23.348 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_hit_set_archive": 0, 2024-08-29T19:03:23.348 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_manifest": 0, 2024-08-29T19:03:23.348 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_misplaced": 0, 2024-08-29T19:03:23.348 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_missing": 0, 2024-08-29T19:03:23.348 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_missing_on_primary": 0, 2024-08-29T19:03:23.348 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_omap": 0, 2024-08-29T19:03:23.348 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_pinned": 0, 2024-08-29T19:03:23.348 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_recovered": 0, 2024-08-29T19:03:23.348 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_repaired": 0, 2024-08-29T19:03:23.348 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_unfound": 0, 2024-08-29T19:03:23.348 INFO:tasks.workunit.client.0.smithi028.stdout: "num_omap_bytes": 0, 2024-08-29T19:03:23.348 INFO:tasks.workunit.client.0.smithi028.stdout: "num_omap_keys": 0, 2024-08-29T19:03:23.349 INFO:tasks.workunit.client.0.smithi028.stdout: "num_promote": 0, 2024-08-29T19:03:23.349 INFO:tasks.workunit.client.0.smithi028.stdout: "num_read": 0, 2024-08-29T19:03:23.349 INFO:tasks.workunit.client.0.smithi028.stdout: "num_read_kb": 0, 2024-08-29T19:03:23.349 INFO:tasks.workunit.client.0.smithi028.stdout: "num_scrub_errors": 0, 2024-08-29T19:03:23.349 INFO:tasks.workunit.client.0.smithi028.stdout: "num_shallow_scrub_errors": 0, 2024-08-29T19:03:23.349 INFO:tasks.workunit.client.0.smithi028.stdout: "num_whiteouts": 0, 2024-08-29T19:03:23.349 INFO:tasks.workunit.client.0.smithi028.stdout: "num_write": 0, 2024-08-29T19:03:23.349 INFO:tasks.workunit.client.0.smithi028.stdout: "num_write_kb": 0 2024-08-29T19:03:23.349 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:23.349 INFO:tasks.workunit.client.0.smithi028.stdout: "state": "active+clean", 2024-08-29T19:03:23.349 INFO:tasks.workunit.client.0.smithi028.stdout: "stats_invalid": false, 2024-08-29T19:03:23.349 INFO:tasks.workunit.client.0.smithi028.stdout: "up": [ 2024-08-29T19:03:23.349 INFO:tasks.workunit.client.0.smithi028.stdout: 3, 2024-08-29T19:03:23.350 INFO:tasks.workunit.client.0.smithi028.stdout: 0, 2024-08-29T19:03:23.350 INFO:tasks.workunit.client.0.smithi028.stdout: 5 2024-08-29T19:03:23.350 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-08-29T19:03:23.350 INFO:tasks.workunit.client.0.smithi028.stdout: "up_primary": 3, 2024-08-29T19:03:23.350 INFO:tasks.workunit.client.0.smithi028.stdout: "version": "721'2" 2024-08-29T19:03:23.350 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:23.350 INFO:tasks.workunit.client.0.smithi028.stdout: { 2024-08-29T19:03:23.350 INFO:tasks.workunit.client.0.smithi028.stdout: "acting": [ 2024-08-29T19:03:23.350 INFO:tasks.workunit.client.0.smithi028.stdout: 0, 2024-08-29T19:03:23.350 INFO:tasks.workunit.client.0.smithi028.stdout: 5, 2024-08-29T19:03:23.350 INFO:tasks.workunit.client.0.smithi028.stdout: 2 2024-08-29T19:03:23.350 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-08-29T19:03:23.350 INFO:tasks.workunit.client.0.smithi028.stdout: "acting_primary": 0, 2024-08-29T19:03:23.351 INFO:tasks.workunit.client.0.smithi028.stdout: "avail_no_missing": [], 2024-08-29T19:03:23.351 INFO:tasks.workunit.client.0.smithi028.stdout: "blocked_by": [], 2024-08-29T19:03:23.351 INFO:tasks.workunit.client.0.smithi028.stdout: "created": 62, 2024-08-29T19:03:23.351 INFO:tasks.workunit.client.0.smithi028.stdout: "dirty_stats_invalid": false, 2024-08-29T19:03:23.351 INFO:tasks.workunit.client.0.smithi028.stdout: "hitset_bytes_stats_invalid": false, 2024-08-29T19:03:23.351 INFO:tasks.workunit.client.0.smithi028.stdout: "hitset_stats_invalid": false, 2024-08-29T19:03:23.351 INFO:tasks.workunit.client.0.smithi028.stdout: "last_active": "2024-08-29T19:02:14.108140+0000", 2024-08-29T19:03:23.351 INFO:tasks.workunit.client.0.smithi028.stdout: "last_became_active": "2024-08-29T17:57:02.380063+0000", 2024-08-29T19:03:23.351 INFO:tasks.workunit.client.0.smithi028.stdout: "last_became_peered": "2024-08-29T17:57:02.380063+0000", 2024-08-29T19:03:23.351 INFO:tasks.workunit.client.0.smithi028.stdout: "last_change": "2024-08-29T17:57:02.380627+0000", 2024-08-29T19:03:23.351 INFO:tasks.workunit.client.0.smithi028.stdout: "last_clean": "2024-08-29T19:02:14.108140+0000", 2024-08-29T19:03:23.351 INFO:tasks.workunit.client.0.smithi028.stdout: "last_clean_scrub_stamp": "2024-08-29T17:41:01.987071+0000", 2024-08-29T19:03:23.351 INFO:tasks.workunit.client.0.smithi028.stdout: "last_deep_scrub": "0'0", 2024-08-29T19:03:23.352 INFO:tasks.workunit.client.0.smithi028.stdout: "last_deep_scrub_stamp": "2024-08-29T17:41:01.987071+0000", 2024-08-29T19:03:23.352 INFO:tasks.workunit.client.0.smithi028.stdout: "last_epoch_clean": 613, 2024-08-29T19:03:23.352 INFO:tasks.workunit.client.0.smithi028.stdout: "last_fresh": "2024-08-29T19:02:14.108140+0000", 2024-08-29T19:03:23.352 INFO:tasks.workunit.client.0.smithi028.stdout: "last_fullsized": "2024-08-29T19:02:14.108140+0000", 2024-08-29T19:03:23.352 INFO:tasks.workunit.client.0.smithi028.stdout: "last_peered": "2024-08-29T19:02:14.108140+0000", 2024-08-29T19:03:23.352 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub": "0'0", 2024-08-29T19:03:23.352 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub_duration": 0, 2024-08-29T19:03:23.352 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub_stamp": "2024-08-29T17:41:01.987071+0000", 2024-08-29T19:03:23.352 INFO:tasks.workunit.client.0.smithi028.stdout: "last_undegraded": "2024-08-29T19:02:14.108140+0000", 2024-08-29T19:03:23.352 INFO:tasks.workunit.client.0.smithi028.stdout: "last_unstale": "2024-08-29T19:02:14.108140+0000", 2024-08-29T19:03:23.352 INFO:tasks.workunit.client.0.smithi028.stdout: "log_dups_size": 0, 2024-08-29T19:03:23.352 INFO:tasks.workunit.client.0.smithi028.stdout: "log_size": 0, 2024-08-29T19:03:23.352 INFO:tasks.workunit.client.0.smithi028.stdout: "log_start": "0'0", 2024-08-29T19:03:23.353 INFO:tasks.workunit.client.0.smithi028.stdout: "manifest_stats_invalid": false, 2024-08-29T19:03:23.353 INFO:tasks.workunit.client.0.smithi028.stdout: "mapping_epoch": 612, 2024-08-29T19:03:23.353 INFO:tasks.workunit.client.0.smithi028.stdout: "object_location_counts": [], 2024-08-29T19:03:23.353 INFO:tasks.workunit.client.0.smithi028.stdout: "objects_scrubbed": 0, 2024-08-29T19:03:23.353 INFO:tasks.workunit.client.0.smithi028.stdout: "objects_trimmed": 0, 2024-08-29T19:03:23.353 INFO:tasks.workunit.client.0.smithi028.stdout: "omap_stats_invalid": false, 2024-08-29T19:03:23.353 INFO:tasks.workunit.client.0.smithi028.stdout: "ondisk_log_size": 0, 2024-08-29T19:03:23.353 INFO:tasks.workunit.client.0.smithi028.stdout: "ondisk_log_start": "0'0", 2024-08-29T19:03:23.353 INFO:tasks.workunit.client.0.smithi028.stdout: "parent": "0.0", 2024-08-29T19:03:23.353 INFO:tasks.workunit.client.0.smithi028.stdout: "parent_split_bits": 0, 2024-08-29T19:03:23.353 INFO:tasks.workunit.client.0.smithi028.stdout: "pgid": "3.1f", 2024-08-29T19:03:23.353 INFO:tasks.workunit.client.0.smithi028.stdout: "pin_stats_invalid": false, 2024-08-29T19:03:23.353 INFO:tasks.workunit.client.0.smithi028.stdout: "purged_snaps": [], 2024-08-29T19:03:23.354 INFO:tasks.workunit.client.0.smithi028.stdout: "reported_epoch": 2650, 2024-08-29T19:03:23.354 INFO:tasks.workunit.client.0.smithi028.stdout: "reported_seq": 4813, 2024-08-29T19:03:23.354 INFO:tasks.workunit.client.0.smithi028.stdout: "scrub_duration": 0.0, 2024-08-29T19:03:23.354 INFO:tasks.workunit.client.0.smithi028.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-31T04:31:11.864896+0000", 2024-08-29T19:03:23.354 INFO:tasks.workunit.client.0.smithi028.stdout: "snaptrim_duration": 0.0, 2024-08-29T19:03:23.354 INFO:tasks.workunit.client.0.smithi028.stdout: "snaptrimq_len": 0, 2024-08-29T19:03:23.354 INFO:tasks.workunit.client.0.smithi028.stdout: "stat_sum": { 2024-08-29T19:03:23.354 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes": 0, 2024-08-29T19:03:23.354 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes_hit_set_archive": 0, 2024-08-29T19:03:23.354 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes_recovered": 0, 2024-08-29T19:03:23.354 INFO:tasks.workunit.client.0.smithi028.stdout: "num_deep_scrub_errors": 0, 2024-08-29T19:03:23.354 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict": 0, 2024-08-29T19:03:23.354 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_kb": 0, 2024-08-29T19:03:23.354 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_mode_full": 0, 2024-08-29T19:03:23.355 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_mode_some": 0, 2024-08-29T19:03:23.355 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush": 0, 2024-08-29T19:03:23.355 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_kb": 0, 2024-08-29T19:03:23.355 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_mode_high": 0, 2024-08-29T19:03:23.355 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_mode_low": 0, 2024-08-29T19:03:23.355 INFO:tasks.workunit.client.0.smithi028.stdout: "num_keys_recovered": 0, 2024-08-29T19:03:23.355 INFO:tasks.workunit.client.0.smithi028.stdout: "num_large_omap_objects": 0, 2024-08-29T19:03:23.355 INFO:tasks.workunit.client.0.smithi028.stdout: "num_legacy_snapsets": 0, 2024-08-29T19:03:23.355 INFO:tasks.workunit.client.0.smithi028.stdout: "num_object_clones": 0, 2024-08-29T19:03:23.355 INFO:tasks.workunit.client.0.smithi028.stdout: "num_object_copies": 0, 2024-08-29T19:03:23.355 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects": 0, 2024-08-29T19:03:23.355 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_degraded": 0, 2024-08-29T19:03:23.355 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_dirty": 0, 2024-08-29T19:03:23.355 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_hit_set_archive": 0, 2024-08-29T19:03:23.356 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_manifest": 0, 2024-08-29T19:03:23.356 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_misplaced": 0, 2024-08-29T19:03:23.356 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_missing": 0, 2024-08-29T19:03:23.356 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_missing_on_primary": 0, 2024-08-29T19:03:23.356 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_omap": 0, 2024-08-29T19:03:23.356 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_pinned": 0, 2024-08-29T19:03:23.356 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_recovered": 0, 2024-08-29T19:03:23.356 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_repaired": 0, 2024-08-29T19:03:23.356 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_unfound": 0, 2024-08-29T19:03:23.356 INFO:tasks.workunit.client.0.smithi028.stdout: "num_omap_bytes": 0, 2024-08-29T19:03:23.356 INFO:tasks.workunit.client.0.smithi028.stdout: "num_omap_keys": 0, 2024-08-29T19:03:23.356 INFO:tasks.workunit.client.0.smithi028.stdout: "num_promote": 0, 2024-08-29T19:03:23.356 INFO:tasks.workunit.client.0.smithi028.stdout: "num_read": 0, 2024-08-29T19:03:23.357 INFO:tasks.workunit.client.0.smithi028.stdout: "num_read_kb": 0, 2024-08-29T19:03:23.357 INFO:tasks.workunit.client.0.smithi028.stdout: "num_scrub_errors": 0, 2024-08-29T19:03:23.357 INFO:tasks.workunit.client.0.smithi028.stdout: "num_shallow_scrub_errors": 0, 2024-08-29T19:03:23.357 INFO:tasks.workunit.client.0.smithi028.stdout: "num_whiteouts": 0, 2024-08-29T19:03:23.357 INFO:tasks.workunit.client.0.smithi028.stdout: "num_write": 0, 2024-08-29T19:03:23.357 INFO:tasks.workunit.client.0.smithi028.stdout: "num_write_kb": 0 2024-08-29T19:03:23.357 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:23.357 INFO:tasks.workunit.client.0.smithi028.stdout: "state": "active+clean", 2024-08-29T19:03:23.357 INFO:tasks.workunit.client.0.smithi028.stdout: "stats_invalid": false, 2024-08-29T19:03:23.357 INFO:tasks.workunit.client.0.smithi028.stdout: "up": [ 2024-08-29T19:03:23.357 INFO:tasks.workunit.client.0.smithi028.stdout: 0, 2024-08-29T19:03:23.357 INFO:tasks.workunit.client.0.smithi028.stdout: 5, 2024-08-29T19:03:23.357 INFO:tasks.workunit.client.0.smithi028.stdout: 2 2024-08-29T19:03:23.357 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-08-29T19:03:23.358 INFO:tasks.workunit.client.0.smithi028.stdout: "up_primary": 0, 2024-08-29T19:03:23.358 INFO:tasks.workunit.client.0.smithi028.stdout: "version": "0'0" 2024-08-29T19:03:23.358 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:23.358 INFO:tasks.workunit.client.0.smithi028.stdout: { 2024-08-29T19:03:23.358 INFO:tasks.workunit.client.0.smithi028.stdout: "acting": [ 2024-08-29T19:03:23.358 INFO:tasks.workunit.client.0.smithi028.stdout: 7, 2024-08-29T19:03:23.358 INFO:tasks.workunit.client.0.smithi028.stdout: 6, 2024-08-29T19:03:23.358 INFO:tasks.workunit.client.0.smithi028.stdout: 0 2024-08-29T19:03:23.358 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-08-29T19:03:23.358 INFO:tasks.workunit.client.0.smithi028.stdout: "acting_primary": 7, 2024-08-29T19:03:23.358 INFO:tasks.workunit.client.0.smithi028.stdout: "avail_no_missing": [], 2024-08-29T19:03:23.358 INFO:tasks.workunit.client.0.smithi028.stdout: "blocked_by": [], 2024-08-29T19:03:23.358 INFO:tasks.workunit.client.0.smithi028.stdout: "created": 59, 2024-08-29T19:03:23.358 INFO:tasks.workunit.client.0.smithi028.stdout: "dirty_stats_invalid": false, 2024-08-29T19:03:23.359 INFO:tasks.workunit.client.0.smithi028.stdout: "hitset_bytes_stats_invalid": false, 2024-08-29T19:03:23.359 INFO:tasks.workunit.client.0.smithi028.stdout: "hitset_stats_invalid": false, 2024-08-29T19:03:23.359 INFO:tasks.workunit.client.0.smithi028.stdout: "last_active": "2024-08-29T19:02:14.101566+0000", 2024-08-29T19:03:23.359 INFO:tasks.workunit.client.0.smithi028.stdout: "last_became_active": "2024-08-29T17:58:11.349709+0000", 2024-08-29T19:03:23.359 INFO:tasks.workunit.client.0.smithi028.stdout: "last_became_peered": "2024-08-29T17:58:11.349709+0000", 2024-08-29T19:03:23.359 INFO:tasks.workunit.client.0.smithi028.stdout: "last_change": "2024-08-29T17:58:11.352390+0000", 2024-08-29T19:03:23.359 INFO:tasks.workunit.client.0.smithi028.stdout: "last_clean": "2024-08-29T19:02:14.101566+0000", 2024-08-29T19:03:23.359 INFO:tasks.workunit.client.0.smithi028.stdout: "last_clean_scrub_stamp": "2024-08-29T17:40:52.944949+0000", 2024-08-29T19:03:23.359 INFO:tasks.workunit.client.0.smithi028.stdout: "last_deep_scrub": "0'0", 2024-08-29T19:03:23.359 INFO:tasks.workunit.client.0.smithi028.stdout: "last_deep_scrub_stamp": "2024-08-29T17:40:52.944949+0000", 2024-08-29T19:03:23.359 INFO:tasks.workunit.client.0.smithi028.stdout: "last_epoch_clean": 681, 2024-08-29T19:03:23.359 INFO:tasks.workunit.client.0.smithi028.stdout: "last_fresh": "2024-08-29T19:02:14.101566+0000", 2024-08-29T19:03:23.359 INFO:tasks.workunit.client.0.smithi028.stdout: "last_fullsized": "2024-08-29T19:02:14.101566+0000", 2024-08-29T19:03:23.359 INFO:tasks.workunit.client.0.smithi028.stdout: "last_peered": "2024-08-29T19:02:14.101566+0000", 2024-08-29T19:03:23.360 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub": "0'0", 2024-08-29T19:03:23.360 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub_duration": 0, 2024-08-29T19:03:23.360 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub_stamp": "2024-08-29T17:40:52.944949+0000", 2024-08-29T19:03:23.360 INFO:tasks.workunit.client.0.smithi028.stdout: "last_undegraded": "2024-08-29T19:02:14.101566+0000", 2024-08-29T19:03:23.360 INFO:tasks.workunit.client.0.smithi028.stdout: "last_unstale": "2024-08-29T19:02:14.101566+0000", 2024-08-29T19:03:23.360 INFO:tasks.workunit.client.0.smithi028.stdout: "log_dups_size": 0, 2024-08-29T19:03:23.360 INFO:tasks.workunit.client.0.smithi028.stdout: "log_size": 2, 2024-08-29T19:03:23.360 INFO:tasks.workunit.client.0.smithi028.stdout: "log_start": "0'0", 2024-08-29T19:03:23.360 INFO:tasks.workunit.client.0.smithi028.stdout: "manifest_stats_invalid": false, 2024-08-29T19:03:23.360 INFO:tasks.workunit.client.0.smithi028.stdout: "mapping_epoch": 680, 2024-08-29T19:03:23.360 INFO:tasks.workunit.client.0.smithi028.stdout: "object_location_counts": [], 2024-08-29T19:03:23.360 INFO:tasks.workunit.client.0.smithi028.stdout: "objects_scrubbed": 0, 2024-08-29T19:03:23.360 INFO:tasks.workunit.client.0.smithi028.stdout: "objects_trimmed": 0, 2024-08-29T19:03:23.360 INFO:tasks.workunit.client.0.smithi028.stdout: "omap_stats_invalid": false, 2024-08-29T19:03:23.361 INFO:tasks.workunit.client.0.smithi028.stdout: "ondisk_log_size": 2, 2024-08-29T19:03:23.361 INFO:tasks.workunit.client.0.smithi028.stdout: "ondisk_log_start": "0'0", 2024-08-29T19:03:23.361 INFO:tasks.workunit.client.0.smithi028.stdout: "parent": "0.0", 2024-08-29T19:03:23.361 INFO:tasks.workunit.client.0.smithi028.stdout: "parent_split_bits": 0, 2024-08-29T19:03:23.361 INFO:tasks.workunit.client.0.smithi028.stdout: "pgid": "2.1d", 2024-08-29T19:03:23.361 INFO:tasks.workunit.client.0.smithi028.stdout: "pin_stats_invalid": false, 2024-08-29T19:03:23.361 INFO:tasks.workunit.client.0.smithi028.stdout: "purged_snaps": [], 2024-08-29T19:03:23.361 INFO:tasks.workunit.client.0.smithi028.stdout: "reported_epoch": 2650, 2024-08-29T19:03:23.361 INFO:tasks.workunit.client.0.smithi028.stdout: "reported_seq": 4558, 2024-08-29T19:03:23.361 INFO:tasks.workunit.client.0.smithi028.stdout: "scrub_duration": 0.0, 2024-08-29T19:03:23.361 INFO:tasks.workunit.client.0.smithi028.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-31T01:54:39.577487+0000", 2024-08-29T19:03:23.361 INFO:tasks.workunit.client.0.smithi028.stdout: "snaptrim_duration": 0.0, 2024-08-29T19:03:23.361 INFO:tasks.workunit.client.0.smithi028.stdout: "snaptrimq_len": 0, 2024-08-29T19:03:23.361 INFO:tasks.workunit.client.0.smithi028.stdout: "stat_sum": { 2024-08-29T19:03:23.362 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes": 0, 2024-08-29T19:03:23.362 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes_hit_set_archive": 0, 2024-08-29T19:03:23.362 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes_recovered": 0, 2024-08-29T19:03:23.362 INFO:tasks.workunit.client.0.smithi028.stdout: "num_deep_scrub_errors": 0, 2024-08-29T19:03:23.362 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict": 0, 2024-08-29T19:03:23.362 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_kb": 0, 2024-08-29T19:03:23.362 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_mode_full": 0, 2024-08-29T19:03:23.362 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_mode_some": 0, 2024-08-29T19:03:23.362 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush": 0, 2024-08-29T19:03:23.362 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_kb": 0, 2024-08-29T19:03:23.362 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_mode_high": 0, 2024-08-29T19:03:23.362 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_mode_low": 0, 2024-08-29T19:03:23.362 INFO:tasks.workunit.client.0.smithi028.stdout: "num_keys_recovered": 0, 2024-08-29T19:03:23.362 INFO:tasks.workunit.client.0.smithi028.stdout: "num_large_omap_objects": 0, 2024-08-29T19:03:23.363 INFO:tasks.workunit.client.0.smithi028.stdout: "num_legacy_snapsets": 0, 2024-08-29T19:03:23.363 INFO:tasks.workunit.client.0.smithi028.stdout: "num_object_clones": 0, 2024-08-29T19:03:23.363 INFO:tasks.workunit.client.0.smithi028.stdout: "num_object_copies": 3, 2024-08-29T19:03:23.363 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects": 1, 2024-08-29T19:03:23.363 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_degraded": 0, 2024-08-29T19:03:23.363 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_dirty": 1, 2024-08-29T19:03:23.363 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_hit_set_archive": 0, 2024-08-29T19:03:23.363 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_manifest": 0, 2024-08-29T19:03:23.363 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_misplaced": 0, 2024-08-29T19:03:23.363 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_missing": 0, 2024-08-29T19:03:23.363 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_missing_on_primary": 0, 2024-08-29T19:03:23.363 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_omap": 1, 2024-08-29T19:03:23.363 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_pinned": 0, 2024-08-29T19:03:23.363 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_recovered": 0, 2024-08-29T19:03:23.364 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_repaired": 0, 2024-08-29T19:03:23.364 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_unfound": 0, 2024-08-29T19:03:23.364 INFO:tasks.workunit.client.0.smithi028.stdout: "num_omap_bytes": 0, 2024-08-29T19:03:23.364 INFO:tasks.workunit.client.0.smithi028.stdout: "num_omap_keys": 0, 2024-08-29T19:03:23.364 INFO:tasks.workunit.client.0.smithi028.stdout: "num_promote": 0, 2024-08-29T19:03:23.364 INFO:tasks.workunit.client.0.smithi028.stdout: "num_read": 6, 2024-08-29T19:03:23.364 INFO:tasks.workunit.client.0.smithi028.stdout: "num_read_kb": 6, 2024-08-29T19:03:23.364 INFO:tasks.workunit.client.0.smithi028.stdout: "num_scrub_errors": 0, 2024-08-29T19:03:23.364 INFO:tasks.workunit.client.0.smithi028.stdout: "num_shallow_scrub_errors": 0, 2024-08-29T19:03:23.364 INFO:tasks.workunit.client.0.smithi028.stdout: "num_whiteouts": 0, 2024-08-29T19:03:23.364 INFO:tasks.workunit.client.0.smithi028.stdout: "num_write": 3, 2024-08-29T19:03:23.364 INFO:tasks.workunit.client.0.smithi028.stdout: "num_write_kb": 0 2024-08-29T19:03:23.364 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:23.364 INFO:tasks.workunit.client.0.smithi028.stdout: "state": "active+clean", 2024-08-29T19:03:23.365 INFO:tasks.workunit.client.0.smithi028.stdout: "stats_invalid": false, 2024-08-29T19:03:23.365 INFO:tasks.workunit.client.0.smithi028.stdout: "up": [ 2024-08-29T19:03:23.365 INFO:tasks.workunit.client.0.smithi028.stdout: 7, 2024-08-29T19:03:23.365 INFO:tasks.workunit.client.0.smithi028.stdout: 6, 2024-08-29T19:03:23.365 INFO:tasks.workunit.client.0.smithi028.stdout: 0 2024-08-29T19:03:23.365 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-08-29T19:03:23.365 INFO:tasks.workunit.client.0.smithi028.stdout: "up_primary": 7, 2024-08-29T19:03:23.365 INFO:tasks.workunit.client.0.smithi028.stdout: "version": "65'2" 2024-08-29T19:03:23.365 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:23.365 INFO:tasks.workunit.client.0.smithi028.stdout: { 2024-08-29T19:03:23.365 INFO:tasks.workunit.client.0.smithi028.stdout: "acting": [ 2024-08-29T19:03:23.365 INFO:tasks.workunit.client.0.smithi028.stdout: 5, 2024-08-29T19:03:23.365 INFO:tasks.workunit.client.0.smithi028.stdout: 4, 2024-08-29T19:03:23.365 INFO:tasks.workunit.client.0.smithi028.stdout: 1 2024-08-29T19:03:23.365 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-08-29T19:03:23.366 INFO:tasks.workunit.client.0.smithi028.stdout: "acting_primary": 5, 2024-08-29T19:03:23.366 INFO:tasks.workunit.client.0.smithi028.stdout: "avail_no_missing": [], 2024-08-29T19:03:23.366 INFO:tasks.workunit.client.0.smithi028.stdout: "blocked_by": [], 2024-08-29T19:03:23.366 INFO:tasks.workunit.client.0.smithi028.stdout: "created": 62, 2024-08-29T19:03:23.366 INFO:tasks.workunit.client.0.smithi028.stdout: "dirty_stats_invalid": false, 2024-08-29T19:03:23.366 INFO:tasks.workunit.client.0.smithi028.stdout: "hitset_bytes_stats_invalid": false, 2024-08-29T19:03:23.366 INFO:tasks.workunit.client.0.smithi028.stdout: "hitset_stats_invalid": false, 2024-08-29T19:03:23.366 INFO:tasks.workunit.client.0.smithi028.stdout: "last_active": "2024-08-29T19:02:14.927727+0000", 2024-08-29T19:03:23.366 INFO:tasks.workunit.client.0.smithi028.stdout: "last_became_active": "2024-08-29T17:57:02.349142+0000", 2024-08-29T19:03:23.366 INFO:tasks.workunit.client.0.smithi028.stdout: "last_became_peered": "2024-08-29T17:57:02.349142+0000", 2024-08-29T19:03:23.366 INFO:tasks.workunit.client.0.smithi028.stdout: "last_change": "2024-08-29T17:57:02.349900+0000", 2024-08-29T19:03:23.366 INFO:tasks.workunit.client.0.smithi028.stdout: "last_clean": "2024-08-29T19:02:14.927727+0000", 2024-08-29T19:03:23.366 INFO:tasks.workunit.client.0.smithi028.stdout: "last_clean_scrub_stamp": "2024-08-29T17:41:01.987071+0000", 2024-08-29T19:03:23.367 INFO:tasks.workunit.client.0.smithi028.stdout: "last_deep_scrub": "0'0", 2024-08-29T19:03:23.367 INFO:tasks.workunit.client.0.smithi028.stdout: "last_deep_scrub_stamp": "2024-08-29T17:41:01.987071+0000", 2024-08-29T19:03:23.367 INFO:tasks.workunit.client.0.smithi028.stdout: "last_epoch_clean": 613, 2024-08-29T19:03:23.367 INFO:tasks.workunit.client.0.smithi028.stdout: "last_fresh": "2024-08-29T19:02:14.927727+0000", 2024-08-29T19:03:23.367 INFO:tasks.workunit.client.0.smithi028.stdout: "last_fullsized": "2024-08-29T19:02:14.927727+0000", 2024-08-29T19:03:23.367 INFO:tasks.workunit.client.0.smithi028.stdout: "last_peered": "2024-08-29T19:02:14.927727+0000", 2024-08-29T19:03:23.367 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub": "0'0", 2024-08-29T19:03:23.367 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub_duration": 0, 2024-08-29T19:03:23.367 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub_stamp": "2024-08-29T17:41:01.987071+0000", 2024-08-29T19:03:23.367 INFO:tasks.workunit.client.0.smithi028.stdout: "last_undegraded": "2024-08-29T19:02:14.927727+0000", 2024-08-29T19:03:23.367 INFO:tasks.workunit.client.0.smithi028.stdout: "last_unstale": "2024-08-29T19:02:14.927727+0000", 2024-08-29T19:03:23.367 INFO:tasks.workunit.client.0.smithi028.stdout: "log_dups_size": 0, 2024-08-29T19:03:23.367 INFO:tasks.workunit.client.0.smithi028.stdout: "log_size": 0, 2024-08-29T19:03:23.367 INFO:tasks.workunit.client.0.smithi028.stdout: "log_start": "0'0", 2024-08-29T19:03:23.368 INFO:tasks.workunit.client.0.smithi028.stdout: "manifest_stats_invalid": false, 2024-08-29T19:03:23.368 INFO:tasks.workunit.client.0.smithi028.stdout: "mapping_epoch": 612, 2024-08-29T19:03:23.368 INFO:tasks.workunit.client.0.smithi028.stdout: "object_location_counts": [], 2024-08-29T19:03:23.368 INFO:tasks.workunit.client.0.smithi028.stdout: "objects_scrubbed": 0, 2024-08-29T19:03:23.368 INFO:tasks.workunit.client.0.smithi028.stdout: "objects_trimmed": 0, 2024-08-29T19:03:23.368 INFO:tasks.workunit.client.0.smithi028.stdout: "omap_stats_invalid": false, 2024-08-29T19:03:23.368 INFO:tasks.workunit.client.0.smithi028.stdout: "ondisk_log_size": 0, 2024-08-29T19:03:23.368 INFO:tasks.workunit.client.0.smithi028.stdout: "ondisk_log_start": "0'0", 2024-08-29T19:03:23.368 INFO:tasks.workunit.client.0.smithi028.stdout: "parent": "0.0", 2024-08-29T19:03:23.368 INFO:tasks.workunit.client.0.smithi028.stdout: "parent_split_bits": 0, 2024-08-29T19:03:23.368 INFO:tasks.workunit.client.0.smithi028.stdout: "pgid": "3.1c", 2024-08-29T19:03:23.368 INFO:tasks.workunit.client.0.smithi028.stdout: "pin_stats_invalid": false, 2024-08-29T19:03:23.368 INFO:tasks.workunit.client.0.smithi028.stdout: "purged_snaps": [], 2024-08-29T19:03:23.369 INFO:tasks.workunit.client.0.smithi028.stdout: "reported_epoch": 2650, 2024-08-29T19:03:23.369 INFO:tasks.workunit.client.0.smithi028.stdout: "reported_seq": 4631, 2024-08-29T19:03:23.369 INFO:tasks.workunit.client.0.smithi028.stdout: "scrub_duration": 0.0, 2024-08-29T19:03:23.369 INFO:tasks.workunit.client.0.smithi028.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-31T04:43:53.789249+0000", 2024-08-29T19:03:23.369 INFO:tasks.workunit.client.0.smithi028.stdout: "snaptrim_duration": 0.0, 2024-08-29T19:03:23.369 INFO:tasks.workunit.client.0.smithi028.stdout: "snaptrimq_len": 0, 2024-08-29T19:03:23.369 INFO:tasks.workunit.client.0.smithi028.stdout: "stat_sum": { 2024-08-29T19:03:23.369 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes": 0, 2024-08-29T19:03:23.369 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes_hit_set_archive": 0, 2024-08-29T19:03:23.369 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes_recovered": 0, 2024-08-29T19:03:23.369 INFO:tasks.workunit.client.0.smithi028.stdout: "num_deep_scrub_errors": 0, 2024-08-29T19:03:23.369 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict": 0, 2024-08-29T19:03:23.369 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_kb": 0, 2024-08-29T19:03:23.369 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_mode_full": 0, 2024-08-29T19:03:23.369 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_mode_some": 0, 2024-08-29T19:03:23.370 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush": 0, 2024-08-29T19:03:23.370 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_kb": 0, 2024-08-29T19:03:23.370 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_mode_high": 0, 2024-08-29T19:03:23.370 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_mode_low": 0, 2024-08-29T19:03:23.370 INFO:tasks.workunit.client.0.smithi028.stdout: "num_keys_recovered": 0, 2024-08-29T19:03:23.370 INFO:tasks.workunit.client.0.smithi028.stdout: "num_large_omap_objects": 0, 2024-08-29T19:03:23.370 INFO:tasks.workunit.client.0.smithi028.stdout: "num_legacy_snapsets": 0, 2024-08-29T19:03:23.370 INFO:tasks.workunit.client.0.smithi028.stdout: "num_object_clones": 0, 2024-08-29T19:03:23.370 INFO:tasks.workunit.client.0.smithi028.stdout: "num_object_copies": 0, 2024-08-29T19:03:23.370 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects": 0, 2024-08-29T19:03:23.370 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_degraded": 0, 2024-08-29T19:03:23.370 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_dirty": 0, 2024-08-29T19:03:23.370 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_hit_set_archive": 0, 2024-08-29T19:03:23.370 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_manifest": 0, 2024-08-29T19:03:23.371 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_misplaced": 0, 2024-08-29T19:03:23.371 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_missing": 0, 2024-08-29T19:03:23.371 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_missing_on_primary": 0, 2024-08-29T19:03:23.371 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_omap": 0, 2024-08-29T19:03:23.371 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_pinned": 0, 2024-08-29T19:03:23.371 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_recovered": 0, 2024-08-29T19:03:23.371 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_repaired": 0, 2024-08-29T19:03:23.371 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_unfound": 0, 2024-08-29T19:03:23.371 INFO:tasks.workunit.client.0.smithi028.stdout: "num_omap_bytes": 0, 2024-08-29T19:03:23.371 INFO:tasks.workunit.client.0.smithi028.stdout: "num_omap_keys": 0, 2024-08-29T19:03:23.371 INFO:tasks.workunit.client.0.smithi028.stdout: "num_promote": 0, 2024-08-29T19:03:23.371 INFO:tasks.workunit.client.0.smithi028.stdout: "num_read": 0, 2024-08-29T19:03:23.371 INFO:tasks.workunit.client.0.smithi028.stdout: "num_read_kb": 0, 2024-08-29T19:03:23.371 INFO:tasks.workunit.client.0.smithi028.stdout: "num_scrub_errors": 0, 2024-08-29T19:03:23.372 INFO:tasks.workunit.client.0.smithi028.stdout: "num_shallow_scrub_errors": 0, 2024-08-29T19:03:23.372 INFO:tasks.workunit.client.0.smithi028.stdout: "num_whiteouts": 0, 2024-08-29T19:03:23.372 INFO:tasks.workunit.client.0.smithi028.stdout: "num_write": 0, 2024-08-29T19:03:23.372 INFO:tasks.workunit.client.0.smithi028.stdout: "num_write_kb": 0 2024-08-29T19:03:23.372 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:23.372 INFO:tasks.workunit.client.0.smithi028.stdout: "state": "active+clean", 2024-08-29T19:03:23.372 INFO:tasks.workunit.client.0.smithi028.stdout: "stats_invalid": false, 2024-08-29T19:03:23.372 INFO:tasks.workunit.client.0.smithi028.stdout: "up": [ 2024-08-29T19:03:23.372 INFO:tasks.workunit.client.0.smithi028.stdout: 5, 2024-08-29T19:03:23.372 INFO:tasks.workunit.client.0.smithi028.stdout: 4, 2024-08-29T19:03:23.372 INFO:tasks.workunit.client.0.smithi028.stdout: 1 2024-08-29T19:03:23.372 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-08-29T19:03:23.372 INFO:tasks.workunit.client.0.smithi028.stdout: "up_primary": 5, 2024-08-29T19:03:23.372 INFO:tasks.workunit.client.0.smithi028.stdout: "version": "0'0" 2024-08-29T19:03:23.373 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:23.373 INFO:tasks.workunit.client.0.smithi028.stdout: { 2024-08-29T19:03:23.373 INFO:tasks.workunit.client.0.smithi028.stdout: "acting": [ 2024-08-29T19:03:23.373 INFO:tasks.workunit.client.0.smithi028.stdout: 7, 2024-08-29T19:03:23.373 INFO:tasks.workunit.client.0.smithi028.stdout: 5, 2024-08-29T19:03:23.373 INFO:tasks.workunit.client.0.smithi028.stdout: 2 2024-08-29T19:03:23.373 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-08-29T19:03:23.373 INFO:tasks.workunit.client.0.smithi028.stdout: "acting_primary": 7, 2024-08-29T19:03:23.373 INFO:tasks.workunit.client.0.smithi028.stdout: "avail_no_missing": [], 2024-08-29T19:03:23.373 INFO:tasks.workunit.client.0.smithi028.stdout: "blocked_by": [], 2024-08-29T19:03:23.373 INFO:tasks.workunit.client.0.smithi028.stdout: "created": 59, 2024-08-29T19:03:23.373 INFO:tasks.workunit.client.0.smithi028.stdout: "dirty_stats_invalid": false, 2024-08-29T19:03:23.373 INFO:tasks.workunit.client.0.smithi028.stdout: "hitset_bytes_stats_invalid": false, 2024-08-29T19:03:23.373 INFO:tasks.workunit.client.0.smithi028.stdout: "hitset_stats_invalid": false, 2024-08-29T19:03:23.374 INFO:tasks.workunit.client.0.smithi028.stdout: "last_active": "2024-08-29T19:02:14.096995+0000", 2024-08-29T19:03:23.374 INFO:tasks.workunit.client.0.smithi028.stdout: "last_became_active": "2024-08-29T17:58:11.364082+0000", 2024-08-29T19:03:23.374 INFO:tasks.workunit.client.0.smithi028.stdout: "last_became_peered": "2024-08-29T17:58:11.364082+0000", 2024-08-29T19:03:23.374 INFO:tasks.workunit.client.0.smithi028.stdout: "last_change": "2024-08-29T17:58:11.364773+0000", 2024-08-29T19:03:23.374 INFO:tasks.workunit.client.0.smithi028.stdout: "last_clean": "2024-08-29T19:02:14.096995+0000", 2024-08-29T19:03:23.374 INFO:tasks.workunit.client.0.smithi028.stdout: "last_clean_scrub_stamp": "2024-08-29T17:40:52.944949+0000", 2024-08-29T19:03:23.374 INFO:tasks.workunit.client.0.smithi028.stdout: "last_deep_scrub": "0'0", 2024-08-29T19:03:23.374 INFO:tasks.workunit.client.0.smithi028.stdout: "last_deep_scrub_stamp": "2024-08-29T17:40:52.944949+0000", 2024-08-29T19:03:23.374 INFO:tasks.workunit.client.0.smithi028.stdout: "last_epoch_clean": 681, 2024-08-29T19:03:23.374 INFO:tasks.workunit.client.0.smithi028.stdout: "last_fresh": "2024-08-29T19:02:14.096995+0000", 2024-08-29T19:03:23.374 INFO:tasks.workunit.client.0.smithi028.stdout: "last_fullsized": "2024-08-29T19:02:14.096995+0000", 2024-08-29T19:03:23.374 INFO:tasks.workunit.client.0.smithi028.stdout: "last_peered": "2024-08-29T19:02:14.096995+0000", 2024-08-29T19:03:23.374 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub": "0'0", 2024-08-29T19:03:23.374 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub_duration": 0, 2024-08-29T19:03:23.375 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub_stamp": "2024-08-29T17:40:52.944949+0000", 2024-08-29T19:03:23.375 INFO:tasks.workunit.client.0.smithi028.stdout: "last_undegraded": "2024-08-29T19:02:14.096995+0000", 2024-08-29T19:03:23.375 INFO:tasks.workunit.client.0.smithi028.stdout: "last_unstale": "2024-08-29T19:02:14.096995+0000", 2024-08-29T19:03:23.375 INFO:tasks.workunit.client.0.smithi028.stdout: "log_dups_size": 0, 2024-08-29T19:03:23.375 INFO:tasks.workunit.client.0.smithi028.stdout: "log_size": 2, 2024-08-29T19:03:23.375 INFO:tasks.workunit.client.0.smithi028.stdout: "log_start": "0'0", 2024-08-29T19:03:23.375 INFO:tasks.workunit.client.0.smithi028.stdout: "manifest_stats_invalid": false, 2024-08-29T19:03:23.375 INFO:tasks.workunit.client.0.smithi028.stdout: "mapping_epoch": 680, 2024-08-29T19:03:23.375 INFO:tasks.workunit.client.0.smithi028.stdout: "object_location_counts": [], 2024-08-29T19:03:23.375 INFO:tasks.workunit.client.0.smithi028.stdout: "objects_scrubbed": 0, 2024-08-29T19:03:23.375 INFO:tasks.workunit.client.0.smithi028.stdout: "objects_trimmed": 0, 2024-08-29T19:03:23.375 INFO:tasks.workunit.client.0.smithi028.stdout: "omap_stats_invalid": false, 2024-08-29T19:03:23.375 INFO:tasks.workunit.client.0.smithi028.stdout: "ondisk_log_size": 2, 2024-08-29T19:03:23.375 INFO:tasks.workunit.client.0.smithi028.stdout: "ondisk_log_start": "0'0", 2024-08-29T19:03:23.376 INFO:tasks.workunit.client.0.smithi028.stdout: "parent": "0.0", 2024-08-29T19:03:23.376 INFO:tasks.workunit.client.0.smithi028.stdout: "parent_split_bits": 0, 2024-08-29T19:03:23.376 INFO:tasks.workunit.client.0.smithi028.stdout: "pgid": "2.1c", 2024-08-29T19:03:23.376 INFO:tasks.workunit.client.0.smithi028.stdout: "pin_stats_invalid": false, 2024-08-29T19:03:23.376 INFO:tasks.workunit.client.0.smithi028.stdout: "purged_snaps": [], 2024-08-29T19:03:23.376 INFO:tasks.workunit.client.0.smithi028.stdout: "reported_epoch": 2650, 2024-08-29T19:03:23.376 INFO:tasks.workunit.client.0.smithi028.stdout: "reported_seq": 4567, 2024-08-29T19:03:23.376 INFO:tasks.workunit.client.0.smithi028.stdout: "scrub_duration": 0.0, 2024-08-29T19:03:23.376 INFO:tasks.workunit.client.0.smithi028.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-31T05:02:37.424126+0000", 2024-08-29T19:03:23.376 INFO:tasks.workunit.client.0.smithi028.stdout: "snaptrim_duration": 0.0, 2024-08-29T19:03:23.376 INFO:tasks.workunit.client.0.smithi028.stdout: "snaptrimq_len": 0, 2024-08-29T19:03:23.376 INFO:tasks.workunit.client.0.smithi028.stdout: "stat_sum": { 2024-08-29T19:03:23.376 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes": 0, 2024-08-29T19:03:23.376 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes_hit_set_archive": 0, 2024-08-29T19:03:23.377 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes_recovered": 0, 2024-08-29T19:03:23.377 INFO:tasks.workunit.client.0.smithi028.stdout: "num_deep_scrub_errors": 0, 2024-08-29T19:03:23.377 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict": 0, 2024-08-29T19:03:23.377 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_kb": 0, 2024-08-29T19:03:23.377 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_mode_full": 0, 2024-08-29T19:03:23.377 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_mode_some": 0, 2024-08-29T19:03:23.377 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush": 0, 2024-08-29T19:03:23.377 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_kb": 0, 2024-08-29T19:03:23.377 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_mode_high": 0, 2024-08-29T19:03:23.377 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_mode_low": 0, 2024-08-29T19:03:23.377 INFO:tasks.workunit.client.0.smithi028.stdout: "num_keys_recovered": 0, 2024-08-29T19:03:23.377 INFO:tasks.workunit.client.0.smithi028.stdout: "num_large_omap_objects": 0, 2024-08-29T19:03:23.377 INFO:tasks.workunit.client.0.smithi028.stdout: "num_legacy_snapsets": 0, 2024-08-29T19:03:23.377 INFO:tasks.workunit.client.0.smithi028.stdout: "num_object_clones": 0, 2024-08-29T19:03:23.378 INFO:tasks.workunit.client.0.smithi028.stdout: "num_object_copies": 3, 2024-08-29T19:03:23.378 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects": 1, 2024-08-29T19:03:23.378 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_degraded": 0, 2024-08-29T19:03:23.378 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_dirty": 1, 2024-08-29T19:03:23.378 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_hit_set_archive": 0, 2024-08-29T19:03:23.378 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_manifest": 0, 2024-08-29T19:03:23.378 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_misplaced": 0, 2024-08-29T19:03:23.378 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_missing": 0, 2024-08-29T19:03:23.378 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_missing_on_primary": 0, 2024-08-29T19:03:23.378 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_omap": 1, 2024-08-29T19:03:23.378 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_pinned": 0, 2024-08-29T19:03:23.378 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_recovered": 0, 2024-08-29T19:03:23.378 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_repaired": 0, 2024-08-29T19:03:23.378 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_unfound": 0, 2024-08-29T19:03:23.379 INFO:tasks.workunit.client.0.smithi028.stdout: "num_omap_bytes": 0, 2024-08-29T19:03:23.379 INFO:tasks.workunit.client.0.smithi028.stdout: "num_omap_keys": 0, 2024-08-29T19:03:23.379 INFO:tasks.workunit.client.0.smithi028.stdout: "num_promote": 0, 2024-08-29T19:03:23.379 INFO:tasks.workunit.client.0.smithi028.stdout: "num_read": 6, 2024-08-29T19:03:23.379 INFO:tasks.workunit.client.0.smithi028.stdout: "num_read_kb": 6, 2024-08-29T19:03:23.379 INFO:tasks.workunit.client.0.smithi028.stdout: "num_scrub_errors": 0, 2024-08-29T19:03:23.379 INFO:tasks.workunit.client.0.smithi028.stdout: "num_shallow_scrub_errors": 0, 2024-08-29T19:03:23.379 INFO:tasks.workunit.client.0.smithi028.stdout: "num_whiteouts": 0, 2024-08-29T19:03:23.379 INFO:tasks.workunit.client.0.smithi028.stdout: "num_write": 3, 2024-08-29T19:03:23.379 INFO:tasks.workunit.client.0.smithi028.stdout: "num_write_kb": 0 2024-08-29T19:03:23.379 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:23.379 INFO:tasks.workunit.client.0.smithi028.stdout: "state": "active+clean", 2024-08-29T19:03:23.379 INFO:tasks.workunit.client.0.smithi028.stdout: "stats_invalid": false, 2024-08-29T19:03:23.379 INFO:tasks.workunit.client.0.smithi028.stdout: "up": [ 2024-08-29T19:03:23.380 INFO:tasks.workunit.client.0.smithi028.stdout: 7, 2024-08-29T19:03:23.380 INFO:tasks.workunit.client.0.smithi028.stdout: 5, 2024-08-29T19:03:23.380 INFO:tasks.workunit.client.0.smithi028.stdout: 2 2024-08-29T19:03:23.380 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-08-29T19:03:23.380 INFO:tasks.workunit.client.0.smithi028.stdout: "up_primary": 7, 2024-08-29T19:03:23.380 INFO:tasks.workunit.client.0.smithi028.stdout: "version": "65'2" 2024-08-29T19:03:23.380 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:23.380 INFO:tasks.workunit.client.0.smithi028.stdout: { 2024-08-29T19:03:23.380 INFO:tasks.workunit.client.0.smithi028.stdout: "acting": [ 2024-08-29T19:03:23.380 INFO:tasks.workunit.client.0.smithi028.stdout: 5, 2024-08-29T19:03:23.380 INFO:tasks.workunit.client.0.smithi028.stdout: 4, 2024-08-29T19:03:23.380 INFO:tasks.workunit.client.0.smithi028.stdout: 6 2024-08-29T19:03:23.380 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-08-29T19:03:23.380 INFO:tasks.workunit.client.0.smithi028.stdout: "acting_primary": 5, 2024-08-29T19:03:23.381 INFO:tasks.workunit.client.0.smithi028.stdout: "avail_no_missing": [], 2024-08-29T19:03:23.381 INFO:tasks.workunit.client.0.smithi028.stdout: "blocked_by": [], 2024-08-29T19:03:23.381 INFO:tasks.workunit.client.0.smithi028.stdout: "created": 62, 2024-08-29T19:03:23.381 INFO:tasks.workunit.client.0.smithi028.stdout: "dirty_stats_invalid": false, 2024-08-29T19:03:23.381 INFO:tasks.workunit.client.0.smithi028.stdout: "hitset_bytes_stats_invalid": false, 2024-08-29T19:03:23.381 INFO:tasks.workunit.client.0.smithi028.stdout: "hitset_stats_invalid": false, 2024-08-29T19:03:23.381 INFO:tasks.workunit.client.0.smithi028.stdout: "last_active": "2024-08-29T19:02:14.927196+0000", 2024-08-29T19:03:23.381 INFO:tasks.workunit.client.0.smithi028.stdout: "last_became_active": "2024-08-29T17:57:36.368266+0000", 2024-08-29T19:03:23.381 INFO:tasks.workunit.client.0.smithi028.stdout: "last_became_peered": "2024-08-29T17:57:36.368266+0000", 2024-08-29T19:03:23.381 INFO:tasks.workunit.client.0.smithi028.stdout: "last_change": "2024-08-29T17:57:36.368589+0000", 2024-08-29T19:03:23.381 INFO:tasks.workunit.client.0.smithi028.stdout: "last_clean": "2024-08-29T19:02:14.927196+0000", 2024-08-29T19:03:23.381 INFO:tasks.workunit.client.0.smithi028.stdout: "last_clean_scrub_stamp": "2024-08-29T17:41:01.987071+0000", 2024-08-29T19:03:23.381 INFO:tasks.workunit.client.0.smithi028.stdout: "last_deep_scrub": "0'0", 2024-08-29T19:03:23.382 INFO:tasks.workunit.client.0.smithi028.stdout: "last_deep_scrub_stamp": "2024-08-29T17:41:01.987071+0000", 2024-08-29T19:03:23.382 INFO:tasks.workunit.client.0.smithi028.stdout: "last_epoch_clean": 646, 2024-08-29T19:03:23.382 INFO:tasks.workunit.client.0.smithi028.stdout: "last_fresh": "2024-08-29T19:02:14.927196+0000", 2024-08-29T19:03:23.382 INFO:tasks.workunit.client.0.smithi028.stdout: "last_fullsized": "2024-08-29T19:02:14.927196+0000", 2024-08-29T19:03:23.382 INFO:tasks.workunit.client.0.smithi028.stdout: "last_peered": "2024-08-29T19:02:14.927196+0000", 2024-08-29T19:03:23.382 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub": "0'0", 2024-08-29T19:03:23.382 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub_duration": 0, 2024-08-29T19:03:23.382 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub_stamp": "2024-08-29T17:41:01.987071+0000", 2024-08-29T19:03:23.382 INFO:tasks.workunit.client.0.smithi028.stdout: "last_undegraded": "2024-08-29T19:02:14.927196+0000", 2024-08-29T19:03:23.382 INFO:tasks.workunit.client.0.smithi028.stdout: "last_unstale": "2024-08-29T19:02:14.927196+0000", 2024-08-29T19:03:23.382 INFO:tasks.workunit.client.0.smithi028.stdout: "log_dups_size": 0, 2024-08-29T19:03:23.382 INFO:tasks.workunit.client.0.smithi028.stdout: "log_size": 0, 2024-08-29T19:03:23.382 INFO:tasks.workunit.client.0.smithi028.stdout: "log_start": "0'0", 2024-08-29T19:03:23.382 INFO:tasks.workunit.client.0.smithi028.stdout: "manifest_stats_invalid": false, 2024-08-29T19:03:23.383 INFO:tasks.workunit.client.0.smithi028.stdout: "mapping_epoch": 645, 2024-08-29T19:03:23.383 INFO:tasks.workunit.client.0.smithi028.stdout: "object_location_counts": [], 2024-08-29T19:03:23.383 INFO:tasks.workunit.client.0.smithi028.stdout: "objects_scrubbed": 0, 2024-08-29T19:03:23.383 INFO:tasks.workunit.client.0.smithi028.stdout: "objects_trimmed": 0, 2024-08-29T19:03:23.383 INFO:tasks.workunit.client.0.smithi028.stdout: "omap_stats_invalid": false, 2024-08-29T19:03:23.383 INFO:tasks.workunit.client.0.smithi028.stdout: "ondisk_log_size": 0, 2024-08-29T19:03:23.383 INFO:tasks.workunit.client.0.smithi028.stdout: "ondisk_log_start": "0'0", 2024-08-29T19:03:23.383 INFO:tasks.workunit.client.0.smithi028.stdout: "parent": "0.0", 2024-08-29T19:03:23.383 INFO:tasks.workunit.client.0.smithi028.stdout: "parent_split_bits": 0, 2024-08-29T19:03:23.383 INFO:tasks.workunit.client.0.smithi028.stdout: "pgid": "3.1d", 2024-08-29T19:03:23.383 INFO:tasks.workunit.client.0.smithi028.stdout: "pin_stats_invalid": false, 2024-08-29T19:03:23.383 INFO:tasks.workunit.client.0.smithi028.stdout: "purged_snaps": [], 2024-08-29T19:03:23.383 INFO:tasks.workunit.client.0.smithi028.stdout: "reported_epoch": 2650, 2024-08-29T19:03:23.383 INFO:tasks.workunit.client.0.smithi028.stdout: "reported_seq": 4623, 2024-08-29T19:03:23.384 INFO:tasks.workunit.client.0.smithi028.stdout: "scrub_duration": 0.0, 2024-08-29T19:03:23.384 INFO:tasks.workunit.client.0.smithi028.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-31T01:59:23.162920+0000", 2024-08-29T19:03:23.384 INFO:tasks.workunit.client.0.smithi028.stdout: "snaptrim_duration": 0.0, 2024-08-29T19:03:23.384 INFO:tasks.workunit.client.0.smithi028.stdout: "snaptrimq_len": 0, 2024-08-29T19:03:23.384 INFO:tasks.workunit.client.0.smithi028.stdout: "stat_sum": { 2024-08-29T19:03:23.384 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes": 0, 2024-08-29T19:03:23.384 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes_hit_set_archive": 0, 2024-08-29T19:03:23.384 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes_recovered": 0, 2024-08-29T19:03:23.384 INFO:tasks.workunit.client.0.smithi028.stdout: "num_deep_scrub_errors": 0, 2024-08-29T19:03:23.384 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict": 0, 2024-08-29T19:03:23.384 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_kb": 0, 2024-08-29T19:03:23.384 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_mode_full": 0, 2024-08-29T19:03:23.384 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_mode_some": 0, 2024-08-29T19:03:23.384 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush": 0, 2024-08-29T19:03:23.385 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_kb": 0, 2024-08-29T19:03:23.385 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_mode_high": 0, 2024-08-29T19:03:23.385 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_mode_low": 0, 2024-08-29T19:03:23.385 INFO:tasks.workunit.client.0.smithi028.stdout: "num_keys_recovered": 0, 2024-08-29T19:03:23.385 INFO:tasks.workunit.client.0.smithi028.stdout: "num_large_omap_objects": 0, 2024-08-29T19:03:23.385 INFO:tasks.workunit.client.0.smithi028.stdout: "num_legacy_snapsets": 0, 2024-08-29T19:03:23.385 INFO:tasks.workunit.client.0.smithi028.stdout: "num_object_clones": 0, 2024-08-29T19:03:23.385 INFO:tasks.workunit.client.0.smithi028.stdout: "num_object_copies": 0, 2024-08-29T19:03:23.385 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects": 0, 2024-08-29T19:03:23.385 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_degraded": 0, 2024-08-29T19:03:23.385 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_dirty": 0, 2024-08-29T19:03:23.385 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_hit_set_archive": 0, 2024-08-29T19:03:23.385 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_manifest": 0, 2024-08-29T19:03:23.385 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_misplaced": 0, 2024-08-29T19:03:23.386 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_missing": 0, 2024-08-29T19:03:23.386 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_missing_on_primary": 0, 2024-08-29T19:03:23.386 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_omap": 0, 2024-08-29T19:03:23.386 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_pinned": 0, 2024-08-29T19:03:23.386 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_recovered": 0, 2024-08-29T19:03:23.386 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_repaired": 0, 2024-08-29T19:03:23.386 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_unfound": 0, 2024-08-29T19:03:23.386 INFO:tasks.workunit.client.0.smithi028.stdout: "num_omap_bytes": 0, 2024-08-29T19:03:23.386 INFO:tasks.workunit.client.0.smithi028.stdout: "num_omap_keys": 0, 2024-08-29T19:03:23.386 INFO:tasks.workunit.client.0.smithi028.stdout: "num_promote": 0, 2024-08-29T19:03:23.386 INFO:tasks.workunit.client.0.smithi028.stdout: "num_read": 0, 2024-08-29T19:03:23.386 INFO:tasks.workunit.client.0.smithi028.stdout: "num_read_kb": 0, 2024-08-29T19:03:23.386 INFO:tasks.workunit.client.0.smithi028.stdout: "num_scrub_errors": 0, 2024-08-29T19:03:23.386 INFO:tasks.workunit.client.0.smithi028.stdout: "num_shallow_scrub_errors": 0, 2024-08-29T19:03:23.387 INFO:tasks.workunit.client.0.smithi028.stdout: "num_whiteouts": 0, 2024-08-29T19:03:23.387 INFO:tasks.workunit.client.0.smithi028.stdout: "num_write": 0, 2024-08-29T19:03:23.387 INFO:tasks.workunit.client.0.smithi028.stdout: "num_write_kb": 0 2024-08-29T19:03:23.387 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:23.387 INFO:tasks.workunit.client.0.smithi028.stdout: "state": "active+clean", 2024-08-29T19:03:23.387 INFO:tasks.workunit.client.0.smithi028.stdout: "stats_invalid": false, 2024-08-29T19:03:23.387 INFO:tasks.workunit.client.0.smithi028.stdout: "up": [ 2024-08-29T19:03:23.387 INFO:tasks.workunit.client.0.smithi028.stdout: 5, 2024-08-29T19:03:23.387 INFO:tasks.workunit.client.0.smithi028.stdout: 4, 2024-08-29T19:03:23.387 INFO:tasks.workunit.client.0.smithi028.stdout: 6 2024-08-29T19:03:23.387 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-08-29T19:03:23.387 INFO:tasks.workunit.client.0.smithi028.stdout: "up_primary": 5, 2024-08-29T19:03:23.387 INFO:tasks.workunit.client.0.smithi028.stdout: "version": "0'0" 2024-08-29T19:03:23.388 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:23.388 INFO:tasks.workunit.client.0.smithi028.stdout: { 2024-08-29T19:03:23.388 INFO:tasks.workunit.client.0.smithi028.stdout: "acting": [ 2024-08-29T19:03:23.388 INFO:tasks.workunit.client.0.smithi028.stdout: 6, 2024-08-29T19:03:23.388 INFO:tasks.workunit.client.0.smithi028.stdout: 4, 2024-08-29T19:03:23.388 INFO:tasks.workunit.client.0.smithi028.stdout: 1 2024-08-29T19:03:23.388 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-08-29T19:03:23.388 INFO:tasks.workunit.client.0.smithi028.stdout: "acting_primary": 6, 2024-08-29T19:03:23.388 INFO:tasks.workunit.client.0.smithi028.stdout: "avail_no_missing": [], 2024-08-29T19:03:23.388 INFO:tasks.workunit.client.0.smithi028.stdout: "blocked_by": [], 2024-08-29T19:03:23.388 INFO:tasks.workunit.client.0.smithi028.stdout: "created": 62, 2024-08-29T19:03:23.388 INFO:tasks.workunit.client.0.smithi028.stdout: "dirty_stats_invalid": false, 2024-08-29T19:03:23.388 INFO:tasks.workunit.client.0.smithi028.stdout: "hitset_bytes_stats_invalid": false, 2024-08-29T19:03:23.388 INFO:tasks.workunit.client.0.smithi028.stdout: "hitset_stats_invalid": false, 2024-08-29T19:03:23.389 INFO:tasks.workunit.client.0.smithi028.stdout: "last_active": "2024-08-29T19:02:14.919832+0000", 2024-08-29T19:03:23.389 INFO:tasks.workunit.client.0.smithi028.stdout: "last_became_active": "2024-08-29T17:57:36.387271+0000", 2024-08-29T19:03:23.389 INFO:tasks.workunit.client.0.smithi028.stdout: "last_became_peered": "2024-08-29T17:57:36.387271+0000", 2024-08-29T19:03:23.389 INFO:tasks.workunit.client.0.smithi028.stdout: "last_change": "2024-08-29T17:57:36.387630+0000", 2024-08-29T19:03:23.389 INFO:tasks.workunit.client.0.smithi028.stdout: "last_clean": "2024-08-29T19:02:14.919832+0000", 2024-08-29T19:03:23.389 INFO:tasks.workunit.client.0.smithi028.stdout: "last_clean_scrub_stamp": "2024-08-29T17:41:01.987071+0000", 2024-08-29T19:03:23.389 INFO:tasks.workunit.client.0.smithi028.stdout: "last_deep_scrub": "0'0", 2024-08-29T19:03:23.389 INFO:tasks.workunit.client.0.smithi028.stdout: "last_deep_scrub_stamp": "2024-08-29T17:41:01.987071+0000", 2024-08-29T19:03:23.389 INFO:tasks.workunit.client.0.smithi028.stdout: "last_epoch_clean": 646, 2024-08-29T19:03:23.389 INFO:tasks.workunit.client.0.smithi028.stdout: "last_fresh": "2024-08-29T19:02:14.919832+0000", 2024-08-29T19:03:23.389 INFO:tasks.workunit.client.0.smithi028.stdout: "last_fullsized": "2024-08-29T19:02:14.919832+0000", 2024-08-29T19:03:23.389 INFO:tasks.workunit.client.0.smithi028.stdout: "last_peered": "2024-08-29T19:02:14.919832+0000", 2024-08-29T19:03:23.389 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub": "0'0", 2024-08-29T19:03:23.389 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub_duration": 0, 2024-08-29T19:03:23.390 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub_stamp": "2024-08-29T17:41:01.987071+0000", 2024-08-29T19:03:23.390 INFO:tasks.workunit.client.0.smithi028.stdout: "last_undegraded": "2024-08-29T19:02:14.919832+0000", 2024-08-29T19:03:23.390 INFO:tasks.workunit.client.0.smithi028.stdout: "last_unstale": "2024-08-29T19:02:14.919832+0000", 2024-08-29T19:03:23.390 INFO:tasks.workunit.client.0.smithi028.stdout: "log_dups_size": 0, 2024-08-29T19:03:23.390 INFO:tasks.workunit.client.0.smithi028.stdout: "log_size": 0, 2024-08-29T19:03:23.390 INFO:tasks.workunit.client.0.smithi028.stdout: "log_start": "0'0", 2024-08-29T19:03:23.390 INFO:tasks.workunit.client.0.smithi028.stdout: "manifest_stats_invalid": false, 2024-08-29T19:03:23.390 INFO:tasks.workunit.client.0.smithi028.stdout: "mapping_epoch": 645, 2024-08-29T19:03:23.390 INFO:tasks.workunit.client.0.smithi028.stdout: "object_location_counts": [], 2024-08-29T19:03:23.390 INFO:tasks.workunit.client.0.smithi028.stdout: "objects_scrubbed": 0, 2024-08-29T19:03:23.390 INFO:tasks.workunit.client.0.smithi028.stdout: "objects_trimmed": 0, 2024-08-29T19:03:23.390 INFO:tasks.workunit.client.0.smithi028.stdout: "omap_stats_invalid": false, 2024-08-29T19:03:23.390 INFO:tasks.workunit.client.0.smithi028.stdout: "ondisk_log_size": 0, 2024-08-29T19:03:23.390 INFO:tasks.workunit.client.0.smithi028.stdout: "ondisk_log_start": "0'0", 2024-08-29T19:03:23.391 INFO:tasks.workunit.client.0.smithi028.stdout: "parent": "0.0", 2024-08-29T19:03:23.391 INFO:tasks.workunit.client.0.smithi028.stdout: "parent_split_bits": 0, 2024-08-29T19:03:23.391 INFO:tasks.workunit.client.0.smithi028.stdout: "pgid": "3.a", 2024-08-29T19:03:23.391 INFO:tasks.workunit.client.0.smithi028.stdout: "pin_stats_invalid": false, 2024-08-29T19:03:23.391 INFO:tasks.workunit.client.0.smithi028.stdout: "purged_snaps": [], 2024-08-29T19:03:23.391 INFO:tasks.workunit.client.0.smithi028.stdout: "reported_epoch": 2650, 2024-08-29T19:03:23.391 INFO:tasks.workunit.client.0.smithi028.stdout: "reported_seq": 4604, 2024-08-29T19:03:23.391 INFO:tasks.workunit.client.0.smithi028.stdout: "scrub_duration": 0.0, 2024-08-29T19:03:23.391 INFO:tasks.workunit.client.0.smithi028.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-30T22:36:49.106912+0000", 2024-08-29T19:03:23.391 INFO:tasks.workunit.client.0.smithi028.stdout: "snaptrim_duration": 0.0, 2024-08-29T19:03:23.391 INFO:tasks.workunit.client.0.smithi028.stdout: "snaptrimq_len": 0, 2024-08-29T19:03:23.391 INFO:tasks.workunit.client.0.smithi028.stdout: "stat_sum": { 2024-08-29T19:03:23.391 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes": 0, 2024-08-29T19:03:23.391 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes_hit_set_archive": 0, 2024-08-29T19:03:23.392 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes_recovered": 0, 2024-08-29T19:03:23.392 INFO:tasks.workunit.client.0.smithi028.stdout: "num_deep_scrub_errors": 0, 2024-08-29T19:03:23.392 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict": 0, 2024-08-29T19:03:23.392 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_kb": 0, 2024-08-29T19:03:23.392 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_mode_full": 0, 2024-08-29T19:03:23.392 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_mode_some": 0, 2024-08-29T19:03:23.392 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush": 0, 2024-08-29T19:03:23.392 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_kb": 0, 2024-08-29T19:03:23.392 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_mode_high": 0, 2024-08-29T19:03:23.392 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_mode_low": 0, 2024-08-29T19:03:23.392 INFO:tasks.workunit.client.0.smithi028.stdout: "num_keys_recovered": 0, 2024-08-29T19:03:23.392 INFO:tasks.workunit.client.0.smithi028.stdout: "num_large_omap_objects": 0, 2024-08-29T19:03:23.392 INFO:tasks.workunit.client.0.smithi028.stdout: "num_legacy_snapsets": 0, 2024-08-29T19:03:23.392 INFO:tasks.workunit.client.0.smithi028.stdout: "num_object_clones": 0, 2024-08-29T19:03:23.393 INFO:tasks.workunit.client.0.smithi028.stdout: "num_object_copies": 0, 2024-08-29T19:03:23.393 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects": 0, 2024-08-29T19:03:23.393 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_degraded": 0, 2024-08-29T19:03:23.393 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_dirty": 0, 2024-08-29T19:03:23.393 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_hit_set_archive": 0, 2024-08-29T19:03:23.393 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_manifest": 0, 2024-08-29T19:03:23.393 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_misplaced": 0, 2024-08-29T19:03:23.393 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_missing": 0, 2024-08-29T19:03:23.393 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_missing_on_primary": 0, 2024-08-29T19:03:23.393 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_omap": 0, 2024-08-29T19:03:23.393 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_pinned": 0, 2024-08-29T19:03:23.393 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_recovered": 0, 2024-08-29T19:03:23.393 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_repaired": 0, 2024-08-29T19:03:23.394 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_unfound": 0, 2024-08-29T19:03:23.394 INFO:tasks.workunit.client.0.smithi028.stdout: "num_omap_bytes": 0, 2024-08-29T19:03:23.394 INFO:tasks.workunit.client.0.smithi028.stdout: "num_omap_keys": 0, 2024-08-29T19:03:23.394 INFO:tasks.workunit.client.0.smithi028.stdout: "num_promote": 0, 2024-08-29T19:03:23.394 INFO:tasks.workunit.client.0.smithi028.stdout: "num_read": 0, 2024-08-29T19:03:23.394 INFO:tasks.workunit.client.0.smithi028.stdout: "num_read_kb": 0, 2024-08-29T19:03:23.394 INFO:tasks.workunit.client.0.smithi028.stdout: "num_scrub_errors": 0, 2024-08-29T19:03:23.394 INFO:tasks.workunit.client.0.smithi028.stdout: "num_shallow_scrub_errors": 0, 2024-08-29T19:03:23.394 INFO:tasks.workunit.client.0.smithi028.stdout: "num_whiteouts": 0, 2024-08-29T19:03:23.394 INFO:tasks.workunit.client.0.smithi028.stdout: "num_write": 0, 2024-08-29T19:03:23.394 INFO:tasks.workunit.client.0.smithi028.stdout: "num_write_kb": 0 2024-08-29T19:03:23.394 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:23.394 INFO:tasks.workunit.client.0.smithi028.stdout: "state": "active+clean", 2024-08-29T19:03:23.394 INFO:tasks.workunit.client.0.smithi028.stdout: "stats_invalid": false, 2024-08-29T19:03:23.395 INFO:tasks.workunit.client.0.smithi028.stdout: "up": [ 2024-08-29T19:03:23.395 INFO:tasks.workunit.client.0.smithi028.stdout: 6, 2024-08-29T19:03:23.395 INFO:tasks.workunit.client.0.smithi028.stdout: 4, 2024-08-29T19:03:23.395 INFO:tasks.workunit.client.0.smithi028.stdout: 1 2024-08-29T19:03:23.395 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-08-29T19:03:23.395 INFO:tasks.workunit.client.0.smithi028.stdout: "up_primary": 6, 2024-08-29T19:03:23.395 INFO:tasks.workunit.client.0.smithi028.stdout: "version": "0'0" 2024-08-29T19:03:23.395 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:23.395 INFO:tasks.workunit.client.0.smithi028.stdout: { 2024-08-29T19:03:23.395 INFO:tasks.workunit.client.0.smithi028.stdout: "acting": [ 2024-08-29T19:03:23.395 INFO:tasks.workunit.client.0.smithi028.stdout: 7, 2024-08-29T19:03:23.395 INFO:tasks.workunit.client.0.smithi028.stdout: 4, 2024-08-29T19:03:23.395 INFO:tasks.workunit.client.0.smithi028.stdout: 5 2024-08-29T19:03:23.395 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-08-29T19:03:23.396 INFO:tasks.workunit.client.0.smithi028.stdout: "acting_primary": 7, 2024-08-29T19:03:23.396 INFO:tasks.workunit.client.0.smithi028.stdout: "avail_no_missing": [], 2024-08-29T19:03:23.396 INFO:tasks.workunit.client.0.smithi028.stdout: "blocked_by": [], 2024-08-29T19:03:23.396 INFO:tasks.workunit.client.0.smithi028.stdout: "created": 59, 2024-08-29T19:03:23.396 INFO:tasks.workunit.client.0.smithi028.stdout: "dirty_stats_invalid": false, 2024-08-29T19:03:23.396 INFO:tasks.workunit.client.0.smithi028.stdout: "hitset_bytes_stats_invalid": false, 2024-08-29T19:03:23.396 INFO:tasks.workunit.client.0.smithi028.stdout: "hitset_stats_invalid": false, 2024-08-29T19:03:23.396 INFO:tasks.workunit.client.0.smithi028.stdout: "last_active": "2024-08-29T19:02:14.096750+0000", 2024-08-29T19:03:23.396 INFO:tasks.workunit.client.0.smithi028.stdout: "last_became_active": "2024-08-29T17:58:11.359874+0000", 2024-08-29T19:03:23.396 INFO:tasks.workunit.client.0.smithi028.stdout: "last_became_peered": "2024-08-29T17:58:11.359874+0000", 2024-08-29T19:03:23.396 INFO:tasks.workunit.client.0.smithi028.stdout: "last_change": "2024-08-29T17:58:11.360330+0000", 2024-08-29T19:03:23.396 INFO:tasks.workunit.client.0.smithi028.stdout: "last_clean": "2024-08-29T19:02:14.096750+0000", 2024-08-29T19:03:23.397 INFO:tasks.workunit.client.0.smithi028.stdout: "last_clean_scrub_stamp": "2024-08-29T17:40:52.944949+0000", 2024-08-29T19:03:23.397 INFO:tasks.workunit.client.0.smithi028.stdout: "last_deep_scrub": "0'0", 2024-08-29T19:03:23.397 INFO:tasks.workunit.client.0.smithi028.stdout: "last_deep_scrub_stamp": "2024-08-29T17:40:52.944949+0000", 2024-08-29T19:03:23.397 INFO:tasks.workunit.client.0.smithi028.stdout: "last_epoch_clean": 681, 2024-08-29T19:03:23.397 INFO:tasks.workunit.client.0.smithi028.stdout: "last_fresh": "2024-08-29T19:02:14.096750+0000", 2024-08-29T19:03:23.397 INFO:tasks.workunit.client.0.smithi028.stdout: "last_fullsized": "2024-08-29T19:02:14.096750+0000", 2024-08-29T19:03:23.397 INFO:tasks.workunit.client.0.smithi028.stdout: "last_peered": "2024-08-29T19:02:14.096750+0000", 2024-08-29T19:03:23.397 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub": "0'0", 2024-08-29T19:03:23.397 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub_duration": 0, 2024-08-29T19:03:23.397 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub_stamp": "2024-08-29T17:40:52.944949+0000", 2024-08-29T19:03:23.397 INFO:tasks.workunit.client.0.smithi028.stdout: "last_undegraded": "2024-08-29T19:02:14.096750+0000", 2024-08-29T19:03:23.397 INFO:tasks.workunit.client.0.smithi028.stdout: "last_unstale": "2024-08-29T19:02:14.096750+0000", 2024-08-29T19:03:23.397 INFO:tasks.workunit.client.0.smithi028.stdout: "log_dups_size": 0, 2024-08-29T19:03:23.397 INFO:tasks.workunit.client.0.smithi028.stdout: "log_size": 3, 2024-08-29T19:03:23.398 INFO:tasks.workunit.client.0.smithi028.stdout: "log_start": "0'0", 2024-08-29T19:03:23.398 INFO:tasks.workunit.client.0.smithi028.stdout: "manifest_stats_invalid": false, 2024-08-29T19:03:23.398 INFO:tasks.workunit.client.0.smithi028.stdout: "mapping_epoch": 680, 2024-08-29T19:03:23.398 INFO:tasks.workunit.client.0.smithi028.stdout: "object_location_counts": [], 2024-08-29T19:03:23.398 INFO:tasks.workunit.client.0.smithi028.stdout: "objects_scrubbed": 0, 2024-08-29T19:03:23.398 INFO:tasks.workunit.client.0.smithi028.stdout: "objects_trimmed": 0, 2024-08-29T19:03:23.398 INFO:tasks.workunit.client.0.smithi028.stdout: "omap_stats_invalid": false, 2024-08-29T19:03:23.398 INFO:tasks.workunit.client.0.smithi028.stdout: "ondisk_log_size": 3, 2024-08-29T19:03:23.398 INFO:tasks.workunit.client.0.smithi028.stdout: "ondisk_log_start": "0'0", 2024-08-29T19:03:23.398 INFO:tasks.workunit.client.0.smithi028.stdout: "parent": "0.0", 2024-08-29T19:03:23.398 INFO:tasks.workunit.client.0.smithi028.stdout: "parent_split_bits": 0, 2024-08-29T19:03:23.398 INFO:tasks.workunit.client.0.smithi028.stdout: "pgid": "2.b", 2024-08-29T19:03:23.398 INFO:tasks.workunit.client.0.smithi028.stdout: "pin_stats_invalid": false, 2024-08-29T19:03:23.398 INFO:tasks.workunit.client.0.smithi028.stdout: "purged_snaps": [], 2024-08-29T19:03:23.399 INFO:tasks.workunit.client.0.smithi028.stdout: "reported_epoch": 2650, 2024-08-29T19:03:23.399 INFO:tasks.workunit.client.0.smithi028.stdout: "reported_seq": 4569, 2024-08-29T19:03:23.399 INFO:tasks.workunit.client.0.smithi028.stdout: "scrub_duration": 0.0, 2024-08-29T19:03:23.399 INFO:tasks.workunit.client.0.smithi028.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-31T02:50:48.851871+0000", 2024-08-29T19:03:23.399 INFO:tasks.workunit.client.0.smithi028.stdout: "snaptrim_duration": 0.0, 2024-08-29T19:03:23.399 INFO:tasks.workunit.client.0.smithi028.stdout: "snaptrimq_len": 0, 2024-08-29T19:03:23.399 INFO:tasks.workunit.client.0.smithi028.stdout: "stat_sum": { 2024-08-29T19:03:23.399 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes": 0, 2024-08-29T19:03:23.399 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes_hit_set_archive": 0, 2024-08-29T19:03:23.399 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes_recovered": 0, 2024-08-29T19:03:23.399 INFO:tasks.workunit.client.0.smithi028.stdout: "num_deep_scrub_errors": 0, 2024-08-29T19:03:23.399 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict": 0, 2024-08-29T19:03:23.399 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_kb": 0, 2024-08-29T19:03:23.400 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_mode_full": 0, 2024-08-29T19:03:23.400 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_mode_some": 0, 2024-08-29T19:03:23.400 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush": 0, 2024-08-29T19:03:23.400 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_kb": 0, 2024-08-29T19:03:23.400 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_mode_high": 0, 2024-08-29T19:03:23.400 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_mode_low": 0, 2024-08-29T19:03:23.400 INFO:tasks.workunit.client.0.smithi028.stdout: "num_keys_recovered": 0, 2024-08-29T19:03:23.400 INFO:tasks.workunit.client.0.smithi028.stdout: "num_large_omap_objects": 0, 2024-08-29T19:03:23.400 INFO:tasks.workunit.client.0.smithi028.stdout: "num_legacy_snapsets": 0, 2024-08-29T19:03:23.400 INFO:tasks.workunit.client.0.smithi028.stdout: "num_object_clones": 0, 2024-08-29T19:03:23.400 INFO:tasks.workunit.client.0.smithi028.stdout: "num_object_copies": 3, 2024-08-29T19:03:23.400 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects": 1, 2024-08-29T19:03:23.400 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_degraded": 0, 2024-08-29T19:03:23.400 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_dirty": 1, 2024-08-29T19:03:23.401 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_hit_set_archive": 0, 2024-08-29T19:03:23.401 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_manifest": 0, 2024-08-29T19:03:23.401 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_misplaced": 0, 2024-08-29T19:03:23.401 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_missing": 0, 2024-08-29T19:03:23.401 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_missing_on_primary": 0, 2024-08-29T19:03:23.401 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_omap": 1, 2024-08-29T19:03:23.401 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_pinned": 0, 2024-08-29T19:03:23.401 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_recovered": 0, 2024-08-29T19:03:23.401 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_repaired": 0, 2024-08-29T19:03:23.401 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_unfound": 0, 2024-08-29T19:03:23.401 INFO:tasks.workunit.client.0.smithi028.stdout: "num_omap_bytes": 0, 2024-08-29T19:03:23.401 INFO:tasks.workunit.client.0.smithi028.stdout: "num_omap_keys": 0, 2024-08-29T19:03:23.401 INFO:tasks.workunit.client.0.smithi028.stdout: "num_promote": 0, 2024-08-29T19:03:23.401 INFO:tasks.workunit.client.0.smithi028.stdout: "num_read": 2, 2024-08-29T19:03:23.402 INFO:tasks.workunit.client.0.smithi028.stdout: "num_read_kb": 2, 2024-08-29T19:03:23.402 INFO:tasks.workunit.client.0.smithi028.stdout: "num_scrub_errors": 0, 2024-08-29T19:03:23.402 INFO:tasks.workunit.client.0.smithi028.stdout: "num_shallow_scrub_errors": 0, 2024-08-29T19:03:23.402 INFO:tasks.workunit.client.0.smithi028.stdout: "num_whiteouts": 0, 2024-08-29T19:03:23.402 INFO:tasks.workunit.client.0.smithi028.stdout: "num_write": 1, 2024-08-29T19:03:23.402 INFO:tasks.workunit.client.0.smithi028.stdout: "num_write_kb": 0 2024-08-29T19:03:23.402 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:23.402 INFO:tasks.workunit.client.0.smithi028.stdout: "state": "active+clean", 2024-08-29T19:03:23.402 INFO:tasks.workunit.client.0.smithi028.stdout: "stats_invalid": false, 2024-08-29T19:03:23.402 INFO:tasks.workunit.client.0.smithi028.stdout: "up": [ 2024-08-29T19:03:23.402 INFO:tasks.workunit.client.0.smithi028.stdout: 7, 2024-08-29T19:03:23.402 INFO:tasks.workunit.client.0.smithi028.stdout: 4, 2024-08-29T19:03:23.402 INFO:tasks.workunit.client.0.smithi028.stdout: 5 2024-08-29T19:03:23.403 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-08-29T19:03:23.403 INFO:tasks.workunit.client.0.smithi028.stdout: "up_primary": 7, 2024-08-29T19:03:23.403 INFO:tasks.workunit.client.0.smithi028.stdout: "version": "721'3" 2024-08-29T19:03:23.403 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:23.403 INFO:tasks.workunit.client.0.smithi028.stdout: { 2024-08-29T19:03:23.403 INFO:tasks.workunit.client.0.smithi028.stdout: "acting": [ 2024-08-29T19:03:23.403 INFO:tasks.workunit.client.0.smithi028.stdout: 3, 2024-08-29T19:03:23.403 INFO:tasks.workunit.client.0.smithi028.stdout: 0, 2024-08-29T19:03:23.403 INFO:tasks.workunit.client.0.smithi028.stdout: 4 2024-08-29T19:03:23.403 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-08-29T19:03:23.403 INFO:tasks.workunit.client.0.smithi028.stdout: "acting_primary": 3, 2024-08-29T19:03:23.403 INFO:tasks.workunit.client.0.smithi028.stdout: "avail_no_missing": [], 2024-08-29T19:03:23.403 INFO:tasks.workunit.client.0.smithi028.stdout: "blocked_by": [], 2024-08-29T19:03:23.404 INFO:tasks.workunit.client.0.smithi028.stdout: "created": 62, 2024-08-29T19:03:23.404 INFO:tasks.workunit.client.0.smithi028.stdout: "dirty_stats_invalid": false, 2024-08-29T19:03:23.404 INFO:tasks.workunit.client.0.smithi028.stdout: "hitset_bytes_stats_invalid": false, 2024-08-29T19:03:23.404 INFO:tasks.workunit.client.0.smithi028.stdout: "hitset_stats_invalid": false, 2024-08-29T19:03:23.404 INFO:tasks.workunit.client.0.smithi028.stdout: "last_active": "2024-08-29T19:02:14.843901+0000", 2024-08-29T19:03:23.404 INFO:tasks.workunit.client.0.smithi028.stdout: "last_became_active": "2024-08-29T17:56:29.368116+0000", 2024-08-29T19:03:23.404 INFO:tasks.workunit.client.0.smithi028.stdout: "last_became_peered": "2024-08-29T17:56:29.368116+0000", 2024-08-29T19:03:23.404 INFO:tasks.workunit.client.0.smithi028.stdout: "last_change": "2024-08-29T17:56:29.368982+0000", 2024-08-29T19:03:23.404 INFO:tasks.workunit.client.0.smithi028.stdout: "last_clean": "2024-08-29T19:02:14.843901+0000", 2024-08-29T19:03:23.404 INFO:tasks.workunit.client.0.smithi028.stdout: "last_clean_scrub_stamp": "2024-08-29T17:41:01.987071+0000", 2024-08-29T19:03:23.404 INFO:tasks.workunit.client.0.smithi028.stdout: "last_deep_scrub": "0'0", 2024-08-29T19:03:23.404 INFO:tasks.workunit.client.0.smithi028.stdout: "last_deep_scrub_stamp": "2024-08-29T17:41:01.987071+0000", 2024-08-29T19:03:23.404 INFO:tasks.workunit.client.0.smithi028.stdout: "last_epoch_clean": 580, 2024-08-29T19:03:23.405 INFO:tasks.workunit.client.0.smithi028.stdout: "last_fresh": "2024-08-29T19:02:14.843901+0000", 2024-08-29T19:03:23.405 INFO:tasks.workunit.client.0.smithi028.stdout: "last_fullsized": "2024-08-29T19:02:14.843901+0000", 2024-08-29T19:03:23.405 INFO:tasks.workunit.client.0.smithi028.stdout: "last_peered": "2024-08-29T19:02:14.843901+0000", 2024-08-29T19:03:23.405 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub": "0'0", 2024-08-29T19:03:23.405 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub_duration": 0, 2024-08-29T19:03:23.405 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub_stamp": "2024-08-29T17:41:01.987071+0000", 2024-08-29T19:03:23.405 INFO:tasks.workunit.client.0.smithi028.stdout: "last_undegraded": "2024-08-29T19:02:14.843901+0000", 2024-08-29T19:03:23.405 INFO:tasks.workunit.client.0.smithi028.stdout: "last_unstale": "2024-08-29T19:02:14.843901+0000", 2024-08-29T19:03:23.405 INFO:tasks.workunit.client.0.smithi028.stdout: "log_dups_size": 0, 2024-08-29T19:03:23.405 INFO:tasks.workunit.client.0.smithi028.stdout: "log_size": 0, 2024-08-29T19:03:23.405 INFO:tasks.workunit.client.0.smithi028.stdout: "log_start": "0'0", 2024-08-29T19:03:23.405 INFO:tasks.workunit.client.0.smithi028.stdout: "manifest_stats_invalid": false, 2024-08-29T19:03:23.405 INFO:tasks.workunit.client.0.smithi028.stdout: "mapping_epoch": 579, 2024-08-29T19:03:23.405 INFO:tasks.workunit.client.0.smithi028.stdout: "object_location_counts": [], 2024-08-29T19:03:23.405 INFO:tasks.workunit.client.0.smithi028.stdout: "objects_scrubbed": 0, 2024-08-29T19:03:23.406 INFO:tasks.workunit.client.0.smithi028.stdout: "objects_trimmed": 0, 2024-08-29T19:03:23.406 INFO:tasks.workunit.client.0.smithi028.stdout: "omap_stats_invalid": false, 2024-08-29T19:03:23.406 INFO:tasks.workunit.client.0.smithi028.stdout: "ondisk_log_size": 0, 2024-08-29T19:03:23.406 INFO:tasks.workunit.client.0.smithi028.stdout: "ondisk_log_start": "0'0", 2024-08-29T19:03:23.406 INFO:tasks.workunit.client.0.smithi028.stdout: "parent": "0.0", 2024-08-29T19:03:23.406 INFO:tasks.workunit.client.0.smithi028.stdout: "parent_split_bits": 0, 2024-08-29T19:03:23.406 INFO:tasks.workunit.client.0.smithi028.stdout: "pgid": "3.b", 2024-08-29T19:03:23.406 INFO:tasks.workunit.client.0.smithi028.stdout: "pin_stats_invalid": false, 2024-08-29T19:03:23.406 INFO:tasks.workunit.client.0.smithi028.stdout: "purged_snaps": [], 2024-08-29T19:03:23.406 INFO:tasks.workunit.client.0.smithi028.stdout: "reported_epoch": 2650, 2024-08-29T19:03:23.406 INFO:tasks.workunit.client.0.smithi028.stdout: "reported_seq": 4689, 2024-08-29T19:03:23.406 INFO:tasks.workunit.client.0.smithi028.stdout: "scrub_duration": 0.0, 2024-08-29T19:03:23.406 INFO:tasks.workunit.client.0.smithi028.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-31T00:24:10.418969+0000", 2024-08-29T19:03:23.406 INFO:tasks.workunit.client.0.smithi028.stdout: "snaptrim_duration": 0.0, 2024-08-29T19:03:23.407 INFO:tasks.workunit.client.0.smithi028.stdout: "snaptrimq_len": 0, 2024-08-29T19:03:23.407 INFO:tasks.workunit.client.0.smithi028.stdout: "stat_sum": { 2024-08-29T19:03:23.407 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes": 0, 2024-08-29T19:03:23.407 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes_hit_set_archive": 0, 2024-08-29T19:03:23.407 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes_recovered": 0, 2024-08-29T19:03:23.407 INFO:tasks.workunit.client.0.smithi028.stdout: "num_deep_scrub_errors": 0, 2024-08-29T19:03:23.407 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict": 0, 2024-08-29T19:03:23.407 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_kb": 0, 2024-08-29T19:03:23.407 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_mode_full": 0, 2024-08-29T19:03:23.407 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_mode_some": 0, 2024-08-29T19:03:23.407 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush": 0, 2024-08-29T19:03:23.407 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_kb": 0, 2024-08-29T19:03:23.407 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_mode_high": 0, 2024-08-29T19:03:23.407 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_mode_low": 0, 2024-08-29T19:03:23.408 INFO:tasks.workunit.client.0.smithi028.stdout: "num_keys_recovered": 0, 2024-08-29T19:03:23.408 INFO:tasks.workunit.client.0.smithi028.stdout: "num_large_omap_objects": 0, 2024-08-29T19:03:23.408 INFO:tasks.workunit.client.0.smithi028.stdout: "num_legacy_snapsets": 0, 2024-08-29T19:03:23.408 INFO:tasks.workunit.client.0.smithi028.stdout: "num_object_clones": 0, 2024-08-29T19:03:23.408 INFO:tasks.workunit.client.0.smithi028.stdout: "num_object_copies": 0, 2024-08-29T19:03:23.408 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects": 0, 2024-08-29T19:03:23.408 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_degraded": 0, 2024-08-29T19:03:23.408 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_dirty": 0, 2024-08-29T19:03:23.408 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_hit_set_archive": 0, 2024-08-29T19:03:23.408 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_manifest": 0, 2024-08-29T19:03:23.408 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_misplaced": 0, 2024-08-29T19:03:23.408 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_missing": 0, 2024-08-29T19:03:23.408 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_missing_on_primary": 0, 2024-08-29T19:03:23.408 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_omap": 0, 2024-08-29T19:03:23.409 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_pinned": 0, 2024-08-29T19:03:23.409 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_recovered": 0, 2024-08-29T19:03:23.409 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_repaired": 0, 2024-08-29T19:03:23.409 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_unfound": 0, 2024-08-29T19:03:23.409 INFO:tasks.workunit.client.0.smithi028.stdout: "num_omap_bytes": 0, 2024-08-29T19:03:23.409 INFO:tasks.workunit.client.0.smithi028.stdout: "num_omap_keys": 0, 2024-08-29T19:03:23.409 INFO:tasks.workunit.client.0.smithi028.stdout: "num_promote": 0, 2024-08-29T19:03:23.409 INFO:tasks.workunit.client.0.smithi028.stdout: "num_read": 0, 2024-08-29T19:03:23.409 INFO:tasks.workunit.client.0.smithi028.stdout: "num_read_kb": 0, 2024-08-29T19:03:23.409 INFO:tasks.workunit.client.0.smithi028.stdout: "num_scrub_errors": 0, 2024-08-29T19:03:23.409 INFO:tasks.workunit.client.0.smithi028.stdout: "num_shallow_scrub_errors": 0, 2024-08-29T19:03:23.409 INFO:tasks.workunit.client.0.smithi028.stdout: "num_whiteouts": 0, 2024-08-29T19:03:23.409 INFO:tasks.workunit.client.0.smithi028.stdout: "num_write": 0, 2024-08-29T19:03:23.410 INFO:tasks.workunit.client.0.smithi028.stdout: "num_write_kb": 0 2024-08-29T19:03:23.410 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:23.410 INFO:tasks.workunit.client.0.smithi028.stdout: "state": "active+clean", 2024-08-29T19:03:23.410 INFO:tasks.workunit.client.0.smithi028.stdout: "stats_invalid": false, 2024-08-29T19:03:23.410 INFO:tasks.workunit.client.0.smithi028.stdout: "up": [ 2024-08-29T19:03:23.410 INFO:tasks.workunit.client.0.smithi028.stdout: 3, 2024-08-29T19:03:23.410 INFO:tasks.workunit.client.0.smithi028.stdout: 0, 2024-08-29T19:03:23.410 INFO:tasks.workunit.client.0.smithi028.stdout: 4 2024-08-29T19:03:23.410 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-08-29T19:03:23.410 INFO:tasks.workunit.client.0.smithi028.stdout: "up_primary": 3, 2024-08-29T19:03:23.410 INFO:tasks.workunit.client.0.smithi028.stdout: "version": "0'0" 2024-08-29T19:03:23.410 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:23.410 INFO:tasks.workunit.client.0.smithi028.stdout: { 2024-08-29T19:03:23.410 INFO:tasks.workunit.client.0.smithi028.stdout: "acting": [ 2024-08-29T19:03:23.410 INFO:tasks.workunit.client.0.smithi028.stdout: 1, 2024-08-29T19:03:23.411 INFO:tasks.workunit.client.0.smithi028.stdout: 3, 2024-08-29T19:03:23.411 INFO:tasks.workunit.client.0.smithi028.stdout: 7 2024-08-29T19:03:23.411 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-08-29T19:03:23.411 INFO:tasks.workunit.client.0.smithi028.stdout: "acting_primary": 1, 2024-08-29T19:03:23.411 INFO:tasks.workunit.client.0.smithi028.stdout: "avail_no_missing": [], 2024-08-29T19:03:23.411 INFO:tasks.workunit.client.0.smithi028.stdout: "blocked_by": [], 2024-08-29T19:03:23.411 INFO:tasks.workunit.client.0.smithi028.stdout: "created": 59, 2024-08-29T19:03:23.411 INFO:tasks.workunit.client.0.smithi028.stdout: "dirty_stats_invalid": false, 2024-08-29T19:03:23.411 INFO:tasks.workunit.client.0.smithi028.stdout: "hitset_bytes_stats_invalid": false, 2024-08-29T19:03:23.411 INFO:tasks.workunit.client.0.smithi028.stdout: "hitset_stats_invalid": false, 2024-08-29T19:03:23.411 INFO:tasks.workunit.client.0.smithi028.stdout: "last_active": "2024-08-29T19:02:14.817121+0000", 2024-08-29T19:03:23.411 INFO:tasks.workunit.client.0.smithi028.stdout: "last_became_active": "2024-08-29T17:58:11.355904+0000", 2024-08-29T19:03:23.411 INFO:tasks.workunit.client.0.smithi028.stdout: "last_became_peered": "2024-08-29T17:58:11.355904+0000", 2024-08-29T19:03:23.411 INFO:tasks.workunit.client.0.smithi028.stdout: "last_change": "2024-08-29T17:58:11.356541+0000", 2024-08-29T19:03:23.412 INFO:tasks.workunit.client.0.smithi028.stdout: "last_clean": "2024-08-29T19:02:14.817121+0000", 2024-08-29T19:03:23.412 INFO:tasks.workunit.client.0.smithi028.stdout: "last_clean_scrub_stamp": "2024-08-29T17:40:52.944949+0000", 2024-08-29T19:03:23.412 INFO:tasks.workunit.client.0.smithi028.stdout: "last_deep_scrub": "0'0", 2024-08-29T19:03:23.412 INFO:tasks.workunit.client.0.smithi028.stdout: "last_deep_scrub_stamp": "2024-08-29T17:40:52.944949+0000", 2024-08-29T19:03:23.412 INFO:tasks.workunit.client.0.smithi028.stdout: "last_epoch_clean": 681, 2024-08-29T19:03:23.412 INFO:tasks.workunit.client.0.smithi028.stdout: "last_fresh": "2024-08-29T19:02:14.817121+0000", 2024-08-29T19:03:23.412 INFO:tasks.workunit.client.0.smithi028.stdout: "last_fullsized": "2024-08-29T19:02:14.817121+0000", 2024-08-29T19:03:23.412 INFO:tasks.workunit.client.0.smithi028.stdout: "last_peered": "2024-08-29T19:02:14.817121+0000", 2024-08-29T19:03:23.412 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub": "0'0", 2024-08-29T19:03:23.412 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub_duration": 0, 2024-08-29T19:03:23.412 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub_stamp": "2024-08-29T17:40:52.944949+0000", 2024-08-29T19:03:23.412 INFO:tasks.workunit.client.0.smithi028.stdout: "last_undegraded": "2024-08-29T19:02:14.817121+0000", 2024-08-29T19:03:23.413 INFO:tasks.workunit.client.0.smithi028.stdout: "last_unstale": "2024-08-29T19:02:14.817121+0000", 2024-08-29T19:03:23.413 INFO:tasks.workunit.client.0.smithi028.stdout: "log_dups_size": 0, 2024-08-29T19:03:23.413 INFO:tasks.workunit.client.0.smithi028.stdout: "log_size": 0, 2024-08-29T19:03:23.413 INFO:tasks.workunit.client.0.smithi028.stdout: "log_start": "0'0", 2024-08-29T19:03:23.413 INFO:tasks.workunit.client.0.smithi028.stdout: "manifest_stats_invalid": false, 2024-08-29T19:03:23.413 INFO:tasks.workunit.client.0.smithi028.stdout: "mapping_epoch": 680, 2024-08-29T19:03:23.413 INFO:tasks.workunit.client.0.smithi028.stdout: "object_location_counts": [], 2024-08-29T19:03:23.413 INFO:tasks.workunit.client.0.smithi028.stdout: "objects_scrubbed": 0, 2024-08-29T19:03:23.413 INFO:tasks.workunit.client.0.smithi028.stdout: "objects_trimmed": 0, 2024-08-29T19:03:23.413 INFO:tasks.workunit.client.0.smithi028.stdout: "omap_stats_invalid": false, 2024-08-29T19:03:23.413 INFO:tasks.workunit.client.0.smithi028.stdout: "ondisk_log_size": 0, 2024-08-29T19:03:23.413 INFO:tasks.workunit.client.0.smithi028.stdout: "ondisk_log_start": "0'0", 2024-08-29T19:03:23.413 INFO:tasks.workunit.client.0.smithi028.stdout: "parent": "0.0", 2024-08-29T19:03:23.413 INFO:tasks.workunit.client.0.smithi028.stdout: "parent_split_bits": 0, 2024-08-29T19:03:23.414 INFO:tasks.workunit.client.0.smithi028.stdout: "pgid": "2.a", 2024-08-29T19:03:23.414 INFO:tasks.workunit.client.0.smithi028.stdout: "pin_stats_invalid": false, 2024-08-29T19:03:23.414 INFO:tasks.workunit.client.0.smithi028.stdout: "purged_snaps": [], 2024-08-29T19:03:23.414 INFO:tasks.workunit.client.0.smithi028.stdout: "reported_epoch": 2650, 2024-08-29T19:03:23.414 INFO:tasks.workunit.client.0.smithi028.stdout: "reported_seq": 4788, 2024-08-29T19:03:23.414 INFO:tasks.workunit.client.0.smithi028.stdout: "scrub_duration": 0.0, 2024-08-29T19:03:23.414 INFO:tasks.workunit.client.0.smithi028.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-31T01:40:07.824963+0000", 2024-08-29T19:03:23.414 INFO:tasks.workunit.client.0.smithi028.stdout: "snaptrim_duration": 0.0, 2024-08-29T19:03:23.414 INFO:tasks.workunit.client.0.smithi028.stdout: "snaptrimq_len": 0, 2024-08-29T19:03:23.414 INFO:tasks.workunit.client.0.smithi028.stdout: "stat_sum": { 2024-08-29T19:03:23.414 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes": 0, 2024-08-29T19:03:23.414 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes_hit_set_archive": 0, 2024-08-29T19:03:23.414 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes_recovered": 0, 2024-08-29T19:03:23.414 INFO:tasks.workunit.client.0.smithi028.stdout: "num_deep_scrub_errors": 0, 2024-08-29T19:03:23.415 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict": 0, 2024-08-29T19:03:23.415 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_kb": 0, 2024-08-29T19:03:23.415 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_mode_full": 0, 2024-08-29T19:03:23.415 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_mode_some": 0, 2024-08-29T19:03:23.415 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush": 0, 2024-08-29T19:03:23.415 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_kb": 0, 2024-08-29T19:03:23.415 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_mode_high": 0, 2024-08-29T19:03:23.415 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_mode_low": 0, 2024-08-29T19:03:23.415 INFO:tasks.workunit.client.0.smithi028.stdout: "num_keys_recovered": 0, 2024-08-29T19:03:23.415 INFO:tasks.workunit.client.0.smithi028.stdout: "num_large_omap_objects": 0, 2024-08-29T19:03:23.415 INFO:tasks.workunit.client.0.smithi028.stdout: "num_legacy_snapsets": 0, 2024-08-29T19:03:23.415 INFO:tasks.workunit.client.0.smithi028.stdout: "num_object_clones": 0, 2024-08-29T19:03:23.415 INFO:tasks.workunit.client.0.smithi028.stdout: "num_object_copies": 0, 2024-08-29T19:03:23.415 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects": 0, 2024-08-29T19:03:23.416 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_degraded": 0, 2024-08-29T19:03:23.416 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_dirty": 0, 2024-08-29T19:03:23.416 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_hit_set_archive": 0, 2024-08-29T19:03:23.416 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_manifest": 0, 2024-08-29T19:03:23.416 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_misplaced": 0, 2024-08-29T19:03:23.416 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_missing": 0, 2024-08-29T19:03:23.416 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_missing_on_primary": 0, 2024-08-29T19:03:23.416 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_omap": 0, 2024-08-29T19:03:23.416 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_pinned": 0, 2024-08-29T19:03:23.416 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_recovered": 0, 2024-08-29T19:03:23.416 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_repaired": 0, 2024-08-29T19:03:23.416 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_unfound": 0, 2024-08-29T19:03:23.416 INFO:tasks.workunit.client.0.smithi028.stdout: "num_omap_bytes": 0, 2024-08-29T19:03:23.417 INFO:tasks.workunit.client.0.smithi028.stdout: "num_omap_keys": 0, 2024-08-29T19:03:23.417 INFO:tasks.workunit.client.0.smithi028.stdout: "num_promote": 0, 2024-08-29T19:03:23.417 INFO:tasks.workunit.client.0.smithi028.stdout: "num_read": 0, 2024-08-29T19:03:23.417 INFO:tasks.workunit.client.0.smithi028.stdout: "num_read_kb": 0, 2024-08-29T19:03:23.417 INFO:tasks.workunit.client.0.smithi028.stdout: "num_scrub_errors": 0, 2024-08-29T19:03:23.417 INFO:tasks.workunit.client.0.smithi028.stdout: "num_shallow_scrub_errors": 0, 2024-08-29T19:03:23.417 INFO:tasks.workunit.client.0.smithi028.stdout: "num_whiteouts": 0, 2024-08-29T19:03:23.417 INFO:tasks.workunit.client.0.smithi028.stdout: "num_write": 0, 2024-08-29T19:03:23.417 INFO:tasks.workunit.client.0.smithi028.stdout: "num_write_kb": 0 2024-08-29T19:03:23.417 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:23.417 INFO:tasks.workunit.client.0.smithi028.stdout: "state": "active+clean", 2024-08-29T19:03:23.417 INFO:tasks.workunit.client.0.smithi028.stdout: "stats_invalid": false, 2024-08-29T19:03:23.417 INFO:tasks.workunit.client.0.smithi028.stdout: "up": [ 2024-08-29T19:03:23.418 INFO:tasks.workunit.client.0.smithi028.stdout: 1, 2024-08-29T19:03:23.418 INFO:tasks.workunit.client.0.smithi028.stdout: 3, 2024-08-29T19:03:23.418 INFO:tasks.workunit.client.0.smithi028.stdout: 7 2024-08-29T19:03:23.418 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-08-29T19:03:23.418 INFO:tasks.workunit.client.0.smithi028.stdout: "up_primary": 1, 2024-08-29T19:03:23.418 INFO:tasks.workunit.client.0.smithi028.stdout: "version": "0'0" 2024-08-29T19:03:23.418 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:23.418 INFO:tasks.workunit.client.0.smithi028.stdout: { 2024-08-29T19:03:23.418 INFO:tasks.workunit.client.0.smithi028.stdout: "acting": [ 2024-08-29T19:03:23.418 INFO:tasks.workunit.client.0.smithi028.stdout: 3, 2024-08-29T19:03:23.418 INFO:tasks.workunit.client.0.smithi028.stdout: 1, 2024-08-29T19:03:23.418 INFO:tasks.workunit.client.0.smithi028.stdout: 7 2024-08-29T19:03:23.418 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-08-29T19:03:23.418 INFO:tasks.workunit.client.0.smithi028.stdout: "acting_primary": 3, 2024-08-29T19:03:23.419 INFO:tasks.workunit.client.0.smithi028.stdout: "avail_no_missing": [], 2024-08-29T19:03:23.419 INFO:tasks.workunit.client.0.smithi028.stdout: "blocked_by": [], 2024-08-29T19:03:23.419 INFO:tasks.workunit.client.0.smithi028.stdout: "created": 62, 2024-08-29T19:03:23.419 INFO:tasks.workunit.client.0.smithi028.stdout: "dirty_stats_invalid": false, 2024-08-29T19:03:23.419 INFO:tasks.workunit.client.0.smithi028.stdout: "hitset_bytes_stats_invalid": false, 2024-08-29T19:03:23.419 INFO:tasks.workunit.client.0.smithi028.stdout: "hitset_stats_invalid": false, 2024-08-29T19:03:23.419 INFO:tasks.workunit.client.0.smithi028.stdout: "last_active": "2024-08-29T19:02:14.841246+0000", 2024-08-29T19:03:23.419 INFO:tasks.workunit.client.0.smithi028.stdout: "last_became_active": "2024-08-29T17:58:11.349017+0000", 2024-08-29T19:03:23.419 INFO:tasks.workunit.client.0.smithi028.stdout: "last_became_peered": "2024-08-29T17:58:11.349017+0000", 2024-08-29T19:03:23.419 INFO:tasks.workunit.client.0.smithi028.stdout: "last_change": "2024-08-29T17:58:11.350030+0000", 2024-08-29T19:03:23.419 INFO:tasks.workunit.client.0.smithi028.stdout: "last_clean": "2024-08-29T19:02:14.841246+0000", 2024-08-29T19:03:23.419 INFO:tasks.workunit.client.0.smithi028.stdout: "last_clean_scrub_stamp": "2024-08-29T17:41:01.987071+0000", 2024-08-29T19:03:23.419 INFO:tasks.workunit.client.0.smithi028.stdout: "last_deep_scrub": "0'0", 2024-08-29T19:03:23.419 INFO:tasks.workunit.client.0.smithi028.stdout: "last_deep_scrub_stamp": "2024-08-29T17:41:01.987071+0000", 2024-08-29T19:03:23.420 INFO:tasks.workunit.client.0.smithi028.stdout: "last_epoch_clean": 681, 2024-08-29T19:03:23.420 INFO:tasks.workunit.client.0.smithi028.stdout: "last_fresh": "2024-08-29T19:02:14.841246+0000", 2024-08-29T19:03:23.420 INFO:tasks.workunit.client.0.smithi028.stdout: "last_fullsized": "2024-08-29T19:02:14.841246+0000", 2024-08-29T19:03:23.420 INFO:tasks.workunit.client.0.smithi028.stdout: "last_peered": "2024-08-29T19:02:14.841246+0000", 2024-08-29T19:03:23.420 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub": "0'0", 2024-08-29T19:03:23.420 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub_duration": 0, 2024-08-29T19:03:23.420 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub_stamp": "2024-08-29T17:41:01.987071+0000", 2024-08-29T19:03:23.420 INFO:tasks.workunit.client.0.smithi028.stdout: "last_undegraded": "2024-08-29T19:02:14.841246+0000", 2024-08-29T19:03:23.420 INFO:tasks.workunit.client.0.smithi028.stdout: "last_unstale": "2024-08-29T19:02:14.841246+0000", 2024-08-29T19:03:23.420 INFO:tasks.workunit.client.0.smithi028.stdout: "log_dups_size": 0, 2024-08-29T19:03:23.420 INFO:tasks.workunit.client.0.smithi028.stdout: "log_size": 0, 2024-08-29T19:03:23.420 INFO:tasks.workunit.client.0.smithi028.stdout: "log_start": "0'0", 2024-08-29T19:03:23.420 INFO:tasks.workunit.client.0.smithi028.stdout: "manifest_stats_invalid": false, 2024-08-29T19:03:23.420 INFO:tasks.workunit.client.0.smithi028.stdout: "mapping_epoch": 680, 2024-08-29T19:03:23.421 INFO:tasks.workunit.client.0.smithi028.stdout: "object_location_counts": [], 2024-08-29T19:03:23.421 INFO:tasks.workunit.client.0.smithi028.stdout: "objects_scrubbed": 0, 2024-08-29T19:03:23.421 INFO:tasks.workunit.client.0.smithi028.stdout: "objects_trimmed": 0, 2024-08-29T19:03:23.421 INFO:tasks.workunit.client.0.smithi028.stdout: "omap_stats_invalid": false, 2024-08-29T19:03:23.421 INFO:tasks.workunit.client.0.smithi028.stdout: "ondisk_log_size": 0, 2024-08-29T19:03:23.421 INFO:tasks.workunit.client.0.smithi028.stdout: "ondisk_log_start": "0'0", 2024-08-29T19:03:23.421 INFO:tasks.workunit.client.0.smithi028.stdout: "parent": "0.0", 2024-08-29T19:03:23.421 INFO:tasks.workunit.client.0.smithi028.stdout: "parent_split_bits": 0, 2024-08-29T19:03:23.421 INFO:tasks.workunit.client.0.smithi028.stdout: "pgid": "3.8", 2024-08-29T19:03:23.421 INFO:tasks.workunit.client.0.smithi028.stdout: "pin_stats_invalid": false, 2024-08-29T19:03:23.421 INFO:tasks.workunit.client.0.smithi028.stdout: "purged_snaps": [], 2024-08-29T19:03:23.421 INFO:tasks.workunit.client.0.smithi028.stdout: "reported_epoch": 2650, 2024-08-29T19:03:23.421 INFO:tasks.workunit.client.0.smithi028.stdout: "reported_seq": 4720, 2024-08-29T19:03:23.421 INFO:tasks.workunit.client.0.smithi028.stdout: "scrub_duration": 0.0, 2024-08-29T19:03:23.422 INFO:tasks.workunit.client.0.smithi028.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-30T23:55:05.107594+0000", 2024-08-29T19:03:23.422 INFO:tasks.workunit.client.0.smithi028.stdout: "snaptrim_duration": 0.0, 2024-08-29T19:03:23.422 INFO:tasks.workunit.client.0.smithi028.stdout: "snaptrimq_len": 0, 2024-08-29T19:03:23.422 INFO:tasks.workunit.client.0.smithi028.stdout: "stat_sum": { 2024-08-29T19:03:23.422 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes": 0, 2024-08-29T19:03:23.422 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes_hit_set_archive": 0, 2024-08-29T19:03:23.422 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes_recovered": 0, 2024-08-29T19:03:23.422 INFO:tasks.workunit.client.0.smithi028.stdout: "num_deep_scrub_errors": 0, 2024-08-29T19:03:23.422 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict": 0, 2024-08-29T19:03:23.422 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_kb": 0, 2024-08-29T19:03:23.422 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_mode_full": 0, 2024-08-29T19:03:23.422 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_mode_some": 0, 2024-08-29T19:03:23.422 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush": 0, 2024-08-29T19:03:23.422 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_kb": 0, 2024-08-29T19:03:23.423 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_mode_high": 0, 2024-08-29T19:03:23.423 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_mode_low": 0, 2024-08-29T19:03:23.423 INFO:tasks.workunit.client.0.smithi028.stdout: "num_keys_recovered": 0, 2024-08-29T19:03:23.423 INFO:tasks.workunit.client.0.smithi028.stdout: "num_large_omap_objects": 0, 2024-08-29T19:03:23.423 INFO:tasks.workunit.client.0.smithi028.stdout: "num_legacy_snapsets": 0, 2024-08-29T19:03:23.423 INFO:tasks.workunit.client.0.smithi028.stdout: "num_object_clones": 0, 2024-08-29T19:03:23.423 INFO:tasks.workunit.client.0.smithi028.stdout: "num_object_copies": 0, 2024-08-29T19:03:23.423 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects": 0, 2024-08-29T19:03:23.423 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_degraded": 0, 2024-08-29T19:03:23.423 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_dirty": 0, 2024-08-29T19:03:23.423 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_hit_set_archive": 0, 2024-08-29T19:03:23.423 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_manifest": 0, 2024-08-29T19:03:23.423 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_misplaced": 0, 2024-08-29T19:03:23.423 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_missing": 0, 2024-08-29T19:03:23.424 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_missing_on_primary": 0, 2024-08-29T19:03:23.424 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_omap": 0, 2024-08-29T19:03:23.424 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_pinned": 0, 2024-08-29T19:03:23.424 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_recovered": 0, 2024-08-29T19:03:23.424 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_repaired": 0, 2024-08-29T19:03:23.424 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_unfound": 0, 2024-08-29T19:03:23.424 INFO:tasks.workunit.client.0.smithi028.stdout: "num_omap_bytes": 0, 2024-08-29T19:03:23.424 INFO:tasks.workunit.client.0.smithi028.stdout: "num_omap_keys": 0, 2024-08-29T19:03:23.424 INFO:tasks.workunit.client.0.smithi028.stdout: "num_promote": 0, 2024-08-29T19:03:23.424 INFO:tasks.workunit.client.0.smithi028.stdout: "num_read": 0, 2024-08-29T19:03:23.424 INFO:tasks.workunit.client.0.smithi028.stdout: "num_read_kb": 0, 2024-08-29T19:03:23.424 INFO:tasks.workunit.client.0.smithi028.stdout: "num_scrub_errors": 0, 2024-08-29T19:03:23.424 INFO:tasks.workunit.client.0.smithi028.stdout: "num_shallow_scrub_errors": 0, 2024-08-29T19:03:23.424 INFO:tasks.workunit.client.0.smithi028.stdout: "num_whiteouts": 0, 2024-08-29T19:03:23.425 INFO:tasks.workunit.client.0.smithi028.stdout: "num_write": 0, 2024-08-29T19:03:23.425 INFO:tasks.workunit.client.0.smithi028.stdout: "num_write_kb": 0 2024-08-29T19:03:23.425 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:23.425 INFO:tasks.workunit.client.0.smithi028.stdout: "state": "active+clean", 2024-08-29T19:03:23.425 INFO:tasks.workunit.client.0.smithi028.stdout: "stats_invalid": false, 2024-08-29T19:03:23.425 INFO:tasks.workunit.client.0.smithi028.stdout: "up": [ 2024-08-29T19:03:23.425 INFO:tasks.workunit.client.0.smithi028.stdout: 3, 2024-08-29T19:03:23.425 INFO:tasks.workunit.client.0.smithi028.stdout: 1, 2024-08-29T19:03:23.425 INFO:tasks.workunit.client.0.smithi028.stdout: 7 2024-08-29T19:03:23.425 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-08-29T19:03:23.425 INFO:tasks.workunit.client.0.smithi028.stdout: "up_primary": 3, 2024-08-29T19:03:23.425 INFO:tasks.workunit.client.0.smithi028.stdout: "version": "0'0" 2024-08-29T19:03:23.425 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:23.425 INFO:tasks.workunit.client.0.smithi028.stdout: { 2024-08-29T19:03:23.426 INFO:tasks.workunit.client.0.smithi028.stdout: "acting": [ 2024-08-29T19:03:23.426 INFO:tasks.workunit.client.0.smithi028.stdout: 1, 2024-08-29T19:03:23.426 INFO:tasks.workunit.client.0.smithi028.stdout: 7, 2024-08-29T19:03:23.426 INFO:tasks.workunit.client.0.smithi028.stdout: 3 2024-08-29T19:03:23.426 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-08-29T19:03:23.426 INFO:tasks.workunit.client.0.smithi028.stdout: "acting_primary": 1, 2024-08-29T19:03:23.426 INFO:tasks.workunit.client.0.smithi028.stdout: "avail_no_missing": [], 2024-08-29T19:03:23.426 INFO:tasks.workunit.client.0.smithi028.stdout: "blocked_by": [], 2024-08-29T19:03:23.426 INFO:tasks.workunit.client.0.smithi028.stdout: "created": 59, 2024-08-29T19:03:23.426 INFO:tasks.workunit.client.0.smithi028.stdout: "dirty_stats_invalid": false, 2024-08-29T19:03:23.426 INFO:tasks.workunit.client.0.smithi028.stdout: "hitset_bytes_stats_invalid": false, 2024-08-29T19:03:23.426 INFO:tasks.workunit.client.0.smithi028.stdout: "hitset_stats_invalid": false, 2024-08-29T19:03:23.426 INFO:tasks.workunit.client.0.smithi028.stdout: "last_active": "2024-08-29T19:02:14.817659+0000", 2024-08-29T19:03:23.426 INFO:tasks.workunit.client.0.smithi028.stdout: "last_became_active": "2024-08-29T17:58:11.355887+0000", 2024-08-29T19:03:23.427 INFO:tasks.workunit.client.0.smithi028.stdout: "last_became_peered": "2024-08-29T17:58:11.355887+0000", 2024-08-29T19:03:23.427 INFO:tasks.workunit.client.0.smithi028.stdout: "last_change": "2024-08-29T17:58:11.357176+0000", 2024-08-29T19:03:23.427 INFO:tasks.workunit.client.0.smithi028.stdout: "last_clean": "2024-08-29T19:02:14.817659+0000", 2024-08-29T19:03:23.427 INFO:tasks.workunit.client.0.smithi028.stdout: "last_clean_scrub_stamp": "2024-08-29T17:40:52.944949+0000", 2024-08-29T19:03:23.427 INFO:tasks.workunit.client.0.smithi028.stdout: "last_deep_scrub": "0'0", 2024-08-29T19:03:23.427 INFO:tasks.workunit.client.0.smithi028.stdout: "last_deep_scrub_stamp": "2024-08-29T17:40:52.944949+0000", 2024-08-29T19:03:23.427 INFO:tasks.workunit.client.0.smithi028.stdout: "last_epoch_clean": 681, 2024-08-29T19:03:23.427 INFO:tasks.workunit.client.0.smithi028.stdout: "last_fresh": "2024-08-29T19:02:14.817659+0000", 2024-08-29T19:03:23.427 INFO:tasks.workunit.client.0.smithi028.stdout: "last_fullsized": "2024-08-29T19:02:14.817659+0000", 2024-08-29T19:03:23.427 INFO:tasks.workunit.client.0.smithi028.stdout: "last_peered": "2024-08-29T19:02:14.817659+0000", 2024-08-29T19:03:23.427 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub": "0'0", 2024-08-29T19:03:23.427 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub_duration": 0, 2024-08-29T19:03:23.427 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub_stamp": "2024-08-29T17:40:52.944949+0000", 2024-08-29T19:03:23.428 INFO:tasks.workunit.client.0.smithi028.stdout: "last_undegraded": "2024-08-29T19:02:14.817659+0000", 2024-08-29T19:03:23.428 INFO:tasks.workunit.client.0.smithi028.stdout: "last_unstale": "2024-08-29T19:02:14.817659+0000", 2024-08-29T19:03:23.428 INFO:tasks.workunit.client.0.smithi028.stdout: "log_dups_size": 0, 2024-08-29T19:03:23.428 INFO:tasks.workunit.client.0.smithi028.stdout: "log_size": 0, 2024-08-29T19:03:23.428 INFO:tasks.workunit.client.0.smithi028.stdout: "log_start": "0'0", 2024-08-29T19:03:23.428 INFO:tasks.workunit.client.0.smithi028.stdout: "manifest_stats_invalid": false, 2024-08-29T19:03:23.428 INFO:tasks.workunit.client.0.smithi028.stdout: "mapping_epoch": 680, 2024-08-29T19:03:23.428 INFO:tasks.workunit.client.0.smithi028.stdout: "object_location_counts": [], 2024-08-29T19:03:23.428 INFO:tasks.workunit.client.0.smithi028.stdout: "objects_scrubbed": 0, 2024-08-29T19:03:23.428 INFO:tasks.workunit.client.0.smithi028.stdout: "objects_trimmed": 0, 2024-08-29T19:03:23.428 INFO:tasks.workunit.client.0.smithi028.stdout: "omap_stats_invalid": false, 2024-08-29T19:03:23.428 INFO:tasks.workunit.client.0.smithi028.stdout: "ondisk_log_size": 0, 2024-08-29T19:03:23.428 INFO:tasks.workunit.client.0.smithi028.stdout: "ondisk_log_start": "0'0", 2024-08-29T19:03:23.429 INFO:tasks.workunit.client.0.smithi028.stdout: "parent": "0.0", 2024-08-29T19:03:23.429 INFO:tasks.workunit.client.0.smithi028.stdout: "parent_split_bits": 0, 2024-08-29T19:03:23.429 INFO:tasks.workunit.client.0.smithi028.stdout: "pgid": "2.9", 2024-08-29T19:03:23.429 INFO:tasks.workunit.client.0.smithi028.stdout: "pin_stats_invalid": false, 2024-08-29T19:03:23.429 INFO:tasks.workunit.client.0.smithi028.stdout: "purged_snaps": [], 2024-08-29T19:03:23.429 INFO:tasks.workunit.client.0.smithi028.stdout: "reported_epoch": 2650, 2024-08-29T19:03:23.429 INFO:tasks.workunit.client.0.smithi028.stdout: "reported_seq": 4788, 2024-08-29T19:03:23.429 INFO:tasks.workunit.client.0.smithi028.stdout: "scrub_duration": 0.0, 2024-08-29T19:03:23.429 INFO:tasks.workunit.client.0.smithi028.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-31T00:17:35.247559+0000", 2024-08-29T19:03:23.429 INFO:tasks.workunit.client.0.smithi028.stdout: "snaptrim_duration": 0.0, 2024-08-29T19:03:23.429 INFO:tasks.workunit.client.0.smithi028.stdout: "snaptrimq_len": 0, 2024-08-29T19:03:23.429 INFO:tasks.workunit.client.0.smithi028.stdout: "stat_sum": { 2024-08-29T19:03:23.429 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes": 0, 2024-08-29T19:03:23.429 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes_hit_set_archive": 0, 2024-08-29T19:03:23.430 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes_recovered": 0, 2024-08-29T19:03:23.430 INFO:tasks.workunit.client.0.smithi028.stdout: "num_deep_scrub_errors": 0, 2024-08-29T19:03:23.430 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict": 0, 2024-08-29T19:03:23.430 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_kb": 0, 2024-08-29T19:03:23.430 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_mode_full": 0, 2024-08-29T19:03:23.430 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_mode_some": 0, 2024-08-29T19:03:23.430 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush": 0, 2024-08-29T19:03:23.430 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_kb": 0, 2024-08-29T19:03:23.430 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_mode_high": 0, 2024-08-29T19:03:23.430 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_mode_low": 0, 2024-08-29T19:03:23.430 INFO:tasks.workunit.client.0.smithi028.stdout: "num_keys_recovered": 0, 2024-08-29T19:03:23.430 INFO:tasks.workunit.client.0.smithi028.stdout: "num_large_omap_objects": 0, 2024-08-29T19:03:23.430 INFO:tasks.workunit.client.0.smithi028.stdout: "num_legacy_snapsets": 0, 2024-08-29T19:03:23.430 INFO:tasks.workunit.client.0.smithi028.stdout: "num_object_clones": 0, 2024-08-29T19:03:23.431 INFO:tasks.workunit.client.0.smithi028.stdout: "num_object_copies": 0, 2024-08-29T19:03:23.431 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects": 0, 2024-08-29T19:03:23.431 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_degraded": 0, 2024-08-29T19:03:23.431 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_dirty": 0, 2024-08-29T19:03:23.431 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_hit_set_archive": 0, 2024-08-29T19:03:23.431 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_manifest": 0, 2024-08-29T19:03:23.431 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_misplaced": 0, 2024-08-29T19:03:23.431 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_missing": 0, 2024-08-29T19:03:23.431 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_missing_on_primary": 0, 2024-08-29T19:03:23.431 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_omap": 0, 2024-08-29T19:03:23.431 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_pinned": 0, 2024-08-29T19:03:23.431 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_recovered": 0, 2024-08-29T19:03:23.431 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_repaired": 0, 2024-08-29T19:03:23.432 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_unfound": 0, 2024-08-29T19:03:23.432 INFO:tasks.workunit.client.0.smithi028.stdout: "num_omap_bytes": 0, 2024-08-29T19:03:23.432 INFO:tasks.workunit.client.0.smithi028.stdout: "num_omap_keys": 0, 2024-08-29T19:03:23.432 INFO:tasks.workunit.client.0.smithi028.stdout: "num_promote": 0, 2024-08-29T19:03:23.432 INFO:tasks.workunit.client.0.smithi028.stdout: "num_read": 0, 2024-08-29T19:03:23.432 INFO:tasks.workunit.client.0.smithi028.stdout: "num_read_kb": 0, 2024-08-29T19:03:23.432 INFO:tasks.workunit.client.0.smithi028.stdout: "num_scrub_errors": 0, 2024-08-29T19:03:23.432 INFO:tasks.workunit.client.0.smithi028.stdout: "num_shallow_scrub_errors": 0, 2024-08-29T19:03:23.432 INFO:tasks.workunit.client.0.smithi028.stdout: "num_whiteouts": 0, 2024-08-29T19:03:23.432 INFO:tasks.workunit.client.0.smithi028.stdout: "num_write": 0, 2024-08-29T19:03:23.432 INFO:tasks.workunit.client.0.smithi028.stdout: "num_write_kb": 0 2024-08-29T19:03:23.432 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:23.432 INFO:tasks.workunit.client.0.smithi028.stdout: "state": "active+clean", 2024-08-29T19:03:23.433 INFO:tasks.workunit.client.0.smithi028.stdout: "stats_invalid": false, 2024-08-29T19:03:23.433 INFO:tasks.workunit.client.0.smithi028.stdout: "up": [ 2024-08-29T19:03:23.433 INFO:tasks.workunit.client.0.smithi028.stdout: 1, 2024-08-29T19:03:23.433 INFO:tasks.workunit.client.0.smithi028.stdout: 7, 2024-08-29T19:03:23.433 INFO:tasks.workunit.client.0.smithi028.stdout: 3 2024-08-29T19:03:23.433 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-08-29T19:03:23.433 INFO:tasks.workunit.client.0.smithi028.stdout: "up_primary": 1, 2024-08-29T19:03:23.433 INFO:tasks.workunit.client.0.smithi028.stdout: "version": "0'0" 2024-08-29T19:03:23.433 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:23.433 INFO:tasks.workunit.client.0.smithi028.stdout: { 2024-08-29T19:03:23.433 INFO:tasks.workunit.client.0.smithi028.stdout: "acting": [ 2024-08-29T19:03:23.433 INFO:tasks.workunit.client.0.smithi028.stdout: 4, 2024-08-29T19:03:23.433 INFO:tasks.workunit.client.0.smithi028.stdout: 2, 2024-08-29T19:03:23.434 INFO:tasks.workunit.client.0.smithi028.stdout: 7 2024-08-29T19:03:23.434 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-08-29T19:03:23.434 INFO:tasks.workunit.client.0.smithi028.stdout: "acting_primary": 4, 2024-08-29T19:03:23.434 INFO:tasks.workunit.client.0.smithi028.stdout: "avail_no_missing": [], 2024-08-29T19:03:23.434 INFO:tasks.workunit.client.0.smithi028.stdout: "blocked_by": [], 2024-08-29T19:03:23.434 INFO:tasks.workunit.client.0.smithi028.stdout: "created": 62, 2024-08-29T19:03:23.434 INFO:tasks.workunit.client.0.smithi028.stdout: "dirty_stats_invalid": false, 2024-08-29T19:03:23.434 INFO:tasks.workunit.client.0.smithi028.stdout: "hitset_bytes_stats_invalid": false, 2024-08-29T19:03:23.434 INFO:tasks.workunit.client.0.smithi028.stdout: "hitset_stats_invalid": false, 2024-08-29T19:03:23.434 INFO:tasks.workunit.client.0.smithi028.stdout: "last_active": "2024-08-29T19:02:14.932388+0000", 2024-08-29T19:03:23.434 INFO:tasks.workunit.client.0.smithi028.stdout: "last_became_active": "2024-08-29T17:58:11.363304+0000", 2024-08-29T19:03:23.434 INFO:tasks.workunit.client.0.smithi028.stdout: "last_became_peered": "2024-08-29T17:58:11.363304+0000", 2024-08-29T19:03:23.434 INFO:tasks.workunit.client.0.smithi028.stdout: "last_change": "2024-08-29T17:58:11.363874+0000", 2024-08-29T19:03:23.434 INFO:tasks.workunit.client.0.smithi028.stdout: "last_clean": "2024-08-29T19:02:14.932388+0000", 2024-08-29T19:03:23.435 INFO:tasks.workunit.client.0.smithi028.stdout: "last_clean_scrub_stamp": "2024-08-29T17:41:01.987071+0000", 2024-08-29T19:03:23.435 INFO:tasks.workunit.client.0.smithi028.stdout: "last_deep_scrub": "0'0", 2024-08-29T19:03:23.435 INFO:tasks.workunit.client.0.smithi028.stdout: "last_deep_scrub_stamp": "2024-08-29T17:41:01.987071+0000", 2024-08-29T19:03:23.435 INFO:tasks.workunit.client.0.smithi028.stdout: "last_epoch_clean": 681, 2024-08-29T19:03:23.435 INFO:tasks.workunit.client.0.smithi028.stdout: "last_fresh": "2024-08-29T19:02:14.932388+0000", 2024-08-29T19:03:23.435 INFO:tasks.workunit.client.0.smithi028.stdout: "last_fullsized": "2024-08-29T19:02:14.932388+0000", 2024-08-29T19:03:23.435 INFO:tasks.workunit.client.0.smithi028.stdout: "last_peered": "2024-08-29T19:02:14.932388+0000", 2024-08-29T19:03:23.435 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub": "0'0", 2024-08-29T19:03:23.435 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub_duration": 0, 2024-08-29T19:03:23.435 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub_stamp": "2024-08-29T17:41:01.987071+0000", 2024-08-29T19:03:23.435 INFO:tasks.workunit.client.0.smithi028.stdout: "last_undegraded": "2024-08-29T19:02:14.932388+0000", 2024-08-29T19:03:23.435 INFO:tasks.workunit.client.0.smithi028.stdout: "last_unstale": "2024-08-29T19:02:14.932388+0000", 2024-08-29T19:03:23.435 INFO:tasks.workunit.client.0.smithi028.stdout: "log_dups_size": 0, 2024-08-29T19:03:23.435 INFO:tasks.workunit.client.0.smithi028.stdout: "log_size": 0, 2024-08-29T19:03:23.436 INFO:tasks.workunit.client.0.smithi028.stdout: "log_start": "0'0", 2024-08-29T19:03:23.436 INFO:tasks.workunit.client.0.smithi028.stdout: "manifest_stats_invalid": false, 2024-08-29T19:03:23.436 INFO:tasks.workunit.client.0.smithi028.stdout: "mapping_epoch": 680, 2024-08-29T19:03:23.436 INFO:tasks.workunit.client.0.smithi028.stdout: "object_location_counts": [], 2024-08-29T19:03:23.436 INFO:tasks.workunit.client.0.smithi028.stdout: "objects_scrubbed": 0, 2024-08-29T19:03:23.436 INFO:tasks.workunit.client.0.smithi028.stdout: "objects_trimmed": 0, 2024-08-29T19:03:23.436 INFO:tasks.workunit.client.0.smithi028.stdout: "omap_stats_invalid": false, 2024-08-29T19:03:23.436 INFO:tasks.workunit.client.0.smithi028.stdout: "ondisk_log_size": 0, 2024-08-29T19:03:23.436 INFO:tasks.workunit.client.0.smithi028.stdout: "ondisk_log_start": "0'0", 2024-08-29T19:03:23.436 INFO:tasks.workunit.client.0.smithi028.stdout: "parent": "0.0", 2024-08-29T19:03:23.436 INFO:tasks.workunit.client.0.smithi028.stdout: "parent_split_bits": 0, 2024-08-29T19:03:23.436 INFO:tasks.workunit.client.0.smithi028.stdout: "pgid": "3.9", 2024-08-29T19:03:23.436 INFO:tasks.workunit.client.0.smithi028.stdout: "pin_stats_invalid": false, 2024-08-29T19:03:23.436 INFO:tasks.workunit.client.0.smithi028.stdout: "purged_snaps": [], 2024-08-29T19:03:23.437 INFO:tasks.workunit.client.0.smithi028.stdout: "reported_epoch": 2650, 2024-08-29T19:03:23.437 INFO:tasks.workunit.client.0.smithi028.stdout: "reported_seq": 4696, 2024-08-29T19:03:23.437 INFO:tasks.workunit.client.0.smithi028.stdout: "scrub_duration": 0.0, 2024-08-29T19:03:23.437 INFO:tasks.workunit.client.0.smithi028.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-31T01:47:11.414545+0000", 2024-08-29T19:03:23.437 INFO:tasks.workunit.client.0.smithi028.stdout: "snaptrim_duration": 0.0, 2024-08-29T19:03:23.437 INFO:tasks.workunit.client.0.smithi028.stdout: "snaptrimq_len": 0, 2024-08-29T19:03:23.437 INFO:tasks.workunit.client.0.smithi028.stdout: "stat_sum": { 2024-08-29T19:03:23.437 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes": 0, 2024-08-29T19:03:23.437 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes_hit_set_archive": 0, 2024-08-29T19:03:23.437 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes_recovered": 0, 2024-08-29T19:03:23.437 INFO:tasks.workunit.client.0.smithi028.stdout: "num_deep_scrub_errors": 0, 2024-08-29T19:03:23.437 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict": 0, 2024-08-29T19:03:23.437 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_kb": 0, 2024-08-29T19:03:23.438 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_mode_full": 0, 2024-08-29T19:03:23.438 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_mode_some": 0, 2024-08-29T19:03:23.438 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush": 0, 2024-08-29T19:03:23.438 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_kb": 0, 2024-08-29T19:03:23.438 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_mode_high": 0, 2024-08-29T19:03:23.438 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_mode_low": 0, 2024-08-29T19:03:23.438 INFO:tasks.workunit.client.0.smithi028.stdout: "num_keys_recovered": 0, 2024-08-29T19:03:23.438 INFO:tasks.workunit.client.0.smithi028.stdout: "num_large_omap_objects": 0, 2024-08-29T19:03:23.438 INFO:tasks.workunit.client.0.smithi028.stdout: "num_legacy_snapsets": 0, 2024-08-29T19:03:23.438 INFO:tasks.workunit.client.0.smithi028.stdout: "num_object_clones": 0, 2024-08-29T19:03:23.438 INFO:tasks.workunit.client.0.smithi028.stdout: "num_object_copies": 0, 2024-08-29T19:03:23.438 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects": 0, 2024-08-29T19:03:23.438 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_degraded": 0, 2024-08-29T19:03:23.438 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_dirty": 0, 2024-08-29T19:03:23.439 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_hit_set_archive": 0, 2024-08-29T19:03:23.439 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_manifest": 0, 2024-08-29T19:03:23.439 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_misplaced": 0, 2024-08-29T19:03:23.439 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_missing": 0, 2024-08-29T19:03:23.439 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_missing_on_primary": 0, 2024-08-29T19:03:23.439 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_omap": 0, 2024-08-29T19:03:23.439 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_pinned": 0, 2024-08-29T19:03:23.439 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_recovered": 0, 2024-08-29T19:03:23.439 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_repaired": 0, 2024-08-29T19:03:23.439 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_unfound": 0, 2024-08-29T19:03:23.439 INFO:tasks.workunit.client.0.smithi028.stdout: "num_omap_bytes": 0, 2024-08-29T19:03:23.439 INFO:tasks.workunit.client.0.smithi028.stdout: "num_omap_keys": 0, 2024-08-29T19:03:23.439 INFO:tasks.workunit.client.0.smithi028.stdout: "num_promote": 0, 2024-08-29T19:03:23.439 INFO:tasks.workunit.client.0.smithi028.stdout: "num_read": 0, 2024-08-29T19:03:23.440 INFO:tasks.workunit.client.0.smithi028.stdout: "num_read_kb": 0, 2024-08-29T19:03:23.440 INFO:tasks.workunit.client.0.smithi028.stdout: "num_scrub_errors": 0, 2024-08-29T19:03:23.440 INFO:tasks.workunit.client.0.smithi028.stdout: "num_shallow_scrub_errors": 0, 2024-08-29T19:03:23.440 INFO:tasks.workunit.client.0.smithi028.stdout: "num_whiteouts": 0, 2024-08-29T19:03:23.440 INFO:tasks.workunit.client.0.smithi028.stdout: "num_write": 0, 2024-08-29T19:03:23.440 INFO:tasks.workunit.client.0.smithi028.stdout: "num_write_kb": 0 2024-08-29T19:03:23.440 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:23.440 INFO:tasks.workunit.client.0.smithi028.stdout: "state": "active+clean", 2024-08-29T19:03:23.440 INFO:tasks.workunit.client.0.smithi028.stdout: "stats_invalid": false, 2024-08-29T19:03:23.440 INFO:tasks.workunit.client.0.smithi028.stdout: "up": [ 2024-08-29T19:03:23.440 INFO:tasks.workunit.client.0.smithi028.stdout: 4, 2024-08-29T19:03:23.440 INFO:tasks.workunit.client.0.smithi028.stdout: 2, 2024-08-29T19:03:23.440 INFO:tasks.workunit.client.0.smithi028.stdout: 7 2024-08-29T19:03:23.441 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-08-29T19:03:23.441 INFO:tasks.workunit.client.0.smithi028.stdout: "up_primary": 4, 2024-08-29T19:03:23.441 INFO:tasks.workunit.client.0.smithi028.stdout: "version": "0'0" 2024-08-29T19:03:23.441 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:23.441 INFO:tasks.workunit.client.0.smithi028.stdout: { 2024-08-29T19:03:23.441 INFO:tasks.workunit.client.0.smithi028.stdout: "acting": [ 2024-08-29T19:03:23.441 INFO:tasks.workunit.client.0.smithi028.stdout: 7, 2024-08-29T19:03:23.441 INFO:tasks.workunit.client.0.smithi028.stdout: 0, 2024-08-29T19:03:23.441 INFO:tasks.workunit.client.0.smithi028.stdout: 1 2024-08-29T19:03:23.441 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-08-29T19:03:23.441 INFO:tasks.workunit.client.0.smithi028.stdout: "acting_primary": 7, 2024-08-29T19:03:23.441 INFO:tasks.workunit.client.0.smithi028.stdout: "avail_no_missing": [], 2024-08-29T19:03:23.441 INFO:tasks.workunit.client.0.smithi028.stdout: "blocked_by": [], 2024-08-29T19:03:23.441 INFO:tasks.workunit.client.0.smithi028.stdout: "created": 59, 2024-08-29T19:03:23.442 INFO:tasks.workunit.client.0.smithi028.stdout: "dirty_stats_invalid": false, 2024-08-29T19:03:23.442 INFO:tasks.workunit.client.0.smithi028.stdout: "hitset_bytes_stats_invalid": false, 2024-08-29T19:03:23.442 INFO:tasks.workunit.client.0.smithi028.stdout: "hitset_stats_invalid": false, 2024-08-29T19:03:23.442 INFO:tasks.workunit.client.0.smithi028.stdout: "last_active": "2024-08-29T19:02:14.095804+0000", 2024-08-29T19:03:23.442 INFO:tasks.workunit.client.0.smithi028.stdout: "last_became_active": "2024-08-29T17:58:11.363990+0000", 2024-08-29T19:03:23.442 INFO:tasks.workunit.client.0.smithi028.stdout: "last_became_peered": "2024-08-29T17:58:11.363990+0000", 2024-08-29T19:03:23.442 INFO:tasks.workunit.client.0.smithi028.stdout: "last_change": "2024-08-29T17:58:11.364302+0000", 2024-08-29T19:03:23.442 INFO:tasks.workunit.client.0.smithi028.stdout: "last_clean": "2024-08-29T19:02:14.095804+0000", 2024-08-29T19:03:23.442 INFO:tasks.workunit.client.0.smithi028.stdout: "last_clean_scrub_stamp": "2024-08-29T17:40:52.944949+0000", 2024-08-29T19:03:23.442 INFO:tasks.workunit.client.0.smithi028.stdout: "last_deep_scrub": "0'0", 2024-08-29T19:03:23.442 INFO:tasks.workunit.client.0.smithi028.stdout: "last_deep_scrub_stamp": "2024-08-29T17:40:52.944949+0000", 2024-08-29T19:03:23.442 INFO:tasks.workunit.client.0.smithi028.stdout: "last_epoch_clean": 681, 2024-08-29T19:03:23.442 INFO:tasks.workunit.client.0.smithi028.stdout: "last_fresh": "2024-08-29T19:02:14.095804+0000", 2024-08-29T19:03:23.443 INFO:tasks.workunit.client.0.smithi028.stdout: "last_fullsized": "2024-08-29T19:02:14.095804+0000", 2024-08-29T19:03:23.443 INFO:tasks.workunit.client.0.smithi028.stdout: "last_peered": "2024-08-29T19:02:14.095804+0000", 2024-08-29T19:03:23.443 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub": "0'0", 2024-08-29T19:03:23.443 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub_duration": 0, 2024-08-29T19:03:23.443 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub_stamp": "2024-08-29T17:40:52.944949+0000", 2024-08-29T19:03:23.443 INFO:tasks.workunit.client.0.smithi028.stdout: "last_undegraded": "2024-08-29T19:02:14.095804+0000", 2024-08-29T19:03:23.443 INFO:tasks.workunit.client.0.smithi028.stdout: "last_unstale": "2024-08-29T19:02:14.095804+0000", 2024-08-29T19:03:23.443 INFO:tasks.workunit.client.0.smithi028.stdout: "log_dups_size": 0, 2024-08-29T19:03:23.443 INFO:tasks.workunit.client.0.smithi028.stdout: "log_size": 0, 2024-08-29T19:03:23.443 INFO:tasks.workunit.client.0.smithi028.stdout: "log_start": "0'0", 2024-08-29T19:03:23.443 INFO:tasks.workunit.client.0.smithi028.stdout: "manifest_stats_invalid": false, 2024-08-29T19:03:23.443 INFO:tasks.workunit.client.0.smithi028.stdout: "mapping_epoch": 680, 2024-08-29T19:03:23.443 INFO:tasks.workunit.client.0.smithi028.stdout: "object_location_counts": [], 2024-08-29T19:03:23.443 INFO:tasks.workunit.client.0.smithi028.stdout: "objects_scrubbed": 0, 2024-08-29T19:03:23.444 INFO:tasks.workunit.client.0.smithi028.stdout: "objects_trimmed": 0, 2024-08-29T19:03:23.444 INFO:tasks.workunit.client.0.smithi028.stdout: "omap_stats_invalid": false, 2024-08-29T19:03:23.444 INFO:tasks.workunit.client.0.smithi028.stdout: "ondisk_log_size": 0, 2024-08-29T19:03:23.444 INFO:tasks.workunit.client.0.smithi028.stdout: "ondisk_log_start": "0'0", 2024-08-29T19:03:23.444 INFO:tasks.workunit.client.0.smithi028.stdout: "parent": "0.0", 2024-08-29T19:03:23.444 INFO:tasks.workunit.client.0.smithi028.stdout: "parent_split_bits": 0, 2024-08-29T19:03:23.444 INFO:tasks.workunit.client.0.smithi028.stdout: "pgid": "2.8", 2024-08-29T19:03:23.444 INFO:tasks.workunit.client.0.smithi028.stdout: "pin_stats_invalid": false, 2024-08-29T19:03:23.444 INFO:tasks.workunit.client.0.smithi028.stdout: "purged_snaps": [], 2024-08-29T19:03:23.444 INFO:tasks.workunit.client.0.smithi028.stdout: "reported_epoch": 2650, 2024-08-29T19:03:23.444 INFO:tasks.workunit.client.0.smithi028.stdout: "reported_seq": 4563, 2024-08-29T19:03:23.444 INFO:tasks.workunit.client.0.smithi028.stdout: "scrub_duration": 0.0, 2024-08-29T19:03:23.444 INFO:tasks.workunit.client.0.smithi028.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-30T23:29:11.449508+0000", 2024-08-29T19:03:23.445 INFO:tasks.workunit.client.0.smithi028.stdout: "snaptrim_duration": 0.0, 2024-08-29T19:03:23.445 INFO:tasks.workunit.client.0.smithi028.stdout: "snaptrimq_len": 0, 2024-08-29T19:03:23.445 INFO:tasks.workunit.client.0.smithi028.stdout: "stat_sum": { 2024-08-29T19:03:23.445 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes": 0, 2024-08-29T19:03:23.445 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes_hit_set_archive": 0, 2024-08-29T19:03:23.445 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes_recovered": 0, 2024-08-29T19:03:23.445 INFO:tasks.workunit.client.0.smithi028.stdout: "num_deep_scrub_errors": 0, 2024-08-29T19:03:23.445 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict": 0, 2024-08-29T19:03:23.445 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_kb": 0, 2024-08-29T19:03:23.445 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_mode_full": 0, 2024-08-29T19:03:23.445 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_mode_some": 0, 2024-08-29T19:03:23.445 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush": 0, 2024-08-29T19:03:23.445 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_kb": 0, 2024-08-29T19:03:23.445 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_mode_high": 0, 2024-08-29T19:03:23.446 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_mode_low": 0, 2024-08-29T19:03:23.446 INFO:tasks.workunit.client.0.smithi028.stdout: "num_keys_recovered": 0, 2024-08-29T19:03:23.446 INFO:tasks.workunit.client.0.smithi028.stdout: "num_large_omap_objects": 0, 2024-08-29T19:03:23.446 INFO:tasks.workunit.client.0.smithi028.stdout: "num_legacy_snapsets": 0, 2024-08-29T19:03:23.446 INFO:tasks.workunit.client.0.smithi028.stdout: "num_object_clones": 0, 2024-08-29T19:03:23.446 INFO:tasks.workunit.client.0.smithi028.stdout: "num_object_copies": 0, 2024-08-29T19:03:23.446 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects": 0, 2024-08-29T19:03:23.446 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_degraded": 0, 2024-08-29T19:03:23.446 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_dirty": 0, 2024-08-29T19:03:23.446 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_hit_set_archive": 0, 2024-08-29T19:03:23.446 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_manifest": 0, 2024-08-29T19:03:23.446 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_misplaced": 0, 2024-08-29T19:03:23.446 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_missing": 0, 2024-08-29T19:03:23.447 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_missing_on_primary": 0, 2024-08-29T19:03:23.447 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_omap": 0, 2024-08-29T19:03:23.447 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_pinned": 0, 2024-08-29T19:03:23.447 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_recovered": 0, 2024-08-29T19:03:23.447 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_repaired": 0, 2024-08-29T19:03:23.447 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_unfound": 0, 2024-08-29T19:03:23.447 INFO:tasks.workunit.client.0.smithi028.stdout: "num_omap_bytes": 0, 2024-08-29T19:03:23.447 INFO:tasks.workunit.client.0.smithi028.stdout: "num_omap_keys": 0, 2024-08-29T19:03:23.447 INFO:tasks.workunit.client.0.smithi028.stdout: "num_promote": 0, 2024-08-29T19:03:23.447 INFO:tasks.workunit.client.0.smithi028.stdout: "num_read": 0, 2024-08-29T19:03:23.447 INFO:tasks.workunit.client.0.smithi028.stdout: "num_read_kb": 0, 2024-08-29T19:03:23.447 INFO:tasks.workunit.client.0.smithi028.stdout: "num_scrub_errors": 0, 2024-08-29T19:03:23.447 INFO:tasks.workunit.client.0.smithi028.stdout: "num_shallow_scrub_errors": 0, 2024-08-29T19:03:23.447 INFO:tasks.workunit.client.0.smithi028.stdout: "num_whiteouts": 0, 2024-08-29T19:03:23.447 INFO:tasks.workunit.client.0.smithi028.stdout: "num_write": 0, 2024-08-29T19:03:23.448 INFO:tasks.workunit.client.0.smithi028.stdout: "num_write_kb": 0 2024-08-29T19:03:23.448 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:23.448 INFO:tasks.workunit.client.0.smithi028.stdout: "state": "active+clean", 2024-08-29T19:03:23.448 INFO:tasks.workunit.client.0.smithi028.stdout: "stats_invalid": false, 2024-08-29T19:03:23.448 INFO:tasks.workunit.client.0.smithi028.stdout: "up": [ 2024-08-29T19:03:23.448 INFO:tasks.workunit.client.0.smithi028.stdout: 7, 2024-08-29T19:03:23.448 INFO:tasks.workunit.client.0.smithi028.stdout: 0, 2024-08-29T19:03:23.448 INFO:tasks.workunit.client.0.smithi028.stdout: 1 2024-08-29T19:03:23.448 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-08-29T19:03:23.448 INFO:tasks.workunit.client.0.smithi028.stdout: "up_primary": 7, 2024-08-29T19:03:23.448 INFO:tasks.workunit.client.0.smithi028.stdout: "version": "0'0" 2024-08-29T19:03:23.448 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:23.448 INFO:tasks.workunit.client.0.smithi028.stdout: { 2024-08-29T19:03:23.449 INFO:tasks.workunit.client.0.smithi028.stdout: "acting": [ 2024-08-29T19:03:23.449 INFO:tasks.workunit.client.0.smithi028.stdout: 0, 2024-08-29T19:03:23.449 INFO:tasks.workunit.client.0.smithi028.stdout: 1, 2024-08-29T19:03:23.449 INFO:tasks.workunit.client.0.smithi028.stdout: 4 2024-08-29T19:03:23.449 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-08-29T19:03:23.449 INFO:tasks.workunit.client.0.smithi028.stdout: "acting_primary": 0, 2024-08-29T19:03:23.449 INFO:tasks.workunit.client.0.smithi028.stdout: "avail_no_missing": [], 2024-08-29T19:03:23.449 INFO:tasks.workunit.client.0.smithi028.stdout: "blocked_by": [], 2024-08-29T19:03:23.449 INFO:tasks.workunit.client.0.smithi028.stdout: "created": 62, 2024-08-29T19:03:23.449 INFO:tasks.workunit.client.0.smithi028.stdout: "dirty_stats_invalid": false, 2024-08-29T19:03:23.449 INFO:tasks.workunit.client.0.smithi028.stdout: "hitset_bytes_stats_invalid": false, 2024-08-29T19:03:23.449 INFO:tasks.workunit.client.0.smithi028.stdout: "hitset_stats_invalid": false, 2024-08-29T19:03:23.449 INFO:tasks.workunit.client.0.smithi028.stdout: "last_active": "2024-08-29T19:02:14.109402+0000", 2024-08-29T19:03:23.449 INFO:tasks.workunit.client.0.smithi028.stdout: "last_became_active": "2024-08-29T17:56:29.390762+0000", 2024-08-29T19:03:23.450 INFO:tasks.workunit.client.0.smithi028.stdout: "last_became_peered": "2024-08-29T17:56:29.390762+0000", 2024-08-29T19:03:23.450 INFO:tasks.workunit.client.0.smithi028.stdout: "last_change": "2024-08-29T17:56:29.392208+0000", 2024-08-29T19:03:23.450 INFO:tasks.workunit.client.0.smithi028.stdout: "last_clean": "2024-08-29T19:02:14.109402+0000", 2024-08-29T19:03:23.450 INFO:tasks.workunit.client.0.smithi028.stdout: "last_clean_scrub_stamp": "2024-08-29T17:41:01.987071+0000", 2024-08-29T19:03:23.450 INFO:tasks.workunit.client.0.smithi028.stdout: "last_deep_scrub": "0'0", 2024-08-29T19:03:23.450 INFO:tasks.workunit.client.0.smithi028.stdout: "last_deep_scrub_stamp": "2024-08-29T17:41:01.987071+0000", 2024-08-29T19:03:23.450 INFO:tasks.workunit.client.0.smithi028.stdout: "last_epoch_clean": 580, 2024-08-29T19:03:23.450 INFO:tasks.workunit.client.0.smithi028.stdout: "last_fresh": "2024-08-29T19:02:14.109402+0000", 2024-08-29T19:03:23.450 INFO:tasks.workunit.client.0.smithi028.stdout: "last_fullsized": "2024-08-29T19:02:14.109402+0000", 2024-08-29T19:03:23.450 INFO:tasks.workunit.client.0.smithi028.stdout: "last_peered": "2024-08-29T19:02:14.109402+0000", 2024-08-29T19:03:23.450 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub": "0'0", 2024-08-29T19:03:23.450 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub_duration": 0, 2024-08-29T19:03:23.450 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub_stamp": "2024-08-29T17:41:01.987071+0000", 2024-08-29T19:03:23.451 INFO:tasks.workunit.client.0.smithi028.stdout: "last_undegraded": "2024-08-29T19:02:14.109402+0000", 2024-08-29T19:03:23.451 INFO:tasks.workunit.client.0.smithi028.stdout: "last_unstale": "2024-08-29T19:02:14.109402+0000", 2024-08-29T19:03:23.451 INFO:tasks.workunit.client.0.smithi028.stdout: "log_dups_size": 0, 2024-08-29T19:03:23.451 INFO:tasks.workunit.client.0.smithi028.stdout: "log_size": 0, 2024-08-29T19:03:23.451 INFO:tasks.workunit.client.0.smithi028.stdout: "log_start": "0'0", 2024-08-29T19:03:23.451 INFO:tasks.workunit.client.0.smithi028.stdout: "manifest_stats_invalid": false, 2024-08-29T19:03:23.451 INFO:tasks.workunit.client.0.smithi028.stdout: "mapping_epoch": 579, 2024-08-29T19:03:23.451 INFO:tasks.workunit.client.0.smithi028.stdout: "object_location_counts": [], 2024-08-29T19:03:23.451 INFO:tasks.workunit.client.0.smithi028.stdout: "objects_scrubbed": 0, 2024-08-29T19:03:23.451 INFO:tasks.workunit.client.0.smithi028.stdout: "objects_trimmed": 0, 2024-08-29T19:03:23.451 INFO:tasks.workunit.client.0.smithi028.stdout: "omap_stats_invalid": false, 2024-08-29T19:03:23.451 INFO:tasks.workunit.client.0.smithi028.stdout: "ondisk_log_size": 0, 2024-08-29T19:03:23.451 INFO:tasks.workunit.client.0.smithi028.stdout: "ondisk_log_start": "0'0", 2024-08-29T19:03:23.452 INFO:tasks.workunit.client.0.smithi028.stdout: "parent": "0.0", 2024-08-29T19:03:23.452 INFO:tasks.workunit.client.0.smithi028.stdout: "parent_split_bits": 0, 2024-08-29T19:03:23.452 INFO:tasks.workunit.client.0.smithi028.stdout: "pgid": "3.6", 2024-08-29T19:03:23.452 INFO:tasks.workunit.client.0.smithi028.stdout: "pin_stats_invalid": false, 2024-08-29T19:03:23.452 INFO:tasks.workunit.client.0.smithi028.stdout: "purged_snaps": [], 2024-08-29T19:03:23.452 INFO:tasks.workunit.client.0.smithi028.stdout: "reported_epoch": 2650, 2024-08-29T19:03:23.452 INFO:tasks.workunit.client.0.smithi028.stdout: "reported_seq": 4811, 2024-08-29T19:03:23.452 INFO:tasks.workunit.client.0.smithi028.stdout: "scrub_duration": 0.0, 2024-08-29T19:03:23.452 INFO:tasks.workunit.client.0.smithi028.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-30T22:28:16.144214+0000", 2024-08-29T19:03:23.452 INFO:tasks.workunit.client.0.smithi028.stdout: "snaptrim_duration": 0.0, 2024-08-29T19:03:23.452 INFO:tasks.workunit.client.0.smithi028.stdout: "snaptrimq_len": 0, 2024-08-29T19:03:23.452 INFO:tasks.workunit.client.0.smithi028.stdout: "stat_sum": { 2024-08-29T19:03:23.452 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes": 0, 2024-08-29T19:03:23.453 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes_hit_set_archive": 0, 2024-08-29T19:03:23.453 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes_recovered": 0, 2024-08-29T19:03:23.453 INFO:tasks.workunit.client.0.smithi028.stdout: "num_deep_scrub_errors": 0, 2024-08-29T19:03:23.453 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict": 0, 2024-08-29T19:03:23.453 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_kb": 0, 2024-08-29T19:03:23.453 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_mode_full": 0, 2024-08-29T19:03:23.453 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_mode_some": 0, 2024-08-29T19:03:23.453 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush": 0, 2024-08-29T19:03:23.453 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_kb": 0, 2024-08-29T19:03:23.453 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_mode_high": 0, 2024-08-29T19:03:23.453 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_mode_low": 0, 2024-08-29T19:03:23.453 INFO:tasks.workunit.client.0.smithi028.stdout: "num_keys_recovered": 0, 2024-08-29T19:03:23.453 INFO:tasks.workunit.client.0.smithi028.stdout: "num_large_omap_objects": 0, 2024-08-29T19:03:23.453 INFO:tasks.workunit.client.0.smithi028.stdout: "num_legacy_snapsets": 0, 2024-08-29T19:03:23.454 INFO:tasks.workunit.client.0.smithi028.stdout: "num_object_clones": 0, 2024-08-29T19:03:23.454 INFO:tasks.workunit.client.0.smithi028.stdout: "num_object_copies": 0, 2024-08-29T19:03:23.454 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects": 0, 2024-08-29T19:03:23.454 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_degraded": 0, 2024-08-29T19:03:23.454 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_dirty": 0, 2024-08-29T19:03:23.454 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_hit_set_archive": 0, 2024-08-29T19:03:23.454 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_manifest": 0, 2024-08-29T19:03:23.454 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_misplaced": 0, 2024-08-29T19:03:23.454 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_missing": 0, 2024-08-29T19:03:23.454 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_missing_on_primary": 0, 2024-08-29T19:03:23.454 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_omap": 0, 2024-08-29T19:03:23.454 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_pinned": 0, 2024-08-29T19:03:23.454 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_recovered": 0, 2024-08-29T19:03:23.455 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_repaired": 0, 2024-08-29T19:03:23.455 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_unfound": 0, 2024-08-29T19:03:23.455 INFO:tasks.workunit.client.0.smithi028.stdout: "num_omap_bytes": 0, 2024-08-29T19:03:23.455 INFO:tasks.workunit.client.0.smithi028.stdout: "num_omap_keys": 0, 2024-08-29T19:03:23.455 INFO:tasks.workunit.client.0.smithi028.stdout: "num_promote": 0, 2024-08-29T19:03:23.455 INFO:tasks.workunit.client.0.smithi028.stdout: "num_read": 0, 2024-08-29T19:03:23.455 INFO:tasks.workunit.client.0.smithi028.stdout: "num_read_kb": 0, 2024-08-29T19:03:23.455 INFO:tasks.workunit.client.0.smithi028.stdout: "num_scrub_errors": 0, 2024-08-29T19:03:23.455 INFO:tasks.workunit.client.0.smithi028.stdout: "num_shallow_scrub_errors": 0, 2024-08-29T19:03:23.455 INFO:tasks.workunit.client.0.smithi028.stdout: "num_whiteouts": 0, 2024-08-29T19:03:23.455 INFO:tasks.workunit.client.0.smithi028.stdout: "num_write": 0, 2024-08-29T19:03:23.455 INFO:tasks.workunit.client.0.smithi028.stdout: "num_write_kb": 0 2024-08-29T19:03:23.455 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:23.455 INFO:tasks.workunit.client.0.smithi028.stdout: "state": "active+clean", 2024-08-29T19:03:23.455 INFO:tasks.workunit.client.0.smithi028.stdout: "stats_invalid": false, 2024-08-29T19:03:23.456 INFO:tasks.workunit.client.0.smithi028.stdout: "up": [ 2024-08-29T19:03:23.456 INFO:tasks.workunit.client.0.smithi028.stdout: 0, 2024-08-29T19:03:23.456 INFO:tasks.workunit.client.0.smithi028.stdout: 1, 2024-08-29T19:03:23.456 INFO:tasks.workunit.client.0.smithi028.stdout: 4 2024-08-29T19:03:23.456 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-08-29T19:03:23.456 INFO:tasks.workunit.client.0.smithi028.stdout: "up_primary": 0, 2024-08-29T19:03:23.456 INFO:tasks.workunit.client.0.smithi028.stdout: "version": "0'0" 2024-08-29T19:03:23.456 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:23.456 INFO:tasks.workunit.client.0.smithi028.stdout: { 2024-08-29T19:03:23.456 INFO:tasks.workunit.client.0.smithi028.stdout: "acting": [ 2024-08-29T19:03:23.456 INFO:tasks.workunit.client.0.smithi028.stdout: 6, 2024-08-29T19:03:23.456 INFO:tasks.workunit.client.0.smithi028.stdout: 4, 2024-08-29T19:03:23.456 INFO:tasks.workunit.client.0.smithi028.stdout: 2 2024-08-29T19:03:23.457 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-08-29T19:03:23.457 INFO:tasks.workunit.client.0.smithi028.stdout: "acting_primary": 6, 2024-08-29T19:03:23.457 INFO:tasks.workunit.client.0.smithi028.stdout: "avail_no_missing": [], 2024-08-29T19:03:23.457 INFO:tasks.workunit.client.0.smithi028.stdout: "blocked_by": [], 2024-08-29T19:03:23.457 INFO:tasks.workunit.client.0.smithi028.stdout: "created": 59, 2024-08-29T19:03:23.457 INFO:tasks.workunit.client.0.smithi028.stdout: "dirty_stats_invalid": false, 2024-08-29T19:03:23.457 INFO:tasks.workunit.client.0.smithi028.stdout: "hitset_bytes_stats_invalid": false, 2024-08-29T19:03:23.457 INFO:tasks.workunit.client.0.smithi028.stdout: "hitset_stats_invalid": false, 2024-08-29T19:03:23.457 INFO:tasks.workunit.client.0.smithi028.stdout: "last_active": "2024-08-29T19:02:14.926739+0000", 2024-08-29T19:03:23.457 INFO:tasks.workunit.client.0.smithi028.stdout: "last_became_active": "2024-08-29T17:57:36.377846+0000", 2024-08-29T19:03:23.457 INFO:tasks.workunit.client.0.smithi028.stdout: "last_became_peered": "2024-08-29T17:57:36.377846+0000", 2024-08-29T19:03:23.457 INFO:tasks.workunit.client.0.smithi028.stdout: "last_change": "2024-08-29T17:57:36.378278+0000", 2024-08-29T19:03:23.457 INFO:tasks.workunit.client.0.smithi028.stdout: "last_clean": "2024-08-29T19:02:14.926739+0000", 2024-08-29T19:03:23.457 INFO:tasks.workunit.client.0.smithi028.stdout: "last_clean_scrub_stamp": "2024-08-29T17:40:52.944949+0000", 2024-08-29T19:03:23.457 INFO:tasks.workunit.client.0.smithi028.stdout: "last_deep_scrub": "0'0", 2024-08-29T19:03:23.458 INFO:tasks.workunit.client.0.smithi028.stdout: "last_deep_scrub_stamp": "2024-08-29T17:40:52.944949+0000", 2024-08-29T19:03:23.458 INFO:tasks.workunit.client.0.smithi028.stdout: "last_epoch_clean": 646, 2024-08-29T19:03:23.458 INFO:tasks.workunit.client.0.smithi028.stdout: "last_fresh": "2024-08-29T19:02:14.926739+0000", 2024-08-29T19:03:23.460 INFO:tasks.workunit.client.0.smithi028.stdout: "last_fullsized": "2024-08-29T19:02:14.926739+0000", 2024-08-29T19:03:23.460 INFO:tasks.workunit.client.0.smithi028.stdout: "last_peered": "2024-08-29T19:02:14.926739+0000", 2024-08-29T19:03:23.460 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub": "0'0", 2024-08-29T19:03:23.460 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub_duration": 0, 2024-08-29T19:03:23.460 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub_stamp": "2024-08-29T17:40:52.944949+0000", 2024-08-29T19:03:23.460 INFO:tasks.workunit.client.0.smithi028.stdout: "last_undegraded": "2024-08-29T19:02:14.926739+0000", 2024-08-29T19:03:23.460 INFO:tasks.workunit.client.0.smithi028.stdout: "last_unstale": "2024-08-29T19:02:14.926739+0000", 2024-08-29T19:03:23.460 INFO:tasks.workunit.client.0.smithi028.stdout: "log_dups_size": 0, 2024-08-29T19:03:23.461 INFO:tasks.workunit.client.0.smithi028.stdout: "log_size": 2, 2024-08-29T19:03:23.461 INFO:tasks.workunit.client.0.smithi028.stdout: "log_start": "0'0", 2024-08-29T19:03:23.461 INFO:tasks.workunit.client.0.smithi028.stdout: "manifest_stats_invalid": false, 2024-08-29T19:03:23.461 INFO:tasks.workunit.client.0.smithi028.stdout: "mapping_epoch": 645, 2024-08-29T19:03:23.461 INFO:tasks.workunit.client.0.smithi028.stdout: "object_location_counts": [], 2024-08-29T19:03:23.461 INFO:tasks.workunit.client.0.smithi028.stdout: "objects_scrubbed": 0, 2024-08-29T19:03:23.461 INFO:tasks.workunit.client.0.smithi028.stdout: "objects_trimmed": 0, 2024-08-29T19:03:23.461 INFO:tasks.workunit.client.0.smithi028.stdout: "omap_stats_invalid": false, 2024-08-29T19:03:23.461 INFO:tasks.workunit.client.0.smithi028.stdout: "ondisk_log_size": 2, 2024-08-29T19:03:23.461 INFO:tasks.workunit.client.0.smithi028.stdout: "ondisk_log_start": "0'0", 2024-08-29T19:03:23.461 INFO:tasks.workunit.client.0.smithi028.stdout: "parent": "0.0", 2024-08-29T19:03:23.461 INFO:tasks.workunit.client.0.smithi028.stdout: "parent_split_bits": 0, 2024-08-29T19:03:23.461 INFO:tasks.workunit.client.0.smithi028.stdout: "pgid": "2.7", 2024-08-29T19:03:23.461 INFO:tasks.workunit.client.0.smithi028.stdout: "pin_stats_invalid": false, 2024-08-29T19:03:23.462 INFO:tasks.workunit.client.0.smithi028.stdout: "purged_snaps": [], 2024-08-29T19:03:23.462 INFO:tasks.workunit.client.0.smithi028.stdout: "reported_epoch": 2650, 2024-08-29T19:03:23.462 INFO:tasks.workunit.client.0.smithi028.stdout: "reported_seq": 4625, 2024-08-29T19:03:23.462 INFO:tasks.workunit.client.0.smithi028.stdout: "scrub_duration": 0.0, 2024-08-29T19:03:23.462 INFO:tasks.workunit.client.0.smithi028.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-31T00:01:34.238831+0000", 2024-08-29T19:03:23.462 INFO:tasks.workunit.client.0.smithi028.stdout: "snaptrim_duration": 0.0, 2024-08-29T19:03:23.462 INFO:tasks.workunit.client.0.smithi028.stdout: "snaptrimq_len": 0, 2024-08-29T19:03:23.462 INFO:tasks.workunit.client.0.smithi028.stdout: "stat_sum": { 2024-08-29T19:03:23.462 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes": 0, 2024-08-29T19:03:23.462 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes_hit_set_archive": 0, 2024-08-29T19:03:23.462 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes_recovered": 0, 2024-08-29T19:03:23.462 INFO:tasks.workunit.client.0.smithi028.stdout: "num_deep_scrub_errors": 0, 2024-08-29T19:03:23.462 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict": 0, 2024-08-29T19:03:23.462 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_kb": 0, 2024-08-29T19:03:23.463 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_mode_full": 0, 2024-08-29T19:03:23.463 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_mode_some": 0, 2024-08-29T19:03:23.463 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush": 0, 2024-08-29T19:03:23.463 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_kb": 0, 2024-08-29T19:03:23.463 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_mode_high": 0, 2024-08-29T19:03:23.463 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_mode_low": 0, 2024-08-29T19:03:23.463 INFO:tasks.workunit.client.0.smithi028.stdout: "num_keys_recovered": 0, 2024-08-29T19:03:23.463 INFO:tasks.workunit.client.0.smithi028.stdout: "num_large_omap_objects": 0, 2024-08-29T19:03:23.463 INFO:tasks.workunit.client.0.smithi028.stdout: "num_legacy_snapsets": 0, 2024-08-29T19:03:23.463 INFO:tasks.workunit.client.0.smithi028.stdout: "num_object_clones": 0, 2024-08-29T19:03:23.463 INFO:tasks.workunit.client.0.smithi028.stdout: "num_object_copies": 3, 2024-08-29T19:03:23.463 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects": 1, 2024-08-29T19:03:23.463 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_degraded": 0, 2024-08-29T19:03:23.464 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_dirty": 1, 2024-08-29T19:03:23.464 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_hit_set_archive": 0, 2024-08-29T19:03:23.464 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_manifest": 0, 2024-08-29T19:03:23.464 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_misplaced": 0, 2024-08-29T19:03:23.464 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_missing": 0, 2024-08-29T19:03:23.464 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_missing_on_primary": 0, 2024-08-29T19:03:23.464 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_omap": 1, 2024-08-29T19:03:23.464 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_pinned": 0, 2024-08-29T19:03:23.464 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_recovered": 0, 2024-08-29T19:03:23.464 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_repaired": 0, 2024-08-29T19:03:23.464 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_unfound": 0, 2024-08-29T19:03:23.464 INFO:tasks.workunit.client.0.smithi028.stdout: "num_omap_bytes": 0, 2024-08-29T19:03:23.464 INFO:tasks.workunit.client.0.smithi028.stdout: "num_omap_keys": 0, 2024-08-29T19:03:23.465 INFO:tasks.workunit.client.0.smithi028.stdout: "num_promote": 0, 2024-08-29T19:03:23.465 INFO:tasks.workunit.client.0.smithi028.stdout: "num_read": 6, 2024-08-29T19:03:23.465 INFO:tasks.workunit.client.0.smithi028.stdout: "num_read_kb": 6, 2024-08-29T19:03:23.465 INFO:tasks.workunit.client.0.smithi028.stdout: "num_scrub_errors": 0, 2024-08-29T19:03:23.465 INFO:tasks.workunit.client.0.smithi028.stdout: "num_shallow_scrub_errors": 0, 2024-08-29T19:03:23.465 INFO:tasks.workunit.client.0.smithi028.stdout: "num_whiteouts": 0, 2024-08-29T19:03:23.465 INFO:tasks.workunit.client.0.smithi028.stdout: "num_write": 3, 2024-08-29T19:03:23.465 INFO:tasks.workunit.client.0.smithi028.stdout: "num_write_kb": 0 2024-08-29T19:03:23.465 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:23.465 INFO:tasks.workunit.client.0.smithi028.stdout: "state": "active+clean", 2024-08-29T19:03:23.465 INFO:tasks.workunit.client.0.smithi028.stdout: "stats_invalid": false, 2024-08-29T19:03:23.465 INFO:tasks.workunit.client.0.smithi028.stdout: "up": [ 2024-08-29T19:03:23.465 INFO:tasks.workunit.client.0.smithi028.stdout: 6, 2024-08-29T19:03:23.465 INFO:tasks.workunit.client.0.smithi028.stdout: 4, 2024-08-29T19:03:23.465 INFO:tasks.workunit.client.0.smithi028.stdout: 2 2024-08-29T19:03:23.466 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-08-29T19:03:23.466 INFO:tasks.workunit.client.0.smithi028.stdout: "up_primary": 6, 2024-08-29T19:03:23.466 INFO:tasks.workunit.client.0.smithi028.stdout: "version": "65'2" 2024-08-29T19:03:23.466 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:23.466 INFO:tasks.workunit.client.0.smithi028.stdout: { 2024-08-29T19:03:23.466 INFO:tasks.workunit.client.0.smithi028.stdout: "acting": [ 2024-08-29T19:03:23.466 INFO:tasks.workunit.client.0.smithi028.stdout: 4, 2024-08-29T19:03:23.466 INFO:tasks.workunit.client.0.smithi028.stdout: 5, 2024-08-29T19:03:23.466 INFO:tasks.workunit.client.0.smithi028.stdout: 6 2024-08-29T19:03:23.466 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-08-29T19:03:23.466 INFO:tasks.workunit.client.0.smithi028.stdout: "acting_primary": 4, 2024-08-29T19:03:23.466 INFO:tasks.workunit.client.0.smithi028.stdout: "avail_no_missing": [], 2024-08-29T19:03:23.466 INFO:tasks.workunit.client.0.smithi028.stdout: "blocked_by": [], 2024-08-29T19:03:23.466 INFO:tasks.workunit.client.0.smithi028.stdout: "created": 69, 2024-08-29T19:03:23.467 INFO:tasks.workunit.client.0.smithi028.stdout: "dirty_stats_invalid": false, 2024-08-29T19:03:23.467 INFO:tasks.workunit.client.0.smithi028.stdout: "hitset_bytes_stats_invalid": false, 2024-08-29T19:03:23.467 INFO:tasks.workunit.client.0.smithi028.stdout: "hitset_stats_invalid": false, 2024-08-29T19:03:23.467 INFO:tasks.workunit.client.0.smithi028.stdout: "last_active": "2024-08-29T19:02:14.931485+0000", 2024-08-29T19:03:23.467 INFO:tasks.workunit.client.0.smithi028.stdout: "last_became_active": "2024-08-29T17:57:36.371296+0000", 2024-08-29T19:03:23.467 INFO:tasks.workunit.client.0.smithi028.stdout: "last_became_peered": "2024-08-29T17:57:36.371296+0000", 2024-08-29T19:03:23.467 INFO:tasks.workunit.client.0.smithi028.stdout: "last_change": "2024-08-29T18:32:49.459481+0000", 2024-08-29T19:03:23.467 INFO:tasks.workunit.client.0.smithi028.stdout: "last_clean": "2024-08-29T19:02:14.931485+0000", 2024-08-29T19:03:23.467 INFO:tasks.workunit.client.0.smithi028.stdout: "last_clean_scrub_stamp": "2024-08-29T17:43:39.870944+0000", 2024-08-29T19:03:23.467 INFO:tasks.workunit.client.0.smithi028.stdout: "last_deep_scrub": "0'0", 2024-08-29T19:03:23.467 INFO:tasks.workunit.client.0.smithi028.stdout: "last_deep_scrub_stamp": "2024-08-29T17:43:39.870944+0000", 2024-08-29T19:03:23.467 INFO:tasks.workunit.client.0.smithi028.stdout: "last_epoch_clean": 646, 2024-08-29T19:03:23.467 INFO:tasks.workunit.client.0.smithi028.stdout: "last_fresh": "2024-08-29T19:02:14.931485+0000", 2024-08-29T19:03:23.467 INFO:tasks.workunit.client.0.smithi028.stdout: "last_fullsized": "2024-08-29T19:02:14.931485+0000", 2024-08-29T19:03:23.468 INFO:tasks.workunit.client.0.smithi028.stdout: "last_peered": "2024-08-29T19:02:14.931485+0000", 2024-08-29T19:03:23.468 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub": "0'0", 2024-08-29T19:03:23.468 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub_duration": 0, 2024-08-29T19:03:23.468 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub_stamp": "2024-08-29T17:43:39.870944+0000", 2024-08-29T19:03:23.468 INFO:tasks.workunit.client.0.smithi028.stdout: "last_undegraded": "2024-08-29T19:02:14.931485+0000", 2024-08-29T19:03:23.468 INFO:tasks.workunit.client.0.smithi028.stdout: "last_unstale": "2024-08-29T19:02:14.931485+0000", 2024-08-29T19:03:23.468 INFO:tasks.workunit.client.0.smithi028.stdout: "log_dups_size": 0, 2024-08-29T19:03:23.468 INFO:tasks.workunit.client.0.smithi028.stdout: "log_size": 2946, 2024-08-29T19:03:23.468 INFO:tasks.workunit.client.0.smithi028.stdout: "log_start": "0'0", 2024-08-29T19:03:23.468 INFO:tasks.workunit.client.0.smithi028.stdout: "manifest_stats_invalid": false, 2024-08-29T19:03:23.468 INFO:tasks.workunit.client.0.smithi028.stdout: "mapping_epoch": 645, 2024-08-29T19:03:23.468 INFO:tasks.workunit.client.0.smithi028.stdout: "object_location_counts": [], 2024-08-29T19:03:23.468 INFO:tasks.workunit.client.0.smithi028.stdout: "objects_scrubbed": 0, 2024-08-29T19:03:23.468 INFO:tasks.workunit.client.0.smithi028.stdout: "objects_trimmed": 0, 2024-08-29T19:03:23.469 INFO:tasks.workunit.client.0.smithi028.stdout: "omap_stats_invalid": false, 2024-08-29T19:03:23.469 INFO:tasks.workunit.client.0.smithi028.stdout: "ondisk_log_size": 2946, 2024-08-29T19:03:23.469 INFO:tasks.workunit.client.0.smithi028.stdout: "ondisk_log_start": "0'0", 2024-08-29T19:03:23.469 INFO:tasks.workunit.client.0.smithi028.stdout: "parent": "0.0", 2024-08-29T19:03:23.469 INFO:tasks.workunit.client.0.smithi028.stdout: "parent_split_bits": 0, 2024-08-29T19:03:23.469 INFO:tasks.workunit.client.0.smithi028.stdout: "pgid": "4.1", 2024-08-29T19:03:23.469 INFO:tasks.workunit.client.0.smithi028.stdout: "pin_stats_invalid": false, 2024-08-29T19:03:23.469 INFO:tasks.workunit.client.0.smithi028.stdout: "purged_snaps": [], 2024-08-29T19:03:23.469 INFO:tasks.workunit.client.0.smithi028.stdout: "reported_epoch": 2650, 2024-08-29T19:03:23.469 INFO:tasks.workunit.client.0.smithi028.stdout: "reported_seq": 8224, 2024-08-29T19:03:23.469 INFO:tasks.workunit.client.0.smithi028.stdout: "scrub_duration": 0.0, 2024-08-29T19:03:23.469 INFO:tasks.workunit.client.0.smithi028.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-30T21:19:24.402790+0000", 2024-08-29T19:03:23.469 INFO:tasks.workunit.client.0.smithi028.stdout: "snaptrim_duration": 0.009747607, 2024-08-29T19:03:23.470 INFO:tasks.workunit.client.0.smithi028.stdout: "snaptrimq_len": 0, 2024-08-29T19:03:23.470 INFO:tasks.workunit.client.0.smithi028.stdout: "stat_sum": { 2024-08-29T19:03:23.470 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes": 0, 2024-08-29T19:03:23.470 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes_hit_set_archive": 0, 2024-08-29T19:03:23.470 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes_recovered": 0, 2024-08-29T19:03:23.470 INFO:tasks.workunit.client.0.smithi028.stdout: "num_deep_scrub_errors": 0, 2024-08-29T19:03:23.470 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict": 0, 2024-08-29T19:03:23.470 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_kb": 0, 2024-08-29T19:03:23.470 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_mode_full": 0, 2024-08-29T19:03:23.470 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_mode_some": 0, 2024-08-29T19:03:23.470 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush": 0, 2024-08-29T19:03:23.470 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_kb": 0, 2024-08-29T19:03:23.470 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_mode_high": 0, 2024-08-29T19:03:23.470 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_mode_low": 0, 2024-08-29T19:03:23.471 INFO:tasks.workunit.client.0.smithi028.stdout: "num_keys_recovered": 0, 2024-08-29T19:03:23.471 INFO:tasks.workunit.client.0.smithi028.stdout: "num_large_omap_objects": 0, 2024-08-29T19:03:23.471 INFO:tasks.workunit.client.0.smithi028.stdout: "num_legacy_snapsets": 0, 2024-08-29T19:03:23.471 INFO:tasks.workunit.client.0.smithi028.stdout: "num_object_clones": 0, 2024-08-29T19:03:23.471 INFO:tasks.workunit.client.0.smithi028.stdout: "num_object_copies": 0, 2024-08-29T19:03:23.471 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects": 0, 2024-08-29T19:03:23.471 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_degraded": 0, 2024-08-29T19:03:23.471 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_dirty": 0, 2024-08-29T19:03:23.471 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_hit_set_archive": 0, 2024-08-29T19:03:23.471 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_manifest": 0, 2024-08-29T19:03:23.471 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_misplaced": 0, 2024-08-29T19:03:23.471 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_missing": 0, 2024-08-29T19:03:23.471 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_missing_on_primary": 0, 2024-08-29T19:03:23.471 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_omap": 0, 2024-08-29T19:03:23.471 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_pinned": 0, 2024-08-29T19:03:23.472 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_recovered": 0, 2024-08-29T19:03:23.472 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_repaired": 0, 2024-08-29T19:03:23.472 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_unfound": 0, 2024-08-29T19:03:23.472 INFO:tasks.workunit.client.0.smithi028.stdout: "num_omap_bytes": 0, 2024-08-29T19:03:23.472 INFO:tasks.workunit.client.0.smithi028.stdout: "num_omap_keys": 0, 2024-08-29T19:03:23.472 INFO:tasks.workunit.client.0.smithi028.stdout: "num_promote": 0, 2024-08-29T19:03:23.472 INFO:tasks.workunit.client.0.smithi028.stdout: "num_read": 910, 2024-08-29T19:03:23.472 INFO:tasks.workunit.client.0.smithi028.stdout: "num_read_kb": 355112, 2024-08-29T19:03:23.472 INFO:tasks.workunit.client.0.smithi028.stdout: "num_scrub_errors": 0, 2024-08-29T19:03:23.472 INFO:tasks.workunit.client.0.smithi028.stdout: "num_shallow_scrub_errors": 0, 2024-08-29T19:03:23.472 INFO:tasks.workunit.client.0.smithi028.stdout: "num_whiteouts": 0, 2024-08-29T19:03:23.472 INFO:tasks.workunit.client.0.smithi028.stdout: "num_write": 2938, 2024-08-29T19:03:23.472 INFO:tasks.workunit.client.0.smithi028.stdout: "num_write_kb": 378629 2024-08-29T19:03:23.473 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:23.473 INFO:tasks.workunit.client.0.smithi028.stdout: "state": "active+clean", 2024-08-29T19:03:23.473 INFO:tasks.workunit.client.0.smithi028.stdout: "stats_invalid": false, 2024-08-29T19:03:23.473 INFO:tasks.workunit.client.0.smithi028.stdout: "up": [ 2024-08-29T19:03:23.473 INFO:tasks.workunit.client.0.smithi028.stdout: 4, 2024-08-29T19:03:23.473 INFO:tasks.workunit.client.0.smithi028.stdout: 5, 2024-08-29T19:03:23.473 INFO:tasks.workunit.client.0.smithi028.stdout: 6 2024-08-29T19:03:23.473 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-08-29T19:03:23.473 INFO:tasks.workunit.client.0.smithi028.stdout: "up_primary": 4, 2024-08-29T19:03:23.473 INFO:tasks.workunit.client.0.smithi028.stdout: "version": "1182'2946" 2024-08-29T19:03:23.473 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:23.473 INFO:tasks.workunit.client.0.smithi028.stdout: { 2024-08-29T19:03:23.473 INFO:tasks.workunit.client.0.smithi028.stdout: "acting": [ 2024-08-29T19:03:23.473 INFO:tasks.workunit.client.0.smithi028.stdout: 3, 2024-08-29T19:03:23.474 INFO:tasks.workunit.client.0.smithi028.stdout: 7, 2024-08-29T19:03:23.474 INFO:tasks.workunit.client.0.smithi028.stdout: 1 2024-08-29T19:03:23.474 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-08-29T19:03:23.474 INFO:tasks.workunit.client.0.smithi028.stdout: "acting_primary": 3, 2024-08-29T19:03:23.474 INFO:tasks.workunit.client.0.smithi028.stdout: "avail_no_missing": [], 2024-08-29T19:03:23.474 INFO:tasks.workunit.client.0.smithi028.stdout: "blocked_by": [], 2024-08-29T19:03:23.474 INFO:tasks.workunit.client.0.smithi028.stdout: "created": 62, 2024-08-29T19:03:23.474 INFO:tasks.workunit.client.0.smithi028.stdout: "dirty_stats_invalid": false, 2024-08-29T19:03:23.474 INFO:tasks.workunit.client.0.smithi028.stdout: "hitset_bytes_stats_invalid": false, 2024-08-29T19:03:23.474 INFO:tasks.workunit.client.0.smithi028.stdout: "hitset_stats_invalid": false, 2024-08-29T19:03:23.474 INFO:tasks.workunit.client.0.smithi028.stdout: "last_active": "2024-08-29T19:02:14.844433+0000", 2024-08-29T19:03:23.474 INFO:tasks.workunit.client.0.smithi028.stdout: "last_became_active": "2024-08-29T17:58:11.349077+0000", 2024-08-29T19:03:23.474 INFO:tasks.workunit.client.0.smithi028.stdout: "last_became_peered": "2024-08-29T17:58:11.349077+0000", 2024-08-29T19:03:23.474 INFO:tasks.workunit.client.0.smithi028.stdout: "last_change": "2024-08-29T17:58:11.350545+0000", 2024-08-29T19:03:23.475 INFO:tasks.workunit.client.0.smithi028.stdout: "last_clean": "2024-08-29T19:02:14.844433+0000", 2024-08-29T19:03:23.475 INFO:tasks.workunit.client.0.smithi028.stdout: "last_clean_scrub_stamp": "2024-08-29T17:41:01.987071+0000", 2024-08-29T19:03:23.475 INFO:tasks.workunit.client.0.smithi028.stdout: "last_deep_scrub": "0'0", 2024-08-29T19:03:23.475 INFO:tasks.workunit.client.0.smithi028.stdout: "last_deep_scrub_stamp": "2024-08-29T17:41:01.987071+0000", 2024-08-29T19:03:23.475 INFO:tasks.workunit.client.0.smithi028.stdout: "last_epoch_clean": 681, 2024-08-29T19:03:23.475 INFO:tasks.workunit.client.0.smithi028.stdout: "last_fresh": "2024-08-29T19:02:14.844433+0000", 2024-08-29T19:03:23.475 INFO:tasks.workunit.client.0.smithi028.stdout: "last_fullsized": "2024-08-29T19:02:14.844433+0000", 2024-08-29T19:03:23.475 INFO:tasks.workunit.client.0.smithi028.stdout: "last_peered": "2024-08-29T19:02:14.844433+0000", 2024-08-29T19:03:23.475 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub": "0'0", 2024-08-29T19:03:23.475 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub_duration": 0, 2024-08-29T19:03:23.475 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub_stamp": "2024-08-29T17:41:01.987071+0000", 2024-08-29T19:03:23.475 INFO:tasks.workunit.client.0.smithi028.stdout: "last_undegraded": "2024-08-29T19:02:14.844433+0000", 2024-08-29T19:03:23.475 INFO:tasks.workunit.client.0.smithi028.stdout: "last_unstale": "2024-08-29T19:02:14.844433+0000", 2024-08-29T19:03:23.475 INFO:tasks.workunit.client.0.smithi028.stdout: "log_dups_size": 0, 2024-08-29T19:03:23.476 INFO:tasks.workunit.client.0.smithi028.stdout: "log_size": 0, 2024-08-29T19:03:23.476 INFO:tasks.workunit.client.0.smithi028.stdout: "log_start": "0'0", 2024-08-29T19:03:23.476 INFO:tasks.workunit.client.0.smithi028.stdout: "manifest_stats_invalid": false, 2024-08-29T19:03:23.476 INFO:tasks.workunit.client.0.smithi028.stdout: "mapping_epoch": 680, 2024-08-29T19:03:23.476 INFO:tasks.workunit.client.0.smithi028.stdout: "object_location_counts": [], 2024-08-29T19:03:23.476 INFO:tasks.workunit.client.0.smithi028.stdout: "objects_scrubbed": 0, 2024-08-29T19:03:23.476 INFO:tasks.workunit.client.0.smithi028.stdout: "objects_trimmed": 0, 2024-08-29T19:03:23.476 INFO:tasks.workunit.client.0.smithi028.stdout: "omap_stats_invalid": false, 2024-08-29T19:03:23.476 INFO:tasks.workunit.client.0.smithi028.stdout: "ondisk_log_size": 0, 2024-08-29T19:03:23.476 INFO:tasks.workunit.client.0.smithi028.stdout: "ondisk_log_start": "0'0", 2024-08-29T19:03:23.476 INFO:tasks.workunit.client.0.smithi028.stdout: "parent": "0.0", 2024-08-29T19:03:23.476 INFO:tasks.workunit.client.0.smithi028.stdout: "parent_split_bits": 0, 2024-08-29T19:03:23.476 INFO:tasks.workunit.client.0.smithi028.stdout: "pgid": "3.7", 2024-08-29T19:03:23.476 INFO:tasks.workunit.client.0.smithi028.stdout: "pin_stats_invalid": false, 2024-08-29T19:03:23.477 INFO:tasks.workunit.client.0.smithi028.stdout: "purged_snaps": [], 2024-08-29T19:03:23.477 INFO:tasks.workunit.client.0.smithi028.stdout: "reported_epoch": 2650, 2024-08-29T19:03:23.477 INFO:tasks.workunit.client.0.smithi028.stdout: "reported_seq": 4730, 2024-08-29T19:03:23.477 INFO:tasks.workunit.client.0.smithi028.stdout: "scrub_duration": 0.0, 2024-08-29T19:03:23.477 INFO:tasks.workunit.client.0.smithi028.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-30T21:59:51.088042+0000", 2024-08-29T19:03:23.477 INFO:tasks.workunit.client.0.smithi028.stdout: "snaptrim_duration": 0.0, 2024-08-29T19:03:23.477 INFO:tasks.workunit.client.0.smithi028.stdout: "snaptrimq_len": 0, 2024-08-29T19:03:23.477 INFO:tasks.workunit.client.0.smithi028.stdout: "stat_sum": { 2024-08-29T19:03:23.477 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes": 0, 2024-08-29T19:03:23.477 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes_hit_set_archive": 0, 2024-08-29T19:03:23.477 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes_recovered": 0, 2024-08-29T19:03:23.477 INFO:tasks.workunit.client.0.smithi028.stdout: "num_deep_scrub_errors": 0, 2024-08-29T19:03:23.477 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict": 0, 2024-08-29T19:03:23.478 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_kb": 0, 2024-08-29T19:03:23.478 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_mode_full": 0, 2024-08-29T19:03:23.478 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_mode_some": 0, 2024-08-29T19:03:23.478 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush": 0, 2024-08-29T19:03:23.478 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_kb": 0, 2024-08-29T19:03:23.478 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_mode_high": 0, 2024-08-29T19:03:23.478 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_mode_low": 0, 2024-08-29T19:03:23.478 INFO:tasks.workunit.client.0.smithi028.stdout: "num_keys_recovered": 0, 2024-08-29T19:03:23.478 INFO:tasks.workunit.client.0.smithi028.stdout: "num_large_omap_objects": 0, 2024-08-29T19:03:23.478 INFO:tasks.workunit.client.0.smithi028.stdout: "num_legacy_snapsets": 0, 2024-08-29T19:03:23.478 INFO:tasks.workunit.client.0.smithi028.stdout: "num_object_clones": 0, 2024-08-29T19:03:23.478 INFO:tasks.workunit.client.0.smithi028.stdout: "num_object_copies": 0, 2024-08-29T19:03:23.478 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects": 0, 2024-08-29T19:03:23.478 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_degraded": 0, 2024-08-29T19:03:23.479 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_dirty": 0, 2024-08-29T19:03:23.479 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_hit_set_archive": 0, 2024-08-29T19:03:23.479 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_manifest": 0, 2024-08-29T19:03:23.479 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_misplaced": 0, 2024-08-29T19:03:23.479 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_missing": 0, 2024-08-29T19:03:23.479 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_missing_on_primary": 0, 2024-08-29T19:03:23.479 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_omap": 0, 2024-08-29T19:03:23.479 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_pinned": 0, 2024-08-29T19:03:23.479 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_recovered": 0, 2024-08-29T19:03:23.479 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_repaired": 0, 2024-08-29T19:03:23.479 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_unfound": 0, 2024-08-29T19:03:23.479 INFO:tasks.workunit.client.0.smithi028.stdout: "num_omap_bytes": 0, 2024-08-29T19:03:23.479 INFO:tasks.workunit.client.0.smithi028.stdout: "num_omap_keys": 0, 2024-08-29T19:03:23.479 INFO:tasks.workunit.client.0.smithi028.stdout: "num_promote": 0, 2024-08-29T19:03:23.480 INFO:tasks.workunit.client.0.smithi028.stdout: "num_read": 0, 2024-08-29T19:03:23.480 INFO:tasks.workunit.client.0.smithi028.stdout: "num_read_kb": 0, 2024-08-29T19:03:23.480 INFO:tasks.workunit.client.0.smithi028.stdout: "num_scrub_errors": 0, 2024-08-29T19:03:23.480 INFO:tasks.workunit.client.0.smithi028.stdout: "num_shallow_scrub_errors": 0, 2024-08-29T19:03:23.480 INFO:tasks.workunit.client.0.smithi028.stdout: "num_whiteouts": 0, 2024-08-29T19:03:23.480 INFO:tasks.workunit.client.0.smithi028.stdout: "num_write": 0, 2024-08-29T19:03:23.480 INFO:tasks.workunit.client.0.smithi028.stdout: "num_write_kb": 0 2024-08-29T19:03:23.480 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:23.480 INFO:tasks.workunit.client.0.smithi028.stdout: "state": "active+clean", 2024-08-29T19:03:23.480 INFO:tasks.workunit.client.0.smithi028.stdout: "stats_invalid": false, 2024-08-29T19:03:23.480 INFO:tasks.workunit.client.0.smithi028.stdout: "up": [ 2024-08-29T19:03:23.480 INFO:tasks.workunit.client.0.smithi028.stdout: 3, 2024-08-29T19:03:23.480 INFO:tasks.workunit.client.0.smithi028.stdout: 7, 2024-08-29T19:03:23.480 INFO:tasks.workunit.client.0.smithi028.stdout: 1 2024-08-29T19:03:23.481 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-08-29T19:03:23.481 INFO:tasks.workunit.client.0.smithi028.stdout: "up_primary": 3, 2024-08-29T19:03:23.481 INFO:tasks.workunit.client.0.smithi028.stdout: "version": "0'0" 2024-08-29T19:03:23.481 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:23.481 INFO:tasks.workunit.client.0.smithi028.stdout: { 2024-08-29T19:03:23.481 INFO:tasks.workunit.client.0.smithi028.stdout: "acting": [ 2024-08-29T19:03:23.481 INFO:tasks.workunit.client.0.smithi028.stdout: 1, 2024-08-29T19:03:23.481 INFO:tasks.workunit.client.0.smithi028.stdout: 6, 2024-08-29T19:03:23.481 INFO:tasks.workunit.client.0.smithi028.stdout: 4 2024-08-29T19:03:23.481 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-08-29T19:03:23.481 INFO:tasks.workunit.client.0.smithi028.stdout: "acting_primary": 1, 2024-08-29T19:03:23.481 INFO:tasks.workunit.client.0.smithi028.stdout: "avail_no_missing": [], 2024-08-29T19:03:23.481 INFO:tasks.workunit.client.0.smithi028.stdout: "blocked_by": [], 2024-08-29T19:03:23.481 INFO:tasks.workunit.client.0.smithi028.stdout: "created": 59, 2024-08-29T19:03:23.482 INFO:tasks.workunit.client.0.smithi028.stdout: "dirty_stats_invalid": false, 2024-08-29T19:03:23.482 INFO:tasks.workunit.client.0.smithi028.stdout: "hitset_bytes_stats_invalid": false, 2024-08-29T19:03:23.482 INFO:tasks.workunit.client.0.smithi028.stdout: "hitset_stats_invalid": false, 2024-08-29T19:03:23.482 INFO:tasks.workunit.client.0.smithi028.stdout: "last_active": "2024-08-29T19:02:14.823097+0000", 2024-08-29T19:03:23.482 INFO:tasks.workunit.client.0.smithi028.stdout: "last_became_active": "2024-08-29T17:57:36.372844+0000", 2024-08-29T19:03:23.482 INFO:tasks.workunit.client.0.smithi028.stdout: "last_became_peered": "2024-08-29T17:57:36.372844+0000", 2024-08-29T19:03:23.482 INFO:tasks.workunit.client.0.smithi028.stdout: "last_change": "2024-08-29T17:57:36.373898+0000", 2024-08-29T19:03:23.482 INFO:tasks.workunit.client.0.smithi028.stdout: "last_clean": "2024-08-29T19:02:14.823097+0000", 2024-08-29T19:03:23.482 INFO:tasks.workunit.client.0.smithi028.stdout: "last_clean_scrub_stamp": "2024-08-29T17:40:52.944949+0000", 2024-08-29T19:03:23.482 INFO:tasks.workunit.client.0.smithi028.stdout: "last_deep_scrub": "0'0", 2024-08-29T19:03:23.482 INFO:tasks.workunit.client.0.smithi028.stdout: "last_deep_scrub_stamp": "2024-08-29T17:40:52.944949+0000", 2024-08-29T19:03:23.482 INFO:tasks.workunit.client.0.smithi028.stdout: "last_epoch_clean": 646, 2024-08-29T19:03:23.482 INFO:tasks.workunit.client.0.smithi028.stdout: "last_fresh": "2024-08-29T19:02:14.823097+0000", 2024-08-29T19:03:23.482 INFO:tasks.workunit.client.0.smithi028.stdout: "last_fullsized": "2024-08-29T19:02:14.823097+0000", 2024-08-29T19:03:23.483 INFO:tasks.workunit.client.0.smithi028.stdout: "last_peered": "2024-08-29T19:02:14.823097+0000", 2024-08-29T19:03:23.483 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub": "0'0", 2024-08-29T19:03:23.483 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub_duration": 0, 2024-08-29T19:03:23.483 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub_stamp": "2024-08-29T17:40:52.944949+0000", 2024-08-29T19:03:23.483 INFO:tasks.workunit.client.0.smithi028.stdout: "last_undegraded": "2024-08-29T19:02:14.823097+0000", 2024-08-29T19:03:23.483 INFO:tasks.workunit.client.0.smithi028.stdout: "last_unstale": "2024-08-29T19:02:14.823097+0000", 2024-08-29T19:03:23.483 INFO:tasks.workunit.client.0.smithi028.stdout: "log_dups_size": 0, 2024-08-29T19:03:23.483 INFO:tasks.workunit.client.0.smithi028.stdout: "log_size": 2, 2024-08-29T19:03:23.483 INFO:tasks.workunit.client.0.smithi028.stdout: "log_start": "0'0", 2024-08-29T19:03:23.483 INFO:tasks.workunit.client.0.smithi028.stdout: "manifest_stats_invalid": false, 2024-08-29T19:03:23.483 INFO:tasks.workunit.client.0.smithi028.stdout: "mapping_epoch": 645, 2024-08-29T19:03:23.483 INFO:tasks.workunit.client.0.smithi028.stdout: "object_location_counts": [], 2024-08-29T19:03:23.483 INFO:tasks.workunit.client.0.smithi028.stdout: "objects_scrubbed": 0, 2024-08-29T19:03:23.483 INFO:tasks.workunit.client.0.smithi028.stdout: "objects_trimmed": 0, 2024-08-29T19:03:23.484 INFO:tasks.workunit.client.0.smithi028.stdout: "omap_stats_invalid": false, 2024-08-29T19:03:23.484 INFO:tasks.workunit.client.0.smithi028.stdout: "ondisk_log_size": 2, 2024-08-29T19:03:23.484 INFO:tasks.workunit.client.0.smithi028.stdout: "ondisk_log_start": "0'0", 2024-08-29T19:03:23.484 INFO:tasks.workunit.client.0.smithi028.stdout: "parent": "0.0", 2024-08-29T19:03:23.484 INFO:tasks.workunit.client.0.smithi028.stdout: "parent_split_bits": 0, 2024-08-29T19:03:23.484 INFO:tasks.workunit.client.0.smithi028.stdout: "pgid": "2.6", 2024-08-29T19:03:23.484 INFO:tasks.workunit.client.0.smithi028.stdout: "pin_stats_invalid": false, 2024-08-29T19:03:23.484 INFO:tasks.workunit.client.0.smithi028.stdout: "purged_snaps": [], 2024-08-29T19:03:23.484 INFO:tasks.workunit.client.0.smithi028.stdout: "reported_epoch": 2650, 2024-08-29T19:03:23.484 INFO:tasks.workunit.client.0.smithi028.stdout: "reported_seq": 4758, 2024-08-29T19:03:23.484 INFO:tasks.workunit.client.0.smithi028.stdout: "scrub_duration": 0.0, 2024-08-29T19:03:23.484 INFO:tasks.workunit.client.0.smithi028.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-30T22:52:59.239805+0000", 2024-08-29T19:03:23.484 INFO:tasks.workunit.client.0.smithi028.stdout: "snaptrim_duration": 0.0, 2024-08-29T19:03:23.484 INFO:tasks.workunit.client.0.smithi028.stdout: "snaptrimq_len": 0, 2024-08-29T19:03:23.485 INFO:tasks.workunit.client.0.smithi028.stdout: "stat_sum": { 2024-08-29T19:03:23.485 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes": 0, 2024-08-29T19:03:23.485 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes_hit_set_archive": 0, 2024-08-29T19:03:23.485 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes_recovered": 0, 2024-08-29T19:03:23.485 INFO:tasks.workunit.client.0.smithi028.stdout: "num_deep_scrub_errors": 0, 2024-08-29T19:03:23.485 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict": 0, 2024-08-29T19:03:23.485 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_kb": 0, 2024-08-29T19:03:23.485 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_mode_full": 0, 2024-08-29T19:03:23.485 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_mode_some": 0, 2024-08-29T19:03:23.485 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush": 0, 2024-08-29T19:03:23.485 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_kb": 0, 2024-08-29T19:03:23.485 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_mode_high": 0, 2024-08-29T19:03:23.485 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_mode_low": 0, 2024-08-29T19:03:23.485 INFO:tasks.workunit.client.0.smithi028.stdout: "num_keys_recovered": 0, 2024-08-29T19:03:23.486 INFO:tasks.workunit.client.0.smithi028.stdout: "num_large_omap_objects": 0, 2024-08-29T19:03:23.486 INFO:tasks.workunit.client.0.smithi028.stdout: "num_legacy_snapsets": 0, 2024-08-29T19:03:23.486 INFO:tasks.workunit.client.0.smithi028.stdout: "num_object_clones": 0, 2024-08-29T19:03:23.486 INFO:tasks.workunit.client.0.smithi028.stdout: "num_object_copies": 3, 2024-08-29T19:03:23.486 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects": 1, 2024-08-29T19:03:23.486 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_degraded": 0, 2024-08-29T19:03:23.486 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_dirty": 1, 2024-08-29T19:03:23.486 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_hit_set_archive": 0, 2024-08-29T19:03:23.486 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_manifest": 0, 2024-08-29T19:03:23.486 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_misplaced": 0, 2024-08-29T19:03:23.486 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_missing": 0, 2024-08-29T19:03:23.486 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_missing_on_primary": 0, 2024-08-29T19:03:23.486 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_omap": 1, 2024-08-29T19:03:23.486 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_pinned": 0, 2024-08-29T19:03:23.487 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_recovered": 0, 2024-08-29T19:03:23.487 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_repaired": 0, 2024-08-29T19:03:23.487 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_unfound": 0, 2024-08-29T19:03:23.487 INFO:tasks.workunit.client.0.smithi028.stdout: "num_omap_bytes": 0, 2024-08-29T19:03:23.487 INFO:tasks.workunit.client.0.smithi028.stdout: "num_omap_keys": 0, 2024-08-29T19:03:23.487 INFO:tasks.workunit.client.0.smithi028.stdout: "num_promote": 0, 2024-08-29T19:03:23.487 INFO:tasks.workunit.client.0.smithi028.stdout: "num_read": 2, 2024-08-29T19:03:23.487 INFO:tasks.workunit.client.0.smithi028.stdout: "num_read_kb": 2, 2024-08-29T19:03:23.487 INFO:tasks.workunit.client.0.smithi028.stdout: "num_scrub_errors": 0, 2024-08-29T19:03:23.487 INFO:tasks.workunit.client.0.smithi028.stdout: "num_shallow_scrub_errors": 0, 2024-08-29T19:03:23.487 INFO:tasks.workunit.client.0.smithi028.stdout: "num_whiteouts": 0, 2024-08-29T19:03:23.487 INFO:tasks.workunit.client.0.smithi028.stdout: "num_write": 2, 2024-08-29T19:03:23.487 INFO:tasks.workunit.client.0.smithi028.stdout: "num_write_kb": 0 2024-08-29T19:03:23.487 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:23.488 INFO:tasks.workunit.client.0.smithi028.stdout: "state": "active+clean", 2024-08-29T19:03:23.488 INFO:tasks.workunit.client.0.smithi028.stdout: "stats_invalid": false, 2024-08-29T19:03:23.488 INFO:tasks.workunit.client.0.smithi028.stdout: "up": [ 2024-08-29T19:03:23.488 INFO:tasks.workunit.client.0.smithi028.stdout: 1, 2024-08-29T19:03:23.488 INFO:tasks.workunit.client.0.smithi028.stdout: 6, 2024-08-29T19:03:23.488 INFO:tasks.workunit.client.0.smithi028.stdout: 4 2024-08-29T19:03:23.488 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-08-29T19:03:23.488 INFO:tasks.workunit.client.0.smithi028.stdout: "up_primary": 1, 2024-08-29T19:03:23.488 INFO:tasks.workunit.client.0.smithi028.stdout: "version": "725'2" 2024-08-29T19:03:23.488 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:23.488 INFO:tasks.workunit.client.0.smithi028.stdout: { 2024-08-29T19:03:23.488 INFO:tasks.workunit.client.0.smithi028.stdout: "acting": [ 2024-08-29T19:03:23.488 INFO:tasks.workunit.client.0.smithi028.stdout: 3, 2024-08-29T19:03:23.488 INFO:tasks.workunit.client.0.smithi028.stdout: 7, 2024-08-29T19:03:23.489 INFO:tasks.workunit.client.0.smithi028.stdout: 0 2024-08-29T19:03:23.489 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-08-29T19:03:23.489 INFO:tasks.workunit.client.0.smithi028.stdout: "acting_primary": 3, 2024-08-29T19:03:23.489 INFO:tasks.workunit.client.0.smithi028.stdout: "avail_no_missing": [], 2024-08-29T19:03:23.489 INFO:tasks.workunit.client.0.smithi028.stdout: "blocked_by": [], 2024-08-29T19:03:23.489 INFO:tasks.workunit.client.0.smithi028.stdout: "created": 69, 2024-08-29T19:03:23.489 INFO:tasks.workunit.client.0.smithi028.stdout: "dirty_stats_invalid": false, 2024-08-29T19:03:23.489 INFO:tasks.workunit.client.0.smithi028.stdout: "hitset_bytes_stats_invalid": false, 2024-08-29T19:03:23.489 INFO:tasks.workunit.client.0.smithi028.stdout: "hitset_stats_invalid": false, 2024-08-29T19:03:23.489 INFO:tasks.workunit.client.0.smithi028.stdout: "last_active": "2024-08-29T19:02:14.840791+0000", 2024-08-29T19:03:23.489 INFO:tasks.workunit.client.0.smithi028.stdout: "last_became_active": "2024-08-29T17:58:11.348660+0000", 2024-08-29T19:03:23.489 INFO:tasks.workunit.client.0.smithi028.stdout: "last_became_peered": "2024-08-29T17:58:11.348660+0000", 2024-08-29T19:03:23.489 INFO:tasks.workunit.client.0.smithi028.stdout: "last_change": "2024-08-29T18:32:49.473272+0000", 2024-08-29T19:03:23.489 INFO:tasks.workunit.client.0.smithi028.stdout: "last_clean": "2024-08-29T19:02:14.840791+0000", 2024-08-29T19:03:23.490 INFO:tasks.workunit.client.0.smithi028.stdout: "last_clean_scrub_stamp": "2024-08-29T17:43:39.870944+0000", 2024-08-29T19:03:23.490 INFO:tasks.workunit.client.0.smithi028.stdout: "last_deep_scrub": "0'0", 2024-08-29T19:03:23.490 INFO:tasks.workunit.client.0.smithi028.stdout: "last_deep_scrub_stamp": "2024-08-29T17:43:39.870944+0000", 2024-08-29T19:03:23.490 INFO:tasks.workunit.client.0.smithi028.stdout: "last_epoch_clean": 681, 2024-08-29T19:03:23.490 INFO:tasks.workunit.client.0.smithi028.stdout: "last_fresh": "2024-08-29T19:02:14.840791+0000", 2024-08-29T19:03:23.490 INFO:tasks.workunit.client.0.smithi028.stdout: "last_fullsized": "2024-08-29T19:02:14.840791+0000", 2024-08-29T19:03:23.490 INFO:tasks.workunit.client.0.smithi028.stdout: "last_peered": "2024-08-29T19:02:14.840791+0000", 2024-08-29T19:03:23.490 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub": "0'0", 2024-08-29T19:03:23.490 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub_duration": 0, 2024-08-29T19:03:23.490 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub_stamp": "2024-08-29T17:43:39.870944+0000", 2024-08-29T19:03:23.490 INFO:tasks.workunit.client.0.smithi028.stdout: "last_undegraded": "2024-08-29T19:02:14.840791+0000", 2024-08-29T19:03:23.490 INFO:tasks.workunit.client.0.smithi028.stdout: "last_unstale": "2024-08-29T19:02:14.840791+0000", 2024-08-29T19:03:23.490 INFO:tasks.workunit.client.0.smithi028.stdout: "log_dups_size": 0, 2024-08-29T19:03:23.491 INFO:tasks.workunit.client.0.smithi028.stdout: "log_size": 2928, 2024-08-29T19:03:23.491 INFO:tasks.workunit.client.0.smithi028.stdout: "log_start": "0'0", 2024-08-29T19:03:23.491 INFO:tasks.workunit.client.0.smithi028.stdout: "manifest_stats_invalid": false, 2024-08-29T19:03:23.491 INFO:tasks.workunit.client.0.smithi028.stdout: "mapping_epoch": 680, 2024-08-29T19:03:23.491 INFO:tasks.workunit.client.0.smithi028.stdout: "object_location_counts": [], 2024-08-29T19:03:23.491 INFO:tasks.workunit.client.0.smithi028.stdout: "objects_scrubbed": 0, 2024-08-29T19:03:23.491 INFO:tasks.workunit.client.0.smithi028.stdout: "objects_trimmed": 0, 2024-08-29T19:03:23.491 INFO:tasks.workunit.client.0.smithi028.stdout: "omap_stats_invalid": false, 2024-08-29T19:03:23.491 INFO:tasks.workunit.client.0.smithi028.stdout: "ondisk_log_size": 2928, 2024-08-29T19:03:23.491 INFO:tasks.workunit.client.0.smithi028.stdout: "ondisk_log_start": "0'0", 2024-08-29T19:03:23.491 INFO:tasks.workunit.client.0.smithi028.stdout: "parent": "0.0", 2024-08-29T19:03:23.491 INFO:tasks.workunit.client.0.smithi028.stdout: "parent_split_bits": 0, 2024-08-29T19:03:23.491 INFO:tasks.workunit.client.0.smithi028.stdout: "pgid": "4.0", 2024-08-29T19:03:23.491 INFO:tasks.workunit.client.0.smithi028.stdout: "pin_stats_invalid": false, 2024-08-29T19:03:23.492 INFO:tasks.workunit.client.0.smithi028.stdout: "purged_snaps": [], 2024-08-29T19:03:23.492 INFO:tasks.workunit.client.0.smithi028.stdout: "reported_epoch": 2650, 2024-08-29T19:03:23.492 INFO:tasks.workunit.client.0.smithi028.stdout: "reported_seq": 8278, 2024-08-29T19:03:23.492 INFO:tasks.workunit.client.0.smithi028.stdout: "scrub_duration": 0.0, 2024-08-29T19:03:23.492 INFO:tasks.workunit.client.0.smithi028.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-31T02:38:40.087934+0000", 2024-08-29T19:03:23.492 INFO:tasks.workunit.client.0.smithi028.stdout: "snaptrim_duration": 0.013815927, 2024-08-29T19:03:23.492 INFO:tasks.workunit.client.0.smithi028.stdout: "snaptrimq_len": 0, 2024-08-29T19:03:23.492 INFO:tasks.workunit.client.0.smithi028.stdout: "stat_sum": { 2024-08-29T19:03:23.492 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes": 0, 2024-08-29T19:03:23.492 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes_hit_set_archive": 0, 2024-08-29T19:03:23.492 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes_recovered": 0, 2024-08-29T19:03:23.492 INFO:tasks.workunit.client.0.smithi028.stdout: "num_deep_scrub_errors": 0, 2024-08-29T19:03:23.492 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict": 0, 2024-08-29T19:03:23.492 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_kb": 0, 2024-08-29T19:03:23.493 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_mode_full": 0, 2024-08-29T19:03:23.493 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_mode_some": 0, 2024-08-29T19:03:23.493 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush": 0, 2024-08-29T19:03:23.493 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_kb": 0, 2024-08-29T19:03:23.493 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_mode_high": 0, 2024-08-29T19:03:23.493 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_mode_low": 0, 2024-08-29T19:03:23.493 INFO:tasks.workunit.client.0.smithi028.stdout: "num_keys_recovered": 0, 2024-08-29T19:03:23.493 INFO:tasks.workunit.client.0.smithi028.stdout: "num_large_omap_objects": 0, 2024-08-29T19:03:23.493 INFO:tasks.workunit.client.0.smithi028.stdout: "num_legacy_snapsets": 0, 2024-08-29T19:03:23.493 INFO:tasks.workunit.client.0.smithi028.stdout: "num_object_clones": 0, 2024-08-29T19:03:23.493 INFO:tasks.workunit.client.0.smithi028.stdout: "num_object_copies": 0, 2024-08-29T19:03:23.493 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects": 0, 2024-08-29T19:03:23.493 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_degraded": 0, 2024-08-29T19:03:23.493 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_dirty": 0, 2024-08-29T19:03:23.494 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_hit_set_archive": 0, 2024-08-29T19:03:23.494 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_manifest": 0, 2024-08-29T19:03:23.494 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_misplaced": 0, 2024-08-29T19:03:23.494 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_missing": 0, 2024-08-29T19:03:23.494 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_missing_on_primary": 0, 2024-08-29T19:03:23.494 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_omap": 0, 2024-08-29T19:03:23.494 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_pinned": 0, 2024-08-29T19:03:23.494 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_recovered": 0, 2024-08-29T19:03:23.494 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_repaired": 0, 2024-08-29T19:03:23.494 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_unfound": 0, 2024-08-29T19:03:23.494 INFO:tasks.workunit.client.0.smithi028.stdout: "num_omap_bytes": 0, 2024-08-29T19:03:23.494 INFO:tasks.workunit.client.0.smithi028.stdout: "num_omap_keys": 0, 2024-08-29T19:03:23.494 INFO:tasks.workunit.client.0.smithi028.stdout: "num_promote": 0, 2024-08-29T19:03:23.494 INFO:tasks.workunit.client.0.smithi028.stdout: "num_read": 1081, 2024-08-29T19:03:23.495 INFO:tasks.workunit.client.0.smithi028.stdout: "num_read_kb": 389897, 2024-08-29T19:03:23.495 INFO:tasks.workunit.client.0.smithi028.stdout: "num_scrub_errors": 0, 2024-08-29T19:03:23.495 INFO:tasks.workunit.client.0.smithi028.stdout: "num_shallow_scrub_errors": 0, 2024-08-29T19:03:23.495 INFO:tasks.workunit.client.0.smithi028.stdout: "num_whiteouts": 0, 2024-08-29T19:03:23.495 INFO:tasks.workunit.client.0.smithi028.stdout: "num_write": 2917, 2024-08-29T19:03:23.495 INFO:tasks.workunit.client.0.smithi028.stdout: "num_write_kb": 322744 2024-08-29T19:03:23.495 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:23.495 INFO:tasks.workunit.client.0.smithi028.stdout: "state": "active+clean", 2024-08-29T19:03:23.495 INFO:tasks.workunit.client.0.smithi028.stdout: "stats_invalid": false, 2024-08-29T19:03:23.495 INFO:tasks.workunit.client.0.smithi028.stdout: "up": [ 2024-08-29T19:03:23.495 INFO:tasks.workunit.client.0.smithi028.stdout: 3, 2024-08-29T19:03:23.495 INFO:tasks.workunit.client.0.smithi028.stdout: 7, 2024-08-29T19:03:23.495 INFO:tasks.workunit.client.0.smithi028.stdout: 0 2024-08-29T19:03:23.495 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-08-29T19:03:23.496 INFO:tasks.workunit.client.0.smithi028.stdout: "up_primary": 3, 2024-08-29T19:03:23.496 INFO:tasks.workunit.client.0.smithi028.stdout: "version": "1182'2928" 2024-08-29T19:03:23.496 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:23.496 INFO:tasks.workunit.client.0.smithi028.stdout: { 2024-08-29T19:03:23.496 INFO:tasks.workunit.client.0.smithi028.stdout: "acting": [ 2024-08-29T19:03:23.496 INFO:tasks.workunit.client.0.smithi028.stdout: 1, 2024-08-29T19:03:23.496 INFO:tasks.workunit.client.0.smithi028.stdout: 2, 2024-08-29T19:03:23.496 INFO:tasks.workunit.client.0.smithi028.stdout: 5 2024-08-29T19:03:23.496 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-08-29T19:03:23.496 INFO:tasks.workunit.client.0.smithi028.stdout: "acting_primary": 1, 2024-08-29T19:03:23.496 INFO:tasks.workunit.client.0.smithi028.stdout: "avail_no_missing": [], 2024-08-29T19:03:23.496 INFO:tasks.workunit.client.0.smithi028.stdout: "blocked_by": [], 2024-08-29T19:03:23.496 INFO:tasks.workunit.client.0.smithi028.stdout: "created": 62, 2024-08-29T19:03:23.496 INFO:tasks.workunit.client.0.smithi028.stdout: "dirty_stats_invalid": false, 2024-08-29T19:03:23.497 INFO:tasks.workunit.client.0.smithi028.stdout: "hitset_bytes_stats_invalid": false, 2024-08-29T19:03:23.497 INFO:tasks.workunit.client.0.smithi028.stdout: "hitset_stats_invalid": false, 2024-08-29T19:03:23.497 INFO:tasks.workunit.client.0.smithi028.stdout: "last_active": "2024-08-29T19:02:14.815870+0000", 2024-08-29T19:03:23.497 INFO:tasks.workunit.client.0.smithi028.stdout: "last_became_active": "2024-08-29T17:57:02.347409+0000", 2024-08-29T19:03:23.497 INFO:tasks.workunit.client.0.smithi028.stdout: "last_became_peered": "2024-08-29T17:57:02.347409+0000", 2024-08-29T19:03:23.497 INFO:tasks.workunit.client.0.smithi028.stdout: "last_change": "2024-08-29T17:57:02.349648+0000", 2024-08-29T19:03:23.497 INFO:tasks.workunit.client.0.smithi028.stdout: "last_clean": "2024-08-29T19:02:14.815870+0000", 2024-08-29T19:03:23.497 INFO:tasks.workunit.client.0.smithi028.stdout: "last_clean_scrub_stamp": "2024-08-29T17:41:01.987071+0000", 2024-08-29T19:03:23.497 INFO:tasks.workunit.client.0.smithi028.stdout: "last_deep_scrub": "0'0", 2024-08-29T19:03:23.497 INFO:tasks.workunit.client.0.smithi028.stdout: "last_deep_scrub_stamp": "2024-08-29T17:41:01.987071+0000", 2024-08-29T19:03:23.497 INFO:tasks.workunit.client.0.smithi028.stdout: "last_epoch_clean": 613, 2024-08-29T19:03:23.497 INFO:tasks.workunit.client.0.smithi028.stdout: "last_fresh": "2024-08-29T19:02:14.815870+0000", 2024-08-29T19:03:23.497 INFO:tasks.workunit.client.0.smithi028.stdout: "last_fullsized": "2024-08-29T19:02:14.815870+0000", 2024-08-29T19:03:23.497 INFO:tasks.workunit.client.0.smithi028.stdout: "last_peered": "2024-08-29T19:02:14.815870+0000", 2024-08-29T19:03:23.498 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub": "0'0", 2024-08-29T19:03:23.498 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub_duration": 0, 2024-08-29T19:03:23.498 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub_stamp": "2024-08-29T17:41:01.987071+0000", 2024-08-29T19:03:23.498 INFO:tasks.workunit.client.0.smithi028.stdout: "last_undegraded": "2024-08-29T19:02:14.815870+0000", 2024-08-29T19:03:23.498 INFO:tasks.workunit.client.0.smithi028.stdout: "last_unstale": "2024-08-29T19:02:14.815870+0000", 2024-08-29T19:03:23.498 INFO:tasks.workunit.client.0.smithi028.stdout: "log_dups_size": 0, 2024-08-29T19:03:23.498 INFO:tasks.workunit.client.0.smithi028.stdout: "log_size": 0, 2024-08-29T19:03:23.498 INFO:tasks.workunit.client.0.smithi028.stdout: "log_start": "0'0", 2024-08-29T19:03:23.498 INFO:tasks.workunit.client.0.smithi028.stdout: "manifest_stats_invalid": false, 2024-08-29T19:03:23.498 INFO:tasks.workunit.client.0.smithi028.stdout: "mapping_epoch": 612, 2024-08-29T19:03:23.498 INFO:tasks.workunit.client.0.smithi028.stdout: "object_location_counts": [], 2024-08-29T19:03:23.498 INFO:tasks.workunit.client.0.smithi028.stdout: "objects_scrubbed": 0, 2024-08-29T19:03:23.498 INFO:tasks.workunit.client.0.smithi028.stdout: "objects_trimmed": 0, 2024-08-29T19:03:23.498 INFO:tasks.workunit.client.0.smithi028.stdout: "omap_stats_invalid": false, 2024-08-29T19:03:23.499 INFO:tasks.workunit.client.0.smithi028.stdout: "ondisk_log_size": 0, 2024-08-29T19:03:23.499 INFO:tasks.workunit.client.0.smithi028.stdout: "ondisk_log_start": "0'0", 2024-08-29T19:03:23.499 INFO:tasks.workunit.client.0.smithi028.stdout: "parent": "0.0", 2024-08-29T19:03:23.499 INFO:tasks.workunit.client.0.smithi028.stdout: "parent_split_bits": 0, 2024-08-29T19:03:23.499 INFO:tasks.workunit.client.0.smithi028.stdout: "pgid": "3.4", 2024-08-29T19:03:23.499 INFO:tasks.workunit.client.0.smithi028.stdout: "pin_stats_invalid": false, 2024-08-29T19:03:23.499 INFO:tasks.workunit.client.0.smithi028.stdout: "purged_snaps": [], 2024-08-29T19:03:23.499 INFO:tasks.workunit.client.0.smithi028.stdout: "reported_epoch": 2650, 2024-08-29T19:03:23.499 INFO:tasks.workunit.client.0.smithi028.stdout: "reported_seq": 4749, 2024-08-29T19:03:23.499 INFO:tasks.workunit.client.0.smithi028.stdout: "scrub_duration": 0.0, 2024-08-29T19:03:23.499 INFO:tasks.workunit.client.0.smithi028.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-30T18:00:19.809458+0000", 2024-08-29T19:03:23.499 INFO:tasks.workunit.client.0.smithi028.stdout: "snaptrim_duration": 0.0, 2024-08-29T19:03:23.499 INFO:tasks.workunit.client.0.smithi028.stdout: "snaptrimq_len": 0, 2024-08-29T19:03:23.499 INFO:tasks.workunit.client.0.smithi028.stdout: "stat_sum": { 2024-08-29T19:03:23.500 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes": 0, 2024-08-29T19:03:23.500 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes_hit_set_archive": 0, 2024-08-29T19:03:23.500 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes_recovered": 0, 2024-08-29T19:03:23.500 INFO:tasks.workunit.client.0.smithi028.stdout: "num_deep_scrub_errors": 0, 2024-08-29T19:03:23.500 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict": 0, 2024-08-29T19:03:23.500 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_kb": 0, 2024-08-29T19:03:23.500 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_mode_full": 0, 2024-08-29T19:03:23.500 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_mode_some": 0, 2024-08-29T19:03:23.500 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush": 0, 2024-08-29T19:03:23.500 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_kb": 0, 2024-08-29T19:03:23.500 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_mode_high": 0, 2024-08-29T19:03:23.500 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_mode_low": 0, 2024-08-29T19:03:23.500 INFO:tasks.workunit.client.0.smithi028.stdout: "num_keys_recovered": 0, 2024-08-29T19:03:23.500 INFO:tasks.workunit.client.0.smithi028.stdout: "num_large_omap_objects": 0, 2024-08-29T19:03:23.501 INFO:tasks.workunit.client.0.smithi028.stdout: "num_legacy_snapsets": 0, 2024-08-29T19:03:23.501 INFO:tasks.workunit.client.0.smithi028.stdout: "num_object_clones": 0, 2024-08-29T19:03:23.501 INFO:tasks.workunit.client.0.smithi028.stdout: "num_object_copies": 0, 2024-08-29T19:03:23.501 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects": 0, 2024-08-29T19:03:23.501 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_degraded": 0, 2024-08-29T19:03:23.501 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_dirty": 0, 2024-08-29T19:03:23.501 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_hit_set_archive": 0, 2024-08-29T19:03:23.501 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_manifest": 0, 2024-08-29T19:03:23.501 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_misplaced": 0, 2024-08-29T19:03:23.501 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_missing": 0, 2024-08-29T19:03:23.501 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_missing_on_primary": 0, 2024-08-29T19:03:23.501 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_omap": 0, 2024-08-29T19:03:23.501 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_pinned": 0, 2024-08-29T19:03:23.501 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_recovered": 0, 2024-08-29T19:03:23.501 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_repaired": 0, 2024-08-29T19:03:23.502 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_unfound": 0, 2024-08-29T19:03:23.502 INFO:tasks.workunit.client.0.smithi028.stdout: "num_omap_bytes": 0, 2024-08-29T19:03:23.502 INFO:tasks.workunit.client.0.smithi028.stdout: "num_omap_keys": 0, 2024-08-29T19:03:23.502 INFO:tasks.workunit.client.0.smithi028.stdout: "num_promote": 0, 2024-08-29T19:03:23.502 INFO:tasks.workunit.client.0.smithi028.stdout: "num_read": 0, 2024-08-29T19:03:23.502 INFO:tasks.workunit.client.0.smithi028.stdout: "num_read_kb": 0, 2024-08-29T19:03:23.502 INFO:tasks.workunit.client.0.smithi028.stdout: "num_scrub_errors": 0, 2024-08-29T19:03:23.502 INFO:tasks.workunit.client.0.smithi028.stdout: "num_shallow_scrub_errors": 0, 2024-08-29T19:03:23.502 INFO:tasks.workunit.client.0.smithi028.stdout: "num_whiteouts": 0, 2024-08-29T19:03:23.502 INFO:tasks.workunit.client.0.smithi028.stdout: "num_write": 0, 2024-08-29T19:03:23.502 INFO:tasks.workunit.client.0.smithi028.stdout: "num_write_kb": 0 2024-08-29T19:03:23.502 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:23.502 INFO:tasks.workunit.client.0.smithi028.stdout: "state": "active+clean", 2024-08-29T19:03:23.502 INFO:tasks.workunit.client.0.smithi028.stdout: "stats_invalid": false, 2024-08-29T19:03:23.503 INFO:tasks.workunit.client.0.smithi028.stdout: "up": [ 2024-08-29T19:03:23.503 INFO:tasks.workunit.client.0.smithi028.stdout: 1, 2024-08-29T19:03:23.503 INFO:tasks.workunit.client.0.smithi028.stdout: 2, 2024-08-29T19:03:23.503 INFO:tasks.workunit.client.0.smithi028.stdout: 5 2024-08-29T19:03:23.503 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-08-29T19:03:23.503 INFO:tasks.workunit.client.0.smithi028.stdout: "up_primary": 1, 2024-08-29T19:03:23.503 INFO:tasks.workunit.client.0.smithi028.stdout: "version": "0'0" 2024-08-29T19:03:23.503 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:23.503 INFO:tasks.workunit.client.0.smithi028.stdout: { 2024-08-29T19:03:23.503 INFO:tasks.workunit.client.0.smithi028.stdout: "acting": [ 2024-08-29T19:03:23.503 INFO:tasks.workunit.client.0.smithi028.stdout: 7, 2024-08-29T19:03:23.503 INFO:tasks.workunit.client.0.smithi028.stdout: 0, 2024-08-29T19:03:23.503 INFO:tasks.workunit.client.0.smithi028.stdout: 4 2024-08-29T19:03:23.503 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-08-29T19:03:23.504 INFO:tasks.workunit.client.0.smithi028.stdout: "acting_primary": 7, 2024-08-29T19:03:23.504 INFO:tasks.workunit.client.0.smithi028.stdout: "avail_no_missing": [], 2024-08-29T19:03:23.504 INFO:tasks.workunit.client.0.smithi028.stdout: "blocked_by": [], 2024-08-29T19:03:23.504 INFO:tasks.workunit.client.0.smithi028.stdout: "created": 59, 2024-08-29T19:03:23.504 INFO:tasks.workunit.client.0.smithi028.stdout: "dirty_stats_invalid": false, 2024-08-29T19:03:23.504 INFO:tasks.workunit.client.0.smithi028.stdout: "hitset_bytes_stats_invalid": false, 2024-08-29T19:03:23.504 INFO:tasks.workunit.client.0.smithi028.stdout: "hitset_stats_invalid": false, 2024-08-29T19:03:23.504 INFO:tasks.workunit.client.0.smithi028.stdout: "last_active": "2024-08-29T19:02:14.101856+0000", 2024-08-29T19:03:23.504 INFO:tasks.workunit.client.0.smithi028.stdout: "last_became_active": "2024-08-29T17:58:11.357992+0000", 2024-08-29T19:03:23.504 INFO:tasks.workunit.client.0.smithi028.stdout: "last_became_peered": "2024-08-29T17:58:11.357992+0000", 2024-08-29T19:03:23.504 INFO:tasks.workunit.client.0.smithi028.stdout: "last_change": "2024-08-29T17:58:11.360832+0000", 2024-08-29T19:03:23.504 INFO:tasks.workunit.client.0.smithi028.stdout: "last_clean": "2024-08-29T19:02:14.101856+0000", 2024-08-29T19:03:23.504 INFO:tasks.workunit.client.0.smithi028.stdout: "last_clean_scrub_stamp": "2024-08-29T17:40:52.944949+0000", 2024-08-29T19:03:23.504 INFO:tasks.workunit.client.0.smithi028.stdout: "last_deep_scrub": "0'0", 2024-08-29T19:03:23.505 INFO:tasks.workunit.client.0.smithi028.stdout: "last_deep_scrub_stamp": "2024-08-29T17:40:52.944949+0000", 2024-08-29T19:03:23.505 INFO:tasks.workunit.client.0.smithi028.stdout: "last_epoch_clean": 681, 2024-08-29T19:03:23.505 INFO:tasks.workunit.client.0.smithi028.stdout: "last_fresh": "2024-08-29T19:02:14.101856+0000", 2024-08-29T19:03:23.505 INFO:tasks.workunit.client.0.smithi028.stdout: "last_fullsized": "2024-08-29T19:02:14.101856+0000", 2024-08-29T19:03:23.505 INFO:tasks.workunit.client.0.smithi028.stdout: "last_peered": "2024-08-29T19:02:14.101856+0000", 2024-08-29T19:03:23.505 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub": "0'0", 2024-08-29T19:03:23.505 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub_duration": 0, 2024-08-29T19:03:23.505 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub_stamp": "2024-08-29T17:40:52.944949+0000", 2024-08-29T19:03:23.505 INFO:tasks.workunit.client.0.smithi028.stdout: "last_undegraded": "2024-08-29T19:02:14.101856+0000", 2024-08-29T19:03:23.505 INFO:tasks.workunit.client.0.smithi028.stdout: "last_unstale": "2024-08-29T19:02:14.101856+0000", 2024-08-29T19:03:23.505 INFO:tasks.workunit.client.0.smithi028.stdout: "log_dups_size": 0, 2024-08-29T19:03:23.505 INFO:tasks.workunit.client.0.smithi028.stdout: "log_size": 0, 2024-08-29T19:03:23.505 INFO:tasks.workunit.client.0.smithi028.stdout: "log_start": "0'0", 2024-08-29T19:03:23.506 INFO:tasks.workunit.client.0.smithi028.stdout: "manifest_stats_invalid": false, 2024-08-29T19:03:23.506 INFO:tasks.workunit.client.0.smithi028.stdout: "mapping_epoch": 680, 2024-08-29T19:03:23.506 INFO:tasks.workunit.client.0.smithi028.stdout: "object_location_counts": [], 2024-08-29T19:03:23.506 INFO:tasks.workunit.client.0.smithi028.stdout: "objects_scrubbed": 0, 2024-08-29T19:03:23.506 INFO:tasks.workunit.client.0.smithi028.stdout: "objects_trimmed": 0, 2024-08-29T19:03:23.506 INFO:tasks.workunit.client.0.smithi028.stdout: "omap_stats_invalid": false, 2024-08-29T19:03:23.506 INFO:tasks.workunit.client.0.smithi028.stdout: "ondisk_log_size": 0, 2024-08-29T19:03:23.506 INFO:tasks.workunit.client.0.smithi028.stdout: "ondisk_log_start": "0'0", 2024-08-29T19:03:23.506 INFO:tasks.workunit.client.0.smithi028.stdout: "parent": "0.0", 2024-08-29T19:03:23.506 INFO:tasks.workunit.client.0.smithi028.stdout: "parent_split_bits": 0, 2024-08-29T19:03:23.506 INFO:tasks.workunit.client.0.smithi028.stdout: "pgid": "2.5", 2024-08-29T19:03:23.506 INFO:tasks.workunit.client.0.smithi028.stdout: "pin_stats_invalid": false, 2024-08-29T19:03:23.506 INFO:tasks.workunit.client.0.smithi028.stdout: "purged_snaps": [], 2024-08-29T19:03:23.506 INFO:tasks.workunit.client.0.smithi028.stdout: "reported_epoch": 2650, 2024-08-29T19:03:23.506 INFO:tasks.workunit.client.0.smithi028.stdout: "reported_seq": 4576, 2024-08-29T19:03:23.507 INFO:tasks.workunit.client.0.smithi028.stdout: "scrub_duration": 0.0, 2024-08-29T19:03:23.507 INFO:tasks.workunit.client.0.smithi028.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-31T01:37:28.708727+0000", 2024-08-29T19:03:23.507 INFO:tasks.workunit.client.0.smithi028.stdout: "snaptrim_duration": 0.0, 2024-08-29T19:03:23.507 INFO:tasks.workunit.client.0.smithi028.stdout: "snaptrimq_len": 0, 2024-08-29T19:03:23.507 INFO:tasks.workunit.client.0.smithi028.stdout: "stat_sum": { 2024-08-29T19:03:23.507 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes": 0, 2024-08-29T19:03:23.507 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes_hit_set_archive": 0, 2024-08-29T19:03:23.507 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes_recovered": 0, 2024-08-29T19:03:23.507 INFO:tasks.workunit.client.0.smithi028.stdout: "num_deep_scrub_errors": 0, 2024-08-29T19:03:23.507 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict": 0, 2024-08-29T19:03:23.507 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_kb": 0, 2024-08-29T19:03:23.507 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_mode_full": 0, 2024-08-29T19:03:23.507 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_mode_some": 0, 2024-08-29T19:03:23.508 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush": 0, 2024-08-29T19:03:23.508 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_kb": 0, 2024-08-29T19:03:23.508 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_mode_high": 0, 2024-08-29T19:03:23.508 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_mode_low": 0, 2024-08-29T19:03:23.508 INFO:tasks.workunit.client.0.smithi028.stdout: "num_keys_recovered": 0, 2024-08-29T19:03:23.508 INFO:tasks.workunit.client.0.smithi028.stdout: "num_large_omap_objects": 0, 2024-08-29T19:03:23.508 INFO:tasks.workunit.client.0.smithi028.stdout: "num_legacy_snapsets": 0, 2024-08-29T19:03:23.508 INFO:tasks.workunit.client.0.smithi028.stdout: "num_object_clones": 0, 2024-08-29T19:03:23.508 INFO:tasks.workunit.client.0.smithi028.stdout: "num_object_copies": 0, 2024-08-29T19:03:23.508 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects": 0, 2024-08-29T19:03:23.508 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_degraded": 0, 2024-08-29T19:03:23.508 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_dirty": 0, 2024-08-29T19:03:23.508 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_hit_set_archive": 0, 2024-08-29T19:03:23.508 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_manifest": 0, 2024-08-29T19:03:23.509 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_misplaced": 0, 2024-08-29T19:03:23.509 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_missing": 0, 2024-08-29T19:03:23.509 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_missing_on_primary": 0, 2024-08-29T19:03:23.509 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_omap": 0, 2024-08-29T19:03:23.509 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_pinned": 0, 2024-08-29T19:03:23.509 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_recovered": 0, 2024-08-29T19:03:23.509 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_repaired": 0, 2024-08-29T19:03:23.509 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_unfound": 0, 2024-08-29T19:03:23.509 INFO:tasks.workunit.client.0.smithi028.stdout: "num_omap_bytes": 0, 2024-08-29T19:03:23.509 INFO:tasks.workunit.client.0.smithi028.stdout: "num_omap_keys": 0, 2024-08-29T19:03:23.509 INFO:tasks.workunit.client.0.smithi028.stdout: "num_promote": 0, 2024-08-29T19:03:23.509 INFO:tasks.workunit.client.0.smithi028.stdout: "num_read": 0, 2024-08-29T19:03:23.509 INFO:tasks.workunit.client.0.smithi028.stdout: "num_read_kb": 0, 2024-08-29T19:03:23.509 INFO:tasks.workunit.client.0.smithi028.stdout: "num_scrub_errors": 0, 2024-08-29T19:03:23.510 INFO:tasks.workunit.client.0.smithi028.stdout: "num_shallow_scrub_errors": 0, 2024-08-29T19:03:23.510 INFO:tasks.workunit.client.0.smithi028.stdout: "num_whiteouts": 0, 2024-08-29T19:03:23.510 INFO:tasks.workunit.client.0.smithi028.stdout: "num_write": 0, 2024-08-29T19:03:23.510 INFO:tasks.workunit.client.0.smithi028.stdout: "num_write_kb": 0 2024-08-29T19:03:23.510 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:23.510 INFO:tasks.workunit.client.0.smithi028.stdout: "state": "active+clean", 2024-08-29T19:03:23.510 INFO:tasks.workunit.client.0.smithi028.stdout: "stats_invalid": false, 2024-08-29T19:03:23.510 INFO:tasks.workunit.client.0.smithi028.stdout: "up": [ 2024-08-29T19:03:23.510 INFO:tasks.workunit.client.0.smithi028.stdout: 7, 2024-08-29T19:03:23.510 INFO:tasks.workunit.client.0.smithi028.stdout: 0, 2024-08-29T19:03:23.510 INFO:tasks.workunit.client.0.smithi028.stdout: 4 2024-08-29T19:03:23.510 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-08-29T19:03:23.510 INFO:tasks.workunit.client.0.smithi028.stdout: "up_primary": 7, 2024-08-29T19:03:23.510 INFO:tasks.workunit.client.0.smithi028.stdout: "version": "0'0" 2024-08-29T19:03:23.511 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:23.511 INFO:tasks.workunit.client.0.smithi028.stdout: { 2024-08-29T19:03:23.511 INFO:tasks.workunit.client.0.smithi028.stdout: "acting": [ 2024-08-29T19:03:23.511 INFO:tasks.workunit.client.0.smithi028.stdout: 0, 2024-08-29T19:03:23.511 INFO:tasks.workunit.client.0.smithi028.stdout: 5, 2024-08-29T19:03:23.511 INFO:tasks.workunit.client.0.smithi028.stdout: 7 2024-08-29T19:03:23.511 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-08-29T19:03:23.511 INFO:tasks.workunit.client.0.smithi028.stdout: "acting_primary": 0, 2024-08-29T19:03:23.511 INFO:tasks.workunit.client.0.smithi028.stdout: "avail_no_missing": [], 2024-08-29T19:03:23.511 INFO:tasks.workunit.client.0.smithi028.stdout: "blocked_by": [], 2024-08-29T19:03:23.511 INFO:tasks.workunit.client.0.smithi028.stdout: "created": 69, 2024-08-29T19:03:23.511 INFO:tasks.workunit.client.0.smithi028.stdout: "dirty_stats_invalid": false, 2024-08-29T19:03:23.511 INFO:tasks.workunit.client.0.smithi028.stdout: "hitset_bytes_stats_invalid": false, 2024-08-29T19:03:23.511 INFO:tasks.workunit.client.0.smithi028.stdout: "hitset_stats_invalid": false, 2024-08-29T19:03:23.511 INFO:tasks.workunit.client.0.smithi028.stdout: "last_active": "2024-08-29T19:03:06.674900+0000", 2024-08-29T19:03:23.512 INFO:tasks.workunit.client.0.smithi028.stdout: "last_became_active": "2024-08-29T17:58:11.357038+0000", 2024-08-29T19:03:23.512 INFO:tasks.workunit.client.0.smithi028.stdout: "last_became_peered": "2024-08-29T17:58:11.357038+0000", 2024-08-29T19:03:23.512 INFO:tasks.workunit.client.0.smithi028.stdout: "last_change": "2024-08-29T18:32:49.460790+0000", 2024-08-29T19:03:23.512 INFO:tasks.workunit.client.0.smithi028.stdout: "last_clean": "2024-08-29T19:03:06.674900+0000", 2024-08-29T19:03:23.512 INFO:tasks.workunit.client.0.smithi028.stdout: "last_clean_scrub_stamp": "2024-08-29T17:43:39.870944+0000", 2024-08-29T19:03:23.512 INFO:tasks.workunit.client.0.smithi028.stdout: "last_deep_scrub": "0'0", 2024-08-29T19:03:23.512 INFO:tasks.workunit.client.0.smithi028.stdout: "last_deep_scrub_stamp": "2024-08-29T17:43:39.870944+0000", 2024-08-29T19:03:23.512 INFO:tasks.workunit.client.0.smithi028.stdout: "last_epoch_clean": 681, 2024-08-29T19:03:23.512 INFO:tasks.workunit.client.0.smithi028.stdout: "last_fresh": "2024-08-29T19:03:06.674900+0000", 2024-08-29T19:03:23.512 INFO:tasks.workunit.client.0.smithi028.stdout: "last_fullsized": "2024-08-29T19:03:06.674900+0000", 2024-08-29T19:03:23.512 INFO:tasks.workunit.client.0.smithi028.stdout: "last_peered": "2024-08-29T19:03:06.674900+0000", 2024-08-29T19:03:23.512 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub": "0'0", 2024-08-29T19:03:23.512 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub_duration": 0, 2024-08-29T19:03:23.513 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub_stamp": "2024-08-29T17:43:39.870944+0000", 2024-08-29T19:03:23.513 INFO:tasks.workunit.client.0.smithi028.stdout: "last_undegraded": "2024-08-29T19:03:06.674900+0000", 2024-08-29T19:03:23.513 INFO:tasks.workunit.client.0.smithi028.stdout: "last_unstale": "2024-08-29T19:03:06.674900+0000", 2024-08-29T19:03:23.513 INFO:tasks.workunit.client.0.smithi028.stdout: "log_dups_size": 0, 2024-08-29T19:03:23.513 INFO:tasks.workunit.client.0.smithi028.stdout: "log_size": 2978, 2024-08-29T19:03:23.513 INFO:tasks.workunit.client.0.smithi028.stdout: "log_start": "0'0", 2024-08-29T19:03:23.513 INFO:tasks.workunit.client.0.smithi028.stdout: "manifest_stats_invalid": false, 2024-08-29T19:03:23.513 INFO:tasks.workunit.client.0.smithi028.stdout: "mapping_epoch": 680, 2024-08-29T19:03:23.513 INFO:tasks.workunit.client.0.smithi028.stdout: "object_location_counts": [], 2024-08-29T19:03:23.513 INFO:tasks.workunit.client.0.smithi028.stdout: "objects_scrubbed": 0, 2024-08-29T19:03:23.513 INFO:tasks.workunit.client.0.smithi028.stdout: "objects_trimmed": 0, 2024-08-29T19:03:23.513 INFO:tasks.workunit.client.0.smithi028.stdout: "omap_stats_invalid": false, 2024-08-29T19:03:23.513 INFO:tasks.workunit.client.0.smithi028.stdout: "ondisk_log_size": 2978, 2024-08-29T19:03:23.513 INFO:tasks.workunit.client.0.smithi028.stdout: "ondisk_log_start": "0'0", 2024-08-29T19:03:23.513 INFO:tasks.workunit.client.0.smithi028.stdout: "parent": "0.0", 2024-08-29T19:03:23.514 INFO:tasks.workunit.client.0.smithi028.stdout: "parent_split_bits": 0, 2024-08-29T19:03:23.514 INFO:tasks.workunit.client.0.smithi028.stdout: "pgid": "4.3", 2024-08-29T19:03:23.514 INFO:tasks.workunit.client.0.smithi028.stdout: "pin_stats_invalid": false, 2024-08-29T19:03:23.514 INFO:tasks.workunit.client.0.smithi028.stdout: "purged_snaps": [], 2024-08-29T19:03:23.514 INFO:tasks.workunit.client.0.smithi028.stdout: "reported_epoch": 2650, 2024-08-29T19:03:23.514 INFO:tasks.workunit.client.0.smithi028.stdout: "reported_seq": 8367, 2024-08-29T19:03:23.514 INFO:tasks.workunit.client.0.smithi028.stdout: "scrub_duration": 0.0, 2024-08-29T19:03:23.514 INFO:tasks.workunit.client.0.smithi028.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-31T05:12:40.871753+0000", 2024-08-29T19:03:23.514 INFO:tasks.workunit.client.0.smithi028.stdout: "snaptrim_duration": 0.018498668, 2024-08-29T19:03:23.514 INFO:tasks.workunit.client.0.smithi028.stdout: "snaptrimq_len": 0, 2024-08-29T19:03:23.514 INFO:tasks.workunit.client.0.smithi028.stdout: "stat_sum": { 2024-08-29T19:03:23.514 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes": 0, 2024-08-29T19:03:23.514 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes_hit_set_archive": 0, 2024-08-29T19:03:23.514 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes_recovered": 0, 2024-08-29T19:03:23.515 INFO:tasks.workunit.client.0.smithi028.stdout: "num_deep_scrub_errors": 0, 2024-08-29T19:03:23.515 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict": 0, 2024-08-29T19:03:23.515 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_kb": 0, 2024-08-29T19:03:23.515 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_mode_full": 0, 2024-08-29T19:03:23.515 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_mode_some": 0, 2024-08-29T19:03:23.515 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush": 0, 2024-08-29T19:03:23.515 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_kb": 0, 2024-08-29T19:03:23.515 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_mode_high": 0, 2024-08-29T19:03:23.515 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_mode_low": 0, 2024-08-29T19:03:23.515 INFO:tasks.workunit.client.0.smithi028.stdout: "num_keys_recovered": 0, 2024-08-29T19:03:23.515 INFO:tasks.workunit.client.0.smithi028.stdout: "num_large_omap_objects": 0, 2024-08-29T19:03:23.515 INFO:tasks.workunit.client.0.smithi028.stdout: "num_legacy_snapsets": 0, 2024-08-29T19:03:23.515 INFO:tasks.workunit.client.0.smithi028.stdout: "num_object_clones": 0, 2024-08-29T19:03:23.515 INFO:tasks.workunit.client.0.smithi028.stdout: "num_object_copies": 3, 2024-08-29T19:03:23.516 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects": 1, 2024-08-29T19:03:23.516 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_degraded": 0, 2024-08-29T19:03:23.516 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_dirty": 1, 2024-08-29T19:03:23.516 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_hit_set_archive": 0, 2024-08-29T19:03:23.516 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_manifest": 0, 2024-08-29T19:03:23.516 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_misplaced": 0, 2024-08-29T19:03:23.516 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_missing": 0, 2024-08-29T19:03:23.516 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_missing_on_primary": 0, 2024-08-29T19:03:23.516 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_omap": 1, 2024-08-29T19:03:23.516 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_pinned": 0, 2024-08-29T19:03:23.516 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_recovered": 0, 2024-08-29T19:03:23.516 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_repaired": 0, 2024-08-29T19:03:23.516 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_unfound": 0, 2024-08-29T19:03:23.516 INFO:tasks.workunit.client.0.smithi028.stdout: "num_omap_bytes": 0, 2024-08-29T19:03:23.517 INFO:tasks.workunit.client.0.smithi028.stdout: "num_omap_keys": 0, 2024-08-29T19:03:23.517 INFO:tasks.workunit.client.0.smithi028.stdout: "num_promote": 0, 2024-08-29T19:03:23.517 INFO:tasks.workunit.client.0.smithi028.stdout: "num_read": 804, 2024-08-29T19:03:23.517 INFO:tasks.workunit.client.0.smithi028.stdout: "num_read_kb": 375355, 2024-08-29T19:03:23.517 INFO:tasks.workunit.client.0.smithi028.stdout: "num_scrub_errors": 0, 2024-08-29T19:03:23.517 INFO:tasks.workunit.client.0.smithi028.stdout: "num_shallow_scrub_errors": 0, 2024-08-29T19:03:23.517 INFO:tasks.workunit.client.0.smithi028.stdout: "num_whiteouts": 0, 2024-08-29T19:03:23.517 INFO:tasks.workunit.client.0.smithi028.stdout: "num_write": 2971, 2024-08-29T19:03:23.517 INFO:tasks.workunit.client.0.smithi028.stdout: "num_write_kb": 383671 2024-08-29T19:03:23.517 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:23.517 INFO:tasks.workunit.client.0.smithi028.stdout: "state": "active+clean", 2024-08-29T19:03:23.517 INFO:tasks.workunit.client.0.smithi028.stdout: "stats_invalid": false, 2024-08-29T19:03:23.517 INFO:tasks.workunit.client.0.smithi028.stdout: "up": [ 2024-08-29T19:03:23.517 INFO:tasks.workunit.client.0.smithi028.stdout: 0, 2024-08-29T19:03:23.518 INFO:tasks.workunit.client.0.smithi028.stdout: 5, 2024-08-29T19:03:23.518 INFO:tasks.workunit.client.0.smithi028.stdout: 7 2024-08-29T19:03:23.518 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-08-29T19:03:23.518 INFO:tasks.workunit.client.0.smithi028.stdout: "up_primary": 0, 2024-08-29T19:03:23.518 INFO:tasks.workunit.client.0.smithi028.stdout: "version": "1182'2978" 2024-08-29T19:03:23.518 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:23.518 INFO:tasks.workunit.client.0.smithi028.stdout: { 2024-08-29T19:03:23.518 INFO:tasks.workunit.client.0.smithi028.stdout: "acting": [ 2024-08-29T19:03:23.518 INFO:tasks.workunit.client.0.smithi028.stdout: 5, 2024-08-29T19:03:23.518 INFO:tasks.workunit.client.0.smithi028.stdout: 3, 2024-08-29T19:03:23.518 INFO:tasks.workunit.client.0.smithi028.stdout: 2 2024-08-29T19:03:23.518 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-08-29T19:03:23.518 INFO:tasks.workunit.client.0.smithi028.stdout: "acting_primary": 5, 2024-08-29T19:03:23.518 INFO:tasks.workunit.client.0.smithi028.stdout: "avail_no_missing": [], 2024-08-29T19:03:23.518 INFO:tasks.workunit.client.0.smithi028.stdout: "blocked_by": [], 2024-08-29T19:03:23.519 INFO:tasks.workunit.client.0.smithi028.stdout: "created": 62, 2024-08-29T19:03:23.519 INFO:tasks.workunit.client.0.smithi028.stdout: "dirty_stats_invalid": false, 2024-08-29T19:03:23.519 INFO:tasks.workunit.client.0.smithi028.stdout: "hitset_bytes_stats_invalid": false, 2024-08-29T19:03:23.519 INFO:tasks.workunit.client.0.smithi028.stdout: "hitset_stats_invalid": false, 2024-08-29T19:03:23.519 INFO:tasks.workunit.client.0.smithi028.stdout: "last_active": "2024-08-29T19:02:14.917610+0000", 2024-08-29T19:03:23.519 INFO:tasks.workunit.client.0.smithi028.stdout: "last_became_active": "2024-08-29T17:57:02.377844+0000", 2024-08-29T19:03:23.519 INFO:tasks.workunit.client.0.smithi028.stdout: "last_became_peered": "2024-08-29T17:57:02.377844+0000", 2024-08-29T19:03:23.519 INFO:tasks.workunit.client.0.smithi028.stdout: "last_change": "2024-08-29T17:57:02.378527+0000", 2024-08-29T19:03:23.519 INFO:tasks.workunit.client.0.smithi028.stdout: "last_clean": "2024-08-29T19:02:14.917610+0000", 2024-08-29T19:03:23.519 INFO:tasks.workunit.client.0.smithi028.stdout: "last_clean_scrub_stamp": "2024-08-29T17:41:01.987071+0000", 2024-08-29T19:03:23.519 INFO:tasks.workunit.client.0.smithi028.stdout: "last_deep_scrub": "0'0", 2024-08-29T19:03:23.519 INFO:tasks.workunit.client.0.smithi028.stdout: "last_deep_scrub_stamp": "2024-08-29T17:41:01.987071+0000", 2024-08-29T19:03:23.519 INFO:tasks.workunit.client.0.smithi028.stdout: "last_epoch_clean": 613, 2024-08-29T19:03:23.519 INFO:tasks.workunit.client.0.smithi028.stdout: "last_fresh": "2024-08-29T19:02:14.917610+0000", 2024-08-29T19:03:23.520 INFO:tasks.workunit.client.0.smithi028.stdout: "last_fullsized": "2024-08-29T19:02:14.917610+0000", 2024-08-29T19:03:23.520 INFO:tasks.workunit.client.0.smithi028.stdout: "last_peered": "2024-08-29T19:02:14.917610+0000", 2024-08-29T19:03:23.520 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub": "0'0", 2024-08-29T19:03:23.520 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub_duration": 0, 2024-08-29T19:03:23.520 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub_stamp": "2024-08-29T17:41:01.987071+0000", 2024-08-29T19:03:23.520 INFO:tasks.workunit.client.0.smithi028.stdout: "last_undegraded": "2024-08-29T19:02:14.917610+0000", 2024-08-29T19:03:23.520 INFO:tasks.workunit.client.0.smithi028.stdout: "last_unstale": "2024-08-29T19:02:14.917610+0000", 2024-08-29T19:03:23.520 INFO:tasks.workunit.client.0.smithi028.stdout: "log_dups_size": 0, 2024-08-29T19:03:23.520 INFO:tasks.workunit.client.0.smithi028.stdout: "log_size": 0, 2024-08-29T19:03:23.520 INFO:tasks.workunit.client.0.smithi028.stdout: "log_start": "0'0", 2024-08-29T19:03:23.520 INFO:tasks.workunit.client.0.smithi028.stdout: "manifest_stats_invalid": false, 2024-08-29T19:03:23.520 INFO:tasks.workunit.client.0.smithi028.stdout: "mapping_epoch": 612, 2024-08-29T19:03:23.520 INFO:tasks.workunit.client.0.smithi028.stdout: "object_location_counts": [], 2024-08-29T19:03:23.521 INFO:tasks.workunit.client.0.smithi028.stdout: "objects_scrubbed": 0, 2024-08-29T19:03:23.521 INFO:tasks.workunit.client.0.smithi028.stdout: "objects_trimmed": 0, 2024-08-29T19:03:23.521 INFO:tasks.workunit.client.0.smithi028.stdout: "omap_stats_invalid": false, 2024-08-29T19:03:23.521 INFO:tasks.workunit.client.0.smithi028.stdout: "ondisk_log_size": 0, 2024-08-29T19:03:23.521 INFO:tasks.workunit.client.0.smithi028.stdout: "ondisk_log_start": "0'0", 2024-08-29T19:03:23.521 INFO:tasks.workunit.client.0.smithi028.stdout: "parent": "0.0", 2024-08-29T19:03:23.521 INFO:tasks.workunit.client.0.smithi028.stdout: "parent_split_bits": 0, 2024-08-29T19:03:23.521 INFO:tasks.workunit.client.0.smithi028.stdout: "pgid": "3.5", 2024-08-29T19:03:23.521 INFO:tasks.workunit.client.0.smithi028.stdout: "pin_stats_invalid": false, 2024-08-29T19:03:23.521 INFO:tasks.workunit.client.0.smithi028.stdout: "purged_snaps": [], 2024-08-29T19:03:23.521 INFO:tasks.workunit.client.0.smithi028.stdout: "reported_epoch": 2650, 2024-08-29T19:03:23.521 INFO:tasks.workunit.client.0.smithi028.stdout: "reported_seq": 4645, 2024-08-29T19:03:23.521 INFO:tasks.workunit.client.0.smithi028.stdout: "scrub_duration": 0.0, 2024-08-29T19:03:23.522 INFO:tasks.workunit.client.0.smithi028.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-30T17:44:55.722295+0000", 2024-08-29T19:03:23.522 INFO:tasks.workunit.client.0.smithi028.stdout: "snaptrim_duration": 0.0, 2024-08-29T19:03:23.522 INFO:tasks.workunit.client.0.smithi028.stdout: "snaptrimq_len": 0, 2024-08-29T19:03:23.522 INFO:tasks.workunit.client.0.smithi028.stdout: "stat_sum": { 2024-08-29T19:03:23.522 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes": 0, 2024-08-29T19:03:23.522 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes_hit_set_archive": 0, 2024-08-29T19:03:23.522 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes_recovered": 0, 2024-08-29T19:03:23.522 INFO:tasks.workunit.client.0.smithi028.stdout: "num_deep_scrub_errors": 0, 2024-08-29T19:03:23.522 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict": 0, 2024-08-29T19:03:23.522 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_kb": 0, 2024-08-29T19:03:23.522 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_mode_full": 0, 2024-08-29T19:03:23.522 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_mode_some": 0, 2024-08-29T19:03:23.522 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush": 0, 2024-08-29T19:03:23.522 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_kb": 0, 2024-08-29T19:03:23.522 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_mode_high": 0, 2024-08-29T19:03:23.523 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_mode_low": 0, 2024-08-29T19:03:23.523 INFO:tasks.workunit.client.0.smithi028.stdout: "num_keys_recovered": 0, 2024-08-29T19:03:23.523 INFO:tasks.workunit.client.0.smithi028.stdout: "num_large_omap_objects": 0, 2024-08-29T19:03:23.523 INFO:tasks.workunit.client.0.smithi028.stdout: "num_legacy_snapsets": 0, 2024-08-29T19:03:23.523 INFO:tasks.workunit.client.0.smithi028.stdout: "num_object_clones": 0, 2024-08-29T19:03:23.523 INFO:tasks.workunit.client.0.smithi028.stdout: "num_object_copies": 0, 2024-08-29T19:03:23.523 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects": 0, 2024-08-29T19:03:23.523 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_degraded": 0, 2024-08-29T19:03:23.523 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_dirty": 0, 2024-08-29T19:03:23.523 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_hit_set_archive": 0, 2024-08-29T19:03:23.523 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_manifest": 0, 2024-08-29T19:03:23.523 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_misplaced": 0, 2024-08-29T19:03:23.523 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_missing": 0, 2024-08-29T19:03:23.523 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_missing_on_primary": 0, 2024-08-29T19:03:23.524 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_omap": 0, 2024-08-29T19:03:23.524 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_pinned": 0, 2024-08-29T19:03:23.524 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_recovered": 0, 2024-08-29T19:03:23.524 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_repaired": 0, 2024-08-29T19:03:23.524 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_unfound": 0, 2024-08-29T19:03:23.524 INFO:tasks.workunit.client.0.smithi028.stdout: "num_omap_bytes": 0, 2024-08-29T19:03:23.524 INFO:tasks.workunit.client.0.smithi028.stdout: "num_omap_keys": 0, 2024-08-29T19:03:23.524 INFO:tasks.workunit.client.0.smithi028.stdout: "num_promote": 0, 2024-08-29T19:03:23.524 INFO:tasks.workunit.client.0.smithi028.stdout: "num_read": 0, 2024-08-29T19:03:23.524 INFO:tasks.workunit.client.0.smithi028.stdout: "num_read_kb": 0, 2024-08-29T19:03:23.524 INFO:tasks.workunit.client.0.smithi028.stdout: "num_scrub_errors": 0, 2024-08-29T19:03:23.524 INFO:tasks.workunit.client.0.smithi028.stdout: "num_shallow_scrub_errors": 0, 2024-08-29T19:03:23.524 INFO:tasks.workunit.client.0.smithi028.stdout: "num_whiteouts": 0, 2024-08-29T19:03:23.524 INFO:tasks.workunit.client.0.smithi028.stdout: "num_write": 0, 2024-08-29T19:03:23.525 INFO:tasks.workunit.client.0.smithi028.stdout: "num_write_kb": 0 2024-08-29T19:03:23.525 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:23.525 INFO:tasks.workunit.client.0.smithi028.stdout: "state": "active+clean", 2024-08-29T19:03:23.525 INFO:tasks.workunit.client.0.smithi028.stdout: "stats_invalid": false, 2024-08-29T19:03:23.525 INFO:tasks.workunit.client.0.smithi028.stdout: "up": [ 2024-08-29T19:03:23.525 INFO:tasks.workunit.client.0.smithi028.stdout: 5, 2024-08-29T19:03:23.525 INFO:tasks.workunit.client.0.smithi028.stdout: 3, 2024-08-29T19:03:23.525 INFO:tasks.workunit.client.0.smithi028.stdout: 2 2024-08-29T19:03:23.525 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-08-29T19:03:23.525 INFO:tasks.workunit.client.0.smithi028.stdout: "up_primary": 5, 2024-08-29T19:03:23.525 INFO:tasks.workunit.client.0.smithi028.stdout: "version": "0'0" 2024-08-29T19:03:23.525 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:23.525 INFO:tasks.workunit.client.0.smithi028.stdout: { 2024-08-29T19:03:23.525 INFO:tasks.workunit.client.0.smithi028.stdout: "acting": [ 2024-08-29T19:03:23.526 INFO:tasks.workunit.client.0.smithi028.stdout: 1, 2024-08-29T19:03:23.526 INFO:tasks.workunit.client.0.smithi028.stdout: 0, 2024-08-29T19:03:23.526 INFO:tasks.workunit.client.0.smithi028.stdout: 7 2024-08-29T19:03:23.526 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-08-29T19:03:23.526 INFO:tasks.workunit.client.0.smithi028.stdout: "acting_primary": 1, 2024-08-29T19:03:23.526 INFO:tasks.workunit.client.0.smithi028.stdout: "avail_no_missing": [], 2024-08-29T19:03:23.526 INFO:tasks.workunit.client.0.smithi028.stdout: "blocked_by": [], 2024-08-29T19:03:23.526 INFO:tasks.workunit.client.0.smithi028.stdout: "created": 59, 2024-08-29T19:03:23.526 INFO:tasks.workunit.client.0.smithi028.stdout: "dirty_stats_invalid": false, 2024-08-29T19:03:23.526 INFO:tasks.workunit.client.0.smithi028.stdout: "hitset_bytes_stats_invalid": false, 2024-08-29T19:03:23.526 INFO:tasks.workunit.client.0.smithi028.stdout: "hitset_stats_invalid": false, 2024-08-29T19:03:23.526 INFO:tasks.workunit.client.0.smithi028.stdout: "last_active": "2024-08-29T19:02:14.818328+0000", 2024-08-29T19:03:23.526 INFO:tasks.workunit.client.0.smithi028.stdout: "last_became_active": "2024-08-29T17:58:11.361610+0000", 2024-08-29T19:03:23.526 INFO:tasks.workunit.client.0.smithi028.stdout: "last_became_peered": "2024-08-29T17:58:11.361610+0000", 2024-08-29T19:03:23.527 INFO:tasks.workunit.client.0.smithi028.stdout: "last_change": "2024-08-29T17:58:11.362383+0000", 2024-08-29T19:03:23.527 INFO:tasks.workunit.client.0.smithi028.stdout: "last_clean": "2024-08-29T19:02:14.818328+0000", 2024-08-29T19:03:23.527 INFO:tasks.workunit.client.0.smithi028.stdout: "last_clean_scrub_stamp": "2024-08-29T17:40:52.944949+0000", 2024-08-29T19:03:23.527 INFO:tasks.workunit.client.0.smithi028.stdout: "last_deep_scrub": "0'0", 2024-08-29T19:03:23.527 INFO:tasks.workunit.client.0.smithi028.stdout: "last_deep_scrub_stamp": "2024-08-29T17:40:52.944949+0000", 2024-08-29T19:03:23.527 INFO:tasks.workunit.client.0.smithi028.stdout: "last_epoch_clean": 681, 2024-08-29T19:03:23.527 INFO:tasks.workunit.client.0.smithi028.stdout: "last_fresh": "2024-08-29T19:02:14.818328+0000", 2024-08-29T19:03:23.527 INFO:tasks.workunit.client.0.smithi028.stdout: "last_fullsized": "2024-08-29T19:02:14.818328+0000", 2024-08-29T19:03:23.527 INFO:tasks.workunit.client.0.smithi028.stdout: "last_peered": "2024-08-29T19:02:14.818328+0000", 2024-08-29T19:03:23.527 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub": "0'0", 2024-08-29T19:03:23.527 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub_duration": 0, 2024-08-29T19:03:23.527 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub_stamp": "2024-08-29T17:40:52.944949+0000", 2024-08-29T19:03:23.527 INFO:tasks.workunit.client.0.smithi028.stdout: "last_undegraded": "2024-08-29T19:02:14.818328+0000", 2024-08-29T19:03:23.527 INFO:tasks.workunit.client.0.smithi028.stdout: "last_unstale": "2024-08-29T19:02:14.818328+0000", 2024-08-29T19:03:23.528 INFO:tasks.workunit.client.0.smithi028.stdout: "log_dups_size": 0, 2024-08-29T19:03:23.528 INFO:tasks.workunit.client.0.smithi028.stdout: "log_size": 0, 2024-08-29T19:03:23.528 INFO:tasks.workunit.client.0.smithi028.stdout: "log_start": "0'0", 2024-08-29T19:03:23.528 INFO:tasks.workunit.client.0.smithi028.stdout: "manifest_stats_invalid": false, 2024-08-29T19:03:23.528 INFO:tasks.workunit.client.0.smithi028.stdout: "mapping_epoch": 680, 2024-08-29T19:03:23.528 INFO:tasks.workunit.client.0.smithi028.stdout: "object_location_counts": [], 2024-08-29T19:03:23.528 INFO:tasks.workunit.client.0.smithi028.stdout: "objects_scrubbed": 0, 2024-08-29T19:03:23.528 INFO:tasks.workunit.client.0.smithi028.stdout: "objects_trimmed": 0, 2024-08-29T19:03:23.528 INFO:tasks.workunit.client.0.smithi028.stdout: "omap_stats_invalid": false, 2024-08-29T19:03:23.528 INFO:tasks.workunit.client.0.smithi028.stdout: "ondisk_log_size": 0, 2024-08-29T19:03:23.528 INFO:tasks.workunit.client.0.smithi028.stdout: "ondisk_log_start": "0'0", 2024-08-29T19:03:23.528 INFO:tasks.workunit.client.0.smithi028.stdout: "parent": "0.0", 2024-08-29T19:03:23.528 INFO:tasks.workunit.client.0.smithi028.stdout: "parent_split_bits": 0, 2024-08-29T19:03:23.528 INFO:tasks.workunit.client.0.smithi028.stdout: "pgid": "2.4", 2024-08-29T19:03:23.529 INFO:tasks.workunit.client.0.smithi028.stdout: "pin_stats_invalid": false, 2024-08-29T19:03:23.529 INFO:tasks.workunit.client.0.smithi028.stdout: "purged_snaps": [], 2024-08-29T19:03:23.529 INFO:tasks.workunit.client.0.smithi028.stdout: "reported_epoch": 2650, 2024-08-29T19:03:23.529 INFO:tasks.workunit.client.0.smithi028.stdout: "reported_seq": 4784, 2024-08-29T19:03:23.529 INFO:tasks.workunit.client.0.smithi028.stdout: "scrub_duration": 0.0, 2024-08-29T19:03:23.529 INFO:tasks.workunit.client.0.smithi028.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-31T01:46:43.813502+0000", 2024-08-29T19:03:23.529 INFO:tasks.workunit.client.0.smithi028.stdout: "snaptrim_duration": 0.0, 2024-08-29T19:03:23.529 INFO:tasks.workunit.client.0.smithi028.stdout: "snaptrimq_len": 0, 2024-08-29T19:03:23.529 INFO:tasks.workunit.client.0.smithi028.stdout: "stat_sum": { 2024-08-29T19:03:23.529 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes": 0, 2024-08-29T19:03:23.529 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes_hit_set_archive": 0, 2024-08-29T19:03:23.529 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes_recovered": 0, 2024-08-29T19:03:23.529 INFO:tasks.workunit.client.0.smithi028.stdout: "num_deep_scrub_errors": 0, 2024-08-29T19:03:23.529 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict": 0, 2024-08-29T19:03:23.530 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_kb": 0, 2024-08-29T19:03:23.530 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_mode_full": 0, 2024-08-29T19:03:23.530 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_mode_some": 0, 2024-08-29T19:03:23.530 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush": 0, 2024-08-29T19:03:23.530 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_kb": 0, 2024-08-29T19:03:23.530 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_mode_high": 0, 2024-08-29T19:03:23.530 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_mode_low": 0, 2024-08-29T19:03:23.530 INFO:tasks.workunit.client.0.smithi028.stdout: "num_keys_recovered": 0, 2024-08-29T19:03:23.530 INFO:tasks.workunit.client.0.smithi028.stdout: "num_large_omap_objects": 0, 2024-08-29T19:03:23.530 INFO:tasks.workunit.client.0.smithi028.stdout: "num_legacy_snapsets": 0, 2024-08-29T19:03:23.530 INFO:tasks.workunit.client.0.smithi028.stdout: "num_object_clones": 0, 2024-08-29T19:03:23.530 INFO:tasks.workunit.client.0.smithi028.stdout: "num_object_copies": 0, 2024-08-29T19:03:23.530 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects": 0, 2024-08-29T19:03:23.530 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_degraded": 0, 2024-08-29T19:03:23.530 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_dirty": 0, 2024-08-29T19:03:23.531 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_hit_set_archive": 0, 2024-08-29T19:03:23.531 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_manifest": 0, 2024-08-29T19:03:23.531 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_misplaced": 0, 2024-08-29T19:03:23.531 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_missing": 0, 2024-08-29T19:03:23.531 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_missing_on_primary": 0, 2024-08-29T19:03:23.531 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_omap": 0, 2024-08-29T19:03:23.531 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_pinned": 0, 2024-08-29T19:03:23.531 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_recovered": 0, 2024-08-29T19:03:23.531 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_repaired": 0, 2024-08-29T19:03:23.531 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_unfound": 0, 2024-08-29T19:03:23.531 INFO:tasks.workunit.client.0.smithi028.stdout: "num_omap_bytes": 0, 2024-08-29T19:03:23.531 INFO:tasks.workunit.client.0.smithi028.stdout: "num_omap_keys": 0, 2024-08-29T19:03:23.531 INFO:tasks.workunit.client.0.smithi028.stdout: "num_promote": 0, 2024-08-29T19:03:23.531 INFO:tasks.workunit.client.0.smithi028.stdout: "num_read": 0, 2024-08-29T19:03:23.532 INFO:tasks.workunit.client.0.smithi028.stdout: "num_read_kb": 0, 2024-08-29T19:03:23.532 INFO:tasks.workunit.client.0.smithi028.stdout: "num_scrub_errors": 0, 2024-08-29T19:03:23.532 INFO:tasks.workunit.client.0.smithi028.stdout: "num_shallow_scrub_errors": 0, 2024-08-29T19:03:23.532 INFO:tasks.workunit.client.0.smithi028.stdout: "num_whiteouts": 0, 2024-08-29T19:03:23.532 INFO:tasks.workunit.client.0.smithi028.stdout: "num_write": 0, 2024-08-29T19:03:23.532 INFO:tasks.workunit.client.0.smithi028.stdout: "num_write_kb": 0 2024-08-29T19:03:23.532 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:23.532 INFO:tasks.workunit.client.0.smithi028.stdout: "state": "active+clean", 2024-08-29T19:03:23.532 INFO:tasks.workunit.client.0.smithi028.stdout: "stats_invalid": false, 2024-08-29T19:03:23.532 INFO:tasks.workunit.client.0.smithi028.stdout: "up": [ 2024-08-29T19:03:23.532 INFO:tasks.workunit.client.0.smithi028.stdout: 1, 2024-08-29T19:03:23.532 INFO:tasks.workunit.client.0.smithi028.stdout: 0, 2024-08-29T19:03:23.532 INFO:tasks.workunit.client.0.smithi028.stdout: 7 2024-08-29T19:03:23.532 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-08-29T19:03:23.533 INFO:tasks.workunit.client.0.smithi028.stdout: "up_primary": 1, 2024-08-29T19:03:23.533 INFO:tasks.workunit.client.0.smithi028.stdout: "version": "0'0" 2024-08-29T19:03:23.533 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:23.533 INFO:tasks.workunit.client.0.smithi028.stdout: { 2024-08-29T19:03:23.533 INFO:tasks.workunit.client.0.smithi028.stdout: "acting": [ 2024-08-29T19:03:23.533 INFO:tasks.workunit.client.0.smithi028.stdout: 1, 2024-08-29T19:03:23.533 INFO:tasks.workunit.client.0.smithi028.stdout: 5, 2024-08-29T19:03:23.533 INFO:tasks.workunit.client.0.smithi028.stdout: 4 2024-08-29T19:03:23.533 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-08-29T19:03:23.533 INFO:tasks.workunit.client.0.smithi028.stdout: "acting_primary": 1, 2024-08-29T19:03:23.533 INFO:tasks.workunit.client.0.smithi028.stdout: "avail_no_missing": [], 2024-08-29T19:03:23.533 INFO:tasks.workunit.client.0.smithi028.stdout: "blocked_by": [], 2024-08-29T19:03:23.533 INFO:tasks.workunit.client.0.smithi028.stdout: "created": 69, 2024-08-29T19:03:23.533 INFO:tasks.workunit.client.0.smithi028.stdout: "dirty_stats_invalid": false, 2024-08-29T19:03:23.534 INFO:tasks.workunit.client.0.smithi028.stdout: "hitset_bytes_stats_invalid": false, 2024-08-29T19:03:23.534 INFO:tasks.workunit.client.0.smithi028.stdout: "hitset_stats_invalid": false, 2024-08-29T19:03:23.534 INFO:tasks.workunit.client.0.smithi028.stdout: "last_active": "2024-08-29T19:02:14.816791+0000", 2024-08-29T19:03:23.534 INFO:tasks.workunit.client.0.smithi028.stdout: "last_became_active": "2024-08-29T17:57:02.347975+0000", 2024-08-29T19:03:23.534 INFO:tasks.workunit.client.0.smithi028.stdout: "last_became_peered": "2024-08-29T17:57:02.347975+0000", 2024-08-29T19:03:23.534 INFO:tasks.workunit.client.0.smithi028.stdout: "last_change": "2024-08-29T18:32:49.460619+0000", 2024-08-29T19:03:23.534 INFO:tasks.workunit.client.0.smithi028.stdout: "last_clean": "2024-08-29T19:02:14.816791+0000", 2024-08-29T19:03:23.534 INFO:tasks.workunit.client.0.smithi028.stdout: "last_clean_scrub_stamp": "2024-08-29T17:43:39.870944+0000", 2024-08-29T19:03:23.534 INFO:tasks.workunit.client.0.smithi028.stdout: "last_deep_scrub": "0'0", 2024-08-29T19:03:23.534 INFO:tasks.workunit.client.0.smithi028.stdout: "last_deep_scrub_stamp": "2024-08-29T17:43:39.870944+0000", 2024-08-29T19:03:23.534 INFO:tasks.workunit.client.0.smithi028.stdout: "last_epoch_clean": 613, 2024-08-29T19:03:23.534 INFO:tasks.workunit.client.0.smithi028.stdout: "last_fresh": "2024-08-29T19:02:14.816791+0000", 2024-08-29T19:03:23.534 INFO:tasks.workunit.client.0.smithi028.stdout: "last_fullsized": "2024-08-29T19:02:14.816791+0000", 2024-08-29T19:03:23.534 INFO:tasks.workunit.client.0.smithi028.stdout: "last_peered": "2024-08-29T19:02:14.816791+0000", 2024-08-29T19:03:23.534 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub": "0'0", 2024-08-29T19:03:23.535 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub_duration": 0, 2024-08-29T19:03:23.535 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub_stamp": "2024-08-29T17:43:39.870944+0000", 2024-08-29T19:03:23.535 INFO:tasks.workunit.client.0.smithi028.stdout: "last_undegraded": "2024-08-29T19:02:14.816791+0000", 2024-08-29T19:03:23.535 INFO:tasks.workunit.client.0.smithi028.stdout: "last_unstale": "2024-08-29T19:02:14.816791+0000", 2024-08-29T19:03:23.535 INFO:tasks.workunit.client.0.smithi028.stdout: "log_dups_size": 0, 2024-08-29T19:03:23.535 INFO:tasks.workunit.client.0.smithi028.stdout: "log_size": 2987, 2024-08-29T19:03:23.535 INFO:tasks.workunit.client.0.smithi028.stdout: "log_start": "0'0", 2024-08-29T19:03:23.535 INFO:tasks.workunit.client.0.smithi028.stdout: "manifest_stats_invalid": false, 2024-08-29T19:03:23.535 INFO:tasks.workunit.client.0.smithi028.stdout: "mapping_epoch": 612, 2024-08-29T19:03:23.535 INFO:tasks.workunit.client.0.smithi028.stdout: "object_location_counts": [], 2024-08-29T19:03:23.535 INFO:tasks.workunit.client.0.smithi028.stdout: "objects_scrubbed": 0, 2024-08-29T19:03:23.535 INFO:tasks.workunit.client.0.smithi028.stdout: "objects_trimmed": 0, 2024-08-29T19:03:23.535 INFO:tasks.workunit.client.0.smithi028.stdout: "omap_stats_invalid": false, 2024-08-29T19:03:23.536 INFO:tasks.workunit.client.0.smithi028.stdout: "ondisk_log_size": 2987, 2024-08-29T19:03:23.536 INFO:tasks.workunit.client.0.smithi028.stdout: "ondisk_log_start": "0'0", 2024-08-29T19:03:23.536 INFO:tasks.workunit.client.0.smithi028.stdout: "parent": "0.0", 2024-08-29T19:03:23.536 INFO:tasks.workunit.client.0.smithi028.stdout: "parent_split_bits": 0, 2024-08-29T19:03:23.536 INFO:tasks.workunit.client.0.smithi028.stdout: "pgid": "4.2", 2024-08-29T19:03:23.536 INFO:tasks.workunit.client.0.smithi028.stdout: "pin_stats_invalid": false, 2024-08-29T19:03:23.536 INFO:tasks.workunit.client.0.smithi028.stdout: "purged_snaps": [], 2024-08-29T19:03:23.536 INFO:tasks.workunit.client.0.smithi028.stdout: "reported_epoch": 2650, 2024-08-29T19:03:23.536 INFO:tasks.workunit.client.0.smithi028.stdout: "reported_seq": 8390, 2024-08-29T19:03:23.536 INFO:tasks.workunit.client.0.smithi028.stdout: "scrub_duration": 0.0, 2024-08-29T19:03:23.536 INFO:tasks.workunit.client.0.smithi028.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-31T02:10:25.310021+0000", 2024-08-29T19:03:23.536 INFO:tasks.workunit.client.0.smithi028.stdout: "snaptrim_duration": 0.013873878, 2024-08-29T19:03:23.536 INFO:tasks.workunit.client.0.smithi028.stdout: "snaptrimq_len": 0, 2024-08-29T19:03:23.536 INFO:tasks.workunit.client.0.smithi028.stdout: "stat_sum": { 2024-08-29T19:03:23.537 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes": 19, 2024-08-29T19:03:23.537 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes_hit_set_archive": 0, 2024-08-29T19:03:23.537 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes_recovered": 0, 2024-08-29T19:03:23.537 INFO:tasks.workunit.client.0.smithi028.stdout: "num_deep_scrub_errors": 0, 2024-08-29T19:03:23.537 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict": 0, 2024-08-29T19:03:23.537 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_kb": 0, 2024-08-29T19:03:23.537 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_mode_full": 0, 2024-08-29T19:03:23.537 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_mode_some": 0, 2024-08-29T19:03:23.537 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush": 0, 2024-08-29T19:03:23.537 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_kb": 0, 2024-08-29T19:03:23.537 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_mode_high": 0, 2024-08-29T19:03:23.537 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_mode_low": 0, 2024-08-29T19:03:23.537 INFO:tasks.workunit.client.0.smithi028.stdout: "num_keys_recovered": 0, 2024-08-29T19:03:23.537 INFO:tasks.workunit.client.0.smithi028.stdout: "num_large_omap_objects": 0, 2024-08-29T19:03:23.538 INFO:tasks.workunit.client.0.smithi028.stdout: "num_legacy_snapsets": 0, 2024-08-29T19:03:23.538 INFO:tasks.workunit.client.0.smithi028.stdout: "num_object_clones": 0, 2024-08-29T19:03:23.538 INFO:tasks.workunit.client.0.smithi028.stdout: "num_object_copies": 3, 2024-08-29T19:03:23.538 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects": 1, 2024-08-29T19:03:23.538 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_degraded": 0, 2024-08-29T19:03:23.538 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_dirty": 1, 2024-08-29T19:03:23.538 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_hit_set_archive": 0, 2024-08-29T19:03:23.538 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_manifest": 0, 2024-08-29T19:03:23.538 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_misplaced": 0, 2024-08-29T19:03:23.538 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_missing": 0, 2024-08-29T19:03:23.538 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_missing_on_primary": 0, 2024-08-29T19:03:23.538 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_omap": 0, 2024-08-29T19:03:23.538 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_pinned": 0, 2024-08-29T19:03:23.538 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_recovered": 0, 2024-08-29T19:03:23.539 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_repaired": 0, 2024-08-29T19:03:23.539 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_unfound": 0, 2024-08-29T19:03:23.539 INFO:tasks.workunit.client.0.smithi028.stdout: "num_omap_bytes": 0, 2024-08-29T19:03:23.539 INFO:tasks.workunit.client.0.smithi028.stdout: "num_omap_keys": 0, 2024-08-29T19:03:23.539 INFO:tasks.workunit.client.0.smithi028.stdout: "num_promote": 0, 2024-08-29T19:03:23.539 INFO:tasks.workunit.client.0.smithi028.stdout: "num_read": 688, 2024-08-29T19:03:23.539 INFO:tasks.workunit.client.0.smithi028.stdout: "num_read_kb": 390731, 2024-08-29T19:03:23.539 INFO:tasks.workunit.client.0.smithi028.stdout: "num_scrub_errors": 0, 2024-08-29T19:03:23.539 INFO:tasks.workunit.client.0.smithi028.stdout: "num_shallow_scrub_errors": 0, 2024-08-29T19:03:23.539 INFO:tasks.workunit.client.0.smithi028.stdout: "num_whiteouts": 0, 2024-08-29T19:03:23.539 INFO:tasks.workunit.client.0.smithi028.stdout: "num_write": 2993, 2024-08-29T19:03:23.539 INFO:tasks.workunit.client.0.smithi028.stdout: "num_write_kb": 402623 2024-08-29T19:03:23.539 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:23.539 INFO:tasks.workunit.client.0.smithi028.stdout: "state": "active+clean", 2024-08-29T19:03:23.540 INFO:tasks.workunit.client.0.smithi028.stdout: "stats_invalid": false, 2024-08-29T19:03:23.540 INFO:tasks.workunit.client.0.smithi028.stdout: "up": [ 2024-08-29T19:03:23.540 INFO:tasks.workunit.client.0.smithi028.stdout: 1, 2024-08-29T19:03:23.540 INFO:tasks.workunit.client.0.smithi028.stdout: 5, 2024-08-29T19:03:23.540 INFO:tasks.workunit.client.0.smithi028.stdout: 4 2024-08-29T19:03:23.540 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-08-29T19:03:23.540 INFO:tasks.workunit.client.0.smithi028.stdout: "up_primary": 1, 2024-08-29T19:03:23.540 INFO:tasks.workunit.client.0.smithi028.stdout: "version": "1180'2987" 2024-08-29T19:03:23.540 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:23.540 INFO:tasks.workunit.client.0.smithi028.stdout: { 2024-08-29T19:03:23.540 INFO:tasks.workunit.client.0.smithi028.stdout: "acting": [ 2024-08-29T19:03:23.540 INFO:tasks.workunit.client.0.smithi028.stdout: 4, 2024-08-29T19:03:23.540 INFO:tasks.workunit.client.0.smithi028.stdout: 0, 2024-08-29T19:03:23.540 INFO:tasks.workunit.client.0.smithi028.stdout: 6 2024-08-29T19:03:23.541 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-08-29T19:03:23.541 INFO:tasks.workunit.client.0.smithi028.stdout: "acting_primary": 4, 2024-08-29T19:03:23.541 INFO:tasks.workunit.client.0.smithi028.stdout: "avail_no_missing": [], 2024-08-29T19:03:23.541 INFO:tasks.workunit.client.0.smithi028.stdout: "blocked_by": [], 2024-08-29T19:03:23.541 INFO:tasks.workunit.client.0.smithi028.stdout: "created": 62, 2024-08-29T19:03:23.541 INFO:tasks.workunit.client.0.smithi028.stdout: "dirty_stats_invalid": false, 2024-08-29T19:03:23.541 INFO:tasks.workunit.client.0.smithi028.stdout: "hitset_bytes_stats_invalid": false, 2024-08-29T19:03:23.541 INFO:tasks.workunit.client.0.smithi028.stdout: "hitset_stats_invalid": false, 2024-08-29T19:03:23.541 INFO:tasks.workunit.client.0.smithi028.stdout: "last_active": "2024-08-29T19:02:14.924756+0000", 2024-08-29T19:03:23.541 INFO:tasks.workunit.client.0.smithi028.stdout: "last_became_active": "2024-08-29T17:57:36.378595+0000", 2024-08-29T19:03:23.541 INFO:tasks.workunit.client.0.smithi028.stdout: "last_became_peered": "2024-08-29T17:57:36.378595+0000", 2024-08-29T19:03:23.541 INFO:tasks.workunit.client.0.smithi028.stdout: "last_change": "2024-08-29T17:57:36.378924+0000", 2024-08-29T19:03:23.541 INFO:tasks.workunit.client.0.smithi028.stdout: "last_clean": "2024-08-29T19:02:14.924756+0000", 2024-08-29T19:03:23.541 INFO:tasks.workunit.client.0.smithi028.stdout: "last_clean_scrub_stamp": "2024-08-29T17:41:01.987071+0000", 2024-08-29T19:03:23.542 INFO:tasks.workunit.client.0.smithi028.stdout: "last_deep_scrub": "0'0", 2024-08-29T19:03:23.542 INFO:tasks.workunit.client.0.smithi028.stdout: "last_deep_scrub_stamp": "2024-08-29T17:41:01.987071+0000", 2024-08-29T19:03:23.542 INFO:tasks.workunit.client.0.smithi028.stdout: "last_epoch_clean": 646, 2024-08-29T19:03:23.542 INFO:tasks.workunit.client.0.smithi028.stdout: "last_fresh": "2024-08-29T19:02:14.924756+0000", 2024-08-29T19:03:23.542 INFO:tasks.workunit.client.0.smithi028.stdout: "last_fullsized": "2024-08-29T19:02:14.924756+0000", 2024-08-29T19:03:23.542 INFO:tasks.workunit.client.0.smithi028.stdout: "last_peered": "2024-08-29T19:02:14.924756+0000", 2024-08-29T19:03:23.542 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub": "0'0", 2024-08-29T19:03:23.542 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub_duration": 0, 2024-08-29T19:03:23.542 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub_stamp": "2024-08-29T17:41:01.987071+0000", 2024-08-29T19:03:23.542 INFO:tasks.workunit.client.0.smithi028.stdout: "last_undegraded": "2024-08-29T19:02:14.924756+0000", 2024-08-29T19:03:23.542 INFO:tasks.workunit.client.0.smithi028.stdout: "last_unstale": "2024-08-29T19:02:14.924756+0000", 2024-08-29T19:03:23.542 INFO:tasks.workunit.client.0.smithi028.stdout: "log_dups_size": 0, 2024-08-29T19:03:23.542 INFO:tasks.workunit.client.0.smithi028.stdout: "log_size": 0, 2024-08-29T19:03:23.542 INFO:tasks.workunit.client.0.smithi028.stdout: "log_start": "0'0", 2024-08-29T19:03:23.543 INFO:tasks.workunit.client.0.smithi028.stdout: "manifest_stats_invalid": false, 2024-08-29T19:03:23.543 INFO:tasks.workunit.client.0.smithi028.stdout: "mapping_epoch": 645, 2024-08-29T19:03:23.543 INFO:tasks.workunit.client.0.smithi028.stdout: "object_location_counts": [], 2024-08-29T19:03:23.543 INFO:tasks.workunit.client.0.smithi028.stdout: "objects_scrubbed": 0, 2024-08-29T19:03:23.543 INFO:tasks.workunit.client.0.smithi028.stdout: "objects_trimmed": 0, 2024-08-29T19:03:23.543 INFO:tasks.workunit.client.0.smithi028.stdout: "omap_stats_invalid": false, 2024-08-29T19:03:23.543 INFO:tasks.workunit.client.0.smithi028.stdout: "ondisk_log_size": 0, 2024-08-29T19:03:23.543 INFO:tasks.workunit.client.0.smithi028.stdout: "ondisk_log_start": "0'0", 2024-08-29T19:03:23.543 INFO:tasks.workunit.client.0.smithi028.stdout: "parent": "0.0", 2024-08-29T19:03:23.543 INFO:tasks.workunit.client.0.smithi028.stdout: "parent_split_bits": 0, 2024-08-29T19:03:23.543 INFO:tasks.workunit.client.0.smithi028.stdout: "pgid": "3.3", 2024-08-29T19:03:23.543 INFO:tasks.workunit.client.0.smithi028.stdout: "pin_stats_invalid": false, 2024-08-29T19:03:23.543 INFO:tasks.workunit.client.0.smithi028.stdout: "purged_snaps": [], 2024-08-29T19:03:23.543 INFO:tasks.workunit.client.0.smithi028.stdout: "reported_epoch": 2650, 2024-08-29T19:03:23.544 INFO:tasks.workunit.client.0.smithi028.stdout: "reported_seq": 4679, 2024-08-29T19:03:23.544 INFO:tasks.workunit.client.0.smithi028.stdout: "scrub_duration": 0.0, 2024-08-29T19:03:23.544 INFO:tasks.workunit.client.0.smithi028.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-30T22:44:14.435677+0000", 2024-08-29T19:03:23.544 INFO:tasks.workunit.client.0.smithi028.stdout: "snaptrim_duration": 0.0, 2024-08-29T19:03:23.544 INFO:tasks.workunit.client.0.smithi028.stdout: "snaptrimq_len": 0, 2024-08-29T19:03:23.544 INFO:tasks.workunit.client.0.smithi028.stdout: "stat_sum": { 2024-08-29T19:03:23.544 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes": 0, 2024-08-29T19:03:23.544 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes_hit_set_archive": 0, 2024-08-29T19:03:23.544 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes_recovered": 0, 2024-08-29T19:03:23.544 INFO:tasks.workunit.client.0.smithi028.stdout: "num_deep_scrub_errors": 0, 2024-08-29T19:03:23.544 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict": 0, 2024-08-29T19:03:23.544 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_kb": 0, 2024-08-29T19:03:23.544 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_mode_full": 0, 2024-08-29T19:03:23.544 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_mode_some": 0, 2024-08-29T19:03:23.545 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush": 0, 2024-08-29T19:03:23.545 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_kb": 0, 2024-08-29T19:03:23.545 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_mode_high": 0, 2024-08-29T19:03:23.545 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_mode_low": 0, 2024-08-29T19:03:23.545 INFO:tasks.workunit.client.0.smithi028.stdout: "num_keys_recovered": 0, 2024-08-29T19:03:23.545 INFO:tasks.workunit.client.0.smithi028.stdout: "num_large_omap_objects": 0, 2024-08-29T19:03:23.545 INFO:tasks.workunit.client.0.smithi028.stdout: "num_legacy_snapsets": 0, 2024-08-29T19:03:23.545 INFO:tasks.workunit.client.0.smithi028.stdout: "num_object_clones": 0, 2024-08-29T19:03:23.545 INFO:tasks.workunit.client.0.smithi028.stdout: "num_object_copies": 0, 2024-08-29T19:03:23.545 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects": 0, 2024-08-29T19:03:23.545 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_degraded": 0, 2024-08-29T19:03:23.545 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_dirty": 0, 2024-08-29T19:03:23.545 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_hit_set_archive": 0, 2024-08-29T19:03:23.545 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_manifest": 0, 2024-08-29T19:03:23.546 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_misplaced": 0, 2024-08-29T19:03:23.546 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_missing": 0, 2024-08-29T19:03:23.546 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_missing_on_primary": 0, 2024-08-29T19:03:23.546 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_omap": 0, 2024-08-29T19:03:23.546 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_pinned": 0, 2024-08-29T19:03:23.546 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_recovered": 0, 2024-08-29T19:03:23.546 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_repaired": 0, 2024-08-29T19:03:23.546 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_unfound": 0, 2024-08-29T19:03:23.546 INFO:tasks.workunit.client.0.smithi028.stdout: "num_omap_bytes": 0, 2024-08-29T19:03:23.546 INFO:tasks.workunit.client.0.smithi028.stdout: "num_omap_keys": 0, 2024-08-29T19:03:23.546 INFO:tasks.workunit.client.0.smithi028.stdout: "num_promote": 0, 2024-08-29T19:03:23.546 INFO:tasks.workunit.client.0.smithi028.stdout: "num_read": 0, 2024-08-29T19:03:23.546 INFO:tasks.workunit.client.0.smithi028.stdout: "num_read_kb": 0, 2024-08-29T19:03:23.546 INFO:tasks.workunit.client.0.smithi028.stdout: "num_scrub_errors": 0, 2024-08-29T19:03:23.546 INFO:tasks.workunit.client.0.smithi028.stdout: "num_shallow_scrub_errors": 0, 2024-08-29T19:03:23.547 INFO:tasks.workunit.client.0.smithi028.stdout: "num_whiteouts": 0, 2024-08-29T19:03:23.547 INFO:tasks.workunit.client.0.smithi028.stdout: "num_write": 0, 2024-08-29T19:03:23.547 INFO:tasks.workunit.client.0.smithi028.stdout: "num_write_kb": 0 2024-08-29T19:03:23.547 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:23.547 INFO:tasks.workunit.client.0.smithi028.stdout: "state": "active+clean", 2024-08-29T19:03:23.547 INFO:tasks.workunit.client.0.smithi028.stdout: "stats_invalid": false, 2024-08-29T19:03:23.547 INFO:tasks.workunit.client.0.smithi028.stdout: "up": [ 2024-08-29T19:03:23.547 INFO:tasks.workunit.client.0.smithi028.stdout: 4, 2024-08-29T19:03:23.547 INFO:tasks.workunit.client.0.smithi028.stdout: 0, 2024-08-29T19:03:23.547 INFO:tasks.workunit.client.0.smithi028.stdout: 6 2024-08-29T19:03:23.547 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-08-29T19:03:23.547 INFO:tasks.workunit.client.0.smithi028.stdout: "up_primary": 4, 2024-08-29T19:03:23.547 INFO:tasks.workunit.client.0.smithi028.stdout: "version": "0'0" 2024-08-29T19:03:23.547 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:23.548 INFO:tasks.workunit.client.0.smithi028.stdout: { 2024-08-29T19:03:23.548 INFO:tasks.workunit.client.0.smithi028.stdout: "acting": [ 2024-08-29T19:03:23.548 INFO:tasks.workunit.client.0.smithi028.stdout: 5, 2024-08-29T19:03:23.548 INFO:tasks.workunit.client.0.smithi028.stdout: 1, 2024-08-29T19:03:23.548 INFO:tasks.workunit.client.0.smithi028.stdout: 6 2024-08-29T19:03:23.548 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-08-29T19:03:23.548 INFO:tasks.workunit.client.0.smithi028.stdout: "acting_primary": 5, 2024-08-29T19:03:23.548 INFO:tasks.workunit.client.0.smithi028.stdout: "avail_no_missing": [], 2024-08-29T19:03:23.548 INFO:tasks.workunit.client.0.smithi028.stdout: "blocked_by": [], 2024-08-29T19:03:23.548 INFO:tasks.workunit.client.0.smithi028.stdout: "created": 59, 2024-08-29T19:03:23.548 INFO:tasks.workunit.client.0.smithi028.stdout: "dirty_stats_invalid": false, 2024-08-29T19:03:23.548 INFO:tasks.workunit.client.0.smithi028.stdout: "hitset_bytes_stats_invalid": false, 2024-08-29T19:03:23.548 INFO:tasks.workunit.client.0.smithi028.stdout: "hitset_stats_invalid": false, 2024-08-29T19:03:23.548 INFO:tasks.workunit.client.0.smithi028.stdout: "last_active": "2024-08-29T19:02:14.927986+0000", 2024-08-29T19:03:23.549 INFO:tasks.workunit.client.0.smithi028.stdout: "last_became_active": "2024-08-29T17:57:36.385404+0000", 2024-08-29T19:03:23.549 INFO:tasks.workunit.client.0.smithi028.stdout: "last_became_peered": "2024-08-29T17:57:36.385404+0000", 2024-08-29T19:03:23.549 INFO:tasks.workunit.client.0.smithi028.stdout: "last_change": "2024-08-29T17:57:36.385782+0000", 2024-08-29T19:03:23.549 INFO:tasks.workunit.client.0.smithi028.stdout: "last_clean": "2024-08-29T19:02:14.927986+0000", 2024-08-29T19:03:23.549 INFO:tasks.workunit.client.0.smithi028.stdout: "last_clean_scrub_stamp": "2024-08-29T17:40:52.944949+0000", 2024-08-29T19:03:23.549 INFO:tasks.workunit.client.0.smithi028.stdout: "last_deep_scrub": "0'0", 2024-08-29T19:03:23.549 INFO:tasks.workunit.client.0.smithi028.stdout: "last_deep_scrub_stamp": "2024-08-29T17:40:52.944949+0000", 2024-08-29T19:03:23.549 INFO:tasks.workunit.client.0.smithi028.stdout: "last_epoch_clean": 646, 2024-08-29T19:03:23.549 INFO:tasks.workunit.client.0.smithi028.stdout: "last_fresh": "2024-08-29T19:02:14.927986+0000", 2024-08-29T19:03:23.549 INFO:tasks.workunit.client.0.smithi028.stdout: "last_fullsized": "2024-08-29T19:02:14.927986+0000", 2024-08-29T19:03:23.549 INFO:tasks.workunit.client.0.smithi028.stdout: "last_peered": "2024-08-29T19:02:14.927986+0000", 2024-08-29T19:03:23.549 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub": "0'0", 2024-08-29T19:03:23.549 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub_duration": 0, 2024-08-29T19:03:23.549 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub_stamp": "2024-08-29T17:40:52.944949+0000", 2024-08-29T19:03:23.549 INFO:tasks.workunit.client.0.smithi028.stdout: "last_undegraded": "2024-08-29T19:02:14.927986+0000", 2024-08-29T19:03:23.550 INFO:tasks.workunit.client.0.smithi028.stdout: "last_unstale": "2024-08-29T19:02:14.927986+0000", 2024-08-29T19:03:23.550 INFO:tasks.workunit.client.0.smithi028.stdout: "log_dups_size": 0, 2024-08-29T19:03:23.550 INFO:tasks.workunit.client.0.smithi028.stdout: "log_size": 0, 2024-08-29T19:03:23.550 INFO:tasks.workunit.client.0.smithi028.stdout: "log_start": "0'0", 2024-08-29T19:03:23.550 INFO:tasks.workunit.client.0.smithi028.stdout: "manifest_stats_invalid": false, 2024-08-29T19:03:23.550 INFO:tasks.workunit.client.0.smithi028.stdout: "mapping_epoch": 645, 2024-08-29T19:03:23.550 INFO:tasks.workunit.client.0.smithi028.stdout: "object_location_counts": [], 2024-08-29T19:03:23.550 INFO:tasks.workunit.client.0.smithi028.stdout: "objects_scrubbed": 0, 2024-08-29T19:03:23.550 INFO:tasks.workunit.client.0.smithi028.stdout: "objects_trimmed": 0, 2024-08-29T19:03:23.550 INFO:tasks.workunit.client.0.smithi028.stdout: "omap_stats_invalid": false, 2024-08-29T19:03:23.550 INFO:tasks.workunit.client.0.smithi028.stdout: "ondisk_log_size": 0, 2024-08-29T19:03:23.550 INFO:tasks.workunit.client.0.smithi028.stdout: "ondisk_log_start": "0'0", 2024-08-29T19:03:23.550 INFO:tasks.workunit.client.0.smithi028.stdout: "parent": "0.0", 2024-08-29T19:03:23.551 INFO:tasks.workunit.client.0.smithi028.stdout: "parent_split_bits": 0, 2024-08-29T19:03:23.551 INFO:tasks.workunit.client.0.smithi028.stdout: "pgid": "2.2", 2024-08-29T19:03:23.551 INFO:tasks.workunit.client.0.smithi028.stdout: "pin_stats_invalid": false, 2024-08-29T19:03:23.551 INFO:tasks.workunit.client.0.smithi028.stdout: "purged_snaps": [], 2024-08-29T19:03:23.551 INFO:tasks.workunit.client.0.smithi028.stdout: "reported_epoch": 2650, 2024-08-29T19:03:23.551 INFO:tasks.workunit.client.0.smithi028.stdout: "reported_seq": 4620, 2024-08-29T19:03:23.551 INFO:tasks.workunit.client.0.smithi028.stdout: "scrub_duration": 0.0, 2024-08-29T19:03:23.551 INFO:tasks.workunit.client.0.smithi028.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-30T18:26:08.039860+0000", 2024-08-29T19:03:23.551 INFO:tasks.workunit.client.0.smithi028.stdout: "snaptrim_duration": 0.0, 2024-08-29T19:03:23.551 INFO:tasks.workunit.client.0.smithi028.stdout: "snaptrimq_len": 0, 2024-08-29T19:03:23.551 INFO:tasks.workunit.client.0.smithi028.stdout: "stat_sum": { 2024-08-29T19:03:23.551 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes": 0, 2024-08-29T19:03:23.551 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes_hit_set_archive": 0, 2024-08-29T19:03:23.551 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes_recovered": 0, 2024-08-29T19:03:23.552 INFO:tasks.workunit.client.0.smithi028.stdout: "num_deep_scrub_errors": 0, 2024-08-29T19:03:23.552 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict": 0, 2024-08-29T19:03:23.552 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_kb": 0, 2024-08-29T19:03:23.552 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_mode_full": 0, 2024-08-29T19:03:23.552 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_mode_some": 0, 2024-08-29T19:03:23.552 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush": 0, 2024-08-29T19:03:23.552 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_kb": 0, 2024-08-29T19:03:23.552 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_mode_high": 0, 2024-08-29T19:03:23.552 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_mode_low": 0, 2024-08-29T19:03:23.552 INFO:tasks.workunit.client.0.smithi028.stdout: "num_keys_recovered": 0, 2024-08-29T19:03:23.552 INFO:tasks.workunit.client.0.smithi028.stdout: "num_large_omap_objects": 0, 2024-08-29T19:03:23.552 INFO:tasks.workunit.client.0.smithi028.stdout: "num_legacy_snapsets": 0, 2024-08-29T19:03:23.552 INFO:tasks.workunit.client.0.smithi028.stdout: "num_object_clones": 0, 2024-08-29T19:03:23.552 INFO:tasks.workunit.client.0.smithi028.stdout: "num_object_copies": 0, 2024-08-29T19:03:23.553 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects": 0, 2024-08-29T19:03:23.553 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_degraded": 0, 2024-08-29T19:03:23.553 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_dirty": 0, 2024-08-29T19:03:23.553 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_hit_set_archive": 0, 2024-08-29T19:03:23.553 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_manifest": 0, 2024-08-29T19:03:23.553 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_misplaced": 0, 2024-08-29T19:03:23.553 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_missing": 0, 2024-08-29T19:03:23.553 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_missing_on_primary": 0, 2024-08-29T19:03:23.553 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_omap": 0, 2024-08-29T19:03:23.553 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_pinned": 0, 2024-08-29T19:03:23.553 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_recovered": 0, 2024-08-29T19:03:23.553 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_repaired": 0, 2024-08-29T19:03:23.553 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_unfound": 0, 2024-08-29T19:03:23.553 INFO:tasks.workunit.client.0.smithi028.stdout: "num_omap_bytes": 0, 2024-08-29T19:03:23.554 INFO:tasks.workunit.client.0.smithi028.stdout: "num_omap_keys": 0, 2024-08-29T19:03:23.554 INFO:tasks.workunit.client.0.smithi028.stdout: "num_promote": 0, 2024-08-29T19:03:23.554 INFO:tasks.workunit.client.0.smithi028.stdout: "num_read": 0, 2024-08-29T19:03:23.554 INFO:tasks.workunit.client.0.smithi028.stdout: "num_read_kb": 0, 2024-08-29T19:03:23.554 INFO:tasks.workunit.client.0.smithi028.stdout: "num_scrub_errors": 0, 2024-08-29T19:03:23.554 INFO:tasks.workunit.client.0.smithi028.stdout: "num_shallow_scrub_errors": 0, 2024-08-29T19:03:23.554 INFO:tasks.workunit.client.0.smithi028.stdout: "num_whiteouts": 0, 2024-08-29T19:03:23.554 INFO:tasks.workunit.client.0.smithi028.stdout: "num_write": 0, 2024-08-29T19:03:23.554 INFO:tasks.workunit.client.0.smithi028.stdout: "num_write_kb": 0 2024-08-29T19:03:23.554 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:23.554 INFO:tasks.workunit.client.0.smithi028.stdout: "state": "active+clean", 2024-08-29T19:03:23.554 INFO:tasks.workunit.client.0.smithi028.stdout: "stats_invalid": false, 2024-08-29T19:03:23.554 INFO:tasks.workunit.client.0.smithi028.stdout: "up": [ 2024-08-29T19:03:23.554 INFO:tasks.workunit.client.0.smithi028.stdout: 5, 2024-08-29T19:03:23.555 INFO:tasks.workunit.client.0.smithi028.stdout: 1, 2024-08-29T19:03:23.555 INFO:tasks.workunit.client.0.smithi028.stdout: 6 2024-08-29T19:03:23.555 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-08-29T19:03:23.555 INFO:tasks.workunit.client.0.smithi028.stdout: "up_primary": 5, 2024-08-29T19:03:23.555 INFO:tasks.workunit.client.0.smithi028.stdout: "version": "0'0" 2024-08-29T19:03:23.555 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:23.555 INFO:tasks.workunit.client.0.smithi028.stdout: { 2024-08-29T19:03:23.555 INFO:tasks.workunit.client.0.smithi028.stdout: "acting": [ 2024-08-29T19:03:23.555 INFO:tasks.workunit.client.0.smithi028.stdout: 1, 2024-08-29T19:03:23.555 INFO:tasks.workunit.client.0.smithi028.stdout: 2, 2024-08-29T19:03:23.555 INFO:tasks.workunit.client.0.smithi028.stdout: 3 2024-08-29T19:03:23.555 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-08-29T19:03:23.555 INFO:tasks.workunit.client.0.smithi028.stdout: "acting_primary": 1, 2024-08-29T19:03:23.556 INFO:tasks.workunit.client.0.smithi028.stdout: "avail_no_missing": [], 2024-08-29T19:03:23.556 INFO:tasks.workunit.client.0.smithi028.stdout: "blocked_by": [], 2024-08-29T19:03:23.556 INFO:tasks.workunit.client.0.smithi028.stdout: "created": 69, 2024-08-29T19:03:23.556 INFO:tasks.workunit.client.0.smithi028.stdout: "dirty_stats_invalid": false, 2024-08-29T19:03:23.556 INFO:tasks.workunit.client.0.smithi028.stdout: "hitset_bytes_stats_invalid": false, 2024-08-29T19:03:23.556 INFO:tasks.workunit.client.0.smithi028.stdout: "hitset_stats_invalid": false, 2024-08-29T19:03:23.556 INFO:tasks.workunit.client.0.smithi028.stdout: "last_active": "2024-08-29T19:03:06.673224+0000", 2024-08-29T19:03:23.556 INFO:tasks.workunit.client.0.smithi028.stdout: "last_became_active": "2024-08-29T17:55:56.308024+0000", 2024-08-29T19:03:23.556 INFO:tasks.workunit.client.0.smithi028.stdout: "last_became_peered": "2024-08-29T17:55:56.308024+0000", 2024-08-29T19:03:23.556 INFO:tasks.workunit.client.0.smithi028.stdout: "last_change": "2024-08-29T18:32:49.475393+0000", 2024-08-29T19:03:23.556 INFO:tasks.workunit.client.0.smithi028.stdout: "last_clean": "2024-08-29T19:03:06.673224+0000", 2024-08-29T19:03:23.556 INFO:tasks.workunit.client.0.smithi028.stdout: "last_clean_scrub_stamp": "2024-08-29T17:43:39.870944+0000", 2024-08-29T19:03:23.556 INFO:tasks.workunit.client.0.smithi028.stdout: "last_deep_scrub": "0'0", 2024-08-29T19:03:23.556 INFO:tasks.workunit.client.0.smithi028.stdout: "last_deep_scrub_stamp": "2024-08-29T17:43:39.870944+0000", 2024-08-29T19:03:23.557 INFO:tasks.workunit.client.0.smithi028.stdout: "last_epoch_clean": 547, 2024-08-29T19:03:23.557 INFO:tasks.workunit.client.0.smithi028.stdout: "last_fresh": "2024-08-29T19:03:06.673224+0000", 2024-08-29T19:03:23.557 INFO:tasks.workunit.client.0.smithi028.stdout: "last_fullsized": "2024-08-29T19:03:06.673224+0000", 2024-08-29T19:03:23.557 INFO:tasks.workunit.client.0.smithi028.stdout: "last_peered": "2024-08-29T19:03:06.673224+0000", 2024-08-29T19:03:23.557 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub": "0'0", 2024-08-29T19:03:23.557 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub_duration": 0, 2024-08-29T19:03:23.557 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub_stamp": "2024-08-29T17:43:39.870944+0000", 2024-08-29T19:03:23.557 INFO:tasks.workunit.client.0.smithi028.stdout: "last_undegraded": "2024-08-29T19:03:06.673224+0000", 2024-08-29T19:03:23.557 INFO:tasks.workunit.client.0.smithi028.stdout: "last_unstale": "2024-08-29T19:03:06.673224+0000", 2024-08-29T19:03:23.557 INFO:tasks.workunit.client.0.smithi028.stdout: "log_dups_size": 0, 2024-08-29T19:03:23.557 INFO:tasks.workunit.client.0.smithi028.stdout: "log_size": 3135, 2024-08-29T19:03:23.557 INFO:tasks.workunit.client.0.smithi028.stdout: "log_start": "0'0", 2024-08-29T19:03:23.557 INFO:tasks.workunit.client.0.smithi028.stdout: "manifest_stats_invalid": false, 2024-08-29T19:03:23.557 INFO:tasks.workunit.client.0.smithi028.stdout: "mapping_epoch": 546, 2024-08-29T19:03:23.558 INFO:tasks.workunit.client.0.smithi028.stdout: "object_location_counts": [], 2024-08-29T19:03:23.558 INFO:tasks.workunit.client.0.smithi028.stdout: "objects_scrubbed": 0, 2024-08-29T19:03:23.558 INFO:tasks.workunit.client.0.smithi028.stdout: "objects_trimmed": 0, 2024-08-29T19:03:23.558 INFO:tasks.workunit.client.0.smithi028.stdout: "omap_stats_invalid": false, 2024-08-29T19:03:23.558 INFO:tasks.workunit.client.0.smithi028.stdout: "ondisk_log_size": 3135, 2024-08-29T19:03:23.558 INFO:tasks.workunit.client.0.smithi028.stdout: "ondisk_log_start": "0'0", 2024-08-29T19:03:23.558 INFO:tasks.workunit.client.0.smithi028.stdout: "parent": "0.0", 2024-08-29T19:03:23.558 INFO:tasks.workunit.client.0.smithi028.stdout: "parent_split_bits": 0, 2024-08-29T19:03:23.558 INFO:tasks.workunit.client.0.smithi028.stdout: "pgid": "4.4", 2024-08-29T19:03:23.558 INFO:tasks.workunit.client.0.smithi028.stdout: "pin_stats_invalid": false, 2024-08-29T19:03:23.558 INFO:tasks.workunit.client.0.smithi028.stdout: "purged_snaps": [], 2024-08-29T19:03:23.558 INFO:tasks.workunit.client.0.smithi028.stdout: "reported_epoch": 2650, 2024-08-29T19:03:23.558 INFO:tasks.workunit.client.0.smithi028.stdout: "reported_seq": 8796, 2024-08-29T19:03:23.558 INFO:tasks.workunit.client.0.smithi028.stdout: "scrub_duration": 0.0, 2024-08-29T19:03:23.558 INFO:tasks.workunit.client.0.smithi028.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-31T00:15:48.296987+0000", 2024-08-29T19:03:23.559 INFO:tasks.workunit.client.0.smithi028.stdout: "snaptrim_duration": 0.02696661, 2024-08-29T19:03:23.559 INFO:tasks.workunit.client.0.smithi028.stdout: "snaptrimq_len": 0, 2024-08-29T19:03:23.559 INFO:tasks.workunit.client.0.smithi028.stdout: "stat_sum": { 2024-08-29T19:03:23.559 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes": 0, 2024-08-29T19:03:23.559 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes_hit_set_archive": 0, 2024-08-29T19:03:23.559 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes_recovered": 0, 2024-08-29T19:03:23.559 INFO:tasks.workunit.client.0.smithi028.stdout: "num_deep_scrub_errors": 0, 2024-08-29T19:03:23.559 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict": 0, 2024-08-29T19:03:23.559 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_kb": 0, 2024-08-29T19:03:23.559 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_mode_full": 0, 2024-08-29T19:03:23.559 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_mode_some": 0, 2024-08-29T19:03:23.559 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush": 0, 2024-08-29T19:03:23.559 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_kb": 0, 2024-08-29T19:03:23.560 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_mode_high": 0, 2024-08-29T19:03:23.560 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_mode_low": 0, 2024-08-29T19:03:23.560 INFO:tasks.workunit.client.0.smithi028.stdout: "num_keys_recovered": 0, 2024-08-29T19:03:23.560 INFO:tasks.workunit.client.0.smithi028.stdout: "num_large_omap_objects": 0, 2024-08-29T19:03:23.560 INFO:tasks.workunit.client.0.smithi028.stdout: "num_legacy_snapsets": 0, 2024-08-29T19:03:23.560 INFO:tasks.workunit.client.0.smithi028.stdout: "num_object_clones": 0, 2024-08-29T19:03:23.560 INFO:tasks.workunit.client.0.smithi028.stdout: "num_object_copies": 3, 2024-08-29T19:03:23.560 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects": 1, 2024-08-29T19:03:23.560 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_degraded": 0, 2024-08-29T19:03:23.560 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_dirty": 1, 2024-08-29T19:03:23.560 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_hit_set_archive": 0, 2024-08-29T19:03:23.560 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_manifest": 0, 2024-08-29T19:03:23.560 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_misplaced": 0, 2024-08-29T19:03:23.560 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_missing": 0, 2024-08-29T19:03:23.561 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_missing_on_primary": 0, 2024-08-29T19:03:23.561 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_omap": 1, 2024-08-29T19:03:23.561 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_pinned": 0, 2024-08-29T19:03:23.561 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_recovered": 0, 2024-08-29T19:03:23.561 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_repaired": 0, 2024-08-29T19:03:23.561 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_unfound": 0, 2024-08-29T19:03:23.561 INFO:tasks.workunit.client.0.smithi028.stdout: "num_omap_bytes": 0, 2024-08-29T19:03:23.561 INFO:tasks.workunit.client.0.smithi028.stdout: "num_omap_keys": 0, 2024-08-29T19:03:23.561 INFO:tasks.workunit.client.0.smithi028.stdout: "num_promote": 0, 2024-08-29T19:03:23.561 INFO:tasks.workunit.client.0.smithi028.stdout: "num_read": 1536, 2024-08-29T19:03:23.561 INFO:tasks.workunit.client.0.smithi028.stdout: "num_read_kb": 388622, 2024-08-29T19:03:23.561 INFO:tasks.workunit.client.0.smithi028.stdout: "num_scrub_errors": 0, 2024-08-29T19:03:23.561 INFO:tasks.workunit.client.0.smithi028.stdout: "num_shallow_scrub_errors": 0, 2024-08-29T19:03:23.561 INFO:tasks.workunit.client.0.smithi028.stdout: "num_whiteouts": 0, 2024-08-29T19:03:23.562 INFO:tasks.workunit.client.0.smithi028.stdout: "num_write": 3123, 2024-08-29T19:03:23.562 INFO:tasks.workunit.client.0.smithi028.stdout: "num_write_kb": 405601 2024-08-29T19:03:23.562 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:23.562 INFO:tasks.workunit.client.0.smithi028.stdout: "state": "active+clean", 2024-08-29T19:03:23.562 INFO:tasks.workunit.client.0.smithi028.stdout: "stats_invalid": false, 2024-08-29T19:03:23.562 INFO:tasks.workunit.client.0.smithi028.stdout: "up": [ 2024-08-29T19:03:23.562 INFO:tasks.workunit.client.0.smithi028.stdout: 1, 2024-08-29T19:03:23.562 INFO:tasks.workunit.client.0.smithi028.stdout: 2, 2024-08-29T19:03:23.562 INFO:tasks.workunit.client.0.smithi028.stdout: 3 2024-08-29T19:03:23.562 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-08-29T19:03:23.562 INFO:tasks.workunit.client.0.smithi028.stdout: "up_primary": 1, 2024-08-29T19:03:23.562 INFO:tasks.workunit.client.0.smithi028.stdout: "version": "1182'3135" 2024-08-29T19:03:23.562 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:23.562 INFO:tasks.workunit.client.0.smithi028.stdout: { 2024-08-29T19:03:23.563 INFO:tasks.workunit.client.0.smithi028.stdout: "acting": [ 2024-08-29T19:03:23.563 INFO:tasks.workunit.client.0.smithi028.stdout: 1, 2024-08-29T19:03:23.563 INFO:tasks.workunit.client.0.smithi028.stdout: 2, 2024-08-29T19:03:23.563 INFO:tasks.workunit.client.0.smithi028.stdout: 6 2024-08-29T19:03:23.563 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-08-29T19:03:23.563 INFO:tasks.workunit.client.0.smithi028.stdout: "acting_primary": 1, 2024-08-29T19:03:23.563 INFO:tasks.workunit.client.0.smithi028.stdout: "avail_no_missing": [], 2024-08-29T19:03:23.563 INFO:tasks.workunit.client.0.smithi028.stdout: "blocked_by": [], 2024-08-29T19:03:23.563 INFO:tasks.workunit.client.0.smithi028.stdout: "created": 62, 2024-08-29T19:03:23.563 INFO:tasks.workunit.client.0.smithi028.stdout: "dirty_stats_invalid": false, 2024-08-29T19:03:23.563 INFO:tasks.workunit.client.0.smithi028.stdout: "hitset_bytes_stats_invalid": false, 2024-08-29T19:03:23.563 INFO:tasks.workunit.client.0.smithi028.stdout: "hitset_stats_invalid": false, 2024-08-29T19:03:23.563 INFO:tasks.workunit.client.0.smithi028.stdout: "last_active": "2024-08-29T19:02:14.816331+0000", 2024-08-29T19:03:23.563 INFO:tasks.workunit.client.0.smithi028.stdout: "last_became_active": "2024-08-29T17:57:36.372751+0000", 2024-08-29T19:03:23.564 INFO:tasks.workunit.client.0.smithi028.stdout: "last_became_peered": "2024-08-29T17:57:36.372751+0000", 2024-08-29T19:03:23.564 INFO:tasks.workunit.client.0.smithi028.stdout: "last_change": "2024-08-29T17:57:36.373306+0000", 2024-08-29T19:03:23.564 INFO:tasks.workunit.client.0.smithi028.stdout: "last_clean": "2024-08-29T19:02:14.816331+0000", 2024-08-29T19:03:23.564 INFO:tasks.workunit.client.0.smithi028.stdout: "last_clean_scrub_stamp": "2024-08-29T17:41:01.987071+0000", 2024-08-29T19:03:23.564 INFO:tasks.workunit.client.0.smithi028.stdout: "last_deep_scrub": "0'0", 2024-08-29T19:03:23.564 INFO:tasks.workunit.client.0.smithi028.stdout: "last_deep_scrub_stamp": "2024-08-29T17:41:01.987071+0000", 2024-08-29T19:03:23.564 INFO:tasks.workunit.client.0.smithi028.stdout: "last_epoch_clean": 646, 2024-08-29T19:03:23.564 INFO:tasks.workunit.client.0.smithi028.stdout: "last_fresh": "2024-08-29T19:02:14.816331+0000", 2024-08-29T19:03:23.564 INFO:tasks.workunit.client.0.smithi028.stdout: "last_fullsized": "2024-08-29T19:02:14.816331+0000", 2024-08-29T19:03:23.564 INFO:tasks.workunit.client.0.smithi028.stdout: "last_peered": "2024-08-29T19:02:14.816331+0000", 2024-08-29T19:03:23.564 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub": "0'0", 2024-08-29T19:03:23.564 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub_duration": 0, 2024-08-29T19:03:23.564 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub_stamp": "2024-08-29T17:41:01.987071+0000", 2024-08-29T19:03:23.564 INFO:tasks.workunit.client.0.smithi028.stdout: "last_undegraded": "2024-08-29T19:02:14.816331+0000", 2024-08-29T19:03:23.565 INFO:tasks.workunit.client.0.smithi028.stdout: "last_unstale": "2024-08-29T19:02:14.816331+0000", 2024-08-29T19:03:23.565 INFO:tasks.workunit.client.0.smithi028.stdout: "log_dups_size": 0, 2024-08-29T19:03:23.565 INFO:tasks.workunit.client.0.smithi028.stdout: "log_size": 0, 2024-08-29T19:03:23.565 INFO:tasks.workunit.client.0.smithi028.stdout: "log_start": "0'0", 2024-08-29T19:03:23.565 INFO:tasks.workunit.client.0.smithi028.stdout: "manifest_stats_invalid": false, 2024-08-29T19:03:23.565 INFO:tasks.workunit.client.0.smithi028.stdout: "mapping_epoch": 645, 2024-08-29T19:03:23.565 INFO:tasks.workunit.client.0.smithi028.stdout: "object_location_counts": [], 2024-08-29T19:03:23.565 INFO:tasks.workunit.client.0.smithi028.stdout: "objects_scrubbed": 0, 2024-08-29T19:03:23.565 INFO:tasks.workunit.client.0.smithi028.stdout: "objects_trimmed": 0, 2024-08-29T19:03:23.565 INFO:tasks.workunit.client.0.smithi028.stdout: "omap_stats_invalid": false, 2024-08-29T19:03:23.565 INFO:tasks.workunit.client.0.smithi028.stdout: "ondisk_log_size": 0, 2024-08-29T19:03:23.565 INFO:tasks.workunit.client.0.smithi028.stdout: "ondisk_log_start": "0'0", 2024-08-29T19:03:23.565 INFO:tasks.workunit.client.0.smithi028.stdout: "parent": "0.0", 2024-08-29T19:03:23.566 INFO:tasks.workunit.client.0.smithi028.stdout: "parent_split_bits": 0, 2024-08-29T19:03:23.566 INFO:tasks.workunit.client.0.smithi028.stdout: "pgid": "3.0", 2024-08-29T19:03:23.566 INFO:tasks.workunit.client.0.smithi028.stdout: "pin_stats_invalid": false, 2024-08-29T19:03:23.566 INFO:tasks.workunit.client.0.smithi028.stdout: "purged_snaps": [], 2024-08-29T19:03:23.566 INFO:tasks.workunit.client.0.smithi028.stdout: "reported_epoch": 2650, 2024-08-29T19:03:23.566 INFO:tasks.workunit.client.0.smithi028.stdout: "reported_seq": 4751, 2024-08-29T19:03:23.566 INFO:tasks.workunit.client.0.smithi028.stdout: "scrub_duration": 0.0, 2024-08-29T19:03:23.566 INFO:tasks.workunit.client.0.smithi028.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-31T02:31:27.870767+0000", 2024-08-29T19:03:23.566 INFO:tasks.workunit.client.0.smithi028.stdout: "snaptrim_duration": 0.0, 2024-08-29T19:03:23.566 INFO:tasks.workunit.client.0.smithi028.stdout: "snaptrimq_len": 0, 2024-08-29T19:03:23.566 INFO:tasks.workunit.client.0.smithi028.stdout: "stat_sum": { 2024-08-29T19:03:23.566 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes": 0, 2024-08-29T19:03:23.566 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes_hit_set_archive": 0, 2024-08-29T19:03:23.566 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes_recovered": 0, 2024-08-29T19:03:23.567 INFO:tasks.workunit.client.0.smithi028.stdout: "num_deep_scrub_errors": 0, 2024-08-29T19:03:23.567 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict": 0, 2024-08-29T19:03:23.567 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_kb": 0, 2024-08-29T19:03:23.567 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_mode_full": 0, 2024-08-29T19:03:23.567 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_mode_some": 0, 2024-08-29T19:03:23.567 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush": 0, 2024-08-29T19:03:23.567 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_kb": 0, 2024-08-29T19:03:23.567 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_mode_high": 0, 2024-08-29T19:03:23.567 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_mode_low": 0, 2024-08-29T19:03:23.567 INFO:tasks.workunit.client.0.smithi028.stdout: "num_keys_recovered": 0, 2024-08-29T19:03:23.567 INFO:tasks.workunit.client.0.smithi028.stdout: "num_large_omap_objects": 0, 2024-08-29T19:03:23.567 INFO:tasks.workunit.client.0.smithi028.stdout: "num_legacy_snapsets": 0, 2024-08-29T19:03:23.567 INFO:tasks.workunit.client.0.smithi028.stdout: "num_object_clones": 0, 2024-08-29T19:03:23.567 INFO:tasks.workunit.client.0.smithi028.stdout: "num_object_copies": 0, 2024-08-29T19:03:23.568 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects": 0, 2024-08-29T19:03:23.568 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_degraded": 0, 2024-08-29T19:03:23.568 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_dirty": 0, 2024-08-29T19:03:23.568 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_hit_set_archive": 0, 2024-08-29T19:03:23.568 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_manifest": 0, 2024-08-29T19:03:23.568 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_misplaced": 0, 2024-08-29T19:03:23.568 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_missing": 0, 2024-08-29T19:03:23.568 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_missing_on_primary": 0, 2024-08-29T19:03:23.568 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_omap": 0, 2024-08-29T19:03:23.568 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_pinned": 0, 2024-08-29T19:03:23.568 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_recovered": 0, 2024-08-29T19:03:23.568 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_repaired": 0, 2024-08-29T19:03:23.568 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_unfound": 0, 2024-08-29T19:03:23.568 INFO:tasks.workunit.client.0.smithi028.stdout: "num_omap_bytes": 0, 2024-08-29T19:03:23.569 INFO:tasks.workunit.client.0.smithi028.stdout: "num_omap_keys": 0, 2024-08-29T19:03:23.569 INFO:tasks.workunit.client.0.smithi028.stdout: "num_promote": 0, 2024-08-29T19:03:23.569 INFO:tasks.workunit.client.0.smithi028.stdout: "num_read": 0, 2024-08-29T19:03:23.569 INFO:tasks.workunit.client.0.smithi028.stdout: "num_read_kb": 0, 2024-08-29T19:03:23.569 INFO:tasks.workunit.client.0.smithi028.stdout: "num_scrub_errors": 0, 2024-08-29T19:03:23.569 INFO:tasks.workunit.client.0.smithi028.stdout: "num_shallow_scrub_errors": 0, 2024-08-29T19:03:23.569 INFO:tasks.workunit.client.0.smithi028.stdout: "num_whiteouts": 0, 2024-08-29T19:03:23.569 INFO:tasks.workunit.client.0.smithi028.stdout: "num_write": 0, 2024-08-29T19:03:23.569 INFO:tasks.workunit.client.0.smithi028.stdout: "num_write_kb": 0 2024-08-29T19:03:23.569 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:23.569 INFO:tasks.workunit.client.0.smithi028.stdout: "state": "active+clean", 2024-08-29T19:03:23.569 INFO:tasks.workunit.client.0.smithi028.stdout: "stats_invalid": false, 2024-08-29T19:03:23.569 INFO:tasks.workunit.client.0.smithi028.stdout: "up": [ 2024-08-29T19:03:23.569 INFO:tasks.workunit.client.0.smithi028.stdout: 1, 2024-08-29T19:03:23.570 INFO:tasks.workunit.client.0.smithi028.stdout: 2, 2024-08-29T19:03:23.570 INFO:tasks.workunit.client.0.smithi028.stdout: 6 2024-08-29T19:03:23.570 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-08-29T19:03:23.570 INFO:tasks.workunit.client.0.smithi028.stdout: "up_primary": 1, 2024-08-29T19:03:23.570 INFO:tasks.workunit.client.0.smithi028.stdout: "version": "0'0" 2024-08-29T19:03:23.570 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:23.570 INFO:tasks.workunit.client.0.smithi028.stdout: { 2024-08-29T19:03:23.570 INFO:tasks.workunit.client.0.smithi028.stdout: "acting": [ 2024-08-29T19:03:23.570 INFO:tasks.workunit.client.0.smithi028.stdout: 2, 2024-08-29T19:03:23.570 INFO:tasks.workunit.client.0.smithi028.stdout: 3, 2024-08-29T19:03:23.570 INFO:tasks.workunit.client.0.smithi028.stdout: 0 2024-08-29T19:03:23.570 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-08-29T19:03:23.570 INFO:tasks.workunit.client.0.smithi028.stdout: "acting_primary": 2, 2024-08-29T19:03:23.570 INFO:tasks.workunit.client.0.smithi028.stdout: "avail_no_missing": [], 2024-08-29T19:03:23.571 INFO:tasks.workunit.client.0.smithi028.stdout: "blocked_by": [], 2024-08-29T19:03:23.571 INFO:tasks.workunit.client.0.smithi028.stdout: "created": 59, 2024-08-29T19:03:23.571 INFO:tasks.workunit.client.0.smithi028.stdout: "dirty_stats_invalid": false, 2024-08-29T19:03:23.571 INFO:tasks.workunit.client.0.smithi028.stdout: "hitset_bytes_stats_invalid": false, 2024-08-29T19:03:23.571 INFO:tasks.workunit.client.0.smithi028.stdout: "hitset_stats_invalid": false, 2024-08-29T19:03:23.571 INFO:tasks.workunit.client.0.smithi028.stdout: "last_active": "2024-08-29T19:02:14.103975+0000", 2024-08-29T19:03:23.571 INFO:tasks.workunit.client.0.smithi028.stdout: "last_became_active": "2024-08-29T17:55:56.317868+0000", 2024-08-29T19:03:23.571 INFO:tasks.workunit.client.0.smithi028.stdout: "last_became_peered": "2024-08-29T17:55:56.317868+0000", 2024-08-29T19:03:23.571 INFO:tasks.workunit.client.0.smithi028.stdout: "last_change": "2024-08-29T17:55:56.318430+0000", 2024-08-29T19:03:23.571 INFO:tasks.workunit.client.0.smithi028.stdout: "last_clean": "2024-08-29T19:02:14.103975+0000", 2024-08-29T19:03:23.571 INFO:tasks.workunit.client.0.smithi028.stdout: "last_clean_scrub_stamp": "2024-08-29T17:40:52.944949+0000", 2024-08-29T19:03:23.571 INFO:tasks.workunit.client.0.smithi028.stdout: "last_deep_scrub": "0'0", 2024-08-29T19:03:23.571 INFO:tasks.workunit.client.0.smithi028.stdout: "last_deep_scrub_stamp": "2024-08-29T17:40:52.944949+0000", 2024-08-29T19:03:23.571 INFO:tasks.workunit.client.0.smithi028.stdout: "last_epoch_clean": 547, 2024-08-29T19:03:23.572 INFO:tasks.workunit.client.0.smithi028.stdout: "last_fresh": "2024-08-29T19:02:14.103975+0000", 2024-08-29T19:03:23.572 INFO:tasks.workunit.client.0.smithi028.stdout: "last_fullsized": "2024-08-29T19:02:14.103975+0000", 2024-08-29T19:03:23.572 INFO:tasks.workunit.client.0.smithi028.stdout: "last_peered": "2024-08-29T19:02:14.103975+0000", 2024-08-29T19:03:23.572 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub": "0'0", 2024-08-29T19:03:23.572 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub_duration": 0, 2024-08-29T19:03:23.572 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub_stamp": "2024-08-29T17:40:52.944949+0000", 2024-08-29T19:03:23.572 INFO:tasks.workunit.client.0.smithi028.stdout: "last_undegraded": "2024-08-29T19:02:14.103975+0000", 2024-08-29T19:03:23.572 INFO:tasks.workunit.client.0.smithi028.stdout: "last_unstale": "2024-08-29T19:02:14.103975+0000", 2024-08-29T19:03:23.572 INFO:tasks.workunit.client.0.smithi028.stdout: "log_dups_size": 0, 2024-08-29T19:03:23.572 INFO:tasks.workunit.client.0.smithi028.stdout: "log_size": 0, 2024-08-29T19:03:23.572 INFO:tasks.workunit.client.0.smithi028.stdout: "log_start": "0'0", 2024-08-29T19:03:23.572 INFO:tasks.workunit.client.0.smithi028.stdout: "manifest_stats_invalid": false, 2024-08-29T19:03:23.572 INFO:tasks.workunit.client.0.smithi028.stdout: "mapping_epoch": 546, 2024-08-29T19:03:23.572 INFO:tasks.workunit.client.0.smithi028.stdout: "object_location_counts": [], 2024-08-29T19:03:23.573 INFO:tasks.workunit.client.0.smithi028.stdout: "objects_scrubbed": 0, 2024-08-29T19:03:23.573 INFO:tasks.workunit.client.0.smithi028.stdout: "objects_trimmed": 0, 2024-08-29T19:03:23.573 INFO:tasks.workunit.client.0.smithi028.stdout: "omap_stats_invalid": false, 2024-08-29T19:03:23.573 INFO:tasks.workunit.client.0.smithi028.stdout: "ondisk_log_size": 0, 2024-08-29T19:03:23.573 INFO:tasks.workunit.client.0.smithi028.stdout: "ondisk_log_start": "0'0", 2024-08-29T19:03:23.573 INFO:tasks.workunit.client.0.smithi028.stdout: "parent": "0.0", 2024-08-29T19:03:23.573 INFO:tasks.workunit.client.0.smithi028.stdout: "parent_split_bits": 0, 2024-08-29T19:03:23.573 INFO:tasks.workunit.client.0.smithi028.stdout: "pgid": "2.1", 2024-08-29T19:03:23.573 INFO:tasks.workunit.client.0.smithi028.stdout: "pin_stats_invalid": false, 2024-08-29T19:03:23.573 INFO:tasks.workunit.client.0.smithi028.stdout: "purged_snaps": [], 2024-08-29T19:03:23.573 INFO:tasks.workunit.client.0.smithi028.stdout: "reported_epoch": 2650, 2024-08-29T19:03:23.573 INFO:tasks.workunit.client.0.smithi028.stdout: "reported_seq": 4747, 2024-08-29T19:03:23.573 INFO:tasks.workunit.client.0.smithi028.stdout: "scrub_duration": 0.0, 2024-08-29T19:03:23.573 INFO:tasks.workunit.client.0.smithi028.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-30T22:25:38.056049+0000", 2024-08-29T19:03:23.573 INFO:tasks.workunit.client.0.smithi028.stdout: "snaptrim_duration": 0.0, 2024-08-29T19:03:23.574 INFO:tasks.workunit.client.0.smithi028.stdout: "snaptrimq_len": 0, 2024-08-29T19:03:23.574 INFO:tasks.workunit.client.0.smithi028.stdout: "stat_sum": { 2024-08-29T19:03:23.574 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes": 0, 2024-08-29T19:03:23.574 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes_hit_set_archive": 0, 2024-08-29T19:03:23.574 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes_recovered": 0, 2024-08-29T19:03:23.574 INFO:tasks.workunit.client.0.smithi028.stdout: "num_deep_scrub_errors": 0, 2024-08-29T19:03:23.574 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict": 0, 2024-08-29T19:03:23.574 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_kb": 0, 2024-08-29T19:03:23.574 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_mode_full": 0, 2024-08-29T19:03:23.574 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_mode_some": 0, 2024-08-29T19:03:23.574 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush": 0, 2024-08-29T19:03:23.574 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_kb": 0, 2024-08-29T19:03:23.574 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_mode_high": 0, 2024-08-29T19:03:23.574 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_mode_low": 0, 2024-08-29T19:03:23.575 INFO:tasks.workunit.client.0.smithi028.stdout: "num_keys_recovered": 0, 2024-08-29T19:03:23.575 INFO:tasks.workunit.client.0.smithi028.stdout: "num_large_omap_objects": 0, 2024-08-29T19:03:23.575 INFO:tasks.workunit.client.0.smithi028.stdout: "num_legacy_snapsets": 0, 2024-08-29T19:03:23.575 INFO:tasks.workunit.client.0.smithi028.stdout: "num_object_clones": 0, 2024-08-29T19:03:23.575 INFO:tasks.workunit.client.0.smithi028.stdout: "num_object_copies": 0, 2024-08-29T19:03:23.575 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects": 0, 2024-08-29T19:03:23.575 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_degraded": 0, 2024-08-29T19:03:23.575 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_dirty": 0, 2024-08-29T19:03:23.575 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_hit_set_archive": 0, 2024-08-29T19:03:23.575 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_manifest": 0, 2024-08-29T19:03:23.575 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_misplaced": 0, 2024-08-29T19:03:23.575 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_missing": 0, 2024-08-29T19:03:23.575 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_missing_on_primary": 0, 2024-08-29T19:03:23.575 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_omap": 0, 2024-08-29T19:03:23.575 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_pinned": 0, 2024-08-29T19:03:23.576 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_recovered": 0, 2024-08-29T19:03:23.576 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_repaired": 0, 2024-08-29T19:03:23.576 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_unfound": 0, 2024-08-29T19:03:23.576 INFO:tasks.workunit.client.0.smithi028.stdout: "num_omap_bytes": 0, 2024-08-29T19:03:23.576 INFO:tasks.workunit.client.0.smithi028.stdout: "num_omap_keys": 0, 2024-08-29T19:03:23.576 INFO:tasks.workunit.client.0.smithi028.stdout: "num_promote": 0, 2024-08-29T19:03:23.576 INFO:tasks.workunit.client.0.smithi028.stdout: "num_read": 0, 2024-08-29T19:03:23.576 INFO:tasks.workunit.client.0.smithi028.stdout: "num_read_kb": 0, 2024-08-29T19:03:23.576 INFO:tasks.workunit.client.0.smithi028.stdout: "num_scrub_errors": 0, 2024-08-29T19:03:23.576 INFO:tasks.workunit.client.0.smithi028.stdout: "num_shallow_scrub_errors": 0, 2024-08-29T19:03:23.576 INFO:tasks.workunit.client.0.smithi028.stdout: "num_whiteouts": 0, 2024-08-29T19:03:23.576 INFO:tasks.workunit.client.0.smithi028.stdout: "num_write": 0, 2024-08-29T19:03:23.576 INFO:tasks.workunit.client.0.smithi028.stdout: "num_write_kb": 0 2024-08-29T19:03:23.577 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:23.577 INFO:tasks.workunit.client.0.smithi028.stdout: "state": "active+clean", 2024-08-29T19:03:23.577 INFO:tasks.workunit.client.0.smithi028.stdout: "stats_invalid": false, 2024-08-29T19:03:23.577 INFO:tasks.workunit.client.0.smithi028.stdout: "up": [ 2024-08-29T19:03:23.577 INFO:tasks.workunit.client.0.smithi028.stdout: 2, 2024-08-29T19:03:23.577 INFO:tasks.workunit.client.0.smithi028.stdout: 3, 2024-08-29T19:03:23.577 INFO:tasks.workunit.client.0.smithi028.stdout: 0 2024-08-29T19:03:23.577 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-08-29T19:03:23.577 INFO:tasks.workunit.client.0.smithi028.stdout: "up_primary": 2, 2024-08-29T19:03:23.577 INFO:tasks.workunit.client.0.smithi028.stdout: "version": "0'0" 2024-08-29T19:03:23.577 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:23.577 INFO:tasks.workunit.client.0.smithi028.stdout: { 2024-08-29T19:03:23.577 INFO:tasks.workunit.client.0.smithi028.stdout: "acting": [ 2024-08-29T19:03:23.577 INFO:tasks.workunit.client.0.smithi028.stdout: 1, 2024-08-29T19:03:23.577 INFO:tasks.workunit.client.0.smithi028.stdout: 5, 2024-08-29T19:03:23.578 INFO:tasks.workunit.client.0.smithi028.stdout: 0 2024-08-29T19:03:23.578 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-08-29T19:03:23.578 INFO:tasks.workunit.client.0.smithi028.stdout: "acting_primary": 1, 2024-08-29T19:03:23.578 INFO:tasks.workunit.client.0.smithi028.stdout: "avail_no_missing": [], 2024-08-29T19:03:23.578 INFO:tasks.workunit.client.0.smithi028.stdout: "blocked_by": [], 2024-08-29T19:03:23.578 INFO:tasks.workunit.client.0.smithi028.stdout: "created": 69, 2024-08-29T19:03:23.578 INFO:tasks.workunit.client.0.smithi028.stdout: "dirty_stats_invalid": false, 2024-08-29T19:03:23.578 INFO:tasks.workunit.client.0.smithi028.stdout: "hitset_bytes_stats_invalid": false, 2024-08-29T19:03:23.578 INFO:tasks.workunit.client.0.smithi028.stdout: "hitset_stats_invalid": false, 2024-08-29T19:03:23.578 INFO:tasks.workunit.client.0.smithi028.stdout: "last_active": "2024-08-29T19:02:14.815963+0000", 2024-08-29T19:03:23.578 INFO:tasks.workunit.client.0.smithi028.stdout: "last_became_active": "2024-08-29T17:57:02.346621+0000", 2024-08-29T19:03:23.578 INFO:tasks.workunit.client.0.smithi028.stdout: "last_became_peered": "2024-08-29T17:57:02.346621+0000", 2024-08-29T19:03:23.578 INFO:tasks.workunit.client.0.smithi028.stdout: "last_change": "2024-08-29T18:32:49.469355+0000", 2024-08-29T19:03:23.578 INFO:tasks.workunit.client.0.smithi028.stdout: "last_clean": "2024-08-29T19:02:14.815963+0000", 2024-08-29T19:03:23.579 INFO:tasks.workunit.client.0.smithi028.stdout: "last_clean_scrub_stamp": "2024-08-29T17:43:39.870944+0000", 2024-08-29T19:03:23.579 INFO:tasks.workunit.client.0.smithi028.stdout: "last_deep_scrub": "0'0", 2024-08-29T19:03:23.579 INFO:tasks.workunit.client.0.smithi028.stdout: "last_deep_scrub_stamp": "2024-08-29T17:43:39.870944+0000", 2024-08-29T19:03:23.579 INFO:tasks.workunit.client.0.smithi028.stdout: "last_epoch_clean": 613, 2024-08-29T19:03:23.579 INFO:tasks.workunit.client.0.smithi028.stdout: "last_fresh": "2024-08-29T19:02:14.815963+0000", 2024-08-29T19:03:23.579 INFO:tasks.workunit.client.0.smithi028.stdout: "last_fullsized": "2024-08-29T19:02:14.815963+0000", 2024-08-29T19:03:23.579 INFO:tasks.workunit.client.0.smithi028.stdout: "last_peered": "2024-08-29T19:02:14.815963+0000", 2024-08-29T19:03:23.579 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub": "0'0", 2024-08-29T19:03:23.579 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub_duration": 0, 2024-08-29T19:03:23.579 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub_stamp": "2024-08-29T17:43:39.870944+0000", 2024-08-29T19:03:23.579 INFO:tasks.workunit.client.0.smithi028.stdout: "last_undegraded": "2024-08-29T19:02:14.815963+0000", 2024-08-29T19:03:23.579 INFO:tasks.workunit.client.0.smithi028.stdout: "last_unstale": "2024-08-29T19:02:14.815963+0000", 2024-08-29T19:03:23.579 INFO:tasks.workunit.client.0.smithi028.stdout: "log_dups_size": 0, 2024-08-29T19:03:23.579 INFO:tasks.workunit.client.0.smithi028.stdout: "log_size": 3124, 2024-08-29T19:03:23.580 INFO:tasks.workunit.client.0.smithi028.stdout: "log_start": "0'0", 2024-08-29T19:03:23.580 INFO:tasks.workunit.client.0.smithi028.stdout: "manifest_stats_invalid": false, 2024-08-29T19:03:23.580 INFO:tasks.workunit.client.0.smithi028.stdout: "mapping_epoch": 612, 2024-08-29T19:03:23.580 INFO:tasks.workunit.client.0.smithi028.stdout: "object_location_counts": [], 2024-08-29T19:03:23.580 INFO:tasks.workunit.client.0.smithi028.stdout: "objects_scrubbed": 0, 2024-08-29T19:03:23.580 INFO:tasks.workunit.client.0.smithi028.stdout: "objects_trimmed": 0, 2024-08-29T19:03:23.580 INFO:tasks.workunit.client.0.smithi028.stdout: "omap_stats_invalid": false, 2024-08-29T19:03:23.580 INFO:tasks.workunit.client.0.smithi028.stdout: "ondisk_log_size": 3124, 2024-08-29T19:03:23.580 INFO:tasks.workunit.client.0.smithi028.stdout: "ondisk_log_start": "0'0", 2024-08-29T19:03:23.580 INFO:tasks.workunit.client.0.smithi028.stdout: "parent": "0.0", 2024-08-29T19:03:23.580 INFO:tasks.workunit.client.0.smithi028.stdout: "parent_split_bits": 0, 2024-08-29T19:03:23.580 INFO:tasks.workunit.client.0.smithi028.stdout: "pgid": "4.7", 2024-08-29T19:03:23.580 INFO:tasks.workunit.client.0.smithi028.stdout: "pin_stats_invalid": false, 2024-08-29T19:03:23.581 INFO:tasks.workunit.client.0.smithi028.stdout: "purged_snaps": [], 2024-08-29T19:03:23.581 INFO:tasks.workunit.client.0.smithi028.stdout: "reported_epoch": 2650, 2024-08-29T19:03:23.581 INFO:tasks.workunit.client.0.smithi028.stdout: "reported_seq": 8768, 2024-08-29T19:03:23.581 INFO:tasks.workunit.client.0.smithi028.stdout: "scrub_duration": 0.0, 2024-08-29T19:03:23.581 INFO:tasks.workunit.client.0.smithi028.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-30T21:03:01.108143+0000", 2024-08-29T19:03:23.581 INFO:tasks.workunit.client.0.smithi028.stdout: "snaptrim_duration": 0.021661751, 2024-08-29T19:03:23.581 INFO:tasks.workunit.client.0.smithi028.stdout: "snaptrimq_len": 0, 2024-08-29T19:03:23.581 INFO:tasks.workunit.client.0.smithi028.stdout: "stat_sum": { 2024-08-29T19:03:23.581 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes": 0, 2024-08-29T19:03:23.581 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes_hit_set_archive": 0, 2024-08-29T19:03:23.581 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes_recovered": 0, 2024-08-29T19:03:23.581 INFO:tasks.workunit.client.0.smithi028.stdout: "num_deep_scrub_errors": 0, 2024-08-29T19:03:23.581 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict": 0, 2024-08-29T19:03:23.581 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_kb": 0, 2024-08-29T19:03:23.582 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_mode_full": 0, 2024-08-29T19:03:23.582 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_mode_some": 0, 2024-08-29T19:03:23.582 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush": 0, 2024-08-29T19:03:23.582 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_kb": 0, 2024-08-29T19:03:23.582 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_mode_high": 0, 2024-08-29T19:03:23.582 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_mode_low": 0, 2024-08-29T19:03:23.582 INFO:tasks.workunit.client.0.smithi028.stdout: "num_keys_recovered": 0, 2024-08-29T19:03:23.582 INFO:tasks.workunit.client.0.smithi028.stdout: "num_large_omap_objects": 0, 2024-08-29T19:03:23.582 INFO:tasks.workunit.client.0.smithi028.stdout: "num_legacy_snapsets": 0, 2024-08-29T19:03:23.582 INFO:tasks.workunit.client.0.smithi028.stdout: "num_object_clones": 0, 2024-08-29T19:03:23.582 INFO:tasks.workunit.client.0.smithi028.stdout: "num_object_copies": 0, 2024-08-29T19:03:23.582 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects": 0, 2024-08-29T19:03:23.582 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_degraded": 0, 2024-08-29T19:03:23.582 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_dirty": 0, 2024-08-29T19:03:23.583 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_hit_set_archive": 0, 2024-08-29T19:03:23.583 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_manifest": 0, 2024-08-29T19:03:23.583 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_misplaced": 0, 2024-08-29T19:03:23.583 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_missing": 0, 2024-08-29T19:03:23.583 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_missing_on_primary": 0, 2024-08-29T19:03:23.583 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_omap": 0, 2024-08-29T19:03:23.583 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_pinned": 0, 2024-08-29T19:03:23.583 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_recovered": 0, 2024-08-29T19:03:23.583 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_repaired": 0, 2024-08-29T19:03:23.583 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_unfound": 0, 2024-08-29T19:03:23.583 INFO:tasks.workunit.client.0.smithi028.stdout: "num_omap_bytes": 0, 2024-08-29T19:03:23.583 INFO:tasks.workunit.client.0.smithi028.stdout: "num_omap_keys": 0, 2024-08-29T19:03:23.583 INFO:tasks.workunit.client.0.smithi028.stdout: "num_promote": 0, 2024-08-29T19:03:23.583 INFO:tasks.workunit.client.0.smithi028.stdout: "num_read": 1479, 2024-08-29T19:03:23.584 INFO:tasks.workunit.client.0.smithi028.stdout: "num_read_kb": 445898, 2024-08-29T19:03:23.584 INFO:tasks.workunit.client.0.smithi028.stdout: "num_scrub_errors": 0, 2024-08-29T19:03:23.584 INFO:tasks.workunit.client.0.smithi028.stdout: "num_shallow_scrub_errors": 0, 2024-08-29T19:03:23.584 INFO:tasks.workunit.client.0.smithi028.stdout: "num_whiteouts": 0, 2024-08-29T19:03:23.584 INFO:tasks.workunit.client.0.smithi028.stdout: "num_write": 3093, 2024-08-29T19:03:23.584 INFO:tasks.workunit.client.0.smithi028.stdout: "num_write_kb": 404413 2024-08-29T19:03:23.584 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:23.584 INFO:tasks.workunit.client.0.smithi028.stdout: "state": "active+clean", 2024-08-29T19:03:23.584 INFO:tasks.workunit.client.0.smithi028.stdout: "stats_invalid": false, 2024-08-29T19:03:23.584 INFO:tasks.workunit.client.0.smithi028.stdout: "up": [ 2024-08-29T19:03:23.584 INFO:tasks.workunit.client.0.smithi028.stdout: 1, 2024-08-29T19:03:23.584 INFO:tasks.workunit.client.0.smithi028.stdout: 5, 2024-08-29T19:03:23.584 INFO:tasks.workunit.client.0.smithi028.stdout: 0 2024-08-29T19:03:23.585 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-08-29T19:03:23.585 INFO:tasks.workunit.client.0.smithi028.stdout: "up_primary": 1, 2024-08-29T19:03:23.585 INFO:tasks.workunit.client.0.smithi028.stdout: "version": "1182'3124" 2024-08-29T19:03:23.585 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:23.585 INFO:tasks.workunit.client.0.smithi028.stdout: { 2024-08-29T19:03:23.585 INFO:tasks.workunit.client.0.smithi028.stdout: "acting": [ 2024-08-29T19:03:23.585 INFO:tasks.workunit.client.0.smithi028.stdout: 0, 2024-08-29T19:03:23.585 INFO:tasks.workunit.client.0.smithi028.stdout: 4, 2024-08-29T19:03:23.585 INFO:tasks.workunit.client.0.smithi028.stdout: 3 2024-08-29T19:03:23.585 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-08-29T19:03:23.585 INFO:tasks.workunit.client.0.smithi028.stdout: "acting_primary": 0, 2024-08-29T19:03:23.585 INFO:tasks.workunit.client.0.smithi028.stdout: "avail_no_missing": [], 2024-08-29T19:03:23.585 INFO:tasks.workunit.client.0.smithi028.stdout: "blocked_by": [], 2024-08-29T19:03:23.585 INFO:tasks.workunit.client.0.smithi028.stdout: "created": 62, 2024-08-29T19:03:23.586 INFO:tasks.workunit.client.0.smithi028.stdout: "dirty_stats_invalid": false, 2024-08-29T19:03:23.586 INFO:tasks.workunit.client.0.smithi028.stdout: "hitset_bytes_stats_invalid": false, 2024-08-29T19:03:23.586 INFO:tasks.workunit.client.0.smithi028.stdout: "hitset_stats_invalid": false, 2024-08-29T19:03:23.586 INFO:tasks.workunit.client.0.smithi028.stdout: "last_active": "2024-08-29T19:02:14.099293+0000", 2024-08-29T19:03:23.586 INFO:tasks.workunit.client.0.smithi028.stdout: "last_became_active": "2024-08-29T17:56:29.392054+0000", 2024-08-29T19:03:23.586 INFO:tasks.workunit.client.0.smithi028.stdout: "last_became_peered": "2024-08-29T17:56:29.392054+0000", 2024-08-29T19:03:23.586 INFO:tasks.workunit.client.0.smithi028.stdout: "last_change": "2024-08-29T17:56:29.392624+0000", 2024-08-29T19:03:23.586 INFO:tasks.workunit.client.0.smithi028.stdout: "last_clean": "2024-08-29T19:02:14.099293+0000", 2024-08-29T19:03:23.586 INFO:tasks.workunit.client.0.smithi028.stdout: "last_clean_scrub_stamp": "2024-08-29T17:41:01.987071+0000", 2024-08-29T19:03:23.586 INFO:tasks.workunit.client.0.smithi028.stdout: "last_deep_scrub": "0'0", 2024-08-29T19:03:23.586 INFO:tasks.workunit.client.0.smithi028.stdout: "last_deep_scrub_stamp": "2024-08-29T17:41:01.987071+0000", 2024-08-29T19:03:23.586 INFO:tasks.workunit.client.0.smithi028.stdout: "last_epoch_clean": 580, 2024-08-29T19:03:23.586 INFO:tasks.workunit.client.0.smithi028.stdout: "last_fresh": "2024-08-29T19:02:14.099293+0000", 2024-08-29T19:03:23.586 INFO:tasks.workunit.client.0.smithi028.stdout: "last_fullsized": "2024-08-29T19:02:14.099293+0000", 2024-08-29T19:03:23.587 INFO:tasks.workunit.client.0.smithi028.stdout: "last_peered": "2024-08-29T19:02:14.099293+0000", 2024-08-29T19:03:23.587 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub": "0'0", 2024-08-29T19:03:23.587 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub_duration": 0, 2024-08-29T19:03:23.587 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub_stamp": "2024-08-29T17:41:01.987071+0000", 2024-08-29T19:03:23.587 INFO:tasks.workunit.client.0.smithi028.stdout: "last_undegraded": "2024-08-29T19:02:14.099293+0000", 2024-08-29T19:03:23.587 INFO:tasks.workunit.client.0.smithi028.stdout: "last_unstale": "2024-08-29T19:02:14.099293+0000", 2024-08-29T19:03:23.587 INFO:tasks.workunit.client.0.smithi028.stdout: "log_dups_size": 0, 2024-08-29T19:03:23.587 INFO:tasks.workunit.client.0.smithi028.stdout: "log_size": 0, 2024-08-29T19:03:23.587 INFO:tasks.workunit.client.0.smithi028.stdout: "log_start": "0'0", 2024-08-29T19:03:23.587 INFO:tasks.workunit.client.0.smithi028.stdout: "manifest_stats_invalid": false, 2024-08-29T19:03:23.587 INFO:tasks.workunit.client.0.smithi028.stdout: "mapping_epoch": 579, 2024-08-29T19:03:23.587 INFO:tasks.workunit.client.0.smithi028.stdout: "object_location_counts": [], 2024-08-29T19:03:23.587 INFO:tasks.workunit.client.0.smithi028.stdout: "objects_scrubbed": 0, 2024-08-29T19:03:23.588 INFO:tasks.workunit.client.0.smithi028.stdout: "objects_trimmed": 0, 2024-08-29T19:03:23.588 INFO:tasks.workunit.client.0.smithi028.stdout: "omap_stats_invalid": false, 2024-08-29T19:03:23.588 INFO:tasks.workunit.client.0.smithi028.stdout: "ondisk_log_size": 0, 2024-08-29T19:03:23.588 INFO:tasks.workunit.client.0.smithi028.stdout: "ondisk_log_start": "0'0", 2024-08-29T19:03:23.588 INFO:tasks.workunit.client.0.smithi028.stdout: "parent": "0.0", 2024-08-29T19:03:23.588 INFO:tasks.workunit.client.0.smithi028.stdout: "parent_split_bits": 0, 2024-08-29T19:03:23.588 INFO:tasks.workunit.client.0.smithi028.stdout: "pgid": "3.1", 2024-08-29T19:03:23.588 INFO:tasks.workunit.client.0.smithi028.stdout: "pin_stats_invalid": false, 2024-08-29T19:03:23.588 INFO:tasks.workunit.client.0.smithi028.stdout: "purged_snaps": [], 2024-08-29T19:03:23.588 INFO:tasks.workunit.client.0.smithi028.stdout: "reported_epoch": 2650, 2024-08-29T19:03:23.588 INFO:tasks.workunit.client.0.smithi028.stdout: "reported_seq": 4813, 2024-08-29T19:03:23.588 INFO:tasks.workunit.client.0.smithi028.stdout: "scrub_duration": 0.0, 2024-08-29T19:03:23.588 INFO:tasks.workunit.client.0.smithi028.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-30T21:24:25.813711+0000", 2024-08-29T19:03:23.588 INFO:tasks.workunit.client.0.smithi028.stdout: "snaptrim_duration": 0.0, 2024-08-29T19:03:23.589 INFO:tasks.workunit.client.0.smithi028.stdout: "snaptrimq_len": 0, 2024-08-29T19:03:23.589 INFO:tasks.workunit.client.0.smithi028.stdout: "stat_sum": { 2024-08-29T19:03:23.589 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes": 0, 2024-08-29T19:03:23.589 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes_hit_set_archive": 0, 2024-08-29T19:03:23.589 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes_recovered": 0, 2024-08-29T19:03:23.589 INFO:tasks.workunit.client.0.smithi028.stdout: "num_deep_scrub_errors": 0, 2024-08-29T19:03:23.589 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict": 0, 2024-08-29T19:03:23.589 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_kb": 0, 2024-08-29T19:03:23.589 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_mode_full": 0, 2024-08-29T19:03:23.589 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_mode_some": 0, 2024-08-29T19:03:23.589 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush": 0, 2024-08-29T19:03:23.589 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_kb": 0, 2024-08-29T19:03:23.589 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_mode_high": 0, 2024-08-29T19:03:23.589 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_mode_low": 0, 2024-08-29T19:03:23.590 INFO:tasks.workunit.client.0.smithi028.stdout: "num_keys_recovered": 0, 2024-08-29T19:03:23.590 INFO:tasks.workunit.client.0.smithi028.stdout: "num_large_omap_objects": 0, 2024-08-29T19:03:23.590 INFO:tasks.workunit.client.0.smithi028.stdout: "num_legacy_snapsets": 0, 2024-08-29T19:03:23.590 INFO:tasks.workunit.client.0.smithi028.stdout: "num_object_clones": 0, 2024-08-29T19:03:23.590 INFO:tasks.workunit.client.0.smithi028.stdout: "num_object_copies": 0, 2024-08-29T19:03:23.590 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects": 0, 2024-08-29T19:03:23.590 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_degraded": 0, 2024-08-29T19:03:23.590 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_dirty": 0, 2024-08-29T19:03:23.590 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_hit_set_archive": 0, 2024-08-29T19:03:23.590 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_manifest": 0, 2024-08-29T19:03:23.590 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_misplaced": 0, 2024-08-29T19:03:23.590 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_missing": 0, 2024-08-29T19:03:23.590 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_missing_on_primary": 0, 2024-08-29T19:03:23.590 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_omap": 0, 2024-08-29T19:03:23.591 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_pinned": 0, 2024-08-29T19:03:23.591 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_recovered": 0, 2024-08-29T19:03:23.591 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_repaired": 0, 2024-08-29T19:03:23.591 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_unfound": 0, 2024-08-29T19:03:23.591 INFO:tasks.workunit.client.0.smithi028.stdout: "num_omap_bytes": 0, 2024-08-29T19:03:23.591 INFO:tasks.workunit.client.0.smithi028.stdout: "num_omap_keys": 0, 2024-08-29T19:03:23.591 INFO:tasks.workunit.client.0.smithi028.stdout: "num_promote": 0, 2024-08-29T19:03:23.591 INFO:tasks.workunit.client.0.smithi028.stdout: "num_read": 0, 2024-08-29T19:03:23.591 INFO:tasks.workunit.client.0.smithi028.stdout: "num_read_kb": 0, 2024-08-29T19:03:23.591 INFO:tasks.workunit.client.0.smithi028.stdout: "num_scrub_errors": 0, 2024-08-29T19:03:23.591 INFO:tasks.workunit.client.0.smithi028.stdout: "num_shallow_scrub_errors": 0, 2024-08-29T19:03:23.591 INFO:tasks.workunit.client.0.smithi028.stdout: "num_whiteouts": 0, 2024-08-29T19:03:23.591 INFO:tasks.workunit.client.0.smithi028.stdout: "num_write": 0, 2024-08-29T19:03:23.591 INFO:tasks.workunit.client.0.smithi028.stdout: "num_write_kb": 0 2024-08-29T19:03:23.592 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:23.592 INFO:tasks.workunit.client.0.smithi028.stdout: "state": "active+clean", 2024-08-29T19:03:23.592 INFO:tasks.workunit.client.0.smithi028.stdout: "stats_invalid": false, 2024-08-29T19:03:23.592 INFO:tasks.workunit.client.0.smithi028.stdout: "up": [ 2024-08-29T19:03:23.592 INFO:tasks.workunit.client.0.smithi028.stdout: 0, 2024-08-29T19:03:23.592 INFO:tasks.workunit.client.0.smithi028.stdout: 4, 2024-08-29T19:03:23.592 INFO:tasks.workunit.client.0.smithi028.stdout: 3 2024-08-29T19:03:23.592 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-08-29T19:03:23.592 INFO:tasks.workunit.client.0.smithi028.stdout: "up_primary": 0, 2024-08-29T19:03:23.592 INFO:tasks.workunit.client.0.smithi028.stdout: "version": "0'0" 2024-08-29T19:03:23.592 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:23.592 INFO:tasks.workunit.client.0.smithi028.stdout: { 2024-08-29T19:03:23.592 INFO:tasks.workunit.client.0.smithi028.stdout: "acting": [ 2024-08-29T19:03:23.592 INFO:tasks.workunit.client.0.smithi028.stdout: 7, 2024-08-29T19:03:23.593 INFO:tasks.workunit.client.0.smithi028.stdout: 1, 2024-08-29T19:03:23.593 INFO:tasks.workunit.client.0.smithi028.stdout: 0 2024-08-29T19:03:23.593 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-08-29T19:03:23.593 INFO:tasks.workunit.client.0.smithi028.stdout: "acting_primary": 7, 2024-08-29T19:03:23.593 INFO:tasks.workunit.client.0.smithi028.stdout: "avail_no_missing": [], 2024-08-29T19:03:23.593 INFO:tasks.workunit.client.0.smithi028.stdout: "blocked_by": [], 2024-08-29T19:03:23.593 INFO:tasks.workunit.client.0.smithi028.stdout: "created": 59, 2024-08-29T19:03:23.593 INFO:tasks.workunit.client.0.smithi028.stdout: "dirty_stats_invalid": false, 2024-08-29T19:03:23.593 INFO:tasks.workunit.client.0.smithi028.stdout: "hitset_bytes_stats_invalid": false, 2024-08-29T19:03:23.593 INFO:tasks.workunit.client.0.smithi028.stdout: "hitset_stats_invalid": false, 2024-08-29T19:03:23.593 INFO:tasks.workunit.client.0.smithi028.stdout: "last_active": "2024-08-29T19:02:14.096570+0000", 2024-08-29T19:03:23.593 INFO:tasks.workunit.client.0.smithi028.stdout: "last_became_active": "2024-08-29T17:58:11.363878+0000", 2024-08-29T19:03:23.593 INFO:tasks.workunit.client.0.smithi028.stdout: "last_became_peered": "2024-08-29T17:58:11.363878+0000", 2024-08-29T19:03:23.593 INFO:tasks.workunit.client.0.smithi028.stdout: "last_change": "2024-08-29T17:58:11.364584+0000", 2024-08-29T19:03:23.594 INFO:tasks.workunit.client.0.smithi028.stdout: "last_clean": "2024-08-29T19:02:14.096570+0000", 2024-08-29T19:03:23.594 INFO:tasks.workunit.client.0.smithi028.stdout: "last_clean_scrub_stamp": "2024-08-29T17:40:52.944949+0000", 2024-08-29T19:03:23.594 INFO:tasks.workunit.client.0.smithi028.stdout: "last_deep_scrub": "0'0", 2024-08-29T19:03:23.594 INFO:tasks.workunit.client.0.smithi028.stdout: "last_deep_scrub_stamp": "2024-08-29T17:40:52.944949+0000", 2024-08-29T19:03:23.594 INFO:tasks.workunit.client.0.smithi028.stdout: "last_epoch_clean": 681, 2024-08-29T19:03:23.594 INFO:tasks.workunit.client.0.smithi028.stdout: "last_fresh": "2024-08-29T19:02:14.096570+0000", 2024-08-29T19:03:23.594 INFO:tasks.workunit.client.0.smithi028.stdout: "last_fullsized": "2024-08-29T19:02:14.096570+0000", 2024-08-29T19:03:23.594 INFO:tasks.workunit.client.0.smithi028.stdout: "last_peered": "2024-08-29T19:02:14.096570+0000", 2024-08-29T19:03:23.594 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub": "0'0", 2024-08-29T19:03:23.594 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub_duration": 0, 2024-08-29T19:03:23.594 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub_stamp": "2024-08-29T17:40:52.944949+0000", 2024-08-29T19:03:23.594 INFO:tasks.workunit.client.0.smithi028.stdout: "last_undegraded": "2024-08-29T19:02:14.096570+0000", 2024-08-29T19:03:23.594 INFO:tasks.workunit.client.0.smithi028.stdout: "last_unstale": "2024-08-29T19:02:14.096570+0000", 2024-08-29T19:03:23.594 INFO:tasks.workunit.client.0.smithi028.stdout: "log_dups_size": 0, 2024-08-29T19:03:23.595 INFO:tasks.workunit.client.0.smithi028.stdout: "log_size": 0, 2024-08-29T19:03:23.595 INFO:tasks.workunit.client.0.smithi028.stdout: "log_start": "0'0", 2024-08-29T19:03:23.595 INFO:tasks.workunit.client.0.smithi028.stdout: "manifest_stats_invalid": false, 2024-08-29T19:03:23.595 INFO:tasks.workunit.client.0.smithi028.stdout: "mapping_epoch": 680, 2024-08-29T19:03:23.595 INFO:tasks.workunit.client.0.smithi028.stdout: "object_location_counts": [], 2024-08-29T19:03:23.595 INFO:tasks.workunit.client.0.smithi028.stdout: "objects_scrubbed": 0, 2024-08-29T19:03:23.595 INFO:tasks.workunit.client.0.smithi028.stdout: "objects_trimmed": 0, 2024-08-29T19:03:23.595 INFO:tasks.workunit.client.0.smithi028.stdout: "omap_stats_invalid": false, 2024-08-29T19:03:23.595 INFO:tasks.workunit.client.0.smithi028.stdout: "ondisk_log_size": 0, 2024-08-29T19:03:23.595 INFO:tasks.workunit.client.0.smithi028.stdout: "ondisk_log_start": "0'0", 2024-08-29T19:03:23.595 INFO:tasks.workunit.client.0.smithi028.stdout: "parent": "0.0", 2024-08-29T19:03:23.595 INFO:tasks.workunit.client.0.smithi028.stdout: "parent_split_bits": 0, 2024-08-29T19:03:23.595 INFO:tasks.workunit.client.0.smithi028.stdout: "pgid": "2.0", 2024-08-29T19:03:23.596 INFO:tasks.workunit.client.0.smithi028.stdout: "pin_stats_invalid": false, 2024-08-29T19:03:23.596 INFO:tasks.workunit.client.0.smithi028.stdout: "purged_snaps": [], 2024-08-29T19:03:23.596 INFO:tasks.workunit.client.0.smithi028.stdout: "reported_epoch": 2650, 2024-08-29T19:03:23.596 INFO:tasks.workunit.client.0.smithi028.stdout: "reported_seq": 4565, 2024-08-29T19:03:23.596 INFO:tasks.workunit.client.0.smithi028.stdout: "scrub_duration": 0.0, 2024-08-29T19:03:23.596 INFO:tasks.workunit.client.0.smithi028.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-30T20:30:42.387674+0000", 2024-08-29T19:03:23.596 INFO:tasks.workunit.client.0.smithi028.stdout: "snaptrim_duration": 0.0, 2024-08-29T19:03:23.596 INFO:tasks.workunit.client.0.smithi028.stdout: "snaptrimq_len": 0, 2024-08-29T19:03:23.596 INFO:tasks.workunit.client.0.smithi028.stdout: "stat_sum": { 2024-08-29T19:03:23.596 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes": 0, 2024-08-29T19:03:23.596 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes_hit_set_archive": 0, 2024-08-29T19:03:23.596 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes_recovered": 0, 2024-08-29T19:03:23.596 INFO:tasks.workunit.client.0.smithi028.stdout: "num_deep_scrub_errors": 0, 2024-08-29T19:03:23.596 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict": 0, 2024-08-29T19:03:23.597 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_kb": 0, 2024-08-29T19:03:23.597 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_mode_full": 0, 2024-08-29T19:03:23.597 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_mode_some": 0, 2024-08-29T19:03:23.597 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush": 0, 2024-08-29T19:03:23.597 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_kb": 0, 2024-08-29T19:03:23.597 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_mode_high": 0, 2024-08-29T19:03:23.597 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_mode_low": 0, 2024-08-29T19:03:23.597 INFO:tasks.workunit.client.0.smithi028.stdout: "num_keys_recovered": 0, 2024-08-29T19:03:23.597 INFO:tasks.workunit.client.0.smithi028.stdout: "num_large_omap_objects": 0, 2024-08-29T19:03:23.597 INFO:tasks.workunit.client.0.smithi028.stdout: "num_legacy_snapsets": 0, 2024-08-29T19:03:23.597 INFO:tasks.workunit.client.0.smithi028.stdout: "num_object_clones": 0, 2024-08-29T19:03:23.597 INFO:tasks.workunit.client.0.smithi028.stdout: "num_object_copies": 0, 2024-08-29T19:03:23.597 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects": 0, 2024-08-29T19:03:23.597 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_degraded": 0, 2024-08-29T19:03:23.598 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_dirty": 0, 2024-08-29T19:03:23.598 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_hit_set_archive": 0, 2024-08-29T19:03:23.598 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_manifest": 0, 2024-08-29T19:03:23.598 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_misplaced": 0, 2024-08-29T19:03:23.598 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_missing": 0, 2024-08-29T19:03:23.598 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_missing_on_primary": 0, 2024-08-29T19:03:23.598 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_omap": 0, 2024-08-29T19:03:23.598 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_pinned": 0, 2024-08-29T19:03:23.598 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_recovered": 0, 2024-08-29T19:03:23.598 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_repaired": 0, 2024-08-29T19:03:23.598 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_unfound": 0, 2024-08-29T19:03:23.598 INFO:tasks.workunit.client.0.smithi028.stdout: "num_omap_bytes": 0, 2024-08-29T19:03:23.598 INFO:tasks.workunit.client.0.smithi028.stdout: "num_omap_keys": 0, 2024-08-29T19:03:23.598 INFO:tasks.workunit.client.0.smithi028.stdout: "num_promote": 0, 2024-08-29T19:03:23.599 INFO:tasks.workunit.client.0.smithi028.stdout: "num_read": 0, 2024-08-29T19:03:23.599 INFO:tasks.workunit.client.0.smithi028.stdout: "num_read_kb": 0, 2024-08-29T19:03:23.599 INFO:tasks.workunit.client.0.smithi028.stdout: "num_scrub_errors": 0, 2024-08-29T19:03:23.599 INFO:tasks.workunit.client.0.smithi028.stdout: "num_shallow_scrub_errors": 0, 2024-08-29T19:03:23.599 INFO:tasks.workunit.client.0.smithi028.stdout: "num_whiteouts": 0, 2024-08-29T19:03:23.599 INFO:tasks.workunit.client.0.smithi028.stdout: "num_write": 0, 2024-08-29T19:03:23.599 INFO:tasks.workunit.client.0.smithi028.stdout: "num_write_kb": 0 2024-08-29T19:03:23.599 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:23.599 INFO:tasks.workunit.client.0.smithi028.stdout: "state": "active+clean", 2024-08-29T19:03:23.599 INFO:tasks.workunit.client.0.smithi028.stdout: "stats_invalid": false, 2024-08-29T19:03:23.599 INFO:tasks.workunit.client.0.smithi028.stdout: "up": [ 2024-08-29T19:03:23.599 INFO:tasks.workunit.client.0.smithi028.stdout: 7, 2024-08-29T19:03:23.599 INFO:tasks.workunit.client.0.smithi028.stdout: 1, 2024-08-29T19:03:23.599 INFO:tasks.workunit.client.0.smithi028.stdout: 0 2024-08-29T19:03:23.600 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-08-29T19:03:23.600 INFO:tasks.workunit.client.0.smithi028.stdout: "up_primary": 7, 2024-08-29T19:03:23.600 INFO:tasks.workunit.client.0.smithi028.stdout: "version": "0'0" 2024-08-29T19:03:23.600 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:23.600 INFO:tasks.workunit.client.0.smithi028.stdout: { 2024-08-29T19:03:23.600 INFO:tasks.workunit.client.0.smithi028.stdout: "acting": [ 2024-08-29T19:03:23.600 INFO:tasks.workunit.client.0.smithi028.stdout: 0, 2024-08-29T19:03:23.600 INFO:tasks.workunit.client.0.smithi028.stdout: 1, 2024-08-29T19:03:23.600 INFO:tasks.workunit.client.0.smithi028.stdout: 2 2024-08-29T19:03:23.600 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-08-29T19:03:23.600 INFO:tasks.workunit.client.0.smithi028.stdout: "acting_primary": 0, 2024-08-29T19:03:23.600 INFO:tasks.workunit.client.0.smithi028.stdout: "avail_no_missing": [], 2024-08-29T19:03:23.600 INFO:tasks.workunit.client.0.smithi028.stdout: "blocked_by": [], 2024-08-29T19:03:23.600 INFO:tasks.workunit.client.0.smithi028.stdout: "created": 69, 2024-08-29T19:03:23.601 INFO:tasks.workunit.client.0.smithi028.stdout: "dirty_stats_invalid": false, 2024-08-29T19:03:23.601 INFO:tasks.workunit.client.0.smithi028.stdout: "hitset_bytes_stats_invalid": false, 2024-08-29T19:03:23.601 INFO:tasks.workunit.client.0.smithi028.stdout: "hitset_stats_invalid": false, 2024-08-29T19:03:23.601 INFO:tasks.workunit.client.0.smithi028.stdout: "last_active": "2024-08-29T19:02:14.104463+0000", 2024-08-29T19:03:23.601 INFO:tasks.workunit.client.0.smithi028.stdout: "last_became_active": "2024-08-29T17:55:26.379163+0000", 2024-08-29T19:03:23.601 INFO:tasks.workunit.client.0.smithi028.stdout: "last_became_peered": "2024-08-29T17:55:26.379163+0000", 2024-08-29T19:03:23.601 INFO:tasks.workunit.client.0.smithi028.stdout: "last_change": "2024-08-29T18:32:49.466656+0000", 2024-08-29T19:03:23.601 INFO:tasks.workunit.client.0.smithi028.stdout: "last_clean": "2024-08-29T19:02:14.104463+0000", 2024-08-29T19:03:23.601 INFO:tasks.workunit.client.0.smithi028.stdout: "last_clean_scrub_stamp": "2024-08-29T17:43:39.870944+0000", 2024-08-29T19:03:23.601 INFO:tasks.workunit.client.0.smithi028.stdout: "last_deep_scrub": "0'0", 2024-08-29T19:03:23.601 INFO:tasks.workunit.client.0.smithi028.stdout: "last_deep_scrub_stamp": "2024-08-29T17:43:39.870944+0000", 2024-08-29T19:03:23.601 INFO:tasks.workunit.client.0.smithi028.stdout: "last_epoch_clean": 517, 2024-08-29T19:03:23.601 INFO:tasks.workunit.client.0.smithi028.stdout: "last_fresh": "2024-08-29T19:02:14.104463+0000", 2024-08-29T19:03:23.601 INFO:tasks.workunit.client.0.smithi028.stdout: "last_fullsized": "2024-08-29T19:02:14.104463+0000", 2024-08-29T19:03:23.602 INFO:tasks.workunit.client.0.smithi028.stdout: "last_peered": "2024-08-29T19:02:14.104463+0000", 2024-08-29T19:03:23.602 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub": "0'0", 2024-08-29T19:03:23.602 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub_duration": 0, 2024-08-29T19:03:23.602 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub_stamp": "2024-08-29T17:43:39.870944+0000", 2024-08-29T19:03:23.602 INFO:tasks.workunit.client.0.smithi028.stdout: "last_undegraded": "2024-08-29T19:02:14.104463+0000", 2024-08-29T19:03:23.602 INFO:tasks.workunit.client.0.smithi028.stdout: "last_unstale": "2024-08-29T19:02:14.104463+0000", 2024-08-29T19:03:23.602 INFO:tasks.workunit.client.0.smithi028.stdout: "log_dups_size": 0, 2024-08-29T19:03:23.602 INFO:tasks.workunit.client.0.smithi028.stdout: "log_size": 3123, 2024-08-29T19:03:23.602 INFO:tasks.workunit.client.0.smithi028.stdout: "log_start": "0'0", 2024-08-29T19:03:23.602 INFO:tasks.workunit.client.0.smithi028.stdout: "manifest_stats_invalid": false, 2024-08-29T19:03:23.602 INFO:tasks.workunit.client.0.smithi028.stdout: "mapping_epoch": 516, 2024-08-29T19:03:23.602 INFO:tasks.workunit.client.0.smithi028.stdout: "object_location_counts": [], 2024-08-29T19:03:23.602 INFO:tasks.workunit.client.0.smithi028.stdout: "objects_scrubbed": 0, 2024-08-29T19:03:23.602 INFO:tasks.workunit.client.0.smithi028.stdout: "objects_trimmed": 0, 2024-08-29T19:03:23.603 INFO:tasks.workunit.client.0.smithi028.stdout: "omap_stats_invalid": false, 2024-08-29T19:03:23.603 INFO:tasks.workunit.client.0.smithi028.stdout: "ondisk_log_size": 3123, 2024-08-29T19:03:23.603 INFO:tasks.workunit.client.0.smithi028.stdout: "ondisk_log_start": "0'0", 2024-08-29T19:03:23.603 INFO:tasks.workunit.client.0.smithi028.stdout: "parent": "0.0", 2024-08-29T19:03:23.603 INFO:tasks.workunit.client.0.smithi028.stdout: "parent_split_bits": 0, 2024-08-29T19:03:23.603 INFO:tasks.workunit.client.0.smithi028.stdout: "pgid": "4.6", 2024-08-29T19:03:23.603 INFO:tasks.workunit.client.0.smithi028.stdout: "pin_stats_invalid": false, 2024-08-29T19:03:23.603 INFO:tasks.workunit.client.0.smithi028.stdout: "purged_snaps": [], 2024-08-29T19:03:23.603 INFO:tasks.workunit.client.0.smithi028.stdout: "reported_epoch": 2650, 2024-08-29T19:03:23.603 INFO:tasks.workunit.client.0.smithi028.stdout: "reported_seq": 8545, 2024-08-29T19:03:23.603 INFO:tasks.workunit.client.0.smithi028.stdout: "scrub_duration": 0.0, 2024-08-29T19:03:23.603 INFO:tasks.workunit.client.0.smithi028.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-30T22:31:16.867190+0000", 2024-08-29T19:03:23.603 INFO:tasks.workunit.client.0.smithi028.stdout: "snaptrim_duration": 0.02367137, 2024-08-29T19:03:23.603 INFO:tasks.workunit.client.0.smithi028.stdout: "snaptrimq_len": 0, 2024-08-29T19:03:23.604 INFO:tasks.workunit.client.0.smithi028.stdout: "stat_sum": { 2024-08-29T19:03:23.604 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes": 4194304, 2024-08-29T19:03:23.604 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes_hit_set_archive": 0, 2024-08-29T19:03:23.604 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes_recovered": 0, 2024-08-29T19:03:23.604 INFO:tasks.workunit.client.0.smithi028.stdout: "num_deep_scrub_errors": 0, 2024-08-29T19:03:23.604 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict": 0, 2024-08-29T19:03:23.604 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_kb": 0, 2024-08-29T19:03:23.604 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_mode_full": 0, 2024-08-29T19:03:23.604 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_mode_some": 0, 2024-08-29T19:03:23.604 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush": 0, 2024-08-29T19:03:23.604 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_kb": 0, 2024-08-29T19:03:23.604 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_mode_high": 0, 2024-08-29T19:03:23.604 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_mode_low": 0, 2024-08-29T19:03:23.604 INFO:tasks.workunit.client.0.smithi028.stdout: "num_keys_recovered": 0, 2024-08-29T19:03:23.605 INFO:tasks.workunit.client.0.smithi028.stdout: "num_large_omap_objects": 0, 2024-08-29T19:03:23.605 INFO:tasks.workunit.client.0.smithi028.stdout: "num_legacy_snapsets": 0, 2024-08-29T19:03:23.605 INFO:tasks.workunit.client.0.smithi028.stdout: "num_object_clones": 0, 2024-08-29T19:03:23.605 INFO:tasks.workunit.client.0.smithi028.stdout: "num_object_copies": 3, 2024-08-29T19:03:23.605 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects": 1, 2024-08-29T19:03:23.605 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_degraded": 0, 2024-08-29T19:03:23.605 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_dirty": 1, 2024-08-29T19:03:23.605 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_hit_set_archive": 0, 2024-08-29T19:03:23.605 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_manifest": 0, 2024-08-29T19:03:23.605 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_misplaced": 0, 2024-08-29T19:03:23.605 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_missing": 0, 2024-08-29T19:03:23.605 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_missing_on_primary": 0, 2024-08-29T19:03:23.605 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_omap": 0, 2024-08-29T19:03:23.605 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_pinned": 0, 2024-08-29T19:03:23.605 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_recovered": 0, 2024-08-29T19:03:23.606 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_repaired": 0, 2024-08-29T19:03:23.606 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_unfound": 0, 2024-08-29T19:03:23.606 INFO:tasks.workunit.client.0.smithi028.stdout: "num_omap_bytes": 0, 2024-08-29T19:03:23.606 INFO:tasks.workunit.client.0.smithi028.stdout: "num_omap_keys": 0, 2024-08-29T19:03:23.606 INFO:tasks.workunit.client.0.smithi028.stdout: "num_promote": 0, 2024-08-29T19:03:23.606 INFO:tasks.workunit.client.0.smithi028.stdout: "num_read": 933, 2024-08-29T19:03:23.606 INFO:tasks.workunit.client.0.smithi028.stdout: "num_read_kb": 397720, 2024-08-29T19:03:23.606 INFO:tasks.workunit.client.0.smithi028.stdout: "num_scrub_errors": 0, 2024-08-29T19:03:23.606 INFO:tasks.workunit.client.0.smithi028.stdout: "num_shallow_scrub_errors": 0, 2024-08-29T19:03:23.606 INFO:tasks.workunit.client.0.smithi028.stdout: "num_whiteouts": 0, 2024-08-29T19:03:23.606 INFO:tasks.workunit.client.0.smithi028.stdout: "num_write": 3093, 2024-08-29T19:03:23.606 INFO:tasks.workunit.client.0.smithi028.stdout: "num_write_kb": 354147 2024-08-29T19:03:23.606 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:23.606 INFO:tasks.workunit.client.0.smithi028.stdout: "state": "active+clean", 2024-08-29T19:03:23.607 INFO:tasks.workunit.client.0.smithi028.stdout: "stats_invalid": false, 2024-08-29T19:03:23.607 INFO:tasks.workunit.client.0.smithi028.stdout: "up": [ 2024-08-29T19:03:23.607 INFO:tasks.workunit.client.0.smithi028.stdout: 0, 2024-08-29T19:03:23.607 INFO:tasks.workunit.client.0.smithi028.stdout: 1, 2024-08-29T19:03:23.607 INFO:tasks.workunit.client.0.smithi028.stdout: 2 2024-08-29T19:03:23.607 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-08-29T19:03:23.607 INFO:tasks.workunit.client.0.smithi028.stdout: "up_primary": 0, 2024-08-29T19:03:23.607 INFO:tasks.workunit.client.0.smithi028.stdout: "version": "1182'3123" 2024-08-29T19:03:23.607 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:23.607 INFO:tasks.workunit.client.0.smithi028.stdout: { 2024-08-29T19:03:23.607 INFO:tasks.workunit.client.0.smithi028.stdout: "acting": [ 2024-08-29T19:03:23.607 INFO:tasks.workunit.client.0.smithi028.stdout: 3, 2024-08-29T19:03:23.607 INFO:tasks.workunit.client.0.smithi028.stdout: 5, 2024-08-29T19:03:23.607 INFO:tasks.workunit.client.0.smithi028.stdout: 6 2024-08-29T19:03:23.608 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-08-29T19:03:23.608 INFO:tasks.workunit.client.0.smithi028.stdout: "acting_primary": 3, 2024-08-29T19:03:23.608 INFO:tasks.workunit.client.0.smithi028.stdout: "avail_no_missing": [], 2024-08-29T19:03:23.608 INFO:tasks.workunit.client.0.smithi028.stdout: "blocked_by": [], 2024-08-29T19:03:23.608 INFO:tasks.workunit.client.0.smithi028.stdout: "created": 62, 2024-08-29T19:03:23.608 INFO:tasks.workunit.client.0.smithi028.stdout: "dirty_stats_invalid": false, 2024-08-29T19:03:23.608 INFO:tasks.workunit.client.0.smithi028.stdout: "hitset_bytes_stats_invalid": false, 2024-08-29T19:03:23.608 INFO:tasks.workunit.client.0.smithi028.stdout: "hitset_stats_invalid": false, 2024-08-29T19:03:23.608 INFO:tasks.workunit.client.0.smithi028.stdout: "last_active": "2024-08-29T19:02:14.840277+0000", 2024-08-29T19:03:23.608 INFO:tasks.workunit.client.0.smithi028.stdout: "last_became_active": "2024-08-29T17:57:36.395051+0000", 2024-08-29T19:03:23.608 INFO:tasks.workunit.client.0.smithi028.stdout: "last_became_peered": "2024-08-29T17:57:36.395051+0000", 2024-08-29T19:03:23.608 INFO:tasks.workunit.client.0.smithi028.stdout: "last_change": "2024-08-29T17:57:36.395476+0000", 2024-08-29T19:03:23.608 INFO:tasks.workunit.client.0.smithi028.stdout: "last_clean": "2024-08-29T19:02:14.840277+0000", 2024-08-29T19:03:23.608 INFO:tasks.workunit.client.0.smithi028.stdout: "last_clean_scrub_stamp": "2024-08-29T17:41:01.987071+0000", 2024-08-29T19:03:23.608 INFO:tasks.workunit.client.0.smithi028.stdout: "last_deep_scrub": "0'0", 2024-08-29T19:03:23.609 INFO:tasks.workunit.client.0.smithi028.stdout: "last_deep_scrub_stamp": "2024-08-29T17:41:01.987071+0000", 2024-08-29T19:03:23.609 INFO:tasks.workunit.client.0.smithi028.stdout: "last_epoch_clean": 646, 2024-08-29T19:03:23.609 INFO:tasks.workunit.client.0.smithi028.stdout: "last_fresh": "2024-08-29T19:02:14.840277+0000", 2024-08-29T19:03:23.609 INFO:tasks.workunit.client.0.smithi028.stdout: "last_fullsized": "2024-08-29T19:02:14.840277+0000", 2024-08-29T19:03:23.609 INFO:tasks.workunit.client.0.smithi028.stdout: "last_peered": "2024-08-29T19:02:14.840277+0000", 2024-08-29T19:03:23.609 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub": "0'0", 2024-08-29T19:03:23.609 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub_duration": 0, 2024-08-29T19:03:23.609 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub_stamp": "2024-08-29T17:41:01.987071+0000", 2024-08-29T19:03:23.609 INFO:tasks.workunit.client.0.smithi028.stdout: "last_undegraded": "2024-08-29T19:02:14.840277+0000", 2024-08-29T19:03:23.609 INFO:tasks.workunit.client.0.smithi028.stdout: "last_unstale": "2024-08-29T19:02:14.840277+0000", 2024-08-29T19:03:23.609 INFO:tasks.workunit.client.0.smithi028.stdout: "log_dups_size": 0, 2024-08-29T19:03:23.609 INFO:tasks.workunit.client.0.smithi028.stdout: "log_size": 0, 2024-08-29T19:03:23.609 INFO:tasks.workunit.client.0.smithi028.stdout: "log_start": "0'0", 2024-08-29T19:03:23.609 INFO:tasks.workunit.client.0.smithi028.stdout: "manifest_stats_invalid": false, 2024-08-29T19:03:23.610 INFO:tasks.workunit.client.0.smithi028.stdout: "mapping_epoch": 645, 2024-08-29T19:03:23.610 INFO:tasks.workunit.client.0.smithi028.stdout: "object_location_counts": [], 2024-08-29T19:03:23.610 INFO:tasks.workunit.client.0.smithi028.stdout: "objects_scrubbed": 0, 2024-08-29T19:03:23.610 INFO:tasks.workunit.client.0.smithi028.stdout: "objects_trimmed": 0, 2024-08-29T19:03:23.610 INFO:tasks.workunit.client.0.smithi028.stdout: "omap_stats_invalid": false, 2024-08-29T19:03:23.610 INFO:tasks.workunit.client.0.smithi028.stdout: "ondisk_log_size": 0, 2024-08-29T19:03:23.610 INFO:tasks.workunit.client.0.smithi028.stdout: "ondisk_log_start": "0'0", 2024-08-29T19:03:23.610 INFO:tasks.workunit.client.0.smithi028.stdout: "parent": "0.0", 2024-08-29T19:03:23.610 INFO:tasks.workunit.client.0.smithi028.stdout: "parent_split_bits": 0, 2024-08-29T19:03:23.610 INFO:tasks.workunit.client.0.smithi028.stdout: "pgid": "3.2", 2024-08-29T19:03:23.610 INFO:tasks.workunit.client.0.smithi028.stdout: "pin_stats_invalid": false, 2024-08-29T19:03:23.610 INFO:tasks.workunit.client.0.smithi028.stdout: "purged_snaps": [], 2024-08-29T19:03:23.610 INFO:tasks.workunit.client.0.smithi028.stdout: "reported_epoch": 2650, 2024-08-29T19:03:23.611 INFO:tasks.workunit.client.0.smithi028.stdout: "reported_seq": 4700, 2024-08-29T19:03:23.611 INFO:tasks.workunit.client.0.smithi028.stdout: "scrub_duration": 0.0, 2024-08-29T19:03:23.611 INFO:tasks.workunit.client.0.smithi028.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-30T23:01:45.405153+0000", 2024-08-29T19:03:23.611 INFO:tasks.workunit.client.0.smithi028.stdout: "snaptrim_duration": 0.0, 2024-08-29T19:03:23.611 INFO:tasks.workunit.client.0.smithi028.stdout: "snaptrimq_len": 0, 2024-08-29T19:03:23.611 INFO:tasks.workunit.client.0.smithi028.stdout: "stat_sum": { 2024-08-29T19:03:23.611 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes": 0, 2024-08-29T19:03:23.611 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes_hit_set_archive": 0, 2024-08-29T19:03:23.611 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes_recovered": 0, 2024-08-29T19:03:23.611 INFO:tasks.workunit.client.0.smithi028.stdout: "num_deep_scrub_errors": 0, 2024-08-29T19:03:23.611 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict": 0, 2024-08-29T19:03:23.611 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_kb": 0, 2024-08-29T19:03:23.611 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_mode_full": 0, 2024-08-29T19:03:23.611 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_mode_some": 0, 2024-08-29T19:03:23.612 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush": 0, 2024-08-29T19:03:23.612 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_kb": 0, 2024-08-29T19:03:23.612 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_mode_high": 0, 2024-08-29T19:03:23.612 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_mode_low": 0, 2024-08-29T19:03:23.612 INFO:tasks.workunit.client.0.smithi028.stdout: "num_keys_recovered": 0, 2024-08-29T19:03:23.612 INFO:tasks.workunit.client.0.smithi028.stdout: "num_large_omap_objects": 0, 2024-08-29T19:03:23.612 INFO:tasks.workunit.client.0.smithi028.stdout: "num_legacy_snapsets": 0, 2024-08-29T19:03:23.612 INFO:tasks.workunit.client.0.smithi028.stdout: "num_object_clones": 0, 2024-08-29T19:03:23.612 INFO:tasks.workunit.client.0.smithi028.stdout: "num_object_copies": 0, 2024-08-29T19:03:23.612 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects": 0, 2024-08-29T19:03:23.612 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_degraded": 0, 2024-08-29T19:03:23.612 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_dirty": 0, 2024-08-29T19:03:23.612 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_hit_set_archive": 0, 2024-08-29T19:03:23.612 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_manifest": 0, 2024-08-29T19:03:23.612 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_misplaced": 0, 2024-08-29T19:03:23.613 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_missing": 0, 2024-08-29T19:03:23.613 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_missing_on_primary": 0, 2024-08-29T19:03:23.613 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_omap": 0, 2024-08-29T19:03:23.613 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_pinned": 0, 2024-08-29T19:03:23.613 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_recovered": 0, 2024-08-29T19:03:23.613 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_repaired": 0, 2024-08-29T19:03:23.613 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_unfound": 0, 2024-08-29T19:03:23.613 INFO:tasks.workunit.client.0.smithi028.stdout: "num_omap_bytes": 0, 2024-08-29T19:03:23.613 INFO:tasks.workunit.client.0.smithi028.stdout: "num_omap_keys": 0, 2024-08-29T19:03:23.613 INFO:tasks.workunit.client.0.smithi028.stdout: "num_promote": 0, 2024-08-29T19:03:23.613 INFO:tasks.workunit.client.0.smithi028.stdout: "num_read": 0, 2024-08-29T19:03:23.613 INFO:tasks.workunit.client.0.smithi028.stdout: "num_read_kb": 0, 2024-08-29T19:03:23.613 INFO:tasks.workunit.client.0.smithi028.stdout: "num_scrub_errors": 0, 2024-08-29T19:03:23.613 INFO:tasks.workunit.client.0.smithi028.stdout: "num_shallow_scrub_errors": 0, 2024-08-29T19:03:23.614 INFO:tasks.workunit.client.0.smithi028.stdout: "num_whiteouts": 0, 2024-08-29T19:03:23.614 INFO:tasks.workunit.client.0.smithi028.stdout: "num_write": 0, 2024-08-29T19:03:23.614 INFO:tasks.workunit.client.0.smithi028.stdout: "num_write_kb": 0 2024-08-29T19:03:23.614 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:23.614 INFO:tasks.workunit.client.0.smithi028.stdout: "state": "active+clean", 2024-08-29T19:03:23.614 INFO:tasks.workunit.client.0.smithi028.stdout: "stats_invalid": false, 2024-08-29T19:03:23.614 INFO:tasks.workunit.client.0.smithi028.stdout: "up": [ 2024-08-29T19:03:23.614 INFO:tasks.workunit.client.0.smithi028.stdout: 3, 2024-08-29T19:03:23.614 INFO:tasks.workunit.client.0.smithi028.stdout: 5, 2024-08-29T19:03:23.614 INFO:tasks.workunit.client.0.smithi028.stdout: 6 2024-08-29T19:03:23.614 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-08-29T19:03:23.614 INFO:tasks.workunit.client.0.smithi028.stdout: "up_primary": 3, 2024-08-29T19:03:23.614 INFO:tasks.workunit.client.0.smithi028.stdout: "version": "0'0" 2024-08-29T19:03:23.614 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:23.615 INFO:tasks.workunit.client.0.smithi028.stdout: { 2024-08-29T19:03:23.615 INFO:tasks.workunit.client.0.smithi028.stdout: "acting": [ 2024-08-29T19:03:23.615 INFO:tasks.workunit.client.0.smithi028.stdout: 5, 2024-08-29T19:03:23.615 INFO:tasks.workunit.client.0.smithi028.stdout: 2, 2024-08-29T19:03:23.615 INFO:tasks.workunit.client.0.smithi028.stdout: 7 2024-08-29T19:03:23.615 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-08-29T19:03:23.615 INFO:tasks.workunit.client.0.smithi028.stdout: "acting_primary": 5, 2024-08-29T19:03:23.615 INFO:tasks.workunit.client.0.smithi028.stdout: "avail_no_missing": [], 2024-08-29T19:03:23.615 INFO:tasks.workunit.client.0.smithi028.stdout: "blocked_by": [], 2024-08-29T19:03:23.615 INFO:tasks.workunit.client.0.smithi028.stdout: "created": 59, 2024-08-29T19:03:23.615 INFO:tasks.workunit.client.0.smithi028.stdout: "dirty_stats_invalid": false, 2024-08-29T19:03:23.615 INFO:tasks.workunit.client.0.smithi028.stdout: "hitset_bytes_stats_invalid": false, 2024-08-29T19:03:23.615 INFO:tasks.workunit.client.0.smithi028.stdout: "hitset_stats_invalid": false, 2024-08-29T19:03:23.615 INFO:tasks.workunit.client.0.smithi028.stdout: "last_active": "2024-08-29T19:02:14.924375+0000", 2024-08-29T19:03:23.616 INFO:tasks.workunit.client.0.smithi028.stdout: "last_became_active": "2024-08-29T17:58:11.367038+0000", 2024-08-29T19:03:23.616 INFO:tasks.workunit.client.0.smithi028.stdout: "last_became_peered": "2024-08-29T17:58:11.367038+0000", 2024-08-29T19:03:23.616 INFO:tasks.workunit.client.0.smithi028.stdout: "last_change": "2024-08-29T17:58:11.367664+0000", 2024-08-29T19:03:23.616 INFO:tasks.workunit.client.0.smithi028.stdout: "last_clean": "2024-08-29T19:02:14.924375+0000", 2024-08-29T19:03:23.616 INFO:tasks.workunit.client.0.smithi028.stdout: "last_clean_scrub_stamp": "2024-08-29T17:40:52.944949+0000", 2024-08-29T19:03:23.616 INFO:tasks.workunit.client.0.smithi028.stdout: "last_deep_scrub": "0'0", 2024-08-29T19:03:23.616 INFO:tasks.workunit.client.0.smithi028.stdout: "last_deep_scrub_stamp": "2024-08-29T17:40:52.944949+0000", 2024-08-29T19:03:23.616 INFO:tasks.workunit.client.0.smithi028.stdout: "last_epoch_clean": 681, 2024-08-29T19:03:23.616 INFO:tasks.workunit.client.0.smithi028.stdout: "last_fresh": "2024-08-29T19:02:14.924375+0000", 2024-08-29T19:03:23.616 INFO:tasks.workunit.client.0.smithi028.stdout: "last_fullsized": "2024-08-29T19:02:14.924375+0000", 2024-08-29T19:03:23.616 INFO:tasks.workunit.client.0.smithi028.stdout: "last_peered": "2024-08-29T19:02:14.924375+0000", 2024-08-29T19:03:23.616 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub": "0'0", 2024-08-29T19:03:23.616 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub_duration": 0, 2024-08-29T19:03:23.617 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub_stamp": "2024-08-29T17:40:52.944949+0000", 2024-08-29T19:03:23.617 INFO:tasks.workunit.client.0.smithi028.stdout: "last_undegraded": "2024-08-29T19:02:14.924375+0000", 2024-08-29T19:03:23.617 INFO:tasks.workunit.client.0.smithi028.stdout: "last_unstale": "2024-08-29T19:02:14.924375+0000", 2024-08-29T19:03:23.617 INFO:tasks.workunit.client.0.smithi028.stdout: "log_dups_size": 0, 2024-08-29T19:03:23.617 INFO:tasks.workunit.client.0.smithi028.stdout: "log_size": 0, 2024-08-29T19:03:23.617 INFO:tasks.workunit.client.0.smithi028.stdout: "log_start": "0'0", 2024-08-29T19:03:23.617 INFO:tasks.workunit.client.0.smithi028.stdout: "manifest_stats_invalid": false, 2024-08-29T19:03:23.617 INFO:tasks.workunit.client.0.smithi028.stdout: "mapping_epoch": 680, 2024-08-29T19:03:23.617 INFO:tasks.workunit.client.0.smithi028.stdout: "object_location_counts": [], 2024-08-29T19:03:23.617 INFO:tasks.workunit.client.0.smithi028.stdout: "objects_scrubbed": 0, 2024-08-29T19:03:23.617 INFO:tasks.workunit.client.0.smithi028.stdout: "objects_trimmed": 0, 2024-08-29T19:03:23.617 INFO:tasks.workunit.client.0.smithi028.stdout: "omap_stats_invalid": false, 2024-08-29T19:03:23.617 INFO:tasks.workunit.client.0.smithi028.stdout: "ondisk_log_size": 0, 2024-08-29T19:03:23.617 INFO:tasks.workunit.client.0.smithi028.stdout: "ondisk_log_start": "0'0", 2024-08-29T19:03:23.618 INFO:tasks.workunit.client.0.smithi028.stdout: "parent": "0.0", 2024-08-29T19:03:23.618 INFO:tasks.workunit.client.0.smithi028.stdout: "parent_split_bits": 0, 2024-08-29T19:03:23.618 INFO:tasks.workunit.client.0.smithi028.stdout: "pgid": "2.3", 2024-08-29T19:03:23.618 INFO:tasks.workunit.client.0.smithi028.stdout: "pin_stats_invalid": false, 2024-08-29T19:03:23.618 INFO:tasks.workunit.client.0.smithi028.stdout: "purged_snaps": [], 2024-08-29T19:03:23.618 INFO:tasks.workunit.client.0.smithi028.stdout: "reported_epoch": 2650, 2024-08-29T19:03:23.618 INFO:tasks.workunit.client.0.smithi028.stdout: "reported_seq": 4610, 2024-08-29T19:03:23.618 INFO:tasks.workunit.client.0.smithi028.stdout: "scrub_duration": 0.0, 2024-08-29T19:03:23.618 INFO:tasks.workunit.client.0.smithi028.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-30T21:15:29.565999+0000", 2024-08-29T19:03:23.618 INFO:tasks.workunit.client.0.smithi028.stdout: "snaptrim_duration": 0.0, 2024-08-29T19:03:23.618 INFO:tasks.workunit.client.0.smithi028.stdout: "snaptrimq_len": 0, 2024-08-29T19:03:23.618 INFO:tasks.workunit.client.0.smithi028.stdout: "stat_sum": { 2024-08-29T19:03:23.618 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes": 0, 2024-08-29T19:03:23.618 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes_hit_set_archive": 0, 2024-08-29T19:03:23.618 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes_recovered": 0, 2024-08-29T19:03:23.619 INFO:tasks.workunit.client.0.smithi028.stdout: "num_deep_scrub_errors": 0, 2024-08-29T19:03:23.619 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict": 0, 2024-08-29T19:03:23.619 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_kb": 0, 2024-08-29T19:03:23.619 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_mode_full": 0, 2024-08-29T19:03:23.619 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_mode_some": 0, 2024-08-29T19:03:23.619 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush": 0, 2024-08-29T19:03:23.619 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_kb": 0, 2024-08-29T19:03:23.619 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_mode_high": 0, 2024-08-29T19:03:23.619 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_mode_low": 0, 2024-08-29T19:03:23.619 INFO:tasks.workunit.client.0.smithi028.stdout: "num_keys_recovered": 0, 2024-08-29T19:03:23.619 INFO:tasks.workunit.client.0.smithi028.stdout: "num_large_omap_objects": 0, 2024-08-29T19:03:23.619 INFO:tasks.workunit.client.0.smithi028.stdout: "num_legacy_snapsets": 0, 2024-08-29T19:03:23.619 INFO:tasks.workunit.client.0.smithi028.stdout: "num_object_clones": 0, 2024-08-29T19:03:23.619 INFO:tasks.workunit.client.0.smithi028.stdout: "num_object_copies": 0, 2024-08-29T19:03:23.620 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects": 0, 2024-08-29T19:03:23.620 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_degraded": 0, 2024-08-29T19:03:23.620 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_dirty": 0, 2024-08-29T19:03:23.620 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_hit_set_archive": 0, 2024-08-29T19:03:23.620 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_manifest": 0, 2024-08-29T19:03:23.620 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_misplaced": 0, 2024-08-29T19:03:23.620 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_missing": 0, 2024-08-29T19:03:23.620 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_missing_on_primary": 0, 2024-08-29T19:03:23.620 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_omap": 0, 2024-08-29T19:03:23.620 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_pinned": 0, 2024-08-29T19:03:23.620 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_recovered": 0, 2024-08-29T19:03:23.620 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_repaired": 0, 2024-08-29T19:03:23.620 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_unfound": 0, 2024-08-29T19:03:23.621 INFO:tasks.workunit.client.0.smithi028.stdout: "num_omap_bytes": 0, 2024-08-29T19:03:23.621 INFO:tasks.workunit.client.0.smithi028.stdout: "num_omap_keys": 0, 2024-08-29T19:03:23.621 INFO:tasks.workunit.client.0.smithi028.stdout: "num_promote": 0, 2024-08-29T19:03:23.621 INFO:tasks.workunit.client.0.smithi028.stdout: "num_read": 0, 2024-08-29T19:03:23.621 INFO:tasks.workunit.client.0.smithi028.stdout: "num_read_kb": 0, 2024-08-29T19:03:23.621 INFO:tasks.workunit.client.0.smithi028.stdout: "num_scrub_errors": 0, 2024-08-29T19:03:23.621 INFO:tasks.workunit.client.0.smithi028.stdout: "num_shallow_scrub_errors": 0, 2024-08-29T19:03:23.621 INFO:tasks.workunit.client.0.smithi028.stdout: "num_whiteouts": 0, 2024-08-29T19:03:23.621 INFO:tasks.workunit.client.0.smithi028.stdout: "num_write": 0, 2024-08-29T19:03:23.621 INFO:tasks.workunit.client.0.smithi028.stdout: "num_write_kb": 0 2024-08-29T19:03:23.621 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:23.621 INFO:tasks.workunit.client.0.smithi028.stdout: "state": "active+clean", 2024-08-29T19:03:23.621 INFO:tasks.workunit.client.0.smithi028.stdout: "stats_invalid": false, 2024-08-29T19:03:23.621 INFO:tasks.workunit.client.0.smithi028.stdout: "up": [ 2024-08-29T19:03:23.621 INFO:tasks.workunit.client.0.smithi028.stdout: 5, 2024-08-29T19:03:23.622 INFO:tasks.workunit.client.0.smithi028.stdout: 2, 2024-08-29T19:03:23.622 INFO:tasks.workunit.client.0.smithi028.stdout: 7 2024-08-29T19:03:23.622 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-08-29T19:03:23.622 INFO:tasks.workunit.client.0.smithi028.stdout: "up_primary": 5, 2024-08-29T19:03:23.622 INFO:tasks.workunit.client.0.smithi028.stdout: "version": "0'0" 2024-08-29T19:03:23.622 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:23.622 INFO:tasks.workunit.client.0.smithi028.stdout: { 2024-08-29T19:03:23.622 INFO:tasks.workunit.client.0.smithi028.stdout: "acting": [ 2024-08-29T19:03:23.622 INFO:tasks.workunit.client.0.smithi028.stdout: 7, 2024-08-29T19:03:23.622 INFO:tasks.workunit.client.0.smithi028.stdout: 0, 2024-08-29T19:03:23.622 INFO:tasks.workunit.client.0.smithi028.stdout: 6 2024-08-29T19:03:23.622 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-08-29T19:03:23.622 INFO:tasks.workunit.client.0.smithi028.stdout: "acting_primary": 7, 2024-08-29T19:03:23.622 INFO:tasks.workunit.client.0.smithi028.stdout: "avail_no_missing": [], 2024-08-29T19:03:23.623 INFO:tasks.workunit.client.0.smithi028.stdout: "blocked_by": [], 2024-08-29T19:03:23.623 INFO:tasks.workunit.client.0.smithi028.stdout: "created": 19, 2024-08-29T19:03:23.623 INFO:tasks.workunit.client.0.smithi028.stdout: "dirty_stats_invalid": false, 2024-08-29T19:03:23.623 INFO:tasks.workunit.client.0.smithi028.stdout: "hitset_bytes_stats_invalid": false, 2024-08-29T19:03:23.623 INFO:tasks.workunit.client.0.smithi028.stdout: "hitset_stats_invalid": false, 2024-08-29T19:03:23.623 INFO:tasks.workunit.client.0.smithi028.stdout: "last_active": "2024-08-29T19:02:14.096822+0000", 2024-08-29T19:03:23.623 INFO:tasks.workunit.client.0.smithi028.stdout: "last_became_active": "2024-08-29T17:58:11.349292+0000", 2024-08-29T19:03:23.623 INFO:tasks.workunit.client.0.smithi028.stdout: "last_became_peered": "2024-08-29T17:58:11.349292+0000", 2024-08-29T19:03:23.623 INFO:tasks.workunit.client.0.smithi028.stdout: "last_change": "2024-08-29T17:58:11.352277+0000", 2024-08-29T19:03:23.623 INFO:tasks.workunit.client.0.smithi028.stdout: "last_clean": "2024-08-29T19:02:14.096822+0000", 2024-08-29T19:03:23.623 INFO:tasks.workunit.client.0.smithi028.stdout: "last_clean_scrub_stamp": "2024-08-29T17:35:25.395028+0000", 2024-08-29T19:03:23.623 INFO:tasks.workunit.client.0.smithi028.stdout: "last_deep_scrub": "0'0", 2024-08-29T19:03:23.623 INFO:tasks.workunit.client.0.smithi028.stdout: "last_deep_scrub_stamp": "2024-08-29T17:35:25.395028+0000", 2024-08-29T19:03:23.623 INFO:tasks.workunit.client.0.smithi028.stdout: "last_epoch_clean": 681, 2024-08-29T19:03:23.624 INFO:tasks.workunit.client.0.smithi028.stdout: "last_fresh": "2024-08-29T19:02:14.096822+0000", 2024-08-29T19:03:23.624 INFO:tasks.workunit.client.0.smithi028.stdout: "last_fullsized": "2024-08-29T19:02:14.096822+0000", 2024-08-29T19:03:23.624 INFO:tasks.workunit.client.0.smithi028.stdout: "last_peered": "2024-08-29T19:02:14.096822+0000", 2024-08-29T19:03:23.624 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub": "0'0", 2024-08-29T19:03:23.624 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub_duration": 0, 2024-08-29T19:03:23.624 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub_stamp": "2024-08-29T17:35:25.395028+0000", 2024-08-29T19:03:23.624 INFO:tasks.workunit.client.0.smithi028.stdout: "last_undegraded": "2024-08-29T19:02:14.096822+0000", 2024-08-29T19:03:23.624 INFO:tasks.workunit.client.0.smithi028.stdout: "last_unstale": "2024-08-29T19:02:14.096822+0000", 2024-08-29T19:03:23.624 INFO:tasks.workunit.client.0.smithi028.stdout: "log_dups_size": 0, 2024-08-29T19:03:23.624 INFO:tasks.workunit.client.0.smithi028.stdout: "log_size": 197, 2024-08-29T19:03:23.624 INFO:tasks.workunit.client.0.smithi028.stdout: "log_start": "0'0", 2024-08-29T19:03:23.624 INFO:tasks.workunit.client.0.smithi028.stdout: "manifest_stats_invalid": false, 2024-08-29T19:03:23.624 INFO:tasks.workunit.client.0.smithi028.stdout: "mapping_epoch": 680, 2024-08-29T19:03:23.624 INFO:tasks.workunit.client.0.smithi028.stdout: "object_location_counts": [], 2024-08-29T19:03:23.625 INFO:tasks.workunit.client.0.smithi028.stdout: "objects_scrubbed": 0, 2024-08-29T19:03:23.625 INFO:tasks.workunit.client.0.smithi028.stdout: "objects_trimmed": 0, 2024-08-29T19:03:23.625 INFO:tasks.workunit.client.0.smithi028.stdout: "omap_stats_invalid": false, 2024-08-29T19:03:23.625 INFO:tasks.workunit.client.0.smithi028.stdout: "ondisk_log_size": 197, 2024-08-29T19:03:23.625 INFO:tasks.workunit.client.0.smithi028.stdout: "ondisk_log_start": "0'0", 2024-08-29T19:03:23.625 INFO:tasks.workunit.client.0.smithi028.stdout: "parent": "0.0", 2024-08-29T19:03:23.625 INFO:tasks.workunit.client.0.smithi028.stdout: "parent_split_bits": 0, 2024-08-29T19:03:23.625 INFO:tasks.workunit.client.0.smithi028.stdout: "pgid": "1.0", 2024-08-29T19:03:23.625 INFO:tasks.workunit.client.0.smithi028.stdout: "pin_stats_invalid": false, 2024-08-29T19:03:23.625 INFO:tasks.workunit.client.0.smithi028.stdout: "purged_snaps": [], 2024-08-29T19:03:23.625 INFO:tasks.workunit.client.0.smithi028.stdout: "reported_epoch": 2650, 2024-08-29T19:03:23.625 INFO:tasks.workunit.client.0.smithi028.stdout: "reported_seq": 5063, 2024-08-29T19:03:23.625 INFO:tasks.workunit.client.0.smithi028.stdout: "scrub_duration": 0.0, 2024-08-29T19:03:23.625 INFO:tasks.workunit.client.0.smithi028.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-30T23:36:27.820227+0000", 2024-08-29T19:03:23.626 INFO:tasks.workunit.client.0.smithi028.stdout: "snaptrim_duration": 0.0, 2024-08-29T19:03:23.626 INFO:tasks.workunit.client.0.smithi028.stdout: "snaptrimq_len": 0, 2024-08-29T19:03:23.626 INFO:tasks.workunit.client.0.smithi028.stdout: "stat_sum": { 2024-08-29T19:03:23.626 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes": 590368, 2024-08-29T19:03:23.626 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes_hit_set_archive": 0, 2024-08-29T19:03:23.626 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes_recovered": 1771104, 2024-08-29T19:03:23.626 INFO:tasks.workunit.client.0.smithi028.stdout: "num_deep_scrub_errors": 0, 2024-08-29T19:03:23.626 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict": 0, 2024-08-29T19:03:23.626 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_kb": 0, 2024-08-29T19:03:23.626 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_mode_full": 0, 2024-08-29T19:03:23.626 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_mode_some": 0, 2024-08-29T19:03:23.626 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush": 0, 2024-08-29T19:03:23.626 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_kb": 0, 2024-08-29T19:03:23.626 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_mode_high": 0, 2024-08-29T19:03:23.627 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_mode_low": 0, 2024-08-29T19:03:23.627 INFO:tasks.workunit.client.0.smithi028.stdout: "num_keys_recovered": 0, 2024-08-29T19:03:23.627 INFO:tasks.workunit.client.0.smithi028.stdout: "num_large_omap_objects": 0, 2024-08-29T19:03:23.627 INFO:tasks.workunit.client.0.smithi028.stdout: "num_legacy_snapsets": 0, 2024-08-29T19:03:23.627 INFO:tasks.workunit.client.0.smithi028.stdout: "num_object_clones": 0, 2024-08-29T19:03:23.627 INFO:tasks.workunit.client.0.smithi028.stdout: "num_object_copies": 6, 2024-08-29T19:03:23.627 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects": 2, 2024-08-29T19:03:23.627 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_degraded": 0, 2024-08-29T19:03:23.627 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_dirty": 2, 2024-08-29T19:03:23.627 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_hit_set_archive": 0, 2024-08-29T19:03:23.627 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_manifest": 0, 2024-08-29T19:03:23.627 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_misplaced": 0, 2024-08-29T19:03:23.627 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_missing": 0, 2024-08-29T19:03:23.627 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_missing_on_primary": 0, 2024-08-29T19:03:23.628 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_omap": 0, 2024-08-29T19:03:23.628 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_pinned": 0, 2024-08-29T19:03:23.628 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_recovered": 6, 2024-08-29T19:03:23.628 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_repaired": 0, 2024-08-29T19:03:23.628 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_unfound": 0, 2024-08-29T19:03:23.628 INFO:tasks.workunit.client.0.smithi028.stdout: "num_omap_bytes": 0, 2024-08-29T19:03:23.628 INFO:tasks.workunit.client.0.smithi028.stdout: "num_omap_keys": 0, 2024-08-29T19:03:23.628 INFO:tasks.workunit.client.0.smithi028.stdout: "num_promote": 0, 2024-08-29T19:03:23.628 INFO:tasks.workunit.client.0.smithi028.stdout: "num_read": 812, 2024-08-29T19:03:23.628 INFO:tasks.workunit.client.0.smithi028.stdout: "num_read_kb": 1310, 2024-08-29T19:03:23.628 INFO:tasks.workunit.client.0.smithi028.stdout: "num_scrub_errors": 0, 2024-08-29T19:03:23.628 INFO:tasks.workunit.client.0.smithi028.stdout: "num_shallow_scrub_errors": 0, 2024-08-29T19:03:23.628 INFO:tasks.workunit.client.0.smithi028.stdout: "num_whiteouts": 0, 2024-08-29T19:03:23.628 INFO:tasks.workunit.client.0.smithi028.stdout: "num_write": 311, 2024-08-29T19:03:23.629 INFO:tasks.workunit.client.0.smithi028.stdout: "num_write_kb": 2416 2024-08-29T19:03:23.629 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:23.629 INFO:tasks.workunit.client.0.smithi028.stdout: "state": "active+clean", 2024-08-29T19:03:23.629 INFO:tasks.workunit.client.0.smithi028.stdout: "stats_invalid": false, 2024-08-29T19:03:23.629 INFO:tasks.workunit.client.0.smithi028.stdout: "up": [ 2024-08-29T19:03:23.629 INFO:tasks.workunit.client.0.smithi028.stdout: 7, 2024-08-29T19:03:23.629 INFO:tasks.workunit.client.0.smithi028.stdout: 0, 2024-08-29T19:03:23.629 INFO:tasks.workunit.client.0.smithi028.stdout: 6 2024-08-29T19:03:23.629 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-08-29T19:03:23.629 INFO:tasks.workunit.client.0.smithi028.stdout: "up_primary": 7, 2024-08-29T19:03:23.629 INFO:tasks.workunit.client.0.smithi028.stdout: "version": "329'197" 2024-08-29T19:03:23.629 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:23.629 INFO:tasks.workunit.client.0.smithi028.stdout: { 2024-08-29T19:03:23.629 INFO:tasks.workunit.client.0.smithi028.stdout: "acting": [ 2024-08-29T19:03:23.630 INFO:tasks.workunit.client.0.smithi028.stdout: 6, 2024-08-29T19:03:23.630 INFO:tasks.workunit.client.0.smithi028.stdout: 4, 2024-08-29T19:03:23.630 INFO:tasks.workunit.client.0.smithi028.stdout: 7 2024-08-29T19:03:23.630 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-08-29T19:03:23.630 INFO:tasks.workunit.client.0.smithi028.stdout: "acting_primary": 6, 2024-08-29T19:03:23.630 INFO:tasks.workunit.client.0.smithi028.stdout: "avail_no_missing": [], 2024-08-29T19:03:23.630 INFO:tasks.workunit.client.0.smithi028.stdout: "blocked_by": [], 2024-08-29T19:03:23.630 INFO:tasks.workunit.client.0.smithi028.stdout: "created": 69, 2024-08-29T19:03:23.630 INFO:tasks.workunit.client.0.smithi028.stdout: "dirty_stats_invalid": false, 2024-08-29T19:03:23.630 INFO:tasks.workunit.client.0.smithi028.stdout: "hitset_bytes_stats_invalid": false, 2024-08-29T19:03:23.630 INFO:tasks.workunit.client.0.smithi028.stdout: "hitset_stats_invalid": false, 2024-08-29T19:03:23.630 INFO:tasks.workunit.client.0.smithi028.stdout: "last_active": "2024-08-29T19:02:14.922767+0000", 2024-08-29T19:03:23.630 INFO:tasks.workunit.client.0.smithi028.stdout: "last_became_active": "2024-08-29T17:58:11.343898+0000", 2024-08-29T19:03:23.630 INFO:tasks.workunit.client.0.smithi028.stdout: "last_became_peered": "2024-08-29T17:58:11.343898+0000", 2024-08-29T19:03:23.631 INFO:tasks.workunit.client.0.smithi028.stdout: "last_change": "2024-08-29T18:32:49.453504+0000", 2024-08-29T19:03:23.631 INFO:tasks.workunit.client.0.smithi028.stdout: "last_clean": "2024-08-29T19:02:14.922767+0000", 2024-08-29T19:03:23.631 INFO:tasks.workunit.client.0.smithi028.stdout: "last_clean_scrub_stamp": "2024-08-29T17:43:39.870944+0000", 2024-08-29T19:03:23.631 INFO:tasks.workunit.client.0.smithi028.stdout: "last_deep_scrub": "0'0", 2024-08-29T19:03:23.631 INFO:tasks.workunit.client.0.smithi028.stdout: "last_deep_scrub_stamp": "2024-08-29T17:43:39.870944+0000", 2024-08-29T19:03:23.631 INFO:tasks.workunit.client.0.smithi028.stdout: "last_epoch_clean": 681, 2024-08-29T19:03:23.631 INFO:tasks.workunit.client.0.smithi028.stdout: "last_fresh": "2024-08-29T19:02:14.922767+0000", 2024-08-29T19:03:23.631 INFO:tasks.workunit.client.0.smithi028.stdout: "last_fullsized": "2024-08-29T19:02:14.922767+0000", 2024-08-29T19:03:23.631 INFO:tasks.workunit.client.0.smithi028.stdout: "last_peered": "2024-08-29T19:02:14.922767+0000", 2024-08-29T19:03:23.631 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub": "0'0", 2024-08-29T19:03:23.631 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub_duration": 0, 2024-08-29T19:03:23.631 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub_stamp": "2024-08-29T17:43:39.870944+0000", 2024-08-29T19:03:23.631 INFO:tasks.workunit.client.0.smithi028.stdout: "last_undegraded": "2024-08-29T19:02:14.922767+0000", 2024-08-29T19:03:23.631 INFO:tasks.workunit.client.0.smithi028.stdout: "last_unstale": "2024-08-29T19:02:14.922767+0000", 2024-08-29T19:03:23.632 INFO:tasks.workunit.client.0.smithi028.stdout: "log_dups_size": 0, 2024-08-29T19:03:23.632 INFO:tasks.workunit.client.0.smithi028.stdout: "log_size": 3180, 2024-08-29T19:03:23.632 INFO:tasks.workunit.client.0.smithi028.stdout: "log_start": "0'0", 2024-08-29T19:03:23.632 INFO:tasks.workunit.client.0.smithi028.stdout: "manifest_stats_invalid": false, 2024-08-29T19:03:23.632 INFO:tasks.workunit.client.0.smithi028.stdout: "mapping_epoch": 680, 2024-08-29T19:03:23.632 INFO:tasks.workunit.client.0.smithi028.stdout: "object_location_counts": [], 2024-08-29T19:03:23.632 INFO:tasks.workunit.client.0.smithi028.stdout: "objects_scrubbed": 0, 2024-08-29T19:03:23.632 INFO:tasks.workunit.client.0.smithi028.stdout: "objects_trimmed": 0, 2024-08-29T19:03:23.632 INFO:tasks.workunit.client.0.smithi028.stdout: "omap_stats_invalid": false, 2024-08-29T19:03:23.632 INFO:tasks.workunit.client.0.smithi028.stdout: "ondisk_log_size": 3180, 2024-08-29T19:03:23.632 INFO:tasks.workunit.client.0.smithi028.stdout: "ondisk_log_start": "0'0", 2024-08-29T19:03:23.632 INFO:tasks.workunit.client.0.smithi028.stdout: "parent": "0.0", 2024-08-29T19:03:23.632 INFO:tasks.workunit.client.0.smithi028.stdout: "parent_split_bits": 0, 2024-08-29T19:03:23.632 INFO:tasks.workunit.client.0.smithi028.stdout: "pgid": "4.5", 2024-08-29T19:03:23.633 INFO:tasks.workunit.client.0.smithi028.stdout: "pin_stats_invalid": false, 2024-08-29T19:03:23.633 INFO:tasks.workunit.client.0.smithi028.stdout: "purged_snaps": [], 2024-08-29T19:03:23.633 INFO:tasks.workunit.client.0.smithi028.stdout: "reported_epoch": 2650, 2024-08-29T19:03:23.633 INFO:tasks.workunit.client.0.smithi028.stdout: "reported_seq": 8704, 2024-08-29T19:03:23.633 INFO:tasks.workunit.client.0.smithi028.stdout: "scrub_duration": 0.0, 2024-08-29T19:03:23.633 INFO:tasks.workunit.client.0.smithi028.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-30T17:57:34.227634+0000", 2024-08-29T19:03:23.633 INFO:tasks.workunit.client.0.smithi028.stdout: "snaptrim_duration": 0.006128842, 2024-08-29T19:03:23.633 INFO:tasks.workunit.client.0.smithi028.stdout: "snaptrimq_len": 0, 2024-08-29T19:03:23.633 INFO:tasks.workunit.client.0.smithi028.stdout: "stat_sum": { 2024-08-29T19:03:23.633 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes": 0, 2024-08-29T19:03:23.633 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes_hit_set_archive": 0, 2024-08-29T19:03:23.633 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes_recovered": 0, 2024-08-29T19:03:23.633 INFO:tasks.workunit.client.0.smithi028.stdout: "num_deep_scrub_errors": 0, 2024-08-29T19:03:23.633 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict": 0, 2024-08-29T19:03:23.634 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_kb": 0, 2024-08-29T19:03:23.634 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_mode_full": 0, 2024-08-29T19:03:23.634 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_mode_some": 0, 2024-08-29T19:03:23.634 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush": 0, 2024-08-29T19:03:23.634 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_kb": 0, 2024-08-29T19:03:23.634 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_mode_high": 0, 2024-08-29T19:03:23.634 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_mode_low": 0, 2024-08-29T19:03:23.634 INFO:tasks.workunit.client.0.smithi028.stdout: "num_keys_recovered": 0, 2024-08-29T19:03:23.634 INFO:tasks.workunit.client.0.smithi028.stdout: "num_large_omap_objects": 0, 2024-08-29T19:03:23.634 INFO:tasks.workunit.client.0.smithi028.stdout: "num_legacy_snapsets": 0, 2024-08-29T19:03:23.634 INFO:tasks.workunit.client.0.smithi028.stdout: "num_object_clones": 0, 2024-08-29T19:03:23.634 INFO:tasks.workunit.client.0.smithi028.stdout: "num_object_copies": 0, 2024-08-29T19:03:23.634 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects": 0, 2024-08-29T19:03:23.634 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_degraded": 0, 2024-08-29T19:03:23.635 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_dirty": 0, 2024-08-29T19:03:23.635 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_hit_set_archive": 0, 2024-08-29T19:03:23.635 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_manifest": 0, 2024-08-29T19:03:23.635 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_misplaced": 0, 2024-08-29T19:03:23.635 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_missing": 0, 2024-08-29T19:03:23.635 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_missing_on_primary": 0, 2024-08-29T19:03:23.635 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_omap": 0, 2024-08-29T19:03:23.635 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_pinned": 0, 2024-08-29T19:03:23.635 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_recovered": 0, 2024-08-29T19:03:23.635 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_repaired": 0, 2024-08-29T19:03:23.635 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_unfound": 0, 2024-08-29T19:03:23.635 INFO:tasks.workunit.client.0.smithi028.stdout: "num_omap_bytes": 0, 2024-08-29T19:03:23.635 INFO:tasks.workunit.client.0.smithi028.stdout: "num_omap_keys": 0, 2024-08-29T19:03:23.636 INFO:tasks.workunit.client.0.smithi028.stdout: "num_promote": 0, 2024-08-29T19:03:23.636 INFO:tasks.workunit.client.0.smithi028.stdout: "num_read": 1668, 2024-08-29T19:03:23.636 INFO:tasks.workunit.client.0.smithi028.stdout: "num_read_kb": 397965, 2024-08-29T19:03:23.636 INFO:tasks.workunit.client.0.smithi028.stdout: "num_scrub_errors": 0, 2024-08-29T19:03:23.636 INFO:tasks.workunit.client.0.smithi028.stdout: "num_shallow_scrub_errors": 0, 2024-08-29T19:03:23.636 INFO:tasks.workunit.client.0.smithi028.stdout: "num_whiteouts": 0, 2024-08-29T19:03:23.636 INFO:tasks.workunit.client.0.smithi028.stdout: "num_write": 3142, 2024-08-29T19:03:23.636 INFO:tasks.workunit.client.0.smithi028.stdout: "num_write_kb": 385564 2024-08-29T19:03:23.636 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:23.636 INFO:tasks.workunit.client.0.smithi028.stdout: "state": "active+clean", 2024-08-29T19:03:23.636 INFO:tasks.workunit.client.0.smithi028.stdout: "stats_invalid": false, 2024-08-29T19:03:23.636 INFO:tasks.workunit.client.0.smithi028.stdout: "up": [ 2024-08-29T19:03:23.636 INFO:tasks.workunit.client.0.smithi028.stdout: 6, 2024-08-29T19:03:23.636 INFO:tasks.workunit.client.0.smithi028.stdout: 4, 2024-08-29T19:03:23.637 INFO:tasks.workunit.client.0.smithi028.stdout: 7 2024-08-29T19:03:23.637 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-08-29T19:03:23.637 INFO:tasks.workunit.client.0.smithi028.stdout: "up_primary": 6, 2024-08-29T19:03:23.637 INFO:tasks.workunit.client.0.smithi028.stdout: "version": "1182'3180" 2024-08-29T19:03:23.637 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:23.637 INFO:tasks.workunit.client.0.smithi028.stdout: { 2024-08-29T19:03:23.637 INFO:tasks.workunit.client.0.smithi028.stdout: "acting": [ 2024-08-29T19:03:23.637 INFO:tasks.workunit.client.0.smithi028.stdout: 7, 2024-08-29T19:03:23.637 INFO:tasks.workunit.client.0.smithi028.stdout: 5, 2024-08-29T19:03:23.637 INFO:tasks.workunit.client.0.smithi028.stdout: 6 2024-08-29T19:03:23.637 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-08-29T19:03:23.637 INFO:tasks.workunit.client.0.smithi028.stdout: "acting_primary": 7, 2024-08-29T19:03:23.637 INFO:tasks.workunit.client.0.smithi028.stdout: "avail_no_missing": [], 2024-08-29T19:03:23.637 INFO:tasks.workunit.client.0.smithi028.stdout: "blocked_by": [], 2024-08-29T19:03:23.638 INFO:tasks.workunit.client.0.smithi028.stdout: "created": 62, 2024-08-29T19:03:23.638 INFO:tasks.workunit.client.0.smithi028.stdout: "dirty_stats_invalid": false, 2024-08-29T19:03:23.638 INFO:tasks.workunit.client.0.smithi028.stdout: "hitset_bytes_stats_invalid": false, 2024-08-29T19:03:23.638 INFO:tasks.workunit.client.0.smithi028.stdout: "hitset_stats_invalid": false, 2024-08-29T19:03:23.638 INFO:tasks.workunit.client.0.smithi028.stdout: "last_active": "2024-08-29T19:02:14.101965+0000", 2024-08-29T19:03:23.638 INFO:tasks.workunit.client.0.smithi028.stdout: "last_became_active": "2024-08-29T17:58:11.348015+0000", 2024-08-29T19:03:23.638 INFO:tasks.workunit.client.0.smithi028.stdout: "last_became_peered": "2024-08-29T17:58:11.348015+0000", 2024-08-29T19:03:23.638 INFO:tasks.workunit.client.0.smithi028.stdout: "last_change": "2024-08-29T17:58:11.348292+0000", 2024-08-29T19:03:23.638 INFO:tasks.workunit.client.0.smithi028.stdout: "last_clean": "2024-08-29T19:02:14.101965+0000", 2024-08-29T19:03:23.638 INFO:tasks.workunit.client.0.smithi028.stdout: "last_clean_scrub_stamp": "2024-08-29T17:41:01.987071+0000", 2024-08-29T19:03:23.638 INFO:tasks.workunit.client.0.smithi028.stdout: "last_deep_scrub": "0'0", 2024-08-29T19:03:23.638 INFO:tasks.workunit.client.0.smithi028.stdout: "last_deep_scrub_stamp": "2024-08-29T17:41:01.987071+0000", 2024-08-29T19:03:23.638 INFO:tasks.workunit.client.0.smithi028.stdout: "last_epoch_clean": 681, 2024-08-29T19:03:23.638 INFO:tasks.workunit.client.0.smithi028.stdout: "last_fresh": "2024-08-29T19:02:14.101965+0000", 2024-08-29T19:03:23.639 INFO:tasks.workunit.client.0.smithi028.stdout: "last_fullsized": "2024-08-29T19:02:14.101965+0000", 2024-08-29T19:03:23.639 INFO:tasks.workunit.client.0.smithi028.stdout: "last_peered": "2024-08-29T19:02:14.101965+0000", 2024-08-29T19:03:23.639 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub": "0'0", 2024-08-29T19:03:23.639 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub_duration": 0, 2024-08-29T19:03:23.639 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub_stamp": "2024-08-29T17:41:01.987071+0000", 2024-08-29T19:03:23.639 INFO:tasks.workunit.client.0.smithi028.stdout: "last_undegraded": "2024-08-29T19:02:14.101965+0000", 2024-08-29T19:03:23.639 INFO:tasks.workunit.client.0.smithi028.stdout: "last_unstale": "2024-08-29T19:02:14.101965+0000", 2024-08-29T19:03:23.639 INFO:tasks.workunit.client.0.smithi028.stdout: "log_dups_size": 0, 2024-08-29T19:03:23.639 INFO:tasks.workunit.client.0.smithi028.stdout: "log_size": 0, 2024-08-29T19:03:23.639 INFO:tasks.workunit.client.0.smithi028.stdout: "log_start": "0'0", 2024-08-29T19:03:23.639 INFO:tasks.workunit.client.0.smithi028.stdout: "manifest_stats_invalid": false, 2024-08-29T19:03:23.639 INFO:tasks.workunit.client.0.smithi028.stdout: "mapping_epoch": 680, 2024-08-29T19:03:23.639 INFO:tasks.workunit.client.0.smithi028.stdout: "object_location_counts": [], 2024-08-29T19:03:23.639 INFO:tasks.workunit.client.0.smithi028.stdout: "objects_scrubbed": 0, 2024-08-29T19:03:23.640 INFO:tasks.workunit.client.0.smithi028.stdout: "objects_trimmed": 0, 2024-08-29T19:03:23.640 INFO:tasks.workunit.client.0.smithi028.stdout: "omap_stats_invalid": false, 2024-08-29T19:03:23.640 INFO:tasks.workunit.client.0.smithi028.stdout: "ondisk_log_size": 0, 2024-08-29T19:03:23.640 INFO:tasks.workunit.client.0.smithi028.stdout: "ondisk_log_start": "0'0", 2024-08-29T19:03:23.640 INFO:tasks.workunit.client.0.smithi028.stdout: "parent": "0.0", 2024-08-29T19:03:23.640 INFO:tasks.workunit.client.0.smithi028.stdout: "parent_split_bits": 0, 2024-08-29T19:03:23.640 INFO:tasks.workunit.client.0.smithi028.stdout: "pgid": "3.d", 2024-08-29T19:03:23.640 INFO:tasks.workunit.client.0.smithi028.stdout: "pin_stats_invalid": false, 2024-08-29T19:03:23.640 INFO:tasks.workunit.client.0.smithi028.stdout: "purged_snaps": [], 2024-08-29T19:03:23.640 INFO:tasks.workunit.client.0.smithi028.stdout: "reported_epoch": 2650, 2024-08-29T19:03:23.640 INFO:tasks.workunit.client.0.smithi028.stdout: "reported_seq": 4553, 2024-08-29T19:03:23.640 INFO:tasks.workunit.client.0.smithi028.stdout: "scrub_duration": 0.0, 2024-08-29T19:03:23.640 INFO:tasks.workunit.client.0.smithi028.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-31T03:36:13.736093+0000", 2024-08-29T19:03:23.641 INFO:tasks.workunit.client.0.smithi028.stdout: "snaptrim_duration": 0.0, 2024-08-29T19:03:23.641 INFO:tasks.workunit.client.0.smithi028.stdout: "snaptrimq_len": 0, 2024-08-29T19:03:23.641 INFO:tasks.workunit.client.0.smithi028.stdout: "stat_sum": { 2024-08-29T19:03:23.641 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes": 0, 2024-08-29T19:03:23.641 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes_hit_set_archive": 0, 2024-08-29T19:03:23.641 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes_recovered": 0, 2024-08-29T19:03:23.641 INFO:tasks.workunit.client.0.smithi028.stdout: "num_deep_scrub_errors": 0, 2024-08-29T19:03:23.641 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict": 0, 2024-08-29T19:03:23.641 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_kb": 0, 2024-08-29T19:03:23.641 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_mode_full": 0, 2024-08-29T19:03:23.641 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_mode_some": 0, 2024-08-29T19:03:23.641 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush": 0, 2024-08-29T19:03:23.641 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_kb": 0, 2024-08-29T19:03:23.641 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_mode_high": 0, 2024-08-29T19:03:23.642 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_mode_low": 0, 2024-08-29T19:03:23.642 INFO:tasks.workunit.client.0.smithi028.stdout: "num_keys_recovered": 0, 2024-08-29T19:03:23.642 INFO:tasks.workunit.client.0.smithi028.stdout: "num_large_omap_objects": 0, 2024-08-29T19:03:23.642 INFO:tasks.workunit.client.0.smithi028.stdout: "num_legacy_snapsets": 0, 2024-08-29T19:03:23.642 INFO:tasks.workunit.client.0.smithi028.stdout: "num_object_clones": 0, 2024-08-29T19:03:23.642 INFO:tasks.workunit.client.0.smithi028.stdout: "num_object_copies": 0, 2024-08-29T19:03:23.642 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects": 0, 2024-08-29T19:03:23.642 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_degraded": 0, 2024-08-29T19:03:23.642 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_dirty": 0, 2024-08-29T19:03:23.642 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_hit_set_archive": 0, 2024-08-29T19:03:23.642 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_manifest": 0, 2024-08-29T19:03:23.642 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_misplaced": 0, 2024-08-29T19:03:23.642 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_missing": 0, 2024-08-29T19:03:23.642 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_missing_on_primary": 0, 2024-08-29T19:03:23.642 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_omap": 0, 2024-08-29T19:03:23.643 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_pinned": 0, 2024-08-29T19:03:23.643 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_recovered": 0, 2024-08-29T19:03:23.643 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_repaired": 0, 2024-08-29T19:03:23.643 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_unfound": 0, 2024-08-29T19:03:23.643 INFO:tasks.workunit.client.0.smithi028.stdout: "num_omap_bytes": 0, 2024-08-29T19:03:23.643 INFO:tasks.workunit.client.0.smithi028.stdout: "num_omap_keys": 0, 2024-08-29T19:03:23.643 INFO:tasks.workunit.client.0.smithi028.stdout: "num_promote": 0, 2024-08-29T19:03:23.643 INFO:tasks.workunit.client.0.smithi028.stdout: "num_read": 0, 2024-08-29T19:03:23.643 INFO:tasks.workunit.client.0.smithi028.stdout: "num_read_kb": 0, 2024-08-29T19:03:23.643 INFO:tasks.workunit.client.0.smithi028.stdout: "num_scrub_errors": 0, 2024-08-29T19:03:23.643 INFO:tasks.workunit.client.0.smithi028.stdout: "num_shallow_scrub_errors": 0, 2024-08-29T19:03:23.643 INFO:tasks.workunit.client.0.smithi028.stdout: "num_whiteouts": 0, 2024-08-29T19:03:23.643 INFO:tasks.workunit.client.0.smithi028.stdout: "num_write": 0, 2024-08-29T19:03:23.644 INFO:tasks.workunit.client.0.smithi028.stdout: "num_write_kb": 0 2024-08-29T19:03:23.644 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:23.644 INFO:tasks.workunit.client.0.smithi028.stdout: "state": "active+clean", 2024-08-29T19:03:23.644 INFO:tasks.workunit.client.0.smithi028.stdout: "stats_invalid": false, 2024-08-29T19:03:23.644 INFO:tasks.workunit.client.0.smithi028.stdout: "up": [ 2024-08-29T19:03:23.644 INFO:tasks.workunit.client.0.smithi028.stdout: 7, 2024-08-29T19:03:23.644 INFO:tasks.workunit.client.0.smithi028.stdout: 5, 2024-08-29T19:03:23.644 INFO:tasks.workunit.client.0.smithi028.stdout: 6 2024-08-29T19:03:23.644 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-08-29T19:03:23.644 INFO:tasks.workunit.client.0.smithi028.stdout: "up_primary": 7, 2024-08-29T19:03:23.644 INFO:tasks.workunit.client.0.smithi028.stdout: "version": "0'0" 2024-08-29T19:03:23.644 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:23.644 INFO:tasks.workunit.client.0.smithi028.stdout: { 2024-08-29T19:03:23.644 INFO:tasks.workunit.client.0.smithi028.stdout: "acting": [ 2024-08-29T19:03:23.645 INFO:tasks.workunit.client.0.smithi028.stdout: 2, 2024-08-29T19:03:23.645 INFO:tasks.workunit.client.0.smithi028.stdout: 5, 2024-08-29T19:03:23.645 INFO:tasks.workunit.client.0.smithi028.stdout: 0 2024-08-29T19:03:23.645 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-08-29T19:03:23.645 INFO:tasks.workunit.client.0.smithi028.stdout: "acting_primary": 2, 2024-08-29T19:03:23.645 INFO:tasks.workunit.client.0.smithi028.stdout: "avail_no_missing": [], 2024-08-29T19:03:23.645 INFO:tasks.workunit.client.0.smithi028.stdout: "blocked_by": [], 2024-08-29T19:03:23.645 INFO:tasks.workunit.client.0.smithi028.stdout: "created": 59, 2024-08-29T19:03:23.645 INFO:tasks.workunit.client.0.smithi028.stdout: "dirty_stats_invalid": false, 2024-08-29T19:03:23.645 INFO:tasks.workunit.client.0.smithi028.stdout: "hitset_bytes_stats_invalid": false, 2024-08-29T19:03:23.645 INFO:tasks.workunit.client.0.smithi028.stdout: "hitset_stats_invalid": false, 2024-08-29T19:03:23.645 INFO:tasks.workunit.client.0.smithi028.stdout: "last_active": "2024-08-29T19:02:14.111048+0000", 2024-08-29T19:03:23.645 INFO:tasks.workunit.client.0.smithi028.stdout: "last_became_active": "2024-08-29T17:57:02.350619+0000", 2024-08-29T19:03:23.646 INFO:tasks.workunit.client.0.smithi028.stdout: "last_became_peered": "2024-08-29T17:57:02.350619+0000", 2024-08-29T19:03:23.646 INFO:tasks.workunit.client.0.smithi028.stdout: "last_change": "2024-08-29T17:57:02.351591+0000", 2024-08-29T19:03:23.646 INFO:tasks.workunit.client.0.smithi028.stdout: "last_clean": "2024-08-29T19:02:14.111048+0000", 2024-08-29T19:03:23.646 INFO:tasks.workunit.client.0.smithi028.stdout: "last_clean_scrub_stamp": "2024-08-29T17:40:52.944949+0000", 2024-08-29T19:03:23.646 INFO:tasks.workunit.client.0.smithi028.stdout: "last_deep_scrub": "0'0", 2024-08-29T19:03:23.646 INFO:tasks.workunit.client.0.smithi028.stdout: "last_deep_scrub_stamp": "2024-08-29T17:40:52.944949+0000", 2024-08-29T19:03:23.646 INFO:tasks.workunit.client.0.smithi028.stdout: "last_epoch_clean": 613, 2024-08-29T19:03:23.646 INFO:tasks.workunit.client.0.smithi028.stdout: "last_fresh": "2024-08-29T19:02:14.111048+0000", 2024-08-29T19:03:23.646 INFO:tasks.workunit.client.0.smithi028.stdout: "last_fullsized": "2024-08-29T19:02:14.111048+0000", 2024-08-29T19:03:23.646 INFO:tasks.workunit.client.0.smithi028.stdout: "last_peered": "2024-08-29T19:02:14.111048+0000", 2024-08-29T19:03:23.646 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub": "0'0", 2024-08-29T19:03:23.646 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub_duration": 0, 2024-08-29T19:03:23.646 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub_stamp": "2024-08-29T17:40:52.944949+0000", 2024-08-29T19:03:23.646 INFO:tasks.workunit.client.0.smithi028.stdout: "last_undegraded": "2024-08-29T19:02:14.111048+0000", 2024-08-29T19:03:23.647 INFO:tasks.workunit.client.0.smithi028.stdout: "last_unstale": "2024-08-29T19:02:14.111048+0000", 2024-08-29T19:03:23.647 INFO:tasks.workunit.client.0.smithi028.stdout: "log_dups_size": 0, 2024-08-29T19:03:23.647 INFO:tasks.workunit.client.0.smithi028.stdout: "log_size": 0, 2024-08-29T19:03:23.647 INFO:tasks.workunit.client.0.smithi028.stdout: "log_start": "0'0", 2024-08-29T19:03:23.647 INFO:tasks.workunit.client.0.smithi028.stdout: "manifest_stats_invalid": false, 2024-08-29T19:03:23.647 INFO:tasks.workunit.client.0.smithi028.stdout: "mapping_epoch": 612, 2024-08-29T19:03:23.647 INFO:tasks.workunit.client.0.smithi028.stdout: "object_location_counts": [], 2024-08-29T19:03:23.647 INFO:tasks.workunit.client.0.smithi028.stdout: "objects_scrubbed": 0, 2024-08-29T19:03:23.647 INFO:tasks.workunit.client.0.smithi028.stdout: "objects_trimmed": 0, 2024-08-29T19:03:23.647 INFO:tasks.workunit.client.0.smithi028.stdout: "omap_stats_invalid": false, 2024-08-29T19:03:23.647 INFO:tasks.workunit.client.0.smithi028.stdout: "ondisk_log_size": 0, 2024-08-29T19:03:23.647 INFO:tasks.workunit.client.0.smithi028.stdout: "ondisk_log_start": "0'0", 2024-08-29T19:03:23.647 INFO:tasks.workunit.client.0.smithi028.stdout: "parent": "0.0", 2024-08-29T19:03:23.647 INFO:tasks.workunit.client.0.smithi028.stdout: "parent_split_bits": 0, 2024-08-29T19:03:23.648 INFO:tasks.workunit.client.0.smithi028.stdout: "pgid": "2.c", 2024-08-29T19:03:23.648 INFO:tasks.workunit.client.0.smithi028.stdout: "pin_stats_invalid": false, 2024-08-29T19:03:23.648 INFO:tasks.workunit.client.0.smithi028.stdout: "purged_snaps": [], 2024-08-29T19:03:23.648 INFO:tasks.workunit.client.0.smithi028.stdout: "reported_epoch": 2650, 2024-08-29T19:03:23.648 INFO:tasks.workunit.client.0.smithi028.stdout: "reported_seq": 4745, 2024-08-29T19:03:23.648 INFO:tasks.workunit.client.0.smithi028.stdout: "scrub_duration": 0.0, 2024-08-29T19:03:23.648 INFO:tasks.workunit.client.0.smithi028.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-30T18:20:24.584832+0000", 2024-08-29T19:03:23.648 INFO:tasks.workunit.client.0.smithi028.stdout: "snaptrim_duration": 0.0, 2024-08-29T19:03:23.648 INFO:tasks.workunit.client.0.smithi028.stdout: "snaptrimq_len": 0, 2024-08-29T19:03:23.648 INFO:tasks.workunit.client.0.smithi028.stdout: "stat_sum": { 2024-08-29T19:03:23.648 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes": 0, 2024-08-29T19:03:23.648 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes_hit_set_archive": 0, 2024-08-29T19:03:23.648 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes_recovered": 0, 2024-08-29T19:03:23.648 INFO:tasks.workunit.client.0.smithi028.stdout: "num_deep_scrub_errors": 0, 2024-08-29T19:03:23.649 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict": 0, 2024-08-29T19:03:23.649 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_kb": 0, 2024-08-29T19:03:23.649 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_mode_full": 0, 2024-08-29T19:03:23.649 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_mode_some": 0, 2024-08-29T19:03:23.649 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush": 0, 2024-08-29T19:03:23.649 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_kb": 0, 2024-08-29T19:03:23.649 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_mode_high": 0, 2024-08-29T19:03:23.649 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_mode_low": 0, 2024-08-29T19:03:23.649 INFO:tasks.workunit.client.0.smithi028.stdout: "num_keys_recovered": 0, 2024-08-29T19:03:23.649 INFO:tasks.workunit.client.0.smithi028.stdout: "num_large_omap_objects": 0, 2024-08-29T19:03:23.649 INFO:tasks.workunit.client.0.smithi028.stdout: "num_legacy_snapsets": 0, 2024-08-29T19:03:23.649 INFO:tasks.workunit.client.0.smithi028.stdout: "num_object_clones": 0, 2024-08-29T19:03:23.649 INFO:tasks.workunit.client.0.smithi028.stdout: "num_object_copies": 0, 2024-08-29T19:03:23.649 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects": 0, 2024-08-29T19:03:23.650 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_degraded": 0, 2024-08-29T19:03:23.650 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_dirty": 0, 2024-08-29T19:03:23.650 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_hit_set_archive": 0, 2024-08-29T19:03:23.650 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_manifest": 0, 2024-08-29T19:03:23.652 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_misplaced": 0, 2024-08-29T19:03:23.652 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_missing": 0, 2024-08-29T19:03:23.652 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_missing_on_primary": 0, 2024-08-29T19:03:23.652 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_omap": 0, 2024-08-29T19:03:23.652 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_pinned": 0, 2024-08-29T19:03:23.652 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_recovered": 0, 2024-08-29T19:03:23.653 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_repaired": 0, 2024-08-29T19:03:23.653 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_unfound": 0, 2024-08-29T19:03:23.653 INFO:tasks.workunit.client.0.smithi028.stdout: "num_omap_bytes": 0, 2024-08-29T19:03:23.653 INFO:tasks.workunit.client.0.smithi028.stdout: "num_omap_keys": 0, 2024-08-29T19:03:23.653 INFO:tasks.workunit.client.0.smithi028.stdout: "num_promote": 0, 2024-08-29T19:03:23.653 INFO:tasks.workunit.client.0.smithi028.stdout: "num_read": 0, 2024-08-29T19:03:23.653 INFO:tasks.workunit.client.0.smithi028.stdout: "num_read_kb": 0, 2024-08-29T19:03:23.653 INFO:tasks.workunit.client.0.smithi028.stdout: "num_scrub_errors": 0, 2024-08-29T19:03:23.653 INFO:tasks.workunit.client.0.smithi028.stdout: "num_shallow_scrub_errors": 0, 2024-08-29T19:03:23.653 INFO:tasks.workunit.client.0.smithi028.stdout: "num_whiteouts": 0, 2024-08-29T19:03:23.653 INFO:tasks.workunit.client.0.smithi028.stdout: "num_write": 0, 2024-08-29T19:03:23.653 INFO:tasks.workunit.client.0.smithi028.stdout: "num_write_kb": 0 2024-08-29T19:03:23.653 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:23.653 INFO:tasks.workunit.client.0.smithi028.stdout: "state": "active+clean", 2024-08-29T19:03:23.654 INFO:tasks.workunit.client.0.smithi028.stdout: "stats_invalid": false, 2024-08-29T19:03:23.654 INFO:tasks.workunit.client.0.smithi028.stdout: "up": [ 2024-08-29T19:03:23.654 INFO:tasks.workunit.client.0.smithi028.stdout: 2, 2024-08-29T19:03:23.654 INFO:tasks.workunit.client.0.smithi028.stdout: 5, 2024-08-29T19:03:23.654 INFO:tasks.workunit.client.0.smithi028.stdout: 0 2024-08-29T19:03:23.654 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-08-29T19:03:23.654 INFO:tasks.workunit.client.0.smithi028.stdout: "up_primary": 2, 2024-08-29T19:03:23.654 INFO:tasks.workunit.client.0.smithi028.stdout: "version": "0'0" 2024-08-29T19:03:23.654 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:23.654 INFO:tasks.workunit.client.0.smithi028.stdout: { 2024-08-29T19:03:23.654 INFO:tasks.workunit.client.0.smithi028.stdout: "acting": [ 2024-08-29T19:03:23.654 INFO:tasks.workunit.client.0.smithi028.stdout: 5, 2024-08-29T19:03:23.654 INFO:tasks.workunit.client.0.smithi028.stdout: 3, 2024-08-29T19:03:23.654 INFO:tasks.workunit.client.0.smithi028.stdout: 6 2024-08-29T19:03:23.654 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-08-29T19:03:23.655 INFO:tasks.workunit.client.0.smithi028.stdout: "acting_primary": 5, 2024-08-29T19:03:23.655 INFO:tasks.workunit.client.0.smithi028.stdout: "avail_no_missing": [], 2024-08-29T19:03:23.655 INFO:tasks.workunit.client.0.smithi028.stdout: "blocked_by": [], 2024-08-29T19:03:23.655 INFO:tasks.workunit.client.0.smithi028.stdout: "created": 62, 2024-08-29T19:03:23.655 INFO:tasks.workunit.client.0.smithi028.stdout: "dirty_stats_invalid": false, 2024-08-29T19:03:23.655 INFO:tasks.workunit.client.0.smithi028.stdout: "hitset_bytes_stats_invalid": false, 2024-08-29T19:03:23.655 INFO:tasks.workunit.client.0.smithi028.stdout: "hitset_stats_invalid": false, 2024-08-29T19:03:23.655 INFO:tasks.workunit.client.0.smithi028.stdout: "last_active": "2024-08-29T19:02:14.927573+0000", 2024-08-29T19:03:23.655 INFO:tasks.workunit.client.0.smithi028.stdout: "last_became_active": "2024-08-29T17:57:36.381001+0000", 2024-08-29T19:03:23.655 INFO:tasks.workunit.client.0.smithi028.stdout: "last_became_peered": "2024-08-29T17:57:36.381001+0000", 2024-08-29T19:03:23.655 INFO:tasks.workunit.client.0.smithi028.stdout: "last_change": "2024-08-29T17:57:36.381383+0000", 2024-08-29T19:03:23.655 INFO:tasks.workunit.client.0.smithi028.stdout: "last_clean": "2024-08-29T19:02:14.927573+0000", 2024-08-29T19:03:23.655 INFO:tasks.workunit.client.0.smithi028.stdout: "last_clean_scrub_stamp": "2024-08-29T17:41:01.987071+0000", 2024-08-29T19:03:23.655 INFO:tasks.workunit.client.0.smithi028.stdout: "last_deep_scrub": "0'0", 2024-08-29T19:03:23.656 INFO:tasks.workunit.client.0.smithi028.stdout: "last_deep_scrub_stamp": "2024-08-29T17:41:01.987071+0000", 2024-08-29T19:03:23.656 INFO:tasks.workunit.client.0.smithi028.stdout: "last_epoch_clean": 646, 2024-08-29T19:03:23.656 INFO:tasks.workunit.client.0.smithi028.stdout: "last_fresh": "2024-08-29T19:02:14.927573+0000", 2024-08-29T19:03:23.656 INFO:tasks.workunit.client.0.smithi028.stdout: "last_fullsized": "2024-08-29T19:02:14.927573+0000", 2024-08-29T19:03:23.656 INFO:tasks.workunit.client.0.smithi028.stdout: "last_peered": "2024-08-29T19:02:14.927573+0000", 2024-08-29T19:03:23.656 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub": "0'0", 2024-08-29T19:03:23.656 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub_duration": 0, 2024-08-29T19:03:23.656 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub_stamp": "2024-08-29T17:41:01.987071+0000", 2024-08-29T19:03:23.656 INFO:tasks.workunit.client.0.smithi028.stdout: "last_undegraded": "2024-08-29T19:02:14.927573+0000", 2024-08-29T19:03:23.656 INFO:tasks.workunit.client.0.smithi028.stdout: "last_unstale": "2024-08-29T19:02:14.927573+0000", 2024-08-29T19:03:23.656 INFO:tasks.workunit.client.0.smithi028.stdout: "log_dups_size": 0, 2024-08-29T19:03:23.656 INFO:tasks.workunit.client.0.smithi028.stdout: "log_size": 0, 2024-08-29T19:03:23.656 INFO:tasks.workunit.client.0.smithi028.stdout: "log_start": "0'0", 2024-08-29T19:03:23.656 INFO:tasks.workunit.client.0.smithi028.stdout: "manifest_stats_invalid": false, 2024-08-29T19:03:23.656 INFO:tasks.workunit.client.0.smithi028.stdout: "mapping_epoch": 645, 2024-08-29T19:03:23.657 INFO:tasks.workunit.client.0.smithi028.stdout: "object_location_counts": [], 2024-08-29T19:03:23.657 INFO:tasks.workunit.client.0.smithi028.stdout: "objects_scrubbed": 0, 2024-08-29T19:03:23.657 INFO:tasks.workunit.client.0.smithi028.stdout: "objects_trimmed": 0, 2024-08-29T19:03:23.657 INFO:tasks.workunit.client.0.smithi028.stdout: "omap_stats_invalid": false, 2024-08-29T19:03:23.657 INFO:tasks.workunit.client.0.smithi028.stdout: "ondisk_log_size": 0, 2024-08-29T19:03:23.657 INFO:tasks.workunit.client.0.smithi028.stdout: "ondisk_log_start": "0'0", 2024-08-29T19:03:23.657 INFO:tasks.workunit.client.0.smithi028.stdout: "parent": "0.0", 2024-08-29T19:03:23.657 INFO:tasks.workunit.client.0.smithi028.stdout: "parent_split_bits": 0, 2024-08-29T19:03:23.657 INFO:tasks.workunit.client.0.smithi028.stdout: "pgid": "3.c", 2024-08-29T19:03:23.657 INFO:tasks.workunit.client.0.smithi028.stdout: "pin_stats_invalid": false, 2024-08-29T19:03:23.657 INFO:tasks.workunit.client.0.smithi028.stdout: "purged_snaps": [], 2024-08-29T19:03:23.657 INFO:tasks.workunit.client.0.smithi028.stdout: "reported_epoch": 2650, 2024-08-29T19:03:23.657 INFO:tasks.workunit.client.0.smithi028.stdout: "reported_seq": 4635, 2024-08-29T19:03:23.658 INFO:tasks.workunit.client.0.smithi028.stdout: "scrub_duration": 0.0, 2024-08-29T19:03:23.658 INFO:tasks.workunit.client.0.smithi028.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-30T22:33:45.429634+0000", 2024-08-29T19:03:23.658 INFO:tasks.workunit.client.0.smithi028.stdout: "snaptrim_duration": 0.0, 2024-08-29T19:03:23.658 INFO:tasks.workunit.client.0.smithi028.stdout: "snaptrimq_len": 0, 2024-08-29T19:03:23.658 INFO:tasks.workunit.client.0.smithi028.stdout: "stat_sum": { 2024-08-29T19:03:23.658 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes": 0, 2024-08-29T19:03:23.658 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes_hit_set_archive": 0, 2024-08-29T19:03:23.658 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes_recovered": 0, 2024-08-29T19:03:23.658 INFO:tasks.workunit.client.0.smithi028.stdout: "num_deep_scrub_errors": 0, 2024-08-29T19:03:23.658 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict": 0, 2024-08-29T19:03:23.658 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_kb": 0, 2024-08-29T19:03:23.658 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_mode_full": 0, 2024-08-29T19:03:23.658 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_mode_some": 0, 2024-08-29T19:03:23.658 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush": 0, 2024-08-29T19:03:23.658 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_kb": 0, 2024-08-29T19:03:23.659 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_mode_high": 0, 2024-08-29T19:03:23.659 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_mode_low": 0, 2024-08-29T19:03:23.659 INFO:tasks.workunit.client.0.smithi028.stdout: "num_keys_recovered": 0, 2024-08-29T19:03:23.659 INFO:tasks.workunit.client.0.smithi028.stdout: "num_large_omap_objects": 0, 2024-08-29T19:03:23.659 INFO:tasks.workunit.client.0.smithi028.stdout: "num_legacy_snapsets": 0, 2024-08-29T19:03:23.659 INFO:tasks.workunit.client.0.smithi028.stdout: "num_object_clones": 0, 2024-08-29T19:03:23.659 INFO:tasks.workunit.client.0.smithi028.stdout: "num_object_copies": 0, 2024-08-29T19:03:23.659 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects": 0, 2024-08-29T19:03:23.659 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_degraded": 0, 2024-08-29T19:03:23.659 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_dirty": 0, 2024-08-29T19:03:23.659 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_hit_set_archive": 0, 2024-08-29T19:03:23.659 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_manifest": 0, 2024-08-29T19:03:23.659 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_misplaced": 0, 2024-08-29T19:03:23.659 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_missing": 0, 2024-08-29T19:03:23.660 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_missing_on_primary": 0, 2024-08-29T19:03:23.660 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_omap": 0, 2024-08-29T19:03:23.660 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_pinned": 0, 2024-08-29T19:03:23.660 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_recovered": 0, 2024-08-29T19:03:23.660 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_repaired": 0, 2024-08-29T19:03:23.660 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_unfound": 0, 2024-08-29T19:03:23.660 INFO:tasks.workunit.client.0.smithi028.stdout: "num_omap_bytes": 0, 2024-08-29T19:03:23.660 INFO:tasks.workunit.client.0.smithi028.stdout: "num_omap_keys": 0, 2024-08-29T19:03:23.660 INFO:tasks.workunit.client.0.smithi028.stdout: "num_promote": 0, 2024-08-29T19:03:23.660 INFO:tasks.workunit.client.0.smithi028.stdout: "num_read": 0, 2024-08-29T19:03:23.660 INFO:tasks.workunit.client.0.smithi028.stdout: "num_read_kb": 0, 2024-08-29T19:03:23.660 INFO:tasks.workunit.client.0.smithi028.stdout: "num_scrub_errors": 0, 2024-08-29T19:03:23.660 INFO:tasks.workunit.client.0.smithi028.stdout: "num_shallow_scrub_errors": 0, 2024-08-29T19:03:23.660 INFO:tasks.workunit.client.0.smithi028.stdout: "num_whiteouts": 0, 2024-08-29T19:03:23.661 INFO:tasks.workunit.client.0.smithi028.stdout: "num_write": 0, 2024-08-29T19:03:23.661 INFO:tasks.workunit.client.0.smithi028.stdout: "num_write_kb": 0 2024-08-29T19:03:23.661 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:23.661 INFO:tasks.workunit.client.0.smithi028.stdout: "state": "active+clean", 2024-08-29T19:03:23.661 INFO:tasks.workunit.client.0.smithi028.stdout: "stats_invalid": false, 2024-08-29T19:03:23.661 INFO:tasks.workunit.client.0.smithi028.stdout: "up": [ 2024-08-29T19:03:23.661 INFO:tasks.workunit.client.0.smithi028.stdout: 5, 2024-08-29T19:03:23.661 INFO:tasks.workunit.client.0.smithi028.stdout: 3, 2024-08-29T19:03:23.661 INFO:tasks.workunit.client.0.smithi028.stdout: 6 2024-08-29T19:03:23.661 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-08-29T19:03:23.661 INFO:tasks.workunit.client.0.smithi028.stdout: "up_primary": 5, 2024-08-29T19:03:23.661 INFO:tasks.workunit.client.0.smithi028.stdout: "version": "0'0" 2024-08-29T19:03:23.661 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:23.661 INFO:tasks.workunit.client.0.smithi028.stdout: { 2024-08-29T19:03:23.662 INFO:tasks.workunit.client.0.smithi028.stdout: "acting": [ 2024-08-29T19:03:23.662 INFO:tasks.workunit.client.0.smithi028.stdout: 1, 2024-08-29T19:03:23.662 INFO:tasks.workunit.client.0.smithi028.stdout: 4, 2024-08-29T19:03:23.662 INFO:tasks.workunit.client.0.smithi028.stdout: 3 2024-08-29T19:03:23.662 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-08-29T19:03:23.662 INFO:tasks.workunit.client.0.smithi028.stdout: "acting_primary": 1, 2024-08-29T19:03:23.662 INFO:tasks.workunit.client.0.smithi028.stdout: "avail_no_missing": [], 2024-08-29T19:03:23.662 INFO:tasks.workunit.client.0.smithi028.stdout: "blocked_by": [], 2024-08-29T19:03:23.662 INFO:tasks.workunit.client.0.smithi028.stdout: "created": 59, 2024-08-29T19:03:23.662 INFO:tasks.workunit.client.0.smithi028.stdout: "dirty_stats_invalid": false, 2024-08-29T19:03:23.662 INFO:tasks.workunit.client.0.smithi028.stdout: "hitset_bytes_stats_invalid": false, 2024-08-29T19:03:23.662 INFO:tasks.workunit.client.0.smithi028.stdout: "hitset_stats_invalid": false, 2024-08-29T19:03:23.662 INFO:tasks.workunit.client.0.smithi028.stdout: "last_active": "2024-08-29T19:02:14.819216+0000", 2024-08-29T19:03:23.663 INFO:tasks.workunit.client.0.smithi028.stdout: "last_became_active": "2024-08-29T17:56:29.374713+0000", 2024-08-29T19:03:23.663 INFO:tasks.workunit.client.0.smithi028.stdout: "last_became_peered": "2024-08-29T17:56:29.374713+0000", 2024-08-29T19:03:23.663 INFO:tasks.workunit.client.0.smithi028.stdout: "last_change": "2024-08-29T17:56:29.375649+0000", 2024-08-29T19:03:23.663 INFO:tasks.workunit.client.0.smithi028.stdout: "last_clean": "2024-08-29T19:02:14.819216+0000", 2024-08-29T19:03:23.663 INFO:tasks.workunit.client.0.smithi028.stdout: "last_clean_scrub_stamp": "2024-08-29T17:40:52.944949+0000", 2024-08-29T19:03:23.663 INFO:tasks.workunit.client.0.smithi028.stdout: "last_deep_scrub": "0'0", 2024-08-29T19:03:23.663 INFO:tasks.workunit.client.0.smithi028.stdout: "last_deep_scrub_stamp": "2024-08-29T17:40:52.944949+0000", 2024-08-29T19:03:23.663 INFO:tasks.workunit.client.0.smithi028.stdout: "last_epoch_clean": 580, 2024-08-29T19:03:23.663 INFO:tasks.workunit.client.0.smithi028.stdout: "last_fresh": "2024-08-29T19:02:14.819216+0000", 2024-08-29T19:03:23.663 INFO:tasks.workunit.client.0.smithi028.stdout: "last_fullsized": "2024-08-29T19:02:14.819216+0000", 2024-08-29T19:03:23.663 INFO:tasks.workunit.client.0.smithi028.stdout: "last_peered": "2024-08-29T19:02:14.819216+0000", 2024-08-29T19:03:23.663 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub": "0'0", 2024-08-29T19:03:23.663 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub_duration": 0, 2024-08-29T19:03:23.664 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub_stamp": "2024-08-29T17:40:52.944949+0000", 2024-08-29T19:03:23.664 INFO:tasks.workunit.client.0.smithi028.stdout: "last_undegraded": "2024-08-29T19:02:14.819216+0000", 2024-08-29T19:03:23.664 INFO:tasks.workunit.client.0.smithi028.stdout: "last_unstale": "2024-08-29T19:02:14.819216+0000", 2024-08-29T19:03:23.664 INFO:tasks.workunit.client.0.smithi028.stdout: "log_dups_size": 0, 2024-08-29T19:03:23.664 INFO:tasks.workunit.client.0.smithi028.stdout: "log_size": 1, 2024-08-29T19:03:23.664 INFO:tasks.workunit.client.0.smithi028.stdout: "log_start": "0'0", 2024-08-29T19:03:23.664 INFO:tasks.workunit.client.0.smithi028.stdout: "manifest_stats_invalid": false, 2024-08-29T19:03:23.664 INFO:tasks.workunit.client.0.smithi028.stdout: "mapping_epoch": 579, 2024-08-29T19:03:23.664 INFO:tasks.workunit.client.0.smithi028.stdout: "object_location_counts": [], 2024-08-29T19:03:23.664 INFO:tasks.workunit.client.0.smithi028.stdout: "objects_scrubbed": 0, 2024-08-29T19:03:23.664 INFO:tasks.workunit.client.0.smithi028.stdout: "objects_trimmed": 0, 2024-08-29T19:03:23.664 INFO:tasks.workunit.client.0.smithi028.stdout: "omap_stats_invalid": false, 2024-08-29T19:03:23.664 INFO:tasks.workunit.client.0.smithi028.stdout: "ondisk_log_size": 1, 2024-08-29T19:03:23.664 INFO:tasks.workunit.client.0.smithi028.stdout: "ondisk_log_start": "0'0", 2024-08-29T19:03:23.665 INFO:tasks.workunit.client.0.smithi028.stdout: "parent": "0.0", 2024-08-29T19:03:23.665 INFO:tasks.workunit.client.0.smithi028.stdout: "parent_split_bits": 0, 2024-08-29T19:03:23.665 INFO:tasks.workunit.client.0.smithi028.stdout: "pgid": "2.d", 2024-08-29T19:03:23.665 INFO:tasks.workunit.client.0.smithi028.stdout: "pin_stats_invalid": false, 2024-08-29T19:03:23.665 INFO:tasks.workunit.client.0.smithi028.stdout: "purged_snaps": [], 2024-08-29T19:03:23.665 INFO:tasks.workunit.client.0.smithi028.stdout: "reported_epoch": 2650, 2024-08-29T19:03:23.665 INFO:tasks.workunit.client.0.smithi028.stdout: "reported_seq": 4756, 2024-08-29T19:03:23.665 INFO:tasks.workunit.client.0.smithi028.stdout: "scrub_duration": 0.0, 2024-08-29T19:03:23.665 INFO:tasks.workunit.client.0.smithi028.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-30T22:25:11.385463+0000", 2024-08-29T19:03:23.665 INFO:tasks.workunit.client.0.smithi028.stdout: "snaptrim_duration": 0.0, 2024-08-29T19:03:23.665 INFO:tasks.workunit.client.0.smithi028.stdout: "snaptrimq_len": 0, 2024-08-29T19:03:23.665 INFO:tasks.workunit.client.0.smithi028.stdout: "stat_sum": { 2024-08-29T19:03:23.665 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes": 70, 2024-08-29T19:03:23.665 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes_hit_set_archive": 0, 2024-08-29T19:03:23.666 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes_recovered": 0, 2024-08-29T19:03:23.666 INFO:tasks.workunit.client.0.smithi028.stdout: "num_deep_scrub_errors": 0, 2024-08-29T19:03:23.666 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict": 0, 2024-08-29T19:03:23.666 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_kb": 0, 2024-08-29T19:03:23.666 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_mode_full": 0, 2024-08-29T19:03:23.666 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_mode_some": 0, 2024-08-29T19:03:23.666 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush": 0, 2024-08-29T19:03:23.666 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_kb": 0, 2024-08-29T19:03:23.666 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_mode_high": 0, 2024-08-29T19:03:23.666 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_mode_low": 0, 2024-08-29T19:03:23.666 INFO:tasks.workunit.client.0.smithi028.stdout: "num_keys_recovered": 0, 2024-08-29T19:03:23.666 INFO:tasks.workunit.client.0.smithi028.stdout: "num_large_omap_objects": 0, 2024-08-29T19:03:23.666 INFO:tasks.workunit.client.0.smithi028.stdout: "num_legacy_snapsets": 0, 2024-08-29T19:03:23.666 INFO:tasks.workunit.client.0.smithi028.stdout: "num_object_clones": 0, 2024-08-29T19:03:23.666 INFO:tasks.workunit.client.0.smithi028.stdout: "num_object_copies": 3, 2024-08-29T19:03:23.667 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects": 1, 2024-08-29T19:03:23.667 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_degraded": 0, 2024-08-29T19:03:23.667 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_dirty": 1, 2024-08-29T19:03:23.667 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_hit_set_archive": 0, 2024-08-29T19:03:23.667 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_manifest": 0, 2024-08-29T19:03:23.667 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_misplaced": 0, 2024-08-29T19:03:23.667 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_missing": 0, 2024-08-29T19:03:23.667 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_missing_on_primary": 0, 2024-08-29T19:03:23.667 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_omap": 0, 2024-08-29T19:03:23.667 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_pinned": 0, 2024-08-29T19:03:23.667 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_recovered": 0, 2024-08-29T19:03:23.667 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_repaired": 0, 2024-08-29T19:03:23.667 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_unfound": 0, 2024-08-29T19:03:23.667 INFO:tasks.workunit.client.0.smithi028.stdout: "num_omap_bytes": 0, 2024-08-29T19:03:23.668 INFO:tasks.workunit.client.0.smithi028.stdout: "num_omap_keys": 0, 2024-08-29T19:03:23.668 INFO:tasks.workunit.client.0.smithi028.stdout: "num_promote": 0, 2024-08-29T19:03:23.668 INFO:tasks.workunit.client.0.smithi028.stdout: "num_read": 1, 2024-08-29T19:03:23.668 INFO:tasks.workunit.client.0.smithi028.stdout: "num_read_kb": 1, 2024-08-29T19:03:23.668 INFO:tasks.workunit.client.0.smithi028.stdout: "num_scrub_errors": 0, 2024-08-29T19:03:23.668 INFO:tasks.workunit.client.0.smithi028.stdout: "num_shallow_scrub_errors": 0, 2024-08-29T19:03:23.668 INFO:tasks.workunit.client.0.smithi028.stdout: "num_whiteouts": 0, 2024-08-29T19:03:23.668 INFO:tasks.workunit.client.0.smithi028.stdout: "num_write": 1, 2024-08-29T19:03:23.668 INFO:tasks.workunit.client.0.smithi028.stdout: "num_write_kb": 1 2024-08-29T19:03:23.668 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:23.668 INFO:tasks.workunit.client.0.smithi028.stdout: "state": "active+clean", 2024-08-29T19:03:23.668 INFO:tasks.workunit.client.0.smithi028.stdout: "stats_invalid": false, 2024-08-29T19:03:23.668 INFO:tasks.workunit.client.0.smithi028.stdout: "up": [ 2024-08-29T19:03:23.668 INFO:tasks.workunit.client.0.smithi028.stdout: 1, 2024-08-29T19:03:23.669 INFO:tasks.workunit.client.0.smithi028.stdout: 4, 2024-08-29T19:03:23.669 INFO:tasks.workunit.client.0.smithi028.stdout: 3 2024-08-29T19:03:23.669 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-08-29T19:03:23.669 INFO:tasks.workunit.client.0.smithi028.stdout: "up_primary": 1, 2024-08-29T19:03:23.669 INFO:tasks.workunit.client.0.smithi028.stdout: "version": "65'1" 2024-08-29T19:03:23.669 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:23.669 INFO:tasks.workunit.client.0.smithi028.stdout: { 2024-08-29T19:03:23.669 INFO:tasks.workunit.client.0.smithi028.stdout: "acting": [ 2024-08-29T19:03:23.669 INFO:tasks.workunit.client.0.smithi028.stdout: 7, 2024-08-29T19:03:23.669 INFO:tasks.workunit.client.0.smithi028.stdout: 4, 2024-08-29T19:03:23.669 INFO:tasks.workunit.client.0.smithi028.stdout: 0 2024-08-29T19:03:23.669 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-08-29T19:03:23.669 INFO:tasks.workunit.client.0.smithi028.stdout: "acting_primary": 7, 2024-08-29T19:03:23.670 INFO:tasks.workunit.client.0.smithi028.stdout: "avail_no_missing": [], 2024-08-29T19:03:23.670 INFO:tasks.workunit.client.0.smithi028.stdout: "blocked_by": [], 2024-08-29T19:03:23.670 INFO:tasks.workunit.client.0.smithi028.stdout: "created": 62, 2024-08-29T19:03:23.670 INFO:tasks.workunit.client.0.smithi028.stdout: "dirty_stats_invalid": false, 2024-08-29T19:03:23.670 INFO:tasks.workunit.client.0.smithi028.stdout: "hitset_bytes_stats_invalid": false, 2024-08-29T19:03:23.670 INFO:tasks.workunit.client.0.smithi028.stdout: "hitset_stats_invalid": false, 2024-08-29T19:03:23.670 INFO:tasks.workunit.client.0.smithi028.stdout: "last_active": "2024-08-29T19:02:14.101400+0000", 2024-08-29T19:03:23.670 INFO:tasks.workunit.client.0.smithi028.stdout: "last_became_active": "2024-08-29T17:58:11.357898+0000", 2024-08-29T19:03:23.670 INFO:tasks.workunit.client.0.smithi028.stdout: "last_became_peered": "2024-08-29T17:58:11.357898+0000", 2024-08-29T19:03:23.670 INFO:tasks.workunit.client.0.smithi028.stdout: "last_change": "2024-08-29T17:58:11.360262+0000", 2024-08-29T19:03:23.670 INFO:tasks.workunit.client.0.smithi028.stdout: "last_clean": "2024-08-29T19:02:14.101400+0000", 2024-08-29T19:03:23.670 INFO:tasks.workunit.client.0.smithi028.stdout: "last_clean_scrub_stamp": "2024-08-29T17:41:01.987071+0000", 2024-08-29T19:03:23.670 INFO:tasks.workunit.client.0.smithi028.stdout: "last_deep_scrub": "0'0", 2024-08-29T19:03:23.670 INFO:tasks.workunit.client.0.smithi028.stdout: "last_deep_scrub_stamp": "2024-08-29T17:41:01.987071+0000", 2024-08-29T19:03:23.671 INFO:tasks.workunit.client.0.smithi028.stdout: "last_epoch_clean": 681, 2024-08-29T19:03:23.671 INFO:tasks.workunit.client.0.smithi028.stdout: "last_fresh": "2024-08-29T19:02:14.101400+0000", 2024-08-29T19:03:23.671 INFO:tasks.workunit.client.0.smithi028.stdout: "last_fullsized": "2024-08-29T19:02:14.101400+0000", 2024-08-29T19:03:23.671 INFO:tasks.workunit.client.0.smithi028.stdout: "last_peered": "2024-08-29T19:02:14.101400+0000", 2024-08-29T19:03:23.671 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub": "0'0", 2024-08-29T19:03:23.671 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub_duration": 0, 2024-08-29T19:03:23.671 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub_stamp": "2024-08-29T17:41:01.987071+0000", 2024-08-29T19:03:23.671 INFO:tasks.workunit.client.0.smithi028.stdout: "last_undegraded": "2024-08-29T19:02:14.101400+0000", 2024-08-29T19:03:23.671 INFO:tasks.workunit.client.0.smithi028.stdout: "last_unstale": "2024-08-29T19:02:14.101400+0000", 2024-08-29T19:03:23.671 INFO:tasks.workunit.client.0.smithi028.stdout: "log_dups_size": 0, 2024-08-29T19:03:23.671 INFO:tasks.workunit.client.0.smithi028.stdout: "log_size": 0, 2024-08-29T19:03:23.671 INFO:tasks.workunit.client.0.smithi028.stdout: "log_start": "0'0", 2024-08-29T19:03:23.671 INFO:tasks.workunit.client.0.smithi028.stdout: "manifest_stats_invalid": false, 2024-08-29T19:03:23.671 INFO:tasks.workunit.client.0.smithi028.stdout: "mapping_epoch": 680, 2024-08-29T19:03:23.672 INFO:tasks.workunit.client.0.smithi028.stdout: "object_location_counts": [], 2024-08-29T19:03:23.672 INFO:tasks.workunit.client.0.smithi028.stdout: "objects_scrubbed": 0, 2024-08-29T19:03:23.672 INFO:tasks.workunit.client.0.smithi028.stdout: "objects_trimmed": 0, 2024-08-29T19:03:23.672 INFO:tasks.workunit.client.0.smithi028.stdout: "omap_stats_invalid": false, 2024-08-29T19:03:23.672 INFO:tasks.workunit.client.0.smithi028.stdout: "ondisk_log_size": 0, 2024-08-29T19:03:23.672 INFO:tasks.workunit.client.0.smithi028.stdout: "ondisk_log_start": "0'0", 2024-08-29T19:03:23.672 INFO:tasks.workunit.client.0.smithi028.stdout: "parent": "0.0", 2024-08-29T19:03:23.672 INFO:tasks.workunit.client.0.smithi028.stdout: "parent_split_bits": 0, 2024-08-29T19:03:23.672 INFO:tasks.workunit.client.0.smithi028.stdout: "pgid": "3.f", 2024-08-29T19:03:23.672 INFO:tasks.workunit.client.0.smithi028.stdout: "pin_stats_invalid": false, 2024-08-29T19:03:23.672 INFO:tasks.workunit.client.0.smithi028.stdout: "purged_snaps": [], 2024-08-29T19:03:23.672 INFO:tasks.workunit.client.0.smithi028.stdout: "reported_epoch": 2650, 2024-08-29T19:03:23.673 INFO:tasks.workunit.client.0.smithi028.stdout: "reported_seq": 4570, 2024-08-29T19:03:23.673 INFO:tasks.workunit.client.0.smithi028.stdout: "scrub_duration": 0.0, 2024-08-29T19:03:23.673 INFO:tasks.workunit.client.0.smithi028.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-31T04:21:21.250799+0000", 2024-08-29T19:03:23.673 INFO:tasks.workunit.client.0.smithi028.stdout: "snaptrim_duration": 0.0, 2024-08-29T19:03:23.673 INFO:tasks.workunit.client.0.smithi028.stdout: "snaptrimq_len": 0, 2024-08-29T19:03:23.673 INFO:tasks.workunit.client.0.smithi028.stdout: "stat_sum": { 2024-08-29T19:03:23.673 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes": 0, 2024-08-29T19:03:23.673 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes_hit_set_archive": 0, 2024-08-29T19:03:23.673 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes_recovered": 0, 2024-08-29T19:03:23.673 INFO:tasks.workunit.client.0.smithi028.stdout: "num_deep_scrub_errors": 0, 2024-08-29T19:03:23.673 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict": 0, 2024-08-29T19:03:23.673 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_kb": 0, 2024-08-29T19:03:23.673 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_mode_full": 0, 2024-08-29T19:03:23.674 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_mode_some": 0, 2024-08-29T19:03:23.674 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush": 0, 2024-08-29T19:03:23.674 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_kb": 0, 2024-08-29T19:03:23.674 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_mode_high": 0, 2024-08-29T19:03:23.674 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_mode_low": 0, 2024-08-29T19:03:23.674 INFO:tasks.workunit.client.0.smithi028.stdout: "num_keys_recovered": 0, 2024-08-29T19:03:23.674 INFO:tasks.workunit.client.0.smithi028.stdout: "num_large_omap_objects": 0, 2024-08-29T19:03:23.674 INFO:tasks.workunit.client.0.smithi028.stdout: "num_legacy_snapsets": 0, 2024-08-29T19:03:23.674 INFO:tasks.workunit.client.0.smithi028.stdout: "num_object_clones": 0, 2024-08-29T19:03:23.674 INFO:tasks.workunit.client.0.smithi028.stdout: "num_object_copies": 0, 2024-08-29T19:03:23.674 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects": 0, 2024-08-29T19:03:23.674 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_degraded": 0, 2024-08-29T19:03:23.674 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_dirty": 0, 2024-08-29T19:03:23.674 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_hit_set_archive": 0, 2024-08-29T19:03:23.675 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_manifest": 0, 2024-08-29T19:03:23.675 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_misplaced": 0, 2024-08-29T19:03:23.675 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_missing": 0, 2024-08-29T19:03:23.675 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_missing_on_primary": 0, 2024-08-29T19:03:23.675 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_omap": 0, 2024-08-29T19:03:23.675 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_pinned": 0, 2024-08-29T19:03:23.675 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_recovered": 0, 2024-08-29T19:03:23.675 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_repaired": 0, 2024-08-29T19:03:23.675 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_unfound": 0, 2024-08-29T19:03:23.675 INFO:tasks.workunit.client.0.smithi028.stdout: "num_omap_bytes": 0, 2024-08-29T19:03:23.675 INFO:tasks.workunit.client.0.smithi028.stdout: "num_omap_keys": 0, 2024-08-29T19:03:23.675 INFO:tasks.workunit.client.0.smithi028.stdout: "num_promote": 0, 2024-08-29T19:03:23.675 INFO:tasks.workunit.client.0.smithi028.stdout: "num_read": 0, 2024-08-29T19:03:23.675 INFO:tasks.workunit.client.0.smithi028.stdout: "num_read_kb": 0, 2024-08-29T19:03:23.676 INFO:tasks.workunit.client.0.smithi028.stdout: "num_scrub_errors": 0, 2024-08-29T19:03:23.676 INFO:tasks.workunit.client.0.smithi028.stdout: "num_shallow_scrub_errors": 0, 2024-08-29T19:03:23.676 INFO:tasks.workunit.client.0.smithi028.stdout: "num_whiteouts": 0, 2024-08-29T19:03:23.676 INFO:tasks.workunit.client.0.smithi028.stdout: "num_write": 0, 2024-08-29T19:03:23.676 INFO:tasks.workunit.client.0.smithi028.stdout: "num_write_kb": 0 2024-08-29T19:03:23.676 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:23.676 INFO:tasks.workunit.client.0.smithi028.stdout: "state": "active+clean", 2024-08-29T19:03:23.676 INFO:tasks.workunit.client.0.smithi028.stdout: "stats_invalid": false, 2024-08-29T19:03:23.676 INFO:tasks.workunit.client.0.smithi028.stdout: "up": [ 2024-08-29T19:03:23.676 INFO:tasks.workunit.client.0.smithi028.stdout: 7, 2024-08-29T19:03:23.676 INFO:tasks.workunit.client.0.smithi028.stdout: 4, 2024-08-29T19:03:23.676 INFO:tasks.workunit.client.0.smithi028.stdout: 0 2024-08-29T19:03:23.676 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-08-29T19:03:23.676 INFO:tasks.workunit.client.0.smithi028.stdout: "up_primary": 7, 2024-08-29T19:03:23.677 INFO:tasks.workunit.client.0.smithi028.stdout: "version": "0'0" 2024-08-29T19:03:23.677 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:23.677 INFO:tasks.workunit.client.0.smithi028.stdout: { 2024-08-29T19:03:23.677 INFO:tasks.workunit.client.0.smithi028.stdout: "acting": [ 2024-08-29T19:03:23.677 INFO:tasks.workunit.client.0.smithi028.stdout: 2, 2024-08-29T19:03:23.677 INFO:tasks.workunit.client.0.smithi028.stdout: 3, 2024-08-29T19:03:23.677 INFO:tasks.workunit.client.0.smithi028.stdout: 7 2024-08-29T19:03:23.677 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-08-29T19:03:23.677 INFO:tasks.workunit.client.0.smithi028.stdout: "acting_primary": 2, 2024-08-29T19:03:23.677 INFO:tasks.workunit.client.0.smithi028.stdout: "avail_no_missing": [], 2024-08-29T19:03:23.677 INFO:tasks.workunit.client.0.smithi028.stdout: "blocked_by": [], 2024-08-29T19:03:23.677 INFO:tasks.workunit.client.0.smithi028.stdout: "created": 59, 2024-08-29T19:03:23.677 INFO:tasks.workunit.client.0.smithi028.stdout: "dirty_stats_invalid": false, 2024-08-29T19:03:23.678 INFO:tasks.workunit.client.0.smithi028.stdout: "hitset_bytes_stats_invalid": false, 2024-08-29T19:03:23.678 INFO:tasks.workunit.client.0.smithi028.stdout: "hitset_stats_invalid": false, 2024-08-29T19:03:23.678 INFO:tasks.workunit.client.0.smithi028.stdout: "last_active": "2024-08-29T19:02:14.102755+0000", 2024-08-29T19:03:23.678 INFO:tasks.workunit.client.0.smithi028.stdout: "last_became_active": "2024-08-29T17:58:11.351938+0000", 2024-08-29T19:03:23.678 INFO:tasks.workunit.client.0.smithi028.stdout: "last_became_peered": "2024-08-29T17:58:11.351938+0000", 2024-08-29T19:03:23.678 INFO:tasks.workunit.client.0.smithi028.stdout: "last_change": "2024-08-29T17:58:11.352977+0000", 2024-08-29T19:03:23.678 INFO:tasks.workunit.client.0.smithi028.stdout: "last_clean": "2024-08-29T19:02:14.102755+0000", 2024-08-29T19:03:23.678 INFO:tasks.workunit.client.0.smithi028.stdout: "last_clean_scrub_stamp": "2024-08-29T17:40:52.944949+0000", 2024-08-29T19:03:23.678 INFO:tasks.workunit.client.0.smithi028.stdout: "last_deep_scrub": "0'0", 2024-08-29T19:03:23.678 INFO:tasks.workunit.client.0.smithi028.stdout: "last_deep_scrub_stamp": "2024-08-29T17:40:52.944949+0000", 2024-08-29T19:03:23.678 INFO:tasks.workunit.client.0.smithi028.stdout: "last_epoch_clean": 681, 2024-08-29T19:03:23.678 INFO:tasks.workunit.client.0.smithi028.stdout: "last_fresh": "2024-08-29T19:02:14.102755+0000", 2024-08-29T19:03:23.678 INFO:tasks.workunit.client.0.smithi028.stdout: "last_fullsized": "2024-08-29T19:02:14.102755+0000", 2024-08-29T19:03:23.679 INFO:tasks.workunit.client.0.smithi028.stdout: "last_peered": "2024-08-29T19:02:14.102755+0000", 2024-08-29T19:03:23.679 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub": "0'0", 2024-08-29T19:03:23.679 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub_duration": 0, 2024-08-29T19:03:23.679 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub_stamp": "2024-08-29T17:40:52.944949+0000", 2024-08-29T19:03:23.679 INFO:tasks.workunit.client.0.smithi028.stdout: "last_undegraded": "2024-08-29T19:02:14.102755+0000", 2024-08-29T19:03:23.679 INFO:tasks.workunit.client.0.smithi028.stdout: "last_unstale": "2024-08-29T19:02:14.102755+0000", 2024-08-29T19:03:23.679 INFO:tasks.workunit.client.0.smithi028.stdout: "log_dups_size": 0, 2024-08-29T19:03:23.679 INFO:tasks.workunit.client.0.smithi028.stdout: "log_size": 2, 2024-08-29T19:03:23.679 INFO:tasks.workunit.client.0.smithi028.stdout: "log_start": "0'0", 2024-08-29T19:03:23.679 INFO:tasks.workunit.client.0.smithi028.stdout: "manifest_stats_invalid": false, 2024-08-29T19:03:23.679 INFO:tasks.workunit.client.0.smithi028.stdout: "mapping_epoch": 680, 2024-08-29T19:03:23.679 INFO:tasks.workunit.client.0.smithi028.stdout: "object_location_counts": [], 2024-08-29T19:03:23.679 INFO:tasks.workunit.client.0.smithi028.stdout: "objects_scrubbed": 0, 2024-08-29T19:03:23.679 INFO:tasks.workunit.client.0.smithi028.stdout: "objects_trimmed": 0, 2024-08-29T19:03:23.680 INFO:tasks.workunit.client.0.smithi028.stdout: "omap_stats_invalid": false, 2024-08-29T19:03:23.680 INFO:tasks.workunit.client.0.smithi028.stdout: "ondisk_log_size": 2, 2024-08-29T19:03:23.680 INFO:tasks.workunit.client.0.smithi028.stdout: "ondisk_log_start": "0'0", 2024-08-29T19:03:23.680 INFO:tasks.workunit.client.0.smithi028.stdout: "parent": "0.0", 2024-08-29T19:03:23.680 INFO:tasks.workunit.client.0.smithi028.stdout: "parent_split_bits": 0, 2024-08-29T19:03:23.680 INFO:tasks.workunit.client.0.smithi028.stdout: "pgid": "2.e", 2024-08-29T19:03:23.680 INFO:tasks.workunit.client.0.smithi028.stdout: "pin_stats_invalid": false, 2024-08-29T19:03:23.680 INFO:tasks.workunit.client.0.smithi028.stdout: "purged_snaps": [], 2024-08-29T19:03:23.680 INFO:tasks.workunit.client.0.smithi028.stdout: "reported_epoch": 2650, 2024-08-29T19:03:23.680 INFO:tasks.workunit.client.0.smithi028.stdout: "reported_seq": 4719, 2024-08-29T19:03:23.680 INFO:tasks.workunit.client.0.smithi028.stdout: "scrub_duration": 0.0, 2024-08-29T19:03:23.680 INFO:tasks.workunit.client.0.smithi028.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-31T00:25:52.664777+0000", 2024-08-29T19:03:23.680 INFO:tasks.workunit.client.0.smithi028.stdout: "snaptrim_duration": 0.0, 2024-08-29T19:03:23.681 INFO:tasks.workunit.client.0.smithi028.stdout: "snaptrimq_len": 0, 2024-08-29T19:03:23.681 INFO:tasks.workunit.client.0.smithi028.stdout: "stat_sum": { 2024-08-29T19:03:23.681 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes": 0, 2024-08-29T19:03:23.681 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes_hit_set_archive": 0, 2024-08-29T19:03:23.681 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes_recovered": 0, 2024-08-29T19:03:23.681 INFO:tasks.workunit.client.0.smithi028.stdout: "num_deep_scrub_errors": 0, 2024-08-29T19:03:23.681 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict": 0, 2024-08-29T19:03:23.681 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_kb": 0, 2024-08-29T19:03:23.681 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_mode_full": 0, 2024-08-29T19:03:23.681 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_mode_some": 0, 2024-08-29T19:03:23.681 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush": 0, 2024-08-29T19:03:23.681 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_kb": 0, 2024-08-29T19:03:23.681 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_mode_high": 0, 2024-08-29T19:03:23.681 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_mode_low": 0, 2024-08-29T19:03:23.681 INFO:tasks.workunit.client.0.smithi028.stdout: "num_keys_recovered": 0, 2024-08-29T19:03:23.682 INFO:tasks.workunit.client.0.smithi028.stdout: "num_large_omap_objects": 0, 2024-08-29T19:03:23.682 INFO:tasks.workunit.client.0.smithi028.stdout: "num_legacy_snapsets": 0, 2024-08-29T19:03:23.682 INFO:tasks.workunit.client.0.smithi028.stdout: "num_object_clones": 0, 2024-08-29T19:03:23.682 INFO:tasks.workunit.client.0.smithi028.stdout: "num_object_copies": 3, 2024-08-29T19:03:23.682 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects": 1, 2024-08-29T19:03:23.682 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_degraded": 0, 2024-08-29T19:03:23.682 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_dirty": 1, 2024-08-29T19:03:23.682 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_hit_set_archive": 0, 2024-08-29T19:03:23.682 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_manifest": 0, 2024-08-29T19:03:23.682 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_misplaced": 0, 2024-08-29T19:03:23.682 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_missing": 0, 2024-08-29T19:03:23.682 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_missing_on_primary": 0, 2024-08-29T19:03:23.682 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_omap": 1, 2024-08-29T19:03:23.683 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_pinned": 0, 2024-08-29T19:03:23.683 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_recovered": 0, 2024-08-29T19:03:23.683 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_repaired": 0, 2024-08-29T19:03:23.683 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_unfound": 0, 2024-08-29T19:03:23.683 INFO:tasks.workunit.client.0.smithi028.stdout: "num_omap_bytes": 0, 2024-08-29T19:03:23.683 INFO:tasks.workunit.client.0.smithi028.stdout: "num_omap_keys": 0, 2024-08-29T19:03:23.683 INFO:tasks.workunit.client.0.smithi028.stdout: "num_promote": 0, 2024-08-29T19:03:23.683 INFO:tasks.workunit.client.0.smithi028.stdout: "num_read": 6, 2024-08-29T19:03:23.683 INFO:tasks.workunit.client.0.smithi028.stdout: "num_read_kb": 6, 2024-08-29T19:03:23.683 INFO:tasks.workunit.client.0.smithi028.stdout: "num_scrub_errors": 0, 2024-08-29T19:03:23.683 INFO:tasks.workunit.client.0.smithi028.stdout: "num_shallow_scrub_errors": 0, 2024-08-29T19:03:23.683 INFO:tasks.workunit.client.0.smithi028.stdout: "num_whiteouts": 0, 2024-08-29T19:03:23.683 INFO:tasks.workunit.client.0.smithi028.stdout: "num_write": 3, 2024-08-29T19:03:23.683 INFO:tasks.workunit.client.0.smithi028.stdout: "num_write_kb": 0 2024-08-29T19:03:23.684 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:23.684 INFO:tasks.workunit.client.0.smithi028.stdout: "state": "active+clean", 2024-08-29T19:03:23.684 INFO:tasks.workunit.client.0.smithi028.stdout: "stats_invalid": false, 2024-08-29T19:03:23.684 INFO:tasks.workunit.client.0.smithi028.stdout: "up": [ 2024-08-29T19:03:23.684 INFO:tasks.workunit.client.0.smithi028.stdout: 2, 2024-08-29T19:03:23.684 INFO:tasks.workunit.client.0.smithi028.stdout: 3, 2024-08-29T19:03:23.684 INFO:tasks.workunit.client.0.smithi028.stdout: 7 2024-08-29T19:03:23.684 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-08-29T19:03:23.684 INFO:tasks.workunit.client.0.smithi028.stdout: "up_primary": 2, 2024-08-29T19:03:23.684 INFO:tasks.workunit.client.0.smithi028.stdout: "version": "65'2" 2024-08-29T19:03:23.684 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:23.684 INFO:tasks.workunit.client.0.smithi028.stdout: { 2024-08-29T19:03:23.684 INFO:tasks.workunit.client.0.smithi028.stdout: "acting": [ 2024-08-29T19:03:23.685 INFO:tasks.workunit.client.0.smithi028.stdout: 7, 2024-08-29T19:03:23.685 INFO:tasks.workunit.client.0.smithi028.stdout: 4, 2024-08-29T19:03:23.685 INFO:tasks.workunit.client.0.smithi028.stdout: 1 2024-08-29T19:03:23.685 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-08-29T19:03:23.685 INFO:tasks.workunit.client.0.smithi028.stdout: "acting_primary": 7, 2024-08-29T19:03:23.685 INFO:tasks.workunit.client.0.smithi028.stdout: "avail_no_missing": [], 2024-08-29T19:03:23.685 INFO:tasks.workunit.client.0.smithi028.stdout: "blocked_by": [], 2024-08-29T19:03:23.685 INFO:tasks.workunit.client.0.smithi028.stdout: "created": 62, 2024-08-29T19:03:23.685 INFO:tasks.workunit.client.0.smithi028.stdout: "dirty_stats_invalid": false, 2024-08-29T19:03:23.685 INFO:tasks.workunit.client.0.smithi028.stdout: "hitset_bytes_stats_invalid": false, 2024-08-29T19:03:23.685 INFO:tasks.workunit.client.0.smithi028.stdout: "hitset_stats_invalid": false, 2024-08-29T19:03:23.685 INFO:tasks.workunit.client.0.smithi028.stdout: "last_active": "2024-08-29T19:02:14.099495+0000", 2024-08-29T19:03:23.685 INFO:tasks.workunit.client.0.smithi028.stdout: "last_became_active": "2024-08-29T17:58:11.363058+0000", 2024-08-29T19:03:23.685 INFO:tasks.workunit.client.0.smithi028.stdout: "last_became_peered": "2024-08-29T17:58:11.363058+0000", 2024-08-29T19:03:23.686 INFO:tasks.workunit.client.0.smithi028.stdout: "last_change": "2024-08-29T17:58:11.363598+0000", 2024-08-29T19:03:23.686 INFO:tasks.workunit.client.0.smithi028.stdout: "last_clean": "2024-08-29T19:02:14.099495+0000", 2024-08-29T19:03:23.686 INFO:tasks.workunit.client.0.smithi028.stdout: "last_clean_scrub_stamp": "2024-08-29T17:41:01.987071+0000", 2024-08-29T19:03:23.686 INFO:tasks.workunit.client.0.smithi028.stdout: "last_deep_scrub": "0'0", 2024-08-29T19:03:23.686 INFO:tasks.workunit.client.0.smithi028.stdout: "last_deep_scrub_stamp": "2024-08-29T17:41:01.987071+0000", 2024-08-29T19:03:23.686 INFO:tasks.workunit.client.0.smithi028.stdout: "last_epoch_clean": 681, 2024-08-29T19:03:23.686 INFO:tasks.workunit.client.0.smithi028.stdout: "last_fresh": "2024-08-29T19:02:14.099495+0000", 2024-08-29T19:03:23.686 INFO:tasks.workunit.client.0.smithi028.stdout: "last_fullsized": "2024-08-29T19:02:14.099495+0000", 2024-08-29T19:03:23.686 INFO:tasks.workunit.client.0.smithi028.stdout: "last_peered": "2024-08-29T19:02:14.099495+0000", 2024-08-29T19:03:23.686 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub": "0'0", 2024-08-29T19:03:23.686 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub_duration": 0, 2024-08-29T19:03:23.686 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub_stamp": "2024-08-29T17:41:01.987071+0000", 2024-08-29T19:03:23.686 INFO:tasks.workunit.client.0.smithi028.stdout: "last_undegraded": "2024-08-29T19:02:14.099495+0000", 2024-08-29T19:03:23.686 INFO:tasks.workunit.client.0.smithi028.stdout: "last_unstale": "2024-08-29T19:02:14.099495+0000", 2024-08-29T19:03:23.687 INFO:tasks.workunit.client.0.smithi028.stdout: "log_dups_size": 0, 2024-08-29T19:03:23.687 INFO:tasks.workunit.client.0.smithi028.stdout: "log_size": 0, 2024-08-29T19:03:23.687 INFO:tasks.workunit.client.0.smithi028.stdout: "log_start": "0'0", 2024-08-29T19:03:23.687 INFO:tasks.workunit.client.0.smithi028.stdout: "manifest_stats_invalid": false, 2024-08-29T19:03:23.687 INFO:tasks.workunit.client.0.smithi028.stdout: "mapping_epoch": 680, 2024-08-29T19:03:23.687 INFO:tasks.workunit.client.0.smithi028.stdout: "object_location_counts": [], 2024-08-29T19:03:23.687 INFO:tasks.workunit.client.0.smithi028.stdout: "objects_scrubbed": 0, 2024-08-29T19:03:23.687 INFO:tasks.workunit.client.0.smithi028.stdout: "objects_trimmed": 0, 2024-08-29T19:03:23.687 INFO:tasks.workunit.client.0.smithi028.stdout: "omap_stats_invalid": false, 2024-08-29T19:03:23.687 INFO:tasks.workunit.client.0.smithi028.stdout: "ondisk_log_size": 0, 2024-08-29T19:03:23.687 INFO:tasks.workunit.client.0.smithi028.stdout: "ondisk_log_start": "0'0", 2024-08-29T19:03:23.687 INFO:tasks.workunit.client.0.smithi028.stdout: "parent": "0.0", 2024-08-29T19:03:23.687 INFO:tasks.workunit.client.0.smithi028.stdout: "parent_split_bits": 0, 2024-08-29T19:03:23.687 INFO:tasks.workunit.client.0.smithi028.stdout: "pgid": "3.e", 2024-08-29T19:03:23.688 INFO:tasks.workunit.client.0.smithi028.stdout: "pin_stats_invalid": false, 2024-08-29T19:03:23.688 INFO:tasks.workunit.client.0.smithi028.stdout: "purged_snaps": [], 2024-08-29T19:03:23.688 INFO:tasks.workunit.client.0.smithi028.stdout: "reported_epoch": 2650, 2024-08-29T19:03:23.688 INFO:tasks.workunit.client.0.smithi028.stdout: "reported_seq": 4570, 2024-08-29T19:03:23.688 INFO:tasks.workunit.client.0.smithi028.stdout: "scrub_duration": 0.0, 2024-08-29T19:03:23.688 INFO:tasks.workunit.client.0.smithi028.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-30T20:28:37.087797+0000", 2024-08-29T19:03:23.688 INFO:tasks.workunit.client.0.smithi028.stdout: "snaptrim_duration": 0.0, 2024-08-29T19:03:23.688 INFO:tasks.workunit.client.0.smithi028.stdout: "snaptrimq_len": 0, 2024-08-29T19:03:23.688 INFO:tasks.workunit.client.0.smithi028.stdout: "stat_sum": { 2024-08-29T19:03:23.688 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes": 0, 2024-08-29T19:03:23.688 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes_hit_set_archive": 0, 2024-08-29T19:03:23.688 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes_recovered": 0, 2024-08-29T19:03:23.688 INFO:tasks.workunit.client.0.smithi028.stdout: "num_deep_scrub_errors": 0, 2024-08-29T19:03:23.688 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict": 0, 2024-08-29T19:03:23.689 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_kb": 0, 2024-08-29T19:03:23.689 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_mode_full": 0, 2024-08-29T19:03:23.689 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_mode_some": 0, 2024-08-29T19:03:23.689 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush": 0, 2024-08-29T19:03:23.689 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_kb": 0, 2024-08-29T19:03:23.689 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_mode_high": 0, 2024-08-29T19:03:23.689 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_mode_low": 0, 2024-08-29T19:03:23.689 INFO:tasks.workunit.client.0.smithi028.stdout: "num_keys_recovered": 0, 2024-08-29T19:03:23.689 INFO:tasks.workunit.client.0.smithi028.stdout: "num_large_omap_objects": 0, 2024-08-29T19:03:23.689 INFO:tasks.workunit.client.0.smithi028.stdout: "num_legacy_snapsets": 0, 2024-08-29T19:03:23.689 INFO:tasks.workunit.client.0.smithi028.stdout: "num_object_clones": 0, 2024-08-29T19:03:23.689 INFO:tasks.workunit.client.0.smithi028.stdout: "num_object_copies": 0, 2024-08-29T19:03:23.689 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects": 0, 2024-08-29T19:03:23.690 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_degraded": 0, 2024-08-29T19:03:23.690 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_dirty": 0, 2024-08-29T19:03:23.690 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_hit_set_archive": 0, 2024-08-29T19:03:23.690 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_manifest": 0, 2024-08-29T19:03:23.690 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_misplaced": 0, 2024-08-29T19:03:23.690 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_missing": 0, 2024-08-29T19:03:23.690 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_missing_on_primary": 0, 2024-08-29T19:03:23.690 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_omap": 0, 2024-08-29T19:03:23.690 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_pinned": 0, 2024-08-29T19:03:23.690 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_recovered": 0, 2024-08-29T19:03:23.690 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_repaired": 0, 2024-08-29T19:03:23.690 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_unfound": 0, 2024-08-29T19:03:23.690 INFO:tasks.workunit.client.0.smithi028.stdout: "num_omap_bytes": 0, 2024-08-29T19:03:23.690 INFO:tasks.workunit.client.0.smithi028.stdout: "num_omap_keys": 0, 2024-08-29T19:03:23.691 INFO:tasks.workunit.client.0.smithi028.stdout: "num_promote": 0, 2024-08-29T19:03:23.691 INFO:tasks.workunit.client.0.smithi028.stdout: "num_read": 0, 2024-08-29T19:03:23.691 INFO:tasks.workunit.client.0.smithi028.stdout: "num_read_kb": 0, 2024-08-29T19:03:23.691 INFO:tasks.workunit.client.0.smithi028.stdout: "num_scrub_errors": 0, 2024-08-29T19:03:23.691 INFO:tasks.workunit.client.0.smithi028.stdout: "num_shallow_scrub_errors": 0, 2024-08-29T19:03:23.691 INFO:tasks.workunit.client.0.smithi028.stdout: "num_whiteouts": 0, 2024-08-29T19:03:23.691 INFO:tasks.workunit.client.0.smithi028.stdout: "num_write": 0, 2024-08-29T19:03:23.691 INFO:tasks.workunit.client.0.smithi028.stdout: "num_write_kb": 0 2024-08-29T19:03:23.691 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:23.691 INFO:tasks.workunit.client.0.smithi028.stdout: "state": "active+clean", 2024-08-29T19:03:23.691 INFO:tasks.workunit.client.0.smithi028.stdout: "stats_invalid": false, 2024-08-29T19:03:23.691 INFO:tasks.workunit.client.0.smithi028.stdout: "up": [ 2024-08-29T19:03:23.691 INFO:tasks.workunit.client.0.smithi028.stdout: 7, 2024-08-29T19:03:23.692 INFO:tasks.workunit.client.0.smithi028.stdout: 4, 2024-08-29T19:03:23.692 INFO:tasks.workunit.client.0.smithi028.stdout: 1 2024-08-29T19:03:23.692 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-08-29T19:03:23.692 INFO:tasks.workunit.client.0.smithi028.stdout: "up_primary": 7, 2024-08-29T19:03:23.692 INFO:tasks.workunit.client.0.smithi028.stdout: "version": "0'0" 2024-08-29T19:03:23.692 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:23.692 INFO:tasks.workunit.client.0.smithi028.stdout: { 2024-08-29T19:03:23.692 INFO:tasks.workunit.client.0.smithi028.stdout: "acting": [ 2024-08-29T19:03:23.692 INFO:tasks.workunit.client.0.smithi028.stdout: 4, 2024-08-29T19:03:23.692 INFO:tasks.workunit.client.0.smithi028.stdout: 0, 2024-08-29T19:03:23.692 INFO:tasks.workunit.client.0.smithi028.stdout: 7 2024-08-29T19:03:23.692 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-08-29T19:03:23.692 INFO:tasks.workunit.client.0.smithi028.stdout: "acting_primary": 4, 2024-08-29T19:03:23.693 INFO:tasks.workunit.client.0.smithi028.stdout: "avail_no_missing": [], 2024-08-29T19:03:23.693 INFO:tasks.workunit.client.0.smithi028.stdout: "blocked_by": [], 2024-08-29T19:03:23.693 INFO:tasks.workunit.client.0.smithi028.stdout: "created": 59, 2024-08-29T19:03:23.693 INFO:tasks.workunit.client.0.smithi028.stdout: "dirty_stats_invalid": false, 2024-08-29T19:03:23.693 INFO:tasks.workunit.client.0.smithi028.stdout: "hitset_bytes_stats_invalid": false, 2024-08-29T19:03:23.693 INFO:tasks.workunit.client.0.smithi028.stdout: "hitset_stats_invalid": false, 2024-08-29T19:03:23.693 INFO:tasks.workunit.client.0.smithi028.stdout: "last_active": "2024-08-29T19:02:14.924566+0000", 2024-08-29T19:03:23.693 INFO:tasks.workunit.client.0.smithi028.stdout: "last_became_active": "2024-08-29T17:58:11.349143+0000", 2024-08-29T19:03:23.693 INFO:tasks.workunit.client.0.smithi028.stdout: "last_became_peered": "2024-08-29T17:58:11.349143+0000", 2024-08-29T19:03:23.693 INFO:tasks.workunit.client.0.smithi028.stdout: "last_change": "2024-08-29T17:58:11.349771+0000", 2024-08-29T19:03:23.693 INFO:tasks.workunit.client.0.smithi028.stdout: "last_clean": "2024-08-29T19:02:14.924566+0000", 2024-08-29T19:03:23.693 INFO:tasks.workunit.client.0.smithi028.stdout: "last_clean_scrub_stamp": "2024-08-29T17:40:52.944949+0000", 2024-08-29T19:03:23.693 INFO:tasks.workunit.client.0.smithi028.stdout: "last_deep_scrub": "0'0", 2024-08-29T19:03:23.693 INFO:tasks.workunit.client.0.smithi028.stdout: "last_deep_scrub_stamp": "2024-08-29T17:40:52.944949+0000", 2024-08-29T19:03:23.694 INFO:tasks.workunit.client.0.smithi028.stdout: "last_epoch_clean": 681, 2024-08-29T19:03:23.694 INFO:tasks.workunit.client.0.smithi028.stdout: "last_fresh": "2024-08-29T19:02:14.924566+0000", 2024-08-29T19:03:23.694 INFO:tasks.workunit.client.0.smithi028.stdout: "last_fullsized": "2024-08-29T19:02:14.924566+0000", 2024-08-29T19:03:23.694 INFO:tasks.workunit.client.0.smithi028.stdout: "last_peered": "2024-08-29T19:02:14.924566+0000", 2024-08-29T19:03:23.694 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub": "0'0", 2024-08-29T19:03:23.694 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub_duration": 0, 2024-08-29T19:03:23.694 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub_stamp": "2024-08-29T17:40:52.944949+0000", 2024-08-29T19:03:23.694 INFO:tasks.workunit.client.0.smithi028.stdout: "last_undegraded": "2024-08-29T19:02:14.924566+0000", 2024-08-29T19:03:23.694 INFO:tasks.workunit.client.0.smithi028.stdout: "last_unstale": "2024-08-29T19:02:14.924566+0000", 2024-08-29T19:03:23.694 INFO:tasks.workunit.client.0.smithi028.stdout: "log_dups_size": 0, 2024-08-29T19:03:23.694 INFO:tasks.workunit.client.0.smithi028.stdout: "log_size": 1, 2024-08-29T19:03:23.694 INFO:tasks.workunit.client.0.smithi028.stdout: "log_start": "0'0", 2024-08-29T19:03:23.694 INFO:tasks.workunit.client.0.smithi028.stdout: "manifest_stats_invalid": false, 2024-08-29T19:03:23.694 INFO:tasks.workunit.client.0.smithi028.stdout: "mapping_epoch": 680, 2024-08-29T19:03:23.695 INFO:tasks.workunit.client.0.smithi028.stdout: "object_location_counts": [], 2024-08-29T19:03:23.695 INFO:tasks.workunit.client.0.smithi028.stdout: "objects_scrubbed": 0, 2024-08-29T19:03:23.695 INFO:tasks.workunit.client.0.smithi028.stdout: "objects_trimmed": 0, 2024-08-29T19:03:23.695 INFO:tasks.workunit.client.0.smithi028.stdout: "omap_stats_invalid": false, 2024-08-29T19:03:23.695 INFO:tasks.workunit.client.0.smithi028.stdout: "ondisk_log_size": 1, 2024-08-29T19:03:23.695 INFO:tasks.workunit.client.0.smithi028.stdout: "ondisk_log_start": "0'0", 2024-08-29T19:03:23.695 INFO:tasks.workunit.client.0.smithi028.stdout: "parent": "0.0", 2024-08-29T19:03:23.695 INFO:tasks.workunit.client.0.smithi028.stdout: "parent_split_bits": 0, 2024-08-29T19:03:23.695 INFO:tasks.workunit.client.0.smithi028.stdout: "pgid": "2.f", 2024-08-29T19:03:23.695 INFO:tasks.workunit.client.0.smithi028.stdout: "pin_stats_invalid": false, 2024-08-29T19:03:23.695 INFO:tasks.workunit.client.0.smithi028.stdout: "purged_snaps": [], 2024-08-29T19:03:23.695 INFO:tasks.workunit.client.0.smithi028.stdout: "reported_epoch": 2650, 2024-08-29T19:03:23.695 INFO:tasks.workunit.client.0.smithi028.stdout: "reported_seq": 4681, 2024-08-29T19:03:23.695 INFO:tasks.workunit.client.0.smithi028.stdout: "scrub_duration": 0.0, 2024-08-29T19:03:23.696 INFO:tasks.workunit.client.0.smithi028.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-30T20:34:03.511106+0000", 2024-08-29T19:03:23.696 INFO:tasks.workunit.client.0.smithi028.stdout: "snaptrim_duration": 0.0, 2024-08-29T19:03:23.696 INFO:tasks.workunit.client.0.smithi028.stdout: "snaptrimq_len": 0, 2024-08-29T19:03:23.696 INFO:tasks.workunit.client.0.smithi028.stdout: "stat_sum": { 2024-08-29T19:03:23.696 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes": 22, 2024-08-29T19:03:23.696 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes_hit_set_archive": 0, 2024-08-29T19:03:23.696 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes_recovered": 0, 2024-08-29T19:03:23.696 INFO:tasks.workunit.client.0.smithi028.stdout: "num_deep_scrub_errors": 0, 2024-08-29T19:03:23.696 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict": 0, 2024-08-29T19:03:23.696 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_kb": 0, 2024-08-29T19:03:23.696 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_mode_full": 0, 2024-08-29T19:03:23.696 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_mode_some": 0, 2024-08-29T19:03:23.696 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush": 0, 2024-08-29T19:03:23.696 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_kb": 0, 2024-08-29T19:03:23.697 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_mode_high": 0, 2024-08-29T19:03:23.697 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_mode_low": 0, 2024-08-29T19:03:23.697 INFO:tasks.workunit.client.0.smithi028.stdout: "num_keys_recovered": 0, 2024-08-29T19:03:23.697 INFO:tasks.workunit.client.0.smithi028.stdout: "num_large_omap_objects": 0, 2024-08-29T19:03:23.697 INFO:tasks.workunit.client.0.smithi028.stdout: "num_legacy_snapsets": 0, 2024-08-29T19:03:23.697 INFO:tasks.workunit.client.0.smithi028.stdout: "num_object_clones": 0, 2024-08-29T19:03:23.697 INFO:tasks.workunit.client.0.smithi028.stdout: "num_object_copies": 3, 2024-08-29T19:03:23.697 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects": 1, 2024-08-29T19:03:23.697 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_degraded": 0, 2024-08-29T19:03:23.697 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_dirty": 1, 2024-08-29T19:03:23.697 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_hit_set_archive": 0, 2024-08-29T19:03:23.697 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_manifest": 0, 2024-08-29T19:03:23.697 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_misplaced": 0, 2024-08-29T19:03:23.698 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_missing": 0, 2024-08-29T19:03:23.698 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_missing_on_primary": 0, 2024-08-29T19:03:23.698 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_omap": 0, 2024-08-29T19:03:23.698 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_pinned": 0, 2024-08-29T19:03:23.698 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_recovered": 0, 2024-08-29T19:03:23.698 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_repaired": 0, 2024-08-29T19:03:23.698 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_unfound": 0, 2024-08-29T19:03:23.698 INFO:tasks.workunit.client.0.smithi028.stdout: "num_omap_bytes": 0, 2024-08-29T19:03:23.698 INFO:tasks.workunit.client.0.smithi028.stdout: "num_omap_keys": 0, 2024-08-29T19:03:23.698 INFO:tasks.workunit.client.0.smithi028.stdout: "num_promote": 0, 2024-08-29T19:03:23.698 INFO:tasks.workunit.client.0.smithi028.stdout: "num_read": 1, 2024-08-29T19:03:23.698 INFO:tasks.workunit.client.0.smithi028.stdout: "num_read_kb": 1, 2024-08-29T19:03:23.698 INFO:tasks.workunit.client.0.smithi028.stdout: "num_scrub_errors": 0, 2024-08-29T19:03:23.698 INFO:tasks.workunit.client.0.smithi028.stdout: "num_shallow_scrub_errors": 0, 2024-08-29T19:03:23.698 INFO:tasks.workunit.client.0.smithi028.stdout: "num_whiteouts": 0, 2024-08-29T19:03:23.699 INFO:tasks.workunit.client.0.smithi028.stdout: "num_write": 1, 2024-08-29T19:03:23.699 INFO:tasks.workunit.client.0.smithi028.stdout: "num_write_kb": 1 2024-08-29T19:03:23.699 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:23.699 INFO:tasks.workunit.client.0.smithi028.stdout: "state": "active+clean", 2024-08-29T19:03:23.699 INFO:tasks.workunit.client.0.smithi028.stdout: "stats_invalid": false, 2024-08-29T19:03:23.699 INFO:tasks.workunit.client.0.smithi028.stdout: "up": [ 2024-08-29T19:03:23.699 INFO:tasks.workunit.client.0.smithi028.stdout: 4, 2024-08-29T19:03:23.699 INFO:tasks.workunit.client.0.smithi028.stdout: 0, 2024-08-29T19:03:23.699 INFO:tasks.workunit.client.0.smithi028.stdout: 7 2024-08-29T19:03:23.699 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-08-29T19:03:23.699 INFO:tasks.workunit.client.0.smithi028.stdout: "up_primary": 4, 2024-08-29T19:03:23.699 INFO:tasks.workunit.client.0.smithi028.stdout: "version": "65'1" 2024-08-29T19:03:23.699 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:23.699 INFO:tasks.workunit.client.0.smithi028.stdout: { 2024-08-29T19:03:23.700 INFO:tasks.workunit.client.0.smithi028.stdout: "acting": [ 2024-08-29T19:03:23.700 INFO:tasks.workunit.client.0.smithi028.stdout: 7, 2024-08-29T19:03:23.700 INFO:tasks.workunit.client.0.smithi028.stdout: 4, 2024-08-29T19:03:23.700 INFO:tasks.workunit.client.0.smithi028.stdout: 6 2024-08-29T19:03:23.700 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-08-29T19:03:23.700 INFO:tasks.workunit.client.0.smithi028.stdout: "acting_primary": 7, 2024-08-29T19:03:23.700 INFO:tasks.workunit.client.0.smithi028.stdout: "avail_no_missing": [], 2024-08-29T19:03:23.700 INFO:tasks.workunit.client.0.smithi028.stdout: "blocked_by": [], 2024-08-29T19:03:23.700 INFO:tasks.workunit.client.0.smithi028.stdout: "created": 62, 2024-08-29T19:03:23.700 INFO:tasks.workunit.client.0.smithi028.stdout: "dirty_stats_invalid": false, 2024-08-29T19:03:23.700 INFO:tasks.workunit.client.0.smithi028.stdout: "hitset_bytes_stats_invalid": false, 2024-08-29T19:03:23.700 INFO:tasks.workunit.client.0.smithi028.stdout: "hitset_stats_invalid": false, 2024-08-29T19:03:23.700 INFO:tasks.workunit.client.0.smithi028.stdout: "last_active": "2024-08-29T19:02:14.095858+0000", 2024-08-29T19:03:23.701 INFO:tasks.workunit.client.0.smithi028.stdout: "last_became_active": "2024-08-29T17:58:11.359956+0000", 2024-08-29T19:03:23.701 INFO:tasks.workunit.client.0.smithi028.stdout: "last_became_peered": "2024-08-29T17:58:11.359956+0000", 2024-08-29T19:03:23.701 INFO:tasks.workunit.client.0.smithi028.stdout: "last_change": "2024-08-29T17:58:11.360400+0000", 2024-08-29T19:03:23.701 INFO:tasks.workunit.client.0.smithi028.stdout: "last_clean": "2024-08-29T19:02:14.095858+0000", 2024-08-29T19:03:23.701 INFO:tasks.workunit.client.0.smithi028.stdout: "last_clean_scrub_stamp": "2024-08-29T17:41:01.987071+0000", 2024-08-29T19:03:23.701 INFO:tasks.workunit.client.0.smithi028.stdout: "last_deep_scrub": "0'0", 2024-08-29T19:03:23.701 INFO:tasks.workunit.client.0.smithi028.stdout: "last_deep_scrub_stamp": "2024-08-29T17:41:01.987071+0000", 2024-08-29T19:03:23.701 INFO:tasks.workunit.client.0.smithi028.stdout: "last_epoch_clean": 681, 2024-08-29T19:03:23.701 INFO:tasks.workunit.client.0.smithi028.stdout: "last_fresh": "2024-08-29T19:02:14.095858+0000", 2024-08-29T19:03:23.701 INFO:tasks.workunit.client.0.smithi028.stdout: "last_fullsized": "2024-08-29T19:02:14.095858+0000", 2024-08-29T19:03:23.701 INFO:tasks.workunit.client.0.smithi028.stdout: "last_peered": "2024-08-29T19:02:14.095858+0000", 2024-08-29T19:03:23.701 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub": "0'0", 2024-08-29T19:03:23.701 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub_duration": 0, 2024-08-29T19:03:23.701 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub_stamp": "2024-08-29T17:41:01.987071+0000", 2024-08-29T19:03:23.702 INFO:tasks.workunit.client.0.smithi028.stdout: "last_undegraded": "2024-08-29T19:02:14.095858+0000", 2024-08-29T19:03:23.702 INFO:tasks.workunit.client.0.smithi028.stdout: "last_unstale": "2024-08-29T19:02:14.095858+0000", 2024-08-29T19:03:23.702 INFO:tasks.workunit.client.0.smithi028.stdout: "log_dups_size": 0, 2024-08-29T19:03:23.702 INFO:tasks.workunit.client.0.smithi028.stdout: "log_size": 0, 2024-08-29T19:03:23.702 INFO:tasks.workunit.client.0.smithi028.stdout: "log_start": "0'0", 2024-08-29T19:03:23.702 INFO:tasks.workunit.client.0.smithi028.stdout: "manifest_stats_invalid": false, 2024-08-29T19:03:23.702 INFO:tasks.workunit.client.0.smithi028.stdout: "mapping_epoch": 680, 2024-08-29T19:03:23.702 INFO:tasks.workunit.client.0.smithi028.stdout: "object_location_counts": [], 2024-08-29T19:03:23.702 INFO:tasks.workunit.client.0.smithi028.stdout: "objects_scrubbed": 0, 2024-08-29T19:03:23.702 INFO:tasks.workunit.client.0.smithi028.stdout: "objects_trimmed": 0, 2024-08-29T19:03:23.702 INFO:tasks.workunit.client.0.smithi028.stdout: "omap_stats_invalid": false, 2024-08-29T19:03:23.702 INFO:tasks.workunit.client.0.smithi028.stdout: "ondisk_log_size": 0, 2024-08-29T19:03:23.702 INFO:tasks.workunit.client.0.smithi028.stdout: "ondisk_log_start": "0'0", 2024-08-29T19:03:23.703 INFO:tasks.workunit.client.0.smithi028.stdout: "parent": "0.0", 2024-08-29T19:03:23.703 INFO:tasks.workunit.client.0.smithi028.stdout: "parent_split_bits": 0, 2024-08-29T19:03:23.703 INFO:tasks.workunit.client.0.smithi028.stdout: "pgid": "3.11", 2024-08-29T19:03:23.703 INFO:tasks.workunit.client.0.smithi028.stdout: "pin_stats_invalid": false, 2024-08-29T19:03:23.703 INFO:tasks.workunit.client.0.smithi028.stdout: "purged_snaps": [], 2024-08-29T19:03:23.703 INFO:tasks.workunit.client.0.smithi028.stdout: "reported_epoch": 2650, 2024-08-29T19:03:23.703 INFO:tasks.workunit.client.0.smithi028.stdout: "reported_seq": 4552, 2024-08-29T19:03:23.703 INFO:tasks.workunit.client.0.smithi028.stdout: "scrub_duration": 0.0, 2024-08-29T19:03:23.703 INFO:tasks.workunit.client.0.smithi028.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-30T18:34:00.906966+0000", 2024-08-29T19:03:23.703 INFO:tasks.workunit.client.0.smithi028.stdout: "snaptrim_duration": 0.0, 2024-08-29T19:03:23.704 INFO:tasks.workunit.client.0.smithi028.stdout: "snaptrimq_len": 0, 2024-08-29T19:03:23.704 INFO:tasks.workunit.client.0.smithi028.stdout: "stat_sum": { 2024-08-29T19:03:23.704 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes": 0, 2024-08-29T19:03:23.704 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes_hit_set_archive": 0, 2024-08-29T19:03:23.704 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes_recovered": 0, 2024-08-29T19:03:23.704 INFO:tasks.workunit.client.0.smithi028.stdout: "num_deep_scrub_errors": 0, 2024-08-29T19:03:23.704 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict": 0, 2024-08-29T19:03:23.704 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_kb": 0, 2024-08-29T19:03:23.704 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_mode_full": 0, 2024-08-29T19:03:23.704 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_mode_some": 0, 2024-08-29T19:03:23.704 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush": 0, 2024-08-29T19:03:23.704 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_kb": 0, 2024-08-29T19:03:23.704 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_mode_high": 0, 2024-08-29T19:03:23.705 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_mode_low": 0, 2024-08-29T19:03:23.705 INFO:tasks.workunit.client.0.smithi028.stdout: "num_keys_recovered": 0, 2024-08-29T19:03:23.705 INFO:tasks.workunit.client.0.smithi028.stdout: "num_large_omap_objects": 0, 2024-08-29T19:03:23.705 INFO:tasks.workunit.client.0.smithi028.stdout: "num_legacy_snapsets": 0, 2024-08-29T19:03:23.705 INFO:tasks.workunit.client.0.smithi028.stdout: "num_object_clones": 0, 2024-08-29T19:03:23.705 INFO:tasks.workunit.client.0.smithi028.stdout: "num_object_copies": 0, 2024-08-29T19:03:23.705 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects": 0, 2024-08-29T19:03:23.705 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_degraded": 0, 2024-08-29T19:03:23.705 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_dirty": 0, 2024-08-29T19:03:23.705 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_hit_set_archive": 0, 2024-08-29T19:03:23.705 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_manifest": 0, 2024-08-29T19:03:23.705 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_misplaced": 0, 2024-08-29T19:03:23.705 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_missing": 0, 2024-08-29T19:03:23.705 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_missing_on_primary": 0, 2024-08-29T19:03:23.705 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_omap": 0, 2024-08-29T19:03:23.706 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_pinned": 0, 2024-08-29T19:03:23.706 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_recovered": 0, 2024-08-29T19:03:23.706 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_repaired": 0, 2024-08-29T19:03:23.706 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_unfound": 0, 2024-08-29T19:03:23.706 INFO:tasks.workunit.client.0.smithi028.stdout: "num_omap_bytes": 0, 2024-08-29T19:03:23.706 INFO:tasks.workunit.client.0.smithi028.stdout: "num_omap_keys": 0, 2024-08-29T19:03:23.706 INFO:tasks.workunit.client.0.smithi028.stdout: "num_promote": 0, 2024-08-29T19:03:23.706 INFO:tasks.workunit.client.0.smithi028.stdout: "num_read": 0, 2024-08-29T19:03:23.706 INFO:tasks.workunit.client.0.smithi028.stdout: "num_read_kb": 0, 2024-08-29T19:03:23.706 INFO:tasks.workunit.client.0.smithi028.stdout: "num_scrub_errors": 0, 2024-08-29T19:03:23.706 INFO:tasks.workunit.client.0.smithi028.stdout: "num_shallow_scrub_errors": 0, 2024-08-29T19:03:23.706 INFO:tasks.workunit.client.0.smithi028.stdout: "num_whiteouts": 0, 2024-08-29T19:03:23.706 INFO:tasks.workunit.client.0.smithi028.stdout: "num_write": 0, 2024-08-29T19:03:23.706 INFO:tasks.workunit.client.0.smithi028.stdout: "num_write_kb": 0 2024-08-29T19:03:23.707 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:23.707 INFO:tasks.workunit.client.0.smithi028.stdout: "state": "active+clean", 2024-08-29T19:03:23.707 INFO:tasks.workunit.client.0.smithi028.stdout: "stats_invalid": false, 2024-08-29T19:03:23.707 INFO:tasks.workunit.client.0.smithi028.stdout: "up": [ 2024-08-29T19:03:23.707 INFO:tasks.workunit.client.0.smithi028.stdout: 7, 2024-08-29T19:03:23.707 INFO:tasks.workunit.client.0.smithi028.stdout: 4, 2024-08-29T19:03:23.707 INFO:tasks.workunit.client.0.smithi028.stdout: 6 2024-08-29T19:03:23.707 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-08-29T19:03:23.707 INFO:tasks.workunit.client.0.smithi028.stdout: "up_primary": 7, 2024-08-29T19:03:23.707 INFO:tasks.workunit.client.0.smithi028.stdout: "version": "0'0" 2024-08-29T19:03:23.707 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:23.707 INFO:tasks.workunit.client.0.smithi028.stdout: { 2024-08-29T19:03:23.707 INFO:tasks.workunit.client.0.smithi028.stdout: "acting": [ 2024-08-29T19:03:23.708 INFO:tasks.workunit.client.0.smithi028.stdout: 2, 2024-08-29T19:03:23.708 INFO:tasks.workunit.client.0.smithi028.stdout: 1, 2024-08-29T19:03:23.708 INFO:tasks.workunit.client.0.smithi028.stdout: 0 2024-08-29T19:03:23.708 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-08-29T19:03:23.708 INFO:tasks.workunit.client.0.smithi028.stdout: "acting_primary": 2, 2024-08-29T19:03:23.708 INFO:tasks.workunit.client.0.smithi028.stdout: "avail_no_missing": [], 2024-08-29T19:03:23.708 INFO:tasks.workunit.client.0.smithi028.stdout: "blocked_by": [], 2024-08-29T19:03:23.708 INFO:tasks.workunit.client.0.smithi028.stdout: "created": 59, 2024-08-29T19:03:23.708 INFO:tasks.workunit.client.0.smithi028.stdout: "dirty_stats_invalid": false, 2024-08-29T19:03:23.708 INFO:tasks.workunit.client.0.smithi028.stdout: "hitset_bytes_stats_invalid": false, 2024-08-29T19:03:23.708 INFO:tasks.workunit.client.0.smithi028.stdout: "hitset_stats_invalid": false, 2024-08-29T19:03:23.708 INFO:tasks.workunit.client.0.smithi028.stdout: "last_active": "2024-08-29T19:02:14.102402+0000", 2024-08-29T19:03:23.708 INFO:tasks.workunit.client.0.smithi028.stdout: "last_became_active": "2024-08-29T17:55:26.384909+0000", 2024-08-29T19:03:23.708 INFO:tasks.workunit.client.0.smithi028.stdout: "last_became_peered": "2024-08-29T17:55:26.384909+0000", 2024-08-29T19:03:23.709 INFO:tasks.workunit.client.0.smithi028.stdout: "last_change": "2024-08-29T17:55:26.386883+0000", 2024-08-29T19:03:23.709 INFO:tasks.workunit.client.0.smithi028.stdout: "last_clean": "2024-08-29T19:02:14.102402+0000", 2024-08-29T19:03:23.709 INFO:tasks.workunit.client.0.smithi028.stdout: "last_clean_scrub_stamp": "2024-08-29T17:40:52.944949+0000", 2024-08-29T19:03:23.709 INFO:tasks.workunit.client.0.smithi028.stdout: "last_deep_scrub": "0'0", 2024-08-29T19:03:23.709 INFO:tasks.workunit.client.0.smithi028.stdout: "last_deep_scrub_stamp": "2024-08-29T17:40:52.944949+0000", 2024-08-29T19:03:23.709 INFO:tasks.workunit.client.0.smithi028.stdout: "last_epoch_clean": 517, 2024-08-29T19:03:23.709 INFO:tasks.workunit.client.0.smithi028.stdout: "last_fresh": "2024-08-29T19:02:14.102402+0000", 2024-08-29T19:03:23.709 INFO:tasks.workunit.client.0.smithi028.stdout: "last_fullsized": "2024-08-29T19:02:14.102402+0000", 2024-08-29T19:03:23.709 INFO:tasks.workunit.client.0.smithi028.stdout: "last_peered": "2024-08-29T19:02:14.102402+0000", 2024-08-29T19:03:23.709 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub": "0'0", 2024-08-29T19:03:23.709 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub_duration": 0, 2024-08-29T19:03:23.709 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub_stamp": "2024-08-29T17:40:52.944949+0000", 2024-08-29T19:03:23.709 INFO:tasks.workunit.client.0.smithi028.stdout: "last_undegraded": "2024-08-29T19:02:14.102402+0000", 2024-08-29T19:03:23.710 INFO:tasks.workunit.client.0.smithi028.stdout: "last_unstale": "2024-08-29T19:02:14.102402+0000", 2024-08-29T19:03:23.710 INFO:tasks.workunit.client.0.smithi028.stdout: "log_dups_size": 0, 2024-08-29T19:03:23.710 INFO:tasks.workunit.client.0.smithi028.stdout: "log_size": 8, 2024-08-29T19:03:23.710 INFO:tasks.workunit.client.0.smithi028.stdout: "log_start": "0'0", 2024-08-29T19:03:23.710 INFO:tasks.workunit.client.0.smithi028.stdout: "manifest_stats_invalid": false, 2024-08-29T19:03:23.710 INFO:tasks.workunit.client.0.smithi028.stdout: "mapping_epoch": 516, 2024-08-29T19:03:23.710 INFO:tasks.workunit.client.0.smithi028.stdout: "object_location_counts": [], 2024-08-29T19:03:23.710 INFO:tasks.workunit.client.0.smithi028.stdout: "objects_scrubbed": 0, 2024-08-29T19:03:23.710 INFO:tasks.workunit.client.0.smithi028.stdout: "objects_trimmed": 0, 2024-08-29T19:03:23.710 INFO:tasks.workunit.client.0.smithi028.stdout: "omap_stats_invalid": false, 2024-08-29T19:03:23.710 INFO:tasks.workunit.client.0.smithi028.stdout: "ondisk_log_size": 8, 2024-08-29T19:03:23.710 INFO:tasks.workunit.client.0.smithi028.stdout: "ondisk_log_start": "0'0", 2024-08-29T19:03:23.710 INFO:tasks.workunit.client.0.smithi028.stdout: "parent": "0.0", 2024-08-29T19:03:23.710 INFO:tasks.workunit.client.0.smithi028.stdout: "parent_split_bits": 0, 2024-08-29T19:03:23.711 INFO:tasks.workunit.client.0.smithi028.stdout: "pgid": "2.10", 2024-08-29T19:03:23.711 INFO:tasks.workunit.client.0.smithi028.stdout: "pin_stats_invalid": false, 2024-08-29T19:03:23.711 INFO:tasks.workunit.client.0.smithi028.stdout: "purged_snaps": [], 2024-08-29T19:03:23.711 INFO:tasks.workunit.client.0.smithi028.stdout: "reported_epoch": 2650, 2024-08-29T19:03:23.711 INFO:tasks.workunit.client.0.smithi028.stdout: "reported_seq": 4755, 2024-08-29T19:03:23.711 INFO:tasks.workunit.client.0.smithi028.stdout: "scrub_duration": 0.0, 2024-08-29T19:03:23.711 INFO:tasks.workunit.client.0.smithi028.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-30T22:40:38.416082+0000", 2024-08-29T19:03:23.711 INFO:tasks.workunit.client.0.smithi028.stdout: "snaptrim_duration": 0.0, 2024-08-29T19:03:23.711 INFO:tasks.workunit.client.0.smithi028.stdout: "snaptrimq_len": 0, 2024-08-29T19:03:23.711 INFO:tasks.workunit.client.0.smithi028.stdout: "stat_sum": { 2024-08-29T19:03:23.711 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes": 0, 2024-08-29T19:03:23.711 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes_hit_set_archive": 0, 2024-08-29T19:03:23.711 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes_recovered": 0, 2024-08-29T19:03:23.711 INFO:tasks.workunit.client.0.smithi028.stdout: "num_deep_scrub_errors": 0, 2024-08-29T19:03:23.712 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict": 0, 2024-08-29T19:03:23.712 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_kb": 0, 2024-08-29T19:03:23.712 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_mode_full": 0, 2024-08-29T19:03:23.712 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_mode_some": 0, 2024-08-29T19:03:23.712 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush": 0, 2024-08-29T19:03:23.712 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_kb": 0, 2024-08-29T19:03:23.712 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_mode_high": 0, 2024-08-29T19:03:23.712 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_mode_low": 0, 2024-08-29T19:03:23.712 INFO:tasks.workunit.client.0.smithi028.stdout: "num_keys_recovered": 0, 2024-08-29T19:03:23.712 INFO:tasks.workunit.client.0.smithi028.stdout: "num_large_omap_objects": 0, 2024-08-29T19:03:23.712 INFO:tasks.workunit.client.0.smithi028.stdout: "num_legacy_snapsets": 0, 2024-08-29T19:03:23.712 INFO:tasks.workunit.client.0.smithi028.stdout: "num_object_clones": 0, 2024-08-29T19:03:23.712 INFO:tasks.workunit.client.0.smithi028.stdout: "num_object_copies": 12, 2024-08-29T19:03:23.712 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects": 4, 2024-08-29T19:03:23.713 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_degraded": 0, 2024-08-29T19:03:23.713 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_dirty": 4, 2024-08-29T19:03:23.713 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_hit_set_archive": 0, 2024-08-29T19:03:23.713 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_manifest": 0, 2024-08-29T19:03:23.713 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_misplaced": 0, 2024-08-29T19:03:23.713 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_missing": 0, 2024-08-29T19:03:23.713 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_missing_on_primary": 0, 2024-08-29T19:03:23.713 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_omap": 4, 2024-08-29T19:03:23.713 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_pinned": 0, 2024-08-29T19:03:23.713 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_recovered": 0, 2024-08-29T19:03:23.713 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_repaired": 0, 2024-08-29T19:03:23.713 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_unfound": 0, 2024-08-29T19:03:23.713 INFO:tasks.workunit.client.0.smithi028.stdout: "num_omap_bytes": 0, 2024-08-29T19:03:23.713 INFO:tasks.workunit.client.0.smithi028.stdout: "num_omap_keys": 0, 2024-08-29T19:03:23.714 INFO:tasks.workunit.client.0.smithi028.stdout: "num_promote": 0, 2024-08-29T19:03:23.714 INFO:tasks.workunit.client.0.smithi028.stdout: "num_read": 24, 2024-08-29T19:03:23.714 INFO:tasks.workunit.client.0.smithi028.stdout: "num_read_kb": 24, 2024-08-29T19:03:23.714 INFO:tasks.workunit.client.0.smithi028.stdout: "num_scrub_errors": 0, 2024-08-29T19:03:23.714 INFO:tasks.workunit.client.0.smithi028.stdout: "num_shallow_scrub_errors": 0, 2024-08-29T19:03:23.714 INFO:tasks.workunit.client.0.smithi028.stdout: "num_whiteouts": 0, 2024-08-29T19:03:23.714 INFO:tasks.workunit.client.0.smithi028.stdout: "num_write": 12, 2024-08-29T19:03:23.714 INFO:tasks.workunit.client.0.smithi028.stdout: "num_write_kb": 0 2024-08-29T19:03:23.714 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:23.714 INFO:tasks.workunit.client.0.smithi028.stdout: "state": "active+clean", 2024-08-29T19:03:23.714 INFO:tasks.workunit.client.0.smithi028.stdout: "stats_invalid": false, 2024-08-29T19:03:23.714 INFO:tasks.workunit.client.0.smithi028.stdout: "up": [ 2024-08-29T19:03:23.714 INFO:tasks.workunit.client.0.smithi028.stdout: 2, 2024-08-29T19:03:23.714 INFO:tasks.workunit.client.0.smithi028.stdout: 1, 2024-08-29T19:03:23.715 INFO:tasks.workunit.client.0.smithi028.stdout: 0 2024-08-29T19:03:23.715 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-08-29T19:03:23.715 INFO:tasks.workunit.client.0.smithi028.stdout: "up_primary": 2, 2024-08-29T19:03:23.715 INFO:tasks.workunit.client.0.smithi028.stdout: "version": "65'8" 2024-08-29T19:03:23.715 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:23.715 INFO:tasks.workunit.client.0.smithi028.stdout: { 2024-08-29T19:03:23.715 INFO:tasks.workunit.client.0.smithi028.stdout: "acting": [ 2024-08-29T19:03:23.715 INFO:tasks.workunit.client.0.smithi028.stdout: 6, 2024-08-29T19:03:23.715 INFO:tasks.workunit.client.0.smithi028.stdout: 0, 2024-08-29T19:03:23.715 INFO:tasks.workunit.client.0.smithi028.stdout: 5 2024-08-29T19:03:23.715 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-08-29T19:03:23.715 INFO:tasks.workunit.client.0.smithi028.stdout: "acting_primary": 6, 2024-08-29T19:03:23.715 INFO:tasks.workunit.client.0.smithi028.stdout: "avail_no_missing": [], 2024-08-29T19:03:23.715 INFO:tasks.workunit.client.0.smithi028.stdout: "blocked_by": [], 2024-08-29T19:03:23.716 INFO:tasks.workunit.client.0.smithi028.stdout: "created": 62, 2024-08-29T19:03:23.716 INFO:tasks.workunit.client.0.smithi028.stdout: "dirty_stats_invalid": false, 2024-08-29T19:03:23.716 INFO:tasks.workunit.client.0.smithi028.stdout: "hitset_bytes_stats_invalid": false, 2024-08-29T19:03:23.716 INFO:tasks.workunit.client.0.smithi028.stdout: "hitset_stats_invalid": false, 2024-08-29T19:03:23.716 INFO:tasks.workunit.client.0.smithi028.stdout: "last_active": "2024-08-29T19:02:14.930118+0000", 2024-08-29T19:03:23.716 INFO:tasks.workunit.client.0.smithi028.stdout: "last_became_active": "2024-08-29T17:57:36.381484+0000", 2024-08-29T19:03:23.716 INFO:tasks.workunit.client.0.smithi028.stdout: "last_became_peered": "2024-08-29T17:57:36.381484+0000", 2024-08-29T19:03:23.716 INFO:tasks.workunit.client.0.smithi028.stdout: "last_change": "2024-08-29T17:57:36.382079+0000", 2024-08-29T19:03:23.716 INFO:tasks.workunit.client.0.smithi028.stdout: "last_clean": "2024-08-29T19:02:14.930118+0000", 2024-08-29T19:03:23.716 INFO:tasks.workunit.client.0.smithi028.stdout: "last_clean_scrub_stamp": "2024-08-29T17:41:01.987071+0000", 2024-08-29T19:03:23.716 INFO:tasks.workunit.client.0.smithi028.stdout: "last_deep_scrub": "0'0", 2024-08-29T19:03:23.716 INFO:tasks.workunit.client.0.smithi028.stdout: "last_deep_scrub_stamp": "2024-08-29T17:41:01.987071+0000", 2024-08-29T19:03:23.716 INFO:tasks.workunit.client.0.smithi028.stdout: "last_epoch_clean": 646, 2024-08-29T19:03:23.716 INFO:tasks.workunit.client.0.smithi028.stdout: "last_fresh": "2024-08-29T19:02:14.930118+0000", 2024-08-29T19:03:23.717 INFO:tasks.workunit.client.0.smithi028.stdout: "last_fullsized": "2024-08-29T19:02:14.930118+0000", 2024-08-29T19:03:23.717 INFO:tasks.workunit.client.0.smithi028.stdout: "last_peered": "2024-08-29T19:02:14.930118+0000", 2024-08-29T19:03:23.717 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub": "0'0", 2024-08-29T19:03:23.717 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub_duration": 0, 2024-08-29T19:03:23.717 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub_stamp": "2024-08-29T17:41:01.987071+0000", 2024-08-29T19:03:23.717 INFO:tasks.workunit.client.0.smithi028.stdout: "last_undegraded": "2024-08-29T19:02:14.930118+0000", 2024-08-29T19:03:23.717 INFO:tasks.workunit.client.0.smithi028.stdout: "last_unstale": "2024-08-29T19:02:14.930118+0000", 2024-08-29T19:03:23.717 INFO:tasks.workunit.client.0.smithi028.stdout: "log_dups_size": 0, 2024-08-29T19:03:23.717 INFO:tasks.workunit.client.0.smithi028.stdout: "log_size": 0, 2024-08-29T19:03:23.717 INFO:tasks.workunit.client.0.smithi028.stdout: "log_start": "0'0", 2024-08-29T19:03:23.717 INFO:tasks.workunit.client.0.smithi028.stdout: "manifest_stats_invalid": false, 2024-08-29T19:03:23.717 INFO:tasks.workunit.client.0.smithi028.stdout: "mapping_epoch": 645, 2024-08-29T19:03:23.717 INFO:tasks.workunit.client.0.smithi028.stdout: "object_location_counts": [], 2024-08-29T19:03:23.717 INFO:tasks.workunit.client.0.smithi028.stdout: "objects_scrubbed": 0, 2024-08-29T19:03:23.718 INFO:tasks.workunit.client.0.smithi028.stdout: "objects_trimmed": 0, 2024-08-29T19:03:23.718 INFO:tasks.workunit.client.0.smithi028.stdout: "omap_stats_invalid": false, 2024-08-29T19:03:23.718 INFO:tasks.workunit.client.0.smithi028.stdout: "ondisk_log_size": 0, 2024-08-29T19:03:23.718 INFO:tasks.workunit.client.0.smithi028.stdout: "ondisk_log_start": "0'0", 2024-08-29T19:03:23.718 INFO:tasks.workunit.client.0.smithi028.stdout: "parent": "0.0", 2024-08-29T19:03:23.718 INFO:tasks.workunit.client.0.smithi028.stdout: "parent_split_bits": 0, 2024-08-29T19:03:23.718 INFO:tasks.workunit.client.0.smithi028.stdout: "pgid": "3.10", 2024-08-29T19:03:23.718 INFO:tasks.workunit.client.0.smithi028.stdout: "pin_stats_invalid": false, 2024-08-29T19:03:23.718 INFO:tasks.workunit.client.0.smithi028.stdout: "purged_snaps": [], 2024-08-29T19:03:23.718 INFO:tasks.workunit.client.0.smithi028.stdout: "reported_epoch": 2650, 2024-08-29T19:03:23.718 INFO:tasks.workunit.client.0.smithi028.stdout: "reported_seq": 4593, 2024-08-29T19:03:23.718 INFO:tasks.workunit.client.0.smithi028.stdout: "scrub_duration": 0.0, 2024-08-29T19:03:23.718 INFO:tasks.workunit.client.0.smithi028.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-30T22:14:39.041665+0000", 2024-08-29T19:03:23.719 INFO:tasks.workunit.client.0.smithi028.stdout: "snaptrim_duration": 0.0, 2024-08-29T19:03:23.719 INFO:tasks.workunit.client.0.smithi028.stdout: "snaptrimq_len": 0, 2024-08-29T19:03:23.719 INFO:tasks.workunit.client.0.smithi028.stdout: "stat_sum": { 2024-08-29T19:03:23.719 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes": 0, 2024-08-29T19:03:23.719 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes_hit_set_archive": 0, 2024-08-29T19:03:23.719 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes_recovered": 0, 2024-08-29T19:03:23.719 INFO:tasks.workunit.client.0.smithi028.stdout: "num_deep_scrub_errors": 0, 2024-08-29T19:03:23.719 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict": 0, 2024-08-29T19:03:23.719 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_kb": 0, 2024-08-29T19:03:23.719 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_mode_full": 0, 2024-08-29T19:03:23.719 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_mode_some": 0, 2024-08-29T19:03:23.719 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush": 0, 2024-08-29T19:03:23.719 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_kb": 0, 2024-08-29T19:03:23.719 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_mode_high": 0, 2024-08-29T19:03:23.719 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_mode_low": 0, 2024-08-29T19:03:23.720 INFO:tasks.workunit.client.0.smithi028.stdout: "num_keys_recovered": 0, 2024-08-29T19:03:23.720 INFO:tasks.workunit.client.0.smithi028.stdout: "num_large_omap_objects": 0, 2024-08-29T19:03:23.720 INFO:tasks.workunit.client.0.smithi028.stdout: "num_legacy_snapsets": 0, 2024-08-29T19:03:23.720 INFO:tasks.workunit.client.0.smithi028.stdout: "num_object_clones": 0, 2024-08-29T19:03:23.720 INFO:tasks.workunit.client.0.smithi028.stdout: "num_object_copies": 0, 2024-08-29T19:03:23.720 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects": 0, 2024-08-29T19:03:23.720 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_degraded": 0, 2024-08-29T19:03:23.720 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_dirty": 0, 2024-08-29T19:03:23.720 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_hit_set_archive": 0, 2024-08-29T19:03:23.720 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_manifest": 0, 2024-08-29T19:03:23.720 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_misplaced": 0, 2024-08-29T19:03:23.720 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_missing": 0, 2024-08-29T19:03:23.720 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_missing_on_primary": 0, 2024-08-29T19:03:23.720 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_omap": 0, 2024-08-29T19:03:23.721 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_pinned": 0, 2024-08-29T19:03:23.721 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_recovered": 0, 2024-08-29T19:03:23.721 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_repaired": 0, 2024-08-29T19:03:23.721 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_unfound": 0, 2024-08-29T19:03:23.721 INFO:tasks.workunit.client.0.smithi028.stdout: "num_omap_bytes": 0, 2024-08-29T19:03:23.721 INFO:tasks.workunit.client.0.smithi028.stdout: "num_omap_keys": 0, 2024-08-29T19:03:23.721 INFO:tasks.workunit.client.0.smithi028.stdout: "num_promote": 0, 2024-08-29T19:03:23.721 INFO:tasks.workunit.client.0.smithi028.stdout: "num_read": 0, 2024-08-29T19:03:23.721 INFO:tasks.workunit.client.0.smithi028.stdout: "num_read_kb": 0, 2024-08-29T19:03:23.721 INFO:tasks.workunit.client.0.smithi028.stdout: "num_scrub_errors": 0, 2024-08-29T19:03:23.721 INFO:tasks.workunit.client.0.smithi028.stdout: "num_shallow_scrub_errors": 0, 2024-08-29T19:03:23.721 INFO:tasks.workunit.client.0.smithi028.stdout: "num_whiteouts": 0, 2024-08-29T19:03:23.721 INFO:tasks.workunit.client.0.smithi028.stdout: "num_write": 0, 2024-08-29T19:03:23.721 INFO:tasks.workunit.client.0.smithi028.stdout: "num_write_kb": 0 2024-08-29T19:03:23.722 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:23.722 INFO:tasks.workunit.client.0.smithi028.stdout: "state": "active+clean", 2024-08-29T19:03:23.722 INFO:tasks.workunit.client.0.smithi028.stdout: "stats_invalid": false, 2024-08-29T19:03:23.722 INFO:tasks.workunit.client.0.smithi028.stdout: "up": [ 2024-08-29T19:03:23.722 INFO:tasks.workunit.client.0.smithi028.stdout: 6, 2024-08-29T19:03:23.722 INFO:tasks.workunit.client.0.smithi028.stdout: 0, 2024-08-29T19:03:23.722 INFO:tasks.workunit.client.0.smithi028.stdout: 5 2024-08-29T19:03:23.722 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-08-29T19:03:23.722 INFO:tasks.workunit.client.0.smithi028.stdout: "up_primary": 6, 2024-08-29T19:03:23.722 INFO:tasks.workunit.client.0.smithi028.stdout: "version": "0'0" 2024-08-29T19:03:23.722 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:23.722 INFO:tasks.workunit.client.0.smithi028.stdout: { 2024-08-29T19:03:23.722 INFO:tasks.workunit.client.0.smithi028.stdout: "acting": [ 2024-08-29T19:03:23.722 INFO:tasks.workunit.client.0.smithi028.stdout: 6, 2024-08-29T19:03:23.722 INFO:tasks.workunit.client.0.smithi028.stdout: 4, 2024-08-29T19:03:23.723 INFO:tasks.workunit.client.0.smithi028.stdout: 1 2024-08-29T19:03:23.723 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-08-29T19:03:23.723 INFO:tasks.workunit.client.0.smithi028.stdout: "acting_primary": 6, 2024-08-29T19:03:23.723 INFO:tasks.workunit.client.0.smithi028.stdout: "avail_no_missing": [], 2024-08-29T19:03:23.723 INFO:tasks.workunit.client.0.smithi028.stdout: "blocked_by": [], 2024-08-29T19:03:23.723 INFO:tasks.workunit.client.0.smithi028.stdout: "created": 59, 2024-08-29T19:03:23.723 INFO:tasks.workunit.client.0.smithi028.stdout: "dirty_stats_invalid": false, 2024-08-29T19:03:23.723 INFO:tasks.workunit.client.0.smithi028.stdout: "hitset_bytes_stats_invalid": false, 2024-08-29T19:03:23.723 INFO:tasks.workunit.client.0.smithi028.stdout: "hitset_stats_invalid": false, 2024-08-29T19:03:23.723 INFO:tasks.workunit.client.0.smithi028.stdout: "last_active": "2024-08-29T19:02:14.917866+0000", 2024-08-29T19:03:23.723 INFO:tasks.workunit.client.0.smithi028.stdout: "last_became_active": "2024-08-29T17:57:36.374170+0000", 2024-08-29T19:03:23.723 INFO:tasks.workunit.client.0.smithi028.stdout: "last_became_peered": "2024-08-29T17:57:36.374170+0000", 2024-08-29T19:03:23.723 INFO:tasks.workunit.client.0.smithi028.stdout: "last_change": "2024-08-29T17:57:36.374611+0000", 2024-08-29T19:03:23.724 INFO:tasks.workunit.client.0.smithi028.stdout: "last_clean": "2024-08-29T19:02:14.917866+0000", 2024-08-29T19:03:23.724 INFO:tasks.workunit.client.0.smithi028.stdout: "last_clean_scrub_stamp": "2024-08-29T17:40:52.944949+0000", 2024-08-29T19:03:23.724 INFO:tasks.workunit.client.0.smithi028.stdout: "last_deep_scrub": "0'0", 2024-08-29T19:03:23.724 INFO:tasks.workunit.client.0.smithi028.stdout: "last_deep_scrub_stamp": "2024-08-29T17:40:52.944949+0000", 2024-08-29T19:03:23.724 INFO:tasks.workunit.client.0.smithi028.stdout: "last_epoch_clean": 646, 2024-08-29T19:03:23.724 INFO:tasks.workunit.client.0.smithi028.stdout: "last_fresh": "2024-08-29T19:02:14.917866+0000", 2024-08-29T19:03:23.724 INFO:tasks.workunit.client.0.smithi028.stdout: "last_fullsized": "2024-08-29T19:02:14.917866+0000", 2024-08-29T19:03:23.724 INFO:tasks.workunit.client.0.smithi028.stdout: "last_peered": "2024-08-29T19:02:14.917866+0000", 2024-08-29T19:03:23.724 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub": "0'0", 2024-08-29T19:03:23.724 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub_duration": 0, 2024-08-29T19:03:23.724 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub_stamp": "2024-08-29T17:40:52.944949+0000", 2024-08-29T19:03:23.724 INFO:tasks.workunit.client.0.smithi028.stdout: "last_undegraded": "2024-08-29T19:02:14.917866+0000", 2024-08-29T19:03:23.724 INFO:tasks.workunit.client.0.smithi028.stdout: "last_unstale": "2024-08-29T19:02:14.917866+0000", 2024-08-29T19:03:23.724 INFO:tasks.workunit.client.0.smithi028.stdout: "log_dups_size": 0, 2024-08-29T19:03:23.725 INFO:tasks.workunit.client.0.smithi028.stdout: "log_size": 0, 2024-08-29T19:03:23.725 INFO:tasks.workunit.client.0.smithi028.stdout: "log_start": "0'0", 2024-08-29T19:03:23.725 INFO:tasks.workunit.client.0.smithi028.stdout: "manifest_stats_invalid": false, 2024-08-29T19:03:23.725 INFO:tasks.workunit.client.0.smithi028.stdout: "mapping_epoch": 645, 2024-08-29T19:03:23.725 INFO:tasks.workunit.client.0.smithi028.stdout: "object_location_counts": [], 2024-08-29T19:03:23.725 INFO:tasks.workunit.client.0.smithi028.stdout: "objects_scrubbed": 0, 2024-08-29T19:03:23.725 INFO:tasks.workunit.client.0.smithi028.stdout: "objects_trimmed": 0, 2024-08-29T19:03:23.725 INFO:tasks.workunit.client.0.smithi028.stdout: "omap_stats_invalid": false, 2024-08-29T19:03:23.725 INFO:tasks.workunit.client.0.smithi028.stdout: "ondisk_log_size": 0, 2024-08-29T19:03:23.725 INFO:tasks.workunit.client.0.smithi028.stdout: "ondisk_log_start": "0'0", 2024-08-29T19:03:23.725 INFO:tasks.workunit.client.0.smithi028.stdout: "parent": "0.0", 2024-08-29T19:03:23.725 INFO:tasks.workunit.client.0.smithi028.stdout: "parent_split_bits": 0, 2024-08-29T19:03:23.725 INFO:tasks.workunit.client.0.smithi028.stdout: "pgid": "2.11", 2024-08-29T19:03:23.725 INFO:tasks.workunit.client.0.smithi028.stdout: "pin_stats_invalid": false, 2024-08-29T19:03:23.726 INFO:tasks.workunit.client.0.smithi028.stdout: "purged_snaps": [], 2024-08-29T19:03:23.726 INFO:tasks.workunit.client.0.smithi028.stdout: "reported_epoch": 2650, 2024-08-29T19:03:23.726 INFO:tasks.workunit.client.0.smithi028.stdout: "reported_seq": 4605, 2024-08-29T19:03:23.726 INFO:tasks.workunit.client.0.smithi028.stdout: "scrub_duration": 0.0, 2024-08-29T19:03:23.726 INFO:tasks.workunit.client.0.smithi028.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-30T23:17:05.211081+0000", 2024-08-29T19:03:23.726 INFO:tasks.workunit.client.0.smithi028.stdout: "snaptrim_duration": 0.0, 2024-08-29T19:03:23.726 INFO:tasks.workunit.client.0.smithi028.stdout: "snaptrimq_len": 0, 2024-08-29T19:03:23.726 INFO:tasks.workunit.client.0.smithi028.stdout: "stat_sum": { 2024-08-29T19:03:23.726 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes": 0, 2024-08-29T19:03:23.726 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes_hit_set_archive": 0, 2024-08-29T19:03:23.726 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes_recovered": 0, 2024-08-29T19:03:23.726 INFO:tasks.workunit.client.0.smithi028.stdout: "num_deep_scrub_errors": 0, 2024-08-29T19:03:23.726 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict": 0, 2024-08-29T19:03:23.726 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_kb": 0, 2024-08-29T19:03:23.727 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_mode_full": 0, 2024-08-29T19:03:23.727 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_mode_some": 0, 2024-08-29T19:03:23.727 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush": 0, 2024-08-29T19:03:23.727 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_kb": 0, 2024-08-29T19:03:23.727 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_mode_high": 0, 2024-08-29T19:03:23.727 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_mode_low": 0, 2024-08-29T19:03:23.727 INFO:tasks.workunit.client.0.smithi028.stdout: "num_keys_recovered": 0, 2024-08-29T19:03:23.727 INFO:tasks.workunit.client.0.smithi028.stdout: "num_large_omap_objects": 0, 2024-08-29T19:03:23.727 INFO:tasks.workunit.client.0.smithi028.stdout: "num_legacy_snapsets": 0, 2024-08-29T19:03:23.727 INFO:tasks.workunit.client.0.smithi028.stdout: "num_object_clones": 0, 2024-08-29T19:03:23.727 INFO:tasks.workunit.client.0.smithi028.stdout: "num_object_copies": 0, 2024-08-29T19:03:23.727 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects": 0, 2024-08-29T19:03:23.727 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_degraded": 0, 2024-08-29T19:03:23.727 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_dirty": 0, 2024-08-29T19:03:23.727 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_hit_set_archive": 0, 2024-08-29T19:03:23.728 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_manifest": 0, 2024-08-29T19:03:23.728 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_misplaced": 0, 2024-08-29T19:03:23.728 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_missing": 0, 2024-08-29T19:03:23.728 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_missing_on_primary": 0, 2024-08-29T19:03:23.728 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_omap": 0, 2024-08-29T19:03:23.728 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_pinned": 0, 2024-08-29T19:03:23.728 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_recovered": 0, 2024-08-29T19:03:23.728 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_repaired": 0, 2024-08-29T19:03:23.728 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_unfound": 0, 2024-08-29T19:03:23.728 INFO:tasks.workunit.client.0.smithi028.stdout: "num_omap_bytes": 0, 2024-08-29T19:03:23.728 INFO:tasks.workunit.client.0.smithi028.stdout: "num_omap_keys": 0, 2024-08-29T19:03:23.728 INFO:tasks.workunit.client.0.smithi028.stdout: "num_promote": 0, 2024-08-29T19:03:23.728 INFO:tasks.workunit.client.0.smithi028.stdout: "num_read": 0, 2024-08-29T19:03:23.729 INFO:tasks.workunit.client.0.smithi028.stdout: "num_read_kb": 0, 2024-08-29T19:03:23.729 INFO:tasks.workunit.client.0.smithi028.stdout: "num_scrub_errors": 0, 2024-08-29T19:03:23.729 INFO:tasks.workunit.client.0.smithi028.stdout: "num_shallow_scrub_errors": 0, 2024-08-29T19:03:23.729 INFO:tasks.workunit.client.0.smithi028.stdout: "num_whiteouts": 0, 2024-08-29T19:03:23.729 INFO:tasks.workunit.client.0.smithi028.stdout: "num_write": 0, 2024-08-29T19:03:23.729 INFO:tasks.workunit.client.0.smithi028.stdout: "num_write_kb": 0 2024-08-29T19:03:23.729 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:23.729 INFO:tasks.workunit.client.0.smithi028.stdout: "state": "active+clean", 2024-08-29T19:03:23.729 INFO:tasks.workunit.client.0.smithi028.stdout: "stats_invalid": false, 2024-08-29T19:03:23.729 INFO:tasks.workunit.client.0.smithi028.stdout: "up": [ 2024-08-29T19:03:23.729 INFO:tasks.workunit.client.0.smithi028.stdout: 6, 2024-08-29T19:03:23.729 INFO:tasks.workunit.client.0.smithi028.stdout: 4, 2024-08-29T19:03:23.729 INFO:tasks.workunit.client.0.smithi028.stdout: 1 2024-08-29T19:03:23.729 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-08-29T19:03:23.730 INFO:tasks.workunit.client.0.smithi028.stdout: "up_primary": 6, 2024-08-29T19:03:23.730 INFO:tasks.workunit.client.0.smithi028.stdout: "version": "0'0" 2024-08-29T19:03:23.730 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:23.730 INFO:tasks.workunit.client.0.smithi028.stdout: { 2024-08-29T19:03:23.730 INFO:tasks.workunit.client.0.smithi028.stdout: "acting": [ 2024-08-29T19:03:23.730 INFO:tasks.workunit.client.0.smithi028.stdout: 7, 2024-08-29T19:03:23.730 INFO:tasks.workunit.client.0.smithi028.stdout: 4, 2024-08-29T19:03:23.730 INFO:tasks.workunit.client.0.smithi028.stdout: 2 2024-08-29T19:03:23.730 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-08-29T19:03:23.730 INFO:tasks.workunit.client.0.smithi028.stdout: "acting_primary": 7, 2024-08-29T19:03:23.730 INFO:tasks.workunit.client.0.smithi028.stdout: "avail_no_missing": [], 2024-08-29T19:03:23.730 INFO:tasks.workunit.client.0.smithi028.stdout: "blocked_by": [], 2024-08-29T19:03:23.730 INFO:tasks.workunit.client.0.smithi028.stdout: "created": 62, 2024-08-29T19:03:23.730 INFO:tasks.workunit.client.0.smithi028.stdout: "dirty_stats_invalid": false, 2024-08-29T19:03:23.731 INFO:tasks.workunit.client.0.smithi028.stdout: "hitset_bytes_stats_invalid": false, 2024-08-29T19:03:23.731 INFO:tasks.workunit.client.0.smithi028.stdout: "hitset_stats_invalid": false, 2024-08-29T19:03:23.731 INFO:tasks.workunit.client.0.smithi028.stdout: "last_active": "2024-08-29T19:02:14.096047+0000", 2024-08-29T19:03:23.731 INFO:tasks.workunit.client.0.smithi028.stdout: "last_became_active": "2024-08-29T17:58:11.364017+0000", 2024-08-29T19:03:23.731 INFO:tasks.workunit.client.0.smithi028.stdout: "last_became_peered": "2024-08-29T17:58:11.364017+0000", 2024-08-29T19:03:23.731 INFO:tasks.workunit.client.0.smithi028.stdout: "last_change": "2024-08-29T17:58:11.364793+0000", 2024-08-29T19:03:23.731 INFO:tasks.workunit.client.0.smithi028.stdout: "last_clean": "2024-08-29T19:02:14.096047+0000", 2024-08-29T19:03:23.731 INFO:tasks.workunit.client.0.smithi028.stdout: "last_clean_scrub_stamp": "2024-08-29T17:41:01.987071+0000", 2024-08-29T19:03:23.731 INFO:tasks.workunit.client.0.smithi028.stdout: "last_deep_scrub": "0'0", 2024-08-29T19:03:23.731 INFO:tasks.workunit.client.0.smithi028.stdout: "last_deep_scrub_stamp": "2024-08-29T17:41:01.987071+0000", 2024-08-29T19:03:23.731 INFO:tasks.workunit.client.0.smithi028.stdout: "last_epoch_clean": 681, 2024-08-29T19:03:23.731 INFO:tasks.workunit.client.0.smithi028.stdout: "last_fresh": "2024-08-29T19:02:14.096047+0000", 2024-08-29T19:03:23.731 INFO:tasks.workunit.client.0.smithi028.stdout: "last_fullsized": "2024-08-29T19:02:14.096047+0000", 2024-08-29T19:03:23.731 INFO:tasks.workunit.client.0.smithi028.stdout: "last_peered": "2024-08-29T19:02:14.096047+0000", 2024-08-29T19:03:23.732 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub": "0'0", 2024-08-29T19:03:23.732 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub_duration": 0, 2024-08-29T19:03:23.732 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub_stamp": "2024-08-29T17:41:01.987071+0000", 2024-08-29T19:03:23.732 INFO:tasks.workunit.client.0.smithi028.stdout: "last_undegraded": "2024-08-29T19:02:14.096047+0000", 2024-08-29T19:03:23.732 INFO:tasks.workunit.client.0.smithi028.stdout: "last_unstale": "2024-08-29T19:02:14.096047+0000", 2024-08-29T19:03:23.732 INFO:tasks.workunit.client.0.smithi028.stdout: "log_dups_size": 0, 2024-08-29T19:03:23.732 INFO:tasks.workunit.client.0.smithi028.stdout: "log_size": 0, 2024-08-29T19:03:23.732 INFO:tasks.workunit.client.0.smithi028.stdout: "log_start": "0'0", 2024-08-29T19:03:23.732 INFO:tasks.workunit.client.0.smithi028.stdout: "manifest_stats_invalid": false, 2024-08-29T19:03:23.732 INFO:tasks.workunit.client.0.smithi028.stdout: "mapping_epoch": 680, 2024-08-29T19:03:23.732 INFO:tasks.workunit.client.0.smithi028.stdout: "object_location_counts": [], 2024-08-29T19:03:23.732 INFO:tasks.workunit.client.0.smithi028.stdout: "objects_scrubbed": 0, 2024-08-29T19:03:23.732 INFO:tasks.workunit.client.0.smithi028.stdout: "objects_trimmed": 0, 2024-08-29T19:03:23.733 INFO:tasks.workunit.client.0.smithi028.stdout: "omap_stats_invalid": false, 2024-08-29T19:03:23.733 INFO:tasks.workunit.client.0.smithi028.stdout: "ondisk_log_size": 0, 2024-08-29T19:03:23.733 INFO:tasks.workunit.client.0.smithi028.stdout: "ondisk_log_start": "0'0", 2024-08-29T19:03:23.733 INFO:tasks.workunit.client.0.smithi028.stdout: "parent": "0.0", 2024-08-29T19:03:23.733 INFO:tasks.workunit.client.0.smithi028.stdout: "parent_split_bits": 0, 2024-08-29T19:03:23.733 INFO:tasks.workunit.client.0.smithi028.stdout: "pgid": "3.13", 2024-08-29T19:03:23.733 INFO:tasks.workunit.client.0.smithi028.stdout: "pin_stats_invalid": false, 2024-08-29T19:03:23.733 INFO:tasks.workunit.client.0.smithi028.stdout: "purged_snaps": [], 2024-08-29T19:03:23.733 INFO:tasks.workunit.client.0.smithi028.stdout: "reported_epoch": 2650, 2024-08-29T19:03:23.733 INFO:tasks.workunit.client.0.smithi028.stdout: "reported_seq": 4569, 2024-08-29T19:03:23.733 INFO:tasks.workunit.client.0.smithi028.stdout: "scrub_duration": 0.0, 2024-08-29T19:03:23.733 INFO:tasks.workunit.client.0.smithi028.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-30T20:31:31.727325+0000", 2024-08-29T19:03:23.733 INFO:tasks.workunit.client.0.smithi028.stdout: "snaptrim_duration": 0.0, 2024-08-29T19:03:23.733 INFO:tasks.workunit.client.0.smithi028.stdout: "snaptrimq_len": 0, 2024-08-29T19:03:23.734 INFO:tasks.workunit.client.0.smithi028.stdout: "stat_sum": { 2024-08-29T19:03:23.734 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes": 0, 2024-08-29T19:03:23.734 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes_hit_set_archive": 0, 2024-08-29T19:03:23.734 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes_recovered": 0, 2024-08-29T19:03:23.734 INFO:tasks.workunit.client.0.smithi028.stdout: "num_deep_scrub_errors": 0, 2024-08-29T19:03:23.734 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict": 0, 2024-08-29T19:03:23.734 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_kb": 0, 2024-08-29T19:03:23.734 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_mode_full": 0, 2024-08-29T19:03:23.734 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_mode_some": 0, 2024-08-29T19:03:23.734 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush": 0, 2024-08-29T19:03:23.734 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_kb": 0, 2024-08-29T19:03:23.734 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_mode_high": 0, 2024-08-29T19:03:23.735 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_mode_low": 0, 2024-08-29T19:03:23.735 INFO:tasks.workunit.client.0.smithi028.stdout: "num_keys_recovered": 0, 2024-08-29T19:03:23.735 INFO:tasks.workunit.client.0.smithi028.stdout: "num_large_omap_objects": 0, 2024-08-29T19:03:23.735 INFO:tasks.workunit.client.0.smithi028.stdout: "num_legacy_snapsets": 0, 2024-08-29T19:03:23.735 INFO:tasks.workunit.client.0.smithi028.stdout: "num_object_clones": 0, 2024-08-29T19:03:23.735 INFO:tasks.workunit.client.0.smithi028.stdout: "num_object_copies": 0, 2024-08-29T19:03:23.735 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects": 0, 2024-08-29T19:03:23.735 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_degraded": 0, 2024-08-29T19:03:23.735 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_dirty": 0, 2024-08-29T19:03:23.735 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_hit_set_archive": 0, 2024-08-29T19:03:23.735 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_manifest": 0, 2024-08-29T19:03:23.735 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_misplaced": 0, 2024-08-29T19:03:23.735 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_missing": 0, 2024-08-29T19:03:23.735 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_missing_on_primary": 0, 2024-08-29T19:03:23.736 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_omap": 0, 2024-08-29T19:03:23.736 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_pinned": 0, 2024-08-29T19:03:23.736 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_recovered": 0, 2024-08-29T19:03:23.736 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_repaired": 0, 2024-08-29T19:03:23.736 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_unfound": 0, 2024-08-29T19:03:23.736 INFO:tasks.workunit.client.0.smithi028.stdout: "num_omap_bytes": 0, 2024-08-29T19:03:23.736 INFO:tasks.workunit.client.0.smithi028.stdout: "num_omap_keys": 0, 2024-08-29T19:03:23.736 INFO:tasks.workunit.client.0.smithi028.stdout: "num_promote": 0, 2024-08-29T19:03:23.736 INFO:tasks.workunit.client.0.smithi028.stdout: "num_read": 0, 2024-08-29T19:03:23.736 INFO:tasks.workunit.client.0.smithi028.stdout: "num_read_kb": 0, 2024-08-29T19:03:23.736 INFO:tasks.workunit.client.0.smithi028.stdout: "num_scrub_errors": 0, 2024-08-29T19:03:23.736 INFO:tasks.workunit.client.0.smithi028.stdout: "num_shallow_scrub_errors": 0, 2024-08-29T19:03:23.736 INFO:tasks.workunit.client.0.smithi028.stdout: "num_whiteouts": 0, 2024-08-29T19:03:23.736 INFO:tasks.workunit.client.0.smithi028.stdout: "num_write": 0, 2024-08-29T19:03:23.737 INFO:tasks.workunit.client.0.smithi028.stdout: "num_write_kb": 0 2024-08-29T19:03:23.737 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:23.737 INFO:tasks.workunit.client.0.smithi028.stdout: "state": "active+clean", 2024-08-29T19:03:23.737 INFO:tasks.workunit.client.0.smithi028.stdout: "stats_invalid": false, 2024-08-29T19:03:23.737 INFO:tasks.workunit.client.0.smithi028.stdout: "up": [ 2024-08-29T19:03:23.737 INFO:tasks.workunit.client.0.smithi028.stdout: 7, 2024-08-29T19:03:23.737 INFO:tasks.workunit.client.0.smithi028.stdout: 4, 2024-08-29T19:03:23.737 INFO:tasks.workunit.client.0.smithi028.stdout: 2 2024-08-29T19:03:23.737 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-08-29T19:03:23.737 INFO:tasks.workunit.client.0.smithi028.stdout: "up_primary": 7, 2024-08-29T19:03:23.737 INFO:tasks.workunit.client.0.smithi028.stdout: "version": "0'0" 2024-08-29T19:03:23.737 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:23.737 INFO:tasks.workunit.client.0.smithi028.stdout: { 2024-08-29T19:03:23.738 INFO:tasks.workunit.client.0.smithi028.stdout: "acting": [ 2024-08-29T19:03:23.738 INFO:tasks.workunit.client.0.smithi028.stdout: 5, 2024-08-29T19:03:23.738 INFO:tasks.workunit.client.0.smithi028.stdout: 3, 2024-08-29T19:03:23.738 INFO:tasks.workunit.client.0.smithi028.stdout: 7 2024-08-29T19:03:23.738 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-08-29T19:03:23.738 INFO:tasks.workunit.client.0.smithi028.stdout: "acting_primary": 5, 2024-08-29T19:03:23.738 INFO:tasks.workunit.client.0.smithi028.stdout: "avail_no_missing": [], 2024-08-29T19:03:23.738 INFO:tasks.workunit.client.0.smithi028.stdout: "blocked_by": [], 2024-08-29T19:03:23.738 INFO:tasks.workunit.client.0.smithi028.stdout: "created": 59, 2024-08-29T19:03:23.738 INFO:tasks.workunit.client.0.smithi028.stdout: "dirty_stats_invalid": false, 2024-08-29T19:03:23.738 INFO:tasks.workunit.client.0.smithi028.stdout: "hitset_bytes_stats_invalid": false, 2024-08-29T19:03:23.738 INFO:tasks.workunit.client.0.smithi028.stdout: "hitset_stats_invalid": false, 2024-08-29T19:03:23.738 INFO:tasks.workunit.client.0.smithi028.stdout: "last_active": "2024-08-29T19:02:14.928407+0000", 2024-08-29T19:03:23.738 INFO:tasks.workunit.client.0.smithi028.stdout: "last_became_active": "2024-08-29T17:58:11.355184+0000", 2024-08-29T19:03:23.739 INFO:tasks.workunit.client.0.smithi028.stdout: "last_became_peered": "2024-08-29T17:58:11.355184+0000", 2024-08-29T19:03:23.739 INFO:tasks.workunit.client.0.smithi028.stdout: "last_change": "2024-08-29T17:58:11.355832+0000", 2024-08-29T19:03:23.739 INFO:tasks.workunit.client.0.smithi028.stdout: "last_clean": "2024-08-29T19:02:14.928407+0000", 2024-08-29T19:03:23.739 INFO:tasks.workunit.client.0.smithi028.stdout: "last_clean_scrub_stamp": "2024-08-29T17:40:52.944949+0000", 2024-08-29T19:03:23.739 INFO:tasks.workunit.client.0.smithi028.stdout: "last_deep_scrub": "0'0", 2024-08-29T19:03:23.739 INFO:tasks.workunit.client.0.smithi028.stdout: "last_deep_scrub_stamp": "2024-08-29T17:40:52.944949+0000", 2024-08-29T19:03:23.739 INFO:tasks.workunit.client.0.smithi028.stdout: "last_epoch_clean": 681, 2024-08-29T19:03:23.739 INFO:tasks.workunit.client.0.smithi028.stdout: "last_fresh": "2024-08-29T19:02:14.928407+0000", 2024-08-29T19:03:23.739 INFO:tasks.workunit.client.0.smithi028.stdout: "last_fullsized": "2024-08-29T19:02:14.928407+0000", 2024-08-29T19:03:23.739 INFO:tasks.workunit.client.0.smithi028.stdout: "last_peered": "2024-08-29T19:02:14.928407+0000", 2024-08-29T19:03:23.739 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub": "0'0", 2024-08-29T19:03:23.739 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub_duration": 0, 2024-08-29T19:03:23.739 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub_stamp": "2024-08-29T17:40:52.944949+0000", 2024-08-29T19:03:23.739 INFO:tasks.workunit.client.0.smithi028.stdout: "last_undegraded": "2024-08-29T19:02:14.928407+0000", 2024-08-29T19:03:23.740 INFO:tasks.workunit.client.0.smithi028.stdout: "last_unstale": "2024-08-29T19:02:14.928407+0000", 2024-08-29T19:03:23.740 INFO:tasks.workunit.client.0.smithi028.stdout: "log_dups_size": 0, 2024-08-29T19:03:23.740 INFO:tasks.workunit.client.0.smithi028.stdout: "log_size": 0, 2024-08-29T19:03:23.740 INFO:tasks.workunit.client.0.smithi028.stdout: "log_start": "0'0", 2024-08-29T19:03:23.740 INFO:tasks.workunit.client.0.smithi028.stdout: "manifest_stats_invalid": false, 2024-08-29T19:03:23.740 INFO:tasks.workunit.client.0.smithi028.stdout: "mapping_epoch": 680, 2024-08-29T19:03:23.740 INFO:tasks.workunit.client.0.smithi028.stdout: "object_location_counts": [], 2024-08-29T19:03:23.740 INFO:tasks.workunit.client.0.smithi028.stdout: "objects_scrubbed": 0, 2024-08-29T19:03:23.740 INFO:tasks.workunit.client.0.smithi028.stdout: "objects_trimmed": 0, 2024-08-29T19:03:23.740 INFO:tasks.workunit.client.0.smithi028.stdout: "omap_stats_invalid": false, 2024-08-29T19:03:23.740 INFO:tasks.workunit.client.0.smithi028.stdout: "ondisk_log_size": 0, 2024-08-29T19:03:23.740 INFO:tasks.workunit.client.0.smithi028.stdout: "ondisk_log_start": "0'0", 2024-08-29T19:03:23.740 INFO:tasks.workunit.client.0.smithi028.stdout: "parent": "0.0", 2024-08-29T19:03:23.740 INFO:tasks.workunit.client.0.smithi028.stdout: "parent_split_bits": 0, 2024-08-29T19:03:23.741 INFO:tasks.workunit.client.0.smithi028.stdout: "pgid": "2.12", 2024-08-29T19:03:23.741 INFO:tasks.workunit.client.0.smithi028.stdout: "pin_stats_invalid": false, 2024-08-29T19:03:23.741 INFO:tasks.workunit.client.0.smithi028.stdout: "purged_snaps": [], 2024-08-29T19:03:23.741 INFO:tasks.workunit.client.0.smithi028.stdout: "reported_epoch": 2650, 2024-08-29T19:03:23.741 INFO:tasks.workunit.client.0.smithi028.stdout: "reported_seq": 4637, 2024-08-29T19:03:23.741 INFO:tasks.workunit.client.0.smithi028.stdout: "scrub_duration": 0.0, 2024-08-29T19:03:23.741 INFO:tasks.workunit.client.0.smithi028.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-31T05:27:20.808517+0000", 2024-08-29T19:03:23.741 INFO:tasks.workunit.client.0.smithi028.stdout: "snaptrim_duration": 0.0, 2024-08-29T19:03:23.741 INFO:tasks.workunit.client.0.smithi028.stdout: "snaptrimq_len": 0, 2024-08-29T19:03:23.741 INFO:tasks.workunit.client.0.smithi028.stdout: "stat_sum": { 2024-08-29T19:03:23.741 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes": 0, 2024-08-29T19:03:23.741 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes_hit_set_archive": 0, 2024-08-29T19:03:23.741 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes_recovered": 0, 2024-08-29T19:03:23.742 INFO:tasks.workunit.client.0.smithi028.stdout: "num_deep_scrub_errors": 0, 2024-08-29T19:03:23.742 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict": 0, 2024-08-29T19:03:23.742 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_kb": 0, 2024-08-29T19:03:23.742 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_mode_full": 0, 2024-08-29T19:03:23.742 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_mode_some": 0, 2024-08-29T19:03:23.742 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush": 0, 2024-08-29T19:03:23.742 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_kb": 0, 2024-08-29T19:03:23.742 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_mode_high": 0, 2024-08-29T19:03:23.742 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_mode_low": 0, 2024-08-29T19:03:23.742 INFO:tasks.workunit.client.0.smithi028.stdout: "num_keys_recovered": 0, 2024-08-29T19:03:23.742 INFO:tasks.workunit.client.0.smithi028.stdout: "num_large_omap_objects": 0, 2024-08-29T19:03:23.742 INFO:tasks.workunit.client.0.smithi028.stdout: "num_legacy_snapsets": 0, 2024-08-29T19:03:23.742 INFO:tasks.workunit.client.0.smithi028.stdout: "num_object_clones": 0, 2024-08-29T19:03:23.743 INFO:tasks.workunit.client.0.smithi028.stdout: "num_object_copies": 0, 2024-08-29T19:03:23.743 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects": 0, 2024-08-29T19:03:23.743 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_degraded": 0, 2024-08-29T19:03:23.743 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_dirty": 0, 2024-08-29T19:03:23.743 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_hit_set_archive": 0, 2024-08-29T19:03:23.743 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_manifest": 0, 2024-08-29T19:03:23.743 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_misplaced": 0, 2024-08-29T19:03:23.743 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_missing": 0, 2024-08-29T19:03:23.743 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_missing_on_primary": 0, 2024-08-29T19:03:23.743 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_omap": 0, 2024-08-29T19:03:23.743 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_pinned": 0, 2024-08-29T19:03:23.743 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_recovered": 0, 2024-08-29T19:03:23.743 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_repaired": 0, 2024-08-29T19:03:23.743 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_unfound": 0, 2024-08-29T19:03:23.744 INFO:tasks.workunit.client.0.smithi028.stdout: "num_omap_bytes": 0, 2024-08-29T19:03:23.744 INFO:tasks.workunit.client.0.smithi028.stdout: "num_omap_keys": 0, 2024-08-29T19:03:23.744 INFO:tasks.workunit.client.0.smithi028.stdout: "num_promote": 0, 2024-08-29T19:03:23.744 INFO:tasks.workunit.client.0.smithi028.stdout: "num_read": 0, 2024-08-29T19:03:23.744 INFO:tasks.workunit.client.0.smithi028.stdout: "num_read_kb": 0, 2024-08-29T19:03:23.744 INFO:tasks.workunit.client.0.smithi028.stdout: "num_scrub_errors": 0, 2024-08-29T19:03:23.744 INFO:tasks.workunit.client.0.smithi028.stdout: "num_shallow_scrub_errors": 0, 2024-08-29T19:03:23.744 INFO:tasks.workunit.client.0.smithi028.stdout: "num_whiteouts": 0, 2024-08-29T19:03:23.744 INFO:tasks.workunit.client.0.smithi028.stdout: "num_write": 0, 2024-08-29T19:03:23.744 INFO:tasks.workunit.client.0.smithi028.stdout: "num_write_kb": 0 2024-08-29T19:03:23.744 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:23.744 INFO:tasks.workunit.client.0.smithi028.stdout: "state": "active+clean", 2024-08-29T19:03:23.744 INFO:tasks.workunit.client.0.smithi028.stdout: "stats_invalid": false, 2024-08-29T19:03:23.744 INFO:tasks.workunit.client.0.smithi028.stdout: "up": [ 2024-08-29T19:03:23.745 INFO:tasks.workunit.client.0.smithi028.stdout: 5, 2024-08-29T19:03:23.745 INFO:tasks.workunit.client.0.smithi028.stdout: 3, 2024-08-29T19:03:23.745 INFO:tasks.workunit.client.0.smithi028.stdout: 7 2024-08-29T19:03:23.745 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-08-29T19:03:23.745 INFO:tasks.workunit.client.0.smithi028.stdout: "up_primary": 5, 2024-08-29T19:03:23.745 INFO:tasks.workunit.client.0.smithi028.stdout: "version": "0'0" 2024-08-29T19:03:23.745 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:23.745 INFO:tasks.workunit.client.0.smithi028.stdout: { 2024-08-29T19:03:23.745 INFO:tasks.workunit.client.0.smithi028.stdout: "acting": [ 2024-08-29T19:03:23.745 INFO:tasks.workunit.client.0.smithi028.stdout: 0, 2024-08-29T19:03:23.745 INFO:tasks.workunit.client.0.smithi028.stdout: 7, 2024-08-29T19:03:23.745 INFO:tasks.workunit.client.0.smithi028.stdout: 3 2024-08-29T19:03:23.745 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-08-29T19:03:23.745 INFO:tasks.workunit.client.0.smithi028.stdout: "acting_primary": 0, 2024-08-29T19:03:23.746 INFO:tasks.workunit.client.0.smithi028.stdout: "avail_no_missing": [], 2024-08-29T19:03:23.746 INFO:tasks.workunit.client.0.smithi028.stdout: "blocked_by": [], 2024-08-29T19:03:23.746 INFO:tasks.workunit.client.0.smithi028.stdout: "created": 62, 2024-08-29T19:03:23.746 INFO:tasks.workunit.client.0.smithi028.stdout: "dirty_stats_invalid": false, 2024-08-29T19:03:23.746 INFO:tasks.workunit.client.0.smithi028.stdout: "hitset_bytes_stats_invalid": false, 2024-08-29T19:03:23.746 INFO:tasks.workunit.client.0.smithi028.stdout: "hitset_stats_invalid": false, 2024-08-29T19:03:23.746 INFO:tasks.workunit.client.0.smithi028.stdout: "last_active": "2024-08-29T19:02:14.101379+0000", 2024-08-29T19:03:23.746 INFO:tasks.workunit.client.0.smithi028.stdout: "last_became_active": "2024-08-29T17:58:11.344961+0000", 2024-08-29T19:03:23.746 INFO:tasks.workunit.client.0.smithi028.stdout: "last_became_peered": "2024-08-29T17:58:11.344961+0000", 2024-08-29T19:03:23.746 INFO:tasks.workunit.client.0.smithi028.stdout: "last_change": "2024-08-29T17:58:11.345730+0000", 2024-08-29T19:03:23.746 INFO:tasks.workunit.client.0.smithi028.stdout: "last_clean": "2024-08-29T19:02:14.101379+0000", 2024-08-29T19:03:23.746 INFO:tasks.workunit.client.0.smithi028.stdout: "last_clean_scrub_stamp": "2024-08-29T17:41:01.987071+0000", 2024-08-29T19:03:23.746 INFO:tasks.workunit.client.0.smithi028.stdout: "last_deep_scrub": "0'0", 2024-08-29T19:03:23.746 INFO:tasks.workunit.client.0.smithi028.stdout: "last_deep_scrub_stamp": "2024-08-29T17:41:01.987071+0000", 2024-08-29T19:03:23.747 INFO:tasks.workunit.client.0.smithi028.stdout: "last_epoch_clean": 681, 2024-08-29T19:03:23.747 INFO:tasks.workunit.client.0.smithi028.stdout: "last_fresh": "2024-08-29T19:02:14.101379+0000", 2024-08-29T19:03:23.747 INFO:tasks.workunit.client.0.smithi028.stdout: "last_fullsized": "2024-08-29T19:02:14.101379+0000", 2024-08-29T19:03:23.747 INFO:tasks.workunit.client.0.smithi028.stdout: "last_peered": "2024-08-29T19:02:14.101379+0000", 2024-08-29T19:03:23.747 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub": "0'0", 2024-08-29T19:03:23.747 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub_duration": 0, 2024-08-29T19:03:23.747 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub_stamp": "2024-08-29T17:41:01.987071+0000", 2024-08-29T19:03:23.747 INFO:tasks.workunit.client.0.smithi028.stdout: "last_undegraded": "2024-08-29T19:02:14.101379+0000", 2024-08-29T19:03:23.747 INFO:tasks.workunit.client.0.smithi028.stdout: "last_unstale": "2024-08-29T19:02:14.101379+0000", 2024-08-29T19:03:23.747 INFO:tasks.workunit.client.0.smithi028.stdout: "log_dups_size": 0, 2024-08-29T19:03:23.747 INFO:tasks.workunit.client.0.smithi028.stdout: "log_size": 0, 2024-08-29T19:03:23.747 INFO:tasks.workunit.client.0.smithi028.stdout: "log_start": "0'0", 2024-08-29T19:03:23.747 INFO:tasks.workunit.client.0.smithi028.stdout: "manifest_stats_invalid": false, 2024-08-29T19:03:23.748 INFO:tasks.workunit.client.0.smithi028.stdout: "mapping_epoch": 680, 2024-08-29T19:03:23.748 INFO:tasks.workunit.client.0.smithi028.stdout: "object_location_counts": [], 2024-08-29T19:03:23.748 INFO:tasks.workunit.client.0.smithi028.stdout: "objects_scrubbed": 0, 2024-08-29T19:03:23.748 INFO:tasks.workunit.client.0.smithi028.stdout: "objects_trimmed": 0, 2024-08-29T19:03:23.748 INFO:tasks.workunit.client.0.smithi028.stdout: "omap_stats_invalid": false, 2024-08-29T19:03:23.748 INFO:tasks.workunit.client.0.smithi028.stdout: "ondisk_log_size": 0, 2024-08-29T19:03:23.748 INFO:tasks.workunit.client.0.smithi028.stdout: "ondisk_log_start": "0'0", 2024-08-29T19:03:23.748 INFO:tasks.workunit.client.0.smithi028.stdout: "parent": "0.0", 2024-08-29T19:03:23.748 INFO:tasks.workunit.client.0.smithi028.stdout: "parent_split_bits": 0, 2024-08-29T19:03:23.748 INFO:tasks.workunit.client.0.smithi028.stdout: "pgid": "3.12", 2024-08-29T19:03:23.748 INFO:tasks.workunit.client.0.smithi028.stdout: "pin_stats_invalid": false, 2024-08-29T19:03:23.748 INFO:tasks.workunit.client.0.smithi028.stdout: "purged_snaps": [], 2024-08-29T19:03:23.748 INFO:tasks.workunit.client.0.smithi028.stdout: "reported_epoch": 2650, 2024-08-29T19:03:23.748 INFO:tasks.workunit.client.0.smithi028.stdout: "reported_seq": 4809, 2024-08-29T19:03:23.749 INFO:tasks.workunit.client.0.smithi028.stdout: "scrub_duration": 0.0, 2024-08-29T19:03:23.749 INFO:tasks.workunit.client.0.smithi028.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-30T18:51:18.061188+0000", 2024-08-29T19:03:23.749 INFO:tasks.workunit.client.0.smithi028.stdout: "snaptrim_duration": 0.0, 2024-08-29T19:03:23.749 INFO:tasks.workunit.client.0.smithi028.stdout: "snaptrimq_len": 0, 2024-08-29T19:03:23.749 INFO:tasks.workunit.client.0.smithi028.stdout: "stat_sum": { 2024-08-29T19:03:23.749 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes": 0, 2024-08-29T19:03:23.749 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes_hit_set_archive": 0, 2024-08-29T19:03:23.749 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes_recovered": 0, 2024-08-29T19:03:23.749 INFO:tasks.workunit.client.0.smithi028.stdout: "num_deep_scrub_errors": 0, 2024-08-29T19:03:23.749 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict": 0, 2024-08-29T19:03:23.749 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_kb": 0, 2024-08-29T19:03:23.749 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_mode_full": 0, 2024-08-29T19:03:23.749 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_mode_some": 0, 2024-08-29T19:03:23.750 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush": 0, 2024-08-29T19:03:23.750 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_kb": 0, 2024-08-29T19:03:23.750 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_mode_high": 0, 2024-08-29T19:03:23.750 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_mode_low": 0, 2024-08-29T19:03:23.750 INFO:tasks.workunit.client.0.smithi028.stdout: "num_keys_recovered": 0, 2024-08-29T19:03:23.750 INFO:tasks.workunit.client.0.smithi028.stdout: "num_large_omap_objects": 0, 2024-08-29T19:03:23.750 INFO:tasks.workunit.client.0.smithi028.stdout: "num_legacy_snapsets": 0, 2024-08-29T19:03:23.750 INFO:tasks.workunit.client.0.smithi028.stdout: "num_object_clones": 0, 2024-08-29T19:03:23.750 INFO:tasks.workunit.client.0.smithi028.stdout: "num_object_copies": 0, 2024-08-29T19:03:23.750 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects": 0, 2024-08-29T19:03:23.750 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_degraded": 0, 2024-08-29T19:03:23.750 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_dirty": 0, 2024-08-29T19:03:23.750 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_hit_set_archive": 0, 2024-08-29T19:03:23.751 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_manifest": 0, 2024-08-29T19:03:23.751 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_misplaced": 0, 2024-08-29T19:03:23.751 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_missing": 0, 2024-08-29T19:03:23.751 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_missing_on_primary": 0, 2024-08-29T19:03:23.751 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_omap": 0, 2024-08-29T19:03:23.751 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_pinned": 0, 2024-08-29T19:03:23.751 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_recovered": 0, 2024-08-29T19:03:23.751 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_repaired": 0, 2024-08-29T19:03:23.751 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_unfound": 0, 2024-08-29T19:03:23.751 INFO:tasks.workunit.client.0.smithi028.stdout: "num_omap_bytes": 0, 2024-08-29T19:03:23.751 INFO:tasks.workunit.client.0.smithi028.stdout: "num_omap_keys": 0, 2024-08-29T19:03:23.751 INFO:tasks.workunit.client.0.smithi028.stdout: "num_promote": 0, 2024-08-29T19:03:23.751 INFO:tasks.workunit.client.0.smithi028.stdout: "num_read": 0, 2024-08-29T19:03:23.751 INFO:tasks.workunit.client.0.smithi028.stdout: "num_read_kb": 0, 2024-08-29T19:03:23.752 INFO:tasks.workunit.client.0.smithi028.stdout: "num_scrub_errors": 0, 2024-08-29T19:03:23.752 INFO:tasks.workunit.client.0.smithi028.stdout: "num_shallow_scrub_errors": 0, 2024-08-29T19:03:23.752 INFO:tasks.workunit.client.0.smithi028.stdout: "num_whiteouts": 0, 2024-08-29T19:03:23.752 INFO:tasks.workunit.client.0.smithi028.stdout: "num_write": 0, 2024-08-29T19:03:23.752 INFO:tasks.workunit.client.0.smithi028.stdout: "num_write_kb": 0 2024-08-29T19:03:23.752 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:23.752 INFO:tasks.workunit.client.0.smithi028.stdout: "state": "active+clean", 2024-08-29T19:03:23.752 INFO:tasks.workunit.client.0.smithi028.stdout: "stats_invalid": false, 2024-08-29T19:03:23.752 INFO:tasks.workunit.client.0.smithi028.stdout: "up": [ 2024-08-29T19:03:23.752 INFO:tasks.workunit.client.0.smithi028.stdout: 0, 2024-08-29T19:03:23.752 INFO:tasks.workunit.client.0.smithi028.stdout: 7, 2024-08-29T19:03:23.752 INFO:tasks.workunit.client.0.smithi028.stdout: 3 2024-08-29T19:03:23.752 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-08-29T19:03:23.752 INFO:tasks.workunit.client.0.smithi028.stdout: "up_primary": 0, 2024-08-29T19:03:23.753 INFO:tasks.workunit.client.0.smithi028.stdout: "version": "0'0" 2024-08-29T19:03:23.753 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:23.753 INFO:tasks.workunit.client.0.smithi028.stdout: { 2024-08-29T19:03:23.753 INFO:tasks.workunit.client.0.smithi028.stdout: "acting": [ 2024-08-29T19:03:23.753 INFO:tasks.workunit.client.0.smithi028.stdout: 0, 2024-08-29T19:03:23.753 INFO:tasks.workunit.client.0.smithi028.stdout: 4, 2024-08-29T19:03:23.753 INFO:tasks.workunit.client.0.smithi028.stdout: 3 2024-08-29T19:03:23.753 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-08-29T19:03:23.753 INFO:tasks.workunit.client.0.smithi028.stdout: "acting_primary": 0, 2024-08-29T19:03:23.753 INFO:tasks.workunit.client.0.smithi028.stdout: "avail_no_missing": [], 2024-08-29T19:03:23.753 INFO:tasks.workunit.client.0.smithi028.stdout: "blocked_by": [], 2024-08-29T19:03:23.753 INFO:tasks.workunit.client.0.smithi028.stdout: "created": 59, 2024-08-29T19:03:23.753 INFO:tasks.workunit.client.0.smithi028.stdout: "dirty_stats_invalid": false, 2024-08-29T19:03:23.753 INFO:tasks.workunit.client.0.smithi028.stdout: "hitset_bytes_stats_invalid": false, 2024-08-29T19:03:23.754 INFO:tasks.workunit.client.0.smithi028.stdout: "hitset_stats_invalid": false, 2024-08-29T19:03:23.754 INFO:tasks.workunit.client.0.smithi028.stdout: "last_active": "2024-08-29T19:02:14.106718+0000", 2024-08-29T19:03:23.754 INFO:tasks.workunit.client.0.smithi028.stdout: "last_became_active": "2024-08-29T17:56:29.393411+0000", 2024-08-29T19:03:23.754 INFO:tasks.workunit.client.0.smithi028.stdout: "last_became_peered": "2024-08-29T17:56:29.393411+0000", 2024-08-29T19:03:23.754 INFO:tasks.workunit.client.0.smithi028.stdout: "last_change": "2024-08-29T17:56:29.394595+0000", 2024-08-29T19:03:23.754 INFO:tasks.workunit.client.0.smithi028.stdout: "last_clean": "2024-08-29T19:02:14.106718+0000", 2024-08-29T19:03:23.754 INFO:tasks.workunit.client.0.smithi028.stdout: "last_clean_scrub_stamp": "2024-08-29T17:40:52.944949+0000", 2024-08-29T19:03:23.754 INFO:tasks.workunit.client.0.smithi028.stdout: "last_deep_scrub": "0'0", 2024-08-29T19:03:23.754 INFO:tasks.workunit.client.0.smithi028.stdout: "last_deep_scrub_stamp": "2024-08-29T17:40:52.944949+0000", 2024-08-29T19:03:23.754 INFO:tasks.workunit.client.0.smithi028.stdout: "last_epoch_clean": 580, 2024-08-29T19:03:23.754 INFO:tasks.workunit.client.0.smithi028.stdout: "last_fresh": "2024-08-29T19:02:14.106718+0000", 2024-08-29T19:03:23.754 INFO:tasks.workunit.client.0.smithi028.stdout: "last_fullsized": "2024-08-29T19:02:14.106718+0000", 2024-08-29T19:03:23.754 INFO:tasks.workunit.client.0.smithi028.stdout: "last_peered": "2024-08-29T19:02:14.106718+0000", 2024-08-29T19:03:23.755 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub": "0'0", 2024-08-29T19:03:23.755 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub_duration": 0, 2024-08-29T19:03:23.755 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub_stamp": "2024-08-29T17:40:52.944949+0000", 2024-08-29T19:03:23.755 INFO:tasks.workunit.client.0.smithi028.stdout: "last_undegraded": "2024-08-29T19:02:14.106718+0000", 2024-08-29T19:03:23.755 INFO:tasks.workunit.client.0.smithi028.stdout: "last_unstale": "2024-08-29T19:02:14.106718+0000", 2024-08-29T19:03:23.755 INFO:tasks.workunit.client.0.smithi028.stdout: "log_dups_size": 0, 2024-08-29T19:03:23.755 INFO:tasks.workunit.client.0.smithi028.stdout: "log_size": 2, 2024-08-29T19:03:23.755 INFO:tasks.workunit.client.0.smithi028.stdout: "log_start": "0'0", 2024-08-29T19:03:23.755 INFO:tasks.workunit.client.0.smithi028.stdout: "manifest_stats_invalid": false, 2024-08-29T19:03:23.755 INFO:tasks.workunit.client.0.smithi028.stdout: "mapping_epoch": 579, 2024-08-29T19:03:23.755 INFO:tasks.workunit.client.0.smithi028.stdout: "object_location_counts": [], 2024-08-29T19:03:23.755 INFO:tasks.workunit.client.0.smithi028.stdout: "objects_scrubbed": 0, 2024-08-29T19:03:23.755 INFO:tasks.workunit.client.0.smithi028.stdout: "objects_trimmed": 0, 2024-08-29T19:03:23.755 INFO:tasks.workunit.client.0.smithi028.stdout: "omap_stats_invalid": false, 2024-08-29T19:03:23.756 INFO:tasks.workunit.client.0.smithi028.stdout: "ondisk_log_size": 2, 2024-08-29T19:03:23.756 INFO:tasks.workunit.client.0.smithi028.stdout: "ondisk_log_start": "0'0", 2024-08-29T19:03:23.756 INFO:tasks.workunit.client.0.smithi028.stdout: "parent": "0.0", 2024-08-29T19:03:23.756 INFO:tasks.workunit.client.0.smithi028.stdout: "parent_split_bits": 0, 2024-08-29T19:03:23.756 INFO:tasks.workunit.client.0.smithi028.stdout: "pgid": "2.13", 2024-08-29T19:03:23.756 INFO:tasks.workunit.client.0.smithi028.stdout: "pin_stats_invalid": false, 2024-08-29T19:03:23.756 INFO:tasks.workunit.client.0.smithi028.stdout: "purged_snaps": [], 2024-08-29T19:03:23.756 INFO:tasks.workunit.client.0.smithi028.stdout: "reported_epoch": 2650, 2024-08-29T19:03:23.756 INFO:tasks.workunit.client.0.smithi028.stdout: "reported_seq": 4817, 2024-08-29T19:03:23.756 INFO:tasks.workunit.client.0.smithi028.stdout: "scrub_duration": 0.0, 2024-08-29T19:03:23.756 INFO:tasks.workunit.client.0.smithi028.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-30T19:20:23.364429+0000", 2024-08-29T19:03:23.756 INFO:tasks.workunit.client.0.smithi028.stdout: "snaptrim_duration": 0.0, 2024-08-29T19:03:23.756 INFO:tasks.workunit.client.0.smithi028.stdout: "snaptrimq_len": 0, 2024-08-29T19:03:23.756 INFO:tasks.workunit.client.0.smithi028.stdout: "stat_sum": { 2024-08-29T19:03:23.757 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes": 34, 2024-08-29T19:03:23.757 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes_hit_set_archive": 0, 2024-08-29T19:03:23.757 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes_recovered": 0, 2024-08-29T19:03:23.757 INFO:tasks.workunit.client.0.smithi028.stdout: "num_deep_scrub_errors": 0, 2024-08-29T19:03:23.757 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict": 0, 2024-08-29T19:03:23.757 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_kb": 0, 2024-08-29T19:03:23.757 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_mode_full": 0, 2024-08-29T19:03:23.757 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_mode_some": 0, 2024-08-29T19:03:23.757 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush": 0, 2024-08-29T19:03:23.757 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_kb": 0, 2024-08-29T19:03:23.757 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_mode_high": 0, 2024-08-29T19:03:23.757 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_mode_low": 0, 2024-08-29T19:03:23.757 INFO:tasks.workunit.client.0.smithi028.stdout: "num_keys_recovered": 0, 2024-08-29T19:03:23.757 INFO:tasks.workunit.client.0.smithi028.stdout: "num_large_omap_objects": 0, 2024-08-29T19:03:23.757 INFO:tasks.workunit.client.0.smithi028.stdout: "num_legacy_snapsets": 0, 2024-08-29T19:03:23.758 INFO:tasks.workunit.client.0.smithi028.stdout: "num_object_clones": 0, 2024-08-29T19:03:23.758 INFO:tasks.workunit.client.0.smithi028.stdout: "num_object_copies": 6, 2024-08-29T19:03:23.758 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects": 2, 2024-08-29T19:03:23.758 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_degraded": 0, 2024-08-29T19:03:23.758 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_dirty": 2, 2024-08-29T19:03:23.758 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_hit_set_archive": 0, 2024-08-29T19:03:23.758 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_manifest": 0, 2024-08-29T19:03:23.758 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_misplaced": 0, 2024-08-29T19:03:23.758 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_missing": 0, 2024-08-29T19:03:23.758 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_missing_on_primary": 0, 2024-08-29T19:03:23.758 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_omap": 1, 2024-08-29T19:03:23.758 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_pinned": 0, 2024-08-29T19:03:23.758 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_recovered": 0, 2024-08-29T19:03:23.758 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_repaired": 0, 2024-08-29T19:03:23.759 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_unfound": 0, 2024-08-29T19:03:23.759 INFO:tasks.workunit.client.0.smithi028.stdout: "num_omap_bytes": 0, 2024-08-29T19:03:23.759 INFO:tasks.workunit.client.0.smithi028.stdout: "num_omap_keys": 0, 2024-08-29T19:03:23.759 INFO:tasks.workunit.client.0.smithi028.stdout: "num_promote": 0, 2024-08-29T19:03:23.759 INFO:tasks.workunit.client.0.smithi028.stdout: "num_read": 4, 2024-08-29T19:03:23.759 INFO:tasks.workunit.client.0.smithi028.stdout: "num_read_kb": 7, 2024-08-29T19:03:23.759 INFO:tasks.workunit.client.0.smithi028.stdout: "num_scrub_errors": 0, 2024-08-29T19:03:23.759 INFO:tasks.workunit.client.0.smithi028.stdout: "num_shallow_scrub_errors": 0, 2024-08-29T19:03:23.759 INFO:tasks.workunit.client.0.smithi028.stdout: "num_whiteouts": 0, 2024-08-29T19:03:23.759 INFO:tasks.workunit.client.0.smithi028.stdout: "num_write": 3, 2024-08-29T19:03:23.759 INFO:tasks.workunit.client.0.smithi028.stdout: "num_write_kb": 6 2024-08-29T19:03:23.759 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:23.759 INFO:tasks.workunit.client.0.smithi028.stdout: "state": "active+clean", 2024-08-29T19:03:23.759 INFO:tasks.workunit.client.0.smithi028.stdout: "stats_invalid": false, 2024-08-29T19:03:23.759 INFO:tasks.workunit.client.0.smithi028.stdout: "up": [ 2024-08-29T19:03:23.760 INFO:tasks.workunit.client.0.smithi028.stdout: 0, 2024-08-29T19:03:23.760 INFO:tasks.workunit.client.0.smithi028.stdout: 4, 2024-08-29T19:03:23.760 INFO:tasks.workunit.client.0.smithi028.stdout: 3 2024-08-29T19:03:23.760 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-08-29T19:03:23.760 INFO:tasks.workunit.client.0.smithi028.stdout: "up_primary": 0, 2024-08-29T19:03:23.760 INFO:tasks.workunit.client.0.smithi028.stdout: "version": "65'2" 2024-08-29T19:03:23.760 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:23.760 INFO:tasks.workunit.client.0.smithi028.stdout: { 2024-08-29T19:03:23.760 INFO:tasks.workunit.client.0.smithi028.stdout: "acting": [ 2024-08-29T19:03:23.760 INFO:tasks.workunit.client.0.smithi028.stdout: 7, 2024-08-29T19:03:23.760 INFO:tasks.workunit.client.0.smithi028.stdout: 3, 2024-08-29T19:03:23.760 INFO:tasks.workunit.client.0.smithi028.stdout: 4 2024-08-29T19:03:23.760 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-08-29T19:03:23.760 INFO:tasks.workunit.client.0.smithi028.stdout: "acting_primary": 7, 2024-08-29T19:03:23.761 INFO:tasks.workunit.client.0.smithi028.stdout: "avail_no_missing": [], 2024-08-29T19:03:23.761 INFO:tasks.workunit.client.0.smithi028.stdout: "blocked_by": [], 2024-08-29T19:03:23.761 INFO:tasks.workunit.client.0.smithi028.stdout: "created": 62, 2024-08-29T19:03:23.761 INFO:tasks.workunit.client.0.smithi028.stdout: "dirty_stats_invalid": false, 2024-08-29T19:03:23.761 INFO:tasks.workunit.client.0.smithi028.stdout: "hitset_bytes_stats_invalid": false, 2024-08-29T19:03:23.761 INFO:tasks.workunit.client.0.smithi028.stdout: "hitset_stats_invalid": false, 2024-08-29T19:03:23.761 INFO:tasks.workunit.client.0.smithi028.stdout: "last_active": "2024-08-29T19:02:14.100819+0000", 2024-08-29T19:03:23.761 INFO:tasks.workunit.client.0.smithi028.stdout: "last_became_active": "2024-08-29T17:58:11.360575+0000", 2024-08-29T19:03:23.761 INFO:tasks.workunit.client.0.smithi028.stdout: "last_became_peered": "2024-08-29T17:58:11.360575+0000", 2024-08-29T19:03:23.761 INFO:tasks.workunit.client.0.smithi028.stdout: "last_change": "2024-08-29T17:58:11.360878+0000", 2024-08-29T19:03:23.761 INFO:tasks.workunit.client.0.smithi028.stdout: "last_clean": "2024-08-29T19:02:14.100819+0000", 2024-08-29T19:03:23.761 INFO:tasks.workunit.client.0.smithi028.stdout: "last_clean_scrub_stamp": "2024-08-29T17:41:01.987071+0000", 2024-08-29T19:03:23.761 INFO:tasks.workunit.client.0.smithi028.stdout: "last_deep_scrub": "0'0", 2024-08-29T19:03:23.762 INFO:tasks.workunit.client.0.smithi028.stdout: "last_deep_scrub_stamp": "2024-08-29T17:41:01.987071+0000", 2024-08-29T19:03:23.762 INFO:tasks.workunit.client.0.smithi028.stdout: "last_epoch_clean": 681, 2024-08-29T19:03:23.762 INFO:tasks.workunit.client.0.smithi028.stdout: "last_fresh": "2024-08-29T19:02:14.100819+0000", 2024-08-29T19:03:23.762 INFO:tasks.workunit.client.0.smithi028.stdout: "last_fullsized": "2024-08-29T19:02:14.100819+0000", 2024-08-29T19:03:23.762 INFO:tasks.workunit.client.0.smithi028.stdout: "last_peered": "2024-08-29T19:02:14.100819+0000", 2024-08-29T19:03:23.762 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub": "0'0", 2024-08-29T19:03:23.762 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub_duration": 0, 2024-08-29T19:03:23.762 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub_stamp": "2024-08-29T17:41:01.987071+0000", 2024-08-29T19:03:23.762 INFO:tasks.workunit.client.0.smithi028.stdout: "last_undegraded": "2024-08-29T19:02:14.100819+0000", 2024-08-29T19:03:23.762 INFO:tasks.workunit.client.0.smithi028.stdout: "last_unstale": "2024-08-29T19:02:14.100819+0000", 2024-08-29T19:03:23.762 INFO:tasks.workunit.client.0.smithi028.stdout: "log_dups_size": 0, 2024-08-29T19:03:23.762 INFO:tasks.workunit.client.0.smithi028.stdout: "log_size": 0, 2024-08-29T19:03:23.762 INFO:tasks.workunit.client.0.smithi028.stdout: "log_start": "0'0", 2024-08-29T19:03:23.762 INFO:tasks.workunit.client.0.smithi028.stdout: "manifest_stats_invalid": false, 2024-08-29T19:03:23.763 INFO:tasks.workunit.client.0.smithi028.stdout: "mapping_epoch": 680, 2024-08-29T19:03:23.763 INFO:tasks.workunit.client.0.smithi028.stdout: "object_location_counts": [], 2024-08-29T19:03:23.763 INFO:tasks.workunit.client.0.smithi028.stdout: "objects_scrubbed": 0, 2024-08-29T19:03:23.763 INFO:tasks.workunit.client.0.smithi028.stdout: "objects_trimmed": 0, 2024-08-29T19:03:23.763 INFO:tasks.workunit.client.0.smithi028.stdout: "omap_stats_invalid": false, 2024-08-29T19:03:23.763 INFO:tasks.workunit.client.0.smithi028.stdout: "ondisk_log_size": 0, 2024-08-29T19:03:23.763 INFO:tasks.workunit.client.0.smithi028.stdout: "ondisk_log_start": "0'0", 2024-08-29T19:03:23.763 INFO:tasks.workunit.client.0.smithi028.stdout: "parent": "0.0", 2024-08-29T19:03:23.763 INFO:tasks.workunit.client.0.smithi028.stdout: "parent_split_bits": 0, 2024-08-29T19:03:23.763 INFO:tasks.workunit.client.0.smithi028.stdout: "pgid": "3.15", 2024-08-29T19:03:23.763 INFO:tasks.workunit.client.0.smithi028.stdout: "pin_stats_invalid": false, 2024-08-29T19:03:23.763 INFO:tasks.workunit.client.0.smithi028.stdout: "purged_snaps": [], 2024-08-29T19:03:23.763 INFO:tasks.workunit.client.0.smithi028.stdout: "reported_epoch": 2650, 2024-08-29T19:03:23.764 INFO:tasks.workunit.client.0.smithi028.stdout: "reported_seq": 4568, 2024-08-29T19:03:23.764 INFO:tasks.workunit.client.0.smithi028.stdout: "scrub_duration": 0.0, 2024-08-29T19:03:23.764 INFO:tasks.workunit.client.0.smithi028.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-30T22:42:18.656140+0000", 2024-08-29T19:03:23.764 INFO:tasks.workunit.client.0.smithi028.stdout: "snaptrim_duration": 0.0, 2024-08-29T19:03:23.764 INFO:tasks.workunit.client.0.smithi028.stdout: "snaptrimq_len": 0, 2024-08-29T19:03:23.764 INFO:tasks.workunit.client.0.smithi028.stdout: "stat_sum": { 2024-08-29T19:03:23.764 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes": 0, 2024-08-29T19:03:23.764 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes_hit_set_archive": 0, 2024-08-29T19:03:23.764 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes_recovered": 0, 2024-08-29T19:03:23.764 INFO:tasks.workunit.client.0.smithi028.stdout: "num_deep_scrub_errors": 0, 2024-08-29T19:03:23.764 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict": 0, 2024-08-29T19:03:23.764 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_kb": 0, 2024-08-29T19:03:23.764 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_mode_full": 0, 2024-08-29T19:03:23.765 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_mode_some": 0, 2024-08-29T19:03:23.765 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush": 0, 2024-08-29T19:03:23.765 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_kb": 0, 2024-08-29T19:03:23.765 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_mode_high": 0, 2024-08-29T19:03:23.765 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_mode_low": 0, 2024-08-29T19:03:23.765 INFO:tasks.workunit.client.0.smithi028.stdout: "num_keys_recovered": 0, 2024-08-29T19:03:23.765 INFO:tasks.workunit.client.0.smithi028.stdout: "num_large_omap_objects": 0, 2024-08-29T19:03:23.765 INFO:tasks.workunit.client.0.smithi028.stdout: "num_legacy_snapsets": 0, 2024-08-29T19:03:23.765 INFO:tasks.workunit.client.0.smithi028.stdout: "num_object_clones": 0, 2024-08-29T19:03:23.765 INFO:tasks.workunit.client.0.smithi028.stdout: "num_object_copies": 0, 2024-08-29T19:03:23.765 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects": 0, 2024-08-29T19:03:23.765 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_degraded": 0, 2024-08-29T19:03:23.765 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_dirty": 0, 2024-08-29T19:03:23.766 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_hit_set_archive": 0, 2024-08-29T19:03:23.766 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_manifest": 0, 2024-08-29T19:03:23.766 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_misplaced": 0, 2024-08-29T19:03:23.766 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_missing": 0, 2024-08-29T19:03:23.766 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_missing_on_primary": 0, 2024-08-29T19:03:23.766 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_omap": 0, 2024-08-29T19:03:23.766 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_pinned": 0, 2024-08-29T19:03:23.766 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_recovered": 0, 2024-08-29T19:03:23.766 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_repaired": 0, 2024-08-29T19:03:23.766 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_unfound": 0, 2024-08-29T19:03:23.766 INFO:tasks.workunit.client.0.smithi028.stdout: "num_omap_bytes": 0, 2024-08-29T19:03:23.766 INFO:tasks.workunit.client.0.smithi028.stdout: "num_omap_keys": 0, 2024-08-29T19:03:23.766 INFO:tasks.workunit.client.0.smithi028.stdout: "num_promote": 0, 2024-08-29T19:03:23.766 INFO:tasks.workunit.client.0.smithi028.stdout: "num_read": 0, 2024-08-29T19:03:23.766 INFO:tasks.workunit.client.0.smithi028.stdout: "num_read_kb": 0, 2024-08-29T19:03:23.767 INFO:tasks.workunit.client.0.smithi028.stdout: "num_scrub_errors": 0, 2024-08-29T19:03:23.767 INFO:tasks.workunit.client.0.smithi028.stdout: "num_shallow_scrub_errors": 0, 2024-08-29T19:03:23.767 INFO:tasks.workunit.client.0.smithi028.stdout: "num_whiteouts": 0, 2024-08-29T19:03:23.767 INFO:tasks.workunit.client.0.smithi028.stdout: "num_write": 0, 2024-08-29T19:03:23.767 INFO:tasks.workunit.client.0.smithi028.stdout: "num_write_kb": 0 2024-08-29T19:03:23.767 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:23.767 INFO:tasks.workunit.client.0.smithi028.stdout: "state": "active+clean", 2024-08-29T19:03:23.767 INFO:tasks.workunit.client.0.smithi028.stdout: "stats_invalid": false, 2024-08-29T19:03:23.767 INFO:tasks.workunit.client.0.smithi028.stdout: "up": [ 2024-08-29T19:03:23.767 INFO:tasks.workunit.client.0.smithi028.stdout: 7, 2024-08-29T19:03:23.767 INFO:tasks.workunit.client.0.smithi028.stdout: 3, 2024-08-29T19:03:23.767 INFO:tasks.workunit.client.0.smithi028.stdout: 4 2024-08-29T19:03:23.767 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-08-29T19:03:23.767 INFO:tasks.workunit.client.0.smithi028.stdout: "up_primary": 7, 2024-08-29T19:03:23.768 INFO:tasks.workunit.client.0.smithi028.stdout: "version": "0'0" 2024-08-29T19:03:23.768 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:23.768 INFO:tasks.workunit.client.0.smithi028.stdout: { 2024-08-29T19:03:23.768 INFO:tasks.workunit.client.0.smithi028.stdout: "acting": [ 2024-08-29T19:03:23.768 INFO:tasks.workunit.client.0.smithi028.stdout: 6, 2024-08-29T19:03:23.768 INFO:tasks.workunit.client.0.smithi028.stdout: 3, 2024-08-29T19:03:23.768 INFO:tasks.workunit.client.0.smithi028.stdout: 5 2024-08-29T19:03:23.768 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-08-29T19:03:23.768 INFO:tasks.workunit.client.0.smithi028.stdout: "acting_primary": 6, 2024-08-29T19:03:23.768 INFO:tasks.workunit.client.0.smithi028.stdout: "avail_no_missing": [], 2024-08-29T19:03:23.768 INFO:tasks.workunit.client.0.smithi028.stdout: "blocked_by": [], 2024-08-29T19:03:23.768 INFO:tasks.workunit.client.0.smithi028.stdout: "created": 59, 2024-08-29T19:03:23.768 INFO:tasks.workunit.client.0.smithi028.stdout: "dirty_stats_invalid": false, 2024-08-29T19:03:23.769 INFO:tasks.workunit.client.0.smithi028.stdout: "hitset_bytes_stats_invalid": false, 2024-08-29T19:03:23.769 INFO:tasks.workunit.client.0.smithi028.stdout: "hitset_stats_invalid": false, 2024-08-29T19:03:23.769 INFO:tasks.workunit.client.0.smithi028.stdout: "last_active": "2024-08-29T19:02:14.922815+0000", 2024-08-29T19:03:23.769 INFO:tasks.workunit.client.0.smithi028.stdout: "last_became_active": "2024-08-29T17:57:36.378847+0000", 2024-08-29T19:03:23.769 INFO:tasks.workunit.client.0.smithi028.stdout: "last_became_peered": "2024-08-29T17:57:36.378847+0000", 2024-08-29T19:03:23.769 INFO:tasks.workunit.client.0.smithi028.stdout: "last_change": "2024-08-29T17:57:36.379220+0000", 2024-08-29T19:03:23.769 INFO:tasks.workunit.client.0.smithi028.stdout: "last_clean": "2024-08-29T19:02:14.922815+0000", 2024-08-29T19:03:23.769 INFO:tasks.workunit.client.0.smithi028.stdout: "last_clean_scrub_stamp": "2024-08-29T17:40:52.944949+0000", 2024-08-29T19:03:23.769 INFO:tasks.workunit.client.0.smithi028.stdout: "last_deep_scrub": "0'0", 2024-08-29T19:03:23.769 INFO:tasks.workunit.client.0.smithi028.stdout: "last_deep_scrub_stamp": "2024-08-29T17:40:52.944949+0000", 2024-08-29T19:03:23.769 INFO:tasks.workunit.client.0.smithi028.stdout: "last_epoch_clean": 646, 2024-08-29T19:03:23.769 INFO:tasks.workunit.client.0.smithi028.stdout: "last_fresh": "2024-08-29T19:02:14.922815+0000", 2024-08-29T19:03:23.769 INFO:tasks.workunit.client.0.smithi028.stdout: "last_fullsized": "2024-08-29T19:02:14.922815+0000", 2024-08-29T19:03:23.769 INFO:tasks.workunit.client.0.smithi028.stdout: "last_peered": "2024-08-29T19:02:14.922815+0000", 2024-08-29T19:03:23.770 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub": "0'0", 2024-08-29T19:03:23.770 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub_duration": 0, 2024-08-29T19:03:23.770 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub_stamp": "2024-08-29T17:40:52.944949+0000", 2024-08-29T19:03:23.770 INFO:tasks.workunit.client.0.smithi028.stdout: "last_undegraded": "2024-08-29T19:02:14.922815+0000", 2024-08-29T19:03:23.770 INFO:tasks.workunit.client.0.smithi028.stdout: "last_unstale": "2024-08-29T19:02:14.922815+0000", 2024-08-29T19:03:23.770 INFO:tasks.workunit.client.0.smithi028.stdout: "log_dups_size": 0, 2024-08-29T19:03:23.770 INFO:tasks.workunit.client.0.smithi028.stdout: "log_size": 29, 2024-08-29T19:03:23.770 INFO:tasks.workunit.client.0.smithi028.stdout: "log_start": "0'0", 2024-08-29T19:03:23.770 INFO:tasks.workunit.client.0.smithi028.stdout: "manifest_stats_invalid": false, 2024-08-29T19:03:23.770 INFO:tasks.workunit.client.0.smithi028.stdout: "mapping_epoch": 645, 2024-08-29T19:03:23.770 INFO:tasks.workunit.client.0.smithi028.stdout: "object_location_counts": [], 2024-08-29T19:03:23.770 INFO:tasks.workunit.client.0.smithi028.stdout: "objects_scrubbed": 0, 2024-08-29T19:03:23.770 INFO:tasks.workunit.client.0.smithi028.stdout: "objects_trimmed": 0, 2024-08-29T19:03:23.770 INFO:tasks.workunit.client.0.smithi028.stdout: "omap_stats_invalid": false, 2024-08-29T19:03:23.771 INFO:tasks.workunit.client.0.smithi028.stdout: "ondisk_log_size": 29, 2024-08-29T19:03:23.771 INFO:tasks.workunit.client.0.smithi028.stdout: "ondisk_log_start": "0'0", 2024-08-29T19:03:23.771 INFO:tasks.workunit.client.0.smithi028.stdout: "parent": "0.0", 2024-08-29T19:03:23.771 INFO:tasks.workunit.client.0.smithi028.stdout: "parent_split_bits": 0, 2024-08-29T19:03:23.771 INFO:tasks.workunit.client.0.smithi028.stdout: "pgid": "2.14", 2024-08-29T19:03:23.771 INFO:tasks.workunit.client.0.smithi028.stdout: "pin_stats_invalid": false, 2024-08-29T19:03:23.771 INFO:tasks.workunit.client.0.smithi028.stdout: "purged_snaps": [], 2024-08-29T19:03:23.771 INFO:tasks.workunit.client.0.smithi028.stdout: "reported_epoch": 2650, 2024-08-29T19:03:23.771 INFO:tasks.workunit.client.0.smithi028.stdout: "reported_seq": 4631, 2024-08-29T19:03:23.771 INFO:tasks.workunit.client.0.smithi028.stdout: "scrub_duration": 0.0, 2024-08-29T19:03:23.771 INFO:tasks.workunit.client.0.smithi028.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-30T20:53:47.236430+0000", 2024-08-29T19:03:23.771 INFO:tasks.workunit.client.0.smithi028.stdout: "snaptrim_duration": 0.0, 2024-08-29T19:03:23.771 INFO:tasks.workunit.client.0.smithi028.stdout: "snaptrimq_len": 0, 2024-08-29T19:03:23.771 INFO:tasks.workunit.client.0.smithi028.stdout: "stat_sum": { 2024-08-29T19:03:23.772 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes": 5804, 2024-08-29T19:03:23.772 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes_hit_set_archive": 0, 2024-08-29T19:03:23.772 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes_recovered": 0, 2024-08-29T19:03:23.772 INFO:tasks.workunit.client.0.smithi028.stdout: "num_deep_scrub_errors": 0, 2024-08-29T19:03:23.772 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict": 0, 2024-08-29T19:03:23.772 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_kb": 0, 2024-08-29T19:03:23.772 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_mode_full": 0, 2024-08-29T19:03:23.772 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_mode_some": 0, 2024-08-29T19:03:23.772 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush": 0, 2024-08-29T19:03:23.772 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_kb": 0, 2024-08-29T19:03:23.772 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_mode_high": 0, 2024-08-29T19:03:23.772 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_mode_low": 0, 2024-08-29T19:03:23.772 INFO:tasks.workunit.client.0.smithi028.stdout: "num_keys_recovered": 0, 2024-08-29T19:03:23.773 INFO:tasks.workunit.client.0.smithi028.stdout: "num_large_omap_objects": 0, 2024-08-29T19:03:23.773 INFO:tasks.workunit.client.0.smithi028.stdout: "num_legacy_snapsets": 0, 2024-08-29T19:03:23.773 INFO:tasks.workunit.client.0.smithi028.stdout: "num_object_clones": 0, 2024-08-29T19:03:23.773 INFO:tasks.workunit.client.0.smithi028.stdout: "num_object_copies": 12, 2024-08-29T19:03:23.773 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects": 4, 2024-08-29T19:03:23.773 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_degraded": 0, 2024-08-29T19:03:23.773 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_dirty": 4, 2024-08-29T19:03:23.773 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_hit_set_archive": 0, 2024-08-29T19:03:23.773 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_manifest": 0, 2024-08-29T19:03:23.773 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_misplaced": 0, 2024-08-29T19:03:23.773 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_missing": 0, 2024-08-29T19:03:23.773 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_missing_on_primary": 0, 2024-08-29T19:03:23.773 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_omap": 1, 2024-08-29T19:03:23.773 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_pinned": 0, 2024-08-29T19:03:23.774 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_recovered": 0, 2024-08-29T19:03:23.774 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_repaired": 0, 2024-08-29T19:03:23.774 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_unfound": 0, 2024-08-29T19:03:23.774 INFO:tasks.workunit.client.0.smithi028.stdout: "num_omap_bytes": 0, 2024-08-29T19:03:23.774 INFO:tasks.workunit.client.0.smithi028.stdout: "num_omap_keys": 0, 2024-08-29T19:03:23.774 INFO:tasks.workunit.client.0.smithi028.stdout: "num_promote": 0, 2024-08-29T19:03:23.774 INFO:tasks.workunit.client.0.smithi028.stdout: "num_read": 10, 2024-08-29T19:03:23.774 INFO:tasks.workunit.client.0.smithi028.stdout: "num_read_kb": 14, 2024-08-29T19:03:23.774 INFO:tasks.workunit.client.0.smithi028.stdout: "num_scrub_errors": 0, 2024-08-29T19:03:23.774 INFO:tasks.workunit.client.0.smithi028.stdout: "num_shallow_scrub_errors": 0, 2024-08-29T19:03:23.774 INFO:tasks.workunit.client.0.smithi028.stdout: "num_whiteouts": 0, 2024-08-29T19:03:23.774 INFO:tasks.workunit.client.0.smithi028.stdout: "num_write": 28, 2024-08-29T19:03:23.774 INFO:tasks.workunit.client.0.smithi028.stdout: "num_write_kb": 25 2024-08-29T19:03:23.774 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:23.774 INFO:tasks.workunit.client.0.smithi028.stdout: "state": "active+clean", 2024-08-29T19:03:23.775 INFO:tasks.workunit.client.0.smithi028.stdout: "stats_invalid": false, 2024-08-29T19:03:23.775 INFO:tasks.workunit.client.0.smithi028.stdout: "up": [ 2024-08-29T19:03:23.775 INFO:tasks.workunit.client.0.smithi028.stdout: 6, 2024-08-29T19:03:23.775 INFO:tasks.workunit.client.0.smithi028.stdout: 3, 2024-08-29T19:03:23.775 INFO:tasks.workunit.client.0.smithi028.stdout: 5 2024-08-29T19:03:23.775 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-08-29T19:03:23.775 INFO:tasks.workunit.client.0.smithi028.stdout: "up_primary": 6, 2024-08-29T19:03:23.775 INFO:tasks.workunit.client.0.smithi028.stdout: "version": "721'29" 2024-08-29T19:03:23.775 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:23.775 INFO:tasks.workunit.client.0.smithi028.stdout: { 2024-08-29T19:03:23.775 INFO:tasks.workunit.client.0.smithi028.stdout: "acting": [ 2024-08-29T19:03:23.775 INFO:tasks.workunit.client.0.smithi028.stdout: 2, 2024-08-29T19:03:23.775 INFO:tasks.workunit.client.0.smithi028.stdout: 7, 2024-08-29T19:03:23.776 INFO:tasks.workunit.client.0.smithi028.stdout: 6 2024-08-29T19:03:23.776 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-08-29T19:03:23.776 INFO:tasks.workunit.client.0.smithi028.stdout: "acting_primary": 2, 2024-08-29T19:03:23.776 INFO:tasks.workunit.client.0.smithi028.stdout: "avail_no_missing": [], 2024-08-29T19:03:23.776 INFO:tasks.workunit.client.0.smithi028.stdout: "blocked_by": [], 2024-08-29T19:03:23.776 INFO:tasks.workunit.client.0.smithi028.stdout: "created": 62, 2024-08-29T19:03:23.776 INFO:tasks.workunit.client.0.smithi028.stdout: "dirty_stats_invalid": false, 2024-08-29T19:03:23.776 INFO:tasks.workunit.client.0.smithi028.stdout: "hitset_bytes_stats_invalid": false, 2024-08-29T19:03:23.776 INFO:tasks.workunit.client.0.smithi028.stdout: "hitset_stats_invalid": false, 2024-08-29T19:03:23.776 INFO:tasks.workunit.client.0.smithi028.stdout: "last_active": "2024-08-29T19:02:14.110760+0000", 2024-08-29T19:03:23.776 INFO:tasks.workunit.client.0.smithi028.stdout: "last_became_active": "2024-08-29T17:58:11.354419+0000", 2024-08-29T19:03:23.776 INFO:tasks.workunit.client.0.smithi028.stdout: "last_became_peered": "2024-08-29T17:58:11.354419+0000", 2024-08-29T19:03:23.776 INFO:tasks.workunit.client.0.smithi028.stdout: "last_change": "2024-08-29T17:58:11.355297+0000", 2024-08-29T19:03:23.776 INFO:tasks.workunit.client.0.smithi028.stdout: "last_clean": "2024-08-29T19:02:14.110760+0000", 2024-08-29T19:03:23.777 INFO:tasks.workunit.client.0.smithi028.stdout: "last_clean_scrub_stamp": "2024-08-29T17:41:01.987071+0000", 2024-08-29T19:03:23.777 INFO:tasks.workunit.client.0.smithi028.stdout: "last_deep_scrub": "0'0", 2024-08-29T19:03:23.777 INFO:tasks.workunit.client.0.smithi028.stdout: "last_deep_scrub_stamp": "2024-08-29T17:41:01.987071+0000", 2024-08-29T19:03:23.777 INFO:tasks.workunit.client.0.smithi028.stdout: "last_epoch_clean": 681, 2024-08-29T19:03:23.777 INFO:tasks.workunit.client.0.smithi028.stdout: "last_fresh": "2024-08-29T19:02:14.110760+0000", 2024-08-29T19:03:23.777 INFO:tasks.workunit.client.0.smithi028.stdout: "last_fullsized": "2024-08-29T19:02:14.110760+0000", 2024-08-29T19:03:23.777 INFO:tasks.workunit.client.0.smithi028.stdout: "last_peered": "2024-08-29T19:02:14.110760+0000", 2024-08-29T19:03:23.777 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub": "0'0", 2024-08-29T19:03:23.777 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub_duration": 0, 2024-08-29T19:03:23.777 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub_stamp": "2024-08-29T17:41:01.987071+0000", 2024-08-29T19:03:23.777 INFO:tasks.workunit.client.0.smithi028.stdout: "last_undegraded": "2024-08-29T19:02:14.110760+0000", 2024-08-29T19:03:23.777 INFO:tasks.workunit.client.0.smithi028.stdout: "last_unstale": "2024-08-29T19:02:14.110760+0000", 2024-08-29T19:03:23.777 INFO:tasks.workunit.client.0.smithi028.stdout: "log_dups_size": 0, 2024-08-29T19:03:23.777 INFO:tasks.workunit.client.0.smithi028.stdout: "log_size": 0, 2024-08-29T19:03:23.777 INFO:tasks.workunit.client.0.smithi028.stdout: "log_start": "0'0", 2024-08-29T19:03:23.778 INFO:tasks.workunit.client.0.smithi028.stdout: "manifest_stats_invalid": false, 2024-08-29T19:03:23.778 INFO:tasks.workunit.client.0.smithi028.stdout: "mapping_epoch": 680, 2024-08-29T19:03:23.778 INFO:tasks.workunit.client.0.smithi028.stdout: "object_location_counts": [], 2024-08-29T19:03:23.778 INFO:tasks.workunit.client.0.smithi028.stdout: "objects_scrubbed": 0, 2024-08-29T19:03:23.778 INFO:tasks.workunit.client.0.smithi028.stdout: "objects_trimmed": 0, 2024-08-29T19:03:23.778 INFO:tasks.workunit.client.0.smithi028.stdout: "omap_stats_invalid": false, 2024-08-29T19:03:23.778 INFO:tasks.workunit.client.0.smithi028.stdout: "ondisk_log_size": 0, 2024-08-29T19:03:23.778 INFO:tasks.workunit.client.0.smithi028.stdout: "ondisk_log_start": "0'0", 2024-08-29T19:03:23.778 INFO:tasks.workunit.client.0.smithi028.stdout: "parent": "0.0", 2024-08-29T19:03:23.778 INFO:tasks.workunit.client.0.smithi028.stdout: "parent_split_bits": 0, 2024-08-29T19:03:23.778 INFO:tasks.workunit.client.0.smithi028.stdout: "pgid": "3.14", 2024-08-29T19:03:23.778 INFO:tasks.workunit.client.0.smithi028.stdout: "pin_stats_invalid": false, 2024-08-29T19:03:23.778 INFO:tasks.workunit.client.0.smithi028.stdout: "purged_snaps": [], 2024-08-29T19:03:23.778 INFO:tasks.workunit.client.0.smithi028.stdout: "reported_epoch": 2650, 2024-08-29T19:03:23.779 INFO:tasks.workunit.client.0.smithi028.stdout: "reported_seq": 4709, 2024-08-29T19:03:23.779 INFO:tasks.workunit.client.0.smithi028.stdout: "scrub_duration": 0.0, 2024-08-29T19:03:23.779 INFO:tasks.workunit.client.0.smithi028.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-30T17:56:07.838928+0000", 2024-08-29T19:03:23.779 INFO:tasks.workunit.client.0.smithi028.stdout: "snaptrim_duration": 0.0, 2024-08-29T19:03:23.779 INFO:tasks.workunit.client.0.smithi028.stdout: "snaptrimq_len": 0, 2024-08-29T19:03:23.779 INFO:tasks.workunit.client.0.smithi028.stdout: "stat_sum": { 2024-08-29T19:03:23.779 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes": 0, 2024-08-29T19:03:23.779 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes_hit_set_archive": 0, 2024-08-29T19:03:23.779 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes_recovered": 0, 2024-08-29T19:03:23.779 INFO:tasks.workunit.client.0.smithi028.stdout: "num_deep_scrub_errors": 0, 2024-08-29T19:03:23.779 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict": 0, 2024-08-29T19:03:23.779 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_kb": 0, 2024-08-29T19:03:23.779 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_mode_full": 0, 2024-08-29T19:03:23.780 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_mode_some": 0, 2024-08-29T19:03:23.780 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush": 0, 2024-08-29T19:03:23.780 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_kb": 0, 2024-08-29T19:03:23.780 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_mode_high": 0, 2024-08-29T19:03:23.780 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_mode_low": 0, 2024-08-29T19:03:23.780 INFO:tasks.workunit.client.0.smithi028.stdout: "num_keys_recovered": 0, 2024-08-29T19:03:23.780 INFO:tasks.workunit.client.0.smithi028.stdout: "num_large_omap_objects": 0, 2024-08-29T19:03:23.780 INFO:tasks.workunit.client.0.smithi028.stdout: "num_legacy_snapsets": 0, 2024-08-29T19:03:23.780 INFO:tasks.workunit.client.0.smithi028.stdout: "num_object_clones": 0, 2024-08-29T19:03:23.780 INFO:tasks.workunit.client.0.smithi028.stdout: "num_object_copies": 0, 2024-08-29T19:03:23.780 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects": 0, 2024-08-29T19:03:23.780 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_degraded": 0, 2024-08-29T19:03:23.780 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_dirty": 0, 2024-08-29T19:03:23.780 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_hit_set_archive": 0, 2024-08-29T19:03:23.781 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_manifest": 0, 2024-08-29T19:03:23.781 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_misplaced": 0, 2024-08-29T19:03:23.781 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_missing": 0, 2024-08-29T19:03:23.781 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_missing_on_primary": 0, 2024-08-29T19:03:23.781 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_omap": 0, 2024-08-29T19:03:23.781 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_pinned": 0, 2024-08-29T19:03:23.781 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_recovered": 0, 2024-08-29T19:03:23.781 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_repaired": 0, 2024-08-29T19:03:23.781 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_unfound": 0, 2024-08-29T19:03:23.781 INFO:tasks.workunit.client.0.smithi028.stdout: "num_omap_bytes": 0, 2024-08-29T19:03:23.781 INFO:tasks.workunit.client.0.smithi028.stdout: "num_omap_keys": 0, 2024-08-29T19:03:23.781 INFO:tasks.workunit.client.0.smithi028.stdout: "num_promote": 0, 2024-08-29T19:03:23.781 INFO:tasks.workunit.client.0.smithi028.stdout: "num_read": 0, 2024-08-29T19:03:23.781 INFO:tasks.workunit.client.0.smithi028.stdout: "num_read_kb": 0, 2024-08-29T19:03:23.782 INFO:tasks.workunit.client.0.smithi028.stdout: "num_scrub_errors": 0, 2024-08-29T19:03:23.782 INFO:tasks.workunit.client.0.smithi028.stdout: "num_shallow_scrub_errors": 0, 2024-08-29T19:03:23.782 INFO:tasks.workunit.client.0.smithi028.stdout: "num_whiteouts": 0, 2024-08-29T19:03:23.782 INFO:tasks.workunit.client.0.smithi028.stdout: "num_write": 0, 2024-08-29T19:03:23.782 INFO:tasks.workunit.client.0.smithi028.stdout: "num_write_kb": 0 2024-08-29T19:03:23.782 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:23.782 INFO:tasks.workunit.client.0.smithi028.stdout: "state": "active+clean", 2024-08-29T19:03:23.782 INFO:tasks.workunit.client.0.smithi028.stdout: "stats_invalid": false, 2024-08-29T19:03:23.782 INFO:tasks.workunit.client.0.smithi028.stdout: "up": [ 2024-08-29T19:03:23.782 INFO:tasks.workunit.client.0.smithi028.stdout: 2, 2024-08-29T19:03:23.782 INFO:tasks.workunit.client.0.smithi028.stdout: 7, 2024-08-29T19:03:23.782 INFO:tasks.workunit.client.0.smithi028.stdout: 6 2024-08-29T19:03:23.782 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-08-29T19:03:23.783 INFO:tasks.workunit.client.0.smithi028.stdout: "up_primary": 2, 2024-08-29T19:03:23.783 INFO:tasks.workunit.client.0.smithi028.stdout: "version": "0'0" 2024-08-29T19:03:23.783 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:23.783 INFO:tasks.workunit.client.0.smithi028.stdout: { 2024-08-29T19:03:23.783 INFO:tasks.workunit.client.0.smithi028.stdout: "acting": [ 2024-08-29T19:03:23.783 INFO:tasks.workunit.client.0.smithi028.stdout: 1, 2024-08-29T19:03:23.783 INFO:tasks.workunit.client.0.smithi028.stdout: 5, 2024-08-29T19:03:23.783 INFO:tasks.workunit.client.0.smithi028.stdout: 0 2024-08-29T19:03:23.783 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-08-29T19:03:23.783 INFO:tasks.workunit.client.0.smithi028.stdout: "acting_primary": 1, 2024-08-29T19:03:23.783 INFO:tasks.workunit.client.0.smithi028.stdout: "avail_no_missing": [], 2024-08-29T19:03:23.783 INFO:tasks.workunit.client.0.smithi028.stdout: "blocked_by": [], 2024-08-29T19:03:23.783 INFO:tasks.workunit.client.0.smithi028.stdout: "created": 59, 2024-08-29T19:03:23.783 INFO:tasks.workunit.client.0.smithi028.stdout: "dirty_stats_invalid": false, 2024-08-29T19:03:23.784 INFO:tasks.workunit.client.0.smithi028.stdout: "hitset_bytes_stats_invalid": false, 2024-08-29T19:03:23.784 INFO:tasks.workunit.client.0.smithi028.stdout: "hitset_stats_invalid": false, 2024-08-29T19:03:23.784 INFO:tasks.workunit.client.0.smithi028.stdout: "last_active": "2024-08-29T19:02:14.816035+0000", 2024-08-29T19:03:23.784 INFO:tasks.workunit.client.0.smithi028.stdout: "last_became_active": "2024-08-29T17:57:02.346751+0000", 2024-08-29T19:03:23.784 INFO:tasks.workunit.client.0.smithi028.stdout: "last_became_peered": "2024-08-29T17:57:02.346751+0000", 2024-08-29T19:03:23.784 INFO:tasks.workunit.client.0.smithi028.stdout: "last_change": "2024-08-29T17:57:02.347249+0000", 2024-08-29T19:03:23.784 INFO:tasks.workunit.client.0.smithi028.stdout: "last_clean": "2024-08-29T19:02:14.816035+0000", 2024-08-29T19:03:23.784 INFO:tasks.workunit.client.0.smithi028.stdout: "last_clean_scrub_stamp": "2024-08-29T17:40:52.944949+0000", 2024-08-29T19:03:23.784 INFO:tasks.workunit.client.0.smithi028.stdout: "last_deep_scrub": "0'0", 2024-08-29T19:03:23.784 INFO:tasks.workunit.client.0.smithi028.stdout: "last_deep_scrub_stamp": "2024-08-29T17:40:52.944949+0000", 2024-08-29T19:03:23.784 INFO:tasks.workunit.client.0.smithi028.stdout: "last_epoch_clean": 613, 2024-08-29T19:03:23.784 INFO:tasks.workunit.client.0.smithi028.stdout: "last_fresh": "2024-08-29T19:02:14.816035+0000", 2024-08-29T19:03:23.784 INFO:tasks.workunit.client.0.smithi028.stdout: "last_fullsized": "2024-08-29T19:02:14.816035+0000", 2024-08-29T19:03:23.784 INFO:tasks.workunit.client.0.smithi028.stdout: "last_peered": "2024-08-29T19:02:14.816035+0000", 2024-08-29T19:03:23.785 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub": "0'0", 2024-08-29T19:03:23.785 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub_duration": 0, 2024-08-29T19:03:23.785 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub_stamp": "2024-08-29T17:40:52.944949+0000", 2024-08-29T19:03:23.785 INFO:tasks.workunit.client.0.smithi028.stdout: "last_undegraded": "2024-08-29T19:02:14.816035+0000", 2024-08-29T19:03:23.785 INFO:tasks.workunit.client.0.smithi028.stdout: "last_unstale": "2024-08-29T19:02:14.816035+0000", 2024-08-29T19:03:23.785 INFO:tasks.workunit.client.0.smithi028.stdout: "log_dups_size": 0, 2024-08-29T19:03:23.785 INFO:tasks.workunit.client.0.smithi028.stdout: "log_size": 3, 2024-08-29T19:03:23.785 INFO:tasks.workunit.client.0.smithi028.stdout: "log_start": "0'0", 2024-08-29T19:03:23.785 INFO:tasks.workunit.client.0.smithi028.stdout: "manifest_stats_invalid": false, 2024-08-29T19:03:23.785 INFO:tasks.workunit.client.0.smithi028.stdout: "mapping_epoch": 612, 2024-08-29T19:03:23.785 INFO:tasks.workunit.client.0.smithi028.stdout: "object_location_counts": [], 2024-08-29T19:03:23.785 INFO:tasks.workunit.client.0.smithi028.stdout: "objects_scrubbed": 0, 2024-08-29T19:03:23.785 INFO:tasks.workunit.client.0.smithi028.stdout: "objects_trimmed": 0, 2024-08-29T19:03:23.785 INFO:tasks.workunit.client.0.smithi028.stdout: "omap_stats_invalid": false, 2024-08-29T19:03:23.786 INFO:tasks.workunit.client.0.smithi028.stdout: "ondisk_log_size": 3, 2024-08-29T19:03:23.786 INFO:tasks.workunit.client.0.smithi028.stdout: "ondisk_log_start": "0'0", 2024-08-29T19:03:23.786 INFO:tasks.workunit.client.0.smithi028.stdout: "parent": "0.0", 2024-08-29T19:03:23.786 INFO:tasks.workunit.client.0.smithi028.stdout: "parent_split_bits": 0, 2024-08-29T19:03:23.786 INFO:tasks.workunit.client.0.smithi028.stdout: "pgid": "2.15", 2024-08-29T19:03:23.786 INFO:tasks.workunit.client.0.smithi028.stdout: "pin_stats_invalid": false, 2024-08-29T19:03:23.786 INFO:tasks.workunit.client.0.smithi028.stdout: "purged_snaps": [], 2024-08-29T19:03:23.786 INFO:tasks.workunit.client.0.smithi028.stdout: "reported_epoch": 2650, 2024-08-29T19:03:23.786 INFO:tasks.workunit.client.0.smithi028.stdout: "reported_seq": 4786, 2024-08-29T19:03:23.786 INFO:tasks.workunit.client.0.smithi028.stdout: "scrub_duration": 0.0, 2024-08-29T19:03:23.786 INFO:tasks.workunit.client.0.smithi028.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-30T18:11:31.215989+0000", 2024-08-29T19:03:23.786 INFO:tasks.workunit.client.0.smithi028.stdout: "snaptrim_duration": 0.0, 2024-08-29T19:03:23.786 INFO:tasks.workunit.client.0.smithi028.stdout: "snaptrimq_len": 0, 2024-08-29T19:03:23.786 INFO:tasks.workunit.client.0.smithi028.stdout: "stat_sum": { 2024-08-29T19:03:23.787 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes": 90, 2024-08-29T19:03:23.787 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes_hit_set_archive": 0, 2024-08-29T19:03:23.787 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes_recovered": 0, 2024-08-29T19:03:23.787 INFO:tasks.workunit.client.0.smithi028.stdout: "num_deep_scrub_errors": 0, 2024-08-29T19:03:23.787 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict": 0, 2024-08-29T19:03:23.787 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_kb": 0, 2024-08-29T19:03:23.787 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_mode_full": 0, 2024-08-29T19:03:23.787 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_mode_some": 0, 2024-08-29T19:03:23.787 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush": 0, 2024-08-29T19:03:23.787 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_kb": 0, 2024-08-29T19:03:23.787 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_mode_high": 0, 2024-08-29T19:03:23.787 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_mode_low": 0, 2024-08-29T19:03:23.787 INFO:tasks.workunit.client.0.smithi028.stdout: "num_keys_recovered": 0, 2024-08-29T19:03:23.787 INFO:tasks.workunit.client.0.smithi028.stdout: "num_large_omap_objects": 0, 2024-08-29T19:03:23.788 INFO:tasks.workunit.client.0.smithi028.stdout: "num_legacy_snapsets": 0, 2024-08-29T19:03:23.788 INFO:tasks.workunit.client.0.smithi028.stdout: "num_object_clones": 0, 2024-08-29T19:03:23.788 INFO:tasks.workunit.client.0.smithi028.stdout: "num_object_copies": 6, 2024-08-29T19:03:23.788 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects": 2, 2024-08-29T19:03:23.788 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_degraded": 0, 2024-08-29T19:03:23.788 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_dirty": 2, 2024-08-29T19:03:23.788 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_hit_set_archive": 0, 2024-08-29T19:03:23.788 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_manifest": 0, 2024-08-29T19:03:23.788 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_misplaced": 0, 2024-08-29T19:03:23.788 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_missing": 0, 2024-08-29T19:03:23.788 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_missing_on_primary": 0, 2024-08-29T19:03:23.788 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_omap": 1, 2024-08-29T19:03:23.788 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_pinned": 0, 2024-08-29T19:03:23.788 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_recovered": 0, 2024-08-29T19:03:23.789 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_repaired": 0, 2024-08-29T19:03:23.789 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_unfound": 0, 2024-08-29T19:03:23.789 INFO:tasks.workunit.client.0.smithi028.stdout: "num_omap_bytes": 0, 2024-08-29T19:03:23.789 INFO:tasks.workunit.client.0.smithi028.stdout: "num_omap_keys": 0, 2024-08-29T19:03:23.789 INFO:tasks.workunit.client.0.smithi028.stdout: "num_promote": 0, 2024-08-29T19:03:23.789 INFO:tasks.workunit.client.0.smithi028.stdout: "num_read": 7, 2024-08-29T19:03:23.789 INFO:tasks.workunit.client.0.smithi028.stdout: "num_read_kb": 7, 2024-08-29T19:03:23.789 INFO:tasks.workunit.client.0.smithi028.stdout: "num_scrub_errors": 0, 2024-08-29T19:03:23.789 INFO:tasks.workunit.client.0.smithi028.stdout: "num_shallow_scrub_errors": 0, 2024-08-29T19:03:23.789 INFO:tasks.workunit.client.0.smithi028.stdout: "num_whiteouts": 0, 2024-08-29T19:03:23.789 INFO:tasks.workunit.client.0.smithi028.stdout: "num_write": 4, 2024-08-29T19:03:23.789 INFO:tasks.workunit.client.0.smithi028.stdout: "num_write_kb": 1 2024-08-29T19:03:23.789 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:23.789 INFO:tasks.workunit.client.0.smithi028.stdout: "state": "active+clean", 2024-08-29T19:03:23.790 INFO:tasks.workunit.client.0.smithi028.stdout: "stats_invalid": false, 2024-08-29T19:03:23.790 INFO:tasks.workunit.client.0.smithi028.stdout: "up": [ 2024-08-29T19:03:23.790 INFO:tasks.workunit.client.0.smithi028.stdout: 1, 2024-08-29T19:03:23.790 INFO:tasks.workunit.client.0.smithi028.stdout: 5, 2024-08-29T19:03:23.790 INFO:tasks.workunit.client.0.smithi028.stdout: 0 2024-08-29T19:03:23.790 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-08-29T19:03:23.790 INFO:tasks.workunit.client.0.smithi028.stdout: "up_primary": 1, 2024-08-29T19:03:23.790 INFO:tasks.workunit.client.0.smithi028.stdout: "version": "65'3" 2024-08-29T19:03:23.790 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:23.790 INFO:tasks.workunit.client.0.smithi028.stdout: { 2024-08-29T19:03:23.790 INFO:tasks.workunit.client.0.smithi028.stdout: "acting": [ 2024-08-29T19:03:23.790 INFO:tasks.workunit.client.0.smithi028.stdout: 0, 2024-08-29T19:03:23.790 INFO:tasks.workunit.client.0.smithi028.stdout: 5, 2024-08-29T19:03:23.790 INFO:tasks.workunit.client.0.smithi028.stdout: 3 2024-08-29T19:03:23.790 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-08-29T19:03:23.791 INFO:tasks.workunit.client.0.smithi028.stdout: "acting_primary": 0, 2024-08-29T19:03:23.791 INFO:tasks.workunit.client.0.smithi028.stdout: "avail_no_missing": [], 2024-08-29T19:03:23.791 INFO:tasks.workunit.client.0.smithi028.stdout: "blocked_by": [], 2024-08-29T19:03:23.791 INFO:tasks.workunit.client.0.smithi028.stdout: "created": 62, 2024-08-29T19:03:23.791 INFO:tasks.workunit.client.0.smithi028.stdout: "dirty_stats_invalid": false, 2024-08-29T19:03:23.791 INFO:tasks.workunit.client.0.smithi028.stdout: "hitset_bytes_stats_invalid": false, 2024-08-29T19:03:23.791 INFO:tasks.workunit.client.0.smithi028.stdout: "hitset_stats_invalid": false, 2024-08-29T19:03:23.791 INFO:tasks.workunit.client.0.smithi028.stdout: "last_active": "2024-08-29T19:02:14.107756+0000", 2024-08-29T19:03:23.791 INFO:tasks.workunit.client.0.smithi028.stdout: "last_became_active": "2024-08-29T17:57:02.380082+0000", 2024-08-29T19:03:23.791 INFO:tasks.workunit.client.0.smithi028.stdout: "last_became_peered": "2024-08-29T17:57:02.380082+0000", 2024-08-29T19:03:23.791 INFO:tasks.workunit.client.0.smithi028.stdout: "last_change": "2024-08-29T17:57:02.380683+0000", 2024-08-29T19:03:23.791 INFO:tasks.workunit.client.0.smithi028.stdout: "last_clean": "2024-08-29T19:02:14.107756+0000", 2024-08-29T19:03:23.791 INFO:tasks.workunit.client.0.smithi028.stdout: "last_clean_scrub_stamp": "2024-08-29T17:41:01.987071+0000", 2024-08-29T19:03:23.792 INFO:tasks.workunit.client.0.smithi028.stdout: "last_deep_scrub": "0'0", 2024-08-29T19:03:23.792 INFO:tasks.workunit.client.0.smithi028.stdout: "last_deep_scrub_stamp": "2024-08-29T17:41:01.987071+0000", 2024-08-29T19:03:23.792 INFO:tasks.workunit.client.0.smithi028.stdout: "last_epoch_clean": 613, 2024-08-29T19:03:23.792 INFO:tasks.workunit.client.0.smithi028.stdout: "last_fresh": "2024-08-29T19:02:14.107756+0000", 2024-08-29T19:03:23.792 INFO:tasks.workunit.client.0.smithi028.stdout: "last_fullsized": "2024-08-29T19:02:14.107756+0000", 2024-08-29T19:03:23.792 INFO:tasks.workunit.client.0.smithi028.stdout: "last_peered": "2024-08-29T19:02:14.107756+0000", 2024-08-29T19:03:23.792 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub": "0'0", 2024-08-29T19:03:23.792 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub_duration": 0, 2024-08-29T19:03:23.792 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub_stamp": "2024-08-29T17:41:01.987071+0000", 2024-08-29T19:03:23.792 INFO:tasks.workunit.client.0.smithi028.stdout: "last_undegraded": "2024-08-29T19:02:14.107756+0000", 2024-08-29T19:03:23.792 INFO:tasks.workunit.client.0.smithi028.stdout: "last_unstale": "2024-08-29T19:02:14.107756+0000", 2024-08-29T19:03:23.792 INFO:tasks.workunit.client.0.smithi028.stdout: "log_dups_size": 0, 2024-08-29T19:03:23.792 INFO:tasks.workunit.client.0.smithi028.stdout: "log_size": 0, 2024-08-29T19:03:23.792 INFO:tasks.workunit.client.0.smithi028.stdout: "log_start": "0'0", 2024-08-29T19:03:23.793 INFO:tasks.workunit.client.0.smithi028.stdout: "manifest_stats_invalid": false, 2024-08-29T19:03:23.793 INFO:tasks.workunit.client.0.smithi028.stdout: "mapping_epoch": 612, 2024-08-29T19:03:23.793 INFO:tasks.workunit.client.0.smithi028.stdout: "object_location_counts": [], 2024-08-29T19:03:23.793 INFO:tasks.workunit.client.0.smithi028.stdout: "objects_scrubbed": 0, 2024-08-29T19:03:23.793 INFO:tasks.workunit.client.0.smithi028.stdout: "objects_trimmed": 0, 2024-08-29T19:03:23.793 INFO:tasks.workunit.client.0.smithi028.stdout: "omap_stats_invalid": false, 2024-08-29T19:03:23.793 INFO:tasks.workunit.client.0.smithi028.stdout: "ondisk_log_size": 0, 2024-08-29T19:03:23.793 INFO:tasks.workunit.client.0.smithi028.stdout: "ondisk_log_start": "0'0", 2024-08-29T19:03:23.793 INFO:tasks.workunit.client.0.smithi028.stdout: "parent": "0.0", 2024-08-29T19:03:23.793 INFO:tasks.workunit.client.0.smithi028.stdout: "parent_split_bits": 0, 2024-08-29T19:03:23.793 INFO:tasks.workunit.client.0.smithi028.stdout: "pgid": "3.17", 2024-08-29T19:03:23.793 INFO:tasks.workunit.client.0.smithi028.stdout: "pin_stats_invalid": false, 2024-08-29T19:03:23.793 INFO:tasks.workunit.client.0.smithi028.stdout: "purged_snaps": [], 2024-08-29T19:03:23.793 INFO:tasks.workunit.client.0.smithi028.stdout: "reported_epoch": 2650, 2024-08-29T19:03:23.794 INFO:tasks.workunit.client.0.smithi028.stdout: "reported_seq": 4808, 2024-08-29T19:03:23.794 INFO:tasks.workunit.client.0.smithi028.stdout: "scrub_duration": 0.0, 2024-08-29T19:03:23.794 INFO:tasks.workunit.client.0.smithi028.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-31T03:08:05.451607+0000", 2024-08-29T19:03:23.794 INFO:tasks.workunit.client.0.smithi028.stdout: "snaptrim_duration": 0.0, 2024-08-29T19:03:23.794 INFO:tasks.workunit.client.0.smithi028.stdout: "snaptrimq_len": 0, 2024-08-29T19:03:23.794 INFO:tasks.workunit.client.0.smithi028.stdout: "stat_sum": { 2024-08-29T19:03:23.794 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes": 0, 2024-08-29T19:03:23.794 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes_hit_set_archive": 0, 2024-08-29T19:03:23.794 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes_recovered": 0, 2024-08-29T19:03:23.794 INFO:tasks.workunit.client.0.smithi028.stdout: "num_deep_scrub_errors": 0, 2024-08-29T19:03:23.794 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict": 0, 2024-08-29T19:03:23.794 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_kb": 0, 2024-08-29T19:03:23.794 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_mode_full": 0, 2024-08-29T19:03:23.795 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_mode_some": 0, 2024-08-29T19:03:23.795 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush": 0, 2024-08-29T19:03:23.795 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_kb": 0, 2024-08-29T19:03:23.795 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_mode_high": 0, 2024-08-29T19:03:23.795 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_mode_low": 0, 2024-08-29T19:03:23.795 INFO:tasks.workunit.client.0.smithi028.stdout: "num_keys_recovered": 0, 2024-08-29T19:03:23.795 INFO:tasks.workunit.client.0.smithi028.stdout: "num_large_omap_objects": 0, 2024-08-29T19:03:23.795 INFO:tasks.workunit.client.0.smithi028.stdout: "num_legacy_snapsets": 0, 2024-08-29T19:03:23.795 INFO:tasks.workunit.client.0.smithi028.stdout: "num_object_clones": 0, 2024-08-29T19:03:23.795 INFO:tasks.workunit.client.0.smithi028.stdout: "num_object_copies": 0, 2024-08-29T19:03:23.795 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects": 0, 2024-08-29T19:03:23.795 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_degraded": 0, 2024-08-29T19:03:23.795 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_dirty": 0, 2024-08-29T19:03:23.795 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_hit_set_archive": 0, 2024-08-29T19:03:23.796 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_manifest": 0, 2024-08-29T19:03:23.796 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_misplaced": 0, 2024-08-29T19:03:23.796 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_missing": 0, 2024-08-29T19:03:23.796 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_missing_on_primary": 0, 2024-08-29T19:03:23.796 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_omap": 0, 2024-08-29T19:03:23.796 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_pinned": 0, 2024-08-29T19:03:23.796 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_recovered": 0, 2024-08-29T19:03:23.796 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_repaired": 0, 2024-08-29T19:03:23.796 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_unfound": 0, 2024-08-29T19:03:23.796 INFO:tasks.workunit.client.0.smithi028.stdout: "num_omap_bytes": 0, 2024-08-29T19:03:23.796 INFO:tasks.workunit.client.0.smithi028.stdout: "num_omap_keys": 0, 2024-08-29T19:03:23.796 INFO:tasks.workunit.client.0.smithi028.stdout: "num_promote": 0, 2024-08-29T19:03:23.796 INFO:tasks.workunit.client.0.smithi028.stdout: "num_read": 0, 2024-08-29T19:03:23.796 INFO:tasks.workunit.client.0.smithi028.stdout: "num_read_kb": 0, 2024-08-29T19:03:23.797 INFO:tasks.workunit.client.0.smithi028.stdout: "num_scrub_errors": 0, 2024-08-29T19:03:23.797 INFO:tasks.workunit.client.0.smithi028.stdout: "num_shallow_scrub_errors": 0, 2024-08-29T19:03:23.797 INFO:tasks.workunit.client.0.smithi028.stdout: "num_whiteouts": 0, 2024-08-29T19:03:23.797 INFO:tasks.workunit.client.0.smithi028.stdout: "num_write": 0, 2024-08-29T19:03:23.797 INFO:tasks.workunit.client.0.smithi028.stdout: "num_write_kb": 0 2024-08-29T19:03:23.797 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:23.797 INFO:tasks.workunit.client.0.smithi028.stdout: "state": "active+clean", 2024-08-29T19:03:23.797 INFO:tasks.workunit.client.0.smithi028.stdout: "stats_invalid": false, 2024-08-29T19:03:23.797 INFO:tasks.workunit.client.0.smithi028.stdout: "up": [ 2024-08-29T19:03:23.797 INFO:tasks.workunit.client.0.smithi028.stdout: 0, 2024-08-29T19:03:23.797 INFO:tasks.workunit.client.0.smithi028.stdout: 5, 2024-08-29T19:03:23.797 INFO:tasks.workunit.client.0.smithi028.stdout: 3 2024-08-29T19:03:23.797 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-08-29T19:03:23.797 INFO:tasks.workunit.client.0.smithi028.stdout: "up_primary": 0, 2024-08-29T19:03:23.798 INFO:tasks.workunit.client.0.smithi028.stdout: "version": "0'0" 2024-08-29T19:03:23.798 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:23.798 INFO:tasks.workunit.client.0.smithi028.stdout: { 2024-08-29T19:03:23.798 INFO:tasks.workunit.client.0.smithi028.stdout: "acting": [ 2024-08-29T19:03:23.798 INFO:tasks.workunit.client.0.smithi028.stdout: 5, 2024-08-29T19:03:23.798 INFO:tasks.workunit.client.0.smithi028.stdout: 6, 2024-08-29T19:03:23.798 INFO:tasks.workunit.client.0.smithi028.stdout: 2 2024-08-29T19:03:23.798 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-08-29T19:03:23.798 INFO:tasks.workunit.client.0.smithi028.stdout: "acting_primary": 5, 2024-08-29T19:03:23.798 INFO:tasks.workunit.client.0.smithi028.stdout: "avail_no_missing": [], 2024-08-29T19:03:23.798 INFO:tasks.workunit.client.0.smithi028.stdout: "blocked_by": [], 2024-08-29T19:03:23.798 INFO:tasks.workunit.client.0.smithi028.stdout: "created": 59, 2024-08-29T19:03:23.798 INFO:tasks.workunit.client.0.smithi028.stdout: "dirty_stats_invalid": false, 2024-08-29T19:03:23.799 INFO:tasks.workunit.client.0.smithi028.stdout: "hitset_bytes_stats_invalid": false, 2024-08-29T19:03:23.799 INFO:tasks.workunit.client.0.smithi028.stdout: "hitset_stats_invalid": false, 2024-08-29T19:03:23.799 INFO:tasks.workunit.client.0.smithi028.stdout: "last_active": "2024-08-29T19:02:14.932416+0000", 2024-08-29T19:03:23.799 INFO:tasks.workunit.client.0.smithi028.stdout: "last_became_active": "2024-08-29T17:57:36.368079+0000", 2024-08-29T19:03:23.799 INFO:tasks.workunit.client.0.smithi028.stdout: "last_became_peered": "2024-08-29T17:57:36.368079+0000", 2024-08-29T19:03:23.799 INFO:tasks.workunit.client.0.smithi028.stdout: "last_change": "2024-08-29T17:57:36.368474+0000", 2024-08-29T19:03:23.799 INFO:tasks.workunit.client.0.smithi028.stdout: "last_clean": "2024-08-29T19:02:14.932416+0000", 2024-08-29T19:03:23.799 INFO:tasks.workunit.client.0.smithi028.stdout: "last_clean_scrub_stamp": "2024-08-29T17:40:52.944949+0000", 2024-08-29T19:03:23.799 INFO:tasks.workunit.client.0.smithi028.stdout: "last_deep_scrub": "0'0", 2024-08-29T19:03:23.799 INFO:tasks.workunit.client.0.smithi028.stdout: "last_deep_scrub_stamp": "2024-08-29T17:40:52.944949+0000", 2024-08-29T19:03:23.799 INFO:tasks.workunit.client.0.smithi028.stdout: "last_epoch_clean": 646, 2024-08-29T19:03:23.799 INFO:tasks.workunit.client.0.smithi028.stdout: "last_fresh": "2024-08-29T19:02:14.932416+0000", 2024-08-29T19:03:23.799 INFO:tasks.workunit.client.0.smithi028.stdout: "last_fullsized": "2024-08-29T19:02:14.932416+0000", 2024-08-29T19:03:23.799 INFO:tasks.workunit.client.0.smithi028.stdout: "last_peered": "2024-08-29T19:02:14.932416+0000", 2024-08-29T19:03:23.800 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub": "0'0", 2024-08-29T19:03:23.800 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub_duration": 0, 2024-08-29T19:03:23.800 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub_stamp": "2024-08-29T17:40:52.944949+0000", 2024-08-29T19:03:23.800 INFO:tasks.workunit.client.0.smithi028.stdout: "last_undegraded": "2024-08-29T19:02:14.932416+0000", 2024-08-29T19:03:23.800 INFO:tasks.workunit.client.0.smithi028.stdout: "last_unstale": "2024-08-29T19:02:14.932416+0000", 2024-08-29T19:03:23.800 INFO:tasks.workunit.client.0.smithi028.stdout: "log_dups_size": 0, 2024-08-29T19:03:23.800 INFO:tasks.workunit.client.0.smithi028.stdout: "log_size": 0, 2024-08-29T19:03:23.800 INFO:tasks.workunit.client.0.smithi028.stdout: "log_start": "0'0", 2024-08-29T19:03:23.800 INFO:tasks.workunit.client.0.smithi028.stdout: "manifest_stats_invalid": false, 2024-08-29T19:03:23.800 INFO:tasks.workunit.client.0.smithi028.stdout: "mapping_epoch": 645, 2024-08-29T19:03:23.800 INFO:tasks.workunit.client.0.smithi028.stdout: "object_location_counts": [], 2024-08-29T19:03:23.800 INFO:tasks.workunit.client.0.smithi028.stdout: "objects_scrubbed": 0, 2024-08-29T19:03:23.800 INFO:tasks.workunit.client.0.smithi028.stdout: "objects_trimmed": 0, 2024-08-29T19:03:23.800 INFO:tasks.workunit.client.0.smithi028.stdout: "omap_stats_invalid": false, 2024-08-29T19:03:23.801 INFO:tasks.workunit.client.0.smithi028.stdout: "ondisk_log_size": 0, 2024-08-29T19:03:23.801 INFO:tasks.workunit.client.0.smithi028.stdout: "ondisk_log_start": "0'0", 2024-08-29T19:03:23.801 INFO:tasks.workunit.client.0.smithi028.stdout: "parent": "0.0", 2024-08-29T19:03:23.801 INFO:tasks.workunit.client.0.smithi028.stdout: "parent_split_bits": 0, 2024-08-29T19:03:23.801 INFO:tasks.workunit.client.0.smithi028.stdout: "pgid": "2.16", 2024-08-29T19:03:23.801 INFO:tasks.workunit.client.0.smithi028.stdout: "pin_stats_invalid": false, 2024-08-29T19:03:23.801 INFO:tasks.workunit.client.0.smithi028.stdout: "purged_snaps": [], 2024-08-29T19:03:23.801 INFO:tasks.workunit.client.0.smithi028.stdout: "reported_epoch": 2650, 2024-08-29T19:03:23.801 INFO:tasks.workunit.client.0.smithi028.stdout: "reported_seq": 4606, 2024-08-29T19:03:23.801 INFO:tasks.workunit.client.0.smithi028.stdout: "scrub_duration": 0.0, 2024-08-29T19:03:23.801 INFO:tasks.workunit.client.0.smithi028.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-30T19:25:44.041708+0000", 2024-08-29T19:03:23.801 INFO:tasks.workunit.client.0.smithi028.stdout: "snaptrim_duration": 0.0, 2024-08-29T19:03:23.801 INFO:tasks.workunit.client.0.smithi028.stdout: "snaptrimq_len": 0, 2024-08-29T19:03:23.801 INFO:tasks.workunit.client.0.smithi028.stdout: "stat_sum": { 2024-08-29T19:03:23.802 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes": 0, 2024-08-29T19:03:23.802 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes_hit_set_archive": 0, 2024-08-29T19:03:23.802 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes_recovered": 0, 2024-08-29T19:03:23.802 INFO:tasks.workunit.client.0.smithi028.stdout: "num_deep_scrub_errors": 0, 2024-08-29T19:03:23.802 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict": 0, 2024-08-29T19:03:23.802 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_kb": 0, 2024-08-29T19:03:23.802 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_mode_full": 0, 2024-08-29T19:03:23.802 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_mode_some": 0, 2024-08-29T19:03:23.802 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush": 0, 2024-08-29T19:03:23.802 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_kb": 0, 2024-08-29T19:03:23.802 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_mode_high": 0, 2024-08-29T19:03:23.802 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_mode_low": 0, 2024-08-29T19:03:23.802 INFO:tasks.workunit.client.0.smithi028.stdout: "num_keys_recovered": 0, 2024-08-29T19:03:23.802 INFO:tasks.workunit.client.0.smithi028.stdout: "num_large_omap_objects": 0, 2024-08-29T19:03:23.803 INFO:tasks.workunit.client.0.smithi028.stdout: "num_legacy_snapsets": 0, 2024-08-29T19:03:23.803 INFO:tasks.workunit.client.0.smithi028.stdout: "num_object_clones": 0, 2024-08-29T19:03:23.803 INFO:tasks.workunit.client.0.smithi028.stdout: "num_object_copies": 0, 2024-08-29T19:03:23.803 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects": 0, 2024-08-29T19:03:23.803 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_degraded": 0, 2024-08-29T19:03:23.803 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_dirty": 0, 2024-08-29T19:03:23.803 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_hit_set_archive": 0, 2024-08-29T19:03:23.803 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_manifest": 0, 2024-08-29T19:03:23.803 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_misplaced": 0, 2024-08-29T19:03:23.803 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_missing": 0, 2024-08-29T19:03:23.803 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_missing_on_primary": 0, 2024-08-29T19:03:23.803 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_omap": 0, 2024-08-29T19:03:23.803 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_pinned": 0, 2024-08-29T19:03:23.803 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_recovered": 0, 2024-08-29T19:03:23.803 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_repaired": 0, 2024-08-29T19:03:23.804 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_unfound": 0, 2024-08-29T19:03:23.804 INFO:tasks.workunit.client.0.smithi028.stdout: "num_omap_bytes": 0, 2024-08-29T19:03:23.804 INFO:tasks.workunit.client.0.smithi028.stdout: "num_omap_keys": 0, 2024-08-29T19:03:23.804 INFO:tasks.workunit.client.0.smithi028.stdout: "num_promote": 0, 2024-08-29T19:03:23.804 INFO:tasks.workunit.client.0.smithi028.stdout: "num_read": 0, 2024-08-29T19:03:23.804 INFO:tasks.workunit.client.0.smithi028.stdout: "num_read_kb": 0, 2024-08-29T19:03:23.804 INFO:tasks.workunit.client.0.smithi028.stdout: "num_scrub_errors": 0, 2024-08-29T19:03:23.804 INFO:tasks.workunit.client.0.smithi028.stdout: "num_shallow_scrub_errors": 0, 2024-08-29T19:03:23.804 INFO:tasks.workunit.client.0.smithi028.stdout: "num_whiteouts": 0, 2024-08-29T19:03:23.804 INFO:tasks.workunit.client.0.smithi028.stdout: "num_write": 0, 2024-08-29T19:03:23.804 INFO:tasks.workunit.client.0.smithi028.stdout: "num_write_kb": 0 2024-08-29T19:03:23.804 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:23.804 INFO:tasks.workunit.client.0.smithi028.stdout: "state": "active+clean", 2024-08-29T19:03:23.805 INFO:tasks.workunit.client.0.smithi028.stdout: "stats_invalid": false, 2024-08-29T19:03:23.805 INFO:tasks.workunit.client.0.smithi028.stdout: "up": [ 2024-08-29T19:03:23.805 INFO:tasks.workunit.client.0.smithi028.stdout: 5, 2024-08-29T19:03:23.805 INFO:tasks.workunit.client.0.smithi028.stdout: 6, 2024-08-29T19:03:23.805 INFO:tasks.workunit.client.0.smithi028.stdout: 2 2024-08-29T19:03:23.805 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-08-29T19:03:23.805 INFO:tasks.workunit.client.0.smithi028.stdout: "up_primary": 5, 2024-08-29T19:03:23.805 INFO:tasks.workunit.client.0.smithi028.stdout: "version": "0'0" 2024-08-29T19:03:23.805 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:23.805 INFO:tasks.workunit.client.0.smithi028.stdout: { 2024-08-29T19:03:23.805 INFO:tasks.workunit.client.0.smithi028.stdout: "acting": [ 2024-08-29T19:03:23.805 INFO:tasks.workunit.client.0.smithi028.stdout: 5, 2024-08-29T19:03:23.805 INFO:tasks.workunit.client.0.smithi028.stdout: 7, 2024-08-29T19:03:23.806 INFO:tasks.workunit.client.0.smithi028.stdout: 1 2024-08-29T19:03:23.806 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-08-29T19:03:23.806 INFO:tasks.workunit.client.0.smithi028.stdout: "acting_primary": 5, 2024-08-29T19:03:23.806 INFO:tasks.workunit.client.0.smithi028.stdout: "avail_no_missing": [], 2024-08-29T19:03:23.806 INFO:tasks.workunit.client.0.smithi028.stdout: "blocked_by": [], 2024-08-29T19:03:23.806 INFO:tasks.workunit.client.0.smithi028.stdout: "created": 62, 2024-08-29T19:03:23.806 INFO:tasks.workunit.client.0.smithi028.stdout: "dirty_stats_invalid": false, 2024-08-29T19:03:23.806 INFO:tasks.workunit.client.0.smithi028.stdout: "hitset_bytes_stats_invalid": false, 2024-08-29T19:03:23.806 INFO:tasks.workunit.client.0.smithi028.stdout: "hitset_stats_invalid": false, 2024-08-29T19:03:23.806 INFO:tasks.workunit.client.0.smithi028.stdout: "last_active": "2024-08-29T19:02:14.931975+0000", 2024-08-29T19:03:23.806 INFO:tasks.workunit.client.0.smithi028.stdout: "last_became_active": "2024-08-29T17:58:11.350600+0000", 2024-08-29T19:03:23.806 INFO:tasks.workunit.client.0.smithi028.stdout: "last_became_peered": "2024-08-29T17:58:11.350600+0000", 2024-08-29T19:03:23.806 INFO:tasks.workunit.client.0.smithi028.stdout: "last_change": "2024-08-29T17:58:11.351360+0000", 2024-08-29T19:03:23.806 INFO:tasks.workunit.client.0.smithi028.stdout: "last_clean": "2024-08-29T19:02:14.931975+0000", 2024-08-29T19:03:23.807 INFO:tasks.workunit.client.0.smithi028.stdout: "last_clean_scrub_stamp": "2024-08-29T17:41:01.987071+0000", 2024-08-29T19:03:23.807 INFO:tasks.workunit.client.0.smithi028.stdout: "last_deep_scrub": "0'0", 2024-08-29T19:03:23.807 INFO:tasks.workunit.client.0.smithi028.stdout: "last_deep_scrub_stamp": "2024-08-29T17:41:01.987071+0000", 2024-08-29T19:03:23.807 INFO:tasks.workunit.client.0.smithi028.stdout: "last_epoch_clean": 681, 2024-08-29T19:03:23.807 INFO:tasks.workunit.client.0.smithi028.stdout: "last_fresh": "2024-08-29T19:02:14.931975+0000", 2024-08-29T19:03:23.807 INFO:tasks.workunit.client.0.smithi028.stdout: "last_fullsized": "2024-08-29T19:02:14.931975+0000", 2024-08-29T19:03:23.807 INFO:tasks.workunit.client.0.smithi028.stdout: "last_peered": "2024-08-29T19:02:14.931975+0000", 2024-08-29T19:03:23.807 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub": "0'0", 2024-08-29T19:03:23.807 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub_duration": 0, 2024-08-29T19:03:23.807 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub_stamp": "2024-08-29T17:41:01.987071+0000", 2024-08-29T19:03:23.807 INFO:tasks.workunit.client.0.smithi028.stdout: "last_undegraded": "2024-08-29T19:02:14.931975+0000", 2024-08-29T19:03:23.807 INFO:tasks.workunit.client.0.smithi028.stdout: "last_unstale": "2024-08-29T19:02:14.931975+0000", 2024-08-29T19:03:23.807 INFO:tasks.workunit.client.0.smithi028.stdout: "log_dups_size": 0, 2024-08-29T19:03:23.807 INFO:tasks.workunit.client.0.smithi028.stdout: "log_size": 0, 2024-08-29T19:03:23.807 INFO:tasks.workunit.client.0.smithi028.stdout: "log_start": "0'0", 2024-08-29T19:03:23.808 INFO:tasks.workunit.client.0.smithi028.stdout: "manifest_stats_invalid": false, 2024-08-29T19:03:23.808 INFO:tasks.workunit.client.0.smithi028.stdout: "mapping_epoch": 680, 2024-08-29T19:03:23.808 INFO:tasks.workunit.client.0.smithi028.stdout: "object_location_counts": [], 2024-08-29T19:03:23.808 INFO:tasks.workunit.client.0.smithi028.stdout: "objects_scrubbed": 0, 2024-08-29T19:03:23.808 INFO:tasks.workunit.client.0.smithi028.stdout: "objects_trimmed": 0, 2024-08-29T19:03:23.808 INFO:tasks.workunit.client.0.smithi028.stdout: "omap_stats_invalid": false, 2024-08-29T19:03:23.808 INFO:tasks.workunit.client.0.smithi028.stdout: "ondisk_log_size": 0, 2024-08-29T19:03:23.808 INFO:tasks.workunit.client.0.smithi028.stdout: "ondisk_log_start": "0'0", 2024-08-29T19:03:23.808 INFO:tasks.workunit.client.0.smithi028.stdout: "parent": "0.0", 2024-08-29T19:03:23.808 INFO:tasks.workunit.client.0.smithi028.stdout: "parent_split_bits": 0, 2024-08-29T19:03:23.808 INFO:tasks.workunit.client.0.smithi028.stdout: "pgid": "3.16", 2024-08-29T19:03:23.808 INFO:tasks.workunit.client.0.smithi028.stdout: "pin_stats_invalid": false, 2024-08-29T19:03:23.808 INFO:tasks.workunit.client.0.smithi028.stdout: "purged_snaps": [], 2024-08-29T19:03:23.808 INFO:tasks.workunit.client.0.smithi028.stdout: "reported_epoch": 2650, 2024-08-29T19:03:23.809 INFO:tasks.workunit.client.0.smithi028.stdout: "reported_seq": 4613, 2024-08-29T19:03:23.809 INFO:tasks.workunit.client.0.smithi028.stdout: "scrub_duration": 0.0, 2024-08-29T19:03:23.809 INFO:tasks.workunit.client.0.smithi028.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-30T23:53:37.164297+0000", 2024-08-29T19:03:23.809 INFO:tasks.workunit.client.0.smithi028.stdout: "snaptrim_duration": 0.0, 2024-08-29T19:03:23.809 INFO:tasks.workunit.client.0.smithi028.stdout: "snaptrimq_len": 0, 2024-08-29T19:03:23.809 INFO:tasks.workunit.client.0.smithi028.stdout: "stat_sum": { 2024-08-29T19:03:23.809 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes": 0, 2024-08-29T19:03:23.809 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes_hit_set_archive": 0, 2024-08-29T19:03:23.809 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes_recovered": 0, 2024-08-29T19:03:23.809 INFO:tasks.workunit.client.0.smithi028.stdout: "num_deep_scrub_errors": 0, 2024-08-29T19:03:23.809 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict": 0, 2024-08-29T19:03:23.809 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_kb": 0, 2024-08-29T19:03:23.809 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_mode_full": 0, 2024-08-29T19:03:23.810 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_mode_some": 0, 2024-08-29T19:03:23.810 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush": 0, 2024-08-29T19:03:23.810 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_kb": 0, 2024-08-29T19:03:23.810 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_mode_high": 0, 2024-08-29T19:03:23.810 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_mode_low": 0, 2024-08-29T19:03:23.810 INFO:tasks.workunit.client.0.smithi028.stdout: "num_keys_recovered": 0, 2024-08-29T19:03:23.810 INFO:tasks.workunit.client.0.smithi028.stdout: "num_large_omap_objects": 0, 2024-08-29T19:03:23.810 INFO:tasks.workunit.client.0.smithi028.stdout: "num_legacy_snapsets": 0, 2024-08-29T19:03:23.810 INFO:tasks.workunit.client.0.smithi028.stdout: "num_object_clones": 0, 2024-08-29T19:03:23.810 INFO:tasks.workunit.client.0.smithi028.stdout: "num_object_copies": 0, 2024-08-29T19:03:23.810 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects": 0, 2024-08-29T19:03:23.810 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_degraded": 0, 2024-08-29T19:03:23.810 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_dirty": 0, 2024-08-29T19:03:23.810 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_hit_set_archive": 0, 2024-08-29T19:03:23.811 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_manifest": 0, 2024-08-29T19:03:23.811 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_misplaced": 0, 2024-08-29T19:03:23.811 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_missing": 0, 2024-08-29T19:03:23.811 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_missing_on_primary": 0, 2024-08-29T19:03:23.811 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_omap": 0, 2024-08-29T19:03:23.811 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_pinned": 0, 2024-08-29T19:03:23.811 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_recovered": 0, 2024-08-29T19:03:23.811 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_repaired": 0, 2024-08-29T19:03:23.811 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_unfound": 0, 2024-08-29T19:03:23.811 INFO:tasks.workunit.client.0.smithi028.stdout: "num_omap_bytes": 0, 2024-08-29T19:03:23.811 INFO:tasks.workunit.client.0.smithi028.stdout: "num_omap_keys": 0, 2024-08-29T19:03:23.811 INFO:tasks.workunit.client.0.smithi028.stdout: "num_promote": 0, 2024-08-29T19:03:23.811 INFO:tasks.workunit.client.0.smithi028.stdout: "num_read": 0, 2024-08-29T19:03:23.811 INFO:tasks.workunit.client.0.smithi028.stdout: "num_read_kb": 0, 2024-08-29T19:03:23.812 INFO:tasks.workunit.client.0.smithi028.stdout: "num_scrub_errors": 0, 2024-08-29T19:03:23.812 INFO:tasks.workunit.client.0.smithi028.stdout: "num_shallow_scrub_errors": 0, 2024-08-29T19:03:23.812 INFO:tasks.workunit.client.0.smithi028.stdout: "num_whiteouts": 0, 2024-08-29T19:03:23.812 INFO:tasks.workunit.client.0.smithi028.stdout: "num_write": 0, 2024-08-29T19:03:23.812 INFO:tasks.workunit.client.0.smithi028.stdout: "num_write_kb": 0 2024-08-29T19:03:23.812 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:23.812 INFO:tasks.workunit.client.0.smithi028.stdout: "state": "active+clean", 2024-08-29T19:03:23.812 INFO:tasks.workunit.client.0.smithi028.stdout: "stats_invalid": false, 2024-08-29T19:03:23.812 INFO:tasks.workunit.client.0.smithi028.stdout: "up": [ 2024-08-29T19:03:23.812 INFO:tasks.workunit.client.0.smithi028.stdout: 5, 2024-08-29T19:03:23.812 INFO:tasks.workunit.client.0.smithi028.stdout: 7, 2024-08-29T19:03:23.812 INFO:tasks.workunit.client.0.smithi028.stdout: 1 2024-08-29T19:03:23.812 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-08-29T19:03:23.812 INFO:tasks.workunit.client.0.smithi028.stdout: "up_primary": 5, 2024-08-29T19:03:23.813 INFO:tasks.workunit.client.0.smithi028.stdout: "version": "0'0" 2024-08-29T19:03:23.813 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:23.813 INFO:tasks.workunit.client.0.smithi028.stdout: { 2024-08-29T19:03:23.813 INFO:tasks.workunit.client.0.smithi028.stdout: "acting": [ 2024-08-29T19:03:23.813 INFO:tasks.workunit.client.0.smithi028.stdout: 6, 2024-08-29T19:03:23.813 INFO:tasks.workunit.client.0.smithi028.stdout: 5, 2024-08-29T19:03:23.813 INFO:tasks.workunit.client.0.smithi028.stdout: 2 2024-08-29T19:03:23.813 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-08-29T19:03:23.813 INFO:tasks.workunit.client.0.smithi028.stdout: "acting_primary": 6, 2024-08-29T19:03:23.813 INFO:tasks.workunit.client.0.smithi028.stdout: "avail_no_missing": [], 2024-08-29T19:03:23.813 INFO:tasks.workunit.client.0.smithi028.stdout: "blocked_by": [], 2024-08-29T19:03:23.813 INFO:tasks.workunit.client.0.smithi028.stdout: "created": 59, 2024-08-29T19:03:23.813 INFO:tasks.workunit.client.0.smithi028.stdout: "dirty_stats_invalid": false, 2024-08-29T19:03:23.813 INFO:tasks.workunit.client.0.smithi028.stdout: "hitset_bytes_stats_invalid": false, 2024-08-29T19:03:23.814 INFO:tasks.workunit.client.0.smithi028.stdout: "hitset_stats_invalid": false, 2024-08-29T19:03:23.814 INFO:tasks.workunit.client.0.smithi028.stdout: "last_active": "2024-08-29T19:02:14.926573+0000", 2024-08-29T19:03:23.814 INFO:tasks.workunit.client.0.smithi028.stdout: "last_became_active": "2024-08-29T17:57:36.375511+0000", 2024-08-29T19:03:23.814 INFO:tasks.workunit.client.0.smithi028.stdout: "last_became_peered": "2024-08-29T17:57:36.375511+0000", 2024-08-29T19:03:23.814 INFO:tasks.workunit.client.0.smithi028.stdout: "last_change": "2024-08-29T17:57:36.375877+0000", 2024-08-29T19:03:23.814 INFO:tasks.workunit.client.0.smithi028.stdout: "last_clean": "2024-08-29T19:02:14.926573+0000", 2024-08-29T19:03:23.814 INFO:tasks.workunit.client.0.smithi028.stdout: "last_clean_scrub_stamp": "2024-08-29T17:40:52.944949+0000", 2024-08-29T19:03:23.814 INFO:tasks.workunit.client.0.smithi028.stdout: "last_deep_scrub": "0'0", 2024-08-29T19:03:23.814 INFO:tasks.workunit.client.0.smithi028.stdout: "last_deep_scrub_stamp": "2024-08-29T17:40:52.944949+0000", 2024-08-29T19:03:23.814 INFO:tasks.workunit.client.0.smithi028.stdout: "last_epoch_clean": 646, 2024-08-29T19:03:23.814 INFO:tasks.workunit.client.0.smithi028.stdout: "last_fresh": "2024-08-29T19:02:14.926573+0000", 2024-08-29T19:03:23.814 INFO:tasks.workunit.client.0.smithi028.stdout: "last_fullsized": "2024-08-29T19:02:14.926573+0000", 2024-08-29T19:03:23.814 INFO:tasks.workunit.client.0.smithi028.stdout: "last_peered": "2024-08-29T19:02:14.926573+0000", 2024-08-29T19:03:23.814 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub": "0'0", 2024-08-29T19:03:23.815 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub_duration": 0, 2024-08-29T19:03:23.815 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub_stamp": "2024-08-29T17:40:52.944949+0000", 2024-08-29T19:03:23.815 INFO:tasks.workunit.client.0.smithi028.stdout: "last_undegraded": "2024-08-29T19:02:14.926573+0000", 2024-08-29T19:03:23.815 INFO:tasks.workunit.client.0.smithi028.stdout: "last_unstale": "2024-08-29T19:02:14.926573+0000", 2024-08-29T19:03:23.815 INFO:tasks.workunit.client.0.smithi028.stdout: "log_dups_size": 0, 2024-08-29T19:03:23.815 INFO:tasks.workunit.client.0.smithi028.stdout: "log_size": 0, 2024-08-29T19:03:23.815 INFO:tasks.workunit.client.0.smithi028.stdout: "log_start": "0'0", 2024-08-29T19:03:23.815 INFO:tasks.workunit.client.0.smithi028.stdout: "manifest_stats_invalid": false, 2024-08-29T19:03:23.815 INFO:tasks.workunit.client.0.smithi028.stdout: "mapping_epoch": 645, 2024-08-29T19:03:23.815 INFO:tasks.workunit.client.0.smithi028.stdout: "object_location_counts": [], 2024-08-29T19:03:23.815 INFO:tasks.workunit.client.0.smithi028.stdout: "objects_scrubbed": 0, 2024-08-29T19:03:23.815 INFO:tasks.workunit.client.0.smithi028.stdout: "objects_trimmed": 0, 2024-08-29T19:03:23.815 INFO:tasks.workunit.client.0.smithi028.stdout: "omap_stats_invalid": false, 2024-08-29T19:03:23.815 INFO:tasks.workunit.client.0.smithi028.stdout: "ondisk_log_size": 0, 2024-08-29T19:03:23.816 INFO:tasks.workunit.client.0.smithi028.stdout: "ondisk_log_start": "0'0", 2024-08-29T19:03:23.816 INFO:tasks.workunit.client.0.smithi028.stdout: "parent": "0.0", 2024-08-29T19:03:23.816 INFO:tasks.workunit.client.0.smithi028.stdout: "parent_split_bits": 0, 2024-08-29T19:03:23.816 INFO:tasks.workunit.client.0.smithi028.stdout: "pgid": "2.17", 2024-08-29T19:03:23.816 INFO:tasks.workunit.client.0.smithi028.stdout: "pin_stats_invalid": false, 2024-08-29T19:03:23.816 INFO:tasks.workunit.client.0.smithi028.stdout: "purged_snaps": [], 2024-08-29T19:03:23.816 INFO:tasks.workunit.client.0.smithi028.stdout: "reported_epoch": 2650, 2024-08-29T19:03:23.816 INFO:tasks.workunit.client.0.smithi028.stdout: "reported_seq": 4595, 2024-08-29T19:03:23.816 INFO:tasks.workunit.client.0.smithi028.stdout: "scrub_duration": 0.0, 2024-08-29T19:03:23.816 INFO:tasks.workunit.client.0.smithi028.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-31T01:11:01.098830+0000", 2024-08-29T19:03:23.816 INFO:tasks.workunit.client.0.smithi028.stdout: "snaptrim_duration": 0.0, 2024-08-29T19:03:23.816 INFO:tasks.workunit.client.0.smithi028.stdout: "snaptrimq_len": 0, 2024-08-29T19:03:23.816 INFO:tasks.workunit.client.0.smithi028.stdout: "stat_sum": { 2024-08-29T19:03:23.816 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes": 0, 2024-08-29T19:03:23.817 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes_hit_set_archive": 0, 2024-08-29T19:03:23.817 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes_recovered": 0, 2024-08-29T19:03:23.817 INFO:tasks.workunit.client.0.smithi028.stdout: "num_deep_scrub_errors": 0, 2024-08-29T19:03:23.817 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict": 0, 2024-08-29T19:03:23.817 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_kb": 0, 2024-08-29T19:03:23.817 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_mode_full": 0, 2024-08-29T19:03:23.817 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_mode_some": 0, 2024-08-29T19:03:23.817 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush": 0, 2024-08-29T19:03:23.817 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_kb": 0, 2024-08-29T19:03:23.817 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_mode_high": 0, 2024-08-29T19:03:23.817 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_mode_low": 0, 2024-08-29T19:03:23.817 INFO:tasks.workunit.client.0.smithi028.stdout: "num_keys_recovered": 0, 2024-08-29T19:03:23.817 INFO:tasks.workunit.client.0.smithi028.stdout: "num_large_omap_objects": 0, 2024-08-29T19:03:23.817 INFO:tasks.workunit.client.0.smithi028.stdout: "num_legacy_snapsets": 0, 2024-08-29T19:03:23.818 INFO:tasks.workunit.client.0.smithi028.stdout: "num_object_clones": 0, 2024-08-29T19:03:23.818 INFO:tasks.workunit.client.0.smithi028.stdout: "num_object_copies": 0, 2024-08-29T19:03:23.818 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects": 0, 2024-08-29T19:03:23.818 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_degraded": 0, 2024-08-29T19:03:23.818 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_dirty": 0, 2024-08-29T19:03:23.818 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_hit_set_archive": 0, 2024-08-29T19:03:23.818 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_manifest": 0, 2024-08-29T19:03:23.818 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_misplaced": 0, 2024-08-29T19:03:23.818 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_missing": 0, 2024-08-29T19:03:23.818 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_missing_on_primary": 0, 2024-08-29T19:03:23.818 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_omap": 0, 2024-08-29T19:03:23.818 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_pinned": 0, 2024-08-29T19:03:23.818 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_recovered": 0, 2024-08-29T19:03:23.818 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_repaired": 0, 2024-08-29T19:03:23.818 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_unfound": 0, 2024-08-29T19:03:23.819 INFO:tasks.workunit.client.0.smithi028.stdout: "num_omap_bytes": 0, 2024-08-29T19:03:23.819 INFO:tasks.workunit.client.0.smithi028.stdout: "num_omap_keys": 0, 2024-08-29T19:03:23.819 INFO:tasks.workunit.client.0.smithi028.stdout: "num_promote": 0, 2024-08-29T19:03:23.819 INFO:tasks.workunit.client.0.smithi028.stdout: "num_read": 0, 2024-08-29T19:03:23.819 INFO:tasks.workunit.client.0.smithi028.stdout: "num_read_kb": 0, 2024-08-29T19:03:23.819 INFO:tasks.workunit.client.0.smithi028.stdout: "num_scrub_errors": 0, 2024-08-29T19:03:23.819 INFO:tasks.workunit.client.0.smithi028.stdout: "num_shallow_scrub_errors": 0, 2024-08-29T19:03:23.819 INFO:tasks.workunit.client.0.smithi028.stdout: "num_whiteouts": 0, 2024-08-29T19:03:23.819 INFO:tasks.workunit.client.0.smithi028.stdout: "num_write": 0, 2024-08-29T19:03:23.819 INFO:tasks.workunit.client.0.smithi028.stdout: "num_write_kb": 0 2024-08-29T19:03:23.819 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:23.819 INFO:tasks.workunit.client.0.smithi028.stdout: "state": "active+clean", 2024-08-29T19:03:23.819 INFO:tasks.workunit.client.0.smithi028.stdout: "stats_invalid": false, 2024-08-29T19:03:23.819 INFO:tasks.workunit.client.0.smithi028.stdout: "up": [ 2024-08-29T19:03:23.820 INFO:tasks.workunit.client.0.smithi028.stdout: 6, 2024-08-29T19:03:23.820 INFO:tasks.workunit.client.0.smithi028.stdout: 5, 2024-08-29T19:03:23.820 INFO:tasks.workunit.client.0.smithi028.stdout: 2 2024-08-29T19:03:23.820 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-08-29T19:03:23.820 INFO:tasks.workunit.client.0.smithi028.stdout: "up_primary": 6, 2024-08-29T19:03:23.820 INFO:tasks.workunit.client.0.smithi028.stdout: "version": "0'0" 2024-08-29T19:03:23.820 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:23.820 INFO:tasks.workunit.client.0.smithi028.stdout: { 2024-08-29T19:03:23.820 INFO:tasks.workunit.client.0.smithi028.stdout: "acting": [ 2024-08-29T19:03:23.820 INFO:tasks.workunit.client.0.smithi028.stdout: 1, 2024-08-29T19:03:23.820 INFO:tasks.workunit.client.0.smithi028.stdout: 3, 2024-08-29T19:03:23.820 INFO:tasks.workunit.client.0.smithi028.stdout: 4 2024-08-29T19:03:23.820 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-08-29T19:03:23.820 INFO:tasks.workunit.client.0.smithi028.stdout: "acting_primary": 1, 2024-08-29T19:03:23.821 INFO:tasks.workunit.client.0.smithi028.stdout: "avail_no_missing": [], 2024-08-29T19:03:23.821 INFO:tasks.workunit.client.0.smithi028.stdout: "blocked_by": [], 2024-08-29T19:03:23.821 INFO:tasks.workunit.client.0.smithi028.stdout: "created": 62, 2024-08-29T19:03:23.821 INFO:tasks.workunit.client.0.smithi028.stdout: "dirty_stats_invalid": false, 2024-08-29T19:03:23.821 INFO:tasks.workunit.client.0.smithi028.stdout: "hitset_bytes_stats_invalid": false, 2024-08-29T19:03:23.821 INFO:tasks.workunit.client.0.smithi028.stdout: "hitset_stats_invalid": false, 2024-08-29T19:03:23.821 INFO:tasks.workunit.client.0.smithi028.stdout: "last_active": "2024-08-29T19:02:14.817039+0000", 2024-08-29T19:03:23.821 INFO:tasks.workunit.client.0.smithi028.stdout: "last_became_active": "2024-08-29T17:56:29.378319+0000", 2024-08-29T19:03:23.821 INFO:tasks.workunit.client.0.smithi028.stdout: "last_became_peered": "2024-08-29T17:56:29.378319+0000", 2024-08-29T19:03:23.821 INFO:tasks.workunit.client.0.smithi028.stdout: "last_change": "2024-08-29T17:56:29.379920+0000", 2024-08-29T19:03:23.821 INFO:tasks.workunit.client.0.smithi028.stdout: "last_clean": "2024-08-29T19:02:14.817039+0000", 2024-08-29T19:03:23.821 INFO:tasks.workunit.client.0.smithi028.stdout: "last_clean_scrub_stamp": "2024-08-29T17:41:01.987071+0000", 2024-08-29T19:03:23.821 INFO:tasks.workunit.client.0.smithi028.stdout: "last_deep_scrub": "0'0", 2024-08-29T19:03:23.821 INFO:tasks.workunit.client.0.smithi028.stdout: "last_deep_scrub_stamp": "2024-08-29T17:41:01.987071+0000", 2024-08-29T19:03:23.822 INFO:tasks.workunit.client.0.smithi028.stdout: "last_epoch_clean": 580, 2024-08-29T19:03:23.822 INFO:tasks.workunit.client.0.smithi028.stdout: "last_fresh": "2024-08-29T19:02:14.817039+0000", 2024-08-29T19:03:23.822 INFO:tasks.workunit.client.0.smithi028.stdout: "last_fullsized": "2024-08-29T19:02:14.817039+0000", 2024-08-29T19:03:23.822 INFO:tasks.workunit.client.0.smithi028.stdout: "last_peered": "2024-08-29T19:02:14.817039+0000", 2024-08-29T19:03:23.822 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub": "0'0", 2024-08-29T19:03:23.822 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub_duration": 0, 2024-08-29T19:03:23.822 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub_stamp": "2024-08-29T17:41:01.987071+0000", 2024-08-29T19:03:23.822 INFO:tasks.workunit.client.0.smithi028.stdout: "last_undegraded": "2024-08-29T19:02:14.817039+0000", 2024-08-29T19:03:23.822 INFO:tasks.workunit.client.0.smithi028.stdout: "last_unstale": "2024-08-29T19:02:14.817039+0000", 2024-08-29T19:03:23.822 INFO:tasks.workunit.client.0.smithi028.stdout: "log_dups_size": 0, 2024-08-29T19:03:23.822 INFO:tasks.workunit.client.0.smithi028.stdout: "log_size": 0, 2024-08-29T19:03:23.822 INFO:tasks.workunit.client.0.smithi028.stdout: "log_start": "0'0", 2024-08-29T19:03:23.822 INFO:tasks.workunit.client.0.smithi028.stdout: "manifest_stats_invalid": false, 2024-08-29T19:03:23.822 INFO:tasks.workunit.client.0.smithi028.stdout: "mapping_epoch": 579, 2024-08-29T19:03:23.822 INFO:tasks.workunit.client.0.smithi028.stdout: "object_location_counts": [], 2024-08-29T19:03:23.823 INFO:tasks.workunit.client.0.smithi028.stdout: "objects_scrubbed": 0, 2024-08-29T19:03:23.823 INFO:tasks.workunit.client.0.smithi028.stdout: "objects_trimmed": 0, 2024-08-29T19:03:23.823 INFO:tasks.workunit.client.0.smithi028.stdout: "omap_stats_invalid": false, 2024-08-29T19:03:23.823 INFO:tasks.workunit.client.0.smithi028.stdout: "ondisk_log_size": 0, 2024-08-29T19:03:23.823 INFO:tasks.workunit.client.0.smithi028.stdout: "ondisk_log_start": "0'0", 2024-08-29T19:03:23.823 INFO:tasks.workunit.client.0.smithi028.stdout: "parent": "0.0", 2024-08-29T19:03:23.823 INFO:tasks.workunit.client.0.smithi028.stdout: "parent_split_bits": 0, 2024-08-29T19:03:23.823 INFO:tasks.workunit.client.0.smithi028.stdout: "pgid": "3.19", 2024-08-29T19:03:23.823 INFO:tasks.workunit.client.0.smithi028.stdout: "pin_stats_invalid": false, 2024-08-29T19:03:23.823 INFO:tasks.workunit.client.0.smithi028.stdout: "purged_snaps": [], 2024-08-29T19:03:23.823 INFO:tasks.workunit.client.0.smithi028.stdout: "reported_epoch": 2650, 2024-08-29T19:03:23.823 INFO:tasks.workunit.client.0.smithi028.stdout: "reported_seq": 4745, 2024-08-29T19:03:23.823 INFO:tasks.workunit.client.0.smithi028.stdout: "scrub_duration": 0.0, 2024-08-29T19:03:23.823 INFO:tasks.workunit.client.0.smithi028.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-30T22:14:49.998918+0000", 2024-08-29T19:03:23.824 INFO:tasks.workunit.client.0.smithi028.stdout: "snaptrim_duration": 0.0, 2024-08-29T19:03:23.824 INFO:tasks.workunit.client.0.smithi028.stdout: "snaptrimq_len": 0, 2024-08-29T19:03:23.824 INFO:tasks.workunit.client.0.smithi028.stdout: "stat_sum": { 2024-08-29T19:03:23.824 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes": 0, 2024-08-29T19:03:23.824 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes_hit_set_archive": 0, 2024-08-29T19:03:23.824 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes_recovered": 0, 2024-08-29T19:03:23.824 INFO:tasks.workunit.client.0.smithi028.stdout: "num_deep_scrub_errors": 0, 2024-08-29T19:03:23.824 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict": 0, 2024-08-29T19:03:23.824 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_kb": 0, 2024-08-29T19:03:23.824 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_mode_full": 0, 2024-08-29T19:03:23.824 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_mode_some": 0, 2024-08-29T19:03:23.824 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush": 0, 2024-08-29T19:03:23.824 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_kb": 0, 2024-08-29T19:03:23.825 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_mode_high": 0, 2024-08-29T19:03:23.825 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_mode_low": 0, 2024-08-29T19:03:23.825 INFO:tasks.workunit.client.0.smithi028.stdout: "num_keys_recovered": 0, 2024-08-29T19:03:23.825 INFO:tasks.workunit.client.0.smithi028.stdout: "num_large_omap_objects": 0, 2024-08-29T19:03:23.825 INFO:tasks.workunit.client.0.smithi028.stdout: "num_legacy_snapsets": 0, 2024-08-29T19:03:23.825 INFO:tasks.workunit.client.0.smithi028.stdout: "num_object_clones": 0, 2024-08-29T19:03:23.825 INFO:tasks.workunit.client.0.smithi028.stdout: "num_object_copies": 0, 2024-08-29T19:03:23.825 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects": 0, 2024-08-29T19:03:23.825 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_degraded": 0, 2024-08-29T19:03:23.825 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_dirty": 0, 2024-08-29T19:03:23.825 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_hit_set_archive": 0, 2024-08-29T19:03:23.825 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_manifest": 0, 2024-08-29T19:03:23.825 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_misplaced": 0, 2024-08-29T19:03:23.825 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_missing": 0, 2024-08-29T19:03:23.826 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_missing_on_primary": 0, 2024-08-29T19:03:23.826 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_omap": 0, 2024-08-29T19:03:23.826 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_pinned": 0, 2024-08-29T19:03:23.826 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_recovered": 0, 2024-08-29T19:03:23.826 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_repaired": 0, 2024-08-29T19:03:23.826 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_unfound": 0, 2024-08-29T19:03:23.826 INFO:tasks.workunit.client.0.smithi028.stdout: "num_omap_bytes": 0, 2024-08-29T19:03:23.826 INFO:tasks.workunit.client.0.smithi028.stdout: "num_omap_keys": 0, 2024-08-29T19:03:23.826 INFO:tasks.workunit.client.0.smithi028.stdout: "num_promote": 0, 2024-08-29T19:03:23.826 INFO:tasks.workunit.client.0.smithi028.stdout: "num_read": 0, 2024-08-29T19:03:23.826 INFO:tasks.workunit.client.0.smithi028.stdout: "num_read_kb": 0, 2024-08-29T19:03:23.826 INFO:tasks.workunit.client.0.smithi028.stdout: "num_scrub_errors": 0, 2024-08-29T19:03:23.826 INFO:tasks.workunit.client.0.smithi028.stdout: "num_shallow_scrub_errors": 0, 2024-08-29T19:03:23.826 INFO:tasks.workunit.client.0.smithi028.stdout: "num_whiteouts": 0, 2024-08-29T19:03:23.826 INFO:tasks.workunit.client.0.smithi028.stdout: "num_write": 0, 2024-08-29T19:03:23.827 INFO:tasks.workunit.client.0.smithi028.stdout: "num_write_kb": 0 2024-08-29T19:03:23.827 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:23.827 INFO:tasks.workunit.client.0.smithi028.stdout: "state": "active+clean", 2024-08-29T19:03:23.827 INFO:tasks.workunit.client.0.smithi028.stdout: "stats_invalid": false, 2024-08-29T19:03:23.827 INFO:tasks.workunit.client.0.smithi028.stdout: "up": [ 2024-08-29T19:03:23.827 INFO:tasks.workunit.client.0.smithi028.stdout: 1, 2024-08-29T19:03:23.827 INFO:tasks.workunit.client.0.smithi028.stdout: 3, 2024-08-29T19:03:23.827 INFO:tasks.workunit.client.0.smithi028.stdout: 4 2024-08-29T19:03:23.827 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-08-29T19:03:23.827 INFO:tasks.workunit.client.0.smithi028.stdout: "up_primary": 1, 2024-08-29T19:03:23.827 INFO:tasks.workunit.client.0.smithi028.stdout: "version": "0'0" 2024-08-29T19:03:23.827 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:23.827 INFO:tasks.workunit.client.0.smithi028.stdout: { 2024-08-29T19:03:23.827 INFO:tasks.workunit.client.0.smithi028.stdout: "acting": [ 2024-08-29T19:03:23.828 INFO:tasks.workunit.client.0.smithi028.stdout: 5, 2024-08-29T19:03:23.828 INFO:tasks.workunit.client.0.smithi028.stdout: 4, 2024-08-29T19:03:23.828 INFO:tasks.workunit.client.0.smithi028.stdout: 7 2024-08-29T19:03:23.828 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-08-29T19:03:23.828 INFO:tasks.workunit.client.0.smithi028.stdout: "acting_primary": 5, 2024-08-29T19:03:23.828 INFO:tasks.workunit.client.0.smithi028.stdout: "avail_no_missing": [], 2024-08-29T19:03:23.828 INFO:tasks.workunit.client.0.smithi028.stdout: "blocked_by": [], 2024-08-29T19:03:23.828 INFO:tasks.workunit.client.0.smithi028.stdout: "created": 59, 2024-08-29T19:03:23.828 INFO:tasks.workunit.client.0.smithi028.stdout: "dirty_stats_invalid": false, 2024-08-29T19:03:23.828 INFO:tasks.workunit.client.0.smithi028.stdout: "hitset_bytes_stats_invalid": false, 2024-08-29T19:03:23.828 INFO:tasks.workunit.client.0.smithi028.stdout: "hitset_stats_invalid": false, 2024-08-29T19:03:23.828 INFO:tasks.workunit.client.0.smithi028.stdout: "last_active": "2024-08-29T19:02:14.925347+0000", 2024-08-29T19:03:23.828 INFO:tasks.workunit.client.0.smithi028.stdout: "last_became_active": "2024-08-29T17:58:11.350343+0000", 2024-08-29T19:03:23.829 INFO:tasks.workunit.client.0.smithi028.stdout: "last_became_peered": "2024-08-29T17:58:11.350343+0000", 2024-08-29T19:03:23.829 INFO:tasks.workunit.client.0.smithi028.stdout: "last_change": "2024-08-29T17:58:11.351041+0000", 2024-08-29T19:03:23.829 INFO:tasks.workunit.client.0.smithi028.stdout: "last_clean": "2024-08-29T19:02:14.925347+0000", 2024-08-29T19:03:23.829 INFO:tasks.workunit.client.0.smithi028.stdout: "last_clean_scrub_stamp": "2024-08-29T17:40:52.944949+0000", 2024-08-29T19:03:23.829 INFO:tasks.workunit.client.0.smithi028.stdout: "last_deep_scrub": "0'0", 2024-08-29T19:03:23.829 INFO:tasks.workunit.client.0.smithi028.stdout: "last_deep_scrub_stamp": "2024-08-29T17:40:52.944949+0000", 2024-08-29T19:03:23.829 INFO:tasks.workunit.client.0.smithi028.stdout: "last_epoch_clean": 681, 2024-08-29T19:03:23.829 INFO:tasks.workunit.client.0.smithi028.stdout: "last_fresh": "2024-08-29T19:02:14.925347+0000", 2024-08-29T19:03:23.829 INFO:tasks.workunit.client.0.smithi028.stdout: "last_fullsized": "2024-08-29T19:02:14.925347+0000", 2024-08-29T19:03:23.829 INFO:tasks.workunit.client.0.smithi028.stdout: "last_peered": "2024-08-29T19:02:14.925347+0000", 2024-08-29T19:03:23.829 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub": "0'0", 2024-08-29T19:03:23.829 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub_duration": 0, 2024-08-29T19:03:23.829 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub_stamp": "2024-08-29T17:40:52.944949+0000", 2024-08-29T19:03:23.829 INFO:tasks.workunit.client.0.smithi028.stdout: "last_undegraded": "2024-08-29T19:02:14.925347+0000", 2024-08-29T19:03:23.830 INFO:tasks.workunit.client.0.smithi028.stdout: "last_unstale": "2024-08-29T19:02:14.925347+0000", 2024-08-29T19:03:23.830 INFO:tasks.workunit.client.0.smithi028.stdout: "log_dups_size": 0, 2024-08-29T19:03:23.830 INFO:tasks.workunit.client.0.smithi028.stdout: "log_size": 0, 2024-08-29T19:03:23.830 INFO:tasks.workunit.client.0.smithi028.stdout: "log_start": "0'0", 2024-08-29T19:03:23.830 INFO:tasks.workunit.client.0.smithi028.stdout: "manifest_stats_invalid": false, 2024-08-29T19:03:23.830 INFO:tasks.workunit.client.0.smithi028.stdout: "mapping_epoch": 680, 2024-08-29T19:03:23.830 INFO:tasks.workunit.client.0.smithi028.stdout: "object_location_counts": [], 2024-08-29T19:03:23.830 INFO:tasks.workunit.client.0.smithi028.stdout: "objects_scrubbed": 0, 2024-08-29T19:03:23.830 INFO:tasks.workunit.client.0.smithi028.stdout: "objects_trimmed": 0, 2024-08-29T19:03:23.830 INFO:tasks.workunit.client.0.smithi028.stdout: "omap_stats_invalid": false, 2024-08-29T19:03:23.830 INFO:tasks.workunit.client.0.smithi028.stdout: "ondisk_log_size": 0, 2024-08-29T19:03:23.830 INFO:tasks.workunit.client.0.smithi028.stdout: "ondisk_log_start": "0'0", 2024-08-29T19:03:23.830 INFO:tasks.workunit.client.0.smithi028.stdout: "parent": "0.0", 2024-08-29T19:03:23.830 INFO:tasks.workunit.client.0.smithi028.stdout: "parent_split_bits": 0, 2024-08-29T19:03:23.831 INFO:tasks.workunit.client.0.smithi028.stdout: "pgid": "2.18", 2024-08-29T19:03:23.831 INFO:tasks.workunit.client.0.smithi028.stdout: "pin_stats_invalid": false, 2024-08-29T19:03:23.831 INFO:tasks.workunit.client.0.smithi028.stdout: "purged_snaps": [], 2024-08-29T19:03:23.831 INFO:tasks.workunit.client.0.smithi028.stdout: "reported_epoch": 2650, 2024-08-29T19:03:23.831 INFO:tasks.workunit.client.0.smithi028.stdout: "reported_seq": 4627, 2024-08-29T19:03:23.831 INFO:tasks.workunit.client.0.smithi028.stdout: "scrub_duration": 0.0, 2024-08-29T19:03:23.831 INFO:tasks.workunit.client.0.smithi028.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-31T03:37:26.448949+0000", 2024-08-29T19:03:23.831 INFO:tasks.workunit.client.0.smithi028.stdout: "snaptrim_duration": 0.0, 2024-08-29T19:03:23.831 INFO:tasks.workunit.client.0.smithi028.stdout: "snaptrimq_len": 0, 2024-08-29T19:03:23.831 INFO:tasks.workunit.client.0.smithi028.stdout: "stat_sum": { 2024-08-29T19:03:23.831 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes": 0, 2024-08-29T19:03:23.831 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes_hit_set_archive": 0, 2024-08-29T19:03:23.831 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes_recovered": 0, 2024-08-29T19:03:23.831 INFO:tasks.workunit.client.0.smithi028.stdout: "num_deep_scrub_errors": 0, 2024-08-29T19:03:23.832 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict": 0, 2024-08-29T19:03:23.832 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_kb": 0, 2024-08-29T19:03:23.832 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_mode_full": 0, 2024-08-29T19:03:23.832 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_mode_some": 0, 2024-08-29T19:03:23.832 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush": 0, 2024-08-29T19:03:23.832 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_kb": 0, 2024-08-29T19:03:23.832 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_mode_high": 0, 2024-08-29T19:03:23.832 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_mode_low": 0, 2024-08-29T19:03:23.832 INFO:tasks.workunit.client.0.smithi028.stdout: "num_keys_recovered": 0, 2024-08-29T19:03:23.832 INFO:tasks.workunit.client.0.smithi028.stdout: "num_large_omap_objects": 0, 2024-08-29T19:03:23.832 INFO:tasks.workunit.client.0.smithi028.stdout: "num_legacy_snapsets": 0, 2024-08-29T19:03:23.832 INFO:tasks.workunit.client.0.smithi028.stdout: "num_object_clones": 0, 2024-08-29T19:03:23.832 INFO:tasks.workunit.client.0.smithi028.stdout: "num_object_copies": 0, 2024-08-29T19:03:23.832 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects": 0, 2024-08-29T19:03:23.833 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_degraded": 0, 2024-08-29T19:03:23.833 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_dirty": 0, 2024-08-29T19:03:23.833 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_hit_set_archive": 0, 2024-08-29T19:03:23.833 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_manifest": 0, 2024-08-29T19:03:23.833 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_misplaced": 0, 2024-08-29T19:03:23.833 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_missing": 0, 2024-08-29T19:03:23.833 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_missing_on_primary": 0, 2024-08-29T19:03:23.833 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_omap": 0, 2024-08-29T19:03:23.833 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_pinned": 0, 2024-08-29T19:03:23.833 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_recovered": 0, 2024-08-29T19:03:23.833 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_repaired": 0, 2024-08-29T19:03:23.833 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_unfound": 0, 2024-08-29T19:03:23.833 INFO:tasks.workunit.client.0.smithi028.stdout: "num_omap_bytes": 0, 2024-08-29T19:03:23.833 INFO:tasks.workunit.client.0.smithi028.stdout: "num_omap_keys": 0, 2024-08-29T19:03:23.834 INFO:tasks.workunit.client.0.smithi028.stdout: "num_promote": 0, 2024-08-29T19:03:23.834 INFO:tasks.workunit.client.0.smithi028.stdout: "num_read": 0, 2024-08-29T19:03:23.834 INFO:tasks.workunit.client.0.smithi028.stdout: "num_read_kb": 0, 2024-08-29T19:03:23.834 INFO:tasks.workunit.client.0.smithi028.stdout: "num_scrub_errors": 0, 2024-08-29T19:03:23.834 INFO:tasks.workunit.client.0.smithi028.stdout: "num_shallow_scrub_errors": 0, 2024-08-29T19:03:23.834 INFO:tasks.workunit.client.0.smithi028.stdout: "num_whiteouts": 0, 2024-08-29T19:03:23.834 INFO:tasks.workunit.client.0.smithi028.stdout: "num_write": 0, 2024-08-29T19:03:23.834 INFO:tasks.workunit.client.0.smithi028.stdout: "num_write_kb": 0 2024-08-29T19:03:23.834 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:23.834 INFO:tasks.workunit.client.0.smithi028.stdout: "state": "active+clean", 2024-08-29T19:03:23.834 INFO:tasks.workunit.client.0.smithi028.stdout: "stats_invalid": false, 2024-08-29T19:03:23.834 INFO:tasks.workunit.client.0.smithi028.stdout: "up": [ 2024-08-29T19:03:23.834 INFO:tasks.workunit.client.0.smithi028.stdout: 5, 2024-08-29T19:03:23.834 INFO:tasks.workunit.client.0.smithi028.stdout: 4, 2024-08-29T19:03:23.835 INFO:tasks.workunit.client.0.smithi028.stdout: 7 2024-08-29T19:03:23.835 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-08-29T19:03:23.835 INFO:tasks.workunit.client.0.smithi028.stdout: "up_primary": 5, 2024-08-29T19:03:23.835 INFO:tasks.workunit.client.0.smithi028.stdout: "version": "0'0" 2024-08-29T19:03:23.835 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:23.835 INFO:tasks.workunit.client.0.smithi028.stdout: { 2024-08-29T19:03:23.835 INFO:tasks.workunit.client.0.smithi028.stdout: "acting": [ 2024-08-29T19:03:23.835 INFO:tasks.workunit.client.0.smithi028.stdout: 3, 2024-08-29T19:03:23.835 INFO:tasks.workunit.client.0.smithi028.stdout: 0, 2024-08-29T19:03:23.835 INFO:tasks.workunit.client.0.smithi028.stdout: 1 2024-08-29T19:03:23.835 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-08-29T19:03:23.835 INFO:tasks.workunit.client.0.smithi028.stdout: "acting_primary": 3, 2024-08-29T19:03:23.835 INFO:tasks.workunit.client.0.smithi028.stdout: "avail_no_missing": [], 2024-08-29T19:03:23.835 INFO:tasks.workunit.client.0.smithi028.stdout: "blocked_by": [], 2024-08-29T19:03:23.836 INFO:tasks.workunit.client.0.smithi028.stdout: "created": 62, 2024-08-29T19:03:23.836 INFO:tasks.workunit.client.0.smithi028.stdout: "dirty_stats_invalid": false, 2024-08-29T19:03:23.836 INFO:tasks.workunit.client.0.smithi028.stdout: "hitset_bytes_stats_invalid": false, 2024-08-29T19:03:23.836 INFO:tasks.workunit.client.0.smithi028.stdout: "hitset_stats_invalid": false, 2024-08-29T19:03:23.836 INFO:tasks.workunit.client.0.smithi028.stdout: "last_active": "2024-08-29T19:02:14.841023+0000", 2024-08-29T19:03:23.836 INFO:tasks.workunit.client.0.smithi028.stdout: "last_became_active": "2024-08-29T17:55:56.321782+0000", 2024-08-29T19:03:23.836 INFO:tasks.workunit.client.0.smithi028.stdout: "last_became_peered": "2024-08-29T17:55:56.321782+0000", 2024-08-29T19:03:23.836 INFO:tasks.workunit.client.0.smithi028.stdout: "last_change": "2024-08-29T17:55:56.325322+0000", 2024-08-29T19:03:23.836 INFO:tasks.workunit.client.0.smithi028.stdout: "last_clean": "2024-08-29T19:02:14.841023+0000", 2024-08-29T19:03:23.836 INFO:tasks.workunit.client.0.smithi028.stdout: "last_clean_scrub_stamp": "2024-08-29T17:41:01.987071+0000", 2024-08-29T19:03:23.836 INFO:tasks.workunit.client.0.smithi028.stdout: "last_deep_scrub": "0'0", 2024-08-29T19:03:23.836 INFO:tasks.workunit.client.0.smithi028.stdout: "last_deep_scrub_stamp": "2024-08-29T17:41:01.987071+0000", 2024-08-29T19:03:23.836 INFO:tasks.workunit.client.0.smithi028.stdout: "last_epoch_clean": 547, 2024-08-29T19:03:23.836 INFO:tasks.workunit.client.0.smithi028.stdout: "last_fresh": "2024-08-29T19:02:14.841023+0000", 2024-08-29T19:03:23.837 INFO:tasks.workunit.client.0.smithi028.stdout: "last_fullsized": "2024-08-29T19:02:14.841023+0000", 2024-08-29T19:03:23.837 INFO:tasks.workunit.client.0.smithi028.stdout: "last_peered": "2024-08-29T19:02:14.841023+0000", 2024-08-29T19:03:23.837 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub": "0'0", 2024-08-29T19:03:23.837 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub_duration": 0, 2024-08-29T19:03:23.837 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub_stamp": "2024-08-29T17:41:01.987071+0000", 2024-08-29T19:03:23.837 INFO:tasks.workunit.client.0.smithi028.stdout: "last_undegraded": "2024-08-29T19:02:14.841023+0000", 2024-08-29T19:03:23.837 INFO:tasks.workunit.client.0.smithi028.stdout: "last_unstale": "2024-08-29T19:02:14.841023+0000", 2024-08-29T19:03:23.837 INFO:tasks.workunit.client.0.smithi028.stdout: "log_dups_size": 0, 2024-08-29T19:03:23.837 INFO:tasks.workunit.client.0.smithi028.stdout: "log_size": 0, 2024-08-29T19:03:23.837 INFO:tasks.workunit.client.0.smithi028.stdout: "log_start": "0'0", 2024-08-29T19:03:23.837 INFO:tasks.workunit.client.0.smithi028.stdout: "manifest_stats_invalid": false, 2024-08-29T19:03:23.837 INFO:tasks.workunit.client.0.smithi028.stdout: "mapping_epoch": 546, 2024-08-29T19:03:23.837 INFO:tasks.workunit.client.0.smithi028.stdout: "object_location_counts": [], 2024-08-29T19:03:23.837 INFO:tasks.workunit.client.0.smithi028.stdout: "objects_scrubbed": 0, 2024-08-29T19:03:23.838 INFO:tasks.workunit.client.0.smithi028.stdout: "objects_trimmed": 0, 2024-08-29T19:03:23.838 INFO:tasks.workunit.client.0.smithi028.stdout: "omap_stats_invalid": false, 2024-08-29T19:03:23.838 INFO:tasks.workunit.client.0.smithi028.stdout: "ondisk_log_size": 0, 2024-08-29T19:03:23.838 INFO:tasks.workunit.client.0.smithi028.stdout: "ondisk_log_start": "0'0", 2024-08-29T19:03:23.838 INFO:tasks.workunit.client.0.smithi028.stdout: "parent": "0.0", 2024-08-29T19:03:23.838 INFO:tasks.workunit.client.0.smithi028.stdout: "parent_split_bits": 0, 2024-08-29T19:03:23.838 INFO:tasks.workunit.client.0.smithi028.stdout: "pgid": "3.18", 2024-08-29T19:03:23.838 INFO:tasks.workunit.client.0.smithi028.stdout: "pin_stats_invalid": false, 2024-08-29T19:03:23.838 INFO:tasks.workunit.client.0.smithi028.stdout: "purged_snaps": [], 2024-08-29T19:03:23.838 INFO:tasks.workunit.client.0.smithi028.stdout: "reported_epoch": 2650, 2024-08-29T19:03:23.838 INFO:tasks.workunit.client.0.smithi028.stdout: "reported_seq": 4724, 2024-08-29T19:03:23.838 INFO:tasks.workunit.client.0.smithi028.stdout: "scrub_duration": 0.0, 2024-08-29T19:03:23.838 INFO:tasks.workunit.client.0.smithi028.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-30T18:25:00.149428+0000", 2024-08-29T19:03:23.838 INFO:tasks.workunit.client.0.smithi028.stdout: "snaptrim_duration": 0.0, 2024-08-29T19:03:23.839 INFO:tasks.workunit.client.0.smithi028.stdout: "snaptrimq_len": 0, 2024-08-29T19:03:23.839 INFO:tasks.workunit.client.0.smithi028.stdout: "stat_sum": { 2024-08-29T19:03:23.839 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes": 0, 2024-08-29T19:03:23.839 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes_hit_set_archive": 0, 2024-08-29T19:03:23.839 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes_recovered": 0, 2024-08-29T19:03:23.839 INFO:tasks.workunit.client.0.smithi028.stdout: "num_deep_scrub_errors": 0, 2024-08-29T19:03:23.839 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict": 0, 2024-08-29T19:03:23.839 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_kb": 0, 2024-08-29T19:03:23.839 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_mode_full": 0, 2024-08-29T19:03:23.839 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_mode_some": 0, 2024-08-29T19:03:23.839 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush": 0, 2024-08-29T19:03:23.839 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_kb": 0, 2024-08-29T19:03:23.839 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_mode_high": 0, 2024-08-29T19:03:23.840 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_mode_low": 0, 2024-08-29T19:03:23.840 INFO:tasks.workunit.client.0.smithi028.stdout: "num_keys_recovered": 0, 2024-08-29T19:03:23.840 INFO:tasks.workunit.client.0.smithi028.stdout: "num_large_omap_objects": 0, 2024-08-29T19:03:23.840 INFO:tasks.workunit.client.0.smithi028.stdout: "num_legacy_snapsets": 0, 2024-08-29T19:03:23.840 INFO:tasks.workunit.client.0.smithi028.stdout: "num_object_clones": 0, 2024-08-29T19:03:23.840 INFO:tasks.workunit.client.0.smithi028.stdout: "num_object_copies": 0, 2024-08-29T19:03:23.840 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects": 0, 2024-08-29T19:03:23.840 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_degraded": 0, 2024-08-29T19:03:23.840 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_dirty": 0, 2024-08-29T19:03:23.840 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_hit_set_archive": 0, 2024-08-29T19:03:23.840 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_manifest": 0, 2024-08-29T19:03:23.840 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_misplaced": 0, 2024-08-29T19:03:23.840 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_missing": 0, 2024-08-29T19:03:23.840 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_missing_on_primary": 0, 2024-08-29T19:03:23.841 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_omap": 0, 2024-08-29T19:03:23.841 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_pinned": 0, 2024-08-29T19:03:23.841 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_recovered": 0, 2024-08-29T19:03:23.841 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_repaired": 0, 2024-08-29T19:03:23.841 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_unfound": 0, 2024-08-29T19:03:23.841 INFO:tasks.workunit.client.0.smithi028.stdout: "num_omap_bytes": 0, 2024-08-29T19:03:23.841 INFO:tasks.workunit.client.0.smithi028.stdout: "num_omap_keys": 0, 2024-08-29T19:03:23.841 INFO:tasks.workunit.client.0.smithi028.stdout: "num_promote": 0, 2024-08-29T19:03:23.841 INFO:tasks.workunit.client.0.smithi028.stdout: "num_read": 0, 2024-08-29T19:03:23.841 INFO:tasks.workunit.client.0.smithi028.stdout: "num_read_kb": 0, 2024-08-29T19:03:23.841 INFO:tasks.workunit.client.0.smithi028.stdout: "num_scrub_errors": 0, 2024-08-29T19:03:23.841 INFO:tasks.workunit.client.0.smithi028.stdout: "num_shallow_scrub_errors": 0, 2024-08-29T19:03:23.841 INFO:tasks.workunit.client.0.smithi028.stdout: "num_whiteouts": 0, 2024-08-29T19:03:23.841 INFO:tasks.workunit.client.0.smithi028.stdout: "num_write": 0, 2024-08-29T19:03:23.842 INFO:tasks.workunit.client.0.smithi028.stdout: "num_write_kb": 0 2024-08-29T19:03:23.842 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:23.842 INFO:tasks.workunit.client.0.smithi028.stdout: "state": "active+clean", 2024-08-29T19:03:23.842 INFO:tasks.workunit.client.0.smithi028.stdout: "stats_invalid": false, 2024-08-29T19:03:23.842 INFO:tasks.workunit.client.0.smithi028.stdout: "up": [ 2024-08-29T19:03:23.842 INFO:tasks.workunit.client.0.smithi028.stdout: 3, 2024-08-29T19:03:23.842 INFO:tasks.workunit.client.0.smithi028.stdout: 0, 2024-08-29T19:03:23.842 INFO:tasks.workunit.client.0.smithi028.stdout: 1 2024-08-29T19:03:23.842 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-08-29T19:03:23.842 INFO:tasks.workunit.client.0.smithi028.stdout: "up_primary": 3, 2024-08-29T19:03:23.842 INFO:tasks.workunit.client.0.smithi028.stdout: "version": "0'0" 2024-08-29T19:03:23.842 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:23.842 INFO:tasks.workunit.client.0.smithi028.stdout: { 2024-08-29T19:03:23.842 INFO:tasks.workunit.client.0.smithi028.stdout: "acting": [ 2024-08-29T19:03:23.843 INFO:tasks.workunit.client.0.smithi028.stdout: 3, 2024-08-29T19:03:23.843 INFO:tasks.workunit.client.0.smithi028.stdout: 6, 2024-08-29T19:03:23.843 INFO:tasks.workunit.client.0.smithi028.stdout: 0 2024-08-29T19:03:23.843 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-08-29T19:03:23.843 INFO:tasks.workunit.client.0.smithi028.stdout: "acting_primary": 3, 2024-08-29T19:03:23.843 INFO:tasks.workunit.client.0.smithi028.stdout: "avail_no_missing": [], 2024-08-29T19:03:23.843 INFO:tasks.workunit.client.0.smithi028.stdout: "blocked_by": [], 2024-08-29T19:03:23.843 INFO:tasks.workunit.client.0.smithi028.stdout: "created": 59, 2024-08-29T19:03:23.843 INFO:tasks.workunit.client.0.smithi028.stdout: "dirty_stats_invalid": false, 2024-08-29T19:03:23.843 INFO:tasks.workunit.client.0.smithi028.stdout: "hitset_bytes_stats_invalid": false, 2024-08-29T19:03:23.843 INFO:tasks.workunit.client.0.smithi028.stdout: "hitset_stats_invalid": false, 2024-08-29T19:03:23.843 INFO:tasks.workunit.client.0.smithi028.stdout: "last_active": "2024-08-29T19:02:14.839839+0000", 2024-08-29T19:03:23.843 INFO:tasks.workunit.client.0.smithi028.stdout: "last_became_active": "2024-08-29T17:57:36.388876+0000", 2024-08-29T19:03:23.843 INFO:tasks.workunit.client.0.smithi028.stdout: "last_became_peered": "2024-08-29T17:57:36.388876+0000", 2024-08-29T19:03:23.844 INFO:tasks.workunit.client.0.smithi028.stdout: "last_change": "2024-08-29T17:57:36.389415+0000", 2024-08-29T19:03:23.844 INFO:tasks.workunit.client.0.smithi028.stdout: "last_clean": "2024-08-29T19:02:14.839839+0000", 2024-08-29T19:03:23.844 INFO:tasks.workunit.client.0.smithi028.stdout: "last_clean_scrub_stamp": "2024-08-29T17:40:52.944949+0000", 2024-08-29T19:03:23.844 INFO:tasks.workunit.client.0.smithi028.stdout: "last_deep_scrub": "0'0", 2024-08-29T19:03:23.844 INFO:tasks.workunit.client.0.smithi028.stdout: "last_deep_scrub_stamp": "2024-08-29T17:40:52.944949+0000", 2024-08-29T19:03:23.844 INFO:tasks.workunit.client.0.smithi028.stdout: "last_epoch_clean": 646, 2024-08-29T19:03:23.844 INFO:tasks.workunit.client.0.smithi028.stdout: "last_fresh": "2024-08-29T19:02:14.839839+0000", 2024-08-29T19:03:23.844 INFO:tasks.workunit.client.0.smithi028.stdout: "last_fullsized": "2024-08-29T19:02:14.839839+0000", 2024-08-29T19:03:23.844 INFO:tasks.workunit.client.0.smithi028.stdout: "last_peered": "2024-08-29T19:02:14.839839+0000", 2024-08-29T19:03:23.844 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub": "0'0", 2024-08-29T19:03:23.844 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub_duration": 0, 2024-08-29T19:03:23.844 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub_stamp": "2024-08-29T17:40:52.944949+0000", 2024-08-29T19:03:23.844 INFO:tasks.workunit.client.0.smithi028.stdout: "last_undegraded": "2024-08-29T19:02:14.839839+0000", 2024-08-29T19:03:23.845 INFO:tasks.workunit.client.0.smithi028.stdout: "last_unstale": "2024-08-29T19:02:14.839839+0000", 2024-08-29T19:03:23.845 INFO:tasks.workunit.client.0.smithi028.stdout: "log_dups_size": 0, 2024-08-29T19:03:23.845 INFO:tasks.workunit.client.0.smithi028.stdout: "log_size": 0, 2024-08-29T19:03:23.845 INFO:tasks.workunit.client.0.smithi028.stdout: "log_start": "0'0", 2024-08-29T19:03:23.845 INFO:tasks.workunit.client.0.smithi028.stdout: "manifest_stats_invalid": false, 2024-08-29T19:03:23.845 INFO:tasks.workunit.client.0.smithi028.stdout: "mapping_epoch": 645, 2024-08-29T19:03:23.845 INFO:tasks.workunit.client.0.smithi028.stdout: "object_location_counts": [], 2024-08-29T19:03:23.845 INFO:tasks.workunit.client.0.smithi028.stdout: "objects_scrubbed": 0, 2024-08-29T19:03:23.845 INFO:tasks.workunit.client.0.smithi028.stdout: "objects_trimmed": 0, 2024-08-29T19:03:23.845 INFO:tasks.workunit.client.0.smithi028.stdout: "omap_stats_invalid": false, 2024-08-29T19:03:23.845 INFO:tasks.workunit.client.0.smithi028.stdout: "ondisk_log_size": 0, 2024-08-29T19:03:23.845 INFO:tasks.workunit.client.0.smithi028.stdout: "ondisk_log_start": "0'0", 2024-08-29T19:03:23.845 INFO:tasks.workunit.client.0.smithi028.stdout: "parent": "0.0", 2024-08-29T19:03:23.845 INFO:tasks.workunit.client.0.smithi028.stdout: "parent_split_bits": 0, 2024-08-29T19:03:23.846 INFO:tasks.workunit.client.0.smithi028.stdout: "pgid": "2.19", 2024-08-29T19:03:23.846 INFO:tasks.workunit.client.0.smithi028.stdout: "pin_stats_invalid": false, 2024-08-29T19:03:23.846 INFO:tasks.workunit.client.0.smithi028.stdout: "purged_snaps": [], 2024-08-29T19:03:23.846 INFO:tasks.workunit.client.0.smithi028.stdout: "reported_epoch": 2650, 2024-08-29T19:03:23.846 INFO:tasks.workunit.client.0.smithi028.stdout: "reported_seq": 4690, 2024-08-29T19:03:23.846 INFO:tasks.workunit.client.0.smithi028.stdout: "scrub_duration": 0.0, 2024-08-29T19:03:23.846 INFO:tasks.workunit.client.0.smithi028.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-31T00:06:57.603301+0000", 2024-08-29T19:03:23.846 INFO:tasks.workunit.client.0.smithi028.stdout: "snaptrim_duration": 0.0, 2024-08-29T19:03:23.846 INFO:tasks.workunit.client.0.smithi028.stdout: "snaptrimq_len": 0, 2024-08-29T19:03:23.846 INFO:tasks.workunit.client.0.smithi028.stdout: "stat_sum": { 2024-08-29T19:03:23.846 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes": 0, 2024-08-29T19:03:23.846 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes_hit_set_archive": 0, 2024-08-29T19:03:23.846 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes_recovered": 0, 2024-08-29T19:03:23.846 INFO:tasks.workunit.client.0.smithi028.stdout: "num_deep_scrub_errors": 0, 2024-08-29T19:03:23.847 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict": 0, 2024-08-29T19:03:23.847 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_kb": 0, 2024-08-29T19:03:23.847 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_mode_full": 0, 2024-08-29T19:03:23.847 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_mode_some": 0, 2024-08-29T19:03:23.847 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush": 0, 2024-08-29T19:03:23.847 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_kb": 0, 2024-08-29T19:03:23.847 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_mode_high": 0, 2024-08-29T19:03:23.847 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_mode_low": 0, 2024-08-29T19:03:23.847 INFO:tasks.workunit.client.0.smithi028.stdout: "num_keys_recovered": 0, 2024-08-29T19:03:23.847 INFO:tasks.workunit.client.0.smithi028.stdout: "num_large_omap_objects": 0, 2024-08-29T19:03:23.847 INFO:tasks.workunit.client.0.smithi028.stdout: "num_legacy_snapsets": 0, 2024-08-29T19:03:23.847 INFO:tasks.workunit.client.0.smithi028.stdout: "num_object_clones": 0, 2024-08-29T19:03:23.847 INFO:tasks.workunit.client.0.smithi028.stdout: "num_object_copies": 0, 2024-08-29T19:03:23.847 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects": 0, 2024-08-29T19:03:23.848 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_degraded": 0, 2024-08-29T19:03:23.848 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_dirty": 0, 2024-08-29T19:03:23.848 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_hit_set_archive": 0, 2024-08-29T19:03:23.848 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_manifest": 0, 2024-08-29T19:03:23.848 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_misplaced": 0, 2024-08-29T19:03:23.848 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_missing": 0, 2024-08-29T19:03:23.848 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_missing_on_primary": 0, 2024-08-29T19:03:23.848 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_omap": 0, 2024-08-29T19:03:23.848 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_pinned": 0, 2024-08-29T19:03:23.848 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_recovered": 0, 2024-08-29T19:03:23.848 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_repaired": 0, 2024-08-29T19:03:23.848 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_unfound": 0, 2024-08-29T19:03:23.848 INFO:tasks.workunit.client.0.smithi028.stdout: "num_omap_bytes": 0, 2024-08-29T19:03:23.848 INFO:tasks.workunit.client.0.smithi028.stdout: "num_omap_keys": 0, 2024-08-29T19:03:23.848 INFO:tasks.workunit.client.0.smithi028.stdout: "num_promote": 0, 2024-08-29T19:03:23.849 INFO:tasks.workunit.client.0.smithi028.stdout: "num_read": 0, 2024-08-29T19:03:23.849 INFO:tasks.workunit.client.0.smithi028.stdout: "num_read_kb": 0, 2024-08-29T19:03:23.849 INFO:tasks.workunit.client.0.smithi028.stdout: "num_scrub_errors": 0, 2024-08-29T19:03:23.849 INFO:tasks.workunit.client.0.smithi028.stdout: "num_shallow_scrub_errors": 0, 2024-08-29T19:03:23.849 INFO:tasks.workunit.client.0.smithi028.stdout: "num_whiteouts": 0, 2024-08-29T19:03:23.849 INFO:tasks.workunit.client.0.smithi028.stdout: "num_write": 0, 2024-08-29T19:03:23.849 INFO:tasks.workunit.client.0.smithi028.stdout: "num_write_kb": 0 2024-08-29T19:03:23.849 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:23.849 INFO:tasks.workunit.client.0.smithi028.stdout: "state": "active+clean", 2024-08-29T19:03:23.849 INFO:tasks.workunit.client.0.smithi028.stdout: "stats_invalid": false, 2024-08-29T19:03:23.849 INFO:tasks.workunit.client.0.smithi028.stdout: "up": [ 2024-08-29T19:03:23.849 INFO:tasks.workunit.client.0.smithi028.stdout: 3, 2024-08-29T19:03:23.849 INFO:tasks.workunit.client.0.smithi028.stdout: 6, 2024-08-29T19:03:23.850 INFO:tasks.workunit.client.0.smithi028.stdout: 0 2024-08-29T19:03:23.850 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-08-29T19:03:23.850 INFO:tasks.workunit.client.0.smithi028.stdout: "up_primary": 3, 2024-08-29T19:03:23.850 INFO:tasks.workunit.client.0.smithi028.stdout: "version": "0'0" 2024-08-29T19:03:23.850 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:23.850 INFO:tasks.workunit.client.0.smithi028.stdout: { 2024-08-29T19:03:23.850 INFO:tasks.workunit.client.0.smithi028.stdout: "acting": [ 2024-08-29T19:03:23.850 INFO:tasks.workunit.client.0.smithi028.stdout: 6, 2024-08-29T19:03:23.850 INFO:tasks.workunit.client.0.smithi028.stdout: 4, 2024-08-29T19:03:23.850 INFO:tasks.workunit.client.0.smithi028.stdout: 7 2024-08-29T19:03:23.850 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-08-29T19:03:23.850 INFO:tasks.workunit.client.0.smithi028.stdout: "acting_primary": 6, 2024-08-29T19:03:23.850 INFO:tasks.workunit.client.0.smithi028.stdout: "avail_no_missing": [], 2024-08-29T19:03:23.850 INFO:tasks.workunit.client.0.smithi028.stdout: "blocked_by": [], 2024-08-29T19:03:23.851 INFO:tasks.workunit.client.0.smithi028.stdout: "created": 59, 2024-08-29T19:03:23.851 INFO:tasks.workunit.client.0.smithi028.stdout: "dirty_stats_invalid": false, 2024-08-29T19:03:23.851 INFO:tasks.workunit.client.0.smithi028.stdout: "hitset_bytes_stats_invalid": false, 2024-08-29T19:03:23.851 INFO:tasks.workunit.client.0.smithi028.stdout: "hitset_stats_invalid": false, 2024-08-29T19:03:23.851 INFO:tasks.workunit.client.0.smithi028.stdout: "last_active": "2024-08-29T19:02:14.920428+0000", 2024-08-29T19:03:23.851 INFO:tasks.workunit.client.0.smithi028.stdout: "last_became_active": "2024-08-29T17:58:11.341978+0000", 2024-08-29T19:03:23.851 INFO:tasks.workunit.client.0.smithi028.stdout: "last_became_peered": "2024-08-29T17:58:11.341978+0000", 2024-08-29T19:03:23.851 INFO:tasks.workunit.client.0.smithi028.stdout: "last_change": "2024-08-29T17:58:11.342594+0000", 2024-08-29T19:03:23.851 INFO:tasks.workunit.client.0.smithi028.stdout: "last_clean": "2024-08-29T19:02:14.920428+0000", 2024-08-29T19:03:23.851 INFO:tasks.workunit.client.0.smithi028.stdout: "last_clean_scrub_stamp": "2024-08-29T17:40:52.944949+0000", 2024-08-29T19:03:23.851 INFO:tasks.workunit.client.0.smithi028.stdout: "last_deep_scrub": "0'0", 2024-08-29T19:03:23.851 INFO:tasks.workunit.client.0.smithi028.stdout: "last_deep_scrub_stamp": "2024-08-29T17:40:52.944949+0000", 2024-08-29T19:03:23.851 INFO:tasks.workunit.client.0.smithi028.stdout: "last_epoch_clean": 681, 2024-08-29T19:03:23.851 INFO:tasks.workunit.client.0.smithi028.stdout: "last_fresh": "2024-08-29T19:02:14.920428+0000", 2024-08-29T19:03:23.851 INFO:tasks.workunit.client.0.smithi028.stdout: "last_fullsized": "2024-08-29T19:02:14.920428+0000", 2024-08-29T19:03:23.852 INFO:tasks.workunit.client.0.smithi028.stdout: "last_peered": "2024-08-29T19:02:14.920428+0000", 2024-08-29T19:03:23.852 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub": "0'0", 2024-08-29T19:03:23.852 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub_duration": 0, 2024-08-29T19:03:23.852 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub_stamp": "2024-08-29T17:40:52.944949+0000", 2024-08-29T19:03:23.852 INFO:tasks.workunit.client.0.smithi028.stdout: "last_undegraded": "2024-08-29T19:02:14.920428+0000", 2024-08-29T19:03:23.852 INFO:tasks.workunit.client.0.smithi028.stdout: "last_unstale": "2024-08-29T19:02:14.920428+0000", 2024-08-29T19:03:23.852 INFO:tasks.workunit.client.0.smithi028.stdout: "log_dups_size": 0, 2024-08-29T19:03:23.852 INFO:tasks.workunit.client.0.smithi028.stdout: "log_size": 2, 2024-08-29T19:03:23.852 INFO:tasks.workunit.client.0.smithi028.stdout: "log_start": "0'0", 2024-08-29T19:03:23.852 INFO:tasks.workunit.client.0.smithi028.stdout: "manifest_stats_invalid": false, 2024-08-29T19:03:23.852 INFO:tasks.workunit.client.0.smithi028.stdout: "mapping_epoch": 680, 2024-08-29T19:03:23.852 INFO:tasks.workunit.client.0.smithi028.stdout: "object_location_counts": [], 2024-08-29T19:03:23.852 INFO:tasks.workunit.client.0.smithi028.stdout: "objects_scrubbed": 0, 2024-08-29T19:03:23.852 INFO:tasks.workunit.client.0.smithi028.stdout: "objects_trimmed": 0, 2024-08-29T19:03:23.853 INFO:tasks.workunit.client.0.smithi028.stdout: "omap_stats_invalid": false, 2024-08-29T19:03:23.853 INFO:tasks.workunit.client.0.smithi028.stdout: "ondisk_log_size": 2, 2024-08-29T19:03:23.853 INFO:tasks.workunit.client.0.smithi028.stdout: "ondisk_log_start": "0'0", 2024-08-29T19:03:23.853 INFO:tasks.workunit.client.0.smithi028.stdout: "parent": "0.0", 2024-08-29T19:03:23.853 INFO:tasks.workunit.client.0.smithi028.stdout: "parent_split_bits": 0, 2024-08-29T19:03:23.853 INFO:tasks.workunit.client.0.smithi028.stdout: "pgid": "2.1a", 2024-08-29T19:03:23.853 INFO:tasks.workunit.client.0.smithi028.stdout: "pin_stats_invalid": false, 2024-08-29T19:03:23.853 INFO:tasks.workunit.client.0.smithi028.stdout: "purged_snaps": [], 2024-08-29T19:03:23.853 INFO:tasks.workunit.client.0.smithi028.stdout: "reported_epoch": 2650, 2024-08-29T19:03:23.853 INFO:tasks.workunit.client.0.smithi028.stdout: "reported_seq": 4597, 2024-08-29T19:03:23.853 INFO:tasks.workunit.client.0.smithi028.stdout: "scrub_duration": 0.0, 2024-08-29T19:03:23.853 INFO:tasks.workunit.client.0.smithi028.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-31T03:10:37.699014+0000", 2024-08-29T19:03:23.853 INFO:tasks.workunit.client.0.smithi028.stdout: "snaptrim_duration": 0.0, 2024-08-29T19:03:23.853 INFO:tasks.workunit.client.0.smithi028.stdout: "snaptrimq_len": 0, 2024-08-29T19:03:23.854 INFO:tasks.workunit.client.0.smithi028.stdout: "stat_sum": { 2024-08-29T19:03:23.854 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes": 0, 2024-08-29T19:03:23.854 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes_hit_set_archive": 0, 2024-08-29T19:03:23.854 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes_recovered": 0, 2024-08-29T19:03:23.854 INFO:tasks.workunit.client.0.smithi028.stdout: "num_deep_scrub_errors": 0, 2024-08-29T19:03:23.854 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict": 0, 2024-08-29T19:03:23.854 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_kb": 0, 2024-08-29T19:03:23.854 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_mode_full": 0, 2024-08-29T19:03:23.854 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_mode_some": 0, 2024-08-29T19:03:23.854 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush": 0, 2024-08-29T19:03:23.854 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_kb": 0, 2024-08-29T19:03:23.854 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_mode_high": 0, 2024-08-29T19:03:23.854 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_mode_low": 0, 2024-08-29T19:03:23.855 INFO:tasks.workunit.client.0.smithi028.stdout: "num_keys_recovered": 0, 2024-08-29T19:03:23.855 INFO:tasks.workunit.client.0.smithi028.stdout: "num_large_omap_objects": 0, 2024-08-29T19:03:23.855 INFO:tasks.workunit.client.0.smithi028.stdout: "num_legacy_snapsets": 0, 2024-08-29T19:03:23.855 INFO:tasks.workunit.client.0.smithi028.stdout: "num_object_clones": 0, 2024-08-29T19:03:23.855 INFO:tasks.workunit.client.0.smithi028.stdout: "num_object_copies": 0, 2024-08-29T19:03:23.855 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects": 0, 2024-08-29T19:03:23.855 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_degraded": 0, 2024-08-29T19:03:23.855 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_dirty": 0, 2024-08-29T19:03:23.855 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_hit_set_archive": 0, 2024-08-29T19:03:23.855 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_manifest": 0, 2024-08-29T19:03:23.855 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_misplaced": 0, 2024-08-29T19:03:23.855 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_missing": 0, 2024-08-29T19:03:23.855 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_missing_on_primary": 0, 2024-08-29T19:03:23.855 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_omap": 0, 2024-08-29T19:03:23.856 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_pinned": 0, 2024-08-29T19:03:23.856 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_recovered": 0, 2024-08-29T19:03:23.856 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_repaired": 0, 2024-08-29T19:03:23.856 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_unfound": 0, 2024-08-29T19:03:23.856 INFO:tasks.workunit.client.0.smithi028.stdout: "num_omap_bytes": 0, 2024-08-29T19:03:23.856 INFO:tasks.workunit.client.0.smithi028.stdout: "num_omap_keys": 0, 2024-08-29T19:03:23.856 INFO:tasks.workunit.client.0.smithi028.stdout: "num_promote": 0, 2024-08-29T19:03:23.856 INFO:tasks.workunit.client.0.smithi028.stdout: "num_read": 0, 2024-08-29T19:03:23.856 INFO:tasks.workunit.client.0.smithi028.stdout: "num_read_kb": 0, 2024-08-29T19:03:23.856 INFO:tasks.workunit.client.0.smithi028.stdout: "num_scrub_errors": 0, 2024-08-29T19:03:23.856 INFO:tasks.workunit.client.0.smithi028.stdout: "num_shallow_scrub_errors": 0, 2024-08-29T19:03:23.856 INFO:tasks.workunit.client.0.smithi028.stdout: "num_whiteouts": 0, 2024-08-29T19:03:23.856 INFO:tasks.workunit.client.0.smithi028.stdout: "num_write": 0, 2024-08-29T19:03:23.856 INFO:tasks.workunit.client.0.smithi028.stdout: "num_write_kb": 0 2024-08-29T19:03:23.857 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:23.857 INFO:tasks.workunit.client.0.smithi028.stdout: "state": "active+clean", 2024-08-29T19:03:23.857 INFO:tasks.workunit.client.0.smithi028.stdout: "stats_invalid": false, 2024-08-29T19:03:23.857 INFO:tasks.workunit.client.0.smithi028.stdout: "up": [ 2024-08-29T19:03:23.857 INFO:tasks.workunit.client.0.smithi028.stdout: 6, 2024-08-29T19:03:23.857 INFO:tasks.workunit.client.0.smithi028.stdout: 4, 2024-08-29T19:03:23.857 INFO:tasks.workunit.client.0.smithi028.stdout: 7 2024-08-29T19:03:23.857 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-08-29T19:03:23.857 INFO:tasks.workunit.client.0.smithi028.stdout: "up_primary": 6, 2024-08-29T19:03:23.857 INFO:tasks.workunit.client.0.smithi028.stdout: "version": "721'2" 2024-08-29T19:03:23.857 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:23.857 INFO:tasks.workunit.client.0.smithi028.stdout: { 2024-08-29T19:03:23.857 INFO:tasks.workunit.client.0.smithi028.stdout: "acting": [ 2024-08-29T19:03:23.857 INFO:tasks.workunit.client.0.smithi028.stdout: 0, 2024-08-29T19:03:23.858 INFO:tasks.workunit.client.0.smithi028.stdout: 4, 2024-08-29T19:03:23.858 INFO:tasks.workunit.client.0.smithi028.stdout: 7 2024-08-29T19:03:23.858 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-08-29T19:03:23.858 INFO:tasks.workunit.client.0.smithi028.stdout: "acting_primary": 0, 2024-08-29T19:03:23.858 INFO:tasks.workunit.client.0.smithi028.stdout: "avail_no_missing": [], 2024-08-29T19:03:23.858 INFO:tasks.workunit.client.0.smithi028.stdout: "blocked_by": [], 2024-08-29T19:03:23.858 INFO:tasks.workunit.client.0.smithi028.stdout: "created": 62, 2024-08-29T19:03:23.858 INFO:tasks.workunit.client.0.smithi028.stdout: "dirty_stats_invalid": false, 2024-08-29T19:03:23.858 INFO:tasks.workunit.client.0.smithi028.stdout: "hitset_bytes_stats_invalid": false, 2024-08-29T19:03:23.858 INFO:tasks.workunit.client.0.smithi028.stdout: "hitset_stats_invalid": false, 2024-08-29T19:03:23.858 INFO:tasks.workunit.client.0.smithi028.stdout: "last_active": "2024-08-29T19:02:14.106505+0000", 2024-08-29T19:03:23.858 INFO:tasks.workunit.client.0.smithi028.stdout: "last_became_active": "2024-08-29T17:58:11.358338+0000", 2024-08-29T19:03:23.858 INFO:tasks.workunit.client.0.smithi028.stdout: "last_became_peered": "2024-08-29T17:58:11.358338+0000", 2024-08-29T19:03:23.858 INFO:tasks.workunit.client.0.smithi028.stdout: "last_change": "2024-08-29T17:58:11.359209+0000", 2024-08-29T19:03:23.859 INFO:tasks.workunit.client.0.smithi028.stdout: "last_clean": "2024-08-29T19:02:14.106505+0000", 2024-08-29T19:03:23.859 INFO:tasks.workunit.client.0.smithi028.stdout: "last_clean_scrub_stamp": "2024-08-29T17:41:01.987071+0000", 2024-08-29T19:03:23.859 INFO:tasks.workunit.client.0.smithi028.stdout: "last_deep_scrub": "0'0", 2024-08-29T19:03:23.859 INFO:tasks.workunit.client.0.smithi028.stdout: "last_deep_scrub_stamp": "2024-08-29T17:41:01.987071+0000", 2024-08-29T19:03:23.859 INFO:tasks.workunit.client.0.smithi028.stdout: "last_epoch_clean": 681, 2024-08-29T19:03:23.859 INFO:tasks.workunit.client.0.smithi028.stdout: "last_fresh": "2024-08-29T19:02:14.106505+0000", 2024-08-29T19:03:23.859 INFO:tasks.workunit.client.0.smithi028.stdout: "last_fullsized": "2024-08-29T19:02:14.106505+0000", 2024-08-29T19:03:23.859 INFO:tasks.workunit.client.0.smithi028.stdout: "last_peered": "2024-08-29T19:02:14.106505+0000", 2024-08-29T19:03:23.859 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub": "0'0", 2024-08-29T19:03:23.859 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub_duration": 0, 2024-08-29T19:03:23.859 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub_stamp": "2024-08-29T17:41:01.987071+0000", 2024-08-29T19:03:23.859 INFO:tasks.workunit.client.0.smithi028.stdout: "last_undegraded": "2024-08-29T19:02:14.106505+0000", 2024-08-29T19:03:23.859 INFO:tasks.workunit.client.0.smithi028.stdout: "last_unstale": "2024-08-29T19:02:14.106505+0000", 2024-08-29T19:03:23.859 INFO:tasks.workunit.client.0.smithi028.stdout: "log_dups_size": 0, 2024-08-29T19:03:23.860 INFO:tasks.workunit.client.0.smithi028.stdout: "log_size": 0, 2024-08-29T19:03:23.860 INFO:tasks.workunit.client.0.smithi028.stdout: "log_start": "0'0", 2024-08-29T19:03:23.860 INFO:tasks.workunit.client.0.smithi028.stdout: "manifest_stats_invalid": false, 2024-08-29T19:03:23.860 INFO:tasks.workunit.client.0.smithi028.stdout: "mapping_epoch": 680, 2024-08-29T19:03:23.860 INFO:tasks.workunit.client.0.smithi028.stdout: "object_location_counts": [], 2024-08-29T19:03:23.860 INFO:tasks.workunit.client.0.smithi028.stdout: "objects_scrubbed": 0, 2024-08-29T19:03:23.860 INFO:tasks.workunit.client.0.smithi028.stdout: "objects_trimmed": 0, 2024-08-29T19:03:23.860 INFO:tasks.workunit.client.0.smithi028.stdout: "omap_stats_invalid": false, 2024-08-29T19:03:23.860 INFO:tasks.workunit.client.0.smithi028.stdout: "ondisk_log_size": 0, 2024-08-29T19:03:23.860 INFO:tasks.workunit.client.0.smithi028.stdout: "ondisk_log_start": "0'0", 2024-08-29T19:03:23.860 INFO:tasks.workunit.client.0.smithi028.stdout: "parent": "0.0", 2024-08-29T19:03:23.860 INFO:tasks.workunit.client.0.smithi028.stdout: "parent_split_bits": 0, 2024-08-29T19:03:23.860 INFO:tasks.workunit.client.0.smithi028.stdout: "pgid": "3.1b", 2024-08-29T19:03:23.861 INFO:tasks.workunit.client.0.smithi028.stdout: "pin_stats_invalid": false, 2024-08-29T19:03:23.861 INFO:tasks.workunit.client.0.smithi028.stdout: "purged_snaps": [], 2024-08-29T19:03:23.861 INFO:tasks.workunit.client.0.smithi028.stdout: "reported_epoch": 2650, 2024-08-29T19:03:23.861 INFO:tasks.workunit.client.0.smithi028.stdout: "reported_seq": 4807, 2024-08-29T19:03:23.861 INFO:tasks.workunit.client.0.smithi028.stdout: "scrub_duration": 0.0, 2024-08-29T19:03:23.861 INFO:tasks.workunit.client.0.smithi028.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-31T04:53:39.088931+0000", 2024-08-29T19:03:23.861 INFO:tasks.workunit.client.0.smithi028.stdout: "snaptrim_duration": 0.0, 2024-08-29T19:03:23.861 INFO:tasks.workunit.client.0.smithi028.stdout: "snaptrimq_len": 0, 2024-08-29T19:03:23.861 INFO:tasks.workunit.client.0.smithi028.stdout: "stat_sum": { 2024-08-29T19:03:23.861 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes": 0, 2024-08-29T19:03:23.861 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes_hit_set_archive": 0, 2024-08-29T19:03:23.861 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes_recovered": 0, 2024-08-29T19:03:23.861 INFO:tasks.workunit.client.0.smithi028.stdout: "num_deep_scrub_errors": 0, 2024-08-29T19:03:23.861 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict": 0, 2024-08-29T19:03:23.862 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_kb": 0, 2024-08-29T19:03:23.862 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_mode_full": 0, 2024-08-29T19:03:23.862 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_mode_some": 0, 2024-08-29T19:03:23.862 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush": 0, 2024-08-29T19:03:23.862 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_kb": 0, 2024-08-29T19:03:23.862 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_mode_high": 0, 2024-08-29T19:03:23.862 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_mode_low": 0, 2024-08-29T19:03:23.862 INFO:tasks.workunit.client.0.smithi028.stdout: "num_keys_recovered": 0, 2024-08-29T19:03:23.862 INFO:tasks.workunit.client.0.smithi028.stdout: "num_large_omap_objects": 0, 2024-08-29T19:03:23.862 INFO:tasks.workunit.client.0.smithi028.stdout: "num_legacy_snapsets": 0, 2024-08-29T19:03:23.862 INFO:tasks.workunit.client.0.smithi028.stdout: "num_object_clones": 0, 2024-08-29T19:03:23.862 INFO:tasks.workunit.client.0.smithi028.stdout: "num_object_copies": 0, 2024-08-29T19:03:23.862 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects": 0, 2024-08-29T19:03:23.862 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_degraded": 0, 2024-08-29T19:03:23.863 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_dirty": 0, 2024-08-29T19:03:23.863 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_hit_set_archive": 0, 2024-08-29T19:03:23.863 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_manifest": 0, 2024-08-29T19:03:23.863 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_misplaced": 0, 2024-08-29T19:03:23.863 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_missing": 0, 2024-08-29T19:03:23.863 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_missing_on_primary": 0, 2024-08-29T19:03:23.863 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_omap": 0, 2024-08-29T19:03:23.863 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_pinned": 0, 2024-08-29T19:03:23.863 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_recovered": 0, 2024-08-29T19:03:23.863 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_repaired": 0, 2024-08-29T19:03:23.863 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_unfound": 0, 2024-08-29T19:03:23.863 INFO:tasks.workunit.client.0.smithi028.stdout: "num_omap_bytes": 0, 2024-08-29T19:03:23.863 INFO:tasks.workunit.client.0.smithi028.stdout: "num_omap_keys": 0, 2024-08-29T19:03:23.863 INFO:tasks.workunit.client.0.smithi028.stdout: "num_promote": 0, 2024-08-29T19:03:23.864 INFO:tasks.workunit.client.0.smithi028.stdout: "num_read": 0, 2024-08-29T19:03:23.864 INFO:tasks.workunit.client.0.smithi028.stdout: "num_read_kb": 0, 2024-08-29T19:03:23.864 INFO:tasks.workunit.client.0.smithi028.stdout: "num_scrub_errors": 0, 2024-08-29T19:03:23.864 INFO:tasks.workunit.client.0.smithi028.stdout: "num_shallow_scrub_errors": 0, 2024-08-29T19:03:23.864 INFO:tasks.workunit.client.0.smithi028.stdout: "num_whiteouts": 0, 2024-08-29T19:03:23.864 INFO:tasks.workunit.client.0.smithi028.stdout: "num_write": 0, 2024-08-29T19:03:23.864 INFO:tasks.workunit.client.0.smithi028.stdout: "num_write_kb": 0 2024-08-29T19:03:23.864 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:23.864 INFO:tasks.workunit.client.0.smithi028.stdout: "state": "active+clean", 2024-08-29T19:03:23.864 INFO:tasks.workunit.client.0.smithi028.stdout: "stats_invalid": false, 2024-08-29T19:03:23.864 INFO:tasks.workunit.client.0.smithi028.stdout: "up": [ 2024-08-29T19:03:23.864 INFO:tasks.workunit.client.0.smithi028.stdout: 0, 2024-08-29T19:03:23.864 INFO:tasks.workunit.client.0.smithi028.stdout: 4, 2024-08-29T19:03:23.864 INFO:tasks.workunit.client.0.smithi028.stdout: 7 2024-08-29T19:03:23.865 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-08-29T19:03:23.865 INFO:tasks.workunit.client.0.smithi028.stdout: "up_primary": 0, 2024-08-29T19:03:23.865 INFO:tasks.workunit.client.0.smithi028.stdout: "version": "0'0" 2024-08-29T19:03:23.865 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:23.865 INFO:tasks.workunit.client.0.smithi028.stdout: { 2024-08-29T19:03:23.865 INFO:tasks.workunit.client.0.smithi028.stdout: "acting": [ 2024-08-29T19:03:23.865 INFO:tasks.workunit.client.0.smithi028.stdout: 3, 2024-08-29T19:03:23.865 INFO:tasks.workunit.client.0.smithi028.stdout: 7, 2024-08-29T19:03:23.865 INFO:tasks.workunit.client.0.smithi028.stdout: 6 2024-08-29T19:03:23.865 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-08-29T19:03:23.865 INFO:tasks.workunit.client.0.smithi028.stdout: "acting_primary": 3, 2024-08-29T19:03:23.865 INFO:tasks.workunit.client.0.smithi028.stdout: "avail_no_missing": [], 2024-08-29T19:03:23.865 INFO:tasks.workunit.client.0.smithi028.stdout: "blocked_by": [], 2024-08-29T19:03:23.866 INFO:tasks.workunit.client.0.smithi028.stdout: "created": 59, 2024-08-29T19:03:23.866 INFO:tasks.workunit.client.0.smithi028.stdout: "dirty_stats_invalid": false, 2024-08-29T19:03:23.866 INFO:tasks.workunit.client.0.smithi028.stdout: "hitset_bytes_stats_invalid": false, 2024-08-29T19:03:23.866 INFO:tasks.workunit.client.0.smithi028.stdout: "hitset_stats_invalid": false, 2024-08-29T19:03:23.866 INFO:tasks.workunit.client.0.smithi028.stdout: "last_active": "2024-08-29T19:02:14.844960+0000", 2024-08-29T19:03:23.866 INFO:tasks.workunit.client.0.smithi028.stdout: "last_became_active": "2024-08-29T17:58:11.353854+0000", 2024-08-29T19:03:23.866 INFO:tasks.workunit.client.0.smithi028.stdout: "last_became_peered": "2024-08-29T17:58:11.353854+0000", 2024-08-29T19:03:23.866 INFO:tasks.workunit.client.0.smithi028.stdout: "last_change": "2024-08-29T17:58:11.354621+0000", 2024-08-29T19:03:23.866 INFO:tasks.workunit.client.0.smithi028.stdout: "last_clean": "2024-08-29T19:02:14.844960+0000", 2024-08-29T19:03:23.866 INFO:tasks.workunit.client.0.smithi028.stdout: "last_clean_scrub_stamp": "2024-08-29T17:40:52.944949+0000", 2024-08-29T19:03:23.866 INFO:tasks.workunit.client.0.smithi028.stdout: "last_deep_scrub": "0'0", 2024-08-29T19:03:23.866 INFO:tasks.workunit.client.0.smithi028.stdout: "last_deep_scrub_stamp": "2024-08-29T17:40:52.944949+0000", 2024-08-29T19:03:23.866 INFO:tasks.workunit.client.0.smithi028.stdout: "last_epoch_clean": 681, 2024-08-29T19:03:23.866 INFO:tasks.workunit.client.0.smithi028.stdout: "last_fresh": "2024-08-29T19:02:14.844960+0000", 2024-08-29T19:03:23.866 INFO:tasks.workunit.client.0.smithi028.stdout: "last_fullsized": "2024-08-29T19:02:14.844960+0000", 2024-08-29T19:03:23.867 INFO:tasks.workunit.client.0.smithi028.stdout: "last_peered": "2024-08-29T19:02:14.844960+0000", 2024-08-29T19:03:23.867 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub": "0'0", 2024-08-29T19:03:23.867 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub_duration": 0, 2024-08-29T19:03:23.867 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub_stamp": "2024-08-29T17:40:52.944949+0000", 2024-08-29T19:03:23.867 INFO:tasks.workunit.client.0.smithi028.stdout: "last_undegraded": "2024-08-29T19:02:14.844960+0000", 2024-08-29T19:03:23.867 INFO:tasks.workunit.client.0.smithi028.stdout: "last_unstale": "2024-08-29T19:02:14.844960+0000", 2024-08-29T19:03:23.867 INFO:tasks.workunit.client.0.smithi028.stdout: "log_dups_size": 0, 2024-08-29T19:03:23.867 INFO:tasks.workunit.client.0.smithi028.stdout: "log_size": 2, 2024-08-29T19:03:23.867 INFO:tasks.workunit.client.0.smithi028.stdout: "log_start": "0'0", 2024-08-29T19:03:23.867 INFO:tasks.workunit.client.0.smithi028.stdout: "manifest_stats_invalid": false, 2024-08-29T19:03:23.867 INFO:tasks.workunit.client.0.smithi028.stdout: "mapping_epoch": 680, 2024-08-29T19:03:23.867 INFO:tasks.workunit.client.0.smithi028.stdout: "object_location_counts": [], 2024-08-29T19:03:23.867 INFO:tasks.workunit.client.0.smithi028.stdout: "objects_scrubbed": 0, 2024-08-29T19:03:23.867 INFO:tasks.workunit.client.0.smithi028.stdout: "objects_trimmed": 0, 2024-08-29T19:03:23.868 INFO:tasks.workunit.client.0.smithi028.stdout: "omap_stats_invalid": false, 2024-08-29T19:03:23.868 INFO:tasks.workunit.client.0.smithi028.stdout: "ondisk_log_size": 2, 2024-08-29T19:03:23.868 INFO:tasks.workunit.client.0.smithi028.stdout: "ondisk_log_start": "0'0", 2024-08-29T19:03:23.868 INFO:tasks.workunit.client.0.smithi028.stdout: "parent": "0.0", 2024-08-29T19:03:23.868 INFO:tasks.workunit.client.0.smithi028.stdout: "parent_split_bits": 0, 2024-08-29T19:03:23.868 INFO:tasks.workunit.client.0.smithi028.stdout: "pgid": "2.1b", 2024-08-29T19:03:23.868 INFO:tasks.workunit.client.0.smithi028.stdout: "pin_stats_invalid": false, 2024-08-29T19:03:23.868 INFO:tasks.workunit.client.0.smithi028.stdout: "purged_snaps": [], 2024-08-29T19:03:23.868 INFO:tasks.workunit.client.0.smithi028.stdout: "reported_epoch": 2650, 2024-08-29T19:03:23.868 INFO:tasks.workunit.client.0.smithi028.stdout: "reported_seq": 4702, 2024-08-29T19:03:23.868 INFO:tasks.workunit.client.0.smithi028.stdout: "scrub_duration": 0.0, 2024-08-29T19:03:23.868 INFO:tasks.workunit.client.0.smithi028.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-30T21:19:20.986752+0000", 2024-08-29T19:03:23.868 INFO:tasks.workunit.client.0.smithi028.stdout: "snaptrim_duration": 0.0, 2024-08-29T19:03:23.868 INFO:tasks.workunit.client.0.smithi028.stdout: "snaptrimq_len": 0, 2024-08-29T19:03:23.869 INFO:tasks.workunit.client.0.smithi028.stdout: "stat_sum": { 2024-08-29T19:03:23.869 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes": 0, 2024-08-29T19:03:23.869 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes_hit_set_archive": 0, 2024-08-29T19:03:23.869 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes_recovered": 0, 2024-08-29T19:03:23.869 INFO:tasks.workunit.client.0.smithi028.stdout: "num_deep_scrub_errors": 0, 2024-08-29T19:03:23.869 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict": 0, 2024-08-29T19:03:23.869 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_kb": 0, 2024-08-29T19:03:23.869 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_mode_full": 0, 2024-08-29T19:03:23.869 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_mode_some": 0, 2024-08-29T19:03:23.869 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush": 0, 2024-08-29T19:03:23.869 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_kb": 0, 2024-08-29T19:03:23.869 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_mode_high": 0, 2024-08-29T19:03:23.869 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_mode_low": 0, 2024-08-29T19:03:23.869 INFO:tasks.workunit.client.0.smithi028.stdout: "num_keys_recovered": 0, 2024-08-29T19:03:23.870 INFO:tasks.workunit.client.0.smithi028.stdout: "num_large_omap_objects": 0, 2024-08-29T19:03:23.870 INFO:tasks.workunit.client.0.smithi028.stdout: "num_legacy_snapsets": 0, 2024-08-29T19:03:23.870 INFO:tasks.workunit.client.0.smithi028.stdout: "num_object_clones": 0, 2024-08-29T19:03:23.870 INFO:tasks.workunit.client.0.smithi028.stdout: "num_object_copies": 0, 2024-08-29T19:03:23.870 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects": 0, 2024-08-29T19:03:23.870 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_degraded": 0, 2024-08-29T19:03:23.870 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_dirty": 0, 2024-08-29T19:03:23.870 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_hit_set_archive": 0, 2024-08-29T19:03:23.872 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_manifest": 0, 2024-08-29T19:03:23.872 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_misplaced": 0, 2024-08-29T19:03:23.872 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_missing": 0, 2024-08-29T19:03:23.872 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_missing_on_primary": 0, 2024-08-29T19:03:23.872 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_omap": 0, 2024-08-29T19:03:23.872 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_pinned": 0, 2024-08-29T19:03:23.872 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_recovered": 0, 2024-08-29T19:03:23.873 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_repaired": 0, 2024-08-29T19:03:23.873 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_unfound": 0, 2024-08-29T19:03:23.873 INFO:tasks.workunit.client.0.smithi028.stdout: "num_omap_bytes": 0, 2024-08-29T19:03:23.873 INFO:tasks.workunit.client.0.smithi028.stdout: "num_omap_keys": 0, 2024-08-29T19:03:23.873 INFO:tasks.workunit.client.0.smithi028.stdout: "num_promote": 0, 2024-08-29T19:03:23.873 INFO:tasks.workunit.client.0.smithi028.stdout: "num_read": 0, 2024-08-29T19:03:23.873 INFO:tasks.workunit.client.0.smithi028.stdout: "num_read_kb": 0, 2024-08-29T19:03:23.873 INFO:tasks.workunit.client.0.smithi028.stdout: "num_scrub_errors": 0, 2024-08-29T19:03:23.873 INFO:tasks.workunit.client.0.smithi028.stdout: "num_shallow_scrub_errors": 0, 2024-08-29T19:03:23.873 INFO:tasks.workunit.client.0.smithi028.stdout: "num_whiteouts": 0, 2024-08-29T19:03:23.873 INFO:tasks.workunit.client.0.smithi028.stdout: "num_write": 0, 2024-08-29T19:03:23.873 INFO:tasks.workunit.client.0.smithi028.stdout: "num_write_kb": 0 2024-08-29T19:03:23.873 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:23.874 INFO:tasks.workunit.client.0.smithi028.stdout: "state": "active+clean", 2024-08-29T19:03:23.874 INFO:tasks.workunit.client.0.smithi028.stdout: "stats_invalid": false, 2024-08-29T19:03:23.874 INFO:tasks.workunit.client.0.smithi028.stdout: "up": [ 2024-08-29T19:03:23.874 INFO:tasks.workunit.client.0.smithi028.stdout: 3, 2024-08-29T19:03:23.874 INFO:tasks.workunit.client.0.smithi028.stdout: 7, 2024-08-29T19:03:23.874 INFO:tasks.workunit.client.0.smithi028.stdout: 6 2024-08-29T19:03:23.874 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-08-29T19:03:23.874 INFO:tasks.workunit.client.0.smithi028.stdout: "up_primary": 3, 2024-08-29T19:03:23.874 INFO:tasks.workunit.client.0.smithi028.stdout: "version": "721'2" 2024-08-29T19:03:23.874 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:23.874 INFO:tasks.workunit.client.0.smithi028.stdout: { 2024-08-29T19:03:23.874 INFO:tasks.workunit.client.0.smithi028.stdout: "acting": [ 2024-08-29T19:03:23.874 INFO:tasks.workunit.client.0.smithi028.stdout: 4, 2024-08-29T19:03:23.874 INFO:tasks.workunit.client.0.smithi028.stdout: 1, 2024-08-29T19:03:23.875 INFO:tasks.workunit.client.0.smithi028.stdout: 2 2024-08-29T19:03:23.875 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-08-29T19:03:23.875 INFO:tasks.workunit.client.0.smithi028.stdout: "acting_primary": 4, 2024-08-29T19:03:23.875 INFO:tasks.workunit.client.0.smithi028.stdout: "avail_no_missing": [], 2024-08-29T19:03:23.875 INFO:tasks.workunit.client.0.smithi028.stdout: "blocked_by": [], 2024-08-29T19:03:23.875 INFO:tasks.workunit.client.0.smithi028.stdout: "created": 62, 2024-08-29T19:03:23.875 INFO:tasks.workunit.client.0.smithi028.stdout: "dirty_stats_invalid": false, 2024-08-29T19:03:23.875 INFO:tasks.workunit.client.0.smithi028.stdout: "hitset_bytes_stats_invalid": false, 2024-08-29T19:03:23.875 INFO:tasks.workunit.client.0.smithi028.stdout: "hitset_stats_invalid": false, 2024-08-29T19:03:23.875 INFO:tasks.workunit.client.0.smithi028.stdout: "last_active": "2024-08-29T19:02:14.932224+0000", 2024-08-29T19:03:23.875 INFO:tasks.workunit.client.0.smithi028.stdout: "last_became_active": "2024-08-29T17:56:29.379401+0000", 2024-08-29T19:03:23.875 INFO:tasks.workunit.client.0.smithi028.stdout: "last_became_peered": "2024-08-29T17:56:29.379401+0000", 2024-08-29T19:03:23.875 INFO:tasks.workunit.client.0.smithi028.stdout: "last_change": "2024-08-29T17:56:29.380201+0000", 2024-08-29T19:03:23.875 INFO:tasks.workunit.client.0.smithi028.stdout: "last_clean": "2024-08-29T19:02:14.932224+0000", 2024-08-29T19:03:23.876 INFO:tasks.workunit.client.0.smithi028.stdout: "last_clean_scrub_stamp": "2024-08-29T17:41:01.987071+0000", 2024-08-29T19:03:23.876 INFO:tasks.workunit.client.0.smithi028.stdout: "last_deep_scrub": "0'0", 2024-08-29T19:03:23.876 INFO:tasks.workunit.client.0.smithi028.stdout: "last_deep_scrub_stamp": "2024-08-29T17:41:01.987071+0000", 2024-08-29T19:03:23.876 INFO:tasks.workunit.client.0.smithi028.stdout: "last_epoch_clean": 580, 2024-08-29T19:03:23.876 INFO:tasks.workunit.client.0.smithi028.stdout: "last_fresh": "2024-08-29T19:02:14.932224+0000", 2024-08-29T19:03:23.876 INFO:tasks.workunit.client.0.smithi028.stdout: "last_fullsized": "2024-08-29T19:02:14.932224+0000", 2024-08-29T19:03:23.876 INFO:tasks.workunit.client.0.smithi028.stdout: "last_peered": "2024-08-29T19:02:14.932224+0000", 2024-08-29T19:03:23.876 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub": "0'0", 2024-08-29T19:03:23.876 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub_duration": 0, 2024-08-29T19:03:23.876 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub_stamp": "2024-08-29T17:41:01.987071+0000", 2024-08-29T19:03:23.876 INFO:tasks.workunit.client.0.smithi028.stdout: "last_undegraded": "2024-08-29T19:02:14.932224+0000", 2024-08-29T19:03:23.876 INFO:tasks.workunit.client.0.smithi028.stdout: "last_unstale": "2024-08-29T19:02:14.932224+0000", 2024-08-29T19:03:23.876 INFO:tasks.workunit.client.0.smithi028.stdout: "log_dups_size": 0, 2024-08-29T19:03:23.877 INFO:tasks.workunit.client.0.smithi028.stdout: "log_size": 0, 2024-08-29T19:03:23.877 INFO:tasks.workunit.client.0.smithi028.stdout: "log_start": "0'0", 2024-08-29T19:03:23.877 INFO:tasks.workunit.client.0.smithi028.stdout: "manifest_stats_invalid": false, 2024-08-29T19:03:23.877 INFO:tasks.workunit.client.0.smithi028.stdout: "mapping_epoch": 579, 2024-08-29T19:03:23.877 INFO:tasks.workunit.client.0.smithi028.stdout: "object_location_counts": [], 2024-08-29T19:03:23.877 INFO:tasks.workunit.client.0.smithi028.stdout: "objects_scrubbed": 0, 2024-08-29T19:03:23.877 INFO:tasks.workunit.client.0.smithi028.stdout: "objects_trimmed": 0, 2024-08-29T19:03:23.877 INFO:tasks.workunit.client.0.smithi028.stdout: "omap_stats_invalid": false, 2024-08-29T19:03:23.877 INFO:tasks.workunit.client.0.smithi028.stdout: "ondisk_log_size": 0, 2024-08-29T19:03:23.877 INFO:tasks.workunit.client.0.smithi028.stdout: "ondisk_log_start": "0'0", 2024-08-29T19:03:23.877 INFO:tasks.workunit.client.0.smithi028.stdout: "parent": "0.0", 2024-08-29T19:03:23.877 INFO:tasks.workunit.client.0.smithi028.stdout: "parent_split_bits": 0, 2024-08-29T19:03:23.877 INFO:tasks.workunit.client.0.smithi028.stdout: "pgid": "3.1a", 2024-08-29T19:03:23.877 INFO:tasks.workunit.client.0.smithi028.stdout: "pin_stats_invalid": false, 2024-08-29T19:03:23.877 INFO:tasks.workunit.client.0.smithi028.stdout: "purged_snaps": [], 2024-08-29T19:03:23.878 INFO:tasks.workunit.client.0.smithi028.stdout: "reported_epoch": 2650, 2024-08-29T19:03:23.878 INFO:tasks.workunit.client.0.smithi028.stdout: "reported_seq": 4700, 2024-08-29T19:03:23.878 INFO:tasks.workunit.client.0.smithi028.stdout: "scrub_duration": 0.0, 2024-08-29T19:03:23.878 INFO:tasks.workunit.client.0.smithi028.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-30T21:44:42.982386+0000", 2024-08-29T19:03:23.878 INFO:tasks.workunit.client.0.smithi028.stdout: "snaptrim_duration": 0.0, 2024-08-29T19:03:23.878 INFO:tasks.workunit.client.0.smithi028.stdout: "snaptrimq_len": 0, 2024-08-29T19:03:23.878 INFO:tasks.workunit.client.0.smithi028.stdout: "stat_sum": { 2024-08-29T19:03:23.878 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes": 0, 2024-08-29T19:03:23.878 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes_hit_set_archive": 0, 2024-08-29T19:03:23.878 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes_recovered": 0, 2024-08-29T19:03:23.878 INFO:tasks.workunit.client.0.smithi028.stdout: "num_deep_scrub_errors": 0, 2024-08-29T19:03:23.878 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict": 0, 2024-08-29T19:03:23.878 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_kb": 0, 2024-08-29T19:03:23.878 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_mode_full": 0, 2024-08-29T19:03:23.879 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_mode_some": 0, 2024-08-29T19:03:23.879 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush": 0, 2024-08-29T19:03:23.879 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_kb": 0, 2024-08-29T19:03:23.879 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_mode_high": 0, 2024-08-29T19:03:23.879 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_mode_low": 0, 2024-08-29T19:03:23.879 INFO:tasks.workunit.client.0.smithi028.stdout: "num_keys_recovered": 0, 2024-08-29T19:03:23.879 INFO:tasks.workunit.client.0.smithi028.stdout: "num_large_omap_objects": 0, 2024-08-29T19:03:23.879 INFO:tasks.workunit.client.0.smithi028.stdout: "num_legacy_snapsets": 0, 2024-08-29T19:03:23.879 INFO:tasks.workunit.client.0.smithi028.stdout: "num_object_clones": 0, 2024-08-29T19:03:23.879 INFO:tasks.workunit.client.0.smithi028.stdout: "num_object_copies": 0, 2024-08-29T19:03:23.879 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects": 0, 2024-08-29T19:03:23.879 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_degraded": 0, 2024-08-29T19:03:23.879 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_dirty": 0, 2024-08-29T19:03:23.879 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_hit_set_archive": 0, 2024-08-29T19:03:23.880 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_manifest": 0, 2024-08-29T19:03:23.880 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_misplaced": 0, 2024-08-29T19:03:23.880 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_missing": 0, 2024-08-29T19:03:23.880 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_missing_on_primary": 0, 2024-08-29T19:03:23.880 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_omap": 0, 2024-08-29T19:03:23.880 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_pinned": 0, 2024-08-29T19:03:23.880 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_recovered": 0, 2024-08-29T19:03:23.880 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_repaired": 0, 2024-08-29T19:03:23.880 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_unfound": 0, 2024-08-29T19:03:23.880 INFO:tasks.workunit.client.0.smithi028.stdout: "num_omap_bytes": 0, 2024-08-29T19:03:23.880 INFO:tasks.workunit.client.0.smithi028.stdout: "num_omap_keys": 0, 2024-08-29T19:03:23.880 INFO:tasks.workunit.client.0.smithi028.stdout: "num_promote": 0, 2024-08-29T19:03:23.880 INFO:tasks.workunit.client.0.smithi028.stdout: "num_read": 0, 2024-08-29T19:03:23.880 INFO:tasks.workunit.client.0.smithi028.stdout: "num_read_kb": 0, 2024-08-29T19:03:23.881 INFO:tasks.workunit.client.0.smithi028.stdout: "num_scrub_errors": 0, 2024-08-29T19:03:23.881 INFO:tasks.workunit.client.0.smithi028.stdout: "num_shallow_scrub_errors": 0, 2024-08-29T19:03:23.881 INFO:tasks.workunit.client.0.smithi028.stdout: "num_whiteouts": 0, 2024-08-29T19:03:23.881 INFO:tasks.workunit.client.0.smithi028.stdout: "num_write": 0, 2024-08-29T19:03:23.881 INFO:tasks.workunit.client.0.smithi028.stdout: "num_write_kb": 0 2024-08-29T19:03:23.881 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:23.881 INFO:tasks.workunit.client.0.smithi028.stdout: "state": "active+clean", 2024-08-29T19:03:23.881 INFO:tasks.workunit.client.0.smithi028.stdout: "stats_invalid": false, 2024-08-29T19:03:23.881 INFO:tasks.workunit.client.0.smithi028.stdout: "up": [ 2024-08-29T19:03:23.881 INFO:tasks.workunit.client.0.smithi028.stdout: 4, 2024-08-29T19:03:23.881 INFO:tasks.workunit.client.0.smithi028.stdout: 1, 2024-08-29T19:03:23.881 INFO:tasks.workunit.client.0.smithi028.stdout: 2 2024-08-29T19:03:23.881 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-08-29T19:03:23.881 INFO:tasks.workunit.client.0.smithi028.stdout: "up_primary": 4, 2024-08-29T19:03:23.882 INFO:tasks.workunit.client.0.smithi028.stdout: "version": "0'0" 2024-08-29T19:03:23.882 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:23.882 INFO:tasks.workunit.client.0.smithi028.stdout: { 2024-08-29T19:03:23.882 INFO:tasks.workunit.client.0.smithi028.stdout: "acting": [ 2024-08-29T19:03:23.882 INFO:tasks.workunit.client.0.smithi028.stdout: 6, 2024-08-29T19:03:23.882 INFO:tasks.workunit.client.0.smithi028.stdout: 0, 2024-08-29T19:03:23.882 INFO:tasks.workunit.client.0.smithi028.stdout: 5 2024-08-29T19:03:23.882 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-08-29T19:03:23.882 INFO:tasks.workunit.client.0.smithi028.stdout: "acting_primary": 6, 2024-08-29T19:03:23.882 INFO:tasks.workunit.client.0.smithi028.stdout: "avail_no_missing": [], 2024-08-29T19:03:23.882 INFO:tasks.workunit.client.0.smithi028.stdout: "blocked_by": [], 2024-08-29T19:03:23.882 INFO:tasks.workunit.client.0.smithi028.stdout: "created": 62, 2024-08-29T19:03:23.882 INFO:tasks.workunit.client.0.smithi028.stdout: "dirty_stats_invalid": false, 2024-08-29T19:03:23.882 INFO:tasks.workunit.client.0.smithi028.stdout: "hitset_bytes_stats_invalid": false, 2024-08-29T19:03:23.882 INFO:tasks.workunit.client.0.smithi028.stdout: "hitset_stats_invalid": false, 2024-08-29T19:03:23.883 INFO:tasks.workunit.client.0.smithi028.stdout: "last_active": "2024-08-29T19:02:14.929702+0000", 2024-08-29T19:03:23.883 INFO:tasks.workunit.client.0.smithi028.stdout: "last_became_active": "2024-08-29T17:57:36.381382+0000", 2024-08-29T19:03:23.883 INFO:tasks.workunit.client.0.smithi028.stdout: "last_became_peered": "2024-08-29T17:57:36.381382+0000", 2024-08-29T19:03:23.883 INFO:tasks.workunit.client.0.smithi028.stdout: "last_change": "2024-08-29T17:57:36.381821+0000", 2024-08-29T19:03:23.883 INFO:tasks.workunit.client.0.smithi028.stdout: "last_clean": "2024-08-29T19:02:14.929702+0000", 2024-08-29T19:03:23.883 INFO:tasks.workunit.client.0.smithi028.stdout: "last_clean_scrub_stamp": "2024-08-29T17:41:01.987071+0000", 2024-08-29T19:03:23.883 INFO:tasks.workunit.client.0.smithi028.stdout: "last_deep_scrub": "0'0", 2024-08-29T19:03:23.883 INFO:tasks.workunit.client.0.smithi028.stdout: "last_deep_scrub_stamp": "2024-08-29T17:41:01.987071+0000", 2024-08-29T19:03:23.883 INFO:tasks.workunit.client.0.smithi028.stdout: "last_epoch_clean": 646, 2024-08-29T19:03:23.883 INFO:tasks.workunit.client.0.smithi028.stdout: "last_fresh": "2024-08-29T19:02:14.929702+0000", 2024-08-29T19:03:23.883 INFO:tasks.workunit.client.0.smithi028.stdout: "last_fullsized": "2024-08-29T19:02:14.929702+0000", 2024-08-29T19:03:23.883 INFO:tasks.workunit.client.0.smithi028.stdout: "last_peered": "2024-08-29T19:02:14.929702+0000", 2024-08-29T19:03:23.883 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub": "0'0", 2024-08-29T19:03:23.883 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub_duration": 0, 2024-08-29T19:03:23.884 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub_stamp": "2024-08-29T17:41:01.987071+0000", 2024-08-29T19:03:23.884 INFO:tasks.workunit.client.0.smithi028.stdout: "last_undegraded": "2024-08-29T19:02:14.929702+0000", 2024-08-29T19:03:23.884 INFO:tasks.workunit.client.0.smithi028.stdout: "last_unstale": "2024-08-29T19:02:14.929702+0000", 2024-08-29T19:03:23.884 INFO:tasks.workunit.client.0.smithi028.stdout: "log_dups_size": 0, 2024-08-29T19:03:23.884 INFO:tasks.workunit.client.0.smithi028.stdout: "log_size": 0, 2024-08-29T19:03:23.884 INFO:tasks.workunit.client.0.smithi028.stdout: "log_start": "0'0", 2024-08-29T19:03:23.884 INFO:tasks.workunit.client.0.smithi028.stdout: "manifest_stats_invalid": false, 2024-08-29T19:03:23.884 INFO:tasks.workunit.client.0.smithi028.stdout: "mapping_epoch": 645, 2024-08-29T19:03:23.884 INFO:tasks.workunit.client.0.smithi028.stdout: "object_location_counts": [], 2024-08-29T19:03:23.884 INFO:tasks.workunit.client.0.smithi028.stdout: "objects_scrubbed": 0, 2024-08-29T19:03:23.884 INFO:tasks.workunit.client.0.smithi028.stdout: "objects_trimmed": 0, 2024-08-29T19:03:23.884 INFO:tasks.workunit.client.0.smithi028.stdout: "omap_stats_invalid": false, 2024-08-29T19:03:23.884 INFO:tasks.workunit.client.0.smithi028.stdout: "ondisk_log_size": 0, 2024-08-29T19:03:23.884 INFO:tasks.workunit.client.0.smithi028.stdout: "ondisk_log_start": "0'0", 2024-08-29T19:03:23.885 INFO:tasks.workunit.client.0.smithi028.stdout: "parent": "0.0", 2024-08-29T19:03:23.885 INFO:tasks.workunit.client.0.smithi028.stdout: "parent_split_bits": 0, 2024-08-29T19:03:23.885 INFO:tasks.workunit.client.0.smithi028.stdout: "pgid": "3.20", 2024-08-29T19:03:23.885 INFO:tasks.workunit.client.0.smithi028.stdout: "pin_stats_invalid": false, 2024-08-29T19:03:23.885 INFO:tasks.workunit.client.0.smithi028.stdout: "purged_snaps": [], 2024-08-29T19:03:23.885 INFO:tasks.workunit.client.0.smithi028.stdout: "reported_epoch": 2650, 2024-08-29T19:03:23.885 INFO:tasks.workunit.client.0.smithi028.stdout: "reported_seq": 4596, 2024-08-29T19:03:23.885 INFO:tasks.workunit.client.0.smithi028.stdout: "scrub_duration": 0.0, 2024-08-29T19:03:23.885 INFO:tasks.workunit.client.0.smithi028.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-30T18:05:37.756698+0000", 2024-08-29T19:03:23.885 INFO:tasks.workunit.client.0.smithi028.stdout: "snaptrim_duration": 0.0, 2024-08-29T19:03:23.885 INFO:tasks.workunit.client.0.smithi028.stdout: "snaptrimq_len": 0, 2024-08-29T19:03:23.885 INFO:tasks.workunit.client.0.smithi028.stdout: "stat_sum": { 2024-08-29T19:03:23.885 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes": 0, 2024-08-29T19:03:23.885 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes_hit_set_archive": 0, 2024-08-29T19:03:23.885 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes_recovered": 0, 2024-08-29T19:03:23.886 INFO:tasks.workunit.client.0.smithi028.stdout: "num_deep_scrub_errors": 0, 2024-08-29T19:03:23.886 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict": 0, 2024-08-29T19:03:23.886 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_kb": 0, 2024-08-29T19:03:23.886 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_mode_full": 0, 2024-08-29T19:03:23.886 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_mode_some": 0, 2024-08-29T19:03:23.886 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush": 0, 2024-08-29T19:03:23.886 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_kb": 0, 2024-08-29T19:03:23.886 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_mode_high": 0, 2024-08-29T19:03:23.886 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_mode_low": 0, 2024-08-29T19:03:23.886 INFO:tasks.workunit.client.0.smithi028.stdout: "num_keys_recovered": 0, 2024-08-29T19:03:23.886 INFO:tasks.workunit.client.0.smithi028.stdout: "num_large_omap_objects": 0, 2024-08-29T19:03:23.886 INFO:tasks.workunit.client.0.smithi028.stdout: "num_legacy_snapsets": 0, 2024-08-29T19:03:23.886 INFO:tasks.workunit.client.0.smithi028.stdout: "num_object_clones": 0, 2024-08-29T19:03:23.886 INFO:tasks.workunit.client.0.smithi028.stdout: "num_object_copies": 0, 2024-08-29T19:03:23.887 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects": 0, 2024-08-29T19:03:23.887 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_degraded": 0, 2024-08-29T19:03:23.887 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_dirty": 0, 2024-08-29T19:03:23.887 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_hit_set_archive": 0, 2024-08-29T19:03:23.887 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_manifest": 0, 2024-08-29T19:03:23.887 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_misplaced": 0, 2024-08-29T19:03:23.887 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_missing": 0, 2024-08-29T19:03:23.887 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_missing_on_primary": 0, 2024-08-29T19:03:23.887 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_omap": 0, 2024-08-29T19:03:23.887 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_pinned": 0, 2024-08-29T19:03:23.887 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_recovered": 0, 2024-08-29T19:03:23.887 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_repaired": 0, 2024-08-29T19:03:23.887 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_unfound": 0, 2024-08-29T19:03:23.887 INFO:tasks.workunit.client.0.smithi028.stdout: "num_omap_bytes": 0, 2024-08-29T19:03:23.888 INFO:tasks.workunit.client.0.smithi028.stdout: "num_omap_keys": 0, 2024-08-29T19:03:23.888 INFO:tasks.workunit.client.0.smithi028.stdout: "num_promote": 0, 2024-08-29T19:03:23.888 INFO:tasks.workunit.client.0.smithi028.stdout: "num_read": 0, 2024-08-29T19:03:23.888 INFO:tasks.workunit.client.0.smithi028.stdout: "num_read_kb": 0, 2024-08-29T19:03:23.888 INFO:tasks.workunit.client.0.smithi028.stdout: "num_scrub_errors": 0, 2024-08-29T19:03:23.888 INFO:tasks.workunit.client.0.smithi028.stdout: "num_shallow_scrub_errors": 0, 2024-08-29T19:03:23.888 INFO:tasks.workunit.client.0.smithi028.stdout: "num_whiteouts": 0, 2024-08-29T19:03:23.888 INFO:tasks.workunit.client.0.smithi028.stdout: "num_write": 0, 2024-08-29T19:03:23.888 INFO:tasks.workunit.client.0.smithi028.stdout: "num_write_kb": 0 2024-08-29T19:03:23.888 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:23.888 INFO:tasks.workunit.client.0.smithi028.stdout: "state": "active+clean", 2024-08-29T19:03:23.888 INFO:tasks.workunit.client.0.smithi028.stdout: "stats_invalid": false, 2024-08-29T19:03:23.888 INFO:tasks.workunit.client.0.smithi028.stdout: "up": [ 2024-08-29T19:03:23.888 INFO:tasks.workunit.client.0.smithi028.stdout: 6, 2024-08-29T19:03:23.889 INFO:tasks.workunit.client.0.smithi028.stdout: 0, 2024-08-29T19:03:23.889 INFO:tasks.workunit.client.0.smithi028.stdout: 5 2024-08-29T19:03:23.889 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-08-29T19:03:23.889 INFO:tasks.workunit.client.0.smithi028.stdout: "up_primary": 6, 2024-08-29T19:03:23.889 INFO:tasks.workunit.client.0.smithi028.stdout: "version": "0'0" 2024-08-29T19:03:23.889 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:23.889 INFO:tasks.workunit.client.0.smithi028.stdout: { 2024-08-29T19:03:23.889 INFO:tasks.workunit.client.0.smithi028.stdout: "acting": [ 2024-08-29T19:03:23.889 INFO:tasks.workunit.client.0.smithi028.stdout: 2, 2024-08-29T19:03:23.889 INFO:tasks.workunit.client.0.smithi028.stdout: 5, 2024-08-29T19:03:23.889 INFO:tasks.workunit.client.0.smithi028.stdout: 6 2024-08-29T19:03:23.889 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-08-29T19:03:23.889 INFO:tasks.workunit.client.0.smithi028.stdout: "acting_primary": 2, 2024-08-29T19:03:23.889 INFO:tasks.workunit.client.0.smithi028.stdout: "avail_no_missing": [], 2024-08-29T19:03:23.890 INFO:tasks.workunit.client.0.smithi028.stdout: "blocked_by": [], 2024-08-29T19:03:23.890 INFO:tasks.workunit.client.0.smithi028.stdout: "created": 62, 2024-08-29T19:03:23.890 INFO:tasks.workunit.client.0.smithi028.stdout: "dirty_stats_invalid": false, 2024-08-29T19:03:23.890 INFO:tasks.workunit.client.0.smithi028.stdout: "hitset_bytes_stats_invalid": false, 2024-08-29T19:03:23.890 INFO:tasks.workunit.client.0.smithi028.stdout: "hitset_stats_invalid": false, 2024-08-29T19:03:23.890 INFO:tasks.workunit.client.0.smithi028.stdout: "last_active": "2024-08-29T19:02:14.103528+0000", 2024-08-29T19:03:23.890 INFO:tasks.workunit.client.0.smithi028.stdout: "last_became_active": "2024-08-29T17:57:36.375752+0000", 2024-08-29T19:03:23.890 INFO:tasks.workunit.client.0.smithi028.stdout: "last_became_peered": "2024-08-29T17:57:36.375752+0000", 2024-08-29T19:03:23.890 INFO:tasks.workunit.client.0.smithi028.stdout: "last_change": "2024-08-29T17:57:36.376180+0000", 2024-08-29T19:03:23.890 INFO:tasks.workunit.client.0.smithi028.stdout: "last_clean": "2024-08-29T19:02:14.103528+0000", 2024-08-29T19:03:23.890 INFO:tasks.workunit.client.0.smithi028.stdout: "last_clean_scrub_stamp": "2024-08-29T17:41:01.987071+0000", 2024-08-29T19:03:23.890 INFO:tasks.workunit.client.0.smithi028.stdout: "last_deep_scrub": "0'0", 2024-08-29T19:03:23.890 INFO:tasks.workunit.client.0.smithi028.stdout: "last_deep_scrub_stamp": "2024-08-29T17:41:01.987071+0000", 2024-08-29T19:03:23.890 INFO:tasks.workunit.client.0.smithi028.stdout: "last_epoch_clean": 646, 2024-08-29T19:03:23.891 INFO:tasks.workunit.client.0.smithi028.stdout: "last_fresh": "2024-08-29T19:02:14.103528+0000", 2024-08-29T19:03:23.891 INFO:tasks.workunit.client.0.smithi028.stdout: "last_fullsized": "2024-08-29T19:02:14.103528+0000", 2024-08-29T19:03:23.891 INFO:tasks.workunit.client.0.smithi028.stdout: "last_peered": "2024-08-29T19:02:14.103528+0000", 2024-08-29T19:03:23.891 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub": "0'0", 2024-08-29T19:03:23.891 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub_duration": 0, 2024-08-29T19:03:23.891 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub_stamp": "2024-08-29T17:41:01.987071+0000", 2024-08-29T19:03:23.891 INFO:tasks.workunit.client.0.smithi028.stdout: "last_undegraded": "2024-08-29T19:02:14.103528+0000", 2024-08-29T19:03:23.891 INFO:tasks.workunit.client.0.smithi028.stdout: "last_unstale": "2024-08-29T19:02:14.103528+0000", 2024-08-29T19:03:23.891 INFO:tasks.workunit.client.0.smithi028.stdout: "log_dups_size": 0, 2024-08-29T19:03:23.891 INFO:tasks.workunit.client.0.smithi028.stdout: "log_size": 0, 2024-08-29T19:03:23.891 INFO:tasks.workunit.client.0.smithi028.stdout: "log_start": "0'0", 2024-08-29T19:03:23.891 INFO:tasks.workunit.client.0.smithi028.stdout: "manifest_stats_invalid": false, 2024-08-29T19:03:23.891 INFO:tasks.workunit.client.0.smithi028.stdout: "mapping_epoch": 645, 2024-08-29T19:03:23.891 INFO:tasks.workunit.client.0.smithi028.stdout: "object_location_counts": [], 2024-08-29T19:03:23.892 INFO:tasks.workunit.client.0.smithi028.stdout: "objects_scrubbed": 0, 2024-08-29T19:03:23.892 INFO:tasks.workunit.client.0.smithi028.stdout: "objects_trimmed": 0, 2024-08-29T19:03:23.892 INFO:tasks.workunit.client.0.smithi028.stdout: "omap_stats_invalid": false, 2024-08-29T19:03:23.892 INFO:tasks.workunit.client.0.smithi028.stdout: "ondisk_log_size": 0, 2024-08-29T19:03:23.892 INFO:tasks.workunit.client.0.smithi028.stdout: "ondisk_log_start": "0'0", 2024-08-29T19:03:23.892 INFO:tasks.workunit.client.0.smithi028.stdout: "parent": "0.0", 2024-08-29T19:03:23.892 INFO:tasks.workunit.client.0.smithi028.stdout: "parent_split_bits": 0, 2024-08-29T19:03:23.892 INFO:tasks.workunit.client.0.smithi028.stdout: "pgid": "3.21", 2024-08-29T19:03:23.892 INFO:tasks.workunit.client.0.smithi028.stdout: "pin_stats_invalid": false, 2024-08-29T19:03:23.892 INFO:tasks.workunit.client.0.smithi028.stdout: "purged_snaps": [], 2024-08-29T19:03:23.892 INFO:tasks.workunit.client.0.smithi028.stdout: "reported_epoch": 2650, 2024-08-29T19:03:23.892 INFO:tasks.workunit.client.0.smithi028.stdout: "reported_seq": 4712, 2024-08-29T19:03:23.892 INFO:tasks.workunit.client.0.smithi028.stdout: "scrub_duration": 0.0, 2024-08-29T19:03:23.892 INFO:tasks.workunit.client.0.smithi028.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-30T20:13:33.883563+0000", 2024-08-29T19:03:23.893 INFO:tasks.workunit.client.0.smithi028.stdout: "snaptrim_duration": 0.0, 2024-08-29T19:03:23.893 INFO:tasks.workunit.client.0.smithi028.stdout: "snaptrimq_len": 0, 2024-08-29T19:03:23.893 INFO:tasks.workunit.client.0.smithi028.stdout: "stat_sum": { 2024-08-29T19:03:23.893 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes": 0, 2024-08-29T19:03:23.893 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes_hit_set_archive": 0, 2024-08-29T19:03:23.893 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes_recovered": 0, 2024-08-29T19:03:23.893 INFO:tasks.workunit.client.0.smithi028.stdout: "num_deep_scrub_errors": 0, 2024-08-29T19:03:23.893 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict": 0, 2024-08-29T19:03:23.893 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_kb": 0, 2024-08-29T19:03:23.893 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_mode_full": 0, 2024-08-29T19:03:23.893 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_mode_some": 0, 2024-08-29T19:03:23.893 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush": 0, 2024-08-29T19:03:23.893 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_kb": 0, 2024-08-29T19:03:23.893 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_mode_high": 0, 2024-08-29T19:03:23.894 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_mode_low": 0, 2024-08-29T19:03:23.894 INFO:tasks.workunit.client.0.smithi028.stdout: "num_keys_recovered": 0, 2024-08-29T19:03:23.894 INFO:tasks.workunit.client.0.smithi028.stdout: "num_large_omap_objects": 0, 2024-08-29T19:03:23.894 INFO:tasks.workunit.client.0.smithi028.stdout: "num_legacy_snapsets": 0, 2024-08-29T19:03:23.894 INFO:tasks.workunit.client.0.smithi028.stdout: "num_object_clones": 0, 2024-08-29T19:03:23.894 INFO:tasks.workunit.client.0.smithi028.stdout: "num_object_copies": 0, 2024-08-29T19:03:23.894 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects": 0, 2024-08-29T19:03:23.894 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_degraded": 0, 2024-08-29T19:03:23.894 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_dirty": 0, 2024-08-29T19:03:23.894 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_hit_set_archive": 0, 2024-08-29T19:03:23.894 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_manifest": 0, 2024-08-29T19:03:23.894 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_misplaced": 0, 2024-08-29T19:03:23.894 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_missing": 0, 2024-08-29T19:03:23.894 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_missing_on_primary": 0, 2024-08-29T19:03:23.895 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_omap": 0, 2024-08-29T19:03:23.895 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_pinned": 0, 2024-08-29T19:03:23.895 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_recovered": 0, 2024-08-29T19:03:23.895 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_repaired": 0, 2024-08-29T19:03:23.895 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_unfound": 0, 2024-08-29T19:03:23.895 INFO:tasks.workunit.client.0.smithi028.stdout: "num_omap_bytes": 0, 2024-08-29T19:03:23.895 INFO:tasks.workunit.client.0.smithi028.stdout: "num_omap_keys": 0, 2024-08-29T19:03:23.895 INFO:tasks.workunit.client.0.smithi028.stdout: "num_promote": 0, 2024-08-29T19:03:23.895 INFO:tasks.workunit.client.0.smithi028.stdout: "num_read": 0, 2024-08-29T19:03:23.895 INFO:tasks.workunit.client.0.smithi028.stdout: "num_read_kb": 0, 2024-08-29T19:03:23.895 INFO:tasks.workunit.client.0.smithi028.stdout: "num_scrub_errors": 0, 2024-08-29T19:03:23.895 INFO:tasks.workunit.client.0.smithi028.stdout: "num_shallow_scrub_errors": 0, 2024-08-29T19:03:23.895 INFO:tasks.workunit.client.0.smithi028.stdout: "num_whiteouts": 0, 2024-08-29T19:03:23.895 INFO:tasks.workunit.client.0.smithi028.stdout: "num_write": 0, 2024-08-29T19:03:23.895 INFO:tasks.workunit.client.0.smithi028.stdout: "num_write_kb": 0 2024-08-29T19:03:23.896 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:23.896 INFO:tasks.workunit.client.0.smithi028.stdout: "state": "active+clean", 2024-08-29T19:03:23.896 INFO:tasks.workunit.client.0.smithi028.stdout: "stats_invalid": false, 2024-08-29T19:03:23.896 INFO:tasks.workunit.client.0.smithi028.stdout: "up": [ 2024-08-29T19:03:23.896 INFO:tasks.workunit.client.0.smithi028.stdout: 2, 2024-08-29T19:03:23.896 INFO:tasks.workunit.client.0.smithi028.stdout: 5, 2024-08-29T19:03:23.896 INFO:tasks.workunit.client.0.smithi028.stdout: 6 2024-08-29T19:03:23.896 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-08-29T19:03:23.896 INFO:tasks.workunit.client.0.smithi028.stdout: "up_primary": 2, 2024-08-29T19:03:23.896 INFO:tasks.workunit.client.0.smithi028.stdout: "version": "0'0" 2024-08-29T19:03:23.896 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:23.896 INFO:tasks.workunit.client.0.smithi028.stdout: { 2024-08-29T19:03:23.896 INFO:tasks.workunit.client.0.smithi028.stdout: "acting": [ 2024-08-29T19:03:23.897 INFO:tasks.workunit.client.0.smithi028.stdout: 5, 2024-08-29T19:03:23.897 INFO:tasks.workunit.client.0.smithi028.stdout: 3, 2024-08-29T19:03:23.897 INFO:tasks.workunit.client.0.smithi028.stdout: 0 2024-08-29T19:03:23.897 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-08-29T19:03:23.897 INFO:tasks.workunit.client.0.smithi028.stdout: "acting_primary": 5, 2024-08-29T19:03:23.897 INFO:tasks.workunit.client.0.smithi028.stdout: "avail_no_missing": [], 2024-08-29T19:03:23.897 INFO:tasks.workunit.client.0.smithi028.stdout: "blocked_by": [], 2024-08-29T19:03:23.897 INFO:tasks.workunit.client.0.smithi028.stdout: "created": 62, 2024-08-29T19:03:23.897 INFO:tasks.workunit.client.0.smithi028.stdout: "dirty_stats_invalid": false, 2024-08-29T19:03:23.897 INFO:tasks.workunit.client.0.smithi028.stdout: "hitset_bytes_stats_invalid": false, 2024-08-29T19:03:23.897 INFO:tasks.workunit.client.0.smithi028.stdout: "hitset_stats_invalid": false, 2024-08-29T19:03:23.897 INFO:tasks.workunit.client.0.smithi028.stdout: "last_active": "2024-08-29T19:02:14.917452+0000", 2024-08-29T19:03:23.897 INFO:tasks.workunit.client.0.smithi028.stdout: "last_became_active": "2024-08-29T17:57:02.377028+0000", 2024-08-29T19:03:23.897 INFO:tasks.workunit.client.0.smithi028.stdout: "last_became_peered": "2024-08-29T17:57:02.377028+0000", 2024-08-29T19:03:23.898 INFO:tasks.workunit.client.0.smithi028.stdout: "last_change": "2024-08-29T17:57:02.382561+0000", 2024-08-29T19:03:23.898 INFO:tasks.workunit.client.0.smithi028.stdout: "last_clean": "2024-08-29T19:02:14.917452+0000", 2024-08-29T19:03:23.898 INFO:tasks.workunit.client.0.smithi028.stdout: "last_clean_scrub_stamp": "2024-08-29T17:41:01.987071+0000", 2024-08-29T19:03:23.898 INFO:tasks.workunit.client.0.smithi028.stdout: "last_deep_scrub": "0'0", 2024-08-29T19:03:23.898 INFO:tasks.workunit.client.0.smithi028.stdout: "last_deep_scrub_stamp": "2024-08-29T17:41:01.987071+0000", 2024-08-29T19:03:23.898 INFO:tasks.workunit.client.0.smithi028.stdout: "last_epoch_clean": 613, 2024-08-29T19:03:23.898 INFO:tasks.workunit.client.0.smithi028.stdout: "last_fresh": "2024-08-29T19:02:14.917452+0000", 2024-08-29T19:03:23.898 INFO:tasks.workunit.client.0.smithi028.stdout: "last_fullsized": "2024-08-29T19:02:14.917452+0000", 2024-08-29T19:03:23.898 INFO:tasks.workunit.client.0.smithi028.stdout: "last_peered": "2024-08-29T19:02:14.917452+0000", 2024-08-29T19:03:23.898 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub": "0'0", 2024-08-29T19:03:23.898 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub_duration": 0, 2024-08-29T19:03:23.898 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub_stamp": "2024-08-29T17:41:01.987071+0000", 2024-08-29T19:03:23.898 INFO:tasks.workunit.client.0.smithi028.stdout: "last_undegraded": "2024-08-29T19:02:14.917452+0000", 2024-08-29T19:03:23.898 INFO:tasks.workunit.client.0.smithi028.stdout: "last_unstale": "2024-08-29T19:02:14.917452+0000", 2024-08-29T19:03:23.898 INFO:tasks.workunit.client.0.smithi028.stdout: "log_dups_size": 0, 2024-08-29T19:03:23.899 INFO:tasks.workunit.client.0.smithi028.stdout: "log_size": 0, 2024-08-29T19:03:23.899 INFO:tasks.workunit.client.0.smithi028.stdout: "log_start": "0'0", 2024-08-29T19:03:23.899 INFO:tasks.workunit.client.0.smithi028.stdout: "manifest_stats_invalid": false, 2024-08-29T19:03:23.899 INFO:tasks.workunit.client.0.smithi028.stdout: "mapping_epoch": 612, 2024-08-29T19:03:23.899 INFO:tasks.workunit.client.0.smithi028.stdout: "object_location_counts": [], 2024-08-29T19:03:23.899 INFO:tasks.workunit.client.0.smithi028.stdout: "objects_scrubbed": 0, 2024-08-29T19:03:23.899 INFO:tasks.workunit.client.0.smithi028.stdout: "objects_trimmed": 0, 2024-08-29T19:03:23.899 INFO:tasks.workunit.client.0.smithi028.stdout: "omap_stats_invalid": false, 2024-08-29T19:03:23.899 INFO:tasks.workunit.client.0.smithi028.stdout: "ondisk_log_size": 0, 2024-08-29T19:03:23.899 INFO:tasks.workunit.client.0.smithi028.stdout: "ondisk_log_start": "0'0", 2024-08-29T19:03:23.899 INFO:tasks.workunit.client.0.smithi028.stdout: "parent": "0.0", 2024-08-29T19:03:23.899 INFO:tasks.workunit.client.0.smithi028.stdout: "parent_split_bits": 0, 2024-08-29T19:03:23.899 INFO:tasks.workunit.client.0.smithi028.stdout: "pgid": "3.22", 2024-08-29T19:03:23.899 INFO:tasks.workunit.client.0.smithi028.stdout: "pin_stats_invalid": false, 2024-08-29T19:03:23.900 INFO:tasks.workunit.client.0.smithi028.stdout: "purged_snaps": [], 2024-08-29T19:03:23.900 INFO:tasks.workunit.client.0.smithi028.stdout: "reported_epoch": 2650, 2024-08-29T19:03:23.900 INFO:tasks.workunit.client.0.smithi028.stdout: "reported_seq": 4645, 2024-08-29T19:03:23.900 INFO:tasks.workunit.client.0.smithi028.stdout: "scrub_duration": 0.0, 2024-08-29T19:03:23.900 INFO:tasks.workunit.client.0.smithi028.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-30T18:38:23.359877+0000", 2024-08-29T19:03:23.900 INFO:tasks.workunit.client.0.smithi028.stdout: "snaptrim_duration": 0.0, 2024-08-29T19:03:23.900 INFO:tasks.workunit.client.0.smithi028.stdout: "snaptrimq_len": 0, 2024-08-29T19:03:23.900 INFO:tasks.workunit.client.0.smithi028.stdout: "stat_sum": { 2024-08-29T19:03:23.900 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes": 0, 2024-08-29T19:03:23.900 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes_hit_set_archive": 0, 2024-08-29T19:03:23.900 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes_recovered": 0, 2024-08-29T19:03:23.900 INFO:tasks.workunit.client.0.smithi028.stdout: "num_deep_scrub_errors": 0, 2024-08-29T19:03:23.900 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict": 0, 2024-08-29T19:03:23.900 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_kb": 0, 2024-08-29T19:03:23.901 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_mode_full": 0, 2024-08-29T19:03:23.901 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_mode_some": 0, 2024-08-29T19:03:23.901 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush": 0, 2024-08-29T19:03:23.901 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_kb": 0, 2024-08-29T19:03:23.901 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_mode_high": 0, 2024-08-29T19:03:23.901 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_mode_low": 0, 2024-08-29T19:03:23.901 INFO:tasks.workunit.client.0.smithi028.stdout: "num_keys_recovered": 0, 2024-08-29T19:03:23.901 INFO:tasks.workunit.client.0.smithi028.stdout: "num_large_omap_objects": 0, 2024-08-29T19:03:23.901 INFO:tasks.workunit.client.0.smithi028.stdout: "num_legacy_snapsets": 0, 2024-08-29T19:03:23.901 INFO:tasks.workunit.client.0.smithi028.stdout: "num_object_clones": 0, 2024-08-29T19:03:23.901 INFO:tasks.workunit.client.0.smithi028.stdout: "num_object_copies": 0, 2024-08-29T19:03:23.901 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects": 0, 2024-08-29T19:03:23.901 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_degraded": 0, 2024-08-29T19:03:23.901 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_dirty": 0, 2024-08-29T19:03:23.902 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_hit_set_archive": 0, 2024-08-29T19:03:23.902 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_manifest": 0, 2024-08-29T19:03:23.902 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_misplaced": 0, 2024-08-29T19:03:23.902 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_missing": 0, 2024-08-29T19:03:23.902 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_missing_on_primary": 0, 2024-08-29T19:03:23.902 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_omap": 0, 2024-08-29T19:03:23.902 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_pinned": 0, 2024-08-29T19:03:23.902 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_recovered": 0, 2024-08-29T19:03:23.902 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_repaired": 0, 2024-08-29T19:03:23.902 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_unfound": 0, 2024-08-29T19:03:23.902 INFO:tasks.workunit.client.0.smithi028.stdout: "num_omap_bytes": 0, 2024-08-29T19:03:23.902 INFO:tasks.workunit.client.0.smithi028.stdout: "num_omap_keys": 0, 2024-08-29T19:03:23.902 INFO:tasks.workunit.client.0.smithi028.stdout: "num_promote": 0, 2024-08-29T19:03:23.903 INFO:tasks.workunit.client.0.smithi028.stdout: "num_read": 0, 2024-08-29T19:03:23.903 INFO:tasks.workunit.client.0.smithi028.stdout: "num_read_kb": 0, 2024-08-29T19:03:23.903 INFO:tasks.workunit.client.0.smithi028.stdout: "num_scrub_errors": 0, 2024-08-29T19:03:23.903 INFO:tasks.workunit.client.0.smithi028.stdout: "num_shallow_scrub_errors": 0, 2024-08-29T19:03:23.903 INFO:tasks.workunit.client.0.smithi028.stdout: "num_whiteouts": 0, 2024-08-29T19:03:23.903 INFO:tasks.workunit.client.0.smithi028.stdout: "num_write": 0, 2024-08-29T19:03:23.903 INFO:tasks.workunit.client.0.smithi028.stdout: "num_write_kb": 0 2024-08-29T19:03:23.903 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:23.903 INFO:tasks.workunit.client.0.smithi028.stdout: "state": "active+clean", 2024-08-29T19:03:23.903 INFO:tasks.workunit.client.0.smithi028.stdout: "stats_invalid": false, 2024-08-29T19:03:23.903 INFO:tasks.workunit.client.0.smithi028.stdout: "up": [ 2024-08-29T19:03:23.903 INFO:tasks.workunit.client.0.smithi028.stdout: 5, 2024-08-29T19:03:23.903 INFO:tasks.workunit.client.0.smithi028.stdout: 3, 2024-08-29T19:03:23.903 INFO:tasks.workunit.client.0.smithi028.stdout: 0 2024-08-29T19:03:23.904 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-08-29T19:03:23.904 INFO:tasks.workunit.client.0.smithi028.stdout: "up_primary": 5, 2024-08-29T19:03:23.904 INFO:tasks.workunit.client.0.smithi028.stdout: "version": "0'0" 2024-08-29T19:03:23.904 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:23.904 INFO:tasks.workunit.client.0.smithi028.stdout: { 2024-08-29T19:03:23.904 INFO:tasks.workunit.client.0.smithi028.stdout: "acting": [ 2024-08-29T19:03:23.904 INFO:tasks.workunit.client.0.smithi028.stdout: 0, 2024-08-29T19:03:23.904 INFO:tasks.workunit.client.0.smithi028.stdout: 3, 2024-08-29T19:03:23.904 INFO:tasks.workunit.client.0.smithi028.stdout: 4 2024-08-29T19:03:23.904 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-08-29T19:03:23.904 INFO:tasks.workunit.client.0.smithi028.stdout: "acting_primary": 0, 2024-08-29T19:03:23.904 INFO:tasks.workunit.client.0.smithi028.stdout: "avail_no_missing": [], 2024-08-29T19:03:23.904 INFO:tasks.workunit.client.0.smithi028.stdout: "blocked_by": [], 2024-08-29T19:03:23.904 INFO:tasks.workunit.client.0.smithi028.stdout: "created": 62, 2024-08-29T19:03:23.905 INFO:tasks.workunit.client.0.smithi028.stdout: "dirty_stats_invalid": false, 2024-08-29T19:03:23.905 INFO:tasks.workunit.client.0.smithi028.stdout: "hitset_bytes_stats_invalid": false, 2024-08-29T19:03:23.905 INFO:tasks.workunit.client.0.smithi028.stdout: "hitset_stats_invalid": false, 2024-08-29T19:03:23.905 INFO:tasks.workunit.client.0.smithi028.stdout: "last_active": "2024-08-29T19:02:14.106934+0000", 2024-08-29T19:03:23.905 INFO:tasks.workunit.client.0.smithi028.stdout: "last_became_active": "2024-08-29T17:56:29.392785+0000", 2024-08-29T19:03:23.905 INFO:tasks.workunit.client.0.smithi028.stdout: "last_became_peered": "2024-08-29T17:56:29.392785+0000", 2024-08-29T19:03:23.905 INFO:tasks.workunit.client.0.smithi028.stdout: "last_change": "2024-08-29T17:56:29.393593+0000", 2024-08-29T19:03:23.905 INFO:tasks.workunit.client.0.smithi028.stdout: "last_clean": "2024-08-29T19:02:14.106934+0000", 2024-08-29T19:03:23.905 INFO:tasks.workunit.client.0.smithi028.stdout: "last_clean_scrub_stamp": "2024-08-29T17:41:01.987071+0000", 2024-08-29T19:03:23.905 INFO:tasks.workunit.client.0.smithi028.stdout: "last_deep_scrub": "0'0", 2024-08-29T19:03:23.905 INFO:tasks.workunit.client.0.smithi028.stdout: "last_deep_scrub_stamp": "2024-08-29T17:41:01.987071+0000", 2024-08-29T19:03:23.905 INFO:tasks.workunit.client.0.smithi028.stdout: "last_epoch_clean": 580, 2024-08-29T19:03:23.905 INFO:tasks.workunit.client.0.smithi028.stdout: "last_fresh": "2024-08-29T19:02:14.106934+0000", 2024-08-29T19:03:23.905 INFO:tasks.workunit.client.0.smithi028.stdout: "last_fullsized": "2024-08-29T19:02:14.106934+0000", 2024-08-29T19:03:23.906 INFO:tasks.workunit.client.0.smithi028.stdout: "last_peered": "2024-08-29T19:02:14.106934+0000", 2024-08-29T19:03:23.906 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub": "0'0", 2024-08-29T19:03:23.906 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub_duration": 0, 2024-08-29T19:03:23.906 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub_stamp": "2024-08-29T17:41:01.987071+0000", 2024-08-29T19:03:23.906 INFO:tasks.workunit.client.0.smithi028.stdout: "last_undegraded": "2024-08-29T19:02:14.106934+0000", 2024-08-29T19:03:23.906 INFO:tasks.workunit.client.0.smithi028.stdout: "last_unstale": "2024-08-29T19:02:14.106934+0000", 2024-08-29T19:03:23.906 INFO:tasks.workunit.client.0.smithi028.stdout: "log_dups_size": 0, 2024-08-29T19:03:23.906 INFO:tasks.workunit.client.0.smithi028.stdout: "log_size": 0, 2024-08-29T19:03:23.906 INFO:tasks.workunit.client.0.smithi028.stdout: "log_start": "0'0", 2024-08-29T19:03:23.906 INFO:tasks.workunit.client.0.smithi028.stdout: "manifest_stats_invalid": false, 2024-08-29T19:03:23.906 INFO:tasks.workunit.client.0.smithi028.stdout: "mapping_epoch": 579, 2024-08-29T19:03:23.906 INFO:tasks.workunit.client.0.smithi028.stdout: "object_location_counts": [], 2024-08-29T19:03:23.906 INFO:tasks.workunit.client.0.smithi028.stdout: "objects_scrubbed": 0, 2024-08-29T19:03:23.906 INFO:tasks.workunit.client.0.smithi028.stdout: "objects_trimmed": 0, 2024-08-29T19:03:23.907 INFO:tasks.workunit.client.0.smithi028.stdout: "omap_stats_invalid": false, 2024-08-29T19:03:23.907 INFO:tasks.workunit.client.0.smithi028.stdout: "ondisk_log_size": 0, 2024-08-29T19:03:23.907 INFO:tasks.workunit.client.0.smithi028.stdout: "ondisk_log_start": "0'0", 2024-08-29T19:03:23.907 INFO:tasks.workunit.client.0.smithi028.stdout: "parent": "0.0", 2024-08-29T19:03:23.907 INFO:tasks.workunit.client.0.smithi028.stdout: "parent_split_bits": 0, 2024-08-29T19:03:23.907 INFO:tasks.workunit.client.0.smithi028.stdout: "pgid": "3.23", 2024-08-29T19:03:23.907 INFO:tasks.workunit.client.0.smithi028.stdout: "pin_stats_invalid": false, 2024-08-29T19:03:23.907 INFO:tasks.workunit.client.0.smithi028.stdout: "purged_snaps": [], 2024-08-29T19:03:23.907 INFO:tasks.workunit.client.0.smithi028.stdout: "reported_epoch": 2650, 2024-08-29T19:03:23.907 INFO:tasks.workunit.client.0.smithi028.stdout: "reported_seq": 4812, 2024-08-29T19:03:23.907 INFO:tasks.workunit.client.0.smithi028.stdout: "scrub_duration": 0.0, 2024-08-29T19:03:23.907 INFO:tasks.workunit.client.0.smithi028.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-30T21:36:53.527096+0000", 2024-08-29T19:03:23.907 INFO:tasks.workunit.client.0.smithi028.stdout: "snaptrim_duration": 0.0, 2024-08-29T19:03:23.907 INFO:tasks.workunit.client.0.smithi028.stdout: "snaptrimq_len": 0, 2024-08-29T19:03:23.908 INFO:tasks.workunit.client.0.smithi028.stdout: "stat_sum": { 2024-08-29T19:03:23.908 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes": 0, 2024-08-29T19:03:23.908 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes_hit_set_archive": 0, 2024-08-29T19:03:23.908 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes_recovered": 0, 2024-08-29T19:03:23.908 INFO:tasks.workunit.client.0.smithi028.stdout: "num_deep_scrub_errors": 0, 2024-08-29T19:03:23.908 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict": 0, 2024-08-29T19:03:23.908 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_kb": 0, 2024-08-29T19:03:23.908 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_mode_full": 0, 2024-08-29T19:03:23.908 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_mode_some": 0, 2024-08-29T19:03:23.908 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush": 0, 2024-08-29T19:03:23.908 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_kb": 0, 2024-08-29T19:03:23.908 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_mode_high": 0, 2024-08-29T19:03:23.908 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_mode_low": 0, 2024-08-29T19:03:23.909 INFO:tasks.workunit.client.0.smithi028.stdout: "num_keys_recovered": 0, 2024-08-29T19:03:23.909 INFO:tasks.workunit.client.0.smithi028.stdout: "num_large_omap_objects": 0, 2024-08-29T19:03:23.909 INFO:tasks.workunit.client.0.smithi028.stdout: "num_legacy_snapsets": 0, 2024-08-29T19:03:23.909 INFO:tasks.workunit.client.0.smithi028.stdout: "num_object_clones": 0, 2024-08-29T19:03:23.909 INFO:tasks.workunit.client.0.smithi028.stdout: "num_object_copies": 0, 2024-08-29T19:03:23.909 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects": 0, 2024-08-29T19:03:23.909 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_degraded": 0, 2024-08-29T19:03:23.909 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_dirty": 0, 2024-08-29T19:03:23.909 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_hit_set_archive": 0, 2024-08-29T19:03:23.909 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_manifest": 0, 2024-08-29T19:03:23.909 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_misplaced": 0, 2024-08-29T19:03:23.909 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_missing": 0, 2024-08-29T19:03:23.909 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_missing_on_primary": 0, 2024-08-29T19:03:23.909 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_omap": 0, 2024-08-29T19:03:23.909 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_pinned": 0, 2024-08-29T19:03:23.910 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_recovered": 0, 2024-08-29T19:03:23.910 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_repaired": 0, 2024-08-29T19:03:23.910 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_unfound": 0, 2024-08-29T19:03:23.910 INFO:tasks.workunit.client.0.smithi028.stdout: "num_omap_bytes": 0, 2024-08-29T19:03:23.910 INFO:tasks.workunit.client.0.smithi028.stdout: "num_omap_keys": 0, 2024-08-29T19:03:23.910 INFO:tasks.workunit.client.0.smithi028.stdout: "num_promote": 0, 2024-08-29T19:03:23.910 INFO:tasks.workunit.client.0.smithi028.stdout: "num_read": 0, 2024-08-29T19:03:23.910 INFO:tasks.workunit.client.0.smithi028.stdout: "num_read_kb": 0, 2024-08-29T19:03:23.910 INFO:tasks.workunit.client.0.smithi028.stdout: "num_scrub_errors": 0, 2024-08-29T19:03:23.910 INFO:tasks.workunit.client.0.smithi028.stdout: "num_shallow_scrub_errors": 0, 2024-08-29T19:03:23.910 INFO:tasks.workunit.client.0.smithi028.stdout: "num_whiteouts": 0, 2024-08-29T19:03:23.910 INFO:tasks.workunit.client.0.smithi028.stdout: "num_write": 0, 2024-08-29T19:03:23.910 INFO:tasks.workunit.client.0.smithi028.stdout: "num_write_kb": 0 2024-08-29T19:03:23.910 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:23.911 INFO:tasks.workunit.client.0.smithi028.stdout: "state": "active+clean", 2024-08-29T19:03:23.911 INFO:tasks.workunit.client.0.smithi028.stdout: "stats_invalid": false, 2024-08-29T19:03:23.911 INFO:tasks.workunit.client.0.smithi028.stdout: "up": [ 2024-08-29T19:03:23.911 INFO:tasks.workunit.client.0.smithi028.stdout: 0, 2024-08-29T19:03:23.911 INFO:tasks.workunit.client.0.smithi028.stdout: 3, 2024-08-29T19:03:23.911 INFO:tasks.workunit.client.0.smithi028.stdout: 4 2024-08-29T19:03:23.911 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-08-29T19:03:23.911 INFO:tasks.workunit.client.0.smithi028.stdout: "up_primary": 0, 2024-08-29T19:03:23.911 INFO:tasks.workunit.client.0.smithi028.stdout: "version": "0'0" 2024-08-29T19:03:23.911 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:23.911 INFO:tasks.workunit.client.0.smithi028.stdout: { 2024-08-29T19:03:23.911 INFO:tasks.workunit.client.0.smithi028.stdout: "acting": [ 2024-08-29T19:03:23.911 INFO:tasks.workunit.client.0.smithi028.stdout: 3, 2024-08-29T19:03:23.911 INFO:tasks.workunit.client.0.smithi028.stdout: 4, 2024-08-29T19:03:23.912 INFO:tasks.workunit.client.0.smithi028.stdout: 0 2024-08-29T19:03:23.912 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-08-29T19:03:23.912 INFO:tasks.workunit.client.0.smithi028.stdout: "acting_primary": 3, 2024-08-29T19:03:23.912 INFO:tasks.workunit.client.0.smithi028.stdout: "avail_no_missing": [], 2024-08-29T19:03:23.912 INFO:tasks.workunit.client.0.smithi028.stdout: "blocked_by": [], 2024-08-29T19:03:23.912 INFO:tasks.workunit.client.0.smithi028.stdout: "created": 62, 2024-08-29T19:03:23.912 INFO:tasks.workunit.client.0.smithi028.stdout: "dirty_stats_invalid": false, 2024-08-29T19:03:23.912 INFO:tasks.workunit.client.0.smithi028.stdout: "hitset_bytes_stats_invalid": false, 2024-08-29T19:03:23.912 INFO:tasks.workunit.client.0.smithi028.stdout: "hitset_stats_invalid": false, 2024-08-29T19:03:23.912 INFO:tasks.workunit.client.0.smithi028.stdout: "last_active": "2024-08-29T19:02:14.844508+0000", 2024-08-29T19:03:23.912 INFO:tasks.workunit.client.0.smithi028.stdout: "last_became_active": "2024-08-29T17:56:29.369353+0000", 2024-08-29T19:03:23.912 INFO:tasks.workunit.client.0.smithi028.stdout: "last_became_peered": "2024-08-29T17:56:29.369353+0000", 2024-08-29T19:03:23.912 INFO:tasks.workunit.client.0.smithi028.stdout: "last_change": "2024-08-29T17:56:29.370488+0000", 2024-08-29T19:03:23.913 INFO:tasks.workunit.client.0.smithi028.stdout: "last_clean": "2024-08-29T19:02:14.844508+0000", 2024-08-29T19:03:23.913 INFO:tasks.workunit.client.0.smithi028.stdout: "last_clean_scrub_stamp": "2024-08-29T17:41:01.987071+0000", 2024-08-29T19:03:23.913 INFO:tasks.workunit.client.0.smithi028.stdout: "last_deep_scrub": "0'0", 2024-08-29T19:03:23.913 INFO:tasks.workunit.client.0.smithi028.stdout: "last_deep_scrub_stamp": "2024-08-29T17:41:01.987071+0000", 2024-08-29T19:03:23.913 INFO:tasks.workunit.client.0.smithi028.stdout: "last_epoch_clean": 580, 2024-08-29T19:03:23.913 INFO:tasks.workunit.client.0.smithi028.stdout: "last_fresh": "2024-08-29T19:02:14.844508+0000", 2024-08-29T19:03:23.913 INFO:tasks.workunit.client.0.smithi028.stdout: "last_fullsized": "2024-08-29T19:02:14.844508+0000", 2024-08-29T19:03:23.913 INFO:tasks.workunit.client.0.smithi028.stdout: "last_peered": "2024-08-29T19:02:14.844508+0000", 2024-08-29T19:03:23.913 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub": "0'0", 2024-08-29T19:03:23.913 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub_duration": 0, 2024-08-29T19:03:23.913 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub_stamp": "2024-08-29T17:41:01.987071+0000", 2024-08-29T19:03:23.913 INFO:tasks.workunit.client.0.smithi028.stdout: "last_undegraded": "2024-08-29T19:02:14.844508+0000", 2024-08-29T19:03:23.913 INFO:tasks.workunit.client.0.smithi028.stdout: "last_unstale": "2024-08-29T19:02:14.844508+0000", 2024-08-29T19:03:23.913 INFO:tasks.workunit.client.0.smithi028.stdout: "log_dups_size": 0, 2024-08-29T19:03:23.914 INFO:tasks.workunit.client.0.smithi028.stdout: "log_size": 0, 2024-08-29T19:03:23.914 INFO:tasks.workunit.client.0.smithi028.stdout: "log_start": "0'0", 2024-08-29T19:03:23.914 INFO:tasks.workunit.client.0.smithi028.stdout: "manifest_stats_invalid": false, 2024-08-29T19:03:23.914 INFO:tasks.workunit.client.0.smithi028.stdout: "mapping_epoch": 579, 2024-08-29T19:03:23.914 INFO:tasks.workunit.client.0.smithi028.stdout: "object_location_counts": [], 2024-08-29T19:03:23.914 INFO:tasks.workunit.client.0.smithi028.stdout: "objects_scrubbed": 0, 2024-08-29T19:03:23.914 INFO:tasks.workunit.client.0.smithi028.stdout: "objects_trimmed": 0, 2024-08-29T19:03:23.914 INFO:tasks.workunit.client.0.smithi028.stdout: "omap_stats_invalid": false, 2024-08-29T19:03:23.914 INFO:tasks.workunit.client.0.smithi028.stdout: "ondisk_log_size": 0, 2024-08-29T19:03:23.914 INFO:tasks.workunit.client.0.smithi028.stdout: "ondisk_log_start": "0'0", 2024-08-29T19:03:23.914 INFO:tasks.workunit.client.0.smithi028.stdout: "parent": "0.0", 2024-08-29T19:03:23.914 INFO:tasks.workunit.client.0.smithi028.stdout: "parent_split_bits": 0, 2024-08-29T19:03:23.914 INFO:tasks.workunit.client.0.smithi028.stdout: "pgid": "3.24", 2024-08-29T19:03:23.914 INFO:tasks.workunit.client.0.smithi028.stdout: "pin_stats_invalid": false, 2024-08-29T19:03:23.915 INFO:tasks.workunit.client.0.smithi028.stdout: "purged_snaps": [], 2024-08-29T19:03:23.915 INFO:tasks.workunit.client.0.smithi028.stdout: "reported_epoch": 2650, 2024-08-29T19:03:23.915 INFO:tasks.workunit.client.0.smithi028.stdout: "reported_seq": 4691, 2024-08-29T19:03:23.915 INFO:tasks.workunit.client.0.smithi028.stdout: "scrub_duration": 0.0, 2024-08-29T19:03:23.915 INFO:tasks.workunit.client.0.smithi028.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-31T00:54:36.024558+0000", 2024-08-29T19:03:23.915 INFO:tasks.workunit.client.0.smithi028.stdout: "snaptrim_duration": 0.0, 2024-08-29T19:03:23.915 INFO:tasks.workunit.client.0.smithi028.stdout: "snaptrimq_len": 0, 2024-08-29T19:03:23.915 INFO:tasks.workunit.client.0.smithi028.stdout: "stat_sum": { 2024-08-29T19:03:23.915 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes": 0, 2024-08-29T19:03:23.915 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes_hit_set_archive": 0, 2024-08-29T19:03:23.915 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes_recovered": 0, 2024-08-29T19:03:23.915 INFO:tasks.workunit.client.0.smithi028.stdout: "num_deep_scrub_errors": 0, 2024-08-29T19:03:23.915 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict": 0, 2024-08-29T19:03:23.915 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_kb": 0, 2024-08-29T19:03:23.916 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_mode_full": 0, 2024-08-29T19:03:23.916 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_mode_some": 0, 2024-08-29T19:03:23.916 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush": 0, 2024-08-29T19:03:23.916 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_kb": 0, 2024-08-29T19:03:23.916 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_mode_high": 0, 2024-08-29T19:03:23.916 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_mode_low": 0, 2024-08-29T19:03:23.916 INFO:tasks.workunit.client.0.smithi028.stdout: "num_keys_recovered": 0, 2024-08-29T19:03:23.916 INFO:tasks.workunit.client.0.smithi028.stdout: "num_large_omap_objects": 0, 2024-08-29T19:03:23.916 INFO:tasks.workunit.client.0.smithi028.stdout: "num_legacy_snapsets": 0, 2024-08-29T19:03:23.916 INFO:tasks.workunit.client.0.smithi028.stdout: "num_object_clones": 0, 2024-08-29T19:03:23.916 INFO:tasks.workunit.client.0.smithi028.stdout: "num_object_copies": 0, 2024-08-29T19:03:23.916 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects": 0, 2024-08-29T19:03:23.916 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_degraded": 0, 2024-08-29T19:03:23.916 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_dirty": 0, 2024-08-29T19:03:23.917 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_hit_set_archive": 0, 2024-08-29T19:03:23.917 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_manifest": 0, 2024-08-29T19:03:23.917 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_misplaced": 0, 2024-08-29T19:03:23.917 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_missing": 0, 2024-08-29T19:03:23.917 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_missing_on_primary": 0, 2024-08-29T19:03:23.917 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_omap": 0, 2024-08-29T19:03:23.917 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_pinned": 0, 2024-08-29T19:03:23.917 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_recovered": 0, 2024-08-29T19:03:23.917 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_repaired": 0, 2024-08-29T19:03:23.917 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_unfound": 0, 2024-08-29T19:03:23.917 INFO:tasks.workunit.client.0.smithi028.stdout: "num_omap_bytes": 0, 2024-08-29T19:03:23.917 INFO:tasks.workunit.client.0.smithi028.stdout: "num_omap_keys": 0, 2024-08-29T19:03:23.917 INFO:tasks.workunit.client.0.smithi028.stdout: "num_promote": 0, 2024-08-29T19:03:23.918 INFO:tasks.workunit.client.0.smithi028.stdout: "num_read": 0, 2024-08-29T19:03:23.918 INFO:tasks.workunit.client.0.smithi028.stdout: "num_read_kb": 0, 2024-08-29T19:03:23.918 INFO:tasks.workunit.client.0.smithi028.stdout: "num_scrub_errors": 0, 2024-08-29T19:03:23.918 INFO:tasks.workunit.client.0.smithi028.stdout: "num_shallow_scrub_errors": 0, 2024-08-29T19:03:23.918 INFO:tasks.workunit.client.0.smithi028.stdout: "num_whiteouts": 0, 2024-08-29T19:03:23.918 INFO:tasks.workunit.client.0.smithi028.stdout: "num_write": 0, 2024-08-29T19:03:23.918 INFO:tasks.workunit.client.0.smithi028.stdout: "num_write_kb": 0 2024-08-29T19:03:23.918 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:23.918 INFO:tasks.workunit.client.0.smithi028.stdout: "state": "active+clean", 2024-08-29T19:03:23.918 INFO:tasks.workunit.client.0.smithi028.stdout: "stats_invalid": false, 2024-08-29T19:03:23.918 INFO:tasks.workunit.client.0.smithi028.stdout: "up": [ 2024-08-29T19:03:23.918 INFO:tasks.workunit.client.0.smithi028.stdout: 3, 2024-08-29T19:03:23.918 INFO:tasks.workunit.client.0.smithi028.stdout: 4, 2024-08-29T19:03:23.918 INFO:tasks.workunit.client.0.smithi028.stdout: 0 2024-08-29T19:03:23.918 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-08-29T19:03:23.919 INFO:tasks.workunit.client.0.smithi028.stdout: "up_primary": 3, 2024-08-29T19:03:23.919 INFO:tasks.workunit.client.0.smithi028.stdout: "version": "0'0" 2024-08-29T19:03:23.919 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:23.919 INFO:tasks.workunit.client.0.smithi028.stdout: { 2024-08-29T19:03:23.919 INFO:tasks.workunit.client.0.smithi028.stdout: "acting": [ 2024-08-29T19:03:23.919 INFO:tasks.workunit.client.0.smithi028.stdout: 1, 2024-08-29T19:03:23.919 INFO:tasks.workunit.client.0.smithi028.stdout: 3, 2024-08-29T19:03:23.919 INFO:tasks.workunit.client.0.smithi028.stdout: 2 2024-08-29T19:03:23.919 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-08-29T19:03:23.919 INFO:tasks.workunit.client.0.smithi028.stdout: "acting_primary": 1, 2024-08-29T19:03:23.919 INFO:tasks.workunit.client.0.smithi028.stdout: "avail_no_missing": [], 2024-08-29T19:03:23.919 INFO:tasks.workunit.client.0.smithi028.stdout: "blocked_by": [], 2024-08-29T19:03:23.919 INFO:tasks.workunit.client.0.smithi028.stdout: "created": 62, 2024-08-29T19:03:23.919 INFO:tasks.workunit.client.0.smithi028.stdout: "dirty_stats_invalid": false, 2024-08-29T19:03:23.920 INFO:tasks.workunit.client.0.smithi028.stdout: "hitset_bytes_stats_invalid": false, 2024-08-29T19:03:23.920 INFO:tasks.workunit.client.0.smithi028.stdout: "hitset_stats_invalid": false, 2024-08-29T19:03:23.920 INFO:tasks.workunit.client.0.smithi028.stdout: "last_active": "2024-08-29T19:02:14.819088+0000", 2024-08-29T19:03:23.920 INFO:tasks.workunit.client.0.smithi028.stdout: "last_became_active": "2024-08-29T17:55:56.307401+0000", 2024-08-29T19:03:23.920 INFO:tasks.workunit.client.0.smithi028.stdout: "last_became_peered": "2024-08-29T17:55:56.307401+0000", 2024-08-29T19:03:23.920 INFO:tasks.workunit.client.0.smithi028.stdout: "last_change": "2024-08-29T17:55:56.309585+0000", 2024-08-29T19:03:23.920 INFO:tasks.workunit.client.0.smithi028.stdout: "last_clean": "2024-08-29T19:02:14.819088+0000", 2024-08-29T19:03:23.920 INFO:tasks.workunit.client.0.smithi028.stdout: "last_clean_scrub_stamp": "2024-08-29T17:41:01.987071+0000", 2024-08-29T19:03:23.920 INFO:tasks.workunit.client.0.smithi028.stdout: "last_deep_scrub": "0'0", 2024-08-29T19:03:23.920 INFO:tasks.workunit.client.0.smithi028.stdout: "last_deep_scrub_stamp": "2024-08-29T17:41:01.987071+0000", 2024-08-29T19:03:23.920 INFO:tasks.workunit.client.0.smithi028.stdout: "last_epoch_clean": 547, 2024-08-29T19:03:23.920 INFO:tasks.workunit.client.0.smithi028.stdout: "last_fresh": "2024-08-29T19:02:14.819088+0000", 2024-08-29T19:03:23.920 INFO:tasks.workunit.client.0.smithi028.stdout: "last_fullsized": "2024-08-29T19:02:14.819088+0000", 2024-08-29T19:03:23.921 INFO:tasks.workunit.client.0.smithi028.stdout: "last_peered": "2024-08-29T19:02:14.819088+0000", 2024-08-29T19:03:23.921 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub": "0'0", 2024-08-29T19:03:23.921 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub_duration": 0, 2024-08-29T19:03:23.921 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub_stamp": "2024-08-29T17:41:01.987071+0000", 2024-08-29T19:03:23.921 INFO:tasks.workunit.client.0.smithi028.stdout: "last_undegraded": "2024-08-29T19:02:14.819088+0000", 2024-08-29T19:03:23.921 INFO:tasks.workunit.client.0.smithi028.stdout: "last_unstale": "2024-08-29T19:02:14.819088+0000", 2024-08-29T19:03:23.921 INFO:tasks.workunit.client.0.smithi028.stdout: "log_dups_size": 0, 2024-08-29T19:03:23.921 INFO:tasks.workunit.client.0.smithi028.stdout: "log_size": 0, 2024-08-29T19:03:23.921 INFO:tasks.workunit.client.0.smithi028.stdout: "log_start": "0'0", 2024-08-29T19:03:23.921 INFO:tasks.workunit.client.0.smithi028.stdout: "manifest_stats_invalid": false, 2024-08-29T19:03:23.921 INFO:tasks.workunit.client.0.smithi028.stdout: "mapping_epoch": 546, 2024-08-29T19:03:23.921 INFO:tasks.workunit.client.0.smithi028.stdout: "object_location_counts": [], 2024-08-29T19:03:23.921 INFO:tasks.workunit.client.0.smithi028.stdout: "objects_scrubbed": 0, 2024-08-29T19:03:23.921 INFO:tasks.workunit.client.0.smithi028.stdout: "objects_trimmed": 0, 2024-08-29T19:03:23.921 INFO:tasks.workunit.client.0.smithi028.stdout: "omap_stats_invalid": false, 2024-08-29T19:03:23.922 INFO:tasks.workunit.client.0.smithi028.stdout: "ondisk_log_size": 0, 2024-08-29T19:03:23.922 INFO:tasks.workunit.client.0.smithi028.stdout: "ondisk_log_start": "0'0", 2024-08-29T19:03:23.922 INFO:tasks.workunit.client.0.smithi028.stdout: "parent": "0.0", 2024-08-29T19:03:23.922 INFO:tasks.workunit.client.0.smithi028.stdout: "parent_split_bits": 0, 2024-08-29T19:03:23.922 INFO:tasks.workunit.client.0.smithi028.stdout: "pgid": "3.25", 2024-08-29T19:03:23.922 INFO:tasks.workunit.client.0.smithi028.stdout: "pin_stats_invalid": false, 2024-08-29T19:03:23.922 INFO:tasks.workunit.client.0.smithi028.stdout: "purged_snaps": [], 2024-08-29T19:03:23.922 INFO:tasks.workunit.client.0.smithi028.stdout: "reported_epoch": 2650, 2024-08-29T19:03:23.922 INFO:tasks.workunit.client.0.smithi028.stdout: "reported_seq": 4748, 2024-08-29T19:03:23.922 INFO:tasks.workunit.client.0.smithi028.stdout: "scrub_duration": 0.0, 2024-08-29T19:03:23.922 INFO:tasks.workunit.client.0.smithi028.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-30T23:27:57.059091+0000", 2024-08-29T19:03:23.922 INFO:tasks.workunit.client.0.smithi028.stdout: "snaptrim_duration": 0.0, 2024-08-29T19:03:23.922 INFO:tasks.workunit.client.0.smithi028.stdout: "snaptrimq_len": 0, 2024-08-29T19:03:23.923 INFO:tasks.workunit.client.0.smithi028.stdout: "stat_sum": { 2024-08-29T19:03:23.923 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes": 0, 2024-08-29T19:03:23.923 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes_hit_set_archive": 0, 2024-08-29T19:03:23.923 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes_recovered": 0, 2024-08-29T19:03:23.923 INFO:tasks.workunit.client.0.smithi028.stdout: "num_deep_scrub_errors": 0, 2024-08-29T19:03:23.923 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict": 0, 2024-08-29T19:03:23.923 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_kb": 0, 2024-08-29T19:03:23.923 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_mode_full": 0, 2024-08-29T19:03:23.923 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_mode_some": 0, 2024-08-29T19:03:23.923 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush": 0, 2024-08-29T19:03:23.923 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_kb": 0, 2024-08-29T19:03:23.923 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_mode_high": 0, 2024-08-29T19:03:23.923 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_mode_low": 0, 2024-08-29T19:03:23.923 INFO:tasks.workunit.client.0.smithi028.stdout: "num_keys_recovered": 0, 2024-08-29T19:03:23.924 INFO:tasks.workunit.client.0.smithi028.stdout: "num_large_omap_objects": 0, 2024-08-29T19:03:23.924 INFO:tasks.workunit.client.0.smithi028.stdout: "num_legacy_snapsets": 0, 2024-08-29T19:03:23.924 INFO:tasks.workunit.client.0.smithi028.stdout: "num_object_clones": 0, 2024-08-29T19:03:23.924 INFO:tasks.workunit.client.0.smithi028.stdout: "num_object_copies": 0, 2024-08-29T19:03:23.924 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects": 0, 2024-08-29T19:03:23.924 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_degraded": 0, 2024-08-29T19:03:23.924 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_dirty": 0, 2024-08-29T19:03:23.924 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_hit_set_archive": 0, 2024-08-29T19:03:23.924 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_manifest": 0, 2024-08-29T19:03:23.924 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_misplaced": 0, 2024-08-29T19:03:23.924 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_missing": 0, 2024-08-29T19:03:23.924 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_missing_on_primary": 0, 2024-08-29T19:03:23.924 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_omap": 0, 2024-08-29T19:03:23.924 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_pinned": 0, 2024-08-29T19:03:23.925 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_recovered": 0, 2024-08-29T19:03:23.925 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_repaired": 0, 2024-08-29T19:03:23.925 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_unfound": 0, 2024-08-29T19:03:23.925 INFO:tasks.workunit.client.0.smithi028.stdout: "num_omap_bytes": 0, 2024-08-29T19:03:23.925 INFO:tasks.workunit.client.0.smithi028.stdout: "num_omap_keys": 0, 2024-08-29T19:03:23.925 INFO:tasks.workunit.client.0.smithi028.stdout: "num_promote": 0, 2024-08-29T19:03:23.925 INFO:tasks.workunit.client.0.smithi028.stdout: "num_read": 0, 2024-08-29T19:03:23.925 INFO:tasks.workunit.client.0.smithi028.stdout: "num_read_kb": 0, 2024-08-29T19:03:23.925 INFO:tasks.workunit.client.0.smithi028.stdout: "num_scrub_errors": 0, 2024-08-29T19:03:23.925 INFO:tasks.workunit.client.0.smithi028.stdout: "num_shallow_scrub_errors": 0, 2024-08-29T19:03:23.925 INFO:tasks.workunit.client.0.smithi028.stdout: "num_whiteouts": 0, 2024-08-29T19:03:23.925 INFO:tasks.workunit.client.0.smithi028.stdout: "num_write": 0, 2024-08-29T19:03:23.925 INFO:tasks.workunit.client.0.smithi028.stdout: "num_write_kb": 0 2024-08-29T19:03:23.925 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:23.925 INFO:tasks.workunit.client.0.smithi028.stdout: "state": "active+clean", 2024-08-29T19:03:23.926 INFO:tasks.workunit.client.0.smithi028.stdout: "stats_invalid": false, 2024-08-29T19:03:23.926 INFO:tasks.workunit.client.0.smithi028.stdout: "up": [ 2024-08-29T19:03:23.926 INFO:tasks.workunit.client.0.smithi028.stdout: 1, 2024-08-29T19:03:23.926 INFO:tasks.workunit.client.0.smithi028.stdout: 3, 2024-08-29T19:03:23.926 INFO:tasks.workunit.client.0.smithi028.stdout: 2 2024-08-29T19:03:23.926 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-08-29T19:03:23.926 INFO:tasks.workunit.client.0.smithi028.stdout: "up_primary": 1, 2024-08-29T19:03:23.926 INFO:tasks.workunit.client.0.smithi028.stdout: "version": "0'0" 2024-08-29T19:03:23.926 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:23.926 INFO:tasks.workunit.client.0.smithi028.stdout: { 2024-08-29T19:03:23.926 INFO:tasks.workunit.client.0.smithi028.stdout: "acting": [ 2024-08-29T19:03:23.926 INFO:tasks.workunit.client.0.smithi028.stdout: 6, 2024-08-29T19:03:23.926 INFO:tasks.workunit.client.0.smithi028.stdout: 7, 2024-08-29T19:03:23.926 INFO:tasks.workunit.client.0.smithi028.stdout: 4 2024-08-29T19:03:23.927 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-08-29T19:03:23.927 INFO:tasks.workunit.client.0.smithi028.stdout: "acting_primary": 6, 2024-08-29T19:03:23.927 INFO:tasks.workunit.client.0.smithi028.stdout: "avail_no_missing": [], 2024-08-29T19:03:23.927 INFO:tasks.workunit.client.0.smithi028.stdout: "blocked_by": [], 2024-08-29T19:03:23.927 INFO:tasks.workunit.client.0.smithi028.stdout: "created": 62, 2024-08-29T19:03:23.927 INFO:tasks.workunit.client.0.smithi028.stdout: "dirty_stats_invalid": false, 2024-08-29T19:03:23.927 INFO:tasks.workunit.client.0.smithi028.stdout: "hitset_bytes_stats_invalid": false, 2024-08-29T19:03:23.927 INFO:tasks.workunit.client.0.smithi028.stdout: "hitset_stats_invalid": false, 2024-08-29T19:03:23.927 INFO:tasks.workunit.client.0.smithi028.stdout: "last_active": "2024-08-29T19:02:14.925991+0000", 2024-08-29T19:03:23.927 INFO:tasks.workunit.client.0.smithi028.stdout: "last_became_active": "2024-08-29T17:58:11.343684+0000", 2024-08-29T19:03:23.927 INFO:tasks.workunit.client.0.smithi028.stdout: "last_became_peered": "2024-08-29T17:58:11.343684+0000", 2024-08-29T19:03:23.927 INFO:tasks.workunit.client.0.smithi028.stdout: "last_change": "2024-08-29T17:58:11.344681+0000", 2024-08-29T19:03:23.927 INFO:tasks.workunit.client.0.smithi028.stdout: "last_clean": "2024-08-29T19:02:14.925991+0000", 2024-08-29T19:03:23.927 INFO:tasks.workunit.client.0.smithi028.stdout: "last_clean_scrub_stamp": "2024-08-29T17:41:01.987071+0000", 2024-08-29T19:03:23.928 INFO:tasks.workunit.client.0.smithi028.stdout: "last_deep_scrub": "0'0", 2024-08-29T19:03:23.928 INFO:tasks.workunit.client.0.smithi028.stdout: "last_deep_scrub_stamp": "2024-08-29T17:41:01.987071+0000", 2024-08-29T19:03:23.928 INFO:tasks.workunit.client.0.smithi028.stdout: "last_epoch_clean": 681, 2024-08-29T19:03:23.928 INFO:tasks.workunit.client.0.smithi028.stdout: "last_fresh": "2024-08-29T19:02:14.925991+0000", 2024-08-29T19:03:23.928 INFO:tasks.workunit.client.0.smithi028.stdout: "last_fullsized": "2024-08-29T19:02:14.925991+0000", 2024-08-29T19:03:23.928 INFO:tasks.workunit.client.0.smithi028.stdout: "last_peered": "2024-08-29T19:02:14.925991+0000", 2024-08-29T19:03:23.928 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub": "0'0", 2024-08-29T19:03:23.928 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub_duration": 0, 2024-08-29T19:03:23.928 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub_stamp": "2024-08-29T17:41:01.987071+0000", 2024-08-29T19:03:23.928 INFO:tasks.workunit.client.0.smithi028.stdout: "last_undegraded": "2024-08-29T19:02:14.925991+0000", 2024-08-29T19:03:23.928 INFO:tasks.workunit.client.0.smithi028.stdout: "last_unstale": "2024-08-29T19:02:14.925991+0000", 2024-08-29T19:03:23.928 INFO:tasks.workunit.client.0.smithi028.stdout: "log_dups_size": 0, 2024-08-29T19:03:23.928 INFO:tasks.workunit.client.0.smithi028.stdout: "log_size": 0, 2024-08-29T19:03:23.928 INFO:tasks.workunit.client.0.smithi028.stdout: "log_start": "0'0", 2024-08-29T19:03:23.928 INFO:tasks.workunit.client.0.smithi028.stdout: "manifest_stats_invalid": false, 2024-08-29T19:03:23.929 INFO:tasks.workunit.client.0.smithi028.stdout: "mapping_epoch": 680, 2024-08-29T19:03:23.929 INFO:tasks.workunit.client.0.smithi028.stdout: "object_location_counts": [], 2024-08-29T19:03:23.929 INFO:tasks.workunit.client.0.smithi028.stdout: "objects_scrubbed": 0, 2024-08-29T19:03:23.929 INFO:tasks.workunit.client.0.smithi028.stdout: "objects_trimmed": 0, 2024-08-29T19:03:23.929 INFO:tasks.workunit.client.0.smithi028.stdout: "omap_stats_invalid": false, 2024-08-29T19:03:23.929 INFO:tasks.workunit.client.0.smithi028.stdout: "ondisk_log_size": 0, 2024-08-29T19:03:23.929 INFO:tasks.workunit.client.0.smithi028.stdout: "ondisk_log_start": "0'0", 2024-08-29T19:03:23.929 INFO:tasks.workunit.client.0.smithi028.stdout: "parent": "0.0", 2024-08-29T19:03:23.929 INFO:tasks.workunit.client.0.smithi028.stdout: "parent_split_bits": 0, 2024-08-29T19:03:23.929 INFO:tasks.workunit.client.0.smithi028.stdout: "pgid": "3.26", 2024-08-29T19:03:23.929 INFO:tasks.workunit.client.0.smithi028.stdout: "pin_stats_invalid": false, 2024-08-29T19:03:23.929 INFO:tasks.workunit.client.0.smithi028.stdout: "purged_snaps": [], 2024-08-29T19:03:23.929 INFO:tasks.workunit.client.0.smithi028.stdout: "reported_epoch": 2650, 2024-08-29T19:03:23.929 INFO:tasks.workunit.client.0.smithi028.stdout: "reported_seq": 4596, 2024-08-29T19:03:23.930 INFO:tasks.workunit.client.0.smithi028.stdout: "scrub_duration": 0.0, 2024-08-29T19:03:23.930 INFO:tasks.workunit.client.0.smithi028.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-30T21:14:29.127146+0000", 2024-08-29T19:03:23.930 INFO:tasks.workunit.client.0.smithi028.stdout: "snaptrim_duration": 0.0, 2024-08-29T19:03:23.930 INFO:tasks.workunit.client.0.smithi028.stdout: "snaptrimq_len": 0, 2024-08-29T19:03:23.930 INFO:tasks.workunit.client.0.smithi028.stdout: "stat_sum": { 2024-08-29T19:03:23.930 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes": 0, 2024-08-29T19:03:23.930 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes_hit_set_archive": 0, 2024-08-29T19:03:23.930 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes_recovered": 0, 2024-08-29T19:03:23.930 INFO:tasks.workunit.client.0.smithi028.stdout: "num_deep_scrub_errors": 0, 2024-08-29T19:03:23.930 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict": 0, 2024-08-29T19:03:23.930 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_kb": 0, 2024-08-29T19:03:23.930 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_mode_full": 0, 2024-08-29T19:03:23.930 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_mode_some": 0, 2024-08-29T19:03:23.930 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush": 0, 2024-08-29T19:03:23.931 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_kb": 0, 2024-08-29T19:03:23.931 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_mode_high": 0, 2024-08-29T19:03:23.931 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_mode_low": 0, 2024-08-29T19:03:23.931 INFO:tasks.workunit.client.0.smithi028.stdout: "num_keys_recovered": 0, 2024-08-29T19:03:23.931 INFO:tasks.workunit.client.0.smithi028.stdout: "num_large_omap_objects": 0, 2024-08-29T19:03:23.931 INFO:tasks.workunit.client.0.smithi028.stdout: "num_legacy_snapsets": 0, 2024-08-29T19:03:23.931 INFO:tasks.workunit.client.0.smithi028.stdout: "num_object_clones": 0, 2024-08-29T19:03:23.931 INFO:tasks.workunit.client.0.smithi028.stdout: "num_object_copies": 0, 2024-08-29T19:03:23.931 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects": 0, 2024-08-29T19:03:23.931 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_degraded": 0, 2024-08-29T19:03:23.931 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_dirty": 0, 2024-08-29T19:03:23.931 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_hit_set_archive": 0, 2024-08-29T19:03:23.931 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_manifest": 0, 2024-08-29T19:03:23.931 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_misplaced": 0, 2024-08-29T19:03:23.932 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_missing": 0, 2024-08-29T19:03:23.932 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_missing_on_primary": 0, 2024-08-29T19:03:23.932 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_omap": 0, 2024-08-29T19:03:23.932 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_pinned": 0, 2024-08-29T19:03:23.932 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_recovered": 0, 2024-08-29T19:03:23.932 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_repaired": 0, 2024-08-29T19:03:23.932 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_unfound": 0, 2024-08-29T19:03:23.932 INFO:tasks.workunit.client.0.smithi028.stdout: "num_omap_bytes": 0, 2024-08-29T19:03:23.932 INFO:tasks.workunit.client.0.smithi028.stdout: "num_omap_keys": 0, 2024-08-29T19:03:23.932 INFO:tasks.workunit.client.0.smithi028.stdout: "num_promote": 0, 2024-08-29T19:03:23.932 INFO:tasks.workunit.client.0.smithi028.stdout: "num_read": 0, 2024-08-29T19:03:23.932 INFO:tasks.workunit.client.0.smithi028.stdout: "num_read_kb": 0, 2024-08-29T19:03:23.932 INFO:tasks.workunit.client.0.smithi028.stdout: "num_scrub_errors": 0, 2024-08-29T19:03:23.932 INFO:tasks.workunit.client.0.smithi028.stdout: "num_shallow_scrub_errors": 0, 2024-08-29T19:03:23.933 INFO:tasks.workunit.client.0.smithi028.stdout: "num_whiteouts": 0, 2024-08-29T19:03:23.933 INFO:tasks.workunit.client.0.smithi028.stdout: "num_write": 0, 2024-08-29T19:03:23.933 INFO:tasks.workunit.client.0.smithi028.stdout: "num_write_kb": 0 2024-08-29T19:03:23.933 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:23.933 INFO:tasks.workunit.client.0.smithi028.stdout: "state": "active+clean", 2024-08-29T19:03:23.933 INFO:tasks.workunit.client.0.smithi028.stdout: "stats_invalid": false, 2024-08-29T19:03:23.933 INFO:tasks.workunit.client.0.smithi028.stdout: "up": [ 2024-08-29T19:03:23.933 INFO:tasks.workunit.client.0.smithi028.stdout: 6, 2024-08-29T19:03:23.933 INFO:tasks.workunit.client.0.smithi028.stdout: 7, 2024-08-29T19:03:23.933 INFO:tasks.workunit.client.0.smithi028.stdout: 4 2024-08-29T19:03:23.933 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-08-29T19:03:23.933 INFO:tasks.workunit.client.0.smithi028.stdout: "up_primary": 6, 2024-08-29T19:03:23.933 INFO:tasks.workunit.client.0.smithi028.stdout: "version": "0'0" 2024-08-29T19:03:23.933 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:23.934 INFO:tasks.workunit.client.0.smithi028.stdout: { 2024-08-29T19:03:23.934 INFO:tasks.workunit.client.0.smithi028.stdout: "acting": [ 2024-08-29T19:03:23.934 INFO:tasks.workunit.client.0.smithi028.stdout: 3, 2024-08-29T19:03:23.934 INFO:tasks.workunit.client.0.smithi028.stdout: 4, 2024-08-29T19:03:23.934 INFO:tasks.workunit.client.0.smithi028.stdout: 2 2024-08-29T19:03:23.934 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-08-29T19:03:23.934 INFO:tasks.workunit.client.0.smithi028.stdout: "acting_primary": 3, 2024-08-29T19:03:23.934 INFO:tasks.workunit.client.0.smithi028.stdout: "avail_no_missing": [], 2024-08-29T19:03:23.934 INFO:tasks.workunit.client.0.smithi028.stdout: "blocked_by": [], 2024-08-29T19:03:23.934 INFO:tasks.workunit.client.0.smithi028.stdout: "created": 62, 2024-08-29T19:03:23.934 INFO:tasks.workunit.client.0.smithi028.stdout: "dirty_stats_invalid": false, 2024-08-29T19:03:23.934 INFO:tasks.workunit.client.0.smithi028.stdout: "hitset_bytes_stats_invalid": false, 2024-08-29T19:03:23.934 INFO:tasks.workunit.client.0.smithi028.stdout: "hitset_stats_invalid": false, 2024-08-29T19:03:23.934 INFO:tasks.workunit.client.0.smithi028.stdout: "last_active": "2024-08-29T19:02:14.844162+0000", 2024-08-29T19:03:23.934 INFO:tasks.workunit.client.0.smithi028.stdout: "last_became_active": "2024-08-29T17:56:29.367992+0000", 2024-08-29T19:03:23.935 INFO:tasks.workunit.client.0.smithi028.stdout: "last_became_peered": "2024-08-29T17:56:29.367992+0000", 2024-08-29T19:03:23.935 INFO:tasks.workunit.client.0.smithi028.stdout: "last_change": "2024-08-29T17:56:29.368565+0000", 2024-08-29T19:03:23.935 INFO:tasks.workunit.client.0.smithi028.stdout: "last_clean": "2024-08-29T19:02:14.844162+0000", 2024-08-29T19:03:23.935 INFO:tasks.workunit.client.0.smithi028.stdout: "last_clean_scrub_stamp": "2024-08-29T17:41:01.987071+0000", 2024-08-29T19:03:23.935 INFO:tasks.workunit.client.0.smithi028.stdout: "last_deep_scrub": "0'0", 2024-08-29T19:03:23.935 INFO:tasks.workunit.client.0.smithi028.stdout: "last_deep_scrub_stamp": "2024-08-29T17:41:01.987071+0000", 2024-08-29T19:03:23.935 INFO:tasks.workunit.client.0.smithi028.stdout: "last_epoch_clean": 580, 2024-08-29T19:03:23.935 INFO:tasks.workunit.client.0.smithi028.stdout: "last_fresh": "2024-08-29T19:02:14.844162+0000", 2024-08-29T19:03:23.935 INFO:tasks.workunit.client.0.smithi028.stdout: "last_fullsized": "2024-08-29T19:02:14.844162+0000", 2024-08-29T19:03:23.935 INFO:tasks.workunit.client.0.smithi028.stdout: "last_peered": "2024-08-29T19:02:14.844162+0000", 2024-08-29T19:03:23.935 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub": "0'0", 2024-08-29T19:03:23.935 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub_duration": 0, 2024-08-29T19:03:23.935 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub_stamp": "2024-08-29T17:41:01.987071+0000", 2024-08-29T19:03:23.935 INFO:tasks.workunit.client.0.smithi028.stdout: "last_undegraded": "2024-08-29T19:02:14.844162+0000", 2024-08-29T19:03:23.936 INFO:tasks.workunit.client.0.smithi028.stdout: "last_unstale": "2024-08-29T19:02:14.844162+0000", 2024-08-29T19:03:23.936 INFO:tasks.workunit.client.0.smithi028.stdout: "log_dups_size": 0, 2024-08-29T19:03:23.936 INFO:tasks.workunit.client.0.smithi028.stdout: "log_size": 0, 2024-08-29T19:03:23.936 INFO:tasks.workunit.client.0.smithi028.stdout: "log_start": "0'0", 2024-08-29T19:03:23.936 INFO:tasks.workunit.client.0.smithi028.stdout: "manifest_stats_invalid": false, 2024-08-29T19:03:23.936 INFO:tasks.workunit.client.0.smithi028.stdout: "mapping_epoch": 579, 2024-08-29T19:03:23.936 INFO:tasks.workunit.client.0.smithi028.stdout: "object_location_counts": [], 2024-08-29T19:03:23.936 INFO:tasks.workunit.client.0.smithi028.stdout: "objects_scrubbed": 0, 2024-08-29T19:03:23.936 INFO:tasks.workunit.client.0.smithi028.stdout: "objects_trimmed": 0, 2024-08-29T19:03:23.936 INFO:tasks.workunit.client.0.smithi028.stdout: "omap_stats_invalid": false, 2024-08-29T19:03:23.936 INFO:tasks.workunit.client.0.smithi028.stdout: "ondisk_log_size": 0, 2024-08-29T19:03:23.936 INFO:tasks.workunit.client.0.smithi028.stdout: "ondisk_log_start": "0'0", 2024-08-29T19:03:23.936 INFO:tasks.workunit.client.0.smithi028.stdout: "parent": "0.0", 2024-08-29T19:03:23.936 INFO:tasks.workunit.client.0.smithi028.stdout: "parent_split_bits": 0, 2024-08-29T19:03:23.937 INFO:tasks.workunit.client.0.smithi028.stdout: "pgid": "3.27", 2024-08-29T19:03:23.937 INFO:tasks.workunit.client.0.smithi028.stdout: "pin_stats_invalid": false, 2024-08-29T19:03:23.937 INFO:tasks.workunit.client.0.smithi028.stdout: "purged_snaps": [], 2024-08-29T19:03:23.937 INFO:tasks.workunit.client.0.smithi028.stdout: "reported_epoch": 2650, 2024-08-29T19:03:23.937 INFO:tasks.workunit.client.0.smithi028.stdout: "reported_seq": 4709, 2024-08-29T19:03:23.937 INFO:tasks.workunit.client.0.smithi028.stdout: "scrub_duration": 0.0, 2024-08-29T19:03:23.937 INFO:tasks.workunit.client.0.smithi028.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-30T18:22:59.055878+0000", 2024-08-29T19:03:23.937 INFO:tasks.workunit.client.0.smithi028.stdout: "snaptrim_duration": 0.0, 2024-08-29T19:03:23.937 INFO:tasks.workunit.client.0.smithi028.stdout: "snaptrimq_len": 0, 2024-08-29T19:03:23.937 INFO:tasks.workunit.client.0.smithi028.stdout: "stat_sum": { 2024-08-29T19:03:23.937 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes": 0, 2024-08-29T19:03:23.937 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes_hit_set_archive": 0, 2024-08-29T19:03:23.937 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes_recovered": 0, 2024-08-29T19:03:23.937 INFO:tasks.workunit.client.0.smithi028.stdout: "num_deep_scrub_errors": 0, 2024-08-29T19:03:23.938 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict": 0, 2024-08-29T19:03:23.938 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_kb": 0, 2024-08-29T19:03:23.938 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_mode_full": 0, 2024-08-29T19:03:23.938 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_mode_some": 0, 2024-08-29T19:03:23.938 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush": 0, 2024-08-29T19:03:23.938 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_kb": 0, 2024-08-29T19:03:23.938 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_mode_high": 0, 2024-08-29T19:03:23.938 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_mode_low": 0, 2024-08-29T19:03:23.938 INFO:tasks.workunit.client.0.smithi028.stdout: "num_keys_recovered": 0, 2024-08-29T19:03:23.938 INFO:tasks.workunit.client.0.smithi028.stdout: "num_large_omap_objects": 0, 2024-08-29T19:03:23.938 INFO:tasks.workunit.client.0.smithi028.stdout: "num_legacy_snapsets": 0, 2024-08-29T19:03:23.938 INFO:tasks.workunit.client.0.smithi028.stdout: "num_object_clones": 0, 2024-08-29T19:03:23.938 INFO:tasks.workunit.client.0.smithi028.stdout: "num_object_copies": 0, 2024-08-29T19:03:23.938 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects": 0, 2024-08-29T19:03:23.939 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_degraded": 0, 2024-08-29T19:03:23.939 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_dirty": 0, 2024-08-29T19:03:23.939 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_hit_set_archive": 0, 2024-08-29T19:03:23.939 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_manifest": 0, 2024-08-29T19:03:23.939 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_misplaced": 0, 2024-08-29T19:03:23.939 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_missing": 0, 2024-08-29T19:03:23.939 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_missing_on_primary": 0, 2024-08-29T19:03:23.939 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_omap": 0, 2024-08-29T19:03:23.939 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_pinned": 0, 2024-08-29T19:03:23.939 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_recovered": 0, 2024-08-29T19:03:23.939 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_repaired": 0, 2024-08-29T19:03:23.939 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_unfound": 0, 2024-08-29T19:03:23.939 INFO:tasks.workunit.client.0.smithi028.stdout: "num_omap_bytes": 0, 2024-08-29T19:03:23.939 INFO:tasks.workunit.client.0.smithi028.stdout: "num_omap_keys": 0, 2024-08-29T19:03:23.939 INFO:tasks.workunit.client.0.smithi028.stdout: "num_promote": 0, 2024-08-29T19:03:23.940 INFO:tasks.workunit.client.0.smithi028.stdout: "num_read": 0, 2024-08-29T19:03:23.940 INFO:tasks.workunit.client.0.smithi028.stdout: "num_read_kb": 0, 2024-08-29T19:03:23.940 INFO:tasks.workunit.client.0.smithi028.stdout: "num_scrub_errors": 0, 2024-08-29T19:03:23.940 INFO:tasks.workunit.client.0.smithi028.stdout: "num_shallow_scrub_errors": 0, 2024-08-29T19:03:23.940 INFO:tasks.workunit.client.0.smithi028.stdout: "num_whiteouts": 0, 2024-08-29T19:03:23.940 INFO:tasks.workunit.client.0.smithi028.stdout: "num_write": 0, 2024-08-29T19:03:23.940 INFO:tasks.workunit.client.0.smithi028.stdout: "num_write_kb": 0 2024-08-29T19:03:23.940 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:23.940 INFO:tasks.workunit.client.0.smithi028.stdout: "state": "active+clean", 2024-08-29T19:03:23.940 INFO:tasks.workunit.client.0.smithi028.stdout: "stats_invalid": false, 2024-08-29T19:03:23.940 INFO:tasks.workunit.client.0.smithi028.stdout: "up": [ 2024-08-29T19:03:23.940 INFO:tasks.workunit.client.0.smithi028.stdout: 3, 2024-08-29T19:03:23.940 INFO:tasks.workunit.client.0.smithi028.stdout: 4, 2024-08-29T19:03:23.940 INFO:tasks.workunit.client.0.smithi028.stdout: 2 2024-08-29T19:03:23.941 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-08-29T19:03:23.941 INFO:tasks.workunit.client.0.smithi028.stdout: "up_primary": 3, 2024-08-29T19:03:23.941 INFO:tasks.workunit.client.0.smithi028.stdout: "version": "0'0" 2024-08-29T19:03:23.941 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:23.941 INFO:tasks.workunit.client.0.smithi028.stdout: { 2024-08-29T19:03:23.941 INFO:tasks.workunit.client.0.smithi028.stdout: "acting": [ 2024-08-29T19:03:23.941 INFO:tasks.workunit.client.0.smithi028.stdout: 5, 2024-08-29T19:03:23.941 INFO:tasks.workunit.client.0.smithi028.stdout: 3, 2024-08-29T19:03:23.941 INFO:tasks.workunit.client.0.smithi028.stdout: 2 2024-08-29T19:03:23.941 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-08-29T19:03:23.941 INFO:tasks.workunit.client.0.smithi028.stdout: "acting_primary": 5, 2024-08-29T19:03:23.941 INFO:tasks.workunit.client.0.smithi028.stdout: "avail_no_missing": [], 2024-08-29T19:03:23.941 INFO:tasks.workunit.client.0.smithi028.stdout: "blocked_by": [], 2024-08-29T19:03:23.941 INFO:tasks.workunit.client.0.smithi028.stdout: "created": 62, 2024-08-29T19:03:23.942 INFO:tasks.workunit.client.0.smithi028.stdout: "dirty_stats_invalid": false, 2024-08-29T19:03:23.942 INFO:tasks.workunit.client.0.smithi028.stdout: "hitset_bytes_stats_invalid": false, 2024-08-29T19:03:23.942 INFO:tasks.workunit.client.0.smithi028.stdout: "hitset_stats_invalid": false, 2024-08-29T19:03:23.942 INFO:tasks.workunit.client.0.smithi028.stdout: "last_active": "2024-08-29T19:02:14.917555+0000", 2024-08-29T19:03:23.942 INFO:tasks.workunit.client.0.smithi028.stdout: "last_became_active": "2024-08-29T17:57:02.376400+0000", 2024-08-29T19:03:23.942 INFO:tasks.workunit.client.0.smithi028.stdout: "last_became_peered": "2024-08-29T17:57:02.376400+0000", 2024-08-29T19:03:23.942 INFO:tasks.workunit.client.0.smithi028.stdout: "last_change": "2024-08-29T17:57:02.377048+0000", 2024-08-29T19:03:23.942 INFO:tasks.workunit.client.0.smithi028.stdout: "last_clean": "2024-08-29T19:02:14.917555+0000", 2024-08-29T19:03:23.942 INFO:tasks.workunit.client.0.smithi028.stdout: "last_clean_scrub_stamp": "2024-08-29T17:41:01.987071+0000", 2024-08-29T19:03:23.942 INFO:tasks.workunit.client.0.smithi028.stdout: "last_deep_scrub": "0'0", 2024-08-29T19:03:23.942 INFO:tasks.workunit.client.0.smithi028.stdout: "last_deep_scrub_stamp": "2024-08-29T17:41:01.987071+0000", 2024-08-29T19:03:23.942 INFO:tasks.workunit.client.0.smithi028.stdout: "last_epoch_clean": 613, 2024-08-29T19:03:23.942 INFO:tasks.workunit.client.0.smithi028.stdout: "last_fresh": "2024-08-29T19:02:14.917555+0000", 2024-08-29T19:03:23.942 INFO:tasks.workunit.client.0.smithi028.stdout: "last_fullsized": "2024-08-29T19:02:14.917555+0000", 2024-08-29T19:03:23.942 INFO:tasks.workunit.client.0.smithi028.stdout: "last_peered": "2024-08-29T19:02:14.917555+0000", 2024-08-29T19:03:23.943 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub": "0'0", 2024-08-29T19:03:23.943 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub_duration": 0, 2024-08-29T19:03:23.943 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub_stamp": "2024-08-29T17:41:01.987071+0000", 2024-08-29T19:03:23.943 INFO:tasks.workunit.client.0.smithi028.stdout: "last_undegraded": "2024-08-29T19:02:14.917555+0000", 2024-08-29T19:03:23.943 INFO:tasks.workunit.client.0.smithi028.stdout: "last_unstale": "2024-08-29T19:02:14.917555+0000", 2024-08-29T19:03:23.943 INFO:tasks.workunit.client.0.smithi028.stdout: "log_dups_size": 0, 2024-08-29T19:03:23.943 INFO:tasks.workunit.client.0.smithi028.stdout: "log_size": 0, 2024-08-29T19:03:23.943 INFO:tasks.workunit.client.0.smithi028.stdout: "log_start": "0'0", 2024-08-29T19:03:23.943 INFO:tasks.workunit.client.0.smithi028.stdout: "manifest_stats_invalid": false, 2024-08-29T19:03:23.943 INFO:tasks.workunit.client.0.smithi028.stdout: "mapping_epoch": 612, 2024-08-29T19:03:23.943 INFO:tasks.workunit.client.0.smithi028.stdout: "object_location_counts": [], 2024-08-29T19:03:23.943 INFO:tasks.workunit.client.0.smithi028.stdout: "objects_scrubbed": 0, 2024-08-29T19:03:23.943 INFO:tasks.workunit.client.0.smithi028.stdout: "objects_trimmed": 0, 2024-08-29T19:03:23.943 INFO:tasks.workunit.client.0.smithi028.stdout: "omap_stats_invalid": false, 2024-08-29T19:03:23.944 INFO:tasks.workunit.client.0.smithi028.stdout: "ondisk_log_size": 0, 2024-08-29T19:03:23.944 INFO:tasks.workunit.client.0.smithi028.stdout: "ondisk_log_start": "0'0", 2024-08-29T19:03:23.944 INFO:tasks.workunit.client.0.smithi028.stdout: "parent": "0.0", 2024-08-29T19:03:23.944 INFO:tasks.workunit.client.0.smithi028.stdout: "parent_split_bits": 0, 2024-08-29T19:03:23.944 INFO:tasks.workunit.client.0.smithi028.stdout: "pgid": "3.28", 2024-08-29T19:03:23.944 INFO:tasks.workunit.client.0.smithi028.stdout: "pin_stats_invalid": false, 2024-08-29T19:03:23.944 INFO:tasks.workunit.client.0.smithi028.stdout: "purged_snaps": [], 2024-08-29T19:03:23.944 INFO:tasks.workunit.client.0.smithi028.stdout: "reported_epoch": 2650, 2024-08-29T19:03:23.944 INFO:tasks.workunit.client.0.smithi028.stdout: "reported_seq": 4644, 2024-08-29T19:03:23.944 INFO:tasks.workunit.client.0.smithi028.stdout: "scrub_duration": 0.0, 2024-08-29T19:03:23.944 INFO:tasks.workunit.client.0.smithi028.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-30T21:21:32.371219+0000", 2024-08-29T19:03:23.944 INFO:tasks.workunit.client.0.smithi028.stdout: "snaptrim_duration": 0.0, 2024-08-29T19:03:23.944 INFO:tasks.workunit.client.0.smithi028.stdout: "snaptrimq_len": 0, 2024-08-29T19:03:23.944 INFO:tasks.workunit.client.0.smithi028.stdout: "stat_sum": { 2024-08-29T19:03:23.945 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes": 0, 2024-08-29T19:03:23.945 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes_hit_set_archive": 0, 2024-08-29T19:03:23.945 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes_recovered": 0, 2024-08-29T19:03:23.945 INFO:tasks.workunit.client.0.smithi028.stdout: "num_deep_scrub_errors": 0, 2024-08-29T19:03:23.945 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict": 0, 2024-08-29T19:03:23.945 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_kb": 0, 2024-08-29T19:03:23.945 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_mode_full": 0, 2024-08-29T19:03:23.945 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_mode_some": 0, 2024-08-29T19:03:23.945 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush": 0, 2024-08-29T19:03:23.945 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_kb": 0, 2024-08-29T19:03:23.945 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_mode_high": 0, 2024-08-29T19:03:23.945 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_mode_low": 0, 2024-08-29T19:03:23.945 INFO:tasks.workunit.client.0.smithi028.stdout: "num_keys_recovered": 0, 2024-08-29T19:03:23.945 INFO:tasks.workunit.client.0.smithi028.stdout: "num_large_omap_objects": 0, 2024-08-29T19:03:23.946 INFO:tasks.workunit.client.0.smithi028.stdout: "num_legacy_snapsets": 0, 2024-08-29T19:03:23.946 INFO:tasks.workunit.client.0.smithi028.stdout: "num_object_clones": 0, 2024-08-29T19:03:23.946 INFO:tasks.workunit.client.0.smithi028.stdout: "num_object_copies": 0, 2024-08-29T19:03:23.946 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects": 0, 2024-08-29T19:03:23.946 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_degraded": 0, 2024-08-29T19:03:23.946 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_dirty": 0, 2024-08-29T19:03:23.946 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_hit_set_archive": 0, 2024-08-29T19:03:23.946 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_manifest": 0, 2024-08-29T19:03:23.946 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_misplaced": 0, 2024-08-29T19:03:23.946 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_missing": 0, 2024-08-29T19:03:23.946 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_missing_on_primary": 0, 2024-08-29T19:03:23.946 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_omap": 0, 2024-08-29T19:03:23.946 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_pinned": 0, 2024-08-29T19:03:23.946 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_recovered": 0, 2024-08-29T19:03:23.947 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_repaired": 0, 2024-08-29T19:03:23.947 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_unfound": 0, 2024-08-29T19:03:23.947 INFO:tasks.workunit.client.0.smithi028.stdout: "num_omap_bytes": 0, 2024-08-29T19:03:23.947 INFO:tasks.workunit.client.0.smithi028.stdout: "num_omap_keys": 0, 2024-08-29T19:03:23.947 INFO:tasks.workunit.client.0.smithi028.stdout: "num_promote": 0, 2024-08-29T19:03:23.947 INFO:tasks.workunit.client.0.smithi028.stdout: "num_read": 0, 2024-08-29T19:03:23.947 INFO:tasks.workunit.client.0.smithi028.stdout: "num_read_kb": 0, 2024-08-29T19:03:23.947 INFO:tasks.workunit.client.0.smithi028.stdout: "num_scrub_errors": 0, 2024-08-29T19:03:23.947 INFO:tasks.workunit.client.0.smithi028.stdout: "num_shallow_scrub_errors": 0, 2024-08-29T19:03:23.947 INFO:tasks.workunit.client.0.smithi028.stdout: "num_whiteouts": 0, 2024-08-29T19:03:23.947 INFO:tasks.workunit.client.0.smithi028.stdout: "num_write": 0, 2024-08-29T19:03:23.947 INFO:tasks.workunit.client.0.smithi028.stdout: "num_write_kb": 0 2024-08-29T19:03:23.947 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:23.947 INFO:tasks.workunit.client.0.smithi028.stdout: "state": "active+clean", 2024-08-29T19:03:23.948 INFO:tasks.workunit.client.0.smithi028.stdout: "stats_invalid": false, 2024-08-29T19:03:23.948 INFO:tasks.workunit.client.0.smithi028.stdout: "up": [ 2024-08-29T19:03:23.948 INFO:tasks.workunit.client.0.smithi028.stdout: 5, 2024-08-29T19:03:23.948 INFO:tasks.workunit.client.0.smithi028.stdout: 3, 2024-08-29T19:03:23.948 INFO:tasks.workunit.client.0.smithi028.stdout: 2 2024-08-29T19:03:23.948 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-08-29T19:03:23.948 INFO:tasks.workunit.client.0.smithi028.stdout: "up_primary": 5, 2024-08-29T19:03:23.948 INFO:tasks.workunit.client.0.smithi028.stdout: "version": "0'0" 2024-08-29T19:03:23.948 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:23.948 INFO:tasks.workunit.client.0.smithi028.stdout: { 2024-08-29T19:03:23.948 INFO:tasks.workunit.client.0.smithi028.stdout: "acting": [ 2024-08-29T19:03:23.948 INFO:tasks.workunit.client.0.smithi028.stdout: 3, 2024-08-29T19:03:23.948 INFO:tasks.workunit.client.0.smithi028.stdout: 4, 2024-08-29T19:03:23.948 INFO:tasks.workunit.client.0.smithi028.stdout: 1 2024-08-29T19:03:23.949 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-08-29T19:03:23.949 INFO:tasks.workunit.client.0.smithi028.stdout: "acting_primary": 3, 2024-08-29T19:03:23.949 INFO:tasks.workunit.client.0.smithi028.stdout: "avail_no_missing": [], 2024-08-29T19:03:23.949 INFO:tasks.workunit.client.0.smithi028.stdout: "blocked_by": [], 2024-08-29T19:03:23.949 INFO:tasks.workunit.client.0.smithi028.stdout: "created": 62, 2024-08-29T19:03:23.949 INFO:tasks.workunit.client.0.smithi028.stdout: "dirty_stats_invalid": false, 2024-08-29T19:03:23.949 INFO:tasks.workunit.client.0.smithi028.stdout: "hitset_bytes_stats_invalid": false, 2024-08-29T19:03:23.949 INFO:tasks.workunit.client.0.smithi028.stdout: "hitset_stats_invalid": false, 2024-08-29T19:03:23.949 INFO:tasks.workunit.client.0.smithi028.stdout: "last_active": "2024-08-29T19:02:14.840042+0000", 2024-08-29T19:03:23.949 INFO:tasks.workunit.client.0.smithi028.stdout: "last_became_active": "2024-08-29T17:56:29.387900+0000", 2024-08-29T19:03:23.949 INFO:tasks.workunit.client.0.smithi028.stdout: "last_became_peered": "2024-08-29T17:56:29.387900+0000", 2024-08-29T19:03:23.949 INFO:tasks.workunit.client.0.smithi028.stdout: "last_change": "2024-08-29T17:56:29.388672+0000", 2024-08-29T19:03:23.949 INFO:tasks.workunit.client.0.smithi028.stdout: "last_clean": "2024-08-29T19:02:14.840042+0000", 2024-08-29T19:03:23.949 INFO:tasks.workunit.client.0.smithi028.stdout: "last_clean_scrub_stamp": "2024-08-29T17:41:01.987071+0000", 2024-08-29T19:03:23.950 INFO:tasks.workunit.client.0.smithi028.stdout: "last_deep_scrub": "0'0", 2024-08-29T19:03:23.950 INFO:tasks.workunit.client.0.smithi028.stdout: "last_deep_scrub_stamp": "2024-08-29T17:41:01.987071+0000", 2024-08-29T19:03:23.950 INFO:tasks.workunit.client.0.smithi028.stdout: "last_epoch_clean": 580, 2024-08-29T19:03:23.950 INFO:tasks.workunit.client.0.smithi028.stdout: "last_fresh": "2024-08-29T19:02:14.840042+0000", 2024-08-29T19:03:23.950 INFO:tasks.workunit.client.0.smithi028.stdout: "last_fullsized": "2024-08-29T19:02:14.840042+0000", 2024-08-29T19:03:23.950 INFO:tasks.workunit.client.0.smithi028.stdout: "last_peered": "2024-08-29T19:02:14.840042+0000", 2024-08-29T19:03:23.950 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub": "0'0", 2024-08-29T19:03:23.950 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub_duration": 0, 2024-08-29T19:03:23.950 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub_stamp": "2024-08-29T17:41:01.987071+0000", 2024-08-29T19:03:23.950 INFO:tasks.workunit.client.0.smithi028.stdout: "last_undegraded": "2024-08-29T19:02:14.840042+0000", 2024-08-29T19:03:23.950 INFO:tasks.workunit.client.0.smithi028.stdout: "last_unstale": "2024-08-29T19:02:14.840042+0000", 2024-08-29T19:03:23.950 INFO:tasks.workunit.client.0.smithi028.stdout: "log_dups_size": 0, 2024-08-29T19:03:23.950 INFO:tasks.workunit.client.0.smithi028.stdout: "log_size": 0, 2024-08-29T19:03:23.950 INFO:tasks.workunit.client.0.smithi028.stdout: "log_start": "0'0", 2024-08-29T19:03:23.951 INFO:tasks.workunit.client.0.smithi028.stdout: "manifest_stats_invalid": false, 2024-08-29T19:03:23.951 INFO:tasks.workunit.client.0.smithi028.stdout: "mapping_epoch": 579, 2024-08-29T19:03:23.951 INFO:tasks.workunit.client.0.smithi028.stdout: "object_location_counts": [], 2024-08-29T19:03:23.951 INFO:tasks.workunit.client.0.smithi028.stdout: "objects_scrubbed": 0, 2024-08-29T19:03:23.951 INFO:tasks.workunit.client.0.smithi028.stdout: "objects_trimmed": 0, 2024-08-29T19:03:23.951 INFO:tasks.workunit.client.0.smithi028.stdout: "omap_stats_invalid": false, 2024-08-29T19:03:23.951 INFO:tasks.workunit.client.0.smithi028.stdout: "ondisk_log_size": 0, 2024-08-29T19:03:23.951 INFO:tasks.workunit.client.0.smithi028.stdout: "ondisk_log_start": "0'0", 2024-08-29T19:03:23.951 INFO:tasks.workunit.client.0.smithi028.stdout: "parent": "0.0", 2024-08-29T19:03:23.951 INFO:tasks.workunit.client.0.smithi028.stdout: "parent_split_bits": 0, 2024-08-29T19:03:23.951 INFO:tasks.workunit.client.0.smithi028.stdout: "pgid": "3.29", 2024-08-29T19:03:23.951 INFO:tasks.workunit.client.0.smithi028.stdout: "pin_stats_invalid": false, 2024-08-29T19:03:23.951 INFO:tasks.workunit.client.0.smithi028.stdout: "purged_snaps": [], 2024-08-29T19:03:23.951 INFO:tasks.workunit.client.0.smithi028.stdout: "reported_epoch": 2650, 2024-08-29T19:03:23.952 INFO:tasks.workunit.client.0.smithi028.stdout: "reported_seq": 4718, 2024-08-29T19:03:23.952 INFO:tasks.workunit.client.0.smithi028.stdout: "scrub_duration": 0.0, 2024-08-29T19:03:23.952 INFO:tasks.workunit.client.0.smithi028.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-30T21:41:25.386113+0000", 2024-08-29T19:03:23.952 INFO:tasks.workunit.client.0.smithi028.stdout: "snaptrim_duration": 0.0, 2024-08-29T19:03:23.952 INFO:tasks.workunit.client.0.smithi028.stdout: "snaptrimq_len": 0, 2024-08-29T19:03:23.952 INFO:tasks.workunit.client.0.smithi028.stdout: "stat_sum": { 2024-08-29T19:03:23.952 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes": 0, 2024-08-29T19:03:23.952 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes_hit_set_archive": 0, 2024-08-29T19:03:23.952 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes_recovered": 0, 2024-08-29T19:03:23.952 INFO:tasks.workunit.client.0.smithi028.stdout: "num_deep_scrub_errors": 0, 2024-08-29T19:03:23.952 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict": 0, 2024-08-29T19:03:23.952 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_kb": 0, 2024-08-29T19:03:23.952 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_mode_full": 0, 2024-08-29T19:03:23.953 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_mode_some": 0, 2024-08-29T19:03:23.953 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush": 0, 2024-08-29T19:03:23.953 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_kb": 0, 2024-08-29T19:03:23.953 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_mode_high": 0, 2024-08-29T19:03:23.953 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_mode_low": 0, 2024-08-29T19:03:23.953 INFO:tasks.workunit.client.0.smithi028.stdout: "num_keys_recovered": 0, 2024-08-29T19:03:23.953 INFO:tasks.workunit.client.0.smithi028.stdout: "num_large_omap_objects": 0, 2024-08-29T19:03:23.953 INFO:tasks.workunit.client.0.smithi028.stdout: "num_legacy_snapsets": 0, 2024-08-29T19:03:23.953 INFO:tasks.workunit.client.0.smithi028.stdout: "num_object_clones": 0, 2024-08-29T19:03:23.953 INFO:tasks.workunit.client.0.smithi028.stdout: "num_object_copies": 0, 2024-08-29T19:03:23.953 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects": 0, 2024-08-29T19:03:23.953 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_degraded": 0, 2024-08-29T19:03:23.953 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_dirty": 0, 2024-08-29T19:03:23.953 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_hit_set_archive": 0, 2024-08-29T19:03:23.954 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_manifest": 0, 2024-08-29T19:03:23.954 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_misplaced": 0, 2024-08-29T19:03:23.954 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_missing": 0, 2024-08-29T19:03:23.954 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_missing_on_primary": 0, 2024-08-29T19:03:23.954 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_omap": 0, 2024-08-29T19:03:23.954 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_pinned": 0, 2024-08-29T19:03:23.954 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_recovered": 0, 2024-08-29T19:03:23.954 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_repaired": 0, 2024-08-29T19:03:23.954 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_unfound": 0, 2024-08-29T19:03:23.954 INFO:tasks.workunit.client.0.smithi028.stdout: "num_omap_bytes": 0, 2024-08-29T19:03:23.954 INFO:tasks.workunit.client.0.smithi028.stdout: "num_omap_keys": 0, 2024-08-29T19:03:23.954 INFO:tasks.workunit.client.0.smithi028.stdout: "num_promote": 0, 2024-08-29T19:03:23.954 INFO:tasks.workunit.client.0.smithi028.stdout: "num_read": 0, 2024-08-29T19:03:23.954 INFO:tasks.workunit.client.0.smithi028.stdout: "num_read_kb": 0, 2024-08-29T19:03:23.955 INFO:tasks.workunit.client.0.smithi028.stdout: "num_scrub_errors": 0, 2024-08-29T19:03:23.955 INFO:tasks.workunit.client.0.smithi028.stdout: "num_shallow_scrub_errors": 0, 2024-08-29T19:03:23.955 INFO:tasks.workunit.client.0.smithi028.stdout: "num_whiteouts": 0, 2024-08-29T19:03:23.955 INFO:tasks.workunit.client.0.smithi028.stdout: "num_write": 0, 2024-08-29T19:03:23.955 INFO:tasks.workunit.client.0.smithi028.stdout: "num_write_kb": 0 2024-08-29T19:03:23.955 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:23.955 INFO:tasks.workunit.client.0.smithi028.stdout: "state": "active+clean", 2024-08-29T19:03:23.955 INFO:tasks.workunit.client.0.smithi028.stdout: "stats_invalid": false, 2024-08-29T19:03:23.955 INFO:tasks.workunit.client.0.smithi028.stdout: "up": [ 2024-08-29T19:03:23.955 INFO:tasks.workunit.client.0.smithi028.stdout: 3, 2024-08-29T19:03:23.955 INFO:tasks.workunit.client.0.smithi028.stdout: 4, 2024-08-29T19:03:23.955 INFO:tasks.workunit.client.0.smithi028.stdout: 1 2024-08-29T19:03:23.955 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-08-29T19:03:23.955 INFO:tasks.workunit.client.0.smithi028.stdout: "up_primary": 3, 2024-08-29T19:03:23.956 INFO:tasks.workunit.client.0.smithi028.stdout: "version": "0'0" 2024-08-29T19:03:23.956 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:23.956 INFO:tasks.workunit.client.0.smithi028.stdout: { 2024-08-29T19:03:23.956 INFO:tasks.workunit.client.0.smithi028.stdout: "acting": [ 2024-08-29T19:03:23.956 INFO:tasks.workunit.client.0.smithi028.stdout: 5, 2024-08-29T19:03:23.956 INFO:tasks.workunit.client.0.smithi028.stdout: 7, 2024-08-29T19:03:23.956 INFO:tasks.workunit.client.0.smithi028.stdout: 6 2024-08-29T19:03:23.956 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-08-29T19:03:23.956 INFO:tasks.workunit.client.0.smithi028.stdout: "acting_primary": 5, 2024-08-29T19:03:23.956 INFO:tasks.workunit.client.0.smithi028.stdout: "avail_no_missing": [], 2024-08-29T19:03:23.956 INFO:tasks.workunit.client.0.smithi028.stdout: "blocked_by": [], 2024-08-29T19:03:23.956 INFO:tasks.workunit.client.0.smithi028.stdout: "created": 62, 2024-08-29T19:03:23.956 INFO:tasks.workunit.client.0.smithi028.stdout: "dirty_stats_invalid": false, 2024-08-29T19:03:23.956 INFO:tasks.workunit.client.0.smithi028.stdout: "hitset_bytes_stats_invalid": false, 2024-08-29T19:03:23.957 INFO:tasks.workunit.client.0.smithi028.stdout: "hitset_stats_invalid": false, 2024-08-29T19:03:23.957 INFO:tasks.workunit.client.0.smithi028.stdout: "last_active": "2024-08-29T19:02:14.927831+0000", 2024-08-29T19:03:23.957 INFO:tasks.workunit.client.0.smithi028.stdout: "last_became_active": "2024-08-29T17:58:11.355517+0000", 2024-08-29T19:03:23.957 INFO:tasks.workunit.client.0.smithi028.stdout: "last_became_peered": "2024-08-29T17:58:11.355517+0000", 2024-08-29T19:03:23.957 INFO:tasks.workunit.client.0.smithi028.stdout: "last_change": "2024-08-29T17:58:11.356067+0000", 2024-08-29T19:03:23.957 INFO:tasks.workunit.client.0.smithi028.stdout: "last_clean": "2024-08-29T19:02:14.927831+0000", 2024-08-29T19:03:23.957 INFO:tasks.workunit.client.0.smithi028.stdout: "last_clean_scrub_stamp": "2024-08-29T17:41:01.987071+0000", 2024-08-29T19:03:23.957 INFO:tasks.workunit.client.0.smithi028.stdout: "last_deep_scrub": "0'0", 2024-08-29T19:03:23.957 INFO:tasks.workunit.client.0.smithi028.stdout: "last_deep_scrub_stamp": "2024-08-29T17:41:01.987071+0000", 2024-08-29T19:03:23.957 INFO:tasks.workunit.client.0.smithi028.stdout: "last_epoch_clean": 681, 2024-08-29T19:03:23.957 INFO:tasks.workunit.client.0.smithi028.stdout: "last_fresh": "2024-08-29T19:02:14.927831+0000", 2024-08-29T19:03:23.957 INFO:tasks.workunit.client.0.smithi028.stdout: "last_fullsized": "2024-08-29T19:02:14.927831+0000", 2024-08-29T19:03:23.957 INFO:tasks.workunit.client.0.smithi028.stdout: "last_peered": "2024-08-29T19:02:14.927831+0000", 2024-08-29T19:03:23.957 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub": "0'0", 2024-08-29T19:03:23.958 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub_duration": 0, 2024-08-29T19:03:23.958 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub_stamp": "2024-08-29T17:41:01.987071+0000", 2024-08-29T19:03:23.958 INFO:tasks.workunit.client.0.smithi028.stdout: "last_undegraded": "2024-08-29T19:02:14.927831+0000", 2024-08-29T19:03:23.958 INFO:tasks.workunit.client.0.smithi028.stdout: "last_unstale": "2024-08-29T19:02:14.927831+0000", 2024-08-29T19:03:23.958 INFO:tasks.workunit.client.0.smithi028.stdout: "log_dups_size": 0, 2024-08-29T19:03:23.958 INFO:tasks.workunit.client.0.smithi028.stdout: "log_size": 0, 2024-08-29T19:03:23.958 INFO:tasks.workunit.client.0.smithi028.stdout: "log_start": "0'0", 2024-08-29T19:03:23.958 INFO:tasks.workunit.client.0.smithi028.stdout: "manifest_stats_invalid": false, 2024-08-29T19:03:23.958 INFO:tasks.workunit.client.0.smithi028.stdout: "mapping_epoch": 680, 2024-08-29T19:03:23.958 INFO:tasks.workunit.client.0.smithi028.stdout: "object_location_counts": [], 2024-08-29T19:03:23.958 INFO:tasks.workunit.client.0.smithi028.stdout: "objects_scrubbed": 0, 2024-08-29T19:03:23.958 INFO:tasks.workunit.client.0.smithi028.stdout: "objects_trimmed": 0, 2024-08-29T19:03:23.958 INFO:tasks.workunit.client.0.smithi028.stdout: "omap_stats_invalid": false, 2024-08-29T19:03:23.958 INFO:tasks.workunit.client.0.smithi028.stdout: "ondisk_log_size": 0, 2024-08-29T19:03:23.959 INFO:tasks.workunit.client.0.smithi028.stdout: "ondisk_log_start": "0'0", 2024-08-29T19:03:23.959 INFO:tasks.workunit.client.0.smithi028.stdout: "parent": "0.0", 2024-08-29T19:03:23.959 INFO:tasks.workunit.client.0.smithi028.stdout: "parent_split_bits": 0, 2024-08-29T19:03:23.959 INFO:tasks.workunit.client.0.smithi028.stdout: "pgid": "3.2a", 2024-08-29T19:03:23.959 INFO:tasks.workunit.client.0.smithi028.stdout: "pin_stats_invalid": false, 2024-08-29T19:03:23.959 INFO:tasks.workunit.client.0.smithi028.stdout: "purged_snaps": [], 2024-08-29T19:03:23.959 INFO:tasks.workunit.client.0.smithi028.stdout: "reported_epoch": 2650, 2024-08-29T19:03:23.959 INFO:tasks.workunit.client.0.smithi028.stdout: "reported_seq": 4634, 2024-08-29T19:03:23.959 INFO:tasks.workunit.client.0.smithi028.stdout: "scrub_duration": 0.0, 2024-08-29T19:03:23.959 INFO:tasks.workunit.client.0.smithi028.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-30T21:09:18.166571+0000", 2024-08-29T19:03:23.959 INFO:tasks.workunit.client.0.smithi028.stdout: "snaptrim_duration": 0.0, 2024-08-29T19:03:23.959 INFO:tasks.workunit.client.0.smithi028.stdout: "snaptrimq_len": 0, 2024-08-29T19:03:23.959 INFO:tasks.workunit.client.0.smithi028.stdout: "stat_sum": { 2024-08-29T19:03:23.959 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes": 0, 2024-08-29T19:03:23.960 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes_hit_set_archive": 0, 2024-08-29T19:03:23.960 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes_recovered": 0, 2024-08-29T19:03:23.960 INFO:tasks.workunit.client.0.smithi028.stdout: "num_deep_scrub_errors": 0, 2024-08-29T19:03:23.960 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict": 0, 2024-08-29T19:03:23.960 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_kb": 0, 2024-08-29T19:03:23.960 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_mode_full": 0, 2024-08-29T19:03:23.960 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_mode_some": 0, 2024-08-29T19:03:23.960 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush": 0, 2024-08-29T19:03:23.960 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_kb": 0, 2024-08-29T19:03:23.960 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_mode_high": 0, 2024-08-29T19:03:23.960 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_mode_low": 0, 2024-08-29T19:03:23.960 INFO:tasks.workunit.client.0.smithi028.stdout: "num_keys_recovered": 0, 2024-08-29T19:03:23.960 INFO:tasks.workunit.client.0.smithi028.stdout: "num_large_omap_objects": 0, 2024-08-29T19:03:23.960 INFO:tasks.workunit.client.0.smithi028.stdout: "num_legacy_snapsets": 0, 2024-08-29T19:03:23.961 INFO:tasks.workunit.client.0.smithi028.stdout: "num_object_clones": 0, 2024-08-29T19:03:23.961 INFO:tasks.workunit.client.0.smithi028.stdout: "num_object_copies": 0, 2024-08-29T19:03:23.961 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects": 0, 2024-08-29T19:03:23.961 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_degraded": 0, 2024-08-29T19:03:23.961 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_dirty": 0, 2024-08-29T19:03:23.961 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_hit_set_archive": 0, 2024-08-29T19:03:23.961 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_manifest": 0, 2024-08-29T19:03:23.961 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_misplaced": 0, 2024-08-29T19:03:23.961 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_missing": 0, 2024-08-29T19:03:23.961 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_missing_on_primary": 0, 2024-08-29T19:03:23.962 INFO:tasks.workunit.client.0.smithi028.stderr:+ ceph telemetry show-device 2024-08-29T19:03:23.963 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_omap": 0, 2024-08-29T19:03:23.963 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_pinned": 0, 2024-08-29T19:03:23.963 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_recovered": 0, 2024-08-29T19:03:23.963 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_repaired": 0, 2024-08-29T19:03:23.963 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_unfound": 0, 2024-08-29T19:03:23.963 INFO:tasks.workunit.client.0.smithi028.stdout: "num_omap_bytes": 0, 2024-08-29T19:03:23.963 INFO:tasks.workunit.client.0.smithi028.stdout: "num_omap_keys": 0, 2024-08-29T19:03:23.963 INFO:tasks.workunit.client.0.smithi028.stdout: "num_promote": 0, 2024-08-29T19:03:23.963 INFO:tasks.workunit.client.0.smithi028.stdout: "num_read": 0, 2024-08-29T19:03:23.963 INFO:tasks.workunit.client.0.smithi028.stdout: "num_read_kb": 0, 2024-08-29T19:03:23.963 INFO:tasks.workunit.client.0.smithi028.stdout: "num_scrub_errors": 0, 2024-08-29T19:03:23.964 INFO:tasks.workunit.client.0.smithi028.stdout: "num_shallow_scrub_errors": 0, 2024-08-29T19:03:23.964 INFO:tasks.workunit.client.0.smithi028.stdout: "num_whiteouts": 0, 2024-08-29T19:03:23.964 INFO:tasks.workunit.client.0.smithi028.stdout: "num_write": 0, 2024-08-29T19:03:23.964 INFO:tasks.workunit.client.0.smithi028.stdout: "num_write_kb": 0 2024-08-29T19:03:23.964 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:23.964 INFO:tasks.workunit.client.0.smithi028.stdout: "state": "active+clean", 2024-08-29T19:03:23.964 INFO:tasks.workunit.client.0.smithi028.stdout: "stats_invalid": false, 2024-08-29T19:03:23.964 INFO:tasks.workunit.client.0.smithi028.stdout: "up": [ 2024-08-29T19:03:23.964 INFO:tasks.workunit.client.0.smithi028.stdout: 5, 2024-08-29T19:03:23.964 INFO:tasks.workunit.client.0.smithi028.stdout: 7, 2024-08-29T19:03:23.964 INFO:tasks.workunit.client.0.smithi028.stdout: 6 2024-08-29T19:03:23.964 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-08-29T19:03:23.964 INFO:tasks.workunit.client.0.smithi028.stdout: "up_primary": 5, 2024-08-29T19:03:23.964 INFO:tasks.workunit.client.0.smithi028.stdout: "version": "0'0" 2024-08-29T19:03:23.965 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:23.965 INFO:tasks.workunit.client.0.smithi028.stdout: { 2024-08-29T19:03:23.965 INFO:tasks.workunit.client.0.smithi028.stdout: "acting": [ 2024-08-29T19:03:23.965 INFO:tasks.workunit.client.0.smithi028.stdout: 2, 2024-08-29T19:03:23.965 INFO:tasks.workunit.client.0.smithi028.stdout: 7, 2024-08-29T19:03:23.965 INFO:tasks.workunit.client.0.smithi028.stdout: 1 2024-08-29T19:03:23.965 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-08-29T19:03:23.965 INFO:tasks.workunit.client.0.smithi028.stdout: "acting_primary": 2, 2024-08-29T19:03:23.965 INFO:tasks.workunit.client.0.smithi028.stdout: "avail_no_missing": [], 2024-08-29T19:03:23.965 INFO:tasks.workunit.client.0.smithi028.stdout: "blocked_by": [], 2024-08-29T19:03:23.965 INFO:tasks.workunit.client.0.smithi028.stdout: "created": 62, 2024-08-29T19:03:23.965 INFO:tasks.workunit.client.0.smithi028.stdout: "dirty_stats_invalid": false, 2024-08-29T19:03:23.965 INFO:tasks.workunit.client.0.smithi028.stdout: "hitset_bytes_stats_invalid": false, 2024-08-29T19:03:23.966 INFO:tasks.workunit.client.0.smithi028.stdout: "hitset_stats_invalid": false, 2024-08-29T19:03:23.966 INFO:tasks.workunit.client.0.smithi028.stdout: "last_active": "2024-08-29T19:02:14.104053+0000", 2024-08-29T19:03:23.966 INFO:tasks.workunit.client.0.smithi028.stdout: "last_became_active": "2024-08-29T17:58:11.353755+0000", 2024-08-29T19:03:23.966 INFO:tasks.workunit.client.0.smithi028.stdout: "last_became_peered": "2024-08-29T17:58:11.353755+0000", 2024-08-29T19:03:23.966 INFO:tasks.workunit.client.0.smithi028.stdout: "last_change": "2024-08-29T17:58:11.354480+0000", 2024-08-29T19:03:23.966 INFO:tasks.workunit.client.0.smithi028.stdout: "last_clean": "2024-08-29T19:02:14.104053+0000", 2024-08-29T19:03:23.966 INFO:tasks.workunit.client.0.smithi028.stdout: "last_clean_scrub_stamp": "2024-08-29T17:41:01.987071+0000", 2024-08-29T19:03:23.966 INFO:tasks.workunit.client.0.smithi028.stdout: "last_deep_scrub": "0'0", 2024-08-29T19:03:23.966 INFO:tasks.workunit.client.0.smithi028.stdout: "last_deep_scrub_stamp": "2024-08-29T17:41:01.987071+0000", 2024-08-29T19:03:23.966 INFO:tasks.workunit.client.0.smithi028.stdout: "last_epoch_clean": 681, 2024-08-29T19:03:23.966 INFO:tasks.workunit.client.0.smithi028.stdout: "last_fresh": "2024-08-29T19:02:14.104053+0000", 2024-08-29T19:03:23.966 INFO:tasks.workunit.client.0.smithi028.stdout: "last_fullsized": "2024-08-29T19:02:14.104053+0000", 2024-08-29T19:03:23.966 INFO:tasks.workunit.client.0.smithi028.stdout: "last_peered": "2024-08-29T19:02:14.104053+0000", 2024-08-29T19:03:23.967 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub": "0'0", 2024-08-29T19:03:23.967 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub_duration": 0, 2024-08-29T19:03:23.967 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub_stamp": "2024-08-29T17:41:01.987071+0000", 2024-08-29T19:03:23.967 INFO:tasks.workunit.client.0.smithi028.stdout: "last_undegraded": "2024-08-29T19:02:14.104053+0000", 2024-08-29T19:03:23.967 INFO:tasks.workunit.client.0.smithi028.stdout: "last_unstale": "2024-08-29T19:02:14.104053+0000", 2024-08-29T19:03:23.967 INFO:tasks.workunit.client.0.smithi028.stdout: "log_dups_size": 0, 2024-08-29T19:03:23.967 INFO:tasks.workunit.client.0.smithi028.stdout: "log_size": 0, 2024-08-29T19:03:23.967 INFO:tasks.workunit.client.0.smithi028.stdout: "log_start": "0'0", 2024-08-29T19:03:23.967 INFO:tasks.workunit.client.0.smithi028.stdout: "manifest_stats_invalid": false, 2024-08-29T19:03:23.967 INFO:tasks.workunit.client.0.smithi028.stdout: "mapping_epoch": 680, 2024-08-29T19:03:23.967 INFO:tasks.workunit.client.0.smithi028.stdout: "object_location_counts": [], 2024-08-29T19:03:23.967 INFO:tasks.workunit.client.0.smithi028.stdout: "objects_scrubbed": 0, 2024-08-29T19:03:23.967 INFO:tasks.workunit.client.0.smithi028.stdout: "objects_trimmed": 0, 2024-08-29T19:03:23.967 INFO:tasks.workunit.client.0.smithi028.stdout: "omap_stats_invalid": false, 2024-08-29T19:03:23.968 INFO:tasks.workunit.client.0.smithi028.stdout: "ondisk_log_size": 0, 2024-08-29T19:03:23.968 INFO:tasks.workunit.client.0.smithi028.stdout: "ondisk_log_start": "0'0", 2024-08-29T19:03:23.968 INFO:tasks.workunit.client.0.smithi028.stdout: "parent": "0.0", 2024-08-29T19:03:23.968 INFO:tasks.workunit.client.0.smithi028.stdout: "parent_split_bits": 0, 2024-08-29T19:03:23.968 INFO:tasks.workunit.client.0.smithi028.stdout: "pgid": "3.2b", 2024-08-29T19:03:23.968 INFO:tasks.workunit.client.0.smithi028.stdout: "pin_stats_invalid": false, 2024-08-29T19:03:23.968 INFO:tasks.workunit.client.0.smithi028.stdout: "purged_snaps": [], 2024-08-29T19:03:23.968 INFO:tasks.workunit.client.0.smithi028.stdout: "reported_epoch": 2650, 2024-08-29T19:03:23.968 INFO:tasks.workunit.client.0.smithi028.stdout: "reported_seq": 4726, 2024-08-29T19:03:23.968 INFO:tasks.workunit.client.0.smithi028.stdout: "scrub_duration": 0.0, 2024-08-29T19:03:23.968 INFO:tasks.workunit.client.0.smithi028.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-31T02:57:43.356530+0000", 2024-08-29T19:03:23.968 INFO:tasks.workunit.client.0.smithi028.stdout: "snaptrim_duration": 0.0, 2024-08-29T19:03:23.968 INFO:tasks.workunit.client.0.smithi028.stdout: "snaptrimq_len": 0, 2024-08-29T19:03:23.969 INFO:tasks.workunit.client.0.smithi028.stdout: "stat_sum": { 2024-08-29T19:03:23.969 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes": 0, 2024-08-29T19:03:23.969 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes_hit_set_archive": 0, 2024-08-29T19:03:23.969 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes_recovered": 0, 2024-08-29T19:03:23.969 INFO:tasks.workunit.client.0.smithi028.stdout: "num_deep_scrub_errors": 0, 2024-08-29T19:03:23.969 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict": 0, 2024-08-29T19:03:23.969 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_kb": 0, 2024-08-29T19:03:23.969 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_mode_full": 0, 2024-08-29T19:03:23.969 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_mode_some": 0, 2024-08-29T19:03:23.969 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush": 0, 2024-08-29T19:03:23.969 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_kb": 0, 2024-08-29T19:03:23.969 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_mode_high": 0, 2024-08-29T19:03:23.969 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_mode_low": 0, 2024-08-29T19:03:23.970 INFO:tasks.workunit.client.0.smithi028.stdout: "num_keys_recovered": 0, 2024-08-29T19:03:23.970 INFO:tasks.workunit.client.0.smithi028.stdout: "num_large_omap_objects": 0, 2024-08-29T19:03:23.970 INFO:tasks.workunit.client.0.smithi028.stdout: "num_legacy_snapsets": 0, 2024-08-29T19:03:23.970 INFO:tasks.workunit.client.0.smithi028.stdout: "num_object_clones": 0, 2024-08-29T19:03:23.970 INFO:tasks.workunit.client.0.smithi028.stdout: "num_object_copies": 0, 2024-08-29T19:03:23.970 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects": 0, 2024-08-29T19:03:23.970 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_degraded": 0, 2024-08-29T19:03:23.970 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_dirty": 0, 2024-08-29T19:03:23.970 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_hit_set_archive": 0, 2024-08-29T19:03:23.970 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_manifest": 0, 2024-08-29T19:03:23.970 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_misplaced": 0, 2024-08-29T19:03:23.970 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_missing": 0, 2024-08-29T19:03:23.970 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_missing_on_primary": 0, 2024-08-29T19:03:23.970 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_omap": 0, 2024-08-29T19:03:23.971 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_pinned": 0, 2024-08-29T19:03:23.971 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_recovered": 0, 2024-08-29T19:03:23.971 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_repaired": 0, 2024-08-29T19:03:23.971 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_unfound": 0, 2024-08-29T19:03:23.971 INFO:tasks.workunit.client.0.smithi028.stdout: "num_omap_bytes": 0, 2024-08-29T19:03:23.971 INFO:tasks.workunit.client.0.smithi028.stdout: "num_omap_keys": 0, 2024-08-29T19:03:23.971 INFO:tasks.workunit.client.0.smithi028.stdout: "num_promote": 0, 2024-08-29T19:03:23.971 INFO:tasks.workunit.client.0.smithi028.stdout: "num_read": 0, 2024-08-29T19:03:23.971 INFO:tasks.workunit.client.0.smithi028.stdout: "num_read_kb": 0, 2024-08-29T19:03:23.971 INFO:tasks.workunit.client.0.smithi028.stdout: "num_scrub_errors": 0, 2024-08-29T19:03:23.971 INFO:tasks.workunit.client.0.smithi028.stdout: "num_shallow_scrub_errors": 0, 2024-08-29T19:03:23.971 INFO:tasks.workunit.client.0.smithi028.stdout: "num_whiteouts": 0, 2024-08-29T19:03:23.971 INFO:tasks.workunit.client.0.smithi028.stdout: "num_write": 0, 2024-08-29T19:03:23.972 INFO:tasks.workunit.client.0.smithi028.stdout: "num_write_kb": 0 2024-08-29T19:03:23.972 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:23.972 INFO:tasks.workunit.client.0.smithi028.stdout: "state": "active+clean", 2024-08-29T19:03:23.972 INFO:tasks.workunit.client.0.smithi028.stdout: "stats_invalid": false, 2024-08-29T19:03:23.972 INFO:tasks.workunit.client.0.smithi028.stdout: "up": [ 2024-08-29T19:03:23.972 INFO:tasks.workunit.client.0.smithi028.stdout: 2, 2024-08-29T19:03:23.972 INFO:tasks.workunit.client.0.smithi028.stdout: 7, 2024-08-29T19:03:23.972 INFO:tasks.workunit.client.0.smithi028.stdout: 1 2024-08-29T19:03:23.972 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-08-29T19:03:23.972 INFO:tasks.workunit.client.0.smithi028.stdout: "up_primary": 2, 2024-08-29T19:03:23.972 INFO:tasks.workunit.client.0.smithi028.stdout: "version": "0'0" 2024-08-29T19:03:23.972 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:23.972 INFO:tasks.workunit.client.0.smithi028.stdout: { 2024-08-29T19:03:23.973 INFO:tasks.workunit.client.0.smithi028.stdout: "acting": [ 2024-08-29T19:03:23.973 INFO:tasks.workunit.client.0.smithi028.stdout: 6, 2024-08-29T19:03:23.973 INFO:tasks.workunit.client.0.smithi028.stdout: 4, 2024-08-29T19:03:23.973 INFO:tasks.workunit.client.0.smithi028.stdout: 0 2024-08-29T19:03:23.973 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-08-29T19:03:23.973 INFO:tasks.workunit.client.0.smithi028.stdout: "acting_primary": 6, 2024-08-29T19:03:23.973 INFO:tasks.workunit.client.0.smithi028.stdout: "avail_no_missing": [], 2024-08-29T19:03:23.973 INFO:tasks.workunit.client.0.smithi028.stdout: "blocked_by": [], 2024-08-29T19:03:23.973 INFO:tasks.workunit.client.0.smithi028.stdout: "created": 62, 2024-08-29T19:03:23.973 INFO:tasks.workunit.client.0.smithi028.stdout: "dirty_stats_invalid": false, 2024-08-29T19:03:23.973 INFO:tasks.workunit.client.0.smithi028.stdout: "hitset_bytes_stats_invalid": false, 2024-08-29T19:03:23.973 INFO:tasks.workunit.client.0.smithi028.stdout: "hitset_stats_invalid": false, 2024-08-29T19:03:23.973 INFO:tasks.workunit.client.0.smithi028.stdout: "last_active": "2024-08-29T19:02:14.923263+0000", 2024-08-29T19:03:23.973 INFO:tasks.workunit.client.0.smithi028.stdout: "last_became_active": "2024-08-29T17:57:36.381438+0000", 2024-08-29T19:03:23.973 INFO:tasks.workunit.client.0.smithi028.stdout: "last_became_peered": "2024-08-29T17:57:36.381438+0000", 2024-08-29T19:03:23.974 INFO:tasks.workunit.client.0.smithi028.stdout: "last_change": "2024-08-29T17:57:36.381897+0000", 2024-08-29T19:03:23.974 INFO:tasks.workunit.client.0.smithi028.stdout: "last_clean": "2024-08-29T19:02:14.923263+0000", 2024-08-29T19:03:23.974 INFO:tasks.workunit.client.0.smithi028.stdout: "last_clean_scrub_stamp": "2024-08-29T17:41:01.987071+0000", 2024-08-29T19:03:23.974 INFO:tasks.workunit.client.0.smithi028.stdout: "last_deep_scrub": "0'0", 2024-08-29T19:03:23.974 INFO:tasks.workunit.client.0.smithi028.stdout: "last_deep_scrub_stamp": "2024-08-29T17:41:01.987071+0000", 2024-08-29T19:03:23.974 INFO:tasks.workunit.client.0.smithi028.stdout: "last_epoch_clean": 646, 2024-08-29T19:03:23.974 INFO:tasks.workunit.client.0.smithi028.stdout: "last_fresh": "2024-08-29T19:02:14.923263+0000", 2024-08-29T19:03:23.974 INFO:tasks.workunit.client.0.smithi028.stdout: "last_fullsized": "2024-08-29T19:02:14.923263+0000", 2024-08-29T19:03:23.974 INFO:tasks.workunit.client.0.smithi028.stdout: "last_peered": "2024-08-29T19:02:14.923263+0000", 2024-08-29T19:03:23.974 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub": "0'0", 2024-08-29T19:03:23.974 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub_duration": 0, 2024-08-29T19:03:23.974 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub_stamp": "2024-08-29T17:41:01.987071+0000", 2024-08-29T19:03:23.974 INFO:tasks.workunit.client.0.smithi028.stdout: "last_undegraded": "2024-08-29T19:02:14.923263+0000", 2024-08-29T19:03:23.974 INFO:tasks.workunit.client.0.smithi028.stdout: "last_unstale": "2024-08-29T19:02:14.923263+0000", 2024-08-29T19:03:23.975 INFO:tasks.workunit.client.0.smithi028.stdout: "log_dups_size": 0, 2024-08-29T19:03:23.975 INFO:tasks.workunit.client.0.smithi028.stdout: "log_size": 0, 2024-08-29T19:03:23.975 INFO:tasks.workunit.client.0.smithi028.stdout: "log_start": "0'0", 2024-08-29T19:03:23.975 INFO:tasks.workunit.client.0.smithi028.stdout: "manifest_stats_invalid": false, 2024-08-29T19:03:23.975 INFO:tasks.workunit.client.0.smithi028.stdout: "mapping_epoch": 645, 2024-08-29T19:03:23.975 INFO:tasks.workunit.client.0.smithi028.stdout: "object_location_counts": [], 2024-08-29T19:03:23.975 INFO:tasks.workunit.client.0.smithi028.stdout: "objects_scrubbed": 0, 2024-08-29T19:03:23.975 INFO:tasks.workunit.client.0.smithi028.stdout: "objects_trimmed": 0, 2024-08-29T19:03:23.975 INFO:tasks.workunit.client.0.smithi028.stdout: "omap_stats_invalid": false, 2024-08-29T19:03:23.975 INFO:tasks.workunit.client.0.smithi028.stdout: "ondisk_log_size": 0, 2024-08-29T19:03:23.975 INFO:tasks.workunit.client.0.smithi028.stdout: "ondisk_log_start": "0'0", 2024-08-29T19:03:23.975 INFO:tasks.workunit.client.0.smithi028.stdout: "parent": "0.0", 2024-08-29T19:03:23.975 INFO:tasks.workunit.client.0.smithi028.stdout: "parent_split_bits": 0, 2024-08-29T19:03:23.976 INFO:tasks.workunit.client.0.smithi028.stdout: "pgid": "3.2c", 2024-08-29T19:03:23.976 INFO:tasks.workunit.client.0.smithi028.stdout: "pin_stats_invalid": false, 2024-08-29T19:03:23.976 INFO:tasks.workunit.client.0.smithi028.stdout: "purged_snaps": [], 2024-08-29T19:03:23.976 INFO:tasks.workunit.client.0.smithi028.stdout: "reported_epoch": 2650, 2024-08-29T19:03:23.976 INFO:tasks.workunit.client.0.smithi028.stdout: "reported_seq": 4603, 2024-08-29T19:03:23.976 INFO:tasks.workunit.client.0.smithi028.stdout: "scrub_duration": 0.0, 2024-08-29T19:03:23.976 INFO:tasks.workunit.client.0.smithi028.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-31T02:29:40.299776+0000", 2024-08-29T19:03:23.976 INFO:tasks.workunit.client.0.smithi028.stdout: "snaptrim_duration": 0.0, 2024-08-29T19:03:23.976 INFO:tasks.workunit.client.0.smithi028.stdout: "snaptrimq_len": 0, 2024-08-29T19:03:23.976 INFO:tasks.workunit.client.0.smithi028.stdout: "stat_sum": { 2024-08-29T19:03:23.976 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes": 0, 2024-08-29T19:03:23.976 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes_hit_set_archive": 0, 2024-08-29T19:03:23.976 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes_recovered": 0, 2024-08-29T19:03:23.976 INFO:tasks.workunit.client.0.smithi028.stdout: "num_deep_scrub_errors": 0, 2024-08-29T19:03:23.977 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict": 0, 2024-08-29T19:03:23.977 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_kb": 0, 2024-08-29T19:03:23.977 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_mode_full": 0, 2024-08-29T19:03:23.977 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_mode_some": 0, 2024-08-29T19:03:23.977 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush": 0, 2024-08-29T19:03:23.977 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_kb": 0, 2024-08-29T19:03:23.977 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_mode_high": 0, 2024-08-29T19:03:23.977 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_mode_low": 0, 2024-08-29T19:03:23.977 INFO:tasks.workunit.client.0.smithi028.stdout: "num_keys_recovered": 0, 2024-08-29T19:03:23.977 INFO:tasks.workunit.client.0.smithi028.stdout: "num_large_omap_objects": 0, 2024-08-29T19:03:23.977 INFO:tasks.workunit.client.0.smithi028.stdout: "num_legacy_snapsets": 0, 2024-08-29T19:03:23.977 INFO:tasks.workunit.client.0.smithi028.stdout: "num_object_clones": 0, 2024-08-29T19:03:23.977 INFO:tasks.workunit.client.0.smithi028.stdout: "num_object_copies": 0, 2024-08-29T19:03:23.977 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects": 0, 2024-08-29T19:03:23.978 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_degraded": 0, 2024-08-29T19:03:23.978 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_dirty": 0, 2024-08-29T19:03:23.978 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_hit_set_archive": 0, 2024-08-29T19:03:23.978 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_manifest": 0, 2024-08-29T19:03:23.978 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_misplaced": 0, 2024-08-29T19:03:23.978 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_missing": 0, 2024-08-29T19:03:23.978 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_missing_on_primary": 0, 2024-08-29T19:03:23.978 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_omap": 0, 2024-08-29T19:03:23.978 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_pinned": 0, 2024-08-29T19:03:23.978 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_recovered": 0, 2024-08-29T19:03:23.978 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_repaired": 0, 2024-08-29T19:03:23.978 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_unfound": 0, 2024-08-29T19:03:23.978 INFO:tasks.workunit.client.0.smithi028.stdout: "num_omap_bytes": 0, 2024-08-29T19:03:23.978 INFO:tasks.workunit.client.0.smithi028.stdout: "num_omap_keys": 0, 2024-08-29T19:03:23.979 INFO:tasks.workunit.client.0.smithi028.stdout: "num_promote": 0, 2024-08-29T19:03:23.979 INFO:tasks.workunit.client.0.smithi028.stdout: "num_read": 0, 2024-08-29T19:03:23.979 INFO:tasks.workunit.client.0.smithi028.stdout: "num_read_kb": 0, 2024-08-29T19:03:23.979 INFO:tasks.workunit.client.0.smithi028.stdout: "num_scrub_errors": 0, 2024-08-29T19:03:23.979 INFO:tasks.workunit.client.0.smithi028.stdout: "num_shallow_scrub_errors": 0, 2024-08-29T19:03:23.979 INFO:tasks.workunit.client.0.smithi028.stdout: "num_whiteouts": 0, 2024-08-29T19:03:23.979 INFO:tasks.workunit.client.0.smithi028.stdout: "num_write": 0, 2024-08-29T19:03:23.979 INFO:tasks.workunit.client.0.smithi028.stdout: "num_write_kb": 0 2024-08-29T19:03:23.979 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:23.979 INFO:tasks.workunit.client.0.smithi028.stdout: "state": "active+clean", 2024-08-29T19:03:23.979 INFO:tasks.workunit.client.0.smithi028.stdout: "stats_invalid": false, 2024-08-29T19:03:23.979 INFO:tasks.workunit.client.0.smithi028.stdout: "up": [ 2024-08-29T19:03:23.979 INFO:tasks.workunit.client.0.smithi028.stdout: 6, 2024-08-29T19:03:23.979 INFO:tasks.workunit.client.0.smithi028.stdout: 4, 2024-08-29T19:03:23.980 INFO:tasks.workunit.client.0.smithi028.stdout: 0 2024-08-29T19:03:23.980 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-08-29T19:03:23.980 INFO:tasks.workunit.client.0.smithi028.stdout: "up_primary": 6, 2024-08-29T19:03:23.980 INFO:tasks.workunit.client.0.smithi028.stdout: "version": "0'0" 2024-08-29T19:03:23.980 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:23.980 INFO:tasks.workunit.client.0.smithi028.stdout: { 2024-08-29T19:03:23.980 INFO:tasks.workunit.client.0.smithi028.stdout: "acting": [ 2024-08-29T19:03:23.980 INFO:tasks.workunit.client.0.smithi028.stdout: 7, 2024-08-29T19:03:23.980 INFO:tasks.workunit.client.0.smithi028.stdout: 2, 2024-08-29T19:03:23.980 INFO:tasks.workunit.client.0.smithi028.stdout: 6 2024-08-29T19:03:23.980 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-08-29T19:03:23.980 INFO:tasks.workunit.client.0.smithi028.stdout: "acting_primary": 7, 2024-08-29T19:03:23.980 INFO:tasks.workunit.client.0.smithi028.stdout: "avail_no_missing": [], 2024-08-29T19:03:23.981 INFO:tasks.workunit.client.0.smithi028.stdout: "blocked_by": [], 2024-08-29T19:03:23.981 INFO:tasks.workunit.client.0.smithi028.stdout: "created": 62, 2024-08-29T19:03:23.981 INFO:tasks.workunit.client.0.smithi028.stdout: "dirty_stats_invalid": false, 2024-08-29T19:03:23.981 INFO:tasks.workunit.client.0.smithi028.stdout: "hitset_bytes_stats_invalid": false, 2024-08-29T19:03:23.981 INFO:tasks.workunit.client.0.smithi028.stdout: "hitset_stats_invalid": false, 2024-08-29T19:03:23.981 INFO:tasks.workunit.client.0.smithi028.stdout: "last_active": "2024-08-29T19:02:14.102350+0000", 2024-08-29T19:03:23.981 INFO:tasks.workunit.client.0.smithi028.stdout: "last_became_active": "2024-08-29T17:58:11.364834+0000", 2024-08-29T19:03:23.981 INFO:tasks.workunit.client.0.smithi028.stdout: "last_became_peered": "2024-08-29T17:58:11.364834+0000", 2024-08-29T19:03:23.981 INFO:tasks.workunit.client.0.smithi028.stdout: "last_change": "2024-08-29T17:58:11.365372+0000", 2024-08-29T19:03:23.981 INFO:tasks.workunit.client.0.smithi028.stdout: "last_clean": "2024-08-29T19:02:14.102350+0000", 2024-08-29T19:03:23.981 INFO:tasks.workunit.client.0.smithi028.stdout: "last_clean_scrub_stamp": "2024-08-29T17:41:01.987071+0000", 2024-08-29T19:03:23.981 INFO:tasks.workunit.client.0.smithi028.stdout: "last_deep_scrub": "0'0", 2024-08-29T19:03:23.981 INFO:tasks.workunit.client.0.smithi028.stdout: "last_deep_scrub_stamp": "2024-08-29T17:41:01.987071+0000", 2024-08-29T19:03:23.981 INFO:tasks.workunit.client.0.smithi028.stdout: "last_epoch_clean": 681, 2024-08-29T19:03:23.982 INFO:tasks.workunit.client.0.smithi028.stdout: "last_fresh": "2024-08-29T19:02:14.102350+0000", 2024-08-29T19:03:23.982 INFO:tasks.workunit.client.0.smithi028.stdout: "last_fullsized": "2024-08-29T19:02:14.102350+0000", 2024-08-29T19:03:23.982 INFO:tasks.workunit.client.0.smithi028.stdout: "last_peered": "2024-08-29T19:02:14.102350+0000", 2024-08-29T19:03:23.982 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub": "0'0", 2024-08-29T19:03:23.982 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub_duration": 0, 2024-08-29T19:03:23.982 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub_stamp": "2024-08-29T17:41:01.987071+0000", 2024-08-29T19:03:23.982 INFO:tasks.workunit.client.0.smithi028.stdout: "last_undegraded": "2024-08-29T19:02:14.102350+0000", 2024-08-29T19:03:23.982 INFO:tasks.workunit.client.0.smithi028.stdout: "last_unstale": "2024-08-29T19:02:14.102350+0000", 2024-08-29T19:03:23.982 INFO:tasks.workunit.client.0.smithi028.stdout: "log_dups_size": 0, 2024-08-29T19:03:23.982 INFO:tasks.workunit.client.0.smithi028.stdout: "log_size": 0, 2024-08-29T19:03:23.982 INFO:tasks.workunit.client.0.smithi028.stdout: "log_start": "0'0", 2024-08-29T19:03:23.982 INFO:tasks.workunit.client.0.smithi028.stdout: "manifest_stats_invalid": false, 2024-08-29T19:03:23.982 INFO:tasks.workunit.client.0.smithi028.stdout: "mapping_epoch": 680, 2024-08-29T19:03:23.982 INFO:tasks.workunit.client.0.smithi028.stdout: "object_location_counts": [], 2024-08-29T19:03:23.983 INFO:tasks.workunit.client.0.smithi028.stdout: "objects_scrubbed": 0, 2024-08-29T19:03:23.983 INFO:tasks.workunit.client.0.smithi028.stdout: "objects_trimmed": 0, 2024-08-29T19:03:23.983 INFO:tasks.workunit.client.0.smithi028.stdout: "omap_stats_invalid": false, 2024-08-29T19:03:23.983 INFO:tasks.workunit.client.0.smithi028.stdout: "ondisk_log_size": 0, 2024-08-29T19:03:23.983 INFO:tasks.workunit.client.0.smithi028.stdout: "ondisk_log_start": "0'0", 2024-08-29T19:03:23.983 INFO:tasks.workunit.client.0.smithi028.stdout: "parent": "0.0", 2024-08-29T19:03:23.983 INFO:tasks.workunit.client.0.smithi028.stdout: "parent_split_bits": 0, 2024-08-29T19:03:23.983 INFO:tasks.workunit.client.0.smithi028.stdout: "pgid": "3.2d", 2024-08-29T19:03:23.983 INFO:tasks.workunit.client.0.smithi028.stdout: "pin_stats_invalid": false, 2024-08-29T19:03:23.983 INFO:tasks.workunit.client.0.smithi028.stdout: "purged_snaps": [], 2024-08-29T19:03:23.983 INFO:tasks.workunit.client.0.smithi028.stdout: "reported_epoch": 2650, 2024-08-29T19:03:23.983 INFO:tasks.workunit.client.0.smithi028.stdout: "reported_seq": 4553, 2024-08-29T19:03:23.983 INFO:tasks.workunit.client.0.smithi028.stdout: "scrub_duration": 0.0, 2024-08-29T19:03:23.983 INFO:tasks.workunit.client.0.smithi028.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-31T02:56:19.623489+0000", 2024-08-29T19:03:23.984 INFO:tasks.workunit.client.0.smithi028.stdout: "snaptrim_duration": 0.0, 2024-08-29T19:03:23.984 INFO:tasks.workunit.client.0.smithi028.stdout: "snaptrimq_len": 0, 2024-08-29T19:03:23.984 INFO:tasks.workunit.client.0.smithi028.stdout: "stat_sum": { 2024-08-29T19:03:23.984 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes": 0, 2024-08-29T19:03:23.984 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes_hit_set_archive": 0, 2024-08-29T19:03:23.984 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes_recovered": 0, 2024-08-29T19:03:23.984 INFO:tasks.workunit.client.0.smithi028.stdout: "num_deep_scrub_errors": 0, 2024-08-29T19:03:23.984 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict": 0, 2024-08-29T19:03:23.984 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_kb": 0, 2024-08-29T19:03:23.984 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_mode_full": 0, 2024-08-29T19:03:23.984 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_mode_some": 0, 2024-08-29T19:03:23.984 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush": 0, 2024-08-29T19:03:23.984 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_kb": 0, 2024-08-29T19:03:23.984 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_mode_high": 0, 2024-08-29T19:03:23.985 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_mode_low": 0, 2024-08-29T19:03:23.985 INFO:tasks.workunit.client.0.smithi028.stdout: "num_keys_recovered": 0, 2024-08-29T19:03:23.985 INFO:tasks.workunit.client.0.smithi028.stdout: "num_large_omap_objects": 0, 2024-08-29T19:03:23.985 INFO:tasks.workunit.client.0.smithi028.stdout: "num_legacy_snapsets": 0, 2024-08-29T19:03:23.985 INFO:tasks.workunit.client.0.smithi028.stdout: "num_object_clones": 0, 2024-08-29T19:03:23.985 INFO:tasks.workunit.client.0.smithi028.stdout: "num_object_copies": 0, 2024-08-29T19:03:23.985 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects": 0, 2024-08-29T19:03:23.985 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_degraded": 0, 2024-08-29T19:03:23.985 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_dirty": 0, 2024-08-29T19:03:23.985 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_hit_set_archive": 0, 2024-08-29T19:03:23.985 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_manifest": 0, 2024-08-29T19:03:23.985 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_misplaced": 0, 2024-08-29T19:03:23.985 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_missing": 0, 2024-08-29T19:03:23.986 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_missing_on_primary": 0, 2024-08-29T19:03:23.986 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_omap": 0, 2024-08-29T19:03:23.986 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_pinned": 0, 2024-08-29T19:03:23.986 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_recovered": 0, 2024-08-29T19:03:23.986 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_repaired": 0, 2024-08-29T19:03:23.986 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_unfound": 0, 2024-08-29T19:03:23.986 INFO:tasks.workunit.client.0.smithi028.stdout: "num_omap_bytes": 0, 2024-08-29T19:03:23.986 INFO:tasks.workunit.client.0.smithi028.stdout: "num_omap_keys": 0, 2024-08-29T19:03:23.986 INFO:tasks.workunit.client.0.smithi028.stdout: "num_promote": 0, 2024-08-29T19:03:23.986 INFO:tasks.workunit.client.0.smithi028.stdout: "num_read": 0, 2024-08-29T19:03:23.986 INFO:tasks.workunit.client.0.smithi028.stdout: "num_read_kb": 0, 2024-08-29T19:03:23.986 INFO:tasks.workunit.client.0.smithi028.stdout: "num_scrub_errors": 0, 2024-08-29T19:03:23.986 INFO:tasks.workunit.client.0.smithi028.stdout: "num_shallow_scrub_errors": 0, 2024-08-29T19:03:23.986 INFO:tasks.workunit.client.0.smithi028.stdout: "num_whiteouts": 0, 2024-08-29T19:03:23.987 INFO:tasks.workunit.client.0.smithi028.stdout: "num_write": 0, 2024-08-29T19:03:23.987 INFO:tasks.workunit.client.0.smithi028.stdout: "num_write_kb": 0 2024-08-29T19:03:23.987 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:23.987 INFO:tasks.workunit.client.0.smithi028.stdout: "state": "active+clean", 2024-08-29T19:03:23.987 INFO:tasks.workunit.client.0.smithi028.stdout: "stats_invalid": false, 2024-08-29T19:03:23.987 INFO:tasks.workunit.client.0.smithi028.stdout: "up": [ 2024-08-29T19:03:23.987 INFO:tasks.workunit.client.0.smithi028.stdout: 7, 2024-08-29T19:03:23.987 INFO:tasks.workunit.client.0.smithi028.stdout: 2, 2024-08-29T19:03:23.987 INFO:tasks.workunit.client.0.smithi028.stdout: 6 2024-08-29T19:03:23.987 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-08-29T19:03:23.987 INFO:tasks.workunit.client.0.smithi028.stdout: "up_primary": 7, 2024-08-29T19:03:23.987 INFO:tasks.workunit.client.0.smithi028.stdout: "version": "0'0" 2024-08-29T19:03:23.987 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:23.987 INFO:tasks.workunit.client.0.smithi028.stdout: { 2024-08-29T19:03:23.988 INFO:tasks.workunit.client.0.smithi028.stdout: "acting": [ 2024-08-29T19:03:23.988 INFO:tasks.workunit.client.0.smithi028.stdout: 2, 2024-08-29T19:03:23.988 INFO:tasks.workunit.client.0.smithi028.stdout: 6, 2024-08-29T19:03:23.988 INFO:tasks.workunit.client.0.smithi028.stdout: 7 2024-08-29T19:03:23.988 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-08-29T19:03:23.988 INFO:tasks.workunit.client.0.smithi028.stdout: "acting_primary": 2, 2024-08-29T19:03:23.988 INFO:tasks.workunit.client.0.smithi028.stdout: "avail_no_missing": [], 2024-08-29T19:03:23.988 INFO:tasks.workunit.client.0.smithi028.stdout: "blocked_by": [], 2024-08-29T19:03:23.988 INFO:tasks.workunit.client.0.smithi028.stdout: "created": 62, 2024-08-29T19:03:23.988 INFO:tasks.workunit.client.0.smithi028.stdout: "dirty_stats_invalid": false, 2024-08-29T19:03:23.988 INFO:tasks.workunit.client.0.smithi028.stdout: "hitset_bytes_stats_invalid": false, 2024-08-29T19:03:23.988 INFO:tasks.workunit.client.0.smithi028.stdout: "hitset_stats_invalid": false, 2024-08-29T19:03:23.988 INFO:tasks.workunit.client.0.smithi028.stdout: "last_active": "2024-08-29T19:02:14.103133+0000", 2024-08-29T19:03:23.989 INFO:tasks.workunit.client.0.smithi028.stdout: "last_became_active": "2024-08-29T17:58:11.351552+0000", 2024-08-29T19:03:23.989 INFO:tasks.workunit.client.0.smithi028.stdout: "last_became_peered": "2024-08-29T17:58:11.351552+0000", 2024-08-29T19:03:23.989 INFO:tasks.workunit.client.0.smithi028.stdout: "last_change": "2024-08-29T17:58:11.352191+0000", 2024-08-29T19:03:23.989 INFO:tasks.workunit.client.0.smithi028.stdout: "last_clean": "2024-08-29T19:02:14.103133+0000", 2024-08-29T19:03:23.989 INFO:tasks.workunit.client.0.smithi028.stdout: "last_clean_scrub_stamp": "2024-08-29T17:41:01.987071+0000", 2024-08-29T19:03:23.989 INFO:tasks.workunit.client.0.smithi028.stdout: "last_deep_scrub": "0'0", 2024-08-29T19:03:23.989 INFO:tasks.workunit.client.0.smithi028.stdout: "last_deep_scrub_stamp": "2024-08-29T17:41:01.987071+0000", 2024-08-29T19:03:23.989 INFO:tasks.workunit.client.0.smithi028.stdout: "last_epoch_clean": 681, 2024-08-29T19:03:23.989 INFO:tasks.workunit.client.0.smithi028.stdout: "last_fresh": "2024-08-29T19:02:14.103133+0000", 2024-08-29T19:03:23.989 INFO:tasks.workunit.client.0.smithi028.stdout: "last_fullsized": "2024-08-29T19:02:14.103133+0000", 2024-08-29T19:03:23.989 INFO:tasks.workunit.client.0.smithi028.stdout: "last_peered": "2024-08-29T19:02:14.103133+0000", 2024-08-29T19:03:23.989 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub": "0'0", 2024-08-29T19:03:23.989 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub_duration": 0, 2024-08-29T19:03:23.989 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub_stamp": "2024-08-29T17:41:01.987071+0000", 2024-08-29T19:03:23.990 INFO:tasks.workunit.client.0.smithi028.stdout: "last_undegraded": "2024-08-29T19:02:14.103133+0000", 2024-08-29T19:03:23.990 INFO:tasks.workunit.client.0.smithi028.stdout: "last_unstale": "2024-08-29T19:02:14.103133+0000", 2024-08-29T19:03:23.990 INFO:tasks.workunit.client.0.smithi028.stdout: "log_dups_size": 0, 2024-08-29T19:03:23.990 INFO:tasks.workunit.client.0.smithi028.stdout: "log_size": 0, 2024-08-29T19:03:23.990 INFO:tasks.workunit.client.0.smithi028.stdout: "log_start": "0'0", 2024-08-29T19:03:23.990 INFO:tasks.workunit.client.0.smithi028.stdout: "manifest_stats_invalid": false, 2024-08-29T19:03:23.990 INFO:tasks.workunit.client.0.smithi028.stdout: "mapping_epoch": 680, 2024-08-29T19:03:23.990 INFO:tasks.workunit.client.0.smithi028.stdout: "object_location_counts": [], 2024-08-29T19:03:23.990 INFO:tasks.workunit.client.0.smithi028.stdout: "objects_scrubbed": 0, 2024-08-29T19:03:23.990 INFO:tasks.workunit.client.0.smithi028.stdout: "objects_trimmed": 0, 2024-08-29T19:03:23.990 INFO:tasks.workunit.client.0.smithi028.stdout: "omap_stats_invalid": false, 2024-08-29T19:03:23.990 INFO:tasks.workunit.client.0.smithi028.stdout: "ondisk_log_size": 0, 2024-08-29T19:03:23.990 INFO:tasks.workunit.client.0.smithi028.stdout: "ondisk_log_start": "0'0", 2024-08-29T19:03:23.990 INFO:tasks.workunit.client.0.smithi028.stdout: "parent": "0.0", 2024-08-29T19:03:23.991 INFO:tasks.workunit.client.0.smithi028.stdout: "parent_split_bits": 0, 2024-08-29T19:03:23.991 INFO:tasks.workunit.client.0.smithi028.stdout: "pgid": "3.2e", 2024-08-29T19:03:23.991 INFO:tasks.workunit.client.0.smithi028.stdout: "pin_stats_invalid": false, 2024-08-29T19:03:23.991 INFO:tasks.workunit.client.0.smithi028.stdout: "purged_snaps": [], 2024-08-29T19:03:23.991 INFO:tasks.workunit.client.0.smithi028.stdout: "reported_epoch": 2650, 2024-08-29T19:03:23.991 INFO:tasks.workunit.client.0.smithi028.stdout: "reported_seq": 4708, 2024-08-29T19:03:23.991 INFO:tasks.workunit.client.0.smithi028.stdout: "scrub_duration": 0.0, 2024-08-29T19:03:23.991 INFO:tasks.workunit.client.0.smithi028.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-31T00:18:33.505850+0000", 2024-08-29T19:03:23.991 INFO:tasks.workunit.client.0.smithi028.stdout: "snaptrim_duration": 0.0, 2024-08-29T19:03:23.991 INFO:tasks.workunit.client.0.smithi028.stdout: "snaptrimq_len": 0, 2024-08-29T19:03:23.991 INFO:tasks.workunit.client.0.smithi028.stdout: "stat_sum": { 2024-08-29T19:03:23.991 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes": 0, 2024-08-29T19:03:23.991 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes_hit_set_archive": 0, 2024-08-29T19:03:23.991 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes_recovered": 0, 2024-08-29T19:03:23.992 INFO:tasks.workunit.client.0.smithi028.stdout: "num_deep_scrub_errors": 0, 2024-08-29T19:03:23.992 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict": 0, 2024-08-29T19:03:23.992 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_kb": 0, 2024-08-29T19:03:23.992 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_mode_full": 0, 2024-08-29T19:03:23.992 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_mode_some": 0, 2024-08-29T19:03:23.992 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush": 0, 2024-08-29T19:03:23.992 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_kb": 0, 2024-08-29T19:03:23.992 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_mode_high": 0, 2024-08-29T19:03:23.992 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_mode_low": 0, 2024-08-29T19:03:23.992 INFO:tasks.workunit.client.0.smithi028.stdout: "num_keys_recovered": 0, 2024-08-29T19:03:23.992 INFO:tasks.workunit.client.0.smithi028.stdout: "num_large_omap_objects": 0, 2024-08-29T19:03:23.992 INFO:tasks.workunit.client.0.smithi028.stdout: "num_legacy_snapsets": 0, 2024-08-29T19:03:23.992 INFO:tasks.workunit.client.0.smithi028.stdout: "num_object_clones": 0, 2024-08-29T19:03:23.992 INFO:tasks.workunit.client.0.smithi028.stdout: "num_object_copies": 0, 2024-08-29T19:03:23.993 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects": 0, 2024-08-29T19:03:23.993 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_degraded": 0, 2024-08-29T19:03:23.993 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_dirty": 0, 2024-08-29T19:03:23.993 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_hit_set_archive": 0, 2024-08-29T19:03:23.993 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_manifest": 0, 2024-08-29T19:03:23.993 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_misplaced": 0, 2024-08-29T19:03:23.993 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_missing": 0, 2024-08-29T19:03:23.993 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_missing_on_primary": 0, 2024-08-29T19:03:23.993 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_omap": 0, 2024-08-29T19:03:23.993 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_pinned": 0, 2024-08-29T19:03:23.993 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_recovered": 0, 2024-08-29T19:03:23.993 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_repaired": 0, 2024-08-29T19:03:23.993 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_unfound": 0, 2024-08-29T19:03:23.994 INFO:tasks.workunit.client.0.smithi028.stdout: "num_omap_bytes": 0, 2024-08-29T19:03:23.994 INFO:tasks.workunit.client.0.smithi028.stdout: "num_omap_keys": 0, 2024-08-29T19:03:23.994 INFO:tasks.workunit.client.0.smithi028.stdout: "num_promote": 0, 2024-08-29T19:03:23.994 INFO:tasks.workunit.client.0.smithi028.stdout: "num_read": 0, 2024-08-29T19:03:23.994 INFO:tasks.workunit.client.0.smithi028.stdout: "num_read_kb": 0, 2024-08-29T19:03:23.994 INFO:tasks.workunit.client.0.smithi028.stdout: "num_scrub_errors": 0, 2024-08-29T19:03:23.994 INFO:tasks.workunit.client.0.smithi028.stdout: "num_shallow_scrub_errors": 0, 2024-08-29T19:03:23.994 INFO:tasks.workunit.client.0.smithi028.stdout: "num_whiteouts": 0, 2024-08-29T19:03:23.994 INFO:tasks.workunit.client.0.smithi028.stdout: "num_write": 0, 2024-08-29T19:03:23.994 INFO:tasks.workunit.client.0.smithi028.stdout: "num_write_kb": 0 2024-08-29T19:03:23.994 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:23.994 INFO:tasks.workunit.client.0.smithi028.stdout: "state": "active+clean", 2024-08-29T19:03:23.994 INFO:tasks.workunit.client.0.smithi028.stdout: "stats_invalid": false, 2024-08-29T19:03:23.994 INFO:tasks.workunit.client.0.smithi028.stdout: "up": [ 2024-08-29T19:03:23.995 INFO:tasks.workunit.client.0.smithi028.stdout: 2, 2024-08-29T19:03:23.995 INFO:tasks.workunit.client.0.smithi028.stdout: 6, 2024-08-29T19:03:23.995 INFO:tasks.workunit.client.0.smithi028.stdout: 7 2024-08-29T19:03:23.995 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-08-29T19:03:23.995 INFO:tasks.workunit.client.0.smithi028.stdout: "up_primary": 2, 2024-08-29T19:03:23.995 INFO:tasks.workunit.client.0.smithi028.stdout: "version": "0'0" 2024-08-29T19:03:23.995 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:23.995 INFO:tasks.workunit.client.0.smithi028.stdout: { 2024-08-29T19:03:23.995 INFO:tasks.workunit.client.0.smithi028.stdout: "acting": [ 2024-08-29T19:03:23.995 INFO:tasks.workunit.client.0.smithi028.stdout: 5, 2024-08-29T19:03:23.995 INFO:tasks.workunit.client.0.smithi028.stdout: 7, 2024-08-29T19:03:23.995 INFO:tasks.workunit.client.0.smithi028.stdout: 3 2024-08-29T19:03:23.995 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-08-29T19:03:23.995 INFO:tasks.workunit.client.0.smithi028.stdout: "acting_primary": 5, 2024-08-29T19:03:23.996 INFO:tasks.workunit.client.0.smithi028.stdout: "avail_no_missing": [], 2024-08-29T19:03:23.996 INFO:tasks.workunit.client.0.smithi028.stdout: "blocked_by": [], 2024-08-29T19:03:23.996 INFO:tasks.workunit.client.0.smithi028.stdout: "created": 62, 2024-08-29T19:03:23.996 INFO:tasks.workunit.client.0.smithi028.stdout: "dirty_stats_invalid": false, 2024-08-29T19:03:23.996 INFO:tasks.workunit.client.0.smithi028.stdout: "hitset_bytes_stats_invalid": false, 2024-08-29T19:03:23.996 INFO:tasks.workunit.client.0.smithi028.stdout: "hitset_stats_invalid": false, 2024-08-29T19:03:23.996 INFO:tasks.workunit.client.0.smithi028.stdout: "last_active": "2024-08-29T19:02:14.930589+0000", 2024-08-29T19:03:23.996 INFO:tasks.workunit.client.0.smithi028.stdout: "last_became_active": "2024-08-29T17:58:11.354431+0000", 2024-08-29T19:03:23.996 INFO:tasks.workunit.client.0.smithi028.stdout: "last_became_peered": "2024-08-29T17:58:11.354431+0000", 2024-08-29T19:03:23.996 INFO:tasks.workunit.client.0.smithi028.stdout: "last_change": "2024-08-29T17:58:11.354827+0000", 2024-08-29T19:03:23.996 INFO:tasks.workunit.client.0.smithi028.stdout: "last_clean": "2024-08-29T19:02:14.930589+0000", 2024-08-29T19:03:23.996 INFO:tasks.workunit.client.0.smithi028.stdout: "last_clean_scrub_stamp": "2024-08-29T17:41:01.987071+0000", 2024-08-29T19:03:23.996 INFO:tasks.workunit.client.0.smithi028.stdout: "last_deep_scrub": "0'0", 2024-08-29T19:03:23.997 INFO:tasks.workunit.client.0.smithi028.stdout: "last_deep_scrub_stamp": "2024-08-29T17:41:01.987071+0000", 2024-08-29T19:03:23.997 INFO:tasks.workunit.client.0.smithi028.stdout: "last_epoch_clean": 681, 2024-08-29T19:03:23.997 INFO:tasks.workunit.client.0.smithi028.stdout: "last_fresh": "2024-08-29T19:02:14.930589+0000", 2024-08-29T19:03:23.997 INFO:tasks.workunit.client.0.smithi028.stdout: "last_fullsized": "2024-08-29T19:02:14.930589+0000", 2024-08-29T19:03:23.997 INFO:tasks.workunit.client.0.smithi028.stdout: "last_peered": "2024-08-29T19:02:14.930589+0000", 2024-08-29T19:03:23.997 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub": "0'0", 2024-08-29T19:03:23.997 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub_duration": 0, 2024-08-29T19:03:23.997 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub_stamp": "2024-08-29T17:41:01.987071+0000", 2024-08-29T19:03:23.997 INFO:tasks.workunit.client.0.smithi028.stdout: "last_undegraded": "2024-08-29T19:02:14.930589+0000", 2024-08-29T19:03:23.997 INFO:tasks.workunit.client.0.smithi028.stdout: "last_unstale": "2024-08-29T19:02:14.930589+0000", 2024-08-29T19:03:23.997 INFO:tasks.workunit.client.0.smithi028.stdout: "log_dups_size": 0, 2024-08-29T19:03:23.997 INFO:tasks.workunit.client.0.smithi028.stdout: "log_size": 0, 2024-08-29T19:03:23.997 INFO:tasks.workunit.client.0.smithi028.stdout: "log_start": "0'0", 2024-08-29T19:03:23.997 INFO:tasks.workunit.client.0.smithi028.stdout: "manifest_stats_invalid": false, 2024-08-29T19:03:23.998 INFO:tasks.workunit.client.0.smithi028.stdout: "mapping_epoch": 680, 2024-08-29T19:03:23.998 INFO:tasks.workunit.client.0.smithi028.stdout: "object_location_counts": [], 2024-08-29T19:03:23.998 INFO:tasks.workunit.client.0.smithi028.stdout: "objects_scrubbed": 0, 2024-08-29T19:03:23.998 INFO:tasks.workunit.client.0.smithi028.stdout: "objects_trimmed": 0, 2024-08-29T19:03:23.998 INFO:tasks.workunit.client.0.smithi028.stdout: "omap_stats_invalid": false, 2024-08-29T19:03:23.998 INFO:tasks.workunit.client.0.smithi028.stdout: "ondisk_log_size": 0, 2024-08-29T19:03:23.998 INFO:tasks.workunit.client.0.smithi028.stdout: "ondisk_log_start": "0'0", 2024-08-29T19:03:23.998 INFO:tasks.workunit.client.0.smithi028.stdout: "parent": "0.0", 2024-08-29T19:03:23.998 INFO:tasks.workunit.client.0.smithi028.stdout: "parent_split_bits": 0, 2024-08-29T19:03:23.998 INFO:tasks.workunit.client.0.smithi028.stdout: "pgid": "3.2f", 2024-08-29T19:03:23.998 INFO:tasks.workunit.client.0.smithi028.stdout: "pin_stats_invalid": false, 2024-08-29T19:03:23.998 INFO:tasks.workunit.client.0.smithi028.stdout: "purged_snaps": [], 2024-08-29T19:03:23.998 INFO:tasks.workunit.client.0.smithi028.stdout: "reported_epoch": 2650, 2024-08-29T19:03:23.998 INFO:tasks.workunit.client.0.smithi028.stdout: "reported_seq": 4644, 2024-08-29T19:03:23.999 INFO:tasks.workunit.client.0.smithi028.stdout: "scrub_duration": 0.0, 2024-08-29T19:03:23.999 INFO:tasks.workunit.client.0.smithi028.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-30T23:16:48.659659+0000", 2024-08-29T19:03:23.999 INFO:tasks.workunit.client.0.smithi028.stdout: "snaptrim_duration": 0.0, 2024-08-29T19:03:23.999 INFO:tasks.workunit.client.0.smithi028.stdout: "snaptrimq_len": 0, 2024-08-29T19:03:23.999 INFO:tasks.workunit.client.0.smithi028.stdout: "stat_sum": { 2024-08-29T19:03:23.999 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes": 0, 2024-08-29T19:03:23.999 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes_hit_set_archive": 0, 2024-08-29T19:03:23.999 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes_recovered": 0, 2024-08-29T19:03:23.999 INFO:tasks.workunit.client.0.smithi028.stdout: "num_deep_scrub_errors": 0, 2024-08-29T19:03:23.999 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict": 0, 2024-08-29T19:03:23.999 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_kb": 0, 2024-08-29T19:03:23.999 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_mode_full": 0, 2024-08-29T19:03:23.999 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_mode_some": 0, 2024-08-29T19:03:24.000 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush": 0, 2024-08-29T19:03:24.000 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_kb": 0, 2024-08-29T19:03:24.000 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_mode_high": 0, 2024-08-29T19:03:24.000 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_mode_low": 0, 2024-08-29T19:03:24.000 INFO:tasks.workunit.client.0.smithi028.stdout: "num_keys_recovered": 0, 2024-08-29T19:03:24.000 INFO:tasks.workunit.client.0.smithi028.stdout: "num_large_omap_objects": 0, 2024-08-29T19:03:24.000 INFO:tasks.workunit.client.0.smithi028.stdout: "num_legacy_snapsets": 0, 2024-08-29T19:03:24.000 INFO:tasks.workunit.client.0.smithi028.stdout: "num_object_clones": 0, 2024-08-29T19:03:24.000 INFO:tasks.workunit.client.0.smithi028.stdout: "num_object_copies": 0, 2024-08-29T19:03:24.000 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects": 0, 2024-08-29T19:03:24.000 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_degraded": 0, 2024-08-29T19:03:24.000 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_dirty": 0, 2024-08-29T19:03:24.000 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_hit_set_archive": 0, 2024-08-29T19:03:24.001 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_manifest": 0, 2024-08-29T19:03:24.001 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_misplaced": 0, 2024-08-29T19:03:24.001 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_missing": 0, 2024-08-29T19:03:24.001 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_missing_on_primary": 0, 2024-08-29T19:03:24.001 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_omap": 0, 2024-08-29T19:03:24.001 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_pinned": 0, 2024-08-29T19:03:24.001 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_recovered": 0, 2024-08-29T19:03:24.001 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_repaired": 0, 2024-08-29T19:03:24.001 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_unfound": 0, 2024-08-29T19:03:24.001 INFO:tasks.workunit.client.0.smithi028.stdout: "num_omap_bytes": 0, 2024-08-29T19:03:24.001 INFO:tasks.workunit.client.0.smithi028.stdout: "num_omap_keys": 0, 2024-08-29T19:03:24.001 INFO:tasks.workunit.client.0.smithi028.stdout: "num_promote": 0, 2024-08-29T19:03:24.001 INFO:tasks.workunit.client.0.smithi028.stdout: "num_read": 0, 2024-08-29T19:03:24.001 INFO:tasks.workunit.client.0.smithi028.stdout: "num_read_kb": 0, 2024-08-29T19:03:24.002 INFO:tasks.workunit.client.0.smithi028.stdout: "num_scrub_errors": 0, 2024-08-29T19:03:24.002 INFO:tasks.workunit.client.0.smithi028.stdout: "num_shallow_scrub_errors": 0, 2024-08-29T19:03:24.002 INFO:tasks.workunit.client.0.smithi028.stdout: "num_whiteouts": 0, 2024-08-29T19:03:24.002 INFO:tasks.workunit.client.0.smithi028.stdout: "num_write": 0, 2024-08-29T19:03:24.002 INFO:tasks.workunit.client.0.smithi028.stdout: "num_write_kb": 0 2024-08-29T19:03:24.002 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:24.002 INFO:tasks.workunit.client.0.smithi028.stdout: "state": "active+clean", 2024-08-29T19:03:24.002 INFO:tasks.workunit.client.0.smithi028.stdout: "stats_invalid": false, 2024-08-29T19:03:24.002 INFO:tasks.workunit.client.0.smithi028.stdout: "up": [ 2024-08-29T19:03:24.002 INFO:tasks.workunit.client.0.smithi028.stdout: 5, 2024-08-29T19:03:24.002 INFO:tasks.workunit.client.0.smithi028.stdout: 7, 2024-08-29T19:03:24.002 INFO:tasks.workunit.client.0.smithi028.stdout: 3 2024-08-29T19:03:24.002 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-08-29T19:03:24.002 INFO:tasks.workunit.client.0.smithi028.stdout: "up_primary": 5, 2024-08-29T19:03:24.003 INFO:tasks.workunit.client.0.smithi028.stdout: "version": "0'0" 2024-08-29T19:03:24.003 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:24.003 INFO:tasks.workunit.client.0.smithi028.stdout: { 2024-08-29T19:03:24.003 INFO:tasks.workunit.client.0.smithi028.stdout: "acting": [ 2024-08-29T19:03:24.003 INFO:tasks.workunit.client.0.smithi028.stdout: 5, 2024-08-29T19:03:24.003 INFO:tasks.workunit.client.0.smithi028.stdout: 0, 2024-08-29T19:03:24.003 INFO:tasks.workunit.client.0.smithi028.stdout: 7 2024-08-29T19:03:24.003 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-08-29T19:03:24.003 INFO:tasks.workunit.client.0.smithi028.stdout: "acting_primary": 5, 2024-08-29T19:03:24.003 INFO:tasks.workunit.client.0.smithi028.stdout: "avail_no_missing": [], 2024-08-29T19:03:24.003 INFO:tasks.workunit.client.0.smithi028.stdout: "blocked_by": [], 2024-08-29T19:03:24.003 INFO:tasks.workunit.client.0.smithi028.stdout: "created": 62, 2024-08-29T19:03:24.003 INFO:tasks.workunit.client.0.smithi028.stdout: "dirty_stats_invalid": false, 2024-08-29T19:03:24.004 INFO:tasks.workunit.client.0.smithi028.stdout: "hitset_bytes_stats_invalid": false, 2024-08-29T19:03:24.004 INFO:tasks.workunit.client.0.smithi028.stdout: "hitset_stats_invalid": false, 2024-08-29T19:03:24.004 INFO:tasks.workunit.client.0.smithi028.stdout: "last_active": "2024-08-29T19:02:14.926023+0000", 2024-08-29T19:03:24.004 INFO:tasks.workunit.client.0.smithi028.stdout: "last_became_active": "2024-08-29T17:58:11.350769+0000", 2024-08-29T19:03:24.004 INFO:tasks.workunit.client.0.smithi028.stdout: "last_became_peered": "2024-08-29T17:58:11.350769+0000", 2024-08-29T19:03:24.004 INFO:tasks.workunit.client.0.smithi028.stdout: "last_change": "2024-08-29T17:58:11.351206+0000", 2024-08-29T19:03:24.004 INFO:tasks.workunit.client.0.smithi028.stdout: "last_clean": "2024-08-29T19:02:14.926023+0000", 2024-08-29T19:03:24.004 INFO:tasks.workunit.client.0.smithi028.stdout: "last_clean_scrub_stamp": "2024-08-29T17:41:01.987071+0000", 2024-08-29T19:03:24.004 INFO:tasks.workunit.client.0.smithi028.stdout: "last_deep_scrub": "0'0", 2024-08-29T19:03:24.004 INFO:tasks.workunit.client.0.smithi028.stdout: "last_deep_scrub_stamp": "2024-08-29T17:41:01.987071+0000", 2024-08-29T19:03:24.004 INFO:tasks.workunit.client.0.smithi028.stdout: "last_epoch_clean": 681, 2024-08-29T19:03:24.004 INFO:tasks.workunit.client.0.smithi028.stdout: "last_fresh": "2024-08-29T19:02:14.926023+0000", 2024-08-29T19:03:24.004 INFO:tasks.workunit.client.0.smithi028.stdout: "last_fullsized": "2024-08-29T19:02:14.926023+0000", 2024-08-29T19:03:24.005 INFO:tasks.workunit.client.0.smithi028.stdout: "last_peered": "2024-08-29T19:02:14.926023+0000", 2024-08-29T19:03:24.005 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub": "0'0", 2024-08-29T19:03:24.005 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub_duration": 0, 2024-08-29T19:03:24.005 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub_stamp": "2024-08-29T17:41:01.987071+0000", 2024-08-29T19:03:24.005 INFO:tasks.workunit.client.0.smithi028.stdout: "last_undegraded": "2024-08-29T19:02:14.926023+0000", 2024-08-29T19:03:24.005 INFO:tasks.workunit.client.0.smithi028.stdout: "last_unstale": "2024-08-29T19:02:14.926023+0000", 2024-08-29T19:03:24.005 INFO:tasks.workunit.client.0.smithi028.stdout: "log_dups_size": 0, 2024-08-29T19:03:24.005 INFO:tasks.workunit.client.0.smithi028.stdout: "log_size": 0, 2024-08-29T19:03:24.005 INFO:tasks.workunit.client.0.smithi028.stdout: "log_start": "0'0", 2024-08-29T19:03:24.005 INFO:tasks.workunit.client.0.smithi028.stdout: "manifest_stats_invalid": false, 2024-08-29T19:03:24.005 INFO:tasks.workunit.client.0.smithi028.stdout: "mapping_epoch": 680, 2024-08-29T19:03:24.005 INFO:tasks.workunit.client.0.smithi028.stdout: "object_location_counts": [], 2024-08-29T19:03:24.005 INFO:tasks.workunit.client.0.smithi028.stdout: "objects_scrubbed": 0, 2024-08-29T19:03:24.006 INFO:tasks.workunit.client.0.smithi028.stdout: "objects_trimmed": 0, 2024-08-29T19:03:24.006 INFO:tasks.workunit.client.0.smithi028.stdout: "omap_stats_invalid": false, 2024-08-29T19:03:24.006 INFO:tasks.workunit.client.0.smithi028.stdout: "ondisk_log_size": 0, 2024-08-29T19:03:24.006 INFO:tasks.workunit.client.0.smithi028.stdout: "ondisk_log_start": "0'0", 2024-08-29T19:03:24.006 INFO:tasks.workunit.client.0.smithi028.stdout: "parent": "0.0", 2024-08-29T19:03:24.006 INFO:tasks.workunit.client.0.smithi028.stdout: "parent_split_bits": 0, 2024-08-29T19:03:24.006 INFO:tasks.workunit.client.0.smithi028.stdout: "pgid": "3.30", 2024-08-29T19:03:24.006 INFO:tasks.workunit.client.0.smithi028.stdout: "pin_stats_invalid": false, 2024-08-29T19:03:24.006 INFO:tasks.workunit.client.0.smithi028.stdout: "purged_snaps": [], 2024-08-29T19:03:24.006 INFO:tasks.workunit.client.0.smithi028.stdout: "reported_epoch": 2650, 2024-08-29T19:03:24.006 INFO:tasks.workunit.client.0.smithi028.stdout: "reported_seq": 4626, 2024-08-29T19:03:24.006 INFO:tasks.workunit.client.0.smithi028.stdout: "scrub_duration": 0.0, 2024-08-29T19:03:24.006 INFO:tasks.workunit.client.0.smithi028.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-31T02:25:26.997669+0000", 2024-08-29T19:03:24.006 INFO:tasks.workunit.client.0.smithi028.stdout: "snaptrim_duration": 0.0, 2024-08-29T19:03:24.007 INFO:tasks.workunit.client.0.smithi028.stdout: "snaptrimq_len": 0, 2024-08-29T19:03:24.007 INFO:tasks.workunit.client.0.smithi028.stdout: "stat_sum": { 2024-08-29T19:03:24.007 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes": 0, 2024-08-29T19:03:24.007 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes_hit_set_archive": 0, 2024-08-29T19:03:24.007 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes_recovered": 0, 2024-08-29T19:03:24.007 INFO:tasks.workunit.client.0.smithi028.stdout: "num_deep_scrub_errors": 0, 2024-08-29T19:03:24.007 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict": 0, 2024-08-29T19:03:24.007 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_kb": 0, 2024-08-29T19:03:24.007 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_mode_full": 0, 2024-08-29T19:03:24.007 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_mode_some": 0, 2024-08-29T19:03:24.007 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush": 0, 2024-08-29T19:03:24.007 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_kb": 0, 2024-08-29T19:03:24.007 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_mode_high": 0, 2024-08-29T19:03:24.007 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_mode_low": 0, 2024-08-29T19:03:24.008 INFO:tasks.workunit.client.0.smithi028.stdout: "num_keys_recovered": 0, 2024-08-29T19:03:24.008 INFO:tasks.workunit.client.0.smithi028.stdout: "num_large_omap_objects": 0, 2024-08-29T19:03:24.008 INFO:tasks.workunit.client.0.smithi028.stdout: "num_legacy_snapsets": 0, 2024-08-29T19:03:24.008 INFO:tasks.workunit.client.0.smithi028.stdout: "num_object_clones": 0, 2024-08-29T19:03:24.008 INFO:tasks.workunit.client.0.smithi028.stdout: "num_object_copies": 0, 2024-08-29T19:03:24.008 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects": 0, 2024-08-29T19:03:24.008 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_degraded": 0, 2024-08-29T19:03:24.008 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_dirty": 0, 2024-08-29T19:03:24.008 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_hit_set_archive": 0, 2024-08-29T19:03:24.008 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_manifest": 0, 2024-08-29T19:03:24.008 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_misplaced": 0, 2024-08-29T19:03:24.008 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_missing": 0, 2024-08-29T19:03:24.008 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_missing_on_primary": 0, 2024-08-29T19:03:24.009 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_omap": 0, 2024-08-29T19:03:24.009 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_pinned": 0, 2024-08-29T19:03:24.009 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_recovered": 0, 2024-08-29T19:03:24.009 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_repaired": 0, 2024-08-29T19:03:24.009 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_unfound": 0, 2024-08-29T19:03:24.009 INFO:tasks.workunit.client.0.smithi028.stdout: "num_omap_bytes": 0, 2024-08-29T19:03:24.009 INFO:tasks.workunit.client.0.smithi028.stdout: "num_omap_keys": 0, 2024-08-29T19:03:24.009 INFO:tasks.workunit.client.0.smithi028.stdout: "num_promote": 0, 2024-08-29T19:03:24.009 INFO:tasks.workunit.client.0.smithi028.stdout: "num_read": 0, 2024-08-29T19:03:24.009 INFO:tasks.workunit.client.0.smithi028.stdout: "num_read_kb": 0, 2024-08-29T19:03:24.009 INFO:tasks.workunit.client.0.smithi028.stdout: "num_scrub_errors": 0, 2024-08-29T19:03:24.009 INFO:tasks.workunit.client.0.smithi028.stdout: "num_shallow_scrub_errors": 0, 2024-08-29T19:03:24.009 INFO:tasks.workunit.client.0.smithi028.stdout: "num_whiteouts": 0, 2024-08-29T19:03:24.010 INFO:tasks.workunit.client.0.smithi028.stdout: "num_write": 0, 2024-08-29T19:03:24.010 INFO:tasks.workunit.client.0.smithi028.stdout: "num_write_kb": 0 2024-08-29T19:03:24.010 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:24.010 INFO:tasks.workunit.client.0.smithi028.stdout: "state": "active+clean", 2024-08-29T19:03:24.010 INFO:tasks.workunit.client.0.smithi028.stdout: "stats_invalid": false, 2024-08-29T19:03:24.010 INFO:tasks.workunit.client.0.smithi028.stdout: "up": [ 2024-08-29T19:03:24.010 INFO:tasks.workunit.client.0.smithi028.stdout: 5, 2024-08-29T19:03:24.010 INFO:tasks.workunit.client.0.smithi028.stdout: 0, 2024-08-29T19:03:24.010 INFO:tasks.workunit.client.0.smithi028.stdout: 7 2024-08-29T19:03:24.010 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-08-29T19:03:24.010 INFO:tasks.workunit.client.0.smithi028.stdout: "up_primary": 5, 2024-08-29T19:03:24.010 INFO:tasks.workunit.client.0.smithi028.stdout: "version": "0'0" 2024-08-29T19:03:24.010 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:24.010 INFO:tasks.workunit.client.0.smithi028.stdout: { 2024-08-29T19:03:24.011 INFO:tasks.workunit.client.0.smithi028.stdout: "acting": [ 2024-08-29T19:03:24.011 INFO:tasks.workunit.client.0.smithi028.stdout: 1, 2024-08-29T19:03:24.011 INFO:tasks.workunit.client.0.smithi028.stdout: 4, 2024-08-29T19:03:24.011 INFO:tasks.workunit.client.0.smithi028.stdout: 5 2024-08-29T19:03:24.011 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-08-29T19:03:24.011 INFO:tasks.workunit.client.0.smithi028.stdout: "acting_primary": 1, 2024-08-29T19:03:24.011 INFO:tasks.workunit.client.0.smithi028.stdout: "avail_no_missing": [], 2024-08-29T19:03:24.011 INFO:tasks.workunit.client.0.smithi028.stdout: "blocked_by": [], 2024-08-29T19:03:24.011 INFO:tasks.workunit.client.0.smithi028.stdout: "created": 62, 2024-08-29T19:03:24.011 INFO:tasks.workunit.client.0.smithi028.stdout: "dirty_stats_invalid": false, 2024-08-29T19:03:24.011 INFO:tasks.workunit.client.0.smithi028.stdout: "hitset_bytes_stats_invalid": false, 2024-08-29T19:03:24.011 INFO:tasks.workunit.client.0.smithi028.stdout: "hitset_stats_invalid": false, 2024-08-29T19:03:24.011 INFO:tasks.workunit.client.0.smithi028.stdout: "last_active": "2024-08-29T19:02:14.817312+0000", 2024-08-29T19:03:24.012 INFO:tasks.workunit.client.0.smithi028.stdout: "last_became_active": "2024-08-29T17:57:02.345991+0000", 2024-08-29T19:03:24.012 INFO:tasks.workunit.client.0.smithi028.stdout: "last_became_peered": "2024-08-29T17:57:02.345991+0000", 2024-08-29T19:03:24.012 INFO:tasks.workunit.client.0.smithi028.stdout: "last_change": "2024-08-29T17:57:02.346709+0000", 2024-08-29T19:03:24.012 INFO:tasks.workunit.client.0.smithi028.stdout: "last_clean": "2024-08-29T19:02:14.817312+0000", 2024-08-29T19:03:24.012 INFO:tasks.workunit.client.0.smithi028.stdout: "last_clean_scrub_stamp": "2024-08-29T17:41:01.987071+0000", 2024-08-29T19:03:24.012 INFO:tasks.workunit.client.0.smithi028.stdout: "last_deep_scrub": "0'0", 2024-08-29T19:03:24.012 INFO:tasks.workunit.client.0.smithi028.stdout: "last_deep_scrub_stamp": "2024-08-29T17:41:01.987071+0000", 2024-08-29T19:03:24.012 INFO:tasks.workunit.client.0.smithi028.stdout: "last_epoch_clean": 613, 2024-08-29T19:03:24.012 INFO:tasks.workunit.client.0.smithi028.stdout: "last_fresh": "2024-08-29T19:02:14.817312+0000", 2024-08-29T19:03:24.012 INFO:tasks.workunit.client.0.smithi028.stdout: "last_fullsized": "2024-08-29T19:02:14.817312+0000", 2024-08-29T19:03:24.012 INFO:tasks.workunit.client.0.smithi028.stdout: "last_peered": "2024-08-29T19:02:14.817312+0000", 2024-08-29T19:03:24.012 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub": "0'0", 2024-08-29T19:03:24.012 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub_duration": 0, 2024-08-29T19:03:24.012 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub_stamp": "2024-08-29T17:41:01.987071+0000", 2024-08-29T19:03:24.013 INFO:tasks.workunit.client.0.smithi028.stdout: "last_undegraded": "2024-08-29T19:02:14.817312+0000", 2024-08-29T19:03:24.013 INFO:tasks.workunit.client.0.smithi028.stdout: "last_unstale": "2024-08-29T19:02:14.817312+0000", 2024-08-29T19:03:24.013 INFO:tasks.workunit.client.0.smithi028.stdout: "log_dups_size": 0, 2024-08-29T19:03:24.013 INFO:tasks.workunit.client.0.smithi028.stdout: "log_size": 0, 2024-08-29T19:03:24.013 INFO:tasks.workunit.client.0.smithi028.stdout: "log_start": "0'0", 2024-08-29T19:03:24.013 INFO:tasks.workunit.client.0.smithi028.stdout: "manifest_stats_invalid": false, 2024-08-29T19:03:24.013 INFO:tasks.workunit.client.0.smithi028.stdout: "mapping_epoch": 612, 2024-08-29T19:03:24.013 INFO:tasks.workunit.client.0.smithi028.stdout: "object_location_counts": [], 2024-08-29T19:03:24.013 INFO:tasks.workunit.client.0.smithi028.stdout: "objects_scrubbed": 0, 2024-08-29T19:03:24.013 INFO:tasks.workunit.client.0.smithi028.stdout: "objects_trimmed": 0, 2024-08-29T19:03:24.013 INFO:tasks.workunit.client.0.smithi028.stdout: "omap_stats_invalid": false, 2024-08-29T19:03:24.013 INFO:tasks.workunit.client.0.smithi028.stdout: "ondisk_log_size": 0, 2024-08-29T19:03:24.013 INFO:tasks.workunit.client.0.smithi028.stdout: "ondisk_log_start": "0'0", 2024-08-29T19:03:24.013 INFO:tasks.workunit.client.0.smithi028.stdout: "parent": "0.0", 2024-08-29T19:03:24.014 INFO:tasks.workunit.client.0.smithi028.stdout: "parent_split_bits": 0, 2024-08-29T19:03:24.014 INFO:tasks.workunit.client.0.smithi028.stdout: "pgid": "3.31", 2024-08-29T19:03:24.014 INFO:tasks.workunit.client.0.smithi028.stdout: "pin_stats_invalid": false, 2024-08-29T19:03:24.014 INFO:tasks.workunit.client.0.smithi028.stdout: "purged_snaps": [], 2024-08-29T19:03:24.014 INFO:tasks.workunit.client.0.smithi028.stdout: "reported_epoch": 2650, 2024-08-29T19:03:24.014 INFO:tasks.workunit.client.0.smithi028.stdout: "reported_seq": 4746, 2024-08-29T19:03:24.014 INFO:tasks.workunit.client.0.smithi028.stdout: "scrub_duration": 0.0, 2024-08-29T19:03:24.014 INFO:tasks.workunit.client.0.smithi028.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-31T03:56:30.665442+0000", 2024-08-29T19:03:24.014 INFO:tasks.workunit.client.0.smithi028.stdout: "snaptrim_duration": 0.0, 2024-08-29T19:03:24.014 INFO:tasks.workunit.client.0.smithi028.stdout: "snaptrimq_len": 0, 2024-08-29T19:03:24.014 INFO:tasks.workunit.client.0.smithi028.stdout: "stat_sum": { 2024-08-29T19:03:24.014 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes": 0, 2024-08-29T19:03:24.014 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes_hit_set_archive": 0, 2024-08-29T19:03:24.014 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes_recovered": 0, 2024-08-29T19:03:24.015 INFO:tasks.workunit.client.0.smithi028.stdout: "num_deep_scrub_errors": 0, 2024-08-29T19:03:24.015 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict": 0, 2024-08-29T19:03:24.015 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_kb": 0, 2024-08-29T19:03:24.015 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_mode_full": 0, 2024-08-29T19:03:24.015 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_mode_some": 0, 2024-08-29T19:03:24.015 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush": 0, 2024-08-29T19:03:24.015 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_kb": 0, 2024-08-29T19:03:24.015 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_mode_high": 0, 2024-08-29T19:03:24.015 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_mode_low": 0, 2024-08-29T19:03:24.015 INFO:tasks.workunit.client.0.smithi028.stdout: "num_keys_recovered": 0, 2024-08-29T19:03:24.015 INFO:tasks.workunit.client.0.smithi028.stdout: "num_large_omap_objects": 0, 2024-08-29T19:03:24.015 INFO:tasks.workunit.client.0.smithi028.stdout: "num_legacy_snapsets": 0, 2024-08-29T19:03:24.015 INFO:tasks.workunit.client.0.smithi028.stdout: "num_object_clones": 0, 2024-08-29T19:03:24.015 INFO:tasks.workunit.client.0.smithi028.stdout: "num_object_copies": 0, 2024-08-29T19:03:24.016 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects": 0, 2024-08-29T19:03:24.016 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_degraded": 0, 2024-08-29T19:03:24.016 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_dirty": 0, 2024-08-29T19:03:24.016 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_hit_set_archive": 0, 2024-08-29T19:03:24.016 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_manifest": 0, 2024-08-29T19:03:24.016 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_misplaced": 0, 2024-08-29T19:03:24.016 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_missing": 0, 2024-08-29T19:03:24.016 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_missing_on_primary": 0, 2024-08-29T19:03:24.016 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_omap": 0, 2024-08-29T19:03:24.016 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_pinned": 0, 2024-08-29T19:03:24.016 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_recovered": 0, 2024-08-29T19:03:24.016 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_repaired": 0, 2024-08-29T19:03:24.016 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_unfound": 0, 2024-08-29T19:03:24.016 INFO:tasks.workunit.client.0.smithi028.stdout: "num_omap_bytes": 0, 2024-08-29T19:03:24.017 INFO:tasks.workunit.client.0.smithi028.stdout: "num_omap_keys": 0, 2024-08-29T19:03:24.017 INFO:tasks.workunit.client.0.smithi028.stdout: "num_promote": 0, 2024-08-29T19:03:24.017 INFO:tasks.workunit.client.0.smithi028.stdout: "num_read": 0, 2024-08-29T19:03:24.017 INFO:tasks.workunit.client.0.smithi028.stdout: "num_read_kb": 0, 2024-08-29T19:03:24.017 INFO:tasks.workunit.client.0.smithi028.stdout: "num_scrub_errors": 0, 2024-08-29T19:03:24.017 INFO:tasks.workunit.client.0.smithi028.stdout: "num_shallow_scrub_errors": 0, 2024-08-29T19:03:24.017 INFO:tasks.workunit.client.0.smithi028.stdout: "num_whiteouts": 0, 2024-08-29T19:03:24.017 INFO:tasks.workunit.client.0.smithi028.stdout: "num_write": 0, 2024-08-29T19:03:24.017 INFO:tasks.workunit.client.0.smithi028.stdout: "num_write_kb": 0 2024-08-29T19:03:24.017 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:24.017 INFO:tasks.workunit.client.0.smithi028.stdout: "state": "active+clean", 2024-08-29T19:03:24.017 INFO:tasks.workunit.client.0.smithi028.stdout: "stats_invalid": false, 2024-08-29T19:03:24.017 INFO:tasks.workunit.client.0.smithi028.stdout: "up": [ 2024-08-29T19:03:24.017 INFO:tasks.workunit.client.0.smithi028.stdout: 1, 2024-08-29T19:03:24.018 INFO:tasks.workunit.client.0.smithi028.stdout: 4, 2024-08-29T19:03:24.018 INFO:tasks.workunit.client.0.smithi028.stdout: 5 2024-08-29T19:03:24.018 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-08-29T19:03:24.018 INFO:tasks.workunit.client.0.smithi028.stdout: "up_primary": 1, 2024-08-29T19:03:24.018 INFO:tasks.workunit.client.0.smithi028.stdout: "version": "0'0" 2024-08-29T19:03:24.018 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:24.018 INFO:tasks.workunit.client.0.smithi028.stdout: { 2024-08-29T19:03:24.018 INFO:tasks.workunit.client.0.smithi028.stdout: "acting": [ 2024-08-29T19:03:24.018 INFO:tasks.workunit.client.0.smithi028.stdout: 0, 2024-08-29T19:03:24.018 INFO:tasks.workunit.client.0.smithi028.stdout: 1, 2024-08-29T19:03:24.018 INFO:tasks.workunit.client.0.smithi028.stdout: 5 2024-08-29T19:03:24.018 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-08-29T19:03:24.018 INFO:tasks.workunit.client.0.smithi028.stdout: "acting_primary": 0, 2024-08-29T19:03:24.018 INFO:tasks.workunit.client.0.smithi028.stdout: "avail_no_missing": [], 2024-08-29T19:03:24.018 INFO:tasks.workunit.client.0.smithi028.stdout: "blocked_by": [], 2024-08-29T19:03:24.019 INFO:tasks.workunit.client.0.smithi028.stdout: "created": 62, 2024-08-29T19:03:24.019 INFO:tasks.workunit.client.0.smithi028.stdout: "dirty_stats_invalid": false, 2024-08-29T19:03:24.019 INFO:tasks.workunit.client.0.smithi028.stdout: "hitset_bytes_stats_invalid": false, 2024-08-29T19:03:24.019 INFO:tasks.workunit.client.0.smithi028.stdout: "hitset_stats_invalid": false, 2024-08-29T19:03:24.019 INFO:tasks.workunit.client.0.smithi028.stdout: "last_active": "2024-08-29T19:02:14.102265+0000", 2024-08-29T19:03:24.019 INFO:tasks.workunit.client.0.smithi028.stdout: "last_became_active": "2024-08-29T17:57:02.353166+0000", 2024-08-29T19:03:24.019 INFO:tasks.workunit.client.0.smithi028.stdout: "last_became_peered": "2024-08-29T17:57:02.353166+0000", 2024-08-29T19:03:24.019 INFO:tasks.workunit.client.0.smithi028.stdout: "last_change": "2024-08-29T17:57:02.354663+0000", 2024-08-29T19:03:24.019 INFO:tasks.workunit.client.0.smithi028.stdout: "last_clean": "2024-08-29T19:02:14.102265+0000", 2024-08-29T19:03:24.019 INFO:tasks.workunit.client.0.smithi028.stdout: "last_clean_scrub_stamp": "2024-08-29T17:41:01.987071+0000", 2024-08-29T19:03:24.019 INFO:tasks.workunit.client.0.smithi028.stdout: "last_deep_scrub": "0'0", 2024-08-29T19:03:24.019 INFO:tasks.workunit.client.0.smithi028.stdout: "last_deep_scrub_stamp": "2024-08-29T17:41:01.987071+0000", 2024-08-29T19:03:24.019 INFO:tasks.workunit.client.0.smithi028.stdout: "last_epoch_clean": 613, 2024-08-29T19:03:24.019 INFO:tasks.workunit.client.0.smithi028.stdout: "last_fresh": "2024-08-29T19:02:14.102265+0000", 2024-08-29T19:03:24.020 INFO:tasks.workunit.client.0.smithi028.stdout: "last_fullsized": "2024-08-29T19:02:14.102265+0000", 2024-08-29T19:03:24.020 INFO:tasks.workunit.client.0.smithi028.stdout: "last_peered": "2024-08-29T19:02:14.102265+0000", 2024-08-29T19:03:24.020 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub": "0'0", 2024-08-29T19:03:24.020 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub_duration": 0, 2024-08-29T19:03:24.020 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub_stamp": "2024-08-29T17:41:01.987071+0000", 2024-08-29T19:03:24.020 INFO:tasks.workunit.client.0.smithi028.stdout: "last_undegraded": "2024-08-29T19:02:14.102265+0000", 2024-08-29T19:03:24.020 INFO:tasks.workunit.client.0.smithi028.stdout: "last_unstale": "2024-08-29T19:02:14.102265+0000", 2024-08-29T19:03:24.020 INFO:tasks.workunit.client.0.smithi028.stdout: "log_dups_size": 0, 2024-08-29T19:03:24.020 INFO:tasks.workunit.client.0.smithi028.stdout: "log_size": 0, 2024-08-29T19:03:24.020 INFO:tasks.workunit.client.0.smithi028.stdout: "log_start": "0'0", 2024-08-29T19:03:24.020 INFO:tasks.workunit.client.0.smithi028.stdout: "manifest_stats_invalid": false, 2024-08-29T19:03:24.020 INFO:tasks.workunit.client.0.smithi028.stdout: "mapping_epoch": 612, 2024-08-29T19:03:24.020 INFO:tasks.workunit.client.0.smithi028.stdout: "object_location_counts": [], 2024-08-29T19:03:24.020 INFO:tasks.workunit.client.0.smithi028.stdout: "objects_scrubbed": 0, 2024-08-29T19:03:24.021 INFO:tasks.workunit.client.0.smithi028.stdout: "objects_trimmed": 0, 2024-08-29T19:03:24.021 INFO:tasks.workunit.client.0.smithi028.stdout: "omap_stats_invalid": false, 2024-08-29T19:03:24.021 INFO:tasks.workunit.client.0.smithi028.stdout: "ondisk_log_size": 0, 2024-08-29T19:03:24.021 INFO:tasks.workunit.client.0.smithi028.stdout: "ondisk_log_start": "0'0", 2024-08-29T19:03:24.021 INFO:tasks.workunit.client.0.smithi028.stdout: "parent": "0.0", 2024-08-29T19:03:24.021 INFO:tasks.workunit.client.0.smithi028.stdout: "parent_split_bits": 0, 2024-08-29T19:03:24.021 INFO:tasks.workunit.client.0.smithi028.stdout: "pgid": "3.32", 2024-08-29T19:03:24.021 INFO:tasks.workunit.client.0.smithi028.stdout: "pin_stats_invalid": false, 2024-08-29T19:03:24.021 INFO:tasks.workunit.client.0.smithi028.stdout: "purged_snaps": [], 2024-08-29T19:03:24.021 INFO:tasks.workunit.client.0.smithi028.stdout: "reported_epoch": 2650, 2024-08-29T19:03:24.021 INFO:tasks.workunit.client.0.smithi028.stdout: "reported_seq": 4809, 2024-08-29T19:03:24.021 INFO:tasks.workunit.client.0.smithi028.stdout: "scrub_duration": 0.0, 2024-08-29T19:03:24.021 INFO:tasks.workunit.client.0.smithi028.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-31T01:37:42.079291+0000", 2024-08-29T19:03:24.022 INFO:tasks.workunit.client.0.smithi028.stdout: "snaptrim_duration": 0.0, 2024-08-29T19:03:24.022 INFO:tasks.workunit.client.0.smithi028.stdout: "snaptrimq_len": 0, 2024-08-29T19:03:24.022 INFO:tasks.workunit.client.0.smithi028.stdout: "stat_sum": { 2024-08-29T19:03:24.022 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes": 0, 2024-08-29T19:03:24.022 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes_hit_set_archive": 0, 2024-08-29T19:03:24.022 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes_recovered": 0, 2024-08-29T19:03:24.022 INFO:tasks.workunit.client.0.smithi028.stdout: "num_deep_scrub_errors": 0, 2024-08-29T19:03:24.022 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict": 0, 2024-08-29T19:03:24.022 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_kb": 0, 2024-08-29T19:03:24.022 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_mode_full": 0, 2024-08-29T19:03:24.022 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_mode_some": 0, 2024-08-29T19:03:24.022 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush": 0, 2024-08-29T19:03:24.022 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_kb": 0, 2024-08-29T19:03:24.022 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_mode_high": 0, 2024-08-29T19:03:24.022 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_mode_low": 0, 2024-08-29T19:03:24.023 INFO:tasks.workunit.client.0.smithi028.stdout: "num_keys_recovered": 0, 2024-08-29T19:03:24.023 INFO:tasks.workunit.client.0.smithi028.stdout: "num_large_omap_objects": 0, 2024-08-29T19:03:24.023 INFO:tasks.workunit.client.0.smithi028.stdout: "num_legacy_snapsets": 0, 2024-08-29T19:03:24.023 INFO:tasks.workunit.client.0.smithi028.stdout: "num_object_clones": 0, 2024-08-29T19:03:24.023 INFO:tasks.workunit.client.0.smithi028.stdout: "num_object_copies": 0, 2024-08-29T19:03:24.023 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects": 0, 2024-08-29T19:03:24.023 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_degraded": 0, 2024-08-29T19:03:24.023 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_dirty": 0, 2024-08-29T19:03:24.023 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_hit_set_archive": 0, 2024-08-29T19:03:24.023 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_manifest": 0, 2024-08-29T19:03:24.023 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_misplaced": 0, 2024-08-29T19:03:24.023 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_missing": 0, 2024-08-29T19:03:24.023 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_missing_on_primary": 0, 2024-08-29T19:03:24.023 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_omap": 0, 2024-08-29T19:03:24.024 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_pinned": 0, 2024-08-29T19:03:24.024 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_recovered": 0, 2024-08-29T19:03:24.024 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_repaired": 0, 2024-08-29T19:03:24.024 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_unfound": 0, 2024-08-29T19:03:24.024 INFO:tasks.workunit.client.0.smithi028.stdout: "num_omap_bytes": 0, 2024-08-29T19:03:24.024 INFO:tasks.workunit.client.0.smithi028.stdout: "num_omap_keys": 0, 2024-08-29T19:03:24.024 INFO:tasks.workunit.client.0.smithi028.stdout: "num_promote": 0, 2024-08-29T19:03:24.024 INFO:tasks.workunit.client.0.smithi028.stdout: "num_read": 0, 2024-08-29T19:03:24.024 INFO:tasks.workunit.client.0.smithi028.stdout: "num_read_kb": 0, 2024-08-29T19:03:24.024 INFO:tasks.workunit.client.0.smithi028.stdout: "num_scrub_errors": 0, 2024-08-29T19:03:24.024 INFO:tasks.workunit.client.0.smithi028.stdout: "num_shallow_scrub_errors": 0, 2024-08-29T19:03:24.024 INFO:tasks.workunit.client.0.smithi028.stdout: "num_whiteouts": 0, 2024-08-29T19:03:24.024 INFO:tasks.workunit.client.0.smithi028.stdout: "num_write": 0, 2024-08-29T19:03:24.025 INFO:tasks.workunit.client.0.smithi028.stdout: "num_write_kb": 0 2024-08-29T19:03:24.025 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:24.025 INFO:tasks.workunit.client.0.smithi028.stdout: "state": "active+clean", 2024-08-29T19:03:24.025 INFO:tasks.workunit.client.0.smithi028.stdout: "stats_invalid": false, 2024-08-29T19:03:24.025 INFO:tasks.workunit.client.0.smithi028.stdout: "up": [ 2024-08-29T19:03:24.025 INFO:tasks.workunit.client.0.smithi028.stdout: 0, 2024-08-29T19:03:24.025 INFO:tasks.workunit.client.0.smithi028.stdout: 1, 2024-08-29T19:03:24.025 INFO:tasks.workunit.client.0.smithi028.stdout: 5 2024-08-29T19:03:24.025 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-08-29T19:03:24.025 INFO:tasks.workunit.client.0.smithi028.stdout: "up_primary": 0, 2024-08-29T19:03:24.025 INFO:tasks.workunit.client.0.smithi028.stdout: "version": "0'0" 2024-08-29T19:03:24.025 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:24.025 INFO:tasks.workunit.client.0.smithi028.stdout: { 2024-08-29T19:03:24.025 INFO:tasks.workunit.client.0.smithi028.stdout: "acting": [ 2024-08-29T19:03:24.026 INFO:tasks.workunit.client.0.smithi028.stdout: 3, 2024-08-29T19:03:24.026 INFO:tasks.workunit.client.0.smithi028.stdout: 6, 2024-08-29T19:03:24.026 INFO:tasks.workunit.client.0.smithi028.stdout: 1 2024-08-29T19:03:24.026 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-08-29T19:03:24.026 INFO:tasks.workunit.client.0.smithi028.stdout: "acting_primary": 3, 2024-08-29T19:03:24.026 INFO:tasks.workunit.client.0.smithi028.stdout: "avail_no_missing": [], 2024-08-29T19:03:24.026 INFO:tasks.workunit.client.0.smithi028.stdout: "blocked_by": [], 2024-08-29T19:03:24.026 INFO:tasks.workunit.client.0.smithi028.stdout: "created": 62, 2024-08-29T19:03:24.026 INFO:tasks.workunit.client.0.smithi028.stdout: "dirty_stats_invalid": false, 2024-08-29T19:03:24.026 INFO:tasks.workunit.client.0.smithi028.stdout: "hitset_bytes_stats_invalid": false, 2024-08-29T19:03:24.026 INFO:tasks.workunit.client.0.smithi028.stdout: "hitset_stats_invalid": false, 2024-08-29T19:03:24.026 INFO:tasks.workunit.client.0.smithi028.stdout: "last_active": "2024-08-29T19:02:14.845370+0000", 2024-08-29T19:03:24.026 INFO:tasks.workunit.client.0.smithi028.stdout: "last_became_active": "2024-08-29T17:57:36.389315+0000", 2024-08-29T19:03:24.026 INFO:tasks.workunit.client.0.smithi028.stdout: "last_became_peered": "2024-08-29T17:57:36.389315+0000", 2024-08-29T19:03:24.027 INFO:tasks.workunit.client.0.smithi028.stdout: "last_change": "2024-08-29T17:57:36.390099+0000", 2024-08-29T19:03:24.027 INFO:tasks.workunit.client.0.smithi028.stdout: "last_clean": "2024-08-29T19:02:14.845370+0000", 2024-08-29T19:03:24.027 INFO:tasks.workunit.client.0.smithi028.stdout: "last_clean_scrub_stamp": "2024-08-29T17:41:01.987071+0000", 2024-08-29T19:03:24.027 INFO:tasks.workunit.client.0.smithi028.stdout: "last_deep_scrub": "0'0", 2024-08-29T19:03:24.027 INFO:tasks.workunit.client.0.smithi028.stdout: "last_deep_scrub_stamp": "2024-08-29T17:41:01.987071+0000", 2024-08-29T19:03:24.027 INFO:tasks.workunit.client.0.smithi028.stdout: "last_epoch_clean": 646, 2024-08-29T19:03:24.027 INFO:tasks.workunit.client.0.smithi028.stdout: "last_fresh": "2024-08-29T19:02:14.845370+0000", 2024-08-29T19:03:24.027 INFO:tasks.workunit.client.0.smithi028.stdout: "last_fullsized": "2024-08-29T19:02:14.845370+0000", 2024-08-29T19:03:24.027 INFO:tasks.workunit.client.0.smithi028.stdout: "last_peered": "2024-08-29T19:02:14.845370+0000", 2024-08-29T19:03:24.027 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub": "0'0", 2024-08-29T19:03:24.027 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub_duration": 0, 2024-08-29T19:03:24.027 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub_stamp": "2024-08-29T17:41:01.987071+0000", 2024-08-29T19:03:24.027 INFO:tasks.workunit.client.0.smithi028.stdout: "last_undegraded": "2024-08-29T19:02:14.845370+0000", 2024-08-29T19:03:24.027 INFO:tasks.workunit.client.0.smithi028.stdout: "last_unstale": "2024-08-29T19:02:14.845370+0000", 2024-08-29T19:03:24.028 INFO:tasks.workunit.client.0.smithi028.stdout: "log_dups_size": 0, 2024-08-29T19:03:24.028 INFO:tasks.workunit.client.0.smithi028.stdout: "log_size": 0, 2024-08-29T19:03:24.028 INFO:tasks.workunit.client.0.smithi028.stdout: "log_start": "0'0", 2024-08-29T19:03:24.028 INFO:tasks.workunit.client.0.smithi028.stdout: "manifest_stats_invalid": false, 2024-08-29T19:03:24.028 INFO:tasks.workunit.client.0.smithi028.stdout: "mapping_epoch": 645, 2024-08-29T19:03:24.028 INFO:tasks.workunit.client.0.smithi028.stdout: "object_location_counts": [], 2024-08-29T19:03:24.028 INFO:tasks.workunit.client.0.smithi028.stdout: "objects_scrubbed": 0, 2024-08-29T19:03:24.028 INFO:tasks.workunit.client.0.smithi028.stdout: "objects_trimmed": 0, 2024-08-29T19:03:24.028 INFO:tasks.workunit.client.0.smithi028.stdout: "omap_stats_invalid": false, 2024-08-29T19:03:24.028 INFO:tasks.workunit.client.0.smithi028.stdout: "ondisk_log_size": 0, 2024-08-29T19:03:24.028 INFO:tasks.workunit.client.0.smithi028.stdout: "ondisk_log_start": "0'0", 2024-08-29T19:03:24.028 INFO:tasks.workunit.client.0.smithi028.stdout: "parent": "0.0", 2024-08-29T19:03:24.028 INFO:tasks.workunit.client.0.smithi028.stdout: "parent_split_bits": 0, 2024-08-29T19:03:24.028 INFO:tasks.workunit.client.0.smithi028.stdout: "pgid": "3.33", 2024-08-29T19:03:24.029 INFO:tasks.workunit.client.0.smithi028.stdout: "pin_stats_invalid": false, 2024-08-29T19:03:24.029 INFO:tasks.workunit.client.0.smithi028.stdout: "purged_snaps": [], 2024-08-29T19:03:24.029 INFO:tasks.workunit.client.0.smithi028.stdout: "reported_epoch": 2650, 2024-08-29T19:03:24.029 INFO:tasks.workunit.client.0.smithi028.stdout: "reported_seq": 4716, 2024-08-29T19:03:24.029 INFO:tasks.workunit.client.0.smithi028.stdout: "scrub_duration": 0.0, 2024-08-29T19:03:24.029 INFO:tasks.workunit.client.0.smithi028.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-31T05:01:35.889081+0000", 2024-08-29T19:03:24.029 INFO:tasks.workunit.client.0.smithi028.stdout: "snaptrim_duration": 0.0, 2024-08-29T19:03:24.029 INFO:tasks.workunit.client.0.smithi028.stdout: "snaptrimq_len": 0, 2024-08-29T19:03:24.029 INFO:tasks.workunit.client.0.smithi028.stdout: "stat_sum": { 2024-08-29T19:03:24.029 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes": 0, 2024-08-29T19:03:24.029 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes_hit_set_archive": 0, 2024-08-29T19:03:24.029 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes_recovered": 0, 2024-08-29T19:03:24.029 INFO:tasks.workunit.client.0.smithi028.stdout: "num_deep_scrub_errors": 0, 2024-08-29T19:03:24.029 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict": 0, 2024-08-29T19:03:24.030 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_kb": 0, 2024-08-29T19:03:24.030 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_mode_full": 0, 2024-08-29T19:03:24.030 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_mode_some": 0, 2024-08-29T19:03:24.030 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush": 0, 2024-08-29T19:03:24.030 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_kb": 0, 2024-08-29T19:03:24.030 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_mode_high": 0, 2024-08-29T19:03:24.030 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_mode_low": 0, 2024-08-29T19:03:24.030 INFO:tasks.workunit.client.0.smithi028.stdout: "num_keys_recovered": 0, 2024-08-29T19:03:24.030 INFO:tasks.workunit.client.0.smithi028.stdout: "num_large_omap_objects": 0, 2024-08-29T19:03:24.030 INFO:tasks.workunit.client.0.smithi028.stdout: "num_legacy_snapsets": 0, 2024-08-29T19:03:24.030 INFO:tasks.workunit.client.0.smithi028.stdout: "num_object_clones": 0, 2024-08-29T19:03:24.030 INFO:tasks.workunit.client.0.smithi028.stdout: "num_object_copies": 0, 2024-08-29T19:03:24.030 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects": 0, 2024-08-29T19:03:24.031 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_degraded": 0, 2024-08-29T19:03:24.031 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_dirty": 0, 2024-08-29T19:03:24.031 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_hit_set_archive": 0, 2024-08-29T19:03:24.031 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_manifest": 0, 2024-08-29T19:03:24.031 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_misplaced": 0, 2024-08-29T19:03:24.031 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_missing": 0, 2024-08-29T19:03:24.031 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_missing_on_primary": 0, 2024-08-29T19:03:24.031 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_omap": 0, 2024-08-29T19:03:24.031 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_pinned": 0, 2024-08-29T19:03:24.031 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_recovered": 0, 2024-08-29T19:03:24.031 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_repaired": 0, 2024-08-29T19:03:24.031 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_unfound": 0, 2024-08-29T19:03:24.031 INFO:tasks.workunit.client.0.smithi028.stdout: "num_omap_bytes": 0, 2024-08-29T19:03:24.032 INFO:tasks.workunit.client.0.smithi028.stdout: "num_omap_keys": 0, 2024-08-29T19:03:24.032 INFO:tasks.workunit.client.0.smithi028.stdout: "num_promote": 0, 2024-08-29T19:03:24.032 INFO:tasks.workunit.client.0.smithi028.stdout: "num_read": 0, 2024-08-29T19:03:24.032 INFO:tasks.workunit.client.0.smithi028.stdout: "num_read_kb": 0, 2024-08-29T19:03:24.032 INFO:tasks.workunit.client.0.smithi028.stdout: "num_scrub_errors": 0, 2024-08-29T19:03:24.032 INFO:tasks.workunit.client.0.smithi028.stdout: "num_shallow_scrub_errors": 0, 2024-08-29T19:03:24.032 INFO:tasks.workunit.client.0.smithi028.stdout: "num_whiteouts": 0, 2024-08-29T19:03:24.032 INFO:tasks.workunit.client.0.smithi028.stdout: "num_write": 0, 2024-08-29T19:03:24.032 INFO:tasks.workunit.client.0.smithi028.stdout: "num_write_kb": 0 2024-08-29T19:03:24.032 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:24.032 INFO:tasks.workunit.client.0.smithi028.stdout: "state": "active+clean", 2024-08-29T19:03:24.032 INFO:tasks.workunit.client.0.smithi028.stdout: "stats_invalid": false, 2024-08-29T19:03:24.032 INFO:tasks.workunit.client.0.smithi028.stdout: "up": [ 2024-08-29T19:03:24.032 INFO:tasks.workunit.client.0.smithi028.stdout: 3, 2024-08-29T19:03:24.033 INFO:tasks.workunit.client.0.smithi028.stdout: 6, 2024-08-29T19:03:24.033 INFO:tasks.workunit.client.0.smithi028.stdout: 1 2024-08-29T19:03:24.033 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-08-29T19:03:24.033 INFO:tasks.workunit.client.0.smithi028.stdout: "up_primary": 3, 2024-08-29T19:03:24.033 INFO:tasks.workunit.client.0.smithi028.stdout: "version": "0'0" 2024-08-29T19:03:24.033 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:24.033 INFO:tasks.workunit.client.0.smithi028.stdout: { 2024-08-29T19:03:24.033 INFO:tasks.workunit.client.0.smithi028.stdout: "acting": [ 2024-08-29T19:03:24.033 INFO:tasks.workunit.client.0.smithi028.stdout: 2, 2024-08-29T19:03:24.033 INFO:tasks.workunit.client.0.smithi028.stdout: 6, 2024-08-29T19:03:24.033 INFO:tasks.workunit.client.0.smithi028.stdout: 0 2024-08-29T19:03:24.033 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-08-29T19:03:24.033 INFO:tasks.workunit.client.0.smithi028.stdout: "acting_primary": 2, 2024-08-29T19:03:24.034 INFO:tasks.workunit.client.0.smithi028.stdout: "avail_no_missing": [], 2024-08-29T19:03:24.034 INFO:tasks.workunit.client.0.smithi028.stdout: "blocked_by": [], 2024-08-29T19:03:24.034 INFO:tasks.workunit.client.0.smithi028.stdout: "created": 62, 2024-08-29T19:03:24.034 INFO:tasks.workunit.client.0.smithi028.stdout: "dirty_stats_invalid": false, 2024-08-29T19:03:24.034 INFO:tasks.workunit.client.0.smithi028.stdout: "hitset_bytes_stats_invalid": false, 2024-08-29T19:03:24.034 INFO:tasks.workunit.client.0.smithi028.stdout: "hitset_stats_invalid": false, 2024-08-29T19:03:24.034 INFO:tasks.workunit.client.0.smithi028.stdout: "last_active": "2024-08-29T19:02:14.110489+0000", 2024-08-29T19:03:24.034 INFO:tasks.workunit.client.0.smithi028.stdout: "last_became_active": "2024-08-29T17:57:36.384479+0000", 2024-08-29T19:03:24.034 INFO:tasks.workunit.client.0.smithi028.stdout: "last_became_peered": "2024-08-29T17:57:36.384479+0000", 2024-08-29T19:03:24.034 INFO:tasks.workunit.client.0.smithi028.stdout: "last_change": "2024-08-29T17:57:36.385109+0000", 2024-08-29T19:03:24.034 INFO:tasks.workunit.client.0.smithi028.stdout: "last_clean": "2024-08-29T19:02:14.110489+0000", 2024-08-29T19:03:24.034 INFO:tasks.workunit.client.0.smithi028.stdout: "last_clean_scrub_stamp": "2024-08-29T17:41:01.987071+0000", 2024-08-29T19:03:24.034 INFO:tasks.workunit.client.0.smithi028.stdout: "last_deep_scrub": "0'0", 2024-08-29T19:03:24.034 INFO:tasks.workunit.client.0.smithi028.stdout: "last_deep_scrub_stamp": "2024-08-29T17:41:01.987071+0000", 2024-08-29T19:03:24.035 INFO:tasks.workunit.client.0.smithi028.stdout: "last_epoch_clean": 646, 2024-08-29T19:03:24.035 INFO:tasks.workunit.client.0.smithi028.stdout: "last_fresh": "2024-08-29T19:02:14.110489+0000", 2024-08-29T19:03:24.035 INFO:tasks.workunit.client.0.smithi028.stdout: "last_fullsized": "2024-08-29T19:02:14.110489+0000", 2024-08-29T19:03:24.035 INFO:tasks.workunit.client.0.smithi028.stdout: "last_peered": "2024-08-29T19:02:14.110489+0000", 2024-08-29T19:03:24.035 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub": "0'0", 2024-08-29T19:03:24.035 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub_duration": 0, 2024-08-29T19:03:24.035 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub_stamp": "2024-08-29T17:41:01.987071+0000", 2024-08-29T19:03:24.035 INFO:tasks.workunit.client.0.smithi028.stdout: "last_undegraded": "2024-08-29T19:02:14.110489+0000", 2024-08-29T19:03:24.035 INFO:tasks.workunit.client.0.smithi028.stdout: "last_unstale": "2024-08-29T19:02:14.110489+0000", 2024-08-29T19:03:24.035 INFO:tasks.workunit.client.0.smithi028.stdout: "log_dups_size": 0, 2024-08-29T19:03:24.035 INFO:tasks.workunit.client.0.smithi028.stdout: "log_size": 0, 2024-08-29T19:03:24.035 INFO:tasks.workunit.client.0.smithi028.stdout: "log_start": "0'0", 2024-08-29T19:03:24.035 INFO:tasks.workunit.client.0.smithi028.stdout: "manifest_stats_invalid": false, 2024-08-29T19:03:24.036 INFO:tasks.workunit.client.0.smithi028.stdout: "mapping_epoch": 645, 2024-08-29T19:03:24.036 INFO:tasks.workunit.client.0.smithi028.stdout: "object_location_counts": [], 2024-08-29T19:03:24.036 INFO:tasks.workunit.client.0.smithi028.stdout: "objects_scrubbed": 0, 2024-08-29T19:03:24.036 INFO:tasks.workunit.client.0.smithi028.stdout: "objects_trimmed": 0, 2024-08-29T19:03:24.036 INFO:tasks.workunit.client.0.smithi028.stdout: "omap_stats_invalid": false, 2024-08-29T19:03:24.036 INFO:tasks.workunit.client.0.smithi028.stdout: "ondisk_log_size": 0, 2024-08-29T19:03:24.036 INFO:tasks.workunit.client.0.smithi028.stdout: "ondisk_log_start": "0'0", 2024-08-29T19:03:24.036 INFO:tasks.workunit.client.0.smithi028.stdout: "parent": "0.0", 2024-08-29T19:03:24.036 INFO:tasks.workunit.client.0.smithi028.stdout: "parent_split_bits": 0, 2024-08-29T19:03:24.036 INFO:tasks.workunit.client.0.smithi028.stdout: "pgid": "3.34", 2024-08-29T19:03:24.036 INFO:tasks.workunit.client.0.smithi028.stdout: "pin_stats_invalid": false, 2024-08-29T19:03:24.036 INFO:tasks.workunit.client.0.smithi028.stdout: "purged_snaps": [], 2024-08-29T19:03:24.036 INFO:tasks.workunit.client.0.smithi028.stdout: "reported_epoch": 2650, 2024-08-29T19:03:24.036 INFO:tasks.workunit.client.0.smithi028.stdout: "reported_seq": 4737, 2024-08-29T19:03:24.037 INFO:tasks.workunit.client.0.smithi028.stdout: "scrub_duration": 0.0, 2024-08-29T19:03:24.037 INFO:tasks.workunit.client.0.smithi028.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-30T21:42:56.724966+0000", 2024-08-29T19:03:24.037 INFO:tasks.workunit.client.0.smithi028.stdout: "snaptrim_duration": 0.0, 2024-08-29T19:03:24.037 INFO:tasks.workunit.client.0.smithi028.stdout: "snaptrimq_len": 0, 2024-08-29T19:03:24.037 INFO:tasks.workunit.client.0.smithi028.stdout: "stat_sum": { 2024-08-29T19:03:24.037 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes": 0, 2024-08-29T19:03:24.037 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes_hit_set_archive": 0, 2024-08-29T19:03:24.037 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes_recovered": 0, 2024-08-29T19:03:24.037 INFO:tasks.workunit.client.0.smithi028.stdout: "num_deep_scrub_errors": 0, 2024-08-29T19:03:24.037 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict": 0, 2024-08-29T19:03:24.037 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_kb": 0, 2024-08-29T19:03:24.037 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_mode_full": 0, 2024-08-29T19:03:24.037 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_mode_some": 0, 2024-08-29T19:03:24.038 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush": 0, 2024-08-29T19:03:24.038 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_kb": 0, 2024-08-29T19:03:24.038 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_mode_high": 0, 2024-08-29T19:03:24.038 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_mode_low": 0, 2024-08-29T19:03:24.038 INFO:tasks.workunit.client.0.smithi028.stdout: "num_keys_recovered": 0, 2024-08-29T19:03:24.038 INFO:tasks.workunit.client.0.smithi028.stdout: "num_large_omap_objects": 0, 2024-08-29T19:03:24.038 INFO:tasks.workunit.client.0.smithi028.stdout: "num_legacy_snapsets": 0, 2024-08-29T19:03:24.038 INFO:tasks.workunit.client.0.smithi028.stdout: "num_object_clones": 0, 2024-08-29T19:03:24.038 INFO:tasks.workunit.client.0.smithi028.stdout: "num_object_copies": 0, 2024-08-29T19:03:24.038 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects": 0, 2024-08-29T19:03:24.038 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_degraded": 0, 2024-08-29T19:03:24.038 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_dirty": 0, 2024-08-29T19:03:24.038 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_hit_set_archive": 0, 2024-08-29T19:03:24.038 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_manifest": 0, 2024-08-29T19:03:24.039 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_misplaced": 0, 2024-08-29T19:03:24.039 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_missing": 0, 2024-08-29T19:03:24.039 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_missing_on_primary": 0, 2024-08-29T19:03:24.039 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_omap": 0, 2024-08-29T19:03:24.039 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_pinned": 0, 2024-08-29T19:03:24.039 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_recovered": 0, 2024-08-29T19:03:24.039 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_repaired": 0, 2024-08-29T19:03:24.039 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_unfound": 0, 2024-08-29T19:03:24.039 INFO:tasks.workunit.client.0.smithi028.stdout: "num_omap_bytes": 0, 2024-08-29T19:03:24.039 INFO:tasks.workunit.client.0.smithi028.stdout: "num_omap_keys": 0, 2024-08-29T19:03:24.039 INFO:tasks.workunit.client.0.smithi028.stdout: "num_promote": 0, 2024-08-29T19:03:24.039 INFO:tasks.workunit.client.0.smithi028.stdout: "num_read": 0, 2024-08-29T19:03:24.039 INFO:tasks.workunit.client.0.smithi028.stdout: "num_read_kb": 0, 2024-08-29T19:03:24.039 INFO:tasks.workunit.client.0.smithi028.stdout: "num_scrub_errors": 0, 2024-08-29T19:03:24.040 INFO:tasks.workunit.client.0.smithi028.stdout: "num_shallow_scrub_errors": 0, 2024-08-29T19:03:24.040 INFO:tasks.workunit.client.0.smithi028.stdout: "num_whiteouts": 0, 2024-08-29T19:03:24.040 INFO:tasks.workunit.client.0.smithi028.stdout: "num_write": 0, 2024-08-29T19:03:24.040 INFO:tasks.workunit.client.0.smithi028.stdout: "num_write_kb": 0 2024-08-29T19:03:24.040 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:24.040 INFO:tasks.workunit.client.0.smithi028.stdout: "state": "active+clean", 2024-08-29T19:03:24.040 INFO:tasks.workunit.client.0.smithi028.stdout: "stats_invalid": false, 2024-08-29T19:03:24.040 INFO:tasks.workunit.client.0.smithi028.stdout: "up": [ 2024-08-29T19:03:24.040 INFO:tasks.workunit.client.0.smithi028.stdout: 2, 2024-08-29T19:03:24.040 INFO:tasks.workunit.client.0.smithi028.stdout: 6, 2024-08-29T19:03:24.040 INFO:tasks.workunit.client.0.smithi028.stdout: 0 2024-08-29T19:03:24.040 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-08-29T19:03:24.040 INFO:tasks.workunit.client.0.smithi028.stdout: "up_primary": 2, 2024-08-29T19:03:24.041 INFO:tasks.workunit.client.0.smithi028.stdout: "version": "0'0" 2024-08-29T19:03:24.041 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:24.041 INFO:tasks.workunit.client.0.smithi028.stdout: { 2024-08-29T19:03:24.041 INFO:tasks.workunit.client.0.smithi028.stdout: "acting": [ 2024-08-29T19:03:24.041 INFO:tasks.workunit.client.0.smithi028.stdout: 6, 2024-08-29T19:03:24.041 INFO:tasks.workunit.client.0.smithi028.stdout: 5, 2024-08-29T19:03:24.041 INFO:tasks.workunit.client.0.smithi028.stdout: 0 2024-08-29T19:03:24.041 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-08-29T19:03:24.041 INFO:tasks.workunit.client.0.smithi028.stdout: "acting_primary": 6, 2024-08-29T19:03:24.041 INFO:tasks.workunit.client.0.smithi028.stdout: "avail_no_missing": [], 2024-08-29T19:03:24.041 INFO:tasks.workunit.client.0.smithi028.stdout: "blocked_by": [], 2024-08-29T19:03:24.041 INFO:tasks.workunit.client.0.smithi028.stdout: "created": 62, 2024-08-29T19:03:24.041 INFO:tasks.workunit.client.0.smithi028.stdout: "dirty_stats_invalid": false, 2024-08-29T19:03:24.041 INFO:tasks.workunit.client.0.smithi028.stdout: "hitset_bytes_stats_invalid": false, 2024-08-29T19:03:24.042 INFO:tasks.workunit.client.0.smithi028.stdout: "hitset_stats_invalid": false, 2024-08-29T19:03:24.042 INFO:tasks.workunit.client.0.smithi028.stdout: "last_active": "2024-08-29T19:02:14.922288+0000", 2024-08-29T19:03:24.042 INFO:tasks.workunit.client.0.smithi028.stdout: "last_became_active": "2024-08-29T17:57:36.383795+0000", 2024-08-29T19:03:24.042 INFO:tasks.workunit.client.0.smithi028.stdout: "last_became_peered": "2024-08-29T17:57:36.383795+0000", 2024-08-29T19:03:24.042 INFO:tasks.workunit.client.0.smithi028.stdout: "last_change": "2024-08-29T17:57:36.384391+0000", 2024-08-29T19:03:24.042 INFO:tasks.workunit.client.0.smithi028.stdout: "last_clean": "2024-08-29T19:02:14.922288+0000", 2024-08-29T19:03:24.042 INFO:tasks.workunit.client.0.smithi028.stdout: "last_clean_scrub_stamp": "2024-08-29T17:41:01.987071+0000", 2024-08-29T19:03:24.042 INFO:tasks.workunit.client.0.smithi028.stdout: "last_deep_scrub": "0'0", 2024-08-29T19:03:24.042 INFO:tasks.workunit.client.0.smithi028.stdout: "last_deep_scrub_stamp": "2024-08-29T17:41:01.987071+0000", 2024-08-29T19:03:24.042 INFO:tasks.workunit.client.0.smithi028.stdout: "last_epoch_clean": 646, 2024-08-29T19:03:24.042 INFO:tasks.workunit.client.0.smithi028.stdout: "last_fresh": "2024-08-29T19:02:14.922288+0000", 2024-08-29T19:03:24.042 INFO:tasks.workunit.client.0.smithi028.stdout: "last_fullsized": "2024-08-29T19:02:14.922288+0000", 2024-08-29T19:03:24.042 INFO:tasks.workunit.client.0.smithi028.stdout: "last_peered": "2024-08-29T19:02:14.922288+0000", 2024-08-29T19:03:24.042 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub": "0'0", 2024-08-29T19:03:24.043 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub_duration": 0, 2024-08-29T19:03:24.043 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub_stamp": "2024-08-29T17:41:01.987071+0000", 2024-08-29T19:03:24.043 INFO:tasks.workunit.client.0.smithi028.stdout: "last_undegraded": "2024-08-29T19:02:14.922288+0000", 2024-08-29T19:03:24.043 INFO:tasks.workunit.client.0.smithi028.stdout: "last_unstale": "2024-08-29T19:02:14.922288+0000", 2024-08-29T19:03:24.043 INFO:tasks.workunit.client.0.smithi028.stdout: "log_dups_size": 0, 2024-08-29T19:03:24.043 INFO:tasks.workunit.client.0.smithi028.stdout: "log_size": 0, 2024-08-29T19:03:24.043 INFO:tasks.workunit.client.0.smithi028.stdout: "log_start": "0'0", 2024-08-29T19:03:24.043 INFO:tasks.workunit.client.0.smithi028.stdout: "manifest_stats_invalid": false, 2024-08-29T19:03:24.043 INFO:tasks.workunit.client.0.smithi028.stdout: "mapping_epoch": 645, 2024-08-29T19:03:24.043 INFO:tasks.workunit.client.0.smithi028.stdout: "object_location_counts": [], 2024-08-29T19:03:24.043 INFO:tasks.workunit.client.0.smithi028.stdout: "objects_scrubbed": 0, 2024-08-29T19:03:24.043 INFO:tasks.workunit.client.0.smithi028.stdout: "objects_trimmed": 0, 2024-08-29T19:03:24.043 INFO:tasks.workunit.client.0.smithi028.stdout: "omap_stats_invalid": false, 2024-08-29T19:03:24.043 INFO:tasks.workunit.client.0.smithi028.stdout: "ondisk_log_size": 0, 2024-08-29T19:03:24.044 INFO:tasks.workunit.client.0.smithi028.stdout: "ondisk_log_start": "0'0", 2024-08-29T19:03:24.044 INFO:tasks.workunit.client.0.smithi028.stdout: "parent": "0.0", 2024-08-29T19:03:24.044 INFO:tasks.workunit.client.0.smithi028.stdout: "parent_split_bits": 0, 2024-08-29T19:03:24.044 INFO:tasks.workunit.client.0.smithi028.stdout: "pgid": "3.35", 2024-08-29T19:03:24.044 INFO:tasks.workunit.client.0.smithi028.stdout: "pin_stats_invalid": false, 2024-08-29T19:03:24.044 INFO:tasks.workunit.client.0.smithi028.stdout: "purged_snaps": [], 2024-08-29T19:03:24.044 INFO:tasks.workunit.client.0.smithi028.stdout: "reported_epoch": 2650, 2024-08-29T19:03:24.044 INFO:tasks.workunit.client.0.smithi028.stdout: "reported_seq": 4592, 2024-08-29T19:03:24.044 INFO:tasks.workunit.client.0.smithi028.stdout: "scrub_duration": 0.0, 2024-08-29T19:03:24.044 INFO:tasks.workunit.client.0.smithi028.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-31T01:42:41.285473+0000", 2024-08-29T19:03:24.044 INFO:tasks.workunit.client.0.smithi028.stdout: "snaptrim_duration": 0.0, 2024-08-29T19:03:24.044 INFO:tasks.workunit.client.0.smithi028.stdout: "snaptrimq_len": 0, 2024-08-29T19:03:24.044 INFO:tasks.workunit.client.0.smithi028.stdout: "stat_sum": { 2024-08-29T19:03:24.045 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes": 0, 2024-08-29T19:03:24.045 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes_hit_set_archive": 0, 2024-08-29T19:03:24.045 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes_recovered": 0, 2024-08-29T19:03:24.045 INFO:tasks.workunit.client.0.smithi028.stdout: "num_deep_scrub_errors": 0, 2024-08-29T19:03:24.045 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict": 0, 2024-08-29T19:03:24.045 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_kb": 0, 2024-08-29T19:03:24.045 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_mode_full": 0, 2024-08-29T19:03:24.045 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_mode_some": 0, 2024-08-29T19:03:24.045 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush": 0, 2024-08-29T19:03:24.045 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_kb": 0, 2024-08-29T19:03:24.045 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_mode_high": 0, 2024-08-29T19:03:24.045 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_mode_low": 0, 2024-08-29T19:03:24.045 INFO:tasks.workunit.client.0.smithi028.stdout: "num_keys_recovered": 0, 2024-08-29T19:03:24.046 INFO:tasks.workunit.client.0.smithi028.stdout: "num_large_omap_objects": 0, 2024-08-29T19:03:24.046 INFO:tasks.workunit.client.0.smithi028.stdout: "num_legacy_snapsets": 0, 2024-08-29T19:03:24.046 INFO:tasks.workunit.client.0.smithi028.stdout: "num_object_clones": 0, 2024-08-29T19:03:24.046 INFO:tasks.workunit.client.0.smithi028.stdout: "num_object_copies": 0, 2024-08-29T19:03:24.046 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects": 0, 2024-08-29T19:03:24.046 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_degraded": 0, 2024-08-29T19:03:24.046 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_dirty": 0, 2024-08-29T19:03:24.046 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_hit_set_archive": 0, 2024-08-29T19:03:24.046 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_manifest": 0, 2024-08-29T19:03:24.046 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_misplaced": 0, 2024-08-29T19:03:24.046 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_missing": 0, 2024-08-29T19:03:24.046 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_missing_on_primary": 0, 2024-08-29T19:03:24.046 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_omap": 0, 2024-08-29T19:03:24.046 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_pinned": 0, 2024-08-29T19:03:24.047 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_recovered": 0, 2024-08-29T19:03:24.047 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_repaired": 0, 2024-08-29T19:03:24.047 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_unfound": 0, 2024-08-29T19:03:24.047 INFO:tasks.workunit.client.0.smithi028.stdout: "num_omap_bytes": 0, 2024-08-29T19:03:24.047 INFO:tasks.workunit.client.0.smithi028.stdout: "num_omap_keys": 0, 2024-08-29T19:03:24.047 INFO:tasks.workunit.client.0.smithi028.stdout: "num_promote": 0, 2024-08-29T19:03:24.047 INFO:tasks.workunit.client.0.smithi028.stdout: "num_read": 0, 2024-08-29T19:03:24.047 INFO:tasks.workunit.client.0.smithi028.stdout: "num_read_kb": 0, 2024-08-29T19:03:24.047 INFO:tasks.workunit.client.0.smithi028.stdout: "num_scrub_errors": 0, 2024-08-29T19:03:24.047 INFO:tasks.workunit.client.0.smithi028.stdout: "num_shallow_scrub_errors": 0, 2024-08-29T19:03:24.047 INFO:tasks.workunit.client.0.smithi028.stdout: "num_whiteouts": 0, 2024-08-29T19:03:24.047 INFO:tasks.workunit.client.0.smithi028.stdout: "num_write": 0, 2024-08-29T19:03:24.047 INFO:tasks.workunit.client.0.smithi028.stdout: "num_write_kb": 0 2024-08-29T19:03:24.047 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:24.048 INFO:tasks.workunit.client.0.smithi028.stdout: "state": "active+clean", 2024-08-29T19:03:24.048 INFO:tasks.workunit.client.0.smithi028.stdout: "stats_invalid": false, 2024-08-29T19:03:24.048 INFO:tasks.workunit.client.0.smithi028.stdout: "up": [ 2024-08-29T19:03:24.048 INFO:tasks.workunit.client.0.smithi028.stdout: 6, 2024-08-29T19:03:24.048 INFO:tasks.workunit.client.0.smithi028.stdout: 5, 2024-08-29T19:03:24.048 INFO:tasks.workunit.client.0.smithi028.stdout: 0 2024-08-29T19:03:24.048 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-08-29T19:03:24.048 INFO:tasks.workunit.client.0.smithi028.stdout: "up_primary": 6, 2024-08-29T19:03:24.048 INFO:tasks.workunit.client.0.smithi028.stdout: "version": "0'0" 2024-08-29T19:03:24.048 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:24.048 INFO:tasks.workunit.client.0.smithi028.stdout: { 2024-08-29T19:03:24.048 INFO:tasks.workunit.client.0.smithi028.stdout: "acting": [ 2024-08-29T19:03:24.048 INFO:tasks.workunit.client.0.smithi028.stdout: 6, 2024-08-29T19:03:24.049 INFO:tasks.workunit.client.0.smithi028.stdout: 5, 2024-08-29T19:03:24.049 INFO:tasks.workunit.client.0.smithi028.stdout: 1 2024-08-29T19:03:24.049 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-08-29T19:03:24.049 INFO:tasks.workunit.client.0.smithi028.stdout: "acting_primary": 6, 2024-08-29T19:03:24.049 INFO:tasks.workunit.client.0.smithi028.stdout: "avail_no_missing": [], 2024-08-29T19:03:24.049 INFO:tasks.workunit.client.0.smithi028.stdout: "blocked_by": [], 2024-08-29T19:03:24.049 INFO:tasks.workunit.client.0.smithi028.stdout: "created": 62, 2024-08-29T19:03:24.049 INFO:tasks.workunit.client.0.smithi028.stdout: "dirty_stats_invalid": false, 2024-08-29T19:03:24.049 INFO:tasks.workunit.client.0.smithi028.stdout: "hitset_bytes_stats_invalid": false, 2024-08-29T19:03:24.049 INFO:tasks.workunit.client.0.smithi028.stdout: "hitset_stats_invalid": false, 2024-08-29T19:03:24.049 INFO:tasks.workunit.client.0.smithi028.stdout: "last_active": "2024-08-29T19:02:14.926252+0000", 2024-08-29T19:03:24.049 INFO:tasks.workunit.client.0.smithi028.stdout: "last_became_active": "2024-08-29T17:57:36.385239+0000", 2024-08-29T19:03:24.049 INFO:tasks.workunit.client.0.smithi028.stdout: "last_became_peered": "2024-08-29T17:57:36.385239+0000", 2024-08-29T19:03:24.049 INFO:tasks.workunit.client.0.smithi028.stdout: "last_change": "2024-08-29T17:57:36.385592+0000", 2024-08-29T19:03:24.050 INFO:tasks.workunit.client.0.smithi028.stdout: "last_clean": "2024-08-29T19:02:14.926252+0000", 2024-08-29T19:03:24.050 INFO:tasks.workunit.client.0.smithi028.stdout: "last_clean_scrub_stamp": "2024-08-29T17:41:01.987071+0000", 2024-08-29T19:03:24.050 INFO:tasks.workunit.client.0.smithi028.stdout: "last_deep_scrub": "0'0", 2024-08-29T19:03:24.050 INFO:tasks.workunit.client.0.smithi028.stdout: "last_deep_scrub_stamp": "2024-08-29T17:41:01.987071+0000", 2024-08-29T19:03:24.050 INFO:tasks.workunit.client.0.smithi028.stdout: "last_epoch_clean": 646, 2024-08-29T19:03:24.050 INFO:tasks.workunit.client.0.smithi028.stdout: "last_fresh": "2024-08-29T19:02:14.926252+0000", 2024-08-29T19:03:24.050 INFO:tasks.workunit.client.0.smithi028.stdout: "last_fullsized": "2024-08-29T19:02:14.926252+0000", 2024-08-29T19:03:24.050 INFO:tasks.workunit.client.0.smithi028.stdout: "last_peered": "2024-08-29T19:02:14.926252+0000", 2024-08-29T19:03:24.050 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub": "0'0", 2024-08-29T19:03:24.050 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub_duration": 0, 2024-08-29T19:03:24.050 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub_stamp": "2024-08-29T17:41:01.987071+0000", 2024-08-29T19:03:24.050 INFO:tasks.workunit.client.0.smithi028.stdout: "last_undegraded": "2024-08-29T19:02:14.926252+0000", 2024-08-29T19:03:24.050 INFO:tasks.workunit.client.0.smithi028.stdout: "last_unstale": "2024-08-29T19:02:14.926252+0000", 2024-08-29T19:03:24.051 INFO:tasks.workunit.client.0.smithi028.stdout: "log_dups_size": 0, 2024-08-29T19:03:24.051 INFO:tasks.workunit.client.0.smithi028.stdout: "log_size": 0, 2024-08-29T19:03:24.051 INFO:tasks.workunit.client.0.smithi028.stdout: "log_start": "0'0", 2024-08-29T19:03:24.051 INFO:tasks.workunit.client.0.smithi028.stdout: "manifest_stats_invalid": false, 2024-08-29T19:03:24.051 INFO:tasks.workunit.client.0.smithi028.stdout: "mapping_epoch": 645, 2024-08-29T19:03:24.051 INFO:tasks.workunit.client.0.smithi028.stdout: "object_location_counts": [], 2024-08-29T19:03:24.051 INFO:tasks.workunit.client.0.smithi028.stdout: "objects_scrubbed": 0, 2024-08-29T19:03:24.051 INFO:tasks.workunit.client.0.smithi028.stdout: "objects_trimmed": 0, 2024-08-29T19:03:24.051 INFO:tasks.workunit.client.0.smithi028.stdout: "omap_stats_invalid": false, 2024-08-29T19:03:24.051 INFO:tasks.workunit.client.0.smithi028.stdout: "ondisk_log_size": 0, 2024-08-29T19:03:24.051 INFO:tasks.workunit.client.0.smithi028.stdout: "ondisk_log_start": "0'0", 2024-08-29T19:03:24.051 INFO:tasks.workunit.client.0.smithi028.stdout: "parent": "0.0", 2024-08-29T19:03:24.051 INFO:tasks.workunit.client.0.smithi028.stdout: "parent_split_bits": 0, 2024-08-29T19:03:24.051 INFO:tasks.workunit.client.0.smithi028.stdout: "pgid": "3.36", 2024-08-29T19:03:24.052 INFO:tasks.workunit.client.0.smithi028.stdout: "pin_stats_invalid": false, 2024-08-29T19:03:24.052 INFO:tasks.workunit.client.0.smithi028.stdout: "purged_snaps": [], 2024-08-29T19:03:24.052 INFO:tasks.workunit.client.0.smithi028.stdout: "reported_epoch": 2650, 2024-08-29T19:03:24.052 INFO:tasks.workunit.client.0.smithi028.stdout: "reported_seq": 4592, 2024-08-29T19:03:24.052 INFO:tasks.workunit.client.0.smithi028.stdout: "scrub_duration": 0.0, 2024-08-29T19:03:24.052 INFO:tasks.workunit.client.0.smithi028.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-30T23:08:19.821883+0000", 2024-08-29T19:03:24.052 INFO:tasks.workunit.client.0.smithi028.stdout: "snaptrim_duration": 0.0, 2024-08-29T19:03:24.052 INFO:tasks.workunit.client.0.smithi028.stdout: "snaptrimq_len": 0, 2024-08-29T19:03:24.052 INFO:tasks.workunit.client.0.smithi028.stdout: "stat_sum": { 2024-08-29T19:03:24.052 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes": 0, 2024-08-29T19:03:24.052 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes_hit_set_archive": 0, 2024-08-29T19:03:24.052 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes_recovered": 0, 2024-08-29T19:03:24.052 INFO:tasks.workunit.client.0.smithi028.stdout: "num_deep_scrub_errors": 0, 2024-08-29T19:03:24.052 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict": 0, 2024-08-29T19:03:24.053 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_kb": 0, 2024-08-29T19:03:24.053 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_mode_full": 0, 2024-08-29T19:03:24.053 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_mode_some": 0, 2024-08-29T19:03:24.053 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush": 0, 2024-08-29T19:03:24.053 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_kb": 0, 2024-08-29T19:03:24.053 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_mode_high": 0, 2024-08-29T19:03:24.053 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_mode_low": 0, 2024-08-29T19:03:24.053 INFO:tasks.workunit.client.0.smithi028.stdout: "num_keys_recovered": 0, 2024-08-29T19:03:24.053 INFO:tasks.workunit.client.0.smithi028.stdout: "num_large_omap_objects": 0, 2024-08-29T19:03:24.053 INFO:tasks.workunit.client.0.smithi028.stdout: "num_legacy_snapsets": 0, 2024-08-29T19:03:24.053 INFO:tasks.workunit.client.0.smithi028.stdout: "num_object_clones": 0, 2024-08-29T19:03:24.053 INFO:tasks.workunit.client.0.smithi028.stdout: "num_object_copies": 0, 2024-08-29T19:03:24.053 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects": 0, 2024-08-29T19:03:24.053 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_degraded": 0, 2024-08-29T19:03:24.053 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_dirty": 0, 2024-08-29T19:03:24.054 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_hit_set_archive": 0, 2024-08-29T19:03:24.054 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_manifest": 0, 2024-08-29T19:03:24.054 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_misplaced": 0, 2024-08-29T19:03:24.054 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_missing": 0, 2024-08-29T19:03:24.054 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_missing_on_primary": 0, 2024-08-29T19:03:24.054 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_omap": 0, 2024-08-29T19:03:24.054 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_pinned": 0, 2024-08-29T19:03:24.054 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_recovered": 0, 2024-08-29T19:03:24.054 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_repaired": 0, 2024-08-29T19:03:24.054 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_unfound": 0, 2024-08-29T19:03:24.054 INFO:tasks.workunit.client.0.smithi028.stdout: "num_omap_bytes": 0, 2024-08-29T19:03:24.054 INFO:tasks.workunit.client.0.smithi028.stdout: "num_omap_keys": 0, 2024-08-29T19:03:24.054 INFO:tasks.workunit.client.0.smithi028.stdout: "num_promote": 0, 2024-08-29T19:03:24.055 INFO:tasks.workunit.client.0.smithi028.stdout: "num_read": 0, 2024-08-29T19:03:24.055 INFO:tasks.workunit.client.0.smithi028.stdout: "num_read_kb": 0, 2024-08-29T19:03:24.055 INFO:tasks.workunit.client.0.smithi028.stdout: "num_scrub_errors": 0, 2024-08-29T19:03:24.055 INFO:tasks.workunit.client.0.smithi028.stdout: "num_shallow_scrub_errors": 0, 2024-08-29T19:03:24.055 INFO:tasks.workunit.client.0.smithi028.stdout: "num_whiteouts": 0, 2024-08-29T19:03:24.055 INFO:tasks.workunit.client.0.smithi028.stdout: "num_write": 0, 2024-08-29T19:03:24.055 INFO:tasks.workunit.client.0.smithi028.stdout: "num_write_kb": 0 2024-08-29T19:03:24.055 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:24.055 INFO:tasks.workunit.client.0.smithi028.stdout: "state": "active+clean", 2024-08-29T19:03:24.055 INFO:tasks.workunit.client.0.smithi028.stdout: "stats_invalid": false, 2024-08-29T19:03:24.055 INFO:tasks.workunit.client.0.smithi028.stdout: "up": [ 2024-08-29T19:03:24.055 INFO:tasks.workunit.client.0.smithi028.stdout: 6, 2024-08-29T19:03:24.055 INFO:tasks.workunit.client.0.smithi028.stdout: 5, 2024-08-29T19:03:24.055 INFO:tasks.workunit.client.0.smithi028.stdout: 1 2024-08-29T19:03:24.056 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-08-29T19:03:24.056 INFO:tasks.workunit.client.0.smithi028.stdout: "up_primary": 6, 2024-08-29T19:03:24.056 INFO:tasks.workunit.client.0.smithi028.stdout: "version": "0'0" 2024-08-29T19:03:24.056 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:24.056 INFO:tasks.workunit.client.0.smithi028.stdout: { 2024-08-29T19:03:24.056 INFO:tasks.workunit.client.0.smithi028.stdout: "acting": [ 2024-08-29T19:03:24.056 INFO:tasks.workunit.client.0.smithi028.stdout: 7, 2024-08-29T19:03:24.056 INFO:tasks.workunit.client.0.smithi028.stdout: 1, 2024-08-29T19:03:24.056 INFO:tasks.workunit.client.0.smithi028.stdout: 0 2024-08-29T19:03:24.056 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-08-29T19:03:24.056 INFO:tasks.workunit.client.0.smithi028.stdout: "acting_primary": 7, 2024-08-29T19:03:24.056 INFO:tasks.workunit.client.0.smithi028.stdout: "avail_no_missing": [], 2024-08-29T19:03:24.056 INFO:tasks.workunit.client.0.smithi028.stdout: "blocked_by": [], 2024-08-29T19:03:24.056 INFO:tasks.workunit.client.0.smithi028.stdout: "created": 62, 2024-08-29T19:03:24.057 INFO:tasks.workunit.client.0.smithi028.stdout: "dirty_stats_invalid": false, 2024-08-29T19:03:24.057 INFO:tasks.workunit.client.0.smithi028.stdout: "hitset_bytes_stats_invalid": false, 2024-08-29T19:03:24.057 INFO:tasks.workunit.client.0.smithi028.stdout: "hitset_stats_invalid": false, 2024-08-29T19:03:24.057 INFO:tasks.workunit.client.0.smithi028.stdout: "last_active": "2024-08-29T19:02:14.100679+0000", 2024-08-29T19:03:24.057 INFO:tasks.workunit.client.0.smithi028.stdout: "last_became_active": "2024-08-29T17:58:11.363471+0000", 2024-08-29T19:03:24.057 INFO:tasks.workunit.client.0.smithi028.stdout: "last_became_peered": "2024-08-29T17:58:11.363471+0000", 2024-08-29T19:03:24.057 INFO:tasks.workunit.client.0.smithi028.stdout: "last_change": "2024-08-29T17:58:11.363805+0000", 2024-08-29T19:03:24.057 INFO:tasks.workunit.client.0.smithi028.stdout: "last_clean": "2024-08-29T19:02:14.100679+0000", 2024-08-29T19:03:24.057 INFO:tasks.workunit.client.0.smithi028.stdout: "last_clean_scrub_stamp": "2024-08-29T17:41:01.987071+0000", 2024-08-29T19:03:24.057 INFO:tasks.workunit.client.0.smithi028.stdout: "last_deep_scrub": "0'0", 2024-08-29T19:03:24.057 INFO:tasks.workunit.client.0.smithi028.stdout: "last_deep_scrub_stamp": "2024-08-29T17:41:01.987071+0000", 2024-08-29T19:03:24.057 INFO:tasks.workunit.client.0.smithi028.stdout: "last_epoch_clean": 681, 2024-08-29T19:03:24.057 INFO:tasks.workunit.client.0.smithi028.stdout: "last_fresh": "2024-08-29T19:02:14.100679+0000", 2024-08-29T19:03:24.057 INFO:tasks.workunit.client.0.smithi028.stdout: "last_fullsized": "2024-08-29T19:02:14.100679+0000", 2024-08-29T19:03:24.058 INFO:tasks.workunit.client.0.smithi028.stdout: "last_peered": "2024-08-29T19:02:14.100679+0000", 2024-08-29T19:03:24.058 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub": "0'0", 2024-08-29T19:03:24.058 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub_duration": 0, 2024-08-29T19:03:24.058 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub_stamp": "2024-08-29T17:41:01.987071+0000", 2024-08-29T19:03:24.058 INFO:tasks.workunit.client.0.smithi028.stdout: "last_undegraded": "2024-08-29T19:02:14.100679+0000", 2024-08-29T19:03:24.058 INFO:tasks.workunit.client.0.smithi028.stdout: "last_unstale": "2024-08-29T19:02:14.100679+0000", 2024-08-29T19:03:24.058 INFO:tasks.workunit.client.0.smithi028.stdout: "log_dups_size": 0, 2024-08-29T19:03:24.058 INFO:tasks.workunit.client.0.smithi028.stdout: "log_size": 0, 2024-08-29T19:03:24.058 INFO:tasks.workunit.client.0.smithi028.stdout: "log_start": "0'0", 2024-08-29T19:03:24.058 INFO:tasks.workunit.client.0.smithi028.stdout: "manifest_stats_invalid": false, 2024-08-29T19:03:24.058 INFO:tasks.workunit.client.0.smithi028.stdout: "mapping_epoch": 680, 2024-08-29T19:03:24.058 INFO:tasks.workunit.client.0.smithi028.stdout: "object_location_counts": [], 2024-08-29T19:03:24.058 INFO:tasks.workunit.client.0.smithi028.stdout: "objects_scrubbed": 0, 2024-08-29T19:03:24.058 INFO:tasks.workunit.client.0.smithi028.stdout: "objects_trimmed": 0, 2024-08-29T19:03:24.059 INFO:tasks.workunit.client.0.smithi028.stdout: "omap_stats_invalid": false, 2024-08-29T19:03:24.059 INFO:tasks.workunit.client.0.smithi028.stdout: "ondisk_log_size": 0, 2024-08-29T19:03:24.059 INFO:tasks.workunit.client.0.smithi028.stdout: "ondisk_log_start": "0'0", 2024-08-29T19:03:24.059 INFO:tasks.workunit.client.0.smithi028.stdout: "parent": "0.0", 2024-08-29T19:03:24.059 INFO:tasks.workunit.client.0.smithi028.stdout: "parent_split_bits": 0, 2024-08-29T19:03:24.059 INFO:tasks.workunit.client.0.smithi028.stdout: "pgid": "3.37", 2024-08-29T19:03:24.059 INFO:tasks.workunit.client.0.smithi028.stdout: "pin_stats_invalid": false, 2024-08-29T19:03:24.059 INFO:tasks.workunit.client.0.smithi028.stdout: "purged_snaps": [], 2024-08-29T19:03:24.059 INFO:tasks.workunit.client.0.smithi028.stdout: "reported_epoch": 2650, 2024-08-29T19:03:24.059 INFO:tasks.workunit.client.0.smithi028.stdout: "reported_seq": 4566, 2024-08-29T19:03:24.059 INFO:tasks.workunit.client.0.smithi028.stdout: "scrub_duration": 0.0, 2024-08-29T19:03:24.059 INFO:tasks.workunit.client.0.smithi028.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-30T21:44:59.053270+0000", 2024-08-29T19:03:24.059 INFO:tasks.workunit.client.0.smithi028.stdout: "snaptrim_duration": 0.0, 2024-08-29T19:03:24.059 INFO:tasks.workunit.client.0.smithi028.stdout: "snaptrimq_len": 0, 2024-08-29T19:03:24.060 INFO:tasks.workunit.client.0.smithi028.stdout: "stat_sum": { 2024-08-29T19:03:24.060 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes": 0, 2024-08-29T19:03:24.060 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes_hit_set_archive": 0, 2024-08-29T19:03:24.060 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes_recovered": 0, 2024-08-29T19:03:24.060 INFO:tasks.workunit.client.0.smithi028.stdout: "num_deep_scrub_errors": 0, 2024-08-29T19:03:24.060 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict": 0, 2024-08-29T19:03:24.060 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_kb": 0, 2024-08-29T19:03:24.060 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_mode_full": 0, 2024-08-29T19:03:24.060 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_mode_some": 0, 2024-08-29T19:03:24.060 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush": 0, 2024-08-29T19:03:24.060 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_kb": 0, 2024-08-29T19:03:24.060 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_mode_high": 0, 2024-08-29T19:03:24.060 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_mode_low": 0, 2024-08-29T19:03:24.060 INFO:tasks.workunit.client.0.smithi028.stdout: "num_keys_recovered": 0, 2024-08-29T19:03:24.061 INFO:tasks.workunit.client.0.smithi028.stdout: "num_large_omap_objects": 0, 2024-08-29T19:03:24.061 INFO:tasks.workunit.client.0.smithi028.stdout: "num_legacy_snapsets": 0, 2024-08-29T19:03:24.061 INFO:tasks.workunit.client.0.smithi028.stdout: "num_object_clones": 0, 2024-08-29T19:03:24.061 INFO:tasks.workunit.client.0.smithi028.stdout: "num_object_copies": 0, 2024-08-29T19:03:24.061 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects": 0, 2024-08-29T19:03:24.061 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_degraded": 0, 2024-08-29T19:03:24.061 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_dirty": 0, 2024-08-29T19:03:24.061 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_hit_set_archive": 0, 2024-08-29T19:03:24.061 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_manifest": 0, 2024-08-29T19:03:24.061 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_misplaced": 0, 2024-08-29T19:03:24.061 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_missing": 0, 2024-08-29T19:03:24.061 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_missing_on_primary": 0, 2024-08-29T19:03:24.061 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_omap": 0, 2024-08-29T19:03:24.061 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_pinned": 0, 2024-08-29T19:03:24.062 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_recovered": 0, 2024-08-29T19:03:24.062 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_repaired": 0, 2024-08-29T19:03:24.062 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_unfound": 0, 2024-08-29T19:03:24.062 INFO:tasks.workunit.client.0.smithi028.stdout: "num_omap_bytes": 0, 2024-08-29T19:03:24.062 INFO:tasks.workunit.client.0.smithi028.stdout: "num_omap_keys": 0, 2024-08-29T19:03:24.062 INFO:tasks.workunit.client.0.smithi028.stdout: "num_promote": 0, 2024-08-29T19:03:24.062 INFO:tasks.workunit.client.0.smithi028.stdout: "num_read": 0, 2024-08-29T19:03:24.062 INFO:tasks.workunit.client.0.smithi028.stdout: "num_read_kb": 0, 2024-08-29T19:03:24.062 INFO:tasks.workunit.client.0.smithi028.stdout: "num_scrub_errors": 0, 2024-08-29T19:03:24.062 INFO:tasks.workunit.client.0.smithi028.stdout: "num_shallow_scrub_errors": 0, 2024-08-29T19:03:24.062 INFO:tasks.workunit.client.0.smithi028.stdout: "num_whiteouts": 0, 2024-08-29T19:03:24.062 INFO:tasks.workunit.client.0.smithi028.stdout: "num_write": 0, 2024-08-29T19:03:24.062 INFO:tasks.workunit.client.0.smithi028.stdout: "num_write_kb": 0 2024-08-29T19:03:24.062 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:24.063 INFO:tasks.workunit.client.0.smithi028.stdout: "state": "active+clean", 2024-08-29T19:03:24.063 INFO:tasks.workunit.client.0.smithi028.stdout: "stats_invalid": false, 2024-08-29T19:03:24.063 INFO:tasks.workunit.client.0.smithi028.stdout: "up": [ 2024-08-29T19:03:24.063 INFO:tasks.workunit.client.0.smithi028.stdout: 7, 2024-08-29T19:03:24.063 INFO:tasks.workunit.client.0.smithi028.stdout: 1, 2024-08-29T19:03:24.063 INFO:tasks.workunit.client.0.smithi028.stdout: 0 2024-08-29T19:03:24.063 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-08-29T19:03:24.063 INFO:tasks.workunit.client.0.smithi028.stdout: "up_primary": 7, 2024-08-29T19:03:24.063 INFO:tasks.workunit.client.0.smithi028.stdout: "version": "0'0" 2024-08-29T19:03:24.063 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:24.063 INFO:tasks.workunit.client.0.smithi028.stdout: { 2024-08-29T19:03:24.063 INFO:tasks.workunit.client.0.smithi028.stdout: "acting": [ 2024-08-29T19:03:24.063 INFO:tasks.workunit.client.0.smithi028.stdout: 3, 2024-08-29T19:03:24.063 INFO:tasks.workunit.client.0.smithi028.stdout: 5, 2024-08-29T19:03:24.064 INFO:tasks.workunit.client.0.smithi028.stdout: 6 2024-08-29T19:03:24.064 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-08-29T19:03:24.064 INFO:tasks.workunit.client.0.smithi028.stdout: "acting_primary": 3, 2024-08-29T19:03:24.064 INFO:tasks.workunit.client.0.smithi028.stdout: "avail_no_missing": [], 2024-08-29T19:03:24.064 INFO:tasks.workunit.client.0.smithi028.stdout: "blocked_by": [], 2024-08-29T19:03:24.064 INFO:tasks.workunit.client.0.smithi028.stdout: "created": 62, 2024-08-29T19:03:24.064 INFO:tasks.workunit.client.0.smithi028.stdout: "dirty_stats_invalid": false, 2024-08-29T19:03:24.064 INFO:tasks.workunit.client.0.smithi028.stdout: "hitset_bytes_stats_invalid": false, 2024-08-29T19:03:24.064 INFO:tasks.workunit.client.0.smithi028.stdout: "hitset_stats_invalid": false, 2024-08-29T19:03:24.064 INFO:tasks.workunit.client.0.smithi028.stdout: "last_active": "2024-08-29T19:02:14.840905+0000", 2024-08-29T19:03:24.064 INFO:tasks.workunit.client.0.smithi028.stdout: "last_became_active": "2024-08-29T17:57:36.381992+0000", 2024-08-29T19:03:24.064 INFO:tasks.workunit.client.0.smithi028.stdout: "last_became_peered": "2024-08-29T17:57:36.381992+0000", 2024-08-29T19:03:24.064 INFO:tasks.workunit.client.0.smithi028.stdout: "last_change": "2024-08-29T17:57:36.388242+0000", 2024-08-29T19:03:24.064 INFO:tasks.workunit.client.0.smithi028.stdout: "last_clean": "2024-08-29T19:02:14.840905+0000", 2024-08-29T19:03:24.065 INFO:tasks.workunit.client.0.smithi028.stdout: "last_clean_scrub_stamp": "2024-08-29T17:41:01.987071+0000", 2024-08-29T19:03:24.065 INFO:tasks.workunit.client.0.smithi028.stdout: "last_deep_scrub": "0'0", 2024-08-29T19:03:24.065 INFO:tasks.workunit.client.0.smithi028.stdout: "last_deep_scrub_stamp": "2024-08-29T17:41:01.987071+0000", 2024-08-29T19:03:24.065 INFO:tasks.workunit.client.0.smithi028.stdout: "last_epoch_clean": 646, 2024-08-29T19:03:24.065 INFO:tasks.workunit.client.0.smithi028.stdout: "last_fresh": "2024-08-29T19:02:14.840905+0000", 2024-08-29T19:03:24.065 INFO:tasks.workunit.client.0.smithi028.stdout: "last_fullsized": "2024-08-29T19:02:14.840905+0000", 2024-08-29T19:03:24.065 INFO:tasks.workunit.client.0.smithi028.stdout: "last_peered": "2024-08-29T19:02:14.840905+0000", 2024-08-29T19:03:24.065 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub": "0'0", 2024-08-29T19:03:24.065 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub_duration": 0, 2024-08-29T19:03:24.065 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub_stamp": "2024-08-29T17:41:01.987071+0000", 2024-08-29T19:03:24.065 INFO:tasks.workunit.client.0.smithi028.stdout: "last_undegraded": "2024-08-29T19:02:14.840905+0000", 2024-08-29T19:03:24.065 INFO:tasks.workunit.client.0.smithi028.stdout: "last_unstale": "2024-08-29T19:02:14.840905+0000", 2024-08-29T19:03:24.065 INFO:tasks.workunit.client.0.smithi028.stdout: "log_dups_size": 0, 2024-08-29T19:03:24.065 INFO:tasks.workunit.client.0.smithi028.stdout: "log_size": 0, 2024-08-29T19:03:24.066 INFO:tasks.workunit.client.0.smithi028.stdout: "log_start": "0'0", 2024-08-29T19:03:24.066 INFO:tasks.workunit.client.0.smithi028.stdout: "manifest_stats_invalid": false, 2024-08-29T19:03:24.066 INFO:tasks.workunit.client.0.smithi028.stdout: "mapping_epoch": 645, 2024-08-29T19:03:24.066 INFO:tasks.workunit.client.0.smithi028.stdout: "object_location_counts": [], 2024-08-29T19:03:24.066 INFO:tasks.workunit.client.0.smithi028.stdout: "objects_scrubbed": 0, 2024-08-29T19:03:24.066 INFO:tasks.workunit.client.0.smithi028.stdout: "objects_trimmed": 0, 2024-08-29T19:03:24.066 INFO:tasks.workunit.client.0.smithi028.stdout: "omap_stats_invalid": false, 2024-08-29T19:03:24.066 INFO:tasks.workunit.client.0.smithi028.stdout: "ondisk_log_size": 0, 2024-08-29T19:03:24.066 INFO:tasks.workunit.client.0.smithi028.stdout: "ondisk_log_start": "0'0", 2024-08-29T19:03:24.066 INFO:tasks.workunit.client.0.smithi028.stdout: "parent": "0.0", 2024-08-29T19:03:24.066 INFO:tasks.workunit.client.0.smithi028.stdout: "parent_split_bits": 0, 2024-08-29T19:03:24.066 INFO:tasks.workunit.client.0.smithi028.stdout: "pgid": "3.38", 2024-08-29T19:03:24.066 INFO:tasks.workunit.client.0.smithi028.stdout: "pin_stats_invalid": false, 2024-08-29T19:03:24.067 INFO:tasks.workunit.client.0.smithi028.stdout: "purged_snaps": [], 2024-08-29T19:03:24.067 INFO:tasks.workunit.client.0.smithi028.stdout: "reported_epoch": 2650, 2024-08-29T19:03:24.067 INFO:tasks.workunit.client.0.smithi028.stdout: "reported_seq": 4694, 2024-08-29T19:03:24.067 INFO:tasks.workunit.client.0.smithi028.stdout: "scrub_duration": 0.0, 2024-08-29T19:03:24.067 INFO:tasks.workunit.client.0.smithi028.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-31T01:35:56.702031+0000", 2024-08-29T19:03:24.067 INFO:tasks.workunit.client.0.smithi028.stdout: "snaptrim_duration": 0.0, 2024-08-29T19:03:24.067 INFO:tasks.workunit.client.0.smithi028.stdout: "snaptrimq_len": 0, 2024-08-29T19:03:24.067 INFO:tasks.workunit.client.0.smithi028.stdout: "stat_sum": { 2024-08-29T19:03:24.067 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes": 0, 2024-08-29T19:03:24.067 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes_hit_set_archive": 0, 2024-08-29T19:03:24.067 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes_recovered": 0, 2024-08-29T19:03:24.067 INFO:tasks.workunit.client.0.smithi028.stdout: "num_deep_scrub_errors": 0, 2024-08-29T19:03:24.067 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict": 0, 2024-08-29T19:03:24.067 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_kb": 0, 2024-08-29T19:03:24.067 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_mode_full": 0, 2024-08-29T19:03:24.068 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_mode_some": 0, 2024-08-29T19:03:24.068 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush": 0, 2024-08-29T19:03:24.068 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_kb": 0, 2024-08-29T19:03:24.068 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_mode_high": 0, 2024-08-29T19:03:24.068 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_mode_low": 0, 2024-08-29T19:03:24.068 INFO:tasks.workunit.client.0.smithi028.stdout: "num_keys_recovered": 0, 2024-08-29T19:03:24.068 INFO:tasks.workunit.client.0.smithi028.stdout: "num_large_omap_objects": 0, 2024-08-29T19:03:24.068 INFO:tasks.workunit.client.0.smithi028.stdout: "num_legacy_snapsets": 0, 2024-08-29T19:03:24.068 INFO:tasks.workunit.client.0.smithi028.stdout: "num_object_clones": 0, 2024-08-29T19:03:24.068 INFO:tasks.workunit.client.0.smithi028.stdout: "num_object_copies": 0, 2024-08-29T19:03:24.068 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects": 0, 2024-08-29T19:03:24.068 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_degraded": 0, 2024-08-29T19:03:24.068 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_dirty": 0, 2024-08-29T19:03:24.068 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_hit_set_archive": 0, 2024-08-29T19:03:24.068 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_manifest": 0, 2024-08-29T19:03:24.069 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_misplaced": 0, 2024-08-29T19:03:24.069 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_missing": 0, 2024-08-29T19:03:24.069 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_missing_on_primary": 0, 2024-08-29T19:03:24.069 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_omap": 0, 2024-08-29T19:03:24.069 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_pinned": 0, 2024-08-29T19:03:24.069 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_recovered": 0, 2024-08-29T19:03:24.069 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_repaired": 0, 2024-08-29T19:03:24.069 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_unfound": 0, 2024-08-29T19:03:24.069 INFO:tasks.workunit.client.0.smithi028.stdout: "num_omap_bytes": 0, 2024-08-29T19:03:24.069 INFO:tasks.workunit.client.0.smithi028.stdout: "num_omap_keys": 0, 2024-08-29T19:03:24.069 INFO:tasks.workunit.client.0.smithi028.stdout: "num_promote": 0, 2024-08-29T19:03:24.069 INFO:tasks.workunit.client.0.smithi028.stdout: "num_read": 0, 2024-08-29T19:03:24.069 INFO:tasks.workunit.client.0.smithi028.stdout: "num_read_kb": 0, 2024-08-29T19:03:24.069 INFO:tasks.workunit.client.0.smithi028.stdout: "num_scrub_errors": 0, 2024-08-29T19:03:24.070 INFO:tasks.workunit.client.0.smithi028.stdout: "num_shallow_scrub_errors": 0, 2024-08-29T19:03:24.070 INFO:tasks.workunit.client.0.smithi028.stdout: "num_whiteouts": 0, 2024-08-29T19:03:24.070 INFO:tasks.workunit.client.0.smithi028.stdout: "num_write": 0, 2024-08-29T19:03:24.070 INFO:tasks.workunit.client.0.smithi028.stdout: "num_write_kb": 0 2024-08-29T19:03:24.070 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:24.070 INFO:tasks.workunit.client.0.smithi028.stdout: "state": "active+clean", 2024-08-29T19:03:24.070 INFO:tasks.workunit.client.0.smithi028.stdout: "stats_invalid": false, 2024-08-29T19:03:24.070 INFO:tasks.workunit.client.0.smithi028.stdout: "up": [ 2024-08-29T19:03:24.070 INFO:tasks.workunit.client.0.smithi028.stdout: 3, 2024-08-29T19:03:24.070 INFO:tasks.workunit.client.0.smithi028.stdout: 5, 2024-08-29T19:03:24.070 INFO:tasks.workunit.client.0.smithi028.stdout: 6 2024-08-29T19:03:24.070 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-08-29T19:03:24.070 INFO:tasks.workunit.client.0.smithi028.stdout: "up_primary": 3, 2024-08-29T19:03:24.070 INFO:tasks.workunit.client.0.smithi028.stdout: "version": "0'0" 2024-08-29T19:03:24.070 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:24.071 INFO:tasks.workunit.client.0.smithi028.stdout: { 2024-08-29T19:03:24.071 INFO:tasks.workunit.client.0.smithi028.stdout: "acting": [ 2024-08-29T19:03:24.071 INFO:tasks.workunit.client.0.smithi028.stdout: 7, 2024-08-29T19:03:24.071 INFO:tasks.workunit.client.0.smithi028.stdout: 0, 2024-08-29T19:03:24.071 INFO:tasks.workunit.client.0.smithi028.stdout: 4 2024-08-29T19:03:24.071 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-08-29T19:03:24.071 INFO:tasks.workunit.client.0.smithi028.stdout: "acting_primary": 7, 2024-08-29T19:03:24.071 INFO:tasks.workunit.client.0.smithi028.stdout: "avail_no_missing": [], 2024-08-29T19:03:24.071 INFO:tasks.workunit.client.0.smithi028.stdout: "blocked_by": [], 2024-08-29T19:03:24.071 INFO:tasks.workunit.client.0.smithi028.stdout: "created": 62, 2024-08-29T19:03:24.071 INFO:tasks.workunit.client.0.smithi028.stdout: "dirty_stats_invalid": false, 2024-08-29T19:03:24.071 INFO:tasks.workunit.client.0.smithi028.stdout: "hitset_bytes_stats_invalid": false, 2024-08-29T19:03:24.071 INFO:tasks.workunit.client.0.smithi028.stdout: "hitset_stats_invalid": false, 2024-08-29T19:03:24.072 INFO:tasks.workunit.client.0.smithi028.stdout: "last_active": "2024-08-29T19:02:14.096275+0000", 2024-08-29T19:03:24.072 INFO:tasks.workunit.client.0.smithi028.stdout: "last_became_active": "2024-08-29T17:58:11.360272+0000", 2024-08-29T19:03:24.072 INFO:tasks.workunit.client.0.smithi028.stdout: "last_became_peered": "2024-08-29T17:58:11.360272+0000", 2024-08-29T19:03:24.072 INFO:tasks.workunit.client.0.smithi028.stdout: "last_change": "2024-08-29T17:58:11.360605+0000", 2024-08-29T19:03:24.072 INFO:tasks.workunit.client.0.smithi028.stdout: "last_clean": "2024-08-29T19:02:14.096275+0000", 2024-08-29T19:03:24.072 INFO:tasks.workunit.client.0.smithi028.stdout: "last_clean_scrub_stamp": "2024-08-29T17:41:01.987071+0000", 2024-08-29T19:03:24.072 INFO:tasks.workunit.client.0.smithi028.stdout: "last_deep_scrub": "0'0", 2024-08-29T19:03:24.072 INFO:tasks.workunit.client.0.smithi028.stdout: "last_deep_scrub_stamp": "2024-08-29T17:41:01.987071+0000", 2024-08-29T19:03:24.072 INFO:tasks.workunit.client.0.smithi028.stdout: "last_epoch_clean": 681, 2024-08-29T19:03:24.072 INFO:tasks.workunit.client.0.smithi028.stdout: "last_fresh": "2024-08-29T19:02:14.096275+0000", 2024-08-29T19:03:24.072 INFO:tasks.workunit.client.0.smithi028.stdout: "last_fullsized": "2024-08-29T19:02:14.096275+0000", 2024-08-29T19:03:24.072 INFO:tasks.workunit.client.0.smithi028.stdout: "last_peered": "2024-08-29T19:02:14.096275+0000", 2024-08-29T19:03:24.072 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub": "0'0", 2024-08-29T19:03:24.072 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub_duration": 0, 2024-08-29T19:03:24.073 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub_stamp": "2024-08-29T17:41:01.987071+0000", 2024-08-29T19:03:24.073 INFO:tasks.workunit.client.0.smithi028.stdout: "last_undegraded": "2024-08-29T19:02:14.096275+0000", 2024-08-29T19:03:24.073 INFO:tasks.workunit.client.0.smithi028.stdout: "last_unstale": "2024-08-29T19:02:14.096275+0000", 2024-08-29T19:03:24.073 INFO:tasks.workunit.client.0.smithi028.stdout: "log_dups_size": 0, 2024-08-29T19:03:24.073 INFO:tasks.workunit.client.0.smithi028.stdout: "log_size": 0, 2024-08-29T19:03:24.073 INFO:tasks.workunit.client.0.smithi028.stdout: "log_start": "0'0", 2024-08-29T19:03:24.073 INFO:tasks.workunit.client.0.smithi028.stdout: "manifest_stats_invalid": false, 2024-08-29T19:03:24.073 INFO:tasks.workunit.client.0.smithi028.stdout: "mapping_epoch": 680, 2024-08-29T19:03:24.073 INFO:tasks.workunit.client.0.smithi028.stdout: "object_location_counts": [], 2024-08-29T19:03:24.073 INFO:tasks.workunit.client.0.smithi028.stdout: "objects_scrubbed": 0, 2024-08-29T19:03:24.073 INFO:tasks.workunit.client.0.smithi028.stdout: "objects_trimmed": 0, 2024-08-29T19:03:24.073 INFO:tasks.workunit.client.0.smithi028.stdout: "omap_stats_invalid": false, 2024-08-29T19:03:24.073 INFO:tasks.workunit.client.0.smithi028.stdout: "ondisk_log_size": 0, 2024-08-29T19:03:24.074 INFO:tasks.workunit.client.0.smithi028.stdout: "ondisk_log_start": "0'0", 2024-08-29T19:03:24.074 INFO:tasks.workunit.client.0.smithi028.stdout: "parent": "0.0", 2024-08-29T19:03:24.074 INFO:tasks.workunit.client.0.smithi028.stdout: "parent_split_bits": 0, 2024-08-29T19:03:24.074 INFO:tasks.workunit.client.0.smithi028.stdout: "pgid": "3.39", 2024-08-29T19:03:24.074 INFO:tasks.workunit.client.0.smithi028.stdout: "pin_stats_invalid": false, 2024-08-29T19:03:24.074 INFO:tasks.workunit.client.0.smithi028.stdout: "purged_snaps": [], 2024-08-29T19:03:24.074 INFO:tasks.workunit.client.0.smithi028.stdout: "reported_epoch": 2650, 2024-08-29T19:03:24.074 INFO:tasks.workunit.client.0.smithi028.stdout: "reported_seq": 4568, 2024-08-29T19:03:24.074 INFO:tasks.workunit.client.0.smithi028.stdout: "scrub_duration": 0.0, 2024-08-29T19:03:24.074 INFO:tasks.workunit.client.0.smithi028.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-31T05:23:04.439566+0000", 2024-08-29T19:03:24.074 INFO:tasks.workunit.client.0.smithi028.stdout: "snaptrim_duration": 0.0, 2024-08-29T19:03:24.074 INFO:tasks.workunit.client.0.smithi028.stdout: "snaptrimq_len": 0, 2024-08-29T19:03:24.074 INFO:tasks.workunit.client.0.smithi028.stdout: "stat_sum": { 2024-08-29T19:03:24.074 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes": 0, 2024-08-29T19:03:24.075 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes_hit_set_archive": 0, 2024-08-29T19:03:24.075 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes_recovered": 0, 2024-08-29T19:03:24.075 INFO:tasks.workunit.client.0.smithi028.stdout: "num_deep_scrub_errors": 0, 2024-08-29T19:03:24.075 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict": 0, 2024-08-29T19:03:24.075 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_kb": 0, 2024-08-29T19:03:24.075 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_mode_full": 0, 2024-08-29T19:03:24.075 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_mode_some": 0, 2024-08-29T19:03:24.075 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush": 0, 2024-08-29T19:03:24.075 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_kb": 0, 2024-08-29T19:03:24.075 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_mode_high": 0, 2024-08-29T19:03:24.075 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_mode_low": 0, 2024-08-29T19:03:24.075 INFO:tasks.workunit.client.0.smithi028.stdout: "num_keys_recovered": 0, 2024-08-29T19:03:24.075 INFO:tasks.workunit.client.0.smithi028.stdout: "num_large_omap_objects": 0, 2024-08-29T19:03:24.075 INFO:tasks.workunit.client.0.smithi028.stdout: "num_legacy_snapsets": 0, 2024-08-29T19:03:24.076 INFO:tasks.workunit.client.0.smithi028.stdout: "num_object_clones": 0, 2024-08-29T19:03:24.076 INFO:tasks.workunit.client.0.smithi028.stdout: "num_object_copies": 0, 2024-08-29T19:03:24.076 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects": 0, 2024-08-29T19:03:24.076 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_degraded": 0, 2024-08-29T19:03:24.076 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_dirty": 0, 2024-08-29T19:03:24.076 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_hit_set_archive": 0, 2024-08-29T19:03:24.076 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_manifest": 0, 2024-08-29T19:03:24.076 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_misplaced": 0, 2024-08-29T19:03:24.076 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_missing": 0, 2024-08-29T19:03:24.076 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_missing_on_primary": 0, 2024-08-29T19:03:24.076 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_omap": 0, 2024-08-29T19:03:24.076 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_pinned": 0, 2024-08-29T19:03:24.076 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_recovered": 0, 2024-08-29T19:03:24.077 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_repaired": 0, 2024-08-29T19:03:24.077 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_unfound": 0, 2024-08-29T19:03:24.080 INFO:tasks.workunit.client.0.smithi028.stdout: "num_omap_bytes": 0, 2024-08-29T19:03:24.080 INFO:tasks.workunit.client.0.smithi028.stdout: "num_omap_keys": 0, 2024-08-29T19:03:24.080 INFO:tasks.workunit.client.0.smithi028.stdout: "num_promote": 0, 2024-08-29T19:03:24.080 INFO:tasks.workunit.client.0.smithi028.stdout: "num_read": 0, 2024-08-29T19:03:24.080 INFO:tasks.workunit.client.0.smithi028.stdout: "num_read_kb": 0, 2024-08-29T19:03:24.080 INFO:tasks.workunit.client.0.smithi028.stdout: "num_scrub_errors": 0, 2024-08-29T19:03:24.080 INFO:tasks.workunit.client.0.smithi028.stdout: "num_shallow_scrub_errors": 0, 2024-08-29T19:03:24.081 INFO:tasks.workunit.client.0.smithi028.stdout: "num_whiteouts": 0, 2024-08-29T19:03:24.081 INFO:tasks.workunit.client.0.smithi028.stdout: "num_write": 0, 2024-08-29T19:03:24.081 INFO:tasks.workunit.client.0.smithi028.stdout: "num_write_kb": 0 2024-08-29T19:03:24.081 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:24.081 INFO:tasks.workunit.client.0.smithi028.stdout: "state": "active+clean", 2024-08-29T19:03:24.081 INFO:tasks.workunit.client.0.smithi028.stdout: "stats_invalid": false, 2024-08-29T19:03:24.081 INFO:tasks.workunit.client.0.smithi028.stdout: "up": [ 2024-08-29T19:03:24.081 INFO:tasks.workunit.client.0.smithi028.stdout: 7, 2024-08-29T19:03:24.081 INFO:tasks.workunit.client.0.smithi028.stdout: 0, 2024-08-29T19:03:24.081 INFO:tasks.workunit.client.0.smithi028.stdout: 4 2024-08-29T19:03:24.081 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-08-29T19:03:24.081 INFO:tasks.workunit.client.0.smithi028.stdout: "up_primary": 7, 2024-08-29T19:03:24.081 INFO:tasks.workunit.client.0.smithi028.stdout: "version": "0'0" 2024-08-29T19:03:24.081 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:24.081 INFO:tasks.workunit.client.0.smithi028.stdout: { 2024-08-29T19:03:24.082 INFO:tasks.workunit.client.0.smithi028.stdout: "acting": [ 2024-08-29T19:03:24.082 INFO:tasks.workunit.client.0.smithi028.stdout: 5, 2024-08-29T19:03:24.082 INFO:tasks.workunit.client.0.smithi028.stdout: 0, 2024-08-29T19:03:24.082 INFO:tasks.workunit.client.0.smithi028.stdout: 1 2024-08-29T19:03:24.082 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-08-29T19:03:24.082 INFO:tasks.workunit.client.0.smithi028.stdout: "acting_primary": 5, 2024-08-29T19:03:24.082 INFO:tasks.workunit.client.0.smithi028.stdout: "avail_no_missing": [], 2024-08-29T19:03:24.082 INFO:tasks.workunit.client.0.smithi028.stdout: "blocked_by": [], 2024-08-29T19:03:24.082 INFO:tasks.workunit.client.0.smithi028.stdout: "created": 62, 2024-08-29T19:03:24.082 INFO:tasks.workunit.client.0.smithi028.stdout: "dirty_stats_invalid": false, 2024-08-29T19:03:24.082 INFO:tasks.workunit.client.0.smithi028.stdout: "hitset_bytes_stats_invalid": false, 2024-08-29T19:03:24.082 INFO:tasks.workunit.client.0.smithi028.stdout: "hitset_stats_invalid": false, 2024-08-29T19:03:24.082 INFO:tasks.workunit.client.0.smithi028.stdout: "last_active": "2024-08-29T19:02:14.923931+0000", 2024-08-29T19:03:24.083 INFO:tasks.workunit.client.0.smithi028.stdout: "last_became_active": "2024-08-29T17:57:02.360220+0000", 2024-08-29T19:03:24.083 INFO:tasks.workunit.client.0.smithi028.stdout: "last_became_peered": "2024-08-29T17:57:02.360220+0000", 2024-08-29T19:03:24.083 INFO:tasks.workunit.client.0.smithi028.stdout: "last_change": "2024-08-29T17:57:02.361837+0000", 2024-08-29T19:03:24.083 INFO:tasks.workunit.client.0.smithi028.stdout: "last_clean": "2024-08-29T19:02:14.923931+0000", 2024-08-29T19:03:24.083 INFO:tasks.workunit.client.0.smithi028.stdout: "last_clean_scrub_stamp": "2024-08-29T17:41:01.987071+0000", 2024-08-29T19:03:24.083 INFO:tasks.workunit.client.0.smithi028.stdout: "last_deep_scrub": "0'0", 2024-08-29T19:03:24.083 INFO:tasks.workunit.client.0.smithi028.stdout: "last_deep_scrub_stamp": "2024-08-29T17:41:01.987071+0000", 2024-08-29T19:03:24.083 INFO:tasks.workunit.client.0.smithi028.stdout: "last_epoch_clean": 613, 2024-08-29T19:03:24.083 INFO:tasks.workunit.client.0.smithi028.stdout: "last_fresh": "2024-08-29T19:02:14.923931+0000", 2024-08-29T19:03:24.083 INFO:tasks.workunit.client.0.smithi028.stdout: "last_fullsized": "2024-08-29T19:02:14.923931+0000", 2024-08-29T19:03:24.083 INFO:tasks.workunit.client.0.smithi028.stdout: "last_peered": "2024-08-29T19:02:14.923931+0000", 2024-08-29T19:03:24.083 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub": "0'0", 2024-08-29T19:03:24.083 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub_duration": 0, 2024-08-29T19:03:24.083 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub_stamp": "2024-08-29T17:41:01.987071+0000", 2024-08-29T19:03:24.084 INFO:tasks.workunit.client.0.smithi028.stdout: "last_undegraded": "2024-08-29T19:02:14.923931+0000", 2024-08-29T19:03:24.084 INFO:tasks.workunit.client.0.smithi028.stdout: "last_unstale": "2024-08-29T19:02:14.923931+0000", 2024-08-29T19:03:24.084 INFO:tasks.workunit.client.0.smithi028.stdout: "log_dups_size": 0, 2024-08-29T19:03:24.084 INFO:tasks.workunit.client.0.smithi028.stdout: "log_size": 0, 2024-08-29T19:03:24.084 INFO:tasks.workunit.client.0.smithi028.stdout: "log_start": "0'0", 2024-08-29T19:03:24.084 INFO:tasks.workunit.client.0.smithi028.stdout: "manifest_stats_invalid": false, 2024-08-29T19:03:24.084 INFO:tasks.workunit.client.0.smithi028.stdout: "mapping_epoch": 612, 2024-08-29T19:03:24.084 INFO:tasks.workunit.client.0.smithi028.stdout: "object_location_counts": [], 2024-08-29T19:03:24.084 INFO:tasks.workunit.client.0.smithi028.stdout: "objects_scrubbed": 0, 2024-08-29T19:03:24.084 INFO:tasks.workunit.client.0.smithi028.stdout: "objects_trimmed": 0, 2024-08-29T19:03:24.084 INFO:tasks.workunit.client.0.smithi028.stdout: "omap_stats_invalid": false, 2024-08-29T19:03:24.084 INFO:tasks.workunit.client.0.smithi028.stdout: "ondisk_log_size": 0, 2024-08-29T19:03:24.084 INFO:tasks.workunit.client.0.smithi028.stdout: "ondisk_log_start": "0'0", 2024-08-29T19:03:24.085 INFO:tasks.workunit.client.0.smithi028.stdout: "parent": "0.0", 2024-08-29T19:03:24.085 INFO:tasks.workunit.client.0.smithi028.stdout: "parent_split_bits": 0, 2024-08-29T19:03:24.085 INFO:tasks.workunit.client.0.smithi028.stdout: "pgid": "3.3a", 2024-08-29T19:03:24.085 INFO:tasks.workunit.client.0.smithi028.stdout: "pin_stats_invalid": false, 2024-08-29T19:03:24.085 INFO:tasks.workunit.client.0.smithi028.stdout: "purged_snaps": [], 2024-08-29T19:03:24.085 INFO:tasks.workunit.client.0.smithi028.stdout: "reported_epoch": 2650, 2024-08-29T19:03:24.085 INFO:tasks.workunit.client.0.smithi028.stdout: "reported_seq": 4620, 2024-08-29T19:03:24.085 INFO:tasks.workunit.client.0.smithi028.stdout: "scrub_duration": 0.0, 2024-08-29T19:03:24.085 INFO:tasks.workunit.client.0.smithi028.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-31T02:49:15.529692+0000", 2024-08-29T19:03:24.085 INFO:tasks.workunit.client.0.smithi028.stdout: "snaptrim_duration": 0.0, 2024-08-29T19:03:24.085 INFO:tasks.workunit.client.0.smithi028.stdout: "snaptrimq_len": 0, 2024-08-29T19:03:24.085 INFO:tasks.workunit.client.0.smithi028.stdout: "stat_sum": { 2024-08-29T19:03:24.085 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes": 0, 2024-08-29T19:03:24.085 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes_hit_set_archive": 0, 2024-08-29T19:03:24.086 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes_recovered": 0, 2024-08-29T19:03:24.086 INFO:tasks.workunit.client.0.smithi028.stdout: "num_deep_scrub_errors": 0, 2024-08-29T19:03:24.086 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict": 0, 2024-08-29T19:03:24.086 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_kb": 0, 2024-08-29T19:03:24.086 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_mode_full": 0, 2024-08-29T19:03:24.086 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_mode_some": 0, 2024-08-29T19:03:24.086 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush": 0, 2024-08-29T19:03:24.086 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_kb": 0, 2024-08-29T19:03:24.086 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_mode_high": 0, 2024-08-29T19:03:24.086 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_mode_low": 0, 2024-08-29T19:03:24.086 INFO:tasks.workunit.client.0.smithi028.stdout: "num_keys_recovered": 0, 2024-08-29T19:03:24.086 INFO:tasks.workunit.client.0.smithi028.stdout: "num_large_omap_objects": 0, 2024-08-29T19:03:24.086 INFO:tasks.workunit.client.0.smithi028.stdout: "num_legacy_snapsets": 0, 2024-08-29T19:03:24.086 INFO:tasks.workunit.client.0.smithi028.stdout: "num_object_clones": 0, 2024-08-29T19:03:24.087 INFO:tasks.workunit.client.0.smithi028.stdout: "num_object_copies": 0, 2024-08-29T19:03:24.087 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects": 0, 2024-08-29T19:03:24.087 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_degraded": 0, 2024-08-29T19:03:24.087 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_dirty": 0, 2024-08-29T19:03:24.087 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_hit_set_archive": 0, 2024-08-29T19:03:24.087 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_manifest": 0, 2024-08-29T19:03:24.087 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_misplaced": 0, 2024-08-29T19:03:24.087 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_missing": 0, 2024-08-29T19:03:24.087 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_missing_on_primary": 0, 2024-08-29T19:03:24.087 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_omap": 0, 2024-08-29T19:03:24.087 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_pinned": 0, 2024-08-29T19:03:24.087 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_recovered": 0, 2024-08-29T19:03:24.087 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_repaired": 0, 2024-08-29T19:03:24.088 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_unfound": 0, 2024-08-29T19:03:24.088 INFO:tasks.workunit.client.0.smithi028.stdout: "num_omap_bytes": 0, 2024-08-29T19:03:24.088 INFO:tasks.workunit.client.0.smithi028.stdout: "num_omap_keys": 0, 2024-08-29T19:03:24.088 INFO:tasks.workunit.client.0.smithi028.stdout: "num_promote": 0, 2024-08-29T19:03:24.088 INFO:tasks.workunit.client.0.smithi028.stdout: "num_read": 0, 2024-08-29T19:03:24.088 INFO:tasks.workunit.client.0.smithi028.stdout: "num_read_kb": 0, 2024-08-29T19:03:24.088 INFO:tasks.workunit.client.0.smithi028.stdout: "num_scrub_errors": 0, 2024-08-29T19:03:24.088 INFO:tasks.workunit.client.0.smithi028.stdout: "num_shallow_scrub_errors": 0, 2024-08-29T19:03:24.088 INFO:tasks.workunit.client.0.smithi028.stdout: "num_whiteouts": 0, 2024-08-29T19:03:24.088 INFO:tasks.workunit.client.0.smithi028.stdout: "num_write": 0, 2024-08-29T19:03:24.088 INFO:tasks.workunit.client.0.smithi028.stdout: "num_write_kb": 0 2024-08-29T19:03:24.088 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:24.088 INFO:tasks.workunit.client.0.smithi028.stdout: "state": "active+clean", 2024-08-29T19:03:24.088 INFO:tasks.workunit.client.0.smithi028.stdout: "stats_invalid": false, 2024-08-29T19:03:24.089 INFO:tasks.workunit.client.0.smithi028.stdout: "up": [ 2024-08-29T19:03:24.089 INFO:tasks.workunit.client.0.smithi028.stdout: 5, 2024-08-29T19:03:24.089 INFO:tasks.workunit.client.0.smithi028.stdout: 0, 2024-08-29T19:03:24.089 INFO:tasks.workunit.client.0.smithi028.stdout: 1 2024-08-29T19:03:24.089 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-08-29T19:03:24.089 INFO:tasks.workunit.client.0.smithi028.stdout: "up_primary": 5, 2024-08-29T19:03:24.089 INFO:tasks.workunit.client.0.smithi028.stdout: "version": "0'0" 2024-08-29T19:03:24.089 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:24.089 INFO:tasks.workunit.client.0.smithi028.stdout: { 2024-08-29T19:03:24.089 INFO:tasks.workunit.client.0.smithi028.stdout: "acting": [ 2024-08-29T19:03:24.089 INFO:tasks.workunit.client.0.smithi028.stdout: 7, 2024-08-29T19:03:24.089 INFO:tasks.workunit.client.0.smithi028.stdout: 2, 2024-08-29T19:03:24.089 INFO:tasks.workunit.client.0.smithi028.stdout: 4 2024-08-29T19:03:24.090 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-08-29T19:03:24.090 INFO:tasks.workunit.client.0.smithi028.stdout: "acting_primary": 7, 2024-08-29T19:03:24.090 INFO:tasks.workunit.client.0.smithi028.stdout: "avail_no_missing": [], 2024-08-29T19:03:24.090 INFO:tasks.workunit.client.0.smithi028.stdout: "blocked_by": [], 2024-08-29T19:03:24.090 INFO:tasks.workunit.client.0.smithi028.stdout: "created": 62, 2024-08-29T19:03:24.090 INFO:tasks.workunit.client.0.smithi028.stdout: "dirty_stats_invalid": false, 2024-08-29T19:03:24.090 INFO:tasks.workunit.client.0.smithi028.stdout: "hitset_bytes_stats_invalid": false, 2024-08-29T19:03:24.090 INFO:tasks.workunit.client.0.smithi028.stdout: "hitset_stats_invalid": false, 2024-08-29T19:03:24.090 INFO:tasks.workunit.client.0.smithi028.stdout: "last_active": "2024-08-29T19:02:14.096991+0000", 2024-08-29T19:03:24.090 INFO:tasks.workunit.client.0.smithi028.stdout: "last_became_active": "2024-08-29T17:58:11.363124+0000", 2024-08-29T19:03:24.090 INFO:tasks.workunit.client.0.smithi028.stdout: "last_became_peered": "2024-08-29T17:58:11.363124+0000", 2024-08-29T19:03:24.090 INFO:tasks.workunit.client.0.smithi028.stdout: "last_change": "2024-08-29T17:58:11.364903+0000", 2024-08-29T19:03:24.090 INFO:tasks.workunit.client.0.smithi028.stdout: "last_clean": "2024-08-29T19:02:14.096991+0000", 2024-08-29T19:03:24.091 INFO:tasks.workunit.client.0.smithi028.stdout: "last_clean_scrub_stamp": "2024-08-29T17:41:01.987071+0000", 2024-08-29T19:03:24.091 INFO:tasks.workunit.client.0.smithi028.stdout: "last_deep_scrub": "0'0", 2024-08-29T19:03:24.091 INFO:tasks.workunit.client.0.smithi028.stdout: "last_deep_scrub_stamp": "2024-08-29T17:41:01.987071+0000", 2024-08-29T19:03:24.091 INFO:tasks.workunit.client.0.smithi028.stdout: "last_epoch_clean": 681, 2024-08-29T19:03:24.091 INFO:tasks.workunit.client.0.smithi028.stdout: "last_fresh": "2024-08-29T19:02:14.096991+0000", 2024-08-29T19:03:24.091 INFO:tasks.workunit.client.0.smithi028.stdout: "last_fullsized": "2024-08-29T19:02:14.096991+0000", 2024-08-29T19:03:24.091 INFO:tasks.workunit.client.0.smithi028.stdout: "last_peered": "2024-08-29T19:02:14.096991+0000", 2024-08-29T19:03:24.091 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub": "0'0", 2024-08-29T19:03:24.091 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub_duration": 0, 2024-08-29T19:03:24.091 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub_stamp": "2024-08-29T17:41:01.987071+0000", 2024-08-29T19:03:24.091 INFO:tasks.workunit.client.0.smithi028.stdout: "last_undegraded": "2024-08-29T19:02:14.096991+0000", 2024-08-29T19:03:24.091 INFO:tasks.workunit.client.0.smithi028.stdout: "last_unstale": "2024-08-29T19:02:14.096991+0000", 2024-08-29T19:03:24.091 INFO:tasks.workunit.client.0.smithi028.stdout: "log_dups_size": 0, 2024-08-29T19:03:24.091 INFO:tasks.workunit.client.0.smithi028.stdout: "log_size": 0, 2024-08-29T19:03:24.092 INFO:tasks.workunit.client.0.smithi028.stdout: "log_start": "0'0", 2024-08-29T19:03:24.092 INFO:tasks.workunit.client.0.smithi028.stdout: "manifest_stats_invalid": false, 2024-08-29T19:03:24.092 INFO:tasks.workunit.client.0.smithi028.stdout: "mapping_epoch": 680, 2024-08-29T19:03:24.092 INFO:tasks.workunit.client.0.smithi028.stdout: "object_location_counts": [], 2024-08-29T19:03:24.092 INFO:tasks.workunit.client.0.smithi028.stdout: "objects_scrubbed": 0, 2024-08-29T19:03:24.092 INFO:tasks.workunit.client.0.smithi028.stdout: "objects_trimmed": 0, 2024-08-29T19:03:24.092 INFO:tasks.workunit.client.0.smithi028.stdout: "omap_stats_invalid": false, 2024-08-29T19:03:24.092 INFO:tasks.workunit.client.0.smithi028.stdout: "ondisk_log_size": 0, 2024-08-29T19:03:24.092 INFO:tasks.workunit.client.0.smithi028.stdout: "ondisk_log_start": "0'0", 2024-08-29T19:03:24.092 INFO:tasks.workunit.client.0.smithi028.stdout: "parent": "0.0", 2024-08-29T19:03:24.092 INFO:tasks.workunit.client.0.smithi028.stdout: "parent_split_bits": 0, 2024-08-29T19:03:24.092 INFO:tasks.workunit.client.0.smithi028.stdout: "pgid": "3.3b", 2024-08-29T19:03:24.092 INFO:tasks.workunit.client.0.smithi028.stdout: "pin_stats_invalid": false, 2024-08-29T19:03:24.093 INFO:tasks.workunit.client.0.smithi028.stdout: "purged_snaps": [], 2024-08-29T19:03:24.093 INFO:tasks.workunit.client.0.smithi028.stdout: "reported_epoch": 2650, 2024-08-29T19:03:24.093 INFO:tasks.workunit.client.0.smithi028.stdout: "reported_seq": 4568, 2024-08-29T19:03:24.093 INFO:tasks.workunit.client.0.smithi028.stdout: "scrub_duration": 0.0, 2024-08-29T19:03:24.093 INFO:tasks.workunit.client.0.smithi028.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-31T01:40:16.818242+0000", 2024-08-29T19:03:24.093 INFO:tasks.workunit.client.0.smithi028.stdout: "snaptrim_duration": 0.0, 2024-08-29T19:03:24.093 INFO:tasks.workunit.client.0.smithi028.stdout: "snaptrimq_len": 0, 2024-08-29T19:03:24.093 INFO:tasks.workunit.client.0.smithi028.stdout: "stat_sum": { 2024-08-29T19:03:24.093 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes": 0, 2024-08-29T19:03:24.093 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes_hit_set_archive": 0, 2024-08-29T19:03:24.093 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes_recovered": 0, 2024-08-29T19:03:24.093 INFO:tasks.workunit.client.0.smithi028.stdout: "num_deep_scrub_errors": 0, 2024-08-29T19:03:24.093 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict": 0, 2024-08-29T19:03:24.093 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_kb": 0, 2024-08-29T19:03:24.094 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_mode_full": 0, 2024-08-29T19:03:24.094 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_mode_some": 0, 2024-08-29T19:03:24.094 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush": 0, 2024-08-29T19:03:24.094 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_kb": 0, 2024-08-29T19:03:24.094 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_mode_high": 0, 2024-08-29T19:03:24.094 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_mode_low": 0, 2024-08-29T19:03:24.094 INFO:tasks.workunit.client.0.smithi028.stdout: "num_keys_recovered": 0, 2024-08-29T19:03:24.094 INFO:tasks.workunit.client.0.smithi028.stdout: "num_large_omap_objects": 0, 2024-08-29T19:03:24.094 INFO:tasks.workunit.client.0.smithi028.stdout: "num_legacy_snapsets": 0, 2024-08-29T19:03:24.094 INFO:tasks.workunit.client.0.smithi028.stdout: "num_object_clones": 0, 2024-08-29T19:03:24.094 INFO:tasks.workunit.client.0.smithi028.stdout: "num_object_copies": 0, 2024-08-29T19:03:24.094 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects": 0, 2024-08-29T19:03:24.094 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_degraded": 0, 2024-08-29T19:03:24.094 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_dirty": 0, 2024-08-29T19:03:24.095 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_hit_set_archive": 0, 2024-08-29T19:03:24.095 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_manifest": 0, 2024-08-29T19:03:24.095 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_misplaced": 0, 2024-08-29T19:03:24.095 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_missing": 0, 2024-08-29T19:03:24.095 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_missing_on_primary": 0, 2024-08-29T19:03:24.095 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_omap": 0, 2024-08-29T19:03:24.095 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_pinned": 0, 2024-08-29T19:03:24.095 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_recovered": 0, 2024-08-29T19:03:24.095 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_repaired": 0, 2024-08-29T19:03:24.095 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_unfound": 0, 2024-08-29T19:03:24.095 INFO:tasks.workunit.client.0.smithi028.stdout: "num_omap_bytes": 0, 2024-08-29T19:03:24.095 INFO:tasks.workunit.client.0.smithi028.stdout: "num_omap_keys": 0, 2024-08-29T19:03:24.095 INFO:tasks.workunit.client.0.smithi028.stdout: "num_promote": 0, 2024-08-29T19:03:24.095 INFO:tasks.workunit.client.0.smithi028.stdout: "num_read": 0, 2024-08-29T19:03:24.096 INFO:tasks.workunit.client.0.smithi028.stdout: "num_read_kb": 0, 2024-08-29T19:03:24.096 INFO:tasks.workunit.client.0.smithi028.stdout: "num_scrub_errors": 0, 2024-08-29T19:03:24.096 INFO:tasks.workunit.client.0.smithi028.stdout: "num_shallow_scrub_errors": 0, 2024-08-29T19:03:24.096 INFO:tasks.workunit.client.0.smithi028.stdout: "num_whiteouts": 0, 2024-08-29T19:03:24.096 INFO:tasks.workunit.client.0.smithi028.stdout: "num_write": 0, 2024-08-29T19:03:24.096 INFO:tasks.workunit.client.0.smithi028.stdout: "num_write_kb": 0 2024-08-29T19:03:24.096 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:24.096 INFO:tasks.workunit.client.0.smithi028.stdout: "state": "active+clean", 2024-08-29T19:03:24.096 INFO:tasks.workunit.client.0.smithi028.stdout: "stats_invalid": false, 2024-08-29T19:03:24.096 INFO:tasks.workunit.client.0.smithi028.stdout: "up": [ 2024-08-29T19:03:24.096 INFO:tasks.workunit.client.0.smithi028.stdout: 7, 2024-08-29T19:03:24.096 INFO:tasks.workunit.client.0.smithi028.stdout: 2, 2024-08-29T19:03:24.096 INFO:tasks.workunit.client.0.smithi028.stdout: 4 2024-08-29T19:03:24.096 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-08-29T19:03:24.097 INFO:tasks.workunit.client.0.smithi028.stdout: "up_primary": 7, 2024-08-29T19:03:24.097 INFO:tasks.workunit.client.0.smithi028.stdout: "version": "0'0" 2024-08-29T19:03:24.097 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:24.097 INFO:tasks.workunit.client.0.smithi028.stdout: { 2024-08-29T19:03:24.097 INFO:tasks.workunit.client.0.smithi028.stdout: "acting": [ 2024-08-29T19:03:24.097 INFO:tasks.workunit.client.0.smithi028.stdout: 5, 2024-08-29T19:03:24.097 INFO:tasks.workunit.client.0.smithi028.stdout: 3, 2024-08-29T19:03:24.097 INFO:tasks.workunit.client.0.smithi028.stdout: 7 2024-08-29T19:03:24.097 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-08-29T19:03:24.097 INFO:tasks.workunit.client.0.smithi028.stdout: "acting_primary": 5, 2024-08-29T19:03:24.097 INFO:tasks.workunit.client.0.smithi028.stdout: "avail_no_missing": [], 2024-08-29T19:03:24.097 INFO:tasks.workunit.client.0.smithi028.stdout: "blocked_by": [], 2024-08-29T19:03:24.097 INFO:tasks.workunit.client.0.smithi028.stdout: "created": 62, 2024-08-29T19:03:24.097 INFO:tasks.workunit.client.0.smithi028.stdout: "dirty_stats_invalid": false, 2024-08-29T19:03:24.098 INFO:tasks.workunit.client.0.smithi028.stdout: "hitset_bytes_stats_invalid": false, 2024-08-29T19:03:24.098 INFO:tasks.workunit.client.0.smithi028.stdout: "hitset_stats_invalid": false, 2024-08-29T19:03:24.098 INFO:tasks.workunit.client.0.smithi028.stdout: "last_active": "2024-08-29T19:02:14.927121+0000", 2024-08-29T19:03:24.098 INFO:tasks.workunit.client.0.smithi028.stdout: "last_became_active": "2024-08-29T17:58:11.354662+0000", 2024-08-29T19:03:24.098 INFO:tasks.workunit.client.0.smithi028.stdout: "last_became_peered": "2024-08-29T17:58:11.354662+0000", 2024-08-29T19:03:24.098 INFO:tasks.workunit.client.0.smithi028.stdout: "last_change": "2024-08-29T17:58:11.355396+0000", 2024-08-29T19:03:24.098 INFO:tasks.workunit.client.0.smithi028.stdout: "last_clean": "2024-08-29T19:02:14.927121+0000", 2024-08-29T19:03:24.098 INFO:tasks.workunit.client.0.smithi028.stdout: "last_clean_scrub_stamp": "2024-08-29T17:41:01.987071+0000", 2024-08-29T19:03:24.098 INFO:tasks.workunit.client.0.smithi028.stdout: "last_deep_scrub": "0'0", 2024-08-29T19:03:24.098 INFO:tasks.workunit.client.0.smithi028.stdout: "last_deep_scrub_stamp": "2024-08-29T17:41:01.987071+0000", 2024-08-29T19:03:24.098 INFO:tasks.workunit.client.0.smithi028.stdout: "last_epoch_clean": 681, 2024-08-29T19:03:24.098 INFO:tasks.workunit.client.0.smithi028.stdout: "last_fresh": "2024-08-29T19:02:14.927121+0000", 2024-08-29T19:03:24.098 INFO:tasks.workunit.client.0.smithi028.stdout: "last_fullsized": "2024-08-29T19:02:14.927121+0000", 2024-08-29T19:03:24.099 INFO:tasks.workunit.client.0.smithi028.stdout: "last_peered": "2024-08-29T19:02:14.927121+0000", 2024-08-29T19:03:24.099 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub": "0'0", 2024-08-29T19:03:24.099 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub_duration": 0, 2024-08-29T19:03:24.099 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub_stamp": "2024-08-29T17:41:01.987071+0000", 2024-08-29T19:03:24.099 INFO:tasks.workunit.client.0.smithi028.stdout: "last_undegraded": "2024-08-29T19:02:14.927121+0000", 2024-08-29T19:03:24.099 INFO:tasks.workunit.client.0.smithi028.stdout: "last_unstale": "2024-08-29T19:02:14.927121+0000", 2024-08-29T19:03:24.099 INFO:tasks.workunit.client.0.smithi028.stdout: "log_dups_size": 0, 2024-08-29T19:03:24.099 INFO:tasks.workunit.client.0.smithi028.stdout: "log_size": 0, 2024-08-29T19:03:24.099 INFO:tasks.workunit.client.0.smithi028.stdout: "log_start": "0'0", 2024-08-29T19:03:24.099 INFO:tasks.workunit.client.0.smithi028.stdout: "manifest_stats_invalid": false, 2024-08-29T19:03:24.099 INFO:tasks.workunit.client.0.smithi028.stdout: "mapping_epoch": 680, 2024-08-29T19:03:24.099 INFO:tasks.workunit.client.0.smithi028.stdout: "object_location_counts": [], 2024-08-29T19:03:24.099 INFO:tasks.workunit.client.0.smithi028.stdout: "objects_scrubbed": 0, 2024-08-29T19:03:24.099 INFO:tasks.workunit.client.0.smithi028.stdout: "objects_trimmed": 0, 2024-08-29T19:03:24.100 INFO:tasks.workunit.client.0.smithi028.stdout: "omap_stats_invalid": false, 2024-08-29T19:03:24.100 INFO:tasks.workunit.client.0.smithi028.stdout: "ondisk_log_size": 0, 2024-08-29T19:03:24.100 INFO:tasks.workunit.client.0.smithi028.stdout: "ondisk_log_start": "0'0", 2024-08-29T19:03:24.100 INFO:tasks.workunit.client.0.smithi028.stdout: "parent": "0.0", 2024-08-29T19:03:24.100 INFO:tasks.workunit.client.0.smithi028.stdout: "parent_split_bits": 0, 2024-08-29T19:03:24.100 INFO:tasks.workunit.client.0.smithi028.stdout: "pgid": "3.3c", 2024-08-29T19:03:24.100 INFO:tasks.workunit.client.0.smithi028.stdout: "pin_stats_invalid": false, 2024-08-29T19:03:24.100 INFO:tasks.workunit.client.0.smithi028.stdout: "purged_snaps": [], 2024-08-29T19:03:24.100 INFO:tasks.workunit.client.0.smithi028.stdout: "reported_epoch": 2650, 2024-08-29T19:03:24.100 INFO:tasks.workunit.client.0.smithi028.stdout: "reported_seq": 4639, 2024-08-29T19:03:24.100 INFO:tasks.workunit.client.0.smithi028.stdout: "scrub_duration": 0.0, 2024-08-29T19:03:24.100 INFO:tasks.workunit.client.0.smithi028.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-30T21:13:09.592393+0000", 2024-08-29T19:03:24.100 INFO:tasks.workunit.client.0.smithi028.stdout: "snaptrim_duration": 0.0, 2024-08-29T19:03:24.100 INFO:tasks.workunit.client.0.smithi028.stdout: "snaptrimq_len": 0, 2024-08-29T19:03:24.101 INFO:tasks.workunit.client.0.smithi028.stdout: "stat_sum": { 2024-08-29T19:03:24.101 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes": 0, 2024-08-29T19:03:24.101 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes_hit_set_archive": 0, 2024-08-29T19:03:24.101 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes_recovered": 0, 2024-08-29T19:03:24.101 INFO:tasks.workunit.client.0.smithi028.stdout: "num_deep_scrub_errors": 0, 2024-08-29T19:03:24.101 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict": 0, 2024-08-29T19:03:24.101 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_kb": 0, 2024-08-29T19:03:24.101 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_mode_full": 0, 2024-08-29T19:03:24.101 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_mode_some": 0, 2024-08-29T19:03:24.101 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush": 0, 2024-08-29T19:03:24.101 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_kb": 0, 2024-08-29T19:03:24.101 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_mode_high": 0, 2024-08-29T19:03:24.101 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_mode_low": 0, 2024-08-29T19:03:24.102 INFO:tasks.workunit.client.0.smithi028.stdout: "num_keys_recovered": 0, 2024-08-29T19:03:24.102 INFO:tasks.workunit.client.0.smithi028.stdout: "num_large_omap_objects": 0, 2024-08-29T19:03:24.102 INFO:tasks.workunit.client.0.smithi028.stdout: "num_legacy_snapsets": 0, 2024-08-29T19:03:24.102 INFO:tasks.workunit.client.0.smithi028.stdout: "num_object_clones": 0, 2024-08-29T19:03:24.102 INFO:tasks.workunit.client.0.smithi028.stdout: "num_object_copies": 0, 2024-08-29T19:03:24.102 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects": 0, 2024-08-29T19:03:24.102 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_degraded": 0, 2024-08-29T19:03:24.102 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_dirty": 0, 2024-08-29T19:03:24.102 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_hit_set_archive": 0, 2024-08-29T19:03:24.102 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_manifest": 0, 2024-08-29T19:03:24.102 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_misplaced": 0, 2024-08-29T19:03:24.102 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_missing": 0, 2024-08-29T19:03:24.102 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_missing_on_primary": 0, 2024-08-29T19:03:24.102 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_omap": 0, 2024-08-29T19:03:24.102 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_pinned": 0, 2024-08-29T19:03:24.103 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_recovered": 0, 2024-08-29T19:03:24.103 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_repaired": 0, 2024-08-29T19:03:24.103 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_unfound": 0, 2024-08-29T19:03:24.103 INFO:tasks.workunit.client.0.smithi028.stdout: "num_omap_bytes": 0, 2024-08-29T19:03:24.103 INFO:tasks.workunit.client.0.smithi028.stdout: "num_omap_keys": 0, 2024-08-29T19:03:24.103 INFO:tasks.workunit.client.0.smithi028.stdout: "num_promote": 0, 2024-08-29T19:03:24.103 INFO:tasks.workunit.client.0.smithi028.stdout: "num_read": 0, 2024-08-29T19:03:24.103 INFO:tasks.workunit.client.0.smithi028.stdout: "num_read_kb": 0, 2024-08-29T19:03:24.103 INFO:tasks.workunit.client.0.smithi028.stdout: "num_scrub_errors": 0, 2024-08-29T19:03:24.103 INFO:tasks.workunit.client.0.smithi028.stdout: "num_shallow_scrub_errors": 0, 2024-08-29T19:03:24.103 INFO:tasks.workunit.client.0.smithi028.stdout: "num_whiteouts": 0, 2024-08-29T19:03:24.103 INFO:tasks.workunit.client.0.smithi028.stdout: "num_write": 0, 2024-08-29T19:03:24.103 INFO:tasks.workunit.client.0.smithi028.stdout: "num_write_kb": 0 2024-08-29T19:03:24.103 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:24.104 INFO:tasks.workunit.client.0.smithi028.stdout: "state": "active+clean", 2024-08-29T19:03:24.104 INFO:tasks.workunit.client.0.smithi028.stdout: "stats_invalid": false, 2024-08-29T19:03:24.104 INFO:tasks.workunit.client.0.smithi028.stdout: "up": [ 2024-08-29T19:03:24.104 INFO:tasks.workunit.client.0.smithi028.stdout: 5, 2024-08-29T19:03:24.104 INFO:tasks.workunit.client.0.smithi028.stdout: 3, 2024-08-29T19:03:24.104 INFO:tasks.workunit.client.0.smithi028.stdout: 7 2024-08-29T19:03:24.104 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-08-29T19:03:24.104 INFO:tasks.workunit.client.0.smithi028.stdout: "up_primary": 5, 2024-08-29T19:03:24.104 INFO:tasks.workunit.client.0.smithi028.stdout: "version": "0'0" 2024-08-29T19:03:24.104 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:24.105 INFO:tasks.workunit.client.0.smithi028.stdout: { 2024-08-29T19:03:24.105 INFO:tasks.workunit.client.0.smithi028.stdout: "acting": [ 2024-08-29T19:03:24.105 INFO:tasks.workunit.client.0.smithi028.stdout: 0, 2024-08-29T19:03:24.105 INFO:tasks.workunit.client.0.smithi028.stdout: 2, 2024-08-29T19:03:24.105 INFO:tasks.workunit.client.0.smithi028.stdout: 1 2024-08-29T19:03:24.105 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-08-29T19:03:24.105 INFO:tasks.workunit.client.0.smithi028.stdout: "acting_primary": 0, 2024-08-29T19:03:24.105 INFO:tasks.workunit.client.0.smithi028.stdout: "avail_no_missing": [], 2024-08-29T19:03:24.105 INFO:tasks.workunit.client.0.smithi028.stdout: "blocked_by": [], 2024-08-29T19:03:24.105 INFO:tasks.workunit.client.0.smithi028.stdout: "created": 62, 2024-08-29T19:03:24.105 INFO:tasks.workunit.client.0.smithi028.stdout: "dirty_stats_invalid": false, 2024-08-29T19:03:24.105 INFO:tasks.workunit.client.0.smithi028.stdout: "hitset_bytes_stats_invalid": false, 2024-08-29T19:03:24.105 INFO:tasks.workunit.client.0.smithi028.stdout: "hitset_stats_invalid": false, 2024-08-29T19:03:24.105 INFO:tasks.workunit.client.0.smithi028.stdout: "last_active": "2024-08-29T19:02:14.102520+0000", 2024-08-29T19:03:24.106 INFO:tasks.workunit.client.0.smithi028.stdout: "last_became_active": "2024-08-29T17:55:26.372812+0000", 2024-08-29T19:03:24.106 INFO:tasks.workunit.client.0.smithi028.stdout: "last_became_peered": "2024-08-29T17:55:26.372812+0000", 2024-08-29T19:03:24.106 INFO:tasks.workunit.client.0.smithi028.stdout: "last_change": "2024-08-29T17:55:26.373796+0000", 2024-08-29T19:03:24.106 INFO:tasks.workunit.client.0.smithi028.stdout: "last_clean": "2024-08-29T19:02:14.102520+0000", 2024-08-29T19:03:24.106 INFO:tasks.workunit.client.0.smithi028.stdout: "last_clean_scrub_stamp": "2024-08-29T17:41:01.987071+0000", 2024-08-29T19:03:24.106 INFO:tasks.workunit.client.0.smithi028.stdout: "last_deep_scrub": "0'0", 2024-08-29T19:03:24.106 INFO:tasks.workunit.client.0.smithi028.stdout: "last_deep_scrub_stamp": "2024-08-29T17:41:01.987071+0000", 2024-08-29T19:03:24.106 INFO:tasks.workunit.client.0.smithi028.stdout: "last_epoch_clean": 517, 2024-08-29T19:03:24.106 INFO:tasks.workunit.client.0.smithi028.stdout: "last_fresh": "2024-08-29T19:02:14.102520+0000", 2024-08-29T19:03:24.106 INFO:tasks.workunit.client.0.smithi028.stdout: "last_fullsized": "2024-08-29T19:02:14.102520+0000", 2024-08-29T19:03:24.106 INFO:tasks.workunit.client.0.smithi028.stdout: "last_peered": "2024-08-29T19:02:14.102520+0000", 2024-08-29T19:03:24.106 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub": "0'0", 2024-08-29T19:03:24.106 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub_duration": 0, 2024-08-29T19:03:24.107 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub_stamp": "2024-08-29T17:41:01.987071+0000", 2024-08-29T19:03:24.107 INFO:tasks.workunit.client.0.smithi028.stdout: "last_undegraded": "2024-08-29T19:02:14.102520+0000", 2024-08-29T19:03:24.107 INFO:tasks.workunit.client.0.smithi028.stdout: "last_unstale": "2024-08-29T19:02:14.102520+0000", 2024-08-29T19:03:24.107 INFO:tasks.workunit.client.0.smithi028.stdout: "log_dups_size": 0, 2024-08-29T19:03:24.107 INFO:tasks.workunit.client.0.smithi028.stdout: "log_size": 0, 2024-08-29T19:03:24.107 INFO:tasks.workunit.client.0.smithi028.stdout: "log_start": "0'0", 2024-08-29T19:03:24.107 INFO:tasks.workunit.client.0.smithi028.stdout: "manifest_stats_invalid": false, 2024-08-29T19:03:24.107 INFO:tasks.workunit.client.0.smithi028.stdout: "mapping_epoch": 516, 2024-08-29T19:03:24.107 INFO:tasks.workunit.client.0.smithi028.stdout: "object_location_counts": [], 2024-08-29T19:03:24.107 INFO:tasks.workunit.client.0.smithi028.stdout: "objects_scrubbed": 0, 2024-08-29T19:03:24.107 INFO:tasks.workunit.client.0.smithi028.stdout: "objects_trimmed": 0, 2024-08-29T19:03:24.107 INFO:tasks.workunit.client.0.smithi028.stdout: "omap_stats_invalid": false, 2024-08-29T19:03:24.107 INFO:tasks.workunit.client.0.smithi028.stdout: "ondisk_log_size": 0, 2024-08-29T19:03:24.107 INFO:tasks.workunit.client.0.smithi028.stdout: "ondisk_log_start": "0'0", 2024-08-29T19:03:24.108 INFO:tasks.workunit.client.0.smithi028.stdout: "parent": "0.0", 2024-08-29T19:03:24.108 INFO:tasks.workunit.client.0.smithi028.stdout: "parent_split_bits": 0, 2024-08-29T19:03:24.108 INFO:tasks.workunit.client.0.smithi028.stdout: "pgid": "3.3d", 2024-08-29T19:03:24.108 INFO:tasks.workunit.client.0.smithi028.stdout: "pin_stats_invalid": false, 2024-08-29T19:03:24.108 INFO:tasks.workunit.client.0.smithi028.stdout: "purged_snaps": [], 2024-08-29T19:03:24.108 INFO:tasks.workunit.client.0.smithi028.stdout: "reported_epoch": 2650, 2024-08-29T19:03:24.108 INFO:tasks.workunit.client.0.smithi028.stdout: "reported_seq": 4813, 2024-08-29T19:03:24.108 INFO:tasks.workunit.client.0.smithi028.stdout: "scrub_duration": 0.0, 2024-08-29T19:03:24.108 INFO:tasks.workunit.client.0.smithi028.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-31T02:20:48.915110+0000", 2024-08-29T19:03:24.108 INFO:tasks.workunit.client.0.smithi028.stdout: "snaptrim_duration": 0.0, 2024-08-29T19:03:24.108 INFO:tasks.workunit.client.0.smithi028.stdout: "snaptrimq_len": 0, 2024-08-29T19:03:24.108 INFO:tasks.workunit.client.0.smithi028.stdout: "stat_sum": { 2024-08-29T19:03:24.108 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes": 0, 2024-08-29T19:03:24.109 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes_hit_set_archive": 0, 2024-08-29T19:03:24.109 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes_recovered": 0, 2024-08-29T19:03:24.109 INFO:tasks.workunit.client.0.smithi028.stdout: "num_deep_scrub_errors": 0, 2024-08-29T19:03:24.109 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict": 0, 2024-08-29T19:03:24.109 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_kb": 0, 2024-08-29T19:03:24.109 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_mode_full": 0, 2024-08-29T19:03:24.109 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_mode_some": 0, 2024-08-29T19:03:24.109 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush": 0, 2024-08-29T19:03:24.109 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_kb": 0, 2024-08-29T19:03:24.109 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_mode_high": 0, 2024-08-29T19:03:24.109 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_mode_low": 0, 2024-08-29T19:03:24.109 INFO:tasks.workunit.client.0.smithi028.stdout: "num_keys_recovered": 0, 2024-08-29T19:03:24.109 INFO:tasks.workunit.client.0.smithi028.stdout: "num_large_omap_objects": 0, 2024-08-29T19:03:24.109 INFO:tasks.workunit.client.0.smithi028.stdout: "num_legacy_snapsets": 0, 2024-08-29T19:03:24.110 INFO:tasks.workunit.client.0.smithi028.stdout: "num_object_clones": 0, 2024-08-29T19:03:24.110 INFO:tasks.workunit.client.0.smithi028.stdout: "num_object_copies": 0, 2024-08-29T19:03:24.110 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects": 0, 2024-08-29T19:03:24.110 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_degraded": 0, 2024-08-29T19:03:24.110 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_dirty": 0, 2024-08-29T19:03:24.110 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_hit_set_archive": 0, 2024-08-29T19:03:24.110 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_manifest": 0, 2024-08-29T19:03:24.110 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_misplaced": 0, 2024-08-29T19:03:24.110 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_missing": 0, 2024-08-29T19:03:24.110 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_missing_on_primary": 0, 2024-08-29T19:03:24.110 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_omap": 0, 2024-08-29T19:03:24.110 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_pinned": 0, 2024-08-29T19:03:24.110 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_recovered": 0, 2024-08-29T19:03:24.111 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_repaired": 0, 2024-08-29T19:03:24.111 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_unfound": 0, 2024-08-29T19:03:24.111 INFO:tasks.workunit.client.0.smithi028.stdout: "num_omap_bytes": 0, 2024-08-29T19:03:24.111 INFO:tasks.workunit.client.0.smithi028.stdout: "num_omap_keys": 0, 2024-08-29T19:03:24.111 INFO:tasks.workunit.client.0.smithi028.stdout: "num_promote": 0, 2024-08-29T19:03:24.111 INFO:tasks.workunit.client.0.smithi028.stdout: "num_read": 0, 2024-08-29T19:03:24.111 INFO:tasks.workunit.client.0.smithi028.stdout: "num_read_kb": 0, 2024-08-29T19:03:24.111 INFO:tasks.workunit.client.0.smithi028.stdout: "num_scrub_errors": 0, 2024-08-29T19:03:24.111 INFO:tasks.workunit.client.0.smithi028.stdout: "num_shallow_scrub_errors": 0, 2024-08-29T19:03:24.111 INFO:tasks.workunit.client.0.smithi028.stdout: "num_whiteouts": 0, 2024-08-29T19:03:24.111 INFO:tasks.workunit.client.0.smithi028.stdout: "num_write": 0, 2024-08-29T19:03:24.111 INFO:tasks.workunit.client.0.smithi028.stdout: "num_write_kb": 0 2024-08-29T19:03:24.111 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:24.111 INFO:tasks.workunit.client.0.smithi028.stdout: "state": "active+clean", 2024-08-29T19:03:24.112 INFO:tasks.workunit.client.0.smithi028.stdout: "stats_invalid": false, 2024-08-29T19:03:24.112 INFO:tasks.workunit.client.0.smithi028.stdout: "up": [ 2024-08-29T19:03:24.112 INFO:tasks.workunit.client.0.smithi028.stdout: 0, 2024-08-29T19:03:24.112 INFO:tasks.workunit.client.0.smithi028.stdout: 2, 2024-08-29T19:03:24.112 INFO:tasks.workunit.client.0.smithi028.stdout: 1 2024-08-29T19:03:24.112 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-08-29T19:03:24.112 INFO:tasks.workunit.client.0.smithi028.stdout: "up_primary": 0, 2024-08-29T19:03:24.112 INFO:tasks.workunit.client.0.smithi028.stdout: "version": "0'0" 2024-08-29T19:03:24.112 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:24.112 INFO:tasks.workunit.client.0.smithi028.stdout: { 2024-08-29T19:03:24.112 INFO:tasks.workunit.client.0.smithi028.stdout: "acting": [ 2024-08-29T19:03:24.112 INFO:tasks.workunit.client.0.smithi028.stdout: 1, 2024-08-29T19:03:24.112 INFO:tasks.workunit.client.0.smithi028.stdout: 0, 2024-08-29T19:03:24.113 INFO:tasks.workunit.client.0.smithi028.stdout: 6 2024-08-29T19:03:24.113 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-08-29T19:03:24.113 INFO:tasks.workunit.client.0.smithi028.stdout: "acting_primary": 1, 2024-08-29T19:03:24.113 INFO:tasks.workunit.client.0.smithi028.stdout: "avail_no_missing": [], 2024-08-29T19:03:24.113 INFO:tasks.workunit.client.0.smithi028.stdout: "blocked_by": [], 2024-08-29T19:03:24.113 INFO:tasks.workunit.client.0.smithi028.stdout: "created": 62, 2024-08-29T19:03:24.113 INFO:tasks.workunit.client.0.smithi028.stdout: "dirty_stats_invalid": false, 2024-08-29T19:03:24.113 INFO:tasks.workunit.client.0.smithi028.stdout: "hitset_bytes_stats_invalid": false, 2024-08-29T19:03:24.113 INFO:tasks.workunit.client.0.smithi028.stdout: "hitset_stats_invalid": false, 2024-08-29T19:03:24.113 INFO:tasks.workunit.client.0.smithi028.stdout: "last_active": "2024-08-29T19:02:14.822916+0000", 2024-08-29T19:03:24.113 INFO:tasks.workunit.client.0.smithi028.stdout: "last_became_active": "2024-08-29T17:57:36.382035+0000", 2024-08-29T19:03:24.113 INFO:tasks.workunit.client.0.smithi028.stdout: "last_became_peered": "2024-08-29T17:57:36.382035+0000", 2024-08-29T19:03:24.113 INFO:tasks.workunit.client.0.smithi028.stdout: "last_change": "2024-08-29T17:57:36.382672+0000", 2024-08-29T19:03:24.113 INFO:tasks.workunit.client.0.smithi028.stdout: "last_clean": "2024-08-29T19:02:14.822916+0000", 2024-08-29T19:03:24.113 INFO:tasks.workunit.client.0.smithi028.stdout: "last_clean_scrub_stamp": "2024-08-29T17:41:01.987071+0000", 2024-08-29T19:03:24.114 INFO:tasks.workunit.client.0.smithi028.stdout: "last_deep_scrub": "0'0", 2024-08-29T19:03:24.114 INFO:tasks.workunit.client.0.smithi028.stdout: "last_deep_scrub_stamp": "2024-08-29T17:41:01.987071+0000", 2024-08-29T19:03:24.114 INFO:tasks.workunit.client.0.smithi028.stdout: "last_epoch_clean": 646, 2024-08-29T19:03:24.114 INFO:tasks.workunit.client.0.smithi028.stdout: "last_fresh": "2024-08-29T19:02:14.822916+0000", 2024-08-29T19:03:24.114 INFO:tasks.workunit.client.0.smithi028.stdout: "last_fullsized": "2024-08-29T19:02:14.822916+0000", 2024-08-29T19:03:24.114 INFO:tasks.workunit.client.0.smithi028.stdout: "last_peered": "2024-08-29T19:02:14.822916+0000", 2024-08-29T19:03:24.114 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub": "0'0", 2024-08-29T19:03:24.114 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub_duration": 0, 2024-08-29T19:03:24.114 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub_stamp": "2024-08-29T17:41:01.987071+0000", 2024-08-29T19:03:24.114 INFO:tasks.workunit.client.0.smithi028.stdout: "last_undegraded": "2024-08-29T19:02:14.822916+0000", 2024-08-29T19:03:24.114 INFO:tasks.workunit.client.0.smithi028.stdout: "last_unstale": "2024-08-29T19:02:14.822916+0000", 2024-08-29T19:03:24.114 INFO:tasks.workunit.client.0.smithi028.stdout: "log_dups_size": 0, 2024-08-29T19:03:24.114 INFO:tasks.workunit.client.0.smithi028.stdout: "log_size": 0, 2024-08-29T19:03:24.114 INFO:tasks.workunit.client.0.smithi028.stdout: "log_start": "0'0", 2024-08-29T19:03:24.115 INFO:tasks.workunit.client.0.smithi028.stdout: "manifest_stats_invalid": false, 2024-08-29T19:03:24.115 INFO:tasks.workunit.client.0.smithi028.stdout: "mapping_epoch": 645, 2024-08-29T19:03:24.115 INFO:tasks.workunit.client.0.smithi028.stdout: "object_location_counts": [], 2024-08-29T19:03:24.115 INFO:tasks.workunit.client.0.smithi028.stdout: "objects_scrubbed": 0, 2024-08-29T19:03:24.115 INFO:tasks.workunit.client.0.smithi028.stdout: "objects_trimmed": 0, 2024-08-29T19:03:24.115 INFO:tasks.workunit.client.0.smithi028.stdout: "omap_stats_invalid": false, 2024-08-29T19:03:24.115 INFO:tasks.workunit.client.0.smithi028.stdout: "ondisk_log_size": 0, 2024-08-29T19:03:24.115 INFO:tasks.workunit.client.0.smithi028.stdout: "ondisk_log_start": "0'0", 2024-08-29T19:03:24.115 INFO:tasks.workunit.client.0.smithi028.stdout: "parent": "0.0", 2024-08-29T19:03:24.115 INFO:tasks.workunit.client.0.smithi028.stdout: "parent_split_bits": 0, 2024-08-29T19:03:24.115 INFO:tasks.workunit.client.0.smithi028.stdout: "pgid": "3.3e", 2024-08-29T19:03:24.115 INFO:tasks.workunit.client.0.smithi028.stdout: "pin_stats_invalid": false, 2024-08-29T19:03:24.115 INFO:tasks.workunit.client.0.smithi028.stdout: "purged_snaps": [], 2024-08-29T19:03:24.115 INFO:tasks.workunit.client.0.smithi028.stdout: "reported_epoch": 2650, 2024-08-29T19:03:24.116 INFO:tasks.workunit.client.0.smithi028.stdout: "reported_seq": 4781, 2024-08-29T19:03:24.116 INFO:tasks.workunit.client.0.smithi028.stdout: "scrub_duration": 0.0, 2024-08-29T19:03:24.116 INFO:tasks.workunit.client.0.smithi028.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-31T03:29:31.430188+0000", 2024-08-29T19:03:24.116 INFO:tasks.workunit.client.0.smithi028.stdout: "snaptrim_duration": 0.0, 2024-08-29T19:03:24.116 INFO:tasks.workunit.client.0.smithi028.stdout: "snaptrimq_len": 0, 2024-08-29T19:03:24.116 INFO:tasks.workunit.client.0.smithi028.stdout: "stat_sum": { 2024-08-29T19:03:24.116 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes": 0, 2024-08-29T19:03:24.116 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes_hit_set_archive": 0, 2024-08-29T19:03:24.116 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes_recovered": 0, 2024-08-29T19:03:24.116 INFO:tasks.workunit.client.0.smithi028.stdout: "num_deep_scrub_errors": 0, 2024-08-29T19:03:24.116 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict": 0, 2024-08-29T19:03:24.116 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_kb": 0, 2024-08-29T19:03:24.116 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_mode_full": 0, 2024-08-29T19:03:24.116 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_mode_some": 0, 2024-08-29T19:03:24.117 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush": 0, 2024-08-29T19:03:24.117 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_kb": 0, 2024-08-29T19:03:24.117 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_mode_high": 0, 2024-08-29T19:03:24.117 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_mode_low": 0, 2024-08-29T19:03:24.117 INFO:tasks.workunit.client.0.smithi028.stdout: "num_keys_recovered": 0, 2024-08-29T19:03:24.117 INFO:tasks.workunit.client.0.smithi028.stdout: "num_large_omap_objects": 0, 2024-08-29T19:03:24.117 INFO:tasks.workunit.client.0.smithi028.stdout: "num_legacy_snapsets": 0, 2024-08-29T19:03:24.117 INFO:tasks.workunit.client.0.smithi028.stdout: "num_object_clones": 0, 2024-08-29T19:03:24.117 INFO:tasks.workunit.client.0.smithi028.stdout: "num_object_copies": 0, 2024-08-29T19:03:24.117 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects": 0, 2024-08-29T19:03:24.117 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_degraded": 0, 2024-08-29T19:03:24.117 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_dirty": 0, 2024-08-29T19:03:24.117 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_hit_set_archive": 0, 2024-08-29T19:03:24.118 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_manifest": 0, 2024-08-29T19:03:24.118 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_misplaced": 0, 2024-08-29T19:03:24.118 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_missing": 0, 2024-08-29T19:03:24.118 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_missing_on_primary": 0, 2024-08-29T19:03:24.118 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_omap": 0, 2024-08-29T19:03:24.118 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_pinned": 0, 2024-08-29T19:03:24.118 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_recovered": 0, 2024-08-29T19:03:24.118 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_repaired": 0, 2024-08-29T19:03:24.118 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_unfound": 0, 2024-08-29T19:03:24.118 INFO:tasks.workunit.client.0.smithi028.stdout: "num_omap_bytes": 0, 2024-08-29T19:03:24.118 INFO:tasks.workunit.client.0.smithi028.stdout: "num_omap_keys": 0, 2024-08-29T19:03:24.118 INFO:tasks.workunit.client.0.smithi028.stdout: "num_promote": 0, 2024-08-29T19:03:24.118 INFO:tasks.workunit.client.0.smithi028.stdout: "num_read": 0, 2024-08-29T19:03:24.118 INFO:tasks.workunit.client.0.smithi028.stdout: "num_read_kb": 0, 2024-08-29T19:03:24.119 INFO:tasks.workunit.client.0.smithi028.stdout: "num_scrub_errors": 0, 2024-08-29T19:03:24.119 INFO:tasks.workunit.client.0.smithi028.stdout: "num_shallow_scrub_errors": 0, 2024-08-29T19:03:24.119 INFO:tasks.workunit.client.0.smithi028.stdout: "num_whiteouts": 0, 2024-08-29T19:03:24.119 INFO:tasks.workunit.client.0.smithi028.stdout: "num_write": 0, 2024-08-29T19:03:24.119 INFO:tasks.workunit.client.0.smithi028.stdout: "num_write_kb": 0 2024-08-29T19:03:24.119 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:24.119 INFO:tasks.workunit.client.0.smithi028.stdout: "state": "active+clean", 2024-08-29T19:03:24.119 INFO:tasks.workunit.client.0.smithi028.stdout: "stats_invalid": false, 2024-08-29T19:03:24.119 INFO:tasks.workunit.client.0.smithi028.stdout: "up": [ 2024-08-29T19:03:24.119 INFO:tasks.workunit.client.0.smithi028.stdout: 1, 2024-08-29T19:03:24.119 INFO:tasks.workunit.client.0.smithi028.stdout: 0, 2024-08-29T19:03:24.119 INFO:tasks.workunit.client.0.smithi028.stdout: 6 2024-08-29T19:03:24.119 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-08-29T19:03:24.119 INFO:tasks.workunit.client.0.smithi028.stdout: "up_primary": 1, 2024-08-29T19:03:24.120 INFO:tasks.workunit.client.0.smithi028.stdout: "version": "0'0" 2024-08-29T19:03:24.120 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:24.120 INFO:tasks.workunit.client.0.smithi028.stdout: { 2024-08-29T19:03:24.120 INFO:tasks.workunit.client.0.smithi028.stdout: "acting": [ 2024-08-29T19:03:24.120 INFO:tasks.workunit.client.0.smithi028.stdout: 7, 2024-08-29T19:03:24.120 INFO:tasks.workunit.client.0.smithi028.stdout: 6, 2024-08-29T19:03:24.120 INFO:tasks.workunit.client.0.smithi028.stdout: 0 2024-08-29T19:03:24.120 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-08-29T19:03:24.120 INFO:tasks.workunit.client.0.smithi028.stdout: "acting_primary": 7, 2024-08-29T19:03:24.120 INFO:tasks.workunit.client.0.smithi028.stdout: "avail_no_missing": [], 2024-08-29T19:03:24.120 INFO:tasks.workunit.client.0.smithi028.stdout: "blocked_by": [], 2024-08-29T19:03:24.120 INFO:tasks.workunit.client.0.smithi028.stdout: "created": 62, 2024-08-29T19:03:24.120 INFO:tasks.workunit.client.0.smithi028.stdout: "dirty_stats_invalid": false, 2024-08-29T19:03:24.121 INFO:tasks.workunit.client.0.smithi028.stdout: "hitset_bytes_stats_invalid": false, 2024-08-29T19:03:24.121 INFO:tasks.workunit.client.0.smithi028.stdout: "hitset_stats_invalid": false, 2024-08-29T19:03:24.121 INFO:tasks.workunit.client.0.smithi028.stdout: "last_active": "2024-08-29T19:02:14.101795+0000", 2024-08-29T19:03:24.121 INFO:tasks.workunit.client.0.smithi028.stdout: "last_became_active": "2024-08-29T17:58:11.352330+0000", 2024-08-29T19:03:24.121 INFO:tasks.workunit.client.0.smithi028.stdout: "last_became_peered": "2024-08-29T17:58:11.352330+0000", 2024-08-29T19:03:24.121 INFO:tasks.workunit.client.0.smithi028.stdout: "last_change": "2024-08-29T17:58:11.354587+0000", 2024-08-29T19:03:24.121 INFO:tasks.workunit.client.0.smithi028.stdout: "last_clean": "2024-08-29T19:02:14.101795+0000", 2024-08-29T19:03:24.121 INFO:tasks.workunit.client.0.smithi028.stdout: "last_clean_scrub_stamp": "2024-08-29T17:41:01.987071+0000", 2024-08-29T19:03:24.121 INFO:tasks.workunit.client.0.smithi028.stdout: "last_deep_scrub": "0'0", 2024-08-29T19:03:24.121 INFO:tasks.workunit.client.0.smithi028.stdout: "last_deep_scrub_stamp": "2024-08-29T17:41:01.987071+0000", 2024-08-29T19:03:24.121 INFO:tasks.workunit.client.0.smithi028.stdout: "last_epoch_clean": 681, 2024-08-29T19:03:24.121 INFO:tasks.workunit.client.0.smithi028.stdout: "last_fresh": "2024-08-29T19:02:14.101795+0000", 2024-08-29T19:03:24.121 INFO:tasks.workunit.client.0.smithi028.stdout: "last_fullsized": "2024-08-29T19:02:14.101795+0000", 2024-08-29T19:03:24.121 INFO:tasks.workunit.client.0.smithi028.stdout: "last_peered": "2024-08-29T19:02:14.101795+0000", 2024-08-29T19:03:24.122 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub": "0'0", 2024-08-29T19:03:24.122 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub_duration": 0, 2024-08-29T19:03:24.122 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub_stamp": "2024-08-29T17:41:01.987071+0000", 2024-08-29T19:03:24.122 INFO:tasks.workunit.client.0.smithi028.stdout: "last_undegraded": "2024-08-29T19:02:14.101795+0000", 2024-08-29T19:03:24.122 INFO:tasks.workunit.client.0.smithi028.stdout: "last_unstale": "2024-08-29T19:02:14.101795+0000", 2024-08-29T19:03:24.122 INFO:tasks.workunit.client.0.smithi028.stdout: "log_dups_size": 0, 2024-08-29T19:03:24.122 INFO:tasks.workunit.client.0.smithi028.stdout: "log_size": 0, 2024-08-29T19:03:24.122 INFO:tasks.workunit.client.0.smithi028.stdout: "log_start": "0'0", 2024-08-29T19:03:24.122 INFO:tasks.workunit.client.0.smithi028.stdout: "manifest_stats_invalid": false, 2024-08-29T19:03:24.122 INFO:tasks.workunit.client.0.smithi028.stdout: "mapping_epoch": 680, 2024-08-29T19:03:24.122 INFO:tasks.workunit.client.0.smithi028.stdout: "object_location_counts": [], 2024-08-29T19:03:24.122 INFO:tasks.workunit.client.0.smithi028.stdout: "objects_scrubbed": 0, 2024-08-29T19:03:24.122 INFO:tasks.workunit.client.0.smithi028.stdout: "objects_trimmed": 0, 2024-08-29T19:03:24.122 INFO:tasks.workunit.client.0.smithi028.stdout: "omap_stats_invalid": false, 2024-08-29T19:03:24.123 INFO:tasks.workunit.client.0.smithi028.stdout: "ondisk_log_size": 0, 2024-08-29T19:03:24.123 INFO:tasks.workunit.client.0.smithi028.stdout: "ondisk_log_start": "0'0", 2024-08-29T19:03:24.123 INFO:tasks.workunit.client.0.smithi028.stdout: "parent": "0.0", 2024-08-29T19:03:24.123 INFO:tasks.workunit.client.0.smithi028.stdout: "parent_split_bits": 0, 2024-08-29T19:03:24.123 INFO:tasks.workunit.client.0.smithi028.stdout: "pgid": "3.3f", 2024-08-29T19:03:24.123 INFO:tasks.workunit.client.0.smithi028.stdout: "pin_stats_invalid": false, 2024-08-29T19:03:24.123 INFO:tasks.workunit.client.0.smithi028.stdout: "purged_snaps": [], 2024-08-29T19:03:24.123 INFO:tasks.workunit.client.0.smithi028.stdout: "reported_epoch": 2650, 2024-08-29T19:03:24.123 INFO:tasks.workunit.client.0.smithi028.stdout: "reported_seq": 4556, 2024-08-29T19:03:24.123 INFO:tasks.workunit.client.0.smithi028.stdout: "scrub_duration": 0.0, 2024-08-29T19:03:24.123 INFO:tasks.workunit.client.0.smithi028.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-30T17:55:27.162202+0000", 2024-08-29T19:03:24.123 INFO:tasks.workunit.client.0.smithi028.stdout: "snaptrim_duration": 0.0, 2024-08-29T19:03:24.123 INFO:tasks.workunit.client.0.smithi028.stdout: "snaptrimq_len": 0, 2024-08-29T19:03:24.123 INFO:tasks.workunit.client.0.smithi028.stdout: "stat_sum": { 2024-08-29T19:03:24.124 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes": 0, 2024-08-29T19:03:24.124 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes_hit_set_archive": 0, 2024-08-29T19:03:24.124 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes_recovered": 0, 2024-08-29T19:03:24.124 INFO:tasks.workunit.client.0.smithi028.stdout: "num_deep_scrub_errors": 0, 2024-08-29T19:03:24.124 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict": 0, 2024-08-29T19:03:24.124 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_kb": 0, 2024-08-29T19:03:24.124 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_mode_full": 0, 2024-08-29T19:03:24.124 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_mode_some": 0, 2024-08-29T19:03:24.124 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush": 0, 2024-08-29T19:03:24.124 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_kb": 0, 2024-08-29T19:03:24.124 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_mode_high": 0, 2024-08-29T19:03:24.124 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_mode_low": 0, 2024-08-29T19:03:24.124 INFO:tasks.workunit.client.0.smithi028.stdout: "num_keys_recovered": 0, 2024-08-29T19:03:24.125 INFO:tasks.workunit.client.0.smithi028.stdout: "num_large_omap_objects": 0, 2024-08-29T19:03:24.125 INFO:tasks.workunit.client.0.smithi028.stdout: "num_legacy_snapsets": 0, 2024-08-29T19:03:24.125 INFO:tasks.workunit.client.0.smithi028.stdout: "num_object_clones": 0, 2024-08-29T19:03:24.125 INFO:tasks.workunit.client.0.smithi028.stdout: "num_object_copies": 0, 2024-08-29T19:03:24.125 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects": 0, 2024-08-29T19:03:24.125 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_degraded": 0, 2024-08-29T19:03:24.125 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_dirty": 0, 2024-08-29T19:03:24.125 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_hit_set_archive": 0, 2024-08-29T19:03:24.125 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_manifest": 0, 2024-08-29T19:03:24.125 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_misplaced": 0, 2024-08-29T19:03:24.125 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_missing": 0, 2024-08-29T19:03:24.125 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_missing_on_primary": 0, 2024-08-29T19:03:24.126 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_omap": 0, 2024-08-29T19:03:24.126 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_pinned": 0, 2024-08-29T19:03:24.126 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_recovered": 0, 2024-08-29T19:03:24.126 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_repaired": 0, 2024-08-29T19:03:24.126 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_unfound": 0, 2024-08-29T19:03:24.126 INFO:tasks.workunit.client.0.smithi028.stdout: "num_omap_bytes": 0, 2024-08-29T19:03:24.126 INFO:tasks.workunit.client.0.smithi028.stdout: "num_omap_keys": 0, 2024-08-29T19:03:24.126 INFO:tasks.workunit.client.0.smithi028.stdout: "num_promote": 0, 2024-08-29T19:03:24.126 INFO:tasks.workunit.client.0.smithi028.stdout: "num_read": 0, 2024-08-29T19:03:24.126 INFO:tasks.workunit.client.0.smithi028.stdout: "num_read_kb": 0, 2024-08-29T19:03:24.126 INFO:tasks.workunit.client.0.smithi028.stdout: "num_scrub_errors": 0, 2024-08-29T19:03:24.126 INFO:tasks.workunit.client.0.smithi028.stdout: "num_shallow_scrub_errors": 0, 2024-08-29T19:03:24.126 INFO:tasks.workunit.client.0.smithi028.stdout: "num_whiteouts": 0, 2024-08-29T19:03:24.126 INFO:tasks.workunit.client.0.smithi028.stdout: "num_write": 0, 2024-08-29T19:03:24.127 INFO:tasks.workunit.client.0.smithi028.stdout: "num_write_kb": 0 2024-08-29T19:03:24.127 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:24.127 INFO:tasks.workunit.client.0.smithi028.stdout: "state": "active+clean", 2024-08-29T19:03:24.127 INFO:tasks.workunit.client.0.smithi028.stdout: "stats_invalid": false, 2024-08-29T19:03:24.127 INFO:tasks.workunit.client.0.smithi028.stdout: "up": [ 2024-08-29T19:03:24.127 INFO:tasks.workunit.client.0.smithi028.stdout: 7, 2024-08-29T19:03:24.127 INFO:tasks.workunit.client.0.smithi028.stdout: 6, 2024-08-29T19:03:24.127 INFO:tasks.workunit.client.0.smithi028.stdout: 0 2024-08-29T19:03:24.127 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-08-29T19:03:24.127 INFO:tasks.workunit.client.0.smithi028.stdout: "up_primary": 7, 2024-08-29T19:03:24.127 INFO:tasks.workunit.client.0.smithi028.stdout: "version": "0'0" 2024-08-29T19:03:24.127 INFO:tasks.workunit.client.0.smithi028.stdout: } 2024-08-29T19:03:24.127 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-08-29T19:03:24.127 INFO:tasks.workunit.client.0.smithi028.stdout: "stats_per_pool": [ 2024-08-29T19:03:24.128 INFO:tasks.workunit.client.0.smithi028.stdout: { 2024-08-29T19:03:24.128 INFO:tasks.workunit.client.0.smithi028.stdout: "acting": 3, 2024-08-29T19:03:24.128 INFO:tasks.workunit.client.0.smithi028.stdout: "application": [ 2024-08-29T19:03:24.128 INFO:tasks.workunit.client.0.smithi028.stdout: "mgr" 2024-08-29T19:03:24.128 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-08-29T19:03:24.128 INFO:tasks.workunit.client.0.smithi028.stdout: "log_size": 197, 2024-08-29T19:03:24.128 INFO:tasks.workunit.client.0.smithi028.stdout: "num_pg": 1, 2024-08-29T19:03:24.128 INFO:tasks.workunit.client.0.smithi028.stdout: "num_store_stats": 3, 2024-08-29T19:03:24.128 INFO:tasks.workunit.client.0.smithi028.stdout: "ondisk_log_size": 197, 2024-08-29T19:03:24.128 INFO:tasks.workunit.client.0.smithi028.stdout: "poolid": 1, 2024-08-29T19:03:24.128 INFO:tasks.workunit.client.0.smithi028.stdout: "stat_sum": { 2024-08-29T19:03:24.128 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes": 590368, 2024-08-29T19:03:24.128 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes_hit_set_archive": 0, 2024-08-29T19:03:24.129 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes_recovered": 1771104, 2024-08-29T19:03:24.129 INFO:tasks.workunit.client.0.smithi028.stdout: "num_deep_scrub_errors": 0, 2024-08-29T19:03:24.129 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict": 0, 2024-08-29T19:03:24.129 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_kb": 0, 2024-08-29T19:03:24.129 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_mode_full": 0, 2024-08-29T19:03:24.129 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_mode_some": 0, 2024-08-29T19:03:24.129 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush": 0, 2024-08-29T19:03:24.129 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_kb": 0, 2024-08-29T19:03:24.129 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_mode_high": 0, 2024-08-29T19:03:24.129 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_mode_low": 0, 2024-08-29T19:03:24.129 INFO:tasks.workunit.client.0.smithi028.stdout: "num_keys_recovered": 0, 2024-08-29T19:03:24.129 INFO:tasks.workunit.client.0.smithi028.stdout: "num_large_omap_objects": 0, 2024-08-29T19:03:24.129 INFO:tasks.workunit.client.0.smithi028.stdout: "num_legacy_snapsets": 0, 2024-08-29T19:03:24.129 INFO:tasks.workunit.client.0.smithi028.stdout: "num_object_clones": 0, 2024-08-29T19:03:24.129 INFO:tasks.workunit.client.0.smithi028.stdout: "num_object_copies": 6, 2024-08-29T19:03:24.130 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects": 2, 2024-08-29T19:03:24.130 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_degraded": 0, 2024-08-29T19:03:24.130 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_dirty": 2, 2024-08-29T19:03:24.130 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_hit_set_archive": 0, 2024-08-29T19:03:24.130 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_manifest": 0, 2024-08-29T19:03:24.130 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_misplaced": 0, 2024-08-29T19:03:24.130 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_missing": 0, 2024-08-29T19:03:24.130 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_missing_on_primary": 0, 2024-08-29T19:03:24.130 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_omap": 0, 2024-08-29T19:03:24.130 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_pinned": 0, 2024-08-29T19:03:24.130 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_recovered": 6, 2024-08-29T19:03:24.130 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_repaired": 0, 2024-08-29T19:03:24.130 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_unfound": 0, 2024-08-29T19:03:24.130 INFO:tasks.workunit.client.0.smithi028.stdout: "num_omap_bytes": 0, 2024-08-29T19:03:24.131 INFO:tasks.workunit.client.0.smithi028.stdout: "num_omap_keys": 0, 2024-08-29T19:03:24.131 INFO:tasks.workunit.client.0.smithi028.stdout: "num_promote": 0, 2024-08-29T19:03:24.131 INFO:tasks.workunit.client.0.smithi028.stdout: "num_read": 812, 2024-08-29T19:03:24.131 INFO:tasks.workunit.client.0.smithi028.stdout: "num_read_kb": 1310, 2024-08-29T19:03:24.131 INFO:tasks.workunit.client.0.smithi028.stdout: "num_scrub_errors": 0, 2024-08-29T19:03:24.131 INFO:tasks.workunit.client.0.smithi028.stdout: "num_shallow_scrub_errors": 0, 2024-08-29T19:03:24.131 INFO:tasks.workunit.client.0.smithi028.stdout: "num_whiteouts": 0, 2024-08-29T19:03:24.131 INFO:tasks.workunit.client.0.smithi028.stdout: "num_write": 311, 2024-08-29T19:03:24.131 INFO:tasks.workunit.client.0.smithi028.stdout: "num_write_kb": 2416 2024-08-29T19:03:24.131 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:24.131 INFO:tasks.workunit.client.0.smithi028.stdout: "store_stats": { 2024-08-29T19:03:24.131 INFO:tasks.workunit.client.0.smithi028.stdout: "allocated": 1781760, 2024-08-29T19:03:24.131 INFO:tasks.workunit.client.0.smithi028.stdout: "available": 0, 2024-08-29T19:03:24.131 INFO:tasks.workunit.client.0.smithi028.stdout: "data_compressed": 0, 2024-08-29T19:03:24.132 INFO:tasks.workunit.client.0.smithi028.stdout: "data_compressed_allocated": 0, 2024-08-29T19:03:24.132 INFO:tasks.workunit.client.0.smithi028.stdout: "data_compressed_original": 0, 2024-08-29T19:03:24.132 INFO:tasks.workunit.client.0.smithi028.stdout: "data_stored": 1771104, 2024-08-29T19:03:24.132 INFO:tasks.workunit.client.0.smithi028.stdout: "internal_metadata": 0, 2024-08-29T19:03:24.132 INFO:tasks.workunit.client.0.smithi028.stdout: "internally_reserved": 0, 2024-08-29T19:03:24.132 INFO:tasks.workunit.client.0.smithi028.stdout: "omap_allocated": 0, 2024-08-29T19:03:24.132 INFO:tasks.workunit.client.0.smithi028.stdout: "total": 0 2024-08-29T19:03:24.132 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:24.132 INFO:tasks.workunit.client.0.smithi028.stdout: "up": 3 2024-08-29T19:03:24.132 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:24.132 INFO:tasks.workunit.client.0.smithi028.stdout: { 2024-08-29T19:03:24.132 INFO:tasks.workunit.client.0.smithi028.stdout: "acting": 96, 2024-08-29T19:03:24.132 INFO:tasks.workunit.client.0.smithi028.stdout: "application": [ 2024-08-29T19:03:24.132 INFO:tasks.workunit.client.0.smithi028.stdout: "cephfs" 2024-08-29T19:03:24.133 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-08-29T19:03:24.133 INFO:tasks.workunit.client.0.smithi028.stdout: "log_size": 68, 2024-08-29T19:03:24.133 INFO:tasks.workunit.client.0.smithi028.stdout: "num_pg": 32, 2024-08-29T19:03:24.133 INFO:tasks.workunit.client.0.smithi028.stdout: "num_store_stats": 8, 2024-08-29T19:03:24.133 INFO:tasks.workunit.client.0.smithi028.stdout: "ondisk_log_size": 68, 2024-08-29T19:03:24.133 INFO:tasks.workunit.client.0.smithi028.stdout: "poolid": 2, 2024-08-29T19:03:24.133 INFO:tasks.workunit.client.0.smithi028.stdout: "stat_sum": { 2024-08-29T19:03:24.133 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes": 6590, 2024-08-29T19:03:24.133 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes_hit_set_archive": 0, 2024-08-29T19:03:24.133 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes_recovered": 0, 2024-08-29T19:03:24.133 INFO:tasks.workunit.client.0.smithi028.stdout: "num_deep_scrub_errors": 0, 2024-08-29T19:03:24.133 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict": 0, 2024-08-29T19:03:24.133 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_kb": 0, 2024-08-29T19:03:24.133 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_mode_full": 0, 2024-08-29T19:03:24.134 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_mode_some": 0, 2024-08-29T19:03:24.134 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush": 0, 2024-08-29T19:03:24.134 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_kb": 0, 2024-08-29T19:03:24.134 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_mode_high": 0, 2024-08-29T19:03:24.134 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_mode_low": 0, 2024-08-29T19:03:24.134 INFO:tasks.workunit.client.0.smithi028.stdout: "num_keys_recovered": 0, 2024-08-29T19:03:24.134 INFO:tasks.workunit.client.0.smithi028.stdout: "num_large_omap_objects": 0, 2024-08-29T19:03:24.134 INFO:tasks.workunit.client.0.smithi028.stdout: "num_legacy_snapsets": 0, 2024-08-29T19:03:24.134 INFO:tasks.workunit.client.0.smithi028.stdout: "num_object_clones": 0, 2024-08-29T19:03:24.134 INFO:tasks.workunit.client.0.smithi028.stdout: "num_object_copies": 66, 2024-08-29T19:03:24.134 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects": 22, 2024-08-29T19:03:24.134 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_degraded": 0, 2024-08-29T19:03:24.134 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_dirty": 22, 2024-08-29T19:03:24.134 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_hit_set_archive": 0, 2024-08-29T19:03:24.135 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_manifest": 0, 2024-08-29T19:03:24.135 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_misplaced": 0, 2024-08-29T19:03:24.135 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_missing": 0, 2024-08-29T19:03:24.135 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_missing_on_primary": 0, 2024-08-29T19:03:24.135 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_omap": 14, 2024-08-29T19:03:24.135 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_pinned": 0, 2024-08-29T19:03:24.135 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_recovered": 0, 2024-08-29T19:03:24.135 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_repaired": 0, 2024-08-29T19:03:24.135 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_unfound": 0, 2024-08-29T19:03:24.135 INFO:tasks.workunit.client.0.smithi028.stdout: "num_omap_bytes": 0, 2024-08-29T19:03:24.135 INFO:tasks.workunit.client.0.smithi028.stdout: "num_omap_keys": 0, 2024-08-29T19:03:24.135 INFO:tasks.workunit.client.0.smithi028.stdout: "num_promote": 0, 2024-08-29T19:03:24.135 INFO:tasks.workunit.client.0.smithi028.stdout: "num_read": 79, 2024-08-29T19:03:24.135 INFO:tasks.workunit.client.0.smithi028.stdout: "num_read_kb": 86, 2024-08-29T19:03:24.136 INFO:tasks.workunit.client.0.smithi028.stdout: "num_scrub_errors": 0, 2024-08-29T19:03:24.136 INFO:tasks.workunit.client.0.smithi028.stdout: "num_shallow_scrub_errors": 0, 2024-08-29T19:03:24.136 INFO:tasks.workunit.client.0.smithi028.stdout: "num_whiteouts": 0, 2024-08-29T19:03:24.136 INFO:tasks.workunit.client.0.smithi028.stdout: "num_write": 68, 2024-08-29T19:03:24.136 INFO:tasks.workunit.client.0.smithi028.stdout: "num_write_kb": 35 2024-08-29T19:03:24.136 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:24.136 INFO:tasks.workunit.client.0.smithi028.stdout: "store_stats": { 2024-08-29T19:03:24.136 INFO:tasks.workunit.client.0.smithi028.stdout: "allocated": 110592, 2024-08-29T19:03:24.136 INFO:tasks.workunit.client.0.smithi028.stdout: "available": 0, 2024-08-29T19:03:24.136 INFO:tasks.workunit.client.0.smithi028.stdout: "data_compressed": 0, 2024-08-29T19:03:24.136 INFO:tasks.workunit.client.0.smithi028.stdout: "data_compressed_allocated": 0, 2024-08-29T19:03:24.136 INFO:tasks.workunit.client.0.smithi028.stdout: "data_compressed_original": 0, 2024-08-29T19:03:24.136 INFO:tasks.workunit.client.0.smithi028.stdout: "data_stored": 19770, 2024-08-29T19:03:24.137 INFO:tasks.workunit.client.0.smithi028.stdout: "internal_metadata": 0, 2024-08-29T19:03:24.137 INFO:tasks.workunit.client.0.smithi028.stdout: "internally_reserved": 0, 2024-08-29T19:03:24.137 INFO:tasks.workunit.client.0.smithi028.stdout: "omap_allocated": 37412, 2024-08-29T19:03:24.137 INFO:tasks.workunit.client.0.smithi028.stdout: "total": 0 2024-08-29T19:03:24.137 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:24.137 INFO:tasks.workunit.client.0.smithi028.stdout: "up": 96 2024-08-29T19:03:24.137 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:24.137 INFO:tasks.workunit.client.0.smithi028.stdout: { 2024-08-29T19:03:24.137 INFO:tasks.workunit.client.0.smithi028.stdout: "acting": 192, 2024-08-29T19:03:24.137 INFO:tasks.workunit.client.0.smithi028.stdout: "application": [ 2024-08-29T19:03:24.137 INFO:tasks.workunit.client.0.smithi028.stdout: "cephfs" 2024-08-29T19:03:24.137 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-08-29T19:03:24.137 INFO:tasks.workunit.client.0.smithi028.stdout: "log_size": 0, 2024-08-29T19:03:24.137 INFO:tasks.workunit.client.0.smithi028.stdout: "num_pg": 64, 2024-08-29T19:03:24.138 INFO:tasks.workunit.client.0.smithi028.stdout: "num_store_stats": 8, 2024-08-29T19:03:24.138 INFO:tasks.workunit.client.0.smithi028.stdout: "ondisk_log_size": 0, 2024-08-29T19:03:24.138 INFO:tasks.workunit.client.0.smithi028.stdout: "poolid": 3, 2024-08-29T19:03:24.138 INFO:tasks.workunit.client.0.smithi028.stdout: "stat_sum": { 2024-08-29T19:03:24.138 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes": 0, 2024-08-29T19:03:24.138 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes_hit_set_archive": 0, 2024-08-29T19:03:24.138 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes_recovered": 0, 2024-08-29T19:03:24.138 INFO:tasks.workunit.client.0.smithi028.stdout: "num_deep_scrub_errors": 0, 2024-08-29T19:03:24.138 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict": 0, 2024-08-29T19:03:24.138 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_kb": 0, 2024-08-29T19:03:24.138 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_mode_full": 0, 2024-08-29T19:03:24.138 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_mode_some": 0, 2024-08-29T19:03:24.138 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush": 0, 2024-08-29T19:03:24.138 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_kb": 0, 2024-08-29T19:03:24.139 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_mode_high": 0, 2024-08-29T19:03:24.139 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_mode_low": 0, 2024-08-29T19:03:24.139 INFO:tasks.workunit.client.0.smithi028.stdout: "num_keys_recovered": 0, 2024-08-29T19:03:24.139 INFO:tasks.workunit.client.0.smithi028.stdout: "num_large_omap_objects": 0, 2024-08-29T19:03:24.139 INFO:tasks.workunit.client.0.smithi028.stdout: "num_legacy_snapsets": 0, 2024-08-29T19:03:24.139 INFO:tasks.workunit.client.0.smithi028.stdout: "num_object_clones": 0, 2024-08-29T19:03:24.139 INFO:tasks.workunit.client.0.smithi028.stdout: "num_object_copies": 0, 2024-08-29T19:03:24.139 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects": 0, 2024-08-29T19:03:24.139 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_degraded": 0, 2024-08-29T19:03:24.139 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_dirty": 0, 2024-08-29T19:03:24.139 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_hit_set_archive": 0, 2024-08-29T19:03:24.139 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_manifest": 0, 2024-08-29T19:03:24.139 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_misplaced": 0, 2024-08-29T19:03:24.139 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_missing": 0, 2024-08-29T19:03:24.140 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_missing_on_primary": 0, 2024-08-29T19:03:24.140 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_omap": 0, 2024-08-29T19:03:24.140 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_pinned": 0, 2024-08-29T19:03:24.140 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_recovered": 0, 2024-08-29T19:03:24.140 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_repaired": 0, 2024-08-29T19:03:24.140 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_unfound": 0, 2024-08-29T19:03:24.140 INFO:tasks.workunit.client.0.smithi028.stdout: "num_omap_bytes": 0, 2024-08-29T19:03:24.140 INFO:tasks.workunit.client.0.smithi028.stdout: "num_omap_keys": 0, 2024-08-29T19:03:24.140 INFO:tasks.workunit.client.0.smithi028.stdout: "num_promote": 0, 2024-08-29T19:03:24.140 INFO:tasks.workunit.client.0.smithi028.stdout: "num_read": 0, 2024-08-29T19:03:24.140 INFO:tasks.workunit.client.0.smithi028.stdout: "num_read_kb": 0, 2024-08-29T19:03:24.140 INFO:tasks.workunit.client.0.smithi028.stdout: "num_scrub_errors": 0, 2024-08-29T19:03:24.140 INFO:tasks.workunit.client.0.smithi028.stdout: "num_shallow_scrub_errors": 0, 2024-08-29T19:03:24.140 INFO:tasks.workunit.client.0.smithi028.stdout: "num_whiteouts": 0, 2024-08-29T19:03:24.141 INFO:tasks.workunit.client.0.smithi028.stdout: "num_write": 0, 2024-08-29T19:03:24.141 INFO:tasks.workunit.client.0.smithi028.stdout: "num_write_kb": 0 2024-08-29T19:03:24.141 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:24.141 INFO:tasks.workunit.client.0.smithi028.stdout: "store_stats": { 2024-08-29T19:03:24.141 INFO:tasks.workunit.client.0.smithi028.stdout: "allocated": 0, 2024-08-29T19:03:24.141 INFO:tasks.workunit.client.0.smithi028.stdout: "available": 0, 2024-08-29T19:03:24.141 INFO:tasks.workunit.client.0.smithi028.stdout: "data_compressed": 0, 2024-08-29T19:03:24.141 INFO:tasks.workunit.client.0.smithi028.stdout: "data_compressed_allocated": 0, 2024-08-29T19:03:24.141 INFO:tasks.workunit.client.0.smithi028.stdout: "data_compressed_original": 0, 2024-08-29T19:03:24.141 INFO:tasks.workunit.client.0.smithi028.stdout: "data_stored": 0, 2024-08-29T19:03:24.141 INFO:tasks.workunit.client.0.smithi028.stdout: "internal_metadata": 0, 2024-08-29T19:03:24.141 INFO:tasks.workunit.client.0.smithi028.stdout: "internally_reserved": 0, 2024-08-29T19:03:24.141 INFO:tasks.workunit.client.0.smithi028.stdout: "omap_allocated": 0, 2024-08-29T19:03:24.141 INFO:tasks.workunit.client.0.smithi028.stdout: "total": 0 2024-08-29T19:03:24.142 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:24.142 INFO:tasks.workunit.client.0.smithi028.stdout: "up": 192 2024-08-29T19:03:24.142 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:24.142 INFO:tasks.workunit.client.0.smithi028.stdout: { 2024-08-29T19:03:24.142 INFO:tasks.workunit.client.0.smithi028.stdout: "acting": 24, 2024-08-29T19:03:24.142 INFO:tasks.workunit.client.0.smithi028.stdout: "application": [ 2024-08-29T19:03:24.142 INFO:tasks.workunit.client.0.smithi028.stdout: "rbd" 2024-08-29T19:03:24.142 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-08-29T19:03:24.142 INFO:tasks.workunit.client.0.smithi028.stdout: "log_size": 24401, 2024-08-29T19:03:24.142 INFO:tasks.workunit.client.0.smithi028.stdout: "num_pg": 8, 2024-08-29T19:03:24.142 INFO:tasks.workunit.client.0.smithi028.stdout: "num_store_stats": 8, 2024-08-29T19:03:24.142 INFO:tasks.workunit.client.0.smithi028.stdout: "ondisk_log_size": 24401, 2024-08-29T19:03:24.142 INFO:tasks.workunit.client.0.smithi028.stdout: "poolid": 4, 2024-08-29T19:03:24.142 INFO:tasks.workunit.client.0.smithi028.stdout: "stat_sum": { 2024-08-29T19:03:24.143 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes": 4194323, 2024-08-29T19:03:24.143 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes_hit_set_archive": 0, 2024-08-29T19:03:24.143 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes_recovered": 0, 2024-08-29T19:03:24.143 INFO:tasks.workunit.client.0.smithi028.stdout: "num_deep_scrub_errors": 0, 2024-08-29T19:03:24.143 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict": 0, 2024-08-29T19:03:24.143 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_kb": 0, 2024-08-29T19:03:24.143 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_mode_full": 0, 2024-08-29T19:03:24.143 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_mode_some": 0, 2024-08-29T19:03:24.143 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush": 0, 2024-08-29T19:03:24.143 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_kb": 0, 2024-08-29T19:03:24.143 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_mode_high": 0, 2024-08-29T19:03:24.143 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_mode_low": 0, 2024-08-29T19:03:24.143 INFO:tasks.workunit.client.0.smithi028.stdout: "num_keys_recovered": 0, 2024-08-29T19:03:24.143 INFO:tasks.workunit.client.0.smithi028.stdout: "num_large_omap_objects": 0, 2024-08-29T19:03:24.144 INFO:tasks.workunit.client.0.smithi028.stdout: "num_legacy_snapsets": 0, 2024-08-29T19:03:24.144 INFO:tasks.workunit.client.0.smithi028.stdout: "num_object_clones": 0, 2024-08-29T19:03:24.144 INFO:tasks.workunit.client.0.smithi028.stdout: "num_object_copies": 12, 2024-08-29T19:03:24.144 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects": 4, 2024-08-29T19:03:24.144 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_degraded": 0, 2024-08-29T19:03:24.144 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_dirty": 4, 2024-08-29T19:03:24.144 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_hit_set_archive": 0, 2024-08-29T19:03:24.144 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_manifest": 0, 2024-08-29T19:03:24.144 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_misplaced": 0, 2024-08-29T19:03:24.144 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_missing": 0, 2024-08-29T19:03:24.144 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_missing_on_primary": 0, 2024-08-29T19:03:24.144 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_omap": 2, 2024-08-29T19:03:24.144 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_pinned": 0, 2024-08-29T19:03:24.144 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_recovered": 0, 2024-08-29T19:03:24.145 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_repaired": 0, 2024-08-29T19:03:24.145 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_unfound": 0, 2024-08-29T19:03:24.145 INFO:tasks.workunit.client.0.smithi028.stdout: "num_omap_bytes": 0, 2024-08-29T19:03:24.145 INFO:tasks.workunit.client.0.smithi028.stdout: "num_omap_keys": 0, 2024-08-29T19:03:24.145 INFO:tasks.workunit.client.0.smithi028.stdout: "num_promote": 0, 2024-08-29T19:03:24.145 INFO:tasks.workunit.client.0.smithi028.stdout: "num_read": 9099, 2024-08-29T19:03:24.145 INFO:tasks.workunit.client.0.smithi028.stdout: "num_read_kb": 3141300, 2024-08-29T19:03:24.145 INFO:tasks.workunit.client.0.smithi028.stdout: "num_scrub_errors": 0, 2024-08-29T19:03:24.145 INFO:tasks.workunit.client.0.smithi028.stdout: "num_shallow_scrub_errors": 0, 2024-08-29T19:03:24.145 INFO:tasks.workunit.client.0.smithi028.stdout: "num_whiteouts": 0, 2024-08-29T19:03:24.145 INFO:tasks.workunit.client.0.smithi028.stdout: "num_write": 24270, 2024-08-29T19:03:24.145 INFO:tasks.workunit.client.0.smithi028.stdout: "num_write_kb": 3037392 2024-08-29T19:03:24.145 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:24.145 INFO:tasks.workunit.client.0.smithi028.stdout: "store_stats": { 2024-08-29T19:03:24.146 INFO:tasks.workunit.client.0.smithi028.stdout: "allocated": 12595200, 2024-08-29T19:03:24.146 INFO:tasks.workunit.client.0.smithi028.stdout: "available": 0, 2024-08-29T19:03:24.146 INFO:tasks.workunit.client.0.smithi028.stdout: "data_compressed": 0, 2024-08-29T19:03:24.146 INFO:tasks.workunit.client.0.smithi028.stdout: "data_compressed_allocated": 0, 2024-08-29T19:03:24.146 INFO:tasks.workunit.client.0.smithi028.stdout: "data_compressed_original": 0, 2024-08-29T19:03:24.146 INFO:tasks.workunit.client.0.smithi028.stdout: "data_stored": 12582969, 2024-08-29T19:03:24.146 INFO:tasks.workunit.client.0.smithi028.stdout: "internal_metadata": 0, 2024-08-29T19:03:24.146 INFO:tasks.workunit.client.0.smithi028.stdout: "internally_reserved": 0, 2024-08-29T19:03:24.146 INFO:tasks.workunit.client.0.smithi028.stdout: "omap_allocated": 0, 2024-08-29T19:03:24.146 INFO:tasks.workunit.client.0.smithi028.stdout: "total": 0 2024-08-29T19:03:24.146 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:24.146 INFO:tasks.workunit.client.0.smithi028.stdout: "up": 24 2024-08-29T19:03:24.146 INFO:tasks.workunit.client.0.smithi028.stdout: } 2024-08-29T19:03:24.146 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-08-29T19:03:24.147 INFO:tasks.workunit.client.0.smithi028.stdout: "usage": { 2024-08-29T19:03:24.147 INFO:tasks.workunit.client.0.smithi028.stdout: "pg_num": 105, 2024-08-29T19:03:24.147 INFO:tasks.workunit.client.0.smithi028.stdout: "pools": 4, 2024-08-29T19:03:24.147 INFO:tasks.workunit.client.0.smithi028.stdout: "stats_by_class": { 2024-08-29T19:03:24.147 INFO:tasks.workunit.client.0.smithi028.stdout: "ssd": { 2024-08-29T19:03:24.147 INFO:tasks.workunit.client.0.smithi028.stdout: "total_avail_bytes": 761772154880, 2024-08-29T19:03:24.147 INFO:tasks.workunit.client.0.smithi028.stdout: "total_bytes": 767960285184, 2024-08-29T19:03:24.147 INFO:tasks.workunit.client.0.smithi028.stdout: "total_used_bytes": 6188130304, 2024-08-29T19:03:24.147 INFO:tasks.workunit.client.0.smithi028.stdout: "total_used_raw_bytes": 6188130304, 2024-08-29T19:03:24.147 INFO:tasks.workunit.client.0.smithi028.stdout: "total_used_raw_ratio": 0.008057878352701664 2024-08-29T19:03:24.147 INFO:tasks.workunit.client.0.smithi028.stdout: } 2024-08-29T19:03:24.147 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:24.147 INFO:tasks.workunit.client.0.smithi028.stdout: "total_avail_bytes": 761772154880, 2024-08-29T19:03:24.148 INFO:tasks.workunit.client.0.smithi028.stdout: "total_bytes": 767960285184, 2024-08-29T19:03:24.148 INFO:tasks.workunit.client.0.smithi028.stdout: "total_used_bytes": 6188130304 2024-08-29T19:03:24.148 INFO:tasks.workunit.client.0.smithi028.stdout: } 2024-08-29T19:03:24.148 INFO:tasks.workunit.client.0.smithi028.stdout:} 2024-08-29T19:03:24.148 INFO:tasks.workunit.client.0.smithi028.stdout:Device report is generated separately. To see it run 'ceph telemetry show-device'. 2024-08-29T19:03:24.148 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 19:03:22 smithi028 bash[78352]: audit 2024-08-29T19:03:20.508974+0000 mgr.y (mgr.25022) 2305 : audit [DBG] from='client.45902 -' entity='client.admin' cmd=[{"prefix": "telemetry preview-all", "target": ["mon-mgr", ""]}]: dispatch 2024-08-29T19:03:24.148 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 19:03:22 smithi028 bash[78352]: cluster 2024-08-29T19:03:20.723003+0000 mgr.y (mgr.25022) 2306 : cluster [DBG] pgmap v4467: 105 pgs: 105 active+clean; 4.6 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail 2024-08-29T19:03:24.148 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 19:03:22 smithi028 bash[78352]: audit 2024-08-29T19:03:21.235145+0000 mgr.y (mgr.25022) 2307 : audit [DBG] from='client.35913 -' entity='client.admin' cmd=[{"prefix": "telemetry show", "target": ["mon-mgr", ""]}]: dispatch 2024-08-29T19:03:24.149 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 19:03:22 smithi028 bash[78352]: audit 2024-08-29T19:03:21.441533+0000 mon.a (mon.0) 4454 : audit [INF] from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-08-29T19:03:24.149 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 19:03:22 smithi028 bash[78352]: audit 2024-08-29T19:03:21.441678+0000 mon.a (mon.0) 4455 : audit [INF] from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-08-29T19:03:24.149 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 19:03:22 smithi028 bash[78352]: audit 2024-08-29T19:03:21.441950+0000 mon.a (mon.0) 4456 : audit [DBG] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-29T19:03:24.149 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 19:03:22 smithi028 bash[78352]: audit 2024-08-29T19:03:21.442967+0000 mon.a (mon.0) 4457 : audit [DBG] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-29T19:03:24.149 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 19:03:22 smithi028 bash[78352]: audit 2024-08-29T19:03:21.443446+0000 mon.a (mon.0) 4458 : audit [DBG] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-29T19:03:24.149 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 19:03:22 smithi028 bash[78352]: audit 2024-08-29T19:03:21.446020+0000 mon.b (mon.1) 22 : audit [INF] from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-08-29T19:03:24.149 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 19:03:22 smithi028 bash[78352]: audit 2024-08-29T19:03:21.446111+0000 mon.b (mon.1) 23 : audit [INF] from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-08-29T19:03:24.149 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 19:03:22 smithi028 bash[78352]: audit 2024-08-29T19:03:21.447134+0000 mon.a (mon.0) 4459 : audit [DBG] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-29T19:03:24.149 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 19:03:22 smithi028 bash[78352]: audit 2024-08-29T19:03:21.447812+0000 mon.a (mon.0) 4460 : audit [DBG] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-29T19:03:24.149 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 19:03:22 smithi028 bash[78352]: audit 2024-08-29T19:03:21.448094+0000 mon.a (mon.0) 4461 : audit [DBG] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-29T19:03:24.149 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 19:03:22 smithi028 bash[78352]: audit 2024-08-29T19:03:21.450939+0000 mon.c (mon.2) 164 : audit [INF] from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-08-29T19:03:24.149 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 19:03:22 smithi028 bash[78352]: audit 2024-08-29T19:03:21.451033+0000 mon.c (mon.2) 165 : audit [INF] from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-08-29T19:03:24.149 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 19:03:22 smithi028 bash[78352]: audit 2024-08-29T19:03:21.451448+0000 mon.a (mon.0) 4462 : audit [DBG] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-29T19:03:24.149 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 19:03:22 smithi028 bash[78352]: audit 2024-08-29T19:03:21.452365+0000 mon.a (mon.0) 4463 : audit [DBG] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-29T19:03:24.150 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 19:03:22 smithi028 bash[78352]: audit 2024-08-29T19:03:21.452704+0000 mon.a (mon.0) 4464 : audit [DBG] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-29T19:03:24.150 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 19:03:22 smithi028 bash[78352]: audit 2024-08-29T19:03:21.699938+0000 mon.a (mon.0) 4465 : audit [DBG] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-29T19:03:24.150 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 19:03:22 smithi028 bash[77168]: audit 2024-08-29T19:03:20.508974+0000 mgr.y (mgr.25022) 2305 : audit [DBG] from='client.45902 -' entity='client.admin' cmd=[{"prefix": "telemetry preview-all", "target": ["mon-mgr", ""]}]: dispatch 2024-08-29T19:03:24.150 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 19:03:22 smithi028 bash[77168]: cluster 2024-08-29T19:03:20.723003+0000 mgr.y (mgr.25022) 2306 : cluster [DBG] pgmap v4467: 105 pgs: 105 active+clean; 4.6 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail 2024-08-29T19:03:24.150 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 19:03:22 smithi028 bash[77168]: audit 2024-08-29T19:03:21.235145+0000 mgr.y (mgr.25022) 2307 : audit [DBG] from='client.35913 -' entity='client.admin' cmd=[{"prefix": "telemetry show", "target": ["mon-mgr", ""]}]: dispatch 2024-08-29T19:03:24.150 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 19:03:22 smithi028 bash[77168]: audit 2024-08-29T19:03:21.441533+0000 mon.a (mon.0) 4454 : audit [INF] from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-08-29T19:03:24.150 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 19:03:22 smithi028 bash[77168]: audit 2024-08-29T19:03:21.441678+0000 mon.a (mon.0) 4455 : audit [INF] from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-08-29T19:03:24.150 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 19:03:22 smithi028 bash[77168]: audit 2024-08-29T19:03:21.441950+0000 mon.a (mon.0) 4456 : audit [DBG] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-29T19:03:24.150 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 19:03:22 smithi028 bash[77168]: audit 2024-08-29T19:03:21.442967+0000 mon.a (mon.0) 4457 : audit [DBG] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-29T19:03:24.151 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 19:03:22 smithi028 bash[77168]: audit 2024-08-29T19:03:21.443446+0000 mon.a (mon.0) 4458 : audit [DBG] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-29T19:03:24.151 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 19:03:22 smithi028 bash[77168]: audit 2024-08-29T19:03:21.446020+0000 mon.b (mon.1) 22 : audit [INF] from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-08-29T19:03:24.151 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 19:03:22 smithi028 bash[77168]: audit 2024-08-29T19:03:21.446111+0000 mon.b (mon.1) 23 : audit [INF] from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-08-29T19:03:24.151 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 19:03:22 smithi028 bash[77168]: audit 2024-08-29T19:03:21.447134+0000 mon.a (mon.0) 4459 : audit [DBG] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-29T19:03:24.151 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 19:03:22 smithi028 bash[77168]: audit 2024-08-29T19:03:21.447812+0000 mon.a (mon.0) 4460 : audit [DBG] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-29T19:03:24.151 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 19:03:22 smithi028 bash[77168]: audit 2024-08-29T19:03:21.448094+0000 mon.a (mon.0) 4461 : audit [DBG] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-29T19:03:24.151 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 19:03:22 smithi028 bash[77168]: audit 2024-08-29T19:03:21.450939+0000 mon.c (mon.2) 164 : audit [INF] from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-08-29T19:03:24.151 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 19:03:22 smithi028 bash[77168]: audit 2024-08-29T19:03:21.451033+0000 mon.c (mon.2) 165 : audit [INF] from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-08-29T19:03:24.151 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 19:03:22 smithi028 bash[77168]: audit 2024-08-29T19:03:21.451448+0000 mon.a (mon.0) 4462 : audit [DBG] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-29T19:03:24.151 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 19:03:22 smithi028 bash[77168]: audit 2024-08-29T19:03:21.452365+0000 mon.a (mon.0) 4463 : audit [DBG] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-29T19:03:24.151 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 19:03:22 smithi028 bash[77168]: audit 2024-08-29T19:03:21.452704+0000 mon.a (mon.0) 4464 : audit [DBG] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-29T19:03:24.151 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 19:03:22 smithi028 bash[77168]: audit 2024-08-29T19:03:21.699938+0000 mon.a (mon.0) 4465 : audit [DBG] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-29T19:03:24.151 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 19:03:22 smithi028 bash[77168]: audit 2024-08-29T19:03:21.707075+0000 mon.a (mon.0) 4466 : audit [DBG] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-08-29T19:03:24.152 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 19:03:22 smithi028 bash[77168]: audit 2024-08-29T19:03:21.847263+0000 mon.a (mon.0) 4467 : audit [DBG] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-29T19:03:24.152 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 19:03:22 smithi028 bash[77168]: audit 2024-08-29T19:03:21.847648+0000 mon.a (mon.0) 4468 : audit [DBG] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-29T19:03:24.152 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 19:03:22 smithi028 bash[77168]: audit 2024-08-29T19:03:21.847921+0000 mon.a (mon.0) 4469 : audit [DBG] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-29T19:03:24.152 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 19:03:22 smithi028 bash[78352]: audit 2024-08-29T19:03:21.707075+0000 mon.a (mon.0) 4466 : audit [DBG] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-08-29T19:03:24.152 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 19:03:22 smithi028 bash[78352]: audit 2024-08-29T19:03:21.847263+0000 mon.a (mon.0) 4467 : audit [DBG] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-29T19:03:24.152 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 19:03:22 smithi028 bash[78352]: audit 2024-08-29T19:03:21.847648+0000 mon.a (mon.0) 4468 : audit [DBG] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-29T19:03:24.152 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 19:03:22 smithi028 bash[78352]: audit 2024-08-29T19:03:21.847921+0000 mon.a (mon.0) 4469 : audit [DBG] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-29T19:03:24.153 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 19:03:22 smithi028 bash[78352]: audit 2024-08-29T19:03:21.851299+0000 mon.a (mon.0) 4470 : audit [DBG] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-29T19:03:24.153 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 19:03:22 smithi028 bash[78352]: audit 2024-08-29T19:03:21.851785+0000 mon.a (mon.0) 4471 : audit [DBG] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-29T19:03:24.153 INFO:tasks.workunit.client.0.smithi028.stdout:{ 2024-08-29T19:03:24.153 INFO:tasks.workunit.client.0.smithi028.stdout: "b7162f50-662e-11ef-b726-ac1f6ba5ca3c": { 2024-08-29T19:03:24.153 INFO:tasks.workunit.client.0.smithi028.stdout: "INTEL_SSDPED1D480GA_b716fc78-662e-11ef-b726-ac1f6ba5ca3c": { 2024-08-29T19:03:24.153 INFO:tasks.workunit.client.0.smithi028.stdout: "20240829-173527": { 2024-08-29T19:03:24.153 INFO:tasks.workunit.client.0.smithi028.stdout: "device": { 2024-08-29T19:03:24.154 INFO:tasks.workunit.client.0.smithi028.stdout: "info_name": "/dev/nvme0n1", 2024-08-29T19:03:24.154 INFO:tasks.workunit.client.0.smithi028.stdout: "name": "/dev/nvme0n1", 2024-08-29T19:03:24.154 INFO:tasks.workunit.client.0.smithi028.stdout: "protocol": "NVMe", 2024-08-29T19:03:24.154 INFO:tasks.workunit.client.0.smithi028.stdout: "type": "nvme" 2024-08-29T19:03:24.154 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:24.154 INFO:tasks.workunit.client.0.smithi028.stdout: "firmware_version": "E2010325", 2024-08-29T19:03:24.154 INFO:tasks.workunit.client.0.smithi028.stdout: "host_id": "b7162f50-662e-11ef-b726-ac1f6ba5ca3c", 2024-08-29T19:03:24.154 INFO:tasks.workunit.client.0.smithi028.stdout: "json_format_version": [ 2024-08-29T19:03:24.154 INFO:tasks.workunit.client.0.smithi028.stdout: 1, 2024-08-29T19:03:24.154 INFO:tasks.workunit.client.0.smithi028.stdout: 0 2024-08-29T19:03:24.154 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-08-29T19:03:24.154 INFO:tasks.workunit.client.0.smithi028.stdout: "local_time": { 2024-08-29T19:03:24.154 INFO:tasks.workunit.client.0.smithi028.stdout: "asctime": "Thu Aug 29 17:35:27 2024 UTC", 2024-08-29T19:03:24.155 INFO:tasks.workunit.client.0.smithi028.stdout: "time_t": 1724952927 2024-08-29T19:03:24.155 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:24.155 INFO:tasks.workunit.client.0.smithi028.stdout: "logical_block_size": 512, 2024-08-29T19:03:24.155 INFO:tasks.workunit.client.0.smithi028.stdout: "model_name": "INTEL SSDPED1D480GA", 2024-08-29T19:03:24.155 INFO:tasks.workunit.client.0.smithi028.stdout: "nvme_controller_id": 0, 2024-08-29T19:03:24.155 INFO:tasks.workunit.client.0.smithi028.stdout: "nvme_ieee_oui_identifier": 6083300, 2024-08-29T19:03:24.155 INFO:tasks.workunit.client.0.smithi028.stdout: "nvme_namespaces": [ 2024-08-29T19:03:24.155 INFO:tasks.workunit.client.0.smithi028.stdout: { 2024-08-29T19:03:24.155 INFO:tasks.workunit.client.0.smithi028.stdout: "capacity": { 2024-08-29T19:03:24.155 INFO:tasks.workunit.client.0.smithi028.stdout: "blocks": 937703088, 2024-08-29T19:03:24.155 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 480103981056 2024-08-29T19:03:24.155 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:24.155 INFO:tasks.workunit.client.0.smithi028.stdout: "formatted_lba_size": 512, 2024-08-29T19:03:24.156 INFO:tasks.workunit.client.0.smithi028.stdout: "id": 1, 2024-08-29T19:03:24.156 INFO:tasks.workunit.client.0.smithi028.stdout: "size": { 2024-08-29T19:03:24.156 INFO:tasks.workunit.client.0.smithi028.stdout: "blocks": 937703088, 2024-08-29T19:03:24.156 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 480103981056 2024-08-29T19:03:24.156 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:24.156 INFO:tasks.workunit.client.0.smithi028.stdout: "utilization": { 2024-08-29T19:03:24.156 INFO:tasks.workunit.client.0.smithi028.stdout: "blocks": 937703088, 2024-08-29T19:03:24.156 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 480103981056 2024-08-29T19:03:24.156 INFO:tasks.workunit.client.0.smithi028.stdout: } 2024-08-29T19:03:24.156 INFO:tasks.workunit.client.0.smithi028.stdout: } 2024-08-29T19:03:24.156 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-08-29T19:03:24.156 INFO:tasks.workunit.client.0.smithi028.stdout: "nvme_number_of_namespaces": 1, 2024-08-29T19:03:24.156 INFO:tasks.workunit.client.0.smithi028.stdout: "nvme_pci_vendor": { 2024-08-29T19:03:24.157 INFO:tasks.workunit.client.0.smithi028.stdout: "id": 32902, 2024-08-29T19:03:24.157 INFO:tasks.workunit.client.0.smithi028.stdout: "subsystem_id": 32902 2024-08-29T19:03:24.157 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:24.157 INFO:tasks.workunit.client.0.smithi028.stdout: "nvme_smart_health_information_add_log": { 2024-08-29T19:03:24.157 INFO:tasks.workunit.client.0.smithi028.stdout: "Device stats": { 2024-08-29T19:03:24.157 INFO:tasks.workunit.client.0.smithi028.stdout: "avail_fw_downgrades": { 2024-08-29T19:03:24.157 INFO:tasks.workunit.client.0.smithi028.stdout: "normalized": 0, 2024-08-29T19:03:24.157 INFO:tasks.workunit.client.0.smithi028.stdout: "raw": 0 2024-08-29T19:03:24.157 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:24.157 INFO:tasks.workunit.client.0.smithi028.stdout: "crc_error_count": { 2024-08-29T19:03:24.157 INFO:tasks.workunit.client.0.smithi028.stdout: "normalized": 100, 2024-08-29T19:03:24.157 INFO:tasks.workunit.client.0.smithi028.stdout: "raw": 0 2024-08-29T19:03:24.157 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:24.157 INFO:tasks.workunit.client.0.smithi028.stdout: "end_to_end_error_detection_count": { 2024-08-29T19:03:24.157 INFO:tasks.workunit.client.0.smithi028.stdout: "normalized": 100, 2024-08-29T19:03:24.158 INFO:tasks.workunit.client.0.smithi028.stdout: "raw": 0 2024-08-29T19:03:24.158 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:24.158 INFO:tasks.workunit.client.0.smithi028.stdout: "erase_fail_count": { 2024-08-29T19:03:24.158 INFO:tasks.workunit.client.0.smithi028.stdout: "normalized": 0, 2024-08-29T19:03:24.158 INFO:tasks.workunit.client.0.smithi028.stdout: "raw": 0 2024-08-29T19:03:24.158 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:24.158 INFO:tasks.workunit.client.0.smithi028.stdout: "host_bytes_written": { 2024-08-29T19:03:24.158 INFO:tasks.workunit.client.0.smithi028.stdout: "normalized": 100, 2024-08-29T19:03:24.158 INFO:tasks.workunit.client.0.smithi028.stdout: "raw": 7429561 2024-08-29T19:03:24.158 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:24.158 INFO:tasks.workunit.client.0.smithi028.stdout: "host_ctx_wear_used": { 2024-08-29T19:03:24.158 INFO:tasks.workunit.client.0.smithi028.stdout: "normalized": 0, 2024-08-29T19:03:24.158 INFO:tasks.workunit.client.0.smithi028.stdout: "raw": 0 2024-08-29T19:03:24.159 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:24.159 INFO:tasks.workunit.client.0.smithi028.stdout: "media_bytes_read": { 2024-08-29T19:03:24.159 INFO:tasks.workunit.client.0.smithi028.stdout: "normalized": 0, 2024-08-29T19:03:24.159 INFO:tasks.workunit.client.0.smithi028.stdout: "raw": 0 2024-08-29T19:03:24.159 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:24.159 INFO:tasks.workunit.client.0.smithi028.stdout: "nand_bytes_written": { 2024-08-29T19:03:24.159 INFO:tasks.workunit.client.0.smithi028.stdout: "normalized": 0, 2024-08-29T19:03:24.159 INFO:tasks.workunit.client.0.smithi028.stdout: "raw": 0 2024-08-29T19:03:24.159 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:24.159 INFO:tasks.workunit.client.0.smithi028.stdout: "perf_stat_indicator": { 2024-08-29T19:03:24.159 INFO:tasks.workunit.client.0.smithi028.stdout: "normalized": 0, 2024-08-29T19:03:24.159 INFO:tasks.workunit.client.0.smithi028.stdout: "raw": 0 2024-08-29T19:03:24.159 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:24.159 INFO:tasks.workunit.client.0.smithi028.stdout: "pll_lock_loss_count": { 2024-08-29T19:03:24.160 INFO:tasks.workunit.client.0.smithi028.stdout: "normalized": 100, 2024-08-29T19:03:24.160 INFO:tasks.workunit.client.0.smithi028.stdout: "raw": 0 2024-08-29T19:03:24.160 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:24.160 INFO:tasks.workunit.client.0.smithi028.stdout: "program_fail_count": { 2024-08-29T19:03:24.160 INFO:tasks.workunit.client.0.smithi028.stdout: "normalized": 0, 2024-08-29T19:03:24.160 INFO:tasks.workunit.client.0.smithi028.stdout: "raw": 0 2024-08-29T19:03:24.160 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:24.160 INFO:tasks.workunit.client.0.smithi028.stdout: "re_alloc_sectr_cnt": { 2024-08-29T19:03:24.160 INFO:tasks.workunit.client.0.smithi028.stdout: "normalized": 0, 2024-08-29T19:03:24.160 INFO:tasks.workunit.client.0.smithi028.stdout: "raw": 0 2024-08-29T19:03:24.160 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:24.160 INFO:tasks.workunit.client.0.smithi028.stdout: "retry_buffer_overflow_count": { 2024-08-29T19:03:24.160 INFO:tasks.workunit.client.0.smithi028.stdout: "normalized": 100, 2024-08-29T19:03:24.160 INFO:tasks.workunit.client.0.smithi028.stdout: "raw": 0 2024-08-29T19:03:24.161 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:24.161 INFO:tasks.workunit.client.0.smithi028.stdout: "soft_ecc_err_rate": { 2024-08-29T19:03:24.161 INFO:tasks.workunit.client.0.smithi028.stdout: "normalized": 0, 2024-08-29T19:03:24.161 INFO:tasks.workunit.client.0.smithi028.stdout: "raw": 0 2024-08-29T19:03:24.161 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:24.161 INFO:tasks.workunit.client.0.smithi028.stdout: "thermal_throttle_status": { 2024-08-29T19:03:24.161 INFO:tasks.workunit.client.0.smithi028.stdout: "normalized": 100, 2024-08-29T19:03:24.161 INFO:tasks.workunit.client.0.smithi028.stdout: "raw": { 2024-08-29T19:03:24.161 INFO:tasks.workunit.client.0.smithi028.stdout: "cnt": 0, 2024-08-29T19:03:24.161 INFO:tasks.workunit.client.0.smithi028.stdout: "pct": 0 2024-08-29T19:03:24.161 INFO:tasks.workunit.client.0.smithi028.stdout: } 2024-08-29T19:03:24.161 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:24.161 INFO:tasks.workunit.client.0.smithi028.stdout: "timed_workload_host_reads": { 2024-08-29T19:03:24.161 INFO:tasks.workunit.client.0.smithi028.stdout: "normalized": 100, 2024-08-29T19:03:24.162 INFO:tasks.workunit.client.0.smithi028.stdout: "raw": 15 2024-08-29T19:03:24.162 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:24.162 INFO:tasks.workunit.client.0.smithi028.stdout: "timed_workload_media_wear": { 2024-08-29T19:03:24.162 INFO:tasks.workunit.client.0.smithi028.stdout: "normalized": 100, 2024-08-29T19:03:24.162 INFO:tasks.workunit.client.0.smithi028.stdout: "raw": "6.810547" 2024-08-29T19:03:24.162 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:24.162 INFO:tasks.workunit.client.0.smithi028.stdout: "timed_workload_timer": { 2024-08-29T19:03:24.162 INFO:tasks.workunit.client.0.smithi028.stdout: "normalized": 100, 2024-08-29T19:03:24.162 INFO:tasks.workunit.client.0.smithi028.stdout: "raw": 1807113 2024-08-29T19:03:24.162 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:24.162 INFO:tasks.workunit.client.0.smithi028.stdout: "unexp_power_loss": { 2024-08-29T19:03:24.162 INFO:tasks.workunit.client.0.smithi028.stdout: "normalized": 0, 2024-08-29T19:03:24.162 INFO:tasks.workunit.client.0.smithi028.stdout: "raw": 0 2024-08-29T19:03:24.162 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:24.163 INFO:tasks.workunit.client.0.smithi028.stdout: "wear_leveling": { 2024-08-29T19:03:24.163 INFO:tasks.workunit.client.0.smithi028.stdout: "normalized": 0, 2024-08-29T19:03:24.163 INFO:tasks.workunit.client.0.smithi028.stdout: "raw": { 2024-08-29T19:03:24.163 INFO:tasks.workunit.client.0.smithi028.stdout: "avg": 0, 2024-08-29T19:03:24.163 INFO:tasks.workunit.client.0.smithi028.stdout: "max": 0, 2024-08-29T19:03:24.163 INFO:tasks.workunit.client.0.smithi028.stdout: "min": 0 2024-08-29T19:03:24.163 INFO:tasks.workunit.client.0.smithi028.stdout: } 2024-08-29T19:03:24.163 INFO:tasks.workunit.client.0.smithi028.stdout: } 2024-08-29T19:03:24.163 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:24.163 INFO:tasks.workunit.client.0.smithi028.stdout: "Intel Smart log": "nvme0n1" 2024-08-29T19:03:24.163 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:24.163 INFO:tasks.workunit.client.0.smithi028.stdout: "nvme_smart_health_information_log": { 2024-08-29T19:03:24.163 INFO:tasks.workunit.client.0.smithi028.stdout: "available_spare": 100, 2024-08-29T19:03:24.163 INFO:tasks.workunit.client.0.smithi028.stdout: "available_spare_threshold": 0, 2024-08-29T19:03:24.164 INFO:tasks.workunit.client.0.smithi028.stdout: "controller_busy_time": 2981, 2024-08-29T19:03:24.164 INFO:tasks.workunit.client.0.smithi028.stdout: "critical_warning": 0, 2024-08-29T19:03:24.164 INFO:tasks.workunit.client.0.smithi028.stdout: "data_units_read": 105966290, 2024-08-29T19:03:24.164 INFO:tasks.workunit.client.0.smithi028.stdout: "data_units_written": 486903742, 2024-08-29T19:03:24.164 INFO:tasks.workunit.client.0.smithi028.stdout: "host_reads": 2188611773, 2024-08-29T19:03:24.164 INFO:tasks.workunit.client.0.smithi028.stdout: "host_writes": 10654283051, 2024-08-29T19:03:24.164 INFO:tasks.workunit.client.0.smithi028.stdout: "media_errors": 0, 2024-08-29T19:03:24.164 INFO:tasks.workunit.client.0.smithi028.stdout: "num_err_log_entries": 0, 2024-08-29T19:03:24.164 INFO:tasks.workunit.client.0.smithi028.stdout: "percentage_used": 8, 2024-08-29T19:03:24.164 INFO:tasks.workunit.client.0.smithi028.stdout: "power_cycles": 19344, 2024-08-29T19:03:24.164 INFO:tasks.workunit.client.0.smithi028.stdout: "power_on_hours": 38084, 2024-08-29T19:03:24.164 INFO:tasks.workunit.client.0.smithi028.stdout: "temperature": 32, 2024-08-29T19:03:24.164 INFO:tasks.workunit.client.0.smithi028.stdout: "unsafe_shutdowns": 5391 2024-08-29T19:03:24.164 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:24.165 INFO:tasks.workunit.client.0.smithi028.stdout: "nvme_vendor": "intel", 2024-08-29T19:03:24.165 INFO:tasks.workunit.client.0.smithi028.stdout: "nvme_version": { 2024-08-29T19:03:24.165 INFO:tasks.workunit.client.0.smithi028.stdout: "string": "<1.2", 2024-08-29T19:03:24.165 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:24.165 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:24.165 INFO:tasks.workunit.client.0.smithi028.stdout: "power_cycle_count": 19344, 2024-08-29T19:03:24.165 INFO:tasks.workunit.client.0.smithi028.stdout: "power_on_time": { 2024-08-29T19:03:24.165 INFO:tasks.workunit.client.0.smithi028.stdout: "hours": 38084 2024-08-29T19:03:24.165 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:24.165 INFO:tasks.workunit.client.0.smithi028.stdout: "serial_number": "deleted", 2024-08-29T19:03:24.165 INFO:tasks.workunit.client.0.smithi028.stdout: "smart_status": { 2024-08-29T19:03:24.165 INFO:tasks.workunit.client.0.smithi028.stdout: "nvme": { 2024-08-29T19:03:24.165 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:24.165 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:24.166 INFO:tasks.workunit.client.0.smithi028.stdout: "passed": true 2024-08-29T19:03:24.166 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:24.166 INFO:tasks.workunit.client.0.smithi028.stdout: "smartctl": { 2024-08-29T19:03:24.166 INFO:tasks.workunit.client.0.smithi028.stdout: "argv": [ 2024-08-29T19:03:24.166 INFO:tasks.workunit.client.0.smithi028.stdout: "smartctl", 2024-08-29T19:03:24.166 INFO:tasks.workunit.client.0.smithi028.stdout: "-x", 2024-08-29T19:03:24.166 INFO:tasks.workunit.client.0.smithi028.stdout: "--json=o", 2024-08-29T19:03:24.166 INFO:tasks.workunit.client.0.smithi028.stdout: "/dev/nvme0n1" 2024-08-29T19:03:24.166 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-08-29T19:03:24.166 INFO:tasks.workunit.client.0.smithi028.stdout: "build_info": "(local build)", 2024-08-29T19:03:24.166 INFO:tasks.workunit.client.0.smithi028.stdout: "exit_status": 0, 2024-08-29T19:03:24.166 INFO:tasks.workunit.client.0.smithi028.stdout: "output": [ 2024-08-29T19:03:24.166 INFO:tasks.workunit.client.0.smithi028.stdout: "smartctl 7.2 2020-12-30 r5155 [x86_64-linux-5.15.0-119-generic] (local build)", 2024-08-29T19:03:24.166 INFO:tasks.workunit.client.0.smithi028.stdout: "Copyright (C) 2002-20, Bruce Allen, Christian Franke, www.smartmontools.org", 2024-08-29T19:03:24.167 INFO:tasks.workunit.client.0.smithi028.stdout: "", 2024-08-29T19:03:24.167 INFO:tasks.workunit.client.0.smithi028.stdout: "=== START OF INFORMATION SECTION ===", 2024-08-29T19:03:24.167 INFO:tasks.workunit.client.0.smithi028.stdout: "Model Number: INTEL SSDPED1D480GA", 2024-08-29T19:03:24.167 INFO:tasks.workunit.client.0.smithi028.stdout: "Serial Number: deleted", 2024-08-29T19:03:24.167 INFO:tasks.workunit.client.0.smithi028.stdout: "Firmware Version: E2010325", 2024-08-29T19:03:24.167 INFO:tasks.workunit.client.0.smithi028.stdout: "PCI Vendor/Subsystem ID: 0x8086", 2024-08-29T19:03:24.167 INFO:tasks.workunit.client.0.smithi028.stdout: "IEEE OUI Identifier: 0x5cd2e4", 2024-08-29T19:03:24.167 INFO:tasks.workunit.client.0.smithi028.stdout: "Controller ID: 0", 2024-08-29T19:03:24.167 INFO:tasks.workunit.client.0.smithi028.stdout: "NVMe Version: <1.2", 2024-08-29T19:03:24.167 INFO:tasks.workunit.client.0.smithi028.stdout: "Number of Namespaces: 1", 2024-08-29T19:03:24.167 INFO:tasks.workunit.client.0.smithi028.stdout: "Namespace 1 Size/Capacity: 480,103,981,056 [480 GB]", 2024-08-29T19:03:24.167 INFO:tasks.workunit.client.0.smithi028.stdout: "Namespace 1 Formatted LBA Size: 512", 2024-08-29T19:03:24.167 INFO:tasks.workunit.client.0.smithi028.stdout: "Local Time is: Thu Aug 29 17:35:27 2024 UTC", 2024-08-29T19:03:24.167 INFO:tasks.workunit.client.0.smithi028.stdout: "Firmware Updates (0x02): 1 Slot", 2024-08-29T19:03:24.168 INFO:tasks.workunit.client.0.smithi028.stdout: "Optional Admin Commands (0x0007): Security Format Frmw_DL", 2024-08-29T19:03:24.168 INFO:tasks.workunit.client.0.smithi028.stdout: "Optional NVM Commands (0x0006): Wr_Unc DS_Mngmt", 2024-08-29T19:03:24.168 INFO:tasks.workunit.client.0.smithi028.stdout: "Log Page Attributes (0x02): Cmd_Eff_Lg", 2024-08-29T19:03:24.168 INFO:tasks.workunit.client.0.smithi028.stdout: "Maximum Data Transfer Size: 32 Pages", 2024-08-29T19:03:24.168 INFO:tasks.workunit.client.0.smithi028.stdout: "", 2024-08-29T19:03:24.168 INFO:tasks.workunit.client.0.smithi028.stdout: "Supported Power States", 2024-08-29T19:03:24.168 INFO:tasks.workunit.client.0.smithi028.stdout: "St Op Max Active Idle RL RT WL WT Ent_Lat Ex_Lat", 2024-08-29T19:03:24.168 INFO:tasks.workunit.client.0.smithi028.stdout: " 0 + 18.00W - - 0 0 0 0 0 0", 2024-08-29T19:03:24.168 INFO:tasks.workunit.client.0.smithi028.stdout: "", 2024-08-29T19:03:24.168 INFO:tasks.workunit.client.0.smithi028.stdout: "Supported LBA Sizes (NSID 0x1)", 2024-08-29T19:03:24.168 INFO:tasks.workunit.client.0.smithi028.stdout: "Id Fmt Data Metadt Rel_Perf", 2024-08-29T19:03:24.168 INFO:tasks.workunit.client.0.smithi028.stdout: " 0 + 512 0 2", 2024-08-29T19:03:24.168 INFO:tasks.workunit.client.0.smithi028.stdout: "", 2024-08-29T19:03:24.169 INFO:tasks.workunit.client.0.smithi028.stdout: "=== START OF SMART DATA SECTION ===", 2024-08-29T19:03:24.169 INFO:tasks.workunit.client.0.smithi028.stdout: "SMART overall-health self-assessment test result: PASSED", 2024-08-29T19:03:24.169 INFO:tasks.workunit.client.0.smithi028.stdout: "", 2024-08-29T19:03:24.169 INFO:tasks.workunit.client.0.smithi028.stdout: "SMART/Health Information (NVMe Log 0x02)", 2024-08-29T19:03:24.169 INFO:tasks.workunit.client.0.smithi028.stdout: "Critical Warning: 0x00", 2024-08-29T19:03:24.169 INFO:tasks.workunit.client.0.smithi028.stdout: "Temperature: 32 Celsius", 2024-08-29T19:03:24.169 INFO:tasks.workunit.client.0.smithi028.stdout: "Available Spare: 100%", 2024-08-29T19:03:24.169 INFO:tasks.workunit.client.0.smithi028.stdout: "Available Spare Threshold: 0%", 2024-08-29T19:03:24.169 INFO:tasks.workunit.client.0.smithi028.stdout: "Percentage Used: 8%", 2024-08-29T19:03:24.169 INFO:tasks.workunit.client.0.smithi028.stdout: "Data Units Read: 105,966,290 [54.2 TB]", 2024-08-29T19:03:24.169 INFO:tasks.workunit.client.0.smithi028.stdout: "Data Units Written: 486,903,742 [249 TB]", 2024-08-29T19:03:24.169 INFO:tasks.workunit.client.0.smithi028.stdout: "Host Read Commands: 2,188,611,773", 2024-08-29T19:03:24.169 INFO:tasks.workunit.client.0.smithi028.stdout: "Host Write Commands: 10,654,283,051", 2024-08-29T19:03:24.170 INFO:tasks.workunit.client.0.smithi028.stdout: "Controller Busy Time: 2,981", 2024-08-29T19:03:24.170 INFO:tasks.workunit.client.0.smithi028.stdout: "Power Cycles: 19,344", 2024-08-29T19:03:24.170 INFO:tasks.workunit.client.0.smithi028.stdout: "Power On Hours: 38,084", 2024-08-29T19:03:24.170 INFO:tasks.workunit.client.0.smithi028.stdout: "Unsafe Shutdowns: 5,391", 2024-08-29T19:03:24.170 INFO:tasks.workunit.client.0.smithi028.stdout: "Media and Data Integrity Errors: 0", 2024-08-29T19:03:24.170 INFO:tasks.workunit.client.0.smithi028.stdout: "Error Information Log Entries: 0", 2024-08-29T19:03:24.170 INFO:tasks.workunit.client.0.smithi028.stdout: "", 2024-08-29T19:03:24.170 INFO:tasks.workunit.client.0.smithi028.stdout: "Error Information (NVMe Log 0x01, 16 of 64 entries)", 2024-08-29T19:03:24.170 INFO:tasks.workunit.client.0.smithi028.stdout: "No Errors Logged", 2024-08-29T19:03:24.170 INFO:tasks.workunit.client.0.smithi028.stdout: "" 2024-08-29T19:03:24.170 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-08-29T19:03:24.170 INFO:tasks.workunit.client.0.smithi028.stdout: "platform_info": "x86_64-linux-5.15.0-119-generic", 2024-08-29T19:03:24.170 INFO:tasks.workunit.client.0.smithi028.stdout: "svn_revision": "5155", 2024-08-29T19:03:24.170 INFO:tasks.workunit.client.0.smithi028.stdout: "version": [ 2024-08-29T19:03:24.170 INFO:tasks.workunit.client.0.smithi028.stdout: 7, 2024-08-29T19:03:24.171 INFO:tasks.workunit.client.0.smithi028.stdout: 2 2024-08-29T19:03:24.171 INFO:tasks.workunit.client.0.smithi028.stdout: ] 2024-08-29T19:03:24.171 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:24.171 INFO:tasks.workunit.client.0.smithi028.stdout: "temperature": { 2024-08-29T19:03:24.171 INFO:tasks.workunit.client.0.smithi028.stdout: "current": 32 2024-08-29T19:03:24.171 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:24.171 INFO:tasks.workunit.client.0.smithi028.stdout: "user_capacity": { 2024-08-29T19:03:24.171 INFO:tasks.workunit.client.0.smithi028.stdout: "blocks": 937703088, 2024-08-29T19:03:24.171 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 480103981056 2024-08-29T19:03:24.171 INFO:tasks.workunit.client.0.smithi028.stdout: } 2024-08-29T19:03:24.171 INFO:tasks.workunit.client.0.smithi028.stdout: } 2024-08-29T19:03:24.171 INFO:tasks.workunit.client.0.smithi028.stdout: } 2024-08-29T19:03:24.171 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:24.171 INFO:tasks.workunit.client.0.smithi028.stdout: "b719d812-662e-11ef-b726-ac1f6ba5ca3c": { 2024-08-29T19:03:24.172 INFO:tasks.workunit.client.0.smithi028.stdout: "INTEL_SSDPED1D480GA_b71a9518-662e-11ef-b726-ac1f6ba5ca3c": { 2024-08-29T19:03:24.172 INFO:tasks.workunit.client.0.smithi028.stdout: "20240829-173531": { 2024-08-29T19:03:24.172 INFO:tasks.workunit.client.0.smithi028.stdout: "device": { 2024-08-29T19:03:24.172 INFO:tasks.workunit.client.0.smithi028.stdout: "info_name": "/dev/nvme0n1", 2024-08-29T19:03:24.172 INFO:tasks.workunit.client.0.smithi028.stdout: "name": "/dev/nvme0n1", 2024-08-29T19:03:24.172 INFO:tasks.workunit.client.0.smithi028.stdout: "protocol": "NVMe", 2024-08-29T19:03:24.172 INFO:tasks.workunit.client.0.smithi028.stdout: "type": "nvme" 2024-08-29T19:03:24.172 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:24.172 INFO:tasks.workunit.client.0.smithi028.stdout: "firmware_version": "E2010325", 2024-08-29T19:03:24.172 INFO:tasks.workunit.client.0.smithi028.stdout: "host_id": "b719d812-662e-11ef-b726-ac1f6ba5ca3c", 2024-08-29T19:03:24.172 INFO:tasks.workunit.client.0.smithi028.stdout: "json_format_version": [ 2024-08-29T19:03:24.172 INFO:tasks.workunit.client.0.smithi028.stdout: 1, 2024-08-29T19:03:24.172 INFO:tasks.workunit.client.0.smithi028.stdout: 0 2024-08-29T19:03:24.173 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-08-29T19:03:24.173 INFO:tasks.workunit.client.0.smithi028.stdout: "local_time": { 2024-08-29T19:03:24.173 INFO:tasks.workunit.client.0.smithi028.stdout: "asctime": "Thu Aug 29 17:35:30 2024 UTC", 2024-08-29T19:03:24.173 INFO:tasks.workunit.client.0.smithi028.stdout: "time_t": 1724952930 2024-08-29T19:03:24.173 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:24.173 INFO:tasks.workunit.client.0.smithi028.stdout: "logical_block_size": 512, 2024-08-29T19:03:24.173 INFO:tasks.workunit.client.0.smithi028.stdout: "model_name": "INTEL SSDPED1D480GA", 2024-08-29T19:03:24.173 INFO:tasks.workunit.client.0.smithi028.stdout: "nvme_controller_id": 0, 2024-08-29T19:03:24.173 INFO:tasks.workunit.client.0.smithi028.stdout: "nvme_ieee_oui_identifier": 6083300, 2024-08-29T19:03:24.173 INFO:tasks.workunit.client.0.smithi028.stdout: "nvme_namespaces": [ 2024-08-29T19:03:24.173 INFO:tasks.workunit.client.0.smithi028.stdout: { 2024-08-29T19:03:24.173 INFO:tasks.workunit.client.0.smithi028.stdout: "capacity": { 2024-08-29T19:03:24.173 INFO:tasks.workunit.client.0.smithi028.stdout: "blocks": 937703088, 2024-08-29T19:03:24.174 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 480103981056 2024-08-29T19:03:24.174 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:24.174 INFO:tasks.workunit.client.0.smithi028.stdout: "formatted_lba_size": 512, 2024-08-29T19:03:24.174 INFO:tasks.workunit.client.0.smithi028.stdout: "id": 1, 2024-08-29T19:03:24.174 INFO:tasks.workunit.client.0.smithi028.stdout: "size": { 2024-08-29T19:03:24.174 INFO:tasks.workunit.client.0.smithi028.stdout: "blocks": 937703088, 2024-08-29T19:03:24.174 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 480103981056 2024-08-29T19:03:24.174 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:24.174 INFO:tasks.workunit.client.0.smithi028.stdout: "utilization": { 2024-08-29T19:03:24.174 INFO:tasks.workunit.client.0.smithi028.stdout: "blocks": 937703088, 2024-08-29T19:03:24.174 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 480103981056 2024-08-29T19:03:24.174 INFO:tasks.workunit.client.0.smithi028.stdout: } 2024-08-29T19:03:24.174 INFO:tasks.workunit.client.0.smithi028.stdout: } 2024-08-29T19:03:24.174 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-08-29T19:03:24.175 INFO:tasks.workunit.client.0.smithi028.stdout: "nvme_number_of_namespaces": 1, 2024-08-29T19:03:24.175 INFO:tasks.workunit.client.0.smithi028.stdout: "nvme_pci_vendor": { 2024-08-29T19:03:24.175 INFO:tasks.workunit.client.0.smithi028.stdout: "id": 32902, 2024-08-29T19:03:24.175 INFO:tasks.workunit.client.0.smithi028.stdout: "subsystem_id": 32902 2024-08-29T19:03:24.175 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:24.175 INFO:tasks.workunit.client.0.smithi028.stdout: "nvme_smart_health_information_add_log": { 2024-08-29T19:03:24.175 INFO:tasks.workunit.client.0.smithi028.stdout: "Device stats": { 2024-08-29T19:03:24.175 INFO:tasks.workunit.client.0.smithi028.stdout: "avail_fw_downgrades": { 2024-08-29T19:03:24.175 INFO:tasks.workunit.client.0.smithi028.stdout: "normalized": 0, 2024-08-29T19:03:24.175 INFO:tasks.workunit.client.0.smithi028.stdout: "raw": 0 2024-08-29T19:03:24.175 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:24.175 INFO:tasks.workunit.client.0.smithi028.stdout: "crc_error_count": { 2024-08-29T19:03:24.175 INFO:tasks.workunit.client.0.smithi028.stdout: "normalized": 100, 2024-08-29T19:03:24.175 INFO:tasks.workunit.client.0.smithi028.stdout: "raw": 0 2024-08-29T19:03:24.175 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:24.176 INFO:tasks.workunit.client.0.smithi028.stdout: "end_to_end_error_detection_count": { 2024-08-29T19:03:24.176 INFO:tasks.workunit.client.0.smithi028.stdout: "normalized": 100, 2024-08-29T19:03:24.176 INFO:tasks.workunit.client.0.smithi028.stdout: "raw": 0 2024-08-29T19:03:24.176 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:24.176 INFO:tasks.workunit.client.0.smithi028.stdout: "erase_fail_count": { 2024-08-29T19:03:24.176 INFO:tasks.workunit.client.0.smithi028.stdout: "normalized": 0, 2024-08-29T19:03:24.176 INFO:tasks.workunit.client.0.smithi028.stdout: "raw": 0 2024-08-29T19:03:24.176 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:24.176 INFO:tasks.workunit.client.0.smithi028.stdout: "host_bytes_written": { 2024-08-29T19:03:24.176 INFO:tasks.workunit.client.0.smithi028.stdout: "normalized": 100, 2024-08-29T19:03:24.176 INFO:tasks.workunit.client.0.smithi028.stdout: "raw": 13911044 2024-08-29T19:03:24.176 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:24.176 INFO:tasks.workunit.client.0.smithi028.stdout: "host_ctx_wear_used": { 2024-08-29T19:03:24.177 INFO:tasks.workunit.client.0.smithi028.stdout: "normalized": 0, 2024-08-29T19:03:24.177 INFO:tasks.workunit.client.0.smithi028.stdout: "raw": 0 2024-08-29T19:03:24.177 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:24.177 INFO:tasks.workunit.client.0.smithi028.stdout: "media_bytes_read": { 2024-08-29T19:03:24.177 INFO:tasks.workunit.client.0.smithi028.stdout: "normalized": 0, 2024-08-29T19:03:24.177 INFO:tasks.workunit.client.0.smithi028.stdout: "raw": 0 2024-08-29T19:03:24.177 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:24.177 INFO:tasks.workunit.client.0.smithi028.stdout: "nand_bytes_written": { 2024-08-29T19:03:24.177 INFO:tasks.workunit.client.0.smithi028.stdout: "normalized": 0, 2024-08-29T19:03:24.177 INFO:tasks.workunit.client.0.smithi028.stdout: "raw": 0 2024-08-29T19:03:24.177 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:24.177 INFO:tasks.workunit.client.0.smithi028.stdout: "perf_stat_indicator": { 2024-08-29T19:03:24.177 INFO:tasks.workunit.client.0.smithi028.stdout: "normalized": 0, 2024-08-29T19:03:24.177 INFO:tasks.workunit.client.0.smithi028.stdout: "raw": 0 2024-08-29T19:03:24.178 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:24.178 INFO:tasks.workunit.client.0.smithi028.stdout: "pll_lock_loss_count": { 2024-08-29T19:03:24.178 INFO:tasks.workunit.client.0.smithi028.stdout: "normalized": 100, 2024-08-29T19:03:24.178 INFO:tasks.workunit.client.0.smithi028.stdout: "raw": 0 2024-08-29T19:03:24.178 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:24.178 INFO:tasks.workunit.client.0.smithi028.stdout: "program_fail_count": { 2024-08-29T19:03:24.178 INFO:tasks.workunit.client.0.smithi028.stdout: "normalized": 0, 2024-08-29T19:03:24.178 INFO:tasks.workunit.client.0.smithi028.stdout: "raw": 0 2024-08-29T19:03:24.178 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:24.178 INFO:tasks.workunit.client.0.smithi028.stdout: "re_alloc_sectr_cnt": { 2024-08-29T19:03:24.178 INFO:tasks.workunit.client.0.smithi028.stdout: "normalized": 0, 2024-08-29T19:03:24.178 INFO:tasks.workunit.client.0.smithi028.stdout: "raw": 0 2024-08-29T19:03:24.178 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:24.178 INFO:tasks.workunit.client.0.smithi028.stdout: "retry_buffer_overflow_count": { 2024-08-29T19:03:24.179 INFO:tasks.workunit.client.0.smithi028.stdout: "normalized": 100, 2024-08-29T19:03:24.179 INFO:tasks.workunit.client.0.smithi028.stdout: "raw": 0 2024-08-29T19:03:24.179 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:24.179 INFO:tasks.workunit.client.0.smithi028.stdout: "soft_ecc_err_rate": { 2024-08-29T19:03:24.179 INFO:tasks.workunit.client.0.smithi028.stdout: "normalized": 0, 2024-08-29T19:03:24.179 INFO:tasks.workunit.client.0.smithi028.stdout: "raw": 0 2024-08-29T19:03:24.179 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:24.179 INFO:tasks.workunit.client.0.smithi028.stdout: "thermal_throttle_status": { 2024-08-29T19:03:24.179 INFO:tasks.workunit.client.0.smithi028.stdout: "normalized": 100, 2024-08-29T19:03:24.179 INFO:tasks.workunit.client.0.smithi028.stdout: "raw": { 2024-08-29T19:03:24.179 INFO:tasks.workunit.client.0.smithi028.stdout: "cnt": 0, 2024-08-29T19:03:24.179 INFO:tasks.workunit.client.0.smithi028.stdout: "pct": 0 2024-08-29T19:03:24.179 INFO:tasks.workunit.client.0.smithi028.stdout: } 2024-08-29T19:03:24.180 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:24.180 INFO:tasks.workunit.client.0.smithi028.stdout: "timed_workload_host_reads": { 2024-08-29T19:03:24.180 INFO:tasks.workunit.client.0.smithi028.stdout: "normalized": 100, 2024-08-29T19:03:24.180 INFO:tasks.workunit.client.0.smithi028.stdout: "raw": 13 2024-08-29T19:03:24.180 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:24.180 INFO:tasks.workunit.client.0.smithi028.stdout: "timed_workload_media_wear": { 2024-08-29T19:03:24.180 INFO:tasks.workunit.client.0.smithi028.stdout: "normalized": 100, 2024-08-29T19:03:24.180 INFO:tasks.workunit.client.0.smithi028.stdout: "raw": "0.000000" 2024-08-29T19:03:24.180 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:24.180 INFO:tasks.workunit.client.0.smithi028.stdout: "timed_workload_timer": { 2024-08-29T19:03:24.180 INFO:tasks.workunit.client.0.smithi028.stdout: "normalized": 100, 2024-08-29T19:03:24.180 INFO:tasks.workunit.client.0.smithi028.stdout: "raw": 1544229 2024-08-29T19:03:24.180 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:24.180 INFO:tasks.workunit.client.0.smithi028.stdout: "unexp_power_loss": { 2024-08-29T19:03:24.181 INFO:tasks.workunit.client.0.smithi028.stdout: "normalized": 0, 2024-08-29T19:03:24.181 INFO:tasks.workunit.client.0.smithi028.stdout: "raw": 0 2024-08-29T19:03:24.181 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:24.181 INFO:tasks.workunit.client.0.smithi028.stdout: "wear_leveling": { 2024-08-29T19:03:24.181 INFO:tasks.workunit.client.0.smithi028.stdout: "normalized": 0, 2024-08-29T19:03:24.181 INFO:tasks.workunit.client.0.smithi028.stdout: "raw": { 2024-08-29T19:03:24.181 INFO:tasks.workunit.client.0.smithi028.stdout: "avg": 0, 2024-08-29T19:03:24.181 INFO:tasks.workunit.client.0.smithi028.stdout: "max": 0, 2024-08-29T19:03:24.181 INFO:tasks.workunit.client.0.smithi028.stdout: "min": 0 2024-08-29T19:03:24.181 INFO:tasks.workunit.client.0.smithi028.stdout: } 2024-08-29T19:03:24.181 INFO:tasks.workunit.client.0.smithi028.stdout: } 2024-08-29T19:03:24.181 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:24.181 INFO:tasks.workunit.client.0.smithi028.stdout: "Intel Smart log": "nvme0n1" 2024-08-29T19:03:24.182 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:24.182 INFO:tasks.workunit.client.0.smithi028.stdout: "nvme_smart_health_information_log": { 2024-08-29T19:03:24.182 INFO:tasks.workunit.client.0.smithi028.stdout: "available_spare": 100, 2024-08-29T19:03:24.182 INFO:tasks.workunit.client.0.smithi028.stdout: "available_spare_threshold": 0, 2024-08-29T19:03:24.182 INFO:tasks.workunit.client.0.smithi028.stdout: "controller_busy_time": 5288, 2024-08-29T19:03:24.182 INFO:tasks.workunit.client.0.smithi028.stdout: "critical_warning": 0, 2024-08-29T19:03:24.182 INFO:tasks.workunit.client.0.smithi028.stdout: "data_units_read": 180342202, 2024-08-29T19:03:24.182 INFO:tasks.workunit.client.0.smithi028.stdout: "data_units_written": 911674230, 2024-08-29T19:03:24.182 INFO:tasks.workunit.client.0.smithi028.stdout: "host_reads": 3127841064, 2024-08-29T19:03:24.182 INFO:tasks.workunit.client.0.smithi028.stdout: "host_writes": 19672922154, 2024-08-29T19:03:24.182 INFO:tasks.workunit.client.0.smithi028.stdout: "media_errors": 0, 2024-08-29T19:03:24.182 INFO:tasks.workunit.client.0.smithi028.stdout: "num_err_log_entries": 0, 2024-08-29T19:03:24.182 INFO:tasks.workunit.client.0.smithi028.stdout: "percentage_used": 0, 2024-08-29T19:03:24.182 INFO:tasks.workunit.client.0.smithi028.stdout: "power_cycles": 35184, 2024-08-29T19:03:24.183 INFO:tasks.workunit.client.0.smithi028.stdout: "power_on_hours": 40578, 2024-08-29T19:03:24.183 INFO:tasks.workunit.client.0.smithi028.stdout: "temperature": 31, 2024-08-29T19:03:24.183 INFO:tasks.workunit.client.0.smithi028.stdout: "unsafe_shutdowns": 10085 2024-08-29T19:03:24.183 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:24.183 INFO:tasks.workunit.client.0.smithi028.stdout: "nvme_vendor": "intel", 2024-08-29T19:03:24.183 INFO:tasks.workunit.client.0.smithi028.stdout: "nvme_version": { 2024-08-29T19:03:24.183 INFO:tasks.workunit.client.0.smithi028.stdout: "string": "<1.2", 2024-08-29T19:03:24.183 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:24.183 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:24.183 INFO:tasks.workunit.client.0.smithi028.stdout: "power_cycle_count": 35184, 2024-08-29T19:03:24.183 INFO:tasks.workunit.client.0.smithi028.stdout: "power_on_time": { 2024-08-29T19:03:24.183 INFO:tasks.workunit.client.0.smithi028.stdout: "hours": 40578 2024-08-29T19:03:24.183 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:24.183 INFO:tasks.workunit.client.0.smithi028.stdout: "serial_number": "deleted", 2024-08-29T19:03:24.184 INFO:tasks.workunit.client.0.smithi028.stdout: "smart_status": { 2024-08-29T19:03:24.184 INFO:tasks.workunit.client.0.smithi028.stdout: "nvme": { 2024-08-29T19:03:24.184 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:24.184 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:24.184 INFO:tasks.workunit.client.0.smithi028.stdout: "passed": true 2024-08-29T19:03:24.184 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:24.184 INFO:tasks.workunit.client.0.smithi028.stdout: "smartctl": { 2024-08-29T19:03:24.184 INFO:tasks.workunit.client.0.smithi028.stdout: "argv": [ 2024-08-29T19:03:24.184 INFO:tasks.workunit.client.0.smithi028.stdout: "smartctl", 2024-08-29T19:03:24.184 INFO:tasks.workunit.client.0.smithi028.stdout: "-x", 2024-08-29T19:03:24.184 INFO:tasks.workunit.client.0.smithi028.stdout: "--json=o", 2024-08-29T19:03:24.184 INFO:tasks.workunit.client.0.smithi028.stdout: "/dev/nvme0n1" 2024-08-29T19:03:24.184 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-08-29T19:03:24.184 INFO:tasks.workunit.client.0.smithi028.stdout: "build_info": "(local build)", 2024-08-29T19:03:24.185 INFO:tasks.workunit.client.0.smithi028.stdout: "exit_status": 0, 2024-08-29T19:03:24.185 INFO:tasks.workunit.client.0.smithi028.stdout: "output": [ 2024-08-29T19:03:24.185 INFO:tasks.workunit.client.0.smithi028.stdout: "smartctl 7.2 2020-12-30 r5155 [x86_64-linux-5.15.0-119-generic] (local build)", 2024-08-29T19:03:24.185 INFO:tasks.workunit.client.0.smithi028.stdout: "Copyright (C) 2002-20, Bruce Allen, Christian Franke, www.smartmontools.org", 2024-08-29T19:03:24.185 INFO:tasks.workunit.client.0.smithi028.stdout: "", 2024-08-29T19:03:24.185 INFO:tasks.workunit.client.0.smithi028.stdout: "=== START OF INFORMATION SECTION ===", 2024-08-29T19:03:24.185 INFO:tasks.workunit.client.0.smithi028.stdout: "Model Number: INTEL SSDPED1D480GA", 2024-08-29T19:03:24.185 INFO:tasks.workunit.client.0.smithi028.stdout: "Serial Number: deleted", 2024-08-29T19:03:24.185 INFO:tasks.workunit.client.0.smithi028.stdout: "Firmware Version: E2010325", 2024-08-29T19:03:24.185 INFO:tasks.workunit.client.0.smithi028.stdout: "PCI Vendor/Subsystem ID: 0x8086", 2024-08-29T19:03:24.185 INFO:tasks.workunit.client.0.smithi028.stdout: "IEEE OUI Identifier: 0x5cd2e4", 2024-08-29T19:03:24.185 INFO:tasks.workunit.client.0.smithi028.stdout: "Controller ID: 0", 2024-08-29T19:03:24.185 INFO:tasks.workunit.client.0.smithi028.stdout: "NVMe Version: <1.2", 2024-08-29T19:03:24.185 INFO:tasks.workunit.client.0.smithi028.stdout: "Number of Namespaces: 1", 2024-08-29T19:03:24.186 INFO:tasks.workunit.client.0.smithi028.stdout: "Namespace 1 Size/Capacity: 480,103,981,056 [480 GB]", 2024-08-29T19:03:24.186 INFO:tasks.workunit.client.0.smithi028.stdout: "Namespace 1 Formatted LBA Size: 512", 2024-08-29T19:03:24.186 INFO:tasks.workunit.client.0.smithi028.stdout: "Local Time is: Thu Aug 29 17:35:30 2024 UTC", 2024-08-29T19:03:24.186 INFO:tasks.workunit.client.0.smithi028.stdout: "Firmware Updates (0x02): 1 Slot", 2024-08-29T19:03:24.186 INFO:tasks.workunit.client.0.smithi028.stdout: "Optional Admin Commands (0x0007): Security Format Frmw_DL", 2024-08-29T19:03:24.186 INFO:tasks.workunit.client.0.smithi028.stdout: "Optional NVM Commands (0x0006): Wr_Unc DS_Mngmt", 2024-08-29T19:03:24.186 INFO:tasks.workunit.client.0.smithi028.stdout: "Log Page Attributes (0x02): Cmd_Eff_Lg", 2024-08-29T19:03:24.186 INFO:tasks.workunit.client.0.smithi028.stdout: "Maximum Data Transfer Size: 32 Pages", 2024-08-29T19:03:24.186 INFO:tasks.workunit.client.0.smithi028.stdout: "", 2024-08-29T19:03:24.186 INFO:tasks.workunit.client.0.smithi028.stdout: "Supported Power States", 2024-08-29T19:03:24.186 INFO:tasks.workunit.client.0.smithi028.stdout: "St Op Max Active Idle RL RT WL WT Ent_Lat Ex_Lat", 2024-08-29T19:03:24.186 INFO:tasks.workunit.client.0.smithi028.stdout: " 0 + 18.00W - - 0 0 0 0 0 0", 2024-08-29T19:03:24.186 INFO:tasks.workunit.client.0.smithi028.stdout: "", 2024-08-29T19:03:24.187 INFO:tasks.workunit.client.0.smithi028.stdout: "Supported LBA Sizes (NSID 0x1)", 2024-08-29T19:03:24.187 INFO:tasks.workunit.client.0.smithi028.stdout: "Id Fmt Data Metadt Rel_Perf", 2024-08-29T19:03:24.187 INFO:tasks.workunit.client.0.smithi028.stdout: " 0 + 512 0 2", 2024-08-29T19:03:24.187 INFO:tasks.workunit.client.0.smithi028.stdout: "", 2024-08-29T19:03:24.187 INFO:tasks.workunit.client.0.smithi028.stdout: "=== START OF SMART DATA SECTION ===", 2024-08-29T19:03:24.187 INFO:tasks.workunit.client.0.smithi028.stdout: "SMART overall-health self-assessment test result: PASSED", 2024-08-29T19:03:24.187 INFO:tasks.workunit.client.0.smithi028.stdout: "", 2024-08-29T19:03:24.187 INFO:tasks.workunit.client.0.smithi028.stdout: "SMART/Health Information (NVMe Log 0x02)", 2024-08-29T19:03:24.187 INFO:tasks.workunit.client.0.smithi028.stdout: "Critical Warning: 0x00", 2024-08-29T19:03:24.187 INFO:tasks.workunit.client.0.smithi028.stdout: "Temperature: 31 Celsius", 2024-08-29T19:03:24.187 INFO:tasks.workunit.client.0.smithi028.stdout: "Available Spare: 100%", 2024-08-29T19:03:24.187 INFO:tasks.workunit.client.0.smithi028.stdout: "Available Spare Threshold: 0%", 2024-08-29T19:03:24.187 INFO:tasks.workunit.client.0.smithi028.stdout: "Percentage Used: 0%", 2024-08-29T19:03:24.187 INFO:tasks.workunit.client.0.smithi028.stdout: "Data Units Read: 180,342,202 [92.3 TB]", 2024-08-29T19:03:24.188 INFO:tasks.workunit.client.0.smithi028.stdout: "Data Units Written: 911,674,230 [466 TB]", 2024-08-29T19:03:24.188 INFO:tasks.workunit.client.0.smithi028.stdout: "Host Read Commands: 3,127,841,064", 2024-08-29T19:03:24.188 INFO:tasks.workunit.client.0.smithi028.stdout: "Host Write Commands: 19,672,922,154", 2024-08-29T19:03:24.188 INFO:tasks.workunit.client.0.smithi028.stdout: "Controller Busy Time: 5,288", 2024-08-29T19:03:24.188 INFO:tasks.workunit.client.0.smithi028.stdout: "Power Cycles: 35,184", 2024-08-29T19:03:24.188 INFO:tasks.workunit.client.0.smithi028.stdout: "Power On Hours: 40,578", 2024-08-29T19:03:24.188 INFO:tasks.workunit.client.0.smithi028.stdout: "Unsafe Shutdowns: 10,085", 2024-08-29T19:03:24.188 INFO:tasks.workunit.client.0.smithi028.stdout: "Media and Data Integrity Errors: 0", 2024-08-29T19:03:24.188 INFO:tasks.workunit.client.0.smithi028.stdout: "Error Information Log Entries: 0", 2024-08-29T19:03:24.188 INFO:tasks.workunit.client.0.smithi028.stdout: "", 2024-08-29T19:03:24.188 INFO:tasks.workunit.client.0.smithi028.stdout: "Error Information (NVMe Log 0x01, 16 of 64 entries)", 2024-08-29T19:03:24.188 INFO:tasks.workunit.client.0.smithi028.stdout: "No Errors Logged", 2024-08-29T19:03:24.188 INFO:tasks.workunit.client.0.smithi028.stdout: "" 2024-08-29T19:03:24.188 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-08-29T19:03:24.189 INFO:tasks.workunit.client.0.smithi028.stdout: "platform_info": "x86_64-linux-5.15.0-119-generic", 2024-08-29T19:03:24.189 INFO:tasks.workunit.client.0.smithi028.stdout: "svn_revision": "5155", 2024-08-29T19:03:24.189 INFO:tasks.workunit.client.0.smithi028.stdout: "version": [ 2024-08-29T19:03:24.189 INFO:tasks.workunit.client.0.smithi028.stdout: 7, 2024-08-29T19:03:24.189 INFO:tasks.workunit.client.0.smithi028.stdout: 2 2024-08-29T19:03:24.189 INFO:tasks.workunit.client.0.smithi028.stdout: ] 2024-08-29T19:03:24.189 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:24.189 INFO:tasks.workunit.client.0.smithi028.stdout: "temperature": { 2024-08-29T19:03:24.189 INFO:tasks.workunit.client.0.smithi028.stdout: "current": 31 2024-08-29T19:03:24.189 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:24.189 INFO:tasks.workunit.client.0.smithi028.stdout: "user_capacity": { 2024-08-29T19:03:24.189 INFO:tasks.workunit.client.0.smithi028.stdout: "blocks": 937703088, 2024-08-29T19:03:24.189 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 480103981056 2024-08-29T19:03:24.189 INFO:tasks.workunit.client.0.smithi028.stdout: } 2024-08-29T19:03:24.190 INFO:tasks.workunit.client.0.smithi028.stdout: } 2024-08-29T19:03:24.190 INFO:tasks.workunit.client.0.smithi028.stdout: } 2024-08-29T19:03:24.190 INFO:tasks.workunit.client.0.smithi028.stdout: } 2024-08-29T19:03:24.190 INFO:tasks.workunit.client.0.smithi028.stdout:} 2024-08-29T19:03:24.190 INFO:journalctl@ceph.prometheus.a.smithi053.stdout:Aug 29 19:03:22 smithi053 bash[95567]: ts=2024-08-29T19:03:22.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"3167ee72-662c-11ef-bcd4-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-29T19:03:24.191 INFO:tasks.workunit.client.0.smithi028.stderr:+ ceph telemetry show 2024-08-29T19:03:24.191 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 19:03:22 smithi028 bash[77168]: audit 2024-08-29T19:03:21.851299+0000 mon.a (mon.0) 4470 : audit [DBG] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-29T19:03:24.191 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 19:03:22 smithi028 bash[77168]: audit 2024-08-29T19:03:21.851785+0000 mon.a (mon.0) 4471 : audit [DBG] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-29T19:03:24.191 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 19:03:22 smithi028 bash[77168]: audit 2024-08-29T19:03:21.852238+0000 mon.a (mon.0) 4472 : audit [DBG] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-29T19:03:24.191 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 19:03:22 smithi028 bash[77168]: audit 2024-08-29T19:03:21.855574+0000 mon.a (mon.0) 4473 : audit [DBG] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-29T19:03:24.191 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 19:03:22 smithi028 bash[77168]: audit 2024-08-29T19:03:21.856140+0000 mon.a (mon.0) 4474 : audit [DBG] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-29T19:03:24.191 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 19:03:22 smithi028 bash[77168]: audit 2024-08-29T19:03:21.856617+0000 mon.a (mon.0) 4475 : audit [DBG] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-29T19:03:24.192 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 19:03:22 smithi028 bash[77168]: audit 2024-08-29T19:03:21.875543+0000 mon.a (mon.0) 4476 : audit [INF] from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-08-29T19:03:24.192 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 19:03:22 smithi028 bash[77168]: audit 2024-08-29T19:03:21.875673+0000 mon.a (mon.0) 4477 : audit [INF] from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-08-29T19:03:24.192 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 19:03:22 smithi028 bash[77168]: audit 2024-08-29T19:03:21.876051+0000 mon.a (mon.0) 4478 : audit [DBG] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-29T19:03:24.192 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 19:03:22 smithi028 bash[77168]: audit 2024-08-29T19:03:21.876583+0000 mon.a (mon.0) 4479 : audit [DBG] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-29T19:03:24.192 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 19:03:22 smithi028 bash[77168]: audit 2024-08-29T19:03:21.876942+0000 mon.a (mon.0) 4480 : audit [DBG] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-29T19:03:24.192 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 19:03:22 smithi028 bash[77168]: audit 2024-08-29T19:03:21.879272+0000 mon.b (mon.1) 24 : audit [INF] from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-08-29T19:03:24.192 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 19:03:22 smithi028 bash[77168]: audit 2024-08-29T19:03:21.879366+0000 mon.b (mon.1) 25 : audit [INF] from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-08-29T19:03:24.192 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 19:03:22 smithi028 bash[77168]: audit 2024-08-29T19:03:21.880403+0000 mon.a (mon.0) 4481 : audit [DBG] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-29T19:03:24.192 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 19:03:22 smithi028 bash[77168]: audit 2024-08-29T19:03:21.881090+0000 mon.a (mon.0) 4482 : audit [DBG] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-29T19:03:24.192 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 19:03:22 smithi028 bash[77168]: audit 2024-08-29T19:03:21.881369+0000 mon.a (mon.0) 4483 : audit [DBG] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-29T19:03:24.192 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 19:03:22 smithi028 bash[77168]: audit 2024-08-29T19:03:21.884411+0000 mon.c (mon.2) 166 : audit [INF] from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-08-29T19:03:24.192 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 19:03:22 smithi028 bash[77168]: audit 2024-08-29T19:03:21.884556+0000 mon.c (mon.2) 167 : audit [INF] from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-08-29T19:03:24.192 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 19:03:22 smithi028 bash[77168]: audit 2024-08-29T19:03:21.884950+0000 mon.a (mon.0) 4484 : audit [DBG] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-29T19:03:24.192 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 19:03:22 smithi028 bash[77168]: audit 2024-08-29T19:03:21.885664+0000 mon.a (mon.0) 4485 : audit [DBG] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-29T19:03:24.193 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 19:03:22 smithi028 bash[77168]: audit 2024-08-29T19:03:21.886029+0000 mon.a (mon.0) 4486 : audit [DBG] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-29T19:03:24.193 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 19:03:22 smithi028 bash[78352]: audit 2024-08-29T19:03:21.852238+0000 mon.a (mon.0) 4472 : audit [DBG] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-29T19:03:24.193 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 19:03:22 smithi028 bash[78352]: audit 2024-08-29T19:03:21.855574+0000 mon.a (mon.0) 4473 : audit [DBG] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-29T19:03:24.193 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 19:03:22 smithi028 bash[78352]: audit 2024-08-29T19:03:21.856140+0000 mon.a (mon.0) 4474 : audit [DBG] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-29T19:03:24.193 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 19:03:22 smithi028 bash[78352]: audit 2024-08-29T19:03:21.856617+0000 mon.a (mon.0) 4475 : audit [DBG] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-29T19:03:24.193 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 19:03:22 smithi028 bash[78352]: audit 2024-08-29T19:03:21.875543+0000 mon.a (mon.0) 4476 : audit [INF] from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-08-29T19:03:24.193 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 19:03:22 smithi028 bash[78352]: audit 2024-08-29T19:03:21.875673+0000 mon.a (mon.0) 4477 : audit [INF] from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-08-29T19:03:24.194 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 19:03:22 smithi028 bash[78352]: audit 2024-08-29T19:03:21.876051+0000 mon.a (mon.0) 4478 : audit [DBG] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-29T19:03:24.194 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 19:03:22 smithi028 bash[78352]: audit 2024-08-29T19:03:21.876583+0000 mon.a (mon.0) 4479 : audit [DBG] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-29T19:03:24.194 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 19:03:22 smithi028 bash[78352]: audit 2024-08-29T19:03:21.876942+0000 mon.a (mon.0) 4480 : audit [DBG] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-29T19:03:24.194 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 19:03:22 smithi028 bash[78352]: audit 2024-08-29T19:03:21.879272+0000 mon.b (mon.1) 24 : audit [INF] from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-08-29T19:03:24.194 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 19:03:22 smithi028 bash[78352]: audit 2024-08-29T19:03:21.879366+0000 mon.b (mon.1) 25 : audit [INF] from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-08-29T19:03:24.194 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 19:03:22 smithi028 bash[78352]: audit 2024-08-29T19:03:21.880403+0000 mon.a (mon.0) 4481 : audit [DBG] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-29T19:03:24.194 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 19:03:22 smithi028 bash[78352]: audit 2024-08-29T19:03:21.881090+0000 mon.a (mon.0) 4482 : audit [DBG] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-29T19:03:24.194 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 19:03:22 smithi028 bash[78352]: audit 2024-08-29T19:03:21.881369+0000 mon.a (mon.0) 4483 : audit [DBG] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-29T19:03:24.194 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 19:03:22 smithi028 bash[78352]: audit 2024-08-29T19:03:21.884411+0000 mon.c (mon.2) 166 : audit [INF] from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-08-29T19:03:24.194 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 19:03:22 smithi028 bash[78352]: audit 2024-08-29T19:03:21.884556+0000 mon.c (mon.2) 167 : audit [INF] from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-08-29T19:03:24.194 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 19:03:22 smithi028 bash[78352]: audit 2024-08-29T19:03:21.884950+0000 mon.a (mon.0) 4484 : audit [DBG] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-29T19:03:24.194 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 19:03:22 smithi028 bash[78352]: audit 2024-08-29T19:03:21.885664+0000 mon.a (mon.0) 4485 : audit [DBG] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-29T19:03:24.194 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 19:03:22 smithi028 bash[78352]: audit 2024-08-29T19:03:21.886029+0000 mon.a (mon.0) 4486 : audit [DBG] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-29T19:03:24.196 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 19:03:22 smithi053 bash[68679]: audit 2024-08-29T19:03:20.508974+0000 mgr.y (mgr.25022) 2305 : audit [DBG] from='client.45902 -' entity='client.admin' cmd=[{"prefix": "telemetry preview-all", "target": ["mon-mgr", ""]}]: dispatch 2024-08-29T19:03:24.196 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 19:03:22 smithi053 bash[68679]: cluster 2024-08-29T19:03:20.723003+0000 mgr.y (mgr.25022) 2306 : cluster [DBG] pgmap v4467: 105 pgs: 105 active+clean; 4.6 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail 2024-08-29T19:03:24.196 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 19:03:22 smithi053 bash[68679]: audit 2024-08-29T19:03:21.235145+0000 mgr.y (mgr.25022) 2307 : audit [DBG] from='client.35913 -' entity='client.admin' cmd=[{"prefix": "telemetry show", "target": ["mon-mgr", ""]}]: dispatch 2024-08-29T19:03:24.196 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 19:03:22 smithi053 bash[68679]: audit 2024-08-29T19:03:21.441533+0000 mon.a (mon.0) 4454 : audit [INF] from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-08-29T19:03:24.196 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 19:03:22 smithi053 bash[68679]: audit 2024-08-29T19:03:21.441678+0000 mon.a (mon.0) 4455 : audit [INF] from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-08-29T19:03:24.196 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 19:03:22 smithi053 bash[68679]: audit 2024-08-29T19:03:21.441950+0000 mon.a (mon.0) 4456 : audit [DBG] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-29T19:03:24.196 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 19:03:22 smithi053 bash[68679]: audit 2024-08-29T19:03:21.442967+0000 mon.a (mon.0) 4457 : audit [DBG] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-29T19:03:24.196 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 19:03:22 smithi053 bash[68679]: audit 2024-08-29T19:03:21.443446+0000 mon.a (mon.0) 4458 : audit [DBG] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-29T19:03:24.196 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 19:03:22 smithi053 bash[68679]: audit 2024-08-29T19:03:21.446020+0000 mon.b (mon.1) 22 : audit [INF] from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-08-29T19:03:24.196 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 19:03:22 smithi053 bash[68679]: audit 2024-08-29T19:03:21.446111+0000 mon.b (mon.1) 23 : audit [INF] from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-08-29T19:03:24.196 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 19:03:22 smithi053 bash[68679]: audit 2024-08-29T19:03:21.447134+0000 mon.a (mon.0) 4459 : audit [DBG] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-29T19:03:24.196 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 19:03:22 smithi053 bash[68679]: audit 2024-08-29T19:03:21.447812+0000 mon.a (mon.0) 4460 : audit [DBG] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-29T19:03:24.197 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 19:03:22 smithi053 bash[68679]: audit 2024-08-29T19:03:21.448094+0000 mon.a (mon.0) 4461 : audit [DBG] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-29T19:03:24.197 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 19:03:22 smithi053 bash[68679]: audit 2024-08-29T19:03:21.450939+0000 mon.c (mon.2) 164 : audit [INF] from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-08-29T19:03:24.197 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 19:03:22 smithi053 bash[68679]: audit 2024-08-29T19:03:21.451033+0000 mon.c (mon.2) 165 : audit [INF] from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-08-29T19:03:24.197 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 19:03:22 smithi053 bash[68679]: audit 2024-08-29T19:03:21.451448+0000 mon.a (mon.0) 4462 : audit [DBG] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-29T19:03:24.197 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 19:03:22 smithi053 bash[68679]: audit 2024-08-29T19:03:21.452365+0000 mon.a (mon.0) 4463 : audit [DBG] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-29T19:03:24.197 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 19:03:22 smithi053 bash[68679]: audit 2024-08-29T19:03:21.452704+0000 mon.a (mon.0) 4464 : audit [DBG] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-29T19:03:24.197 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 19:03:22 smithi053 bash[68679]: audit 2024-08-29T19:03:21.699938+0000 mon.a (mon.0) 4465 : audit [DBG] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-29T19:03:24.197 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 19:03:22 smithi053 bash[68679]: audit 2024-08-29T19:03:21.707075+0000 mon.a (mon.0) 4466 : audit [DBG] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-08-29T19:03:24.197 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 19:03:22 smithi053 bash[68679]: audit 2024-08-29T19:03:21.847263+0000 mon.a (mon.0) 4467 : audit [DBG] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-29T19:03:24.197 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 19:03:22 smithi053 bash[68679]: audit 2024-08-29T19:03:21.847648+0000 mon.a (mon.0) 4468 : audit [DBG] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-29T19:03:24.197 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 19:03:22 smithi053 bash[68679]: audit 2024-08-29T19:03:21.847921+0000 mon.a (mon.0) 4469 : audit [DBG] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-29T19:03:24.197 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 19:03:22 smithi053 bash[68679]: audit 2024-08-29T19:03:21.851299+0000 mon.a (mon.0) 4470 : audit [DBG] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-29T19:03:24.197 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 19:03:22 smithi053 bash[68679]: audit 2024-08-29T19:03:21.851785+0000 mon.a (mon.0) 4471 : audit [DBG] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-29T19:03:24.197 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 19:03:22 smithi053 bash[68679]: audit 2024-08-29T19:03:21.852238+0000 mon.a (mon.0) 4472 : audit [DBG] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-29T19:03:24.198 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 19:03:22 smithi053 bash[68679]: audit 2024-08-29T19:03:21.855574+0000 mon.a (mon.0) 4473 : audit [DBG] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-29T19:03:24.198 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 19:03:22 smithi053 bash[68679]: audit 2024-08-29T19:03:21.856140+0000 mon.a (mon.0) 4474 : audit [DBG] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-29T19:03:24.198 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 19:03:22 smithi053 bash[68679]: audit 2024-08-29T19:03:21.856617+0000 mon.a (mon.0) 4475 : audit [DBG] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-29T19:03:24.198 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 19:03:22 smithi053 bash[68679]: audit 2024-08-29T19:03:21.875543+0000 mon.a (mon.0) 4476 : audit [INF] from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-08-29T19:03:24.198 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 19:03:22 smithi053 bash[68679]: audit 2024-08-29T19:03:21.875673+0000 mon.a (mon.0) 4477 : audit [INF] from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-08-29T19:03:24.198 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 19:03:22 smithi053 bash[68679]: audit 2024-08-29T19:03:21.876051+0000 mon.a (mon.0) 4478 : audit [DBG] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-29T19:03:24.198 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 19:03:22 smithi053 bash[68679]: audit 2024-08-29T19:03:21.876583+0000 mon.a (mon.0) 4479 : audit [DBG] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-29T19:03:24.198 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 19:03:22 smithi053 bash[68679]: audit 2024-08-29T19:03:21.876942+0000 mon.a (mon.0) 4480 : audit [DBG] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-29T19:03:24.198 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 19:03:22 smithi053 bash[68679]: audit 2024-08-29T19:03:21.879272+0000 mon.b (mon.1) 24 : audit [INF] from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-08-29T19:03:24.198 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 19:03:22 smithi053 bash[68679]: audit 2024-08-29T19:03:21.879366+0000 mon.b (mon.1) 25 : audit [INF] from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-08-29T19:03:24.198 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 19:03:22 smithi053 bash[68679]: audit 2024-08-29T19:03:21.880403+0000 mon.a (mon.0) 4481 : audit [DBG] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-29T19:03:24.198 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 19:03:22 smithi053 bash[68679]: audit 2024-08-29T19:03:21.881090+0000 mon.a (mon.0) 4482 : audit [DBG] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-29T19:03:24.198 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 19:03:22 smithi053 bash[68679]: audit 2024-08-29T19:03:21.881369+0000 mon.a (mon.0) 4483 : audit [DBG] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-29T19:03:24.198 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 19:03:22 smithi053 bash[68679]: audit 2024-08-29T19:03:21.884411+0000 mon.c (mon.2) 166 : audit [INF] from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-08-29T19:03:24.199 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 19:03:22 smithi053 bash[68679]: audit 2024-08-29T19:03:21.884556+0000 mon.c (mon.2) 167 : audit [INF] from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-08-29T19:03:24.199 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 19:03:22 smithi053 bash[68679]: audit 2024-08-29T19:03:21.884950+0000 mon.a (mon.0) 4484 : audit [DBG] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-29T19:03:24.199 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 19:03:22 smithi053 bash[68679]: audit 2024-08-29T19:03:21.885664+0000 mon.a (mon.0) 4485 : audit [DBG] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-29T19:03:24.199 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 19:03:22 smithi053 bash[68679]: audit 2024-08-29T19:03:21.886029+0000 mon.a (mon.0) 4486 : audit [DBG] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-29T19:03:24.199 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 19:03:23 smithi053 bash[68679]: audit 2024-08-29T19:03:21.697725+0000 mgr.y (mgr.25022) 2308 : audit [DBG] from='client.35913 -' entity='client.admin' cmd=[{"prefix": "telemetry show", "target": ["mon-mgr", ""]}]: dispatch 2024-08-29T19:03:24.199 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 19:03:23 smithi053 bash[68679]: audit 2024-08-29T19:03:22.360959+0000 mgr.y (mgr.25022) 2309 : audit [DBG] from='client.35931 -' entity='client.admin' cmd=[{"prefix": "telemetry show-device", "target": ["mon-mgr", ""]}]: dispatch 2024-08-29T19:03:24.199 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 19:03:23 smithi053 bash[68679]: audit 2024-08-29T19:03:22.945531+0000 mon.a (mon.0) 4487 : audit [DBG] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-29T19:03:24.199 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 19:03:23 smithi053 bash[68679]: audit 2024-08-29T19:03:22.950560+0000 mon.a (mon.0) 4488 : audit [DBG] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-08-29T19:03:24.199 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 19:03:23 smithi053 bash[68679]: audit 2024-08-29T19:03:23.072334+0000 mon.a (mon.0) 4489 : audit [DBG] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-29T19:03:24.199 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 19:03:23 smithi053 bash[68679]: audit 2024-08-29T19:03:23.072792+0000 mon.a (mon.0) 4490 : audit [DBG] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-29T19:03:24.199 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 19:03:23 smithi053 bash[68679]: audit 2024-08-29T19:03:23.073118+0000 mon.a (mon.0) 4491 : audit [DBG] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-29T19:03:24.199 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 19:03:23 smithi053 bash[68679]: audit 2024-08-29T19:03:23.076360+0000 mon.a (mon.0) 4492 : audit [DBG] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-29T19:03:24.199 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 19:03:23 smithi053 bash[68679]: audit 2024-08-29T19:03:23.076832+0000 mon.a (mon.0) 4493 : audit [DBG] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-29T19:03:24.199 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 19:03:23 smithi053 bash[68679]: audit 2024-08-29T19:03:23.077171+0000 mon.a (mon.0) 4494 : audit [DBG] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-29T19:03:24.200 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 19:03:23 smithi053 bash[68679]: audit 2024-08-29T19:03:23.079946+0000 mon.a (mon.0) 4495 : audit [DBG] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-29T19:03:24.200 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 19:03:23 smithi053 bash[68679]: audit 2024-08-29T19:03:23.080338+0000 mon.a (mon.0) 4496 : audit [DBG] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-29T19:03:24.200 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 19:03:23 smithi053 bash[68679]: audit 2024-08-29T19:03:23.080708+0000 mon.a (mon.0) 4497 : audit [DBG] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-29T19:03:24.200 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 19:03:23 smithi053 bash[68679]: audit 2024-08-29T19:03:23.099154+0000 mon.a (mon.0) 4498 : audit [INF] from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-08-29T19:03:24.200 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 19:03:23 smithi053 bash[68679]: audit 2024-08-29T19:03:23.099248+0000 mon.a (mon.0) 4499 : audit [INF] from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-08-29T19:03:24.200 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 19:03:23 smithi053 bash[68679]: audit 2024-08-29T19:03:23.099688+0000 mon.a (mon.0) 4500 : audit [DBG] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-29T19:03:24.200 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 19:03:23 smithi053 bash[68679]: audit 2024-08-29T19:03:23.100192+0000 mon.a (mon.0) 4501 : audit [DBG] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-29T19:03:24.200 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 19:03:23 smithi053 bash[68679]: audit 2024-08-29T19:03:23.100628+0000 mon.a (mon.0) 4502 : audit [DBG] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-29T19:03:24.200 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 19:03:23 smithi053 bash[68679]: audit 2024-08-29T19:03:23.102891+0000 mon.b (mon.1) 26 : audit [INF] from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-08-29T19:03:24.200 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 19:03:23 smithi053 bash[68679]: audit 2024-08-29T19:03:23.102985+0000 mon.b (mon.1) 27 : audit [INF] from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-08-29T19:03:24.200 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 19:03:23 smithi053 bash[68679]: audit 2024-08-29T19:03:23.103832+0000 mon.a (mon.0) 4503 : audit [DBG] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-29T19:03:24.200 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 19:03:23 smithi053 bash[68679]: audit 2024-08-29T19:03:23.104643+0000 mon.a (mon.0) 4504 : audit [DBG] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-29T19:03:24.200 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 19:03:23 smithi053 bash[68679]: audit 2024-08-29T19:03:23.105114+0000 mon.a (mon.0) 4505 : audit [DBG] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-29T19:03:24.201 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 19:03:23 smithi053 bash[68679]: audit 2024-08-29T19:03:23.107936+0000 mon.c (mon.2) 168 : audit [INF] from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-08-29T19:03:24.201 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 19:03:23 smithi053 bash[68679]: audit 2024-08-29T19:03:23.108054+0000 mon.c (mon.2) 169 : audit [INF] from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-08-29T19:03:24.201 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 19:03:23 smithi053 bash[68679]: audit 2024-08-29T19:03:23.108427+0000 mon.a (mon.0) 4506 : audit [DBG] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-29T19:03:24.201 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 19:03:23 smithi053 bash[68679]: audit 2024-08-29T19:03:23.109220+0000 mon.a (mon.0) 4507 : audit [DBG] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-29T19:03:24.201 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 19:03:23 smithi053 bash[68679]: audit 2024-08-29T19:03:23.109591+0000 mon.a (mon.0) 4508 : audit [DBG] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-29T19:03:24.201 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 19:03:23 smithi053 bash[68679]: audit 2024-08-29T19:03:23.342594+0000 mon.a (mon.0) 4509 : audit [DBG] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-29T19:03:24.201 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 19:03:23 smithi053 bash[68679]: audit 2024-08-29T19:03:23.347864+0000 mon.a (mon.0) 4510 : audit [DBG] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-08-29T19:03:24.207 INFO:tasks.workunit.client.0.smithi028.stdout:{ 2024-08-29T19:03:24.207 INFO:tasks.workunit.client.0.smithi028.stdout: "balancer": { 2024-08-29T19:03:24.207 INFO:tasks.workunit.client.0.smithi028.stdout: "active": true, 2024-08-29T19:03:24.207 INFO:tasks.workunit.client.0.smithi028.stdout: "mode": "" 2024-08-29T19:03:24.207 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:24.207 INFO:tasks.workunit.client.0.smithi028.stdout: "channels": [ 2024-08-29T19:03:24.207 INFO:tasks.workunit.client.0.smithi028.stdout: "basic", 2024-08-29T19:03:24.207 INFO:tasks.workunit.client.0.smithi028.stdout: "crash", 2024-08-29T19:03:24.207 INFO:tasks.workunit.client.0.smithi028.stdout: "device", 2024-08-29T19:03:24.207 INFO:tasks.workunit.client.0.smithi028.stdout: "ident", 2024-08-29T19:03:24.207 INFO:tasks.workunit.client.0.smithi028.stdout: "perf" 2024-08-29T19:03:24.208 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-08-29T19:03:24.208 INFO:tasks.workunit.client.0.smithi028.stdout: "channels_available": [ 2024-08-29T19:03:24.208 INFO:tasks.workunit.client.0.smithi028.stdout: "basic", 2024-08-29T19:03:24.208 INFO:tasks.workunit.client.0.smithi028.stdout: "ident", 2024-08-29T19:03:24.208 INFO:tasks.workunit.client.0.smithi028.stdout: "crash", 2024-08-29T19:03:24.208 INFO:tasks.workunit.client.0.smithi028.stdout: "device", 2024-08-29T19:03:24.208 INFO:tasks.workunit.client.0.smithi028.stdout: "perf" 2024-08-29T19:03:24.208 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-08-29T19:03:24.208 INFO:tasks.workunit.client.0.smithi028.stdout: "collections_available": [ 2024-08-29T19:03:24.208 INFO:tasks.workunit.client.0.smithi028.stdout: "basic_base", 2024-08-29T19:03:24.208 INFO:tasks.workunit.client.0.smithi028.stdout: "device_base", 2024-08-29T19:03:24.208 INFO:tasks.workunit.client.0.smithi028.stdout: "crash_base", 2024-08-29T19:03:24.208 INFO:tasks.workunit.client.0.smithi028.stdout: "ident_base", 2024-08-29T19:03:24.209 INFO:tasks.workunit.client.0.smithi028.stdout: "perf_perf", 2024-08-29T19:03:24.209 INFO:tasks.workunit.client.0.smithi028.stdout: "basic_mds_metadata", 2024-08-29T19:03:24.209 INFO:tasks.workunit.client.0.smithi028.stdout: "basic_pool_usage", 2024-08-29T19:03:24.209 INFO:tasks.workunit.client.0.smithi028.stdout: "basic_usage_by_class", 2024-08-29T19:03:24.209 INFO:tasks.workunit.client.0.smithi028.stdout: "basic_rook_v01", 2024-08-29T19:03:24.209 INFO:tasks.workunit.client.0.smithi028.stdout: "perf_memory_metrics", 2024-08-29T19:03:24.209 INFO:tasks.workunit.client.0.smithi028.stdout: "basic_pool_options_bluestore", 2024-08-29T19:03:24.209 INFO:tasks.workunit.client.0.smithi028.stdout: "basic_pool_flags" 2024-08-29T19:03:24.209 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-08-29T19:03:24.209 INFO:tasks.workunit.client.0.smithi028.stdout: "collections_opted_in": [ 2024-08-29T19:03:24.209 INFO:tasks.workunit.client.0.smithi028.stdout: "basic_base", 2024-08-29T19:03:24.209 INFO:tasks.workunit.client.0.smithi028.stdout: "device_base", 2024-08-29T19:03:24.209 INFO:tasks.workunit.client.0.smithi028.stdout: "crash_base", 2024-08-29T19:03:24.209 INFO:tasks.workunit.client.0.smithi028.stdout: "ident_base", 2024-08-29T19:03:24.210 INFO:tasks.workunit.client.0.smithi028.stdout: "perf_perf", 2024-08-29T19:03:24.210 INFO:tasks.workunit.client.0.smithi028.stdout: "basic_mds_metadata", 2024-08-29T19:03:24.210 INFO:tasks.workunit.client.0.smithi028.stdout: "basic_pool_usage", 2024-08-29T19:03:24.210 INFO:tasks.workunit.client.0.smithi028.stdout: "basic_usage_by_class", 2024-08-29T19:03:24.210 INFO:tasks.workunit.client.0.smithi028.stdout: "basic_rook_v01", 2024-08-29T19:03:24.210 INFO:tasks.workunit.client.0.smithi028.stdout: "perf_memory_metrics", 2024-08-29T19:03:24.210 INFO:tasks.workunit.client.0.smithi028.stdout: "basic_pool_options_bluestore" 2024-08-29T19:03:24.210 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-08-29T19:03:24.210 INFO:tasks.workunit.client.0.smithi028.stdout: "config": { 2024-08-29T19:03:24.210 INFO:tasks.workunit.client.0.smithi028.stdout: "active_changed": [ 2024-08-29T19:03:24.210 INFO:tasks.workunit.client.0.smithi028.stdout: "auth_allow_insecure_global_id_reclaim", 2024-08-29T19:03:24.210 INFO:tasks.workunit.client.0.smithi028.stdout: "auth_debug", 2024-08-29T19:03:24.210 INFO:tasks.workunit.client.0.smithi028.stdout: "auth_mon_ticket_ttl", 2024-08-29T19:03:24.210 INFO:tasks.workunit.client.0.smithi028.stdout: "auth_service_ticket_ttl", 2024-08-29T19:03:24.211 INFO:tasks.workunit.client.0.smithi028.stdout: "bdev_debug_aio", 2024-08-29T19:03:24.211 INFO:tasks.workunit.client.0.smithi028.stdout: "client_check_pool_perm", 2024-08-29T19:03:24.211 INFO:tasks.workunit.client.0.smithi028.stdout: "client_mount_gid", 2024-08-29T19:03:24.211 INFO:tasks.workunit.client.0.smithi028.stdout: "client_mount_uid", 2024-08-29T19:03:24.211 INFO:tasks.workunit.client.0.smithi028.stdout: "client_quota", 2024-08-29T19:03:24.211 INFO:tasks.workunit.client.0.smithi028.stdout: "container_image", 2024-08-29T19:03:24.211 INFO:tasks.workunit.client.0.smithi028.stdout: "daemonize", 2024-08-29T19:03:24.211 INFO:tasks.workunit.client.0.smithi028.stdout: "debug_asserts_on_shutdown", 2024-08-29T19:03:24.211 INFO:tasks.workunit.client.0.smithi028.stdout: "debug_mgr", 2024-08-29T19:03:24.211 INFO:tasks.workunit.client.0.smithi028.stdout: "debug_mon", 2024-08-29T19:03:24.211 INFO:tasks.workunit.client.0.smithi028.stdout: "debug_ms", 2024-08-29T19:03:24.211 INFO:tasks.workunit.client.0.smithi028.stdout: "debug_osd", 2024-08-29T19:03:24.211 INFO:tasks.workunit.client.0.smithi028.stdout: "debug_paxos", 2024-08-29T19:03:24.212 INFO:tasks.workunit.client.0.smithi028.stdout: "keyring", 2024-08-29T19:03:24.212 INFO:tasks.workunit.client.0.smithi028.stdout: "log_stderr_prefix", 2024-08-29T19:03:24.212 INFO:tasks.workunit.client.0.smithi028.stdout: "log_to_file", 2024-08-29T19:03:24.212 INFO:tasks.workunit.client.0.smithi028.stdout: "log_to_journald", 2024-08-29T19:03:24.212 INFO:tasks.workunit.client.0.smithi028.stdout: "log_to_stderr", 2024-08-29T19:03:24.212 INFO:tasks.workunit.client.0.smithi028.stdout: "mon_allow_pool_delete", 2024-08-29T19:03:24.212 INFO:tasks.workunit.client.0.smithi028.stdout: "mon_clock_drift_allowed", 2024-08-29T19:03:24.212 INFO:tasks.workunit.client.0.smithi028.stdout: "mon_cluster_log_to_file", 2024-08-29T19:03:24.212 INFO:tasks.workunit.client.0.smithi028.stdout: "mon_cluster_log_to_stderr", 2024-08-29T19:03:24.212 INFO:tasks.workunit.client.0.smithi028.stdout: "mon_data_avail_warn", 2024-08-29T19:03:24.212 INFO:tasks.workunit.client.0.smithi028.stdout: "mon_election_default_strategy", 2024-08-29T19:03:24.212 INFO:tasks.workunit.client.0.smithi028.stdout: "mon_host", 2024-08-29T19:03:24.212 INFO:tasks.workunit.client.0.smithi028.stdout: "mon_max_pg_per_osd", 2024-08-29T19:03:24.213 INFO:tasks.workunit.client.0.smithi028.stdout: "mon_mds_skip_sanity", 2024-08-29T19:03:24.213 INFO:tasks.workunit.client.0.smithi028.stdout: "mon_mgr_mkfs_grace", 2024-08-29T19:03:24.213 INFO:tasks.workunit.client.0.smithi028.stdout: "mon_osd_prime_pg_temp", 2024-08-29T19:03:24.213 INFO:tasks.workunit.client.0.smithi028.stdout: "mon_osd_reporter_subtree_level", 2024-08-29T19:03:24.213 INFO:tasks.workunit.client.0.smithi028.stdout: "mon_pg_warn_max_object_skew", 2024-08-29T19:03:24.213 INFO:tasks.workunit.client.0.smithi028.stdout: "mon_reweight_min_bytes_per_osd", 2024-08-29T19:03:24.213 INFO:tasks.workunit.client.0.smithi028.stdout: "mon_reweight_min_pgs_per_osd", 2024-08-29T19:03:24.213 INFO:tasks.workunit.client.0.smithi028.stdout: "mon_warn_on_crush_straw_calc_version_zero", 2024-08-29T19:03:24.213 INFO:tasks.workunit.client.0.smithi028.stdout: "mon_warn_on_insecure_global_id_reclaim", 2024-08-29T19:03:24.213 INFO:tasks.workunit.client.0.smithi028.stdout: "mon_warn_on_insecure_global_id_reclaim_allowed", 2024-08-29T19:03:24.213 INFO:tasks.workunit.client.0.smithi028.stdout: "mon_warn_on_legacy_crush_tunables", 2024-08-29T19:03:24.213 INFO:tasks.workunit.client.0.smithi028.stdout: "mon_warn_on_osd_down_out_interval_zero", 2024-08-29T19:03:24.213 INFO:tasks.workunit.client.0.smithi028.stdout: "mon_warn_on_pool_pg_num_not_power_of_two", 2024-08-29T19:03:24.213 INFO:tasks.workunit.client.0.smithi028.stdout: "mon_warn_on_too_few_osds", 2024-08-29T19:03:24.214 INFO:tasks.workunit.client.0.smithi028.stdout: "ms_die_on_bug", 2024-08-29T19:03:24.214 INFO:tasks.workunit.client.0.smithi028.stdout: "ms_die_on_old_message", 2024-08-29T19:03:24.214 INFO:tasks.workunit.client.0.smithi028.stdout: "no_config_file", 2024-08-29T19:03:24.214 INFO:tasks.workunit.client.0.smithi028.stdout: "osd_class_default_list", 2024-08-29T19:03:24.214 INFO:tasks.workunit.client.0.smithi028.stdout: "osd_class_load_list", 2024-08-29T19:03:24.214 INFO:tasks.workunit.client.0.smithi028.stdout: "osd_debug_misdirected_ops", 2024-08-29T19:03:24.214 INFO:tasks.workunit.client.0.smithi028.stdout: "osd_debug_op_order", 2024-08-29T19:03:24.214 INFO:tasks.workunit.client.0.smithi028.stdout: "osd_debug_pg_log_writeout", 2024-08-29T19:03:24.214 INFO:tasks.workunit.client.0.smithi028.stdout: "osd_debug_shutdown", 2024-08-29T19:03:24.214 INFO:tasks.workunit.client.0.smithi028.stdout: "osd_debug_verify_cached_snaps", 2024-08-29T19:03:24.214 INFO:tasks.workunit.client.0.smithi028.stdout: "osd_debug_verify_missing_on_start", 2024-08-29T19:03:24.214 INFO:tasks.workunit.client.0.smithi028.stdout: "osd_debug_verify_stray_on_activate", 2024-08-29T19:03:24.214 INFO:tasks.workunit.client.0.smithi028.stdout: "osd_deep_scrub_update_digest_min_age", 2024-08-29T19:03:24.215 INFO:tasks.workunit.client.0.smithi028.stdout: "osd_delete_sleep", 2024-08-29T19:03:24.215 INFO:tasks.workunit.client.0.smithi028.stdout: "osd_delete_sleep_hdd", 2024-08-29T19:03:24.215 INFO:tasks.workunit.client.0.smithi028.stdout: "osd_delete_sleep_hybrid", 2024-08-29T19:03:24.215 INFO:tasks.workunit.client.0.smithi028.stdout: "osd_delete_sleep_ssd", 2024-08-29T19:03:24.215 INFO:tasks.workunit.client.0.smithi028.stdout: "osd_max_backfills", 2024-08-29T19:03:24.215 INFO:tasks.workunit.client.0.smithi028.stdout: "osd_mclock_max_capacity_iops_ssd", 2024-08-29T19:03:24.215 INFO:tasks.workunit.client.0.smithi028.stdout: "osd_mclock_profile", 2024-08-29T19:03:24.215 INFO:tasks.workunit.client.0.smithi028.stdout: "osd_mclock_scheduler_background_best_effort_lim", 2024-08-29T19:03:24.215 INFO:tasks.workunit.client.0.smithi028.stdout: "osd_mclock_scheduler_background_best_effort_res", 2024-08-29T19:03:24.215 INFO:tasks.workunit.client.0.smithi028.stdout: "osd_mclock_scheduler_background_best_effort_wgt", 2024-08-29T19:03:24.215 INFO:tasks.workunit.client.0.smithi028.stdout: "osd_mclock_scheduler_background_recovery_lim", 2024-08-29T19:03:24.215 INFO:tasks.workunit.client.0.smithi028.stdout: "osd_mclock_scheduler_background_recovery_res", 2024-08-29T19:03:24.215 INFO:tasks.workunit.client.0.smithi028.stdout: "osd_mclock_scheduler_background_recovery_wgt", 2024-08-29T19:03:24.216 INFO:tasks.workunit.client.0.smithi028.stdout: "osd_mclock_scheduler_client_lim", 2024-08-29T19:03:24.216 INFO:tasks.workunit.client.0.smithi028.stdout: "osd_mclock_scheduler_client_res", 2024-08-29T19:03:24.216 INFO:tasks.workunit.client.0.smithi028.stdout: "osd_mclock_scheduler_client_wgt", 2024-08-29T19:03:24.216 INFO:tasks.workunit.client.0.smithi028.stdout: "osd_memory_target", 2024-08-29T19:03:24.216 INFO:tasks.workunit.client.0.smithi028.stdout: "osd_memory_target_autotune", 2024-08-29T19:03:24.216 INFO:tasks.workunit.client.0.smithi028.stdout: "osd_op_queue", 2024-08-29T19:03:24.216 INFO:tasks.workunit.client.0.smithi028.stdout: "osd_op_queue_cut_off", 2024-08-29T19:03:24.216 INFO:tasks.workunit.client.0.smithi028.stdout: "osd_pool_default_erasure_code_profile", 2024-08-29T19:03:24.216 INFO:tasks.workunit.client.0.smithi028.stdout: "osd_pool_default_pg_autoscale_mode", 2024-08-29T19:03:24.216 INFO:tasks.workunit.client.0.smithi028.stdout: "osd_recover_clone_overlap", 2024-08-29T19:03:24.216 INFO:tasks.workunit.client.0.smithi028.stdout: "osd_recovery_max_active", 2024-08-29T19:03:24.216 INFO:tasks.workunit.client.0.smithi028.stdout: "osd_recovery_max_active_hdd", 2024-08-29T19:03:24.216 INFO:tasks.workunit.client.0.smithi028.stdout: "osd_recovery_max_active_ssd", 2024-08-29T19:03:24.216 INFO:tasks.workunit.client.0.smithi028.stdout: "osd_recovery_max_chunk", 2024-08-29T19:03:24.217 INFO:tasks.workunit.client.0.smithi028.stdout: "osd_recovery_sleep", 2024-08-29T19:03:24.217 INFO:tasks.workunit.client.0.smithi028.stdout: "osd_recovery_sleep_hdd", 2024-08-29T19:03:24.217 INFO:tasks.workunit.client.0.smithi028.stdout: "osd_recovery_sleep_hybrid", 2024-08-29T19:03:24.217 INFO:tasks.workunit.client.0.smithi028.stdout: "osd_recovery_sleep_ssd", 2024-08-29T19:03:24.217 INFO:tasks.workunit.client.0.smithi028.stdout: "osd_scrub_load_threshold", 2024-08-29T19:03:24.217 INFO:tasks.workunit.client.0.smithi028.stdout: "osd_scrub_max_interval", 2024-08-29T19:03:24.217 INFO:tasks.workunit.client.0.smithi028.stdout: "osd_scrub_sleep", 2024-08-29T19:03:24.217 INFO:tasks.workunit.client.0.smithi028.stdout: "osd_shutdown_pgref_assert", 2024-08-29T19:03:24.217 INFO:tasks.workunit.client.0.smithi028.stdout: "osd_snap_trim_sleep", 2024-08-29T19:03:24.217 INFO:tasks.workunit.client.0.smithi028.stdout: "osd_snap_trim_sleep_hdd", 2024-08-29T19:03:24.217 INFO:tasks.workunit.client.0.smithi028.stdout: "osd_snap_trim_sleep_hybrid", 2024-08-29T19:03:24.217 INFO:tasks.workunit.client.0.smithi028.stdout: "osd_snap_trim_sleep_ssd", 2024-08-29T19:03:24.217 INFO:tasks.workunit.client.0.smithi028.stdout: "public_network", 2024-08-29T19:03:24.217 INFO:tasks.workunit.client.0.smithi028.stdout: "rbd_config_pool_override_update_timestamp", 2024-08-29T19:03:24.218 INFO:tasks.workunit.client.0.smithi028.stdout: "rbd_default_features", 2024-08-29T19:03:24.218 INFO:tasks.workunit.client.0.smithi028.stdout: "rbd_qos_exclude_ops", 2024-08-29T19:03:24.218 INFO:tasks.workunit.client.0.smithi028.stdout: "setgroup", 2024-08-29T19:03:24.218 INFO:tasks.workunit.client.0.smithi028.stdout: "setuser" 2024-08-29T19:03:24.218 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-08-29T19:03:24.218 INFO:tasks.workunit.client.0.smithi028.stdout: "cluster_changed": [ 2024-08-29T19:03:24.218 INFO:tasks.workunit.client.0.smithi028.stdout: "auth_allow_insecure_global_id_reclaim", 2024-08-29T19:03:24.218 INFO:tasks.workunit.client.0.smithi028.stdout: "auth_debug", 2024-08-29T19:03:24.218 INFO:tasks.workunit.client.0.smithi028.stdout: "auth_mon_ticket_ttl", 2024-08-29T19:03:24.218 INFO:tasks.workunit.client.0.smithi028.stdout: "auth_service_ticket_ttl", 2024-08-29T19:03:24.218 INFO:tasks.workunit.client.0.smithi028.stdout: "bdev_debug_aio", 2024-08-29T19:03:24.218 INFO:tasks.workunit.client.0.smithi028.stdout: "container_image", 2024-08-29T19:03:24.218 INFO:tasks.workunit.client.0.smithi028.stdout: "debug_asserts_on_shutdown", 2024-08-29T19:03:24.219 INFO:tasks.workunit.client.0.smithi028.stdout: "debug_mgr", 2024-08-29T19:03:24.219 INFO:tasks.workunit.client.0.smithi028.stdout: "debug_mon", 2024-08-29T19:03:24.219 INFO:tasks.workunit.client.0.smithi028.stdout: "debug_ms", 2024-08-29T19:03:24.219 INFO:tasks.workunit.client.0.smithi028.stdout: "debug_osd", 2024-08-29T19:03:24.219 INFO:tasks.workunit.client.0.smithi028.stdout: "debug_paxos", 2024-08-29T19:03:24.219 INFO:tasks.workunit.client.0.smithi028.stdout: "log_to_file", 2024-08-29T19:03:24.219 INFO:tasks.workunit.client.0.smithi028.stdout: "log_to_journald", 2024-08-29T19:03:24.219 INFO:tasks.workunit.client.0.smithi028.stdout: "log_to_stderr", 2024-08-29T19:03:24.219 INFO:tasks.workunit.client.0.smithi028.stdout: "mds_join_fs", 2024-08-29T19:03:24.219 INFO:tasks.workunit.client.0.smithi028.stdout: "mgr/cephadm/allow_ptrace", 2024-08-29T19:03:24.219 INFO:tasks.workunit.client.0.smithi028.stdout: "mgr/cephadm/container_init", 2024-08-29T19:03:24.219 INFO:tasks.workunit.client.0.smithi028.stdout: "mgr/cephadm/migration_current", 2024-08-29T19:03:24.219 INFO:tasks.workunit.client.0.smithi028.stdout: "mgr/cephadm/use_repo_digest", 2024-08-29T19:03:24.219 INFO:tasks.workunit.client.0.smithi028.stdout: "mgr/dashboard/ALERTMANAGER_API_HOST", 2024-08-29T19:03:24.220 INFO:tasks.workunit.client.0.smithi028.stdout: "mgr/dashboard/GRAFANA_API_SSL_VERIFY", 2024-08-29T19:03:24.220 INFO:tasks.workunit.client.0.smithi028.stdout: "mgr/dashboard/GRAFANA_API_URL", 2024-08-29T19:03:24.220 INFO:tasks.workunit.client.0.smithi028.stdout: "mgr/dashboard/PROMETHEUS_API_HOST", 2024-08-29T19:03:24.220 INFO:tasks.workunit.client.0.smithi028.stdout: "mgr/dashboard/ssl_server_port", 2024-08-29T19:03:24.220 INFO:tasks.workunit.client.0.smithi028.stdout: "mgr/orchestrator/orchestrator", 2024-08-29T19:03:24.220 INFO:tasks.workunit.client.0.smithi028.stdout: "mgr/telemetry/channel_ident", 2024-08-29T19:03:24.220 INFO:tasks.workunit.client.0.smithi028.stdout: "mgr/telemetry/channel_perf", 2024-08-29T19:03:24.220 INFO:tasks.workunit.client.0.smithi028.stdout: "mgr/telemetry/description", 2024-08-29T19:03:24.220 INFO:tasks.workunit.client.0.smithi028.stdout: "mgr/telemetry/enabled", 2024-08-29T19:03:24.220 INFO:tasks.workunit.client.0.smithi028.stdout: "mgr/telemetry/organization", 2024-08-29T19:03:24.220 INFO:tasks.workunit.client.0.smithi028.stdout: "mon_allow_pool_delete", 2024-08-29T19:03:24.220 INFO:tasks.workunit.client.0.smithi028.stdout: "mon_clock_drift_allowed", 2024-08-29T19:03:24.220 INFO:tasks.workunit.client.0.smithi028.stdout: "mon_cluster_log_to_file", 2024-08-29T19:03:24.221 INFO:tasks.workunit.client.0.smithi028.stdout: "mon_data_avail_warn", 2024-08-29T19:03:24.221 INFO:tasks.workunit.client.0.smithi028.stdout: "mon_election_default_strategy", 2024-08-29T19:03:24.221 INFO:tasks.workunit.client.0.smithi028.stdout: "mon_max_pg_per_osd", 2024-08-29T19:03:24.221 INFO:tasks.workunit.client.0.smithi028.stdout: "mon_mds_skip_sanity", 2024-08-29T19:03:24.221 INFO:tasks.workunit.client.0.smithi028.stdout: "mon_mgr_mkfs_grace", 2024-08-29T19:03:24.221 INFO:tasks.workunit.client.0.smithi028.stdout: "mon_osd_prime_pg_temp", 2024-08-29T19:03:24.221 INFO:tasks.workunit.client.0.smithi028.stdout: "mon_osd_reporter_subtree_level", 2024-08-29T19:03:24.221 INFO:tasks.workunit.client.0.smithi028.stdout: "mon_pg_warn_max_object_skew", 2024-08-29T19:03:24.221 INFO:tasks.workunit.client.0.smithi028.stdout: "mon_reweight_min_bytes_per_osd", 2024-08-29T19:03:24.221 INFO:tasks.workunit.client.0.smithi028.stdout: "mon_reweight_min_pgs_per_osd", 2024-08-29T19:03:24.221 INFO:tasks.workunit.client.0.smithi028.stdout: "mon_warn_on_crush_straw_calc_version_zero", 2024-08-29T19:03:24.221 INFO:tasks.workunit.client.0.smithi028.stdout: "mon_warn_on_insecure_global_id_reclaim", 2024-08-29T19:03:24.221 INFO:tasks.workunit.client.0.smithi028.stdout: "mon_warn_on_insecure_global_id_reclaim_allowed", 2024-08-29T19:03:24.221 INFO:tasks.workunit.client.0.smithi028.stdout: "mon_warn_on_legacy_crush_tunables", 2024-08-29T19:03:24.222 INFO:tasks.workunit.client.0.smithi028.stdout: "mon_warn_on_osd_down_out_interval_zero", 2024-08-29T19:03:24.222 INFO:tasks.workunit.client.0.smithi028.stdout: "mon_warn_on_pool_pg_num_not_power_of_two", 2024-08-29T19:03:24.222 INFO:tasks.workunit.client.0.smithi028.stdout: "mon_warn_on_too_few_osds", 2024-08-29T19:03:24.222 INFO:tasks.workunit.client.0.smithi028.stdout: "ms_die_on_bug", 2024-08-29T19:03:24.222 INFO:tasks.workunit.client.0.smithi028.stdout: "ms_die_on_old_message", 2024-08-29T19:03:24.222 INFO:tasks.workunit.client.0.smithi028.stdout: "osd_class_default_list", 2024-08-29T19:03:24.222 INFO:tasks.workunit.client.0.smithi028.stdout: "osd_class_load_list", 2024-08-29T19:03:24.222 INFO:tasks.workunit.client.0.smithi028.stdout: "osd_debug_misdirected_ops", 2024-08-29T19:03:24.222 INFO:tasks.workunit.client.0.smithi028.stdout: "osd_debug_op_order", 2024-08-29T19:03:24.222 INFO:tasks.workunit.client.0.smithi028.stdout: "osd_debug_pg_log_writeout", 2024-08-29T19:03:24.222 INFO:tasks.workunit.client.0.smithi028.stdout: "osd_debug_shutdown", 2024-08-29T19:03:24.222 INFO:tasks.workunit.client.0.smithi028.stdout: "osd_debug_verify_cached_snaps", 2024-08-29T19:03:24.222 INFO:tasks.workunit.client.0.smithi028.stdout: "osd_debug_verify_missing_on_start", 2024-08-29T19:03:24.222 INFO:tasks.workunit.client.0.smithi028.stdout: "osd_debug_verify_stray_on_activate", 2024-08-29T19:03:24.223 INFO:tasks.workunit.client.0.smithi028.stdout: "osd_deep_scrub_update_digest_min_age", 2024-08-29T19:03:24.223 INFO:tasks.workunit.client.0.smithi028.stdout: "osd_mclock_max_capacity_iops_ssd", 2024-08-29T19:03:24.223 INFO:tasks.workunit.client.0.smithi028.stdout: "osd_mclock_profile", 2024-08-29T19:03:24.223 INFO:tasks.workunit.client.0.smithi028.stdout: "osd_memory_target", 2024-08-29T19:03:24.223 INFO:tasks.workunit.client.0.smithi028.stdout: "osd_memory_target_autotune", 2024-08-29T19:03:24.223 INFO:tasks.workunit.client.0.smithi028.stdout: "osd_op_queue", 2024-08-29T19:03:24.223 INFO:tasks.workunit.client.0.smithi028.stdout: "osd_op_queue_cut_off", 2024-08-29T19:03:24.223 INFO:tasks.workunit.client.0.smithi028.stdout: "osd_pool_default_erasure_code_profile", 2024-08-29T19:03:24.223 INFO:tasks.workunit.client.0.smithi028.stdout: "osd_pool_default_pg_autoscale_mode", 2024-08-29T19:03:24.223 INFO:tasks.workunit.client.0.smithi028.stdout: "osd_recover_clone_overlap", 2024-08-29T19:03:24.223 INFO:tasks.workunit.client.0.smithi028.stdout: "osd_recovery_max_chunk", 2024-08-29T19:03:24.223 INFO:tasks.workunit.client.0.smithi028.stdout: "osd_scrub_load_threshold", 2024-08-29T19:03:24.223 INFO:tasks.workunit.client.0.smithi028.stdout: "osd_scrub_max_interval", 2024-08-29T19:03:24.224 INFO:tasks.workunit.client.0.smithi028.stdout: "osd_shutdown_pgref_assert", 2024-08-29T19:03:24.224 INFO:tasks.workunit.client.0.smithi028.stdout: "public_network", 2024-08-29T19:03:24.224 INFO:tasks.workunit.client.0.smithi028.stdout: "rbd_config_pool_override_update_timestamp", 2024-08-29T19:03:24.224 INFO:tasks.workunit.client.0.smithi028.stdout: "rgw_cache_enabled", 2024-08-29T19:03:24.224 INFO:tasks.workunit.client.0.smithi028.stdout: "rgw_enable_ops_log", 2024-08-29T19:03:24.224 INFO:tasks.workunit.client.0.smithi028.stdout: "rgw_enable_usage_log" 2024-08-29T19:03:24.224 INFO:tasks.workunit.client.0.smithi028.stdout: ] 2024-08-29T19:03:24.224 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:24.224 INFO:tasks.workunit.client.0.smithi028.stdout: "contact": null, 2024-08-29T19:03:24.224 INFO:tasks.workunit.client.0.smithi028.stdout: "crashes": [], 2024-08-29T19:03:24.224 INFO:tasks.workunit.client.0.smithi028.stdout: "created": "2024-08-29T17:30:13.516586Z", 2024-08-29T19:03:24.225 INFO:tasks.workunit.client.0.smithi028.stdout: "crush": { 2024-08-29T19:03:24.225 INFO:tasks.workunit.client.0.smithi028.stdout: "bucket_algs": { 2024-08-29T19:03:24.225 INFO:tasks.workunit.client.0.smithi028.stdout: "straw2": 3 2024-08-29T19:03:24.225 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:24.225 INFO:tasks.workunit.client.0.smithi028.stdout: "bucket_sizes": { 2024-08-29T19:03:24.225 INFO:tasks.workunit.client.0.smithi028.stdout: "2": 1, 2024-08-29T19:03:24.225 INFO:tasks.workunit.client.0.smithi028.stdout: "4": 2 2024-08-29T19:03:24.225 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:24.225 INFO:tasks.workunit.client.0.smithi028.stdout: "bucket_types": { 2024-08-29T19:03:24.225 INFO:tasks.workunit.client.0.smithi028.stdout: "1": 2, 2024-08-29T19:03:24.225 INFO:tasks.workunit.client.0.smithi028.stdout: "11": 1 2024-08-29T19:03:24.225 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:24.225 INFO:tasks.workunit.client.0.smithi028.stdout: "compat_weight_set": false, 2024-08-29T19:03:24.226 INFO:tasks.workunit.client.0.smithi028.stdout: "device_classes": [ 2024-08-29T19:03:24.226 INFO:tasks.workunit.client.0.smithi028.stdout: 8 2024-08-29T19:03:24.226 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-08-29T19:03:24.226 INFO:tasks.workunit.client.0.smithi028.stdout: "num_buckets": 6, 2024-08-29T19:03:24.226 INFO:tasks.workunit.client.0.smithi028.stdout: "num_devices": 8, 2024-08-29T19:03:24.226 INFO:tasks.workunit.client.0.smithi028.stdout: "num_rules": 2, 2024-08-29T19:03:24.226 INFO:tasks.workunit.client.0.smithi028.stdout: "num_types": 12, 2024-08-29T19:03:24.226 INFO:tasks.workunit.client.0.smithi028.stdout: "num_weight_sets": 0, 2024-08-29T19:03:24.226 INFO:tasks.workunit.client.0.smithi028.stdout: "tunables": { 2024-08-29T19:03:24.226 INFO:tasks.workunit.client.0.smithi028.stdout: "allowed_bucket_algs": 54, 2024-08-29T19:03:24.226 INFO:tasks.workunit.client.0.smithi028.stdout: "choose_local_fallback_tries": 0, 2024-08-29T19:03:24.226 INFO:tasks.workunit.client.0.smithi028.stdout: "choose_local_tries": 0, 2024-08-29T19:03:24.226 INFO:tasks.workunit.client.0.smithi028.stdout: "choose_total_tries": 50, 2024-08-29T19:03:24.226 INFO:tasks.workunit.client.0.smithi028.stdout: "chooseleaf_descend_once": 1, 2024-08-29T19:03:24.227 INFO:tasks.workunit.client.0.smithi028.stdout: "chooseleaf_stable": 1, 2024-08-29T19:03:24.227 INFO:tasks.workunit.client.0.smithi028.stdout: "chooseleaf_vary_r": 1, 2024-08-29T19:03:24.227 INFO:tasks.workunit.client.0.smithi028.stdout: "has_msr_rules": 0, 2024-08-29T19:03:24.227 INFO:tasks.workunit.client.0.smithi028.stdout: "has_v2_rules": 1, 2024-08-29T19:03:24.227 INFO:tasks.workunit.client.0.smithi028.stdout: "has_v3_rules": 0, 2024-08-29T19:03:24.227 INFO:tasks.workunit.client.0.smithi028.stdout: "has_v4_buckets": 1, 2024-08-29T19:03:24.227 INFO:tasks.workunit.client.0.smithi028.stdout: "has_v5_rules": 0, 2024-08-29T19:03:24.227 INFO:tasks.workunit.client.0.smithi028.stdout: "legacy_tunables": 0, 2024-08-29T19:03:24.227 INFO:tasks.workunit.client.0.smithi028.stdout: "minimum_required_version": "jewel", 2024-08-29T19:03:24.227 INFO:tasks.workunit.client.0.smithi028.stdout: "msr_collision_tries": 100, 2024-08-29T19:03:24.227 INFO:tasks.workunit.client.0.smithi028.stdout: "msr_descents": 100, 2024-08-29T19:03:24.227 INFO:tasks.workunit.client.0.smithi028.stdout: "optimal_tunables": 1, 2024-08-29T19:03:24.227 INFO:tasks.workunit.client.0.smithi028.stdout: "profile": "jewel", 2024-08-29T19:03:24.228 INFO:tasks.workunit.client.0.smithi028.stdout: "require_feature_tunables": 1, 2024-08-29T19:03:24.228 INFO:tasks.workunit.client.0.smithi028.stdout: "require_feature_tunables2": 1, 2024-08-29T19:03:24.228 INFO:tasks.workunit.client.0.smithi028.stdout: "require_feature_tunables3": 1, 2024-08-29T19:03:24.228 INFO:tasks.workunit.client.0.smithi028.stdout: "require_feature_tunables5": 1, 2024-08-29T19:03:24.228 INFO:tasks.workunit.client.0.smithi028.stdout: "straw_calc_version": 1 2024-08-29T19:03:24.228 INFO:tasks.workunit.client.0.smithi028.stdout: } 2024-08-29T19:03:24.228 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:24.228 INFO:tasks.workunit.client.0.smithi028.stdout: "description": "upgrade test cluster", 2024-08-29T19:03:24.228 INFO:tasks.workunit.client.0.smithi028.stdout: "fs": { 2024-08-29T19:03:24.228 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 1, 2024-08-29T19:03:24.228 INFO:tasks.workunit.client.0.smithi028.stdout: "feature_flags": { 2024-08-29T19:03:24.228 INFO:tasks.workunit.client.0.smithi028.stdout: "enable_multiple": true, 2024-08-29T19:03:24.228 INFO:tasks.workunit.client.0.smithi028.stdout: "ever_enabled_multiple": true 2024-08-29T19:03:24.228 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:24.229 INFO:tasks.workunit.client.0.smithi028.stdout: "filesystems": [ 2024-08-29T19:03:24.229 INFO:tasks.workunit.client.0.smithi028.stdout: { 2024-08-29T19:03:24.229 INFO:tasks.workunit.client.0.smithi028.stdout: "approx_ctime": "2024-08", 2024-08-29T19:03:24.229 INFO:tasks.workunit.client.0.smithi028.stdout: "balancer_enabled": false, 2024-08-29T19:03:24.229 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 0, 2024-08-29T19:03:24.229 INFO:tasks.workunit.client.0.smithi028.stdout: "cached_caps": 0, 2024-08-29T19:03:24.229 INFO:tasks.workunit.client.0.smithi028.stdout: "cached_dns": 10, 2024-08-29T19:03:24.229 INFO:tasks.workunit.client.0.smithi028.stdout: "cached_inos": 13, 2024-08-29T19:03:24.229 INFO:tasks.workunit.client.0.smithi028.stdout: "cached_subtrees": 2, 2024-08-29T19:03:24.229 INFO:tasks.workunit.client.0.smithi028.stdout: "ever_allowed_features": 0, 2024-08-29T19:03:24.229 INFO:tasks.workunit.client.0.smithi028.stdout: "explicitly_allowed_features": 0, 2024-08-29T19:03:24.229 INFO:tasks.workunit.client.0.smithi028.stdout: "files": 0, 2024-08-29T19:03:24.229 INFO:tasks.workunit.client.0.smithi028.stdout: "max_mds": 1, 2024-08-29T19:03:24.229 INFO:tasks.workunit.client.0.smithi028.stdout: "num_data_pools": 1, 2024-08-29T19:03:24.230 INFO:tasks.workunit.client.0.smithi028.stdout: "num_in": 1, 2024-08-29T19:03:24.230 INFO:tasks.workunit.client.0.smithi028.stdout: "num_mds": 1, 2024-08-29T19:03:24.230 INFO:tasks.workunit.client.0.smithi028.stdout: "num_sessions": 0, 2024-08-29T19:03:24.230 INFO:tasks.workunit.client.0.smithi028.stdout: "num_standby_replay": 0, 2024-08-29T19:03:24.230 INFO:tasks.workunit.client.0.smithi028.stdout: "num_up": 1, 2024-08-29T19:03:24.230 INFO:tasks.workunit.client.0.smithi028.stdout: "snaps": 0, 2024-08-29T19:03:24.230 INFO:tasks.workunit.client.0.smithi028.stdout: "standby_count_wanted": 0 2024-08-29T19:03:24.230 INFO:tasks.workunit.client.0.smithi028.stdout: } 2024-08-29T19:03:24.230 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-08-29T19:03:24.230 INFO:tasks.workunit.client.0.smithi028.stdout: "num_standby_mds": 1, 2024-08-29T19:03:24.230 INFO:tasks.workunit.client.0.smithi028.stdout: "total_num_mds": 2 2024-08-29T19:03:24.230 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:24.230 INFO:tasks.workunit.client.0.smithi028.stdout: "heap_stats": { 2024-08-29T19:03:24.231 INFO:tasks.workunit.client.0.smithi028.stdout: "mds": { 2024-08-29T19:03:24.231 INFO:tasks.workunit.client.0.smithi028.stdout: "mds.a2df9e26f4a5fcbeed319f1798118f10993a0555": { 2024-08-29T19:03:24.231 INFO:tasks.workunit.client.0.smithi028.stdout: "actual_memory_used": 20152320, 2024-08-29T19:03:24.231 INFO:tasks.workunit.client.0.smithi028.stdout: "central_cache_freelist": 366672, 2024-08-29T19:03:24.231 INFO:tasks.workunit.client.0.smithi028.stdout: "malloc_metadata": 2621440, 2024-08-29T19:03:24.231 INFO:tasks.workunit.client.0.smithi028.stdout: "page_heap_freelist": 655360, 2024-08-29T19:03:24.231 INFO:tasks.workunit.client.0.smithi028.stdout: "released_to_os": 0, 2024-08-29T19:03:24.231 INFO:tasks.workunit.client.0.smithi028.stdout: "spans_in_use": 372, 2024-08-29T19:03:24.231 INFO:tasks.workunit.client.0.smithi028.stdout: "tcmalloc_page_size": 8192, 2024-08-29T19:03:24.231 INFO:tasks.workunit.client.0.smithi028.stdout: "thread_cache_freelists": 1175672, 2024-08-29T19:03:24.231 INFO:tasks.workunit.client.0.smithi028.stdout: "thread_heaps_in_use": 13, 2024-08-29T19:03:24.231 INFO:tasks.workunit.client.0.smithi028.stdout: "transfer_cache_freelist": 583168, 2024-08-29T19:03:24.231 INFO:tasks.workunit.client.0.smithi028.stdout: "use_by_application": 14750008, 2024-08-29T19:03:24.231 INFO:tasks.workunit.client.0.smithi028.stdout: "virtual_address_space_used": 20152320 2024-08-29T19:03:24.232 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:24.232 INFO:tasks.workunit.client.0.smithi028.stdout: "mds.e4958ae9278a574c0226651ef9b7bc2d4e1b34b9": { 2024-08-29T19:03:24.232 INFO:tasks.workunit.client.0.smithi028.stdout: "actual_memory_used": 20889600, 2024-08-29T19:03:24.232 INFO:tasks.workunit.client.0.smithi028.stdout: "central_cache_freelist": 437096, 2024-08-29T19:03:24.232 INFO:tasks.workunit.client.0.smithi028.stdout: "malloc_metadata": 2621440, 2024-08-29T19:03:24.232 INFO:tasks.workunit.client.0.smithi028.stdout: "page_heap_freelist": 0, 2024-08-29T19:03:24.232 INFO:tasks.workunit.client.0.smithi028.stdout: "released_to_os": 311296, 2024-08-29T19:03:24.232 INFO:tasks.workunit.client.0.smithi028.stdout: "spans_in_use": 491, 2024-08-29T19:03:24.232 INFO:tasks.workunit.client.0.smithi028.stdout: "tcmalloc_page_size": 8192, 2024-08-29T19:03:24.232 INFO:tasks.workunit.client.0.smithi028.stdout: "thread_cache_freelists": 1541720, 2024-08-29T19:03:24.232 INFO:tasks.workunit.client.0.smithi028.stdout: "thread_heaps_in_use": 22, 2024-08-29T19:03:24.232 INFO:tasks.workunit.client.0.smithi028.stdout: "transfer_cache_freelist": 1127936, 2024-08-29T19:03:24.232 INFO:tasks.workunit.client.0.smithi028.stdout: "use_by_application": 15161408, 2024-08-29T19:03:24.232 INFO:tasks.workunit.client.0.smithi028.stdout: "virtual_address_space_used": 21200896 2024-08-29T19:03:24.233 INFO:tasks.workunit.client.0.smithi028.stdout: } 2024-08-29T19:03:24.233 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:24.233 INFO:tasks.workunit.client.0.smithi028.stdout: "mon": { 2024-08-29T19:03:24.233 INFO:tasks.workunit.client.0.smithi028.stdout: "mon.55fbc62c63d120c3220dfb51bdacb54ee30cf548": { 2024-08-29T19:03:24.233 INFO:tasks.workunit.client.0.smithi028.stdout: "actual_memory_used": 171868160, 2024-08-29T19:03:24.233 INFO:tasks.workunit.client.0.smithi028.stdout: "central_cache_freelist": 3090768, 2024-08-29T19:03:24.233 INFO:tasks.workunit.client.0.smithi028.stdout: "malloc_metadata": 2883584, 2024-08-29T19:03:24.233 INFO:tasks.workunit.client.0.smithi028.stdout: "page_heap_freelist": 0, 2024-08-29T19:03:24.233 INFO:tasks.workunit.client.0.smithi028.stdout: "released_to_os": 851968, 2024-08-29T19:03:24.233 INFO:tasks.workunit.client.0.smithi028.stdout: "spans_in_use": 6995, 2024-08-29T19:03:24.233 INFO:tasks.workunit.client.0.smithi028.stdout: "tcmalloc_page_size": 8192, 2024-08-29T19:03:24.233 INFO:tasks.workunit.client.0.smithi028.stdout: "thread_cache_freelists": 10098968, 2024-08-29T19:03:24.233 INFO:tasks.workunit.client.0.smithi028.stdout: "thread_heaps_in_use": 21, 2024-08-29T19:03:24.233 INFO:tasks.workunit.client.0.smithi028.stdout: "transfer_cache_freelist": 3657728, 2024-08-29T19:03:24.233 INFO:tasks.workunit.client.0.smithi028.stdout: "use_by_application": 152137112, 2024-08-29T19:03:24.234 INFO:tasks.workunit.client.0.smithi028.stdout: "virtual_address_space_used": 172720128 2024-08-29T19:03:24.234 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:24.234 INFO:tasks.workunit.client.0.smithi028.stdout: "mon.a2df9e26f4a5fcbeed319f1798118f10993a0555": { 2024-08-29T19:03:24.234 INFO:tasks.workunit.client.0.smithi028.stdout: "actual_memory_used": 156966912, 2024-08-29T19:03:24.234 INFO:tasks.workunit.client.0.smithi028.stdout: "central_cache_freelist": 2494456, 2024-08-29T19:03:24.234 INFO:tasks.workunit.client.0.smithi028.stdout: "malloc_metadata": 2883584, 2024-08-29T19:03:24.234 INFO:tasks.workunit.client.0.smithi028.stdout: "page_heap_freelist": 0, 2024-08-29T19:03:24.234 INFO:tasks.workunit.client.0.smithi028.stdout: "released_to_os": 1048576, 2024-08-29T19:03:24.234 INFO:tasks.workunit.client.0.smithi028.stdout: "spans_in_use": 6031, 2024-08-29T19:03:24.234 INFO:tasks.workunit.client.0.smithi028.stdout: "tcmalloc_page_size": 8192, 2024-08-29T19:03:24.234 INFO:tasks.workunit.client.0.smithi028.stdout: "thread_cache_freelists": 10108832, 2024-08-29T19:03:24.234 INFO:tasks.workunit.client.0.smithi028.stdout: "thread_heaps_in_use": 21, 2024-08-29T19:03:24.234 INFO:tasks.workunit.client.0.smithi028.stdout: "transfer_cache_freelist": 2924800, 2024-08-29T19:03:24.234 INFO:tasks.workunit.client.0.smithi028.stdout: "use_by_application": 138555240, 2024-08-29T19:03:24.235 INFO:tasks.workunit.client.0.smithi028.stdout: "virtual_address_space_used": 158015488 2024-08-29T19:03:24.235 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:24.235 INFO:tasks.workunit.client.0.smithi028.stdout: "mon.e4958ae9278a574c0226651ef9b7bc2d4e1b34b9": { 2024-08-29T19:03:24.235 INFO:tasks.workunit.client.0.smithi028.stdout: "actual_memory_used": 245325824, 2024-08-29T19:03:24.235 INFO:tasks.workunit.client.0.smithi028.stdout: "central_cache_freelist": 5873960, 2024-08-29T19:03:24.235 INFO:tasks.workunit.client.0.smithi028.stdout: "malloc_metadata": 3014656, 2024-08-29T19:03:24.235 INFO:tasks.workunit.client.0.smithi028.stdout: "page_heap_freelist": 1671168, 2024-08-29T19:03:24.235 INFO:tasks.workunit.client.0.smithi028.stdout: "released_to_os": 106496, 2024-08-29T19:03:24.235 INFO:tasks.workunit.client.0.smithi028.stdout: "spans_in_use": 9088, 2024-08-29T19:03:24.235 INFO:tasks.workunit.client.0.smithi028.stdout: "tcmalloc_page_size": 8192, 2024-08-29T19:03:24.235 INFO:tasks.workunit.client.0.smithi028.stdout: "thread_cache_freelists": 15532528, 2024-08-29T19:03:24.235 INFO:tasks.workunit.client.0.smithi028.stdout: "thread_heaps_in_use": 23, 2024-08-29T19:03:24.235 INFO:tasks.workunit.client.0.smithi028.stdout: "transfer_cache_freelist": 4069120, 2024-08-29T19:03:24.235 INFO:tasks.workunit.client.0.smithi028.stdout: "use_by_application": 215164392, 2024-08-29T19:03:24.236 INFO:tasks.workunit.client.0.smithi028.stdout: "virtual_address_space_used": 245432320 2024-08-29T19:03:24.236 INFO:tasks.workunit.client.0.smithi028.stdout: } 2024-08-29T19:03:24.236 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:24.236 INFO:tasks.workunit.client.0.smithi028.stdout: "osd": { 2024-08-29T19:03:24.236 INFO:tasks.workunit.client.0.smithi028.stdout: "osd.0": { 2024-08-29T19:03:24.236 INFO:tasks.workunit.client.0.smithi028.stdout: "actual_memory_used": 513081344, 2024-08-29T19:03:24.236 INFO:tasks.workunit.client.0.smithi028.stdout: "central_cache_freelist": 26287856, 2024-08-29T19:03:24.236 INFO:tasks.workunit.client.0.smithi028.stdout: "malloc_metadata": 5373952, 2024-08-29T19:03:24.236 INFO:tasks.workunit.client.0.smithi028.stdout: "page_heap_freelist": 0, 2024-08-29T19:03:24.236 INFO:tasks.workunit.client.0.smithi028.stdout: "released_to_os": 38838272, 2024-08-29T19:03:24.236 INFO:tasks.workunit.client.0.smithi028.stdout: "spans_in_use": 13241, 2024-08-29T19:03:24.236 INFO:tasks.workunit.client.0.smithi028.stdout: "tcmalloc_page_size": 8192, 2024-08-29T19:03:24.236 INFO:tasks.workunit.client.0.smithi028.stdout: "thread_cache_freelists": 68779712, 2024-08-29T19:03:24.236 INFO:tasks.workunit.client.0.smithi028.stdout: "thread_heaps_in_use": 60, 2024-08-29T19:03:24.237 INFO:tasks.workunit.client.0.smithi028.stdout: "transfer_cache_freelist": 9532416, 2024-08-29T19:03:24.237 INFO:tasks.workunit.client.0.smithi028.stdout: "use_by_application": 403107408, 2024-08-29T19:03:24.237 INFO:tasks.workunit.client.0.smithi028.stdout: "virtual_address_space_used": 551919616 2024-08-29T19:03:24.237 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:24.237 INFO:tasks.workunit.client.0.smithi028.stdout: "osd.1": { 2024-08-29T19:03:24.237 INFO:tasks.workunit.client.0.smithi028.stdout: "actual_memory_used": 444268544, 2024-08-29T19:03:24.237 INFO:tasks.workunit.client.0.smithi028.stdout: "central_cache_freelist": 29629832, 2024-08-29T19:03:24.237 INFO:tasks.workunit.client.0.smithi028.stdout: "malloc_metadata": 5505024, 2024-08-29T19:03:24.237 INFO:tasks.workunit.client.0.smithi028.stdout: "page_heap_freelist": 0, 2024-08-29T19:03:24.237 INFO:tasks.workunit.client.0.smithi028.stdout: "released_to_os": 52289536, 2024-08-29T19:03:24.237 INFO:tasks.workunit.client.0.smithi028.stdout: "spans_in_use": 13933, 2024-08-29T19:03:24.237 INFO:tasks.workunit.client.0.smithi028.stdout: "tcmalloc_page_size": 8192, 2024-08-29T19:03:24.237 INFO:tasks.workunit.client.0.smithi028.stdout: "thread_cache_freelists": 72732920, 2024-08-29T19:03:24.237 INFO:tasks.workunit.client.0.smithi028.stdout: "thread_heaps_in_use": 53, 2024-08-29T19:03:24.238 INFO:tasks.workunit.client.0.smithi028.stdout: "transfer_cache_freelist": 10521856, 2024-08-29T19:03:24.238 INFO:tasks.workunit.client.0.smithi028.stdout: "use_by_application": 325878912, 2024-08-29T19:03:24.238 INFO:tasks.workunit.client.0.smithi028.stdout: "virtual_address_space_used": 496558080 2024-08-29T19:03:24.238 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:24.238 INFO:tasks.workunit.client.0.smithi028.stdout: "osd.2": { 2024-08-29T19:03:24.238 INFO:tasks.workunit.client.0.smithi028.stdout: "actual_memory_used": 440336384, 2024-08-29T19:03:24.238 INFO:tasks.workunit.client.0.smithi028.stdout: "central_cache_freelist": 18952360, 2024-08-29T19:03:24.238 INFO:tasks.workunit.client.0.smithi028.stdout: "malloc_metadata": 3145728, 2024-08-29T19:03:24.238 INFO:tasks.workunit.client.0.smithi028.stdout: "page_heap_freelist": 0, 2024-08-29T19:03:24.238 INFO:tasks.workunit.client.0.smithi028.stdout: "released_to_os": 68739072, 2024-08-29T19:03:24.238 INFO:tasks.workunit.client.0.smithi028.stdout: "spans_in_use": 10736, 2024-08-29T19:03:24.238 INFO:tasks.workunit.client.0.smithi028.stdout: "tcmalloc_page_size": 8192, 2024-08-29T19:03:24.238 INFO:tasks.workunit.client.0.smithi028.stdout: "thread_cache_freelists": 66506320, 2024-08-29T19:03:24.238 INFO:tasks.workunit.client.0.smithi028.stdout: "thread_heaps_in_use": 53, 2024-08-29T19:03:24.239 INFO:tasks.workunit.client.0.smithi028.stdout: "transfer_cache_freelist": 11992320, 2024-08-29T19:03:24.239 INFO:tasks.workunit.client.0.smithi028.stdout: "use_by_application": 339739656, 2024-08-29T19:03:24.239 INFO:tasks.workunit.client.0.smithi028.stdout: "virtual_address_space_used": 509075456 2024-08-29T19:03:24.239 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:24.239 INFO:tasks.workunit.client.0.smithi028.stdout: "osd.3": { 2024-08-29T19:03:24.239 INFO:tasks.workunit.client.0.smithi028.stdout: "actual_memory_used": 488849408, 2024-08-29T19:03:24.239 INFO:tasks.workunit.client.0.smithi028.stdout: "central_cache_freelist": 20599912, 2024-08-29T19:03:24.239 INFO:tasks.workunit.client.0.smithi028.stdout: "malloc_metadata": 3276800, 2024-08-29T19:03:24.239 INFO:tasks.workunit.client.0.smithi028.stdout: "page_heap_freelist": 0, 2024-08-29T19:03:24.239 INFO:tasks.workunit.client.0.smithi028.stdout: "released_to_os": 141737984, 2024-08-29T19:03:24.239 INFO:tasks.workunit.client.0.smithi028.stdout: "spans_in_use": 10938, 2024-08-29T19:03:24.239 INFO:tasks.workunit.client.0.smithi028.stdout: "tcmalloc_page_size": 8192, 2024-08-29T19:03:24.239 INFO:tasks.workunit.client.0.smithi028.stdout: "thread_cache_freelists": 66239192, 2024-08-29T19:03:24.239 INFO:tasks.workunit.client.0.smithi028.stdout: "thread_heaps_in_use": 53, 2024-08-29T19:03:24.239 INFO:tasks.workunit.client.0.smithi028.stdout: "transfer_cache_freelist": 10434560, 2024-08-29T19:03:24.240 INFO:tasks.workunit.client.0.smithi028.stdout: "use_by_application": 388298944, 2024-08-29T19:03:24.240 INFO:tasks.workunit.client.0.smithi028.stdout: "virtual_address_space_used": 630587392 2024-08-29T19:03:24.240 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:24.240 INFO:tasks.workunit.client.0.smithi028.stdout: "osd.4": { 2024-08-29T19:03:24.240 INFO:tasks.workunit.client.0.smithi028.stdout: "actual_memory_used": 556376064, 2024-08-29T19:03:24.240 INFO:tasks.workunit.client.0.smithi028.stdout: "central_cache_freelist": 20808952, 2024-08-29T19:03:24.240 INFO:tasks.workunit.client.0.smithi028.stdout: "malloc_metadata": 3276800, 2024-08-29T19:03:24.240 INFO:tasks.workunit.client.0.smithi028.stdout: "page_heap_freelist": 0, 2024-08-29T19:03:24.240 INFO:tasks.workunit.client.0.smithi028.stdout: "released_to_os": 57909248, 2024-08-29T19:03:24.240 INFO:tasks.workunit.client.0.smithi028.stdout: "spans_in_use": 12422, 2024-08-29T19:03:24.240 INFO:tasks.workunit.client.0.smithi028.stdout: "tcmalloc_page_size": 8192, 2024-08-29T19:03:24.240 INFO:tasks.workunit.client.0.smithi028.stdout: "thread_cache_freelists": 71506736, 2024-08-29T19:03:24.241 INFO:tasks.workunit.client.0.smithi028.stdout: "thread_heaps_in_use": 54, 2024-08-29T19:03:24.241 INFO:tasks.workunit.client.0.smithi028.stdout: "transfer_cache_freelist": 10600960, 2024-08-29T19:03:24.241 INFO:tasks.workunit.client.0.smithi028.stdout: "use_by_application": 450182616, 2024-08-29T19:03:24.241 INFO:tasks.workunit.client.0.smithi028.stdout: "virtual_address_space_used": 614285312 2024-08-29T19:03:24.241 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:24.241 INFO:tasks.workunit.client.0.smithi028.stdout: "osd.5": { 2024-08-29T19:03:24.241 INFO:tasks.workunit.client.0.smithi028.stdout: "actual_memory_used": 539705344, 2024-08-29T19:03:24.241 INFO:tasks.workunit.client.0.smithi028.stdout: "central_cache_freelist": 25253728, 2024-08-29T19:03:24.241 INFO:tasks.workunit.client.0.smithi028.stdout: "malloc_metadata": 3276800, 2024-08-29T19:03:24.241 INFO:tasks.workunit.client.0.smithi028.stdout: "page_heap_freelist": 0, 2024-08-29T19:03:24.241 INFO:tasks.workunit.client.0.smithi028.stdout: "released_to_os": 22233088, 2024-08-29T19:03:24.241 INFO:tasks.workunit.client.0.smithi028.stdout: "spans_in_use": 12032, 2024-08-29T19:03:24.241 INFO:tasks.workunit.client.0.smithi028.stdout: "tcmalloc_page_size": 8192, 2024-08-29T19:03:24.242 INFO:tasks.workunit.client.0.smithi028.stdout: "thread_cache_freelists": 58600536, 2024-08-29T19:03:24.242 INFO:tasks.workunit.client.0.smithi028.stdout: "thread_heaps_in_use": 53, 2024-08-29T19:03:24.242 INFO:tasks.workunit.client.0.smithi028.stdout: "transfer_cache_freelist": 10656512, 2024-08-29T19:03:24.242 INFO:tasks.workunit.client.0.smithi028.stdout: "use_by_application": 441917768, 2024-08-29T19:03:24.242 INFO:tasks.workunit.client.0.smithi028.stdout: "virtual_address_space_used": 561938432 2024-08-29T19:03:24.242 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:24.242 INFO:tasks.workunit.client.0.smithi028.stdout: "osd.6": { 2024-08-29T19:03:24.242 INFO:tasks.workunit.client.0.smithi028.stdout: "actual_memory_used": 475144192, 2024-08-29T19:03:24.242 INFO:tasks.workunit.client.0.smithi028.stdout: "central_cache_freelist": 16937872, 2024-08-29T19:03:24.242 INFO:tasks.workunit.client.0.smithi028.stdout: "malloc_metadata": 3276800, 2024-08-29T19:03:24.242 INFO:tasks.workunit.client.0.smithi028.stdout: "page_heap_freelist": 0, 2024-08-29T19:03:24.242 INFO:tasks.workunit.client.0.smithi028.stdout: "released_to_os": 1409024, 2024-08-29T19:03:24.242 INFO:tasks.workunit.client.0.smithi028.stdout: "spans_in_use": 11317, 2024-08-29T19:03:24.242 INFO:tasks.workunit.client.0.smithi028.stdout: "tcmalloc_page_size": 8192, 2024-08-29T19:03:24.242 INFO:tasks.workunit.client.0.smithi028.stdout: "thread_cache_freelists": 57415104, 2024-08-29T19:03:24.243 INFO:tasks.workunit.client.0.smithi028.stdout: "thread_heaps_in_use": 53, 2024-08-29T19:03:24.243 INFO:tasks.workunit.client.0.smithi028.stdout: "transfer_cache_freelist": 10883840, 2024-08-29T19:03:24.243 INFO:tasks.workunit.client.0.smithi028.stdout: "use_by_application": 386630576, 2024-08-29T19:03:24.243 INFO:tasks.workunit.client.0.smithi028.stdout: "virtual_address_space_used": 476553216 2024-08-29T19:03:24.243 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:24.243 INFO:tasks.workunit.client.0.smithi028.stdout: "osd.7": { 2024-08-29T19:03:24.243 INFO:tasks.workunit.client.0.smithi028.stdout: "actual_memory_used": 457711616, 2024-08-29T19:03:24.243 INFO:tasks.workunit.client.0.smithi028.stdout: "central_cache_freelist": 25175448, 2024-08-29T19:03:24.243 INFO:tasks.workunit.client.0.smithi028.stdout: "malloc_metadata": 5373952, 2024-08-29T19:03:24.243 INFO:tasks.workunit.client.0.smithi028.stdout: "page_heap_freelist": 0, 2024-08-29T19:03:24.243 INFO:tasks.workunit.client.0.smithi028.stdout: "released_to_os": 19554304, 2024-08-29T19:03:24.243 INFO:tasks.workunit.client.0.smithi028.stdout: "spans_in_use": 11265, 2024-08-29T19:03:24.243 INFO:tasks.workunit.client.0.smithi028.stdout: "tcmalloc_page_size": 8192, 2024-08-29T19:03:24.243 INFO:tasks.workunit.client.0.smithi028.stdout: "thread_cache_freelists": 52745208, 2024-08-29T19:03:24.243 INFO:tasks.workunit.client.0.smithi028.stdout: "thread_heaps_in_use": 58, 2024-08-29T19:03:24.244 INFO:tasks.workunit.client.0.smithi028.stdout: "transfer_cache_freelist": 12083968, 2024-08-29T19:03:24.244 INFO:tasks.workunit.client.0.smithi028.stdout: "use_by_application": 362333040, 2024-08-29T19:03:24.244 INFO:tasks.workunit.client.0.smithi028.stdout: "virtual_address_space_used": 477265920 2024-08-29T19:03:24.244 INFO:tasks.workunit.client.0.smithi028.stdout: } 2024-08-29T19:03:24.244 INFO:tasks.workunit.client.0.smithi028.stdout: } 2024-08-29T19:03:24.244 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:24.244 INFO:tasks.workunit.client.0.smithi028.stdout: "hosts": { 2024-08-29T19:03:24.244 INFO:tasks.workunit.client.0.smithi028.stdout: "num": 2, 2024-08-29T19:03:24.244 INFO:tasks.workunit.client.0.smithi028.stdout: "num_with_mds": 2, 2024-08-29T19:03:24.244 INFO:tasks.workunit.client.0.smithi028.stdout: "num_with_mgr": 2, 2024-08-29T19:03:24.244 INFO:tasks.workunit.client.0.smithi028.stdout: "num_with_mon": 2, 2024-08-29T19:03:24.244 INFO:tasks.workunit.client.0.smithi028.stdout: "num_with_osd": 2 2024-08-29T19:03:24.244 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:24.244 INFO:tasks.workunit.client.0.smithi028.stdout: "io_rate": { 2024-08-29T19:03:24.245 INFO:tasks.workunit.client.0.smithi028.stdout: "pg_stats_delta": { 2024-08-29T19:03:24.245 INFO:tasks.workunit.client.0.smithi028.stdout: "acting": 0, 2024-08-29T19:03:24.245 INFO:tasks.workunit.client.0.smithi028.stdout: "log_size": 0, 2024-08-29T19:03:24.245 INFO:tasks.workunit.client.0.smithi028.stdout: "num_store_stats": 0, 2024-08-29T19:03:24.245 INFO:tasks.workunit.client.0.smithi028.stdout: "ondisk_log_size": 0, 2024-08-29T19:03:24.245 INFO:tasks.workunit.client.0.smithi028.stdout: "stamp_delta": "12.005799", 2024-08-29T19:03:24.245 INFO:tasks.workunit.client.0.smithi028.stdout: "stat_sum": { 2024-08-29T19:03:24.245 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes": 0, 2024-08-29T19:03:24.245 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes_hit_set_archive": 0, 2024-08-29T19:03:24.245 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes_recovered": 0, 2024-08-29T19:03:24.245 INFO:tasks.workunit.client.0.smithi028.stdout: "num_deep_scrub_errors": 0, 2024-08-29T19:03:24.245 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict": 0, 2024-08-29T19:03:24.245 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_kb": 0, 2024-08-29T19:03:24.245 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_mode_full": 0, 2024-08-29T19:03:24.246 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_mode_some": 0, 2024-08-29T19:03:24.246 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush": 0, 2024-08-29T19:03:24.246 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_kb": 0, 2024-08-29T19:03:24.246 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_mode_high": 0, 2024-08-29T19:03:24.246 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_mode_low": 0, 2024-08-29T19:03:24.246 INFO:tasks.workunit.client.0.smithi028.stdout: "num_keys_recovered": 0, 2024-08-29T19:03:24.246 INFO:tasks.workunit.client.0.smithi028.stdout: "num_large_omap_objects": 0, 2024-08-29T19:03:24.246 INFO:tasks.workunit.client.0.smithi028.stdout: "num_legacy_snapsets": 0, 2024-08-29T19:03:24.246 INFO:tasks.workunit.client.0.smithi028.stdout: "num_object_clones": 0, 2024-08-29T19:03:24.246 INFO:tasks.workunit.client.0.smithi028.stdout: "num_object_copies": 0, 2024-08-29T19:03:24.246 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects": 0, 2024-08-29T19:03:24.246 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_degraded": 0, 2024-08-29T19:03:24.246 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_dirty": 0, 2024-08-29T19:03:24.246 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_hit_set_archive": 0, 2024-08-29T19:03:24.247 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_manifest": 0, 2024-08-29T19:03:24.247 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_misplaced": 0, 2024-08-29T19:03:24.247 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_missing": 0, 2024-08-29T19:03:24.247 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_missing_on_primary": 0, 2024-08-29T19:03:24.247 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_omap": 0, 2024-08-29T19:03:24.247 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_pinned": 0, 2024-08-29T19:03:24.247 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_recovered": 0, 2024-08-29T19:03:24.247 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_repaired": 0, 2024-08-29T19:03:24.247 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_unfound": 0, 2024-08-29T19:03:24.247 INFO:tasks.workunit.client.0.smithi028.stdout: "num_omap_bytes": 0, 2024-08-29T19:03:24.247 INFO:tasks.workunit.client.0.smithi028.stdout: "num_omap_keys": 0, 2024-08-29T19:03:24.247 INFO:tasks.workunit.client.0.smithi028.stdout: "num_promote": 0, 2024-08-29T19:03:24.247 INFO:tasks.workunit.client.0.smithi028.stdout: "num_read": 0, 2024-08-29T19:03:24.247 INFO:tasks.workunit.client.0.smithi028.stdout: "num_read_kb": 0, 2024-08-29T19:03:24.248 INFO:tasks.workunit.client.0.smithi028.stdout: "num_scrub_errors": 0, 2024-08-29T19:03:24.248 INFO:tasks.workunit.client.0.smithi028.stdout: "num_shallow_scrub_errors": 0, 2024-08-29T19:03:24.248 INFO:tasks.workunit.client.0.smithi028.stdout: "num_whiteouts": 0, 2024-08-29T19:03:24.248 INFO:tasks.workunit.client.0.smithi028.stdout: "num_write": 0, 2024-08-29T19:03:24.248 INFO:tasks.workunit.client.0.smithi028.stdout: "num_write_kb": 0 2024-08-29T19:03:24.248 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:24.248 INFO:tasks.workunit.client.0.smithi028.stdout: "store_stats": { 2024-08-29T19:03:24.248 INFO:tasks.workunit.client.0.smithi028.stdout: "allocated": 0, 2024-08-29T19:03:24.248 INFO:tasks.workunit.client.0.smithi028.stdout: "available": 0, 2024-08-29T19:03:24.248 INFO:tasks.workunit.client.0.smithi028.stdout: "data_compressed": 0, 2024-08-29T19:03:24.248 INFO:tasks.workunit.client.0.smithi028.stdout: "data_compressed_allocated": 0, 2024-08-29T19:03:24.248 INFO:tasks.workunit.client.0.smithi028.stdout: "data_compressed_original": 0, 2024-08-29T19:03:24.248 INFO:tasks.workunit.client.0.smithi028.stdout: "data_stored": 0, 2024-08-29T19:03:24.249 INFO:tasks.workunit.client.0.smithi028.stdout: "internal_metadata": 0, 2024-08-29T19:03:24.249 INFO:tasks.workunit.client.0.smithi028.stdout: "internally_reserved": 0, 2024-08-29T19:03:24.249 INFO:tasks.workunit.client.0.smithi028.stdout: "omap_allocated": 0, 2024-08-29T19:03:24.249 INFO:tasks.workunit.client.0.smithi028.stdout: "total": 0 2024-08-29T19:03:24.249 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:24.249 INFO:tasks.workunit.client.0.smithi028.stdout: "up": 0 2024-08-29T19:03:24.249 INFO:tasks.workunit.client.0.smithi028.stdout: } 2024-08-29T19:03:24.249 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:24.249 INFO:tasks.workunit.client.0.smithi028.stdout: "leaderboard": false, 2024-08-29T19:03:24.249 INFO:tasks.workunit.client.0.smithi028.stdout: "leaderboard_description": null, 2024-08-29T19:03:24.249 INFO:tasks.workunit.client.0.smithi028.stdout: "license": "sharing-1-0", 2024-08-29T19:03:24.249 INFO:tasks.workunit.client.0.smithi028.stdout: "mempool": { 2024-08-29T19:03:24.249 INFO:tasks.workunit.client.0.smithi028.stdout: "mds": { 2024-08-29T19:03:24.249 INFO:tasks.workunit.client.0.smithi028.stdout: "mds.a2df9e26f4a5fcbeed319f1798118f10993a0555": { 2024-08-29T19:03:24.250 INFO:tasks.workunit.client.0.smithi028.stdout: "bloom_filter": { 2024-08-29T19:03:24.250 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 0, 2024-08-29T19:03:24.250 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 0 2024-08-29T19:03:24.250 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:24.250 INFO:tasks.workunit.client.0.smithi028.stdout: "bluefs": { 2024-08-29T19:03:24.250 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 0, 2024-08-29T19:03:24.250 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 0 2024-08-29T19:03:24.250 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:24.250 INFO:tasks.workunit.client.0.smithi028.stdout: "bluefs_file_reader": { 2024-08-29T19:03:24.250 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 0, 2024-08-29T19:03:24.250 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 0 2024-08-29T19:03:24.250 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:24.250 INFO:tasks.workunit.client.0.smithi028.stdout: "bluefs_file_writer": { 2024-08-29T19:03:24.250 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 0, 2024-08-29T19:03:24.251 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 0 2024-08-29T19:03:24.251 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:24.251 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore_alloc": { 2024-08-29T19:03:24.251 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 0, 2024-08-29T19:03:24.251 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 0 2024-08-29T19:03:24.251 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:24.251 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore_blob": { 2024-08-29T19:03:24.251 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 0, 2024-08-29T19:03:24.251 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 0 2024-08-29T19:03:24.251 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:24.251 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore_cache_buffer": { 2024-08-29T19:03:24.251 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 0, 2024-08-29T19:03:24.251 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 0 2024-08-29T19:03:24.251 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:24.252 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore_cache_data": { 2024-08-29T19:03:24.252 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 0, 2024-08-29T19:03:24.252 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 0 2024-08-29T19:03:24.252 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:24.252 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore_cache_meta": { 2024-08-29T19:03:24.252 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 0, 2024-08-29T19:03:24.252 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 0 2024-08-29T19:03:24.252 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:24.252 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore_cache_onode": { 2024-08-29T19:03:24.252 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 0, 2024-08-29T19:03:24.252 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 0 2024-08-29T19:03:24.252 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:24.252 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore_cache_other": { 2024-08-29T19:03:24.252 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 0, 2024-08-29T19:03:24.253 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 0 2024-08-29T19:03:24.253 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:24.253 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore_extent": { 2024-08-29T19:03:24.253 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 0, 2024-08-29T19:03:24.253 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 0 2024-08-29T19:03:24.253 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:24.253 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore_fsck": { 2024-08-29T19:03:24.253 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 0, 2024-08-29T19:03:24.253 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 0 2024-08-29T19:03:24.253 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:24.253 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore_inline_bl": { 2024-08-29T19:03:24.253 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 0, 2024-08-29T19:03:24.253 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 0 2024-08-29T19:03:24.254 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:24.254 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore_shared_blob": { 2024-08-29T19:03:24.254 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 0, 2024-08-29T19:03:24.254 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 0 2024-08-29T19:03:24.254 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:24.254 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore_txc": { 2024-08-29T19:03:24.254 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 0, 2024-08-29T19:03:24.254 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 0 2024-08-29T19:03:24.254 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:24.254 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore_writing": { 2024-08-29T19:03:24.254 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 0, 2024-08-29T19:03:24.254 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 0 2024-08-29T19:03:24.254 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:24.254 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore_writing_deferred": { 2024-08-29T19:03:24.255 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 0, 2024-08-29T19:03:24.255 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 0 2024-08-29T19:03:24.255 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:24.255 INFO:tasks.workunit.client.0.smithi028.stdout: "buffer_anon": { 2024-08-29T19:03:24.255 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 149048, 2024-08-29T19:03:24.255 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 34 2024-08-29T19:03:24.255 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:24.255 INFO:tasks.workunit.client.0.smithi028.stdout: "buffer_meta": { 2024-08-29T19:03:24.255 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 0, 2024-08-29T19:03:24.255 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 0 2024-08-29T19:03:24.255 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:24.255 INFO:tasks.workunit.client.0.smithi028.stdout: "mds_co": { 2024-08-29T19:03:24.255 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 928, 2024-08-29T19:03:24.255 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 2 2024-08-29T19:03:24.256 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:24.256 INFO:tasks.workunit.client.0.smithi028.stdout: "osd": { 2024-08-29T19:03:24.256 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 0, 2024-08-29T19:03:24.256 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 0 2024-08-29T19:03:24.256 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:24.256 INFO:tasks.workunit.client.0.smithi028.stdout: "osd_mapbl": { 2024-08-29T19:03:24.256 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 0, 2024-08-29T19:03:24.256 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 0 2024-08-29T19:03:24.256 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:24.256 INFO:tasks.workunit.client.0.smithi028.stdout: "osd_pglog": { 2024-08-29T19:03:24.256 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 0, 2024-08-29T19:03:24.256 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 0 2024-08-29T19:03:24.256 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:24.257 INFO:tasks.workunit.client.0.smithi028.stdout: "osdmap": { 2024-08-29T19:03:24.257 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 0, 2024-08-29T19:03:24.257 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 0 2024-08-29T19:03:24.257 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:24.257 INFO:tasks.workunit.client.0.smithi028.stdout: "osdmap_mapping": { 2024-08-29T19:03:24.257 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 0, 2024-08-29T19:03:24.257 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 0 2024-08-29T19:03:24.257 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:24.257 INFO:tasks.workunit.client.0.smithi028.stdout: "pgmap": { 2024-08-29T19:03:24.257 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 0, 2024-08-29T19:03:24.257 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 0 2024-08-29T19:03:24.257 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:24.258 INFO:tasks.workunit.client.0.smithi028.stdout: "unittest_1": { 2024-08-29T19:03:24.258 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 0, 2024-08-29T19:03:24.258 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 0 2024-08-29T19:03:24.258 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:24.258 INFO:tasks.workunit.client.0.smithi028.stdout: "unittest_2": { 2024-08-29T19:03:24.258 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 0, 2024-08-29T19:03:24.258 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 0 2024-08-29T19:03:24.258 INFO:tasks.workunit.client.0.smithi028.stdout: } 2024-08-29T19:03:24.258 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:24.258 INFO:tasks.workunit.client.0.smithi028.stdout: "mds.e4958ae9278a574c0226651ef9b7bc2d4e1b34b9": { 2024-08-29T19:03:24.258 INFO:tasks.workunit.client.0.smithi028.stdout: "bloom_filter": { 2024-08-29T19:03:24.258 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 0, 2024-08-29T19:03:24.258 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 0 2024-08-29T19:03:24.258 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:24.259 INFO:tasks.workunit.client.0.smithi028.stdout: "bluefs": { 2024-08-29T19:03:24.259 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 0, 2024-08-29T19:03:24.259 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 0 2024-08-29T19:03:24.259 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:24.259 INFO:tasks.workunit.client.0.smithi028.stdout: "bluefs_file_reader": { 2024-08-29T19:03:24.259 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 0, 2024-08-29T19:03:24.259 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 0 2024-08-29T19:03:24.259 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:24.259 INFO:tasks.workunit.client.0.smithi028.stdout: "bluefs_file_writer": { 2024-08-29T19:03:24.259 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 0, 2024-08-29T19:03:24.259 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 0 2024-08-29T19:03:24.259 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:24.259 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore_alloc": { 2024-08-29T19:03:24.259 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 0, 2024-08-29T19:03:24.260 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 0 2024-08-29T19:03:24.260 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:24.260 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore_blob": { 2024-08-29T19:03:24.260 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 0, 2024-08-29T19:03:24.260 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 0 2024-08-29T19:03:24.260 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:24.260 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore_cache_buffer": { 2024-08-29T19:03:24.260 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 0, 2024-08-29T19:03:24.260 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 0 2024-08-29T19:03:24.260 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:24.260 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore_cache_data": { 2024-08-29T19:03:24.260 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 0, 2024-08-29T19:03:24.260 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 0 2024-08-29T19:03:24.260 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:24.261 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore_cache_meta": { 2024-08-29T19:03:24.261 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 0, 2024-08-29T19:03:24.261 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 0 2024-08-29T19:03:24.261 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:24.261 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore_cache_onode": { 2024-08-29T19:03:24.261 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 0, 2024-08-29T19:03:24.261 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 0 2024-08-29T19:03:24.261 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:24.261 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore_cache_other": { 2024-08-29T19:03:24.261 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 0, 2024-08-29T19:03:24.261 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 0 2024-08-29T19:03:24.261 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:24.262 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore_extent": { 2024-08-29T19:03:24.262 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 0, 2024-08-29T19:03:24.262 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 0 2024-08-29T19:03:24.262 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:24.262 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore_fsck": { 2024-08-29T19:03:24.262 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 0, 2024-08-29T19:03:24.262 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 0 2024-08-29T19:03:24.262 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:24.262 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore_inline_bl": { 2024-08-29T19:03:24.262 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 0, 2024-08-29T19:03:24.262 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 0 2024-08-29T19:03:24.262 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:24.262 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore_shared_blob": { 2024-08-29T19:03:24.262 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 0, 2024-08-29T19:03:24.263 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 0 2024-08-29T19:03:24.263 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:24.263 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore_txc": { 2024-08-29T19:03:24.263 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 0, 2024-08-29T19:03:24.263 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 0 2024-08-29T19:03:24.263 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:24.263 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore_writing": { 2024-08-29T19:03:24.263 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 0, 2024-08-29T19:03:24.263 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 0 2024-08-29T19:03:24.263 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:24.263 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore_writing_deferred": { 2024-08-29T19:03:24.263 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 0, 2024-08-29T19:03:24.263 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 0 2024-08-29T19:03:24.263 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:24.264 INFO:tasks.workunit.client.0.smithi028.stdout: "buffer_anon": { 2024-08-29T19:03:24.264 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 221616, 2024-08-29T19:03:24.264 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 66 2024-08-29T19:03:24.264 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:24.264 INFO:tasks.workunit.client.0.smithi028.stdout: "buffer_meta": { 2024-08-29T19:03:24.264 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 0, 2024-08-29T19:03:24.264 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 0 2024-08-29T19:03:24.264 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:24.264 INFO:tasks.workunit.client.0.smithi028.stdout: "mds_co": { 2024-08-29T19:03:24.264 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 52112, 2024-08-29T19:03:24.264 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 181 2024-08-29T19:03:24.264 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:24.264 INFO:tasks.workunit.client.0.smithi028.stdout: "osd": { 2024-08-29T19:03:24.264 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 0, 2024-08-29T19:03:24.265 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 0 2024-08-29T19:03:24.265 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:24.265 INFO:tasks.workunit.client.0.smithi028.stdout: "osd_mapbl": { 2024-08-29T19:03:24.265 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 0, 2024-08-29T19:03:24.265 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 0 2024-08-29T19:03:24.265 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:24.265 INFO:tasks.workunit.client.0.smithi028.stdout: "osd_pglog": { 2024-08-29T19:03:24.265 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 0, 2024-08-29T19:03:24.265 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 0 2024-08-29T19:03:24.265 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:24.265 INFO:tasks.workunit.client.0.smithi028.stdout: "osdmap": { 2024-08-29T19:03:24.265 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 12168, 2024-08-29T19:03:24.265 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 235 2024-08-29T19:03:24.265 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:24.266 INFO:tasks.workunit.client.0.smithi028.stdout: "osdmap_mapping": { 2024-08-29T19:03:24.266 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 0, 2024-08-29T19:03:24.266 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 0 2024-08-29T19:03:24.266 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:24.266 INFO:tasks.workunit.client.0.smithi028.stdout: "pgmap": { 2024-08-29T19:03:24.266 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 0, 2024-08-29T19:03:24.266 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 0 2024-08-29T19:03:24.266 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:24.266 INFO:tasks.workunit.client.0.smithi028.stdout: "unittest_1": { 2024-08-29T19:03:24.266 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 0, 2024-08-29T19:03:24.266 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 0 2024-08-29T19:03:24.266 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:24.266 INFO:tasks.workunit.client.0.smithi028.stdout: "unittest_2": { 2024-08-29T19:03:24.267 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 0, 2024-08-29T19:03:24.267 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 0 2024-08-29T19:03:24.267 INFO:tasks.workunit.client.0.smithi028.stdout: } 2024-08-29T19:03:24.267 INFO:tasks.workunit.client.0.smithi028.stdout: } 2024-08-29T19:03:24.267 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:24.267 INFO:tasks.workunit.client.0.smithi028.stdout: "mon": { 2024-08-29T19:03:24.267 INFO:tasks.workunit.client.0.smithi028.stdout: "mon.55fbc62c63d120c3220dfb51bdacb54ee30cf548": { 2024-08-29T19:03:24.267 INFO:tasks.workunit.client.0.smithi028.stdout: "bloom_filter": { 2024-08-29T19:03:24.267 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 0, 2024-08-29T19:03:24.267 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 0 2024-08-29T19:03:24.267 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:24.267 INFO:tasks.workunit.client.0.smithi028.stdout: "bluefs": { 2024-08-29T19:03:24.267 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 0, 2024-08-29T19:03:24.267 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 0 2024-08-29T19:03:24.268 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:24.268 INFO:tasks.workunit.client.0.smithi028.stdout: "bluefs_file_reader": { 2024-08-29T19:03:24.268 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 0, 2024-08-29T19:03:24.268 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 0 2024-08-29T19:03:24.268 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:24.268 INFO:tasks.workunit.client.0.smithi028.stdout: "bluefs_file_writer": { 2024-08-29T19:03:24.268 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 0, 2024-08-29T19:03:24.268 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 0 2024-08-29T19:03:24.268 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:24.268 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore_alloc": { 2024-08-29T19:03:24.268 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 0, 2024-08-29T19:03:24.268 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 0 2024-08-29T19:03:24.268 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:24.268 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore_blob": { 2024-08-29T19:03:24.269 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 0, 2024-08-29T19:03:24.269 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 0 2024-08-29T19:03:24.269 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:24.269 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore_cache_buffer": { 2024-08-29T19:03:24.269 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 0, 2024-08-29T19:03:24.269 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 0 2024-08-29T19:03:24.269 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:24.269 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore_cache_data": { 2024-08-29T19:03:24.269 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 0, 2024-08-29T19:03:24.269 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 0 2024-08-29T19:03:24.269 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:24.269 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore_cache_meta": { 2024-08-29T19:03:24.270 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 0, 2024-08-29T19:03:24.270 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 0 2024-08-29T19:03:24.270 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:24.270 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore_cache_onode": { 2024-08-29T19:03:24.270 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 0, 2024-08-29T19:03:24.270 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 0 2024-08-29T19:03:24.270 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:24.270 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore_cache_other": { 2024-08-29T19:03:24.270 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 0, 2024-08-29T19:03:24.270 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 0 2024-08-29T19:03:24.270 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:24.270 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore_extent": { 2024-08-29T19:03:24.270 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 0, 2024-08-29T19:03:24.270 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 0 2024-08-29T19:03:24.270 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:24.271 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore_fsck": { 2024-08-29T19:03:24.271 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 0, 2024-08-29T19:03:24.271 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 0 2024-08-29T19:03:24.271 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:24.271 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore_inline_bl": { 2024-08-29T19:03:24.271 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 0, 2024-08-29T19:03:24.271 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 0 2024-08-29T19:03:24.271 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:24.271 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore_shared_blob": { 2024-08-29T19:03:24.271 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 0, 2024-08-29T19:03:24.271 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 0 2024-08-29T19:03:24.271 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:24.271 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore_txc": { 2024-08-29T19:03:24.271 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 0, 2024-08-29T19:03:24.272 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 0 2024-08-29T19:03:24.272 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:24.272 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore_writing": { 2024-08-29T19:03:24.272 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 0, 2024-08-29T19:03:24.272 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 0 2024-08-29T19:03:24.272 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:24.272 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore_writing_deferred": { 2024-08-29T19:03:24.272 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 0, 2024-08-29T19:03:24.272 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 0 2024-08-29T19:03:24.272 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:24.272 INFO:tasks.workunit.client.0.smithi028.stdout: "buffer_anon": { 2024-08-29T19:03:24.272 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 49035972, 2024-08-29T19:03:24.272 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 7224 2024-08-29T19:03:24.272 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:24.273 INFO:tasks.workunit.client.0.smithi028.stdout: "buffer_meta": { 2024-08-29T19:03:24.273 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 176, 2024-08-29T19:03:24.273 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 2 2024-08-29T19:03:24.273 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:24.273 INFO:tasks.workunit.client.0.smithi028.stdout: "mds_co": { 2024-08-29T19:03:24.273 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 0, 2024-08-29T19:03:24.273 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 0 2024-08-29T19:03:24.273 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:24.273 INFO:tasks.workunit.client.0.smithi028.stdout: "osd": { 2024-08-29T19:03:24.273 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 0, 2024-08-29T19:03:24.273 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 0 2024-08-29T19:03:24.273 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:24.273 INFO:tasks.workunit.client.0.smithi028.stdout: "osd_mapbl": { 2024-08-29T19:03:24.273 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 0, 2024-08-29T19:03:24.274 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 0 2024-08-29T19:03:24.274 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:24.274 INFO:tasks.workunit.client.0.smithi028.stdout: "osd_pglog": { 2024-08-29T19:03:24.274 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 0, 2024-08-29T19:03:24.274 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 0 2024-08-29T19:03:24.274 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:24.274 INFO:tasks.workunit.client.0.smithi028.stdout: "osdmap": { 2024-08-29T19:03:24.274 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 10744, 2024-08-29T19:03:24.274 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 234 2024-08-29T19:03:24.274 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:24.274 INFO:tasks.workunit.client.0.smithi028.stdout: "osdmap_mapping": { 2024-08-29T19:03:24.274 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 70440, 2024-08-29T19:03:24.274 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 5158 2024-08-29T19:03:24.275 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:24.275 INFO:tasks.workunit.client.0.smithi028.stdout: "pgmap": { 2024-08-29T19:03:24.275 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 5720, 2024-08-29T19:03:24.275 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 152 2024-08-29T19:03:24.275 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:24.275 INFO:tasks.workunit.client.0.smithi028.stdout: "unittest_1": { 2024-08-29T19:03:24.275 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 0, 2024-08-29T19:03:24.275 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 0 2024-08-29T19:03:24.275 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:24.275 INFO:tasks.workunit.client.0.smithi028.stdout: "unittest_2": { 2024-08-29T19:03:24.275 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 0, 2024-08-29T19:03:24.275 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 0 2024-08-29T19:03:24.275 INFO:tasks.workunit.client.0.smithi028.stdout: } 2024-08-29T19:03:24.276 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:24.276 INFO:tasks.workunit.client.0.smithi028.stdout: "mon.a2df9e26f4a5fcbeed319f1798118f10993a0555": { 2024-08-29T19:03:24.276 INFO:tasks.workunit.client.0.smithi028.stdout: "bloom_filter": { 2024-08-29T19:03:24.276 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 0, 2024-08-29T19:03:24.276 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 0 2024-08-29T19:03:24.276 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:24.276 INFO:tasks.workunit.client.0.smithi028.stdout: "bluefs": { 2024-08-29T19:03:24.276 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 0, 2024-08-29T19:03:24.276 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 0 2024-08-29T19:03:24.276 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:24.276 INFO:tasks.workunit.client.0.smithi028.stdout: "bluefs_file_reader": { 2024-08-29T19:03:24.276 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 0, 2024-08-29T19:03:24.276 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 0 2024-08-29T19:03:24.276 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:24.277 INFO:tasks.workunit.client.0.smithi028.stdout: "bluefs_file_writer": { 2024-08-29T19:03:24.277 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 0, 2024-08-29T19:03:24.277 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 0 2024-08-29T19:03:24.277 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:24.277 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore_alloc": { 2024-08-29T19:03:24.277 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 0, 2024-08-29T19:03:24.277 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 0 2024-08-29T19:03:24.277 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:24.277 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore_blob": { 2024-08-29T19:03:24.277 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 0, 2024-08-29T19:03:24.277 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 0 2024-08-29T19:03:24.277 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:24.277 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore_cache_buffer": { 2024-08-29T19:03:24.278 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 0, 2024-08-29T19:03:24.278 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 0 2024-08-29T19:03:24.278 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:24.278 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore_cache_data": { 2024-08-29T19:03:24.278 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 0, 2024-08-29T19:03:24.278 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 0 2024-08-29T19:03:24.278 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:24.278 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore_cache_meta": { 2024-08-29T19:03:24.278 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 0, 2024-08-29T19:03:24.278 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 0 2024-08-29T19:03:24.278 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:24.278 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore_cache_onode": { 2024-08-29T19:03:24.278 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 0, 2024-08-29T19:03:24.278 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 0 2024-08-29T19:03:24.278 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:24.279 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore_cache_other": { 2024-08-29T19:03:24.279 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 0, 2024-08-29T19:03:24.279 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 0 2024-08-29T19:03:24.279 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:24.279 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore_extent": { 2024-08-29T19:03:24.279 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 0, 2024-08-29T19:03:24.279 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 0 2024-08-29T19:03:24.279 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:24.279 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore_fsck": { 2024-08-29T19:03:24.279 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 0, 2024-08-29T19:03:24.279 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 0 2024-08-29T19:03:24.279 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:24.279 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore_inline_bl": { 2024-08-29T19:03:24.279 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 0, 2024-08-29T19:03:24.280 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 0 2024-08-29T19:03:24.280 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:24.280 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore_shared_blob": { 2024-08-29T19:03:24.280 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 0, 2024-08-29T19:03:24.280 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 0 2024-08-29T19:03:24.280 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:24.280 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore_txc": { 2024-08-29T19:03:24.280 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 0, 2024-08-29T19:03:24.280 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 0 2024-08-29T19:03:24.280 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:24.280 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore_writing": { 2024-08-29T19:03:24.280 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 0, 2024-08-29T19:03:24.280 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 0 2024-08-29T19:03:24.280 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:24.281 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore_writing_deferred": { 2024-08-29T19:03:24.281 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 0, 2024-08-29T19:03:24.281 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 0 2024-08-29T19:03:24.281 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:24.281 INFO:tasks.workunit.client.0.smithi028.stdout: "buffer_anon": { 2024-08-29T19:03:24.281 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 38766172, 2024-08-29T19:03:24.281 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 4799 2024-08-29T19:03:24.281 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:24.281 INFO:tasks.workunit.client.0.smithi028.stdout: "buffer_meta": { 2024-08-29T19:03:24.281 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 440, 2024-08-29T19:03:24.281 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 5 2024-08-29T19:03:24.281 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:24.281 INFO:tasks.workunit.client.0.smithi028.stdout: "mds_co": { 2024-08-29T19:03:24.281 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 0, 2024-08-29T19:03:24.282 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 0 2024-08-29T19:03:24.282 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:24.282 INFO:tasks.workunit.client.0.smithi028.stdout: "osd": { 2024-08-29T19:03:24.282 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 0, 2024-08-29T19:03:24.282 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 0 2024-08-29T19:03:24.282 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:24.282 INFO:tasks.workunit.client.0.smithi028.stdout: "osd_mapbl": { 2024-08-29T19:03:24.282 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 0, 2024-08-29T19:03:24.282 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 0 2024-08-29T19:03:24.282 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:24.282 INFO:tasks.workunit.client.0.smithi028.stdout: "osd_pglog": { 2024-08-29T19:03:24.282 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 0, 2024-08-29T19:03:24.282 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 0 2024-08-29T19:03:24.283 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:24.283 INFO:tasks.workunit.client.0.smithi028.stdout: "osdmap": { 2024-08-29T19:03:24.283 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 10744, 2024-08-29T19:03:24.283 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 234 2024-08-29T19:03:24.283 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:24.283 INFO:tasks.workunit.client.0.smithi028.stdout: "osdmap_mapping": { 2024-08-29T19:03:24.283 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 70440, 2024-08-29T19:03:24.283 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 5158 2024-08-29T19:03:24.283 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:24.283 INFO:tasks.workunit.client.0.smithi028.stdout: "pgmap": { 2024-08-29T19:03:24.283 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 5720, 2024-08-29T19:03:24.283 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 152 2024-08-29T19:03:24.283 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:24.283 INFO:tasks.workunit.client.0.smithi028.stdout: "unittest_1": { 2024-08-29T19:03:24.283 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 0, 2024-08-29T19:03:24.284 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 0 2024-08-29T19:03:24.284 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:24.284 INFO:tasks.workunit.client.0.smithi028.stdout: "unittest_2": { 2024-08-29T19:03:24.284 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 0, 2024-08-29T19:03:24.284 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 0 2024-08-29T19:03:24.284 INFO:tasks.workunit.client.0.smithi028.stdout: } 2024-08-29T19:03:24.284 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:24.284 INFO:tasks.workunit.client.0.smithi028.stdout: "mon.e4958ae9278a574c0226651ef9b7bc2d4e1b34b9": { 2024-08-29T19:03:24.284 INFO:tasks.workunit.client.0.smithi028.stdout: "bloom_filter": { 2024-08-29T19:03:24.284 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 0, 2024-08-29T19:03:24.284 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 0 2024-08-29T19:03:24.284 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:24.284 INFO:tasks.workunit.client.0.smithi028.stdout: "bluefs": { 2024-08-29T19:03:24.284 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 0, 2024-08-29T19:03:24.285 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 0 2024-08-29T19:03:24.285 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:24.285 INFO:tasks.workunit.client.0.smithi028.stdout: "bluefs_file_reader": { 2024-08-29T19:03:24.285 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 0, 2024-08-29T19:03:24.285 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 0 2024-08-29T19:03:24.285 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:24.285 INFO:tasks.workunit.client.0.smithi028.stdout: "bluefs_file_writer": { 2024-08-29T19:03:24.285 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 0, 2024-08-29T19:03:24.285 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 0 2024-08-29T19:03:24.285 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:24.285 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore_alloc": { 2024-08-29T19:03:24.285 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 0, 2024-08-29T19:03:24.285 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 0 2024-08-29T19:03:24.285 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:24.286 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore_blob": { 2024-08-29T19:03:24.286 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 0, 2024-08-29T19:03:24.286 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 0 2024-08-29T19:03:24.286 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:24.286 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore_cache_buffer": { 2024-08-29T19:03:24.286 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 0, 2024-08-29T19:03:24.286 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 0 2024-08-29T19:03:24.286 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:24.286 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore_cache_data": { 2024-08-29T19:03:24.286 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 0, 2024-08-29T19:03:24.286 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 0 2024-08-29T19:03:24.286 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:24.286 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore_cache_meta": { 2024-08-29T19:03:24.286 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 0, 2024-08-29T19:03:24.287 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 0 2024-08-29T19:03:24.287 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:24.287 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore_cache_onode": { 2024-08-29T19:03:24.287 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 0, 2024-08-29T19:03:24.287 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 0 2024-08-29T19:03:24.287 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:24.287 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore_cache_other": { 2024-08-29T19:03:24.287 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 0, 2024-08-29T19:03:24.287 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 0 2024-08-29T19:03:24.287 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:24.287 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore_extent": { 2024-08-29T19:03:24.287 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 0, 2024-08-29T19:03:24.287 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 0 2024-08-29T19:03:24.287 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:24.287 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore_fsck": { 2024-08-29T19:03:24.288 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 0, 2024-08-29T19:03:24.288 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 0 2024-08-29T19:03:24.288 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:24.288 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore_inline_bl": { 2024-08-29T19:03:24.288 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 0, 2024-08-29T19:03:24.288 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 0 2024-08-29T19:03:24.288 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:24.288 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore_shared_blob": { 2024-08-29T19:03:24.288 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 0, 2024-08-29T19:03:24.288 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 0 2024-08-29T19:03:24.288 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:24.288 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore_txc": { 2024-08-29T19:03:24.288 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 0, 2024-08-29T19:03:24.288 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 0 2024-08-29T19:03:24.289 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:24.289 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore_writing": { 2024-08-29T19:03:24.289 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 0, 2024-08-29T19:03:24.289 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 0 2024-08-29T19:03:24.289 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:24.289 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore_writing_deferred": { 2024-08-29T19:03:24.289 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 0, 2024-08-29T19:03:24.289 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 0 2024-08-29T19:03:24.289 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:24.289 INFO:tasks.workunit.client.0.smithi028.stdout: "buffer_anon": { 2024-08-29T19:03:24.289 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 42863592, 2024-08-29T19:03:24.289 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 5677 2024-08-29T19:03:24.289 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:24.290 INFO:tasks.workunit.client.0.smithi028.stdout: "buffer_meta": { 2024-08-29T19:03:24.290 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 0, 2024-08-29T19:03:24.290 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 0 2024-08-29T19:03:24.290 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:24.290 INFO:tasks.workunit.client.0.smithi028.stdout: "mds_co": { 2024-08-29T19:03:24.290 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 0, 2024-08-29T19:03:24.290 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 0 2024-08-29T19:03:24.290 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:24.290 INFO:tasks.workunit.client.0.smithi028.stdout: "osd": { 2024-08-29T19:03:24.290 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 0, 2024-08-29T19:03:24.290 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 0 2024-08-29T19:03:24.290 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:24.290 INFO:tasks.workunit.client.0.smithi028.stdout: "osd_mapbl": { 2024-08-29T19:03:24.291 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 0, 2024-08-29T19:03:24.291 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 0 2024-08-29T19:03:24.291 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:24.291 INFO:tasks.workunit.client.0.smithi028.stdout: "osd_pglog": { 2024-08-29T19:03:24.291 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 0, 2024-08-29T19:03:24.291 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 0 2024-08-29T19:03:24.291 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:24.291 INFO:tasks.workunit.client.0.smithi028.stdout: "osdmap": { 2024-08-29T19:03:24.291 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 10744, 2024-08-29T19:03:24.291 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 234 2024-08-29T19:03:24.291 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:24.291 INFO:tasks.workunit.client.0.smithi028.stdout: "osdmap_mapping": { 2024-08-29T19:03:24.291 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 70440, 2024-08-29T19:03:24.291 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 5158 2024-08-29T19:03:24.291 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:24.292 INFO:tasks.workunit.client.0.smithi028.stdout: "pgmap": { 2024-08-29T19:03:24.292 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 11440, 2024-08-29T19:03:24.292 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 304 2024-08-29T19:03:24.292 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:24.292 INFO:tasks.workunit.client.0.smithi028.stdout: "unittest_1": { 2024-08-29T19:03:24.292 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 0, 2024-08-29T19:03:24.292 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 0 2024-08-29T19:03:24.292 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:24.292 INFO:tasks.workunit.client.0.smithi028.stdout: "unittest_2": { 2024-08-29T19:03:24.292 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 0, 2024-08-29T19:03:24.292 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 0 2024-08-29T19:03:24.292 INFO:tasks.workunit.client.0.smithi028.stdout: } 2024-08-29T19:03:24.292 INFO:tasks.workunit.client.0.smithi028.stdout: } 2024-08-29T19:03:24.292 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:24.293 INFO:tasks.workunit.client.0.smithi028.stdout: "osd": { 2024-08-29T19:03:24.293 INFO:tasks.workunit.client.0.smithi028.stdout: "osd.0": { 2024-08-29T19:03:24.293 INFO:tasks.workunit.client.0.smithi028.stdout: "bloom_filter": { 2024-08-29T19:03:24.293 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 0, 2024-08-29T19:03:24.293 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 0 2024-08-29T19:03:24.293 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:24.293 INFO:tasks.workunit.client.0.smithi028.stdout: "bluefs": { 2024-08-29T19:03:24.293 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 27200, 2024-08-29T19:03:24.293 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 546 2024-08-29T19:03:24.293 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:24.293 INFO:tasks.workunit.client.0.smithi028.stdout: "bluefs_file_reader": { 2024-08-29T19:03:24.293 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 916352, 2024-08-29T19:03:24.293 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 35 2024-08-29T19:03:24.293 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:24.294 INFO:tasks.workunit.client.0.smithi028.stdout: "bluefs_file_writer": { 2024-08-29T19:03:24.294 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 3072, 2024-08-29T19:03:24.294 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 16 2024-08-29T19:03:24.294 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:24.294 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore_alloc": { 2024-08-29T19:03:24.294 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 58000, 2024-08-29T19:03:24.294 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 725 2024-08-29T19:03:24.294 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:24.294 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore_blob": { 2024-08-29T19:03:24.294 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 388336, 2024-08-29T19:03:24.294 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 1867 2024-08-29T19:03:24.294 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:24.294 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore_cache_buffer": { 2024-08-29T19:03:24.294 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 256, 2024-08-29T19:03:24.295 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 32 2024-08-29T19:03:24.295 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:24.295 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore_cache_data": { 2024-08-29T19:03:24.295 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 365452, 2024-08-29T19:03:24.295 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 110 2024-08-29T19:03:24.295 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:24.295 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore_cache_meta": { 2024-08-29T19:03:24.295 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 2362713, 2024-08-29T19:03:24.295 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 525557 2024-08-29T19:03:24.295 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:24.295 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore_cache_onode": { 2024-08-29T19:03:24.295 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 6739056, 2024-08-29T19:03:24.295 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 9942 2024-08-29T19:03:24.295 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:24.296 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore_cache_other": { 2024-08-29T19:03:24.296 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 82768, 2024-08-29T19:03:24.296 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 8847 2024-08-29T19:03:24.296 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:24.296 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore_extent": { 2024-08-29T19:03:24.296 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 89616, 2024-08-29T19:03:24.296 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 1867 2024-08-29T19:03:24.296 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:24.296 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore_fsck": { 2024-08-29T19:03:24.296 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 0, 2024-08-29T19:03:24.296 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 0 2024-08-29T19:03:24.296 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:24.296 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore_inline_bl": { 2024-08-29T19:03:24.296 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 171966, 2024-08-29T19:03:24.297 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 1230 2024-08-29T19:03:24.297 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:24.297 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore_shared_blob": { 2024-08-29T19:03:24.297 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 0, 2024-08-29T19:03:24.297 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 0 2024-08-29T19:03:24.297 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:24.297 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore_txc": { 2024-08-29T19:03:24.297 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 0, 2024-08-29T19:03:24.297 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 0 2024-08-29T19:03:24.297 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:24.297 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore_writing": { 2024-08-29T19:03:24.297 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 45009, 2024-08-29T19:03:24.298 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 48 2024-08-29T19:03:24.298 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:24.298 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore_writing_deferred": { 2024-08-29T19:03:24.298 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 0, 2024-08-29T19:03:24.298 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 0 2024-08-29T19:03:24.298 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:24.298 INFO:tasks.workunit.client.0.smithi028.stdout: "buffer_anon": { 2024-08-29T19:03:24.298 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 17440783, 2024-08-29T19:03:24.298 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 278 2024-08-29T19:03:24.298 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:24.298 INFO:tasks.workunit.client.0.smithi028.stdout: "buffer_meta": { 2024-08-29T19:03:24.298 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 11352, 2024-08-29T19:03:24.298 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 129 2024-08-29T19:03:24.299 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:24.299 INFO:tasks.workunit.client.0.smithi028.stdout: "mds_co": { 2024-08-29T19:03:24.299 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 0, 2024-08-29T19:03:24.299 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 0 2024-08-29T19:03:24.299 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:24.299 INFO:tasks.workunit.client.0.smithi028.stdout: "osd": { 2024-08-29T19:03:24.299 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 522720, 2024-08-29T19:03:24.299 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 45 2024-08-29T19:03:24.299 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:24.299 INFO:tasks.workunit.client.0.smithi028.stdout: "osd_mapbl": { 2024-08-29T19:03:24.299 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 0, 2024-08-29T19:03:24.299 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 0 2024-08-29T19:03:24.299 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:24.300 INFO:tasks.workunit.client.0.smithi028.stdout: "osd_pglog": { 2024-08-29T19:03:24.300 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 7063472, 2024-08-29T19:03:24.300 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 18362 2024-08-29T19:03:24.300 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:24.300 INFO:tasks.workunit.client.0.smithi028.stdout: "osdmap": { 2024-08-29T19:03:24.300 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 628416, 2024-08-29T19:03:24.300 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 10122 2024-08-29T19:03:24.300 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:24.300 INFO:tasks.workunit.client.0.smithi028.stdout: "osdmap_mapping": { 2024-08-29T19:03:24.300 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 0, 2024-08-29T19:03:24.300 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 0 2024-08-29T19:03:24.300 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:24.300 INFO:tasks.workunit.client.0.smithi028.stdout: "pgmap": { 2024-08-29T19:03:24.301 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 0, 2024-08-29T19:03:24.301 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 0 2024-08-29T19:03:24.301 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:24.301 INFO:tasks.workunit.client.0.smithi028.stdout: "unittest_1": { 2024-08-29T19:03:24.301 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 0, 2024-08-29T19:03:24.301 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 0 2024-08-29T19:03:24.301 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:24.301 INFO:tasks.workunit.client.0.smithi028.stdout: "unittest_2": { 2024-08-29T19:03:24.301 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 0, 2024-08-29T19:03:24.301 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 0 2024-08-29T19:03:24.301 INFO:tasks.workunit.client.0.smithi028.stdout: } 2024-08-29T19:03:24.301 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:24.301 INFO:tasks.workunit.client.0.smithi028.stdout: "osd.1": { 2024-08-29T19:03:24.301 INFO:tasks.workunit.client.0.smithi028.stdout: "bloom_filter": { 2024-08-29T19:03:24.302 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 0, 2024-08-29T19:03:24.302 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 0 2024-08-29T19:03:24.302 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:24.302 INFO:tasks.workunit.client.0.smithi028.stdout: "bluefs": { 2024-08-29T19:03:24.302 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 29128, 2024-08-29T19:03:24.302 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 575 2024-08-29T19:03:24.302 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:24.302 INFO:tasks.workunit.client.0.smithi028.stdout: "bluefs_file_reader": { 2024-08-29T19:03:24.302 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 412800, 2024-08-29T19:03:24.302 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 37 2024-08-29T19:03:24.302 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:24.302 INFO:tasks.workunit.client.0.smithi028.stdout: "bluefs_file_writer": { 2024-08-29T19:03:24.302 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 1536, 2024-08-29T19:03:24.303 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 8 2024-08-29T19:03:24.303 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:24.303 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore_alloc": { 2024-08-29T19:03:24.303 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 58240, 2024-08-29T19:03:24.303 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 728 2024-08-29T19:03:24.303 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:24.303 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore_blob": { 2024-08-29T19:03:24.303 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 386048, 2024-08-29T19:03:24.303 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 1856 2024-08-29T19:03:24.303 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:24.303 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore_cache_buffer": { 2024-08-29T19:03:24.303 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 256, 2024-08-29T19:03:24.304 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 32 2024-08-29T19:03:24.304 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:24.304 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore_cache_data": { 2024-08-29T19:03:24.304 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 472505, 2024-08-29T19:03:24.304 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 121 2024-08-29T19:03:24.304 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:24.304 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore_cache_meta": { 2024-08-29T19:03:24.304 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 2328713, 2024-08-29T19:03:24.304 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 519571 2024-08-29T19:03:24.304 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:24.304 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore_cache_onode": { 2024-08-29T19:03:24.304 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 6667656, 2024-08-29T19:03:24.304 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 9837 2024-08-29T19:03:24.304 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:24.305 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore_cache_other": { 2024-08-29T19:03:24.305 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 80600, 2024-08-29T19:03:24.305 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 8671 2024-08-29T19:03:24.305 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:24.305 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore_extent": { 2024-08-29T19:03:24.305 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 89088, 2024-08-29T19:03:24.305 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 1856 2024-08-29T19:03:24.305 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:24.305 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore_fsck": { 2024-08-29T19:03:24.305 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 0, 2024-08-29T19:03:24.305 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 0 2024-08-29T19:03:24.305 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:24.305 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore_inline_bl": { 2024-08-29T19:03:24.306 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 172222, 2024-08-29T19:03:24.306 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 1231 2024-08-29T19:03:24.306 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:24.306 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore_shared_blob": { 2024-08-29T19:03:24.306 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 0, 2024-08-29T19:03:24.306 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 0 2024-08-29T19:03:24.306 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:24.306 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore_txc": { 2024-08-29T19:03:24.306 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 736, 2024-08-29T19:03:24.306 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 1 2024-08-29T19:03:24.306 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:24.306 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore_writing": { 2024-08-29T19:03:24.306 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 70564, 2024-08-29T19:03:24.306 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 54 2024-08-29T19:03:24.306 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:24.307 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore_writing_deferred": { 2024-08-29T19:03:24.307 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 12112, 2024-08-29T19:03:24.307 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 3 2024-08-29T19:03:24.307 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:24.307 INFO:tasks.workunit.client.0.smithi028.stdout: "buffer_anon": { 2024-08-29T19:03:24.307 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 9551600, 2024-08-29T19:03:24.307 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 280 2024-08-29T19:03:24.307 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:24.307 INFO:tasks.workunit.client.0.smithi028.stdout: "buffer_meta": { 2024-08-29T19:03:24.307 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 13200, 2024-08-29T19:03:24.307 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 150 2024-08-29T19:03:24.307 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:24.307 INFO:tasks.workunit.client.0.smithi028.stdout: "mds_co": { 2024-08-29T19:03:24.308 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 0, 2024-08-29T19:03:24.308 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 0 2024-08-29T19:03:24.308 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:24.308 INFO:tasks.workunit.client.0.smithi028.stdout: "osd": { 2024-08-29T19:03:24.308 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 441408, 2024-08-29T19:03:24.308 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 38 2024-08-29T19:03:24.308 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:24.308 INFO:tasks.workunit.client.0.smithi028.stdout: "osd_mapbl": { 2024-08-29T19:03:24.308 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 0, 2024-08-29T19:03:24.308 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 0 2024-08-29T19:03:24.308 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:24.308 INFO:tasks.workunit.client.0.smithi028.stdout: "osd_pglog": { 2024-08-29T19:03:24.308 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 7373704, 2024-08-29T19:03:24.309 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 21369 2024-08-29T19:03:24.309 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:24.309 INFO:tasks.workunit.client.0.smithi028.stdout: "osdmap": { 2024-08-29T19:03:24.309 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 628416, 2024-08-29T19:03:24.309 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 10122 2024-08-29T19:03:24.309 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:24.309 INFO:tasks.workunit.client.0.smithi028.stdout: "osdmap_mapping": { 2024-08-29T19:03:24.309 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 0, 2024-08-29T19:03:24.309 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 0 2024-08-29T19:03:24.309 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:24.309 INFO:tasks.workunit.client.0.smithi028.stdout: "pgmap": { 2024-08-29T19:03:24.309 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 0, 2024-08-29T19:03:24.309 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 0 2024-08-29T19:03:24.310 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:24.310 INFO:tasks.workunit.client.0.smithi028.stdout: "unittest_1": { 2024-08-29T19:03:24.310 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 0, 2024-08-29T19:03:24.310 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 0 2024-08-29T19:03:24.310 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:24.310 INFO:tasks.workunit.client.0.smithi028.stdout: "unittest_2": { 2024-08-29T19:03:24.310 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 0, 2024-08-29T19:03:24.310 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 0 2024-08-29T19:03:24.310 INFO:tasks.workunit.client.0.smithi028.stdout: } 2024-08-29T19:03:24.310 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:24.310 INFO:tasks.workunit.client.0.smithi028.stdout: "osd.2": { 2024-08-29T19:03:24.310 INFO:tasks.workunit.client.0.smithi028.stdout: "bloom_filter": { 2024-08-29T19:03:24.310 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 0, 2024-08-29T19:03:24.310 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 0 2024-08-29T19:03:24.311 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:24.311 INFO:tasks.workunit.client.0.smithi028.stdout: "bluefs": { 2024-08-29T19:03:24.311 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 19096, 2024-08-29T19:03:24.311 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 322 2024-08-29T19:03:24.311 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:24.311 INFO:tasks.workunit.client.0.smithi028.stdout: "bluefs_file_reader": { 2024-08-29T19:03:24.311 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 38528, 2024-08-29T19:03:24.311 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 20 2024-08-29T19:03:24.311 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:24.311 INFO:tasks.workunit.client.0.smithi028.stdout: "bluefs_file_writer": { 2024-08-29T19:03:24.311 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 1920, 2024-08-29T19:03:24.311 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 10 2024-08-29T19:03:24.311 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:24.311 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore_alloc": { 2024-08-29T19:03:24.312 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 56320, 2024-08-29T19:03:24.312 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 704 2024-08-29T19:03:24.312 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:24.312 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore_blob": { 2024-08-29T19:03:24.312 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 385424, 2024-08-29T19:03:24.312 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 1853 2024-08-29T19:03:24.312 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:24.312 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore_cache_buffer": { 2024-08-29T19:03:24.312 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 256, 2024-08-29T19:03:24.312 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 32 2024-08-29T19:03:24.312 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:24.312 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore_cache_data": { 2024-08-29T19:03:24.312 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 273751, 2024-08-29T19:03:24.313 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 71 2024-08-29T19:03:24.313 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:24.313 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore_cache_meta": { 2024-08-29T19:03:24.313 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 1664766, 2024-08-29T19:03:24.313 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 369315 2024-08-29T19:03:24.313 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:24.313 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore_cache_onode": { 2024-08-29T19:03:24.313 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 4854096, 2024-08-29T19:03:24.313 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 7170 2024-08-29T19:03:24.313 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:24.313 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore_cache_other": { 2024-08-29T19:03:24.313 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 79644, 2024-08-29T19:03:24.313 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 8657 2024-08-29T19:03:24.314 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:24.314 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore_extent": { 2024-08-29T19:03:24.314 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 88944, 2024-08-29T19:03:24.314 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 1853 2024-08-29T19:03:24.314 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:24.314 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore_fsck": { 2024-08-29T19:03:24.314 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 0, 2024-08-29T19:03:24.314 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 0 2024-08-29T19:03:24.314 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:24.314 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore_inline_bl": { 2024-08-29T19:03:24.314 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 172222, 2024-08-29T19:03:24.314 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 1231 2024-08-29T19:03:24.314 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:24.315 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore_shared_blob": { 2024-08-29T19:03:24.315 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 0, 2024-08-29T19:03:24.315 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 0 2024-08-29T19:03:24.315 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:24.315 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore_txc": { 2024-08-29T19:03:24.315 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 736, 2024-08-29T19:03:24.315 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 1 2024-08-29T19:03:24.315 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:24.315 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore_writing": { 2024-08-29T19:03:24.315 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 79556, 2024-08-29T19:03:24.315 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 56 2024-08-29T19:03:24.315 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:24.315 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore_writing_deferred": { 2024-08-29T19:03:24.315 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 12112, 2024-08-29T19:03:24.316 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 3 2024-08-29T19:03:24.316 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:24.316 INFO:tasks.workunit.client.0.smithi028.stdout: "buffer_anon": { 2024-08-29T19:03:24.316 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 10660286, 2024-08-29T19:03:24.316 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 261 2024-08-29T19:03:24.316 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:24.316 INFO:tasks.workunit.client.0.smithi028.stdout: "buffer_meta": { 2024-08-29T19:03:24.316 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 8800, 2024-08-29T19:03:24.316 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 100 2024-08-29T19:03:24.316 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:24.316 INFO:tasks.workunit.client.0.smithi028.stdout: "mds_co": { 2024-08-29T19:03:24.316 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 0, 2024-08-29T19:03:24.316 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 0 2024-08-29T19:03:24.316 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:24.317 INFO:tasks.workunit.client.0.smithi028.stdout: "osd": { 2024-08-29T19:03:24.317 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 348480, 2024-08-29T19:03:24.317 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 30 2024-08-29T19:03:24.317 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:24.317 INFO:tasks.workunit.client.0.smithi028.stdout: "osd_mapbl": { 2024-08-29T19:03:24.317 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 0, 2024-08-29T19:03:24.317 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 0 2024-08-29T19:03:24.317 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:24.317 INFO:tasks.workunit.client.0.smithi028.stdout: "osd_pglog": { 2024-08-29T19:03:24.317 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 3261960, 2024-08-29T19:03:24.317 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 6273 2024-08-29T19:03:24.318 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:24.318 INFO:tasks.workunit.client.0.smithi028.stdout: "osdmap": { 2024-08-29T19:03:24.318 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 628416, 2024-08-29T19:03:24.318 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 10122 2024-08-29T19:03:24.318 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:24.318 INFO:tasks.workunit.client.0.smithi028.stdout: "osdmap_mapping": { 2024-08-29T19:03:24.318 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 0, 2024-08-29T19:03:24.318 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 0 2024-08-29T19:03:24.318 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:24.318 INFO:tasks.workunit.client.0.smithi028.stdout: "pgmap": { 2024-08-29T19:03:24.318 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 0, 2024-08-29T19:03:24.318 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 0 2024-08-29T19:03:24.318 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:24.318 INFO:tasks.workunit.client.0.smithi028.stdout: "unittest_1": { 2024-08-29T19:03:24.318 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 0, 2024-08-29T19:03:24.319 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 0 2024-08-29T19:03:24.319 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:24.319 INFO:tasks.workunit.client.0.smithi028.stdout: "unittest_2": { 2024-08-29T19:03:24.319 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 0, 2024-08-29T19:03:24.319 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 0 2024-08-29T19:03:24.319 INFO:tasks.workunit.client.0.smithi028.stdout: } 2024-08-29T19:03:24.319 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:24.319 INFO:tasks.workunit.client.0.smithi028.stdout: "osd.3": { 2024-08-29T19:03:24.319 INFO:tasks.workunit.client.0.smithi028.stdout: "bloom_filter": { 2024-08-29T19:03:24.319 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 0, 2024-08-29T19:03:24.319 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 0 2024-08-29T19:03:24.319 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:24.319 INFO:tasks.workunit.client.0.smithi028.stdout: "bluefs": { 2024-08-29T19:03:24.320 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 21288, 2024-08-29T19:03:24.320 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 373 2024-08-29T19:03:24.320 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:24.320 INFO:tasks.workunit.client.0.smithi028.stdout: "bluefs_file_reader": { 2024-08-29T19:03:24.320 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 559616, 2024-08-29T19:03:24.320 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 31 2024-08-29T19:03:24.320 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:24.320 INFO:tasks.workunit.client.0.smithi028.stdout: "bluefs_file_writer": { 2024-08-29T19:03:24.320 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 960, 2024-08-29T19:03:24.320 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 5 2024-08-29T19:03:24.320 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:24.320 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore_alloc": { 2024-08-29T19:03:24.320 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 56800, 2024-08-29T19:03:24.321 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 710 2024-08-29T19:03:24.321 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:24.321 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore_blob": { 2024-08-29T19:03:24.321 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 373152, 2024-08-29T19:03:24.321 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 1794 2024-08-29T19:03:24.321 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:24.321 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore_cache_buffer": { 2024-08-29T19:03:24.321 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 256, 2024-08-29T19:03:24.321 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 32 2024-08-29T19:03:24.321 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:24.321 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore_cache_data": { 2024-08-29T19:03:24.321 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 912324, 2024-08-29T19:03:24.321 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 233 2024-08-29T19:03:24.322 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:24.322 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore_cache_meta": { 2024-08-29T19:03:24.322 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 1655937, 2024-08-29T19:03:24.322 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 362230 2024-08-29T19:03:24.322 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:24.322 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore_cache_onode": { 2024-08-29T19:03:24.322 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 4760256, 2024-08-29T19:03:24.322 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 7032 2024-08-29T19:03:24.322 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:24.322 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore_cache_other": { 2024-08-29T19:03:24.322 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 71324, 2024-08-29T19:03:24.322 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 7524 2024-08-29T19:03:24.322 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:24.322 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore_extent": { 2024-08-29T19:03:24.322 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 86112, 2024-08-29T19:03:24.323 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 1794 2024-08-29T19:03:24.323 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:24.323 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore_fsck": { 2024-08-29T19:03:24.323 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 0, 2024-08-29T19:03:24.323 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 0 2024-08-29T19:03:24.323 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:24.323 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore_inline_bl": { 2024-08-29T19:03:24.323 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 172222, 2024-08-29T19:03:24.323 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 1231 2024-08-29T19:03:24.323 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:24.323 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore_shared_blob": { 2024-08-29T19:03:24.323 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 0, 2024-08-29T19:03:24.323 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 0 2024-08-29T19:03:24.323 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:24.324 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore_txc": { 2024-08-29T19:03:24.324 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 0, 2024-08-29T19:03:24.324 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 0 2024-08-29T19:03:24.324 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:24.324 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore_writing": { 2024-08-29T19:03:24.324 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 44163, 2024-08-29T19:03:24.324 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 46 2024-08-29T19:03:24.324 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:24.324 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore_writing_deferred": { 2024-08-29T19:03:24.324 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 0, 2024-08-29T19:03:24.324 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 0 2024-08-29T19:03:24.324 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:24.324 INFO:tasks.workunit.client.0.smithi028.stdout: "buffer_anon": { 2024-08-29T19:03:24.325 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 5536076, 2024-08-29T19:03:24.325 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 276 2024-08-29T19:03:24.325 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:24.325 INFO:tasks.workunit.client.0.smithi028.stdout: "buffer_meta": { 2024-08-29T19:03:24.325 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 22176, 2024-08-29T19:03:24.325 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 252 2024-08-29T19:03:24.325 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:24.325 INFO:tasks.workunit.client.0.smithi028.stdout: "mds_co": { 2024-08-29T19:03:24.325 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 0, 2024-08-29T19:03:24.325 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 0 2024-08-29T19:03:24.325 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:24.325 INFO:tasks.workunit.client.0.smithi028.stdout: "osd": { 2024-08-29T19:03:24.325 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 429792, 2024-08-29T19:03:24.325 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 37 2024-08-29T19:03:24.326 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:24.326 INFO:tasks.workunit.client.0.smithi028.stdout: "osd_mapbl": { 2024-08-29T19:03:24.326 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 0, 2024-08-29T19:03:24.326 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 0 2024-08-29T19:03:24.326 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:24.326 INFO:tasks.workunit.client.0.smithi028.stdout: "osd_pglog": { 2024-08-29T19:03:24.326 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 3476304, 2024-08-29T19:03:24.326 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 9022 2024-08-29T19:03:24.326 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:24.326 INFO:tasks.workunit.client.0.smithi028.stdout: "osdmap": { 2024-08-29T19:03:24.326 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 628416, 2024-08-29T19:03:24.326 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 10122 2024-08-29T19:03:24.326 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:24.326 INFO:tasks.workunit.client.0.smithi028.stdout: "osdmap_mapping": { 2024-08-29T19:03:24.326 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 0, 2024-08-29T19:03:24.327 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 0 2024-08-29T19:03:24.327 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:24.327 INFO:tasks.workunit.client.0.smithi028.stdout: "pgmap": { 2024-08-29T19:03:24.327 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 0, 2024-08-29T19:03:24.327 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 0 2024-08-29T19:03:24.327 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:24.327 INFO:tasks.workunit.client.0.smithi028.stdout: "unittest_1": { 2024-08-29T19:03:24.327 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 0, 2024-08-29T19:03:24.327 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 0 2024-08-29T19:03:24.327 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:24.327 INFO:tasks.workunit.client.0.smithi028.stdout: "unittest_2": { 2024-08-29T19:03:24.327 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 0, 2024-08-29T19:03:24.327 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 0 2024-08-29T19:03:24.327 INFO:tasks.workunit.client.0.smithi028.stdout: } 2024-08-29T19:03:24.328 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:24.328 INFO:tasks.workunit.client.0.smithi028.stdout: "osd.4": { 2024-08-29T19:03:24.328 INFO:tasks.workunit.client.0.smithi028.stdout: "bloom_filter": { 2024-08-29T19:03:24.328 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 0, 2024-08-29T19:03:24.328 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 0 2024-08-29T19:03:24.328 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:24.328 INFO:tasks.workunit.client.0.smithi028.stdout: "bluefs": { 2024-08-29T19:03:24.328 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 28400, 2024-08-29T19:03:24.328 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 567 2024-08-29T19:03:24.328 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:24.328 INFO:tasks.workunit.client.0.smithi028.stdout: "bluefs_file_reader": { 2024-08-29T19:03:24.328 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 568320, 2024-08-29T19:03:24.328 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 34 2024-08-29T19:03:24.329 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:24.329 INFO:tasks.workunit.client.0.smithi028.stdout: "bluefs_file_writer": { 2024-08-29T19:03:24.329 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 3072, 2024-08-29T19:03:24.329 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 16 2024-08-29T19:03:24.329 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:24.329 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore_alloc": { 2024-08-29T19:03:24.329 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 58160, 2024-08-29T19:03:24.329 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 727 2024-08-29T19:03:24.329 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:24.329 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore_blob": { 2024-08-29T19:03:24.329 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 373152, 2024-08-29T19:03:24.329 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 1794 2024-08-29T19:03:24.329 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:24.330 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore_cache_buffer": { 2024-08-29T19:03:24.330 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 256, 2024-08-29T19:03:24.330 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 32 2024-08-29T19:03:24.330 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:24.330 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore_cache_data": { 2024-08-29T19:03:24.330 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 1308260, 2024-08-29T19:03:24.330 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 329 2024-08-29T19:03:24.330 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:24.330 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore_cache_meta": { 2024-08-29T19:03:24.330 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 1986552, 2024-08-29T19:03:24.330 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 434585 2024-08-29T19:03:24.330 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:24.330 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore_cache_onode": { 2024-08-29T19:03:24.330 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 5622496, 2024-08-29T19:03:24.331 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 8300 2024-08-29T19:03:24.331 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:24.331 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore_cache_other": { 2024-08-29T19:03:24.331 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 71536, 2024-08-29T19:03:24.331 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 7524 2024-08-29T19:03:24.331 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:24.331 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore_extent": { 2024-08-29T19:03:24.331 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 86112, 2024-08-29T19:03:24.331 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 1794 2024-08-29T19:03:24.331 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:24.331 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore_fsck": { 2024-08-29T19:03:24.331 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 0, 2024-08-29T19:03:24.331 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 0 2024-08-29T19:03:24.331 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:24.332 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore_inline_bl": { 2024-08-29T19:03:24.332 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 171966, 2024-08-29T19:03:24.332 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 1230 2024-08-29T19:03:24.332 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:24.332 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore_shared_blob": { 2024-08-29T19:03:24.332 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 0, 2024-08-29T19:03:24.332 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 0 2024-08-29T19:03:24.332 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:24.332 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore_txc": { 2024-08-29T19:03:24.332 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 736, 2024-08-29T19:03:24.332 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 1 2024-08-29T19:03:24.332 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:24.332 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore_writing": { 2024-08-29T19:03:24.333 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 60413, 2024-08-29T19:03:24.333 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 37 2024-08-29T19:03:24.333 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:24.333 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore_writing_deferred": { 2024-08-29T19:03:24.333 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 12112, 2024-08-29T19:03:24.333 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 3 2024-08-29T19:03:24.333 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:24.333 INFO:tasks.workunit.client.0.smithi028.stdout: "buffer_anon": { 2024-08-29T19:03:24.333 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 18428410, 2024-08-29T19:03:24.333 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 267 2024-08-29T19:03:24.333 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:24.333 INFO:tasks.workunit.client.0.smithi028.stdout: "buffer_meta": { 2024-08-29T19:03:24.333 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 30360, 2024-08-29T19:03:24.333 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 345 2024-08-29T19:03:24.334 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:24.334 INFO:tasks.workunit.client.0.smithi028.stdout: "mds_co": { 2024-08-29T19:03:24.334 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 0, 2024-08-29T19:03:24.334 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 0 2024-08-29T19:03:24.334 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:24.334 INFO:tasks.workunit.client.0.smithi028.stdout: "osd": { 2024-08-29T19:03:24.334 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 453024, 2024-08-29T19:03:24.334 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 39 2024-08-29T19:03:24.334 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:24.334 INFO:tasks.workunit.client.0.smithi028.stdout: "osd_mapbl": { 2024-08-29T19:03:24.334 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 0, 2024-08-29T19:03:24.334 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 0 2024-08-29T19:03:24.334 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:24.334 INFO:tasks.workunit.client.0.smithi028.stdout: "osd_pglog": { 2024-08-29T19:03:24.335 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 5053984, 2024-08-29T19:03:24.335 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 12072 2024-08-29T19:03:24.335 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:24.335 INFO:tasks.workunit.client.0.smithi028.stdout: "osdmap": { 2024-08-29T19:03:24.335 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 628416, 2024-08-29T19:03:24.335 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 10122 2024-08-29T19:03:24.335 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:24.335 INFO:tasks.workunit.client.0.smithi028.stdout: "osdmap_mapping": { 2024-08-29T19:03:24.335 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 0, 2024-08-29T19:03:24.335 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 0 2024-08-29T19:03:24.335 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:24.335 INFO:tasks.workunit.client.0.smithi028.stdout: "pgmap": { 2024-08-29T19:03:24.335 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 0, 2024-08-29T19:03:24.336 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 0 2024-08-29T19:03:24.336 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:24.336 INFO:tasks.workunit.client.0.smithi028.stdout: "unittest_1": { 2024-08-29T19:03:24.336 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 0, 2024-08-29T19:03:24.336 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 0 2024-08-29T19:03:24.336 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:24.336 INFO:tasks.workunit.client.0.smithi028.stdout: "unittest_2": { 2024-08-29T19:03:24.336 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 0, 2024-08-29T19:03:24.336 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 0 2024-08-29T19:03:24.336 INFO:tasks.workunit.client.0.smithi028.stdout: } 2024-08-29T19:03:24.336 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:24.336 INFO:tasks.workunit.client.0.smithi028.stdout: "osd.5": { 2024-08-29T19:03:24.336 INFO:tasks.workunit.client.0.smithi028.stdout: "bloom_filter": { 2024-08-29T19:03:24.336 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 0, 2024-08-29T19:03:24.337 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 0 2024-08-29T19:03:24.337 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:24.337 INFO:tasks.workunit.client.0.smithi028.stdout: "bluefs": { 2024-08-29T19:03:24.337 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 20584, 2024-08-29T19:03:24.337 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 367 2024-08-29T19:03:24.337 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:24.337 INFO:tasks.workunit.client.0.smithi028.stdout: "bluefs_file_reader": { 2024-08-29T19:03:24.337 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 284672, 2024-08-29T19:03:24.337 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 25 2024-08-29T19:03:24.337 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:24.337 INFO:tasks.workunit.client.0.smithi028.stdout: "bluefs_file_writer": { 2024-08-29T19:03:24.337 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 3072, 2024-08-29T19:03:24.338 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 16 2024-08-29T19:03:24.338 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:24.338 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore_alloc": { 2024-08-29T19:03:24.338 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 56960, 2024-08-29T19:03:24.338 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 712 2024-08-29T19:03:24.338 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:24.338 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore_blob": { 2024-08-29T19:03:24.338 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 373152, 2024-08-29T19:03:24.338 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 1794 2024-08-29T19:03:24.338 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:24.338 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore_cache_buffer": { 2024-08-29T19:03:24.338 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 256, 2024-08-29T19:03:24.338 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 32 2024-08-29T19:03:24.338 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:24.339 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore_cache_data": { 2024-08-29T19:03:24.339 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 494617, 2024-08-29T19:03:24.339 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 130 2024-08-29T19:03:24.339 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:24.339 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore_cache_meta": { 2024-08-29T19:03:24.339 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 2244396, 2024-08-29T19:03:24.339 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 500295 2024-08-29T19:03:24.339 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:24.339 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore_cache_onode": { 2024-08-29T19:03:24.339 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 6404496, 2024-08-29T19:03:24.339 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 9450 2024-08-29T19:03:24.339 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:24.339 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore_cache_other": { 2024-08-29T19:03:24.340 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 71772, 2024-08-29T19:03:24.340 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 7528 2024-08-29T19:03:24.340 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:24.340 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore_extent": { 2024-08-29T19:03:24.340 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 86112, 2024-08-29T19:03:24.340 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 1794 2024-08-29T19:03:24.340 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:24.340 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore_fsck": { 2024-08-29T19:03:24.340 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 0, 2024-08-29T19:03:24.340 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 0 2024-08-29T19:03:24.340 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:24.340 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore_inline_bl": { 2024-08-29T19:03:24.340 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 171966, 2024-08-29T19:03:24.340 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 1230 2024-08-29T19:03:24.341 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:24.341 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore_shared_blob": { 2024-08-29T19:03:24.341 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 0, 2024-08-29T19:03:24.341 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 0 2024-08-29T19:03:24.341 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:24.341 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore_txc": { 2024-08-29T19:03:24.341 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 0, 2024-08-29T19:03:24.341 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 0 2024-08-29T19:03:24.341 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:24.341 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore_writing": { 2024-08-29T19:03:24.341 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 57451, 2024-08-29T19:03:24.341 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 46 2024-08-29T19:03:24.341 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:24.342 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore_writing_deferred": { 2024-08-29T19:03:24.342 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 0, 2024-08-29T19:03:24.342 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 0 2024-08-29T19:03:24.342 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:24.342 INFO:tasks.workunit.client.0.smithi028.stdout: "buffer_anon": { 2024-08-29T19:03:24.342 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 16463436, 2024-08-29T19:03:24.342 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 241 2024-08-29T19:03:24.342 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:24.342 INFO:tasks.workunit.client.0.smithi028.stdout: "buffer_meta": { 2024-08-29T19:03:24.342 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 12760, 2024-08-29T19:03:24.342 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 145 2024-08-29T19:03:24.342 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:24.342 INFO:tasks.workunit.client.0.smithi028.stdout: "mds_co": { 2024-08-29T19:03:24.342 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 0, 2024-08-29T19:03:24.342 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 0 2024-08-29T19:03:24.343 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:24.343 INFO:tasks.workunit.client.0.smithi028.stdout: "osd": { 2024-08-29T19:03:24.343 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 476256, 2024-08-29T19:03:24.343 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 41 2024-08-29T19:03:24.343 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:24.343 INFO:tasks.workunit.client.0.smithi028.stdout: "osd_mapbl": { 2024-08-29T19:03:24.343 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 0, 2024-08-29T19:03:24.343 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 0 2024-08-29T19:03:24.343 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:24.343 INFO:tasks.workunit.client.0.smithi028.stdout: "osd_pglog": { 2024-08-29T19:03:24.343 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 6278480, 2024-08-29T19:03:24.343 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 12074 2024-08-29T19:03:24.343 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:24.343 INFO:tasks.workunit.client.0.smithi028.stdout: "osdmap": { 2024-08-29T19:03:24.344 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 628416, 2024-08-29T19:03:24.344 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 10122 2024-08-29T19:03:24.344 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:24.344 INFO:tasks.workunit.client.0.smithi028.stdout: "osdmap_mapping": { 2024-08-29T19:03:24.344 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 0, 2024-08-29T19:03:24.344 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 0 2024-08-29T19:03:24.344 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:24.344 INFO:tasks.workunit.client.0.smithi028.stdout: "pgmap": { 2024-08-29T19:03:24.344 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 0, 2024-08-29T19:03:24.344 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 0 2024-08-29T19:03:24.344 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:24.344 INFO:tasks.workunit.client.0.smithi028.stdout: "unittest_1": { 2024-08-29T19:03:24.344 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 0, 2024-08-29T19:03:24.344 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 0 2024-08-29T19:03:24.345 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:24.345 INFO:tasks.workunit.client.0.smithi028.stdout: "unittest_2": { 2024-08-29T19:03:24.345 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 0, 2024-08-29T19:03:24.345 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 0 2024-08-29T19:03:24.345 INFO:tasks.workunit.client.0.smithi028.stdout: } 2024-08-29T19:03:24.345 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:24.345 INFO:tasks.workunit.client.0.smithi028.stdout: "osd.6": { 2024-08-29T19:03:24.345 INFO:tasks.workunit.client.0.smithi028.stdout: "bloom_filter": { 2024-08-29T19:03:24.345 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 0, 2024-08-29T19:03:24.345 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 0 2024-08-29T19:03:24.345 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:24.345 INFO:tasks.workunit.client.0.smithi028.stdout: "bluefs": { 2024-08-29T19:03:24.345 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 16208, 2024-08-29T19:03:24.345 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 292 2024-08-29T19:03:24.346 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:24.346 INFO:tasks.workunit.client.0.smithi028.stdout: "bluefs_file_reader": { 2024-08-29T19:03:24.346 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 96256, 2024-08-29T19:03:24.346 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 24 2024-08-29T19:03:24.346 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:24.346 INFO:tasks.workunit.client.0.smithi028.stdout: "bluefs_file_writer": { 2024-08-29T19:03:24.346 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 3072, 2024-08-29T19:03:24.346 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 16 2024-08-29T19:03:24.346 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:24.346 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore_alloc": { 2024-08-29T19:03:24.346 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 56400, 2024-08-29T19:03:24.346 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 705 2024-08-29T19:03:24.346 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:24.346 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore_blob": { 2024-08-29T19:03:24.347 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 374816, 2024-08-29T19:03:24.347 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 1802 2024-08-29T19:03:24.347 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:24.347 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore_cache_buffer": { 2024-08-29T19:03:24.347 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 256, 2024-08-29T19:03:24.347 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 32 2024-08-29T19:03:24.347 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:24.347 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore_cache_data": { 2024-08-29T19:03:24.347 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 295412, 2024-08-29T19:03:24.347 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 87 2024-08-29T19:03:24.347 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:24.347 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore_cache_meta": { 2024-08-29T19:03:24.347 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 1604792, 2024-08-29T19:03:24.348 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 356022 2024-08-29T19:03:24.348 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:24.348 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore_cache_onode": { 2024-08-29T19:03:24.348 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 4661656, 2024-08-29T19:03:24.348 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 6887 2024-08-29T19:03:24.348 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:24.348 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore_cache_other": { 2024-08-29T19:03:24.348 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 72824, 2024-08-29T19:03:24.348 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 7686 2024-08-29T19:03:24.348 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:24.348 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore_extent": { 2024-08-29T19:03:24.348 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 86496, 2024-08-29T19:03:24.348 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 1802 2024-08-29T19:03:24.348 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:24.349 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore_fsck": { 2024-08-29T19:03:24.349 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 0, 2024-08-29T19:03:24.349 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 0 2024-08-29T19:03:24.349 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:24.349 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore_inline_bl": { 2024-08-29T19:03:24.349 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 171966, 2024-08-29T19:03:24.349 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 1230 2024-08-29T19:03:24.349 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:24.349 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore_shared_blob": { 2024-08-29T19:03:24.349 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 0, 2024-08-29T19:03:24.349 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 0 2024-08-29T19:03:24.349 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:24.349 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore_txc": { 2024-08-29T19:03:24.349 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 0, 2024-08-29T19:03:24.350 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 0 2024-08-29T19:03:24.350 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:24.350 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore_writing": { 2024-08-29T19:03:24.350 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 52078, 2024-08-29T19:03:24.350 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 48 2024-08-29T19:03:24.350 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:24.350 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore_writing_deferred": { 2024-08-29T19:03:24.350 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 0, 2024-08-29T19:03:24.350 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 0 2024-08-29T19:03:24.350 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:24.350 INFO:tasks.workunit.client.0.smithi028.stdout: "buffer_anon": { 2024-08-29T19:03:24.350 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 17149194, 2024-08-29T19:03:24.350 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 13030 2024-08-29T19:03:24.350 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:24.351 INFO:tasks.workunit.client.0.smithi028.stdout: "buffer_meta": { 2024-08-29T19:03:24.351 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 9592, 2024-08-29T19:03:24.351 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 109 2024-08-29T19:03:24.351 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:24.351 INFO:tasks.workunit.client.0.smithi028.stdout: "mds_co": { 2024-08-29T19:03:24.351 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 0, 2024-08-29T19:03:24.351 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 0 2024-08-29T19:03:24.351 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:24.351 INFO:tasks.workunit.client.0.smithi028.stdout: "osd": { 2024-08-29T19:03:24.351 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 453024, 2024-08-29T19:03:24.351 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 39 2024-08-29T19:03:24.351 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:24.351 INFO:tasks.workunit.client.0.smithi028.stdout: "osd_mapbl": { 2024-08-29T19:03:24.351 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 0, 2024-08-29T19:03:24.351 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 0 2024-08-29T19:03:24.352 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:24.352 INFO:tasks.workunit.client.0.smithi028.stdout: "osd_pglog": { 2024-08-29T19:03:24.352 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 3628560, 2024-08-29T19:03:24.352 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 9378 2024-08-29T19:03:24.352 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:24.352 INFO:tasks.workunit.client.0.smithi028.stdout: "osdmap": { 2024-08-29T19:03:24.352 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 628416, 2024-08-29T19:03:24.352 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 10122 2024-08-29T19:03:24.352 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:24.352 INFO:tasks.workunit.client.0.smithi028.stdout: "osdmap_mapping": { 2024-08-29T19:03:24.352 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 0, 2024-08-29T19:03:24.352 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 0 2024-08-29T19:03:24.352 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:24.353 INFO:tasks.workunit.client.0.smithi028.stdout: "pgmap": { 2024-08-29T19:03:24.353 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 0, 2024-08-29T19:03:24.353 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 0 2024-08-29T19:03:24.353 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:24.353 INFO:tasks.workunit.client.0.smithi028.stdout: "unittest_1": { 2024-08-29T19:03:24.353 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 0, 2024-08-29T19:03:24.353 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 0 2024-08-29T19:03:24.353 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:24.353 INFO:tasks.workunit.client.0.smithi028.stdout: "unittest_2": { 2024-08-29T19:03:24.353 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 0, 2024-08-29T19:03:24.353 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 0 2024-08-29T19:03:24.353 INFO:tasks.workunit.client.0.smithi028.stdout: } 2024-08-29T19:03:24.353 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:24.353 INFO:tasks.workunit.client.0.smithi028.stdout: "osd.7": { 2024-08-29T19:03:24.354 INFO:tasks.workunit.client.0.smithi028.stdout: "bloom_filter": { 2024-08-29T19:03:24.354 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 0, 2024-08-29T19:03:24.354 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 0 2024-08-29T19:03:24.354 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:24.354 INFO:tasks.workunit.client.0.smithi028.stdout: "bluefs": { 2024-08-29T19:03:24.354 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 20392, 2024-08-29T19:03:24.354 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 351 2024-08-29T19:03:24.354 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:24.354 INFO:tasks.workunit.client.0.smithi028.stdout: "bluefs_file_reader": { 2024-08-29T19:03:24.354 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 133760, 2024-08-29T19:03:24.354 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 33 2024-08-29T19:03:24.354 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:24.354 INFO:tasks.workunit.client.0.smithi028.stdout: "bluefs_file_writer": { 2024-08-29T19:03:24.354 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 1920, 2024-08-29T19:03:24.354 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 10 2024-08-29T19:03:24.355 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:24.355 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore_alloc": { 2024-08-29T19:03:24.355 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 56000, 2024-08-29T19:03:24.355 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 700 2024-08-29T19:03:24.355 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:24.355 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore_blob": { 2024-08-29T19:03:24.355 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 374608, 2024-08-29T19:03:24.355 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 1801 2024-08-29T19:03:24.355 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:24.355 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore_cache_buffer": { 2024-08-29T19:03:24.355 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 256, 2024-08-29T19:03:24.355 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 32 2024-08-29T19:03:24.355 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:24.356 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore_cache_data": { 2024-08-29T19:03:24.356 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 563268, 2024-08-29T19:03:24.356 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 126 2024-08-29T19:03:24.356 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:24.356 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore_cache_meta": { 2024-08-29T19:03:24.356 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 1943879, 2024-08-29T19:03:24.356 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 430063 2024-08-29T19:03:24.356 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:24.356 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore_cache_onode": { 2024-08-29T19:03:24.356 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 5538856, 2024-08-29T19:03:24.356 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 8177 2024-08-29T19:03:24.356 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:24.357 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore_cache_other": { 2024-08-29T19:03:24.357 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 73560, 2024-08-29T19:03:24.357 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 7688 2024-08-29T19:03:24.357 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:24.357 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore_extent": { 2024-08-29T19:03:24.357 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 86448, 2024-08-29T19:03:24.357 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 1801 2024-08-29T19:03:24.357 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:24.357 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore_fsck": { 2024-08-29T19:03:24.357 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 0, 2024-08-29T19:03:24.357 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 0 2024-08-29T19:03:24.357 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:24.357 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore_inline_bl": { 2024-08-29T19:03:24.358 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 171966, 2024-08-29T19:03:24.358 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 1230 2024-08-29T19:03:24.358 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:24.358 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore_shared_blob": { 2024-08-29T19:03:24.358 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 0, 2024-08-29T19:03:24.358 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 0 2024-08-29T19:03:24.358 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:24.358 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore_txc": { 2024-08-29T19:03:24.358 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 0, 2024-08-29T19:03:24.358 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 0 2024-08-29T19:03:24.358 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:24.358 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore_writing": { 2024-08-29T19:03:24.358 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 40973, 2024-08-29T19:03:24.359 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 40 2024-08-29T19:03:24.359 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:24.359 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore_writing_deferred": { 2024-08-29T19:03:24.359 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 0, 2024-08-29T19:03:24.359 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 0 2024-08-29T19:03:24.359 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:24.359 INFO:tasks.workunit.client.0.smithi028.stdout: "buffer_anon": { 2024-08-29T19:03:24.359 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 10574213, 2024-08-29T19:03:24.359 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 242 2024-08-29T19:03:24.359 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:24.359 INFO:tasks.workunit.client.0.smithi028.stdout: "buffer_meta": { 2024-08-29T19:03:24.359 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 11792, 2024-08-29T19:03:24.359 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 134 2024-08-29T19:03:24.360 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:24.360 INFO:tasks.workunit.client.0.smithi028.stdout: "mds_co": { 2024-08-29T19:03:24.360 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 0, 2024-08-29T19:03:24.360 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 0 2024-08-29T19:03:24.360 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:24.360 INFO:tasks.workunit.client.0.smithi028.stdout: "osd": { 2024-08-29T19:03:24.360 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 534336, 2024-08-29T19:03:24.360 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 46 2024-08-29T19:03:24.360 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:24.360 INFO:tasks.workunit.client.0.smithi028.stdout: "osd_mapbl": { 2024-08-29T19:03:24.360 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 0, 2024-08-29T19:03:24.360 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 0 2024-08-29T19:03:24.360 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:24.361 INFO:tasks.workunit.client.0.smithi028.stdout: "osd_pglog": { 2024-08-29T19:03:24.361 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 4847024, 2024-08-29T19:03:24.361 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 9334 2024-08-29T19:03:24.361 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:24.361 INFO:tasks.workunit.client.0.smithi028.stdout: "osdmap": { 2024-08-29T19:03:24.361 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 628416, 2024-08-29T19:03:24.361 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 10122 2024-08-29T19:03:24.361 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:24.361 INFO:tasks.workunit.client.0.smithi028.stdout: "osdmap_mapping": { 2024-08-29T19:03:24.361 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 0, 2024-08-29T19:03:24.361 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 0 2024-08-29T19:03:24.361 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:24.361 INFO:tasks.workunit.client.0.smithi028.stdout: "pgmap": { 2024-08-29T19:03:24.361 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 0, 2024-08-29T19:03:24.362 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 0 2024-08-29T19:03:24.362 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:24.362 INFO:tasks.workunit.client.0.smithi028.stdout: "unittest_1": { 2024-08-29T19:03:24.362 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 0, 2024-08-29T19:03:24.362 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 0 2024-08-29T19:03:24.362 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:24.362 INFO:tasks.workunit.client.0.smithi028.stdout: "unittest_2": { 2024-08-29T19:03:24.362 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes": 0, 2024-08-29T19:03:24.362 INFO:tasks.workunit.client.0.smithi028.stdout: "items": 0 2024-08-29T19:03:24.362 INFO:tasks.workunit.client.0.smithi028.stdout: } 2024-08-29T19:03:24.362 INFO:tasks.workunit.client.0.smithi028.stdout: } 2024-08-29T19:03:24.362 INFO:tasks.workunit.client.0.smithi028.stdout: } 2024-08-29T19:03:24.362 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:24.362 INFO:tasks.workunit.client.0.smithi028.stdout: "metadata": { 2024-08-29T19:03:24.363 INFO:tasks.workunit.client.0.smithi028.stdout: "mds": { 2024-08-29T19:03:24.363 INFO:tasks.workunit.client.0.smithi028.stdout: "arch": { 2024-08-29T19:03:24.363 INFO:tasks.workunit.client.0.smithi028.stdout: "x86_64": 2 2024-08-29T19:03:24.363 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:24.363 INFO:tasks.workunit.client.0.smithi028.stdout: "ceph_version": { 2024-08-29T19:03:24.363 INFO:tasks.workunit.client.0.smithi028.stdout: "ceph version 19.1.1-235-g1ef86450 (1ef864504b8875c83ee6c2c5fedc13315bebf7f5) squid (rc)": 2 2024-08-29T19:03:24.363 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:24.363 INFO:tasks.workunit.client.0.smithi028.stdout: "cpu": { 2024-08-29T19:03:24.363 INFO:tasks.workunit.client.0.smithi028.stdout: "Intel(R) Xeon(R) CPU E5-1620 v3 @ 3.50GHz": 2 2024-08-29T19:03:24.363 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:24.363 INFO:tasks.workunit.client.0.smithi028.stdout: "distro": { 2024-08-29T19:03:24.363 INFO:tasks.workunit.client.0.smithi028.stdout: "centos": 2 2024-08-29T19:03:24.363 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:24.364 INFO:tasks.workunit.client.0.smithi028.stdout: "distro_description": { 2024-08-29T19:03:24.364 INFO:tasks.workunit.client.0.smithi028.stdout: "CentOS Stream 9": 2 2024-08-29T19:03:24.364 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:24.364 INFO:tasks.workunit.client.0.smithi028.stdout: "kernel_description": { 2024-08-29T19:03:24.364 INFO:tasks.workunit.client.0.smithi028.stdout: "#129-Ubuntu SMP Fri Aug 2 19:25:20 UTC 2024": 2 2024-08-29T19:03:24.364 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:24.364 INFO:tasks.workunit.client.0.smithi028.stdout: "kernel_version": { 2024-08-29T19:03:24.364 INFO:tasks.workunit.client.0.smithi028.stdout: "5.15.0-119-generic": 2 2024-08-29T19:03:24.364 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:24.364 INFO:tasks.workunit.client.0.smithi028.stdout: "os": { 2024-08-29T19:03:24.364 INFO:tasks.workunit.client.0.smithi028.stdout: "Linux": 2 2024-08-29T19:03:24.364 INFO:tasks.workunit.client.0.smithi028.stdout: } 2024-08-29T19:03:24.364 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:24.364 INFO:tasks.workunit.client.0.smithi028.stdout: "mon": { 2024-08-29T19:03:24.365 INFO:tasks.workunit.client.0.smithi028.stdout: "arch": { 2024-08-29T19:03:24.365 INFO:tasks.workunit.client.0.smithi028.stdout: "x86_64": 3 2024-08-29T19:03:24.365 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:24.365 INFO:tasks.workunit.client.0.smithi028.stdout: "ceph_version": { 2024-08-29T19:03:24.365 INFO:tasks.workunit.client.0.smithi028.stdout: "ceph version 19.1.1-235-g1ef86450 (1ef864504b8875c83ee6c2c5fedc13315bebf7f5) squid (rc)": 3 2024-08-29T19:03:24.365 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:24.365 INFO:tasks.workunit.client.0.smithi028.stdout: "cpu": { 2024-08-29T19:03:24.365 INFO:tasks.workunit.client.0.smithi028.stdout: "Intel(R) Xeon(R) CPU E5-1620 v3 @ 3.50GHz": 3 2024-08-29T19:03:24.365 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:24.365 INFO:tasks.workunit.client.0.smithi028.stdout: "distro": { 2024-08-29T19:03:24.365 INFO:tasks.workunit.client.0.smithi028.stdout: "centos": 3 2024-08-29T19:03:24.365 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:24.365 INFO:tasks.workunit.client.0.smithi028.stdout: "distro_description": { 2024-08-29T19:03:24.366 INFO:tasks.workunit.client.0.smithi028.stdout: "CentOS Stream 9": 3 2024-08-29T19:03:24.366 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:24.366 INFO:tasks.workunit.client.0.smithi028.stdout: "kernel_description": { 2024-08-29T19:03:24.366 INFO:tasks.workunit.client.0.smithi028.stdout: "#129-Ubuntu SMP Fri Aug 2 19:25:20 UTC 2024": 3 2024-08-29T19:03:24.366 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:24.366 INFO:tasks.workunit.client.0.smithi028.stdout: "kernel_version": { 2024-08-29T19:03:24.366 INFO:tasks.workunit.client.0.smithi028.stdout: "5.15.0-119-generic": 3 2024-08-29T19:03:24.366 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:24.366 INFO:tasks.workunit.client.0.smithi028.stdout: "os": { 2024-08-29T19:03:24.366 INFO:tasks.workunit.client.0.smithi028.stdout: "Linux": 3 2024-08-29T19:03:24.366 INFO:tasks.workunit.client.0.smithi028.stdout: } 2024-08-29T19:03:24.366 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:24.366 INFO:tasks.workunit.client.0.smithi028.stdout: "osd": { 2024-08-29T19:03:24.367 INFO:tasks.workunit.client.0.smithi028.stdout: "arch": { 2024-08-29T19:03:24.367 INFO:tasks.workunit.client.0.smithi028.stdout: "x86_64": 8 2024-08-29T19:03:24.367 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:24.367 INFO:tasks.workunit.client.0.smithi028.stdout: "ceph_version": { 2024-08-29T19:03:24.367 INFO:tasks.workunit.client.0.smithi028.stdout: "ceph version 19.1.1-235-g1ef86450 (1ef864504b8875c83ee6c2c5fedc13315bebf7f5) squid (rc)": 8 2024-08-29T19:03:24.367 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:24.367 INFO:tasks.workunit.client.0.smithi028.stdout: "cpu": { 2024-08-29T19:03:24.367 INFO:tasks.workunit.client.0.smithi028.stdout: "Intel(R) Xeon(R) CPU E5-1620 v3 @ 3.50GHz": 8 2024-08-29T19:03:24.367 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:24.367 INFO:tasks.workunit.client.0.smithi028.stdout: "distro": { 2024-08-29T19:03:24.367 INFO:tasks.workunit.client.0.smithi028.stdout: "centos": 8 2024-08-29T19:03:24.367 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:24.367 INFO:tasks.workunit.client.0.smithi028.stdout: "distro_description": { 2024-08-29T19:03:24.367 INFO:tasks.workunit.client.0.smithi028.stdout: "CentOS Stream 9": 8 2024-08-29T19:03:24.368 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:24.368 INFO:tasks.workunit.client.0.smithi028.stdout: "kernel_description": { 2024-08-29T19:03:24.368 INFO:tasks.workunit.client.0.smithi028.stdout: "#129-Ubuntu SMP Fri Aug 2 19:25:20 UTC 2024": 8 2024-08-29T19:03:24.368 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:24.368 INFO:tasks.workunit.client.0.smithi028.stdout: "kernel_version": { 2024-08-29T19:03:24.368 INFO:tasks.workunit.client.0.smithi028.stdout: "5.15.0-119-generic": 8 2024-08-29T19:03:24.368 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:24.368 INFO:tasks.workunit.client.0.smithi028.stdout: "os": { 2024-08-29T19:03:24.368 INFO:tasks.workunit.client.0.smithi028.stdout: "Linux": 8 2024-08-29T19:03:24.368 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:24.368 INFO:tasks.workunit.client.0.smithi028.stdout: "osd_objectstore": { 2024-08-29T19:03:24.368 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore": 8 2024-08-29T19:03:24.368 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:24.369 INFO:tasks.workunit.client.0.smithi028.stdout: "rotational": { 2024-08-29T19:03:24.369 INFO:tasks.workunit.client.0.smithi028.stdout: "0": 8 2024-08-29T19:03:24.369 INFO:tasks.workunit.client.0.smithi028.stdout: } 2024-08-29T19:03:24.369 INFO:tasks.workunit.client.0.smithi028.stdout: } 2024-08-29T19:03:24.369 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:24.369 INFO:tasks.workunit.client.0.smithi028.stdout: "mon": { 2024-08-29T19:03:24.369 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 3, 2024-08-29T19:03:24.369 INFO:tasks.workunit.client.0.smithi028.stdout: "features": { 2024-08-29T19:03:24.369 INFO:tasks.workunit.client.0.smithi028.stdout: "optional": [], 2024-08-29T19:03:24.369 INFO:tasks.workunit.client.0.smithi028.stdout: "persistent": [ 2024-08-29T19:03:24.369 INFO:tasks.workunit.client.0.smithi028.stdout: "kraken", 2024-08-29T19:03:24.369 INFO:tasks.workunit.client.0.smithi028.stdout: "luminous", 2024-08-29T19:03:24.369 INFO:tasks.workunit.client.0.smithi028.stdout: "mimic", 2024-08-29T19:03:24.370 INFO:tasks.workunit.client.0.smithi028.stdout: "osdmap-prune", 2024-08-29T19:03:24.370 INFO:tasks.workunit.client.0.smithi028.stdout: "nautilus", 2024-08-29T19:03:24.370 INFO:tasks.workunit.client.0.smithi028.stdout: "octopus", 2024-08-29T19:03:24.370 INFO:tasks.workunit.client.0.smithi028.stdout: "pacific", 2024-08-29T19:03:24.370 INFO:tasks.workunit.client.0.smithi028.stdout: "elector-pinging", 2024-08-29T19:03:24.370 INFO:tasks.workunit.client.0.smithi028.stdout: "quincy", 2024-08-29T19:03:24.370 INFO:tasks.workunit.client.0.smithi028.stdout: "reef", 2024-08-29T19:03:24.370 INFO:tasks.workunit.client.0.smithi028.stdout: "squid" 2024-08-29T19:03:24.370 INFO:tasks.workunit.client.0.smithi028.stdout: ] 2024-08-29T19:03:24.370 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:24.370 INFO:tasks.workunit.client.0.smithi028.stdout: "ipv4_addr_mons": 6, 2024-08-29T19:03:24.370 INFO:tasks.workunit.client.0.smithi028.stdout: "ipv6_addr_mons": 0, 2024-08-29T19:03:24.370 INFO:tasks.workunit.client.0.smithi028.stdout: "min_mon_release": 19, 2024-08-29T19:03:24.370 INFO:tasks.workunit.client.0.smithi028.stdout: "v1_addr_mons": 3, 2024-08-29T19:03:24.371 INFO:tasks.workunit.client.0.smithi028.stdout: "v2_addr_mons": 3 2024-08-29T19:03:24.371 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:24.371 INFO:tasks.workunit.client.0.smithi028.stdout: "organization": "ceph-qa", 2024-08-29T19:03:24.371 INFO:tasks.workunit.client.0.smithi028.stdout: "osd": { 2024-08-29T19:03:24.371 INFO:tasks.workunit.client.0.smithi028.stdout: "cluster_network": false, 2024-08-29T19:03:24.371 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 8, 2024-08-29T19:03:24.371 INFO:tasks.workunit.client.0.smithi028.stdout: "require_min_compat_client": "luminous", 2024-08-29T19:03:24.371 INFO:tasks.workunit.client.0.smithi028.stdout: "require_osd_release": "squid" 2024-08-29T19:03:24.371 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:24.371 INFO:tasks.workunit.client.0.smithi028.stdout: "osd_perf_histograms": [ 2024-08-29T19:03:24.371 INFO:tasks.workunit.client.0.smithi028.stdout: { 2024-08-29T19:03:24.371 INFO:tasks.workunit.client.0.smithi028.stdout: "op_r_latency_out_bytes_histogram": { 2024-08-29T19:03:24.371 INFO:tasks.workunit.client.0.smithi028.stdout: "axes": [ 2024-08-29T19:03:24.372 INFO:tasks.workunit.client.0.smithi028.stdout: { 2024-08-29T19:03:24.372 INFO:tasks.workunit.client.0.smithi028.stdout: "buckets": 32, 2024-08-29T19:03:24.372 INFO:tasks.workunit.client.0.smithi028.stdout: "min": 0, 2024-08-29T19:03:24.372 INFO:tasks.workunit.client.0.smithi028.stdout: "name": "Latency (usec)", 2024-08-29T19:03:24.372 INFO:tasks.workunit.client.0.smithi028.stdout: "quant_size": 100000, 2024-08-29T19:03:24.372 INFO:tasks.workunit.client.0.smithi028.stdout: "ranges": [ 2024-08-29T19:03:24.372 INFO:tasks.workunit.client.0.smithi028.stdout: "[None, -1]", 2024-08-29T19:03:24.372 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 99999]", 2024-08-29T19:03:24.372 INFO:tasks.workunit.client.0.smithi028.stdout: "[100000, 199999]", 2024-08-29T19:03:24.372 INFO:tasks.workunit.client.0.smithi028.stdout: "[200000, 399999]", 2024-08-29T19:03:24.372 INFO:tasks.workunit.client.0.smithi028.stdout: "[400000, 799999]", 2024-08-29T19:03:24.372 INFO:tasks.workunit.client.0.smithi028.stdout: "[800000, 1599999]", 2024-08-29T19:03:24.372 INFO:tasks.workunit.client.0.smithi028.stdout: "[1600000, 3199999]", 2024-08-29T19:03:24.372 INFO:tasks.workunit.client.0.smithi028.stdout: "[3200000, 6399999]", 2024-08-29T19:03:24.373 INFO:tasks.workunit.client.0.smithi028.stdout: "[6400000, 12799999]", 2024-08-29T19:03:24.373 INFO:tasks.workunit.client.0.smithi028.stdout: "[12800000, 25599999]", 2024-08-29T19:03:24.373 INFO:tasks.workunit.client.0.smithi028.stdout: "[25600000, 51199999]", 2024-08-29T19:03:24.373 INFO:tasks.workunit.client.0.smithi028.stdout: "[51200000, 102399999]", 2024-08-29T19:03:24.373 INFO:tasks.workunit.client.0.smithi028.stdout: "[102400000, 204799999]", 2024-08-29T19:03:24.373 INFO:tasks.workunit.client.0.smithi028.stdout: "[204800000, 409599999]", 2024-08-29T19:03:24.373 INFO:tasks.workunit.client.0.smithi028.stdout: "[409600000, 819199999]", 2024-08-29T19:03:24.373 INFO:tasks.workunit.client.0.smithi028.stdout: "[819200000, 1638399999]", 2024-08-29T19:03:24.373 INFO:tasks.workunit.client.0.smithi028.stdout: "[1638400000, 3276799999]", 2024-08-29T19:03:24.373 INFO:tasks.workunit.client.0.smithi028.stdout: "[3276800000, 6553599999]", 2024-08-29T19:03:24.373 INFO:tasks.workunit.client.0.smithi028.stdout: "[6553600000, 13107199999]", 2024-08-29T19:03:24.373 INFO:tasks.workunit.client.0.smithi028.stdout: "[13107200000, 26214399999]", 2024-08-29T19:03:24.373 INFO:tasks.workunit.client.0.smithi028.stdout: "[26214400000, 52428799999]", 2024-08-29T19:03:24.373 INFO:tasks.workunit.client.0.smithi028.stdout: "[52428800000, 104857599999]", 2024-08-29T19:03:24.374 INFO:tasks.workunit.client.0.smithi028.stdout: "[104857600000, 209715199999]", 2024-08-29T19:03:24.374 INFO:tasks.workunit.client.0.smithi028.stdout: "[209715200000, 419430399999]", 2024-08-29T19:03:24.374 INFO:tasks.workunit.client.0.smithi028.stdout: "[419430400000, 838860799999]", 2024-08-29T19:03:24.374 INFO:tasks.workunit.client.0.smithi028.stdout: "[838860800000, 1677721599999]", 2024-08-29T19:03:24.374 INFO:tasks.workunit.client.0.smithi028.stdout: "[1677721600000, 3355443199999]", 2024-08-29T19:03:24.374 INFO:tasks.workunit.client.0.smithi028.stdout: "[3355443200000, 6710886399999]", 2024-08-29T19:03:24.374 INFO:tasks.workunit.client.0.smithi028.stdout: "[6710886400000, 13421772799999]", 2024-08-29T19:03:24.374 INFO:tasks.workunit.client.0.smithi028.stdout: "[13421772800000, 26843545599999]", 2024-08-29T19:03:24.374 INFO:tasks.workunit.client.0.smithi028.stdout: "[26843545600000, 53687091199999]", 2024-08-29T19:03:24.374 INFO:tasks.workunit.client.0.smithi028.stdout: "[53687091200000, None]" 2024-08-29T19:03:24.374 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-08-29T19:03:24.374 INFO:tasks.workunit.client.0.smithi028.stdout: "scale_type": "log2" 2024-08-29T19:03:24.374 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:24.375 INFO:tasks.workunit.client.0.smithi028.stdout: { 2024-08-29T19:03:24.375 INFO:tasks.workunit.client.0.smithi028.stdout: "buckets": 32, 2024-08-29T19:03:24.375 INFO:tasks.workunit.client.0.smithi028.stdout: "min": 0, 2024-08-29T19:03:24.375 INFO:tasks.workunit.client.0.smithi028.stdout: "name": "Request size (bytes)", 2024-08-29T19:03:24.375 INFO:tasks.workunit.client.0.smithi028.stdout: "quant_size": 512, 2024-08-29T19:03:24.375 INFO:tasks.workunit.client.0.smithi028.stdout: "ranges": [ 2024-08-29T19:03:24.375 INFO:tasks.workunit.client.0.smithi028.stdout: "[None, -1]", 2024-08-29T19:03:24.375 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 511]", 2024-08-29T19:03:24.375 INFO:tasks.workunit.client.0.smithi028.stdout: "[512, 1023]", 2024-08-29T19:03:24.375 INFO:tasks.workunit.client.0.smithi028.stdout: "[1024, 2047]", 2024-08-29T19:03:24.375 INFO:tasks.workunit.client.0.smithi028.stdout: "[2048, 4095]", 2024-08-29T19:03:24.375 INFO:tasks.workunit.client.0.smithi028.stdout: "[4096, 8191]", 2024-08-29T19:03:24.375 INFO:tasks.workunit.client.0.smithi028.stdout: "[8192, 16383]", 2024-08-29T19:03:24.376 INFO:tasks.workunit.client.0.smithi028.stdout: "[16384, 32767]", 2024-08-29T19:03:24.376 INFO:tasks.workunit.client.0.smithi028.stdout: "[32768, 65535]", 2024-08-29T19:03:24.376 INFO:tasks.workunit.client.0.smithi028.stdout: "[65536, 131071]", 2024-08-29T19:03:24.376 INFO:tasks.workunit.client.0.smithi028.stdout: "[131072, 262143]", 2024-08-29T19:03:24.376 INFO:tasks.workunit.client.0.smithi028.stdout: "[262144, 524287]", 2024-08-29T19:03:24.376 INFO:tasks.workunit.client.0.smithi028.stdout: "[524288, 1048575]", 2024-08-29T19:03:24.376 INFO:tasks.workunit.client.0.smithi028.stdout: "[1048576, 2097151]", 2024-08-29T19:03:24.376 INFO:tasks.workunit.client.0.smithi028.stdout: "[2097152, 4194303]", 2024-08-29T19:03:24.376 INFO:tasks.workunit.client.0.smithi028.stdout: "[4194304, 8388607]", 2024-08-29T19:03:24.376 INFO:tasks.workunit.client.0.smithi028.stdout: "[8388608, 16777215]", 2024-08-29T19:03:24.376 INFO:tasks.workunit.client.0.smithi028.stdout: "[16777216, 33554431]", 2024-08-29T19:03:24.376 INFO:tasks.workunit.client.0.smithi028.stdout: "[33554432, 67108863]", 2024-08-29T19:03:24.376 INFO:tasks.workunit.client.0.smithi028.stdout: "[67108864, 134217727]", 2024-08-29T19:03:24.377 INFO:tasks.workunit.client.0.smithi028.stdout: "[134217728, 268435455]", 2024-08-29T19:03:24.377 INFO:tasks.workunit.client.0.smithi028.stdout: "[268435456, 536870911]", 2024-08-29T19:03:24.377 INFO:tasks.workunit.client.0.smithi028.stdout: "[536870912, 1073741823]", 2024-08-29T19:03:24.377 INFO:tasks.workunit.client.0.smithi028.stdout: "[1073741824, 2147483647]", 2024-08-29T19:03:24.377 INFO:tasks.workunit.client.0.smithi028.stdout: "[2147483648, 4294967295]", 2024-08-29T19:03:24.377 INFO:tasks.workunit.client.0.smithi028.stdout: "[4294967296, 8589934591]", 2024-08-29T19:03:24.377 INFO:tasks.workunit.client.0.smithi028.stdout: "[8589934592, 17179869183]", 2024-08-29T19:03:24.377 INFO:tasks.workunit.client.0.smithi028.stdout: "[17179869184, 34359738367]", 2024-08-29T19:03:24.377 INFO:tasks.workunit.client.0.smithi028.stdout: "[34359738368, 68719476735]", 2024-08-29T19:03:24.377 INFO:tasks.workunit.client.0.smithi028.stdout: "[68719476736, 137438953471]", 2024-08-29T19:03:24.377 INFO:tasks.workunit.client.0.smithi028.stdout: "[137438953472, 274877906943]", 2024-08-29T19:03:24.377 INFO:tasks.workunit.client.0.smithi028.stdout: "[274877906944, None]" 2024-08-29T19:03:24.377 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-08-29T19:03:24.378 INFO:tasks.workunit.client.0.smithi028.stdout: "scale_type": "log2" 2024-08-29T19:03:24.378 INFO:tasks.workunit.client.0.smithi028.stdout: } 2024-08-29T19:03:24.378 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-08-29T19:03:24.378 INFO:tasks.workunit.client.0.smithi028.stdout: "osds": [ 2024-08-29T19:03:24.378 INFO:tasks.workunit.client.0.smithi028.stdout: { 2024-08-29T19:03:24.378 INFO:tasks.workunit.client.0.smithi028.stdout: "osd_id": 0, 2024-08-29T19:03:24.378 INFO:tasks.workunit.client.0.smithi028.stdout: "values": [ 2024-08-29T19:03:24.378 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:24.378 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:24.378 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 1949, 0, 0, 0, 37, 3, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:24.378 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 5234, 16, 0, 1, 4624, 22, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:24.378 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 10534, 12, 2, 0, 3136, 586, 4, 12, 22, 42, 12, 20, 44, 21, 22, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:24.378 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 1536, 19, 22, 0, 13, 4, 2, 1, 4, 26, 97, 161, 47, 13, 26, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:24.378 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 483, 6, 1, 0, 3, 12, 0, 0, 0, 0, 0, 20, 357, 46, 32, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:24.379 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 100, 12, 2, 0, 0, 4, 0, 0, 0, 1, 0, 1, 10, 46, 143, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:24.379 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 94, 3, 4, 0, 0, 0, 0, 0, 0, 0, 0, 0, 7, 11, 7, 3, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:24.379 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 251, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 4, 13, 13, 4, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:24.379 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 11, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 3, 2, 17, 9, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:24.379 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 5, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 3, 4, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:24.379 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:24.379 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:24.379 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:24.379 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:24.379 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:24.379 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:24.379 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:24.379 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:24.379 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:24.380 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:24.380 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:24.380 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:24.380 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:24.380 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:24.380 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:24.380 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:24.380 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:24.380 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:24.380 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:24.380 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-08-29T19:03:24.380 INFO:tasks.workunit.client.0.smithi028.stdout: ] 2024-08-29T19:03:24.380 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:24.381 INFO:tasks.workunit.client.0.smithi028.stdout: { 2024-08-29T19:03:24.381 INFO:tasks.workunit.client.0.smithi028.stdout: "osd_id": 1, 2024-08-29T19:03:24.381 INFO:tasks.workunit.client.0.smithi028.stdout: "values": [ 2024-08-29T19:03:24.381 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:24.381 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:24.381 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 977, 0, 0, 0, 1, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:24.381 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 3738, 8, 113, 0, 10, 0, 0, 0, 1, 1, 1, 0, 0, 0, 3, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:24.381 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 9218, 8, 123, 0, 4, 5, 9, 20, 59, 70, 22, 31, 73, 23, 55, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:24.381 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 1206, 41, 1171, 0, 2, 1, 1, 0, 9, 15, 139, 236, 43, 9, 26, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:24.381 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 265, 8, 109, 0, 0, 0, 0, 0, 1, 6, 0, 36, 578, 34, 25, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:24.381 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 104, 0, 4, 0, 0, 0, 0, 0, 1, 3, 3, 5, 2, 33, 136, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:24.381 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 77, 0, 34, 0, 0, 0, 0, 0, 0, 0, 0, 2, 13, 12, 10, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:24.381 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 88, 0, 103, 0, 0, 0, 0, 0, 0, 1, 0, 4, 12, 6, 14, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:24.381 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 26, 0, 159, 0, 0, 0, 0, 0, 0, 0, 0, 0, 6, 10, 14, 17, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:24.382 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 9, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 9, 16, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:24.382 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:24.382 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:24.382 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:24.382 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:24.382 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:24.382 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:24.382 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:24.382 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:24.382 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:24.382 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:24.382 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:24.383 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:24.383 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:24.383 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:24.383 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:24.383 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:24.383 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:24.383 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:24.383 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:24.383 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-08-29T19:03:24.383 INFO:tasks.workunit.client.0.smithi028.stdout: ] 2024-08-29T19:03:24.383 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:24.383 INFO:tasks.workunit.client.0.smithi028.stdout: { 2024-08-29T19:03:24.383 INFO:tasks.workunit.client.0.smithi028.stdout: "osd_id": 2, 2024-08-29T19:03:24.383 INFO:tasks.workunit.client.0.smithi028.stdout: "values": [ 2024-08-29T19:03:24.384 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:24.384 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:24.384 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 341, 89, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:24.384 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 5702, 3193, 1, 0, 6, 0, 0, 0, 3, 0, 0, 0, 1, 1, 3, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:24.384 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 7950, 923, 7, 0, 0, 1, 0, 4, 8, 5, 3, 1, 33, 26, 52, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:24.384 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 1057, 29, 20, 0, 2, 0, 1, 0, 2, 0, 3, 7, 11, 23, 33, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:24.384 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 277, 0, 1, 2, 0, 0, 0, 0, 0, 1, 3, 2, 37, 77, 22, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:24.384 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 127, 0, 0, 0, 0, 0, 0, 1, 2, 0, 13, 7, 12, 31, 150, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:24.384 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 163, 0, 0, 1, 0, 0, 0, 2, 2, 0, 4, 3, 17, 11, 16, 3, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:24.384 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 335, 0, 0, 0, 0, 0, 2, 0, 0, 1, 0, 2, 5, 39, 26, 7, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:24.384 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 71, 0, 0, 0, 1, 0, 0, 0, 4, 0, 0, 0, 1, 9, 19, 12, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:24.384 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 12, 0, 0, 0, 0, 0, 0, 1, 0, 0, 0, 0, 3, 0, 5, 6, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:24.384 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:24.385 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:24.385 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:24.385 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:24.385 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:24.385 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:24.385 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:24.385 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:24.385 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:24.385 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:24.385 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:24.385 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:24.385 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:24.385 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:24.386 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:24.386 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:24.386 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:24.386 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:24.386 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:24.386 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-08-29T19:03:24.386 INFO:tasks.workunit.client.0.smithi028.stdout: ] 2024-08-29T19:03:24.386 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:24.386 INFO:tasks.workunit.client.0.smithi028.stdout: { 2024-08-29T19:03:24.386 INFO:tasks.workunit.client.0.smithi028.stdout: "osd_id": 3, 2024-08-29T19:03:24.386 INFO:tasks.workunit.client.0.smithi028.stdout: "values": [ 2024-08-29T19:03:24.386 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:24.386 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:24.386 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 2141, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:24.387 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 9631, 3455, 8, 1, 5, 0, 0, 4, 0, 0, 0, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:24.387 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 10584, 724, 63, 10, 21, 44, 63, 29, 16, 19, 4, 12, 10, 9, 21, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:24.387 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 1583, 18, 24, 0, 5, 6, 35, 105, 4, 5, 47, 88, 7, 9, 12, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:24.387 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 624, 10, 6, 0, 4, 0, 1, 7, 1, 0, 2, 14, 187, 18, 6, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:24.387 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 410, 27, 3, 0, 0, 0, 0, 3, 0, 0, 5, 4, 3, 20, 66, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:24.387 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 251, 11, 2, 0, 244, 0, 0, 0, 0, 0, 1, 4, 5, 7, 6, 3, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:24.387 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 102, 1, 2, 0, 817, 0, 0, 0, 0, 0, 0, 2, 2, 3, 14, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:24.387 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 11, 0, 0, 0, 687, 0, 0, 0, 0, 0, 0, 1, 1, 1, 7, 9, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:24.387 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 2, 0, 0, 0, 49, 0, 0, 0, 0, 0, 0, 0, 0, 3, 3, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:24.387 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:24.387 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:24.387 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:24.388 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:24.388 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:24.388 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:24.388 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:24.388 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:24.388 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:24.388 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:24.388 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:24.388 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:24.388 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:24.388 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:24.388 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:24.388 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:24.388 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:24.389 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:24.389 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:24.389 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-08-29T19:03:24.389 INFO:tasks.workunit.client.0.smithi028.stdout: ] 2024-08-29T19:03:24.389 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:24.389 INFO:tasks.workunit.client.0.smithi028.stdout: { 2024-08-29T19:03:24.389 INFO:tasks.workunit.client.0.smithi028.stdout: "osd_id": 4, 2024-08-29T19:03:24.389 INFO:tasks.workunit.client.0.smithi028.stdout: "values": [ 2024-08-29T19:03:24.389 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:24.389 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:24.389 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 2393, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:24.389 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 7344, 1510, 0, 0, 5, 2, 2, 0, 1, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:24.389 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 14420, 2685, 0, 0, 6, 1, 5, 6, 26, 34, 9, 15, 32, 22, 69, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:24.390 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 1685, 36, 25, 0, 0, 0, 2, 1, 6, 10, 49, 103, 19, 11, 36, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:24.390 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 351, 3, 5, 27, 0, 0, 0, 0, 0, 0, 1, 17, 161, 33, 15, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:24.390 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 125, 2, 0, 3, 0, 0, 0, 0, 0, 0, 8, 1, 4, 37, 165, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:24.390 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 111, 0, 1, 0, 0, 0, 0, 0, 0, 0, 5, 0, 5, 10, 6, 3, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:24.390 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 71, 1, 0, 0, 0, 0, 0, 0, 1, 0, 0, 0, 3, 6, 0, 5, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:24.390 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 9, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 0, 1, 2, 3, 7, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:24.390 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 4, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 3, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:24.390 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:24.390 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:24.390 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:24.390 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:24.390 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:24.390 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:24.391 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:24.391 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:24.391 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:24.391 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:24.391 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:24.391 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:24.391 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:24.391 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:24.391 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:24.391 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:24.391 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:24.391 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:24.391 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:24.392 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-08-29T19:03:24.392 INFO:tasks.workunit.client.0.smithi028.stdout: ] 2024-08-29T19:03:24.392 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:24.392 INFO:tasks.workunit.client.0.smithi028.stdout: { 2024-08-29T19:03:24.392 INFO:tasks.workunit.client.0.smithi028.stdout: "osd_id": 5, 2024-08-29T19:03:24.392 INFO:tasks.workunit.client.0.smithi028.stdout: "values": [ 2024-08-29T19:03:24.392 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:24.392 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:24.392 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 1070, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:24.392 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 4078, 2, 4, 1, 6, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:24.392 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 10377, 37, 66, 5, 28, 28, 44, 1, 0, 10, 3, 4, 2, 16, 16, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:24.392 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 1312, 27, 19, 1, 1, 5, 21, 72, 0, 1, 3, 15, 2, 5, 10, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:24.392 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 311, 17, 10, 5, 2, 0, 0, 1, 0, 0, 0, 0, 5, 18, 7, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:24.393 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 215, 18, 0, 4, 0, 0, 0, 0, 0, 0, 2, 0, 0, 9, 50, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:24.393 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 158, 49, 0, 1, 0, 0, 0, 0, 0, 0, 3, 0, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:24.393 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 46, 101, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:24.393 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 8, 65, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 6, 4, 3, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:24.393 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 6, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 3, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:24.393 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:24.393 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:24.393 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:24.393 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 3, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:24.393 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:24.393 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:24.393 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:24.394 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:24.394 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:24.394 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:24.394 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:24.394 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:24.394 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:24.394 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:24.394 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:24.394 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:24.394 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:24.394 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:24.394 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:24.394 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-08-29T19:03:24.394 INFO:tasks.workunit.client.0.smithi028.stdout: ] 2024-08-29T19:03:24.395 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:24.395 INFO:tasks.workunit.client.0.smithi028.stdout: { 2024-08-29T19:03:24.395 INFO:tasks.workunit.client.0.smithi028.stdout: "osd_id": 6, 2024-08-29T19:03:24.395 INFO:tasks.workunit.client.0.smithi028.stdout: "values": [ 2024-08-29T19:03:24.395 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:24.395 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:24.395 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 838, 9, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:24.395 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 5582, 1356, 0, 0, 0, 1, 0, 1, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:24.395 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 13502, 2824, 2, 1, 1, 4, 2, 5, 21, 25, 4, 9, 23, 7, 20, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:24.395 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 1903, 114, 137, 0, 1, 0, 0, 0, 4, 6, 49, 80, 20, 4, 18, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:24.395 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 592, 47, 90, 0, 0, 0, 0, 0, 0, 0, 0, 14, 189, 16, 16, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:24.395 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 155, 14, 4, 1, 0, 1, 0, 2, 0, 0, 0, 0, 2, 6, 66, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:24.395 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 60, 6, 23, 12, 2, 0, 0, 1, 0, 0, 0, 0, 9, 2, 4, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:24.396 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 120, 0, 8, 39, 18, 0, 0, 0, 0, 0, 0, 0, 3, 1, 15, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:24.396 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 6, 0, 0, 16, 102, 56, 0, 0, 0, 0, 0, 3, 3, 5, 12, 8, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:24.396 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 3, 0, 0, 0, 13, 73, 0, 0, 0, 0, 0, 0, 0, 0, 2, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:24.396 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:24.396 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:24.396 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:24.396 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:24.396 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:24.396 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:24.396 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:24.396 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:24.396 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:24.396 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:24.396 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:24.397 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:24.397 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:24.397 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:24.397 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:24.397 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:24.397 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:24.397 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:24.397 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:24.397 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-08-29T19:03:24.397 INFO:tasks.workunit.client.0.smithi028.stdout: ] 2024-08-29T19:03:24.397 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:24.397 INFO:tasks.workunit.client.0.smithi028.stdout: { 2024-08-29T19:03:24.397 INFO:tasks.workunit.client.0.smithi028.stdout: "osd_id": 7, 2024-08-29T19:03:24.397 INFO:tasks.workunit.client.0.smithi028.stdout: "values": [ 2024-08-29T19:03:24.398 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:24.398 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:24.398 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 2365, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:24.398 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 5873, 1220, 1610, 0, 3, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:24.398 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 11608, 2658, 2877, 0, 4, 0, 0, 3, 3, 0, 5, 5, 0, 4, 8, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:24.398 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 1146, 9, 7, 2, 0, 0, 0, 1, 0, 0, 2, 11, 5, 4, 21, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:24.398 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 320, 3, 6, 0, 0, 0, 0, 0, 0, 0, 0, 0, 13, 8, 9, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:24.398 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 133, 0, 1, 0, 0, 0, 0, 0, 0, 0, 1, 0, 6, 18, 68, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:24.398 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 95, 1, 0, 0, 0, 0, 0, 0, 0, 1, 0, 0, 8, 4, 3, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:24.398 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 31, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 13, 10, 3, 3, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:24.398 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 11, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 6, 0, 6, 14, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:24.398 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 3, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 6, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:24.398 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:24.399 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:24.399 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:24.399 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:24.399 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:24.399 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:24.399 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:24.399 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:24.399 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:24.399 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:24.399 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:24.399 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:24.399 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:24.399 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:24.399 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:24.400 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:24.400 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:24.400 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:24.400 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:24.400 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-08-29T19:03:24.400 INFO:tasks.workunit.client.0.smithi028.stdout: ] 2024-08-29T19:03:24.400 INFO:tasks.workunit.client.0.smithi028.stdout: } 2024-08-29T19:03:24.400 INFO:tasks.workunit.client.0.smithi028.stdout: ] 2024-08-29T19:03:24.400 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:24.400 INFO:tasks.workunit.client.0.smithi028.stdout: "op_rw_latency_in_bytes_histogram": { 2024-08-29T19:03:24.400 INFO:tasks.workunit.client.0.smithi028.stdout: "axes": [ 2024-08-29T19:03:24.400 INFO:tasks.workunit.client.0.smithi028.stdout: { 2024-08-29T19:03:24.400 INFO:tasks.workunit.client.0.smithi028.stdout: "buckets": 32, 2024-08-29T19:03:24.400 INFO:tasks.workunit.client.0.smithi028.stdout: "min": 0, 2024-08-29T19:03:24.401 INFO:tasks.workunit.client.0.smithi028.stdout: "name": "Latency (usec)", 2024-08-29T19:03:24.401 INFO:tasks.workunit.client.0.smithi028.stdout: "quant_size": 100000, 2024-08-29T19:03:24.401 INFO:tasks.workunit.client.0.smithi028.stdout: "ranges": [ 2024-08-29T19:03:24.401 INFO:tasks.workunit.client.0.smithi028.stdout: "[None, -1]", 2024-08-29T19:03:24.401 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 99999]", 2024-08-29T19:03:24.401 INFO:tasks.workunit.client.0.smithi028.stdout: "[100000, 199999]", 2024-08-29T19:03:24.401 INFO:tasks.workunit.client.0.smithi028.stdout: "[200000, 399999]", 2024-08-29T19:03:24.401 INFO:tasks.workunit.client.0.smithi028.stdout: "[400000, 799999]", 2024-08-29T19:03:24.401 INFO:tasks.workunit.client.0.smithi028.stdout: "[800000, 1599999]", 2024-08-29T19:03:24.401 INFO:tasks.workunit.client.0.smithi028.stdout: "[1600000, 3199999]", 2024-08-29T19:03:24.401 INFO:tasks.workunit.client.0.smithi028.stdout: "[3200000, 6399999]", 2024-08-29T19:03:24.401 INFO:tasks.workunit.client.0.smithi028.stdout: "[6400000, 12799999]", 2024-08-29T19:03:24.401 INFO:tasks.workunit.client.0.smithi028.stdout: "[12800000, 25599999]", 2024-08-29T19:03:24.401 INFO:tasks.workunit.client.0.smithi028.stdout: "[25600000, 51199999]", 2024-08-29T19:03:24.402 INFO:tasks.workunit.client.0.smithi028.stdout: "[51200000, 102399999]", 2024-08-29T19:03:24.402 INFO:tasks.workunit.client.0.smithi028.stdout: "[102400000, 204799999]", 2024-08-29T19:03:24.402 INFO:tasks.workunit.client.0.smithi028.stdout: "[204800000, 409599999]", 2024-08-29T19:03:24.402 INFO:tasks.workunit.client.0.smithi028.stdout: "[409600000, 819199999]", 2024-08-29T19:03:24.402 INFO:tasks.workunit.client.0.smithi028.stdout: "[819200000, 1638399999]", 2024-08-29T19:03:24.402 INFO:tasks.workunit.client.0.smithi028.stdout: "[1638400000, 3276799999]", 2024-08-29T19:03:24.402 INFO:tasks.workunit.client.0.smithi028.stdout: "[3276800000, 6553599999]", 2024-08-29T19:03:24.402 INFO:tasks.workunit.client.0.smithi028.stdout: "[6553600000, 13107199999]", 2024-08-29T19:03:24.402 INFO:tasks.workunit.client.0.smithi028.stdout: "[13107200000, 26214399999]", 2024-08-29T19:03:24.402 INFO:tasks.workunit.client.0.smithi028.stdout: "[26214400000, 52428799999]", 2024-08-29T19:03:24.402 INFO:tasks.workunit.client.0.smithi028.stdout: "[52428800000, 104857599999]", 2024-08-29T19:03:24.402 INFO:tasks.workunit.client.0.smithi028.stdout: "[104857600000, 209715199999]", 2024-08-29T19:03:24.402 INFO:tasks.workunit.client.0.smithi028.stdout: "[209715200000, 419430399999]", 2024-08-29T19:03:24.402 INFO:tasks.workunit.client.0.smithi028.stdout: "[419430400000, 838860799999]", 2024-08-29T19:03:24.403 INFO:tasks.workunit.client.0.smithi028.stdout: "[838860800000, 1677721599999]", 2024-08-29T19:03:24.403 INFO:tasks.workunit.client.0.smithi028.stdout: "[1677721600000, 3355443199999]", 2024-08-29T19:03:24.403 INFO:tasks.workunit.client.0.smithi028.stdout: "[3355443200000, 6710886399999]", 2024-08-29T19:03:24.403 INFO:tasks.workunit.client.0.smithi028.stdout: "[6710886400000, 13421772799999]", 2024-08-29T19:03:24.403 INFO:tasks.workunit.client.0.smithi028.stdout: "[13421772800000, 26843545599999]", 2024-08-29T19:03:24.403 INFO:tasks.workunit.client.0.smithi028.stdout: "[26843545600000, 53687091199999]", 2024-08-29T19:03:24.403 INFO:tasks.workunit.client.0.smithi028.stdout: "[53687091200000, None]" 2024-08-29T19:03:24.403 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-08-29T19:03:24.403 INFO:tasks.workunit.client.0.smithi028.stdout: "scale_type": "log2" 2024-08-29T19:03:24.403 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:24.403 INFO:tasks.workunit.client.0.smithi028.stdout: { 2024-08-29T19:03:24.403 INFO:tasks.workunit.client.0.smithi028.stdout: "buckets": 32, 2024-08-29T19:03:24.403 INFO:tasks.workunit.client.0.smithi028.stdout: "min": 0, 2024-08-29T19:03:24.403 INFO:tasks.workunit.client.0.smithi028.stdout: "name": "Request size (bytes)", 2024-08-29T19:03:24.404 INFO:tasks.workunit.client.0.smithi028.stdout: "quant_size": 512, 2024-08-29T19:03:24.404 INFO:tasks.workunit.client.0.smithi028.stdout: "ranges": [ 2024-08-29T19:03:24.404 INFO:tasks.workunit.client.0.smithi028.stdout: "[None, -1]", 2024-08-29T19:03:24.404 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 511]", 2024-08-29T19:03:24.404 INFO:tasks.workunit.client.0.smithi028.stdout: "[512, 1023]", 2024-08-29T19:03:24.404 INFO:tasks.workunit.client.0.smithi028.stdout: "[1024, 2047]", 2024-08-29T19:03:24.404 INFO:tasks.workunit.client.0.smithi028.stdout: "[2048, 4095]", 2024-08-29T19:03:24.404 INFO:tasks.workunit.client.0.smithi028.stdout: "[4096, 8191]", 2024-08-29T19:03:24.404 INFO:tasks.workunit.client.0.smithi028.stdout: "[8192, 16383]", 2024-08-29T19:03:24.404 INFO:tasks.workunit.client.0.smithi028.stdout: "[16384, 32767]", 2024-08-29T19:03:24.404 INFO:tasks.workunit.client.0.smithi028.stdout: "[32768, 65535]", 2024-08-29T19:03:24.404 INFO:tasks.workunit.client.0.smithi028.stdout: "[65536, 131071]", 2024-08-29T19:03:24.404 INFO:tasks.workunit.client.0.smithi028.stdout: "[131072, 262143]", 2024-08-29T19:03:24.404 INFO:tasks.workunit.client.0.smithi028.stdout: "[262144, 524287]", 2024-08-29T19:03:24.405 INFO:tasks.workunit.client.0.smithi028.stdout: "[524288, 1048575]", 2024-08-29T19:03:24.405 INFO:tasks.workunit.client.0.smithi028.stdout: "[1048576, 2097151]", 2024-08-29T19:03:24.405 INFO:tasks.workunit.client.0.smithi028.stdout: "[2097152, 4194303]", 2024-08-29T19:03:24.405 INFO:tasks.workunit.client.0.smithi028.stdout: "[4194304, 8388607]", 2024-08-29T19:03:24.405 INFO:tasks.workunit.client.0.smithi028.stdout: "[8388608, 16777215]", 2024-08-29T19:03:24.405 INFO:tasks.workunit.client.0.smithi028.stdout: "[16777216, 33554431]", 2024-08-29T19:03:24.405 INFO:tasks.workunit.client.0.smithi028.stdout: "[33554432, 67108863]", 2024-08-29T19:03:24.405 INFO:tasks.workunit.client.0.smithi028.stdout: "[67108864, 134217727]", 2024-08-29T19:03:24.405 INFO:tasks.workunit.client.0.smithi028.stdout: "[134217728, 268435455]", 2024-08-29T19:03:24.405 INFO:tasks.workunit.client.0.smithi028.stdout: "[268435456, 536870911]", 2024-08-29T19:03:24.405 INFO:tasks.workunit.client.0.smithi028.stdout: "[536870912, 1073741823]", 2024-08-29T19:03:24.405 INFO:tasks.workunit.client.0.smithi028.stdout: "[1073741824, 2147483647]", 2024-08-29T19:03:24.405 INFO:tasks.workunit.client.0.smithi028.stdout: "[2147483648, 4294967295]", 2024-08-29T19:03:24.405 INFO:tasks.workunit.client.0.smithi028.stdout: "[4294967296, 8589934591]", 2024-08-29T19:03:24.406 INFO:tasks.workunit.client.0.smithi028.stdout: "[8589934592, 17179869183]", 2024-08-29T19:03:24.406 INFO:tasks.workunit.client.0.smithi028.stdout: "[17179869184, 34359738367]", 2024-08-29T19:03:24.406 INFO:tasks.workunit.client.0.smithi028.stdout: "[34359738368, 68719476735]", 2024-08-29T19:03:24.406 INFO:tasks.workunit.client.0.smithi028.stdout: "[68719476736, 137438953471]", 2024-08-29T19:03:24.406 INFO:tasks.workunit.client.0.smithi028.stdout: "[137438953472, 274877906943]", 2024-08-29T19:03:24.406 INFO:tasks.workunit.client.0.smithi028.stdout: "[274877906944, None]" 2024-08-29T19:03:24.406 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-08-29T19:03:24.406 INFO:tasks.workunit.client.0.smithi028.stdout: "scale_type": "log2" 2024-08-29T19:03:24.406 INFO:tasks.workunit.client.0.smithi028.stdout: } 2024-08-29T19:03:24.406 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-08-29T19:03:24.406 INFO:tasks.workunit.client.0.smithi028.stdout: "osds": [ 2024-08-29T19:03:24.406 INFO:tasks.workunit.client.0.smithi028.stdout: { 2024-08-29T19:03:24.406 INFO:tasks.workunit.client.0.smithi028.stdout: "osd_id": 0, 2024-08-29T19:03:24.406 INFO:tasks.workunit.client.0.smithi028.stdout: "values": [ 2024-08-29T19:03:24.406 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:24.407 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:24.407 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:24.407 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:24.407 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:24.407 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 133, 1, 0, 0, 5, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:24.407 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 4348, 49, 74, 156, 202, 260, 188, 4, 12, 7, 0, 0, 0, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:24.407 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 753, 34, 30, 49, 271, 363, 537, 0, 0, 13, 1, 2, 2, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:24.407 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 182, 1, 0, 0, 0, 1, 2, 0, 0, 1, 0, 4, 9, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:24.407 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 114, 0, 0, 0, 0, 0, 0, 1, 0, 0, 0, 0, 4, 18, 17, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:24.407 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 22, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 2, 0, 2, 14, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:24.407 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:24.407 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:24.408 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:24.408 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:24.408 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:24.408 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:24.408 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:24.408 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:24.408 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:24.408 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:24.408 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:24.408 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:24.408 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:24.408 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:24.408 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:24.408 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:24.409 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:24.409 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:24.409 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:24.409 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:24.409 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-08-29T19:03:24.409 INFO:tasks.workunit.client.0.smithi028.stdout: ] 2024-08-29T19:03:24.409 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:24.409 INFO:tasks.workunit.client.0.smithi028.stdout: { 2024-08-29T19:03:24.409 INFO:tasks.workunit.client.0.smithi028.stdout: "osd_id": 1, 2024-08-29T19:03:24.409 INFO:tasks.workunit.client.0.smithi028.stdout: "values": [ 2024-08-29T19:03:24.409 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:24.409 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:24.409 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:24.410 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:24.410 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:24.410 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 355, 220, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:24.410 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 2665, 62, 35, 68, 122, 2, 2, 3, 2, 0, 0, 0, 2, 3, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:24.410 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 817, 8, 1005, 0, 0, 0, 0, 1, 6, 2, 3, 3, 1, 4, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:24.410 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 562, 151, 337, 0, 0, 0, 0, 0, 2, 1, 2, 4, 11, 3, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:24.410 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 554, 350, 35, 0, 0, 0, 0, 0, 0, 0, 0, 3, 9, 21, 16, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:24.410 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 2071, 2052, 138, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 6, 16, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:24.410 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 347, 443, 125, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:24.410 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 1, 2, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:24.410 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:24.410 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:24.410 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:24.410 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:24.411 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:24.411 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:24.411 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:24.411 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:24.411 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:24.411 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:24.411 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:24.411 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:24.411 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:24.411 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:24.411 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:24.411 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:24.411 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:24.411 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:24.412 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-08-29T19:03:24.412 INFO:tasks.workunit.client.0.smithi028.stdout: ] 2024-08-29T19:03:24.412 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:24.412 INFO:tasks.workunit.client.0.smithi028.stdout: { 2024-08-29T19:03:24.412 INFO:tasks.workunit.client.0.smithi028.stdout: "osd_id": 2, 2024-08-29T19:03:24.412 INFO:tasks.workunit.client.0.smithi028.stdout: "values": [ 2024-08-29T19:03:24.412 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:24.412 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:24.412 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:24.412 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:24.412 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:24.412 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 121, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:24.412 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 6750, 24, 0, 0, 0, 1, 1, 0, 0, 0, 0, 2, 0, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:24.413 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 17483, 11, 1, 0, 1, 0, 0, 0, 0, 2, 0, 3, 1, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:24.413 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 1409, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 13, 5, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:24.413 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 100, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 2, 5, 21, 23, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:24.413 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 20, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 6, 19, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:24.413 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:24.413 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:24.413 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:24.413 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:24.413 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:24.413 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:24.413 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:24.413 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:24.413 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:24.414 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:24.414 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:24.414 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:24.414 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:24.414 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:24.414 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:24.414 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:24.414 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:24.414 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:24.414 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:24.414 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:24.414 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-08-29T19:03:24.414 INFO:tasks.workunit.client.0.smithi028.stdout: ] 2024-08-29T19:03:24.414 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:24.415 INFO:tasks.workunit.client.0.smithi028.stdout: { 2024-08-29T19:03:24.415 INFO:tasks.workunit.client.0.smithi028.stdout: "osd_id": 3, 2024-08-29T19:03:24.415 INFO:tasks.workunit.client.0.smithi028.stdout: "values": [ 2024-08-29T19:03:24.415 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:24.415 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:24.415 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:24.415 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:24.415 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:24.415 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 250, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:24.415 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 3108, 18, 1, 0, 0, 1, 0, 1, 2, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:24.415 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 473, 7, 2, 0, 0, 0, 0, 0, 1, 0, 1, 2, 0, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:24.415 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 230, 209, 33, 46, 0, 0, 0, 0, 0, 0, 0, 2, 6, 3, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:24.415 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 1304, 1086, 0, 203, 0, 0, 0, 0, 0, 0, 1, 2, 1, 10, 7, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:24.416 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 2455, 1417, 0, 237, 0, 0, 0, 0, 0, 0, 0, 2, 0, 2, 10, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:24.416 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 575, 304, 0, 98, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:24.416 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:24.416 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:24.416 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:24.416 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:24.416 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:24.416 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:24.416 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:24.416 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:24.416 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:24.416 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:24.416 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:24.416 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:24.417 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:24.417 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:24.417 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:24.417 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:24.417 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:24.417 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:24.417 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:24.417 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-08-29T19:03:24.417 INFO:tasks.workunit.client.0.smithi028.stdout: ] 2024-08-29T19:03:24.417 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:24.417 INFO:tasks.workunit.client.0.smithi028.stdout: { 2024-08-29T19:03:24.417 INFO:tasks.workunit.client.0.smithi028.stdout: "osd_id": 4, 2024-08-29T19:03:24.417 INFO:tasks.workunit.client.0.smithi028.stdout: "values": [ 2024-08-29T19:03:24.418 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:24.418 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:24.418 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:24.418 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:24.418 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:24.418 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 63, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:24.418 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 3442, 83, 35, 70, 135, 209, 68, 1, 1, 0, 0, 0, 0, 4, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:24.418 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 554, 144, 0, 0, 3, 64, 414, 1, 4, 2, 1, 4, 1, 5, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:24.418 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 219, 1, 0, 0, 0, 2, 0, 0, 0, 0, 0, 5, 12, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:24.418 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 117, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 7, 20, 9, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:24.418 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 32, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 1, 8, 23, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:24.418 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:24.418 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:24.419 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:24.419 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:24.419 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:24.419 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:24.419 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:24.419 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:24.419 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:24.419 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:24.419 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:24.419 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:24.419 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:24.419 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:24.419 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:24.419 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:24.420 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:24.420 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:24.420 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:24.420 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:24.420 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-08-29T19:03:24.420 INFO:tasks.workunit.client.0.smithi028.stdout: ] 2024-08-29T19:03:24.420 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:24.420 INFO:tasks.workunit.client.0.smithi028.stdout: { 2024-08-29T19:03:24.420 INFO:tasks.workunit.client.0.smithi028.stdout: "osd_id": 5, 2024-08-29T19:03:24.420 INFO:tasks.workunit.client.0.smithi028.stdout: "values": [ 2024-08-29T19:03:24.420 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:24.420 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:24.420 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:24.420 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:24.421 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:24.421 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 42, 15, 40, 119, 307, 460, 471, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:24.421 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 3133, 54, 83, 133, 148, 169, 253, 2, 0, 0, 0, 1, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:24.421 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 265, 10, 14, 7, 4, 0, 1, 0, 2, 2, 3, 1, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:24.421 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 104, 5, 51, 126, 29, 0, 1, 0, 0, 0, 0, 4, 2, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:24.421 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 58, 38, 30, 3, 0, 0, 1, 0, 0, 0, 0, 0, 1, 4, 8, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:24.421 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 25, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 3, 6, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:24.421 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:24.421 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:24.421 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:24.421 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:24.421 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:24.421 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:24.422 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:24.422 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:24.422 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:24.422 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:24.422 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:24.422 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:24.422 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:24.422 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:24.422 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:24.422 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:24.422 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:24.422 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:24.422 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:24.423 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:24.423 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-08-29T19:03:24.423 INFO:tasks.workunit.client.0.smithi028.stdout: ] 2024-08-29T19:03:24.423 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:24.423 INFO:tasks.workunit.client.0.smithi028.stdout: { 2024-08-29T19:03:24.423 INFO:tasks.workunit.client.0.smithi028.stdout: "osd_id": 6, 2024-08-29T19:03:24.423 INFO:tasks.workunit.client.0.smithi028.stdout: "values": [ 2024-08-29T19:03:24.423 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:24.423 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:24.423 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:24.423 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:24.423 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:24.423 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 66, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:24.423 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 3713, 12, 0, 0, 0, 0, 0, 0, 2, 0, 0, 0, 0, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:24.424 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 635, 4, 3, 0, 0, 0, 0, 1, 0, 1, 0, 2, 1, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:24.424 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 412, 53, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 6, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:24.424 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 256, 58, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 5, 9, 4, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:24.424 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 91, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 5, 13, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:24.424 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 7, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:24.424 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:24.424 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:24.424 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:24.424 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:24.424 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:24.424 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:24.424 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:24.424 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:24.425 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:24.425 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:24.425 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:24.425 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:24.425 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:24.425 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:24.425 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:24.425 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:24.425 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:24.425 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:24.425 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:24.425 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-08-29T19:03:24.425 INFO:tasks.workunit.client.0.smithi028.stdout: ] 2024-08-29T19:03:24.426 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:24.426 INFO:tasks.workunit.client.0.smithi028.stdout: { 2024-08-29T19:03:24.426 INFO:tasks.workunit.client.0.smithi028.stdout: "osd_id": 7, 2024-08-29T19:03:24.426 INFO:tasks.workunit.client.0.smithi028.stdout: "values": [ 2024-08-29T19:03:24.426 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:24.426 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:24.426 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:24.426 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:24.426 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:24.426 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 42, 0, 0, 29, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:24.426 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 4213, 30, 36, 112, 4, 0, 4, 1, 7, 1, 0, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:24.426 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 6257, 8, 33, 40, 0, 1, 0, 2, 4, 8, 0, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:24.426 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 444, 14, 23, 0, 0, 0, 0, 0, 0, 0, 2, 2, 2, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:24.427 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 262, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 2, 5, 9, 4, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:24.427 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 128, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 5, 10, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:24.427 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 3, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:24.427 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:24.427 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:24.427 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:24.427 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:24.427 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:24.427 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:24.427 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:24.427 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:24.427 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:24.427 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:24.427 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:24.428 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:24.428 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:24.428 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:24.428 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:24.428 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:24.428 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:24.428 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:24.428 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:24.428 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-08-29T19:03:24.428 INFO:tasks.workunit.client.0.smithi028.stdout: ] 2024-08-29T19:03:24.428 INFO:tasks.workunit.client.0.smithi028.stdout: } 2024-08-29T19:03:24.428 INFO:tasks.workunit.client.0.smithi028.stdout: ] 2024-08-29T19:03:24.429 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:24.429 INFO:tasks.workunit.client.0.smithi028.stdout: "op_rw_latency_out_bytes_histogram": { 2024-08-29T19:03:24.429 INFO:tasks.workunit.client.0.smithi028.stdout: "axes": [ 2024-08-29T19:03:24.429 INFO:tasks.workunit.client.0.smithi028.stdout: { 2024-08-29T19:03:24.429 INFO:tasks.workunit.client.0.smithi028.stdout: "buckets": 32, 2024-08-29T19:03:24.429 INFO:tasks.workunit.client.0.smithi028.stdout: "min": 0, 2024-08-29T19:03:24.429 INFO:tasks.workunit.client.0.smithi028.stdout: "name": "Latency (usec)", 2024-08-29T19:03:24.429 INFO:tasks.workunit.client.0.smithi028.stdout: "quant_size": 100000, 2024-08-29T19:03:24.429 INFO:tasks.workunit.client.0.smithi028.stdout: "ranges": [ 2024-08-29T19:03:24.429 INFO:tasks.workunit.client.0.smithi028.stdout: "[None, -1]", 2024-08-29T19:03:24.429 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 99999]", 2024-08-29T19:03:24.429 INFO:tasks.workunit.client.0.smithi028.stdout: "[100000, 199999]", 2024-08-29T19:03:24.429 INFO:tasks.workunit.client.0.smithi028.stdout: "[200000, 399999]", 2024-08-29T19:03:24.430 INFO:tasks.workunit.client.0.smithi028.stdout: "[400000, 799999]", 2024-08-29T19:03:24.430 INFO:tasks.workunit.client.0.smithi028.stdout: "[800000, 1599999]", 2024-08-29T19:03:24.430 INFO:tasks.workunit.client.0.smithi028.stdout: "[1600000, 3199999]", 2024-08-29T19:03:24.430 INFO:tasks.workunit.client.0.smithi028.stdout: "[3200000, 6399999]", 2024-08-29T19:03:24.430 INFO:tasks.workunit.client.0.smithi028.stdout: "[6400000, 12799999]", 2024-08-29T19:03:24.430 INFO:tasks.workunit.client.0.smithi028.stdout: "[12800000, 25599999]", 2024-08-29T19:03:24.430 INFO:tasks.workunit.client.0.smithi028.stdout: "[25600000, 51199999]", 2024-08-29T19:03:24.430 INFO:tasks.workunit.client.0.smithi028.stdout: "[51200000, 102399999]", 2024-08-29T19:03:24.430 INFO:tasks.workunit.client.0.smithi028.stdout: "[102400000, 204799999]", 2024-08-29T19:03:24.430 INFO:tasks.workunit.client.0.smithi028.stdout: "[204800000, 409599999]", 2024-08-29T19:03:24.430 INFO:tasks.workunit.client.0.smithi028.stdout: "[409600000, 819199999]", 2024-08-29T19:03:24.430 INFO:tasks.workunit.client.0.smithi028.stdout: "[819200000, 1638399999]", 2024-08-29T19:03:24.430 INFO:tasks.workunit.client.0.smithi028.stdout: "[1638400000, 3276799999]", 2024-08-29T19:03:24.430 INFO:tasks.workunit.client.0.smithi028.stdout: "[3276800000, 6553599999]", 2024-08-29T19:03:24.430 INFO:tasks.workunit.client.0.smithi028.stdout: "[6553600000, 13107199999]", 2024-08-29T19:03:24.431 INFO:tasks.workunit.client.0.smithi028.stdout: "[13107200000, 26214399999]", 2024-08-29T19:03:24.431 INFO:tasks.workunit.client.0.smithi028.stdout: "[26214400000, 52428799999]", 2024-08-29T19:03:24.431 INFO:tasks.workunit.client.0.smithi028.stdout: "[52428800000, 104857599999]", 2024-08-29T19:03:24.431 INFO:tasks.workunit.client.0.smithi028.stdout: "[104857600000, 209715199999]", 2024-08-29T19:03:24.431 INFO:tasks.workunit.client.0.smithi028.stdout: "[209715200000, 419430399999]", 2024-08-29T19:03:24.431 INFO:tasks.workunit.client.0.smithi028.stdout: "[419430400000, 838860799999]", 2024-08-29T19:03:24.431 INFO:tasks.workunit.client.0.smithi028.stdout: "[838860800000, 1677721599999]", 2024-08-29T19:03:24.431 INFO:tasks.workunit.client.0.smithi028.stdout: "[1677721600000, 3355443199999]", 2024-08-29T19:03:24.431 INFO:tasks.workunit.client.0.smithi028.stdout: "[3355443200000, 6710886399999]", 2024-08-29T19:03:24.431 INFO:tasks.workunit.client.0.smithi028.stdout: "[6710886400000, 13421772799999]", 2024-08-29T19:03:24.431 INFO:tasks.workunit.client.0.smithi028.stdout: "[13421772800000, 26843545599999]", 2024-08-29T19:03:24.431 INFO:tasks.workunit.client.0.smithi028.stdout: "[26843545600000, 53687091199999]", 2024-08-29T19:03:24.431 INFO:tasks.workunit.client.0.smithi028.stdout: "[53687091200000, None]" 2024-08-29T19:03:24.432 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-08-29T19:03:24.432 INFO:tasks.workunit.client.0.smithi028.stdout: "scale_type": "log2" 2024-08-29T19:03:24.432 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:24.432 INFO:tasks.workunit.client.0.smithi028.stdout: { 2024-08-29T19:03:24.432 INFO:tasks.workunit.client.0.smithi028.stdout: "buckets": 32, 2024-08-29T19:03:24.432 INFO:tasks.workunit.client.0.smithi028.stdout: "min": 0, 2024-08-29T19:03:24.432 INFO:tasks.workunit.client.0.smithi028.stdout: "name": "Request size (bytes)", 2024-08-29T19:03:24.432 INFO:tasks.workunit.client.0.smithi028.stdout: "quant_size": 512, 2024-08-29T19:03:24.432 INFO:tasks.workunit.client.0.smithi028.stdout: "ranges": [ 2024-08-29T19:03:24.432 INFO:tasks.workunit.client.0.smithi028.stdout: "[None, -1]", 2024-08-29T19:03:24.432 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 511]", 2024-08-29T19:03:24.432 INFO:tasks.workunit.client.0.smithi028.stdout: "[512, 1023]", 2024-08-29T19:03:24.432 INFO:tasks.workunit.client.0.smithi028.stdout: "[1024, 2047]", 2024-08-29T19:03:24.433 INFO:tasks.workunit.client.0.smithi028.stdout: "[2048, 4095]", 2024-08-29T19:03:24.433 INFO:tasks.workunit.client.0.smithi028.stdout: "[4096, 8191]", 2024-08-29T19:03:24.433 INFO:tasks.workunit.client.0.smithi028.stdout: "[8192, 16383]", 2024-08-29T19:03:24.433 INFO:tasks.workunit.client.0.smithi028.stdout: "[16384, 32767]", 2024-08-29T19:03:24.433 INFO:tasks.workunit.client.0.smithi028.stdout: "[32768, 65535]", 2024-08-29T19:03:24.433 INFO:tasks.workunit.client.0.smithi028.stdout: "[65536, 131071]", 2024-08-29T19:03:24.433 INFO:tasks.workunit.client.0.smithi028.stdout: "[131072, 262143]", 2024-08-29T19:03:24.433 INFO:tasks.workunit.client.0.smithi028.stdout: "[262144, 524287]", 2024-08-29T19:03:24.433 INFO:tasks.workunit.client.0.smithi028.stdout: "[524288, 1048575]", 2024-08-29T19:03:24.433 INFO:tasks.workunit.client.0.smithi028.stdout: "[1048576, 2097151]", 2024-08-29T19:03:24.433 INFO:tasks.workunit.client.0.smithi028.stdout: "[2097152, 4194303]", 2024-08-29T19:03:24.433 INFO:tasks.workunit.client.0.smithi028.stdout: "[4194304, 8388607]", 2024-08-29T19:03:24.433 INFO:tasks.workunit.client.0.smithi028.stdout: "[8388608, 16777215]", 2024-08-29T19:03:24.433 INFO:tasks.workunit.client.0.smithi028.stdout: "[16777216, 33554431]", 2024-08-29T19:03:24.434 INFO:tasks.workunit.client.0.smithi028.stdout: "[33554432, 67108863]", 2024-08-29T19:03:24.434 INFO:tasks.workunit.client.0.smithi028.stdout: "[67108864, 134217727]", 2024-08-29T19:03:24.434 INFO:tasks.workunit.client.0.smithi028.stdout: "[134217728, 268435455]", 2024-08-29T19:03:24.434 INFO:tasks.workunit.client.0.smithi028.stdout: "[268435456, 536870911]", 2024-08-29T19:03:24.434 INFO:tasks.workunit.client.0.smithi028.stdout: "[536870912, 1073741823]", 2024-08-29T19:03:24.434 INFO:tasks.workunit.client.0.smithi028.stdout: "[1073741824, 2147483647]", 2024-08-29T19:03:24.434 INFO:tasks.workunit.client.0.smithi028.stdout: "[2147483648, 4294967295]", 2024-08-29T19:03:24.434 INFO:tasks.workunit.client.0.smithi028.stdout: "[4294967296, 8589934591]", 2024-08-29T19:03:24.434 INFO:tasks.workunit.client.0.smithi028.stdout: "[8589934592, 17179869183]", 2024-08-29T19:03:24.434 INFO:tasks.workunit.client.0.smithi028.stdout: "[17179869184, 34359738367]", 2024-08-29T19:03:24.434 INFO:tasks.workunit.client.0.smithi028.stdout: "[34359738368, 68719476735]", 2024-08-29T19:03:24.434 INFO:tasks.workunit.client.0.smithi028.stdout: "[68719476736, 137438953471]", 2024-08-29T19:03:24.434 INFO:tasks.workunit.client.0.smithi028.stdout: "[137438953472, 274877906943]", 2024-08-29T19:03:24.434 INFO:tasks.workunit.client.0.smithi028.stdout: "[274877906944, None]" 2024-08-29T19:03:24.435 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-08-29T19:03:24.435 INFO:tasks.workunit.client.0.smithi028.stdout: "scale_type": "log2" 2024-08-29T19:03:24.435 INFO:tasks.workunit.client.0.smithi028.stdout: } 2024-08-29T19:03:24.435 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-08-29T19:03:24.435 INFO:tasks.workunit.client.0.smithi028.stdout: "osds": [ 2024-08-29T19:03:24.435 INFO:tasks.workunit.client.0.smithi028.stdout: { 2024-08-29T19:03:24.435 INFO:tasks.workunit.client.0.smithi028.stdout: "osd_id": 0, 2024-08-29T19:03:24.435 INFO:tasks.workunit.client.0.smithi028.stdout: "values": [ 2024-08-29T19:03:24.435 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:24.435 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:24.435 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:24.435 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:24.435 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:24.435 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 139, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:24.436 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 5302, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:24.436 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 2057, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:24.436 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 202, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:24.436 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 154, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:24.436 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 40, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:24.436 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 3, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:24.436 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:24.436 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:24.436 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:24.436 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:24.436 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:24.436 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:24.436 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:24.436 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:24.437 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:24.437 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:24.437 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:24.437 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:24.437 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:24.437 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:24.437 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:24.437 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:24.437 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:24.437 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:24.437 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:24.437 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-08-29T19:03:24.438 INFO:tasks.workunit.client.0.smithi028.stdout: ] 2024-08-29T19:03:24.438 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:24.438 INFO:tasks.workunit.client.0.smithi028.stdout: { 2024-08-29T19:03:24.438 INFO:tasks.workunit.client.0.smithi028.stdout: "osd_id": 1, 2024-08-29T19:03:24.438 INFO:tasks.workunit.client.0.smithi028.stdout: "values": [ 2024-08-29T19:03:24.438 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:24.438 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:24.438 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:24.438 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:24.438 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:24.438 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 576, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:24.438 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 2966, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:24.438 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 1850, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:24.438 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 1074, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:24.439 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 988, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:24.439 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 4284, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:24.439 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 915, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:24.439 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 4, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:24.439 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:24.439 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:24.439 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:24.439 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:24.439 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:24.439 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:24.439 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:24.439 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:24.439 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:24.440 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:24.440 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:24.440 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:24.440 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:24.440 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:24.440 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:24.440 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:24.440 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:24.440 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:24.440 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-08-29T19:03:24.440 INFO:tasks.workunit.client.0.smithi028.stdout: ] 2024-08-29T19:03:24.440 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:24.440 INFO:tasks.workunit.client.0.smithi028.stdout: { 2024-08-29T19:03:24.440 INFO:tasks.workunit.client.0.smithi028.stdout: "osd_id": 2, 2024-08-29T19:03:24.441 INFO:tasks.workunit.client.0.smithi028.stdout: "values": [ 2024-08-29T19:03:24.441 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:24.441 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:24.441 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:24.441 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:24.441 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:24.441 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 121, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:24.441 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 6780, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:24.441 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 17504, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:24.441 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 1428, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:24.441 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 152, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:24.441 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 46, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:24.441 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:24.441 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:24.442 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:24.442 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:24.442 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:24.442 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:24.442 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:24.442 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:24.442 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:24.442 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:24.442 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:24.442 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:24.442 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:24.442 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:24.443 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:24.443 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:24.443 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:24.443 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:24.443 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:24.443 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:24.443 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-08-29T19:03:24.443 INFO:tasks.workunit.client.0.smithi028.stdout: ] 2024-08-29T19:03:24.443 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:24.443 INFO:tasks.workunit.client.0.smithi028.stdout: { 2024-08-29T19:03:24.443 INFO:tasks.workunit.client.0.smithi028.stdout: "osd_id": 3, 2024-08-29T19:03:24.443 INFO:tasks.workunit.client.0.smithi028.stdout: "values": [ 2024-08-29T19:03:24.443 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:24.443 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:24.444 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:24.444 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:24.444 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:24.444 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 250, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:24.444 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 3132, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:24.444 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 488, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:24.444 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 529, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:24.444 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 2614, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:24.444 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 4123, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:24.444 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 979, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:24.444 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:24.444 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:24.444 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:24.445 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:24.445 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:24.445 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:24.445 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:24.445 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:24.445 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:24.445 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:24.445 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:24.445 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:24.445 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:24.445 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:24.445 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:24.445 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:24.445 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:24.446 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:24.446 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:24.446 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-08-29T19:03:24.446 INFO:tasks.workunit.client.0.smithi028.stdout: ] 2024-08-29T19:03:24.446 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:24.446 INFO:tasks.workunit.client.0.smithi028.stdout: { 2024-08-29T19:03:24.446 INFO:tasks.workunit.client.0.smithi028.stdout: "osd_id": 4, 2024-08-29T19:03:24.446 INFO:tasks.workunit.client.0.smithi028.stdout: "values": [ 2024-08-29T19:03:24.446 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:24.446 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:24.446 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:24.446 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:24.446 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:24.447 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 65, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:24.447 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 4048, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:24.447 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 1197, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:24.447 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 239, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:24.447 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 155, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:24.447 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 65, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:24.447 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:24.447 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:24.447 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:24.447 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:24.447 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:24.447 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:24.447 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:24.447 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:24.448 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:24.448 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:24.448 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:24.448 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:24.448 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:24.448 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:24.448 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:24.448 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:24.448 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:24.448 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:24.449 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:24.449 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:24.449 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-08-29T19:03:24.449 INFO:tasks.workunit.client.0.smithi028.stdout: ] 2024-08-29T19:03:24.449 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:24.449 INFO:tasks.workunit.client.0.smithi028.stdout: { 2024-08-29T19:03:24.449 INFO:tasks.workunit.client.0.smithi028.stdout: "osd_id": 5, 2024-08-29T19:03:24.449 INFO:tasks.workunit.client.0.smithi028.stdout: "values": [ 2024-08-29T19:03:24.449 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:24.449 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:24.449 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:24.449 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:24.449 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:24.450 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 1454, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:24.450 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 3978, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:24.450 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 310, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:24.450 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 324, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:24.450 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 143, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:24.450 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 34, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:24.450 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:24.450 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:24.450 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:24.450 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:24.450 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:24.450 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:24.450 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:24.451 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:24.451 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:24.451 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:24.451 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:24.451 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:24.451 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:24.451 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:24.451 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:24.451 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:24.451 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:24.451 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:24.451 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:24.451 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:24.451 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-08-29T19:03:24.452 INFO:tasks.workunit.client.0.smithi028.stdout: ] 2024-08-29T19:03:24.452 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:24.452 INFO:tasks.workunit.client.0.smithi028.stdout: { 2024-08-29T19:03:24.452 INFO:tasks.workunit.client.0.smithi028.stdout: "osd_id": 6, 2024-08-29T19:03:24.452 INFO:tasks.workunit.client.0.smithi028.stdout: "values": [ 2024-08-29T19:03:24.452 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:24.452 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:24.452 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:24.452 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:24.452 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:24.452 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 66, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:24.452 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 3729, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:24.452 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 648, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:24.452 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 473, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:24.453 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 332, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:24.453 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 109, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:24.453 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 8, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:24.453 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:24.453 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:24.453 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:24.453 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:24.453 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:24.453 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:24.453 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:24.453 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:24.453 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:24.453 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:24.454 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:24.454 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:24.454 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:24.454 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:24.454 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:24.454 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:24.454 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:24.454 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:24.454 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:24.454 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-08-29T19:03:24.454 INFO:tasks.workunit.client.0.smithi028.stdout: ] 2024-08-29T19:03:24.454 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:24.454 INFO:tasks.workunit.client.0.smithi028.stdout: { 2024-08-29T19:03:24.455 INFO:tasks.workunit.client.0.smithi028.stdout: "osd_id": 7, 2024-08-29T19:03:24.455 INFO:tasks.workunit.client.0.smithi028.stdout: "values": [ 2024-08-29T19:03:24.455 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:24.455 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:24.455 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:24.455 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:24.455 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:24.455 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 71, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:24.455 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 4409, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:24.455 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 6355, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:24.455 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 488, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:24.455 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 283, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:24.455 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 143, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:24.456 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 3, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:24.456 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:24.456 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:24.456 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:24.456 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:24.456 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:24.456 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:24.456 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:24.456 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:24.456 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:24.456 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:24.456 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:24.456 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:24.457 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:24.457 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:24.457 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:24.457 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:24.457 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:24.457 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:24.457 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:24.457 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-08-29T19:03:24.457 INFO:tasks.workunit.client.0.smithi028.stdout: ] 2024-08-29T19:03:24.457 INFO:tasks.workunit.client.0.smithi028.stdout: } 2024-08-29T19:03:24.457 INFO:tasks.workunit.client.0.smithi028.stdout: ] 2024-08-29T19:03:24.457 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:24.457 INFO:tasks.workunit.client.0.smithi028.stdout: "op_w_latency_in_bytes_histogram": { 2024-08-29T19:03:24.457 INFO:tasks.workunit.client.0.smithi028.stdout: "axes": [ 2024-08-29T19:03:24.458 INFO:tasks.workunit.client.0.smithi028.stdout: { 2024-08-29T19:03:24.458 INFO:tasks.workunit.client.0.smithi028.stdout: "buckets": 32, 2024-08-29T19:03:24.458 INFO:tasks.workunit.client.0.smithi028.stdout: "min": 0, 2024-08-29T19:03:24.458 INFO:tasks.workunit.client.0.smithi028.stdout: "name": "Latency (usec)", 2024-08-29T19:03:24.458 INFO:tasks.workunit.client.0.smithi028.stdout: "quant_size": 100000, 2024-08-29T19:03:24.458 INFO:tasks.workunit.client.0.smithi028.stdout: "ranges": [ 2024-08-29T19:03:24.458 INFO:tasks.workunit.client.0.smithi028.stdout: "[None, -1]", 2024-08-29T19:03:24.458 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 99999]", 2024-08-29T19:03:24.458 INFO:tasks.workunit.client.0.smithi028.stdout: "[100000, 199999]", 2024-08-29T19:03:24.458 INFO:tasks.workunit.client.0.smithi028.stdout: "[200000, 399999]", 2024-08-29T19:03:24.458 INFO:tasks.workunit.client.0.smithi028.stdout: "[400000, 799999]", 2024-08-29T19:03:24.458 INFO:tasks.workunit.client.0.smithi028.stdout: "[800000, 1599999]", 2024-08-29T19:03:24.459 INFO:tasks.workunit.client.0.smithi028.stdout: "[1600000, 3199999]", 2024-08-29T19:03:24.459 INFO:tasks.workunit.client.0.smithi028.stdout: "[3200000, 6399999]", 2024-08-29T19:03:24.459 INFO:tasks.workunit.client.0.smithi028.stdout: "[6400000, 12799999]", 2024-08-29T19:03:24.459 INFO:tasks.workunit.client.0.smithi028.stdout: "[12800000, 25599999]", 2024-08-29T19:03:24.459 INFO:tasks.workunit.client.0.smithi028.stdout: "[25600000, 51199999]", 2024-08-29T19:03:24.459 INFO:tasks.workunit.client.0.smithi028.stdout: "[51200000, 102399999]", 2024-08-29T19:03:24.459 INFO:tasks.workunit.client.0.smithi028.stdout: "[102400000, 204799999]", 2024-08-29T19:03:24.459 INFO:tasks.workunit.client.0.smithi028.stdout: "[204800000, 409599999]", 2024-08-29T19:03:24.459 INFO:tasks.workunit.client.0.smithi028.stdout: "[409600000, 819199999]", 2024-08-29T19:03:24.459 INFO:tasks.workunit.client.0.smithi028.stdout: "[819200000, 1638399999]", 2024-08-29T19:03:24.459 INFO:tasks.workunit.client.0.smithi028.stdout: "[1638400000, 3276799999]", 2024-08-29T19:03:24.459 INFO:tasks.workunit.client.0.smithi028.stdout: "[3276800000, 6553599999]", 2024-08-29T19:03:24.459 INFO:tasks.workunit.client.0.smithi028.stdout: "[6553600000, 13107199999]", 2024-08-29T19:03:24.460 INFO:tasks.workunit.client.0.smithi028.stdout: "[13107200000, 26214399999]", 2024-08-29T19:03:24.460 INFO:tasks.workunit.client.0.smithi028.stdout: "[26214400000, 52428799999]", 2024-08-29T19:03:24.460 INFO:tasks.workunit.client.0.smithi028.stdout: "[52428800000, 104857599999]", 2024-08-29T19:03:24.460 INFO:tasks.workunit.client.0.smithi028.stdout: "[104857600000, 209715199999]", 2024-08-29T19:03:24.460 INFO:tasks.workunit.client.0.smithi028.stdout: "[209715200000, 419430399999]", 2024-08-29T19:03:24.460 INFO:tasks.workunit.client.0.smithi028.stdout: "[419430400000, 838860799999]", 2024-08-29T19:03:24.460 INFO:tasks.workunit.client.0.smithi028.stdout: "[838860800000, 1677721599999]", 2024-08-29T19:03:24.460 INFO:tasks.workunit.client.0.smithi028.stdout: "[1677721600000, 3355443199999]", 2024-08-29T19:03:24.460 INFO:tasks.workunit.client.0.smithi028.stdout: "[3355443200000, 6710886399999]", 2024-08-29T19:03:24.460 INFO:tasks.workunit.client.0.smithi028.stdout: "[6710886400000, 13421772799999]", 2024-08-29T19:03:24.460 INFO:tasks.workunit.client.0.smithi028.stdout: "[13421772800000, 26843545599999]", 2024-08-29T19:03:24.460 INFO:tasks.workunit.client.0.smithi028.stdout: "[26843545600000, 53687091199999]", 2024-08-29T19:03:24.460 INFO:tasks.workunit.client.0.smithi028.stdout: "[53687091200000, None]" 2024-08-29T19:03:24.460 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-08-29T19:03:24.461 INFO:tasks.workunit.client.0.smithi028.stdout: "scale_type": "log2" 2024-08-29T19:03:24.461 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:24.461 INFO:tasks.workunit.client.0.smithi028.stdout: { 2024-08-29T19:03:24.461 INFO:tasks.workunit.client.0.smithi028.stdout: "buckets": 32, 2024-08-29T19:03:24.461 INFO:tasks.workunit.client.0.smithi028.stdout: "min": 0, 2024-08-29T19:03:24.461 INFO:tasks.workunit.client.0.smithi028.stdout: "name": "Request size (bytes)", 2024-08-29T19:03:24.461 INFO:tasks.workunit.client.0.smithi028.stdout: "quant_size": 512, 2024-08-29T19:03:24.461 INFO:tasks.workunit.client.0.smithi028.stdout: "ranges": [ 2024-08-29T19:03:24.461 INFO:tasks.workunit.client.0.smithi028.stdout: "[None, -1]", 2024-08-29T19:03:24.461 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 511]", 2024-08-29T19:03:24.461 INFO:tasks.workunit.client.0.smithi028.stdout: "[512, 1023]", 2024-08-29T19:03:24.461 INFO:tasks.workunit.client.0.smithi028.stdout: "[1024, 2047]", 2024-08-29T19:03:24.462 INFO:tasks.workunit.client.0.smithi028.stdout: "[2048, 4095]", 2024-08-29T19:03:24.462 INFO:tasks.workunit.client.0.smithi028.stdout: "[4096, 8191]", 2024-08-29T19:03:24.462 INFO:tasks.workunit.client.0.smithi028.stdout: "[8192, 16383]", 2024-08-29T19:03:24.462 INFO:tasks.workunit.client.0.smithi028.stdout: "[16384, 32767]", 2024-08-29T19:03:24.462 INFO:tasks.workunit.client.0.smithi028.stdout: "[32768, 65535]", 2024-08-29T19:03:24.462 INFO:tasks.workunit.client.0.smithi028.stdout: "[65536, 131071]", 2024-08-29T19:03:24.462 INFO:tasks.workunit.client.0.smithi028.stdout: "[131072, 262143]", 2024-08-29T19:03:24.462 INFO:tasks.workunit.client.0.smithi028.stdout: "[262144, 524287]", 2024-08-29T19:03:24.462 INFO:tasks.workunit.client.0.smithi028.stdout: "[524288, 1048575]", 2024-08-29T19:03:24.462 INFO:tasks.workunit.client.0.smithi028.stdout: "[1048576, 2097151]", 2024-08-29T19:03:24.462 INFO:tasks.workunit.client.0.smithi028.stdout: "[2097152, 4194303]", 2024-08-29T19:03:24.462 INFO:tasks.workunit.client.0.smithi028.stdout: "[4194304, 8388607]", 2024-08-29T19:03:24.462 INFO:tasks.workunit.client.0.smithi028.stdout: "[8388608, 16777215]", 2024-08-29T19:03:24.462 INFO:tasks.workunit.client.0.smithi028.stdout: "[16777216, 33554431]", 2024-08-29T19:03:24.463 INFO:tasks.workunit.client.0.smithi028.stdout: "[33554432, 67108863]", 2024-08-29T19:03:24.463 INFO:tasks.workunit.client.0.smithi028.stdout: "[67108864, 134217727]", 2024-08-29T19:03:24.463 INFO:tasks.workunit.client.0.smithi028.stdout: "[134217728, 268435455]", 2024-08-29T19:03:24.463 INFO:tasks.workunit.client.0.smithi028.stdout: "[268435456, 536870911]", 2024-08-29T19:03:24.463 INFO:tasks.workunit.client.0.smithi028.stdout: "[536870912, 1073741823]", 2024-08-29T19:03:24.463 INFO:tasks.workunit.client.0.smithi028.stdout: "[1073741824, 2147483647]", 2024-08-29T19:03:24.463 INFO:tasks.workunit.client.0.smithi028.stdout: "[2147483648, 4294967295]", 2024-08-29T19:03:24.463 INFO:tasks.workunit.client.0.smithi028.stdout: "[4294967296, 8589934591]", 2024-08-29T19:03:24.463 INFO:tasks.workunit.client.0.smithi028.stdout: "[8589934592, 17179869183]", 2024-08-29T19:03:24.463 INFO:tasks.workunit.client.0.smithi028.stdout: "[17179869184, 34359738367]", 2024-08-29T19:03:24.463 INFO:tasks.workunit.client.0.smithi028.stdout: "[34359738368, 68719476735]", 2024-08-29T19:03:24.463 INFO:tasks.workunit.client.0.smithi028.stdout: "[68719476736, 137438953471]", 2024-08-29T19:03:24.463 INFO:tasks.workunit.client.0.smithi028.stdout: "[137438953472, 274877906943]", 2024-08-29T19:03:24.463 INFO:tasks.workunit.client.0.smithi028.stdout: "[274877906944, None]" 2024-08-29T19:03:24.464 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-08-29T19:03:24.464 INFO:tasks.workunit.client.0.smithi028.stdout: "scale_type": "log2" 2024-08-29T19:03:24.464 INFO:tasks.workunit.client.0.smithi028.stdout: } 2024-08-29T19:03:24.464 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-08-29T19:03:24.464 INFO:tasks.workunit.client.0.smithi028.stdout: "osds": [ 2024-08-29T19:03:24.464 INFO:tasks.workunit.client.0.smithi028.stdout: { 2024-08-29T19:03:24.464 INFO:tasks.workunit.client.0.smithi028.stdout: "osd_id": 0, 2024-08-29T19:03:24.464 INFO:tasks.workunit.client.0.smithi028.stdout: "values": [ 2024-08-29T19:03:24.464 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:24.464 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:24.464 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:24.464 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:24.464 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:24.465 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 15, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:24.465 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 684, 35, 0, 0, 8, 0, 1, 0, 3, 1, 3, 1, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:24.465 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 2561, 6, 1, 0, 9, 12, 14, 16, 31, 54, 79, 43, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:24.465 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 87, 4, 0, 0, 4, 0, 1, 1, 7, 4, 29, 199, 284, 5, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:24.465 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 109, 8, 0, 0, 0, 1, 0, 2, 1, 3, 5, 16, 102, 41, 39, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:24.465 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 192, 0, 0, 0, 0, 0, 0, 0, 0, 1, 4, 2, 4, 30, 27, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:24.465 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 700, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 2, 1, 5, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:24.465 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 1606, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:24.465 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 12, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:24.465 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:24.465 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 3, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:24.465 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:24.465 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:24.466 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:24.466 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:24.466 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:24.466 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:24.466 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:24.466 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:24.466 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:24.466 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:24.466 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:24.466 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:24.466 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:24.466 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:24.466 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:24.466 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-08-29T19:03:24.467 INFO:tasks.workunit.client.0.smithi028.stdout: ] 2024-08-29T19:03:24.467 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:24.467 INFO:tasks.workunit.client.0.smithi028.stdout: { 2024-08-29T19:03:24.467 INFO:tasks.workunit.client.0.smithi028.stdout: "osd_id": 1, 2024-08-29T19:03:24.467 INFO:tasks.workunit.client.0.smithi028.stdout: "values": [ 2024-08-29T19:03:24.467 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:24.467 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:24.467 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:24.467 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:24.467 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:24.467 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 23, 0, 0, 1, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:24.467 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 564, 10, 0, 0, 7, 0, 0, 0, 0, 0, 0, 1, 1, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:24.467 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 3722, 4, 2, 1, 10, 4, 11, 23, 37, 77, 146, 56, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:24.468 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 176, 5, 0, 1, 3, 0, 2, 4, 1, 10, 36, 250, 531, 5, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:24.468 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 225, 0, 0, 0, 0, 1, 0, 4, 6, 10, 40, 45, 111, 36, 28, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:24.468 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 410, 0, 0, 0, 0, 0, 1, 1, 0, 0, 6, 8, 8, 33, 45, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:24.468 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 1026, 0, 0, 0, 0, 0, 0, 0, 0, 1, 1, 1, 2, 2, 4, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:24.468 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 1438, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:24.468 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 833, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:24.468 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:24.468 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:24.468 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:24.468 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:24.468 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:24.468 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:24.469 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:24.469 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:24.469 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:24.469 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:24.469 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:24.469 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:24.469 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:24.469 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:24.469 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:24.469 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:24.469 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:24.469 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-08-29T19:03:24.469 INFO:tasks.workunit.client.0.smithi028.stdout: ] 2024-08-29T19:03:24.470 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:24.470 INFO:tasks.workunit.client.0.smithi028.stdout: { 2024-08-29T19:03:24.470 INFO:tasks.workunit.client.0.smithi028.stdout: "osd_id": 2, 2024-08-29T19:03:24.470 INFO:tasks.workunit.client.0.smithi028.stdout: "values": [ 2024-08-29T19:03:24.470 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:24.470 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:24.470 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:24.470 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:24.470 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:24.470 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 8, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:24.470 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 253, 25, 0, 0, 1, 0, 3, 3, 5, 1, 0, 3, 0, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:24.470 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 186, 13, 1, 0, 5, 0, 0, 0, 4, 15, 30, 28, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:24.470 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 133, 6, 0, 0, 0, 2, 1, 0, 5, 8, 41, 43, 7, 3, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:24.470 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 115, 5, 0, 0, 0, 0, 0, 0, 2, 1, 18, 30, 11, 26, 27, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:24.471 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 39, 0, 0, 0, 0, 0, 0, 1, 1, 2, 6, 11, 9, 14, 43, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:24.471 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 4, 0, 0, 0, 0, 0, 1, 0, 0, 0, 0, 2, 1, 2, 10, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:24.471 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:24.471 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:24.471 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:24.471 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:24.471 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:24.471 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:24.471 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:24.471 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:24.471 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:24.471 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:24.471 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:24.472 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:24.472 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:24.472 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:24.472 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:24.472 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:24.472 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:24.472 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:24.472 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:24.472 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-08-29T19:03:24.472 INFO:tasks.workunit.client.0.smithi028.stdout: ] 2024-08-29T19:03:24.472 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:24.472 INFO:tasks.workunit.client.0.smithi028.stdout: { 2024-08-29T19:03:24.472 INFO:tasks.workunit.client.0.smithi028.stdout: "osd_id": 3, 2024-08-29T19:03:24.473 INFO:tasks.workunit.client.0.smithi028.stdout: "values": [ 2024-08-29T19:03:24.473 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:24.473 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:24.473 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:24.473 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:24.473 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:24.473 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 29, 0, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:24.473 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 566, 12, 0, 0, 3, 0, 1, 3, 4, 2, 2, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:24.473 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 1216, 4, 1, 1, 4, 2, 3, 9, 19, 35, 45, 25, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:24.473 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 289, 0, 0, 0, 1, 0, 0, 1, 4, 9, 27, 83, 154, 3, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:24.473 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 432, 2, 0, 0, 0, 1, 1, 1, 0, 3, 7, 23, 26, 35, 17, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:24.473 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 356, 0, 0, 0, 0, 0, 0, 0, 0, 0, 3, 3, 5, 23, 29, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:24.473 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 244, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 2, 6, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:24.474 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 13, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:24.474 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:24.474 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:24.474 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:24.474 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:24.474 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:24.474 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:24.474 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:24.474 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:24.474 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:24.474 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:24.474 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:24.474 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:24.474 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:24.475 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:24.475 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:24.475 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:24.475 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:24.475 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:24.475 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-08-29T19:03:24.475 INFO:tasks.workunit.client.0.smithi028.stdout: ] 2024-08-29T19:03:24.475 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:24.475 INFO:tasks.workunit.client.0.smithi028.stdout: { 2024-08-29T19:03:24.475 INFO:tasks.workunit.client.0.smithi028.stdout: "osd_id": 4, 2024-08-29T19:03:24.475 INFO:tasks.workunit.client.0.smithi028.stdout: "values": [ 2024-08-29T19:03:24.475 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:24.475 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:24.475 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:24.476 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:24.476 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:24.476 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 16, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:24.476 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 421, 14, 0, 0, 6, 0, 3, 2, 4, 2, 1, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:24.476 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 1462, 15, 0, 0, 6, 6, 3, 8, 14, 36, 47, 29, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:24.476 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 451, 17, 0, 0, 1, 2, 3, 4, 2, 5, 23, 96, 149, 3, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:24.476 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 385, 5, 0, 0, 0, 1, 1, 1, 2, 4, 19, 30, 91, 38, 32, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:24.476 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 168, 6, 0, 0, 0, 0, 0, 1, 0, 1, 2, 5, 7, 43, 56, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:24.476 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 115, 0, 0, 0, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:24.476 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 93, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:24.476 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:24.476 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 3, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:24.476 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:24.476 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:24.477 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:24.477 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:24.477 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:24.477 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:24.477 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:24.477 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:24.477 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:24.477 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:24.477 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:24.477 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:24.477 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:24.477 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:24.477 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:24.478 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:24.478 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-08-29T19:03:24.478 INFO:tasks.workunit.client.0.smithi028.stdout: ] 2024-08-29T19:03:24.478 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:24.478 INFO:tasks.workunit.client.0.smithi028.stdout: { 2024-08-29T19:03:24.478 INFO:tasks.workunit.client.0.smithi028.stdout: "osd_id": 5, 2024-08-29T19:03:24.478 INFO:tasks.workunit.client.0.smithi028.stdout: "values": [ 2024-08-29T19:03:24.478 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:24.478 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:24.478 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:24.478 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:24.478 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:24.478 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 11, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:24.478 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 302, 25, 3, 0, 7, 1, 0, 2, 1, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:24.479 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 58, 1, 0, 0, 11, 1, 1, 1, 3, 1, 4, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:24.479 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 71, 1, 0, 0, 0, 1, 3, 1, 4, 0, 17, 25, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:24.479 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 32, 8, 0, 0, 0, 0, 1, 0, 0, 4, 2, 14, 21, 24, 18, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:24.479 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 8, 18, 0, 0, 0, 0, 1, 0, 0, 0, 2, 5, 16, 33, 31, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:24.479 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 34, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 3, 2, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:24.479 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 91, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:24.479 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 105, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:24.479 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:24.479 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:24.479 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:24.479 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:24.479 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:24.479 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:24.479 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:24.480 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:24.480 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:24.480 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:24.480 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:24.480 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:24.480 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:24.480 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:24.480 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:24.480 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:24.480 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:24.480 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-08-29T19:03:24.480 INFO:tasks.workunit.client.0.smithi028.stdout: ] 2024-08-29T19:03:24.480 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:24.481 INFO:tasks.workunit.client.0.smithi028.stdout: { 2024-08-29T19:03:24.481 INFO:tasks.workunit.client.0.smithi028.stdout: "osd_id": 6, 2024-08-29T19:03:24.481 INFO:tasks.workunit.client.0.smithi028.stdout: "values": [ 2024-08-29T19:03:24.481 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:24.481 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:24.481 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:24.481 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:24.481 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:24.481 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 9, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:24.481 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 440, 9, 0, 0, 4, 1, 3, 2, 4, 1, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:24.481 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 1556, 3, 0, 0, 3, 3, 2, 11, 18, 40, 33, 17, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:24.481 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 501, 9, 0, 1, 1, 1, 0, 2, 2, 4, 14, 108, 138, 3, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:24.481 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 360, 2, 0, 0, 0, 0, 1, 1, 3, 5, 10, 24, 61, 19, 8, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:24.481 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 99, 0, 0, 0, 0, 0, 0, 0, 0, 1, 2, 2, 5, 17, 24, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:24.482 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 110, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 3, 0, 2, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:24.482 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 141, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:24.482 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:24.482 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:24.484 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:24.484 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:24.484 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:24.484 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:24.484 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:24.484 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:24.485 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:24.485 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:24.485 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:24.485 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:24.485 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:24.485 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:24.485 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:24.485 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:24.485 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:24.485 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:24.485 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-08-29T19:03:24.485 INFO:tasks.workunit.client.0.smithi028.stdout: ] 2024-08-29T19:03:24.485 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:24.485 INFO:tasks.workunit.client.0.smithi028.stdout: { 2024-08-29T19:03:24.486 INFO:tasks.workunit.client.0.smithi028.stdout: "osd_id": 7, 2024-08-29T19:03:24.486 INFO:tasks.workunit.client.0.smithi028.stdout: "values": [ 2024-08-29T19:03:24.486 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:24.486 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:24.486 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:24.486 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:24.486 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:24.486 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 9, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:24.486 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 323, 11, 1, 0, 5, 0, 1, 4, 4, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:24.486 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 47, 7, 1, 0, 2, 0, 1, 0, 4, 8, 5, 2, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:24.486 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 92, 7, 1, 0, 0, 1, 2, 4, 3, 1, 8, 18, 7, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:24.486 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 42, 20, 0, 0, 0, 0, 0, 1, 2, 2, 15, 17, 22, 24, 8, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:24.486 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 14, 33, 0, 0, 0, 0, 0, 0, 0, 1, 3, 4, 5, 18, 32, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:24.487 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 75, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 2, 2, 1, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:24.487 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 211, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:24.487 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 171, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:24.487 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:24.487 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:24.487 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:24.487 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:24.487 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:24.487 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:24.487 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:24.487 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:24.487 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:24.487 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:24.488 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:24.488 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:24.488 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:24.488 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:24.488 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:24.488 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:24.488 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:24.488 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-08-29T19:03:24.488 INFO:tasks.workunit.client.0.smithi028.stdout: ] 2024-08-29T19:03:24.488 INFO:tasks.workunit.client.0.smithi028.stdout: } 2024-08-29T19:03:24.488 INFO:tasks.workunit.client.0.smithi028.stdout: ] 2024-08-29T19:03:24.488 INFO:tasks.workunit.client.0.smithi028.stdout: } 2024-08-29T19:03:24.488 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:24.488 INFO:tasks.workunit.client.0.smithi028.stdout: { 2024-08-29T19:03:24.489 INFO:tasks.workunit.client.0.smithi028.stdout: "scrub_resrv_repnum_vs_duration": { 2024-08-29T19:03:24.489 INFO:tasks.workunit.client.0.smithi028.stdout: "axes": [ 2024-08-29T19:03:24.489 INFO:tasks.workunit.client.0.smithi028.stdout: { 2024-08-29T19:03:24.489 INFO:tasks.workunit.client.0.smithi028.stdout: "buckets": 8, 2024-08-29T19:03:24.489 INFO:tasks.workunit.client.0.smithi028.stdout: "min": 0, 2024-08-29T19:03:24.489 INFO:tasks.workunit.client.0.smithi028.stdout: "name": "number of replicas", 2024-08-29T19:03:24.489 INFO:tasks.workunit.client.0.smithi028.stdout: "quant_size": 1, 2024-08-29T19:03:24.489 INFO:tasks.workunit.client.0.smithi028.stdout: "ranges": [ 2024-08-29T19:03:24.489 INFO:tasks.workunit.client.0.smithi028.stdout: "[None, -1]", 2024-08-29T19:03:24.489 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0]", 2024-08-29T19:03:24.489 INFO:tasks.workunit.client.0.smithi028.stdout: "[1, 1]", 2024-08-29T19:03:24.489 INFO:tasks.workunit.client.0.smithi028.stdout: "[2, 2]", 2024-08-29T19:03:24.489 INFO:tasks.workunit.client.0.smithi028.stdout: "[3, 3]", 2024-08-29T19:03:24.490 INFO:tasks.workunit.client.0.smithi028.stdout: "[4, 4]", 2024-08-29T19:03:24.490 INFO:tasks.workunit.client.0.smithi028.stdout: "[5, 5]", 2024-08-29T19:03:24.490 INFO:tasks.workunit.client.0.smithi028.stdout: "[6, None]" 2024-08-29T19:03:24.490 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-08-29T19:03:24.490 INFO:tasks.workunit.client.0.smithi028.stdout: "scale_type": "linear" 2024-08-29T19:03:24.490 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:24.490 INFO:tasks.workunit.client.0.smithi028.stdout: { 2024-08-29T19:03:24.490 INFO:tasks.workunit.client.0.smithi028.stdout: "buckets": 10, 2024-08-29T19:03:24.490 INFO:tasks.workunit.client.0.smithi028.stdout: "min": 0, 2024-08-29T19:03:24.490 INFO:tasks.workunit.client.0.smithi028.stdout: "name": "duration", 2024-08-29T19:03:24.490 INFO:tasks.workunit.client.0.smithi028.stdout: "quant_size": 250000, 2024-08-29T19:03:24.490 INFO:tasks.workunit.client.0.smithi028.stdout: "ranges": [ 2024-08-29T19:03:24.490 INFO:tasks.workunit.client.0.smithi028.stdout: "[None, -1]", 2024-08-29T19:03:24.490 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 249999]", 2024-08-29T19:03:24.491 INFO:tasks.workunit.client.0.smithi028.stdout: "[250000, 499999]", 2024-08-29T19:03:24.491 INFO:tasks.workunit.client.0.smithi028.stdout: "[500000, 999999]", 2024-08-29T19:03:24.491 INFO:tasks.workunit.client.0.smithi028.stdout: "[1000000, 1999999]", 2024-08-29T19:03:24.491 INFO:tasks.workunit.client.0.smithi028.stdout: "[2000000, 3999999]", 2024-08-29T19:03:24.491 INFO:tasks.workunit.client.0.smithi028.stdout: "[4000000, 7999999]", 2024-08-29T19:03:24.491 INFO:tasks.workunit.client.0.smithi028.stdout: "[8000000, 15999999]", 2024-08-29T19:03:24.491 INFO:tasks.workunit.client.0.smithi028.stdout: "[16000000, 31999999]", 2024-08-29T19:03:24.491 INFO:tasks.workunit.client.0.smithi028.stdout: "[32000000, None]" 2024-08-29T19:03:24.491 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-08-29T19:03:24.491 INFO:tasks.workunit.client.0.smithi028.stdout: "scale_type": "log2" 2024-08-29T19:03:24.491 INFO:tasks.workunit.client.0.smithi028.stdout: } 2024-08-29T19:03:24.491 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-08-29T19:03:24.491 INFO:tasks.workunit.client.0.smithi028.stdout: "osds": [ 2024-08-29T19:03:24.491 INFO:tasks.workunit.client.0.smithi028.stdout: { 2024-08-29T19:03:24.492 INFO:tasks.workunit.client.0.smithi028.stdout: "osd_id": 0, 2024-08-29T19:03:24.492 INFO:tasks.workunit.client.0.smithi028.stdout: "values": [ 2024-08-29T19:03:24.492 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:24.492 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:24.492 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:24.492 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:24.492 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:24.492 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:24.492 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:24.492 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-08-29T19:03:24.492 INFO:tasks.workunit.client.0.smithi028.stdout: ] 2024-08-29T19:03:24.492 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:24.492 INFO:tasks.workunit.client.0.smithi028.stdout: { 2024-08-29T19:03:24.492 INFO:tasks.workunit.client.0.smithi028.stdout: "osd_id": 1, 2024-08-29T19:03:24.493 INFO:tasks.workunit.client.0.smithi028.stdout: "values": [ 2024-08-29T19:03:24.493 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:24.493 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:24.493 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:24.493 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:24.493 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:24.493 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:24.493 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:24.493 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-08-29T19:03:24.493 INFO:tasks.workunit.client.0.smithi028.stdout: ] 2024-08-29T19:03:24.493 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:24.493 INFO:tasks.workunit.client.0.smithi028.stdout: { 2024-08-29T19:03:24.493 INFO:tasks.workunit.client.0.smithi028.stdout: "osd_id": 2, 2024-08-29T19:03:24.493 INFO:tasks.workunit.client.0.smithi028.stdout: "values": [ 2024-08-29T19:03:24.494 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:24.494 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:24.494 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:24.494 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:24.494 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:24.494 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:24.494 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:24.494 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-08-29T19:03:24.494 INFO:tasks.workunit.client.0.smithi028.stdout: ] 2024-08-29T19:03:24.494 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:24.494 INFO:tasks.workunit.client.0.smithi028.stdout: { 2024-08-29T19:03:24.494 INFO:tasks.workunit.client.0.smithi028.stdout: "osd_id": 3, 2024-08-29T19:03:24.494 INFO:tasks.workunit.client.0.smithi028.stdout: "values": [ 2024-08-29T19:03:24.494 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:24.495 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:24.495 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:24.495 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:24.495 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:24.495 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:24.495 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:24.495 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-08-29T19:03:24.495 INFO:tasks.workunit.client.0.smithi028.stdout: ] 2024-08-29T19:03:24.495 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:24.495 INFO:tasks.workunit.client.0.smithi028.stdout: { 2024-08-29T19:03:24.495 INFO:tasks.workunit.client.0.smithi028.stdout: "osd_id": 4, 2024-08-29T19:03:24.495 INFO:tasks.workunit.client.0.smithi028.stdout: "values": [ 2024-08-29T19:03:24.495 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:24.495 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:24.496 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:24.496 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:24.496 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:24.496 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:24.496 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:24.496 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-08-29T19:03:24.496 INFO:tasks.workunit.client.0.smithi028.stdout: ] 2024-08-29T19:03:24.496 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:24.496 INFO:tasks.workunit.client.0.smithi028.stdout: { 2024-08-29T19:03:24.496 INFO:tasks.workunit.client.0.smithi028.stdout: "osd_id": 5, 2024-08-29T19:03:24.496 INFO:tasks.workunit.client.0.smithi028.stdout: "values": [ 2024-08-29T19:03:24.496 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:24.497 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:24.497 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:24.497 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:24.497 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:24.497 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:24.497 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:24.497 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-08-29T19:03:24.497 INFO:tasks.workunit.client.0.smithi028.stdout: ] 2024-08-29T19:03:24.497 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:24.497 INFO:tasks.workunit.client.0.smithi028.stdout: { 2024-08-29T19:03:24.497 INFO:tasks.workunit.client.0.smithi028.stdout: "osd_id": 6, 2024-08-29T19:03:24.497 INFO:tasks.workunit.client.0.smithi028.stdout: "values": [ 2024-08-29T19:03:24.497 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:24.497 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:24.498 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:24.498 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:24.498 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:24.498 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:24.498 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:24.498 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-08-29T19:03:24.498 INFO:tasks.workunit.client.0.smithi028.stdout: ] 2024-08-29T19:03:24.498 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:24.498 INFO:tasks.workunit.client.0.smithi028.stdout: { 2024-08-29T19:03:24.498 INFO:tasks.workunit.client.0.smithi028.stdout: "osd_id": 7, 2024-08-29T19:03:24.498 INFO:tasks.workunit.client.0.smithi028.stdout: "values": [ 2024-08-29T19:03:24.498 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:24.498 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:24.498 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:24.499 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:24.499 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:24.499 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:24.499 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-08-29T19:03:24.499 INFO:tasks.workunit.client.0.smithi028.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-08-29T19:03:24.499 INFO:tasks.workunit.client.0.smithi028.stdout: ] 2024-08-29T19:03:24.499 INFO:tasks.workunit.client.0.smithi028.stdout: } 2024-08-29T19:03:24.499 INFO:tasks.workunit.client.0.smithi028.stdout: ] 2024-08-29T19:03:24.499 INFO:tasks.workunit.client.0.smithi028.stdout: } 2024-08-29T19:03:24.499 INFO:tasks.workunit.client.0.smithi028.stdout: } 2024-08-29T19:03:24.499 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-08-29T19:03:24.499 INFO:tasks.workunit.client.0.smithi028.stdout: "perf_counters": { 2024-08-29T19:03:24.499 INFO:tasks.workunit.client.0.smithi028.stdout: "mds.e4958ae9278a574c0226651ef9b7bc2d4e1b34b9": { 2024-08-29T19:03:24.500 INFO:tasks.workunit.client.0.smithi028.stdout: "mds": { 2024-08-29T19:03:24.500 INFO:tasks.workunit.client.0.smithi028.stdout: "caps": { 2024-08-29T19:03:24.500 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:24.500 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:24.500 INFO:tasks.workunit.client.0.smithi028.stdout: "ceph_cap_op_flush_ack": { 2024-08-29T19:03:24.500 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:24.500 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:24.500 INFO:tasks.workunit.client.0.smithi028.stdout: "ceph_cap_op_flushsnap_ack": { 2024-08-29T19:03:24.500 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:24.500 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:24.500 INFO:tasks.workunit.client.0.smithi028.stdout: "ceph_cap_op_grant": { 2024-08-29T19:03:24.500 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:24.500 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:24.500 INFO:tasks.workunit.client.0.smithi028.stdout: "ceph_cap_op_revoke": { 2024-08-29T19:03:24.501 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:24.501 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:24.501 INFO:tasks.workunit.client.0.smithi028.stdout: "ceph_cap_op_trunc": { 2024-08-29T19:03:24.501 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:24.501 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:24.501 INFO:tasks.workunit.client.0.smithi028.stdout: "dir_commit": { 2024-08-29T19:03:24.501 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:24.501 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:24.501 INFO:tasks.workunit.client.0.smithi028.stdout: "dir_fetch_complete": { 2024-08-29T19:03:24.501 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 12 2024-08-29T19:03:24.501 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:24.501 INFO:tasks.workunit.client.0.smithi028.stdout: "dir_fetch_keys": { 2024-08-29T19:03:24.501 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 10 2024-08-29T19:03:24.501 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:24.502 INFO:tasks.workunit.client.0.smithi028.stdout: "dir_merge": { 2024-08-29T19:03:24.502 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:24.502 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:24.502 INFO:tasks.workunit.client.0.smithi028.stdout: "dir_split": { 2024-08-29T19:03:24.502 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:24.502 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:24.502 INFO:tasks.workunit.client.0.smithi028.stdout: "exported_inodes": { 2024-08-29T19:03:24.502 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:24.502 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:24.502 INFO:tasks.workunit.client.0.smithi028.stdout: "forward": { 2024-08-29T19:03:24.502 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:24.502 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:24.502 INFO:tasks.workunit.client.0.smithi028.stdout: "handle_client_cap_release": { 2024-08-29T19:03:24.502 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:24.503 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:24.503 INFO:tasks.workunit.client.0.smithi028.stdout: "handle_client_caps": { 2024-08-29T19:03:24.503 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:24.503 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:24.503 INFO:tasks.workunit.client.0.smithi028.stdout: "handle_client_caps_dirty": { 2024-08-29T19:03:24.503 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:24.503 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:24.503 INFO:tasks.workunit.client.0.smithi028.stdout: "handle_inode_file_caps": { 2024-08-29T19:03:24.503 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:24.503 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:24.503 INFO:tasks.workunit.client.0.smithi028.stdout: "imported_inodes": { 2024-08-29T19:03:24.503 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:24.503 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:24.504 INFO:tasks.workunit.client.0.smithi028.stdout: "inodes": { 2024-08-29T19:03:24.504 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 10 2024-08-29T19:03:24.504 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:24.504 INFO:tasks.workunit.client.0.smithi028.stdout: "inodes_expired": { 2024-08-29T19:03:24.504 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:24.504 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:24.504 INFO:tasks.workunit.client.0.smithi028.stdout: "inodes_pinned": { 2024-08-29T19:03:24.504 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 10 2024-08-29T19:03:24.504 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:24.504 INFO:tasks.workunit.client.0.smithi028.stdout: "inodes_with_caps": { 2024-08-29T19:03:24.504 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:24.504 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:24.504 INFO:tasks.workunit.client.0.smithi028.stdout: "load_cent": { 2024-08-29T19:03:24.504 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:24.505 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:24.505 INFO:tasks.workunit.client.0.smithi028.stdout: "openino_dir_fetch": { 2024-08-29T19:03:24.505 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:24.505 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:24.505 INFO:tasks.workunit.client.0.smithi028.stdout: "process_request_cap_release": { 2024-08-29T19:03:24.505 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:24.505 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:24.505 INFO:tasks.workunit.client.0.smithi028.stdout: "reply_latency": { 2024-08-29T19:03:24.505 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 0, 2024-08-29T19:03:24.505 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:24.505 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:24.505 INFO:tasks.workunit.client.0.smithi028.stdout: "request": { 2024-08-29T19:03:24.505 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:24.505 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:24.506 INFO:tasks.workunit.client.0.smithi028.stdout: "root_rbytes": { 2024-08-29T19:03:24.506 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:24.506 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:24.506 INFO:tasks.workunit.client.0.smithi028.stdout: "root_rfiles": { 2024-08-29T19:03:24.506 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:24.506 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:24.506 INFO:tasks.workunit.client.0.smithi028.stdout: "root_rsnaps": { 2024-08-29T19:03:24.506 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:24.506 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:24.506 INFO:tasks.workunit.client.0.smithi028.stdout: "slow_reply": { 2024-08-29T19:03:24.506 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:24.506 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:24.506 INFO:tasks.workunit.client.0.smithi028.stdout: "subtrees": { 2024-08-29T19:03:24.506 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 2 2024-08-29T19:03:24.507 INFO:tasks.workunit.client.0.smithi028.stdout: } 2024-08-29T19:03:24.507 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:24.507 INFO:tasks.workunit.client.0.smithi028.stdout: "mds_cache": { 2024-08-29T19:03:24.507 INFO:tasks.workunit.client.0.smithi028.stdout: "ireq_enqueue_scrub": { 2024-08-29T19:03:24.507 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:24.507 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:24.507 INFO:tasks.workunit.client.0.smithi028.stdout: "ireq_exportdir": { 2024-08-29T19:03:24.507 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:24.507 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:24.507 INFO:tasks.workunit.client.0.smithi028.stdout: "ireq_flush": { 2024-08-29T19:03:24.507 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:24.507 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:24.507 INFO:tasks.workunit.client.0.smithi028.stdout: "ireq_fragmentdir": { 2024-08-29T19:03:24.507 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:24.508 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:24.508 INFO:tasks.workunit.client.0.smithi028.stdout: "ireq_fragstats": { 2024-08-29T19:03:24.508 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:24.508 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:24.508 INFO:tasks.workunit.client.0.smithi028.stdout: "ireq_inodestats": { 2024-08-29T19:03:24.508 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:24.508 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:24.508 INFO:tasks.workunit.client.0.smithi028.stdout: "ireq_quiesce_inode": { 2024-08-29T19:03:24.508 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:24.508 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:24.508 INFO:tasks.workunit.client.0.smithi028.stdout: "ireq_quiesce_path": { 2024-08-29T19:03:24.508 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:24.508 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:24.509 INFO:tasks.workunit.client.0.smithi028.stdout: "num_recovering_enqueued": { 2024-08-29T19:03:24.509 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:24.509 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:24.509 INFO:tasks.workunit.client.0.smithi028.stdout: "num_recovering_prioritized": { 2024-08-29T19:03:24.509 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:24.509 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:24.509 INFO:tasks.workunit.client.0.smithi028.stdout: "num_recovering_processing": { 2024-08-29T19:03:24.509 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:24.509 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:24.509 INFO:tasks.workunit.client.0.smithi028.stdout: "num_strays": { 2024-08-29T19:03:24.509 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:24.509 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:24.509 INFO:tasks.workunit.client.0.smithi028.stdout: "num_strays_delayed": { 2024-08-29T19:03:24.509 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:24.509 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:24.510 INFO:tasks.workunit.client.0.smithi028.stdout: "num_strays_enqueuing": { 2024-08-29T19:03:24.510 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:24.510 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:24.510 INFO:tasks.workunit.client.0.smithi028.stdout: "recovery_completed": { 2024-08-29T19:03:24.510 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:24.510 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:24.510 INFO:tasks.workunit.client.0.smithi028.stdout: "recovery_started": { 2024-08-29T19:03:24.510 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:24.510 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:24.510 INFO:tasks.workunit.client.0.smithi028.stdout: "strays_created": { 2024-08-29T19:03:24.510 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:24.510 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:24.510 INFO:tasks.workunit.client.0.smithi028.stdout: "strays_enqueued": { 2024-08-29T19:03:24.510 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:24.511 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:24.511 INFO:tasks.workunit.client.0.smithi028.stdout: "strays_migrated": { 2024-08-29T19:03:24.511 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:24.511 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:24.511 INFO:tasks.workunit.client.0.smithi028.stdout: "strays_reintegrated": { 2024-08-29T19:03:24.511 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:24.511 INFO:tasks.workunit.client.0.smithi028.stdout: } 2024-08-29T19:03:24.511 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:24.511 INFO:tasks.workunit.client.0.smithi028.stdout: "mds_log": { 2024-08-29T19:03:24.511 INFO:tasks.workunit.client.0.smithi028.stdout: "ev": { 2024-08-29T19:03:24.511 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 17 2024-08-29T19:03:24.511 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:24.511 INFO:tasks.workunit.client.0.smithi028.stdout: "evadd": { 2024-08-29T19:03:24.511 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:24.512 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:24.512 INFO:tasks.workunit.client.0.smithi028.stdout: "evex": { 2024-08-29T19:03:24.512 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:24.512 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:24.512 INFO:tasks.workunit.client.0.smithi028.stdout: "evexd": { 2024-08-29T19:03:24.512 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:24.512 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:24.512 INFO:tasks.workunit.client.0.smithi028.stdout: "evexg": { 2024-08-29T19:03:24.512 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:24.512 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:24.512 INFO:tasks.workunit.client.0.smithi028.stdout: "evlrg": { 2024-08-29T19:03:24.512 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:24.512 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:24.512 INFO:tasks.workunit.client.0.smithi028.stdout: "evtrm": { 2024-08-29T19:03:24.513 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:24.513 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:24.513 INFO:tasks.workunit.client.0.smithi028.stdout: "jlat": { 2024-08-29T19:03:24.513 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 0, 2024-08-29T19:03:24.513 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:24.513 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:24.513 INFO:tasks.workunit.client.0.smithi028.stdout: "replayed": { 2024-08-29T19:03:24.513 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 17 2024-08-29T19:03:24.513 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:24.513 INFO:tasks.workunit.client.0.smithi028.stdout: "seg": { 2024-08-29T19:03:24.513 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 1 2024-08-29T19:03:24.513 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:24.513 INFO:tasks.workunit.client.0.smithi028.stdout: "segadd": { 2024-08-29T19:03:24.513 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:24.514 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:24.514 INFO:tasks.workunit.client.0.smithi028.stdout: "segex": { 2024-08-29T19:03:24.514 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:24.514 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:24.514 INFO:tasks.workunit.client.0.smithi028.stdout: "segexd": { 2024-08-29T19:03:24.514 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:24.514 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:24.514 INFO:tasks.workunit.client.0.smithi028.stdout: "segexg": { 2024-08-29T19:03:24.514 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:24.514 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:24.514 INFO:tasks.workunit.client.0.smithi028.stdout: "segmjr": { 2024-08-29T19:03:24.514 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 1 2024-08-29T19:03:24.514 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:24.514 INFO:tasks.workunit.client.0.smithi028.stdout: "segtrm": { 2024-08-29T19:03:24.515 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:24.515 INFO:tasks.workunit.client.0.smithi028.stdout: } 2024-08-29T19:03:24.515 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:24.515 INFO:tasks.workunit.client.0.smithi028.stdout: "mds_mem": { 2024-08-29T19:03:24.515 INFO:tasks.workunit.client.0.smithi028.stdout: "cap": { 2024-08-29T19:03:24.515 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:24.515 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:24.515 INFO:tasks.workunit.client.0.smithi028.stdout: "cap+": { 2024-08-29T19:03:24.515 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:24.515 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:24.515 INFO:tasks.workunit.client.0.smithi028.stdout: "cap-": { 2024-08-29T19:03:24.515 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:24.515 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:24.515 INFO:tasks.workunit.client.0.smithi028.stdout: "dir": { 2024-08-29T19:03:24.516 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 12 2024-08-29T19:03:24.516 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:24.516 INFO:tasks.workunit.client.0.smithi028.stdout: "dir+": { 2024-08-29T19:03:24.516 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 12 2024-08-29T19:03:24.516 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:24.516 INFO:tasks.workunit.client.0.smithi028.stdout: "dir-": { 2024-08-29T19:03:24.516 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:24.516 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:24.516 INFO:tasks.workunit.client.0.smithi028.stdout: "dn": { 2024-08-29T19:03:24.516 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 10 2024-08-29T19:03:24.516 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:24.516 INFO:tasks.workunit.client.0.smithi028.stdout: "dn+": { 2024-08-29T19:03:24.517 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 10 2024-08-29T19:03:24.517 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:24.517 INFO:tasks.workunit.client.0.smithi028.stdout: "dn-": { 2024-08-29T19:03:24.517 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:24.517 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:24.517 INFO:tasks.workunit.client.0.smithi028.stdout: "heap": { 2024-08-29T19:03:24.517 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 248096 2024-08-29T19:03:24.517 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:24.517 INFO:tasks.workunit.client.0.smithi028.stdout: "ino": { 2024-08-29T19:03:24.517 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 13 2024-08-29T19:03:24.517 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:24.517 INFO:tasks.workunit.client.0.smithi028.stdout: "ino+": { 2024-08-29T19:03:24.517 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 13 2024-08-29T19:03:24.517 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:24.518 INFO:tasks.workunit.client.0.smithi028.stdout: "ino-": { 2024-08-29T19:03:24.518 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:24.518 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:24.518 INFO:tasks.workunit.client.0.smithi028.stdout: "rss": { 2024-08-29T19:03:24.518 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 44160 2024-08-29T19:03:24.518 INFO:tasks.workunit.client.0.smithi028.stdout: } 2024-08-29T19:03:24.518 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:24.518 INFO:tasks.workunit.client.0.smithi028.stdout: "mds_server": { 2024-08-29T19:03:24.518 INFO:tasks.workunit.client.0.smithi028.stdout: "cap_acquisition_throttle": { 2024-08-29T19:03:24.518 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:24.518 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:24.518 INFO:tasks.workunit.client.0.smithi028.stdout: "cap_revoke_eviction": { 2024-08-29T19:03:24.518 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:24.518 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:24.519 INFO:tasks.workunit.client.0.smithi028.stdout: "handle_client_request": { 2024-08-29T19:03:24.519 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:24.519 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:24.519 INFO:tasks.workunit.client.0.smithi028.stdout: "handle_client_session": { 2024-08-29T19:03:24.519 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:24.519 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:24.519 INFO:tasks.workunit.client.0.smithi028.stdout: "handle_peer_request": { 2024-08-29T19:03:24.519 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:24.519 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:24.519 INFO:tasks.workunit.client.0.smithi028.stdout: "req_create_latency": { 2024-08-29T19:03:24.519 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 0, 2024-08-29T19:03:24.519 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:24.519 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:24.519 INFO:tasks.workunit.client.0.smithi028.stdout: "req_getattr_latency": { 2024-08-29T19:03:24.520 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 0, 2024-08-29T19:03:24.520 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:24.520 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:24.520 INFO:tasks.workunit.client.0.smithi028.stdout: "req_getfilelock_latency": { 2024-08-29T19:03:24.520 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 0, 2024-08-29T19:03:24.520 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:24.520 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:24.520 INFO:tasks.workunit.client.0.smithi028.stdout: "req_getvxattr_latency": { 2024-08-29T19:03:24.520 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 0, 2024-08-29T19:03:24.520 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:24.520 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:24.520 INFO:tasks.workunit.client.0.smithi028.stdout: "req_link_latency": { 2024-08-29T19:03:24.520 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 0, 2024-08-29T19:03:24.520 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:24.521 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:24.521 INFO:tasks.workunit.client.0.smithi028.stdout: "req_lookup_latency": { 2024-08-29T19:03:24.521 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 0, 2024-08-29T19:03:24.521 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:24.521 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:24.521 INFO:tasks.workunit.client.0.smithi028.stdout: "req_lookuphash_latency": { 2024-08-29T19:03:24.521 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 0, 2024-08-29T19:03:24.521 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:24.521 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:24.521 INFO:tasks.workunit.client.0.smithi028.stdout: "req_lookupino_latency": { 2024-08-29T19:03:24.521 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 0, 2024-08-29T19:03:24.521 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:24.521 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:24.521 INFO:tasks.workunit.client.0.smithi028.stdout: "req_lookupname_latency": { 2024-08-29T19:03:24.522 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 0, 2024-08-29T19:03:24.522 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:24.522 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:24.522 INFO:tasks.workunit.client.0.smithi028.stdout: "req_lookupparent_latency": { 2024-08-29T19:03:24.522 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 0, 2024-08-29T19:03:24.522 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:24.522 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:24.522 INFO:tasks.workunit.client.0.smithi028.stdout: "req_lookupsnap_latency": { 2024-08-29T19:03:24.522 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 0, 2024-08-29T19:03:24.522 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:24.522 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:24.522 INFO:tasks.workunit.client.0.smithi028.stdout: "req_lssnap_latency": { 2024-08-29T19:03:24.522 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 0, 2024-08-29T19:03:24.522 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:24.523 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:24.523 INFO:tasks.workunit.client.0.smithi028.stdout: "req_mkdir_latency": { 2024-08-29T19:03:24.523 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 0, 2024-08-29T19:03:24.523 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:24.523 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:24.523 INFO:tasks.workunit.client.0.smithi028.stdout: "req_mknod_latency": { 2024-08-29T19:03:24.523 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 0, 2024-08-29T19:03:24.523 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:24.523 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:24.523 INFO:tasks.workunit.client.0.smithi028.stdout: "req_mksnap_latency": { 2024-08-29T19:03:24.523 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 0, 2024-08-29T19:03:24.523 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:24.523 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:24.523 INFO:tasks.workunit.client.0.smithi028.stdout: "req_open_latency": { 2024-08-29T19:03:24.524 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 0, 2024-08-29T19:03:24.524 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:24.524 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:24.524 INFO:tasks.workunit.client.0.smithi028.stdout: "req_readdir_latency": { 2024-08-29T19:03:24.524 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 0, 2024-08-29T19:03:24.524 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:24.524 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:24.524 INFO:tasks.workunit.client.0.smithi028.stdout: "req_rename_latency": { 2024-08-29T19:03:24.524 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 0, 2024-08-29T19:03:24.524 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:24.524 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:24.524 INFO:tasks.workunit.client.0.smithi028.stdout: "req_renamesnap_latency": { 2024-08-29T19:03:24.524 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 0, 2024-08-29T19:03:24.525 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:24.525 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:24.525 INFO:tasks.workunit.client.0.smithi028.stdout: "req_rmdir_latency": { 2024-08-29T19:03:24.525 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 0, 2024-08-29T19:03:24.525 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:24.525 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:24.525 INFO:tasks.workunit.client.0.smithi028.stdout: "req_rmsnap_latency": { 2024-08-29T19:03:24.525 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 0, 2024-08-29T19:03:24.525 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:24.525 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:24.525 INFO:tasks.workunit.client.0.smithi028.stdout: "req_rmxattr_latency": { 2024-08-29T19:03:24.525 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 0, 2024-08-29T19:03:24.525 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:24.525 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:24.525 INFO:tasks.workunit.client.0.smithi028.stdout: "req_setattr_latency": { 2024-08-29T19:03:24.526 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 0, 2024-08-29T19:03:24.526 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:24.526 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:24.526 INFO:tasks.workunit.client.0.smithi028.stdout: "req_setdirlayout_latency": { 2024-08-29T19:03:24.526 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 0, 2024-08-29T19:03:24.526 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:24.526 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:24.526 INFO:tasks.workunit.client.0.smithi028.stdout: "req_setfilelock_latency": { 2024-08-29T19:03:24.526 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 0, 2024-08-29T19:03:24.526 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:24.526 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:24.526 INFO:tasks.workunit.client.0.smithi028.stdout: "req_setlayout_latency": { 2024-08-29T19:03:24.526 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 0, 2024-08-29T19:03:24.526 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:24.527 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:24.527 INFO:tasks.workunit.client.0.smithi028.stdout: "req_setxattr_latency": { 2024-08-29T19:03:24.527 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 0, 2024-08-29T19:03:24.527 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:24.527 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:24.527 INFO:tasks.workunit.client.0.smithi028.stdout: "req_snapdiff_latency": { 2024-08-29T19:03:24.527 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 0, 2024-08-29T19:03:24.527 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:24.527 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:24.527 INFO:tasks.workunit.client.0.smithi028.stdout: "req_symlink_latency": { 2024-08-29T19:03:24.527 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 0, 2024-08-29T19:03:24.527 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:24.527 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:24.527 INFO:tasks.workunit.client.0.smithi028.stdout: "req_unlink_latency": { 2024-08-29T19:03:24.528 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 0, 2024-08-29T19:03:24.528 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:24.528 INFO:tasks.workunit.client.0.smithi028.stdout: } 2024-08-29T19:03:24.528 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:24.528 INFO:tasks.workunit.client.0.smithi028.stdout: "mds_sessions": { 2024-08-29T19:03:24.528 INFO:tasks.workunit.client.0.smithi028.stdout: "average_load": { 2024-08-29T19:03:24.528 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:24.528 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:24.528 INFO:tasks.workunit.client.0.smithi028.stdout: "avg_session_uptime": { 2024-08-29T19:03:24.528 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:24.528 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:24.528 INFO:tasks.workunit.client.0.smithi028.stdout: "mdthresh_evicted": { 2024-08-29T19:03:24.528 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:24.529 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:24.529 INFO:tasks.workunit.client.0.smithi028.stdout: "session_add": { 2024-08-29T19:03:24.529 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 8 2024-08-29T19:03:24.529 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:24.529 INFO:tasks.workunit.client.0.smithi028.stdout: "session_count": { 2024-08-29T19:03:24.529 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:24.529 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:24.529 INFO:tasks.workunit.client.0.smithi028.stdout: "session_remove": { 2024-08-29T19:03:24.529 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 8 2024-08-29T19:03:24.529 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:24.529 INFO:tasks.workunit.client.0.smithi028.stdout: "sessions_open": { 2024-08-29T19:03:24.529 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 2 2024-08-29T19:03:24.529 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:24.530 INFO:tasks.workunit.client.0.smithi028.stdout: "sessions_stale": { 2024-08-29T19:03:24.530 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:24.530 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:24.530 INFO:tasks.workunit.client.0.smithi028.stdout: "total_load": { 2024-08-29T19:03:24.530 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:24.530 INFO:tasks.workunit.client.0.smithi028.stdout: } 2024-08-29T19:03:24.530 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:24.530 INFO:tasks.workunit.client.0.smithi028.stdout: "objecter": { 2024-08-29T19:03:24.530 INFO:tasks.workunit.client.0.smithi028.stdout: "op_active": { 2024-08-29T19:03:24.530 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:24.530 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:24.530 INFO:tasks.workunit.client.0.smithi028.stdout: "op_r": { 2024-08-29T19:03:24.530 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 37 2024-08-29T19:03:24.531 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:24.531 INFO:tasks.workunit.client.0.smithi028.stdout: "op_rmw": { 2024-08-29T19:03:24.531 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:24.531 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:24.531 INFO:tasks.workunit.client.0.smithi028.stdout: "op_w": { 2024-08-29T19:03:24.531 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 7 2024-08-29T19:03:24.531 INFO:tasks.workunit.client.0.smithi028.stdout: } 2024-08-29T19:03:24.531 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:24.531 INFO:tasks.workunit.client.0.smithi028.stdout: "purge_queue": { 2024-08-29T19:03:24.531 INFO:tasks.workunit.client.0.smithi028.stdout: "pq_executed": { 2024-08-29T19:03:24.531 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:24.531 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:24.531 INFO:tasks.workunit.client.0.smithi028.stdout: "pq_executed_ops": { 2024-08-29T19:03:24.532 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:24.532 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:24.532 INFO:tasks.workunit.client.0.smithi028.stdout: "pq_executing": { 2024-08-29T19:03:24.532 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:24.532 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:24.532 INFO:tasks.workunit.client.0.smithi028.stdout: "pq_executing_high_water": { 2024-08-29T19:03:24.532 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:24.532 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:24.532 INFO:tasks.workunit.client.0.smithi028.stdout: "pq_executing_ops": { 2024-08-29T19:03:24.532 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:24.532 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:24.532 INFO:tasks.workunit.client.0.smithi028.stdout: "pq_executing_ops_high_water": { 2024-08-29T19:03:24.532 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:24.532 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:24.533 INFO:tasks.workunit.client.0.smithi028.stdout: "pq_item_in_journal": { 2024-08-29T19:03:24.533 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:24.533 INFO:tasks.workunit.client.0.smithi028.stdout: } 2024-08-29T19:03:24.533 INFO:tasks.workunit.client.0.smithi028.stdout: } 2024-08-29T19:03:24.533 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:24.533 INFO:tasks.workunit.client.0.smithi028.stdout: "mon.55fbc62c63d120c3220dfb51bdacb54ee30cf548": { 2024-08-29T19:03:24.533 INFO:tasks.workunit.client.0.smithi028.stdout: "mon": { 2024-08-29T19:03:24.533 INFO:tasks.workunit.client.0.smithi028.stdout: "election_call": { 2024-08-29T19:03:24.533 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 2 2024-08-29T19:03:24.533 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:24.533 INFO:tasks.workunit.client.0.smithi028.stdout: "election_lose": { 2024-08-29T19:03:24.533 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 3 2024-08-29T19:03:24.533 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:24.534 INFO:tasks.workunit.client.0.smithi028.stdout: "election_win": { 2024-08-29T19:03:24.534 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:24.534 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:24.534 INFO:tasks.workunit.client.0.smithi028.stdout: "num_elections": { 2024-08-29T19:03:24.534 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 13 2024-08-29T19:03:24.534 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:24.534 INFO:tasks.workunit.client.0.smithi028.stdout: "num_sessions": { 2024-08-29T19:03:24.534 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 10 2024-08-29T19:03:24.534 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:24.534 INFO:tasks.workunit.client.0.smithi028.stdout: "session_add": { 2024-08-29T19:03:24.534 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 4 2024-08-29T19:03:24.534 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:24.534 INFO:tasks.workunit.client.0.smithi028.stdout: "session_rm": { 2024-08-29T19:03:24.534 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 260 2024-08-29T19:03:24.535 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:24.535 INFO:tasks.workunit.client.0.smithi028.stdout: "session_trim": { 2024-08-29T19:03:24.535 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:24.535 INFO:tasks.workunit.client.0.smithi028.stdout: } 2024-08-29T19:03:24.535 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:24.535 INFO:tasks.workunit.client.0.smithi028.stdout: "paxos": { 2024-08-29T19:03:24.535 INFO:tasks.workunit.client.0.smithi028.stdout: "accept_timeout": { 2024-08-29T19:03:24.535 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:24.535 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:24.535 INFO:tasks.workunit.client.0.smithi028.stdout: "begin": { 2024-08-29T19:03:24.535 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 7355 2024-08-29T19:03:24.535 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:24.535 INFO:tasks.workunit.client.0.smithi028.stdout: "begin_bytes": { 2024-08-29T19:03:24.536 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 7355, 2024-08-29T19:03:24.536 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 51357475 2024-08-29T19:03:24.536 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:24.536 INFO:tasks.workunit.client.0.smithi028.stdout: "begin_keys": { 2024-08-29T19:03:24.536 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 0, 2024-08-29T19:03:24.536 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:24.536 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:24.536 INFO:tasks.workunit.client.0.smithi028.stdout: "begin_latency": { 2024-08-29T19:03:24.536 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 7355, 2024-08-29T19:03:24.536 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 2035941152 2024-08-29T19:03:24.536 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:24.536 INFO:tasks.workunit.client.0.smithi028.stdout: "collect": { 2024-08-29T19:03:24.536 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 3 2024-08-29T19:03:24.537 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:24.537 INFO:tasks.workunit.client.0.smithi028.stdout: "collect_bytes": { 2024-08-29T19:03:24.537 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 3, 2024-08-29T19:03:24.537 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 219 2024-08-29T19:03:24.537 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:24.537 INFO:tasks.workunit.client.0.smithi028.stdout: "collect_keys": { 2024-08-29T19:03:24.537 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 3, 2024-08-29T19:03:24.537 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 3 2024-08-29T19:03:24.537 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:24.537 INFO:tasks.workunit.client.0.smithi028.stdout: "collect_latency": { 2024-08-29T19:03:24.537 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 3, 2024-08-29T19:03:24.537 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:24.537 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:24.538 INFO:tasks.workunit.client.0.smithi028.stdout: "collect_timeout": { 2024-08-29T19:03:24.538 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:24.538 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:24.538 INFO:tasks.workunit.client.0.smithi028.stdout: "collect_uncommitted": { 2024-08-29T19:03:24.538 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 1 2024-08-29T19:03:24.538 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:24.538 INFO:tasks.workunit.client.0.smithi028.stdout: "commit": { 2024-08-29T19:03:24.538 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 7356 2024-08-29T19:03:24.538 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:24.538 INFO:tasks.workunit.client.0.smithi028.stdout: "commit_bytes": { 2024-08-29T19:03:24.538 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 0, 2024-08-29T19:03:24.538 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:24.538 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:24.538 INFO:tasks.workunit.client.0.smithi028.stdout: "commit_keys": { 2024-08-29T19:03:24.539 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 0, 2024-08-29T19:03:24.539 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:24.539 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:24.539 INFO:tasks.workunit.client.0.smithi028.stdout: "commit_latency": { 2024-08-29T19:03:24.539 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 0, 2024-08-29T19:03:24.539 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:24.539 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:24.539 INFO:tasks.workunit.client.0.smithi028.stdout: "lease_ack_timeout": { 2024-08-29T19:03:24.539 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:24.539 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:24.539 INFO:tasks.workunit.client.0.smithi028.stdout: "lease_timeout": { 2024-08-29T19:03:24.539 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:24.539 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:24.540 INFO:tasks.workunit.client.0.smithi028.stdout: "new_pn": { 2024-08-29T19:03:24.540 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:24.540 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:24.540 INFO:tasks.workunit.client.0.smithi028.stdout: "new_pn_latency": { 2024-08-29T19:03:24.540 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 0, 2024-08-29T19:03:24.540 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:24.540 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:24.540 INFO:tasks.workunit.client.0.smithi028.stdout: "refresh": { 2024-08-29T19:03:24.540 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 7356 2024-08-29T19:03:24.540 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:24.540 INFO:tasks.workunit.client.0.smithi028.stdout: "refresh_latency": { 2024-08-29T19:03:24.540 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 7356, 2024-08-29T19:03:24.540 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 43458738344 2024-08-29T19:03:24.541 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:24.541 INFO:tasks.workunit.client.0.smithi028.stdout: "restart": { 2024-08-29T19:03:24.541 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 15 2024-08-29T19:03:24.541 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:24.541 INFO:tasks.workunit.client.0.smithi028.stdout: "share_state": { 2024-08-29T19:03:24.541 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:24.541 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:24.541 INFO:tasks.workunit.client.0.smithi028.stdout: "share_state_bytes": { 2024-08-29T19:03:24.541 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 0, 2024-08-29T19:03:24.541 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:24.541 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:24.541 INFO:tasks.workunit.client.0.smithi028.stdout: "share_state_keys": { 2024-08-29T19:03:24.541 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 0, 2024-08-29T19:03:24.541 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:24.542 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:24.542 INFO:tasks.workunit.client.0.smithi028.stdout: "start_leader": { 2024-08-29T19:03:24.542 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:24.542 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:24.542 INFO:tasks.workunit.client.0.smithi028.stdout: "start_peon": { 2024-08-29T19:03:24.542 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 3 2024-08-29T19:03:24.542 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:24.542 INFO:tasks.workunit.client.0.smithi028.stdout: "store_state": { 2024-08-29T19:03:24.542 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 7355 2024-08-29T19:03:24.542 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:24.542 INFO:tasks.workunit.client.0.smithi028.stdout: "store_state_bytes": { 2024-08-29T19:03:24.542 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 7355, 2024-08-29T19:03:24.542 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 101407596 2024-08-29T19:03:24.542 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:24.543 INFO:tasks.workunit.client.0.smithi028.stdout: "store_state_keys": { 2024-08-29T19:03:24.543 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 7355, 2024-08-29T19:03:24.543 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 66003 2024-08-29T19:03:24.543 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:24.543 INFO:tasks.workunit.client.0.smithi028.stdout: "store_state_latency": { 2024-08-29T19:03:24.543 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 7355, 2024-08-29T19:03:24.543 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 2455928725 2024-08-29T19:03:24.543 INFO:tasks.workunit.client.0.smithi028.stdout: } 2024-08-29T19:03:24.543 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:24.543 INFO:tasks.workunit.client.0.smithi028.stdout: "prioritycache": { 2024-08-29T19:03:24.543 INFO:tasks.workunit.client.0.smithi028.stdout: "cache_bytes": { 2024-08-29T19:03:24.543 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 1020054731 2024-08-29T19:03:24.543 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:24.544 INFO:tasks.workunit.client.0.smithi028.stdout: "heap_bytes": { 2024-08-29T19:03:24.544 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 168787968 2024-08-29T19:03:24.544 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:24.544 INFO:tasks.workunit.client.0.smithi028.stdout: "mapped_bytes": { 2024-08-29T19:03:24.544 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 167755776 2024-08-29T19:03:24.544 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:24.544 INFO:tasks.workunit.client.0.smithi028.stdout: "target_bytes": { 2024-08-29T19:03:24.544 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 2147483648 2024-08-29T19:03:24.544 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:24.544 INFO:tasks.workunit.client.0.smithi028.stdout: "unmapped_bytes": { 2024-08-29T19:03:24.544 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 1032192 2024-08-29T19:03:24.544 INFO:tasks.workunit.client.0.smithi028.stdout: } 2024-08-29T19:03:24.544 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:24.544 INFO:tasks.workunit.client.0.smithi028.stdout: "prioritycache:full": { 2024-08-29T19:03:24.545 INFO:tasks.workunit.client.0.smithi028.stdout: "committed_bytes": { 2024-08-29T19:03:24.545 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 360710144 2024-08-29T19:03:24.545 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:24.545 INFO:tasks.workunit.client.0.smithi028.stdout: "pri0_bytes": { 2024-08-29T19:03:24.545 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:24.545 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:24.545 INFO:tasks.workunit.client.0.smithi028.stdout: "pri10_bytes": { 2024-08-29T19:03:24.545 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:24.545 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:24.545 INFO:tasks.workunit.client.0.smithi028.stdout: "pri11_bytes": { 2024-08-29T19:03:24.545 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 267493664 2024-08-29T19:03:24.545 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:24.545 INFO:tasks.workunit.client.0.smithi028.stdout: "pri1_bytes": { 2024-08-29T19:03:24.545 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 23085702 2024-08-29T19:03:24.546 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:24.546 INFO:tasks.workunit.client.0.smithi028.stdout: "pri2_bytes": { 2024-08-29T19:03:24.546 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:24.546 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:24.546 INFO:tasks.workunit.client.0.smithi028.stdout: "pri3_bytes": { 2024-08-29T19:03:24.546 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:24.546 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:24.546 INFO:tasks.workunit.client.0.smithi028.stdout: "pri4_bytes": { 2024-08-29T19:03:24.546 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:24.546 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:24.546 INFO:tasks.workunit.client.0.smithi028.stdout: "pri5_bytes": { 2024-08-29T19:03:24.546 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:24.546 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:24.546 INFO:tasks.workunit.client.0.smithi028.stdout: "pri6_bytes": { 2024-08-29T19:03:24.547 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:24.547 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:24.547 INFO:tasks.workunit.client.0.smithi028.stdout: "pri7_bytes": { 2024-08-29T19:03:24.547 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:24.547 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:24.547 INFO:tasks.workunit.client.0.smithi028.stdout: "pri8_bytes": { 2024-08-29T19:03:24.547 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:24.547 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:24.547 INFO:tasks.workunit.client.0.smithi028.stdout: "pri9_bytes": { 2024-08-29T19:03:24.547 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:24.547 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:24.547 INFO:tasks.workunit.client.0.smithi028.stdout: "reserved_bytes": { 2024-08-29T19:03:24.547 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 70130778 2024-08-29T19:03:24.547 INFO:tasks.workunit.client.0.smithi028.stdout: } 2024-08-29T19:03:24.548 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:24.548 INFO:tasks.workunit.client.0.smithi028.stdout: "prioritycache:inc": { 2024-08-29T19:03:24.548 INFO:tasks.workunit.client.0.smithi028.stdout: "committed_bytes": { 2024-08-29T19:03:24.548 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 339738624 2024-08-29T19:03:24.548 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:24.548 INFO:tasks.workunit.client.0.smithi028.stdout: "pri0_bytes": { 2024-08-29T19:03:24.548 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:24.548 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:24.548 INFO:tasks.workunit.client.0.smithi028.stdout: "pri10_bytes": { 2024-08-29T19:03:24.548 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:24.548 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:24.548 INFO:tasks.workunit.client.0.smithi028.stdout: "pri11_bytes": { 2024-08-29T19:03:24.548 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 267493664 2024-08-29T19:03:24.548 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:24.549 INFO:tasks.workunit.client.0.smithi028.stdout: "pri1_bytes": { 2024-08-29T19:03:24.549 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 2634222 2024-08-29T19:03:24.549 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:24.549 INFO:tasks.workunit.client.0.smithi028.stdout: "pri2_bytes": { 2024-08-29T19:03:24.549 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:24.549 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:24.549 INFO:tasks.workunit.client.0.smithi028.stdout: "pri3_bytes": { 2024-08-29T19:03:24.549 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:24.549 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:24.549 INFO:tasks.workunit.client.0.smithi028.stdout: "pri4_bytes": { 2024-08-29T19:03:24.549 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:24.549 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:24.549 INFO:tasks.workunit.client.0.smithi028.stdout: "pri5_bytes": { 2024-08-29T19:03:24.549 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:24.550 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:24.550 INFO:tasks.workunit.client.0.smithi028.stdout: "pri6_bytes": { 2024-08-29T19:03:24.550 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:24.550 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:24.550 INFO:tasks.workunit.client.0.smithi028.stdout: "pri7_bytes": { 2024-08-29T19:03:24.550 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:24.550 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:24.550 INFO:tasks.workunit.client.0.smithi028.stdout: "pri8_bytes": { 2024-08-29T19:03:24.550 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:24.550 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:24.550 INFO:tasks.workunit.client.0.smithi028.stdout: "pri9_bytes": { 2024-08-29T19:03:24.550 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:24.550 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:24.550 INFO:tasks.workunit.client.0.smithi028.stdout: "reserved_bytes": { 2024-08-29T19:03:24.550 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 69610738 2024-08-29T19:03:24.551 INFO:tasks.workunit.client.0.smithi028.stdout: } 2024-08-29T19:03:24.551 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:24.551 INFO:tasks.workunit.client.0.smithi028.stdout: "prioritycache:kv": { 2024-08-29T19:03:24.551 INFO:tasks.workunit.client.0.smithi028.stdout: "committed_bytes": { 2024-08-29T19:03:24.551 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 314572800 2024-08-29T19:03:24.551 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:24.551 INFO:tasks.workunit.client.0.smithi028.stdout: "pri0_bytes": { 2024-08-29T19:03:24.551 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 67108864 2024-08-29T19:03:24.551 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:24.551 INFO:tasks.workunit.client.0.smithi028.stdout: "pri10_bytes": { 2024-08-29T19:03:24.551 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:24.551 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:24.551 INFO:tasks.workunit.client.0.smithi028.stdout: "pri11_bytes": { 2024-08-29T19:03:24.551 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 178329109 2024-08-29T19:03:24.552 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:24.552 INFO:tasks.workunit.client.0.smithi028.stdout: "pri1_bytes": { 2024-08-29T19:03:24.552 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:24.552 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:24.552 INFO:tasks.workunit.client.0.smithi028.stdout: "pri2_bytes": { 2024-08-29T19:03:24.552 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:24.552 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:24.552 INFO:tasks.workunit.client.0.smithi028.stdout: "pri3_bytes": { 2024-08-29T19:03:24.552 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:24.552 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:24.552 INFO:tasks.workunit.client.0.smithi028.stdout: "pri4_bytes": { 2024-08-29T19:03:24.552 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:24.552 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:24.552 INFO:tasks.workunit.client.0.smithi028.stdout: "pri5_bytes": { 2024-08-29T19:03:24.553 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:24.553 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:24.553 INFO:tasks.workunit.client.0.smithi028.stdout: "pri6_bytes": { 2024-08-29T19:03:24.553 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:24.553 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:24.553 INFO:tasks.workunit.client.0.smithi028.stdout: "pri7_bytes": { 2024-08-29T19:03:24.553 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:24.553 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:24.553 INFO:tasks.workunit.client.0.smithi028.stdout: "pri8_bytes": { 2024-08-29T19:03:24.553 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:24.553 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:24.553 INFO:tasks.workunit.client.0.smithi028.stdout: "pri9_bytes": { 2024-08-29T19:03:24.553 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:24.553 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:24.554 INFO:tasks.workunit.client.0.smithi028.stdout: "reserved_bytes": { 2024-08-29T19:03:24.554 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 69134827 2024-08-29T19:03:24.554 INFO:tasks.workunit.client.0.smithi028.stdout: } 2024-08-29T19:03:24.554 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:24.554 INFO:tasks.workunit.client.0.smithi028.stdout: "rocksdb": { 2024-08-29T19:03:24.554 INFO:tasks.workunit.client.0.smithi028.stdout: "compact": { 2024-08-29T19:03:24.554 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:24.554 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:24.554 INFO:tasks.workunit.client.0.smithi028.stdout: "compact_queue_len": { 2024-08-29T19:03:24.554 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:24.554 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:24.554 INFO:tasks.workunit.client.0.smithi028.stdout: "compact_queue_merge": { 2024-08-29T19:03:24.554 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:24.554 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:24.555 INFO:tasks.workunit.client.0.smithi028.stdout: "compact_range": { 2024-08-29T19:03:24.555 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 88 2024-08-29T19:03:24.555 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:24.555 INFO:tasks.workunit.client.0.smithi028.stdout: "get_latency": { 2024-08-29T19:03:24.555 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 322713, 2024-08-29T19:03:24.555 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 3680652631 2024-08-29T19:03:24.555 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:24.555 INFO:tasks.workunit.client.0.smithi028.stdout: "rocksdb_write_delay_time": { 2024-08-29T19:03:24.555 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 0, 2024-08-29T19:03:24.555 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:24.555 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:24.555 INFO:tasks.workunit.client.0.smithi028.stdout: "rocksdb_write_memtable_time": { 2024-08-29T19:03:24.555 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 0, 2024-08-29T19:03:24.555 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:24.555 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:24.556 INFO:tasks.workunit.client.0.smithi028.stdout: "rocksdb_write_pre_and_post_time": { 2024-08-29T19:03:24.556 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 0, 2024-08-29T19:03:24.556 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:24.556 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:24.556 INFO:tasks.workunit.client.0.smithi028.stdout: "rocksdb_write_wal_time": { 2024-08-29T19:03:24.556 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 0, 2024-08-29T19:03:24.556 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:24.556 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:24.556 INFO:tasks.workunit.client.0.smithi028.stdout: "submit_latency": { 2024-08-29T19:03:24.556 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 0, 2024-08-29T19:03:24.556 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:24.556 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:24.556 INFO:tasks.workunit.client.0.smithi028.stdout: "submit_sync_latency": { 2024-08-29T19:03:24.557 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 17874, 2024-08-29T19:03:24.557 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 5175564954 2024-08-29T19:03:24.557 INFO:tasks.workunit.client.0.smithi028.stdout: } 2024-08-29T19:03:24.557 INFO:tasks.workunit.client.0.smithi028.stdout: } 2024-08-29T19:03:24.557 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:24.557 INFO:tasks.workunit.client.0.smithi028.stdout: "mon.a2df9e26f4a5fcbeed319f1798118f10993a0555": { 2024-08-29T19:03:24.557 INFO:tasks.workunit.client.0.smithi028.stdout: "mon": { 2024-08-29T19:03:24.557 INFO:tasks.workunit.client.0.smithi028.stdout: "election_call": { 2024-08-29T19:03:24.557 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 3 2024-08-29T19:03:24.557 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:24.557 INFO:tasks.workunit.client.0.smithi028.stdout: "election_lose": { 2024-08-29T19:03:24.557 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 3 2024-08-29T19:03:24.557 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:24.558 INFO:tasks.workunit.client.0.smithi028.stdout: "election_win": { 2024-08-29T19:03:24.558 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:24.558 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:24.558 INFO:tasks.workunit.client.0.smithi028.stdout: "num_elections": { 2024-08-29T19:03:24.558 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 11 2024-08-29T19:03:24.558 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:24.558 INFO:tasks.workunit.client.0.smithi028.stdout: "num_sessions": { 2024-08-29T19:03:24.558 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 8 2024-08-29T19:03:24.558 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:24.558 INFO:tasks.workunit.client.0.smithi028.stdout: "session_add": { 2024-08-29T19:03:24.558 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 3 2024-08-29T19:03:24.558 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:24.558 INFO:tasks.workunit.client.0.smithi028.stdout: "session_rm": { 2024-08-29T19:03:24.558 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 245 2024-08-29T19:03:24.559 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:24.559 INFO:tasks.workunit.client.0.smithi028.stdout: "session_trim": { 2024-08-29T19:03:24.559 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:24.559 INFO:tasks.workunit.client.0.smithi028.stdout: } 2024-08-29T19:03:24.559 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:24.559 INFO:tasks.workunit.client.0.smithi028.stdout: "paxos": { 2024-08-29T19:03:24.559 INFO:tasks.workunit.client.0.smithi028.stdout: "accept_timeout": { 2024-08-29T19:03:24.559 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:24.559 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:24.559 INFO:tasks.workunit.client.0.smithi028.stdout: "begin": { 2024-08-29T19:03:24.559 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 7299 2024-08-29T19:03:24.559 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:24.559 INFO:tasks.workunit.client.0.smithi028.stdout: "begin_bytes": { 2024-08-29T19:03:24.560 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 7299, 2024-08-29T19:03:24.560 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 50957215 2024-08-29T19:03:24.560 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:24.560 INFO:tasks.workunit.client.0.smithi028.stdout: "begin_keys": { 2024-08-29T19:03:24.560 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 0, 2024-08-29T19:03:24.560 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:24.560 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:24.560 INFO:tasks.workunit.client.0.smithi028.stdout: "begin_latency": { 2024-08-29T19:03:24.560 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 7299, 2024-08-29T19:03:24.560 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 1755963070 2024-08-29T19:03:24.560 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:24.560 INFO:tasks.workunit.client.0.smithi028.stdout: "collect": { 2024-08-29T19:03:24.560 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 3 2024-08-29T19:03:24.560 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:24.561 INFO:tasks.workunit.client.0.smithi028.stdout: "collect_bytes": { 2024-08-29T19:03:24.561 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 3, 2024-08-29T19:03:24.561 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 219 2024-08-29T19:03:24.561 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:24.561 INFO:tasks.workunit.client.0.smithi028.stdout: "collect_keys": { 2024-08-29T19:03:24.561 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 3, 2024-08-29T19:03:24.561 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 3 2024-08-29T19:03:24.561 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:24.561 INFO:tasks.workunit.client.0.smithi028.stdout: "collect_latency": { 2024-08-29T19:03:24.561 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 3, 2024-08-29T19:03:24.561 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:24.561 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:24.561 INFO:tasks.workunit.client.0.smithi028.stdout: "collect_timeout": { 2024-08-29T19:03:24.561 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:24.562 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:24.562 INFO:tasks.workunit.client.0.smithi028.stdout: "collect_uncommitted": { 2024-08-29T19:03:24.562 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:24.562 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:24.562 INFO:tasks.workunit.client.0.smithi028.stdout: "commit": { 2024-08-29T19:03:24.562 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 7299 2024-08-29T19:03:24.562 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:24.562 INFO:tasks.workunit.client.0.smithi028.stdout: "commit_bytes": { 2024-08-29T19:03:24.562 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 0, 2024-08-29T19:03:24.562 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:24.562 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:24.562 INFO:tasks.workunit.client.0.smithi028.stdout: "commit_keys": { 2024-08-29T19:03:24.562 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 0, 2024-08-29T19:03:24.563 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:24.563 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:24.563 INFO:tasks.workunit.client.0.smithi028.stdout: "commit_latency": { 2024-08-29T19:03:24.563 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 0, 2024-08-29T19:03:24.563 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:24.563 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:24.563 INFO:tasks.workunit.client.0.smithi028.stdout: "lease_ack_timeout": { 2024-08-29T19:03:24.563 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:24.563 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:24.563 INFO:tasks.workunit.client.0.smithi028.stdout: "lease_timeout": { 2024-08-29T19:03:24.563 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:24.563 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:24.563 INFO:tasks.workunit.client.0.smithi028.stdout: "new_pn": { 2024-08-29T19:03:24.563 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:24.564 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:24.564 INFO:tasks.workunit.client.0.smithi028.stdout: "new_pn_latency": { 2024-08-29T19:03:24.564 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 0, 2024-08-29T19:03:24.564 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:24.564 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:24.564 INFO:tasks.workunit.client.0.smithi028.stdout: "refresh": { 2024-08-29T19:03:24.564 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 7299 2024-08-29T19:03:24.564 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:24.564 INFO:tasks.workunit.client.0.smithi028.stdout: "refresh_latency": { 2024-08-29T19:03:24.564 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 7299, 2024-08-29T19:03:24.564 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 37427222139 2024-08-29T19:03:24.564 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:24.564 INFO:tasks.workunit.client.0.smithi028.stdout: "restart": { 2024-08-29T19:03:24.564 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 13 2024-08-29T19:03:24.565 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:24.565 INFO:tasks.workunit.client.0.smithi028.stdout: "share_state": { 2024-08-29T19:03:24.565 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:24.565 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:24.565 INFO:tasks.workunit.client.0.smithi028.stdout: "share_state_bytes": { 2024-08-29T19:03:24.565 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 0, 2024-08-29T19:03:24.565 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:24.565 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:24.565 INFO:tasks.workunit.client.0.smithi028.stdout: "share_state_keys": { 2024-08-29T19:03:24.565 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 0, 2024-08-29T19:03:24.565 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:24.565 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:24.565 INFO:tasks.workunit.client.0.smithi028.stdout: "start_leader": { 2024-08-29T19:03:24.565 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:24.566 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:24.566 INFO:tasks.workunit.client.0.smithi028.stdout: "start_peon": { 2024-08-29T19:03:24.566 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 3 2024-08-29T19:03:24.566 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:24.566 INFO:tasks.workunit.client.0.smithi028.stdout: "store_state": { 2024-08-29T19:03:24.566 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 7299 2024-08-29T19:03:24.566 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:24.566 INFO:tasks.workunit.client.0.smithi028.stdout: "store_state_bytes": { 2024-08-29T19:03:24.566 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 7299, 2024-08-29T19:03:24.566 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 100524234 2024-08-29T19:03:24.566 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:24.566 INFO:tasks.workunit.client.0.smithi028.stdout: "store_state_keys": { 2024-08-29T19:03:24.566 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 7299, 2024-08-29T19:03:24.566 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 65359 2024-08-29T19:03:24.567 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:24.567 INFO:tasks.workunit.client.0.smithi028.stdout: "store_state_latency": { 2024-08-29T19:03:24.567 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 7299, 2024-08-29T19:03:24.567 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 2031957854 2024-08-29T19:03:24.567 INFO:tasks.workunit.client.0.smithi028.stdout: } 2024-08-29T19:03:24.567 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:24.567 INFO:tasks.workunit.client.0.smithi028.stdout: "prioritycache": { 2024-08-29T19:03:24.567 INFO:tasks.workunit.client.0.smithi028.stdout: "cache_bytes": { 2024-08-29T19:03:24.567 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 1020054731 2024-08-29T19:03:24.567 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:24.567 INFO:tasks.workunit.client.0.smithi028.stdout: "heap_bytes": { 2024-08-29T19:03:24.567 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 154083328 2024-08-29T19:03:24.567 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:24.567 INFO:tasks.workunit.client.0.smithi028.stdout: "mapped_bytes": { 2024-08-29T19:03:24.568 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 152911872 2024-08-29T19:03:24.568 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:24.568 INFO:tasks.workunit.client.0.smithi028.stdout: "target_bytes": { 2024-08-29T19:03:24.568 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 2147483648 2024-08-29T19:03:24.568 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:24.568 INFO:tasks.workunit.client.0.smithi028.stdout: "unmapped_bytes": { 2024-08-29T19:03:24.568 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 1171456 2024-08-29T19:03:24.568 INFO:tasks.workunit.client.0.smithi028.stdout: } 2024-08-29T19:03:24.568 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:24.568 INFO:tasks.workunit.client.0.smithi028.stdout: "prioritycache:full": { 2024-08-29T19:03:24.568 INFO:tasks.workunit.client.0.smithi028.stdout: "committed_bytes": { 2024-08-29T19:03:24.568 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 360710144 2024-08-29T19:03:24.568 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:24.569 INFO:tasks.workunit.client.0.smithi028.stdout: "pri0_bytes": { 2024-08-29T19:03:24.569 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:24.569 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:24.569 INFO:tasks.workunit.client.0.smithi028.stdout: "pri10_bytes": { 2024-08-29T19:03:24.569 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:24.569 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:24.569 INFO:tasks.workunit.client.0.smithi028.stdout: "pri11_bytes": { 2024-08-29T19:03:24.569 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 268356377 2024-08-29T19:03:24.569 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:24.569 INFO:tasks.workunit.client.0.smithi028.stdout: "pri1_bytes": { 2024-08-29T19:03:24.569 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 22047586 2024-08-29T19:03:24.569 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:24.569 INFO:tasks.workunit.client.0.smithi028.stdout: "pri2_bytes": { 2024-08-29T19:03:24.569 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:24.570 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:24.570 INFO:tasks.workunit.client.0.smithi028.stdout: "pri3_bytes": { 2024-08-29T19:03:24.570 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:24.570 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:24.570 INFO:tasks.workunit.client.0.smithi028.stdout: "pri4_bytes": { 2024-08-29T19:03:24.570 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:24.570 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:24.570 INFO:tasks.workunit.client.0.smithi028.stdout: "pri5_bytes": { 2024-08-29T19:03:24.570 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:24.570 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:24.570 INFO:tasks.workunit.client.0.smithi028.stdout: "pri6_bytes": { 2024-08-29T19:03:24.570 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:24.570 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:24.571 INFO:tasks.workunit.client.0.smithi028.stdout: "pri7_bytes": { 2024-08-29T19:03:24.571 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:24.571 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:24.571 INFO:tasks.workunit.client.0.smithi028.stdout: "pri8_bytes": { 2024-08-29T19:03:24.571 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:24.571 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:24.571 INFO:tasks.workunit.client.0.smithi028.stdout: "pri9_bytes": { 2024-08-29T19:03:24.571 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:24.571 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:24.571 INFO:tasks.workunit.client.0.smithi028.stdout: "reserved_bytes": { 2024-08-29T19:03:24.571 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 70306181 2024-08-29T19:03:24.571 INFO:tasks.workunit.client.0.smithi028.stdout: } 2024-08-29T19:03:24.571 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:24.571 INFO:tasks.workunit.client.0.smithi028.stdout: "prioritycache:inc": { 2024-08-29T19:03:24.571 INFO:tasks.workunit.client.0.smithi028.stdout: "committed_bytes": { 2024-08-29T19:03:24.572 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 339738624 2024-08-29T19:03:24.572 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:24.572 INFO:tasks.workunit.client.0.smithi028.stdout: "pri0_bytes": { 2024-08-29T19:03:24.572 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:24.572 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:24.572 INFO:tasks.workunit.client.0.smithi028.stdout: "pri10_bytes": { 2024-08-29T19:03:24.572 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:24.572 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:24.572 INFO:tasks.workunit.client.0.smithi028.stdout: "pri11_bytes": { 2024-08-29T19:03:24.572 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 268356377 2024-08-29T19:03:24.572 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:24.572 INFO:tasks.workunit.client.0.smithi028.stdout: "pri1_bytes": { 2024-08-29T19:03:24.572 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 1371770 2024-08-29T19:03:24.573 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:24.573 INFO:tasks.workunit.client.0.smithi028.stdout: "pri2_bytes": { 2024-08-29T19:03:24.573 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:24.573 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:24.573 INFO:tasks.workunit.client.0.smithi028.stdout: "pri3_bytes": { 2024-08-29T19:03:24.573 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:24.573 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:24.573 INFO:tasks.workunit.client.0.smithi028.stdout: "pri4_bytes": { 2024-08-29T19:03:24.573 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:24.573 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:24.573 INFO:tasks.workunit.client.0.smithi028.stdout: "pri5_bytes": { 2024-08-29T19:03:24.573 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:24.573 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:24.574 INFO:tasks.workunit.client.0.smithi028.stdout: "pri6_bytes": { 2024-08-29T19:03:24.574 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:24.574 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:24.574 INFO:tasks.workunit.client.0.smithi028.stdout: "pri7_bytes": { 2024-08-29T19:03:24.574 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:24.574 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:24.574 INFO:tasks.workunit.client.0.smithi028.stdout: "pri8_bytes": { 2024-08-29T19:03:24.574 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:24.574 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:24.574 INFO:tasks.workunit.client.0.smithi028.stdout: "pri9_bytes": { 2024-08-29T19:03:24.574 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:24.574 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:24.574 INFO:tasks.workunit.client.0.smithi028.stdout: "reserved_bytes": { 2024-08-29T19:03:24.574 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 70010477 2024-08-29T19:03:24.575 INFO:tasks.workunit.client.0.smithi028.stdout: } 2024-08-29T19:03:24.575 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:24.575 INFO:tasks.workunit.client.0.smithi028.stdout: "prioritycache:kv": { 2024-08-29T19:03:24.575 INFO:tasks.workunit.client.0.smithi028.stdout: "committed_bytes": { 2024-08-29T19:03:24.575 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 314572800 2024-08-29T19:03:24.575 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:24.575 INFO:tasks.workunit.client.0.smithi028.stdout: "pri0_bytes": { 2024-08-29T19:03:24.575 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 67108864 2024-08-29T19:03:24.575 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:24.575 INFO:tasks.workunit.client.0.smithi028.stdout: "pri10_bytes": { 2024-08-29T19:03:24.575 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:24.575 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:24.575 INFO:tasks.workunit.client.0.smithi028.stdout: "pri11_bytes": { 2024-08-29T19:03:24.575 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 178904251 2024-08-29T19:03:24.576 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:24.576 INFO:tasks.workunit.client.0.smithi028.stdout: "pri1_bytes": { 2024-08-29T19:03:24.576 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:24.576 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:24.576 INFO:tasks.workunit.client.0.smithi028.stdout: "pri2_bytes": { 2024-08-29T19:03:24.576 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:24.576 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:24.576 INFO:tasks.workunit.client.0.smithi028.stdout: "pri3_bytes": { 2024-08-29T19:03:24.576 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:24.576 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:24.576 INFO:tasks.workunit.client.0.smithi028.stdout: "pri4_bytes": { 2024-08-29T19:03:24.576 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:24.576 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:24.576 INFO:tasks.workunit.client.0.smithi028.stdout: "pri5_bytes": { 2024-08-29T19:03:24.577 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:24.577 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:24.577 INFO:tasks.workunit.client.0.smithi028.stdout: "pri6_bytes": { 2024-08-29T19:03:24.577 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:24.577 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:24.577 INFO:tasks.workunit.client.0.smithi028.stdout: "pri7_bytes": { 2024-08-29T19:03:24.577 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:24.577 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:24.577 INFO:tasks.workunit.client.0.smithi028.stdout: "pri8_bytes": { 2024-08-29T19:03:24.577 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:24.577 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:24.577 INFO:tasks.workunit.client.0.smithi028.stdout: "pri9_bytes": { 2024-08-29T19:03:24.577 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:24.577 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:24.578 INFO:tasks.workunit.client.0.smithi028.stdout: "reserved_bytes": { 2024-08-29T19:03:24.578 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 68559685 2024-08-29T19:03:24.578 INFO:tasks.workunit.client.0.smithi028.stdout: } 2024-08-29T19:03:24.578 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:24.578 INFO:tasks.workunit.client.0.smithi028.stdout: "rocksdb": { 2024-08-29T19:03:24.578 INFO:tasks.workunit.client.0.smithi028.stdout: "compact": { 2024-08-29T19:03:24.578 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:24.578 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:24.578 INFO:tasks.workunit.client.0.smithi028.stdout: "compact_queue_len": { 2024-08-29T19:03:24.578 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:24.578 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:24.578 INFO:tasks.workunit.client.0.smithi028.stdout: "compact_queue_merge": { 2024-08-29T19:03:24.579 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:24.579 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:24.579 INFO:tasks.workunit.client.0.smithi028.stdout: "compact_range": { 2024-08-29T19:03:24.579 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 87 2024-08-29T19:03:24.579 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:24.579 INFO:tasks.workunit.client.0.smithi028.stdout: "get_latency": { 2024-08-29T19:03:24.579 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 317952, 2024-08-29T19:03:24.579 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 3220692919 2024-08-29T19:03:24.579 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:24.579 INFO:tasks.workunit.client.0.smithi028.stdout: "rocksdb_write_delay_time": { 2024-08-29T19:03:24.579 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 0, 2024-08-29T19:03:24.579 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:24.579 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:24.579 INFO:tasks.workunit.client.0.smithi028.stdout: "rocksdb_write_memtable_time": { 2024-08-29T19:03:24.580 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 0, 2024-08-29T19:03:24.580 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:24.580 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:24.580 INFO:tasks.workunit.client.0.smithi028.stdout: "rocksdb_write_pre_and_post_time": { 2024-08-29T19:03:24.580 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 0, 2024-08-29T19:03:24.580 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:24.580 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:24.580 INFO:tasks.workunit.client.0.smithi028.stdout: "rocksdb_write_wal_time": { 2024-08-29T19:03:24.580 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 0, 2024-08-29T19:03:24.580 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:24.580 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:24.580 INFO:tasks.workunit.client.0.smithi028.stdout: "submit_latency": { 2024-08-29T19:03:24.580 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 0, 2024-08-29T19:03:24.580 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:24.581 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:24.581 INFO:tasks.workunit.client.0.smithi028.stdout: "submit_sync_latency": { 2024-08-29T19:03:24.581 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 17730, 2024-08-29T19:03:24.581 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 4941500259 2024-08-29T19:03:24.581 INFO:tasks.workunit.client.0.smithi028.stdout: } 2024-08-29T19:03:24.581 INFO:tasks.workunit.client.0.smithi028.stdout: } 2024-08-29T19:03:24.581 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:24.581 INFO:tasks.workunit.client.0.smithi028.stdout: "mon.e4958ae9278a574c0226651ef9b7bc2d4e1b34b9": { 2024-08-29T19:03:24.581 INFO:tasks.workunit.client.0.smithi028.stdout: "mon": { 2024-08-29T19:03:24.581 INFO:tasks.workunit.client.0.smithi028.stdout: "election_call": { 2024-08-29T19:03:24.581 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 6 2024-08-29T19:03:24.581 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:24.581 INFO:tasks.workunit.client.0.smithi028.stdout: "election_lose": { 2024-08-29T19:03:24.581 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:24.582 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:24.582 INFO:tasks.workunit.client.0.smithi028.stdout: "election_win": { 2024-08-29T19:03:24.582 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 6 2024-08-29T19:03:24.582 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:24.582 INFO:tasks.workunit.client.0.smithi028.stdout: "num_elections": { 2024-08-29T19:03:24.582 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 21 2024-08-29T19:03:24.582 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:24.582 INFO:tasks.workunit.client.0.smithi028.stdout: "num_sessions": { 2024-08-29T19:03:24.582 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 9 2024-08-29T19:03:24.582 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:24.582 INFO:tasks.workunit.client.0.smithi028.stdout: "session_add": { 2024-08-29T19:03:24.582 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 5 2024-08-29T19:03:24.582 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:24.582 INFO:tasks.workunit.client.0.smithi028.stdout: "session_rm": { 2024-08-29T19:03:24.583 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 240 2024-08-29T19:03:24.583 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:24.583 INFO:tasks.workunit.client.0.smithi028.stdout: "session_trim": { 2024-08-29T19:03:24.583 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:24.583 INFO:tasks.workunit.client.0.smithi028.stdout: } 2024-08-29T19:03:24.583 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:24.583 INFO:tasks.workunit.client.0.smithi028.stdout: "paxos": { 2024-08-29T19:03:24.583 INFO:tasks.workunit.client.0.smithi028.stdout: "accept_timeout": { 2024-08-29T19:03:24.583 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:24.583 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:24.583 INFO:tasks.workunit.client.0.smithi028.stdout: "begin": { 2024-08-29T19:03:24.583 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 7458 2024-08-29T19:03:24.583 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:24.583 INFO:tasks.workunit.client.0.smithi028.stdout: "begin_bytes": { 2024-08-29T19:03:24.584 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 7458, 2024-08-29T19:03:24.584 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 52748482 2024-08-29T19:03:24.584 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:24.584 INFO:tasks.workunit.client.0.smithi028.stdout: "begin_keys": { 2024-08-29T19:03:24.584 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 7458, 2024-08-29T19:03:24.584 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 22374 2024-08-29T19:03:24.584 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:24.584 INFO:tasks.workunit.client.0.smithi028.stdout: "begin_latency": { 2024-08-29T19:03:24.584 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 7458, 2024-08-29T19:03:24.584 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 2495927499 2024-08-29T19:03:24.584 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:24.584 INFO:tasks.workunit.client.0.smithi028.stdout: "collect": { 2024-08-29T19:03:24.584 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:24.585 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:24.585 INFO:tasks.workunit.client.0.smithi028.stdout: "collect_bytes": { 2024-08-29T19:03:24.585 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 0, 2024-08-29T19:03:24.585 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:24.585 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:24.585 INFO:tasks.workunit.client.0.smithi028.stdout: "collect_keys": { 2024-08-29T19:03:24.585 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 0, 2024-08-29T19:03:24.585 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:24.585 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:24.585 INFO:tasks.workunit.client.0.smithi028.stdout: "collect_latency": { 2024-08-29T19:03:24.585 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 0, 2024-08-29T19:03:24.585 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:24.585 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:24.585 INFO:tasks.workunit.client.0.smithi028.stdout: "collect_timeout": { 2024-08-29T19:03:24.586 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:24.586 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:24.586 INFO:tasks.workunit.client.0.smithi028.stdout: "collect_uncommitted": { 2024-08-29T19:03:24.586 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 3 2024-08-29T19:03:24.586 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:24.586 INFO:tasks.workunit.client.0.smithi028.stdout: "commit": { 2024-08-29T19:03:24.586 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 7455 2024-08-29T19:03:24.586 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:24.586 INFO:tasks.workunit.client.0.smithi028.stdout: "commit_bytes": { 2024-08-29T19:03:24.586 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 7455, 2024-08-29T19:03:24.586 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 52179377 2024-08-29T19:03:24.586 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:24.586 INFO:tasks.workunit.client.0.smithi028.stdout: "commit_keys": { 2024-08-29T19:03:24.586 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 7455, 2024-08-29T19:03:24.586 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 59370 2024-08-29T19:03:24.587 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:24.587 INFO:tasks.workunit.client.0.smithi028.stdout: "commit_latency": { 2024-08-29T19:03:24.587 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 7455, 2024-08-29T19:03:24.587 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 2511361380 2024-08-29T19:03:24.587 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:24.587 INFO:tasks.workunit.client.0.smithi028.stdout: "lease_ack_timeout": { 2024-08-29T19:03:24.587 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:24.587 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:24.587 INFO:tasks.workunit.client.0.smithi028.stdout: "lease_timeout": { 2024-08-29T19:03:24.587 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:24.587 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:24.587 INFO:tasks.workunit.client.0.smithi028.stdout: "new_pn": { 2024-08-29T19:03:24.587 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 6 2024-08-29T19:03:24.587 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:24.588 INFO:tasks.workunit.client.0.smithi028.stdout: "new_pn_latency": { 2024-08-29T19:03:24.588 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 6, 2024-08-29T19:03:24.588 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:24.588 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:24.588 INFO:tasks.workunit.client.0.smithi028.stdout: "refresh": { 2024-08-29T19:03:24.588 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 7458 2024-08-29T19:03:24.588 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:24.588 INFO:tasks.workunit.client.0.smithi028.stdout: "refresh_latency": { 2024-08-29T19:03:24.588 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 7458, 2024-08-29T19:03:24.588 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 45334679012 2024-08-29T19:03:24.588 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:24.588 INFO:tasks.workunit.client.0.smithi028.stdout: "restart": { 2024-08-29T19:03:24.588 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 23 2024-08-29T19:03:24.588 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:24.589 INFO:tasks.workunit.client.0.smithi028.stdout: "share_state": { 2024-08-29T19:03:24.589 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 2 2024-08-29T19:03:24.589 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:24.589 INFO:tasks.workunit.client.0.smithi028.stdout: "share_state_bytes": { 2024-08-29T19:03:24.589 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 2, 2024-08-29T19:03:24.589 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 114458 2024-08-29T19:03:24.589 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:24.589 INFO:tasks.workunit.client.0.smithi028.stdout: "share_state_keys": { 2024-08-29T19:03:24.589 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 2, 2024-08-29T19:03:24.589 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 10 2024-08-29T19:03:24.589 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:24.589 INFO:tasks.workunit.client.0.smithi028.stdout: "start_leader": { 2024-08-29T19:03:24.589 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 6 2024-08-29T19:03:24.589 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:24.590 INFO:tasks.workunit.client.0.smithi028.stdout: "start_peon": { 2024-08-29T19:03:24.590 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:24.590 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:24.590 INFO:tasks.workunit.client.0.smithi028.stdout: "store_state": { 2024-08-29T19:03:24.590 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:24.590 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:24.590 INFO:tasks.workunit.client.0.smithi028.stdout: "store_state_bytes": { 2024-08-29T19:03:24.590 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 0, 2024-08-29T19:03:24.590 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:24.590 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:24.590 INFO:tasks.workunit.client.0.smithi028.stdout: "store_state_keys": { 2024-08-29T19:03:24.590 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 0, 2024-08-29T19:03:24.590 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:24.590 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:24.591 INFO:tasks.workunit.client.0.smithi028.stdout: "store_state_latency": { 2024-08-29T19:03:24.591 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 0, 2024-08-29T19:03:24.591 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:24.591 INFO:tasks.workunit.client.0.smithi028.stdout: } 2024-08-29T19:03:24.591 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:24.591 INFO:tasks.workunit.client.0.smithi028.stdout: "prioritycache": { 2024-08-29T19:03:24.591 INFO:tasks.workunit.client.0.smithi028.stdout: "cache_bytes": { 2024-08-29T19:03:24.591 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 1020054731 2024-08-29T19:03:24.591 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:24.591 INFO:tasks.workunit.client.0.smithi028.stdout: "heap_bytes": { 2024-08-29T19:03:24.591 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 240320512 2024-08-29T19:03:24.591 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:24.591 INFO:tasks.workunit.client.0.smithi028.stdout: "mapped_bytes": { 2024-08-29T19:03:24.591 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 239992832 2024-08-29T19:03:24.592 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:24.592 INFO:tasks.workunit.client.0.smithi028.stdout: "target_bytes": { 2024-08-29T19:03:24.592 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 2147483648 2024-08-29T19:03:24.592 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:24.592 INFO:tasks.workunit.client.0.smithi028.stdout: "unmapped_bytes": { 2024-08-29T19:03:24.592 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 327680 2024-08-29T19:03:24.592 INFO:tasks.workunit.client.0.smithi028.stdout: } 2024-08-29T19:03:24.592 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:24.592 INFO:tasks.workunit.client.0.smithi028.stdout: "prioritycache:full": { 2024-08-29T19:03:24.592 INFO:tasks.workunit.client.0.smithi028.stdout: "committed_bytes": { 2024-08-29T19:03:24.592 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 360710144 2024-08-29T19:03:24.592 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:24.592 INFO:tasks.workunit.client.0.smithi028.stdout: "pri0_bytes": { 2024-08-29T19:03:24.592 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:24.593 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:24.593 INFO:tasks.workunit.client.0.smithi028.stdout: "pri10_bytes": { 2024-08-29T19:03:24.593 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:24.593 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:24.593 INFO:tasks.workunit.client.0.smithi028.stdout: "pri11_bytes": { 2024-08-29T19:03:24.593 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 267796799 2024-08-29T19:03:24.593 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:24.593 INFO:tasks.workunit.client.0.smithi028.stdout: "pri1_bytes": { 2024-08-29T19:03:24.593 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 23168368 2024-08-29T19:03:24.593 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:24.593 INFO:tasks.workunit.client.0.smithi028.stdout: "pri2_bytes": { 2024-08-29T19:03:24.593 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:24.593 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:24.593 INFO:tasks.workunit.client.0.smithi028.stdout: "pri3_bytes": { 2024-08-29T19:03:24.594 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:24.594 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:24.594 INFO:tasks.workunit.client.0.smithi028.stdout: "pri4_bytes": { 2024-08-29T19:03:24.594 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:24.594 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:24.594 INFO:tasks.workunit.client.0.smithi028.stdout: "pri5_bytes": { 2024-08-29T19:03:24.594 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:24.594 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:24.594 INFO:tasks.workunit.client.0.smithi028.stdout: "pri6_bytes": { 2024-08-29T19:03:24.594 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:24.594 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:24.594 INFO:tasks.workunit.client.0.smithi028.stdout: "pri7_bytes": { 2024-08-29T19:03:24.594 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:24.594 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:24.595 INFO:tasks.workunit.client.0.smithi028.stdout: "pri8_bytes": { 2024-08-29T19:03:24.595 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:24.595 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:24.595 INFO:tasks.workunit.client.0.smithi028.stdout: "pri9_bytes": { 2024-08-29T19:03:24.595 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:24.595 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:24.595 INFO:tasks.workunit.client.0.smithi028.stdout: "reserved_bytes": { 2024-08-29T19:03:24.595 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 69744977 2024-08-29T19:03:24.595 INFO:tasks.workunit.client.0.smithi028.stdout: } 2024-08-29T19:03:24.595 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:24.595 INFO:tasks.workunit.client.0.smithi028.stdout: "prioritycache:inc": { 2024-08-29T19:03:24.595 INFO:tasks.workunit.client.0.smithi028.stdout: "committed_bytes": { 2024-08-29T19:03:24.595 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 339738624 2024-08-29T19:03:24.595 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:24.595 INFO:tasks.workunit.client.0.smithi028.stdout: "pri0_bytes": { 2024-08-29T19:03:24.596 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:24.596 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:24.596 INFO:tasks.workunit.client.0.smithi028.stdout: "pri10_bytes": { 2024-08-29T19:03:24.596 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:24.596 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:24.596 INFO:tasks.workunit.client.0.smithi028.stdout: "pri11_bytes": { 2024-08-29T19:03:24.596 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 267796799 2024-08-29T19:03:24.596 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:24.596 INFO:tasks.workunit.client.0.smithi028.stdout: "pri1_bytes": { 2024-08-29T19:03:24.596 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 1743196 2024-08-29T19:03:24.596 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:24.596 INFO:tasks.workunit.client.0.smithi028.stdout: "pri2_bytes": { 2024-08-29T19:03:24.596 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:24.597 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:24.597 INFO:tasks.workunit.client.0.smithi028.stdout: "pri3_bytes": { 2024-08-29T19:03:24.597 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:24.597 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:24.597 INFO:tasks.workunit.client.0.smithi028.stdout: "pri4_bytes": { 2024-08-29T19:03:24.597 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:24.597 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:24.597 INFO:tasks.workunit.client.0.smithi028.stdout: "pri5_bytes": { 2024-08-29T19:03:24.597 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:24.597 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:24.597 INFO:tasks.workunit.client.0.smithi028.stdout: "pri6_bytes": { 2024-08-29T19:03:24.597 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:24.597 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:24.597 INFO:tasks.workunit.client.0.smithi028.stdout: "pri7_bytes": { 2024-08-29T19:03:24.597 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:24.598 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:24.598 INFO:tasks.workunit.client.0.smithi028.stdout: "pri8_bytes": { 2024-08-29T19:03:24.598 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:24.598 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:24.598 INFO:tasks.workunit.client.0.smithi028.stdout: "pri9_bytes": { 2024-08-29T19:03:24.598 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:24.598 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:24.598 INFO:tasks.workunit.client.0.smithi028.stdout: "reserved_bytes": { 2024-08-29T19:03:24.598 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 70198629 2024-08-29T19:03:24.598 INFO:tasks.workunit.client.0.smithi028.stdout: } 2024-08-29T19:03:24.598 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:24.598 INFO:tasks.workunit.client.0.smithi028.stdout: "prioritycache:kv": { 2024-08-29T19:03:24.599 INFO:tasks.workunit.client.0.smithi028.stdout: "committed_bytes": { 2024-08-29T19:03:24.599 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 314572800 2024-08-29T19:03:24.599 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:24.599 INFO:tasks.workunit.client.0.smithi028.stdout: "pri0_bytes": { 2024-08-29T19:03:24.599 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 67108864 2024-08-29T19:03:24.599 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:24.599 INFO:tasks.workunit.client.0.smithi028.stdout: "pri10_bytes": { 2024-08-29T19:03:24.599 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:24.599 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:24.599 INFO:tasks.workunit.client.0.smithi028.stdout: "pri11_bytes": { 2024-08-29T19:03:24.599 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 178531199 2024-08-29T19:03:24.599 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:24.599 INFO:tasks.workunit.client.0.smithi028.stdout: "pri1_bytes": { 2024-08-29T19:03:24.599 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:24.599 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:24.600 INFO:tasks.workunit.client.0.smithi028.stdout: "pri2_bytes": { 2024-08-29T19:03:24.600 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:24.600 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:24.600 INFO:tasks.workunit.client.0.smithi028.stdout: "pri3_bytes": { 2024-08-29T19:03:24.600 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:24.600 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:24.600 INFO:tasks.workunit.client.0.smithi028.stdout: "pri4_bytes": { 2024-08-29T19:03:24.600 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:24.600 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:24.600 INFO:tasks.workunit.client.0.smithi028.stdout: "pri5_bytes": { 2024-08-29T19:03:24.600 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:24.600 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:24.600 INFO:tasks.workunit.client.0.smithi028.stdout: "pri6_bytes": { 2024-08-29T19:03:24.601 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:24.601 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:24.601 INFO:tasks.workunit.client.0.smithi028.stdout: "pri7_bytes": { 2024-08-29T19:03:24.601 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:24.601 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:24.601 INFO:tasks.workunit.client.0.smithi028.stdout: "pri8_bytes": { 2024-08-29T19:03:24.601 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:24.601 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:24.601 INFO:tasks.workunit.client.0.smithi028.stdout: "pri9_bytes": { 2024-08-29T19:03:24.601 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:24.601 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:24.601 INFO:tasks.workunit.client.0.smithi028.stdout: "reserved_bytes": { 2024-08-29T19:03:24.602 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 68932737 2024-08-29T19:03:24.602 INFO:tasks.workunit.client.0.smithi028.stdout: } 2024-08-29T19:03:24.602 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:24.602 INFO:tasks.workunit.client.0.smithi028.stdout: "rocksdb": { 2024-08-29T19:03:24.602 INFO:tasks.workunit.client.0.smithi028.stdout: "compact": { 2024-08-29T19:03:24.602 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:24.602 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:24.602 INFO:tasks.workunit.client.0.smithi028.stdout: "compact_queue_len": { 2024-08-29T19:03:24.602 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:24.602 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:24.602 INFO:tasks.workunit.client.0.smithi028.stdout: "compact_queue_merge": { 2024-08-29T19:03:24.602 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:24.602 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:24.602 INFO:tasks.workunit.client.0.smithi028.stdout: "compact_range": { 2024-08-29T19:03:24.603 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 88 2024-08-29T19:03:24.603 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:24.603 INFO:tasks.workunit.client.0.smithi028.stdout: "get_latency": { 2024-08-29T19:03:24.603 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 337320, 2024-08-29T19:03:24.603 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 3921937456 2024-08-29T19:03:24.603 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:24.603 INFO:tasks.workunit.client.0.smithi028.stdout: "rocksdb_write_delay_time": { 2024-08-29T19:03:24.603 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 0, 2024-08-29T19:03:24.603 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:24.603 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:24.603 INFO:tasks.workunit.client.0.smithi028.stdout: "rocksdb_write_memtable_time": { 2024-08-29T19:03:24.603 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 0, 2024-08-29T19:03:24.603 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:24.604 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:24.604 INFO:tasks.workunit.client.0.smithi028.stdout: "rocksdb_write_pre_and_post_time": { 2024-08-29T19:03:24.604 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 0, 2024-08-29T19:03:24.604 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:24.604 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:24.604 INFO:tasks.workunit.client.0.smithi028.stdout: "rocksdb_write_wal_time": { 2024-08-29T19:03:24.604 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 0, 2024-08-29T19:03:24.604 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:24.604 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:24.604 INFO:tasks.workunit.client.0.smithi028.stdout: "submit_latency": { 2024-08-29T19:03:24.604 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 0, 2024-08-29T19:03:24.604 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:24.604 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:24.605 INFO:tasks.workunit.client.0.smithi028.stdout: "submit_sync_latency": { 2024-08-29T19:03:24.605 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 18124, 2024-08-29T19:03:24.605 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 5057875721 2024-08-29T19:03:24.605 INFO:tasks.workunit.client.0.smithi028.stdout: } 2024-08-29T19:03:24.605 INFO:tasks.workunit.client.0.smithi028.stdout: } 2024-08-29T19:03:24.605 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:24.605 INFO:tasks.workunit.client.0.smithi028.stdout: "osd.0": { 2024-08-29T19:03:24.605 INFO:tasks.workunit.client.0.smithi028.stdout: "bluefs": { 2024-08-29T19:03:24.605 INFO:tasks.workunit.client.0.smithi028.stdout: "alloc_db_max_lat": { 2024-08-29T19:03:24.605 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 30080 2024-08-29T19:03:24.605 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:24.605 INFO:tasks.workunit.client.0.smithi028.stdout: "alloc_slow_fallback": { 2024-08-29T19:03:24.605 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:24.605 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:24.606 INFO:tasks.workunit.client.0.smithi028.stdout: "alloc_slow_max_lat": { 2024-08-29T19:03:24.606 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:24.606 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:24.606 INFO:tasks.workunit.client.0.smithi028.stdout: "alloc_slow_size_fallback": { 2024-08-29T19:03:24.606 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:24.606 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:24.606 INFO:tasks.workunit.client.0.smithi028.stdout: "alloc_unit_db": { 2024-08-29T19:03:24.606 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 65536 2024-08-29T19:03:24.606 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:24.606 INFO:tasks.workunit.client.0.smithi028.stdout: "alloc_unit_slow": { 2024-08-29T19:03:24.606 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:24.606 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:24.606 INFO:tasks.workunit.client.0.smithi028.stdout: "alloc_unit_wal": { 2024-08-29T19:03:24.607 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:24.607 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:24.607 INFO:tasks.workunit.client.0.smithi028.stdout: "alloc_wal_max_lat": { 2024-08-29T19:03:24.607 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:24.607 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:24.607 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes_written_slow": { 2024-08-29T19:03:24.607 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:24.607 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:24.607 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes_written_sst": { 2024-08-29T19:03:24.607 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 20238336 2024-08-29T19:03:24.607 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:24.607 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes_written_wal": { 2024-08-29T19:03:24.607 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 885440512 2024-08-29T19:03:24.607 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:24.608 INFO:tasks.workunit.client.0.smithi028.stdout: "compact_lat": { 2024-08-29T19:03:24.608 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 19, 2024-08-29T19:03:24.608 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 7891959 2024-08-29T19:03:24.608 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:24.608 INFO:tasks.workunit.client.0.smithi028.stdout: "compact_lock_lat": { 2024-08-29T19:03:24.608 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 19, 2024-08-29T19:03:24.608 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 2926271 2024-08-29T19:03:24.608 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:24.608 INFO:tasks.workunit.client.0.smithi028.stdout: "db_alloc_lat": { 2024-08-29T19:03:24.608 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 235, 2024-08-29T19:03:24.608 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 1467510 2024-08-29T19:03:24.608 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:24.608 INFO:tasks.workunit.client.0.smithi028.stdout: "db_total_bytes": { 2024-08-29T19:03:24.609 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 95995027456 2024-08-29T19:03:24.609 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:24.609 INFO:tasks.workunit.client.0.smithi028.stdout: "db_used_bytes": { 2024-08-29T19:03:24.609 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 948305920 2024-08-29T19:03:24.609 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:24.609 INFO:tasks.workunit.client.0.smithi028.stdout: "flush_lat": { 2024-08-29T19:03:24.609 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 80337, 2024-08-29T19:03:24.609 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 11249780855 2024-08-29T19:03:24.609 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:24.609 INFO:tasks.workunit.client.0.smithi028.stdout: "fsync_lat": { 2024-08-29T19:03:24.609 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 80325, 2024-08-29T19:03:24.609 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 21624809798 2024-08-29T19:03:24.609 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:24.609 INFO:tasks.workunit.client.0.smithi028.stdout: "log_bytes": { 2024-08-29T19:03:24.610 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 13053952 2024-08-29T19:03:24.610 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:24.610 INFO:tasks.workunit.client.0.smithi028.stdout: "logged_bytes": { 2024-08-29T19:03:24.610 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 328945664 2024-08-29T19:03:24.610 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:24.610 INFO:tasks.workunit.client.0.smithi028.stdout: "max_bytes_db": { 2024-08-29T19:03:24.610 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 944046080 2024-08-29T19:03:24.610 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:24.610 INFO:tasks.workunit.client.0.smithi028.stdout: "max_bytes_slow": { 2024-08-29T19:03:24.610 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:24.610 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:24.610 INFO:tasks.workunit.client.0.smithi028.stdout: "max_bytes_wal": { 2024-08-29T19:03:24.610 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:24.610 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:24.611 INFO:tasks.workunit.client.0.smithi028.stdout: "num_files": { 2024-08-29T19:03:24.611 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 65 2024-08-29T19:03:24.611 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:24.611 INFO:tasks.workunit.client.0.smithi028.stdout: "read_bytes": { 2024-08-29T19:03:24.611 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 534100014 2024-08-29T19:03:24.611 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:24.611 INFO:tasks.workunit.client.0.smithi028.stdout: "read_count": { 2024-08-29T19:03:24.611 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 28153 2024-08-29T19:03:24.611 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:24.611 INFO:tasks.workunit.client.0.smithi028.stdout: "read_disk_bytes": { 2024-08-29T19:03:24.611 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 465227776 2024-08-29T19:03:24.611 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:24.611 INFO:tasks.workunit.client.0.smithi028.stdout: "read_disk_bytes_db": { 2024-08-29T19:03:24.611 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 465231872 2024-08-29T19:03:24.612 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:24.612 INFO:tasks.workunit.client.0.smithi028.stdout: "read_disk_bytes_slow": { 2024-08-29T19:03:24.612 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:24.612 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:24.612 INFO:tasks.workunit.client.0.smithi028.stdout: "read_disk_bytes_wal": { 2024-08-29T19:03:24.612 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:24.612 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:24.612 INFO:tasks.workunit.client.0.smithi028.stdout: "read_disk_count": { 2024-08-29T19:03:24.612 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 15675 2024-08-29T19:03:24.612 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:24.612 INFO:tasks.workunit.client.0.smithi028.stdout: "read_lat": { 2024-08-29T19:03:24.612 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 28153, 2024-08-29T19:03:24.612 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 453255493 2024-08-29T19:03:24.613 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:24.613 INFO:tasks.workunit.client.0.smithi028.stdout: "read_prefetch_bytes": { 2024-08-29T19:03:24.613 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 376466563 2024-08-29T19:03:24.613 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:24.613 INFO:tasks.workunit.client.0.smithi028.stdout: "read_prefetch_count": { 2024-08-29T19:03:24.613 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 23330 2024-08-29T19:03:24.613 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:24.613 INFO:tasks.workunit.client.0.smithi028.stdout: "read_random_buffer_bytes": { 2024-08-29T19:03:24.613 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 7340513 2024-08-29T19:03:24.613 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:24.613 INFO:tasks.workunit.client.0.smithi028.stdout: "read_random_buffer_count": { 2024-08-29T19:03:24.613 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 1020 2024-08-29T19:03:24.613 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:24.613 INFO:tasks.workunit.client.0.smithi028.stdout: "read_random_bytes": { 2024-08-29T19:03:24.613 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 20039525 2024-08-29T19:03:24.614 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:24.614 INFO:tasks.workunit.client.0.smithi028.stdout: "read_random_count": { 2024-08-29T19:03:24.614 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 1455 2024-08-29T19:03:24.614 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:24.614 INFO:tasks.workunit.client.0.smithi028.stdout: "read_random_disk_bytes": { 2024-08-29T19:03:24.614 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 12699012 2024-08-29T19:03:24.614 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:24.614 INFO:tasks.workunit.client.0.smithi028.stdout: "read_random_disk_bytes_db": { 2024-08-29T19:03:24.614 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 12699012 2024-08-29T19:03:24.614 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:24.614 INFO:tasks.workunit.client.0.smithi028.stdout: "read_random_disk_bytes_slow": { 2024-08-29T19:03:24.614 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:24.614 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:24.614 INFO:tasks.workunit.client.0.smithi028.stdout: "read_random_disk_bytes_wal": { 2024-08-29T19:03:24.615 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:24.615 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:24.615 INFO:tasks.workunit.client.0.smithi028.stdout: "read_random_disk_count": { 2024-08-29T19:03:24.615 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 462 2024-08-29T19:03:24.615 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:24.615 INFO:tasks.workunit.client.0.smithi028.stdout: "read_random_lat": { 2024-08-29T19:03:24.615 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 1455, 2024-08-29T19:03:24.615 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 7610556 2024-08-29T19:03:24.615 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:24.615 INFO:tasks.workunit.client.0.smithi028.stdout: "slow_alloc_lat": { 2024-08-29T19:03:24.615 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 0, 2024-08-29T19:03:24.615 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:24.615 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:24.615 INFO:tasks.workunit.client.0.smithi028.stdout: "slow_total_bytes": { 2024-08-29T19:03:24.616 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:24.616 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:24.616 INFO:tasks.workunit.client.0.smithi028.stdout: "slow_used_bytes": { 2024-08-29T19:03:24.616 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:24.616 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:24.616 INFO:tasks.workunit.client.0.smithi028.stdout: "truncate_lat": { 2024-08-29T19:03:24.616 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 1, 2024-08-29T19:03:24.616 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 629 2024-08-29T19:03:24.616 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:24.616 INFO:tasks.workunit.client.0.smithi028.stdout: "unlink_lat": { 2024-08-29T19:03:24.616 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 4, 2024-08-29T19:03:24.616 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 6525 2024-08-29T19:03:24.616 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:24.616 INFO:tasks.workunit.client.0.smithi028.stdout: "wal_alloc_lat": { 2024-08-29T19:03:24.617 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 0, 2024-08-29T19:03:24.617 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:24.617 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:24.617 INFO:tasks.workunit.client.0.smithi028.stdout: "wal_total_bytes": { 2024-08-29T19:03:24.617 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:24.617 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:24.617 INFO:tasks.workunit.client.0.smithi028.stdout: "wal_used_bytes": { 2024-08-29T19:03:24.617 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:24.617 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:24.617 INFO:tasks.workunit.client.0.smithi028.stdout: "write_bytes": { 2024-08-29T19:03:24.617 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 1237520384 2024-08-29T19:03:24.617 INFO:tasks.workunit.client.0.smithi028.stdout: } 2024-08-29T19:03:24.617 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:24.617 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore": { 2024-08-29T19:03:24.618 INFO:tasks.workunit.client.0.smithi028.stdout: "alloc_unit": { 2024-08-29T19:03:24.618 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 4096 2024-08-29T19:03:24.618 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:24.618 INFO:tasks.workunit.client.0.smithi028.stdout: "allocated": { 2024-08-29T19:03:24.618 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 14422016 2024-08-29T19:03:24.618 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:24.618 INFO:tasks.workunit.client.0.smithi028.stdout: "allocator_lat": { 2024-08-29T19:03:24.618 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 22648, 2024-08-29T19:03:24.618 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 114737817 2024-08-29T19:03:24.618 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:24.618 INFO:tasks.workunit.client.0.smithi028.stdout: "clist_lat": { 2024-08-29T19:03:24.618 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 3161, 2024-08-29T19:03:24.618 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 1075145989 2024-08-29T19:03:24.619 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:24.619 INFO:tasks.workunit.client.0.smithi028.stdout: "compress_lat": { 2024-08-29T19:03:24.619 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 0, 2024-08-29T19:03:24.619 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:24.619 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:24.619 INFO:tasks.workunit.client.0.smithi028.stdout: "compressed": { 2024-08-29T19:03:24.619 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:24.619 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:24.619 INFO:tasks.workunit.client.0.smithi028.stdout: "compressed_allocated": { 2024-08-29T19:03:24.619 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:24.619 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:24.619 INFO:tasks.workunit.client.0.smithi028.stdout: "compressed_original": { 2024-08-29T19:03:24.619 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:24.619 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:24.620 INFO:tasks.workunit.client.0.smithi028.stdout: "csum_lat": { 2024-08-29T19:03:24.620 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 24441, 2024-08-29T19:03:24.620 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 287364402 2024-08-29T19:03:24.620 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:24.620 INFO:tasks.workunit.client.0.smithi028.stdout: "decompress_lat": { 2024-08-29T19:03:24.620 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 0, 2024-08-29T19:03:24.620 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:24.620 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:24.620 INFO:tasks.workunit.client.0.smithi028.stdout: "fragmentation_micros": { 2024-08-29T19:03:24.620 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:24.620 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:24.620 INFO:tasks.workunit.client.0.smithi028.stdout: "kv_commit_lat": { 2024-08-29T19:03:24.620 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 80225, 2024-08-29T19:03:24.621 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 29971767803 2024-08-29T19:03:24.621 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:24.621 INFO:tasks.workunit.client.0.smithi028.stdout: "kv_final_lat": { 2024-08-29T19:03:24.621 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 79026, 2024-08-29T19:03:24.621 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 4619635553 2024-08-29T19:03:24.621 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:24.621 INFO:tasks.workunit.client.0.smithi028.stdout: "kv_flush_lat": { 2024-08-29T19:03:24.621 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 80225, 2024-08-29T19:03:24.621 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 113722747 2024-08-29T19:03:24.621 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:24.621 INFO:tasks.workunit.client.0.smithi028.stdout: "kv_sync_lat": { 2024-08-29T19:03:24.621 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 80225, 2024-08-29T19:03:24.621 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 30085490550 2024-08-29T19:03:24.621 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:24.621 INFO:tasks.workunit.client.0.smithi028.stdout: "omap_get_keys_lat": { 2024-08-29T19:03:24.622 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 0, 2024-08-29T19:03:24.622 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:24.622 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:24.622 INFO:tasks.workunit.client.0.smithi028.stdout: "omap_get_values_lat": { 2024-08-29T19:03:24.622 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 32135, 2024-08-29T19:03:24.622 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 1675184736 2024-08-29T19:03:24.622 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:24.622 INFO:tasks.workunit.client.0.smithi028.stdout: "omap_lower_bound_lat": { 2024-08-29T19:03:24.622 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 987, 2024-08-29T19:03:24.622 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 8515486 2024-08-29T19:03:24.622 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:24.622 INFO:tasks.workunit.client.0.smithi028.stdout: "omap_next_lat": { 2024-08-29T19:03:24.622 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 20656, 2024-08-29T19:03:24.622 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 21707561 2024-08-29T19:03:24.623 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:24.623 INFO:tasks.workunit.client.0.smithi028.stdout: "omap_seek_to_first_lat": { 2024-08-29T19:03:24.623 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 53, 2024-08-29T19:03:24.623 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 88721 2024-08-29T19:03:24.623 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:24.623 INFO:tasks.workunit.client.0.smithi028.stdout: "omap_upper_bound_lat": { 2024-08-29T19:03:24.623 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 17092, 2024-08-29T19:03:24.623 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 13272418965 2024-08-29T19:03:24.623 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:24.623 INFO:tasks.workunit.client.0.smithi028.stdout: "onode_hits": { 2024-08-29T19:03:24.623 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 247339 2024-08-29T19:03:24.623 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:24.623 INFO:tasks.workunit.client.0.smithi028.stdout: "onode_misses": { 2024-08-29T19:03:24.623 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 22429 2024-08-29T19:03:24.624 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:24.624 INFO:tasks.workunit.client.0.smithi028.stdout: "read_lat": { 2024-08-29T19:03:24.624 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 20573, 2024-08-29T19:03:24.624 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 2416212516 2024-08-29T19:03:24.624 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:24.624 INFO:tasks.workunit.client.0.smithi028.stdout: "read_onode_meta_lat": { 2024-08-29T19:03:24.624 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 47313, 2024-08-29T19:03:24.624 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 37714778 2024-08-29T19:03:24.624 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:24.624 INFO:tasks.workunit.client.0.smithi028.stdout: "read_wait_aio_lat": { 2024-08-29T19:03:24.624 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 26740, 2024-08-29T19:03:24.624 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 1108513486 2024-08-29T19:03:24.624 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:24.625 INFO:tasks.workunit.client.0.smithi028.stdout: "reads_with_retries": { 2024-08-29T19:03:24.625 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:24.625 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:24.625 INFO:tasks.workunit.client.0.smithi028.stdout: "remove_lat": { 2024-08-29T19:03:24.625 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 14426, 2024-08-29T19:03:24.625 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 712386789 2024-08-29T19:03:24.625 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:24.625 INFO:tasks.workunit.client.0.smithi028.stdout: "slow_aio_wait_count": { 2024-08-29T19:03:24.625 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:24.625 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:24.625 INFO:tasks.workunit.client.0.smithi028.stdout: "slow_committed_kv_count": { 2024-08-29T19:03:24.625 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:24.625 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:24.625 INFO:tasks.workunit.client.0.smithi028.stdout: "slow_read_onode_meta_count": { 2024-08-29T19:03:24.626 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:24.626 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:24.626 INFO:tasks.workunit.client.0.smithi028.stdout: "slow_read_wait_aio_count": { 2024-08-29T19:03:24.626 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:24.626 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:24.626 INFO:tasks.workunit.client.0.smithi028.stdout: "state_aio_wait_lat": { 2024-08-29T19:03:24.626 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 92743, 2024-08-29T19:03:24.626 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 6425260783 2024-08-29T19:03:24.626 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:24.626 INFO:tasks.workunit.client.0.smithi028.stdout: "state_deferred_aio_wait_lat": { 2024-08-29T19:03:24.626 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 9341, 2024-08-29T19:03:24.626 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 808554496 2024-08-29T19:03:24.626 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:24.626 INFO:tasks.workunit.client.0.smithi028.stdout: "state_deferred_cleanup_lat": { 2024-08-29T19:03:24.627 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 9340, 2024-08-29T19:03:24.627 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 1900184406354 2024-08-29T19:03:24.627 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:24.627 INFO:tasks.workunit.client.0.smithi028.stdout: "state_deferred_queued_lat": { 2024-08-29T19:03:24.627 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 9341, 2024-08-29T19:03:24.627 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 5691108597382 2024-08-29T19:03:24.627 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:24.627 INFO:tasks.workunit.client.0.smithi028.stdout: "state_done_lat": { 2024-08-29T19:03:24.627 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 92742, 2024-08-29T19:03:24.627 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 2264654152765 2024-08-29T19:03:24.627 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:24.627 INFO:tasks.workunit.client.0.smithi028.stdout: "state_finishing_lat": { 2024-08-29T19:03:24.627 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 92742, 2024-08-29T19:03:24.627 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 29138446 2024-08-29T19:03:24.628 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:24.628 INFO:tasks.workunit.client.0.smithi028.stdout: "state_io_done_lat": { 2024-08-29T19:03:24.628 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 92743, 2024-08-29T19:03:24.628 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 482644796 2024-08-29T19:03:24.628 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:24.628 INFO:tasks.workunit.client.0.smithi028.stdout: "state_kv_commiting_lat": { 2024-08-29T19:03:24.628 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 92743, 2024-08-29T19:03:24.628 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 55717940840 2024-08-29T19:03:24.628 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:24.628 INFO:tasks.workunit.client.0.smithi028.stdout: "state_kv_done_lat": { 2024-08-29T19:03:24.628 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 92743, 2024-08-29T19:03:24.628 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 73033709 2024-08-29T19:03:24.628 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:24.628 INFO:tasks.workunit.client.0.smithi028.stdout: "state_kv_queued_lat": { 2024-08-29T19:03:24.629 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 92743, 2024-08-29T19:03:24.629 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 28679611076 2024-08-29T19:03:24.629 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:24.629 INFO:tasks.workunit.client.0.smithi028.stdout: "state_prepare_lat": { 2024-08-29T19:03:24.629 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 92743, 2024-08-29T19:03:24.629 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 15785078550 2024-08-29T19:03:24.629 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:24.629 INFO:tasks.workunit.client.0.smithi028.stdout: "stored": { 2024-08-29T19:03:24.629 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 10353545 2024-08-29T19:03:24.629 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:24.629 INFO:tasks.workunit.client.0.smithi028.stdout: "truncate_lat": { 2024-08-29T19:03:24.629 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 2302, 2024-08-29T19:03:24.629 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 27674797 2024-08-29T19:03:24.629 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:24.630 INFO:tasks.workunit.client.0.smithi028.stdout: "txc_commit_lat": { 2024-08-29T19:03:24.630 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 92743, 2024-08-29T19:03:24.630 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 107124074043 2024-08-29T19:03:24.630 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:24.630 INFO:tasks.workunit.client.0.smithi028.stdout: "txc_submit_lat": { 2024-08-29T19:03:24.630 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 92743, 2024-08-29T19:03:24.630 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 18179555328 2024-08-29T19:03:24.630 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:24.630 INFO:tasks.workunit.client.0.smithi028.stdout: "txc_throttle_lat": { 2024-08-29T19:03:24.630 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 92743, 2024-08-29T19:03:24.630 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 1231589310 2024-08-29T19:03:24.630 INFO:tasks.workunit.client.0.smithi028.stdout: } 2024-08-29T19:03:24.630 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:24.630 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore-pricache": { 2024-08-29T19:03:24.631 INFO:tasks.workunit.client.0.smithi028.stdout: "cache_bytes": { 2024-08-29T19:03:24.631 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 1445592595 2024-08-29T19:03:24.631 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:24.631 INFO:tasks.workunit.client.0.smithi028.stdout: "heap_bytes": { 2024-08-29T19:03:24.631 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 546545664 2024-08-29T19:03:24.631 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:24.631 INFO:tasks.workunit.client.0.smithi028.stdout: "mapped_bytes": { 2024-08-29T19:03:24.631 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 507600896 2024-08-29T19:03:24.631 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:24.631 INFO:tasks.workunit.client.0.smithi028.stdout: "target_bytes": { 2024-08-29T19:03:24.631 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 2648116428 2024-08-29T19:03:24.631 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:24.631 INFO:tasks.workunit.client.0.smithi028.stdout: "unmapped_bytes": { 2024-08-29T19:03:24.631 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 38944768 2024-08-29T19:03:24.632 INFO:tasks.workunit.client.0.smithi028.stdout: } 2024-08-29T19:03:24.632 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:24.632 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore-pricache:data": { 2024-08-29T19:03:24.632 INFO:tasks.workunit.client.0.smithi028.stdout: "committed_bytes": { 2024-08-29T19:03:24.632 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 125829120 2024-08-29T19:03:24.632 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:24.632 INFO:tasks.workunit.client.0.smithi028.stdout: "pri0_bytes": { 2024-08-29T19:03:24.632 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:24.632 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:24.632 INFO:tasks.workunit.client.0.smithi028.stdout: "pri10_bytes": { 2024-08-29T19:03:24.632 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:24.632 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:24.632 INFO:tasks.workunit.client.0.smithi028.stdout: "pri11_bytes": { 2024-08-29T19:03:24.632 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 58456420 2024-08-29T19:03:24.633 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:24.633 INFO:tasks.workunit.client.0.smithi028.stdout: "pri1_bytes": { 2024-08-29T19:03:24.633 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:24.633 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:24.633 INFO:tasks.workunit.client.0.smithi028.stdout: "pri2_bytes": { 2024-08-29T19:03:24.633 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:24.633 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:24.633 INFO:tasks.workunit.client.0.smithi028.stdout: "pri3_bytes": { 2024-08-29T19:03:24.633 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:24.633 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:24.633 INFO:tasks.workunit.client.0.smithi028.stdout: "pri4_bytes": { 2024-08-29T19:03:24.633 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:24.633 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:24.633 INFO:tasks.workunit.client.0.smithi028.stdout: "pri5_bytes": { 2024-08-29T19:03:24.634 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 8192 2024-08-29T19:03:24.634 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:24.634 INFO:tasks.workunit.client.0.smithi028.stdout: "pri6_bytes": { 2024-08-29T19:03:24.634 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 28672 2024-08-29T19:03:24.634 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:24.634 INFO:tasks.workunit.client.0.smithi028.stdout: "pri7_bytes": { 2024-08-29T19:03:24.634 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:24.634 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:24.634 INFO:tasks.workunit.client.0.smithi028.stdout: "pri8_bytes": { 2024-08-29T19:03:24.634 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:24.634 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:24.634 INFO:tasks.workunit.client.0.smithi028.stdout: "pri9_bytes": { 2024-08-29T19:03:24.634 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:24.634 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:24.635 INFO:tasks.workunit.client.0.smithi028.stdout: "reserved_bytes": { 2024-08-29T19:03:24.635 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 67335836 2024-08-29T19:03:24.635 INFO:tasks.workunit.client.0.smithi028.stdout: } 2024-08-29T19:03:24.635 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:24.635 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore-pricache:kv": { 2024-08-29T19:03:24.635 INFO:tasks.workunit.client.0.smithi028.stdout: "committed_bytes": { 2024-08-29T19:03:24.635 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 578813952 2024-08-29T19:03:24.635 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:24.635 INFO:tasks.workunit.client.0.smithi028.stdout: "pri0_bytes": { 2024-08-29T19:03:24.635 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 67108864 2024-08-29T19:03:24.635 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:24.635 INFO:tasks.workunit.client.0.smithi028.stdout: "pri10_bytes": { 2024-08-29T19:03:24.635 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:24.635 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:24.636 INFO:tasks.workunit.client.0.smithi028.stdout: "pri11_bytes": { 2024-08-29T19:03:24.636 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 438423154 2024-08-29T19:03:24.636 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:24.636 INFO:tasks.workunit.client.0.smithi028.stdout: "pri1_bytes": { 2024-08-29T19:03:24.636 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:24.636 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:24.636 INFO:tasks.workunit.client.0.smithi028.stdout: "pri2_bytes": { 2024-08-29T19:03:24.636 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:24.636 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:24.636 INFO:tasks.workunit.client.0.smithi028.stdout: "pri3_bytes": { 2024-08-29T19:03:24.636 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 2688 2024-08-29T19:03:24.636 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:24.636 INFO:tasks.workunit.client.0.smithi028.stdout: "pri4_bytes": { 2024-08-29T19:03:24.636 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:24.637 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:24.637 INFO:tasks.workunit.client.0.smithi028.stdout: "pri5_bytes": { 2024-08-29T19:03:24.637 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 180560 2024-08-29T19:03:24.637 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:24.637 INFO:tasks.workunit.client.0.smithi028.stdout: "pri6_bytes": { 2024-08-29T19:03:24.637 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:24.637 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:24.637 INFO:tasks.workunit.client.0.smithi028.stdout: "pri7_bytes": { 2024-08-29T19:03:24.637 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:24.637 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:24.637 INFO:tasks.workunit.client.0.smithi028.stdout: "pri8_bytes": { 2024-08-29T19:03:24.637 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:24.638 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:24.638 INFO:tasks.workunit.client.0.smithi028.stdout: "pri9_bytes": { 2024-08-29T19:03:24.638 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:24.638 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:24.638 INFO:tasks.workunit.client.0.smithi028.stdout: "reserved_bytes": { 2024-08-29T19:03:24.638 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 73098686 2024-08-29T19:03:24.638 INFO:tasks.workunit.client.0.smithi028.stdout: } 2024-08-29T19:03:24.638 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:24.638 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore-pricache:kv_onode": { 2024-08-29T19:03:24.638 INFO:tasks.workunit.client.0.smithi028.stdout: "committed_bytes": { 2024-08-29T19:03:24.638 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 176160768 2024-08-29T19:03:24.638 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:24.638 INFO:tasks.workunit.client.0.smithi028.stdout: "pri0_bytes": { 2024-08-29T19:03:24.638 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 67108864 2024-08-29T19:03:24.639 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:24.639 INFO:tasks.workunit.client.0.smithi028.stdout: "pri10_bytes": { 2024-08-29T19:03:24.639 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 394576 2024-08-29T19:03:24.639 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:24.639 INFO:tasks.workunit.client.0.smithi028.stdout: "pri11_bytes": { 2024-08-29T19:03:24.639 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 38970947 2024-08-29T19:03:24.639 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:24.639 INFO:tasks.workunit.client.0.smithi028.stdout: "pri1_bytes": { 2024-08-29T19:03:24.639 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:24.639 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:24.639 INFO:tasks.workunit.client.0.smithi028.stdout: "pri2_bytes": { 2024-08-29T19:03:24.639 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:24.639 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:24.639 INFO:tasks.workunit.client.0.smithi028.stdout: "pri3_bytes": { 2024-08-29T19:03:24.640 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:24.640 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:24.640 INFO:tasks.workunit.client.0.smithi028.stdout: "pri4_bytes": { 2024-08-29T19:03:24.640 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:24.640 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:24.640 INFO:tasks.workunit.client.0.smithi028.stdout: "pri5_bytes": { 2024-08-29T19:03:24.640 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:24.640 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:24.640 INFO:tasks.workunit.client.0.smithi028.stdout: "pri6_bytes": { 2024-08-29T19:03:24.640 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:24.640 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:24.640 INFO:tasks.workunit.client.0.smithi028.stdout: "pri7_bytes": { 2024-08-29T19:03:24.640 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:24.641 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:24.641 INFO:tasks.workunit.client.0.smithi028.stdout: "pri8_bytes": { 2024-08-29T19:03:24.641 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:24.641 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:24.641 INFO:tasks.workunit.client.0.smithi028.stdout: "pri9_bytes": { 2024-08-29T19:03:24.641 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:24.641 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:24.641 INFO:tasks.workunit.client.0.smithi028.stdout: "reserved_bytes": { 2024-08-29T19:03:24.641 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 69686381 2024-08-29T19:03:24.641 INFO:tasks.workunit.client.0.smithi028.stdout: } 2024-08-29T19:03:24.641 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:24.641 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore-pricache:meta": { 2024-08-29T19:03:24.641 INFO:tasks.workunit.client.0.smithi028.stdout: "committed_bytes": { 2024-08-29T19:03:24.641 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 511705088 2024-08-29T19:03:24.642 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:24.642 INFO:tasks.workunit.client.0.smithi028.stdout: "pri0_bytes": { 2024-08-29T19:03:24.642 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:24.642 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:24.642 INFO:tasks.workunit.client.0.smithi028.stdout: "pri10_bytes": { 2024-08-29T19:03:24.642 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:24.642 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:24.642 INFO:tasks.workunit.client.0.smithi028.stdout: "pri11_bytes": { 2024-08-29T19:03:24.642 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 438423154 2024-08-29T19:03:24.642 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:24.642 INFO:tasks.workunit.client.0.smithi028.stdout: "pri1_bytes": { 2024-08-29T19:03:24.642 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:24.642 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:24.642 INFO:tasks.workunit.client.0.smithi028.stdout: "pri2_bytes": { 2024-08-29T19:03:24.643 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:24.643 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:24.643 INFO:tasks.workunit.client.0.smithi028.stdout: "pri3_bytes": { 2024-08-29T19:03:24.643 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:24.643 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:24.643 INFO:tasks.workunit.client.0.smithi028.stdout: "pri4_bytes": { 2024-08-29T19:03:24.643 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 989 2024-08-29T19:03:24.643 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:24.643 INFO:tasks.workunit.client.0.smithi028.stdout: "pri5_bytes": { 2024-08-29T19:03:24.643 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 143448 2024-08-29T19:03:24.643 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:24.643 INFO:tasks.workunit.client.0.smithi028.stdout: "pri6_bytes": { 2024-08-29T19:03:24.643 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 1092189 2024-08-29T19:03:24.643 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:24.644 INFO:tasks.workunit.client.0.smithi028.stdout: "pri7_bytes": { 2024-08-29T19:03:24.644 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:24.644 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:24.644 INFO:tasks.workunit.client.0.smithi028.stdout: "pri8_bytes": { 2024-08-29T19:03:24.644 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:24.644 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:24.644 INFO:tasks.workunit.client.0.smithi028.stdout: "pri9_bytes": { 2024-08-29T19:03:24.644 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:24.644 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:24.644 INFO:tasks.workunit.client.0.smithi028.stdout: "reserved_bytes": { 2024-08-29T19:03:24.644 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 72045308 2024-08-29T19:03:24.644 INFO:tasks.workunit.client.0.smithi028.stdout: } 2024-08-29T19:03:24.644 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:24.644 INFO:tasks.workunit.client.0.smithi028.stdout: "objecter": { 2024-08-29T19:03:24.645 INFO:tasks.workunit.client.0.smithi028.stdout: "op_active": { 2024-08-29T19:03:24.645 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:24.645 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:24.645 INFO:tasks.workunit.client.0.smithi028.stdout: "op_r": { 2024-08-29T19:03:24.645 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 29 2024-08-29T19:03:24.645 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:24.645 INFO:tasks.workunit.client.0.smithi028.stdout: "op_rmw": { 2024-08-29T19:03:24.645 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:24.645 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:24.645 INFO:tasks.workunit.client.0.smithi028.stdout: "op_w": { 2024-08-29T19:03:24.645 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 1 2024-08-29T19:03:24.645 INFO:tasks.workunit.client.0.smithi028.stdout: } 2024-08-29T19:03:24.645 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:24.645 INFO:tasks.workunit.client.0.smithi028.stdout: "osd": { 2024-08-29T19:03:24.646 INFO:tasks.workunit.client.0.smithi028.stdout: "numpg": { 2024-08-29T19:03:24.646 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 61 2024-08-29T19:03:24.646 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:24.646 INFO:tasks.workunit.client.0.smithi028.stdout: "numpg_removing": { 2024-08-29T19:03:24.646 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:24.646 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:24.646 INFO:tasks.workunit.client.0.smithi028.stdout: "op": { 2024-08-29T19:03:24.646 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 45092 2024-08-29T19:03:24.646 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:24.646 INFO:tasks.workunit.client.0.smithi028.stdout: "op_before_queue_op_lat": { 2024-08-29T19:03:24.646 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 126654, 2024-08-29T19:03:24.646 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 11072705908 2024-08-29T19:03:24.646 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:24.646 INFO:tasks.workunit.client.0.smithi028.stdout: "op_delayed_degraded": { 2024-08-29T19:03:24.647 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:24.647 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:24.647 INFO:tasks.workunit.client.0.smithi028.stdout: "op_delayed_unreadable": { 2024-08-29T19:03:24.647 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:24.647 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:24.647 INFO:tasks.workunit.client.0.smithi028.stdout: "op_in_bytes": { 2024-08-29T19:03:24.647 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 1716331298 2024-08-29T19:03:24.647 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:24.647 INFO:tasks.workunit.client.0.smithi028.stdout: "op_latency": { 2024-08-29T19:03:24.647 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 45092, 2024-08-29T19:03:24.647 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 377133691400 2024-08-29T19:03:24.647 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:24.647 INFO:tasks.workunit.client.0.smithi028.stdout: "op_out_bytes": { 2024-08-29T19:03:24.647 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 2849091592 2024-08-29T19:03:24.648 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:24.648 INFO:tasks.workunit.client.0.smithi028.stdout: "op_prepare_latency": { 2024-08-29T19:03:24.648 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 45847, 2024-08-29T19:03:24.648 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 40984623299 2024-08-29T19:03:24.648 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:24.648 INFO:tasks.workunit.client.0.smithi028.stdout: "op_process_latency": { 2024-08-29T19:03:24.648 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 45092, 2024-08-29T19:03:24.648 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 110508160732 2024-08-29T19:03:24.648 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:24.648 INFO:tasks.workunit.client.0.smithi028.stdout: "op_r": { 2024-08-29T19:03:24.648 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 30073 2024-08-29T19:03:24.648 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:24.648 INFO:tasks.workunit.client.0.smithi028.stdout: "op_r_latency": { 2024-08-29T19:03:24.648 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 30073, 2024-08-29T19:03:24.649 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 25505133135 2024-08-29T19:03:24.649 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:24.649 INFO:tasks.workunit.client.0.smithi028.stdout: "op_r_latency_out_bytes_histogram": { 2024-08-29T19:03:24.649 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:24.649 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:24.649 INFO:tasks.workunit.client.0.smithi028.stdout: "op_r_out_bytes": { 2024-08-29T19:03:24.649 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 2849091592 2024-08-29T19:03:24.649 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:24.649 INFO:tasks.workunit.client.0.smithi028.stdout: "op_r_prepare_latency": { 2024-08-29T19:03:24.649 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 30148, 2024-08-29T19:03:24.649 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 13572094487 2024-08-29T19:03:24.649 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:24.649 INFO:tasks.workunit.client.0.smithi028.stdout: "op_r_process_latency": { 2024-08-29T19:03:24.649 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 30073, 2024-08-29T19:03:24.650 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 13306458541 2024-08-29T19:03:24.650 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:24.650 INFO:tasks.workunit.client.0.smithi028.stdout: "op_rw": { 2024-08-29T19:03:24.650 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 7897 2024-08-29T19:03:24.650 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:24.650 INFO:tasks.workunit.client.0.smithi028.stdout: "op_rw_in_bytes": { 2024-08-29T19:03:24.650 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 280499741 2024-08-29T19:03:24.650 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:24.650 INFO:tasks.workunit.client.0.smithi028.stdout: "op_rw_latency": { 2024-08-29T19:03:24.650 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 7897, 2024-08-29T19:03:24.650 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 27364295026 2024-08-29T19:03:24.650 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:24.650 INFO:tasks.workunit.client.0.smithi028.stdout: "op_rw_latency_in_bytes_histogram": { 2024-08-29T19:03:24.650 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:24.651 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:24.651 INFO:tasks.workunit.client.0.smithi028.stdout: "op_rw_latency_out_bytes_histogram": { 2024-08-29T19:03:24.651 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:24.651 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:24.651 INFO:tasks.workunit.client.0.smithi028.stdout: "op_rw_out_bytes": { 2024-08-29T19:03:24.651 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:24.651 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:24.651 INFO:tasks.workunit.client.0.smithi028.stdout: "op_rw_prepare_latency": { 2024-08-29T19:03:24.651 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 8411, 2024-08-29T19:03:24.651 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 11647068673 2024-08-29T19:03:24.651 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:24.651 INFO:tasks.workunit.client.0.smithi028.stdout: "op_rw_process_latency": { 2024-08-29T19:03:24.651 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 7897, 2024-08-29T19:03:24.651 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 24037696548 2024-08-29T19:03:24.652 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:24.652 INFO:tasks.workunit.client.0.smithi028.stdout: "op_w": { 2024-08-29T19:03:24.652 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 7122 2024-08-29T19:03:24.652 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:24.652 INFO:tasks.workunit.client.0.smithi028.stdout: "op_w_in_bytes": { 2024-08-29T19:03:24.652 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 1435831557 2024-08-29T19:03:24.652 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:24.652 INFO:tasks.workunit.client.0.smithi028.stdout: "op_w_latency": { 2024-08-29T19:03:24.652 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 7122, 2024-08-29T19:03:24.652 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 324264263239 2024-08-29T19:03:24.652 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:24.652 INFO:tasks.workunit.client.0.smithi028.stdout: "op_w_latency_in_bytes_histogram": { 2024-08-29T19:03:24.652 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:24.653 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:24.653 INFO:tasks.workunit.client.0.smithi028.stdout: "op_w_prepare_latency": { 2024-08-29T19:03:24.653 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 7288, 2024-08-29T19:03:24.653 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 15765460139 2024-08-29T19:03:24.653 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:24.653 INFO:tasks.workunit.client.0.smithi028.stdout: "op_w_process_latency": { 2024-08-29T19:03:24.653 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 7122, 2024-08-29T19:03:24.653 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 73164005643 2024-08-29T19:03:24.653 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:24.653 INFO:tasks.workunit.client.0.smithi028.stdout: "op_wip": { 2024-08-29T19:03:24.653 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:24.653 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:24.653 INFO:tasks.workunit.client.0.smithi028.stdout: "recovery_bytes": { 2024-08-29T19:03:24.653 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 62 2024-08-29T19:03:24.654 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:24.654 INFO:tasks.workunit.client.0.smithi028.stdout: "recovery_ops": { 2024-08-29T19:03:24.654 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 9 2024-08-29T19:03:24.654 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:24.654 INFO:tasks.workunit.client.0.smithi028.stdout: "stat_bytes": { 2024-08-29T19:03:24.654 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 95995035648 2024-08-29T19:03:24.654 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:24.654 INFO:tasks.workunit.client.0.smithi028.stdout: "stat_bytes_used": { 2024-08-29T19:03:24.654 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 962740224 2024-08-29T19:03:24.654 INFO:tasks.workunit.client.0.smithi028.stdout: } 2024-08-29T19:03:24.654 INFO:tasks.workunit.client.0.smithi028.stdout: } 2024-08-29T19:03:24.654 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:24.654 INFO:tasks.workunit.client.0.smithi028.stdout: "osd.1": { 2024-08-29T19:03:24.654 INFO:tasks.workunit.client.0.smithi028.stdout: "bluefs": { 2024-08-29T19:03:24.655 INFO:tasks.workunit.client.0.smithi028.stdout: "alloc_db_max_lat": { 2024-08-29T19:03:24.655 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 144679 2024-08-29T19:03:24.655 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:24.655 INFO:tasks.workunit.client.0.smithi028.stdout: "alloc_slow_fallback": { 2024-08-29T19:03:24.655 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:24.655 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:24.655 INFO:tasks.workunit.client.0.smithi028.stdout: "alloc_slow_max_lat": { 2024-08-29T19:03:24.655 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:24.655 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:24.655 INFO:tasks.workunit.client.0.smithi028.stdout: "alloc_slow_size_fallback": { 2024-08-29T19:03:24.655 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:24.655 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:24.655 INFO:tasks.workunit.client.0.smithi028.stdout: "alloc_unit_db": { 2024-08-29T19:03:24.655 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 65536 2024-08-29T19:03:24.656 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:24.656 INFO:tasks.workunit.client.0.smithi028.stdout: "alloc_unit_slow": { 2024-08-29T19:03:24.656 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:24.656 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:24.656 INFO:tasks.workunit.client.0.smithi028.stdout: "alloc_unit_wal": { 2024-08-29T19:03:24.656 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:24.656 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:24.656 INFO:tasks.workunit.client.0.smithi028.stdout: "alloc_wal_max_lat": { 2024-08-29T19:03:24.656 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:24.656 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:24.656 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes_written_slow": { 2024-08-29T19:03:24.656 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:24.656 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:24.656 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes_written_sst": { 2024-08-29T19:03:24.657 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 20049920 2024-08-29T19:03:24.657 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:24.657 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes_written_wal": { 2024-08-29T19:03:24.657 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 878288896 2024-08-29T19:03:24.657 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:24.657 INFO:tasks.workunit.client.0.smithi028.stdout: "compact_lat": { 2024-08-29T19:03:24.657 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 17, 2024-08-29T19:03:24.657 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 6821312 2024-08-29T19:03:24.657 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:24.657 INFO:tasks.workunit.client.0.smithi028.stdout: "compact_lock_lat": { 2024-08-29T19:03:24.657 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 17, 2024-08-29T19:03:24.657 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 2611993 2024-08-29T19:03:24.658 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:24.658 INFO:tasks.workunit.client.0.smithi028.stdout: "db_alloc_lat": { 2024-08-29T19:03:24.658 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 225, 2024-08-29T19:03:24.658 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 1495782 2024-08-29T19:03:24.658 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:24.658 INFO:tasks.workunit.client.0.smithi028.stdout: "db_total_bytes": { 2024-08-29T19:03:24.658 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 95995027456 2024-08-29T19:03:24.658 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:24.658 INFO:tasks.workunit.client.0.smithi028.stdout: "db_used_bytes": { 2024-08-29T19:03:24.658 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 1050607616 2024-08-29T19:03:24.658 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:24.658 INFO:tasks.workunit.client.0.smithi028.stdout: "flush_lat": { 2024-08-29T19:03:24.658 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 70312, 2024-08-29T19:03:24.658 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 9940804957 2024-08-29T19:03:24.659 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:24.659 INFO:tasks.workunit.client.0.smithi028.stdout: "fsync_lat": { 2024-08-29T19:03:24.659 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 70322, 2024-08-29T19:03:24.659 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 18867600207 2024-08-29T19:03:24.659 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:24.659 INFO:tasks.workunit.client.0.smithi028.stdout: "log_bytes": { 2024-08-29T19:03:24.659 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 5279744 2024-08-29T19:03:24.659 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:24.659 INFO:tasks.workunit.client.0.smithi028.stdout: "logged_bytes": { 2024-08-29T19:03:24.659 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 287911936 2024-08-29T19:03:24.659 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:24.659 INFO:tasks.workunit.client.0.smithi028.stdout: "max_bytes_db": { 2024-08-29T19:03:24.659 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 1067646976 2024-08-29T19:03:24.659 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:24.660 INFO:tasks.workunit.client.0.smithi028.stdout: "max_bytes_slow": { 2024-08-29T19:03:24.660 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:24.660 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:24.660 INFO:tasks.workunit.client.0.smithi028.stdout: "max_bytes_wal": { 2024-08-29T19:03:24.660 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:24.660 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:24.660 INFO:tasks.workunit.client.0.smithi028.stdout: "num_files": { 2024-08-29T19:03:24.660 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 70 2024-08-29T19:03:24.660 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:24.660 INFO:tasks.workunit.client.0.smithi028.stdout: "read_bytes": { 2024-08-29T19:03:24.660 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 467304709 2024-08-29T19:03:24.660 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:24.660 INFO:tasks.workunit.client.0.smithi028.stdout: "read_count": { 2024-08-29T19:03:24.660 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 22047 2024-08-29T19:03:24.661 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:24.661 INFO:tasks.workunit.client.0.smithi028.stdout: "read_disk_bytes": { 2024-08-29T19:03:24.661 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 405528576 2024-08-29T19:03:24.661 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:24.661 INFO:tasks.workunit.client.0.smithi028.stdout: "read_disk_bytes_db": { 2024-08-29T19:03:24.661 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 405532672 2024-08-29T19:03:24.661 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:24.661 INFO:tasks.workunit.client.0.smithi028.stdout: "read_disk_bytes_slow": { 2024-08-29T19:03:24.661 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:24.661 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:24.661 INFO:tasks.workunit.client.0.smithi028.stdout: "read_disk_bytes_wal": { 2024-08-29T19:03:24.661 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:24.661 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:24.662 INFO:tasks.workunit.client.0.smithi028.stdout: "read_disk_count": { 2024-08-29T19:03:24.662 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 9966 2024-08-29T19:03:24.662 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:24.662 INFO:tasks.workunit.client.0.smithi028.stdout: "read_lat": { 2024-08-29T19:03:24.662 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 22047, 2024-08-29T19:03:24.662 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 317101678 2024-08-29T19:03:24.662 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:24.662 INFO:tasks.workunit.client.0.smithi028.stdout: "read_prefetch_bytes": { 2024-08-29T19:03:24.662 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 303171217 2024-08-29T19:03:24.662 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:24.662 INFO:tasks.workunit.client.0.smithi028.stdout: "read_prefetch_count": { 2024-08-29T19:03:24.662 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 17026 2024-08-29T19:03:24.662 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:24.662 INFO:tasks.workunit.client.0.smithi028.stdout: "read_random_buffer_bytes": { 2024-08-29T19:03:24.663 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 6800005 2024-08-29T19:03:24.663 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:24.663 INFO:tasks.workunit.client.0.smithi028.stdout: "read_random_buffer_count": { 2024-08-29T19:03:24.663 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 1170 2024-08-29T19:03:24.663 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:24.663 INFO:tasks.workunit.client.0.smithi028.stdout: "read_random_bytes": { 2024-08-29T19:03:24.663 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 19869883 2024-08-29T19:03:24.663 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:24.663 INFO:tasks.workunit.client.0.smithi028.stdout: "read_random_count": { 2024-08-29T19:03:24.663 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 1562 2024-08-29T19:03:24.663 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:24.663 INFO:tasks.workunit.client.0.smithi028.stdout: "read_random_disk_bytes": { 2024-08-29T19:03:24.663 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 13069878 2024-08-29T19:03:24.663 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:24.664 INFO:tasks.workunit.client.0.smithi028.stdout: "read_random_disk_bytes_db": { 2024-08-29T19:03:24.664 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 13069878 2024-08-29T19:03:24.664 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:24.664 INFO:tasks.workunit.client.0.smithi028.stdout: "read_random_disk_bytes_slow": { 2024-08-29T19:03:24.664 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:24.664 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:24.664 INFO:tasks.workunit.client.0.smithi028.stdout: "read_random_disk_bytes_wal": { 2024-08-29T19:03:24.664 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:24.664 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:24.664 INFO:tasks.workunit.client.0.smithi028.stdout: "read_random_disk_count": { 2024-08-29T19:03:24.664 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 412 2024-08-29T19:03:24.664 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:24.664 INFO:tasks.workunit.client.0.smithi028.stdout: "read_random_lat": { 2024-08-29T19:03:24.664 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 1562, 2024-08-29T19:03:24.665 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 17380143 2024-08-29T19:03:24.665 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:24.665 INFO:tasks.workunit.client.0.smithi028.stdout: "slow_alloc_lat": { 2024-08-29T19:03:24.665 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 0, 2024-08-29T19:03:24.665 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:24.665 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:24.665 INFO:tasks.workunit.client.0.smithi028.stdout: "slow_total_bytes": { 2024-08-29T19:03:24.665 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:24.665 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:24.665 INFO:tasks.workunit.client.0.smithi028.stdout: "slow_used_bytes": { 2024-08-29T19:03:24.665 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:24.665 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:24.665 INFO:tasks.workunit.client.0.smithi028.stdout: "truncate_lat": { 2024-08-29T19:03:24.665 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 1, 2024-08-29T19:03:24.666 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 626 2024-08-29T19:03:24.666 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:24.666 INFO:tasks.workunit.client.0.smithi028.stdout: "unlink_lat": { 2024-08-29T19:03:24.666 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 4, 2024-08-29T19:03:24.666 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 5976 2024-08-29T19:03:24.666 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:24.666 INFO:tasks.workunit.client.0.smithi028.stdout: "wal_alloc_lat": { 2024-08-29T19:03:24.666 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 0, 2024-08-29T19:03:24.666 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:24.666 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:24.666 INFO:tasks.workunit.client.0.smithi028.stdout: "wal_total_bytes": { 2024-08-29T19:03:24.666 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:24.666 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:24.666 INFO:tasks.workunit.client.0.smithi028.stdout: "wal_used_bytes": { 2024-08-29T19:03:24.667 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:24.667 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:24.667 INFO:tasks.workunit.client.0.smithi028.stdout: "write_bytes": { 2024-08-29T19:03:24.667 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 1188847616 2024-08-29T19:03:24.667 INFO:tasks.workunit.client.0.smithi028.stdout: } 2024-08-29T19:03:24.667 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:24.667 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore": { 2024-08-29T19:03:24.667 INFO:tasks.workunit.client.0.smithi028.stdout: "alloc_unit": { 2024-08-29T19:03:24.667 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 4096 2024-08-29T19:03:24.667 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:24.667 INFO:tasks.workunit.client.0.smithi028.stdout: "allocated": { 2024-08-29T19:03:24.667 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 13824000 2024-08-29T19:03:24.667 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:24.667 INFO:tasks.workunit.client.0.smithi028.stdout: "allocator_lat": { 2024-08-29T19:03:24.667 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 17771, 2024-08-29T19:03:24.668 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 101158481 2024-08-29T19:03:24.668 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:24.668 INFO:tasks.workunit.client.0.smithi028.stdout: "clist_lat": { 2024-08-29T19:03:24.668 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 3157, 2024-08-29T19:03:24.668 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 1086829955 2024-08-29T19:03:24.668 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:24.668 INFO:tasks.workunit.client.0.smithi028.stdout: "compress_lat": { 2024-08-29T19:03:24.668 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 0, 2024-08-29T19:03:24.668 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:24.668 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:24.668 INFO:tasks.workunit.client.0.smithi028.stdout: "compressed": { 2024-08-29T19:03:24.668 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:24.668 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:24.669 INFO:tasks.workunit.client.0.smithi028.stdout: "compressed_allocated": { 2024-08-29T19:03:24.669 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:24.669 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:24.669 INFO:tasks.workunit.client.0.smithi028.stdout: "compressed_original": { 2024-08-29T19:03:24.669 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:24.669 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:24.669 INFO:tasks.workunit.client.0.smithi028.stdout: "csum_lat": { 2024-08-29T19:03:24.669 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 22411, 2024-08-29T19:03:24.669 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 277769328 2024-08-29T19:03:24.669 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:24.669 INFO:tasks.workunit.client.0.smithi028.stdout: "decompress_lat": { 2024-08-29T19:03:24.669 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 0, 2024-08-29T19:03:24.669 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:24.669 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:24.670 INFO:tasks.workunit.client.0.smithi028.stdout: "fragmentation_micros": { 2024-08-29T19:03:24.670 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:24.670 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:24.670 INFO:tasks.workunit.client.0.smithi028.stdout: "kv_commit_lat": { 2024-08-29T19:03:24.670 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 70203, 2024-08-29T19:03:24.670 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 26419673705 2024-08-29T19:03:24.670 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:24.670 INFO:tasks.workunit.client.0.smithi028.stdout: "kv_final_lat": { 2024-08-29T19:03:24.670 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 69260, 2024-08-29T19:03:24.670 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 4019355574 2024-08-29T19:03:24.670 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:24.670 INFO:tasks.workunit.client.0.smithi028.stdout: "kv_flush_lat": { 2024-08-29T19:03:24.670 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 70203, 2024-08-29T19:03:24.670 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 97806822 2024-08-29T19:03:24.671 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:24.671 INFO:tasks.workunit.client.0.smithi028.stdout: "kv_sync_lat": { 2024-08-29T19:03:24.671 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 70203, 2024-08-29T19:03:24.671 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 26517480527 2024-08-29T19:03:24.671 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:24.671 INFO:tasks.workunit.client.0.smithi028.stdout: "omap_get_keys_lat": { 2024-08-29T19:03:24.671 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 0, 2024-08-29T19:03:24.671 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:24.671 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:24.671 INFO:tasks.workunit.client.0.smithi028.stdout: "omap_get_values_lat": { 2024-08-29T19:03:24.671 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 27338, 2024-08-29T19:03:24.671 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 1409056607 2024-08-29T19:03:24.671 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:24.671 INFO:tasks.workunit.client.0.smithi028.stdout: "omap_lower_bound_lat": { 2024-08-29T19:03:24.672 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 830, 2024-08-29T19:03:24.672 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 5481857 2024-08-29T19:03:24.672 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:24.672 INFO:tasks.workunit.client.0.smithi028.stdout: "omap_next_lat": { 2024-08-29T19:03:24.672 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 10084, 2024-08-29T19:03:24.672 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 14234136 2024-08-29T19:03:24.672 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:24.672 INFO:tasks.workunit.client.0.smithi028.stdout: "omap_seek_to_first_lat": { 2024-08-29T19:03:24.672 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 45, 2024-08-29T19:03:24.672 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 55933 2024-08-29T19:03:24.672 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:24.672 INFO:tasks.workunit.client.0.smithi028.stdout: "omap_upper_bound_lat": { 2024-08-29T19:03:24.672 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 13992, 2024-08-29T19:03:24.672 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 7076317100 2024-08-29T19:03:24.673 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:24.673 INFO:tasks.workunit.client.0.smithi028.stdout: "onode_hits": { 2024-08-29T19:03:24.673 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 224990 2024-08-29T19:03:24.673 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:24.673 INFO:tasks.workunit.client.0.smithi028.stdout: "onode_misses": { 2024-08-29T19:03:24.673 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 26666 2024-08-29T19:03:24.673 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:24.673 INFO:tasks.workunit.client.0.smithi028.stdout: "read_lat": { 2024-08-29T19:03:24.673 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 22936, 2024-08-29T19:03:24.673 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 3187927274 2024-08-29T19:03:24.673 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:24.673 INFO:tasks.workunit.client.0.smithi028.stdout: "read_onode_meta_lat": { 2024-08-29T19:03:24.673 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 73838, 2024-08-29T19:03:24.674 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 45127467 2024-08-29T19:03:24.674 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:24.674 INFO:tasks.workunit.client.0.smithi028.stdout: "read_wait_aio_lat": { 2024-08-29T19:03:24.674 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 50902, 2024-08-29T19:03:24.674 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 1030806855 2024-08-29T19:03:24.674 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:24.674 INFO:tasks.workunit.client.0.smithi028.stdout: "reads_with_retries": { 2024-08-29T19:03:24.674 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:24.674 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:24.674 INFO:tasks.workunit.client.0.smithi028.stdout: "remove_lat": { 2024-08-29T19:03:24.674 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 14592, 2024-08-29T19:03:24.674 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 666895779 2024-08-29T19:03:24.674 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:24.674 INFO:tasks.workunit.client.0.smithi028.stdout: "slow_aio_wait_count": { 2024-08-29T19:03:24.675 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:24.675 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:24.675 INFO:tasks.workunit.client.0.smithi028.stdout: "slow_committed_kv_count": { 2024-08-29T19:03:24.675 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:24.675 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:24.675 INFO:tasks.workunit.client.0.smithi028.stdout: "slow_read_onode_meta_count": { 2024-08-29T19:03:24.675 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:24.675 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:24.675 INFO:tasks.workunit.client.0.smithi028.stdout: "slow_read_wait_aio_count": { 2024-08-29T19:03:24.675 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:24.675 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:24.675 INFO:tasks.workunit.client.0.smithi028.stdout: "state_aio_wait_lat": { 2024-08-29T19:03:24.675 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 80570, 2024-08-29T19:03:24.675 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 5143698940 2024-08-29T19:03:24.676 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:24.676 INFO:tasks.workunit.client.0.smithi028.stdout: "state_deferred_aio_wait_lat": { 2024-08-29T19:03:24.676 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 21647, 2024-08-29T19:03:24.676 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 2438002799 2024-08-29T19:03:24.676 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:24.676 INFO:tasks.workunit.client.0.smithi028.stdout: "state_deferred_cleanup_lat": { 2024-08-29T19:03:24.676 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 21646, 2024-08-29T19:03:24.676 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 1996143678566 2024-08-29T19:03:24.676 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:24.676 INFO:tasks.workunit.client.0.smithi028.stdout: "state_deferred_queued_lat": { 2024-08-29T19:03:24.676 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 21647, 2024-08-29T19:03:24.676 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 6503736074573 2024-08-29T19:03:24.677 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:24.677 INFO:tasks.workunit.client.0.smithi028.stdout: "state_done_lat": { 2024-08-29T19:03:24.677 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 80569, 2024-08-29T19:03:24.677 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 2608627284682 2024-08-29T19:03:24.677 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:24.677 INFO:tasks.workunit.client.0.smithi028.stdout: "state_finishing_lat": { 2024-08-29T19:03:24.677 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 80569, 2024-08-29T19:03:24.677 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 18062572 2024-08-29T19:03:24.677 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:24.677 INFO:tasks.workunit.client.0.smithi028.stdout: "state_io_done_lat": { 2024-08-29T19:03:24.677 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 80570, 2024-08-29T19:03:24.677 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 182595332 2024-08-29T19:03:24.677 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:24.677 INFO:tasks.workunit.client.0.smithi028.stdout: "state_kv_commiting_lat": { 2024-08-29T19:03:24.678 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 80570, 2024-08-29T19:03:24.678 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 45807511368 2024-08-29T19:03:24.678 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:24.678 INFO:tasks.workunit.client.0.smithi028.stdout: "state_kv_done_lat": { 2024-08-29T19:03:24.678 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 80570, 2024-08-29T19:03:24.678 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 57547722 2024-08-29T19:03:24.678 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:24.678 INFO:tasks.workunit.client.0.smithi028.stdout: "state_kv_queued_lat": { 2024-08-29T19:03:24.678 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 80570, 2024-08-29T19:03:24.678 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 24530595325 2024-08-29T19:03:24.678 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:24.678 INFO:tasks.workunit.client.0.smithi028.stdout: "state_prepare_lat": { 2024-08-29T19:03:24.678 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 80570, 2024-08-29T19:03:24.678 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 16451569972 2024-08-29T19:03:24.679 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:24.679 INFO:tasks.workunit.client.0.smithi028.stdout: "stored": { 2024-08-29T19:03:24.679 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 9762640 2024-08-29T19:03:24.679 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:24.679 INFO:tasks.workunit.client.0.smithi028.stdout: "truncate_lat": { 2024-08-29T19:03:24.679 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 2329, 2024-08-29T19:03:24.679 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 23667003 2024-08-29T19:03:24.679 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:24.679 INFO:tasks.workunit.client.0.smithi028.stdout: "txc_commit_lat": { 2024-08-29T19:03:24.679 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 80570, 2024-08-29T19:03:24.679 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 92142660051 2024-08-29T19:03:24.679 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:24.679 INFO:tasks.workunit.client.0.smithi028.stdout: "txc_submit_lat": { 2024-08-29T19:03:24.679 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 80570, 2024-08-29T19:03:24.679 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 18620006649 2024-08-29T19:03:24.680 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:24.680 INFO:tasks.workunit.client.0.smithi028.stdout: "txc_throttle_lat": { 2024-08-29T19:03:24.680 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 80570, 2024-08-29T19:03:24.680 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 958744392 2024-08-29T19:03:24.680 INFO:tasks.workunit.client.0.smithi028.stdout: } 2024-08-29T19:03:24.680 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:24.680 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore-pricache": { 2024-08-29T19:03:24.680 INFO:tasks.workunit.client.0.smithi028.stdout: "cache_bytes": { 2024-08-29T19:03:24.680 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 1445592595 2024-08-29T19:03:24.680 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:24.680 INFO:tasks.workunit.client.0.smithi028.stdout: "heap_bytes": { 2024-08-29T19:03:24.680 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 491053056 2024-08-29T19:03:24.680 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:24.681 INFO:tasks.workunit.client.0.smithi028.stdout: "mapped_bytes": { 2024-08-29T19:03:24.681 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 438640640 2024-08-29T19:03:24.681 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:24.681 INFO:tasks.workunit.client.0.smithi028.stdout: "target_bytes": { 2024-08-29T19:03:24.681 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 2648116428 2024-08-29T19:03:24.681 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:24.681 INFO:tasks.workunit.client.0.smithi028.stdout: "unmapped_bytes": { 2024-08-29T19:03:24.681 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 52412416 2024-08-29T19:03:24.681 INFO:tasks.workunit.client.0.smithi028.stdout: } 2024-08-29T19:03:24.681 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:24.681 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore-pricache:data": { 2024-08-29T19:03:24.681 INFO:tasks.workunit.client.0.smithi028.stdout: "committed_bytes": { 2024-08-29T19:03:24.681 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 125829120 2024-08-29T19:03:24.681 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:24.682 INFO:tasks.workunit.client.0.smithi028.stdout: "pri0_bytes": { 2024-08-29T19:03:24.682 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:24.682 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:24.682 INFO:tasks.workunit.client.0.smithi028.stdout: "pri10_bytes": { 2024-08-29T19:03:24.682 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:24.682 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:24.682 INFO:tasks.workunit.client.0.smithi028.stdout: "pri11_bytes": { 2024-08-29T19:03:24.682 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 58485659 2024-08-29T19:03:24.682 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:24.682 INFO:tasks.workunit.client.0.smithi028.stdout: "pri1_bytes": { 2024-08-29T19:03:24.682 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:24.682 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:24.682 INFO:tasks.workunit.client.0.smithi028.stdout: "pri2_bytes": { 2024-08-29T19:03:24.682 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:24.683 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:24.683 INFO:tasks.workunit.client.0.smithi028.stdout: "pri3_bytes": { 2024-08-29T19:03:24.683 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:24.683 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:24.683 INFO:tasks.workunit.client.0.smithi028.stdout: "pri4_bytes": { 2024-08-29T19:03:24.683 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:24.683 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:24.683 INFO:tasks.workunit.client.0.smithi028.stdout: "pri5_bytes": { 2024-08-29T19:03:24.683 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 12288 2024-08-29T19:03:24.683 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:24.683 INFO:tasks.workunit.client.0.smithi028.stdout: "pri6_bytes": { 2024-08-29T19:03:24.683 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 118784 2024-08-29T19:03:24.683 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:24.683 INFO:tasks.workunit.client.0.smithi028.stdout: "pri7_bytes": { 2024-08-29T19:03:24.684 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:24.684 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:24.684 INFO:tasks.workunit.client.0.smithi028.stdout: "pri8_bytes": { 2024-08-29T19:03:24.684 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:24.684 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:24.684 INFO:tasks.workunit.client.0.smithi028.stdout: "pri9_bytes": { 2024-08-29T19:03:24.684 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:24.684 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:24.684 INFO:tasks.workunit.client.0.smithi028.stdout: "reserved_bytes": { 2024-08-29T19:03:24.684 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 67212389 2024-08-29T19:03:24.684 INFO:tasks.workunit.client.0.smithi028.stdout: } 2024-08-29T19:03:24.684 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:24.684 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore-pricache:kv": { 2024-08-29T19:03:24.685 INFO:tasks.workunit.client.0.smithi028.stdout: "committed_bytes": { 2024-08-29T19:03:24.685 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 578813952 2024-08-29T19:03:24.685 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:24.685 INFO:tasks.workunit.client.0.smithi028.stdout: "pri0_bytes": { 2024-08-29T19:03:24.685 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 67108864 2024-08-29T19:03:24.685 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:24.685 INFO:tasks.workunit.client.0.smithi028.stdout: "pri10_bytes": { 2024-08-29T19:03:24.685 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:24.685 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:24.685 INFO:tasks.workunit.client.0.smithi028.stdout: "pri11_bytes": { 2024-08-29T19:03:24.685 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 438642445 2024-08-29T19:03:24.685 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:24.685 INFO:tasks.workunit.client.0.smithi028.stdout: "pri1_bytes": { 2024-08-29T19:03:24.685 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:24.686 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:24.686 INFO:tasks.workunit.client.0.smithi028.stdout: "pri2_bytes": { 2024-08-29T19:03:24.686 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:24.686 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:24.686 INFO:tasks.workunit.client.0.smithi028.stdout: "pri3_bytes": { 2024-08-29T19:03:24.686 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 272 2024-08-29T19:03:24.686 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:24.686 INFO:tasks.workunit.client.0.smithi028.stdout: "pri4_bytes": { 2024-08-29T19:03:24.686 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 2640 2024-08-29T19:03:24.686 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:24.686 INFO:tasks.workunit.client.0.smithi028.stdout: "pri5_bytes": { 2024-08-29T19:03:24.686 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 201952 2024-08-29T19:03:24.686 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:24.686 INFO:tasks.workunit.client.0.smithi028.stdout: "pri6_bytes": { 2024-08-29T19:03:24.687 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:24.687 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:24.687 INFO:tasks.workunit.client.0.smithi028.stdout: "pri7_bytes": { 2024-08-29T19:03:24.687 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:24.687 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:24.687 INFO:tasks.workunit.client.0.smithi028.stdout: "pri8_bytes": { 2024-08-29T19:03:24.687 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:24.687 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:24.687 INFO:tasks.workunit.client.0.smithi028.stdout: "pri9_bytes": { 2024-08-29T19:03:24.687 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:24.687 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:24.687 INFO:tasks.workunit.client.0.smithi028.stdout: "reserved_bytes": { 2024-08-29T19:03:24.687 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 72857779 2024-08-29T19:03:24.687 INFO:tasks.workunit.client.0.smithi028.stdout: } 2024-08-29T19:03:24.687 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:24.688 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore-pricache:kv_onode": { 2024-08-29T19:03:24.688 INFO:tasks.workunit.client.0.smithi028.stdout: "committed_bytes": { 2024-08-29T19:03:24.688 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 176160768 2024-08-29T19:03:24.688 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:24.688 INFO:tasks.workunit.client.0.smithi028.stdout: "pri0_bytes": { 2024-08-29T19:03:24.688 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 67108864 2024-08-29T19:03:24.688 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:24.688 INFO:tasks.workunit.client.0.smithi028.stdout: "pri10_bytes": { 2024-08-29T19:03:24.688 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 576480 2024-08-29T19:03:24.688 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:24.688 INFO:tasks.workunit.client.0.smithi028.stdout: "pri11_bytes": { 2024-08-29T19:03:24.688 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 38990439 2024-08-29T19:03:24.688 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:24.689 INFO:tasks.workunit.client.0.smithi028.stdout: "pri1_bytes": { 2024-08-29T19:03:24.689 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:24.689 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:24.689 INFO:tasks.workunit.client.0.smithi028.stdout: "pri2_bytes": { 2024-08-29T19:03:24.689 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:24.689 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:24.689 INFO:tasks.workunit.client.0.smithi028.stdout: "pri3_bytes": { 2024-08-29T19:03:24.689 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:24.689 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:24.689 INFO:tasks.workunit.client.0.smithi028.stdout: "pri4_bytes": { 2024-08-29T19:03:24.689 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:24.689 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:24.689 INFO:tasks.workunit.client.0.smithi028.stdout: "pri5_bytes": { 2024-08-29T19:03:24.689 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:24.690 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:24.690 INFO:tasks.workunit.client.0.smithi028.stdout: "pri6_bytes": { 2024-08-29T19:03:24.692 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:24.692 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:24.692 INFO:tasks.workunit.client.0.smithi028.stdout: "pri7_bytes": { 2024-08-29T19:03:24.692 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:24.692 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:24.693 INFO:tasks.workunit.client.0.smithi028.stdout: "pri8_bytes": { 2024-08-29T19:03:24.693 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:24.693 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:24.693 INFO:tasks.workunit.client.0.smithi028.stdout: "pri9_bytes": { 2024-08-29T19:03:24.693 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:24.693 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:24.693 INFO:tasks.workunit.client.0.smithi028.stdout: "reserved_bytes": { 2024-08-29T19:03:24.693 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 69484985 2024-08-29T19:03:24.693 INFO:tasks.workunit.client.0.smithi028.stdout: } 2024-08-29T19:03:24.693 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:24.693 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore-pricache:meta": { 2024-08-29T19:03:24.693 INFO:tasks.workunit.client.0.smithi028.stdout: "committed_bytes": { 2024-08-29T19:03:24.693 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 511705088 2024-08-29T19:03:24.693 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:24.694 INFO:tasks.workunit.client.0.smithi028.stdout: "pri0_bytes": { 2024-08-29T19:03:24.694 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:24.694 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:24.694 INFO:tasks.workunit.client.0.smithi028.stdout: "pri10_bytes": { 2024-08-29T19:03:24.694 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:24.694 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:24.694 INFO:tasks.workunit.client.0.smithi028.stdout: "pri11_bytes": { 2024-08-29T19:03:24.694 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 438642445 2024-08-29T19:03:24.694 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:24.694 INFO:tasks.workunit.client.0.smithi028.stdout: "pri1_bytes": { 2024-08-29T19:03:24.694 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:24.694 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:24.694 INFO:tasks.workunit.client.0.smithi028.stdout: "pri2_bytes": { 2024-08-29T19:03:24.694 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:24.694 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:24.695 INFO:tasks.workunit.client.0.smithi028.stdout: "pri3_bytes": { 2024-08-29T19:03:24.695 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:24.695 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:24.695 INFO:tasks.workunit.client.0.smithi028.stdout: "pri4_bytes": { 2024-08-29T19:03:24.695 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 988 2024-08-29T19:03:24.695 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:24.695 INFO:tasks.workunit.client.0.smithi028.stdout: "pri5_bytes": { 2024-08-29T19:03:24.695 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 134445 2024-08-29T19:03:24.695 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:24.695 INFO:tasks.workunit.client.0.smithi028.stdout: "pri6_bytes": { 2024-08-29T19:03:24.695 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 1088417 2024-08-29T19:03:24.695 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:24.695 INFO:tasks.workunit.client.0.smithi028.stdout: "pri7_bytes": { 2024-08-29T19:03:24.695 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:24.696 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:24.696 INFO:tasks.workunit.client.0.smithi028.stdout: "pri8_bytes": { 2024-08-29T19:03:24.696 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:24.696 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:24.696 INFO:tasks.workunit.client.0.smithi028.stdout: "pri9_bytes": { 2024-08-29T19:03:24.696 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:24.696 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:24.696 INFO:tasks.workunit.client.0.smithi028.stdout: "reserved_bytes": { 2024-08-29T19:03:24.696 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 71838793 2024-08-29T19:03:24.696 INFO:tasks.workunit.client.0.smithi028.stdout: } 2024-08-29T19:03:24.696 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:24.696 INFO:tasks.workunit.client.0.smithi028.stdout: "objecter": { 2024-08-29T19:03:24.696 INFO:tasks.workunit.client.0.smithi028.stdout: "op_active": { 2024-08-29T19:03:24.697 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:24.697 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:24.697 INFO:tasks.workunit.client.0.smithi028.stdout: "op_r": { 2024-08-29T19:03:24.697 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 48 2024-08-29T19:03:24.697 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:24.697 INFO:tasks.workunit.client.0.smithi028.stdout: "op_rmw": { 2024-08-29T19:03:24.697 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:24.697 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:24.697 INFO:tasks.workunit.client.0.smithi028.stdout: "op_w": { 2024-08-29T19:03:24.697 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:24.697 INFO:tasks.workunit.client.0.smithi028.stdout: } 2024-08-29T19:03:24.697 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:24.697 INFO:tasks.workunit.client.0.smithi028.stdout: "osd": { 2024-08-29T19:03:24.697 INFO:tasks.workunit.client.0.smithi028.stdout: "numpg": { 2024-08-29T19:03:24.697 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 49 2024-08-29T19:03:24.698 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:24.698 INFO:tasks.workunit.client.0.smithi028.stdout: "numpg_removing": { 2024-08-29T19:03:24.698 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:24.698 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:24.698 INFO:tasks.workunit.client.0.smithi028.stdout: "op": { 2024-08-29T19:03:24.698 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 42178 2024-08-29T19:03:24.698 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:24.698 INFO:tasks.workunit.client.0.smithi028.stdout: "op_before_queue_op_lat": { 2024-08-29T19:03:24.698 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 129327, 2024-08-29T19:03:24.698 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 13091953724 2024-08-29T19:03:24.698 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:24.698 INFO:tasks.workunit.client.0.smithi028.stdout: "op_delayed_degraded": { 2024-08-29T19:03:24.698 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 1 2024-08-29T19:03:24.698 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:24.699 INFO:tasks.workunit.client.0.smithi028.stdout: "op_delayed_unreadable": { 2024-08-29T19:03:24.699 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:24.699 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:24.699 INFO:tasks.workunit.client.0.smithi028.stdout: "op_in_bytes": { 2024-08-29T19:03:24.699 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 2334699612 2024-08-29T19:03:24.699 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:24.699 INFO:tasks.workunit.client.0.smithi028.stdout: "op_latency": { 2024-08-29T19:03:24.699 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 42178, 2024-08-29T19:03:24.699 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 830747222672 2024-08-29T19:03:24.699 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:24.699 INFO:tasks.workunit.client.0.smithi028.stdout: "op_out_bytes": { 2024-08-29T19:03:24.699 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 3557656939 2024-08-29T19:03:24.700 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:24.700 INFO:tasks.workunit.client.0.smithi028.stdout: "op_prepare_latency": { 2024-08-29T19:03:24.700 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 44070, 2024-08-29T19:03:24.700 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 68772055510 2024-08-29T19:03:24.700 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:24.700 INFO:tasks.workunit.client.0.smithi028.stdout: "op_process_latency": { 2024-08-29T19:03:24.700 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 42178, 2024-08-29T19:03:24.700 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 198128500422 2024-08-29T19:03:24.700 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:24.700 INFO:tasks.workunit.client.0.smithi028.stdout: "op_r": { 2024-08-29T19:03:24.700 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 19461 2024-08-29T19:03:24.700 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:24.700 INFO:tasks.workunit.client.0.smithi028.stdout: "op_r_latency": { 2024-08-29T19:03:24.700 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 19461, 2024-08-29T19:03:24.701 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 29034837695 2024-08-29T19:03:24.701 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:24.701 INFO:tasks.workunit.client.0.smithi028.stdout: "op_r_latency_out_bytes_histogram": { 2024-08-29T19:03:24.701 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:24.701 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:24.701 INFO:tasks.workunit.client.0.smithi028.stdout: "op_r_out_bytes": { 2024-08-29T19:03:24.701 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 3557656939 2024-08-29T19:03:24.701 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:24.701 INFO:tasks.workunit.client.0.smithi028.stdout: "op_r_prepare_latency": { 2024-08-29T19:03:24.701 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 19776, 2024-08-29T19:03:24.701 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 11556865525 2024-08-29T19:03:24.701 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:24.701 INFO:tasks.workunit.client.0.smithi028.stdout: "op_r_process_latency": { 2024-08-29T19:03:24.701 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 19461, 2024-08-29T19:03:24.702 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 13154754218 2024-08-29T19:03:24.702 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:24.702 INFO:tasks.workunit.client.0.smithi028.stdout: "op_rw": { 2024-08-29T19:03:24.702 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 12659 2024-08-29T19:03:24.702 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:24.702 INFO:tasks.workunit.client.0.smithi028.stdout: "op_rw_in_bytes": { 2024-08-29T19:03:24.702 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 320616170 2024-08-29T19:03:24.702 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:24.702 INFO:tasks.workunit.client.0.smithi028.stdout: "op_rw_latency": { 2024-08-29T19:03:24.702 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 12659, 2024-08-29T19:03:24.702 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 266158063272 2024-08-29T19:03:24.702 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:24.702 INFO:tasks.workunit.client.0.smithi028.stdout: "op_rw_latency_in_bytes_histogram": { 2024-08-29T19:03:24.702 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:24.703 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:24.703 INFO:tasks.workunit.client.0.smithi028.stdout: "op_rw_latency_out_bytes_histogram": { 2024-08-29T19:03:24.703 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:24.703 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:24.703 INFO:tasks.workunit.client.0.smithi028.stdout: "op_rw_out_bytes": { 2024-08-29T19:03:24.703 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:24.703 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:24.703 INFO:tasks.workunit.client.0.smithi028.stdout: "op_rw_prepare_latency": { 2024-08-29T19:03:24.703 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 13119, 2024-08-29T19:03:24.703 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 33101121982 2024-08-29T19:03:24.703 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:24.703 INFO:tasks.workunit.client.0.smithi028.stdout: "op_rw_process_latency": { 2024-08-29T19:03:24.703 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 12659, 2024-08-29T19:03:24.704 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 77691027606 2024-08-29T19:03:24.704 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:24.704 INFO:tasks.workunit.client.0.smithi028.stdout: "op_w": { 2024-08-29T19:03:24.704 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 10058 2024-08-29T19:03:24.704 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:24.704 INFO:tasks.workunit.client.0.smithi028.stdout: "op_w_in_bytes": { 2024-08-29T19:03:24.704 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 2014083442 2024-08-29T19:03:24.704 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:24.704 INFO:tasks.workunit.client.0.smithi028.stdout: "op_w_latency": { 2024-08-29T19:03:24.704 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 10058, 2024-08-29T19:03:24.704 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 535554321705 2024-08-29T19:03:24.704 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:24.704 INFO:tasks.workunit.client.0.smithi028.stdout: "op_w_latency_in_bytes_histogram": { 2024-08-29T19:03:24.704 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:24.705 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:24.705 INFO:tasks.workunit.client.0.smithi028.stdout: "op_w_prepare_latency": { 2024-08-29T19:03:24.705 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 11175, 2024-08-29T19:03:24.705 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 24114068003 2024-08-29T19:03:24.705 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:24.705 INFO:tasks.workunit.client.0.smithi028.stdout: "op_w_process_latency": { 2024-08-29T19:03:24.705 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 10058, 2024-08-29T19:03:24.705 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 107282718598 2024-08-29T19:03:24.705 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:24.705 INFO:tasks.workunit.client.0.smithi028.stdout: "op_wip": { 2024-08-29T19:03:24.705 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:24.705 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:24.705 INFO:tasks.workunit.client.0.smithi028.stdout: "recovery_bytes": { 2024-08-29T19:03:24.705 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 995500 2024-08-29T19:03:24.706 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:24.706 INFO:tasks.workunit.client.0.smithi028.stdout: "recovery_ops": { 2024-08-29T19:03:24.706 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 19 2024-08-29T19:03:24.706 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:24.706 INFO:tasks.workunit.client.0.smithi028.stdout: "stat_bytes": { 2024-08-29T19:03:24.706 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 95995035648 2024-08-29T19:03:24.706 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:24.706 INFO:tasks.workunit.client.0.smithi028.stdout: "stat_bytes_used": { 2024-08-29T19:03:24.706 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 1064443904 2024-08-29T19:03:24.706 INFO:tasks.workunit.client.0.smithi028.stdout: } 2024-08-29T19:03:24.706 INFO:tasks.workunit.client.0.smithi028.stdout: } 2024-08-29T19:03:24.706 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:24.706 INFO:tasks.workunit.client.0.smithi028.stdout: "osd.2": { 2024-08-29T19:03:24.706 INFO:tasks.workunit.client.0.smithi028.stdout: "bluefs": { 2024-08-29T19:03:24.707 INFO:tasks.workunit.client.0.smithi028.stdout: "alloc_db_max_lat": { 2024-08-29T19:03:24.707 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 28950 2024-08-29T19:03:24.707 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:24.707 INFO:tasks.workunit.client.0.smithi028.stdout: "alloc_slow_fallback": { 2024-08-29T19:03:24.707 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:24.707 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:24.707 INFO:tasks.workunit.client.0.smithi028.stdout: "alloc_slow_max_lat": { 2024-08-29T19:03:24.707 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:24.707 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:24.707 INFO:tasks.workunit.client.0.smithi028.stdout: "alloc_slow_size_fallback": { 2024-08-29T19:03:24.707 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:24.707 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:24.707 INFO:tasks.workunit.client.0.smithi028.stdout: "alloc_unit_db": { 2024-08-29T19:03:24.707 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 65536 2024-08-29T19:03:24.708 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:24.708 INFO:tasks.workunit.client.0.smithi028.stdout: "alloc_unit_slow": { 2024-08-29T19:03:24.708 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:24.708 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:24.708 INFO:tasks.workunit.client.0.smithi028.stdout: "alloc_unit_wal": { 2024-08-29T19:03:24.708 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:24.708 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:24.708 INFO:tasks.workunit.client.0.smithi028.stdout: "alloc_wal_max_lat": { 2024-08-29T19:03:24.708 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:24.708 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:24.708 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes_written_slow": { 2024-08-29T19:03:24.708 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:24.708 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:24.708 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes_written_sst": { 2024-08-29T19:03:24.709 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 21168128 2024-08-29T19:03:24.709 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:24.709 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes_written_wal": { 2024-08-29T19:03:24.709 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 693305344 2024-08-29T19:03:24.709 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:24.709 INFO:tasks.workunit.client.0.smithi028.stdout: "compact_lat": { 2024-08-29T19:03:24.709 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 16, 2024-08-29T19:03:24.709 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 8180568 2024-08-29T19:03:24.709 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:24.709 INFO:tasks.workunit.client.0.smithi028.stdout: "compact_lock_lat": { 2024-08-29T19:03:24.709 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 16, 2024-08-29T19:03:24.709 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 2099723 2024-08-29T19:03:24.709 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:24.709 INFO:tasks.workunit.client.0.smithi028.stdout: "db_alloc_lat": { 2024-08-29T19:03:24.710 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 191, 2024-08-29T19:03:24.710 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 1178407 2024-08-29T19:03:24.710 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:24.710 INFO:tasks.workunit.client.0.smithi028.stdout: "db_total_bytes": { 2024-08-29T19:03:24.710 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 95995027456 2024-08-29T19:03:24.710 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:24.710 INFO:tasks.workunit.client.0.smithi028.stdout: "db_used_bytes": { 2024-08-29T19:03:24.710 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 693043200 2024-08-29T19:03:24.710 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:24.710 INFO:tasks.workunit.client.0.smithi028.stdout: "flush_lat": { 2024-08-29T19:03:24.710 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 65047, 2024-08-29T19:03:24.710 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 8782209539 2024-08-29T19:03:24.710 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:24.710 INFO:tasks.workunit.client.0.smithi028.stdout: "fsync_lat": { 2024-08-29T19:03:24.711 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 65030, 2024-08-29T19:03:24.711 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 16754315282 2024-08-29T19:03:24.711 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:24.711 INFO:tasks.workunit.client.0.smithi028.stdout: "log_bytes": { 2024-08-29T19:03:24.711 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 331776 2024-08-29T19:03:24.711 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:24.711 INFO:tasks.workunit.client.0.smithi028.stdout: "logged_bytes": { 2024-08-29T19:03:24.711 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 266334208 2024-08-29T19:03:24.711 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:24.711 INFO:tasks.workunit.client.0.smithi028.stdout: "max_bytes_db": { 2024-08-29T19:03:24.711 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 714342400 2024-08-29T19:03:24.711 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:24.711 INFO:tasks.workunit.client.0.smithi028.stdout: "max_bytes_slow": { 2024-08-29T19:03:24.711 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:24.712 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:24.712 INFO:tasks.workunit.client.0.smithi028.stdout: "max_bytes_wal": { 2024-08-29T19:03:24.712 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:24.712 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:24.712 INFO:tasks.workunit.client.0.smithi028.stdout: "num_files": { 2024-08-29T19:03:24.712 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 47 2024-08-29T19:03:24.712 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:24.712 INFO:tasks.workunit.client.0.smithi028.stdout: "read_bytes": { 2024-08-29T19:03:24.712 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 305645491 2024-08-29T19:03:24.712 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:24.712 INFO:tasks.workunit.client.0.smithi028.stdout: "read_count": { 2024-08-29T19:03:24.712 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 15206 2024-08-29T19:03:24.712 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:24.712 INFO:tasks.workunit.client.0.smithi028.stdout: "read_disk_bytes": { 2024-08-29T19:03:24.713 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 255201280 2024-08-29T19:03:24.713 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:24.713 INFO:tasks.workunit.client.0.smithi028.stdout: "read_disk_bytes_db": { 2024-08-29T19:03:24.713 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 255205376 2024-08-29T19:03:24.713 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:24.713 INFO:tasks.workunit.client.0.smithi028.stdout: "read_disk_bytes_slow": { 2024-08-29T19:03:24.713 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:24.713 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:24.713 INFO:tasks.workunit.client.0.smithi028.stdout: "read_disk_bytes_wal": { 2024-08-29T19:03:24.713 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:24.713 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:24.713 INFO:tasks.workunit.client.0.smithi028.stdout: "read_disk_count": { 2024-08-29T19:03:24.713 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 5270 2024-08-29T19:03:24.713 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:24.714 INFO:tasks.workunit.client.0.smithi028.stdout: "read_lat": { 2024-08-29T19:03:24.714 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 15206, 2024-08-29T19:03:24.714 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 150984807 2024-08-29T19:03:24.714 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:24.714 INFO:tasks.workunit.client.0.smithi028.stdout: "read_prefetch_bytes": { 2024-08-29T19:03:24.714 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 161988058 2024-08-29T19:03:24.714 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:24.714 INFO:tasks.workunit.client.0.smithi028.stdout: "read_prefetch_count": { 2024-08-29T19:03:24.714 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 10810 2024-08-29T19:03:24.714 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:24.714 INFO:tasks.workunit.client.0.smithi028.stdout: "read_random_buffer_bytes": { 2024-08-29T19:03:24.714 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 5732277 2024-08-29T19:03:24.714 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:24.714 INFO:tasks.workunit.client.0.smithi028.stdout: "read_random_buffer_count": { 2024-08-29T19:03:24.715 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 998 2024-08-29T19:03:24.715 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:24.715 INFO:tasks.workunit.client.0.smithi028.stdout: "read_random_bytes": { 2024-08-29T19:03:24.715 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 21011187 2024-08-29T19:03:24.715 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:24.715 INFO:tasks.workunit.client.0.smithi028.stdout: "read_random_count": { 2024-08-29T19:03:24.715 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 1364 2024-08-29T19:03:24.715 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:24.715 INFO:tasks.workunit.client.0.smithi028.stdout: "read_random_disk_bytes": { 2024-08-29T19:03:24.715 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 15278910 2024-08-29T19:03:24.715 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:24.715 INFO:tasks.workunit.client.0.smithi028.stdout: "read_random_disk_bytes_db": { 2024-08-29T19:03:24.715 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 15278910 2024-08-29T19:03:24.715 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:24.716 INFO:tasks.workunit.client.0.smithi028.stdout: "read_random_disk_bytes_slow": { 2024-08-29T19:03:24.716 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:24.716 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:24.716 INFO:tasks.workunit.client.0.smithi028.stdout: "read_random_disk_bytes_wal": { 2024-08-29T19:03:24.716 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:24.716 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:24.716 INFO:tasks.workunit.client.0.smithi028.stdout: "read_random_disk_count": { 2024-08-29T19:03:24.716 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 381 2024-08-29T19:03:24.716 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:24.716 INFO:tasks.workunit.client.0.smithi028.stdout: "read_random_lat": { 2024-08-29T19:03:24.716 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 1364, 2024-08-29T19:03:24.716 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 9663311 2024-08-29T19:03:24.716 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:24.716 INFO:tasks.workunit.client.0.smithi028.stdout: "slow_alloc_lat": { 2024-08-29T19:03:24.717 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 0, 2024-08-29T19:03:24.717 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:24.717 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:24.717 INFO:tasks.workunit.client.0.smithi028.stdout: "slow_total_bytes": { 2024-08-29T19:03:24.717 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:24.717 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:24.717 INFO:tasks.workunit.client.0.smithi028.stdout: "slow_used_bytes": { 2024-08-29T19:03:24.717 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:24.717 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:24.717 INFO:tasks.workunit.client.0.smithi028.stdout: "truncate_lat": { 2024-08-29T19:03:24.717 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 1, 2024-08-29T19:03:24.717 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 762 2024-08-29T19:03:24.717 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:24.717 INFO:tasks.workunit.client.0.smithi028.stdout: "unlink_lat": { 2024-08-29T19:03:24.718 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 12, 2024-08-29T19:03:24.718 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 24369 2024-08-29T19:03:24.718 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:24.718 INFO:tasks.workunit.client.0.smithi028.stdout: "wal_alloc_lat": { 2024-08-29T19:03:24.718 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 0, 2024-08-29T19:03:24.718 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:24.718 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:24.718 INFO:tasks.workunit.client.0.smithi028.stdout: "wal_total_bytes": { 2024-08-29T19:03:24.718 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:24.718 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:24.718 INFO:tasks.workunit.client.0.smithi028.stdout: "wal_used_bytes": { 2024-08-29T19:03:24.718 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:24.718 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:24.719 INFO:tasks.workunit.client.0.smithi028.stdout: "write_bytes": { 2024-08-29T19:03:24.719 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 983248896 2024-08-29T19:03:24.719 INFO:tasks.workunit.client.0.smithi028.stdout: } 2024-08-29T19:03:24.719 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:24.719 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore": { 2024-08-29T19:03:24.719 INFO:tasks.workunit.client.0.smithi028.stdout: "alloc_unit": { 2024-08-29T19:03:24.719 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 4096 2024-08-29T19:03:24.719 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:24.719 INFO:tasks.workunit.client.0.smithi028.stdout: "allocated": { 2024-08-29T19:03:24.719 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 13811712 2024-08-29T19:03:24.719 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:24.719 INFO:tasks.workunit.client.0.smithi028.stdout: "allocator_lat": { 2024-08-29T19:03:24.719 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 12760, 2024-08-29T19:03:24.720 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 61589254 2024-08-29T19:03:24.720 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:24.720 INFO:tasks.workunit.client.0.smithi028.stdout: "clist_lat": { 2024-08-29T19:03:24.720 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 3182, 2024-08-29T19:03:24.720 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 671664064 2024-08-29T19:03:24.720 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:24.720 INFO:tasks.workunit.client.0.smithi028.stdout: "compress_lat": { 2024-08-29T19:03:24.720 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 0, 2024-08-29T19:03:24.720 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:24.720 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:24.720 INFO:tasks.workunit.client.0.smithi028.stdout: "compressed": { 2024-08-29T19:03:24.720 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:24.720 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:24.720 INFO:tasks.workunit.client.0.smithi028.stdout: "compressed_allocated": { 2024-08-29T19:03:24.721 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:24.721 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:24.721 INFO:tasks.workunit.client.0.smithi028.stdout: "compressed_original": { 2024-08-29T19:03:24.721 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:24.721 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:24.721 INFO:tasks.workunit.client.0.smithi028.stdout: "csum_lat": { 2024-08-29T19:03:24.721 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 22663, 2024-08-29T19:03:24.721 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 293408990 2024-08-29T19:03:24.721 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:24.721 INFO:tasks.workunit.client.0.smithi028.stdout: "decompress_lat": { 2024-08-29T19:03:24.721 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 0, 2024-08-29T19:03:24.721 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:24.721 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:24.721 INFO:tasks.workunit.client.0.smithi028.stdout: "fragmentation_micros": { 2024-08-29T19:03:24.722 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:24.722 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:24.722 INFO:tasks.workunit.client.0.smithi028.stdout: "kv_commit_lat": { 2024-08-29T19:03:24.722 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 64944, 2024-08-29T19:03:24.722 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 24021341326 2024-08-29T19:03:24.722 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:24.722 INFO:tasks.workunit.client.0.smithi028.stdout: "kv_final_lat": { 2024-08-29T19:03:24.722 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 64208, 2024-08-29T19:03:24.722 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 3059185072 2024-08-29T19:03:24.722 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:24.722 INFO:tasks.workunit.client.0.smithi028.stdout: "kv_flush_lat": { 2024-08-29T19:03:24.722 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 64944, 2024-08-29T19:03:24.722 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 74088280 2024-08-29T19:03:24.722 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:24.723 INFO:tasks.workunit.client.0.smithi028.stdout: "kv_sync_lat": { 2024-08-29T19:03:24.723 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 64944, 2024-08-29T19:03:24.723 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 24095429606 2024-08-29T19:03:24.723 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:24.723 INFO:tasks.workunit.client.0.smithi028.stdout: "omap_get_keys_lat": { 2024-08-29T19:03:24.723 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 0, 2024-08-29T19:03:24.723 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:24.723 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:24.723 INFO:tasks.workunit.client.0.smithi028.stdout: "omap_get_values_lat": { 2024-08-29T19:03:24.723 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 50634, 2024-08-29T19:03:24.723 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 1586276832 2024-08-29T19:03:24.723 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:24.723 INFO:tasks.workunit.client.0.smithi028.stdout: "omap_lower_bound_lat": { 2024-08-29T19:03:24.723 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 1026, 2024-08-29T19:03:24.724 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 5955911 2024-08-29T19:03:24.724 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:24.724 INFO:tasks.workunit.client.0.smithi028.stdout: "omap_next_lat": { 2024-08-29T19:03:24.724 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 22814, 2024-08-29T19:03:24.724 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 24688665 2024-08-29T19:03:24.724 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:24.724 INFO:tasks.workunit.client.0.smithi028.stdout: "omap_seek_to_first_lat": { 2024-08-29T19:03:24.724 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 36, 2024-08-29T19:03:24.724 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 72612 2024-08-29T19:03:24.724 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:24.724 INFO:tasks.workunit.client.0.smithi028.stdout: "omap_upper_bound_lat": { 2024-08-29T19:03:24.724 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 15549, 2024-08-29T19:03:24.724 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 1518983825 2024-08-29T19:03:24.724 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:24.725 INFO:tasks.workunit.client.0.smithi028.stdout: "onode_hits": { 2024-08-29T19:03:24.725 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 229902 2024-08-29T19:03:24.725 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:24.725 INFO:tasks.workunit.client.0.smithi028.stdout: "onode_misses": { 2024-08-29T19:03:24.725 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 16984 2024-08-29T19:03:24.725 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:24.725 INFO:tasks.workunit.client.0.smithi028.stdout: "read_lat": { 2024-08-29T19:03:24.725 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 9024, 2024-08-29T19:03:24.725 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 1446847355 2024-08-29T19:03:24.725 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:24.725 INFO:tasks.workunit.client.0.smithi028.stdout: "read_onode_meta_lat": { 2024-08-29T19:03:24.725 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 21982, 2024-08-29T19:03:24.725 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 26248052 2024-08-29T19:03:24.725 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:24.726 INFO:tasks.workunit.client.0.smithi028.stdout: "read_wait_aio_lat": { 2024-08-29T19:03:24.726 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 12958, 2024-08-29T19:03:24.726 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 978782053 2024-08-29T19:03:24.726 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:24.726 INFO:tasks.workunit.client.0.smithi028.stdout: "reads_with_retries": { 2024-08-29T19:03:24.726 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:24.726 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:24.726 INFO:tasks.workunit.client.0.smithi028.stdout: "remove_lat": { 2024-08-29T19:03:24.726 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 11641, 2024-08-29T19:03:24.726 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 587733478 2024-08-29T19:03:24.726 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:24.726 INFO:tasks.workunit.client.0.smithi028.stdout: "slow_aio_wait_count": { 2024-08-29T19:03:24.726 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:24.727 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:24.727 INFO:tasks.workunit.client.0.smithi028.stdout: "slow_committed_kv_count": { 2024-08-29T19:03:24.727 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:24.727 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:24.727 INFO:tasks.workunit.client.0.smithi028.stdout: "slow_read_onode_meta_count": { 2024-08-29T19:03:24.727 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:24.727 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:24.727 INFO:tasks.workunit.client.0.smithi028.stdout: "slow_read_wait_aio_count": { 2024-08-29T19:03:24.727 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:24.727 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:24.727 INFO:tasks.workunit.client.0.smithi028.stdout: "state_aio_wait_lat": { 2024-08-29T19:03:24.727 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 73979, 2024-08-29T19:03:24.727 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 2958890539 2024-08-29T19:03:24.727 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:24.728 INFO:tasks.workunit.client.0.smithi028.stdout: "state_deferred_aio_wait_lat": { 2024-08-29T19:03:24.728 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 4795, 2024-08-29T19:03:24.728 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 465273635 2024-08-29T19:03:24.728 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:24.728 INFO:tasks.workunit.client.0.smithi028.stdout: "state_deferred_cleanup_lat": { 2024-08-29T19:03:24.728 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 4794, 2024-08-29T19:03:24.728 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 2113221171308 2024-08-29T19:03:24.728 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:24.728 INFO:tasks.workunit.client.0.smithi028.stdout: "state_deferred_queued_lat": { 2024-08-29T19:03:24.728 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 4795, 2024-08-29T19:03:24.728 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 5241915503049 2024-08-29T19:03:24.728 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:24.728 INFO:tasks.workunit.client.0.smithi028.stdout: "state_done_lat": { 2024-08-29T19:03:24.728 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 73978, 2024-08-29T19:03:24.729 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 2246075472704 2024-08-29T19:03:24.729 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:24.729 INFO:tasks.workunit.client.0.smithi028.stdout: "state_finishing_lat": { 2024-08-29T19:03:24.729 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 73978, 2024-08-29T19:03:24.729 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 22093015 2024-08-29T19:03:24.729 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:24.729 INFO:tasks.workunit.client.0.smithi028.stdout: "state_io_done_lat": { 2024-08-29T19:03:24.729 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 73979, 2024-08-29T19:03:24.729 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 158528541 2024-08-29T19:03:24.729 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:24.729 INFO:tasks.workunit.client.0.smithi028.stdout: "state_kv_commiting_lat": { 2024-08-29T19:03:24.729 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 73979, 2024-08-29T19:03:24.729 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 40056253509 2024-08-29T19:03:24.729 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:24.730 INFO:tasks.workunit.client.0.smithi028.stdout: "state_kv_done_lat": { 2024-08-29T19:03:24.730 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 73979, 2024-08-29T19:03:24.730 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 60926693 2024-08-29T19:03:24.730 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:24.730 INFO:tasks.workunit.client.0.smithi028.stdout: "state_kv_queued_lat": { 2024-08-29T19:03:24.730 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 73979, 2024-08-29T19:03:24.730 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 20420943826 2024-08-29T19:03:24.730 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:24.730 INFO:tasks.workunit.client.0.smithi028.stdout: "state_prepare_lat": { 2024-08-29T19:03:24.730 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 73979, 2024-08-29T19:03:24.730 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 10939270018 2024-08-29T19:03:24.730 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:24.730 INFO:tasks.workunit.client.0.smithi028.stdout: "stored": { 2024-08-29T19:03:24.730 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 9762461 2024-08-29T19:03:24.730 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:24.731 INFO:tasks.workunit.client.0.smithi028.stdout: "truncate_lat": { 2024-08-29T19:03:24.731 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 2253, 2024-08-29T19:03:24.731 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 22902985 2024-08-29T19:03:24.731 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:24.731 INFO:tasks.workunit.client.0.smithi028.stdout: "txc_commit_lat": { 2024-08-29T19:03:24.731 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 73979, 2024-08-29T19:03:24.731 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 74562331908 2024-08-29T19:03:24.731 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:24.731 INFO:tasks.workunit.client.0.smithi028.stdout: "txc_submit_lat": { 2024-08-29T19:03:24.731 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 73979, 2024-08-29T19:03:24.731 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 12645916915 2024-08-29T19:03:24.731 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:24.731 INFO:tasks.workunit.client.0.smithi028.stdout: "txc_throttle_lat": { 2024-08-29T19:03:24.731 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 73979, 2024-08-29T19:03:24.732 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 980554905 2024-08-29T19:03:24.732 INFO:tasks.workunit.client.0.smithi028.stdout: } 2024-08-29T19:03:24.732 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:24.732 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore-pricache": { 2024-08-29T19:03:24.732 INFO:tasks.workunit.client.0.smithi028.stdout: "cache_bytes": { 2024-08-29T19:03:24.732 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 1445592595 2024-08-29T19:03:24.732 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:24.732 INFO:tasks.workunit.client.0.smithi028.stdout: "heap_bytes": { 2024-08-29T19:03:24.732 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 505929728 2024-08-29T19:03:24.732 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:24.732 INFO:tasks.workunit.client.0.smithi028.stdout: "mapped_bytes": { 2024-08-29T19:03:24.732 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 437116928 2024-08-29T19:03:24.732 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:24.732 INFO:tasks.workunit.client.0.smithi028.stdout: "target_bytes": { 2024-08-29T19:03:24.733 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 2648116428 2024-08-29T19:03:24.733 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:24.733 INFO:tasks.workunit.client.0.smithi028.stdout: "unmapped_bytes": { 2024-08-29T19:03:24.733 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 68812800 2024-08-29T19:03:24.733 INFO:tasks.workunit.client.0.smithi028.stdout: } 2024-08-29T19:03:24.733 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:24.733 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore-pricache:data": { 2024-08-29T19:03:24.733 INFO:tasks.workunit.client.0.smithi028.stdout: "committed_bytes": { 2024-08-29T19:03:24.733 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 134217728 2024-08-29T19:03:24.733 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:24.733 INFO:tasks.workunit.client.0.smithi028.stdout: "pri0_bytes": { 2024-08-29T19:03:24.733 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:24.733 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:24.733 INFO:tasks.workunit.client.0.smithi028.stdout: "pri10_bytes": { 2024-08-29T19:03:24.734 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:24.734 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:24.734 INFO:tasks.workunit.client.0.smithi028.stdout: "pri11_bytes": { 2024-08-29T19:03:24.734 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 58824977 2024-08-29T19:03:24.734 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:24.734 INFO:tasks.workunit.client.0.smithi028.stdout: "pri1_bytes": { 2024-08-29T19:03:24.734 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:24.734 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:24.734 INFO:tasks.workunit.client.0.smithi028.stdout: "pri2_bytes": { 2024-08-29T19:03:24.734 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:24.734 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:24.734 INFO:tasks.workunit.client.0.smithi028.stdout: "pri3_bytes": { 2024-08-29T19:03:24.734 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:24.734 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:24.735 INFO:tasks.workunit.client.0.smithi028.stdout: "pri4_bytes": { 2024-08-29T19:03:24.735 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:24.735 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:24.735 INFO:tasks.workunit.client.0.smithi028.stdout: "pri5_bytes": { 2024-08-29T19:03:24.735 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:24.735 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:24.735 INFO:tasks.workunit.client.0.smithi028.stdout: "pri6_bytes": { 2024-08-29T19:03:24.735 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 4096 2024-08-29T19:03:24.735 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:24.735 INFO:tasks.workunit.client.0.smithi028.stdout: "pri7_bytes": { 2024-08-29T19:03:24.735 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:24.735 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:24.735 INFO:tasks.workunit.client.0.smithi028.stdout: "pri8_bytes": { 2024-08-29T19:03:24.735 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:24.736 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:24.736 INFO:tasks.workunit.client.0.smithi028.stdout: "pri9_bytes": { 2024-08-29T19:03:24.736 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:24.736 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:24.736 INFO:tasks.workunit.client.0.smithi028.stdout: "reserved_bytes": { 2024-08-29T19:03:24.736 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 75388655 2024-08-29T19:03:24.736 INFO:tasks.workunit.client.0.smithi028.stdout: } 2024-08-29T19:03:24.736 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:24.736 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore-pricache:kv": { 2024-08-29T19:03:24.736 INFO:tasks.workunit.client.0.smithi028.stdout: "committed_bytes": { 2024-08-29T19:03:24.736 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 578813952 2024-08-29T19:03:24.736 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:24.736 INFO:tasks.workunit.client.0.smithi028.stdout: "pri0_bytes": { 2024-08-29T19:03:24.736 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 67108864 2024-08-29T19:03:24.737 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:24.737 INFO:tasks.workunit.client.0.smithi028.stdout: "pri10_bytes": { 2024-08-29T19:03:24.737 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:24.737 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:24.737 INFO:tasks.workunit.client.0.smithi028.stdout: "pri11_bytes": { 2024-08-29T19:03:24.737 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 441187334 2024-08-29T19:03:24.737 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:24.737 INFO:tasks.workunit.client.0.smithi028.stdout: "pri1_bytes": { 2024-08-29T19:03:24.737 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:24.737 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:24.737 INFO:tasks.workunit.client.0.smithi028.stdout: "pri2_bytes": { 2024-08-29T19:03:24.737 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:24.738 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:24.738 INFO:tasks.workunit.client.0.smithi028.stdout: "pri3_bytes": { 2024-08-29T19:03:24.738 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 2656 2024-08-29T19:03:24.738 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:24.738 INFO:tasks.workunit.client.0.smithi028.stdout: "pri4_bytes": { 2024-08-29T19:03:24.738 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:24.738 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:24.738 INFO:tasks.workunit.client.0.smithi028.stdout: "pri5_bytes": { 2024-08-29T19:03:24.738 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 51520 2024-08-29T19:03:24.738 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:24.738 INFO:tasks.workunit.client.0.smithi028.stdout: "pri6_bytes": { 2024-08-29T19:03:24.738 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 129456 2024-08-29T19:03:24.738 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:24.739 INFO:tasks.workunit.client.0.smithi028.stdout: "pri7_bytes": { 2024-08-29T19:03:24.739 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:24.739 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:24.739 INFO:tasks.workunit.client.0.smithi028.stdout: "pri8_bytes": { 2024-08-29T19:03:24.739 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:24.739 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:24.739 INFO:tasks.workunit.client.0.smithi028.stdout: "pri9_bytes": { 2024-08-29T19:03:24.739 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:24.739 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:24.739 INFO:tasks.workunit.client.0.smithi028.stdout: "reserved_bytes": { 2024-08-29T19:03:24.739 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 70334122 2024-08-29T19:03:24.739 INFO:tasks.workunit.client.0.smithi028.stdout: } 2024-08-29T19:03:24.739 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:24.739 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore-pricache:kv_onode": { 2024-08-29T19:03:24.740 INFO:tasks.workunit.client.0.smithi028.stdout: "committed_bytes": { 2024-08-29T19:03:24.740 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 176160768 2024-08-29T19:03:24.740 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:24.740 INFO:tasks.workunit.client.0.smithi028.stdout: "pri0_bytes": { 2024-08-29T19:03:24.740 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 67108864 2024-08-29T19:03:24.740 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:24.740 INFO:tasks.workunit.client.0.smithi028.stdout: "pri10_bytes": { 2024-08-29T19:03:24.740 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 290208 2024-08-29T19:03:24.740 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:24.740 INFO:tasks.workunit.client.0.smithi028.stdout: "pri11_bytes": { 2024-08-29T19:03:24.740 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 39216651 2024-08-29T19:03:24.740 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:24.740 INFO:tasks.workunit.client.0.smithi028.stdout: "pri1_bytes": { 2024-08-29T19:03:24.740 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:24.741 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:24.741 INFO:tasks.workunit.client.0.smithi028.stdout: "pri2_bytes": { 2024-08-29T19:03:24.741 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:24.741 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:24.741 INFO:tasks.workunit.client.0.smithi028.stdout: "pri3_bytes": { 2024-08-29T19:03:24.741 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:24.741 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:24.741 INFO:tasks.workunit.client.0.smithi028.stdout: "pri4_bytes": { 2024-08-29T19:03:24.741 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:24.741 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:24.741 INFO:tasks.workunit.client.0.smithi028.stdout: "pri5_bytes": { 2024-08-29T19:03:24.741 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:24.741 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:24.742 INFO:tasks.workunit.client.0.smithi028.stdout: "pri6_bytes": { 2024-08-29T19:03:24.742 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:24.742 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:24.742 INFO:tasks.workunit.client.0.smithi028.stdout: "pri7_bytes": { 2024-08-29T19:03:24.742 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:24.742 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:24.742 INFO:tasks.workunit.client.0.smithi028.stdout: "pri8_bytes": { 2024-08-29T19:03:24.742 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:24.742 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:24.742 INFO:tasks.workunit.client.0.smithi028.stdout: "pri9_bytes": { 2024-08-29T19:03:24.742 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:24.742 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:24.742 INFO:tasks.workunit.client.0.smithi028.stdout: "reserved_bytes": { 2024-08-29T19:03:24.742 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 69545045 2024-08-29T19:03:24.743 INFO:tasks.workunit.client.0.smithi028.stdout: } 2024-08-29T19:03:24.743 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:24.743 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore-pricache:meta": { 2024-08-29T19:03:24.743 INFO:tasks.workunit.client.0.smithi028.stdout: "committed_bytes": { 2024-08-29T19:03:24.743 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 511705088 2024-08-29T19:03:24.743 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:24.743 INFO:tasks.workunit.client.0.smithi028.stdout: "pri0_bytes": { 2024-08-29T19:03:24.743 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:24.743 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:24.743 INFO:tasks.workunit.client.0.smithi028.stdout: "pri10_bytes": { 2024-08-29T19:03:24.743 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:24.743 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:24.743 INFO:tasks.workunit.client.0.smithi028.stdout: "pri11_bytes": { 2024-08-29T19:03:24.743 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 441187334 2024-08-29T19:03:24.744 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:24.744 INFO:tasks.workunit.client.0.smithi028.stdout: "pri1_bytes": { 2024-08-29T19:03:24.744 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:24.744 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:24.744 INFO:tasks.workunit.client.0.smithi028.stdout: "pri2_bytes": { 2024-08-29T19:03:24.744 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:24.744 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:24.744 INFO:tasks.workunit.client.0.smithi028.stdout: "pri3_bytes": { 2024-08-29T19:03:24.744 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:24.744 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:24.744 INFO:tasks.workunit.client.0.smithi028.stdout: "pri4_bytes": { 2024-08-29T19:03:24.744 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:24.744 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:24.745 INFO:tasks.workunit.client.0.smithi028.stdout: "pri5_bytes": { 2024-08-29T19:03:24.745 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 129345 2024-08-29T19:03:24.745 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:24.745 INFO:tasks.workunit.client.0.smithi028.stdout: "pri6_bytes": { 2024-08-29T19:03:24.745 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 1112570 2024-08-29T19:03:24.745 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:24.745 INFO:tasks.workunit.client.0.smithi028.stdout: "pri7_bytes": { 2024-08-29T19:03:24.745 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:24.745 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:24.745 INFO:tasks.workunit.client.0.smithi028.stdout: "pri8_bytes": { 2024-08-29T19:03:24.745 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:24.745 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:24.745 INFO:tasks.workunit.client.0.smithi028.stdout: "pri9_bytes": { 2024-08-29T19:03:24.746 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:24.746 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:24.746 INFO:tasks.workunit.client.0.smithi028.stdout: "reserved_bytes": { 2024-08-29T19:03:24.746 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 69275839 2024-08-29T19:03:24.746 INFO:tasks.workunit.client.0.smithi028.stdout: } 2024-08-29T19:03:24.746 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:24.746 INFO:tasks.workunit.client.0.smithi028.stdout: "objecter": { 2024-08-29T19:03:24.746 INFO:tasks.workunit.client.0.smithi028.stdout: "op_active": { 2024-08-29T19:03:24.746 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:24.746 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:24.746 INFO:tasks.workunit.client.0.smithi028.stdout: "op_r": { 2024-08-29T19:03:24.746 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 58 2024-08-29T19:03:24.746 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:24.746 INFO:tasks.workunit.client.0.smithi028.stdout: "op_rmw": { 2024-08-29T19:03:24.747 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:24.747 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:24.747 INFO:tasks.workunit.client.0.smithi028.stdout: "op_w": { 2024-08-29T19:03:24.747 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:24.747 INFO:tasks.workunit.client.0.smithi028.stdout: } 2024-08-29T19:03:24.747 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:24.747 INFO:tasks.workunit.client.0.smithi028.stdout: "osd": { 2024-08-29T19:03:24.747 INFO:tasks.workunit.client.0.smithi028.stdout: "numpg": { 2024-08-29T19:03:24.747 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 39 2024-08-29T19:03:24.747 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:24.747 INFO:tasks.workunit.client.0.smithi028.stdout: "numpg_removing": { 2024-08-29T19:03:24.747 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:24.747 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:24.748 INFO:tasks.workunit.client.0.smithi028.stdout: "op": { 2024-08-29T19:03:24.748 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 48341 2024-08-29T19:03:24.748 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:24.748 INFO:tasks.workunit.client.0.smithi028.stdout: "op_before_queue_op_lat": { 2024-08-29T19:03:24.748 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 135356, 2024-08-29T19:03:24.748 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 11467244006 2024-08-29T19:03:24.748 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:24.748 INFO:tasks.workunit.client.0.smithi028.stdout: "op_delayed_degraded": { 2024-08-29T19:03:24.748 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 2 2024-08-29T19:03:24.748 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:24.748 INFO:tasks.workunit.client.0.smithi028.stdout: "op_delayed_unreadable": { 2024-08-29T19:03:24.748 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:24.748 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:24.748 INFO:tasks.workunit.client.0.smithi028.stdout: "op_in_bytes": { 2024-08-29T19:03:24.749 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 1017295541 2024-08-29T19:03:24.749 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:24.749 INFO:tasks.workunit.client.0.smithi028.stdout: "op_latency": { 2024-08-29T19:03:24.749 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 48341, 2024-08-29T19:03:24.749 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 164293105375 2024-08-29T19:03:24.749 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:24.749 INFO:tasks.workunit.client.0.smithi028.stdout: "op_out_bytes": { 2024-08-29T19:03:24.749 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 2643331441 2024-08-29T19:03:24.749 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:24.749 INFO:tasks.workunit.client.0.smithi028.stdout: "op_prepare_latency": { 2024-08-29T19:03:24.749 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 49146, 2024-08-29T19:03:24.749 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 92734959320 2024-08-29T19:03:24.749 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:24.750 INFO:tasks.workunit.client.0.smithi028.stdout: "op_process_latency": { 2024-08-29T19:03:24.750 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 48341, 2024-08-29T19:03:24.750 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 138807930978 2024-08-29T19:03:24.750 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:24.750 INFO:tasks.workunit.client.0.smithi028.stdout: "op_r": { 2024-08-29T19:03:24.750 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 21089 2024-08-29T19:03:24.750 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:24.750 INFO:tasks.workunit.client.0.smithi028.stdout: "op_r_latency": { 2024-08-29T19:03:24.750 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 21089, 2024-08-29T19:03:24.750 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 27269949844 2024-08-29T19:03:24.750 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:24.750 INFO:tasks.workunit.client.0.smithi028.stdout: "op_r_latency_out_bytes_histogram": { 2024-08-29T19:03:24.750 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:24.750 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:24.751 INFO:tasks.workunit.client.0.smithi028.stdout: "op_r_out_bytes": { 2024-08-29T19:03:24.751 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 2643331441 2024-08-29T19:03:24.751 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:24.751 INFO:tasks.workunit.client.0.smithi028.stdout: "op_r_prepare_latency": { 2024-08-29T19:03:24.751 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 21576, 2024-08-29T19:03:24.751 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 9688096947 2024-08-29T19:03:24.751 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:24.751 INFO:tasks.workunit.client.0.smithi028.stdout: "op_r_process_latency": { 2024-08-29T19:03:24.751 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 21089, 2024-08-29T19:03:24.751 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 11744542439 2024-08-29T19:03:24.751 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:24.751 INFO:tasks.workunit.client.0.smithi028.stdout: "op_rw": { 2024-08-29T19:03:24.751 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 26032 2024-08-29T19:03:24.751 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:24.752 INFO:tasks.workunit.client.0.smithi028.stdout: "op_rw_in_bytes": { 2024-08-29T19:03:24.752 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 331664785 2024-08-29T19:03:24.752 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:24.752 INFO:tasks.workunit.client.0.smithi028.stdout: "op_rw_latency": { 2024-08-29T19:03:24.752 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 26032, 2024-08-29T19:03:24.752 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 121289490955 2024-08-29T19:03:24.752 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:24.752 INFO:tasks.workunit.client.0.smithi028.stdout: "op_rw_latency_in_bytes_histogram": { 2024-08-29T19:03:24.752 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:24.752 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:24.752 INFO:tasks.workunit.client.0.smithi028.stdout: "op_rw_latency_out_bytes_histogram": { 2024-08-29T19:03:24.752 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:24.752 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:24.753 INFO:tasks.workunit.client.0.smithi028.stdout: "op_rw_out_bytes": { 2024-08-29T19:03:24.753 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:24.753 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:24.753 INFO:tasks.workunit.client.0.smithi028.stdout: "op_rw_prepare_latency": { 2024-08-29T19:03:24.753 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 26248, 2024-08-29T19:03:24.753 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 79743241857 2024-08-29T19:03:24.753 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:24.753 INFO:tasks.workunit.client.0.smithi028.stdout: "op_rw_process_latency": { 2024-08-29T19:03:24.753 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 26032, 2024-08-29T19:03:24.753 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 115870296583 2024-08-29T19:03:24.753 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:24.753 INFO:tasks.workunit.client.0.smithi028.stdout: "op_w": { 2024-08-29T19:03:24.753 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 1220 2024-08-29T19:03:24.753 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:24.754 INFO:tasks.workunit.client.0.smithi028.stdout: "op_w_in_bytes": { 2024-08-29T19:03:24.754 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 685630756 2024-08-29T19:03:24.754 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:24.754 INFO:tasks.workunit.client.0.smithi028.stdout: "op_w_latency": { 2024-08-29T19:03:24.754 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 1220, 2024-08-29T19:03:24.754 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 15733664576 2024-08-29T19:03:24.754 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:24.754 INFO:tasks.workunit.client.0.smithi028.stdout: "op_w_latency_in_bytes_histogram": { 2024-08-29T19:03:24.754 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:24.754 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:24.754 INFO:tasks.workunit.client.0.smithi028.stdout: "op_w_prepare_latency": { 2024-08-29T19:03:24.754 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 1322, 2024-08-29T19:03:24.754 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 3303620516 2024-08-29T19:03:24.754 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:24.755 INFO:tasks.workunit.client.0.smithi028.stdout: "op_w_process_latency": { 2024-08-29T19:03:24.755 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 1220, 2024-08-29T19:03:24.755 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 11193091956 2024-08-29T19:03:24.755 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:24.755 INFO:tasks.workunit.client.0.smithi028.stdout: "op_wip": { 2024-08-29T19:03:24.755 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:24.755 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:24.755 INFO:tasks.workunit.client.0.smithi028.stdout: "recovery_bytes": { 2024-08-29T19:03:24.755 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 35 2024-08-29T19:03:24.755 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:24.755 INFO:tasks.workunit.client.0.smithi028.stdout: "recovery_ops": { 2024-08-29T19:03:24.755 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 37 2024-08-29T19:03:24.755 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:24.755 INFO:tasks.workunit.client.0.smithi028.stdout: "stat_bytes": { 2024-08-29T19:03:24.756 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 95995035648 2024-08-29T19:03:24.756 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:24.756 INFO:tasks.workunit.client.0.smithi028.stdout: "stat_bytes_used": { 2024-08-29T19:03:24.756 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 706867200 2024-08-29T19:03:24.756 INFO:tasks.workunit.client.0.smithi028.stdout: } 2024-08-29T19:03:24.756 INFO:tasks.workunit.client.0.smithi028.stdout: } 2024-08-29T19:03:24.756 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:24.756 INFO:tasks.workunit.client.0.smithi028.stdout: "osd.3": { 2024-08-29T19:03:24.756 INFO:tasks.workunit.client.0.smithi028.stdout: "bluefs": { 2024-08-29T19:03:24.756 INFO:tasks.workunit.client.0.smithi028.stdout: "alloc_db_max_lat": { 2024-08-29T19:03:24.756 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 31746 2024-08-29T19:03:24.756 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:24.756 INFO:tasks.workunit.client.0.smithi028.stdout: "alloc_slow_fallback": { 2024-08-29T19:03:24.757 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:24.757 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:24.757 INFO:tasks.workunit.client.0.smithi028.stdout: "alloc_slow_max_lat": { 2024-08-29T19:03:24.757 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:24.757 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:24.757 INFO:tasks.workunit.client.0.smithi028.stdout: "alloc_slow_size_fallback": { 2024-08-29T19:03:24.757 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:24.757 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:24.757 INFO:tasks.workunit.client.0.smithi028.stdout: "alloc_unit_db": { 2024-08-29T19:03:24.757 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 65536 2024-08-29T19:03:24.757 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:24.757 INFO:tasks.workunit.client.0.smithi028.stdout: "alloc_unit_slow": { 2024-08-29T19:03:24.757 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:24.758 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:24.758 INFO:tasks.workunit.client.0.smithi028.stdout: "alloc_unit_wal": { 2024-08-29T19:03:24.758 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:24.758 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:24.758 INFO:tasks.workunit.client.0.smithi028.stdout: "alloc_wal_max_lat": { 2024-08-29T19:03:24.758 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:24.758 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:24.758 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes_written_slow": { 2024-08-29T19:03:24.758 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:24.758 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:24.758 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes_written_sst": { 2024-08-29T19:03:24.758 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 10760192 2024-08-29T19:03:24.759 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:24.759 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes_written_wal": { 2024-08-29T19:03:24.759 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 655409152 2024-08-29T19:03:24.759 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:24.759 INFO:tasks.workunit.client.0.smithi028.stdout: "compact_lat": { 2024-08-29T19:03:24.759 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 15, 2024-08-29T19:03:24.759 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 9180353 2024-08-29T19:03:24.759 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:24.759 INFO:tasks.workunit.client.0.smithi028.stdout: "compact_lock_lat": { 2024-08-29T19:03:24.759 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 15, 2024-08-29T19:03:24.759 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 2709490 2024-08-29T19:03:24.759 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:24.759 INFO:tasks.workunit.client.0.smithi028.stdout: "db_alloc_lat": { 2024-08-29T19:03:24.759 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 176, 2024-08-29T19:03:24.760 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 1159345 2024-08-29T19:03:24.760 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:24.760 INFO:tasks.workunit.client.0.smithi028.stdout: "db_total_bytes": { 2024-08-29T19:03:24.760 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 95995027456 2024-08-29T19:03:24.760 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:24.760 INFO:tasks.workunit.client.0.smithi028.stdout: "db_used_bytes": { 2024-08-29T19:03:24.760 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 698548224 2024-08-29T19:03:24.760 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:24.760 INFO:tasks.workunit.client.0.smithi028.stdout: "flush_lat": { 2024-08-29T19:03:24.760 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 64097, 2024-08-29T19:03:24.760 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 8624754489 2024-08-29T19:03:24.760 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:24.760 INFO:tasks.workunit.client.0.smithi028.stdout: "fsync_lat": { 2024-08-29T19:03:24.760 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 64121, 2024-08-29T19:03:24.761 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 16823384274 2024-08-29T19:03:24.761 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:24.761 INFO:tasks.workunit.client.0.smithi028.stdout: "log_bytes": { 2024-08-29T19:03:24.761 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 13209600 2024-08-29T19:03:24.761 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:24.761 INFO:tasks.workunit.client.0.smithi028.stdout: "logged_bytes": { 2024-08-29T19:03:24.761 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 262565888 2024-08-29T19:03:24.761 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:24.761 INFO:tasks.workunit.client.0.smithi028.stdout: "max_bytes_db": { 2024-08-29T19:03:24.761 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 707067904 2024-08-29T19:03:24.761 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:24.761 INFO:tasks.workunit.client.0.smithi028.stdout: "max_bytes_slow": { 2024-08-29T19:03:24.762 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:24.762 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:24.762 INFO:tasks.workunit.client.0.smithi028.stdout: "max_bytes_wal": { 2024-08-29T19:03:24.762 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:24.762 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:24.762 INFO:tasks.workunit.client.0.smithi028.stdout: "num_files": { 2024-08-29T19:03:24.762 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 52 2024-08-29T19:03:24.762 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:24.762 INFO:tasks.workunit.client.0.smithi028.stdout: "read_bytes": { 2024-08-29T19:03:24.762 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 440006401 2024-08-29T19:03:24.762 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:24.762 INFO:tasks.workunit.client.0.smithi028.stdout: "read_count": { 2024-08-29T19:03:24.762 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 24132 2024-08-29T19:03:24.762 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:24.763 INFO:tasks.workunit.client.0.smithi028.stdout: "read_disk_bytes": { 2024-08-29T19:03:24.763 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 405671936 2024-08-29T19:03:24.763 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:24.763 INFO:tasks.workunit.client.0.smithi028.stdout: "read_disk_bytes_db": { 2024-08-29T19:03:24.763 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 405676032 2024-08-29T19:03:24.763 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:24.763 INFO:tasks.workunit.client.0.smithi028.stdout: "read_disk_bytes_slow": { 2024-08-29T19:03:24.763 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:24.763 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:24.763 INFO:tasks.workunit.client.0.smithi028.stdout: "read_disk_bytes_wal": { 2024-08-29T19:03:24.763 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:24.763 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:24.763 INFO:tasks.workunit.client.0.smithi028.stdout: "read_disk_count": { 2024-08-29T19:03:24.763 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 14015 2024-08-29T19:03:24.764 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:24.764 INFO:tasks.workunit.client.0.smithi028.stdout: "read_lat": { 2024-08-29T19:03:24.764 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 24132, 2024-08-29T19:03:24.764 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 310184665 2024-08-29T19:03:24.764 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:24.764 INFO:tasks.workunit.client.0.smithi028.stdout: "read_prefetch_bytes": { 2024-08-29T19:03:24.764 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 288279177 2024-08-29T19:03:24.764 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:24.764 INFO:tasks.workunit.client.0.smithi028.stdout: "read_prefetch_count": { 2024-08-29T19:03:24.764 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 19489 2024-08-29T19:03:24.764 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:24.764 INFO:tasks.workunit.client.0.smithi028.stdout: "read_random_buffer_bytes": { 2024-08-29T19:03:24.764 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 3227854 2024-08-29T19:03:24.765 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:24.765 INFO:tasks.workunit.client.0.smithi028.stdout: "read_random_buffer_count": { 2024-08-29T19:03:24.765 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 900 2024-08-29T19:03:24.765 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:24.765 INFO:tasks.workunit.client.0.smithi028.stdout: "read_random_bytes": { 2024-08-29T19:03:24.765 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 10553204 2024-08-29T19:03:24.765 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:24.765 INFO:tasks.workunit.client.0.smithi028.stdout: "read_random_count": { 2024-08-29T19:03:24.765 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 1330 2024-08-29T19:03:24.765 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:24.765 INFO:tasks.workunit.client.0.smithi028.stdout: "read_random_disk_bytes": { 2024-08-29T19:03:24.765 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 7325350 2024-08-29T19:03:24.765 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:24.765 INFO:tasks.workunit.client.0.smithi028.stdout: "read_random_disk_bytes_db": { 2024-08-29T19:03:24.766 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 7325350 2024-08-29T19:03:24.766 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:24.766 INFO:tasks.workunit.client.0.smithi028.stdout: "read_random_disk_bytes_slow": { 2024-08-29T19:03:24.766 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:24.766 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:24.766 INFO:tasks.workunit.client.0.smithi028.stdout: "read_random_disk_bytes_wal": { 2024-08-29T19:03:24.766 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:24.766 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:24.766 INFO:tasks.workunit.client.0.smithi028.stdout: "read_random_disk_count": { 2024-08-29T19:03:24.766 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 439 2024-08-29T19:03:24.766 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:24.766 INFO:tasks.workunit.client.0.smithi028.stdout: "read_random_lat": { 2024-08-29T19:03:24.766 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 1330, 2024-08-29T19:03:24.767 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 3958325 2024-08-29T19:03:24.767 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:24.767 INFO:tasks.workunit.client.0.smithi028.stdout: "slow_alloc_lat": { 2024-08-29T19:03:24.767 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 0, 2024-08-29T19:03:24.767 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:24.767 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:24.767 INFO:tasks.workunit.client.0.smithi028.stdout: "slow_total_bytes": { 2024-08-29T19:03:24.767 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:24.767 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:24.767 INFO:tasks.workunit.client.0.smithi028.stdout: "slow_used_bytes": { 2024-08-29T19:03:24.767 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:24.767 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:24.767 INFO:tasks.workunit.client.0.smithi028.stdout: "truncate_lat": { 2024-08-29T19:03:24.767 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 1, 2024-08-29T19:03:24.768 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 634 2024-08-29T19:03:24.768 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:24.768 INFO:tasks.workunit.client.0.smithi028.stdout: "unlink_lat": { 2024-08-29T19:03:24.768 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 4, 2024-08-29T19:03:24.768 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 6021 2024-08-29T19:03:24.768 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:24.768 INFO:tasks.workunit.client.0.smithi028.stdout: "wal_alloc_lat": { 2024-08-29T19:03:24.768 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 0, 2024-08-29T19:03:24.768 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:24.768 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:24.768 INFO:tasks.workunit.client.0.smithi028.stdout: "wal_total_bytes": { 2024-08-29T19:03:24.768 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:24.768 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:24.769 INFO:tasks.workunit.client.0.smithi028.stdout: "wal_used_bytes": { 2024-08-29T19:03:24.769 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:24.769 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:24.769 INFO:tasks.workunit.client.0.smithi028.stdout: "write_bytes": { 2024-08-29T19:03:24.769 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 931028992 2024-08-29T19:03:24.769 INFO:tasks.workunit.client.0.smithi028.stdout: } 2024-08-29T19:03:24.769 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:24.769 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore": { 2024-08-29T19:03:24.769 INFO:tasks.workunit.client.0.smithi028.stdout: "alloc_unit": { 2024-08-29T19:03:24.769 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 4096 2024-08-29T19:03:24.769 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:24.769 INFO:tasks.workunit.client.0.smithi028.stdout: "allocated": { 2024-08-29T19:03:24.769 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 9641984 2024-08-29T19:03:24.769 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:24.770 INFO:tasks.workunit.client.0.smithi028.stdout: "allocator_lat": { 2024-08-29T19:03:24.770 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 15647, 2024-08-29T19:03:24.770 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 79250128 2024-08-29T19:03:24.770 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:24.770 INFO:tasks.workunit.client.0.smithi028.stdout: "clist_lat": { 2024-08-29T19:03:24.770 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 3115, 2024-08-29T19:03:24.770 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 904061802 2024-08-29T19:03:24.770 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:24.770 INFO:tasks.workunit.client.0.smithi028.stdout: "compress_lat": { 2024-08-29T19:03:24.770 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 0, 2024-08-29T19:03:24.770 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:24.770 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:24.770 INFO:tasks.workunit.client.0.smithi028.stdout: "compressed": { 2024-08-29T19:03:24.771 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:24.771 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:24.771 INFO:tasks.workunit.client.0.smithi028.stdout: "compressed_allocated": { 2024-08-29T19:03:24.771 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:24.771 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:24.771 INFO:tasks.workunit.client.0.smithi028.stdout: "compressed_original": { 2024-08-29T19:03:24.771 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:24.771 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:24.771 INFO:tasks.workunit.client.0.smithi028.stdout: "csum_lat": { 2024-08-29T19:03:24.771 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 10394, 2024-08-29T19:03:24.771 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 119089196 2024-08-29T19:03:24.771 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:24.771 INFO:tasks.workunit.client.0.smithi028.stdout: "decompress_lat": { 2024-08-29T19:03:24.771 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 0, 2024-08-29T19:03:24.772 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:24.772 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:24.772 INFO:tasks.workunit.client.0.smithi028.stdout: "fragmentation_micros": { 2024-08-29T19:03:24.772 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:24.772 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:24.772 INFO:tasks.workunit.client.0.smithi028.stdout: "kv_commit_lat": { 2024-08-29T19:03:24.772 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 64038, 2024-08-29T19:03:24.772 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 23668356402 2024-08-29T19:03:24.772 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:24.772 INFO:tasks.workunit.client.0.smithi028.stdout: "kv_final_lat": { 2024-08-29T19:03:24.772 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 63271, 2024-08-29T19:03:24.772 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 3335085037 2024-08-29T19:03:24.772 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:24.772 INFO:tasks.workunit.client.0.smithi028.stdout: "kv_flush_lat": { 2024-08-29T19:03:24.773 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 64038, 2024-08-29T19:03:24.773 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 89541328 2024-08-29T19:03:24.773 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:24.773 INFO:tasks.workunit.client.0.smithi028.stdout: "kv_sync_lat": { 2024-08-29T19:03:24.773 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 64038, 2024-08-29T19:03:24.773 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 23757897730 2024-08-29T19:03:24.773 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:24.773 INFO:tasks.workunit.client.0.smithi028.stdout: "omap_get_keys_lat": { 2024-08-29T19:03:24.773 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 0, 2024-08-29T19:03:24.773 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:24.773 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:24.773 INFO:tasks.workunit.client.0.smithi028.stdout: "omap_get_values_lat": { 2024-08-29T19:03:24.773 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 31235, 2024-08-29T19:03:24.773 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 1088498111 2024-08-29T19:03:24.774 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:24.774 INFO:tasks.workunit.client.0.smithi028.stdout: "omap_lower_bound_lat": { 2024-08-29T19:03:24.774 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 1329, 2024-08-29T19:03:24.774 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 6837745 2024-08-29T19:03:24.774 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:24.774 INFO:tasks.workunit.client.0.smithi028.stdout: "omap_next_lat": { 2024-08-29T19:03:24.774 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 21102, 2024-08-29T19:03:24.774 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 25734526 2024-08-29T19:03:24.774 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:24.774 INFO:tasks.workunit.client.0.smithi028.stdout: "omap_seek_to_first_lat": { 2024-08-29T19:03:24.774 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 41, 2024-08-29T19:03:24.774 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 48634 2024-08-29T19:03:24.774 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:24.774 INFO:tasks.workunit.client.0.smithi028.stdout: "omap_upper_bound_lat": { 2024-08-29T19:03:24.775 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 14135, 2024-08-29T19:03:24.775 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 8085623239 2024-08-29T19:03:24.775 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:24.775 INFO:tasks.workunit.client.0.smithi028.stdout: "onode_hits": { 2024-08-29T19:03:24.775 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 205276 2024-08-29T19:03:24.775 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:24.775 INFO:tasks.workunit.client.0.smithi028.stdout: "onode_misses": { 2024-08-29T19:03:24.775 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 17277 2024-08-29T19:03:24.775 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:24.775 INFO:tasks.workunit.client.0.smithi028.stdout: "read_lat": { 2024-08-29T19:03:24.775 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 22647, 2024-08-29T19:03:24.775 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 1371106537 2024-08-29T19:03:24.775 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:24.775 INFO:tasks.workunit.client.0.smithi028.stdout: "read_onode_meta_lat": { 2024-08-29T19:03:24.776 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 62929, 2024-08-29T19:03:24.776 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 32735214 2024-08-29T19:03:24.776 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:24.776 INFO:tasks.workunit.client.0.smithi028.stdout: "read_wait_aio_lat": { 2024-08-29T19:03:24.776 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 40282, 2024-08-29T19:03:24.776 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 538479964 2024-08-29T19:03:24.776 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:24.776 INFO:tasks.workunit.client.0.smithi028.stdout: "reads_with_retries": { 2024-08-29T19:03:24.776 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:24.776 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:24.776 INFO:tasks.workunit.client.0.smithi028.stdout: "remove_lat": { 2024-08-29T19:03:24.776 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 11429, 2024-08-29T19:03:24.776 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 517517368 2024-08-29T19:03:24.776 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:24.777 INFO:tasks.workunit.client.0.smithi028.stdout: "slow_aio_wait_count": { 2024-08-29T19:03:24.777 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:24.777 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:24.777 INFO:tasks.workunit.client.0.smithi028.stdout: "slow_committed_kv_count": { 2024-08-29T19:03:24.777 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:24.777 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:24.777 INFO:tasks.workunit.client.0.smithi028.stdout: "slow_read_onode_meta_count": { 2024-08-29T19:03:24.777 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:24.777 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:24.777 INFO:tasks.workunit.client.0.smithi028.stdout: "slow_read_wait_aio_count": { 2024-08-29T19:03:24.777 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:24.777 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:24.778 INFO:tasks.workunit.client.0.smithi028.stdout: "state_aio_wait_lat": { 2024-08-29T19:03:24.778 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 72549, 2024-08-29T19:03:24.778 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 3566077406 2024-08-29T19:03:24.778 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:24.778 INFO:tasks.workunit.client.0.smithi028.stdout: "state_deferred_aio_wait_lat": { 2024-08-29T19:03:24.778 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 16543, 2024-08-29T19:03:24.778 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 1570396874 2024-08-29T19:03:24.778 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:24.778 INFO:tasks.workunit.client.0.smithi028.stdout: "state_deferred_cleanup_lat": { 2024-08-29T19:03:24.778 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 16543, 2024-08-29T19:03:24.778 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 1987585376674 2024-08-29T19:03:24.778 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:24.778 INFO:tasks.workunit.client.0.smithi028.stdout: "state_deferred_queued_lat": { 2024-08-29T19:03:24.779 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 16543, 2024-08-29T19:03:24.779 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 5984528038538 2024-08-29T19:03:24.779 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:24.779 INFO:tasks.workunit.client.0.smithi028.stdout: "state_done_lat": { 2024-08-29T19:03:24.779 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 72549, 2024-08-29T19:03:24.779 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 2211360573427 2024-08-29T19:03:24.779 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:24.779 INFO:tasks.workunit.client.0.smithi028.stdout: "state_finishing_lat": { 2024-08-29T19:03:24.779 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 72549, 2024-08-29T19:03:24.779 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 16720187 2024-08-29T19:03:24.779 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:24.779 INFO:tasks.workunit.client.0.smithi028.stdout: "state_io_done_lat": { 2024-08-29T19:03:24.779 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 72549, 2024-08-29T19:03:24.779 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 150143694 2024-08-29T19:03:24.780 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:24.780 INFO:tasks.workunit.client.0.smithi028.stdout: "state_kv_commiting_lat": { 2024-08-29T19:03:24.780 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 72549, 2024-08-29T19:03:24.780 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 39945307055 2024-08-29T19:03:24.780 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:24.780 INFO:tasks.workunit.client.0.smithi028.stdout: "state_kv_done_lat": { 2024-08-29T19:03:24.780 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 72549, 2024-08-29T19:03:24.780 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 54429242 2024-08-29T19:03:24.780 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:24.780 INFO:tasks.workunit.client.0.smithi028.stdout: "state_kv_queued_lat": { 2024-08-29T19:03:24.780 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 72549, 2024-08-29T19:03:24.780 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 20809030807 2024-08-29T19:03:24.780 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:24.781 INFO:tasks.workunit.client.0.smithi028.stdout: "state_prepare_lat": { 2024-08-29T19:03:24.781 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 72549, 2024-08-29T19:03:24.781 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 11170298790 2024-08-29T19:03:24.781 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:24.781 INFO:tasks.workunit.client.0.smithi028.stdout: "stored": { 2024-08-29T19:03:24.781 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 5574065 2024-08-29T19:03:24.781 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:24.781 INFO:tasks.workunit.client.0.smithi028.stdout: "truncate_lat": { 2024-08-29T19:03:24.781 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 2289, 2024-08-29T19:03:24.781 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 22787702 2024-08-29T19:03:24.781 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:24.781 INFO:tasks.workunit.client.0.smithi028.stdout: "txc_commit_lat": { 2024-08-29T19:03:24.781 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 72549, 2024-08-29T19:03:24.781 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 75666541479 2024-08-29T19:03:24.782 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:24.782 INFO:tasks.workunit.client.0.smithi028.stdout: "txc_submit_lat": { 2024-08-29T19:03:24.782 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 72549, 2024-08-29T19:03:24.782 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 12942666232 2024-08-29T19:03:24.782 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:24.782 INFO:tasks.workunit.client.0.smithi028.stdout: "txc_throttle_lat": { 2024-08-29T19:03:24.782 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 72549, 2024-08-29T19:03:24.782 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 860102314 2024-08-29T19:03:24.782 INFO:tasks.workunit.client.0.smithi028.stdout: } 2024-08-29T19:03:24.782 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:24.782 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore-pricache": { 2024-08-29T19:03:24.782 INFO:tasks.workunit.client.0.smithi028.stdout: "cache_bytes": { 2024-08-29T19:03:24.782 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 1445592595 2024-08-29T19:03:24.782 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:24.783 INFO:tasks.workunit.client.0.smithi028.stdout: "heap_bytes": { 2024-08-29T19:03:24.783 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 627310592 2024-08-29T19:03:24.783 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:24.783 INFO:tasks.workunit.client.0.smithi028.stdout: "mapped_bytes": { 2024-08-29T19:03:24.783 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 485572608 2024-08-29T19:03:24.783 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:24.783 INFO:tasks.workunit.client.0.smithi028.stdout: "target_bytes": { 2024-08-29T19:03:24.783 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 2648116428 2024-08-29T19:03:24.783 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:24.783 INFO:tasks.workunit.client.0.smithi028.stdout: "unmapped_bytes": { 2024-08-29T19:03:24.783 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 141737984 2024-08-29T19:03:24.783 INFO:tasks.workunit.client.0.smithi028.stdout: } 2024-08-29T19:03:24.783 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:24.783 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore-pricache:data": { 2024-08-29T19:03:24.784 INFO:tasks.workunit.client.0.smithi028.stdout: "committed_bytes": { 2024-08-29T19:03:24.784 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 134217728 2024-08-29T19:03:24.784 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:24.784 INFO:tasks.workunit.client.0.smithi028.stdout: "pri0_bytes": { 2024-08-29T19:03:24.784 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:24.784 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:24.784 INFO:tasks.workunit.client.0.smithi028.stdout: "pri10_bytes": { 2024-08-29T19:03:24.784 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:24.784 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:24.784 INFO:tasks.workunit.client.0.smithi028.stdout: "pri11_bytes": { 2024-08-29T19:03:24.784 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 59216440 2024-08-29T19:03:24.784 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:24.784 INFO:tasks.workunit.client.0.smithi028.stdout: "pri1_bytes": { 2024-08-29T19:03:24.784 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:24.785 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:24.785 INFO:tasks.workunit.client.0.smithi028.stdout: "pri2_bytes": { 2024-08-29T19:03:24.785 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:24.785 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:24.785 INFO:tasks.workunit.client.0.smithi028.stdout: "pri3_bytes": { 2024-08-29T19:03:24.785 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:24.785 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:24.785 INFO:tasks.workunit.client.0.smithi028.stdout: "pri4_bytes": { 2024-08-29T19:03:24.785 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:24.785 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:24.785 INFO:tasks.workunit.client.0.smithi028.stdout: "pri5_bytes": { 2024-08-29T19:03:24.785 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 16384 2024-08-29T19:03:24.785 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:24.786 INFO:tasks.workunit.client.0.smithi028.stdout: "pri6_bytes": { 2024-08-29T19:03:24.786 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 610304 2024-08-29T19:03:24.786 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:24.786 INFO:tasks.workunit.client.0.smithi028.stdout: "pri7_bytes": { 2024-08-29T19:03:24.786 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:24.786 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:24.786 INFO:tasks.workunit.client.0.smithi028.stdout: "pri8_bytes": { 2024-08-29T19:03:24.786 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:24.786 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:24.786 INFO:tasks.workunit.client.0.smithi028.stdout: "pri9_bytes": { 2024-08-29T19:03:24.786 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:24.786 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:24.786 INFO:tasks.workunit.client.0.smithi028.stdout: "reserved_bytes": { 2024-08-29T19:03:24.786 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 74374600 2024-08-29T19:03:24.787 INFO:tasks.workunit.client.0.smithi028.stdout: } 2024-08-29T19:03:24.787 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:24.787 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore-pricache:kv": { 2024-08-29T19:03:24.787 INFO:tasks.workunit.client.0.smithi028.stdout: "committed_bytes": { 2024-08-29T19:03:24.787 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 578813952 2024-08-29T19:03:24.787 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:24.787 INFO:tasks.workunit.client.0.smithi028.stdout: "pri0_bytes": { 2024-08-29T19:03:24.787 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 67108864 2024-08-29T19:03:24.787 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:24.787 INFO:tasks.workunit.client.0.smithi028.stdout: "pri10_bytes": { 2024-08-29T19:03:24.787 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:24.787 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:24.787 INFO:tasks.workunit.client.0.smithi028.stdout: "pri11_bytes": { 2024-08-29T19:03:24.787 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 444123306 2024-08-29T19:03:24.788 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:24.788 INFO:tasks.workunit.client.0.smithi028.stdout: "pri1_bytes": { 2024-08-29T19:03:24.788 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:24.788 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:24.788 INFO:tasks.workunit.client.0.smithi028.stdout: "pri2_bytes": { 2024-08-29T19:03:24.788 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:24.788 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:24.788 INFO:tasks.workunit.client.0.smithi028.stdout: "pri3_bytes": { 2024-08-29T19:03:24.788 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 2688 2024-08-29T19:03:24.788 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:24.788 INFO:tasks.workunit.client.0.smithi028.stdout: "pri4_bytes": { 2024-08-29T19:03:24.788 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:24.788 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:24.789 INFO:tasks.workunit.client.0.smithi028.stdout: "pri5_bytes": { 2024-08-29T19:03:24.789 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 182432 2024-08-29T19:03:24.789 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:24.789 INFO:tasks.workunit.client.0.smithi028.stdout: "pri6_bytes": { 2024-08-29T19:03:24.789 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:24.789 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:24.789 INFO:tasks.workunit.client.0.smithi028.stdout: "pri7_bytes": { 2024-08-29T19:03:24.789 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:24.789 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:24.789 INFO:tasks.workunit.client.0.smithi028.stdout: "pri8_bytes": { 2024-08-29T19:03:24.789 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:24.789 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:24.789 INFO:tasks.workunit.client.0.smithi028.stdout: "pri9_bytes": { 2024-08-29T19:03:24.789 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:24.789 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:24.790 INFO:tasks.workunit.client.0.smithi028.stdout: "reserved_bytes": { 2024-08-29T19:03:24.790 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 67396662 2024-08-29T19:03:24.790 INFO:tasks.workunit.client.0.smithi028.stdout: } 2024-08-29T19:03:24.790 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:24.790 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore-pricache:kv_onode": { 2024-08-29T19:03:24.790 INFO:tasks.workunit.client.0.smithi028.stdout: "committed_bytes": { 2024-08-29T19:03:24.790 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 176160768 2024-08-29T19:03:24.790 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:24.790 INFO:tasks.workunit.client.0.smithi028.stdout: "pri0_bytes": { 2024-08-29T19:03:24.790 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 67108864 2024-08-29T19:03:24.790 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:24.790 INFO:tasks.workunit.client.0.smithi028.stdout: "pri10_bytes": { 2024-08-29T19:03:24.790 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 807088 2024-08-29T19:03:24.791 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:24.791 INFO:tasks.workunit.client.0.smithi028.stdout: "pri11_bytes": { 2024-08-29T19:03:24.791 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 39477627 2024-08-29T19:03:24.791 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:24.791 INFO:tasks.workunit.client.0.smithi028.stdout: "pri1_bytes": { 2024-08-29T19:03:24.791 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:24.791 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:24.791 INFO:tasks.workunit.client.0.smithi028.stdout: "pri2_bytes": { 2024-08-29T19:03:24.791 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:24.791 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:24.791 INFO:tasks.workunit.client.0.smithi028.stdout: "pri3_bytes": { 2024-08-29T19:03:24.791 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:24.791 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:24.791 INFO:tasks.workunit.client.0.smithi028.stdout: "pri4_bytes": { 2024-08-29T19:03:24.791 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:24.792 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:24.792 INFO:tasks.workunit.client.0.smithi028.stdout: "pri5_bytes": { 2024-08-29T19:03:24.792 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:24.792 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:24.792 INFO:tasks.workunit.client.0.smithi028.stdout: "pri6_bytes": { 2024-08-29T19:03:24.792 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:24.792 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:24.792 INFO:tasks.workunit.client.0.smithi028.stdout: "pri7_bytes": { 2024-08-29T19:03:24.792 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:24.792 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:24.792 INFO:tasks.workunit.client.0.smithi028.stdout: "pri8_bytes": { 2024-08-29T19:03:24.792 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:24.792 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:24.793 INFO:tasks.workunit.client.0.smithi028.stdout: "pri9_bytes": { 2024-08-29T19:03:24.793 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:24.793 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:24.793 INFO:tasks.workunit.client.0.smithi028.stdout: "reserved_bytes": { 2024-08-29T19:03:24.793 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 68767189 2024-08-29T19:03:24.793 INFO:tasks.workunit.client.0.smithi028.stdout: } 2024-08-29T19:03:24.793 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:24.793 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore-pricache:meta": { 2024-08-29T19:03:24.793 INFO:tasks.workunit.client.0.smithi028.stdout: "committed_bytes": { 2024-08-29T19:03:24.793 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 520093696 2024-08-29T19:03:24.793 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:24.793 INFO:tasks.workunit.client.0.smithi028.stdout: "pri0_bytes": { 2024-08-29T19:03:24.793 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:24.793 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:24.794 INFO:tasks.workunit.client.0.smithi028.stdout: "pri10_bytes": { 2024-08-29T19:03:24.794 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:24.794 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:24.794 INFO:tasks.workunit.client.0.smithi028.stdout: "pri11_bytes": { 2024-08-29T19:03:24.794 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 444123306 2024-08-29T19:03:24.794 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:24.794 INFO:tasks.workunit.client.0.smithi028.stdout: "pri1_bytes": { 2024-08-29T19:03:24.794 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:24.794 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:24.794 INFO:tasks.workunit.client.0.smithi028.stdout: "pri2_bytes": { 2024-08-29T19:03:24.794 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:24.794 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:24.794 INFO:tasks.workunit.client.0.smithi028.stdout: "pri3_bytes": { 2024-08-29T19:03:24.794 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:24.795 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:24.795 INFO:tasks.workunit.client.0.smithi028.stdout: "pri4_bytes": { 2024-08-29T19:03:24.795 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:24.795 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:24.795 INFO:tasks.workunit.client.0.smithi028.stdout: "pri5_bytes": { 2024-08-29T19:03:24.795 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 141737 2024-08-29T19:03:24.795 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:24.795 INFO:tasks.workunit.client.0.smithi028.stdout: "pri6_bytes": { 2024-08-29T19:03:24.795 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 1112637 2024-08-29T19:03:24.795 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:24.795 INFO:tasks.workunit.client.0.smithi028.stdout: "pri7_bytes": { 2024-08-29T19:03:24.795 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:24.795 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:24.795 INFO:tasks.workunit.client.0.smithi028.stdout: "pri8_bytes": { 2024-08-29T19:03:24.796 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:24.796 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:24.796 INFO:tasks.workunit.client.0.smithi028.stdout: "pri9_bytes": { 2024-08-29T19:03:24.796 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:24.796 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:24.796 INFO:tasks.workunit.client.0.smithi028.stdout: "reserved_bytes": { 2024-08-29T19:03:24.796 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 74716016 2024-08-29T19:03:24.796 INFO:tasks.workunit.client.0.smithi028.stdout: } 2024-08-29T19:03:24.796 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:24.796 INFO:tasks.workunit.client.0.smithi028.stdout: "objecter": { 2024-08-29T19:03:24.796 INFO:tasks.workunit.client.0.smithi028.stdout: "op_active": { 2024-08-29T19:03:24.796 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:24.796 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:24.797 INFO:tasks.workunit.client.0.smithi028.stdout: "op_r": { 2024-08-29T19:03:24.797 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 27 2024-08-29T19:03:24.797 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:24.797 INFO:tasks.workunit.client.0.smithi028.stdout: "op_rmw": { 2024-08-29T19:03:24.797 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:24.797 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:24.797 INFO:tasks.workunit.client.0.smithi028.stdout: "op_w": { 2024-08-29T19:03:24.797 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:24.797 INFO:tasks.workunit.client.0.smithi028.stdout: } 2024-08-29T19:03:24.797 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:24.797 INFO:tasks.workunit.client.0.smithi028.stdout: "osd": { 2024-08-29T19:03:24.797 INFO:tasks.workunit.client.0.smithi028.stdout: "numpg": { 2024-08-29T19:03:24.797 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 52 2024-08-29T19:03:24.798 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:24.798 INFO:tasks.workunit.client.0.smithi028.stdout: "numpg_removing": { 2024-08-29T19:03:24.798 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:24.798 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:24.798 INFO:tasks.workunit.client.0.smithi028.stdout: "op": { 2024-08-29T19:03:24.798 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 48412 2024-08-29T19:03:24.798 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:24.798 INFO:tasks.workunit.client.0.smithi028.stdout: "op_before_queue_op_lat": { 2024-08-29T19:03:24.798 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 124217, 2024-08-29T19:03:24.798 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 9795456852 2024-08-29T19:03:24.798 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:24.798 INFO:tasks.workunit.client.0.smithi028.stdout: "op_delayed_degraded": { 2024-08-29T19:03:24.798 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 3 2024-08-29T19:03:24.798 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:24.799 INFO:tasks.workunit.client.0.smithi028.stdout: "op_delayed_unreadable": { 2024-08-29T19:03:24.799 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:24.799 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:24.799 INFO:tasks.workunit.client.0.smithi028.stdout: "op_in_bytes": { 2024-08-29T19:03:24.799 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 1035700348 2024-08-29T19:03:24.799 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:24.799 INFO:tasks.workunit.client.0.smithi028.stdout: "op_latency": { 2024-08-29T19:03:24.799 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 48412, 2024-08-29T19:03:24.799 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 404725120703 2024-08-29T19:03:24.799 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:24.799 INFO:tasks.workunit.client.0.smithi028.stdout: "op_out_bytes": { 2024-08-29T19:03:24.799 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 1446311156 2024-08-29T19:03:24.799 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:24.800 INFO:tasks.workunit.client.0.smithi028.stdout: "op_prepare_latency": { 2024-08-29T19:03:24.800 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 49156, 2024-08-29T19:03:24.800 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 42793005843 2024-08-29T19:03:24.800 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:24.800 INFO:tasks.workunit.client.0.smithi028.stdout: "op_process_latency": { 2024-08-29T19:03:24.800 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 48412, 2024-08-29T19:03:24.800 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 125706442759 2024-08-29T19:03:24.800 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:24.800 INFO:tasks.workunit.client.0.smithi028.stdout: "op_r": { 2024-08-29T19:03:24.800 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 32499 2024-08-29T19:03:24.800 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:24.800 INFO:tasks.workunit.client.0.smithi028.stdout: "op_r_latency": { 2024-08-29T19:03:24.800 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 32499, 2024-08-29T19:03:24.801 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 68097399080 2024-08-29T19:03:24.801 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:24.801 INFO:tasks.workunit.client.0.smithi028.stdout: "op_r_latency_out_bytes_histogram": { 2024-08-29T19:03:24.801 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:24.801 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:24.801 INFO:tasks.workunit.client.0.smithi028.stdout: "op_r_out_bytes": { 2024-08-29T19:03:24.801 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 1446311156 2024-08-29T19:03:24.801 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:24.801 INFO:tasks.workunit.client.0.smithi028.stdout: "op_r_prepare_latency": { 2024-08-29T19:03:24.801 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 32905, 2024-08-29T19:03:24.801 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 13977575072 2024-08-29T19:03:24.801 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:24.801 INFO:tasks.workunit.client.0.smithi028.stdout: "op_r_process_latency": { 2024-08-29T19:03:24.801 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 32499, 2024-08-29T19:03:24.802 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 13200395056 2024-08-29T19:03:24.802 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:24.802 INFO:tasks.workunit.client.0.smithi028.stdout: "op_rw": { 2024-08-29T19:03:24.802 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 12117 2024-08-29T19:03:24.802 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:24.802 INFO:tasks.workunit.client.0.smithi028.stdout: "op_rw_in_bytes": { 2024-08-29T19:03:24.802 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 150311152 2024-08-29T19:03:24.802 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:24.802 INFO:tasks.workunit.client.0.smithi028.stdout: "op_rw_latency": { 2024-08-29T19:03:24.802 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 12117, 2024-08-29T19:03:24.802 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 280829366649 2024-08-29T19:03:24.802 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:24.802 INFO:tasks.workunit.client.0.smithi028.stdout: "op_rw_latency_in_bytes_histogram": { 2024-08-29T19:03:24.802 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:24.803 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:24.803 INFO:tasks.workunit.client.0.smithi028.stdout: "op_rw_latency_out_bytes_histogram": { 2024-08-29T19:03:24.803 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:24.803 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:24.803 INFO:tasks.workunit.client.0.smithi028.stdout: "op_rw_out_bytes": { 2024-08-29T19:03:24.803 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:24.803 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:24.803 INFO:tasks.workunit.client.0.smithi028.stdout: "op_rw_prepare_latency": { 2024-08-29T19:03:24.803 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 12328, 2024-08-29T19:03:24.803 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 20694545623 2024-08-29T19:03:24.803 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:24.803 INFO:tasks.workunit.client.0.smithi028.stdout: "op_rw_process_latency": { 2024-08-29T19:03:24.804 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 12117, 2024-08-29T19:03:24.804 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 76350352283 2024-08-29T19:03:24.804 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:24.804 INFO:tasks.workunit.client.0.smithi028.stdout: "op_w": { 2024-08-29T19:03:24.804 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 3796 2024-08-29T19:03:24.804 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:24.804 INFO:tasks.workunit.client.0.smithi028.stdout: "op_w_in_bytes": { 2024-08-29T19:03:24.804 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 885389196 2024-08-29T19:03:24.804 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:24.804 INFO:tasks.workunit.client.0.smithi028.stdout: "op_w_latency": { 2024-08-29T19:03:24.804 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 3796, 2024-08-29T19:03:24.804 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 55798354974 2024-08-29T19:03:24.804 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:24.804 INFO:tasks.workunit.client.0.smithi028.stdout: "op_w_latency_in_bytes_histogram": { 2024-08-29T19:03:24.805 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:24.805 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:24.805 INFO:tasks.workunit.client.0.smithi028.stdout: "op_w_prepare_latency": { 2024-08-29T19:03:24.805 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 3923, 2024-08-29T19:03:24.805 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 8120885148 2024-08-29T19:03:24.805 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:24.805 INFO:tasks.workunit.client.0.smithi028.stdout: "op_w_process_latency": { 2024-08-29T19:03:24.805 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 3796, 2024-08-29T19:03:24.805 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 36155695420 2024-08-29T19:03:24.805 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:24.805 INFO:tasks.workunit.client.0.smithi028.stdout: "op_wip": { 2024-08-29T19:03:24.805 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:24.805 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:24.806 INFO:tasks.workunit.client.0.smithi028.stdout: "recovery_bytes": { 2024-08-29T19:03:24.806 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 35 2024-08-29T19:03:24.806 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:24.806 INFO:tasks.workunit.client.0.smithi028.stdout: "recovery_ops": { 2024-08-29T19:03:24.806 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 12 2024-08-29T19:03:24.806 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:24.806 INFO:tasks.workunit.client.0.smithi028.stdout: "stat_bytes": { 2024-08-29T19:03:24.806 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 95995035648 2024-08-29T19:03:24.806 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:24.806 INFO:tasks.workunit.client.0.smithi028.stdout: "stat_bytes_used": { 2024-08-29T19:03:24.806 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 708198400 2024-08-29T19:03:24.806 INFO:tasks.workunit.client.0.smithi028.stdout: } 2024-08-29T19:03:24.806 INFO:tasks.workunit.client.0.smithi028.stdout: } 2024-08-29T19:03:24.806 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:24.807 INFO:tasks.workunit.client.0.smithi028.stdout: "osd.4": { 2024-08-29T19:03:24.807 INFO:tasks.workunit.client.0.smithi028.stdout: "bluefs": { 2024-08-29T19:03:24.807 INFO:tasks.workunit.client.0.smithi028.stdout: "alloc_db_max_lat": { 2024-08-29T19:03:24.807 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 59725 2024-08-29T19:03:24.807 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:24.807 INFO:tasks.workunit.client.0.smithi028.stdout: "alloc_slow_fallback": { 2024-08-29T19:03:24.807 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:24.807 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:24.807 INFO:tasks.workunit.client.0.smithi028.stdout: "alloc_slow_max_lat": { 2024-08-29T19:03:24.807 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:24.807 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:24.807 INFO:tasks.workunit.client.0.smithi028.stdout: "alloc_slow_size_fallback": { 2024-08-29T19:03:24.807 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:24.807 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:24.808 INFO:tasks.workunit.client.0.smithi028.stdout: "alloc_unit_db": { 2024-08-29T19:03:24.808 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 65536 2024-08-29T19:03:24.808 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:24.808 INFO:tasks.workunit.client.0.smithi028.stdout: "alloc_unit_slow": { 2024-08-29T19:03:24.808 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:24.808 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:24.808 INFO:tasks.workunit.client.0.smithi028.stdout: "alloc_unit_wal": { 2024-08-29T19:03:24.808 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:24.808 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:24.808 INFO:tasks.workunit.client.0.smithi028.stdout: "alloc_wal_max_lat": { 2024-08-29T19:03:24.808 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:24.808 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:24.808 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes_written_slow": { 2024-08-29T19:03:24.808 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:24.809 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:24.809 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes_written_sst": { 2024-08-29T19:03:24.809 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 46153728 2024-08-29T19:03:24.809 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:24.809 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes_written_wal": { 2024-08-29T19:03:24.809 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 825614336 2024-08-29T19:03:24.809 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:24.809 INFO:tasks.workunit.client.0.smithi028.stdout: "compact_lat": { 2024-08-29T19:03:24.809 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 14, 2024-08-29T19:03:24.809 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 7207655 2024-08-29T19:03:24.809 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:24.809 INFO:tasks.workunit.client.0.smithi028.stdout: "compact_lock_lat": { 2024-08-29T19:03:24.809 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 14, 2024-08-29T19:03:24.810 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 2419629 2024-08-29T19:03:24.810 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:24.810 INFO:tasks.workunit.client.0.smithi028.stdout: "db_alloc_lat": { 2024-08-29T19:03:24.810 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 247, 2024-08-29T19:03:24.810 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 1546488 2024-08-29T19:03:24.810 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:24.810 INFO:tasks.workunit.client.0.smithi028.stdout: "db_total_bytes": { 2024-08-29T19:03:24.810 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 95995027456 2024-08-29T19:03:24.810 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:24.810 INFO:tasks.workunit.client.0.smithi028.stdout: "db_used_bytes": { 2024-08-29T19:03:24.810 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 1023803392 2024-08-29T19:03:24.810 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:24.810 INFO:tasks.workunit.client.0.smithi028.stdout: "flush_lat": { 2024-08-29T19:03:24.810 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 59330, 2024-08-29T19:03:24.811 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 8946316663 2024-08-29T19:03:24.811 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:24.811 INFO:tasks.workunit.client.0.smithi028.stdout: "fsync_lat": { 2024-08-29T19:03:24.811 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 59300, 2024-08-29T19:03:24.811 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 16933430658 2024-08-29T19:03:24.811 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:24.811 INFO:tasks.workunit.client.0.smithi028.stdout: "log_bytes": { 2024-08-29T19:03:24.811 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 10072064 2024-08-29T19:03:24.811 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:24.811 INFO:tasks.workunit.client.0.smithi028.stdout: "logged_bytes": { 2024-08-29T19:03:24.811 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 242798592 2024-08-29T19:03:24.811 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:24.811 INFO:tasks.workunit.client.0.smithi028.stdout: "max_bytes_db": { 2024-08-29T19:03:24.811 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 1018101760 2024-08-29T19:03:24.812 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:24.812 INFO:tasks.workunit.client.0.smithi028.stdout: "max_bytes_slow": { 2024-08-29T19:03:24.812 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:24.812 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:24.812 INFO:tasks.workunit.client.0.smithi028.stdout: "max_bytes_wal": { 2024-08-29T19:03:24.812 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:24.812 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:24.812 INFO:tasks.workunit.client.0.smithi028.stdout: "num_files": { 2024-08-29T19:03:24.812 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 68 2024-08-29T19:03:24.812 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:24.812 INFO:tasks.workunit.client.0.smithi028.stdout: "read_bytes": { 2024-08-29T19:03:24.812 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 757841600 2024-08-29T19:03:24.812 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:24.812 INFO:tasks.workunit.client.0.smithi028.stdout: "read_count": { 2024-08-29T19:03:24.813 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 30373 2024-08-29T19:03:24.813 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:24.813 INFO:tasks.workunit.client.0.smithi028.stdout: "read_disk_bytes": { 2024-08-29T19:03:24.813 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 673693696 2024-08-29T19:03:24.813 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:24.813 INFO:tasks.workunit.client.0.smithi028.stdout: "read_disk_bytes_db": { 2024-08-29T19:03:24.813 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 673697792 2024-08-29T19:03:24.813 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:24.813 INFO:tasks.workunit.client.0.smithi028.stdout: "read_disk_bytes_slow": { 2024-08-29T19:03:24.813 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:24.813 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:24.813 INFO:tasks.workunit.client.0.smithi028.stdout: "read_disk_bytes_wal": { 2024-08-29T19:03:24.813 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:24.813 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:24.814 INFO:tasks.workunit.client.0.smithi028.stdout: "read_disk_count": { 2024-08-29T19:03:24.814 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 12267 2024-08-29T19:03:24.814 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:24.814 INFO:tasks.workunit.client.0.smithi028.stdout: "read_lat": { 2024-08-29T19:03:24.814 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 30373, 2024-08-29T19:03:24.814 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 369859010 2024-08-29T19:03:24.814 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:24.814 INFO:tasks.workunit.client.0.smithi028.stdout: "read_prefetch_bytes": { 2024-08-29T19:03:24.814 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 445647371 2024-08-29T19:03:24.814 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:24.814 INFO:tasks.workunit.client.0.smithi028.stdout: "read_prefetch_count": { 2024-08-29T19:03:24.814 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 20833 2024-08-29T19:03:24.814 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:24.814 INFO:tasks.workunit.client.0.smithi028.stdout: "read_random_buffer_bytes": { 2024-08-29T19:03:24.814 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 13443519 2024-08-29T19:03:24.815 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:24.815 INFO:tasks.workunit.client.0.smithi028.stdout: "read_random_buffer_count": { 2024-08-29T19:03:24.815 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 1945 2024-08-29T19:03:24.815 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:24.815 INFO:tasks.workunit.client.0.smithi028.stdout: "read_random_bytes": { 2024-08-29T19:03:24.815 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 61782164 2024-08-29T19:03:24.815 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:24.815 INFO:tasks.workunit.client.0.smithi028.stdout: "read_random_count": { 2024-08-29T19:03:24.815 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 2746 2024-08-29T19:03:24.815 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:24.815 INFO:tasks.workunit.client.0.smithi028.stdout: "read_random_disk_bytes": { 2024-08-29T19:03:24.815 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 48338645 2024-08-29T19:03:24.815 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:24.816 INFO:tasks.workunit.client.0.smithi028.stdout: "read_random_disk_bytes_db": { 2024-08-29T19:03:24.816 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 48338645 2024-08-29T19:03:24.816 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:24.816 INFO:tasks.workunit.client.0.smithi028.stdout: "read_random_disk_bytes_slow": { 2024-08-29T19:03:24.816 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:24.816 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:24.816 INFO:tasks.workunit.client.0.smithi028.stdout: "read_random_disk_bytes_wal": { 2024-08-29T19:03:24.816 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:24.816 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:24.816 INFO:tasks.workunit.client.0.smithi028.stdout: "read_random_disk_count": { 2024-08-29T19:03:24.816 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 856 2024-08-29T19:03:24.816 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:24.816 INFO:tasks.workunit.client.0.smithi028.stdout: "read_random_lat": { 2024-08-29T19:03:24.817 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 2746, 2024-08-29T19:03:24.817 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 28277358 2024-08-29T19:03:24.817 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:24.817 INFO:tasks.workunit.client.0.smithi028.stdout: "slow_alloc_lat": { 2024-08-29T19:03:24.817 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 0, 2024-08-29T19:03:24.817 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:24.817 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:24.817 INFO:tasks.workunit.client.0.smithi028.stdout: "slow_total_bytes": { 2024-08-29T19:03:24.817 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:24.817 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:24.817 INFO:tasks.workunit.client.0.smithi028.stdout: "slow_used_bytes": { 2024-08-29T19:03:24.817 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:24.817 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:24.818 INFO:tasks.workunit.client.0.smithi028.stdout: "truncate_lat": { 2024-08-29T19:03:24.818 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 1, 2024-08-29T19:03:24.818 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 646 2024-08-29T19:03:24.818 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:24.818 INFO:tasks.workunit.client.0.smithi028.stdout: "unlink_lat": { 2024-08-29T19:03:24.818 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 14, 2024-08-29T19:03:24.818 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 35528 2024-08-29T19:03:24.818 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:24.818 INFO:tasks.workunit.client.0.smithi028.stdout: "wal_alloc_lat": { 2024-08-29T19:03:24.818 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 0, 2024-08-29T19:03:24.818 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:24.818 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:24.818 INFO:tasks.workunit.client.0.smithi028.stdout: "wal_total_bytes": { 2024-08-29T19:03:24.818 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:24.819 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:24.819 INFO:tasks.workunit.client.0.smithi028.stdout: "wal_used_bytes": { 2024-08-29T19:03:24.819 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:24.819 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:24.819 INFO:tasks.workunit.client.0.smithi028.stdout: "write_bytes": { 2024-08-29T19:03:24.819 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 1116725248 2024-08-29T19:03:24.819 INFO:tasks.workunit.client.0.smithi028.stdout: } 2024-08-29T19:03:24.819 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:24.819 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore": { 2024-08-29T19:03:24.819 INFO:tasks.workunit.client.0.smithi028.stdout: "alloc_unit": { 2024-08-29T19:03:24.819 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 4096 2024-08-29T19:03:24.819 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:24.819 INFO:tasks.workunit.client.0.smithi028.stdout: "allocated": { 2024-08-29T19:03:24.819 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 9637888 2024-08-29T19:03:24.820 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:24.820 INFO:tasks.workunit.client.0.smithi028.stdout: "allocator_lat": { 2024-08-29T19:03:24.820 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 19580, 2024-08-29T19:03:24.820 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 93813415 2024-08-29T19:03:24.820 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:24.820 INFO:tasks.workunit.client.0.smithi028.stdout: "clist_lat": { 2024-08-29T19:03:24.820 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 3075, 2024-08-29T19:03:24.820 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 1222586986 2024-08-29T19:03:24.820 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:24.820 INFO:tasks.workunit.client.0.smithi028.stdout: "compress_lat": { 2024-08-29T19:03:24.820 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 0, 2024-08-29T19:03:24.820 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:24.820 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:24.820 INFO:tasks.workunit.client.0.smithi028.stdout: "compressed": { 2024-08-29T19:03:24.821 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:24.821 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:24.821 INFO:tasks.workunit.client.0.smithi028.stdout: "compressed_allocated": { 2024-08-29T19:03:24.821 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:24.821 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:24.821 INFO:tasks.workunit.client.0.smithi028.stdout: "compressed_original": { 2024-08-29T19:03:24.821 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:24.821 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:24.821 INFO:tasks.workunit.client.0.smithi028.stdout: "csum_lat": { 2024-08-29T19:03:24.821 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 21772, 2024-08-29T19:03:24.821 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 274196667 2024-08-29T19:03:24.821 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:24.821 INFO:tasks.workunit.client.0.smithi028.stdout: "decompress_lat": { 2024-08-29T19:03:24.821 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 0, 2024-08-29T19:03:24.822 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:24.822 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:24.822 INFO:tasks.workunit.client.0.smithi028.stdout: "fragmentation_micros": { 2024-08-29T19:03:24.822 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:24.822 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:24.822 INFO:tasks.workunit.client.0.smithi028.stdout: "kv_commit_lat": { 2024-08-29T19:03:24.822 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 59173, 2024-08-29T19:03:24.822 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 23713030518 2024-08-29T19:03:24.822 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:24.822 INFO:tasks.workunit.client.0.smithi028.stdout: "kv_final_lat": { 2024-08-29T19:03:24.822 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 58464, 2024-08-29T19:03:24.822 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 3060556960 2024-08-29T19:03:24.822 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:24.822 INFO:tasks.workunit.client.0.smithi028.stdout: "kv_flush_lat": { 2024-08-29T19:03:24.823 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 59173, 2024-08-29T19:03:24.823 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 109507861 2024-08-29T19:03:24.823 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:24.823 INFO:tasks.workunit.client.0.smithi028.stdout: "kv_sync_lat": { 2024-08-29T19:03:24.823 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 59173, 2024-08-29T19:03:24.823 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 23822538379 2024-08-29T19:03:24.823 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:24.823 INFO:tasks.workunit.client.0.smithi028.stdout: "omap_get_keys_lat": { 2024-08-29T19:03:24.823 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 0, 2024-08-29T19:03:24.823 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:24.823 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:24.823 INFO:tasks.workunit.client.0.smithi028.stdout: "omap_get_values_lat": { 2024-08-29T19:03:24.823 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 29313, 2024-08-29T19:03:24.823 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 1727751637 2024-08-29T19:03:24.824 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:24.824 INFO:tasks.workunit.client.0.smithi028.stdout: "omap_lower_bound_lat": { 2024-08-29T19:03:24.824 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 789, 2024-08-29T19:03:24.824 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 4607738 2024-08-29T19:03:24.824 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:24.824 INFO:tasks.workunit.client.0.smithi028.stdout: "omap_next_lat": { 2024-08-29T19:03:24.824 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 16483, 2024-08-29T19:03:24.824 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 20071278 2024-08-29T19:03:24.824 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:24.824 INFO:tasks.workunit.client.0.smithi028.stdout: "omap_seek_to_first_lat": { 2024-08-29T19:03:24.824 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 46, 2024-08-29T19:03:24.824 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 82953 2024-08-29T19:03:24.824 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:24.825 INFO:tasks.workunit.client.0.smithi028.stdout: "omap_upper_bound_lat": { 2024-08-29T19:03:24.825 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 15209, 2024-08-29T19:03:24.825 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 7927264484 2024-08-29T19:03:24.825 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:24.825 INFO:tasks.workunit.client.0.smithi028.stdout: "onode_hits": { 2024-08-29T19:03:24.825 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 191559 2024-08-29T19:03:24.825 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:24.825 INFO:tasks.workunit.client.0.smithi028.stdout: "onode_misses": { 2024-08-29T19:03:24.825 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 19688 2024-08-29T19:03:24.825 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:24.825 INFO:tasks.workunit.client.0.smithi028.stdout: "read_lat": { 2024-08-29T19:03:24.825 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 14529, 2024-08-29T19:03:24.825 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 1770403982 2024-08-29T19:03:24.825 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:24.826 INFO:tasks.workunit.client.0.smithi028.stdout: "read_onode_meta_lat": { 2024-08-29T19:03:24.826 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 46514, 2024-08-29T19:03:24.826 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 29180687 2024-08-29T19:03:24.826 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:24.826 INFO:tasks.workunit.client.0.smithi028.stdout: "read_wait_aio_lat": { 2024-08-29T19:03:24.826 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 31985, 2024-08-29T19:03:24.826 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 942119775 2024-08-29T19:03:24.826 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:24.826 INFO:tasks.workunit.client.0.smithi028.stdout: "reads_with_retries": { 2024-08-29T19:03:24.826 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:24.826 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:24.826 INFO:tasks.workunit.client.0.smithi028.stdout: "remove_lat": { 2024-08-29T19:03:24.826 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 12869, 2024-08-29T19:03:24.826 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 662126651 2024-08-29T19:03:24.826 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:24.827 INFO:tasks.workunit.client.0.smithi028.stdout: "slow_aio_wait_count": { 2024-08-29T19:03:24.827 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:24.827 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:24.827 INFO:tasks.workunit.client.0.smithi028.stdout: "slow_committed_kv_count": { 2024-08-29T19:03:24.827 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:24.827 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:24.827 INFO:tasks.workunit.client.0.smithi028.stdout: "slow_read_onode_meta_count": { 2024-08-29T19:03:24.827 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:24.827 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:24.827 INFO:tasks.workunit.client.0.smithi028.stdout: "slow_read_wait_aio_count": { 2024-08-29T19:03:24.827 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:24.827 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:24.827 INFO:tasks.workunit.client.0.smithi028.stdout: "state_aio_wait_lat": { 2024-08-29T19:03:24.828 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 68583, 2024-08-29T19:03:24.828 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 4418977540 2024-08-29T19:03:24.828 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:24.828 INFO:tasks.workunit.client.0.smithi028.stdout: "state_deferred_aio_wait_lat": { 2024-08-29T19:03:24.828 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 17485, 2024-08-29T19:03:24.828 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 1540437841 2024-08-29T19:03:24.828 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:24.828 INFO:tasks.workunit.client.0.smithi028.stdout: "state_deferred_cleanup_lat": { 2024-08-29T19:03:24.828 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 17484, 2024-08-29T19:03:24.828 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 1938742711617 2024-08-29T19:03:24.828 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:24.828 INFO:tasks.workunit.client.0.smithi028.stdout: "state_deferred_queued_lat": { 2024-08-29T19:03:24.828 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 17485, 2024-08-29T19:03:24.828 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 5966957876105 2024-08-29T19:03:24.829 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:24.829 INFO:tasks.workunit.client.0.smithi028.stdout: "state_done_lat": { 2024-08-29T19:03:24.829 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 68582, 2024-08-29T19:03:24.829 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 2066079241201 2024-08-29T19:03:24.829 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:24.829 INFO:tasks.workunit.client.0.smithi028.stdout: "state_finishing_lat": { 2024-08-29T19:03:24.829 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 68582, 2024-08-29T19:03:24.829 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 17014689 2024-08-29T19:03:24.829 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:24.829 INFO:tasks.workunit.client.0.smithi028.stdout: "state_io_done_lat": { 2024-08-29T19:03:24.829 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 68583, 2024-08-29T19:03:24.829 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 170629632 2024-08-29T19:03:24.829 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:24.829 INFO:tasks.workunit.client.0.smithi028.stdout: "state_kv_commiting_lat": { 2024-08-29T19:03:24.830 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 68583, 2024-08-29T19:03:24.830 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 40937764270 2024-08-29T19:03:24.830 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:24.830 INFO:tasks.workunit.client.0.smithi028.stdout: "state_kv_done_lat": { 2024-08-29T19:03:24.830 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 68583, 2024-08-29T19:03:24.830 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 53588716 2024-08-29T19:03:24.830 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:24.830 INFO:tasks.workunit.client.0.smithi028.stdout: "state_kv_queued_lat": { 2024-08-29T19:03:24.830 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 68583, 2024-08-29T19:03:24.830 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 19857009071 2024-08-29T19:03:24.830 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:24.830 INFO:tasks.workunit.client.0.smithi028.stdout: "state_prepare_lat": { 2024-08-29T19:03:24.830 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 68583, 2024-08-29T19:03:24.831 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 13754299593 2024-08-29T19:03:24.831 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:24.831 INFO:tasks.workunit.client.0.smithi028.stdout: "stored": { 2024-08-29T19:03:24.831 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 5568872 2024-08-29T19:03:24.831 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:24.831 INFO:tasks.workunit.client.0.smithi028.stdout: "truncate_lat": { 2024-08-29T19:03:24.831 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 2224, 2024-08-29T19:03:24.831 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 22097034 2024-08-29T19:03:24.831 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:24.831 INFO:tasks.workunit.client.0.smithi028.stdout: "txc_commit_lat": { 2024-08-29T19:03:24.831 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 68583, 2024-08-29T19:03:24.831 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 79163300812 2024-08-29T19:03:24.831 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:24.831 INFO:tasks.workunit.client.0.smithi028.stdout: "txc_submit_lat": { 2024-08-29T19:03:24.832 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 68583, 2024-08-29T19:03:24.832 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 15667841326 2024-08-29T19:03:24.832 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:24.832 INFO:tasks.workunit.client.0.smithi028.stdout: "txc_throttle_lat": { 2024-08-29T19:03:24.832 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 68583, 2024-08-29T19:03:24.832 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 873822966 2024-08-29T19:03:24.832 INFO:tasks.workunit.client.0.smithi028.stdout: } 2024-08-29T19:03:24.832 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:24.832 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore-pricache": { 2024-08-29T19:03:24.832 INFO:tasks.workunit.client.0.smithi028.stdout: "cache_bytes": { 2024-08-29T19:03:24.832 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 1445593205 2024-08-29T19:03:24.832 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:24.832 INFO:tasks.workunit.client.0.smithi028.stdout: "heap_bytes": { 2024-08-29T19:03:24.833 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 611008512 2024-08-29T19:03:24.833 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:24.833 INFO:tasks.workunit.client.0.smithi028.stdout: "mapped_bytes": { 2024-08-29T19:03:24.833 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 553025536 2024-08-29T19:03:24.833 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:24.833 INFO:tasks.workunit.client.0.smithi028.stdout: "target_bytes": { 2024-08-29T19:03:24.833 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 2648117145 2024-08-29T19:03:24.833 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:24.833 INFO:tasks.workunit.client.0.smithi028.stdout: "unmapped_bytes": { 2024-08-29T19:03:24.833 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 57982976 2024-08-29T19:03:24.833 INFO:tasks.workunit.client.0.smithi028.stdout: } 2024-08-29T19:03:24.833 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:24.833 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore-pricache:data": { 2024-08-29T19:03:24.833 INFO:tasks.workunit.client.0.smithi028.stdout: "committed_bytes": { 2024-08-29T19:03:24.834 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 125829120 2024-08-29T19:03:24.834 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:24.834 INFO:tasks.workunit.client.0.smithi028.stdout: "pri0_bytes": { 2024-08-29T19:03:24.834 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:24.834 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:24.834 INFO:tasks.workunit.client.0.smithi028.stdout: "pri10_bytes": { 2024-08-29T19:03:24.834 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:24.834 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:24.834 INFO:tasks.workunit.client.0.smithi028.stdout: "pri11_bytes": { 2024-08-29T19:03:24.834 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 56676537 2024-08-29T19:03:24.834 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:24.834 INFO:tasks.workunit.client.0.smithi028.stdout: "pri1_bytes": { 2024-08-29T19:03:24.834 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:24.834 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:24.835 INFO:tasks.workunit.client.0.smithi028.stdout: "pri2_bytes": { 2024-08-29T19:03:24.835 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:24.835 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:24.835 INFO:tasks.workunit.client.0.smithi028.stdout: "pri3_bytes": { 2024-08-29T19:03:24.835 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:24.835 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:24.835 INFO:tasks.workunit.client.0.smithi028.stdout: "pri4_bytes": { 2024-08-29T19:03:24.835 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 12288 2024-08-29T19:03:24.835 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:24.835 INFO:tasks.workunit.client.0.smithi028.stdout: "pri5_bytes": { 2024-08-29T19:03:24.835 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 73728 2024-08-29T19:03:24.835 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:24.835 INFO:tasks.workunit.client.0.smithi028.stdout: "pri6_bytes": { 2024-08-29T19:03:24.836 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 901120 2024-08-29T19:03:24.836 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:24.836 INFO:tasks.workunit.client.0.smithi028.stdout: "pri7_bytes": { 2024-08-29T19:03:24.836 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:24.836 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:24.836 INFO:tasks.workunit.client.0.smithi028.stdout: "pri8_bytes": { 2024-08-29T19:03:24.836 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:24.836 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:24.836 INFO:tasks.workunit.client.0.smithi028.stdout: "pri9_bytes": { 2024-08-29T19:03:24.836 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:24.836 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:24.836 INFO:tasks.workunit.client.0.smithi028.stdout: "reserved_bytes": { 2024-08-29T19:03:24.836 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 68165447 2024-08-29T19:03:24.837 INFO:tasks.workunit.client.0.smithi028.stdout: } 2024-08-29T19:03:24.837 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:24.837 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore-pricache:kv": { 2024-08-29T19:03:24.837 INFO:tasks.workunit.client.0.smithi028.stdout: "committed_bytes": { 2024-08-29T19:03:24.837 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 562036736 2024-08-29T19:03:24.837 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:24.837 INFO:tasks.workunit.client.0.smithi028.stdout: "pri0_bytes": { 2024-08-29T19:03:24.837 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 67108864 2024-08-29T19:03:24.837 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:24.837 INFO:tasks.workunit.client.0.smithi028.stdout: "pri10_bytes": { 2024-08-29T19:03:24.837 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:24.837 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:24.837 INFO:tasks.workunit.client.0.smithi028.stdout: "pri11_bytes": { 2024-08-29T19:03:24.838 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 425074032 2024-08-29T19:03:24.838 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:24.838 INFO:tasks.workunit.client.0.smithi028.stdout: "pri1_bytes": { 2024-08-29T19:03:24.838 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:24.838 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:24.838 INFO:tasks.workunit.client.0.smithi028.stdout: "pri2_bytes": { 2024-08-29T19:03:24.838 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:24.838 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:24.838 INFO:tasks.workunit.client.0.smithi028.stdout: "pri3_bytes": { 2024-08-29T19:03:24.838 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 4992 2024-08-29T19:03:24.838 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:24.838 INFO:tasks.workunit.client.0.smithi028.stdout: "pri4_bytes": { 2024-08-29T19:03:24.838 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:24.838 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:24.838 INFO:tasks.workunit.client.0.smithi028.stdout: "pri5_bytes": { 2024-08-29T19:03:24.839 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 325120 2024-08-29T19:03:24.839 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:24.839 INFO:tasks.workunit.client.0.smithi028.stdout: "pri6_bytes": { 2024-08-29T19:03:24.839 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:24.839 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:24.839 INFO:tasks.workunit.client.0.smithi028.stdout: "pri7_bytes": { 2024-08-29T19:03:24.839 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:24.839 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:24.839 INFO:tasks.workunit.client.0.smithi028.stdout: "pri8_bytes": { 2024-08-29T19:03:24.839 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:24.839 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:24.839 INFO:tasks.workunit.client.0.smithi028.stdout: "pri9_bytes": { 2024-08-29T19:03:24.839 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:24.839 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:24.840 INFO:tasks.workunit.client.0.smithi028.stdout: "reserved_bytes": { 2024-08-29T19:03:24.840 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 69523728 2024-08-29T19:03:24.840 INFO:tasks.workunit.client.0.smithi028.stdout: } 2024-08-29T19:03:24.840 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:24.840 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore-pricache:kv_onode": { 2024-08-29T19:03:24.840 INFO:tasks.workunit.client.0.smithi028.stdout: "committed_bytes": { 2024-08-29T19:03:24.840 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 176160768 2024-08-29T19:03:24.840 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:24.840 INFO:tasks.workunit.client.0.smithi028.stdout: "pri0_bytes": { 2024-08-29T19:03:24.840 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 67108864 2024-08-29T19:03:24.840 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:24.840 INFO:tasks.workunit.client.0.smithi028.stdout: "pri10_bytes": { 2024-08-29T19:03:24.840 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 750928 2024-08-29T19:03:24.841 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:24.841 INFO:tasks.workunit.client.0.smithi028.stdout: "pri11_bytes": { 2024-08-29T19:03:24.841 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 37784358 2024-08-29T19:03:24.841 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:24.841 INFO:tasks.workunit.client.0.smithi028.stdout: "pri1_bytes": { 2024-08-29T19:03:24.841 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:24.841 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:24.841 INFO:tasks.workunit.client.0.smithi028.stdout: "pri2_bytes": { 2024-08-29T19:03:24.841 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:24.841 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:24.841 INFO:tasks.workunit.client.0.smithi028.stdout: "pri3_bytes": { 2024-08-29T19:03:24.841 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:24.841 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:24.842 INFO:tasks.workunit.client.0.smithi028.stdout: "pri4_bytes": { 2024-08-29T19:03:24.842 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:24.842 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:24.842 INFO:tasks.workunit.client.0.smithi028.stdout: "pri5_bytes": { 2024-08-29T19:03:24.842 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:24.842 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:24.842 INFO:tasks.workunit.client.0.smithi028.stdout: "pri6_bytes": { 2024-08-29T19:03:24.842 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:24.842 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:24.842 INFO:tasks.workunit.client.0.smithi028.stdout: "pri7_bytes": { 2024-08-29T19:03:24.842 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:24.842 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:24.842 INFO:tasks.workunit.client.0.smithi028.stdout: "pri8_bytes": { 2024-08-29T19:03:24.842 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:24.843 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:24.843 INFO:tasks.workunit.client.0.smithi028.stdout: "pri9_bytes": { 2024-08-29T19:03:24.843 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:24.843 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:24.843 INFO:tasks.workunit.client.0.smithi028.stdout: "reserved_bytes": { 2024-08-29T19:03:24.843 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 70516618 2024-08-29T19:03:24.843 INFO:tasks.workunit.client.0.smithi028.stdout: } 2024-08-29T19:03:24.843 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:24.843 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore-pricache:meta": { 2024-08-29T19:03:24.843 INFO:tasks.workunit.client.0.smithi028.stdout: "committed_bytes": { 2024-08-29T19:03:24.843 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 494927872 2024-08-29T19:03:24.843 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:24.843 INFO:tasks.workunit.client.0.smithi028.stdout: "pri0_bytes": { 2024-08-29T19:03:24.844 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:24.844 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:24.844 INFO:tasks.workunit.client.0.smithi028.stdout: "pri10_bytes": { 2024-08-29T19:03:24.844 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:24.844 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:24.844 INFO:tasks.workunit.client.0.smithi028.stdout: "pri11_bytes": { 2024-08-29T19:03:24.844 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 425074032 2024-08-29T19:03:24.844 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:24.844 INFO:tasks.workunit.client.0.smithi028.stdout: "pri1_bytes": { 2024-08-29T19:03:24.844 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:24.844 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:24.844 INFO:tasks.workunit.client.0.smithi028.stdout: "pri2_bytes": { 2024-08-29T19:03:24.844 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:24.845 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:24.845 INFO:tasks.workunit.client.0.smithi028.stdout: "pri3_bytes": { 2024-08-29T19:03:24.845 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:24.845 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:24.845 INFO:tasks.workunit.client.0.smithi028.stdout: "pri4_bytes": { 2024-08-29T19:03:24.845 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 3004 2024-08-29T19:03:24.845 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:24.845 INFO:tasks.workunit.client.0.smithi028.stdout: "pri5_bytes": { 2024-08-29T19:03:24.845 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 134194 2024-08-29T19:03:24.845 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:24.845 INFO:tasks.workunit.client.0.smithi028.stdout: "pri6_bytes": { 2024-08-29T19:03:24.845 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 1098595 2024-08-29T19:03:24.845 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:24.846 INFO:tasks.workunit.client.0.smithi028.stdout: "pri7_bytes": { 2024-08-29T19:03:24.846 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:24.846 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:24.846 INFO:tasks.workunit.client.0.smithi028.stdout: "pri8_bytes": { 2024-08-29T19:03:24.846 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:24.846 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:24.846 INFO:tasks.workunit.client.0.smithi028.stdout: "pri9_bytes": { 2024-08-29T19:03:24.846 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:24.846 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:24.846 INFO:tasks.workunit.client.0.smithi028.stdout: "reserved_bytes": { 2024-08-29T19:03:24.846 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 68618047 2024-08-29T19:03:24.846 INFO:tasks.workunit.client.0.smithi028.stdout: } 2024-08-29T19:03:24.846 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:24.847 INFO:tasks.workunit.client.0.smithi028.stdout: "objecter": { 2024-08-29T19:03:24.847 INFO:tasks.workunit.client.0.smithi028.stdout: "op_active": { 2024-08-29T19:03:24.847 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:24.847 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:24.847 INFO:tasks.workunit.client.0.smithi028.stdout: "op_r": { 2024-08-29T19:03:24.847 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 14 2024-08-29T19:03:24.847 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:24.847 INFO:tasks.workunit.client.0.smithi028.stdout: "op_rmw": { 2024-08-29T19:03:24.847 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:24.847 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:24.847 INFO:tasks.workunit.client.0.smithi028.stdout: "op_w": { 2024-08-29T19:03:24.847 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:24.847 INFO:tasks.workunit.client.0.smithi028.stdout: } 2024-08-29T19:03:24.848 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:24.848 INFO:tasks.workunit.client.0.smithi028.stdout: "osd": { 2024-08-29T19:03:24.848 INFO:tasks.workunit.client.0.smithi028.stdout: "numpg": { 2024-08-29T19:03:24.848 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 49 2024-08-29T19:03:24.848 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:24.848 INFO:tasks.workunit.client.0.smithi028.stdout: "numpg_removing": { 2024-08-29T19:03:24.848 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:24.848 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:24.848 INFO:tasks.workunit.client.0.smithi028.stdout: "op": { 2024-08-29T19:03:24.848 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 41526 2024-08-29T19:03:24.848 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:24.848 INFO:tasks.workunit.client.0.smithi028.stdout: "op_before_queue_op_lat": { 2024-08-29T19:03:24.848 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 103503, 2024-08-29T19:03:24.848 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 11325062766 2024-08-29T19:03:24.849 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:24.849 INFO:tasks.workunit.client.0.smithi028.stdout: "op_delayed_degraded": { 2024-08-29T19:03:24.849 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 3 2024-08-29T19:03:24.849 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:24.849 INFO:tasks.workunit.client.0.smithi028.stdout: "op_delayed_unreadable": { 2024-08-29T19:03:24.849 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:24.849 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:24.849 INFO:tasks.workunit.client.0.smithi028.stdout: "op_in_bytes": { 2024-08-29T19:03:24.849 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 1540369563 2024-08-29T19:03:24.849 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:24.849 INFO:tasks.workunit.client.0.smithi028.stdout: "op_latency": { 2024-08-29T19:03:24.849 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 41526, 2024-08-29T19:03:24.849 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 103134879170 2024-08-29T19:03:24.849 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:24.850 INFO:tasks.workunit.client.0.smithi028.stdout: "op_out_bytes": { 2024-08-29T19:03:24.850 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 2338830367 2024-08-29T19:03:24.850 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:24.850 INFO:tasks.workunit.client.0.smithi028.stdout: "op_prepare_latency": { 2024-08-29T19:03:24.850 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 42281, 2024-08-29T19:03:24.850 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 32419258544 2024-08-29T19:03:24.850 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:24.850 INFO:tasks.workunit.client.0.smithi028.stdout: "op_process_latency": { 2024-08-29T19:03:24.850 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 41526, 2024-08-29T19:03:24.850 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 60144857774 2024-08-29T19:03:24.850 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:24.850 INFO:tasks.workunit.client.0.smithi028.stdout: "op_r": { 2024-08-29T19:03:24.850 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 31787 2024-08-29T19:03:24.851 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:24.851 INFO:tasks.workunit.client.0.smithi028.stdout: "op_r_latency": { 2024-08-29T19:03:24.851 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 31787, 2024-08-29T19:03:24.851 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 21557471798 2024-08-29T19:03:24.851 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:24.851 INFO:tasks.workunit.client.0.smithi028.stdout: "op_r_latency_out_bytes_histogram": { 2024-08-29T19:03:24.851 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:24.851 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:24.851 INFO:tasks.workunit.client.0.smithi028.stdout: "op_r_out_bytes": { 2024-08-29T19:03:24.851 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 2338830367 2024-08-29T19:03:24.851 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:24.851 INFO:tasks.workunit.client.0.smithi028.stdout: "op_r_prepare_latency": { 2024-08-29T19:03:24.851 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 32182, 2024-08-29T19:03:24.851 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 14186490130 2024-08-29T19:03:24.852 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:24.852 INFO:tasks.workunit.client.0.smithi028.stdout: "op_r_process_latency": { 2024-08-29T19:03:24.852 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 31787, 2024-08-29T19:03:24.852 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 12716275857 2024-08-29T19:03:24.852 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:24.852 INFO:tasks.workunit.client.0.smithi028.stdout: "op_rw": { 2024-08-29T19:03:24.852 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 5772 2024-08-29T19:03:24.852 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:24.852 INFO:tasks.workunit.client.0.smithi028.stdout: "op_rw_in_bytes": { 2024-08-29T19:03:24.852 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 324852345 2024-08-29T19:03:24.852 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:24.852 INFO:tasks.workunit.client.0.smithi028.stdout: "op_rw_latency": { 2024-08-29T19:03:24.852 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 5772, 2024-08-29T19:03:24.853 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 22688699147 2024-08-29T19:03:24.853 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:24.853 INFO:tasks.workunit.client.0.smithi028.stdout: "op_rw_latency_in_bytes_histogram": { 2024-08-29T19:03:24.853 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:24.853 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:24.853 INFO:tasks.workunit.client.0.smithi028.stdout: "op_rw_latency_out_bytes_histogram": { 2024-08-29T19:03:24.853 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:24.853 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:24.853 INFO:tasks.workunit.client.0.smithi028.stdout: "op_rw_out_bytes": { 2024-08-29T19:03:24.853 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:24.853 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:24.853 INFO:tasks.workunit.client.0.smithi028.stdout: "op_rw_prepare_latency": { 2024-08-29T19:03:24.853 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 6026, 2024-08-29T19:03:24.853 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 8935298158 2024-08-29T19:03:24.854 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:24.854 INFO:tasks.workunit.client.0.smithi028.stdout: "op_rw_process_latency": { 2024-08-29T19:03:24.854 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 5772, 2024-08-29T19:03:24.854 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 19476725290 2024-08-29T19:03:24.854 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:24.854 INFO:tasks.workunit.client.0.smithi028.stdout: "op_w": { 2024-08-29T19:03:24.854 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 3967 2024-08-29T19:03:24.854 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:24.854 INFO:tasks.workunit.client.0.smithi028.stdout: "op_w_in_bytes": { 2024-08-29T19:03:24.854 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 1215517218 2024-08-29T19:03:24.854 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:24.854 INFO:tasks.workunit.client.0.smithi028.stdout: "op_w_latency": { 2024-08-29T19:03:24.854 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 3967, 2024-08-29T19:03:24.855 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 58888708225 2024-08-29T19:03:24.855 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:24.855 INFO:tasks.workunit.client.0.smithi028.stdout: "op_w_latency_in_bytes_histogram": { 2024-08-29T19:03:24.855 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:24.855 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:24.855 INFO:tasks.workunit.client.0.smithi028.stdout: "op_w_prepare_latency": { 2024-08-29T19:03:24.855 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 4073, 2024-08-29T19:03:24.855 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 9297470256 2024-08-29T19:03:24.855 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:24.855 INFO:tasks.workunit.client.0.smithi028.stdout: "op_w_process_latency": { 2024-08-29T19:03:24.855 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 3967, 2024-08-29T19:03:24.855 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 27951856627 2024-08-29T19:03:24.855 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:24.855 INFO:tasks.workunit.client.0.smithi028.stdout: "op_wip": { 2024-08-29T19:03:24.856 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:24.856 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:24.856 INFO:tasks.workunit.client.0.smithi028.stdout: "recovery_bytes": { 2024-08-29T19:03:24.856 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 59 2024-08-29T19:03:24.856 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:24.856 INFO:tasks.workunit.client.0.smithi028.stdout: "recovery_ops": { 2024-08-29T19:03:24.856 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 13 2024-08-29T19:03:24.856 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:24.856 INFO:tasks.workunit.client.0.smithi028.stdout: "stat_bytes": { 2024-08-29T19:03:24.856 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 95995035648 2024-08-29T19:03:24.856 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:24.856 INFO:tasks.workunit.client.0.smithi028.stdout: "stat_bytes_used": { 2024-08-29T19:03:24.857 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 1033453568 2024-08-29T19:03:24.857 INFO:tasks.workunit.client.0.smithi028.stdout: } 2024-08-29T19:03:24.857 INFO:tasks.workunit.client.0.smithi028.stdout: } 2024-08-29T19:03:24.857 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:24.857 INFO:tasks.workunit.client.0.smithi028.stdout: "osd.5": { 2024-08-29T19:03:24.857 INFO:tasks.workunit.client.0.smithi028.stdout: "bluefs": { 2024-08-29T19:03:24.857 INFO:tasks.workunit.client.0.smithi028.stdout: "alloc_db_max_lat": { 2024-08-29T19:03:24.857 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 25620 2024-08-29T19:03:24.857 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:24.857 INFO:tasks.workunit.client.0.smithi028.stdout: "alloc_slow_fallback": { 2024-08-29T19:03:24.857 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:24.857 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:24.857 INFO:tasks.workunit.client.0.smithi028.stdout: "alloc_slow_max_lat": { 2024-08-29T19:03:24.857 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:24.858 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:24.858 INFO:tasks.workunit.client.0.smithi028.stdout: "alloc_slow_size_fallback": { 2024-08-29T19:03:24.858 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:24.858 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:24.858 INFO:tasks.workunit.client.0.smithi028.stdout: "alloc_unit_db": { 2024-08-29T19:03:24.858 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 65536 2024-08-29T19:03:24.858 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:24.858 INFO:tasks.workunit.client.0.smithi028.stdout: "alloc_unit_slow": { 2024-08-29T19:03:24.858 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:24.858 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:24.858 INFO:tasks.workunit.client.0.smithi028.stdout: "alloc_unit_wal": { 2024-08-29T19:03:24.858 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:24.858 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:24.858 INFO:tasks.workunit.client.0.smithi028.stdout: "alloc_wal_max_lat": { 2024-08-29T19:03:24.859 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:24.859 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:24.859 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes_written_slow": { 2024-08-29T19:03:24.859 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:24.859 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:24.859 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes_written_sst": { 2024-08-29T19:03:24.859 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 21684224 2024-08-29T19:03:24.859 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:24.859 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes_written_wal": { 2024-08-29T19:03:24.859 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 711274496 2024-08-29T19:03:24.859 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:24.859 INFO:tasks.workunit.client.0.smithi028.stdout: "compact_lat": { 2024-08-29T19:03:24.859 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 17, 2024-08-29T19:03:24.859 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 6014069 2024-08-29T19:03:24.860 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:24.860 INFO:tasks.workunit.client.0.smithi028.stdout: "compact_lock_lat": { 2024-08-29T19:03:24.860 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 17, 2024-08-29T19:03:24.860 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 2051217 2024-08-29T19:03:24.860 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:24.860 INFO:tasks.workunit.client.0.smithi028.stdout: "db_alloc_lat": { 2024-08-29T19:03:24.860 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 208, 2024-08-29T19:03:24.860 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 1269694 2024-08-29T19:03:24.860 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:24.860 INFO:tasks.workunit.client.0.smithi028.stdout: "db_total_bytes": { 2024-08-29T19:03:24.860 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 95995027456 2024-08-29T19:03:24.860 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:24.860 INFO:tasks.workunit.client.0.smithi028.stdout: "db_used_bytes": { 2024-08-29T19:03:24.860 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 689897472 2024-08-29T19:03:24.861 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:24.861 INFO:tasks.workunit.client.0.smithi028.stdout: "flush_lat": { 2024-08-29T19:03:24.861 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 72660, 2024-08-29T19:03:24.861 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 9604892829 2024-08-29T19:03:24.861 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:24.861 INFO:tasks.workunit.client.0.smithi028.stdout: "fsync_lat": { 2024-08-29T19:03:24.861 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 72648, 2024-08-29T19:03:24.861 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 18881135605 2024-08-29T19:03:24.861 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:24.861 INFO:tasks.workunit.client.0.smithi028.stdout: "log_bytes": { 2024-08-29T19:03:24.861 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 14929920 2024-08-29T19:03:24.861 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:24.861 INFO:tasks.workunit.client.0.smithi028.stdout: "logged_bytes": { 2024-08-29T19:03:24.861 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 297553920 2024-08-29T19:03:24.862 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:24.862 INFO:tasks.workunit.client.0.smithi028.stdout: "max_bytes_db": { 2024-08-29T19:03:24.862 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 671416320 2024-08-29T19:03:24.862 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:24.862 INFO:tasks.workunit.client.0.smithi028.stdout: "max_bytes_slow": { 2024-08-29T19:03:24.862 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:24.862 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:24.862 INFO:tasks.workunit.client.0.smithi028.stdout: "max_bytes_wal": { 2024-08-29T19:03:24.862 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:24.862 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:24.862 INFO:tasks.workunit.client.0.smithi028.stdout: "num_files": { 2024-08-29T19:03:24.862 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 50 2024-08-29T19:03:24.862 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:24.862 INFO:tasks.workunit.client.0.smithi028.stdout: "read_bytes": { 2024-08-29T19:03:24.863 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 502685129 2024-08-29T19:03:24.863 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:24.863 INFO:tasks.workunit.client.0.smithi028.stdout: "read_count": { 2024-08-29T19:03:24.863 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 21231 2024-08-29T19:03:24.863 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:24.863 INFO:tasks.workunit.client.0.smithi028.stdout: "read_disk_bytes": { 2024-08-29T19:03:24.863 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 460836864 2024-08-29T19:03:24.863 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:24.863 INFO:tasks.workunit.client.0.smithi028.stdout: "read_disk_bytes_db": { 2024-08-29T19:03:24.863 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 460840960 2024-08-29T19:03:24.863 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:24.863 INFO:tasks.workunit.client.0.smithi028.stdout: "read_disk_bytes_slow": { 2024-08-29T19:03:24.863 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:24.864 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:24.864 INFO:tasks.workunit.client.0.smithi028.stdout: "read_disk_bytes_wal": { 2024-08-29T19:03:24.864 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:24.864 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:24.864 INFO:tasks.workunit.client.0.smithi028.stdout: "read_disk_count": { 2024-08-29T19:03:24.864 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 10355 2024-08-29T19:03:24.864 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:24.864 INFO:tasks.workunit.client.0.smithi028.stdout: "read_lat": { 2024-08-29T19:03:24.864 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 21231, 2024-08-29T19:03:24.864 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 304714863 2024-08-29T19:03:24.864 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:24.864 INFO:tasks.workunit.client.0.smithi028.stdout: "read_prefetch_bytes": { 2024-08-29T19:03:24.864 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 295806045 2024-08-29T19:03:24.865 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:24.865 INFO:tasks.workunit.client.0.smithi028.stdout: "read_prefetch_count": { 2024-08-29T19:03:24.865 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 14905 2024-08-29T19:03:24.865 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:24.865 INFO:tasks.workunit.client.0.smithi028.stdout: "read_random_buffer_bytes": { 2024-08-29T19:03:24.865 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 5628850 2024-08-29T19:03:24.865 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:24.865 INFO:tasks.workunit.client.0.smithi028.stdout: "read_random_buffer_count": { 2024-08-29T19:03:24.865 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 1236 2024-08-29T19:03:24.865 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:24.865 INFO:tasks.workunit.client.0.smithi028.stdout: "read_random_bytes": { 2024-08-29T19:03:24.865 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 27684138 2024-08-29T19:03:24.865 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:24.865 INFO:tasks.workunit.client.0.smithi028.stdout: "read_random_count": { 2024-08-29T19:03:24.866 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 1749 2024-08-29T19:03:24.866 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:24.866 INFO:tasks.workunit.client.0.smithi028.stdout: "read_random_disk_bytes": { 2024-08-29T19:03:24.866 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 22055288 2024-08-29T19:03:24.866 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:24.866 INFO:tasks.workunit.client.0.smithi028.stdout: "read_random_disk_bytes_db": { 2024-08-29T19:03:24.866 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 22055288 2024-08-29T19:03:24.866 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:24.866 INFO:tasks.workunit.client.0.smithi028.stdout: "read_random_disk_bytes_slow": { 2024-08-29T19:03:24.866 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:24.866 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:24.866 INFO:tasks.workunit.client.0.smithi028.stdout: "read_random_disk_bytes_wal": { 2024-08-29T19:03:24.866 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:24.866 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:24.867 INFO:tasks.workunit.client.0.smithi028.stdout: "read_random_disk_count": { 2024-08-29T19:03:24.867 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 542 2024-08-29T19:03:24.867 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:24.867 INFO:tasks.workunit.client.0.smithi028.stdout: "read_random_lat": { 2024-08-29T19:03:24.867 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 1749, 2024-08-29T19:03:24.867 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 23280628 2024-08-29T19:03:24.867 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:24.867 INFO:tasks.workunit.client.0.smithi028.stdout: "slow_alloc_lat": { 2024-08-29T19:03:24.867 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 0, 2024-08-29T19:03:24.867 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:24.867 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:24.867 INFO:tasks.workunit.client.0.smithi028.stdout: "slow_total_bytes": { 2024-08-29T19:03:24.867 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:24.868 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:24.868 INFO:tasks.workunit.client.0.smithi028.stdout: "slow_used_bytes": { 2024-08-29T19:03:24.868 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:24.868 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:24.868 INFO:tasks.workunit.client.0.smithi028.stdout: "truncate_lat": { 2024-08-29T19:03:24.868 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 1, 2024-08-29T19:03:24.868 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 645 2024-08-29T19:03:24.868 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:24.868 INFO:tasks.workunit.client.0.smithi028.stdout: "unlink_lat": { 2024-08-29T19:03:24.868 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 12, 2024-08-29T19:03:24.868 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 27342 2024-08-29T19:03:24.868 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:24.868 INFO:tasks.workunit.client.0.smithi028.stdout: "wal_alloc_lat": { 2024-08-29T19:03:24.868 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 0, 2024-08-29T19:03:24.869 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:24.869 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:24.869 INFO:tasks.workunit.client.0.smithi028.stdout: "wal_total_bytes": { 2024-08-29T19:03:24.869 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:24.869 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:24.869 INFO:tasks.workunit.client.0.smithi028.stdout: "wal_used_bytes": { 2024-08-29T19:03:24.869 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:24.869 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:24.869 INFO:tasks.workunit.client.0.smithi028.stdout: "write_bytes": { 2024-08-29T19:03:24.869 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 1033109504 2024-08-29T19:03:24.869 INFO:tasks.workunit.client.0.smithi028.stdout: } 2024-08-29T19:03:24.869 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:24.869 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore": { 2024-08-29T19:03:24.869 INFO:tasks.workunit.client.0.smithi028.stdout: "alloc_unit": { 2024-08-29T19:03:24.870 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 4096 2024-08-29T19:03:24.870 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:24.870 INFO:tasks.workunit.client.0.smithi028.stdout: "allocated": { 2024-08-29T19:03:24.870 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 9641984 2024-08-29T19:03:24.870 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:24.870 INFO:tasks.workunit.client.0.smithi028.stdout: "allocator_lat": { 2024-08-29T19:03:24.870 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 17608, 2024-08-29T19:03:24.870 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 86110994 2024-08-29T19:03:24.870 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:24.870 INFO:tasks.workunit.client.0.smithi028.stdout: "clist_lat": { 2024-08-29T19:03:24.870 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 3080, 2024-08-29T19:03:24.870 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 987627506 2024-08-29T19:03:24.870 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:24.870 INFO:tasks.workunit.client.0.smithi028.stdout: "compress_lat": { 2024-08-29T19:03:24.871 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 0, 2024-08-29T19:03:24.871 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:24.871 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:24.871 INFO:tasks.workunit.client.0.smithi028.stdout: "compressed": { 2024-08-29T19:03:24.871 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:24.871 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:24.871 INFO:tasks.workunit.client.0.smithi028.stdout: "compressed_allocated": { 2024-08-29T19:03:24.871 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:24.871 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:24.871 INFO:tasks.workunit.client.0.smithi028.stdout: "compressed_original": { 2024-08-29T19:03:24.871 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:24.871 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:24.871 INFO:tasks.workunit.client.0.smithi028.stdout: "csum_lat": { 2024-08-29T19:03:24.872 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 7870, 2024-08-29T19:03:24.872 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 87338102 2024-08-29T19:03:24.872 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:24.872 INFO:tasks.workunit.client.0.smithi028.stdout: "decompress_lat": { 2024-08-29T19:03:24.872 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 0, 2024-08-29T19:03:24.872 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:24.872 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:24.872 INFO:tasks.workunit.client.0.smithi028.stdout: "fragmentation_micros": { 2024-08-29T19:03:24.872 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:24.872 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:24.872 INFO:tasks.workunit.client.0.smithi028.stdout: "kv_commit_lat": { 2024-08-29T19:03:24.872 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 72563, 2024-08-29T19:03:24.872 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 26333144177 2024-08-29T19:03:24.872 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:24.873 INFO:tasks.workunit.client.0.smithi028.stdout: "kv_final_lat": { 2024-08-29T19:03:24.873 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 71716, 2024-08-29T19:03:24.873 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 3477192188 2024-08-29T19:03:24.873 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:24.873 INFO:tasks.workunit.client.0.smithi028.stdout: "kv_flush_lat": { 2024-08-29T19:03:24.873 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 72563, 2024-08-29T19:03:24.873 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 87541326 2024-08-29T19:03:24.873 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:24.873 INFO:tasks.workunit.client.0.smithi028.stdout: "kv_sync_lat": { 2024-08-29T19:03:24.873 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 72563, 2024-08-29T19:03:24.873 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 26420685503 2024-08-29T19:03:24.873 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:24.873 INFO:tasks.workunit.client.0.smithi028.stdout: "omap_get_keys_lat": { 2024-08-29T19:03:24.873 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 0, 2024-08-29T19:03:24.874 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:24.874 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:24.874 INFO:tasks.workunit.client.0.smithi028.stdout: "omap_get_values_lat": { 2024-08-29T19:03:24.874 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 18917, 2024-08-29T19:03:24.874 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 988134492 2024-08-29T19:03:24.874 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:24.874 INFO:tasks.workunit.client.0.smithi028.stdout: "omap_lower_bound_lat": { 2024-08-29T19:03:24.874 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 762, 2024-08-29T19:03:24.874 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 5047271 2024-08-29T19:03:24.874 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:24.874 INFO:tasks.workunit.client.0.smithi028.stdout: "omap_next_lat": { 2024-08-29T19:03:24.874 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 15895, 2024-08-29T19:03:24.874 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 17276478 2024-08-29T19:03:24.874 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:24.875 INFO:tasks.workunit.client.0.smithi028.stdout: "omap_seek_to_first_lat": { 2024-08-29T19:03:24.875 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 49, 2024-08-29T19:03:24.875 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 63743 2024-08-29T19:03:24.875 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:24.875 INFO:tasks.workunit.client.0.smithi028.stdout: "omap_upper_bound_lat": { 2024-08-29T19:03:24.875 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 13296, 2024-08-29T19:03:24.875 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 6758791423 2024-08-29T19:03:24.875 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:24.875 INFO:tasks.workunit.client.0.smithi028.stdout: "onode_hits": { 2024-08-29T19:03:24.875 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 194053 2024-08-29T19:03:24.875 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:24.875 INFO:tasks.workunit.client.0.smithi028.stdout: "onode_misses": { 2024-08-29T19:03:24.875 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 18095 2024-08-29T19:03:24.875 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:24.876 INFO:tasks.workunit.client.0.smithi028.stdout: "read_lat": { 2024-08-29T19:03:24.876 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 10440, 2024-08-29T19:03:24.876 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 578919148 2024-08-29T19:03:24.876 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:24.876 INFO:tasks.workunit.client.0.smithi028.stdout: "read_onode_meta_lat": { 2024-08-29T19:03:24.876 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 27326, 2024-08-29T19:03:24.876 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 29091496 2024-08-29T19:03:24.876 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:24.876 INFO:tasks.workunit.client.0.smithi028.stdout: "read_wait_aio_lat": { 2024-08-29T19:03:24.877 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 16886, 2024-08-29T19:03:24.877 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 388348877 2024-08-29T19:03:24.877 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:24.877 INFO:tasks.workunit.client.0.smithi028.stdout: "reads_with_retries": { 2024-08-29T19:03:24.877 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:24.877 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:24.877 INFO:tasks.workunit.client.0.smithi028.stdout: "remove_lat": { 2024-08-29T19:03:24.877 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 13879, 2024-08-29T19:03:24.877 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 702558149 2024-08-29T19:03:24.877 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:24.877 INFO:tasks.workunit.client.0.smithi028.stdout: "slow_aio_wait_count": { 2024-08-29T19:03:24.877 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:24.877 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:24.877 INFO:tasks.workunit.client.0.smithi028.stdout: "slow_committed_kv_count": { 2024-08-29T19:03:24.878 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:24.878 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:24.878 INFO:tasks.workunit.client.0.smithi028.stdout: "slow_read_onode_meta_count": { 2024-08-29T19:03:24.878 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:24.878 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:24.878 INFO:tasks.workunit.client.0.smithi028.stdout: "slow_read_wait_aio_count": { 2024-08-29T19:03:24.878 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:24.878 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:24.878 INFO:tasks.workunit.client.0.smithi028.stdout: "state_aio_wait_lat": { 2024-08-29T19:03:24.878 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 83578, 2024-08-29T19:03:24.878 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 5159405813 2024-08-29T19:03:24.878 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:24.878 INFO:tasks.workunit.client.0.smithi028.stdout: "state_deferred_aio_wait_lat": { 2024-08-29T19:03:24.878 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 7098, 2024-08-29T19:03:24.879 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 581295740 2024-08-29T19:03:24.879 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:24.879 INFO:tasks.workunit.client.0.smithi028.stdout: "state_deferred_cleanup_lat": { 2024-08-29T19:03:24.879 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 7098, 2024-08-29T19:03:24.879 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 1971653551347 2024-08-29T19:03:24.879 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:24.879 INFO:tasks.workunit.client.0.smithi028.stdout: "state_deferred_queued_lat": { 2024-08-29T19:03:24.879 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 7098, 2024-08-29T19:03:24.879 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 5172285073463 2024-08-29T19:03:24.879 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:24.879 INFO:tasks.workunit.client.0.smithi028.stdout: "state_done_lat": { 2024-08-29T19:03:24.879 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 83578, 2024-08-29T19:03:24.879 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 2534881311817 2024-08-29T19:03:24.879 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:24.880 INFO:tasks.workunit.client.0.smithi028.stdout: "state_finishing_lat": { 2024-08-29T19:03:24.880 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 83578, 2024-08-29T19:03:24.880 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 21633544 2024-08-29T19:03:24.880 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:24.880 INFO:tasks.workunit.client.0.smithi028.stdout: "state_io_done_lat": { 2024-08-29T19:03:24.880 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 83578, 2024-08-29T19:03:24.880 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 255617069 2024-08-29T19:03:24.880 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:24.880 INFO:tasks.workunit.client.0.smithi028.stdout: "state_kv_commiting_lat": { 2024-08-29T19:03:24.880 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 83578, 2024-08-29T19:03:24.880 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 48990210463 2024-08-29T19:03:24.880 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:24.880 INFO:tasks.workunit.client.0.smithi028.stdout: "state_kv_done_lat": { 2024-08-29T19:03:24.880 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 83578, 2024-08-29T19:03:24.881 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 68017201 2024-08-29T19:03:24.881 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:24.881 INFO:tasks.workunit.client.0.smithi028.stdout: "state_kv_queued_lat": { 2024-08-29T19:03:24.881 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 83578, 2024-08-29T19:03:24.881 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 25192288549 2024-08-29T19:03:24.881 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:24.881 INFO:tasks.workunit.client.0.smithi028.stdout: "state_prepare_lat": { 2024-08-29T19:03:24.881 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 83578, 2024-08-29T19:03:24.881 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 13407155974 2024-08-29T19:03:24.881 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:24.881 INFO:tasks.workunit.client.0.smithi028.stdout: "stored": { 2024-08-29T19:03:24.881 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 5574070 2024-08-29T19:03:24.881 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:24.882 INFO:tasks.workunit.client.0.smithi028.stdout: "truncate_lat": { 2024-08-29T19:03:24.882 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 2153, 2024-08-29T19:03:24.882 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 20764554 2024-08-29T19:03:24.882 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:24.882 INFO:tasks.workunit.client.0.smithi028.stdout: "txc_commit_lat": { 2024-08-29T19:03:24.882 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 83578, 2024-08-29T19:03:24.882 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 93036022842 2024-08-29T19:03:24.882 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:24.882 INFO:tasks.workunit.client.0.smithi028.stdout: "txc_submit_lat": { 2024-08-29T19:03:24.882 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 83578, 2024-08-29T19:03:24.882 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 15592247010 2024-08-29T19:03:24.882 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:24.882 INFO:tasks.workunit.client.0.smithi028.stdout: "txc_throttle_lat": { 2024-08-29T19:03:24.882 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 83578, 2024-08-29T19:03:24.883 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 1059201133 2024-08-29T19:03:24.883 INFO:tasks.workunit.client.0.smithi028.stdout: } 2024-08-29T19:03:24.883 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:24.883 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore-pricache": { 2024-08-29T19:03:24.883 INFO:tasks.workunit.client.0.smithi028.stdout: "cache_bytes": { 2024-08-29T19:03:24.883 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 1445593205 2024-08-29T19:03:24.883 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:24.883 INFO:tasks.workunit.client.0.smithi028.stdout: "heap_bytes": { 2024-08-29T19:03:24.883 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 558661632 2024-08-29T19:03:24.883 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:24.883 INFO:tasks.workunit.client.0.smithi028.stdout: "mapped_bytes": { 2024-08-29T19:03:24.883 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 536428544 2024-08-29T19:03:24.883 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:24.883 INFO:tasks.workunit.client.0.smithi028.stdout: "target_bytes": { 2024-08-29T19:03:24.884 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 2648117145 2024-08-29T19:03:24.884 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:24.884 INFO:tasks.workunit.client.0.smithi028.stdout: "unmapped_bytes": { 2024-08-29T19:03:24.884 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 22233088 2024-08-29T19:03:24.884 INFO:tasks.workunit.client.0.smithi028.stdout: } 2024-08-29T19:03:24.884 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:24.884 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore-pricache:data": { 2024-08-29T19:03:24.884 INFO:tasks.workunit.client.0.smithi028.stdout: "committed_bytes": { 2024-08-29T19:03:24.884 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 125829120 2024-08-29T19:03:24.884 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:24.884 INFO:tasks.workunit.client.0.smithi028.stdout: "pri0_bytes": { 2024-08-29T19:03:24.884 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:24.884 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:24.884 INFO:tasks.workunit.client.0.smithi028.stdout: "pri10_bytes": { 2024-08-29T19:03:24.885 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:24.885 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:24.885 INFO:tasks.workunit.client.0.smithi028.stdout: "pri11_bytes": { 2024-08-29T19:03:24.885 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 58513474 2024-08-29T19:03:24.885 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:24.885 INFO:tasks.workunit.client.0.smithi028.stdout: "pri1_bytes": { 2024-08-29T19:03:24.885 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:24.885 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:24.885 INFO:tasks.workunit.client.0.smithi028.stdout: "pri2_bytes": { 2024-08-29T19:03:24.885 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:24.885 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:24.885 INFO:tasks.workunit.client.0.smithi028.stdout: "pri3_bytes": { 2024-08-29T19:03:24.885 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:24.885 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:24.886 INFO:tasks.workunit.client.0.smithi028.stdout: "pri4_bytes": { 2024-08-29T19:03:24.886 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:24.886 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:24.886 INFO:tasks.workunit.client.0.smithi028.stdout: "pri5_bytes": { 2024-08-29T19:03:24.886 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 16384 2024-08-29T19:03:24.886 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:24.886 INFO:tasks.workunit.client.0.smithi028.stdout: "pri6_bytes": { 2024-08-29T19:03:24.886 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 139264 2024-08-29T19:03:24.886 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:24.886 INFO:tasks.workunit.client.0.smithi028.stdout: "pri7_bytes": { 2024-08-29T19:03:24.886 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:24.886 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:24.886 INFO:tasks.workunit.client.0.smithi028.stdout: "pri8_bytes": { 2024-08-29T19:03:24.886 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:24.887 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:24.887 INFO:tasks.workunit.client.0.smithi028.stdout: "pri9_bytes": { 2024-08-29T19:03:24.887 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:24.887 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:24.887 INFO:tasks.workunit.client.0.smithi028.stdout: "reserved_bytes": { 2024-08-29T19:03:24.887 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 67159998 2024-08-29T19:03:24.887 INFO:tasks.workunit.client.0.smithi028.stdout: } 2024-08-29T19:03:24.887 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:24.887 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore-pricache:kv": { 2024-08-29T19:03:24.887 INFO:tasks.workunit.client.0.smithi028.stdout: "committed_bytes": { 2024-08-29T19:03:24.887 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 578813952 2024-08-29T19:03:24.887 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:24.887 INFO:tasks.workunit.client.0.smithi028.stdout: "pri0_bytes": { 2024-08-29T19:03:24.887 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 67108864 2024-08-29T19:03:24.888 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:24.888 INFO:tasks.workunit.client.0.smithi028.stdout: "pri10_bytes": { 2024-08-29T19:03:24.888 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:24.888 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:24.888 INFO:tasks.workunit.client.0.smithi028.stdout: "pri11_bytes": { 2024-08-29T19:03:24.888 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 438851059 2024-08-29T19:03:24.888 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:24.888 INFO:tasks.workunit.client.0.smithi028.stdout: "pri1_bytes": { 2024-08-29T19:03:24.888 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:24.888 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:24.888 INFO:tasks.workunit.client.0.smithi028.stdout: "pri2_bytes": { 2024-08-29T19:03:24.888 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:24.888 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:24.888 INFO:tasks.workunit.client.0.smithi028.stdout: "pri3_bytes": { 2024-08-29T19:03:24.889 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 3424 2024-08-29T19:03:24.889 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:24.889 INFO:tasks.workunit.client.0.smithi028.stdout: "pri4_bytes": { 2024-08-29T19:03:24.889 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:24.889 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:24.889 INFO:tasks.workunit.client.0.smithi028.stdout: "pri5_bytes": { 2024-08-29T19:03:24.889 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 243104 2024-08-29T19:03:24.889 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:24.889 INFO:tasks.workunit.client.0.smithi028.stdout: "pri6_bytes": { 2024-08-29T19:03:24.889 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:24.889 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:24.889 INFO:tasks.workunit.client.0.smithi028.stdout: "pri7_bytes": { 2024-08-29T19:03:24.889 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:24.889 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:24.890 INFO:tasks.workunit.client.0.smithi028.stdout: "pri8_bytes": { 2024-08-29T19:03:24.890 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:24.890 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:24.890 INFO:tasks.workunit.client.0.smithi028.stdout: "pri9_bytes": { 2024-08-29T19:03:24.890 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:24.890 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:24.890 INFO:tasks.workunit.client.0.smithi028.stdout: "reserved_bytes": { 2024-08-29T19:03:24.890 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 72607501 2024-08-29T19:03:24.890 INFO:tasks.workunit.client.0.smithi028.stdout: } 2024-08-29T19:03:24.890 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:24.890 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore-pricache:kv_onode": { 2024-08-29T19:03:24.890 INFO:tasks.workunit.client.0.smithi028.stdout: "committed_bytes": { 2024-08-29T19:03:24.890 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 176160768 2024-08-29T19:03:24.890 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:24.891 INFO:tasks.workunit.client.0.smithi028.stdout: "pri0_bytes": { 2024-08-29T19:03:24.891 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 67108864 2024-08-29T19:03:24.891 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:24.891 INFO:tasks.workunit.client.0.smithi028.stdout: "pri10_bytes": { 2024-08-29T19:03:24.891 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 191872 2024-08-29T19:03:24.891 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:24.891 INFO:tasks.workunit.client.0.smithi028.stdout: "pri11_bytes": { 2024-08-29T19:03:24.891 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 39008983 2024-08-29T19:03:24.891 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:24.891 INFO:tasks.workunit.client.0.smithi028.stdout: "pri1_bytes": { 2024-08-29T19:03:24.891 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:24.891 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:24.891 INFO:tasks.workunit.client.0.smithi028.stdout: "pri2_bytes": { 2024-08-29T19:03:24.891 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:24.892 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:24.892 INFO:tasks.workunit.client.0.smithi028.stdout: "pri3_bytes": { 2024-08-29T19:03:24.892 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:24.892 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:24.892 INFO:tasks.workunit.client.0.smithi028.stdout: "pri4_bytes": { 2024-08-29T19:03:24.892 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:24.892 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:24.892 INFO:tasks.workunit.client.0.smithi028.stdout: "pri5_bytes": { 2024-08-29T19:03:24.892 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:24.892 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:24.892 INFO:tasks.workunit.client.0.smithi028.stdout: "pri6_bytes": { 2024-08-29T19:03:24.892 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:24.892 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:24.892 INFO:tasks.workunit.client.0.smithi028.stdout: "pri7_bytes": { 2024-08-29T19:03:24.893 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:24.893 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:24.893 INFO:tasks.workunit.client.0.smithi028.stdout: "pri8_bytes": { 2024-08-29T19:03:24.893 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:24.893 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:24.893 INFO:tasks.workunit.client.0.smithi028.stdout: "pri9_bytes": { 2024-08-29T19:03:24.893 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:24.893 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:24.893 INFO:tasks.workunit.client.0.smithi028.stdout: "reserved_bytes": { 2024-08-29T19:03:24.893 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 69851049 2024-08-29T19:03:24.893 INFO:tasks.workunit.client.0.smithi028.stdout: } 2024-08-29T19:03:24.893 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:24.893 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore-pricache:meta": { 2024-08-29T19:03:24.893 INFO:tasks.workunit.client.0.smithi028.stdout: "committed_bytes": { 2024-08-29T19:03:24.894 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 511705088 2024-08-29T19:03:24.896 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:24.896 INFO:tasks.workunit.client.0.smithi028.stdout: "pri0_bytes": { 2024-08-29T19:03:24.896 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:24.896 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:24.897 INFO:tasks.workunit.client.0.smithi028.stdout: "pri10_bytes": { 2024-08-29T19:03:24.897 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:24.897 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:24.897 INFO:tasks.workunit.client.0.smithi028.stdout: "pri11_bytes": { 2024-08-29T19:03:24.897 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 438851059 2024-08-29T19:03:24.897 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:24.897 INFO:tasks.workunit.client.0.smithi028.stdout: "pri1_bytes": { 2024-08-29T19:03:24.897 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:24.897 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:24.897 INFO:tasks.workunit.client.0.smithi028.stdout: "pri2_bytes": { 2024-08-29T19:03:24.897 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:24.897 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:24.897 INFO:tasks.workunit.client.0.smithi028.stdout: "pri3_bytes": { 2024-08-29T19:03:24.897 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:24.898 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:24.898 INFO:tasks.workunit.client.0.smithi028.stdout: "pri4_bytes": { 2024-08-29T19:03:24.898 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:24.898 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:24.898 INFO:tasks.workunit.client.0.smithi028.stdout: "pri5_bytes": { 2024-08-29T19:03:24.898 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 138550 2024-08-29T19:03:24.898 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:24.898 INFO:tasks.workunit.client.0.smithi028.stdout: "pri6_bytes": { 2024-08-29T19:03:24.898 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 1089599 2024-08-29T19:03:24.898 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:24.898 INFO:tasks.workunit.client.0.smithi028.stdout: "pri7_bytes": { 2024-08-29T19:03:24.898 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:24.898 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:24.899 INFO:tasks.workunit.client.0.smithi028.stdout: "pri8_bytes": { 2024-08-29T19:03:24.899 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:24.899 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:24.899 INFO:tasks.workunit.client.0.smithi028.stdout: "pri9_bytes": { 2024-08-29T19:03:24.899 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:24.899 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:24.899 INFO:tasks.workunit.client.0.smithi028.stdout: "reserved_bytes": { 2024-08-29T19:03:24.899 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 71625880 2024-08-29T19:03:24.899 INFO:tasks.workunit.client.0.smithi028.stdout: } 2024-08-29T19:03:24.899 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:24.899 INFO:tasks.workunit.client.0.smithi028.stdout: "objecter": { 2024-08-29T19:03:24.899 INFO:tasks.workunit.client.0.smithi028.stdout: "op_active": { 2024-08-29T19:03:24.899 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:24.900 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:24.900 INFO:tasks.workunit.client.0.smithi028.stdout: "op_r": { 2024-08-29T19:03:24.900 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 11 2024-08-29T19:03:24.900 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:24.900 INFO:tasks.workunit.client.0.smithi028.stdout: "op_rmw": { 2024-08-29T19:03:24.900 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:24.900 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:24.900 INFO:tasks.workunit.client.0.smithi028.stdout: "op_w": { 2024-08-29T19:03:24.900 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:24.900 INFO:tasks.workunit.client.0.smithi028.stdout: } 2024-08-29T19:03:24.900 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:24.900 INFO:tasks.workunit.client.0.smithi028.stdout: "osd": { 2024-08-29T19:03:24.900 INFO:tasks.workunit.client.0.smithi028.stdout: "numpg": { 2024-08-29T19:03:24.900 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 52 2024-08-29T19:03:24.901 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:24.901 INFO:tasks.workunit.client.0.smithi028.stdout: "numpg_removing": { 2024-08-29T19:03:24.901 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:24.901 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:24.901 INFO:tasks.workunit.client.0.smithi028.stdout: "op": { 2024-08-29T19:03:24.901 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 25707 2024-08-29T19:03:24.901 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:24.901 INFO:tasks.workunit.client.0.smithi028.stdout: "op_before_queue_op_lat": { 2024-08-29T19:03:24.901 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 97811, 2024-08-29T19:03:24.901 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 12122807184 2024-08-29T19:03:24.901 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:24.901 INFO:tasks.workunit.client.0.smithi028.stdout: "op_delayed_degraded": { 2024-08-29T19:03:24.901 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:24.901 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:24.902 INFO:tasks.workunit.client.0.smithi028.stdout: "op_delayed_unreadable": { 2024-08-29T19:03:24.902 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 1 2024-08-29T19:03:24.902 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:24.902 INFO:tasks.workunit.client.0.smithi028.stdout: "op_in_bytes": { 2024-08-29T19:03:24.902 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 663924022 2024-08-29T19:03:24.902 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:24.902 INFO:tasks.workunit.client.0.smithi028.stdout: "op_latency": { 2024-08-29T19:03:24.902 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 25707, 2024-08-29T19:03:24.902 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 95026774028 2024-08-29T19:03:24.902 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:24.902 INFO:tasks.workunit.client.0.smithi028.stdout: "op_out_bytes": { 2024-08-29T19:03:24.902 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 648920781 2024-08-29T19:03:24.902 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:24.902 INFO:tasks.workunit.client.0.smithi028.stdout: "op_prepare_latency": { 2024-08-29T19:03:24.903 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 26138, 2024-08-29T19:03:24.903 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 18587531306 2024-08-29T19:03:24.903 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:24.903 INFO:tasks.workunit.client.0.smithi028.stdout: "op_process_latency": { 2024-08-29T19:03:24.903 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 25707, 2024-08-29T19:03:24.903 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 29645629890 2024-08-29T19:03:24.903 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:24.903 INFO:tasks.workunit.client.0.smithi028.stdout: "op_r": { 2024-08-29T19:03:24.903 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 18426 2024-08-29T19:03:24.903 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:24.903 INFO:tasks.workunit.client.0.smithi028.stdout: "op_r_latency": { 2024-08-29T19:03:24.903 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 18426, 2024-08-29T19:03:24.903 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 23020704553 2024-08-29T19:03:24.903 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:24.904 INFO:tasks.workunit.client.0.smithi028.stdout: "op_r_latency_out_bytes_histogram": { 2024-08-29T19:03:24.904 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:24.904 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:24.904 INFO:tasks.workunit.client.0.smithi028.stdout: "op_r_out_bytes": { 2024-08-29T19:03:24.904 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 648920781 2024-08-29T19:03:24.904 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:24.904 INFO:tasks.workunit.client.0.smithi028.stdout: "op_r_prepare_latency": { 2024-08-29T19:03:24.904 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 18587, 2024-08-29T19:03:24.904 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 8369962889 2024-08-29T19:03:24.904 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:24.904 INFO:tasks.workunit.client.0.smithi028.stdout: "op_r_process_latency": { 2024-08-29T19:03:24.904 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 18426, 2024-08-29T19:03:24.904 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 7469825616 2024-08-29T19:03:24.905 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:24.905 INFO:tasks.workunit.client.0.smithi028.stdout: "op_rw": { 2024-08-29T19:03:24.905 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 6245 2024-08-29T19:03:24.905 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:24.905 INFO:tasks.workunit.client.0.smithi028.stdout: "op_rw_in_bytes": { 2024-08-29T19:03:24.905 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 140061503 2024-08-29T19:03:24.905 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:24.905 INFO:tasks.workunit.client.0.smithi028.stdout: "op_rw_latency": { 2024-08-29T19:03:24.905 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 6245, 2024-08-29T19:03:24.905 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 20110580624 2024-08-29T19:03:24.905 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:24.905 INFO:tasks.workunit.client.0.smithi028.stdout: "op_rw_latency_in_bytes_histogram": { 2024-08-29T19:03:24.905 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:24.905 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:24.906 INFO:tasks.workunit.client.0.smithi028.stdout: "op_rw_latency_out_bytes_histogram": { 2024-08-29T19:03:24.906 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:24.906 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:24.906 INFO:tasks.workunit.client.0.smithi028.stdout: "op_rw_out_bytes": { 2024-08-29T19:03:24.906 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:24.906 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:24.906 INFO:tasks.workunit.client.0.smithi028.stdout: "op_rw_prepare_latency": { 2024-08-29T19:03:24.906 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 6418, 2024-08-29T19:03:24.906 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 7768406157 2024-08-29T19:03:24.906 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:24.906 INFO:tasks.workunit.client.0.smithi028.stdout: "op_rw_process_latency": { 2024-08-29T19:03:24.906 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 6245, 2024-08-29T19:03:24.906 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 15267313767 2024-08-29T19:03:24.906 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:24.907 INFO:tasks.workunit.client.0.smithi028.stdout: "op_w": { 2024-08-29T19:03:24.907 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 1036 2024-08-29T19:03:24.907 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:24.907 INFO:tasks.workunit.client.0.smithi028.stdout: "op_w_in_bytes": { 2024-08-29T19:03:24.907 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 523862519 2024-08-29T19:03:24.907 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:24.907 INFO:tasks.workunit.client.0.smithi028.stdout: "op_w_latency": { 2024-08-29T19:03:24.907 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 1036, 2024-08-29T19:03:24.907 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 51895488851 2024-08-29T19:03:24.907 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:24.907 INFO:tasks.workunit.client.0.smithi028.stdout: "op_w_latency_in_bytes_histogram": { 2024-08-29T19:03:24.907 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:24.907 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:24.907 INFO:tasks.workunit.client.0.smithi028.stdout: "op_w_prepare_latency": { 2024-08-29T19:03:24.908 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 1133, 2024-08-29T19:03:24.908 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 2449162260 2024-08-29T19:03:24.908 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:24.908 INFO:tasks.workunit.client.0.smithi028.stdout: "op_w_process_latency": { 2024-08-29T19:03:24.908 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 1036, 2024-08-29T19:03:24.908 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 6908490507 2024-08-29T19:03:24.908 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:24.908 INFO:tasks.workunit.client.0.smithi028.stdout: "op_wip": { 2024-08-29T19:03:24.908 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:24.908 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:24.908 INFO:tasks.workunit.client.0.smithi028.stdout: "recovery_bytes": { 2024-08-29T19:03:24.908 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 145 2024-08-29T19:03:24.908 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:24.908 INFO:tasks.workunit.client.0.smithi028.stdout: "recovery_ops": { 2024-08-29T19:03:24.909 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 11 2024-08-29T19:03:24.909 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:24.909 INFO:tasks.workunit.client.0.smithi028.stdout: "stat_bytes": { 2024-08-29T19:03:24.909 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 95995035648 2024-08-29T19:03:24.909 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:24.909 INFO:tasks.workunit.client.0.smithi028.stdout: "stat_bytes_used": { 2024-08-29T19:03:24.909 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 699547648 2024-08-29T19:03:24.909 INFO:tasks.workunit.client.0.smithi028.stdout: } 2024-08-29T19:03:24.909 INFO:tasks.workunit.client.0.smithi028.stdout: } 2024-08-29T19:03:24.909 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:24.909 INFO:tasks.workunit.client.0.smithi028.stdout: "osd.6": { 2024-08-29T19:03:24.909 INFO:tasks.workunit.client.0.smithi028.stdout: "bluefs": { 2024-08-29T19:03:24.909 INFO:tasks.workunit.client.0.smithi028.stdout: "alloc_db_max_lat": { 2024-08-29T19:03:24.909 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 31840 2024-08-29T19:03:24.910 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:24.910 INFO:tasks.workunit.client.0.smithi028.stdout: "alloc_slow_fallback": { 2024-08-29T19:03:24.910 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:24.910 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:24.910 INFO:tasks.workunit.client.0.smithi028.stdout: "alloc_slow_max_lat": { 2024-08-29T19:03:24.910 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:24.910 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:24.910 INFO:tasks.workunit.client.0.smithi028.stdout: "alloc_slow_size_fallback": { 2024-08-29T19:03:24.910 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:24.910 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:24.910 INFO:tasks.workunit.client.0.smithi028.stdout: "alloc_unit_db": { 2024-08-29T19:03:24.910 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 65536 2024-08-29T19:03:24.910 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:24.910 INFO:tasks.workunit.client.0.smithi028.stdout: "alloc_unit_slow": { 2024-08-29T19:03:24.910 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:24.911 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:24.911 INFO:tasks.workunit.client.0.smithi028.stdout: "alloc_unit_wal": { 2024-08-29T19:03:24.911 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:24.911 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:24.911 INFO:tasks.workunit.client.0.smithi028.stdout: "alloc_wal_max_lat": { 2024-08-29T19:03:24.911 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:24.911 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:24.911 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes_written_slow": { 2024-08-29T19:03:24.911 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:24.911 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:24.911 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes_written_sst": { 2024-08-29T19:03:24.911 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 5382144 2024-08-29T19:03:24.911 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:24.911 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes_written_wal": { 2024-08-29T19:03:24.912 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 488853504 2024-08-29T19:03:24.912 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:24.912 INFO:tasks.workunit.client.0.smithi028.stdout: "compact_lat": { 2024-08-29T19:03:24.912 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 14, 2024-08-29T19:03:24.912 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 6280889 2024-08-29T19:03:24.912 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:24.912 INFO:tasks.workunit.client.0.smithi028.stdout: "compact_lock_lat": { 2024-08-29T19:03:24.912 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 14, 2024-08-29T19:03:24.912 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 2280632 2024-08-29T19:03:24.912 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:24.912 INFO:tasks.workunit.client.0.smithi028.stdout: "db_alloc_lat": { 2024-08-29T19:03:24.912 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 142, 2024-08-29T19:03:24.912 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 980093 2024-08-29T19:03:24.912 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:24.913 INFO:tasks.workunit.client.0.smithi028.stdout: "db_total_bytes": { 2024-08-29T19:03:24.913 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 95995027456 2024-08-29T19:03:24.913 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:24.913 INFO:tasks.workunit.client.0.smithi028.stdout: "db_used_bytes": { 2024-08-29T19:03:24.913 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 425787392 2024-08-29T19:03:24.913 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:24.913 INFO:tasks.workunit.client.0.smithi028.stdout: "flush_lat": { 2024-08-29T19:03:24.913 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 58479, 2024-08-29T19:03:24.913 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 8180403282 2024-08-29T19:03:24.913 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:24.913 INFO:tasks.workunit.client.0.smithi028.stdout: "fsync_lat": { 2024-08-29T19:03:24.913 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 58488, 2024-08-29T19:03:24.913 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 15904311137 2024-08-29T19:03:24.913 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:24.914 INFO:tasks.workunit.client.0.smithi028.stdout: "log_bytes": { 2024-08-29T19:03:24.914 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 6856704 2024-08-29T19:03:24.914 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:24.914 INFO:tasks.workunit.client.0.smithi028.stdout: "logged_bytes": { 2024-08-29T19:03:24.914 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 239587328 2024-08-29T19:03:24.914 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:24.914 INFO:tasks.workunit.client.0.smithi028.stdout: "max_bytes_db": { 2024-08-29T19:03:24.914 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 442826752 2024-08-29T19:03:24.914 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:24.914 INFO:tasks.workunit.client.0.smithi028.stdout: "max_bytes_slow": { 2024-08-29T19:03:24.914 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:24.914 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:24.914 INFO:tasks.workunit.client.0.smithi028.stdout: "max_bytes_wal": { 2024-08-29T19:03:24.914 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:24.915 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:24.915 INFO:tasks.workunit.client.0.smithi028.stdout: "num_files": { 2024-08-29T19:03:24.915 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 39 2024-08-29T19:03:24.915 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:24.915 INFO:tasks.workunit.client.0.smithi028.stdout: "read_bytes": { 2024-08-29T19:03:24.915 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 263982103 2024-08-29T19:03:24.915 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:24.915 INFO:tasks.workunit.client.0.smithi028.stdout: "read_count": { 2024-08-29T19:03:24.915 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 15505 2024-08-29T19:03:24.915 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:24.915 INFO:tasks.workunit.client.0.smithi028.stdout: "read_disk_bytes": { 2024-08-29T19:03:24.915 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 241950720 2024-08-29T19:03:24.915 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:24.915 INFO:tasks.workunit.client.0.smithi028.stdout: "read_disk_bytes_db": { 2024-08-29T19:03:24.916 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 241954816 2024-08-29T19:03:24.916 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:24.916 INFO:tasks.workunit.client.0.smithi028.stdout: "read_disk_bytes_slow": { 2024-08-29T19:03:24.916 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:24.916 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:24.916 INFO:tasks.workunit.client.0.smithi028.stdout: "read_disk_bytes_wal": { 2024-08-29T19:03:24.916 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:24.916 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:24.916 INFO:tasks.workunit.client.0.smithi028.stdout: "read_disk_count": { 2024-08-29T19:03:24.916 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 7403 2024-08-29T19:03:24.916 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:24.916 INFO:tasks.workunit.client.0.smithi028.stdout: "read_lat": { 2024-08-29T19:03:24.916 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 15505, 2024-08-29T19:03:24.916 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 178548929 2024-08-29T19:03:24.917 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:24.917 INFO:tasks.workunit.client.0.smithi028.stdout: "read_prefetch_bytes": { 2024-08-29T19:03:24.917 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 163457885 2024-08-29T19:03:24.917 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:24.917 INFO:tasks.workunit.client.0.smithi028.stdout: "read_prefetch_count": { 2024-08-29T19:03:24.917 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 12425 2024-08-29T19:03:24.917 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:24.917 INFO:tasks.workunit.client.0.smithi028.stdout: "read_random_buffer_bytes": { 2024-08-29T19:03:24.917 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 1728459 2024-08-29T19:03:24.917 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:24.917 INFO:tasks.workunit.client.0.smithi028.stdout: "read_random_buffer_count": { 2024-08-29T19:03:24.917 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 681 2024-08-29T19:03:24.917 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:24.917 INFO:tasks.workunit.client.0.smithi028.stdout: "read_random_bytes": { 2024-08-29T19:03:24.917 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 5343097 2024-08-29T19:03:24.918 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:24.918 INFO:tasks.workunit.client.0.smithi028.stdout: "read_random_count": { 2024-08-29T19:03:24.918 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 851 2024-08-29T19:03:24.918 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:24.918 INFO:tasks.workunit.client.0.smithi028.stdout: "read_random_disk_bytes": { 2024-08-29T19:03:24.918 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 3614638 2024-08-29T19:03:24.918 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:24.918 INFO:tasks.workunit.client.0.smithi028.stdout: "read_random_disk_bytes_db": { 2024-08-29T19:03:24.918 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 3614638 2024-08-29T19:03:24.918 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:24.918 INFO:tasks.workunit.client.0.smithi028.stdout: "read_random_disk_bytes_slow": { 2024-08-29T19:03:24.918 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:24.919 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:24.919 INFO:tasks.workunit.client.0.smithi028.stdout: "read_random_disk_bytes_wal": { 2024-08-29T19:03:24.919 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:24.919 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:24.919 INFO:tasks.workunit.client.0.smithi028.stdout: "read_random_disk_count": { 2024-08-29T19:03:24.919 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 172 2024-08-29T19:03:24.919 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:24.919 INFO:tasks.workunit.client.0.smithi028.stdout: "read_random_lat": { 2024-08-29T19:03:24.919 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 851, 2024-08-29T19:03:24.919 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 1739457 2024-08-29T19:03:24.919 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:24.919 INFO:tasks.workunit.client.0.smithi028.stdout: "slow_alloc_lat": { 2024-08-29T19:03:24.919 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 0, 2024-08-29T19:03:24.919 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:24.920 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:24.920 INFO:tasks.workunit.client.0.smithi028.stdout: "slow_total_bytes": { 2024-08-29T19:03:24.920 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:24.920 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:24.920 INFO:tasks.workunit.client.0.smithi028.stdout: "slow_used_bytes": { 2024-08-29T19:03:24.920 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:24.920 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:24.920 INFO:tasks.workunit.client.0.smithi028.stdout: "truncate_lat": { 2024-08-29T19:03:24.920 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 1, 2024-08-29T19:03:24.920 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 720 2024-08-29T19:03:24.920 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:24.920 INFO:tasks.workunit.client.0.smithi028.stdout: "unlink_lat": { 2024-08-29T19:03:24.920 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 4, 2024-08-29T19:03:24.920 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 5867 2024-08-29T19:03:24.921 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:24.921 INFO:tasks.workunit.client.0.smithi028.stdout: "wal_alloc_lat": { 2024-08-29T19:03:24.921 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 0, 2024-08-29T19:03:24.921 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:24.921 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:24.921 INFO:tasks.workunit.client.0.smithi028.stdout: "wal_total_bytes": { 2024-08-29T19:03:24.921 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:24.921 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:24.921 INFO:tasks.workunit.client.0.smithi028.stdout: "wal_used_bytes": { 2024-08-29T19:03:24.921 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:24.921 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:24.921 INFO:tasks.workunit.client.0.smithi028.stdout: "write_bytes": { 2024-08-29T19:03:24.921 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 735956992 2024-08-29T19:03:24.921 INFO:tasks.workunit.client.0.smithi028.stdout: } 2024-08-29T19:03:24.922 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:24.922 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore": { 2024-08-29T19:03:24.922 INFO:tasks.workunit.client.0.smithi028.stdout: "alloc_unit": { 2024-08-29T19:03:24.922 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 4096 2024-08-29T19:03:24.922 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:24.922 INFO:tasks.workunit.client.0.smithi028.stdout: "allocated": { 2024-08-29T19:03:24.922 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 10227712 2024-08-29T19:03:24.922 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:24.922 INFO:tasks.workunit.client.0.smithi028.stdout: "allocator_lat": { 2024-08-29T19:03:24.922 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 12675, 2024-08-29T19:03:24.922 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 62206706 2024-08-29T19:03:24.922 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:24.922 INFO:tasks.workunit.client.0.smithi028.stdout: "clist_lat": { 2024-08-29T19:03:24.922 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 3098, 2024-08-29T19:03:24.923 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 718809660 2024-08-29T19:03:24.923 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:24.923 INFO:tasks.workunit.client.0.smithi028.stdout: "compress_lat": { 2024-08-29T19:03:24.923 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 0, 2024-08-29T19:03:24.923 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:24.923 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:24.923 INFO:tasks.workunit.client.0.smithi028.stdout: "compressed": { 2024-08-29T19:03:24.923 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:24.923 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:24.923 INFO:tasks.workunit.client.0.smithi028.stdout: "compressed_allocated": { 2024-08-29T19:03:24.923 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:24.923 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:24.923 INFO:tasks.workunit.client.0.smithi028.stdout: "compressed_original": { 2024-08-29T19:03:24.923 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:24.924 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:24.924 INFO:tasks.workunit.client.0.smithi028.stdout: "csum_lat": { 2024-08-29T19:03:24.924 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 9515, 2024-08-29T19:03:24.924 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 110664035 2024-08-29T19:03:24.924 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:24.924 INFO:tasks.workunit.client.0.smithi028.stdout: "decompress_lat": { 2024-08-29T19:03:24.924 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 0, 2024-08-29T19:03:24.924 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:24.924 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:24.924 INFO:tasks.workunit.client.0.smithi028.stdout: "fragmentation_micros": { 2024-08-29T19:03:24.924 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:24.924 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:24.924 INFO:tasks.workunit.client.0.smithi028.stdout: "kv_commit_lat": { 2024-08-29T19:03:24.925 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 58443, 2024-08-29T19:03:24.925 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 21986597109 2024-08-29T19:03:24.925 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:24.925 INFO:tasks.workunit.client.0.smithi028.stdout: "kv_final_lat": { 2024-08-29T19:03:24.925 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 57718, 2024-08-29T19:03:24.925 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 2979959168 2024-08-29T19:03:24.925 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:24.925 INFO:tasks.workunit.client.0.smithi028.stdout: "kv_flush_lat": { 2024-08-29T19:03:24.925 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 58443, 2024-08-29T19:03:24.925 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 71458883 2024-08-29T19:03:24.925 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:24.925 INFO:tasks.workunit.client.0.smithi028.stdout: "kv_sync_lat": { 2024-08-29T19:03:24.925 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 58443, 2024-08-29T19:03:24.926 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 22058055992 2024-08-29T19:03:24.926 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:24.926 INFO:tasks.workunit.client.0.smithi028.stdout: "omap_get_keys_lat": { 2024-08-29T19:03:24.926 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 0, 2024-08-29T19:03:24.926 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:24.926 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:24.926 INFO:tasks.workunit.client.0.smithi028.stdout: "omap_get_values_lat": { 2024-08-29T19:03:24.926 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 232982, 2024-08-29T19:03:24.926 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 1865443570 2024-08-29T19:03:24.926 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:24.926 INFO:tasks.workunit.client.0.smithi028.stdout: "omap_lower_bound_lat": { 2024-08-29T19:03:24.926 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 755, 2024-08-29T19:03:24.926 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 5648751 2024-08-29T19:03:24.926 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:24.927 INFO:tasks.workunit.client.0.smithi028.stdout: "omap_next_lat": { 2024-08-29T19:03:24.927 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 132377, 2024-08-29T19:03:24.927 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 108909212 2024-08-29T19:03:24.927 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:24.927 INFO:tasks.workunit.client.0.smithi028.stdout: "omap_seek_to_first_lat": { 2024-08-29T19:03:24.927 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 43, 2024-08-29T19:03:24.927 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 55727 2024-08-29T19:03:24.927 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:24.927 INFO:tasks.workunit.client.0.smithi028.stdout: "omap_upper_bound_lat": { 2024-08-29T19:03:24.927 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 14768, 2024-08-29T19:03:24.927 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 4285439960 2024-08-29T19:03:24.927 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:24.927 INFO:tasks.workunit.client.0.smithi028.stdout: "onode_hits": { 2024-08-29T19:03:24.927 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 382025 2024-08-29T19:03:24.927 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:24.928 INFO:tasks.workunit.client.0.smithi028.stdout: "onode_misses": { 2024-08-29T19:03:24.928 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 16890 2024-08-29T19:03:24.928 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:24.928 INFO:tasks.workunit.client.0.smithi028.stdout: "read_lat": { 2024-08-29T19:03:24.928 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 8895, 2024-08-29T19:03:24.928 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 1045333105 2024-08-29T19:03:24.928 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:24.928 INFO:tasks.workunit.client.0.smithi028.stdout: "read_onode_meta_lat": { 2024-08-29T19:03:24.928 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 33248, 2024-08-29T19:03:24.928 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 19405290 2024-08-29T19:03:24.928 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:24.928 INFO:tasks.workunit.client.0.smithi028.stdout: "read_wait_aio_lat": { 2024-08-29T19:03:24.928 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 24353, 2024-08-29T19:03:24.929 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 432956198 2024-08-29T19:03:24.929 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:24.929 INFO:tasks.workunit.client.0.smithi028.stdout: "reads_with_retries": { 2024-08-29T19:03:24.929 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:24.929 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:24.929 INFO:tasks.workunit.client.0.smithi028.stdout: "remove_lat": { 2024-08-29T19:03:24.929 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 10991, 2024-08-29T19:03:24.929 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 519433010 2024-08-29T19:03:24.929 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:24.929 INFO:tasks.workunit.client.0.smithi028.stdout: "slow_aio_wait_count": { 2024-08-29T19:03:24.929 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:24.929 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:24.929 INFO:tasks.workunit.client.0.smithi028.stdout: "slow_committed_kv_count": { 2024-08-29T19:03:24.929 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:24.930 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:24.930 INFO:tasks.workunit.client.0.smithi028.stdout: "slow_read_onode_meta_count": { 2024-08-29T19:03:24.930 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:24.930 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:24.930 INFO:tasks.workunit.client.0.smithi028.stdout: "slow_read_wait_aio_count": { 2024-08-29T19:03:24.930 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:24.930 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:24.930 INFO:tasks.workunit.client.0.smithi028.stdout: "state_aio_wait_lat": { 2024-08-29T19:03:24.930 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 66832, 2024-08-29T19:03:24.930 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 2894801475 2024-08-29T19:03:24.930 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:24.930 INFO:tasks.workunit.client.0.smithi028.stdout: "state_deferred_aio_wait_lat": { 2024-08-29T19:03:24.930 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 12764, 2024-08-29T19:03:24.930 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 1137884576 2024-08-29T19:03:24.930 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:24.931 INFO:tasks.workunit.client.0.smithi028.stdout: "state_deferred_cleanup_lat": { 2024-08-29T19:03:24.931 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 12764, 2024-08-29T19:03:24.931 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 2010504307218 2024-08-29T19:03:24.931 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:24.931 INFO:tasks.workunit.client.0.smithi028.stdout: "state_deferred_queued_lat": { 2024-08-29T19:03:24.931 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 12764, 2024-08-29T19:03:24.931 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 5316174420829 2024-08-29T19:03:24.931 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:24.931 INFO:tasks.workunit.client.0.smithi028.stdout: "state_done_lat": { 2024-08-29T19:03:24.931 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 66832, 2024-08-29T19:03:24.931 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 1946558950518 2024-08-29T19:03:24.931 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:24.931 INFO:tasks.workunit.client.0.smithi028.stdout: "state_finishing_lat": { 2024-08-29T19:03:24.931 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 66832, 2024-08-29T19:03:24.932 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 17795786 2024-08-29T19:03:24.932 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:24.932 INFO:tasks.workunit.client.0.smithi028.stdout: "state_io_done_lat": { 2024-08-29T19:03:24.932 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 66832, 2024-08-29T19:03:24.932 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 177605318 2024-08-29T19:03:24.932 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:24.932 INFO:tasks.workunit.client.0.smithi028.stdout: "state_kv_commiting_lat": { 2024-08-29T19:03:24.932 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 66832, 2024-08-29T19:03:24.932 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 38809762989 2024-08-29T19:03:24.932 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:24.932 INFO:tasks.workunit.client.0.smithi028.stdout: "state_kv_done_lat": { 2024-08-29T19:03:24.932 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 66832, 2024-08-29T19:03:24.932 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 55937413 2024-08-29T19:03:24.932 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:24.933 INFO:tasks.workunit.client.0.smithi028.stdout: "state_kv_queued_lat": { 2024-08-29T19:03:24.933 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 66832, 2024-08-29T19:03:24.933 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 19821226427 2024-08-29T19:03:24.933 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:24.933 INFO:tasks.workunit.client.0.smithi028.stdout: "state_prepare_lat": { 2024-08-29T19:03:24.933 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 66832, 2024-08-29T19:03:24.933 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 10215068179 2024-08-29T19:03:24.933 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:24.933 INFO:tasks.workunit.client.0.smithi028.stdout: "stored": { 2024-08-29T19:03:24.933 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 6164329 2024-08-29T19:03:24.933 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:24.933 INFO:tasks.workunit.client.0.smithi028.stdout: "truncate_lat": { 2024-08-29T19:03:24.933 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 2113, 2024-08-29T19:03:24.933 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 19381676 2024-08-29T19:03:24.934 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:24.934 INFO:tasks.workunit.client.0.smithi028.stdout: "txc_commit_lat": { 2024-08-29T19:03:24.934 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 66832, 2024-08-29T19:03:24.934 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 71943789118 2024-08-29T19:03:24.934 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:24.934 INFO:tasks.workunit.client.0.smithi028.stdout: "txc_submit_lat": { 2024-08-29T19:03:24.934 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 66832, 2024-08-29T19:03:24.934 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 11774129391 2024-08-29T19:03:24.934 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:24.934 INFO:tasks.workunit.client.0.smithi028.stdout: "txc_throttle_lat": { 2024-08-29T19:03:24.934 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 66832, 2024-08-29T19:03:24.934 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 851580475 2024-08-29T19:03:24.934 INFO:tasks.workunit.client.0.smithi028.stdout: } 2024-08-29T19:03:24.934 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:24.935 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore-pricache": { 2024-08-29T19:03:24.935 INFO:tasks.workunit.client.0.smithi028.stdout: "cache_bytes": { 2024-08-29T19:03:24.935 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 1445593205 2024-08-29T19:03:24.935 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:24.935 INFO:tasks.workunit.client.0.smithi028.stdout: "heap_bytes": { 2024-08-29T19:03:24.935 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 473276416 2024-08-29T19:03:24.935 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:24.935 INFO:tasks.workunit.client.0.smithi028.stdout: "mapped_bytes": { 2024-08-29T19:03:24.935 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 471859200 2024-08-29T19:03:24.935 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:24.935 INFO:tasks.workunit.client.0.smithi028.stdout: "target_bytes": { 2024-08-29T19:03:24.935 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 2648117145 2024-08-29T19:03:24.935 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:24.935 INFO:tasks.workunit.client.0.smithi028.stdout: "unmapped_bytes": { 2024-08-29T19:03:24.936 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 1417216 2024-08-29T19:03:24.936 INFO:tasks.workunit.client.0.smithi028.stdout: } 2024-08-29T19:03:24.936 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:24.936 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore-pricache:data": { 2024-08-29T19:03:24.936 INFO:tasks.workunit.client.0.smithi028.stdout: "committed_bytes": { 2024-08-29T19:03:24.936 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 134217728 2024-08-29T19:03:24.936 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:24.936 INFO:tasks.workunit.client.0.smithi028.stdout: "pri0_bytes": { 2024-08-29T19:03:24.936 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:24.936 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:24.936 INFO:tasks.workunit.client.0.smithi028.stdout: "pri10_bytes": { 2024-08-29T19:03:24.936 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:24.936 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:24.937 INFO:tasks.workunit.client.0.smithi028.stdout: "pri11_bytes": { 2024-08-29T19:03:24.937 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 59650353 2024-08-29T19:03:24.937 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:24.937 INFO:tasks.workunit.client.0.smithi028.stdout: "pri1_bytes": { 2024-08-29T19:03:24.937 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:24.937 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:24.937 INFO:tasks.workunit.client.0.smithi028.stdout: "pri2_bytes": { 2024-08-29T19:03:24.937 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:24.937 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:24.937 INFO:tasks.workunit.client.0.smithi028.stdout: "pri3_bytes": { 2024-08-29T19:03:24.937 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:24.937 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:24.937 INFO:tasks.workunit.client.0.smithi028.stdout: "pri4_bytes": { 2024-08-29T19:03:24.937 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:24.938 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:24.938 INFO:tasks.workunit.client.0.smithi028.stdout: "pri5_bytes": { 2024-08-29T19:03:24.938 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 8192 2024-08-29T19:03:24.938 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:24.938 INFO:tasks.workunit.client.0.smithi028.stdout: "pri6_bytes": { 2024-08-29T19:03:24.938 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 16384 2024-08-29T19:03:24.938 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:24.938 INFO:tasks.workunit.client.0.smithi028.stdout: "pri7_bytes": { 2024-08-29T19:03:24.938 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:24.938 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:24.938 INFO:tasks.workunit.client.0.smithi028.stdout: "pri8_bytes": { 2024-08-29T19:03:24.938 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:24.938 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:24.938 INFO:tasks.workunit.client.0.smithi028.stdout: "pri9_bytes": { 2024-08-29T19:03:24.939 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:24.939 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:24.939 INFO:tasks.workunit.client.0.smithi028.stdout: "reserved_bytes": { 2024-08-29T19:03:24.939 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 74542799 2024-08-29T19:03:24.939 INFO:tasks.workunit.client.0.smithi028.stdout: } 2024-08-29T19:03:24.939 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:24.939 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore-pricache:kv": { 2024-08-29T19:03:24.939 INFO:tasks.workunit.client.0.smithi028.stdout: "committed_bytes": { 2024-08-29T19:03:24.939 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 587202560 2024-08-29T19:03:24.939 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:24.939 INFO:tasks.workunit.client.0.smithi028.stdout: "pri0_bytes": { 2024-08-29T19:03:24.939 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 67108864 2024-08-29T19:03:24.939 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:24.939 INFO:tasks.workunit.client.0.smithi028.stdout: "pri10_bytes": { 2024-08-29T19:03:24.940 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:24.940 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:24.940 INFO:tasks.workunit.client.0.smithi028.stdout: "pri11_bytes": { 2024-08-29T19:03:24.940 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 447377651 2024-08-29T19:03:24.940 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:24.940 INFO:tasks.workunit.client.0.smithi028.stdout: "pri1_bytes": { 2024-08-29T19:03:24.940 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:24.940 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:24.940 INFO:tasks.workunit.client.0.smithi028.stdout: "pri2_bytes": { 2024-08-29T19:03:24.940 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:24.940 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:24.940 INFO:tasks.workunit.client.0.smithi028.stdout: "pri3_bytes": { 2024-08-29T19:03:24.940 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 1920 2024-08-29T19:03:24.941 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:24.941 INFO:tasks.workunit.client.0.smithi028.stdout: "pri4_bytes": { 2024-08-29T19:03:24.941 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:24.941 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:24.941 INFO:tasks.workunit.client.0.smithi028.stdout: "pri5_bytes": { 2024-08-29T19:03:24.941 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 129232 2024-08-29T19:03:24.941 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:24.941 INFO:tasks.workunit.client.0.smithi028.stdout: "pri6_bytes": { 2024-08-29T19:03:24.941 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:24.941 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:24.941 INFO:tasks.workunit.client.0.smithi028.stdout: "pri7_bytes": { 2024-08-29T19:03:24.941 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:24.941 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:24.941 INFO:tasks.workunit.client.0.smithi028.stdout: "pri8_bytes": { 2024-08-29T19:03:24.942 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:24.942 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:24.942 INFO:tasks.workunit.client.0.smithi028.stdout: "pri9_bytes": { 2024-08-29T19:03:24.942 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:24.942 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:24.942 INFO:tasks.workunit.client.0.smithi028.stdout: "reserved_bytes": { 2024-08-29T19:03:24.942 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 72584893 2024-08-29T19:03:24.942 INFO:tasks.workunit.client.0.smithi028.stdout: } 2024-08-29T19:03:24.942 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:24.942 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore-pricache:kv_onode": { 2024-08-29T19:03:24.942 INFO:tasks.workunit.client.0.smithi028.stdout: "committed_bytes": { 2024-08-29T19:03:24.942 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 176160768 2024-08-29T19:03:24.942 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:24.942 INFO:tasks.workunit.client.0.smithi028.stdout: "pri0_bytes": { 2024-08-29T19:03:24.943 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 67108864 2024-08-29T19:03:24.943 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:24.943 INFO:tasks.workunit.client.0.smithi028.stdout: "pri10_bytes": { 2024-08-29T19:03:24.943 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 670832 2024-08-29T19:03:24.943 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:24.943 INFO:tasks.workunit.client.0.smithi028.stdout: "pri11_bytes": { 2024-08-29T19:03:24.943 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 39766902 2024-08-29T19:03:24.943 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:24.943 INFO:tasks.workunit.client.0.smithi028.stdout: "pri1_bytes": { 2024-08-29T19:03:24.943 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:24.943 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:24.943 INFO:tasks.workunit.client.0.smithi028.stdout: "pri2_bytes": { 2024-08-29T19:03:24.943 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:24.943 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:24.944 INFO:tasks.workunit.client.0.smithi028.stdout: "pri3_bytes": { 2024-08-29T19:03:24.944 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:24.944 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:24.944 INFO:tasks.workunit.client.0.smithi028.stdout: "pri4_bytes": { 2024-08-29T19:03:24.944 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:24.944 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:24.944 INFO:tasks.workunit.client.0.smithi028.stdout: "pri5_bytes": { 2024-08-29T19:03:24.944 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:24.944 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:24.944 INFO:tasks.workunit.client.0.smithi028.stdout: "pri6_bytes": { 2024-08-29T19:03:24.944 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:24.944 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:24.944 INFO:tasks.workunit.client.0.smithi028.stdout: "pri7_bytes": { 2024-08-29T19:03:24.944 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:24.945 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:24.945 INFO:tasks.workunit.client.0.smithi028.stdout: "pri8_bytes": { 2024-08-29T19:03:24.945 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:24.945 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:24.945 INFO:tasks.workunit.client.0.smithi028.stdout: "pri9_bytes": { 2024-08-29T19:03:24.945 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:24.945 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:24.945 INFO:tasks.workunit.client.0.smithi028.stdout: "reserved_bytes": { 2024-08-29T19:03:24.945 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 68614170 2024-08-29T19:03:24.945 INFO:tasks.workunit.client.0.smithi028.stdout: } 2024-08-29T19:03:24.945 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:24.945 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore-pricache:meta": { 2024-08-29T19:03:24.945 INFO:tasks.workunit.client.0.smithi028.stdout: "committed_bytes": { 2024-08-29T19:03:24.945 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 520093696 2024-08-29T19:03:24.946 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:24.946 INFO:tasks.workunit.client.0.smithi028.stdout: "pri0_bytes": { 2024-08-29T19:03:24.946 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:24.946 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:24.946 INFO:tasks.workunit.client.0.smithi028.stdout: "pri10_bytes": { 2024-08-29T19:03:24.946 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:24.946 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:24.946 INFO:tasks.workunit.client.0.smithi028.stdout: "pri11_bytes": { 2024-08-29T19:03:24.946 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 447377651 2024-08-29T19:03:24.946 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:24.946 INFO:tasks.workunit.client.0.smithi028.stdout: "pri1_bytes": { 2024-08-29T19:03:24.946 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:24.946 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:24.946 INFO:tasks.workunit.client.0.smithi028.stdout: "pri2_bytes": { 2024-08-29T19:03:24.946 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:24.947 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:24.947 INFO:tasks.workunit.client.0.smithi028.stdout: "pri3_bytes": { 2024-08-29T19:03:24.947 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:24.947 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:24.947 INFO:tasks.workunit.client.0.smithi028.stdout: "pri4_bytes": { 2024-08-29T19:03:24.947 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:24.947 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:24.947 INFO:tasks.workunit.client.0.smithi028.stdout: "pri5_bytes": { 2024-08-29T19:03:24.947 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 143769 2024-08-29T19:03:24.947 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:24.947 INFO:tasks.workunit.client.0.smithi028.stdout: "pri6_bytes": { 2024-08-29T19:03:24.947 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 1112692 2024-08-29T19:03:24.947 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:24.947 INFO:tasks.workunit.client.0.smithi028.stdout: "pri7_bytes": { 2024-08-29T19:03:24.948 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:24.948 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:24.948 INFO:tasks.workunit.client.0.smithi028.stdout: "pri8_bytes": { 2024-08-29T19:03:24.948 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:24.948 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:24.948 INFO:tasks.workunit.client.0.smithi028.stdout: "pri9_bytes": { 2024-08-29T19:03:24.948 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:24.948 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:24.948 INFO:tasks.workunit.client.0.smithi028.stdout: "reserved_bytes": { 2024-08-29T19:03:24.948 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 71459584 2024-08-29T19:03:24.948 INFO:tasks.workunit.client.0.smithi028.stdout: } 2024-08-29T19:03:24.948 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:24.948 INFO:tasks.workunit.client.0.smithi028.stdout: "objecter": { 2024-08-29T19:03:24.949 INFO:tasks.workunit.client.0.smithi028.stdout: "op_active": { 2024-08-29T19:03:24.949 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:24.949 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:24.949 INFO:tasks.workunit.client.0.smithi028.stdout: "op_r": { 2024-08-29T19:03:24.949 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 21 2024-08-29T19:03:24.949 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:24.949 INFO:tasks.workunit.client.0.smithi028.stdout: "op_rmw": { 2024-08-29T19:03:24.949 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:24.949 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:24.949 INFO:tasks.workunit.client.0.smithi028.stdout: "op_w": { 2024-08-29T19:03:24.949 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:24.949 INFO:tasks.workunit.client.0.smithi028.stdout: } 2024-08-29T19:03:24.949 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:24.949 INFO:tasks.workunit.client.0.smithi028.stdout: "osd": { 2024-08-29T19:03:24.949 INFO:tasks.workunit.client.0.smithi028.stdout: "numpg": { 2024-08-29T19:03:24.950 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 49 2024-08-29T19:03:24.950 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:24.950 INFO:tasks.workunit.client.0.smithi028.stdout: "numpg_removing": { 2024-08-29T19:03:24.950 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:24.950 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:24.950 INFO:tasks.workunit.client.0.smithi028.stdout: "op": { 2024-08-29T19:03:24.950 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 37634 2024-08-29T19:03:24.950 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:24.950 INFO:tasks.workunit.client.0.smithi028.stdout: "op_before_queue_op_lat": { 2024-08-29T19:03:24.950 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 97387, 2024-08-29T19:03:24.950 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 10009767259 2024-08-29T19:03:24.950 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:24.950 INFO:tasks.workunit.client.0.smithi028.stdout: "op_delayed_degraded": { 2024-08-29T19:03:24.950 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:24.951 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:24.951 INFO:tasks.workunit.client.0.smithi028.stdout: "op_delayed_unreadable": { 2024-08-29T19:03:24.951 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:24.951 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:24.951 INFO:tasks.workunit.client.0.smithi028.stdout: "op_in_bytes": { 2024-08-29T19:03:24.951 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 917495263 2024-08-29T19:03:24.951 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:24.951 INFO:tasks.workunit.client.0.smithi028.stdout: "op_latency": { 2024-08-29T19:03:24.951 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 37634, 2024-08-29T19:03:24.951 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 118178321366 2024-08-29T19:03:24.951 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:24.951 INFO:tasks.workunit.client.0.smithi028.stdout: "op_out_bytes": { 2024-08-29T19:03:24.951 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 1454534454 2024-08-29T19:03:24.951 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:24.952 INFO:tasks.workunit.client.0.smithi028.stdout: "op_prepare_latency": { 2024-08-29T19:03:24.952 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 38103, 2024-08-29T19:03:24.952 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 44453441099 2024-08-29T19:03:24.952 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:24.952 INFO:tasks.workunit.client.0.smithi028.stdout: "op_process_latency": { 2024-08-29T19:03:24.952 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 37634, 2024-08-29T19:03:24.952 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 70696297501 2024-08-29T19:03:24.952 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:24.952 INFO:tasks.workunit.client.0.smithi028.stdout: "op_r": { 2024-08-29T19:03:24.952 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 28421 2024-08-29T19:03:24.952 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:24.952 INFO:tasks.workunit.client.0.smithi028.stdout: "op_r_latency": { 2024-08-29T19:03:24.952 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 28421, 2024-08-29T19:03:24.952 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 35938478040 2024-08-29T19:03:24.953 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:24.953 INFO:tasks.workunit.client.0.smithi028.stdout: "op_r_latency_out_bytes_histogram": { 2024-08-29T19:03:24.953 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:24.953 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:24.953 INFO:tasks.workunit.client.0.smithi028.stdout: "op_r_out_bytes": { 2024-08-29T19:03:24.953 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 1454534454 2024-08-29T19:03:24.953 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:24.953 INFO:tasks.workunit.client.0.smithi028.stdout: "op_r_prepare_latency": { 2024-08-29T19:03:24.953 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 28541, 2024-08-29T19:03:24.953 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 27809956335 2024-08-29T19:03:24.953 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:24.953 INFO:tasks.workunit.client.0.smithi028.stdout: "op_r_process_latency": { 2024-08-29T19:03:24.953 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 28421, 2024-08-29T19:03:24.953 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 26871824458 2024-08-29T19:03:24.954 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:24.954 INFO:tasks.workunit.client.0.smithi028.stdout: "op_rw": { 2024-08-29T19:03:24.954 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 5365 2024-08-29T19:03:24.954 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:24.954 INFO:tasks.workunit.client.0.smithi028.stdout: "op_rw_in_bytes": { 2024-08-29T19:03:24.954 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 152807866 2024-08-29T19:03:24.954 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:24.954 INFO:tasks.workunit.client.0.smithi028.stdout: "op_rw_latency": { 2024-08-29T19:03:24.954 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 5365, 2024-08-29T19:03:24.954 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 26591058347 2024-08-29T19:03:24.954 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:24.954 INFO:tasks.workunit.client.0.smithi028.stdout: "op_rw_latency_in_bytes_histogram": { 2024-08-29T19:03:24.954 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:24.954 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:24.955 INFO:tasks.workunit.client.0.smithi028.stdout: "op_rw_latency_out_bytes_histogram": { 2024-08-29T19:03:24.955 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:24.955 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:24.955 INFO:tasks.workunit.client.0.smithi028.stdout: "op_rw_out_bytes": { 2024-08-29T19:03:24.955 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:24.955 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:24.955 INFO:tasks.workunit.client.0.smithi028.stdout: "op_rw_prepare_latency": { 2024-08-29T19:03:24.955 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 5546, 2024-08-29T19:03:24.955 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 8378381024 2024-08-29T19:03:24.955 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:24.955 INFO:tasks.workunit.client.0.smithi028.stdout: "op_rw_process_latency": { 2024-08-29T19:03:24.955 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 5365, 2024-08-29T19:03:24.955 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 19466606508 2024-08-29T19:03:24.955 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:24.955 INFO:tasks.workunit.client.0.smithi028.stdout: "op_w": { 2024-08-29T19:03:24.956 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 3848 2024-08-29T19:03:24.956 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:24.956 INFO:tasks.workunit.client.0.smithi028.stdout: "op_w_in_bytes": { 2024-08-29T19:03:24.956 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 764687397 2024-08-29T19:03:24.956 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:24.956 INFO:tasks.workunit.client.0.smithi028.stdout: "op_w_latency": { 2024-08-29T19:03:24.956 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 3848, 2024-08-29T19:03:24.956 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 55648784979 2024-08-29T19:03:24.956 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:24.956 INFO:tasks.workunit.client.0.smithi028.stdout: "op_w_latency_in_bytes_histogram": { 2024-08-29T19:03:24.956 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:24.956 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:24.957 INFO:tasks.workunit.client.0.smithi028.stdout: "op_w_prepare_latency": { 2024-08-29T19:03:24.957 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 4016, 2024-08-29T19:03:24.957 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 8265103740 2024-08-29T19:03:24.957 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:24.957 INFO:tasks.workunit.client.0.smithi028.stdout: "op_w_process_latency": { 2024-08-29T19:03:24.957 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 3848, 2024-08-29T19:03:24.957 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 24357866535 2024-08-29T19:03:24.957 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:24.957 INFO:tasks.workunit.client.0.smithi028.stdout: "op_wip": { 2024-08-29T19:03:24.957 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:24.957 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:24.957 INFO:tasks.workunit.client.0.smithi028.stdout: "recovery_bytes": { 2024-08-29T19:03:24.957 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 79 2024-08-29T19:03:24.958 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:24.958 INFO:tasks.workunit.client.0.smithi028.stdout: "recovery_ops": { 2024-08-29T19:03:24.958 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 11 2024-08-29T19:03:24.958 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:24.958 INFO:tasks.workunit.client.0.smithi028.stdout: "stat_bytes": { 2024-08-29T19:03:24.958 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 95995035648 2024-08-29T19:03:24.958 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:24.958 INFO:tasks.workunit.client.0.smithi028.stdout: "stat_bytes_used": { 2024-08-29T19:03:24.958 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 436023296 2024-08-29T19:03:24.958 INFO:tasks.workunit.client.0.smithi028.stdout: } 2024-08-29T19:03:24.958 INFO:tasks.workunit.client.0.smithi028.stdout: } 2024-08-29T19:03:24.958 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:24.958 INFO:tasks.workunit.client.0.smithi028.stdout: "osd.7": { 2024-08-29T19:03:24.958 INFO:tasks.workunit.client.0.smithi028.stdout: "bluefs": { 2024-08-29T19:03:24.959 INFO:tasks.workunit.client.0.smithi028.stdout: "alloc_db_max_lat": { 2024-08-29T19:03:24.959 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 27299 2024-08-29T19:03:24.959 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:24.959 INFO:tasks.workunit.client.0.smithi028.stdout: "alloc_slow_fallback": { 2024-08-29T19:03:24.959 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:24.959 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:24.959 INFO:tasks.workunit.client.0.smithi028.stdout: "alloc_slow_max_lat": { 2024-08-29T19:03:24.959 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:24.959 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:24.959 INFO:tasks.workunit.client.0.smithi028.stdout: "alloc_slow_size_fallback": { 2024-08-29T19:03:24.959 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:24.959 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:24.959 INFO:tasks.workunit.client.0.smithi028.stdout: "alloc_unit_db": { 2024-08-29T19:03:24.959 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 65536 2024-08-29T19:03:24.960 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:24.960 INFO:tasks.workunit.client.0.smithi028.stdout: "alloc_unit_slow": { 2024-08-29T19:03:24.960 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:24.960 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:24.960 INFO:tasks.workunit.client.0.smithi028.stdout: "alloc_unit_wal": { 2024-08-29T19:03:24.960 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:24.960 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:24.960 INFO:tasks.workunit.client.0.smithi028.stdout: "alloc_wal_max_lat": { 2024-08-29T19:03:24.960 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:24.960 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:24.960 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes_written_slow": { 2024-08-29T19:03:24.960 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:24.960 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:24.960 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes_written_sst": { 2024-08-29T19:03:24.961 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 12484608 2024-08-29T19:03:24.961 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:24.961 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes_written_wal": { 2024-08-29T19:03:24.961 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 618156032 2024-08-29T19:03:24.961 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:24.961 INFO:tasks.workunit.client.0.smithi028.stdout: "compact_lat": { 2024-08-29T19:03:24.961 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 15, 2024-08-29T19:03:24.961 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 8465429 2024-08-29T19:03:24.961 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:24.961 INFO:tasks.workunit.client.0.smithi028.stdout: "compact_lock_lat": { 2024-08-29T19:03:24.961 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 15, 2024-08-29T19:03:24.961 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 3169179 2024-08-29T19:03:24.961 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:24.961 INFO:tasks.workunit.client.0.smithi028.stdout: "db_alloc_lat": { 2024-08-29T19:03:24.962 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 171, 2024-08-29T19:03:24.962 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 1052380 2024-08-29T19:03:24.962 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:24.962 INFO:tasks.workunit.client.0.smithi028.stdout: "db_total_bytes": { 2024-08-29T19:03:24.962 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 95995027456 2024-08-29T19:03:24.962 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:24.962 INFO:tasks.workunit.client.0.smithi028.stdout: "db_used_bytes": { 2024-08-29T19:03:24.962 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 566624256 2024-08-29T19:03:24.962 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:24.962 INFO:tasks.workunit.client.0.smithi028.stdout: "flush_lat": { 2024-08-29T19:03:24.962 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 63309, 2024-08-29T19:03:24.962 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 8557500215 2024-08-29T19:03:24.962 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:24.962 INFO:tasks.workunit.client.0.smithi028.stdout: "fsync_lat": { 2024-08-29T19:03:24.963 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 63324, 2024-08-29T19:03:24.963 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 16844885495 2024-08-29T19:03:24.963 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:24.963 INFO:tasks.workunit.client.0.smithi028.stdout: "log_bytes": { 2024-08-29T19:03:24.963 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 9969664 2024-08-29T19:03:24.963 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:24.963 INFO:tasks.workunit.client.0.smithi028.stdout: "logged_bytes": { 2024-08-29T19:03:24.963 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 259330048 2024-08-29T19:03:24.963 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:24.963 INFO:tasks.workunit.client.0.smithi028.stdout: "max_bytes_db": { 2024-08-29T19:03:24.963 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 560922624 2024-08-29T19:03:24.963 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:24.963 INFO:tasks.workunit.client.0.smithi028.stdout: "max_bytes_slow": { 2024-08-29T19:03:24.963 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:24.964 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:24.964 INFO:tasks.workunit.client.0.smithi028.stdout: "max_bytes_wal": { 2024-08-29T19:03:24.964 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:24.964 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:24.964 INFO:tasks.workunit.client.0.smithi028.stdout: "num_files": { 2024-08-29T19:03:24.964 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 50 2024-08-29T19:03:24.964 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:24.964 INFO:tasks.workunit.client.0.smithi028.stdout: "read_bytes": { 2024-08-29T19:03:24.964 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 391508707 2024-08-29T19:03:24.964 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:24.964 INFO:tasks.workunit.client.0.smithi028.stdout: "read_count": { 2024-08-29T19:03:24.964 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 20666 2024-08-29T19:03:24.964 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:24.964 INFO:tasks.workunit.client.0.smithi028.stdout: "read_disk_bytes": { 2024-08-29T19:03:24.965 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 367620096 2024-08-29T19:03:24.965 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:24.965 INFO:tasks.workunit.client.0.smithi028.stdout: "read_disk_bytes_db": { 2024-08-29T19:03:24.965 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 367624192 2024-08-29T19:03:24.965 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:24.965 INFO:tasks.workunit.client.0.smithi028.stdout: "read_disk_bytes_slow": { 2024-08-29T19:03:24.965 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:24.965 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:24.965 INFO:tasks.workunit.client.0.smithi028.stdout: "read_disk_bytes_wal": { 2024-08-29T19:03:24.965 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:24.965 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:24.965 INFO:tasks.workunit.client.0.smithi028.stdout: "read_disk_count": { 2024-08-29T19:03:24.965 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 10840 2024-08-29T19:03:24.965 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:24.966 INFO:tasks.workunit.client.0.smithi028.stdout: "read_lat": { 2024-08-29T19:03:24.966 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 20666, 2024-08-29T19:03:24.966 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 238907517 2024-08-29T19:03:24.966 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:24.966 INFO:tasks.workunit.client.0.smithi028.stdout: "read_prefetch_bytes": { 2024-08-29T19:03:24.966 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 218711524 2024-08-29T19:03:24.966 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:24.966 INFO:tasks.workunit.client.0.smithi028.stdout: "read_prefetch_count": { 2024-08-29T19:03:24.966 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 15380 2024-08-29T19:03:24.966 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:24.966 INFO:tasks.workunit.client.0.smithi028.stdout: "read_random_buffer_bytes": { 2024-08-29T19:03:24.966 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 3877340 2024-08-29T19:03:24.966 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:24.966 INFO:tasks.workunit.client.0.smithi028.stdout: "read_random_buffer_count": { 2024-08-29T19:03:24.967 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 1013 2024-08-29T19:03:24.967 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:24.967 INFO:tasks.workunit.client.0.smithi028.stdout: "read_random_bytes": { 2024-08-29T19:03:24.967 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 12366878 2024-08-29T19:03:24.967 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:24.967 INFO:tasks.workunit.client.0.smithi028.stdout: "read_random_count": { 2024-08-29T19:03:24.967 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 1262 2024-08-29T19:03:24.967 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:24.967 INFO:tasks.workunit.client.0.smithi028.stdout: "read_random_disk_bytes": { 2024-08-29T19:03:24.967 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 8489538 2024-08-29T19:03:24.967 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:24.967 INFO:tasks.workunit.client.0.smithi028.stdout: "read_random_disk_bytes_db": { 2024-08-29T19:03:24.967 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 8489538 2024-08-29T19:03:24.967 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:24.968 INFO:tasks.workunit.client.0.smithi028.stdout: "read_random_disk_bytes_slow": { 2024-08-29T19:03:24.968 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:24.968 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:24.968 INFO:tasks.workunit.client.0.smithi028.stdout: "read_random_disk_bytes_wal": { 2024-08-29T19:03:24.968 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:24.968 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:24.968 INFO:tasks.workunit.client.0.smithi028.stdout: "read_random_disk_count": { 2024-08-29T19:03:24.968 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 260 2024-08-29T19:03:24.968 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:24.968 INFO:tasks.workunit.client.0.smithi028.stdout: "read_random_lat": { 2024-08-29T19:03:24.968 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 1262, 2024-08-29T19:03:24.968 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 4091255 2024-08-29T19:03:24.968 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:24.968 INFO:tasks.workunit.client.0.smithi028.stdout: "slow_alloc_lat": { 2024-08-29T19:03:24.968 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 0, 2024-08-29T19:03:24.969 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:24.969 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:24.969 INFO:tasks.workunit.client.0.smithi028.stdout: "slow_total_bytes": { 2024-08-29T19:03:24.969 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:24.969 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:24.969 INFO:tasks.workunit.client.0.smithi028.stdout: "slow_used_bytes": { 2024-08-29T19:03:24.969 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:24.969 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:24.969 INFO:tasks.workunit.client.0.smithi028.stdout: "truncate_lat": { 2024-08-29T19:03:24.969 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 1, 2024-08-29T19:03:24.969 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 655 2024-08-29T19:03:24.969 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:24.969 INFO:tasks.workunit.client.0.smithi028.stdout: "unlink_lat": { 2024-08-29T19:03:24.969 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 4, 2024-08-29T19:03:24.970 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 6239 2024-08-29T19:03:24.970 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:24.970 INFO:tasks.workunit.client.0.smithi028.stdout: "wal_alloc_lat": { 2024-08-29T19:03:24.970 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 0, 2024-08-29T19:03:24.970 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:24.970 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:24.970 INFO:tasks.workunit.client.0.smithi028.stdout: "wal_total_bytes": { 2024-08-29T19:03:24.970 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:24.970 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:24.970 INFO:tasks.workunit.client.0.smithi028.stdout: "wal_used_bytes": { 2024-08-29T19:03:24.970 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:24.970 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:24.970 INFO:tasks.workunit.client.0.smithi028.stdout: "write_bytes": { 2024-08-29T19:03:24.970 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 892260352 2024-08-29T19:03:24.971 INFO:tasks.workunit.client.0.smithi028.stdout: } 2024-08-29T19:03:24.971 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:24.971 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore": { 2024-08-29T19:03:24.971 INFO:tasks.workunit.client.0.smithi028.stdout: "alloc_unit": { 2024-08-29T19:03:24.971 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 4096 2024-08-29T19:03:24.971 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:24.971 INFO:tasks.workunit.client.0.smithi028.stdout: "allocated": { 2024-08-29T19:03:24.971 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 10219520 2024-08-29T19:03:24.971 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:24.971 INFO:tasks.workunit.client.0.smithi028.stdout: "allocator_lat": { 2024-08-29T19:03:24.971 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 19644, 2024-08-29T19:03:24.971 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 78428337 2024-08-29T19:03:24.971 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:24.971 INFO:tasks.workunit.client.0.smithi028.stdout: "clist_lat": { 2024-08-29T19:03:24.971 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 3041, 2024-08-29T19:03:24.972 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 981790268 2024-08-29T19:03:24.972 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:24.972 INFO:tasks.workunit.client.0.smithi028.stdout: "compress_lat": { 2024-08-29T19:03:24.972 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 0, 2024-08-29T19:03:24.972 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:24.972 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:24.972 INFO:tasks.workunit.client.0.smithi028.stdout: "compressed": { 2024-08-29T19:03:24.972 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:24.972 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:24.972 INFO:tasks.workunit.client.0.smithi028.stdout: "compressed_allocated": { 2024-08-29T19:03:24.972 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:24.972 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:24.972 INFO:tasks.workunit.client.0.smithi028.stdout: "compressed_original": { 2024-08-29T19:03:24.973 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:24.973 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:24.973 INFO:tasks.workunit.client.0.smithi028.stdout: "csum_lat": { 2024-08-29T19:03:24.973 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 9978, 2024-08-29T19:03:24.973 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 125432107 2024-08-29T19:03:24.973 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:24.973 INFO:tasks.workunit.client.0.smithi028.stdout: "decompress_lat": { 2024-08-29T19:03:24.973 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 0, 2024-08-29T19:03:24.973 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:24.973 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:24.973 INFO:tasks.workunit.client.0.smithi028.stdout: "fragmentation_micros": { 2024-08-29T19:03:24.973 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:24.973 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:24.973 INFO:tasks.workunit.client.0.smithi028.stdout: "kv_commit_lat": { 2024-08-29T19:03:24.973 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 63250, 2024-08-29T19:03:24.974 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 23242558050 2024-08-29T19:03:24.974 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:24.974 INFO:tasks.workunit.client.0.smithi028.stdout: "kv_final_lat": { 2024-08-29T19:03:24.974 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 62443, 2024-08-29T19:03:24.974 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 3217388558 2024-08-29T19:03:24.974 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:24.974 INFO:tasks.workunit.client.0.smithi028.stdout: "kv_flush_lat": { 2024-08-29T19:03:24.974 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 63250, 2024-08-29T19:03:24.974 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 96568243 2024-08-29T19:03:24.974 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:24.974 INFO:tasks.workunit.client.0.smithi028.stdout: "kv_sync_lat": { 2024-08-29T19:03:24.974 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 63250, 2024-08-29T19:03:24.974 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 23339126293 2024-08-29T19:03:24.974 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:24.975 INFO:tasks.workunit.client.0.smithi028.stdout: "omap_get_keys_lat": { 2024-08-29T19:03:24.975 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 0, 2024-08-29T19:03:24.975 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:24.975 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:24.975 INFO:tasks.workunit.client.0.smithi028.stdout: "omap_get_values_lat": { 2024-08-29T19:03:24.975 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 25647, 2024-08-29T19:03:24.975 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 745056368 2024-08-29T19:03:24.975 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:24.975 INFO:tasks.workunit.client.0.smithi028.stdout: "omap_lower_bound_lat": { 2024-08-29T19:03:24.975 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 674, 2024-08-29T19:03:24.975 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 5501888 2024-08-29T19:03:24.975 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:24.975 INFO:tasks.workunit.client.0.smithi028.stdout: "omap_next_lat": { 2024-08-29T19:03:24.975 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 5845, 2024-08-29T19:03:24.976 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 8530990 2024-08-29T19:03:24.976 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:24.976 INFO:tasks.workunit.client.0.smithi028.stdout: "omap_seek_to_first_lat": { 2024-08-29T19:03:24.976 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 50, 2024-08-29T19:03:24.976 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 60278 2024-08-29T19:03:24.976 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:24.976 INFO:tasks.workunit.client.0.smithi028.stdout: "omap_upper_bound_lat": { 2024-08-29T19:03:24.976 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 10025, 2024-08-29T19:03:24.976 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 4329194219 2024-08-29T19:03:24.976 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:24.976 INFO:tasks.workunit.client.0.smithi028.stdout: "onode_hits": { 2024-08-29T19:03:24.976 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 193264 2024-08-29T19:03:24.976 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:24.977 INFO:tasks.workunit.client.0.smithi028.stdout: "onode_misses": { 2024-08-29T19:03:24.977 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 16731 2024-08-29T19:03:24.977 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:24.977 INFO:tasks.workunit.client.0.smithi028.stdout: "read_lat": { 2024-08-29T19:03:24.977 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 16024, 2024-08-29T19:03:24.977 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 743819977 2024-08-29T19:03:24.977 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:24.977 INFO:tasks.workunit.client.0.smithi028.stdout: "read_onode_meta_lat": { 2024-08-29T19:03:24.977 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 50892, 2024-08-29T19:03:24.977 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 33135907 2024-08-29T19:03:24.977 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:24.977 INFO:tasks.workunit.client.0.smithi028.stdout: "read_wait_aio_lat": { 2024-08-29T19:03:24.977 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 34868, 2024-08-29T19:03:24.977 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 457192649 2024-08-29T19:03:24.978 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:24.978 INFO:tasks.workunit.client.0.smithi028.stdout: "reads_with_retries": { 2024-08-29T19:03:24.978 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:24.978 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:24.978 INFO:tasks.workunit.client.0.smithi028.stdout: "remove_lat": { 2024-08-29T19:03:24.978 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 12689, 2024-08-29T19:03:24.978 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 585176393 2024-08-29T19:03:24.978 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:24.978 INFO:tasks.workunit.client.0.smithi028.stdout: "slow_aio_wait_count": { 2024-08-29T19:03:24.978 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:24.978 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:24.978 INFO:tasks.workunit.client.0.smithi028.stdout: "slow_committed_kv_count": { 2024-08-29T19:03:24.978 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:24.978 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:24.979 INFO:tasks.workunit.client.0.smithi028.stdout: "slow_read_onode_meta_count": { 2024-08-29T19:03:24.979 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:24.979 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:24.979 INFO:tasks.workunit.client.0.smithi028.stdout: "slow_read_wait_aio_count": { 2024-08-29T19:03:24.979 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:24.979 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:24.979 INFO:tasks.workunit.client.0.smithi028.stdout: "state_aio_wait_lat": { 2024-08-29T19:03:24.979 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 75886, 2024-08-29T19:03:24.979 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 5566595756 2024-08-29T19:03:24.979 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:24.979 INFO:tasks.workunit.client.0.smithi028.stdout: "state_deferred_aio_wait_lat": { 2024-08-29T19:03:24.979 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 15287, 2024-08-29T19:03:24.979 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 1429810881 2024-08-29T19:03:24.979 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:24.979 INFO:tasks.workunit.client.0.smithi028.stdout: "state_deferred_cleanup_lat": { 2024-08-29T19:03:24.980 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 15286, 2024-08-29T19:03:24.980 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 2150897444478 2024-08-29T19:03:24.980 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:24.980 INFO:tasks.workunit.client.0.smithi028.stdout: "state_deferred_queued_lat": { 2024-08-29T19:03:24.980 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 15287, 2024-08-29T19:03:24.980 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 5966327008619 2024-08-29T19:03:24.980 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:24.980 INFO:tasks.workunit.client.0.smithi028.stdout: "state_done_lat": { 2024-08-29T19:03:24.980 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 75885, 2024-08-29T19:03:24.980 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 2375689115086 2024-08-29T19:03:24.980 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:24.980 INFO:tasks.workunit.client.0.smithi028.stdout: "state_finishing_lat": { 2024-08-29T19:03:24.980 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 75885, 2024-08-29T19:03:24.981 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 18589172 2024-08-29T19:03:24.981 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:24.981 INFO:tasks.workunit.client.0.smithi028.stdout: "state_io_done_lat": { 2024-08-29T19:03:24.981 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 75886, 2024-08-29T19:03:24.981 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 170230137 2024-08-29T19:03:24.981 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:24.981 INFO:tasks.workunit.client.0.smithi028.stdout: "state_kv_commiting_lat": { 2024-08-29T19:03:24.981 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 75886, 2024-08-29T19:03:24.981 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 44800824162 2024-08-29T19:03:24.981 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:24.981 INFO:tasks.workunit.client.0.smithi028.stdout: "state_kv_done_lat": { 2024-08-29T19:03:24.981 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 75886, 2024-08-29T19:03:24.981 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 58230970 2024-08-29T19:03:24.981 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:24.982 INFO:tasks.workunit.client.0.smithi028.stdout: "state_kv_queued_lat": { 2024-08-29T19:03:24.982 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 75886, 2024-08-29T19:03:24.982 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 25020972413 2024-08-29T19:03:24.982 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:24.982 INFO:tasks.workunit.client.0.smithi028.stdout: "state_prepare_lat": { 2024-08-29T19:03:24.982 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 75886, 2024-08-29T19:03:24.982 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 11229917102 2024-08-29T19:03:24.982 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:24.982 INFO:tasks.workunit.client.0.smithi028.stdout: "stored": { 2024-08-29T19:03:24.982 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 6159117 2024-08-29T19:03:24.982 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:24.982 INFO:tasks.workunit.client.0.smithi028.stdout: "truncate_lat": { 2024-08-29T19:03:24.982 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 2075, 2024-08-29T19:03:24.982 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 19261080 2024-08-29T19:03:24.983 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:24.983 INFO:tasks.workunit.client.0.smithi028.stdout: "txc_commit_lat": { 2024-08-29T19:03:24.983 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 75886, 2024-08-29T19:03:24.983 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 86815948175 2024-08-29T19:03:24.983 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:24.983 INFO:tasks.workunit.client.0.smithi028.stdout: "txc_submit_lat": { 2024-08-29T19:03:24.983 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 75886, 2024-08-29T19:03:24.983 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 13039518876 2024-08-29T19:03:24.983 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:24.983 INFO:tasks.workunit.client.0.smithi028.stdout: "txc_throttle_lat": { 2024-08-29T19:03:24.983 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 75886, 2024-08-29T19:03:24.983 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 993538343 2024-08-29T19:03:24.983 INFO:tasks.workunit.client.0.smithi028.stdout: } 2024-08-29T19:03:24.983 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:24.984 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore-pricache": { 2024-08-29T19:03:24.984 INFO:tasks.workunit.client.0.smithi028.stdout: "cache_bytes": { 2024-08-29T19:03:24.984 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 1445593205 2024-08-29T19:03:24.984 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:24.984 INFO:tasks.workunit.client.0.smithi028.stdout: "heap_bytes": { 2024-08-29T19:03:24.984 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 471891968 2024-08-29T19:03:24.984 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:24.984 INFO:tasks.workunit.client.0.smithi028.stdout: "mapped_bytes": { 2024-08-29T19:03:24.984 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 452206592 2024-08-29T19:03:24.984 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:24.984 INFO:tasks.workunit.client.0.smithi028.stdout: "target_bytes": { 2024-08-29T19:03:24.984 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 2648117145 2024-08-29T19:03:24.984 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:24.984 INFO:tasks.workunit.client.0.smithi028.stdout: "unmapped_bytes": { 2024-08-29T19:03:24.985 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 19685376 2024-08-29T19:03:24.985 INFO:tasks.workunit.client.0.smithi028.stdout: } 2024-08-29T19:03:24.985 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:24.985 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore-pricache:data": { 2024-08-29T19:03:24.985 INFO:tasks.workunit.client.0.smithi028.stdout: "committed_bytes": { 2024-08-29T19:03:24.985 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 134217728 2024-08-29T19:03:24.985 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:24.985 INFO:tasks.workunit.client.0.smithi028.stdout: "pri0_bytes": { 2024-08-29T19:03:24.985 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:24.985 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:24.985 INFO:tasks.workunit.client.0.smithi028.stdout: "pri10_bytes": { 2024-08-29T19:03:24.985 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:24.985 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:24.985 INFO:tasks.workunit.client.0.smithi028.stdout: "pri11_bytes": { 2024-08-29T19:03:24.985 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 59085380 2024-08-29T19:03:24.986 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:24.986 INFO:tasks.workunit.client.0.smithi028.stdout: "pri1_bytes": { 2024-08-29T19:03:24.986 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:24.986 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:24.986 INFO:tasks.workunit.client.0.smithi028.stdout: "pri2_bytes": { 2024-08-29T19:03:24.986 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:24.986 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:24.986 INFO:tasks.workunit.client.0.smithi028.stdout: "pri3_bytes": { 2024-08-29T19:03:24.986 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:24.986 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:24.986 INFO:tasks.workunit.client.0.smithi028.stdout: "pri4_bytes": { 2024-08-29T19:03:24.986 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:24.986 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:24.986 INFO:tasks.workunit.client.0.smithi028.stdout: "pri5_bytes": { 2024-08-29T19:03:24.987 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 12288 2024-08-29T19:03:24.987 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:24.987 INFO:tasks.workunit.client.0.smithi028.stdout: "pri6_bytes": { 2024-08-29T19:03:24.987 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 77824 2024-08-29T19:03:24.987 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:24.987 INFO:tasks.workunit.client.0.smithi028.stdout: "pri7_bytes": { 2024-08-29T19:03:24.987 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:24.987 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:24.987 INFO:tasks.workunit.client.0.smithi028.stdout: "pri8_bytes": { 2024-08-29T19:03:24.987 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:24.987 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:24.987 INFO:tasks.workunit.client.0.smithi028.stdout: "pri9_bytes": { 2024-08-29T19:03:24.987 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:24.987 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:24.988 INFO:tasks.workunit.client.0.smithi028.stdout: "reserved_bytes": { 2024-08-29T19:03:24.988 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 75042236 2024-08-29T19:03:24.988 INFO:tasks.workunit.client.0.smithi028.stdout: } 2024-08-29T19:03:24.988 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:24.988 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore-pricache:kv": { 2024-08-29T19:03:24.988 INFO:tasks.workunit.client.0.smithi028.stdout: "committed_bytes": { 2024-08-29T19:03:24.988 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 578813952 2024-08-29T19:03:24.988 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:24.988 INFO:tasks.workunit.client.0.smithi028.stdout: "pri0_bytes": { 2024-08-29T19:03:24.988 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 67108864 2024-08-29T19:03:24.988 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:24.988 INFO:tasks.workunit.client.0.smithi028.stdout: "pri10_bytes": { 2024-08-29T19:03:24.988 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:24.988 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:24.989 INFO:tasks.workunit.client.0.smithi028.stdout: "pri11_bytes": { 2024-08-29T19:03:24.989 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 443140355 2024-08-29T19:03:24.989 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:24.989 INFO:tasks.workunit.client.0.smithi028.stdout: "pri1_bytes": { 2024-08-29T19:03:24.989 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:24.989 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:24.989 INFO:tasks.workunit.client.0.smithi028.stdout: "pri2_bytes": { 2024-08-29T19:03:24.989 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:24.989 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:24.989 INFO:tasks.workunit.client.0.smithi028.stdout: "pri3_bytes": { 2024-08-29T19:03:24.989 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 2432 2024-08-29T19:03:24.989 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:24.989 INFO:tasks.workunit.client.0.smithi028.stdout: "pri4_bytes": { 2024-08-29T19:03:24.989 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:24.990 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:24.990 INFO:tasks.workunit.client.0.smithi028.stdout: "pri5_bytes": { 2024-08-29T19:03:24.990 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 169184 2024-08-29T19:03:24.990 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:24.990 INFO:tasks.workunit.client.0.smithi028.stdout: "pri6_bytes": { 2024-08-29T19:03:24.990 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:24.990 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:24.990 INFO:tasks.workunit.client.0.smithi028.stdout: "pri7_bytes": { 2024-08-29T19:03:24.990 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:24.990 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:24.990 INFO:tasks.workunit.client.0.smithi028.stdout: "pri8_bytes": { 2024-08-29T19:03:24.990 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:24.990 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:24.990 INFO:tasks.workunit.client.0.smithi028.stdout: "pri9_bytes": { 2024-08-29T19:03:24.991 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:24.991 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:24.991 INFO:tasks.workunit.client.0.smithi028.stdout: "reserved_bytes": { 2024-08-29T19:03:24.991 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 68393117 2024-08-29T19:03:24.991 INFO:tasks.workunit.client.0.smithi028.stdout: } 2024-08-29T19:03:24.991 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:24.991 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore-pricache:kv_onode": { 2024-08-29T19:03:24.991 INFO:tasks.workunit.client.0.smithi028.stdout: "committed_bytes": { 2024-08-29T19:03:24.991 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 176160768 2024-08-29T19:03:24.991 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:24.991 INFO:tasks.workunit.client.0.smithi028.stdout: "pri0_bytes": { 2024-08-29T19:03:24.991 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 67108864 2024-08-29T19:03:24.991 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:24.991 INFO:tasks.workunit.client.0.smithi028.stdout: "pri10_bytes": { 2024-08-29T19:03:24.992 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 510128 2024-08-29T19:03:24.992 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:24.992 INFO:tasks.workunit.client.0.smithi028.stdout: "pri11_bytes": { 2024-08-29T19:03:24.992 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 39390253 2024-08-29T19:03:24.992 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:24.992 INFO:tasks.workunit.client.0.smithi028.stdout: "pri1_bytes": { 2024-08-29T19:03:24.992 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:24.992 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:24.992 INFO:tasks.workunit.client.0.smithi028.stdout: "pri2_bytes": { 2024-08-29T19:03:24.992 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:24.992 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:24.992 INFO:tasks.workunit.client.0.smithi028.stdout: "pri3_bytes": { 2024-08-29T19:03:24.992 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:24.992 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:24.993 INFO:tasks.workunit.client.0.smithi028.stdout: "pri4_bytes": { 2024-08-29T19:03:24.993 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:24.993 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:24.993 INFO:tasks.workunit.client.0.smithi028.stdout: "pri5_bytes": { 2024-08-29T19:03:24.993 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:24.993 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:24.993 INFO:tasks.workunit.client.0.smithi028.stdout: "pri6_bytes": { 2024-08-29T19:03:24.993 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:24.993 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:24.993 INFO:tasks.workunit.client.0.smithi028.stdout: "pri7_bytes": { 2024-08-29T19:03:24.993 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:24.993 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:24.993 INFO:tasks.workunit.client.0.smithi028.stdout: "pri8_bytes": { 2024-08-29T19:03:24.993 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:24.994 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:24.994 INFO:tasks.workunit.client.0.smithi028.stdout: "pri9_bytes": { 2024-08-29T19:03:24.994 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:24.994 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:24.994 INFO:tasks.workunit.client.0.smithi028.stdout: "reserved_bytes": { 2024-08-29T19:03:24.994 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 69151523 2024-08-29T19:03:24.994 INFO:tasks.workunit.client.0.smithi028.stdout: } 2024-08-29T19:03:24.994 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:24.994 INFO:tasks.workunit.client.0.smithi028.stdout: "bluestore-pricache:meta": { 2024-08-29T19:03:24.994 INFO:tasks.workunit.client.0.smithi028.stdout: "committed_bytes": { 2024-08-29T19:03:24.994 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 511705088 2024-08-29T19:03:24.994 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:24.994 INFO:tasks.workunit.client.0.smithi028.stdout: "pri0_bytes": { 2024-08-29T19:03:24.994 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:24.995 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:24.995 INFO:tasks.workunit.client.0.smithi028.stdout: "pri10_bytes": { 2024-08-29T19:03:24.995 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:24.995 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:24.995 INFO:tasks.workunit.client.0.smithi028.stdout: "pri11_bytes": { 2024-08-29T19:03:24.995 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 443140355 2024-08-29T19:03:24.995 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:24.995 INFO:tasks.workunit.client.0.smithi028.stdout: "pri1_bytes": { 2024-08-29T19:03:24.995 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:24.995 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:24.995 INFO:tasks.workunit.client.0.smithi028.stdout: "pri2_bytes": { 2024-08-29T19:03:24.995 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:24.995 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:24.996 INFO:tasks.workunit.client.0.smithi028.stdout: "pri3_bytes": { 2024-08-29T19:03:24.996 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:24.996 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:24.996 INFO:tasks.workunit.client.0.smithi028.stdout: "pri4_bytes": { 2024-08-29T19:03:24.996 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:24.996 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:24.996 INFO:tasks.workunit.client.0.smithi028.stdout: "pri5_bytes": { 2024-08-29T19:03:24.996 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 145209 2024-08-29T19:03:24.996 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:24.996 INFO:tasks.workunit.client.0.smithi028.stdout: "pri6_bytes": { 2024-08-29T19:03:24.996 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 1101591 2024-08-29T19:03:24.996 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:24.996 INFO:tasks.workunit.client.0.smithi028.stdout: "pri7_bytes": { 2024-08-29T19:03:24.996 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:24.997 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:24.997 INFO:tasks.workunit.client.0.smithi028.stdout: "pri8_bytes": { 2024-08-29T19:03:24.997 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:24.997 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:24.997 INFO:tasks.workunit.client.0.smithi028.stdout: "pri9_bytes": { 2024-08-29T19:03:24.997 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:24.997 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:24.997 INFO:tasks.workunit.client.0.smithi028.stdout: "reserved_bytes": { 2024-08-29T19:03:24.997 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 67317933 2024-08-29T19:03:24.997 INFO:tasks.workunit.client.0.smithi028.stdout: } 2024-08-29T19:03:24.997 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:24.997 INFO:tasks.workunit.client.0.smithi028.stdout: "objecter": { 2024-08-29T19:03:24.997 INFO:tasks.workunit.client.0.smithi028.stdout: "op_active": { 2024-08-29T19:03:24.997 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:24.998 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:24.998 INFO:tasks.workunit.client.0.smithi028.stdout: "op_r": { 2024-08-29T19:03:24.998 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 25 2024-08-29T19:03:24.998 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:24.998 INFO:tasks.workunit.client.0.smithi028.stdout: "op_rmw": { 2024-08-29T19:03:24.998 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:24.998 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:24.998 INFO:tasks.workunit.client.0.smithi028.stdout: "op_w": { 2024-08-29T19:03:24.998 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:24.998 INFO:tasks.workunit.client.0.smithi028.stdout: } 2024-08-29T19:03:24.998 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:24.998 INFO:tasks.workunit.client.0.smithi028.stdout: "osd": { 2024-08-29T19:03:24.998 INFO:tasks.workunit.client.0.smithi028.stdout: "numpg": { 2024-08-29T19:03:24.998 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 60 2024-08-29T19:03:24.999 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:24.999 INFO:tasks.workunit.client.0.smithi028.stdout: "numpg_removing": { 2024-08-29T19:03:24.999 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:24.999 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:24.999 INFO:tasks.workunit.client.0.smithi028.stdout: "op": { 2024-08-29T19:03:24.999 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 43266 2024-08-29T19:03:24.999 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:24.999 INFO:tasks.workunit.client.0.smithi028.stdout: "op_before_queue_op_lat": { 2024-08-29T19:03:24.999 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 111104, 2024-08-29T19:03:24.999 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 11517930554 2024-08-29T19:03:24.999 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:24.999 INFO:tasks.workunit.client.0.smithi028.stdout: "op_delayed_degraded": { 2024-08-29T19:03:24.999 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:24.999 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:25.000 INFO:tasks.workunit.client.0.smithi028.stdout: "op_delayed_unreadable": { 2024-08-29T19:03:25.000 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 2 2024-08-29T19:03:25.000 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:25.000 INFO:tasks.workunit.client.0.smithi028.stdout: "op_in_bytes": { 2024-08-29T19:03:25.000 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 565453469 2024-08-29T19:03:25.000 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:25.000 INFO:tasks.workunit.client.0.smithi028.stdout: "op_latency": { 2024-08-29T19:03:25.000 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 43266, 2024-08-29T19:03:25.000 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 162817561083 2024-08-29T19:03:25.000 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:25.000 INFO:tasks.workunit.client.0.smithi028.stdout: "op_out_bytes": { 2024-08-29T19:03:25.000 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 1026159130 2024-08-29T19:03:25.000 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:25.000 INFO:tasks.workunit.client.0.smithi028.stdout: "op_prepare_latency": { 2024-08-29T19:03:25.001 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 43770, 2024-08-29T19:03:25.001 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 40403527697 2024-08-29T19:03:25.001 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:25.001 INFO:tasks.workunit.client.0.smithi028.stdout: "op_process_latency": { 2024-08-29T19:03:25.001 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 43266, 2024-08-29T19:03:25.001 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 64514600927 2024-08-29T19:03:25.001 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:25.001 INFO:tasks.workunit.client.0.smithi028.stdout: "op_r": { 2024-08-29T19:03:25.001 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 30220 2024-08-29T19:03:25.001 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:25.001 INFO:tasks.workunit.client.0.smithi028.stdout: "op_r_latency": { 2024-08-29T19:03:25.001 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 30220, 2024-08-29T19:03:25.001 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 19062528816 2024-08-29T19:03:25.001 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:25.002 INFO:tasks.workunit.client.0.smithi028.stdout: "op_r_latency_out_bytes_histogram": { 2024-08-29T19:03:25.002 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:25.002 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:25.002 INFO:tasks.workunit.client.0.smithi028.stdout: "op_r_out_bytes": { 2024-08-29T19:03:25.002 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 1026159130 2024-08-29T19:03:25.002 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:25.002 INFO:tasks.workunit.client.0.smithi028.stdout: "op_r_prepare_latency": { 2024-08-29T19:03:25.002 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 30374, 2024-08-29T19:03:25.002 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 11579084715 2024-08-29T19:03:25.002 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:25.002 INFO:tasks.workunit.client.0.smithi028.stdout: "op_r_process_latency": { 2024-08-29T19:03:25.002 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 30220, 2024-08-29T19:03:25.002 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 11010931712 2024-08-29T19:03:25.002 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:25.003 INFO:tasks.workunit.client.0.smithi028.stdout: "op_rw": { 2024-08-29T19:03:25.003 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 11737 2024-08-29T19:03:25.003 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:25.003 INFO:tasks.workunit.client.0.smithi028.stdout: "op_rw_in_bytes": { 2024-08-29T19:03:25.003 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 136862102 2024-08-29T19:03:25.003 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:25.003 INFO:tasks.workunit.client.0.smithi028.stdout: "op_rw_latency": { 2024-08-29T19:03:25.003 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 11737, 2024-08-29T19:03:25.003 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 53375094015 2024-08-29T19:03:25.003 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:25.003 INFO:tasks.workunit.client.0.smithi028.stdout: "op_rw_latency_in_bytes_histogram": { 2024-08-29T19:03:25.003 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:25.003 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:25.003 INFO:tasks.workunit.client.0.smithi028.stdout: "op_rw_latency_out_bytes_histogram": { 2024-08-29T19:03:25.003 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:25.004 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:25.004 INFO:tasks.workunit.client.0.smithi028.stdout: "op_rw_out_bytes": { 2024-08-29T19:03:25.004 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:25.004 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:25.004 INFO:tasks.workunit.client.0.smithi028.stdout: "op_rw_prepare_latency": { 2024-08-29T19:03:25.004 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 11953, 2024-08-29T19:03:25.004 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 26235742223 2024-08-29T19:03:25.004 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:25.004 INFO:tasks.workunit.client.0.smithi028.stdout: "op_rw_process_latency": { 2024-08-29T19:03:25.004 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 11737, 2024-08-29T19:03:25.004 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 45569108173 2024-08-29T19:03:25.004 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:25.004 INFO:tasks.workunit.client.0.smithi028.stdout: "op_w": { 2024-08-29T19:03:25.005 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 1309 2024-08-29T19:03:25.005 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:25.005 INFO:tasks.workunit.client.0.smithi028.stdout: "op_w_in_bytes": { 2024-08-29T19:03:25.005 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 428591367 2024-08-29T19:03:25.005 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:25.005 INFO:tasks.workunit.client.0.smithi028.stdout: "op_w_latency": { 2024-08-29T19:03:25.005 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 1309, 2024-08-29T19:03:25.005 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 90379938252 2024-08-29T19:03:25.005 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:25.005 INFO:tasks.workunit.client.0.smithi028.stdout: "op_w_latency_in_bytes_histogram": { 2024-08-29T19:03:25.005 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:25.005 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:25.005 INFO:tasks.workunit.client.0.smithi028.stdout: "op_w_prepare_latency": { 2024-08-29T19:03:25.005 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 1443, 2024-08-29T19:03:25.005 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 2588700759 2024-08-29T19:03:25.006 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:25.006 INFO:tasks.workunit.client.0.smithi028.stdout: "op_w_process_latency": { 2024-08-29T19:03:25.006 INFO:tasks.workunit.client.0.smithi028.stdout: "count": 1309, 2024-08-29T19:03:25.006 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 7934561042 2024-08-29T19:03:25.006 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:25.006 INFO:tasks.workunit.client.0.smithi028.stdout: "op_wip": { 2024-08-29T19:03:25.006 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 0 2024-08-29T19:03:25.006 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:25.006 INFO:tasks.workunit.client.0.smithi028.stdout: "recovery_bytes": { 2024-08-29T19:03:25.006 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 1 2024-08-29T19:03:25.006 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:25.006 INFO:tasks.workunit.client.0.smithi028.stdout: "recovery_ops": { 2024-08-29T19:03:25.006 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 13 2024-08-29T19:03:25.006 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:25.007 INFO:tasks.workunit.client.0.smithi028.stdout: "stat_bytes": { 2024-08-29T19:03:25.007 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 95995035648 2024-08-29T19:03:25.007 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:25.007 INFO:tasks.workunit.client.0.smithi028.stdout: "stat_bytes_used": { 2024-08-29T19:03:25.007 INFO:tasks.workunit.client.0.smithi028.stdout: "value": 576856064 2024-08-29T19:03:25.007 INFO:tasks.workunit.client.0.smithi028.stdout: } 2024-08-29T19:03:25.007 INFO:tasks.workunit.client.0.smithi028.stdout: } 2024-08-29T19:03:25.007 INFO:tasks.workunit.client.0.smithi028.stdout: } 2024-08-29T19:03:25.007 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:25.007 INFO:tasks.workunit.client.0.smithi028.stdout: "pools": [ 2024-08-29T19:03:25.007 INFO:tasks.workunit.client.0.smithi028.stdout: { 2024-08-29T19:03:25.007 INFO:tasks.workunit.client.0.smithi028.stdout: "application": [ 2024-08-29T19:03:25.007 INFO:tasks.workunit.client.0.smithi028.stdout: "mgr" 2024-08-29T19:03:25.007 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-08-29T19:03:25.008 INFO:tasks.workunit.client.0.smithi028.stdout: "cache_mode": "none", 2024-08-29T19:03:25.008 INFO:tasks.workunit.client.0.smithi028.stdout: "erasure_code_profile": {}, 2024-08-29T19:03:25.008 INFO:tasks.workunit.client.0.smithi028.stdout: "min_size": 2, 2024-08-29T19:03:25.008 INFO:tasks.workunit.client.0.smithi028.stdout: "options": {}, 2024-08-29T19:03:25.008 INFO:tasks.workunit.client.0.smithi028.stdout: "pg_autoscale_mode": "off", 2024-08-29T19:03:25.008 INFO:tasks.workunit.client.0.smithi028.stdout: "pg_num": 1, 2024-08-29T19:03:25.008 INFO:tasks.workunit.client.0.smithi028.stdout: "pgp_num": 1, 2024-08-29T19:03:25.008 INFO:tasks.workunit.client.0.smithi028.stdout: "pool": 1, 2024-08-29T19:03:25.008 INFO:tasks.workunit.client.0.smithi028.stdout: "size": 3, 2024-08-29T19:03:25.008 INFO:tasks.workunit.client.0.smithi028.stdout: "stats": { 2024-08-29T19:03:25.008 INFO:tasks.workunit.client.0.smithi028.stdout: "avail_raw": 721046710538, 2024-08-29T19:03:25.008 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes_used": 1781760, 2024-08-29T19:03:25.008 INFO:tasks.workunit.client.0.smithi028.stdout: "compress_bytes_used": 0, 2024-08-29T19:03:25.008 INFO:tasks.workunit.client.0.smithi028.stdout: "compress_under_bytes": 0, 2024-08-29T19:03:25.009 INFO:tasks.workunit.client.0.smithi028.stdout: "data_bytes_used": 1781760, 2024-08-29T19:03:25.009 INFO:tasks.workunit.client.0.smithi028.stdout: "dirty": 0, 2024-08-29T19:03:25.009 INFO:tasks.workunit.client.0.smithi028.stdout: "max_avail": 240348905472, 2024-08-29T19:03:25.009 INFO:tasks.workunit.client.0.smithi028.stdout: "objects": 2, 2024-08-29T19:03:25.009 INFO:tasks.workunit.client.0.smithi028.stdout: "omap_bytes_used": 0, 2024-08-29T19:03:25.009 INFO:tasks.workunit.client.0.smithi028.stdout: "percent_used": 2.4710682282602647e-06, 2024-08-29T19:03:25.009 INFO:tasks.workunit.client.0.smithi028.stdout: "quota_bytes": 0, 2024-08-29T19:03:25.009 INFO:tasks.workunit.client.0.smithi028.stdout: "quota_objects": 0, 2024-08-29T19:03:25.009 INFO:tasks.workunit.client.0.smithi028.stdout: "rd": 812, 2024-08-29T19:03:25.009 INFO:tasks.workunit.client.0.smithi028.stdout: "rd_bytes": 1341440, 2024-08-29T19:03:25.009 INFO:tasks.workunit.client.0.smithi028.stdout: "stored": 590368, 2024-08-29T19:03:25.009 INFO:tasks.workunit.client.0.smithi028.stdout: "stored_data": 590368, 2024-08-29T19:03:25.009 INFO:tasks.workunit.client.0.smithi028.stdout: "stored_omap": 0, 2024-08-29T19:03:25.010 INFO:tasks.workunit.client.0.smithi028.stdout: "stored_raw": 1771104, 2024-08-29T19:03:25.010 INFO:tasks.workunit.client.0.smithi028.stdout: "wr": 311, 2024-08-29T19:03:25.010 INFO:tasks.workunit.client.0.smithi028.stdout: "wr_bytes": 2473984 2024-08-29T19:03:25.010 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:25.010 INFO:tasks.workunit.client.0.smithi028.stdout: "target_max_bytes": 0, 2024-08-29T19:03:25.010 INFO:tasks.workunit.client.0.smithi028.stdout: "target_max_objects": 0, 2024-08-29T19:03:25.010 INFO:tasks.workunit.client.0.smithi028.stdout: "type": "replicated" 2024-08-29T19:03:25.010 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:25.010 INFO:tasks.workunit.client.0.smithi028.stdout: { 2024-08-29T19:03:25.010 INFO:tasks.workunit.client.0.smithi028.stdout: "application": [ 2024-08-29T19:03:25.010 INFO:tasks.workunit.client.0.smithi028.stdout: "cephfs" 2024-08-29T19:03:25.010 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-08-29T19:03:25.010 INFO:tasks.workunit.client.0.smithi028.stdout: "cache_mode": "none", 2024-08-29T19:03:25.010 INFO:tasks.workunit.client.0.smithi028.stdout: "erasure_code_profile": {}, 2024-08-29T19:03:25.010 INFO:tasks.workunit.client.0.smithi028.stdout: "min_size": 2, 2024-08-29T19:03:25.011 INFO:tasks.workunit.client.0.smithi028.stdout: "options": {}, 2024-08-29T19:03:25.011 INFO:tasks.workunit.client.0.smithi028.stdout: "pg_autoscale_mode": "off", 2024-08-29T19:03:25.011 INFO:tasks.workunit.client.0.smithi028.stdout: "pg_num": 32, 2024-08-29T19:03:25.011 INFO:tasks.workunit.client.0.smithi028.stdout: "pgp_num": 32, 2024-08-29T19:03:25.011 INFO:tasks.workunit.client.0.smithi028.stdout: "pool": 2, 2024-08-29T19:03:25.011 INFO:tasks.workunit.client.0.smithi028.stdout: "size": 3, 2024-08-29T19:03:25.011 INFO:tasks.workunit.client.0.smithi028.stdout: "stats": { 2024-08-29T19:03:25.011 INFO:tasks.workunit.client.0.smithi028.stdout: "avail_raw": 721046710538, 2024-08-29T19:03:25.011 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes_used": 148004, 2024-08-29T19:03:25.011 INFO:tasks.workunit.client.0.smithi028.stdout: "compress_bytes_used": 0, 2024-08-29T19:03:25.011 INFO:tasks.workunit.client.0.smithi028.stdout: "compress_under_bytes": 0, 2024-08-29T19:03:25.011 INFO:tasks.workunit.client.0.smithi028.stdout: "data_bytes_used": 110592, 2024-08-29T19:03:25.011 INFO:tasks.workunit.client.0.smithi028.stdout: "dirty": 0, 2024-08-29T19:03:25.012 INFO:tasks.workunit.client.0.smithi028.stdout: "max_avail": 240348905472, 2024-08-29T19:03:25.012 INFO:tasks.workunit.client.0.smithi028.stdout: "objects": 22, 2024-08-29T19:03:25.012 INFO:tasks.workunit.client.0.smithi028.stdout: "omap_bytes_used": 37412, 2024-08-29T19:03:25.012 INFO:tasks.workunit.client.0.smithi028.stdout: "percent_used": 2.052626655313361e-07, 2024-08-29T19:03:25.012 INFO:tasks.workunit.client.0.smithi028.stdout: "quota_bytes": 0, 2024-08-29T19:03:25.012 INFO:tasks.workunit.client.0.smithi028.stdout: "quota_objects": 0, 2024-08-29T19:03:25.012 INFO:tasks.workunit.client.0.smithi028.stdout: "rd": 79, 2024-08-29T19:03:25.012 INFO:tasks.workunit.client.0.smithi028.stdout: "rd_bytes": 88064, 2024-08-29T19:03:25.012 INFO:tasks.workunit.client.0.smithi028.stdout: "stored": 19060, 2024-08-29T19:03:25.012 INFO:tasks.workunit.client.0.smithi028.stdout: "stored_data": 6590, 2024-08-29T19:03:25.012 INFO:tasks.workunit.client.0.smithi028.stdout: "stored_omap": 12470, 2024-08-29T19:03:25.012 INFO:tasks.workunit.client.0.smithi028.stdout: "stored_raw": 57180, 2024-08-29T19:03:25.012 INFO:tasks.workunit.client.0.smithi028.stdout: "wr": 68, 2024-08-29T19:03:25.012 INFO:tasks.workunit.client.0.smithi028.stdout: "wr_bytes": 35840 2024-08-29T19:03:25.013 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:25.013 INFO:tasks.workunit.client.0.smithi028.stdout: "target_max_bytes": 0, 2024-08-29T19:03:25.013 INFO:tasks.workunit.client.0.smithi028.stdout: "target_max_objects": 0, 2024-08-29T19:03:25.013 INFO:tasks.workunit.client.0.smithi028.stdout: "type": "replicated" 2024-08-29T19:03:25.013 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:25.013 INFO:tasks.workunit.client.0.smithi028.stdout: { 2024-08-29T19:03:25.013 INFO:tasks.workunit.client.0.smithi028.stdout: "application": [ 2024-08-29T19:03:25.013 INFO:tasks.workunit.client.0.smithi028.stdout: "cephfs" 2024-08-29T19:03:25.013 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-08-29T19:03:25.013 INFO:tasks.workunit.client.0.smithi028.stdout: "cache_mode": "none", 2024-08-29T19:03:25.013 INFO:tasks.workunit.client.0.smithi028.stdout: "erasure_code_profile": {}, 2024-08-29T19:03:25.013 INFO:tasks.workunit.client.0.smithi028.stdout: "min_size": 2, 2024-08-29T19:03:25.013 INFO:tasks.workunit.client.0.smithi028.stdout: "options": {}, 2024-08-29T19:03:25.013 INFO:tasks.workunit.client.0.smithi028.stdout: "pg_autoscale_mode": "off", 2024-08-29T19:03:25.014 INFO:tasks.workunit.client.0.smithi028.stdout: "pg_num": 64, 2024-08-29T19:03:25.014 INFO:tasks.workunit.client.0.smithi028.stdout: "pgp_num": 64, 2024-08-29T19:03:25.014 INFO:tasks.workunit.client.0.smithi028.stdout: "pool": 3, 2024-08-29T19:03:25.014 INFO:tasks.workunit.client.0.smithi028.stdout: "size": 3, 2024-08-29T19:03:25.014 INFO:tasks.workunit.client.0.smithi028.stdout: "stats": { 2024-08-29T19:03:25.014 INFO:tasks.workunit.client.0.smithi028.stdout: "avail_raw": 721046710538, 2024-08-29T19:03:25.014 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes_used": 0, 2024-08-29T19:03:25.014 INFO:tasks.workunit.client.0.smithi028.stdout: "compress_bytes_used": 0, 2024-08-29T19:03:25.014 INFO:tasks.workunit.client.0.smithi028.stdout: "compress_under_bytes": 0, 2024-08-29T19:03:25.014 INFO:tasks.workunit.client.0.smithi028.stdout: "data_bytes_used": 0, 2024-08-29T19:03:25.014 INFO:tasks.workunit.client.0.smithi028.stdout: "dirty": 0, 2024-08-29T19:03:25.014 INFO:tasks.workunit.client.0.smithi028.stdout: "max_avail": 240348905472, 2024-08-29T19:03:25.014 INFO:tasks.workunit.client.0.smithi028.stdout: "objects": 0, 2024-08-29T19:03:25.015 INFO:tasks.workunit.client.0.smithi028.stdout: "omap_bytes_used": 0, 2024-08-29T19:03:25.015 INFO:tasks.workunit.client.0.smithi028.stdout: "percent_used": 0.0, 2024-08-29T19:03:25.015 INFO:tasks.workunit.client.0.smithi028.stdout: "quota_bytes": 0, 2024-08-29T19:03:25.015 INFO:tasks.workunit.client.0.smithi028.stdout: "quota_objects": 0, 2024-08-29T19:03:25.015 INFO:tasks.workunit.client.0.smithi028.stdout: "rd": 0, 2024-08-29T19:03:25.015 INFO:tasks.workunit.client.0.smithi028.stdout: "rd_bytes": 0, 2024-08-29T19:03:25.015 INFO:tasks.workunit.client.0.smithi028.stdout: "stored": 0, 2024-08-29T19:03:25.015 INFO:tasks.workunit.client.0.smithi028.stdout: "stored_data": 0, 2024-08-29T19:03:25.015 INFO:tasks.workunit.client.0.smithi028.stdout: "stored_omap": 0, 2024-08-29T19:03:25.015 INFO:tasks.workunit.client.0.smithi028.stdout: "stored_raw": 0, 2024-08-29T19:03:25.015 INFO:tasks.workunit.client.0.smithi028.stdout: "wr": 0, 2024-08-29T19:03:25.015 INFO:tasks.workunit.client.0.smithi028.stdout: "wr_bytes": 0 2024-08-29T19:03:25.015 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:25.015 INFO:tasks.workunit.client.0.smithi028.stdout: "target_max_bytes": 0, 2024-08-29T19:03:25.016 INFO:tasks.workunit.client.0.smithi028.stdout: "target_max_objects": 0, 2024-08-29T19:03:25.016 INFO:tasks.workunit.client.0.smithi028.stdout: "type": "replicated" 2024-08-29T19:03:25.016 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:25.016 INFO:tasks.workunit.client.0.smithi028.stdout: { 2024-08-29T19:03:25.016 INFO:tasks.workunit.client.0.smithi028.stdout: "application": [ 2024-08-29T19:03:25.016 INFO:tasks.workunit.client.0.smithi028.stdout: "rbd" 2024-08-29T19:03:25.016 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-08-29T19:03:25.016 INFO:tasks.workunit.client.0.smithi028.stdout: "cache_mode": "none", 2024-08-29T19:03:25.016 INFO:tasks.workunit.client.0.smithi028.stdout: "erasure_code_profile": {}, 2024-08-29T19:03:25.016 INFO:tasks.workunit.client.0.smithi028.stdout: "min_size": 2, 2024-08-29T19:03:25.016 INFO:tasks.workunit.client.0.smithi028.stdout: "options": {}, 2024-08-29T19:03:25.016 INFO:tasks.workunit.client.0.smithi028.stdout: "pg_autoscale_mode": "off", 2024-08-29T19:03:25.016 INFO:tasks.workunit.client.0.smithi028.stdout: "pg_num": 8, 2024-08-29T19:03:25.017 INFO:tasks.workunit.client.0.smithi028.stdout: "pgp_num": 8, 2024-08-29T19:03:25.017 INFO:tasks.workunit.client.0.smithi028.stdout: "pool": 4, 2024-08-29T19:03:25.017 INFO:tasks.workunit.client.0.smithi028.stdout: "size": 3, 2024-08-29T19:03:25.017 INFO:tasks.workunit.client.0.smithi028.stdout: "stats": { 2024-08-29T19:03:25.017 INFO:tasks.workunit.client.0.smithi028.stdout: "avail_raw": 721046710538, 2024-08-29T19:03:25.017 INFO:tasks.workunit.client.0.smithi028.stdout: "bytes_used": 12595200, 2024-08-29T19:03:25.017 INFO:tasks.workunit.client.0.smithi028.stdout: "compress_bytes_used": 0, 2024-08-29T19:03:25.017 INFO:tasks.workunit.client.0.smithi028.stdout: "compress_under_bytes": 0, 2024-08-29T19:03:25.017 INFO:tasks.workunit.client.0.smithi028.stdout: "data_bytes_used": 12595200, 2024-08-29T19:03:25.017 INFO:tasks.workunit.client.0.smithi028.stdout: "dirty": 0, 2024-08-29T19:03:25.017 INFO:tasks.workunit.client.0.smithi028.stdout: "max_avail": 240348905472, 2024-08-29T19:03:25.017 INFO:tasks.workunit.client.0.smithi028.stdout: "objects": 4, 2024-08-29T19:03:25.017 INFO:tasks.workunit.client.0.smithi028.stdout: "omap_bytes_used": 0, 2024-08-29T19:03:25.017 INFO:tasks.workunit.client.0.smithi028.stdout: "percent_used": 1.7467633369960822e-05, 2024-08-29T19:03:25.018 INFO:tasks.workunit.client.0.smithi028.stdout: "quota_bytes": 0, 2024-08-29T19:03:25.018 INFO:tasks.workunit.client.0.smithi028.stdout: "quota_objects": 0, 2024-08-29T19:03:25.018 INFO:tasks.workunit.client.0.smithi028.stdout: "rd": 9099, 2024-08-29T19:03:25.018 INFO:tasks.workunit.client.0.smithi028.stdout: "rd_bytes": 3216691200, 2024-08-29T19:03:25.018 INFO:tasks.workunit.client.0.smithi028.stdout: "stored": 4194323, 2024-08-29T19:03:25.018 INFO:tasks.workunit.client.0.smithi028.stdout: "stored_data": 4194323, 2024-08-29T19:03:25.018 INFO:tasks.workunit.client.0.smithi028.stdout: "stored_omap": 0, 2024-08-29T19:03:25.018 INFO:tasks.workunit.client.0.smithi028.stdout: "stored_raw": 12582969, 2024-08-29T19:03:25.018 INFO:tasks.workunit.client.0.smithi028.stdout: "wr": 24270, 2024-08-29T19:03:25.018 INFO:tasks.workunit.client.0.smithi028.stdout: "wr_bytes": 3110289408 2024-08-29T19:03:25.018 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:25.018 INFO:tasks.workunit.client.0.smithi028.stdout: "target_max_bytes": 0, 2024-08-29T19:03:25.018 INFO:tasks.workunit.client.0.smithi028.stdout: "target_max_objects": 0, 2024-08-29T19:03:25.018 INFO:tasks.workunit.client.0.smithi028.stdout: "type": "replicated" 2024-08-29T19:03:25.019 INFO:tasks.workunit.client.0.smithi028.stdout: } 2024-08-29T19:03:25.019 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-08-29T19:03:25.019 INFO:tasks.workunit.client.0.smithi028.stdout: "rbd": { 2024-08-29T19:03:25.019 INFO:tasks.workunit.client.0.smithi028.stdout: "mirroring_by_pool": [ 2024-08-29T19:03:25.019 INFO:tasks.workunit.client.0.smithi028.stdout: false 2024-08-29T19:03:25.019 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-08-29T19:03:25.019 INFO:tasks.workunit.client.0.smithi028.stdout: "num_images_by_pool": [ 2024-08-29T19:03:25.019 INFO:tasks.workunit.client.0.smithi028.stdout: 0 2024-08-29T19:03:25.019 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-08-29T19:03:25.019 INFO:tasks.workunit.client.0.smithi028.stdout: "num_pools": 1 2024-08-29T19:03:25.019 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:25.019 INFO:tasks.workunit.client.0.smithi028.stdout: "report_id": "19f8b848-b822-43d5-9878-802c7d25be57", 2024-08-29T19:03:25.019 INFO:tasks.workunit.client.0.smithi028.stdout: "report_timestamp": "2024-08-29T19:03:23.340770", 2024-08-29T19:03:25.020 INFO:tasks.workunit.client.0.smithi028.stdout: "report_version": 1, 2024-08-29T19:03:25.020 INFO:tasks.workunit.client.0.smithi028.stdout: "rocksdb_stats": { 2024-08-29T19:03:25.020 INFO:tasks.workunit.client.0.smithi028.stdout: "version": "7.9.2" 2024-08-29T19:03:25.020 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:25.020 INFO:tasks.workunit.client.0.smithi028.stdout: "rook": { 2024-08-29T19:03:25.020 INFO:tasks.workunit.client.0.smithi028.stdout: "cluster": { 2024-08-29T19:03:25.020 INFO:tasks.workunit.client.0.smithi028.stdout: "external-mode": null, 2024-08-29T19:03:25.020 INFO:tasks.workunit.client.0.smithi028.stdout: "mon": { 2024-08-29T19:03:25.020 INFO:tasks.workunit.client.0.smithi028.stdout: "allow-multiple-per-node": null, 2024-08-29T19:03:25.020 INFO:tasks.workunit.client.0.smithi028.stdout: "count": null, 2024-08-29T19:03:25.020 INFO:tasks.workunit.client.0.smithi028.stdout: "max-id": null, 2024-08-29T19:03:25.020 INFO:tasks.workunit.client.0.smithi028.stdout: "pvc": { 2024-08-29T19:03:25.020 INFO:tasks.workunit.client.0.smithi028.stdout: "enabled": null 2024-08-29T19:03:25.020 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:25.021 INFO:tasks.workunit.client.0.smithi028.stdout: "stretch": { 2024-08-29T19:03:25.021 INFO:tasks.workunit.client.0.smithi028.stdout: "enabled": null 2024-08-29T19:03:25.021 INFO:tasks.workunit.client.0.smithi028.stdout: } 2024-08-29T19:03:25.021 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:25.021 INFO:tasks.workunit.client.0.smithi028.stdout: "network": { 2024-08-29T19:03:25.021 INFO:tasks.workunit.client.0.smithi028.stdout: "provider": null 2024-08-29T19:03:25.021 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:25.021 INFO:tasks.workunit.client.0.smithi028.stdout: "storage": { 2024-08-29T19:03:25.021 INFO:tasks.workunit.client.0.smithi028.stdout: "device-set": { 2024-08-29T19:03:25.021 INFO:tasks.workunit.client.0.smithi028.stdout: "count": { 2024-08-29T19:03:25.021 INFO:tasks.workunit.client.0.smithi028.stdout: "non-portable": null, 2024-08-29T19:03:25.021 INFO:tasks.workunit.client.0.smithi028.stdout: "portable": null, 2024-08-29T19:03:25.021 INFO:tasks.workunit.client.0.smithi028.stdout: "total": null 2024-08-29T19:03:25.022 INFO:tasks.workunit.client.0.smithi028.stdout: } 2024-08-29T19:03:25.022 INFO:tasks.workunit.client.0.smithi028.stdout: } 2024-08-29T19:03:25.022 INFO:tasks.workunit.client.0.smithi028.stdout: } 2024-08-29T19:03:25.022 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:25.022 INFO:tasks.workunit.client.0.smithi028.stdout: "csi": { 2024-08-29T19:03:25.022 INFO:tasks.workunit.client.0.smithi028.stdout: "version": null 2024-08-29T19:03:25.022 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:25.022 INFO:tasks.workunit.client.0.smithi028.stdout: "kubernetes": { 2024-08-29T19:03:25.022 INFO:tasks.workunit.client.0.smithi028.stdout: "version": null 2024-08-29T19:03:25.022 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:25.022 INFO:tasks.workunit.client.0.smithi028.stdout: "node": { 2024-08-29T19:03:25.022 INFO:tasks.workunit.client.0.smithi028.stdout: "count": { 2024-08-29T19:03:25.022 INFO:tasks.workunit.client.0.smithi028.stdout: "kubernetes-total": null, 2024-08-29T19:03:25.022 INFO:tasks.workunit.client.0.smithi028.stdout: "with-ceph-daemons": null, 2024-08-29T19:03:25.023 INFO:tasks.workunit.client.0.smithi028.stdout: "with-csi-cephfs-plugin": null, 2024-08-29T19:03:25.023 INFO:tasks.workunit.client.0.smithi028.stdout: "with-csi-nfs-plugin": null, 2024-08-29T19:03:25.023 INFO:tasks.workunit.client.0.smithi028.stdout: "with-csi-rbd-plugin": null 2024-08-29T19:03:25.023 INFO:tasks.workunit.client.0.smithi028.stdout: } 2024-08-29T19:03:25.023 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:25.023 INFO:tasks.workunit.client.0.smithi028.stdout: "usage": { 2024-08-29T19:03:25.023 INFO:tasks.workunit.client.0.smithi028.stdout: "storage-class": { 2024-08-29T19:03:25.023 INFO:tasks.workunit.client.0.smithi028.stdout: "count": { 2024-08-29T19:03:25.023 INFO:tasks.workunit.client.0.smithi028.stdout: "bucket": null, 2024-08-29T19:03:25.023 INFO:tasks.workunit.client.0.smithi028.stdout: "cephfs": null, 2024-08-29T19:03:25.023 INFO:tasks.workunit.client.0.smithi028.stdout: "nfs": null, 2024-08-29T19:03:25.023 INFO:tasks.workunit.client.0.smithi028.stdout: "rbd": null, 2024-08-29T19:03:25.023 INFO:tasks.workunit.client.0.smithi028.stdout: "total": null 2024-08-29T19:03:25.023 INFO:tasks.workunit.client.0.smithi028.stdout: } 2024-08-29T19:03:25.024 INFO:tasks.workunit.client.0.smithi028.stdout: } 2024-08-29T19:03:25.024 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:25.024 INFO:tasks.workunit.client.0.smithi028.stdout: "version": null 2024-08-29T19:03:25.024 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:25.024 INFO:tasks.workunit.client.0.smithi028.stdout: "services": {}, 2024-08-29T19:03:25.024 INFO:tasks.workunit.client.0.smithi028.stdout: "stats_per_pg": [ 2024-08-29T19:03:25.024 INFO:tasks.workunit.client.0.smithi028.stdout: { 2024-08-29T19:03:25.024 INFO:tasks.workunit.client.0.smithi028.stdout: "acting": [ 2024-08-29T19:03:25.024 INFO:tasks.workunit.client.0.smithi028.stdout: 0, 2024-08-29T19:03:25.024 INFO:tasks.workunit.client.0.smithi028.stdout: 7, 2024-08-29T19:03:25.024 INFO:tasks.workunit.client.0.smithi028.stdout: 4 2024-08-29T19:03:25.024 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-08-29T19:03:25.024 INFO:tasks.workunit.client.0.smithi028.stdout: "acting_primary": 0, 2024-08-29T19:03:25.025 INFO:tasks.workunit.client.0.smithi028.stdout: "avail_no_missing": [], 2024-08-29T19:03:25.025 INFO:tasks.workunit.client.0.smithi028.stdout: "blocked_by": [], 2024-08-29T19:03:25.025 INFO:tasks.workunit.client.0.smithi028.stdout: "created": 59, 2024-08-29T19:03:25.025 INFO:tasks.workunit.client.0.smithi028.stdout: "dirty_stats_invalid": false, 2024-08-29T19:03:25.025 INFO:tasks.workunit.client.0.smithi028.stdout: "hitset_bytes_stats_invalid": false, 2024-08-29T19:03:25.025 INFO:tasks.workunit.client.0.smithi028.stdout: "hitset_stats_invalid": false, 2024-08-29T19:03:25.025 INFO:tasks.workunit.client.0.smithi028.stdout: "last_active": "2024-08-29T19:02:14.108787+0000", 2024-08-29T19:03:25.025 INFO:tasks.workunit.client.0.smithi028.stdout: "last_became_active": "2024-08-29T17:58:11.351650+0000", 2024-08-29T19:03:25.025 INFO:tasks.workunit.client.0.smithi028.stdout: "last_became_peered": "2024-08-29T17:58:11.351650+0000", 2024-08-29T19:03:25.025 INFO:tasks.workunit.client.0.smithi028.stdout: "last_change": "2024-08-29T17:58:11.353138+0000", 2024-08-29T19:03:25.025 INFO:tasks.workunit.client.0.smithi028.stdout: "last_clean": "2024-08-29T19:02:14.108787+0000", 2024-08-29T19:03:25.025 INFO:tasks.workunit.client.0.smithi028.stdout: "last_clean_scrub_stamp": "2024-08-29T17:40:52.944949+0000", 2024-08-29T19:03:25.025 INFO:tasks.workunit.client.0.smithi028.stdout: "last_deep_scrub": "0'0", 2024-08-29T19:03:25.026 INFO:tasks.workunit.client.0.smithi028.stdout: "last_deep_scrub_stamp": "2024-08-29T17:40:52.944949+0000", 2024-08-29T19:03:25.026 INFO:tasks.workunit.client.0.smithi028.stdout: "last_epoch_clean": 681, 2024-08-29T19:03:25.026 INFO:tasks.workunit.client.0.smithi028.stdout: "last_fresh": "2024-08-29T19:02:14.108787+0000", 2024-08-29T19:03:25.026 INFO:tasks.workunit.client.0.smithi028.stdout: "last_fullsized": "2024-08-29T19:02:14.108787+0000", 2024-08-29T19:03:25.026 INFO:tasks.workunit.client.0.smithi028.stdout: "last_peered": "2024-08-29T19:02:14.108787+0000", 2024-08-29T19:03:25.026 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub": "0'0", 2024-08-29T19:03:25.026 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub_duration": 0, 2024-08-29T19:03:25.026 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub_stamp": "2024-08-29T17:40:52.944949+0000", 2024-08-29T19:03:25.026 INFO:tasks.workunit.client.0.smithi028.stdout: "last_undegraded": "2024-08-29T19:02:14.108787+0000", 2024-08-29T19:03:25.026 INFO:tasks.workunit.client.0.smithi028.stdout: "last_unstale": "2024-08-29T19:02:14.108787+0000", 2024-08-29T19:03:25.026 INFO:tasks.workunit.client.0.smithi028.stdout: "log_dups_size": 0, 2024-08-29T19:03:25.026 INFO:tasks.workunit.client.0.smithi028.stdout: "log_size": 5, 2024-08-29T19:03:25.026 INFO:tasks.workunit.client.0.smithi028.stdout: "log_start": "0'0", 2024-08-29T19:03:25.026 INFO:tasks.workunit.client.0.smithi028.stdout: "manifest_stats_invalid": false, 2024-08-29T19:03:25.027 INFO:tasks.workunit.client.0.smithi028.stdout: "mapping_epoch": 680, 2024-08-29T19:03:25.027 INFO:tasks.workunit.client.0.smithi028.stdout: "object_location_counts": [], 2024-08-29T19:03:25.027 INFO:tasks.workunit.client.0.smithi028.stdout: "objects_scrubbed": 0, 2024-08-29T19:03:25.027 INFO:tasks.workunit.client.0.smithi028.stdout: "objects_trimmed": 0, 2024-08-29T19:03:25.027 INFO:tasks.workunit.client.0.smithi028.stdout: "omap_stats_invalid": false, 2024-08-29T19:03:25.027 INFO:tasks.workunit.client.0.smithi028.stdout: "ondisk_log_size": 5, 2024-08-29T19:03:25.027 INFO:tasks.workunit.client.0.smithi028.stdout: "ondisk_log_start": "0'0", 2024-08-29T19:03:25.027 INFO:tasks.workunit.client.0.smithi028.stdout: "parent": "0.0", 2024-08-29T19:03:25.027 INFO:tasks.workunit.client.0.smithi028.stdout: "parent_split_bits": 0, 2024-08-29T19:03:25.027 INFO:tasks.workunit.client.0.smithi028.stdout: "pgid": "2.1f", 2024-08-29T19:03:25.027 INFO:tasks.workunit.client.0.smithi028.stdout: "pin_stats_invalid": false, 2024-08-29T19:03:25.027 INFO:tasks.workunit.client.0.smithi028.stdout: "purged_snaps": [], 2024-08-29T19:03:25.027 INFO:tasks.workunit.client.0.smithi028.stdout: "reported_epoch": 2650, 2024-08-29T19:03:25.027 INFO:tasks.workunit.client.0.smithi028.stdout: "reported_seq": 4825, 2024-08-29T19:03:25.028 INFO:tasks.workunit.client.0.smithi028.stdout: "scrub_duration": 0.0, 2024-08-29T19:03:25.028 INFO:tasks.workunit.client.0.smithi028.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-30T19:08:10.414290+0000", 2024-08-29T19:03:25.028 INFO:tasks.workunit.client.0.smithi028.stdout: "snaptrim_duration": 0.0, 2024-08-29T19:03:25.028 INFO:tasks.workunit.client.0.smithi028.stdout: "snaptrimq_len": 0, 2024-08-29T19:03:25.028 INFO:tasks.workunit.client.0.smithi028.stdout: "stat_sum": { 2024-08-29T19:03:25.028 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes": 570, 2024-08-29T19:03:25.028 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes_hit_set_archive": 0, 2024-08-29T19:03:25.028 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes_recovered": 0, 2024-08-29T19:03:25.028 INFO:tasks.workunit.client.0.smithi028.stdout: "num_deep_scrub_errors": 0, 2024-08-29T19:03:25.028 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict": 0, 2024-08-29T19:03:25.028 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_kb": 0, 2024-08-29T19:03:25.028 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_mode_full": 0, 2024-08-29T19:03:25.028 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_mode_some": 0, 2024-08-29T19:03:25.029 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush": 0, 2024-08-29T19:03:25.029 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_kb": 0, 2024-08-29T19:03:25.029 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_mode_high": 0, 2024-08-29T19:03:25.029 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_mode_low": 0, 2024-08-29T19:03:25.029 INFO:tasks.workunit.client.0.smithi028.stdout: "num_keys_recovered": 0, 2024-08-29T19:03:25.029 INFO:tasks.workunit.client.0.smithi028.stdout: "num_large_omap_objects": 0, 2024-08-29T19:03:25.029 INFO:tasks.workunit.client.0.smithi028.stdout: "num_legacy_snapsets": 0, 2024-08-29T19:03:25.029 INFO:tasks.workunit.client.0.smithi028.stdout: "num_object_clones": 0, 2024-08-29T19:03:25.029 INFO:tasks.workunit.client.0.smithi028.stdout: "num_object_copies": 6, 2024-08-29T19:03:25.029 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects": 2, 2024-08-29T19:03:25.029 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_degraded": 0, 2024-08-29T19:03:25.029 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_dirty": 2, 2024-08-29T19:03:25.029 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_hit_set_archive": 0, 2024-08-29T19:03:25.029 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_manifest": 0, 2024-08-29T19:03:25.030 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_misplaced": 0, 2024-08-29T19:03:25.030 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_missing": 0, 2024-08-29T19:03:25.030 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_missing_on_primary": 0, 2024-08-29T19:03:25.030 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_omap": 1, 2024-08-29T19:03:25.030 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_pinned": 0, 2024-08-29T19:03:25.030 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_recovered": 0, 2024-08-29T19:03:25.030 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_repaired": 0, 2024-08-29T19:03:25.030 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_unfound": 0, 2024-08-29T19:03:25.030 INFO:tasks.workunit.client.0.smithi028.stdout: "num_omap_bytes": 0, 2024-08-29T19:03:25.030 INFO:tasks.workunit.client.0.smithi028.stdout: "num_omap_keys": 0, 2024-08-29T19:03:25.030 INFO:tasks.workunit.client.0.smithi028.stdout: "num_promote": 0, 2024-08-29T19:03:25.030 INFO:tasks.workunit.client.0.smithi028.stdout: "num_read": 4, 2024-08-29T19:03:25.030 INFO:tasks.workunit.client.0.smithi028.stdout: "num_read_kb": 4, 2024-08-29T19:03:25.030 INFO:tasks.workunit.client.0.smithi028.stdout: "num_scrub_errors": 0, 2024-08-29T19:03:25.031 INFO:tasks.workunit.client.0.smithi028.stdout: "num_shallow_scrub_errors": 0, 2024-08-29T19:03:25.031 INFO:tasks.workunit.client.0.smithi028.stdout: "num_whiteouts": 0, 2024-08-29T19:03:25.031 INFO:tasks.workunit.client.0.smithi028.stdout: "num_write": 4, 2024-08-29T19:03:25.031 INFO:tasks.workunit.client.0.smithi028.stdout: "num_write_kb": 1 2024-08-29T19:03:25.031 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:25.031 INFO:tasks.workunit.client.0.smithi028.stdout: "state": "active+clean", 2024-08-29T19:03:25.031 INFO:tasks.workunit.client.0.smithi028.stdout: "stats_invalid": false, 2024-08-29T19:03:25.031 INFO:tasks.workunit.client.0.smithi028.stdout: "up": [ 2024-08-29T19:03:25.031 INFO:tasks.workunit.client.0.smithi028.stdout: 0, 2024-08-29T19:03:25.031 INFO:tasks.workunit.client.0.smithi028.stdout: 7, 2024-08-29T19:03:25.031 INFO:tasks.workunit.client.0.smithi028.stdout: 4 2024-08-29T19:03:25.031 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-08-29T19:03:25.031 INFO:tasks.workunit.client.0.smithi028.stdout: "up_primary": 0, 2024-08-29T19:03:25.031 INFO:tasks.workunit.client.0.smithi028.stdout: "version": "721'5" 2024-08-29T19:03:25.032 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:25.032 INFO:tasks.workunit.client.0.smithi028.stdout: { 2024-08-29T19:03:25.032 INFO:tasks.workunit.client.0.smithi028.stdout: "acting": [ 2024-08-29T19:03:25.032 INFO:tasks.workunit.client.0.smithi028.stdout: 3, 2024-08-29T19:03:25.032 INFO:tasks.workunit.client.0.smithi028.stdout: 6, 2024-08-29T19:03:25.032 INFO:tasks.workunit.client.0.smithi028.stdout: 2 2024-08-29T19:03:25.032 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-08-29T19:03:25.032 INFO:tasks.workunit.client.0.smithi028.stdout: "acting_primary": 3, 2024-08-29T19:03:25.032 INFO:tasks.workunit.client.0.smithi028.stdout: "avail_no_missing": [], 2024-08-29T19:03:25.032 INFO:tasks.workunit.client.0.smithi028.stdout: "blocked_by": [], 2024-08-29T19:03:25.032 INFO:tasks.workunit.client.0.smithi028.stdout: "created": 62, 2024-08-29T19:03:25.032 INFO:tasks.workunit.client.0.smithi028.stdout: "dirty_stats_invalid": false, 2024-08-29T19:03:25.032 INFO:tasks.workunit.client.0.smithi028.stdout: "hitset_bytes_stats_invalid": false, 2024-08-29T19:03:25.033 INFO:tasks.workunit.client.0.smithi028.stdout: "hitset_stats_invalid": false, 2024-08-29T19:03:25.033 INFO:tasks.workunit.client.0.smithi028.stdout: "last_active": "2024-08-29T19:02:14.843766+0000", 2024-08-29T19:03:25.033 INFO:tasks.workunit.client.0.smithi028.stdout: "last_became_active": "2024-08-29T17:57:36.389141+0000", 2024-08-29T19:03:25.033 INFO:tasks.workunit.client.0.smithi028.stdout: "last_became_peered": "2024-08-29T17:57:36.389141+0000", 2024-08-29T19:03:25.033 INFO:tasks.workunit.client.0.smithi028.stdout: "last_change": "2024-08-29T17:57:36.389692+0000", 2024-08-29T19:03:25.033 INFO:tasks.workunit.client.0.smithi028.stdout: "last_clean": "2024-08-29T19:02:14.843766+0000", 2024-08-29T19:03:25.033 INFO:tasks.workunit.client.0.smithi028.stdout: "last_clean_scrub_stamp": "2024-08-29T17:41:01.987071+0000", 2024-08-29T19:03:25.033 INFO:tasks.workunit.client.0.smithi028.stdout: "last_deep_scrub": "0'0", 2024-08-29T19:03:25.033 INFO:tasks.workunit.client.0.smithi028.stdout: "last_deep_scrub_stamp": "2024-08-29T17:41:01.987071+0000", 2024-08-29T19:03:25.033 INFO:tasks.workunit.client.0.smithi028.stdout: "last_epoch_clean": 646, 2024-08-29T19:03:25.033 INFO:tasks.workunit.client.0.smithi028.stdout: "last_fresh": "2024-08-29T19:02:14.843766+0000", 2024-08-29T19:03:25.033 INFO:tasks.workunit.client.0.smithi028.stdout: "last_fullsized": "2024-08-29T19:02:14.843766+0000", 2024-08-29T19:03:25.034 INFO:tasks.workunit.client.0.smithi028.stdout: "last_peered": "2024-08-29T19:02:14.843766+0000", 2024-08-29T19:03:25.034 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub": "0'0", 2024-08-29T19:03:25.034 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub_duration": 0, 2024-08-29T19:03:25.034 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub_stamp": "2024-08-29T17:41:01.987071+0000", 2024-08-29T19:03:25.034 INFO:tasks.workunit.client.0.smithi028.stdout: "last_undegraded": "2024-08-29T19:02:14.843766+0000", 2024-08-29T19:03:25.034 INFO:tasks.workunit.client.0.smithi028.stdout: "last_unstale": "2024-08-29T19:02:14.843766+0000", 2024-08-29T19:03:25.034 INFO:tasks.workunit.client.0.smithi028.stdout: "log_dups_size": 0, 2024-08-29T19:03:25.034 INFO:tasks.workunit.client.0.smithi028.stdout: "log_size": 0, 2024-08-29T19:03:25.034 INFO:tasks.workunit.client.0.smithi028.stdout: "log_start": "0'0", 2024-08-29T19:03:25.034 INFO:tasks.workunit.client.0.smithi028.stdout: "manifest_stats_invalid": false, 2024-08-29T19:03:25.034 INFO:tasks.workunit.client.0.smithi028.stdout: "mapping_epoch": 645, 2024-08-29T19:03:25.034 INFO:tasks.workunit.client.0.smithi028.stdout: "object_location_counts": [], 2024-08-29T19:03:25.034 INFO:tasks.workunit.client.0.smithi028.stdout: "objects_scrubbed": 0, 2024-08-29T19:03:25.034 INFO:tasks.workunit.client.0.smithi028.stdout: "objects_trimmed": 0, 2024-08-29T19:03:25.035 INFO:tasks.workunit.client.0.smithi028.stdout: "omap_stats_invalid": false, 2024-08-29T19:03:25.035 INFO:tasks.workunit.client.0.smithi028.stdout: "ondisk_log_size": 0, 2024-08-29T19:03:25.035 INFO:tasks.workunit.client.0.smithi028.stdout: "ondisk_log_start": "0'0", 2024-08-29T19:03:25.035 INFO:tasks.workunit.client.0.smithi028.stdout: "parent": "0.0", 2024-08-29T19:03:25.035 INFO:tasks.workunit.client.0.smithi028.stdout: "parent_split_bits": 0, 2024-08-29T19:03:25.035 INFO:tasks.workunit.client.0.smithi028.stdout: "pgid": "3.1e", 2024-08-29T19:03:25.035 INFO:tasks.workunit.client.0.smithi028.stdout: "pin_stats_invalid": false, 2024-08-29T19:03:25.035 INFO:tasks.workunit.client.0.smithi028.stdout: "purged_snaps": [], 2024-08-29T19:03:25.035 INFO:tasks.workunit.client.0.smithi028.stdout: "reported_epoch": 2650, 2024-08-29T19:03:25.035 INFO:tasks.workunit.client.0.smithi028.stdout: "reported_seq": 4711, 2024-08-29T19:03:25.035 INFO:tasks.workunit.client.0.smithi028.stdout: "scrub_duration": 0.0, 2024-08-29T19:03:25.035 INFO:tasks.workunit.client.0.smithi028.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-31T05:23:57.387438+0000", 2024-08-29T19:03:25.035 INFO:tasks.workunit.client.0.smithi028.stdout: "snaptrim_duration": 0.0, 2024-08-29T19:03:25.035 INFO:tasks.workunit.client.0.smithi028.stdout: "snaptrimq_len": 0, 2024-08-29T19:03:25.036 INFO:tasks.workunit.client.0.smithi028.stdout: "stat_sum": { 2024-08-29T19:03:25.036 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes": 0, 2024-08-29T19:03:25.036 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes_hit_set_archive": 0, 2024-08-29T19:03:25.036 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes_recovered": 0, 2024-08-29T19:03:25.036 INFO:tasks.workunit.client.0.smithi028.stdout: "num_deep_scrub_errors": 0, 2024-08-29T19:03:25.036 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict": 0, 2024-08-29T19:03:25.036 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_kb": 0, 2024-08-29T19:03:25.036 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_mode_full": 0, 2024-08-29T19:03:25.036 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_mode_some": 0, 2024-08-29T19:03:25.036 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush": 0, 2024-08-29T19:03:25.036 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_kb": 0, 2024-08-29T19:03:25.036 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_mode_high": 0, 2024-08-29T19:03:25.036 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_mode_low": 0, 2024-08-29T19:03:25.037 INFO:tasks.workunit.client.0.smithi028.stdout: "num_keys_recovered": 0, 2024-08-29T19:03:25.037 INFO:tasks.workunit.client.0.smithi028.stdout: "num_large_omap_objects": 0, 2024-08-29T19:03:25.037 INFO:tasks.workunit.client.0.smithi028.stdout: "num_legacy_snapsets": 0, 2024-08-29T19:03:25.037 INFO:tasks.workunit.client.0.smithi028.stdout: "num_object_clones": 0, 2024-08-29T19:03:25.037 INFO:tasks.workunit.client.0.smithi028.stdout: "num_object_copies": 0, 2024-08-29T19:03:25.037 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects": 0, 2024-08-29T19:03:25.037 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_degraded": 0, 2024-08-29T19:03:25.037 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_dirty": 0, 2024-08-29T19:03:25.037 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_hit_set_archive": 0, 2024-08-29T19:03:25.037 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_manifest": 0, 2024-08-29T19:03:25.037 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_misplaced": 0, 2024-08-29T19:03:25.037 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_missing": 0, 2024-08-29T19:03:25.037 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_missing_on_primary": 0, 2024-08-29T19:03:25.037 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_omap": 0, 2024-08-29T19:03:25.038 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_pinned": 0, 2024-08-29T19:03:25.038 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_recovered": 0, 2024-08-29T19:03:25.038 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_repaired": 0, 2024-08-29T19:03:25.038 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_unfound": 0, 2024-08-29T19:03:25.038 INFO:tasks.workunit.client.0.smithi028.stdout: "num_omap_bytes": 0, 2024-08-29T19:03:25.038 INFO:tasks.workunit.client.0.smithi028.stdout: "num_omap_keys": 0, 2024-08-29T19:03:25.038 INFO:tasks.workunit.client.0.smithi028.stdout: "num_promote": 0, 2024-08-29T19:03:25.038 INFO:tasks.workunit.client.0.smithi028.stdout: "num_read": 0, 2024-08-29T19:03:25.038 INFO:tasks.workunit.client.0.smithi028.stdout: "num_read_kb": 0, 2024-08-29T19:03:25.038 INFO:tasks.workunit.client.0.smithi028.stdout: "num_scrub_errors": 0, 2024-08-29T19:03:25.038 INFO:tasks.workunit.client.0.smithi028.stdout: "num_shallow_scrub_errors": 0, 2024-08-29T19:03:25.038 INFO:tasks.workunit.client.0.smithi028.stdout: "num_whiteouts": 0, 2024-08-29T19:03:25.038 INFO:tasks.workunit.client.0.smithi028.stdout: "num_write": 0, 2024-08-29T19:03:25.039 INFO:tasks.workunit.client.0.smithi028.stdout: "num_write_kb": 0 2024-08-29T19:03:25.039 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:25.039 INFO:tasks.workunit.client.0.smithi028.stdout: "state": "active+clean", 2024-08-29T19:03:25.039 INFO:tasks.workunit.client.0.smithi028.stdout: "stats_invalid": false, 2024-08-29T19:03:25.039 INFO:tasks.workunit.client.0.smithi028.stdout: "up": [ 2024-08-29T19:03:25.039 INFO:tasks.workunit.client.0.smithi028.stdout: 3, 2024-08-29T19:03:25.039 INFO:tasks.workunit.client.0.smithi028.stdout: 6, 2024-08-29T19:03:25.039 INFO:tasks.workunit.client.0.smithi028.stdout: 2 2024-08-29T19:03:25.039 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-08-29T19:03:25.039 INFO:tasks.workunit.client.0.smithi028.stdout: "up_primary": 3, 2024-08-29T19:03:25.039 INFO:tasks.workunit.client.0.smithi028.stdout: "version": "0'0" 2024-08-29T19:03:25.039 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:25.039 INFO:tasks.workunit.client.0.smithi028.stdout: { 2024-08-29T19:03:25.039 INFO:tasks.workunit.client.0.smithi028.stdout: "acting": [ 2024-08-29T19:03:25.040 INFO:tasks.workunit.client.0.smithi028.stdout: 3, 2024-08-29T19:03:25.040 INFO:tasks.workunit.client.0.smithi028.stdout: 0, 2024-08-29T19:03:25.040 INFO:tasks.workunit.client.0.smithi028.stdout: 5 2024-08-29T19:03:25.040 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-08-29T19:03:25.040 INFO:tasks.workunit.client.0.smithi028.stdout: "acting_primary": 3, 2024-08-29T19:03:25.040 INFO:tasks.workunit.client.0.smithi028.stdout: "avail_no_missing": [], 2024-08-29T19:03:25.040 INFO:tasks.workunit.client.0.smithi028.stdout: "blocked_by": [], 2024-08-29T19:03:25.040 INFO:tasks.workunit.client.0.smithi028.stdout: "created": 59, 2024-08-29T19:03:25.040 INFO:tasks.workunit.client.0.smithi028.stdout: "dirty_stats_invalid": false, 2024-08-29T19:03:25.040 INFO:tasks.workunit.client.0.smithi028.stdout: "hitset_bytes_stats_invalid": false, 2024-08-29T19:03:25.040 INFO:tasks.workunit.client.0.smithi028.stdout: "hitset_stats_invalid": false, 2024-08-29T19:03:25.040 INFO:tasks.workunit.client.0.smithi028.stdout: "last_active": "2024-08-29T19:02:14.839357+0000", 2024-08-29T19:03:25.040 INFO:tasks.workunit.client.0.smithi028.stdout: "last_became_active": "2024-08-29T17:57:02.356786+0000", 2024-08-29T19:03:25.040 INFO:tasks.workunit.client.0.smithi028.stdout: "last_became_peered": "2024-08-29T17:57:02.356786+0000", 2024-08-29T19:03:25.041 INFO:tasks.workunit.client.0.smithi028.stdout: "last_change": "2024-08-29T17:57:02.357579+0000", 2024-08-29T19:03:25.041 INFO:tasks.workunit.client.0.smithi028.stdout: "last_clean": "2024-08-29T19:02:14.839357+0000", 2024-08-29T19:03:25.041 INFO:tasks.workunit.client.0.smithi028.stdout: "last_clean_scrub_stamp": "2024-08-29T17:40:52.944949+0000", 2024-08-29T19:03:25.041 INFO:tasks.workunit.client.0.smithi028.stdout: "last_deep_scrub": "0'0", 2024-08-29T19:03:25.041 INFO:tasks.workunit.client.0.smithi028.stdout: "last_deep_scrub_stamp": "2024-08-29T17:40:52.944949+0000", 2024-08-29T19:03:25.041 INFO:tasks.workunit.client.0.smithi028.stdout: "last_epoch_clean": 613, 2024-08-29T19:03:25.041 INFO:tasks.workunit.client.0.smithi028.stdout: "last_fresh": "2024-08-29T19:02:14.839357+0000", 2024-08-29T19:03:25.041 INFO:tasks.workunit.client.0.smithi028.stdout: "last_fullsized": "2024-08-29T19:02:14.839357+0000", 2024-08-29T19:03:25.041 INFO:tasks.workunit.client.0.smithi028.stdout: "last_peered": "2024-08-29T19:02:14.839357+0000", 2024-08-29T19:03:25.041 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub": "0'0", 2024-08-29T19:03:25.041 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub_duration": 0, 2024-08-29T19:03:25.041 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub_stamp": "2024-08-29T17:40:52.944949+0000", 2024-08-29T19:03:25.041 INFO:tasks.workunit.client.0.smithi028.stdout: "last_undegraded": "2024-08-29T19:02:14.839357+0000", 2024-08-29T19:03:25.042 INFO:tasks.workunit.client.0.smithi028.stdout: "last_unstale": "2024-08-29T19:02:14.839357+0000", 2024-08-29T19:03:25.042 INFO:tasks.workunit.client.0.smithi028.stdout: "log_dups_size": 0, 2024-08-29T19:03:25.042 INFO:tasks.workunit.client.0.smithi028.stdout: "log_size": 2, 2024-08-29T19:03:25.042 INFO:tasks.workunit.client.0.smithi028.stdout: "log_start": "0'0", 2024-08-29T19:03:25.042 INFO:tasks.workunit.client.0.smithi028.stdout: "manifest_stats_invalid": false, 2024-08-29T19:03:25.042 INFO:tasks.workunit.client.0.smithi028.stdout: "mapping_epoch": 612, 2024-08-29T19:03:25.042 INFO:tasks.workunit.client.0.smithi028.stdout: "object_location_counts": [], 2024-08-29T19:03:25.042 INFO:tasks.workunit.client.0.smithi028.stdout: "objects_scrubbed": 0, 2024-08-29T19:03:25.042 INFO:tasks.workunit.client.0.smithi028.stdout: "objects_trimmed": 0, 2024-08-29T19:03:25.042 INFO:tasks.workunit.client.0.smithi028.stdout: "omap_stats_invalid": false, 2024-08-29T19:03:25.042 INFO:tasks.workunit.client.0.smithi028.stdout: "ondisk_log_size": 2, 2024-08-29T19:03:25.042 INFO:tasks.workunit.client.0.smithi028.stdout: "ondisk_log_start": "0'0", 2024-08-29T19:03:25.042 INFO:tasks.workunit.client.0.smithi028.stdout: "parent": "0.0", 2024-08-29T19:03:25.043 INFO:tasks.workunit.client.0.smithi028.stdout: "parent_split_bits": 0, 2024-08-29T19:03:25.043 INFO:tasks.workunit.client.0.smithi028.stdout: "pgid": "2.1e", 2024-08-29T19:03:25.043 INFO:tasks.workunit.client.0.smithi028.stdout: "pin_stats_invalid": false, 2024-08-29T19:03:25.043 INFO:tasks.workunit.client.0.smithi028.stdout: "purged_snaps": [], 2024-08-29T19:03:25.043 INFO:tasks.workunit.client.0.smithi028.stdout: "reported_epoch": 2650, 2024-08-29T19:03:25.043 INFO:tasks.workunit.client.0.smithi028.stdout: "reported_seq": 4698, 2024-08-29T19:03:25.043 INFO:tasks.workunit.client.0.smithi028.stdout: "scrub_duration": 0.0, 2024-08-29T19:03:25.043 INFO:tasks.workunit.client.0.smithi028.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-31T05:11:11.426649+0000", 2024-08-29T19:03:25.043 INFO:tasks.workunit.client.0.smithi028.stdout: "snaptrim_duration": 0.0, 2024-08-29T19:03:25.043 INFO:tasks.workunit.client.0.smithi028.stdout: "snaptrimq_len": 0, 2024-08-29T19:03:25.043 INFO:tasks.workunit.client.0.smithi028.stdout: "stat_sum": { 2024-08-29T19:03:25.043 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes": 0, 2024-08-29T19:03:25.043 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes_hit_set_archive": 0, 2024-08-29T19:03:25.043 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes_recovered": 0, 2024-08-29T19:03:25.044 INFO:tasks.workunit.client.0.smithi028.stdout: "num_deep_scrub_errors": 0, 2024-08-29T19:03:25.044 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict": 0, 2024-08-29T19:03:25.044 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_kb": 0, 2024-08-29T19:03:25.044 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_mode_full": 0, 2024-08-29T19:03:25.044 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_mode_some": 0, 2024-08-29T19:03:25.044 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush": 0, 2024-08-29T19:03:25.044 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_kb": 0, 2024-08-29T19:03:25.044 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_mode_high": 0, 2024-08-29T19:03:25.044 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_mode_low": 0, 2024-08-29T19:03:25.044 INFO:tasks.workunit.client.0.smithi028.stdout: "num_keys_recovered": 0, 2024-08-29T19:03:25.044 INFO:tasks.workunit.client.0.smithi028.stdout: "num_large_omap_objects": 0, 2024-08-29T19:03:25.044 INFO:tasks.workunit.client.0.smithi028.stdout: "num_legacy_snapsets": 0, 2024-08-29T19:03:25.044 INFO:tasks.workunit.client.0.smithi028.stdout: "num_object_clones": 0, 2024-08-29T19:03:25.044 INFO:tasks.workunit.client.0.smithi028.stdout: "num_object_copies": 0, 2024-08-29T19:03:25.045 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects": 0, 2024-08-29T19:03:25.045 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_degraded": 0, 2024-08-29T19:03:25.045 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_dirty": 0, 2024-08-29T19:03:25.045 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_hit_set_archive": 0, 2024-08-29T19:03:25.045 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_manifest": 0, 2024-08-29T19:03:25.045 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_misplaced": 0, 2024-08-29T19:03:25.045 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_missing": 0, 2024-08-29T19:03:25.045 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_missing_on_primary": 0, 2024-08-29T19:03:25.045 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_omap": 0, 2024-08-29T19:03:25.045 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_pinned": 0, 2024-08-29T19:03:25.045 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_recovered": 0, 2024-08-29T19:03:25.045 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_repaired": 0, 2024-08-29T19:03:25.045 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_unfound": 0, 2024-08-29T19:03:25.045 INFO:tasks.workunit.client.0.smithi028.stdout: "num_omap_bytes": 0, 2024-08-29T19:03:25.046 INFO:tasks.workunit.client.0.smithi028.stdout: "num_omap_keys": 0, 2024-08-29T19:03:25.046 INFO:tasks.workunit.client.0.smithi028.stdout: "num_promote": 0, 2024-08-29T19:03:25.046 INFO:tasks.workunit.client.0.smithi028.stdout: "num_read": 0, 2024-08-29T19:03:25.046 INFO:tasks.workunit.client.0.smithi028.stdout: "num_read_kb": 0, 2024-08-29T19:03:25.046 INFO:tasks.workunit.client.0.smithi028.stdout: "num_scrub_errors": 0, 2024-08-29T19:03:25.046 INFO:tasks.workunit.client.0.smithi028.stdout: "num_shallow_scrub_errors": 0, 2024-08-29T19:03:25.046 INFO:tasks.workunit.client.0.smithi028.stdout: "num_whiteouts": 0, 2024-08-29T19:03:25.046 INFO:tasks.workunit.client.0.smithi028.stdout: "num_write": 0, 2024-08-29T19:03:25.046 INFO:tasks.workunit.client.0.smithi028.stdout: "num_write_kb": 0 2024-08-29T19:03:25.046 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:25.046 INFO:tasks.workunit.client.0.smithi028.stdout: "state": "active+clean", 2024-08-29T19:03:25.046 INFO:tasks.workunit.client.0.smithi028.stdout: "stats_invalid": false, 2024-08-29T19:03:25.046 INFO:tasks.workunit.client.0.smithi028.stdout: "up": [ 2024-08-29T19:03:25.046 INFO:tasks.workunit.client.0.smithi028.stdout: 3, 2024-08-29T19:03:25.047 INFO:tasks.workunit.client.0.smithi028.stdout: 0, 2024-08-29T19:03:25.047 INFO:tasks.workunit.client.0.smithi028.stdout: 5 2024-08-29T19:03:25.047 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-08-29T19:03:25.047 INFO:tasks.workunit.client.0.smithi028.stdout: "up_primary": 3, 2024-08-29T19:03:25.047 INFO:tasks.workunit.client.0.smithi028.stdout: "version": "721'2" 2024-08-29T19:03:25.047 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:25.047 INFO:tasks.workunit.client.0.smithi028.stdout: { 2024-08-29T19:03:25.047 INFO:tasks.workunit.client.0.smithi028.stdout: "acting": [ 2024-08-29T19:03:25.047 INFO:tasks.workunit.client.0.smithi028.stdout: 0, 2024-08-29T19:03:25.047 INFO:tasks.workunit.client.0.smithi028.stdout: 5, 2024-08-29T19:03:25.047 INFO:tasks.workunit.client.0.smithi028.stdout: 2 2024-08-29T19:03:25.047 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-08-29T19:03:25.047 INFO:tasks.workunit.client.0.smithi028.stdout: "acting_primary": 0, 2024-08-29T19:03:25.047 INFO:tasks.workunit.client.0.smithi028.stdout: "avail_no_missing": [], 2024-08-29T19:03:25.048 INFO:tasks.workunit.client.0.smithi028.stdout: "blocked_by": [], 2024-08-29T19:03:25.048 INFO:tasks.workunit.client.0.smithi028.stdout: "created": 62, 2024-08-29T19:03:25.048 INFO:tasks.workunit.client.0.smithi028.stdout: "dirty_stats_invalid": false, 2024-08-29T19:03:25.048 INFO:tasks.workunit.client.0.smithi028.stdout: "hitset_bytes_stats_invalid": false, 2024-08-29T19:03:25.048 INFO:tasks.workunit.client.0.smithi028.stdout: "hitset_stats_invalid": false, 2024-08-29T19:03:25.048 INFO:tasks.workunit.client.0.smithi028.stdout: "last_active": "2024-08-29T19:02:14.108140+0000", 2024-08-29T19:03:25.048 INFO:tasks.workunit.client.0.smithi028.stdout: "last_became_active": "2024-08-29T17:57:02.380063+0000", 2024-08-29T19:03:25.048 INFO:tasks.workunit.client.0.smithi028.stdout: "last_became_peered": "2024-08-29T17:57:02.380063+0000", 2024-08-29T19:03:25.048 INFO:tasks.workunit.client.0.smithi028.stdout: "last_change": "2024-08-29T17:57:02.380627+0000", 2024-08-29T19:03:25.048 INFO:tasks.workunit.client.0.smithi028.stdout: "last_clean": "2024-08-29T19:02:14.108140+0000", 2024-08-29T19:03:25.048 INFO:tasks.workunit.client.0.smithi028.stdout: "last_clean_scrub_stamp": "2024-08-29T17:41:01.987071+0000", 2024-08-29T19:03:25.048 INFO:tasks.workunit.client.0.smithi028.stdout: "last_deep_scrub": "0'0", 2024-08-29T19:03:25.049 INFO:tasks.workunit.client.0.smithi028.stdout: "last_deep_scrub_stamp": "2024-08-29T17:41:01.987071+0000", 2024-08-29T19:03:25.049 INFO:tasks.workunit.client.0.smithi028.stdout: "last_epoch_clean": 613, 2024-08-29T19:03:25.049 INFO:tasks.workunit.client.0.smithi028.stdout: "last_fresh": "2024-08-29T19:02:14.108140+0000", 2024-08-29T19:03:25.049 INFO:tasks.workunit.client.0.smithi028.stdout: "last_fullsized": "2024-08-29T19:02:14.108140+0000", 2024-08-29T19:03:25.049 INFO:tasks.workunit.client.0.smithi028.stdout: "last_peered": "2024-08-29T19:02:14.108140+0000", 2024-08-29T19:03:25.049 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub": "0'0", 2024-08-29T19:03:25.049 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub_duration": 0, 2024-08-29T19:03:25.049 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub_stamp": "2024-08-29T17:41:01.987071+0000", 2024-08-29T19:03:25.049 INFO:tasks.workunit.client.0.smithi028.stdout: "last_undegraded": "2024-08-29T19:02:14.108140+0000", 2024-08-29T19:03:25.049 INFO:tasks.workunit.client.0.smithi028.stdout: "last_unstale": "2024-08-29T19:02:14.108140+0000", 2024-08-29T19:03:25.049 INFO:tasks.workunit.client.0.smithi028.stdout: "log_dups_size": 0, 2024-08-29T19:03:25.049 INFO:tasks.workunit.client.0.smithi028.stdout: "log_size": 0, 2024-08-29T19:03:25.049 INFO:tasks.workunit.client.0.smithi028.stdout: "log_start": "0'0", 2024-08-29T19:03:25.049 INFO:tasks.workunit.client.0.smithi028.stdout: "manifest_stats_invalid": false, 2024-08-29T19:03:25.050 INFO:tasks.workunit.client.0.smithi028.stdout: "mapping_epoch": 612, 2024-08-29T19:03:25.050 INFO:tasks.workunit.client.0.smithi028.stdout: "object_location_counts": [], 2024-08-29T19:03:25.050 INFO:tasks.workunit.client.0.smithi028.stdout: "objects_scrubbed": 0, 2024-08-29T19:03:25.050 INFO:tasks.workunit.client.0.smithi028.stdout: "objects_trimmed": 0, 2024-08-29T19:03:25.050 INFO:tasks.workunit.client.0.smithi028.stdout: "omap_stats_invalid": false, 2024-08-29T19:03:25.050 INFO:tasks.workunit.client.0.smithi028.stdout: "ondisk_log_size": 0, 2024-08-29T19:03:25.050 INFO:tasks.workunit.client.0.smithi028.stdout: "ondisk_log_start": "0'0", 2024-08-29T19:03:25.050 INFO:tasks.workunit.client.0.smithi028.stdout: "parent": "0.0", 2024-08-29T19:03:25.050 INFO:tasks.workunit.client.0.smithi028.stdout: "parent_split_bits": 0, 2024-08-29T19:03:25.050 INFO:tasks.workunit.client.0.smithi028.stdout: "pgid": "3.1f", 2024-08-29T19:03:25.050 INFO:tasks.workunit.client.0.smithi028.stdout: "pin_stats_invalid": false, 2024-08-29T19:03:25.050 INFO:tasks.workunit.client.0.smithi028.stdout: "purged_snaps": [], 2024-08-29T19:03:25.050 INFO:tasks.workunit.client.0.smithi028.stdout: "reported_epoch": 2650, 2024-08-29T19:03:25.050 INFO:tasks.workunit.client.0.smithi028.stdout: "reported_seq": 4813, 2024-08-29T19:03:25.051 INFO:tasks.workunit.client.0.smithi028.stdout: "scrub_duration": 0.0, 2024-08-29T19:03:25.051 INFO:tasks.workunit.client.0.smithi028.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-31T04:31:11.864896+0000", 2024-08-29T19:03:25.051 INFO:tasks.workunit.client.0.smithi028.stdout: "snaptrim_duration": 0.0, 2024-08-29T19:03:25.051 INFO:tasks.workunit.client.0.smithi028.stdout: "snaptrimq_len": 0, 2024-08-29T19:03:25.051 INFO:tasks.workunit.client.0.smithi028.stdout: "stat_sum": { 2024-08-29T19:03:25.051 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes": 0, 2024-08-29T19:03:25.051 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes_hit_set_archive": 0, 2024-08-29T19:03:25.051 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes_recovered": 0, 2024-08-29T19:03:25.051 INFO:tasks.workunit.client.0.smithi028.stdout: "num_deep_scrub_errors": 0, 2024-08-29T19:03:25.051 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict": 0, 2024-08-29T19:03:25.051 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_kb": 0, 2024-08-29T19:03:25.051 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_mode_full": 0, 2024-08-29T19:03:25.051 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_mode_some": 0, 2024-08-29T19:03:25.051 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush": 0, 2024-08-29T19:03:25.052 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_kb": 0, 2024-08-29T19:03:25.052 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_mode_high": 0, 2024-08-29T19:03:25.052 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_mode_low": 0, 2024-08-29T19:03:25.052 INFO:tasks.workunit.client.0.smithi028.stdout: "num_keys_recovered": 0, 2024-08-29T19:03:25.052 INFO:tasks.workunit.client.0.smithi028.stdout: "num_large_omap_objects": 0, 2024-08-29T19:03:25.052 INFO:tasks.workunit.client.0.smithi028.stdout: "num_legacy_snapsets": 0, 2024-08-29T19:03:25.052 INFO:tasks.workunit.client.0.smithi028.stdout: "num_object_clones": 0, 2024-08-29T19:03:25.052 INFO:tasks.workunit.client.0.smithi028.stdout: "num_object_copies": 0, 2024-08-29T19:03:25.052 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects": 0, 2024-08-29T19:03:25.052 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_degraded": 0, 2024-08-29T19:03:25.052 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_dirty": 0, 2024-08-29T19:03:25.052 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_hit_set_archive": 0, 2024-08-29T19:03:25.052 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_manifest": 0, 2024-08-29T19:03:25.053 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_misplaced": 0, 2024-08-29T19:03:25.053 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_missing": 0, 2024-08-29T19:03:25.053 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_missing_on_primary": 0, 2024-08-29T19:03:25.053 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_omap": 0, 2024-08-29T19:03:25.053 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_pinned": 0, 2024-08-29T19:03:25.053 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_recovered": 0, 2024-08-29T19:03:25.053 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_repaired": 0, 2024-08-29T19:03:25.053 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_unfound": 0, 2024-08-29T19:03:25.053 INFO:tasks.workunit.client.0.smithi028.stdout: "num_omap_bytes": 0, 2024-08-29T19:03:25.053 INFO:tasks.workunit.client.0.smithi028.stdout: "num_omap_keys": 0, 2024-08-29T19:03:25.053 INFO:tasks.workunit.client.0.smithi028.stdout: "num_promote": 0, 2024-08-29T19:03:25.053 INFO:tasks.workunit.client.0.smithi028.stdout: "num_read": 0, 2024-08-29T19:03:25.053 INFO:tasks.workunit.client.0.smithi028.stdout: "num_read_kb": 0, 2024-08-29T19:03:25.053 INFO:tasks.workunit.client.0.smithi028.stdout: "num_scrub_errors": 0, 2024-08-29T19:03:25.054 INFO:tasks.workunit.client.0.smithi028.stdout: "num_shallow_scrub_errors": 0, 2024-08-29T19:03:25.054 INFO:tasks.workunit.client.0.smithi028.stdout: "num_whiteouts": 0, 2024-08-29T19:03:25.054 INFO:tasks.workunit.client.0.smithi028.stdout: "num_write": 0, 2024-08-29T19:03:25.054 INFO:tasks.workunit.client.0.smithi028.stdout: "num_write_kb": 0 2024-08-29T19:03:25.054 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:25.054 INFO:tasks.workunit.client.0.smithi028.stdout: "state": "active+clean", 2024-08-29T19:03:25.054 INFO:tasks.workunit.client.0.smithi028.stdout: "stats_invalid": false, 2024-08-29T19:03:25.054 INFO:tasks.workunit.client.0.smithi028.stdout: "up": [ 2024-08-29T19:03:25.054 INFO:tasks.workunit.client.0.smithi028.stdout: 0, 2024-08-29T19:03:25.054 INFO:tasks.workunit.client.0.smithi028.stdout: 5, 2024-08-29T19:03:25.054 INFO:tasks.workunit.client.0.smithi028.stdout: 2 2024-08-29T19:03:25.054 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-08-29T19:03:25.054 INFO:tasks.workunit.client.0.smithi028.stdout: "up_primary": 0, 2024-08-29T19:03:25.054 INFO:tasks.workunit.client.0.smithi028.stdout: "version": "0'0" 2024-08-29T19:03:25.055 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:25.055 INFO:tasks.workunit.client.0.smithi028.stdout: { 2024-08-29T19:03:25.055 INFO:tasks.workunit.client.0.smithi028.stdout: "acting": [ 2024-08-29T19:03:25.055 INFO:tasks.workunit.client.0.smithi028.stdout: 7, 2024-08-29T19:03:25.055 INFO:tasks.workunit.client.0.smithi028.stdout: 6, 2024-08-29T19:03:25.055 INFO:tasks.workunit.client.0.smithi028.stdout: 0 2024-08-29T19:03:25.055 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-08-29T19:03:25.055 INFO:tasks.workunit.client.0.smithi028.stdout: "acting_primary": 7, 2024-08-29T19:03:25.055 INFO:tasks.workunit.client.0.smithi028.stdout: "avail_no_missing": [], 2024-08-29T19:03:25.055 INFO:tasks.workunit.client.0.smithi028.stdout: "blocked_by": [], 2024-08-29T19:03:25.055 INFO:tasks.workunit.client.0.smithi028.stdout: "created": 59, 2024-08-29T19:03:25.055 INFO:tasks.workunit.client.0.smithi028.stdout: "dirty_stats_invalid": false, 2024-08-29T19:03:25.055 INFO:tasks.workunit.client.0.smithi028.stdout: "hitset_bytes_stats_invalid": false, 2024-08-29T19:03:25.056 INFO:tasks.workunit.client.0.smithi028.stdout: "hitset_stats_invalid": false, 2024-08-29T19:03:25.056 INFO:tasks.workunit.client.0.smithi028.stdout: "last_active": "2024-08-29T19:02:14.101566+0000", 2024-08-29T19:03:25.056 INFO:tasks.workunit.client.0.smithi028.stdout: "last_became_active": "2024-08-29T17:58:11.349709+0000", 2024-08-29T19:03:25.056 INFO:tasks.workunit.client.0.smithi028.stdout: "last_became_peered": "2024-08-29T17:58:11.349709+0000", 2024-08-29T19:03:25.056 INFO:tasks.workunit.client.0.smithi028.stdout: "last_change": "2024-08-29T17:58:11.352390+0000", 2024-08-29T19:03:25.056 INFO:tasks.workunit.client.0.smithi028.stdout: "last_clean": "2024-08-29T19:02:14.101566+0000", 2024-08-29T19:03:25.056 INFO:tasks.workunit.client.0.smithi028.stdout: "last_clean_scrub_stamp": "2024-08-29T17:40:52.944949+0000", 2024-08-29T19:03:25.056 INFO:tasks.workunit.client.0.smithi028.stdout: "last_deep_scrub": "0'0", 2024-08-29T19:03:25.056 INFO:tasks.workunit.client.0.smithi028.stdout: "last_deep_scrub_stamp": "2024-08-29T17:40:52.944949+0000", 2024-08-29T19:03:25.056 INFO:tasks.workunit.client.0.smithi028.stdout: "last_epoch_clean": 681, 2024-08-29T19:03:25.056 INFO:tasks.workunit.client.0.smithi028.stdout: "last_fresh": "2024-08-29T19:02:14.101566+0000", 2024-08-29T19:03:25.056 INFO:tasks.workunit.client.0.smithi028.stdout: "last_fullsized": "2024-08-29T19:02:14.101566+0000", 2024-08-29T19:03:25.056 INFO:tasks.workunit.client.0.smithi028.stdout: "last_peered": "2024-08-29T19:02:14.101566+0000", 2024-08-29T19:03:25.056 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub": "0'0", 2024-08-29T19:03:25.057 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub_duration": 0, 2024-08-29T19:03:25.057 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub_stamp": "2024-08-29T17:40:52.944949+0000", 2024-08-29T19:03:25.057 INFO:tasks.workunit.client.0.smithi028.stdout: "last_undegraded": "2024-08-29T19:02:14.101566+0000", 2024-08-29T19:03:25.057 INFO:tasks.workunit.client.0.smithi028.stdout: "last_unstale": "2024-08-29T19:02:14.101566+0000", 2024-08-29T19:03:25.057 INFO:tasks.workunit.client.0.smithi028.stdout: "log_dups_size": 0, 2024-08-29T19:03:25.057 INFO:tasks.workunit.client.0.smithi028.stdout: "log_size": 2, 2024-08-29T19:03:25.057 INFO:tasks.workunit.client.0.smithi028.stdout: "log_start": "0'0", 2024-08-29T19:03:25.057 INFO:tasks.workunit.client.0.smithi028.stdout: "manifest_stats_invalid": false, 2024-08-29T19:03:25.057 INFO:tasks.workunit.client.0.smithi028.stdout: "mapping_epoch": 680, 2024-08-29T19:03:25.057 INFO:tasks.workunit.client.0.smithi028.stdout: "object_location_counts": [], 2024-08-29T19:03:25.057 INFO:tasks.workunit.client.0.smithi028.stdout: "objects_scrubbed": 0, 2024-08-29T19:03:25.057 INFO:tasks.workunit.client.0.smithi028.stdout: "objects_trimmed": 0, 2024-08-29T19:03:25.057 INFO:tasks.workunit.client.0.smithi028.stdout: "omap_stats_invalid": false, 2024-08-29T19:03:25.057 INFO:tasks.workunit.client.0.smithi028.stdout: "ondisk_log_size": 2, 2024-08-29T19:03:25.058 INFO:tasks.workunit.client.0.smithi028.stdout: "ondisk_log_start": "0'0", 2024-08-29T19:03:25.058 INFO:tasks.workunit.client.0.smithi028.stdout: "parent": "0.0", 2024-08-29T19:03:25.058 INFO:tasks.workunit.client.0.smithi028.stdout: "parent_split_bits": 0, 2024-08-29T19:03:25.058 INFO:tasks.workunit.client.0.smithi028.stdout: "pgid": "2.1d", 2024-08-29T19:03:25.058 INFO:tasks.workunit.client.0.smithi028.stdout: "pin_stats_invalid": false, 2024-08-29T19:03:25.058 INFO:tasks.workunit.client.0.smithi028.stdout: "purged_snaps": [], 2024-08-29T19:03:25.058 INFO:tasks.workunit.client.0.smithi028.stdout: "reported_epoch": 2650, 2024-08-29T19:03:25.058 INFO:tasks.workunit.client.0.smithi028.stdout: "reported_seq": 4558, 2024-08-29T19:03:25.058 INFO:tasks.workunit.client.0.smithi028.stdout: "scrub_duration": 0.0, 2024-08-29T19:03:25.058 INFO:tasks.workunit.client.0.smithi028.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-31T01:54:39.577487+0000", 2024-08-29T19:03:25.058 INFO:tasks.workunit.client.0.smithi028.stdout: "snaptrim_duration": 0.0, 2024-08-29T19:03:25.058 INFO:tasks.workunit.client.0.smithi028.stdout: "snaptrimq_len": 0, 2024-08-29T19:03:25.058 INFO:tasks.workunit.client.0.smithi028.stdout: "stat_sum": { 2024-08-29T19:03:25.059 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes": 0, 2024-08-29T19:03:25.059 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes_hit_set_archive": 0, 2024-08-29T19:03:25.059 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes_recovered": 0, 2024-08-29T19:03:25.059 INFO:tasks.workunit.client.0.smithi028.stdout: "num_deep_scrub_errors": 0, 2024-08-29T19:03:25.059 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict": 0, 2024-08-29T19:03:25.059 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_kb": 0, 2024-08-29T19:03:25.059 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_mode_full": 0, 2024-08-29T19:03:25.059 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_mode_some": 0, 2024-08-29T19:03:25.059 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush": 0, 2024-08-29T19:03:25.059 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_kb": 0, 2024-08-29T19:03:25.059 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_mode_high": 0, 2024-08-29T19:03:25.059 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_mode_low": 0, 2024-08-29T19:03:25.059 INFO:tasks.workunit.client.0.smithi028.stdout: "num_keys_recovered": 0, 2024-08-29T19:03:25.059 INFO:tasks.workunit.client.0.smithi028.stdout: "num_large_omap_objects": 0, 2024-08-29T19:03:25.060 INFO:tasks.workunit.client.0.smithi028.stdout: "num_legacy_snapsets": 0, 2024-08-29T19:03:25.060 INFO:tasks.workunit.client.0.smithi028.stdout: "num_object_clones": 0, 2024-08-29T19:03:25.060 INFO:tasks.workunit.client.0.smithi028.stdout: "num_object_copies": 3, 2024-08-29T19:03:25.060 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects": 1, 2024-08-29T19:03:25.060 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_degraded": 0, 2024-08-29T19:03:25.060 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_dirty": 1, 2024-08-29T19:03:25.060 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_hit_set_archive": 0, 2024-08-29T19:03:25.060 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_manifest": 0, 2024-08-29T19:03:25.060 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_misplaced": 0, 2024-08-29T19:03:25.060 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_missing": 0, 2024-08-29T19:03:25.060 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_missing_on_primary": 0, 2024-08-29T19:03:25.060 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_omap": 1, 2024-08-29T19:03:25.060 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_pinned": 0, 2024-08-29T19:03:25.061 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_recovered": 0, 2024-08-29T19:03:25.061 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_repaired": 0, 2024-08-29T19:03:25.061 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_unfound": 0, 2024-08-29T19:03:25.061 INFO:tasks.workunit.client.0.smithi028.stdout: "num_omap_bytes": 0, 2024-08-29T19:03:25.061 INFO:tasks.workunit.client.0.smithi028.stdout: "num_omap_keys": 0, 2024-08-29T19:03:25.061 INFO:tasks.workunit.client.0.smithi028.stdout: "num_promote": 0, 2024-08-29T19:03:25.061 INFO:tasks.workunit.client.0.smithi028.stdout: "num_read": 6, 2024-08-29T19:03:25.061 INFO:tasks.workunit.client.0.smithi028.stdout: "num_read_kb": 6, 2024-08-29T19:03:25.061 INFO:tasks.workunit.client.0.smithi028.stdout: "num_scrub_errors": 0, 2024-08-29T19:03:25.061 INFO:tasks.workunit.client.0.smithi028.stdout: "num_shallow_scrub_errors": 0, 2024-08-29T19:03:25.061 INFO:tasks.workunit.client.0.smithi028.stdout: "num_whiteouts": 0, 2024-08-29T19:03:25.061 INFO:tasks.workunit.client.0.smithi028.stdout: "num_write": 3, 2024-08-29T19:03:25.061 INFO:tasks.workunit.client.0.smithi028.stdout: "num_write_kb": 0 2024-08-29T19:03:25.061 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:25.062 INFO:tasks.workunit.client.0.smithi028.stdout: "state": "active+clean", 2024-08-29T19:03:25.062 INFO:tasks.workunit.client.0.smithi028.stdout: "stats_invalid": false, 2024-08-29T19:03:25.062 INFO:tasks.workunit.client.0.smithi028.stdout: "up": [ 2024-08-29T19:03:25.062 INFO:tasks.workunit.client.0.smithi028.stdout: 7, 2024-08-29T19:03:25.062 INFO:tasks.workunit.client.0.smithi028.stdout: 6, 2024-08-29T19:03:25.062 INFO:tasks.workunit.client.0.smithi028.stdout: 0 2024-08-29T19:03:25.062 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-08-29T19:03:25.062 INFO:tasks.workunit.client.0.smithi028.stdout: "up_primary": 7, 2024-08-29T19:03:25.062 INFO:tasks.workunit.client.0.smithi028.stdout: "version": "65'2" 2024-08-29T19:03:25.062 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:25.062 INFO:tasks.workunit.client.0.smithi028.stdout: { 2024-08-29T19:03:25.062 INFO:tasks.workunit.client.0.smithi028.stdout: "acting": [ 2024-08-29T19:03:25.062 INFO:tasks.workunit.client.0.smithi028.stdout: 5, 2024-08-29T19:03:25.062 INFO:tasks.workunit.client.0.smithi028.stdout: 4, 2024-08-29T19:03:25.063 INFO:tasks.workunit.client.0.smithi028.stdout: 1 2024-08-29T19:03:25.063 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-08-29T19:03:25.063 INFO:tasks.workunit.client.0.smithi028.stdout: "acting_primary": 5, 2024-08-29T19:03:25.063 INFO:tasks.workunit.client.0.smithi028.stdout: "avail_no_missing": [], 2024-08-29T19:03:25.063 INFO:tasks.workunit.client.0.smithi028.stdout: "blocked_by": [], 2024-08-29T19:03:25.063 INFO:tasks.workunit.client.0.smithi028.stdout: "created": 62, 2024-08-29T19:03:25.063 INFO:tasks.workunit.client.0.smithi028.stdout: "dirty_stats_invalid": false, 2024-08-29T19:03:25.063 INFO:tasks.workunit.client.0.smithi028.stdout: "hitset_bytes_stats_invalid": false, 2024-08-29T19:03:25.063 INFO:tasks.workunit.client.0.smithi028.stdout: "hitset_stats_invalid": false, 2024-08-29T19:03:25.063 INFO:tasks.workunit.client.0.smithi028.stdout: "last_active": "2024-08-29T19:02:14.927727+0000", 2024-08-29T19:03:25.063 INFO:tasks.workunit.client.0.smithi028.stdout: "last_became_active": "2024-08-29T17:57:02.349142+0000", 2024-08-29T19:03:25.063 INFO:tasks.workunit.client.0.smithi028.stdout: "last_became_peered": "2024-08-29T17:57:02.349142+0000", 2024-08-29T19:03:25.063 INFO:tasks.workunit.client.0.smithi028.stdout: "last_change": "2024-08-29T17:57:02.349900+0000", 2024-08-29T19:03:25.064 INFO:tasks.workunit.client.0.smithi028.stdout: "last_clean": "2024-08-29T19:02:14.927727+0000", 2024-08-29T19:03:25.064 INFO:tasks.workunit.client.0.smithi028.stdout: "last_clean_scrub_stamp": "2024-08-29T17:41:01.987071+0000", 2024-08-29T19:03:25.064 INFO:tasks.workunit.client.0.smithi028.stdout: "last_deep_scrub": "0'0", 2024-08-29T19:03:25.064 INFO:tasks.workunit.client.0.smithi028.stdout: "last_deep_scrub_stamp": "2024-08-29T17:41:01.987071+0000", 2024-08-29T19:03:25.064 INFO:tasks.workunit.client.0.smithi028.stdout: "last_epoch_clean": 613, 2024-08-29T19:03:25.064 INFO:tasks.workunit.client.0.smithi028.stdout: "last_fresh": "2024-08-29T19:02:14.927727+0000", 2024-08-29T19:03:25.064 INFO:tasks.workunit.client.0.smithi028.stdout: "last_fullsized": "2024-08-29T19:02:14.927727+0000", 2024-08-29T19:03:25.064 INFO:tasks.workunit.client.0.smithi028.stdout: "last_peered": "2024-08-29T19:02:14.927727+0000", 2024-08-29T19:03:25.064 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub": "0'0", 2024-08-29T19:03:25.064 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub_duration": 0, 2024-08-29T19:03:25.064 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub_stamp": "2024-08-29T17:41:01.987071+0000", 2024-08-29T19:03:25.064 INFO:tasks.workunit.client.0.smithi028.stdout: "last_undegraded": "2024-08-29T19:02:14.927727+0000", 2024-08-29T19:03:25.064 INFO:tasks.workunit.client.0.smithi028.stdout: "last_unstale": "2024-08-29T19:02:14.927727+0000", 2024-08-29T19:03:25.065 INFO:tasks.workunit.client.0.smithi028.stdout: "log_dups_size": 0, 2024-08-29T19:03:25.065 INFO:tasks.workunit.client.0.smithi028.stdout: "log_size": 0, 2024-08-29T19:03:25.065 INFO:tasks.workunit.client.0.smithi028.stdout: "log_start": "0'0", 2024-08-29T19:03:25.065 INFO:tasks.workunit.client.0.smithi028.stdout: "manifest_stats_invalid": false, 2024-08-29T19:03:25.065 INFO:tasks.workunit.client.0.smithi028.stdout: "mapping_epoch": 612, 2024-08-29T19:03:25.065 INFO:tasks.workunit.client.0.smithi028.stdout: "object_location_counts": [], 2024-08-29T19:03:25.065 INFO:tasks.workunit.client.0.smithi028.stdout: "objects_scrubbed": 0, 2024-08-29T19:03:25.065 INFO:tasks.workunit.client.0.smithi028.stdout: "objects_trimmed": 0, 2024-08-29T19:03:25.065 INFO:tasks.workunit.client.0.smithi028.stdout: "omap_stats_invalid": false, 2024-08-29T19:03:25.065 INFO:tasks.workunit.client.0.smithi028.stdout: "ondisk_log_size": 0, 2024-08-29T19:03:25.065 INFO:tasks.workunit.client.0.smithi028.stdout: "ondisk_log_start": "0'0", 2024-08-29T19:03:25.065 INFO:tasks.workunit.client.0.smithi028.stdout: "parent": "0.0", 2024-08-29T19:03:25.065 INFO:tasks.workunit.client.0.smithi028.stdout: "parent_split_bits": 0, 2024-08-29T19:03:25.065 INFO:tasks.workunit.client.0.smithi028.stdout: "pgid": "3.1c", 2024-08-29T19:03:25.066 INFO:tasks.workunit.client.0.smithi028.stdout: "pin_stats_invalid": false, 2024-08-29T19:03:25.066 INFO:tasks.workunit.client.0.smithi028.stdout: "purged_snaps": [], 2024-08-29T19:03:25.066 INFO:tasks.workunit.client.0.smithi028.stdout: "reported_epoch": 2650, 2024-08-29T19:03:25.066 INFO:tasks.workunit.client.0.smithi028.stdout: "reported_seq": 4631, 2024-08-29T19:03:25.066 INFO:tasks.workunit.client.0.smithi028.stdout: "scrub_duration": 0.0, 2024-08-29T19:03:25.066 INFO:tasks.workunit.client.0.smithi028.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-31T04:43:53.789249+0000", 2024-08-29T19:03:25.066 INFO:tasks.workunit.client.0.smithi028.stdout: "snaptrim_duration": 0.0, 2024-08-29T19:03:25.066 INFO:tasks.workunit.client.0.smithi028.stdout: "snaptrimq_len": 0, 2024-08-29T19:03:25.066 INFO:tasks.workunit.client.0.smithi028.stdout: "stat_sum": { 2024-08-29T19:03:25.066 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes": 0, 2024-08-29T19:03:25.066 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes_hit_set_archive": 0, 2024-08-29T19:03:25.066 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes_recovered": 0, 2024-08-29T19:03:25.066 INFO:tasks.workunit.client.0.smithi028.stdout: "num_deep_scrub_errors": 0, 2024-08-29T19:03:25.066 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict": 0, 2024-08-29T19:03:25.067 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_kb": 0, 2024-08-29T19:03:25.067 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_mode_full": 0, 2024-08-29T19:03:25.067 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_mode_some": 0, 2024-08-29T19:03:25.067 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush": 0, 2024-08-29T19:03:25.067 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_kb": 0, 2024-08-29T19:03:25.067 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_mode_high": 0, 2024-08-29T19:03:25.067 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_mode_low": 0, 2024-08-29T19:03:25.067 INFO:tasks.workunit.client.0.smithi028.stdout: "num_keys_recovered": 0, 2024-08-29T19:03:25.067 INFO:tasks.workunit.client.0.smithi028.stdout: "num_large_omap_objects": 0, 2024-08-29T19:03:25.067 INFO:tasks.workunit.client.0.smithi028.stdout: "num_legacy_snapsets": 0, 2024-08-29T19:03:25.067 INFO:tasks.workunit.client.0.smithi028.stdout: "num_object_clones": 0, 2024-08-29T19:03:25.067 INFO:tasks.workunit.client.0.smithi028.stdout: "num_object_copies": 0, 2024-08-29T19:03:25.067 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects": 0, 2024-08-29T19:03:25.067 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_degraded": 0, 2024-08-29T19:03:25.068 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_dirty": 0, 2024-08-29T19:03:25.068 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_hit_set_archive": 0, 2024-08-29T19:03:25.068 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_manifest": 0, 2024-08-29T19:03:25.068 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_misplaced": 0, 2024-08-29T19:03:25.068 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_missing": 0, 2024-08-29T19:03:25.068 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_missing_on_primary": 0, 2024-08-29T19:03:25.068 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_omap": 0, 2024-08-29T19:03:25.068 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_pinned": 0, 2024-08-29T19:03:25.068 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_recovered": 0, 2024-08-29T19:03:25.068 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_repaired": 0, 2024-08-29T19:03:25.068 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_unfound": 0, 2024-08-29T19:03:25.068 INFO:tasks.workunit.client.0.smithi028.stdout: "num_omap_bytes": 0, 2024-08-29T19:03:25.068 INFO:tasks.workunit.client.0.smithi028.stdout: "num_omap_keys": 0, 2024-08-29T19:03:25.068 INFO:tasks.workunit.client.0.smithi028.stdout: "num_promote": 0, 2024-08-29T19:03:25.069 INFO:tasks.workunit.client.0.smithi028.stdout: "num_read": 0, 2024-08-29T19:03:25.069 INFO:tasks.workunit.client.0.smithi028.stdout: "num_read_kb": 0, 2024-08-29T19:03:25.069 INFO:tasks.workunit.client.0.smithi028.stdout: "num_scrub_errors": 0, 2024-08-29T19:03:25.069 INFO:tasks.workunit.client.0.smithi028.stdout: "num_shallow_scrub_errors": 0, 2024-08-29T19:03:25.069 INFO:tasks.workunit.client.0.smithi028.stdout: "num_whiteouts": 0, 2024-08-29T19:03:25.069 INFO:tasks.workunit.client.0.smithi028.stdout: "num_write": 0, 2024-08-29T19:03:25.069 INFO:tasks.workunit.client.0.smithi028.stdout: "num_write_kb": 0 2024-08-29T19:03:25.069 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:25.069 INFO:tasks.workunit.client.0.smithi028.stdout: "state": "active+clean", 2024-08-29T19:03:25.069 INFO:tasks.workunit.client.0.smithi028.stdout: "stats_invalid": false, 2024-08-29T19:03:25.069 INFO:tasks.workunit.client.0.smithi028.stdout: "up": [ 2024-08-29T19:03:25.069 INFO:tasks.workunit.client.0.smithi028.stdout: 5, 2024-08-29T19:03:25.069 INFO:tasks.workunit.client.0.smithi028.stdout: 4, 2024-08-29T19:03:25.070 INFO:tasks.workunit.client.0.smithi028.stdout: 1 2024-08-29T19:03:25.070 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-08-29T19:03:25.070 INFO:tasks.workunit.client.0.smithi028.stdout: "up_primary": 5, 2024-08-29T19:03:25.070 INFO:tasks.workunit.client.0.smithi028.stdout: "version": "0'0" 2024-08-29T19:03:25.070 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:25.070 INFO:tasks.workunit.client.0.smithi028.stdout: { 2024-08-29T19:03:25.070 INFO:tasks.workunit.client.0.smithi028.stdout: "acting": [ 2024-08-29T19:03:25.070 INFO:tasks.workunit.client.0.smithi028.stdout: 7, 2024-08-29T19:03:25.070 INFO:tasks.workunit.client.0.smithi028.stdout: 5, 2024-08-29T19:03:25.070 INFO:tasks.workunit.client.0.smithi028.stdout: 2 2024-08-29T19:03:25.070 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-08-29T19:03:25.070 INFO:tasks.workunit.client.0.smithi028.stdout: "acting_primary": 7, 2024-08-29T19:03:25.070 INFO:tasks.workunit.client.0.smithi028.stdout: "avail_no_missing": [], 2024-08-29T19:03:25.070 INFO:tasks.workunit.client.0.smithi028.stdout: "blocked_by": [], 2024-08-29T19:03:25.071 INFO:tasks.workunit.client.0.smithi028.stdout: "created": 59, 2024-08-29T19:03:25.071 INFO:tasks.workunit.client.0.smithi028.stdout: "dirty_stats_invalid": false, 2024-08-29T19:03:25.071 INFO:tasks.workunit.client.0.smithi028.stdout: "hitset_bytes_stats_invalid": false, 2024-08-29T19:03:25.071 INFO:tasks.workunit.client.0.smithi028.stdout: "hitset_stats_invalid": false, 2024-08-29T19:03:25.071 INFO:tasks.workunit.client.0.smithi028.stdout: "last_active": "2024-08-29T19:02:14.096995+0000", 2024-08-29T19:03:25.071 INFO:tasks.workunit.client.0.smithi028.stdout: "last_became_active": "2024-08-29T17:58:11.364082+0000", 2024-08-29T19:03:25.071 INFO:tasks.workunit.client.0.smithi028.stdout: "last_became_peered": "2024-08-29T17:58:11.364082+0000", 2024-08-29T19:03:25.071 INFO:tasks.workunit.client.0.smithi028.stdout: "last_change": "2024-08-29T17:58:11.364773+0000", 2024-08-29T19:03:25.071 INFO:tasks.workunit.client.0.smithi028.stdout: "last_clean": "2024-08-29T19:02:14.096995+0000", 2024-08-29T19:03:25.071 INFO:tasks.workunit.client.0.smithi028.stdout: "last_clean_scrub_stamp": "2024-08-29T17:40:52.944949+0000", 2024-08-29T19:03:25.071 INFO:tasks.workunit.client.0.smithi028.stdout: "last_deep_scrub": "0'0", 2024-08-29T19:03:25.071 INFO:tasks.workunit.client.0.smithi028.stdout: "last_deep_scrub_stamp": "2024-08-29T17:40:52.944949+0000", 2024-08-29T19:03:25.071 INFO:tasks.workunit.client.0.smithi028.stdout: "last_epoch_clean": 681, 2024-08-29T19:03:25.071 INFO:tasks.workunit.client.0.smithi028.stdout: "last_fresh": "2024-08-29T19:02:14.096995+0000", 2024-08-29T19:03:25.072 INFO:tasks.workunit.client.0.smithi028.stdout: "last_fullsized": "2024-08-29T19:02:14.096995+0000", 2024-08-29T19:03:25.072 INFO:tasks.workunit.client.0.smithi028.stdout: "last_peered": "2024-08-29T19:02:14.096995+0000", 2024-08-29T19:03:25.072 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub": "0'0", 2024-08-29T19:03:25.072 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub_duration": 0, 2024-08-29T19:03:25.072 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub_stamp": "2024-08-29T17:40:52.944949+0000", 2024-08-29T19:03:25.072 INFO:tasks.workunit.client.0.smithi028.stdout: "last_undegraded": "2024-08-29T19:02:14.096995+0000", 2024-08-29T19:03:25.072 INFO:tasks.workunit.client.0.smithi028.stdout: "last_unstale": "2024-08-29T19:02:14.096995+0000", 2024-08-29T19:03:25.072 INFO:tasks.workunit.client.0.smithi028.stdout: "log_dups_size": 0, 2024-08-29T19:03:25.072 INFO:tasks.workunit.client.0.smithi028.stdout: "log_size": 2, 2024-08-29T19:03:25.072 INFO:tasks.workunit.client.0.smithi028.stdout: "log_start": "0'0", 2024-08-29T19:03:25.072 INFO:tasks.workunit.client.0.smithi028.stdout: "manifest_stats_invalid": false, 2024-08-29T19:03:25.072 INFO:tasks.workunit.client.0.smithi028.stdout: "mapping_epoch": 680, 2024-08-29T19:03:25.072 INFO:tasks.workunit.client.0.smithi028.stdout: "object_location_counts": [], 2024-08-29T19:03:25.073 INFO:tasks.workunit.client.0.smithi028.stdout: "objects_scrubbed": 0, 2024-08-29T19:03:25.073 INFO:tasks.workunit.client.0.smithi028.stdout: "objects_trimmed": 0, 2024-08-29T19:03:25.073 INFO:tasks.workunit.client.0.smithi028.stdout: "omap_stats_invalid": false, 2024-08-29T19:03:25.073 INFO:tasks.workunit.client.0.smithi028.stdout: "ondisk_log_size": 2, 2024-08-29T19:03:25.073 INFO:tasks.workunit.client.0.smithi028.stdout: "ondisk_log_start": "0'0", 2024-08-29T19:03:25.073 INFO:tasks.workunit.client.0.smithi028.stdout: "parent": "0.0", 2024-08-29T19:03:25.073 INFO:tasks.workunit.client.0.smithi028.stdout: "parent_split_bits": 0, 2024-08-29T19:03:25.073 INFO:tasks.workunit.client.0.smithi028.stdout: "pgid": "2.1c", 2024-08-29T19:03:25.073 INFO:tasks.workunit.client.0.smithi028.stdout: "pin_stats_invalid": false, 2024-08-29T19:03:25.073 INFO:tasks.workunit.client.0.smithi028.stdout: "purged_snaps": [], 2024-08-29T19:03:25.073 INFO:tasks.workunit.client.0.smithi028.stdout: "reported_epoch": 2650, 2024-08-29T19:03:25.073 INFO:tasks.workunit.client.0.smithi028.stdout: "reported_seq": 4567, 2024-08-29T19:03:25.073 INFO:tasks.workunit.client.0.smithi028.stdout: "scrub_duration": 0.0, 2024-08-29T19:03:25.073 INFO:tasks.workunit.client.0.smithi028.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-31T05:02:37.424126+0000", 2024-08-29T19:03:25.074 INFO:tasks.workunit.client.0.smithi028.stdout: "snaptrim_duration": 0.0, 2024-08-29T19:03:25.074 INFO:tasks.workunit.client.0.smithi028.stdout: "snaptrimq_len": 0, 2024-08-29T19:03:25.074 INFO:tasks.workunit.client.0.smithi028.stdout: "stat_sum": { 2024-08-29T19:03:25.074 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes": 0, 2024-08-29T19:03:25.074 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes_hit_set_archive": 0, 2024-08-29T19:03:25.074 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes_recovered": 0, 2024-08-29T19:03:25.074 INFO:tasks.workunit.client.0.smithi028.stdout: "num_deep_scrub_errors": 0, 2024-08-29T19:03:25.074 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict": 0, 2024-08-29T19:03:25.074 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_kb": 0, 2024-08-29T19:03:25.074 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_mode_full": 0, 2024-08-29T19:03:25.074 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_mode_some": 0, 2024-08-29T19:03:25.074 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush": 0, 2024-08-29T19:03:25.074 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_kb": 0, 2024-08-29T19:03:25.075 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_mode_high": 0, 2024-08-29T19:03:25.075 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_mode_low": 0, 2024-08-29T19:03:25.075 INFO:tasks.workunit.client.0.smithi028.stdout: "num_keys_recovered": 0, 2024-08-29T19:03:25.075 INFO:tasks.workunit.client.0.smithi028.stdout: "num_large_omap_objects": 0, 2024-08-29T19:03:25.075 INFO:tasks.workunit.client.0.smithi028.stdout: "num_legacy_snapsets": 0, 2024-08-29T19:03:25.075 INFO:tasks.workunit.client.0.smithi028.stdout: "num_object_clones": 0, 2024-08-29T19:03:25.075 INFO:tasks.workunit.client.0.smithi028.stdout: "num_object_copies": 3, 2024-08-29T19:03:25.075 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects": 1, 2024-08-29T19:03:25.075 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_degraded": 0, 2024-08-29T19:03:25.075 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_dirty": 1, 2024-08-29T19:03:25.075 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_hit_set_archive": 0, 2024-08-29T19:03:25.075 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_manifest": 0, 2024-08-29T19:03:25.075 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_misplaced": 0, 2024-08-29T19:03:25.075 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_missing": 0, 2024-08-29T19:03:25.076 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_missing_on_primary": 0, 2024-08-29T19:03:25.076 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_omap": 1, 2024-08-29T19:03:25.076 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_pinned": 0, 2024-08-29T19:03:25.076 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_recovered": 0, 2024-08-29T19:03:25.076 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_repaired": 0, 2024-08-29T19:03:25.076 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_unfound": 0, 2024-08-29T19:03:25.076 INFO:tasks.workunit.client.0.smithi028.stdout: "num_omap_bytes": 0, 2024-08-29T19:03:25.076 INFO:tasks.workunit.client.0.smithi028.stdout: "num_omap_keys": 0, 2024-08-29T19:03:25.076 INFO:tasks.workunit.client.0.smithi028.stdout: "num_promote": 0, 2024-08-29T19:03:25.076 INFO:tasks.workunit.client.0.smithi028.stdout: "num_read": 6, 2024-08-29T19:03:25.076 INFO:tasks.workunit.client.0.smithi028.stdout: "num_read_kb": 6, 2024-08-29T19:03:25.076 INFO:tasks.workunit.client.0.smithi028.stdout: "num_scrub_errors": 0, 2024-08-29T19:03:25.076 INFO:tasks.workunit.client.0.smithi028.stdout: "num_shallow_scrub_errors": 0, 2024-08-29T19:03:25.077 INFO:tasks.workunit.client.0.smithi028.stdout: "num_whiteouts": 0, 2024-08-29T19:03:25.077 INFO:tasks.workunit.client.0.smithi028.stdout: "num_write": 3, 2024-08-29T19:03:25.077 INFO:tasks.workunit.client.0.smithi028.stdout: "num_write_kb": 0 2024-08-29T19:03:25.077 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:25.077 INFO:tasks.workunit.client.0.smithi028.stdout: "state": "active+clean", 2024-08-29T19:03:25.077 INFO:tasks.workunit.client.0.smithi028.stdout: "stats_invalid": false, 2024-08-29T19:03:25.077 INFO:tasks.workunit.client.0.smithi028.stdout: "up": [ 2024-08-29T19:03:25.077 INFO:tasks.workunit.client.0.smithi028.stdout: 7, 2024-08-29T19:03:25.077 INFO:tasks.workunit.client.0.smithi028.stdout: 5, 2024-08-29T19:03:25.077 INFO:tasks.workunit.client.0.smithi028.stdout: 2 2024-08-29T19:03:25.077 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-08-29T19:03:25.077 INFO:tasks.workunit.client.0.smithi028.stdout: "up_primary": 7, 2024-08-29T19:03:25.077 INFO:tasks.workunit.client.0.smithi028.stdout: "version": "65'2" 2024-08-29T19:03:25.077 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:25.078 INFO:tasks.workunit.client.0.smithi028.stdout: { 2024-08-29T19:03:25.078 INFO:tasks.workunit.client.0.smithi028.stdout: "acting": [ 2024-08-29T19:03:25.078 INFO:tasks.workunit.client.0.smithi028.stdout: 5, 2024-08-29T19:03:25.078 INFO:tasks.workunit.client.0.smithi028.stdout: 4, 2024-08-29T19:03:25.078 INFO:tasks.workunit.client.0.smithi028.stdout: 6 2024-08-29T19:03:25.078 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-08-29T19:03:25.078 INFO:tasks.workunit.client.0.smithi028.stdout: "acting_primary": 5, 2024-08-29T19:03:25.078 INFO:tasks.workunit.client.0.smithi028.stdout: "avail_no_missing": [], 2024-08-29T19:03:25.078 INFO:tasks.workunit.client.0.smithi028.stdout: "blocked_by": [], 2024-08-29T19:03:25.078 INFO:tasks.workunit.client.0.smithi028.stdout: "created": 62, 2024-08-29T19:03:25.078 INFO:tasks.workunit.client.0.smithi028.stdout: "dirty_stats_invalid": false, 2024-08-29T19:03:25.078 INFO:tasks.workunit.client.0.smithi028.stdout: "hitset_bytes_stats_invalid": false, 2024-08-29T19:03:25.078 INFO:tasks.workunit.client.0.smithi028.stdout: "hitset_stats_invalid": false, 2024-08-29T19:03:25.078 INFO:tasks.workunit.client.0.smithi028.stdout: "last_active": "2024-08-29T19:02:14.927196+0000", 2024-08-29T19:03:25.079 INFO:tasks.workunit.client.0.smithi028.stdout: "last_became_active": "2024-08-29T17:57:36.368266+0000", 2024-08-29T19:03:25.079 INFO:tasks.workunit.client.0.smithi028.stdout: "last_became_peered": "2024-08-29T17:57:36.368266+0000", 2024-08-29T19:03:25.079 INFO:tasks.workunit.client.0.smithi028.stdout: "last_change": "2024-08-29T17:57:36.368589+0000", 2024-08-29T19:03:25.079 INFO:tasks.workunit.client.0.smithi028.stdout: "last_clean": "2024-08-29T19:02:14.927196+0000", 2024-08-29T19:03:25.079 INFO:tasks.workunit.client.0.smithi028.stdout: "last_clean_scrub_stamp": "2024-08-29T17:41:01.987071+0000", 2024-08-29T19:03:25.079 INFO:tasks.workunit.client.0.smithi028.stdout: "last_deep_scrub": "0'0", 2024-08-29T19:03:25.079 INFO:tasks.workunit.client.0.smithi028.stdout: "last_deep_scrub_stamp": "2024-08-29T17:41:01.987071+0000", 2024-08-29T19:03:25.079 INFO:tasks.workunit.client.0.smithi028.stdout: "last_epoch_clean": 646, 2024-08-29T19:03:25.079 INFO:tasks.workunit.client.0.smithi028.stdout: "last_fresh": "2024-08-29T19:02:14.927196+0000", 2024-08-29T19:03:25.079 INFO:tasks.workunit.client.0.smithi028.stdout: "last_fullsized": "2024-08-29T19:02:14.927196+0000", 2024-08-29T19:03:25.079 INFO:tasks.workunit.client.0.smithi028.stdout: "last_peered": "2024-08-29T19:02:14.927196+0000", 2024-08-29T19:03:25.079 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub": "0'0", 2024-08-29T19:03:25.080 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub_duration": 0, 2024-08-29T19:03:25.080 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub_stamp": "2024-08-29T17:41:01.987071+0000", 2024-08-29T19:03:25.080 INFO:tasks.workunit.client.0.smithi028.stdout: "last_undegraded": "2024-08-29T19:02:14.927196+0000", 2024-08-29T19:03:25.080 INFO:tasks.workunit.client.0.smithi028.stdout: "last_unstale": "2024-08-29T19:02:14.927196+0000", 2024-08-29T19:03:25.080 INFO:tasks.workunit.client.0.smithi028.stdout: "log_dups_size": 0, 2024-08-29T19:03:25.080 INFO:tasks.workunit.client.0.smithi028.stdout: "log_size": 0, 2024-08-29T19:03:25.080 INFO:tasks.workunit.client.0.smithi028.stdout: "log_start": "0'0", 2024-08-29T19:03:25.080 INFO:tasks.workunit.client.0.smithi028.stdout: "manifest_stats_invalid": false, 2024-08-29T19:03:25.080 INFO:tasks.workunit.client.0.smithi028.stdout: "mapping_epoch": 645, 2024-08-29T19:03:25.080 INFO:tasks.workunit.client.0.smithi028.stdout: "object_location_counts": [], 2024-08-29T19:03:25.080 INFO:tasks.workunit.client.0.smithi028.stdout: "objects_scrubbed": 0, 2024-08-29T19:03:25.080 INFO:tasks.workunit.client.0.smithi028.stdout: "objects_trimmed": 0, 2024-08-29T19:03:25.080 INFO:tasks.workunit.client.0.smithi028.stdout: "omap_stats_invalid": false, 2024-08-29T19:03:25.081 INFO:tasks.workunit.client.0.smithi028.stdout: "ondisk_log_size": 0, 2024-08-29T19:03:25.081 INFO:tasks.workunit.client.0.smithi028.stdout: "ondisk_log_start": "0'0", 2024-08-29T19:03:25.081 INFO:tasks.workunit.client.0.smithi028.stdout: "parent": "0.0", 2024-08-29T19:03:25.081 INFO:tasks.workunit.client.0.smithi028.stdout: "parent_split_bits": 0, 2024-08-29T19:03:25.081 INFO:tasks.workunit.client.0.smithi028.stdout: "pgid": "3.1d", 2024-08-29T19:03:25.081 INFO:tasks.workunit.client.0.smithi028.stdout: "pin_stats_invalid": false, 2024-08-29T19:03:25.081 INFO:tasks.workunit.client.0.smithi028.stdout: "purged_snaps": [], 2024-08-29T19:03:25.081 INFO:tasks.workunit.client.0.smithi028.stdout: "reported_epoch": 2650, 2024-08-29T19:03:25.081 INFO:tasks.workunit.client.0.smithi028.stdout: "reported_seq": 4623, 2024-08-29T19:03:25.081 INFO:tasks.workunit.client.0.smithi028.stdout: "scrub_duration": 0.0, 2024-08-29T19:03:25.081 INFO:tasks.workunit.client.0.smithi028.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-31T01:59:23.162920+0000", 2024-08-29T19:03:25.081 INFO:tasks.workunit.client.0.smithi028.stdout: "snaptrim_duration": 0.0, 2024-08-29T19:03:25.081 INFO:tasks.workunit.client.0.smithi028.stdout: "snaptrimq_len": 0, 2024-08-29T19:03:25.082 INFO:tasks.workunit.client.0.smithi028.stdout: "stat_sum": { 2024-08-29T19:03:25.082 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes": 0, 2024-08-29T19:03:25.082 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes_hit_set_archive": 0, 2024-08-29T19:03:25.082 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes_recovered": 0, 2024-08-29T19:03:25.082 INFO:tasks.workunit.client.0.smithi028.stdout: "num_deep_scrub_errors": 0, 2024-08-29T19:03:25.082 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict": 0, 2024-08-29T19:03:25.082 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_kb": 0, 2024-08-29T19:03:25.082 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_mode_full": 0, 2024-08-29T19:03:25.082 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_mode_some": 0, 2024-08-29T19:03:25.082 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush": 0, 2024-08-29T19:03:25.082 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_kb": 0, 2024-08-29T19:03:25.082 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_mode_high": 0, 2024-08-29T19:03:25.082 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_mode_low": 0, 2024-08-29T19:03:25.082 INFO:tasks.workunit.client.0.smithi028.stdout: "num_keys_recovered": 0, 2024-08-29T19:03:25.083 INFO:tasks.workunit.client.0.smithi028.stdout: "num_large_omap_objects": 0, 2024-08-29T19:03:25.083 INFO:tasks.workunit.client.0.smithi028.stdout: "num_legacy_snapsets": 0, 2024-08-29T19:03:25.083 INFO:tasks.workunit.client.0.smithi028.stdout: "num_object_clones": 0, 2024-08-29T19:03:25.083 INFO:tasks.workunit.client.0.smithi028.stdout: "num_object_copies": 0, 2024-08-29T19:03:25.083 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects": 0, 2024-08-29T19:03:25.083 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_degraded": 0, 2024-08-29T19:03:25.083 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_dirty": 0, 2024-08-29T19:03:25.083 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_hit_set_archive": 0, 2024-08-29T19:03:25.083 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_manifest": 0, 2024-08-29T19:03:25.083 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_misplaced": 0, 2024-08-29T19:03:25.083 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_missing": 0, 2024-08-29T19:03:25.083 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_missing_on_primary": 0, 2024-08-29T19:03:25.083 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_omap": 0, 2024-08-29T19:03:25.084 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_pinned": 0, 2024-08-29T19:03:25.084 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_recovered": 0, 2024-08-29T19:03:25.084 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_repaired": 0, 2024-08-29T19:03:25.084 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_unfound": 0, 2024-08-29T19:03:25.084 INFO:tasks.workunit.client.0.smithi028.stdout: "num_omap_bytes": 0, 2024-08-29T19:03:25.084 INFO:tasks.workunit.client.0.smithi028.stdout: "num_omap_keys": 0, 2024-08-29T19:03:25.084 INFO:tasks.workunit.client.0.smithi028.stdout: "num_promote": 0, 2024-08-29T19:03:25.084 INFO:tasks.workunit.client.0.smithi028.stdout: "num_read": 0, 2024-08-29T19:03:25.084 INFO:tasks.workunit.client.0.smithi028.stdout: "num_read_kb": 0, 2024-08-29T19:03:25.084 INFO:tasks.workunit.client.0.smithi028.stdout: "num_scrub_errors": 0, 2024-08-29T19:03:25.084 INFO:tasks.workunit.client.0.smithi028.stdout: "num_shallow_scrub_errors": 0, 2024-08-29T19:03:25.084 INFO:tasks.workunit.client.0.smithi028.stdout: "num_whiteouts": 0, 2024-08-29T19:03:25.084 INFO:tasks.workunit.client.0.smithi028.stdout: "num_write": 0, 2024-08-29T19:03:25.084 INFO:tasks.workunit.client.0.smithi028.stdout: "num_write_kb": 0 2024-08-29T19:03:25.085 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:25.085 INFO:tasks.workunit.client.0.smithi028.stdout: "state": "active+clean", 2024-08-29T19:03:25.085 INFO:tasks.workunit.client.0.smithi028.stdout: "stats_invalid": false, 2024-08-29T19:03:25.085 INFO:tasks.workunit.client.0.smithi028.stdout: "up": [ 2024-08-29T19:03:25.085 INFO:tasks.workunit.client.0.smithi028.stdout: 5, 2024-08-29T19:03:25.085 INFO:tasks.workunit.client.0.smithi028.stdout: 4, 2024-08-29T19:03:25.085 INFO:tasks.workunit.client.0.smithi028.stdout: 6 2024-08-29T19:03:25.085 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-08-29T19:03:25.085 INFO:tasks.workunit.client.0.smithi028.stdout: "up_primary": 5, 2024-08-29T19:03:25.085 INFO:tasks.workunit.client.0.smithi028.stdout: "version": "0'0" 2024-08-29T19:03:25.085 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:25.085 INFO:tasks.workunit.client.0.smithi028.stdout: { 2024-08-29T19:03:25.085 INFO:tasks.workunit.client.0.smithi028.stdout: "acting": [ 2024-08-29T19:03:25.085 INFO:tasks.workunit.client.0.smithi028.stdout: 6, 2024-08-29T19:03:25.086 INFO:tasks.workunit.client.0.smithi028.stdout: 4, 2024-08-29T19:03:25.086 INFO:tasks.workunit.client.0.smithi028.stdout: 1 2024-08-29T19:03:25.086 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-08-29T19:03:25.086 INFO:tasks.workunit.client.0.smithi028.stdout: "acting_primary": 6, 2024-08-29T19:03:25.086 INFO:tasks.workunit.client.0.smithi028.stdout: "avail_no_missing": [], 2024-08-29T19:03:25.086 INFO:tasks.workunit.client.0.smithi028.stdout: "blocked_by": [], 2024-08-29T19:03:25.086 INFO:tasks.workunit.client.0.smithi028.stdout: "created": 62, 2024-08-29T19:03:25.086 INFO:tasks.workunit.client.0.smithi028.stdout: "dirty_stats_invalid": false, 2024-08-29T19:03:25.086 INFO:tasks.workunit.client.0.smithi028.stdout: "hitset_bytes_stats_invalid": false, 2024-08-29T19:03:25.086 INFO:tasks.workunit.client.0.smithi028.stdout: "hitset_stats_invalid": false, 2024-08-29T19:03:25.086 INFO:tasks.workunit.client.0.smithi028.stdout: "last_active": "2024-08-29T19:02:14.919832+0000", 2024-08-29T19:03:25.086 INFO:tasks.workunit.client.0.smithi028.stdout: "last_became_active": "2024-08-29T17:57:36.387271+0000", 2024-08-29T19:03:25.086 INFO:tasks.workunit.client.0.smithi028.stdout: "last_became_peered": "2024-08-29T17:57:36.387271+0000", 2024-08-29T19:03:25.086 INFO:tasks.workunit.client.0.smithi028.stdout: "last_change": "2024-08-29T17:57:36.387630+0000", 2024-08-29T19:03:25.087 INFO:tasks.workunit.client.0.smithi028.stdout: "last_clean": "2024-08-29T19:02:14.919832+0000", 2024-08-29T19:03:25.087 INFO:tasks.workunit.client.0.smithi028.stdout: "last_clean_scrub_stamp": "2024-08-29T17:41:01.987071+0000", 2024-08-29T19:03:25.087 INFO:tasks.workunit.client.0.smithi028.stdout: "last_deep_scrub": "0'0", 2024-08-29T19:03:25.087 INFO:tasks.workunit.client.0.smithi028.stdout: "last_deep_scrub_stamp": "2024-08-29T17:41:01.987071+0000", 2024-08-29T19:03:25.087 INFO:tasks.workunit.client.0.smithi028.stdout: "last_epoch_clean": 646, 2024-08-29T19:03:25.087 INFO:tasks.workunit.client.0.smithi028.stdout: "last_fresh": "2024-08-29T19:02:14.919832+0000", 2024-08-29T19:03:25.087 INFO:tasks.workunit.client.0.smithi028.stdout: "last_fullsized": "2024-08-29T19:02:14.919832+0000", 2024-08-29T19:03:25.087 INFO:tasks.workunit.client.0.smithi028.stdout: "last_peered": "2024-08-29T19:02:14.919832+0000", 2024-08-29T19:03:25.087 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub": "0'0", 2024-08-29T19:03:25.087 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub_duration": 0, 2024-08-29T19:03:25.087 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub_stamp": "2024-08-29T17:41:01.987071+0000", 2024-08-29T19:03:25.087 INFO:tasks.workunit.client.0.smithi028.stdout: "last_undegraded": "2024-08-29T19:02:14.919832+0000", 2024-08-29T19:03:25.087 INFO:tasks.workunit.client.0.smithi028.stdout: "last_unstale": "2024-08-29T19:02:14.919832+0000", 2024-08-29T19:03:25.087 INFO:tasks.workunit.client.0.smithi028.stdout: "log_dups_size": 0, 2024-08-29T19:03:25.088 INFO:tasks.workunit.client.0.smithi028.stdout: "log_size": 0, 2024-08-29T19:03:25.088 INFO:tasks.workunit.client.0.smithi028.stdout: "log_start": "0'0", 2024-08-29T19:03:25.088 INFO:tasks.workunit.client.0.smithi028.stdout: "manifest_stats_invalid": false, 2024-08-29T19:03:25.088 INFO:tasks.workunit.client.0.smithi028.stdout: "mapping_epoch": 645, 2024-08-29T19:03:25.088 INFO:tasks.workunit.client.0.smithi028.stdout: "object_location_counts": [], 2024-08-29T19:03:25.088 INFO:tasks.workunit.client.0.smithi028.stdout: "objects_scrubbed": 0, 2024-08-29T19:03:25.088 INFO:tasks.workunit.client.0.smithi028.stdout: "objects_trimmed": 0, 2024-08-29T19:03:25.088 INFO:tasks.workunit.client.0.smithi028.stdout: "omap_stats_invalid": false, 2024-08-29T19:03:25.088 INFO:tasks.workunit.client.0.smithi028.stdout: "ondisk_log_size": 0, 2024-08-29T19:03:25.088 INFO:tasks.workunit.client.0.smithi028.stdout: "ondisk_log_start": "0'0", 2024-08-29T19:03:25.088 INFO:tasks.workunit.client.0.smithi028.stdout: "parent": "0.0", 2024-08-29T19:03:25.088 INFO:tasks.workunit.client.0.smithi028.stdout: "parent_split_bits": 0, 2024-08-29T19:03:25.088 INFO:tasks.workunit.client.0.smithi028.stdout: "pgid": "3.a", 2024-08-29T19:03:25.089 INFO:tasks.workunit.client.0.smithi028.stdout: "pin_stats_invalid": false, 2024-08-29T19:03:25.089 INFO:tasks.workunit.client.0.smithi028.stdout: "purged_snaps": [], 2024-08-29T19:03:25.089 INFO:tasks.workunit.client.0.smithi028.stdout: "reported_epoch": 2650, 2024-08-29T19:03:25.089 INFO:tasks.workunit.client.0.smithi028.stdout: "reported_seq": 4604, 2024-08-29T19:03:25.089 INFO:tasks.workunit.client.0.smithi028.stdout: "scrub_duration": 0.0, 2024-08-29T19:03:25.089 INFO:tasks.workunit.client.0.smithi028.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-30T22:36:49.106912+0000", 2024-08-29T19:03:25.089 INFO:tasks.workunit.client.0.smithi028.stdout: "snaptrim_duration": 0.0, 2024-08-29T19:03:25.089 INFO:tasks.workunit.client.0.smithi028.stdout: "snaptrimq_len": 0, 2024-08-29T19:03:25.089 INFO:tasks.workunit.client.0.smithi028.stdout: "stat_sum": { 2024-08-29T19:03:25.089 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes": 0, 2024-08-29T19:03:25.089 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes_hit_set_archive": 0, 2024-08-29T19:03:25.089 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes_recovered": 0, 2024-08-29T19:03:25.089 INFO:tasks.workunit.client.0.smithi028.stdout: "num_deep_scrub_errors": 0, 2024-08-29T19:03:25.089 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict": 0, 2024-08-29T19:03:25.090 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_kb": 0, 2024-08-29T19:03:25.090 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_mode_full": 0, 2024-08-29T19:03:25.090 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_mode_some": 0, 2024-08-29T19:03:25.090 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush": 0, 2024-08-29T19:03:25.090 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_kb": 0, 2024-08-29T19:03:25.090 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_mode_high": 0, 2024-08-29T19:03:25.090 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_mode_low": 0, 2024-08-29T19:03:25.090 INFO:tasks.workunit.client.0.smithi028.stdout: "num_keys_recovered": 0, 2024-08-29T19:03:25.090 INFO:tasks.workunit.client.0.smithi028.stdout: "num_large_omap_objects": 0, 2024-08-29T19:03:25.090 INFO:tasks.workunit.client.0.smithi028.stdout: "num_legacy_snapsets": 0, 2024-08-29T19:03:25.090 INFO:tasks.workunit.client.0.smithi028.stdout: "num_object_clones": 0, 2024-08-29T19:03:25.090 INFO:tasks.workunit.client.0.smithi028.stdout: "num_object_copies": 0, 2024-08-29T19:03:25.090 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects": 0, 2024-08-29T19:03:25.090 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_degraded": 0, 2024-08-29T19:03:25.090 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_dirty": 0, 2024-08-29T19:03:25.091 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_hit_set_archive": 0, 2024-08-29T19:03:25.091 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_manifest": 0, 2024-08-29T19:03:25.091 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_misplaced": 0, 2024-08-29T19:03:25.091 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_missing": 0, 2024-08-29T19:03:25.091 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_missing_on_primary": 0, 2024-08-29T19:03:25.091 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_omap": 0, 2024-08-29T19:03:25.091 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_pinned": 0, 2024-08-29T19:03:25.091 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_recovered": 0, 2024-08-29T19:03:25.091 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_repaired": 0, 2024-08-29T19:03:25.091 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_unfound": 0, 2024-08-29T19:03:25.091 INFO:tasks.workunit.client.0.smithi028.stdout: "num_omap_bytes": 0, 2024-08-29T19:03:25.091 INFO:tasks.workunit.client.0.smithi028.stdout: "num_omap_keys": 0, 2024-08-29T19:03:25.091 INFO:tasks.workunit.client.0.smithi028.stdout: "num_promote": 0, 2024-08-29T19:03:25.092 INFO:tasks.workunit.client.0.smithi028.stdout: "num_read": 0, 2024-08-29T19:03:25.092 INFO:tasks.workunit.client.0.smithi028.stdout: "num_read_kb": 0, 2024-08-29T19:03:25.092 INFO:tasks.workunit.client.0.smithi028.stdout: "num_scrub_errors": 0, 2024-08-29T19:03:25.092 INFO:tasks.workunit.client.0.smithi028.stdout: "num_shallow_scrub_errors": 0, 2024-08-29T19:03:25.092 INFO:tasks.workunit.client.0.smithi028.stdout: "num_whiteouts": 0, 2024-08-29T19:03:25.092 INFO:tasks.workunit.client.0.smithi028.stdout: "num_write": 0, 2024-08-29T19:03:25.092 INFO:tasks.workunit.client.0.smithi028.stdout: "num_write_kb": 0 2024-08-29T19:03:25.092 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:25.092 INFO:tasks.workunit.client.0.smithi028.stdout: "state": "active+clean", 2024-08-29T19:03:25.092 INFO:tasks.workunit.client.0.smithi028.stdout: "stats_invalid": false, 2024-08-29T19:03:25.092 INFO:tasks.workunit.client.0.smithi028.stdout: "up": [ 2024-08-29T19:03:25.092 INFO:tasks.workunit.client.0.smithi028.stdout: 6, 2024-08-29T19:03:25.092 INFO:tasks.workunit.client.0.smithi028.stdout: 4, 2024-08-29T19:03:25.092 INFO:tasks.workunit.client.0.smithi028.stdout: 1 2024-08-29T19:03:25.093 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-08-29T19:03:25.093 INFO:tasks.workunit.client.0.smithi028.stdout: "up_primary": 6, 2024-08-29T19:03:25.093 INFO:tasks.workunit.client.0.smithi028.stdout: "version": "0'0" 2024-08-29T19:03:25.093 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:25.093 INFO:tasks.workunit.client.0.smithi028.stdout: { 2024-08-29T19:03:25.093 INFO:tasks.workunit.client.0.smithi028.stdout: "acting": [ 2024-08-29T19:03:25.093 INFO:tasks.workunit.client.0.smithi028.stdout: 7, 2024-08-29T19:03:25.093 INFO:tasks.workunit.client.0.smithi028.stdout: 4, 2024-08-29T19:03:25.093 INFO:tasks.workunit.client.0.smithi028.stdout: 5 2024-08-29T19:03:25.093 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-08-29T19:03:25.093 INFO:tasks.workunit.client.0.smithi028.stdout: "acting_primary": 7, 2024-08-29T19:03:25.093 INFO:tasks.workunit.client.0.smithi028.stdout: "avail_no_missing": [], 2024-08-29T19:03:25.093 INFO:tasks.workunit.client.0.smithi028.stdout: "blocked_by": [], 2024-08-29T19:03:25.094 INFO:tasks.workunit.client.0.smithi028.stdout: "created": 59, 2024-08-29T19:03:25.094 INFO:tasks.workunit.client.0.smithi028.stdout: "dirty_stats_invalid": false, 2024-08-29T19:03:25.094 INFO:tasks.workunit.client.0.smithi028.stdout: "hitset_bytes_stats_invalid": false, 2024-08-29T19:03:25.094 INFO:tasks.workunit.client.0.smithi028.stdout: "hitset_stats_invalid": false, 2024-08-29T19:03:25.094 INFO:tasks.workunit.client.0.smithi028.stdout: "last_active": "2024-08-29T19:02:14.096750+0000", 2024-08-29T19:03:25.094 INFO:tasks.workunit.client.0.smithi028.stdout: "last_became_active": "2024-08-29T17:58:11.359874+0000", 2024-08-29T19:03:25.094 INFO:tasks.workunit.client.0.smithi028.stdout: "last_became_peered": "2024-08-29T17:58:11.359874+0000", 2024-08-29T19:03:25.094 INFO:tasks.workunit.client.0.smithi028.stdout: "last_change": "2024-08-29T17:58:11.360330+0000", 2024-08-29T19:03:25.094 INFO:tasks.workunit.client.0.smithi028.stdout: "last_clean": "2024-08-29T19:02:14.096750+0000", 2024-08-29T19:03:25.094 INFO:tasks.workunit.client.0.smithi028.stdout: "last_clean_scrub_stamp": "2024-08-29T17:40:52.944949+0000", 2024-08-29T19:03:25.094 INFO:tasks.workunit.client.0.smithi028.stdout: "last_deep_scrub": "0'0", 2024-08-29T19:03:25.094 INFO:tasks.workunit.client.0.smithi028.stdout: "last_deep_scrub_stamp": "2024-08-29T17:40:52.944949+0000", 2024-08-29T19:03:25.094 INFO:tasks.workunit.client.0.smithi028.stdout: "last_epoch_clean": 681, 2024-08-29T19:03:25.095 INFO:tasks.workunit.client.0.smithi028.stdout: "last_fresh": "2024-08-29T19:02:14.096750+0000", 2024-08-29T19:03:25.095 INFO:tasks.workunit.client.0.smithi028.stdout: "last_fullsized": "2024-08-29T19:02:14.096750+0000", 2024-08-29T19:03:25.095 INFO:tasks.workunit.client.0.smithi028.stdout: "last_peered": "2024-08-29T19:02:14.096750+0000", 2024-08-29T19:03:25.095 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub": "0'0", 2024-08-29T19:03:25.095 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub_duration": 0, 2024-08-29T19:03:25.095 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub_stamp": "2024-08-29T17:40:52.944949+0000", 2024-08-29T19:03:25.095 INFO:tasks.workunit.client.0.smithi028.stdout: "last_undegraded": "2024-08-29T19:02:14.096750+0000", 2024-08-29T19:03:25.095 INFO:tasks.workunit.client.0.smithi028.stdout: "last_unstale": "2024-08-29T19:02:14.096750+0000", 2024-08-29T19:03:25.095 INFO:tasks.workunit.client.0.smithi028.stdout: "log_dups_size": 0, 2024-08-29T19:03:25.095 INFO:tasks.workunit.client.0.smithi028.stdout: "log_size": 3, 2024-08-29T19:03:25.095 INFO:tasks.workunit.client.0.smithi028.stdout: "log_start": "0'0", 2024-08-29T19:03:25.095 INFO:tasks.workunit.client.0.smithi028.stdout: "manifest_stats_invalid": false, 2024-08-29T19:03:25.095 INFO:tasks.workunit.client.0.smithi028.stdout: "mapping_epoch": 680, 2024-08-29T19:03:25.095 INFO:tasks.workunit.client.0.smithi028.stdout: "object_location_counts": [], 2024-08-29T19:03:25.096 INFO:tasks.workunit.client.0.smithi028.stdout: "objects_scrubbed": 0, 2024-08-29T19:03:25.096 INFO:tasks.workunit.client.0.smithi028.stdout: "objects_trimmed": 0, 2024-08-29T19:03:25.096 INFO:tasks.workunit.client.0.smithi028.stdout: "omap_stats_invalid": false, 2024-08-29T19:03:25.096 INFO:tasks.workunit.client.0.smithi028.stdout: "ondisk_log_size": 3, 2024-08-29T19:03:25.096 INFO:tasks.workunit.client.0.smithi028.stdout: "ondisk_log_start": "0'0", 2024-08-29T19:03:25.096 INFO:tasks.workunit.client.0.smithi028.stdout: "parent": "0.0", 2024-08-29T19:03:25.096 INFO:tasks.workunit.client.0.smithi028.stdout: "parent_split_bits": 0, 2024-08-29T19:03:25.096 INFO:tasks.workunit.client.0.smithi028.stdout: "pgid": "2.b", 2024-08-29T19:03:25.096 INFO:tasks.workunit.client.0.smithi028.stdout: "pin_stats_invalid": false, 2024-08-29T19:03:25.096 INFO:tasks.workunit.client.0.smithi028.stdout: "purged_snaps": [], 2024-08-29T19:03:25.096 INFO:tasks.workunit.client.0.smithi028.stdout: "reported_epoch": 2650, 2024-08-29T19:03:25.096 INFO:tasks.workunit.client.0.smithi028.stdout: "reported_seq": 4569, 2024-08-29T19:03:25.096 INFO:tasks.workunit.client.0.smithi028.stdout: "scrub_duration": 0.0, 2024-08-29T19:03:25.097 INFO:tasks.workunit.client.0.smithi028.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-31T02:50:48.851871+0000", 2024-08-29T19:03:25.097 INFO:tasks.workunit.client.0.smithi028.stdout: "snaptrim_duration": 0.0, 2024-08-29T19:03:25.097 INFO:tasks.workunit.client.0.smithi028.stdout: "snaptrimq_len": 0, 2024-08-29T19:03:25.097 INFO:tasks.workunit.client.0.smithi028.stdout: "stat_sum": { 2024-08-29T19:03:25.097 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes": 0, 2024-08-29T19:03:25.097 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes_hit_set_archive": 0, 2024-08-29T19:03:25.097 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes_recovered": 0, 2024-08-29T19:03:25.097 INFO:tasks.workunit.client.0.smithi028.stdout: "num_deep_scrub_errors": 0, 2024-08-29T19:03:25.097 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict": 0, 2024-08-29T19:03:25.097 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_kb": 0, 2024-08-29T19:03:25.097 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_mode_full": 0, 2024-08-29T19:03:25.097 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_mode_some": 0, 2024-08-29T19:03:25.097 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush": 0, 2024-08-29T19:03:25.100 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_kb": 0, 2024-08-29T19:03:25.100 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_mode_high": 0, 2024-08-29T19:03:25.100 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_mode_low": 0, 2024-08-29T19:03:25.100 INFO:tasks.workunit.client.0.smithi028.stdout: "num_keys_recovered": 0, 2024-08-29T19:03:25.100 INFO:tasks.workunit.client.0.smithi028.stdout: "num_large_omap_objects": 0, 2024-08-29T19:03:25.101 INFO:tasks.workunit.client.0.smithi028.stdout: "num_legacy_snapsets": 0, 2024-08-29T19:03:25.101 INFO:tasks.workunit.client.0.smithi028.stdout: "num_object_clones": 0, 2024-08-29T19:03:25.101 INFO:tasks.workunit.client.0.smithi028.stdout: "num_object_copies": 3, 2024-08-29T19:03:25.101 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects": 1, 2024-08-29T19:03:25.101 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_degraded": 0, 2024-08-29T19:03:25.101 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_dirty": 1, 2024-08-29T19:03:25.101 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_hit_set_archive": 0, 2024-08-29T19:03:25.101 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_manifest": 0, 2024-08-29T19:03:25.101 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_misplaced": 0, 2024-08-29T19:03:25.101 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_missing": 0, 2024-08-29T19:03:25.101 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_missing_on_primary": 0, 2024-08-29T19:03:25.101 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_omap": 1, 2024-08-29T19:03:25.101 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_pinned": 0, 2024-08-29T19:03:25.101 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_recovered": 0, 2024-08-29T19:03:25.102 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_repaired": 0, 2024-08-29T19:03:25.102 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_unfound": 0, 2024-08-29T19:03:25.102 INFO:tasks.workunit.client.0.smithi028.stdout: "num_omap_bytes": 0, 2024-08-29T19:03:25.102 INFO:tasks.workunit.client.0.smithi028.stdout: "num_omap_keys": 0, 2024-08-29T19:03:25.102 INFO:tasks.workunit.client.0.smithi028.stdout: "num_promote": 0, 2024-08-29T19:03:25.102 INFO:tasks.workunit.client.0.smithi028.stdout: "num_read": 2, 2024-08-29T19:03:25.102 INFO:tasks.workunit.client.0.smithi028.stdout: "num_read_kb": 2, 2024-08-29T19:03:25.102 INFO:tasks.workunit.client.0.smithi028.stdout: "num_scrub_errors": 0, 2024-08-29T19:03:25.102 INFO:tasks.workunit.client.0.smithi028.stdout: "num_shallow_scrub_errors": 0, 2024-08-29T19:03:25.102 INFO:tasks.workunit.client.0.smithi028.stdout: "num_whiteouts": 0, 2024-08-29T19:03:25.102 INFO:tasks.workunit.client.0.smithi028.stdout: "num_write": 1, 2024-08-29T19:03:25.102 INFO:tasks.workunit.client.0.smithi028.stdout: "num_write_kb": 0 2024-08-29T19:03:25.102 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:25.102 INFO:tasks.workunit.client.0.smithi028.stdout: "state": "active+clean", 2024-08-29T19:03:25.103 INFO:tasks.workunit.client.0.smithi028.stdout: "stats_invalid": false, 2024-08-29T19:03:25.103 INFO:tasks.workunit.client.0.smithi028.stdout: "up": [ 2024-08-29T19:03:25.103 INFO:tasks.workunit.client.0.smithi028.stdout: 7, 2024-08-29T19:03:25.103 INFO:tasks.workunit.client.0.smithi028.stdout: 4, 2024-08-29T19:03:25.103 INFO:tasks.workunit.client.0.smithi028.stdout: 5 2024-08-29T19:03:25.103 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-08-29T19:03:25.103 INFO:tasks.workunit.client.0.smithi028.stdout: "up_primary": 7, 2024-08-29T19:03:25.103 INFO:tasks.workunit.client.0.smithi028.stdout: "version": "721'3" 2024-08-29T19:03:25.103 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:25.103 INFO:tasks.workunit.client.0.smithi028.stdout: { 2024-08-29T19:03:25.103 INFO:tasks.workunit.client.0.smithi028.stdout: "acting": [ 2024-08-29T19:03:25.103 INFO:tasks.workunit.client.0.smithi028.stdout: 3, 2024-08-29T19:03:25.103 INFO:tasks.workunit.client.0.smithi028.stdout: 0, 2024-08-29T19:03:25.103 INFO:tasks.workunit.client.0.smithi028.stdout: 4 2024-08-29T19:03:25.104 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-08-29T19:03:25.104 INFO:tasks.workunit.client.0.smithi028.stdout: "acting_primary": 3, 2024-08-29T19:03:25.104 INFO:tasks.workunit.client.0.smithi028.stdout: "avail_no_missing": [], 2024-08-29T19:03:25.104 INFO:tasks.workunit.client.0.smithi028.stdout: "blocked_by": [], 2024-08-29T19:03:25.104 INFO:tasks.workunit.client.0.smithi028.stdout: "created": 62, 2024-08-29T19:03:25.104 INFO:tasks.workunit.client.0.smithi028.stdout: "dirty_stats_invalid": false, 2024-08-29T19:03:25.104 INFO:tasks.workunit.client.0.smithi028.stdout: "hitset_bytes_stats_invalid": false, 2024-08-29T19:03:25.104 INFO:tasks.workunit.client.0.smithi028.stdout: "hitset_stats_invalid": false, 2024-08-29T19:03:25.104 INFO:tasks.workunit.client.0.smithi028.stdout: "last_active": "2024-08-29T19:02:14.843901+0000", 2024-08-29T19:03:25.104 INFO:tasks.workunit.client.0.smithi028.stdout: "last_became_active": "2024-08-29T17:56:29.368116+0000", 2024-08-29T19:03:25.104 INFO:tasks.workunit.client.0.smithi028.stdout: "last_became_peered": "2024-08-29T17:56:29.368116+0000", 2024-08-29T19:03:25.104 INFO:tasks.workunit.client.0.smithi028.stdout: "last_change": "2024-08-29T17:56:29.368982+0000", 2024-08-29T19:03:25.104 INFO:tasks.workunit.client.0.smithi028.stdout: "last_clean": "2024-08-29T19:02:14.843901+0000", 2024-08-29T19:03:25.104 INFO:tasks.workunit.client.0.smithi028.stdout: "last_clean_scrub_stamp": "2024-08-29T17:41:01.987071+0000", 2024-08-29T19:03:25.105 INFO:tasks.workunit.client.0.smithi028.stdout: "last_deep_scrub": "0'0", 2024-08-29T19:03:25.105 INFO:tasks.workunit.client.0.smithi028.stdout: "last_deep_scrub_stamp": "2024-08-29T17:41:01.987071+0000", 2024-08-29T19:03:25.105 INFO:tasks.workunit.client.0.smithi028.stdout: "last_epoch_clean": 580, 2024-08-29T19:03:25.105 INFO:tasks.workunit.client.0.smithi028.stdout: "last_fresh": "2024-08-29T19:02:14.843901+0000", 2024-08-29T19:03:25.105 INFO:tasks.workunit.client.0.smithi028.stdout: "last_fullsized": "2024-08-29T19:02:14.843901+0000", 2024-08-29T19:03:25.105 INFO:tasks.workunit.client.0.smithi028.stdout: "last_peered": "2024-08-29T19:02:14.843901+0000", 2024-08-29T19:03:25.105 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub": "0'0", 2024-08-29T19:03:25.105 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub_duration": 0, 2024-08-29T19:03:25.105 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub_stamp": "2024-08-29T17:41:01.987071+0000", 2024-08-29T19:03:25.105 INFO:tasks.workunit.client.0.smithi028.stdout: "last_undegraded": "2024-08-29T19:02:14.843901+0000", 2024-08-29T19:03:25.105 INFO:tasks.workunit.client.0.smithi028.stdout: "last_unstale": "2024-08-29T19:02:14.843901+0000", 2024-08-29T19:03:25.105 INFO:tasks.workunit.client.0.smithi028.stdout: "log_dups_size": 0, 2024-08-29T19:03:25.105 INFO:tasks.workunit.client.0.smithi028.stdout: "log_size": 0, 2024-08-29T19:03:25.105 INFO:tasks.workunit.client.0.smithi028.stdout: "log_start": "0'0", 2024-08-29T19:03:25.106 INFO:tasks.workunit.client.0.smithi028.stdout: "manifest_stats_invalid": false, 2024-08-29T19:03:25.106 INFO:tasks.workunit.client.0.smithi028.stdout: "mapping_epoch": 579, 2024-08-29T19:03:25.106 INFO:tasks.workunit.client.0.smithi028.stdout: "object_location_counts": [], 2024-08-29T19:03:25.106 INFO:tasks.workunit.client.0.smithi028.stdout: "objects_scrubbed": 0, 2024-08-29T19:03:25.106 INFO:tasks.workunit.client.0.smithi028.stdout: "objects_trimmed": 0, 2024-08-29T19:03:25.106 INFO:tasks.workunit.client.0.smithi028.stdout: "omap_stats_invalid": false, 2024-08-29T19:03:25.106 INFO:tasks.workunit.client.0.smithi028.stdout: "ondisk_log_size": 0, 2024-08-29T19:03:25.106 INFO:tasks.workunit.client.0.smithi028.stdout: "ondisk_log_start": "0'0", 2024-08-29T19:03:25.106 INFO:tasks.workunit.client.0.smithi028.stdout: "parent": "0.0", 2024-08-29T19:03:25.106 INFO:tasks.workunit.client.0.smithi028.stdout: "parent_split_bits": 0, 2024-08-29T19:03:25.106 INFO:tasks.workunit.client.0.smithi028.stdout: "pgid": "3.b", 2024-08-29T19:03:25.106 INFO:tasks.workunit.client.0.smithi028.stdout: "pin_stats_invalid": false, 2024-08-29T19:03:25.106 INFO:tasks.workunit.client.0.smithi028.stdout: "purged_snaps": [], 2024-08-29T19:03:25.106 INFO:tasks.workunit.client.0.smithi028.stdout: "reported_epoch": 2650, 2024-08-29T19:03:25.107 INFO:tasks.workunit.client.0.smithi028.stdout: "reported_seq": 4689, 2024-08-29T19:03:25.107 INFO:tasks.workunit.client.0.smithi028.stdout: "scrub_duration": 0.0, 2024-08-29T19:03:25.107 INFO:tasks.workunit.client.0.smithi028.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-31T00:24:10.418969+0000", 2024-08-29T19:03:25.107 INFO:tasks.workunit.client.0.smithi028.stdout: "snaptrim_duration": 0.0, 2024-08-29T19:03:25.107 INFO:tasks.workunit.client.0.smithi028.stdout: "snaptrimq_len": 0, 2024-08-29T19:03:25.107 INFO:tasks.workunit.client.0.smithi028.stdout: "stat_sum": { 2024-08-29T19:03:25.107 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes": 0, 2024-08-29T19:03:25.107 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes_hit_set_archive": 0, 2024-08-29T19:03:25.107 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes_recovered": 0, 2024-08-29T19:03:25.107 INFO:tasks.workunit.client.0.smithi028.stdout: "num_deep_scrub_errors": 0, 2024-08-29T19:03:25.107 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict": 0, 2024-08-29T19:03:25.107 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_kb": 0, 2024-08-29T19:03:25.107 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_mode_full": 0, 2024-08-29T19:03:25.107 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_mode_some": 0, 2024-08-29T19:03:25.108 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush": 0, 2024-08-29T19:03:25.108 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_kb": 0, 2024-08-29T19:03:25.108 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_mode_high": 0, 2024-08-29T19:03:25.108 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_mode_low": 0, 2024-08-29T19:03:25.108 INFO:tasks.workunit.client.0.smithi028.stdout: "num_keys_recovered": 0, 2024-08-29T19:03:25.108 INFO:tasks.workunit.client.0.smithi028.stdout: "num_large_omap_objects": 0, 2024-08-29T19:03:25.108 INFO:tasks.workunit.client.0.smithi028.stdout: "num_legacy_snapsets": 0, 2024-08-29T19:03:25.108 INFO:tasks.workunit.client.0.smithi028.stdout: "num_object_clones": 0, 2024-08-29T19:03:25.108 INFO:tasks.workunit.client.0.smithi028.stdout: "num_object_copies": 0, 2024-08-29T19:03:25.108 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects": 0, 2024-08-29T19:03:25.108 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_degraded": 0, 2024-08-29T19:03:25.108 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_dirty": 0, 2024-08-29T19:03:25.108 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_hit_set_archive": 0, 2024-08-29T19:03:25.109 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_manifest": 0, 2024-08-29T19:03:25.109 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_misplaced": 0, 2024-08-29T19:03:25.109 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_missing": 0, 2024-08-29T19:03:25.109 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_missing_on_primary": 0, 2024-08-29T19:03:25.109 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_omap": 0, 2024-08-29T19:03:25.109 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_pinned": 0, 2024-08-29T19:03:25.109 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_recovered": 0, 2024-08-29T19:03:25.109 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_repaired": 0, 2024-08-29T19:03:25.109 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_unfound": 0, 2024-08-29T19:03:25.109 INFO:tasks.workunit.client.0.smithi028.stdout: "num_omap_bytes": 0, 2024-08-29T19:03:25.109 INFO:tasks.workunit.client.0.smithi028.stdout: "num_omap_keys": 0, 2024-08-29T19:03:25.109 INFO:tasks.workunit.client.0.smithi028.stdout: "num_promote": 0, 2024-08-29T19:03:25.109 INFO:tasks.workunit.client.0.smithi028.stdout: "num_read": 0, 2024-08-29T19:03:25.109 INFO:tasks.workunit.client.0.smithi028.stdout: "num_read_kb": 0, 2024-08-29T19:03:25.110 INFO:tasks.workunit.client.0.smithi028.stdout: "num_scrub_errors": 0, 2024-08-29T19:03:25.110 INFO:tasks.workunit.client.0.smithi028.stdout: "num_shallow_scrub_errors": 0, 2024-08-29T19:03:25.110 INFO:tasks.workunit.client.0.smithi028.stdout: "num_whiteouts": 0, 2024-08-29T19:03:25.110 INFO:tasks.workunit.client.0.smithi028.stdout: "num_write": 0, 2024-08-29T19:03:25.110 INFO:tasks.workunit.client.0.smithi028.stdout: "num_write_kb": 0 2024-08-29T19:03:25.110 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:25.110 INFO:tasks.workunit.client.0.smithi028.stdout: "state": "active+clean", 2024-08-29T19:03:25.110 INFO:tasks.workunit.client.0.smithi028.stdout: "stats_invalid": false, 2024-08-29T19:03:25.110 INFO:tasks.workunit.client.0.smithi028.stdout: "up": [ 2024-08-29T19:03:25.110 INFO:tasks.workunit.client.0.smithi028.stdout: 3, 2024-08-29T19:03:25.110 INFO:tasks.workunit.client.0.smithi028.stdout: 0, 2024-08-29T19:03:25.110 INFO:tasks.workunit.client.0.smithi028.stdout: 4 2024-08-29T19:03:25.110 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-08-29T19:03:25.110 INFO:tasks.workunit.client.0.smithi028.stdout: "up_primary": 3, 2024-08-29T19:03:25.111 INFO:tasks.workunit.client.0.smithi028.stdout: "version": "0'0" 2024-08-29T19:03:25.111 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:25.111 INFO:tasks.workunit.client.0.smithi028.stdout: { 2024-08-29T19:03:25.111 INFO:tasks.workunit.client.0.smithi028.stdout: "acting": [ 2024-08-29T19:03:25.111 INFO:tasks.workunit.client.0.smithi028.stdout: 1, 2024-08-29T19:03:25.111 INFO:tasks.workunit.client.0.smithi028.stdout: 3, 2024-08-29T19:03:25.111 INFO:tasks.workunit.client.0.smithi028.stdout: 7 2024-08-29T19:03:25.111 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-08-29T19:03:25.111 INFO:tasks.workunit.client.0.smithi028.stdout: "acting_primary": 1, 2024-08-29T19:03:25.111 INFO:tasks.workunit.client.0.smithi028.stdout: "avail_no_missing": [], 2024-08-29T19:03:25.111 INFO:tasks.workunit.client.0.smithi028.stdout: "blocked_by": [], 2024-08-29T19:03:25.111 INFO:tasks.workunit.client.0.smithi028.stdout: "created": 59, 2024-08-29T19:03:25.111 INFO:tasks.workunit.client.0.smithi028.stdout: "dirty_stats_invalid": false, 2024-08-29T19:03:25.111 INFO:tasks.workunit.client.0.smithi028.stdout: "hitset_bytes_stats_invalid": false, 2024-08-29T19:03:25.111 INFO:tasks.workunit.client.0.smithi028.stdout: "hitset_stats_invalid": false, 2024-08-29T19:03:25.112 INFO:tasks.workunit.client.0.smithi028.stdout: "last_active": "2024-08-29T19:02:14.817121+0000", 2024-08-29T19:03:25.112 INFO:tasks.workunit.client.0.smithi028.stdout: "last_became_active": "2024-08-29T17:58:11.355904+0000", 2024-08-29T19:03:25.112 INFO:tasks.workunit.client.0.smithi028.stdout: "last_became_peered": "2024-08-29T17:58:11.355904+0000", 2024-08-29T19:03:25.112 INFO:tasks.workunit.client.0.smithi028.stdout: "last_change": "2024-08-29T17:58:11.356541+0000", 2024-08-29T19:03:25.112 INFO:tasks.workunit.client.0.smithi028.stdout: "last_clean": "2024-08-29T19:02:14.817121+0000", 2024-08-29T19:03:25.112 INFO:tasks.workunit.client.0.smithi028.stdout: "last_clean_scrub_stamp": "2024-08-29T17:40:52.944949+0000", 2024-08-29T19:03:25.112 INFO:tasks.workunit.client.0.smithi028.stdout: "last_deep_scrub": "0'0", 2024-08-29T19:03:25.112 INFO:tasks.workunit.client.0.smithi028.stdout: "last_deep_scrub_stamp": "2024-08-29T17:40:52.944949+0000", 2024-08-29T19:03:25.112 INFO:tasks.workunit.client.0.smithi028.stdout: "last_epoch_clean": 681, 2024-08-29T19:03:25.112 INFO:tasks.workunit.client.0.smithi028.stdout: "last_fresh": "2024-08-29T19:02:14.817121+0000", 2024-08-29T19:03:25.112 INFO:tasks.workunit.client.0.smithi028.stdout: "last_fullsized": "2024-08-29T19:02:14.817121+0000", 2024-08-29T19:03:25.112 INFO:tasks.workunit.client.0.smithi028.stdout: "last_peered": "2024-08-29T19:02:14.817121+0000", 2024-08-29T19:03:25.113 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub": "0'0", 2024-08-29T19:03:25.113 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub_duration": 0, 2024-08-29T19:03:25.113 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub_stamp": "2024-08-29T17:40:52.944949+0000", 2024-08-29T19:03:25.113 INFO:tasks.workunit.client.0.smithi028.stdout: "last_undegraded": "2024-08-29T19:02:14.817121+0000", 2024-08-29T19:03:25.113 INFO:tasks.workunit.client.0.smithi028.stdout: "last_unstale": "2024-08-29T19:02:14.817121+0000", 2024-08-29T19:03:25.113 INFO:tasks.workunit.client.0.smithi028.stdout: "log_dups_size": 0, 2024-08-29T19:03:25.113 INFO:tasks.workunit.client.0.smithi028.stdout: "log_size": 0, 2024-08-29T19:03:25.113 INFO:tasks.workunit.client.0.smithi028.stdout: "log_start": "0'0", 2024-08-29T19:03:25.113 INFO:tasks.workunit.client.0.smithi028.stdout: "manifest_stats_invalid": false, 2024-08-29T19:03:25.113 INFO:tasks.workunit.client.0.smithi028.stdout: "mapping_epoch": 680, 2024-08-29T19:03:25.113 INFO:tasks.workunit.client.0.smithi028.stdout: "object_location_counts": [], 2024-08-29T19:03:25.113 INFO:tasks.workunit.client.0.smithi028.stdout: "objects_scrubbed": 0, 2024-08-29T19:03:25.113 INFO:tasks.workunit.client.0.smithi028.stdout: "objects_trimmed": 0, 2024-08-29T19:03:25.113 INFO:tasks.workunit.client.0.smithi028.stdout: "omap_stats_invalid": false, 2024-08-29T19:03:25.114 INFO:tasks.workunit.client.0.smithi028.stdout: "ondisk_log_size": 0, 2024-08-29T19:03:25.114 INFO:tasks.workunit.client.0.smithi028.stdout: "ondisk_log_start": "0'0", 2024-08-29T19:03:25.114 INFO:tasks.workunit.client.0.smithi028.stdout: "parent": "0.0", 2024-08-29T19:03:25.114 INFO:tasks.workunit.client.0.smithi028.stdout: "parent_split_bits": 0, 2024-08-29T19:03:25.114 INFO:tasks.workunit.client.0.smithi028.stdout: "pgid": "2.a", 2024-08-29T19:03:25.114 INFO:tasks.workunit.client.0.smithi028.stdout: "pin_stats_invalid": false, 2024-08-29T19:03:25.114 INFO:tasks.workunit.client.0.smithi028.stdout: "purged_snaps": [], 2024-08-29T19:03:25.114 INFO:tasks.workunit.client.0.smithi028.stdout: "reported_epoch": 2650, 2024-08-29T19:03:25.114 INFO:tasks.workunit.client.0.smithi028.stdout: "reported_seq": 4788, 2024-08-29T19:03:25.114 INFO:tasks.workunit.client.0.smithi028.stdout: "scrub_duration": 0.0, 2024-08-29T19:03:25.114 INFO:tasks.workunit.client.0.smithi028.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-31T01:40:07.824963+0000", 2024-08-29T19:03:25.114 INFO:tasks.workunit.client.0.smithi028.stdout: "snaptrim_duration": 0.0, 2024-08-29T19:03:25.114 INFO:tasks.workunit.client.0.smithi028.stdout: "snaptrimq_len": 0, 2024-08-29T19:03:25.114 INFO:tasks.workunit.client.0.smithi028.stdout: "stat_sum": { 2024-08-29T19:03:25.115 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes": 0, 2024-08-29T19:03:25.115 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes_hit_set_archive": 0, 2024-08-29T19:03:25.115 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes_recovered": 0, 2024-08-29T19:03:25.115 INFO:tasks.workunit.client.0.smithi028.stdout: "num_deep_scrub_errors": 0, 2024-08-29T19:03:25.115 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict": 0, 2024-08-29T19:03:25.115 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_kb": 0, 2024-08-29T19:03:25.115 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_mode_full": 0, 2024-08-29T19:03:25.115 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_mode_some": 0, 2024-08-29T19:03:25.115 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush": 0, 2024-08-29T19:03:25.115 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_kb": 0, 2024-08-29T19:03:25.115 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_mode_high": 0, 2024-08-29T19:03:25.115 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_mode_low": 0, 2024-08-29T19:03:25.115 INFO:tasks.workunit.client.0.smithi028.stdout: "num_keys_recovered": 0, 2024-08-29T19:03:25.115 INFO:tasks.workunit.client.0.smithi028.stdout: "num_large_omap_objects": 0, 2024-08-29T19:03:25.116 INFO:tasks.workunit.client.0.smithi028.stdout: "num_legacy_snapsets": 0, 2024-08-29T19:03:25.116 INFO:tasks.workunit.client.0.smithi028.stdout: "num_object_clones": 0, 2024-08-29T19:03:25.116 INFO:tasks.workunit.client.0.smithi028.stdout: "num_object_copies": 0, 2024-08-29T19:03:25.116 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects": 0, 2024-08-29T19:03:25.116 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_degraded": 0, 2024-08-29T19:03:25.116 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_dirty": 0, 2024-08-29T19:03:25.116 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_hit_set_archive": 0, 2024-08-29T19:03:25.116 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_manifest": 0, 2024-08-29T19:03:25.116 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_misplaced": 0, 2024-08-29T19:03:25.116 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_missing": 0, 2024-08-29T19:03:25.116 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_missing_on_primary": 0, 2024-08-29T19:03:25.116 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_omap": 0, 2024-08-29T19:03:25.116 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_pinned": 0, 2024-08-29T19:03:25.116 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_recovered": 0, 2024-08-29T19:03:25.117 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_repaired": 0, 2024-08-29T19:03:25.117 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_unfound": 0, 2024-08-29T19:03:25.117 INFO:tasks.workunit.client.0.smithi028.stdout: "num_omap_bytes": 0, 2024-08-29T19:03:25.117 INFO:tasks.workunit.client.0.smithi028.stdout: "num_omap_keys": 0, 2024-08-29T19:03:25.117 INFO:tasks.workunit.client.0.smithi028.stdout: "num_promote": 0, 2024-08-29T19:03:25.117 INFO:tasks.workunit.client.0.smithi028.stdout: "num_read": 0, 2024-08-29T19:03:25.117 INFO:tasks.workunit.client.0.smithi028.stdout: "num_read_kb": 0, 2024-08-29T19:03:25.117 INFO:tasks.workunit.client.0.smithi028.stdout: "num_scrub_errors": 0, 2024-08-29T19:03:25.117 INFO:tasks.workunit.client.0.smithi028.stdout: "num_shallow_scrub_errors": 0, 2024-08-29T19:03:25.117 INFO:tasks.workunit.client.0.smithi028.stdout: "num_whiteouts": 0, 2024-08-29T19:03:25.117 INFO:tasks.workunit.client.0.smithi028.stdout: "num_write": 0, 2024-08-29T19:03:25.117 INFO:tasks.workunit.client.0.smithi028.stdout: "num_write_kb": 0 2024-08-29T19:03:25.117 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:25.117 INFO:tasks.workunit.client.0.smithi028.stdout: "state": "active+clean", 2024-08-29T19:03:25.118 INFO:tasks.workunit.client.0.smithi028.stdout: "stats_invalid": false, 2024-08-29T19:03:25.118 INFO:tasks.workunit.client.0.smithi028.stdout: "up": [ 2024-08-29T19:03:25.118 INFO:tasks.workunit.client.0.smithi028.stdout: 1, 2024-08-29T19:03:25.118 INFO:tasks.workunit.client.0.smithi028.stdout: 3, 2024-08-29T19:03:25.118 INFO:tasks.workunit.client.0.smithi028.stdout: 7 2024-08-29T19:03:25.118 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-08-29T19:03:25.118 INFO:tasks.workunit.client.0.smithi028.stdout: "up_primary": 1, 2024-08-29T19:03:25.118 INFO:tasks.workunit.client.0.smithi028.stdout: "version": "0'0" 2024-08-29T19:03:25.118 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:25.118 INFO:tasks.workunit.client.0.smithi028.stdout: { 2024-08-29T19:03:25.118 INFO:tasks.workunit.client.0.smithi028.stdout: "acting": [ 2024-08-29T19:03:25.118 INFO:tasks.workunit.client.0.smithi028.stdout: 3, 2024-08-29T19:03:25.118 INFO:tasks.workunit.client.0.smithi028.stdout: 1, 2024-08-29T19:03:25.118 INFO:tasks.workunit.client.0.smithi028.stdout: 7 2024-08-29T19:03:25.119 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-08-29T19:03:25.119 INFO:tasks.workunit.client.0.smithi028.stdout: "acting_primary": 3, 2024-08-29T19:03:25.119 INFO:tasks.workunit.client.0.smithi028.stdout: "avail_no_missing": [], 2024-08-29T19:03:25.119 INFO:tasks.workunit.client.0.smithi028.stdout: "blocked_by": [], 2024-08-29T19:03:25.119 INFO:tasks.workunit.client.0.smithi028.stdout: "created": 62, 2024-08-29T19:03:25.119 INFO:tasks.workunit.client.0.smithi028.stdout: "dirty_stats_invalid": false, 2024-08-29T19:03:25.119 INFO:tasks.workunit.client.0.smithi028.stdout: "hitset_bytes_stats_invalid": false, 2024-08-29T19:03:25.119 INFO:tasks.workunit.client.0.smithi028.stdout: "hitset_stats_invalid": false, 2024-08-29T19:03:25.119 INFO:tasks.workunit.client.0.smithi028.stdout: "last_active": "2024-08-29T19:02:14.841246+0000", 2024-08-29T19:03:25.119 INFO:tasks.workunit.client.0.smithi028.stdout: "last_became_active": "2024-08-29T17:58:11.349017+0000", 2024-08-29T19:03:25.119 INFO:tasks.workunit.client.0.smithi028.stdout: "last_became_peered": "2024-08-29T17:58:11.349017+0000", 2024-08-29T19:03:25.119 INFO:tasks.workunit.client.0.smithi028.stdout: "last_change": "2024-08-29T17:58:11.350030+0000", 2024-08-29T19:03:25.119 INFO:tasks.workunit.client.0.smithi028.stdout: "last_clean": "2024-08-29T19:02:14.841246+0000", 2024-08-29T19:03:25.119 INFO:tasks.workunit.client.0.smithi028.stdout: "last_clean_scrub_stamp": "2024-08-29T17:41:01.987071+0000", 2024-08-29T19:03:25.120 INFO:tasks.workunit.client.0.smithi028.stdout: "last_deep_scrub": "0'0", 2024-08-29T19:03:25.120 INFO:tasks.workunit.client.0.smithi028.stdout: "last_deep_scrub_stamp": "2024-08-29T17:41:01.987071+0000", 2024-08-29T19:03:25.120 INFO:tasks.workunit.client.0.smithi028.stdout: "last_epoch_clean": 681, 2024-08-29T19:03:25.120 INFO:tasks.workunit.client.0.smithi028.stdout: "last_fresh": "2024-08-29T19:02:14.841246+0000", 2024-08-29T19:03:25.120 INFO:tasks.workunit.client.0.smithi028.stdout: "last_fullsized": "2024-08-29T19:02:14.841246+0000", 2024-08-29T19:03:25.120 INFO:tasks.workunit.client.0.smithi028.stdout: "last_peered": "2024-08-29T19:02:14.841246+0000", 2024-08-29T19:03:25.120 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub": "0'0", 2024-08-29T19:03:25.120 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub_duration": 0, 2024-08-29T19:03:25.120 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub_stamp": "2024-08-29T17:41:01.987071+0000", 2024-08-29T19:03:25.120 INFO:tasks.workunit.client.0.smithi028.stdout: "last_undegraded": "2024-08-29T19:02:14.841246+0000", 2024-08-29T19:03:25.120 INFO:tasks.workunit.client.0.smithi028.stdout: "last_unstale": "2024-08-29T19:02:14.841246+0000", 2024-08-29T19:03:25.120 INFO:tasks.workunit.client.0.smithi028.stdout: "log_dups_size": 0, 2024-08-29T19:03:25.120 INFO:tasks.workunit.client.0.smithi028.stdout: "log_size": 0, 2024-08-29T19:03:25.120 INFO:tasks.workunit.client.0.smithi028.stdout: "log_start": "0'0", 2024-08-29T19:03:25.121 INFO:tasks.workunit.client.0.smithi028.stdout: "manifest_stats_invalid": false, 2024-08-29T19:03:25.121 INFO:tasks.workunit.client.0.smithi028.stdout: "mapping_epoch": 680, 2024-08-29T19:03:25.121 INFO:tasks.workunit.client.0.smithi028.stdout: "object_location_counts": [], 2024-08-29T19:03:25.121 INFO:tasks.workunit.client.0.smithi028.stdout: "objects_scrubbed": 0, 2024-08-29T19:03:25.121 INFO:tasks.workunit.client.0.smithi028.stdout: "objects_trimmed": 0, 2024-08-29T19:03:25.121 INFO:tasks.workunit.client.0.smithi028.stdout: "omap_stats_invalid": false, 2024-08-29T19:03:25.121 INFO:tasks.workunit.client.0.smithi028.stdout: "ondisk_log_size": 0, 2024-08-29T19:03:25.121 INFO:tasks.workunit.client.0.smithi028.stdout: "ondisk_log_start": "0'0", 2024-08-29T19:03:25.121 INFO:tasks.workunit.client.0.smithi028.stdout: "parent": "0.0", 2024-08-29T19:03:25.121 INFO:tasks.workunit.client.0.smithi028.stdout: "parent_split_bits": 0, 2024-08-29T19:03:25.121 INFO:tasks.workunit.client.0.smithi028.stdout: "pgid": "3.8", 2024-08-29T19:03:25.121 INFO:tasks.workunit.client.0.smithi028.stdout: "pin_stats_invalid": false, 2024-08-29T19:03:25.121 INFO:tasks.workunit.client.0.smithi028.stdout: "purged_snaps": [], 2024-08-29T19:03:25.121 INFO:tasks.workunit.client.0.smithi028.stdout: "reported_epoch": 2650, 2024-08-29T19:03:25.122 INFO:tasks.workunit.client.0.smithi028.stdout: "reported_seq": 4720, 2024-08-29T19:03:25.122 INFO:tasks.workunit.client.0.smithi028.stdout: "scrub_duration": 0.0, 2024-08-29T19:03:25.122 INFO:tasks.workunit.client.0.smithi028.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-30T23:55:05.107594+0000", 2024-08-29T19:03:25.122 INFO:tasks.workunit.client.0.smithi028.stdout: "snaptrim_duration": 0.0, 2024-08-29T19:03:25.122 INFO:tasks.workunit.client.0.smithi028.stdout: "snaptrimq_len": 0, 2024-08-29T19:03:25.122 INFO:tasks.workunit.client.0.smithi028.stdout: "stat_sum": { 2024-08-29T19:03:25.122 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes": 0, 2024-08-29T19:03:25.122 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes_hit_set_archive": 0, 2024-08-29T19:03:25.122 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes_recovered": 0, 2024-08-29T19:03:25.122 INFO:tasks.workunit.client.0.smithi028.stdout: "num_deep_scrub_errors": 0, 2024-08-29T19:03:25.122 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict": 0, 2024-08-29T19:03:25.122 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_kb": 0, 2024-08-29T19:03:25.122 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_mode_full": 0, 2024-08-29T19:03:25.122 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_mode_some": 0, 2024-08-29T19:03:25.122 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush": 0, 2024-08-29T19:03:25.123 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_kb": 0, 2024-08-29T19:03:25.123 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_mode_high": 0, 2024-08-29T19:03:25.123 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_mode_low": 0, 2024-08-29T19:03:25.123 INFO:tasks.workunit.client.0.smithi028.stdout: "num_keys_recovered": 0, 2024-08-29T19:03:25.123 INFO:tasks.workunit.client.0.smithi028.stdout: "num_large_omap_objects": 0, 2024-08-29T19:03:25.123 INFO:tasks.workunit.client.0.smithi028.stdout: "num_legacy_snapsets": 0, 2024-08-29T19:03:25.123 INFO:tasks.workunit.client.0.smithi028.stdout: "num_object_clones": 0, 2024-08-29T19:03:25.123 INFO:tasks.workunit.client.0.smithi028.stdout: "num_object_copies": 0, 2024-08-29T19:03:25.123 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects": 0, 2024-08-29T19:03:25.123 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_degraded": 0, 2024-08-29T19:03:25.123 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_dirty": 0, 2024-08-29T19:03:25.123 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_hit_set_archive": 0, 2024-08-29T19:03:25.123 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_manifest": 0, 2024-08-29T19:03:25.123 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_misplaced": 0, 2024-08-29T19:03:25.124 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_missing": 0, 2024-08-29T19:03:25.124 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_missing_on_primary": 0, 2024-08-29T19:03:25.124 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_omap": 0, 2024-08-29T19:03:25.124 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_pinned": 0, 2024-08-29T19:03:25.124 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_recovered": 0, 2024-08-29T19:03:25.124 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_repaired": 0, 2024-08-29T19:03:25.124 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_unfound": 0, 2024-08-29T19:03:25.124 INFO:tasks.workunit.client.0.smithi028.stdout: "num_omap_bytes": 0, 2024-08-29T19:03:25.124 INFO:tasks.workunit.client.0.smithi028.stdout: "num_omap_keys": 0, 2024-08-29T19:03:25.124 INFO:tasks.workunit.client.0.smithi028.stdout: "num_promote": 0, 2024-08-29T19:03:25.124 INFO:tasks.workunit.client.0.smithi028.stdout: "num_read": 0, 2024-08-29T19:03:25.124 INFO:tasks.workunit.client.0.smithi028.stdout: "num_read_kb": 0, 2024-08-29T19:03:25.124 INFO:tasks.workunit.client.0.smithi028.stdout: "num_scrub_errors": 0, 2024-08-29T19:03:25.124 INFO:tasks.workunit.client.0.smithi028.stdout: "num_shallow_scrub_errors": 0, 2024-08-29T19:03:25.125 INFO:tasks.workunit.client.0.smithi028.stdout: "num_whiteouts": 0, 2024-08-29T19:03:25.125 INFO:tasks.workunit.client.0.smithi028.stdout: "num_write": 0, 2024-08-29T19:03:25.125 INFO:tasks.workunit.client.0.smithi028.stdout: "num_write_kb": 0 2024-08-29T19:03:25.125 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:25.125 INFO:tasks.workunit.client.0.smithi028.stdout: "state": "active+clean", 2024-08-29T19:03:25.125 INFO:tasks.workunit.client.0.smithi028.stdout: "stats_invalid": false, 2024-08-29T19:03:25.125 INFO:tasks.workunit.client.0.smithi028.stdout: "up": [ 2024-08-29T19:03:25.125 INFO:tasks.workunit.client.0.smithi028.stdout: 3, 2024-08-29T19:03:25.125 INFO:tasks.workunit.client.0.smithi028.stdout: 1, 2024-08-29T19:03:25.125 INFO:tasks.workunit.client.0.smithi028.stdout: 7 2024-08-29T19:03:25.125 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-08-29T19:03:25.125 INFO:tasks.workunit.client.0.smithi028.stdout: "up_primary": 3, 2024-08-29T19:03:25.125 INFO:tasks.workunit.client.0.smithi028.stdout: "version": "0'0" 2024-08-29T19:03:25.125 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:25.126 INFO:tasks.workunit.client.0.smithi028.stdout: { 2024-08-29T19:03:25.126 INFO:tasks.workunit.client.0.smithi028.stdout: "acting": [ 2024-08-29T19:03:25.126 INFO:tasks.workunit.client.0.smithi028.stdout: 1, 2024-08-29T19:03:25.126 INFO:tasks.workunit.client.0.smithi028.stdout: 7, 2024-08-29T19:03:25.126 INFO:tasks.workunit.client.0.smithi028.stdout: 3 2024-08-29T19:03:25.126 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-08-29T19:03:25.126 INFO:tasks.workunit.client.0.smithi028.stdout: "acting_primary": 1, 2024-08-29T19:03:25.126 INFO:tasks.workunit.client.0.smithi028.stdout: "avail_no_missing": [], 2024-08-29T19:03:25.126 INFO:tasks.workunit.client.0.smithi028.stdout: "blocked_by": [], 2024-08-29T19:03:25.126 INFO:tasks.workunit.client.0.smithi028.stdout: "created": 59, 2024-08-29T19:03:25.126 INFO:tasks.workunit.client.0.smithi028.stdout: "dirty_stats_invalid": false, 2024-08-29T19:03:25.126 INFO:tasks.workunit.client.0.smithi028.stdout: "hitset_bytes_stats_invalid": false, 2024-08-29T19:03:25.126 INFO:tasks.workunit.client.0.smithi028.stdout: "hitset_stats_invalid": false, 2024-08-29T19:03:25.126 INFO:tasks.workunit.client.0.smithi028.stdout: "last_active": "2024-08-29T19:02:14.817659+0000", 2024-08-29T19:03:25.127 INFO:tasks.workunit.client.0.smithi028.stdout: "last_became_active": "2024-08-29T17:58:11.355887+0000", 2024-08-29T19:03:25.127 INFO:tasks.workunit.client.0.smithi028.stdout: "last_became_peered": "2024-08-29T17:58:11.355887+0000", 2024-08-29T19:03:25.127 INFO:tasks.workunit.client.0.smithi028.stdout: "last_change": "2024-08-29T17:58:11.357176+0000", 2024-08-29T19:03:25.127 INFO:tasks.workunit.client.0.smithi028.stdout: "last_clean": "2024-08-29T19:02:14.817659+0000", 2024-08-29T19:03:25.127 INFO:tasks.workunit.client.0.smithi028.stdout: "last_clean_scrub_stamp": "2024-08-29T17:40:52.944949+0000", 2024-08-29T19:03:25.127 INFO:tasks.workunit.client.0.smithi028.stdout: "last_deep_scrub": "0'0", 2024-08-29T19:03:25.127 INFO:tasks.workunit.client.0.smithi028.stdout: "last_deep_scrub_stamp": "2024-08-29T17:40:52.944949+0000", 2024-08-29T19:03:25.127 INFO:tasks.workunit.client.0.smithi028.stdout: "last_epoch_clean": 681, 2024-08-29T19:03:25.127 INFO:tasks.workunit.client.0.smithi028.stdout: "last_fresh": "2024-08-29T19:02:14.817659+0000", 2024-08-29T19:03:25.127 INFO:tasks.workunit.client.0.smithi028.stdout: "last_fullsized": "2024-08-29T19:02:14.817659+0000", 2024-08-29T19:03:25.127 INFO:tasks.workunit.client.0.smithi028.stdout: "last_peered": "2024-08-29T19:02:14.817659+0000", 2024-08-29T19:03:25.127 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub": "0'0", 2024-08-29T19:03:25.127 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub_duration": 0, 2024-08-29T19:03:25.128 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub_stamp": "2024-08-29T17:40:52.944949+0000", 2024-08-29T19:03:25.128 INFO:tasks.workunit.client.0.smithi028.stdout: "last_undegraded": "2024-08-29T19:02:14.817659+0000", 2024-08-29T19:03:25.128 INFO:tasks.workunit.client.0.smithi028.stdout: "last_unstale": "2024-08-29T19:02:14.817659+0000", 2024-08-29T19:03:25.128 INFO:tasks.workunit.client.0.smithi028.stdout: "log_dups_size": 0, 2024-08-29T19:03:25.128 INFO:tasks.workunit.client.0.smithi028.stdout: "log_size": 0, 2024-08-29T19:03:25.128 INFO:tasks.workunit.client.0.smithi028.stdout: "log_start": "0'0", 2024-08-29T19:03:25.128 INFO:tasks.workunit.client.0.smithi028.stdout: "manifest_stats_invalid": false, 2024-08-29T19:03:25.128 INFO:tasks.workunit.client.0.smithi028.stdout: "mapping_epoch": 680, 2024-08-29T19:03:25.128 INFO:tasks.workunit.client.0.smithi028.stdout: "object_location_counts": [], 2024-08-29T19:03:25.128 INFO:tasks.workunit.client.0.smithi028.stdout: "objects_scrubbed": 0, 2024-08-29T19:03:25.128 INFO:tasks.workunit.client.0.smithi028.stdout: "objects_trimmed": 0, 2024-08-29T19:03:25.128 INFO:tasks.workunit.client.0.smithi028.stdout: "omap_stats_invalid": false, 2024-08-29T19:03:25.128 INFO:tasks.workunit.client.0.smithi028.stdout: "ondisk_log_size": 0, 2024-08-29T19:03:25.128 INFO:tasks.workunit.client.0.smithi028.stdout: "ondisk_log_start": "0'0", 2024-08-29T19:03:25.129 INFO:tasks.workunit.client.0.smithi028.stdout: "parent": "0.0", 2024-08-29T19:03:25.129 INFO:tasks.workunit.client.0.smithi028.stdout: "parent_split_bits": 0, 2024-08-29T19:03:25.129 INFO:tasks.workunit.client.0.smithi028.stdout: "pgid": "2.9", 2024-08-29T19:03:25.129 INFO:tasks.workunit.client.0.smithi028.stdout: "pin_stats_invalid": false, 2024-08-29T19:03:25.129 INFO:tasks.workunit.client.0.smithi028.stdout: "purged_snaps": [], 2024-08-29T19:03:25.129 INFO:tasks.workunit.client.0.smithi028.stdout: "reported_epoch": 2650, 2024-08-29T19:03:25.129 INFO:tasks.workunit.client.0.smithi028.stdout: "reported_seq": 4788, 2024-08-29T19:03:25.129 INFO:tasks.workunit.client.0.smithi028.stdout: "scrub_duration": 0.0, 2024-08-29T19:03:25.129 INFO:tasks.workunit.client.0.smithi028.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-31T00:17:35.247559+0000", 2024-08-29T19:03:25.129 INFO:tasks.workunit.client.0.smithi028.stdout: "snaptrim_duration": 0.0, 2024-08-29T19:03:25.129 INFO:tasks.workunit.client.0.smithi028.stdout: "snaptrimq_len": 0, 2024-08-29T19:03:25.129 INFO:tasks.workunit.client.0.smithi028.stdout: "stat_sum": { 2024-08-29T19:03:25.129 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes": 0, 2024-08-29T19:03:25.130 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes_hit_set_archive": 0, 2024-08-29T19:03:25.130 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes_recovered": 0, 2024-08-29T19:03:25.130 INFO:tasks.workunit.client.0.smithi028.stdout: "num_deep_scrub_errors": 0, 2024-08-29T19:03:25.130 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict": 0, 2024-08-29T19:03:25.130 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_kb": 0, 2024-08-29T19:03:25.130 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_mode_full": 0, 2024-08-29T19:03:25.130 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_mode_some": 0, 2024-08-29T19:03:25.130 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush": 0, 2024-08-29T19:03:25.130 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_kb": 0, 2024-08-29T19:03:25.130 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_mode_high": 0, 2024-08-29T19:03:25.130 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_mode_low": 0, 2024-08-29T19:03:25.130 INFO:tasks.workunit.client.0.smithi028.stdout: "num_keys_recovered": 0, 2024-08-29T19:03:25.130 INFO:tasks.workunit.client.0.smithi028.stdout: "num_large_omap_objects": 0, 2024-08-29T19:03:25.130 INFO:tasks.workunit.client.0.smithi028.stdout: "num_legacy_snapsets": 0, 2024-08-29T19:03:25.131 INFO:tasks.workunit.client.0.smithi028.stdout: "num_object_clones": 0, 2024-08-29T19:03:25.131 INFO:tasks.workunit.client.0.smithi028.stdout: "num_object_copies": 0, 2024-08-29T19:03:25.131 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects": 0, 2024-08-29T19:03:25.131 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_degraded": 0, 2024-08-29T19:03:25.131 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_dirty": 0, 2024-08-29T19:03:25.131 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_hit_set_archive": 0, 2024-08-29T19:03:25.131 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_manifest": 0, 2024-08-29T19:03:25.131 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_misplaced": 0, 2024-08-29T19:03:25.131 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_missing": 0, 2024-08-29T19:03:25.131 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_missing_on_primary": 0, 2024-08-29T19:03:25.131 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_omap": 0, 2024-08-29T19:03:25.131 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_pinned": 0, 2024-08-29T19:03:25.131 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_recovered": 0, 2024-08-29T19:03:25.131 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_repaired": 0, 2024-08-29T19:03:25.132 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_unfound": 0, 2024-08-29T19:03:25.132 INFO:tasks.workunit.client.0.smithi028.stdout: "num_omap_bytes": 0, 2024-08-29T19:03:25.132 INFO:tasks.workunit.client.0.smithi028.stdout: "num_omap_keys": 0, 2024-08-29T19:03:25.132 INFO:tasks.workunit.client.0.smithi028.stdout: "num_promote": 0, 2024-08-29T19:03:25.132 INFO:tasks.workunit.client.0.smithi028.stdout: "num_read": 0, 2024-08-29T19:03:25.132 INFO:tasks.workunit.client.0.smithi028.stdout: "num_read_kb": 0, 2024-08-29T19:03:25.132 INFO:tasks.workunit.client.0.smithi028.stdout: "num_scrub_errors": 0, 2024-08-29T19:03:25.132 INFO:tasks.workunit.client.0.smithi028.stdout: "num_shallow_scrub_errors": 0, 2024-08-29T19:03:25.132 INFO:tasks.workunit.client.0.smithi028.stdout: "num_whiteouts": 0, 2024-08-29T19:03:25.132 INFO:tasks.workunit.client.0.smithi028.stdout: "num_write": 0, 2024-08-29T19:03:25.132 INFO:tasks.workunit.client.0.smithi028.stdout: "num_write_kb": 0 2024-08-29T19:03:25.132 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:25.132 INFO:tasks.workunit.client.0.smithi028.stdout: "state": "active+clean", 2024-08-29T19:03:25.132 INFO:tasks.workunit.client.0.smithi028.stdout: "stats_invalid": false, 2024-08-29T19:03:25.133 INFO:tasks.workunit.client.0.smithi028.stdout: "up": [ 2024-08-29T19:03:25.133 INFO:tasks.workunit.client.0.smithi028.stdout: 1, 2024-08-29T19:03:25.133 INFO:tasks.workunit.client.0.smithi028.stdout: 7, 2024-08-29T19:03:25.133 INFO:tasks.workunit.client.0.smithi028.stdout: 3 2024-08-29T19:03:25.133 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-08-29T19:03:25.133 INFO:tasks.workunit.client.0.smithi028.stdout: "up_primary": 1, 2024-08-29T19:03:25.133 INFO:tasks.workunit.client.0.smithi028.stdout: "version": "0'0" 2024-08-29T19:03:25.133 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:25.133 INFO:tasks.workunit.client.0.smithi028.stdout: { 2024-08-29T19:03:25.133 INFO:tasks.workunit.client.0.smithi028.stdout: "acting": [ 2024-08-29T19:03:25.133 INFO:tasks.workunit.client.0.smithi028.stdout: 4, 2024-08-29T19:03:25.133 INFO:tasks.workunit.client.0.smithi028.stdout: 2, 2024-08-29T19:03:25.133 INFO:tasks.workunit.client.0.smithi028.stdout: 7 2024-08-29T19:03:25.133 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-08-29T19:03:25.134 INFO:tasks.workunit.client.0.smithi028.stdout: "acting_primary": 4, 2024-08-29T19:03:25.134 INFO:tasks.workunit.client.0.smithi028.stdout: "avail_no_missing": [], 2024-08-29T19:03:25.134 INFO:tasks.workunit.client.0.smithi028.stdout: "blocked_by": [], 2024-08-29T19:03:25.134 INFO:tasks.workunit.client.0.smithi028.stdout: "created": 62, 2024-08-29T19:03:25.134 INFO:tasks.workunit.client.0.smithi028.stdout: "dirty_stats_invalid": false, 2024-08-29T19:03:25.134 INFO:tasks.workunit.client.0.smithi028.stdout: "hitset_bytes_stats_invalid": false, 2024-08-29T19:03:25.134 INFO:tasks.workunit.client.0.smithi028.stdout: "hitset_stats_invalid": false, 2024-08-29T19:03:25.134 INFO:tasks.workunit.client.0.smithi028.stdout: "last_active": "2024-08-29T19:02:14.932388+0000", 2024-08-29T19:03:25.134 INFO:tasks.workunit.client.0.smithi028.stdout: "last_became_active": "2024-08-29T17:58:11.363304+0000", 2024-08-29T19:03:25.134 INFO:tasks.workunit.client.0.smithi028.stdout: "last_became_peered": "2024-08-29T17:58:11.363304+0000", 2024-08-29T19:03:25.134 INFO:tasks.workunit.client.0.smithi028.stdout: "last_change": "2024-08-29T17:58:11.363874+0000", 2024-08-29T19:03:25.134 INFO:tasks.workunit.client.0.smithi028.stdout: "last_clean": "2024-08-29T19:02:14.932388+0000", 2024-08-29T19:03:25.134 INFO:tasks.workunit.client.0.smithi028.stdout: "last_clean_scrub_stamp": "2024-08-29T17:41:01.987071+0000", 2024-08-29T19:03:25.135 INFO:tasks.workunit.client.0.smithi028.stdout: "last_deep_scrub": "0'0", 2024-08-29T19:03:25.135 INFO:tasks.workunit.client.0.smithi028.stdout: "last_deep_scrub_stamp": "2024-08-29T17:41:01.987071+0000", 2024-08-29T19:03:25.135 INFO:tasks.workunit.client.0.smithi028.stdout: "last_epoch_clean": 681, 2024-08-29T19:03:25.135 INFO:tasks.workunit.client.0.smithi028.stdout: "last_fresh": "2024-08-29T19:02:14.932388+0000", 2024-08-29T19:03:25.135 INFO:tasks.workunit.client.0.smithi028.stdout: "last_fullsized": "2024-08-29T19:02:14.932388+0000", 2024-08-29T19:03:25.135 INFO:tasks.workunit.client.0.smithi028.stdout: "last_peered": "2024-08-29T19:02:14.932388+0000", 2024-08-29T19:03:25.135 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub": "0'0", 2024-08-29T19:03:25.135 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub_duration": 0, 2024-08-29T19:03:25.135 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub_stamp": "2024-08-29T17:41:01.987071+0000", 2024-08-29T19:03:25.135 INFO:tasks.workunit.client.0.smithi028.stdout: "last_undegraded": "2024-08-29T19:02:14.932388+0000", 2024-08-29T19:03:25.135 INFO:tasks.workunit.client.0.smithi028.stdout: "last_unstale": "2024-08-29T19:02:14.932388+0000", 2024-08-29T19:03:25.135 INFO:tasks.workunit.client.0.smithi028.stdout: "log_dups_size": 0, 2024-08-29T19:03:25.135 INFO:tasks.workunit.client.0.smithi028.stdout: "log_size": 0, 2024-08-29T19:03:25.135 INFO:tasks.workunit.client.0.smithi028.stdout: "log_start": "0'0", 2024-08-29T19:03:25.135 INFO:tasks.workunit.client.0.smithi028.stdout: "manifest_stats_invalid": false, 2024-08-29T19:03:25.136 INFO:tasks.workunit.client.0.smithi028.stdout: "mapping_epoch": 680, 2024-08-29T19:03:25.136 INFO:tasks.workunit.client.0.smithi028.stdout: "object_location_counts": [], 2024-08-29T19:03:25.136 INFO:tasks.workunit.client.0.smithi028.stdout: "objects_scrubbed": 0, 2024-08-29T19:03:25.136 INFO:tasks.workunit.client.0.smithi028.stdout: "objects_trimmed": 0, 2024-08-29T19:03:25.136 INFO:tasks.workunit.client.0.smithi028.stdout: "omap_stats_invalid": false, 2024-08-29T19:03:25.136 INFO:tasks.workunit.client.0.smithi028.stdout: "ondisk_log_size": 0, 2024-08-29T19:03:25.136 INFO:tasks.workunit.client.0.smithi028.stdout: "ondisk_log_start": "0'0", 2024-08-29T19:03:25.136 INFO:tasks.workunit.client.0.smithi028.stdout: "parent": "0.0", 2024-08-29T19:03:25.136 INFO:tasks.workunit.client.0.smithi028.stdout: "parent_split_bits": 0, 2024-08-29T19:03:25.136 INFO:tasks.workunit.client.0.smithi028.stdout: "pgid": "3.9", 2024-08-29T19:03:25.136 INFO:tasks.workunit.client.0.smithi028.stdout: "pin_stats_invalid": false, 2024-08-29T19:03:25.136 INFO:tasks.workunit.client.0.smithi028.stdout: "purged_snaps": [], 2024-08-29T19:03:25.136 INFO:tasks.workunit.client.0.smithi028.stdout: "reported_epoch": 2650, 2024-08-29T19:03:25.137 INFO:tasks.workunit.client.0.smithi028.stdout: "reported_seq": 4696, 2024-08-29T19:03:25.137 INFO:tasks.workunit.client.0.smithi028.stdout: "scrub_duration": 0.0, 2024-08-29T19:03:25.137 INFO:tasks.workunit.client.0.smithi028.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-31T01:47:11.414545+0000", 2024-08-29T19:03:25.137 INFO:tasks.workunit.client.0.smithi028.stdout: "snaptrim_duration": 0.0, 2024-08-29T19:03:25.137 INFO:tasks.workunit.client.0.smithi028.stdout: "snaptrimq_len": 0, 2024-08-29T19:03:25.137 INFO:tasks.workunit.client.0.smithi028.stdout: "stat_sum": { 2024-08-29T19:03:25.137 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes": 0, 2024-08-29T19:03:25.137 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes_hit_set_archive": 0, 2024-08-29T19:03:25.137 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes_recovered": 0, 2024-08-29T19:03:25.137 INFO:tasks.workunit.client.0.smithi028.stdout: "num_deep_scrub_errors": 0, 2024-08-29T19:03:25.137 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict": 0, 2024-08-29T19:03:25.137 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_kb": 0, 2024-08-29T19:03:25.137 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_mode_full": 0, 2024-08-29T19:03:25.137 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_mode_some": 0, 2024-08-29T19:03:25.138 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush": 0, 2024-08-29T19:03:25.138 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_kb": 0, 2024-08-29T19:03:25.138 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_mode_high": 0, 2024-08-29T19:03:25.138 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_mode_low": 0, 2024-08-29T19:03:25.138 INFO:tasks.workunit.client.0.smithi028.stdout: "num_keys_recovered": 0, 2024-08-29T19:03:25.138 INFO:tasks.workunit.client.0.smithi028.stdout: "num_large_omap_objects": 0, 2024-08-29T19:03:25.138 INFO:tasks.workunit.client.0.smithi028.stdout: "num_legacy_snapsets": 0, 2024-08-29T19:03:25.138 INFO:tasks.workunit.client.0.smithi028.stdout: "num_object_clones": 0, 2024-08-29T19:03:25.138 INFO:tasks.workunit.client.0.smithi028.stdout: "num_object_copies": 0, 2024-08-29T19:03:25.138 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects": 0, 2024-08-29T19:03:25.138 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_degraded": 0, 2024-08-29T19:03:25.138 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_dirty": 0, 2024-08-29T19:03:25.138 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_hit_set_archive": 0, 2024-08-29T19:03:25.138 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_manifest": 0, 2024-08-29T19:03:25.139 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_misplaced": 0, 2024-08-29T19:03:25.139 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_missing": 0, 2024-08-29T19:03:25.139 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_missing_on_primary": 0, 2024-08-29T19:03:25.139 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_omap": 0, 2024-08-29T19:03:25.139 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_pinned": 0, 2024-08-29T19:03:25.139 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_recovered": 0, 2024-08-29T19:03:25.139 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_repaired": 0, 2024-08-29T19:03:25.139 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_unfound": 0, 2024-08-29T19:03:25.139 INFO:tasks.workunit.client.0.smithi028.stdout: "num_omap_bytes": 0, 2024-08-29T19:03:25.139 INFO:tasks.workunit.client.0.smithi028.stdout: "num_omap_keys": 0, 2024-08-29T19:03:25.139 INFO:tasks.workunit.client.0.smithi028.stdout: "num_promote": 0, 2024-08-29T19:03:25.139 INFO:tasks.workunit.client.0.smithi028.stdout: "num_read": 0, 2024-08-29T19:03:25.139 INFO:tasks.workunit.client.0.smithi028.stdout: "num_read_kb": 0, 2024-08-29T19:03:25.139 INFO:tasks.workunit.client.0.smithi028.stdout: "num_scrub_errors": 0, 2024-08-29T19:03:25.139 INFO:tasks.workunit.client.0.smithi028.stdout: "num_shallow_scrub_errors": 0, 2024-08-29T19:03:25.140 INFO:tasks.workunit.client.0.smithi028.stdout: "num_whiteouts": 0, 2024-08-29T19:03:25.140 INFO:tasks.workunit.client.0.smithi028.stdout: "num_write": 0, 2024-08-29T19:03:25.140 INFO:tasks.workunit.client.0.smithi028.stdout: "num_write_kb": 0 2024-08-29T19:03:25.140 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:25.140 INFO:tasks.workunit.client.0.smithi028.stdout: "state": "active+clean", 2024-08-29T19:03:25.140 INFO:tasks.workunit.client.0.smithi028.stdout: "stats_invalid": false, 2024-08-29T19:03:25.140 INFO:tasks.workunit.client.0.smithi028.stdout: "up": [ 2024-08-29T19:03:25.140 INFO:tasks.workunit.client.0.smithi028.stdout: 4, 2024-08-29T19:03:25.140 INFO:tasks.workunit.client.0.smithi028.stdout: 2, 2024-08-29T19:03:25.140 INFO:tasks.workunit.client.0.smithi028.stdout: 7 2024-08-29T19:03:25.140 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-08-29T19:03:25.140 INFO:tasks.workunit.client.0.smithi028.stdout: "up_primary": 4, 2024-08-29T19:03:25.140 INFO:tasks.workunit.client.0.smithi028.stdout: "version": "0'0" 2024-08-29T19:03:25.140 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:25.141 INFO:tasks.workunit.client.0.smithi028.stdout: { 2024-08-29T19:03:25.141 INFO:tasks.workunit.client.0.smithi028.stdout: "acting": [ 2024-08-29T19:03:25.141 INFO:tasks.workunit.client.0.smithi028.stdout: 7, 2024-08-29T19:03:25.141 INFO:tasks.workunit.client.0.smithi028.stdout: 0, 2024-08-29T19:03:25.141 INFO:tasks.workunit.client.0.smithi028.stdout: 1 2024-08-29T19:03:25.141 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-08-29T19:03:25.141 INFO:tasks.workunit.client.0.smithi028.stdout: "acting_primary": 7, 2024-08-29T19:03:25.141 INFO:tasks.workunit.client.0.smithi028.stdout: "avail_no_missing": [], 2024-08-29T19:03:25.141 INFO:tasks.workunit.client.0.smithi028.stdout: "blocked_by": [], 2024-08-29T19:03:25.141 INFO:tasks.workunit.client.0.smithi028.stdout: "created": 59, 2024-08-29T19:03:25.141 INFO:tasks.workunit.client.0.smithi028.stdout: "dirty_stats_invalid": false, 2024-08-29T19:03:25.141 INFO:tasks.workunit.client.0.smithi028.stdout: "hitset_bytes_stats_invalid": false, 2024-08-29T19:03:25.141 INFO:tasks.workunit.client.0.smithi028.stdout: "hitset_stats_invalid": false, 2024-08-29T19:03:25.141 INFO:tasks.workunit.client.0.smithi028.stdout: "last_active": "2024-08-29T19:02:14.095804+0000", 2024-08-29T19:03:25.142 INFO:tasks.workunit.client.0.smithi028.stdout: "last_became_active": "2024-08-29T17:58:11.363990+0000", 2024-08-29T19:03:25.142 INFO:tasks.workunit.client.0.smithi028.stdout: "last_became_peered": "2024-08-29T17:58:11.363990+0000", 2024-08-29T19:03:25.142 INFO:tasks.workunit.client.0.smithi028.stdout: "last_change": "2024-08-29T17:58:11.364302+0000", 2024-08-29T19:03:25.142 INFO:tasks.workunit.client.0.smithi028.stdout: "last_clean": "2024-08-29T19:02:14.095804+0000", 2024-08-29T19:03:25.142 INFO:tasks.workunit.client.0.smithi028.stdout: "last_clean_scrub_stamp": "2024-08-29T17:40:52.944949+0000", 2024-08-29T19:03:25.142 INFO:tasks.workunit.client.0.smithi028.stdout: "last_deep_scrub": "0'0", 2024-08-29T19:03:25.142 INFO:tasks.workunit.client.0.smithi028.stdout: "last_deep_scrub_stamp": "2024-08-29T17:40:52.944949+0000", 2024-08-29T19:03:25.142 INFO:tasks.workunit.client.0.smithi028.stdout: "last_epoch_clean": 681, 2024-08-29T19:03:25.142 INFO:tasks.workunit.client.0.smithi028.stdout: "last_fresh": "2024-08-29T19:02:14.095804+0000", 2024-08-29T19:03:25.142 INFO:tasks.workunit.client.0.smithi028.stdout: "last_fullsized": "2024-08-29T19:02:14.095804+0000", 2024-08-29T19:03:25.142 INFO:tasks.workunit.client.0.smithi028.stdout: "last_peered": "2024-08-29T19:02:14.095804+0000", 2024-08-29T19:03:25.142 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub": "0'0", 2024-08-29T19:03:25.142 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub_duration": 0, 2024-08-29T19:03:25.143 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub_stamp": "2024-08-29T17:40:52.944949+0000", 2024-08-29T19:03:25.143 INFO:tasks.workunit.client.0.smithi028.stdout: "last_undegraded": "2024-08-29T19:02:14.095804+0000", 2024-08-29T19:03:25.143 INFO:tasks.workunit.client.0.smithi028.stdout: "last_unstale": "2024-08-29T19:02:14.095804+0000", 2024-08-29T19:03:25.143 INFO:tasks.workunit.client.0.smithi028.stdout: "log_dups_size": 0, 2024-08-29T19:03:25.143 INFO:tasks.workunit.client.0.smithi028.stdout: "log_size": 0, 2024-08-29T19:03:25.143 INFO:tasks.workunit.client.0.smithi028.stdout: "log_start": "0'0", 2024-08-29T19:03:25.143 INFO:tasks.workunit.client.0.smithi028.stdout: "manifest_stats_invalid": false, 2024-08-29T19:03:25.143 INFO:tasks.workunit.client.0.smithi028.stdout: "mapping_epoch": 680, 2024-08-29T19:03:25.143 INFO:tasks.workunit.client.0.smithi028.stdout: "object_location_counts": [], 2024-08-29T19:03:25.143 INFO:tasks.workunit.client.0.smithi028.stdout: "objects_scrubbed": 0, 2024-08-29T19:03:25.143 INFO:tasks.workunit.client.0.smithi028.stdout: "objects_trimmed": 0, 2024-08-29T19:03:25.143 INFO:tasks.workunit.client.0.smithi028.stdout: "omap_stats_invalid": false, 2024-08-29T19:03:25.143 INFO:tasks.workunit.client.0.smithi028.stdout: "ondisk_log_size": 0, 2024-08-29T19:03:25.143 INFO:tasks.workunit.client.0.smithi028.stdout: "ondisk_log_start": "0'0", 2024-08-29T19:03:25.144 INFO:tasks.workunit.client.0.smithi028.stdout: "parent": "0.0", 2024-08-29T19:03:25.144 INFO:tasks.workunit.client.0.smithi028.stdout: "parent_split_bits": 0, 2024-08-29T19:03:25.144 INFO:tasks.workunit.client.0.smithi028.stdout: "pgid": "2.8", 2024-08-29T19:03:25.144 INFO:tasks.workunit.client.0.smithi028.stdout: "pin_stats_invalid": false, 2024-08-29T19:03:25.144 INFO:tasks.workunit.client.0.smithi028.stdout: "purged_snaps": [], 2024-08-29T19:03:25.144 INFO:tasks.workunit.client.0.smithi028.stdout: "reported_epoch": 2650, 2024-08-29T19:03:25.144 INFO:tasks.workunit.client.0.smithi028.stdout: "reported_seq": 4563, 2024-08-29T19:03:25.144 INFO:tasks.workunit.client.0.smithi028.stdout: "scrub_duration": 0.0, 2024-08-29T19:03:25.144 INFO:tasks.workunit.client.0.smithi028.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-30T23:29:11.449508+0000", 2024-08-29T19:03:25.144 INFO:tasks.workunit.client.0.smithi028.stdout: "snaptrim_duration": 0.0, 2024-08-29T19:03:25.144 INFO:tasks.workunit.client.0.smithi028.stdout: "snaptrimq_len": 0, 2024-08-29T19:03:25.144 INFO:tasks.workunit.client.0.smithi028.stdout: "stat_sum": { 2024-08-29T19:03:25.144 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes": 0, 2024-08-29T19:03:25.144 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes_hit_set_archive": 0, 2024-08-29T19:03:25.145 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes_recovered": 0, 2024-08-29T19:03:25.145 INFO:tasks.workunit.client.0.smithi028.stdout: "num_deep_scrub_errors": 0, 2024-08-29T19:03:25.145 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict": 0, 2024-08-29T19:03:25.145 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_kb": 0, 2024-08-29T19:03:25.145 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_mode_full": 0, 2024-08-29T19:03:25.145 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_mode_some": 0, 2024-08-29T19:03:25.145 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush": 0, 2024-08-29T19:03:25.145 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_kb": 0, 2024-08-29T19:03:25.145 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_mode_high": 0, 2024-08-29T19:03:25.145 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_mode_low": 0, 2024-08-29T19:03:25.145 INFO:tasks.workunit.client.0.smithi028.stdout: "num_keys_recovered": 0, 2024-08-29T19:03:25.145 INFO:tasks.workunit.client.0.smithi028.stdout: "num_large_omap_objects": 0, 2024-08-29T19:03:25.145 INFO:tasks.workunit.client.0.smithi028.stdout: "num_legacy_snapsets": 0, 2024-08-29T19:03:25.145 INFO:tasks.workunit.client.0.smithi028.stdout: "num_object_clones": 0, 2024-08-29T19:03:25.146 INFO:tasks.workunit.client.0.smithi028.stdout: "num_object_copies": 0, 2024-08-29T19:03:25.146 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects": 0, 2024-08-29T19:03:25.146 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_degraded": 0, 2024-08-29T19:03:25.146 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_dirty": 0, 2024-08-29T19:03:25.146 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_hit_set_archive": 0, 2024-08-29T19:03:25.146 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_manifest": 0, 2024-08-29T19:03:25.146 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_misplaced": 0, 2024-08-29T19:03:25.146 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_missing": 0, 2024-08-29T19:03:25.146 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_missing_on_primary": 0, 2024-08-29T19:03:25.146 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_omap": 0, 2024-08-29T19:03:25.146 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_pinned": 0, 2024-08-29T19:03:25.146 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_recovered": 0, 2024-08-29T19:03:25.146 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_repaired": 0, 2024-08-29T19:03:25.146 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_unfound": 0, 2024-08-29T19:03:25.146 INFO:tasks.workunit.client.0.smithi028.stdout: "num_omap_bytes": 0, 2024-08-29T19:03:25.147 INFO:tasks.workunit.client.0.smithi028.stdout: "num_omap_keys": 0, 2024-08-29T19:03:25.147 INFO:tasks.workunit.client.0.smithi028.stdout: "num_promote": 0, 2024-08-29T19:03:25.147 INFO:tasks.workunit.client.0.smithi028.stdout: "num_read": 0, 2024-08-29T19:03:25.147 INFO:tasks.workunit.client.0.smithi028.stdout: "num_read_kb": 0, 2024-08-29T19:03:25.147 INFO:tasks.workunit.client.0.smithi028.stdout: "num_scrub_errors": 0, 2024-08-29T19:03:25.147 INFO:tasks.workunit.client.0.smithi028.stdout: "num_shallow_scrub_errors": 0, 2024-08-29T19:03:25.147 INFO:tasks.workunit.client.0.smithi028.stdout: "num_whiteouts": 0, 2024-08-29T19:03:25.147 INFO:tasks.workunit.client.0.smithi028.stdout: "num_write": 0, 2024-08-29T19:03:25.147 INFO:tasks.workunit.client.0.smithi028.stdout: "num_write_kb": 0 2024-08-29T19:03:25.147 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:25.147 INFO:tasks.workunit.client.0.smithi028.stdout: "state": "active+clean", 2024-08-29T19:03:25.147 INFO:tasks.workunit.client.0.smithi028.stdout: "stats_invalid": false, 2024-08-29T19:03:25.147 INFO:tasks.workunit.client.0.smithi028.stdout: "up": [ 2024-08-29T19:03:25.147 INFO:tasks.workunit.client.0.smithi028.stdout: 7, 2024-08-29T19:03:25.148 INFO:tasks.workunit.client.0.smithi028.stdout: 0, 2024-08-29T19:03:25.148 INFO:tasks.workunit.client.0.smithi028.stdout: 1 2024-08-29T19:03:25.148 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-08-29T19:03:25.148 INFO:tasks.workunit.client.0.smithi028.stdout: "up_primary": 7, 2024-08-29T19:03:25.148 INFO:tasks.workunit.client.0.smithi028.stdout: "version": "0'0" 2024-08-29T19:03:25.148 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:25.148 INFO:tasks.workunit.client.0.smithi028.stdout: { 2024-08-29T19:03:25.148 INFO:tasks.workunit.client.0.smithi028.stdout: "acting": [ 2024-08-29T19:03:25.148 INFO:tasks.workunit.client.0.smithi028.stdout: 0, 2024-08-29T19:03:25.148 INFO:tasks.workunit.client.0.smithi028.stdout: 1, 2024-08-29T19:03:25.148 INFO:tasks.workunit.client.0.smithi028.stdout: 4 2024-08-29T19:03:25.148 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-08-29T19:03:25.148 INFO:tasks.workunit.client.0.smithi028.stdout: "acting_primary": 0, 2024-08-29T19:03:25.149 INFO:tasks.workunit.client.0.smithi028.stdout: "avail_no_missing": [], 2024-08-29T19:03:25.149 INFO:tasks.workunit.client.0.smithi028.stdout: "blocked_by": [], 2024-08-29T19:03:25.149 INFO:tasks.workunit.client.0.smithi028.stdout: "created": 62, 2024-08-29T19:03:25.149 INFO:tasks.workunit.client.0.smithi028.stdout: "dirty_stats_invalid": false, 2024-08-29T19:03:25.149 INFO:tasks.workunit.client.0.smithi028.stdout: "hitset_bytes_stats_invalid": false, 2024-08-29T19:03:25.149 INFO:tasks.workunit.client.0.smithi028.stdout: "hitset_stats_invalid": false, 2024-08-29T19:03:25.149 INFO:tasks.workunit.client.0.smithi028.stdout: "last_active": "2024-08-29T19:02:14.109402+0000", 2024-08-29T19:03:25.149 INFO:tasks.workunit.client.0.smithi028.stdout: "last_became_active": "2024-08-29T17:56:29.390762+0000", 2024-08-29T19:03:25.149 INFO:tasks.workunit.client.0.smithi028.stdout: "last_became_peered": "2024-08-29T17:56:29.390762+0000", 2024-08-29T19:03:25.149 INFO:tasks.workunit.client.0.smithi028.stdout: "last_change": "2024-08-29T17:56:29.392208+0000", 2024-08-29T19:03:25.149 INFO:tasks.workunit.client.0.smithi028.stdout: "last_clean": "2024-08-29T19:02:14.109402+0000", 2024-08-29T19:03:25.149 INFO:tasks.workunit.client.0.smithi028.stdout: "last_clean_scrub_stamp": "2024-08-29T17:41:01.987071+0000", 2024-08-29T19:03:25.149 INFO:tasks.workunit.client.0.smithi028.stdout: "last_deep_scrub": "0'0", 2024-08-29T19:03:25.149 INFO:tasks.workunit.client.0.smithi028.stdout: "last_deep_scrub_stamp": "2024-08-29T17:41:01.987071+0000", 2024-08-29T19:03:25.150 INFO:tasks.workunit.client.0.smithi028.stdout: "last_epoch_clean": 580, 2024-08-29T19:03:25.150 INFO:tasks.workunit.client.0.smithi028.stdout: "last_fresh": "2024-08-29T19:02:14.109402+0000", 2024-08-29T19:03:25.150 INFO:tasks.workunit.client.0.smithi028.stdout: "last_fullsized": "2024-08-29T19:02:14.109402+0000", 2024-08-29T19:03:25.150 INFO:tasks.workunit.client.0.smithi028.stdout: "last_peered": "2024-08-29T19:02:14.109402+0000", 2024-08-29T19:03:25.150 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub": "0'0", 2024-08-29T19:03:25.150 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub_duration": 0, 2024-08-29T19:03:25.150 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub_stamp": "2024-08-29T17:41:01.987071+0000", 2024-08-29T19:03:25.150 INFO:tasks.workunit.client.0.smithi028.stdout: "last_undegraded": "2024-08-29T19:02:14.109402+0000", 2024-08-29T19:03:25.150 INFO:tasks.workunit.client.0.smithi028.stdout: "last_unstale": "2024-08-29T19:02:14.109402+0000", 2024-08-29T19:03:25.150 INFO:tasks.workunit.client.0.smithi028.stdout: "log_dups_size": 0, 2024-08-29T19:03:25.150 INFO:tasks.workunit.client.0.smithi028.stdout: "log_size": 0, 2024-08-29T19:03:25.150 INFO:tasks.workunit.client.0.smithi028.stdout: "log_start": "0'0", 2024-08-29T19:03:25.150 INFO:tasks.workunit.client.0.smithi028.stdout: "manifest_stats_invalid": false, 2024-08-29T19:03:25.150 INFO:tasks.workunit.client.0.smithi028.stdout: "mapping_epoch": 579, 2024-08-29T19:03:25.151 INFO:tasks.workunit.client.0.smithi028.stdout: "object_location_counts": [], 2024-08-29T19:03:25.151 INFO:tasks.workunit.client.0.smithi028.stdout: "objects_scrubbed": 0, 2024-08-29T19:03:25.151 INFO:tasks.workunit.client.0.smithi028.stdout: "objects_trimmed": 0, 2024-08-29T19:03:25.151 INFO:tasks.workunit.client.0.smithi028.stdout: "omap_stats_invalid": false, 2024-08-29T19:03:25.151 INFO:tasks.workunit.client.0.smithi028.stdout: "ondisk_log_size": 0, 2024-08-29T19:03:25.151 INFO:tasks.workunit.client.0.smithi028.stdout: "ondisk_log_start": "0'0", 2024-08-29T19:03:25.151 INFO:tasks.workunit.client.0.smithi028.stdout: "parent": "0.0", 2024-08-29T19:03:25.151 INFO:tasks.workunit.client.0.smithi028.stdout: "parent_split_bits": 0, 2024-08-29T19:03:25.151 INFO:tasks.workunit.client.0.smithi028.stdout: "pgid": "3.6", 2024-08-29T19:03:25.151 INFO:tasks.workunit.client.0.smithi028.stdout: "pin_stats_invalid": false, 2024-08-29T19:03:25.151 INFO:tasks.workunit.client.0.smithi028.stdout: "purged_snaps": [], 2024-08-29T19:03:25.151 INFO:tasks.workunit.client.0.smithi028.stdout: "reported_epoch": 2650, 2024-08-29T19:03:25.151 INFO:tasks.workunit.client.0.smithi028.stdout: "reported_seq": 4811, 2024-08-29T19:03:25.151 INFO:tasks.workunit.client.0.smithi028.stdout: "scrub_duration": 0.0, 2024-08-29T19:03:25.152 INFO:tasks.workunit.client.0.smithi028.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-30T22:28:16.144214+0000", 2024-08-29T19:03:25.152 INFO:tasks.workunit.client.0.smithi028.stdout: "snaptrim_duration": 0.0, 2024-08-29T19:03:25.152 INFO:tasks.workunit.client.0.smithi028.stdout: "snaptrimq_len": 0, 2024-08-29T19:03:25.152 INFO:tasks.workunit.client.0.smithi028.stdout: "stat_sum": { 2024-08-29T19:03:25.152 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes": 0, 2024-08-29T19:03:25.152 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes_hit_set_archive": 0, 2024-08-29T19:03:25.152 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes_recovered": 0, 2024-08-29T19:03:25.152 INFO:tasks.workunit.client.0.smithi028.stdout: "num_deep_scrub_errors": 0, 2024-08-29T19:03:25.152 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict": 0, 2024-08-29T19:03:25.152 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_kb": 0, 2024-08-29T19:03:25.152 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_mode_full": 0, 2024-08-29T19:03:25.152 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_mode_some": 0, 2024-08-29T19:03:25.152 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush": 0, 2024-08-29T19:03:25.152 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_kb": 0, 2024-08-29T19:03:25.153 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_mode_high": 0, 2024-08-29T19:03:25.153 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_mode_low": 0, 2024-08-29T19:03:25.153 INFO:tasks.workunit.client.0.smithi028.stdout: "num_keys_recovered": 0, 2024-08-29T19:03:25.153 INFO:tasks.workunit.client.0.smithi028.stdout: "num_large_omap_objects": 0, 2024-08-29T19:03:25.153 INFO:tasks.workunit.client.0.smithi028.stdout: "num_legacy_snapsets": 0, 2024-08-29T19:03:25.153 INFO:tasks.workunit.client.0.smithi028.stdout: "num_object_clones": 0, 2024-08-29T19:03:25.153 INFO:tasks.workunit.client.0.smithi028.stdout: "num_object_copies": 0, 2024-08-29T19:03:25.153 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects": 0, 2024-08-29T19:03:25.153 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_degraded": 0, 2024-08-29T19:03:25.153 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_dirty": 0, 2024-08-29T19:03:25.153 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_hit_set_archive": 0, 2024-08-29T19:03:25.153 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_manifest": 0, 2024-08-29T19:03:25.153 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_misplaced": 0, 2024-08-29T19:03:25.154 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_missing": 0, 2024-08-29T19:03:25.154 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_missing_on_primary": 0, 2024-08-29T19:03:25.154 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_omap": 0, 2024-08-29T19:03:25.154 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_pinned": 0, 2024-08-29T19:03:25.154 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_recovered": 0, 2024-08-29T19:03:25.154 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_repaired": 0, 2024-08-29T19:03:25.154 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_unfound": 0, 2024-08-29T19:03:25.154 INFO:tasks.workunit.client.0.smithi028.stdout: "num_omap_bytes": 0, 2024-08-29T19:03:25.154 INFO:tasks.workunit.client.0.smithi028.stdout: "num_omap_keys": 0, 2024-08-29T19:03:25.154 INFO:tasks.workunit.client.0.smithi028.stdout: "num_promote": 0, 2024-08-29T19:03:25.154 INFO:tasks.workunit.client.0.smithi028.stdout: "num_read": 0, 2024-08-29T19:03:25.154 INFO:tasks.workunit.client.0.smithi028.stdout: "num_read_kb": 0, 2024-08-29T19:03:25.154 INFO:tasks.workunit.client.0.smithi028.stdout: "num_scrub_errors": 0, 2024-08-29T19:03:25.155 INFO:tasks.workunit.client.0.smithi028.stdout: "num_shallow_scrub_errors": 0, 2024-08-29T19:03:25.155 INFO:tasks.workunit.client.0.smithi028.stdout: "num_whiteouts": 0, 2024-08-29T19:03:25.155 INFO:tasks.workunit.client.0.smithi028.stdout: "num_write": 0, 2024-08-29T19:03:25.155 INFO:tasks.workunit.client.0.smithi028.stdout: "num_write_kb": 0 2024-08-29T19:03:25.155 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:25.155 INFO:tasks.workunit.client.0.smithi028.stdout: "state": "active+clean", 2024-08-29T19:03:25.155 INFO:tasks.workunit.client.0.smithi028.stdout: "stats_invalid": false, 2024-08-29T19:03:25.155 INFO:tasks.workunit.client.0.smithi028.stdout: "up": [ 2024-08-29T19:03:25.155 INFO:tasks.workunit.client.0.smithi028.stdout: 0, 2024-08-29T19:03:25.155 INFO:tasks.workunit.client.0.smithi028.stdout: 1, 2024-08-29T19:03:25.155 INFO:tasks.workunit.client.0.smithi028.stdout: 4 2024-08-29T19:03:25.155 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-08-29T19:03:25.155 INFO:tasks.workunit.client.0.smithi028.stdout: "up_primary": 0, 2024-08-29T19:03:25.155 INFO:tasks.workunit.client.0.smithi028.stdout: "version": "0'0" 2024-08-29T19:03:25.156 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:25.156 INFO:tasks.workunit.client.0.smithi028.stdout: { 2024-08-29T19:03:25.156 INFO:tasks.workunit.client.0.smithi028.stdout: "acting": [ 2024-08-29T19:03:25.156 INFO:tasks.workunit.client.0.smithi028.stdout: 6, 2024-08-29T19:03:25.156 INFO:tasks.workunit.client.0.smithi028.stdout: 4, 2024-08-29T19:03:25.156 INFO:tasks.workunit.client.0.smithi028.stdout: 2 2024-08-29T19:03:25.156 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-08-29T19:03:25.156 INFO:tasks.workunit.client.0.smithi028.stdout: "acting_primary": 6, 2024-08-29T19:03:25.156 INFO:tasks.workunit.client.0.smithi028.stdout: "avail_no_missing": [], 2024-08-29T19:03:25.156 INFO:tasks.workunit.client.0.smithi028.stdout: "blocked_by": [], 2024-08-29T19:03:25.156 INFO:tasks.workunit.client.0.smithi028.stdout: "created": 59, 2024-08-29T19:03:25.156 INFO:tasks.workunit.client.0.smithi028.stdout: "dirty_stats_invalid": false, 2024-08-29T19:03:25.156 INFO:tasks.workunit.client.0.smithi028.stdout: "hitset_bytes_stats_invalid": false, 2024-08-29T19:03:25.156 INFO:tasks.workunit.client.0.smithi028.stdout: "hitset_stats_invalid": false, 2024-08-29T19:03:25.157 INFO:tasks.workunit.client.0.smithi028.stdout: "last_active": "2024-08-29T19:02:14.926739+0000", 2024-08-29T19:03:25.157 INFO:tasks.workunit.client.0.smithi028.stdout: "last_became_active": "2024-08-29T17:57:36.377846+0000", 2024-08-29T19:03:25.157 INFO:tasks.workunit.client.0.smithi028.stdout: "last_became_peered": "2024-08-29T17:57:36.377846+0000", 2024-08-29T19:03:25.157 INFO:tasks.workunit.client.0.smithi028.stdout: "last_change": "2024-08-29T17:57:36.378278+0000", 2024-08-29T19:03:25.157 INFO:tasks.workunit.client.0.smithi028.stdout: "last_clean": "2024-08-29T19:02:14.926739+0000", 2024-08-29T19:03:25.157 INFO:tasks.workunit.client.0.smithi028.stdout: "last_clean_scrub_stamp": "2024-08-29T17:40:52.944949+0000", 2024-08-29T19:03:25.157 INFO:tasks.workunit.client.0.smithi028.stdout: "last_deep_scrub": "0'0", 2024-08-29T19:03:25.157 INFO:tasks.workunit.client.0.smithi028.stdout: "last_deep_scrub_stamp": "2024-08-29T17:40:52.944949+0000", 2024-08-29T19:03:25.157 INFO:tasks.workunit.client.0.smithi028.stdout: "last_epoch_clean": 646, 2024-08-29T19:03:25.157 INFO:tasks.workunit.client.0.smithi028.stdout: "last_fresh": "2024-08-29T19:02:14.926739+0000", 2024-08-29T19:03:25.157 INFO:tasks.workunit.client.0.smithi028.stdout: "last_fullsized": "2024-08-29T19:02:14.926739+0000", 2024-08-29T19:03:25.157 INFO:tasks.workunit.client.0.smithi028.stdout: "last_peered": "2024-08-29T19:02:14.926739+0000", 2024-08-29T19:03:25.157 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub": "0'0", 2024-08-29T19:03:25.158 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub_duration": 0, 2024-08-29T19:03:25.158 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub_stamp": "2024-08-29T17:40:52.944949+0000", 2024-08-29T19:03:25.158 INFO:tasks.workunit.client.0.smithi028.stdout: "last_undegraded": "2024-08-29T19:02:14.926739+0000", 2024-08-29T19:03:25.158 INFO:tasks.workunit.client.0.smithi028.stdout: "last_unstale": "2024-08-29T19:02:14.926739+0000", 2024-08-29T19:03:25.158 INFO:tasks.workunit.client.0.smithi028.stdout: "log_dups_size": 0, 2024-08-29T19:03:25.158 INFO:tasks.workunit.client.0.smithi028.stdout: "log_size": 2, 2024-08-29T19:03:25.158 INFO:tasks.workunit.client.0.smithi028.stdout: "log_start": "0'0", 2024-08-29T19:03:25.158 INFO:tasks.workunit.client.0.smithi028.stdout: "manifest_stats_invalid": false, 2024-08-29T19:03:25.158 INFO:tasks.workunit.client.0.smithi028.stdout: "mapping_epoch": 645, 2024-08-29T19:03:25.158 INFO:tasks.workunit.client.0.smithi028.stdout: "object_location_counts": [], 2024-08-29T19:03:25.158 INFO:tasks.workunit.client.0.smithi028.stdout: "objects_scrubbed": 0, 2024-08-29T19:03:25.158 INFO:tasks.workunit.client.0.smithi028.stdout: "objects_trimmed": 0, 2024-08-29T19:03:25.158 INFO:tasks.workunit.client.0.smithi028.stdout: "omap_stats_invalid": false, 2024-08-29T19:03:25.159 INFO:tasks.workunit.client.0.smithi028.stdout: "ondisk_log_size": 2, 2024-08-29T19:03:25.159 INFO:tasks.workunit.client.0.smithi028.stdout: "ondisk_log_start": "0'0", 2024-08-29T19:03:25.159 INFO:tasks.workunit.client.0.smithi028.stdout: "parent": "0.0", 2024-08-29T19:03:25.159 INFO:tasks.workunit.client.0.smithi028.stdout: "parent_split_bits": 0, 2024-08-29T19:03:25.159 INFO:tasks.workunit.client.0.smithi028.stdout: "pgid": "2.7", 2024-08-29T19:03:25.159 INFO:tasks.workunit.client.0.smithi028.stdout: "pin_stats_invalid": false, 2024-08-29T19:03:25.159 INFO:tasks.workunit.client.0.smithi028.stdout: "purged_snaps": [], 2024-08-29T19:03:25.159 INFO:tasks.workunit.client.0.smithi028.stdout: "reported_epoch": 2650, 2024-08-29T19:03:25.159 INFO:tasks.workunit.client.0.smithi028.stdout: "reported_seq": 4625, 2024-08-29T19:03:25.159 INFO:tasks.workunit.client.0.smithi028.stdout: "scrub_duration": 0.0, 2024-08-29T19:03:25.159 INFO:tasks.workunit.client.0.smithi028.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-31T00:01:34.238831+0000", 2024-08-29T19:03:25.159 INFO:tasks.workunit.client.0.smithi028.stdout: "snaptrim_duration": 0.0, 2024-08-29T19:03:25.159 INFO:tasks.workunit.client.0.smithi028.stdout: "snaptrimq_len": 0, 2024-08-29T19:03:25.160 INFO:tasks.workunit.client.0.smithi028.stdout: "stat_sum": { 2024-08-29T19:03:25.160 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes": 0, 2024-08-29T19:03:25.160 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes_hit_set_archive": 0, 2024-08-29T19:03:25.160 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes_recovered": 0, 2024-08-29T19:03:25.160 INFO:tasks.workunit.client.0.smithi028.stdout: "num_deep_scrub_errors": 0, 2024-08-29T19:03:25.160 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict": 0, 2024-08-29T19:03:25.160 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_kb": 0, 2024-08-29T19:03:25.160 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_mode_full": 0, 2024-08-29T19:03:25.160 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_mode_some": 0, 2024-08-29T19:03:25.160 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush": 0, 2024-08-29T19:03:25.160 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_kb": 0, 2024-08-29T19:03:25.160 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_mode_high": 0, 2024-08-29T19:03:25.160 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_mode_low": 0, 2024-08-29T19:03:25.160 INFO:tasks.workunit.client.0.smithi028.stdout: "num_keys_recovered": 0, 2024-08-29T19:03:25.161 INFO:tasks.workunit.client.0.smithi028.stdout: "num_large_omap_objects": 0, 2024-08-29T19:03:25.161 INFO:tasks.workunit.client.0.smithi028.stdout: "num_legacy_snapsets": 0, 2024-08-29T19:03:25.161 INFO:tasks.workunit.client.0.smithi028.stdout: "num_object_clones": 0, 2024-08-29T19:03:25.161 INFO:tasks.workunit.client.0.smithi028.stdout: "num_object_copies": 3, 2024-08-29T19:03:25.161 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects": 1, 2024-08-29T19:03:25.161 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_degraded": 0, 2024-08-29T19:03:25.161 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_dirty": 1, 2024-08-29T19:03:25.161 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_hit_set_archive": 0, 2024-08-29T19:03:25.161 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_manifest": 0, 2024-08-29T19:03:25.161 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_misplaced": 0, 2024-08-29T19:03:25.161 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_missing": 0, 2024-08-29T19:03:25.161 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_missing_on_primary": 0, 2024-08-29T19:03:25.161 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_omap": 1, 2024-08-29T19:03:25.161 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_pinned": 0, 2024-08-29T19:03:25.162 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_recovered": 0, 2024-08-29T19:03:25.162 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_repaired": 0, 2024-08-29T19:03:25.162 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_unfound": 0, 2024-08-29T19:03:25.162 INFO:tasks.workunit.client.0.smithi028.stdout: "num_omap_bytes": 0, 2024-08-29T19:03:25.162 INFO:tasks.workunit.client.0.smithi028.stdout: "num_omap_keys": 0, 2024-08-29T19:03:25.162 INFO:tasks.workunit.client.0.smithi028.stdout: "num_promote": 0, 2024-08-29T19:03:25.162 INFO:tasks.workunit.client.0.smithi028.stdout: "num_read": 6, 2024-08-29T19:03:25.162 INFO:tasks.workunit.client.0.smithi028.stdout: "num_read_kb": 6, 2024-08-29T19:03:25.162 INFO:tasks.workunit.client.0.smithi028.stdout: "num_scrub_errors": 0, 2024-08-29T19:03:25.162 INFO:tasks.workunit.client.0.smithi028.stdout: "num_shallow_scrub_errors": 0, 2024-08-29T19:03:25.162 INFO:tasks.workunit.client.0.smithi028.stdout: "num_whiteouts": 0, 2024-08-29T19:03:25.162 INFO:tasks.workunit.client.0.smithi028.stdout: "num_write": 3, 2024-08-29T19:03:25.162 INFO:tasks.workunit.client.0.smithi028.stdout: "num_write_kb": 0 2024-08-29T19:03:25.162 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:25.163 INFO:tasks.workunit.client.0.smithi028.stdout: "state": "active+clean", 2024-08-29T19:03:25.163 INFO:tasks.workunit.client.0.smithi028.stdout: "stats_invalid": false, 2024-08-29T19:03:25.163 INFO:tasks.workunit.client.0.smithi028.stdout: "up": [ 2024-08-29T19:03:25.163 INFO:tasks.workunit.client.0.smithi028.stdout: 6, 2024-08-29T19:03:25.163 INFO:tasks.workunit.client.0.smithi028.stdout: 4, 2024-08-29T19:03:25.163 INFO:tasks.workunit.client.0.smithi028.stdout: 2 2024-08-29T19:03:25.163 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-08-29T19:03:25.163 INFO:tasks.workunit.client.0.smithi028.stdout: "up_primary": 6, 2024-08-29T19:03:25.163 INFO:tasks.workunit.client.0.smithi028.stdout: "version": "65'2" 2024-08-29T19:03:25.163 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:25.163 INFO:tasks.workunit.client.0.smithi028.stdout: { 2024-08-29T19:03:25.163 INFO:tasks.workunit.client.0.smithi028.stdout: "acting": [ 2024-08-29T19:03:25.163 INFO:tasks.workunit.client.0.smithi028.stdout: 4, 2024-08-29T19:03:25.163 INFO:tasks.workunit.client.0.smithi028.stdout: 5, 2024-08-29T19:03:25.164 INFO:tasks.workunit.client.0.smithi028.stdout: 6 2024-08-29T19:03:25.164 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-08-29T19:03:25.164 INFO:tasks.workunit.client.0.smithi028.stdout: "acting_primary": 4, 2024-08-29T19:03:25.164 INFO:tasks.workunit.client.0.smithi028.stdout: "avail_no_missing": [], 2024-08-29T19:03:25.164 INFO:tasks.workunit.client.0.smithi028.stdout: "blocked_by": [], 2024-08-29T19:03:25.164 INFO:tasks.workunit.client.0.smithi028.stdout: "created": 69, 2024-08-29T19:03:25.164 INFO:tasks.workunit.client.0.smithi028.stdout: "dirty_stats_invalid": false, 2024-08-29T19:03:25.164 INFO:tasks.workunit.client.0.smithi028.stdout: "hitset_bytes_stats_invalid": false, 2024-08-29T19:03:25.164 INFO:tasks.workunit.client.0.smithi028.stdout: "hitset_stats_invalid": false, 2024-08-29T19:03:25.164 INFO:tasks.workunit.client.0.smithi028.stdout: "last_active": "2024-08-29T19:02:14.931485+0000", 2024-08-29T19:03:25.164 INFO:tasks.workunit.client.0.smithi028.stdout: "last_became_active": "2024-08-29T17:57:36.371296+0000", 2024-08-29T19:03:25.164 INFO:tasks.workunit.client.0.smithi028.stdout: "last_became_peered": "2024-08-29T17:57:36.371296+0000", 2024-08-29T19:03:25.164 INFO:tasks.workunit.client.0.smithi028.stdout: "last_change": "2024-08-29T18:32:49.459481+0000", 2024-08-29T19:03:25.164 INFO:tasks.workunit.client.0.smithi028.stdout: "last_clean": "2024-08-29T19:02:14.931485+0000", 2024-08-29T19:03:25.165 INFO:tasks.workunit.client.0.smithi028.stdout: "last_clean_scrub_stamp": "2024-08-29T17:43:39.870944+0000", 2024-08-29T19:03:25.165 INFO:tasks.workunit.client.0.smithi028.stdout: "last_deep_scrub": "0'0", 2024-08-29T19:03:25.165 INFO:tasks.workunit.client.0.smithi028.stdout: "last_deep_scrub_stamp": "2024-08-29T17:43:39.870944+0000", 2024-08-29T19:03:25.165 INFO:tasks.workunit.client.0.smithi028.stdout: "last_epoch_clean": 646, 2024-08-29T19:03:25.165 INFO:tasks.workunit.client.0.smithi028.stdout: "last_fresh": "2024-08-29T19:02:14.931485+0000", 2024-08-29T19:03:25.165 INFO:tasks.workunit.client.0.smithi028.stdout: "last_fullsized": "2024-08-29T19:02:14.931485+0000", 2024-08-29T19:03:25.165 INFO:tasks.workunit.client.0.smithi028.stdout: "last_peered": "2024-08-29T19:02:14.931485+0000", 2024-08-29T19:03:25.165 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub": "0'0", 2024-08-29T19:03:25.165 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub_duration": 0, 2024-08-29T19:03:25.165 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub_stamp": "2024-08-29T17:43:39.870944+0000", 2024-08-29T19:03:25.165 INFO:tasks.workunit.client.0.smithi028.stdout: "last_undegraded": "2024-08-29T19:02:14.931485+0000", 2024-08-29T19:03:25.165 INFO:tasks.workunit.client.0.smithi028.stdout: "last_unstale": "2024-08-29T19:02:14.931485+0000", 2024-08-29T19:03:25.165 INFO:tasks.workunit.client.0.smithi028.stdout: "log_dups_size": 0, 2024-08-29T19:03:25.165 INFO:tasks.workunit.client.0.smithi028.stdout: "log_size": 2946, 2024-08-29T19:03:25.166 INFO:tasks.workunit.client.0.smithi028.stdout: "log_start": "0'0", 2024-08-29T19:03:25.166 INFO:tasks.workunit.client.0.smithi028.stdout: "manifest_stats_invalid": false, 2024-08-29T19:03:25.166 INFO:tasks.workunit.client.0.smithi028.stdout: "mapping_epoch": 645, 2024-08-29T19:03:25.166 INFO:tasks.workunit.client.0.smithi028.stdout: "object_location_counts": [], 2024-08-29T19:03:25.166 INFO:tasks.workunit.client.0.smithi028.stdout: "objects_scrubbed": 0, 2024-08-29T19:03:25.166 INFO:tasks.workunit.client.0.smithi028.stdout: "objects_trimmed": 0, 2024-08-29T19:03:25.166 INFO:tasks.workunit.client.0.smithi028.stdout: "omap_stats_invalid": false, 2024-08-29T19:03:25.166 INFO:tasks.workunit.client.0.smithi028.stdout: "ondisk_log_size": 2946, 2024-08-29T19:03:25.166 INFO:tasks.workunit.client.0.smithi028.stdout: "ondisk_log_start": "0'0", 2024-08-29T19:03:25.166 INFO:tasks.workunit.client.0.smithi028.stdout: "parent": "0.0", 2024-08-29T19:03:25.166 INFO:tasks.workunit.client.0.smithi028.stdout: "parent_split_bits": 0, 2024-08-29T19:03:25.166 INFO:tasks.workunit.client.0.smithi028.stdout: "pgid": "4.1", 2024-08-29T19:03:25.166 INFO:tasks.workunit.client.0.smithi028.stdout: "pin_stats_invalid": false, 2024-08-29T19:03:25.166 INFO:tasks.workunit.client.0.smithi028.stdout: "purged_snaps": [], 2024-08-29T19:03:25.166 INFO:tasks.workunit.client.0.smithi028.stdout: "reported_epoch": 2650, 2024-08-29T19:03:25.167 INFO:tasks.workunit.client.0.smithi028.stdout: "reported_seq": 8224, 2024-08-29T19:03:25.167 INFO:tasks.workunit.client.0.smithi028.stdout: "scrub_duration": 0.0, 2024-08-29T19:03:25.167 INFO:tasks.workunit.client.0.smithi028.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-30T21:19:24.402790+0000", 2024-08-29T19:03:25.167 INFO:tasks.workunit.client.0.smithi028.stdout: "snaptrim_duration": 0.009747607, 2024-08-29T19:03:25.167 INFO:tasks.workunit.client.0.smithi028.stdout: "snaptrimq_len": 0, 2024-08-29T19:03:25.167 INFO:tasks.workunit.client.0.smithi028.stdout: "stat_sum": { 2024-08-29T19:03:25.167 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes": 0, 2024-08-29T19:03:25.167 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes_hit_set_archive": 0, 2024-08-29T19:03:25.167 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes_recovered": 0, 2024-08-29T19:03:25.167 INFO:tasks.workunit.client.0.smithi028.stdout: "num_deep_scrub_errors": 0, 2024-08-29T19:03:25.167 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict": 0, 2024-08-29T19:03:25.167 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_kb": 0, 2024-08-29T19:03:25.167 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_mode_full": 0, 2024-08-29T19:03:25.167 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_mode_some": 0, 2024-08-29T19:03:25.168 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush": 0, 2024-08-29T19:03:25.168 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_kb": 0, 2024-08-29T19:03:25.168 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_mode_high": 0, 2024-08-29T19:03:25.168 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_mode_low": 0, 2024-08-29T19:03:25.168 INFO:tasks.workunit.client.0.smithi028.stdout: "num_keys_recovered": 0, 2024-08-29T19:03:25.168 INFO:tasks.workunit.client.0.smithi028.stdout: "num_large_omap_objects": 0, 2024-08-29T19:03:25.168 INFO:tasks.workunit.client.0.smithi028.stdout: "num_legacy_snapsets": 0, 2024-08-29T19:03:25.168 INFO:tasks.workunit.client.0.smithi028.stdout: "num_object_clones": 0, 2024-08-29T19:03:25.168 INFO:tasks.workunit.client.0.smithi028.stdout: "num_object_copies": 0, 2024-08-29T19:03:25.168 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects": 0, 2024-08-29T19:03:25.168 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_degraded": 0, 2024-08-29T19:03:25.168 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_dirty": 0, 2024-08-29T19:03:25.168 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_hit_set_archive": 0, 2024-08-29T19:03:25.168 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_manifest": 0, 2024-08-29T19:03:25.169 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_misplaced": 0, 2024-08-29T19:03:25.169 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_missing": 0, 2024-08-29T19:03:25.169 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_missing_on_primary": 0, 2024-08-29T19:03:25.169 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_omap": 0, 2024-08-29T19:03:25.169 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_pinned": 0, 2024-08-29T19:03:25.169 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_recovered": 0, 2024-08-29T19:03:25.169 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_repaired": 0, 2024-08-29T19:03:25.169 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_unfound": 0, 2024-08-29T19:03:25.169 INFO:tasks.workunit.client.0.smithi028.stdout: "num_omap_bytes": 0, 2024-08-29T19:03:25.169 INFO:tasks.workunit.client.0.smithi028.stdout: "num_omap_keys": 0, 2024-08-29T19:03:25.169 INFO:tasks.workunit.client.0.smithi028.stdout: "num_promote": 0, 2024-08-29T19:03:25.169 INFO:tasks.workunit.client.0.smithi028.stdout: "num_read": 910, 2024-08-29T19:03:25.169 INFO:tasks.workunit.client.0.smithi028.stdout: "num_read_kb": 355112, 2024-08-29T19:03:25.169 INFO:tasks.workunit.client.0.smithi028.stdout: "num_scrub_errors": 0, 2024-08-29T19:03:25.170 INFO:tasks.workunit.client.0.smithi028.stdout: "num_shallow_scrub_errors": 0, 2024-08-29T19:03:25.170 INFO:tasks.workunit.client.0.smithi028.stdout: "num_whiteouts": 0, 2024-08-29T19:03:25.170 INFO:tasks.workunit.client.0.smithi028.stdout: "num_write": 2938, 2024-08-29T19:03:25.170 INFO:tasks.workunit.client.0.smithi028.stdout: "num_write_kb": 378629 2024-08-29T19:03:25.170 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:25.170 INFO:tasks.workunit.client.0.smithi028.stdout: "state": "active+clean", 2024-08-29T19:03:25.170 INFO:tasks.workunit.client.0.smithi028.stdout: "stats_invalid": false, 2024-08-29T19:03:25.170 INFO:tasks.workunit.client.0.smithi028.stdout: "up": [ 2024-08-29T19:03:25.170 INFO:tasks.workunit.client.0.smithi028.stdout: 4, 2024-08-29T19:03:25.170 INFO:tasks.workunit.client.0.smithi028.stdout: 5, 2024-08-29T19:03:25.170 INFO:tasks.workunit.client.0.smithi028.stdout: 6 2024-08-29T19:03:25.170 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-08-29T19:03:25.170 INFO:tasks.workunit.client.0.smithi028.stdout: "up_primary": 4, 2024-08-29T19:03:25.170 INFO:tasks.workunit.client.0.smithi028.stdout: "version": "1182'2946" 2024-08-29T19:03:25.170 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:25.171 INFO:tasks.workunit.client.0.smithi028.stdout: { 2024-08-29T19:03:25.171 INFO:tasks.workunit.client.0.smithi028.stdout: "acting": [ 2024-08-29T19:03:25.171 INFO:tasks.workunit.client.0.smithi028.stdout: 3, 2024-08-29T19:03:25.171 INFO:tasks.workunit.client.0.smithi028.stdout: 7, 2024-08-29T19:03:25.171 INFO:tasks.workunit.client.0.smithi028.stdout: 1 2024-08-29T19:03:25.171 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-08-29T19:03:25.171 INFO:tasks.workunit.client.0.smithi028.stdout: "acting_primary": 3, 2024-08-29T19:03:25.171 INFO:tasks.workunit.client.0.smithi028.stdout: "avail_no_missing": [], 2024-08-29T19:03:25.171 INFO:tasks.workunit.client.0.smithi028.stdout: "blocked_by": [], 2024-08-29T19:03:25.171 INFO:tasks.workunit.client.0.smithi028.stdout: "created": 62, 2024-08-29T19:03:25.171 INFO:tasks.workunit.client.0.smithi028.stdout: "dirty_stats_invalid": false, 2024-08-29T19:03:25.171 INFO:tasks.workunit.client.0.smithi028.stdout: "hitset_bytes_stats_invalid": false, 2024-08-29T19:03:25.171 INFO:tasks.workunit.client.0.smithi028.stdout: "hitset_stats_invalid": false, 2024-08-29T19:03:25.171 INFO:tasks.workunit.client.0.smithi028.stdout: "last_active": "2024-08-29T19:02:14.844433+0000", 2024-08-29T19:03:25.172 INFO:tasks.workunit.client.0.smithi028.stdout: "last_became_active": "2024-08-29T17:58:11.349077+0000", 2024-08-29T19:03:25.172 INFO:tasks.workunit.client.0.smithi028.stdout: "last_became_peered": "2024-08-29T17:58:11.349077+0000", 2024-08-29T19:03:25.172 INFO:tasks.workunit.client.0.smithi028.stdout: "last_change": "2024-08-29T17:58:11.350545+0000", 2024-08-29T19:03:25.172 INFO:tasks.workunit.client.0.smithi028.stdout: "last_clean": "2024-08-29T19:02:14.844433+0000", 2024-08-29T19:03:25.172 INFO:tasks.workunit.client.0.smithi028.stdout: "last_clean_scrub_stamp": "2024-08-29T17:41:01.987071+0000", 2024-08-29T19:03:25.172 INFO:tasks.workunit.client.0.smithi028.stdout: "last_deep_scrub": "0'0", 2024-08-29T19:03:25.172 INFO:tasks.workunit.client.0.smithi028.stdout: "last_deep_scrub_stamp": "2024-08-29T17:41:01.987071+0000", 2024-08-29T19:03:25.172 INFO:tasks.workunit.client.0.smithi028.stdout: "last_epoch_clean": 681, 2024-08-29T19:03:25.172 INFO:tasks.workunit.client.0.smithi028.stdout: "last_fresh": "2024-08-29T19:02:14.844433+0000", 2024-08-29T19:03:25.172 INFO:tasks.workunit.client.0.smithi028.stdout: "last_fullsized": "2024-08-29T19:02:14.844433+0000", 2024-08-29T19:03:25.172 INFO:tasks.workunit.client.0.smithi028.stdout: "last_peered": "2024-08-29T19:02:14.844433+0000", 2024-08-29T19:03:25.172 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub": "0'0", 2024-08-29T19:03:25.173 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub_duration": 0, 2024-08-29T19:03:25.173 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub_stamp": "2024-08-29T17:41:01.987071+0000", 2024-08-29T19:03:25.173 INFO:tasks.workunit.client.0.smithi028.stdout: "last_undegraded": "2024-08-29T19:02:14.844433+0000", 2024-08-29T19:03:25.173 INFO:tasks.workunit.client.0.smithi028.stdout: "last_unstale": "2024-08-29T19:02:14.844433+0000", 2024-08-29T19:03:25.173 INFO:tasks.workunit.client.0.smithi028.stdout: "log_dups_size": 0, 2024-08-29T19:03:25.173 INFO:tasks.workunit.client.0.smithi028.stdout: "log_size": 0, 2024-08-29T19:03:25.173 INFO:tasks.workunit.client.0.smithi028.stdout: "log_start": "0'0", 2024-08-29T19:03:25.173 INFO:tasks.workunit.client.0.smithi028.stdout: "manifest_stats_invalid": false, 2024-08-29T19:03:25.173 INFO:tasks.workunit.client.0.smithi028.stdout: "mapping_epoch": 680, 2024-08-29T19:03:25.173 INFO:tasks.workunit.client.0.smithi028.stdout: "object_location_counts": [], 2024-08-29T19:03:25.173 INFO:tasks.workunit.client.0.smithi028.stdout: "objects_scrubbed": 0, 2024-08-29T19:03:25.173 INFO:tasks.workunit.client.0.smithi028.stdout: "objects_trimmed": 0, 2024-08-29T19:03:25.173 INFO:tasks.workunit.client.0.smithi028.stdout: "omap_stats_invalid": false, 2024-08-29T19:03:25.173 INFO:tasks.workunit.client.0.smithi028.stdout: "ondisk_log_size": 0, 2024-08-29T19:03:25.174 INFO:tasks.workunit.client.0.smithi028.stdout: "ondisk_log_start": "0'0", 2024-08-29T19:03:25.174 INFO:tasks.workunit.client.0.smithi028.stdout: "parent": "0.0", 2024-08-29T19:03:25.174 INFO:tasks.workunit.client.0.smithi028.stdout: "parent_split_bits": 0, 2024-08-29T19:03:25.174 INFO:tasks.workunit.client.0.smithi028.stdout: "pgid": "3.7", 2024-08-29T19:03:25.174 INFO:tasks.workunit.client.0.smithi028.stdout: "pin_stats_invalid": false, 2024-08-29T19:03:25.174 INFO:tasks.workunit.client.0.smithi028.stdout: "purged_snaps": [], 2024-08-29T19:03:25.174 INFO:tasks.workunit.client.0.smithi028.stdout: "reported_epoch": 2650, 2024-08-29T19:03:25.174 INFO:tasks.workunit.client.0.smithi028.stdout: "reported_seq": 4730, 2024-08-29T19:03:25.174 INFO:tasks.workunit.client.0.smithi028.stdout: "scrub_duration": 0.0, 2024-08-29T19:03:25.174 INFO:tasks.workunit.client.0.smithi028.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-30T21:59:51.088042+0000", 2024-08-29T19:03:25.174 INFO:tasks.workunit.client.0.smithi028.stdout: "snaptrim_duration": 0.0, 2024-08-29T19:03:25.174 INFO:tasks.workunit.client.0.smithi028.stdout: "snaptrimq_len": 0, 2024-08-29T19:03:25.174 INFO:tasks.workunit.client.0.smithi028.stdout: "stat_sum": { 2024-08-29T19:03:25.174 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes": 0, 2024-08-29T19:03:25.175 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes_hit_set_archive": 0, 2024-08-29T19:03:25.175 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes_recovered": 0, 2024-08-29T19:03:25.175 INFO:tasks.workunit.client.0.smithi028.stdout: "num_deep_scrub_errors": 0, 2024-08-29T19:03:25.175 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict": 0, 2024-08-29T19:03:25.175 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_kb": 0, 2024-08-29T19:03:25.175 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_mode_full": 0, 2024-08-29T19:03:25.175 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_mode_some": 0, 2024-08-29T19:03:25.175 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush": 0, 2024-08-29T19:03:25.175 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_kb": 0, 2024-08-29T19:03:25.175 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_mode_high": 0, 2024-08-29T19:03:25.175 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_mode_low": 0, 2024-08-29T19:03:25.175 INFO:tasks.workunit.client.0.smithi028.stdout: "num_keys_recovered": 0, 2024-08-29T19:03:25.175 INFO:tasks.workunit.client.0.smithi028.stdout: "num_large_omap_objects": 0, 2024-08-29T19:03:25.175 INFO:tasks.workunit.client.0.smithi028.stdout: "num_legacy_snapsets": 0, 2024-08-29T19:03:25.176 INFO:tasks.workunit.client.0.smithi028.stdout: "num_object_clones": 0, 2024-08-29T19:03:25.176 INFO:tasks.workunit.client.0.smithi028.stdout: "num_object_copies": 0, 2024-08-29T19:03:25.176 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects": 0, 2024-08-29T19:03:25.176 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_degraded": 0, 2024-08-29T19:03:25.176 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_dirty": 0, 2024-08-29T19:03:25.176 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_hit_set_archive": 0, 2024-08-29T19:03:25.176 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_manifest": 0, 2024-08-29T19:03:25.176 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_misplaced": 0, 2024-08-29T19:03:25.176 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_missing": 0, 2024-08-29T19:03:25.176 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_missing_on_primary": 0, 2024-08-29T19:03:25.176 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_omap": 0, 2024-08-29T19:03:25.176 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_pinned": 0, 2024-08-29T19:03:25.176 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_recovered": 0, 2024-08-29T19:03:25.177 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_repaired": 0, 2024-08-29T19:03:25.177 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_unfound": 0, 2024-08-29T19:03:25.177 INFO:tasks.workunit.client.0.smithi028.stdout: "num_omap_bytes": 0, 2024-08-29T19:03:25.177 INFO:tasks.workunit.client.0.smithi028.stdout: "num_omap_keys": 0, 2024-08-29T19:03:25.177 INFO:tasks.workunit.client.0.smithi028.stdout: "num_promote": 0, 2024-08-29T19:03:25.177 INFO:tasks.workunit.client.0.smithi028.stdout: "num_read": 0, 2024-08-29T19:03:25.177 INFO:tasks.workunit.client.0.smithi028.stdout: "num_read_kb": 0, 2024-08-29T19:03:25.177 INFO:tasks.workunit.client.0.smithi028.stdout: "num_scrub_errors": 0, 2024-08-29T19:03:25.177 INFO:tasks.workunit.client.0.smithi028.stdout: "num_shallow_scrub_errors": 0, 2024-08-29T19:03:25.177 INFO:tasks.workunit.client.0.smithi028.stdout: "num_whiteouts": 0, 2024-08-29T19:03:25.177 INFO:tasks.workunit.client.0.smithi028.stdout: "num_write": 0, 2024-08-29T19:03:25.177 INFO:tasks.workunit.client.0.smithi028.stdout: "num_write_kb": 0 2024-08-29T19:03:25.177 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:25.177 INFO:tasks.workunit.client.0.smithi028.stdout: "state": "active+clean", 2024-08-29T19:03:25.177 INFO:tasks.workunit.client.0.smithi028.stdout: "stats_invalid": false, 2024-08-29T19:03:25.178 INFO:tasks.workunit.client.0.smithi028.stdout: "up": [ 2024-08-29T19:03:25.178 INFO:tasks.workunit.client.0.smithi028.stdout: 3, 2024-08-29T19:03:25.178 INFO:tasks.workunit.client.0.smithi028.stdout: 7, 2024-08-29T19:03:25.178 INFO:tasks.workunit.client.0.smithi028.stdout: 1 2024-08-29T19:03:25.178 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-08-29T19:03:25.178 INFO:tasks.workunit.client.0.smithi028.stdout: "up_primary": 3, 2024-08-29T19:03:25.178 INFO:tasks.workunit.client.0.smithi028.stdout: "version": "0'0" 2024-08-29T19:03:25.178 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:25.178 INFO:tasks.workunit.client.0.smithi028.stdout: { 2024-08-29T19:03:25.178 INFO:tasks.workunit.client.0.smithi028.stdout: "acting": [ 2024-08-29T19:03:25.178 INFO:tasks.workunit.client.0.smithi028.stdout: 1, 2024-08-29T19:03:25.178 INFO:tasks.workunit.client.0.smithi028.stdout: 6, 2024-08-29T19:03:25.178 INFO:tasks.workunit.client.0.smithi028.stdout: 4 2024-08-29T19:03:25.178 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-08-29T19:03:25.179 INFO:tasks.workunit.client.0.smithi028.stdout: "acting_primary": 1, 2024-08-29T19:03:25.179 INFO:tasks.workunit.client.0.smithi028.stdout: "avail_no_missing": [], 2024-08-29T19:03:25.179 INFO:tasks.workunit.client.0.smithi028.stdout: "blocked_by": [], 2024-08-29T19:03:25.179 INFO:tasks.workunit.client.0.smithi028.stdout: "created": 59, 2024-08-29T19:03:25.179 INFO:tasks.workunit.client.0.smithi028.stdout: "dirty_stats_invalid": false, 2024-08-29T19:03:25.179 INFO:tasks.workunit.client.0.smithi028.stdout: "hitset_bytes_stats_invalid": false, 2024-08-29T19:03:25.179 INFO:tasks.workunit.client.0.smithi028.stdout: "hitset_stats_invalid": false, 2024-08-29T19:03:25.179 INFO:tasks.workunit.client.0.smithi028.stdout: "last_active": "2024-08-29T19:02:14.823097+0000", 2024-08-29T19:03:25.179 INFO:tasks.workunit.client.0.smithi028.stdout: "last_became_active": "2024-08-29T17:57:36.372844+0000", 2024-08-29T19:03:25.179 INFO:tasks.workunit.client.0.smithi028.stdout: "last_became_peered": "2024-08-29T17:57:36.372844+0000", 2024-08-29T19:03:25.179 INFO:tasks.workunit.client.0.smithi028.stdout: "last_change": "2024-08-29T17:57:36.373898+0000", 2024-08-29T19:03:25.179 INFO:tasks.workunit.client.0.smithi028.stdout: "last_clean": "2024-08-29T19:02:14.823097+0000", 2024-08-29T19:03:25.179 INFO:tasks.workunit.client.0.smithi028.stdout: "last_clean_scrub_stamp": "2024-08-29T17:40:52.944949+0000", 2024-08-29T19:03:25.179 INFO:tasks.workunit.client.0.smithi028.stdout: "last_deep_scrub": "0'0", 2024-08-29T19:03:25.180 INFO:tasks.workunit.client.0.smithi028.stdout: "last_deep_scrub_stamp": "2024-08-29T17:40:52.944949+0000", 2024-08-29T19:03:25.180 INFO:tasks.workunit.client.0.smithi028.stdout: "last_epoch_clean": 646, 2024-08-29T19:03:25.180 INFO:tasks.workunit.client.0.smithi028.stdout: "last_fresh": "2024-08-29T19:02:14.823097+0000", 2024-08-29T19:03:25.180 INFO:tasks.workunit.client.0.smithi028.stdout: "last_fullsized": "2024-08-29T19:02:14.823097+0000", 2024-08-29T19:03:25.180 INFO:tasks.workunit.client.0.smithi028.stdout: "last_peered": "2024-08-29T19:02:14.823097+0000", 2024-08-29T19:03:25.180 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub": "0'0", 2024-08-29T19:03:25.180 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub_duration": 0, 2024-08-29T19:03:25.180 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub_stamp": "2024-08-29T17:40:52.944949+0000", 2024-08-29T19:03:25.180 INFO:tasks.workunit.client.0.smithi028.stdout: "last_undegraded": "2024-08-29T19:02:14.823097+0000", 2024-08-29T19:03:25.180 INFO:tasks.workunit.client.0.smithi028.stdout: "last_unstale": "2024-08-29T19:02:14.823097+0000", 2024-08-29T19:03:25.180 INFO:tasks.workunit.client.0.smithi028.stdout: "log_dups_size": 0, 2024-08-29T19:03:25.180 INFO:tasks.workunit.client.0.smithi028.stdout: "log_size": 2, 2024-08-29T19:03:25.180 INFO:tasks.workunit.client.0.smithi028.stdout: "log_start": "0'0", 2024-08-29T19:03:25.180 INFO:tasks.workunit.client.0.smithi028.stdout: "manifest_stats_invalid": false, 2024-08-29T19:03:25.181 INFO:tasks.workunit.client.0.smithi028.stdout: "mapping_epoch": 645, 2024-08-29T19:03:25.181 INFO:tasks.workunit.client.0.smithi028.stdout: "object_location_counts": [], 2024-08-29T19:03:25.181 INFO:tasks.workunit.client.0.smithi028.stdout: "objects_scrubbed": 0, 2024-08-29T19:03:25.181 INFO:tasks.workunit.client.0.smithi028.stdout: "objects_trimmed": 0, 2024-08-29T19:03:25.181 INFO:tasks.workunit.client.0.smithi028.stdout: "omap_stats_invalid": false, 2024-08-29T19:03:25.181 INFO:tasks.workunit.client.0.smithi028.stdout: "ondisk_log_size": 2, 2024-08-29T19:03:25.181 INFO:tasks.workunit.client.0.smithi028.stdout: "ondisk_log_start": "0'0", 2024-08-29T19:03:25.181 INFO:tasks.workunit.client.0.smithi028.stdout: "parent": "0.0", 2024-08-29T19:03:25.181 INFO:tasks.workunit.client.0.smithi028.stdout: "parent_split_bits": 0, 2024-08-29T19:03:25.181 INFO:tasks.workunit.client.0.smithi028.stdout: "pgid": "2.6", 2024-08-29T19:03:25.181 INFO:tasks.workunit.client.0.smithi028.stdout: "pin_stats_invalid": false, 2024-08-29T19:03:25.181 INFO:tasks.workunit.client.0.smithi028.stdout: "purged_snaps": [], 2024-08-29T19:03:25.181 INFO:tasks.workunit.client.0.smithi028.stdout: "reported_epoch": 2650, 2024-08-29T19:03:25.181 INFO:tasks.workunit.client.0.smithi028.stdout: "reported_seq": 4758, 2024-08-29T19:03:25.182 INFO:tasks.workunit.client.0.smithi028.stdout: "scrub_duration": 0.0, 2024-08-29T19:03:25.182 INFO:tasks.workunit.client.0.smithi028.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-30T22:52:59.239805+0000", 2024-08-29T19:03:25.182 INFO:tasks.workunit.client.0.smithi028.stdout: "snaptrim_duration": 0.0, 2024-08-29T19:03:25.182 INFO:tasks.workunit.client.0.smithi028.stdout: "snaptrimq_len": 0, 2024-08-29T19:03:25.182 INFO:tasks.workunit.client.0.smithi028.stdout: "stat_sum": { 2024-08-29T19:03:25.182 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes": 0, 2024-08-29T19:03:25.182 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes_hit_set_archive": 0, 2024-08-29T19:03:25.182 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes_recovered": 0, 2024-08-29T19:03:25.182 INFO:tasks.workunit.client.0.smithi028.stdout: "num_deep_scrub_errors": 0, 2024-08-29T19:03:25.182 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict": 0, 2024-08-29T19:03:25.182 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_kb": 0, 2024-08-29T19:03:25.182 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_mode_full": 0, 2024-08-29T19:03:25.182 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_mode_some": 0, 2024-08-29T19:03:25.182 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush": 0, 2024-08-29T19:03:25.183 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_kb": 0, 2024-08-29T19:03:25.183 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_mode_high": 0, 2024-08-29T19:03:25.183 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_mode_low": 0, 2024-08-29T19:03:25.183 INFO:tasks.workunit.client.0.smithi028.stdout: "num_keys_recovered": 0, 2024-08-29T19:03:25.183 INFO:tasks.workunit.client.0.smithi028.stdout: "num_large_omap_objects": 0, 2024-08-29T19:03:25.183 INFO:tasks.workunit.client.0.smithi028.stdout: "num_legacy_snapsets": 0, 2024-08-29T19:03:25.183 INFO:tasks.workunit.client.0.smithi028.stdout: "num_object_clones": 0, 2024-08-29T19:03:25.183 INFO:tasks.workunit.client.0.smithi028.stdout: "num_object_copies": 3, 2024-08-29T19:03:25.183 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects": 1, 2024-08-29T19:03:25.183 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_degraded": 0, 2024-08-29T19:03:25.183 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_dirty": 1, 2024-08-29T19:03:25.183 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_hit_set_archive": 0, 2024-08-29T19:03:25.183 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_manifest": 0, 2024-08-29T19:03:25.183 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_misplaced": 0, 2024-08-29T19:03:25.183 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_missing": 0, 2024-08-29T19:03:25.184 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_missing_on_primary": 0, 2024-08-29T19:03:25.184 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_omap": 1, 2024-08-29T19:03:25.184 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_pinned": 0, 2024-08-29T19:03:25.184 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_recovered": 0, 2024-08-29T19:03:25.184 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_repaired": 0, 2024-08-29T19:03:25.184 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_unfound": 0, 2024-08-29T19:03:25.184 INFO:tasks.workunit.client.0.smithi028.stdout: "num_omap_bytes": 0, 2024-08-29T19:03:25.184 INFO:tasks.workunit.client.0.smithi028.stdout: "num_omap_keys": 0, 2024-08-29T19:03:25.184 INFO:tasks.workunit.client.0.smithi028.stdout: "num_promote": 0, 2024-08-29T19:03:25.184 INFO:tasks.workunit.client.0.smithi028.stdout: "num_read": 2, 2024-08-29T19:03:25.184 INFO:tasks.workunit.client.0.smithi028.stdout: "num_read_kb": 2, 2024-08-29T19:03:25.184 INFO:tasks.workunit.client.0.smithi028.stdout: "num_scrub_errors": 0, 2024-08-29T19:03:25.184 INFO:tasks.workunit.client.0.smithi028.stdout: "num_shallow_scrub_errors": 0, 2024-08-29T19:03:25.184 INFO:tasks.workunit.client.0.smithi028.stdout: "num_whiteouts": 0, 2024-08-29T19:03:25.185 INFO:tasks.workunit.client.0.smithi028.stdout: "num_write": 2, 2024-08-29T19:03:25.185 INFO:tasks.workunit.client.0.smithi028.stdout: "num_write_kb": 0 2024-08-29T19:03:25.185 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:25.185 INFO:tasks.workunit.client.0.smithi028.stdout: "state": "active+clean", 2024-08-29T19:03:25.185 INFO:tasks.workunit.client.0.smithi028.stdout: "stats_invalid": false, 2024-08-29T19:03:25.185 INFO:tasks.workunit.client.0.smithi028.stdout: "up": [ 2024-08-29T19:03:25.185 INFO:tasks.workunit.client.0.smithi028.stdout: 1, 2024-08-29T19:03:25.185 INFO:tasks.workunit.client.0.smithi028.stdout: 6, 2024-08-29T19:03:25.185 INFO:tasks.workunit.client.0.smithi028.stdout: 4 2024-08-29T19:03:25.185 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-08-29T19:03:25.185 INFO:tasks.workunit.client.0.smithi028.stdout: "up_primary": 1, 2024-08-29T19:03:25.185 INFO:tasks.workunit.client.0.smithi028.stdout: "version": "725'2" 2024-08-29T19:03:25.185 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:25.185 INFO:tasks.workunit.client.0.smithi028.stdout: { 2024-08-29T19:03:25.186 INFO:tasks.workunit.client.0.smithi028.stdout: "acting": [ 2024-08-29T19:03:25.186 INFO:tasks.workunit.client.0.smithi028.stdout: 3, 2024-08-29T19:03:25.186 INFO:tasks.workunit.client.0.smithi028.stdout: 7, 2024-08-29T19:03:25.186 INFO:tasks.workunit.client.0.smithi028.stdout: 0 2024-08-29T19:03:25.186 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-08-29T19:03:25.186 INFO:tasks.workunit.client.0.smithi028.stdout: "acting_primary": 3, 2024-08-29T19:03:25.186 INFO:tasks.workunit.client.0.smithi028.stdout: "avail_no_missing": [], 2024-08-29T19:03:25.186 INFO:tasks.workunit.client.0.smithi028.stdout: "blocked_by": [], 2024-08-29T19:03:25.186 INFO:tasks.workunit.client.0.smithi028.stdout: "created": 69, 2024-08-29T19:03:25.186 INFO:tasks.workunit.client.0.smithi028.stdout: "dirty_stats_invalid": false, 2024-08-29T19:03:25.186 INFO:tasks.workunit.client.0.smithi028.stdout: "hitset_bytes_stats_invalid": false, 2024-08-29T19:03:25.186 INFO:tasks.workunit.client.0.smithi028.stdout: "hitset_stats_invalid": false, 2024-08-29T19:03:25.186 INFO:tasks.workunit.client.0.smithi028.stdout: "last_active": "2024-08-29T19:02:14.840791+0000", 2024-08-29T19:03:25.186 INFO:tasks.workunit.client.0.smithi028.stdout: "last_became_active": "2024-08-29T17:58:11.348660+0000", 2024-08-29T19:03:25.187 INFO:tasks.workunit.client.0.smithi028.stdout: "last_became_peered": "2024-08-29T17:58:11.348660+0000", 2024-08-29T19:03:25.187 INFO:tasks.workunit.client.0.smithi028.stdout: "last_change": "2024-08-29T18:32:49.473272+0000", 2024-08-29T19:03:25.187 INFO:tasks.workunit.client.0.smithi028.stdout: "last_clean": "2024-08-29T19:02:14.840791+0000", 2024-08-29T19:03:25.187 INFO:tasks.workunit.client.0.smithi028.stdout: "last_clean_scrub_stamp": "2024-08-29T17:43:39.870944+0000", 2024-08-29T19:03:25.187 INFO:tasks.workunit.client.0.smithi028.stdout: "last_deep_scrub": "0'0", 2024-08-29T19:03:25.187 INFO:tasks.workunit.client.0.smithi028.stdout: "last_deep_scrub_stamp": "2024-08-29T17:43:39.870944+0000", 2024-08-29T19:03:25.187 INFO:tasks.workunit.client.0.smithi028.stdout: "last_epoch_clean": 681, 2024-08-29T19:03:25.187 INFO:tasks.workunit.client.0.smithi028.stdout: "last_fresh": "2024-08-29T19:02:14.840791+0000", 2024-08-29T19:03:25.187 INFO:tasks.workunit.client.0.smithi028.stdout: "last_fullsized": "2024-08-29T19:02:14.840791+0000", 2024-08-29T19:03:25.187 INFO:tasks.workunit.client.0.smithi028.stdout: "last_peered": "2024-08-29T19:02:14.840791+0000", 2024-08-29T19:03:25.187 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub": "0'0", 2024-08-29T19:03:25.187 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub_duration": 0, 2024-08-29T19:03:25.187 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub_stamp": "2024-08-29T17:43:39.870944+0000", 2024-08-29T19:03:25.188 INFO:tasks.workunit.client.0.smithi028.stdout: "last_undegraded": "2024-08-29T19:02:14.840791+0000", 2024-08-29T19:03:25.188 INFO:tasks.workunit.client.0.smithi028.stdout: "last_unstale": "2024-08-29T19:02:14.840791+0000", 2024-08-29T19:03:25.188 INFO:tasks.workunit.client.0.smithi028.stdout: "log_dups_size": 0, 2024-08-29T19:03:25.188 INFO:tasks.workunit.client.0.smithi028.stdout: "log_size": 2928, 2024-08-29T19:03:25.188 INFO:tasks.workunit.client.0.smithi028.stdout: "log_start": "0'0", 2024-08-29T19:03:25.188 INFO:tasks.workunit.client.0.smithi028.stdout: "manifest_stats_invalid": false, 2024-08-29T19:03:25.188 INFO:tasks.workunit.client.0.smithi028.stdout: "mapping_epoch": 680, 2024-08-29T19:03:25.188 INFO:tasks.workunit.client.0.smithi028.stdout: "object_location_counts": [], 2024-08-29T19:03:25.188 INFO:tasks.workunit.client.0.smithi028.stdout: "objects_scrubbed": 0, 2024-08-29T19:03:25.188 INFO:tasks.workunit.client.0.smithi028.stdout: "objects_trimmed": 0, 2024-08-29T19:03:25.188 INFO:tasks.workunit.client.0.smithi028.stdout: "omap_stats_invalid": false, 2024-08-29T19:03:25.188 INFO:tasks.workunit.client.0.smithi028.stdout: "ondisk_log_size": 2928, 2024-08-29T19:03:25.188 INFO:tasks.workunit.client.0.smithi028.stdout: "ondisk_log_start": "0'0", 2024-08-29T19:03:25.189 INFO:tasks.workunit.client.0.smithi028.stdout: "parent": "0.0", 2024-08-29T19:03:25.189 INFO:tasks.workunit.client.0.smithi028.stdout: "parent_split_bits": 0, 2024-08-29T19:03:25.189 INFO:tasks.workunit.client.0.smithi028.stdout: "pgid": "4.0", 2024-08-29T19:03:25.189 INFO:tasks.workunit.client.0.smithi028.stdout: "pin_stats_invalid": false, 2024-08-29T19:03:25.189 INFO:tasks.workunit.client.0.smithi028.stdout: "purged_snaps": [], 2024-08-29T19:03:25.189 INFO:tasks.workunit.client.0.smithi028.stdout: "reported_epoch": 2650, 2024-08-29T19:03:25.189 INFO:tasks.workunit.client.0.smithi028.stdout: "reported_seq": 8278, 2024-08-29T19:03:25.189 INFO:tasks.workunit.client.0.smithi028.stdout: "scrub_duration": 0.0, 2024-08-29T19:03:25.189 INFO:tasks.workunit.client.0.smithi028.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-31T02:38:40.087934+0000", 2024-08-29T19:03:25.189 INFO:tasks.workunit.client.0.smithi028.stdout: "snaptrim_duration": 0.013815927, 2024-08-29T19:03:25.189 INFO:tasks.workunit.client.0.smithi028.stdout: "snaptrimq_len": 0, 2024-08-29T19:03:25.189 INFO:tasks.workunit.client.0.smithi028.stdout: "stat_sum": { 2024-08-29T19:03:25.189 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes": 0, 2024-08-29T19:03:25.190 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes_hit_set_archive": 0, 2024-08-29T19:03:25.190 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes_recovered": 0, 2024-08-29T19:03:25.190 INFO:tasks.workunit.client.0.smithi028.stdout: "num_deep_scrub_errors": 0, 2024-08-29T19:03:25.190 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict": 0, 2024-08-29T19:03:25.190 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_kb": 0, 2024-08-29T19:03:25.190 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_mode_full": 0, 2024-08-29T19:03:25.190 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_mode_some": 0, 2024-08-29T19:03:25.190 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush": 0, 2024-08-29T19:03:25.190 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_kb": 0, 2024-08-29T19:03:25.190 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_mode_high": 0, 2024-08-29T19:03:25.190 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_mode_low": 0, 2024-08-29T19:03:25.190 INFO:tasks.workunit.client.0.smithi028.stdout: "num_keys_recovered": 0, 2024-08-29T19:03:25.190 INFO:tasks.workunit.client.0.smithi028.stdout: "num_large_omap_objects": 0, 2024-08-29T19:03:25.191 INFO:tasks.workunit.client.0.smithi028.stdout: "num_legacy_snapsets": 0, 2024-08-29T19:03:25.191 INFO:tasks.workunit.client.0.smithi028.stdout: "num_object_clones": 0, 2024-08-29T19:03:25.191 INFO:tasks.workunit.client.0.smithi028.stdout: "num_object_copies": 0, 2024-08-29T19:03:25.191 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects": 0, 2024-08-29T19:03:25.191 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_degraded": 0, 2024-08-29T19:03:25.191 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_dirty": 0, 2024-08-29T19:03:25.191 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_hit_set_archive": 0, 2024-08-29T19:03:25.191 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_manifest": 0, 2024-08-29T19:03:25.191 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_misplaced": 0, 2024-08-29T19:03:25.191 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_missing": 0, 2024-08-29T19:03:25.191 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_missing_on_primary": 0, 2024-08-29T19:03:25.191 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_omap": 0, 2024-08-29T19:03:25.191 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_pinned": 0, 2024-08-29T19:03:25.191 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_recovered": 0, 2024-08-29T19:03:25.192 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_repaired": 0, 2024-08-29T19:03:25.192 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_unfound": 0, 2024-08-29T19:03:25.192 INFO:tasks.workunit.client.0.smithi028.stdout: "num_omap_bytes": 0, 2024-08-29T19:03:25.192 INFO:tasks.workunit.client.0.smithi028.stdout: "num_omap_keys": 0, 2024-08-29T19:03:25.192 INFO:tasks.workunit.client.0.smithi028.stdout: "num_promote": 0, 2024-08-29T19:03:25.192 INFO:tasks.workunit.client.0.smithi028.stdout: "num_read": 1081, 2024-08-29T19:03:25.192 INFO:tasks.workunit.client.0.smithi028.stdout: "num_read_kb": 389897, 2024-08-29T19:03:25.192 INFO:tasks.workunit.client.0.smithi028.stdout: "num_scrub_errors": 0, 2024-08-29T19:03:25.192 INFO:tasks.workunit.client.0.smithi028.stdout: "num_shallow_scrub_errors": 0, 2024-08-29T19:03:25.192 INFO:tasks.workunit.client.0.smithi028.stdout: "num_whiteouts": 0, 2024-08-29T19:03:25.192 INFO:tasks.workunit.client.0.smithi028.stdout: "num_write": 2917, 2024-08-29T19:03:25.192 INFO:tasks.workunit.client.0.smithi028.stdout: "num_write_kb": 322744 2024-08-29T19:03:25.192 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:25.192 INFO:tasks.workunit.client.0.smithi028.stdout: "state": "active+clean", 2024-08-29T19:03:25.193 INFO:tasks.workunit.client.0.smithi028.stdout: "stats_invalid": false, 2024-08-29T19:03:25.193 INFO:tasks.workunit.client.0.smithi028.stdout: "up": [ 2024-08-29T19:03:25.193 INFO:tasks.workunit.client.0.smithi028.stdout: 3, 2024-08-29T19:03:25.193 INFO:tasks.workunit.client.0.smithi028.stdout: 7, 2024-08-29T19:03:25.193 INFO:tasks.workunit.client.0.smithi028.stdout: 0 2024-08-29T19:03:25.193 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-08-29T19:03:25.193 INFO:tasks.workunit.client.0.smithi028.stdout: "up_primary": 3, 2024-08-29T19:03:25.193 INFO:tasks.workunit.client.0.smithi028.stdout: "version": "1182'2928" 2024-08-29T19:03:25.193 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:25.193 INFO:tasks.workunit.client.0.smithi028.stdout: { 2024-08-29T19:03:25.193 INFO:tasks.workunit.client.0.smithi028.stdout: "acting": [ 2024-08-29T19:03:25.193 INFO:tasks.workunit.client.0.smithi028.stdout: 1, 2024-08-29T19:03:25.194 INFO:tasks.workunit.client.0.smithi028.stdout: 2, 2024-08-29T19:03:25.194 INFO:tasks.workunit.client.0.smithi028.stdout: 5 2024-08-29T19:03:25.194 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-08-29T19:03:25.194 INFO:tasks.workunit.client.0.smithi028.stdout: "acting_primary": 1, 2024-08-29T19:03:25.194 INFO:tasks.workunit.client.0.smithi028.stdout: "avail_no_missing": [], 2024-08-29T19:03:25.194 INFO:tasks.workunit.client.0.smithi028.stdout: "blocked_by": [], 2024-08-29T19:03:25.194 INFO:tasks.workunit.client.0.smithi028.stdout: "created": 62, 2024-08-29T19:03:25.194 INFO:tasks.workunit.client.0.smithi028.stdout: "dirty_stats_invalid": false, 2024-08-29T19:03:25.194 INFO:tasks.workunit.client.0.smithi028.stdout: "hitset_bytes_stats_invalid": false, 2024-08-29T19:03:25.194 INFO:tasks.workunit.client.0.smithi028.stdout: "hitset_stats_invalid": false, 2024-08-29T19:03:25.194 INFO:tasks.workunit.client.0.smithi028.stdout: "last_active": "2024-08-29T19:02:14.815870+0000", 2024-08-29T19:03:25.194 INFO:tasks.workunit.client.0.smithi028.stdout: "last_became_active": "2024-08-29T17:57:02.347409+0000", 2024-08-29T19:03:25.194 INFO:tasks.workunit.client.0.smithi028.stdout: "last_became_peered": "2024-08-29T17:57:02.347409+0000", 2024-08-29T19:03:25.194 INFO:tasks.workunit.client.0.smithi028.stdout: "last_change": "2024-08-29T17:57:02.349648+0000", 2024-08-29T19:03:25.195 INFO:tasks.workunit.client.0.smithi028.stdout: "last_clean": "2024-08-29T19:02:14.815870+0000", 2024-08-29T19:03:25.195 INFO:tasks.workunit.client.0.smithi028.stdout: "last_clean_scrub_stamp": "2024-08-29T17:41:01.987071+0000", 2024-08-29T19:03:25.195 INFO:tasks.workunit.client.0.smithi028.stdout: "last_deep_scrub": "0'0", 2024-08-29T19:03:25.195 INFO:tasks.workunit.client.0.smithi028.stdout: "last_deep_scrub_stamp": "2024-08-29T17:41:01.987071+0000", 2024-08-29T19:03:25.195 INFO:tasks.workunit.client.0.smithi028.stdout: "last_epoch_clean": 613, 2024-08-29T19:03:25.195 INFO:tasks.workunit.client.0.smithi028.stdout: "last_fresh": "2024-08-29T19:02:14.815870+0000", 2024-08-29T19:03:25.195 INFO:tasks.workunit.client.0.smithi028.stdout: "last_fullsized": "2024-08-29T19:02:14.815870+0000", 2024-08-29T19:03:25.195 INFO:tasks.workunit.client.0.smithi028.stdout: "last_peered": "2024-08-29T19:02:14.815870+0000", 2024-08-29T19:03:25.195 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub": "0'0", 2024-08-29T19:03:25.195 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub_duration": 0, 2024-08-29T19:03:25.195 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub_stamp": "2024-08-29T17:41:01.987071+0000", 2024-08-29T19:03:25.195 INFO:tasks.workunit.client.0.smithi028.stdout: "last_undegraded": "2024-08-29T19:02:14.815870+0000", 2024-08-29T19:03:25.195 INFO:tasks.workunit.client.0.smithi028.stdout: "last_unstale": "2024-08-29T19:02:14.815870+0000", 2024-08-29T19:03:25.195 INFO:tasks.workunit.client.0.smithi028.stdout: "log_dups_size": 0, 2024-08-29T19:03:25.196 INFO:tasks.workunit.client.0.smithi028.stdout: "log_size": 0, 2024-08-29T19:03:25.196 INFO:tasks.workunit.client.0.smithi028.stdout: "log_start": "0'0", 2024-08-29T19:03:25.196 INFO:tasks.workunit.client.0.smithi028.stdout: "manifest_stats_invalid": false, 2024-08-29T19:03:25.196 INFO:tasks.workunit.client.0.smithi028.stdout: "mapping_epoch": 612, 2024-08-29T19:03:25.196 INFO:tasks.workunit.client.0.smithi028.stdout: "object_location_counts": [], 2024-08-29T19:03:25.196 INFO:tasks.workunit.client.0.smithi028.stdout: "objects_scrubbed": 0, 2024-08-29T19:03:25.196 INFO:tasks.workunit.client.0.smithi028.stdout: "objects_trimmed": 0, 2024-08-29T19:03:25.196 INFO:tasks.workunit.client.0.smithi028.stdout: "omap_stats_invalid": false, 2024-08-29T19:03:25.196 INFO:tasks.workunit.client.0.smithi028.stdout: "ondisk_log_size": 0, 2024-08-29T19:03:25.196 INFO:tasks.workunit.client.0.smithi028.stdout: "ondisk_log_start": "0'0", 2024-08-29T19:03:25.196 INFO:tasks.workunit.client.0.smithi028.stdout: "parent": "0.0", 2024-08-29T19:03:25.196 INFO:tasks.workunit.client.0.smithi028.stdout: "parent_split_bits": 0, 2024-08-29T19:03:25.196 INFO:tasks.workunit.client.0.smithi028.stdout: "pgid": "3.4", 2024-08-29T19:03:25.196 INFO:tasks.workunit.client.0.smithi028.stdout: "pin_stats_invalid": false, 2024-08-29T19:03:25.197 INFO:tasks.workunit.client.0.smithi028.stdout: "purged_snaps": [], 2024-08-29T19:03:25.197 INFO:tasks.workunit.client.0.smithi028.stdout: "reported_epoch": 2650, 2024-08-29T19:03:25.197 INFO:tasks.workunit.client.0.smithi028.stdout: "reported_seq": 4749, 2024-08-29T19:03:25.197 INFO:tasks.workunit.client.0.smithi028.stdout: "scrub_duration": 0.0, 2024-08-29T19:03:25.197 INFO:tasks.workunit.client.0.smithi028.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-30T18:00:19.809458+0000", 2024-08-29T19:03:25.197 INFO:tasks.workunit.client.0.smithi028.stdout: "snaptrim_duration": 0.0, 2024-08-29T19:03:25.197 INFO:tasks.workunit.client.0.smithi028.stdout: "snaptrimq_len": 0, 2024-08-29T19:03:25.197 INFO:tasks.workunit.client.0.smithi028.stdout: "stat_sum": { 2024-08-29T19:03:25.197 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes": 0, 2024-08-29T19:03:25.197 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes_hit_set_archive": 0, 2024-08-29T19:03:25.197 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes_recovered": 0, 2024-08-29T19:03:25.197 INFO:tasks.workunit.client.0.smithi028.stdout: "num_deep_scrub_errors": 0, 2024-08-29T19:03:25.197 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict": 0, 2024-08-29T19:03:25.197 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_kb": 0, 2024-08-29T19:03:25.198 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_mode_full": 0, 2024-08-29T19:03:25.198 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_mode_some": 0, 2024-08-29T19:03:25.198 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush": 0, 2024-08-29T19:03:25.198 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_kb": 0, 2024-08-29T19:03:25.198 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_mode_high": 0, 2024-08-29T19:03:25.198 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_mode_low": 0, 2024-08-29T19:03:25.198 INFO:tasks.workunit.client.0.smithi028.stdout: "num_keys_recovered": 0, 2024-08-29T19:03:25.198 INFO:tasks.workunit.client.0.smithi028.stdout: "num_large_omap_objects": 0, 2024-08-29T19:03:25.198 INFO:tasks.workunit.client.0.smithi028.stdout: "num_legacy_snapsets": 0, 2024-08-29T19:03:25.198 INFO:tasks.workunit.client.0.smithi028.stdout: "num_object_clones": 0, 2024-08-29T19:03:25.198 INFO:tasks.workunit.client.0.smithi028.stdout: "num_object_copies": 0, 2024-08-29T19:03:25.198 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects": 0, 2024-08-29T19:03:25.198 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_degraded": 0, 2024-08-29T19:03:25.199 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_dirty": 0, 2024-08-29T19:03:25.199 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_hit_set_archive": 0, 2024-08-29T19:03:25.199 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_manifest": 0, 2024-08-29T19:03:25.199 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_misplaced": 0, 2024-08-29T19:03:25.199 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_missing": 0, 2024-08-29T19:03:25.199 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_missing_on_primary": 0, 2024-08-29T19:03:25.199 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_omap": 0, 2024-08-29T19:03:25.199 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_pinned": 0, 2024-08-29T19:03:25.199 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_recovered": 0, 2024-08-29T19:03:25.199 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_repaired": 0, 2024-08-29T19:03:25.199 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_unfound": 0, 2024-08-29T19:03:25.199 INFO:tasks.workunit.client.0.smithi028.stdout: "num_omap_bytes": 0, 2024-08-29T19:03:25.199 INFO:tasks.workunit.client.0.smithi028.stdout: "num_omap_keys": 0, 2024-08-29T19:03:25.199 INFO:tasks.workunit.client.0.smithi028.stdout: "num_promote": 0, 2024-08-29T19:03:25.199 INFO:tasks.workunit.client.0.smithi028.stdout: "num_read": 0, 2024-08-29T19:03:25.200 INFO:tasks.workunit.client.0.smithi028.stdout: "num_read_kb": 0, 2024-08-29T19:03:25.200 INFO:tasks.workunit.client.0.smithi028.stdout: "num_scrub_errors": 0, 2024-08-29T19:03:25.200 INFO:tasks.workunit.client.0.smithi028.stdout: "num_shallow_scrub_errors": 0, 2024-08-29T19:03:25.200 INFO:tasks.workunit.client.0.smithi028.stdout: "num_whiteouts": 0, 2024-08-29T19:03:25.200 INFO:tasks.workunit.client.0.smithi028.stdout: "num_write": 0, 2024-08-29T19:03:25.200 INFO:tasks.workunit.client.0.smithi028.stdout: "num_write_kb": 0 2024-08-29T19:03:25.200 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:25.200 INFO:tasks.workunit.client.0.smithi028.stdout: "state": "active+clean", 2024-08-29T19:03:25.200 INFO:tasks.workunit.client.0.smithi028.stdout: "stats_invalid": false, 2024-08-29T19:03:25.200 INFO:tasks.workunit.client.0.smithi028.stdout: "up": [ 2024-08-29T19:03:25.200 INFO:tasks.workunit.client.0.smithi028.stdout: 1, 2024-08-29T19:03:25.200 INFO:tasks.workunit.client.0.smithi028.stdout: 2, 2024-08-29T19:03:25.200 INFO:tasks.workunit.client.0.smithi028.stdout: 5 2024-08-29T19:03:25.200 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-08-29T19:03:25.201 INFO:tasks.workunit.client.0.smithi028.stdout: "up_primary": 1, 2024-08-29T19:03:25.201 INFO:tasks.workunit.client.0.smithi028.stdout: "version": "0'0" 2024-08-29T19:03:25.201 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:25.201 INFO:tasks.workunit.client.0.smithi028.stdout: { 2024-08-29T19:03:25.201 INFO:tasks.workunit.client.0.smithi028.stdout: "acting": [ 2024-08-29T19:03:25.201 INFO:tasks.workunit.client.0.smithi028.stdout: 7, 2024-08-29T19:03:25.201 INFO:tasks.workunit.client.0.smithi028.stdout: 0, 2024-08-29T19:03:25.201 INFO:tasks.workunit.client.0.smithi028.stdout: 4 2024-08-29T19:03:25.201 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-08-29T19:03:25.201 INFO:tasks.workunit.client.0.smithi028.stdout: "acting_primary": 7, 2024-08-29T19:03:25.201 INFO:tasks.workunit.client.0.smithi028.stdout: "avail_no_missing": [], 2024-08-29T19:03:25.201 INFO:tasks.workunit.client.0.smithi028.stdout: "blocked_by": [], 2024-08-29T19:03:25.201 INFO:tasks.workunit.client.0.smithi028.stdout: "created": 59, 2024-08-29T19:03:25.202 INFO:tasks.workunit.client.0.smithi028.stdout: "dirty_stats_invalid": false, 2024-08-29T19:03:25.202 INFO:tasks.workunit.client.0.smithi028.stdout: "hitset_bytes_stats_invalid": false, 2024-08-29T19:03:25.202 INFO:tasks.workunit.client.0.smithi028.stdout: "hitset_stats_invalid": false, 2024-08-29T19:03:25.202 INFO:tasks.workunit.client.0.smithi028.stdout: "last_active": "2024-08-29T19:02:14.101856+0000", 2024-08-29T19:03:25.202 INFO:tasks.workunit.client.0.smithi028.stdout: "last_became_active": "2024-08-29T17:58:11.357992+0000", 2024-08-29T19:03:25.202 INFO:tasks.workunit.client.0.smithi028.stdout: "last_became_peered": "2024-08-29T17:58:11.357992+0000", 2024-08-29T19:03:25.202 INFO:tasks.workunit.client.0.smithi028.stdout: "last_change": "2024-08-29T17:58:11.360832+0000", 2024-08-29T19:03:25.202 INFO:tasks.workunit.client.0.smithi028.stdout: "last_clean": "2024-08-29T19:02:14.101856+0000", 2024-08-29T19:03:25.202 INFO:tasks.workunit.client.0.smithi028.stdout: "last_clean_scrub_stamp": "2024-08-29T17:40:52.944949+0000", 2024-08-29T19:03:25.202 INFO:tasks.workunit.client.0.smithi028.stdout: "last_deep_scrub": "0'0", 2024-08-29T19:03:25.202 INFO:tasks.workunit.client.0.smithi028.stdout: "last_deep_scrub_stamp": "2024-08-29T17:40:52.944949+0000", 2024-08-29T19:03:25.202 INFO:tasks.workunit.client.0.smithi028.stdout: "last_epoch_clean": 681, 2024-08-29T19:03:25.202 INFO:tasks.workunit.client.0.smithi028.stdout: "last_fresh": "2024-08-29T19:02:14.101856+0000", 2024-08-29T19:03:25.202 INFO:tasks.workunit.client.0.smithi028.stdout: "last_fullsized": "2024-08-29T19:02:14.101856+0000", 2024-08-29T19:03:25.203 INFO:tasks.workunit.client.0.smithi028.stdout: "last_peered": "2024-08-29T19:02:14.101856+0000", 2024-08-29T19:03:25.203 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub": "0'0", 2024-08-29T19:03:25.203 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub_duration": 0, 2024-08-29T19:03:25.203 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub_stamp": "2024-08-29T17:40:52.944949+0000", 2024-08-29T19:03:25.203 INFO:tasks.workunit.client.0.smithi028.stdout: "last_undegraded": "2024-08-29T19:02:14.101856+0000", 2024-08-29T19:03:25.203 INFO:tasks.workunit.client.0.smithi028.stdout: "last_unstale": "2024-08-29T19:02:14.101856+0000", 2024-08-29T19:03:25.203 INFO:tasks.workunit.client.0.smithi028.stdout: "log_dups_size": 0, 2024-08-29T19:03:25.203 INFO:tasks.workunit.client.0.smithi028.stdout: "log_size": 0, 2024-08-29T19:03:25.203 INFO:tasks.workunit.client.0.smithi028.stdout: "log_start": "0'0", 2024-08-29T19:03:25.203 INFO:tasks.workunit.client.0.smithi028.stdout: "manifest_stats_invalid": false, 2024-08-29T19:03:25.203 INFO:tasks.workunit.client.0.smithi028.stdout: "mapping_epoch": 680, 2024-08-29T19:03:25.203 INFO:tasks.workunit.client.0.smithi028.stdout: "object_location_counts": [], 2024-08-29T19:03:25.203 INFO:tasks.workunit.client.0.smithi028.stdout: "objects_scrubbed": 0, 2024-08-29T19:03:25.204 INFO:tasks.workunit.client.0.smithi028.stdout: "objects_trimmed": 0, 2024-08-29T19:03:25.204 INFO:tasks.workunit.client.0.smithi028.stdout: "omap_stats_invalid": false, 2024-08-29T19:03:25.204 INFO:tasks.workunit.client.0.smithi028.stdout: "ondisk_log_size": 0, 2024-08-29T19:03:25.204 INFO:tasks.workunit.client.0.smithi028.stdout: "ondisk_log_start": "0'0", 2024-08-29T19:03:25.204 INFO:tasks.workunit.client.0.smithi028.stdout: "parent": "0.0", 2024-08-29T19:03:25.204 INFO:tasks.workunit.client.0.smithi028.stdout: "parent_split_bits": 0, 2024-08-29T19:03:25.204 INFO:tasks.workunit.client.0.smithi028.stdout: "pgid": "2.5", 2024-08-29T19:03:25.204 INFO:tasks.workunit.client.0.smithi028.stdout: "pin_stats_invalid": false, 2024-08-29T19:03:25.204 INFO:tasks.workunit.client.0.smithi028.stdout: "purged_snaps": [], 2024-08-29T19:03:25.204 INFO:tasks.workunit.client.0.smithi028.stdout: "reported_epoch": 2650, 2024-08-29T19:03:25.204 INFO:tasks.workunit.client.0.smithi028.stdout: "reported_seq": 4576, 2024-08-29T19:03:25.204 INFO:tasks.workunit.client.0.smithi028.stdout: "scrub_duration": 0.0, 2024-08-29T19:03:25.204 INFO:tasks.workunit.client.0.smithi028.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-31T01:37:28.708727+0000", 2024-08-29T19:03:25.204 INFO:tasks.workunit.client.0.smithi028.stdout: "snaptrim_duration": 0.0, 2024-08-29T19:03:25.205 INFO:tasks.workunit.client.0.smithi028.stdout: "snaptrimq_len": 0, 2024-08-29T19:03:25.205 INFO:tasks.workunit.client.0.smithi028.stdout: "stat_sum": { 2024-08-29T19:03:25.205 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes": 0, 2024-08-29T19:03:25.205 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes_hit_set_archive": 0, 2024-08-29T19:03:25.205 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes_recovered": 0, 2024-08-29T19:03:25.205 INFO:tasks.workunit.client.0.smithi028.stdout: "num_deep_scrub_errors": 0, 2024-08-29T19:03:25.205 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict": 0, 2024-08-29T19:03:25.205 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_kb": 0, 2024-08-29T19:03:25.205 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_mode_full": 0, 2024-08-29T19:03:25.205 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_mode_some": 0, 2024-08-29T19:03:25.205 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush": 0, 2024-08-29T19:03:25.205 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_kb": 0, 2024-08-29T19:03:25.205 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_mode_high": 0, 2024-08-29T19:03:25.206 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_mode_low": 0, 2024-08-29T19:03:25.206 INFO:tasks.workunit.client.0.smithi028.stdout: "num_keys_recovered": 0, 2024-08-29T19:03:25.206 INFO:tasks.workunit.client.0.smithi028.stdout: "num_large_omap_objects": 0, 2024-08-29T19:03:25.206 INFO:tasks.workunit.client.0.smithi028.stdout: "num_legacy_snapsets": 0, 2024-08-29T19:03:25.206 INFO:tasks.workunit.client.0.smithi028.stdout: "num_object_clones": 0, 2024-08-29T19:03:25.206 INFO:tasks.workunit.client.0.smithi028.stdout: "num_object_copies": 0, 2024-08-29T19:03:25.206 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects": 0, 2024-08-29T19:03:25.206 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_degraded": 0, 2024-08-29T19:03:25.206 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_dirty": 0, 2024-08-29T19:03:25.206 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_hit_set_archive": 0, 2024-08-29T19:03:25.206 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_manifest": 0, 2024-08-29T19:03:25.206 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_misplaced": 0, 2024-08-29T19:03:25.206 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_missing": 0, 2024-08-29T19:03:25.207 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_missing_on_primary": 0, 2024-08-29T19:03:25.207 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_omap": 0, 2024-08-29T19:03:25.207 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_pinned": 0, 2024-08-29T19:03:25.207 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_recovered": 0, 2024-08-29T19:03:25.207 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_repaired": 0, 2024-08-29T19:03:25.207 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_unfound": 0, 2024-08-29T19:03:25.207 INFO:tasks.workunit.client.0.smithi028.stdout: "num_omap_bytes": 0, 2024-08-29T19:03:25.207 INFO:tasks.workunit.client.0.smithi028.stdout: "num_omap_keys": 0, 2024-08-29T19:03:25.207 INFO:tasks.workunit.client.0.smithi028.stdout: "num_promote": 0, 2024-08-29T19:03:25.207 INFO:tasks.workunit.client.0.smithi028.stdout: "num_read": 0, 2024-08-29T19:03:25.207 INFO:tasks.workunit.client.0.smithi028.stdout: "num_read_kb": 0, 2024-08-29T19:03:25.207 INFO:tasks.workunit.client.0.smithi028.stdout: "num_scrub_errors": 0, 2024-08-29T19:03:25.207 INFO:tasks.workunit.client.0.smithi028.stdout: "num_shallow_scrub_errors": 0, 2024-08-29T19:03:25.207 INFO:tasks.workunit.client.0.smithi028.stdout: "num_whiteouts": 0, 2024-08-29T19:03:25.208 INFO:tasks.workunit.client.0.smithi028.stdout: "num_write": 0, 2024-08-29T19:03:25.208 INFO:tasks.workunit.client.0.smithi028.stdout: "num_write_kb": 0 2024-08-29T19:03:25.208 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:25.208 INFO:tasks.workunit.client.0.smithi028.stdout: "state": "active+clean", 2024-08-29T19:03:25.208 INFO:tasks.workunit.client.0.smithi028.stdout: "stats_invalid": false, 2024-08-29T19:03:25.208 INFO:tasks.workunit.client.0.smithi028.stdout: "up": [ 2024-08-29T19:03:25.208 INFO:tasks.workunit.client.0.smithi028.stdout: 7, 2024-08-29T19:03:25.208 INFO:tasks.workunit.client.0.smithi028.stdout: 0, 2024-08-29T19:03:25.208 INFO:tasks.workunit.client.0.smithi028.stdout: 4 2024-08-29T19:03:25.208 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-08-29T19:03:25.208 INFO:tasks.workunit.client.0.smithi028.stdout: "up_primary": 7, 2024-08-29T19:03:25.208 INFO:tasks.workunit.client.0.smithi028.stdout: "version": "0'0" 2024-08-29T19:03:25.208 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:25.209 INFO:tasks.workunit.client.0.smithi028.stdout: { 2024-08-29T19:03:25.209 INFO:tasks.workunit.client.0.smithi028.stdout: "acting": [ 2024-08-29T19:03:25.209 INFO:tasks.workunit.client.0.smithi028.stdout: 0, 2024-08-29T19:03:25.209 INFO:tasks.workunit.client.0.smithi028.stdout: 5, 2024-08-29T19:03:25.209 INFO:tasks.workunit.client.0.smithi028.stdout: 7 2024-08-29T19:03:25.209 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-08-29T19:03:25.209 INFO:tasks.workunit.client.0.smithi028.stdout: "acting_primary": 0, 2024-08-29T19:03:25.209 INFO:tasks.workunit.client.0.smithi028.stdout: "avail_no_missing": [], 2024-08-29T19:03:25.209 INFO:tasks.workunit.client.0.smithi028.stdout: "blocked_by": [], 2024-08-29T19:03:25.209 INFO:tasks.workunit.client.0.smithi028.stdout: "created": 69, 2024-08-29T19:03:25.209 INFO:tasks.workunit.client.0.smithi028.stdout: "dirty_stats_invalid": false, 2024-08-29T19:03:25.209 INFO:tasks.workunit.client.0.smithi028.stdout: "hitset_bytes_stats_invalid": false, 2024-08-29T19:03:25.209 INFO:tasks.workunit.client.0.smithi028.stdout: "hitset_stats_invalid": false, 2024-08-29T19:03:25.209 INFO:tasks.workunit.client.0.smithi028.stdout: "last_active": "2024-08-29T19:03:06.674900+0000", 2024-08-29T19:03:25.210 INFO:tasks.workunit.client.0.smithi028.stdout: "last_became_active": "2024-08-29T17:58:11.357038+0000", 2024-08-29T19:03:25.210 INFO:tasks.workunit.client.0.smithi028.stdout: "last_became_peered": "2024-08-29T17:58:11.357038+0000", 2024-08-29T19:03:25.210 INFO:tasks.workunit.client.0.smithi028.stdout: "last_change": "2024-08-29T18:32:49.460790+0000", 2024-08-29T19:03:25.210 INFO:tasks.workunit.client.0.smithi028.stdout: "last_clean": "2024-08-29T19:03:06.674900+0000", 2024-08-29T19:03:25.210 INFO:tasks.workunit.client.0.smithi028.stdout: "last_clean_scrub_stamp": "2024-08-29T17:43:39.870944+0000", 2024-08-29T19:03:25.210 INFO:tasks.workunit.client.0.smithi028.stdout: "last_deep_scrub": "0'0", 2024-08-29T19:03:25.210 INFO:tasks.workunit.client.0.smithi028.stdout: "last_deep_scrub_stamp": "2024-08-29T17:43:39.870944+0000", 2024-08-29T19:03:25.210 INFO:tasks.workunit.client.0.smithi028.stdout: "last_epoch_clean": 681, 2024-08-29T19:03:25.210 INFO:tasks.workunit.client.0.smithi028.stdout: "last_fresh": "2024-08-29T19:03:06.674900+0000", 2024-08-29T19:03:25.210 INFO:tasks.workunit.client.0.smithi028.stdout: "last_fullsized": "2024-08-29T19:03:06.674900+0000", 2024-08-29T19:03:25.210 INFO:tasks.workunit.client.0.smithi028.stdout: "last_peered": "2024-08-29T19:03:06.674900+0000", 2024-08-29T19:03:25.210 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub": "0'0", 2024-08-29T19:03:25.210 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub_duration": 0, 2024-08-29T19:03:25.210 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub_stamp": "2024-08-29T17:43:39.870944+0000", 2024-08-29T19:03:25.211 INFO:tasks.workunit.client.0.smithi028.stdout: "last_undegraded": "2024-08-29T19:03:06.674900+0000", 2024-08-29T19:03:25.211 INFO:tasks.workunit.client.0.smithi028.stdout: "last_unstale": "2024-08-29T19:03:06.674900+0000", 2024-08-29T19:03:25.211 INFO:tasks.workunit.client.0.smithi028.stdout: "log_dups_size": 0, 2024-08-29T19:03:25.211 INFO:tasks.workunit.client.0.smithi028.stdout: "log_size": 2978, 2024-08-29T19:03:25.211 INFO:tasks.workunit.client.0.smithi028.stdout: "log_start": "0'0", 2024-08-29T19:03:25.211 INFO:tasks.workunit.client.0.smithi028.stdout: "manifest_stats_invalid": false, 2024-08-29T19:03:25.211 INFO:tasks.workunit.client.0.smithi028.stdout: "mapping_epoch": 680, 2024-08-29T19:03:25.211 INFO:tasks.workunit.client.0.smithi028.stdout: "object_location_counts": [], 2024-08-29T19:03:25.211 INFO:tasks.workunit.client.0.smithi028.stdout: "objects_scrubbed": 0, 2024-08-29T19:03:25.211 INFO:tasks.workunit.client.0.smithi028.stdout: "objects_trimmed": 0, 2024-08-29T19:03:25.211 INFO:tasks.workunit.client.0.smithi028.stdout: "omap_stats_invalid": false, 2024-08-29T19:03:25.211 INFO:tasks.workunit.client.0.smithi028.stdout: "ondisk_log_size": 2978, 2024-08-29T19:03:25.211 INFO:tasks.workunit.client.0.smithi028.stdout: "ondisk_log_start": "0'0", 2024-08-29T19:03:25.211 INFO:tasks.workunit.client.0.smithi028.stdout: "parent": "0.0", 2024-08-29T19:03:25.212 INFO:tasks.workunit.client.0.smithi028.stdout: "parent_split_bits": 0, 2024-08-29T19:03:25.212 INFO:tasks.workunit.client.0.smithi028.stdout: "pgid": "4.3", 2024-08-29T19:03:25.212 INFO:tasks.workunit.client.0.smithi028.stdout: "pin_stats_invalid": false, 2024-08-29T19:03:25.212 INFO:tasks.workunit.client.0.smithi028.stdout: "purged_snaps": [], 2024-08-29T19:03:25.212 INFO:tasks.workunit.client.0.smithi028.stdout: "reported_epoch": 2650, 2024-08-29T19:03:25.212 INFO:tasks.workunit.client.0.smithi028.stdout: "reported_seq": 8367, 2024-08-29T19:03:25.212 INFO:tasks.workunit.client.0.smithi028.stdout: "scrub_duration": 0.0, 2024-08-29T19:03:25.212 INFO:tasks.workunit.client.0.smithi028.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-31T05:12:40.871753+0000", 2024-08-29T19:03:25.212 INFO:tasks.workunit.client.0.smithi028.stdout: "snaptrim_duration": 0.018498668, 2024-08-29T19:03:25.212 INFO:tasks.workunit.client.0.smithi028.stdout: "snaptrimq_len": 0, 2024-08-29T19:03:25.212 INFO:tasks.workunit.client.0.smithi028.stdout: "stat_sum": { 2024-08-29T19:03:25.212 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes": 0, 2024-08-29T19:03:25.212 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes_hit_set_archive": 0, 2024-08-29T19:03:25.213 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes_recovered": 0, 2024-08-29T19:03:25.213 INFO:tasks.workunit.client.0.smithi028.stdout: "num_deep_scrub_errors": 0, 2024-08-29T19:03:25.213 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict": 0, 2024-08-29T19:03:25.213 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_kb": 0, 2024-08-29T19:03:25.213 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_mode_full": 0, 2024-08-29T19:03:25.213 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_mode_some": 0, 2024-08-29T19:03:25.213 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush": 0, 2024-08-29T19:03:25.213 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_kb": 0, 2024-08-29T19:03:25.213 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_mode_high": 0, 2024-08-29T19:03:25.213 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_mode_low": 0, 2024-08-29T19:03:25.213 INFO:tasks.workunit.client.0.smithi028.stdout: "num_keys_recovered": 0, 2024-08-29T19:03:25.213 INFO:tasks.workunit.client.0.smithi028.stdout: "num_large_omap_objects": 0, 2024-08-29T19:03:25.213 INFO:tasks.workunit.client.0.smithi028.stdout: "num_legacy_snapsets": 0, 2024-08-29T19:03:25.214 INFO:tasks.workunit.client.0.smithi028.stdout: "num_object_clones": 0, 2024-08-29T19:03:25.214 INFO:tasks.workunit.client.0.smithi028.stdout: "num_object_copies": 3, 2024-08-29T19:03:25.214 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects": 1, 2024-08-29T19:03:25.214 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_degraded": 0, 2024-08-29T19:03:25.214 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_dirty": 1, 2024-08-29T19:03:25.214 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_hit_set_archive": 0, 2024-08-29T19:03:25.214 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_manifest": 0, 2024-08-29T19:03:25.214 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_misplaced": 0, 2024-08-29T19:03:25.214 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_missing": 0, 2024-08-29T19:03:25.214 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_missing_on_primary": 0, 2024-08-29T19:03:25.214 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_omap": 1, 2024-08-29T19:03:25.214 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_pinned": 0, 2024-08-29T19:03:25.214 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_recovered": 0, 2024-08-29T19:03:25.214 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_repaired": 0, 2024-08-29T19:03:25.215 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_unfound": 0, 2024-08-29T19:03:25.215 INFO:tasks.workunit.client.0.smithi028.stdout: "num_omap_bytes": 0, 2024-08-29T19:03:25.215 INFO:tasks.workunit.client.0.smithi028.stdout: "num_omap_keys": 0, 2024-08-29T19:03:25.215 INFO:tasks.workunit.client.0.smithi028.stdout: "num_promote": 0, 2024-08-29T19:03:25.215 INFO:tasks.workunit.client.0.smithi028.stdout: "num_read": 804, 2024-08-29T19:03:25.215 INFO:tasks.workunit.client.0.smithi028.stdout: "num_read_kb": 375355, 2024-08-29T19:03:25.215 INFO:tasks.workunit.client.0.smithi028.stdout: "num_scrub_errors": 0, 2024-08-29T19:03:25.215 INFO:tasks.workunit.client.0.smithi028.stdout: "num_shallow_scrub_errors": 0, 2024-08-29T19:03:25.215 INFO:tasks.workunit.client.0.smithi028.stdout: "num_whiteouts": 0, 2024-08-29T19:03:25.215 INFO:tasks.workunit.client.0.smithi028.stdout: "num_write": 2971, 2024-08-29T19:03:25.215 INFO:tasks.workunit.client.0.smithi028.stdout: "num_write_kb": 383671 2024-08-29T19:03:25.215 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:25.215 INFO:tasks.workunit.client.0.smithi028.stdout: "state": "active+clean", 2024-08-29T19:03:25.216 INFO:tasks.workunit.client.0.smithi028.stdout: "stats_invalid": false, 2024-08-29T19:03:25.216 INFO:tasks.workunit.client.0.smithi028.stdout: "up": [ 2024-08-29T19:03:25.216 INFO:tasks.workunit.client.0.smithi028.stdout: 0, 2024-08-29T19:03:25.216 INFO:tasks.workunit.client.0.smithi028.stdout: 5, 2024-08-29T19:03:25.216 INFO:tasks.workunit.client.0.smithi028.stdout: 7 2024-08-29T19:03:25.216 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-08-29T19:03:25.216 INFO:tasks.workunit.client.0.smithi028.stdout: "up_primary": 0, 2024-08-29T19:03:25.216 INFO:tasks.workunit.client.0.smithi028.stdout: "version": "1182'2978" 2024-08-29T19:03:25.216 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:25.216 INFO:tasks.workunit.client.0.smithi028.stdout: { 2024-08-29T19:03:25.216 INFO:tasks.workunit.client.0.smithi028.stdout: "acting": [ 2024-08-29T19:03:25.216 INFO:tasks.workunit.client.0.smithi028.stdout: 5, 2024-08-29T19:03:25.216 INFO:tasks.workunit.client.0.smithi028.stdout: 3, 2024-08-29T19:03:25.216 INFO:tasks.workunit.client.0.smithi028.stdout: 2 2024-08-29T19:03:25.217 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-08-29T19:03:25.217 INFO:tasks.workunit.client.0.smithi028.stdout: "acting_primary": 5, 2024-08-29T19:03:25.217 INFO:tasks.workunit.client.0.smithi028.stdout: "avail_no_missing": [], 2024-08-29T19:03:25.217 INFO:tasks.workunit.client.0.smithi028.stdout: "blocked_by": [], 2024-08-29T19:03:25.217 INFO:tasks.workunit.client.0.smithi028.stdout: "created": 62, 2024-08-29T19:03:25.217 INFO:tasks.workunit.client.0.smithi028.stdout: "dirty_stats_invalid": false, 2024-08-29T19:03:25.217 INFO:tasks.workunit.client.0.smithi028.stdout: "hitset_bytes_stats_invalid": false, 2024-08-29T19:03:25.217 INFO:tasks.workunit.client.0.smithi028.stdout: "hitset_stats_invalid": false, 2024-08-29T19:03:25.217 INFO:tasks.workunit.client.0.smithi028.stdout: "last_active": "2024-08-29T19:02:14.917610+0000", 2024-08-29T19:03:25.217 INFO:tasks.workunit.client.0.smithi028.stdout: "last_became_active": "2024-08-29T17:57:02.377844+0000", 2024-08-29T19:03:25.217 INFO:tasks.workunit.client.0.smithi028.stdout: "last_became_peered": "2024-08-29T17:57:02.377844+0000", 2024-08-29T19:03:25.217 INFO:tasks.workunit.client.0.smithi028.stdout: "last_change": "2024-08-29T17:57:02.378527+0000", 2024-08-29T19:03:25.217 INFO:tasks.workunit.client.0.smithi028.stdout: "last_clean": "2024-08-29T19:02:14.917610+0000", 2024-08-29T19:03:25.218 INFO:tasks.workunit.client.0.smithi028.stdout: "last_clean_scrub_stamp": "2024-08-29T17:41:01.987071+0000", 2024-08-29T19:03:25.218 INFO:tasks.workunit.client.0.smithi028.stdout: "last_deep_scrub": "0'0", 2024-08-29T19:03:25.218 INFO:tasks.workunit.client.0.smithi028.stdout: "last_deep_scrub_stamp": "2024-08-29T17:41:01.987071+0000", 2024-08-29T19:03:25.218 INFO:tasks.workunit.client.0.smithi028.stdout: "last_epoch_clean": 613, 2024-08-29T19:03:25.218 INFO:tasks.workunit.client.0.smithi028.stdout: "last_fresh": "2024-08-29T19:02:14.917610+0000", 2024-08-29T19:03:25.218 INFO:tasks.workunit.client.0.smithi028.stdout: "last_fullsized": "2024-08-29T19:02:14.917610+0000", 2024-08-29T19:03:25.218 INFO:tasks.workunit.client.0.smithi028.stdout: "last_peered": "2024-08-29T19:02:14.917610+0000", 2024-08-29T19:03:25.218 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub": "0'0", 2024-08-29T19:03:25.218 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub_duration": 0, 2024-08-29T19:03:25.218 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub_stamp": "2024-08-29T17:41:01.987071+0000", 2024-08-29T19:03:25.218 INFO:tasks.workunit.client.0.smithi028.stdout: "last_undegraded": "2024-08-29T19:02:14.917610+0000", 2024-08-29T19:03:25.218 INFO:tasks.workunit.client.0.smithi028.stdout: "last_unstale": "2024-08-29T19:02:14.917610+0000", 2024-08-29T19:03:25.218 INFO:tasks.workunit.client.0.smithi028.stdout: "log_dups_size": 0, 2024-08-29T19:03:25.219 INFO:tasks.workunit.client.0.smithi028.stdout: "log_size": 0, 2024-08-29T19:03:25.219 INFO:tasks.workunit.client.0.smithi028.stdout: "log_start": "0'0", 2024-08-29T19:03:25.219 INFO:tasks.workunit.client.0.smithi028.stdout: "manifest_stats_invalid": false, 2024-08-29T19:03:25.219 INFO:tasks.workunit.client.0.smithi028.stdout: "mapping_epoch": 612, 2024-08-29T19:03:25.219 INFO:tasks.workunit.client.0.smithi028.stdout: "object_location_counts": [], 2024-08-29T19:03:25.219 INFO:tasks.workunit.client.0.smithi028.stdout: "objects_scrubbed": 0, 2024-08-29T19:03:25.219 INFO:tasks.workunit.client.0.smithi028.stdout: "objects_trimmed": 0, 2024-08-29T19:03:25.219 INFO:tasks.workunit.client.0.smithi028.stdout: "omap_stats_invalid": false, 2024-08-29T19:03:25.219 INFO:tasks.workunit.client.0.smithi028.stdout: "ondisk_log_size": 0, 2024-08-29T19:03:25.219 INFO:tasks.workunit.client.0.smithi028.stdout: "ondisk_log_start": "0'0", 2024-08-29T19:03:25.219 INFO:tasks.workunit.client.0.smithi028.stdout: "parent": "0.0", 2024-08-29T19:03:25.219 INFO:tasks.workunit.client.0.smithi028.stdout: "parent_split_bits": 0, 2024-08-29T19:03:25.219 INFO:tasks.workunit.client.0.smithi028.stdout: "pgid": "3.5", 2024-08-29T19:03:25.219 INFO:tasks.workunit.client.0.smithi028.stdout: "pin_stats_invalid": false, 2024-08-29T19:03:25.220 INFO:tasks.workunit.client.0.smithi028.stdout: "purged_snaps": [], 2024-08-29T19:03:25.220 INFO:tasks.workunit.client.0.smithi028.stdout: "reported_epoch": 2650, 2024-08-29T19:03:25.220 INFO:tasks.workunit.client.0.smithi028.stdout: "reported_seq": 4645, 2024-08-29T19:03:25.220 INFO:tasks.workunit.client.0.smithi028.stdout: "scrub_duration": 0.0, 2024-08-29T19:03:25.220 INFO:tasks.workunit.client.0.smithi028.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-30T17:44:55.722295+0000", 2024-08-29T19:03:25.220 INFO:tasks.workunit.client.0.smithi028.stdout: "snaptrim_duration": 0.0, 2024-08-29T19:03:25.220 INFO:tasks.workunit.client.0.smithi028.stdout: "snaptrimq_len": 0, 2024-08-29T19:03:25.220 INFO:tasks.workunit.client.0.smithi028.stdout: "stat_sum": { 2024-08-29T19:03:25.220 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes": 0, 2024-08-29T19:03:25.220 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes_hit_set_archive": 0, 2024-08-29T19:03:25.220 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes_recovered": 0, 2024-08-29T19:03:25.220 INFO:tasks.workunit.client.0.smithi028.stdout: "num_deep_scrub_errors": 0, 2024-08-29T19:03:25.220 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict": 0, 2024-08-29T19:03:25.220 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_kb": 0, 2024-08-29T19:03:25.221 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_mode_full": 0, 2024-08-29T19:03:25.221 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_mode_some": 0, 2024-08-29T19:03:25.221 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush": 0, 2024-08-29T19:03:25.221 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_kb": 0, 2024-08-29T19:03:25.221 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_mode_high": 0, 2024-08-29T19:03:25.221 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_mode_low": 0, 2024-08-29T19:03:25.221 INFO:tasks.workunit.client.0.smithi028.stdout: "num_keys_recovered": 0, 2024-08-29T19:03:25.221 INFO:tasks.workunit.client.0.smithi028.stdout: "num_large_omap_objects": 0, 2024-08-29T19:03:25.221 INFO:tasks.workunit.client.0.smithi028.stdout: "num_legacy_snapsets": 0, 2024-08-29T19:03:25.221 INFO:tasks.workunit.client.0.smithi028.stdout: "num_object_clones": 0, 2024-08-29T19:03:25.221 INFO:tasks.workunit.client.0.smithi028.stdout: "num_object_copies": 0, 2024-08-29T19:03:25.221 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects": 0, 2024-08-29T19:03:25.221 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_degraded": 0, 2024-08-29T19:03:25.222 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_dirty": 0, 2024-08-29T19:03:25.222 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_hit_set_archive": 0, 2024-08-29T19:03:25.222 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_manifest": 0, 2024-08-29T19:03:25.222 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_misplaced": 0, 2024-08-29T19:03:25.222 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_missing": 0, 2024-08-29T19:03:25.222 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_missing_on_primary": 0, 2024-08-29T19:03:25.222 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_omap": 0, 2024-08-29T19:03:25.222 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_pinned": 0, 2024-08-29T19:03:25.222 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_recovered": 0, 2024-08-29T19:03:25.222 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_repaired": 0, 2024-08-29T19:03:25.222 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_unfound": 0, 2024-08-29T19:03:25.222 INFO:tasks.workunit.client.0.smithi028.stdout: "num_omap_bytes": 0, 2024-08-29T19:03:25.222 INFO:tasks.workunit.client.0.smithi028.stdout: "num_omap_keys": 0, 2024-08-29T19:03:25.222 INFO:tasks.workunit.client.0.smithi028.stdout: "num_promote": 0, 2024-08-29T19:03:25.223 INFO:tasks.workunit.client.0.smithi028.stdout: "num_read": 0, 2024-08-29T19:03:25.223 INFO:tasks.workunit.client.0.smithi028.stdout: "num_read_kb": 0, 2024-08-29T19:03:25.223 INFO:tasks.workunit.client.0.smithi028.stdout: "num_scrub_errors": 0, 2024-08-29T19:03:25.223 INFO:tasks.workunit.client.0.smithi028.stdout: "num_shallow_scrub_errors": 0, 2024-08-29T19:03:25.223 INFO:tasks.workunit.client.0.smithi028.stdout: "num_whiteouts": 0, 2024-08-29T19:03:25.223 INFO:tasks.workunit.client.0.smithi028.stdout: "num_write": 0, 2024-08-29T19:03:25.223 INFO:tasks.workunit.client.0.smithi028.stdout: "num_write_kb": 0 2024-08-29T19:03:25.223 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:25.223 INFO:tasks.workunit.client.0.smithi028.stdout: "state": "active+clean", 2024-08-29T19:03:25.223 INFO:tasks.workunit.client.0.smithi028.stdout: "stats_invalid": false, 2024-08-29T19:03:25.223 INFO:tasks.workunit.client.0.smithi028.stdout: "up": [ 2024-08-29T19:03:25.223 INFO:tasks.workunit.client.0.smithi028.stdout: 5, 2024-08-29T19:03:25.223 INFO:tasks.workunit.client.0.smithi028.stdout: 3, 2024-08-29T19:03:25.224 INFO:tasks.workunit.client.0.smithi028.stdout: 2 2024-08-29T19:03:25.224 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-08-29T19:03:25.224 INFO:tasks.workunit.client.0.smithi028.stdout: "up_primary": 5, 2024-08-29T19:03:25.224 INFO:tasks.workunit.client.0.smithi028.stdout: "version": "0'0" 2024-08-29T19:03:25.224 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:25.224 INFO:tasks.workunit.client.0.smithi028.stdout: { 2024-08-29T19:03:25.224 INFO:tasks.workunit.client.0.smithi028.stdout: "acting": [ 2024-08-29T19:03:25.224 INFO:tasks.workunit.client.0.smithi028.stdout: 1, 2024-08-29T19:03:25.224 INFO:tasks.workunit.client.0.smithi028.stdout: 0, 2024-08-29T19:03:25.224 INFO:tasks.workunit.client.0.smithi028.stdout: 7 2024-08-29T19:03:25.224 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-08-29T19:03:25.224 INFO:tasks.workunit.client.0.smithi028.stdout: "acting_primary": 1, 2024-08-29T19:03:25.224 INFO:tasks.workunit.client.0.smithi028.stdout: "avail_no_missing": [], 2024-08-29T19:03:25.225 INFO:tasks.workunit.client.0.smithi028.stdout: "blocked_by": [], 2024-08-29T19:03:25.225 INFO:tasks.workunit.client.0.smithi028.stdout: "created": 59, 2024-08-29T19:03:25.225 INFO:tasks.workunit.client.0.smithi028.stdout: "dirty_stats_invalid": false, 2024-08-29T19:03:25.225 INFO:tasks.workunit.client.0.smithi028.stdout: "hitset_bytes_stats_invalid": false, 2024-08-29T19:03:25.225 INFO:tasks.workunit.client.0.smithi028.stdout: "hitset_stats_invalid": false, 2024-08-29T19:03:25.225 INFO:tasks.workunit.client.0.smithi028.stdout: "last_active": "2024-08-29T19:02:14.818328+0000", 2024-08-29T19:03:25.225 INFO:tasks.workunit.client.0.smithi028.stdout: "last_became_active": "2024-08-29T17:58:11.361610+0000", 2024-08-29T19:03:25.225 INFO:tasks.workunit.client.0.smithi028.stdout: "last_became_peered": "2024-08-29T17:58:11.361610+0000", 2024-08-29T19:03:25.225 INFO:tasks.workunit.client.0.smithi028.stdout: "last_change": "2024-08-29T17:58:11.362383+0000", 2024-08-29T19:03:25.225 INFO:tasks.workunit.client.0.smithi028.stdout: "last_clean": "2024-08-29T19:02:14.818328+0000", 2024-08-29T19:03:25.225 INFO:tasks.workunit.client.0.smithi028.stdout: "last_clean_scrub_stamp": "2024-08-29T17:40:52.944949+0000", 2024-08-29T19:03:25.225 INFO:tasks.workunit.client.0.smithi028.stdout: "last_deep_scrub": "0'0", 2024-08-29T19:03:25.225 INFO:tasks.workunit.client.0.smithi028.stdout: "last_deep_scrub_stamp": "2024-08-29T17:40:52.944949+0000", 2024-08-29T19:03:25.226 INFO:tasks.workunit.client.0.smithi028.stdout: "last_epoch_clean": 681, 2024-08-29T19:03:25.226 INFO:tasks.workunit.client.0.smithi028.stdout: "last_fresh": "2024-08-29T19:02:14.818328+0000", 2024-08-29T19:03:25.226 INFO:tasks.workunit.client.0.smithi028.stdout: "last_fullsized": "2024-08-29T19:02:14.818328+0000", 2024-08-29T19:03:25.226 INFO:tasks.workunit.client.0.smithi028.stdout: "last_peered": "2024-08-29T19:02:14.818328+0000", 2024-08-29T19:03:25.226 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub": "0'0", 2024-08-29T19:03:25.226 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub_duration": 0, 2024-08-29T19:03:25.226 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub_stamp": "2024-08-29T17:40:52.944949+0000", 2024-08-29T19:03:25.226 INFO:tasks.workunit.client.0.smithi028.stdout: "last_undegraded": "2024-08-29T19:02:14.818328+0000", 2024-08-29T19:03:25.226 INFO:tasks.workunit.client.0.smithi028.stdout: "last_unstale": "2024-08-29T19:02:14.818328+0000", 2024-08-29T19:03:25.226 INFO:tasks.workunit.client.0.smithi028.stdout: "log_dups_size": 0, 2024-08-29T19:03:25.226 INFO:tasks.workunit.client.0.smithi028.stdout: "log_size": 0, 2024-08-29T19:03:25.226 INFO:tasks.workunit.client.0.smithi028.stdout: "log_start": "0'0", 2024-08-29T19:03:25.226 INFO:tasks.workunit.client.0.smithi028.stdout: "manifest_stats_invalid": false, 2024-08-29T19:03:25.226 INFO:tasks.workunit.client.0.smithi028.stdout: "mapping_epoch": 680, 2024-08-29T19:03:25.227 INFO:tasks.workunit.client.0.smithi028.stdout: "object_location_counts": [], 2024-08-29T19:03:25.227 INFO:tasks.workunit.client.0.smithi028.stdout: "objects_scrubbed": 0, 2024-08-29T19:03:25.227 INFO:tasks.workunit.client.0.smithi028.stdout: "objects_trimmed": 0, 2024-08-29T19:03:25.227 INFO:tasks.workunit.client.0.smithi028.stdout: "omap_stats_invalid": false, 2024-08-29T19:03:25.227 INFO:tasks.workunit.client.0.smithi028.stdout: "ondisk_log_size": 0, 2024-08-29T19:03:25.227 INFO:tasks.workunit.client.0.smithi028.stdout: "ondisk_log_start": "0'0", 2024-08-29T19:03:25.227 INFO:tasks.workunit.client.0.smithi028.stdout: "parent": "0.0", 2024-08-29T19:03:25.227 INFO:tasks.workunit.client.0.smithi028.stdout: "parent_split_bits": 0, 2024-08-29T19:03:25.227 INFO:tasks.workunit.client.0.smithi028.stdout: "pgid": "2.4", 2024-08-29T19:03:25.227 INFO:tasks.workunit.client.0.smithi028.stdout: "pin_stats_invalid": false, 2024-08-29T19:03:25.227 INFO:tasks.workunit.client.0.smithi028.stdout: "purged_snaps": [], 2024-08-29T19:03:25.227 INFO:tasks.workunit.client.0.smithi028.stdout: "reported_epoch": 2650, 2024-08-29T19:03:25.227 INFO:tasks.workunit.client.0.smithi028.stdout: "reported_seq": 4784, 2024-08-29T19:03:25.228 INFO:tasks.workunit.client.0.smithi028.stdout: "scrub_duration": 0.0, 2024-08-29T19:03:25.228 INFO:tasks.workunit.client.0.smithi028.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-31T01:46:43.813502+0000", 2024-08-29T19:03:25.228 INFO:tasks.workunit.client.0.smithi028.stdout: "snaptrim_duration": 0.0, 2024-08-29T19:03:25.228 INFO:tasks.workunit.client.0.smithi028.stdout: "snaptrimq_len": 0, 2024-08-29T19:03:25.228 INFO:tasks.workunit.client.0.smithi028.stdout: "stat_sum": { 2024-08-29T19:03:25.228 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes": 0, 2024-08-29T19:03:25.228 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes_hit_set_archive": 0, 2024-08-29T19:03:25.228 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes_recovered": 0, 2024-08-29T19:03:25.228 INFO:tasks.workunit.client.0.smithi028.stdout: "num_deep_scrub_errors": 0, 2024-08-29T19:03:25.228 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict": 0, 2024-08-29T19:03:25.228 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_kb": 0, 2024-08-29T19:03:25.228 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_mode_full": 0, 2024-08-29T19:03:25.228 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_mode_some": 0, 2024-08-29T19:03:25.228 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush": 0, 2024-08-29T19:03:25.229 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_kb": 0, 2024-08-29T19:03:25.229 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_mode_high": 0, 2024-08-29T19:03:25.229 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_mode_low": 0, 2024-08-29T19:03:25.229 INFO:tasks.workunit.client.0.smithi028.stdout: "num_keys_recovered": 0, 2024-08-29T19:03:25.229 INFO:tasks.workunit.client.0.smithi028.stdout: "num_large_omap_objects": 0, 2024-08-29T19:03:25.229 INFO:tasks.workunit.client.0.smithi028.stdout: "num_legacy_snapsets": 0, 2024-08-29T19:03:25.229 INFO:tasks.workunit.client.0.smithi028.stdout: "num_object_clones": 0, 2024-08-29T19:03:25.229 INFO:tasks.workunit.client.0.smithi028.stdout: "num_object_copies": 0, 2024-08-29T19:03:25.229 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects": 0, 2024-08-29T19:03:25.229 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_degraded": 0, 2024-08-29T19:03:25.229 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_dirty": 0, 2024-08-29T19:03:25.229 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_hit_set_archive": 0, 2024-08-29T19:03:25.229 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_manifest": 0, 2024-08-29T19:03:25.229 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_misplaced": 0, 2024-08-29T19:03:25.230 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_missing": 0, 2024-08-29T19:03:25.230 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_missing_on_primary": 0, 2024-08-29T19:03:25.230 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_omap": 0, 2024-08-29T19:03:25.230 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_pinned": 0, 2024-08-29T19:03:25.230 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_recovered": 0, 2024-08-29T19:03:25.230 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_repaired": 0, 2024-08-29T19:03:25.230 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_unfound": 0, 2024-08-29T19:03:25.230 INFO:tasks.workunit.client.0.smithi028.stdout: "num_omap_bytes": 0, 2024-08-29T19:03:25.230 INFO:tasks.workunit.client.0.smithi028.stdout: "num_omap_keys": 0, 2024-08-29T19:03:25.230 INFO:tasks.workunit.client.0.smithi028.stdout: "num_promote": 0, 2024-08-29T19:03:25.230 INFO:tasks.workunit.client.0.smithi028.stdout: "num_read": 0, 2024-08-29T19:03:25.230 INFO:tasks.workunit.client.0.smithi028.stdout: "num_read_kb": 0, 2024-08-29T19:03:25.230 INFO:tasks.workunit.client.0.smithi028.stdout: "num_scrub_errors": 0, 2024-08-29T19:03:25.230 INFO:tasks.workunit.client.0.smithi028.stdout: "num_shallow_scrub_errors": 0, 2024-08-29T19:03:25.231 INFO:tasks.workunit.client.0.smithi028.stdout: "num_whiteouts": 0, 2024-08-29T19:03:25.231 INFO:tasks.workunit.client.0.smithi028.stdout: "num_write": 0, 2024-08-29T19:03:25.231 INFO:tasks.workunit.client.0.smithi028.stdout: "num_write_kb": 0 2024-08-29T19:03:25.231 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:25.231 INFO:tasks.workunit.client.0.smithi028.stdout: "state": "active+clean", 2024-08-29T19:03:25.231 INFO:tasks.workunit.client.0.smithi028.stdout: "stats_invalid": false, 2024-08-29T19:03:25.231 INFO:tasks.workunit.client.0.smithi028.stdout: "up": [ 2024-08-29T19:03:25.231 INFO:tasks.workunit.client.0.smithi028.stdout: 1, 2024-08-29T19:03:25.231 INFO:tasks.workunit.client.0.smithi028.stdout: 0, 2024-08-29T19:03:25.231 INFO:tasks.workunit.client.0.smithi028.stdout: 7 2024-08-29T19:03:25.231 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-08-29T19:03:25.231 INFO:tasks.workunit.client.0.smithi028.stdout: "up_primary": 1, 2024-08-29T19:03:25.231 INFO:tasks.workunit.client.0.smithi028.stdout: "version": "0'0" 2024-08-29T19:03:25.231 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:25.231 INFO:tasks.workunit.client.0.smithi028.stdout: { 2024-08-29T19:03:25.232 INFO:tasks.workunit.client.0.smithi028.stdout: "acting": [ 2024-08-29T19:03:25.232 INFO:tasks.workunit.client.0.smithi028.stdout: 1, 2024-08-29T19:03:25.232 INFO:tasks.workunit.client.0.smithi028.stdout: 5, 2024-08-29T19:03:25.232 INFO:tasks.workunit.client.0.smithi028.stdout: 4 2024-08-29T19:03:25.232 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-08-29T19:03:25.232 INFO:tasks.workunit.client.0.smithi028.stdout: "acting_primary": 1, 2024-08-29T19:03:25.232 INFO:tasks.workunit.client.0.smithi028.stdout: "avail_no_missing": [], 2024-08-29T19:03:25.232 INFO:tasks.workunit.client.0.smithi028.stdout: "blocked_by": [], 2024-08-29T19:03:25.232 INFO:tasks.workunit.client.0.smithi028.stdout: "created": 69, 2024-08-29T19:03:25.232 INFO:tasks.workunit.client.0.smithi028.stdout: "dirty_stats_invalid": false, 2024-08-29T19:03:25.232 INFO:tasks.workunit.client.0.smithi028.stdout: "hitset_bytes_stats_invalid": false, 2024-08-29T19:03:25.232 INFO:tasks.workunit.client.0.smithi028.stdout: "hitset_stats_invalid": false, 2024-08-29T19:03:25.232 INFO:tasks.workunit.client.0.smithi028.stdout: "last_active": "2024-08-29T19:02:14.816791+0000", 2024-08-29T19:03:25.233 INFO:tasks.workunit.client.0.smithi028.stdout: "last_became_active": "2024-08-29T17:57:02.347975+0000", 2024-08-29T19:03:25.233 INFO:tasks.workunit.client.0.smithi028.stdout: "last_became_peered": "2024-08-29T17:57:02.347975+0000", 2024-08-29T19:03:25.233 INFO:tasks.workunit.client.0.smithi028.stdout: "last_change": "2024-08-29T18:32:49.460619+0000", 2024-08-29T19:03:25.233 INFO:tasks.workunit.client.0.smithi028.stdout: "last_clean": "2024-08-29T19:02:14.816791+0000", 2024-08-29T19:03:25.233 INFO:tasks.workunit.client.0.smithi028.stdout: "last_clean_scrub_stamp": "2024-08-29T17:43:39.870944+0000", 2024-08-29T19:03:25.233 INFO:tasks.workunit.client.0.smithi028.stdout: "last_deep_scrub": "0'0", 2024-08-29T19:03:25.233 INFO:tasks.workunit.client.0.smithi028.stdout: "last_deep_scrub_stamp": "2024-08-29T17:43:39.870944+0000", 2024-08-29T19:03:25.233 INFO:tasks.workunit.client.0.smithi028.stdout: "last_epoch_clean": 613, 2024-08-29T19:03:25.233 INFO:tasks.workunit.client.0.smithi028.stdout: "last_fresh": "2024-08-29T19:02:14.816791+0000", 2024-08-29T19:03:25.233 INFO:tasks.workunit.client.0.smithi028.stdout: "last_fullsized": "2024-08-29T19:02:14.816791+0000", 2024-08-29T19:03:25.233 INFO:tasks.workunit.client.0.smithi028.stdout: "last_peered": "2024-08-29T19:02:14.816791+0000", 2024-08-29T19:03:25.233 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub": "0'0", 2024-08-29T19:03:25.233 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub_duration": 0, 2024-08-29T19:03:25.233 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub_stamp": "2024-08-29T17:43:39.870944+0000", 2024-08-29T19:03:25.234 INFO:tasks.workunit.client.0.smithi028.stdout: "last_undegraded": "2024-08-29T19:02:14.816791+0000", 2024-08-29T19:03:25.234 INFO:tasks.workunit.client.0.smithi028.stdout: "last_unstale": "2024-08-29T19:02:14.816791+0000", 2024-08-29T19:03:25.234 INFO:tasks.workunit.client.0.smithi028.stdout: "log_dups_size": 0, 2024-08-29T19:03:25.234 INFO:tasks.workunit.client.0.smithi028.stdout: "log_size": 2987, 2024-08-29T19:03:25.234 INFO:tasks.workunit.client.0.smithi028.stdout: "log_start": "0'0", 2024-08-29T19:03:25.234 INFO:tasks.workunit.client.0.smithi028.stdout: "manifest_stats_invalid": false, 2024-08-29T19:03:25.234 INFO:tasks.workunit.client.0.smithi028.stdout: "mapping_epoch": 612, 2024-08-29T19:03:25.234 INFO:tasks.workunit.client.0.smithi028.stdout: "object_location_counts": [], 2024-08-29T19:03:25.234 INFO:tasks.workunit.client.0.smithi028.stdout: "objects_scrubbed": 0, 2024-08-29T19:03:25.234 INFO:tasks.workunit.client.0.smithi028.stdout: "objects_trimmed": 0, 2024-08-29T19:03:25.234 INFO:tasks.workunit.client.0.smithi028.stdout: "omap_stats_invalid": false, 2024-08-29T19:03:25.234 INFO:tasks.workunit.client.0.smithi028.stdout: "ondisk_log_size": 2987, 2024-08-29T19:03:25.234 INFO:tasks.workunit.client.0.smithi028.stdout: "ondisk_log_start": "0'0", 2024-08-29T19:03:25.234 INFO:tasks.workunit.client.0.smithi028.stdout: "parent": "0.0", 2024-08-29T19:03:25.235 INFO:tasks.workunit.client.0.smithi028.stdout: "parent_split_bits": 0, 2024-08-29T19:03:25.235 INFO:tasks.workunit.client.0.smithi028.stdout: "pgid": "4.2", 2024-08-29T19:03:25.235 INFO:tasks.workunit.client.0.smithi028.stdout: "pin_stats_invalid": false, 2024-08-29T19:03:25.235 INFO:tasks.workunit.client.0.smithi028.stdout: "purged_snaps": [], 2024-08-29T19:03:25.235 INFO:tasks.workunit.client.0.smithi028.stdout: "reported_epoch": 2650, 2024-08-29T19:03:25.235 INFO:tasks.workunit.client.0.smithi028.stdout: "reported_seq": 8390, 2024-08-29T19:03:25.235 INFO:tasks.workunit.client.0.smithi028.stdout: "scrub_duration": 0.0, 2024-08-29T19:03:25.235 INFO:tasks.workunit.client.0.smithi028.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-31T02:10:25.310021+0000", 2024-08-29T19:03:25.235 INFO:tasks.workunit.client.0.smithi028.stdout: "snaptrim_duration": 0.013873878, 2024-08-29T19:03:25.235 INFO:tasks.workunit.client.0.smithi028.stdout: "snaptrimq_len": 0, 2024-08-29T19:03:25.235 INFO:tasks.workunit.client.0.smithi028.stdout: "stat_sum": { 2024-08-29T19:03:25.235 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes": 19, 2024-08-29T19:03:25.235 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes_hit_set_archive": 0, 2024-08-29T19:03:25.236 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes_recovered": 0, 2024-08-29T19:03:25.236 INFO:tasks.workunit.client.0.smithi028.stdout: "num_deep_scrub_errors": 0, 2024-08-29T19:03:25.236 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict": 0, 2024-08-29T19:03:25.236 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_kb": 0, 2024-08-29T19:03:25.236 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_mode_full": 0, 2024-08-29T19:03:25.236 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_mode_some": 0, 2024-08-29T19:03:25.236 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush": 0, 2024-08-29T19:03:25.236 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_kb": 0, 2024-08-29T19:03:25.236 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_mode_high": 0, 2024-08-29T19:03:25.236 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_mode_low": 0, 2024-08-29T19:03:25.236 INFO:tasks.workunit.client.0.smithi028.stdout: "num_keys_recovered": 0, 2024-08-29T19:03:25.236 INFO:tasks.workunit.client.0.smithi028.stdout: "num_large_omap_objects": 0, 2024-08-29T19:03:25.236 INFO:tasks.workunit.client.0.smithi028.stdout: "num_legacy_snapsets": 0, 2024-08-29T19:03:25.236 INFO:tasks.workunit.client.0.smithi028.stdout: "num_object_clones": 0, 2024-08-29T19:03:25.237 INFO:tasks.workunit.client.0.smithi028.stdout: "num_object_copies": 3, 2024-08-29T19:03:25.237 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects": 1, 2024-08-29T19:03:25.237 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_degraded": 0, 2024-08-29T19:03:25.237 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_dirty": 1, 2024-08-29T19:03:25.237 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_hit_set_archive": 0, 2024-08-29T19:03:25.237 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_manifest": 0, 2024-08-29T19:03:25.237 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_misplaced": 0, 2024-08-29T19:03:25.237 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_missing": 0, 2024-08-29T19:03:25.237 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_missing_on_primary": 0, 2024-08-29T19:03:25.237 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_omap": 0, 2024-08-29T19:03:25.237 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_pinned": 0, 2024-08-29T19:03:25.237 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_recovered": 0, 2024-08-29T19:03:25.237 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_repaired": 0, 2024-08-29T19:03:25.238 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_unfound": 0, 2024-08-29T19:03:25.238 INFO:tasks.workunit.client.0.smithi028.stdout: "num_omap_bytes": 0, 2024-08-29T19:03:25.238 INFO:tasks.workunit.client.0.smithi028.stdout: "num_omap_keys": 0, 2024-08-29T19:03:25.238 INFO:tasks.workunit.client.0.smithi028.stdout: "num_promote": 0, 2024-08-29T19:03:25.238 INFO:tasks.workunit.client.0.smithi028.stdout: "num_read": 688, 2024-08-29T19:03:25.238 INFO:tasks.workunit.client.0.smithi028.stdout: "num_read_kb": 390731, 2024-08-29T19:03:25.238 INFO:tasks.workunit.client.0.smithi028.stdout: "num_scrub_errors": 0, 2024-08-29T19:03:25.238 INFO:tasks.workunit.client.0.smithi028.stdout: "num_shallow_scrub_errors": 0, 2024-08-29T19:03:25.238 INFO:tasks.workunit.client.0.smithi028.stdout: "num_whiteouts": 0, 2024-08-29T19:03:25.238 INFO:tasks.workunit.client.0.smithi028.stdout: "num_write": 2993, 2024-08-29T19:03:25.238 INFO:tasks.workunit.client.0.smithi028.stdout: "num_write_kb": 402623 2024-08-29T19:03:25.238 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:25.238 INFO:tasks.workunit.client.0.smithi028.stdout: "state": "active+clean", 2024-08-29T19:03:25.238 INFO:tasks.workunit.client.0.smithi028.stdout: "stats_invalid": false, 2024-08-29T19:03:25.239 INFO:tasks.workunit.client.0.smithi028.stdout: "up": [ 2024-08-29T19:03:25.239 INFO:tasks.workunit.client.0.smithi028.stdout: 1, 2024-08-29T19:03:25.239 INFO:tasks.workunit.client.0.smithi028.stdout: 5, 2024-08-29T19:03:25.239 INFO:tasks.workunit.client.0.smithi028.stdout: 4 2024-08-29T19:03:25.239 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-08-29T19:03:25.239 INFO:tasks.workunit.client.0.smithi028.stdout: "up_primary": 1, 2024-08-29T19:03:25.239 INFO:tasks.workunit.client.0.smithi028.stdout: "version": "1180'2987" 2024-08-29T19:03:25.239 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:25.239 INFO:tasks.workunit.client.0.smithi028.stdout: { 2024-08-29T19:03:25.239 INFO:tasks.workunit.client.0.smithi028.stdout: "acting": [ 2024-08-29T19:03:25.239 INFO:tasks.workunit.client.0.smithi028.stdout: 4, 2024-08-29T19:03:25.239 INFO:tasks.workunit.client.0.smithi028.stdout: 0, 2024-08-29T19:03:25.239 INFO:tasks.workunit.client.0.smithi028.stdout: 6 2024-08-29T19:03:25.240 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-08-29T19:03:25.240 INFO:tasks.workunit.client.0.smithi028.stdout: "acting_primary": 4, 2024-08-29T19:03:25.240 INFO:tasks.workunit.client.0.smithi028.stdout: "avail_no_missing": [], 2024-08-29T19:03:25.240 INFO:tasks.workunit.client.0.smithi028.stdout: "blocked_by": [], 2024-08-29T19:03:25.240 INFO:tasks.workunit.client.0.smithi028.stdout: "created": 62, 2024-08-29T19:03:25.240 INFO:tasks.workunit.client.0.smithi028.stdout: "dirty_stats_invalid": false, 2024-08-29T19:03:25.240 INFO:tasks.workunit.client.0.smithi028.stdout: "hitset_bytes_stats_invalid": false, 2024-08-29T19:03:25.240 INFO:tasks.workunit.client.0.smithi028.stdout: "hitset_stats_invalid": false, 2024-08-29T19:03:25.240 INFO:tasks.workunit.client.0.smithi028.stdout: "last_active": "2024-08-29T19:02:14.924756+0000", 2024-08-29T19:03:25.240 INFO:tasks.workunit.client.0.smithi028.stdout: "last_became_active": "2024-08-29T17:57:36.378595+0000", 2024-08-29T19:03:25.240 INFO:tasks.workunit.client.0.smithi028.stdout: "last_became_peered": "2024-08-29T17:57:36.378595+0000", 2024-08-29T19:03:25.240 INFO:tasks.workunit.client.0.smithi028.stdout: "last_change": "2024-08-29T17:57:36.378924+0000", 2024-08-29T19:03:25.240 INFO:tasks.workunit.client.0.smithi028.stdout: "last_clean": "2024-08-29T19:02:14.924756+0000", 2024-08-29T19:03:25.241 INFO:tasks.workunit.client.0.smithi028.stdout: "last_clean_scrub_stamp": "2024-08-29T17:41:01.987071+0000", 2024-08-29T19:03:25.241 INFO:tasks.workunit.client.0.smithi028.stdout: "last_deep_scrub": "0'0", 2024-08-29T19:03:25.241 INFO:tasks.workunit.client.0.smithi028.stdout: "last_deep_scrub_stamp": "2024-08-29T17:41:01.987071+0000", 2024-08-29T19:03:25.241 INFO:tasks.workunit.client.0.smithi028.stdout: "last_epoch_clean": 646, 2024-08-29T19:03:25.241 INFO:tasks.workunit.client.0.smithi028.stdout: "last_fresh": "2024-08-29T19:02:14.924756+0000", 2024-08-29T19:03:25.241 INFO:tasks.workunit.client.0.smithi028.stdout: "last_fullsized": "2024-08-29T19:02:14.924756+0000", 2024-08-29T19:03:25.241 INFO:tasks.workunit.client.0.smithi028.stdout: "last_peered": "2024-08-29T19:02:14.924756+0000", 2024-08-29T19:03:25.241 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub": "0'0", 2024-08-29T19:03:25.241 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub_duration": 0, 2024-08-29T19:03:25.241 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub_stamp": "2024-08-29T17:41:01.987071+0000", 2024-08-29T19:03:25.241 INFO:tasks.workunit.client.0.smithi028.stdout: "last_undegraded": "2024-08-29T19:02:14.924756+0000", 2024-08-29T19:03:25.241 INFO:tasks.workunit.client.0.smithi028.stdout: "last_unstale": "2024-08-29T19:02:14.924756+0000", 2024-08-29T19:03:25.241 INFO:tasks.workunit.client.0.smithi028.stdout: "log_dups_size": 0, 2024-08-29T19:03:25.241 INFO:tasks.workunit.client.0.smithi028.stdout: "log_size": 0, 2024-08-29T19:03:25.242 INFO:tasks.workunit.client.0.smithi028.stdout: "log_start": "0'0", 2024-08-29T19:03:25.242 INFO:tasks.workunit.client.0.smithi028.stdout: "manifest_stats_invalid": false, 2024-08-29T19:03:25.242 INFO:tasks.workunit.client.0.smithi028.stdout: "mapping_epoch": 645, 2024-08-29T19:03:25.242 INFO:tasks.workunit.client.0.smithi028.stdout: "object_location_counts": [], 2024-08-29T19:03:25.242 INFO:tasks.workunit.client.0.smithi028.stdout: "objects_scrubbed": 0, 2024-08-29T19:03:25.242 INFO:tasks.workunit.client.0.smithi028.stdout: "objects_trimmed": 0, 2024-08-29T19:03:25.242 INFO:tasks.workunit.client.0.smithi028.stdout: "omap_stats_invalid": false, 2024-08-29T19:03:25.242 INFO:tasks.workunit.client.0.smithi028.stdout: "ondisk_log_size": 0, 2024-08-29T19:03:25.242 INFO:tasks.workunit.client.0.smithi028.stdout: "ondisk_log_start": "0'0", 2024-08-29T19:03:25.242 INFO:tasks.workunit.client.0.smithi028.stdout: "parent": "0.0", 2024-08-29T19:03:25.242 INFO:tasks.workunit.client.0.smithi028.stdout: "parent_split_bits": 0, 2024-08-29T19:03:25.242 INFO:tasks.workunit.client.0.smithi028.stdout: "pgid": "3.3", 2024-08-29T19:03:25.242 INFO:tasks.workunit.client.0.smithi028.stdout: "pin_stats_invalid": false, 2024-08-29T19:03:25.242 INFO:tasks.workunit.client.0.smithi028.stdout: "purged_snaps": [], 2024-08-29T19:03:25.243 INFO:tasks.workunit.client.0.smithi028.stdout: "reported_epoch": 2650, 2024-08-29T19:03:25.243 INFO:tasks.workunit.client.0.smithi028.stdout: "reported_seq": 4679, 2024-08-29T19:03:25.243 INFO:tasks.workunit.client.0.smithi028.stdout: "scrub_duration": 0.0, 2024-08-29T19:03:25.243 INFO:tasks.workunit.client.0.smithi028.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-30T22:44:14.435677+0000", 2024-08-29T19:03:25.243 INFO:tasks.workunit.client.0.smithi028.stdout: "snaptrim_duration": 0.0, 2024-08-29T19:03:25.243 INFO:tasks.workunit.client.0.smithi028.stdout: "snaptrimq_len": 0, 2024-08-29T19:03:25.243 INFO:tasks.workunit.client.0.smithi028.stdout: "stat_sum": { 2024-08-29T19:03:25.243 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes": 0, 2024-08-29T19:03:25.243 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes_hit_set_archive": 0, 2024-08-29T19:03:25.243 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes_recovered": 0, 2024-08-29T19:03:25.243 INFO:tasks.workunit.client.0.smithi028.stdout: "num_deep_scrub_errors": 0, 2024-08-29T19:03:25.243 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict": 0, 2024-08-29T19:03:25.243 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_kb": 0, 2024-08-29T19:03:25.243 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_mode_full": 0, 2024-08-29T19:03:25.244 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_mode_some": 0, 2024-08-29T19:03:25.244 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush": 0, 2024-08-29T19:03:25.244 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_kb": 0, 2024-08-29T19:03:25.244 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_mode_high": 0, 2024-08-29T19:03:25.244 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_mode_low": 0, 2024-08-29T19:03:25.244 INFO:tasks.workunit.client.0.smithi028.stdout: "num_keys_recovered": 0, 2024-08-29T19:03:25.244 INFO:tasks.workunit.client.0.smithi028.stdout: "num_large_omap_objects": 0, 2024-08-29T19:03:25.244 INFO:tasks.workunit.client.0.smithi028.stdout: "num_legacy_snapsets": 0, 2024-08-29T19:03:25.244 INFO:tasks.workunit.client.0.smithi028.stdout: "num_object_clones": 0, 2024-08-29T19:03:25.244 INFO:tasks.workunit.client.0.smithi028.stdout: "num_object_copies": 0, 2024-08-29T19:03:25.244 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects": 0, 2024-08-29T19:03:25.244 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_degraded": 0, 2024-08-29T19:03:25.244 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_dirty": 0, 2024-08-29T19:03:25.244 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_hit_set_archive": 0, 2024-08-29T19:03:25.245 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_manifest": 0, 2024-08-29T19:03:25.245 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_misplaced": 0, 2024-08-29T19:03:25.245 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_missing": 0, 2024-08-29T19:03:25.245 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_missing_on_primary": 0, 2024-08-29T19:03:25.245 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_omap": 0, 2024-08-29T19:03:25.245 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_pinned": 0, 2024-08-29T19:03:25.245 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_recovered": 0, 2024-08-29T19:03:25.245 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_repaired": 0, 2024-08-29T19:03:25.245 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_unfound": 0, 2024-08-29T19:03:25.245 INFO:tasks.workunit.client.0.smithi028.stdout: "num_omap_bytes": 0, 2024-08-29T19:03:25.245 INFO:tasks.workunit.client.0.smithi028.stdout: "num_omap_keys": 0, 2024-08-29T19:03:25.245 INFO:tasks.workunit.client.0.smithi028.stdout: "num_promote": 0, 2024-08-29T19:03:25.245 INFO:tasks.workunit.client.0.smithi028.stdout: "num_read": 0, 2024-08-29T19:03:25.245 INFO:tasks.workunit.client.0.smithi028.stdout: "num_read_kb": 0, 2024-08-29T19:03:25.246 INFO:tasks.workunit.client.0.smithi028.stdout: "num_scrub_errors": 0, 2024-08-29T19:03:25.246 INFO:tasks.workunit.client.0.smithi028.stdout: "num_shallow_scrub_errors": 0, 2024-08-29T19:03:25.246 INFO:tasks.workunit.client.0.smithi028.stdout: "num_whiteouts": 0, 2024-08-29T19:03:25.246 INFO:tasks.workunit.client.0.smithi028.stdout: "num_write": 0, 2024-08-29T19:03:25.246 INFO:tasks.workunit.client.0.smithi028.stdout: "num_write_kb": 0 2024-08-29T19:03:25.246 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:25.246 INFO:tasks.workunit.client.0.smithi028.stdout: "state": "active+clean", 2024-08-29T19:03:25.246 INFO:tasks.workunit.client.0.smithi028.stdout: "stats_invalid": false, 2024-08-29T19:03:25.246 INFO:tasks.workunit.client.0.smithi028.stdout: "up": [ 2024-08-29T19:03:25.246 INFO:tasks.workunit.client.0.smithi028.stdout: 4, 2024-08-29T19:03:25.246 INFO:tasks.workunit.client.0.smithi028.stdout: 0, 2024-08-29T19:03:25.246 INFO:tasks.workunit.client.0.smithi028.stdout: 6 2024-08-29T19:03:25.246 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-08-29T19:03:25.247 INFO:tasks.workunit.client.0.smithi028.stdout: "up_primary": 4, 2024-08-29T19:03:25.247 INFO:tasks.workunit.client.0.smithi028.stdout: "version": "0'0" 2024-08-29T19:03:25.247 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:25.247 INFO:tasks.workunit.client.0.smithi028.stdout: { 2024-08-29T19:03:25.247 INFO:tasks.workunit.client.0.smithi028.stdout: "acting": [ 2024-08-29T19:03:25.247 INFO:tasks.workunit.client.0.smithi028.stdout: 5, 2024-08-29T19:03:25.247 INFO:tasks.workunit.client.0.smithi028.stdout: 1, 2024-08-29T19:03:25.247 INFO:tasks.workunit.client.0.smithi028.stdout: 6 2024-08-29T19:03:25.247 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-08-29T19:03:25.247 INFO:tasks.workunit.client.0.smithi028.stdout: "acting_primary": 5, 2024-08-29T19:03:25.247 INFO:tasks.workunit.client.0.smithi028.stdout: "avail_no_missing": [], 2024-08-29T19:03:25.247 INFO:tasks.workunit.client.0.smithi028.stdout: "blocked_by": [], 2024-08-29T19:03:25.247 INFO:tasks.workunit.client.0.smithi028.stdout: "created": 59, 2024-08-29T19:03:25.247 INFO:tasks.workunit.client.0.smithi028.stdout: "dirty_stats_invalid": false, 2024-08-29T19:03:25.248 INFO:tasks.workunit.client.0.smithi028.stdout: "hitset_bytes_stats_invalid": false, 2024-08-29T19:03:25.248 INFO:tasks.workunit.client.0.smithi028.stdout: "hitset_stats_invalid": false, 2024-08-29T19:03:25.248 INFO:tasks.workunit.client.0.smithi028.stdout: "last_active": "2024-08-29T19:02:14.927986+0000", 2024-08-29T19:03:25.248 INFO:tasks.workunit.client.0.smithi028.stdout: "last_became_active": "2024-08-29T17:57:36.385404+0000", 2024-08-29T19:03:25.248 INFO:tasks.workunit.client.0.smithi028.stdout: "last_became_peered": "2024-08-29T17:57:36.385404+0000", 2024-08-29T19:03:25.248 INFO:tasks.workunit.client.0.smithi028.stdout: "last_change": "2024-08-29T17:57:36.385782+0000", 2024-08-29T19:03:25.248 INFO:tasks.workunit.client.0.smithi028.stdout: "last_clean": "2024-08-29T19:02:14.927986+0000", 2024-08-29T19:03:25.248 INFO:tasks.workunit.client.0.smithi028.stdout: "last_clean_scrub_stamp": "2024-08-29T17:40:52.944949+0000", 2024-08-29T19:03:25.248 INFO:tasks.workunit.client.0.smithi028.stdout: "last_deep_scrub": "0'0", 2024-08-29T19:03:25.248 INFO:tasks.workunit.client.0.smithi028.stdout: "last_deep_scrub_stamp": "2024-08-29T17:40:52.944949+0000", 2024-08-29T19:03:25.248 INFO:tasks.workunit.client.0.smithi028.stdout: "last_epoch_clean": 646, 2024-08-29T19:03:25.248 INFO:tasks.workunit.client.0.smithi028.stdout: "last_fresh": "2024-08-29T19:02:14.927986+0000", 2024-08-29T19:03:25.248 INFO:tasks.workunit.client.0.smithi028.stdout: "last_fullsized": "2024-08-29T19:02:14.927986+0000", 2024-08-29T19:03:25.249 INFO:tasks.workunit.client.0.smithi028.stdout: "last_peered": "2024-08-29T19:02:14.927986+0000", 2024-08-29T19:03:25.249 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub": "0'0", 2024-08-29T19:03:25.249 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub_duration": 0, 2024-08-29T19:03:25.249 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub_stamp": "2024-08-29T17:40:52.944949+0000", 2024-08-29T19:03:25.249 INFO:tasks.workunit.client.0.smithi028.stdout: "last_undegraded": "2024-08-29T19:02:14.927986+0000", 2024-08-29T19:03:25.249 INFO:tasks.workunit.client.0.smithi028.stdout: "last_unstale": "2024-08-29T19:02:14.927986+0000", 2024-08-29T19:03:25.249 INFO:tasks.workunit.client.0.smithi028.stdout: "log_dups_size": 0, 2024-08-29T19:03:25.249 INFO:tasks.workunit.client.0.smithi028.stdout: "log_size": 0, 2024-08-29T19:03:25.249 INFO:tasks.workunit.client.0.smithi028.stdout: "log_start": "0'0", 2024-08-29T19:03:25.249 INFO:tasks.workunit.client.0.smithi028.stdout: "manifest_stats_invalid": false, 2024-08-29T19:03:25.249 INFO:tasks.workunit.client.0.smithi028.stdout: "mapping_epoch": 645, 2024-08-29T19:03:25.249 INFO:tasks.workunit.client.0.smithi028.stdout: "object_location_counts": [], 2024-08-29T19:03:25.249 INFO:tasks.workunit.client.0.smithi028.stdout: "objects_scrubbed": 0, 2024-08-29T19:03:25.250 INFO:tasks.workunit.client.0.smithi028.stdout: "objects_trimmed": 0, 2024-08-29T19:03:25.250 INFO:tasks.workunit.client.0.smithi028.stdout: "omap_stats_invalid": false, 2024-08-29T19:03:25.250 INFO:tasks.workunit.client.0.smithi028.stdout: "ondisk_log_size": 0, 2024-08-29T19:03:25.250 INFO:tasks.workunit.client.0.smithi028.stdout: "ondisk_log_start": "0'0", 2024-08-29T19:03:25.250 INFO:tasks.workunit.client.0.smithi028.stdout: "parent": "0.0", 2024-08-29T19:03:25.250 INFO:tasks.workunit.client.0.smithi028.stdout: "parent_split_bits": 0, 2024-08-29T19:03:25.250 INFO:tasks.workunit.client.0.smithi028.stdout: "pgid": "2.2", 2024-08-29T19:03:25.250 INFO:tasks.workunit.client.0.smithi028.stdout: "pin_stats_invalid": false, 2024-08-29T19:03:25.250 INFO:tasks.workunit.client.0.smithi028.stdout: "purged_snaps": [], 2024-08-29T19:03:25.250 INFO:tasks.workunit.client.0.smithi028.stdout: "reported_epoch": 2650, 2024-08-29T19:03:25.250 INFO:tasks.workunit.client.0.smithi028.stdout: "reported_seq": 4620, 2024-08-29T19:03:25.250 INFO:tasks.workunit.client.0.smithi028.stdout: "scrub_duration": 0.0, 2024-08-29T19:03:25.250 INFO:tasks.workunit.client.0.smithi028.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-30T18:26:08.039860+0000", 2024-08-29T19:03:25.250 INFO:tasks.workunit.client.0.smithi028.stdout: "snaptrim_duration": 0.0, 2024-08-29T19:03:25.251 INFO:tasks.workunit.client.0.smithi028.stdout: "snaptrimq_len": 0, 2024-08-29T19:03:25.251 INFO:tasks.workunit.client.0.smithi028.stdout: "stat_sum": { 2024-08-29T19:03:25.251 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes": 0, 2024-08-29T19:03:25.251 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes_hit_set_archive": 0, 2024-08-29T19:03:25.251 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes_recovered": 0, 2024-08-29T19:03:25.251 INFO:tasks.workunit.client.0.smithi028.stdout: "num_deep_scrub_errors": 0, 2024-08-29T19:03:25.251 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict": 0, 2024-08-29T19:03:25.251 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_kb": 0, 2024-08-29T19:03:25.251 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_mode_full": 0, 2024-08-29T19:03:25.251 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_mode_some": 0, 2024-08-29T19:03:25.251 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush": 0, 2024-08-29T19:03:25.251 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_kb": 0, 2024-08-29T19:03:25.251 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_mode_high": 0, 2024-08-29T19:03:25.251 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_mode_low": 0, 2024-08-29T19:03:25.252 INFO:tasks.workunit.client.0.smithi028.stdout: "num_keys_recovered": 0, 2024-08-29T19:03:25.252 INFO:tasks.workunit.client.0.smithi028.stdout: "num_large_omap_objects": 0, 2024-08-29T19:03:25.252 INFO:tasks.workunit.client.0.smithi028.stdout: "num_legacy_snapsets": 0, 2024-08-29T19:03:25.252 INFO:tasks.workunit.client.0.smithi028.stdout: "num_object_clones": 0, 2024-08-29T19:03:25.252 INFO:tasks.workunit.client.0.smithi028.stdout: "num_object_copies": 0, 2024-08-29T19:03:25.252 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects": 0, 2024-08-29T19:03:25.252 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_degraded": 0, 2024-08-29T19:03:25.252 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_dirty": 0, 2024-08-29T19:03:25.252 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_hit_set_archive": 0, 2024-08-29T19:03:25.252 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_manifest": 0, 2024-08-29T19:03:25.252 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_misplaced": 0, 2024-08-29T19:03:25.252 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_missing": 0, 2024-08-29T19:03:25.252 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_missing_on_primary": 0, 2024-08-29T19:03:25.252 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_omap": 0, 2024-08-29T19:03:25.253 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_pinned": 0, 2024-08-29T19:03:25.253 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_recovered": 0, 2024-08-29T19:03:25.253 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_repaired": 0, 2024-08-29T19:03:25.253 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_unfound": 0, 2024-08-29T19:03:25.253 INFO:tasks.workunit.client.0.smithi028.stdout: "num_omap_bytes": 0, 2024-08-29T19:03:25.253 INFO:tasks.workunit.client.0.smithi028.stdout: "num_omap_keys": 0, 2024-08-29T19:03:25.253 INFO:tasks.workunit.client.0.smithi028.stdout: "num_promote": 0, 2024-08-29T19:03:25.253 INFO:tasks.workunit.client.0.smithi028.stdout: "num_read": 0, 2024-08-29T19:03:25.253 INFO:tasks.workunit.client.0.smithi028.stdout: "num_read_kb": 0, 2024-08-29T19:03:25.253 INFO:tasks.workunit.client.0.smithi028.stdout: "num_scrub_errors": 0, 2024-08-29T19:03:25.253 INFO:tasks.workunit.client.0.smithi028.stdout: "num_shallow_scrub_errors": 0, 2024-08-29T19:03:25.253 INFO:tasks.workunit.client.0.smithi028.stdout: "num_whiteouts": 0, 2024-08-29T19:03:25.253 INFO:tasks.workunit.client.0.smithi028.stdout: "num_write": 0, 2024-08-29T19:03:25.253 INFO:tasks.workunit.client.0.smithi028.stdout: "num_write_kb": 0 2024-08-29T19:03:25.254 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:25.254 INFO:tasks.workunit.client.0.smithi028.stdout: "state": "active+clean", 2024-08-29T19:03:25.254 INFO:tasks.workunit.client.0.smithi028.stdout: "stats_invalid": false, 2024-08-29T19:03:25.254 INFO:tasks.workunit.client.0.smithi028.stdout: "up": [ 2024-08-29T19:03:25.254 INFO:tasks.workunit.client.0.smithi028.stdout: 5, 2024-08-29T19:03:25.254 INFO:tasks.workunit.client.0.smithi028.stdout: 1, 2024-08-29T19:03:25.254 INFO:tasks.workunit.client.0.smithi028.stdout: 6 2024-08-29T19:03:25.254 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-08-29T19:03:25.254 INFO:tasks.workunit.client.0.smithi028.stdout: "up_primary": 5, 2024-08-29T19:03:25.254 INFO:tasks.workunit.client.0.smithi028.stdout: "version": "0'0" 2024-08-29T19:03:25.254 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:25.254 INFO:tasks.workunit.client.0.smithi028.stdout: { 2024-08-29T19:03:25.254 INFO:tasks.workunit.client.0.smithi028.stdout: "acting": [ 2024-08-29T19:03:25.254 INFO:tasks.workunit.client.0.smithi028.stdout: 1, 2024-08-29T19:03:25.255 INFO:tasks.workunit.client.0.smithi028.stdout: 2, 2024-08-29T19:03:25.255 INFO:tasks.workunit.client.0.smithi028.stdout: 3 2024-08-29T19:03:25.255 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-08-29T19:03:25.255 INFO:tasks.workunit.client.0.smithi028.stdout: "acting_primary": 1, 2024-08-29T19:03:25.255 INFO:tasks.workunit.client.0.smithi028.stdout: "avail_no_missing": [], 2024-08-29T19:03:25.255 INFO:tasks.workunit.client.0.smithi028.stdout: "blocked_by": [], 2024-08-29T19:03:25.255 INFO:tasks.workunit.client.0.smithi028.stdout: "created": 69, 2024-08-29T19:03:25.255 INFO:tasks.workunit.client.0.smithi028.stdout: "dirty_stats_invalid": false, 2024-08-29T19:03:25.255 INFO:tasks.workunit.client.0.smithi028.stdout: "hitset_bytes_stats_invalid": false, 2024-08-29T19:03:25.255 INFO:tasks.workunit.client.0.smithi028.stdout: "hitset_stats_invalid": false, 2024-08-29T19:03:25.255 INFO:tasks.workunit.client.0.smithi028.stdout: "last_active": "2024-08-29T19:03:06.673224+0000", 2024-08-29T19:03:25.255 INFO:tasks.workunit.client.0.smithi028.stdout: "last_became_active": "2024-08-29T17:55:56.308024+0000", 2024-08-29T19:03:25.255 INFO:tasks.workunit.client.0.smithi028.stdout: "last_became_peered": "2024-08-29T17:55:56.308024+0000", 2024-08-29T19:03:25.255 INFO:tasks.workunit.client.0.smithi028.stdout: "last_change": "2024-08-29T18:32:49.475393+0000", 2024-08-29T19:03:25.256 INFO:tasks.workunit.client.0.smithi028.stdout: "last_clean": "2024-08-29T19:03:06.673224+0000", 2024-08-29T19:03:25.256 INFO:tasks.workunit.client.0.smithi028.stdout: "last_clean_scrub_stamp": "2024-08-29T17:43:39.870944+0000", 2024-08-29T19:03:25.256 INFO:tasks.workunit.client.0.smithi028.stdout: "last_deep_scrub": "0'0", 2024-08-29T19:03:25.256 INFO:tasks.workunit.client.0.smithi028.stdout: "last_deep_scrub_stamp": "2024-08-29T17:43:39.870944+0000", 2024-08-29T19:03:25.256 INFO:tasks.workunit.client.0.smithi028.stdout: "last_epoch_clean": 547, 2024-08-29T19:03:25.256 INFO:tasks.workunit.client.0.smithi028.stdout: "last_fresh": "2024-08-29T19:03:06.673224+0000", 2024-08-29T19:03:25.256 INFO:tasks.workunit.client.0.smithi028.stdout: "last_fullsized": "2024-08-29T19:03:06.673224+0000", 2024-08-29T19:03:25.256 INFO:tasks.workunit.client.0.smithi028.stdout: "last_peered": "2024-08-29T19:03:06.673224+0000", 2024-08-29T19:03:25.256 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub": "0'0", 2024-08-29T19:03:25.256 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub_duration": 0, 2024-08-29T19:03:25.256 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub_stamp": "2024-08-29T17:43:39.870944+0000", 2024-08-29T19:03:25.256 INFO:tasks.workunit.client.0.smithi028.stdout: "last_undegraded": "2024-08-29T19:03:06.673224+0000", 2024-08-29T19:03:25.256 INFO:tasks.workunit.client.0.smithi028.stdout: "last_unstale": "2024-08-29T19:03:06.673224+0000", 2024-08-29T19:03:25.256 INFO:tasks.workunit.client.0.smithi028.stdout: "log_dups_size": 0, 2024-08-29T19:03:25.257 INFO:tasks.workunit.client.0.smithi028.stdout: "log_size": 3135, 2024-08-29T19:03:25.257 INFO:tasks.workunit.client.0.smithi028.stdout: "log_start": "0'0", 2024-08-29T19:03:25.257 INFO:tasks.workunit.client.0.smithi028.stdout: "manifest_stats_invalid": false, 2024-08-29T19:03:25.257 INFO:tasks.workunit.client.0.smithi028.stdout: "mapping_epoch": 546, 2024-08-29T19:03:25.257 INFO:tasks.workunit.client.0.smithi028.stdout: "object_location_counts": [], 2024-08-29T19:03:25.257 INFO:tasks.workunit.client.0.smithi028.stdout: "objects_scrubbed": 0, 2024-08-29T19:03:25.257 INFO:tasks.workunit.client.0.smithi028.stdout: "objects_trimmed": 0, 2024-08-29T19:03:25.257 INFO:tasks.workunit.client.0.smithi028.stdout: "omap_stats_invalid": false, 2024-08-29T19:03:25.257 INFO:tasks.workunit.client.0.smithi028.stdout: "ondisk_log_size": 3135, 2024-08-29T19:03:25.257 INFO:tasks.workunit.client.0.smithi028.stdout: "ondisk_log_start": "0'0", 2024-08-29T19:03:25.257 INFO:tasks.workunit.client.0.smithi028.stdout: "parent": "0.0", 2024-08-29T19:03:25.257 INFO:tasks.workunit.client.0.smithi028.stdout: "parent_split_bits": 0, 2024-08-29T19:03:25.257 INFO:tasks.workunit.client.0.smithi028.stdout: "pgid": "4.4", 2024-08-29T19:03:25.258 INFO:tasks.workunit.client.0.smithi028.stdout: "pin_stats_invalid": false, 2024-08-29T19:03:25.258 INFO:tasks.workunit.client.0.smithi028.stdout: "purged_snaps": [], 2024-08-29T19:03:25.258 INFO:tasks.workunit.client.0.smithi028.stdout: "reported_epoch": 2650, 2024-08-29T19:03:25.258 INFO:tasks.workunit.client.0.smithi028.stdout: "reported_seq": 8796, 2024-08-29T19:03:25.258 INFO:tasks.workunit.client.0.smithi028.stdout: "scrub_duration": 0.0, 2024-08-29T19:03:25.258 INFO:tasks.workunit.client.0.smithi028.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-31T00:15:48.296987+0000", 2024-08-29T19:03:25.258 INFO:tasks.workunit.client.0.smithi028.stdout: "snaptrim_duration": 0.02696661, 2024-08-29T19:03:25.258 INFO:tasks.workunit.client.0.smithi028.stdout: "snaptrimq_len": 0, 2024-08-29T19:03:25.258 INFO:tasks.workunit.client.0.smithi028.stdout: "stat_sum": { 2024-08-29T19:03:25.258 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes": 0, 2024-08-29T19:03:25.258 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes_hit_set_archive": 0, 2024-08-29T19:03:25.258 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes_recovered": 0, 2024-08-29T19:03:25.258 INFO:tasks.workunit.client.0.smithi028.stdout: "num_deep_scrub_errors": 0, 2024-08-29T19:03:25.258 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict": 0, 2024-08-29T19:03:25.259 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_kb": 0, 2024-08-29T19:03:25.259 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_mode_full": 0, 2024-08-29T19:03:25.259 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_mode_some": 0, 2024-08-29T19:03:25.259 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush": 0, 2024-08-29T19:03:25.259 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_kb": 0, 2024-08-29T19:03:25.259 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_mode_high": 0, 2024-08-29T19:03:25.259 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_mode_low": 0, 2024-08-29T19:03:25.259 INFO:tasks.workunit.client.0.smithi028.stdout: "num_keys_recovered": 0, 2024-08-29T19:03:25.259 INFO:tasks.workunit.client.0.smithi028.stdout: "num_large_omap_objects": 0, 2024-08-29T19:03:25.259 INFO:tasks.workunit.client.0.smithi028.stdout: "num_legacy_snapsets": 0, 2024-08-29T19:03:25.259 INFO:tasks.workunit.client.0.smithi028.stdout: "num_object_clones": 0, 2024-08-29T19:03:25.259 INFO:tasks.workunit.client.0.smithi028.stdout: "num_object_copies": 3, 2024-08-29T19:03:25.259 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects": 1, 2024-08-29T19:03:25.259 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_degraded": 0, 2024-08-29T19:03:25.260 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_dirty": 1, 2024-08-29T19:03:25.260 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_hit_set_archive": 0, 2024-08-29T19:03:25.260 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_manifest": 0, 2024-08-29T19:03:25.260 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_misplaced": 0, 2024-08-29T19:03:25.260 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_missing": 0, 2024-08-29T19:03:25.260 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_missing_on_primary": 0, 2024-08-29T19:03:25.260 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_omap": 1, 2024-08-29T19:03:25.260 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_pinned": 0, 2024-08-29T19:03:25.260 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_recovered": 0, 2024-08-29T19:03:25.260 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_repaired": 0, 2024-08-29T19:03:25.260 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_unfound": 0, 2024-08-29T19:03:25.260 INFO:tasks.workunit.client.0.smithi028.stdout: "num_omap_bytes": 0, 2024-08-29T19:03:25.260 INFO:tasks.workunit.client.0.smithi028.stdout: "num_omap_keys": 0, 2024-08-29T19:03:25.260 INFO:tasks.workunit.client.0.smithi028.stdout: "num_promote": 0, 2024-08-29T19:03:25.261 INFO:tasks.workunit.client.0.smithi028.stdout: "num_read": 1536, 2024-08-29T19:03:25.261 INFO:tasks.workunit.client.0.smithi028.stdout: "num_read_kb": 388622, 2024-08-29T19:03:25.261 INFO:tasks.workunit.client.0.smithi028.stdout: "num_scrub_errors": 0, 2024-08-29T19:03:25.261 INFO:tasks.workunit.client.0.smithi028.stdout: "num_shallow_scrub_errors": 0, 2024-08-29T19:03:25.261 INFO:tasks.workunit.client.0.smithi028.stdout: "num_whiteouts": 0, 2024-08-29T19:03:25.261 INFO:tasks.workunit.client.0.smithi028.stdout: "num_write": 3123, 2024-08-29T19:03:25.261 INFO:tasks.workunit.client.0.smithi028.stdout: "num_write_kb": 405601 2024-08-29T19:03:25.261 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:25.261 INFO:tasks.workunit.client.0.smithi028.stdout: "state": "active+clean", 2024-08-29T19:03:25.261 INFO:tasks.workunit.client.0.smithi028.stdout: "stats_invalid": false, 2024-08-29T19:03:25.261 INFO:tasks.workunit.client.0.smithi028.stdout: "up": [ 2024-08-29T19:03:25.261 INFO:tasks.workunit.client.0.smithi028.stdout: 1, 2024-08-29T19:03:25.261 INFO:tasks.workunit.client.0.smithi028.stdout: 2, 2024-08-29T19:03:25.261 INFO:tasks.workunit.client.0.smithi028.stdout: 3 2024-08-29T19:03:25.262 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-08-29T19:03:25.262 INFO:tasks.workunit.client.0.smithi028.stdout: "up_primary": 1, 2024-08-29T19:03:25.262 INFO:tasks.workunit.client.0.smithi028.stdout: "version": "1182'3135" 2024-08-29T19:03:25.262 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:25.262 INFO:tasks.workunit.client.0.smithi028.stdout: { 2024-08-29T19:03:25.262 INFO:tasks.workunit.client.0.smithi028.stdout: "acting": [ 2024-08-29T19:03:25.262 INFO:tasks.workunit.client.0.smithi028.stdout: 1, 2024-08-29T19:03:25.262 INFO:tasks.workunit.client.0.smithi028.stdout: 2, 2024-08-29T19:03:25.262 INFO:tasks.workunit.client.0.smithi028.stdout: 6 2024-08-29T19:03:25.262 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-08-29T19:03:25.262 INFO:tasks.workunit.client.0.smithi028.stdout: "acting_primary": 1, 2024-08-29T19:03:25.262 INFO:tasks.workunit.client.0.smithi028.stdout: "avail_no_missing": [], 2024-08-29T19:03:25.262 INFO:tasks.workunit.client.0.smithi028.stdout: "blocked_by": [], 2024-08-29T19:03:25.262 INFO:tasks.workunit.client.0.smithi028.stdout: "created": 62, 2024-08-29T19:03:25.263 INFO:tasks.workunit.client.0.smithi028.stdout: "dirty_stats_invalid": false, 2024-08-29T19:03:25.263 INFO:tasks.workunit.client.0.smithi028.stdout: "hitset_bytes_stats_invalid": false, 2024-08-29T19:03:25.263 INFO:tasks.workunit.client.0.smithi028.stdout: "hitset_stats_invalid": false, 2024-08-29T19:03:25.263 INFO:tasks.workunit.client.0.smithi028.stdout: "last_active": "2024-08-29T19:02:14.816331+0000", 2024-08-29T19:03:25.263 INFO:tasks.workunit.client.0.smithi028.stdout: "last_became_active": "2024-08-29T17:57:36.372751+0000", 2024-08-29T19:03:25.263 INFO:tasks.workunit.client.0.smithi028.stdout: "last_became_peered": "2024-08-29T17:57:36.372751+0000", 2024-08-29T19:03:25.263 INFO:tasks.workunit.client.0.smithi028.stdout: "last_change": "2024-08-29T17:57:36.373306+0000", 2024-08-29T19:03:25.263 INFO:tasks.workunit.client.0.smithi028.stdout: "last_clean": "2024-08-29T19:02:14.816331+0000", 2024-08-29T19:03:25.263 INFO:tasks.workunit.client.0.smithi028.stdout: "last_clean_scrub_stamp": "2024-08-29T17:41:01.987071+0000", 2024-08-29T19:03:25.263 INFO:tasks.workunit.client.0.smithi028.stdout: "last_deep_scrub": "0'0", 2024-08-29T19:03:25.263 INFO:tasks.workunit.client.0.smithi028.stdout: "last_deep_scrub_stamp": "2024-08-29T17:41:01.987071+0000", 2024-08-29T19:03:25.263 INFO:tasks.workunit.client.0.smithi028.stdout: "last_epoch_clean": 646, 2024-08-29T19:03:25.263 INFO:tasks.workunit.client.0.smithi028.stdout: "last_fresh": "2024-08-29T19:02:14.816331+0000", 2024-08-29T19:03:25.264 INFO:tasks.workunit.client.0.smithi028.stdout: "last_fullsized": "2024-08-29T19:02:14.816331+0000", 2024-08-29T19:03:25.264 INFO:tasks.workunit.client.0.smithi028.stdout: "last_peered": "2024-08-29T19:02:14.816331+0000", 2024-08-29T19:03:25.264 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub": "0'0", 2024-08-29T19:03:25.264 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub_duration": 0, 2024-08-29T19:03:25.264 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub_stamp": "2024-08-29T17:41:01.987071+0000", 2024-08-29T19:03:25.264 INFO:tasks.workunit.client.0.smithi028.stdout: "last_undegraded": "2024-08-29T19:02:14.816331+0000", 2024-08-29T19:03:25.264 INFO:tasks.workunit.client.0.smithi028.stdout: "last_unstale": "2024-08-29T19:02:14.816331+0000", 2024-08-29T19:03:25.264 INFO:tasks.workunit.client.0.smithi028.stdout: "log_dups_size": 0, 2024-08-29T19:03:25.264 INFO:tasks.workunit.client.0.smithi028.stdout: "log_size": 0, 2024-08-29T19:03:25.264 INFO:tasks.workunit.client.0.smithi028.stdout: "log_start": "0'0", 2024-08-29T19:03:25.264 INFO:tasks.workunit.client.0.smithi028.stdout: "manifest_stats_invalid": false, 2024-08-29T19:03:25.264 INFO:tasks.workunit.client.0.smithi028.stdout: "mapping_epoch": 645, 2024-08-29T19:03:25.264 INFO:tasks.workunit.client.0.smithi028.stdout: "object_location_counts": [], 2024-08-29T19:03:25.265 INFO:tasks.workunit.client.0.smithi028.stdout: "objects_scrubbed": 0, 2024-08-29T19:03:25.265 INFO:tasks.workunit.client.0.smithi028.stdout: "objects_trimmed": 0, 2024-08-29T19:03:25.265 INFO:tasks.workunit.client.0.smithi028.stdout: "omap_stats_invalid": false, 2024-08-29T19:03:25.265 INFO:tasks.workunit.client.0.smithi028.stdout: "ondisk_log_size": 0, 2024-08-29T19:03:25.265 INFO:tasks.workunit.client.0.smithi028.stdout: "ondisk_log_start": "0'0", 2024-08-29T19:03:25.265 INFO:tasks.workunit.client.0.smithi028.stdout: "parent": "0.0", 2024-08-29T19:03:25.265 INFO:tasks.workunit.client.0.smithi028.stdout: "parent_split_bits": 0, 2024-08-29T19:03:25.265 INFO:tasks.workunit.client.0.smithi028.stdout: "pgid": "3.0", 2024-08-29T19:03:25.265 INFO:tasks.workunit.client.0.smithi028.stdout: "pin_stats_invalid": false, 2024-08-29T19:03:25.265 INFO:tasks.workunit.client.0.smithi028.stdout: "purged_snaps": [], 2024-08-29T19:03:25.265 INFO:tasks.workunit.client.0.smithi028.stdout: "reported_epoch": 2650, 2024-08-29T19:03:25.265 INFO:tasks.workunit.client.0.smithi028.stdout: "reported_seq": 4751, 2024-08-29T19:03:25.265 INFO:tasks.workunit.client.0.smithi028.stdout: "scrub_duration": 0.0, 2024-08-29T19:03:25.265 INFO:tasks.workunit.client.0.smithi028.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-31T02:31:27.870767+0000", 2024-08-29T19:03:25.266 INFO:tasks.workunit.client.0.smithi028.stdout: "snaptrim_duration": 0.0, 2024-08-29T19:03:25.266 INFO:tasks.workunit.client.0.smithi028.stdout: "snaptrimq_len": 0, 2024-08-29T19:03:25.266 INFO:tasks.workunit.client.0.smithi028.stdout: "stat_sum": { 2024-08-29T19:03:25.266 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes": 0, 2024-08-29T19:03:25.266 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes_hit_set_archive": 0, 2024-08-29T19:03:25.266 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes_recovered": 0, 2024-08-29T19:03:25.266 INFO:tasks.workunit.client.0.smithi028.stdout: "num_deep_scrub_errors": 0, 2024-08-29T19:03:25.266 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict": 0, 2024-08-29T19:03:25.266 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_kb": 0, 2024-08-29T19:03:25.266 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_mode_full": 0, 2024-08-29T19:03:25.266 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_mode_some": 0, 2024-08-29T19:03:25.266 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush": 0, 2024-08-29T19:03:25.266 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_kb": 0, 2024-08-29T19:03:25.266 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_mode_high": 0, 2024-08-29T19:03:25.267 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_mode_low": 0, 2024-08-29T19:03:25.267 INFO:tasks.workunit.client.0.smithi028.stdout: "num_keys_recovered": 0, 2024-08-29T19:03:25.267 INFO:tasks.workunit.client.0.smithi028.stdout: "num_large_omap_objects": 0, 2024-08-29T19:03:25.267 INFO:tasks.workunit.client.0.smithi028.stdout: "num_legacy_snapsets": 0, 2024-08-29T19:03:25.267 INFO:tasks.workunit.client.0.smithi028.stdout: "num_object_clones": 0, 2024-08-29T19:03:25.267 INFO:tasks.workunit.client.0.smithi028.stdout: "num_object_copies": 0, 2024-08-29T19:03:25.267 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects": 0, 2024-08-29T19:03:25.267 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_degraded": 0, 2024-08-29T19:03:25.267 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_dirty": 0, 2024-08-29T19:03:25.267 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_hit_set_archive": 0, 2024-08-29T19:03:25.267 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_manifest": 0, 2024-08-29T19:03:25.267 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_misplaced": 0, 2024-08-29T19:03:25.267 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_missing": 0, 2024-08-29T19:03:25.267 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_missing_on_primary": 0, 2024-08-29T19:03:25.268 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_omap": 0, 2024-08-29T19:03:25.268 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_pinned": 0, 2024-08-29T19:03:25.268 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_recovered": 0, 2024-08-29T19:03:25.268 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_repaired": 0, 2024-08-29T19:03:25.268 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_unfound": 0, 2024-08-29T19:03:25.268 INFO:tasks.workunit.client.0.smithi028.stdout: "num_omap_bytes": 0, 2024-08-29T19:03:25.268 INFO:tasks.workunit.client.0.smithi028.stdout: "num_omap_keys": 0, 2024-08-29T19:03:25.268 INFO:tasks.workunit.client.0.smithi028.stdout: "num_promote": 0, 2024-08-29T19:03:25.268 INFO:tasks.workunit.client.0.smithi028.stdout: "num_read": 0, 2024-08-29T19:03:25.268 INFO:tasks.workunit.client.0.smithi028.stdout: "num_read_kb": 0, 2024-08-29T19:03:25.268 INFO:tasks.workunit.client.0.smithi028.stdout: "num_scrub_errors": 0, 2024-08-29T19:03:25.268 INFO:tasks.workunit.client.0.smithi028.stdout: "num_shallow_scrub_errors": 0, 2024-08-29T19:03:25.268 INFO:tasks.workunit.client.0.smithi028.stdout: "num_whiteouts": 0, 2024-08-29T19:03:25.269 INFO:tasks.workunit.client.0.smithi028.stdout: "num_write": 0, 2024-08-29T19:03:25.269 INFO:tasks.workunit.client.0.smithi028.stdout: "num_write_kb": 0 2024-08-29T19:03:25.269 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:25.269 INFO:tasks.workunit.client.0.smithi028.stdout: "state": "active+clean", 2024-08-29T19:03:25.269 INFO:tasks.workunit.client.0.smithi028.stdout: "stats_invalid": false, 2024-08-29T19:03:25.269 INFO:tasks.workunit.client.0.smithi028.stdout: "up": [ 2024-08-29T19:03:25.269 INFO:tasks.workunit.client.0.smithi028.stdout: 1, 2024-08-29T19:03:25.269 INFO:tasks.workunit.client.0.smithi028.stdout: 2, 2024-08-29T19:03:25.269 INFO:tasks.workunit.client.0.smithi028.stdout: 6 2024-08-29T19:03:25.269 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-08-29T19:03:25.269 INFO:tasks.workunit.client.0.smithi028.stdout: "up_primary": 1, 2024-08-29T19:03:25.269 INFO:tasks.workunit.client.0.smithi028.stdout: "version": "0'0" 2024-08-29T19:03:25.269 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:25.270 INFO:tasks.workunit.client.0.smithi028.stdout: { 2024-08-29T19:03:25.270 INFO:tasks.workunit.client.0.smithi028.stdout: "acting": [ 2024-08-29T19:03:25.270 INFO:tasks.workunit.client.0.smithi028.stdout: 2, 2024-08-29T19:03:25.270 INFO:tasks.workunit.client.0.smithi028.stdout: 3, 2024-08-29T19:03:25.270 INFO:tasks.workunit.client.0.smithi028.stdout: 0 2024-08-29T19:03:25.270 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-08-29T19:03:25.270 INFO:tasks.workunit.client.0.smithi028.stdout: "acting_primary": 2, 2024-08-29T19:03:25.270 INFO:tasks.workunit.client.0.smithi028.stdout: "avail_no_missing": [], 2024-08-29T19:03:25.270 INFO:tasks.workunit.client.0.smithi028.stdout: "blocked_by": [], 2024-08-29T19:03:25.270 INFO:tasks.workunit.client.0.smithi028.stdout: "created": 59, 2024-08-29T19:03:25.270 INFO:tasks.workunit.client.0.smithi028.stdout: "dirty_stats_invalid": false, 2024-08-29T19:03:25.270 INFO:tasks.workunit.client.0.smithi028.stdout: "hitset_bytes_stats_invalid": false, 2024-08-29T19:03:25.270 INFO:tasks.workunit.client.0.smithi028.stdout: "hitset_stats_invalid": false, 2024-08-29T19:03:25.270 INFO:tasks.workunit.client.0.smithi028.stdout: "last_active": "2024-08-29T19:02:14.103975+0000", 2024-08-29T19:03:25.271 INFO:tasks.workunit.client.0.smithi028.stdout: "last_became_active": "2024-08-29T17:55:56.317868+0000", 2024-08-29T19:03:25.271 INFO:tasks.workunit.client.0.smithi028.stdout: "last_became_peered": "2024-08-29T17:55:56.317868+0000", 2024-08-29T19:03:25.271 INFO:tasks.workunit.client.0.smithi028.stdout: "last_change": "2024-08-29T17:55:56.318430+0000", 2024-08-29T19:03:25.271 INFO:tasks.workunit.client.0.smithi028.stdout: "last_clean": "2024-08-29T19:02:14.103975+0000", 2024-08-29T19:03:25.271 INFO:tasks.workunit.client.0.smithi028.stdout: "last_clean_scrub_stamp": "2024-08-29T17:40:52.944949+0000", 2024-08-29T19:03:25.271 INFO:tasks.workunit.client.0.smithi028.stdout: "last_deep_scrub": "0'0", 2024-08-29T19:03:25.271 INFO:tasks.workunit.client.0.smithi028.stdout: "last_deep_scrub_stamp": "2024-08-29T17:40:52.944949+0000", 2024-08-29T19:03:25.271 INFO:tasks.workunit.client.0.smithi028.stdout: "last_epoch_clean": 547, 2024-08-29T19:03:25.271 INFO:tasks.workunit.client.0.smithi028.stdout: "last_fresh": "2024-08-29T19:02:14.103975+0000", 2024-08-29T19:03:25.271 INFO:tasks.workunit.client.0.smithi028.stdout: "last_fullsized": "2024-08-29T19:02:14.103975+0000", 2024-08-29T19:03:25.271 INFO:tasks.workunit.client.0.smithi028.stdout: "last_peered": "2024-08-29T19:02:14.103975+0000", 2024-08-29T19:03:25.271 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub": "0'0", 2024-08-29T19:03:25.271 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub_duration": 0, 2024-08-29T19:03:25.272 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub_stamp": "2024-08-29T17:40:52.944949+0000", 2024-08-29T19:03:25.272 INFO:tasks.workunit.client.0.smithi028.stdout: "last_undegraded": "2024-08-29T19:02:14.103975+0000", 2024-08-29T19:03:25.272 INFO:tasks.workunit.client.0.smithi028.stdout: "last_unstale": "2024-08-29T19:02:14.103975+0000", 2024-08-29T19:03:25.272 INFO:tasks.workunit.client.0.smithi028.stdout: "log_dups_size": 0, 2024-08-29T19:03:25.272 INFO:tasks.workunit.client.0.smithi028.stdout: "log_size": 0, 2024-08-29T19:03:25.272 INFO:tasks.workunit.client.0.smithi028.stdout: "log_start": "0'0", 2024-08-29T19:03:25.272 INFO:tasks.workunit.client.0.smithi028.stdout: "manifest_stats_invalid": false, 2024-08-29T19:03:25.272 INFO:tasks.workunit.client.0.smithi028.stdout: "mapping_epoch": 546, 2024-08-29T19:03:25.272 INFO:tasks.workunit.client.0.smithi028.stdout: "object_location_counts": [], 2024-08-29T19:03:25.272 INFO:tasks.workunit.client.0.smithi028.stdout: "objects_scrubbed": 0, 2024-08-29T19:03:25.272 INFO:tasks.workunit.client.0.smithi028.stdout: "objects_trimmed": 0, 2024-08-29T19:03:25.272 INFO:tasks.workunit.client.0.smithi028.stdout: "omap_stats_invalid": false, 2024-08-29T19:03:25.272 INFO:tasks.workunit.client.0.smithi028.stdout: "ondisk_log_size": 0, 2024-08-29T19:03:25.273 INFO:tasks.workunit.client.0.smithi028.stdout: "ondisk_log_start": "0'0", 2024-08-29T19:03:25.273 INFO:tasks.workunit.client.0.smithi028.stdout: "parent": "0.0", 2024-08-29T19:03:25.273 INFO:tasks.workunit.client.0.smithi028.stdout: "parent_split_bits": 0, 2024-08-29T19:03:25.273 INFO:tasks.workunit.client.0.smithi028.stdout: "pgid": "2.1", 2024-08-29T19:03:25.273 INFO:tasks.workunit.client.0.smithi028.stdout: "pin_stats_invalid": false, 2024-08-29T19:03:25.273 INFO:tasks.workunit.client.0.smithi028.stdout: "purged_snaps": [], 2024-08-29T19:03:25.273 INFO:tasks.workunit.client.0.smithi028.stdout: "reported_epoch": 2650, 2024-08-29T19:03:25.273 INFO:tasks.workunit.client.0.smithi028.stdout: "reported_seq": 4747, 2024-08-29T19:03:25.273 INFO:tasks.workunit.client.0.smithi028.stdout: "scrub_duration": 0.0, 2024-08-29T19:03:25.273 INFO:tasks.workunit.client.0.smithi028.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-30T22:25:38.056049+0000", 2024-08-29T19:03:25.273 INFO:tasks.workunit.client.0.smithi028.stdout: "snaptrim_duration": 0.0, 2024-08-29T19:03:25.273 INFO:tasks.workunit.client.0.smithi028.stdout: "snaptrimq_len": 0, 2024-08-29T19:03:25.273 INFO:tasks.workunit.client.0.smithi028.stdout: "stat_sum": { 2024-08-29T19:03:25.273 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes": 0, 2024-08-29T19:03:25.274 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes_hit_set_archive": 0, 2024-08-29T19:03:25.274 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes_recovered": 0, 2024-08-29T19:03:25.274 INFO:tasks.workunit.client.0.smithi028.stdout: "num_deep_scrub_errors": 0, 2024-08-29T19:03:25.274 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict": 0, 2024-08-29T19:03:25.274 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_kb": 0, 2024-08-29T19:03:25.274 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_mode_full": 0, 2024-08-29T19:03:25.274 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_mode_some": 0, 2024-08-29T19:03:25.274 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush": 0, 2024-08-29T19:03:25.274 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_kb": 0, 2024-08-29T19:03:25.274 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_mode_high": 0, 2024-08-29T19:03:25.274 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_mode_low": 0, 2024-08-29T19:03:25.274 INFO:tasks.workunit.client.0.smithi028.stdout: "num_keys_recovered": 0, 2024-08-29T19:03:25.274 INFO:tasks.workunit.client.0.smithi028.stdout: "num_large_omap_objects": 0, 2024-08-29T19:03:25.274 INFO:tasks.workunit.client.0.smithi028.stdout: "num_legacy_snapsets": 0, 2024-08-29T19:03:25.275 INFO:tasks.workunit.client.0.smithi028.stdout: "num_object_clones": 0, 2024-08-29T19:03:25.275 INFO:tasks.workunit.client.0.smithi028.stdout: "num_object_copies": 0, 2024-08-29T19:03:25.275 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects": 0, 2024-08-29T19:03:25.275 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_degraded": 0, 2024-08-29T19:03:25.275 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_dirty": 0, 2024-08-29T19:03:25.275 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_hit_set_archive": 0, 2024-08-29T19:03:25.275 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_manifest": 0, 2024-08-29T19:03:25.275 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_misplaced": 0, 2024-08-29T19:03:25.275 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_missing": 0, 2024-08-29T19:03:25.275 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_missing_on_primary": 0, 2024-08-29T19:03:25.275 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_omap": 0, 2024-08-29T19:03:25.275 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_pinned": 0, 2024-08-29T19:03:25.275 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_recovered": 0, 2024-08-29T19:03:25.276 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_repaired": 0, 2024-08-29T19:03:25.276 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_unfound": 0, 2024-08-29T19:03:25.276 INFO:tasks.workunit.client.0.smithi028.stdout: "num_omap_bytes": 0, 2024-08-29T19:03:25.276 INFO:tasks.workunit.client.0.smithi028.stdout: "num_omap_keys": 0, 2024-08-29T19:03:25.276 INFO:tasks.workunit.client.0.smithi028.stdout: "num_promote": 0, 2024-08-29T19:03:25.276 INFO:tasks.workunit.client.0.smithi028.stdout: "num_read": 0, 2024-08-29T19:03:25.276 INFO:tasks.workunit.client.0.smithi028.stdout: "num_read_kb": 0, 2024-08-29T19:03:25.276 INFO:tasks.workunit.client.0.smithi028.stdout: "num_scrub_errors": 0, 2024-08-29T19:03:25.276 INFO:tasks.workunit.client.0.smithi028.stdout: "num_shallow_scrub_errors": 0, 2024-08-29T19:03:25.276 INFO:tasks.workunit.client.0.smithi028.stdout: "num_whiteouts": 0, 2024-08-29T19:03:25.276 INFO:tasks.workunit.client.0.smithi028.stdout: "num_write": 0, 2024-08-29T19:03:25.276 INFO:tasks.workunit.client.0.smithi028.stdout: "num_write_kb": 0 2024-08-29T19:03:25.276 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:25.276 INFO:tasks.workunit.client.0.smithi028.stdout: "state": "active+clean", 2024-08-29T19:03:25.277 INFO:tasks.workunit.client.0.smithi028.stdout: "stats_invalid": false, 2024-08-29T19:03:25.277 INFO:tasks.workunit.client.0.smithi028.stdout: "up": [ 2024-08-29T19:03:25.277 INFO:tasks.workunit.client.0.smithi028.stdout: 2, 2024-08-29T19:03:25.277 INFO:tasks.workunit.client.0.smithi028.stdout: 3, 2024-08-29T19:03:25.277 INFO:tasks.workunit.client.0.smithi028.stdout: 0 2024-08-29T19:03:25.277 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-08-29T19:03:25.277 INFO:tasks.workunit.client.0.smithi028.stdout: "up_primary": 2, 2024-08-29T19:03:25.277 INFO:tasks.workunit.client.0.smithi028.stdout: "version": "0'0" 2024-08-29T19:03:25.277 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:25.277 INFO:tasks.workunit.client.0.smithi028.stdout: { 2024-08-29T19:03:25.277 INFO:tasks.workunit.client.0.smithi028.stdout: "acting": [ 2024-08-29T19:03:25.277 INFO:tasks.workunit.client.0.smithi028.stdout: 1, 2024-08-29T19:03:25.277 INFO:tasks.workunit.client.0.smithi028.stdout: 5, 2024-08-29T19:03:25.277 INFO:tasks.workunit.client.0.smithi028.stdout: 0 2024-08-29T19:03:25.278 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-08-29T19:03:25.278 INFO:tasks.workunit.client.0.smithi028.stdout: "acting_primary": 1, 2024-08-29T19:03:25.278 INFO:tasks.workunit.client.0.smithi028.stdout: "avail_no_missing": [], 2024-08-29T19:03:25.278 INFO:tasks.workunit.client.0.smithi028.stdout: "blocked_by": [], 2024-08-29T19:03:25.278 INFO:tasks.workunit.client.0.smithi028.stdout: "created": 69, 2024-08-29T19:03:25.278 INFO:tasks.workunit.client.0.smithi028.stdout: "dirty_stats_invalid": false, 2024-08-29T19:03:25.278 INFO:tasks.workunit.client.0.smithi028.stdout: "hitset_bytes_stats_invalid": false, 2024-08-29T19:03:25.278 INFO:tasks.workunit.client.0.smithi028.stdout: "hitset_stats_invalid": false, 2024-08-29T19:03:25.278 INFO:tasks.workunit.client.0.smithi028.stdout: "last_active": "2024-08-29T19:02:14.815963+0000", 2024-08-29T19:03:25.278 INFO:tasks.workunit.client.0.smithi028.stdout: "last_became_active": "2024-08-29T17:57:02.346621+0000", 2024-08-29T19:03:25.278 INFO:tasks.workunit.client.0.smithi028.stdout: "last_became_peered": "2024-08-29T17:57:02.346621+0000", 2024-08-29T19:03:25.278 INFO:tasks.workunit.client.0.smithi028.stdout: "last_change": "2024-08-29T18:32:49.469355+0000", 2024-08-29T19:03:25.278 INFO:tasks.workunit.client.0.smithi028.stdout: "last_clean": "2024-08-29T19:02:14.815963+0000", 2024-08-29T19:03:25.278 INFO:tasks.workunit.client.0.smithi028.stdout: "last_clean_scrub_stamp": "2024-08-29T17:43:39.870944+0000", 2024-08-29T19:03:25.278 INFO:tasks.workunit.client.0.smithi028.stdout: "last_deep_scrub": "0'0", 2024-08-29T19:03:25.279 INFO:tasks.workunit.client.0.smithi028.stdout: "last_deep_scrub_stamp": "2024-08-29T17:43:39.870944+0000", 2024-08-29T19:03:25.279 INFO:tasks.workunit.client.0.smithi028.stdout: "last_epoch_clean": 613, 2024-08-29T19:03:25.279 INFO:tasks.workunit.client.0.smithi028.stdout: "last_fresh": "2024-08-29T19:02:14.815963+0000", 2024-08-29T19:03:25.279 INFO:tasks.workunit.client.0.smithi028.stdout: "last_fullsized": "2024-08-29T19:02:14.815963+0000", 2024-08-29T19:03:25.279 INFO:tasks.workunit.client.0.smithi028.stdout: "last_peered": "2024-08-29T19:02:14.815963+0000", 2024-08-29T19:03:25.279 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub": "0'0", 2024-08-29T19:03:25.279 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub_duration": 0, 2024-08-29T19:03:25.279 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub_stamp": "2024-08-29T17:43:39.870944+0000", 2024-08-29T19:03:25.279 INFO:tasks.workunit.client.0.smithi028.stdout: "last_undegraded": "2024-08-29T19:02:14.815963+0000", 2024-08-29T19:03:25.279 INFO:tasks.workunit.client.0.smithi028.stdout: "last_unstale": "2024-08-29T19:02:14.815963+0000", 2024-08-29T19:03:25.279 INFO:tasks.workunit.client.0.smithi028.stdout: "log_dups_size": 0, 2024-08-29T19:03:25.279 INFO:tasks.workunit.client.0.smithi028.stdout: "log_size": 3124, 2024-08-29T19:03:25.279 INFO:tasks.workunit.client.0.smithi028.stdout: "log_start": "0'0", 2024-08-29T19:03:25.280 INFO:tasks.workunit.client.0.smithi028.stdout: "manifest_stats_invalid": false, 2024-08-29T19:03:25.280 INFO:tasks.workunit.client.0.smithi028.stdout: "mapping_epoch": 612, 2024-08-29T19:03:25.280 INFO:tasks.workunit.client.0.smithi028.stdout: "object_location_counts": [], 2024-08-29T19:03:25.280 INFO:tasks.workunit.client.0.smithi028.stdout: "objects_scrubbed": 0, 2024-08-29T19:03:25.280 INFO:tasks.workunit.client.0.smithi028.stdout: "objects_trimmed": 0, 2024-08-29T19:03:25.280 INFO:tasks.workunit.client.0.smithi028.stdout: "omap_stats_invalid": false, 2024-08-29T19:03:25.280 INFO:tasks.workunit.client.0.smithi028.stdout: "ondisk_log_size": 3124, 2024-08-29T19:03:25.280 INFO:tasks.workunit.client.0.smithi028.stdout: "ondisk_log_start": "0'0", 2024-08-29T19:03:25.280 INFO:tasks.workunit.client.0.smithi028.stdout: "parent": "0.0", 2024-08-29T19:03:25.280 INFO:tasks.workunit.client.0.smithi028.stdout: "parent_split_bits": 0, 2024-08-29T19:03:25.280 INFO:tasks.workunit.client.0.smithi028.stdout: "pgid": "4.7", 2024-08-29T19:03:25.280 INFO:tasks.workunit.client.0.smithi028.stdout: "pin_stats_invalid": false, 2024-08-29T19:03:25.280 INFO:tasks.workunit.client.0.smithi028.stdout: "purged_snaps": [], 2024-08-29T19:03:25.281 INFO:tasks.workunit.client.0.smithi028.stdout: "reported_epoch": 2650, 2024-08-29T19:03:25.281 INFO:tasks.workunit.client.0.smithi028.stdout: "reported_seq": 8768, 2024-08-29T19:03:25.281 INFO:tasks.workunit.client.0.smithi028.stdout: "scrub_duration": 0.0, 2024-08-29T19:03:25.281 INFO:tasks.workunit.client.0.smithi028.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-30T21:03:01.108143+0000", 2024-08-29T19:03:25.281 INFO:tasks.workunit.client.0.smithi028.stdout: "snaptrim_duration": 0.021661751, 2024-08-29T19:03:25.281 INFO:tasks.workunit.client.0.smithi028.stdout: "snaptrimq_len": 0, 2024-08-29T19:03:25.281 INFO:tasks.workunit.client.0.smithi028.stdout: "stat_sum": { 2024-08-29T19:03:25.281 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes": 0, 2024-08-29T19:03:25.281 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes_hit_set_archive": 0, 2024-08-29T19:03:25.281 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes_recovered": 0, 2024-08-29T19:03:25.281 INFO:tasks.workunit.client.0.smithi028.stdout: "num_deep_scrub_errors": 0, 2024-08-29T19:03:25.281 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict": 0, 2024-08-29T19:03:25.281 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_kb": 0, 2024-08-29T19:03:25.281 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_mode_full": 0, 2024-08-29T19:03:25.282 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_mode_some": 0, 2024-08-29T19:03:25.282 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush": 0, 2024-08-29T19:03:25.282 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_kb": 0, 2024-08-29T19:03:25.282 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_mode_high": 0, 2024-08-29T19:03:25.282 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_mode_low": 0, 2024-08-29T19:03:25.282 INFO:tasks.workunit.client.0.smithi028.stdout: "num_keys_recovered": 0, 2024-08-29T19:03:25.282 INFO:tasks.workunit.client.0.smithi028.stdout: "num_large_omap_objects": 0, 2024-08-29T19:03:25.282 INFO:tasks.workunit.client.0.smithi028.stdout: "num_legacy_snapsets": 0, 2024-08-29T19:03:25.282 INFO:tasks.workunit.client.0.smithi028.stdout: "num_object_clones": 0, 2024-08-29T19:03:25.282 INFO:tasks.workunit.client.0.smithi028.stdout: "num_object_copies": 0, 2024-08-29T19:03:25.282 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects": 0, 2024-08-29T19:03:25.282 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_degraded": 0, 2024-08-29T19:03:25.282 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_dirty": 0, 2024-08-29T19:03:25.282 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_hit_set_archive": 0, 2024-08-29T19:03:25.283 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_manifest": 0, 2024-08-29T19:03:25.283 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_misplaced": 0, 2024-08-29T19:03:25.283 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_missing": 0, 2024-08-29T19:03:25.283 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_missing_on_primary": 0, 2024-08-29T19:03:25.283 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_omap": 0, 2024-08-29T19:03:25.283 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_pinned": 0, 2024-08-29T19:03:25.283 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_recovered": 0, 2024-08-29T19:03:25.283 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_repaired": 0, 2024-08-29T19:03:25.283 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_unfound": 0, 2024-08-29T19:03:25.283 INFO:tasks.workunit.client.0.smithi028.stdout: "num_omap_bytes": 0, 2024-08-29T19:03:25.283 INFO:tasks.workunit.client.0.smithi028.stdout: "num_omap_keys": 0, 2024-08-29T19:03:25.283 INFO:tasks.workunit.client.0.smithi028.stdout: "num_promote": 0, 2024-08-29T19:03:25.283 INFO:tasks.workunit.client.0.smithi028.stdout: "num_read": 1479, 2024-08-29T19:03:25.284 INFO:tasks.workunit.client.0.smithi028.stdout: "num_read_kb": 445898, 2024-08-29T19:03:25.284 INFO:tasks.workunit.client.0.smithi028.stdout: "num_scrub_errors": 0, 2024-08-29T19:03:25.284 INFO:tasks.workunit.client.0.smithi028.stdout: "num_shallow_scrub_errors": 0, 2024-08-29T19:03:25.284 INFO:tasks.workunit.client.0.smithi028.stdout: "num_whiteouts": 0, 2024-08-29T19:03:25.284 INFO:tasks.workunit.client.0.smithi028.stdout: "num_write": 3093, 2024-08-29T19:03:25.284 INFO:tasks.workunit.client.0.smithi028.stdout: "num_write_kb": 404413 2024-08-29T19:03:25.284 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:25.284 INFO:tasks.workunit.client.0.smithi028.stdout: "state": "active+clean", 2024-08-29T19:03:25.284 INFO:tasks.workunit.client.0.smithi028.stdout: "stats_invalid": false, 2024-08-29T19:03:25.284 INFO:tasks.workunit.client.0.smithi028.stdout: "up": [ 2024-08-29T19:03:25.284 INFO:tasks.workunit.client.0.smithi028.stdout: 1, 2024-08-29T19:03:25.284 INFO:tasks.workunit.client.0.smithi028.stdout: 5, 2024-08-29T19:03:25.284 INFO:tasks.workunit.client.0.smithi028.stdout: 0 2024-08-29T19:03:25.285 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-08-29T19:03:25.285 INFO:tasks.workunit.client.0.smithi028.stdout: "up_primary": 1, 2024-08-29T19:03:25.285 INFO:tasks.workunit.client.0.smithi028.stdout: "version": "1182'3124" 2024-08-29T19:03:25.285 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:25.285 INFO:tasks.workunit.client.0.smithi028.stdout: { 2024-08-29T19:03:25.285 INFO:tasks.workunit.client.0.smithi028.stdout: "acting": [ 2024-08-29T19:03:25.285 INFO:tasks.workunit.client.0.smithi028.stdout: 0, 2024-08-29T19:03:25.285 INFO:tasks.workunit.client.0.smithi028.stdout: 4, 2024-08-29T19:03:25.285 INFO:tasks.workunit.client.0.smithi028.stdout: 3 2024-08-29T19:03:25.285 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-08-29T19:03:25.285 INFO:tasks.workunit.client.0.smithi028.stdout: "acting_primary": 0, 2024-08-29T19:03:25.285 INFO:tasks.workunit.client.0.smithi028.stdout: "avail_no_missing": [], 2024-08-29T19:03:25.285 INFO:tasks.workunit.client.0.smithi028.stdout: "blocked_by": [], 2024-08-29T19:03:25.286 INFO:tasks.workunit.client.0.smithi028.stdout: "created": 62, 2024-08-29T19:03:25.286 INFO:tasks.workunit.client.0.smithi028.stdout: "dirty_stats_invalid": false, 2024-08-29T19:03:25.286 INFO:tasks.workunit.client.0.smithi028.stdout: "hitset_bytes_stats_invalid": false, 2024-08-29T19:03:25.286 INFO:tasks.workunit.client.0.smithi028.stdout: "hitset_stats_invalid": false, 2024-08-29T19:03:25.286 INFO:tasks.workunit.client.0.smithi028.stdout: "last_active": "2024-08-29T19:02:14.099293+0000", 2024-08-29T19:03:25.286 INFO:tasks.workunit.client.0.smithi028.stdout: "last_became_active": "2024-08-29T17:56:29.392054+0000", 2024-08-29T19:03:25.286 INFO:tasks.workunit.client.0.smithi028.stdout: "last_became_peered": "2024-08-29T17:56:29.392054+0000", 2024-08-29T19:03:25.286 INFO:tasks.workunit.client.0.smithi028.stdout: "last_change": "2024-08-29T17:56:29.392624+0000", 2024-08-29T19:03:25.286 INFO:tasks.workunit.client.0.smithi028.stdout: "last_clean": "2024-08-29T19:02:14.099293+0000", 2024-08-29T19:03:25.286 INFO:tasks.workunit.client.0.smithi028.stdout: "last_clean_scrub_stamp": "2024-08-29T17:41:01.987071+0000", 2024-08-29T19:03:25.286 INFO:tasks.workunit.client.0.smithi028.stdout: "last_deep_scrub": "0'0", 2024-08-29T19:03:25.286 INFO:tasks.workunit.client.0.smithi028.stdout: "last_deep_scrub_stamp": "2024-08-29T17:41:01.987071+0000", 2024-08-29T19:03:25.286 INFO:tasks.workunit.client.0.smithi028.stdout: "last_epoch_clean": 580, 2024-08-29T19:03:25.286 INFO:tasks.workunit.client.0.smithi028.stdout: "last_fresh": "2024-08-29T19:02:14.099293+0000", 2024-08-29T19:03:25.287 INFO:tasks.workunit.client.0.smithi028.stdout: "last_fullsized": "2024-08-29T19:02:14.099293+0000", 2024-08-29T19:03:25.287 INFO:tasks.workunit.client.0.smithi028.stdout: "last_peered": "2024-08-29T19:02:14.099293+0000", 2024-08-29T19:03:25.287 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub": "0'0", 2024-08-29T19:03:25.287 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub_duration": 0, 2024-08-29T19:03:25.287 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub_stamp": "2024-08-29T17:41:01.987071+0000", 2024-08-29T19:03:25.287 INFO:tasks.workunit.client.0.smithi028.stdout: "last_undegraded": "2024-08-29T19:02:14.099293+0000", 2024-08-29T19:03:25.287 INFO:tasks.workunit.client.0.smithi028.stdout: "last_unstale": "2024-08-29T19:02:14.099293+0000", 2024-08-29T19:03:25.287 INFO:tasks.workunit.client.0.smithi028.stdout: "log_dups_size": 0, 2024-08-29T19:03:25.287 INFO:tasks.workunit.client.0.smithi028.stdout: "log_size": 0, 2024-08-29T19:03:25.287 INFO:tasks.workunit.client.0.smithi028.stdout: "log_start": "0'0", 2024-08-29T19:03:25.287 INFO:tasks.workunit.client.0.smithi028.stdout: "manifest_stats_invalid": false, 2024-08-29T19:03:25.287 INFO:tasks.workunit.client.0.smithi028.stdout: "mapping_epoch": 579, 2024-08-29T19:03:25.287 INFO:tasks.workunit.client.0.smithi028.stdout: "object_location_counts": [], 2024-08-29T19:03:25.287 INFO:tasks.workunit.client.0.smithi028.stdout: "objects_scrubbed": 0, 2024-08-29T19:03:25.288 INFO:tasks.workunit.client.0.smithi028.stdout: "objects_trimmed": 0, 2024-08-29T19:03:25.288 INFO:tasks.workunit.client.0.smithi028.stdout: "omap_stats_invalid": false, 2024-08-29T19:03:25.288 INFO:tasks.workunit.client.0.smithi028.stdout: "ondisk_log_size": 0, 2024-08-29T19:03:25.288 INFO:tasks.workunit.client.0.smithi028.stdout: "ondisk_log_start": "0'0", 2024-08-29T19:03:25.288 INFO:tasks.workunit.client.0.smithi028.stdout: "parent": "0.0", 2024-08-29T19:03:25.288 INFO:tasks.workunit.client.0.smithi028.stdout: "parent_split_bits": 0, 2024-08-29T19:03:25.288 INFO:tasks.workunit.client.0.smithi028.stdout: "pgid": "3.1", 2024-08-29T19:03:25.288 INFO:tasks.workunit.client.0.smithi028.stdout: "pin_stats_invalid": false, 2024-08-29T19:03:25.288 INFO:tasks.workunit.client.0.smithi028.stdout: "purged_snaps": [], 2024-08-29T19:03:25.288 INFO:tasks.workunit.client.0.smithi028.stdout: "reported_epoch": 2650, 2024-08-29T19:03:25.288 INFO:tasks.workunit.client.0.smithi028.stdout: "reported_seq": 4813, 2024-08-29T19:03:25.288 INFO:tasks.workunit.client.0.smithi028.stdout: "scrub_duration": 0.0, 2024-08-29T19:03:25.288 INFO:tasks.workunit.client.0.smithi028.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-30T21:24:25.813711+0000", 2024-08-29T19:03:25.288 INFO:tasks.workunit.client.0.smithi028.stdout: "snaptrim_duration": 0.0, 2024-08-29T19:03:25.289 INFO:tasks.workunit.client.0.smithi028.stdout: "snaptrimq_len": 0, 2024-08-29T19:03:25.289 INFO:tasks.workunit.client.0.smithi028.stdout: "stat_sum": { 2024-08-29T19:03:25.289 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes": 0, 2024-08-29T19:03:25.289 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes_hit_set_archive": 0, 2024-08-29T19:03:25.289 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes_recovered": 0, 2024-08-29T19:03:25.289 INFO:tasks.workunit.client.0.smithi028.stdout: "num_deep_scrub_errors": 0, 2024-08-29T19:03:25.289 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict": 0, 2024-08-29T19:03:25.289 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_kb": 0, 2024-08-29T19:03:25.289 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_mode_full": 0, 2024-08-29T19:03:25.289 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_mode_some": 0, 2024-08-29T19:03:25.289 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush": 0, 2024-08-29T19:03:25.289 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_kb": 0, 2024-08-29T19:03:25.289 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_mode_high": 0, 2024-08-29T19:03:25.289 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_mode_low": 0, 2024-08-29T19:03:25.290 INFO:tasks.workunit.client.0.smithi028.stdout: "num_keys_recovered": 0, 2024-08-29T19:03:25.290 INFO:tasks.workunit.client.0.smithi028.stdout: "num_large_omap_objects": 0, 2024-08-29T19:03:25.290 INFO:tasks.workunit.client.0.smithi028.stdout: "num_legacy_snapsets": 0, 2024-08-29T19:03:25.290 INFO:tasks.workunit.client.0.smithi028.stdout: "num_object_clones": 0, 2024-08-29T19:03:25.290 INFO:tasks.workunit.client.0.smithi028.stdout: "num_object_copies": 0, 2024-08-29T19:03:25.290 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects": 0, 2024-08-29T19:03:25.290 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_degraded": 0, 2024-08-29T19:03:25.290 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_dirty": 0, 2024-08-29T19:03:25.290 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_hit_set_archive": 0, 2024-08-29T19:03:25.290 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_manifest": 0, 2024-08-29T19:03:25.290 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_misplaced": 0, 2024-08-29T19:03:25.290 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_missing": 0, 2024-08-29T19:03:25.290 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_missing_on_primary": 0, 2024-08-29T19:03:25.290 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_omap": 0, 2024-08-29T19:03:25.291 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_pinned": 0, 2024-08-29T19:03:25.291 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_recovered": 0, 2024-08-29T19:03:25.291 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_repaired": 0, 2024-08-29T19:03:25.291 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_unfound": 0, 2024-08-29T19:03:25.291 INFO:tasks.workunit.client.0.smithi028.stdout: "num_omap_bytes": 0, 2024-08-29T19:03:25.291 INFO:tasks.workunit.client.0.smithi028.stdout: "num_omap_keys": 0, 2024-08-29T19:03:25.291 INFO:tasks.workunit.client.0.smithi028.stdout: "num_promote": 0, 2024-08-29T19:03:25.291 INFO:tasks.workunit.client.0.smithi028.stdout: "num_read": 0, 2024-08-29T19:03:25.291 INFO:tasks.workunit.client.0.smithi028.stdout: "num_read_kb": 0, 2024-08-29T19:03:25.291 INFO:tasks.workunit.client.0.smithi028.stdout: "num_scrub_errors": 0, 2024-08-29T19:03:25.291 INFO:tasks.workunit.client.0.smithi028.stdout: "num_shallow_scrub_errors": 0, 2024-08-29T19:03:25.291 INFO:tasks.workunit.client.0.smithi028.stdout: "num_whiteouts": 0, 2024-08-29T19:03:25.291 INFO:tasks.workunit.client.0.smithi028.stdout: "num_write": 0, 2024-08-29T19:03:25.291 INFO:tasks.workunit.client.0.smithi028.stdout: "num_write_kb": 0 2024-08-29T19:03:25.292 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:25.292 INFO:tasks.workunit.client.0.smithi028.stdout: "state": "active+clean", 2024-08-29T19:03:25.292 INFO:tasks.workunit.client.0.smithi028.stdout: "stats_invalid": false, 2024-08-29T19:03:25.292 INFO:tasks.workunit.client.0.smithi028.stdout: "up": [ 2024-08-29T19:03:25.292 INFO:tasks.workunit.client.0.smithi028.stdout: 0, 2024-08-29T19:03:25.292 INFO:tasks.workunit.client.0.smithi028.stdout: 4, 2024-08-29T19:03:25.292 INFO:tasks.workunit.client.0.smithi028.stdout: 3 2024-08-29T19:03:25.292 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-08-29T19:03:25.292 INFO:tasks.workunit.client.0.smithi028.stdout: "up_primary": 0, 2024-08-29T19:03:25.292 INFO:tasks.workunit.client.0.smithi028.stdout: "version": "0'0" 2024-08-29T19:03:25.292 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:25.292 INFO:tasks.workunit.client.0.smithi028.stdout: { 2024-08-29T19:03:25.292 INFO:tasks.workunit.client.0.smithi028.stdout: "acting": [ 2024-08-29T19:03:25.292 INFO:tasks.workunit.client.0.smithi028.stdout: 7, 2024-08-29T19:03:25.293 INFO:tasks.workunit.client.0.smithi028.stdout: 1, 2024-08-29T19:03:25.293 INFO:tasks.workunit.client.0.smithi028.stdout: 0 2024-08-29T19:03:25.293 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-08-29T19:03:25.293 INFO:tasks.workunit.client.0.smithi028.stdout: "acting_primary": 7, 2024-08-29T19:03:25.293 INFO:tasks.workunit.client.0.smithi028.stdout: "avail_no_missing": [], 2024-08-29T19:03:25.293 INFO:tasks.workunit.client.0.smithi028.stdout: "blocked_by": [], 2024-08-29T19:03:25.293 INFO:tasks.workunit.client.0.smithi028.stdout: "created": 59, 2024-08-29T19:03:25.293 INFO:tasks.workunit.client.0.smithi028.stdout: "dirty_stats_invalid": false, 2024-08-29T19:03:25.293 INFO:tasks.workunit.client.0.smithi028.stdout: "hitset_bytes_stats_invalid": false, 2024-08-29T19:03:25.293 INFO:tasks.workunit.client.0.smithi028.stdout: "hitset_stats_invalid": false, 2024-08-29T19:03:25.293 INFO:tasks.workunit.client.0.smithi028.stdout: "last_active": "2024-08-29T19:02:14.096570+0000", 2024-08-29T19:03:25.293 INFO:tasks.workunit.client.0.smithi028.stdout: "last_became_active": "2024-08-29T17:58:11.363878+0000", 2024-08-29T19:03:25.293 INFO:tasks.workunit.client.0.smithi028.stdout: "last_became_peered": "2024-08-29T17:58:11.363878+0000", 2024-08-29T19:03:25.293 INFO:tasks.workunit.client.0.smithi028.stdout: "last_change": "2024-08-29T17:58:11.364584+0000", 2024-08-29T19:03:25.294 INFO:tasks.workunit.client.0.smithi028.stdout: "last_clean": "2024-08-29T19:02:14.096570+0000", 2024-08-29T19:03:25.294 INFO:tasks.workunit.client.0.smithi028.stdout: "last_clean_scrub_stamp": "2024-08-29T17:40:52.944949+0000", 2024-08-29T19:03:25.294 INFO:tasks.workunit.client.0.smithi028.stdout: "last_deep_scrub": "0'0", 2024-08-29T19:03:25.294 INFO:tasks.workunit.client.0.smithi028.stdout: "last_deep_scrub_stamp": "2024-08-29T17:40:52.944949+0000", 2024-08-29T19:03:25.294 INFO:tasks.workunit.client.0.smithi028.stdout: "last_epoch_clean": 681, 2024-08-29T19:03:25.294 INFO:tasks.workunit.client.0.smithi028.stdout: "last_fresh": "2024-08-29T19:02:14.096570+0000", 2024-08-29T19:03:25.294 INFO:tasks.workunit.client.0.smithi028.stdout: "last_fullsized": "2024-08-29T19:02:14.096570+0000", 2024-08-29T19:03:25.294 INFO:tasks.workunit.client.0.smithi028.stdout: "last_peered": "2024-08-29T19:02:14.096570+0000", 2024-08-29T19:03:25.294 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub": "0'0", 2024-08-29T19:03:25.294 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub_duration": 0, 2024-08-29T19:03:25.294 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub_stamp": "2024-08-29T17:40:52.944949+0000", 2024-08-29T19:03:25.294 INFO:tasks.workunit.client.0.smithi028.stdout: "last_undegraded": "2024-08-29T19:02:14.096570+0000", 2024-08-29T19:03:25.294 INFO:tasks.workunit.client.0.smithi028.stdout: "last_unstale": "2024-08-29T19:02:14.096570+0000", 2024-08-29T19:03:25.294 INFO:tasks.workunit.client.0.smithi028.stdout: "log_dups_size": 0, 2024-08-29T19:03:25.295 INFO:tasks.workunit.client.0.smithi028.stdout: "log_size": 0, 2024-08-29T19:03:25.295 INFO:tasks.workunit.client.0.smithi028.stdout: "log_start": "0'0", 2024-08-29T19:03:25.295 INFO:tasks.workunit.client.0.smithi028.stdout: "manifest_stats_invalid": false, 2024-08-29T19:03:25.295 INFO:tasks.workunit.client.0.smithi028.stdout: "mapping_epoch": 680, 2024-08-29T19:03:25.295 INFO:tasks.workunit.client.0.smithi028.stdout: "object_location_counts": [], 2024-08-29T19:03:25.295 INFO:tasks.workunit.client.0.smithi028.stdout: "objects_scrubbed": 0, 2024-08-29T19:03:25.295 INFO:tasks.workunit.client.0.smithi028.stdout: "objects_trimmed": 0, 2024-08-29T19:03:25.295 INFO:tasks.workunit.client.0.smithi028.stdout: "omap_stats_invalid": false, 2024-08-29T19:03:25.295 INFO:tasks.workunit.client.0.smithi028.stdout: "ondisk_log_size": 0, 2024-08-29T19:03:25.295 INFO:tasks.workunit.client.0.smithi028.stdout: "ondisk_log_start": "0'0", 2024-08-29T19:03:25.295 INFO:tasks.workunit.client.0.smithi028.stdout: "parent": "0.0", 2024-08-29T19:03:25.295 INFO:tasks.workunit.client.0.smithi028.stdout: "parent_split_bits": 0, 2024-08-29T19:03:25.295 INFO:tasks.workunit.client.0.smithi028.stdout: "pgid": "2.0", 2024-08-29T19:03:25.296 INFO:tasks.workunit.client.0.smithi028.stdout: "pin_stats_invalid": false, 2024-08-29T19:03:25.296 INFO:tasks.workunit.client.0.smithi028.stdout: "purged_snaps": [], 2024-08-29T19:03:25.296 INFO:tasks.workunit.client.0.smithi028.stdout: "reported_epoch": 2650, 2024-08-29T19:03:25.296 INFO:tasks.workunit.client.0.smithi028.stdout: "reported_seq": 4565, 2024-08-29T19:03:25.296 INFO:tasks.workunit.client.0.smithi028.stdout: "scrub_duration": 0.0, 2024-08-29T19:03:25.296 INFO:tasks.workunit.client.0.smithi028.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-30T20:30:42.387674+0000", 2024-08-29T19:03:25.296 INFO:tasks.workunit.client.0.smithi028.stdout: "snaptrim_duration": 0.0, 2024-08-29T19:03:25.296 INFO:tasks.workunit.client.0.smithi028.stdout: "snaptrimq_len": 0, 2024-08-29T19:03:25.296 INFO:tasks.workunit.client.0.smithi028.stdout: "stat_sum": { 2024-08-29T19:03:25.296 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes": 0, 2024-08-29T19:03:25.296 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes_hit_set_archive": 0, 2024-08-29T19:03:25.296 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes_recovered": 0, 2024-08-29T19:03:25.296 INFO:tasks.workunit.client.0.smithi028.stdout: "num_deep_scrub_errors": 0, 2024-08-29T19:03:25.297 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict": 0, 2024-08-29T19:03:25.297 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_kb": 0, 2024-08-29T19:03:25.297 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_mode_full": 0, 2024-08-29T19:03:25.297 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_mode_some": 0, 2024-08-29T19:03:25.297 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush": 0, 2024-08-29T19:03:25.297 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_kb": 0, 2024-08-29T19:03:25.297 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_mode_high": 0, 2024-08-29T19:03:25.297 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_mode_low": 0, 2024-08-29T19:03:25.297 INFO:tasks.workunit.client.0.smithi028.stdout: "num_keys_recovered": 0, 2024-08-29T19:03:25.297 INFO:tasks.workunit.client.0.smithi028.stdout: "num_large_omap_objects": 0, 2024-08-29T19:03:25.297 INFO:tasks.workunit.client.0.smithi028.stdout: "num_legacy_snapsets": 0, 2024-08-29T19:03:25.297 INFO:tasks.workunit.client.0.smithi028.stdout: "num_object_clones": 0, 2024-08-29T19:03:25.297 INFO:tasks.workunit.client.0.smithi028.stdout: "num_object_copies": 0, 2024-08-29T19:03:25.297 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects": 0, 2024-08-29T19:03:25.298 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_degraded": 0, 2024-08-29T19:03:25.298 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_dirty": 0, 2024-08-29T19:03:25.298 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_hit_set_archive": 0, 2024-08-29T19:03:25.298 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_manifest": 0, 2024-08-29T19:03:25.298 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_misplaced": 0, 2024-08-29T19:03:25.298 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_missing": 0, 2024-08-29T19:03:25.298 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_missing_on_primary": 0, 2024-08-29T19:03:25.298 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_omap": 0, 2024-08-29T19:03:25.298 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_pinned": 0, 2024-08-29T19:03:25.298 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_recovered": 0, 2024-08-29T19:03:25.298 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_repaired": 0, 2024-08-29T19:03:25.298 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_unfound": 0, 2024-08-29T19:03:25.298 INFO:tasks.workunit.client.0.smithi028.stdout: "num_omap_bytes": 0, 2024-08-29T19:03:25.298 INFO:tasks.workunit.client.0.smithi028.stdout: "num_omap_keys": 0, 2024-08-29T19:03:25.299 INFO:tasks.workunit.client.0.smithi028.stdout: "num_promote": 0, 2024-08-29T19:03:25.299 INFO:tasks.workunit.client.0.smithi028.stdout: "num_read": 0, 2024-08-29T19:03:25.299 INFO:tasks.workunit.client.0.smithi028.stdout: "num_read_kb": 0, 2024-08-29T19:03:25.299 INFO:tasks.workunit.client.0.smithi028.stdout: "num_scrub_errors": 0, 2024-08-29T19:03:25.299 INFO:tasks.workunit.client.0.smithi028.stdout: "num_shallow_scrub_errors": 0, 2024-08-29T19:03:25.299 INFO:tasks.workunit.client.0.smithi028.stdout: "num_whiteouts": 0, 2024-08-29T19:03:25.299 INFO:tasks.workunit.client.0.smithi028.stdout: "num_write": 0, 2024-08-29T19:03:25.299 INFO:tasks.workunit.client.0.smithi028.stdout: "num_write_kb": 0 2024-08-29T19:03:25.299 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:25.299 INFO:tasks.workunit.client.0.smithi028.stdout: "state": "active+clean", 2024-08-29T19:03:25.299 INFO:tasks.workunit.client.0.smithi028.stdout: "stats_invalid": false, 2024-08-29T19:03:25.299 INFO:tasks.workunit.client.0.smithi028.stdout: "up": [ 2024-08-29T19:03:25.299 INFO:tasks.workunit.client.0.smithi028.stdout: 7, 2024-08-29T19:03:25.300 INFO:tasks.workunit.client.0.smithi028.stdout: 1, 2024-08-29T19:03:25.300 INFO:tasks.workunit.client.0.smithi028.stdout: 0 2024-08-29T19:03:25.300 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-08-29T19:03:25.300 INFO:tasks.workunit.client.0.smithi028.stdout: "up_primary": 7, 2024-08-29T19:03:25.300 INFO:tasks.workunit.client.0.smithi028.stdout: "version": "0'0" 2024-08-29T19:03:25.300 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:25.300 INFO:tasks.workunit.client.0.smithi028.stdout: { 2024-08-29T19:03:25.300 INFO:tasks.workunit.client.0.smithi028.stdout: "acting": [ 2024-08-29T19:03:25.300 INFO:tasks.workunit.client.0.smithi028.stdout: 0, 2024-08-29T19:03:25.300 INFO:tasks.workunit.client.0.smithi028.stdout: 1, 2024-08-29T19:03:25.300 INFO:tasks.workunit.client.0.smithi028.stdout: 2 2024-08-29T19:03:25.300 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-08-29T19:03:25.300 INFO:tasks.workunit.client.0.smithi028.stdout: "acting_primary": 0, 2024-08-29T19:03:25.300 INFO:tasks.workunit.client.0.smithi028.stdout: "avail_no_missing": [], 2024-08-29T19:03:25.301 INFO:tasks.workunit.client.0.smithi028.stdout: "blocked_by": [], 2024-08-29T19:03:25.301 INFO:tasks.workunit.client.0.smithi028.stdout: "created": 69, 2024-08-29T19:03:25.301 INFO:tasks.workunit.client.0.smithi028.stdout: "dirty_stats_invalid": false, 2024-08-29T19:03:25.301 INFO:tasks.workunit.client.0.smithi028.stdout: "hitset_bytes_stats_invalid": false, 2024-08-29T19:03:25.301 INFO:tasks.workunit.client.0.smithi028.stdout: "hitset_stats_invalid": false, 2024-08-29T19:03:25.301 INFO:tasks.workunit.client.0.smithi028.stdout: "last_active": "2024-08-29T19:02:14.104463+0000", 2024-08-29T19:03:25.301 INFO:tasks.workunit.client.0.smithi028.stdout: "last_became_active": "2024-08-29T17:55:26.379163+0000", 2024-08-29T19:03:25.301 INFO:tasks.workunit.client.0.smithi028.stdout: "last_became_peered": "2024-08-29T17:55:26.379163+0000", 2024-08-29T19:03:25.301 INFO:tasks.workunit.client.0.smithi028.stdout: "last_change": "2024-08-29T18:32:49.466656+0000", 2024-08-29T19:03:25.301 INFO:tasks.workunit.client.0.smithi028.stdout: "last_clean": "2024-08-29T19:02:14.104463+0000", 2024-08-29T19:03:25.301 INFO:tasks.workunit.client.0.smithi028.stdout: "last_clean_scrub_stamp": "2024-08-29T17:43:39.870944+0000", 2024-08-29T19:03:25.301 INFO:tasks.workunit.client.0.smithi028.stdout: "last_deep_scrub": "0'0", 2024-08-29T19:03:25.301 INFO:tasks.workunit.client.0.smithi028.stdout: "last_deep_scrub_stamp": "2024-08-29T17:43:39.870944+0000", 2024-08-29T19:03:25.301 INFO:tasks.workunit.client.0.smithi028.stdout: "last_epoch_clean": 517, 2024-08-29T19:03:25.302 INFO:tasks.workunit.client.0.smithi028.stdout: "last_fresh": "2024-08-29T19:02:14.104463+0000", 2024-08-29T19:03:25.302 INFO:tasks.workunit.client.0.smithi028.stdout: "last_fullsized": "2024-08-29T19:02:14.104463+0000", 2024-08-29T19:03:25.302 INFO:tasks.workunit.client.0.smithi028.stdout: "last_peered": "2024-08-29T19:02:14.104463+0000", 2024-08-29T19:03:25.302 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub": "0'0", 2024-08-29T19:03:25.302 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub_duration": 0, 2024-08-29T19:03:25.302 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub_stamp": "2024-08-29T17:43:39.870944+0000", 2024-08-29T19:03:25.302 INFO:tasks.workunit.client.0.smithi028.stdout: "last_undegraded": "2024-08-29T19:02:14.104463+0000", 2024-08-29T19:03:25.302 INFO:tasks.workunit.client.0.smithi028.stdout: "last_unstale": "2024-08-29T19:02:14.104463+0000", 2024-08-29T19:03:25.302 INFO:tasks.workunit.client.0.smithi028.stdout: "log_dups_size": 0, 2024-08-29T19:03:25.302 INFO:tasks.workunit.client.0.smithi028.stdout: "log_size": 3123, 2024-08-29T19:03:25.302 INFO:tasks.workunit.client.0.smithi028.stdout: "log_start": "0'0", 2024-08-29T19:03:25.302 INFO:tasks.workunit.client.0.smithi028.stdout: "manifest_stats_invalid": false, 2024-08-29T19:03:25.302 INFO:tasks.workunit.client.0.smithi028.stdout: "mapping_epoch": 516, 2024-08-29T19:03:25.302 INFO:tasks.workunit.client.0.smithi028.stdout: "object_location_counts": [], 2024-08-29T19:03:25.302 INFO:tasks.workunit.client.0.smithi028.stdout: "objects_scrubbed": 0, 2024-08-29T19:03:25.303 INFO:tasks.workunit.client.0.smithi028.stdout: "objects_trimmed": 0, 2024-08-29T19:03:25.303 INFO:tasks.workunit.client.0.smithi028.stdout: "omap_stats_invalid": false, 2024-08-29T19:03:25.303 INFO:tasks.workunit.client.0.smithi028.stdout: "ondisk_log_size": 3123, 2024-08-29T19:03:25.303 INFO:tasks.workunit.client.0.smithi028.stdout: "ondisk_log_start": "0'0", 2024-08-29T19:03:25.303 INFO:tasks.workunit.client.0.smithi028.stdout: "parent": "0.0", 2024-08-29T19:03:25.303 INFO:tasks.workunit.client.0.smithi028.stdout: "parent_split_bits": 0, 2024-08-29T19:03:25.303 INFO:tasks.workunit.client.0.smithi028.stdout: "pgid": "4.6", 2024-08-29T19:03:25.303 INFO:tasks.workunit.client.0.smithi028.stdout: "pin_stats_invalid": false, 2024-08-29T19:03:25.303 INFO:tasks.workunit.client.0.smithi028.stdout: "purged_snaps": [], 2024-08-29T19:03:25.303 INFO:tasks.workunit.client.0.smithi028.stdout: "reported_epoch": 2650, 2024-08-29T19:03:25.303 INFO:tasks.workunit.client.0.smithi028.stdout: "reported_seq": 8545, 2024-08-29T19:03:25.303 INFO:tasks.workunit.client.0.smithi028.stdout: "scrub_duration": 0.0, 2024-08-29T19:03:25.303 INFO:tasks.workunit.client.0.smithi028.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-30T22:31:16.867190+0000", 2024-08-29T19:03:25.303 INFO:tasks.workunit.client.0.smithi028.stdout: "snaptrim_duration": 0.02367137, 2024-08-29T19:03:25.304 INFO:tasks.workunit.client.0.smithi028.stdout: "snaptrimq_len": 0, 2024-08-29T19:03:25.304 INFO:tasks.workunit.client.0.smithi028.stdout: "stat_sum": { 2024-08-29T19:03:25.304 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes": 4194304, 2024-08-29T19:03:25.304 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes_hit_set_archive": 0, 2024-08-29T19:03:25.304 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes_recovered": 0, 2024-08-29T19:03:25.304 INFO:tasks.workunit.client.0.smithi028.stdout: "num_deep_scrub_errors": 0, 2024-08-29T19:03:25.304 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict": 0, 2024-08-29T19:03:25.304 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_kb": 0, 2024-08-29T19:03:25.304 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_mode_full": 0, 2024-08-29T19:03:25.304 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_mode_some": 0, 2024-08-29T19:03:25.304 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush": 0, 2024-08-29T19:03:25.304 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_kb": 0, 2024-08-29T19:03:25.304 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_mode_high": 0, 2024-08-29T19:03:25.305 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_mode_low": 0, 2024-08-29T19:03:25.305 INFO:tasks.workunit.client.0.smithi028.stdout: "num_keys_recovered": 0, 2024-08-29T19:03:25.305 INFO:tasks.workunit.client.0.smithi028.stdout: "num_large_omap_objects": 0, 2024-08-29T19:03:25.305 INFO:tasks.workunit.client.0.smithi028.stdout: "num_legacy_snapsets": 0, 2024-08-29T19:03:25.305 INFO:tasks.workunit.client.0.smithi028.stdout: "num_object_clones": 0, 2024-08-29T19:03:25.305 INFO:tasks.workunit.client.0.smithi028.stdout: "num_object_copies": 3, 2024-08-29T19:03:25.305 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects": 1, 2024-08-29T19:03:25.305 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_degraded": 0, 2024-08-29T19:03:25.305 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_dirty": 1, 2024-08-29T19:03:25.305 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_hit_set_archive": 0, 2024-08-29T19:03:25.305 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_manifest": 0, 2024-08-29T19:03:25.305 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_misplaced": 0, 2024-08-29T19:03:25.305 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_missing": 0, 2024-08-29T19:03:25.305 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_missing_on_primary": 0, 2024-08-29T19:03:25.305 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_omap": 0, 2024-08-29T19:03:25.306 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_pinned": 0, 2024-08-29T19:03:25.306 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_recovered": 0, 2024-08-29T19:03:25.306 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_repaired": 0, 2024-08-29T19:03:25.306 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_unfound": 0, 2024-08-29T19:03:25.306 INFO:tasks.workunit.client.0.smithi028.stdout: "num_omap_bytes": 0, 2024-08-29T19:03:25.306 INFO:tasks.workunit.client.0.smithi028.stdout: "num_omap_keys": 0, 2024-08-29T19:03:25.306 INFO:tasks.workunit.client.0.smithi028.stdout: "num_promote": 0, 2024-08-29T19:03:25.306 INFO:tasks.workunit.client.0.smithi028.stdout: "num_read": 933, 2024-08-29T19:03:25.306 INFO:tasks.workunit.client.0.smithi028.stdout: "num_read_kb": 397720, 2024-08-29T19:03:25.306 INFO:tasks.workunit.client.0.smithi028.stdout: "num_scrub_errors": 0, 2024-08-29T19:03:25.306 INFO:tasks.workunit.client.0.smithi028.stdout: "num_shallow_scrub_errors": 0, 2024-08-29T19:03:25.306 INFO:tasks.workunit.client.0.smithi028.stdout: "num_whiteouts": 0, 2024-08-29T19:03:25.306 INFO:tasks.workunit.client.0.smithi028.stdout: "num_write": 3093, 2024-08-29T19:03:25.306 INFO:tasks.workunit.client.0.smithi028.stdout: "num_write_kb": 354147 2024-08-29T19:03:25.307 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:25.307 INFO:tasks.workunit.client.0.smithi028.stdout: "state": "active+clean", 2024-08-29T19:03:25.307 INFO:tasks.workunit.client.0.smithi028.stdout: "stats_invalid": false, 2024-08-29T19:03:25.307 INFO:tasks.workunit.client.0.smithi028.stdout: "up": [ 2024-08-29T19:03:25.307 INFO:tasks.workunit.client.0.smithi028.stdout: 0, 2024-08-29T19:03:25.307 INFO:tasks.workunit.client.0.smithi028.stdout: 1, 2024-08-29T19:03:25.307 INFO:tasks.workunit.client.0.smithi028.stdout: 2 2024-08-29T19:03:25.307 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-08-29T19:03:25.307 INFO:tasks.workunit.client.0.smithi028.stdout: "up_primary": 0, 2024-08-29T19:03:25.307 INFO:tasks.workunit.client.0.smithi028.stdout: "version": "1182'3123" 2024-08-29T19:03:25.307 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:25.307 INFO:tasks.workunit.client.0.smithi028.stdout: { 2024-08-29T19:03:25.307 INFO:tasks.workunit.client.0.smithi028.stdout: "acting": [ 2024-08-29T19:03:25.308 INFO:tasks.workunit.client.0.smithi028.stdout: 3, 2024-08-29T19:03:25.308 INFO:tasks.workunit.client.0.smithi028.stdout: 5, 2024-08-29T19:03:25.308 INFO:tasks.workunit.client.0.smithi028.stdout: 6 2024-08-29T19:03:25.308 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-08-29T19:03:25.308 INFO:tasks.workunit.client.0.smithi028.stdout: "acting_primary": 3, 2024-08-29T19:03:25.308 INFO:tasks.workunit.client.0.smithi028.stdout: "avail_no_missing": [], 2024-08-29T19:03:25.308 INFO:tasks.workunit.client.0.smithi028.stdout: "blocked_by": [], 2024-08-29T19:03:25.308 INFO:tasks.workunit.client.0.smithi028.stdout: "created": 62, 2024-08-29T19:03:25.308 INFO:tasks.workunit.client.0.smithi028.stdout: "dirty_stats_invalid": false, 2024-08-29T19:03:25.308 INFO:tasks.workunit.client.0.smithi028.stdout: "hitset_bytes_stats_invalid": false, 2024-08-29T19:03:25.308 INFO:tasks.workunit.client.0.smithi028.stdout: "hitset_stats_invalid": false, 2024-08-29T19:03:25.308 INFO:tasks.workunit.client.0.smithi028.stdout: "last_active": "2024-08-29T19:02:14.840277+0000", 2024-08-29T19:03:25.308 INFO:tasks.workunit.client.0.smithi028.stdout: "last_became_active": "2024-08-29T17:57:36.395051+0000", 2024-08-29T19:03:25.308 INFO:tasks.workunit.client.0.smithi028.stdout: "last_became_peered": "2024-08-29T17:57:36.395051+0000", 2024-08-29T19:03:25.309 INFO:tasks.workunit.client.0.smithi028.stdout: "last_change": "2024-08-29T17:57:36.395476+0000", 2024-08-29T19:03:25.309 INFO:tasks.workunit.client.0.smithi028.stdout: "last_clean": "2024-08-29T19:02:14.840277+0000", 2024-08-29T19:03:25.309 INFO:tasks.workunit.client.0.smithi028.stdout: "last_clean_scrub_stamp": "2024-08-29T17:41:01.987071+0000", 2024-08-29T19:03:25.309 INFO:tasks.workunit.client.0.smithi028.stdout: "last_deep_scrub": "0'0", 2024-08-29T19:03:25.309 INFO:tasks.workunit.client.0.smithi028.stdout: "last_deep_scrub_stamp": "2024-08-29T17:41:01.987071+0000", 2024-08-29T19:03:25.309 INFO:tasks.workunit.client.0.smithi028.stdout: "last_epoch_clean": 646, 2024-08-29T19:03:25.309 INFO:tasks.workunit.client.0.smithi028.stdout: "last_fresh": "2024-08-29T19:02:14.840277+0000", 2024-08-29T19:03:25.309 INFO:tasks.workunit.client.0.smithi028.stdout: "last_fullsized": "2024-08-29T19:02:14.840277+0000", 2024-08-29T19:03:25.309 INFO:tasks.workunit.client.0.smithi028.stdout: "last_peered": "2024-08-29T19:02:14.840277+0000", 2024-08-29T19:03:25.309 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub": "0'0", 2024-08-29T19:03:25.309 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub_duration": 0, 2024-08-29T19:03:25.309 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub_stamp": "2024-08-29T17:41:01.987071+0000", 2024-08-29T19:03:25.309 INFO:tasks.workunit.client.0.smithi028.stdout: "last_undegraded": "2024-08-29T19:02:14.840277+0000", 2024-08-29T19:03:25.310 INFO:tasks.workunit.client.0.smithi028.stdout: "last_unstale": "2024-08-29T19:02:14.840277+0000", 2024-08-29T19:03:25.310 INFO:tasks.workunit.client.0.smithi028.stdout: "log_dups_size": 0, 2024-08-29T19:03:25.310 INFO:tasks.workunit.client.0.smithi028.stdout: "log_size": 0, 2024-08-29T19:03:25.310 INFO:tasks.workunit.client.0.smithi028.stdout: "log_start": "0'0", 2024-08-29T19:03:25.310 INFO:tasks.workunit.client.0.smithi028.stdout: "manifest_stats_invalid": false, 2024-08-29T19:03:25.310 INFO:tasks.workunit.client.0.smithi028.stdout: "mapping_epoch": 645, 2024-08-29T19:03:25.310 INFO:tasks.workunit.client.0.smithi028.stdout: "object_location_counts": [], 2024-08-29T19:03:25.310 INFO:tasks.workunit.client.0.smithi028.stdout: "objects_scrubbed": 0, 2024-08-29T19:03:25.310 INFO:tasks.workunit.client.0.smithi028.stdout: "objects_trimmed": 0, 2024-08-29T19:03:25.310 INFO:tasks.workunit.client.0.smithi028.stdout: "omap_stats_invalid": false, 2024-08-29T19:03:25.310 INFO:tasks.workunit.client.0.smithi028.stdout: "ondisk_log_size": 0, 2024-08-29T19:03:25.311 INFO:tasks.workunit.client.0.smithi028.stdout: "ondisk_log_start": "0'0", 2024-08-29T19:03:25.311 INFO:tasks.workunit.client.0.smithi028.stdout: "parent": "0.0", 2024-08-29T19:03:25.311 INFO:tasks.workunit.client.0.smithi028.stdout: "parent_split_bits": 0, 2024-08-29T19:03:25.311 INFO:tasks.workunit.client.0.smithi028.stdout: "pgid": "3.2", 2024-08-29T19:03:25.311 INFO:tasks.workunit.client.0.smithi028.stdout: "pin_stats_invalid": false, 2024-08-29T19:03:25.311 INFO:tasks.workunit.client.0.smithi028.stdout: "purged_snaps": [], 2024-08-29T19:03:25.311 INFO:tasks.workunit.client.0.smithi028.stdout: "reported_epoch": 2650, 2024-08-29T19:03:25.311 INFO:tasks.workunit.client.0.smithi028.stdout: "reported_seq": 4700, 2024-08-29T19:03:25.311 INFO:tasks.workunit.client.0.smithi028.stdout: "scrub_duration": 0.0, 2024-08-29T19:03:25.311 INFO:tasks.workunit.client.0.smithi028.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-30T23:01:45.405153+0000", 2024-08-29T19:03:25.311 INFO:tasks.workunit.client.0.smithi028.stdout: "snaptrim_duration": 0.0, 2024-08-29T19:03:25.311 INFO:tasks.workunit.client.0.smithi028.stdout: "snaptrimq_len": 0, 2024-08-29T19:03:25.311 INFO:tasks.workunit.client.0.smithi028.stdout: "stat_sum": { 2024-08-29T19:03:25.311 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes": 0, 2024-08-29T19:03:25.312 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes_hit_set_archive": 0, 2024-08-29T19:03:25.312 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes_recovered": 0, 2024-08-29T19:03:25.312 INFO:tasks.workunit.client.0.smithi028.stdout: "num_deep_scrub_errors": 0, 2024-08-29T19:03:25.312 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict": 0, 2024-08-29T19:03:25.312 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_kb": 0, 2024-08-29T19:03:25.312 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_mode_full": 0, 2024-08-29T19:03:25.312 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_mode_some": 0, 2024-08-29T19:03:25.312 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush": 0, 2024-08-29T19:03:25.312 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_kb": 0, 2024-08-29T19:03:25.312 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_mode_high": 0, 2024-08-29T19:03:25.312 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_mode_low": 0, 2024-08-29T19:03:25.312 INFO:tasks.workunit.client.0.smithi028.stdout: "num_keys_recovered": 0, 2024-08-29T19:03:25.312 INFO:tasks.workunit.client.0.smithi028.stdout: "num_large_omap_objects": 0, 2024-08-29T19:03:25.313 INFO:tasks.workunit.client.0.smithi028.stdout: "num_legacy_snapsets": 0, 2024-08-29T19:03:25.313 INFO:tasks.workunit.client.0.smithi028.stdout: "num_object_clones": 0, 2024-08-29T19:03:25.313 INFO:tasks.workunit.client.0.smithi028.stdout: "num_object_copies": 0, 2024-08-29T19:03:25.313 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects": 0, 2024-08-29T19:03:25.313 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_degraded": 0, 2024-08-29T19:03:25.313 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_dirty": 0, 2024-08-29T19:03:25.313 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_hit_set_archive": 0, 2024-08-29T19:03:25.313 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_manifest": 0, 2024-08-29T19:03:25.313 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_misplaced": 0, 2024-08-29T19:03:25.313 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_missing": 0, 2024-08-29T19:03:25.313 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_missing_on_primary": 0, 2024-08-29T19:03:25.313 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_omap": 0, 2024-08-29T19:03:25.313 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_pinned": 0, 2024-08-29T19:03:25.313 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_recovered": 0, 2024-08-29T19:03:25.314 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_repaired": 0, 2024-08-29T19:03:25.314 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_unfound": 0, 2024-08-29T19:03:25.314 INFO:tasks.workunit.client.0.smithi028.stdout: "num_omap_bytes": 0, 2024-08-29T19:03:25.314 INFO:tasks.workunit.client.0.smithi028.stdout: "num_omap_keys": 0, 2024-08-29T19:03:25.314 INFO:tasks.workunit.client.0.smithi028.stdout: "num_promote": 0, 2024-08-29T19:03:25.314 INFO:tasks.workunit.client.0.smithi028.stdout: "num_read": 0, 2024-08-29T19:03:25.314 INFO:tasks.workunit.client.0.smithi028.stdout: "num_read_kb": 0, 2024-08-29T19:03:25.314 INFO:tasks.workunit.client.0.smithi028.stdout: "num_scrub_errors": 0, 2024-08-29T19:03:25.314 INFO:tasks.workunit.client.0.smithi028.stdout: "num_shallow_scrub_errors": 0, 2024-08-29T19:03:25.314 INFO:tasks.workunit.client.0.smithi028.stdout: "num_whiteouts": 0, 2024-08-29T19:03:25.314 INFO:tasks.workunit.client.0.smithi028.stdout: "num_write": 0, 2024-08-29T19:03:25.314 INFO:tasks.workunit.client.0.smithi028.stdout: "num_write_kb": 0 2024-08-29T19:03:25.314 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:25.314 INFO:tasks.workunit.client.0.smithi028.stdout: "state": "active+clean", 2024-08-29T19:03:25.315 INFO:tasks.workunit.client.0.smithi028.stdout: "stats_invalid": false, 2024-08-29T19:03:25.315 INFO:tasks.workunit.client.0.smithi028.stdout: "up": [ 2024-08-29T19:03:25.315 INFO:tasks.workunit.client.0.smithi028.stdout: 3, 2024-08-29T19:03:25.315 INFO:tasks.workunit.client.0.smithi028.stdout: 5, 2024-08-29T19:03:25.315 INFO:tasks.workunit.client.0.smithi028.stdout: 6 2024-08-29T19:03:25.315 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-08-29T19:03:25.315 INFO:tasks.workunit.client.0.smithi028.stdout: "up_primary": 3, 2024-08-29T19:03:25.315 INFO:tasks.workunit.client.0.smithi028.stdout: "version": "0'0" 2024-08-29T19:03:25.315 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:25.315 INFO:tasks.workunit.client.0.smithi028.stdout: { 2024-08-29T19:03:25.315 INFO:tasks.workunit.client.0.smithi028.stdout: "acting": [ 2024-08-29T19:03:25.315 INFO:tasks.workunit.client.0.smithi028.stdout: 5, 2024-08-29T19:03:25.315 INFO:tasks.workunit.client.0.smithi028.stdout: 2, 2024-08-29T19:03:25.316 INFO:tasks.workunit.client.0.smithi028.stdout: 7 2024-08-29T19:03:25.316 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-08-29T19:03:25.316 INFO:tasks.workunit.client.0.smithi028.stdout: "acting_primary": 5, 2024-08-29T19:03:25.316 INFO:tasks.workunit.client.0.smithi028.stdout: "avail_no_missing": [], 2024-08-29T19:03:25.316 INFO:tasks.workunit.client.0.smithi028.stdout: "blocked_by": [], 2024-08-29T19:03:25.316 INFO:tasks.workunit.client.0.smithi028.stdout: "created": 59, 2024-08-29T19:03:25.316 INFO:tasks.workunit.client.0.smithi028.stdout: "dirty_stats_invalid": false, 2024-08-29T19:03:25.316 INFO:tasks.workunit.client.0.smithi028.stdout: "hitset_bytes_stats_invalid": false, 2024-08-29T19:03:25.316 INFO:tasks.workunit.client.0.smithi028.stdout: "hitset_stats_invalid": false, 2024-08-29T19:03:25.316 INFO:tasks.workunit.client.0.smithi028.stdout: "last_active": "2024-08-29T19:02:14.924375+0000", 2024-08-29T19:03:25.316 INFO:tasks.workunit.client.0.smithi028.stdout: "last_became_active": "2024-08-29T17:58:11.367038+0000", 2024-08-29T19:03:25.316 INFO:tasks.workunit.client.0.smithi028.stdout: "last_became_peered": "2024-08-29T17:58:11.367038+0000", 2024-08-29T19:03:25.316 INFO:tasks.workunit.client.0.smithi028.stdout: "last_change": "2024-08-29T17:58:11.367664+0000", 2024-08-29T19:03:25.316 INFO:tasks.workunit.client.0.smithi028.stdout: "last_clean": "2024-08-29T19:02:14.924375+0000", 2024-08-29T19:03:25.317 INFO:tasks.workunit.client.0.smithi028.stdout: "last_clean_scrub_stamp": "2024-08-29T17:40:52.944949+0000", 2024-08-29T19:03:25.317 INFO:tasks.workunit.client.0.smithi028.stdout: "last_deep_scrub": "0'0", 2024-08-29T19:03:25.317 INFO:tasks.workunit.client.0.smithi028.stdout: "last_deep_scrub_stamp": "2024-08-29T17:40:52.944949+0000", 2024-08-29T19:03:25.317 INFO:tasks.workunit.client.0.smithi028.stdout: "last_epoch_clean": 681, 2024-08-29T19:03:25.317 INFO:tasks.workunit.client.0.smithi028.stdout: "last_fresh": "2024-08-29T19:02:14.924375+0000", 2024-08-29T19:03:25.317 INFO:tasks.workunit.client.0.smithi028.stdout: "last_fullsized": "2024-08-29T19:02:14.924375+0000", 2024-08-29T19:03:25.317 INFO:tasks.workunit.client.0.smithi028.stdout: "last_peered": "2024-08-29T19:02:14.924375+0000", 2024-08-29T19:03:25.317 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub": "0'0", 2024-08-29T19:03:25.317 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub_duration": 0, 2024-08-29T19:03:25.317 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub_stamp": "2024-08-29T17:40:52.944949+0000", 2024-08-29T19:03:25.317 INFO:tasks.workunit.client.0.smithi028.stdout: "last_undegraded": "2024-08-29T19:02:14.924375+0000", 2024-08-29T19:03:25.317 INFO:tasks.workunit.client.0.smithi028.stdout: "last_unstale": "2024-08-29T19:02:14.924375+0000", 2024-08-29T19:03:25.317 INFO:tasks.workunit.client.0.smithi028.stdout: "log_dups_size": 0, 2024-08-29T19:03:25.318 INFO:tasks.workunit.client.0.smithi028.stdout: "log_size": 0, 2024-08-29T19:03:25.318 INFO:tasks.workunit.client.0.smithi028.stdout: "log_start": "0'0", 2024-08-29T19:03:25.318 INFO:tasks.workunit.client.0.smithi028.stdout: "manifest_stats_invalid": false, 2024-08-29T19:03:25.318 INFO:tasks.workunit.client.0.smithi028.stdout: "mapping_epoch": 680, 2024-08-29T19:03:25.318 INFO:tasks.workunit.client.0.smithi028.stdout: "object_location_counts": [], 2024-08-29T19:03:25.318 INFO:tasks.workunit.client.0.smithi028.stdout: "objects_scrubbed": 0, 2024-08-29T19:03:25.318 INFO:tasks.workunit.client.0.smithi028.stdout: "objects_trimmed": 0, 2024-08-29T19:03:25.318 INFO:tasks.workunit.client.0.smithi028.stdout: "omap_stats_invalid": false, 2024-08-29T19:03:25.318 INFO:tasks.workunit.client.0.smithi028.stdout: "ondisk_log_size": 0, 2024-08-29T19:03:25.318 INFO:tasks.workunit.client.0.smithi028.stdout: "ondisk_log_start": "0'0", 2024-08-29T19:03:25.318 INFO:tasks.workunit.client.0.smithi028.stdout: "parent": "0.0", 2024-08-29T19:03:25.318 INFO:tasks.workunit.client.0.smithi028.stdout: "parent_split_bits": 0, 2024-08-29T19:03:25.318 INFO:tasks.workunit.client.0.smithi028.stdout: "pgid": "2.3", 2024-08-29T19:03:25.318 INFO:tasks.workunit.client.0.smithi028.stdout: "pin_stats_invalid": false, 2024-08-29T19:03:25.319 INFO:tasks.workunit.client.0.smithi028.stdout: "purged_snaps": [], 2024-08-29T19:03:25.319 INFO:tasks.workunit.client.0.smithi028.stdout: "reported_epoch": 2650, 2024-08-29T19:03:25.319 INFO:tasks.workunit.client.0.smithi028.stdout: "reported_seq": 4610, 2024-08-29T19:03:25.319 INFO:tasks.workunit.client.0.smithi028.stdout: "scrub_duration": 0.0, 2024-08-29T19:03:25.319 INFO:tasks.workunit.client.0.smithi028.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-30T21:15:29.565999+0000", 2024-08-29T19:03:25.319 INFO:tasks.workunit.client.0.smithi028.stdout: "snaptrim_duration": 0.0, 2024-08-29T19:03:25.319 INFO:tasks.workunit.client.0.smithi028.stdout: "snaptrimq_len": 0, 2024-08-29T19:03:25.319 INFO:tasks.workunit.client.0.smithi028.stdout: "stat_sum": { 2024-08-29T19:03:25.319 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes": 0, 2024-08-29T19:03:25.319 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes_hit_set_archive": 0, 2024-08-29T19:03:25.319 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes_recovered": 0, 2024-08-29T19:03:25.319 INFO:tasks.workunit.client.0.smithi028.stdout: "num_deep_scrub_errors": 0, 2024-08-29T19:03:25.319 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict": 0, 2024-08-29T19:03:25.319 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_kb": 0, 2024-08-29T19:03:25.319 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_mode_full": 0, 2024-08-29T19:03:25.320 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_mode_some": 0, 2024-08-29T19:03:25.320 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush": 0, 2024-08-29T19:03:25.320 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_kb": 0, 2024-08-29T19:03:25.320 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_mode_high": 0, 2024-08-29T19:03:25.320 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_mode_low": 0, 2024-08-29T19:03:25.320 INFO:tasks.workunit.client.0.smithi028.stdout: "num_keys_recovered": 0, 2024-08-29T19:03:25.320 INFO:tasks.workunit.client.0.smithi028.stdout: "num_large_omap_objects": 0, 2024-08-29T19:03:25.320 INFO:tasks.workunit.client.0.smithi028.stdout: "num_legacy_snapsets": 0, 2024-08-29T19:03:25.320 INFO:tasks.workunit.client.0.smithi028.stdout: "num_object_clones": 0, 2024-08-29T19:03:25.320 INFO:tasks.workunit.client.0.smithi028.stdout: "num_object_copies": 0, 2024-08-29T19:03:25.320 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects": 0, 2024-08-29T19:03:25.320 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_degraded": 0, 2024-08-29T19:03:25.320 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_dirty": 0, 2024-08-29T19:03:25.321 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_hit_set_archive": 0, 2024-08-29T19:03:25.321 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_manifest": 0, 2024-08-29T19:03:25.321 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_misplaced": 0, 2024-08-29T19:03:25.321 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_missing": 0, 2024-08-29T19:03:25.321 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_missing_on_primary": 0, 2024-08-29T19:03:25.321 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_omap": 0, 2024-08-29T19:03:25.321 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_pinned": 0, 2024-08-29T19:03:25.321 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_recovered": 0, 2024-08-29T19:03:25.321 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_repaired": 0, 2024-08-29T19:03:25.321 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_unfound": 0, 2024-08-29T19:03:25.321 INFO:tasks.workunit.client.0.smithi028.stdout: "num_omap_bytes": 0, 2024-08-29T19:03:25.321 INFO:tasks.workunit.client.0.smithi028.stdout: "num_omap_keys": 0, 2024-08-29T19:03:25.321 INFO:tasks.workunit.client.0.smithi028.stdout: "num_promote": 0, 2024-08-29T19:03:25.321 INFO:tasks.workunit.client.0.smithi028.stdout: "num_read": 0, 2024-08-29T19:03:25.322 INFO:tasks.workunit.client.0.smithi028.stdout: "num_read_kb": 0, 2024-08-29T19:03:25.322 INFO:tasks.workunit.client.0.smithi028.stdout: "num_scrub_errors": 0, 2024-08-29T19:03:25.322 INFO:tasks.workunit.client.0.smithi028.stdout: "num_shallow_scrub_errors": 0, 2024-08-29T19:03:25.322 INFO:tasks.workunit.client.0.smithi028.stdout: "num_whiteouts": 0, 2024-08-29T19:03:25.322 INFO:tasks.workunit.client.0.smithi028.stdout: "num_write": 0, 2024-08-29T19:03:25.322 INFO:tasks.workunit.client.0.smithi028.stdout: "num_write_kb": 0 2024-08-29T19:03:25.322 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:25.322 INFO:tasks.workunit.client.0.smithi028.stdout: "state": "active+clean", 2024-08-29T19:03:25.322 INFO:tasks.workunit.client.0.smithi028.stdout: "stats_invalid": false, 2024-08-29T19:03:25.322 INFO:tasks.workunit.client.0.smithi028.stdout: "up": [ 2024-08-29T19:03:25.322 INFO:tasks.workunit.client.0.smithi028.stdout: 5, 2024-08-29T19:03:25.322 INFO:tasks.workunit.client.0.smithi028.stdout: 2, 2024-08-29T19:03:25.322 INFO:tasks.workunit.client.0.smithi028.stdout: 7 2024-08-29T19:03:25.322 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-08-29T19:03:25.322 INFO:tasks.workunit.client.0.smithi028.stdout: "up_primary": 5, 2024-08-29T19:03:25.323 INFO:tasks.workunit.client.0.smithi028.stdout: "version": "0'0" 2024-08-29T19:03:25.323 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:25.323 INFO:tasks.workunit.client.0.smithi028.stdout: { 2024-08-29T19:03:25.323 INFO:tasks.workunit.client.0.smithi028.stdout: "acting": [ 2024-08-29T19:03:25.323 INFO:tasks.workunit.client.0.smithi028.stdout: 7, 2024-08-29T19:03:25.323 INFO:tasks.workunit.client.0.smithi028.stdout: 0, 2024-08-29T19:03:25.323 INFO:tasks.workunit.client.0.smithi028.stdout: 6 2024-08-29T19:03:25.323 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-08-29T19:03:25.323 INFO:tasks.workunit.client.0.smithi028.stdout: "acting_primary": 7, 2024-08-29T19:03:25.323 INFO:tasks.workunit.client.0.smithi028.stdout: "avail_no_missing": [], 2024-08-29T19:03:25.323 INFO:tasks.workunit.client.0.smithi028.stdout: "blocked_by": [], 2024-08-29T19:03:25.323 INFO:tasks.workunit.client.0.smithi028.stdout: "created": 19, 2024-08-29T19:03:25.323 INFO:tasks.workunit.client.0.smithi028.stdout: "dirty_stats_invalid": false, 2024-08-29T19:03:25.323 INFO:tasks.workunit.client.0.smithi028.stdout: "hitset_bytes_stats_invalid": false, 2024-08-29T19:03:25.324 INFO:tasks.workunit.client.0.smithi028.stdout: "hitset_stats_invalid": false, 2024-08-29T19:03:25.324 INFO:tasks.workunit.client.0.smithi028.stdout: "last_active": "2024-08-29T19:02:14.096822+0000", 2024-08-29T19:03:25.324 INFO:tasks.workunit.client.0.smithi028.stdout: "last_became_active": "2024-08-29T17:58:11.349292+0000", 2024-08-29T19:03:25.324 INFO:tasks.workunit.client.0.smithi028.stdout: "last_became_peered": "2024-08-29T17:58:11.349292+0000", 2024-08-29T19:03:25.324 INFO:tasks.workunit.client.0.smithi028.stdout: "last_change": "2024-08-29T17:58:11.352277+0000", 2024-08-29T19:03:25.324 INFO:tasks.workunit.client.0.smithi028.stdout: "last_clean": "2024-08-29T19:02:14.096822+0000", 2024-08-29T19:03:25.324 INFO:tasks.workunit.client.0.smithi028.stdout: "last_clean_scrub_stamp": "2024-08-29T17:35:25.395028+0000", 2024-08-29T19:03:25.324 INFO:tasks.workunit.client.0.smithi028.stdout: "last_deep_scrub": "0'0", 2024-08-29T19:03:25.324 INFO:tasks.workunit.client.0.smithi028.stdout: "last_deep_scrub_stamp": "2024-08-29T17:35:25.395028+0000", 2024-08-29T19:03:25.324 INFO:tasks.workunit.client.0.smithi028.stdout: "last_epoch_clean": 681, 2024-08-29T19:03:25.324 INFO:tasks.workunit.client.0.smithi028.stdout: "last_fresh": "2024-08-29T19:02:14.096822+0000", 2024-08-29T19:03:25.324 INFO:tasks.workunit.client.0.smithi028.stdout: "last_fullsized": "2024-08-29T19:02:14.096822+0000", 2024-08-29T19:03:25.324 INFO:tasks.workunit.client.0.smithi028.stdout: "last_peered": "2024-08-29T19:02:14.096822+0000", 2024-08-29T19:03:25.325 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub": "0'0", 2024-08-29T19:03:25.325 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub_duration": 0, 2024-08-29T19:03:25.325 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub_stamp": "2024-08-29T17:35:25.395028+0000", 2024-08-29T19:03:25.325 INFO:tasks.workunit.client.0.smithi028.stdout: "last_undegraded": "2024-08-29T19:02:14.096822+0000", 2024-08-29T19:03:25.325 INFO:tasks.workunit.client.0.smithi028.stdout: "last_unstale": "2024-08-29T19:02:14.096822+0000", 2024-08-29T19:03:25.325 INFO:tasks.workunit.client.0.smithi028.stdout: "log_dups_size": 0, 2024-08-29T19:03:25.325 INFO:tasks.workunit.client.0.smithi028.stdout: "log_size": 197, 2024-08-29T19:03:25.325 INFO:tasks.workunit.client.0.smithi028.stdout: "log_start": "0'0", 2024-08-29T19:03:25.325 INFO:tasks.workunit.client.0.smithi028.stdout: "manifest_stats_invalid": false, 2024-08-29T19:03:25.325 INFO:tasks.workunit.client.0.smithi028.stdout: "mapping_epoch": 680, 2024-08-29T19:03:25.325 INFO:tasks.workunit.client.0.smithi028.stdout: "object_location_counts": [], 2024-08-29T19:03:25.325 INFO:tasks.workunit.client.0.smithi028.stdout: "objects_scrubbed": 0, 2024-08-29T19:03:25.325 INFO:tasks.workunit.client.0.smithi028.stdout: "objects_trimmed": 0, 2024-08-29T19:03:25.326 INFO:tasks.workunit.client.0.smithi028.stdout: "omap_stats_invalid": false, 2024-08-29T19:03:25.326 INFO:tasks.workunit.client.0.smithi028.stdout: "ondisk_log_size": 197, 2024-08-29T19:03:25.326 INFO:tasks.workunit.client.0.smithi028.stdout: "ondisk_log_start": "0'0", 2024-08-29T19:03:25.326 INFO:tasks.workunit.client.0.smithi028.stdout: "parent": "0.0", 2024-08-29T19:03:25.326 INFO:tasks.workunit.client.0.smithi028.stdout: "parent_split_bits": 0, 2024-08-29T19:03:25.326 INFO:tasks.workunit.client.0.smithi028.stdout: "pgid": "1.0", 2024-08-29T19:03:25.326 INFO:tasks.workunit.client.0.smithi028.stdout: "pin_stats_invalid": false, 2024-08-29T19:03:25.326 INFO:tasks.workunit.client.0.smithi028.stdout: "purged_snaps": [], 2024-08-29T19:03:25.326 INFO:tasks.workunit.client.0.smithi028.stdout: "reported_epoch": 2650, 2024-08-29T19:03:25.326 INFO:tasks.workunit.client.0.smithi028.stdout: "reported_seq": 5063, 2024-08-29T19:03:25.326 INFO:tasks.workunit.client.0.smithi028.stdout: "scrub_duration": 0.0, 2024-08-29T19:03:25.326 INFO:tasks.workunit.client.0.smithi028.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-30T23:36:27.820227+0000", 2024-08-29T19:03:25.326 INFO:tasks.workunit.client.0.smithi028.stdout: "snaptrim_duration": 0.0, 2024-08-29T19:03:25.326 INFO:tasks.workunit.client.0.smithi028.stdout: "snaptrimq_len": 0, 2024-08-29T19:03:25.327 INFO:tasks.workunit.client.0.smithi028.stdout: "stat_sum": { 2024-08-29T19:03:25.327 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes": 590368, 2024-08-29T19:03:25.327 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes_hit_set_archive": 0, 2024-08-29T19:03:25.327 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes_recovered": 1771104, 2024-08-29T19:03:25.327 INFO:tasks.workunit.client.0.smithi028.stdout: "num_deep_scrub_errors": 0, 2024-08-29T19:03:25.327 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict": 0, 2024-08-29T19:03:25.327 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_kb": 0, 2024-08-29T19:03:25.327 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_mode_full": 0, 2024-08-29T19:03:25.327 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_mode_some": 0, 2024-08-29T19:03:25.327 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush": 0, 2024-08-29T19:03:25.327 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_kb": 0, 2024-08-29T19:03:25.327 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_mode_high": 0, 2024-08-29T19:03:25.327 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_mode_low": 0, 2024-08-29T19:03:25.327 INFO:tasks.workunit.client.0.smithi028.stdout: "num_keys_recovered": 0, 2024-08-29T19:03:25.328 INFO:tasks.workunit.client.0.smithi028.stdout: "num_large_omap_objects": 0, 2024-08-29T19:03:25.328 INFO:tasks.workunit.client.0.smithi028.stdout: "num_legacy_snapsets": 0, 2024-08-29T19:03:25.328 INFO:tasks.workunit.client.0.smithi028.stdout: "num_object_clones": 0, 2024-08-29T19:03:25.328 INFO:tasks.workunit.client.0.smithi028.stdout: "num_object_copies": 6, 2024-08-29T19:03:25.328 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects": 2, 2024-08-29T19:03:25.328 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_degraded": 0, 2024-08-29T19:03:25.328 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_dirty": 2, 2024-08-29T19:03:25.328 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_hit_set_archive": 0, 2024-08-29T19:03:25.328 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_manifest": 0, 2024-08-29T19:03:25.328 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_misplaced": 0, 2024-08-29T19:03:25.328 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_missing": 0, 2024-08-29T19:03:25.328 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_missing_on_primary": 0, 2024-08-29T19:03:25.328 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_omap": 0, 2024-08-29T19:03:25.328 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_pinned": 0, 2024-08-29T19:03:25.329 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_recovered": 6, 2024-08-29T19:03:25.329 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_repaired": 0, 2024-08-29T19:03:25.329 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_unfound": 0, 2024-08-29T19:03:25.329 INFO:tasks.workunit.client.0.smithi028.stdout: "num_omap_bytes": 0, 2024-08-29T19:03:25.329 INFO:tasks.workunit.client.0.smithi028.stdout: "num_omap_keys": 0, 2024-08-29T19:03:25.329 INFO:tasks.workunit.client.0.smithi028.stdout: "num_promote": 0, 2024-08-29T19:03:25.329 INFO:tasks.workunit.client.0.smithi028.stdout: "num_read": 812, 2024-08-29T19:03:25.329 INFO:tasks.workunit.client.0.smithi028.stdout: "num_read_kb": 1310, 2024-08-29T19:03:25.329 INFO:tasks.workunit.client.0.smithi028.stdout: "num_scrub_errors": 0, 2024-08-29T19:03:25.329 INFO:tasks.workunit.client.0.smithi028.stdout: "num_shallow_scrub_errors": 0, 2024-08-29T19:03:25.329 INFO:tasks.workunit.client.0.smithi028.stdout: "num_whiteouts": 0, 2024-08-29T19:03:25.329 INFO:tasks.workunit.client.0.smithi028.stdout: "num_write": 311, 2024-08-29T19:03:25.329 INFO:tasks.workunit.client.0.smithi028.stdout: "num_write_kb": 2416 2024-08-29T19:03:25.330 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:25.330 INFO:tasks.workunit.client.0.smithi028.stdout: "state": "active+clean", 2024-08-29T19:03:25.330 INFO:tasks.workunit.client.0.smithi028.stdout: "stats_invalid": false, 2024-08-29T19:03:25.330 INFO:tasks.workunit.client.0.smithi028.stdout: "up": [ 2024-08-29T19:03:25.330 INFO:tasks.workunit.client.0.smithi028.stdout: 7, 2024-08-29T19:03:25.330 INFO:tasks.workunit.client.0.smithi028.stdout: 0, 2024-08-29T19:03:25.330 INFO:tasks.workunit.client.0.smithi028.stdout: 6 2024-08-29T19:03:25.330 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-08-29T19:03:25.330 INFO:tasks.workunit.client.0.smithi028.stdout: "up_primary": 7, 2024-08-29T19:03:25.330 INFO:tasks.workunit.client.0.smithi028.stdout: "version": "329'197" 2024-08-29T19:03:25.330 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:25.330 INFO:tasks.workunit.client.0.smithi028.stdout: { 2024-08-29T19:03:25.330 INFO:tasks.workunit.client.0.smithi028.stdout: "acting": [ 2024-08-29T19:03:25.330 INFO:tasks.workunit.client.0.smithi028.stdout: 6, 2024-08-29T19:03:25.330 INFO:tasks.workunit.client.0.smithi028.stdout: 4, 2024-08-29T19:03:25.331 INFO:tasks.workunit.client.0.smithi028.stdout: 7 2024-08-29T19:03:25.331 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-08-29T19:03:25.331 INFO:tasks.workunit.client.0.smithi028.stdout: "acting_primary": 6, 2024-08-29T19:03:25.331 INFO:tasks.workunit.client.0.smithi028.stdout: "avail_no_missing": [], 2024-08-29T19:03:25.331 INFO:tasks.workunit.client.0.smithi028.stdout: "blocked_by": [], 2024-08-29T19:03:25.331 INFO:tasks.workunit.client.0.smithi028.stdout: "created": 69, 2024-08-29T19:03:25.331 INFO:tasks.workunit.client.0.smithi028.stdout: "dirty_stats_invalid": false, 2024-08-29T19:03:25.331 INFO:tasks.workunit.client.0.smithi028.stdout: "hitset_bytes_stats_invalid": false, 2024-08-29T19:03:25.331 INFO:tasks.workunit.client.0.smithi028.stdout: "hitset_stats_invalid": false, 2024-08-29T19:03:25.331 INFO:tasks.workunit.client.0.smithi028.stdout: "last_active": "2024-08-29T19:02:14.922767+0000", 2024-08-29T19:03:25.331 INFO:tasks.workunit.client.0.smithi028.stdout: "last_became_active": "2024-08-29T17:58:11.343898+0000", 2024-08-29T19:03:25.331 INFO:tasks.workunit.client.0.smithi028.stdout: "last_became_peered": "2024-08-29T17:58:11.343898+0000", 2024-08-29T19:03:25.331 INFO:tasks.workunit.client.0.smithi028.stdout: "last_change": "2024-08-29T18:32:49.453504+0000", 2024-08-29T19:03:25.331 INFO:tasks.workunit.client.0.smithi028.stdout: "last_clean": "2024-08-29T19:02:14.922767+0000", 2024-08-29T19:03:25.332 INFO:tasks.workunit.client.0.smithi028.stdout: "last_clean_scrub_stamp": "2024-08-29T17:43:39.870944+0000", 2024-08-29T19:03:25.332 INFO:tasks.workunit.client.0.smithi028.stdout: "last_deep_scrub": "0'0", 2024-08-29T19:03:25.332 INFO:tasks.workunit.client.0.smithi028.stdout: "last_deep_scrub_stamp": "2024-08-29T17:43:39.870944+0000", 2024-08-29T19:03:25.332 INFO:tasks.workunit.client.0.smithi028.stdout: "last_epoch_clean": 681, 2024-08-29T19:03:25.332 INFO:tasks.workunit.client.0.smithi028.stdout: "last_fresh": "2024-08-29T19:02:14.922767+0000", 2024-08-29T19:03:25.332 INFO:tasks.workunit.client.0.smithi028.stdout: "last_fullsized": "2024-08-29T19:02:14.922767+0000", 2024-08-29T19:03:25.332 INFO:tasks.workunit.client.0.smithi028.stdout: "last_peered": "2024-08-29T19:02:14.922767+0000", 2024-08-29T19:03:25.332 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub": "0'0", 2024-08-29T19:03:25.332 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub_duration": 0, 2024-08-29T19:03:25.332 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub_stamp": "2024-08-29T17:43:39.870944+0000", 2024-08-29T19:03:25.332 INFO:tasks.workunit.client.0.smithi028.stdout: "last_undegraded": "2024-08-29T19:02:14.922767+0000", 2024-08-29T19:03:25.332 INFO:tasks.workunit.client.0.smithi028.stdout: "last_unstale": "2024-08-29T19:02:14.922767+0000", 2024-08-29T19:03:25.332 INFO:tasks.workunit.client.0.smithi028.stdout: "log_dups_size": 0, 2024-08-29T19:03:25.333 INFO:tasks.workunit.client.0.smithi028.stdout: "log_size": 3180, 2024-08-29T19:03:25.333 INFO:tasks.workunit.client.0.smithi028.stdout: "log_start": "0'0", 2024-08-29T19:03:25.333 INFO:tasks.workunit.client.0.smithi028.stdout: "manifest_stats_invalid": false, 2024-08-29T19:03:25.333 INFO:tasks.workunit.client.0.smithi028.stdout: "mapping_epoch": 680, 2024-08-29T19:03:25.333 INFO:tasks.workunit.client.0.smithi028.stdout: "object_location_counts": [], 2024-08-29T19:03:25.333 INFO:tasks.workunit.client.0.smithi028.stdout: "objects_scrubbed": 0, 2024-08-29T19:03:25.333 INFO:tasks.workunit.client.0.smithi028.stdout: "objects_trimmed": 0, 2024-08-29T19:03:25.333 INFO:tasks.workunit.client.0.smithi028.stdout: "omap_stats_invalid": false, 2024-08-29T19:03:25.333 INFO:tasks.workunit.client.0.smithi028.stdout: "ondisk_log_size": 3180, 2024-08-29T19:03:25.333 INFO:tasks.workunit.client.0.smithi028.stdout: "ondisk_log_start": "0'0", 2024-08-29T19:03:25.333 INFO:tasks.workunit.client.0.smithi028.stdout: "parent": "0.0", 2024-08-29T19:03:25.333 INFO:tasks.workunit.client.0.smithi028.stdout: "parent_split_bits": 0, 2024-08-29T19:03:25.333 INFO:tasks.workunit.client.0.smithi028.stdout: "pgid": "4.5", 2024-08-29T19:03:25.333 INFO:tasks.workunit.client.0.smithi028.stdout: "pin_stats_invalid": false, 2024-08-29T19:03:25.334 INFO:tasks.workunit.client.0.smithi028.stdout: "purged_snaps": [], 2024-08-29T19:03:25.334 INFO:tasks.workunit.client.0.smithi028.stdout: "reported_epoch": 2650, 2024-08-29T19:03:25.334 INFO:tasks.workunit.client.0.smithi028.stdout: "reported_seq": 8704, 2024-08-29T19:03:25.334 INFO:tasks.workunit.client.0.smithi028.stdout: "scrub_duration": 0.0, 2024-08-29T19:03:25.334 INFO:tasks.workunit.client.0.smithi028.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-30T17:57:34.227634+0000", 2024-08-29T19:03:25.334 INFO:tasks.workunit.client.0.smithi028.stdout: "snaptrim_duration": 0.006128842, 2024-08-29T19:03:25.334 INFO:tasks.workunit.client.0.smithi028.stdout: "snaptrimq_len": 0, 2024-08-29T19:03:25.334 INFO:tasks.workunit.client.0.smithi028.stdout: "stat_sum": { 2024-08-29T19:03:25.334 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes": 0, 2024-08-29T19:03:25.334 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes_hit_set_archive": 0, 2024-08-29T19:03:25.334 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes_recovered": 0, 2024-08-29T19:03:25.334 INFO:tasks.workunit.client.0.smithi028.stdout: "num_deep_scrub_errors": 0, 2024-08-29T19:03:25.334 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict": 0, 2024-08-29T19:03:25.334 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_kb": 0, 2024-08-29T19:03:25.334 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_mode_full": 0, 2024-08-29T19:03:25.335 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_mode_some": 0, 2024-08-29T19:03:25.335 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush": 0, 2024-08-29T19:03:25.335 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_kb": 0, 2024-08-29T19:03:25.335 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_mode_high": 0, 2024-08-29T19:03:25.335 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_mode_low": 0, 2024-08-29T19:03:25.335 INFO:tasks.workunit.client.0.smithi028.stdout: "num_keys_recovered": 0, 2024-08-29T19:03:25.335 INFO:tasks.workunit.client.0.smithi028.stdout: "num_large_omap_objects": 0, 2024-08-29T19:03:25.335 INFO:tasks.workunit.client.0.smithi028.stdout: "num_legacy_snapsets": 0, 2024-08-29T19:03:25.335 INFO:tasks.workunit.client.0.smithi028.stdout: "num_object_clones": 0, 2024-08-29T19:03:25.335 INFO:tasks.workunit.client.0.smithi028.stdout: "num_object_copies": 0, 2024-08-29T19:03:25.335 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects": 0, 2024-08-29T19:03:25.335 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_degraded": 0, 2024-08-29T19:03:25.335 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_dirty": 0, 2024-08-29T19:03:25.335 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_hit_set_archive": 0, 2024-08-29T19:03:25.336 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_manifest": 0, 2024-08-29T19:03:25.336 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_misplaced": 0, 2024-08-29T19:03:25.336 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_missing": 0, 2024-08-29T19:03:25.336 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_missing_on_primary": 0, 2024-08-29T19:03:25.336 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_omap": 0, 2024-08-29T19:03:25.336 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_pinned": 0, 2024-08-29T19:03:25.336 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_recovered": 0, 2024-08-29T19:03:25.336 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_repaired": 0, 2024-08-29T19:03:25.336 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_unfound": 0, 2024-08-29T19:03:25.336 INFO:tasks.workunit.client.0.smithi028.stdout: "num_omap_bytes": 0, 2024-08-29T19:03:25.336 INFO:tasks.workunit.client.0.smithi028.stdout: "num_omap_keys": 0, 2024-08-29T19:03:25.336 INFO:tasks.workunit.client.0.smithi028.stdout: "num_promote": 0, 2024-08-29T19:03:25.336 INFO:tasks.workunit.client.0.smithi028.stdout: "num_read": 1668, 2024-08-29T19:03:25.336 INFO:tasks.workunit.client.0.smithi028.stdout: "num_read_kb": 397965, 2024-08-29T19:03:25.337 INFO:tasks.workunit.client.0.smithi028.stdout: "num_scrub_errors": 0, 2024-08-29T19:03:25.337 INFO:tasks.workunit.client.0.smithi028.stdout: "num_shallow_scrub_errors": 0, 2024-08-29T19:03:25.337 INFO:tasks.workunit.client.0.smithi028.stdout: "num_whiteouts": 0, 2024-08-29T19:03:25.337 INFO:tasks.workunit.client.0.smithi028.stdout: "num_write": 3142, 2024-08-29T19:03:25.337 INFO:tasks.workunit.client.0.smithi028.stdout: "num_write_kb": 385564 2024-08-29T19:03:25.337 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:25.337 INFO:tasks.workunit.client.0.smithi028.stdout: "state": "active+clean", 2024-08-29T19:03:25.337 INFO:tasks.workunit.client.0.smithi028.stdout: "stats_invalid": false, 2024-08-29T19:03:25.337 INFO:tasks.workunit.client.0.smithi028.stdout: "up": [ 2024-08-29T19:03:25.337 INFO:tasks.workunit.client.0.smithi028.stdout: 6, 2024-08-29T19:03:25.337 INFO:tasks.workunit.client.0.smithi028.stdout: 4, 2024-08-29T19:03:25.337 INFO:tasks.workunit.client.0.smithi028.stdout: 7 2024-08-29T19:03:25.337 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-08-29T19:03:25.337 INFO:tasks.workunit.client.0.smithi028.stdout: "up_primary": 6, 2024-08-29T19:03:25.338 INFO:tasks.workunit.client.0.smithi028.stdout: "version": "1182'3180" 2024-08-29T19:03:25.338 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:25.338 INFO:tasks.workunit.client.0.smithi028.stdout: { 2024-08-29T19:03:25.338 INFO:tasks.workunit.client.0.smithi028.stdout: "acting": [ 2024-08-29T19:03:25.338 INFO:tasks.workunit.client.0.smithi028.stdout: 7, 2024-08-29T19:03:25.338 INFO:tasks.workunit.client.0.smithi028.stdout: 5, 2024-08-29T19:03:25.338 INFO:tasks.workunit.client.0.smithi028.stdout: 6 2024-08-29T19:03:25.338 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-08-29T19:03:25.338 INFO:tasks.workunit.client.0.smithi028.stdout: "acting_primary": 7, 2024-08-29T19:03:25.338 INFO:tasks.workunit.client.0.smithi028.stdout: "avail_no_missing": [], 2024-08-29T19:03:25.338 INFO:tasks.workunit.client.0.smithi028.stdout: "blocked_by": [], 2024-08-29T19:03:25.338 INFO:tasks.workunit.client.0.smithi028.stdout: "created": 62, 2024-08-29T19:03:25.338 INFO:tasks.workunit.client.0.smithi028.stdout: "dirty_stats_invalid": false, 2024-08-29T19:03:25.338 INFO:tasks.workunit.client.0.smithi028.stdout: "hitset_bytes_stats_invalid": false, 2024-08-29T19:03:25.339 INFO:tasks.workunit.client.0.smithi028.stdout: "hitset_stats_invalid": false, 2024-08-29T19:03:25.339 INFO:tasks.workunit.client.0.smithi028.stdout: "last_active": "2024-08-29T19:02:14.101965+0000", 2024-08-29T19:03:25.339 INFO:tasks.workunit.client.0.smithi028.stdout: "last_became_active": "2024-08-29T17:58:11.348015+0000", 2024-08-29T19:03:25.339 INFO:tasks.workunit.client.0.smithi028.stdout: "last_became_peered": "2024-08-29T17:58:11.348015+0000", 2024-08-29T19:03:25.339 INFO:tasks.workunit.client.0.smithi028.stdout: "last_change": "2024-08-29T17:58:11.348292+0000", 2024-08-29T19:03:25.339 INFO:tasks.workunit.client.0.smithi028.stdout: "last_clean": "2024-08-29T19:02:14.101965+0000", 2024-08-29T19:03:25.339 INFO:tasks.workunit.client.0.smithi028.stdout: "last_clean_scrub_stamp": "2024-08-29T17:41:01.987071+0000", 2024-08-29T19:03:25.339 INFO:tasks.workunit.client.0.smithi028.stdout: "last_deep_scrub": "0'0", 2024-08-29T19:03:25.339 INFO:tasks.workunit.client.0.smithi028.stdout: "last_deep_scrub_stamp": "2024-08-29T17:41:01.987071+0000", 2024-08-29T19:03:25.339 INFO:tasks.workunit.client.0.smithi028.stdout: "last_epoch_clean": 681, 2024-08-29T19:03:25.339 INFO:tasks.workunit.client.0.smithi028.stdout: "last_fresh": "2024-08-29T19:02:14.101965+0000", 2024-08-29T19:03:25.339 INFO:tasks.workunit.client.0.smithi028.stdout: "last_fullsized": "2024-08-29T19:02:14.101965+0000", 2024-08-29T19:03:25.339 INFO:tasks.workunit.client.0.smithi028.stdout: "last_peered": "2024-08-29T19:02:14.101965+0000", 2024-08-29T19:03:25.339 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub": "0'0", 2024-08-29T19:03:25.340 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub_duration": 0, 2024-08-29T19:03:25.340 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub_stamp": "2024-08-29T17:41:01.987071+0000", 2024-08-29T19:03:25.340 INFO:tasks.workunit.client.0.smithi028.stdout: "last_undegraded": "2024-08-29T19:02:14.101965+0000", 2024-08-29T19:03:25.340 INFO:tasks.workunit.client.0.smithi028.stdout: "last_unstale": "2024-08-29T19:02:14.101965+0000", 2024-08-29T19:03:25.340 INFO:tasks.workunit.client.0.smithi028.stdout: "log_dups_size": 0, 2024-08-29T19:03:25.340 INFO:tasks.workunit.client.0.smithi028.stdout: "log_size": 0, 2024-08-29T19:03:25.340 INFO:tasks.workunit.client.0.smithi028.stdout: "log_start": "0'0", 2024-08-29T19:03:25.340 INFO:tasks.workunit.client.0.smithi028.stdout: "manifest_stats_invalid": false, 2024-08-29T19:03:25.340 INFO:tasks.workunit.client.0.smithi028.stdout: "mapping_epoch": 680, 2024-08-29T19:03:25.340 INFO:tasks.workunit.client.0.smithi028.stdout: "object_location_counts": [], 2024-08-29T19:03:25.340 INFO:tasks.workunit.client.0.smithi028.stdout: "objects_scrubbed": 0, 2024-08-29T19:03:25.340 INFO:tasks.workunit.client.0.smithi028.stdout: "objects_trimmed": 0, 2024-08-29T19:03:25.340 INFO:tasks.workunit.client.0.smithi028.stdout: "omap_stats_invalid": false, 2024-08-29T19:03:25.341 INFO:tasks.workunit.client.0.smithi028.stdout: "ondisk_log_size": 0, 2024-08-29T19:03:25.341 INFO:tasks.workunit.client.0.smithi028.stdout: "ondisk_log_start": "0'0", 2024-08-29T19:03:25.341 INFO:tasks.workunit.client.0.smithi028.stdout: "parent": "0.0", 2024-08-29T19:03:25.341 INFO:tasks.workunit.client.0.smithi028.stdout: "parent_split_bits": 0, 2024-08-29T19:03:25.341 INFO:tasks.workunit.client.0.smithi028.stdout: "pgid": "3.d", 2024-08-29T19:03:25.341 INFO:tasks.workunit.client.0.smithi028.stdout: "pin_stats_invalid": false, 2024-08-29T19:03:25.341 INFO:tasks.workunit.client.0.smithi028.stdout: "purged_snaps": [], 2024-08-29T19:03:25.341 INFO:tasks.workunit.client.0.smithi028.stdout: "reported_epoch": 2650, 2024-08-29T19:03:25.341 INFO:tasks.workunit.client.0.smithi028.stdout: "reported_seq": 4553, 2024-08-29T19:03:25.341 INFO:tasks.workunit.client.0.smithi028.stdout: "scrub_duration": 0.0, 2024-08-29T19:03:25.341 INFO:tasks.workunit.client.0.smithi028.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-31T03:36:13.736093+0000", 2024-08-29T19:03:25.341 INFO:tasks.workunit.client.0.smithi028.stdout: "snaptrim_duration": 0.0, 2024-08-29T19:03:25.341 INFO:tasks.workunit.client.0.smithi028.stdout: "snaptrimq_len": 0, 2024-08-29T19:03:25.342 INFO:tasks.workunit.client.0.smithi028.stdout: "stat_sum": { 2024-08-29T19:03:25.342 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes": 0, 2024-08-29T19:03:25.342 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes_hit_set_archive": 0, 2024-08-29T19:03:25.342 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes_recovered": 0, 2024-08-29T19:03:25.342 INFO:tasks.workunit.client.0.smithi028.stdout: "num_deep_scrub_errors": 0, 2024-08-29T19:03:25.342 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict": 0, 2024-08-29T19:03:25.342 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_kb": 0, 2024-08-29T19:03:25.342 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_mode_full": 0, 2024-08-29T19:03:25.342 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_mode_some": 0, 2024-08-29T19:03:25.342 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush": 0, 2024-08-29T19:03:25.342 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_kb": 0, 2024-08-29T19:03:25.342 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_mode_high": 0, 2024-08-29T19:03:25.342 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_mode_low": 0, 2024-08-29T19:03:25.342 INFO:tasks.workunit.client.0.smithi028.stdout: "num_keys_recovered": 0, 2024-08-29T19:03:25.342 INFO:tasks.workunit.client.0.smithi028.stdout: "num_large_omap_objects": 0, 2024-08-29T19:03:25.343 INFO:tasks.workunit.client.0.smithi028.stdout: "num_legacy_snapsets": 0, 2024-08-29T19:03:25.343 INFO:tasks.workunit.client.0.smithi028.stdout: "num_object_clones": 0, 2024-08-29T19:03:25.343 INFO:tasks.workunit.client.0.smithi028.stdout: "num_object_copies": 0, 2024-08-29T19:03:25.343 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects": 0, 2024-08-29T19:03:25.343 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_degraded": 0, 2024-08-29T19:03:25.343 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_dirty": 0, 2024-08-29T19:03:25.343 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_hit_set_archive": 0, 2024-08-29T19:03:25.343 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_manifest": 0, 2024-08-29T19:03:25.343 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_misplaced": 0, 2024-08-29T19:03:25.343 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_missing": 0, 2024-08-29T19:03:25.343 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_missing_on_primary": 0, 2024-08-29T19:03:25.343 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_omap": 0, 2024-08-29T19:03:25.343 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_pinned": 0, 2024-08-29T19:03:25.343 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_recovered": 0, 2024-08-29T19:03:25.344 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_repaired": 0, 2024-08-29T19:03:25.344 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_unfound": 0, 2024-08-29T19:03:25.344 INFO:tasks.workunit.client.0.smithi028.stdout: "num_omap_bytes": 0, 2024-08-29T19:03:25.344 INFO:tasks.workunit.client.0.smithi028.stdout: "num_omap_keys": 0, 2024-08-29T19:03:25.344 INFO:tasks.workunit.client.0.smithi028.stdout: "num_promote": 0, 2024-08-29T19:03:25.344 INFO:tasks.workunit.client.0.smithi028.stdout: "num_read": 0, 2024-08-29T19:03:25.344 INFO:tasks.workunit.client.0.smithi028.stdout: "num_read_kb": 0, 2024-08-29T19:03:25.344 INFO:tasks.workunit.client.0.smithi028.stdout: "num_scrub_errors": 0, 2024-08-29T19:03:25.344 INFO:tasks.workunit.client.0.smithi028.stdout: "num_shallow_scrub_errors": 0, 2024-08-29T19:03:25.344 INFO:tasks.workunit.client.0.smithi028.stdout: "num_whiteouts": 0, 2024-08-29T19:03:25.344 INFO:tasks.workunit.client.0.smithi028.stdout: "num_write": 0, 2024-08-29T19:03:25.344 INFO:tasks.workunit.client.0.smithi028.stdout: "num_write_kb": 0 2024-08-29T19:03:25.344 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:25.344 INFO:tasks.workunit.client.0.smithi028.stdout: "state": "active+clean", 2024-08-29T19:03:25.345 INFO:tasks.workunit.client.0.smithi028.stdout: "stats_invalid": false, 2024-08-29T19:03:25.345 INFO:tasks.workunit.client.0.smithi028.stdout: "up": [ 2024-08-29T19:03:25.345 INFO:tasks.workunit.client.0.smithi028.stdout: 7, 2024-08-29T19:03:25.345 INFO:tasks.workunit.client.0.smithi028.stdout: 5, 2024-08-29T19:03:25.345 INFO:tasks.workunit.client.0.smithi028.stdout: 6 2024-08-29T19:03:25.345 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-08-29T19:03:25.345 INFO:tasks.workunit.client.0.smithi028.stdout: "up_primary": 7, 2024-08-29T19:03:25.345 INFO:tasks.workunit.client.0.smithi028.stdout: "version": "0'0" 2024-08-29T19:03:25.345 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:25.345 INFO:tasks.workunit.client.0.smithi028.stdout: { 2024-08-29T19:03:25.345 INFO:tasks.workunit.client.0.smithi028.stdout: "acting": [ 2024-08-29T19:03:25.345 INFO:tasks.workunit.client.0.smithi028.stdout: 2, 2024-08-29T19:03:25.345 INFO:tasks.workunit.client.0.smithi028.stdout: 5, 2024-08-29T19:03:25.345 INFO:tasks.workunit.client.0.smithi028.stdout: 0 2024-08-29T19:03:25.346 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-08-29T19:03:25.346 INFO:tasks.workunit.client.0.smithi028.stdout: "acting_primary": 2, 2024-08-29T19:03:25.346 INFO:tasks.workunit.client.0.smithi028.stdout: "avail_no_missing": [], 2024-08-29T19:03:25.346 INFO:tasks.workunit.client.0.smithi028.stdout: "blocked_by": [], 2024-08-29T19:03:25.346 INFO:tasks.workunit.client.0.smithi028.stdout: "created": 59, 2024-08-29T19:03:25.346 INFO:tasks.workunit.client.0.smithi028.stdout: "dirty_stats_invalid": false, 2024-08-29T19:03:25.346 INFO:tasks.workunit.client.0.smithi028.stdout: "hitset_bytes_stats_invalid": false, 2024-08-29T19:03:25.346 INFO:tasks.workunit.client.0.smithi028.stdout: "hitset_stats_invalid": false, 2024-08-29T19:03:25.346 INFO:tasks.workunit.client.0.smithi028.stdout: "last_active": "2024-08-29T19:02:14.111048+0000", 2024-08-29T19:03:25.346 INFO:tasks.workunit.client.0.smithi028.stdout: "last_became_active": "2024-08-29T17:57:02.350619+0000", 2024-08-29T19:03:25.346 INFO:tasks.workunit.client.0.smithi028.stdout: "last_became_peered": "2024-08-29T17:57:02.350619+0000", 2024-08-29T19:03:25.346 INFO:tasks.workunit.client.0.smithi028.stdout: "last_change": "2024-08-29T17:57:02.351591+0000", 2024-08-29T19:03:25.346 INFO:tasks.workunit.client.0.smithi028.stdout: "last_clean": "2024-08-29T19:02:14.111048+0000", 2024-08-29T19:03:25.347 INFO:tasks.workunit.client.0.smithi028.stdout: "last_clean_scrub_stamp": "2024-08-29T17:40:52.944949+0000", 2024-08-29T19:03:25.347 INFO:tasks.workunit.client.0.smithi028.stdout: "last_deep_scrub": "0'0", 2024-08-29T19:03:25.347 INFO:tasks.workunit.client.0.smithi028.stdout: "last_deep_scrub_stamp": "2024-08-29T17:40:52.944949+0000", 2024-08-29T19:03:25.347 INFO:tasks.workunit.client.0.smithi028.stdout: "last_epoch_clean": 613, 2024-08-29T19:03:25.347 INFO:tasks.workunit.client.0.smithi028.stdout: "last_fresh": "2024-08-29T19:02:14.111048+0000", 2024-08-29T19:03:25.347 INFO:tasks.workunit.client.0.smithi028.stdout: "last_fullsized": "2024-08-29T19:02:14.111048+0000", 2024-08-29T19:03:25.347 INFO:tasks.workunit.client.0.smithi028.stdout: "last_peered": "2024-08-29T19:02:14.111048+0000", 2024-08-29T19:03:25.347 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub": "0'0", 2024-08-29T19:03:25.347 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub_duration": 0, 2024-08-29T19:03:25.347 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub_stamp": "2024-08-29T17:40:52.944949+0000", 2024-08-29T19:03:25.347 INFO:tasks.workunit.client.0.smithi028.stdout: "last_undegraded": "2024-08-29T19:02:14.111048+0000", 2024-08-29T19:03:25.347 INFO:tasks.workunit.client.0.smithi028.stdout: "last_unstale": "2024-08-29T19:02:14.111048+0000", 2024-08-29T19:03:25.347 INFO:tasks.workunit.client.0.smithi028.stdout: "log_dups_size": 0, 2024-08-29T19:03:25.347 INFO:tasks.workunit.client.0.smithi028.stdout: "log_size": 0, 2024-08-29T19:03:25.348 INFO:tasks.workunit.client.0.smithi028.stdout: "log_start": "0'0", 2024-08-29T19:03:25.348 INFO:tasks.workunit.client.0.smithi028.stdout: "manifest_stats_invalid": false, 2024-08-29T19:03:25.348 INFO:tasks.workunit.client.0.smithi028.stdout: "mapping_epoch": 612, 2024-08-29T19:03:25.348 INFO:tasks.workunit.client.0.smithi028.stdout: "object_location_counts": [], 2024-08-29T19:03:25.348 INFO:tasks.workunit.client.0.smithi028.stdout: "objects_scrubbed": 0, 2024-08-29T19:03:25.348 INFO:tasks.workunit.client.0.smithi028.stdout: "objects_trimmed": 0, 2024-08-29T19:03:25.348 INFO:tasks.workunit.client.0.smithi028.stdout: "omap_stats_invalid": false, 2024-08-29T19:03:25.348 INFO:tasks.workunit.client.0.smithi028.stdout: "ondisk_log_size": 0, 2024-08-29T19:03:25.348 INFO:tasks.workunit.client.0.smithi028.stdout: "ondisk_log_start": "0'0", 2024-08-29T19:03:25.348 INFO:tasks.workunit.client.0.smithi028.stdout: "parent": "0.0", 2024-08-29T19:03:25.348 INFO:tasks.workunit.client.0.smithi028.stdout: "parent_split_bits": 0, 2024-08-29T19:03:25.348 INFO:tasks.workunit.client.0.smithi028.stdout: "pgid": "2.c", 2024-08-29T19:03:25.348 INFO:tasks.workunit.client.0.smithi028.stdout: "pin_stats_invalid": false, 2024-08-29T19:03:25.348 INFO:tasks.workunit.client.0.smithi028.stdout: "purged_snaps": [], 2024-08-29T19:03:25.349 INFO:tasks.workunit.client.0.smithi028.stdout: "reported_epoch": 2650, 2024-08-29T19:03:25.349 INFO:tasks.workunit.client.0.smithi028.stdout: "reported_seq": 4745, 2024-08-29T19:03:25.349 INFO:tasks.workunit.client.0.smithi028.stdout: "scrub_duration": 0.0, 2024-08-29T19:03:25.349 INFO:tasks.workunit.client.0.smithi028.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-30T18:20:24.584832+0000", 2024-08-29T19:03:25.349 INFO:tasks.workunit.client.0.smithi028.stdout: "snaptrim_duration": 0.0, 2024-08-29T19:03:25.349 INFO:tasks.workunit.client.0.smithi028.stdout: "snaptrimq_len": 0, 2024-08-29T19:03:25.349 INFO:tasks.workunit.client.0.smithi028.stdout: "stat_sum": { 2024-08-29T19:03:25.349 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes": 0, 2024-08-29T19:03:25.349 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes_hit_set_archive": 0, 2024-08-29T19:03:25.349 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes_recovered": 0, 2024-08-29T19:03:25.349 INFO:tasks.workunit.client.0.smithi028.stdout: "num_deep_scrub_errors": 0, 2024-08-29T19:03:25.349 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict": 0, 2024-08-29T19:03:25.349 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_kb": 0, 2024-08-29T19:03:25.349 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_mode_full": 0, 2024-08-29T19:03:25.350 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_mode_some": 0, 2024-08-29T19:03:25.350 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush": 0, 2024-08-29T19:03:25.350 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_kb": 0, 2024-08-29T19:03:25.350 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_mode_high": 0, 2024-08-29T19:03:25.350 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_mode_low": 0, 2024-08-29T19:03:25.350 INFO:tasks.workunit.client.0.smithi028.stdout: "num_keys_recovered": 0, 2024-08-29T19:03:25.350 INFO:tasks.workunit.client.0.smithi028.stdout: "num_large_omap_objects": 0, 2024-08-29T19:03:25.350 INFO:tasks.workunit.client.0.smithi028.stdout: "num_legacy_snapsets": 0, 2024-08-29T19:03:25.350 INFO:tasks.workunit.client.0.smithi028.stdout: "num_object_clones": 0, 2024-08-29T19:03:25.350 INFO:tasks.workunit.client.0.smithi028.stdout: "num_object_copies": 0, 2024-08-29T19:03:25.350 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects": 0, 2024-08-29T19:03:25.350 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_degraded": 0, 2024-08-29T19:03:25.350 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_dirty": 0, 2024-08-29T19:03:25.350 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_hit_set_archive": 0, 2024-08-29T19:03:25.351 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_manifest": 0, 2024-08-29T19:03:25.351 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_misplaced": 0, 2024-08-29T19:03:25.351 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_missing": 0, 2024-08-29T19:03:25.351 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_missing_on_primary": 0, 2024-08-29T19:03:25.351 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_omap": 0, 2024-08-29T19:03:25.351 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_pinned": 0, 2024-08-29T19:03:25.351 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_recovered": 0, 2024-08-29T19:03:25.351 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_repaired": 0, 2024-08-29T19:03:25.351 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_unfound": 0, 2024-08-29T19:03:25.351 INFO:tasks.workunit.client.0.smithi028.stdout: "num_omap_bytes": 0, 2024-08-29T19:03:25.351 INFO:tasks.workunit.client.0.smithi028.stdout: "num_omap_keys": 0, 2024-08-29T19:03:25.351 INFO:tasks.workunit.client.0.smithi028.stdout: "num_promote": 0, 2024-08-29T19:03:25.351 INFO:tasks.workunit.client.0.smithi028.stdout: "num_read": 0, 2024-08-29T19:03:25.352 INFO:tasks.workunit.client.0.smithi028.stdout: "num_read_kb": 0, 2024-08-29T19:03:25.352 INFO:tasks.workunit.client.0.smithi028.stdout: "num_scrub_errors": 0, 2024-08-29T19:03:25.352 INFO:tasks.workunit.client.0.smithi028.stdout: "num_shallow_scrub_errors": 0, 2024-08-29T19:03:25.352 INFO:tasks.workunit.client.0.smithi028.stdout: "num_whiteouts": 0, 2024-08-29T19:03:25.352 INFO:tasks.workunit.client.0.smithi028.stdout: "num_write": 0, 2024-08-29T19:03:25.352 INFO:tasks.workunit.client.0.smithi028.stdout: "num_write_kb": 0 2024-08-29T19:03:25.352 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:25.352 INFO:tasks.workunit.client.0.smithi028.stdout: "state": "active+clean", 2024-08-29T19:03:25.352 INFO:tasks.workunit.client.0.smithi028.stdout: "stats_invalid": false, 2024-08-29T19:03:25.352 INFO:tasks.workunit.client.0.smithi028.stdout: "up": [ 2024-08-29T19:03:25.352 INFO:tasks.workunit.client.0.smithi028.stdout: 2, 2024-08-29T19:03:25.352 INFO:tasks.workunit.client.0.smithi028.stdout: 5, 2024-08-29T19:03:25.352 INFO:tasks.workunit.client.0.smithi028.stdout: 0 2024-08-29T19:03:25.352 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-08-29T19:03:25.352 INFO:tasks.workunit.client.0.smithi028.stdout: "up_primary": 2, 2024-08-29T19:03:25.353 INFO:tasks.workunit.client.0.smithi028.stdout: "version": "0'0" 2024-08-29T19:03:25.353 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:25.353 INFO:tasks.workunit.client.0.smithi028.stdout: { 2024-08-29T19:03:25.353 INFO:tasks.workunit.client.0.smithi028.stdout: "acting": [ 2024-08-29T19:03:25.353 INFO:tasks.workunit.client.0.smithi028.stdout: 5, 2024-08-29T19:03:25.353 INFO:tasks.workunit.client.0.smithi028.stdout: 3, 2024-08-29T19:03:25.353 INFO:tasks.workunit.client.0.smithi028.stdout: 6 2024-08-29T19:03:25.353 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-08-29T19:03:25.353 INFO:tasks.workunit.client.0.smithi028.stdout: "acting_primary": 5, 2024-08-29T19:03:25.353 INFO:tasks.workunit.client.0.smithi028.stdout: "avail_no_missing": [], 2024-08-29T19:03:25.353 INFO:tasks.workunit.client.0.smithi028.stdout: "blocked_by": [], 2024-08-29T19:03:25.353 INFO:tasks.workunit.client.0.smithi028.stdout: "created": 62, 2024-08-29T19:03:25.353 INFO:tasks.workunit.client.0.smithi028.stdout: "dirty_stats_invalid": false, 2024-08-29T19:03:25.354 INFO:tasks.workunit.client.0.smithi028.stdout: "hitset_bytes_stats_invalid": false, 2024-08-29T19:03:25.354 INFO:tasks.workunit.client.0.smithi028.stdout: "hitset_stats_invalid": false, 2024-08-29T19:03:25.354 INFO:tasks.workunit.client.0.smithi028.stdout: "last_active": "2024-08-29T19:02:14.927573+0000", 2024-08-29T19:03:25.354 INFO:tasks.workunit.client.0.smithi028.stdout: "last_became_active": "2024-08-29T17:57:36.381001+0000", 2024-08-29T19:03:25.354 INFO:tasks.workunit.client.0.smithi028.stdout: "last_became_peered": "2024-08-29T17:57:36.381001+0000", 2024-08-29T19:03:25.354 INFO:tasks.workunit.client.0.smithi028.stdout: "last_change": "2024-08-29T17:57:36.381383+0000", 2024-08-29T19:03:25.354 INFO:tasks.workunit.client.0.smithi028.stdout: "last_clean": "2024-08-29T19:02:14.927573+0000", 2024-08-29T19:03:25.354 INFO:tasks.workunit.client.0.smithi028.stdout: "last_clean_scrub_stamp": "2024-08-29T17:41:01.987071+0000", 2024-08-29T19:03:25.354 INFO:tasks.workunit.client.0.smithi028.stdout: "last_deep_scrub": "0'0", 2024-08-29T19:03:25.354 INFO:tasks.workunit.client.0.smithi028.stdout: "last_deep_scrub_stamp": "2024-08-29T17:41:01.987071+0000", 2024-08-29T19:03:25.354 INFO:tasks.workunit.client.0.smithi028.stdout: "last_epoch_clean": 646, 2024-08-29T19:03:25.354 INFO:tasks.workunit.client.0.smithi028.stdout: "last_fresh": "2024-08-29T19:02:14.927573+0000", 2024-08-29T19:03:25.354 INFO:tasks.workunit.client.0.smithi028.stdout: "last_fullsized": "2024-08-29T19:02:14.927573+0000", 2024-08-29T19:03:25.354 INFO:tasks.workunit.client.0.smithi028.stdout: "last_peered": "2024-08-29T19:02:14.927573+0000", 2024-08-29T19:03:25.355 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub": "0'0", 2024-08-29T19:03:25.355 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub_duration": 0, 2024-08-29T19:03:25.355 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub_stamp": "2024-08-29T17:41:01.987071+0000", 2024-08-29T19:03:25.355 INFO:tasks.workunit.client.0.smithi028.stdout: "last_undegraded": "2024-08-29T19:02:14.927573+0000", 2024-08-29T19:03:25.355 INFO:tasks.workunit.client.0.smithi028.stdout: "last_unstale": "2024-08-29T19:02:14.927573+0000", 2024-08-29T19:03:25.355 INFO:tasks.workunit.client.0.smithi028.stdout: "log_dups_size": 0, 2024-08-29T19:03:25.355 INFO:tasks.workunit.client.0.smithi028.stdout: "log_size": 0, 2024-08-29T19:03:25.355 INFO:tasks.workunit.client.0.smithi028.stdout: "log_start": "0'0", 2024-08-29T19:03:25.355 INFO:tasks.workunit.client.0.smithi028.stdout: "manifest_stats_invalid": false, 2024-08-29T19:03:25.355 INFO:tasks.workunit.client.0.smithi028.stdout: "mapping_epoch": 645, 2024-08-29T19:03:25.355 INFO:tasks.workunit.client.0.smithi028.stdout: "object_location_counts": [], 2024-08-29T19:03:25.355 INFO:tasks.workunit.client.0.smithi028.stdout: "objects_scrubbed": 0, 2024-08-29T19:03:25.355 INFO:tasks.workunit.client.0.smithi028.stdout: "objects_trimmed": 0, 2024-08-29T19:03:25.355 INFO:tasks.workunit.client.0.smithi028.stdout: "omap_stats_invalid": false, 2024-08-29T19:03:25.356 INFO:tasks.workunit.client.0.smithi028.stdout: "ondisk_log_size": 0, 2024-08-29T19:03:25.356 INFO:tasks.workunit.client.0.smithi028.stdout: "ondisk_log_start": "0'0", 2024-08-29T19:03:25.356 INFO:tasks.workunit.client.0.smithi028.stdout: "parent": "0.0", 2024-08-29T19:03:25.356 INFO:tasks.workunit.client.0.smithi028.stdout: "parent_split_bits": 0, 2024-08-29T19:03:25.356 INFO:tasks.workunit.client.0.smithi028.stdout: "pgid": "3.c", 2024-08-29T19:03:25.356 INFO:tasks.workunit.client.0.smithi028.stdout: "pin_stats_invalid": false, 2024-08-29T19:03:25.356 INFO:tasks.workunit.client.0.smithi028.stdout: "purged_snaps": [], 2024-08-29T19:03:25.356 INFO:tasks.workunit.client.0.smithi028.stdout: "reported_epoch": 2650, 2024-08-29T19:03:25.356 INFO:tasks.workunit.client.0.smithi028.stdout: "reported_seq": 4635, 2024-08-29T19:03:25.356 INFO:tasks.workunit.client.0.smithi028.stdout: "scrub_duration": 0.0, 2024-08-29T19:03:25.356 INFO:tasks.workunit.client.0.smithi028.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-30T22:33:45.429634+0000", 2024-08-29T19:03:25.356 INFO:tasks.workunit.client.0.smithi028.stdout: "snaptrim_duration": 0.0, 2024-08-29T19:03:25.356 INFO:tasks.workunit.client.0.smithi028.stdout: "snaptrimq_len": 0, 2024-08-29T19:03:25.357 INFO:tasks.workunit.client.0.smithi028.stdout: "stat_sum": { 2024-08-29T19:03:25.357 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes": 0, 2024-08-29T19:03:25.357 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes_hit_set_archive": 0, 2024-08-29T19:03:25.357 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes_recovered": 0, 2024-08-29T19:03:25.357 INFO:tasks.workunit.client.0.smithi028.stdout: "num_deep_scrub_errors": 0, 2024-08-29T19:03:25.357 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict": 0, 2024-08-29T19:03:25.357 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_kb": 0, 2024-08-29T19:03:25.357 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_mode_full": 0, 2024-08-29T19:03:25.357 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_mode_some": 0, 2024-08-29T19:03:25.357 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush": 0, 2024-08-29T19:03:25.357 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_kb": 0, 2024-08-29T19:03:25.357 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_mode_high": 0, 2024-08-29T19:03:25.357 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_mode_low": 0, 2024-08-29T19:03:25.357 INFO:tasks.workunit.client.0.smithi028.stdout: "num_keys_recovered": 0, 2024-08-29T19:03:25.358 INFO:tasks.workunit.client.0.smithi028.stdout: "num_large_omap_objects": 0, 2024-08-29T19:03:25.358 INFO:tasks.workunit.client.0.smithi028.stdout: "num_legacy_snapsets": 0, 2024-08-29T19:03:25.358 INFO:tasks.workunit.client.0.smithi028.stdout: "num_object_clones": 0, 2024-08-29T19:03:25.358 INFO:tasks.workunit.client.0.smithi028.stdout: "num_object_copies": 0, 2024-08-29T19:03:25.358 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects": 0, 2024-08-29T19:03:25.358 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_degraded": 0, 2024-08-29T19:03:25.358 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_dirty": 0, 2024-08-29T19:03:25.358 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_hit_set_archive": 0, 2024-08-29T19:03:25.358 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_manifest": 0, 2024-08-29T19:03:25.358 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_misplaced": 0, 2024-08-29T19:03:25.358 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_missing": 0, 2024-08-29T19:03:25.358 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_missing_on_primary": 0, 2024-08-29T19:03:25.358 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_omap": 0, 2024-08-29T19:03:25.358 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_pinned": 0, 2024-08-29T19:03:25.359 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_recovered": 0, 2024-08-29T19:03:25.359 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_repaired": 0, 2024-08-29T19:03:25.359 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_unfound": 0, 2024-08-29T19:03:25.359 INFO:tasks.workunit.client.0.smithi028.stdout: "num_omap_bytes": 0, 2024-08-29T19:03:25.359 INFO:tasks.workunit.client.0.smithi028.stdout: "num_omap_keys": 0, 2024-08-29T19:03:25.359 INFO:tasks.workunit.client.0.smithi028.stdout: "num_promote": 0, 2024-08-29T19:03:25.359 INFO:tasks.workunit.client.0.smithi028.stdout: "num_read": 0, 2024-08-29T19:03:25.359 INFO:tasks.workunit.client.0.smithi028.stdout: "num_read_kb": 0, 2024-08-29T19:03:25.359 INFO:tasks.workunit.client.0.smithi028.stdout: "num_scrub_errors": 0, 2024-08-29T19:03:25.359 INFO:tasks.workunit.client.0.smithi028.stdout: "num_shallow_scrub_errors": 0, 2024-08-29T19:03:25.359 INFO:tasks.workunit.client.0.smithi028.stdout: "num_whiteouts": 0, 2024-08-29T19:03:25.359 INFO:tasks.workunit.client.0.smithi028.stdout: "num_write": 0, 2024-08-29T19:03:25.359 INFO:tasks.workunit.client.0.smithi028.stdout: "num_write_kb": 0 2024-08-29T19:03:25.359 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:25.360 INFO:tasks.workunit.client.0.smithi028.stdout: "state": "active+clean", 2024-08-29T19:03:25.360 INFO:tasks.workunit.client.0.smithi028.stdout: "stats_invalid": false, 2024-08-29T19:03:25.360 INFO:tasks.workunit.client.0.smithi028.stdout: "up": [ 2024-08-29T19:03:25.360 INFO:tasks.workunit.client.0.smithi028.stdout: 5, 2024-08-29T19:03:25.360 INFO:tasks.workunit.client.0.smithi028.stdout: 3, 2024-08-29T19:03:25.360 INFO:tasks.workunit.client.0.smithi028.stdout: 6 2024-08-29T19:03:25.360 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-08-29T19:03:25.360 INFO:tasks.workunit.client.0.smithi028.stdout: "up_primary": 5, 2024-08-29T19:03:25.360 INFO:tasks.workunit.client.0.smithi028.stdout: "version": "0'0" 2024-08-29T19:03:25.360 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:25.360 INFO:tasks.workunit.client.0.smithi028.stdout: { 2024-08-29T19:03:25.360 INFO:tasks.workunit.client.0.smithi028.stdout: "acting": [ 2024-08-29T19:03:25.360 INFO:tasks.workunit.client.0.smithi028.stdout: 1, 2024-08-29T19:03:25.360 INFO:tasks.workunit.client.0.smithi028.stdout: 4, 2024-08-29T19:03:25.361 INFO:tasks.workunit.client.0.smithi028.stdout: 3 2024-08-29T19:03:25.361 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-08-29T19:03:25.361 INFO:tasks.workunit.client.0.smithi028.stdout: "acting_primary": 1, 2024-08-29T19:03:25.361 INFO:tasks.workunit.client.0.smithi028.stdout: "avail_no_missing": [], 2024-08-29T19:03:25.361 INFO:tasks.workunit.client.0.smithi028.stdout: "blocked_by": [], 2024-08-29T19:03:25.361 INFO:tasks.workunit.client.0.smithi028.stdout: "created": 59, 2024-08-29T19:03:25.361 INFO:tasks.workunit.client.0.smithi028.stdout: "dirty_stats_invalid": false, 2024-08-29T19:03:25.361 INFO:tasks.workunit.client.0.smithi028.stdout: "hitset_bytes_stats_invalid": false, 2024-08-29T19:03:25.361 INFO:tasks.workunit.client.0.smithi028.stdout: "hitset_stats_invalid": false, 2024-08-29T19:03:25.361 INFO:tasks.workunit.client.0.smithi028.stdout: "last_active": "2024-08-29T19:02:14.819216+0000", 2024-08-29T19:03:25.361 INFO:tasks.workunit.client.0.smithi028.stdout: "last_became_active": "2024-08-29T17:56:29.374713+0000", 2024-08-29T19:03:25.361 INFO:tasks.workunit.client.0.smithi028.stdout: "last_became_peered": "2024-08-29T17:56:29.374713+0000", 2024-08-29T19:03:25.361 INFO:tasks.workunit.client.0.smithi028.stdout: "last_change": "2024-08-29T17:56:29.375649+0000", 2024-08-29T19:03:25.361 INFO:tasks.workunit.client.0.smithi028.stdout: "last_clean": "2024-08-29T19:02:14.819216+0000", 2024-08-29T19:03:25.362 INFO:tasks.workunit.client.0.smithi028.stdout: "last_clean_scrub_stamp": "2024-08-29T17:40:52.944949+0000", 2024-08-29T19:03:25.362 INFO:tasks.workunit.client.0.smithi028.stdout: "last_deep_scrub": "0'0", 2024-08-29T19:03:25.362 INFO:tasks.workunit.client.0.smithi028.stdout: "last_deep_scrub_stamp": "2024-08-29T17:40:52.944949+0000", 2024-08-29T19:03:25.362 INFO:tasks.workunit.client.0.smithi028.stdout: "last_epoch_clean": 580, 2024-08-29T19:03:25.362 INFO:tasks.workunit.client.0.smithi028.stdout: "last_fresh": "2024-08-29T19:02:14.819216+0000", 2024-08-29T19:03:25.362 INFO:tasks.workunit.client.0.smithi028.stdout: "last_fullsized": "2024-08-29T19:02:14.819216+0000", 2024-08-29T19:03:25.362 INFO:tasks.workunit.client.0.smithi028.stdout: "last_peered": "2024-08-29T19:02:14.819216+0000", 2024-08-29T19:03:25.362 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub": "0'0", 2024-08-29T19:03:25.362 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub_duration": 0, 2024-08-29T19:03:25.362 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub_stamp": "2024-08-29T17:40:52.944949+0000", 2024-08-29T19:03:25.362 INFO:tasks.workunit.client.0.smithi028.stdout: "last_undegraded": "2024-08-29T19:02:14.819216+0000", 2024-08-29T19:03:25.362 INFO:tasks.workunit.client.0.smithi028.stdout: "last_unstale": "2024-08-29T19:02:14.819216+0000", 2024-08-29T19:03:25.362 INFO:tasks.workunit.client.0.smithi028.stdout: "log_dups_size": 0, 2024-08-29T19:03:25.363 INFO:tasks.workunit.client.0.smithi028.stdout: "log_size": 1, 2024-08-29T19:03:25.363 INFO:tasks.workunit.client.0.smithi028.stdout: "log_start": "0'0", 2024-08-29T19:03:25.363 INFO:tasks.workunit.client.0.smithi028.stdout: "manifest_stats_invalid": false, 2024-08-29T19:03:25.363 INFO:tasks.workunit.client.0.smithi028.stdout: "mapping_epoch": 579, 2024-08-29T19:03:25.363 INFO:tasks.workunit.client.0.smithi028.stdout: "object_location_counts": [], 2024-08-29T19:03:25.363 INFO:tasks.workunit.client.0.smithi028.stdout: "objects_scrubbed": 0, 2024-08-29T19:03:25.363 INFO:tasks.workunit.client.0.smithi028.stdout: "objects_trimmed": 0, 2024-08-29T19:03:25.363 INFO:tasks.workunit.client.0.smithi028.stdout: "omap_stats_invalid": false, 2024-08-29T19:03:25.363 INFO:tasks.workunit.client.0.smithi028.stdout: "ondisk_log_size": 1, 2024-08-29T19:03:25.363 INFO:tasks.workunit.client.0.smithi028.stdout: "ondisk_log_start": "0'0", 2024-08-29T19:03:25.363 INFO:tasks.workunit.client.0.smithi028.stdout: "parent": "0.0", 2024-08-29T19:03:25.363 INFO:tasks.workunit.client.0.smithi028.stdout: "parent_split_bits": 0, 2024-08-29T19:03:25.363 INFO:tasks.workunit.client.0.smithi028.stdout: "pgid": "2.d", 2024-08-29T19:03:25.363 INFO:tasks.workunit.client.0.smithi028.stdout: "pin_stats_invalid": false, 2024-08-29T19:03:25.363 INFO:tasks.workunit.client.0.smithi028.stdout: "purged_snaps": [], 2024-08-29T19:03:25.364 INFO:tasks.workunit.client.0.smithi028.stdout: "reported_epoch": 2650, 2024-08-29T19:03:25.364 INFO:tasks.workunit.client.0.smithi028.stdout: "reported_seq": 4756, 2024-08-29T19:03:25.364 INFO:tasks.workunit.client.0.smithi028.stdout: "scrub_duration": 0.0, 2024-08-29T19:03:25.364 INFO:tasks.workunit.client.0.smithi028.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-30T22:25:11.385463+0000", 2024-08-29T19:03:25.364 INFO:tasks.workunit.client.0.smithi028.stdout: "snaptrim_duration": 0.0, 2024-08-29T19:03:25.364 INFO:tasks.workunit.client.0.smithi028.stdout: "snaptrimq_len": 0, 2024-08-29T19:03:25.364 INFO:tasks.workunit.client.0.smithi028.stdout: "stat_sum": { 2024-08-29T19:03:25.364 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes": 70, 2024-08-29T19:03:25.364 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes_hit_set_archive": 0, 2024-08-29T19:03:25.364 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes_recovered": 0, 2024-08-29T19:03:25.364 INFO:tasks.workunit.client.0.smithi028.stdout: "num_deep_scrub_errors": 0, 2024-08-29T19:03:25.364 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict": 0, 2024-08-29T19:03:25.364 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_kb": 0, 2024-08-29T19:03:25.365 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_mode_full": 0, 2024-08-29T19:03:25.365 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_mode_some": 0, 2024-08-29T19:03:25.365 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush": 0, 2024-08-29T19:03:25.365 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_kb": 0, 2024-08-29T19:03:25.365 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_mode_high": 0, 2024-08-29T19:03:25.365 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_mode_low": 0, 2024-08-29T19:03:25.365 INFO:tasks.workunit.client.0.smithi028.stdout: "num_keys_recovered": 0, 2024-08-29T19:03:25.365 INFO:tasks.workunit.client.0.smithi028.stdout: "num_large_omap_objects": 0, 2024-08-29T19:03:25.365 INFO:tasks.workunit.client.0.smithi028.stdout: "num_legacy_snapsets": 0, 2024-08-29T19:03:25.365 INFO:tasks.workunit.client.0.smithi028.stdout: "num_object_clones": 0, 2024-08-29T19:03:25.365 INFO:tasks.workunit.client.0.smithi028.stdout: "num_object_copies": 3, 2024-08-29T19:03:25.365 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects": 1, 2024-08-29T19:03:25.365 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_degraded": 0, 2024-08-29T19:03:25.366 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_dirty": 1, 2024-08-29T19:03:25.366 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_hit_set_archive": 0, 2024-08-29T19:03:25.366 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_manifest": 0, 2024-08-29T19:03:25.366 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_misplaced": 0, 2024-08-29T19:03:25.366 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_missing": 0, 2024-08-29T19:03:25.366 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_missing_on_primary": 0, 2024-08-29T19:03:25.366 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_omap": 0, 2024-08-29T19:03:25.366 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_pinned": 0, 2024-08-29T19:03:25.366 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_recovered": 0, 2024-08-29T19:03:25.366 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_repaired": 0, 2024-08-29T19:03:25.366 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_unfound": 0, 2024-08-29T19:03:25.366 INFO:tasks.workunit.client.0.smithi028.stdout: "num_omap_bytes": 0, 2024-08-29T19:03:25.366 INFO:tasks.workunit.client.0.smithi028.stdout: "num_omap_keys": 0, 2024-08-29T19:03:25.366 INFO:tasks.workunit.client.0.smithi028.stdout: "num_promote": 0, 2024-08-29T19:03:25.367 INFO:tasks.workunit.client.0.smithi028.stdout: "num_read": 1, 2024-08-29T19:03:25.367 INFO:tasks.workunit.client.0.smithi028.stdout: "num_read_kb": 1, 2024-08-29T19:03:25.367 INFO:tasks.workunit.client.0.smithi028.stdout: "num_scrub_errors": 0, 2024-08-29T19:03:25.367 INFO:tasks.workunit.client.0.smithi028.stdout: "num_shallow_scrub_errors": 0, 2024-08-29T19:03:25.367 INFO:tasks.workunit.client.0.smithi028.stdout: "num_whiteouts": 0, 2024-08-29T19:03:25.367 INFO:tasks.workunit.client.0.smithi028.stdout: "num_write": 1, 2024-08-29T19:03:25.367 INFO:tasks.workunit.client.0.smithi028.stdout: "num_write_kb": 1 2024-08-29T19:03:25.367 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:25.367 INFO:tasks.workunit.client.0.smithi028.stdout: "state": "active+clean", 2024-08-29T19:03:25.367 INFO:tasks.workunit.client.0.smithi028.stdout: "stats_invalid": false, 2024-08-29T19:03:25.367 INFO:tasks.workunit.client.0.smithi028.stdout: "up": [ 2024-08-29T19:03:25.367 INFO:tasks.workunit.client.0.smithi028.stdout: 1, 2024-08-29T19:03:25.367 INFO:tasks.workunit.client.0.smithi028.stdout: 4, 2024-08-29T19:03:25.368 INFO:tasks.workunit.client.0.smithi028.stdout: 3 2024-08-29T19:03:25.368 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-08-29T19:03:25.368 INFO:tasks.workunit.client.0.smithi028.stdout: "up_primary": 1, 2024-08-29T19:03:25.368 INFO:tasks.workunit.client.0.smithi028.stdout: "version": "65'1" 2024-08-29T19:03:25.368 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:25.368 INFO:tasks.workunit.client.0.smithi028.stdout: { 2024-08-29T19:03:25.368 INFO:tasks.workunit.client.0.smithi028.stdout: "acting": [ 2024-08-29T19:03:25.368 INFO:tasks.workunit.client.0.smithi028.stdout: 7, 2024-08-29T19:03:25.368 INFO:tasks.workunit.client.0.smithi028.stdout: 4, 2024-08-29T19:03:25.368 INFO:tasks.workunit.client.0.smithi028.stdout: 0 2024-08-29T19:03:25.368 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-08-29T19:03:25.368 INFO:tasks.workunit.client.0.smithi028.stdout: "acting_primary": 7, 2024-08-29T19:03:25.368 INFO:tasks.workunit.client.0.smithi028.stdout: "avail_no_missing": [], 2024-08-29T19:03:25.368 INFO:tasks.workunit.client.0.smithi028.stdout: "blocked_by": [], 2024-08-29T19:03:25.369 INFO:tasks.workunit.client.0.smithi028.stdout: "created": 62, 2024-08-29T19:03:25.369 INFO:tasks.workunit.client.0.smithi028.stdout: "dirty_stats_invalid": false, 2024-08-29T19:03:25.369 INFO:tasks.workunit.client.0.smithi028.stdout: "hitset_bytes_stats_invalid": false, 2024-08-29T19:03:25.369 INFO:tasks.workunit.client.0.smithi028.stdout: "hitset_stats_invalid": false, 2024-08-29T19:03:25.369 INFO:tasks.workunit.client.0.smithi028.stdout: "last_active": "2024-08-29T19:02:14.101400+0000", 2024-08-29T19:03:25.369 INFO:tasks.workunit.client.0.smithi028.stdout: "last_became_active": "2024-08-29T17:58:11.357898+0000", 2024-08-29T19:03:25.369 INFO:tasks.workunit.client.0.smithi028.stdout: "last_became_peered": "2024-08-29T17:58:11.357898+0000", 2024-08-29T19:03:25.369 INFO:tasks.workunit.client.0.smithi028.stdout: "last_change": "2024-08-29T17:58:11.360262+0000", 2024-08-29T19:03:25.369 INFO:tasks.workunit.client.0.smithi028.stdout: "last_clean": "2024-08-29T19:02:14.101400+0000", 2024-08-29T19:03:25.369 INFO:tasks.workunit.client.0.smithi028.stdout: "last_clean_scrub_stamp": "2024-08-29T17:41:01.987071+0000", 2024-08-29T19:03:25.369 INFO:tasks.workunit.client.0.smithi028.stdout: "last_deep_scrub": "0'0", 2024-08-29T19:03:25.369 INFO:tasks.workunit.client.0.smithi028.stdout: "last_deep_scrub_stamp": "2024-08-29T17:41:01.987071+0000", 2024-08-29T19:03:25.369 INFO:tasks.workunit.client.0.smithi028.stdout: "last_epoch_clean": 681, 2024-08-29T19:03:25.369 INFO:tasks.workunit.client.0.smithi028.stdout: "last_fresh": "2024-08-29T19:02:14.101400+0000", 2024-08-29T19:03:25.370 INFO:tasks.workunit.client.0.smithi028.stdout: "last_fullsized": "2024-08-29T19:02:14.101400+0000", 2024-08-29T19:03:25.370 INFO:tasks.workunit.client.0.smithi028.stdout: "last_peered": "2024-08-29T19:02:14.101400+0000", 2024-08-29T19:03:25.370 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub": "0'0", 2024-08-29T19:03:25.370 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub_duration": 0, 2024-08-29T19:03:25.370 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub_stamp": "2024-08-29T17:41:01.987071+0000", 2024-08-29T19:03:25.370 INFO:tasks.workunit.client.0.smithi028.stdout: "last_undegraded": "2024-08-29T19:02:14.101400+0000", 2024-08-29T19:03:25.370 INFO:tasks.workunit.client.0.smithi028.stdout: "last_unstale": "2024-08-29T19:02:14.101400+0000", 2024-08-29T19:03:25.370 INFO:tasks.workunit.client.0.smithi028.stdout: "log_dups_size": 0, 2024-08-29T19:03:25.370 INFO:tasks.workunit.client.0.smithi028.stdout: "log_size": 0, 2024-08-29T19:03:25.370 INFO:tasks.workunit.client.0.smithi028.stdout: "log_start": "0'0", 2024-08-29T19:03:25.370 INFO:tasks.workunit.client.0.smithi028.stdout: "manifest_stats_invalid": false, 2024-08-29T19:03:25.370 INFO:tasks.workunit.client.0.smithi028.stdout: "mapping_epoch": 680, 2024-08-29T19:03:25.370 INFO:tasks.workunit.client.0.smithi028.stdout: "object_location_counts": [], 2024-08-29T19:03:25.371 INFO:tasks.workunit.client.0.smithi028.stdout: "objects_scrubbed": 0, 2024-08-29T19:03:25.371 INFO:tasks.workunit.client.0.smithi028.stdout: "objects_trimmed": 0, 2024-08-29T19:03:25.371 INFO:tasks.workunit.client.0.smithi028.stdout: "omap_stats_invalid": false, 2024-08-29T19:03:25.371 INFO:tasks.workunit.client.0.smithi028.stdout: "ondisk_log_size": 0, 2024-08-29T19:03:25.371 INFO:tasks.workunit.client.0.smithi028.stdout: "ondisk_log_start": "0'0", 2024-08-29T19:03:25.371 INFO:tasks.workunit.client.0.smithi028.stdout: "parent": "0.0", 2024-08-29T19:03:25.371 INFO:tasks.workunit.client.0.smithi028.stdout: "parent_split_bits": 0, 2024-08-29T19:03:25.371 INFO:tasks.workunit.client.0.smithi028.stdout: "pgid": "3.f", 2024-08-29T19:03:25.371 INFO:tasks.workunit.client.0.smithi028.stdout: "pin_stats_invalid": false, 2024-08-29T19:03:25.371 INFO:tasks.workunit.client.0.smithi028.stdout: "purged_snaps": [], 2024-08-29T19:03:25.371 INFO:tasks.workunit.client.0.smithi028.stdout: "reported_epoch": 2650, 2024-08-29T19:03:25.371 INFO:tasks.workunit.client.0.smithi028.stdout: "reported_seq": 4570, 2024-08-29T19:03:25.371 INFO:tasks.workunit.client.0.smithi028.stdout: "scrub_duration": 0.0, 2024-08-29T19:03:25.372 INFO:tasks.workunit.client.0.smithi028.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-31T04:21:21.250799+0000", 2024-08-29T19:03:25.372 INFO:tasks.workunit.client.0.smithi028.stdout: "snaptrim_duration": 0.0, 2024-08-29T19:03:25.372 INFO:tasks.workunit.client.0.smithi028.stdout: "snaptrimq_len": 0, 2024-08-29T19:03:25.372 INFO:tasks.workunit.client.0.smithi028.stdout: "stat_sum": { 2024-08-29T19:03:25.372 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes": 0, 2024-08-29T19:03:25.372 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes_hit_set_archive": 0, 2024-08-29T19:03:25.372 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes_recovered": 0, 2024-08-29T19:03:25.372 INFO:tasks.workunit.client.0.smithi028.stdout: "num_deep_scrub_errors": 0, 2024-08-29T19:03:25.372 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict": 0, 2024-08-29T19:03:25.372 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_kb": 0, 2024-08-29T19:03:25.372 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_mode_full": 0, 2024-08-29T19:03:25.372 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_mode_some": 0, 2024-08-29T19:03:25.372 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush": 0, 2024-08-29T19:03:25.373 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_kb": 0, 2024-08-29T19:03:25.373 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_mode_high": 0, 2024-08-29T19:03:25.373 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_mode_low": 0, 2024-08-29T19:03:25.373 INFO:tasks.workunit.client.0.smithi028.stdout: "num_keys_recovered": 0, 2024-08-29T19:03:25.373 INFO:tasks.workunit.client.0.smithi028.stdout: "num_large_omap_objects": 0, 2024-08-29T19:03:25.373 INFO:tasks.workunit.client.0.smithi028.stdout: "num_legacy_snapsets": 0, 2024-08-29T19:03:25.373 INFO:tasks.workunit.client.0.smithi028.stdout: "num_object_clones": 0, 2024-08-29T19:03:25.373 INFO:tasks.workunit.client.0.smithi028.stdout: "num_object_copies": 0, 2024-08-29T19:03:25.373 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects": 0, 2024-08-29T19:03:25.373 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_degraded": 0, 2024-08-29T19:03:25.373 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_dirty": 0, 2024-08-29T19:03:25.373 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_hit_set_archive": 0, 2024-08-29T19:03:25.373 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_manifest": 0, 2024-08-29T19:03:25.373 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_misplaced": 0, 2024-08-29T19:03:25.374 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_missing": 0, 2024-08-29T19:03:25.374 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_missing_on_primary": 0, 2024-08-29T19:03:25.374 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_omap": 0, 2024-08-29T19:03:25.374 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_pinned": 0, 2024-08-29T19:03:25.374 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_recovered": 0, 2024-08-29T19:03:25.374 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_repaired": 0, 2024-08-29T19:03:25.374 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_unfound": 0, 2024-08-29T19:03:25.374 INFO:tasks.workunit.client.0.smithi028.stdout: "num_omap_bytes": 0, 2024-08-29T19:03:25.374 INFO:tasks.workunit.client.0.smithi028.stdout: "num_omap_keys": 0, 2024-08-29T19:03:25.374 INFO:tasks.workunit.client.0.smithi028.stdout: "num_promote": 0, 2024-08-29T19:03:25.374 INFO:tasks.workunit.client.0.smithi028.stdout: "num_read": 0, 2024-08-29T19:03:25.374 INFO:tasks.workunit.client.0.smithi028.stdout: "num_read_kb": 0, 2024-08-29T19:03:25.374 INFO:tasks.workunit.client.0.smithi028.stdout: "num_scrub_errors": 0, 2024-08-29T19:03:25.374 INFO:tasks.workunit.client.0.smithi028.stdout: "num_shallow_scrub_errors": 0, 2024-08-29T19:03:25.375 INFO:tasks.workunit.client.0.smithi028.stdout: "num_whiteouts": 0, 2024-08-29T19:03:25.375 INFO:tasks.workunit.client.0.smithi028.stdout: "num_write": 0, 2024-08-29T19:03:25.375 INFO:tasks.workunit.client.0.smithi028.stdout: "num_write_kb": 0 2024-08-29T19:03:25.375 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:25.375 INFO:tasks.workunit.client.0.smithi028.stdout: "state": "active+clean", 2024-08-29T19:03:25.375 INFO:tasks.workunit.client.0.smithi028.stdout: "stats_invalid": false, 2024-08-29T19:03:25.375 INFO:tasks.workunit.client.0.smithi028.stdout: "up": [ 2024-08-29T19:03:25.375 INFO:tasks.workunit.client.0.smithi028.stdout: 7, 2024-08-29T19:03:25.375 INFO:tasks.workunit.client.0.smithi028.stdout: 4, 2024-08-29T19:03:25.375 INFO:tasks.workunit.client.0.smithi028.stdout: 0 2024-08-29T19:03:25.375 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-08-29T19:03:25.375 INFO:tasks.workunit.client.0.smithi028.stdout: "up_primary": 7, 2024-08-29T19:03:25.375 INFO:tasks.workunit.client.0.smithi028.stdout: "version": "0'0" 2024-08-29T19:03:25.375 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:25.376 INFO:tasks.workunit.client.0.smithi028.stdout: { 2024-08-29T19:03:25.376 INFO:tasks.workunit.client.0.smithi028.stdout: "acting": [ 2024-08-29T19:03:25.376 INFO:tasks.workunit.client.0.smithi028.stdout: 2, 2024-08-29T19:03:25.376 INFO:tasks.workunit.client.0.smithi028.stdout: 3, 2024-08-29T19:03:25.376 INFO:tasks.workunit.client.0.smithi028.stdout: 7 2024-08-29T19:03:25.376 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-08-29T19:03:25.376 INFO:tasks.workunit.client.0.smithi028.stdout: "acting_primary": 2, 2024-08-29T19:03:25.376 INFO:tasks.workunit.client.0.smithi028.stdout: "avail_no_missing": [], 2024-08-29T19:03:25.376 INFO:tasks.workunit.client.0.smithi028.stdout: "blocked_by": [], 2024-08-29T19:03:25.376 INFO:tasks.workunit.client.0.smithi028.stdout: "created": 59, 2024-08-29T19:03:25.376 INFO:tasks.workunit.client.0.smithi028.stdout: "dirty_stats_invalid": false, 2024-08-29T19:03:25.376 INFO:tasks.workunit.client.0.smithi028.stdout: "hitset_bytes_stats_invalid": false, 2024-08-29T19:03:25.376 INFO:tasks.workunit.client.0.smithi028.stdout: "hitset_stats_invalid": false, 2024-08-29T19:03:25.376 INFO:tasks.workunit.client.0.smithi028.stdout: "last_active": "2024-08-29T19:02:14.102755+0000", 2024-08-29T19:03:25.377 INFO:tasks.workunit.client.0.smithi028.stdout: "last_became_active": "2024-08-29T17:58:11.351938+0000", 2024-08-29T19:03:25.377 INFO:tasks.workunit.client.0.smithi028.stdout: "last_became_peered": "2024-08-29T17:58:11.351938+0000", 2024-08-29T19:03:25.377 INFO:tasks.workunit.client.0.smithi028.stdout: "last_change": "2024-08-29T17:58:11.352977+0000", 2024-08-29T19:03:25.377 INFO:tasks.workunit.client.0.smithi028.stdout: "last_clean": "2024-08-29T19:02:14.102755+0000", 2024-08-29T19:03:25.377 INFO:tasks.workunit.client.0.smithi028.stdout: "last_clean_scrub_stamp": "2024-08-29T17:40:52.944949+0000", 2024-08-29T19:03:25.377 INFO:tasks.workunit.client.0.smithi028.stdout: "last_deep_scrub": "0'0", 2024-08-29T19:03:25.377 INFO:tasks.workunit.client.0.smithi028.stdout: "last_deep_scrub_stamp": "2024-08-29T17:40:52.944949+0000", 2024-08-29T19:03:25.377 INFO:tasks.workunit.client.0.smithi028.stdout: "last_epoch_clean": 681, 2024-08-29T19:03:25.377 INFO:tasks.workunit.client.0.smithi028.stdout: "last_fresh": "2024-08-29T19:02:14.102755+0000", 2024-08-29T19:03:25.377 INFO:tasks.workunit.client.0.smithi028.stdout: "last_fullsized": "2024-08-29T19:02:14.102755+0000", 2024-08-29T19:03:25.377 INFO:tasks.workunit.client.0.smithi028.stdout: "last_peered": "2024-08-29T19:02:14.102755+0000", 2024-08-29T19:03:25.377 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub": "0'0", 2024-08-29T19:03:25.377 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub_duration": 0, 2024-08-29T19:03:25.377 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub_stamp": "2024-08-29T17:40:52.944949+0000", 2024-08-29T19:03:25.378 INFO:tasks.workunit.client.0.smithi028.stdout: "last_undegraded": "2024-08-29T19:02:14.102755+0000", 2024-08-29T19:03:25.378 INFO:tasks.workunit.client.0.smithi028.stdout: "last_unstale": "2024-08-29T19:02:14.102755+0000", 2024-08-29T19:03:25.378 INFO:tasks.workunit.client.0.smithi028.stdout: "log_dups_size": 0, 2024-08-29T19:03:25.378 INFO:tasks.workunit.client.0.smithi028.stdout: "log_size": 2, 2024-08-29T19:03:25.378 INFO:tasks.workunit.client.0.smithi028.stdout: "log_start": "0'0", 2024-08-29T19:03:25.378 INFO:tasks.workunit.client.0.smithi028.stdout: "manifest_stats_invalid": false, 2024-08-29T19:03:25.378 INFO:tasks.workunit.client.0.smithi028.stdout: "mapping_epoch": 680, 2024-08-29T19:03:25.378 INFO:tasks.workunit.client.0.smithi028.stdout: "object_location_counts": [], 2024-08-29T19:03:25.378 INFO:tasks.workunit.client.0.smithi028.stdout: "objects_scrubbed": 0, 2024-08-29T19:03:25.378 INFO:tasks.workunit.client.0.smithi028.stdout: "objects_trimmed": 0, 2024-08-29T19:03:25.378 INFO:tasks.workunit.client.0.smithi028.stdout: "omap_stats_invalid": false, 2024-08-29T19:03:25.378 INFO:tasks.workunit.client.0.smithi028.stdout: "ondisk_log_size": 2, 2024-08-29T19:03:25.378 INFO:tasks.workunit.client.0.smithi028.stdout: "ondisk_log_start": "0'0", 2024-08-29T19:03:25.378 INFO:tasks.workunit.client.0.smithi028.stdout: "parent": "0.0", 2024-08-29T19:03:25.379 INFO:tasks.workunit.client.0.smithi028.stdout: "parent_split_bits": 0, 2024-08-29T19:03:25.379 INFO:tasks.workunit.client.0.smithi028.stdout: "pgid": "2.e", 2024-08-29T19:03:25.379 INFO:tasks.workunit.client.0.smithi028.stdout: "pin_stats_invalid": false, 2024-08-29T19:03:25.379 INFO:tasks.workunit.client.0.smithi028.stdout: "purged_snaps": [], 2024-08-29T19:03:25.379 INFO:tasks.workunit.client.0.smithi028.stdout: "reported_epoch": 2650, 2024-08-29T19:03:25.379 INFO:tasks.workunit.client.0.smithi028.stdout: "reported_seq": 4719, 2024-08-29T19:03:25.379 INFO:tasks.workunit.client.0.smithi028.stdout: "scrub_duration": 0.0, 2024-08-29T19:03:25.379 INFO:tasks.workunit.client.0.smithi028.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-31T00:25:52.664777+0000", 2024-08-29T19:03:25.379 INFO:tasks.workunit.client.0.smithi028.stdout: "snaptrim_duration": 0.0, 2024-08-29T19:03:25.379 INFO:tasks.workunit.client.0.smithi028.stdout: "snaptrimq_len": 0, 2024-08-29T19:03:25.379 INFO:tasks.workunit.client.0.smithi028.stdout: "stat_sum": { 2024-08-29T19:03:25.379 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes": 0, 2024-08-29T19:03:25.379 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes_hit_set_archive": 0, 2024-08-29T19:03:25.379 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes_recovered": 0, 2024-08-29T19:03:25.380 INFO:tasks.workunit.client.0.smithi028.stdout: "num_deep_scrub_errors": 0, 2024-08-29T19:03:25.380 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict": 0, 2024-08-29T19:03:25.380 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_kb": 0, 2024-08-29T19:03:25.380 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_mode_full": 0, 2024-08-29T19:03:25.380 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_mode_some": 0, 2024-08-29T19:03:25.380 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush": 0, 2024-08-29T19:03:25.380 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_kb": 0, 2024-08-29T19:03:25.380 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_mode_high": 0, 2024-08-29T19:03:25.380 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_mode_low": 0, 2024-08-29T19:03:25.380 INFO:tasks.workunit.client.0.smithi028.stdout: "num_keys_recovered": 0, 2024-08-29T19:03:25.380 INFO:tasks.workunit.client.0.smithi028.stdout: "num_large_omap_objects": 0, 2024-08-29T19:03:25.380 INFO:tasks.workunit.client.0.smithi028.stdout: "num_legacy_snapsets": 0, 2024-08-29T19:03:25.380 INFO:tasks.workunit.client.0.smithi028.stdout: "num_object_clones": 0, 2024-08-29T19:03:25.381 INFO:tasks.workunit.client.0.smithi028.stdout: "num_object_copies": 3, 2024-08-29T19:03:25.381 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects": 1, 2024-08-29T19:03:25.381 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_degraded": 0, 2024-08-29T19:03:25.381 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_dirty": 1, 2024-08-29T19:03:25.381 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_hit_set_archive": 0, 2024-08-29T19:03:25.381 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_manifest": 0, 2024-08-29T19:03:25.381 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_misplaced": 0, 2024-08-29T19:03:25.381 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_missing": 0, 2024-08-29T19:03:25.381 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_missing_on_primary": 0, 2024-08-29T19:03:25.381 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_omap": 1, 2024-08-29T19:03:25.381 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_pinned": 0, 2024-08-29T19:03:25.381 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_recovered": 0, 2024-08-29T19:03:25.381 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_repaired": 0, 2024-08-29T19:03:25.381 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_unfound": 0, 2024-08-29T19:03:25.382 INFO:tasks.workunit.client.0.smithi028.stdout: "num_omap_bytes": 0, 2024-08-29T19:03:25.382 INFO:tasks.workunit.client.0.smithi028.stdout: "num_omap_keys": 0, 2024-08-29T19:03:25.382 INFO:tasks.workunit.client.0.smithi028.stdout: "num_promote": 0, 2024-08-29T19:03:25.382 INFO:tasks.workunit.client.0.smithi028.stdout: "num_read": 6, 2024-08-29T19:03:25.382 INFO:tasks.workunit.client.0.smithi028.stdout: "num_read_kb": 6, 2024-08-29T19:03:25.382 INFO:tasks.workunit.client.0.smithi028.stdout: "num_scrub_errors": 0, 2024-08-29T19:03:25.382 INFO:tasks.workunit.client.0.smithi028.stdout: "num_shallow_scrub_errors": 0, 2024-08-29T19:03:25.382 INFO:tasks.workunit.client.0.smithi028.stdout: "num_whiteouts": 0, 2024-08-29T19:03:25.382 INFO:tasks.workunit.client.0.smithi028.stdout: "num_write": 3, 2024-08-29T19:03:25.382 INFO:tasks.workunit.client.0.smithi028.stdout: "num_write_kb": 0 2024-08-29T19:03:25.382 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:25.382 INFO:tasks.workunit.client.0.smithi028.stdout: "state": "active+clean", 2024-08-29T19:03:25.382 INFO:tasks.workunit.client.0.smithi028.stdout: "stats_invalid": false, 2024-08-29T19:03:25.382 INFO:tasks.workunit.client.0.smithi028.stdout: "up": [ 2024-08-29T19:03:25.383 INFO:tasks.workunit.client.0.smithi028.stdout: 2, 2024-08-29T19:03:25.383 INFO:tasks.workunit.client.0.smithi028.stdout: 3, 2024-08-29T19:03:25.383 INFO:tasks.workunit.client.0.smithi028.stdout: 7 2024-08-29T19:03:25.383 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-08-29T19:03:25.383 INFO:tasks.workunit.client.0.smithi028.stdout: "up_primary": 2, 2024-08-29T19:03:25.383 INFO:tasks.workunit.client.0.smithi028.stdout: "version": "65'2" 2024-08-29T19:03:25.383 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:25.383 INFO:tasks.workunit.client.0.smithi028.stdout: { 2024-08-29T19:03:25.383 INFO:tasks.workunit.client.0.smithi028.stdout: "acting": [ 2024-08-29T19:03:25.383 INFO:tasks.workunit.client.0.smithi028.stdout: 7, 2024-08-29T19:03:25.383 INFO:tasks.workunit.client.0.smithi028.stdout: 4, 2024-08-29T19:03:25.383 INFO:tasks.workunit.client.0.smithi028.stdout: 1 2024-08-29T19:03:25.383 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-08-29T19:03:25.383 INFO:tasks.workunit.client.0.smithi028.stdout: "acting_primary": 7, 2024-08-29T19:03:25.384 INFO:tasks.workunit.client.0.smithi028.stdout: "avail_no_missing": [], 2024-08-29T19:03:25.384 INFO:tasks.workunit.client.0.smithi028.stdout: "blocked_by": [], 2024-08-29T19:03:25.384 INFO:tasks.workunit.client.0.smithi028.stdout: "created": 62, 2024-08-29T19:03:25.384 INFO:tasks.workunit.client.0.smithi028.stdout: "dirty_stats_invalid": false, 2024-08-29T19:03:25.384 INFO:tasks.workunit.client.0.smithi028.stdout: "hitset_bytes_stats_invalid": false, 2024-08-29T19:03:25.384 INFO:tasks.workunit.client.0.smithi028.stdout: "hitset_stats_invalid": false, 2024-08-29T19:03:25.384 INFO:tasks.workunit.client.0.smithi028.stdout: "last_active": "2024-08-29T19:02:14.099495+0000", 2024-08-29T19:03:25.384 INFO:tasks.workunit.client.0.smithi028.stdout: "last_became_active": "2024-08-29T17:58:11.363058+0000", 2024-08-29T19:03:25.384 INFO:tasks.workunit.client.0.smithi028.stdout: "last_became_peered": "2024-08-29T17:58:11.363058+0000", 2024-08-29T19:03:25.384 INFO:tasks.workunit.client.0.smithi028.stdout: "last_change": "2024-08-29T17:58:11.363598+0000", 2024-08-29T19:03:25.384 INFO:tasks.workunit.client.0.smithi028.stdout: "last_clean": "2024-08-29T19:02:14.099495+0000", 2024-08-29T19:03:25.384 INFO:tasks.workunit.client.0.smithi028.stdout: "last_clean_scrub_stamp": "2024-08-29T17:41:01.987071+0000", 2024-08-29T19:03:25.384 INFO:tasks.workunit.client.0.smithi028.stdout: "last_deep_scrub": "0'0", 2024-08-29T19:03:25.385 INFO:tasks.workunit.client.0.smithi028.stdout: "last_deep_scrub_stamp": "2024-08-29T17:41:01.987071+0000", 2024-08-29T19:03:25.385 INFO:tasks.workunit.client.0.smithi028.stdout: "last_epoch_clean": 681, 2024-08-29T19:03:25.385 INFO:tasks.workunit.client.0.smithi028.stdout: "last_fresh": "2024-08-29T19:02:14.099495+0000", 2024-08-29T19:03:25.385 INFO:tasks.workunit.client.0.smithi028.stdout: "last_fullsized": "2024-08-29T19:02:14.099495+0000", 2024-08-29T19:03:25.385 INFO:tasks.workunit.client.0.smithi028.stdout: "last_peered": "2024-08-29T19:02:14.099495+0000", 2024-08-29T19:03:25.385 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub": "0'0", 2024-08-29T19:03:25.385 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub_duration": 0, 2024-08-29T19:03:25.385 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub_stamp": "2024-08-29T17:41:01.987071+0000", 2024-08-29T19:03:25.385 INFO:tasks.workunit.client.0.smithi028.stdout: "last_undegraded": "2024-08-29T19:02:14.099495+0000", 2024-08-29T19:03:25.385 INFO:tasks.workunit.client.0.smithi028.stdout: "last_unstale": "2024-08-29T19:02:14.099495+0000", 2024-08-29T19:03:25.385 INFO:tasks.workunit.client.0.smithi028.stdout: "log_dups_size": 0, 2024-08-29T19:03:25.385 INFO:tasks.workunit.client.0.smithi028.stdout: "log_size": 0, 2024-08-29T19:03:25.385 INFO:tasks.workunit.client.0.smithi028.stdout: "log_start": "0'0", 2024-08-29T19:03:25.386 INFO:tasks.workunit.client.0.smithi028.stdout: "manifest_stats_invalid": false, 2024-08-29T19:03:25.386 INFO:tasks.workunit.client.0.smithi028.stdout: "mapping_epoch": 680, 2024-08-29T19:03:25.386 INFO:tasks.workunit.client.0.smithi028.stdout: "object_location_counts": [], 2024-08-29T19:03:25.386 INFO:tasks.workunit.client.0.smithi028.stdout: "objects_scrubbed": 0, 2024-08-29T19:03:25.386 INFO:tasks.workunit.client.0.smithi028.stdout: "objects_trimmed": 0, 2024-08-29T19:03:25.386 INFO:tasks.workunit.client.0.smithi028.stdout: "omap_stats_invalid": false, 2024-08-29T19:03:25.386 INFO:tasks.workunit.client.0.smithi028.stdout: "ondisk_log_size": 0, 2024-08-29T19:03:25.386 INFO:tasks.workunit.client.0.smithi028.stdout: "ondisk_log_start": "0'0", 2024-08-29T19:03:25.386 INFO:tasks.workunit.client.0.smithi028.stdout: "parent": "0.0", 2024-08-29T19:03:25.386 INFO:tasks.workunit.client.0.smithi028.stdout: "parent_split_bits": 0, 2024-08-29T19:03:25.386 INFO:tasks.workunit.client.0.smithi028.stdout: "pgid": "3.e", 2024-08-29T19:03:25.386 INFO:tasks.workunit.client.0.smithi028.stdout: "pin_stats_invalid": false, 2024-08-29T19:03:25.386 INFO:tasks.workunit.client.0.smithi028.stdout: "purged_snaps": [], 2024-08-29T19:03:25.387 INFO:tasks.workunit.client.0.smithi028.stdout: "reported_epoch": 2650, 2024-08-29T19:03:25.387 INFO:tasks.workunit.client.0.smithi028.stdout: "reported_seq": 4570, 2024-08-29T19:03:25.387 INFO:tasks.workunit.client.0.smithi028.stdout: "scrub_duration": 0.0, 2024-08-29T19:03:25.387 INFO:tasks.workunit.client.0.smithi028.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-30T20:28:37.087797+0000", 2024-08-29T19:03:25.387 INFO:tasks.workunit.client.0.smithi028.stdout: "snaptrim_duration": 0.0, 2024-08-29T19:03:25.387 INFO:tasks.workunit.client.0.smithi028.stdout: "snaptrimq_len": 0, 2024-08-29T19:03:25.387 INFO:tasks.workunit.client.0.smithi028.stdout: "stat_sum": { 2024-08-29T19:03:25.387 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes": 0, 2024-08-29T19:03:25.387 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes_hit_set_archive": 0, 2024-08-29T19:03:25.387 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes_recovered": 0, 2024-08-29T19:03:25.387 INFO:tasks.workunit.client.0.smithi028.stdout: "num_deep_scrub_errors": 0, 2024-08-29T19:03:25.387 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict": 0, 2024-08-29T19:03:25.387 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_kb": 0, 2024-08-29T19:03:25.388 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_mode_full": 0, 2024-08-29T19:03:25.388 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_mode_some": 0, 2024-08-29T19:03:25.388 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush": 0, 2024-08-29T19:03:25.388 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_kb": 0, 2024-08-29T19:03:25.388 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_mode_high": 0, 2024-08-29T19:03:25.388 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_mode_low": 0, 2024-08-29T19:03:25.388 INFO:tasks.workunit.client.0.smithi028.stdout: "num_keys_recovered": 0, 2024-08-29T19:03:25.388 INFO:tasks.workunit.client.0.smithi028.stdout: "num_large_omap_objects": 0, 2024-08-29T19:03:25.388 INFO:tasks.workunit.client.0.smithi028.stdout: "num_legacy_snapsets": 0, 2024-08-29T19:03:25.388 INFO:tasks.workunit.client.0.smithi028.stdout: "num_object_clones": 0, 2024-08-29T19:03:25.388 INFO:tasks.workunit.client.0.smithi028.stdout: "num_object_copies": 0, 2024-08-29T19:03:25.388 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects": 0, 2024-08-29T19:03:25.388 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_degraded": 0, 2024-08-29T19:03:25.389 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_dirty": 0, 2024-08-29T19:03:25.389 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_hit_set_archive": 0, 2024-08-29T19:03:25.389 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_manifest": 0, 2024-08-29T19:03:25.389 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_misplaced": 0, 2024-08-29T19:03:25.389 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_missing": 0, 2024-08-29T19:03:25.389 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_missing_on_primary": 0, 2024-08-29T19:03:25.389 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_omap": 0, 2024-08-29T19:03:25.389 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_pinned": 0, 2024-08-29T19:03:25.389 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_recovered": 0, 2024-08-29T19:03:25.389 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_repaired": 0, 2024-08-29T19:03:25.389 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_unfound": 0, 2024-08-29T19:03:25.389 INFO:tasks.workunit.client.0.smithi028.stdout: "num_omap_bytes": 0, 2024-08-29T19:03:25.389 INFO:tasks.workunit.client.0.smithi028.stdout: "num_omap_keys": 0, 2024-08-29T19:03:25.389 INFO:tasks.workunit.client.0.smithi028.stdout: "num_promote": 0, 2024-08-29T19:03:25.390 INFO:tasks.workunit.client.0.smithi028.stdout: "num_read": 0, 2024-08-29T19:03:25.390 INFO:tasks.workunit.client.0.smithi028.stdout: "num_read_kb": 0, 2024-08-29T19:03:25.390 INFO:tasks.workunit.client.0.smithi028.stdout: "num_scrub_errors": 0, 2024-08-29T19:03:25.390 INFO:tasks.workunit.client.0.smithi028.stdout: "num_shallow_scrub_errors": 0, 2024-08-29T19:03:25.390 INFO:tasks.workunit.client.0.smithi028.stdout: "num_whiteouts": 0, 2024-08-29T19:03:25.390 INFO:tasks.workunit.client.0.smithi028.stdout: "num_write": 0, 2024-08-29T19:03:25.390 INFO:tasks.workunit.client.0.smithi028.stdout: "num_write_kb": 0 2024-08-29T19:03:25.390 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:25.390 INFO:tasks.workunit.client.0.smithi028.stdout: "state": "active+clean", 2024-08-29T19:03:25.390 INFO:tasks.workunit.client.0.smithi028.stdout: "stats_invalid": false, 2024-08-29T19:03:25.390 INFO:tasks.workunit.client.0.smithi028.stdout: "up": [ 2024-08-29T19:03:25.390 INFO:tasks.workunit.client.0.smithi028.stdout: 7, 2024-08-29T19:03:25.390 INFO:tasks.workunit.client.0.smithi028.stdout: 4, 2024-08-29T19:03:25.390 INFO:tasks.workunit.client.0.smithi028.stdout: 1 2024-08-29T19:03:25.391 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-08-29T19:03:25.391 INFO:tasks.workunit.client.0.smithi028.stdout: "up_primary": 7, 2024-08-29T19:03:25.391 INFO:tasks.workunit.client.0.smithi028.stdout: "version": "0'0" 2024-08-29T19:03:25.391 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:25.391 INFO:tasks.workunit.client.0.smithi028.stdout: { 2024-08-29T19:03:25.391 INFO:tasks.workunit.client.0.smithi028.stdout: "acting": [ 2024-08-29T19:03:25.391 INFO:tasks.workunit.client.0.smithi028.stdout: 4, 2024-08-29T19:03:25.391 INFO:tasks.workunit.client.0.smithi028.stdout: 0, 2024-08-29T19:03:25.391 INFO:tasks.workunit.client.0.smithi028.stdout: 7 2024-08-29T19:03:25.391 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-08-29T19:03:25.391 INFO:tasks.workunit.client.0.smithi028.stdout: "acting_primary": 4, 2024-08-29T19:03:25.391 INFO:tasks.workunit.client.0.smithi028.stdout: "avail_no_missing": [], 2024-08-29T19:03:25.391 INFO:tasks.workunit.client.0.smithi028.stdout: "blocked_by": [], 2024-08-29T19:03:25.392 INFO:tasks.workunit.client.0.smithi028.stdout: "created": 59, 2024-08-29T19:03:25.392 INFO:tasks.workunit.client.0.smithi028.stdout: "dirty_stats_invalid": false, 2024-08-29T19:03:25.392 INFO:tasks.workunit.client.0.smithi028.stdout: "hitset_bytes_stats_invalid": false, 2024-08-29T19:03:25.392 INFO:tasks.workunit.client.0.smithi028.stdout: "hitset_stats_invalid": false, 2024-08-29T19:03:25.392 INFO:tasks.workunit.client.0.smithi028.stdout: "last_active": "2024-08-29T19:02:14.924566+0000", 2024-08-29T19:03:25.392 INFO:tasks.workunit.client.0.smithi028.stdout: "last_became_active": "2024-08-29T17:58:11.349143+0000", 2024-08-29T19:03:25.392 INFO:tasks.workunit.client.0.smithi028.stdout: "last_became_peered": "2024-08-29T17:58:11.349143+0000", 2024-08-29T19:03:25.392 INFO:tasks.workunit.client.0.smithi028.stdout: "last_change": "2024-08-29T17:58:11.349771+0000", 2024-08-29T19:03:25.392 INFO:tasks.workunit.client.0.smithi028.stdout: "last_clean": "2024-08-29T19:02:14.924566+0000", 2024-08-29T19:03:25.392 INFO:tasks.workunit.client.0.smithi028.stdout: "last_clean_scrub_stamp": "2024-08-29T17:40:52.944949+0000", 2024-08-29T19:03:25.392 INFO:tasks.workunit.client.0.smithi028.stdout: "last_deep_scrub": "0'0", 2024-08-29T19:03:25.392 INFO:tasks.workunit.client.0.smithi028.stdout: "last_deep_scrub_stamp": "2024-08-29T17:40:52.944949+0000", 2024-08-29T19:03:25.392 INFO:tasks.workunit.client.0.smithi028.stdout: "last_epoch_clean": 681, 2024-08-29T19:03:25.393 INFO:tasks.workunit.client.0.smithi028.stdout: "last_fresh": "2024-08-29T19:02:14.924566+0000", 2024-08-29T19:03:25.393 INFO:tasks.workunit.client.0.smithi028.stdout: "last_fullsized": "2024-08-29T19:02:14.924566+0000", 2024-08-29T19:03:25.393 INFO:tasks.workunit.client.0.smithi028.stdout: "last_peered": "2024-08-29T19:02:14.924566+0000", 2024-08-29T19:03:25.393 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub": "0'0", 2024-08-29T19:03:25.393 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub_duration": 0, 2024-08-29T19:03:25.393 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub_stamp": "2024-08-29T17:40:52.944949+0000", 2024-08-29T19:03:25.393 INFO:tasks.workunit.client.0.smithi028.stdout: "last_undegraded": "2024-08-29T19:02:14.924566+0000", 2024-08-29T19:03:25.393 INFO:tasks.workunit.client.0.smithi028.stdout: "last_unstale": "2024-08-29T19:02:14.924566+0000", 2024-08-29T19:03:25.393 INFO:tasks.workunit.client.0.smithi028.stdout: "log_dups_size": 0, 2024-08-29T19:03:25.393 INFO:tasks.workunit.client.0.smithi028.stdout: "log_size": 1, 2024-08-29T19:03:25.393 INFO:tasks.workunit.client.0.smithi028.stdout: "log_start": "0'0", 2024-08-29T19:03:25.393 INFO:tasks.workunit.client.0.smithi028.stdout: "manifest_stats_invalid": false, 2024-08-29T19:03:25.393 INFO:tasks.workunit.client.0.smithi028.stdout: "mapping_epoch": 680, 2024-08-29T19:03:25.393 INFO:tasks.workunit.client.0.smithi028.stdout: "object_location_counts": [], 2024-08-29T19:03:25.394 INFO:tasks.workunit.client.0.smithi028.stdout: "objects_scrubbed": 0, 2024-08-29T19:03:25.394 INFO:tasks.workunit.client.0.smithi028.stdout: "objects_trimmed": 0, 2024-08-29T19:03:25.394 INFO:tasks.workunit.client.0.smithi028.stdout: "omap_stats_invalid": false, 2024-08-29T19:03:25.394 INFO:tasks.workunit.client.0.smithi028.stdout: "ondisk_log_size": 1, 2024-08-29T19:03:25.394 INFO:tasks.workunit.client.0.smithi028.stdout: "ondisk_log_start": "0'0", 2024-08-29T19:03:25.394 INFO:tasks.workunit.client.0.smithi028.stdout: "parent": "0.0", 2024-08-29T19:03:25.394 INFO:tasks.workunit.client.0.smithi028.stdout: "parent_split_bits": 0, 2024-08-29T19:03:25.394 INFO:tasks.workunit.client.0.smithi028.stdout: "pgid": "2.f", 2024-08-29T19:03:25.394 INFO:tasks.workunit.client.0.smithi028.stdout: "pin_stats_invalid": false, 2024-08-29T19:03:25.394 INFO:tasks.workunit.client.0.smithi028.stdout: "purged_snaps": [], 2024-08-29T19:03:25.394 INFO:tasks.workunit.client.0.smithi028.stdout: "reported_epoch": 2650, 2024-08-29T19:03:25.394 INFO:tasks.workunit.client.0.smithi028.stdout: "reported_seq": 4681, 2024-08-29T19:03:25.394 INFO:tasks.workunit.client.0.smithi028.stdout: "scrub_duration": 0.0, 2024-08-29T19:03:25.394 INFO:tasks.workunit.client.0.smithi028.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-30T20:34:03.511106+0000", 2024-08-29T19:03:25.395 INFO:tasks.workunit.client.0.smithi028.stdout: "snaptrim_duration": 0.0, 2024-08-29T19:03:25.395 INFO:tasks.workunit.client.0.smithi028.stdout: "snaptrimq_len": 0, 2024-08-29T19:03:25.395 INFO:tasks.workunit.client.0.smithi028.stdout: "stat_sum": { 2024-08-29T19:03:25.395 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes": 22, 2024-08-29T19:03:25.395 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes_hit_set_archive": 0, 2024-08-29T19:03:25.395 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes_recovered": 0, 2024-08-29T19:03:25.395 INFO:tasks.workunit.client.0.smithi028.stdout: "num_deep_scrub_errors": 0, 2024-08-29T19:03:25.395 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict": 0, 2024-08-29T19:03:25.395 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_kb": 0, 2024-08-29T19:03:25.395 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_mode_full": 0, 2024-08-29T19:03:25.395 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_mode_some": 0, 2024-08-29T19:03:25.395 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush": 0, 2024-08-29T19:03:25.395 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_kb": 0, 2024-08-29T19:03:25.395 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_mode_high": 0, 2024-08-29T19:03:25.396 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_mode_low": 0, 2024-08-29T19:03:25.396 INFO:tasks.workunit.client.0.smithi028.stdout: "num_keys_recovered": 0, 2024-08-29T19:03:25.396 INFO:tasks.workunit.client.0.smithi028.stdout: "num_large_omap_objects": 0, 2024-08-29T19:03:25.396 INFO:tasks.workunit.client.0.smithi028.stdout: "num_legacy_snapsets": 0, 2024-08-29T19:03:25.396 INFO:tasks.workunit.client.0.smithi028.stdout: "num_object_clones": 0, 2024-08-29T19:03:25.396 INFO:tasks.workunit.client.0.smithi028.stdout: "num_object_copies": 3, 2024-08-29T19:03:25.396 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects": 1, 2024-08-29T19:03:25.396 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_degraded": 0, 2024-08-29T19:03:25.396 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_dirty": 1, 2024-08-29T19:03:25.396 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_hit_set_archive": 0, 2024-08-29T19:03:25.396 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_manifest": 0, 2024-08-29T19:03:25.396 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_misplaced": 0, 2024-08-29T19:03:25.396 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_missing": 0, 2024-08-29T19:03:25.396 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_missing_on_primary": 0, 2024-08-29T19:03:25.397 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_omap": 0, 2024-08-29T19:03:25.397 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_pinned": 0, 2024-08-29T19:03:25.397 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_recovered": 0, 2024-08-29T19:03:25.397 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_repaired": 0, 2024-08-29T19:03:25.397 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_unfound": 0, 2024-08-29T19:03:25.397 INFO:tasks.workunit.client.0.smithi028.stdout: "num_omap_bytes": 0, 2024-08-29T19:03:25.397 INFO:tasks.workunit.client.0.smithi028.stdout: "num_omap_keys": 0, 2024-08-29T19:03:25.397 INFO:tasks.workunit.client.0.smithi028.stdout: "num_promote": 0, 2024-08-29T19:03:25.397 INFO:tasks.workunit.client.0.smithi028.stdout: "num_read": 1, 2024-08-29T19:03:25.397 INFO:tasks.workunit.client.0.smithi028.stdout: "num_read_kb": 1, 2024-08-29T19:03:25.397 INFO:tasks.workunit.client.0.smithi028.stdout: "num_scrub_errors": 0, 2024-08-29T19:03:25.397 INFO:tasks.workunit.client.0.smithi028.stdout: "num_shallow_scrub_errors": 0, 2024-08-29T19:03:25.397 INFO:tasks.workunit.client.0.smithi028.stdout: "num_whiteouts": 0, 2024-08-29T19:03:25.398 INFO:tasks.workunit.client.0.smithi028.stdout: "num_write": 1, 2024-08-29T19:03:25.398 INFO:tasks.workunit.client.0.smithi028.stdout: "num_write_kb": 1 2024-08-29T19:03:25.398 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:25.398 INFO:tasks.workunit.client.0.smithi028.stdout: "state": "active+clean", 2024-08-29T19:03:25.398 INFO:tasks.workunit.client.0.smithi028.stdout: "stats_invalid": false, 2024-08-29T19:03:25.398 INFO:tasks.workunit.client.0.smithi028.stdout: "up": [ 2024-08-29T19:03:25.398 INFO:tasks.workunit.client.0.smithi028.stdout: 4, 2024-08-29T19:03:25.398 INFO:tasks.workunit.client.0.smithi028.stdout: 0, 2024-08-29T19:03:25.398 INFO:tasks.workunit.client.0.smithi028.stdout: 7 2024-08-29T19:03:25.398 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-08-29T19:03:25.398 INFO:tasks.workunit.client.0.smithi028.stdout: "up_primary": 4, 2024-08-29T19:03:25.398 INFO:tasks.workunit.client.0.smithi028.stdout: "version": "65'1" 2024-08-29T19:03:25.398 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:25.399 INFO:tasks.workunit.client.0.smithi028.stdout: { 2024-08-29T19:03:25.399 INFO:tasks.workunit.client.0.smithi028.stdout: "acting": [ 2024-08-29T19:03:25.399 INFO:tasks.workunit.client.0.smithi028.stdout: 7, 2024-08-29T19:03:25.399 INFO:tasks.workunit.client.0.smithi028.stdout: 4, 2024-08-29T19:03:25.399 INFO:tasks.workunit.client.0.smithi028.stdout: 6 2024-08-29T19:03:25.399 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-08-29T19:03:25.399 INFO:tasks.workunit.client.0.smithi028.stdout: "acting_primary": 7, 2024-08-29T19:03:25.399 INFO:tasks.workunit.client.0.smithi028.stdout: "avail_no_missing": [], 2024-08-29T19:03:25.399 INFO:tasks.workunit.client.0.smithi028.stdout: "blocked_by": [], 2024-08-29T19:03:25.399 INFO:tasks.workunit.client.0.smithi028.stdout: "created": 62, 2024-08-29T19:03:25.399 INFO:tasks.workunit.client.0.smithi028.stdout: "dirty_stats_invalid": false, 2024-08-29T19:03:25.399 INFO:tasks.workunit.client.0.smithi028.stdout: "hitset_bytes_stats_invalid": false, 2024-08-29T19:03:25.399 INFO:tasks.workunit.client.0.smithi028.stdout: "hitset_stats_invalid": false, 2024-08-29T19:03:25.399 INFO:tasks.workunit.client.0.smithi028.stdout: "last_active": "2024-08-29T19:02:14.095858+0000", 2024-08-29T19:03:25.399 INFO:tasks.workunit.client.0.smithi028.stdout: "last_became_active": "2024-08-29T17:58:11.359956+0000", 2024-08-29T19:03:25.400 INFO:tasks.workunit.client.0.smithi028.stdout: "last_became_peered": "2024-08-29T17:58:11.359956+0000", 2024-08-29T19:03:25.400 INFO:tasks.workunit.client.0.smithi028.stdout: "last_change": "2024-08-29T17:58:11.360400+0000", 2024-08-29T19:03:25.400 INFO:tasks.workunit.client.0.smithi028.stdout: "last_clean": "2024-08-29T19:02:14.095858+0000", 2024-08-29T19:03:25.400 INFO:tasks.workunit.client.0.smithi028.stdout: "last_clean_scrub_stamp": "2024-08-29T17:41:01.987071+0000", 2024-08-29T19:03:25.400 INFO:tasks.workunit.client.0.smithi028.stdout: "last_deep_scrub": "0'0", 2024-08-29T19:03:25.400 INFO:tasks.workunit.client.0.smithi028.stdout: "last_deep_scrub_stamp": "2024-08-29T17:41:01.987071+0000", 2024-08-29T19:03:25.400 INFO:tasks.workunit.client.0.smithi028.stdout: "last_epoch_clean": 681, 2024-08-29T19:03:25.400 INFO:tasks.workunit.client.0.smithi028.stdout: "last_fresh": "2024-08-29T19:02:14.095858+0000", 2024-08-29T19:03:25.400 INFO:tasks.workunit.client.0.smithi028.stdout: "last_fullsized": "2024-08-29T19:02:14.095858+0000", 2024-08-29T19:03:25.400 INFO:tasks.workunit.client.0.smithi028.stdout: "last_peered": "2024-08-29T19:02:14.095858+0000", 2024-08-29T19:03:25.400 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub": "0'0", 2024-08-29T19:03:25.400 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub_duration": 0, 2024-08-29T19:03:25.400 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub_stamp": "2024-08-29T17:41:01.987071+0000", 2024-08-29T19:03:25.401 INFO:tasks.workunit.client.0.smithi028.stdout: "last_undegraded": "2024-08-29T19:02:14.095858+0000", 2024-08-29T19:03:25.401 INFO:tasks.workunit.client.0.smithi028.stdout: "last_unstale": "2024-08-29T19:02:14.095858+0000", 2024-08-29T19:03:25.401 INFO:tasks.workunit.client.0.smithi028.stdout: "log_dups_size": 0, 2024-08-29T19:03:25.401 INFO:tasks.workunit.client.0.smithi028.stdout: "log_size": 0, 2024-08-29T19:03:25.401 INFO:tasks.workunit.client.0.smithi028.stdout: "log_start": "0'0", 2024-08-29T19:03:25.401 INFO:tasks.workunit.client.0.smithi028.stdout: "manifest_stats_invalid": false, 2024-08-29T19:03:25.401 INFO:tasks.workunit.client.0.smithi028.stdout: "mapping_epoch": 680, 2024-08-29T19:03:25.401 INFO:tasks.workunit.client.0.smithi028.stdout: "object_location_counts": [], 2024-08-29T19:03:25.401 INFO:tasks.workunit.client.0.smithi028.stdout: "objects_scrubbed": 0, 2024-08-29T19:03:25.401 INFO:tasks.workunit.client.0.smithi028.stdout: "objects_trimmed": 0, 2024-08-29T19:03:25.401 INFO:tasks.workunit.client.0.smithi028.stdout: "omap_stats_invalid": false, 2024-08-29T19:03:25.401 INFO:tasks.workunit.client.0.smithi028.stdout: "ondisk_log_size": 0, 2024-08-29T19:03:25.401 INFO:tasks.workunit.client.0.smithi028.stdout: "ondisk_log_start": "0'0", 2024-08-29T19:03:25.401 INFO:tasks.workunit.client.0.smithi028.stdout: "parent": "0.0", 2024-08-29T19:03:25.401 INFO:tasks.workunit.client.0.smithi028.stdout: "parent_split_bits": 0, 2024-08-29T19:03:25.402 INFO:tasks.workunit.client.0.smithi028.stdout: "pgid": "3.11", 2024-08-29T19:03:25.402 INFO:tasks.workunit.client.0.smithi028.stdout: "pin_stats_invalid": false, 2024-08-29T19:03:25.402 INFO:tasks.workunit.client.0.smithi028.stdout: "purged_snaps": [], 2024-08-29T19:03:25.402 INFO:tasks.workunit.client.0.smithi028.stdout: "reported_epoch": 2650, 2024-08-29T19:03:25.402 INFO:tasks.workunit.client.0.smithi028.stdout: "reported_seq": 4552, 2024-08-29T19:03:25.402 INFO:tasks.workunit.client.0.smithi028.stdout: "scrub_duration": 0.0, 2024-08-29T19:03:25.402 INFO:tasks.workunit.client.0.smithi028.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-30T18:34:00.906966+0000", 2024-08-29T19:03:25.402 INFO:tasks.workunit.client.0.smithi028.stdout: "snaptrim_duration": 0.0, 2024-08-29T19:03:25.402 INFO:tasks.workunit.client.0.smithi028.stdout: "snaptrimq_len": 0, 2024-08-29T19:03:25.402 INFO:tasks.workunit.client.0.smithi028.stdout: "stat_sum": { 2024-08-29T19:03:25.402 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes": 0, 2024-08-29T19:03:25.402 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes_hit_set_archive": 0, 2024-08-29T19:03:25.402 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes_recovered": 0, 2024-08-29T19:03:25.403 INFO:tasks.workunit.client.0.smithi028.stdout: "num_deep_scrub_errors": 0, 2024-08-29T19:03:25.403 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict": 0, 2024-08-29T19:03:25.403 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_kb": 0, 2024-08-29T19:03:25.403 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_mode_full": 0, 2024-08-29T19:03:25.403 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_mode_some": 0, 2024-08-29T19:03:25.403 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush": 0, 2024-08-29T19:03:25.403 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_kb": 0, 2024-08-29T19:03:25.403 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_mode_high": 0, 2024-08-29T19:03:25.403 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_mode_low": 0, 2024-08-29T19:03:25.403 INFO:tasks.workunit.client.0.smithi028.stdout: "num_keys_recovered": 0, 2024-08-29T19:03:25.403 INFO:tasks.workunit.client.0.smithi028.stdout: "num_large_omap_objects": 0, 2024-08-29T19:03:25.403 INFO:tasks.workunit.client.0.smithi028.stdout: "num_legacy_snapsets": 0, 2024-08-29T19:03:25.403 INFO:tasks.workunit.client.0.smithi028.stdout: "num_object_clones": 0, 2024-08-29T19:03:25.403 INFO:tasks.workunit.client.0.smithi028.stdout: "num_object_copies": 0, 2024-08-29T19:03:25.404 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects": 0, 2024-08-29T19:03:25.404 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_degraded": 0, 2024-08-29T19:03:25.404 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_dirty": 0, 2024-08-29T19:03:25.404 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_hit_set_archive": 0, 2024-08-29T19:03:25.404 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_manifest": 0, 2024-08-29T19:03:25.404 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_misplaced": 0, 2024-08-29T19:03:25.404 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_missing": 0, 2024-08-29T19:03:25.404 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_missing_on_primary": 0, 2024-08-29T19:03:25.404 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_omap": 0, 2024-08-29T19:03:25.404 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_pinned": 0, 2024-08-29T19:03:25.404 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_recovered": 0, 2024-08-29T19:03:25.404 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_repaired": 0, 2024-08-29T19:03:25.404 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_unfound": 0, 2024-08-29T19:03:25.405 INFO:tasks.workunit.client.0.smithi028.stdout: "num_omap_bytes": 0, 2024-08-29T19:03:25.405 INFO:tasks.workunit.client.0.smithi028.stdout: "num_omap_keys": 0, 2024-08-29T19:03:25.405 INFO:tasks.workunit.client.0.smithi028.stdout: "num_promote": 0, 2024-08-29T19:03:25.405 INFO:tasks.workunit.client.0.smithi028.stdout: "num_read": 0, 2024-08-29T19:03:25.405 INFO:tasks.workunit.client.0.smithi028.stdout: "num_read_kb": 0, 2024-08-29T19:03:25.405 INFO:tasks.workunit.client.0.smithi028.stdout: "num_scrub_errors": 0, 2024-08-29T19:03:25.405 INFO:tasks.workunit.client.0.smithi028.stdout: "num_shallow_scrub_errors": 0, 2024-08-29T19:03:25.405 INFO:tasks.workunit.client.0.smithi028.stdout: "num_whiteouts": 0, 2024-08-29T19:03:25.405 INFO:tasks.workunit.client.0.smithi028.stdout: "num_write": 0, 2024-08-29T19:03:25.405 INFO:tasks.workunit.client.0.smithi028.stdout: "num_write_kb": 0 2024-08-29T19:03:25.405 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:25.405 INFO:tasks.workunit.client.0.smithi028.stdout: "state": "active+clean", 2024-08-29T19:03:25.405 INFO:tasks.workunit.client.0.smithi028.stdout: "stats_invalid": false, 2024-08-29T19:03:25.406 INFO:tasks.workunit.client.0.smithi028.stdout: "up": [ 2024-08-29T19:03:25.406 INFO:tasks.workunit.client.0.smithi028.stdout: 7, 2024-08-29T19:03:25.406 INFO:tasks.workunit.client.0.smithi028.stdout: 4, 2024-08-29T19:03:25.406 INFO:tasks.workunit.client.0.smithi028.stdout: 6 2024-08-29T19:03:25.406 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-08-29T19:03:25.406 INFO:tasks.workunit.client.0.smithi028.stdout: "up_primary": 7, 2024-08-29T19:03:25.406 INFO:tasks.workunit.client.0.smithi028.stdout: "version": "0'0" 2024-08-29T19:03:25.406 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:25.406 INFO:tasks.workunit.client.0.smithi028.stdout: { 2024-08-29T19:03:25.406 INFO:tasks.workunit.client.0.smithi028.stdout: "acting": [ 2024-08-29T19:03:25.406 INFO:tasks.workunit.client.0.smithi028.stdout: 2, 2024-08-29T19:03:25.406 INFO:tasks.workunit.client.0.smithi028.stdout: 1, 2024-08-29T19:03:25.406 INFO:tasks.workunit.client.0.smithi028.stdout: 0 2024-08-29T19:03:25.406 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-08-29T19:03:25.407 INFO:tasks.workunit.client.0.smithi028.stdout: "acting_primary": 2, 2024-08-29T19:03:25.407 INFO:tasks.workunit.client.0.smithi028.stdout: "avail_no_missing": [], 2024-08-29T19:03:25.407 INFO:tasks.workunit.client.0.smithi028.stdout: "blocked_by": [], 2024-08-29T19:03:25.407 INFO:tasks.workunit.client.0.smithi028.stdout: "created": 59, 2024-08-29T19:03:25.407 INFO:tasks.workunit.client.0.smithi028.stdout: "dirty_stats_invalid": false, 2024-08-29T19:03:25.407 INFO:tasks.workunit.client.0.smithi028.stdout: "hitset_bytes_stats_invalid": false, 2024-08-29T19:03:25.407 INFO:tasks.workunit.client.0.smithi028.stdout: "hitset_stats_invalid": false, 2024-08-29T19:03:25.407 INFO:tasks.workunit.client.0.smithi028.stdout: "last_active": "2024-08-29T19:02:14.102402+0000", 2024-08-29T19:03:25.407 INFO:tasks.workunit.client.0.smithi028.stdout: "last_became_active": "2024-08-29T17:55:26.384909+0000", 2024-08-29T19:03:25.407 INFO:tasks.workunit.client.0.smithi028.stdout: "last_became_peered": "2024-08-29T17:55:26.384909+0000", 2024-08-29T19:03:25.407 INFO:tasks.workunit.client.0.smithi028.stdout: "last_change": "2024-08-29T17:55:26.386883+0000", 2024-08-29T19:03:25.407 INFO:tasks.workunit.client.0.smithi028.stdout: "last_clean": "2024-08-29T19:02:14.102402+0000", 2024-08-29T19:03:25.407 INFO:tasks.workunit.client.0.smithi028.stdout: "last_clean_scrub_stamp": "2024-08-29T17:40:52.944949+0000", 2024-08-29T19:03:25.407 INFO:tasks.workunit.client.0.smithi028.stdout: "last_deep_scrub": "0'0", 2024-08-29T19:03:25.408 INFO:tasks.workunit.client.0.smithi028.stdout: "last_deep_scrub_stamp": "2024-08-29T17:40:52.944949+0000", 2024-08-29T19:03:25.408 INFO:tasks.workunit.client.0.smithi028.stdout: "last_epoch_clean": 517, 2024-08-29T19:03:25.408 INFO:tasks.workunit.client.0.smithi028.stdout: "last_fresh": "2024-08-29T19:02:14.102402+0000", 2024-08-29T19:03:25.408 INFO:tasks.workunit.client.0.smithi028.stdout: "last_fullsized": "2024-08-29T19:02:14.102402+0000", 2024-08-29T19:03:25.408 INFO:tasks.workunit.client.0.smithi028.stdout: "last_peered": "2024-08-29T19:02:14.102402+0000", 2024-08-29T19:03:25.408 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub": "0'0", 2024-08-29T19:03:25.408 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub_duration": 0, 2024-08-29T19:03:25.408 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub_stamp": "2024-08-29T17:40:52.944949+0000", 2024-08-29T19:03:25.408 INFO:tasks.workunit.client.0.smithi028.stdout: "last_undegraded": "2024-08-29T19:02:14.102402+0000", 2024-08-29T19:03:25.408 INFO:tasks.workunit.client.0.smithi028.stdout: "last_unstale": "2024-08-29T19:02:14.102402+0000", 2024-08-29T19:03:25.408 INFO:tasks.workunit.client.0.smithi028.stdout: "log_dups_size": 0, 2024-08-29T19:03:25.408 INFO:tasks.workunit.client.0.smithi028.stdout: "log_size": 8, 2024-08-29T19:03:25.408 INFO:tasks.workunit.client.0.smithi028.stdout: "log_start": "0'0", 2024-08-29T19:03:25.409 INFO:tasks.workunit.client.0.smithi028.stdout: "manifest_stats_invalid": false, 2024-08-29T19:03:25.409 INFO:tasks.workunit.client.0.smithi028.stdout: "mapping_epoch": 516, 2024-08-29T19:03:25.409 INFO:tasks.workunit.client.0.smithi028.stdout: "object_location_counts": [], 2024-08-29T19:03:25.409 INFO:tasks.workunit.client.0.smithi028.stdout: "objects_scrubbed": 0, 2024-08-29T19:03:25.409 INFO:tasks.workunit.client.0.smithi028.stdout: "objects_trimmed": 0, 2024-08-29T19:03:25.409 INFO:tasks.workunit.client.0.smithi028.stdout: "omap_stats_invalid": false, 2024-08-29T19:03:25.409 INFO:tasks.workunit.client.0.smithi028.stdout: "ondisk_log_size": 8, 2024-08-29T19:03:25.409 INFO:tasks.workunit.client.0.smithi028.stdout: "ondisk_log_start": "0'0", 2024-08-29T19:03:25.409 INFO:tasks.workunit.client.0.smithi028.stdout: "parent": "0.0", 2024-08-29T19:03:25.409 INFO:tasks.workunit.client.0.smithi028.stdout: "parent_split_bits": 0, 2024-08-29T19:03:25.409 INFO:tasks.workunit.client.0.smithi028.stdout: "pgid": "2.10", 2024-08-29T19:03:25.409 INFO:tasks.workunit.client.0.smithi028.stdout: "pin_stats_invalid": false, 2024-08-29T19:03:25.409 INFO:tasks.workunit.client.0.smithi028.stdout: "purged_snaps": [], 2024-08-29T19:03:25.409 INFO:tasks.workunit.client.0.smithi028.stdout: "reported_epoch": 2650, 2024-08-29T19:03:25.410 INFO:tasks.workunit.client.0.smithi028.stdout: "reported_seq": 4755, 2024-08-29T19:03:25.410 INFO:tasks.workunit.client.0.smithi028.stdout: "scrub_duration": 0.0, 2024-08-29T19:03:25.410 INFO:tasks.workunit.client.0.smithi028.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-30T22:40:38.416082+0000", 2024-08-29T19:03:25.410 INFO:tasks.workunit.client.0.smithi028.stdout: "snaptrim_duration": 0.0, 2024-08-29T19:03:25.410 INFO:tasks.workunit.client.0.smithi028.stdout: "snaptrimq_len": 0, 2024-08-29T19:03:25.410 INFO:tasks.workunit.client.0.smithi028.stdout: "stat_sum": { 2024-08-29T19:03:25.410 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes": 0, 2024-08-29T19:03:25.410 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes_hit_set_archive": 0, 2024-08-29T19:03:25.410 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes_recovered": 0, 2024-08-29T19:03:25.410 INFO:tasks.workunit.client.0.smithi028.stdout: "num_deep_scrub_errors": 0, 2024-08-29T19:03:25.410 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict": 0, 2024-08-29T19:03:25.410 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_kb": 0, 2024-08-29T19:03:25.410 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_mode_full": 0, 2024-08-29T19:03:25.411 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_mode_some": 0, 2024-08-29T19:03:25.411 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush": 0, 2024-08-29T19:03:25.411 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_kb": 0, 2024-08-29T19:03:25.411 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_mode_high": 0, 2024-08-29T19:03:25.411 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_mode_low": 0, 2024-08-29T19:03:25.411 INFO:tasks.workunit.client.0.smithi028.stdout: "num_keys_recovered": 0, 2024-08-29T19:03:25.411 INFO:tasks.workunit.client.0.smithi028.stdout: "num_large_omap_objects": 0, 2024-08-29T19:03:25.411 INFO:tasks.workunit.client.0.smithi028.stdout: "num_legacy_snapsets": 0, 2024-08-29T19:03:25.411 INFO:tasks.workunit.client.0.smithi028.stdout: "num_object_clones": 0, 2024-08-29T19:03:25.411 INFO:tasks.workunit.client.0.smithi028.stdout: "num_object_copies": 12, 2024-08-29T19:03:25.411 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects": 4, 2024-08-29T19:03:25.411 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_degraded": 0, 2024-08-29T19:03:25.411 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_dirty": 4, 2024-08-29T19:03:25.411 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_hit_set_archive": 0, 2024-08-29T19:03:25.412 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_manifest": 0, 2024-08-29T19:03:25.412 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_misplaced": 0, 2024-08-29T19:03:25.412 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_missing": 0, 2024-08-29T19:03:25.412 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_missing_on_primary": 0, 2024-08-29T19:03:25.412 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_omap": 4, 2024-08-29T19:03:25.412 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_pinned": 0, 2024-08-29T19:03:25.412 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_recovered": 0, 2024-08-29T19:03:25.412 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_repaired": 0, 2024-08-29T19:03:25.412 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_unfound": 0, 2024-08-29T19:03:25.412 INFO:tasks.workunit.client.0.smithi028.stdout: "num_omap_bytes": 0, 2024-08-29T19:03:25.412 INFO:tasks.workunit.client.0.smithi028.stdout: "num_omap_keys": 0, 2024-08-29T19:03:25.412 INFO:tasks.workunit.client.0.smithi028.stdout: "num_promote": 0, 2024-08-29T19:03:25.412 INFO:tasks.workunit.client.0.smithi028.stdout: "num_read": 24, 2024-08-29T19:03:25.412 INFO:tasks.workunit.client.0.smithi028.stdout: "num_read_kb": 24, 2024-08-29T19:03:25.413 INFO:tasks.workunit.client.0.smithi028.stdout: "num_scrub_errors": 0, 2024-08-29T19:03:25.413 INFO:tasks.workunit.client.0.smithi028.stdout: "num_shallow_scrub_errors": 0, 2024-08-29T19:03:25.413 INFO:tasks.workunit.client.0.smithi028.stdout: "num_whiteouts": 0, 2024-08-29T19:03:25.413 INFO:tasks.workunit.client.0.smithi028.stdout: "num_write": 12, 2024-08-29T19:03:25.413 INFO:tasks.workunit.client.0.smithi028.stdout: "num_write_kb": 0 2024-08-29T19:03:25.413 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:25.413 INFO:tasks.workunit.client.0.smithi028.stdout: "state": "active+clean", 2024-08-29T19:03:25.413 INFO:tasks.workunit.client.0.smithi028.stdout: "stats_invalid": false, 2024-08-29T19:03:25.413 INFO:tasks.workunit.client.0.smithi028.stdout: "up": [ 2024-08-29T19:03:25.413 INFO:tasks.workunit.client.0.smithi028.stdout: 2, 2024-08-29T19:03:25.413 INFO:tasks.workunit.client.0.smithi028.stdout: 1, 2024-08-29T19:03:25.413 INFO:tasks.workunit.client.0.smithi028.stdout: 0 2024-08-29T19:03:25.413 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-08-29T19:03:25.413 INFO:tasks.workunit.client.0.smithi028.stdout: "up_primary": 2, 2024-08-29T19:03:25.414 INFO:tasks.workunit.client.0.smithi028.stdout: "version": "65'8" 2024-08-29T19:03:25.414 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:25.414 INFO:tasks.workunit.client.0.smithi028.stdout: { 2024-08-29T19:03:25.414 INFO:tasks.workunit.client.0.smithi028.stdout: "acting": [ 2024-08-29T19:03:25.414 INFO:tasks.workunit.client.0.smithi028.stdout: 6, 2024-08-29T19:03:25.414 INFO:tasks.workunit.client.0.smithi028.stdout: 0, 2024-08-29T19:03:25.414 INFO:tasks.workunit.client.0.smithi028.stdout: 5 2024-08-29T19:03:25.414 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-08-29T19:03:25.414 INFO:tasks.workunit.client.0.smithi028.stdout: "acting_primary": 6, 2024-08-29T19:03:25.414 INFO:tasks.workunit.client.0.smithi028.stdout: "avail_no_missing": [], 2024-08-29T19:03:25.414 INFO:tasks.workunit.client.0.smithi028.stdout: "blocked_by": [], 2024-08-29T19:03:25.414 INFO:tasks.workunit.client.0.smithi028.stdout: "created": 62, 2024-08-29T19:03:25.414 INFO:tasks.workunit.client.0.smithi028.stdout: "dirty_stats_invalid": false, 2024-08-29T19:03:25.415 INFO:tasks.workunit.client.0.smithi028.stdout: "hitset_bytes_stats_invalid": false, 2024-08-29T19:03:25.415 INFO:tasks.workunit.client.0.smithi028.stdout: "hitset_stats_invalid": false, 2024-08-29T19:03:25.415 INFO:tasks.workunit.client.0.smithi028.stdout: "last_active": "2024-08-29T19:02:14.930118+0000", 2024-08-29T19:03:25.415 INFO:tasks.workunit.client.0.smithi028.stdout: "last_became_active": "2024-08-29T17:57:36.381484+0000", 2024-08-29T19:03:25.415 INFO:tasks.workunit.client.0.smithi028.stdout: "last_became_peered": "2024-08-29T17:57:36.381484+0000", 2024-08-29T19:03:25.415 INFO:tasks.workunit.client.0.smithi028.stdout: "last_change": "2024-08-29T17:57:36.382079+0000", 2024-08-29T19:03:25.415 INFO:tasks.workunit.client.0.smithi028.stdout: "last_clean": "2024-08-29T19:02:14.930118+0000", 2024-08-29T19:03:25.415 INFO:tasks.workunit.client.0.smithi028.stdout: "last_clean_scrub_stamp": "2024-08-29T17:41:01.987071+0000", 2024-08-29T19:03:25.415 INFO:tasks.workunit.client.0.smithi028.stdout: "last_deep_scrub": "0'0", 2024-08-29T19:03:25.415 INFO:tasks.workunit.client.0.smithi028.stdout: "last_deep_scrub_stamp": "2024-08-29T17:41:01.987071+0000", 2024-08-29T19:03:25.415 INFO:tasks.workunit.client.0.smithi028.stdout: "last_epoch_clean": 646, 2024-08-29T19:03:25.415 INFO:tasks.workunit.client.0.smithi028.stdout: "last_fresh": "2024-08-29T19:02:14.930118+0000", 2024-08-29T19:03:25.415 INFO:tasks.workunit.client.0.smithi028.stdout: "last_fullsized": "2024-08-29T19:02:14.930118+0000", 2024-08-29T19:03:25.415 INFO:tasks.workunit.client.0.smithi028.stdout: "last_peered": "2024-08-29T19:02:14.930118+0000", 2024-08-29T19:03:25.416 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub": "0'0", 2024-08-29T19:03:25.416 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub_duration": 0, 2024-08-29T19:03:25.416 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub_stamp": "2024-08-29T17:41:01.987071+0000", 2024-08-29T19:03:25.416 INFO:tasks.workunit.client.0.smithi028.stdout: "last_undegraded": "2024-08-29T19:02:14.930118+0000", 2024-08-29T19:03:25.416 INFO:tasks.workunit.client.0.smithi028.stdout: "last_unstale": "2024-08-29T19:02:14.930118+0000", 2024-08-29T19:03:25.416 INFO:tasks.workunit.client.0.smithi028.stdout: "log_dups_size": 0, 2024-08-29T19:03:25.416 INFO:tasks.workunit.client.0.smithi028.stdout: "log_size": 0, 2024-08-29T19:03:25.416 INFO:tasks.workunit.client.0.smithi028.stdout: "log_start": "0'0", 2024-08-29T19:03:25.416 INFO:tasks.workunit.client.0.smithi028.stdout: "manifest_stats_invalid": false, 2024-08-29T19:03:25.416 INFO:tasks.workunit.client.0.smithi028.stdout: "mapping_epoch": 645, 2024-08-29T19:03:25.416 INFO:tasks.workunit.client.0.smithi028.stdout: "object_location_counts": [], 2024-08-29T19:03:25.416 INFO:tasks.workunit.client.0.smithi028.stdout: "objects_scrubbed": 0, 2024-08-29T19:03:25.416 INFO:tasks.workunit.client.0.smithi028.stdout: "objects_trimmed": 0, 2024-08-29T19:03:25.416 INFO:tasks.workunit.client.0.smithi028.stdout: "omap_stats_invalid": false, 2024-08-29T19:03:25.417 INFO:tasks.workunit.client.0.smithi028.stdout: "ondisk_log_size": 0, 2024-08-29T19:03:25.417 INFO:tasks.workunit.client.0.smithi028.stdout: "ondisk_log_start": "0'0", 2024-08-29T19:03:25.417 INFO:tasks.workunit.client.0.smithi028.stdout: "parent": "0.0", 2024-08-29T19:03:25.417 INFO:tasks.workunit.client.0.smithi028.stdout: "parent_split_bits": 0, 2024-08-29T19:03:25.417 INFO:tasks.workunit.client.0.smithi028.stdout: "pgid": "3.10", 2024-08-29T19:03:25.417 INFO:tasks.workunit.client.0.smithi028.stdout: "pin_stats_invalid": false, 2024-08-29T19:03:25.417 INFO:tasks.workunit.client.0.smithi028.stdout: "purged_snaps": [], 2024-08-29T19:03:25.417 INFO:tasks.workunit.client.0.smithi028.stdout: "reported_epoch": 2650, 2024-08-29T19:03:25.417 INFO:tasks.workunit.client.0.smithi028.stdout: "reported_seq": 4593, 2024-08-29T19:03:25.417 INFO:tasks.workunit.client.0.smithi028.stdout: "scrub_duration": 0.0, 2024-08-29T19:03:25.417 INFO:tasks.workunit.client.0.smithi028.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-30T22:14:39.041665+0000", 2024-08-29T19:03:25.417 INFO:tasks.workunit.client.0.smithi028.stdout: "snaptrim_duration": 0.0, 2024-08-29T19:03:25.417 INFO:tasks.workunit.client.0.smithi028.stdout: "snaptrimq_len": 0, 2024-08-29T19:03:25.418 INFO:tasks.workunit.client.0.smithi028.stdout: "stat_sum": { 2024-08-29T19:03:25.418 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes": 0, 2024-08-29T19:03:25.418 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes_hit_set_archive": 0, 2024-08-29T19:03:25.418 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes_recovered": 0, 2024-08-29T19:03:25.418 INFO:tasks.workunit.client.0.smithi028.stdout: "num_deep_scrub_errors": 0, 2024-08-29T19:03:25.418 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict": 0, 2024-08-29T19:03:25.418 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_kb": 0, 2024-08-29T19:03:25.418 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_mode_full": 0, 2024-08-29T19:03:25.418 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_mode_some": 0, 2024-08-29T19:03:25.418 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush": 0, 2024-08-29T19:03:25.418 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_kb": 0, 2024-08-29T19:03:25.418 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_mode_high": 0, 2024-08-29T19:03:25.418 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_mode_low": 0, 2024-08-29T19:03:25.418 INFO:tasks.workunit.client.0.smithi028.stdout: "num_keys_recovered": 0, 2024-08-29T19:03:25.419 INFO:tasks.workunit.client.0.smithi028.stdout: "num_large_omap_objects": 0, 2024-08-29T19:03:25.419 INFO:tasks.workunit.client.0.smithi028.stdout: "num_legacy_snapsets": 0, 2024-08-29T19:03:25.419 INFO:tasks.workunit.client.0.smithi028.stdout: "num_object_clones": 0, 2024-08-29T19:03:25.419 INFO:tasks.workunit.client.0.smithi028.stdout: "num_object_copies": 0, 2024-08-29T19:03:25.419 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects": 0, 2024-08-29T19:03:25.419 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_degraded": 0, 2024-08-29T19:03:25.419 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_dirty": 0, 2024-08-29T19:03:25.419 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_hit_set_archive": 0, 2024-08-29T19:03:25.419 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_manifest": 0, 2024-08-29T19:03:25.419 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_misplaced": 0, 2024-08-29T19:03:25.419 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_missing": 0, 2024-08-29T19:03:25.419 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_missing_on_primary": 0, 2024-08-29T19:03:25.419 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_omap": 0, 2024-08-29T19:03:25.419 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_pinned": 0, 2024-08-29T19:03:25.420 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_recovered": 0, 2024-08-29T19:03:25.420 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_repaired": 0, 2024-08-29T19:03:25.420 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_unfound": 0, 2024-08-29T19:03:25.420 INFO:tasks.workunit.client.0.smithi028.stdout: "num_omap_bytes": 0, 2024-08-29T19:03:25.420 INFO:tasks.workunit.client.0.smithi028.stdout: "num_omap_keys": 0, 2024-08-29T19:03:25.420 INFO:tasks.workunit.client.0.smithi028.stdout: "num_promote": 0, 2024-08-29T19:03:25.420 INFO:tasks.workunit.client.0.smithi028.stdout: "num_read": 0, 2024-08-29T19:03:25.420 INFO:tasks.workunit.client.0.smithi028.stdout: "num_read_kb": 0, 2024-08-29T19:03:25.420 INFO:tasks.workunit.client.0.smithi028.stdout: "num_scrub_errors": 0, 2024-08-29T19:03:25.420 INFO:tasks.workunit.client.0.smithi028.stdout: "num_shallow_scrub_errors": 0, 2024-08-29T19:03:25.420 INFO:tasks.workunit.client.0.smithi028.stdout: "num_whiteouts": 0, 2024-08-29T19:03:25.420 INFO:tasks.workunit.client.0.smithi028.stdout: "num_write": 0, 2024-08-29T19:03:25.420 INFO:tasks.workunit.client.0.smithi028.stdout: "num_write_kb": 0 2024-08-29T19:03:25.421 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:25.421 INFO:tasks.workunit.client.0.smithi028.stdout: "state": "active+clean", 2024-08-29T19:03:25.421 INFO:tasks.workunit.client.0.smithi028.stdout: "stats_invalid": false, 2024-08-29T19:03:25.421 INFO:tasks.workunit.client.0.smithi028.stdout: "up": [ 2024-08-29T19:03:25.421 INFO:tasks.workunit.client.0.smithi028.stdout: 6, 2024-08-29T19:03:25.421 INFO:tasks.workunit.client.0.smithi028.stdout: 0, 2024-08-29T19:03:25.421 INFO:tasks.workunit.client.0.smithi028.stdout: 5 2024-08-29T19:03:25.421 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-08-29T19:03:25.421 INFO:tasks.workunit.client.0.smithi028.stdout: "up_primary": 6, 2024-08-29T19:03:25.421 INFO:tasks.workunit.client.0.smithi028.stdout: "version": "0'0" 2024-08-29T19:03:25.421 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:25.421 INFO:tasks.workunit.client.0.smithi028.stdout: { 2024-08-29T19:03:25.421 INFO:tasks.workunit.client.0.smithi028.stdout: "acting": [ 2024-08-29T19:03:25.422 INFO:tasks.workunit.client.0.smithi028.stdout: 6, 2024-08-29T19:03:25.422 INFO:tasks.workunit.client.0.smithi028.stdout: 4, 2024-08-29T19:03:25.422 INFO:tasks.workunit.client.0.smithi028.stdout: 1 2024-08-29T19:03:25.422 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-08-29T19:03:25.422 INFO:tasks.workunit.client.0.smithi028.stdout: "acting_primary": 6, 2024-08-29T19:03:25.422 INFO:tasks.workunit.client.0.smithi028.stdout: "avail_no_missing": [], 2024-08-29T19:03:25.422 INFO:tasks.workunit.client.0.smithi028.stdout: "blocked_by": [], 2024-08-29T19:03:25.422 INFO:tasks.workunit.client.0.smithi028.stdout: "created": 59, 2024-08-29T19:03:25.422 INFO:tasks.workunit.client.0.smithi028.stdout: "dirty_stats_invalid": false, 2024-08-29T19:03:25.422 INFO:tasks.workunit.client.0.smithi028.stdout: "hitset_bytes_stats_invalid": false, 2024-08-29T19:03:25.422 INFO:tasks.workunit.client.0.smithi028.stdout: "hitset_stats_invalid": false, 2024-08-29T19:03:25.422 INFO:tasks.workunit.client.0.smithi028.stdout: "last_active": "2024-08-29T19:02:14.917866+0000", 2024-08-29T19:03:25.422 INFO:tasks.workunit.client.0.smithi028.stdout: "last_became_active": "2024-08-29T17:57:36.374170+0000", 2024-08-29T19:03:25.422 INFO:tasks.workunit.client.0.smithi028.stdout: "last_became_peered": "2024-08-29T17:57:36.374170+0000", 2024-08-29T19:03:25.423 INFO:tasks.workunit.client.0.smithi028.stdout: "last_change": "2024-08-29T17:57:36.374611+0000", 2024-08-29T19:03:25.423 INFO:tasks.workunit.client.0.smithi028.stdout: "last_clean": "2024-08-29T19:02:14.917866+0000", 2024-08-29T19:03:25.423 INFO:tasks.workunit.client.0.smithi028.stdout: "last_clean_scrub_stamp": "2024-08-29T17:40:52.944949+0000", 2024-08-29T19:03:25.423 INFO:tasks.workunit.client.0.smithi028.stdout: "last_deep_scrub": "0'0", 2024-08-29T19:03:25.423 INFO:tasks.workunit.client.0.smithi028.stdout: "last_deep_scrub_stamp": "2024-08-29T17:40:52.944949+0000", 2024-08-29T19:03:25.423 INFO:tasks.workunit.client.0.smithi028.stdout: "last_epoch_clean": 646, 2024-08-29T19:03:25.423 INFO:tasks.workunit.client.0.smithi028.stdout: "last_fresh": "2024-08-29T19:02:14.917866+0000", 2024-08-29T19:03:25.423 INFO:tasks.workunit.client.0.smithi028.stdout: "last_fullsized": "2024-08-29T19:02:14.917866+0000", 2024-08-29T19:03:25.423 INFO:tasks.workunit.client.0.smithi028.stdout: "last_peered": "2024-08-29T19:02:14.917866+0000", 2024-08-29T19:03:25.423 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub": "0'0", 2024-08-29T19:03:25.423 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub_duration": 0, 2024-08-29T19:03:25.423 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub_stamp": "2024-08-29T17:40:52.944949+0000", 2024-08-29T19:03:25.423 INFO:tasks.workunit.client.0.smithi028.stdout: "last_undegraded": "2024-08-29T19:02:14.917866+0000", 2024-08-29T19:03:25.423 INFO:tasks.workunit.client.0.smithi028.stdout: "last_unstale": "2024-08-29T19:02:14.917866+0000", 2024-08-29T19:03:25.424 INFO:tasks.workunit.client.0.smithi028.stdout: "log_dups_size": 0, 2024-08-29T19:03:25.424 INFO:tasks.workunit.client.0.smithi028.stdout: "log_size": 0, 2024-08-29T19:03:25.424 INFO:tasks.workunit.client.0.smithi028.stdout: "log_start": "0'0", 2024-08-29T19:03:25.424 INFO:tasks.workunit.client.0.smithi028.stdout: "manifest_stats_invalid": false, 2024-08-29T19:03:25.424 INFO:tasks.workunit.client.0.smithi028.stdout: "mapping_epoch": 645, 2024-08-29T19:03:25.424 INFO:tasks.workunit.client.0.smithi028.stdout: "object_location_counts": [], 2024-08-29T19:03:25.424 INFO:tasks.workunit.client.0.smithi028.stdout: "objects_scrubbed": 0, 2024-08-29T19:03:25.424 INFO:tasks.workunit.client.0.smithi028.stdout: "objects_trimmed": 0, 2024-08-29T19:03:25.424 INFO:tasks.workunit.client.0.smithi028.stdout: "omap_stats_invalid": false, 2024-08-29T19:03:25.424 INFO:tasks.workunit.client.0.smithi028.stdout: "ondisk_log_size": 0, 2024-08-29T19:03:25.424 INFO:tasks.workunit.client.0.smithi028.stdout: "ondisk_log_start": "0'0", 2024-08-29T19:03:25.424 INFO:tasks.workunit.client.0.smithi028.stdout: "parent": "0.0", 2024-08-29T19:03:25.424 INFO:tasks.workunit.client.0.smithi028.stdout: "parent_split_bits": 0, 2024-08-29T19:03:25.424 INFO:tasks.workunit.client.0.smithi028.stdout: "pgid": "2.11", 2024-08-29T19:03:25.425 INFO:tasks.workunit.client.0.smithi028.stdout: "pin_stats_invalid": false, 2024-08-29T19:03:25.425 INFO:tasks.workunit.client.0.smithi028.stdout: "purged_snaps": [], 2024-08-29T19:03:25.425 INFO:tasks.workunit.client.0.smithi028.stdout: "reported_epoch": 2650, 2024-08-29T19:03:25.425 INFO:tasks.workunit.client.0.smithi028.stdout: "reported_seq": 4605, 2024-08-29T19:03:25.425 INFO:tasks.workunit.client.0.smithi028.stdout: "scrub_duration": 0.0, 2024-08-29T19:03:25.425 INFO:tasks.workunit.client.0.smithi028.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-30T23:17:05.211081+0000", 2024-08-29T19:03:25.425 INFO:tasks.workunit.client.0.smithi028.stdout: "snaptrim_duration": 0.0, 2024-08-29T19:03:25.425 INFO:tasks.workunit.client.0.smithi028.stdout: "snaptrimq_len": 0, 2024-08-29T19:03:25.425 INFO:tasks.workunit.client.0.smithi028.stdout: "stat_sum": { 2024-08-29T19:03:25.425 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes": 0, 2024-08-29T19:03:25.425 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes_hit_set_archive": 0, 2024-08-29T19:03:25.425 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes_recovered": 0, 2024-08-29T19:03:25.425 INFO:tasks.workunit.client.0.smithi028.stdout: "num_deep_scrub_errors": 0, 2024-08-29T19:03:25.426 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict": 0, 2024-08-29T19:03:25.426 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_kb": 0, 2024-08-29T19:03:25.426 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_mode_full": 0, 2024-08-29T19:03:25.426 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_mode_some": 0, 2024-08-29T19:03:25.426 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush": 0, 2024-08-29T19:03:25.426 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_kb": 0, 2024-08-29T19:03:25.426 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_mode_high": 0, 2024-08-29T19:03:25.426 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_mode_low": 0, 2024-08-29T19:03:25.426 INFO:tasks.workunit.client.0.smithi028.stdout: "num_keys_recovered": 0, 2024-08-29T19:03:25.426 INFO:tasks.workunit.client.0.smithi028.stdout: "num_large_omap_objects": 0, 2024-08-29T19:03:25.426 INFO:tasks.workunit.client.0.smithi028.stdout: "num_legacy_snapsets": 0, 2024-08-29T19:03:25.426 INFO:tasks.workunit.client.0.smithi028.stdout: "num_object_clones": 0, 2024-08-29T19:03:25.426 INFO:tasks.workunit.client.0.smithi028.stdout: "num_object_copies": 0, 2024-08-29T19:03:25.426 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects": 0, 2024-08-29T19:03:25.427 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_degraded": 0, 2024-08-29T19:03:25.427 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_dirty": 0, 2024-08-29T19:03:25.427 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_hit_set_archive": 0, 2024-08-29T19:03:25.427 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_manifest": 0, 2024-08-29T19:03:25.427 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_misplaced": 0, 2024-08-29T19:03:25.427 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_missing": 0, 2024-08-29T19:03:25.427 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_missing_on_primary": 0, 2024-08-29T19:03:25.427 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_omap": 0, 2024-08-29T19:03:25.427 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_pinned": 0, 2024-08-29T19:03:25.427 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_recovered": 0, 2024-08-29T19:03:25.427 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_repaired": 0, 2024-08-29T19:03:25.427 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_unfound": 0, 2024-08-29T19:03:25.428 INFO:tasks.workunit.client.0.smithi028.stdout: "num_omap_bytes": 0, 2024-08-29T19:03:25.428 INFO:tasks.workunit.client.0.smithi028.stdout: "num_omap_keys": 0, 2024-08-29T19:03:25.428 INFO:tasks.workunit.client.0.smithi028.stdout: "num_promote": 0, 2024-08-29T19:03:25.428 INFO:tasks.workunit.client.0.smithi028.stdout: "num_read": 0, 2024-08-29T19:03:25.428 INFO:tasks.workunit.client.0.smithi028.stdout: "num_read_kb": 0, 2024-08-29T19:03:25.428 INFO:tasks.workunit.client.0.smithi028.stdout: "num_scrub_errors": 0, 2024-08-29T19:03:25.428 INFO:tasks.workunit.client.0.smithi028.stdout: "num_shallow_scrub_errors": 0, 2024-08-29T19:03:25.428 INFO:tasks.workunit.client.0.smithi028.stdout: "num_whiteouts": 0, 2024-08-29T19:03:25.428 INFO:tasks.workunit.client.0.smithi028.stdout: "num_write": 0, 2024-08-29T19:03:25.428 INFO:tasks.workunit.client.0.smithi028.stdout: "num_write_kb": 0 2024-08-29T19:03:25.428 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:25.428 INFO:tasks.workunit.client.0.smithi028.stdout: "state": "active+clean", 2024-08-29T19:03:25.428 INFO:tasks.workunit.client.0.smithi028.stdout: "stats_invalid": false, 2024-08-29T19:03:25.429 INFO:tasks.workunit.client.0.smithi028.stdout: "up": [ 2024-08-29T19:03:25.429 INFO:tasks.workunit.client.0.smithi028.stdout: 6, 2024-08-29T19:03:25.429 INFO:tasks.workunit.client.0.smithi028.stdout: 4, 2024-08-29T19:03:25.429 INFO:tasks.workunit.client.0.smithi028.stdout: 1 2024-08-29T19:03:25.429 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-08-29T19:03:25.429 INFO:tasks.workunit.client.0.smithi028.stdout: "up_primary": 6, 2024-08-29T19:03:25.429 INFO:tasks.workunit.client.0.smithi028.stdout: "version": "0'0" 2024-08-29T19:03:25.429 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:25.429 INFO:tasks.workunit.client.0.smithi028.stdout: { 2024-08-29T19:03:25.429 INFO:tasks.workunit.client.0.smithi028.stdout: "acting": [ 2024-08-29T19:03:25.429 INFO:tasks.workunit.client.0.smithi028.stdout: 7, 2024-08-29T19:03:25.429 INFO:tasks.workunit.client.0.smithi028.stdout: 4, 2024-08-29T19:03:25.429 INFO:tasks.workunit.client.0.smithi028.stdout: 2 2024-08-29T19:03:25.429 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-08-29T19:03:25.430 INFO:tasks.workunit.client.0.smithi028.stdout: "acting_primary": 7, 2024-08-29T19:03:25.430 INFO:tasks.workunit.client.0.smithi028.stdout: "avail_no_missing": [], 2024-08-29T19:03:25.430 INFO:tasks.workunit.client.0.smithi028.stdout: "blocked_by": [], 2024-08-29T19:03:25.430 INFO:tasks.workunit.client.0.smithi028.stdout: "created": 62, 2024-08-29T19:03:25.430 INFO:tasks.workunit.client.0.smithi028.stdout: "dirty_stats_invalid": false, 2024-08-29T19:03:25.430 INFO:tasks.workunit.client.0.smithi028.stdout: "hitset_bytes_stats_invalid": false, 2024-08-29T19:03:25.430 INFO:tasks.workunit.client.0.smithi028.stdout: "hitset_stats_invalid": false, 2024-08-29T19:03:25.430 INFO:tasks.workunit.client.0.smithi028.stdout: "last_active": "2024-08-29T19:02:14.096047+0000", 2024-08-29T19:03:25.430 INFO:tasks.workunit.client.0.smithi028.stdout: "last_became_active": "2024-08-29T17:58:11.364017+0000", 2024-08-29T19:03:25.430 INFO:tasks.workunit.client.0.smithi028.stdout: "last_became_peered": "2024-08-29T17:58:11.364017+0000", 2024-08-29T19:03:25.430 INFO:tasks.workunit.client.0.smithi028.stdout: "last_change": "2024-08-29T17:58:11.364793+0000", 2024-08-29T19:03:25.430 INFO:tasks.workunit.client.0.smithi028.stdout: "last_clean": "2024-08-29T19:02:14.096047+0000", 2024-08-29T19:03:25.430 INFO:tasks.workunit.client.0.smithi028.stdout: "last_clean_scrub_stamp": "2024-08-29T17:41:01.987071+0000", 2024-08-29T19:03:25.430 INFO:tasks.workunit.client.0.smithi028.stdout: "last_deep_scrub": "0'0", 2024-08-29T19:03:25.431 INFO:tasks.workunit.client.0.smithi028.stdout: "last_deep_scrub_stamp": "2024-08-29T17:41:01.987071+0000", 2024-08-29T19:03:25.431 INFO:tasks.workunit.client.0.smithi028.stdout: "last_epoch_clean": 681, 2024-08-29T19:03:25.431 INFO:tasks.workunit.client.0.smithi028.stdout: "last_fresh": "2024-08-29T19:02:14.096047+0000", 2024-08-29T19:03:25.431 INFO:tasks.workunit.client.0.smithi028.stdout: "last_fullsized": "2024-08-29T19:02:14.096047+0000", 2024-08-29T19:03:25.431 INFO:tasks.workunit.client.0.smithi028.stdout: "last_peered": "2024-08-29T19:02:14.096047+0000", 2024-08-29T19:03:25.431 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub": "0'0", 2024-08-29T19:03:25.431 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub_duration": 0, 2024-08-29T19:03:25.431 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub_stamp": "2024-08-29T17:41:01.987071+0000", 2024-08-29T19:03:25.431 INFO:tasks.workunit.client.0.smithi028.stdout: "last_undegraded": "2024-08-29T19:02:14.096047+0000", 2024-08-29T19:03:25.431 INFO:tasks.workunit.client.0.smithi028.stdout: "last_unstale": "2024-08-29T19:02:14.096047+0000", 2024-08-29T19:03:25.431 INFO:tasks.workunit.client.0.smithi028.stdout: "log_dups_size": 0, 2024-08-29T19:03:25.431 INFO:tasks.workunit.client.0.smithi028.stdout: "log_size": 0, 2024-08-29T19:03:25.431 INFO:tasks.workunit.client.0.smithi028.stdout: "log_start": "0'0", 2024-08-29T19:03:25.432 INFO:tasks.workunit.client.0.smithi028.stdout: "manifest_stats_invalid": false, 2024-08-29T19:03:25.432 INFO:tasks.workunit.client.0.smithi028.stdout: "mapping_epoch": 680, 2024-08-29T19:03:25.432 INFO:tasks.workunit.client.0.smithi028.stdout: "object_location_counts": [], 2024-08-29T19:03:25.432 INFO:tasks.workunit.client.0.smithi028.stdout: "objects_scrubbed": 0, 2024-08-29T19:03:25.432 INFO:tasks.workunit.client.0.smithi028.stdout: "objects_trimmed": 0, 2024-08-29T19:03:25.432 INFO:tasks.workunit.client.0.smithi028.stdout: "omap_stats_invalid": false, 2024-08-29T19:03:25.432 INFO:tasks.workunit.client.0.smithi028.stdout: "ondisk_log_size": 0, 2024-08-29T19:03:25.432 INFO:tasks.workunit.client.0.smithi028.stdout: "ondisk_log_start": "0'0", 2024-08-29T19:03:25.432 INFO:tasks.workunit.client.0.smithi028.stdout: "parent": "0.0", 2024-08-29T19:03:25.432 INFO:tasks.workunit.client.0.smithi028.stdout: "parent_split_bits": 0, 2024-08-29T19:03:25.432 INFO:tasks.workunit.client.0.smithi028.stdout: "pgid": "3.13", 2024-08-29T19:03:25.432 INFO:tasks.workunit.client.0.smithi028.stdout: "pin_stats_invalid": false, 2024-08-29T19:03:25.432 INFO:tasks.workunit.client.0.smithi028.stdout: "purged_snaps": [], 2024-08-29T19:03:25.433 INFO:tasks.workunit.client.0.smithi028.stdout: "reported_epoch": 2650, 2024-08-29T19:03:25.433 INFO:tasks.workunit.client.0.smithi028.stdout: "reported_seq": 4569, 2024-08-29T19:03:25.433 INFO:tasks.workunit.client.0.smithi028.stdout: "scrub_duration": 0.0, 2024-08-29T19:03:25.433 INFO:tasks.workunit.client.0.smithi028.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-30T20:31:31.727325+0000", 2024-08-29T19:03:25.433 INFO:tasks.workunit.client.0.smithi028.stdout: "snaptrim_duration": 0.0, 2024-08-29T19:03:25.433 INFO:tasks.workunit.client.0.smithi028.stdout: "snaptrimq_len": 0, 2024-08-29T19:03:25.433 INFO:tasks.workunit.client.0.smithi028.stdout: "stat_sum": { 2024-08-29T19:03:25.433 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes": 0, 2024-08-29T19:03:25.433 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes_hit_set_archive": 0, 2024-08-29T19:03:25.433 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes_recovered": 0, 2024-08-29T19:03:25.433 INFO:tasks.workunit.client.0.smithi028.stdout: "num_deep_scrub_errors": 0, 2024-08-29T19:03:25.433 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict": 0, 2024-08-29T19:03:25.433 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_kb": 0, 2024-08-29T19:03:25.434 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_mode_full": 0, 2024-08-29T19:03:25.434 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_mode_some": 0, 2024-08-29T19:03:25.434 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush": 0, 2024-08-29T19:03:25.434 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_kb": 0, 2024-08-29T19:03:25.434 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_mode_high": 0, 2024-08-29T19:03:25.434 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_mode_low": 0, 2024-08-29T19:03:25.434 INFO:tasks.workunit.client.0.smithi028.stdout: "num_keys_recovered": 0, 2024-08-29T19:03:25.434 INFO:tasks.workunit.client.0.smithi028.stdout: "num_large_omap_objects": 0, 2024-08-29T19:03:25.434 INFO:tasks.workunit.client.0.smithi028.stdout: "num_legacy_snapsets": 0, 2024-08-29T19:03:25.434 INFO:tasks.workunit.client.0.smithi028.stdout: "num_object_clones": 0, 2024-08-29T19:03:25.434 INFO:tasks.workunit.client.0.smithi028.stdout: "num_object_copies": 0, 2024-08-29T19:03:25.434 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects": 0, 2024-08-29T19:03:25.434 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_degraded": 0, 2024-08-29T19:03:25.434 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_dirty": 0, 2024-08-29T19:03:25.435 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_hit_set_archive": 0, 2024-08-29T19:03:25.435 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_manifest": 0, 2024-08-29T19:03:25.435 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_misplaced": 0, 2024-08-29T19:03:25.435 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_missing": 0, 2024-08-29T19:03:25.435 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_missing_on_primary": 0, 2024-08-29T19:03:25.435 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_omap": 0, 2024-08-29T19:03:25.435 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_pinned": 0, 2024-08-29T19:03:25.435 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_recovered": 0, 2024-08-29T19:03:25.435 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_repaired": 0, 2024-08-29T19:03:25.435 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_unfound": 0, 2024-08-29T19:03:25.435 INFO:tasks.workunit.client.0.smithi028.stdout: "num_omap_bytes": 0, 2024-08-29T19:03:25.435 INFO:tasks.workunit.client.0.smithi028.stdout: "num_omap_keys": 0, 2024-08-29T19:03:25.435 INFO:tasks.workunit.client.0.smithi028.stdout: "num_promote": 0, 2024-08-29T19:03:25.435 INFO:tasks.workunit.client.0.smithi028.stdout: "num_read": 0, 2024-08-29T19:03:25.436 INFO:tasks.workunit.client.0.smithi028.stdout: "num_read_kb": 0, 2024-08-29T19:03:25.436 INFO:tasks.workunit.client.0.smithi028.stdout: "num_scrub_errors": 0, 2024-08-29T19:03:25.436 INFO:tasks.workunit.client.0.smithi028.stdout: "num_shallow_scrub_errors": 0, 2024-08-29T19:03:25.436 INFO:tasks.workunit.client.0.smithi028.stdout: "num_whiteouts": 0, 2024-08-29T19:03:25.436 INFO:tasks.workunit.client.0.smithi028.stdout: "num_write": 0, 2024-08-29T19:03:25.436 INFO:tasks.workunit.client.0.smithi028.stdout: "num_write_kb": 0 2024-08-29T19:03:25.436 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:25.436 INFO:tasks.workunit.client.0.smithi028.stdout: "state": "active+clean", 2024-08-29T19:03:25.436 INFO:tasks.workunit.client.0.smithi028.stdout: "stats_invalid": false, 2024-08-29T19:03:25.436 INFO:tasks.workunit.client.0.smithi028.stdout: "up": [ 2024-08-29T19:03:25.436 INFO:tasks.workunit.client.0.smithi028.stdout: 7, 2024-08-29T19:03:25.436 INFO:tasks.workunit.client.0.smithi028.stdout: 4, 2024-08-29T19:03:25.436 INFO:tasks.workunit.client.0.smithi028.stdout: 2 2024-08-29T19:03:25.437 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-08-29T19:03:25.437 INFO:tasks.workunit.client.0.smithi028.stdout: "up_primary": 7, 2024-08-29T19:03:25.437 INFO:tasks.workunit.client.0.smithi028.stdout: "version": "0'0" 2024-08-29T19:03:25.437 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:25.437 INFO:tasks.workunit.client.0.smithi028.stdout: { 2024-08-29T19:03:25.437 INFO:tasks.workunit.client.0.smithi028.stdout: "acting": [ 2024-08-29T19:03:25.437 INFO:tasks.workunit.client.0.smithi028.stdout: 5, 2024-08-29T19:03:25.437 INFO:tasks.workunit.client.0.smithi028.stdout: 3, 2024-08-29T19:03:25.437 INFO:tasks.workunit.client.0.smithi028.stdout: 7 2024-08-29T19:03:25.437 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-08-29T19:03:25.437 INFO:tasks.workunit.client.0.smithi028.stdout: "acting_primary": 5, 2024-08-29T19:03:25.437 INFO:tasks.workunit.client.0.smithi028.stdout: "avail_no_missing": [], 2024-08-29T19:03:25.437 INFO:tasks.workunit.client.0.smithi028.stdout: "blocked_by": [], 2024-08-29T19:03:25.438 INFO:tasks.workunit.client.0.smithi028.stdout: "created": 59, 2024-08-29T19:03:25.438 INFO:tasks.workunit.client.0.smithi028.stdout: "dirty_stats_invalid": false, 2024-08-29T19:03:25.438 INFO:tasks.workunit.client.0.smithi028.stdout: "hitset_bytes_stats_invalid": false, 2024-08-29T19:03:25.438 INFO:tasks.workunit.client.0.smithi028.stdout: "hitset_stats_invalid": false, 2024-08-29T19:03:25.438 INFO:tasks.workunit.client.0.smithi028.stdout: "last_active": "2024-08-29T19:02:14.928407+0000", 2024-08-29T19:03:25.438 INFO:tasks.workunit.client.0.smithi028.stdout: "last_became_active": "2024-08-29T17:58:11.355184+0000", 2024-08-29T19:03:25.438 INFO:tasks.workunit.client.0.smithi028.stdout: "last_became_peered": "2024-08-29T17:58:11.355184+0000", 2024-08-29T19:03:25.438 INFO:tasks.workunit.client.0.smithi028.stdout: "last_change": "2024-08-29T17:58:11.355832+0000", 2024-08-29T19:03:25.438 INFO:tasks.workunit.client.0.smithi028.stdout: "last_clean": "2024-08-29T19:02:14.928407+0000", 2024-08-29T19:03:25.438 INFO:tasks.workunit.client.0.smithi028.stdout: "last_clean_scrub_stamp": "2024-08-29T17:40:52.944949+0000", 2024-08-29T19:03:25.438 INFO:tasks.workunit.client.0.smithi028.stdout: "last_deep_scrub": "0'0", 2024-08-29T19:03:25.438 INFO:tasks.workunit.client.0.smithi028.stdout: "last_deep_scrub_stamp": "2024-08-29T17:40:52.944949+0000", 2024-08-29T19:03:25.438 INFO:tasks.workunit.client.0.smithi028.stdout: "last_epoch_clean": 681, 2024-08-29T19:03:25.439 INFO:tasks.workunit.client.0.smithi028.stdout: "last_fresh": "2024-08-29T19:02:14.928407+0000", 2024-08-29T19:03:25.439 INFO:tasks.workunit.client.0.smithi028.stdout: "last_fullsized": "2024-08-29T19:02:14.928407+0000", 2024-08-29T19:03:25.439 INFO:tasks.workunit.client.0.smithi028.stdout: "last_peered": "2024-08-29T19:02:14.928407+0000", 2024-08-29T19:03:25.439 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub": "0'0", 2024-08-29T19:03:25.439 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub_duration": 0, 2024-08-29T19:03:25.439 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub_stamp": "2024-08-29T17:40:52.944949+0000", 2024-08-29T19:03:25.439 INFO:tasks.workunit.client.0.smithi028.stdout: "last_undegraded": "2024-08-29T19:02:14.928407+0000", 2024-08-29T19:03:25.439 INFO:tasks.workunit.client.0.smithi028.stdout: "last_unstale": "2024-08-29T19:02:14.928407+0000", 2024-08-29T19:03:25.439 INFO:tasks.workunit.client.0.smithi028.stdout: "log_dups_size": 0, 2024-08-29T19:03:25.439 INFO:tasks.workunit.client.0.smithi028.stdout: "log_size": 0, 2024-08-29T19:03:25.439 INFO:tasks.workunit.client.0.smithi028.stdout: "log_start": "0'0", 2024-08-29T19:03:25.439 INFO:tasks.workunit.client.0.smithi028.stdout: "manifest_stats_invalid": false, 2024-08-29T19:03:25.439 INFO:tasks.workunit.client.0.smithi028.stdout: "mapping_epoch": 680, 2024-08-29T19:03:25.439 INFO:tasks.workunit.client.0.smithi028.stdout: "object_location_counts": [], 2024-08-29T19:03:25.440 INFO:tasks.workunit.client.0.smithi028.stdout: "objects_scrubbed": 0, 2024-08-29T19:03:25.440 INFO:tasks.workunit.client.0.smithi028.stdout: "objects_trimmed": 0, 2024-08-29T19:03:25.440 INFO:tasks.workunit.client.0.smithi028.stdout: "omap_stats_invalid": false, 2024-08-29T19:03:25.440 INFO:tasks.workunit.client.0.smithi028.stdout: "ondisk_log_size": 0, 2024-08-29T19:03:25.440 INFO:tasks.workunit.client.0.smithi028.stdout: "ondisk_log_start": "0'0", 2024-08-29T19:03:25.440 INFO:tasks.workunit.client.0.smithi028.stdout: "parent": "0.0", 2024-08-29T19:03:25.440 INFO:tasks.workunit.client.0.smithi028.stdout: "parent_split_bits": 0, 2024-08-29T19:03:25.440 INFO:tasks.workunit.client.0.smithi028.stdout: "pgid": "2.12", 2024-08-29T19:03:25.440 INFO:tasks.workunit.client.0.smithi028.stdout: "pin_stats_invalid": false, 2024-08-29T19:03:25.440 INFO:tasks.workunit.client.0.smithi028.stdout: "purged_snaps": [], 2024-08-29T19:03:25.440 INFO:tasks.workunit.client.0.smithi028.stdout: "reported_epoch": 2650, 2024-08-29T19:03:25.440 INFO:tasks.workunit.client.0.smithi028.stdout: "reported_seq": 4637, 2024-08-29T19:03:25.440 INFO:tasks.workunit.client.0.smithi028.stdout: "scrub_duration": 0.0, 2024-08-29T19:03:25.441 INFO:tasks.workunit.client.0.smithi028.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-31T05:27:20.808517+0000", 2024-08-29T19:03:25.441 INFO:tasks.workunit.client.0.smithi028.stdout: "snaptrim_duration": 0.0, 2024-08-29T19:03:25.441 INFO:tasks.workunit.client.0.smithi028.stdout: "snaptrimq_len": 0, 2024-08-29T19:03:25.441 INFO:tasks.workunit.client.0.smithi028.stdout: "stat_sum": { 2024-08-29T19:03:25.441 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes": 0, 2024-08-29T19:03:25.441 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes_hit_set_archive": 0, 2024-08-29T19:03:25.441 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes_recovered": 0, 2024-08-29T19:03:25.441 INFO:tasks.workunit.client.0.smithi028.stdout: "num_deep_scrub_errors": 0, 2024-08-29T19:03:25.441 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict": 0, 2024-08-29T19:03:25.441 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_kb": 0, 2024-08-29T19:03:25.441 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_mode_full": 0, 2024-08-29T19:03:25.441 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_mode_some": 0, 2024-08-29T19:03:25.441 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush": 0, 2024-08-29T19:03:25.441 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_kb": 0, 2024-08-29T19:03:25.442 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_mode_high": 0, 2024-08-29T19:03:25.442 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_mode_low": 0, 2024-08-29T19:03:25.442 INFO:tasks.workunit.client.0.smithi028.stdout: "num_keys_recovered": 0, 2024-08-29T19:03:25.442 INFO:tasks.workunit.client.0.smithi028.stdout: "num_large_omap_objects": 0, 2024-08-29T19:03:25.442 INFO:tasks.workunit.client.0.smithi028.stdout: "num_legacy_snapsets": 0, 2024-08-29T19:03:25.442 INFO:tasks.workunit.client.0.smithi028.stdout: "num_object_clones": 0, 2024-08-29T19:03:25.442 INFO:tasks.workunit.client.0.smithi028.stdout: "num_object_copies": 0, 2024-08-29T19:03:25.442 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects": 0, 2024-08-29T19:03:25.442 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_degraded": 0, 2024-08-29T19:03:25.442 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_dirty": 0, 2024-08-29T19:03:25.442 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_hit_set_archive": 0, 2024-08-29T19:03:25.442 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_manifest": 0, 2024-08-29T19:03:25.442 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_misplaced": 0, 2024-08-29T19:03:25.442 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_missing": 0, 2024-08-29T19:03:25.443 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_missing_on_primary": 0, 2024-08-29T19:03:25.443 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_omap": 0, 2024-08-29T19:03:25.443 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_pinned": 0, 2024-08-29T19:03:25.443 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_recovered": 0, 2024-08-29T19:03:25.443 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_repaired": 0, 2024-08-29T19:03:25.443 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_unfound": 0, 2024-08-29T19:03:25.443 INFO:tasks.workunit.client.0.smithi028.stdout: "num_omap_bytes": 0, 2024-08-29T19:03:25.443 INFO:tasks.workunit.client.0.smithi028.stdout: "num_omap_keys": 0, 2024-08-29T19:03:25.443 INFO:tasks.workunit.client.0.smithi028.stdout: "num_promote": 0, 2024-08-29T19:03:25.443 INFO:tasks.workunit.client.0.smithi028.stdout: "num_read": 0, 2024-08-29T19:03:25.443 INFO:tasks.workunit.client.0.smithi028.stdout: "num_read_kb": 0, 2024-08-29T19:03:25.443 INFO:tasks.workunit.client.0.smithi028.stdout: "num_scrub_errors": 0, 2024-08-29T19:03:25.443 INFO:tasks.workunit.client.0.smithi028.stdout: "num_shallow_scrub_errors": 0, 2024-08-29T19:03:25.443 INFO:tasks.workunit.client.0.smithi028.stdout: "num_whiteouts": 0, 2024-08-29T19:03:25.444 INFO:tasks.workunit.client.0.smithi028.stdout: "num_write": 0, 2024-08-29T19:03:25.444 INFO:tasks.workunit.client.0.smithi028.stdout: "num_write_kb": 0 2024-08-29T19:03:25.444 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:25.444 INFO:tasks.workunit.client.0.smithi028.stdout: "state": "active+clean", 2024-08-29T19:03:25.444 INFO:tasks.workunit.client.0.smithi028.stdout: "stats_invalid": false, 2024-08-29T19:03:25.444 INFO:tasks.workunit.client.0.smithi028.stdout: "up": [ 2024-08-29T19:03:25.444 INFO:tasks.workunit.client.0.smithi028.stdout: 5, 2024-08-29T19:03:25.444 INFO:tasks.workunit.client.0.smithi028.stdout: 3, 2024-08-29T19:03:25.444 INFO:tasks.workunit.client.0.smithi028.stdout: 7 2024-08-29T19:03:25.444 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-08-29T19:03:25.444 INFO:tasks.workunit.client.0.smithi028.stdout: "up_primary": 5, 2024-08-29T19:03:25.444 INFO:tasks.workunit.client.0.smithi028.stdout: "version": "0'0" 2024-08-29T19:03:25.444 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:25.445 INFO:tasks.workunit.client.0.smithi028.stdout: { 2024-08-29T19:03:25.445 INFO:tasks.workunit.client.0.smithi028.stdout: "acting": [ 2024-08-29T19:03:25.445 INFO:tasks.workunit.client.0.smithi028.stdout: 0, 2024-08-29T19:03:25.445 INFO:tasks.workunit.client.0.smithi028.stdout: 7, 2024-08-29T19:03:25.445 INFO:tasks.workunit.client.0.smithi028.stdout: 3 2024-08-29T19:03:25.445 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-08-29T19:03:25.445 INFO:tasks.workunit.client.0.smithi028.stdout: "acting_primary": 0, 2024-08-29T19:03:25.445 INFO:tasks.workunit.client.0.smithi028.stdout: "avail_no_missing": [], 2024-08-29T19:03:25.445 INFO:tasks.workunit.client.0.smithi028.stdout: "blocked_by": [], 2024-08-29T19:03:25.445 INFO:tasks.workunit.client.0.smithi028.stdout: "created": 62, 2024-08-29T19:03:25.445 INFO:tasks.workunit.client.0.smithi028.stdout: "dirty_stats_invalid": false, 2024-08-29T19:03:25.445 INFO:tasks.workunit.client.0.smithi028.stdout: "hitset_bytes_stats_invalid": false, 2024-08-29T19:03:25.445 INFO:tasks.workunit.client.0.smithi028.stdout: "hitset_stats_invalid": false, 2024-08-29T19:03:25.445 INFO:tasks.workunit.client.0.smithi028.stdout: "last_active": "2024-08-29T19:02:14.101379+0000", 2024-08-29T19:03:25.446 INFO:tasks.workunit.client.0.smithi028.stdout: "last_became_active": "2024-08-29T17:58:11.344961+0000", 2024-08-29T19:03:25.446 INFO:tasks.workunit.client.0.smithi028.stdout: "last_became_peered": "2024-08-29T17:58:11.344961+0000", 2024-08-29T19:03:25.446 INFO:tasks.workunit.client.0.smithi028.stdout: "last_change": "2024-08-29T17:58:11.345730+0000", 2024-08-29T19:03:25.446 INFO:tasks.workunit.client.0.smithi028.stdout: "last_clean": "2024-08-29T19:02:14.101379+0000", 2024-08-29T19:03:25.446 INFO:tasks.workunit.client.0.smithi028.stdout: "last_clean_scrub_stamp": "2024-08-29T17:41:01.987071+0000", 2024-08-29T19:03:25.446 INFO:tasks.workunit.client.0.smithi028.stdout: "last_deep_scrub": "0'0", 2024-08-29T19:03:25.446 INFO:tasks.workunit.client.0.smithi028.stdout: "last_deep_scrub_stamp": "2024-08-29T17:41:01.987071+0000", 2024-08-29T19:03:25.446 INFO:tasks.workunit.client.0.smithi028.stdout: "last_epoch_clean": 681, 2024-08-29T19:03:25.446 INFO:tasks.workunit.client.0.smithi028.stdout: "last_fresh": "2024-08-29T19:02:14.101379+0000", 2024-08-29T19:03:25.446 INFO:tasks.workunit.client.0.smithi028.stdout: "last_fullsized": "2024-08-29T19:02:14.101379+0000", 2024-08-29T19:03:25.446 INFO:tasks.workunit.client.0.smithi028.stdout: "last_peered": "2024-08-29T19:02:14.101379+0000", 2024-08-29T19:03:25.446 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub": "0'0", 2024-08-29T19:03:25.446 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub_duration": 0, 2024-08-29T19:03:25.446 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub_stamp": "2024-08-29T17:41:01.987071+0000", 2024-08-29T19:03:25.447 INFO:tasks.workunit.client.0.smithi028.stdout: "last_undegraded": "2024-08-29T19:02:14.101379+0000", 2024-08-29T19:03:25.447 INFO:tasks.workunit.client.0.smithi028.stdout: "last_unstale": "2024-08-29T19:02:14.101379+0000", 2024-08-29T19:03:25.447 INFO:tasks.workunit.client.0.smithi028.stdout: "log_dups_size": 0, 2024-08-29T19:03:25.447 INFO:tasks.workunit.client.0.smithi028.stdout: "log_size": 0, 2024-08-29T19:03:25.447 INFO:tasks.workunit.client.0.smithi028.stdout: "log_start": "0'0", 2024-08-29T19:03:25.447 INFO:tasks.workunit.client.0.smithi028.stdout: "manifest_stats_invalid": false, 2024-08-29T19:03:25.447 INFO:tasks.workunit.client.0.smithi028.stdout: "mapping_epoch": 680, 2024-08-29T19:03:25.447 INFO:tasks.workunit.client.0.smithi028.stdout: "object_location_counts": [], 2024-08-29T19:03:25.447 INFO:tasks.workunit.client.0.smithi028.stdout: "objects_scrubbed": 0, 2024-08-29T19:03:25.447 INFO:tasks.workunit.client.0.smithi028.stdout: "objects_trimmed": 0, 2024-08-29T19:03:25.447 INFO:tasks.workunit.client.0.smithi028.stdout: "omap_stats_invalid": false, 2024-08-29T19:03:25.447 INFO:tasks.workunit.client.0.smithi028.stdout: "ondisk_log_size": 0, 2024-08-29T19:03:25.447 INFO:tasks.workunit.client.0.smithi028.stdout: "ondisk_log_start": "0'0", 2024-08-29T19:03:25.448 INFO:tasks.workunit.client.0.smithi028.stdout: "parent": "0.0", 2024-08-29T19:03:25.448 INFO:tasks.workunit.client.0.smithi028.stdout: "parent_split_bits": 0, 2024-08-29T19:03:25.448 INFO:tasks.workunit.client.0.smithi028.stdout: "pgid": "3.12", 2024-08-29T19:03:25.448 INFO:tasks.workunit.client.0.smithi028.stdout: "pin_stats_invalid": false, 2024-08-29T19:03:25.448 INFO:tasks.workunit.client.0.smithi028.stdout: "purged_snaps": [], 2024-08-29T19:03:25.448 INFO:tasks.workunit.client.0.smithi028.stdout: "reported_epoch": 2650, 2024-08-29T19:03:25.448 INFO:tasks.workunit.client.0.smithi028.stdout: "reported_seq": 4809, 2024-08-29T19:03:25.448 INFO:tasks.workunit.client.0.smithi028.stdout: "scrub_duration": 0.0, 2024-08-29T19:03:25.448 INFO:tasks.workunit.client.0.smithi028.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-30T18:51:18.061188+0000", 2024-08-29T19:03:25.448 INFO:tasks.workunit.client.0.smithi028.stdout: "snaptrim_duration": 0.0, 2024-08-29T19:03:25.448 INFO:tasks.workunit.client.0.smithi028.stdout: "snaptrimq_len": 0, 2024-08-29T19:03:25.448 INFO:tasks.workunit.client.0.smithi028.stdout: "stat_sum": { 2024-08-29T19:03:25.448 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes": 0, 2024-08-29T19:03:25.449 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes_hit_set_archive": 0, 2024-08-29T19:03:25.449 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes_recovered": 0, 2024-08-29T19:03:25.449 INFO:tasks.workunit.client.0.smithi028.stdout: "num_deep_scrub_errors": 0, 2024-08-29T19:03:25.449 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict": 0, 2024-08-29T19:03:25.449 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_kb": 0, 2024-08-29T19:03:25.449 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_mode_full": 0, 2024-08-29T19:03:25.449 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_mode_some": 0, 2024-08-29T19:03:25.449 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush": 0, 2024-08-29T19:03:25.449 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_kb": 0, 2024-08-29T19:03:25.449 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_mode_high": 0, 2024-08-29T19:03:25.449 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_mode_low": 0, 2024-08-29T19:03:25.449 INFO:tasks.workunit.client.0.smithi028.stdout: "num_keys_recovered": 0, 2024-08-29T19:03:25.449 INFO:tasks.workunit.client.0.smithi028.stdout: "num_large_omap_objects": 0, 2024-08-29T19:03:25.449 INFO:tasks.workunit.client.0.smithi028.stdout: "num_legacy_snapsets": 0, 2024-08-29T19:03:25.450 INFO:tasks.workunit.client.0.smithi028.stdout: "num_object_clones": 0, 2024-08-29T19:03:25.450 INFO:tasks.workunit.client.0.smithi028.stdout: "num_object_copies": 0, 2024-08-29T19:03:25.450 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects": 0, 2024-08-29T19:03:25.450 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_degraded": 0, 2024-08-29T19:03:25.450 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_dirty": 0, 2024-08-29T19:03:25.450 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_hit_set_archive": 0, 2024-08-29T19:03:25.450 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_manifest": 0, 2024-08-29T19:03:25.450 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_misplaced": 0, 2024-08-29T19:03:25.450 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_missing": 0, 2024-08-29T19:03:25.450 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_missing_on_primary": 0, 2024-08-29T19:03:25.450 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_omap": 0, 2024-08-29T19:03:25.450 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_pinned": 0, 2024-08-29T19:03:25.450 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_recovered": 0, 2024-08-29T19:03:25.450 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_repaired": 0, 2024-08-29T19:03:25.451 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_unfound": 0, 2024-08-29T19:03:25.451 INFO:tasks.workunit.client.0.smithi028.stdout: "num_omap_bytes": 0, 2024-08-29T19:03:25.451 INFO:tasks.workunit.client.0.smithi028.stdout: "num_omap_keys": 0, 2024-08-29T19:03:25.451 INFO:tasks.workunit.client.0.smithi028.stdout: "num_promote": 0, 2024-08-29T19:03:25.451 INFO:tasks.workunit.client.0.smithi028.stdout: "num_read": 0, 2024-08-29T19:03:25.451 INFO:tasks.workunit.client.0.smithi028.stdout: "num_read_kb": 0, 2024-08-29T19:03:25.451 INFO:tasks.workunit.client.0.smithi028.stdout: "num_scrub_errors": 0, 2024-08-29T19:03:25.451 INFO:tasks.workunit.client.0.smithi028.stdout: "num_shallow_scrub_errors": 0, 2024-08-29T19:03:25.451 INFO:tasks.workunit.client.0.smithi028.stdout: "num_whiteouts": 0, 2024-08-29T19:03:25.451 INFO:tasks.workunit.client.0.smithi028.stdout: "num_write": 0, 2024-08-29T19:03:25.451 INFO:tasks.workunit.client.0.smithi028.stdout: "num_write_kb": 0 2024-08-29T19:03:25.451 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:25.451 INFO:tasks.workunit.client.0.smithi028.stdout: "state": "active+clean", 2024-08-29T19:03:25.451 INFO:tasks.workunit.client.0.smithi028.stdout: "stats_invalid": false, 2024-08-29T19:03:25.452 INFO:tasks.workunit.client.0.smithi028.stdout: "up": [ 2024-08-29T19:03:25.452 INFO:tasks.workunit.client.0.smithi028.stdout: 0, 2024-08-29T19:03:25.452 INFO:tasks.workunit.client.0.smithi028.stdout: 7, 2024-08-29T19:03:25.452 INFO:tasks.workunit.client.0.smithi028.stdout: 3 2024-08-29T19:03:25.452 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-08-29T19:03:25.452 INFO:tasks.workunit.client.0.smithi028.stdout: "up_primary": 0, 2024-08-29T19:03:25.452 INFO:tasks.workunit.client.0.smithi028.stdout: "version": "0'0" 2024-08-29T19:03:25.452 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:25.452 INFO:tasks.workunit.client.0.smithi028.stdout: { 2024-08-29T19:03:25.452 INFO:tasks.workunit.client.0.smithi028.stdout: "acting": [ 2024-08-29T19:03:25.452 INFO:tasks.workunit.client.0.smithi028.stdout: 0, 2024-08-29T19:03:25.452 INFO:tasks.workunit.client.0.smithi028.stdout: 4, 2024-08-29T19:03:25.452 INFO:tasks.workunit.client.0.smithi028.stdout: 3 2024-08-29T19:03:25.453 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-08-29T19:03:25.453 INFO:tasks.workunit.client.0.smithi028.stdout: "acting_primary": 0, 2024-08-29T19:03:25.453 INFO:tasks.workunit.client.0.smithi028.stdout: "avail_no_missing": [], 2024-08-29T19:03:25.453 INFO:tasks.workunit.client.0.smithi028.stdout: "blocked_by": [], 2024-08-29T19:03:25.453 INFO:tasks.workunit.client.0.smithi028.stdout: "created": 59, 2024-08-29T19:03:25.453 INFO:tasks.workunit.client.0.smithi028.stdout: "dirty_stats_invalid": false, 2024-08-29T19:03:25.453 INFO:tasks.workunit.client.0.smithi028.stdout: "hitset_bytes_stats_invalid": false, 2024-08-29T19:03:25.453 INFO:tasks.workunit.client.0.smithi028.stdout: "hitset_stats_invalid": false, 2024-08-29T19:03:25.453 INFO:tasks.workunit.client.0.smithi028.stdout: "last_active": "2024-08-29T19:02:14.106718+0000", 2024-08-29T19:03:25.453 INFO:tasks.workunit.client.0.smithi028.stdout: "last_became_active": "2024-08-29T17:56:29.393411+0000", 2024-08-29T19:03:25.453 INFO:tasks.workunit.client.0.smithi028.stdout: "last_became_peered": "2024-08-29T17:56:29.393411+0000", 2024-08-29T19:03:25.453 INFO:tasks.workunit.client.0.smithi028.stdout: "last_change": "2024-08-29T17:56:29.394595+0000", 2024-08-29T19:03:25.453 INFO:tasks.workunit.client.0.smithi028.stdout: "last_clean": "2024-08-29T19:02:14.106718+0000", 2024-08-29T19:03:25.453 INFO:tasks.workunit.client.0.smithi028.stdout: "last_clean_scrub_stamp": "2024-08-29T17:40:52.944949+0000", 2024-08-29T19:03:25.454 INFO:tasks.workunit.client.0.smithi028.stdout: "last_deep_scrub": "0'0", 2024-08-29T19:03:25.454 INFO:tasks.workunit.client.0.smithi028.stdout: "last_deep_scrub_stamp": "2024-08-29T17:40:52.944949+0000", 2024-08-29T19:03:25.454 INFO:tasks.workunit.client.0.smithi028.stdout: "last_epoch_clean": 580, 2024-08-29T19:03:25.454 INFO:tasks.workunit.client.0.smithi028.stdout: "last_fresh": "2024-08-29T19:02:14.106718+0000", 2024-08-29T19:03:25.454 INFO:tasks.workunit.client.0.smithi028.stdout: "last_fullsized": "2024-08-29T19:02:14.106718+0000", 2024-08-29T19:03:25.454 INFO:tasks.workunit.client.0.smithi028.stdout: "last_peered": "2024-08-29T19:02:14.106718+0000", 2024-08-29T19:03:25.454 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub": "0'0", 2024-08-29T19:03:25.454 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub_duration": 0, 2024-08-29T19:03:25.454 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub_stamp": "2024-08-29T17:40:52.944949+0000", 2024-08-29T19:03:25.454 INFO:tasks.workunit.client.0.smithi028.stdout: "last_undegraded": "2024-08-29T19:02:14.106718+0000", 2024-08-29T19:03:25.454 INFO:tasks.workunit.client.0.smithi028.stdout: "last_unstale": "2024-08-29T19:02:14.106718+0000", 2024-08-29T19:03:25.454 INFO:tasks.workunit.client.0.smithi028.stdout: "log_dups_size": 0, 2024-08-29T19:03:25.454 INFO:tasks.workunit.client.0.smithi028.stdout: "log_size": 2, 2024-08-29T19:03:25.455 INFO:tasks.workunit.client.0.smithi028.stdout: "log_start": "0'0", 2024-08-29T19:03:25.455 INFO:tasks.workunit.client.0.smithi028.stdout: "manifest_stats_invalid": false, 2024-08-29T19:03:25.455 INFO:tasks.workunit.client.0.smithi028.stdout: "mapping_epoch": 579, 2024-08-29T19:03:25.455 INFO:tasks.workunit.client.0.smithi028.stdout: "object_location_counts": [], 2024-08-29T19:03:25.455 INFO:tasks.workunit.client.0.smithi028.stdout: "objects_scrubbed": 0, 2024-08-29T19:03:25.455 INFO:tasks.workunit.client.0.smithi028.stdout: "objects_trimmed": 0, 2024-08-29T19:03:25.455 INFO:tasks.workunit.client.0.smithi028.stdout: "omap_stats_invalid": false, 2024-08-29T19:03:25.455 INFO:tasks.workunit.client.0.smithi028.stdout: "ondisk_log_size": 2, 2024-08-29T19:03:25.455 INFO:tasks.workunit.client.0.smithi028.stdout: "ondisk_log_start": "0'0", 2024-08-29T19:03:25.455 INFO:tasks.workunit.client.0.smithi028.stdout: "parent": "0.0", 2024-08-29T19:03:25.455 INFO:tasks.workunit.client.0.smithi028.stdout: "parent_split_bits": 0, 2024-08-29T19:03:25.455 INFO:tasks.workunit.client.0.smithi028.stdout: "pgid": "2.13", 2024-08-29T19:03:25.455 INFO:tasks.workunit.client.0.smithi028.stdout: "pin_stats_invalid": false, 2024-08-29T19:03:25.455 INFO:tasks.workunit.client.0.smithi028.stdout: "purged_snaps": [], 2024-08-29T19:03:25.456 INFO:tasks.workunit.client.0.smithi028.stdout: "reported_epoch": 2650, 2024-08-29T19:03:25.456 INFO:tasks.workunit.client.0.smithi028.stdout: "reported_seq": 4817, 2024-08-29T19:03:25.456 INFO:tasks.workunit.client.0.smithi028.stdout: "scrub_duration": 0.0, 2024-08-29T19:03:25.456 INFO:tasks.workunit.client.0.smithi028.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-30T19:20:23.364429+0000", 2024-08-29T19:03:25.456 INFO:tasks.workunit.client.0.smithi028.stdout: "snaptrim_duration": 0.0, 2024-08-29T19:03:25.456 INFO:tasks.workunit.client.0.smithi028.stdout: "snaptrimq_len": 0, 2024-08-29T19:03:25.456 INFO:tasks.workunit.client.0.smithi028.stdout: "stat_sum": { 2024-08-29T19:03:25.456 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes": 34, 2024-08-29T19:03:25.456 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes_hit_set_archive": 0, 2024-08-29T19:03:25.456 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes_recovered": 0, 2024-08-29T19:03:25.456 INFO:tasks.workunit.client.0.smithi028.stdout: "num_deep_scrub_errors": 0, 2024-08-29T19:03:25.456 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict": 0, 2024-08-29T19:03:25.456 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_kb": 0, 2024-08-29T19:03:25.456 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_mode_full": 0, 2024-08-29T19:03:25.457 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_mode_some": 0, 2024-08-29T19:03:25.457 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush": 0, 2024-08-29T19:03:25.457 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_kb": 0, 2024-08-29T19:03:25.457 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_mode_high": 0, 2024-08-29T19:03:25.457 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_mode_low": 0, 2024-08-29T19:03:25.457 INFO:tasks.workunit.client.0.smithi028.stdout: "num_keys_recovered": 0, 2024-08-29T19:03:25.457 INFO:tasks.workunit.client.0.smithi028.stdout: "num_large_omap_objects": 0, 2024-08-29T19:03:25.457 INFO:tasks.workunit.client.0.smithi028.stdout: "num_legacy_snapsets": 0, 2024-08-29T19:03:25.457 INFO:tasks.workunit.client.0.smithi028.stdout: "num_object_clones": 0, 2024-08-29T19:03:25.457 INFO:tasks.workunit.client.0.smithi028.stdout: "num_object_copies": 6, 2024-08-29T19:03:25.457 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects": 2, 2024-08-29T19:03:25.457 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_degraded": 0, 2024-08-29T19:03:25.457 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_dirty": 2, 2024-08-29T19:03:25.457 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_hit_set_archive": 0, 2024-08-29T19:03:25.458 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_manifest": 0, 2024-08-29T19:03:25.458 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_misplaced": 0, 2024-08-29T19:03:25.458 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_missing": 0, 2024-08-29T19:03:25.458 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_missing_on_primary": 0, 2024-08-29T19:03:25.458 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_omap": 1, 2024-08-29T19:03:25.458 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_pinned": 0, 2024-08-29T19:03:25.458 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_recovered": 0, 2024-08-29T19:03:25.458 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_repaired": 0, 2024-08-29T19:03:25.458 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_unfound": 0, 2024-08-29T19:03:25.458 INFO:tasks.workunit.client.0.smithi028.stdout: "num_omap_bytes": 0, 2024-08-29T19:03:25.458 INFO:tasks.workunit.client.0.smithi028.stdout: "num_omap_keys": 0, 2024-08-29T19:03:25.458 INFO:tasks.workunit.client.0.smithi028.stdout: "num_promote": 0, 2024-08-29T19:03:25.458 INFO:tasks.workunit.client.0.smithi028.stdout: "num_read": 4, 2024-08-29T19:03:25.459 INFO:tasks.workunit.client.0.smithi028.stdout: "num_read_kb": 7, 2024-08-29T19:03:25.459 INFO:tasks.workunit.client.0.smithi028.stdout: "num_scrub_errors": 0, 2024-08-29T19:03:25.459 INFO:tasks.workunit.client.0.smithi028.stdout: "num_shallow_scrub_errors": 0, 2024-08-29T19:03:25.459 INFO:tasks.workunit.client.0.smithi028.stdout: "num_whiteouts": 0, 2024-08-29T19:03:25.459 INFO:tasks.workunit.client.0.smithi028.stdout: "num_write": 3, 2024-08-29T19:03:25.459 INFO:tasks.workunit.client.0.smithi028.stdout: "num_write_kb": 6 2024-08-29T19:03:25.459 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:25.459 INFO:tasks.workunit.client.0.smithi028.stdout: "state": "active+clean", 2024-08-29T19:03:25.459 INFO:tasks.workunit.client.0.smithi028.stdout: "stats_invalid": false, 2024-08-29T19:03:25.459 INFO:tasks.workunit.client.0.smithi028.stdout: "up": [ 2024-08-29T19:03:25.459 INFO:tasks.workunit.client.0.smithi028.stdout: 0, 2024-08-29T19:03:25.459 INFO:tasks.workunit.client.0.smithi028.stdout: 4, 2024-08-29T19:03:25.459 INFO:tasks.workunit.client.0.smithi028.stdout: 3 2024-08-29T19:03:25.459 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-08-29T19:03:25.460 INFO:tasks.workunit.client.0.smithi028.stdout: "up_primary": 0, 2024-08-29T19:03:25.460 INFO:tasks.workunit.client.0.smithi028.stdout: "version": "65'2" 2024-08-29T19:03:25.460 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:25.460 INFO:tasks.workunit.client.0.smithi028.stdout: { 2024-08-29T19:03:25.460 INFO:tasks.workunit.client.0.smithi028.stdout: "acting": [ 2024-08-29T19:03:25.460 INFO:tasks.workunit.client.0.smithi028.stdout: 7, 2024-08-29T19:03:25.460 INFO:tasks.workunit.client.0.smithi028.stdout: 3, 2024-08-29T19:03:25.460 INFO:tasks.workunit.client.0.smithi028.stdout: 4 2024-08-29T19:03:25.460 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-08-29T19:03:25.460 INFO:tasks.workunit.client.0.smithi028.stdout: "acting_primary": 7, 2024-08-29T19:03:25.460 INFO:tasks.workunit.client.0.smithi028.stdout: "avail_no_missing": [], 2024-08-29T19:03:25.460 INFO:tasks.workunit.client.0.smithi028.stdout: "blocked_by": [], 2024-08-29T19:03:25.460 INFO:tasks.workunit.client.0.smithi028.stdout: "created": 62, 2024-08-29T19:03:25.461 INFO:tasks.workunit.client.0.smithi028.stdout: "dirty_stats_invalid": false, 2024-08-29T19:03:25.461 INFO:tasks.workunit.client.0.smithi028.stdout: "hitset_bytes_stats_invalid": false, 2024-08-29T19:03:25.461 INFO:tasks.workunit.client.0.smithi028.stdout: "hitset_stats_invalid": false, 2024-08-29T19:03:25.461 INFO:tasks.workunit.client.0.smithi028.stdout: "last_active": "2024-08-29T19:02:14.100819+0000", 2024-08-29T19:03:25.461 INFO:tasks.workunit.client.0.smithi028.stdout: "last_became_active": "2024-08-29T17:58:11.360575+0000", 2024-08-29T19:03:25.461 INFO:tasks.workunit.client.0.smithi028.stdout: "last_became_peered": "2024-08-29T17:58:11.360575+0000", 2024-08-29T19:03:25.461 INFO:tasks.workunit.client.0.smithi028.stdout: "last_change": "2024-08-29T17:58:11.360878+0000", 2024-08-29T19:03:25.461 INFO:tasks.workunit.client.0.smithi028.stdout: "last_clean": "2024-08-29T19:02:14.100819+0000", 2024-08-29T19:03:25.461 INFO:tasks.workunit.client.0.smithi028.stdout: "last_clean_scrub_stamp": "2024-08-29T17:41:01.987071+0000", 2024-08-29T19:03:25.461 INFO:tasks.workunit.client.0.smithi028.stdout: "last_deep_scrub": "0'0", 2024-08-29T19:03:25.461 INFO:tasks.workunit.client.0.smithi028.stdout: "last_deep_scrub_stamp": "2024-08-29T17:41:01.987071+0000", 2024-08-29T19:03:25.461 INFO:tasks.workunit.client.0.smithi028.stdout: "last_epoch_clean": 681, 2024-08-29T19:03:25.461 INFO:tasks.workunit.client.0.smithi028.stdout: "last_fresh": "2024-08-29T19:02:14.100819+0000", 2024-08-29T19:03:25.462 INFO:tasks.workunit.client.0.smithi028.stdout: "last_fullsized": "2024-08-29T19:02:14.100819+0000", 2024-08-29T19:03:25.462 INFO:tasks.workunit.client.0.smithi028.stdout: "last_peered": "2024-08-29T19:02:14.100819+0000", 2024-08-29T19:03:25.462 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub": "0'0", 2024-08-29T19:03:25.462 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub_duration": 0, 2024-08-29T19:03:25.462 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub_stamp": "2024-08-29T17:41:01.987071+0000", 2024-08-29T19:03:25.462 INFO:tasks.workunit.client.0.smithi028.stdout: "last_undegraded": "2024-08-29T19:02:14.100819+0000", 2024-08-29T19:03:25.462 INFO:tasks.workunit.client.0.smithi028.stdout: "last_unstale": "2024-08-29T19:02:14.100819+0000", 2024-08-29T19:03:25.462 INFO:tasks.workunit.client.0.smithi028.stdout: "log_dups_size": 0, 2024-08-29T19:03:25.462 INFO:tasks.workunit.client.0.smithi028.stdout: "log_size": 0, 2024-08-29T19:03:25.462 INFO:tasks.workunit.client.0.smithi028.stdout: "log_start": "0'0", 2024-08-29T19:03:25.462 INFO:tasks.workunit.client.0.smithi028.stdout: "manifest_stats_invalid": false, 2024-08-29T19:03:25.462 INFO:tasks.workunit.client.0.smithi028.stdout: "mapping_epoch": 680, 2024-08-29T19:03:25.462 INFO:tasks.workunit.client.0.smithi028.stdout: "object_location_counts": [], 2024-08-29T19:03:25.462 INFO:tasks.workunit.client.0.smithi028.stdout: "objects_scrubbed": 0, 2024-08-29T19:03:25.463 INFO:tasks.workunit.client.0.smithi028.stdout: "objects_trimmed": 0, 2024-08-29T19:03:25.463 INFO:tasks.workunit.client.0.smithi028.stdout: "omap_stats_invalid": false, 2024-08-29T19:03:25.463 INFO:tasks.workunit.client.0.smithi028.stdout: "ondisk_log_size": 0, 2024-08-29T19:03:25.463 INFO:tasks.workunit.client.0.smithi028.stdout: "ondisk_log_start": "0'0", 2024-08-29T19:03:25.463 INFO:tasks.workunit.client.0.smithi028.stdout: "parent": "0.0", 2024-08-29T19:03:25.463 INFO:tasks.workunit.client.0.smithi028.stdout: "parent_split_bits": 0, 2024-08-29T19:03:25.463 INFO:tasks.workunit.client.0.smithi028.stdout: "pgid": "3.15", 2024-08-29T19:03:25.463 INFO:tasks.workunit.client.0.smithi028.stdout: "pin_stats_invalid": false, 2024-08-29T19:03:25.463 INFO:tasks.workunit.client.0.smithi028.stdout: "purged_snaps": [], 2024-08-29T19:03:25.463 INFO:tasks.workunit.client.0.smithi028.stdout: "reported_epoch": 2650, 2024-08-29T19:03:25.463 INFO:tasks.workunit.client.0.smithi028.stdout: "reported_seq": 4568, 2024-08-29T19:03:25.463 INFO:tasks.workunit.client.0.smithi028.stdout: "scrub_duration": 0.0, 2024-08-29T19:03:25.463 INFO:tasks.workunit.client.0.smithi028.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-30T22:42:18.656140+0000", 2024-08-29T19:03:25.464 INFO:tasks.workunit.client.0.smithi028.stdout: "snaptrim_duration": 0.0, 2024-08-29T19:03:25.464 INFO:tasks.workunit.client.0.smithi028.stdout: "snaptrimq_len": 0, 2024-08-29T19:03:25.464 INFO:tasks.workunit.client.0.smithi028.stdout: "stat_sum": { 2024-08-29T19:03:25.464 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes": 0, 2024-08-29T19:03:25.464 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes_hit_set_archive": 0, 2024-08-29T19:03:25.464 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes_recovered": 0, 2024-08-29T19:03:25.464 INFO:tasks.workunit.client.0.smithi028.stdout: "num_deep_scrub_errors": 0, 2024-08-29T19:03:25.464 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict": 0, 2024-08-29T19:03:25.464 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_kb": 0, 2024-08-29T19:03:25.464 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_mode_full": 0, 2024-08-29T19:03:25.464 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_mode_some": 0, 2024-08-29T19:03:25.464 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush": 0, 2024-08-29T19:03:25.464 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_kb": 0, 2024-08-29T19:03:25.465 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_mode_high": 0, 2024-08-29T19:03:25.465 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_mode_low": 0, 2024-08-29T19:03:25.465 INFO:tasks.workunit.client.0.smithi028.stdout: "num_keys_recovered": 0, 2024-08-29T19:03:25.465 INFO:tasks.workunit.client.0.smithi028.stdout: "num_large_omap_objects": 0, 2024-08-29T19:03:25.465 INFO:tasks.workunit.client.0.smithi028.stdout: "num_legacy_snapsets": 0, 2024-08-29T19:03:25.465 INFO:tasks.workunit.client.0.smithi028.stdout: "num_object_clones": 0, 2024-08-29T19:03:25.465 INFO:tasks.workunit.client.0.smithi028.stdout: "num_object_copies": 0, 2024-08-29T19:03:25.465 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects": 0, 2024-08-29T19:03:25.465 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_degraded": 0, 2024-08-29T19:03:25.465 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_dirty": 0, 2024-08-29T19:03:25.465 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_hit_set_archive": 0, 2024-08-29T19:03:25.465 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_manifest": 0, 2024-08-29T19:03:25.465 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_misplaced": 0, 2024-08-29T19:03:25.465 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_missing": 0, 2024-08-29T19:03:25.466 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_missing_on_primary": 0, 2024-08-29T19:03:25.466 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_omap": 0, 2024-08-29T19:03:25.466 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_pinned": 0, 2024-08-29T19:03:25.466 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_recovered": 0, 2024-08-29T19:03:25.466 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_repaired": 0, 2024-08-29T19:03:25.466 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_unfound": 0, 2024-08-29T19:03:25.466 INFO:tasks.workunit.client.0.smithi028.stdout: "num_omap_bytes": 0, 2024-08-29T19:03:25.466 INFO:tasks.workunit.client.0.smithi028.stdout: "num_omap_keys": 0, 2024-08-29T19:03:25.466 INFO:tasks.workunit.client.0.smithi028.stdout: "num_promote": 0, 2024-08-29T19:03:25.466 INFO:tasks.workunit.client.0.smithi028.stdout: "num_read": 0, 2024-08-29T19:03:25.466 INFO:tasks.workunit.client.0.smithi028.stdout: "num_read_kb": 0, 2024-08-29T19:03:25.466 INFO:tasks.workunit.client.0.smithi028.stdout: "num_scrub_errors": 0, 2024-08-29T19:03:25.466 INFO:tasks.workunit.client.0.smithi028.stdout: "num_shallow_scrub_errors": 0, 2024-08-29T19:03:25.467 INFO:tasks.workunit.client.0.smithi028.stdout: "num_whiteouts": 0, 2024-08-29T19:03:25.467 INFO:tasks.workunit.client.0.smithi028.stdout: "num_write": 0, 2024-08-29T19:03:25.467 INFO:tasks.workunit.client.0.smithi028.stdout: "num_write_kb": 0 2024-08-29T19:03:25.467 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:25.467 INFO:tasks.workunit.client.0.smithi028.stdout: "state": "active+clean", 2024-08-29T19:03:25.467 INFO:tasks.workunit.client.0.smithi028.stdout: "stats_invalid": false, 2024-08-29T19:03:25.467 INFO:tasks.workunit.client.0.smithi028.stdout: "up": [ 2024-08-29T19:03:25.467 INFO:tasks.workunit.client.0.smithi028.stdout: 7, 2024-08-29T19:03:25.467 INFO:tasks.workunit.client.0.smithi028.stdout: 3, 2024-08-29T19:03:25.467 INFO:tasks.workunit.client.0.smithi028.stdout: 4 2024-08-29T19:03:25.467 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-08-29T19:03:25.467 INFO:tasks.workunit.client.0.smithi028.stdout: "up_primary": 7, 2024-08-29T19:03:25.467 INFO:tasks.workunit.client.0.smithi028.stdout: "version": "0'0" 2024-08-29T19:03:25.467 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:25.467 INFO:tasks.workunit.client.0.smithi028.stdout: { 2024-08-29T19:03:25.468 INFO:tasks.workunit.client.0.smithi028.stdout: "acting": [ 2024-08-29T19:03:25.468 INFO:tasks.workunit.client.0.smithi028.stdout: 6, 2024-08-29T19:03:25.468 INFO:tasks.workunit.client.0.smithi028.stdout: 3, 2024-08-29T19:03:25.468 INFO:tasks.workunit.client.0.smithi028.stdout: 5 2024-08-29T19:03:25.468 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-08-29T19:03:25.468 INFO:tasks.workunit.client.0.smithi028.stdout: "acting_primary": 6, 2024-08-29T19:03:25.468 INFO:tasks.workunit.client.0.smithi028.stdout: "avail_no_missing": [], 2024-08-29T19:03:25.468 INFO:tasks.workunit.client.0.smithi028.stdout: "blocked_by": [], 2024-08-29T19:03:25.468 INFO:tasks.workunit.client.0.smithi028.stdout: "created": 59, 2024-08-29T19:03:25.468 INFO:tasks.workunit.client.0.smithi028.stdout: "dirty_stats_invalid": false, 2024-08-29T19:03:25.468 INFO:tasks.workunit.client.0.smithi028.stdout: "hitset_bytes_stats_invalid": false, 2024-08-29T19:03:25.468 INFO:tasks.workunit.client.0.smithi028.stdout: "hitset_stats_invalid": false, 2024-08-29T19:03:25.468 INFO:tasks.workunit.client.0.smithi028.stdout: "last_active": "2024-08-29T19:02:14.922815+0000", 2024-08-29T19:03:25.469 INFO:tasks.workunit.client.0.smithi028.stdout: "last_became_active": "2024-08-29T17:57:36.378847+0000", 2024-08-29T19:03:25.469 INFO:tasks.workunit.client.0.smithi028.stdout: "last_became_peered": "2024-08-29T17:57:36.378847+0000", 2024-08-29T19:03:25.469 INFO:tasks.workunit.client.0.smithi028.stdout: "last_change": "2024-08-29T17:57:36.379220+0000", 2024-08-29T19:03:25.469 INFO:tasks.workunit.client.0.smithi028.stdout: "last_clean": "2024-08-29T19:02:14.922815+0000", 2024-08-29T19:03:25.469 INFO:tasks.workunit.client.0.smithi028.stdout: "last_clean_scrub_stamp": "2024-08-29T17:40:52.944949+0000", 2024-08-29T19:03:25.469 INFO:tasks.workunit.client.0.smithi028.stdout: "last_deep_scrub": "0'0", 2024-08-29T19:03:25.469 INFO:tasks.workunit.client.0.smithi028.stdout: "last_deep_scrub_stamp": "2024-08-29T17:40:52.944949+0000", 2024-08-29T19:03:25.469 INFO:tasks.workunit.client.0.smithi028.stdout: "last_epoch_clean": 646, 2024-08-29T19:03:25.469 INFO:tasks.workunit.client.0.smithi028.stdout: "last_fresh": "2024-08-29T19:02:14.922815+0000", 2024-08-29T19:03:25.469 INFO:tasks.workunit.client.0.smithi028.stdout: "last_fullsized": "2024-08-29T19:02:14.922815+0000", 2024-08-29T19:03:25.469 INFO:tasks.workunit.client.0.smithi028.stdout: "last_peered": "2024-08-29T19:02:14.922815+0000", 2024-08-29T19:03:25.469 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub": "0'0", 2024-08-29T19:03:25.469 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub_duration": 0, 2024-08-29T19:03:25.469 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub_stamp": "2024-08-29T17:40:52.944949+0000", 2024-08-29T19:03:25.470 INFO:tasks.workunit.client.0.smithi028.stdout: "last_undegraded": "2024-08-29T19:02:14.922815+0000", 2024-08-29T19:03:25.470 INFO:tasks.workunit.client.0.smithi028.stdout: "last_unstale": "2024-08-29T19:02:14.922815+0000", 2024-08-29T19:03:25.470 INFO:tasks.workunit.client.0.smithi028.stdout: "log_dups_size": 0, 2024-08-29T19:03:25.470 INFO:tasks.workunit.client.0.smithi028.stdout: "log_size": 29, 2024-08-29T19:03:25.470 INFO:tasks.workunit.client.0.smithi028.stdout: "log_start": "0'0", 2024-08-29T19:03:25.470 INFO:tasks.workunit.client.0.smithi028.stdout: "manifest_stats_invalid": false, 2024-08-29T19:03:25.470 INFO:tasks.workunit.client.0.smithi028.stdout: "mapping_epoch": 645, 2024-08-29T19:03:25.470 INFO:tasks.workunit.client.0.smithi028.stdout: "object_location_counts": [], 2024-08-29T19:03:25.470 INFO:tasks.workunit.client.0.smithi028.stdout: "objects_scrubbed": 0, 2024-08-29T19:03:25.470 INFO:tasks.workunit.client.0.smithi028.stdout: "objects_trimmed": 0, 2024-08-29T19:03:25.470 INFO:tasks.workunit.client.0.smithi028.stdout: "omap_stats_invalid": false, 2024-08-29T19:03:25.470 INFO:tasks.workunit.client.0.smithi028.stdout: "ondisk_log_size": 29, 2024-08-29T19:03:25.470 INFO:tasks.workunit.client.0.smithi028.stdout: "ondisk_log_start": "0'0", 2024-08-29T19:03:25.470 INFO:tasks.workunit.client.0.smithi028.stdout: "parent": "0.0", 2024-08-29T19:03:25.471 INFO:tasks.workunit.client.0.smithi028.stdout: "parent_split_bits": 0, 2024-08-29T19:03:25.471 INFO:tasks.workunit.client.0.smithi028.stdout: "pgid": "2.14", 2024-08-29T19:03:25.471 INFO:tasks.workunit.client.0.smithi028.stdout: "pin_stats_invalid": false, 2024-08-29T19:03:25.471 INFO:tasks.workunit.client.0.smithi028.stdout: "purged_snaps": [], 2024-08-29T19:03:25.471 INFO:tasks.workunit.client.0.smithi028.stdout: "reported_epoch": 2650, 2024-08-29T19:03:25.471 INFO:tasks.workunit.client.0.smithi028.stdout: "reported_seq": 4631, 2024-08-29T19:03:25.471 INFO:tasks.workunit.client.0.smithi028.stdout: "scrub_duration": 0.0, 2024-08-29T19:03:25.471 INFO:tasks.workunit.client.0.smithi028.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-30T20:53:47.236430+0000", 2024-08-29T19:03:25.471 INFO:tasks.workunit.client.0.smithi028.stdout: "snaptrim_duration": 0.0, 2024-08-29T19:03:25.471 INFO:tasks.workunit.client.0.smithi028.stdout: "snaptrimq_len": 0, 2024-08-29T19:03:25.471 INFO:tasks.workunit.client.0.smithi028.stdout: "stat_sum": { 2024-08-29T19:03:25.471 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes": 5804, 2024-08-29T19:03:25.471 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes_hit_set_archive": 0, 2024-08-29T19:03:25.471 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes_recovered": 0, 2024-08-29T19:03:25.472 INFO:tasks.workunit.client.0.smithi028.stdout: "num_deep_scrub_errors": 0, 2024-08-29T19:03:25.472 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict": 0, 2024-08-29T19:03:25.472 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_kb": 0, 2024-08-29T19:03:25.472 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_mode_full": 0, 2024-08-29T19:03:25.472 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_mode_some": 0, 2024-08-29T19:03:25.472 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush": 0, 2024-08-29T19:03:25.472 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_kb": 0, 2024-08-29T19:03:25.472 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_mode_high": 0, 2024-08-29T19:03:25.472 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_mode_low": 0, 2024-08-29T19:03:25.472 INFO:tasks.workunit.client.0.smithi028.stdout: "num_keys_recovered": 0, 2024-08-29T19:03:25.472 INFO:tasks.workunit.client.0.smithi028.stdout: "num_large_omap_objects": 0, 2024-08-29T19:03:25.472 INFO:tasks.workunit.client.0.smithi028.stdout: "num_legacy_snapsets": 0, 2024-08-29T19:03:25.472 INFO:tasks.workunit.client.0.smithi028.stdout: "num_object_clones": 0, 2024-08-29T19:03:25.472 INFO:tasks.workunit.client.0.smithi028.stdout: "num_object_copies": 12, 2024-08-29T19:03:25.473 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects": 4, 2024-08-29T19:03:25.473 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_degraded": 0, 2024-08-29T19:03:25.473 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_dirty": 4, 2024-08-29T19:03:25.473 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_hit_set_archive": 0, 2024-08-29T19:03:25.473 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_manifest": 0, 2024-08-29T19:03:25.473 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_misplaced": 0, 2024-08-29T19:03:25.473 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_missing": 0, 2024-08-29T19:03:25.473 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_missing_on_primary": 0, 2024-08-29T19:03:25.473 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_omap": 1, 2024-08-29T19:03:25.473 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_pinned": 0, 2024-08-29T19:03:25.473 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_recovered": 0, 2024-08-29T19:03:25.473 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_repaired": 0, 2024-08-29T19:03:25.473 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_unfound": 0, 2024-08-29T19:03:25.473 INFO:tasks.workunit.client.0.smithi028.stdout: "num_omap_bytes": 0, 2024-08-29T19:03:25.474 INFO:tasks.workunit.client.0.smithi028.stdout: "num_omap_keys": 0, 2024-08-29T19:03:25.474 INFO:tasks.workunit.client.0.smithi028.stdout: "num_promote": 0, 2024-08-29T19:03:25.474 INFO:tasks.workunit.client.0.smithi028.stdout: "num_read": 10, 2024-08-29T19:03:25.474 INFO:tasks.workunit.client.0.smithi028.stdout: "num_read_kb": 14, 2024-08-29T19:03:25.474 INFO:tasks.workunit.client.0.smithi028.stdout: "num_scrub_errors": 0, 2024-08-29T19:03:25.474 INFO:tasks.workunit.client.0.smithi028.stdout: "num_shallow_scrub_errors": 0, 2024-08-29T19:03:25.474 INFO:tasks.workunit.client.0.smithi028.stdout: "num_whiteouts": 0, 2024-08-29T19:03:25.474 INFO:tasks.workunit.client.0.smithi028.stdout: "num_write": 28, 2024-08-29T19:03:25.474 INFO:tasks.workunit.client.0.smithi028.stdout: "num_write_kb": 25 2024-08-29T19:03:25.474 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:25.474 INFO:tasks.workunit.client.0.smithi028.stdout: "state": "active+clean", 2024-08-29T19:03:25.474 INFO:tasks.workunit.client.0.smithi028.stdout: "stats_invalid": false, 2024-08-29T19:03:25.474 INFO:tasks.workunit.client.0.smithi028.stdout: "up": [ 2024-08-29T19:03:25.474 INFO:tasks.workunit.client.0.smithi028.stdout: 6, 2024-08-29T19:03:25.475 INFO:tasks.workunit.client.0.smithi028.stdout: 3, 2024-08-29T19:03:25.475 INFO:tasks.workunit.client.0.smithi028.stdout: 5 2024-08-29T19:03:25.475 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-08-29T19:03:25.475 INFO:tasks.workunit.client.0.smithi028.stdout: "up_primary": 6, 2024-08-29T19:03:25.475 INFO:tasks.workunit.client.0.smithi028.stdout: "version": "721'29" 2024-08-29T19:03:25.475 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:25.475 INFO:tasks.workunit.client.0.smithi028.stdout: { 2024-08-29T19:03:25.475 INFO:tasks.workunit.client.0.smithi028.stdout: "acting": [ 2024-08-29T19:03:25.475 INFO:tasks.workunit.client.0.smithi028.stdout: 2, 2024-08-29T19:03:25.475 INFO:tasks.workunit.client.0.smithi028.stdout: 7, 2024-08-29T19:03:25.475 INFO:tasks.workunit.client.0.smithi028.stdout: 6 2024-08-29T19:03:25.475 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-08-29T19:03:25.475 INFO:tasks.workunit.client.0.smithi028.stdout: "acting_primary": 2, 2024-08-29T19:03:25.475 INFO:tasks.workunit.client.0.smithi028.stdout: "avail_no_missing": [], 2024-08-29T19:03:25.476 INFO:tasks.workunit.client.0.smithi028.stdout: "blocked_by": [], 2024-08-29T19:03:25.476 INFO:tasks.workunit.client.0.smithi028.stdout: "created": 62, 2024-08-29T19:03:25.476 INFO:tasks.workunit.client.0.smithi028.stdout: "dirty_stats_invalid": false, 2024-08-29T19:03:25.476 INFO:tasks.workunit.client.0.smithi028.stdout: "hitset_bytes_stats_invalid": false, 2024-08-29T19:03:25.476 INFO:tasks.workunit.client.0.smithi028.stdout: "hitset_stats_invalid": false, 2024-08-29T19:03:25.476 INFO:tasks.workunit.client.0.smithi028.stdout: "last_active": "2024-08-29T19:02:14.110760+0000", 2024-08-29T19:03:25.476 INFO:tasks.workunit.client.0.smithi028.stdout: "last_became_active": "2024-08-29T17:58:11.354419+0000", 2024-08-29T19:03:25.476 INFO:tasks.workunit.client.0.smithi028.stdout: "last_became_peered": "2024-08-29T17:58:11.354419+0000", 2024-08-29T19:03:25.476 INFO:tasks.workunit.client.0.smithi028.stdout: "last_change": "2024-08-29T17:58:11.355297+0000", 2024-08-29T19:03:25.476 INFO:tasks.workunit.client.0.smithi028.stdout: "last_clean": "2024-08-29T19:02:14.110760+0000", 2024-08-29T19:03:25.476 INFO:tasks.workunit.client.0.smithi028.stdout: "last_clean_scrub_stamp": "2024-08-29T17:41:01.987071+0000", 2024-08-29T19:03:25.476 INFO:tasks.workunit.client.0.smithi028.stdout: "last_deep_scrub": "0'0", 2024-08-29T19:03:25.476 INFO:tasks.workunit.client.0.smithi028.stdout: "last_deep_scrub_stamp": "2024-08-29T17:41:01.987071+0000", 2024-08-29T19:03:25.477 INFO:tasks.workunit.client.0.smithi028.stdout: "last_epoch_clean": 681, 2024-08-29T19:03:25.477 INFO:tasks.workunit.client.0.smithi028.stdout: "last_fresh": "2024-08-29T19:02:14.110760+0000", 2024-08-29T19:03:25.477 INFO:tasks.workunit.client.0.smithi028.stdout: "last_fullsized": "2024-08-29T19:02:14.110760+0000", 2024-08-29T19:03:25.477 INFO:tasks.workunit.client.0.smithi028.stdout: "last_peered": "2024-08-29T19:02:14.110760+0000", 2024-08-29T19:03:25.477 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub": "0'0", 2024-08-29T19:03:25.477 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub_duration": 0, 2024-08-29T19:03:25.477 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub_stamp": "2024-08-29T17:41:01.987071+0000", 2024-08-29T19:03:25.477 INFO:tasks.workunit.client.0.smithi028.stdout: "last_undegraded": "2024-08-29T19:02:14.110760+0000", 2024-08-29T19:03:25.477 INFO:tasks.workunit.client.0.smithi028.stdout: "last_unstale": "2024-08-29T19:02:14.110760+0000", 2024-08-29T19:03:25.477 INFO:tasks.workunit.client.0.smithi028.stdout: "log_dups_size": 0, 2024-08-29T19:03:25.477 INFO:tasks.workunit.client.0.smithi028.stdout: "log_size": 0, 2024-08-29T19:03:25.477 INFO:tasks.workunit.client.0.smithi028.stdout: "log_start": "0'0", 2024-08-29T19:03:25.477 INFO:tasks.workunit.client.0.smithi028.stdout: "manifest_stats_invalid": false, 2024-08-29T19:03:25.478 INFO:tasks.workunit.client.0.smithi028.stdout: "mapping_epoch": 680, 2024-08-29T19:03:25.478 INFO:tasks.workunit.client.0.smithi028.stdout: "object_location_counts": [], 2024-08-29T19:03:25.478 INFO:tasks.workunit.client.0.smithi028.stdout: "objects_scrubbed": 0, 2024-08-29T19:03:25.478 INFO:tasks.workunit.client.0.smithi028.stdout: "objects_trimmed": 0, 2024-08-29T19:03:25.478 INFO:tasks.workunit.client.0.smithi028.stdout: "omap_stats_invalid": false, 2024-08-29T19:03:25.478 INFO:tasks.workunit.client.0.smithi028.stdout: "ondisk_log_size": 0, 2024-08-29T19:03:25.478 INFO:tasks.workunit.client.0.smithi028.stdout: "ondisk_log_start": "0'0", 2024-08-29T19:03:25.478 INFO:tasks.workunit.client.0.smithi028.stdout: "parent": "0.0", 2024-08-29T19:03:25.478 INFO:tasks.workunit.client.0.smithi028.stdout: "parent_split_bits": 0, 2024-08-29T19:03:25.478 INFO:tasks.workunit.client.0.smithi028.stdout: "pgid": "3.14", 2024-08-29T19:03:25.478 INFO:tasks.workunit.client.0.smithi028.stdout: "pin_stats_invalid": false, 2024-08-29T19:03:25.478 INFO:tasks.workunit.client.0.smithi028.stdout: "purged_snaps": [], 2024-08-29T19:03:25.478 INFO:tasks.workunit.client.0.smithi028.stdout: "reported_epoch": 2650, 2024-08-29T19:03:25.478 INFO:tasks.workunit.client.0.smithi028.stdout: "reported_seq": 4709, 2024-08-29T19:03:25.479 INFO:tasks.workunit.client.0.smithi028.stdout: "scrub_duration": 0.0, 2024-08-29T19:03:25.479 INFO:tasks.workunit.client.0.smithi028.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-30T17:56:07.838928+0000", 2024-08-29T19:03:25.479 INFO:tasks.workunit.client.0.smithi028.stdout: "snaptrim_duration": 0.0, 2024-08-29T19:03:25.479 INFO:tasks.workunit.client.0.smithi028.stdout: "snaptrimq_len": 0, 2024-08-29T19:03:25.479 INFO:tasks.workunit.client.0.smithi028.stdout: "stat_sum": { 2024-08-29T19:03:25.479 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes": 0, 2024-08-29T19:03:25.479 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes_hit_set_archive": 0, 2024-08-29T19:03:25.479 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes_recovered": 0, 2024-08-29T19:03:25.479 INFO:tasks.workunit.client.0.smithi028.stdout: "num_deep_scrub_errors": 0, 2024-08-29T19:03:25.479 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict": 0, 2024-08-29T19:03:25.479 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_kb": 0, 2024-08-29T19:03:25.479 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_mode_full": 0, 2024-08-29T19:03:25.479 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_mode_some": 0, 2024-08-29T19:03:25.480 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush": 0, 2024-08-29T19:03:25.480 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_kb": 0, 2024-08-29T19:03:25.480 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_mode_high": 0, 2024-08-29T19:03:25.480 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_mode_low": 0, 2024-08-29T19:03:25.480 INFO:tasks.workunit.client.0.smithi028.stdout: "num_keys_recovered": 0, 2024-08-29T19:03:25.480 INFO:tasks.workunit.client.0.smithi028.stdout: "num_large_omap_objects": 0, 2024-08-29T19:03:25.480 INFO:tasks.workunit.client.0.smithi028.stdout: "num_legacy_snapsets": 0, 2024-08-29T19:03:25.480 INFO:tasks.workunit.client.0.smithi028.stdout: "num_object_clones": 0, 2024-08-29T19:03:25.480 INFO:tasks.workunit.client.0.smithi028.stdout: "num_object_copies": 0, 2024-08-29T19:03:25.480 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects": 0, 2024-08-29T19:03:25.480 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_degraded": 0, 2024-08-29T19:03:25.480 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_dirty": 0, 2024-08-29T19:03:25.480 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_hit_set_archive": 0, 2024-08-29T19:03:25.480 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_manifest": 0, 2024-08-29T19:03:25.481 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_misplaced": 0, 2024-08-29T19:03:25.481 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_missing": 0, 2024-08-29T19:03:25.481 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_missing_on_primary": 0, 2024-08-29T19:03:25.481 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_omap": 0, 2024-08-29T19:03:25.481 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_pinned": 0, 2024-08-29T19:03:25.481 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_recovered": 0, 2024-08-29T19:03:25.481 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_repaired": 0, 2024-08-29T19:03:25.481 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_unfound": 0, 2024-08-29T19:03:25.481 INFO:tasks.workunit.client.0.smithi028.stdout: "num_omap_bytes": 0, 2024-08-29T19:03:25.481 INFO:tasks.workunit.client.0.smithi028.stdout: "num_omap_keys": 0, 2024-08-29T19:03:25.481 INFO:tasks.workunit.client.0.smithi028.stdout: "num_promote": 0, 2024-08-29T19:03:25.481 INFO:tasks.workunit.client.0.smithi028.stdout: "num_read": 0, 2024-08-29T19:03:25.481 INFO:tasks.workunit.client.0.smithi028.stdout: "num_read_kb": 0, 2024-08-29T19:03:25.482 INFO:tasks.workunit.client.0.smithi028.stdout: "num_scrub_errors": 0, 2024-08-29T19:03:25.482 INFO:tasks.workunit.client.0.smithi028.stdout: "num_shallow_scrub_errors": 0, 2024-08-29T19:03:25.482 INFO:tasks.workunit.client.0.smithi028.stdout: "num_whiteouts": 0, 2024-08-29T19:03:25.482 INFO:tasks.workunit.client.0.smithi028.stdout: "num_write": 0, 2024-08-29T19:03:25.482 INFO:tasks.workunit.client.0.smithi028.stdout: "num_write_kb": 0 2024-08-29T19:03:25.482 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:25.482 INFO:tasks.workunit.client.0.smithi028.stdout: "state": "active+clean", 2024-08-29T19:03:25.482 INFO:tasks.workunit.client.0.smithi028.stdout: "stats_invalid": false, 2024-08-29T19:03:25.482 INFO:tasks.workunit.client.0.smithi028.stdout: "up": [ 2024-08-29T19:03:25.482 INFO:tasks.workunit.client.0.smithi028.stdout: 2, 2024-08-29T19:03:25.482 INFO:tasks.workunit.client.0.smithi028.stdout: 7, 2024-08-29T19:03:25.482 INFO:tasks.workunit.client.0.smithi028.stdout: 6 2024-08-29T19:03:25.482 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-08-29T19:03:25.482 INFO:tasks.workunit.client.0.smithi028.stdout: "up_primary": 2, 2024-08-29T19:03:25.483 INFO:tasks.workunit.client.0.smithi028.stdout: "version": "0'0" 2024-08-29T19:03:25.483 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:25.483 INFO:tasks.workunit.client.0.smithi028.stdout: { 2024-08-29T19:03:25.483 INFO:tasks.workunit.client.0.smithi028.stdout: "acting": [ 2024-08-29T19:03:25.483 INFO:tasks.workunit.client.0.smithi028.stdout: 1, 2024-08-29T19:03:25.483 INFO:tasks.workunit.client.0.smithi028.stdout: 5, 2024-08-29T19:03:25.483 INFO:tasks.workunit.client.0.smithi028.stdout: 0 2024-08-29T19:03:25.483 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-08-29T19:03:25.483 INFO:tasks.workunit.client.0.smithi028.stdout: "acting_primary": 1, 2024-08-29T19:03:25.483 INFO:tasks.workunit.client.0.smithi028.stdout: "avail_no_missing": [], 2024-08-29T19:03:25.483 INFO:tasks.workunit.client.0.smithi028.stdout: "blocked_by": [], 2024-08-29T19:03:25.483 INFO:tasks.workunit.client.0.smithi028.stdout: "created": 59, 2024-08-29T19:03:25.483 INFO:tasks.workunit.client.0.smithi028.stdout: "dirty_stats_invalid": false, 2024-08-29T19:03:25.483 INFO:tasks.workunit.client.0.smithi028.stdout: "hitset_bytes_stats_invalid": false, 2024-08-29T19:03:25.484 INFO:tasks.workunit.client.0.smithi028.stdout: "hitset_stats_invalid": false, 2024-08-29T19:03:25.484 INFO:tasks.workunit.client.0.smithi028.stdout: "last_active": "2024-08-29T19:02:14.816035+0000", 2024-08-29T19:03:25.484 INFO:tasks.workunit.client.0.smithi028.stdout: "last_became_active": "2024-08-29T17:57:02.346751+0000", 2024-08-29T19:03:25.484 INFO:tasks.workunit.client.0.smithi028.stdout: "last_became_peered": "2024-08-29T17:57:02.346751+0000", 2024-08-29T19:03:25.484 INFO:tasks.workunit.client.0.smithi028.stdout: "last_change": "2024-08-29T17:57:02.347249+0000", 2024-08-29T19:03:25.484 INFO:tasks.workunit.client.0.smithi028.stdout: "last_clean": "2024-08-29T19:02:14.816035+0000", 2024-08-29T19:03:25.484 INFO:tasks.workunit.client.0.smithi028.stdout: "last_clean_scrub_stamp": "2024-08-29T17:40:52.944949+0000", 2024-08-29T19:03:25.484 INFO:tasks.workunit.client.0.smithi028.stdout: "last_deep_scrub": "0'0", 2024-08-29T19:03:25.484 INFO:tasks.workunit.client.0.smithi028.stdout: "last_deep_scrub_stamp": "2024-08-29T17:40:52.944949+0000", 2024-08-29T19:03:25.484 INFO:tasks.workunit.client.0.smithi028.stdout: "last_epoch_clean": 613, 2024-08-29T19:03:25.484 INFO:tasks.workunit.client.0.smithi028.stdout: "last_fresh": "2024-08-29T19:02:14.816035+0000", 2024-08-29T19:03:25.484 INFO:tasks.workunit.client.0.smithi028.stdout: "last_fullsized": "2024-08-29T19:02:14.816035+0000", 2024-08-29T19:03:25.484 INFO:tasks.workunit.client.0.smithi028.stdout: "last_peered": "2024-08-29T19:02:14.816035+0000", 2024-08-29T19:03:25.485 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub": "0'0", 2024-08-29T19:03:25.485 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub_duration": 0, 2024-08-29T19:03:25.485 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub_stamp": "2024-08-29T17:40:52.944949+0000", 2024-08-29T19:03:25.485 INFO:tasks.workunit.client.0.smithi028.stdout: "last_undegraded": "2024-08-29T19:02:14.816035+0000", 2024-08-29T19:03:25.485 INFO:tasks.workunit.client.0.smithi028.stdout: "last_unstale": "2024-08-29T19:02:14.816035+0000", 2024-08-29T19:03:25.485 INFO:tasks.workunit.client.0.smithi028.stdout: "log_dups_size": 0, 2024-08-29T19:03:25.485 INFO:tasks.workunit.client.0.smithi028.stdout: "log_size": 3, 2024-08-29T19:03:25.485 INFO:tasks.workunit.client.0.smithi028.stdout: "log_start": "0'0", 2024-08-29T19:03:25.485 INFO:tasks.workunit.client.0.smithi028.stdout: "manifest_stats_invalid": false, 2024-08-29T19:03:25.485 INFO:tasks.workunit.client.0.smithi028.stdout: "mapping_epoch": 612, 2024-08-29T19:03:25.485 INFO:tasks.workunit.client.0.smithi028.stdout: "object_location_counts": [], 2024-08-29T19:03:25.485 INFO:tasks.workunit.client.0.smithi028.stdout: "objects_scrubbed": 0, 2024-08-29T19:03:25.485 INFO:tasks.workunit.client.0.smithi028.stdout: "objects_trimmed": 0, 2024-08-29T19:03:25.485 INFO:tasks.workunit.client.0.smithi028.stdout: "omap_stats_invalid": false, 2024-08-29T19:03:25.486 INFO:tasks.workunit.client.0.smithi028.stdout: "ondisk_log_size": 3, 2024-08-29T19:03:25.486 INFO:tasks.workunit.client.0.smithi028.stdout: "ondisk_log_start": "0'0", 2024-08-29T19:03:25.486 INFO:tasks.workunit.client.0.smithi028.stdout: "parent": "0.0", 2024-08-29T19:03:25.486 INFO:tasks.workunit.client.0.smithi028.stdout: "parent_split_bits": 0, 2024-08-29T19:03:25.486 INFO:tasks.workunit.client.0.smithi028.stdout: "pgid": "2.15", 2024-08-29T19:03:25.486 INFO:tasks.workunit.client.0.smithi028.stdout: "pin_stats_invalid": false, 2024-08-29T19:03:25.486 INFO:tasks.workunit.client.0.smithi028.stdout: "purged_snaps": [], 2024-08-29T19:03:25.486 INFO:tasks.workunit.client.0.smithi028.stdout: "reported_epoch": 2650, 2024-08-29T19:03:25.486 INFO:tasks.workunit.client.0.smithi028.stdout: "reported_seq": 4786, 2024-08-29T19:03:25.486 INFO:tasks.workunit.client.0.smithi028.stdout: "scrub_duration": 0.0, 2024-08-29T19:03:25.486 INFO:tasks.workunit.client.0.smithi028.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-30T18:11:31.215989+0000", 2024-08-29T19:03:25.486 INFO:tasks.workunit.client.0.smithi028.stdout: "snaptrim_duration": 0.0, 2024-08-29T19:03:25.486 INFO:tasks.workunit.client.0.smithi028.stdout: "snaptrimq_len": 0, 2024-08-29T19:03:25.487 INFO:tasks.workunit.client.0.smithi028.stdout: "stat_sum": { 2024-08-29T19:03:25.487 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes": 90, 2024-08-29T19:03:25.487 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes_hit_set_archive": 0, 2024-08-29T19:03:25.487 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes_recovered": 0, 2024-08-29T19:03:25.487 INFO:tasks.workunit.client.0.smithi028.stdout: "num_deep_scrub_errors": 0, 2024-08-29T19:03:25.487 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict": 0, 2024-08-29T19:03:25.487 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_kb": 0, 2024-08-29T19:03:25.487 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_mode_full": 0, 2024-08-29T19:03:25.487 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_mode_some": 0, 2024-08-29T19:03:25.487 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush": 0, 2024-08-29T19:03:25.487 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_kb": 0, 2024-08-29T19:03:25.487 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_mode_high": 0, 2024-08-29T19:03:25.487 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_mode_low": 0, 2024-08-29T19:03:25.487 INFO:tasks.workunit.client.0.smithi028.stdout: "num_keys_recovered": 0, 2024-08-29T19:03:25.488 INFO:tasks.workunit.client.0.smithi028.stdout: "num_large_omap_objects": 0, 2024-08-29T19:03:25.488 INFO:tasks.workunit.client.0.smithi028.stdout: "num_legacy_snapsets": 0, 2024-08-29T19:03:25.488 INFO:tasks.workunit.client.0.smithi028.stdout: "num_object_clones": 0, 2024-08-29T19:03:25.488 INFO:tasks.workunit.client.0.smithi028.stdout: "num_object_copies": 6, 2024-08-29T19:03:25.488 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects": 2, 2024-08-29T19:03:25.488 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_degraded": 0, 2024-08-29T19:03:25.488 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_dirty": 2, 2024-08-29T19:03:25.488 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_hit_set_archive": 0, 2024-08-29T19:03:25.488 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_manifest": 0, 2024-08-29T19:03:25.488 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_misplaced": 0, 2024-08-29T19:03:25.488 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_missing": 0, 2024-08-29T19:03:25.488 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_missing_on_primary": 0, 2024-08-29T19:03:25.488 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_omap": 1, 2024-08-29T19:03:25.488 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_pinned": 0, 2024-08-29T19:03:25.489 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_recovered": 0, 2024-08-29T19:03:25.489 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_repaired": 0, 2024-08-29T19:03:25.489 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_unfound": 0, 2024-08-29T19:03:25.489 INFO:tasks.workunit.client.0.smithi028.stdout: "num_omap_bytes": 0, 2024-08-29T19:03:25.489 INFO:tasks.workunit.client.0.smithi028.stdout: "num_omap_keys": 0, 2024-08-29T19:03:25.489 INFO:tasks.workunit.client.0.smithi028.stdout: "num_promote": 0, 2024-08-29T19:03:25.489 INFO:tasks.workunit.client.0.smithi028.stdout: "num_read": 7, 2024-08-29T19:03:25.489 INFO:tasks.workunit.client.0.smithi028.stdout: "num_read_kb": 7, 2024-08-29T19:03:25.489 INFO:tasks.workunit.client.0.smithi028.stdout: "num_scrub_errors": 0, 2024-08-29T19:03:25.489 INFO:tasks.workunit.client.0.smithi028.stdout: "num_shallow_scrub_errors": 0, 2024-08-29T19:03:25.489 INFO:tasks.workunit.client.0.smithi028.stdout: "num_whiteouts": 0, 2024-08-29T19:03:25.489 INFO:tasks.workunit.client.0.smithi028.stdout: "num_write": 4, 2024-08-29T19:03:25.489 INFO:tasks.workunit.client.0.smithi028.stdout: "num_write_kb": 1 2024-08-29T19:03:25.490 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:25.490 INFO:tasks.workunit.client.0.smithi028.stdout: "state": "active+clean", 2024-08-29T19:03:25.490 INFO:tasks.workunit.client.0.smithi028.stdout: "stats_invalid": false, 2024-08-29T19:03:25.490 INFO:tasks.workunit.client.0.smithi028.stdout: "up": [ 2024-08-29T19:03:25.490 INFO:tasks.workunit.client.0.smithi028.stdout: 1, 2024-08-29T19:03:25.490 INFO:tasks.workunit.client.0.smithi028.stdout: 5, 2024-08-29T19:03:25.490 INFO:tasks.workunit.client.0.smithi028.stdout: 0 2024-08-29T19:03:25.490 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-08-29T19:03:25.490 INFO:tasks.workunit.client.0.smithi028.stdout: "up_primary": 1, 2024-08-29T19:03:25.490 INFO:tasks.workunit.client.0.smithi028.stdout: "version": "65'3" 2024-08-29T19:03:25.490 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:25.490 INFO:tasks.workunit.client.0.smithi028.stdout: { 2024-08-29T19:03:25.490 INFO:tasks.workunit.client.0.smithi028.stdout: "acting": [ 2024-08-29T19:03:25.490 INFO:tasks.workunit.client.0.smithi028.stdout: 0, 2024-08-29T19:03:25.491 INFO:tasks.workunit.client.0.smithi028.stdout: 5, 2024-08-29T19:03:25.491 INFO:tasks.workunit.client.0.smithi028.stdout: 3 2024-08-29T19:03:25.491 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-08-29T19:03:25.491 INFO:tasks.workunit.client.0.smithi028.stdout: "acting_primary": 0, 2024-08-29T19:03:25.491 INFO:tasks.workunit.client.0.smithi028.stdout: "avail_no_missing": [], 2024-08-29T19:03:25.491 INFO:tasks.workunit.client.0.smithi028.stdout: "blocked_by": [], 2024-08-29T19:03:25.491 INFO:tasks.workunit.client.0.smithi028.stdout: "created": 62, 2024-08-29T19:03:25.491 INFO:tasks.workunit.client.0.smithi028.stdout: "dirty_stats_invalid": false, 2024-08-29T19:03:25.491 INFO:tasks.workunit.client.0.smithi028.stdout: "hitset_bytes_stats_invalid": false, 2024-08-29T19:03:25.491 INFO:tasks.workunit.client.0.smithi028.stdout: "hitset_stats_invalid": false, 2024-08-29T19:03:25.491 INFO:tasks.workunit.client.0.smithi028.stdout: "last_active": "2024-08-29T19:02:14.107756+0000", 2024-08-29T19:03:25.491 INFO:tasks.workunit.client.0.smithi028.stdout: "last_became_active": "2024-08-29T17:57:02.380082+0000", 2024-08-29T19:03:25.491 INFO:tasks.workunit.client.0.smithi028.stdout: "last_became_peered": "2024-08-29T17:57:02.380082+0000", 2024-08-29T19:03:25.491 INFO:tasks.workunit.client.0.smithi028.stdout: "last_change": "2024-08-29T17:57:02.380683+0000", 2024-08-29T19:03:25.492 INFO:tasks.workunit.client.0.smithi028.stdout: "last_clean": "2024-08-29T19:02:14.107756+0000", 2024-08-29T19:03:25.492 INFO:tasks.workunit.client.0.smithi028.stdout: "last_clean_scrub_stamp": "2024-08-29T17:41:01.987071+0000", 2024-08-29T19:03:25.492 INFO:tasks.workunit.client.0.smithi028.stdout: "last_deep_scrub": "0'0", 2024-08-29T19:03:25.492 INFO:tasks.workunit.client.0.smithi028.stdout: "last_deep_scrub_stamp": "2024-08-29T17:41:01.987071+0000", 2024-08-29T19:03:25.492 INFO:tasks.workunit.client.0.smithi028.stdout: "last_epoch_clean": 613, 2024-08-29T19:03:25.492 INFO:tasks.workunit.client.0.smithi028.stdout: "last_fresh": "2024-08-29T19:02:14.107756+0000", 2024-08-29T19:03:25.492 INFO:tasks.workunit.client.0.smithi028.stdout: "last_fullsized": "2024-08-29T19:02:14.107756+0000", 2024-08-29T19:03:25.492 INFO:tasks.workunit.client.0.smithi028.stdout: "last_peered": "2024-08-29T19:02:14.107756+0000", 2024-08-29T19:03:25.492 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub": "0'0", 2024-08-29T19:03:25.492 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub_duration": 0, 2024-08-29T19:03:25.492 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub_stamp": "2024-08-29T17:41:01.987071+0000", 2024-08-29T19:03:25.492 INFO:tasks.workunit.client.0.smithi028.stdout: "last_undegraded": "2024-08-29T19:02:14.107756+0000", 2024-08-29T19:03:25.492 INFO:tasks.workunit.client.0.smithi028.stdout: "last_unstale": "2024-08-29T19:02:14.107756+0000", 2024-08-29T19:03:25.492 INFO:tasks.workunit.client.0.smithi028.stdout: "log_dups_size": 0, 2024-08-29T19:03:25.493 INFO:tasks.workunit.client.0.smithi028.stdout: "log_size": 0, 2024-08-29T19:03:25.493 INFO:tasks.workunit.client.0.smithi028.stdout: "log_start": "0'0", 2024-08-29T19:03:25.493 INFO:tasks.workunit.client.0.smithi028.stdout: "manifest_stats_invalid": false, 2024-08-29T19:03:25.493 INFO:tasks.workunit.client.0.smithi028.stdout: "mapping_epoch": 612, 2024-08-29T19:03:25.493 INFO:tasks.workunit.client.0.smithi028.stdout: "object_location_counts": [], 2024-08-29T19:03:25.493 INFO:tasks.workunit.client.0.smithi028.stdout: "objects_scrubbed": 0, 2024-08-29T19:03:25.493 INFO:tasks.workunit.client.0.smithi028.stdout: "objects_trimmed": 0, 2024-08-29T19:03:25.493 INFO:tasks.workunit.client.0.smithi028.stdout: "omap_stats_invalid": false, 2024-08-29T19:03:25.493 INFO:tasks.workunit.client.0.smithi028.stdout: "ondisk_log_size": 0, 2024-08-29T19:03:25.493 INFO:tasks.workunit.client.0.smithi028.stdout: "ondisk_log_start": "0'0", 2024-08-29T19:03:25.493 INFO:tasks.workunit.client.0.smithi028.stdout: "parent": "0.0", 2024-08-29T19:03:25.493 INFO:tasks.workunit.client.0.smithi028.stdout: "parent_split_bits": 0, 2024-08-29T19:03:25.493 INFO:tasks.workunit.client.0.smithi028.stdout: "pgid": "3.17", 2024-08-29T19:03:25.493 INFO:tasks.workunit.client.0.smithi028.stdout: "pin_stats_invalid": false, 2024-08-29T19:03:25.494 INFO:tasks.workunit.client.0.smithi028.stdout: "purged_snaps": [], 2024-08-29T19:03:25.494 INFO:tasks.workunit.client.0.smithi028.stdout: "reported_epoch": 2650, 2024-08-29T19:03:25.494 INFO:tasks.workunit.client.0.smithi028.stdout: "reported_seq": 4808, 2024-08-29T19:03:25.494 INFO:tasks.workunit.client.0.smithi028.stdout: "scrub_duration": 0.0, 2024-08-29T19:03:25.494 INFO:tasks.workunit.client.0.smithi028.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-31T03:08:05.451607+0000", 2024-08-29T19:03:25.494 INFO:tasks.workunit.client.0.smithi028.stdout: "snaptrim_duration": 0.0, 2024-08-29T19:03:25.494 INFO:tasks.workunit.client.0.smithi028.stdout: "snaptrimq_len": 0, 2024-08-29T19:03:25.494 INFO:tasks.workunit.client.0.smithi028.stdout: "stat_sum": { 2024-08-29T19:03:25.494 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes": 0, 2024-08-29T19:03:25.494 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes_hit_set_archive": 0, 2024-08-29T19:03:25.494 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes_recovered": 0, 2024-08-29T19:03:25.494 INFO:tasks.workunit.client.0.smithi028.stdout: "num_deep_scrub_errors": 0, 2024-08-29T19:03:25.494 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict": 0, 2024-08-29T19:03:25.495 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_kb": 0, 2024-08-29T19:03:25.495 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_mode_full": 0, 2024-08-29T19:03:25.495 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_mode_some": 0, 2024-08-29T19:03:25.495 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush": 0, 2024-08-29T19:03:25.495 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_kb": 0, 2024-08-29T19:03:25.495 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_mode_high": 0, 2024-08-29T19:03:25.495 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_mode_low": 0, 2024-08-29T19:03:25.495 INFO:tasks.workunit.client.0.smithi028.stdout: "num_keys_recovered": 0, 2024-08-29T19:03:25.495 INFO:tasks.workunit.client.0.smithi028.stdout: "num_large_omap_objects": 0, 2024-08-29T19:03:25.495 INFO:tasks.workunit.client.0.smithi028.stdout: "num_legacy_snapsets": 0, 2024-08-29T19:03:25.495 INFO:tasks.workunit.client.0.smithi028.stdout: "num_object_clones": 0, 2024-08-29T19:03:25.495 INFO:tasks.workunit.client.0.smithi028.stdout: "num_object_copies": 0, 2024-08-29T19:03:25.495 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects": 0, 2024-08-29T19:03:25.496 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_degraded": 0, 2024-08-29T19:03:25.496 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_dirty": 0, 2024-08-29T19:03:25.496 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_hit_set_archive": 0, 2024-08-29T19:03:25.496 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_manifest": 0, 2024-08-29T19:03:25.496 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_misplaced": 0, 2024-08-29T19:03:25.496 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_missing": 0, 2024-08-29T19:03:25.496 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_missing_on_primary": 0, 2024-08-29T19:03:25.496 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_omap": 0, 2024-08-29T19:03:25.496 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_pinned": 0, 2024-08-29T19:03:25.496 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_recovered": 0, 2024-08-29T19:03:25.496 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_repaired": 0, 2024-08-29T19:03:25.496 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_unfound": 0, 2024-08-29T19:03:25.496 INFO:tasks.workunit.client.0.smithi028.stdout: "num_omap_bytes": 0, 2024-08-29T19:03:25.496 INFO:tasks.workunit.client.0.smithi028.stdout: "num_omap_keys": 0, 2024-08-29T19:03:25.497 INFO:tasks.workunit.client.0.smithi028.stdout: "num_promote": 0, 2024-08-29T19:03:25.497 INFO:tasks.workunit.client.0.smithi028.stdout: "num_read": 0, 2024-08-29T19:03:25.497 INFO:tasks.workunit.client.0.smithi028.stdout: "num_read_kb": 0, 2024-08-29T19:03:25.497 INFO:tasks.workunit.client.0.smithi028.stdout: "num_scrub_errors": 0, 2024-08-29T19:03:25.497 INFO:tasks.workunit.client.0.smithi028.stdout: "num_shallow_scrub_errors": 0, 2024-08-29T19:03:25.497 INFO:tasks.workunit.client.0.smithi028.stdout: "num_whiteouts": 0, 2024-08-29T19:03:25.497 INFO:tasks.workunit.client.0.smithi028.stdout: "num_write": 0, 2024-08-29T19:03:25.497 INFO:tasks.workunit.client.0.smithi028.stdout: "num_write_kb": 0 2024-08-29T19:03:25.497 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:25.497 INFO:tasks.workunit.client.0.smithi028.stdout: "state": "active+clean", 2024-08-29T19:03:25.497 INFO:tasks.workunit.client.0.smithi028.stdout: "stats_invalid": false, 2024-08-29T19:03:25.497 INFO:tasks.workunit.client.0.smithi028.stdout: "up": [ 2024-08-29T19:03:25.497 INFO:tasks.workunit.client.0.smithi028.stdout: 0, 2024-08-29T19:03:25.497 INFO:tasks.workunit.client.0.smithi028.stdout: 5, 2024-08-29T19:03:25.497 INFO:tasks.workunit.client.0.smithi028.stdout: 3 2024-08-29T19:03:25.498 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-08-29T19:03:25.498 INFO:tasks.workunit.client.0.smithi028.stdout: "up_primary": 0, 2024-08-29T19:03:25.498 INFO:tasks.workunit.client.0.smithi028.stdout: "version": "0'0" 2024-08-29T19:03:25.498 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:25.498 INFO:tasks.workunit.client.0.smithi028.stdout: { 2024-08-29T19:03:25.498 INFO:tasks.workunit.client.0.smithi028.stdout: "acting": [ 2024-08-29T19:03:25.498 INFO:tasks.workunit.client.0.smithi028.stdout: 5, 2024-08-29T19:03:25.498 INFO:tasks.workunit.client.0.smithi028.stdout: 6, 2024-08-29T19:03:25.498 INFO:tasks.workunit.client.0.smithi028.stdout: 2 2024-08-29T19:03:25.498 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-08-29T19:03:25.498 INFO:tasks.workunit.client.0.smithi028.stdout: "acting_primary": 5, 2024-08-29T19:03:25.498 INFO:tasks.workunit.client.0.smithi028.stdout: "avail_no_missing": [], 2024-08-29T19:03:25.498 INFO:tasks.workunit.client.0.smithi028.stdout: "blocked_by": [], 2024-08-29T19:03:25.499 INFO:tasks.workunit.client.0.smithi028.stdout: "created": 59, 2024-08-29T19:03:25.499 INFO:tasks.workunit.client.0.smithi028.stdout: "dirty_stats_invalid": false, 2024-08-29T19:03:25.499 INFO:tasks.workunit.client.0.smithi028.stdout: "hitset_bytes_stats_invalid": false, 2024-08-29T19:03:25.499 INFO:tasks.workunit.client.0.smithi028.stdout: "hitset_stats_invalid": false, 2024-08-29T19:03:25.499 INFO:tasks.workunit.client.0.smithi028.stdout: "last_active": "2024-08-29T19:02:14.932416+0000", 2024-08-29T19:03:25.499 INFO:tasks.workunit.client.0.smithi028.stdout: "last_became_active": "2024-08-29T17:57:36.368079+0000", 2024-08-29T19:03:25.499 INFO:tasks.workunit.client.0.smithi028.stdout: "last_became_peered": "2024-08-29T17:57:36.368079+0000", 2024-08-29T19:03:25.499 INFO:tasks.workunit.client.0.smithi028.stdout: "last_change": "2024-08-29T17:57:36.368474+0000", 2024-08-29T19:03:25.499 INFO:tasks.workunit.client.0.smithi028.stdout: "last_clean": "2024-08-29T19:02:14.932416+0000", 2024-08-29T19:03:25.499 INFO:tasks.workunit.client.0.smithi028.stdout: "last_clean_scrub_stamp": "2024-08-29T17:40:52.944949+0000", 2024-08-29T19:03:25.499 INFO:tasks.workunit.client.0.smithi028.stdout: "last_deep_scrub": "0'0", 2024-08-29T19:03:25.499 INFO:tasks.workunit.client.0.smithi028.stdout: "last_deep_scrub_stamp": "2024-08-29T17:40:52.944949+0000", 2024-08-29T19:03:25.499 INFO:tasks.workunit.client.0.smithi028.stdout: "last_epoch_clean": 646, 2024-08-29T19:03:25.500 INFO:tasks.workunit.client.0.smithi028.stdout: "last_fresh": "2024-08-29T19:02:14.932416+0000", 2024-08-29T19:03:25.500 INFO:tasks.workunit.client.0.smithi028.stdout: "last_fullsized": "2024-08-29T19:02:14.932416+0000", 2024-08-29T19:03:25.500 INFO:tasks.workunit.client.0.smithi028.stdout: "last_peered": "2024-08-29T19:02:14.932416+0000", 2024-08-29T19:03:25.500 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub": "0'0", 2024-08-29T19:03:25.500 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub_duration": 0, 2024-08-29T19:03:25.500 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub_stamp": "2024-08-29T17:40:52.944949+0000", 2024-08-29T19:03:25.500 INFO:tasks.workunit.client.0.smithi028.stdout: "last_undegraded": "2024-08-29T19:02:14.932416+0000", 2024-08-29T19:03:25.500 INFO:tasks.workunit.client.0.smithi028.stdout: "last_unstale": "2024-08-29T19:02:14.932416+0000", 2024-08-29T19:03:25.500 INFO:tasks.workunit.client.0.smithi028.stdout: "log_dups_size": 0, 2024-08-29T19:03:25.500 INFO:tasks.workunit.client.0.smithi028.stdout: "log_size": 0, 2024-08-29T19:03:25.500 INFO:tasks.workunit.client.0.smithi028.stdout: "log_start": "0'0", 2024-08-29T19:03:25.500 INFO:tasks.workunit.client.0.smithi028.stdout: "manifest_stats_invalid": false, 2024-08-29T19:03:25.500 INFO:tasks.workunit.client.0.smithi028.stdout: "mapping_epoch": 645, 2024-08-29T19:03:25.500 INFO:tasks.workunit.client.0.smithi028.stdout: "object_location_counts": [], 2024-08-29T19:03:25.501 INFO:tasks.workunit.client.0.smithi028.stdout: "objects_scrubbed": 0, 2024-08-29T19:03:25.501 INFO:tasks.workunit.client.0.smithi028.stdout: "objects_trimmed": 0, 2024-08-29T19:03:25.501 INFO:tasks.workunit.client.0.smithi028.stdout: "omap_stats_invalid": false, 2024-08-29T19:03:25.501 INFO:tasks.workunit.client.0.smithi028.stdout: "ondisk_log_size": 0, 2024-08-29T19:03:25.501 INFO:tasks.workunit.client.0.smithi028.stdout: "ondisk_log_start": "0'0", 2024-08-29T19:03:25.501 INFO:tasks.workunit.client.0.smithi028.stdout: "parent": "0.0", 2024-08-29T19:03:25.501 INFO:tasks.workunit.client.0.smithi028.stdout: "parent_split_bits": 0, 2024-08-29T19:03:25.501 INFO:tasks.workunit.client.0.smithi028.stdout: "pgid": "2.16", 2024-08-29T19:03:25.501 INFO:tasks.workunit.client.0.smithi028.stdout: "pin_stats_invalid": false, 2024-08-29T19:03:25.501 INFO:tasks.workunit.client.0.smithi028.stdout: "purged_snaps": [], 2024-08-29T19:03:25.501 INFO:tasks.workunit.client.0.smithi028.stdout: "reported_epoch": 2650, 2024-08-29T19:03:25.501 INFO:tasks.workunit.client.0.smithi028.stdout: "reported_seq": 4606, 2024-08-29T19:03:25.501 INFO:tasks.workunit.client.0.smithi028.stdout: "scrub_duration": 0.0, 2024-08-29T19:03:25.502 INFO:tasks.workunit.client.0.smithi028.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-30T19:25:44.041708+0000", 2024-08-29T19:03:25.502 INFO:tasks.workunit.client.0.smithi028.stdout: "snaptrim_duration": 0.0, 2024-08-29T19:03:25.502 INFO:tasks.workunit.client.0.smithi028.stdout: "snaptrimq_len": 0, 2024-08-29T19:03:25.502 INFO:tasks.workunit.client.0.smithi028.stdout: "stat_sum": { 2024-08-29T19:03:25.502 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes": 0, 2024-08-29T19:03:25.502 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes_hit_set_archive": 0, 2024-08-29T19:03:25.502 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes_recovered": 0, 2024-08-29T19:03:25.502 INFO:tasks.workunit.client.0.smithi028.stdout: "num_deep_scrub_errors": 0, 2024-08-29T19:03:25.502 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict": 0, 2024-08-29T19:03:25.502 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_kb": 0, 2024-08-29T19:03:25.502 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_mode_full": 0, 2024-08-29T19:03:25.502 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_mode_some": 0, 2024-08-29T19:03:25.502 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush": 0, 2024-08-29T19:03:25.502 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_kb": 0, 2024-08-29T19:03:25.503 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_mode_high": 0, 2024-08-29T19:03:25.503 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_mode_low": 0, 2024-08-29T19:03:25.503 INFO:tasks.workunit.client.0.smithi028.stdout: "num_keys_recovered": 0, 2024-08-29T19:03:25.503 INFO:tasks.workunit.client.0.smithi028.stdout: "num_large_omap_objects": 0, 2024-08-29T19:03:25.503 INFO:tasks.workunit.client.0.smithi028.stdout: "num_legacy_snapsets": 0, 2024-08-29T19:03:25.503 INFO:tasks.workunit.client.0.smithi028.stdout: "num_object_clones": 0, 2024-08-29T19:03:25.503 INFO:tasks.workunit.client.0.smithi028.stdout: "num_object_copies": 0, 2024-08-29T19:03:25.503 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects": 0, 2024-08-29T19:03:25.503 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_degraded": 0, 2024-08-29T19:03:25.503 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_dirty": 0, 2024-08-29T19:03:25.503 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_hit_set_archive": 0, 2024-08-29T19:03:25.503 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_manifest": 0, 2024-08-29T19:03:25.503 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_misplaced": 0, 2024-08-29T19:03:25.503 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_missing": 0, 2024-08-29T19:03:25.503 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_missing_on_primary": 0, 2024-08-29T19:03:25.504 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_omap": 0, 2024-08-29T19:03:25.504 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_pinned": 0, 2024-08-29T19:03:25.504 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_recovered": 0, 2024-08-29T19:03:25.504 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_repaired": 0, 2024-08-29T19:03:25.504 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_unfound": 0, 2024-08-29T19:03:25.504 INFO:tasks.workunit.client.0.smithi028.stdout: "num_omap_bytes": 0, 2024-08-29T19:03:25.504 INFO:tasks.workunit.client.0.smithi028.stdout: "num_omap_keys": 0, 2024-08-29T19:03:25.504 INFO:tasks.workunit.client.0.smithi028.stdout: "num_promote": 0, 2024-08-29T19:03:25.504 INFO:tasks.workunit.client.0.smithi028.stdout: "num_read": 0, 2024-08-29T19:03:25.504 INFO:tasks.workunit.client.0.smithi028.stdout: "num_read_kb": 0, 2024-08-29T19:03:25.504 INFO:tasks.workunit.client.0.smithi028.stdout: "num_scrub_errors": 0, 2024-08-29T19:03:25.504 INFO:tasks.workunit.client.0.smithi028.stdout: "num_shallow_scrub_errors": 0, 2024-08-29T19:03:25.504 INFO:tasks.workunit.client.0.smithi028.stdout: "num_whiteouts": 0, 2024-08-29T19:03:25.505 INFO:tasks.workunit.client.0.smithi028.stdout: "num_write": 0, 2024-08-29T19:03:25.505 INFO:tasks.workunit.client.0.smithi028.stdout: "num_write_kb": 0 2024-08-29T19:03:25.505 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:25.505 INFO:tasks.workunit.client.0.smithi028.stdout: "state": "active+clean", 2024-08-29T19:03:25.505 INFO:tasks.workunit.client.0.smithi028.stdout: "stats_invalid": false, 2024-08-29T19:03:25.505 INFO:tasks.workunit.client.0.smithi028.stdout: "up": [ 2024-08-29T19:03:25.505 INFO:tasks.workunit.client.0.smithi028.stdout: 5, 2024-08-29T19:03:25.505 INFO:tasks.workunit.client.0.smithi028.stdout: 6, 2024-08-29T19:03:25.505 INFO:tasks.workunit.client.0.smithi028.stdout: 2 2024-08-29T19:03:25.505 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-08-29T19:03:25.505 INFO:tasks.workunit.client.0.smithi028.stdout: "up_primary": 5, 2024-08-29T19:03:25.505 INFO:tasks.workunit.client.0.smithi028.stdout: "version": "0'0" 2024-08-29T19:03:25.505 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:25.505 INFO:tasks.workunit.client.0.smithi028.stdout: { 2024-08-29T19:03:25.506 INFO:tasks.workunit.client.0.smithi028.stdout: "acting": [ 2024-08-29T19:03:25.506 INFO:tasks.workunit.client.0.smithi028.stdout: 5, 2024-08-29T19:03:25.506 INFO:tasks.workunit.client.0.smithi028.stdout: 7, 2024-08-29T19:03:25.506 INFO:tasks.workunit.client.0.smithi028.stdout: 1 2024-08-29T19:03:25.506 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-08-29T19:03:25.506 INFO:tasks.workunit.client.0.smithi028.stdout: "acting_primary": 5, 2024-08-29T19:03:25.506 INFO:tasks.workunit.client.0.smithi028.stdout: "avail_no_missing": [], 2024-08-29T19:03:25.506 INFO:tasks.workunit.client.0.smithi028.stdout: "blocked_by": [], 2024-08-29T19:03:25.506 INFO:tasks.workunit.client.0.smithi028.stdout: "created": 62, 2024-08-29T19:03:25.506 INFO:tasks.workunit.client.0.smithi028.stdout: "dirty_stats_invalid": false, 2024-08-29T19:03:25.506 INFO:tasks.workunit.client.0.smithi028.stdout: "hitset_bytes_stats_invalid": false, 2024-08-29T19:03:25.506 INFO:tasks.workunit.client.0.smithi028.stdout: "hitset_stats_invalid": false, 2024-08-29T19:03:25.506 INFO:tasks.workunit.client.0.smithi028.stdout: "last_active": "2024-08-29T19:02:14.931975+0000", 2024-08-29T19:03:25.506 INFO:tasks.workunit.client.0.smithi028.stdout: "last_became_active": "2024-08-29T17:58:11.350600+0000", 2024-08-29T19:03:25.507 INFO:tasks.workunit.client.0.smithi028.stdout: "last_became_peered": "2024-08-29T17:58:11.350600+0000", 2024-08-29T19:03:25.507 INFO:tasks.workunit.client.0.smithi028.stdout: "last_change": "2024-08-29T17:58:11.351360+0000", 2024-08-29T19:03:25.507 INFO:tasks.workunit.client.0.smithi028.stdout: "last_clean": "2024-08-29T19:02:14.931975+0000", 2024-08-29T19:03:25.507 INFO:tasks.workunit.client.0.smithi028.stdout: "last_clean_scrub_stamp": "2024-08-29T17:41:01.987071+0000", 2024-08-29T19:03:25.507 INFO:tasks.workunit.client.0.smithi028.stdout: "last_deep_scrub": "0'0", 2024-08-29T19:03:25.507 INFO:tasks.workunit.client.0.smithi028.stdout: "last_deep_scrub_stamp": "2024-08-29T17:41:01.987071+0000", 2024-08-29T19:03:25.507 INFO:tasks.workunit.client.0.smithi028.stdout: "last_epoch_clean": 681, 2024-08-29T19:03:25.507 INFO:tasks.workunit.client.0.smithi028.stdout: "last_fresh": "2024-08-29T19:02:14.931975+0000", 2024-08-29T19:03:25.507 INFO:tasks.workunit.client.0.smithi028.stdout: "last_fullsized": "2024-08-29T19:02:14.931975+0000", 2024-08-29T19:03:25.507 INFO:tasks.workunit.client.0.smithi028.stdout: "last_peered": "2024-08-29T19:02:14.931975+0000", 2024-08-29T19:03:25.507 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub": "0'0", 2024-08-29T19:03:25.507 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub_duration": 0, 2024-08-29T19:03:25.507 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub_stamp": "2024-08-29T17:41:01.987071+0000", 2024-08-29T19:03:25.508 INFO:tasks.workunit.client.0.smithi028.stdout: "last_undegraded": "2024-08-29T19:02:14.931975+0000", 2024-08-29T19:03:25.508 INFO:tasks.workunit.client.0.smithi028.stdout: "last_unstale": "2024-08-29T19:02:14.931975+0000", 2024-08-29T19:03:25.508 INFO:tasks.workunit.client.0.smithi028.stdout: "log_dups_size": 0, 2024-08-29T19:03:25.508 INFO:tasks.workunit.client.0.smithi028.stdout: "log_size": 0, 2024-08-29T19:03:25.508 INFO:tasks.workunit.client.0.smithi028.stdout: "log_start": "0'0", 2024-08-29T19:03:25.508 INFO:tasks.workunit.client.0.smithi028.stdout: "manifest_stats_invalid": false, 2024-08-29T19:03:25.508 INFO:tasks.workunit.client.0.smithi028.stdout: "mapping_epoch": 680, 2024-08-29T19:03:25.508 INFO:tasks.workunit.client.0.smithi028.stdout: "object_location_counts": [], 2024-08-29T19:03:25.508 INFO:tasks.workunit.client.0.smithi028.stdout: "objects_scrubbed": 0, 2024-08-29T19:03:25.508 INFO:tasks.workunit.client.0.smithi028.stdout: "objects_trimmed": 0, 2024-08-29T19:03:25.508 INFO:tasks.workunit.client.0.smithi028.stdout: "omap_stats_invalid": false, 2024-08-29T19:03:25.508 INFO:tasks.workunit.client.0.smithi028.stdout: "ondisk_log_size": 0, 2024-08-29T19:03:25.508 INFO:tasks.workunit.client.0.smithi028.stdout: "ondisk_log_start": "0'0", 2024-08-29T19:03:25.508 INFO:tasks.workunit.client.0.smithi028.stdout: "parent": "0.0", 2024-08-29T19:03:25.509 INFO:tasks.workunit.client.0.smithi028.stdout: "parent_split_bits": 0, 2024-08-29T19:03:25.509 INFO:tasks.workunit.client.0.smithi028.stdout: "pgid": "3.16", 2024-08-29T19:03:25.509 INFO:tasks.workunit.client.0.smithi028.stdout: "pin_stats_invalid": false, 2024-08-29T19:03:25.509 INFO:tasks.workunit.client.0.smithi028.stdout: "purged_snaps": [], 2024-08-29T19:03:25.509 INFO:tasks.workunit.client.0.smithi028.stdout: "reported_epoch": 2650, 2024-08-29T19:03:25.509 INFO:tasks.workunit.client.0.smithi028.stdout: "reported_seq": 4613, 2024-08-29T19:03:25.509 INFO:tasks.workunit.client.0.smithi028.stdout: "scrub_duration": 0.0, 2024-08-29T19:03:25.509 INFO:tasks.workunit.client.0.smithi028.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-30T23:53:37.164297+0000", 2024-08-29T19:03:25.509 INFO:tasks.workunit.client.0.smithi028.stdout: "snaptrim_duration": 0.0, 2024-08-29T19:03:25.509 INFO:tasks.workunit.client.0.smithi028.stdout: "snaptrimq_len": 0, 2024-08-29T19:03:25.509 INFO:tasks.workunit.client.0.smithi028.stdout: "stat_sum": { 2024-08-29T19:03:25.509 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes": 0, 2024-08-29T19:03:25.509 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes_hit_set_archive": 0, 2024-08-29T19:03:25.509 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes_recovered": 0, 2024-08-29T19:03:25.510 INFO:tasks.workunit.client.0.smithi028.stdout: "num_deep_scrub_errors": 0, 2024-08-29T19:03:25.510 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict": 0, 2024-08-29T19:03:25.510 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_kb": 0, 2024-08-29T19:03:25.510 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_mode_full": 0, 2024-08-29T19:03:25.510 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_mode_some": 0, 2024-08-29T19:03:25.510 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush": 0, 2024-08-29T19:03:25.510 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_kb": 0, 2024-08-29T19:03:25.510 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_mode_high": 0, 2024-08-29T19:03:25.510 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_mode_low": 0, 2024-08-29T19:03:25.510 INFO:tasks.workunit.client.0.smithi028.stdout: "num_keys_recovered": 0, 2024-08-29T19:03:25.510 INFO:tasks.workunit.client.0.smithi028.stdout: "num_large_omap_objects": 0, 2024-08-29T19:03:25.510 INFO:tasks.workunit.client.0.smithi028.stdout: "num_legacy_snapsets": 0, 2024-08-29T19:03:25.510 INFO:tasks.workunit.client.0.smithi028.stdout: "num_object_clones": 0, 2024-08-29T19:03:25.511 INFO:tasks.workunit.client.0.smithi028.stdout: "num_object_copies": 0, 2024-08-29T19:03:25.511 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects": 0, 2024-08-29T19:03:25.511 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_degraded": 0, 2024-08-29T19:03:25.511 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_dirty": 0, 2024-08-29T19:03:25.511 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_hit_set_archive": 0, 2024-08-29T19:03:25.511 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_manifest": 0, 2024-08-29T19:03:25.511 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_misplaced": 0, 2024-08-29T19:03:25.511 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_missing": 0, 2024-08-29T19:03:25.511 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_missing_on_primary": 0, 2024-08-29T19:03:25.511 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_omap": 0, 2024-08-29T19:03:25.511 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_pinned": 0, 2024-08-29T19:03:25.511 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_recovered": 0, 2024-08-29T19:03:25.511 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_repaired": 0, 2024-08-29T19:03:25.511 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_unfound": 0, 2024-08-29T19:03:25.511 INFO:tasks.workunit.client.0.smithi028.stdout: "num_omap_bytes": 0, 2024-08-29T19:03:25.512 INFO:tasks.workunit.client.0.smithi028.stdout: "num_omap_keys": 0, 2024-08-29T19:03:25.512 INFO:tasks.workunit.client.0.smithi028.stdout: "num_promote": 0, 2024-08-29T19:03:25.512 INFO:tasks.workunit.client.0.smithi028.stdout: "num_read": 0, 2024-08-29T19:03:25.512 INFO:tasks.workunit.client.0.smithi028.stdout: "num_read_kb": 0, 2024-08-29T19:03:25.512 INFO:tasks.workunit.client.0.smithi028.stdout: "num_scrub_errors": 0, 2024-08-29T19:03:25.512 INFO:tasks.workunit.client.0.smithi028.stdout: "num_shallow_scrub_errors": 0, 2024-08-29T19:03:25.512 INFO:tasks.workunit.client.0.smithi028.stdout: "num_whiteouts": 0, 2024-08-29T19:03:25.512 INFO:tasks.workunit.client.0.smithi028.stdout: "num_write": 0, 2024-08-29T19:03:25.512 INFO:tasks.workunit.client.0.smithi028.stdout: "num_write_kb": 0 2024-08-29T19:03:25.512 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:25.512 INFO:tasks.workunit.client.0.smithi028.stdout: "state": "active+clean", 2024-08-29T19:03:25.512 INFO:tasks.workunit.client.0.smithi028.stdout: "stats_invalid": false, 2024-08-29T19:03:25.512 INFO:tasks.workunit.client.0.smithi028.stdout: "up": [ 2024-08-29T19:03:25.513 INFO:tasks.workunit.client.0.smithi028.stdout: 5, 2024-08-29T19:03:25.513 INFO:tasks.workunit.client.0.smithi028.stdout: 7, 2024-08-29T19:03:25.513 INFO:tasks.workunit.client.0.smithi028.stdout: 1 2024-08-29T19:03:25.513 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-08-29T19:03:25.513 INFO:tasks.workunit.client.0.smithi028.stdout: "up_primary": 5, 2024-08-29T19:03:25.513 INFO:tasks.workunit.client.0.smithi028.stdout: "version": "0'0" 2024-08-29T19:03:25.513 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:25.513 INFO:tasks.workunit.client.0.smithi028.stdout: { 2024-08-29T19:03:25.513 INFO:tasks.workunit.client.0.smithi028.stdout: "acting": [ 2024-08-29T19:03:25.513 INFO:tasks.workunit.client.0.smithi028.stdout: 6, 2024-08-29T19:03:25.513 INFO:tasks.workunit.client.0.smithi028.stdout: 5, 2024-08-29T19:03:25.513 INFO:tasks.workunit.client.0.smithi028.stdout: 2 2024-08-29T19:03:25.513 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-08-29T19:03:25.516 INFO:tasks.workunit.client.0.smithi028.stdout: "acting_primary": 6, 2024-08-29T19:03:25.516 INFO:tasks.workunit.client.0.smithi028.stdout: "avail_no_missing": [], 2024-08-29T19:03:25.516 INFO:tasks.workunit.client.0.smithi028.stdout: "blocked_by": [], 2024-08-29T19:03:25.516 INFO:tasks.workunit.client.0.smithi028.stdout: "created": 59, 2024-08-29T19:03:25.517 INFO:tasks.workunit.client.0.smithi028.stdout: "dirty_stats_invalid": false, 2024-08-29T19:03:25.517 INFO:tasks.workunit.client.0.smithi028.stdout: "hitset_bytes_stats_invalid": false, 2024-08-29T19:03:25.517 INFO:tasks.workunit.client.0.smithi028.stdout: "hitset_stats_invalid": false, 2024-08-29T19:03:25.517 INFO:tasks.workunit.client.0.smithi028.stdout: "last_active": "2024-08-29T19:02:14.926573+0000", 2024-08-29T19:03:25.517 INFO:tasks.workunit.client.0.smithi028.stdout: "last_became_active": "2024-08-29T17:57:36.375511+0000", 2024-08-29T19:03:25.517 INFO:tasks.workunit.client.0.smithi028.stdout: "last_became_peered": "2024-08-29T17:57:36.375511+0000", 2024-08-29T19:03:25.517 INFO:tasks.workunit.client.0.smithi028.stdout: "last_change": "2024-08-29T17:57:36.375877+0000", 2024-08-29T19:03:25.517 INFO:tasks.workunit.client.0.smithi028.stdout: "last_clean": "2024-08-29T19:02:14.926573+0000", 2024-08-29T19:03:25.517 INFO:tasks.workunit.client.0.smithi028.stdout: "last_clean_scrub_stamp": "2024-08-29T17:40:52.944949+0000", 2024-08-29T19:03:25.517 INFO:tasks.workunit.client.0.smithi028.stdout: "last_deep_scrub": "0'0", 2024-08-29T19:03:25.517 INFO:tasks.workunit.client.0.smithi028.stdout: "last_deep_scrub_stamp": "2024-08-29T17:40:52.944949+0000", 2024-08-29T19:03:25.517 INFO:tasks.workunit.client.0.smithi028.stdout: "last_epoch_clean": 646, 2024-08-29T19:03:25.517 INFO:tasks.workunit.client.0.smithi028.stdout: "last_fresh": "2024-08-29T19:02:14.926573+0000", 2024-08-29T19:03:25.517 INFO:tasks.workunit.client.0.smithi028.stdout: "last_fullsized": "2024-08-29T19:02:14.926573+0000", 2024-08-29T19:03:25.518 INFO:tasks.workunit.client.0.smithi028.stdout: "last_peered": "2024-08-29T19:02:14.926573+0000", 2024-08-29T19:03:25.518 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub": "0'0", 2024-08-29T19:03:25.518 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub_duration": 0, 2024-08-29T19:03:25.518 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub_stamp": "2024-08-29T17:40:52.944949+0000", 2024-08-29T19:03:25.518 INFO:tasks.workunit.client.0.smithi028.stdout: "last_undegraded": "2024-08-29T19:02:14.926573+0000", 2024-08-29T19:03:25.518 INFO:tasks.workunit.client.0.smithi028.stdout: "last_unstale": "2024-08-29T19:02:14.926573+0000", 2024-08-29T19:03:25.518 INFO:tasks.workunit.client.0.smithi028.stdout: "log_dups_size": 0, 2024-08-29T19:03:25.518 INFO:tasks.workunit.client.0.smithi028.stdout: "log_size": 0, 2024-08-29T19:03:25.518 INFO:tasks.workunit.client.0.smithi028.stdout: "log_start": "0'0", 2024-08-29T19:03:25.518 INFO:tasks.workunit.client.0.smithi028.stdout: "manifest_stats_invalid": false, 2024-08-29T19:03:25.518 INFO:tasks.workunit.client.0.smithi028.stdout: "mapping_epoch": 645, 2024-08-29T19:03:25.518 INFO:tasks.workunit.client.0.smithi028.stdout: "object_location_counts": [], 2024-08-29T19:03:25.518 INFO:tasks.workunit.client.0.smithi028.stdout: "objects_scrubbed": 0, 2024-08-29T19:03:25.518 INFO:tasks.workunit.client.0.smithi028.stdout: "objects_trimmed": 0, 2024-08-29T19:03:25.519 INFO:tasks.workunit.client.0.smithi028.stdout: "omap_stats_invalid": false, 2024-08-29T19:03:25.519 INFO:tasks.workunit.client.0.smithi028.stdout: "ondisk_log_size": 0, 2024-08-29T19:03:25.519 INFO:tasks.workunit.client.0.smithi028.stdout: "ondisk_log_start": "0'0", 2024-08-29T19:03:25.519 INFO:tasks.workunit.client.0.smithi028.stdout: "parent": "0.0", 2024-08-29T19:03:25.519 INFO:tasks.workunit.client.0.smithi028.stdout: "parent_split_bits": 0, 2024-08-29T19:03:25.519 INFO:tasks.workunit.client.0.smithi028.stdout: "pgid": "2.17", 2024-08-29T19:03:25.519 INFO:tasks.workunit.client.0.smithi028.stdout: "pin_stats_invalid": false, 2024-08-29T19:03:25.519 INFO:tasks.workunit.client.0.smithi028.stdout: "purged_snaps": [], 2024-08-29T19:03:25.519 INFO:tasks.workunit.client.0.smithi028.stdout: "reported_epoch": 2650, 2024-08-29T19:03:25.519 INFO:tasks.workunit.client.0.smithi028.stdout: "reported_seq": 4595, 2024-08-29T19:03:25.519 INFO:tasks.workunit.client.0.smithi028.stdout: "scrub_duration": 0.0, 2024-08-29T19:03:25.519 INFO:tasks.workunit.client.0.smithi028.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-31T01:11:01.098830+0000", 2024-08-29T19:03:25.519 INFO:tasks.workunit.client.0.smithi028.stdout: "snaptrim_duration": 0.0, 2024-08-29T19:03:25.520 INFO:tasks.workunit.client.0.smithi028.stdout: "snaptrimq_len": 0, 2024-08-29T19:03:25.520 INFO:tasks.workunit.client.0.smithi028.stdout: "stat_sum": { 2024-08-29T19:03:25.520 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes": 0, 2024-08-29T19:03:25.520 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes_hit_set_archive": 0, 2024-08-29T19:03:25.520 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes_recovered": 0, 2024-08-29T19:03:25.520 INFO:tasks.workunit.client.0.smithi028.stdout: "num_deep_scrub_errors": 0, 2024-08-29T19:03:25.520 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict": 0, 2024-08-29T19:03:25.520 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_kb": 0, 2024-08-29T19:03:25.520 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_mode_full": 0, 2024-08-29T19:03:25.520 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_mode_some": 0, 2024-08-29T19:03:25.520 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush": 0, 2024-08-29T19:03:25.520 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_kb": 0, 2024-08-29T19:03:25.520 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_mode_high": 0, 2024-08-29T19:03:25.521 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_mode_low": 0, 2024-08-29T19:03:25.521 INFO:tasks.workunit.client.0.smithi028.stdout: "num_keys_recovered": 0, 2024-08-29T19:03:25.521 INFO:tasks.workunit.client.0.smithi028.stdout: "num_large_omap_objects": 0, 2024-08-29T19:03:25.521 INFO:tasks.workunit.client.0.smithi028.stdout: "num_legacy_snapsets": 0, 2024-08-29T19:03:25.521 INFO:tasks.workunit.client.0.smithi028.stdout: "num_object_clones": 0, 2024-08-29T19:03:25.521 INFO:tasks.workunit.client.0.smithi028.stdout: "num_object_copies": 0, 2024-08-29T19:03:25.521 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects": 0, 2024-08-29T19:03:25.521 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_degraded": 0, 2024-08-29T19:03:25.521 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_dirty": 0, 2024-08-29T19:03:25.521 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_hit_set_archive": 0, 2024-08-29T19:03:25.521 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_manifest": 0, 2024-08-29T19:03:25.521 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_misplaced": 0, 2024-08-29T19:03:25.521 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_missing": 0, 2024-08-29T19:03:25.521 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_missing_on_primary": 0, 2024-08-29T19:03:25.522 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_omap": 0, 2024-08-29T19:03:25.522 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_pinned": 0, 2024-08-29T19:03:25.522 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_recovered": 0, 2024-08-29T19:03:25.522 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_repaired": 0, 2024-08-29T19:03:25.522 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_unfound": 0, 2024-08-29T19:03:25.522 INFO:tasks.workunit.client.0.smithi028.stdout: "num_omap_bytes": 0, 2024-08-29T19:03:25.522 INFO:tasks.workunit.client.0.smithi028.stdout: "num_omap_keys": 0, 2024-08-29T19:03:25.522 INFO:tasks.workunit.client.0.smithi028.stdout: "num_promote": 0, 2024-08-29T19:03:25.522 INFO:tasks.workunit.client.0.smithi028.stdout: "num_read": 0, 2024-08-29T19:03:25.522 INFO:tasks.workunit.client.0.smithi028.stdout: "num_read_kb": 0, 2024-08-29T19:03:25.522 INFO:tasks.workunit.client.0.smithi028.stdout: "num_scrub_errors": 0, 2024-08-29T19:03:25.522 INFO:tasks.workunit.client.0.smithi028.stdout: "num_shallow_scrub_errors": 0, 2024-08-29T19:03:25.522 INFO:tasks.workunit.client.0.smithi028.stdout: "num_whiteouts": 0, 2024-08-29T19:03:25.523 INFO:tasks.workunit.client.0.smithi028.stdout: "num_write": 0, 2024-08-29T19:03:25.523 INFO:tasks.workunit.client.0.smithi028.stdout: "num_write_kb": 0 2024-08-29T19:03:25.523 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:25.523 INFO:tasks.workunit.client.0.smithi028.stdout: "state": "active+clean", 2024-08-29T19:03:25.523 INFO:tasks.workunit.client.0.smithi028.stdout: "stats_invalid": false, 2024-08-29T19:03:25.523 INFO:tasks.workunit.client.0.smithi028.stdout: "up": [ 2024-08-29T19:03:25.523 INFO:tasks.workunit.client.0.smithi028.stdout: 6, 2024-08-29T19:03:25.523 INFO:tasks.workunit.client.0.smithi028.stdout: 5, 2024-08-29T19:03:25.523 INFO:tasks.workunit.client.0.smithi028.stdout: 2 2024-08-29T19:03:25.523 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-08-29T19:03:25.523 INFO:tasks.workunit.client.0.smithi028.stdout: "up_primary": 6, 2024-08-29T19:03:25.523 INFO:tasks.workunit.client.0.smithi028.stdout: "version": "0'0" 2024-08-29T19:03:25.523 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:25.523 INFO:tasks.workunit.client.0.smithi028.stdout: { 2024-08-29T19:03:25.524 INFO:tasks.workunit.client.0.smithi028.stdout: "acting": [ 2024-08-29T19:03:25.524 INFO:tasks.workunit.client.0.smithi028.stdout: 1, 2024-08-29T19:03:25.524 INFO:tasks.workunit.client.0.smithi028.stdout: 3, 2024-08-29T19:03:25.524 INFO:tasks.workunit.client.0.smithi028.stdout: 4 2024-08-29T19:03:25.524 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-08-29T19:03:25.524 INFO:tasks.workunit.client.0.smithi028.stdout: "acting_primary": 1, 2024-08-29T19:03:25.524 INFO:tasks.workunit.client.0.smithi028.stdout: "avail_no_missing": [], 2024-08-29T19:03:25.524 INFO:tasks.workunit.client.0.smithi028.stdout: "blocked_by": [], 2024-08-29T19:03:25.524 INFO:tasks.workunit.client.0.smithi028.stdout: "created": 62, 2024-08-29T19:03:25.524 INFO:tasks.workunit.client.0.smithi028.stdout: "dirty_stats_invalid": false, 2024-08-29T19:03:25.524 INFO:tasks.workunit.client.0.smithi028.stdout: "hitset_bytes_stats_invalid": false, 2024-08-29T19:03:25.524 INFO:tasks.workunit.client.0.smithi028.stdout: "hitset_stats_invalid": false, 2024-08-29T19:03:25.524 INFO:tasks.workunit.client.0.smithi028.stdout: "last_active": "2024-08-29T19:02:14.817039+0000", 2024-08-29T19:03:25.525 INFO:tasks.workunit.client.0.smithi028.stdout: "last_became_active": "2024-08-29T17:56:29.378319+0000", 2024-08-29T19:03:25.525 INFO:tasks.workunit.client.0.smithi028.stdout: "last_became_peered": "2024-08-29T17:56:29.378319+0000", 2024-08-29T19:03:25.525 INFO:tasks.workunit.client.0.smithi028.stdout: "last_change": "2024-08-29T17:56:29.379920+0000", 2024-08-29T19:03:25.525 INFO:tasks.workunit.client.0.smithi028.stdout: "last_clean": "2024-08-29T19:02:14.817039+0000", 2024-08-29T19:03:25.525 INFO:tasks.workunit.client.0.smithi028.stdout: "last_clean_scrub_stamp": "2024-08-29T17:41:01.987071+0000", 2024-08-29T19:03:25.525 INFO:tasks.workunit.client.0.smithi028.stdout: "last_deep_scrub": "0'0", 2024-08-29T19:03:25.525 INFO:tasks.workunit.client.0.smithi028.stdout: "last_deep_scrub_stamp": "2024-08-29T17:41:01.987071+0000", 2024-08-29T19:03:25.525 INFO:tasks.workunit.client.0.smithi028.stdout: "last_epoch_clean": 580, 2024-08-29T19:03:25.525 INFO:tasks.workunit.client.0.smithi028.stdout: "last_fresh": "2024-08-29T19:02:14.817039+0000", 2024-08-29T19:03:25.525 INFO:tasks.workunit.client.0.smithi028.stdout: "last_fullsized": "2024-08-29T19:02:14.817039+0000", 2024-08-29T19:03:25.525 INFO:tasks.workunit.client.0.smithi028.stdout: "last_peered": "2024-08-29T19:02:14.817039+0000", 2024-08-29T19:03:25.525 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub": "0'0", 2024-08-29T19:03:25.525 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub_duration": 0, 2024-08-29T19:03:25.525 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub_stamp": "2024-08-29T17:41:01.987071+0000", 2024-08-29T19:03:25.526 INFO:tasks.workunit.client.0.smithi028.stdout: "last_undegraded": "2024-08-29T19:02:14.817039+0000", 2024-08-29T19:03:25.526 INFO:tasks.workunit.client.0.smithi028.stdout: "last_unstale": "2024-08-29T19:02:14.817039+0000", 2024-08-29T19:03:25.526 INFO:tasks.workunit.client.0.smithi028.stdout: "log_dups_size": 0, 2024-08-29T19:03:25.526 INFO:tasks.workunit.client.0.smithi028.stdout: "log_size": 0, 2024-08-29T19:03:25.526 INFO:tasks.workunit.client.0.smithi028.stdout: "log_start": "0'0", 2024-08-29T19:03:25.526 INFO:tasks.workunit.client.0.smithi028.stdout: "manifest_stats_invalid": false, 2024-08-29T19:03:25.526 INFO:tasks.workunit.client.0.smithi028.stdout: "mapping_epoch": 579, 2024-08-29T19:03:25.526 INFO:tasks.workunit.client.0.smithi028.stdout: "object_location_counts": [], 2024-08-29T19:03:25.526 INFO:tasks.workunit.client.0.smithi028.stdout: "objects_scrubbed": 0, 2024-08-29T19:03:25.526 INFO:tasks.workunit.client.0.smithi028.stdout: "objects_trimmed": 0, 2024-08-29T19:03:25.526 INFO:tasks.workunit.client.0.smithi028.stdout: "omap_stats_invalid": false, 2024-08-29T19:03:25.526 INFO:tasks.workunit.client.0.smithi028.stdout: "ondisk_log_size": 0, 2024-08-29T19:03:25.526 INFO:tasks.workunit.client.0.smithi028.stdout: "ondisk_log_start": "0'0", 2024-08-29T19:03:25.527 INFO:tasks.workunit.client.0.smithi028.stdout: "parent": "0.0", 2024-08-29T19:03:25.527 INFO:tasks.workunit.client.0.smithi028.stdout: "parent_split_bits": 0, 2024-08-29T19:03:25.527 INFO:tasks.workunit.client.0.smithi028.stdout: "pgid": "3.19", 2024-08-29T19:03:25.527 INFO:tasks.workunit.client.0.smithi028.stdout: "pin_stats_invalid": false, 2024-08-29T19:03:25.527 INFO:tasks.workunit.client.0.smithi028.stdout: "purged_snaps": [], 2024-08-29T19:03:25.527 INFO:tasks.workunit.client.0.smithi028.stdout: "reported_epoch": 2650, 2024-08-29T19:03:25.527 INFO:tasks.workunit.client.0.smithi028.stdout: "reported_seq": 4745, 2024-08-29T19:03:25.527 INFO:tasks.workunit.client.0.smithi028.stdout: "scrub_duration": 0.0, 2024-08-29T19:03:25.527 INFO:tasks.workunit.client.0.smithi028.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-30T22:14:49.998918+0000", 2024-08-29T19:03:25.527 INFO:tasks.workunit.client.0.smithi028.stdout: "snaptrim_duration": 0.0, 2024-08-29T19:03:25.527 INFO:tasks.workunit.client.0.smithi028.stdout: "snaptrimq_len": 0, 2024-08-29T19:03:25.527 INFO:tasks.workunit.client.0.smithi028.stdout: "stat_sum": { 2024-08-29T19:03:25.527 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes": 0, 2024-08-29T19:03:25.527 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes_hit_set_archive": 0, 2024-08-29T19:03:25.528 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes_recovered": 0, 2024-08-29T19:03:25.528 INFO:tasks.workunit.client.0.smithi028.stdout: "num_deep_scrub_errors": 0, 2024-08-29T19:03:25.528 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict": 0, 2024-08-29T19:03:25.528 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_kb": 0, 2024-08-29T19:03:25.528 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_mode_full": 0, 2024-08-29T19:03:25.528 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_mode_some": 0, 2024-08-29T19:03:25.528 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush": 0, 2024-08-29T19:03:25.528 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_kb": 0, 2024-08-29T19:03:25.528 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_mode_high": 0, 2024-08-29T19:03:25.528 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_mode_low": 0, 2024-08-29T19:03:25.528 INFO:tasks.workunit.client.0.smithi028.stdout: "num_keys_recovered": 0, 2024-08-29T19:03:25.528 INFO:tasks.workunit.client.0.smithi028.stdout: "num_large_omap_objects": 0, 2024-08-29T19:03:25.528 INFO:tasks.workunit.client.0.smithi028.stdout: "num_legacy_snapsets": 0, 2024-08-29T19:03:25.529 INFO:tasks.workunit.client.0.smithi028.stdout: "num_object_clones": 0, 2024-08-29T19:03:25.529 INFO:tasks.workunit.client.0.smithi028.stdout: "num_object_copies": 0, 2024-08-29T19:03:25.529 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects": 0, 2024-08-29T19:03:25.529 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_degraded": 0, 2024-08-29T19:03:25.529 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_dirty": 0, 2024-08-29T19:03:25.529 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_hit_set_archive": 0, 2024-08-29T19:03:25.529 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_manifest": 0, 2024-08-29T19:03:25.529 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_misplaced": 0, 2024-08-29T19:03:25.529 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_missing": 0, 2024-08-29T19:03:25.529 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_missing_on_primary": 0, 2024-08-29T19:03:25.529 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_omap": 0, 2024-08-29T19:03:25.529 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_pinned": 0, 2024-08-29T19:03:25.529 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_recovered": 0, 2024-08-29T19:03:25.530 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_repaired": 0, 2024-08-29T19:03:25.530 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_unfound": 0, 2024-08-29T19:03:25.530 INFO:tasks.workunit.client.0.smithi028.stdout: "num_omap_bytes": 0, 2024-08-29T19:03:25.530 INFO:tasks.workunit.client.0.smithi028.stdout: "num_omap_keys": 0, 2024-08-29T19:03:25.530 INFO:tasks.workunit.client.0.smithi028.stdout: "num_promote": 0, 2024-08-29T19:03:25.530 INFO:tasks.workunit.client.0.smithi028.stdout: "num_read": 0, 2024-08-29T19:03:25.530 INFO:tasks.workunit.client.0.smithi028.stdout: "num_read_kb": 0, 2024-08-29T19:03:25.530 INFO:tasks.workunit.client.0.smithi028.stdout: "num_scrub_errors": 0, 2024-08-29T19:03:25.530 INFO:tasks.workunit.client.0.smithi028.stdout: "num_shallow_scrub_errors": 0, 2024-08-29T19:03:25.530 INFO:tasks.workunit.client.0.smithi028.stdout: "num_whiteouts": 0, 2024-08-29T19:03:25.530 INFO:tasks.workunit.client.0.smithi028.stdout: "num_write": 0, 2024-08-29T19:03:25.530 INFO:tasks.workunit.client.0.smithi028.stdout: "num_write_kb": 0 2024-08-29T19:03:25.530 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:25.531 INFO:tasks.workunit.client.0.smithi028.stdout: "state": "active+clean", 2024-08-29T19:03:25.531 INFO:tasks.workunit.client.0.smithi028.stdout: "stats_invalid": false, 2024-08-29T19:03:25.531 INFO:tasks.workunit.client.0.smithi028.stdout: "up": [ 2024-08-29T19:03:25.531 INFO:tasks.workunit.client.0.smithi028.stdout: 1, 2024-08-29T19:03:25.531 INFO:tasks.workunit.client.0.smithi028.stdout: 3, 2024-08-29T19:03:25.531 INFO:tasks.workunit.client.0.smithi028.stdout: 4 2024-08-29T19:03:25.531 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-08-29T19:03:25.531 INFO:tasks.workunit.client.0.smithi028.stdout: "up_primary": 1, 2024-08-29T19:03:25.531 INFO:tasks.workunit.client.0.smithi028.stdout: "version": "0'0" 2024-08-29T19:03:25.531 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:25.531 INFO:tasks.workunit.client.0.smithi028.stdout: { 2024-08-29T19:03:25.531 INFO:tasks.workunit.client.0.smithi028.stdout: "acting": [ 2024-08-29T19:03:25.531 INFO:tasks.workunit.client.0.smithi028.stdout: 5, 2024-08-29T19:03:25.531 INFO:tasks.workunit.client.0.smithi028.stdout: 4, 2024-08-29T19:03:25.532 INFO:tasks.workunit.client.0.smithi028.stdout: 7 2024-08-29T19:03:25.532 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-08-29T19:03:25.532 INFO:tasks.workunit.client.0.smithi028.stdout: "acting_primary": 5, 2024-08-29T19:03:25.532 INFO:tasks.workunit.client.0.smithi028.stdout: "avail_no_missing": [], 2024-08-29T19:03:25.532 INFO:tasks.workunit.client.0.smithi028.stdout: "blocked_by": [], 2024-08-29T19:03:25.532 INFO:tasks.workunit.client.0.smithi028.stdout: "created": 59, 2024-08-29T19:03:25.532 INFO:tasks.workunit.client.0.smithi028.stdout: "dirty_stats_invalid": false, 2024-08-29T19:03:25.532 INFO:tasks.workunit.client.0.smithi028.stdout: "hitset_bytes_stats_invalid": false, 2024-08-29T19:03:25.532 INFO:tasks.workunit.client.0.smithi028.stdout: "hitset_stats_invalid": false, 2024-08-29T19:03:25.532 INFO:tasks.workunit.client.0.smithi028.stdout: "last_active": "2024-08-29T19:02:14.925347+0000", 2024-08-29T19:03:25.532 INFO:tasks.workunit.client.0.smithi028.stdout: "last_became_active": "2024-08-29T17:58:11.350343+0000", 2024-08-29T19:03:25.532 INFO:tasks.workunit.client.0.smithi028.stdout: "last_became_peered": "2024-08-29T17:58:11.350343+0000", 2024-08-29T19:03:25.532 INFO:tasks.workunit.client.0.smithi028.stdout: "last_change": "2024-08-29T17:58:11.351041+0000", 2024-08-29T19:03:25.532 INFO:tasks.workunit.client.0.smithi028.stdout: "last_clean": "2024-08-29T19:02:14.925347+0000", 2024-08-29T19:03:25.533 INFO:tasks.workunit.client.0.smithi028.stdout: "last_clean_scrub_stamp": "2024-08-29T17:40:52.944949+0000", 2024-08-29T19:03:25.533 INFO:tasks.workunit.client.0.smithi028.stdout: "last_deep_scrub": "0'0", 2024-08-29T19:03:25.533 INFO:tasks.workunit.client.0.smithi028.stdout: "last_deep_scrub_stamp": "2024-08-29T17:40:52.944949+0000", 2024-08-29T19:03:25.533 INFO:tasks.workunit.client.0.smithi028.stdout: "last_epoch_clean": 681, 2024-08-29T19:03:25.533 INFO:tasks.workunit.client.0.smithi028.stdout: "last_fresh": "2024-08-29T19:02:14.925347+0000", 2024-08-29T19:03:25.533 INFO:tasks.workunit.client.0.smithi028.stdout: "last_fullsized": "2024-08-29T19:02:14.925347+0000", 2024-08-29T19:03:25.533 INFO:tasks.workunit.client.0.smithi028.stdout: "last_peered": "2024-08-29T19:02:14.925347+0000", 2024-08-29T19:03:25.533 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub": "0'0", 2024-08-29T19:03:25.533 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub_duration": 0, 2024-08-29T19:03:25.533 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub_stamp": "2024-08-29T17:40:52.944949+0000", 2024-08-29T19:03:25.533 INFO:tasks.workunit.client.0.smithi028.stdout: "last_undegraded": "2024-08-29T19:02:14.925347+0000", 2024-08-29T19:03:25.533 INFO:tasks.workunit.client.0.smithi028.stdout: "last_unstale": "2024-08-29T19:02:14.925347+0000", 2024-08-29T19:03:25.533 INFO:tasks.workunit.client.0.smithi028.stdout: "log_dups_size": 0, 2024-08-29T19:03:25.533 INFO:tasks.workunit.client.0.smithi028.stdout: "log_size": 0, 2024-08-29T19:03:25.534 INFO:tasks.workunit.client.0.smithi028.stdout: "log_start": "0'0", 2024-08-29T19:03:25.534 INFO:tasks.workunit.client.0.smithi028.stdout: "manifest_stats_invalid": false, 2024-08-29T19:03:25.534 INFO:tasks.workunit.client.0.smithi028.stdout: "mapping_epoch": 680, 2024-08-29T19:03:25.534 INFO:tasks.workunit.client.0.smithi028.stdout: "object_location_counts": [], 2024-08-29T19:03:25.534 INFO:tasks.workunit.client.0.smithi028.stdout: "objects_scrubbed": 0, 2024-08-29T19:03:25.534 INFO:tasks.workunit.client.0.smithi028.stdout: "objects_trimmed": 0, 2024-08-29T19:03:25.534 INFO:tasks.workunit.client.0.smithi028.stdout: "omap_stats_invalid": false, 2024-08-29T19:03:25.534 INFO:tasks.workunit.client.0.smithi028.stdout: "ondisk_log_size": 0, 2024-08-29T19:03:25.534 INFO:tasks.workunit.client.0.smithi028.stdout: "ondisk_log_start": "0'0", 2024-08-29T19:03:25.534 INFO:tasks.workunit.client.0.smithi028.stdout: "parent": "0.0", 2024-08-29T19:03:25.534 INFO:tasks.workunit.client.0.smithi028.stdout: "parent_split_bits": 0, 2024-08-29T19:03:25.534 INFO:tasks.workunit.client.0.smithi028.stdout: "pgid": "2.18", 2024-08-29T19:03:25.534 INFO:tasks.workunit.client.0.smithi028.stdout: "pin_stats_invalid": false, 2024-08-29T19:03:25.534 INFO:tasks.workunit.client.0.smithi028.stdout: "purged_snaps": [], 2024-08-29T19:03:25.534 INFO:tasks.workunit.client.0.smithi028.stdout: "reported_epoch": 2650, 2024-08-29T19:03:25.535 INFO:tasks.workunit.client.0.smithi028.stdout: "reported_seq": 4627, 2024-08-29T19:03:25.535 INFO:tasks.workunit.client.0.smithi028.stdout: "scrub_duration": 0.0, 2024-08-29T19:03:25.535 INFO:tasks.workunit.client.0.smithi028.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-31T03:37:26.448949+0000", 2024-08-29T19:03:25.535 INFO:tasks.workunit.client.0.smithi028.stdout: "snaptrim_duration": 0.0, 2024-08-29T19:03:25.535 INFO:tasks.workunit.client.0.smithi028.stdout: "snaptrimq_len": 0, 2024-08-29T19:03:25.535 INFO:tasks.workunit.client.0.smithi028.stdout: "stat_sum": { 2024-08-29T19:03:25.535 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes": 0, 2024-08-29T19:03:25.535 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes_hit_set_archive": 0, 2024-08-29T19:03:25.535 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes_recovered": 0, 2024-08-29T19:03:25.535 INFO:tasks.workunit.client.0.smithi028.stdout: "num_deep_scrub_errors": 0, 2024-08-29T19:03:25.535 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict": 0, 2024-08-29T19:03:25.535 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_kb": 0, 2024-08-29T19:03:25.535 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_mode_full": 0, 2024-08-29T19:03:25.535 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_mode_some": 0, 2024-08-29T19:03:25.536 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush": 0, 2024-08-29T19:03:25.536 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_kb": 0, 2024-08-29T19:03:25.536 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_mode_high": 0, 2024-08-29T19:03:25.536 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_mode_low": 0, 2024-08-29T19:03:25.536 INFO:tasks.workunit.client.0.smithi028.stdout: "num_keys_recovered": 0, 2024-08-29T19:03:25.536 INFO:tasks.workunit.client.0.smithi028.stdout: "num_large_omap_objects": 0, 2024-08-29T19:03:25.536 INFO:tasks.workunit.client.0.smithi028.stdout: "num_legacy_snapsets": 0, 2024-08-29T19:03:25.536 INFO:tasks.workunit.client.0.smithi028.stdout: "num_object_clones": 0, 2024-08-29T19:03:25.536 INFO:tasks.workunit.client.0.smithi028.stdout: "num_object_copies": 0, 2024-08-29T19:03:25.536 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects": 0, 2024-08-29T19:03:25.536 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_degraded": 0, 2024-08-29T19:03:25.536 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_dirty": 0, 2024-08-29T19:03:25.536 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_hit_set_archive": 0, 2024-08-29T19:03:25.537 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_manifest": 0, 2024-08-29T19:03:25.537 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_misplaced": 0, 2024-08-29T19:03:25.537 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_missing": 0, 2024-08-29T19:03:25.537 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_missing_on_primary": 0, 2024-08-29T19:03:25.537 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_omap": 0, 2024-08-29T19:03:25.537 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_pinned": 0, 2024-08-29T19:03:25.537 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_recovered": 0, 2024-08-29T19:03:25.537 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_repaired": 0, 2024-08-29T19:03:25.537 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_unfound": 0, 2024-08-29T19:03:25.537 INFO:tasks.workunit.client.0.smithi028.stdout: "num_omap_bytes": 0, 2024-08-29T19:03:25.537 INFO:tasks.workunit.client.0.smithi028.stdout: "num_omap_keys": 0, 2024-08-29T19:03:25.537 INFO:tasks.workunit.client.0.smithi028.stdout: "num_promote": 0, 2024-08-29T19:03:25.537 INFO:tasks.workunit.client.0.smithi028.stdout: "num_read": 0, 2024-08-29T19:03:25.538 INFO:tasks.workunit.client.0.smithi028.stdout: "num_read_kb": 0, 2024-08-29T19:03:25.538 INFO:tasks.workunit.client.0.smithi028.stdout: "num_scrub_errors": 0, 2024-08-29T19:03:25.538 INFO:tasks.workunit.client.0.smithi028.stdout: "num_shallow_scrub_errors": 0, 2024-08-29T19:03:25.538 INFO:tasks.workunit.client.0.smithi028.stdout: "num_whiteouts": 0, 2024-08-29T19:03:25.538 INFO:tasks.workunit.client.0.smithi028.stdout: "num_write": 0, 2024-08-29T19:03:25.538 INFO:tasks.workunit.client.0.smithi028.stdout: "num_write_kb": 0 2024-08-29T19:03:25.538 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:25.538 INFO:tasks.workunit.client.0.smithi028.stdout: "state": "active+clean", 2024-08-29T19:03:25.538 INFO:tasks.workunit.client.0.smithi028.stdout: "stats_invalid": false, 2024-08-29T19:03:25.538 INFO:tasks.workunit.client.0.smithi028.stdout: "up": [ 2024-08-29T19:03:25.538 INFO:tasks.workunit.client.0.smithi028.stdout: 5, 2024-08-29T19:03:25.538 INFO:tasks.workunit.client.0.smithi028.stdout: 4, 2024-08-29T19:03:25.538 INFO:tasks.workunit.client.0.smithi028.stdout: 7 2024-08-29T19:03:25.539 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-08-29T19:03:25.539 INFO:tasks.workunit.client.0.smithi028.stdout: "up_primary": 5, 2024-08-29T19:03:25.539 INFO:tasks.workunit.client.0.smithi028.stdout: "version": "0'0" 2024-08-29T19:03:25.539 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:25.539 INFO:tasks.workunit.client.0.smithi028.stdout: { 2024-08-29T19:03:25.539 INFO:tasks.workunit.client.0.smithi028.stdout: "acting": [ 2024-08-29T19:03:25.539 INFO:tasks.workunit.client.0.smithi028.stdout: 3, 2024-08-29T19:03:25.539 INFO:tasks.workunit.client.0.smithi028.stdout: 0, 2024-08-29T19:03:25.539 INFO:tasks.workunit.client.0.smithi028.stdout: 1 2024-08-29T19:03:25.539 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-08-29T19:03:25.539 INFO:tasks.workunit.client.0.smithi028.stdout: "acting_primary": 3, 2024-08-29T19:03:25.539 INFO:tasks.workunit.client.0.smithi028.stdout: "avail_no_missing": [], 2024-08-29T19:03:25.539 INFO:tasks.workunit.client.0.smithi028.stdout: "blocked_by": [], 2024-08-29T19:03:25.539 INFO:tasks.workunit.client.0.smithi028.stdout: "created": 62, 2024-08-29T19:03:25.540 INFO:tasks.workunit.client.0.smithi028.stdout: "dirty_stats_invalid": false, 2024-08-29T19:03:25.540 INFO:tasks.workunit.client.0.smithi028.stdout: "hitset_bytes_stats_invalid": false, 2024-08-29T19:03:25.540 INFO:tasks.workunit.client.0.smithi028.stdout: "hitset_stats_invalid": false, 2024-08-29T19:03:25.540 INFO:tasks.workunit.client.0.smithi028.stdout: "last_active": "2024-08-29T19:02:14.841023+0000", 2024-08-29T19:03:25.540 INFO:tasks.workunit.client.0.smithi028.stdout: "last_became_active": "2024-08-29T17:55:56.321782+0000", 2024-08-29T19:03:25.540 INFO:tasks.workunit.client.0.smithi028.stdout: "last_became_peered": "2024-08-29T17:55:56.321782+0000", 2024-08-29T19:03:25.540 INFO:tasks.workunit.client.0.smithi028.stdout: "last_change": "2024-08-29T17:55:56.325322+0000", 2024-08-29T19:03:25.540 INFO:tasks.workunit.client.0.smithi028.stdout: "last_clean": "2024-08-29T19:02:14.841023+0000", 2024-08-29T19:03:25.540 INFO:tasks.workunit.client.0.smithi028.stdout: "last_clean_scrub_stamp": "2024-08-29T17:41:01.987071+0000", 2024-08-29T19:03:25.540 INFO:tasks.workunit.client.0.smithi028.stdout: "last_deep_scrub": "0'0", 2024-08-29T19:03:25.540 INFO:tasks.workunit.client.0.smithi028.stdout: "last_deep_scrub_stamp": "2024-08-29T17:41:01.987071+0000", 2024-08-29T19:03:25.540 INFO:tasks.workunit.client.0.smithi028.stdout: "last_epoch_clean": 547, 2024-08-29T19:03:25.540 INFO:tasks.workunit.client.0.smithi028.stdout: "last_fresh": "2024-08-29T19:02:14.841023+0000", 2024-08-29T19:03:25.541 INFO:tasks.workunit.client.0.smithi028.stdout: "last_fullsized": "2024-08-29T19:02:14.841023+0000", 2024-08-29T19:03:25.541 INFO:tasks.workunit.client.0.smithi028.stdout: "last_peered": "2024-08-29T19:02:14.841023+0000", 2024-08-29T19:03:25.541 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub": "0'0", 2024-08-29T19:03:25.541 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub_duration": 0, 2024-08-29T19:03:25.541 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub_stamp": "2024-08-29T17:41:01.987071+0000", 2024-08-29T19:03:25.541 INFO:tasks.workunit.client.0.smithi028.stdout: "last_undegraded": "2024-08-29T19:02:14.841023+0000", 2024-08-29T19:03:25.541 INFO:tasks.workunit.client.0.smithi028.stdout: "last_unstale": "2024-08-29T19:02:14.841023+0000", 2024-08-29T19:03:25.541 INFO:tasks.workunit.client.0.smithi028.stdout: "log_dups_size": 0, 2024-08-29T19:03:25.541 INFO:tasks.workunit.client.0.smithi028.stdout: "log_size": 0, 2024-08-29T19:03:25.541 INFO:tasks.workunit.client.0.smithi028.stdout: "log_start": "0'0", 2024-08-29T19:03:25.541 INFO:tasks.workunit.client.0.smithi028.stdout: "manifest_stats_invalid": false, 2024-08-29T19:03:25.541 INFO:tasks.workunit.client.0.smithi028.stdout: "mapping_epoch": 546, 2024-08-29T19:03:25.541 INFO:tasks.workunit.client.0.smithi028.stdout: "object_location_counts": [], 2024-08-29T19:03:25.541 INFO:tasks.workunit.client.0.smithi028.stdout: "objects_scrubbed": 0, 2024-08-29T19:03:25.542 INFO:tasks.workunit.client.0.smithi028.stdout: "objects_trimmed": 0, 2024-08-29T19:03:25.542 INFO:tasks.workunit.client.0.smithi028.stdout: "omap_stats_invalid": false, 2024-08-29T19:03:25.542 INFO:tasks.workunit.client.0.smithi028.stdout: "ondisk_log_size": 0, 2024-08-29T19:03:25.542 INFO:tasks.workunit.client.0.smithi028.stdout: "ondisk_log_start": "0'0", 2024-08-29T19:03:25.542 INFO:tasks.workunit.client.0.smithi028.stdout: "parent": "0.0", 2024-08-29T19:03:25.542 INFO:tasks.workunit.client.0.smithi028.stdout: "parent_split_bits": 0, 2024-08-29T19:03:25.542 INFO:tasks.workunit.client.0.smithi028.stdout: "pgid": "3.18", 2024-08-29T19:03:25.542 INFO:tasks.workunit.client.0.smithi028.stdout: "pin_stats_invalid": false, 2024-08-29T19:03:25.542 INFO:tasks.workunit.client.0.smithi028.stdout: "purged_snaps": [], 2024-08-29T19:03:25.542 INFO:tasks.workunit.client.0.smithi028.stdout: "reported_epoch": 2650, 2024-08-29T19:03:25.542 INFO:tasks.workunit.client.0.smithi028.stdout: "reported_seq": 4724, 2024-08-29T19:03:25.542 INFO:tasks.workunit.client.0.smithi028.stdout: "scrub_duration": 0.0, 2024-08-29T19:03:25.542 INFO:tasks.workunit.client.0.smithi028.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-30T18:25:00.149428+0000", 2024-08-29T19:03:25.542 INFO:tasks.workunit.client.0.smithi028.stdout: "snaptrim_duration": 0.0, 2024-08-29T19:03:25.543 INFO:tasks.workunit.client.0.smithi028.stdout: "snaptrimq_len": 0, 2024-08-29T19:03:25.543 INFO:tasks.workunit.client.0.smithi028.stdout: "stat_sum": { 2024-08-29T19:03:25.543 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes": 0, 2024-08-29T19:03:25.543 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes_hit_set_archive": 0, 2024-08-29T19:03:25.543 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes_recovered": 0, 2024-08-29T19:03:25.543 INFO:tasks.workunit.client.0.smithi028.stdout: "num_deep_scrub_errors": 0, 2024-08-29T19:03:25.543 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict": 0, 2024-08-29T19:03:25.543 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_kb": 0, 2024-08-29T19:03:25.543 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_mode_full": 0, 2024-08-29T19:03:25.543 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_mode_some": 0, 2024-08-29T19:03:25.543 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush": 0, 2024-08-29T19:03:25.543 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_kb": 0, 2024-08-29T19:03:25.543 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_mode_high": 0, 2024-08-29T19:03:25.544 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_mode_low": 0, 2024-08-29T19:03:25.544 INFO:tasks.workunit.client.0.smithi028.stdout: "num_keys_recovered": 0, 2024-08-29T19:03:25.544 INFO:tasks.workunit.client.0.smithi028.stdout: "num_large_omap_objects": 0, 2024-08-29T19:03:25.544 INFO:tasks.workunit.client.0.smithi028.stdout: "num_legacy_snapsets": 0, 2024-08-29T19:03:25.544 INFO:tasks.workunit.client.0.smithi028.stdout: "num_object_clones": 0, 2024-08-29T19:03:25.544 INFO:tasks.workunit.client.0.smithi028.stdout: "num_object_copies": 0, 2024-08-29T19:03:25.544 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects": 0, 2024-08-29T19:03:25.544 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_degraded": 0, 2024-08-29T19:03:25.544 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_dirty": 0, 2024-08-29T19:03:25.544 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_hit_set_archive": 0, 2024-08-29T19:03:25.544 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_manifest": 0, 2024-08-29T19:03:25.544 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_misplaced": 0, 2024-08-29T19:03:25.544 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_missing": 0, 2024-08-29T19:03:25.544 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_missing_on_primary": 0, 2024-08-29T19:03:25.545 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_omap": 0, 2024-08-29T19:03:25.545 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_pinned": 0, 2024-08-29T19:03:25.545 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_recovered": 0, 2024-08-29T19:03:25.545 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_repaired": 0, 2024-08-29T19:03:25.545 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_unfound": 0, 2024-08-29T19:03:25.545 INFO:tasks.workunit.client.0.smithi028.stdout: "num_omap_bytes": 0, 2024-08-29T19:03:25.545 INFO:tasks.workunit.client.0.smithi028.stdout: "num_omap_keys": 0, 2024-08-29T19:03:25.545 INFO:tasks.workunit.client.0.smithi028.stdout: "num_promote": 0, 2024-08-29T19:03:25.545 INFO:tasks.workunit.client.0.smithi028.stdout: "num_read": 0, 2024-08-29T19:03:25.545 INFO:tasks.workunit.client.0.smithi028.stdout: "num_read_kb": 0, 2024-08-29T19:03:25.545 INFO:tasks.workunit.client.0.smithi028.stdout: "num_scrub_errors": 0, 2024-08-29T19:03:25.545 INFO:tasks.workunit.client.0.smithi028.stdout: "num_shallow_scrub_errors": 0, 2024-08-29T19:03:25.545 INFO:tasks.workunit.client.0.smithi028.stdout: "num_whiteouts": 0, 2024-08-29T19:03:25.545 INFO:tasks.workunit.client.0.smithi028.stdout: "num_write": 0, 2024-08-29T19:03:25.546 INFO:tasks.workunit.client.0.smithi028.stdout: "num_write_kb": 0 2024-08-29T19:03:25.546 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:25.546 INFO:tasks.workunit.client.0.smithi028.stdout: "state": "active+clean", 2024-08-29T19:03:25.546 INFO:tasks.workunit.client.0.smithi028.stdout: "stats_invalid": false, 2024-08-29T19:03:25.546 INFO:tasks.workunit.client.0.smithi028.stdout: "up": [ 2024-08-29T19:03:25.546 INFO:tasks.workunit.client.0.smithi028.stdout: 3, 2024-08-29T19:03:25.546 INFO:tasks.workunit.client.0.smithi028.stdout: 0, 2024-08-29T19:03:25.546 INFO:tasks.workunit.client.0.smithi028.stdout: 1 2024-08-29T19:03:25.546 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-08-29T19:03:25.546 INFO:tasks.workunit.client.0.smithi028.stdout: "up_primary": 3, 2024-08-29T19:03:25.546 INFO:tasks.workunit.client.0.smithi028.stdout: "version": "0'0" 2024-08-29T19:03:25.546 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:25.546 INFO:tasks.workunit.client.0.smithi028.stdout: { 2024-08-29T19:03:25.546 INFO:tasks.workunit.client.0.smithi028.stdout: "acting": [ 2024-08-29T19:03:25.547 INFO:tasks.workunit.client.0.smithi028.stdout: 3, 2024-08-29T19:03:25.547 INFO:tasks.workunit.client.0.smithi028.stdout: 6, 2024-08-29T19:03:25.547 INFO:tasks.workunit.client.0.smithi028.stdout: 0 2024-08-29T19:03:25.547 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-08-29T19:03:25.547 INFO:tasks.workunit.client.0.smithi028.stdout: "acting_primary": 3, 2024-08-29T19:03:25.547 INFO:tasks.workunit.client.0.smithi028.stdout: "avail_no_missing": [], 2024-08-29T19:03:25.547 INFO:tasks.workunit.client.0.smithi028.stdout: "blocked_by": [], 2024-08-29T19:03:25.547 INFO:tasks.workunit.client.0.smithi028.stdout: "created": 59, 2024-08-29T19:03:25.547 INFO:tasks.workunit.client.0.smithi028.stdout: "dirty_stats_invalid": false, 2024-08-29T19:03:25.547 INFO:tasks.workunit.client.0.smithi028.stdout: "hitset_bytes_stats_invalid": false, 2024-08-29T19:03:25.547 INFO:tasks.workunit.client.0.smithi028.stdout: "hitset_stats_invalid": false, 2024-08-29T19:03:25.547 INFO:tasks.workunit.client.0.smithi028.stdout: "last_active": "2024-08-29T19:02:14.839839+0000", 2024-08-29T19:03:25.547 INFO:tasks.workunit.client.0.smithi028.stdout: "last_became_active": "2024-08-29T17:57:36.388876+0000", 2024-08-29T19:03:25.548 INFO:tasks.workunit.client.0.smithi028.stdout: "last_became_peered": "2024-08-29T17:57:36.388876+0000", 2024-08-29T19:03:25.548 INFO:tasks.workunit.client.0.smithi028.stdout: "last_change": "2024-08-29T17:57:36.389415+0000", 2024-08-29T19:03:25.548 INFO:tasks.workunit.client.0.smithi028.stdout: "last_clean": "2024-08-29T19:02:14.839839+0000", 2024-08-29T19:03:25.548 INFO:tasks.workunit.client.0.smithi028.stdout: "last_clean_scrub_stamp": "2024-08-29T17:40:52.944949+0000", 2024-08-29T19:03:25.548 INFO:tasks.workunit.client.0.smithi028.stdout: "last_deep_scrub": "0'0", 2024-08-29T19:03:25.548 INFO:tasks.workunit.client.0.smithi028.stdout: "last_deep_scrub_stamp": "2024-08-29T17:40:52.944949+0000", 2024-08-29T19:03:25.548 INFO:tasks.workunit.client.0.smithi028.stdout: "last_epoch_clean": 646, 2024-08-29T19:03:25.548 INFO:tasks.workunit.client.0.smithi028.stdout: "last_fresh": "2024-08-29T19:02:14.839839+0000", 2024-08-29T19:03:25.548 INFO:tasks.workunit.client.0.smithi028.stdout: "last_fullsized": "2024-08-29T19:02:14.839839+0000", 2024-08-29T19:03:25.548 INFO:tasks.workunit.client.0.smithi028.stdout: "last_peered": "2024-08-29T19:02:14.839839+0000", 2024-08-29T19:03:25.548 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub": "0'0", 2024-08-29T19:03:25.548 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub_duration": 0, 2024-08-29T19:03:25.548 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub_stamp": "2024-08-29T17:40:52.944949+0000", 2024-08-29T19:03:25.548 INFO:tasks.workunit.client.0.smithi028.stdout: "last_undegraded": "2024-08-29T19:02:14.839839+0000", 2024-08-29T19:03:25.549 INFO:tasks.workunit.client.0.smithi028.stdout: "last_unstale": "2024-08-29T19:02:14.839839+0000", 2024-08-29T19:03:25.549 INFO:tasks.workunit.client.0.smithi028.stdout: "log_dups_size": 0, 2024-08-29T19:03:25.549 INFO:tasks.workunit.client.0.smithi028.stdout: "log_size": 0, 2024-08-29T19:03:25.549 INFO:tasks.workunit.client.0.smithi028.stdout: "log_start": "0'0", 2024-08-29T19:03:25.549 INFO:tasks.workunit.client.0.smithi028.stdout: "manifest_stats_invalid": false, 2024-08-29T19:03:25.549 INFO:tasks.workunit.client.0.smithi028.stdout: "mapping_epoch": 645, 2024-08-29T19:03:25.549 INFO:tasks.workunit.client.0.smithi028.stdout: "object_location_counts": [], 2024-08-29T19:03:25.549 INFO:tasks.workunit.client.0.smithi028.stdout: "objects_scrubbed": 0, 2024-08-29T19:03:25.549 INFO:tasks.workunit.client.0.smithi028.stdout: "objects_trimmed": 0, 2024-08-29T19:03:25.549 INFO:tasks.workunit.client.0.smithi028.stdout: "omap_stats_invalid": false, 2024-08-29T19:03:25.549 INFO:tasks.workunit.client.0.smithi028.stdout: "ondisk_log_size": 0, 2024-08-29T19:03:25.549 INFO:tasks.workunit.client.0.smithi028.stdout: "ondisk_log_start": "0'0", 2024-08-29T19:03:25.549 INFO:tasks.workunit.client.0.smithi028.stdout: "parent": "0.0", 2024-08-29T19:03:25.549 INFO:tasks.workunit.client.0.smithi028.stdout: "parent_split_bits": 0, 2024-08-29T19:03:25.550 INFO:tasks.workunit.client.0.smithi028.stdout: "pgid": "2.19", 2024-08-29T19:03:25.550 INFO:tasks.workunit.client.0.smithi028.stdout: "pin_stats_invalid": false, 2024-08-29T19:03:25.550 INFO:tasks.workunit.client.0.smithi028.stdout: "purged_snaps": [], 2024-08-29T19:03:25.550 INFO:tasks.workunit.client.0.smithi028.stdout: "reported_epoch": 2650, 2024-08-29T19:03:25.550 INFO:tasks.workunit.client.0.smithi028.stdout: "reported_seq": 4690, 2024-08-29T19:03:25.550 INFO:tasks.workunit.client.0.smithi028.stdout: "scrub_duration": 0.0, 2024-08-29T19:03:25.550 INFO:tasks.workunit.client.0.smithi028.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-31T00:06:57.603301+0000", 2024-08-29T19:03:25.550 INFO:tasks.workunit.client.0.smithi028.stdout: "snaptrim_duration": 0.0, 2024-08-29T19:03:25.550 INFO:tasks.workunit.client.0.smithi028.stdout: "snaptrimq_len": 0, 2024-08-29T19:03:25.550 INFO:tasks.workunit.client.0.smithi028.stdout: "stat_sum": { 2024-08-29T19:03:25.550 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes": 0, 2024-08-29T19:03:25.550 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes_hit_set_archive": 0, 2024-08-29T19:03:25.550 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes_recovered": 0, 2024-08-29T19:03:25.550 INFO:tasks.workunit.client.0.smithi028.stdout: "num_deep_scrub_errors": 0, 2024-08-29T19:03:25.551 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict": 0, 2024-08-29T19:03:25.551 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_kb": 0, 2024-08-29T19:03:25.551 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_mode_full": 0, 2024-08-29T19:03:25.551 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_mode_some": 0, 2024-08-29T19:03:25.551 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush": 0, 2024-08-29T19:03:25.551 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_kb": 0, 2024-08-29T19:03:25.551 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_mode_high": 0, 2024-08-29T19:03:25.551 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_mode_low": 0, 2024-08-29T19:03:25.551 INFO:tasks.workunit.client.0.smithi028.stdout: "num_keys_recovered": 0, 2024-08-29T19:03:25.551 INFO:tasks.workunit.client.0.smithi028.stdout: "num_large_omap_objects": 0, 2024-08-29T19:03:25.551 INFO:tasks.workunit.client.0.smithi028.stdout: "num_legacy_snapsets": 0, 2024-08-29T19:03:25.551 INFO:tasks.workunit.client.0.smithi028.stdout: "num_object_clones": 0, 2024-08-29T19:03:25.551 INFO:tasks.workunit.client.0.smithi028.stdout: "num_object_copies": 0, 2024-08-29T19:03:25.551 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects": 0, 2024-08-29T19:03:25.552 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_degraded": 0, 2024-08-29T19:03:25.552 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_dirty": 0, 2024-08-29T19:03:25.552 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_hit_set_archive": 0, 2024-08-29T19:03:25.552 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_manifest": 0, 2024-08-29T19:03:25.552 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_misplaced": 0, 2024-08-29T19:03:25.552 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_missing": 0, 2024-08-29T19:03:25.552 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_missing_on_primary": 0, 2024-08-29T19:03:25.552 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_omap": 0, 2024-08-29T19:03:25.552 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_pinned": 0, 2024-08-29T19:03:25.552 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_recovered": 0, 2024-08-29T19:03:25.552 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_repaired": 0, 2024-08-29T19:03:25.552 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_unfound": 0, 2024-08-29T19:03:25.552 INFO:tasks.workunit.client.0.smithi028.stdout: "num_omap_bytes": 0, 2024-08-29T19:03:25.553 INFO:tasks.workunit.client.0.smithi028.stdout: "num_omap_keys": 0, 2024-08-29T19:03:25.553 INFO:tasks.workunit.client.0.smithi028.stdout: "num_promote": 0, 2024-08-29T19:03:25.553 INFO:tasks.workunit.client.0.smithi028.stdout: "num_read": 0, 2024-08-29T19:03:25.553 INFO:tasks.workunit.client.0.smithi028.stdout: "num_read_kb": 0, 2024-08-29T19:03:25.553 INFO:tasks.workunit.client.0.smithi028.stdout: "num_scrub_errors": 0, 2024-08-29T19:03:25.553 INFO:tasks.workunit.client.0.smithi028.stdout: "num_shallow_scrub_errors": 0, 2024-08-29T19:03:25.553 INFO:tasks.workunit.client.0.smithi028.stdout: "num_whiteouts": 0, 2024-08-29T19:03:25.553 INFO:tasks.workunit.client.0.smithi028.stdout: "num_write": 0, 2024-08-29T19:03:25.553 INFO:tasks.workunit.client.0.smithi028.stdout: "num_write_kb": 0 2024-08-29T19:03:25.553 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:25.553 INFO:tasks.workunit.client.0.smithi028.stdout: "state": "active+clean", 2024-08-29T19:03:25.553 INFO:tasks.workunit.client.0.smithi028.stdout: "stats_invalid": false, 2024-08-29T19:03:25.553 INFO:tasks.workunit.client.0.smithi028.stdout: "up": [ 2024-08-29T19:03:25.553 INFO:tasks.workunit.client.0.smithi028.stdout: 3, 2024-08-29T19:03:25.554 INFO:tasks.workunit.client.0.smithi028.stdout: 6, 2024-08-29T19:03:25.554 INFO:tasks.workunit.client.0.smithi028.stdout: 0 2024-08-29T19:03:25.554 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-08-29T19:03:25.554 INFO:tasks.workunit.client.0.smithi028.stdout: "up_primary": 3, 2024-08-29T19:03:25.554 INFO:tasks.workunit.client.0.smithi028.stdout: "version": "0'0" 2024-08-29T19:03:25.554 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:25.554 INFO:tasks.workunit.client.0.smithi028.stdout: { 2024-08-29T19:03:25.554 INFO:tasks.workunit.client.0.smithi028.stdout: "acting": [ 2024-08-29T19:03:25.554 INFO:tasks.workunit.client.0.smithi028.stdout: 6, 2024-08-29T19:03:25.554 INFO:tasks.workunit.client.0.smithi028.stdout: 4, 2024-08-29T19:03:25.554 INFO:tasks.workunit.client.0.smithi028.stdout: 7 2024-08-29T19:03:25.554 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-08-29T19:03:25.554 INFO:tasks.workunit.client.0.smithi028.stdout: "acting_primary": 6, 2024-08-29T19:03:25.554 INFO:tasks.workunit.client.0.smithi028.stdout: "avail_no_missing": [], 2024-08-29T19:03:25.555 INFO:tasks.workunit.client.0.smithi028.stdout: "blocked_by": [], 2024-08-29T19:03:25.555 INFO:tasks.workunit.client.0.smithi028.stdout: "created": 59, 2024-08-29T19:03:25.555 INFO:tasks.workunit.client.0.smithi028.stdout: "dirty_stats_invalid": false, 2024-08-29T19:03:25.555 INFO:tasks.workunit.client.0.smithi028.stdout: "hitset_bytes_stats_invalid": false, 2024-08-29T19:03:25.555 INFO:tasks.workunit.client.0.smithi028.stdout: "hitset_stats_invalid": false, 2024-08-29T19:03:25.555 INFO:tasks.workunit.client.0.smithi028.stdout: "last_active": "2024-08-29T19:02:14.920428+0000", 2024-08-29T19:03:25.555 INFO:tasks.workunit.client.0.smithi028.stdout: "last_became_active": "2024-08-29T17:58:11.341978+0000", 2024-08-29T19:03:25.555 INFO:tasks.workunit.client.0.smithi028.stdout: "last_became_peered": "2024-08-29T17:58:11.341978+0000", 2024-08-29T19:03:25.555 INFO:tasks.workunit.client.0.smithi028.stdout: "last_change": "2024-08-29T17:58:11.342594+0000", 2024-08-29T19:03:25.555 INFO:tasks.workunit.client.0.smithi028.stdout: "last_clean": "2024-08-29T19:02:14.920428+0000", 2024-08-29T19:03:25.555 INFO:tasks.workunit.client.0.smithi028.stdout: "last_clean_scrub_stamp": "2024-08-29T17:40:52.944949+0000", 2024-08-29T19:03:25.555 INFO:tasks.workunit.client.0.smithi028.stdout: "last_deep_scrub": "0'0", 2024-08-29T19:03:25.555 INFO:tasks.workunit.client.0.smithi028.stdout: "last_deep_scrub_stamp": "2024-08-29T17:40:52.944949+0000", 2024-08-29T19:03:25.555 INFO:tasks.workunit.client.0.smithi028.stdout: "last_epoch_clean": 681, 2024-08-29T19:03:25.556 INFO:tasks.workunit.client.0.smithi028.stdout: "last_fresh": "2024-08-29T19:02:14.920428+0000", 2024-08-29T19:03:25.556 INFO:tasks.workunit.client.0.smithi028.stdout: "last_fullsized": "2024-08-29T19:02:14.920428+0000", 2024-08-29T19:03:25.556 INFO:tasks.workunit.client.0.smithi028.stdout: "last_peered": "2024-08-29T19:02:14.920428+0000", 2024-08-29T19:03:25.556 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub": "0'0", 2024-08-29T19:03:25.556 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub_duration": 0, 2024-08-29T19:03:25.556 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub_stamp": "2024-08-29T17:40:52.944949+0000", 2024-08-29T19:03:25.556 INFO:tasks.workunit.client.0.smithi028.stdout: "last_undegraded": "2024-08-29T19:02:14.920428+0000", 2024-08-29T19:03:25.556 INFO:tasks.workunit.client.0.smithi028.stdout: "last_unstale": "2024-08-29T19:02:14.920428+0000", 2024-08-29T19:03:25.556 INFO:tasks.workunit.client.0.smithi028.stdout: "log_dups_size": 0, 2024-08-29T19:03:25.556 INFO:tasks.workunit.client.0.smithi028.stdout: "log_size": 2, 2024-08-29T19:03:25.556 INFO:tasks.workunit.client.0.smithi028.stdout: "log_start": "0'0", 2024-08-29T19:03:25.556 INFO:tasks.workunit.client.0.smithi028.stdout: "manifest_stats_invalid": false, 2024-08-29T19:03:25.556 INFO:tasks.workunit.client.0.smithi028.stdout: "mapping_epoch": 680, 2024-08-29T19:03:25.557 INFO:tasks.workunit.client.0.smithi028.stdout: "object_location_counts": [], 2024-08-29T19:03:25.557 INFO:tasks.workunit.client.0.smithi028.stdout: "objects_scrubbed": 0, 2024-08-29T19:03:25.557 INFO:tasks.workunit.client.0.smithi028.stdout: "objects_trimmed": 0, 2024-08-29T19:03:25.557 INFO:tasks.workunit.client.0.smithi028.stdout: "omap_stats_invalid": false, 2024-08-29T19:03:25.557 INFO:tasks.workunit.client.0.smithi028.stdout: "ondisk_log_size": 2, 2024-08-29T19:03:25.557 INFO:tasks.workunit.client.0.smithi028.stdout: "ondisk_log_start": "0'0", 2024-08-29T19:03:25.557 INFO:tasks.workunit.client.0.smithi028.stdout: "parent": "0.0", 2024-08-29T19:03:25.557 INFO:tasks.workunit.client.0.smithi028.stdout: "parent_split_bits": 0, 2024-08-29T19:03:25.557 INFO:tasks.workunit.client.0.smithi028.stdout: "pgid": "2.1a", 2024-08-29T19:03:25.557 INFO:tasks.workunit.client.0.smithi028.stdout: "pin_stats_invalid": false, 2024-08-29T19:03:25.557 INFO:tasks.workunit.client.0.smithi028.stdout: "purged_snaps": [], 2024-08-29T19:03:25.557 INFO:tasks.workunit.client.0.smithi028.stdout: "reported_epoch": 2650, 2024-08-29T19:03:25.557 INFO:tasks.workunit.client.0.smithi028.stdout: "reported_seq": 4597, 2024-08-29T19:03:25.557 INFO:tasks.workunit.client.0.smithi028.stdout: "scrub_duration": 0.0, 2024-08-29T19:03:25.558 INFO:tasks.workunit.client.0.smithi028.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-31T03:10:37.699014+0000", 2024-08-29T19:03:25.558 INFO:tasks.workunit.client.0.smithi028.stdout: "snaptrim_duration": 0.0, 2024-08-29T19:03:25.558 INFO:tasks.workunit.client.0.smithi028.stdout: "snaptrimq_len": 0, 2024-08-29T19:03:25.558 INFO:tasks.workunit.client.0.smithi028.stdout: "stat_sum": { 2024-08-29T19:03:25.558 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes": 0, 2024-08-29T19:03:25.558 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes_hit_set_archive": 0, 2024-08-29T19:03:25.558 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes_recovered": 0, 2024-08-29T19:03:25.558 INFO:tasks.workunit.client.0.smithi028.stdout: "num_deep_scrub_errors": 0, 2024-08-29T19:03:25.558 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict": 0, 2024-08-29T19:03:25.558 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_kb": 0, 2024-08-29T19:03:25.558 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_mode_full": 0, 2024-08-29T19:03:25.558 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_mode_some": 0, 2024-08-29T19:03:25.558 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush": 0, 2024-08-29T19:03:25.558 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_kb": 0, 2024-08-29T19:03:25.559 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_mode_high": 0, 2024-08-29T19:03:25.559 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_mode_low": 0, 2024-08-29T19:03:25.559 INFO:tasks.workunit.client.0.smithi028.stdout: "num_keys_recovered": 0, 2024-08-29T19:03:25.559 INFO:tasks.workunit.client.0.smithi028.stdout: "num_large_omap_objects": 0, 2024-08-29T19:03:25.559 INFO:tasks.workunit.client.0.smithi028.stdout: "num_legacy_snapsets": 0, 2024-08-29T19:03:25.559 INFO:tasks.workunit.client.0.smithi028.stdout: "num_object_clones": 0, 2024-08-29T19:03:25.559 INFO:tasks.workunit.client.0.smithi028.stdout: "num_object_copies": 0, 2024-08-29T19:03:25.559 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects": 0, 2024-08-29T19:03:25.559 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_degraded": 0, 2024-08-29T19:03:25.559 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_dirty": 0, 2024-08-29T19:03:25.559 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_hit_set_archive": 0, 2024-08-29T19:03:25.559 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_manifest": 0, 2024-08-29T19:03:25.559 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_misplaced": 0, 2024-08-29T19:03:25.560 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_missing": 0, 2024-08-29T19:03:25.560 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_missing_on_primary": 0, 2024-08-29T19:03:25.560 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_omap": 0, 2024-08-29T19:03:25.560 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_pinned": 0, 2024-08-29T19:03:25.560 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_recovered": 0, 2024-08-29T19:03:25.560 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_repaired": 0, 2024-08-29T19:03:25.560 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_unfound": 0, 2024-08-29T19:03:25.560 INFO:tasks.workunit.client.0.smithi028.stdout: "num_omap_bytes": 0, 2024-08-29T19:03:25.560 INFO:tasks.workunit.client.0.smithi028.stdout: "num_omap_keys": 0, 2024-08-29T19:03:25.560 INFO:tasks.workunit.client.0.smithi028.stdout: "num_promote": 0, 2024-08-29T19:03:25.560 INFO:tasks.workunit.client.0.smithi028.stdout: "num_read": 0, 2024-08-29T19:03:25.560 INFO:tasks.workunit.client.0.smithi028.stdout: "num_read_kb": 0, 2024-08-29T19:03:25.560 INFO:tasks.workunit.client.0.smithi028.stdout: "num_scrub_errors": 0, 2024-08-29T19:03:25.561 INFO:tasks.workunit.client.0.smithi028.stdout: "num_shallow_scrub_errors": 0, 2024-08-29T19:03:25.561 INFO:tasks.workunit.client.0.smithi028.stdout: "num_whiteouts": 0, 2024-08-29T19:03:25.561 INFO:tasks.workunit.client.0.smithi028.stdout: "num_write": 0, 2024-08-29T19:03:25.561 INFO:tasks.workunit.client.0.smithi028.stdout: "num_write_kb": 0 2024-08-29T19:03:25.561 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:25.561 INFO:tasks.workunit.client.0.smithi028.stdout: "state": "active+clean", 2024-08-29T19:03:25.561 INFO:tasks.workunit.client.0.smithi028.stdout: "stats_invalid": false, 2024-08-29T19:03:25.561 INFO:tasks.workunit.client.0.smithi028.stdout: "up": [ 2024-08-29T19:03:25.561 INFO:tasks.workunit.client.0.smithi028.stdout: 6, 2024-08-29T19:03:25.561 INFO:tasks.workunit.client.0.smithi028.stdout: 4, 2024-08-29T19:03:25.561 INFO:tasks.workunit.client.0.smithi028.stdout: 7 2024-08-29T19:03:25.561 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-08-29T19:03:25.561 INFO:tasks.workunit.client.0.smithi028.stdout: "up_primary": 6, 2024-08-29T19:03:25.562 INFO:tasks.workunit.client.0.smithi028.stdout: "version": "721'2" 2024-08-29T19:03:25.562 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:25.562 INFO:tasks.workunit.client.0.smithi028.stdout: { 2024-08-29T19:03:25.562 INFO:tasks.workunit.client.0.smithi028.stdout: "acting": [ 2024-08-29T19:03:25.562 INFO:tasks.workunit.client.0.smithi028.stdout: 0, 2024-08-29T19:03:25.562 INFO:tasks.workunit.client.0.smithi028.stdout: 4, 2024-08-29T19:03:25.562 INFO:tasks.workunit.client.0.smithi028.stdout: 7 2024-08-29T19:03:25.562 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-08-29T19:03:25.562 INFO:tasks.workunit.client.0.smithi028.stdout: "acting_primary": 0, 2024-08-29T19:03:25.562 INFO:tasks.workunit.client.0.smithi028.stdout: "avail_no_missing": [], 2024-08-29T19:03:25.562 INFO:tasks.workunit.client.0.smithi028.stdout: "blocked_by": [], 2024-08-29T19:03:25.562 INFO:tasks.workunit.client.0.smithi028.stdout: "created": 62, 2024-08-29T19:03:25.562 INFO:tasks.workunit.client.0.smithi028.stdout: "dirty_stats_invalid": false, 2024-08-29T19:03:25.562 INFO:tasks.workunit.client.0.smithi028.stdout: "hitset_bytes_stats_invalid": false, 2024-08-29T19:03:25.562 INFO:tasks.workunit.client.0.smithi028.stdout: "hitset_stats_invalid": false, 2024-08-29T19:03:25.563 INFO:tasks.workunit.client.0.smithi028.stdout: "last_active": "2024-08-29T19:02:14.106505+0000", 2024-08-29T19:03:25.563 INFO:tasks.workunit.client.0.smithi028.stdout: "last_became_active": "2024-08-29T17:58:11.358338+0000", 2024-08-29T19:03:25.563 INFO:tasks.workunit.client.0.smithi028.stdout: "last_became_peered": "2024-08-29T17:58:11.358338+0000", 2024-08-29T19:03:25.563 INFO:tasks.workunit.client.0.smithi028.stdout: "last_change": "2024-08-29T17:58:11.359209+0000", 2024-08-29T19:03:25.563 INFO:tasks.workunit.client.0.smithi028.stdout: "last_clean": "2024-08-29T19:02:14.106505+0000", 2024-08-29T19:03:25.563 INFO:tasks.workunit.client.0.smithi028.stdout: "last_clean_scrub_stamp": "2024-08-29T17:41:01.987071+0000", 2024-08-29T19:03:25.563 INFO:tasks.workunit.client.0.smithi028.stdout: "last_deep_scrub": "0'0", 2024-08-29T19:03:25.563 INFO:tasks.workunit.client.0.smithi028.stdout: "last_deep_scrub_stamp": "2024-08-29T17:41:01.987071+0000", 2024-08-29T19:03:25.563 INFO:tasks.workunit.client.0.smithi028.stdout: "last_epoch_clean": 681, 2024-08-29T19:03:25.563 INFO:tasks.workunit.client.0.smithi028.stdout: "last_fresh": "2024-08-29T19:02:14.106505+0000", 2024-08-29T19:03:25.563 INFO:tasks.workunit.client.0.smithi028.stdout: "last_fullsized": "2024-08-29T19:02:14.106505+0000", 2024-08-29T19:03:25.563 INFO:tasks.workunit.client.0.smithi028.stdout: "last_peered": "2024-08-29T19:02:14.106505+0000", 2024-08-29T19:03:25.563 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub": "0'0", 2024-08-29T19:03:25.563 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub_duration": 0, 2024-08-29T19:03:25.564 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub_stamp": "2024-08-29T17:41:01.987071+0000", 2024-08-29T19:03:25.564 INFO:tasks.workunit.client.0.smithi028.stdout: "last_undegraded": "2024-08-29T19:02:14.106505+0000", 2024-08-29T19:03:25.564 INFO:tasks.workunit.client.0.smithi028.stdout: "last_unstale": "2024-08-29T19:02:14.106505+0000", 2024-08-29T19:03:25.564 INFO:tasks.workunit.client.0.smithi028.stdout: "log_dups_size": 0, 2024-08-29T19:03:25.564 INFO:tasks.workunit.client.0.smithi028.stdout: "log_size": 0, 2024-08-29T19:03:25.564 INFO:tasks.workunit.client.0.smithi028.stdout: "log_start": "0'0", 2024-08-29T19:03:25.564 INFO:tasks.workunit.client.0.smithi028.stdout: "manifest_stats_invalid": false, 2024-08-29T19:03:25.564 INFO:tasks.workunit.client.0.smithi028.stdout: "mapping_epoch": 680, 2024-08-29T19:03:25.564 INFO:tasks.workunit.client.0.smithi028.stdout: "object_location_counts": [], 2024-08-29T19:03:25.564 INFO:tasks.workunit.client.0.smithi028.stdout: "objects_scrubbed": 0, 2024-08-29T19:03:25.564 INFO:tasks.workunit.client.0.smithi028.stdout: "objects_trimmed": 0, 2024-08-29T19:03:25.564 INFO:tasks.workunit.client.0.smithi028.stdout: "omap_stats_invalid": false, 2024-08-29T19:03:25.564 INFO:tasks.workunit.client.0.smithi028.stdout: "ondisk_log_size": 0, 2024-08-29T19:03:25.565 INFO:tasks.workunit.client.0.smithi028.stdout: "ondisk_log_start": "0'0", 2024-08-29T19:03:25.565 INFO:tasks.workunit.client.0.smithi028.stdout: "parent": "0.0", 2024-08-29T19:03:25.565 INFO:tasks.workunit.client.0.smithi028.stdout: "parent_split_bits": 0, 2024-08-29T19:03:25.565 INFO:tasks.workunit.client.0.smithi028.stdout: "pgid": "3.1b", 2024-08-29T19:03:25.565 INFO:tasks.workunit.client.0.smithi028.stdout: "pin_stats_invalid": false, 2024-08-29T19:03:25.565 INFO:tasks.workunit.client.0.smithi028.stdout: "purged_snaps": [], 2024-08-29T19:03:25.565 INFO:tasks.workunit.client.0.smithi028.stdout: "reported_epoch": 2650, 2024-08-29T19:03:25.565 INFO:tasks.workunit.client.0.smithi028.stdout: "reported_seq": 4807, 2024-08-29T19:03:25.565 INFO:tasks.workunit.client.0.smithi028.stdout: "scrub_duration": 0.0, 2024-08-29T19:03:25.565 INFO:tasks.workunit.client.0.smithi028.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-31T04:53:39.088931+0000", 2024-08-29T19:03:25.565 INFO:tasks.workunit.client.0.smithi028.stdout: "snaptrim_duration": 0.0, 2024-08-29T19:03:25.565 INFO:tasks.workunit.client.0.smithi028.stdout: "snaptrimq_len": 0, 2024-08-29T19:03:25.565 INFO:tasks.workunit.client.0.smithi028.stdout: "stat_sum": { 2024-08-29T19:03:25.566 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes": 0, 2024-08-29T19:03:25.566 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes_hit_set_archive": 0, 2024-08-29T19:03:25.566 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes_recovered": 0, 2024-08-29T19:03:25.566 INFO:tasks.workunit.client.0.smithi028.stdout: "num_deep_scrub_errors": 0, 2024-08-29T19:03:25.566 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict": 0, 2024-08-29T19:03:25.566 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_kb": 0, 2024-08-29T19:03:25.566 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_mode_full": 0, 2024-08-29T19:03:25.566 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_mode_some": 0, 2024-08-29T19:03:25.566 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush": 0, 2024-08-29T19:03:25.566 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_kb": 0, 2024-08-29T19:03:25.566 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_mode_high": 0, 2024-08-29T19:03:25.566 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_mode_low": 0, 2024-08-29T19:03:25.566 INFO:tasks.workunit.client.0.smithi028.stdout: "num_keys_recovered": 0, 2024-08-29T19:03:25.566 INFO:tasks.workunit.client.0.smithi028.stdout: "num_large_omap_objects": 0, 2024-08-29T19:03:25.567 INFO:tasks.workunit.client.0.smithi028.stdout: "num_legacy_snapsets": 0, 2024-08-29T19:03:25.567 INFO:tasks.workunit.client.0.smithi028.stdout: "num_object_clones": 0, 2024-08-29T19:03:25.567 INFO:tasks.workunit.client.0.smithi028.stdout: "num_object_copies": 0, 2024-08-29T19:03:25.567 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects": 0, 2024-08-29T19:03:25.567 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_degraded": 0, 2024-08-29T19:03:25.567 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_dirty": 0, 2024-08-29T19:03:25.567 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_hit_set_archive": 0, 2024-08-29T19:03:25.567 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_manifest": 0, 2024-08-29T19:03:25.567 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_misplaced": 0, 2024-08-29T19:03:25.567 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_missing": 0, 2024-08-29T19:03:25.567 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_missing_on_primary": 0, 2024-08-29T19:03:25.567 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_omap": 0, 2024-08-29T19:03:25.567 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_pinned": 0, 2024-08-29T19:03:25.567 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_recovered": 0, 2024-08-29T19:03:25.568 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_repaired": 0, 2024-08-29T19:03:25.568 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_unfound": 0, 2024-08-29T19:03:25.568 INFO:tasks.workunit.client.0.smithi028.stdout: "num_omap_bytes": 0, 2024-08-29T19:03:25.568 INFO:tasks.workunit.client.0.smithi028.stdout: "num_omap_keys": 0, 2024-08-29T19:03:25.568 INFO:tasks.workunit.client.0.smithi028.stdout: "num_promote": 0, 2024-08-29T19:03:25.568 INFO:tasks.workunit.client.0.smithi028.stdout: "num_read": 0, 2024-08-29T19:03:25.568 INFO:tasks.workunit.client.0.smithi028.stdout: "num_read_kb": 0, 2024-08-29T19:03:25.568 INFO:tasks.workunit.client.0.smithi028.stdout: "num_scrub_errors": 0, 2024-08-29T19:03:25.568 INFO:tasks.workunit.client.0.smithi028.stdout: "num_shallow_scrub_errors": 0, 2024-08-29T19:03:25.568 INFO:tasks.workunit.client.0.smithi028.stdout: "num_whiteouts": 0, 2024-08-29T19:03:25.568 INFO:tasks.workunit.client.0.smithi028.stdout: "num_write": 0, 2024-08-29T19:03:25.568 INFO:tasks.workunit.client.0.smithi028.stdout: "num_write_kb": 0 2024-08-29T19:03:25.568 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:25.569 INFO:tasks.workunit.client.0.smithi028.stdout: "state": "active+clean", 2024-08-29T19:03:25.569 INFO:tasks.workunit.client.0.smithi028.stdout: "stats_invalid": false, 2024-08-29T19:03:25.569 INFO:tasks.workunit.client.0.smithi028.stdout: "up": [ 2024-08-29T19:03:25.569 INFO:tasks.workunit.client.0.smithi028.stdout: 0, 2024-08-29T19:03:25.569 INFO:tasks.workunit.client.0.smithi028.stdout: 4, 2024-08-29T19:03:25.569 INFO:tasks.workunit.client.0.smithi028.stdout: 7 2024-08-29T19:03:25.569 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-08-29T19:03:25.569 INFO:tasks.workunit.client.0.smithi028.stdout: "up_primary": 0, 2024-08-29T19:03:25.569 INFO:tasks.workunit.client.0.smithi028.stdout: "version": "0'0" 2024-08-29T19:03:25.569 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:25.569 INFO:tasks.workunit.client.0.smithi028.stdout: { 2024-08-29T19:03:25.569 INFO:tasks.workunit.client.0.smithi028.stdout: "acting": [ 2024-08-29T19:03:25.569 INFO:tasks.workunit.client.0.smithi028.stdout: 3, 2024-08-29T19:03:25.569 INFO:tasks.workunit.client.0.smithi028.stdout: 7, 2024-08-29T19:03:25.570 INFO:tasks.workunit.client.0.smithi028.stdout: 6 2024-08-29T19:03:25.570 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-08-29T19:03:25.570 INFO:tasks.workunit.client.0.smithi028.stdout: "acting_primary": 3, 2024-08-29T19:03:25.570 INFO:tasks.workunit.client.0.smithi028.stdout: "avail_no_missing": [], 2024-08-29T19:03:25.570 INFO:tasks.workunit.client.0.smithi028.stdout: "blocked_by": [], 2024-08-29T19:03:25.570 INFO:tasks.workunit.client.0.smithi028.stdout: "created": 59, 2024-08-29T19:03:25.570 INFO:tasks.workunit.client.0.smithi028.stdout: "dirty_stats_invalid": false, 2024-08-29T19:03:25.570 INFO:tasks.workunit.client.0.smithi028.stdout: "hitset_bytes_stats_invalid": false, 2024-08-29T19:03:25.570 INFO:tasks.workunit.client.0.smithi028.stdout: "hitset_stats_invalid": false, 2024-08-29T19:03:25.570 INFO:tasks.workunit.client.0.smithi028.stdout: "last_active": "2024-08-29T19:02:14.844960+0000", 2024-08-29T19:03:25.570 INFO:tasks.workunit.client.0.smithi028.stdout: "last_became_active": "2024-08-29T17:58:11.353854+0000", 2024-08-29T19:03:25.570 INFO:tasks.workunit.client.0.smithi028.stdout: "last_became_peered": "2024-08-29T17:58:11.353854+0000", 2024-08-29T19:03:25.570 INFO:tasks.workunit.client.0.smithi028.stdout: "last_change": "2024-08-29T17:58:11.354621+0000", 2024-08-29T19:03:25.570 INFO:tasks.workunit.client.0.smithi028.stdout: "last_clean": "2024-08-29T19:02:14.844960+0000", 2024-08-29T19:03:25.571 INFO:tasks.workunit.client.0.smithi028.stdout: "last_clean_scrub_stamp": "2024-08-29T17:40:52.944949+0000", 2024-08-29T19:03:25.571 INFO:tasks.workunit.client.0.smithi028.stdout: "last_deep_scrub": "0'0", 2024-08-29T19:03:25.571 INFO:tasks.workunit.client.0.smithi028.stdout: "last_deep_scrub_stamp": "2024-08-29T17:40:52.944949+0000", 2024-08-29T19:03:25.571 INFO:tasks.workunit.client.0.smithi028.stdout: "last_epoch_clean": 681, 2024-08-29T19:03:25.571 INFO:tasks.workunit.client.0.smithi028.stdout: "last_fresh": "2024-08-29T19:02:14.844960+0000", 2024-08-29T19:03:25.571 INFO:tasks.workunit.client.0.smithi028.stdout: "last_fullsized": "2024-08-29T19:02:14.844960+0000", 2024-08-29T19:03:25.571 INFO:tasks.workunit.client.0.smithi028.stdout: "last_peered": "2024-08-29T19:02:14.844960+0000", 2024-08-29T19:03:25.571 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub": "0'0", 2024-08-29T19:03:25.571 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub_duration": 0, 2024-08-29T19:03:25.571 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub_stamp": "2024-08-29T17:40:52.944949+0000", 2024-08-29T19:03:25.571 INFO:tasks.workunit.client.0.smithi028.stdout: "last_undegraded": "2024-08-29T19:02:14.844960+0000", 2024-08-29T19:03:25.571 INFO:tasks.workunit.client.0.smithi028.stdout: "last_unstale": "2024-08-29T19:02:14.844960+0000", 2024-08-29T19:03:25.571 INFO:tasks.workunit.client.0.smithi028.stdout: "log_dups_size": 0, 2024-08-29T19:03:25.571 INFO:tasks.workunit.client.0.smithi028.stdout: "log_size": 2, 2024-08-29T19:03:25.572 INFO:tasks.workunit.client.0.smithi028.stdout: "log_start": "0'0", 2024-08-29T19:03:25.572 INFO:tasks.workunit.client.0.smithi028.stdout: "manifest_stats_invalid": false, 2024-08-29T19:03:25.572 INFO:tasks.workunit.client.0.smithi028.stdout: "mapping_epoch": 680, 2024-08-29T19:03:25.572 INFO:tasks.workunit.client.0.smithi028.stdout: "object_location_counts": [], 2024-08-29T19:03:25.572 INFO:tasks.workunit.client.0.smithi028.stdout: "objects_scrubbed": 0, 2024-08-29T19:03:25.572 INFO:tasks.workunit.client.0.smithi028.stdout: "objects_trimmed": 0, 2024-08-29T19:03:25.572 INFO:tasks.workunit.client.0.smithi028.stdout: "omap_stats_invalid": false, 2024-08-29T19:03:25.572 INFO:tasks.workunit.client.0.smithi028.stdout: "ondisk_log_size": 2, 2024-08-29T19:03:25.572 INFO:tasks.workunit.client.0.smithi028.stdout: "ondisk_log_start": "0'0", 2024-08-29T19:03:25.572 INFO:tasks.workunit.client.0.smithi028.stdout: "parent": "0.0", 2024-08-29T19:03:25.572 INFO:tasks.workunit.client.0.smithi028.stdout: "parent_split_bits": 0, 2024-08-29T19:03:25.572 INFO:tasks.workunit.client.0.smithi028.stdout: "pgid": "2.1b", 2024-08-29T19:03:25.572 INFO:tasks.workunit.client.0.smithi028.stdout: "pin_stats_invalid": false, 2024-08-29T19:03:25.572 INFO:tasks.workunit.client.0.smithi028.stdout: "purged_snaps": [], 2024-08-29T19:03:25.573 INFO:tasks.workunit.client.0.smithi028.stdout: "reported_epoch": 2650, 2024-08-29T19:03:25.573 INFO:tasks.workunit.client.0.smithi028.stdout: "reported_seq": 4702, 2024-08-29T19:03:25.573 INFO:tasks.workunit.client.0.smithi028.stdout: "scrub_duration": 0.0, 2024-08-29T19:03:25.573 INFO:tasks.workunit.client.0.smithi028.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-30T21:19:20.986752+0000", 2024-08-29T19:03:25.573 INFO:tasks.workunit.client.0.smithi028.stdout: "snaptrim_duration": 0.0, 2024-08-29T19:03:25.573 INFO:tasks.workunit.client.0.smithi028.stdout: "snaptrimq_len": 0, 2024-08-29T19:03:25.573 INFO:tasks.workunit.client.0.smithi028.stdout: "stat_sum": { 2024-08-29T19:03:25.573 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes": 0, 2024-08-29T19:03:25.573 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes_hit_set_archive": 0, 2024-08-29T19:03:25.573 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes_recovered": 0, 2024-08-29T19:03:25.573 INFO:tasks.workunit.client.0.smithi028.stdout: "num_deep_scrub_errors": 0, 2024-08-29T19:03:25.573 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict": 0, 2024-08-29T19:03:25.573 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_kb": 0, 2024-08-29T19:03:25.573 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_mode_full": 0, 2024-08-29T19:03:25.574 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_mode_some": 0, 2024-08-29T19:03:25.574 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush": 0, 2024-08-29T19:03:25.574 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_kb": 0, 2024-08-29T19:03:25.574 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_mode_high": 0, 2024-08-29T19:03:25.574 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_mode_low": 0, 2024-08-29T19:03:25.574 INFO:tasks.workunit.client.0.smithi028.stdout: "num_keys_recovered": 0, 2024-08-29T19:03:25.574 INFO:tasks.workunit.client.0.smithi028.stdout: "num_large_omap_objects": 0, 2024-08-29T19:03:25.574 INFO:tasks.workunit.client.0.smithi028.stdout: "num_legacy_snapsets": 0, 2024-08-29T19:03:25.574 INFO:tasks.workunit.client.0.smithi028.stdout: "num_object_clones": 0, 2024-08-29T19:03:25.574 INFO:tasks.workunit.client.0.smithi028.stdout: "num_object_copies": 0, 2024-08-29T19:03:25.574 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects": 0, 2024-08-29T19:03:25.574 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_degraded": 0, 2024-08-29T19:03:25.574 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_dirty": 0, 2024-08-29T19:03:25.575 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_hit_set_archive": 0, 2024-08-29T19:03:25.575 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_manifest": 0, 2024-08-29T19:03:25.575 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_misplaced": 0, 2024-08-29T19:03:25.575 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_missing": 0, 2024-08-29T19:03:25.575 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_missing_on_primary": 0, 2024-08-29T19:03:25.575 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_omap": 0, 2024-08-29T19:03:25.575 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_pinned": 0, 2024-08-29T19:03:25.575 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_recovered": 0, 2024-08-29T19:03:25.575 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_repaired": 0, 2024-08-29T19:03:25.575 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_unfound": 0, 2024-08-29T19:03:25.575 INFO:tasks.workunit.client.0.smithi028.stdout: "num_omap_bytes": 0, 2024-08-29T19:03:25.575 INFO:tasks.workunit.client.0.smithi028.stdout: "num_omap_keys": 0, 2024-08-29T19:03:25.575 INFO:tasks.workunit.client.0.smithi028.stdout: "num_promote": 0, 2024-08-29T19:03:25.575 INFO:tasks.workunit.client.0.smithi028.stdout: "num_read": 0, 2024-08-29T19:03:25.576 INFO:tasks.workunit.client.0.smithi028.stdout: "num_read_kb": 0, 2024-08-29T19:03:25.576 INFO:tasks.workunit.client.0.smithi028.stdout: "num_scrub_errors": 0, 2024-08-29T19:03:25.576 INFO:tasks.workunit.client.0.smithi028.stdout: "num_shallow_scrub_errors": 0, 2024-08-29T19:03:25.576 INFO:tasks.workunit.client.0.smithi028.stdout: "num_whiteouts": 0, 2024-08-29T19:03:25.576 INFO:tasks.workunit.client.0.smithi028.stdout: "num_write": 0, 2024-08-29T19:03:25.576 INFO:tasks.workunit.client.0.smithi028.stdout: "num_write_kb": 0 2024-08-29T19:03:25.576 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:25.576 INFO:tasks.workunit.client.0.smithi028.stdout: "state": "active+clean", 2024-08-29T19:03:25.576 INFO:tasks.workunit.client.0.smithi028.stdout: "stats_invalid": false, 2024-08-29T19:03:25.576 INFO:tasks.workunit.client.0.smithi028.stdout: "up": [ 2024-08-29T19:03:25.576 INFO:tasks.workunit.client.0.smithi028.stdout: 3, 2024-08-29T19:03:25.576 INFO:tasks.workunit.client.0.smithi028.stdout: 7, 2024-08-29T19:03:25.576 INFO:tasks.workunit.client.0.smithi028.stdout: 6 2024-08-29T19:03:25.577 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-08-29T19:03:25.577 INFO:tasks.workunit.client.0.smithi028.stdout: "up_primary": 3, 2024-08-29T19:03:25.577 INFO:tasks.workunit.client.0.smithi028.stdout: "version": "721'2" 2024-08-29T19:03:25.577 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:25.577 INFO:tasks.workunit.client.0.smithi028.stdout: { 2024-08-29T19:03:25.577 INFO:tasks.workunit.client.0.smithi028.stdout: "acting": [ 2024-08-29T19:03:25.577 INFO:tasks.workunit.client.0.smithi028.stdout: 4, 2024-08-29T19:03:25.577 INFO:tasks.workunit.client.0.smithi028.stdout: 1, 2024-08-29T19:03:25.577 INFO:tasks.workunit.client.0.smithi028.stdout: 2 2024-08-29T19:03:25.577 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-08-29T19:03:25.577 INFO:tasks.workunit.client.0.smithi028.stdout: "acting_primary": 4, 2024-08-29T19:03:25.577 INFO:tasks.workunit.client.0.smithi028.stdout: "avail_no_missing": [], 2024-08-29T19:03:25.577 INFO:tasks.workunit.client.0.smithi028.stdout: "blocked_by": [], 2024-08-29T19:03:25.577 INFO:tasks.workunit.client.0.smithi028.stdout: "created": 62, 2024-08-29T19:03:25.578 INFO:tasks.workunit.client.0.smithi028.stdout: "dirty_stats_invalid": false, 2024-08-29T19:03:25.578 INFO:tasks.workunit.client.0.smithi028.stdout: "hitset_bytes_stats_invalid": false, 2024-08-29T19:03:25.578 INFO:tasks.workunit.client.0.smithi028.stdout: "hitset_stats_invalid": false, 2024-08-29T19:03:25.578 INFO:tasks.workunit.client.0.smithi028.stdout: "last_active": "2024-08-29T19:02:14.932224+0000", 2024-08-29T19:03:25.578 INFO:tasks.workunit.client.0.smithi028.stdout: "last_became_active": "2024-08-29T17:56:29.379401+0000", 2024-08-29T19:03:25.578 INFO:tasks.workunit.client.0.smithi028.stdout: "last_became_peered": "2024-08-29T17:56:29.379401+0000", 2024-08-29T19:03:25.578 INFO:tasks.workunit.client.0.smithi028.stdout: "last_change": "2024-08-29T17:56:29.380201+0000", 2024-08-29T19:03:25.578 INFO:tasks.workunit.client.0.smithi028.stdout: "last_clean": "2024-08-29T19:02:14.932224+0000", 2024-08-29T19:03:25.578 INFO:tasks.workunit.client.0.smithi028.stdout: "last_clean_scrub_stamp": "2024-08-29T17:41:01.987071+0000", 2024-08-29T19:03:25.578 INFO:tasks.workunit.client.0.smithi028.stdout: "last_deep_scrub": "0'0", 2024-08-29T19:03:25.578 INFO:tasks.workunit.client.0.smithi028.stdout: "last_deep_scrub_stamp": "2024-08-29T17:41:01.987071+0000", 2024-08-29T19:03:25.578 INFO:tasks.workunit.client.0.smithi028.stdout: "last_epoch_clean": 580, 2024-08-29T19:03:25.578 INFO:tasks.workunit.client.0.smithi028.stdout: "last_fresh": "2024-08-29T19:02:14.932224+0000", 2024-08-29T19:03:25.579 INFO:tasks.workunit.client.0.smithi028.stdout: "last_fullsized": "2024-08-29T19:02:14.932224+0000", 2024-08-29T19:03:25.579 INFO:tasks.workunit.client.0.smithi028.stdout: "last_peered": "2024-08-29T19:02:14.932224+0000", 2024-08-29T19:03:25.579 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub": "0'0", 2024-08-29T19:03:25.579 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub_duration": 0, 2024-08-29T19:03:25.579 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub_stamp": "2024-08-29T17:41:01.987071+0000", 2024-08-29T19:03:25.579 INFO:tasks.workunit.client.0.smithi028.stdout: "last_undegraded": "2024-08-29T19:02:14.932224+0000", 2024-08-29T19:03:25.579 INFO:tasks.workunit.client.0.smithi028.stdout: "last_unstale": "2024-08-29T19:02:14.932224+0000", 2024-08-29T19:03:25.579 INFO:tasks.workunit.client.0.smithi028.stdout: "log_dups_size": 0, 2024-08-29T19:03:25.579 INFO:tasks.workunit.client.0.smithi028.stdout: "log_size": 0, 2024-08-29T19:03:25.579 INFO:tasks.workunit.client.0.smithi028.stdout: "log_start": "0'0", 2024-08-29T19:03:25.579 INFO:tasks.workunit.client.0.smithi028.stdout: "manifest_stats_invalid": false, 2024-08-29T19:03:25.579 INFO:tasks.workunit.client.0.smithi028.stdout: "mapping_epoch": 579, 2024-08-29T19:03:25.579 INFO:tasks.workunit.client.0.smithi028.stdout: "object_location_counts": [], 2024-08-29T19:03:25.579 INFO:tasks.workunit.client.0.smithi028.stdout: "objects_scrubbed": 0, 2024-08-29T19:03:25.580 INFO:tasks.workunit.client.0.smithi028.stdout: "objects_trimmed": 0, 2024-08-29T19:03:25.580 INFO:tasks.workunit.client.0.smithi028.stdout: "omap_stats_invalid": false, 2024-08-29T19:03:25.580 INFO:tasks.workunit.client.0.smithi028.stdout: "ondisk_log_size": 0, 2024-08-29T19:03:25.580 INFO:tasks.workunit.client.0.smithi028.stdout: "ondisk_log_start": "0'0", 2024-08-29T19:03:25.580 INFO:tasks.workunit.client.0.smithi028.stdout: "parent": "0.0", 2024-08-29T19:03:25.580 INFO:tasks.workunit.client.0.smithi028.stdout: "parent_split_bits": 0, 2024-08-29T19:03:25.580 INFO:tasks.workunit.client.0.smithi028.stdout: "pgid": "3.1a", 2024-08-29T19:03:25.580 INFO:tasks.workunit.client.0.smithi028.stdout: "pin_stats_invalid": false, 2024-08-29T19:03:25.580 INFO:tasks.workunit.client.0.smithi028.stdout: "purged_snaps": [], 2024-08-29T19:03:25.580 INFO:tasks.workunit.client.0.smithi028.stdout: "reported_epoch": 2650, 2024-08-29T19:03:25.580 INFO:tasks.workunit.client.0.smithi028.stdout: "reported_seq": 4700, 2024-08-29T19:03:25.580 INFO:tasks.workunit.client.0.smithi028.stdout: "scrub_duration": 0.0, 2024-08-29T19:03:25.580 INFO:tasks.workunit.client.0.smithi028.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-30T21:44:42.982386+0000", 2024-08-29T19:03:25.580 INFO:tasks.workunit.client.0.smithi028.stdout: "snaptrim_duration": 0.0, 2024-08-29T19:03:25.581 INFO:tasks.workunit.client.0.smithi028.stdout: "snaptrimq_len": 0, 2024-08-29T19:03:25.581 INFO:tasks.workunit.client.0.smithi028.stdout: "stat_sum": { 2024-08-29T19:03:25.581 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes": 0, 2024-08-29T19:03:25.581 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes_hit_set_archive": 0, 2024-08-29T19:03:25.581 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes_recovered": 0, 2024-08-29T19:03:25.581 INFO:tasks.workunit.client.0.smithi028.stdout: "num_deep_scrub_errors": 0, 2024-08-29T19:03:25.581 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict": 0, 2024-08-29T19:03:25.581 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_kb": 0, 2024-08-29T19:03:25.581 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_mode_full": 0, 2024-08-29T19:03:25.581 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_mode_some": 0, 2024-08-29T19:03:25.581 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush": 0, 2024-08-29T19:03:25.581 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_kb": 0, 2024-08-29T19:03:25.581 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_mode_high": 0, 2024-08-29T19:03:25.581 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_mode_low": 0, 2024-08-29T19:03:25.582 INFO:tasks.workunit.client.0.smithi028.stdout: "num_keys_recovered": 0, 2024-08-29T19:03:25.582 INFO:tasks.workunit.client.0.smithi028.stdout: "num_large_omap_objects": 0, 2024-08-29T19:03:25.582 INFO:tasks.workunit.client.0.smithi028.stdout: "num_legacy_snapsets": 0, 2024-08-29T19:03:25.582 INFO:tasks.workunit.client.0.smithi028.stdout: "num_object_clones": 0, 2024-08-29T19:03:25.582 INFO:tasks.workunit.client.0.smithi028.stdout: "num_object_copies": 0, 2024-08-29T19:03:25.582 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects": 0, 2024-08-29T19:03:25.582 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_degraded": 0, 2024-08-29T19:03:25.582 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_dirty": 0, 2024-08-29T19:03:25.582 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_hit_set_archive": 0, 2024-08-29T19:03:25.582 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_manifest": 0, 2024-08-29T19:03:25.582 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_misplaced": 0, 2024-08-29T19:03:25.582 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_missing": 0, 2024-08-29T19:03:25.582 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_missing_on_primary": 0, 2024-08-29T19:03:25.582 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_omap": 0, 2024-08-29T19:03:25.583 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_pinned": 0, 2024-08-29T19:03:25.583 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_recovered": 0, 2024-08-29T19:03:25.583 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_repaired": 0, 2024-08-29T19:03:25.583 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_unfound": 0, 2024-08-29T19:03:25.583 INFO:tasks.workunit.client.0.smithi028.stdout: "num_omap_bytes": 0, 2024-08-29T19:03:25.583 INFO:tasks.workunit.client.0.smithi028.stdout: "num_omap_keys": 0, 2024-08-29T19:03:25.583 INFO:tasks.workunit.client.0.smithi028.stdout: "num_promote": 0, 2024-08-29T19:03:25.583 INFO:tasks.workunit.client.0.smithi028.stdout: "num_read": 0, 2024-08-29T19:03:25.583 INFO:tasks.workunit.client.0.smithi028.stdout: "num_read_kb": 0, 2024-08-29T19:03:25.583 INFO:tasks.workunit.client.0.smithi028.stdout: "num_scrub_errors": 0, 2024-08-29T19:03:25.583 INFO:tasks.workunit.client.0.smithi028.stdout: "num_shallow_scrub_errors": 0, 2024-08-29T19:03:25.583 INFO:tasks.workunit.client.0.smithi028.stdout: "num_whiteouts": 0, 2024-08-29T19:03:25.583 INFO:tasks.workunit.client.0.smithi028.stdout: "num_write": 0, 2024-08-29T19:03:25.583 INFO:tasks.workunit.client.0.smithi028.stdout: "num_write_kb": 0 2024-08-29T19:03:25.584 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:25.584 INFO:tasks.workunit.client.0.smithi028.stdout: "state": "active+clean", 2024-08-29T19:03:25.584 INFO:tasks.workunit.client.0.smithi028.stdout: "stats_invalid": false, 2024-08-29T19:03:25.584 INFO:tasks.workunit.client.0.smithi028.stdout: "up": [ 2024-08-29T19:03:25.584 INFO:tasks.workunit.client.0.smithi028.stdout: 4, 2024-08-29T19:03:25.584 INFO:tasks.workunit.client.0.smithi028.stdout: 1, 2024-08-29T19:03:25.584 INFO:tasks.workunit.client.0.smithi028.stdout: 2 2024-08-29T19:03:25.584 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-08-29T19:03:25.584 INFO:tasks.workunit.client.0.smithi028.stdout: "up_primary": 4, 2024-08-29T19:03:25.584 INFO:tasks.workunit.client.0.smithi028.stdout: "version": "0'0" 2024-08-29T19:03:25.584 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:25.584 INFO:tasks.workunit.client.0.smithi028.stdout: { 2024-08-29T19:03:25.584 INFO:tasks.workunit.client.0.smithi028.stdout: "acting": [ 2024-08-29T19:03:25.584 INFO:tasks.workunit.client.0.smithi028.stdout: 6, 2024-08-29T19:03:25.585 INFO:tasks.workunit.client.0.smithi028.stdout: 0, 2024-08-29T19:03:25.585 INFO:tasks.workunit.client.0.smithi028.stdout: 5 2024-08-29T19:03:25.585 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-08-29T19:03:25.585 INFO:tasks.workunit.client.0.smithi028.stdout: "acting_primary": 6, 2024-08-29T19:03:25.585 INFO:tasks.workunit.client.0.smithi028.stdout: "avail_no_missing": [], 2024-08-29T19:03:25.585 INFO:tasks.workunit.client.0.smithi028.stdout: "blocked_by": [], 2024-08-29T19:03:25.585 INFO:tasks.workunit.client.0.smithi028.stdout: "created": 62, 2024-08-29T19:03:25.585 INFO:tasks.workunit.client.0.smithi028.stdout: "dirty_stats_invalid": false, 2024-08-29T19:03:25.585 INFO:tasks.workunit.client.0.smithi028.stdout: "hitset_bytes_stats_invalid": false, 2024-08-29T19:03:25.585 INFO:tasks.workunit.client.0.smithi028.stdout: "hitset_stats_invalid": false, 2024-08-29T19:03:25.585 INFO:tasks.workunit.client.0.smithi028.stdout: "last_active": "2024-08-29T19:02:14.929702+0000", 2024-08-29T19:03:25.585 INFO:tasks.workunit.client.0.smithi028.stdout: "last_became_active": "2024-08-29T17:57:36.381382+0000", 2024-08-29T19:03:25.585 INFO:tasks.workunit.client.0.smithi028.stdout: "last_became_peered": "2024-08-29T17:57:36.381382+0000", 2024-08-29T19:03:25.585 INFO:tasks.workunit.client.0.smithi028.stdout: "last_change": "2024-08-29T17:57:36.381821+0000", 2024-08-29T19:03:25.586 INFO:tasks.workunit.client.0.smithi028.stdout: "last_clean": "2024-08-29T19:02:14.929702+0000", 2024-08-29T19:03:25.586 INFO:tasks.workunit.client.0.smithi028.stdout: "last_clean_scrub_stamp": "2024-08-29T17:41:01.987071+0000", 2024-08-29T19:03:25.586 INFO:tasks.workunit.client.0.smithi028.stdout: "last_deep_scrub": "0'0", 2024-08-29T19:03:25.586 INFO:tasks.workunit.client.0.smithi028.stdout: "last_deep_scrub_stamp": "2024-08-29T17:41:01.987071+0000", 2024-08-29T19:03:25.586 INFO:tasks.workunit.client.0.smithi028.stdout: "last_epoch_clean": 646, 2024-08-29T19:03:25.586 INFO:tasks.workunit.client.0.smithi028.stdout: "last_fresh": "2024-08-29T19:02:14.929702+0000", 2024-08-29T19:03:25.586 INFO:tasks.workunit.client.0.smithi028.stdout: "last_fullsized": "2024-08-29T19:02:14.929702+0000", 2024-08-29T19:03:25.586 INFO:tasks.workunit.client.0.smithi028.stdout: "last_peered": "2024-08-29T19:02:14.929702+0000", 2024-08-29T19:03:25.586 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub": "0'0", 2024-08-29T19:03:25.586 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub_duration": 0, 2024-08-29T19:03:25.586 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub_stamp": "2024-08-29T17:41:01.987071+0000", 2024-08-29T19:03:25.586 INFO:tasks.workunit.client.0.smithi028.stdout: "last_undegraded": "2024-08-29T19:02:14.929702+0000", 2024-08-29T19:03:25.586 INFO:tasks.workunit.client.0.smithi028.stdout: "last_unstale": "2024-08-29T19:02:14.929702+0000", 2024-08-29T19:03:25.586 INFO:tasks.workunit.client.0.smithi028.stdout: "log_dups_size": 0, 2024-08-29T19:03:25.587 INFO:tasks.workunit.client.0.smithi028.stdout: "log_size": 0, 2024-08-29T19:03:25.587 INFO:tasks.workunit.client.0.smithi028.stdout: "log_start": "0'0", 2024-08-29T19:03:25.587 INFO:tasks.workunit.client.0.smithi028.stdout: "manifest_stats_invalid": false, 2024-08-29T19:03:25.587 INFO:tasks.workunit.client.0.smithi028.stdout: "mapping_epoch": 645, 2024-08-29T19:03:25.587 INFO:tasks.workunit.client.0.smithi028.stdout: "object_location_counts": [], 2024-08-29T19:03:25.587 INFO:tasks.workunit.client.0.smithi028.stdout: "objects_scrubbed": 0, 2024-08-29T19:03:25.587 INFO:tasks.workunit.client.0.smithi028.stdout: "objects_trimmed": 0, 2024-08-29T19:03:25.587 INFO:tasks.workunit.client.0.smithi028.stdout: "omap_stats_invalid": false, 2024-08-29T19:03:25.587 INFO:tasks.workunit.client.0.smithi028.stdout: "ondisk_log_size": 0, 2024-08-29T19:03:25.587 INFO:tasks.workunit.client.0.smithi028.stdout: "ondisk_log_start": "0'0", 2024-08-29T19:03:25.587 INFO:tasks.workunit.client.0.smithi028.stdout: "parent": "0.0", 2024-08-29T19:03:25.587 INFO:tasks.workunit.client.0.smithi028.stdout: "parent_split_bits": 0, 2024-08-29T19:03:25.587 INFO:tasks.workunit.client.0.smithi028.stdout: "pgid": "3.20", 2024-08-29T19:03:25.587 INFO:tasks.workunit.client.0.smithi028.stdout: "pin_stats_invalid": false, 2024-08-29T19:03:25.588 INFO:tasks.workunit.client.0.smithi028.stdout: "purged_snaps": [], 2024-08-29T19:03:25.588 INFO:tasks.workunit.client.0.smithi028.stdout: "reported_epoch": 2650, 2024-08-29T19:03:25.588 INFO:tasks.workunit.client.0.smithi028.stdout: "reported_seq": 4596, 2024-08-29T19:03:25.588 INFO:tasks.workunit.client.0.smithi028.stdout: "scrub_duration": 0.0, 2024-08-29T19:03:25.588 INFO:tasks.workunit.client.0.smithi028.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-30T18:05:37.756698+0000", 2024-08-29T19:03:25.588 INFO:tasks.workunit.client.0.smithi028.stdout: "snaptrim_duration": 0.0, 2024-08-29T19:03:25.588 INFO:tasks.workunit.client.0.smithi028.stdout: "snaptrimq_len": 0, 2024-08-29T19:03:25.588 INFO:tasks.workunit.client.0.smithi028.stdout: "stat_sum": { 2024-08-29T19:03:25.588 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes": 0, 2024-08-29T19:03:25.588 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes_hit_set_archive": 0, 2024-08-29T19:03:25.588 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes_recovered": 0, 2024-08-29T19:03:25.588 INFO:tasks.workunit.client.0.smithi028.stdout: "num_deep_scrub_errors": 0, 2024-08-29T19:03:25.588 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict": 0, 2024-08-29T19:03:25.589 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_kb": 0, 2024-08-29T19:03:25.589 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_mode_full": 0, 2024-08-29T19:03:25.589 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_mode_some": 0, 2024-08-29T19:03:25.589 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush": 0, 2024-08-29T19:03:25.589 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_kb": 0, 2024-08-29T19:03:25.589 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_mode_high": 0, 2024-08-29T19:03:25.589 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_mode_low": 0, 2024-08-29T19:03:25.589 INFO:tasks.workunit.client.0.smithi028.stdout: "num_keys_recovered": 0, 2024-08-29T19:03:25.589 INFO:tasks.workunit.client.0.smithi028.stdout: "num_large_omap_objects": 0, 2024-08-29T19:03:25.589 INFO:tasks.workunit.client.0.smithi028.stdout: "num_legacy_snapsets": 0, 2024-08-29T19:03:25.589 INFO:tasks.workunit.client.0.smithi028.stdout: "num_object_clones": 0, 2024-08-29T19:03:25.589 INFO:tasks.workunit.client.0.smithi028.stdout: "num_object_copies": 0, 2024-08-29T19:03:25.589 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects": 0, 2024-08-29T19:03:25.589 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_degraded": 0, 2024-08-29T19:03:25.590 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_dirty": 0, 2024-08-29T19:03:25.590 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_hit_set_archive": 0, 2024-08-29T19:03:25.590 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_manifest": 0, 2024-08-29T19:03:25.590 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_misplaced": 0, 2024-08-29T19:03:25.590 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_missing": 0, 2024-08-29T19:03:25.590 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_missing_on_primary": 0, 2024-08-29T19:03:25.590 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_omap": 0, 2024-08-29T19:03:25.590 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_pinned": 0, 2024-08-29T19:03:25.590 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_recovered": 0, 2024-08-29T19:03:25.590 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_repaired": 0, 2024-08-29T19:03:25.590 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_unfound": 0, 2024-08-29T19:03:25.590 INFO:tasks.workunit.client.0.smithi028.stdout: "num_omap_bytes": 0, 2024-08-29T19:03:25.590 INFO:tasks.workunit.client.0.smithi028.stdout: "num_omap_keys": 0, 2024-08-29T19:03:25.590 INFO:tasks.workunit.client.0.smithi028.stdout: "num_promote": 0, 2024-08-29T19:03:25.591 INFO:tasks.workunit.client.0.smithi028.stdout: "num_read": 0, 2024-08-29T19:03:25.591 INFO:tasks.workunit.client.0.smithi028.stdout: "num_read_kb": 0, 2024-08-29T19:03:25.591 INFO:tasks.workunit.client.0.smithi028.stdout: "num_scrub_errors": 0, 2024-08-29T19:03:25.591 INFO:tasks.workunit.client.0.smithi028.stdout: "num_shallow_scrub_errors": 0, 2024-08-29T19:03:25.591 INFO:tasks.workunit.client.0.smithi028.stdout: "num_whiteouts": 0, 2024-08-29T19:03:25.591 INFO:tasks.workunit.client.0.smithi028.stdout: "num_write": 0, 2024-08-29T19:03:25.591 INFO:tasks.workunit.client.0.smithi028.stdout: "num_write_kb": 0 2024-08-29T19:03:25.591 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:25.591 INFO:tasks.workunit.client.0.smithi028.stdout: "state": "active+clean", 2024-08-29T19:03:25.591 INFO:tasks.workunit.client.0.smithi028.stdout: "stats_invalid": false, 2024-08-29T19:03:25.591 INFO:tasks.workunit.client.0.smithi028.stdout: "up": [ 2024-08-29T19:03:25.591 INFO:tasks.workunit.client.0.smithi028.stdout: 6, 2024-08-29T19:03:25.591 INFO:tasks.workunit.client.0.smithi028.stdout: 0, 2024-08-29T19:03:25.592 INFO:tasks.workunit.client.0.smithi028.stdout: 5 2024-08-29T19:03:25.592 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-08-29T19:03:25.592 INFO:tasks.workunit.client.0.smithi028.stdout: "up_primary": 6, 2024-08-29T19:03:25.592 INFO:tasks.workunit.client.0.smithi028.stdout: "version": "0'0" 2024-08-29T19:03:25.592 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:25.592 INFO:tasks.workunit.client.0.smithi028.stdout: { 2024-08-29T19:03:25.592 INFO:tasks.workunit.client.0.smithi028.stdout: "acting": [ 2024-08-29T19:03:25.592 INFO:tasks.workunit.client.0.smithi028.stdout: 2, 2024-08-29T19:03:25.592 INFO:tasks.workunit.client.0.smithi028.stdout: 5, 2024-08-29T19:03:25.592 INFO:tasks.workunit.client.0.smithi028.stdout: 6 2024-08-29T19:03:25.592 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-08-29T19:03:25.592 INFO:tasks.workunit.client.0.smithi028.stdout: "acting_primary": 2, 2024-08-29T19:03:25.592 INFO:tasks.workunit.client.0.smithi028.stdout: "avail_no_missing": [], 2024-08-29T19:03:25.593 INFO:tasks.workunit.client.0.smithi028.stdout: "blocked_by": [], 2024-08-29T19:03:25.593 INFO:tasks.workunit.client.0.smithi028.stdout: "created": 62, 2024-08-29T19:03:25.593 INFO:tasks.workunit.client.0.smithi028.stdout: "dirty_stats_invalid": false, 2024-08-29T19:03:25.593 INFO:tasks.workunit.client.0.smithi028.stdout: "hitset_bytes_stats_invalid": false, 2024-08-29T19:03:25.593 INFO:tasks.workunit.client.0.smithi028.stdout: "hitset_stats_invalid": false, 2024-08-29T19:03:25.593 INFO:tasks.workunit.client.0.smithi028.stdout: "last_active": "2024-08-29T19:02:14.103528+0000", 2024-08-29T19:03:25.593 INFO:tasks.workunit.client.0.smithi028.stdout: "last_became_active": "2024-08-29T17:57:36.375752+0000", 2024-08-29T19:03:25.593 INFO:tasks.workunit.client.0.smithi028.stdout: "last_became_peered": "2024-08-29T17:57:36.375752+0000", 2024-08-29T19:03:25.593 INFO:tasks.workunit.client.0.smithi028.stdout: "last_change": "2024-08-29T17:57:36.376180+0000", 2024-08-29T19:03:25.593 INFO:tasks.workunit.client.0.smithi028.stdout: "last_clean": "2024-08-29T19:02:14.103528+0000", 2024-08-29T19:03:25.593 INFO:tasks.workunit.client.0.smithi028.stdout: "last_clean_scrub_stamp": "2024-08-29T17:41:01.987071+0000", 2024-08-29T19:03:25.593 INFO:tasks.workunit.client.0.smithi028.stdout: "last_deep_scrub": "0'0", 2024-08-29T19:03:25.594 INFO:tasks.workunit.client.0.smithi028.stdout: "last_deep_scrub_stamp": "2024-08-29T17:41:01.987071+0000", 2024-08-29T19:03:25.594 INFO:tasks.workunit.client.0.smithi028.stdout: "last_epoch_clean": 646, 2024-08-29T19:03:25.594 INFO:tasks.workunit.client.0.smithi028.stdout: "last_fresh": "2024-08-29T19:02:14.103528+0000", 2024-08-29T19:03:25.594 INFO:tasks.workunit.client.0.smithi028.stdout: "last_fullsized": "2024-08-29T19:02:14.103528+0000", 2024-08-29T19:03:25.594 INFO:tasks.workunit.client.0.smithi028.stdout: "last_peered": "2024-08-29T19:02:14.103528+0000", 2024-08-29T19:03:25.594 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub": "0'0", 2024-08-29T19:03:25.594 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub_duration": 0, 2024-08-29T19:03:25.594 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub_stamp": "2024-08-29T17:41:01.987071+0000", 2024-08-29T19:03:25.594 INFO:tasks.workunit.client.0.smithi028.stdout: "last_undegraded": "2024-08-29T19:02:14.103528+0000", 2024-08-29T19:03:25.594 INFO:tasks.workunit.client.0.smithi028.stdout: "last_unstale": "2024-08-29T19:02:14.103528+0000", 2024-08-29T19:03:25.594 INFO:tasks.workunit.client.0.smithi028.stdout: "log_dups_size": 0, 2024-08-29T19:03:25.594 INFO:tasks.workunit.client.0.smithi028.stdout: "log_size": 0, 2024-08-29T19:03:25.594 INFO:tasks.workunit.client.0.smithi028.stdout: "log_start": "0'0", 2024-08-29T19:03:25.595 INFO:tasks.workunit.client.0.smithi028.stdout: "manifest_stats_invalid": false, 2024-08-29T19:03:25.595 INFO:tasks.workunit.client.0.smithi028.stdout: "mapping_epoch": 645, 2024-08-29T19:03:25.595 INFO:tasks.workunit.client.0.smithi028.stdout: "object_location_counts": [], 2024-08-29T19:03:25.595 INFO:tasks.workunit.client.0.smithi028.stdout: "objects_scrubbed": 0, 2024-08-29T19:03:25.595 INFO:tasks.workunit.client.0.smithi028.stdout: "objects_trimmed": 0, 2024-08-29T19:03:25.595 INFO:tasks.workunit.client.0.smithi028.stdout: "omap_stats_invalid": false, 2024-08-29T19:03:25.595 INFO:tasks.workunit.client.0.smithi028.stdout: "ondisk_log_size": 0, 2024-08-29T19:03:25.595 INFO:tasks.workunit.client.0.smithi028.stdout: "ondisk_log_start": "0'0", 2024-08-29T19:03:25.595 INFO:tasks.workunit.client.0.smithi028.stdout: "parent": "0.0", 2024-08-29T19:03:25.595 INFO:tasks.workunit.client.0.smithi028.stdout: "parent_split_bits": 0, 2024-08-29T19:03:25.595 INFO:tasks.workunit.client.0.smithi028.stdout: "pgid": "3.21", 2024-08-29T19:03:25.595 INFO:tasks.workunit.client.0.smithi028.stdout: "pin_stats_invalid": false, 2024-08-29T19:03:25.595 INFO:tasks.workunit.client.0.smithi028.stdout: "purged_snaps": [], 2024-08-29T19:03:25.595 INFO:tasks.workunit.client.0.smithi028.stdout: "reported_epoch": 2650, 2024-08-29T19:03:25.596 INFO:tasks.workunit.client.0.smithi028.stdout: "reported_seq": 4712, 2024-08-29T19:03:25.596 INFO:tasks.workunit.client.0.smithi028.stdout: "scrub_duration": 0.0, 2024-08-29T19:03:25.596 INFO:tasks.workunit.client.0.smithi028.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-30T20:13:33.883563+0000", 2024-08-29T19:03:25.596 INFO:tasks.workunit.client.0.smithi028.stdout: "snaptrim_duration": 0.0, 2024-08-29T19:03:25.596 INFO:tasks.workunit.client.0.smithi028.stdout: "snaptrimq_len": 0, 2024-08-29T19:03:25.596 INFO:tasks.workunit.client.0.smithi028.stdout: "stat_sum": { 2024-08-29T19:03:25.596 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes": 0, 2024-08-29T19:03:25.596 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes_hit_set_archive": 0, 2024-08-29T19:03:25.596 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes_recovered": 0, 2024-08-29T19:03:25.596 INFO:tasks.workunit.client.0.smithi028.stdout: "num_deep_scrub_errors": 0, 2024-08-29T19:03:25.596 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict": 0, 2024-08-29T19:03:25.596 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_kb": 0, 2024-08-29T19:03:25.596 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_mode_full": 0, 2024-08-29T19:03:25.596 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_mode_some": 0, 2024-08-29T19:03:25.597 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush": 0, 2024-08-29T19:03:25.597 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_kb": 0, 2024-08-29T19:03:25.597 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_mode_high": 0, 2024-08-29T19:03:25.597 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_mode_low": 0, 2024-08-29T19:03:25.597 INFO:tasks.workunit.client.0.smithi028.stdout: "num_keys_recovered": 0, 2024-08-29T19:03:25.597 INFO:tasks.workunit.client.0.smithi028.stdout: "num_large_omap_objects": 0, 2024-08-29T19:03:25.597 INFO:tasks.workunit.client.0.smithi028.stdout: "num_legacy_snapsets": 0, 2024-08-29T19:03:25.597 INFO:tasks.workunit.client.0.smithi028.stdout: "num_object_clones": 0, 2024-08-29T19:03:25.597 INFO:tasks.workunit.client.0.smithi028.stdout: "num_object_copies": 0, 2024-08-29T19:03:25.597 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects": 0, 2024-08-29T19:03:25.597 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_degraded": 0, 2024-08-29T19:03:25.597 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_dirty": 0, 2024-08-29T19:03:25.597 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_hit_set_archive": 0, 2024-08-29T19:03:25.597 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_manifest": 0, 2024-08-29T19:03:25.598 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_misplaced": 0, 2024-08-29T19:03:25.598 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_missing": 0, 2024-08-29T19:03:25.598 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_missing_on_primary": 0, 2024-08-29T19:03:25.598 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_omap": 0, 2024-08-29T19:03:25.598 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_pinned": 0, 2024-08-29T19:03:25.598 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_recovered": 0, 2024-08-29T19:03:25.598 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_repaired": 0, 2024-08-29T19:03:25.598 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_unfound": 0, 2024-08-29T19:03:25.598 INFO:tasks.workunit.client.0.smithi028.stdout: "num_omap_bytes": 0, 2024-08-29T19:03:25.598 INFO:tasks.workunit.client.0.smithi028.stdout: "num_omap_keys": 0, 2024-08-29T19:03:25.598 INFO:tasks.workunit.client.0.smithi028.stdout: "num_promote": 0, 2024-08-29T19:03:25.598 INFO:tasks.workunit.client.0.smithi028.stdout: "num_read": 0, 2024-08-29T19:03:25.598 INFO:tasks.workunit.client.0.smithi028.stdout: "num_read_kb": 0, 2024-08-29T19:03:25.599 INFO:tasks.workunit.client.0.smithi028.stdout: "num_scrub_errors": 0, 2024-08-29T19:03:25.599 INFO:tasks.workunit.client.0.smithi028.stdout: "num_shallow_scrub_errors": 0, 2024-08-29T19:03:25.599 INFO:tasks.workunit.client.0.smithi028.stdout: "num_whiteouts": 0, 2024-08-29T19:03:25.599 INFO:tasks.workunit.client.0.smithi028.stdout: "num_write": 0, 2024-08-29T19:03:25.599 INFO:tasks.workunit.client.0.smithi028.stdout: "num_write_kb": 0 2024-08-29T19:03:25.599 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:25.599 INFO:tasks.workunit.client.0.smithi028.stdout: "state": "active+clean", 2024-08-29T19:03:25.599 INFO:tasks.workunit.client.0.smithi028.stdout: "stats_invalid": false, 2024-08-29T19:03:25.599 INFO:tasks.workunit.client.0.smithi028.stdout: "up": [ 2024-08-29T19:03:25.599 INFO:tasks.workunit.client.0.smithi028.stdout: 2, 2024-08-29T19:03:25.599 INFO:tasks.workunit.client.0.smithi028.stdout: 5, 2024-08-29T19:03:25.599 INFO:tasks.workunit.client.0.smithi028.stdout: 6 2024-08-29T19:03:25.599 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-08-29T19:03:25.599 INFO:tasks.workunit.client.0.smithi028.stdout: "up_primary": 2, 2024-08-29T19:03:25.600 INFO:tasks.workunit.client.0.smithi028.stdout: "version": "0'0" 2024-08-29T19:03:25.600 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:25.600 INFO:tasks.workunit.client.0.smithi028.stdout: { 2024-08-29T19:03:25.600 INFO:tasks.workunit.client.0.smithi028.stdout: "acting": [ 2024-08-29T19:03:25.600 INFO:tasks.workunit.client.0.smithi028.stdout: 5, 2024-08-29T19:03:25.600 INFO:tasks.workunit.client.0.smithi028.stdout: 3, 2024-08-29T19:03:25.600 INFO:tasks.workunit.client.0.smithi028.stdout: 0 2024-08-29T19:03:25.600 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-08-29T19:03:25.600 INFO:tasks.workunit.client.0.smithi028.stdout: "acting_primary": 5, 2024-08-29T19:03:25.600 INFO:tasks.workunit.client.0.smithi028.stdout: "avail_no_missing": [], 2024-08-29T19:03:25.600 INFO:tasks.workunit.client.0.smithi028.stdout: "blocked_by": [], 2024-08-29T19:03:25.600 INFO:tasks.workunit.client.0.smithi028.stdout: "created": 62, 2024-08-29T19:03:25.600 INFO:tasks.workunit.client.0.smithi028.stdout: "dirty_stats_invalid": false, 2024-08-29T19:03:25.601 INFO:tasks.workunit.client.0.smithi028.stdout: "hitset_bytes_stats_invalid": false, 2024-08-29T19:03:25.601 INFO:tasks.workunit.client.0.smithi028.stdout: "hitset_stats_invalid": false, 2024-08-29T19:03:25.601 INFO:tasks.workunit.client.0.smithi028.stdout: "last_active": "2024-08-29T19:02:14.917452+0000", 2024-08-29T19:03:25.601 INFO:tasks.workunit.client.0.smithi028.stdout: "last_became_active": "2024-08-29T17:57:02.377028+0000", 2024-08-29T19:03:25.601 INFO:tasks.workunit.client.0.smithi028.stdout: "last_became_peered": "2024-08-29T17:57:02.377028+0000", 2024-08-29T19:03:25.601 INFO:tasks.workunit.client.0.smithi028.stdout: "last_change": "2024-08-29T17:57:02.382561+0000", 2024-08-29T19:03:25.601 INFO:tasks.workunit.client.0.smithi028.stdout: "last_clean": "2024-08-29T19:02:14.917452+0000", 2024-08-29T19:03:25.601 INFO:tasks.workunit.client.0.smithi028.stdout: "last_clean_scrub_stamp": "2024-08-29T17:41:01.987071+0000", 2024-08-29T19:03:25.601 INFO:tasks.workunit.client.0.smithi028.stdout: "last_deep_scrub": "0'0", 2024-08-29T19:03:25.601 INFO:tasks.workunit.client.0.smithi028.stdout: "last_deep_scrub_stamp": "2024-08-29T17:41:01.987071+0000", 2024-08-29T19:03:25.601 INFO:tasks.workunit.client.0.smithi028.stdout: "last_epoch_clean": 613, 2024-08-29T19:03:25.601 INFO:tasks.workunit.client.0.smithi028.stdout: "last_fresh": "2024-08-29T19:02:14.917452+0000", 2024-08-29T19:03:25.601 INFO:tasks.workunit.client.0.smithi028.stdout: "last_fullsized": "2024-08-29T19:02:14.917452+0000", 2024-08-29T19:03:25.601 INFO:tasks.workunit.client.0.smithi028.stdout: "last_peered": "2024-08-29T19:02:14.917452+0000", 2024-08-29T19:03:25.602 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub": "0'0", 2024-08-29T19:03:25.602 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub_duration": 0, 2024-08-29T19:03:25.602 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub_stamp": "2024-08-29T17:41:01.987071+0000", 2024-08-29T19:03:25.602 INFO:tasks.workunit.client.0.smithi028.stdout: "last_undegraded": "2024-08-29T19:02:14.917452+0000", 2024-08-29T19:03:25.602 INFO:tasks.workunit.client.0.smithi028.stdout: "last_unstale": "2024-08-29T19:02:14.917452+0000", 2024-08-29T19:03:25.602 INFO:tasks.workunit.client.0.smithi028.stdout: "log_dups_size": 0, 2024-08-29T19:03:25.602 INFO:tasks.workunit.client.0.smithi028.stdout: "log_size": 0, 2024-08-29T19:03:25.602 INFO:tasks.workunit.client.0.smithi028.stdout: "log_start": "0'0", 2024-08-29T19:03:25.602 INFO:tasks.workunit.client.0.smithi028.stdout: "manifest_stats_invalid": false, 2024-08-29T19:03:25.602 INFO:tasks.workunit.client.0.smithi028.stdout: "mapping_epoch": 612, 2024-08-29T19:03:25.602 INFO:tasks.workunit.client.0.smithi028.stdout: "object_location_counts": [], 2024-08-29T19:03:25.602 INFO:tasks.workunit.client.0.smithi028.stdout: "objects_scrubbed": 0, 2024-08-29T19:03:25.602 INFO:tasks.workunit.client.0.smithi028.stdout: "objects_trimmed": 0, 2024-08-29T19:03:25.603 INFO:tasks.workunit.client.0.smithi028.stdout: "omap_stats_invalid": false, 2024-08-29T19:03:25.603 INFO:tasks.workunit.client.0.smithi028.stdout: "ondisk_log_size": 0, 2024-08-29T19:03:25.603 INFO:tasks.workunit.client.0.smithi028.stdout: "ondisk_log_start": "0'0", 2024-08-29T19:03:25.603 INFO:tasks.workunit.client.0.smithi028.stdout: "parent": "0.0", 2024-08-29T19:03:25.603 INFO:tasks.workunit.client.0.smithi028.stdout: "parent_split_bits": 0, 2024-08-29T19:03:25.603 INFO:tasks.workunit.client.0.smithi028.stdout: "pgid": "3.22", 2024-08-29T19:03:25.603 INFO:tasks.workunit.client.0.smithi028.stdout: "pin_stats_invalid": false, 2024-08-29T19:03:25.603 INFO:tasks.workunit.client.0.smithi028.stdout: "purged_snaps": [], 2024-08-29T19:03:25.603 INFO:tasks.workunit.client.0.smithi028.stdout: "reported_epoch": 2650, 2024-08-29T19:03:25.603 INFO:tasks.workunit.client.0.smithi028.stdout: "reported_seq": 4645, 2024-08-29T19:03:25.603 INFO:tasks.workunit.client.0.smithi028.stdout: "scrub_duration": 0.0, 2024-08-29T19:03:25.603 INFO:tasks.workunit.client.0.smithi028.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-30T18:38:23.359877+0000", 2024-08-29T19:03:25.603 INFO:tasks.workunit.client.0.smithi028.stdout: "snaptrim_duration": 0.0, 2024-08-29T19:03:25.603 INFO:tasks.workunit.client.0.smithi028.stdout: "snaptrimq_len": 0, 2024-08-29T19:03:25.604 INFO:tasks.workunit.client.0.smithi028.stdout: "stat_sum": { 2024-08-29T19:03:25.604 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes": 0, 2024-08-29T19:03:25.604 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes_hit_set_archive": 0, 2024-08-29T19:03:25.604 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes_recovered": 0, 2024-08-29T19:03:25.604 INFO:tasks.workunit.client.0.smithi028.stdout: "num_deep_scrub_errors": 0, 2024-08-29T19:03:25.604 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict": 0, 2024-08-29T19:03:25.604 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_kb": 0, 2024-08-29T19:03:25.604 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_mode_full": 0, 2024-08-29T19:03:25.604 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_mode_some": 0, 2024-08-29T19:03:25.604 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush": 0, 2024-08-29T19:03:25.604 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_kb": 0, 2024-08-29T19:03:25.604 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_mode_high": 0, 2024-08-29T19:03:25.604 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_mode_low": 0, 2024-08-29T19:03:25.604 INFO:tasks.workunit.client.0.smithi028.stdout: "num_keys_recovered": 0, 2024-08-29T19:03:25.605 INFO:tasks.workunit.client.0.smithi028.stdout: "num_large_omap_objects": 0, 2024-08-29T19:03:25.605 INFO:tasks.workunit.client.0.smithi028.stdout: "num_legacy_snapsets": 0, 2024-08-29T19:03:25.605 INFO:tasks.workunit.client.0.smithi028.stdout: "num_object_clones": 0, 2024-08-29T19:03:25.605 INFO:tasks.workunit.client.0.smithi028.stdout: "num_object_copies": 0, 2024-08-29T19:03:25.605 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects": 0, 2024-08-29T19:03:25.605 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_degraded": 0, 2024-08-29T19:03:25.605 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_dirty": 0, 2024-08-29T19:03:25.605 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_hit_set_archive": 0, 2024-08-29T19:03:25.605 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_manifest": 0, 2024-08-29T19:03:25.605 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_misplaced": 0, 2024-08-29T19:03:25.605 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_missing": 0, 2024-08-29T19:03:25.605 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_missing_on_primary": 0, 2024-08-29T19:03:25.606 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_omap": 0, 2024-08-29T19:03:25.606 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_pinned": 0, 2024-08-29T19:03:25.606 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_recovered": 0, 2024-08-29T19:03:25.606 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_repaired": 0, 2024-08-29T19:03:25.606 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_unfound": 0, 2024-08-29T19:03:25.606 INFO:tasks.workunit.client.0.smithi028.stdout: "num_omap_bytes": 0, 2024-08-29T19:03:25.606 INFO:tasks.workunit.client.0.smithi028.stdout: "num_omap_keys": 0, 2024-08-29T19:03:25.606 INFO:tasks.workunit.client.0.smithi028.stdout: "num_promote": 0, 2024-08-29T19:03:25.606 INFO:tasks.workunit.client.0.smithi028.stdout: "num_read": 0, 2024-08-29T19:03:25.606 INFO:tasks.workunit.client.0.smithi028.stdout: "num_read_kb": 0, 2024-08-29T19:03:25.606 INFO:tasks.workunit.client.0.smithi028.stdout: "num_scrub_errors": 0, 2024-08-29T19:03:25.606 INFO:tasks.workunit.client.0.smithi028.stdout: "num_shallow_scrub_errors": 0, 2024-08-29T19:03:25.606 INFO:tasks.workunit.client.0.smithi028.stdout: "num_whiteouts": 0, 2024-08-29T19:03:25.606 INFO:tasks.workunit.client.0.smithi028.stdout: "num_write": 0, 2024-08-29T19:03:25.607 INFO:tasks.workunit.client.0.smithi028.stdout: "num_write_kb": 0 2024-08-29T19:03:25.607 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:25.607 INFO:tasks.workunit.client.0.smithi028.stdout: "state": "active+clean", 2024-08-29T19:03:25.607 INFO:tasks.workunit.client.0.smithi028.stdout: "stats_invalid": false, 2024-08-29T19:03:25.607 INFO:tasks.workunit.client.0.smithi028.stdout: "up": [ 2024-08-29T19:03:25.607 INFO:tasks.workunit.client.0.smithi028.stdout: 5, 2024-08-29T19:03:25.607 INFO:tasks.workunit.client.0.smithi028.stdout: 3, 2024-08-29T19:03:25.607 INFO:tasks.workunit.client.0.smithi028.stdout: 0 2024-08-29T19:03:25.607 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-08-29T19:03:25.607 INFO:tasks.workunit.client.0.smithi028.stdout: "up_primary": 5, 2024-08-29T19:03:25.607 INFO:tasks.workunit.client.0.smithi028.stdout: "version": "0'0" 2024-08-29T19:03:25.607 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:25.607 INFO:tasks.workunit.client.0.smithi028.stdout: { 2024-08-29T19:03:25.608 INFO:tasks.workunit.client.0.smithi028.stdout: "acting": [ 2024-08-29T19:03:25.608 INFO:tasks.workunit.client.0.smithi028.stdout: 0, 2024-08-29T19:03:25.608 INFO:tasks.workunit.client.0.smithi028.stdout: 3, 2024-08-29T19:03:25.608 INFO:tasks.workunit.client.0.smithi028.stdout: 4 2024-08-29T19:03:25.608 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-08-29T19:03:25.608 INFO:tasks.workunit.client.0.smithi028.stdout: "acting_primary": 0, 2024-08-29T19:03:25.608 INFO:tasks.workunit.client.0.smithi028.stdout: "avail_no_missing": [], 2024-08-29T19:03:25.608 INFO:tasks.workunit.client.0.smithi028.stdout: "blocked_by": [], 2024-08-29T19:03:25.608 INFO:tasks.workunit.client.0.smithi028.stdout: "created": 62, 2024-08-29T19:03:25.608 INFO:tasks.workunit.client.0.smithi028.stdout: "dirty_stats_invalid": false, 2024-08-29T19:03:25.608 INFO:tasks.workunit.client.0.smithi028.stdout: "hitset_bytes_stats_invalid": false, 2024-08-29T19:03:25.608 INFO:tasks.workunit.client.0.smithi028.stdout: "hitset_stats_invalid": false, 2024-08-29T19:03:25.608 INFO:tasks.workunit.client.0.smithi028.stdout: "last_active": "2024-08-29T19:02:14.106934+0000", 2024-08-29T19:03:25.609 INFO:tasks.workunit.client.0.smithi028.stdout: "last_became_active": "2024-08-29T17:56:29.392785+0000", 2024-08-29T19:03:25.609 INFO:tasks.workunit.client.0.smithi028.stdout: "last_became_peered": "2024-08-29T17:56:29.392785+0000", 2024-08-29T19:03:25.609 INFO:tasks.workunit.client.0.smithi028.stdout: "last_change": "2024-08-29T17:56:29.393593+0000", 2024-08-29T19:03:25.609 INFO:tasks.workunit.client.0.smithi028.stdout: "last_clean": "2024-08-29T19:02:14.106934+0000", 2024-08-29T19:03:25.609 INFO:tasks.workunit.client.0.smithi028.stdout: "last_clean_scrub_stamp": "2024-08-29T17:41:01.987071+0000", 2024-08-29T19:03:25.609 INFO:tasks.workunit.client.0.smithi028.stdout: "last_deep_scrub": "0'0", 2024-08-29T19:03:25.609 INFO:tasks.workunit.client.0.smithi028.stdout: "last_deep_scrub_stamp": "2024-08-29T17:41:01.987071+0000", 2024-08-29T19:03:25.609 INFO:tasks.workunit.client.0.smithi028.stdout: "last_epoch_clean": 580, 2024-08-29T19:03:25.609 INFO:tasks.workunit.client.0.smithi028.stdout: "last_fresh": "2024-08-29T19:02:14.106934+0000", 2024-08-29T19:03:25.609 INFO:tasks.workunit.client.0.smithi028.stdout: "last_fullsized": "2024-08-29T19:02:14.106934+0000", 2024-08-29T19:03:25.609 INFO:tasks.workunit.client.0.smithi028.stdout: "last_peered": "2024-08-29T19:02:14.106934+0000", 2024-08-29T19:03:25.609 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub": "0'0", 2024-08-29T19:03:25.609 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub_duration": 0, 2024-08-29T19:03:25.610 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub_stamp": "2024-08-29T17:41:01.987071+0000", 2024-08-29T19:03:25.610 INFO:tasks.workunit.client.0.smithi028.stdout: "last_undegraded": "2024-08-29T19:02:14.106934+0000", 2024-08-29T19:03:25.610 INFO:tasks.workunit.client.0.smithi028.stdout: "last_unstale": "2024-08-29T19:02:14.106934+0000", 2024-08-29T19:03:25.610 INFO:tasks.workunit.client.0.smithi028.stdout: "log_dups_size": 0, 2024-08-29T19:03:25.610 INFO:tasks.workunit.client.0.smithi028.stdout: "log_size": 0, 2024-08-29T19:03:25.610 INFO:tasks.workunit.client.0.smithi028.stdout: "log_start": "0'0", 2024-08-29T19:03:25.610 INFO:tasks.workunit.client.0.smithi028.stdout: "manifest_stats_invalid": false, 2024-08-29T19:03:25.610 INFO:tasks.workunit.client.0.smithi028.stdout: "mapping_epoch": 579, 2024-08-29T19:03:25.610 INFO:tasks.workunit.client.0.smithi028.stdout: "object_location_counts": [], 2024-08-29T19:03:25.610 INFO:tasks.workunit.client.0.smithi028.stdout: "objects_scrubbed": 0, 2024-08-29T19:03:25.610 INFO:tasks.workunit.client.0.smithi028.stdout: "objects_trimmed": 0, 2024-08-29T19:03:25.610 INFO:tasks.workunit.client.0.smithi028.stdout: "omap_stats_invalid": false, 2024-08-29T19:03:25.610 INFO:tasks.workunit.client.0.smithi028.stdout: "ondisk_log_size": 0, 2024-08-29T19:03:25.610 INFO:tasks.workunit.client.0.smithi028.stdout: "ondisk_log_start": "0'0", 2024-08-29T19:03:25.611 INFO:tasks.workunit.client.0.smithi028.stdout: "parent": "0.0", 2024-08-29T19:03:25.611 INFO:tasks.workunit.client.0.smithi028.stdout: "parent_split_bits": 0, 2024-08-29T19:03:25.611 INFO:tasks.workunit.client.0.smithi028.stdout: "pgid": "3.23", 2024-08-29T19:03:25.611 INFO:tasks.workunit.client.0.smithi028.stdout: "pin_stats_invalid": false, 2024-08-29T19:03:25.611 INFO:tasks.workunit.client.0.smithi028.stdout: "purged_snaps": [], 2024-08-29T19:03:25.611 INFO:tasks.workunit.client.0.smithi028.stdout: "reported_epoch": 2650, 2024-08-29T19:03:25.611 INFO:tasks.workunit.client.0.smithi028.stdout: "reported_seq": 4812, 2024-08-29T19:03:25.611 INFO:tasks.workunit.client.0.smithi028.stdout: "scrub_duration": 0.0, 2024-08-29T19:03:25.611 INFO:tasks.workunit.client.0.smithi028.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-30T21:36:53.527096+0000", 2024-08-29T19:03:25.611 INFO:tasks.workunit.client.0.smithi028.stdout: "snaptrim_duration": 0.0, 2024-08-29T19:03:25.611 INFO:tasks.workunit.client.0.smithi028.stdout: "snaptrimq_len": 0, 2024-08-29T19:03:25.611 INFO:tasks.workunit.client.0.smithi028.stdout: "stat_sum": { 2024-08-29T19:03:25.611 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes": 0, 2024-08-29T19:03:25.611 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes_hit_set_archive": 0, 2024-08-29T19:03:25.612 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes_recovered": 0, 2024-08-29T19:03:25.612 INFO:tasks.workunit.client.0.smithi028.stdout: "num_deep_scrub_errors": 0, 2024-08-29T19:03:25.612 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict": 0, 2024-08-29T19:03:25.612 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_kb": 0, 2024-08-29T19:03:25.612 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_mode_full": 0, 2024-08-29T19:03:25.612 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_mode_some": 0, 2024-08-29T19:03:25.612 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush": 0, 2024-08-29T19:03:25.612 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_kb": 0, 2024-08-29T19:03:25.612 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_mode_high": 0, 2024-08-29T19:03:25.612 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_mode_low": 0, 2024-08-29T19:03:25.612 INFO:tasks.workunit.client.0.smithi028.stdout: "num_keys_recovered": 0, 2024-08-29T19:03:25.612 INFO:tasks.workunit.client.0.smithi028.stdout: "num_large_omap_objects": 0, 2024-08-29T19:03:25.612 INFO:tasks.workunit.client.0.smithi028.stdout: "num_legacy_snapsets": 0, 2024-08-29T19:03:25.613 INFO:tasks.workunit.client.0.smithi028.stdout: "num_object_clones": 0, 2024-08-29T19:03:25.613 INFO:tasks.workunit.client.0.smithi028.stdout: "num_object_copies": 0, 2024-08-29T19:03:25.613 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects": 0, 2024-08-29T19:03:25.613 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_degraded": 0, 2024-08-29T19:03:25.613 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_dirty": 0, 2024-08-29T19:03:25.613 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_hit_set_archive": 0, 2024-08-29T19:03:25.613 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_manifest": 0, 2024-08-29T19:03:25.613 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_misplaced": 0, 2024-08-29T19:03:25.613 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_missing": 0, 2024-08-29T19:03:25.613 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_missing_on_primary": 0, 2024-08-29T19:03:25.613 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_omap": 0, 2024-08-29T19:03:25.613 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_pinned": 0, 2024-08-29T19:03:25.613 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_recovered": 0, 2024-08-29T19:03:25.614 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_repaired": 0, 2024-08-29T19:03:25.614 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_unfound": 0, 2024-08-29T19:03:25.614 INFO:tasks.workunit.client.0.smithi028.stdout: "num_omap_bytes": 0, 2024-08-29T19:03:25.614 INFO:tasks.workunit.client.0.smithi028.stdout: "num_omap_keys": 0, 2024-08-29T19:03:25.614 INFO:tasks.workunit.client.0.smithi028.stdout: "num_promote": 0, 2024-08-29T19:03:25.614 INFO:tasks.workunit.client.0.smithi028.stdout: "num_read": 0, 2024-08-29T19:03:25.614 INFO:tasks.workunit.client.0.smithi028.stdout: "num_read_kb": 0, 2024-08-29T19:03:25.614 INFO:tasks.workunit.client.0.smithi028.stdout: "num_scrub_errors": 0, 2024-08-29T19:03:25.614 INFO:tasks.workunit.client.0.smithi028.stdout: "num_shallow_scrub_errors": 0, 2024-08-29T19:03:25.614 INFO:tasks.workunit.client.0.smithi028.stdout: "num_whiteouts": 0, 2024-08-29T19:03:25.614 INFO:tasks.workunit.client.0.smithi028.stdout: "num_write": 0, 2024-08-29T19:03:25.614 INFO:tasks.workunit.client.0.smithi028.stdout: "num_write_kb": 0 2024-08-29T19:03:25.614 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:25.614 INFO:tasks.workunit.client.0.smithi028.stdout: "state": "active+clean", 2024-08-29T19:03:25.614 INFO:tasks.workunit.client.0.smithi028.stdout: "stats_invalid": false, 2024-08-29T19:03:25.615 INFO:tasks.workunit.client.0.smithi028.stdout: "up": [ 2024-08-29T19:03:25.615 INFO:tasks.workunit.client.0.smithi028.stdout: 0, 2024-08-29T19:03:25.615 INFO:tasks.workunit.client.0.smithi028.stdout: 3, 2024-08-29T19:03:25.615 INFO:tasks.workunit.client.0.smithi028.stdout: 4 2024-08-29T19:03:25.615 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-08-29T19:03:25.615 INFO:tasks.workunit.client.0.smithi028.stdout: "up_primary": 0, 2024-08-29T19:03:25.615 INFO:tasks.workunit.client.0.smithi028.stdout: "version": "0'0" 2024-08-29T19:03:25.615 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:25.615 INFO:tasks.workunit.client.0.smithi028.stdout: { 2024-08-29T19:03:25.615 INFO:tasks.workunit.client.0.smithi028.stdout: "acting": [ 2024-08-29T19:03:25.615 INFO:tasks.workunit.client.0.smithi028.stdout: 3, 2024-08-29T19:03:25.615 INFO:tasks.workunit.client.0.smithi028.stdout: 4, 2024-08-29T19:03:25.615 INFO:tasks.workunit.client.0.smithi028.stdout: 0 2024-08-29T19:03:25.615 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-08-29T19:03:25.616 INFO:tasks.workunit.client.0.smithi028.stdout: "acting_primary": 3, 2024-08-29T19:03:25.616 INFO:tasks.workunit.client.0.smithi028.stdout: "avail_no_missing": [], 2024-08-29T19:03:25.616 INFO:tasks.workunit.client.0.smithi028.stdout: "blocked_by": [], 2024-08-29T19:03:25.616 INFO:tasks.workunit.client.0.smithi028.stdout: "created": 62, 2024-08-29T19:03:25.616 INFO:tasks.workunit.client.0.smithi028.stdout: "dirty_stats_invalid": false, 2024-08-29T19:03:25.616 INFO:tasks.workunit.client.0.smithi028.stdout: "hitset_bytes_stats_invalid": false, 2024-08-29T19:03:25.616 INFO:tasks.workunit.client.0.smithi028.stdout: "hitset_stats_invalid": false, 2024-08-29T19:03:25.616 INFO:tasks.workunit.client.0.smithi028.stdout: "last_active": "2024-08-29T19:02:14.844508+0000", 2024-08-29T19:03:25.616 INFO:tasks.workunit.client.0.smithi028.stdout: "last_became_active": "2024-08-29T17:56:29.369353+0000", 2024-08-29T19:03:25.616 INFO:tasks.workunit.client.0.smithi028.stdout: "last_became_peered": "2024-08-29T17:56:29.369353+0000", 2024-08-29T19:03:25.616 INFO:tasks.workunit.client.0.smithi028.stdout: "last_change": "2024-08-29T17:56:29.370488+0000", 2024-08-29T19:03:25.616 INFO:tasks.workunit.client.0.smithi028.stdout: "last_clean": "2024-08-29T19:02:14.844508+0000", 2024-08-29T19:03:25.616 INFO:tasks.workunit.client.0.smithi028.stdout: "last_clean_scrub_stamp": "2024-08-29T17:41:01.987071+0000", 2024-08-29T19:03:25.617 INFO:tasks.workunit.client.0.smithi028.stdout: "last_deep_scrub": "0'0", 2024-08-29T19:03:25.617 INFO:tasks.workunit.client.0.smithi028.stdout: "last_deep_scrub_stamp": "2024-08-29T17:41:01.987071+0000", 2024-08-29T19:03:25.617 INFO:tasks.workunit.client.0.smithi028.stdout: "last_epoch_clean": 580, 2024-08-29T19:03:25.617 INFO:tasks.workunit.client.0.smithi028.stdout: "last_fresh": "2024-08-29T19:02:14.844508+0000", 2024-08-29T19:03:25.617 INFO:tasks.workunit.client.0.smithi028.stdout: "last_fullsized": "2024-08-29T19:02:14.844508+0000", 2024-08-29T19:03:25.617 INFO:tasks.workunit.client.0.smithi028.stdout: "last_peered": "2024-08-29T19:02:14.844508+0000", 2024-08-29T19:03:25.617 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub": "0'0", 2024-08-29T19:03:25.617 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub_duration": 0, 2024-08-29T19:03:25.617 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub_stamp": "2024-08-29T17:41:01.987071+0000", 2024-08-29T19:03:25.617 INFO:tasks.workunit.client.0.smithi028.stdout: "last_undegraded": "2024-08-29T19:02:14.844508+0000", 2024-08-29T19:03:25.617 INFO:tasks.workunit.client.0.smithi028.stdout: "last_unstale": "2024-08-29T19:02:14.844508+0000", 2024-08-29T19:03:25.617 INFO:tasks.workunit.client.0.smithi028.stdout: "log_dups_size": 0, 2024-08-29T19:03:25.617 INFO:tasks.workunit.client.0.smithi028.stdout: "log_size": 0, 2024-08-29T19:03:25.617 INFO:tasks.workunit.client.0.smithi028.stdout: "log_start": "0'0", 2024-08-29T19:03:25.618 INFO:tasks.workunit.client.0.smithi028.stdout: "manifest_stats_invalid": false, 2024-08-29T19:03:25.618 INFO:tasks.workunit.client.0.smithi028.stdout: "mapping_epoch": 579, 2024-08-29T19:03:25.618 INFO:tasks.workunit.client.0.smithi028.stdout: "object_location_counts": [], 2024-08-29T19:03:25.618 INFO:tasks.workunit.client.0.smithi028.stdout: "objects_scrubbed": 0, 2024-08-29T19:03:25.618 INFO:tasks.workunit.client.0.smithi028.stdout: "objects_trimmed": 0, 2024-08-29T19:03:25.618 INFO:tasks.workunit.client.0.smithi028.stdout: "omap_stats_invalid": false, 2024-08-29T19:03:25.618 INFO:tasks.workunit.client.0.smithi028.stdout: "ondisk_log_size": 0, 2024-08-29T19:03:25.618 INFO:tasks.workunit.client.0.smithi028.stdout: "ondisk_log_start": "0'0", 2024-08-29T19:03:25.618 INFO:tasks.workunit.client.0.smithi028.stdout: "parent": "0.0", 2024-08-29T19:03:25.618 INFO:tasks.workunit.client.0.smithi028.stdout: "parent_split_bits": 0, 2024-08-29T19:03:25.618 INFO:tasks.workunit.client.0.smithi028.stdout: "pgid": "3.24", 2024-08-29T19:03:25.618 INFO:tasks.workunit.client.0.smithi028.stdout: "pin_stats_invalid": false, 2024-08-29T19:03:25.618 INFO:tasks.workunit.client.0.smithi028.stdout: "purged_snaps": [], 2024-08-29T19:03:25.619 INFO:tasks.workunit.client.0.smithi028.stdout: "reported_epoch": 2650, 2024-08-29T19:03:25.619 INFO:tasks.workunit.client.0.smithi028.stdout: "reported_seq": 4691, 2024-08-29T19:03:25.619 INFO:tasks.workunit.client.0.smithi028.stdout: "scrub_duration": 0.0, 2024-08-29T19:03:25.619 INFO:tasks.workunit.client.0.smithi028.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-31T00:54:36.024558+0000", 2024-08-29T19:03:25.619 INFO:tasks.workunit.client.0.smithi028.stdout: "snaptrim_duration": 0.0, 2024-08-29T19:03:25.619 INFO:tasks.workunit.client.0.smithi028.stdout: "snaptrimq_len": 0, 2024-08-29T19:03:25.619 INFO:tasks.workunit.client.0.smithi028.stdout: "stat_sum": { 2024-08-29T19:03:25.619 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes": 0, 2024-08-29T19:03:25.619 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes_hit_set_archive": 0, 2024-08-29T19:03:25.619 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes_recovered": 0, 2024-08-29T19:03:25.619 INFO:tasks.workunit.client.0.smithi028.stdout: "num_deep_scrub_errors": 0, 2024-08-29T19:03:25.619 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict": 0, 2024-08-29T19:03:25.619 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_kb": 0, 2024-08-29T19:03:25.619 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_mode_full": 0, 2024-08-29T19:03:25.620 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_mode_some": 0, 2024-08-29T19:03:25.620 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush": 0, 2024-08-29T19:03:25.620 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_kb": 0, 2024-08-29T19:03:25.620 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_mode_high": 0, 2024-08-29T19:03:25.620 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_mode_low": 0, 2024-08-29T19:03:25.620 INFO:tasks.workunit.client.0.smithi028.stdout: "num_keys_recovered": 0, 2024-08-29T19:03:25.620 INFO:tasks.workunit.client.0.smithi028.stdout: "num_large_omap_objects": 0, 2024-08-29T19:03:25.620 INFO:tasks.workunit.client.0.smithi028.stdout: "num_legacy_snapsets": 0, 2024-08-29T19:03:25.620 INFO:tasks.workunit.client.0.smithi028.stdout: "num_object_clones": 0, 2024-08-29T19:03:25.620 INFO:tasks.workunit.client.0.smithi028.stdout: "num_object_copies": 0, 2024-08-29T19:03:25.620 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects": 0, 2024-08-29T19:03:25.620 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_degraded": 0, 2024-08-29T19:03:25.620 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_dirty": 0, 2024-08-29T19:03:25.621 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_hit_set_archive": 0, 2024-08-29T19:03:25.621 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_manifest": 0, 2024-08-29T19:03:25.621 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_misplaced": 0, 2024-08-29T19:03:25.621 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_missing": 0, 2024-08-29T19:03:25.621 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_missing_on_primary": 0, 2024-08-29T19:03:25.621 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_omap": 0, 2024-08-29T19:03:25.621 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_pinned": 0, 2024-08-29T19:03:25.621 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_recovered": 0, 2024-08-29T19:03:25.621 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_repaired": 0, 2024-08-29T19:03:25.621 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_unfound": 0, 2024-08-29T19:03:25.621 INFO:tasks.workunit.client.0.smithi028.stdout: "num_omap_bytes": 0, 2024-08-29T19:03:25.621 INFO:tasks.workunit.client.0.smithi028.stdout: "num_omap_keys": 0, 2024-08-29T19:03:25.621 INFO:tasks.workunit.client.0.smithi028.stdout: "num_promote": 0, 2024-08-29T19:03:25.621 INFO:tasks.workunit.client.0.smithi028.stdout: "num_read": 0, 2024-08-29T19:03:25.622 INFO:tasks.workunit.client.0.smithi028.stdout: "num_read_kb": 0, 2024-08-29T19:03:25.622 INFO:tasks.workunit.client.0.smithi028.stdout: "num_scrub_errors": 0, 2024-08-29T19:03:25.622 INFO:tasks.workunit.client.0.smithi028.stdout: "num_shallow_scrub_errors": 0, 2024-08-29T19:03:25.622 INFO:tasks.workunit.client.0.smithi028.stdout: "num_whiteouts": 0, 2024-08-29T19:03:25.622 INFO:tasks.workunit.client.0.smithi028.stdout: "num_write": 0, 2024-08-29T19:03:25.622 INFO:tasks.workunit.client.0.smithi028.stdout: "num_write_kb": 0 2024-08-29T19:03:25.622 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:25.622 INFO:tasks.workunit.client.0.smithi028.stdout: "state": "active+clean", 2024-08-29T19:03:25.622 INFO:tasks.workunit.client.0.smithi028.stdout: "stats_invalid": false, 2024-08-29T19:03:25.622 INFO:tasks.workunit.client.0.smithi028.stdout: "up": [ 2024-08-29T19:03:25.622 INFO:tasks.workunit.client.0.smithi028.stdout: 3, 2024-08-29T19:03:25.622 INFO:tasks.workunit.client.0.smithi028.stdout: 4, 2024-08-29T19:03:25.622 INFO:tasks.workunit.client.0.smithi028.stdout: 0 2024-08-29T19:03:25.622 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-08-29T19:03:25.623 INFO:tasks.workunit.client.0.smithi028.stdout: "up_primary": 3, 2024-08-29T19:03:25.623 INFO:tasks.workunit.client.0.smithi028.stdout: "version": "0'0" 2024-08-29T19:03:25.623 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:25.623 INFO:tasks.workunit.client.0.smithi028.stdout: { 2024-08-29T19:03:25.623 INFO:tasks.workunit.client.0.smithi028.stdout: "acting": [ 2024-08-29T19:03:25.623 INFO:tasks.workunit.client.0.smithi028.stdout: 1, 2024-08-29T19:03:25.623 INFO:tasks.workunit.client.0.smithi028.stdout: 3, 2024-08-29T19:03:25.623 INFO:tasks.workunit.client.0.smithi028.stdout: 2 2024-08-29T19:03:25.623 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-08-29T19:03:25.623 INFO:tasks.workunit.client.0.smithi028.stdout: "acting_primary": 1, 2024-08-29T19:03:25.623 INFO:tasks.workunit.client.0.smithi028.stdout: "avail_no_missing": [], 2024-08-29T19:03:25.623 INFO:tasks.workunit.client.0.smithi028.stdout: "blocked_by": [], 2024-08-29T19:03:25.623 INFO:tasks.workunit.client.0.smithi028.stdout: "created": 62, 2024-08-29T19:03:25.623 INFO:tasks.workunit.client.0.smithi028.stdout: "dirty_stats_invalid": false, 2024-08-29T19:03:25.624 INFO:tasks.workunit.client.0.smithi028.stdout: "hitset_bytes_stats_invalid": false, 2024-08-29T19:03:25.624 INFO:tasks.workunit.client.0.smithi028.stdout: "hitset_stats_invalid": false, 2024-08-29T19:03:25.624 INFO:tasks.workunit.client.0.smithi028.stdout: "last_active": "2024-08-29T19:02:14.819088+0000", 2024-08-29T19:03:25.624 INFO:tasks.workunit.client.0.smithi028.stdout: "last_became_active": "2024-08-29T17:55:56.307401+0000", 2024-08-29T19:03:25.624 INFO:tasks.workunit.client.0.smithi028.stdout: "last_became_peered": "2024-08-29T17:55:56.307401+0000", 2024-08-29T19:03:25.624 INFO:tasks.workunit.client.0.smithi028.stdout: "last_change": "2024-08-29T17:55:56.309585+0000", 2024-08-29T19:03:25.624 INFO:tasks.workunit.client.0.smithi028.stdout: "last_clean": "2024-08-29T19:02:14.819088+0000", 2024-08-29T19:03:25.624 INFO:tasks.workunit.client.0.smithi028.stdout: "last_clean_scrub_stamp": "2024-08-29T17:41:01.987071+0000", 2024-08-29T19:03:25.624 INFO:tasks.workunit.client.0.smithi028.stdout: "last_deep_scrub": "0'0", 2024-08-29T19:03:25.624 INFO:tasks.workunit.client.0.smithi028.stdout: "last_deep_scrub_stamp": "2024-08-29T17:41:01.987071+0000", 2024-08-29T19:03:25.624 INFO:tasks.workunit.client.0.smithi028.stdout: "last_epoch_clean": 547, 2024-08-29T19:03:25.624 INFO:tasks.workunit.client.0.smithi028.stdout: "last_fresh": "2024-08-29T19:02:14.819088+0000", 2024-08-29T19:03:25.624 INFO:tasks.workunit.client.0.smithi028.stdout: "last_fullsized": "2024-08-29T19:02:14.819088+0000", 2024-08-29T19:03:25.625 INFO:tasks.workunit.client.0.smithi028.stdout: "last_peered": "2024-08-29T19:02:14.819088+0000", 2024-08-29T19:03:25.625 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub": "0'0", 2024-08-29T19:03:25.625 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub_duration": 0, 2024-08-29T19:03:25.625 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub_stamp": "2024-08-29T17:41:01.987071+0000", 2024-08-29T19:03:25.625 INFO:tasks.workunit.client.0.smithi028.stdout: "last_undegraded": "2024-08-29T19:02:14.819088+0000", 2024-08-29T19:03:25.625 INFO:tasks.workunit.client.0.smithi028.stdout: "last_unstale": "2024-08-29T19:02:14.819088+0000", 2024-08-29T19:03:25.625 INFO:tasks.workunit.client.0.smithi028.stdout: "log_dups_size": 0, 2024-08-29T19:03:25.625 INFO:tasks.workunit.client.0.smithi028.stdout: "log_size": 0, 2024-08-29T19:03:25.625 INFO:tasks.workunit.client.0.smithi028.stdout: "log_start": "0'0", 2024-08-29T19:03:25.625 INFO:tasks.workunit.client.0.smithi028.stdout: "manifest_stats_invalid": false, 2024-08-29T19:03:25.625 INFO:tasks.workunit.client.0.smithi028.stdout: "mapping_epoch": 546, 2024-08-29T19:03:25.625 INFO:tasks.workunit.client.0.smithi028.stdout: "object_location_counts": [], 2024-08-29T19:03:25.625 INFO:tasks.workunit.client.0.smithi028.stdout: "objects_scrubbed": 0, 2024-08-29T19:03:25.626 INFO:tasks.workunit.client.0.smithi028.stdout: "objects_trimmed": 0, 2024-08-29T19:03:25.626 INFO:tasks.workunit.client.0.smithi028.stdout: "omap_stats_invalid": false, 2024-08-29T19:03:25.626 INFO:tasks.workunit.client.0.smithi028.stdout: "ondisk_log_size": 0, 2024-08-29T19:03:25.626 INFO:tasks.workunit.client.0.smithi028.stdout: "ondisk_log_start": "0'0", 2024-08-29T19:03:25.626 INFO:tasks.workunit.client.0.smithi028.stdout: "parent": "0.0", 2024-08-29T19:03:25.626 INFO:tasks.workunit.client.0.smithi028.stdout: "parent_split_bits": 0, 2024-08-29T19:03:25.626 INFO:tasks.workunit.client.0.smithi028.stdout: "pgid": "3.25", 2024-08-29T19:03:25.626 INFO:tasks.workunit.client.0.smithi028.stdout: "pin_stats_invalid": false, 2024-08-29T19:03:25.626 INFO:tasks.workunit.client.0.smithi028.stdout: "purged_snaps": [], 2024-08-29T19:03:25.626 INFO:tasks.workunit.client.0.smithi028.stdout: "reported_epoch": 2650, 2024-08-29T19:03:25.626 INFO:tasks.workunit.client.0.smithi028.stdout: "reported_seq": 4748, 2024-08-29T19:03:25.626 INFO:tasks.workunit.client.0.smithi028.stdout: "scrub_duration": 0.0, 2024-08-29T19:03:25.626 INFO:tasks.workunit.client.0.smithi028.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-30T23:27:57.059091+0000", 2024-08-29T19:03:25.627 INFO:tasks.workunit.client.0.smithi028.stdout: "snaptrim_duration": 0.0, 2024-08-29T19:03:25.627 INFO:tasks.workunit.client.0.smithi028.stdout: "snaptrimq_len": 0, 2024-08-29T19:03:25.627 INFO:tasks.workunit.client.0.smithi028.stdout: "stat_sum": { 2024-08-29T19:03:25.627 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes": 0, 2024-08-29T19:03:25.627 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes_hit_set_archive": 0, 2024-08-29T19:03:25.627 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes_recovered": 0, 2024-08-29T19:03:25.627 INFO:tasks.workunit.client.0.smithi028.stdout: "num_deep_scrub_errors": 0, 2024-08-29T19:03:25.627 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict": 0, 2024-08-29T19:03:25.627 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_kb": 0, 2024-08-29T19:03:25.627 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_mode_full": 0, 2024-08-29T19:03:25.627 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_mode_some": 0, 2024-08-29T19:03:25.627 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush": 0, 2024-08-29T19:03:25.627 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_kb": 0, 2024-08-29T19:03:25.627 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_mode_high": 0, 2024-08-29T19:03:25.628 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_mode_low": 0, 2024-08-29T19:03:25.628 INFO:tasks.workunit.client.0.smithi028.stdout: "num_keys_recovered": 0, 2024-08-29T19:03:25.628 INFO:tasks.workunit.client.0.smithi028.stdout: "num_large_omap_objects": 0, 2024-08-29T19:03:25.628 INFO:tasks.workunit.client.0.smithi028.stdout: "num_legacy_snapsets": 0, 2024-08-29T19:03:25.628 INFO:tasks.workunit.client.0.smithi028.stdout: "num_object_clones": 0, 2024-08-29T19:03:25.628 INFO:tasks.workunit.client.0.smithi028.stdout: "num_object_copies": 0, 2024-08-29T19:03:25.628 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects": 0, 2024-08-29T19:03:25.628 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_degraded": 0, 2024-08-29T19:03:25.628 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_dirty": 0, 2024-08-29T19:03:25.628 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_hit_set_archive": 0, 2024-08-29T19:03:25.628 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_manifest": 0, 2024-08-29T19:03:25.628 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_misplaced": 0, 2024-08-29T19:03:25.628 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_missing": 0, 2024-08-29T19:03:25.628 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_missing_on_primary": 0, 2024-08-29T19:03:25.629 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_omap": 0, 2024-08-29T19:03:25.629 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_pinned": 0, 2024-08-29T19:03:25.629 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_recovered": 0, 2024-08-29T19:03:25.629 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_repaired": 0, 2024-08-29T19:03:25.629 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_unfound": 0, 2024-08-29T19:03:25.629 INFO:tasks.workunit.client.0.smithi028.stdout: "num_omap_bytes": 0, 2024-08-29T19:03:25.629 INFO:tasks.workunit.client.0.smithi028.stdout: "num_omap_keys": 0, 2024-08-29T19:03:25.629 INFO:tasks.workunit.client.0.smithi028.stdout: "num_promote": 0, 2024-08-29T19:03:25.629 INFO:tasks.workunit.client.0.smithi028.stdout: "num_read": 0, 2024-08-29T19:03:25.629 INFO:tasks.workunit.client.0.smithi028.stdout: "num_read_kb": 0, 2024-08-29T19:03:25.629 INFO:tasks.workunit.client.0.smithi028.stdout: "num_scrub_errors": 0, 2024-08-29T19:03:25.629 INFO:tasks.workunit.client.0.smithi028.stdout: "num_shallow_scrub_errors": 0, 2024-08-29T19:03:25.629 INFO:tasks.workunit.client.0.smithi028.stdout: "num_whiteouts": 0, 2024-08-29T19:03:25.629 INFO:tasks.workunit.client.0.smithi028.stdout: "num_write": 0, 2024-08-29T19:03:25.630 INFO:tasks.workunit.client.0.smithi028.stdout: "num_write_kb": 0 2024-08-29T19:03:25.630 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:25.630 INFO:tasks.workunit.client.0.smithi028.stdout: "state": "active+clean", 2024-08-29T19:03:25.630 INFO:tasks.workunit.client.0.smithi028.stdout: "stats_invalid": false, 2024-08-29T19:03:25.630 INFO:tasks.workunit.client.0.smithi028.stdout: "up": [ 2024-08-29T19:03:25.630 INFO:tasks.workunit.client.0.smithi028.stdout: 1, 2024-08-29T19:03:25.630 INFO:tasks.workunit.client.0.smithi028.stdout: 3, 2024-08-29T19:03:25.630 INFO:tasks.workunit.client.0.smithi028.stdout: 2 2024-08-29T19:03:25.630 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-08-29T19:03:25.630 INFO:tasks.workunit.client.0.smithi028.stdout: "up_primary": 1, 2024-08-29T19:03:25.630 INFO:tasks.workunit.client.0.smithi028.stdout: "version": "0'0" 2024-08-29T19:03:25.630 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:25.630 INFO:tasks.workunit.client.0.smithi028.stdout: { 2024-08-29T19:03:25.631 INFO:tasks.workunit.client.0.smithi028.stdout: "acting": [ 2024-08-29T19:03:25.631 INFO:tasks.workunit.client.0.smithi028.stdout: 6, 2024-08-29T19:03:25.631 INFO:tasks.workunit.client.0.smithi028.stdout: 7, 2024-08-29T19:03:25.631 INFO:tasks.workunit.client.0.smithi028.stdout: 4 2024-08-29T19:03:25.631 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-08-29T19:03:25.631 INFO:tasks.workunit.client.0.smithi028.stdout: "acting_primary": 6, 2024-08-29T19:03:25.631 INFO:tasks.workunit.client.0.smithi028.stdout: "avail_no_missing": [], 2024-08-29T19:03:25.631 INFO:tasks.workunit.client.0.smithi028.stdout: "blocked_by": [], 2024-08-29T19:03:25.631 INFO:tasks.workunit.client.0.smithi028.stdout: "created": 62, 2024-08-29T19:03:25.631 INFO:tasks.workunit.client.0.smithi028.stdout: "dirty_stats_invalid": false, 2024-08-29T19:03:25.631 INFO:tasks.workunit.client.0.smithi028.stdout: "hitset_bytes_stats_invalid": false, 2024-08-29T19:03:25.631 INFO:tasks.workunit.client.0.smithi028.stdout: "hitset_stats_invalid": false, 2024-08-29T19:03:25.631 INFO:tasks.workunit.client.0.smithi028.stdout: "last_active": "2024-08-29T19:02:14.925991+0000", 2024-08-29T19:03:25.631 INFO:tasks.workunit.client.0.smithi028.stdout: "last_became_active": "2024-08-29T17:58:11.343684+0000", 2024-08-29T19:03:25.632 INFO:tasks.workunit.client.0.smithi028.stdout: "last_became_peered": "2024-08-29T17:58:11.343684+0000", 2024-08-29T19:03:25.632 INFO:tasks.workunit.client.0.smithi028.stdout: "last_change": "2024-08-29T17:58:11.344681+0000", 2024-08-29T19:03:25.632 INFO:tasks.workunit.client.0.smithi028.stdout: "last_clean": "2024-08-29T19:02:14.925991+0000", 2024-08-29T19:03:25.632 INFO:tasks.workunit.client.0.smithi028.stdout: "last_clean_scrub_stamp": "2024-08-29T17:41:01.987071+0000", 2024-08-29T19:03:25.632 INFO:tasks.workunit.client.0.smithi028.stdout: "last_deep_scrub": "0'0", 2024-08-29T19:03:25.632 INFO:tasks.workunit.client.0.smithi028.stdout: "last_deep_scrub_stamp": "2024-08-29T17:41:01.987071+0000", 2024-08-29T19:03:25.632 INFO:tasks.workunit.client.0.smithi028.stdout: "last_epoch_clean": 681, 2024-08-29T19:03:25.632 INFO:tasks.workunit.client.0.smithi028.stdout: "last_fresh": "2024-08-29T19:02:14.925991+0000", 2024-08-29T19:03:25.632 INFO:tasks.workunit.client.0.smithi028.stdout: "last_fullsized": "2024-08-29T19:02:14.925991+0000", 2024-08-29T19:03:25.632 INFO:tasks.workunit.client.0.smithi028.stdout: "last_peered": "2024-08-29T19:02:14.925991+0000", 2024-08-29T19:03:25.632 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub": "0'0", 2024-08-29T19:03:25.632 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub_duration": 0, 2024-08-29T19:03:25.632 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub_stamp": "2024-08-29T17:41:01.987071+0000", 2024-08-29T19:03:25.633 INFO:tasks.workunit.client.0.smithi028.stdout: "last_undegraded": "2024-08-29T19:02:14.925991+0000", 2024-08-29T19:03:25.633 INFO:tasks.workunit.client.0.smithi028.stdout: "last_unstale": "2024-08-29T19:02:14.925991+0000", 2024-08-29T19:03:25.633 INFO:tasks.workunit.client.0.smithi028.stdout: "log_dups_size": 0, 2024-08-29T19:03:25.633 INFO:tasks.workunit.client.0.smithi028.stdout: "log_size": 0, 2024-08-29T19:03:25.633 INFO:tasks.workunit.client.0.smithi028.stdout: "log_start": "0'0", 2024-08-29T19:03:25.633 INFO:tasks.workunit.client.0.smithi028.stdout: "manifest_stats_invalid": false, 2024-08-29T19:03:25.633 INFO:tasks.workunit.client.0.smithi028.stdout: "mapping_epoch": 680, 2024-08-29T19:03:25.633 INFO:tasks.workunit.client.0.smithi028.stdout: "object_location_counts": [], 2024-08-29T19:03:25.633 INFO:tasks.workunit.client.0.smithi028.stdout: "objects_scrubbed": 0, 2024-08-29T19:03:25.633 INFO:tasks.workunit.client.0.smithi028.stdout: "objects_trimmed": 0, 2024-08-29T19:03:25.633 INFO:tasks.workunit.client.0.smithi028.stdout: "omap_stats_invalid": false, 2024-08-29T19:03:25.633 INFO:tasks.workunit.client.0.smithi028.stdout: "ondisk_log_size": 0, 2024-08-29T19:03:25.633 INFO:tasks.workunit.client.0.smithi028.stdout: "ondisk_log_start": "0'0", 2024-08-29T19:03:25.633 INFO:tasks.workunit.client.0.smithi028.stdout: "parent": "0.0", 2024-08-29T19:03:25.634 INFO:tasks.workunit.client.0.smithi028.stdout: "parent_split_bits": 0, 2024-08-29T19:03:25.634 INFO:tasks.workunit.client.0.smithi028.stdout: "pgid": "3.26", 2024-08-29T19:03:25.634 INFO:tasks.workunit.client.0.smithi028.stdout: "pin_stats_invalid": false, 2024-08-29T19:03:25.634 INFO:tasks.workunit.client.0.smithi028.stdout: "purged_snaps": [], 2024-08-29T19:03:25.634 INFO:tasks.workunit.client.0.smithi028.stdout: "reported_epoch": 2650, 2024-08-29T19:03:25.634 INFO:tasks.workunit.client.0.smithi028.stdout: "reported_seq": 4596, 2024-08-29T19:03:25.634 INFO:tasks.workunit.client.0.smithi028.stdout: "scrub_duration": 0.0, 2024-08-29T19:03:25.634 INFO:tasks.workunit.client.0.smithi028.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-30T21:14:29.127146+0000", 2024-08-29T19:03:25.634 INFO:tasks.workunit.client.0.smithi028.stdout: "snaptrim_duration": 0.0, 2024-08-29T19:03:25.634 INFO:tasks.workunit.client.0.smithi028.stdout: "snaptrimq_len": 0, 2024-08-29T19:03:25.634 INFO:tasks.workunit.client.0.smithi028.stdout: "stat_sum": { 2024-08-29T19:03:25.634 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes": 0, 2024-08-29T19:03:25.634 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes_hit_set_archive": 0, 2024-08-29T19:03:25.634 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes_recovered": 0, 2024-08-29T19:03:25.635 INFO:tasks.workunit.client.0.smithi028.stdout: "num_deep_scrub_errors": 0, 2024-08-29T19:03:25.635 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict": 0, 2024-08-29T19:03:25.635 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_kb": 0, 2024-08-29T19:03:25.635 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_mode_full": 0, 2024-08-29T19:03:25.635 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_mode_some": 0, 2024-08-29T19:03:25.635 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush": 0, 2024-08-29T19:03:25.635 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_kb": 0, 2024-08-29T19:03:25.635 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_mode_high": 0, 2024-08-29T19:03:25.635 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_mode_low": 0, 2024-08-29T19:03:25.635 INFO:tasks.workunit.client.0.smithi028.stdout: "num_keys_recovered": 0, 2024-08-29T19:03:25.635 INFO:tasks.workunit.client.0.smithi028.stdout: "num_large_omap_objects": 0, 2024-08-29T19:03:25.635 INFO:tasks.workunit.client.0.smithi028.stdout: "num_legacy_snapsets": 0, 2024-08-29T19:03:25.635 INFO:tasks.workunit.client.0.smithi028.stdout: "num_object_clones": 0, 2024-08-29T19:03:25.635 INFO:tasks.workunit.client.0.smithi028.stdout: "num_object_copies": 0, 2024-08-29T19:03:25.636 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects": 0, 2024-08-29T19:03:25.636 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_degraded": 0, 2024-08-29T19:03:25.636 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_dirty": 0, 2024-08-29T19:03:25.636 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_hit_set_archive": 0, 2024-08-29T19:03:25.636 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_manifest": 0, 2024-08-29T19:03:25.636 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_misplaced": 0, 2024-08-29T19:03:25.636 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_missing": 0, 2024-08-29T19:03:25.636 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_missing_on_primary": 0, 2024-08-29T19:03:25.636 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_omap": 0, 2024-08-29T19:03:25.636 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_pinned": 0, 2024-08-29T19:03:25.636 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_recovered": 0, 2024-08-29T19:03:25.636 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_repaired": 0, 2024-08-29T19:03:25.636 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_unfound": 0, 2024-08-29T19:03:25.637 INFO:tasks.workunit.client.0.smithi028.stdout: "num_omap_bytes": 0, 2024-08-29T19:03:25.637 INFO:tasks.workunit.client.0.smithi028.stdout: "num_omap_keys": 0, 2024-08-29T19:03:25.637 INFO:tasks.workunit.client.0.smithi028.stdout: "num_promote": 0, 2024-08-29T19:03:25.637 INFO:tasks.workunit.client.0.smithi028.stdout: "num_read": 0, 2024-08-29T19:03:25.637 INFO:tasks.workunit.client.0.smithi028.stdout: "num_read_kb": 0, 2024-08-29T19:03:25.637 INFO:tasks.workunit.client.0.smithi028.stdout: "num_scrub_errors": 0, 2024-08-29T19:03:25.637 INFO:tasks.workunit.client.0.smithi028.stdout: "num_shallow_scrub_errors": 0, 2024-08-29T19:03:25.637 INFO:tasks.workunit.client.0.smithi028.stdout: "num_whiteouts": 0, 2024-08-29T19:03:25.637 INFO:tasks.workunit.client.0.smithi028.stdout: "num_write": 0, 2024-08-29T19:03:25.637 INFO:tasks.workunit.client.0.smithi028.stdout: "num_write_kb": 0 2024-08-29T19:03:25.637 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:25.637 INFO:tasks.workunit.client.0.smithi028.stdout: "state": "active+clean", 2024-08-29T19:03:25.637 INFO:tasks.workunit.client.0.smithi028.stdout: "stats_invalid": false, 2024-08-29T19:03:25.637 INFO:tasks.workunit.client.0.smithi028.stdout: "up": [ 2024-08-29T19:03:25.638 INFO:tasks.workunit.client.0.smithi028.stdout: 6, 2024-08-29T19:03:25.638 INFO:tasks.workunit.client.0.smithi028.stdout: 7, 2024-08-29T19:03:25.638 INFO:tasks.workunit.client.0.smithi028.stdout: 4 2024-08-29T19:03:25.638 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-08-29T19:03:25.638 INFO:tasks.workunit.client.0.smithi028.stdout: "up_primary": 6, 2024-08-29T19:03:25.638 INFO:tasks.workunit.client.0.smithi028.stdout: "version": "0'0" 2024-08-29T19:03:25.638 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:25.638 INFO:tasks.workunit.client.0.smithi028.stdout: { 2024-08-29T19:03:25.638 INFO:tasks.workunit.client.0.smithi028.stdout: "acting": [ 2024-08-29T19:03:25.638 INFO:tasks.workunit.client.0.smithi028.stdout: 3, 2024-08-29T19:03:25.638 INFO:tasks.workunit.client.0.smithi028.stdout: 4, 2024-08-29T19:03:25.638 INFO:tasks.workunit.client.0.smithi028.stdout: 2 2024-08-29T19:03:25.638 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-08-29T19:03:25.638 INFO:tasks.workunit.client.0.smithi028.stdout: "acting_primary": 3, 2024-08-29T19:03:25.639 INFO:tasks.workunit.client.0.smithi028.stdout: "avail_no_missing": [], 2024-08-29T19:03:25.639 INFO:tasks.workunit.client.0.smithi028.stdout: "blocked_by": [], 2024-08-29T19:03:25.639 INFO:tasks.workunit.client.0.smithi028.stdout: "created": 62, 2024-08-29T19:03:25.639 INFO:tasks.workunit.client.0.smithi028.stdout: "dirty_stats_invalid": false, 2024-08-29T19:03:25.639 INFO:tasks.workunit.client.0.smithi028.stdout: "hitset_bytes_stats_invalid": false, 2024-08-29T19:03:25.639 INFO:tasks.workunit.client.0.smithi028.stdout: "hitset_stats_invalid": false, 2024-08-29T19:03:25.639 INFO:tasks.workunit.client.0.smithi028.stdout: "last_active": "2024-08-29T19:02:14.844162+0000", 2024-08-29T19:03:25.639 INFO:tasks.workunit.client.0.smithi028.stdout: "last_became_active": "2024-08-29T17:56:29.367992+0000", 2024-08-29T19:03:25.639 INFO:tasks.workunit.client.0.smithi028.stdout: "last_became_peered": "2024-08-29T17:56:29.367992+0000", 2024-08-29T19:03:25.639 INFO:tasks.workunit.client.0.smithi028.stdout: "last_change": "2024-08-29T17:56:29.368565+0000", 2024-08-29T19:03:25.639 INFO:tasks.workunit.client.0.smithi028.stdout: "last_clean": "2024-08-29T19:02:14.844162+0000", 2024-08-29T19:03:25.639 INFO:tasks.workunit.client.0.smithi028.stdout: "last_clean_scrub_stamp": "2024-08-29T17:41:01.987071+0000", 2024-08-29T19:03:25.639 INFO:tasks.workunit.client.0.smithi028.stdout: "last_deep_scrub": "0'0", 2024-08-29T19:03:25.639 INFO:tasks.workunit.client.0.smithi028.stdout: "last_deep_scrub_stamp": "2024-08-29T17:41:01.987071+0000", 2024-08-29T19:03:25.640 INFO:tasks.workunit.client.0.smithi028.stdout: "last_epoch_clean": 580, 2024-08-29T19:03:25.640 INFO:tasks.workunit.client.0.smithi028.stdout: "last_fresh": "2024-08-29T19:02:14.844162+0000", 2024-08-29T19:03:25.640 INFO:tasks.workunit.client.0.smithi028.stdout: "last_fullsized": "2024-08-29T19:02:14.844162+0000", 2024-08-29T19:03:25.640 INFO:tasks.workunit.client.0.smithi028.stdout: "last_peered": "2024-08-29T19:02:14.844162+0000", 2024-08-29T19:03:25.640 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub": "0'0", 2024-08-29T19:03:25.640 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub_duration": 0, 2024-08-29T19:03:25.640 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub_stamp": "2024-08-29T17:41:01.987071+0000", 2024-08-29T19:03:25.640 INFO:tasks.workunit.client.0.smithi028.stdout: "last_undegraded": "2024-08-29T19:02:14.844162+0000", 2024-08-29T19:03:25.640 INFO:tasks.workunit.client.0.smithi028.stdout: "last_unstale": "2024-08-29T19:02:14.844162+0000", 2024-08-29T19:03:25.640 INFO:tasks.workunit.client.0.smithi028.stdout: "log_dups_size": 0, 2024-08-29T19:03:25.640 INFO:tasks.workunit.client.0.smithi028.stdout: "log_size": 0, 2024-08-29T19:03:25.640 INFO:tasks.workunit.client.0.smithi028.stdout: "log_start": "0'0", 2024-08-29T19:03:25.640 INFO:tasks.workunit.client.0.smithi028.stdout: "manifest_stats_invalid": false, 2024-08-29T19:03:25.641 INFO:tasks.workunit.client.0.smithi028.stdout: "mapping_epoch": 579, 2024-08-29T19:03:25.641 INFO:tasks.workunit.client.0.smithi028.stdout: "object_location_counts": [], 2024-08-29T19:03:25.641 INFO:tasks.workunit.client.0.smithi028.stdout: "objects_scrubbed": 0, 2024-08-29T19:03:25.641 INFO:tasks.workunit.client.0.smithi028.stdout: "objects_trimmed": 0, 2024-08-29T19:03:25.641 INFO:tasks.workunit.client.0.smithi028.stdout: "omap_stats_invalid": false, 2024-08-29T19:03:25.641 INFO:tasks.workunit.client.0.smithi028.stdout: "ondisk_log_size": 0, 2024-08-29T19:03:25.641 INFO:tasks.workunit.client.0.smithi028.stdout: "ondisk_log_start": "0'0", 2024-08-29T19:03:25.641 INFO:tasks.workunit.client.0.smithi028.stdout: "parent": "0.0", 2024-08-29T19:03:25.641 INFO:tasks.workunit.client.0.smithi028.stdout: "parent_split_bits": 0, 2024-08-29T19:03:25.641 INFO:tasks.workunit.client.0.smithi028.stdout: "pgid": "3.27", 2024-08-29T19:03:25.641 INFO:tasks.workunit.client.0.smithi028.stdout: "pin_stats_invalid": false, 2024-08-29T19:03:25.641 INFO:tasks.workunit.client.0.smithi028.stdout: "purged_snaps": [], 2024-08-29T19:03:25.641 INFO:tasks.workunit.client.0.smithi028.stdout: "reported_epoch": 2650, 2024-08-29T19:03:25.641 INFO:tasks.workunit.client.0.smithi028.stdout: "reported_seq": 4709, 2024-08-29T19:03:25.642 INFO:tasks.workunit.client.0.smithi028.stdout: "scrub_duration": 0.0, 2024-08-29T19:03:25.642 INFO:tasks.workunit.client.0.smithi028.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-30T18:22:59.055878+0000", 2024-08-29T19:03:25.642 INFO:tasks.workunit.client.0.smithi028.stdout: "snaptrim_duration": 0.0, 2024-08-29T19:03:25.642 INFO:tasks.workunit.client.0.smithi028.stdout: "snaptrimq_len": 0, 2024-08-29T19:03:25.642 INFO:tasks.workunit.client.0.smithi028.stdout: "stat_sum": { 2024-08-29T19:03:25.642 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes": 0, 2024-08-29T19:03:25.642 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes_hit_set_archive": 0, 2024-08-29T19:03:25.642 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes_recovered": 0, 2024-08-29T19:03:25.642 INFO:tasks.workunit.client.0.smithi028.stdout: "num_deep_scrub_errors": 0, 2024-08-29T19:03:25.642 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict": 0, 2024-08-29T19:03:25.642 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_kb": 0, 2024-08-29T19:03:25.642 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_mode_full": 0, 2024-08-29T19:03:25.642 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_mode_some": 0, 2024-08-29T19:03:25.643 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush": 0, 2024-08-29T19:03:25.643 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_kb": 0, 2024-08-29T19:03:25.643 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_mode_high": 0, 2024-08-29T19:03:25.643 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_mode_low": 0, 2024-08-29T19:03:25.643 INFO:tasks.workunit.client.0.smithi028.stdout: "num_keys_recovered": 0, 2024-08-29T19:03:25.643 INFO:tasks.workunit.client.0.smithi028.stdout: "num_large_omap_objects": 0, 2024-08-29T19:03:25.643 INFO:tasks.workunit.client.0.smithi028.stdout: "num_legacy_snapsets": 0, 2024-08-29T19:03:25.643 INFO:tasks.workunit.client.0.smithi028.stdout: "num_object_clones": 0, 2024-08-29T19:03:25.643 INFO:tasks.workunit.client.0.smithi028.stdout: "num_object_copies": 0, 2024-08-29T19:03:25.643 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects": 0, 2024-08-29T19:03:25.643 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_degraded": 0, 2024-08-29T19:03:25.643 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_dirty": 0, 2024-08-29T19:03:25.643 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_hit_set_archive": 0, 2024-08-29T19:03:25.643 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_manifest": 0, 2024-08-29T19:03:25.644 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_misplaced": 0, 2024-08-29T19:03:25.644 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_missing": 0, 2024-08-29T19:03:25.644 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_missing_on_primary": 0, 2024-08-29T19:03:25.644 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_omap": 0, 2024-08-29T19:03:25.644 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_pinned": 0, 2024-08-29T19:03:25.644 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_recovered": 0, 2024-08-29T19:03:25.644 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_repaired": 0, 2024-08-29T19:03:25.644 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_unfound": 0, 2024-08-29T19:03:25.644 INFO:tasks.workunit.client.0.smithi028.stdout: "num_omap_bytes": 0, 2024-08-29T19:03:25.644 INFO:tasks.workunit.client.0.smithi028.stdout: "num_omap_keys": 0, 2024-08-29T19:03:25.644 INFO:tasks.workunit.client.0.smithi028.stdout: "num_promote": 0, 2024-08-29T19:03:25.644 INFO:tasks.workunit.client.0.smithi028.stdout: "num_read": 0, 2024-08-29T19:03:25.644 INFO:tasks.workunit.client.0.smithi028.stdout: "num_read_kb": 0, 2024-08-29T19:03:25.644 INFO:tasks.workunit.client.0.smithi028.stdout: "num_scrub_errors": 0, 2024-08-29T19:03:25.645 INFO:tasks.workunit.client.0.smithi028.stdout: "num_shallow_scrub_errors": 0, 2024-08-29T19:03:25.645 INFO:tasks.workunit.client.0.smithi028.stdout: "num_whiteouts": 0, 2024-08-29T19:03:25.645 INFO:tasks.workunit.client.0.smithi028.stdout: "num_write": 0, 2024-08-29T19:03:25.645 INFO:tasks.workunit.client.0.smithi028.stdout: "num_write_kb": 0 2024-08-29T19:03:25.645 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:25.645 INFO:tasks.workunit.client.0.smithi028.stdout: "state": "active+clean", 2024-08-29T19:03:25.645 INFO:tasks.workunit.client.0.smithi028.stdout: "stats_invalid": false, 2024-08-29T19:03:25.645 INFO:tasks.workunit.client.0.smithi028.stdout: "up": [ 2024-08-29T19:03:25.645 INFO:tasks.workunit.client.0.smithi028.stdout: 3, 2024-08-29T19:03:25.645 INFO:tasks.workunit.client.0.smithi028.stdout: 4, 2024-08-29T19:03:25.645 INFO:tasks.workunit.client.0.smithi028.stdout: 2 2024-08-29T19:03:25.645 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-08-29T19:03:25.645 INFO:tasks.workunit.client.0.smithi028.stdout: "up_primary": 3, 2024-08-29T19:03:25.645 INFO:tasks.workunit.client.0.smithi028.stdout: "version": "0'0" 2024-08-29T19:03:25.646 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:25.646 INFO:tasks.workunit.client.0.smithi028.stdout: { 2024-08-29T19:03:25.646 INFO:tasks.workunit.client.0.smithi028.stdout: "acting": [ 2024-08-29T19:03:25.646 INFO:tasks.workunit.client.0.smithi028.stdout: 5, 2024-08-29T19:03:25.646 INFO:tasks.workunit.client.0.smithi028.stdout: 3, 2024-08-29T19:03:25.646 INFO:tasks.workunit.client.0.smithi028.stdout: 2 2024-08-29T19:03:25.646 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-08-29T19:03:25.646 INFO:tasks.workunit.client.0.smithi028.stdout: "acting_primary": 5, 2024-08-29T19:03:25.646 INFO:tasks.workunit.client.0.smithi028.stdout: "avail_no_missing": [], 2024-08-29T19:03:25.646 INFO:tasks.workunit.client.0.smithi028.stdout: "blocked_by": [], 2024-08-29T19:03:25.646 INFO:tasks.workunit.client.0.smithi028.stdout: "created": 62, 2024-08-29T19:03:25.646 INFO:tasks.workunit.client.0.smithi028.stdout: "dirty_stats_invalid": false, 2024-08-29T19:03:25.646 INFO:tasks.workunit.client.0.smithi028.stdout: "hitset_bytes_stats_invalid": false, 2024-08-29T19:03:25.647 INFO:tasks.workunit.client.0.smithi028.stdout: "hitset_stats_invalid": false, 2024-08-29T19:03:25.647 INFO:tasks.workunit.client.0.smithi028.stdout: "last_active": "2024-08-29T19:02:14.917555+0000", 2024-08-29T19:03:25.647 INFO:tasks.workunit.client.0.smithi028.stdout: "last_became_active": "2024-08-29T17:57:02.376400+0000", 2024-08-29T19:03:25.647 INFO:tasks.workunit.client.0.smithi028.stdout: "last_became_peered": "2024-08-29T17:57:02.376400+0000", 2024-08-29T19:03:25.647 INFO:tasks.workunit.client.0.smithi028.stdout: "last_change": "2024-08-29T17:57:02.377048+0000", 2024-08-29T19:03:25.647 INFO:tasks.workunit.client.0.smithi028.stdout: "last_clean": "2024-08-29T19:02:14.917555+0000", 2024-08-29T19:03:25.647 INFO:tasks.workunit.client.0.smithi028.stdout: "last_clean_scrub_stamp": "2024-08-29T17:41:01.987071+0000", 2024-08-29T19:03:25.647 INFO:tasks.workunit.client.0.smithi028.stdout: "last_deep_scrub": "0'0", 2024-08-29T19:03:25.647 INFO:tasks.workunit.client.0.smithi028.stdout: "last_deep_scrub_stamp": "2024-08-29T17:41:01.987071+0000", 2024-08-29T19:03:25.647 INFO:tasks.workunit.client.0.smithi028.stdout: "last_epoch_clean": 613, 2024-08-29T19:03:25.647 INFO:tasks.workunit.client.0.smithi028.stdout: "last_fresh": "2024-08-29T19:02:14.917555+0000", 2024-08-29T19:03:25.647 INFO:tasks.workunit.client.0.smithi028.stdout: "last_fullsized": "2024-08-29T19:02:14.917555+0000", 2024-08-29T19:03:25.647 INFO:tasks.workunit.client.0.smithi028.stdout: "last_peered": "2024-08-29T19:02:14.917555+0000", 2024-08-29T19:03:25.647 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub": "0'0", 2024-08-29T19:03:25.648 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub_duration": 0, 2024-08-29T19:03:25.648 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub_stamp": "2024-08-29T17:41:01.987071+0000", 2024-08-29T19:03:25.648 INFO:tasks.workunit.client.0.smithi028.stdout: "last_undegraded": "2024-08-29T19:02:14.917555+0000", 2024-08-29T19:03:25.648 INFO:tasks.workunit.client.0.smithi028.stdout: "last_unstale": "2024-08-29T19:02:14.917555+0000", 2024-08-29T19:03:25.648 INFO:tasks.workunit.client.0.smithi028.stdout: "log_dups_size": 0, 2024-08-29T19:03:25.648 INFO:tasks.workunit.client.0.smithi028.stdout: "log_size": 0, 2024-08-29T19:03:25.648 INFO:tasks.workunit.client.0.smithi028.stdout: "log_start": "0'0", 2024-08-29T19:03:25.648 INFO:tasks.workunit.client.0.smithi028.stdout: "manifest_stats_invalid": false, 2024-08-29T19:03:25.648 INFO:tasks.workunit.client.0.smithi028.stdout: "mapping_epoch": 612, 2024-08-29T19:03:25.648 INFO:tasks.workunit.client.0.smithi028.stdout: "object_location_counts": [], 2024-08-29T19:03:25.648 INFO:tasks.workunit.client.0.smithi028.stdout: "objects_scrubbed": 0, 2024-08-29T19:03:25.648 INFO:tasks.workunit.client.0.smithi028.stdout: "objects_trimmed": 0, 2024-08-29T19:03:25.648 INFO:tasks.workunit.client.0.smithi028.stdout: "omap_stats_invalid": false, 2024-08-29T19:03:25.648 INFO:tasks.workunit.client.0.smithi028.stdout: "ondisk_log_size": 0, 2024-08-29T19:03:25.649 INFO:tasks.workunit.client.0.smithi028.stdout: "ondisk_log_start": "0'0", 2024-08-29T19:03:25.649 INFO:tasks.workunit.client.0.smithi028.stdout: "parent": "0.0", 2024-08-29T19:03:25.649 INFO:tasks.workunit.client.0.smithi028.stdout: "parent_split_bits": 0, 2024-08-29T19:03:25.649 INFO:tasks.workunit.client.0.smithi028.stdout: "pgid": "3.28", 2024-08-29T19:03:25.649 INFO:tasks.workunit.client.0.smithi028.stdout: "pin_stats_invalid": false, 2024-08-29T19:03:25.649 INFO:tasks.workunit.client.0.smithi028.stdout: "purged_snaps": [], 2024-08-29T19:03:25.649 INFO:tasks.workunit.client.0.smithi028.stdout: "reported_epoch": 2650, 2024-08-29T19:03:25.649 INFO:tasks.workunit.client.0.smithi028.stdout: "reported_seq": 4644, 2024-08-29T19:03:25.649 INFO:tasks.workunit.client.0.smithi028.stdout: "scrub_duration": 0.0, 2024-08-29T19:03:25.649 INFO:tasks.workunit.client.0.smithi028.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-30T21:21:32.371219+0000", 2024-08-29T19:03:25.649 INFO:tasks.workunit.client.0.smithi028.stdout: "snaptrim_duration": 0.0, 2024-08-29T19:03:25.649 INFO:tasks.workunit.client.0.smithi028.stdout: "snaptrimq_len": 0, 2024-08-29T19:03:25.649 INFO:tasks.workunit.client.0.smithi028.stdout: "stat_sum": { 2024-08-29T19:03:25.649 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes": 0, 2024-08-29T19:03:25.650 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes_hit_set_archive": 0, 2024-08-29T19:03:25.650 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes_recovered": 0, 2024-08-29T19:03:25.650 INFO:tasks.workunit.client.0.smithi028.stdout: "num_deep_scrub_errors": 0, 2024-08-29T19:03:25.650 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict": 0, 2024-08-29T19:03:25.650 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_kb": 0, 2024-08-29T19:03:25.650 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_mode_full": 0, 2024-08-29T19:03:25.650 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_mode_some": 0, 2024-08-29T19:03:25.650 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush": 0, 2024-08-29T19:03:25.650 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_kb": 0, 2024-08-29T19:03:25.650 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_mode_high": 0, 2024-08-29T19:03:25.650 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_mode_low": 0, 2024-08-29T19:03:25.650 INFO:tasks.workunit.client.0.smithi028.stdout: "num_keys_recovered": 0, 2024-08-29T19:03:25.650 INFO:tasks.workunit.client.0.smithi028.stdout: "num_large_omap_objects": 0, 2024-08-29T19:03:25.650 INFO:tasks.workunit.client.0.smithi028.stdout: "num_legacy_snapsets": 0, 2024-08-29T19:03:25.651 INFO:tasks.workunit.client.0.smithi028.stdout: "num_object_clones": 0, 2024-08-29T19:03:25.651 INFO:tasks.workunit.client.0.smithi028.stdout: "num_object_copies": 0, 2024-08-29T19:03:25.651 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects": 0, 2024-08-29T19:03:25.651 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_degraded": 0, 2024-08-29T19:03:25.651 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_dirty": 0, 2024-08-29T19:03:25.651 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_hit_set_archive": 0, 2024-08-29T19:03:25.651 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_manifest": 0, 2024-08-29T19:03:25.651 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_misplaced": 0, 2024-08-29T19:03:25.651 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_missing": 0, 2024-08-29T19:03:25.651 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_missing_on_primary": 0, 2024-08-29T19:03:25.651 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_omap": 0, 2024-08-29T19:03:25.651 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_pinned": 0, 2024-08-29T19:03:25.651 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_recovered": 0, 2024-08-29T19:03:25.651 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_repaired": 0, 2024-08-29T19:03:25.652 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_unfound": 0, 2024-08-29T19:03:25.652 INFO:tasks.workunit.client.0.smithi028.stdout: "num_omap_bytes": 0, 2024-08-29T19:03:25.652 INFO:tasks.workunit.client.0.smithi028.stdout: "num_omap_keys": 0, 2024-08-29T19:03:25.652 INFO:tasks.workunit.client.0.smithi028.stdout: "num_promote": 0, 2024-08-29T19:03:25.652 INFO:tasks.workunit.client.0.smithi028.stdout: "num_read": 0, 2024-08-29T19:03:25.652 INFO:tasks.workunit.client.0.smithi028.stdout: "num_read_kb": 0, 2024-08-29T19:03:25.652 INFO:tasks.workunit.client.0.smithi028.stdout: "num_scrub_errors": 0, 2024-08-29T19:03:25.652 INFO:tasks.workunit.client.0.smithi028.stdout: "num_shallow_scrub_errors": 0, 2024-08-29T19:03:25.652 INFO:tasks.workunit.client.0.smithi028.stdout: "num_whiteouts": 0, 2024-08-29T19:03:25.652 INFO:tasks.workunit.client.0.smithi028.stdout: "num_write": 0, 2024-08-29T19:03:25.652 INFO:tasks.workunit.client.0.smithi028.stdout: "num_write_kb": 0 2024-08-29T19:03:25.652 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:25.652 INFO:tasks.workunit.client.0.smithi028.stdout: "state": "active+clean", 2024-08-29T19:03:25.653 INFO:tasks.workunit.client.0.smithi028.stdout: "stats_invalid": false, 2024-08-29T19:03:25.653 INFO:tasks.workunit.client.0.smithi028.stdout: "up": [ 2024-08-29T19:03:25.653 INFO:tasks.workunit.client.0.smithi028.stdout: 5, 2024-08-29T19:03:25.653 INFO:tasks.workunit.client.0.smithi028.stdout: 3, 2024-08-29T19:03:25.653 INFO:tasks.workunit.client.0.smithi028.stdout: 2 2024-08-29T19:03:25.653 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-08-29T19:03:25.653 INFO:tasks.workunit.client.0.smithi028.stdout: "up_primary": 5, 2024-08-29T19:03:25.653 INFO:tasks.workunit.client.0.smithi028.stdout: "version": "0'0" 2024-08-29T19:03:25.653 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:25.653 INFO:tasks.workunit.client.0.smithi028.stdout: { 2024-08-29T19:03:25.653 INFO:tasks.workunit.client.0.smithi028.stdout: "acting": [ 2024-08-29T19:03:25.653 INFO:tasks.workunit.client.0.smithi028.stdout: 3, 2024-08-29T19:03:25.653 INFO:tasks.workunit.client.0.smithi028.stdout: 4, 2024-08-29T19:03:25.654 INFO:tasks.workunit.client.0.smithi028.stdout: 1 2024-08-29T19:03:25.654 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-08-29T19:03:25.654 INFO:tasks.workunit.client.0.smithi028.stdout: "acting_primary": 3, 2024-08-29T19:03:25.654 INFO:tasks.workunit.client.0.smithi028.stdout: "avail_no_missing": [], 2024-08-29T19:03:25.654 INFO:tasks.workunit.client.0.smithi028.stdout: "blocked_by": [], 2024-08-29T19:03:25.654 INFO:tasks.workunit.client.0.smithi028.stdout: "created": 62, 2024-08-29T19:03:25.654 INFO:tasks.workunit.client.0.smithi028.stdout: "dirty_stats_invalid": false, 2024-08-29T19:03:25.654 INFO:tasks.workunit.client.0.smithi028.stdout: "hitset_bytes_stats_invalid": false, 2024-08-29T19:03:25.654 INFO:tasks.workunit.client.0.smithi028.stdout: "hitset_stats_invalid": false, 2024-08-29T19:03:25.654 INFO:tasks.workunit.client.0.smithi028.stdout: "last_active": "2024-08-29T19:02:14.840042+0000", 2024-08-29T19:03:25.654 INFO:tasks.workunit.client.0.smithi028.stdout: "last_became_active": "2024-08-29T17:56:29.387900+0000", 2024-08-29T19:03:25.654 INFO:tasks.workunit.client.0.smithi028.stdout: "last_became_peered": "2024-08-29T17:56:29.387900+0000", 2024-08-29T19:03:25.654 INFO:tasks.workunit.client.0.smithi028.stdout: "last_change": "2024-08-29T17:56:29.388672+0000", 2024-08-29T19:03:25.655 INFO:tasks.workunit.client.0.smithi028.stdout: "last_clean": "2024-08-29T19:02:14.840042+0000", 2024-08-29T19:03:25.655 INFO:tasks.workunit.client.0.smithi028.stdout: "last_clean_scrub_stamp": "2024-08-29T17:41:01.987071+0000", 2024-08-29T19:03:25.655 INFO:tasks.workunit.client.0.smithi028.stdout: "last_deep_scrub": "0'0", 2024-08-29T19:03:25.655 INFO:tasks.workunit.client.0.smithi028.stdout: "last_deep_scrub_stamp": "2024-08-29T17:41:01.987071+0000", 2024-08-29T19:03:25.655 INFO:tasks.workunit.client.0.smithi028.stdout: "last_epoch_clean": 580, 2024-08-29T19:03:25.655 INFO:tasks.workunit.client.0.smithi028.stdout: "last_fresh": "2024-08-29T19:02:14.840042+0000", 2024-08-29T19:03:25.655 INFO:tasks.workunit.client.0.smithi028.stdout: "last_fullsized": "2024-08-29T19:02:14.840042+0000", 2024-08-29T19:03:25.655 INFO:tasks.workunit.client.0.smithi028.stdout: "last_peered": "2024-08-29T19:02:14.840042+0000", 2024-08-29T19:03:25.655 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub": "0'0", 2024-08-29T19:03:25.655 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub_duration": 0, 2024-08-29T19:03:25.655 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub_stamp": "2024-08-29T17:41:01.987071+0000", 2024-08-29T19:03:25.655 INFO:tasks.workunit.client.0.smithi028.stdout: "last_undegraded": "2024-08-29T19:02:14.840042+0000", 2024-08-29T19:03:25.655 INFO:tasks.workunit.client.0.smithi028.stdout: "last_unstale": "2024-08-29T19:02:14.840042+0000", 2024-08-29T19:03:25.655 INFO:tasks.workunit.client.0.smithi028.stdout: "log_dups_size": 0, 2024-08-29T19:03:25.656 INFO:tasks.workunit.client.0.smithi028.stdout: "log_size": 0, 2024-08-29T19:03:25.656 INFO:tasks.workunit.client.0.smithi028.stdout: "log_start": "0'0", 2024-08-29T19:03:25.656 INFO:tasks.workunit.client.0.smithi028.stdout: "manifest_stats_invalid": false, 2024-08-29T19:03:25.656 INFO:tasks.workunit.client.0.smithi028.stdout: "mapping_epoch": 579, 2024-08-29T19:03:25.656 INFO:tasks.workunit.client.0.smithi028.stdout: "object_location_counts": [], 2024-08-29T19:03:25.656 INFO:tasks.workunit.client.0.smithi028.stdout: "objects_scrubbed": 0, 2024-08-29T19:03:25.656 INFO:tasks.workunit.client.0.smithi028.stdout: "objects_trimmed": 0, 2024-08-29T19:03:25.656 INFO:tasks.workunit.client.0.smithi028.stdout: "omap_stats_invalid": false, 2024-08-29T19:03:25.656 INFO:tasks.workunit.client.0.smithi028.stdout: "ondisk_log_size": 0, 2024-08-29T19:03:25.656 INFO:tasks.workunit.client.0.smithi028.stdout: "ondisk_log_start": "0'0", 2024-08-29T19:03:25.656 INFO:tasks.workunit.client.0.smithi028.stdout: "parent": "0.0", 2024-08-29T19:03:25.656 INFO:tasks.workunit.client.0.smithi028.stdout: "parent_split_bits": 0, 2024-08-29T19:03:25.656 INFO:tasks.workunit.client.0.smithi028.stdout: "pgid": "3.29", 2024-08-29T19:03:25.657 INFO:tasks.workunit.client.0.smithi028.stdout: "pin_stats_invalid": false, 2024-08-29T19:03:25.657 INFO:tasks.workunit.client.0.smithi028.stdout: "purged_snaps": [], 2024-08-29T19:03:25.657 INFO:tasks.workunit.client.0.smithi028.stdout: "reported_epoch": 2650, 2024-08-29T19:03:25.657 INFO:tasks.workunit.client.0.smithi028.stdout: "reported_seq": 4718, 2024-08-29T19:03:25.657 INFO:tasks.workunit.client.0.smithi028.stdout: "scrub_duration": 0.0, 2024-08-29T19:03:25.657 INFO:tasks.workunit.client.0.smithi028.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-30T21:41:25.386113+0000", 2024-08-29T19:03:25.657 INFO:tasks.workunit.client.0.smithi028.stdout: "snaptrim_duration": 0.0, 2024-08-29T19:03:25.657 INFO:tasks.workunit.client.0.smithi028.stdout: "snaptrimq_len": 0, 2024-08-29T19:03:25.657 INFO:tasks.workunit.client.0.smithi028.stdout: "stat_sum": { 2024-08-29T19:03:25.657 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes": 0, 2024-08-29T19:03:25.657 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes_hit_set_archive": 0, 2024-08-29T19:03:25.657 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes_recovered": 0, 2024-08-29T19:03:25.657 INFO:tasks.workunit.client.0.smithi028.stdout: "num_deep_scrub_errors": 0, 2024-08-29T19:03:25.658 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict": 0, 2024-08-29T19:03:25.658 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_kb": 0, 2024-08-29T19:03:25.658 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_mode_full": 0, 2024-08-29T19:03:25.658 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_mode_some": 0, 2024-08-29T19:03:25.658 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush": 0, 2024-08-29T19:03:25.658 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_kb": 0, 2024-08-29T19:03:25.658 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_mode_high": 0, 2024-08-29T19:03:25.658 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_mode_low": 0, 2024-08-29T19:03:25.658 INFO:tasks.workunit.client.0.smithi028.stdout: "num_keys_recovered": 0, 2024-08-29T19:03:25.658 INFO:tasks.workunit.client.0.smithi028.stdout: "num_large_omap_objects": 0, 2024-08-29T19:03:25.658 INFO:tasks.workunit.client.0.smithi028.stdout: "num_legacy_snapsets": 0, 2024-08-29T19:03:25.658 INFO:tasks.workunit.client.0.smithi028.stdout: "num_object_clones": 0, 2024-08-29T19:03:25.658 INFO:tasks.workunit.client.0.smithi028.stdout: "num_object_copies": 0, 2024-08-29T19:03:25.658 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects": 0, 2024-08-29T19:03:25.659 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_degraded": 0, 2024-08-29T19:03:25.659 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_dirty": 0, 2024-08-29T19:03:25.659 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_hit_set_archive": 0, 2024-08-29T19:03:25.659 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_manifest": 0, 2024-08-29T19:03:25.659 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_misplaced": 0, 2024-08-29T19:03:25.659 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_missing": 0, 2024-08-29T19:03:25.659 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_missing_on_primary": 0, 2024-08-29T19:03:25.659 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_omap": 0, 2024-08-29T19:03:25.659 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_pinned": 0, 2024-08-29T19:03:25.659 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_recovered": 0, 2024-08-29T19:03:25.659 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_repaired": 0, 2024-08-29T19:03:25.659 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_unfound": 0, 2024-08-29T19:03:25.659 INFO:tasks.workunit.client.0.smithi028.stdout: "num_omap_bytes": 0, 2024-08-29T19:03:25.660 INFO:tasks.workunit.client.0.smithi028.stdout: "num_omap_keys": 0, 2024-08-29T19:03:25.660 INFO:tasks.workunit.client.0.smithi028.stdout: "num_promote": 0, 2024-08-29T19:03:25.660 INFO:tasks.workunit.client.0.smithi028.stdout: "num_read": 0, 2024-08-29T19:03:25.660 INFO:tasks.workunit.client.0.smithi028.stdout: "num_read_kb": 0, 2024-08-29T19:03:25.660 INFO:tasks.workunit.client.0.smithi028.stdout: "num_scrub_errors": 0, 2024-08-29T19:03:25.660 INFO:tasks.workunit.client.0.smithi028.stdout: "num_shallow_scrub_errors": 0, 2024-08-29T19:03:25.660 INFO:tasks.workunit.client.0.smithi028.stdout: "num_whiteouts": 0, 2024-08-29T19:03:25.660 INFO:tasks.workunit.client.0.smithi028.stdout: "num_write": 0, 2024-08-29T19:03:25.660 INFO:tasks.workunit.client.0.smithi028.stdout: "num_write_kb": 0 2024-08-29T19:03:25.660 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:25.660 INFO:tasks.workunit.client.0.smithi028.stdout: "state": "active+clean", 2024-08-29T19:03:25.660 INFO:tasks.workunit.client.0.smithi028.stdout: "stats_invalid": false, 2024-08-29T19:03:25.660 INFO:tasks.workunit.client.0.smithi028.stdout: "up": [ 2024-08-29T19:03:25.661 INFO:tasks.workunit.client.0.smithi028.stdout: 3, 2024-08-29T19:03:25.661 INFO:tasks.workunit.client.0.smithi028.stdout: 4, 2024-08-29T19:03:25.661 INFO:tasks.workunit.client.0.smithi028.stdout: 1 2024-08-29T19:03:25.661 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-08-29T19:03:25.661 INFO:tasks.workunit.client.0.smithi028.stdout: "up_primary": 3, 2024-08-29T19:03:25.661 INFO:tasks.workunit.client.0.smithi028.stdout: "version": "0'0" 2024-08-29T19:03:25.661 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:25.661 INFO:tasks.workunit.client.0.smithi028.stdout: { 2024-08-29T19:03:25.661 INFO:tasks.workunit.client.0.smithi028.stdout: "acting": [ 2024-08-29T19:03:25.661 INFO:tasks.workunit.client.0.smithi028.stdout: 5, 2024-08-29T19:03:25.661 INFO:tasks.workunit.client.0.smithi028.stdout: 7, 2024-08-29T19:03:25.661 INFO:tasks.workunit.client.0.smithi028.stdout: 6 2024-08-29T19:03:25.661 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-08-29T19:03:25.664 INFO:tasks.workunit.client.0.smithi028.stdout: "acting_primary": 5, 2024-08-29T19:03:25.664 INFO:tasks.workunit.client.0.smithi028.stdout: "avail_no_missing": [], 2024-08-29T19:03:25.664 INFO:tasks.workunit.client.0.smithi028.stdout: "blocked_by": [], 2024-08-29T19:03:25.665 INFO:tasks.workunit.client.0.smithi028.stdout: "created": 62, 2024-08-29T19:03:25.665 INFO:tasks.workunit.client.0.smithi028.stdout: "dirty_stats_invalid": false, 2024-08-29T19:03:25.665 INFO:tasks.workunit.client.0.smithi028.stdout: "hitset_bytes_stats_invalid": false, 2024-08-29T19:03:25.665 INFO:tasks.workunit.client.0.smithi028.stdout: "hitset_stats_invalid": false, 2024-08-29T19:03:25.665 INFO:tasks.workunit.client.0.smithi028.stdout: "last_active": "2024-08-29T19:02:14.927831+0000", 2024-08-29T19:03:25.665 INFO:tasks.workunit.client.0.smithi028.stdout: "last_became_active": "2024-08-29T17:58:11.355517+0000", 2024-08-29T19:03:25.665 INFO:tasks.workunit.client.0.smithi028.stdout: "last_became_peered": "2024-08-29T17:58:11.355517+0000", 2024-08-29T19:03:25.665 INFO:tasks.workunit.client.0.smithi028.stdout: "last_change": "2024-08-29T17:58:11.356067+0000", 2024-08-29T19:03:25.665 INFO:tasks.workunit.client.0.smithi028.stdout: "last_clean": "2024-08-29T19:02:14.927831+0000", 2024-08-29T19:03:25.665 INFO:tasks.workunit.client.0.smithi028.stdout: "last_clean_scrub_stamp": "2024-08-29T17:41:01.987071+0000", 2024-08-29T19:03:25.665 INFO:tasks.workunit.client.0.smithi028.stdout: "last_deep_scrub": "0'0", 2024-08-29T19:03:25.665 INFO:tasks.workunit.client.0.smithi028.stdout: "last_deep_scrub_stamp": "2024-08-29T17:41:01.987071+0000", 2024-08-29T19:03:25.665 INFO:tasks.workunit.client.0.smithi028.stdout: "last_epoch_clean": 681, 2024-08-29T19:03:25.666 INFO:tasks.workunit.client.0.smithi028.stdout: "last_fresh": "2024-08-29T19:02:14.927831+0000", 2024-08-29T19:03:25.666 INFO:tasks.workunit.client.0.smithi028.stdout: "last_fullsized": "2024-08-29T19:02:14.927831+0000", 2024-08-29T19:03:25.666 INFO:tasks.workunit.client.0.smithi028.stdout: "last_peered": "2024-08-29T19:02:14.927831+0000", 2024-08-29T19:03:25.666 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub": "0'0", 2024-08-29T19:03:25.666 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub_duration": 0, 2024-08-29T19:03:25.666 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub_stamp": "2024-08-29T17:41:01.987071+0000", 2024-08-29T19:03:25.666 INFO:tasks.workunit.client.0.smithi028.stdout: "last_undegraded": "2024-08-29T19:02:14.927831+0000", 2024-08-29T19:03:25.666 INFO:tasks.workunit.client.0.smithi028.stdout: "last_unstale": "2024-08-29T19:02:14.927831+0000", 2024-08-29T19:03:25.666 INFO:tasks.workunit.client.0.smithi028.stdout: "log_dups_size": 0, 2024-08-29T19:03:25.666 INFO:tasks.workunit.client.0.smithi028.stdout: "log_size": 0, 2024-08-29T19:03:25.666 INFO:tasks.workunit.client.0.smithi028.stdout: "log_start": "0'0", 2024-08-29T19:03:25.666 INFO:tasks.workunit.client.0.smithi028.stdout: "manifest_stats_invalid": false, 2024-08-29T19:03:25.666 INFO:tasks.workunit.client.0.smithi028.stdout: "mapping_epoch": 680, 2024-08-29T19:03:25.666 INFO:tasks.workunit.client.0.smithi028.stdout: "object_location_counts": [], 2024-08-29T19:03:25.667 INFO:tasks.workunit.client.0.smithi028.stdout: "objects_scrubbed": 0, 2024-08-29T19:03:25.667 INFO:tasks.workunit.client.0.smithi028.stdout: "objects_trimmed": 0, 2024-08-29T19:03:25.667 INFO:tasks.workunit.client.0.smithi028.stdout: "omap_stats_invalid": false, 2024-08-29T19:03:25.667 INFO:tasks.workunit.client.0.smithi028.stdout: "ondisk_log_size": 0, 2024-08-29T19:03:25.667 INFO:tasks.workunit.client.0.smithi028.stdout: "ondisk_log_start": "0'0", 2024-08-29T19:03:25.667 INFO:tasks.workunit.client.0.smithi028.stdout: "parent": "0.0", 2024-08-29T19:03:25.667 INFO:tasks.workunit.client.0.smithi028.stdout: "parent_split_bits": 0, 2024-08-29T19:03:25.667 INFO:tasks.workunit.client.0.smithi028.stdout: "pgid": "3.2a", 2024-08-29T19:03:25.667 INFO:tasks.workunit.client.0.smithi028.stdout: "pin_stats_invalid": false, 2024-08-29T19:03:25.667 INFO:tasks.workunit.client.0.smithi028.stdout: "purged_snaps": [], 2024-08-29T19:03:25.667 INFO:tasks.workunit.client.0.smithi028.stdout: "reported_epoch": 2650, 2024-08-29T19:03:25.667 INFO:tasks.workunit.client.0.smithi028.stdout: "reported_seq": 4634, 2024-08-29T19:03:25.667 INFO:tasks.workunit.client.0.smithi028.stdout: "scrub_duration": 0.0, 2024-08-29T19:03:25.667 INFO:tasks.workunit.client.0.smithi028.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-30T21:09:18.166571+0000", 2024-08-29T19:03:25.668 INFO:tasks.workunit.client.0.smithi028.stdout: "snaptrim_duration": 0.0, 2024-08-29T19:03:25.668 INFO:tasks.workunit.client.0.smithi028.stdout: "snaptrimq_len": 0, 2024-08-29T19:03:25.668 INFO:tasks.workunit.client.0.smithi028.stdout: "stat_sum": { 2024-08-29T19:03:25.668 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes": 0, 2024-08-29T19:03:25.668 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes_hit_set_archive": 0, 2024-08-29T19:03:25.668 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes_recovered": 0, 2024-08-29T19:03:25.668 INFO:tasks.workunit.client.0.smithi028.stdout: "num_deep_scrub_errors": 0, 2024-08-29T19:03:25.668 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict": 0, 2024-08-29T19:03:25.668 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_kb": 0, 2024-08-29T19:03:25.668 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_mode_full": 0, 2024-08-29T19:03:25.668 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_mode_some": 0, 2024-08-29T19:03:25.668 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush": 0, 2024-08-29T19:03:25.668 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_kb": 0, 2024-08-29T19:03:25.669 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_mode_high": 0, 2024-08-29T19:03:25.669 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_mode_low": 0, 2024-08-29T19:03:25.669 INFO:tasks.workunit.client.0.smithi028.stdout: "num_keys_recovered": 0, 2024-08-29T19:03:25.669 INFO:tasks.workunit.client.0.smithi028.stdout: "num_large_omap_objects": 0, 2024-08-29T19:03:25.669 INFO:tasks.workunit.client.0.smithi028.stdout: "num_legacy_snapsets": 0, 2024-08-29T19:03:25.669 INFO:tasks.workunit.client.0.smithi028.stdout: "num_object_clones": 0, 2024-08-29T19:03:25.669 INFO:tasks.workunit.client.0.smithi028.stdout: "num_object_copies": 0, 2024-08-29T19:03:25.669 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects": 0, 2024-08-29T19:03:25.669 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_degraded": 0, 2024-08-29T19:03:25.669 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_dirty": 0, 2024-08-29T19:03:25.669 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_hit_set_archive": 0, 2024-08-29T19:03:25.669 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_manifest": 0, 2024-08-29T19:03:25.669 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_misplaced": 0, 2024-08-29T19:03:25.669 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_missing": 0, 2024-08-29T19:03:25.670 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_missing_on_primary": 0, 2024-08-29T19:03:25.670 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_omap": 0, 2024-08-29T19:03:25.670 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_pinned": 0, 2024-08-29T19:03:25.670 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_recovered": 0, 2024-08-29T19:03:25.670 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_repaired": 0, 2024-08-29T19:03:25.670 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_unfound": 0, 2024-08-29T19:03:25.670 INFO:tasks.workunit.client.0.smithi028.stdout: "num_omap_bytes": 0, 2024-08-29T19:03:25.670 INFO:tasks.workunit.client.0.smithi028.stdout: "num_omap_keys": 0, 2024-08-29T19:03:25.670 INFO:tasks.workunit.client.0.smithi028.stdout: "num_promote": 0, 2024-08-29T19:03:25.670 INFO:tasks.workunit.client.0.smithi028.stdout: "num_read": 0, 2024-08-29T19:03:25.670 INFO:tasks.workunit.client.0.smithi028.stdout: "num_read_kb": 0, 2024-08-29T19:03:25.670 INFO:tasks.workunit.client.0.smithi028.stdout: "num_scrub_errors": 0, 2024-08-29T19:03:25.671 INFO:tasks.workunit.client.0.smithi028.stdout: "num_shallow_scrub_errors": 0, 2024-08-29T19:03:25.671 INFO:tasks.workunit.client.0.smithi028.stdout: "num_whiteouts": 0, 2024-08-29T19:03:25.671 INFO:tasks.workunit.client.0.smithi028.stdout: "num_write": 0, 2024-08-29T19:03:25.671 INFO:tasks.workunit.client.0.smithi028.stdout: "num_write_kb": 0 2024-08-29T19:03:25.671 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:25.671 INFO:tasks.workunit.client.0.smithi028.stdout: "state": "active+clean", 2024-08-29T19:03:25.671 INFO:tasks.workunit.client.0.smithi028.stdout: "stats_invalid": false, 2024-08-29T19:03:25.671 INFO:tasks.workunit.client.0.smithi028.stdout: "up": [ 2024-08-29T19:03:25.671 INFO:tasks.workunit.client.0.smithi028.stdout: 5, 2024-08-29T19:03:25.671 INFO:tasks.workunit.client.0.smithi028.stdout: 7, 2024-08-29T19:03:25.671 INFO:tasks.workunit.client.0.smithi028.stdout: 6 2024-08-29T19:03:25.671 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-08-29T19:03:25.671 INFO:tasks.workunit.client.0.smithi028.stdout: "up_primary": 5, 2024-08-29T19:03:25.671 INFO:tasks.workunit.client.0.smithi028.stdout: "version": "0'0" 2024-08-29T19:03:25.672 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:25.672 INFO:tasks.workunit.client.0.smithi028.stdout: { 2024-08-29T19:03:25.672 INFO:tasks.workunit.client.0.smithi028.stdout: "acting": [ 2024-08-29T19:03:25.672 INFO:tasks.workunit.client.0.smithi028.stdout: 2, 2024-08-29T19:03:25.672 INFO:tasks.workunit.client.0.smithi028.stdout: 7, 2024-08-29T19:03:25.672 INFO:tasks.workunit.client.0.smithi028.stdout: 1 2024-08-29T19:03:25.672 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-08-29T19:03:25.672 INFO:tasks.workunit.client.0.smithi028.stdout: "acting_primary": 2, 2024-08-29T19:03:25.672 INFO:tasks.workunit.client.0.smithi028.stdout: "avail_no_missing": [], 2024-08-29T19:03:25.672 INFO:tasks.workunit.client.0.smithi028.stdout: "blocked_by": [], 2024-08-29T19:03:25.672 INFO:tasks.workunit.client.0.smithi028.stdout: "created": 62, 2024-08-29T19:03:25.672 INFO:tasks.workunit.client.0.smithi028.stdout: "dirty_stats_invalid": false, 2024-08-29T19:03:25.672 INFO:tasks.workunit.client.0.smithi028.stdout: "hitset_bytes_stats_invalid": false, 2024-08-29T19:03:25.672 INFO:tasks.workunit.client.0.smithi028.stdout: "hitset_stats_invalid": false, 2024-08-29T19:03:25.673 INFO:tasks.workunit.client.0.smithi028.stdout: "last_active": "2024-08-29T19:02:14.104053+0000", 2024-08-29T19:03:25.673 INFO:tasks.workunit.client.0.smithi028.stdout: "last_became_active": "2024-08-29T17:58:11.353755+0000", 2024-08-29T19:03:25.673 INFO:tasks.workunit.client.0.smithi028.stdout: "last_became_peered": "2024-08-29T17:58:11.353755+0000", 2024-08-29T19:03:25.673 INFO:tasks.workunit.client.0.smithi028.stdout: "last_change": "2024-08-29T17:58:11.354480+0000", 2024-08-29T19:03:25.673 INFO:tasks.workunit.client.0.smithi028.stdout: "last_clean": "2024-08-29T19:02:14.104053+0000", 2024-08-29T19:03:25.673 INFO:tasks.workunit.client.0.smithi028.stdout: "last_clean_scrub_stamp": "2024-08-29T17:41:01.987071+0000", 2024-08-29T19:03:25.673 INFO:tasks.workunit.client.0.smithi028.stdout: "last_deep_scrub": "0'0", 2024-08-29T19:03:25.673 INFO:tasks.workunit.client.0.smithi028.stdout: "last_deep_scrub_stamp": "2024-08-29T17:41:01.987071+0000", 2024-08-29T19:03:25.673 INFO:tasks.workunit.client.0.smithi028.stdout: "last_epoch_clean": 681, 2024-08-29T19:03:25.673 INFO:tasks.workunit.client.0.smithi028.stdout: "last_fresh": "2024-08-29T19:02:14.104053+0000", 2024-08-29T19:03:25.673 INFO:tasks.workunit.client.0.smithi028.stdout: "last_fullsized": "2024-08-29T19:02:14.104053+0000", 2024-08-29T19:03:25.673 INFO:tasks.workunit.client.0.smithi028.stdout: "last_peered": "2024-08-29T19:02:14.104053+0000", 2024-08-29T19:03:25.673 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub": "0'0", 2024-08-29T19:03:25.674 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub_duration": 0, 2024-08-29T19:03:25.674 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub_stamp": "2024-08-29T17:41:01.987071+0000", 2024-08-29T19:03:25.674 INFO:tasks.workunit.client.0.smithi028.stdout: "last_undegraded": "2024-08-29T19:02:14.104053+0000", 2024-08-29T19:03:25.674 INFO:tasks.workunit.client.0.smithi028.stdout: "last_unstale": "2024-08-29T19:02:14.104053+0000", 2024-08-29T19:03:25.674 INFO:tasks.workunit.client.0.smithi028.stdout: "log_dups_size": 0, 2024-08-29T19:03:25.674 INFO:tasks.workunit.client.0.smithi028.stdout: "log_size": 0, 2024-08-29T19:03:25.674 INFO:tasks.workunit.client.0.smithi028.stdout: "log_start": "0'0", 2024-08-29T19:03:25.674 INFO:tasks.workunit.client.0.smithi028.stdout: "manifest_stats_invalid": false, 2024-08-29T19:03:25.674 INFO:tasks.workunit.client.0.smithi028.stdout: "mapping_epoch": 680, 2024-08-29T19:03:25.674 INFO:tasks.workunit.client.0.smithi028.stdout: "object_location_counts": [], 2024-08-29T19:03:25.674 INFO:tasks.workunit.client.0.smithi028.stdout: "objects_scrubbed": 0, 2024-08-29T19:03:25.674 INFO:tasks.workunit.client.0.smithi028.stdout: "objects_trimmed": 0, 2024-08-29T19:03:25.674 INFO:tasks.workunit.client.0.smithi028.stdout: "omap_stats_invalid": false, 2024-08-29T19:03:25.674 INFO:tasks.workunit.client.0.smithi028.stdout: "ondisk_log_size": 0, 2024-08-29T19:03:25.675 INFO:tasks.workunit.client.0.smithi028.stdout: "ondisk_log_start": "0'0", 2024-08-29T19:03:25.675 INFO:tasks.workunit.client.0.smithi028.stdout: "parent": "0.0", 2024-08-29T19:03:25.675 INFO:tasks.workunit.client.0.smithi028.stdout: "parent_split_bits": 0, 2024-08-29T19:03:25.675 INFO:tasks.workunit.client.0.smithi028.stdout: "pgid": "3.2b", 2024-08-29T19:03:25.675 INFO:tasks.workunit.client.0.smithi028.stdout: "pin_stats_invalid": false, 2024-08-29T19:03:25.675 INFO:tasks.workunit.client.0.smithi028.stdout: "purged_snaps": [], 2024-08-29T19:03:25.675 INFO:tasks.workunit.client.0.smithi028.stdout: "reported_epoch": 2650, 2024-08-29T19:03:25.675 INFO:tasks.workunit.client.0.smithi028.stdout: "reported_seq": 4726, 2024-08-29T19:03:25.675 INFO:tasks.workunit.client.0.smithi028.stdout: "scrub_duration": 0.0, 2024-08-29T19:03:25.675 INFO:tasks.workunit.client.0.smithi028.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-31T02:57:43.356530+0000", 2024-08-29T19:03:25.675 INFO:tasks.workunit.client.0.smithi028.stdout: "snaptrim_duration": 0.0, 2024-08-29T19:03:25.675 INFO:tasks.workunit.client.0.smithi028.stdout: "snaptrimq_len": 0, 2024-08-29T19:03:25.675 INFO:tasks.workunit.client.0.smithi028.stdout: "stat_sum": { 2024-08-29T19:03:25.675 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes": 0, 2024-08-29T19:03:25.676 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes_hit_set_archive": 0, 2024-08-29T19:03:25.676 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes_recovered": 0, 2024-08-29T19:03:25.676 INFO:tasks.workunit.client.0.smithi028.stdout: "num_deep_scrub_errors": 0, 2024-08-29T19:03:25.676 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict": 0, 2024-08-29T19:03:25.676 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_kb": 0, 2024-08-29T19:03:25.676 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_mode_full": 0, 2024-08-29T19:03:25.676 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_mode_some": 0, 2024-08-29T19:03:25.676 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush": 0, 2024-08-29T19:03:25.676 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_kb": 0, 2024-08-29T19:03:25.676 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_mode_high": 0, 2024-08-29T19:03:25.676 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_mode_low": 0, 2024-08-29T19:03:25.676 INFO:tasks.workunit.client.0.smithi028.stdout: "num_keys_recovered": 0, 2024-08-29T19:03:25.676 INFO:tasks.workunit.client.0.smithi028.stdout: "num_large_omap_objects": 0, 2024-08-29T19:03:25.677 INFO:tasks.workunit.client.0.smithi028.stdout: "num_legacy_snapsets": 0, 2024-08-29T19:03:25.677 INFO:tasks.workunit.client.0.smithi028.stdout: "num_object_clones": 0, 2024-08-29T19:03:25.677 INFO:tasks.workunit.client.0.smithi028.stdout: "num_object_copies": 0, 2024-08-29T19:03:25.677 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects": 0, 2024-08-29T19:03:25.677 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_degraded": 0, 2024-08-29T19:03:25.677 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_dirty": 0, 2024-08-29T19:03:25.677 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_hit_set_archive": 0, 2024-08-29T19:03:25.677 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_manifest": 0, 2024-08-29T19:03:25.677 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_misplaced": 0, 2024-08-29T19:03:25.677 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_missing": 0, 2024-08-29T19:03:25.677 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_missing_on_primary": 0, 2024-08-29T19:03:25.677 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_omap": 0, 2024-08-29T19:03:25.677 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_pinned": 0, 2024-08-29T19:03:25.677 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_recovered": 0, 2024-08-29T19:03:25.678 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_repaired": 0, 2024-08-29T19:03:25.678 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_unfound": 0, 2024-08-29T19:03:25.678 INFO:tasks.workunit.client.0.smithi028.stdout: "num_omap_bytes": 0, 2024-08-29T19:03:25.678 INFO:tasks.workunit.client.0.smithi028.stdout: "num_omap_keys": 0, 2024-08-29T19:03:25.678 INFO:tasks.workunit.client.0.smithi028.stdout: "num_promote": 0, 2024-08-29T19:03:25.678 INFO:tasks.workunit.client.0.smithi028.stdout: "num_read": 0, 2024-08-29T19:03:25.678 INFO:tasks.workunit.client.0.smithi028.stdout: "num_read_kb": 0, 2024-08-29T19:03:25.678 INFO:tasks.workunit.client.0.smithi028.stdout: "num_scrub_errors": 0, 2024-08-29T19:03:25.678 INFO:tasks.workunit.client.0.smithi028.stdout: "num_shallow_scrub_errors": 0, 2024-08-29T19:03:25.678 INFO:tasks.workunit.client.0.smithi028.stdout: "num_whiteouts": 0, 2024-08-29T19:03:25.678 INFO:tasks.workunit.client.0.smithi028.stdout: "num_write": 0, 2024-08-29T19:03:25.678 INFO:tasks.workunit.client.0.smithi028.stdout: "num_write_kb": 0 2024-08-29T19:03:25.678 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:25.678 INFO:tasks.workunit.client.0.smithi028.stdout: "state": "active+clean", 2024-08-29T19:03:25.679 INFO:tasks.workunit.client.0.smithi028.stdout: "stats_invalid": false, 2024-08-29T19:03:25.679 INFO:tasks.workunit.client.0.smithi028.stdout: "up": [ 2024-08-29T19:03:25.679 INFO:tasks.workunit.client.0.smithi028.stdout: 2, 2024-08-29T19:03:25.679 INFO:tasks.workunit.client.0.smithi028.stdout: 7, 2024-08-29T19:03:25.679 INFO:tasks.workunit.client.0.smithi028.stdout: 1 2024-08-29T19:03:25.679 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-08-29T19:03:25.679 INFO:tasks.workunit.client.0.smithi028.stdout: "up_primary": 2, 2024-08-29T19:03:25.679 INFO:tasks.workunit.client.0.smithi028.stdout: "version": "0'0" 2024-08-29T19:03:25.679 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:25.679 INFO:tasks.workunit.client.0.smithi028.stdout: { 2024-08-29T19:03:25.679 INFO:tasks.workunit.client.0.smithi028.stdout: "acting": [ 2024-08-29T19:03:25.679 INFO:tasks.workunit.client.0.smithi028.stdout: 6, 2024-08-29T19:03:25.679 INFO:tasks.workunit.client.0.smithi028.stdout: 4, 2024-08-29T19:03:25.680 INFO:tasks.workunit.client.0.smithi028.stdout: 0 2024-08-29T19:03:25.680 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-08-29T19:03:25.680 INFO:tasks.workunit.client.0.smithi028.stdout: "acting_primary": 6, 2024-08-29T19:03:25.680 INFO:tasks.workunit.client.0.smithi028.stdout: "avail_no_missing": [], 2024-08-29T19:03:25.680 INFO:tasks.workunit.client.0.smithi028.stdout: "blocked_by": [], 2024-08-29T19:03:25.680 INFO:tasks.workunit.client.0.smithi028.stdout: "created": 62, 2024-08-29T19:03:25.680 INFO:tasks.workunit.client.0.smithi028.stdout: "dirty_stats_invalid": false, 2024-08-29T19:03:25.680 INFO:tasks.workunit.client.0.smithi028.stdout: "hitset_bytes_stats_invalid": false, 2024-08-29T19:03:25.680 INFO:tasks.workunit.client.0.smithi028.stdout: "hitset_stats_invalid": false, 2024-08-29T19:03:25.680 INFO:tasks.workunit.client.0.smithi028.stdout: "last_active": "2024-08-29T19:02:14.923263+0000", 2024-08-29T19:03:25.680 INFO:tasks.workunit.client.0.smithi028.stdout: "last_became_active": "2024-08-29T17:57:36.381438+0000", 2024-08-29T19:03:25.680 INFO:tasks.workunit.client.0.smithi028.stdout: "last_became_peered": "2024-08-29T17:57:36.381438+0000", 2024-08-29T19:03:25.680 INFO:tasks.workunit.client.0.smithi028.stdout: "last_change": "2024-08-29T17:57:36.381897+0000", 2024-08-29T19:03:25.680 INFO:tasks.workunit.client.0.smithi028.stdout: "last_clean": "2024-08-29T19:02:14.923263+0000", 2024-08-29T19:03:25.681 INFO:tasks.workunit.client.0.smithi028.stdout: "last_clean_scrub_stamp": "2024-08-29T17:41:01.987071+0000", 2024-08-29T19:03:25.681 INFO:tasks.workunit.client.0.smithi028.stdout: "last_deep_scrub": "0'0", 2024-08-29T19:03:25.681 INFO:tasks.workunit.client.0.smithi028.stdout: "last_deep_scrub_stamp": "2024-08-29T17:41:01.987071+0000", 2024-08-29T19:03:25.681 INFO:tasks.workunit.client.0.smithi028.stdout: "last_epoch_clean": 646, 2024-08-29T19:03:25.681 INFO:tasks.workunit.client.0.smithi028.stdout: "last_fresh": "2024-08-29T19:02:14.923263+0000", 2024-08-29T19:03:25.681 INFO:tasks.workunit.client.0.smithi028.stdout: "last_fullsized": "2024-08-29T19:02:14.923263+0000", 2024-08-29T19:03:25.681 INFO:tasks.workunit.client.0.smithi028.stdout: "last_peered": "2024-08-29T19:02:14.923263+0000", 2024-08-29T19:03:25.681 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub": "0'0", 2024-08-29T19:03:25.681 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub_duration": 0, 2024-08-29T19:03:25.681 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub_stamp": "2024-08-29T17:41:01.987071+0000", 2024-08-29T19:03:25.681 INFO:tasks.workunit.client.0.smithi028.stdout: "last_undegraded": "2024-08-29T19:02:14.923263+0000", 2024-08-29T19:03:25.681 INFO:tasks.workunit.client.0.smithi028.stdout: "last_unstale": "2024-08-29T19:02:14.923263+0000", 2024-08-29T19:03:25.681 INFO:tasks.workunit.client.0.smithi028.stdout: "log_dups_size": 0, 2024-08-29T19:03:25.681 INFO:tasks.workunit.client.0.smithi028.stdout: "log_size": 0, 2024-08-29T19:03:25.682 INFO:tasks.workunit.client.0.smithi028.stdout: "log_start": "0'0", 2024-08-29T19:03:25.682 INFO:tasks.workunit.client.0.smithi028.stdout: "manifest_stats_invalid": false, 2024-08-29T19:03:25.682 INFO:tasks.workunit.client.0.smithi028.stdout: "mapping_epoch": 645, 2024-08-29T19:03:25.682 INFO:tasks.workunit.client.0.smithi028.stdout: "object_location_counts": [], 2024-08-29T19:03:25.682 INFO:tasks.workunit.client.0.smithi028.stdout: "objects_scrubbed": 0, 2024-08-29T19:03:25.682 INFO:tasks.workunit.client.0.smithi028.stdout: "objects_trimmed": 0, 2024-08-29T19:03:25.682 INFO:tasks.workunit.client.0.smithi028.stdout: "omap_stats_invalid": false, 2024-08-29T19:03:25.682 INFO:tasks.workunit.client.0.smithi028.stdout: "ondisk_log_size": 0, 2024-08-29T19:03:25.682 INFO:tasks.workunit.client.0.smithi028.stdout: "ondisk_log_start": "0'0", 2024-08-29T19:03:25.682 INFO:tasks.workunit.client.0.smithi028.stdout: "parent": "0.0", 2024-08-29T19:03:25.682 INFO:tasks.workunit.client.0.smithi028.stdout: "parent_split_bits": 0, 2024-08-29T19:03:25.682 INFO:tasks.workunit.client.0.smithi028.stdout: "pgid": "3.2c", 2024-08-29T19:03:25.682 INFO:tasks.workunit.client.0.smithi028.stdout: "pin_stats_invalid": false, 2024-08-29T19:03:25.682 INFO:tasks.workunit.client.0.smithi028.stdout: "purged_snaps": [], 2024-08-29T19:03:25.683 INFO:tasks.workunit.client.0.smithi028.stdout: "reported_epoch": 2650, 2024-08-29T19:03:25.683 INFO:tasks.workunit.client.0.smithi028.stdout: "reported_seq": 4603, 2024-08-29T19:03:25.683 INFO:tasks.workunit.client.0.smithi028.stdout: "scrub_duration": 0.0, 2024-08-29T19:03:25.683 INFO:tasks.workunit.client.0.smithi028.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-31T02:29:40.299776+0000", 2024-08-29T19:03:25.683 INFO:tasks.workunit.client.0.smithi028.stdout: "snaptrim_duration": 0.0, 2024-08-29T19:03:25.683 INFO:tasks.workunit.client.0.smithi028.stdout: "snaptrimq_len": 0, 2024-08-29T19:03:25.683 INFO:tasks.workunit.client.0.smithi028.stdout: "stat_sum": { 2024-08-29T19:03:25.683 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes": 0, 2024-08-29T19:03:25.683 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes_hit_set_archive": 0, 2024-08-29T19:03:25.683 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes_recovered": 0, 2024-08-29T19:03:25.683 INFO:tasks.workunit.client.0.smithi028.stdout: "num_deep_scrub_errors": 0, 2024-08-29T19:03:25.683 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict": 0, 2024-08-29T19:03:25.683 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_kb": 0, 2024-08-29T19:03:25.683 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_mode_full": 0, 2024-08-29T19:03:25.684 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_mode_some": 0, 2024-08-29T19:03:25.684 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush": 0, 2024-08-29T19:03:25.684 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_kb": 0, 2024-08-29T19:03:25.684 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_mode_high": 0, 2024-08-29T19:03:25.684 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_mode_low": 0, 2024-08-29T19:03:25.684 INFO:tasks.workunit.client.0.smithi028.stdout: "num_keys_recovered": 0, 2024-08-29T19:03:25.684 INFO:tasks.workunit.client.0.smithi028.stdout: "num_large_omap_objects": 0, 2024-08-29T19:03:25.684 INFO:tasks.workunit.client.0.smithi028.stdout: "num_legacy_snapsets": 0, 2024-08-29T19:03:25.684 INFO:tasks.workunit.client.0.smithi028.stdout: "num_object_clones": 0, 2024-08-29T19:03:25.684 INFO:tasks.workunit.client.0.smithi028.stdout: "num_object_copies": 0, 2024-08-29T19:03:25.684 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects": 0, 2024-08-29T19:03:25.684 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_degraded": 0, 2024-08-29T19:03:25.684 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_dirty": 0, 2024-08-29T19:03:25.684 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_hit_set_archive": 0, 2024-08-29T19:03:25.685 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_manifest": 0, 2024-08-29T19:03:25.685 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_misplaced": 0, 2024-08-29T19:03:25.685 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_missing": 0, 2024-08-29T19:03:25.685 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_missing_on_primary": 0, 2024-08-29T19:03:25.685 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_omap": 0, 2024-08-29T19:03:25.685 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_pinned": 0, 2024-08-29T19:03:25.685 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_recovered": 0, 2024-08-29T19:03:25.685 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_repaired": 0, 2024-08-29T19:03:25.685 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_unfound": 0, 2024-08-29T19:03:25.685 INFO:tasks.workunit.client.0.smithi028.stdout: "num_omap_bytes": 0, 2024-08-29T19:03:25.685 INFO:tasks.workunit.client.0.smithi028.stdout: "num_omap_keys": 0, 2024-08-29T19:03:25.685 INFO:tasks.workunit.client.0.smithi028.stdout: "num_promote": 0, 2024-08-29T19:03:25.685 INFO:tasks.workunit.client.0.smithi028.stdout: "num_read": 0, 2024-08-29T19:03:25.686 INFO:tasks.workunit.client.0.smithi028.stdout: "num_read_kb": 0, 2024-08-29T19:03:25.686 INFO:tasks.workunit.client.0.smithi028.stdout: "num_scrub_errors": 0, 2024-08-29T19:03:25.686 INFO:tasks.workunit.client.0.smithi028.stdout: "num_shallow_scrub_errors": 0, 2024-08-29T19:03:25.686 INFO:tasks.workunit.client.0.smithi028.stdout: "num_whiteouts": 0, 2024-08-29T19:03:25.686 INFO:tasks.workunit.client.0.smithi028.stdout: "num_write": 0, 2024-08-29T19:03:25.686 INFO:tasks.workunit.client.0.smithi028.stdout: "num_write_kb": 0 2024-08-29T19:03:25.686 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:25.686 INFO:tasks.workunit.client.0.smithi028.stdout: "state": "active+clean", 2024-08-29T19:03:25.686 INFO:tasks.workunit.client.0.smithi028.stdout: "stats_invalid": false, 2024-08-29T19:03:25.686 INFO:tasks.workunit.client.0.smithi028.stdout: "up": [ 2024-08-29T19:03:25.686 INFO:tasks.workunit.client.0.smithi028.stdout: 6, 2024-08-29T19:03:25.686 INFO:tasks.workunit.client.0.smithi028.stdout: 4, 2024-08-29T19:03:25.686 INFO:tasks.workunit.client.0.smithi028.stdout: 0 2024-08-29T19:03:25.686 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-08-29T19:03:25.687 INFO:tasks.workunit.client.0.smithi028.stdout: "up_primary": 6, 2024-08-29T19:03:25.687 INFO:tasks.workunit.client.0.smithi028.stdout: "version": "0'0" 2024-08-29T19:03:25.687 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:25.687 INFO:tasks.workunit.client.0.smithi028.stdout: { 2024-08-29T19:03:25.687 INFO:tasks.workunit.client.0.smithi028.stdout: "acting": [ 2024-08-29T19:03:25.687 INFO:tasks.workunit.client.0.smithi028.stdout: 7, 2024-08-29T19:03:25.687 INFO:tasks.workunit.client.0.smithi028.stdout: 2, 2024-08-29T19:03:25.687 INFO:tasks.workunit.client.0.smithi028.stdout: 6 2024-08-29T19:03:25.687 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-08-29T19:03:25.687 INFO:tasks.workunit.client.0.smithi028.stdout: "acting_primary": 7, 2024-08-29T19:03:25.687 INFO:tasks.workunit.client.0.smithi028.stdout: "avail_no_missing": [], 2024-08-29T19:03:25.687 INFO:tasks.workunit.client.0.smithi028.stdout: "blocked_by": [], 2024-08-29T19:03:25.687 INFO:tasks.workunit.client.0.smithi028.stdout: "created": 62, 2024-08-29T19:03:25.688 INFO:tasks.workunit.client.0.smithi028.stdout: "dirty_stats_invalid": false, 2024-08-29T19:03:25.688 INFO:tasks.workunit.client.0.smithi028.stdout: "hitset_bytes_stats_invalid": false, 2024-08-29T19:03:25.688 INFO:tasks.workunit.client.0.smithi028.stdout: "hitset_stats_invalid": false, 2024-08-29T19:03:25.688 INFO:tasks.workunit.client.0.smithi028.stdout: "last_active": "2024-08-29T19:02:14.102350+0000", 2024-08-29T19:03:25.688 INFO:tasks.workunit.client.0.smithi028.stdout: "last_became_active": "2024-08-29T17:58:11.364834+0000", 2024-08-29T19:03:25.688 INFO:tasks.workunit.client.0.smithi028.stdout: "last_became_peered": "2024-08-29T17:58:11.364834+0000", 2024-08-29T19:03:25.688 INFO:tasks.workunit.client.0.smithi028.stdout: "last_change": "2024-08-29T17:58:11.365372+0000", 2024-08-29T19:03:25.688 INFO:tasks.workunit.client.0.smithi028.stdout: "last_clean": "2024-08-29T19:02:14.102350+0000", 2024-08-29T19:03:25.688 INFO:tasks.workunit.client.0.smithi028.stdout: "last_clean_scrub_stamp": "2024-08-29T17:41:01.987071+0000", 2024-08-29T19:03:25.688 INFO:tasks.workunit.client.0.smithi028.stdout: "last_deep_scrub": "0'0", 2024-08-29T19:03:25.688 INFO:tasks.workunit.client.0.smithi028.stdout: "last_deep_scrub_stamp": "2024-08-29T17:41:01.987071+0000", 2024-08-29T19:03:25.688 INFO:tasks.workunit.client.0.smithi028.stdout: "last_epoch_clean": 681, 2024-08-29T19:03:25.688 INFO:tasks.workunit.client.0.smithi028.stdout: "last_fresh": "2024-08-29T19:02:14.102350+0000", 2024-08-29T19:03:25.689 INFO:tasks.workunit.client.0.smithi028.stdout: "last_fullsized": "2024-08-29T19:02:14.102350+0000", 2024-08-29T19:03:25.689 INFO:tasks.workunit.client.0.smithi028.stdout: "last_peered": "2024-08-29T19:02:14.102350+0000", 2024-08-29T19:03:25.689 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub": "0'0", 2024-08-29T19:03:25.689 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub_duration": 0, 2024-08-29T19:03:25.689 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub_stamp": "2024-08-29T17:41:01.987071+0000", 2024-08-29T19:03:25.689 INFO:tasks.workunit.client.0.smithi028.stdout: "last_undegraded": "2024-08-29T19:02:14.102350+0000", 2024-08-29T19:03:25.689 INFO:tasks.workunit.client.0.smithi028.stdout: "last_unstale": "2024-08-29T19:02:14.102350+0000", 2024-08-29T19:03:25.689 INFO:tasks.workunit.client.0.smithi028.stdout: "log_dups_size": 0, 2024-08-29T19:03:25.689 INFO:tasks.workunit.client.0.smithi028.stdout: "log_size": 0, 2024-08-29T19:03:25.689 INFO:tasks.workunit.client.0.smithi028.stdout: "log_start": "0'0", 2024-08-29T19:03:25.689 INFO:tasks.workunit.client.0.smithi028.stdout: "manifest_stats_invalid": false, 2024-08-29T19:03:25.689 INFO:tasks.workunit.client.0.smithi028.stdout: "mapping_epoch": 680, 2024-08-29T19:03:25.689 INFO:tasks.workunit.client.0.smithi028.stdout: "object_location_counts": [], 2024-08-29T19:03:25.690 INFO:tasks.workunit.client.0.smithi028.stdout: "objects_scrubbed": 0, 2024-08-29T19:03:25.690 INFO:tasks.workunit.client.0.smithi028.stdout: "objects_trimmed": 0, 2024-08-29T19:03:25.690 INFO:tasks.workunit.client.0.smithi028.stdout: "omap_stats_invalid": false, 2024-08-29T19:03:25.690 INFO:tasks.workunit.client.0.smithi028.stdout: "ondisk_log_size": 0, 2024-08-29T19:03:25.690 INFO:tasks.workunit.client.0.smithi028.stdout: "ondisk_log_start": "0'0", 2024-08-29T19:03:25.690 INFO:tasks.workunit.client.0.smithi028.stdout: "parent": "0.0", 2024-08-29T19:03:25.690 INFO:tasks.workunit.client.0.smithi028.stdout: "parent_split_bits": 0, 2024-08-29T19:03:25.690 INFO:tasks.workunit.client.0.smithi028.stdout: "pgid": "3.2d", 2024-08-29T19:03:25.690 INFO:tasks.workunit.client.0.smithi028.stdout: "pin_stats_invalid": false, 2024-08-29T19:03:25.690 INFO:tasks.workunit.client.0.smithi028.stdout: "purged_snaps": [], 2024-08-29T19:03:25.690 INFO:tasks.workunit.client.0.smithi028.stdout: "reported_epoch": 2650, 2024-08-29T19:03:25.690 INFO:tasks.workunit.client.0.smithi028.stdout: "reported_seq": 4553, 2024-08-29T19:03:25.690 INFO:tasks.workunit.client.0.smithi028.stdout: "scrub_duration": 0.0, 2024-08-29T19:03:25.691 INFO:tasks.workunit.client.0.smithi028.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-31T02:56:19.623489+0000", 2024-08-29T19:03:25.691 INFO:tasks.workunit.client.0.smithi028.stdout: "snaptrim_duration": 0.0, 2024-08-29T19:03:25.691 INFO:tasks.workunit.client.0.smithi028.stdout: "snaptrimq_len": 0, 2024-08-29T19:03:25.691 INFO:tasks.workunit.client.0.smithi028.stdout: "stat_sum": { 2024-08-29T19:03:25.691 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes": 0, 2024-08-29T19:03:25.691 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes_hit_set_archive": 0, 2024-08-29T19:03:25.691 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes_recovered": 0, 2024-08-29T19:03:25.691 INFO:tasks.workunit.client.0.smithi028.stdout: "num_deep_scrub_errors": 0, 2024-08-29T19:03:25.691 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict": 0, 2024-08-29T19:03:25.691 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_kb": 0, 2024-08-29T19:03:25.691 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_mode_full": 0, 2024-08-29T19:03:25.691 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_mode_some": 0, 2024-08-29T19:03:25.691 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush": 0, 2024-08-29T19:03:25.691 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_kb": 0, 2024-08-29T19:03:25.692 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_mode_high": 0, 2024-08-29T19:03:25.692 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_mode_low": 0, 2024-08-29T19:03:25.692 INFO:tasks.workunit.client.0.smithi028.stdout: "num_keys_recovered": 0, 2024-08-29T19:03:25.692 INFO:tasks.workunit.client.0.smithi028.stdout: "num_large_omap_objects": 0, 2024-08-29T19:03:25.692 INFO:tasks.workunit.client.0.smithi028.stdout: "num_legacy_snapsets": 0, 2024-08-29T19:03:25.692 INFO:tasks.workunit.client.0.smithi028.stdout: "num_object_clones": 0, 2024-08-29T19:03:25.692 INFO:tasks.workunit.client.0.smithi028.stdout: "num_object_copies": 0, 2024-08-29T19:03:25.692 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects": 0, 2024-08-29T19:03:25.692 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_degraded": 0, 2024-08-29T19:03:25.692 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_dirty": 0, 2024-08-29T19:03:25.692 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_hit_set_archive": 0, 2024-08-29T19:03:25.692 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_manifest": 0, 2024-08-29T19:03:25.692 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_misplaced": 0, 2024-08-29T19:03:25.693 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_missing": 0, 2024-08-29T19:03:25.693 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_missing_on_primary": 0, 2024-08-29T19:03:25.693 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_omap": 0, 2024-08-29T19:03:25.693 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_pinned": 0, 2024-08-29T19:03:25.693 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_recovered": 0, 2024-08-29T19:03:25.693 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_repaired": 0, 2024-08-29T19:03:25.693 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_unfound": 0, 2024-08-29T19:03:25.693 INFO:tasks.workunit.client.0.smithi028.stdout: "num_omap_bytes": 0, 2024-08-29T19:03:25.693 INFO:tasks.workunit.client.0.smithi028.stdout: "num_omap_keys": 0, 2024-08-29T19:03:25.693 INFO:tasks.workunit.client.0.smithi028.stdout: "num_promote": 0, 2024-08-29T19:03:25.693 INFO:tasks.workunit.client.0.smithi028.stdout: "num_read": 0, 2024-08-29T19:03:25.693 INFO:tasks.workunit.client.0.smithi028.stdout: "num_read_kb": 0, 2024-08-29T19:03:25.693 INFO:tasks.workunit.client.0.smithi028.stdout: "num_scrub_errors": 0, 2024-08-29T19:03:25.694 INFO:tasks.workunit.client.0.smithi028.stdout: "num_shallow_scrub_errors": 0, 2024-08-29T19:03:25.694 INFO:tasks.workunit.client.0.smithi028.stdout: "num_whiteouts": 0, 2024-08-29T19:03:25.694 INFO:tasks.workunit.client.0.smithi028.stdout: "num_write": 0, 2024-08-29T19:03:25.694 INFO:tasks.workunit.client.0.smithi028.stdout: "num_write_kb": 0 2024-08-29T19:03:25.694 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:25.694 INFO:tasks.workunit.client.0.smithi028.stdout: "state": "active+clean", 2024-08-29T19:03:25.694 INFO:tasks.workunit.client.0.smithi028.stdout: "stats_invalid": false, 2024-08-29T19:03:25.694 INFO:tasks.workunit.client.0.smithi028.stdout: "up": [ 2024-08-29T19:03:25.694 INFO:tasks.workunit.client.0.smithi028.stdout: 7, 2024-08-29T19:03:25.694 INFO:tasks.workunit.client.0.smithi028.stdout: 2, 2024-08-29T19:03:25.694 INFO:tasks.workunit.client.0.smithi028.stdout: 6 2024-08-29T19:03:25.694 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-08-29T19:03:25.694 INFO:tasks.workunit.client.0.smithi028.stdout: "up_primary": 7, 2024-08-29T19:03:25.695 INFO:tasks.workunit.client.0.smithi028.stdout: "version": "0'0" 2024-08-29T19:03:25.695 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:25.695 INFO:tasks.workunit.client.0.smithi028.stdout: { 2024-08-29T19:03:25.695 INFO:tasks.workunit.client.0.smithi028.stdout: "acting": [ 2024-08-29T19:03:25.695 INFO:tasks.workunit.client.0.smithi028.stdout: 2, 2024-08-29T19:03:25.695 INFO:tasks.workunit.client.0.smithi028.stdout: 6, 2024-08-29T19:03:25.695 INFO:tasks.workunit.client.0.smithi028.stdout: 7 2024-08-29T19:03:25.695 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-08-29T19:03:25.695 INFO:tasks.workunit.client.0.smithi028.stdout: "acting_primary": 2, 2024-08-29T19:03:25.695 INFO:tasks.workunit.client.0.smithi028.stdout: "avail_no_missing": [], 2024-08-29T19:03:25.695 INFO:tasks.workunit.client.0.smithi028.stdout: "blocked_by": [], 2024-08-29T19:03:25.695 INFO:tasks.workunit.client.0.smithi028.stdout: "created": 62, 2024-08-29T19:03:25.695 INFO:tasks.workunit.client.0.smithi028.stdout: "dirty_stats_invalid": false, 2024-08-29T19:03:25.695 INFO:tasks.workunit.client.0.smithi028.stdout: "hitset_bytes_stats_invalid": false, 2024-08-29T19:03:25.696 INFO:tasks.workunit.client.0.smithi028.stdout: "hitset_stats_invalid": false, 2024-08-29T19:03:25.696 INFO:tasks.workunit.client.0.smithi028.stdout: "last_active": "2024-08-29T19:02:14.103133+0000", 2024-08-29T19:03:25.696 INFO:tasks.workunit.client.0.smithi028.stdout: "last_became_active": "2024-08-29T17:58:11.351552+0000", 2024-08-29T19:03:25.696 INFO:tasks.workunit.client.0.smithi028.stdout: "last_became_peered": "2024-08-29T17:58:11.351552+0000", 2024-08-29T19:03:25.696 INFO:tasks.workunit.client.0.smithi028.stdout: "last_change": "2024-08-29T17:58:11.352191+0000", 2024-08-29T19:03:25.696 INFO:tasks.workunit.client.0.smithi028.stdout: "last_clean": "2024-08-29T19:02:14.103133+0000", 2024-08-29T19:03:25.696 INFO:tasks.workunit.client.0.smithi028.stdout: "last_clean_scrub_stamp": "2024-08-29T17:41:01.987071+0000", 2024-08-29T19:03:25.696 INFO:tasks.workunit.client.0.smithi028.stdout: "last_deep_scrub": "0'0", 2024-08-29T19:03:25.696 INFO:tasks.workunit.client.0.smithi028.stdout: "last_deep_scrub_stamp": "2024-08-29T17:41:01.987071+0000", 2024-08-29T19:03:25.696 INFO:tasks.workunit.client.0.smithi028.stdout: "last_epoch_clean": 681, 2024-08-29T19:03:25.696 INFO:tasks.workunit.client.0.smithi028.stdout: "last_fresh": "2024-08-29T19:02:14.103133+0000", 2024-08-29T19:03:25.696 INFO:tasks.workunit.client.0.smithi028.stdout: "last_fullsized": "2024-08-29T19:02:14.103133+0000", 2024-08-29T19:03:25.696 INFO:tasks.workunit.client.0.smithi028.stdout: "last_peered": "2024-08-29T19:02:14.103133+0000", 2024-08-29T19:03:25.697 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub": "0'0", 2024-08-29T19:03:25.697 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub_duration": 0, 2024-08-29T19:03:25.697 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub_stamp": "2024-08-29T17:41:01.987071+0000", 2024-08-29T19:03:25.697 INFO:tasks.workunit.client.0.smithi028.stdout: "last_undegraded": "2024-08-29T19:02:14.103133+0000", 2024-08-29T19:03:25.697 INFO:tasks.workunit.client.0.smithi028.stdout: "last_unstale": "2024-08-29T19:02:14.103133+0000", 2024-08-29T19:03:25.697 INFO:tasks.workunit.client.0.smithi028.stdout: "log_dups_size": 0, 2024-08-29T19:03:25.697 INFO:tasks.workunit.client.0.smithi028.stdout: "log_size": 0, 2024-08-29T19:03:25.697 INFO:tasks.workunit.client.0.smithi028.stdout: "log_start": "0'0", 2024-08-29T19:03:25.697 INFO:tasks.workunit.client.0.smithi028.stdout: "manifest_stats_invalid": false, 2024-08-29T19:03:25.697 INFO:tasks.workunit.client.0.smithi028.stdout: "mapping_epoch": 680, 2024-08-29T19:03:25.697 INFO:tasks.workunit.client.0.smithi028.stdout: "object_location_counts": [], 2024-08-29T19:03:25.697 INFO:tasks.workunit.client.0.smithi028.stdout: "objects_scrubbed": 0, 2024-08-29T19:03:25.697 INFO:tasks.workunit.client.0.smithi028.stdout: "objects_trimmed": 0, 2024-08-29T19:03:25.698 INFO:tasks.workunit.client.0.smithi028.stdout: "omap_stats_invalid": false, 2024-08-29T19:03:25.698 INFO:tasks.workunit.client.0.smithi028.stdout: "ondisk_log_size": 0, 2024-08-29T19:03:25.698 INFO:tasks.workunit.client.0.smithi028.stdout: "ondisk_log_start": "0'0", 2024-08-29T19:03:25.698 INFO:tasks.workunit.client.0.smithi028.stdout: "parent": "0.0", 2024-08-29T19:03:25.698 INFO:tasks.workunit.client.0.smithi028.stdout: "parent_split_bits": 0, 2024-08-29T19:03:25.698 INFO:tasks.workunit.client.0.smithi028.stdout: "pgid": "3.2e", 2024-08-29T19:03:25.698 INFO:tasks.workunit.client.0.smithi028.stdout: "pin_stats_invalid": false, 2024-08-29T19:03:25.698 INFO:tasks.workunit.client.0.smithi028.stdout: "purged_snaps": [], 2024-08-29T19:03:25.698 INFO:tasks.workunit.client.0.smithi028.stdout: "reported_epoch": 2650, 2024-08-29T19:03:25.698 INFO:tasks.workunit.client.0.smithi028.stdout: "reported_seq": 4708, 2024-08-29T19:03:25.698 INFO:tasks.workunit.client.0.smithi028.stdout: "scrub_duration": 0.0, 2024-08-29T19:03:25.698 INFO:tasks.workunit.client.0.smithi028.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-31T00:18:33.505850+0000", 2024-08-29T19:03:25.698 INFO:tasks.workunit.client.0.smithi028.stdout: "snaptrim_duration": 0.0, 2024-08-29T19:03:25.698 INFO:tasks.workunit.client.0.smithi028.stdout: "snaptrimq_len": 0, 2024-08-29T19:03:25.698 INFO:tasks.workunit.client.0.smithi028.stdout: "stat_sum": { 2024-08-29T19:03:25.699 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes": 0, 2024-08-29T19:03:25.699 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes_hit_set_archive": 0, 2024-08-29T19:03:25.699 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes_recovered": 0, 2024-08-29T19:03:25.699 INFO:tasks.workunit.client.0.smithi028.stdout: "num_deep_scrub_errors": 0, 2024-08-29T19:03:25.699 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict": 0, 2024-08-29T19:03:25.699 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_kb": 0, 2024-08-29T19:03:25.699 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_mode_full": 0, 2024-08-29T19:03:25.699 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_mode_some": 0, 2024-08-29T19:03:25.699 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush": 0, 2024-08-29T19:03:25.699 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_kb": 0, 2024-08-29T19:03:25.699 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_mode_high": 0, 2024-08-29T19:03:25.699 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_mode_low": 0, 2024-08-29T19:03:25.699 INFO:tasks.workunit.client.0.smithi028.stdout: "num_keys_recovered": 0, 2024-08-29T19:03:25.700 INFO:tasks.workunit.client.0.smithi028.stdout: "num_large_omap_objects": 0, 2024-08-29T19:03:25.700 INFO:tasks.workunit.client.0.smithi028.stdout: "num_legacy_snapsets": 0, 2024-08-29T19:03:25.700 INFO:tasks.workunit.client.0.smithi028.stdout: "num_object_clones": 0, 2024-08-29T19:03:25.700 INFO:tasks.workunit.client.0.smithi028.stdout: "num_object_copies": 0, 2024-08-29T19:03:25.700 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects": 0, 2024-08-29T19:03:25.700 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_degraded": 0, 2024-08-29T19:03:25.700 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_dirty": 0, 2024-08-29T19:03:25.700 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_hit_set_archive": 0, 2024-08-29T19:03:25.700 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_manifest": 0, 2024-08-29T19:03:25.700 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_misplaced": 0, 2024-08-29T19:03:25.700 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_missing": 0, 2024-08-29T19:03:25.700 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_missing_on_primary": 0, 2024-08-29T19:03:25.700 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_omap": 0, 2024-08-29T19:03:25.700 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_pinned": 0, 2024-08-29T19:03:25.701 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_recovered": 0, 2024-08-29T19:03:25.701 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_repaired": 0, 2024-08-29T19:03:25.701 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_unfound": 0, 2024-08-29T19:03:25.701 INFO:tasks.workunit.client.0.smithi028.stdout: "num_omap_bytes": 0, 2024-08-29T19:03:25.701 INFO:tasks.workunit.client.0.smithi028.stdout: "num_omap_keys": 0, 2024-08-29T19:03:25.701 INFO:tasks.workunit.client.0.smithi028.stdout: "num_promote": 0, 2024-08-29T19:03:25.701 INFO:tasks.workunit.client.0.smithi028.stdout: "num_read": 0, 2024-08-29T19:03:25.701 INFO:tasks.workunit.client.0.smithi028.stdout: "num_read_kb": 0, 2024-08-29T19:03:25.701 INFO:tasks.workunit.client.0.smithi028.stdout: "num_scrub_errors": 0, 2024-08-29T19:03:25.701 INFO:tasks.workunit.client.0.smithi028.stdout: "num_shallow_scrub_errors": 0, 2024-08-29T19:03:25.701 INFO:tasks.workunit.client.0.smithi028.stdout: "num_whiteouts": 0, 2024-08-29T19:03:25.701 INFO:tasks.workunit.client.0.smithi028.stdout: "num_write": 0, 2024-08-29T19:03:25.701 INFO:tasks.workunit.client.0.smithi028.stdout: "num_write_kb": 0 2024-08-29T19:03:25.702 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:25.702 INFO:tasks.workunit.client.0.smithi028.stdout: "state": "active+clean", 2024-08-29T19:03:25.702 INFO:tasks.workunit.client.0.smithi028.stdout: "stats_invalid": false, 2024-08-29T19:03:25.702 INFO:tasks.workunit.client.0.smithi028.stdout: "up": [ 2024-08-29T19:03:25.702 INFO:tasks.workunit.client.0.smithi028.stdout: 2, 2024-08-29T19:03:25.702 INFO:tasks.workunit.client.0.smithi028.stdout: 6, 2024-08-29T19:03:25.702 INFO:tasks.workunit.client.0.smithi028.stdout: 7 2024-08-29T19:03:25.702 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-08-29T19:03:25.702 INFO:tasks.workunit.client.0.smithi028.stdout: "up_primary": 2, 2024-08-29T19:03:25.702 INFO:tasks.workunit.client.0.smithi028.stdout: "version": "0'0" 2024-08-29T19:03:25.702 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:25.702 INFO:tasks.workunit.client.0.smithi028.stdout: { 2024-08-29T19:03:25.702 INFO:tasks.workunit.client.0.smithi028.stdout: "acting": [ 2024-08-29T19:03:25.703 INFO:tasks.workunit.client.0.smithi028.stdout: 5, 2024-08-29T19:03:25.703 INFO:tasks.workunit.client.0.smithi028.stdout: 7, 2024-08-29T19:03:25.703 INFO:tasks.workunit.client.0.smithi028.stdout: 3 2024-08-29T19:03:25.703 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-08-29T19:03:25.703 INFO:tasks.workunit.client.0.smithi028.stdout: "acting_primary": 5, 2024-08-29T19:03:25.703 INFO:tasks.workunit.client.0.smithi028.stdout: "avail_no_missing": [], 2024-08-29T19:03:25.703 INFO:tasks.workunit.client.0.smithi028.stdout: "blocked_by": [], 2024-08-29T19:03:25.703 INFO:tasks.workunit.client.0.smithi028.stdout: "created": 62, 2024-08-29T19:03:25.703 INFO:tasks.workunit.client.0.smithi028.stdout: "dirty_stats_invalid": false, 2024-08-29T19:03:25.703 INFO:tasks.workunit.client.0.smithi028.stdout: "hitset_bytes_stats_invalid": false, 2024-08-29T19:03:25.703 INFO:tasks.workunit.client.0.smithi028.stdout: "hitset_stats_invalid": false, 2024-08-29T19:03:25.703 INFO:tasks.workunit.client.0.smithi028.stdout: "last_active": "2024-08-29T19:02:14.930589+0000", 2024-08-29T19:03:25.703 INFO:tasks.workunit.client.0.smithi028.stdout: "last_became_active": "2024-08-29T17:58:11.354431+0000", 2024-08-29T19:03:25.704 INFO:tasks.workunit.client.0.smithi028.stdout: "last_became_peered": "2024-08-29T17:58:11.354431+0000", 2024-08-29T19:03:25.704 INFO:tasks.workunit.client.0.smithi028.stdout: "last_change": "2024-08-29T17:58:11.354827+0000", 2024-08-29T19:03:25.704 INFO:tasks.workunit.client.0.smithi028.stdout: "last_clean": "2024-08-29T19:02:14.930589+0000", 2024-08-29T19:03:25.704 INFO:tasks.workunit.client.0.smithi028.stdout: "last_clean_scrub_stamp": "2024-08-29T17:41:01.987071+0000", 2024-08-29T19:03:25.704 INFO:tasks.workunit.client.0.smithi028.stdout: "last_deep_scrub": "0'0", 2024-08-29T19:03:25.704 INFO:tasks.workunit.client.0.smithi028.stdout: "last_deep_scrub_stamp": "2024-08-29T17:41:01.987071+0000", 2024-08-29T19:03:25.704 INFO:tasks.workunit.client.0.smithi028.stdout: "last_epoch_clean": 681, 2024-08-29T19:03:25.704 INFO:tasks.workunit.client.0.smithi028.stdout: "last_fresh": "2024-08-29T19:02:14.930589+0000", 2024-08-29T19:03:25.704 INFO:tasks.workunit.client.0.smithi028.stdout: "last_fullsized": "2024-08-29T19:02:14.930589+0000", 2024-08-29T19:03:25.704 INFO:tasks.workunit.client.0.smithi028.stdout: "last_peered": "2024-08-29T19:02:14.930589+0000", 2024-08-29T19:03:25.704 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub": "0'0", 2024-08-29T19:03:25.704 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub_duration": 0, 2024-08-29T19:03:25.704 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub_stamp": "2024-08-29T17:41:01.987071+0000", 2024-08-29T19:03:25.705 INFO:tasks.workunit.client.0.smithi028.stdout: "last_undegraded": "2024-08-29T19:02:14.930589+0000", 2024-08-29T19:03:25.705 INFO:tasks.workunit.client.0.smithi028.stdout: "last_unstale": "2024-08-29T19:02:14.930589+0000", 2024-08-29T19:03:25.705 INFO:tasks.workunit.client.0.smithi028.stdout: "log_dups_size": 0, 2024-08-29T19:03:25.705 INFO:tasks.workunit.client.0.smithi028.stdout: "log_size": 0, 2024-08-29T19:03:25.705 INFO:tasks.workunit.client.0.smithi028.stdout: "log_start": "0'0", 2024-08-29T19:03:25.705 INFO:tasks.workunit.client.0.smithi028.stdout: "manifest_stats_invalid": false, 2024-08-29T19:03:25.705 INFO:tasks.workunit.client.0.smithi028.stdout: "mapping_epoch": 680, 2024-08-29T19:03:25.705 INFO:tasks.workunit.client.0.smithi028.stdout: "object_location_counts": [], 2024-08-29T19:03:25.705 INFO:tasks.workunit.client.0.smithi028.stdout: "objects_scrubbed": 0, 2024-08-29T19:03:25.705 INFO:tasks.workunit.client.0.smithi028.stdout: "objects_trimmed": 0, 2024-08-29T19:03:25.705 INFO:tasks.workunit.client.0.smithi028.stdout: "omap_stats_invalid": false, 2024-08-29T19:03:25.705 INFO:tasks.workunit.client.0.smithi028.stdout: "ondisk_log_size": 0, 2024-08-29T19:03:25.705 INFO:tasks.workunit.client.0.smithi028.stdout: "ondisk_log_start": "0'0", 2024-08-29T19:03:25.706 INFO:tasks.workunit.client.0.smithi028.stdout: "parent": "0.0", 2024-08-29T19:03:25.706 INFO:tasks.workunit.client.0.smithi028.stdout: "parent_split_bits": 0, 2024-08-29T19:03:25.706 INFO:tasks.workunit.client.0.smithi028.stdout: "pgid": "3.2f", 2024-08-29T19:03:25.706 INFO:tasks.workunit.client.0.smithi028.stdout: "pin_stats_invalid": false, 2024-08-29T19:03:25.706 INFO:tasks.workunit.client.0.smithi028.stdout: "purged_snaps": [], 2024-08-29T19:03:25.706 INFO:tasks.workunit.client.0.smithi028.stdout: "reported_epoch": 2650, 2024-08-29T19:03:25.706 INFO:tasks.workunit.client.0.smithi028.stdout: "reported_seq": 4644, 2024-08-29T19:03:25.706 INFO:tasks.workunit.client.0.smithi028.stdout: "scrub_duration": 0.0, 2024-08-29T19:03:25.706 INFO:tasks.workunit.client.0.smithi028.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-30T23:16:48.659659+0000", 2024-08-29T19:03:25.706 INFO:tasks.workunit.client.0.smithi028.stdout: "snaptrim_duration": 0.0, 2024-08-29T19:03:25.706 INFO:tasks.workunit.client.0.smithi028.stdout: "snaptrimq_len": 0, 2024-08-29T19:03:25.706 INFO:tasks.workunit.client.0.smithi028.stdout: "stat_sum": { 2024-08-29T19:03:25.706 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes": 0, 2024-08-29T19:03:25.707 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes_hit_set_archive": 0, 2024-08-29T19:03:25.707 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes_recovered": 0, 2024-08-29T19:03:25.707 INFO:tasks.workunit.client.0.smithi028.stdout: "num_deep_scrub_errors": 0, 2024-08-29T19:03:25.707 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict": 0, 2024-08-29T19:03:25.707 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_kb": 0, 2024-08-29T19:03:25.707 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_mode_full": 0, 2024-08-29T19:03:25.707 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_mode_some": 0, 2024-08-29T19:03:25.707 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush": 0, 2024-08-29T19:03:25.707 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_kb": 0, 2024-08-29T19:03:25.707 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_mode_high": 0, 2024-08-29T19:03:25.707 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_mode_low": 0, 2024-08-29T19:03:25.707 INFO:tasks.workunit.client.0.smithi028.stdout: "num_keys_recovered": 0, 2024-08-29T19:03:25.707 INFO:tasks.workunit.client.0.smithi028.stdout: "num_large_omap_objects": 0, 2024-08-29T19:03:25.707 INFO:tasks.workunit.client.0.smithi028.stdout: "num_legacy_snapsets": 0, 2024-08-29T19:03:25.708 INFO:tasks.workunit.client.0.smithi028.stdout: "num_object_clones": 0, 2024-08-29T19:03:25.708 INFO:tasks.workunit.client.0.smithi028.stdout: "num_object_copies": 0, 2024-08-29T19:03:25.708 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects": 0, 2024-08-29T19:03:25.708 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_degraded": 0, 2024-08-29T19:03:25.708 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_dirty": 0, 2024-08-29T19:03:25.708 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_hit_set_archive": 0, 2024-08-29T19:03:25.708 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_manifest": 0, 2024-08-29T19:03:25.708 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_misplaced": 0, 2024-08-29T19:03:25.708 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_missing": 0, 2024-08-29T19:03:25.708 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_missing_on_primary": 0, 2024-08-29T19:03:25.708 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_omap": 0, 2024-08-29T19:03:25.708 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_pinned": 0, 2024-08-29T19:03:25.708 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_recovered": 0, 2024-08-29T19:03:25.709 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_repaired": 0, 2024-08-29T19:03:25.709 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_unfound": 0, 2024-08-29T19:03:25.709 INFO:tasks.workunit.client.0.smithi028.stdout: "num_omap_bytes": 0, 2024-08-29T19:03:25.709 INFO:tasks.workunit.client.0.smithi028.stdout: "num_omap_keys": 0, 2024-08-29T19:03:25.709 INFO:tasks.workunit.client.0.smithi028.stdout: "num_promote": 0, 2024-08-29T19:03:25.709 INFO:tasks.workunit.client.0.smithi028.stdout: "num_read": 0, 2024-08-29T19:03:25.709 INFO:tasks.workunit.client.0.smithi028.stdout: "num_read_kb": 0, 2024-08-29T19:03:25.709 INFO:tasks.workunit.client.0.smithi028.stdout: "num_scrub_errors": 0, 2024-08-29T19:03:25.709 INFO:tasks.workunit.client.0.smithi028.stdout: "num_shallow_scrub_errors": 0, 2024-08-29T19:03:25.709 INFO:tasks.workunit.client.0.smithi028.stdout: "num_whiteouts": 0, 2024-08-29T19:03:25.709 INFO:tasks.workunit.client.0.smithi028.stdout: "num_write": 0, 2024-08-29T19:03:25.709 INFO:tasks.workunit.client.0.smithi028.stdout: "num_write_kb": 0 2024-08-29T19:03:25.709 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:25.709 INFO:tasks.workunit.client.0.smithi028.stdout: "state": "active+clean", 2024-08-29T19:03:25.710 INFO:tasks.workunit.client.0.smithi028.stdout: "stats_invalid": false, 2024-08-29T19:03:25.710 INFO:tasks.workunit.client.0.smithi028.stdout: "up": [ 2024-08-29T19:03:25.710 INFO:tasks.workunit.client.0.smithi028.stdout: 5, 2024-08-29T19:03:25.710 INFO:tasks.workunit.client.0.smithi028.stdout: 7, 2024-08-29T19:03:25.710 INFO:tasks.workunit.client.0.smithi028.stdout: 3 2024-08-29T19:03:25.710 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-08-29T19:03:25.710 INFO:tasks.workunit.client.0.smithi028.stdout: "up_primary": 5, 2024-08-29T19:03:25.710 INFO:tasks.workunit.client.0.smithi028.stdout: "version": "0'0" 2024-08-29T19:03:25.710 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:25.710 INFO:tasks.workunit.client.0.smithi028.stdout: { 2024-08-29T19:03:25.710 INFO:tasks.workunit.client.0.smithi028.stdout: "acting": [ 2024-08-29T19:03:25.710 INFO:tasks.workunit.client.0.smithi028.stdout: 5, 2024-08-29T19:03:25.710 INFO:tasks.workunit.client.0.smithi028.stdout: 0, 2024-08-29T19:03:25.711 INFO:tasks.workunit.client.0.smithi028.stdout: 7 2024-08-29T19:03:25.711 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-08-29T19:03:25.711 INFO:tasks.workunit.client.0.smithi028.stdout: "acting_primary": 5, 2024-08-29T19:03:25.711 INFO:tasks.workunit.client.0.smithi028.stdout: "avail_no_missing": [], 2024-08-29T19:03:25.711 INFO:tasks.workunit.client.0.smithi028.stdout: "blocked_by": [], 2024-08-29T19:03:25.711 INFO:tasks.workunit.client.0.smithi028.stdout: "created": 62, 2024-08-29T19:03:25.711 INFO:tasks.workunit.client.0.smithi028.stdout: "dirty_stats_invalid": false, 2024-08-29T19:03:25.711 INFO:tasks.workunit.client.0.smithi028.stdout: "hitset_bytes_stats_invalid": false, 2024-08-29T19:03:25.711 INFO:tasks.workunit.client.0.smithi028.stdout: "hitset_stats_invalid": false, 2024-08-29T19:03:25.711 INFO:tasks.workunit.client.0.smithi028.stdout: "last_active": "2024-08-29T19:02:14.926023+0000", 2024-08-29T19:03:25.711 INFO:tasks.workunit.client.0.smithi028.stdout: "last_became_active": "2024-08-29T17:58:11.350769+0000", 2024-08-29T19:03:25.711 INFO:tasks.workunit.client.0.smithi028.stdout: "last_became_peered": "2024-08-29T17:58:11.350769+0000", 2024-08-29T19:03:25.711 INFO:tasks.workunit.client.0.smithi028.stdout: "last_change": "2024-08-29T17:58:11.351206+0000", 2024-08-29T19:03:25.711 INFO:tasks.workunit.client.0.smithi028.stdout: "last_clean": "2024-08-29T19:02:14.926023+0000", 2024-08-29T19:03:25.712 INFO:tasks.workunit.client.0.smithi028.stdout: "last_clean_scrub_stamp": "2024-08-29T17:41:01.987071+0000", 2024-08-29T19:03:25.712 INFO:tasks.workunit.client.0.smithi028.stdout: "last_deep_scrub": "0'0", 2024-08-29T19:03:25.712 INFO:tasks.workunit.client.0.smithi028.stdout: "last_deep_scrub_stamp": "2024-08-29T17:41:01.987071+0000", 2024-08-29T19:03:25.712 INFO:tasks.workunit.client.0.smithi028.stdout: "last_epoch_clean": 681, 2024-08-29T19:03:25.712 INFO:tasks.workunit.client.0.smithi028.stdout: "last_fresh": "2024-08-29T19:02:14.926023+0000", 2024-08-29T19:03:25.712 INFO:tasks.workunit.client.0.smithi028.stdout: "last_fullsized": "2024-08-29T19:02:14.926023+0000", 2024-08-29T19:03:25.712 INFO:tasks.workunit.client.0.smithi028.stdout: "last_peered": "2024-08-29T19:02:14.926023+0000", 2024-08-29T19:03:25.712 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub": "0'0", 2024-08-29T19:03:25.712 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub_duration": 0, 2024-08-29T19:03:25.712 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub_stamp": "2024-08-29T17:41:01.987071+0000", 2024-08-29T19:03:25.712 INFO:tasks.workunit.client.0.smithi028.stdout: "last_undegraded": "2024-08-29T19:02:14.926023+0000", 2024-08-29T19:03:25.712 INFO:tasks.workunit.client.0.smithi028.stdout: "last_unstale": "2024-08-29T19:02:14.926023+0000", 2024-08-29T19:03:25.712 INFO:tasks.workunit.client.0.smithi028.stdout: "log_dups_size": 0, 2024-08-29T19:03:25.713 INFO:tasks.workunit.client.0.smithi028.stdout: "log_size": 0, 2024-08-29T19:03:25.713 INFO:tasks.workunit.client.0.smithi028.stdout: "log_start": "0'0", 2024-08-29T19:03:25.713 INFO:tasks.workunit.client.0.smithi028.stdout: "manifest_stats_invalid": false, 2024-08-29T19:03:25.713 INFO:tasks.workunit.client.0.smithi028.stdout: "mapping_epoch": 680, 2024-08-29T19:03:25.713 INFO:tasks.workunit.client.0.smithi028.stdout: "object_location_counts": [], 2024-08-29T19:03:25.713 INFO:tasks.workunit.client.0.smithi028.stdout: "objects_scrubbed": 0, 2024-08-29T19:03:25.713 INFO:tasks.workunit.client.0.smithi028.stdout: "objects_trimmed": 0, 2024-08-29T19:03:25.713 INFO:tasks.workunit.client.0.smithi028.stdout: "omap_stats_invalid": false, 2024-08-29T19:03:25.713 INFO:tasks.workunit.client.0.smithi028.stdout: "ondisk_log_size": 0, 2024-08-29T19:03:25.713 INFO:tasks.workunit.client.0.smithi028.stdout: "ondisk_log_start": "0'0", 2024-08-29T19:03:25.713 INFO:tasks.workunit.client.0.smithi028.stdout: "parent": "0.0", 2024-08-29T19:03:25.713 INFO:tasks.workunit.client.0.smithi028.stdout: "parent_split_bits": 0, 2024-08-29T19:03:25.713 INFO:tasks.workunit.client.0.smithi028.stdout: "pgid": "3.30", 2024-08-29T19:03:25.714 INFO:tasks.workunit.client.0.smithi028.stdout: "pin_stats_invalid": false, 2024-08-29T19:03:25.714 INFO:tasks.workunit.client.0.smithi028.stdout: "purged_snaps": [], 2024-08-29T19:03:25.714 INFO:tasks.workunit.client.0.smithi028.stdout: "reported_epoch": 2650, 2024-08-29T19:03:25.714 INFO:tasks.workunit.client.0.smithi028.stdout: "reported_seq": 4626, 2024-08-29T19:03:25.714 INFO:tasks.workunit.client.0.smithi028.stdout: "scrub_duration": 0.0, 2024-08-29T19:03:25.714 INFO:tasks.workunit.client.0.smithi028.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-31T02:25:26.997669+0000", 2024-08-29T19:03:25.714 INFO:tasks.workunit.client.0.smithi028.stdout: "snaptrim_duration": 0.0, 2024-08-29T19:03:25.714 INFO:tasks.workunit.client.0.smithi028.stdout: "snaptrimq_len": 0, 2024-08-29T19:03:25.714 INFO:tasks.workunit.client.0.smithi028.stdout: "stat_sum": { 2024-08-29T19:03:25.714 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes": 0, 2024-08-29T19:03:25.714 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes_hit_set_archive": 0, 2024-08-29T19:03:25.714 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes_recovered": 0, 2024-08-29T19:03:25.714 INFO:tasks.workunit.client.0.smithi028.stdout: "num_deep_scrub_errors": 0, 2024-08-29T19:03:25.714 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict": 0, 2024-08-29T19:03:25.715 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_kb": 0, 2024-08-29T19:03:25.715 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_mode_full": 0, 2024-08-29T19:03:25.715 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_mode_some": 0, 2024-08-29T19:03:25.715 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush": 0, 2024-08-29T19:03:25.715 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_kb": 0, 2024-08-29T19:03:25.715 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_mode_high": 0, 2024-08-29T19:03:25.715 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_mode_low": 0, 2024-08-29T19:03:25.715 INFO:tasks.workunit.client.0.smithi028.stdout: "num_keys_recovered": 0, 2024-08-29T19:03:25.715 INFO:tasks.workunit.client.0.smithi028.stdout: "num_large_omap_objects": 0, 2024-08-29T19:03:25.715 INFO:tasks.workunit.client.0.smithi028.stdout: "num_legacy_snapsets": 0, 2024-08-29T19:03:25.715 INFO:tasks.workunit.client.0.smithi028.stdout: "num_object_clones": 0, 2024-08-29T19:03:25.715 INFO:tasks.workunit.client.0.smithi028.stdout: "num_object_copies": 0, 2024-08-29T19:03:25.715 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects": 0, 2024-08-29T19:03:25.715 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_degraded": 0, 2024-08-29T19:03:25.715 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_dirty": 0, 2024-08-29T19:03:25.716 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_hit_set_archive": 0, 2024-08-29T19:03:25.716 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_manifest": 0, 2024-08-29T19:03:25.716 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_misplaced": 0, 2024-08-29T19:03:25.716 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_missing": 0, 2024-08-29T19:03:25.716 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_missing_on_primary": 0, 2024-08-29T19:03:25.716 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_omap": 0, 2024-08-29T19:03:25.716 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_pinned": 0, 2024-08-29T19:03:25.716 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_recovered": 0, 2024-08-29T19:03:25.716 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_repaired": 0, 2024-08-29T19:03:25.716 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_unfound": 0, 2024-08-29T19:03:25.716 INFO:tasks.workunit.client.0.smithi028.stdout: "num_omap_bytes": 0, 2024-08-29T19:03:25.717 INFO:tasks.workunit.client.0.smithi028.stdout: "num_omap_keys": 0, 2024-08-29T19:03:25.717 INFO:tasks.workunit.client.0.smithi028.stdout: "num_promote": 0, 2024-08-29T19:03:25.717 INFO:tasks.workunit.client.0.smithi028.stdout: "num_read": 0, 2024-08-29T19:03:25.717 INFO:tasks.workunit.client.0.smithi028.stdout: "num_read_kb": 0, 2024-08-29T19:03:25.717 INFO:tasks.workunit.client.0.smithi028.stdout: "num_scrub_errors": 0, 2024-08-29T19:03:25.717 INFO:tasks.workunit.client.0.smithi028.stdout: "num_shallow_scrub_errors": 0, 2024-08-29T19:03:25.717 INFO:tasks.workunit.client.0.smithi028.stdout: "num_whiteouts": 0, 2024-08-29T19:03:25.717 INFO:tasks.workunit.client.0.smithi028.stdout: "num_write": 0, 2024-08-29T19:03:25.717 INFO:tasks.workunit.client.0.smithi028.stdout: "num_write_kb": 0 2024-08-29T19:03:25.717 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:25.717 INFO:tasks.workunit.client.0.smithi028.stdout: "state": "active+clean", 2024-08-29T19:03:25.717 INFO:tasks.workunit.client.0.smithi028.stdout: "stats_invalid": false, 2024-08-29T19:03:25.717 INFO:tasks.workunit.client.0.smithi028.stdout: "up": [ 2024-08-29T19:03:25.718 INFO:tasks.workunit.client.0.smithi028.stdout: 5, 2024-08-29T19:03:25.718 INFO:tasks.workunit.client.0.smithi028.stdout: 0, 2024-08-29T19:03:25.718 INFO:tasks.workunit.client.0.smithi028.stdout: 7 2024-08-29T19:03:25.718 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-08-29T19:03:25.718 INFO:tasks.workunit.client.0.smithi028.stdout: "up_primary": 5, 2024-08-29T19:03:25.718 INFO:tasks.workunit.client.0.smithi028.stdout: "version": "0'0" 2024-08-29T19:03:25.718 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:25.718 INFO:tasks.workunit.client.0.smithi028.stdout: { 2024-08-29T19:03:25.718 INFO:tasks.workunit.client.0.smithi028.stdout: "acting": [ 2024-08-29T19:03:25.718 INFO:tasks.workunit.client.0.smithi028.stdout: 1, 2024-08-29T19:03:25.718 INFO:tasks.workunit.client.0.smithi028.stdout: 4, 2024-08-29T19:03:25.718 INFO:tasks.workunit.client.0.smithi028.stdout: 5 2024-08-29T19:03:25.718 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-08-29T19:03:25.718 INFO:tasks.workunit.client.0.smithi028.stdout: "acting_primary": 1, 2024-08-29T19:03:25.719 INFO:tasks.workunit.client.0.smithi028.stdout: "avail_no_missing": [], 2024-08-29T19:03:25.719 INFO:tasks.workunit.client.0.smithi028.stdout: "blocked_by": [], 2024-08-29T19:03:25.719 INFO:tasks.workunit.client.0.smithi028.stdout: "created": 62, 2024-08-29T19:03:25.719 INFO:tasks.workunit.client.0.smithi028.stdout: "dirty_stats_invalid": false, 2024-08-29T19:03:25.719 INFO:tasks.workunit.client.0.smithi028.stdout: "hitset_bytes_stats_invalid": false, 2024-08-29T19:03:25.719 INFO:tasks.workunit.client.0.smithi028.stdout: "hitset_stats_invalid": false, 2024-08-29T19:03:25.719 INFO:tasks.workunit.client.0.smithi028.stdout: "last_active": "2024-08-29T19:02:14.817312+0000", 2024-08-29T19:03:25.719 INFO:tasks.workunit.client.0.smithi028.stdout: "last_became_active": "2024-08-29T17:57:02.345991+0000", 2024-08-29T19:03:25.719 INFO:tasks.workunit.client.0.smithi028.stdout: "last_became_peered": "2024-08-29T17:57:02.345991+0000", 2024-08-29T19:03:25.719 INFO:tasks.workunit.client.0.smithi028.stdout: "last_change": "2024-08-29T17:57:02.346709+0000", 2024-08-29T19:03:25.719 INFO:tasks.workunit.client.0.smithi028.stdout: "last_clean": "2024-08-29T19:02:14.817312+0000", 2024-08-29T19:03:25.719 INFO:tasks.workunit.client.0.smithi028.stdout: "last_clean_scrub_stamp": "2024-08-29T17:41:01.987071+0000", 2024-08-29T19:03:25.719 INFO:tasks.workunit.client.0.smithi028.stdout: "last_deep_scrub": "0'0", 2024-08-29T19:03:25.719 INFO:tasks.workunit.client.0.smithi028.stdout: "last_deep_scrub_stamp": "2024-08-29T17:41:01.987071+0000", 2024-08-29T19:03:25.720 INFO:tasks.workunit.client.0.smithi028.stdout: "last_epoch_clean": 613, 2024-08-29T19:03:25.720 INFO:tasks.workunit.client.0.smithi028.stdout: "last_fresh": "2024-08-29T19:02:14.817312+0000", 2024-08-29T19:03:25.720 INFO:tasks.workunit.client.0.smithi028.stdout: "last_fullsized": "2024-08-29T19:02:14.817312+0000", 2024-08-29T19:03:25.720 INFO:tasks.workunit.client.0.smithi028.stdout: "last_peered": "2024-08-29T19:02:14.817312+0000", 2024-08-29T19:03:25.720 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub": "0'0", 2024-08-29T19:03:25.720 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub_duration": 0, 2024-08-29T19:03:25.720 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub_stamp": "2024-08-29T17:41:01.987071+0000", 2024-08-29T19:03:25.720 INFO:tasks.workunit.client.0.smithi028.stdout: "last_undegraded": "2024-08-29T19:02:14.817312+0000", 2024-08-29T19:03:25.720 INFO:tasks.workunit.client.0.smithi028.stdout: "last_unstale": "2024-08-29T19:02:14.817312+0000", 2024-08-29T19:03:25.720 INFO:tasks.workunit.client.0.smithi028.stdout: "log_dups_size": 0, 2024-08-29T19:03:25.720 INFO:tasks.workunit.client.0.smithi028.stdout: "log_size": 0, 2024-08-29T19:03:25.720 INFO:tasks.workunit.client.0.smithi028.stdout: "log_start": "0'0", 2024-08-29T19:03:25.720 INFO:tasks.workunit.client.0.smithi028.stdout: "manifest_stats_invalid": false, 2024-08-29T19:03:25.720 INFO:tasks.workunit.client.0.smithi028.stdout: "mapping_epoch": 612, 2024-08-29T19:03:25.721 INFO:tasks.workunit.client.0.smithi028.stdout: "object_location_counts": [], 2024-08-29T19:03:25.721 INFO:tasks.workunit.client.0.smithi028.stdout: "objects_scrubbed": 0, 2024-08-29T19:03:25.721 INFO:tasks.workunit.client.0.smithi028.stdout: "objects_trimmed": 0, 2024-08-29T19:03:25.721 INFO:tasks.workunit.client.0.smithi028.stdout: "omap_stats_invalid": false, 2024-08-29T19:03:25.721 INFO:tasks.workunit.client.0.smithi028.stdout: "ondisk_log_size": 0, 2024-08-29T19:03:25.721 INFO:tasks.workunit.client.0.smithi028.stdout: "ondisk_log_start": "0'0", 2024-08-29T19:03:25.721 INFO:tasks.workunit.client.0.smithi028.stdout: "parent": "0.0", 2024-08-29T19:03:25.721 INFO:tasks.workunit.client.0.smithi028.stdout: "parent_split_bits": 0, 2024-08-29T19:03:25.721 INFO:tasks.workunit.client.0.smithi028.stdout: "pgid": "3.31", 2024-08-29T19:03:25.721 INFO:tasks.workunit.client.0.smithi028.stdout: "pin_stats_invalid": false, 2024-08-29T19:03:25.721 INFO:tasks.workunit.client.0.smithi028.stdout: "purged_snaps": [], 2024-08-29T19:03:25.721 INFO:tasks.workunit.client.0.smithi028.stdout: "reported_epoch": 2650, 2024-08-29T19:03:25.721 INFO:tasks.workunit.client.0.smithi028.stdout: "reported_seq": 4746, 2024-08-29T19:03:25.721 INFO:tasks.workunit.client.0.smithi028.stdout: "scrub_duration": 0.0, 2024-08-29T19:03:25.722 INFO:tasks.workunit.client.0.smithi028.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-31T03:56:30.665442+0000", 2024-08-29T19:03:25.722 INFO:tasks.workunit.client.0.smithi028.stdout: "snaptrim_duration": 0.0, 2024-08-29T19:03:25.722 INFO:tasks.workunit.client.0.smithi028.stdout: "snaptrimq_len": 0, 2024-08-29T19:03:25.722 INFO:tasks.workunit.client.0.smithi028.stdout: "stat_sum": { 2024-08-29T19:03:25.722 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes": 0, 2024-08-29T19:03:25.722 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes_hit_set_archive": 0, 2024-08-29T19:03:25.722 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes_recovered": 0, 2024-08-29T19:03:25.722 INFO:tasks.workunit.client.0.smithi028.stdout: "num_deep_scrub_errors": 0, 2024-08-29T19:03:25.722 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict": 0, 2024-08-29T19:03:25.722 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_kb": 0, 2024-08-29T19:03:25.722 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_mode_full": 0, 2024-08-29T19:03:25.722 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_mode_some": 0, 2024-08-29T19:03:25.722 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush": 0, 2024-08-29T19:03:25.722 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_kb": 0, 2024-08-29T19:03:25.723 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_mode_high": 0, 2024-08-29T19:03:25.723 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_mode_low": 0, 2024-08-29T19:03:25.723 INFO:tasks.workunit.client.0.smithi028.stdout: "num_keys_recovered": 0, 2024-08-29T19:03:25.723 INFO:tasks.workunit.client.0.smithi028.stdout: "num_large_omap_objects": 0, 2024-08-29T19:03:25.723 INFO:tasks.workunit.client.0.smithi028.stdout: "num_legacy_snapsets": 0, 2024-08-29T19:03:25.723 INFO:tasks.workunit.client.0.smithi028.stdout: "num_object_clones": 0, 2024-08-29T19:03:25.723 INFO:tasks.workunit.client.0.smithi028.stdout: "num_object_copies": 0, 2024-08-29T19:03:25.723 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects": 0, 2024-08-29T19:03:25.723 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_degraded": 0, 2024-08-29T19:03:25.723 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_dirty": 0, 2024-08-29T19:03:25.723 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_hit_set_archive": 0, 2024-08-29T19:03:25.723 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_manifest": 0, 2024-08-29T19:03:25.723 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_misplaced": 0, 2024-08-29T19:03:25.724 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_missing": 0, 2024-08-29T19:03:25.724 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_missing_on_primary": 0, 2024-08-29T19:03:25.724 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_omap": 0, 2024-08-29T19:03:25.724 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_pinned": 0, 2024-08-29T19:03:25.724 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_recovered": 0, 2024-08-29T19:03:25.724 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_repaired": 0, 2024-08-29T19:03:25.724 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_unfound": 0, 2024-08-29T19:03:25.724 INFO:tasks.workunit.client.0.smithi028.stdout: "num_omap_bytes": 0, 2024-08-29T19:03:25.724 INFO:tasks.workunit.client.0.smithi028.stdout: "num_omap_keys": 0, 2024-08-29T19:03:25.724 INFO:tasks.workunit.client.0.smithi028.stdout: "num_promote": 0, 2024-08-29T19:03:25.724 INFO:tasks.workunit.client.0.smithi028.stdout: "num_read": 0, 2024-08-29T19:03:25.724 INFO:tasks.workunit.client.0.smithi028.stdout: "num_read_kb": 0, 2024-08-29T19:03:25.724 INFO:tasks.workunit.client.0.smithi028.stdout: "num_scrub_errors": 0, 2024-08-29T19:03:25.724 INFO:tasks.workunit.client.0.smithi028.stdout: "num_shallow_scrub_errors": 0, 2024-08-29T19:03:25.725 INFO:tasks.workunit.client.0.smithi028.stdout: "num_whiteouts": 0, 2024-08-29T19:03:25.725 INFO:tasks.workunit.client.0.smithi028.stdout: "num_write": 0, 2024-08-29T19:03:25.725 INFO:tasks.workunit.client.0.smithi028.stdout: "num_write_kb": 0 2024-08-29T19:03:25.725 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:25.725 INFO:tasks.workunit.client.0.smithi028.stdout: "state": "active+clean", 2024-08-29T19:03:25.725 INFO:tasks.workunit.client.0.smithi028.stdout: "stats_invalid": false, 2024-08-29T19:03:25.725 INFO:tasks.workunit.client.0.smithi028.stdout: "up": [ 2024-08-29T19:03:25.725 INFO:tasks.workunit.client.0.smithi028.stdout: 1, 2024-08-29T19:03:25.725 INFO:tasks.workunit.client.0.smithi028.stdout: 4, 2024-08-29T19:03:25.725 INFO:tasks.workunit.client.0.smithi028.stdout: 5 2024-08-29T19:03:25.725 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-08-29T19:03:25.725 INFO:tasks.workunit.client.0.smithi028.stdout: "up_primary": 1, 2024-08-29T19:03:25.725 INFO:tasks.workunit.client.0.smithi028.stdout: "version": "0'0" 2024-08-29T19:03:25.725 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:25.726 INFO:tasks.workunit.client.0.smithi028.stdout: { 2024-08-29T19:03:25.726 INFO:tasks.workunit.client.0.smithi028.stdout: "acting": [ 2024-08-29T19:03:25.726 INFO:tasks.workunit.client.0.smithi028.stdout: 0, 2024-08-29T19:03:25.726 INFO:tasks.workunit.client.0.smithi028.stdout: 1, 2024-08-29T19:03:25.726 INFO:tasks.workunit.client.0.smithi028.stdout: 5 2024-08-29T19:03:25.726 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-08-29T19:03:25.726 INFO:tasks.workunit.client.0.smithi028.stdout: "acting_primary": 0, 2024-08-29T19:03:25.726 INFO:tasks.workunit.client.0.smithi028.stdout: "avail_no_missing": [], 2024-08-29T19:03:25.726 INFO:tasks.workunit.client.0.smithi028.stdout: "blocked_by": [], 2024-08-29T19:03:25.726 INFO:tasks.workunit.client.0.smithi028.stdout: "created": 62, 2024-08-29T19:03:25.726 INFO:tasks.workunit.client.0.smithi028.stdout: "dirty_stats_invalid": false, 2024-08-29T19:03:25.726 INFO:tasks.workunit.client.0.smithi028.stdout: "hitset_bytes_stats_invalid": false, 2024-08-29T19:03:25.726 INFO:tasks.workunit.client.0.smithi028.stdout: "hitset_stats_invalid": false, 2024-08-29T19:03:25.726 INFO:tasks.workunit.client.0.smithi028.stdout: "last_active": "2024-08-29T19:02:14.102265+0000", 2024-08-29T19:03:25.727 INFO:tasks.workunit.client.0.smithi028.stdout: "last_became_active": "2024-08-29T17:57:02.353166+0000", 2024-08-29T19:03:25.727 INFO:tasks.workunit.client.0.smithi028.stdout: "last_became_peered": "2024-08-29T17:57:02.353166+0000", 2024-08-29T19:03:25.727 INFO:tasks.workunit.client.0.smithi028.stdout: "last_change": "2024-08-29T17:57:02.354663+0000", 2024-08-29T19:03:25.727 INFO:tasks.workunit.client.0.smithi028.stdout: "last_clean": "2024-08-29T19:02:14.102265+0000", 2024-08-29T19:03:25.727 INFO:tasks.workunit.client.0.smithi028.stdout: "last_clean_scrub_stamp": "2024-08-29T17:41:01.987071+0000", 2024-08-29T19:03:25.727 INFO:tasks.workunit.client.0.smithi028.stdout: "last_deep_scrub": "0'0", 2024-08-29T19:03:25.727 INFO:tasks.workunit.client.0.smithi028.stdout: "last_deep_scrub_stamp": "2024-08-29T17:41:01.987071+0000", 2024-08-29T19:03:25.727 INFO:tasks.workunit.client.0.smithi028.stdout: "last_epoch_clean": 613, 2024-08-29T19:03:25.727 INFO:tasks.workunit.client.0.smithi028.stdout: "last_fresh": "2024-08-29T19:02:14.102265+0000", 2024-08-29T19:03:25.727 INFO:tasks.workunit.client.0.smithi028.stdout: "last_fullsized": "2024-08-29T19:02:14.102265+0000", 2024-08-29T19:03:25.727 INFO:tasks.workunit.client.0.smithi028.stdout: "last_peered": "2024-08-29T19:02:14.102265+0000", 2024-08-29T19:03:25.727 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub": "0'0", 2024-08-29T19:03:25.727 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub_duration": 0, 2024-08-29T19:03:25.727 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub_stamp": "2024-08-29T17:41:01.987071+0000", 2024-08-29T19:03:25.728 INFO:tasks.workunit.client.0.smithi028.stdout: "last_undegraded": "2024-08-29T19:02:14.102265+0000", 2024-08-29T19:03:25.728 INFO:tasks.workunit.client.0.smithi028.stdout: "last_unstale": "2024-08-29T19:02:14.102265+0000", 2024-08-29T19:03:25.728 INFO:tasks.workunit.client.0.smithi028.stdout: "log_dups_size": 0, 2024-08-29T19:03:25.728 INFO:tasks.workunit.client.0.smithi028.stdout: "log_size": 0, 2024-08-29T19:03:25.728 INFO:tasks.workunit.client.0.smithi028.stdout: "log_start": "0'0", 2024-08-29T19:03:25.728 INFO:tasks.workunit.client.0.smithi028.stdout: "manifest_stats_invalid": false, 2024-08-29T19:03:25.728 INFO:tasks.workunit.client.0.smithi028.stdout: "mapping_epoch": 612, 2024-08-29T19:03:25.728 INFO:tasks.workunit.client.0.smithi028.stdout: "object_location_counts": [], 2024-08-29T19:03:25.728 INFO:tasks.workunit.client.0.smithi028.stdout: "objects_scrubbed": 0, 2024-08-29T19:03:25.728 INFO:tasks.workunit.client.0.smithi028.stdout: "objects_trimmed": 0, 2024-08-29T19:03:25.728 INFO:tasks.workunit.client.0.smithi028.stdout: "omap_stats_invalid": false, 2024-08-29T19:03:25.728 INFO:tasks.workunit.client.0.smithi028.stdout: "ondisk_log_size": 0, 2024-08-29T19:03:25.728 INFO:tasks.workunit.client.0.smithi028.stdout: "ondisk_log_start": "0'0", 2024-08-29T19:03:25.728 INFO:tasks.workunit.client.0.smithi028.stdout: "parent": "0.0", 2024-08-29T19:03:25.729 INFO:tasks.workunit.client.0.smithi028.stdout: "parent_split_bits": 0, 2024-08-29T19:03:25.729 INFO:tasks.workunit.client.0.smithi028.stdout: "pgid": "3.32", 2024-08-29T19:03:25.729 INFO:tasks.workunit.client.0.smithi028.stdout: "pin_stats_invalid": false, 2024-08-29T19:03:25.729 INFO:tasks.workunit.client.0.smithi028.stdout: "purged_snaps": [], 2024-08-29T19:03:25.729 INFO:tasks.workunit.client.0.smithi028.stdout: "reported_epoch": 2650, 2024-08-29T19:03:25.729 INFO:tasks.workunit.client.0.smithi028.stdout: "reported_seq": 4809, 2024-08-29T19:03:25.729 INFO:tasks.workunit.client.0.smithi028.stdout: "scrub_duration": 0.0, 2024-08-29T19:03:25.729 INFO:tasks.workunit.client.0.smithi028.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-31T01:37:42.079291+0000", 2024-08-29T19:03:25.729 INFO:tasks.workunit.client.0.smithi028.stdout: "snaptrim_duration": 0.0, 2024-08-29T19:03:25.729 INFO:tasks.workunit.client.0.smithi028.stdout: "snaptrimq_len": 0, 2024-08-29T19:03:25.729 INFO:tasks.workunit.client.0.smithi028.stdout: "stat_sum": { 2024-08-29T19:03:25.729 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes": 0, 2024-08-29T19:03:25.729 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes_hit_set_archive": 0, 2024-08-29T19:03:25.729 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes_recovered": 0, 2024-08-29T19:03:25.730 INFO:tasks.workunit.client.0.smithi028.stdout: "num_deep_scrub_errors": 0, 2024-08-29T19:03:25.730 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict": 0, 2024-08-29T19:03:25.730 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_kb": 0, 2024-08-29T19:03:25.730 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_mode_full": 0, 2024-08-29T19:03:25.730 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_mode_some": 0, 2024-08-29T19:03:25.730 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush": 0, 2024-08-29T19:03:25.730 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_kb": 0, 2024-08-29T19:03:25.730 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_mode_high": 0, 2024-08-29T19:03:25.730 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_mode_low": 0, 2024-08-29T19:03:25.730 INFO:tasks.workunit.client.0.smithi028.stdout: "num_keys_recovered": 0, 2024-08-29T19:03:25.730 INFO:tasks.workunit.client.0.smithi028.stdout: "num_large_omap_objects": 0, 2024-08-29T19:03:25.730 INFO:tasks.workunit.client.0.smithi028.stdout: "num_legacy_snapsets": 0, 2024-08-29T19:03:25.730 INFO:tasks.workunit.client.0.smithi028.stdout: "num_object_clones": 0, 2024-08-29T19:03:25.730 INFO:tasks.workunit.client.0.smithi028.stdout: "num_object_copies": 0, 2024-08-29T19:03:25.731 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects": 0, 2024-08-29T19:03:25.731 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_degraded": 0, 2024-08-29T19:03:25.731 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_dirty": 0, 2024-08-29T19:03:25.731 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_hit_set_archive": 0, 2024-08-29T19:03:25.731 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_manifest": 0, 2024-08-29T19:03:25.731 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_misplaced": 0, 2024-08-29T19:03:25.731 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_missing": 0, 2024-08-29T19:03:25.731 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_missing_on_primary": 0, 2024-08-29T19:03:25.731 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_omap": 0, 2024-08-29T19:03:25.731 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_pinned": 0, 2024-08-29T19:03:25.731 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_recovered": 0, 2024-08-29T19:03:25.731 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_repaired": 0, 2024-08-29T19:03:25.731 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_unfound": 0, 2024-08-29T19:03:25.731 INFO:tasks.workunit.client.0.smithi028.stdout: "num_omap_bytes": 0, 2024-08-29T19:03:25.731 INFO:tasks.workunit.client.0.smithi028.stdout: "num_omap_keys": 0, 2024-08-29T19:03:25.732 INFO:tasks.workunit.client.0.smithi028.stdout: "num_promote": 0, 2024-08-29T19:03:25.732 INFO:tasks.workunit.client.0.smithi028.stdout: "num_read": 0, 2024-08-29T19:03:25.732 INFO:tasks.workunit.client.0.smithi028.stdout: "num_read_kb": 0, 2024-08-29T19:03:25.732 INFO:tasks.workunit.client.0.smithi028.stdout: "num_scrub_errors": 0, 2024-08-29T19:03:25.732 INFO:tasks.workunit.client.0.smithi028.stdout: "num_shallow_scrub_errors": 0, 2024-08-29T19:03:25.732 INFO:tasks.workunit.client.0.smithi028.stdout: "num_whiteouts": 0, 2024-08-29T19:03:25.732 INFO:tasks.workunit.client.0.smithi028.stdout: "num_write": 0, 2024-08-29T19:03:25.732 INFO:tasks.workunit.client.0.smithi028.stdout: "num_write_kb": 0 2024-08-29T19:03:25.732 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:25.732 INFO:tasks.workunit.client.0.smithi028.stdout: "state": "active+clean", 2024-08-29T19:03:25.732 INFO:tasks.workunit.client.0.smithi028.stdout: "stats_invalid": false, 2024-08-29T19:03:25.732 INFO:tasks.workunit.client.0.smithi028.stdout: "up": [ 2024-08-29T19:03:25.732 INFO:tasks.workunit.client.0.smithi028.stdout: 0, 2024-08-29T19:03:25.733 INFO:tasks.workunit.client.0.smithi028.stdout: 1, 2024-08-29T19:03:25.733 INFO:tasks.workunit.client.0.smithi028.stdout: 5 2024-08-29T19:03:25.733 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-08-29T19:03:25.733 INFO:tasks.workunit.client.0.smithi028.stdout: "up_primary": 0, 2024-08-29T19:03:25.733 INFO:tasks.workunit.client.0.smithi028.stdout: "version": "0'0" 2024-08-29T19:03:25.733 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:25.733 INFO:tasks.workunit.client.0.smithi028.stdout: { 2024-08-29T19:03:25.733 INFO:tasks.workunit.client.0.smithi028.stdout: "acting": [ 2024-08-29T19:03:25.733 INFO:tasks.workunit.client.0.smithi028.stdout: 3, 2024-08-29T19:03:25.733 INFO:tasks.workunit.client.0.smithi028.stdout: 6, 2024-08-29T19:03:25.733 INFO:tasks.workunit.client.0.smithi028.stdout: 1 2024-08-29T19:03:25.733 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-08-29T19:03:25.733 INFO:tasks.workunit.client.0.smithi028.stdout: "acting_primary": 3, 2024-08-29T19:03:25.733 INFO:tasks.workunit.client.0.smithi028.stdout: "avail_no_missing": [], 2024-08-29T19:03:25.734 INFO:tasks.workunit.client.0.smithi028.stdout: "blocked_by": [], 2024-08-29T19:03:25.734 INFO:tasks.workunit.client.0.smithi028.stdout: "created": 62, 2024-08-29T19:03:25.734 INFO:tasks.workunit.client.0.smithi028.stdout: "dirty_stats_invalid": false, 2024-08-29T19:03:25.734 INFO:tasks.workunit.client.0.smithi028.stdout: "hitset_bytes_stats_invalid": false, 2024-08-29T19:03:25.734 INFO:tasks.workunit.client.0.smithi028.stdout: "hitset_stats_invalid": false, 2024-08-29T19:03:25.734 INFO:tasks.workunit.client.0.smithi028.stdout: "last_active": "2024-08-29T19:02:14.845370+0000", 2024-08-29T19:03:25.734 INFO:tasks.workunit.client.0.smithi028.stdout: "last_became_active": "2024-08-29T17:57:36.389315+0000", 2024-08-29T19:03:25.734 INFO:tasks.workunit.client.0.smithi028.stdout: "last_became_peered": "2024-08-29T17:57:36.389315+0000", 2024-08-29T19:03:25.734 INFO:tasks.workunit.client.0.smithi028.stdout: "last_change": "2024-08-29T17:57:36.390099+0000", 2024-08-29T19:03:25.734 INFO:tasks.workunit.client.0.smithi028.stdout: "last_clean": "2024-08-29T19:02:14.845370+0000", 2024-08-29T19:03:25.734 INFO:tasks.workunit.client.0.smithi028.stdout: "last_clean_scrub_stamp": "2024-08-29T17:41:01.987071+0000", 2024-08-29T19:03:25.734 INFO:tasks.workunit.client.0.smithi028.stdout: "last_deep_scrub": "0'0", 2024-08-29T19:03:25.734 INFO:tasks.workunit.client.0.smithi028.stdout: "last_deep_scrub_stamp": "2024-08-29T17:41:01.987071+0000", 2024-08-29T19:03:25.735 INFO:tasks.workunit.client.0.smithi028.stdout: "last_epoch_clean": 646, 2024-08-29T19:03:25.735 INFO:tasks.workunit.client.0.smithi028.stdout: "last_fresh": "2024-08-29T19:02:14.845370+0000", 2024-08-29T19:03:25.735 INFO:tasks.workunit.client.0.smithi028.stdout: "last_fullsized": "2024-08-29T19:02:14.845370+0000", 2024-08-29T19:03:25.735 INFO:tasks.workunit.client.0.smithi028.stdout: "last_peered": "2024-08-29T19:02:14.845370+0000", 2024-08-29T19:03:25.735 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub": "0'0", 2024-08-29T19:03:25.735 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub_duration": 0, 2024-08-29T19:03:25.735 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub_stamp": "2024-08-29T17:41:01.987071+0000", 2024-08-29T19:03:25.735 INFO:tasks.workunit.client.0.smithi028.stdout: "last_undegraded": "2024-08-29T19:02:14.845370+0000", 2024-08-29T19:03:25.735 INFO:tasks.workunit.client.0.smithi028.stdout: "last_unstale": "2024-08-29T19:02:14.845370+0000", 2024-08-29T19:03:25.735 INFO:tasks.workunit.client.0.smithi028.stdout: "log_dups_size": 0, 2024-08-29T19:03:25.735 INFO:tasks.workunit.client.0.smithi028.stdout: "log_size": 0, 2024-08-29T19:03:25.735 INFO:tasks.workunit.client.0.smithi028.stdout: "log_start": "0'0", 2024-08-29T19:03:25.735 INFO:tasks.workunit.client.0.smithi028.stdout: "manifest_stats_invalid": false, 2024-08-29T19:03:25.735 INFO:tasks.workunit.client.0.smithi028.stdout: "mapping_epoch": 645, 2024-08-29T19:03:25.736 INFO:tasks.workunit.client.0.smithi028.stdout: "object_location_counts": [], 2024-08-29T19:03:25.736 INFO:tasks.workunit.client.0.smithi028.stdout: "objects_scrubbed": 0, 2024-08-29T19:03:25.736 INFO:tasks.workunit.client.0.smithi028.stdout: "objects_trimmed": 0, 2024-08-29T19:03:25.736 INFO:tasks.workunit.client.0.smithi028.stdout: "omap_stats_invalid": false, 2024-08-29T19:03:25.736 INFO:tasks.workunit.client.0.smithi028.stdout: "ondisk_log_size": 0, 2024-08-29T19:03:25.736 INFO:tasks.workunit.client.0.smithi028.stdout: "ondisk_log_start": "0'0", 2024-08-29T19:03:25.736 INFO:tasks.workunit.client.0.smithi028.stdout: "parent": "0.0", 2024-08-29T19:03:25.736 INFO:tasks.workunit.client.0.smithi028.stdout: "parent_split_bits": 0, 2024-08-29T19:03:25.736 INFO:tasks.workunit.client.0.smithi028.stdout: "pgid": "3.33", 2024-08-29T19:03:25.736 INFO:tasks.workunit.client.0.smithi028.stdout: "pin_stats_invalid": false, 2024-08-29T19:03:25.736 INFO:tasks.workunit.client.0.smithi028.stdout: "purged_snaps": [], 2024-08-29T19:03:25.736 INFO:tasks.workunit.client.0.smithi028.stdout: "reported_epoch": 2650, 2024-08-29T19:03:25.736 INFO:tasks.workunit.client.0.smithi028.stdout: "reported_seq": 4716, 2024-08-29T19:03:25.736 INFO:tasks.workunit.client.0.smithi028.stdout: "scrub_duration": 0.0, 2024-08-29T19:03:25.737 INFO:tasks.workunit.client.0.smithi028.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-31T05:01:35.889081+0000", 2024-08-29T19:03:25.737 INFO:tasks.workunit.client.0.smithi028.stdout: "snaptrim_duration": 0.0, 2024-08-29T19:03:25.737 INFO:tasks.workunit.client.0.smithi028.stdout: "snaptrimq_len": 0, 2024-08-29T19:03:25.737 INFO:tasks.workunit.client.0.smithi028.stdout: "stat_sum": { 2024-08-29T19:03:25.737 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes": 0, 2024-08-29T19:03:25.737 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes_hit_set_archive": 0, 2024-08-29T19:03:25.737 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes_recovered": 0, 2024-08-29T19:03:25.737 INFO:tasks.workunit.client.0.smithi028.stdout: "num_deep_scrub_errors": 0, 2024-08-29T19:03:25.737 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict": 0, 2024-08-29T19:03:25.737 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_kb": 0, 2024-08-29T19:03:25.737 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_mode_full": 0, 2024-08-29T19:03:25.737 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_mode_some": 0, 2024-08-29T19:03:25.737 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush": 0, 2024-08-29T19:03:25.738 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_kb": 0, 2024-08-29T19:03:25.738 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_mode_high": 0, 2024-08-29T19:03:25.738 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_mode_low": 0, 2024-08-29T19:03:25.738 INFO:tasks.workunit.client.0.smithi028.stdout: "num_keys_recovered": 0, 2024-08-29T19:03:25.738 INFO:tasks.workunit.client.0.smithi028.stdout: "num_large_omap_objects": 0, 2024-08-29T19:03:25.738 INFO:tasks.workunit.client.0.smithi028.stdout: "num_legacy_snapsets": 0, 2024-08-29T19:03:25.738 INFO:tasks.workunit.client.0.smithi028.stdout: "num_object_clones": 0, 2024-08-29T19:03:25.738 INFO:tasks.workunit.client.0.smithi028.stdout: "num_object_copies": 0, 2024-08-29T19:03:25.738 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects": 0, 2024-08-29T19:03:25.738 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_degraded": 0, 2024-08-29T19:03:25.738 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_dirty": 0, 2024-08-29T19:03:25.738 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_hit_set_archive": 0, 2024-08-29T19:03:25.738 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_manifest": 0, 2024-08-29T19:03:25.738 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_misplaced": 0, 2024-08-29T19:03:25.739 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_missing": 0, 2024-08-29T19:03:25.739 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_missing_on_primary": 0, 2024-08-29T19:03:25.739 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_omap": 0, 2024-08-29T19:03:25.739 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_pinned": 0, 2024-08-29T19:03:25.739 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_recovered": 0, 2024-08-29T19:03:25.739 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_repaired": 0, 2024-08-29T19:03:25.739 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_unfound": 0, 2024-08-29T19:03:25.739 INFO:tasks.workunit.client.0.smithi028.stdout: "num_omap_bytes": 0, 2024-08-29T19:03:25.739 INFO:tasks.workunit.client.0.smithi028.stdout: "num_omap_keys": 0, 2024-08-29T19:03:25.739 INFO:tasks.workunit.client.0.smithi028.stdout: "num_promote": 0, 2024-08-29T19:03:25.739 INFO:tasks.workunit.client.0.smithi028.stdout: "num_read": 0, 2024-08-29T19:03:25.739 INFO:tasks.workunit.client.0.smithi028.stdout: "num_read_kb": 0, 2024-08-29T19:03:25.739 INFO:tasks.workunit.client.0.smithi028.stdout: "num_scrub_errors": 0, 2024-08-29T19:03:25.740 INFO:tasks.workunit.client.0.smithi028.stdout: "num_shallow_scrub_errors": 0, 2024-08-29T19:03:25.740 INFO:tasks.workunit.client.0.smithi028.stdout: "num_whiteouts": 0, 2024-08-29T19:03:25.740 INFO:tasks.workunit.client.0.smithi028.stdout: "num_write": 0, 2024-08-29T19:03:25.740 INFO:tasks.workunit.client.0.smithi028.stdout: "num_write_kb": 0 2024-08-29T19:03:25.740 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:25.740 INFO:tasks.workunit.client.0.smithi028.stdout: "state": "active+clean", 2024-08-29T19:03:25.740 INFO:tasks.workunit.client.0.smithi028.stdout: "stats_invalid": false, 2024-08-29T19:03:25.740 INFO:tasks.workunit.client.0.smithi028.stdout: "up": [ 2024-08-29T19:03:25.740 INFO:tasks.workunit.client.0.smithi028.stdout: 3, 2024-08-29T19:03:25.740 INFO:tasks.workunit.client.0.smithi028.stdout: 6, 2024-08-29T19:03:25.740 INFO:tasks.workunit.client.0.smithi028.stdout: 1 2024-08-29T19:03:25.740 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-08-29T19:03:25.740 INFO:tasks.workunit.client.0.smithi028.stdout: "up_primary": 3, 2024-08-29T19:03:25.741 INFO:tasks.workunit.client.0.smithi028.stdout: "version": "0'0" 2024-08-29T19:03:25.741 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:25.741 INFO:tasks.workunit.client.0.smithi028.stdout: { 2024-08-29T19:03:25.741 INFO:tasks.workunit.client.0.smithi028.stdout: "acting": [ 2024-08-29T19:03:25.741 INFO:tasks.workunit.client.0.smithi028.stdout: 2, 2024-08-29T19:03:25.741 INFO:tasks.workunit.client.0.smithi028.stdout: 6, 2024-08-29T19:03:25.741 INFO:tasks.workunit.client.0.smithi028.stdout: 0 2024-08-29T19:03:25.741 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-08-29T19:03:25.741 INFO:tasks.workunit.client.0.smithi028.stdout: "acting_primary": 2, 2024-08-29T19:03:25.741 INFO:tasks.workunit.client.0.smithi028.stdout: "avail_no_missing": [], 2024-08-29T19:03:25.741 INFO:tasks.workunit.client.0.smithi028.stdout: "blocked_by": [], 2024-08-29T19:03:25.741 INFO:tasks.workunit.client.0.smithi028.stdout: "created": 62, 2024-08-29T19:03:25.741 INFO:tasks.workunit.client.0.smithi028.stdout: "dirty_stats_invalid": false, 2024-08-29T19:03:25.741 INFO:tasks.workunit.client.0.smithi028.stdout: "hitset_bytes_stats_invalid": false, 2024-08-29T19:03:25.742 INFO:tasks.workunit.client.0.smithi028.stdout: "hitset_stats_invalid": false, 2024-08-29T19:03:25.742 INFO:tasks.workunit.client.0.smithi028.stdout: "last_active": "2024-08-29T19:02:14.110489+0000", 2024-08-29T19:03:25.742 INFO:tasks.workunit.client.0.smithi028.stdout: "last_became_active": "2024-08-29T17:57:36.384479+0000", 2024-08-29T19:03:25.742 INFO:tasks.workunit.client.0.smithi028.stdout: "last_became_peered": "2024-08-29T17:57:36.384479+0000", 2024-08-29T19:03:25.742 INFO:tasks.workunit.client.0.smithi028.stdout: "last_change": "2024-08-29T17:57:36.385109+0000", 2024-08-29T19:03:25.742 INFO:tasks.workunit.client.0.smithi028.stdout: "last_clean": "2024-08-29T19:02:14.110489+0000", 2024-08-29T19:03:25.742 INFO:tasks.workunit.client.0.smithi028.stdout: "last_clean_scrub_stamp": "2024-08-29T17:41:01.987071+0000", 2024-08-29T19:03:25.742 INFO:tasks.workunit.client.0.smithi028.stdout: "last_deep_scrub": "0'0", 2024-08-29T19:03:25.742 INFO:tasks.workunit.client.0.smithi028.stdout: "last_deep_scrub_stamp": "2024-08-29T17:41:01.987071+0000", 2024-08-29T19:03:25.742 INFO:tasks.workunit.client.0.smithi028.stdout: "last_epoch_clean": 646, 2024-08-29T19:03:25.742 INFO:tasks.workunit.client.0.smithi028.stdout: "last_fresh": "2024-08-29T19:02:14.110489+0000", 2024-08-29T19:03:25.742 INFO:tasks.workunit.client.0.smithi028.stdout: "last_fullsized": "2024-08-29T19:02:14.110489+0000", 2024-08-29T19:03:25.742 INFO:tasks.workunit.client.0.smithi028.stdout: "last_peered": "2024-08-29T19:02:14.110489+0000", 2024-08-29T19:03:25.742 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub": "0'0", 2024-08-29T19:03:25.743 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub_duration": 0, 2024-08-29T19:03:25.743 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub_stamp": "2024-08-29T17:41:01.987071+0000", 2024-08-29T19:03:25.743 INFO:tasks.workunit.client.0.smithi028.stdout: "last_undegraded": "2024-08-29T19:02:14.110489+0000", 2024-08-29T19:03:25.743 INFO:tasks.workunit.client.0.smithi028.stdout: "last_unstale": "2024-08-29T19:02:14.110489+0000", 2024-08-29T19:03:25.743 INFO:tasks.workunit.client.0.smithi028.stdout: "log_dups_size": 0, 2024-08-29T19:03:25.743 INFO:tasks.workunit.client.0.smithi028.stdout: "log_size": 0, 2024-08-29T19:03:25.743 INFO:tasks.workunit.client.0.smithi028.stdout: "log_start": "0'0", 2024-08-29T19:03:25.743 INFO:tasks.workunit.client.0.smithi028.stdout: "manifest_stats_invalid": false, 2024-08-29T19:03:25.743 INFO:tasks.workunit.client.0.smithi028.stdout: "mapping_epoch": 645, 2024-08-29T19:03:25.743 INFO:tasks.workunit.client.0.smithi028.stdout: "object_location_counts": [], 2024-08-29T19:03:25.743 INFO:tasks.workunit.client.0.smithi028.stdout: "objects_scrubbed": 0, 2024-08-29T19:03:25.743 INFO:tasks.workunit.client.0.smithi028.stdout: "objects_trimmed": 0, 2024-08-29T19:03:25.743 INFO:tasks.workunit.client.0.smithi028.stdout: "omap_stats_invalid": false, 2024-08-29T19:03:25.743 INFO:tasks.workunit.client.0.smithi028.stdout: "ondisk_log_size": 0, 2024-08-29T19:03:25.744 INFO:tasks.workunit.client.0.smithi028.stdout: "ondisk_log_start": "0'0", 2024-08-29T19:03:25.744 INFO:tasks.workunit.client.0.smithi028.stdout: "parent": "0.0", 2024-08-29T19:03:25.744 INFO:tasks.workunit.client.0.smithi028.stdout: "parent_split_bits": 0, 2024-08-29T19:03:25.744 INFO:tasks.workunit.client.0.smithi028.stdout: "pgid": "3.34", 2024-08-29T19:03:25.744 INFO:tasks.workunit.client.0.smithi028.stdout: "pin_stats_invalid": false, 2024-08-29T19:03:25.744 INFO:tasks.workunit.client.0.smithi028.stdout: "purged_snaps": [], 2024-08-29T19:03:25.744 INFO:tasks.workunit.client.0.smithi028.stdout: "reported_epoch": 2650, 2024-08-29T19:03:25.744 INFO:tasks.workunit.client.0.smithi028.stdout: "reported_seq": 4737, 2024-08-29T19:03:25.744 INFO:tasks.workunit.client.0.smithi028.stdout: "scrub_duration": 0.0, 2024-08-29T19:03:25.744 INFO:tasks.workunit.client.0.smithi028.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-30T21:42:56.724966+0000", 2024-08-29T19:03:25.744 INFO:tasks.workunit.client.0.smithi028.stdout: "snaptrim_duration": 0.0, 2024-08-29T19:03:25.744 INFO:tasks.workunit.client.0.smithi028.stdout: "snaptrimq_len": 0, 2024-08-29T19:03:25.744 INFO:tasks.workunit.client.0.smithi028.stdout: "stat_sum": { 2024-08-29T19:03:25.744 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes": 0, 2024-08-29T19:03:25.745 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes_hit_set_archive": 0, 2024-08-29T19:03:25.745 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes_recovered": 0, 2024-08-29T19:03:25.745 INFO:tasks.workunit.client.0.smithi028.stdout: "num_deep_scrub_errors": 0, 2024-08-29T19:03:25.745 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict": 0, 2024-08-29T19:03:25.745 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_kb": 0, 2024-08-29T19:03:25.745 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_mode_full": 0, 2024-08-29T19:03:25.745 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_mode_some": 0, 2024-08-29T19:03:25.745 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush": 0, 2024-08-29T19:03:25.745 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_kb": 0, 2024-08-29T19:03:25.745 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_mode_high": 0, 2024-08-29T19:03:25.745 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_mode_low": 0, 2024-08-29T19:03:25.745 INFO:tasks.workunit.client.0.smithi028.stdout: "num_keys_recovered": 0, 2024-08-29T19:03:25.745 INFO:tasks.workunit.client.0.smithi028.stdout: "num_large_omap_objects": 0, 2024-08-29T19:03:25.746 INFO:tasks.workunit.client.0.smithi028.stdout: "num_legacy_snapsets": 0, 2024-08-29T19:03:25.746 INFO:tasks.workunit.client.0.smithi028.stdout: "num_object_clones": 0, 2024-08-29T19:03:25.746 INFO:tasks.workunit.client.0.smithi028.stdout: "num_object_copies": 0, 2024-08-29T19:03:25.746 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects": 0, 2024-08-29T19:03:25.746 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_degraded": 0, 2024-08-29T19:03:25.746 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_dirty": 0, 2024-08-29T19:03:25.746 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_hit_set_archive": 0, 2024-08-29T19:03:25.746 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_manifest": 0, 2024-08-29T19:03:25.746 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_misplaced": 0, 2024-08-29T19:03:25.746 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_missing": 0, 2024-08-29T19:03:25.746 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_missing_on_primary": 0, 2024-08-29T19:03:25.746 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_omap": 0, 2024-08-29T19:03:25.746 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_pinned": 0, 2024-08-29T19:03:25.746 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_recovered": 0, 2024-08-29T19:03:25.746 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_repaired": 0, 2024-08-29T19:03:25.747 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_unfound": 0, 2024-08-29T19:03:25.747 INFO:tasks.workunit.client.0.smithi028.stdout: "num_omap_bytes": 0, 2024-08-29T19:03:25.747 INFO:tasks.workunit.client.0.smithi028.stdout: "num_omap_keys": 0, 2024-08-29T19:03:25.747 INFO:tasks.workunit.client.0.smithi028.stdout: "num_promote": 0, 2024-08-29T19:03:25.747 INFO:tasks.workunit.client.0.smithi028.stdout: "num_read": 0, 2024-08-29T19:03:25.747 INFO:tasks.workunit.client.0.smithi028.stdout: "num_read_kb": 0, 2024-08-29T19:03:25.747 INFO:tasks.workunit.client.0.smithi028.stdout: "num_scrub_errors": 0, 2024-08-29T19:03:25.747 INFO:tasks.workunit.client.0.smithi028.stdout: "num_shallow_scrub_errors": 0, 2024-08-29T19:03:25.747 INFO:tasks.workunit.client.0.smithi028.stdout: "num_whiteouts": 0, 2024-08-29T19:03:25.747 INFO:tasks.workunit.client.0.smithi028.stdout: "num_write": 0, 2024-08-29T19:03:25.747 INFO:tasks.workunit.client.0.smithi028.stdout: "num_write_kb": 0 2024-08-29T19:03:25.747 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:25.747 INFO:tasks.workunit.client.0.smithi028.stdout: "state": "active+clean", 2024-08-29T19:03:25.748 INFO:tasks.workunit.client.0.smithi028.stdout: "stats_invalid": false, 2024-08-29T19:03:25.748 INFO:tasks.workunit.client.0.smithi028.stdout: "up": [ 2024-08-29T19:03:25.748 INFO:tasks.workunit.client.0.smithi028.stdout: 2, 2024-08-29T19:03:25.748 INFO:tasks.workunit.client.0.smithi028.stdout: 6, 2024-08-29T19:03:25.748 INFO:tasks.workunit.client.0.smithi028.stdout: 0 2024-08-29T19:03:25.748 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-08-29T19:03:25.748 INFO:tasks.workunit.client.0.smithi028.stdout: "up_primary": 2, 2024-08-29T19:03:25.748 INFO:tasks.workunit.client.0.smithi028.stdout: "version": "0'0" 2024-08-29T19:03:25.748 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:25.748 INFO:tasks.workunit.client.0.smithi028.stdout: { 2024-08-29T19:03:25.748 INFO:tasks.workunit.client.0.smithi028.stdout: "acting": [ 2024-08-29T19:03:25.748 INFO:tasks.workunit.client.0.smithi028.stdout: 6, 2024-08-29T19:03:25.748 INFO:tasks.workunit.client.0.smithi028.stdout: 5, 2024-08-29T19:03:25.748 INFO:tasks.workunit.client.0.smithi028.stdout: 0 2024-08-29T19:03:25.749 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-08-29T19:03:25.749 INFO:tasks.workunit.client.0.smithi028.stdout: "acting_primary": 6, 2024-08-29T19:03:25.749 INFO:tasks.workunit.client.0.smithi028.stdout: "avail_no_missing": [], 2024-08-29T19:03:25.749 INFO:tasks.workunit.client.0.smithi028.stdout: "blocked_by": [], 2024-08-29T19:03:25.749 INFO:tasks.workunit.client.0.smithi028.stdout: "created": 62, 2024-08-29T19:03:25.749 INFO:tasks.workunit.client.0.smithi028.stdout: "dirty_stats_invalid": false, 2024-08-29T19:03:25.749 INFO:tasks.workunit.client.0.smithi028.stdout: "hitset_bytes_stats_invalid": false, 2024-08-29T19:03:25.749 INFO:tasks.workunit.client.0.smithi028.stdout: "hitset_stats_invalid": false, 2024-08-29T19:03:25.749 INFO:tasks.workunit.client.0.smithi028.stdout: "last_active": "2024-08-29T19:02:14.922288+0000", 2024-08-29T19:03:25.749 INFO:tasks.workunit.client.0.smithi028.stdout: "last_became_active": "2024-08-29T17:57:36.383795+0000", 2024-08-29T19:03:25.749 INFO:tasks.workunit.client.0.smithi028.stdout: "last_became_peered": "2024-08-29T17:57:36.383795+0000", 2024-08-29T19:03:25.749 INFO:tasks.workunit.client.0.smithi028.stdout: "last_change": "2024-08-29T17:57:36.384391+0000", 2024-08-29T19:03:25.749 INFO:tasks.workunit.client.0.smithi028.stdout: "last_clean": "2024-08-29T19:02:14.922288+0000", 2024-08-29T19:03:25.750 INFO:tasks.workunit.client.0.smithi028.stdout: "last_clean_scrub_stamp": "2024-08-29T17:41:01.987071+0000", 2024-08-29T19:03:25.750 INFO:tasks.workunit.client.0.smithi028.stdout: "last_deep_scrub": "0'0", 2024-08-29T19:03:25.750 INFO:tasks.workunit.client.0.smithi028.stdout: "last_deep_scrub_stamp": "2024-08-29T17:41:01.987071+0000", 2024-08-29T19:03:25.750 INFO:tasks.workunit.client.0.smithi028.stdout: "last_epoch_clean": 646, 2024-08-29T19:03:25.750 INFO:tasks.workunit.client.0.smithi028.stdout: "last_fresh": "2024-08-29T19:02:14.922288+0000", 2024-08-29T19:03:25.750 INFO:tasks.workunit.client.0.smithi028.stdout: "last_fullsized": "2024-08-29T19:02:14.922288+0000", 2024-08-29T19:03:25.750 INFO:tasks.workunit.client.0.smithi028.stdout: "last_peered": "2024-08-29T19:02:14.922288+0000", 2024-08-29T19:03:25.750 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub": "0'0", 2024-08-29T19:03:25.750 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub_duration": 0, 2024-08-29T19:03:25.750 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub_stamp": "2024-08-29T17:41:01.987071+0000", 2024-08-29T19:03:25.750 INFO:tasks.workunit.client.0.smithi028.stdout: "last_undegraded": "2024-08-29T19:02:14.922288+0000", 2024-08-29T19:03:25.750 INFO:tasks.workunit.client.0.smithi028.stdout: "last_unstale": "2024-08-29T19:02:14.922288+0000", 2024-08-29T19:03:25.750 INFO:tasks.workunit.client.0.smithi028.stdout: "log_dups_size": 0, 2024-08-29T19:03:25.750 INFO:tasks.workunit.client.0.smithi028.stdout: "log_size": 0, 2024-08-29T19:03:25.751 INFO:tasks.workunit.client.0.smithi028.stdout: "log_start": "0'0", 2024-08-29T19:03:25.751 INFO:tasks.workunit.client.0.smithi028.stdout: "manifest_stats_invalid": false, 2024-08-29T19:03:25.751 INFO:tasks.workunit.client.0.smithi028.stdout: "mapping_epoch": 645, 2024-08-29T19:03:25.751 INFO:tasks.workunit.client.0.smithi028.stdout: "object_location_counts": [], 2024-08-29T19:03:25.751 INFO:tasks.workunit.client.0.smithi028.stdout: "objects_scrubbed": 0, 2024-08-29T19:03:25.751 INFO:tasks.workunit.client.0.smithi028.stdout: "objects_trimmed": 0, 2024-08-29T19:03:25.751 INFO:tasks.workunit.client.0.smithi028.stdout: "omap_stats_invalid": false, 2024-08-29T19:03:25.751 INFO:tasks.workunit.client.0.smithi028.stdout: "ondisk_log_size": 0, 2024-08-29T19:03:25.751 INFO:tasks.workunit.client.0.smithi028.stdout: "ondisk_log_start": "0'0", 2024-08-29T19:03:25.751 INFO:tasks.workunit.client.0.smithi028.stdout: "parent": "0.0", 2024-08-29T19:03:25.751 INFO:tasks.workunit.client.0.smithi028.stdout: "parent_split_bits": 0, 2024-08-29T19:03:25.751 INFO:tasks.workunit.client.0.smithi028.stdout: "pgid": "3.35", 2024-08-29T19:03:25.751 INFO:tasks.workunit.client.0.smithi028.stdout: "pin_stats_invalid": false, 2024-08-29T19:03:25.751 INFO:tasks.workunit.client.0.smithi028.stdout: "purged_snaps": [], 2024-08-29T19:03:25.752 INFO:tasks.workunit.client.0.smithi028.stdout: "reported_epoch": 2650, 2024-08-29T19:03:25.752 INFO:tasks.workunit.client.0.smithi028.stdout: "reported_seq": 4592, 2024-08-29T19:03:25.752 INFO:tasks.workunit.client.0.smithi028.stdout: "scrub_duration": 0.0, 2024-08-29T19:03:25.752 INFO:tasks.workunit.client.0.smithi028.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-31T01:42:41.285473+0000", 2024-08-29T19:03:25.752 INFO:tasks.workunit.client.0.smithi028.stdout: "snaptrim_duration": 0.0, 2024-08-29T19:03:25.752 INFO:tasks.workunit.client.0.smithi028.stdout: "snaptrimq_len": 0, 2024-08-29T19:03:25.752 INFO:tasks.workunit.client.0.smithi028.stdout: "stat_sum": { 2024-08-29T19:03:25.752 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes": 0, 2024-08-29T19:03:25.752 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes_hit_set_archive": 0, 2024-08-29T19:03:25.752 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes_recovered": 0, 2024-08-29T19:03:25.752 INFO:tasks.workunit.client.0.smithi028.stdout: "num_deep_scrub_errors": 0, 2024-08-29T19:03:25.752 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict": 0, 2024-08-29T19:03:25.752 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_kb": 0, 2024-08-29T19:03:25.752 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_mode_full": 0, 2024-08-29T19:03:25.753 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_mode_some": 0, 2024-08-29T19:03:25.753 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush": 0, 2024-08-29T19:03:25.753 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_kb": 0, 2024-08-29T19:03:25.753 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_mode_high": 0, 2024-08-29T19:03:25.753 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_mode_low": 0, 2024-08-29T19:03:25.753 INFO:tasks.workunit.client.0.smithi028.stdout: "num_keys_recovered": 0, 2024-08-29T19:03:25.753 INFO:tasks.workunit.client.0.smithi028.stdout: "num_large_omap_objects": 0, 2024-08-29T19:03:25.753 INFO:tasks.workunit.client.0.smithi028.stdout: "num_legacy_snapsets": 0, 2024-08-29T19:03:25.753 INFO:tasks.workunit.client.0.smithi028.stdout: "num_object_clones": 0, 2024-08-29T19:03:25.753 INFO:tasks.workunit.client.0.smithi028.stdout: "num_object_copies": 0, 2024-08-29T19:03:25.753 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects": 0, 2024-08-29T19:03:25.753 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_degraded": 0, 2024-08-29T19:03:25.753 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_dirty": 0, 2024-08-29T19:03:25.754 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_hit_set_archive": 0, 2024-08-29T19:03:25.754 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_manifest": 0, 2024-08-29T19:03:25.754 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_misplaced": 0, 2024-08-29T19:03:25.754 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_missing": 0, 2024-08-29T19:03:25.754 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_missing_on_primary": 0, 2024-08-29T19:03:25.754 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_omap": 0, 2024-08-29T19:03:25.754 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_pinned": 0, 2024-08-29T19:03:25.754 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_recovered": 0, 2024-08-29T19:03:25.754 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_repaired": 0, 2024-08-29T19:03:25.754 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_unfound": 0, 2024-08-29T19:03:25.754 INFO:tasks.workunit.client.0.smithi028.stdout: "num_omap_bytes": 0, 2024-08-29T19:03:25.754 INFO:tasks.workunit.client.0.smithi028.stdout: "num_omap_keys": 0, 2024-08-29T19:03:25.754 INFO:tasks.workunit.client.0.smithi028.stdout: "num_promote": 0, 2024-08-29T19:03:25.754 INFO:tasks.workunit.client.0.smithi028.stdout: "num_read": 0, 2024-08-29T19:03:25.755 INFO:tasks.workunit.client.0.smithi028.stdout: "num_read_kb": 0, 2024-08-29T19:03:25.755 INFO:tasks.workunit.client.0.smithi028.stdout: "num_scrub_errors": 0, 2024-08-29T19:03:25.755 INFO:tasks.workunit.client.0.smithi028.stdout: "num_shallow_scrub_errors": 0, 2024-08-29T19:03:25.755 INFO:tasks.workunit.client.0.smithi028.stdout: "num_whiteouts": 0, 2024-08-29T19:03:25.755 INFO:tasks.workunit.client.0.smithi028.stdout: "num_write": 0, 2024-08-29T19:03:25.755 INFO:tasks.workunit.client.0.smithi028.stdout: "num_write_kb": 0 2024-08-29T19:03:25.755 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:25.755 INFO:tasks.workunit.client.0.smithi028.stdout: "state": "active+clean", 2024-08-29T19:03:25.755 INFO:tasks.workunit.client.0.smithi028.stdout: "stats_invalid": false, 2024-08-29T19:03:25.755 INFO:tasks.workunit.client.0.smithi028.stdout: "up": [ 2024-08-29T19:03:25.755 INFO:tasks.workunit.client.0.smithi028.stdout: 6, 2024-08-29T19:03:25.755 INFO:tasks.workunit.client.0.smithi028.stdout: 5, 2024-08-29T19:03:25.755 INFO:tasks.workunit.client.0.smithi028.stdout: 0 2024-08-29T19:03:25.755 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-08-29T19:03:25.755 INFO:tasks.workunit.client.0.smithi028.stdout: "up_primary": 6, 2024-08-29T19:03:25.756 INFO:tasks.workunit.client.0.smithi028.stdout: "version": "0'0" 2024-08-29T19:03:25.756 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:25.756 INFO:tasks.workunit.client.0.smithi028.stdout: { 2024-08-29T19:03:25.756 INFO:tasks.workunit.client.0.smithi028.stdout: "acting": [ 2024-08-29T19:03:25.756 INFO:tasks.workunit.client.0.smithi028.stdout: 6, 2024-08-29T19:03:25.756 INFO:tasks.workunit.client.0.smithi028.stdout: 5, 2024-08-29T19:03:25.756 INFO:tasks.workunit.client.0.smithi028.stdout: 1 2024-08-29T19:03:25.756 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-08-29T19:03:25.756 INFO:tasks.workunit.client.0.smithi028.stdout: "acting_primary": 6, 2024-08-29T19:03:25.756 INFO:tasks.workunit.client.0.smithi028.stdout: "avail_no_missing": [], 2024-08-29T19:03:25.756 INFO:tasks.workunit.client.0.smithi028.stdout: "blocked_by": [], 2024-08-29T19:03:25.756 INFO:tasks.workunit.client.0.smithi028.stdout: "created": 62, 2024-08-29T19:03:25.756 INFO:tasks.workunit.client.0.smithi028.stdout: "dirty_stats_invalid": false, 2024-08-29T19:03:25.757 INFO:tasks.workunit.client.0.smithi028.stdout: "hitset_bytes_stats_invalid": false, 2024-08-29T19:03:25.757 INFO:tasks.workunit.client.0.smithi028.stdout: "hitset_stats_invalid": false, 2024-08-29T19:03:25.757 INFO:tasks.workunit.client.0.smithi028.stdout: "last_active": "2024-08-29T19:02:14.926252+0000", 2024-08-29T19:03:25.757 INFO:tasks.workunit.client.0.smithi028.stdout: "last_became_active": "2024-08-29T17:57:36.385239+0000", 2024-08-29T19:03:25.757 INFO:tasks.workunit.client.0.smithi028.stdout: "last_became_peered": "2024-08-29T17:57:36.385239+0000", 2024-08-29T19:03:25.757 INFO:tasks.workunit.client.0.smithi028.stdout: "last_change": "2024-08-29T17:57:36.385592+0000", 2024-08-29T19:03:25.757 INFO:tasks.workunit.client.0.smithi028.stdout: "last_clean": "2024-08-29T19:02:14.926252+0000", 2024-08-29T19:03:25.757 INFO:tasks.workunit.client.0.smithi028.stdout: "last_clean_scrub_stamp": "2024-08-29T17:41:01.987071+0000", 2024-08-29T19:03:25.757 INFO:tasks.workunit.client.0.smithi028.stdout: "last_deep_scrub": "0'0", 2024-08-29T19:03:25.757 INFO:tasks.workunit.client.0.smithi028.stdout: "last_deep_scrub_stamp": "2024-08-29T17:41:01.987071+0000", 2024-08-29T19:03:25.757 INFO:tasks.workunit.client.0.smithi028.stdout: "last_epoch_clean": 646, 2024-08-29T19:03:25.757 INFO:tasks.workunit.client.0.smithi028.stdout: "last_fresh": "2024-08-29T19:02:14.926252+0000", 2024-08-29T19:03:25.757 INFO:tasks.workunit.client.0.smithi028.stdout: "last_fullsized": "2024-08-29T19:02:14.926252+0000", 2024-08-29T19:03:25.757 INFO:tasks.workunit.client.0.smithi028.stdout: "last_peered": "2024-08-29T19:02:14.926252+0000", 2024-08-29T19:03:25.758 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub": "0'0", 2024-08-29T19:03:25.758 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub_duration": 0, 2024-08-29T19:03:25.758 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub_stamp": "2024-08-29T17:41:01.987071+0000", 2024-08-29T19:03:25.758 INFO:tasks.workunit.client.0.smithi028.stdout: "last_undegraded": "2024-08-29T19:02:14.926252+0000", 2024-08-29T19:03:25.758 INFO:tasks.workunit.client.0.smithi028.stdout: "last_unstale": "2024-08-29T19:02:14.926252+0000", 2024-08-29T19:03:25.758 INFO:tasks.workunit.client.0.smithi028.stdout: "log_dups_size": 0, 2024-08-29T19:03:25.758 INFO:tasks.workunit.client.0.smithi028.stdout: "log_size": 0, 2024-08-29T19:03:25.758 INFO:tasks.workunit.client.0.smithi028.stdout: "log_start": "0'0", 2024-08-29T19:03:25.758 INFO:tasks.workunit.client.0.smithi028.stdout: "manifest_stats_invalid": false, 2024-08-29T19:03:25.758 INFO:tasks.workunit.client.0.smithi028.stdout: "mapping_epoch": 645, 2024-08-29T19:03:25.758 INFO:tasks.workunit.client.0.smithi028.stdout: "object_location_counts": [], 2024-08-29T19:03:25.758 INFO:tasks.workunit.client.0.smithi028.stdout: "objects_scrubbed": 0, 2024-08-29T19:03:25.758 INFO:tasks.workunit.client.0.smithi028.stdout: "objects_trimmed": 0, 2024-08-29T19:03:25.758 INFO:tasks.workunit.client.0.smithi028.stdout: "omap_stats_invalid": false, 2024-08-29T19:03:25.758 INFO:tasks.workunit.client.0.smithi028.stdout: "ondisk_log_size": 0, 2024-08-29T19:03:25.759 INFO:tasks.workunit.client.0.smithi028.stdout: "ondisk_log_start": "0'0", 2024-08-29T19:03:25.759 INFO:tasks.workunit.client.0.smithi028.stdout: "parent": "0.0", 2024-08-29T19:03:25.759 INFO:tasks.workunit.client.0.smithi028.stdout: "parent_split_bits": 0, 2024-08-29T19:03:25.759 INFO:tasks.workunit.client.0.smithi028.stdout: "pgid": "3.36", 2024-08-29T19:03:25.759 INFO:tasks.workunit.client.0.smithi028.stdout: "pin_stats_invalid": false, 2024-08-29T19:03:25.759 INFO:tasks.workunit.client.0.smithi028.stdout: "purged_snaps": [], 2024-08-29T19:03:25.759 INFO:tasks.workunit.client.0.smithi028.stdout: "reported_epoch": 2650, 2024-08-29T19:03:25.759 INFO:tasks.workunit.client.0.smithi028.stdout: "reported_seq": 4592, 2024-08-29T19:03:25.759 INFO:tasks.workunit.client.0.smithi028.stdout: "scrub_duration": 0.0, 2024-08-29T19:03:25.759 INFO:tasks.workunit.client.0.smithi028.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-30T23:08:19.821883+0000", 2024-08-29T19:03:25.759 INFO:tasks.workunit.client.0.smithi028.stdout: "snaptrim_duration": 0.0, 2024-08-29T19:03:25.759 INFO:tasks.workunit.client.0.smithi028.stdout: "snaptrimq_len": 0, 2024-08-29T19:03:25.759 INFO:tasks.workunit.client.0.smithi028.stdout: "stat_sum": { 2024-08-29T19:03:25.759 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes": 0, 2024-08-29T19:03:25.760 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes_hit_set_archive": 0, 2024-08-29T19:03:25.760 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes_recovered": 0, 2024-08-29T19:03:25.760 INFO:tasks.workunit.client.0.smithi028.stdout: "num_deep_scrub_errors": 0, 2024-08-29T19:03:25.760 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict": 0, 2024-08-29T19:03:25.760 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_kb": 0, 2024-08-29T19:03:25.760 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_mode_full": 0, 2024-08-29T19:03:25.760 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_mode_some": 0, 2024-08-29T19:03:25.760 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush": 0, 2024-08-29T19:03:25.760 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_kb": 0, 2024-08-29T19:03:25.760 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_mode_high": 0, 2024-08-29T19:03:25.760 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_mode_low": 0, 2024-08-29T19:03:25.760 INFO:tasks.workunit.client.0.smithi028.stdout: "num_keys_recovered": 0, 2024-08-29T19:03:25.760 INFO:tasks.workunit.client.0.smithi028.stdout: "num_large_omap_objects": 0, 2024-08-29T19:03:25.760 INFO:tasks.workunit.client.0.smithi028.stdout: "num_legacy_snapsets": 0, 2024-08-29T19:03:25.761 INFO:tasks.workunit.client.0.smithi028.stdout: "num_object_clones": 0, 2024-08-29T19:03:25.761 INFO:tasks.workunit.client.0.smithi028.stdout: "num_object_copies": 0, 2024-08-29T19:03:25.761 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects": 0, 2024-08-29T19:03:25.761 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_degraded": 0, 2024-08-29T19:03:25.761 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_dirty": 0, 2024-08-29T19:03:25.761 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_hit_set_archive": 0, 2024-08-29T19:03:25.761 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_manifest": 0, 2024-08-29T19:03:25.761 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_misplaced": 0, 2024-08-29T19:03:25.761 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_missing": 0, 2024-08-29T19:03:25.761 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_missing_on_primary": 0, 2024-08-29T19:03:25.761 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_omap": 0, 2024-08-29T19:03:25.761 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_pinned": 0, 2024-08-29T19:03:25.761 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_recovered": 0, 2024-08-29T19:03:25.761 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_repaired": 0, 2024-08-29T19:03:25.762 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_unfound": 0, 2024-08-29T19:03:25.762 INFO:tasks.workunit.client.0.smithi028.stdout: "num_omap_bytes": 0, 2024-08-29T19:03:25.762 INFO:tasks.workunit.client.0.smithi028.stdout: "num_omap_keys": 0, 2024-08-29T19:03:25.762 INFO:tasks.workunit.client.0.smithi028.stdout: "num_promote": 0, 2024-08-29T19:03:25.762 INFO:tasks.workunit.client.0.smithi028.stdout: "num_read": 0, 2024-08-29T19:03:25.762 INFO:tasks.workunit.client.0.smithi028.stdout: "num_read_kb": 0, 2024-08-29T19:03:25.762 INFO:tasks.workunit.client.0.smithi028.stdout: "num_scrub_errors": 0, 2024-08-29T19:03:25.762 INFO:tasks.workunit.client.0.smithi028.stdout: "num_shallow_scrub_errors": 0, 2024-08-29T19:03:25.762 INFO:tasks.workunit.client.0.smithi028.stdout: "num_whiteouts": 0, 2024-08-29T19:03:25.762 INFO:tasks.workunit.client.0.smithi028.stdout: "num_write": 0, 2024-08-29T19:03:25.762 INFO:tasks.workunit.client.0.smithi028.stdout: "num_write_kb": 0 2024-08-29T19:03:25.762 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:25.762 INFO:tasks.workunit.client.0.smithi028.stdout: "state": "active+clean", 2024-08-29T19:03:25.762 INFO:tasks.workunit.client.0.smithi028.stdout: "stats_invalid": false, 2024-08-29T19:03:25.763 INFO:tasks.workunit.client.0.smithi028.stdout: "up": [ 2024-08-29T19:03:25.763 INFO:tasks.workunit.client.0.smithi028.stdout: 6, 2024-08-29T19:03:25.763 INFO:tasks.workunit.client.0.smithi028.stdout: 5, 2024-08-29T19:03:25.763 INFO:tasks.workunit.client.0.smithi028.stdout: 1 2024-08-29T19:03:25.763 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-08-29T19:03:25.763 INFO:tasks.workunit.client.0.smithi028.stdout: "up_primary": 6, 2024-08-29T19:03:25.763 INFO:tasks.workunit.client.0.smithi028.stdout: "version": "0'0" 2024-08-29T19:03:25.763 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:25.763 INFO:tasks.workunit.client.0.smithi028.stdout: { 2024-08-29T19:03:25.763 INFO:tasks.workunit.client.0.smithi028.stdout: "acting": [ 2024-08-29T19:03:25.763 INFO:tasks.workunit.client.0.smithi028.stdout: 7, 2024-08-29T19:03:25.763 INFO:tasks.workunit.client.0.smithi028.stdout: 1, 2024-08-29T19:03:25.763 INFO:tasks.workunit.client.0.smithi028.stdout: 0 2024-08-29T19:03:25.764 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-08-29T19:03:25.764 INFO:tasks.workunit.client.0.smithi028.stdout: "acting_primary": 7, 2024-08-29T19:03:25.764 INFO:tasks.workunit.client.0.smithi028.stdout: "avail_no_missing": [], 2024-08-29T19:03:25.764 INFO:tasks.workunit.client.0.smithi028.stdout: "blocked_by": [], 2024-08-29T19:03:25.764 INFO:tasks.workunit.client.0.smithi028.stdout: "created": 62, 2024-08-29T19:03:25.764 INFO:tasks.workunit.client.0.smithi028.stdout: "dirty_stats_invalid": false, 2024-08-29T19:03:25.764 INFO:tasks.workunit.client.0.smithi028.stdout: "hitset_bytes_stats_invalid": false, 2024-08-29T19:03:25.764 INFO:tasks.workunit.client.0.smithi028.stdout: "hitset_stats_invalid": false, 2024-08-29T19:03:25.764 INFO:tasks.workunit.client.0.smithi028.stdout: "last_active": "2024-08-29T19:02:14.100679+0000", 2024-08-29T19:03:25.764 INFO:tasks.workunit.client.0.smithi028.stdout: "last_became_active": "2024-08-29T17:58:11.363471+0000", 2024-08-29T19:03:25.764 INFO:tasks.workunit.client.0.smithi028.stdout: "last_became_peered": "2024-08-29T17:58:11.363471+0000", 2024-08-29T19:03:25.764 INFO:tasks.workunit.client.0.smithi028.stdout: "last_change": "2024-08-29T17:58:11.363805+0000", 2024-08-29T19:03:25.764 INFO:tasks.workunit.client.0.smithi028.stdout: "last_clean": "2024-08-29T19:02:14.100679+0000", 2024-08-29T19:03:25.764 INFO:tasks.workunit.client.0.smithi028.stdout: "last_clean_scrub_stamp": "2024-08-29T17:41:01.987071+0000", 2024-08-29T19:03:25.765 INFO:tasks.workunit.client.0.smithi028.stdout: "last_deep_scrub": "0'0", 2024-08-29T19:03:25.765 INFO:tasks.workunit.client.0.smithi028.stdout: "last_deep_scrub_stamp": "2024-08-29T17:41:01.987071+0000", 2024-08-29T19:03:25.765 INFO:tasks.workunit.client.0.smithi028.stdout: "last_epoch_clean": 681, 2024-08-29T19:03:25.765 INFO:tasks.workunit.client.0.smithi028.stdout: "last_fresh": "2024-08-29T19:02:14.100679+0000", 2024-08-29T19:03:25.765 INFO:tasks.workunit.client.0.smithi028.stdout: "last_fullsized": "2024-08-29T19:02:14.100679+0000", 2024-08-29T19:03:25.765 INFO:tasks.workunit.client.0.smithi028.stdout: "last_peered": "2024-08-29T19:02:14.100679+0000", 2024-08-29T19:03:25.765 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub": "0'0", 2024-08-29T19:03:25.765 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub_duration": 0, 2024-08-29T19:03:25.765 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub_stamp": "2024-08-29T17:41:01.987071+0000", 2024-08-29T19:03:25.765 INFO:tasks.workunit.client.0.smithi028.stdout: "last_undegraded": "2024-08-29T19:02:14.100679+0000", 2024-08-29T19:03:25.765 INFO:tasks.workunit.client.0.smithi028.stdout: "last_unstale": "2024-08-29T19:02:14.100679+0000", 2024-08-29T19:03:25.765 INFO:tasks.workunit.client.0.smithi028.stdout: "log_dups_size": 0, 2024-08-29T19:03:25.765 INFO:tasks.workunit.client.0.smithi028.stdout: "log_size": 0, 2024-08-29T19:03:25.766 INFO:tasks.workunit.client.0.smithi028.stdout: "log_start": "0'0", 2024-08-29T19:03:25.766 INFO:tasks.workunit.client.0.smithi028.stdout: "manifest_stats_invalid": false, 2024-08-29T19:03:25.766 INFO:tasks.workunit.client.0.smithi028.stdout: "mapping_epoch": 680, 2024-08-29T19:03:25.766 INFO:tasks.workunit.client.0.smithi028.stdout: "object_location_counts": [], 2024-08-29T19:03:25.766 INFO:tasks.workunit.client.0.smithi028.stdout: "objects_scrubbed": 0, 2024-08-29T19:03:25.766 INFO:tasks.workunit.client.0.smithi028.stdout: "objects_trimmed": 0, 2024-08-29T19:03:25.766 INFO:tasks.workunit.client.0.smithi028.stdout: "omap_stats_invalid": false, 2024-08-29T19:03:25.766 INFO:tasks.workunit.client.0.smithi028.stdout: "ondisk_log_size": 0, 2024-08-29T19:03:25.766 INFO:tasks.workunit.client.0.smithi028.stdout: "ondisk_log_start": "0'0", 2024-08-29T19:03:25.766 INFO:tasks.workunit.client.0.smithi028.stdout: "parent": "0.0", 2024-08-29T19:03:25.766 INFO:tasks.workunit.client.0.smithi028.stdout: "parent_split_bits": 0, 2024-08-29T19:03:25.766 INFO:tasks.workunit.client.0.smithi028.stdout: "pgid": "3.37", 2024-08-29T19:03:25.766 INFO:tasks.workunit.client.0.smithi028.stdout: "pin_stats_invalid": false, 2024-08-29T19:03:25.766 INFO:tasks.workunit.client.0.smithi028.stdout: "purged_snaps": [], 2024-08-29T19:03:25.767 INFO:tasks.workunit.client.0.smithi028.stdout: "reported_epoch": 2650, 2024-08-29T19:03:25.767 INFO:tasks.workunit.client.0.smithi028.stdout: "reported_seq": 4566, 2024-08-29T19:03:25.767 INFO:tasks.workunit.client.0.smithi028.stdout: "scrub_duration": 0.0, 2024-08-29T19:03:25.767 INFO:tasks.workunit.client.0.smithi028.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-30T21:44:59.053270+0000", 2024-08-29T19:03:25.767 INFO:tasks.workunit.client.0.smithi028.stdout: "snaptrim_duration": 0.0, 2024-08-29T19:03:25.767 INFO:tasks.workunit.client.0.smithi028.stdout: "snaptrimq_len": 0, 2024-08-29T19:03:25.767 INFO:tasks.workunit.client.0.smithi028.stdout: "stat_sum": { 2024-08-29T19:03:25.767 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes": 0, 2024-08-29T19:03:25.767 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes_hit_set_archive": 0, 2024-08-29T19:03:25.767 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes_recovered": 0, 2024-08-29T19:03:25.767 INFO:tasks.workunit.client.0.smithi028.stdout: "num_deep_scrub_errors": 0, 2024-08-29T19:03:25.767 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict": 0, 2024-08-29T19:03:25.767 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_kb": 0, 2024-08-29T19:03:25.767 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_mode_full": 0, 2024-08-29T19:03:25.768 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_mode_some": 0, 2024-08-29T19:03:25.768 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush": 0, 2024-08-29T19:03:25.768 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_kb": 0, 2024-08-29T19:03:25.768 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_mode_high": 0, 2024-08-29T19:03:25.768 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_mode_low": 0, 2024-08-29T19:03:25.768 INFO:tasks.workunit.client.0.smithi028.stdout: "num_keys_recovered": 0, 2024-08-29T19:03:25.768 INFO:tasks.workunit.client.0.smithi028.stdout: "num_large_omap_objects": 0, 2024-08-29T19:03:25.768 INFO:tasks.workunit.client.0.smithi028.stdout: "num_legacy_snapsets": 0, 2024-08-29T19:03:25.768 INFO:tasks.workunit.client.0.smithi028.stdout: "num_object_clones": 0, 2024-08-29T19:03:25.768 INFO:tasks.workunit.client.0.smithi028.stdout: "num_object_copies": 0, 2024-08-29T19:03:25.768 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects": 0, 2024-08-29T19:03:25.768 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_degraded": 0, 2024-08-29T19:03:25.768 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_dirty": 0, 2024-08-29T19:03:25.769 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_hit_set_archive": 0, 2024-08-29T19:03:25.769 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_manifest": 0, 2024-08-29T19:03:25.769 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_misplaced": 0, 2024-08-29T19:03:25.769 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_missing": 0, 2024-08-29T19:03:25.769 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_missing_on_primary": 0, 2024-08-29T19:03:25.769 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_omap": 0, 2024-08-29T19:03:25.769 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_pinned": 0, 2024-08-29T19:03:25.769 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_recovered": 0, 2024-08-29T19:03:25.769 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_repaired": 0, 2024-08-29T19:03:25.769 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_unfound": 0, 2024-08-29T19:03:25.769 INFO:tasks.workunit.client.0.smithi028.stdout: "num_omap_bytes": 0, 2024-08-29T19:03:25.769 INFO:tasks.workunit.client.0.smithi028.stdout: "num_omap_keys": 0, 2024-08-29T19:03:25.769 INFO:tasks.workunit.client.0.smithi028.stdout: "num_promote": 0, 2024-08-29T19:03:25.769 INFO:tasks.workunit.client.0.smithi028.stdout: "num_read": 0, 2024-08-29T19:03:25.770 INFO:tasks.workunit.client.0.smithi028.stdout: "num_read_kb": 0, 2024-08-29T19:03:25.770 INFO:tasks.workunit.client.0.smithi028.stdout: "num_scrub_errors": 0, 2024-08-29T19:03:25.770 INFO:tasks.workunit.client.0.smithi028.stdout: "num_shallow_scrub_errors": 0, 2024-08-29T19:03:25.770 INFO:tasks.workunit.client.0.smithi028.stdout: "num_whiteouts": 0, 2024-08-29T19:03:25.770 INFO:tasks.workunit.client.0.smithi028.stdout: "num_write": 0, 2024-08-29T19:03:25.770 INFO:tasks.workunit.client.0.smithi028.stdout: "num_write_kb": 0 2024-08-29T19:03:25.770 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:25.770 INFO:tasks.workunit.client.0.smithi028.stdout: "state": "active+clean", 2024-08-29T19:03:25.770 INFO:tasks.workunit.client.0.smithi028.stdout: "stats_invalid": false, 2024-08-29T19:03:25.770 INFO:tasks.workunit.client.0.smithi028.stdout: "up": [ 2024-08-29T19:03:25.770 INFO:tasks.workunit.client.0.smithi028.stdout: 7, 2024-08-29T19:03:25.770 INFO:tasks.workunit.client.0.smithi028.stdout: 1, 2024-08-29T19:03:25.770 INFO:tasks.workunit.client.0.smithi028.stdout: 0 2024-08-29T19:03:25.770 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-08-29T19:03:25.770 INFO:tasks.workunit.client.0.smithi028.stdout: "up_primary": 7, 2024-08-29T19:03:25.771 INFO:tasks.workunit.client.0.smithi028.stdout: "version": "0'0" 2024-08-29T19:03:25.771 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:25.771 INFO:tasks.workunit.client.0.smithi028.stdout: { 2024-08-29T19:03:25.771 INFO:tasks.workunit.client.0.smithi028.stdout: "acting": [ 2024-08-29T19:03:25.771 INFO:tasks.workunit.client.0.smithi028.stdout: 3, 2024-08-29T19:03:25.771 INFO:tasks.workunit.client.0.smithi028.stdout: 5, 2024-08-29T19:03:25.771 INFO:tasks.workunit.client.0.smithi028.stdout: 6 2024-08-29T19:03:25.771 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-08-29T19:03:25.771 INFO:tasks.workunit.client.0.smithi028.stdout: "acting_primary": 3, 2024-08-29T19:03:25.771 INFO:tasks.workunit.client.0.smithi028.stdout: "avail_no_missing": [], 2024-08-29T19:03:25.771 INFO:tasks.workunit.client.0.smithi028.stdout: "blocked_by": [], 2024-08-29T19:03:25.771 INFO:tasks.workunit.client.0.smithi028.stdout: "created": 62, 2024-08-29T19:03:25.771 INFO:tasks.workunit.client.0.smithi028.stdout: "dirty_stats_invalid": false, 2024-08-29T19:03:25.771 INFO:tasks.workunit.client.0.smithi028.stdout: "hitset_bytes_stats_invalid": false, 2024-08-29T19:03:25.772 INFO:tasks.workunit.client.0.smithi028.stdout: "hitset_stats_invalid": false, 2024-08-29T19:03:25.772 INFO:tasks.workunit.client.0.smithi028.stdout: "last_active": "2024-08-29T19:02:14.840905+0000", 2024-08-29T19:03:25.772 INFO:tasks.workunit.client.0.smithi028.stdout: "last_became_active": "2024-08-29T17:57:36.381992+0000", 2024-08-29T19:03:25.772 INFO:tasks.workunit.client.0.smithi028.stdout: "last_became_peered": "2024-08-29T17:57:36.381992+0000", 2024-08-29T19:03:25.772 INFO:tasks.workunit.client.0.smithi028.stdout: "last_change": "2024-08-29T17:57:36.388242+0000", 2024-08-29T19:03:25.772 INFO:tasks.workunit.client.0.smithi028.stdout: "last_clean": "2024-08-29T19:02:14.840905+0000", 2024-08-29T19:03:25.772 INFO:tasks.workunit.client.0.smithi028.stdout: "last_clean_scrub_stamp": "2024-08-29T17:41:01.987071+0000", 2024-08-29T19:03:25.772 INFO:tasks.workunit.client.0.smithi028.stdout: "last_deep_scrub": "0'0", 2024-08-29T19:03:25.772 INFO:tasks.workunit.client.0.smithi028.stdout: "last_deep_scrub_stamp": "2024-08-29T17:41:01.987071+0000", 2024-08-29T19:03:25.772 INFO:tasks.workunit.client.0.smithi028.stdout: "last_epoch_clean": 646, 2024-08-29T19:03:25.772 INFO:tasks.workunit.client.0.smithi028.stdout: "last_fresh": "2024-08-29T19:02:14.840905+0000", 2024-08-29T19:03:25.772 INFO:tasks.workunit.client.0.smithi028.stdout: "last_fullsized": "2024-08-29T19:02:14.840905+0000", 2024-08-29T19:03:25.772 INFO:tasks.workunit.client.0.smithi028.stdout: "last_peered": "2024-08-29T19:02:14.840905+0000", 2024-08-29T19:03:25.773 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub": "0'0", 2024-08-29T19:03:25.773 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub_duration": 0, 2024-08-29T19:03:25.773 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub_stamp": "2024-08-29T17:41:01.987071+0000", 2024-08-29T19:03:25.773 INFO:tasks.workunit.client.0.smithi028.stdout: "last_undegraded": "2024-08-29T19:02:14.840905+0000", 2024-08-29T19:03:25.773 INFO:tasks.workunit.client.0.smithi028.stdout: "last_unstale": "2024-08-29T19:02:14.840905+0000", 2024-08-29T19:03:25.773 INFO:tasks.workunit.client.0.smithi028.stdout: "log_dups_size": 0, 2024-08-29T19:03:25.773 INFO:tasks.workunit.client.0.smithi028.stdout: "log_size": 0, 2024-08-29T19:03:25.773 INFO:tasks.workunit.client.0.smithi028.stdout: "log_start": "0'0", 2024-08-29T19:03:25.773 INFO:tasks.workunit.client.0.smithi028.stdout: "manifest_stats_invalid": false, 2024-08-29T19:03:25.773 INFO:tasks.workunit.client.0.smithi028.stdout: "mapping_epoch": 645, 2024-08-29T19:03:25.773 INFO:tasks.workunit.client.0.smithi028.stdout: "object_location_counts": [], 2024-08-29T19:03:25.773 INFO:tasks.workunit.client.0.smithi028.stdout: "objects_scrubbed": 0, 2024-08-29T19:03:25.773 INFO:tasks.workunit.client.0.smithi028.stdout: "objects_trimmed": 0, 2024-08-29T19:03:25.773 INFO:tasks.workunit.client.0.smithi028.stdout: "omap_stats_invalid": false, 2024-08-29T19:03:25.774 INFO:tasks.workunit.client.0.smithi028.stdout: "ondisk_log_size": 0, 2024-08-29T19:03:25.774 INFO:tasks.workunit.client.0.smithi028.stdout: "ondisk_log_start": "0'0", 2024-08-29T19:03:25.774 INFO:tasks.workunit.client.0.smithi028.stdout: "parent": "0.0", 2024-08-29T19:03:25.774 INFO:tasks.workunit.client.0.smithi028.stdout: "parent_split_bits": 0, 2024-08-29T19:03:25.774 INFO:tasks.workunit.client.0.smithi028.stdout: "pgid": "3.38", 2024-08-29T19:03:25.774 INFO:tasks.workunit.client.0.smithi028.stdout: "pin_stats_invalid": false, 2024-08-29T19:03:25.774 INFO:tasks.workunit.client.0.smithi028.stdout: "purged_snaps": [], 2024-08-29T19:03:25.774 INFO:tasks.workunit.client.0.smithi028.stdout: "reported_epoch": 2650, 2024-08-29T19:03:25.774 INFO:tasks.workunit.client.0.smithi028.stdout: "reported_seq": 4694, 2024-08-29T19:03:25.774 INFO:tasks.workunit.client.0.smithi028.stdout: "scrub_duration": 0.0, 2024-08-29T19:03:25.774 INFO:tasks.workunit.client.0.smithi028.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-31T01:35:56.702031+0000", 2024-08-29T19:03:25.774 INFO:tasks.workunit.client.0.smithi028.stdout: "snaptrim_duration": 0.0, 2024-08-29T19:03:25.774 INFO:tasks.workunit.client.0.smithi028.stdout: "snaptrimq_len": 0, 2024-08-29T19:03:25.774 INFO:tasks.workunit.client.0.smithi028.stdout: "stat_sum": { 2024-08-29T19:03:25.775 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes": 0, 2024-08-29T19:03:25.775 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes_hit_set_archive": 0, 2024-08-29T19:03:25.775 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes_recovered": 0, 2024-08-29T19:03:25.775 INFO:tasks.workunit.client.0.smithi028.stdout: "num_deep_scrub_errors": 0, 2024-08-29T19:03:25.775 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict": 0, 2024-08-29T19:03:25.775 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_kb": 0, 2024-08-29T19:03:25.775 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_mode_full": 0, 2024-08-29T19:03:25.775 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_mode_some": 0, 2024-08-29T19:03:25.775 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush": 0, 2024-08-29T19:03:25.775 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_kb": 0, 2024-08-29T19:03:25.775 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_mode_high": 0, 2024-08-29T19:03:25.775 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_mode_low": 0, 2024-08-29T19:03:25.775 INFO:tasks.workunit.client.0.smithi028.stdout: "num_keys_recovered": 0, 2024-08-29T19:03:25.775 INFO:tasks.workunit.client.0.smithi028.stdout: "num_large_omap_objects": 0, 2024-08-29T19:03:25.775 INFO:tasks.workunit.client.0.smithi028.stdout: "num_legacy_snapsets": 0, 2024-08-29T19:03:25.776 INFO:tasks.workunit.client.0.smithi028.stdout: "num_object_clones": 0, 2024-08-29T19:03:25.776 INFO:tasks.workunit.client.0.smithi028.stdout: "num_object_copies": 0, 2024-08-29T19:03:25.776 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects": 0, 2024-08-29T19:03:25.776 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_degraded": 0, 2024-08-29T19:03:25.776 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_dirty": 0, 2024-08-29T19:03:25.776 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_hit_set_archive": 0, 2024-08-29T19:03:25.776 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_manifest": 0, 2024-08-29T19:03:25.776 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_misplaced": 0, 2024-08-29T19:03:25.776 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_missing": 0, 2024-08-29T19:03:25.776 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_missing_on_primary": 0, 2024-08-29T19:03:25.776 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_omap": 0, 2024-08-29T19:03:25.776 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_pinned": 0, 2024-08-29T19:03:25.776 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_recovered": 0, 2024-08-29T19:03:25.777 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_repaired": 0, 2024-08-29T19:03:25.777 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_unfound": 0, 2024-08-29T19:03:25.777 INFO:tasks.workunit.client.0.smithi028.stdout: "num_omap_bytes": 0, 2024-08-29T19:03:25.777 INFO:tasks.workunit.client.0.smithi028.stdout: "num_omap_keys": 0, 2024-08-29T19:03:25.777 INFO:tasks.workunit.client.0.smithi028.stdout: "num_promote": 0, 2024-08-29T19:03:25.777 INFO:tasks.workunit.client.0.smithi028.stdout: "num_read": 0, 2024-08-29T19:03:25.777 INFO:tasks.workunit.client.0.smithi028.stdout: "num_read_kb": 0, 2024-08-29T19:03:25.777 INFO:tasks.workunit.client.0.smithi028.stdout: "num_scrub_errors": 0, 2024-08-29T19:03:25.777 INFO:tasks.workunit.client.0.smithi028.stdout: "num_shallow_scrub_errors": 0, 2024-08-29T19:03:25.777 INFO:tasks.workunit.client.0.smithi028.stdout: "num_whiteouts": 0, 2024-08-29T19:03:25.777 INFO:tasks.workunit.client.0.smithi028.stdout: "num_write": 0, 2024-08-29T19:03:25.777 INFO:tasks.workunit.client.0.smithi028.stdout: "num_write_kb": 0 2024-08-29T19:03:25.777 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:25.777 INFO:tasks.workunit.client.0.smithi028.stdout: "state": "active+clean", 2024-08-29T19:03:25.778 INFO:tasks.workunit.client.0.smithi028.stdout: "stats_invalid": false, 2024-08-29T19:03:25.778 INFO:tasks.workunit.client.0.smithi028.stdout: "up": [ 2024-08-29T19:03:25.778 INFO:tasks.workunit.client.0.smithi028.stdout: 3, 2024-08-29T19:03:25.778 INFO:tasks.workunit.client.0.smithi028.stdout: 5, 2024-08-29T19:03:25.778 INFO:tasks.workunit.client.0.smithi028.stdout: 6 2024-08-29T19:03:25.778 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-08-29T19:03:25.778 INFO:tasks.workunit.client.0.smithi028.stdout: "up_primary": 3, 2024-08-29T19:03:25.778 INFO:tasks.workunit.client.0.smithi028.stdout: "version": "0'0" 2024-08-29T19:03:25.778 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:25.778 INFO:tasks.workunit.client.0.smithi028.stdout: { 2024-08-29T19:03:25.778 INFO:tasks.workunit.client.0.smithi028.stdout: "acting": [ 2024-08-29T19:03:25.778 INFO:tasks.workunit.client.0.smithi028.stdout: 7, 2024-08-29T19:03:25.778 INFO:tasks.workunit.client.0.smithi028.stdout: 0, 2024-08-29T19:03:25.778 INFO:tasks.workunit.client.0.smithi028.stdout: 4 2024-08-29T19:03:25.779 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-08-29T19:03:25.779 INFO:tasks.workunit.client.0.smithi028.stdout: "acting_primary": 7, 2024-08-29T19:03:25.779 INFO:tasks.workunit.client.0.smithi028.stdout: "avail_no_missing": [], 2024-08-29T19:03:25.779 INFO:tasks.workunit.client.0.smithi028.stdout: "blocked_by": [], 2024-08-29T19:03:25.779 INFO:tasks.workunit.client.0.smithi028.stdout: "created": 62, 2024-08-29T19:03:25.779 INFO:tasks.workunit.client.0.smithi028.stdout: "dirty_stats_invalid": false, 2024-08-29T19:03:25.779 INFO:tasks.workunit.client.0.smithi028.stdout: "hitset_bytes_stats_invalid": false, 2024-08-29T19:03:25.779 INFO:tasks.workunit.client.0.smithi028.stdout: "hitset_stats_invalid": false, 2024-08-29T19:03:25.779 INFO:tasks.workunit.client.0.smithi028.stdout: "last_active": "2024-08-29T19:02:14.096275+0000", 2024-08-29T19:03:25.779 INFO:tasks.workunit.client.0.smithi028.stdout: "last_became_active": "2024-08-29T17:58:11.360272+0000", 2024-08-29T19:03:25.779 INFO:tasks.workunit.client.0.smithi028.stdout: "last_became_peered": "2024-08-29T17:58:11.360272+0000", 2024-08-29T19:03:25.779 INFO:tasks.workunit.client.0.smithi028.stdout: "last_change": "2024-08-29T17:58:11.360605+0000", 2024-08-29T19:03:25.779 INFO:tasks.workunit.client.0.smithi028.stdout: "last_clean": "2024-08-29T19:02:14.096275+0000", 2024-08-29T19:03:25.779 INFO:tasks.workunit.client.0.smithi028.stdout: "last_clean_scrub_stamp": "2024-08-29T17:41:01.987071+0000", 2024-08-29T19:03:25.780 INFO:tasks.workunit.client.0.smithi028.stdout: "last_deep_scrub": "0'0", 2024-08-29T19:03:25.780 INFO:tasks.workunit.client.0.smithi028.stdout: "last_deep_scrub_stamp": "2024-08-29T17:41:01.987071+0000", 2024-08-29T19:03:25.780 INFO:tasks.workunit.client.0.smithi028.stdout: "last_epoch_clean": 681, 2024-08-29T19:03:25.780 INFO:tasks.workunit.client.0.smithi028.stdout: "last_fresh": "2024-08-29T19:02:14.096275+0000", 2024-08-29T19:03:25.780 INFO:tasks.workunit.client.0.smithi028.stdout: "last_fullsized": "2024-08-29T19:02:14.096275+0000", 2024-08-29T19:03:25.780 INFO:tasks.workunit.client.0.smithi028.stdout: "last_peered": "2024-08-29T19:02:14.096275+0000", 2024-08-29T19:03:25.780 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub": "0'0", 2024-08-29T19:03:25.780 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub_duration": 0, 2024-08-29T19:03:25.780 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub_stamp": "2024-08-29T17:41:01.987071+0000", 2024-08-29T19:03:25.780 INFO:tasks.workunit.client.0.smithi028.stdout: "last_undegraded": "2024-08-29T19:02:14.096275+0000", 2024-08-29T19:03:25.780 INFO:tasks.workunit.client.0.smithi028.stdout: "last_unstale": "2024-08-29T19:02:14.096275+0000", 2024-08-29T19:03:25.780 INFO:tasks.workunit.client.0.smithi028.stdout: "log_dups_size": 0, 2024-08-29T19:03:25.780 INFO:tasks.workunit.client.0.smithi028.stdout: "log_size": 0, 2024-08-29T19:03:25.781 INFO:tasks.workunit.client.0.smithi028.stdout: "log_start": "0'0", 2024-08-29T19:03:25.781 INFO:tasks.workunit.client.0.smithi028.stdout: "manifest_stats_invalid": false, 2024-08-29T19:03:25.781 INFO:tasks.workunit.client.0.smithi028.stdout: "mapping_epoch": 680, 2024-08-29T19:03:25.781 INFO:tasks.workunit.client.0.smithi028.stdout: "object_location_counts": [], 2024-08-29T19:03:25.781 INFO:tasks.workunit.client.0.smithi028.stdout: "objects_scrubbed": 0, 2024-08-29T19:03:25.781 INFO:tasks.workunit.client.0.smithi028.stdout: "objects_trimmed": 0, 2024-08-29T19:03:25.781 INFO:tasks.workunit.client.0.smithi028.stdout: "omap_stats_invalid": false, 2024-08-29T19:03:25.781 INFO:tasks.workunit.client.0.smithi028.stdout: "ondisk_log_size": 0, 2024-08-29T19:03:25.781 INFO:tasks.workunit.client.0.smithi028.stdout: "ondisk_log_start": "0'0", 2024-08-29T19:03:25.781 INFO:tasks.workunit.client.0.smithi028.stdout: "parent": "0.0", 2024-08-29T19:03:25.781 INFO:tasks.workunit.client.0.smithi028.stdout: "parent_split_bits": 0, 2024-08-29T19:03:25.781 INFO:tasks.workunit.client.0.smithi028.stdout: "pgid": "3.39", 2024-08-29T19:03:25.781 INFO:tasks.workunit.client.0.smithi028.stdout: "pin_stats_invalid": false, 2024-08-29T19:03:25.781 INFO:tasks.workunit.client.0.smithi028.stdout: "purged_snaps": [], 2024-08-29T19:03:25.782 INFO:tasks.workunit.client.0.smithi028.stdout: "reported_epoch": 2650, 2024-08-29T19:03:25.782 INFO:tasks.workunit.client.0.smithi028.stdout: "reported_seq": 4568, 2024-08-29T19:03:25.782 INFO:tasks.workunit.client.0.smithi028.stdout: "scrub_duration": 0.0, 2024-08-29T19:03:25.782 INFO:tasks.workunit.client.0.smithi028.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-31T05:23:04.439566+0000", 2024-08-29T19:03:25.782 INFO:tasks.workunit.client.0.smithi028.stdout: "snaptrim_duration": 0.0, 2024-08-29T19:03:25.782 INFO:tasks.workunit.client.0.smithi028.stdout: "snaptrimq_len": 0, 2024-08-29T19:03:25.782 INFO:tasks.workunit.client.0.smithi028.stdout: "stat_sum": { 2024-08-29T19:03:25.782 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes": 0, 2024-08-29T19:03:25.782 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes_hit_set_archive": 0, 2024-08-29T19:03:25.782 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes_recovered": 0, 2024-08-29T19:03:25.782 INFO:tasks.workunit.client.0.smithi028.stdout: "num_deep_scrub_errors": 0, 2024-08-29T19:03:25.782 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict": 0, 2024-08-29T19:03:25.782 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_kb": 0, 2024-08-29T19:03:25.782 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_mode_full": 0, 2024-08-29T19:03:25.783 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_mode_some": 0, 2024-08-29T19:03:25.783 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush": 0, 2024-08-29T19:03:25.783 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_kb": 0, 2024-08-29T19:03:25.783 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_mode_high": 0, 2024-08-29T19:03:25.783 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_mode_low": 0, 2024-08-29T19:03:25.783 INFO:tasks.workunit.client.0.smithi028.stdout: "num_keys_recovered": 0, 2024-08-29T19:03:25.783 INFO:tasks.workunit.client.0.smithi028.stdout: "num_large_omap_objects": 0, 2024-08-29T19:03:25.783 INFO:tasks.workunit.client.0.smithi028.stdout: "num_legacy_snapsets": 0, 2024-08-29T19:03:25.783 INFO:tasks.workunit.client.0.smithi028.stdout: "num_object_clones": 0, 2024-08-29T19:03:25.783 INFO:tasks.workunit.client.0.smithi028.stdout: "num_object_copies": 0, 2024-08-29T19:03:25.783 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects": 0, 2024-08-29T19:03:25.783 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_degraded": 0, 2024-08-29T19:03:25.783 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_dirty": 0, 2024-08-29T19:03:25.783 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_hit_set_archive": 0, 2024-08-29T19:03:25.784 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_manifest": 0, 2024-08-29T19:03:25.784 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_misplaced": 0, 2024-08-29T19:03:25.784 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_missing": 0, 2024-08-29T19:03:25.784 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_missing_on_primary": 0, 2024-08-29T19:03:25.784 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_omap": 0, 2024-08-29T19:03:25.784 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_pinned": 0, 2024-08-29T19:03:25.784 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_recovered": 0, 2024-08-29T19:03:25.784 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_repaired": 0, 2024-08-29T19:03:25.784 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_unfound": 0, 2024-08-29T19:03:25.784 INFO:tasks.workunit.client.0.smithi028.stdout: "num_omap_bytes": 0, 2024-08-29T19:03:25.784 INFO:tasks.workunit.client.0.smithi028.stdout: "num_omap_keys": 0, 2024-08-29T19:03:25.784 INFO:tasks.workunit.client.0.smithi028.stdout: "num_promote": 0, 2024-08-29T19:03:25.784 INFO:tasks.workunit.client.0.smithi028.stdout: "num_read": 0, 2024-08-29T19:03:25.785 INFO:tasks.workunit.client.0.smithi028.stdout: "num_read_kb": 0, 2024-08-29T19:03:25.785 INFO:tasks.workunit.client.0.smithi028.stdout: "num_scrub_errors": 0, 2024-08-29T19:03:25.785 INFO:tasks.workunit.client.0.smithi028.stdout: "num_shallow_scrub_errors": 0, 2024-08-29T19:03:25.785 INFO:tasks.workunit.client.0.smithi028.stdout: "num_whiteouts": 0, 2024-08-29T19:03:25.785 INFO:tasks.workunit.client.0.smithi028.stdout: "num_write": 0, 2024-08-29T19:03:25.785 INFO:tasks.workunit.client.0.smithi028.stdout: "num_write_kb": 0 2024-08-29T19:03:25.785 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:25.785 INFO:tasks.workunit.client.0.smithi028.stdout: "state": "active+clean", 2024-08-29T19:03:25.785 INFO:tasks.workunit.client.0.smithi028.stdout: "stats_invalid": false, 2024-08-29T19:03:25.785 INFO:tasks.workunit.client.0.smithi028.stdout: "up": [ 2024-08-29T19:03:25.785 INFO:tasks.workunit.client.0.smithi028.stdout: 7, 2024-08-29T19:03:25.785 INFO:tasks.workunit.client.0.smithi028.stdout: 0, 2024-08-29T19:03:25.785 INFO:tasks.workunit.client.0.smithi028.stdout: 4 2024-08-29T19:03:25.785 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-08-29T19:03:25.785 INFO:tasks.workunit.client.0.smithi028.stdout: "up_primary": 7, 2024-08-29T19:03:25.786 INFO:tasks.workunit.client.0.smithi028.stdout: "version": "0'0" 2024-08-29T19:03:25.786 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:25.786 INFO:tasks.workunit.client.0.smithi028.stdout: { 2024-08-29T19:03:25.786 INFO:tasks.workunit.client.0.smithi028.stdout: "acting": [ 2024-08-29T19:03:25.786 INFO:tasks.workunit.client.0.smithi028.stdout: 5, 2024-08-29T19:03:25.786 INFO:tasks.workunit.client.0.smithi028.stdout: 0, 2024-08-29T19:03:25.786 INFO:tasks.workunit.client.0.smithi028.stdout: 1 2024-08-29T19:03:25.786 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-08-29T19:03:25.786 INFO:tasks.workunit.client.0.smithi028.stdout: "acting_primary": 5, 2024-08-29T19:03:25.786 INFO:tasks.workunit.client.0.smithi028.stdout: "avail_no_missing": [], 2024-08-29T19:03:25.786 INFO:tasks.workunit.client.0.smithi028.stdout: "blocked_by": [], 2024-08-29T19:03:25.786 INFO:tasks.workunit.client.0.smithi028.stdout: "created": 62, 2024-08-29T19:03:25.786 INFO:tasks.workunit.client.0.smithi028.stdout: "dirty_stats_invalid": false, 2024-08-29T19:03:25.787 INFO:tasks.workunit.client.0.smithi028.stdout: "hitset_bytes_stats_invalid": false, 2024-08-29T19:03:25.787 INFO:tasks.workunit.client.0.smithi028.stdout: "hitset_stats_invalid": false, 2024-08-29T19:03:25.787 INFO:tasks.workunit.client.0.smithi028.stdout: "last_active": "2024-08-29T19:02:14.923931+0000", 2024-08-29T19:03:25.787 INFO:tasks.workunit.client.0.smithi028.stdout: "last_became_active": "2024-08-29T17:57:02.360220+0000", 2024-08-29T19:03:25.787 INFO:tasks.workunit.client.0.smithi028.stdout: "last_became_peered": "2024-08-29T17:57:02.360220+0000", 2024-08-29T19:03:25.787 INFO:tasks.workunit.client.0.smithi028.stdout: "last_change": "2024-08-29T17:57:02.361837+0000", 2024-08-29T19:03:25.787 INFO:tasks.workunit.client.0.smithi028.stdout: "last_clean": "2024-08-29T19:02:14.923931+0000", 2024-08-29T19:03:25.787 INFO:tasks.workunit.client.0.smithi028.stdout: "last_clean_scrub_stamp": "2024-08-29T17:41:01.987071+0000", 2024-08-29T19:03:25.787 INFO:tasks.workunit.client.0.smithi028.stdout: "last_deep_scrub": "0'0", 2024-08-29T19:03:25.787 INFO:tasks.workunit.client.0.smithi028.stdout: "last_deep_scrub_stamp": "2024-08-29T17:41:01.987071+0000", 2024-08-29T19:03:25.787 INFO:tasks.workunit.client.0.smithi028.stdout: "last_epoch_clean": 613, 2024-08-29T19:03:25.787 INFO:tasks.workunit.client.0.smithi028.stdout: "last_fresh": "2024-08-29T19:02:14.923931+0000", 2024-08-29T19:03:25.787 INFO:tasks.workunit.client.0.smithi028.stdout: "last_fullsized": "2024-08-29T19:02:14.923931+0000", 2024-08-29T19:03:25.787 INFO:tasks.workunit.client.0.smithi028.stdout: "last_peered": "2024-08-29T19:02:14.923931+0000", 2024-08-29T19:03:25.787 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub": "0'0", 2024-08-29T19:03:25.788 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub_duration": 0, 2024-08-29T19:03:25.788 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub_stamp": "2024-08-29T17:41:01.987071+0000", 2024-08-29T19:03:25.788 INFO:tasks.workunit.client.0.smithi028.stdout: "last_undegraded": "2024-08-29T19:02:14.923931+0000", 2024-08-29T19:03:25.788 INFO:tasks.workunit.client.0.smithi028.stdout: "last_unstale": "2024-08-29T19:02:14.923931+0000", 2024-08-29T19:03:25.788 INFO:tasks.workunit.client.0.smithi028.stdout: "log_dups_size": 0, 2024-08-29T19:03:25.788 INFO:tasks.workunit.client.0.smithi028.stdout: "log_size": 0, 2024-08-29T19:03:25.788 INFO:tasks.workunit.client.0.smithi028.stdout: "log_start": "0'0", 2024-08-29T19:03:25.788 INFO:tasks.workunit.client.0.smithi028.stdout: "manifest_stats_invalid": false, 2024-08-29T19:03:25.788 INFO:tasks.workunit.client.0.smithi028.stdout: "mapping_epoch": 612, 2024-08-29T19:03:25.788 INFO:tasks.workunit.client.0.smithi028.stdout: "object_location_counts": [], 2024-08-29T19:03:25.788 INFO:tasks.workunit.client.0.smithi028.stdout: "objects_scrubbed": 0, 2024-08-29T19:03:25.788 INFO:tasks.workunit.client.0.smithi028.stdout: "objects_trimmed": 0, 2024-08-29T19:03:25.788 INFO:tasks.workunit.client.0.smithi028.stdout: "omap_stats_invalid": false, 2024-08-29T19:03:25.788 INFO:tasks.workunit.client.0.smithi028.stdout: "ondisk_log_size": 0, 2024-08-29T19:03:25.789 INFO:tasks.workunit.client.0.smithi028.stdout: "ondisk_log_start": "0'0", 2024-08-29T19:03:25.789 INFO:tasks.workunit.client.0.smithi028.stdout: "parent": "0.0", 2024-08-29T19:03:25.789 INFO:tasks.workunit.client.0.smithi028.stdout: "parent_split_bits": 0, 2024-08-29T19:03:25.789 INFO:tasks.workunit.client.0.smithi028.stdout: "pgid": "3.3a", 2024-08-29T19:03:25.789 INFO:tasks.workunit.client.0.smithi028.stdout: "pin_stats_invalid": false, 2024-08-29T19:03:25.789 INFO:tasks.workunit.client.0.smithi028.stdout: "purged_snaps": [], 2024-08-29T19:03:25.789 INFO:tasks.workunit.client.0.smithi028.stdout: "reported_epoch": 2650, 2024-08-29T19:03:25.789 INFO:tasks.workunit.client.0.smithi028.stdout: "reported_seq": 4620, 2024-08-29T19:03:25.789 INFO:tasks.workunit.client.0.smithi028.stdout: "scrub_duration": 0.0, 2024-08-29T19:03:25.789 INFO:tasks.workunit.client.0.smithi028.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-31T02:49:15.529692+0000", 2024-08-29T19:03:25.789 INFO:tasks.workunit.client.0.smithi028.stdout: "snaptrim_duration": 0.0, 2024-08-29T19:03:25.789 INFO:tasks.workunit.client.0.smithi028.stdout: "snaptrimq_len": 0, 2024-08-29T19:03:25.789 INFO:tasks.workunit.client.0.smithi028.stdout: "stat_sum": { 2024-08-29T19:03:25.790 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes": 0, 2024-08-29T19:03:25.790 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes_hit_set_archive": 0, 2024-08-29T19:03:25.790 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes_recovered": 0, 2024-08-29T19:03:25.790 INFO:tasks.workunit.client.0.smithi028.stdout: "num_deep_scrub_errors": 0, 2024-08-29T19:03:25.790 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict": 0, 2024-08-29T19:03:25.790 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_kb": 0, 2024-08-29T19:03:25.790 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_mode_full": 0, 2024-08-29T19:03:25.790 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_mode_some": 0, 2024-08-29T19:03:25.790 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush": 0, 2024-08-29T19:03:25.790 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_kb": 0, 2024-08-29T19:03:25.790 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_mode_high": 0, 2024-08-29T19:03:25.790 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_mode_low": 0, 2024-08-29T19:03:25.790 INFO:tasks.workunit.client.0.smithi028.stdout: "num_keys_recovered": 0, 2024-08-29T19:03:25.790 INFO:tasks.workunit.client.0.smithi028.stdout: "num_large_omap_objects": 0, 2024-08-29T19:03:25.791 INFO:tasks.workunit.client.0.smithi028.stdout: "num_legacy_snapsets": 0, 2024-08-29T19:03:25.791 INFO:tasks.workunit.client.0.smithi028.stdout: "num_object_clones": 0, 2024-08-29T19:03:25.791 INFO:tasks.workunit.client.0.smithi028.stdout: "num_object_copies": 0, 2024-08-29T19:03:25.791 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects": 0, 2024-08-29T19:03:25.791 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_degraded": 0, 2024-08-29T19:03:25.791 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_dirty": 0, 2024-08-29T19:03:25.791 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_hit_set_archive": 0, 2024-08-29T19:03:25.791 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_manifest": 0, 2024-08-29T19:03:25.791 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_misplaced": 0, 2024-08-29T19:03:25.791 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_missing": 0, 2024-08-29T19:03:25.791 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_missing_on_primary": 0, 2024-08-29T19:03:25.791 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_omap": 0, 2024-08-29T19:03:25.791 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_pinned": 0, 2024-08-29T19:03:25.791 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_recovered": 0, 2024-08-29T19:03:25.792 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_repaired": 0, 2024-08-29T19:03:25.792 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_unfound": 0, 2024-08-29T19:03:25.792 INFO:tasks.workunit.client.0.smithi028.stdout: "num_omap_bytes": 0, 2024-08-29T19:03:25.792 INFO:tasks.workunit.client.0.smithi028.stdout: "num_omap_keys": 0, 2024-08-29T19:03:25.792 INFO:tasks.workunit.client.0.smithi028.stdout: "num_promote": 0, 2024-08-29T19:03:25.792 INFO:tasks.workunit.client.0.smithi028.stdout: "num_read": 0, 2024-08-29T19:03:25.792 INFO:tasks.workunit.client.0.smithi028.stdout: "num_read_kb": 0, 2024-08-29T19:03:25.792 INFO:tasks.workunit.client.0.smithi028.stdout: "num_scrub_errors": 0, 2024-08-29T19:03:25.792 INFO:tasks.workunit.client.0.smithi028.stdout: "num_shallow_scrub_errors": 0, 2024-08-29T19:03:25.792 INFO:tasks.workunit.client.0.smithi028.stdout: "num_whiteouts": 0, 2024-08-29T19:03:25.792 INFO:tasks.workunit.client.0.smithi028.stdout: "num_write": 0, 2024-08-29T19:03:25.792 INFO:tasks.workunit.client.0.smithi028.stdout: "num_write_kb": 0 2024-08-29T19:03:25.792 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:25.792 INFO:tasks.workunit.client.0.smithi028.stdout: "state": "active+clean", 2024-08-29T19:03:25.793 INFO:tasks.workunit.client.0.smithi028.stdout: "stats_invalid": false, 2024-08-29T19:03:25.793 INFO:tasks.workunit.client.0.smithi028.stdout: "up": [ 2024-08-29T19:03:25.793 INFO:tasks.workunit.client.0.smithi028.stdout: 5, 2024-08-29T19:03:25.793 INFO:tasks.workunit.client.0.smithi028.stdout: 0, 2024-08-29T19:03:25.793 INFO:tasks.workunit.client.0.smithi028.stdout: 1 2024-08-29T19:03:25.793 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-08-29T19:03:25.793 INFO:tasks.workunit.client.0.smithi028.stdout: "up_primary": 5, 2024-08-29T19:03:25.793 INFO:tasks.workunit.client.0.smithi028.stdout: "version": "0'0" 2024-08-29T19:03:25.793 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:25.793 INFO:tasks.workunit.client.0.smithi028.stdout: { 2024-08-29T19:03:25.793 INFO:tasks.workunit.client.0.smithi028.stdout: "acting": [ 2024-08-29T19:03:25.793 INFO:tasks.workunit.client.0.smithi028.stdout: 7, 2024-08-29T19:03:25.793 INFO:tasks.workunit.client.0.smithi028.stdout: 2, 2024-08-29T19:03:25.794 INFO:tasks.workunit.client.0.smithi028.stdout: 4 2024-08-29T19:03:25.794 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-08-29T19:03:25.794 INFO:tasks.workunit.client.0.smithi028.stdout: "acting_primary": 7, 2024-08-29T19:03:25.794 INFO:tasks.workunit.client.0.smithi028.stdout: "avail_no_missing": [], 2024-08-29T19:03:25.794 INFO:tasks.workunit.client.0.smithi028.stdout: "blocked_by": [], 2024-08-29T19:03:25.794 INFO:tasks.workunit.client.0.smithi028.stdout: "created": 62, 2024-08-29T19:03:25.794 INFO:tasks.workunit.client.0.smithi028.stdout: "dirty_stats_invalid": false, 2024-08-29T19:03:25.794 INFO:tasks.workunit.client.0.smithi028.stdout: "hitset_bytes_stats_invalid": false, 2024-08-29T19:03:25.794 INFO:tasks.workunit.client.0.smithi028.stdout: "hitset_stats_invalid": false, 2024-08-29T19:03:25.794 INFO:tasks.workunit.client.0.smithi028.stdout: "last_active": "2024-08-29T19:02:14.096991+0000", 2024-08-29T19:03:25.794 INFO:tasks.workunit.client.0.smithi028.stdout: "last_became_active": "2024-08-29T17:58:11.363124+0000", 2024-08-29T19:03:25.794 INFO:tasks.workunit.client.0.smithi028.stdout: "last_became_peered": "2024-08-29T17:58:11.363124+0000", 2024-08-29T19:03:25.794 INFO:tasks.workunit.client.0.smithi028.stdout: "last_change": "2024-08-29T17:58:11.364903+0000", 2024-08-29T19:03:25.795 INFO:tasks.workunit.client.0.smithi028.stdout: "last_clean": "2024-08-29T19:02:14.096991+0000", 2024-08-29T19:03:25.795 INFO:tasks.workunit.client.0.smithi028.stdout: "last_clean_scrub_stamp": "2024-08-29T17:41:01.987071+0000", 2024-08-29T19:03:25.795 INFO:tasks.workunit.client.0.smithi028.stdout: "last_deep_scrub": "0'0", 2024-08-29T19:03:25.795 INFO:tasks.workunit.client.0.smithi028.stdout: "last_deep_scrub_stamp": "2024-08-29T17:41:01.987071+0000", 2024-08-29T19:03:25.795 INFO:tasks.workunit.client.0.smithi028.stdout: "last_epoch_clean": 681, 2024-08-29T19:03:25.795 INFO:tasks.workunit.client.0.smithi028.stdout: "last_fresh": "2024-08-29T19:02:14.096991+0000", 2024-08-29T19:03:25.795 INFO:tasks.workunit.client.0.smithi028.stdout: "last_fullsized": "2024-08-29T19:02:14.096991+0000", 2024-08-29T19:03:25.795 INFO:tasks.workunit.client.0.smithi028.stdout: "last_peered": "2024-08-29T19:02:14.096991+0000", 2024-08-29T19:03:25.795 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub": "0'0", 2024-08-29T19:03:25.795 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub_duration": 0, 2024-08-29T19:03:25.795 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub_stamp": "2024-08-29T17:41:01.987071+0000", 2024-08-29T19:03:25.795 INFO:tasks.workunit.client.0.smithi028.stdout: "last_undegraded": "2024-08-29T19:02:14.096991+0000", 2024-08-29T19:03:25.795 INFO:tasks.workunit.client.0.smithi028.stdout: "last_unstale": "2024-08-29T19:02:14.096991+0000", 2024-08-29T19:03:25.795 INFO:tasks.workunit.client.0.smithi028.stdout: "log_dups_size": 0, 2024-08-29T19:03:25.796 INFO:tasks.workunit.client.0.smithi028.stdout: "log_size": 0, 2024-08-29T19:03:25.796 INFO:tasks.workunit.client.0.smithi028.stdout: "log_start": "0'0", 2024-08-29T19:03:25.796 INFO:tasks.workunit.client.0.smithi028.stdout: "manifest_stats_invalid": false, 2024-08-29T19:03:25.796 INFO:tasks.workunit.client.0.smithi028.stdout: "mapping_epoch": 680, 2024-08-29T19:03:25.796 INFO:tasks.workunit.client.0.smithi028.stdout: "object_location_counts": [], 2024-08-29T19:03:25.796 INFO:tasks.workunit.client.0.smithi028.stdout: "objects_scrubbed": 0, 2024-08-29T19:03:25.796 INFO:tasks.workunit.client.0.smithi028.stdout: "objects_trimmed": 0, 2024-08-29T19:03:25.796 INFO:tasks.workunit.client.0.smithi028.stdout: "omap_stats_invalid": false, 2024-08-29T19:03:25.796 INFO:tasks.workunit.client.0.smithi028.stdout: "ondisk_log_size": 0, 2024-08-29T19:03:25.796 INFO:tasks.workunit.client.0.smithi028.stdout: "ondisk_log_start": "0'0", 2024-08-29T19:03:25.796 INFO:tasks.workunit.client.0.smithi028.stdout: "parent": "0.0", 2024-08-29T19:03:25.796 INFO:tasks.workunit.client.0.smithi028.stdout: "parent_split_bits": 0, 2024-08-29T19:03:25.796 INFO:tasks.workunit.client.0.smithi028.stdout: "pgid": "3.3b", 2024-08-29T19:03:25.796 INFO:tasks.workunit.client.0.smithi028.stdout: "pin_stats_invalid": false, 2024-08-29T19:03:25.797 INFO:tasks.workunit.client.0.smithi028.stdout: "purged_snaps": [], 2024-08-29T19:03:25.797 INFO:tasks.workunit.client.0.smithi028.stdout: "reported_epoch": 2650, 2024-08-29T19:03:25.797 INFO:tasks.workunit.client.0.smithi028.stdout: "reported_seq": 4568, 2024-08-29T19:03:25.797 INFO:tasks.workunit.client.0.smithi028.stdout: "scrub_duration": 0.0, 2024-08-29T19:03:25.797 INFO:tasks.workunit.client.0.smithi028.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-31T01:40:16.818242+0000", 2024-08-29T19:03:25.797 INFO:tasks.workunit.client.0.smithi028.stdout: "snaptrim_duration": 0.0, 2024-08-29T19:03:25.797 INFO:tasks.workunit.client.0.smithi028.stdout: "snaptrimq_len": 0, 2024-08-29T19:03:25.797 INFO:tasks.workunit.client.0.smithi028.stdout: "stat_sum": { 2024-08-29T19:03:25.797 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes": 0, 2024-08-29T19:03:25.797 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes_hit_set_archive": 0, 2024-08-29T19:03:25.797 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes_recovered": 0, 2024-08-29T19:03:25.797 INFO:tasks.workunit.client.0.smithi028.stdout: "num_deep_scrub_errors": 0, 2024-08-29T19:03:25.797 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict": 0, 2024-08-29T19:03:25.797 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_kb": 0, 2024-08-29T19:03:25.798 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_mode_full": 0, 2024-08-29T19:03:25.798 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_mode_some": 0, 2024-08-29T19:03:25.798 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush": 0, 2024-08-29T19:03:25.798 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_kb": 0, 2024-08-29T19:03:25.798 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_mode_high": 0, 2024-08-29T19:03:25.798 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_mode_low": 0, 2024-08-29T19:03:25.798 INFO:tasks.workunit.client.0.smithi028.stdout: "num_keys_recovered": 0, 2024-08-29T19:03:25.798 INFO:tasks.workunit.client.0.smithi028.stdout: "num_large_omap_objects": 0, 2024-08-29T19:03:25.798 INFO:tasks.workunit.client.0.smithi028.stdout: "num_legacy_snapsets": 0, 2024-08-29T19:03:25.798 INFO:tasks.workunit.client.0.smithi028.stdout: "num_object_clones": 0, 2024-08-29T19:03:25.798 INFO:tasks.workunit.client.0.smithi028.stdout: "num_object_copies": 0, 2024-08-29T19:03:25.798 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects": 0, 2024-08-29T19:03:25.798 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_degraded": 0, 2024-08-29T19:03:25.798 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_dirty": 0, 2024-08-29T19:03:25.799 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_hit_set_archive": 0, 2024-08-29T19:03:25.799 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_manifest": 0, 2024-08-29T19:03:25.799 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_misplaced": 0, 2024-08-29T19:03:25.799 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_missing": 0, 2024-08-29T19:03:25.799 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_missing_on_primary": 0, 2024-08-29T19:03:25.799 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_omap": 0, 2024-08-29T19:03:25.799 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_pinned": 0, 2024-08-29T19:03:25.799 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_recovered": 0, 2024-08-29T19:03:25.799 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_repaired": 0, 2024-08-29T19:03:25.799 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_unfound": 0, 2024-08-29T19:03:25.799 INFO:tasks.workunit.client.0.smithi028.stdout: "num_omap_bytes": 0, 2024-08-29T19:03:25.799 INFO:tasks.workunit.client.0.smithi028.stdout: "num_omap_keys": 0, 2024-08-29T19:03:25.799 INFO:tasks.workunit.client.0.smithi028.stdout: "num_promote": 0, 2024-08-29T19:03:25.800 INFO:tasks.workunit.client.0.smithi028.stdout: "num_read": 0, 2024-08-29T19:03:25.800 INFO:tasks.workunit.client.0.smithi028.stdout: "num_read_kb": 0, 2024-08-29T19:03:25.800 INFO:tasks.workunit.client.0.smithi028.stdout: "num_scrub_errors": 0, 2024-08-29T19:03:25.800 INFO:tasks.workunit.client.0.smithi028.stdout: "num_shallow_scrub_errors": 0, 2024-08-29T19:03:25.800 INFO:tasks.workunit.client.0.smithi028.stdout: "num_whiteouts": 0, 2024-08-29T19:03:25.800 INFO:tasks.workunit.client.0.smithi028.stdout: "num_write": 0, 2024-08-29T19:03:25.800 INFO:tasks.workunit.client.0.smithi028.stdout: "num_write_kb": 0 2024-08-29T19:03:25.800 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:25.800 INFO:tasks.workunit.client.0.smithi028.stdout: "state": "active+clean", 2024-08-29T19:03:25.800 INFO:tasks.workunit.client.0.smithi028.stdout: "stats_invalid": false, 2024-08-29T19:03:25.800 INFO:tasks.workunit.client.0.smithi028.stdout: "up": [ 2024-08-29T19:03:25.800 INFO:tasks.workunit.client.0.smithi028.stdout: 7, 2024-08-29T19:03:25.800 INFO:tasks.workunit.client.0.smithi028.stdout: 2, 2024-08-29T19:03:25.800 INFO:tasks.workunit.client.0.smithi028.stdout: 4 2024-08-29T19:03:25.801 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-08-29T19:03:25.801 INFO:tasks.workunit.client.0.smithi028.stdout: "up_primary": 7, 2024-08-29T19:03:25.801 INFO:tasks.workunit.client.0.smithi028.stdout: "version": "0'0" 2024-08-29T19:03:25.801 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:25.801 INFO:tasks.workunit.client.0.smithi028.stdout: { 2024-08-29T19:03:25.801 INFO:tasks.workunit.client.0.smithi028.stdout: "acting": [ 2024-08-29T19:03:25.801 INFO:tasks.workunit.client.0.smithi028.stdout: 5, 2024-08-29T19:03:25.801 INFO:tasks.workunit.client.0.smithi028.stdout: 3, 2024-08-29T19:03:25.801 INFO:tasks.workunit.client.0.smithi028.stdout: 7 2024-08-29T19:03:25.801 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-08-29T19:03:25.801 INFO:tasks.workunit.client.0.smithi028.stdout: "acting_primary": 5, 2024-08-29T19:03:25.801 INFO:tasks.workunit.client.0.smithi028.stdout: "avail_no_missing": [], 2024-08-29T19:03:25.801 INFO:tasks.workunit.client.0.smithi028.stdout: "blocked_by": [], 2024-08-29T19:03:25.801 INFO:tasks.workunit.client.0.smithi028.stdout: "created": 62, 2024-08-29T19:03:25.802 INFO:tasks.workunit.client.0.smithi028.stdout: "dirty_stats_invalid": false, 2024-08-29T19:03:25.802 INFO:tasks.workunit.client.0.smithi028.stdout: "hitset_bytes_stats_invalid": false, 2024-08-29T19:03:25.802 INFO:tasks.workunit.client.0.smithi028.stdout: "hitset_stats_invalid": false, 2024-08-29T19:03:25.802 INFO:tasks.workunit.client.0.smithi028.stdout: "last_active": "2024-08-29T19:02:14.927121+0000", 2024-08-29T19:03:25.802 INFO:tasks.workunit.client.0.smithi028.stdout: "last_became_active": "2024-08-29T17:58:11.354662+0000", 2024-08-29T19:03:25.802 INFO:tasks.workunit.client.0.smithi028.stdout: "last_became_peered": "2024-08-29T17:58:11.354662+0000", 2024-08-29T19:03:25.802 INFO:tasks.workunit.client.0.smithi028.stdout: "last_change": "2024-08-29T17:58:11.355396+0000", 2024-08-29T19:03:25.802 INFO:tasks.workunit.client.0.smithi028.stdout: "last_clean": "2024-08-29T19:02:14.927121+0000", 2024-08-29T19:03:25.802 INFO:tasks.workunit.client.0.smithi028.stdout: "last_clean_scrub_stamp": "2024-08-29T17:41:01.987071+0000", 2024-08-29T19:03:25.802 INFO:tasks.workunit.client.0.smithi028.stdout: "last_deep_scrub": "0'0", 2024-08-29T19:03:25.802 INFO:tasks.workunit.client.0.smithi028.stdout: "last_deep_scrub_stamp": "2024-08-29T17:41:01.987071+0000", 2024-08-29T19:03:25.802 INFO:tasks.workunit.client.0.smithi028.stdout: "last_epoch_clean": 681, 2024-08-29T19:03:25.802 INFO:tasks.workunit.client.0.smithi028.stdout: "last_fresh": "2024-08-29T19:02:14.927121+0000", 2024-08-29T19:03:25.802 INFO:tasks.workunit.client.0.smithi028.stdout: "last_fullsized": "2024-08-29T19:02:14.927121+0000", 2024-08-29T19:03:25.803 INFO:tasks.workunit.client.0.smithi028.stdout: "last_peered": "2024-08-29T19:02:14.927121+0000", 2024-08-29T19:03:25.803 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub": "0'0", 2024-08-29T19:03:25.803 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub_duration": 0, 2024-08-29T19:03:25.803 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub_stamp": "2024-08-29T17:41:01.987071+0000", 2024-08-29T19:03:25.803 INFO:tasks.workunit.client.0.smithi028.stdout: "last_undegraded": "2024-08-29T19:02:14.927121+0000", 2024-08-29T19:03:25.803 INFO:tasks.workunit.client.0.smithi028.stdout: "last_unstale": "2024-08-29T19:02:14.927121+0000", 2024-08-29T19:03:25.803 INFO:tasks.workunit.client.0.smithi028.stdout: "log_dups_size": 0, 2024-08-29T19:03:25.803 INFO:tasks.workunit.client.0.smithi028.stdout: "log_size": 0, 2024-08-29T19:03:25.803 INFO:tasks.workunit.client.0.smithi028.stdout: "log_start": "0'0", 2024-08-29T19:03:25.803 INFO:tasks.workunit.client.0.smithi028.stdout: "manifest_stats_invalid": false, 2024-08-29T19:03:25.803 INFO:tasks.workunit.client.0.smithi028.stdout: "mapping_epoch": 680, 2024-08-29T19:03:25.803 INFO:tasks.workunit.client.0.smithi028.stdout: "object_location_counts": [], 2024-08-29T19:03:25.803 INFO:tasks.workunit.client.0.smithi028.stdout: "objects_scrubbed": 0, 2024-08-29T19:03:25.804 INFO:tasks.workunit.client.0.smithi028.stdout: "objects_trimmed": 0, 2024-08-29T19:03:25.804 INFO:tasks.workunit.client.0.smithi028.stdout: "omap_stats_invalid": false, 2024-08-29T19:03:25.804 INFO:tasks.workunit.client.0.smithi028.stdout: "ondisk_log_size": 0, 2024-08-29T19:03:25.804 INFO:tasks.workunit.client.0.smithi028.stdout: "ondisk_log_start": "0'0", 2024-08-29T19:03:25.804 INFO:tasks.workunit.client.0.smithi028.stdout: "parent": "0.0", 2024-08-29T19:03:25.804 INFO:tasks.workunit.client.0.smithi028.stdout: "parent_split_bits": 0, 2024-08-29T19:03:25.804 INFO:tasks.workunit.client.0.smithi028.stdout: "pgid": "3.3c", 2024-08-29T19:03:25.804 INFO:tasks.workunit.client.0.smithi028.stdout: "pin_stats_invalid": false, 2024-08-29T19:03:25.804 INFO:tasks.workunit.client.0.smithi028.stdout: "purged_snaps": [], 2024-08-29T19:03:25.804 INFO:tasks.workunit.client.0.smithi028.stdout: "reported_epoch": 2650, 2024-08-29T19:03:25.804 INFO:tasks.workunit.client.0.smithi028.stdout: "reported_seq": 4639, 2024-08-29T19:03:25.804 INFO:tasks.workunit.client.0.smithi028.stdout: "scrub_duration": 0.0, 2024-08-29T19:03:25.804 INFO:tasks.workunit.client.0.smithi028.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-30T21:13:09.592393+0000", 2024-08-29T19:03:25.804 INFO:tasks.workunit.client.0.smithi028.stdout: "snaptrim_duration": 0.0, 2024-08-29T19:03:25.805 INFO:tasks.workunit.client.0.smithi028.stdout: "snaptrimq_len": 0, 2024-08-29T19:03:25.805 INFO:tasks.workunit.client.0.smithi028.stdout: "stat_sum": { 2024-08-29T19:03:25.805 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes": 0, 2024-08-29T19:03:25.805 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes_hit_set_archive": 0, 2024-08-29T19:03:25.805 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes_recovered": 0, 2024-08-29T19:03:25.805 INFO:tasks.workunit.client.0.smithi028.stdout: "num_deep_scrub_errors": 0, 2024-08-29T19:03:25.805 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict": 0, 2024-08-29T19:03:25.805 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_kb": 0, 2024-08-29T19:03:25.805 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_mode_full": 0, 2024-08-29T19:03:25.805 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_mode_some": 0, 2024-08-29T19:03:25.805 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush": 0, 2024-08-29T19:03:25.805 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_kb": 0, 2024-08-29T19:03:25.805 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_mode_high": 0, 2024-08-29T19:03:25.806 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_mode_low": 0, 2024-08-29T19:03:25.806 INFO:tasks.workunit.client.0.smithi028.stdout: "num_keys_recovered": 0, 2024-08-29T19:03:25.806 INFO:tasks.workunit.client.0.smithi028.stdout: "num_large_omap_objects": 0, 2024-08-29T19:03:25.806 INFO:tasks.workunit.client.0.smithi028.stdout: "num_legacy_snapsets": 0, 2024-08-29T19:03:25.806 INFO:tasks.workunit.client.0.smithi028.stdout: "num_object_clones": 0, 2024-08-29T19:03:25.806 INFO:tasks.workunit.client.0.smithi028.stdout: "num_object_copies": 0, 2024-08-29T19:03:25.806 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects": 0, 2024-08-29T19:03:25.806 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_degraded": 0, 2024-08-29T19:03:25.806 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_dirty": 0, 2024-08-29T19:03:25.806 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_hit_set_archive": 0, 2024-08-29T19:03:25.806 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_manifest": 0, 2024-08-29T19:03:25.806 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_misplaced": 0, 2024-08-29T19:03:25.806 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_missing": 0, 2024-08-29T19:03:25.806 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_missing_on_primary": 0, 2024-08-29T19:03:25.807 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_omap": 0, 2024-08-29T19:03:25.807 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_pinned": 0, 2024-08-29T19:03:25.807 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_recovered": 0, 2024-08-29T19:03:25.807 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_repaired": 0, 2024-08-29T19:03:25.807 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_unfound": 0, 2024-08-29T19:03:25.807 INFO:tasks.workunit.client.0.smithi028.stdout: "num_omap_bytes": 0, 2024-08-29T19:03:25.807 INFO:tasks.workunit.client.0.smithi028.stdout: "num_omap_keys": 0, 2024-08-29T19:03:25.807 INFO:tasks.workunit.client.0.smithi028.stdout: "num_promote": 0, 2024-08-29T19:03:25.807 INFO:tasks.workunit.client.0.smithi028.stdout: "num_read": 0, 2024-08-29T19:03:25.807 INFO:tasks.workunit.client.0.smithi028.stdout: "num_read_kb": 0, 2024-08-29T19:03:25.807 INFO:tasks.workunit.client.0.smithi028.stdout: "num_scrub_errors": 0, 2024-08-29T19:03:25.807 INFO:tasks.workunit.client.0.smithi028.stdout: "num_shallow_scrub_errors": 0, 2024-08-29T19:03:25.807 INFO:tasks.workunit.client.0.smithi028.stdout: "num_whiteouts": 0, 2024-08-29T19:03:25.807 INFO:tasks.workunit.client.0.smithi028.stdout: "num_write": 0, 2024-08-29T19:03:25.807 INFO:tasks.workunit.client.0.smithi028.stdout: "num_write_kb": 0 2024-08-29T19:03:25.808 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:25.808 INFO:tasks.workunit.client.0.smithi028.stdout: "state": "active+clean", 2024-08-29T19:03:25.808 INFO:tasks.workunit.client.0.smithi028.stdout: "stats_invalid": false, 2024-08-29T19:03:25.808 INFO:tasks.workunit.client.0.smithi028.stdout: "up": [ 2024-08-29T19:03:25.808 INFO:tasks.workunit.client.0.smithi028.stdout: 5, 2024-08-29T19:03:25.808 INFO:tasks.workunit.client.0.smithi028.stdout: 3, 2024-08-29T19:03:25.808 INFO:tasks.workunit.client.0.smithi028.stdout: 7 2024-08-29T19:03:25.808 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-08-29T19:03:25.808 INFO:tasks.workunit.client.0.smithi028.stdout: "up_primary": 5, 2024-08-29T19:03:25.808 INFO:tasks.workunit.client.0.smithi028.stdout: "version": "0'0" 2024-08-29T19:03:25.808 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:25.808 INFO:tasks.workunit.client.0.smithi028.stdout: { 2024-08-29T19:03:25.808 INFO:tasks.workunit.client.0.smithi028.stdout: "acting": [ 2024-08-29T19:03:25.809 INFO:tasks.workunit.client.0.smithi028.stdout: 0, 2024-08-29T19:03:25.809 INFO:tasks.workunit.client.0.smithi028.stdout: 2, 2024-08-29T19:03:25.809 INFO:tasks.workunit.client.0.smithi028.stdout: 1 2024-08-29T19:03:25.809 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-08-29T19:03:25.809 INFO:tasks.workunit.client.0.smithi028.stdout: "acting_primary": 0, 2024-08-29T19:03:25.809 INFO:tasks.workunit.client.0.smithi028.stdout: "avail_no_missing": [], 2024-08-29T19:03:25.809 INFO:tasks.workunit.client.0.smithi028.stdout: "blocked_by": [], 2024-08-29T19:03:25.809 INFO:tasks.workunit.client.0.smithi028.stdout: "created": 62, 2024-08-29T19:03:25.809 INFO:tasks.workunit.client.0.smithi028.stdout: "dirty_stats_invalid": false, 2024-08-29T19:03:25.809 INFO:tasks.workunit.client.0.smithi028.stdout: "hitset_bytes_stats_invalid": false, 2024-08-29T19:03:25.809 INFO:tasks.workunit.client.0.smithi028.stdout: "hitset_stats_invalid": false, 2024-08-29T19:03:25.809 INFO:tasks.workunit.client.0.smithi028.stdout: "last_active": "2024-08-29T19:02:14.102520+0000", 2024-08-29T19:03:25.809 INFO:tasks.workunit.client.0.smithi028.stdout: "last_became_active": "2024-08-29T17:55:26.372812+0000", 2024-08-29T19:03:25.810 INFO:tasks.workunit.client.0.smithi028.stdout: "last_became_peered": "2024-08-29T17:55:26.372812+0000", 2024-08-29T19:03:25.810 INFO:tasks.workunit.client.0.smithi028.stdout: "last_change": "2024-08-29T17:55:26.373796+0000", 2024-08-29T19:03:25.810 INFO:tasks.workunit.client.0.smithi028.stdout: "last_clean": "2024-08-29T19:02:14.102520+0000", 2024-08-29T19:03:25.810 INFO:tasks.workunit.client.0.smithi028.stdout: "last_clean_scrub_stamp": "2024-08-29T17:41:01.987071+0000", 2024-08-29T19:03:25.810 INFO:tasks.workunit.client.0.smithi028.stdout: "last_deep_scrub": "0'0", 2024-08-29T19:03:25.810 INFO:tasks.workunit.client.0.smithi028.stdout: "last_deep_scrub_stamp": "2024-08-29T17:41:01.987071+0000", 2024-08-29T19:03:25.810 INFO:tasks.workunit.client.0.smithi028.stdout: "last_epoch_clean": 517, 2024-08-29T19:03:25.810 INFO:tasks.workunit.client.0.smithi028.stdout: "last_fresh": "2024-08-29T19:02:14.102520+0000", 2024-08-29T19:03:25.810 INFO:tasks.workunit.client.0.smithi028.stdout: "last_fullsized": "2024-08-29T19:02:14.102520+0000", 2024-08-29T19:03:25.810 INFO:tasks.workunit.client.0.smithi028.stdout: "last_peered": "2024-08-29T19:02:14.102520+0000", 2024-08-29T19:03:25.810 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub": "0'0", 2024-08-29T19:03:25.810 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub_duration": 0, 2024-08-29T19:03:25.810 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub_stamp": "2024-08-29T17:41:01.987071+0000", 2024-08-29T19:03:25.810 INFO:tasks.workunit.client.0.smithi028.stdout: "last_undegraded": "2024-08-29T19:02:14.102520+0000", 2024-08-29T19:03:25.811 INFO:tasks.workunit.client.0.smithi028.stdout: "last_unstale": "2024-08-29T19:02:14.102520+0000", 2024-08-29T19:03:25.811 INFO:tasks.workunit.client.0.smithi028.stdout: "log_dups_size": 0, 2024-08-29T19:03:25.811 INFO:tasks.workunit.client.0.smithi028.stdout: "log_size": 0, 2024-08-29T19:03:25.811 INFO:tasks.workunit.client.0.smithi028.stdout: "log_start": "0'0", 2024-08-29T19:03:25.811 INFO:tasks.workunit.client.0.smithi028.stdout: "manifest_stats_invalid": false, 2024-08-29T19:03:25.811 INFO:tasks.workunit.client.0.smithi028.stdout: "mapping_epoch": 516, 2024-08-29T19:03:25.811 INFO:tasks.workunit.client.0.smithi028.stdout: "object_location_counts": [], 2024-08-29T19:03:25.811 INFO:tasks.workunit.client.0.smithi028.stdout: "objects_scrubbed": 0, 2024-08-29T19:03:25.811 INFO:tasks.workunit.client.0.smithi028.stdout: "objects_trimmed": 0, 2024-08-29T19:03:25.811 INFO:tasks.workunit.client.0.smithi028.stdout: "omap_stats_invalid": false, 2024-08-29T19:03:25.811 INFO:tasks.workunit.client.0.smithi028.stdout: "ondisk_log_size": 0, 2024-08-29T19:03:25.811 INFO:tasks.workunit.client.0.smithi028.stdout: "ondisk_log_start": "0'0", 2024-08-29T19:03:25.811 INFO:tasks.workunit.client.0.smithi028.stdout: "parent": "0.0", 2024-08-29T19:03:25.811 INFO:tasks.workunit.client.0.smithi028.stdout: "parent_split_bits": 0, 2024-08-29T19:03:25.812 INFO:tasks.workunit.client.0.smithi028.stdout: "pgid": "3.3d", 2024-08-29T19:03:25.812 INFO:tasks.workunit.client.0.smithi028.stdout: "pin_stats_invalid": false, 2024-08-29T19:03:25.812 INFO:tasks.workunit.client.0.smithi028.stdout: "purged_snaps": [], 2024-08-29T19:03:25.812 INFO:tasks.workunit.client.0.smithi028.stdout: "reported_epoch": 2650, 2024-08-29T19:03:25.812 INFO:tasks.workunit.client.0.smithi028.stdout: "reported_seq": 4813, 2024-08-29T19:03:25.812 INFO:tasks.workunit.client.0.smithi028.stdout: "scrub_duration": 0.0, 2024-08-29T19:03:25.812 INFO:tasks.workunit.client.0.smithi028.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-31T02:20:48.915110+0000", 2024-08-29T19:03:25.812 INFO:tasks.workunit.client.0.smithi028.stdout: "snaptrim_duration": 0.0, 2024-08-29T19:03:25.812 INFO:tasks.workunit.client.0.smithi028.stdout: "snaptrimq_len": 0, 2024-08-29T19:03:25.812 INFO:tasks.workunit.client.0.smithi028.stdout: "stat_sum": { 2024-08-29T19:03:25.812 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes": 0, 2024-08-29T19:03:25.812 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes_hit_set_archive": 0, 2024-08-29T19:03:25.812 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes_recovered": 0, 2024-08-29T19:03:25.812 INFO:tasks.workunit.client.0.smithi028.stdout: "num_deep_scrub_errors": 0, 2024-08-29T19:03:25.813 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict": 0, 2024-08-29T19:03:25.813 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_kb": 0, 2024-08-29T19:03:25.813 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_mode_full": 0, 2024-08-29T19:03:25.813 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_mode_some": 0, 2024-08-29T19:03:25.813 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush": 0, 2024-08-29T19:03:25.813 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_kb": 0, 2024-08-29T19:03:25.813 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_mode_high": 0, 2024-08-29T19:03:25.813 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_mode_low": 0, 2024-08-29T19:03:25.813 INFO:tasks.workunit.client.0.smithi028.stdout: "num_keys_recovered": 0, 2024-08-29T19:03:25.813 INFO:tasks.workunit.client.0.smithi028.stdout: "num_large_omap_objects": 0, 2024-08-29T19:03:25.813 INFO:tasks.workunit.client.0.smithi028.stdout: "num_legacy_snapsets": 0, 2024-08-29T19:03:25.813 INFO:tasks.workunit.client.0.smithi028.stdout: "num_object_clones": 0, 2024-08-29T19:03:25.813 INFO:tasks.workunit.client.0.smithi028.stdout: "num_object_copies": 0, 2024-08-29T19:03:25.813 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects": 0, 2024-08-29T19:03:25.814 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_degraded": 0, 2024-08-29T19:03:25.814 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_dirty": 0, 2024-08-29T19:03:25.814 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_hit_set_archive": 0, 2024-08-29T19:03:25.814 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_manifest": 0, 2024-08-29T19:03:25.814 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_misplaced": 0, 2024-08-29T19:03:25.814 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_missing": 0, 2024-08-29T19:03:25.814 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_missing_on_primary": 0, 2024-08-29T19:03:25.814 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_omap": 0, 2024-08-29T19:03:25.814 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_pinned": 0, 2024-08-29T19:03:25.814 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_recovered": 0, 2024-08-29T19:03:25.814 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_repaired": 0, 2024-08-29T19:03:25.814 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_unfound": 0, 2024-08-29T19:03:25.814 INFO:tasks.workunit.client.0.smithi028.stdout: "num_omap_bytes": 0, 2024-08-29T19:03:25.815 INFO:tasks.workunit.client.0.smithi028.stdout: "num_omap_keys": 0, 2024-08-29T19:03:25.815 INFO:tasks.workunit.client.0.smithi028.stdout: "num_promote": 0, 2024-08-29T19:03:25.815 INFO:tasks.workunit.client.0.smithi028.stdout: "num_read": 0, 2024-08-29T19:03:25.815 INFO:tasks.workunit.client.0.smithi028.stdout: "num_read_kb": 0, 2024-08-29T19:03:25.815 INFO:tasks.workunit.client.0.smithi028.stdout: "num_scrub_errors": 0, 2024-08-29T19:03:25.815 INFO:tasks.workunit.client.0.smithi028.stdout: "num_shallow_scrub_errors": 0, 2024-08-29T19:03:25.815 INFO:tasks.workunit.client.0.smithi028.stdout: "num_whiteouts": 0, 2024-08-29T19:03:25.815 INFO:tasks.workunit.client.0.smithi028.stdout: "num_write": 0, 2024-08-29T19:03:25.815 INFO:tasks.workunit.client.0.smithi028.stdout: "num_write_kb": 0 2024-08-29T19:03:25.815 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:25.815 INFO:tasks.workunit.client.0.smithi028.stdout: "state": "active+clean", 2024-08-29T19:03:25.815 INFO:tasks.workunit.client.0.smithi028.stdout: "stats_invalid": false, 2024-08-29T19:03:25.815 INFO:tasks.workunit.client.0.smithi028.stdout: "up": [ 2024-08-29T19:03:25.815 INFO:tasks.workunit.client.0.smithi028.stdout: 0, 2024-08-29T19:03:25.816 INFO:tasks.workunit.client.0.smithi028.stdout: 2, 2024-08-29T19:03:25.816 INFO:tasks.workunit.client.0.smithi028.stdout: 1 2024-08-29T19:03:25.816 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-08-29T19:03:25.816 INFO:tasks.workunit.client.0.smithi028.stdout: "up_primary": 0, 2024-08-29T19:03:25.816 INFO:tasks.workunit.client.0.smithi028.stdout: "version": "0'0" 2024-08-29T19:03:25.816 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:25.816 INFO:tasks.workunit.client.0.smithi028.stdout: { 2024-08-29T19:03:25.816 INFO:tasks.workunit.client.0.smithi028.stdout: "acting": [ 2024-08-29T19:03:25.816 INFO:tasks.workunit.client.0.smithi028.stdout: 1, 2024-08-29T19:03:25.816 INFO:tasks.workunit.client.0.smithi028.stdout: 0, 2024-08-29T19:03:25.816 INFO:tasks.workunit.client.0.smithi028.stdout: 6 2024-08-29T19:03:25.816 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-08-29T19:03:25.816 INFO:tasks.workunit.client.0.smithi028.stdout: "acting_primary": 1, 2024-08-29T19:03:25.817 INFO:tasks.workunit.client.0.smithi028.stdout: "avail_no_missing": [], 2024-08-29T19:03:25.817 INFO:tasks.workunit.client.0.smithi028.stdout: "blocked_by": [], 2024-08-29T19:03:25.817 INFO:tasks.workunit.client.0.smithi028.stdout: "created": 62, 2024-08-29T19:03:25.817 INFO:tasks.workunit.client.0.smithi028.stdout: "dirty_stats_invalid": false, 2024-08-29T19:03:25.817 INFO:tasks.workunit.client.0.smithi028.stdout: "hitset_bytes_stats_invalid": false, 2024-08-29T19:03:25.817 INFO:tasks.workunit.client.0.smithi028.stdout: "hitset_stats_invalid": false, 2024-08-29T19:03:25.817 INFO:tasks.workunit.client.0.smithi028.stdout: "last_active": "2024-08-29T19:02:14.822916+0000", 2024-08-29T19:03:25.817 INFO:tasks.workunit.client.0.smithi028.stdout: "last_became_active": "2024-08-29T17:57:36.382035+0000", 2024-08-29T19:03:25.817 INFO:tasks.workunit.client.0.smithi028.stdout: "last_became_peered": "2024-08-29T17:57:36.382035+0000", 2024-08-29T19:03:25.817 INFO:tasks.workunit.client.0.smithi028.stdout: "last_change": "2024-08-29T17:57:36.382672+0000", 2024-08-29T19:03:25.817 INFO:tasks.workunit.client.0.smithi028.stdout: "last_clean": "2024-08-29T19:02:14.822916+0000", 2024-08-29T19:03:25.817 INFO:tasks.workunit.client.0.smithi028.stdout: "last_clean_scrub_stamp": "2024-08-29T17:41:01.987071+0000", 2024-08-29T19:03:25.817 INFO:tasks.workunit.client.0.smithi028.stdout: "last_deep_scrub": "0'0", 2024-08-29T19:03:25.817 INFO:tasks.workunit.client.0.smithi028.stdout: "last_deep_scrub_stamp": "2024-08-29T17:41:01.987071+0000", 2024-08-29T19:03:25.818 INFO:tasks.workunit.client.0.smithi028.stdout: "last_epoch_clean": 646, 2024-08-29T19:03:25.818 INFO:tasks.workunit.client.0.smithi028.stdout: "last_fresh": "2024-08-29T19:02:14.822916+0000", 2024-08-29T19:03:25.818 INFO:tasks.workunit.client.0.smithi028.stdout: "last_fullsized": "2024-08-29T19:02:14.822916+0000", 2024-08-29T19:03:25.818 INFO:tasks.workunit.client.0.smithi028.stdout: "last_peered": "2024-08-29T19:02:14.822916+0000", 2024-08-29T19:03:25.818 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub": "0'0", 2024-08-29T19:03:25.818 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub_duration": 0, 2024-08-29T19:03:25.818 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub_stamp": "2024-08-29T17:41:01.987071+0000", 2024-08-29T19:03:25.818 INFO:tasks.workunit.client.0.smithi028.stdout: "last_undegraded": "2024-08-29T19:02:14.822916+0000", 2024-08-29T19:03:25.818 INFO:tasks.workunit.client.0.smithi028.stdout: "last_unstale": "2024-08-29T19:02:14.822916+0000", 2024-08-29T19:03:25.818 INFO:tasks.workunit.client.0.smithi028.stdout: "log_dups_size": 0, 2024-08-29T19:03:25.818 INFO:tasks.workunit.client.0.smithi028.stdout: "log_size": 0, 2024-08-29T19:03:25.818 INFO:tasks.workunit.client.0.smithi028.stdout: "log_start": "0'0", 2024-08-29T19:03:25.818 INFO:tasks.workunit.client.0.smithi028.stdout: "manifest_stats_invalid": false, 2024-08-29T19:03:25.818 INFO:tasks.workunit.client.0.smithi028.stdout: "mapping_epoch": 645, 2024-08-29T19:03:25.819 INFO:tasks.workunit.client.0.smithi028.stdout: "object_location_counts": [], 2024-08-29T19:03:25.819 INFO:tasks.workunit.client.0.smithi028.stdout: "objects_scrubbed": 0, 2024-08-29T19:03:25.819 INFO:tasks.workunit.client.0.smithi028.stdout: "objects_trimmed": 0, 2024-08-29T19:03:25.819 INFO:tasks.workunit.client.0.smithi028.stdout: "omap_stats_invalid": false, 2024-08-29T19:03:25.819 INFO:tasks.workunit.client.0.smithi028.stdout: "ondisk_log_size": 0, 2024-08-29T19:03:25.819 INFO:tasks.workunit.client.0.smithi028.stdout: "ondisk_log_start": "0'0", 2024-08-29T19:03:25.819 INFO:tasks.workunit.client.0.smithi028.stdout: "parent": "0.0", 2024-08-29T19:03:25.819 INFO:tasks.workunit.client.0.smithi028.stdout: "parent_split_bits": 0, 2024-08-29T19:03:25.819 INFO:tasks.workunit.client.0.smithi028.stdout: "pgid": "3.3e", 2024-08-29T19:03:25.819 INFO:tasks.workunit.client.0.smithi028.stdout: "pin_stats_invalid": false, 2024-08-29T19:03:25.819 INFO:tasks.workunit.client.0.smithi028.stdout: "purged_snaps": [], 2024-08-29T19:03:25.819 INFO:tasks.workunit.client.0.smithi028.stdout: "reported_epoch": 2650, 2024-08-29T19:03:25.819 INFO:tasks.workunit.client.0.smithi028.stdout: "reported_seq": 4781, 2024-08-29T19:03:25.819 INFO:tasks.workunit.client.0.smithi028.stdout: "scrub_duration": 0.0, 2024-08-29T19:03:25.820 INFO:tasks.workunit.client.0.smithi028.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-31T03:29:31.430188+0000", 2024-08-29T19:03:25.820 INFO:tasks.workunit.client.0.smithi028.stdout: "snaptrim_duration": 0.0, 2024-08-29T19:03:25.820 INFO:tasks.workunit.client.0.smithi028.stdout: "snaptrimq_len": 0, 2024-08-29T19:03:25.820 INFO:tasks.workunit.client.0.smithi028.stdout: "stat_sum": { 2024-08-29T19:03:25.820 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes": 0, 2024-08-29T19:03:25.820 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes_hit_set_archive": 0, 2024-08-29T19:03:25.820 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes_recovered": 0, 2024-08-29T19:03:25.820 INFO:tasks.workunit.client.0.smithi028.stdout: "num_deep_scrub_errors": 0, 2024-08-29T19:03:25.820 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict": 0, 2024-08-29T19:03:25.820 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_kb": 0, 2024-08-29T19:03:25.820 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_mode_full": 0, 2024-08-29T19:03:25.820 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_mode_some": 0, 2024-08-29T19:03:25.820 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush": 0, 2024-08-29T19:03:25.821 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_kb": 0, 2024-08-29T19:03:25.821 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_mode_high": 0, 2024-08-29T19:03:25.821 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_mode_low": 0, 2024-08-29T19:03:25.821 INFO:tasks.workunit.client.0.smithi028.stdout: "num_keys_recovered": 0, 2024-08-29T19:03:25.821 INFO:tasks.workunit.client.0.smithi028.stdout: "num_large_omap_objects": 0, 2024-08-29T19:03:25.821 INFO:tasks.workunit.client.0.smithi028.stdout: "num_legacy_snapsets": 0, 2024-08-29T19:03:25.821 INFO:tasks.workunit.client.0.smithi028.stdout: "num_object_clones": 0, 2024-08-29T19:03:25.821 INFO:tasks.workunit.client.0.smithi028.stdout: "num_object_copies": 0, 2024-08-29T19:03:25.821 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects": 0, 2024-08-29T19:03:25.821 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_degraded": 0, 2024-08-29T19:03:25.821 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_dirty": 0, 2024-08-29T19:03:25.821 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_hit_set_archive": 0, 2024-08-29T19:03:25.821 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_manifest": 0, 2024-08-29T19:03:25.821 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_misplaced": 0, 2024-08-29T19:03:25.822 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_missing": 0, 2024-08-29T19:03:25.822 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_missing_on_primary": 0, 2024-08-29T19:03:25.822 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_omap": 0, 2024-08-29T19:03:25.822 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_pinned": 0, 2024-08-29T19:03:25.822 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_recovered": 0, 2024-08-29T19:03:25.822 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_repaired": 0, 2024-08-29T19:03:25.822 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_unfound": 0, 2024-08-29T19:03:25.822 INFO:tasks.workunit.client.0.smithi028.stdout: "num_omap_bytes": 0, 2024-08-29T19:03:25.822 INFO:tasks.workunit.client.0.smithi028.stdout: "num_omap_keys": 0, 2024-08-29T19:03:25.822 INFO:tasks.workunit.client.0.smithi028.stdout: "num_promote": 0, 2024-08-29T19:03:25.822 INFO:tasks.workunit.client.0.smithi028.stdout: "num_read": 0, 2024-08-29T19:03:25.822 INFO:tasks.workunit.client.0.smithi028.stdout: "num_read_kb": 0, 2024-08-29T19:03:25.822 INFO:tasks.workunit.client.0.smithi028.stdout: "num_scrub_errors": 0, 2024-08-29T19:03:25.822 INFO:tasks.workunit.client.0.smithi028.stdout: "num_shallow_scrub_errors": 0, 2024-08-29T19:03:25.823 INFO:tasks.workunit.client.0.smithi028.stdout: "num_whiteouts": 0, 2024-08-29T19:03:25.823 INFO:tasks.workunit.client.0.smithi028.stdout: "num_write": 0, 2024-08-29T19:03:25.823 INFO:tasks.workunit.client.0.smithi028.stdout: "num_write_kb": 0 2024-08-29T19:03:25.823 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:25.823 INFO:tasks.workunit.client.0.smithi028.stdout: "state": "active+clean", 2024-08-29T19:03:25.823 INFO:tasks.workunit.client.0.smithi028.stdout: "stats_invalid": false, 2024-08-29T19:03:25.823 INFO:tasks.workunit.client.0.smithi028.stdout: "up": [ 2024-08-29T19:03:25.823 INFO:tasks.workunit.client.0.smithi028.stdout: 1, 2024-08-29T19:03:25.823 INFO:tasks.workunit.client.0.smithi028.stdout: 0, 2024-08-29T19:03:25.823 INFO:tasks.workunit.client.0.smithi028.stdout: 6 2024-08-29T19:03:25.823 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-08-29T19:03:25.823 INFO:tasks.workunit.client.0.smithi028.stdout: "up_primary": 1, 2024-08-29T19:03:25.823 INFO:tasks.workunit.client.0.smithi028.stdout: "version": "0'0" 2024-08-29T19:03:25.824 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:25.824 INFO:tasks.workunit.client.0.smithi028.stdout: { 2024-08-29T19:03:25.824 INFO:tasks.workunit.client.0.smithi028.stdout: "acting": [ 2024-08-29T19:03:25.824 INFO:tasks.workunit.client.0.smithi028.stdout: 7, 2024-08-29T19:03:25.824 INFO:tasks.workunit.client.0.smithi028.stdout: 6, 2024-08-29T19:03:25.824 INFO:tasks.workunit.client.0.smithi028.stdout: 0 2024-08-29T19:03:25.824 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-08-29T19:03:25.824 INFO:tasks.workunit.client.0.smithi028.stdout: "acting_primary": 7, 2024-08-29T19:03:25.824 INFO:tasks.workunit.client.0.smithi028.stdout: "avail_no_missing": [], 2024-08-29T19:03:25.824 INFO:tasks.workunit.client.0.smithi028.stdout: "blocked_by": [], 2024-08-29T19:03:25.824 INFO:tasks.workunit.client.0.smithi028.stdout: "created": 62, 2024-08-29T19:03:25.824 INFO:tasks.workunit.client.0.smithi028.stdout: "dirty_stats_invalid": false, 2024-08-29T19:03:25.824 INFO:tasks.workunit.client.0.smithi028.stdout: "hitset_bytes_stats_invalid": false, 2024-08-29T19:03:25.825 INFO:tasks.workunit.client.0.smithi028.stdout: "hitset_stats_invalid": false, 2024-08-29T19:03:25.825 INFO:tasks.workunit.client.0.smithi028.stdout: "last_active": "2024-08-29T19:02:14.101795+0000", 2024-08-29T19:03:25.825 INFO:tasks.workunit.client.0.smithi028.stdout: "last_became_active": "2024-08-29T17:58:11.352330+0000", 2024-08-29T19:03:25.825 INFO:tasks.workunit.client.0.smithi028.stdout: "last_became_peered": "2024-08-29T17:58:11.352330+0000", 2024-08-29T19:03:25.825 INFO:tasks.workunit.client.0.smithi028.stdout: "last_change": "2024-08-29T17:58:11.354587+0000", 2024-08-29T19:03:25.825 INFO:tasks.workunit.client.0.smithi028.stdout: "last_clean": "2024-08-29T19:02:14.101795+0000", 2024-08-29T19:03:25.825 INFO:tasks.workunit.client.0.smithi028.stdout: "last_clean_scrub_stamp": "2024-08-29T17:41:01.987071+0000", 2024-08-29T19:03:25.825 INFO:tasks.workunit.client.0.smithi028.stdout: "last_deep_scrub": "0'0", 2024-08-29T19:03:25.825 INFO:tasks.workunit.client.0.smithi028.stdout: "last_deep_scrub_stamp": "2024-08-29T17:41:01.987071+0000", 2024-08-29T19:03:25.825 INFO:tasks.workunit.client.0.smithi028.stdout: "last_epoch_clean": 681, 2024-08-29T19:03:25.825 INFO:tasks.workunit.client.0.smithi028.stdout: "last_fresh": "2024-08-29T19:02:14.101795+0000", 2024-08-29T19:03:25.825 INFO:tasks.workunit.client.0.smithi028.stdout: "last_fullsized": "2024-08-29T19:02:14.101795+0000", 2024-08-29T19:03:25.825 INFO:tasks.workunit.client.0.smithi028.stdout: "last_peered": "2024-08-29T19:02:14.101795+0000", 2024-08-29T19:03:25.825 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub": "0'0", 2024-08-29T19:03:25.826 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub_duration": 0, 2024-08-29T19:03:25.826 INFO:tasks.workunit.client.0.smithi028.stdout: "last_scrub_stamp": "2024-08-29T17:41:01.987071+0000", 2024-08-29T19:03:25.826 INFO:tasks.workunit.client.0.smithi028.stdout: "last_undegraded": "2024-08-29T19:02:14.101795+0000", 2024-08-29T19:03:25.826 INFO:tasks.workunit.client.0.smithi028.stdout: "last_unstale": "2024-08-29T19:02:14.101795+0000", 2024-08-29T19:03:25.826 INFO:tasks.workunit.client.0.smithi028.stdout: "log_dups_size": 0, 2024-08-29T19:03:25.826 INFO:tasks.workunit.client.0.smithi028.stdout: "log_size": 0, 2024-08-29T19:03:25.826 INFO:tasks.workunit.client.0.smithi028.stdout: "log_start": "0'0", 2024-08-29T19:03:25.826 INFO:tasks.workunit.client.0.smithi028.stdout: "manifest_stats_invalid": false, 2024-08-29T19:03:25.826 INFO:tasks.workunit.client.0.smithi028.stdout: "mapping_epoch": 680, 2024-08-29T19:03:25.826 INFO:tasks.workunit.client.0.smithi028.stdout: "object_location_counts": [], 2024-08-29T19:03:25.826 INFO:tasks.workunit.client.0.smithi028.stdout: "objects_scrubbed": 0, 2024-08-29T19:03:25.826 INFO:tasks.workunit.client.0.smithi028.stdout: "objects_trimmed": 0, 2024-08-29T19:03:25.826 INFO:tasks.workunit.client.0.smithi028.stdout: "omap_stats_invalid": false, 2024-08-29T19:03:25.826 INFO:tasks.workunit.client.0.smithi028.stdout: "ondisk_log_size": 0, 2024-08-29T19:03:25.827 INFO:tasks.workunit.client.0.smithi028.stdout: "ondisk_log_start": "0'0", 2024-08-29T19:03:25.827 INFO:tasks.workunit.client.0.smithi028.stdout: "parent": "0.0", 2024-08-29T19:03:25.827 INFO:tasks.workunit.client.0.smithi028.stdout: "parent_split_bits": 0, 2024-08-29T19:03:25.827 INFO:tasks.workunit.client.0.smithi028.stdout: "pgid": "3.3f", 2024-08-29T19:03:25.827 INFO:tasks.workunit.client.0.smithi028.stdout: "pin_stats_invalid": false, 2024-08-29T19:03:25.827 INFO:tasks.workunit.client.0.smithi028.stdout: "purged_snaps": [], 2024-08-29T19:03:25.827 INFO:tasks.workunit.client.0.smithi028.stdout: "reported_epoch": 2650, 2024-08-29T19:03:25.827 INFO:tasks.workunit.client.0.smithi028.stdout: "reported_seq": 4556, 2024-08-29T19:03:25.827 INFO:tasks.workunit.client.0.smithi028.stdout: "scrub_duration": 0.0, 2024-08-29T19:03:25.827 INFO:tasks.workunit.client.0.smithi028.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-08-30T17:55:27.162202+0000", 2024-08-29T19:03:25.827 INFO:tasks.workunit.client.0.smithi028.stdout: "snaptrim_duration": 0.0, 2024-08-29T19:03:25.827 INFO:tasks.workunit.client.0.smithi028.stdout: "snaptrimq_len": 0, 2024-08-29T19:03:25.827 INFO:tasks.workunit.client.0.smithi028.stdout: "stat_sum": { 2024-08-29T19:03:25.827 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes": 0, 2024-08-29T19:03:25.828 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes_hit_set_archive": 0, 2024-08-29T19:03:25.828 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes_recovered": 0, 2024-08-29T19:03:25.828 INFO:tasks.workunit.client.0.smithi028.stdout: "num_deep_scrub_errors": 0, 2024-08-29T19:03:25.828 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict": 0, 2024-08-29T19:03:25.828 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_kb": 0, 2024-08-29T19:03:25.828 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_mode_full": 0, 2024-08-29T19:03:25.828 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_mode_some": 0, 2024-08-29T19:03:25.828 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush": 0, 2024-08-29T19:03:25.828 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_kb": 0, 2024-08-29T19:03:25.828 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_mode_high": 0, 2024-08-29T19:03:25.828 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_mode_low": 0, 2024-08-29T19:03:25.828 INFO:tasks.workunit.client.0.smithi028.stdout: "num_keys_recovered": 0, 2024-08-29T19:03:25.828 INFO:tasks.workunit.client.0.smithi028.stdout: "num_large_omap_objects": 0, 2024-08-29T19:03:25.829 INFO:tasks.workunit.client.0.smithi028.stdout: "num_legacy_snapsets": 0, 2024-08-29T19:03:25.829 INFO:tasks.workunit.client.0.smithi028.stdout: "num_object_clones": 0, 2024-08-29T19:03:25.829 INFO:tasks.workunit.client.0.smithi028.stdout: "num_object_copies": 0, 2024-08-29T19:03:25.829 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects": 0, 2024-08-29T19:03:25.829 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_degraded": 0, 2024-08-29T19:03:25.829 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_dirty": 0, 2024-08-29T19:03:25.829 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_hit_set_archive": 0, 2024-08-29T19:03:25.829 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_manifest": 0, 2024-08-29T19:03:25.829 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_misplaced": 0, 2024-08-29T19:03:25.829 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_missing": 0, 2024-08-29T19:03:25.829 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_missing_on_primary": 0, 2024-08-29T19:03:25.829 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_omap": 0, 2024-08-29T19:03:25.830 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_pinned": 0, 2024-08-29T19:03:25.830 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_recovered": 0, 2024-08-29T19:03:25.830 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_repaired": 0, 2024-08-29T19:03:25.830 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_unfound": 0, 2024-08-29T19:03:25.830 INFO:tasks.workunit.client.0.smithi028.stdout: "num_omap_bytes": 0, 2024-08-29T19:03:25.830 INFO:tasks.workunit.client.0.smithi028.stdout: "num_omap_keys": 0, 2024-08-29T19:03:25.830 INFO:tasks.workunit.client.0.smithi028.stdout: "num_promote": 0, 2024-08-29T19:03:25.830 INFO:tasks.workunit.client.0.smithi028.stdout: "num_read": 0, 2024-08-29T19:03:25.830 INFO:tasks.workunit.client.0.smithi028.stdout: "num_read_kb": 0, 2024-08-29T19:03:25.830 INFO:tasks.workunit.client.0.smithi028.stdout: "num_scrub_errors": 0, 2024-08-29T19:03:25.830 INFO:tasks.workunit.client.0.smithi028.stdout: "num_shallow_scrub_errors": 0, 2024-08-29T19:03:25.830 INFO:tasks.workunit.client.0.smithi028.stdout: "num_whiteouts": 0, 2024-08-29T19:03:25.830 INFO:tasks.workunit.client.0.smithi028.stdout: "num_write": 0, 2024-08-29T19:03:25.830 INFO:tasks.workunit.client.0.smithi028.stdout: "num_write_kb": 0 2024-08-29T19:03:25.831 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:25.831 INFO:tasks.workunit.client.0.smithi028.stdout: "state": "active+clean", 2024-08-29T19:03:25.831 INFO:tasks.workunit.client.0.smithi028.stdout: "stats_invalid": false, 2024-08-29T19:03:25.831 INFO:tasks.workunit.client.0.smithi028.stdout: "up": [ 2024-08-29T19:03:25.831 INFO:tasks.workunit.client.0.smithi028.stdout: 7, 2024-08-29T19:03:25.831 INFO:tasks.workunit.client.0.smithi028.stdout: 6, 2024-08-29T19:03:25.831 INFO:tasks.workunit.client.0.smithi028.stdout: 0 2024-08-29T19:03:25.831 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-08-29T19:03:25.831 INFO:tasks.workunit.client.0.smithi028.stdout: "up_primary": 7, 2024-08-29T19:03:25.831 INFO:tasks.workunit.client.0.smithi028.stdout: "version": "0'0" 2024-08-29T19:03:25.831 INFO:tasks.workunit.client.0.smithi028.stdout: } 2024-08-29T19:03:25.831 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-08-29T19:03:25.831 INFO:tasks.workunit.client.0.smithi028.stdout: "stats_per_pool": [ 2024-08-29T19:03:25.831 INFO:tasks.workunit.client.0.smithi028.stdout: { 2024-08-29T19:03:25.832 INFO:tasks.workunit.client.0.smithi028.stdout: "acting": 3, 2024-08-29T19:03:25.832 INFO:tasks.workunit.client.0.smithi028.stdout: "application": [ 2024-08-29T19:03:25.832 INFO:tasks.workunit.client.0.smithi028.stdout: "mgr" 2024-08-29T19:03:25.832 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-08-29T19:03:25.832 INFO:tasks.workunit.client.0.smithi028.stdout: "log_size": 197, 2024-08-29T19:03:25.832 INFO:tasks.workunit.client.0.smithi028.stdout: "num_pg": 1, 2024-08-29T19:03:25.832 INFO:tasks.workunit.client.0.smithi028.stdout: "num_store_stats": 3, 2024-08-29T19:03:25.832 INFO:tasks.workunit.client.0.smithi028.stdout: "ondisk_log_size": 197, 2024-08-29T19:03:25.832 INFO:tasks.workunit.client.0.smithi028.stdout: "poolid": 1, 2024-08-29T19:03:25.832 INFO:tasks.workunit.client.0.smithi028.stdout: "stat_sum": { 2024-08-29T19:03:25.832 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes": 590368, 2024-08-29T19:03:25.832 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes_hit_set_archive": 0, 2024-08-29T19:03:25.832 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes_recovered": 1771104, 2024-08-29T19:03:25.833 INFO:tasks.workunit.client.0.smithi028.stdout: "num_deep_scrub_errors": 0, 2024-08-29T19:03:25.833 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict": 0, 2024-08-29T19:03:25.833 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_kb": 0, 2024-08-29T19:03:25.833 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_mode_full": 0, 2024-08-29T19:03:25.833 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_mode_some": 0, 2024-08-29T19:03:25.833 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush": 0, 2024-08-29T19:03:25.833 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_kb": 0, 2024-08-29T19:03:25.833 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_mode_high": 0, 2024-08-29T19:03:25.833 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_mode_low": 0, 2024-08-29T19:03:25.833 INFO:tasks.workunit.client.0.smithi028.stdout: "num_keys_recovered": 0, 2024-08-29T19:03:25.833 INFO:tasks.workunit.client.0.smithi028.stdout: "num_large_omap_objects": 0, 2024-08-29T19:03:25.833 INFO:tasks.workunit.client.0.smithi028.stdout: "num_legacy_snapsets": 0, 2024-08-29T19:03:25.833 INFO:tasks.workunit.client.0.smithi028.stdout: "num_object_clones": 0, 2024-08-29T19:03:25.833 INFO:tasks.workunit.client.0.smithi028.stdout: "num_object_copies": 6, 2024-08-29T19:03:25.833 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects": 2, 2024-08-29T19:03:25.834 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_degraded": 0, 2024-08-29T19:03:25.834 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_dirty": 2, 2024-08-29T19:03:25.834 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_hit_set_archive": 0, 2024-08-29T19:03:25.834 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_manifest": 0, 2024-08-29T19:03:25.834 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_misplaced": 0, 2024-08-29T19:03:25.834 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_missing": 0, 2024-08-29T19:03:25.834 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_missing_on_primary": 0, 2024-08-29T19:03:25.834 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_omap": 0, 2024-08-29T19:03:25.834 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_pinned": 0, 2024-08-29T19:03:25.834 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_recovered": 6, 2024-08-29T19:03:25.834 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_repaired": 0, 2024-08-29T19:03:25.834 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_unfound": 0, 2024-08-29T19:03:25.834 INFO:tasks.workunit.client.0.smithi028.stdout: "num_omap_bytes": 0, 2024-08-29T19:03:25.835 INFO:tasks.workunit.client.0.smithi028.stdout: "num_omap_keys": 0, 2024-08-29T19:03:25.835 INFO:tasks.workunit.client.0.smithi028.stdout: "num_promote": 0, 2024-08-29T19:03:25.835 INFO:tasks.workunit.client.0.smithi028.stdout: "num_read": 812, 2024-08-29T19:03:25.835 INFO:tasks.workunit.client.0.smithi028.stdout: "num_read_kb": 1310, 2024-08-29T19:03:25.835 INFO:tasks.workunit.client.0.smithi028.stdout: "num_scrub_errors": 0, 2024-08-29T19:03:25.835 INFO:tasks.workunit.client.0.smithi028.stdout: "num_shallow_scrub_errors": 0, 2024-08-29T19:03:25.835 INFO:tasks.workunit.client.0.smithi028.stdout: "num_whiteouts": 0, 2024-08-29T19:03:25.835 INFO:tasks.workunit.client.0.smithi028.stdout: "num_write": 311, 2024-08-29T19:03:25.835 INFO:tasks.workunit.client.0.smithi028.stdout: "num_write_kb": 2416 2024-08-29T19:03:25.835 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:25.835 INFO:tasks.workunit.client.0.smithi028.stdout: "store_stats": { 2024-08-29T19:03:25.835 INFO:tasks.workunit.client.0.smithi028.stdout: "allocated": 1781760, 2024-08-29T19:03:25.835 INFO:tasks.workunit.client.0.smithi028.stdout: "available": 0, 2024-08-29T19:03:25.835 INFO:tasks.workunit.client.0.smithi028.stdout: "data_compressed": 0, 2024-08-29T19:03:25.836 INFO:tasks.workunit.client.0.smithi028.stdout: "data_compressed_allocated": 0, 2024-08-29T19:03:25.836 INFO:tasks.workunit.client.0.smithi028.stdout: "data_compressed_original": 0, 2024-08-29T19:03:25.836 INFO:tasks.workunit.client.0.smithi028.stdout: "data_stored": 1771104, 2024-08-29T19:03:25.836 INFO:tasks.workunit.client.0.smithi028.stdout: "internal_metadata": 0, 2024-08-29T19:03:25.836 INFO:tasks.workunit.client.0.smithi028.stdout: "internally_reserved": 0, 2024-08-29T19:03:25.836 INFO:tasks.workunit.client.0.smithi028.stdout: "omap_allocated": 0, 2024-08-29T19:03:25.836 INFO:tasks.workunit.client.0.smithi028.stdout: "total": 0 2024-08-29T19:03:25.836 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:25.836 INFO:tasks.workunit.client.0.smithi028.stdout: "up": 3 2024-08-29T19:03:25.836 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:25.836 INFO:tasks.workunit.client.0.smithi028.stdout: { 2024-08-29T19:03:25.836 INFO:tasks.workunit.client.0.smithi028.stdout: "acting": 96, 2024-08-29T19:03:25.836 INFO:tasks.workunit.client.0.smithi028.stdout: "application": [ 2024-08-29T19:03:25.837 INFO:tasks.workunit.client.0.smithi028.stdout: "cephfs" 2024-08-29T19:03:25.837 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-08-29T19:03:25.837 INFO:tasks.workunit.client.0.smithi028.stdout: "log_size": 68, 2024-08-29T19:03:25.837 INFO:tasks.workunit.client.0.smithi028.stdout: "num_pg": 32, 2024-08-29T19:03:25.837 INFO:tasks.workunit.client.0.smithi028.stdout: "num_store_stats": 8, 2024-08-29T19:03:25.837 INFO:tasks.workunit.client.0.smithi028.stdout: "ondisk_log_size": 68, 2024-08-29T19:03:25.837 INFO:tasks.workunit.client.0.smithi028.stdout: "poolid": 2, 2024-08-29T19:03:25.837 INFO:tasks.workunit.client.0.smithi028.stdout: "stat_sum": { 2024-08-29T19:03:25.837 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes": 6590, 2024-08-29T19:03:25.837 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes_hit_set_archive": 0, 2024-08-29T19:03:25.837 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes_recovered": 0, 2024-08-29T19:03:25.837 INFO:tasks.workunit.client.0.smithi028.stdout: "num_deep_scrub_errors": 0, 2024-08-29T19:03:25.837 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict": 0, 2024-08-29T19:03:25.837 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_kb": 0, 2024-08-29T19:03:25.837 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_mode_full": 0, 2024-08-29T19:03:25.838 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_mode_some": 0, 2024-08-29T19:03:25.838 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush": 0, 2024-08-29T19:03:25.838 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_kb": 0, 2024-08-29T19:03:25.838 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_mode_high": 0, 2024-08-29T19:03:25.838 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_mode_low": 0, 2024-08-29T19:03:25.838 INFO:tasks.workunit.client.0.smithi028.stdout: "num_keys_recovered": 0, 2024-08-29T19:03:25.838 INFO:tasks.workunit.client.0.smithi028.stdout: "num_large_omap_objects": 0, 2024-08-29T19:03:25.838 INFO:tasks.workunit.client.0.smithi028.stdout: "num_legacy_snapsets": 0, 2024-08-29T19:03:25.838 INFO:tasks.workunit.client.0.smithi028.stdout: "num_object_clones": 0, 2024-08-29T19:03:25.838 INFO:tasks.workunit.client.0.smithi028.stdout: "num_object_copies": 66, 2024-08-29T19:03:25.838 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects": 22, 2024-08-29T19:03:25.838 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_degraded": 0, 2024-08-29T19:03:25.838 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_dirty": 22, 2024-08-29T19:03:25.838 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_hit_set_archive": 0, 2024-08-29T19:03:25.839 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_manifest": 0, 2024-08-29T19:03:25.839 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_misplaced": 0, 2024-08-29T19:03:25.839 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_missing": 0, 2024-08-29T19:03:25.839 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_missing_on_primary": 0, 2024-08-29T19:03:25.839 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_omap": 14, 2024-08-29T19:03:25.839 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_pinned": 0, 2024-08-29T19:03:25.839 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_recovered": 0, 2024-08-29T19:03:25.839 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_repaired": 0, 2024-08-29T19:03:25.839 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_unfound": 0, 2024-08-29T19:03:25.839 INFO:tasks.workunit.client.0.smithi028.stdout: "num_omap_bytes": 0, 2024-08-29T19:03:25.839 INFO:tasks.workunit.client.0.smithi028.stdout: "num_omap_keys": 0, 2024-08-29T19:03:25.839 INFO:tasks.workunit.client.0.smithi028.stdout: "num_promote": 0, 2024-08-29T19:03:25.839 INFO:tasks.workunit.client.0.smithi028.stdout: "num_read": 79, 2024-08-29T19:03:25.840 INFO:tasks.workunit.client.0.smithi028.stdout: "num_read_kb": 86, 2024-08-29T19:03:25.840 INFO:tasks.workunit.client.0.smithi028.stdout: "num_scrub_errors": 0, 2024-08-29T19:03:25.840 INFO:tasks.workunit.client.0.smithi028.stdout: "num_shallow_scrub_errors": 0, 2024-08-29T19:03:25.840 INFO:tasks.workunit.client.0.smithi028.stdout: "num_whiteouts": 0, 2024-08-29T19:03:25.840 INFO:tasks.workunit.client.0.smithi028.stdout: "num_write": 68, 2024-08-29T19:03:25.840 INFO:tasks.workunit.client.0.smithi028.stdout: "num_write_kb": 35 2024-08-29T19:03:25.840 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:25.840 INFO:tasks.workunit.client.0.smithi028.stdout: "store_stats": { 2024-08-29T19:03:25.840 INFO:tasks.workunit.client.0.smithi028.stdout: "allocated": 110592, 2024-08-29T19:03:25.840 INFO:tasks.workunit.client.0.smithi028.stdout: "available": 0, 2024-08-29T19:03:25.840 INFO:tasks.workunit.client.0.smithi028.stdout: "data_compressed": 0, 2024-08-29T19:03:25.840 INFO:tasks.workunit.client.0.smithi028.stdout: "data_compressed_allocated": 0, 2024-08-29T19:03:25.840 INFO:tasks.workunit.client.0.smithi028.stdout: "data_compressed_original": 0, 2024-08-29T19:03:25.841 INFO:tasks.workunit.client.0.smithi028.stdout: "data_stored": 19770, 2024-08-29T19:03:25.841 INFO:tasks.workunit.client.0.smithi028.stdout: "internal_metadata": 0, 2024-08-29T19:03:25.841 INFO:tasks.workunit.client.0.smithi028.stdout: "internally_reserved": 0, 2024-08-29T19:03:25.841 INFO:tasks.workunit.client.0.smithi028.stdout: "omap_allocated": 37412, 2024-08-29T19:03:25.841 INFO:tasks.workunit.client.0.smithi028.stdout: "total": 0 2024-08-29T19:03:25.841 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:25.841 INFO:tasks.workunit.client.0.smithi028.stdout: "up": 96 2024-08-29T19:03:25.841 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:25.841 INFO:tasks.workunit.client.0.smithi028.stdout: { 2024-08-29T19:03:25.841 INFO:tasks.workunit.client.0.smithi028.stdout: "acting": 192, 2024-08-29T19:03:25.841 INFO:tasks.workunit.client.0.smithi028.stdout: "application": [ 2024-08-29T19:03:25.841 INFO:tasks.workunit.client.0.smithi028.stdout: "cephfs" 2024-08-29T19:03:25.841 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-08-29T19:03:25.841 INFO:tasks.workunit.client.0.smithi028.stdout: "log_size": 0, 2024-08-29T19:03:25.842 INFO:tasks.workunit.client.0.smithi028.stdout: "num_pg": 64, 2024-08-29T19:03:25.842 INFO:tasks.workunit.client.0.smithi028.stdout: "num_store_stats": 8, 2024-08-29T19:03:25.842 INFO:tasks.workunit.client.0.smithi028.stdout: "ondisk_log_size": 0, 2024-08-29T19:03:25.842 INFO:tasks.workunit.client.0.smithi028.stdout: "poolid": 3, 2024-08-29T19:03:25.842 INFO:tasks.workunit.client.0.smithi028.stdout: "stat_sum": { 2024-08-29T19:03:25.842 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes": 0, 2024-08-29T19:03:25.842 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes_hit_set_archive": 0, 2024-08-29T19:03:25.842 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes_recovered": 0, 2024-08-29T19:03:25.842 INFO:tasks.workunit.client.0.smithi028.stdout: "num_deep_scrub_errors": 0, 2024-08-29T19:03:25.842 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict": 0, 2024-08-29T19:03:25.842 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_kb": 0, 2024-08-29T19:03:25.842 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_mode_full": 0, 2024-08-29T19:03:25.842 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_mode_some": 0, 2024-08-29T19:03:25.842 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush": 0, 2024-08-29T19:03:25.843 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_kb": 0, 2024-08-29T19:03:25.843 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_mode_high": 0, 2024-08-29T19:03:25.843 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_mode_low": 0, 2024-08-29T19:03:25.843 INFO:tasks.workunit.client.0.smithi028.stdout: "num_keys_recovered": 0, 2024-08-29T19:03:25.843 INFO:tasks.workunit.client.0.smithi028.stdout: "num_large_omap_objects": 0, 2024-08-29T19:03:25.843 INFO:tasks.workunit.client.0.smithi028.stdout: "num_legacy_snapsets": 0, 2024-08-29T19:03:25.843 INFO:tasks.workunit.client.0.smithi028.stdout: "num_object_clones": 0, 2024-08-29T19:03:25.843 INFO:tasks.workunit.client.0.smithi028.stdout: "num_object_copies": 0, 2024-08-29T19:03:25.843 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects": 0, 2024-08-29T19:03:25.843 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_degraded": 0, 2024-08-29T19:03:25.843 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_dirty": 0, 2024-08-29T19:03:25.843 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_hit_set_archive": 0, 2024-08-29T19:03:25.843 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_manifest": 0, 2024-08-29T19:03:25.843 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_misplaced": 0, 2024-08-29T19:03:25.844 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_missing": 0, 2024-08-29T19:03:25.844 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_missing_on_primary": 0, 2024-08-29T19:03:25.844 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_omap": 0, 2024-08-29T19:03:25.844 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_pinned": 0, 2024-08-29T19:03:25.844 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_recovered": 0, 2024-08-29T19:03:25.844 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_repaired": 0, 2024-08-29T19:03:25.844 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_unfound": 0, 2024-08-29T19:03:25.844 INFO:tasks.workunit.client.0.smithi028.stdout: "num_omap_bytes": 0, 2024-08-29T19:03:25.844 INFO:tasks.workunit.client.0.smithi028.stdout: "num_omap_keys": 0, 2024-08-29T19:03:25.844 INFO:tasks.workunit.client.0.smithi028.stdout: "num_promote": 0, 2024-08-29T19:03:25.844 INFO:tasks.workunit.client.0.smithi028.stdout: "num_read": 0, 2024-08-29T19:03:25.844 INFO:tasks.workunit.client.0.smithi028.stdout: "num_read_kb": 0, 2024-08-29T19:03:25.844 INFO:tasks.workunit.client.0.smithi028.stdout: "num_scrub_errors": 0, 2024-08-29T19:03:25.844 INFO:tasks.workunit.client.0.smithi028.stdout: "num_shallow_scrub_errors": 0, 2024-08-29T19:03:25.845 INFO:tasks.workunit.client.0.smithi028.stdout: "num_whiteouts": 0, 2024-08-29T19:03:25.845 INFO:tasks.workunit.client.0.smithi028.stdout: "num_write": 0, 2024-08-29T19:03:25.845 INFO:tasks.workunit.client.0.smithi028.stdout: "num_write_kb": 0 2024-08-29T19:03:25.845 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:25.845 INFO:tasks.workunit.client.0.smithi028.stdout: "store_stats": { 2024-08-29T19:03:25.845 INFO:tasks.workunit.client.0.smithi028.stdout: "allocated": 0, 2024-08-29T19:03:25.845 INFO:tasks.workunit.client.0.smithi028.stdout: "available": 0, 2024-08-29T19:03:25.845 INFO:tasks.workunit.client.0.smithi028.stdout: "data_compressed": 0, 2024-08-29T19:03:25.845 INFO:tasks.workunit.client.0.smithi028.stdout: "data_compressed_allocated": 0, 2024-08-29T19:03:25.845 INFO:tasks.workunit.client.0.smithi028.stdout: "data_compressed_original": 0, 2024-08-29T19:03:25.845 INFO:tasks.workunit.client.0.smithi028.stdout: "data_stored": 0, 2024-08-29T19:03:25.845 INFO:tasks.workunit.client.0.smithi028.stdout: "internal_metadata": 0, 2024-08-29T19:03:25.845 INFO:tasks.workunit.client.0.smithi028.stdout: "internally_reserved": 0, 2024-08-29T19:03:25.845 INFO:tasks.workunit.client.0.smithi028.stdout: "omap_allocated": 0, 2024-08-29T19:03:25.846 INFO:tasks.workunit.client.0.smithi028.stdout: "total": 0 2024-08-29T19:03:25.846 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:25.846 INFO:tasks.workunit.client.0.smithi028.stdout: "up": 192 2024-08-29T19:03:25.846 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:25.846 INFO:tasks.workunit.client.0.smithi028.stdout: { 2024-08-29T19:03:25.846 INFO:tasks.workunit.client.0.smithi028.stdout: "acting": 24, 2024-08-29T19:03:25.846 INFO:tasks.workunit.client.0.smithi028.stdout: "application": [ 2024-08-29T19:03:25.846 INFO:tasks.workunit.client.0.smithi028.stdout: "rbd" 2024-08-29T19:03:25.846 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-08-29T19:03:25.846 INFO:tasks.workunit.client.0.smithi028.stdout: "log_size": 24401, 2024-08-29T19:03:25.846 INFO:tasks.workunit.client.0.smithi028.stdout: "num_pg": 8, 2024-08-29T19:03:25.846 INFO:tasks.workunit.client.0.smithi028.stdout: "num_store_stats": 8, 2024-08-29T19:03:25.846 INFO:tasks.workunit.client.0.smithi028.stdout: "ondisk_log_size": 24401, 2024-08-29T19:03:25.846 INFO:tasks.workunit.client.0.smithi028.stdout: "poolid": 4, 2024-08-29T19:03:25.846 INFO:tasks.workunit.client.0.smithi028.stdout: "stat_sum": { 2024-08-29T19:03:25.847 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes": 4194323, 2024-08-29T19:03:25.847 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes_hit_set_archive": 0, 2024-08-29T19:03:25.847 INFO:tasks.workunit.client.0.smithi028.stdout: "num_bytes_recovered": 0, 2024-08-29T19:03:25.847 INFO:tasks.workunit.client.0.smithi028.stdout: "num_deep_scrub_errors": 0, 2024-08-29T19:03:25.847 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict": 0, 2024-08-29T19:03:25.847 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_kb": 0, 2024-08-29T19:03:25.847 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_mode_full": 0, 2024-08-29T19:03:25.847 INFO:tasks.workunit.client.0.smithi028.stdout: "num_evict_mode_some": 0, 2024-08-29T19:03:25.847 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush": 0, 2024-08-29T19:03:25.847 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_kb": 0, 2024-08-29T19:03:25.847 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_mode_high": 0, 2024-08-29T19:03:25.847 INFO:tasks.workunit.client.0.smithi028.stdout: "num_flush_mode_low": 0, 2024-08-29T19:03:25.847 INFO:tasks.workunit.client.0.smithi028.stdout: "num_keys_recovered": 0, 2024-08-29T19:03:25.847 INFO:tasks.workunit.client.0.smithi028.stdout: "num_large_omap_objects": 0, 2024-08-29T19:03:25.848 INFO:tasks.workunit.client.0.smithi028.stdout: "num_legacy_snapsets": 0, 2024-08-29T19:03:25.848 INFO:tasks.workunit.client.0.smithi028.stdout: "num_object_clones": 0, 2024-08-29T19:03:25.848 INFO:tasks.workunit.client.0.smithi028.stdout: "num_object_copies": 12, 2024-08-29T19:03:25.848 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects": 4, 2024-08-29T19:03:25.848 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_degraded": 0, 2024-08-29T19:03:25.848 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_dirty": 4, 2024-08-29T19:03:25.848 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_hit_set_archive": 0, 2024-08-29T19:03:25.848 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_manifest": 0, 2024-08-29T19:03:25.848 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_misplaced": 0, 2024-08-29T19:03:25.848 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_missing": 0, 2024-08-29T19:03:25.848 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_missing_on_primary": 0, 2024-08-29T19:03:25.848 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_omap": 2, 2024-08-29T19:03:25.848 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_pinned": 0, 2024-08-29T19:03:25.848 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_recovered": 0, 2024-08-29T19:03:25.849 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_repaired": 0, 2024-08-29T19:03:25.849 INFO:tasks.workunit.client.0.smithi028.stdout: "num_objects_unfound": 0, 2024-08-29T19:03:25.849 INFO:tasks.workunit.client.0.smithi028.stdout: "num_omap_bytes": 0, 2024-08-29T19:03:25.849 INFO:tasks.workunit.client.0.smithi028.stdout: "num_omap_keys": 0, 2024-08-29T19:03:25.849 INFO:tasks.workunit.client.0.smithi028.stdout: "num_promote": 0, 2024-08-29T19:03:25.849 INFO:tasks.workunit.client.0.smithi028.stdout: "num_read": 9099, 2024-08-29T19:03:25.849 INFO:tasks.workunit.client.0.smithi028.stdout: "num_read_kb": 3141300, 2024-08-29T19:03:25.849 INFO:tasks.workunit.client.0.smithi028.stdout: "num_scrub_errors": 0, 2024-08-29T19:03:25.849 INFO:tasks.workunit.client.0.smithi028.stdout: "num_shallow_scrub_errors": 0, 2024-08-29T19:03:25.849 INFO:tasks.workunit.client.0.smithi028.stdout: "num_whiteouts": 0, 2024-08-29T19:03:25.849 INFO:tasks.workunit.client.0.smithi028.stdout: "num_write": 24270, 2024-08-29T19:03:25.849 INFO:tasks.workunit.client.0.smithi028.stdout: "num_write_kb": 3037392 2024-08-29T19:03:25.849 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:25.849 INFO:tasks.workunit.client.0.smithi028.stdout: "store_stats": { 2024-08-29T19:03:25.850 INFO:tasks.workunit.client.0.smithi028.stdout: "allocated": 12595200, 2024-08-29T19:03:25.850 INFO:tasks.workunit.client.0.smithi028.stdout: "available": 0, 2024-08-29T19:03:25.850 INFO:tasks.workunit.client.0.smithi028.stdout: "data_compressed": 0, 2024-08-29T19:03:25.850 INFO:tasks.workunit.client.0.smithi028.stdout: "data_compressed_allocated": 0, 2024-08-29T19:03:25.850 INFO:tasks.workunit.client.0.smithi028.stdout: "data_compressed_original": 0, 2024-08-29T19:03:25.850 INFO:tasks.workunit.client.0.smithi028.stdout: "data_stored": 12582969, 2024-08-29T19:03:25.850 INFO:tasks.workunit.client.0.smithi028.stdout: "internal_metadata": 0, 2024-08-29T19:03:25.850 INFO:tasks.workunit.client.0.smithi028.stdout: "internally_reserved": 0, 2024-08-29T19:03:25.850 INFO:tasks.workunit.client.0.smithi028.stdout: "omap_allocated": 0, 2024-08-29T19:03:25.850 INFO:tasks.workunit.client.0.smithi028.stdout: "total": 0 2024-08-29T19:03:25.850 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:25.850 INFO:tasks.workunit.client.0.smithi028.stdout: "up": 24 2024-08-29T19:03:25.850 INFO:tasks.workunit.client.0.smithi028.stdout: } 2024-08-29T19:03:25.850 INFO:tasks.workunit.client.0.smithi028.stdout: ], 2024-08-29T19:03:25.851 INFO:tasks.workunit.client.0.smithi028.stdout: "usage": { 2024-08-29T19:03:25.851 INFO:tasks.workunit.client.0.smithi028.stdout: "pg_num": 105, 2024-08-29T19:03:25.851 INFO:tasks.workunit.client.0.smithi028.stdout: "pools": 4, 2024-08-29T19:03:25.851 INFO:tasks.workunit.client.0.smithi028.stdout: "stats_by_class": { 2024-08-29T19:03:25.851 INFO:tasks.workunit.client.0.smithi028.stdout: "ssd": { 2024-08-29T19:03:25.851 INFO:tasks.workunit.client.0.smithi028.stdout: "total_avail_bytes": 761772154880, 2024-08-29T19:03:25.851 INFO:tasks.workunit.client.0.smithi028.stdout: "total_bytes": 767960285184, 2024-08-29T19:03:25.851 INFO:tasks.workunit.client.0.smithi028.stdout: "total_used_bytes": 6188130304, 2024-08-29T19:03:25.851 INFO:tasks.workunit.client.0.smithi028.stdout: "total_used_raw_bytes": 6188130304, 2024-08-29T19:03:25.851 INFO:tasks.workunit.client.0.smithi028.stdout: "total_used_raw_ratio": 0.008057878352701664 2024-08-29T19:03:25.851 INFO:tasks.workunit.client.0.smithi028.stdout: } 2024-08-29T19:03:25.851 INFO:tasks.workunit.client.0.smithi028.stdout: }, 2024-08-29T19:03:25.851 INFO:tasks.workunit.client.0.smithi028.stdout: "total_avail_bytes": 761772154880, 2024-08-29T19:03:25.851 INFO:tasks.workunit.client.0.smithi028.stdout: "total_bytes": 767960285184, 2024-08-29T19:03:25.852 INFO:tasks.workunit.client.0.smithi028.stdout: "total_used_bytes": 6188130304 2024-08-29T19:03:25.852 INFO:tasks.workunit.client.0.smithi028.stdout: } 2024-08-29T19:03:25.852 INFO:tasks.workunit.client.0.smithi028.stdout:} 2024-08-29T19:03:25.852 INFO:tasks.workunit.client.0.smithi028.stdout:Device report is generated separately. To see it run 'ceph telemetry show-device'. 2024-08-29T19:03:25.852 INFO:tasks.workunit.client.0.smithi028.stderr:+ ceph telemetry off 2024-08-29T19:03:25.853 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 19:03:23 smithi028 bash[78352]: audit 2024-08-29T19:03:21.697725+0000 mgr.y (mgr.25022) 2308 : audit [DBG] from='client.35913 -' entity='client.admin' cmd=[{"prefix": "telemetry show", "target": ["mon-mgr", ""]}]: dispatch 2024-08-29T19:03:25.853 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 19:03:23 smithi028 bash[78352]: audit 2024-08-29T19:03:22.360959+0000 mgr.y (mgr.25022) 2309 : audit [DBG] from='client.35931 -' entity='client.admin' cmd=[{"prefix": "telemetry show-device", "target": ["mon-mgr", ""]}]: dispatch 2024-08-29T19:03:25.853 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 19:03:23 smithi028 bash[78352]: audit 2024-08-29T19:03:22.945531+0000 mon.a (mon.0) 4487 : audit [DBG] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-29T19:03:25.853 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 19:03:23 smithi028 bash[78352]: audit 2024-08-29T19:03:22.950560+0000 mon.a (mon.0) 4488 : audit [DBG] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-08-29T19:03:25.853 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 19:03:23 smithi028 bash[78352]: audit 2024-08-29T19:03:23.072334+0000 mon.a (mon.0) 4489 : audit [DBG] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-29T19:03:25.853 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 19:03:23 smithi028 bash[78352]: audit 2024-08-29T19:03:23.072792+0000 mon.a (mon.0) 4490 : audit [DBG] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-29T19:03:25.853 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 19:03:23 smithi028 bash[78352]: audit 2024-08-29T19:03:23.073118+0000 mon.a (mon.0) 4491 : audit [DBG] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-29T19:03:25.853 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 19:03:23 smithi028 bash[78352]: audit 2024-08-29T19:03:23.076360+0000 mon.a (mon.0) 4492 : audit [DBG] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-29T19:03:25.853 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 19:03:23 smithi028 bash[78352]: audit 2024-08-29T19:03:23.076832+0000 mon.a (mon.0) 4493 : audit [DBG] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-29T19:03:25.853 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 19:03:23 smithi028 bash[78352]: audit 2024-08-29T19:03:23.077171+0000 mon.a (mon.0) 4494 : audit [DBG] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-29T19:03:25.853 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 19:03:23 smithi028 bash[78352]: audit 2024-08-29T19:03:23.079946+0000 mon.a (mon.0) 4495 : audit [DBG] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-29T19:03:25.853 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 19:03:23 smithi028 bash[78352]: audit 2024-08-29T19:03:23.080338+0000 mon.a (mon.0) 4496 : audit [DBG] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-29T19:03:25.853 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 19:03:23 smithi028 bash[78352]: audit 2024-08-29T19:03:23.080708+0000 mon.a (mon.0) 4497 : audit [DBG] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-29T19:03:25.854 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 19:03:23 smithi028 bash[78352]: audit 2024-08-29T19:03:23.099154+0000 mon.a (mon.0) 4498 : audit [INF] from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-08-29T19:03:25.854 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 19:03:23 smithi028 bash[78352]: audit 2024-08-29T19:03:23.099248+0000 mon.a (mon.0) 4499 : audit [INF] from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-08-29T19:03:25.854 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 19:03:23 smithi028 bash[78352]: audit 2024-08-29T19:03:23.099688+0000 mon.a (mon.0) 4500 : audit [DBG] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-29T19:03:25.854 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 19:03:23 smithi028 bash[78352]: audit 2024-08-29T19:03:23.100192+0000 mon.a (mon.0) 4501 : audit [DBG] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-29T19:03:25.854 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 19:03:23 smithi028 bash[78352]: audit 2024-08-29T19:03:23.100628+0000 mon.a (mon.0) 4502 : audit [DBG] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-29T19:03:25.854 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 19:03:23 smithi028 bash[77168]: audit 2024-08-29T19:03:21.697725+0000 mgr.y (mgr.25022) 2308 : audit [DBG] from='client.35913 -' entity='client.admin' cmd=[{"prefix": "telemetry show", "target": ["mon-mgr", ""]}]: dispatch 2024-08-29T19:03:25.854 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 19:03:23 smithi028 bash[77168]: audit 2024-08-29T19:03:22.360959+0000 mgr.y (mgr.25022) 2309 : audit [DBG] from='client.35931 -' entity='client.admin' cmd=[{"prefix": "telemetry show-device", "target": ["mon-mgr", ""]}]: dispatch 2024-08-29T19:03:25.854 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 19:03:23 smithi028 bash[77168]: audit 2024-08-29T19:03:22.945531+0000 mon.a (mon.0) 4487 : audit [DBG] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-29T19:03:25.854 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 19:03:23 smithi028 bash[77168]: audit 2024-08-29T19:03:22.950560+0000 mon.a (mon.0) 4488 : audit [DBG] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-08-29T19:03:25.854 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 19:03:23 smithi028 bash[77168]: audit 2024-08-29T19:03:23.072334+0000 mon.a (mon.0) 4489 : audit [DBG] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-29T19:03:25.855 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 19:03:23 smithi028 bash[77168]: audit 2024-08-29T19:03:23.072792+0000 mon.a (mon.0) 4490 : audit [DBG] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-29T19:03:25.855 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 19:03:23 smithi028 bash[77168]: audit 2024-08-29T19:03:23.073118+0000 mon.a (mon.0) 4491 : audit [DBG] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-29T19:03:25.855 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 19:03:23 smithi028 bash[77168]: audit 2024-08-29T19:03:23.076360+0000 mon.a (mon.0) 4492 : audit [DBG] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-29T19:03:25.855 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 19:03:23 smithi028 bash[77168]: audit 2024-08-29T19:03:23.076832+0000 mon.a (mon.0) 4493 : audit [DBG] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-29T19:03:25.855 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 19:03:23 smithi028 bash[77168]: audit 2024-08-29T19:03:23.077171+0000 mon.a (mon.0) 4494 : audit [DBG] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-29T19:03:25.855 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 19:03:23 smithi028 bash[77168]: audit 2024-08-29T19:03:23.079946+0000 mon.a (mon.0) 4495 : audit [DBG] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-29T19:03:25.855 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 19:03:23 smithi028 bash[77168]: audit 2024-08-29T19:03:23.080338+0000 mon.a (mon.0) 4496 : audit [DBG] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-29T19:03:25.855 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 19:03:23 smithi028 bash[77168]: audit 2024-08-29T19:03:23.080708+0000 mon.a (mon.0) 4497 : audit [DBG] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-29T19:03:25.855 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 19:03:23 smithi028 bash[77168]: audit 2024-08-29T19:03:23.099154+0000 mon.a (mon.0) 4498 : audit [INF] from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-08-29T19:03:25.855 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 19:03:23 smithi028 bash[77168]: audit 2024-08-29T19:03:23.099248+0000 mon.a (mon.0) 4499 : audit [INF] from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-08-29T19:03:25.855 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 19:03:23 smithi028 bash[77168]: audit 2024-08-29T19:03:23.099688+0000 mon.a (mon.0) 4500 : audit [DBG] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-29T19:03:25.855 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 19:03:23 smithi028 bash[77168]: audit 2024-08-29T19:03:23.100192+0000 mon.a (mon.0) 4501 : audit [DBG] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-29T19:03:25.855 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 19:03:23 smithi028 bash[77168]: audit 2024-08-29T19:03:23.100628+0000 mon.a (mon.0) 4502 : audit [DBG] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-29T19:03:25.856 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 19:03:23 smithi028 bash[78352]: audit 2024-08-29T19:03:23.102891+0000 mon.b (mon.1) 26 : audit [INF] from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-08-29T19:03:25.856 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 19:03:23 smithi028 bash[78352]: audit 2024-08-29T19:03:23.102985+0000 mon.b (mon.1) 27 : audit [INF] from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-08-29T19:03:25.856 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 19:03:23 smithi028 bash[78352]: audit 2024-08-29T19:03:23.103832+0000 mon.a (mon.0) 4503 : audit [DBG] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-29T19:03:25.856 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 19:03:23 smithi028 bash[78352]: audit 2024-08-29T19:03:23.104643+0000 mon.a (mon.0) 4504 : audit [DBG] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-29T19:03:25.856 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 19:03:23 smithi028 bash[78352]: audit 2024-08-29T19:03:23.105114+0000 mon.a (mon.0) 4505 : audit [DBG] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-29T19:03:25.856 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 19:03:23 smithi028 bash[78352]: audit 2024-08-29T19:03:23.107936+0000 mon.c (mon.2) 168 : audit [INF] from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-08-29T19:03:25.856 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 19:03:23 smithi028 bash[78352]: audit 2024-08-29T19:03:23.108054+0000 mon.c (mon.2) 169 : audit [INF] from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-08-29T19:03:25.856 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 19:03:23 smithi028 bash[78352]: audit 2024-08-29T19:03:23.108427+0000 mon.a (mon.0) 4506 : audit [DBG] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-29T19:03:25.856 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 19:03:23 smithi028 bash[78352]: audit 2024-08-29T19:03:23.109220+0000 mon.a (mon.0) 4507 : audit [DBG] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-29T19:03:25.856 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 19:03:23 smithi028 bash[78352]: audit 2024-08-29T19:03:23.109591+0000 mon.a (mon.0) 4508 : audit [DBG] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-29T19:03:25.856 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 19:03:23 smithi028 bash[78352]: audit 2024-08-29T19:03:23.342594+0000 mon.a (mon.0) 4509 : audit [DBG] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-29T19:03:25.857 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 19:03:23 smithi028 bash[78352]: audit 2024-08-29T19:03:23.347864+0000 mon.a (mon.0) 4510 : audit [DBG] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-08-29T19:03:25.857 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 19:03:23 smithi028 bash[77168]: audit 2024-08-29T19:03:23.102891+0000 mon.b (mon.1) 26 : audit [INF] from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-08-29T19:03:25.857 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 19:03:23 smithi028 bash[77168]: audit 2024-08-29T19:03:23.102985+0000 mon.b (mon.1) 27 : audit [INF] from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-08-29T19:03:25.857 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 19:03:23 smithi028 bash[77168]: audit 2024-08-29T19:03:23.103832+0000 mon.a (mon.0) 4503 : audit [DBG] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-29T19:03:25.857 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 19:03:23 smithi028 bash[77168]: audit 2024-08-29T19:03:23.104643+0000 mon.a (mon.0) 4504 : audit [DBG] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-29T19:03:25.857 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 19:03:23 smithi028 bash[77168]: audit 2024-08-29T19:03:23.105114+0000 mon.a (mon.0) 4505 : audit [DBG] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-29T19:03:25.857 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 19:03:23 smithi028 bash[77168]: audit 2024-08-29T19:03:23.107936+0000 mon.c (mon.2) 168 : audit [INF] from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-08-29T19:03:25.857 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 19:03:23 smithi028 bash[77168]: audit 2024-08-29T19:03:23.108054+0000 mon.c (mon.2) 169 : audit [INF] from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-08-29T19:03:25.857 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 19:03:23 smithi028 bash[77168]: audit 2024-08-29T19:03:23.108427+0000 mon.a (mon.0) 4506 : audit [DBG] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-29T19:03:25.857 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 19:03:23 smithi028 bash[77168]: audit 2024-08-29T19:03:23.109220+0000 mon.a (mon.0) 4507 : audit [DBG] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-29T19:03:25.857 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 19:03:23 smithi028 bash[77168]: audit 2024-08-29T19:03:23.109591+0000 mon.a (mon.0) 4508 : audit [DBG] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-29T19:03:25.858 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 19:03:23 smithi028 bash[77168]: audit 2024-08-29T19:03:23.342594+0000 mon.a (mon.0) 4509 : audit [DBG] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-29T19:03:25.858 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 19:03:23 smithi028 bash[77168]: audit 2024-08-29T19:03:23.347864+0000 mon.a (mon.0) 4510 : audit [DBG] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-08-29T19:03:25.858 INFO:tasks.workunit.client.0.smithi028.stdout:Telemetry is currently not enabled, nothing to turn off. Please consider opting-in with `ceph telemetry on`. 2024-08-29T19:03:25.858 INFO:tasks.workunit.client.0.smithi028.stdout:Preview sample reports with `ceph telemetry preview`. 2024-08-29T19:03:25.859 INFO:tasks.workunit.client.0.smithi028.stderr:+ echo OK 2024-08-29T19:03:25.859 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 19:03:24 smithi053 bash[68679]: audit 2024-08-29T19:03:22.551982+0000 mgr.y (mgr.25022) 2310 : audit [DBG] from='client.35931 -' entity='client.admin' cmd=[{"prefix": "telemetry show-device", "target": ["mon-mgr", ""]}]: dispatch 2024-08-29T19:03:25.859 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 19:03:24 smithi053 bash[68679]: cluster 2024-08-29T19:03:22.723425+0000 mgr.y (mgr.25022) 2311 : cluster [DBG] pgmap v4468: 105 pgs: 105 active+clean; 4.6 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail 2024-08-29T19:03:25.859 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 19:03:24 smithi053 bash[68679]: audit 2024-08-29T19:03:22.943690+0000 mgr.y (mgr.25022) 2312 : audit [DBG] from='client.35937 -' entity='client.admin' cmd=[{"prefix": "telemetry show", "target": ["mon-mgr", ""]}]: dispatch 2024-08-29T19:03:25.859 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 19:03:24 smithi053 bash[68679]: audit 2024-08-29T19:03:23.340649+0000 mgr.y (mgr.25022) 2313 : audit [DBG] from='client.35937 -' entity='client.admin' cmd=[{"prefix": "telemetry show", "target": ["mon-mgr", ""]}]: dispatch 2024-08-29T19:03:25.859 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 19:03:24 smithi053 bash[68679]: audit 2024-08-29T19:03:23.461617+0000 mon.a (mon.0) 4511 : audit [DBG] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-29T19:03:25.859 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 19:03:24 smithi053 bash[68679]: audit 2024-08-29T19:03:23.462136+0000 mon.a (mon.0) 4512 : audit [DBG] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-29T19:03:25.860 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 19:03:24 smithi053 bash[68679]: audit 2024-08-29T19:03:23.462472+0000 mon.a (mon.0) 4513 : audit [DBG] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-29T19:03:25.860 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 19:03:24 smithi053 bash[68679]: audit 2024-08-29T19:03:23.465980+0000 mon.a (mon.0) 4514 : audit [DBG] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-29T19:03:25.860 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 19:03:24 smithi053 bash[68679]: audit 2024-08-29T19:03:23.466336+0000 mon.a (mon.0) 4515 : audit [DBG] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-29T19:03:25.860 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 19:03:24 smithi053 bash[68679]: audit 2024-08-29T19:03:23.466659+0000 mon.a (mon.0) 4516 : audit [DBG] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-29T19:03:25.860 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 19:03:24 smithi053 bash[68679]: audit 2024-08-29T19:03:23.468866+0000 mon.a (mon.0) 4517 : audit [DBG] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-29T19:03:25.860 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 19:03:24 smithi053 bash[68679]: audit 2024-08-29T19:03:23.469077+0000 mon.a (mon.0) 4518 : audit [DBG] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-29T19:03:25.860 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 19:03:24 smithi053 bash[68679]: audit 2024-08-29T19:03:23.469363+0000 mon.a (mon.0) 4519 : audit [DBG] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-29T19:03:25.860 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 19:03:24 smithi053 bash[68679]: audit 2024-08-29T19:03:23.483973+0000 mon.a (mon.0) 4520 : audit [INF] from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-08-29T19:03:25.860 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 19:03:24 smithi053 bash[68679]: audit 2024-08-29T19:03:23.484061+0000 mon.a (mon.0) 4521 : audit [INF] from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-08-29T19:03:25.860 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 19:03:24 smithi053 bash[68679]: audit 2024-08-29T19:03:23.484681+0000 mon.a (mon.0) 4522 : audit [DBG] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-29T19:03:25.860 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 19:03:24 smithi053 bash[68679]: audit 2024-08-29T19:03:23.485110+0000 mon.a (mon.0) 4523 : audit [DBG] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-29T19:03:25.860 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 19:03:24 smithi053 bash[68679]: audit 2024-08-29T19:03:23.485456+0000 mon.a (mon.0) 4524 : audit [DBG] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-29T19:03:25.860 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 19:03:24 smithi053 bash[68679]: audit 2024-08-29T19:03:23.487565+0000 mon.b (mon.1) 28 : audit [INF] from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-08-29T19:03:25.861 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 19:03:24 smithi053 bash[68679]: audit 2024-08-29T19:03:23.487668+0000 mon.b (mon.1) 29 : audit [INF] from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-08-29T19:03:25.861 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 19:03:24 smithi053 bash[68679]: audit 2024-08-29T19:03:23.488530+0000 mon.a (mon.0) 4525 : audit [DBG] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-29T19:03:25.861 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 19:03:24 smithi053 bash[68679]: audit 2024-08-29T19:03:23.489227+0000 mon.a (mon.0) 4526 : audit [DBG] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-29T19:03:25.861 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 19:03:24 smithi053 bash[68679]: audit 2024-08-29T19:03:23.489510+0000 mon.a (mon.0) 4527 : audit [DBG] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-29T19:03:25.861 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 19:03:24 smithi053 bash[68679]: audit 2024-08-29T19:03:23.491678+0000 mon.c (mon.2) 170 : audit [INF] from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-08-29T19:03:25.861 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 19:03:24 smithi053 bash[68679]: audit 2024-08-29T19:03:23.491802+0000 mon.c (mon.2) 171 : audit [INF] from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-08-29T19:03:25.861 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 19:03:24 smithi053 bash[68679]: audit 2024-08-29T19:03:23.492092+0000 mon.a (mon.0) 4528 : audit [DBG] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-29T19:03:25.861 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 19:03:24 smithi053 bash[68679]: audit 2024-08-29T19:03:23.492956+0000 mon.a (mon.0) 4529 : audit [DBG] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-29T19:03:25.861 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 19:03:24 smithi053 bash[68679]: audit 2024-08-29T19:03:23.493424+0000 mon.a (mon.0) 4530 : audit [DBG] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-29T19:03:25.861 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 19:03:24 smithi053 bash[68679]: audit 2024-08-29T19:03:23.957468+0000 mon.a (mon.0) 4531 : audit [INF] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' 2024-08-29T19:03:25.861 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 19:03:24 smithi053 bash[68679]: audit 2024-08-29T19:03:23.964958+0000 mon.a (mon.0) 4532 : audit [INF] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' 2024-08-29T19:03:25.861 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 19:03:24 smithi053 bash[68679]: audit 2024-08-29T19:03:23.972392+0000 mon.a (mon.0) 4533 : audit [INF] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' 2024-08-29T19:03:25.861 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 19:03:24 smithi053 bash[68679]: audit 2024-08-29T19:03:23.979021+0000 mon.a (mon.0) 4534 : audit [DBG] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-29T19:03:25.861 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 19:03:24 smithi053 bash[68679]: audit 2024-08-29T19:03:23.981645+0000 mon.a (mon.0) 4535 : audit [DBG] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-29T19:03:25.861 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 19:03:24 smithi053 bash[68679]: audit 2024-08-29T19:03:23.982769+0000 mon.a (mon.0) 4536 : audit [INF] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-29T19:03:25.862 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 19:03:24 smithi053 bash[68679]: audit 2024-08-29T19:03:23.988492+0000 mon.a (mon.0) 4537 : audit [INF] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' 2024-08-29T19:03:25.862 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 19:03:25 smithi053 bash[68679]: audit 2024-08-29T19:03:23.950808+0000 mgr.y (mgr.25022) 2314 : audit [DBG] from='client.35955 -' entity='client.admin' cmd=[{"prefix": "telemetry off", "target": ["mon-mgr", ""]}]: dispatch 2024-08-29T19:03:25.862 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 19:03:25 smithi053 bash[68679]: cluster 2024-08-29T19:03:23.977155+0000 mgr.y (mgr.25022) 2315 : cluster [DBG] pgmap v4469: 105 pgs: 105 active+clean; 4.6 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 909 B/s rd, 1 op/s 2024-08-29T19:03:25.862 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 19:03:25 smithi053 bash[68679]: audit 2024-08-29T19:03:24.132278+0000 mgr.y (mgr.25022) 2316 : audit [DBG] from='client.35955 -' entity='client.admin' cmd=[{"prefix": "telemetry off", "target": ["mon-mgr", ""]}]: dispatch 2024-08-29T19:03:25.862 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 19:03:25 smithi053 bash[68679]: cluster 2024-08-29T19:03:24.968267+0000 mon.a (mon.0) 4538 : cluster [INF] Health check cleared: TELEMETRY_CHANGED (was: Telemetry requires re-opt-in) 2024-08-29T19:03:25.862 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 19:03:25 smithi053 bash[68679]: cluster 2024-08-29T19:03:24.968311+0000 mon.a (mon.0) 4539 : cluster [INF] Cluster is now healthy 2024-08-29T19:03:25.863 INFO:tasks.workunit.client.0.smithi028.stdout:OK 2024-08-29T19:03:25.863 INFO:teuthology.orchestra.run:Running command with timeout 3600 2024-08-29T19:03:25.863 DEBUG:teuthology.orchestra.run.smithi028:> sudo rm -rf -- /home/ubuntu/cephtest/mnt.0/client.0/tmp 2024-08-29T19:03:25.864 INFO:journalctl@ceph.mgr.y.smithi028.stdout:Aug 29 19:03:23 smithi028 bash[70818]: [29/Aug/2024:19:03:23] ENGINE Bus STOPPING 2024-08-29T19:03:25.864 INFO:journalctl@ceph.mgr.y.smithi028.stdout:Aug 29 19:03:23 smithi028 bash[70818]: [29/Aug/2024:19:03:23] ENGINE HTTP Server cherrypy._cpwsgi_server.CPWSGIServer(('::', 9283)) shut down 2024-08-29T19:03:25.864 INFO:journalctl@ceph.mgr.y.smithi028.stdout:Aug 29 19:03:23 smithi028 bash[70818]: [29/Aug/2024:19:03:23] ENGINE Bus STOPPED 2024-08-29T19:03:25.864 INFO:journalctl@ceph.mgr.y.smithi028.stdout:Aug 29 19:03:23 smithi028 bash[70818]: [29/Aug/2024:19:03:23] ENGINE Bus STARTING 2024-08-29T19:03:25.864 INFO:journalctl@ceph.mgr.y.smithi028.stdout:Aug 29 19:03:24 smithi028 bash[70818]: [29/Aug/2024:19:03:24] ENGINE Serving on http://:::9283 2024-08-29T19:03:25.864 INFO:journalctl@ceph.mgr.y.smithi028.stdout:Aug 29 19:03:24 smithi028 bash[70818]: [29/Aug/2024:19:03:24] ENGINE Bus STARTED 2024-08-29T19:03:25.864 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 19:03:24 smithi028 bash[77168]: audit 2024-08-29T19:03:22.551982+0000 mgr.y (mgr.25022) 2310 : audit [DBG] from='client.35931 -' entity='client.admin' cmd=[{"prefix": "telemetry show-device", "target": ["mon-mgr", ""]}]: dispatch 2024-08-29T19:03:25.865 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 19:03:24 smithi028 bash[77168]: cluster 2024-08-29T19:03:22.723425+0000 mgr.y (mgr.25022) 2311 : cluster [DBG] pgmap v4468: 105 pgs: 105 active+clean; 4.6 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail 2024-08-29T19:03:25.865 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 19:03:24 smithi028 bash[77168]: audit 2024-08-29T19:03:22.943690+0000 mgr.y (mgr.25022) 2312 : audit [DBG] from='client.35937 -' entity='client.admin' cmd=[{"prefix": "telemetry show", "target": ["mon-mgr", ""]}]: dispatch 2024-08-29T19:03:25.865 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 19:03:24 smithi028 bash[77168]: audit 2024-08-29T19:03:23.340649+0000 mgr.y (mgr.25022) 2313 : audit [DBG] from='client.35937 -' entity='client.admin' cmd=[{"prefix": "telemetry show", "target": ["mon-mgr", ""]}]: dispatch 2024-08-29T19:03:25.865 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 19:03:24 smithi028 bash[77168]: audit 2024-08-29T19:03:23.461617+0000 mon.a (mon.0) 4511 : audit [DBG] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-29T19:03:25.865 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 19:03:24 smithi028 bash[77168]: audit 2024-08-29T19:03:23.462136+0000 mon.a (mon.0) 4512 : audit [DBG] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-29T19:03:25.865 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 19:03:24 smithi028 bash[77168]: audit 2024-08-29T19:03:23.462472+0000 mon.a (mon.0) 4513 : audit [DBG] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-29T19:03:25.865 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 19:03:24 smithi028 bash[77168]: audit 2024-08-29T19:03:23.465980+0000 mon.a (mon.0) 4514 : audit [DBG] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-29T19:03:25.865 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 19:03:24 smithi028 bash[77168]: audit 2024-08-29T19:03:23.466336+0000 mon.a (mon.0) 4515 : audit [DBG] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-29T19:03:25.865 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 19:03:24 smithi028 bash[77168]: audit 2024-08-29T19:03:23.466659+0000 mon.a (mon.0) 4516 : audit [DBG] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-29T19:03:25.865 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 19:03:24 smithi028 bash[77168]: audit 2024-08-29T19:03:23.468866+0000 mon.a (mon.0) 4517 : audit [DBG] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-29T19:03:25.865 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 19:03:24 smithi028 bash[77168]: audit 2024-08-29T19:03:23.469077+0000 mon.a (mon.0) 4518 : audit [DBG] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-29T19:03:25.865 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 19:03:24 smithi028 bash[77168]: audit 2024-08-29T19:03:23.469363+0000 mon.a (mon.0) 4519 : audit [DBG] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-29T19:03:25.865 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 19:03:24 smithi028 bash[77168]: audit 2024-08-29T19:03:23.483973+0000 mon.a (mon.0) 4520 : audit [INF] from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-08-29T19:03:25.866 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 19:03:24 smithi028 bash[77168]: audit 2024-08-29T19:03:23.484061+0000 mon.a (mon.0) 4521 : audit [INF] from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-08-29T19:03:25.866 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 19:03:24 smithi028 bash[77168]: audit 2024-08-29T19:03:23.484681+0000 mon.a (mon.0) 4522 : audit [DBG] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-29T19:03:25.866 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 19:03:24 smithi028 bash[77168]: audit 2024-08-29T19:03:23.485110+0000 mon.a (mon.0) 4523 : audit [DBG] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-29T19:03:25.866 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 19:03:24 smithi028 bash[77168]: audit 2024-08-29T19:03:23.485456+0000 mon.a (mon.0) 4524 : audit [DBG] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-29T19:03:25.866 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 19:03:24 smithi028 bash[78352]: audit 2024-08-29T19:03:22.551982+0000 mgr.y (mgr.25022) 2310 : audit [DBG] from='client.35931 -' entity='client.admin' cmd=[{"prefix": "telemetry show-device", "target": ["mon-mgr", ""]}]: dispatch 2024-08-29T19:03:25.866 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 19:03:24 smithi028 bash[78352]: cluster 2024-08-29T19:03:22.723425+0000 mgr.y (mgr.25022) 2311 : cluster [DBG] pgmap v4468: 105 pgs: 105 active+clean; 4.6 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail 2024-08-29T19:03:25.866 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 19:03:24 smithi028 bash[78352]: audit 2024-08-29T19:03:22.943690+0000 mgr.y (mgr.25022) 2312 : audit [DBG] from='client.35937 -' entity='client.admin' cmd=[{"prefix": "telemetry show", "target": ["mon-mgr", ""]}]: dispatch 2024-08-29T19:03:25.866 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 19:03:24 smithi028 bash[78352]: audit 2024-08-29T19:03:23.340649+0000 mgr.y (mgr.25022) 2313 : audit [DBG] from='client.35937 -' entity='client.admin' cmd=[{"prefix": "telemetry show", "target": ["mon-mgr", ""]}]: dispatch 2024-08-29T19:03:25.866 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 19:03:24 smithi028 bash[78352]: audit 2024-08-29T19:03:23.461617+0000 mon.a (mon.0) 4511 : audit [DBG] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-29T19:03:25.866 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 19:03:24 smithi028 bash[78352]: audit 2024-08-29T19:03:23.462136+0000 mon.a (mon.0) 4512 : audit [DBG] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-29T19:03:25.866 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 19:03:24 smithi028 bash[78352]: audit 2024-08-29T19:03:23.462472+0000 mon.a (mon.0) 4513 : audit [DBG] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-29T19:03:25.867 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 19:03:24 smithi028 bash[78352]: audit 2024-08-29T19:03:23.465980+0000 mon.a (mon.0) 4514 : audit [DBG] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-29T19:03:25.867 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 19:03:24 smithi028 bash[78352]: audit 2024-08-29T19:03:23.466336+0000 mon.a (mon.0) 4515 : audit [DBG] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-29T19:03:25.867 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 19:03:24 smithi028 bash[78352]: audit 2024-08-29T19:03:23.466659+0000 mon.a (mon.0) 4516 : audit [DBG] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-29T19:03:25.867 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 19:03:24 smithi028 bash[78352]: audit 2024-08-29T19:03:23.468866+0000 mon.a (mon.0) 4517 : audit [DBG] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-29T19:03:25.867 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 19:03:24 smithi028 bash[78352]: audit 2024-08-29T19:03:23.469077+0000 mon.a (mon.0) 4518 : audit [DBG] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-29T19:03:25.867 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 19:03:24 smithi028 bash[78352]: audit 2024-08-29T19:03:23.469363+0000 mon.a (mon.0) 4519 : audit [DBG] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-29T19:03:25.867 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 19:03:24 smithi028 bash[78352]: audit 2024-08-29T19:03:23.483973+0000 mon.a (mon.0) 4520 : audit [INF] from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-08-29T19:03:25.867 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 19:03:24 smithi028 bash[78352]: audit 2024-08-29T19:03:23.484061+0000 mon.a (mon.0) 4521 : audit [INF] from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-08-29T19:03:25.867 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 19:03:24 smithi028 bash[78352]: audit 2024-08-29T19:03:23.484681+0000 mon.a (mon.0) 4522 : audit [DBG] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-29T19:03:25.867 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 19:03:24 smithi028 bash[78352]: audit 2024-08-29T19:03:23.485110+0000 mon.a (mon.0) 4523 : audit [DBG] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-29T19:03:25.867 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 19:03:24 smithi028 bash[78352]: audit 2024-08-29T19:03:23.485456+0000 mon.a (mon.0) 4524 : audit [DBG] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-29T19:03:25.868 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 19:03:24 smithi028 bash[77168]: audit 2024-08-29T19:03:23.487565+0000 mon.b (mon.1) 28 : audit [INF] from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-08-29T19:03:25.868 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 19:03:24 smithi028 bash[77168]: audit 2024-08-29T19:03:23.487668+0000 mon.b (mon.1) 29 : audit [INF] from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-08-29T19:03:25.868 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 19:03:24 smithi028 bash[77168]: audit 2024-08-29T19:03:23.488530+0000 mon.a (mon.0) 4525 : audit [DBG] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-29T19:03:25.868 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 19:03:24 smithi028 bash[77168]: audit 2024-08-29T19:03:23.489227+0000 mon.a (mon.0) 4526 : audit [DBG] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-29T19:03:25.868 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 19:03:24 smithi028 bash[77168]: audit 2024-08-29T19:03:23.489510+0000 mon.a (mon.0) 4527 : audit [DBG] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-29T19:03:25.868 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 19:03:24 smithi028 bash[77168]: audit 2024-08-29T19:03:23.491678+0000 mon.c (mon.2) 170 : audit [INF] from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-08-29T19:03:25.868 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 19:03:24 smithi028 bash[77168]: audit 2024-08-29T19:03:23.491802+0000 mon.c (mon.2) 171 : audit [INF] from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-08-29T19:03:25.868 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 19:03:24 smithi028 bash[77168]: audit 2024-08-29T19:03:23.492092+0000 mon.a (mon.0) 4528 : audit [DBG] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-29T19:03:25.868 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 19:03:24 smithi028 bash[77168]: audit 2024-08-29T19:03:23.492956+0000 mon.a (mon.0) 4529 : audit [DBG] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-29T19:03:25.868 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 19:03:24 smithi028 bash[77168]: audit 2024-08-29T19:03:23.493424+0000 mon.a (mon.0) 4530 : audit [DBG] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-29T19:03:25.868 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 19:03:24 smithi028 bash[77168]: audit 2024-08-29T19:03:23.957468+0000 mon.a (mon.0) 4531 : audit [INF] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' 2024-08-29T19:03:25.868 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 19:03:24 smithi028 bash[77168]: audit 2024-08-29T19:03:23.964958+0000 mon.a (mon.0) 4532 : audit [INF] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' 2024-08-29T19:03:25.868 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 19:03:24 smithi028 bash[77168]: audit 2024-08-29T19:03:23.972392+0000 mon.a (mon.0) 4533 : audit [INF] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' 2024-08-29T19:03:25.869 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 19:03:24 smithi028 bash[77168]: audit 2024-08-29T19:03:23.979021+0000 mon.a (mon.0) 4534 : audit [DBG] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-29T19:03:25.869 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 19:03:24 smithi028 bash[77168]: audit 2024-08-29T19:03:23.981645+0000 mon.a (mon.0) 4535 : audit [DBG] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-29T19:03:25.869 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 19:03:24 smithi028 bash[77168]: audit 2024-08-29T19:03:23.982769+0000 mon.a (mon.0) 4536 : audit [INF] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-29T19:03:25.869 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 19:03:24 smithi028 bash[77168]: audit 2024-08-29T19:03:23.988492+0000 mon.a (mon.0) 4537 : audit [INF] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' 2024-08-29T19:03:25.869 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 19:03:24 smithi028 bash[78352]: audit 2024-08-29T19:03:23.487565+0000 mon.b (mon.1) 28 : audit [INF] from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-08-29T19:03:25.869 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 19:03:24 smithi028 bash[78352]: audit 2024-08-29T19:03:23.487668+0000 mon.b (mon.1) 29 : audit [INF] from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-08-29T19:03:25.869 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 19:03:24 smithi028 bash[78352]: audit 2024-08-29T19:03:23.488530+0000 mon.a (mon.0) 4525 : audit [DBG] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-29T19:03:25.869 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 19:03:24 smithi028 bash[78352]: audit 2024-08-29T19:03:23.489227+0000 mon.a (mon.0) 4526 : audit [DBG] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-29T19:03:25.869 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 19:03:24 smithi028 bash[78352]: audit 2024-08-29T19:03:23.489510+0000 mon.a (mon.0) 4527 : audit [DBG] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-29T19:03:25.870 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 19:03:24 smithi028 bash[78352]: audit 2024-08-29T19:03:23.491678+0000 mon.c (mon.2) 170 : audit [INF] from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-08-29T19:03:25.870 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 19:03:24 smithi028 bash[78352]: audit 2024-08-29T19:03:23.491802+0000 mon.c (mon.2) 171 : audit [INF] from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-08-29T19:03:25.870 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 19:03:24 smithi028 bash[78352]: audit 2024-08-29T19:03:23.492092+0000 mon.a (mon.0) 4528 : audit [DBG] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-08-29T19:03:25.870 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 19:03:24 smithi028 bash[78352]: audit 2024-08-29T19:03:23.492956+0000 mon.a (mon.0) 4529 : audit [DBG] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-08-29T19:03:25.870 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 19:03:24 smithi028 bash[78352]: audit 2024-08-29T19:03:23.493424+0000 mon.a (mon.0) 4530 : audit [DBG] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-08-29T19:03:25.870 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 19:03:24 smithi028 bash[78352]: audit 2024-08-29T19:03:23.957468+0000 mon.a (mon.0) 4531 : audit [INF] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' 2024-08-29T19:03:25.870 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 19:03:24 smithi028 bash[78352]: audit 2024-08-29T19:03:23.964958+0000 mon.a (mon.0) 4532 : audit [INF] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' 2024-08-29T19:03:25.870 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 19:03:24 smithi028 bash[78352]: audit 2024-08-29T19:03:23.972392+0000 mon.a (mon.0) 4533 : audit [INF] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' 2024-08-29T19:03:25.870 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 19:03:24 smithi028 bash[78352]: audit 2024-08-29T19:03:23.979021+0000 mon.a (mon.0) 4534 : audit [DBG] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-29T19:03:25.870 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 19:03:24 smithi028 bash[78352]: audit 2024-08-29T19:03:23.981645+0000 mon.a (mon.0) 4535 : audit [DBG] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-29T19:03:25.870 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 19:03:24 smithi028 bash[78352]: audit 2024-08-29T19:03:23.982769+0000 mon.a (mon.0) 4536 : audit [INF] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-29T19:03:25.870 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 19:03:24 smithi028 bash[78352]: audit 2024-08-29T19:03:23.988492+0000 mon.a (mon.0) 4537 : audit [INF] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' 2024-08-29T19:03:25.880 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 19:03:25 smithi028 bash[77168]: audit 2024-08-29T19:03:23.950808+0000 mgr.y (mgr.25022) 2314 : audit [DBG] from='client.35955 -' entity='client.admin' cmd=[{"prefix": "telemetry off", "target": ["mon-mgr", ""]}]: dispatch 2024-08-29T19:03:25.881 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 19:03:25 smithi028 bash[77168]: cluster 2024-08-29T19:03:23.977155+0000 mgr.y (mgr.25022) 2315 : cluster [DBG] pgmap v4469: 105 pgs: 105 active+clean; 4.6 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 909 B/s rd, 1 op/s 2024-08-29T19:03:25.881 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 19:03:25 smithi028 bash[77168]: audit 2024-08-29T19:03:24.132278+0000 mgr.y (mgr.25022) 2316 : audit [DBG] from='client.35955 -' entity='client.admin' cmd=[{"prefix": "telemetry off", "target": ["mon-mgr", ""]}]: dispatch 2024-08-29T19:03:25.881 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 19:03:25 smithi028 bash[77168]: cluster 2024-08-29T19:03:24.968267+0000 mon.a (mon.0) 4538 : cluster [INF] Health check cleared: TELEMETRY_CHANGED (was: Telemetry requires re-opt-in) 2024-08-29T19:03:25.881 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 19:03:25 smithi028 bash[77168]: cluster 2024-08-29T19:03:24.968311+0000 mon.a (mon.0) 4539 : cluster [INF] Cluster is now healthy 2024-08-29T19:03:25.881 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 19:03:25 smithi028 bash[78352]: audit 2024-08-29T19:03:23.950808+0000 mgr.y (mgr.25022) 2314 : audit [DBG] from='client.35955 -' entity='client.admin' cmd=[{"prefix": "telemetry off", "target": ["mon-mgr", ""]}]: dispatch 2024-08-29T19:03:25.881 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 19:03:25 smithi028 bash[78352]: cluster 2024-08-29T19:03:23.977155+0000 mgr.y (mgr.25022) 2315 : cluster [DBG] pgmap v4469: 105 pgs: 105 active+clean; 4.6 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 909 B/s rd, 1 op/s 2024-08-29T19:03:25.881 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 19:03:25 smithi028 bash[78352]: audit 2024-08-29T19:03:24.132278+0000 mgr.y (mgr.25022) 2316 : audit [DBG] from='client.35955 -' entity='client.admin' cmd=[{"prefix": "telemetry off", "target": ["mon-mgr", ""]}]: dispatch 2024-08-29T19:03:25.881 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 19:03:25 smithi028 bash[78352]: cluster 2024-08-29T19:03:24.968267+0000 mon.a (mon.0) 4538 : cluster [INF] Health check cleared: TELEMETRY_CHANGED (was: Telemetry requires re-opt-in) 2024-08-29T19:03:25.881 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 19:03:25 smithi028 bash[78352]: cluster 2024-08-29T19:03:24.968311+0000 mon.a (mon.0) 4539 : cluster [INF] Cluster is now healthy 2024-08-29T19:03:25.885 INFO:tasks.workunit:Stopping ['test_telemetry_quincy_x.sh'] on client.0... 2024-08-29T19:03:25.885 DEBUG:teuthology.orchestra.run.smithi028:> sudo rm -rf -- /home/ubuntu/cephtest/workunits.list.client.0 /home/ubuntu/cephtest/clone.client.0 2024-08-29T19:03:26.226 DEBUG:teuthology.parallel:result is None 2024-08-29T19:03:26.226 DEBUG:teuthology.orchestra.run.smithi028:> sudo rm -rf -- /home/ubuntu/cephtest/mnt.0/client.0 2024-08-29T19:03:26.240 INFO:tasks.workunit:Deleted dir /home/ubuntu/cephtest/mnt.0/client.0 2024-08-29T19:03:26.240 DEBUG:teuthology.orchestra.run.smithi028:> rmdir -- /home/ubuntu/cephtest/mnt.0 2024-08-29T19:03:26.292 INFO:tasks.workunit:Deleted artificial mount point /home/ubuntu/cephtest/mnt.0/client.0 2024-08-29T19:03:26.293 INFO:teuthology.run_tasks:Running task print... 2024-08-29T19:03:26.303 INFO:teuthology.task.print:**** done end telemetry x... 2024-08-29T19:03:26.303 DEBUG:teuthology.run_tasks:Unwinding manager cephadm 2024-08-29T19:03:26.370 INFO:tasks.cephadm:Teardown begin 2024-08-29T19:03:26.370 INFO:tasks.cephfs.filesystem:Destroying file system cephfs and related pools 2024-08-29T19:03:26.371 DEBUG:teuthology.orchestra.run.smithi028:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 3167ee72-662c-11ef-bcd4-c7b262605968 -- ceph fs dump --format=json 2024-08-29T19:03:27.826 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 19:03:27 smithi053 bash[68679]: cluster 2024-08-29T19:03:25.977874+0000 mgr.y (mgr.25022) 2317 : cluster [DBG] pgmap v4470: 105 pgs: 105 active+clean; 4.6 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 23 KiB/s rd, 0 B/s wr, 17 op/s 2024-08-29T19:03:27.826 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 19:03:27 smithi053 bash[68679]: audit 2024-08-29T19:03:27.182895+0000 mon.a (mon.0) 4540 : audit [INF] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' 2024-08-29T19:03:27.826 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 19:03:27 smithi053 bash[68679]: audit 2024-08-29T19:03:27.185013+0000 mon.a (mon.0) 4541 : audit [DBG] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-29T19:03:27.881 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 19:03:27 smithi028 bash[78352]: cluster 2024-08-29T19:03:25.977874+0000 mgr.y (mgr.25022) 2317 : cluster [DBG] pgmap v4470: 105 pgs: 105 active+clean; 4.6 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 23 KiB/s rd, 0 B/s wr, 17 op/s 2024-08-29T19:03:27.881 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 19:03:27 smithi028 bash[78352]: audit 2024-08-29T19:03:27.182895+0000 mon.a (mon.0) 4540 : audit [INF] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' 2024-08-29T19:03:27.881 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 19:03:27 smithi028 bash[78352]: audit 2024-08-29T19:03:27.185013+0000 mon.a (mon.0) 4541 : audit [DBG] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-29T19:03:27.881 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 19:03:27 smithi028 bash[77168]: cluster 2024-08-29T19:03:25.977874+0000 mgr.y (mgr.25022) 2317 : cluster [DBG] pgmap v4470: 105 pgs: 105 active+clean; 4.6 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 23 KiB/s rd, 0 B/s wr, 17 op/s 2024-08-29T19:03:27.881 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 19:03:27 smithi028 bash[77168]: audit 2024-08-29T19:03:27.182895+0000 mon.a (mon.0) 4540 : audit [INF] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' 2024-08-29T19:03:27.881 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 19:03:27 smithi028 bash[77168]: audit 2024-08-29T19:03:27.185013+0000 mon.a (mon.0) 4541 : audit [DBG] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-29T19:03:29.826 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 19:03:29 smithi053 bash[68679]: cluster 2024-08-29T19:03:27.978546+0000 mgr.y (mgr.25022) 2318 : cluster [DBG] pgmap v4471: 105 pgs: 105 active+clean; 4.6 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 23 KiB/s rd, 0 B/s wr, 17 op/s 2024-08-29T19:03:29.881 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 19:03:29 smithi028 bash[78352]: cluster 2024-08-29T19:03:27.978546+0000 mgr.y (mgr.25022) 2318 : cluster [DBG] pgmap v4471: 105 pgs: 105 active+clean; 4.6 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 23 KiB/s rd, 0 B/s wr, 17 op/s 2024-08-29T19:03:29.881 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 19:03:29 smithi028 bash[77168]: cluster 2024-08-29T19:03:27.978546+0000 mgr.y (mgr.25022) 2318 : cluster [DBG] pgmap v4471: 105 pgs: 105 active+clean; 4.6 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 23 KiB/s rd, 0 B/s wr, 17 op/s 2024-08-29T19:03:31.167 INFO:teuthology.orchestra.run.smithi028.stderr:Inferring config /var/lib/ceph/3167ee72-662c-11ef-bcd4-c7b262605968/mon.a/config 2024-08-29T19:03:31.631 INFO:journalctl@ceph.mgr.y.smithi028.stdout:Aug 29 19:03:31 smithi028 bash[70818]: ::ffff:172.21.15.53 - - [29/Aug/2024:19:03:31] "GET /metrics HTTP/1.1" 200 34216 "" "Prometheus/2.43.0" 2024-08-29T19:03:31.632 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 19:03:31 smithi028 bash[78352]: cluster 2024-08-29T19:03:29.979745+0000 mgr.y (mgr.25022) 2319 : cluster [DBG] pgmap v4472: 105 pgs: 105 active+clean; 4.6 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 23 KiB/s rd, 0 B/s wr, 17 op/s 2024-08-29T19:03:31.632 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 19:03:31 smithi028 bash[77168]: cluster 2024-08-29T19:03:29.979745+0000 mgr.y (mgr.25022) 2319 : cluster [DBG] pgmap v4472: 105 pgs: 105 active+clean; 4.6 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 23 KiB/s rd, 0 B/s wr, 17 op/s 2024-08-29T19:03:31.827 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 19:03:31 smithi053 bash[68679]: cluster 2024-08-29T19:03:29.979745+0000 mgr.y (mgr.25022) 2319 : cluster [DBG] pgmap v4472: 105 pgs: 105 active+clean; 4.6 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 23 KiB/s rd, 0 B/s wr, 17 op/s 2024-08-29T19:03:32.576 INFO:journalctl@ceph.prometheus.a.smithi053.stdout:Aug 29 19:03:32 smithi053 bash[95567]: ts=2024-08-29T19:03:32.316Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"3167ee72-662c-11ef-bcd4-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-29T19:03:33.826 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 19:03:33 smithi053 bash[68679]: cluster 2024-08-29T19:03:31.980597+0000 mgr.y (mgr.25022) 2320 : cluster [DBG] pgmap v4473: 105 pgs: 105 active+clean; 4.6 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 23 KiB/s rd, 0 B/s wr, 17 op/s 2024-08-29T19:03:33.881 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 19:03:33 smithi028 bash[77168]: cluster 2024-08-29T19:03:31.980597+0000 mgr.y (mgr.25022) 2320 : cluster [DBG] pgmap v4473: 105 pgs: 105 active+clean; 4.6 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 23 KiB/s rd, 0 B/s wr, 17 op/s 2024-08-29T19:03:33.881 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 19:03:33 smithi028 bash[78352]: cluster 2024-08-29T19:03:31.980597+0000 mgr.y (mgr.25022) 2320 : cluster [DBG] pgmap v4473: 105 pgs: 105 active+clean; 4.6 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 23 KiB/s rd, 0 B/s wr, 17 op/s 2024-08-29T19:03:34.992 INFO:teuthology.orchestra.run.smithi028.stdout: 2024-08-29T19:03:34.993 INFO:teuthology.orchestra.run.smithi028.stdout:{"epoch":16,"btime":"2024-08-29T17:59:00:719945+0000","default_fscid":1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":54235,"name":"b","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.53:6833/2841245350","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.53:6832","nonce":2841245350},{"type":"v1","addr":"172.21.15.53:6833","nonce":2841245350}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":16}],"filesystems":[{"mdsmap":{"epoch":15,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2024-08-29T17:41:10.604613+0000","modified":"2024-08-29T17:58:55.504693+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":721,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":1,"in":[0],"up":{"mds_0":44333},"failed":[],"damaged":[],"stopped":[],"info":{"gid_44333":{"gid":44333,"name":"a","rank":0,"incarnation":12,"state":"up:active","state_seq":9,"addr":"172.21.15.28:6835/1116075030","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.28:6834","nonce":1116075030},{"type":"v1","addr":"172.21.15.28:6835","nonce":1116075030}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[3],"metadata_pool":2,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":44333,"qdb_cluster":[44333]},"id":1}]} 2024-08-29T19:03:34.993 INFO:teuthology.orchestra.run.smithi028.stderr:dumped fsmap epoch 16 2024-08-29T19:03:35.722 DEBUG:teuthology.orchestra.run.smithi028:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 3167ee72-662c-11ef-bcd4-c7b262605968 -- ceph fs dump --format=json 2024-08-29T19:03:35.733 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 19:03:35 smithi028 bash[78352]: cluster 2024-08-29T19:03:33.981664+0000 mgr.y (mgr.25022) 2321 : cluster [DBG] pgmap v4474: 105 pgs: 105 active+clean; 4.6 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 23 KiB/s rd, 0 B/s wr, 17 op/s 2024-08-29T19:03:35.734 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 19:03:35 smithi028 bash[78352]: audit 2024-08-29T19:03:34.993511+0000 mon.c (mon.2) 172 : audit [DBG] from='client.? 172.21.15.28:0/1646775635' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-08-29T19:03:35.734 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 19:03:35 smithi028 bash[77168]: cluster 2024-08-29T19:03:33.981664+0000 mgr.y (mgr.25022) 2321 : cluster [DBG] pgmap v4474: 105 pgs: 105 active+clean; 4.6 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 23 KiB/s rd, 0 B/s wr, 17 op/s 2024-08-29T19:03:35.734 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 19:03:35 smithi028 bash[77168]: audit 2024-08-29T19:03:34.993511+0000 mon.c (mon.2) 172 : audit [DBG] from='client.? 172.21.15.28:0/1646775635' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-08-29T19:03:35.827 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 19:03:35 smithi053 bash[68679]: cluster 2024-08-29T19:03:33.981664+0000 mgr.y (mgr.25022) 2321 : cluster [DBG] pgmap v4474: 105 pgs: 105 active+clean; 4.6 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 23 KiB/s rd, 0 B/s wr, 17 op/s 2024-08-29T19:03:35.827 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 19:03:35 smithi053 bash[68679]: audit 2024-08-29T19:03:34.993511+0000 mon.c (mon.2) 172 : audit [DBG] from='client.? 172.21.15.28:0/1646775635' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-08-29T19:03:37.826 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 19:03:37 smithi053 bash[68679]: cluster 2024-08-29T19:03:35.982803+0000 mgr.y (mgr.25022) 2322 : cluster [DBG] pgmap v4475: 105 pgs: 105 active+clean; 4.6 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 21 KiB/s rd, 0 B/s wr, 14 op/s 2024-08-29T19:03:37.881 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 19:03:37 smithi028 bash[78352]: cluster 2024-08-29T19:03:35.982803+0000 mgr.y (mgr.25022) 2322 : cluster [DBG] pgmap v4475: 105 pgs: 105 active+clean; 4.6 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 21 KiB/s rd, 0 B/s wr, 14 op/s 2024-08-29T19:03:37.881 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 19:03:37 smithi028 bash[77168]: cluster 2024-08-29T19:03:35.982803+0000 mgr.y (mgr.25022) 2322 : cluster [DBG] pgmap v4475: 105 pgs: 105 active+clean; 4.6 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 21 KiB/s rd, 0 B/s wr, 14 op/s 2024-08-29T19:03:39.826 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 19:03:39 smithi053 bash[68679]: cluster 2024-08-29T19:03:37.983581+0000 mgr.y (mgr.25022) 2323 : cluster [DBG] pgmap v4476: 105 pgs: 105 active+clean; 4.6 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail 2024-08-29T19:03:39.881 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 19:03:39 smithi028 bash[78352]: cluster 2024-08-29T19:03:37.983581+0000 mgr.y (mgr.25022) 2323 : cluster [DBG] pgmap v4476: 105 pgs: 105 active+clean; 4.6 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail 2024-08-29T19:03:39.881 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 19:03:39 smithi028 bash[77168]: cluster 2024-08-29T19:03:37.983581+0000 mgr.y (mgr.25022) 2323 : cluster [DBG] pgmap v4476: 105 pgs: 105 active+clean; 4.6 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail 2024-08-29T19:03:40.515 INFO:teuthology.orchestra.run.smithi028.stderr:Inferring config /var/lib/ceph/3167ee72-662c-11ef-bcd4-c7b262605968/mon.a/config 2024-08-29T19:03:41.730 INFO:journalctl@ceph.mgr.y.smithi028.stdout:Aug 29 19:03:41 smithi028 bash[70818]: ::ffff:172.21.15.53 - - [29/Aug/2024:19:03:41] "GET /metrics HTTP/1.1" 200 34216 "" "Prometheus/2.43.0" 2024-08-29T19:03:41.730 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 19:03:41 smithi028 bash[78352]: cluster 2024-08-29T19:03:39.984785+0000 mgr.y (mgr.25022) 2324 : cluster [DBG] pgmap v4477: 105 pgs: 105 active+clean; 4.6 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail 2024-08-29T19:03:41.731 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 19:03:41 smithi028 bash[77168]: cluster 2024-08-29T19:03:39.984785+0000 mgr.y (mgr.25022) 2324 : cluster [DBG] pgmap v4477: 105 pgs: 105 active+clean; 4.6 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail 2024-08-29T19:03:41.826 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 19:03:41 smithi053 bash[68679]: cluster 2024-08-29T19:03:39.984785+0000 mgr.y (mgr.25022) 2324 : cluster [DBG] pgmap v4477: 105 pgs: 105 active+clean; 4.6 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail 2024-08-29T19:03:42.576 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 19:03:42 smithi053 bash[68679]: audit 2024-08-29T19:03:42.177089+0000 mon.a (mon.0) 4542 : audit [DBG] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-29T19:03:42.576 INFO:journalctl@ceph.prometheus.a.smithi053.stdout:Aug 29 19:03:42 smithi053 bash[95567]: ts=2024-08-29T19:03:42.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"3167ee72-662c-11ef-bcd4-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-29T19:03:42.881 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 19:03:42 smithi028 bash[77168]: audit 2024-08-29T19:03:42.177089+0000 mon.a (mon.0) 4542 : audit [DBG] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-29T19:03:42.881 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 19:03:42 smithi028 bash[78352]: audit 2024-08-29T19:03:42.177089+0000 mon.a (mon.0) 4542 : audit [DBG] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-29T19:03:43.826 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 19:03:43 smithi053 bash[68679]: cluster 2024-08-29T19:03:41.985679+0000 mgr.y (mgr.25022) 2325 : cluster [DBG] pgmap v4478: 105 pgs: 105 active+clean; 4.6 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail 2024-08-29T19:03:43.880 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 19:03:43 smithi028 bash[77168]: cluster 2024-08-29T19:03:41.985679+0000 mgr.y (mgr.25022) 2325 : cluster [DBG] pgmap v4478: 105 pgs: 105 active+clean; 4.6 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail 2024-08-29T19:03:43.881 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 19:03:43 smithi028 bash[78352]: cluster 2024-08-29T19:03:41.985679+0000 mgr.y (mgr.25022) 2325 : cluster [DBG] pgmap v4478: 105 pgs: 105 active+clean; 4.6 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail 2024-08-29T19:03:44.059 INFO:teuthology.orchestra.run.smithi028.stdout: 2024-08-29T19:03:44.059 INFO:teuthology.orchestra.run.smithi028.stdout:{"epoch":16,"btime":"2024-08-29T17:59:00:719945+0000","default_fscid":1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":54235,"name":"b","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.53:6833/2841245350","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.53:6832","nonce":2841245350},{"type":"v1","addr":"172.21.15.53:6833","nonce":2841245350}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":16}],"filesystems":[{"mdsmap":{"epoch":15,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2024-08-29T17:41:10.604613+0000","modified":"2024-08-29T17:58:55.504693+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":721,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":1,"in":[0],"up":{"mds_0":44333},"failed":[],"damaged":[],"stopped":[],"info":{"gid_44333":{"gid":44333,"name":"a","rank":0,"incarnation":12,"state":"up:active","state_seq":9,"addr":"172.21.15.28:6835/1116075030","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.28:6834","nonce":1116075030},{"type":"v1","addr":"172.21.15.28:6835","nonce":1116075030}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[3],"metadata_pool":2,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":44333,"qdb_cluster":[44333]},"id":1}]} 2024-08-29T19:03:44.059 INFO:teuthology.orchestra.run.smithi028.stderr:dumped fsmap epoch 16 2024-08-29T19:03:44.745 DEBUG:teuthology.orchestra.run.smithi028:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 3167ee72-662c-11ef-bcd4-c7b262605968 -- ceph osd dump --format=json 2024-08-29T19:03:44.798 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 19:03:44 smithi028 bash[77168]: cluster 2024-08-29T19:03:43.986568+0000 mgr.y (mgr.25022) 2326 : cluster [DBG] pgmap v4479: 105 pgs: 105 active+clean; 4.6 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail 2024-08-29T19:03:44.798 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 19:03:44 smithi028 bash[77168]: audit 2024-08-29T19:03:44.059880+0000 mon.c (mon.2) 173 : audit [DBG] from='client.? 172.21.15.28:0/608878803' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-08-29T19:03:44.799 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 19:03:44 smithi028 bash[78352]: cluster 2024-08-29T19:03:43.986568+0000 mgr.y (mgr.25022) 2326 : cluster [DBG] pgmap v4479: 105 pgs: 105 active+clean; 4.6 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail 2024-08-29T19:03:44.799 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 19:03:44 smithi028 bash[78352]: audit 2024-08-29T19:03:44.059880+0000 mon.c (mon.2) 173 : audit [DBG] from='client.? 172.21.15.28:0/608878803' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-08-29T19:03:44.826 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 19:03:44 smithi053 bash[68679]: cluster 2024-08-29T19:03:43.986568+0000 mgr.y (mgr.25022) 2326 : cluster [DBG] pgmap v4479: 105 pgs: 105 active+clean; 4.6 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail 2024-08-29T19:03:44.826 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 19:03:44 smithi053 bash[68679]: audit 2024-08-29T19:03:44.059880+0000 mon.c (mon.2) 173 : audit [DBG] from='client.? 172.21.15.28:0/608878803' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-08-29T19:03:47.326 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 19:03:47 smithi053 bash[68679]: cluster 2024-08-29T19:03:45.987699+0000 mgr.y (mgr.25022) 2327 : cluster [DBG] pgmap v4480: 105 pgs: 105 active+clean; 4.6 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail 2024-08-29T19:03:47.381 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 19:03:47 smithi028 bash[77168]: cluster 2024-08-29T19:03:45.987699+0000 mgr.y (mgr.25022) 2327 : cluster [DBG] pgmap v4480: 105 pgs: 105 active+clean; 4.6 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail 2024-08-29T19:03:47.381 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 19:03:47 smithi028 bash[78352]: cluster 2024-08-29T19:03:45.987699+0000 mgr.y (mgr.25022) 2327 : cluster [DBG] pgmap v4480: 105 pgs: 105 active+clean; 4.6 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail 2024-08-29T19:03:49.326 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 19:03:49 smithi053 bash[68679]: cluster 2024-08-29T19:03:47.988398+0000 mgr.y (mgr.25022) 2328 : cluster [DBG] pgmap v4481: 105 pgs: 105 active+clean; 4.6 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail 2024-08-29T19:03:49.381 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 19:03:49 smithi028 bash[78352]: cluster 2024-08-29T19:03:47.988398+0000 mgr.y (mgr.25022) 2328 : cluster [DBG] pgmap v4481: 105 pgs: 105 active+clean; 4.6 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail 2024-08-29T19:03:49.381 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 19:03:49 smithi028 bash[77168]: cluster 2024-08-29T19:03:47.988398+0000 mgr.y (mgr.25022) 2328 : cluster [DBG] pgmap v4481: 105 pgs: 105 active+clean; 4.6 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail 2024-08-29T19:03:49.579 INFO:teuthology.orchestra.run.smithi028.stderr:Inferring config /var/lib/ceph/3167ee72-662c-11ef-bcd4-c7b262605968/mon.a/config 2024-08-29T19:03:51.326 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 19:03:51 smithi053 bash[68679]: cluster 2024-08-29T19:03:49.989548+0000 mgr.y (mgr.25022) 2329 : cluster [DBG] pgmap v4482: 105 pgs: 105 active+clean; 4.6 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail 2024-08-29T19:03:51.381 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 19:03:51 smithi028 bash[77168]: cluster 2024-08-29T19:03:49.989548+0000 mgr.y (mgr.25022) 2329 : cluster [DBG] pgmap v4482: 105 pgs: 105 active+clean; 4.6 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail 2024-08-29T19:03:51.381 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 19:03:51 smithi028 bash[78352]: cluster 2024-08-29T19:03:49.989548+0000 mgr.y (mgr.25022) 2329 : cluster [DBG] pgmap v4482: 105 pgs: 105 active+clean; 4.6 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail 2024-08-29T19:03:51.719 INFO:journalctl@ceph.mgr.y.smithi028.stdout:Aug 29 19:03:51 smithi028 bash[70818]: ::ffff:172.21.15.53 - - [29/Aug/2024:19:03:51] "GET /metrics HTTP/1.1" 200 34213 "" "Prometheus/2.43.0" 2024-08-29T19:03:52.576 INFO:journalctl@ceph.prometheus.a.smithi053.stdout:Aug 29 19:03:52 smithi053 bash[95567]: ts=2024-08-29T19:03:52.316Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"3167ee72-662c-11ef-bcd4-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-29T19:03:53.145 INFO:teuthology.orchestra.run.smithi028.stdout: 2024-08-29T19:03:53.145 INFO:teuthology.orchestra.run.smithi028.stdout:{"epoch":2650,"fsid":"3167ee72-662c-11ef-bcd4-c7b262605968","created":"2024-08-29T17:30:17.962961+0000","modified":"2024-08-29T19:02:14.079828+0000","last_up_change":"2024-08-29T17:58:10.295023+0000","last_in_change":"2024-08-29T17:39:24.826745+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":37,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":114,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"luminous","require_osd_release":"squid","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-08-29T17:35:25.344793+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"21","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_type":"Fair distribution","score_acting":7.8899998664855957,"score_stable":7.8899998664855957,"optimal_score":0.37999999523162842,"raw_score_acting":3,"raw_score_stable":3,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":2,"pool_name":"cephfs_metadata","create_time":"2024-08-29T17:40:52.941044+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"65","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":3,"pool_name":"cephfs_data","create_time":"2024-08-29T17:41:01.591058+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"65","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":4,"pool_name":"rbd","create_time":"2024-08-29T17:43:39.363531+0000","flags":8193,"flags_names":"hashpspool,selfmanaged_snaps","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":8,"pg_placement_num":8,"pg_placement_num_target":8,"pg_num_target":8,"pg_num_pending":8,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"1181","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":9,"snap_epoch":1181,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{},"application_metadata":{"rbd":{}},"read_balance":{"score_type":"Fair distribution","score_acting":3,"score_stable":3,"optimal_score":1,"raw_score_acting":3,"raw_score_stable":3,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"660d8ce2-ea9d-4b15-8d9a-ec42e86552e4","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":8,"last_clean_end":440,"up_from":456,"up_thru":2573,"down_at":441,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.28:6802","nonce":489208817},{"type":"v1","addr":"172.21.15.28:6803","nonce":489208817}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.28:6804","nonce":489208817},{"type":"v1","addr":"172.21.15.28:6805","nonce":489208817}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.28:6808","nonce":489208817},{"type":"v1","addr":"172.21.15.28:6809","nonce":489208817}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.28:6806","nonce":489208817},{"type":"v1","addr":"172.21.15.28:6807","nonce":489208817}]},"public_addr":"172.21.15.28:6803/489208817","cluster_addr":"172.21.15.28:6805/489208817","heartbeat_back_addr":"172.21.15.28:6809/489208817","heartbeat_front_addr":"172.21.15.28:6807/489208817","state":["exists","up"]},{"osd":1,"uuid":"fdf44197-06ca-494f-bb43-e320705d24ca","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":13,"last_clean_end":470,"up_from":485,"up_thru":2573,"down_at":471,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.28:6810","nonce":421904148},{"type":"v1","addr":"172.21.15.28:6811","nonce":421904148}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.28:6812","nonce":421904148},{"type":"v1","addr":"172.21.15.28:6813","nonce":421904148}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.28:6816","nonce":421904148},{"type":"v1","addr":"172.21.15.28:6817","nonce":421904148}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.28:6814","nonce":421904148},{"type":"v1","addr":"172.21.15.28:6815","nonce":421904148}]},"public_addr":"172.21.15.28:6811/421904148","cluster_addr":"172.21.15.28:6813/421904148","heartbeat_back_addr":"172.21.15.28:6817/421904148","heartbeat_front_addr":"172.21.15.28:6815/421904148","state":["exists","up"]},{"osd":2,"uuid":"af570229-94ea-421f-a54b-5ad9c2ec751e","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":18,"last_clean_end":500,"up_from":516,"up_thru":2573,"down_at":501,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.28:6818","nonce":1368242828},{"type":"v1","addr":"172.21.15.28:6819","nonce":1368242828}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.28:6820","nonce":1368242828},{"type":"v1","addr":"172.21.15.28:6821","nonce":1368242828}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.28:6824","nonce":1368242828},{"type":"v1","addr":"172.21.15.28:6825","nonce":1368242828}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.28:6822","nonce":1368242828},{"type":"v1","addr":"172.21.15.28:6823","nonce":1368242828}]},"public_addr":"172.21.15.28:6819/1368242828","cluster_addr":"172.21.15.28:6821/1368242828","heartbeat_back_addr":"172.21.15.28:6825/1368242828","heartbeat_front_addr":"172.21.15.28:6823/1368242828","state":["exists","up"]},{"osd":3,"uuid":"4fa9802d-cf40-4ef1-a9bd-082be7c32d40","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":25,"last_clean_end":530,"up_from":546,"up_thru":2573,"down_at":531,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.28:6826","nonce":2484956850},{"type":"v1","addr":"172.21.15.28:6827","nonce":2484956850}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.28:6828","nonce":2484956850},{"type":"v1","addr":"172.21.15.28:6829","nonce":2484956850}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.28:6832","nonce":2484956850},{"type":"v1","addr":"172.21.15.28:6833","nonce":2484956850}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.28:6830","nonce":2484956850},{"type":"v1","addr":"172.21.15.28:6831","nonce":2484956850}]},"public_addr":"172.21.15.28:6827/2484956850","cluster_addr":"172.21.15.28:6829/2484956850","heartbeat_back_addr":"172.21.15.28:6833/2484956850","heartbeat_front_addr":"172.21.15.28:6831/2484956850","state":["exists","up"]},{"osd":4,"uuid":"18edf361-e223-4e8c-b6ef-73e210c2cce1","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":30,"last_clean_end":562,"up_from":579,"up_thru":2573,"down_at":563,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.53:6800","nonce":3274739690},{"type":"v1","addr":"172.21.15.53:6801","nonce":3274739690}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.53:6802","nonce":3274739690},{"type":"v1","addr":"172.21.15.53:6803","nonce":3274739690}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.53:6806","nonce":3274739690},{"type":"v1","addr":"172.21.15.53:6807","nonce":3274739690}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.53:6804","nonce":3274739690},{"type":"v1","addr":"172.21.15.53:6805","nonce":3274739690}]},"public_addr":"172.21.15.53:6801/3274739690","cluster_addr":"172.21.15.53:6803/3274739690","heartbeat_back_addr":"172.21.15.53:6807/3274739690","heartbeat_front_addr":"172.21.15.53:6805/3274739690","state":["exists","up"]},{"osd":5,"uuid":"07a24bff-d6cc-495d-97e1-768094b28c0b","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":38,"last_clean_end":596,"up_from":612,"up_thru":2573,"down_at":597,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.53:6808","nonce":1321611115},{"type":"v1","addr":"172.21.15.53:6809","nonce":1321611115}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.53:6810","nonce":1321611115},{"type":"v1","addr":"172.21.15.53:6811","nonce":1321611115}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.53:6814","nonce":1321611115},{"type":"v1","addr":"172.21.15.53:6815","nonce":1321611115}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.53:6812","nonce":1321611115},{"type":"v1","addr":"172.21.15.53:6813","nonce":1321611115}]},"public_addr":"172.21.15.53:6809/1321611115","cluster_addr":"172.21.15.53:6811/1321611115","heartbeat_back_addr":"172.21.15.53:6815/1321611115","heartbeat_front_addr":"172.21.15.53:6813/1321611115","state":["exists","up"]},{"osd":6,"uuid":"b03b1ee8-77ac-47f4-a76c-01e2eaa7b954","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":46,"last_clean_end":629,"up_from":645,"up_thru":2573,"down_at":630,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.53:6816","nonce":1831000770},{"type":"v1","addr":"172.21.15.53:6817","nonce":1831000770}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.53:6818","nonce":1831000770},{"type":"v1","addr":"172.21.15.53:6819","nonce":1831000770}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.53:6822","nonce":1831000770},{"type":"v1","addr":"172.21.15.53:6823","nonce":1831000770}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.53:6820","nonce":1831000770},{"type":"v1","addr":"172.21.15.53:6821","nonce":1831000770}]},"public_addr":"172.21.15.53:6817/1831000770","cluster_addr":"172.21.15.53:6819/1831000770","heartbeat_back_addr":"172.21.15.53:6823/1831000770","heartbeat_front_addr":"172.21.15.53:6821/1831000770","state":["exists","up"]},{"osd":7,"uuid":"14a519fb-979e-474b-8ae5-fa5a2be44daf","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":54,"last_clean_end":663,"up_from":680,"up_thru":2573,"down_at":664,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.53:6824","nonce":1013909822},{"type":"v1","addr":"172.21.15.53:6825","nonce":1013909822}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.53:6826","nonce":1013909822},{"type":"v1","addr":"172.21.15.53:6827","nonce":1013909822}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.53:6830","nonce":1013909822},{"type":"v1","addr":"172.21.15.53:6831","nonce":1013909822}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.53:6828","nonce":1013909822},{"type":"v1","addr":"172.21.15.53:6829","nonce":1013909822}]},"public_addr":"172.21.15.53:6825/1013909822","cluster_addr":"172.21.15.53:6827/1013909822","heartbeat_back_addr":"172.21.15.53:6831/1013909822","heartbeat_front_addr":"172.21.15.53:6829/1013909822","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-08-29T17:33:39.919890+0000","dead_epoch":440},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-08-29T17:34:30.063951+0000","dead_epoch":470},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-08-29T17:35:22.232071+0000","dead_epoch":500},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-08-29T17:36:12.717974+0000","dead_epoch":530},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-08-29T17:37:03.586686+0000","dead_epoch":562},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-08-29T17:37:57.337551+0000","dead_epoch":596},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-08-29T17:38:54.315017+0000","dead_epoch":629},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-08-29T17:39:50.978615+0000","dead_epoch":663}],"pg_upmap":[],"pg_upmap_items":[{"pgid":"2.7","mappings":[{"from":7,"to":4}]},{"pgid":"3.7","mappings":[{"from":0,"to":1}]},{"pgid":"3.14","mappings":[{"from":4,"to":2}]},{"pgid":"3.2b","mappings":[{"from":0,"to":2}]},{"pgid":"3.2f","mappings":[{"from":4,"to":3}]},{"pgid":"3.34","mappings":[{"from":4,"to":2}]},{"pgid":"3.37","mappings":[{"from":5,"to":1}]}],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{"172.21.15.53:6833/1231318269":"2024-08-30T17:58:52.471108+0000","172.21.15.53:6832/1231318269":"2024-08-30T17:58:52.471108+0000","172.21.15.28:6801/4159614718":"2024-08-30T17:30:43.836116+0000","172.21.15.28:0/3881020925":"2024-08-30T17:30:43.836116+0000","172.21.15.28:0/2399305464":"2024-08-30T17:31:14.716137+0000","172.21.15.28:0/1049408994":"2024-08-30T17:49:41.661484+0000","172.21.15.28:0/3394015145":"2024-08-29T19:47:13.077396+0000","172.21.15.28:0/3329288402":"2024-08-30T17:30:43.836116+0000","172.21.15.28:0/2250242252":"2024-08-30T17:51:56.864961+0000","172.21.15.53:0/36471239":"2024-08-30T17:50:49.612804+0000","172.21.15.28:0/992575882":"2024-08-29T19:41:50.474673+0000","172.21.15.28:6800/1962738264":"2024-08-30T17:31:14.716137+0000","172.21.15.53:0/4264594766":"2024-08-30T17:50:49.612804+0000","172.21.15.53:6835/871632441":"2024-08-30T17:50:49.612804+0000","172.21.15.28:0/2534940978":"2024-08-30T17:51:56.864961+0000","172.21.15.28:0/2161864751":"2024-08-30T17:51:56.864961+0000","172.21.15.28:0/2352293407":"2024-08-30T17:31:14.716137+0000","172.21.15.28:0/500681504":"2024-08-30T17:49:41.661484+0000","172.21.15.53:0/862536079":"2024-08-30T17:50:49.612804+0000","172.21.15.28:6800/1076696158":"2024-08-30T17:49:41.661484+0000","172.21.15.28:0/2705924614":"2024-08-29T19:41:49.517644+0000","172.21.15.28:6800/4159614718":"2024-08-30T17:30:43.836116+0000","172.21.15.28:0/4283435498":"2024-08-30T17:42:53.748159+0000","172.21.15.28:0/2758639512":"2024-08-30T17:42:53.748159+0000","172.21.15.53:6834/871632441":"2024-08-30T17:50:49.612804+0000","172.21.15.28:0/177482802":"2024-08-30T17:31:14.716137+0000","172.21.15.28:0/1235975594":"2024-08-30T17:49:41.661484+0000","172.21.15.28:0/430297909":"2024-08-29T20:01:41.212146+0000","172.21.15.53:0/3113161000":"2024-08-30T17:50:49.612804+0000","172.21.15.28:0/4265502225":"2024-08-30T17:51:56.864961+0000","172.21.15.28:6800/470202310":"2024-08-30T17:42:53.748159+0000","172.21.15.53:0/357566986":"2024-08-30T17:50:49.612804+0000","172.21.15.28:6801/1962738264":"2024-08-30T17:31:14.716137+0000","172.21.15.28:6801/1076696158":"2024-08-30T17:49:41.661484+0000","172.21.15.28:0/3761385311":"2024-08-30T17:42:53.748159+0000","172.21.15.28:0/2647379891":"2024-08-30T17:30:43.836116+0000","172.21.15.28:0/1715060870":"2024-08-30T17:42:53.748159+0000","172.21.15.28:0/413549466":"2024-08-30T17:51:56.864961+0000","172.21.15.28:0/4187717819":"2024-08-30T17:49:41.661484+0000","172.21.15.28:0/173667245":"2024-08-30T17:49:41.661484+0000","172.21.15.28:0/842718268":"2024-08-30T17:51:56.864961+0000","172.21.15.28:6800/928816568":"2024-08-30T17:51:56.864961+0000","172.21.15.28:6801/470202310":"2024-08-30T17:42:53.748159+0000","172.21.15.28:6801/928816568":"2024-08-30T17:51:56.864961+0000"},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"},"teuthologyprofile":{"crush-device-class":"","crush-failure-domain":"osd","crush-root":"default","jerasure-per-chunk-alignment":"false","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van","w":"8"}},"removed_snaps_queue":[{"pool":60,"snaps":[{"begin":2,"length":1}]},{"pool":63,"snaps":[{"begin":1,"length":2}]},{"pool":68,"snaps":[{"begin":1,"length":2}]},{"pool":77,"snaps":[{"begin":2,"length":1}]},{"pool":78,"snaps":[{"begin":2,"length":1}]},{"pool":79,"snaps":[{"begin":2,"length":1}]},{"pool":80,"snaps":[{"begin":2,"length":1}]},{"pool":81,"snaps":[{"begin":2,"length":1}]},{"pool":82,"snaps":[{"begin":2,"length":1}]},{"pool":85,"snaps":[{"begin":4,"length":5}]},{"pool":87,"snaps":[{"begin":35,"length":3},{"begin":43,"length":3},{"begin":47,"length":1}]},{"pool":88,"snaps":[{"begin":17,"length":2},{"begin":22,"length":1}]},{"pool":89,"snaps":[{"begin":2,"length":1}]},{"pool":111,"snaps":[{"begin":8,"length":5}]},{"pool":112,"snaps":[{"begin":8,"length":4}]},{"pool":113,"snaps":[{"begin":291,"length":2}]},{"pool":114,"snaps":[{"begin":2,"length":1}]}],"new_removed_snaps":[],"new_purged_snaps":[{"pool":113,"snaps":[{"begin":289,"length":2}]}],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-08-29T19:03:53.328 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 19:03:53 smithi053 bash[68679]: cluster 2024-08-29T19:03:51.990362+0000 mgr.y (mgr.25022) 2330 : cluster [DBG] pgmap v4483: 105 pgs: 105 active+clean; 4.6 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail 2024-08-29T19:03:53.338 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 19:03:53 smithi028 bash[78352]: cluster 2024-08-29T19:03:51.990362+0000 mgr.y (mgr.25022) 2330 : cluster [DBG] pgmap v4483: 105 pgs: 105 active+clean; 4.6 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail 2024-08-29T19:03:53.338 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 19:03:53 smithi028 bash[77168]: cluster 2024-08-29T19:03:51.990362+0000 mgr.y (mgr.25022) 2330 : cluster [DBG] pgmap v4483: 105 pgs: 105 active+clean; 4.6 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail 2024-08-29T19:03:53.880 DEBUG:teuthology.orchestra.run.smithi028:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 3167ee72-662c-11ef-bcd4-c7b262605968 -- ceph fs fail cephfs 2024-08-29T19:03:54.130 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 19:03:54 smithi028 bash[77168]: audit 2024-08-29T19:03:53.144911+0000 mon.c (mon.2) 174 : audit [DBG] from='client.? 172.21.15.28:0/1672166834' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-08-29T19:03:54.131 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 19:03:54 smithi028 bash[78352]: audit 2024-08-29T19:03:53.144911+0000 mon.c (mon.2) 174 : audit [DBG] from='client.? 172.21.15.28:0/1672166834' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-08-29T19:03:54.326 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 19:03:54 smithi053 bash[68679]: audit 2024-08-29T19:03:53.144911+0000 mon.c (mon.2) 174 : audit [DBG] from='client.? 172.21.15.28:0/1672166834' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-08-29T19:03:55.326 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 19:03:55 smithi053 bash[68679]: cluster 2024-08-29T19:03:53.991236+0000 mgr.y (mgr.25022) 2331 : cluster [DBG] pgmap v4484: 105 pgs: 105 active+clean; 4.6 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail 2024-08-29T19:03:55.381 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 19:03:55 smithi028 bash[77168]: cluster 2024-08-29T19:03:53.991236+0000 mgr.y (mgr.25022) 2331 : cluster [DBG] pgmap v4484: 105 pgs: 105 active+clean; 4.6 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail 2024-08-29T19:03:55.381 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 19:03:55 smithi028 bash[78352]: cluster 2024-08-29T19:03:53.991236+0000 mgr.y (mgr.25022) 2331 : cluster [DBG] pgmap v4484: 105 pgs: 105 active+clean; 4.6 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail 2024-08-29T19:03:57.326 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 19:03:57 smithi053 bash[68679]: cluster 2024-08-29T19:03:55.992359+0000 mgr.y (mgr.25022) 2332 : cluster [DBG] pgmap v4485: 105 pgs: 105 active+clean; 4.6 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail 2024-08-29T19:03:57.381 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 19:03:57 smithi028 bash[78352]: cluster 2024-08-29T19:03:55.992359+0000 mgr.y (mgr.25022) 2332 : cluster [DBG] pgmap v4485: 105 pgs: 105 active+clean; 4.6 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail 2024-08-29T19:03:57.381 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 19:03:57 smithi028 bash[77168]: cluster 2024-08-29T19:03:55.992359+0000 mgr.y (mgr.25022) 2332 : cluster [DBG] pgmap v4485: 105 pgs: 105 active+clean; 4.6 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail 2024-08-29T19:03:58.381 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 19:03:58 smithi028 bash[78352]: audit 2024-08-29T19:03:57.177678+0000 mon.a (mon.0) 4543 : audit [DBG] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-29T19:03:58.381 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 19:03:58 smithi028 bash[77168]: audit 2024-08-29T19:03:57.177678+0000 mon.a (mon.0) 4543 : audit [DBG] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-29T19:03:58.576 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 19:03:58 smithi053 bash[68679]: audit 2024-08-29T19:03:57.177678+0000 mon.a (mon.0) 4543 : audit [DBG] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-29T19:03:58.717 INFO:teuthology.orchestra.run.smithi028.stderr:Inferring config /var/lib/ceph/3167ee72-662c-11ef-bcd4-c7b262605968/mon.a/config 2024-08-29T19:03:59.381 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 19:03:59 smithi028 bash[78352]: cluster 2024-08-29T19:03:57.993030+0000 mgr.y (mgr.25022) 2333 : cluster [DBG] pgmap v4486: 105 pgs: 105 active+clean; 4.6 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail 2024-08-29T19:03:59.381 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 19:03:59 smithi028 bash[77168]: cluster 2024-08-29T19:03:57.993030+0000 mgr.y (mgr.25022) 2333 : cluster [DBG] pgmap v4486: 105 pgs: 105 active+clean; 4.6 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail 2024-08-29T19:03:59.576 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 19:03:59 smithi053 bash[68679]: cluster 2024-08-29T19:03:57.993030+0000 mgr.y (mgr.25022) 2333 : cluster [DBG] pgmap v4486: 105 pgs: 105 active+clean; 4.6 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail 2024-08-29T19:04:01.381 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 19:04:01 smithi028 bash[78352]: cluster 2024-08-29T19:03:59.994166+0000 mgr.y (mgr.25022) 2334 : cluster [DBG] pgmap v4487: 105 pgs: 105 active+clean; 4.6 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail 2024-08-29T19:04:01.381 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 19:04:01 smithi028 bash[77168]: cluster 2024-08-29T19:03:59.994166+0000 mgr.y (mgr.25022) 2334 : cluster [DBG] pgmap v4487: 105 pgs: 105 active+clean; 4.6 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail 2024-08-29T19:04:01.576 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 19:04:01 smithi053 bash[68679]: cluster 2024-08-29T19:03:59.994166+0000 mgr.y (mgr.25022) 2334 : cluster [DBG] pgmap v4487: 105 pgs: 105 active+clean; 4.6 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail 2024-08-29T19:04:01.881 INFO:journalctl@ceph.mgr.y.smithi028.stdout:Aug 29 19:04:01 smithi028 bash[70818]: ::ffff:172.21.15.53 - - [29/Aug/2024:19:04:01] "GET /metrics HTTP/1.1" 200 34215 "" "Prometheus/2.43.0" 2024-08-29T19:04:02.497 INFO:teuthology.orchestra.run.smithi028.stderr:cephfs marked not joinable; MDS cannot join the cluster. All MDS ranks marked failed. 2024-08-29T19:04:02.576 INFO:journalctl@ceph.prometheus.a.smithi053.stdout:Aug 29 19:04:02 smithi053 bash[95567]: ts=2024-08-29T19:04:02.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"3167ee72-662c-11ef-bcd4-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-29T19:04:02.881 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 19:04:02 smithi028 bash[77168]: debug 2024-08-29T19:04:02.488+0000 7ff3a4211640 -1 log_channel(cluster) log [ERR] : Health check failed: 1 filesystem is offline (MDS_ALL_DOWN) 2024-08-29T19:04:02.881 INFO:journalctl@ceph.mds.a.smithi028.stdout:Aug 29 19:04:02 smithi028 bash[99573]: ignoring --setuser ceph since I am not root 2024-08-29T19:04:02.881 INFO:journalctl@ceph.mds.a.smithi028.stdout:Aug 29 19:04:02 smithi028 bash[99573]: ignoring --setgroup ceph since I am not root 2024-08-29T19:04:02.881 INFO:journalctl@ceph.mds.a.smithi028.stdout:Aug 29 19:04:02 smithi028 bash[99573]: starting mds.a at 2024-08-29T19:04:03.268 DEBUG:teuthology.orchestra.run.smithi028:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 3167ee72-662c-11ef-bcd4-c7b262605968 -- ceph fs rm cephfs --yes-i-really-mean-it 2024-08-29T19:04:03.381 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 19:04:03 smithi028 bash[78352]: cluster 2024-08-29T19:04:01.995006+0000 mgr.y (mgr.25022) 2335 : cluster [DBG] pgmap v4488: 105 pgs: 105 active+clean; 4.6 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail 2024-08-29T19:04:03.381 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 19:04:03 smithi028 bash[78352]: audit 2024-08-29T19:04:02.490758+0000 mon.c (mon.2) 175 : audit [INF] from='client.? 172.21.15.28:0/3724140236' entity='client.admin' cmd=[{"prefix": "fs fail", "fs_name": "cephfs"}]: dispatch 2024-08-29T19:04:03.381 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 19:04:03 smithi028 bash[78352]: audit 2024-08-29T19:04:02.491224+0000 mon.a (mon.0) 4544 : audit [INF] from='client.? ' entity='client.admin' cmd=[{"prefix": "fs fail", "fs_name": "cephfs"}]: dispatch 2024-08-29T19:04:03.381 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 19:04:03 smithi028 bash[78352]: cluster 2024-08-29T19:04:02.491728+0000 mon.a (mon.0) 4545 : cluster [WRN] Health check failed: 1 filesystem is degraded (FS_DEGRADED) 2024-08-29T19:04:03.381 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 19:04:03 smithi028 bash[78352]: cluster 2024-08-29T19:04:02.491749+0000 mon.a (mon.0) 4546 : cluster [ERR] Health check failed: 1 filesystem is offline (MDS_ALL_DOWN) 2024-08-29T19:04:03.381 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 19:04:03 smithi028 bash[78352]: audit 2024-08-29T19:04:02.493625+0000 mon.a (mon.0) 4547 : audit [INF] from='client.? ' entity='client.admin' cmd='[{"prefix": "fs fail", "fs_name": "cephfs"}]': finished 2024-08-29T19:04:03.381 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 19:04:03 smithi028 bash[78352]: cluster 2024-08-29T19:04:02.497884+0000 mon.a (mon.0) 4548 : cluster [DBG] osdmap e2651: 8 total, 8 up, 8 in 2024-08-29T19:04:03.381 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 19:04:03 smithi028 bash[78352]: cluster 2024-08-29T19:04:02.498411+0000 mon.a (mon.0) 4549 : cluster [DBG] fsmap cephfs:0/1 1 up:standby, 1 failed 2024-08-29T19:04:03.381 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 19:04:03 smithi028 bash[77168]: cluster 2024-08-29T19:04:01.995006+0000 mgr.y (mgr.25022) 2335 : cluster [DBG] pgmap v4488: 105 pgs: 105 active+clean; 4.6 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail 2024-08-29T19:04:03.382 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 19:04:03 smithi028 bash[77168]: audit 2024-08-29T19:04:02.490758+0000 mon.c (mon.2) 175 : audit [INF] from='client.? 172.21.15.28:0/3724140236' entity='client.admin' cmd=[{"prefix": "fs fail", "fs_name": "cephfs"}]: dispatch 2024-08-29T19:04:03.382 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 19:04:03 smithi028 bash[77168]: audit 2024-08-29T19:04:02.491224+0000 mon.a (mon.0) 4544 : audit [INF] from='client.? ' entity='client.admin' cmd=[{"prefix": "fs fail", "fs_name": "cephfs"}]: dispatch 2024-08-29T19:04:03.382 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 19:04:03 smithi028 bash[77168]: cluster 2024-08-29T19:04:02.491728+0000 mon.a (mon.0) 4545 : cluster [WRN] Health check failed: 1 filesystem is degraded (FS_DEGRADED) 2024-08-29T19:04:03.382 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 19:04:03 smithi028 bash[77168]: cluster 2024-08-29T19:04:02.491749+0000 mon.a (mon.0) 4546 : cluster [ERR] Health check failed: 1 filesystem is offline (MDS_ALL_DOWN) 2024-08-29T19:04:03.382 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 19:04:03 smithi028 bash[77168]: audit 2024-08-29T19:04:02.493625+0000 mon.a (mon.0) 4547 : audit [INF] from='client.? ' entity='client.admin' cmd='[{"prefix": "fs fail", "fs_name": "cephfs"}]': finished 2024-08-29T19:04:03.382 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 19:04:03 smithi028 bash[77168]: cluster 2024-08-29T19:04:02.497884+0000 mon.a (mon.0) 4548 : cluster [DBG] osdmap e2651: 8 total, 8 up, 8 in 2024-08-29T19:04:03.382 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 19:04:03 smithi028 bash[77168]: cluster 2024-08-29T19:04:02.498411+0000 mon.a (mon.0) 4549 : cluster [DBG] fsmap cephfs:0/1 1 up:standby, 1 failed 2024-08-29T19:04:03.576 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 19:04:03 smithi053 bash[68679]: cluster 2024-08-29T19:04:01.995006+0000 mgr.y (mgr.25022) 2335 : cluster [DBG] pgmap v4488: 105 pgs: 105 active+clean; 4.6 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail 2024-08-29T19:04:03.576 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 19:04:03 smithi053 bash[68679]: audit 2024-08-29T19:04:02.490758+0000 mon.c (mon.2) 175 : audit [INF] from='client.? 172.21.15.28:0/3724140236' entity='client.admin' cmd=[{"prefix": "fs fail", "fs_name": "cephfs"}]: dispatch 2024-08-29T19:04:03.576 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 19:04:03 smithi053 bash[68679]: audit 2024-08-29T19:04:02.491224+0000 mon.a (mon.0) 4544 : audit [INF] from='client.? ' entity='client.admin' cmd=[{"prefix": "fs fail", "fs_name": "cephfs"}]: dispatch 2024-08-29T19:04:03.576 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 19:04:03 smithi053 bash[68679]: cluster 2024-08-29T19:04:02.491728+0000 mon.a (mon.0) 4545 : cluster [WRN] Health check failed: 1 filesystem is degraded (FS_DEGRADED) 2024-08-29T19:04:03.576 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 19:04:03 smithi053 bash[68679]: cluster 2024-08-29T19:04:02.491749+0000 mon.a (mon.0) 4546 : cluster [ERR] Health check failed: 1 filesystem is offline (MDS_ALL_DOWN) 2024-08-29T19:04:03.577 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 19:04:03 smithi053 bash[68679]: audit 2024-08-29T19:04:02.493625+0000 mon.a (mon.0) 4547 : audit [INF] from='client.? ' entity='client.admin' cmd='[{"prefix": "fs fail", "fs_name": "cephfs"}]': finished 2024-08-29T19:04:03.577 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 19:04:03 smithi053 bash[68679]: cluster 2024-08-29T19:04:02.497884+0000 mon.a (mon.0) 4548 : cluster [DBG] osdmap e2651: 8 total, 8 up, 8 in 2024-08-29T19:04:03.577 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 19:04:03 smithi053 bash[68679]: cluster 2024-08-29T19:04:02.498411+0000 mon.a (mon.0) 4549 : cluster [DBG] fsmap cephfs:0/1 1 up:standby, 1 failed 2024-08-29T19:04:04.826 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 19:04:04 smithi053 bash[68679]: cluster 2024-08-29T19:04:03.498349+0000 mon.a (mon.0) 4550 : cluster [DBG] mds.? [v2:172.21.15.28:6834/3177875221,v1:172.21.15.28:6835/3177875221] up:boot 2024-08-29T19:04:04.826 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 19:04:04 smithi053 bash[68679]: cluster 2024-08-29T19:04:03.498465+0000 mon.a (mon.0) 4551 : cluster [DBG] fsmap cephfs:0/1 2 up:standby, 1 failed 2024-08-29T19:04:04.826 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 19:04:04 smithi053 bash[68679]: audit 2024-08-29T19:04:03.499053+0000 mon.a (mon.0) 4552 : audit [DBG] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "mds metadata", "who": "a"}]: dispatch 2024-08-29T19:04:04.826 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 19:04:04 smithi053 bash[68679]: cluster 2024-08-29T19:04:03.995940+0000 mgr.y (mgr.25022) 2336 : cluster [DBG] pgmap v4490: 105 pgs: 105 active+clean; 4.6 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail 2024-08-29T19:04:04.881 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 19:04:04 smithi028 bash[78352]: cluster 2024-08-29T19:04:03.498349+0000 mon.a (mon.0) 4550 : cluster [DBG] mds.? [v2:172.21.15.28:6834/3177875221,v1:172.21.15.28:6835/3177875221] up:boot 2024-08-29T19:04:04.881 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 19:04:04 smithi028 bash[78352]: cluster 2024-08-29T19:04:03.498465+0000 mon.a (mon.0) 4551 : cluster [DBG] fsmap cephfs:0/1 2 up:standby, 1 failed 2024-08-29T19:04:04.881 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 19:04:04 smithi028 bash[78352]: audit 2024-08-29T19:04:03.499053+0000 mon.a (mon.0) 4552 : audit [DBG] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "mds metadata", "who": "a"}]: dispatch 2024-08-29T19:04:04.881 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 19:04:04 smithi028 bash[78352]: cluster 2024-08-29T19:04:03.995940+0000 mgr.y (mgr.25022) 2336 : cluster [DBG] pgmap v4490: 105 pgs: 105 active+clean; 4.6 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail 2024-08-29T19:04:04.881 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 19:04:04 smithi028 bash[77168]: cluster 2024-08-29T19:04:03.498349+0000 mon.a (mon.0) 4550 : cluster [DBG] mds.? [v2:172.21.15.28:6834/3177875221,v1:172.21.15.28:6835/3177875221] up:boot 2024-08-29T19:04:04.881 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 19:04:04 smithi028 bash[77168]: cluster 2024-08-29T19:04:03.498465+0000 mon.a (mon.0) 4551 : cluster [DBG] fsmap cephfs:0/1 2 up:standby, 1 failed 2024-08-29T19:04:04.881 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 19:04:04 smithi028 bash[77168]: audit 2024-08-29T19:04:03.499053+0000 mon.a (mon.0) 4552 : audit [DBG] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "mds metadata", "who": "a"}]: dispatch 2024-08-29T19:04:04.881 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 19:04:04 smithi028 bash[77168]: cluster 2024-08-29T19:04:03.995940+0000 mgr.y (mgr.25022) 2336 : cluster [DBG] pgmap v4490: 105 pgs: 105 active+clean; 4.6 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail 2024-08-29T19:04:07.326 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 19:04:07 smithi053 bash[68679]: cluster 2024-08-29T19:04:05.997083+0000 mgr.y (mgr.25022) 2337 : cluster [DBG] pgmap v4491: 105 pgs: 105 active+clean; 4.6 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail 2024-08-29T19:04:07.381 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 19:04:07 smithi028 bash[78352]: cluster 2024-08-29T19:04:05.997083+0000 mgr.y (mgr.25022) 2337 : cluster [DBG] pgmap v4491: 105 pgs: 105 active+clean; 4.6 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail 2024-08-29T19:04:07.381 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 19:04:07 smithi028 bash[77168]: cluster 2024-08-29T19:04:05.997083+0000 mgr.y (mgr.25022) 2337 : cluster [DBG] pgmap v4491: 105 pgs: 105 active+clean; 4.6 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail 2024-08-29T19:04:08.060 INFO:teuthology.orchestra.run.smithi028.stderr:Inferring config /var/lib/ceph/3167ee72-662c-11ef-bcd4-c7b262605968/mon.a/config 2024-08-29T19:04:09.326 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 19:04:09 smithi053 bash[68679]: cluster 2024-08-29T19:04:07.997840+0000 mgr.y (mgr.25022) 2338 : cluster [DBG] pgmap v4492: 105 pgs: 105 active+clean; 4.6 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail 2024-08-29T19:04:09.350 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 19:04:09 smithi028 bash[78352]: cluster 2024-08-29T19:04:07.997840+0000 mgr.y (mgr.25022) 2338 : cluster [DBG] pgmap v4492: 105 pgs: 105 active+clean; 4.6 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail 2024-08-29T19:04:09.351 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 19:04:09 smithi028 bash[77168]: cluster 2024-08-29T19:04:07.997840+0000 mgr.y (mgr.25022) 2338 : cluster [DBG] pgmap v4492: 105 pgs: 105 active+clean; 4.6 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail 2024-08-29T19:04:11.326 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 19:04:11 smithi053 bash[68679]: cluster 2024-08-29T19:04:09.998995+0000 mgr.y (mgr.25022) 2339 : cluster [DBG] pgmap v4493: 105 pgs: 105 active+clean; 4.6 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail 2024-08-29T19:04:11.381 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 19:04:11 smithi028 bash[78352]: cluster 2024-08-29T19:04:09.998995+0000 mgr.y (mgr.25022) 2339 : cluster [DBG] pgmap v4493: 105 pgs: 105 active+clean; 4.6 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail 2024-08-29T19:04:11.381 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 19:04:11 smithi028 bash[77168]: cluster 2024-08-29T19:04:09.998995+0000 mgr.y (mgr.25022) 2339 : cluster [DBG] pgmap v4493: 105 pgs: 105 active+clean; 4.6 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail 2024-08-29T19:04:11.881 INFO:journalctl@ceph.mgr.y.smithi028.stdout:Aug 29 19:04:11 smithi028 bash[70818]: ::ffff:172.21.15.53 - - [29/Aug/2024:19:04:11] "GET /metrics HTTP/1.1" 200 34215 "" "Prometheus/2.43.0" 2024-08-29T19:04:12.316 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 19:04:12 smithi053 bash[68679]: audit 2024-08-29T19:04:11.533872+0000 mon.a (mon.0) 4553 : audit [INF] from='client.? 172.21.15.28:0/2379177746' entity='client.admin' cmd=[{"prefix": "fs rm", "fs_name": "cephfs", "yes_i_really_mean_it": true}]: dispatch 2024-08-29T19:04:12.381 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 19:04:12 smithi028 bash[78352]: audit 2024-08-29T19:04:11.533872+0000 mon.a (mon.0) 4553 : audit [INF] from='client.? 172.21.15.28:0/2379177746' entity='client.admin' cmd=[{"prefix": "fs rm", "fs_name": "cephfs", "yes_i_really_mean_it": true}]: dispatch 2024-08-29T19:04:12.381 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 19:04:12 smithi028 bash[77168]: audit 2024-08-29T19:04:11.533872+0000 mon.a (mon.0) 4553 : audit [INF] from='client.? 172.21.15.28:0/2379177746' entity='client.admin' cmd=[{"prefix": "fs rm", "fs_name": "cephfs", "yes_i_really_mean_it": true}]: dispatch 2024-08-29T19:04:12.576 INFO:journalctl@ceph.prometheus.a.smithi053.stdout:Aug 29 19:04:12 smithi053 bash[95567]: ts=2024-08-29T19:04:12.316Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"3167ee72-662c-11ef-bcd4-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-29T19:04:12.804 DEBUG:teuthology.orchestra.run.smithi028:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 3167ee72-662c-11ef-bcd4-c7b262605968 -- ceph osd pool rm cephfs_metadata cephfs_metadata --yes-i-really-really-mean-it 2024-08-29T19:04:13.326 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 19:04:13 smithi053 bash[68679]: cluster 2024-08-29T19:04:11.999826+0000 mgr.y (mgr.25022) 2340 : cluster [DBG] pgmap v4494: 105 pgs: 105 active+clean; 4.6 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail 2024-08-29T19:04:13.326 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 19:04:13 smithi053 bash[68679]: cluster 2024-08-29T19:04:12.060971+0000 mon.a (mon.0) 4554 : cluster [INF] Health check cleared: FS_DEGRADED (was: 1 filesystem is degraded) 2024-08-29T19:04:13.326 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 19:04:13 smithi053 bash[68679]: cluster 2024-08-29T19:04:12.061019+0000 mon.a (mon.0) 4555 : cluster [INF] Health check cleared: MDS_ALL_DOWN (was: 1 filesystem is offline) 2024-08-29T19:04:13.327 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 19:04:13 smithi053 bash[68679]: cluster 2024-08-29T19:04:12.061046+0000 mon.a (mon.0) 4556 : cluster [INF] Cluster is now healthy 2024-08-29T19:04:13.327 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 19:04:13 smithi053 bash[68679]: audit 2024-08-29T19:04:12.070969+0000 mon.a (mon.0) 4557 : audit [INF] from='client.? 172.21.15.28:0/2379177746' entity='client.admin' cmd='[{"prefix": "fs rm", "fs_name": "cephfs", "yes_i_really_mean_it": true}]': finished 2024-08-29T19:04:13.327 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 19:04:13 smithi053 bash[68679]: cluster 2024-08-29T19:04:12.076911+0000 mon.a (mon.0) 4558 : cluster [DBG] fsmap 2 up:standby 2024-08-29T19:04:13.327 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 19:04:13 smithi053 bash[68679]: audit 2024-08-29T19:04:12.177255+0000 mon.a (mon.0) 4559 : audit [DBG] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-29T19:04:13.381 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 19:04:13 smithi028 bash[77168]: cluster 2024-08-29T19:04:11.999826+0000 mgr.y (mgr.25022) 2340 : cluster [DBG] pgmap v4494: 105 pgs: 105 active+clean; 4.6 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail 2024-08-29T19:04:13.381 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 19:04:13 smithi028 bash[77168]: cluster 2024-08-29T19:04:12.060971+0000 mon.a (mon.0) 4554 : cluster [INF] Health check cleared: FS_DEGRADED (was: 1 filesystem is degraded) 2024-08-29T19:04:13.381 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 19:04:13 smithi028 bash[77168]: cluster 2024-08-29T19:04:12.061019+0000 mon.a (mon.0) 4555 : cluster [INF] Health check cleared: MDS_ALL_DOWN (was: 1 filesystem is offline) 2024-08-29T19:04:13.381 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 19:04:13 smithi028 bash[77168]: cluster 2024-08-29T19:04:12.061046+0000 mon.a (mon.0) 4556 : cluster [INF] Cluster is now healthy 2024-08-29T19:04:13.381 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 19:04:13 smithi028 bash[77168]: audit 2024-08-29T19:04:12.070969+0000 mon.a (mon.0) 4557 : audit [INF] from='client.? 172.21.15.28:0/2379177746' entity='client.admin' cmd='[{"prefix": "fs rm", "fs_name": "cephfs", "yes_i_really_mean_it": true}]': finished 2024-08-29T19:04:13.381 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 19:04:13 smithi028 bash[77168]: cluster 2024-08-29T19:04:12.076911+0000 mon.a (mon.0) 4558 : cluster [DBG] fsmap 2 up:standby 2024-08-29T19:04:13.381 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 19:04:13 smithi028 bash[77168]: audit 2024-08-29T19:04:12.177255+0000 mon.a (mon.0) 4559 : audit [DBG] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-29T19:04:13.382 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 19:04:13 smithi028 bash[78352]: cluster 2024-08-29T19:04:11.999826+0000 mgr.y (mgr.25022) 2340 : cluster [DBG] pgmap v4494: 105 pgs: 105 active+clean; 4.6 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail 2024-08-29T19:04:13.382 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 19:04:13 smithi028 bash[78352]: cluster 2024-08-29T19:04:12.060971+0000 mon.a (mon.0) 4554 : cluster [INF] Health check cleared: FS_DEGRADED (was: 1 filesystem is degraded) 2024-08-29T19:04:13.382 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 19:04:13 smithi028 bash[78352]: cluster 2024-08-29T19:04:12.061019+0000 mon.a (mon.0) 4555 : cluster [INF] Health check cleared: MDS_ALL_DOWN (was: 1 filesystem is offline) 2024-08-29T19:04:13.382 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 19:04:13 smithi028 bash[78352]: cluster 2024-08-29T19:04:12.061046+0000 mon.a (mon.0) 4556 : cluster [INF] Cluster is now healthy 2024-08-29T19:04:13.382 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 19:04:13 smithi028 bash[78352]: audit 2024-08-29T19:04:12.070969+0000 mon.a (mon.0) 4557 : audit [INF] from='client.? 172.21.15.28:0/2379177746' entity='client.admin' cmd='[{"prefix": "fs rm", "fs_name": "cephfs", "yes_i_really_mean_it": true}]': finished 2024-08-29T19:04:13.382 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 19:04:13 smithi028 bash[78352]: cluster 2024-08-29T19:04:12.076911+0000 mon.a (mon.0) 4558 : cluster [DBG] fsmap 2 up:standby 2024-08-29T19:04:13.382 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 19:04:13 smithi028 bash[78352]: audit 2024-08-29T19:04:12.177255+0000 mon.a (mon.0) 4559 : audit [DBG] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-29T19:04:15.327 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 19:04:15 smithi053 bash[68679]: cluster 2024-08-29T19:04:14.000747+0000 mgr.y (mgr.25022) 2341 : cluster [DBG] pgmap v4495: 105 pgs: 105 active+clean; 4.6 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail 2024-08-29T19:04:15.381 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 19:04:15 smithi028 bash[78352]: cluster 2024-08-29T19:04:14.000747+0000 mgr.y (mgr.25022) 2341 : cluster [DBG] pgmap v4495: 105 pgs: 105 active+clean; 4.6 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail 2024-08-29T19:04:15.381 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 19:04:15 smithi028 bash[77168]: cluster 2024-08-29T19:04:14.000747+0000 mgr.y (mgr.25022) 2341 : cluster [DBG] pgmap v4495: 105 pgs: 105 active+clean; 4.6 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail 2024-08-29T19:04:17.326 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 19:04:17 smithi053 bash[68679]: cluster 2024-08-29T19:04:16.001940+0000 mgr.y (mgr.25022) 2342 : cluster [DBG] pgmap v4496: 105 pgs: 105 active+clean; 4.6 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail 2024-08-29T19:04:17.381 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 19:04:17 smithi028 bash[78352]: cluster 2024-08-29T19:04:16.001940+0000 mgr.y (mgr.25022) 2342 : cluster [DBG] pgmap v4496: 105 pgs: 105 active+clean; 4.6 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail 2024-08-29T19:04:17.381 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 19:04:17 smithi028 bash[77168]: cluster 2024-08-29T19:04:16.001940+0000 mgr.y (mgr.25022) 2342 : cluster [DBG] pgmap v4496: 105 pgs: 105 active+clean; 4.6 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail 2024-08-29T19:04:17.605 INFO:teuthology.orchestra.run.smithi028.stderr:Inferring config /var/lib/ceph/3167ee72-662c-11ef-bcd4-c7b262605968/mon.a/config 2024-08-29T19:04:19.131 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 19:04:19 smithi028 bash[77168]: cluster 2024-08-29T19:04:18.002660+0000 mgr.y (mgr.25022) 2343 : cluster [DBG] pgmap v4497: 105 pgs: 105 active+clean; 4.6 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail 2024-08-29T19:04:19.131 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 19:04:19 smithi028 bash[78352]: cluster 2024-08-29T19:04:18.002660+0000 mgr.y (mgr.25022) 2343 : cluster [DBG] pgmap v4497: 105 pgs: 105 active+clean; 4.6 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail 2024-08-29T19:04:19.326 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 19:04:19 smithi053 bash[68679]: cluster 2024-08-29T19:04:18.002660+0000 mgr.y (mgr.25022) 2343 : cluster [DBG] pgmap v4497: 105 pgs: 105 active+clean; 4.6 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail 2024-08-29T19:04:21.131 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 19:04:21 smithi028 bash[77168]: cluster 2024-08-29T19:04:20.003966+0000 mgr.y (mgr.25022) 2344 : cluster [DBG] pgmap v4498: 105 pgs: 105 active+clean; 4.6 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail 2024-08-29T19:04:21.131 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 19:04:21 smithi028 bash[78352]: cluster 2024-08-29T19:04:20.003966+0000 mgr.y (mgr.25022) 2344 : cluster [DBG] pgmap v4498: 105 pgs: 105 active+clean; 4.6 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail 2024-08-29T19:04:21.576 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 19:04:21 smithi053 bash[68679]: cluster 2024-08-29T19:04:20.003966+0000 mgr.y (mgr.25022) 2344 : cluster [DBG] pgmap v4498: 105 pgs: 105 active+clean; 4.6 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail 2024-08-29T19:04:21.881 INFO:journalctl@ceph.mgr.y.smithi028.stdout:Aug 29 19:04:21 smithi028 bash[70818]: ::ffff:172.21.15.53 - - [29/Aug/2024:19:04:21] "GET /metrics HTTP/1.1" 200 34140 "" "Prometheus/2.43.0" 2024-08-29T19:04:22.088 INFO:teuthology.orchestra.run.smithi028.stderr:pool 'cephfs_metadata' removed 2024-08-29T19:04:22.381 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 19:04:22 smithi028 bash[77168]: audit 2024-08-29T19:04:21.196773+0000 mon.a (mon.0) 4560 : audit [INF] from='client.? 172.21.15.28:0/2466760571' entity='client.admin' cmd=[{"prefix": "osd pool rm", "pool": "cephfs_metadata", "pool2": "cephfs_metadata", "yes_i_really_really_mean_it": true}]: dispatch 2024-08-29T19:04:22.381 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 19:04:22 smithi028 bash[78352]: audit 2024-08-29T19:04:21.196773+0000 mon.a (mon.0) 4560 : audit [INF] from='client.? 172.21.15.28:0/2466760571' entity='client.admin' cmd=[{"prefix": "osd pool rm", "pool": "cephfs_metadata", "pool2": "cephfs_metadata", "yes_i_really_really_mean_it": true}]: dispatch 2024-08-29T19:04:22.576 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 19:04:22 smithi053 bash[68679]: audit 2024-08-29T19:04:21.196773+0000 mon.a (mon.0) 4560 : audit [INF] from='client.? 172.21.15.28:0/2466760571' entity='client.admin' cmd=[{"prefix": "osd pool rm", "pool": "cephfs_metadata", "pool2": "cephfs_metadata", "yes_i_really_really_mean_it": true}]: dispatch 2024-08-29T19:04:22.576 INFO:journalctl@ceph.prometheus.a.smithi053.stdout:Aug 29 19:04:22 smithi053 bash[95567]: ts=2024-08-29T19:04:22.319Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"3167ee72-662c-11ef-bcd4-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-29T19:04:22.852 DEBUG:teuthology.orchestra.run.smithi028:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:quincy shell --fsid 3167ee72-662c-11ef-bcd4-c7b262605968 -- ceph osd pool rm cephfs_data cephfs_data --yes-i-really-really-mean-it 2024-08-29T19:04:23.131 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 19:04:23 smithi028 bash[78352]: cluster 2024-08-29T19:04:22.004824+0000 mgr.y (mgr.25022) 2345 : cluster [DBG] pgmap v4499: 105 pgs: 105 active+clean; 4.6 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail 2024-08-29T19:04:23.131 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 19:04:23 smithi028 bash[78352]: audit 2024-08-29T19:04:22.088892+0000 mon.a (mon.0) 4561 : audit [INF] from='client.? 172.21.15.28:0/2466760571' entity='client.admin' cmd='[{"prefix": "osd pool rm", "pool": "cephfs_metadata", "pool2": "cephfs_metadata", "yes_i_really_really_mean_it": true}]': finished 2024-08-29T19:04:23.131 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 19:04:23 smithi028 bash[78352]: cluster 2024-08-29T19:04:22.093333+0000 mon.a (mon.0) 4562 : cluster [DBG] osdmap e2652: 8 total, 8 up, 8 in 2024-08-29T19:04:23.131 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 19:04:23 smithi028 bash[77168]: cluster 2024-08-29T19:04:22.004824+0000 mgr.y (mgr.25022) 2345 : cluster [DBG] pgmap v4499: 105 pgs: 105 active+clean; 4.6 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail 2024-08-29T19:04:23.131 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 19:04:23 smithi028 bash[77168]: audit 2024-08-29T19:04:22.088892+0000 mon.a (mon.0) 4561 : audit [INF] from='client.? 172.21.15.28:0/2466760571' entity='client.admin' cmd='[{"prefix": "osd pool rm", "pool": "cephfs_metadata", "pool2": "cephfs_metadata", "yes_i_really_really_mean_it": true}]': finished 2024-08-29T19:04:23.131 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 19:04:23 smithi028 bash[77168]: cluster 2024-08-29T19:04:22.093333+0000 mon.a (mon.0) 4562 : cluster [DBG] osdmap e2652: 8 total, 8 up, 8 in 2024-08-29T19:04:23.576 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 19:04:23 smithi053 bash[68679]: cluster 2024-08-29T19:04:22.004824+0000 mgr.y (mgr.25022) 2345 : cluster [DBG] pgmap v4499: 105 pgs: 105 active+clean; 4.6 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail 2024-08-29T19:04:23.576 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 19:04:23 smithi053 bash[68679]: audit 2024-08-29T19:04:22.088892+0000 mon.a (mon.0) 4561 : audit [INF] from='client.? 172.21.15.28:0/2466760571' entity='client.admin' cmd='[{"prefix": "osd pool rm", "pool": "cephfs_metadata", "pool2": "cephfs_metadata", "yes_i_really_really_mean_it": true}]': finished 2024-08-29T19:04:23.576 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 19:04:23 smithi053 bash[68679]: cluster 2024-08-29T19:04:22.093333+0000 mon.a (mon.0) 4562 : cluster [DBG] osdmap e2652: 8 total, 8 up, 8 in 2024-08-29T19:04:24.381 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 19:04:24 smithi028 bash[78352]: audit 2024-08-29T19:04:24.062104+0000 mon.a (mon.0) 4563 : audit [DBG] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-29T19:04:24.381 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 19:04:24 smithi028 bash[77168]: audit 2024-08-29T19:04:24.062104+0000 mon.a (mon.0) 4563 : audit [DBG] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-29T19:04:24.575 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 19:04:24 smithi053 bash[68679]: audit 2024-08-29T19:04:24.062104+0000 mon.a (mon.0) 4563 : audit [DBG] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-08-29T19:04:25.381 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 19:04:25 smithi028 bash[78352]: cluster 2024-08-29T19:04:24.005644+0000 mgr.y (mgr.25022) 2346 : cluster [DBG] pgmap v4501: 73 pgs: 73 active+clean; 4.6 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail 2024-08-29T19:04:25.381 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 19:04:25 smithi028 bash[77168]: cluster 2024-08-29T19:04:24.005644+0000 mgr.y (mgr.25022) 2346 : cluster [DBG] pgmap v4501: 73 pgs: 73 active+clean; 4.6 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail 2024-08-29T19:04:25.576 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 19:04:25 smithi053 bash[68679]: cluster 2024-08-29T19:04:24.005644+0000 mgr.y (mgr.25022) 2346 : cluster [DBG] pgmap v4501: 73 pgs: 73 active+clean; 4.6 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail 2024-08-29T19:04:27.381 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 19:04:27 smithi028 bash[77168]: cluster 2024-08-29T19:04:26.006559+0000 mgr.y (mgr.25022) 2347 : cluster [DBG] pgmap v4502: 73 pgs: 73 active+clean; 4.6 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail 2024-08-29T19:04:27.381 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 19:04:27 smithi028 bash[78352]: cluster 2024-08-29T19:04:26.006559+0000 mgr.y (mgr.25022) 2347 : cluster [DBG] pgmap v4502: 73 pgs: 73 active+clean; 4.6 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail 2024-08-29T19:04:27.576 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 19:04:27 smithi053 bash[68679]: cluster 2024-08-29T19:04:26.006559+0000 mgr.y (mgr.25022) 2347 : cluster [DBG] pgmap v4502: 73 pgs: 73 active+clean; 4.6 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail 2024-08-29T19:04:27.654 INFO:teuthology.orchestra.run.smithi028.stderr:Inferring config /var/lib/ceph/3167ee72-662c-11ef-bcd4-c7b262605968/mon.a/config 2024-08-29T19:04:28.131 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 19:04:28 smithi028 bash[78352]: audit 2024-08-29T19:04:27.177963+0000 mon.a (mon.0) 4564 : audit [DBG] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-29T19:04:28.131 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 19:04:28 smithi028 bash[77168]: audit 2024-08-29T19:04:27.177963+0000 mon.a (mon.0) 4564 : audit [DBG] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-29T19:04:28.576 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 19:04:28 smithi053 bash[68679]: audit 2024-08-29T19:04:27.177963+0000 mon.a (mon.0) 4564 : audit [DBG] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-08-29T19:04:29.381 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 19:04:29 smithi028 bash[78352]: cluster 2024-08-29T19:04:28.007221+0000 mgr.y (mgr.25022) 2348 : cluster [DBG] pgmap v4503: 73 pgs: 73 active+clean; 4.6 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail 2024-08-29T19:04:29.381 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 19:04:29 smithi028 bash[77168]: cluster 2024-08-29T19:04:28.007221+0000 mgr.y (mgr.25022) 2348 : cluster [DBG] pgmap v4503: 73 pgs: 73 active+clean; 4.6 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail 2024-08-29T19:04:29.576 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 19:04:29 smithi053 bash[68679]: cluster 2024-08-29T19:04:28.007221+0000 mgr.y (mgr.25022) 2348 : cluster [DBG] pgmap v4503: 73 pgs: 73 active+clean; 4.6 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail 2024-08-29T19:04:31.326 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 19:04:31 smithi053 bash[68679]: audit 2024-08-29T19:04:30.004923+0000 mon.a (mon.0) 4565 : audit [INF] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' 2024-08-29T19:04:31.326 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 19:04:31 smithi053 bash[68679]: cluster 2024-08-29T19:04:30.008320+0000 mgr.y (mgr.25022) 2349 : cluster [DBG] pgmap v4504: 73 pgs: 73 active+clean; 4.6 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail 2024-08-29T19:04:31.326 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 19:04:31 smithi053 bash[68679]: audit 2024-08-29T19:04:30.010936+0000 mon.a (mon.0) 4566 : audit [INF] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' 2024-08-29T19:04:31.326 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 19:04:31 smithi053 bash[68679]: audit 2024-08-29T19:04:30.735051+0000 mon.a (mon.0) 4567 : audit [DBG] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-29T19:04:31.326 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 19:04:31 smithi053 bash[68679]: audit 2024-08-29T19:04:30.736845+0000 mon.a (mon.0) 4568 : audit [INF] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-29T19:04:31.327 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 19:04:31 smithi053 bash[68679]: audit 2024-08-29T19:04:30.746835+0000 mon.a (mon.0) 4569 : audit [INF] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' 2024-08-29T19:04:31.381 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 19:04:31 smithi028 bash[77168]: audit 2024-08-29T19:04:30.004923+0000 mon.a (mon.0) 4565 : audit [INF] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' 2024-08-29T19:04:31.381 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 19:04:31 smithi028 bash[77168]: cluster 2024-08-29T19:04:30.008320+0000 mgr.y (mgr.25022) 2349 : cluster [DBG] pgmap v4504: 73 pgs: 73 active+clean; 4.6 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail 2024-08-29T19:04:31.381 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 19:04:31 smithi028 bash[77168]: audit 2024-08-29T19:04:30.010936+0000 mon.a (mon.0) 4566 : audit [INF] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' 2024-08-29T19:04:31.381 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 19:04:31 smithi028 bash[77168]: audit 2024-08-29T19:04:30.735051+0000 mon.a (mon.0) 4567 : audit [DBG] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-29T19:04:31.381 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 19:04:31 smithi028 bash[77168]: audit 2024-08-29T19:04:30.736845+0000 mon.a (mon.0) 4568 : audit [INF] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-29T19:04:31.381 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 19:04:31 smithi028 bash[77168]: audit 2024-08-29T19:04:30.746835+0000 mon.a (mon.0) 4569 : audit [INF] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' 2024-08-29T19:04:31.382 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 19:04:31 smithi028 bash[78352]: audit 2024-08-29T19:04:30.004923+0000 mon.a (mon.0) 4565 : audit [INF] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' 2024-08-29T19:04:31.382 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 19:04:31 smithi028 bash[78352]: cluster 2024-08-29T19:04:30.008320+0000 mgr.y (mgr.25022) 2349 : cluster [DBG] pgmap v4504: 73 pgs: 73 active+clean; 4.6 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail 2024-08-29T19:04:31.382 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 19:04:31 smithi028 bash[78352]: audit 2024-08-29T19:04:30.010936+0000 mon.a (mon.0) 4566 : audit [INF] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' 2024-08-29T19:04:31.382 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 19:04:31 smithi028 bash[78352]: audit 2024-08-29T19:04:30.735051+0000 mon.a (mon.0) 4567 : audit [DBG] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-08-29T19:04:31.382 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 19:04:31 smithi028 bash[78352]: audit 2024-08-29T19:04:30.736845+0000 mon.a (mon.0) 4568 : audit [INF] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-08-29T19:04:31.382 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 19:04:31 smithi028 bash[78352]: audit 2024-08-29T19:04:30.746835+0000 mon.a (mon.0) 4569 : audit [INF] from='mgr.25022 172.21.15.28:0/510427986' entity='mgr.y' 2024-08-29T19:04:31.881 INFO:journalctl@ceph.mgr.y.smithi028.stdout:Aug 29 19:04:31 smithi028 bash[70818]: ::ffff:172.21.15.53 - - [29/Aug/2024:19:04:31] "GET /metrics HTTP/1.1" 200 31804 "" "Prometheus/2.43.0" 2024-08-29T19:04:32.023 INFO:teuthology.orchestra.run.smithi028.stderr:pool 'cephfs_data' removed 2024-08-29T19:04:32.283 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 19:04:32 smithi028 bash[77168]: audit 2024-08-29T19:04:31.542113+0000 mon.a (mon.0) 4570 : audit [INF] from='client.? 172.21.15.28:0/338517475' entity='client.admin' cmd=[{"prefix": "osd pool rm", "pool": "cephfs_data", "pool2": "cephfs_data", "yes_i_really_really_mean_it": true}]: dispatch 2024-08-29T19:04:32.283 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 19:04:32 smithi028 bash[78352]: audit 2024-08-29T19:04:31.542113+0000 mon.a (mon.0) 4570 : audit [INF] from='client.? 172.21.15.28:0/338517475' entity='client.admin' cmd=[{"prefix": "osd pool rm", "pool": "cephfs_data", "pool2": "cephfs_data", "yes_i_really_really_mean_it": true}]: dispatch 2024-08-29T19:04:32.316 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 19:04:32 smithi053 bash[68679]: audit 2024-08-29T19:04:31.542113+0000 mon.a (mon.0) 4570 : audit [INF] from='client.? 172.21.15.28:0/338517475' entity='client.admin' cmd=[{"prefix": "osd pool rm", "pool": "cephfs_data", "pool2": "cephfs_data", "yes_i_really_really_mean_it": true}]: dispatch 2024-08-29T19:04:32.576 INFO:journalctl@ceph.prometheus.a.smithi053.stdout:Aug 29 19:04:32 smithi053 bash[95567]: ts=2024-08-29T19:04:32.316Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"ceph_cluster\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"3167ee72-662c-11ef-bcd4-c7b262605968\", instance=\"ceph_cluster\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-08-29T19:04:32.894 DEBUG:teuthology.orchestra.run.smithi028:> sudo rm -f /etc/ceph/ceph.conf /etc/ceph/ceph.client.admin.keyring 2024-08-29T19:04:32.908 DEBUG:teuthology.orchestra.run.smithi053:> sudo rm -f /etc/ceph/ceph.conf /etc/ceph/ceph.client.admin.keyring 2024-08-29T19:04:32.924 INFO:tasks.cephadm:Cleaning up testdir ceph.* files... 2024-08-29T19:04:32.924 DEBUG:teuthology.orchestra.run.smithi028:> rm -f /home/ubuntu/cephtest/seed.ceph.conf /home/ubuntu/cephtest/ceph.pub 2024-08-29T19:04:32.956 DEBUG:teuthology.orchestra.run.smithi053:> rm -f /home/ubuntu/cephtest/seed.ceph.conf /home/ubuntu/cephtest/ceph.pub 2024-08-29T19:04:32.971 INFO:tasks.cephadm:Stopping all daemons... 2024-08-29T19:04:32.971 INFO:tasks.cephadm.mon.a:Stopping mon.a... 2024-08-29T19:04:32.971 DEBUG:teuthology.orchestra.run.smithi028:> sudo systemctl stop ceph-3167ee72-662c-11ef-bcd4-c7b262605968@mon.a 2024-08-29T19:04:33.155 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 19:04:33 smithi028 systemd[1]: Stopping Ceph mon.a for 3167ee72-662c-11ef-bcd4-c7b262605968... 2024-08-29T19:04:33.155 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 19:04:33 smithi028 bash[77168]: cluster 2024-08-29T19:04:32.009177+0000 mgr.y (mgr.25022) 2350 : cluster [DBG] pgmap v4505: 73 pgs: 73 active+clean; 4.6 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail 2024-08-29T19:04:33.155 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 19:04:33 smithi028 bash[77168]: audit 2024-08-29T19:04:32.023797+0000 mon.a (mon.0) 4571 : audit [INF] from='client.? 172.21.15.28:0/338517475' entity='client.admin' cmd='[{"prefix": "osd pool rm", "pool": "cephfs_data", "pool2": "cephfs_data", "yes_i_really_really_mean_it": true}]': finished 2024-08-29T19:04:33.155 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 19:04:33 smithi028 bash[77168]: cluster 2024-08-29T19:04:32.031858+0000 mon.a (mon.0) 4572 : cluster [DBG] osdmap e2653: 8 total, 8 up, 8 in 2024-08-29T19:04:33.155 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 19:04:33 smithi028 bash[78352]: cluster 2024-08-29T19:04:32.009177+0000 mgr.y (mgr.25022) 2350 : cluster [DBG] pgmap v4505: 73 pgs: 73 active+clean; 4.6 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail 2024-08-29T19:04:33.155 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 19:04:33 smithi028 bash[78352]: audit 2024-08-29T19:04:32.023797+0000 mon.a (mon.0) 4571 : audit [INF] from='client.? 172.21.15.28:0/338517475' entity='client.admin' cmd='[{"prefix": "osd pool rm", "pool": "cephfs_data", "pool2": "cephfs_data", "yes_i_really_really_mean_it": true}]': finished 2024-08-29T19:04:33.155 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 19:04:33 smithi028 bash[78352]: cluster 2024-08-29T19:04:32.031858+0000 mon.a (mon.0) 4572 : cluster [DBG] osdmap e2653: 8 total, 8 up, 8 in 2024-08-29T19:04:33.326 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 19:04:33 smithi053 bash[68679]: cluster 2024-08-29T19:04:32.009177+0000 mgr.y (mgr.25022) 2350 : cluster [DBG] pgmap v4505: 73 pgs: 73 active+clean; 4.6 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail 2024-08-29T19:04:33.326 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 19:04:33 smithi053 bash[68679]: audit 2024-08-29T19:04:32.023797+0000 mon.a (mon.0) 4571 : audit [INF] from='client.? 172.21.15.28:0/338517475' entity='client.admin' cmd='[{"prefix": "osd pool rm", "pool": "cephfs_data", "pool2": "cephfs_data", "yes_i_really_really_mean_it": true}]': finished 2024-08-29T19:04:33.326 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 19:04:33 smithi053 bash[68679]: cluster 2024-08-29T19:04:32.031858+0000 mon.a (mon.0) 4572 : cluster [DBG] osdmap e2653: 8 total, 8 up, 8 in 2024-08-29T19:04:33.374 INFO:journalctl@ceph.mgr.y.smithi028.stdout:Aug 29 19:04:33 smithi028 bash[70818]: [29/Aug/2024:19:04:33] ENGINE Bus STOPPING 2024-08-29T19:04:33.375 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 19:04:33 smithi028 bash[77168]: debug 2024-08-29T19:04:33.151+0000 7ff3a9a1c640 -1 received signal: Terminated from /sbin/docker-init -- /usr/bin/ceph-mon -n mon.a -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug --default-mon-cluster-log-to-file=false --default-mon-cluster-log-to-stderr=true (PID: 1) UID: 0 2024-08-29T19:04:33.375 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 19:04:33 smithi028 bash[77168]: debug 2024-08-29T19:04:33.151+0000 7ff3a9a1c640 -1 mon.a@0(leader) e4 *** Got Signal Terminated *** 2024-08-29T19:04:33.631 INFO:journalctl@ceph.mgr.y.smithi028.stdout:Aug 29 19:04:33 smithi028 bash[70818]: [29/Aug/2024:19:04:33] ENGINE HTTP Server cherrypy._cpwsgi_server.CPWSGIServer(('::', 9283)) shut down 2024-08-29T19:04:33.631 INFO:journalctl@ceph.mgr.y.smithi028.stdout:Aug 29 19:04:33 smithi028 bash[70818]: [29/Aug/2024:19:04:33] ENGINE Bus STOPPED 2024-08-29T19:04:33.631 INFO:journalctl@ceph.mgr.y.smithi028.stdout:Aug 29 19:04:33 smithi028 bash[70818]: [29/Aug/2024:19:04:33] ENGINE Bus STARTING 2024-08-29T19:04:33.631 INFO:journalctl@ceph.mgr.y.smithi028.stdout:Aug 29 19:04:33 smithi028 bash[70818]: [29/Aug/2024:19:04:33] ENGINE Serving on http://:::9283 2024-08-29T19:04:33.631 INFO:journalctl@ceph.mgr.y.smithi028.stdout:Aug 29 19:04:33 smithi028 bash[70818]: [29/Aug/2024:19:04:33] ENGINE Bus STARTED 2024-08-29T19:04:34.042 INFO:journalctl@ceph.mon.a.smithi028.stdout:Aug 29 19:04:33 smithi028 bash[126265]: ceph-3167ee72-662c-11ef-bcd4-c7b262605968-mon-a 2024-08-29T19:04:34.046 DEBUG:teuthology.orchestra.run.smithi028:> sudo pkill -f 'journalctl -f -n 0 -u ceph-3167ee72-662c-11ef-bcd4-c7b262605968@mon.a.service' 2024-08-29T19:04:34.075 DEBUG:teuthology.orchestra.run:got remote process result: None 2024-08-29T19:04:34.076 INFO:tasks.cephadm.mon.a:Stopped mon.a 2024-08-29T19:04:34.076 INFO:tasks.cephadm.mon.b:Stopping mon.c... 2024-08-29T19:04:34.076 DEBUG:teuthology.orchestra.run.smithi028:> sudo systemctl stop ceph-3167ee72-662c-11ef-bcd4-c7b262605968@mon.c 2024-08-29T19:04:34.381 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 19:04:34 smithi028 systemd[1]: Stopping Ceph mon.c for 3167ee72-662c-11ef-bcd4-c7b262605968... 2024-08-29T19:04:34.381 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 19:04:34 smithi028 bash[78352]: debug 2024-08-29T19:04:34.227+0000 7fc812ecb640 -1 received signal: Terminated from /sbin/docker-init -- /usr/bin/ceph-mon -n mon.c -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug --default-mon-cluster-log-to-file=false --default-mon-cluster-log-to-stderr=true (PID: 1) UID: 0 2024-08-29T19:04:34.381 INFO:journalctl@ceph.mon.c.smithi028.stdout:Aug 29 19:04:34 smithi028 bash[78352]: debug 2024-08-29T19:04:34.227+0000 7fc812ecb640 -1 mon.c@2(peon) e4 *** Got Signal Terminated *** 2024-08-29T19:04:35.143 DEBUG:teuthology.orchestra.run.smithi028:> sudo pkill -f 'journalctl -f -n 0 -u ceph-3167ee72-662c-11ef-bcd4-c7b262605968@mon.c.service' 2024-08-29T19:04:35.171 DEBUG:teuthology.orchestra.run:got remote process result: None 2024-08-29T19:04:35.171 INFO:tasks.cephadm.mon.b:Stopped mon.c 2024-08-29T19:04:35.171 INFO:tasks.cephadm.mon.b:Stopping mon.b... 2024-08-29T19:04:35.171 DEBUG:teuthology.orchestra.run.smithi053:> sudo systemctl stop ceph-3167ee72-662c-11ef-bcd4-c7b262605968@mon.b 2024-08-29T19:04:35.467 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 19:04:35 smithi053 systemd[1]: Stopping Ceph mon.b for 3167ee72-662c-11ef-bcd4-c7b262605968... 2024-08-29T19:04:35.468 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 19:04:35 smithi053 bash[68679]: debug 2024-08-29T19:04:35.324+0000 7fd17b392640 -1 received signal: Terminated from /sbin/docker-init -- /usr/bin/ceph-mon -n mon.b -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug --default-mon-cluster-log-to-file=false --default-mon-cluster-log-to-stderr=true (PID: 1) UID: 0 2024-08-29T19:04:35.468 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 19:04:35 smithi053 bash[68679]: debug 2024-08-29T19:04:35.324+0000 7fd17b392640 -1 mon.b@1(peon) e4 *** Got Signal Terminated *** 2024-08-29T19:04:36.530 INFO:journalctl@ceph.mon.b.smithi053.stdout:Aug 29 19:04:36 smithi053 bash[112925]: ceph-3167ee72-662c-11ef-bcd4-c7b262605968-mon-b 2024-08-29T19:04:36.545 DEBUG:teuthology.orchestra.run.smithi053:> sudo pkill -f 'journalctl -f -n 0 -u ceph-3167ee72-662c-11ef-bcd4-c7b262605968@mon.b.service' 2024-08-29T19:04:36.577 DEBUG:teuthology.orchestra.run:got remote process result: None 2024-08-29T19:04:36.578 INFO:tasks.cephadm.mon.b:Stopped mon.b 2024-08-29T19:04:36.578 INFO:tasks.cephadm.mgr.y:Stopping mgr.y... 2024-08-29T19:04:36.578 DEBUG:teuthology.orchestra.run.smithi028:> sudo systemctl stop ceph-3167ee72-662c-11ef-bcd4-c7b262605968@mgr.y 2024-08-29T19:04:36.880 INFO:journalctl@ceph.mgr.y.smithi028.stdout:Aug 29 19:04:36 smithi028 systemd[1]: Stopping Ceph mgr.y for 3167ee72-662c-11ef-bcd4-c7b262605968... 2024-08-29T19:04:36.881 INFO:journalctl@ceph.mgr.y.smithi028.stdout:Aug 29 19:04:36 smithi028 bash[70818]: debug 2024-08-29T19:04:36.723+0000 7fc112a1e640 -1 received signal: Terminated from /sbin/docker-init -- /usr/bin/ceph-mgr -n mgr.y -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2024-08-29T19:04:36.881 INFO:journalctl@ceph.mgr.y.smithi028.stdout:Aug 29 19:04:36 smithi028 bash[70818]: debug 2024-08-29T19:04:36.723+0000 7fc112a1e640 -1 mgr handle_mgr_signal *** Got signal Terminated *** 2024-08-29T19:04:37.566 DEBUG:teuthology.orchestra.run.smithi028:> sudo pkill -f 'journalctl -f -n 0 -u ceph-3167ee72-662c-11ef-bcd4-c7b262605968@mgr.y.service' 2024-08-29T19:04:37.589 DEBUG:teuthology.orchestra.run:got remote process result: None 2024-08-29T19:04:37.589 INFO:tasks.cephadm.mgr.y:Stopped mgr.y 2024-08-29T19:04:37.590 INFO:tasks.cephadm.mgr.x:Stopping mgr.x... 2024-08-29T19:04:37.590 DEBUG:teuthology.orchestra.run.smithi053:> sudo systemctl stop ceph-3167ee72-662c-11ef-bcd4-c7b262605968@mgr.x 2024-08-29T19:04:38.071 INFO:journalctl@ceph.mgr.x.smithi053.stdout:Aug 29 19:04:37 smithi053 systemd[1]: Stopping Ceph mgr.x for 3167ee72-662c-11ef-bcd4-c7b262605968... 2024-08-29T19:04:38.826 INFO:journalctl@ceph.mgr.x.smithi053.stdout:Aug 29 19:04:38 smithi053 bash[113027]: ceph-3167ee72-662c-11ef-bcd4-c7b262605968-mgr-x 2024-08-29T19:04:38.858 DEBUG:teuthology.orchestra.run.smithi053:> sudo pkill -f 'journalctl -f -n 0 -u ceph-3167ee72-662c-11ef-bcd4-c7b262605968@mgr.x.service' 2024-08-29T19:04:38.882 DEBUG:teuthology.orchestra.run:got remote process result: None 2024-08-29T19:04:38.882 INFO:tasks.cephadm.mgr.x:Stopped mgr.x 2024-08-29T19:04:38.882 INFO:tasks.cephadm.osd.0:Stopping osd.0... 2024-08-29T19:04:38.882 DEBUG:teuthology.orchestra.run.smithi028:> sudo systemctl stop ceph-3167ee72-662c-11ef-bcd4-c7b262605968@osd.0 2024-08-29T19:04:39.381 INFO:journalctl@ceph.osd.0.smithi028.stdout:Aug 29 19:04:38 smithi028 systemd[1]: Stopping Ceph osd.0 for 3167ee72-662c-11ef-bcd4-c7b262605968... 2024-08-29T19:04:39.381 INFO:journalctl@ceph.osd.0.smithi028.stdout:Aug 29 19:04:39 smithi028 bash[82841]: debug 2024-08-29T19:04:39.027+0000 7f09aaa12640 -1 received signal: Terminated from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.0 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2024-08-29T19:04:39.381 INFO:journalctl@ceph.osd.0.smithi028.stdout:Aug 29 19:04:39 smithi028 bash[82841]: debug 2024-08-29T19:04:39.027+0000 7f09aaa12640 -1 osd.0 2653 *** Got signal Terminated *** 2024-08-29T19:04:39.381 INFO:journalctl@ceph.osd.0.smithi028.stdout:Aug 29 19:04:39 smithi028 bash[82841]: debug 2024-08-29T19:04:39.027+0000 7f09aaa12640 -1 osd.0 2653 *** Immediate shutdown (osd_fast_shutdown=true) *** 2024-08-29T19:04:45.381 INFO:journalctl@ceph.osd.0.smithi028.stdout:Aug 29 19:04:45 smithi028 bash[126575]: ceph-3167ee72-662c-11ef-bcd4-c7b262605968-osd-0 2024-08-29T19:04:45.381 INFO:journalctl@ceph.osd.0.smithi028.stdout:Aug 29 19:04:45 smithi028 bash[126637]: Error response from daemon: No such container: ceph-3167ee72-662c-11ef-bcd4-c7b262605968-osd-0 2024-08-29T19:04:47.117 DEBUG:teuthology.orchestra.run.smithi028:> sudo pkill -f 'journalctl -f -n 0 -u ceph-3167ee72-662c-11ef-bcd4-c7b262605968@osd.0.service' 2024-08-29T19:04:47.148 DEBUG:teuthology.orchestra.run:got remote process result: None 2024-08-29T19:04:47.149 INFO:tasks.cephadm.osd.0:Stopped osd.0 2024-08-29T19:04:47.149 INFO:tasks.cephadm.osd.1:Stopping osd.1... 2024-08-29T19:04:47.150 DEBUG:teuthology.orchestra.run.smithi028:> sudo systemctl stop ceph-3167ee72-662c-11ef-bcd4-c7b262605968@osd.1 2024-08-29T19:04:47.381 INFO:journalctl@ceph.osd.1.smithi028.stdout:Aug 29 19:04:47 smithi028 systemd[1]: Stopping Ceph osd.1 for 3167ee72-662c-11ef-bcd4-c7b262605968... 2024-08-29T19:04:47.381 INFO:journalctl@ceph.osd.1.smithi028.stdout:Aug 29 19:04:47 smithi028 bash[87032]: debug 2024-08-29T19:04:47.334+0000 7f68bb899640 -1 received signal: Terminated from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.1 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2024-08-29T19:04:47.381 INFO:journalctl@ceph.osd.1.smithi028.stdout:Aug 29 19:04:47 smithi028 bash[87032]: debug 2024-08-29T19:04:47.334+0000 7f68bb899640 -1 osd.1 2653 *** Got signal Terminated *** 2024-08-29T19:04:47.381 INFO:journalctl@ceph.osd.1.smithi028.stdout:Aug 29 19:04:47 smithi028 bash[87032]: debug 2024-08-29T19:04:47.334+0000 7f68bb899640 -1 osd.1 2653 *** Immediate shutdown (osd_fast_shutdown=true) *** 2024-08-29T19:04:53.881 INFO:journalctl@ceph.osd.1.smithi028.stdout:Aug 29 19:04:53 smithi028 bash[126769]: ceph-3167ee72-662c-11ef-bcd4-c7b262605968-osd-1 2024-08-29T19:04:53.881 INFO:journalctl@ceph.osd.1.smithi028.stdout:Aug 29 19:04:53 smithi028 bash[126831]: Error response from daemon: No such container: ceph-3167ee72-662c-11ef-bcd4-c7b262605968-osd-1 2024-08-29T19:04:55.677 DEBUG:teuthology.orchestra.run.smithi028:> sudo pkill -f 'journalctl -f -n 0 -u ceph-3167ee72-662c-11ef-bcd4-c7b262605968@osd.1.service' 2024-08-29T19:04:55.707 DEBUG:teuthology.orchestra.run:got remote process result: None 2024-08-29T19:04:55.708 INFO:tasks.cephadm.osd.1:Stopped osd.1 2024-08-29T19:04:55.708 INFO:tasks.cephadm.osd.2:Stopping osd.2... 2024-08-29T19:04:55.708 DEBUG:teuthology.orchestra.run.smithi028:> sudo systemctl stop ceph-3167ee72-662c-11ef-bcd4-c7b262605968@osd.2 2024-08-29T19:04:56.131 INFO:journalctl@ceph.osd.2.smithi028.stdout:Aug 29 19:04:55 smithi028 systemd[1]: Stopping Ceph osd.2 for 3167ee72-662c-11ef-bcd4-c7b262605968... 2024-08-29T19:04:56.131 INFO:journalctl@ceph.osd.2.smithi028.stdout:Aug 29 19:04:55 smithi028 bash[91061]: debug 2024-08-29T19:04:55.866+0000 7f74f1455640 -1 received signal: Terminated from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.2 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2024-08-29T19:04:56.131 INFO:journalctl@ceph.osd.2.smithi028.stdout:Aug 29 19:04:55 smithi028 bash[91061]: debug 2024-08-29T19:04:55.866+0000 7f74f1455640 -1 osd.2 2653 *** Got signal Terminated *** 2024-08-29T19:04:56.131 INFO:journalctl@ceph.osd.2.smithi028.stdout:Aug 29 19:04:55 smithi028 bash[91061]: debug 2024-08-29T19:04:55.866+0000 7f74f1455640 -1 osd.2 2653 *** Immediate shutdown (osd_fast_shutdown=true) *** 2024-08-29T19:04:59.326 INFO:journalctl@ceph.prometheus.a.smithi053.stdout:Aug 29 19:04:59 smithi053 bash[95567]: ts=2024-08-29T19:04:59.003Z caller=refresh.go:99 level=error component="discovery manager notify" discovery=http config=config-0 msg="Unable to refresh target groups" err="Get \"http://172.21.15.28:8765/sd/prometheus/sd-config?service=alertmanager\": dial tcp 172.21.15.28:8765: connect: connection refused" 2024-08-29T19:04:59.326 INFO:journalctl@ceph.prometheus.a.smithi053.stdout:Aug 29 19:04:59 smithi053 bash[95567]: ts=2024-08-29T19:04:59.007Z caller=refresh.go:99 level=error component="discovery manager scrape" discovery=http config=nvmeof msg="Unable to refresh target groups" err="Get \"http://172.21.15.28:8765/sd/prometheus/sd-config?service=nvmeof\": dial tcp 172.21.15.28:8765: connect: connection refused" 2024-08-29T19:04:59.326 INFO:journalctl@ceph.prometheus.a.smithi053.stdout:Aug 29 19:04:59 smithi053 bash[95567]: ts=2024-08-29T19:04:59.014Z caller=refresh.go:99 level=error component="discovery manager scrape" discovery=http config=ceph-exporter msg="Unable to refresh target groups" err="Get \"http://172.21.15.28:8765/sd/prometheus/sd-config?service=ceph-exporter\": dial tcp 172.21.15.28:8765: connect: connection refused" 2024-08-29T19:04:59.326 INFO:journalctl@ceph.prometheus.a.smithi053.stdout:Aug 29 19:04:59 smithi053 bash[95567]: ts=2024-08-29T19:04:59.014Z caller=refresh.go:99 level=error component="discovery manager scrape" discovery=http config=node msg="Unable to refresh target groups" err="Get \"http://172.21.15.28:8765/sd/prometheus/sd-config?service=node-exporter\": dial tcp 172.21.15.28:8765: connect: connection refused" 2024-08-29T19:04:59.327 INFO:journalctl@ceph.prometheus.a.smithi053.stdout:Aug 29 19:04:59 smithi053 bash[95567]: ts=2024-08-29T19:04:59.014Z caller=refresh.go:99 level=error component="discovery manager scrape" discovery=http config=ceph msg="Unable to refresh target groups" err="Get \"http://172.21.15.28:8765/sd/prometheus/sd-config?service=mgr-prometheus\": dial tcp 172.21.15.28:8765: connect: connection refused" 2024-08-29T19:05:02.314 INFO:journalctl@ceph.osd.2.smithi028.stdout:Aug 29 19:05:02 smithi028 bash[126960]: ceph-3167ee72-662c-11ef-bcd4-c7b262605968-osd-2 2024-08-29T19:05:02.315 INFO:journalctl@ceph.osd.2.smithi028.stdout:Aug 29 19:05:02 smithi028 bash[127027]: Error response from daemon: No such container: ceph-3167ee72-662c-11ef-bcd4-c7b262605968-osd-2 2024-08-29T19:05:04.130 DEBUG:teuthology.orchestra.run.smithi028:> sudo pkill -f 'journalctl -f -n 0 -u ceph-3167ee72-662c-11ef-bcd4-c7b262605968@osd.2.service' 2024-08-29T19:05:04.161 DEBUG:teuthology.orchestra.run:got remote process result: None 2024-08-29T19:05:04.161 INFO:tasks.cephadm.osd.2:Stopped osd.2 2024-08-29T19:05:04.161 INFO:tasks.cephadm.osd.3:Stopping osd.3... 2024-08-29T19:05:04.162 DEBUG:teuthology.orchestra.run.smithi028:> sudo systemctl stop ceph-3167ee72-662c-11ef-bcd4-c7b262605968@osd.3 2024-08-29T19:05:04.381 INFO:journalctl@ceph.osd.3.smithi028.stdout:Aug 29 19:05:04 smithi028 systemd[1]: Stopping Ceph osd.3 for 3167ee72-662c-11ef-bcd4-c7b262605968... 2024-08-29T19:05:04.381 INFO:journalctl@ceph.osd.3.smithi028.stdout:Aug 29 19:05:04 smithi028 bash[95500]: debug 2024-08-29T19:05:04.318+0000 7f17b58d0640 -1 received signal: Terminated from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.3 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2024-08-29T19:05:04.381 INFO:journalctl@ceph.osd.3.smithi028.stdout:Aug 29 19:05:04 smithi028 bash[95500]: debug 2024-08-29T19:05:04.318+0000 7f17b58d0640 -1 osd.3 2653 *** Got signal Terminated *** 2024-08-29T19:05:04.381 INFO:journalctl@ceph.osd.3.smithi028.stdout:Aug 29 19:05:04 smithi028 bash[95500]: debug 2024-08-29T19:05:04.318+0000 7f17b58d0640 -1 osd.3 2653 *** Immediate shutdown (osd_fast_shutdown=true) *** 2024-08-29T19:05:05.881 INFO:journalctl@ceph.osd.3.smithi028.stdout:Aug 29 19:05:05 smithi028 bash[95500]: debug 2024-08-29T19:05:05.474+0000 7f17b1ee6640 -1 osd.3 2653 heartbeat_check: no reply from 172.21.15.28:6806 osd.0 since back 2024-08-29T19:04:42.445914+0000 front 2024-08-29T19:04:42.446143+0000 (oldest deadline 2024-08-29T19:05:05.346010+0000) 2024-08-29T19:05:06.881 INFO:journalctl@ceph.osd.3.smithi028.stdout:Aug 29 19:05:06 smithi028 bash[95500]: debug 2024-08-29T19:05:06.522+0000 7f17b1ee6640 -1 osd.3 2653 heartbeat_check: no reply from 172.21.15.28:6806 osd.0 since back 2024-08-29T19:04:42.445914+0000 front 2024-08-29T19:04:42.446143+0000 (oldest deadline 2024-08-29T19:05:05.346010+0000) 2024-08-29T19:05:07.076 INFO:journalctl@ceph.osd.7.smithi053.stdout:Aug 29 19:05:06 smithi053 bash[85457]: debug 2024-08-29T19:05:06.712+0000 7f5a75ab9640 -1 osd.7 2653 heartbeat_check: no reply from 172.21.15.28:6806 osd.0 since back 2024-08-29T19:04:40.216295+0000 front 2024-08-29T19:04:40.216389+0000 (oldest deadline 2024-08-29T19:05:06.115988+0000) 2024-08-29T19:05:07.407 INFO:journalctl@ceph.osd.5.smithi053.stdout:Aug 29 19:05:07 smithi053 bash[77077]: debug 2024-08-29T19:05:07.148+0000 7fa99419a640 -1 osd.5 2653 heartbeat_check: no reply from 172.21.15.28:6806 osd.0 since back 2024-08-29T19:04:43.784823+0000 front 2024-08-29T19:04:43.784457+0000 (oldest deadline 2024-08-29T19:05:06.684517+0000) 2024-08-29T19:05:07.674 INFO:journalctl@ceph.osd.6.smithi053.stdout:Aug 29 19:05:07 smithi053 bash[81455]: debug 2024-08-29T19:05:07.404+0000 7f22a9859640 -1 osd.6 2653 heartbeat_check: no reply from 172.21.15.28:6806 osd.0 since back 2024-08-29T19:04:41.434145+0000 front 2024-08-29T19:04:41.434350+0000 (oldest deadline 2024-08-29T19:05:06.734039+0000) 2024-08-29T19:05:07.675 INFO:journalctl@ceph.osd.4.smithi053.stdout:Aug 29 19:05:07 smithi053 bash[73099]: debug 2024-08-29T19:05:07.636+0000 7fa5dd0b8640 -1 osd.4 2653 heartbeat_check: no reply from 172.21.15.28:6806 osd.0 since back 2024-08-29T19:04:43.932726+0000 front 2024-08-29T19:04:43.932765+0000 (oldest deadline 2024-08-29T19:05:07.432579+0000) 2024-08-29T19:05:07.881 INFO:journalctl@ceph.osd.3.smithi028.stdout:Aug 29 19:05:07 smithi028 bash[95500]: debug 2024-08-29T19:05:07.542+0000 7f17b1ee6640 -1 osd.3 2653 heartbeat_check: no reply from 172.21.15.28:6806 osd.0 since back 2024-08-29T19:04:42.445914+0000 front 2024-08-29T19:04:42.446143+0000 (oldest deadline 2024-08-29T19:05:05.346010+0000) 2024-08-29T19:05:08.076 INFO:journalctl@ceph.osd.7.smithi053.stdout:Aug 29 19:05:07 smithi053 bash[85457]: debug 2024-08-29T19:05:07.668+0000 7f5a75ab9640 -1 osd.7 2653 heartbeat_check: no reply from 172.21.15.28:6806 osd.0 since back 2024-08-29T19:04:40.216295+0000 front 2024-08-29T19:04:40.216389+0000 (oldest deadline 2024-08-29T19:05:06.115988+0000) 2024-08-29T19:05:08.440 INFO:journalctl@ceph.osd.5.smithi053.stdout:Aug 29 19:05:08 smithi053 bash[77077]: debug 2024-08-29T19:05:08.144+0000 7fa99419a640 -1 osd.5 2653 heartbeat_check: no reply from 172.21.15.28:6806 osd.0 since back 2024-08-29T19:04:43.784823+0000 front 2024-08-29T19:04:43.784457+0000 (oldest deadline 2024-08-29T19:05:06.684517+0000) 2024-08-29T19:05:08.826 INFO:journalctl@ceph.osd.6.smithi053.stdout:Aug 29 19:05:08 smithi053 bash[81455]: debug 2024-08-29T19:05:08.436+0000 7f22a9859640 -1 osd.6 2653 heartbeat_check: no reply from 172.21.15.28:6806 osd.0 since back 2024-08-29T19:04:41.434145+0000 front 2024-08-29T19:04:41.434350+0000 (oldest deadline 2024-08-29T19:05:06.734039+0000) 2024-08-29T19:05:08.826 INFO:journalctl@ceph.osd.7.smithi053.stdout:Aug 29 19:05:08 smithi053 bash[85457]: debug 2024-08-29T19:05:08.652+0000 7f5a75ab9640 -1 osd.7 2653 heartbeat_check: no reply from 172.21.15.28:6806 osd.0 since back 2024-08-29T19:04:40.216295+0000 front 2024-08-29T19:04:40.216389+0000 (oldest deadline 2024-08-29T19:05:06.115988+0000) 2024-08-29T19:05:08.827 INFO:journalctl@ceph.osd.4.smithi053.stdout:Aug 29 19:05:08 smithi053 bash[73099]: debug 2024-08-29T19:05:08.644+0000 7fa5dd0b8640 -1 osd.4 2653 heartbeat_check: no reply from 172.21.15.28:6806 osd.0 since back 2024-08-29T19:04:43.932726+0000 front 2024-08-29T19:04:43.932765+0000 (oldest deadline 2024-08-29T19:05:07.432579+0000) 2024-08-29T19:05:08.881 INFO:journalctl@ceph.osd.3.smithi028.stdout:Aug 29 19:05:08 smithi028 bash[95500]: debug 2024-08-29T19:05:08.502+0000 7f17b1ee6640 -1 osd.3 2653 heartbeat_check: no reply from 172.21.15.28:6806 osd.0 since back 2024-08-29T19:04:42.445914+0000 front 2024-08-29T19:04:42.446143+0000 (oldest deadline 2024-08-29T19:05:05.346010+0000) 2024-08-29T19:05:09.485 INFO:journalctl@ceph.osd.5.smithi053.stdout:Aug 29 19:05:09 smithi053 bash[77077]: debug 2024-08-29T19:05:09.128+0000 7fa99419a640 -1 osd.5 2653 heartbeat_check: no reply from 172.21.15.28:6806 osd.0 since back 2024-08-29T19:04:43.784823+0000 front 2024-08-29T19:04:43.784457+0000 (oldest deadline 2024-08-29T19:05:06.684517+0000) 2024-08-29T19:05:09.826 INFO:journalctl@ceph.osd.6.smithi053.stdout:Aug 29 19:05:09 smithi053 bash[81455]: debug 2024-08-29T19:05:09.484+0000 7f22a9859640 -1 osd.6 2653 heartbeat_check: no reply from 172.21.15.28:6806 osd.0 since back 2024-08-29T19:04:41.434145+0000 front 2024-08-29T19:04:41.434350+0000 (oldest deadline 2024-08-29T19:05:06.734039+0000) 2024-08-29T19:05:09.826 INFO:journalctl@ceph.osd.7.smithi053.stdout:Aug 29 19:05:09 smithi053 bash[85457]: debug 2024-08-29T19:05:09.684+0000 7f5a75ab9640 -1 osd.7 2653 heartbeat_check: no reply from 172.21.15.28:6806 osd.0 since back 2024-08-29T19:04:40.216295+0000 front 2024-08-29T19:04:40.216389+0000 (oldest deadline 2024-08-29T19:05:06.115988+0000) 2024-08-29T19:05:09.826 INFO:journalctl@ceph.osd.4.smithi053.stdout:Aug 29 19:05:09 smithi053 bash[73099]: debug 2024-08-29T19:05:09.628+0000 7fa5dd0b8640 -1 osd.4 2653 heartbeat_check: no reply from 172.21.15.28:6806 osd.0 since back 2024-08-29T19:04:43.932726+0000 front 2024-08-29T19:04:43.932765+0000 (oldest deadline 2024-08-29T19:05:07.432579+0000) 2024-08-29T19:05:10.486 INFO:journalctl@ceph.osd.5.smithi053.stdout:Aug 29 19:05:10 smithi053 bash[77077]: debug 2024-08-29T19:05:10.136+0000 7fa99419a640 -1 osd.5 2653 heartbeat_check: no reply from 172.21.15.28:6806 osd.0 since back 2024-08-29T19:04:43.784823+0000 front 2024-08-29T19:04:43.784457+0000 (oldest deadline 2024-08-29T19:05:06.684517+0000) 2024-08-29T19:05:10.826 INFO:journalctl@ceph.osd.6.smithi053.stdout:Aug 29 19:05:10 smithi053 bash[81455]: debug 2024-08-29T19:05:10.480+0000 7f22a9859640 -1 osd.6 2653 heartbeat_check: no reply from 172.21.15.28:6806 osd.0 since back 2024-08-29T19:04:41.434145+0000 front 2024-08-29T19:04:41.434350+0000 (oldest deadline 2024-08-29T19:05:06.734039+0000) 2024-08-29T19:05:10.826 INFO:journalctl@ceph.osd.4.smithi053.stdout:Aug 29 19:05:10 smithi053 bash[73099]: debug 2024-08-29T19:05:10.608+0000 7fa5dd0b8640 -1 osd.4 2653 heartbeat_check: no reply from 172.21.15.28:6806 osd.0 since back 2024-08-29T19:04:43.932726+0000 front 2024-08-29T19:04:43.932765+0000 (oldest deadline 2024-08-29T19:05:07.432579+0000) 2024-08-29T19:05:10.826 INFO:journalctl@ceph.osd.7.smithi053.stdout:Aug 29 19:05:10 smithi053 bash[85457]: debug 2024-08-29T19:05:10.704+0000 7f5a75ab9640 -1 osd.7 2653 heartbeat_check: no reply from 172.21.15.28:6806 osd.0 since back 2024-08-29T19:04:40.216295+0000 front 2024-08-29T19:04:40.216389+0000 (oldest deadline 2024-08-29T19:05:06.115988+0000) 2024-08-29T19:05:10.881 INFO:journalctl@ceph.osd.3.smithi028.stdout:Aug 29 19:05:10 smithi028 bash[127160]: ceph-3167ee72-662c-11ef-bcd4-c7b262605968-osd-3 2024-08-29T19:05:10.881 INFO:journalctl@ceph.osd.3.smithi028.stdout:Aug 29 19:05:10 smithi028 bash[127224]: Error response from daemon: No such container: ceph-3167ee72-662c-11ef-bcd4-c7b262605968-osd-3 2024-08-29T19:05:11.476 INFO:journalctl@ceph.osd.5.smithi053.stdout:Aug 29 19:05:11 smithi053 bash[77077]: debug 2024-08-29T19:05:11.180+0000 7fa99419a640 -1 osd.5 2653 heartbeat_check: no reply from 172.21.15.28:6806 osd.0 since back 2024-08-29T19:04:43.784823+0000 front 2024-08-29T19:04:43.784457+0000 (oldest deadline 2024-08-29T19:05:06.684517+0000) 2024-08-29T19:05:11.744 INFO:journalctl@ceph.osd.4.smithi053.stdout:Aug 29 19:05:11 smithi053 bash[73099]: debug 2024-08-29T19:05:11.580+0000 7fa5dd0b8640 -1 osd.4 2653 heartbeat_check: no reply from 172.21.15.28:6806 osd.0 since back 2024-08-29T19:04:43.932726+0000 front 2024-08-29T19:04:43.932765+0000 (oldest deadline 2024-08-29T19:05:07.432579+0000) 2024-08-29T19:05:11.744 INFO:journalctl@ceph.osd.6.smithi053.stdout:Aug 29 19:05:11 smithi053 bash[81455]: debug 2024-08-29T19:05:11.476+0000 7f22a9859640 -1 osd.6 2653 heartbeat_check: no reply from 172.21.15.28:6806 osd.0 since back 2024-08-29T19:04:41.434145+0000 front 2024-08-29T19:04:41.434350+0000 (oldest deadline 2024-08-29T19:05:06.734039+0000) 2024-08-29T19:05:12.076 INFO:journalctl@ceph.osd.7.smithi053.stdout:Aug 29 19:05:11 smithi053 bash[85457]: debug 2024-08-29T19:05:11.744+0000 7f5a75ab9640 -1 osd.7 2653 heartbeat_check: no reply from 172.21.15.28:6806 osd.0 since back 2024-08-29T19:04:40.216295+0000 front 2024-08-29T19:04:40.216389+0000 (oldest deadline 2024-08-29T19:05:06.115988+0000) 2024-08-29T19:05:12.488 INFO:journalctl@ceph.osd.5.smithi053.stdout:Aug 29 19:05:12 smithi053 bash[77077]: debug 2024-08-29T19:05:12.208+0000 7fa99419a640 -1 osd.5 2653 heartbeat_check: no reply from 172.21.15.28:6806 osd.0 since back 2024-08-29T19:04:43.784823+0000 front 2024-08-29T19:04:43.784457+0000 (oldest deadline 2024-08-29T19:05:06.684517+0000) 2024-08-29T19:05:12.671 DEBUG:teuthology.orchestra.run.smithi028:> sudo pkill -f 'journalctl -f -n 0 -u ceph-3167ee72-662c-11ef-bcd4-c7b262605968@osd.3.service' 2024-08-29T19:05:12.699 DEBUG:teuthology.orchestra.run:got remote process result: None 2024-08-29T19:05:12.699 INFO:tasks.cephadm.osd.3:Stopped osd.3 2024-08-29T19:05:12.699 INFO:tasks.cephadm.osd.4:Stopping osd.4... 2024-08-29T19:05:12.699 DEBUG:teuthology.orchestra.run.smithi053:> sudo systemctl stop ceph-3167ee72-662c-11ef-bcd4-c7b262605968@osd.4 2024-08-29T19:05:12.742 INFO:journalctl@ceph.osd.4.smithi053.stdout:Aug 29 19:05:12 smithi053 bash[73099]: debug 2024-08-29T19:05:12.624+0000 7fa5dd0b8640 -1 osd.4 2653 heartbeat_check: no reply from 172.21.15.28:6806 osd.0 since back 2024-08-29T19:04:43.932726+0000 front 2024-08-29T19:04:43.932765+0000 (oldest deadline 2024-08-29T19:05:07.432579+0000) 2024-08-29T19:05:12.742 INFO:journalctl@ceph.osd.6.smithi053.stdout:Aug 29 19:05:12 smithi053 bash[81455]: debug 2024-08-29T19:05:12.488+0000 7f22a9859640 -1 osd.6 2653 heartbeat_check: no reply from 172.21.15.28:6806 osd.0 since back 2024-08-29T19:04:41.434145+0000 front 2024-08-29T19:04:41.434350+0000 (oldest deadline 2024-08-29T19:05:06.734039+0000) 2024-08-29T19:05:13.076 INFO:journalctl@ceph.osd.7.smithi053.stdout:Aug 29 19:05:12 smithi053 bash[85457]: debug 2024-08-29T19:05:12.764+0000 7f5a75ab9640 -1 osd.7 2653 heartbeat_check: no reply from 172.21.15.28:6806 osd.0 since back 2024-08-29T19:04:40.216295+0000 front 2024-08-29T19:04:40.216389+0000 (oldest deadline 2024-08-29T19:05:06.115988+0000) 2024-08-29T19:05:13.076 INFO:journalctl@ceph.osd.4.smithi053.stdout:Aug 29 19:05:12 smithi053 systemd[1]: Stopping Ceph osd.4 for 3167ee72-662c-11ef-bcd4-c7b262605968... 2024-08-29T19:05:13.076 INFO:journalctl@ceph.osd.4.smithi053.stdout:Aug 29 19:05:12 smithi053 bash[73099]: debug 2024-08-29T19:05:12.828+0000 7fa5e0aa2640 -1 received signal: Terminated from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.4 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2024-08-29T19:05:13.076 INFO:journalctl@ceph.osd.4.smithi053.stdout:Aug 29 19:05:12 smithi053 bash[73099]: debug 2024-08-29T19:05:12.828+0000 7fa5e0aa2640 -1 osd.4 2653 *** Got signal Terminated *** 2024-08-29T19:05:13.076 INFO:journalctl@ceph.osd.4.smithi053.stdout:Aug 29 19:05:12 smithi053 bash[73099]: debug 2024-08-29T19:05:12.828+0000 7fa5e0aa2640 -1 osd.4 2653 *** Immediate shutdown (osd_fast_shutdown=true) *** 2024-08-29T19:05:13.576 INFO:journalctl@ceph.osd.6.smithi053.stdout:Aug 29 19:05:13 smithi053 bash[81455]: debug 2024-08-29T19:05:13.456+0000 7f22a9859640 -1 osd.6 2653 heartbeat_check: no reply from 172.21.15.28:6806 osd.0 since back 2024-08-29T19:04:41.434145+0000 front 2024-08-29T19:04:41.434350+0000 (oldest deadline 2024-08-29T19:05:06.734039+0000) 2024-08-29T19:05:13.576 INFO:journalctl@ceph.osd.6.smithi053.stdout:Aug 29 19:05:13 smithi053 bash[81455]: debug 2024-08-29T19:05:13.456+0000 7f22a9859640 -1 osd.6 2653 heartbeat_check: no reply from 172.21.15.28:6814 osd.1 since back 2024-08-29T19:04:51.435579+0000 front 2024-08-29T19:04:51.435369+0000 (oldest deadline 2024-08-29T19:05:13.135359+0000) 2024-08-29T19:05:13.576 INFO:journalctl@ceph.osd.5.smithi053.stdout:Aug 29 19:05:13 smithi053 bash[77077]: debug 2024-08-29T19:05:13.216+0000 7fa99419a640 -1 osd.5 2653 heartbeat_check: no reply from 172.21.15.28:6806 osd.0 since back 2024-08-29T19:04:43.784823+0000 front 2024-08-29T19:04:43.784457+0000 (oldest deadline 2024-08-29T19:05:06.684517+0000) 2024-08-29T19:05:14.076 INFO:journalctl@ceph.osd.7.smithi053.stdout:Aug 29 19:05:13 smithi053 bash[85457]: debug 2024-08-29T19:05:13.752+0000 7f5a75ab9640 -1 osd.7 2653 heartbeat_check: no reply from 172.21.15.28:6806 osd.0 since back 2024-08-29T19:04:40.216295+0000 front 2024-08-29T19:04:40.216389+0000 (oldest deadline 2024-08-29T19:05:06.115988+0000) 2024-08-29T19:05:14.076 INFO:journalctl@ceph.osd.4.smithi053.stdout:Aug 29 19:05:13 smithi053 bash[73099]: debug 2024-08-29T19:05:13.664+0000 7fa5dd0b8640 -1 osd.4 2653 heartbeat_check: no reply from 172.21.15.28:6806 osd.0 since back 2024-08-29T19:04:43.932726+0000 front 2024-08-29T19:04:43.932765+0000 (oldest deadline 2024-08-29T19:05:07.432579+0000) 2024-08-29T19:05:14.576 INFO:journalctl@ceph.osd.5.smithi053.stdout:Aug 29 19:05:14 smithi053 bash[77077]: debug 2024-08-29T19:05:14.260+0000 7fa99419a640 -1 osd.5 2653 heartbeat_check: no reply from 172.21.15.28:6806 osd.0 since back 2024-08-29T19:04:43.784823+0000 front 2024-08-29T19:04:43.784457+0000 (oldest deadline 2024-08-29T19:05:06.684517+0000) 2024-08-29T19:05:14.576 INFO:journalctl@ceph.osd.6.smithi053.stdout:Aug 29 19:05:14 smithi053 bash[81455]: debug 2024-08-29T19:05:14.460+0000 7f22a9859640 -1 osd.6 2653 heartbeat_check: no reply from 172.21.15.28:6806 osd.0 since back 2024-08-29T19:04:41.434145+0000 front 2024-08-29T19:04:41.434350+0000 (oldest deadline 2024-08-29T19:05:06.734039+0000) 2024-08-29T19:05:14.576 INFO:journalctl@ceph.osd.6.smithi053.stdout:Aug 29 19:05:14 smithi053 bash[81455]: debug 2024-08-29T19:05:14.460+0000 7f22a9859640 -1 osd.6 2653 heartbeat_check: no reply from 172.21.15.28:6814 osd.1 since back 2024-08-29T19:04:51.435579+0000 front 2024-08-29T19:04:51.435369+0000 (oldest deadline 2024-08-29T19:05:13.135359+0000) 2024-08-29T19:05:15.076 INFO:journalctl@ceph.osd.7.smithi053.stdout:Aug 29 19:05:14 smithi053 bash[85457]: debug 2024-08-29T19:05:14.800+0000 7f5a75ab9640 -1 osd.7 2653 heartbeat_check: no reply from 172.21.15.28:6806 osd.0 since back 2024-08-29T19:04:40.216295+0000 front 2024-08-29T19:04:40.216389+0000 (oldest deadline 2024-08-29T19:05:06.115988+0000) 2024-08-29T19:05:15.076 INFO:journalctl@ceph.osd.7.smithi053.stdout:Aug 29 19:05:14 smithi053 bash[85457]: debug 2024-08-29T19:05:14.800+0000 7f5a75ab9640 -1 osd.7 2653 heartbeat_check: no reply from 172.21.15.28:6814 osd.1 since back 2024-08-29T19:04:49.017930+0000 front 2024-08-29T19:04:49.017818+0000 (oldest deadline 2024-08-29T19:05:14.317628+0000) 2024-08-29T19:05:15.076 INFO:journalctl@ceph.osd.4.smithi053.stdout:Aug 29 19:05:14 smithi053 bash[73099]: debug 2024-08-29T19:05:14.680+0000 7fa5dd0b8640 -1 osd.4 2653 heartbeat_check: no reply from 172.21.15.28:6806 osd.0 since back 2024-08-29T19:04:43.932726+0000 front 2024-08-29T19:04:43.932765+0000 (oldest deadline 2024-08-29T19:05:07.432579+0000) 2024-08-29T19:05:15.076 INFO:journalctl@ceph.osd.4.smithi053.stdout:Aug 29 19:05:14 smithi053 bash[73099]: debug 2024-08-29T19:05:14.680+0000 7fa5dd0b8640 -1 osd.4 2653 heartbeat_check: no reply from 172.21.15.28:6814 osd.1 since back 2024-08-29T19:04:49.134181+0000 front 2024-08-29T19:04:49.133847+0000 (oldest deadline 2024-08-29T19:05:14.433678+0000) 2024-08-29T19:05:15.576 INFO:journalctl@ceph.osd.5.smithi053.stdout:Aug 29 19:05:15 smithi053 bash[77077]: debug 2024-08-29T19:05:15.268+0000 7fa99419a640 -1 osd.5 2653 heartbeat_check: no reply from 172.21.15.28:6806 osd.0 since back 2024-08-29T19:04:43.784823+0000 front 2024-08-29T19:04:43.784457+0000 (oldest deadline 2024-08-29T19:05:06.684517+0000) 2024-08-29T19:05:15.576 INFO:journalctl@ceph.osd.5.smithi053.stdout:Aug 29 19:05:15 smithi053 bash[77077]: debug 2024-08-29T19:05:15.268+0000 7fa99419a640 -1 osd.5 2653 heartbeat_check: no reply from 172.21.15.28:6814 osd.1 since back 2024-08-29T19:04:48.386138+0000 front 2024-08-29T19:04:48.385868+0000 (oldest deadline 2024-08-29T19:05:14.285524+0000) 2024-08-29T19:05:15.576 INFO:journalctl@ceph.osd.6.smithi053.stdout:Aug 29 19:05:15 smithi053 bash[81455]: debug 2024-08-29T19:05:15.492+0000 7f22a9859640 -1 osd.6 2653 heartbeat_check: no reply from 172.21.15.28:6806 osd.0 since back 2024-08-29T19:04:41.434145+0000 front 2024-08-29T19:04:41.434350+0000 (oldest deadline 2024-08-29T19:05:06.734039+0000) 2024-08-29T19:05:15.576 INFO:journalctl@ceph.osd.6.smithi053.stdout:Aug 29 19:05:15 smithi053 bash[81455]: debug 2024-08-29T19:05:15.492+0000 7f22a9859640 -1 osd.6 2653 heartbeat_check: no reply from 172.21.15.28:6814 osd.1 since back 2024-08-29T19:04:51.435579+0000 front 2024-08-29T19:04:51.435369+0000 (oldest deadline 2024-08-29T19:05:13.135359+0000) 2024-08-29T19:05:16.076 INFO:journalctl@ceph.osd.7.smithi053.stdout:Aug 29 19:05:15 smithi053 bash[85457]: debug 2024-08-29T19:05:15.779+0000 7f5a75ab9640 -1 osd.7 2653 heartbeat_check: no reply from 172.21.15.28:6806 osd.0 since back 2024-08-29T19:04:40.216295+0000 front 2024-08-29T19:04:40.216389+0000 (oldest deadline 2024-08-29T19:05:06.115988+0000) 2024-08-29T19:05:16.161 INFO:journalctl@ceph.osd.7.smithi053.stdout:Aug 29 19:05:15 smithi053 bash[85457]: debug 2024-08-29T19:05:15.779+0000 7f5a75ab9640 -1 osd.7 2653 heartbeat_check: no reply from 172.21.15.28:6814 osd.1 since back 2024-08-29T19:04:49.017930+0000 front 2024-08-29T19:04:49.017818+0000 (oldest deadline 2024-08-29T19:05:14.317628+0000) 2024-08-29T19:05:16.161 INFO:journalctl@ceph.osd.4.smithi053.stdout:Aug 29 19:05:15 smithi053 bash[73099]: debug 2024-08-29T19:05:15.700+0000 7fa5dd0b8640 -1 osd.4 2653 heartbeat_check: no reply from 172.21.15.28:6806 osd.0 since back 2024-08-29T19:04:43.932726+0000 front 2024-08-29T19:04:43.932765+0000 (oldest deadline 2024-08-29T19:05:07.432579+0000) 2024-08-29T19:05:16.162 INFO:journalctl@ceph.osd.4.smithi053.stdout:Aug 29 19:05:15 smithi053 bash[73099]: debug 2024-08-29T19:05:15.700+0000 7fa5dd0b8640 -1 osd.4 2653 heartbeat_check: no reply from 172.21.15.28:6814 osd.1 since back 2024-08-29T19:04:49.134181+0000 front 2024-08-29T19:04:49.133847+0000 (oldest deadline 2024-08-29T19:05:14.433678+0000) 2024-08-29T19:05:16.576 INFO:journalctl@ceph.osd.6.smithi053.stdout:Aug 29 19:05:16 smithi053 bash[81455]: debug 2024-08-29T19:05:16.475+0000 7f22a9859640 -1 osd.6 2653 heartbeat_check: no reply from 172.21.15.28:6806 osd.0 since back 2024-08-29T19:04:41.434145+0000 front 2024-08-29T19:04:41.434350+0000 (oldest deadline 2024-08-29T19:05:06.734039+0000) 2024-08-29T19:05:16.576 INFO:journalctl@ceph.osd.6.smithi053.stdout:Aug 29 19:05:16 smithi053 bash[81455]: debug 2024-08-29T19:05:16.475+0000 7f22a9859640 -1 osd.6 2653 heartbeat_check: no reply from 172.21.15.28:6814 osd.1 since back 2024-08-29T19:04:51.435579+0000 front 2024-08-29T19:04:51.435369+0000 (oldest deadline 2024-08-29T19:05:13.135359+0000) 2024-08-29T19:05:16.576 INFO:journalctl@ceph.osd.5.smithi053.stdout:Aug 29 19:05:16 smithi053 bash[77077]: debug 2024-08-29T19:05:16.267+0000 7fa99419a640 -1 osd.5 2653 heartbeat_check: no reply from 172.21.15.28:6806 osd.0 since back 2024-08-29T19:04:43.784823+0000 front 2024-08-29T19:04:43.784457+0000 (oldest deadline 2024-08-29T19:05:06.684517+0000) 2024-08-29T19:05:16.576 INFO:journalctl@ceph.osd.5.smithi053.stdout:Aug 29 19:05:16 smithi053 bash[77077]: debug 2024-08-29T19:05:16.267+0000 7fa99419a640 -1 osd.5 2653 heartbeat_check: no reply from 172.21.15.28:6814 osd.1 since back 2024-08-29T19:04:48.386138+0000 front 2024-08-29T19:04:48.385868+0000 (oldest deadline 2024-08-29T19:05:14.285524+0000) 2024-08-29T19:05:17.076 INFO:journalctl@ceph.osd.4.smithi053.stdout:Aug 29 19:05:16 smithi053 bash[73099]: debug 2024-08-29T19:05:16.707+0000 7fa5dd0b8640 -1 osd.4 2653 heartbeat_check: no reply from 172.21.15.28:6806 osd.0 since back 2024-08-29T19:04:43.932726+0000 front 2024-08-29T19:04:43.932765+0000 (oldest deadline 2024-08-29T19:05:07.432579+0000) 2024-08-29T19:05:17.076 INFO:journalctl@ceph.osd.4.smithi053.stdout:Aug 29 19:05:16 smithi053 bash[73099]: debug 2024-08-29T19:05:16.707+0000 7fa5dd0b8640 -1 osd.4 2653 heartbeat_check: no reply from 172.21.15.28:6814 osd.1 since back 2024-08-29T19:04:49.134181+0000 front 2024-08-29T19:04:49.133847+0000 (oldest deadline 2024-08-29T19:05:14.433678+0000) 2024-08-29T19:05:17.076 INFO:journalctl@ceph.osd.7.smithi053.stdout:Aug 29 19:05:16 smithi053 bash[85457]: debug 2024-08-29T19:05:16.807+0000 7f5a75ab9640 -1 osd.7 2653 heartbeat_check: no reply from 172.21.15.28:6806 osd.0 since back 2024-08-29T19:04:40.216295+0000 front 2024-08-29T19:04:40.216389+0000 (oldest deadline 2024-08-29T19:05:06.115988+0000) 2024-08-29T19:05:17.076 INFO:journalctl@ceph.osd.7.smithi053.stdout:Aug 29 19:05:16 smithi053 bash[85457]: debug 2024-08-29T19:05:16.807+0000 7f5a75ab9640 -1 osd.7 2653 heartbeat_check: no reply from 172.21.15.28:6814 osd.1 since back 2024-08-29T19:04:49.017930+0000 front 2024-08-29T19:04:49.017818+0000 (oldest deadline 2024-08-29T19:05:14.317628+0000) 2024-08-29T19:05:17.576 INFO:journalctl@ceph.osd.6.smithi053.stdout:Aug 29 19:05:17 smithi053 bash[81455]: debug 2024-08-29T19:05:17.475+0000 7f22a9859640 -1 osd.6 2653 heartbeat_check: no reply from 172.21.15.28:6806 osd.0 since back 2024-08-29T19:04:41.434145+0000 front 2024-08-29T19:04:41.434350+0000 (oldest deadline 2024-08-29T19:05:06.734039+0000) 2024-08-29T19:05:17.576 INFO:journalctl@ceph.osd.6.smithi053.stdout:Aug 29 19:05:17 smithi053 bash[81455]: debug 2024-08-29T19:05:17.475+0000 7f22a9859640 -1 osd.6 2653 heartbeat_check: no reply from 172.21.15.28:6814 osd.1 since back 2024-08-29T19:04:51.435579+0000 front 2024-08-29T19:04:51.435369+0000 (oldest deadline 2024-08-29T19:05:13.135359+0000) 2024-08-29T19:05:17.576 INFO:journalctl@ceph.osd.5.smithi053.stdout:Aug 29 19:05:17 smithi053 bash[77077]: debug 2024-08-29T19:05:17.299+0000 7fa99419a640 -1 osd.5 2653 heartbeat_check: no reply from 172.21.15.28:6806 osd.0 since back 2024-08-29T19:04:43.784823+0000 front 2024-08-29T19:04:43.784457+0000 (oldest deadline 2024-08-29T19:05:06.684517+0000) 2024-08-29T19:05:17.576 INFO:journalctl@ceph.osd.5.smithi053.stdout:Aug 29 19:05:17 smithi053 bash[77077]: debug 2024-08-29T19:05:17.299+0000 7fa99419a640 -1 osd.5 2653 heartbeat_check: no reply from 172.21.15.28:6814 osd.1 since back 2024-08-29T19:04:48.386138+0000 front 2024-08-29T19:04:48.385868+0000 (oldest deadline 2024-08-29T19:05:14.285524+0000) 2024-08-29T19:05:18.076 INFO:journalctl@ceph.osd.4.smithi053.stdout:Aug 29 19:05:17 smithi053 bash[73099]: debug 2024-08-29T19:05:17.715+0000 7fa5dd0b8640 -1 osd.4 2653 heartbeat_check: no reply from 172.21.15.28:6806 osd.0 since back 2024-08-29T19:04:43.932726+0000 front 2024-08-29T19:04:43.932765+0000 (oldest deadline 2024-08-29T19:05:07.432579+0000) 2024-08-29T19:05:18.076 INFO:journalctl@ceph.osd.4.smithi053.stdout:Aug 29 19:05:17 smithi053 bash[73099]: debug 2024-08-29T19:05:17.715+0000 7fa5dd0b8640 -1 osd.4 2653 heartbeat_check: no reply from 172.21.15.28:6814 osd.1 since back 2024-08-29T19:04:49.134181+0000 front 2024-08-29T19:04:49.133847+0000 (oldest deadline 2024-08-29T19:05:14.433678+0000) 2024-08-29T19:05:18.076 INFO:journalctl@ceph.osd.7.smithi053.stdout:Aug 29 19:05:17 smithi053 bash[85457]: debug 2024-08-29T19:05:17.803+0000 7f5a75ab9640 -1 osd.7 2653 heartbeat_check: no reply from 172.21.15.28:6806 osd.0 since back 2024-08-29T19:04:40.216295+0000 front 2024-08-29T19:04:40.216389+0000 (oldest deadline 2024-08-29T19:05:06.115988+0000) 2024-08-29T19:05:18.076 INFO:journalctl@ceph.osd.7.smithi053.stdout:Aug 29 19:05:17 smithi053 bash[85457]: debug 2024-08-29T19:05:17.803+0000 7f5a75ab9640 -1 osd.7 2653 heartbeat_check: no reply from 172.21.15.28:6814 osd.1 since back 2024-08-29T19:04:49.017930+0000 front 2024-08-29T19:04:49.017818+0000 (oldest deadline 2024-08-29T19:05:14.317628+0000) 2024-08-29T19:05:18.524 INFO:journalctl@ceph.osd.6.smithi053.stdout:Aug 29 19:05:18 smithi053 bash[81455]: debug 2024-08-29T19:05:18.515+0000 7f22a9859640 -1 osd.6 2653 heartbeat_check: no reply from 172.21.15.28:6806 osd.0 since back 2024-08-29T19:04:41.434145+0000 front 2024-08-29T19:04:41.434350+0000 (oldest deadline 2024-08-29T19:05:06.734039+0000) 2024-08-29T19:05:18.524 INFO:journalctl@ceph.osd.6.smithi053.stdout:Aug 29 19:05:18 smithi053 bash[81455]: debug 2024-08-29T19:05:18.515+0000 7f22a9859640 -1 osd.6 2653 heartbeat_check: no reply from 172.21.15.28:6814 osd.1 since back 2024-08-29T19:04:51.435579+0000 front 2024-08-29T19:04:51.435369+0000 (oldest deadline 2024-08-29T19:05:13.135359+0000) 2024-08-29T19:05:18.525 INFO:journalctl@ceph.osd.5.smithi053.stdout:Aug 29 19:05:18 smithi053 bash[77077]: debug 2024-08-29T19:05:18.271+0000 7fa99419a640 -1 osd.5 2653 heartbeat_check: no reply from 172.21.15.28:6806 osd.0 since back 2024-08-29T19:04:43.784823+0000 front 2024-08-29T19:04:43.784457+0000 (oldest deadline 2024-08-29T19:05:06.684517+0000) 2024-08-29T19:05:18.525 INFO:journalctl@ceph.osd.5.smithi053.stdout:Aug 29 19:05:18 smithi053 bash[77077]: debug 2024-08-29T19:05:18.271+0000 7fa99419a640 -1 osd.5 2653 heartbeat_check: no reply from 172.21.15.28:6814 osd.1 since back 2024-08-29T19:04:48.386138+0000 front 2024-08-29T19:04:48.385868+0000 (oldest deadline 2024-08-29T19:05:14.285524+0000) 2024-08-29T19:05:18.826 INFO:journalctl@ceph.osd.7.smithi053.stdout:Aug 29 19:05:18 smithi053 bash[85457]: debug 2024-08-29T19:05:18.755+0000 7f5a75ab9640 -1 osd.7 2653 heartbeat_check: no reply from 172.21.15.28:6806 osd.0 since back 2024-08-29T19:04:40.216295+0000 front 2024-08-29T19:04:40.216389+0000 (oldest deadline 2024-08-29T19:05:06.115988+0000) 2024-08-29T19:05:18.826 INFO:journalctl@ceph.osd.7.smithi053.stdout:Aug 29 19:05:18 smithi053 bash[85457]: debug 2024-08-29T19:05:18.755+0000 7f5a75ab9640 -1 osd.7 2653 heartbeat_check: no reply from 172.21.15.28:6814 osd.1 since back 2024-08-29T19:04:49.017930+0000 front 2024-08-29T19:04:49.017818+0000 (oldest deadline 2024-08-29T19:05:14.317628+0000) 2024-08-29T19:05:19.320 INFO:journalctl@ceph.osd.4.smithi053.stdout:Aug 29 19:05:19 smithi053 bash[113132]: ceph-3167ee72-662c-11ef-bcd4-c7b262605968-osd-4 2024-08-29T19:05:19.321 INFO:journalctl@ceph.osd.5.smithi053.stdout:Aug 29 19:05:19 smithi053 bash[77077]: debug 2024-08-29T19:05:19.247+0000 7fa99419a640 -1 osd.5 2653 heartbeat_check: no reply from 172.21.15.28:6806 osd.0 since back 2024-08-29T19:04:43.784823+0000 front 2024-08-29T19:04:43.784457+0000 (oldest deadline 2024-08-29T19:05:06.684517+0000) 2024-08-29T19:05:19.321 INFO:journalctl@ceph.osd.5.smithi053.stdout:Aug 29 19:05:19 smithi053 bash[77077]: debug 2024-08-29T19:05:19.247+0000 7fa99419a640 -1 osd.5 2653 heartbeat_check: no reply from 172.21.15.28:6814 osd.1 since back 2024-08-29T19:04:48.386138+0000 front 2024-08-29T19:04:48.385868+0000 (oldest deadline 2024-08-29T19:05:14.285524+0000) 2024-08-29T19:05:19.801 INFO:journalctl@ceph.osd.4.smithi053.stdout:Aug 29 19:05:19 smithi053 bash[113196]: Error response from daemon: No such container: ceph-3167ee72-662c-11ef-bcd4-c7b262605968-osd-4 2024-08-29T19:05:19.801 INFO:journalctl@ceph.osd.6.smithi053.stdout:Aug 29 19:05:19 smithi053 bash[81455]: debug 2024-08-29T19:05:19.539+0000 7f22a9859640 -1 osd.6 2653 heartbeat_check: no reply from 172.21.15.28:6806 osd.0 since back 2024-08-29T19:04:41.434145+0000 front 2024-08-29T19:04:41.434350+0000 (oldest deadline 2024-08-29T19:05:06.734039+0000) 2024-08-29T19:05:19.801 INFO:journalctl@ceph.osd.6.smithi053.stdout:Aug 29 19:05:19 smithi053 bash[81455]: debug 2024-08-29T19:05:19.539+0000 7f22a9859640 -1 osd.6 2653 heartbeat_check: no reply from 172.21.15.28:6814 osd.1 since back 2024-08-29T19:04:51.435579+0000 front 2024-08-29T19:04:51.435369+0000 (oldest deadline 2024-08-29T19:05:13.135359+0000) 2024-08-29T19:05:20.076 INFO:journalctl@ceph.osd.7.smithi053.stdout:Aug 29 19:05:19 smithi053 bash[85457]: debug 2024-08-29T19:05:19.795+0000 7f5a75ab9640 -1 osd.7 2653 heartbeat_check: no reply from 172.21.15.28:6806 osd.0 since back 2024-08-29T19:04:40.216295+0000 front 2024-08-29T19:04:40.216389+0000 (oldest deadline 2024-08-29T19:05:06.115988+0000) 2024-08-29T19:05:20.076 INFO:journalctl@ceph.osd.7.smithi053.stdout:Aug 29 19:05:19 smithi053 bash[85457]: debug 2024-08-29T19:05:19.795+0000 7f5a75ab9640 -1 osd.7 2653 heartbeat_check: no reply from 172.21.15.28:6814 osd.1 since back 2024-08-29T19:04:49.017930+0000 front 2024-08-29T19:04:49.017818+0000 (oldest deadline 2024-08-29T19:05:14.317628+0000) 2024-08-29T19:05:20.543 INFO:journalctl@ceph.osd.5.smithi053.stdout:Aug 29 19:05:20 smithi053 bash[77077]: debug 2024-08-29T19:05:20.231+0000 7fa99419a640 -1 osd.5 2653 heartbeat_check: no reply from 172.21.15.28:6806 osd.0 since back 2024-08-29T19:04:43.784823+0000 front 2024-08-29T19:04:43.784457+0000 (oldest deadline 2024-08-29T19:05:06.684517+0000) 2024-08-29T19:05:20.543 INFO:journalctl@ceph.osd.5.smithi053.stdout:Aug 29 19:05:20 smithi053 bash[77077]: debug 2024-08-29T19:05:20.231+0000 7fa99419a640 -1 osd.5 2653 heartbeat_check: no reply from 172.21.15.28:6814 osd.1 since back 2024-08-29T19:04:48.386138+0000 front 2024-08-29T19:04:48.385868+0000 (oldest deadline 2024-08-29T19:05:14.285524+0000) 2024-08-29T19:05:20.826 INFO:journalctl@ceph.osd.7.smithi053.stdout:Aug 29 19:05:20 smithi053 bash[85457]: debug 2024-08-29T19:05:20.755+0000 7f5a75ab9640 -1 osd.7 2653 heartbeat_check: no reply from 172.21.15.28:6806 osd.0 since back 2024-08-29T19:04:40.216295+0000 front 2024-08-29T19:04:40.216389+0000 (oldest deadline 2024-08-29T19:05:06.115988+0000) 2024-08-29T19:05:20.826 INFO:journalctl@ceph.osd.7.smithi053.stdout:Aug 29 19:05:20 smithi053 bash[85457]: debug 2024-08-29T19:05:20.755+0000 7f5a75ab9640 -1 osd.7 2653 heartbeat_check: no reply from 172.21.15.28:6814 osd.1 since back 2024-08-29T19:04:49.017930+0000 front 2024-08-29T19:04:49.017818+0000 (oldest deadline 2024-08-29T19:05:14.317628+0000) 2024-08-29T19:05:20.826 INFO:journalctl@ceph.osd.6.smithi053.stdout:Aug 29 19:05:20 smithi053 bash[81455]: debug 2024-08-29T19:05:20.535+0000 7f22a9859640 -1 osd.6 2653 heartbeat_check: no reply from 172.21.15.28:6806 osd.0 since back 2024-08-29T19:04:41.434145+0000 front 2024-08-29T19:04:41.434350+0000 (oldest deadline 2024-08-29T19:05:06.734039+0000) 2024-08-29T19:05:20.826 INFO:journalctl@ceph.osd.6.smithi053.stdout:Aug 29 19:05:20 smithi053 bash[81455]: debug 2024-08-29T19:05:20.535+0000 7f22a9859640 -1 osd.6 2653 heartbeat_check: no reply from 172.21.15.28:6814 osd.1 since back 2024-08-29T19:04:51.435579+0000 front 2024-08-29T19:04:51.435369+0000 (oldest deadline 2024-08-29T19:05:13.135359+0000) 2024-08-29T19:05:21.576 INFO:journalctl@ceph.osd.5.smithi053.stdout:Aug 29 19:05:21 smithi053 bash[77077]: debug 2024-08-29T19:05:21.251+0000 7fa99419a640 -1 osd.5 2653 heartbeat_check: no reply from 172.21.15.28:6806 osd.0 since back 2024-08-29T19:04:43.784823+0000 front 2024-08-29T19:04:43.784457+0000 (oldest deadline 2024-08-29T19:05:06.684517+0000) 2024-08-29T19:05:21.576 INFO:journalctl@ceph.osd.5.smithi053.stdout:Aug 29 19:05:21 smithi053 bash[77077]: debug 2024-08-29T19:05:21.251+0000 7fa99419a640 -1 osd.5 2653 heartbeat_check: no reply from 172.21.15.28:6814 osd.1 since back 2024-08-29T19:04:48.386138+0000 front 2024-08-29T19:04:48.385868+0000 (oldest deadline 2024-08-29T19:05:14.285524+0000) 2024-08-29T19:05:21.684 DEBUG:teuthology.orchestra.run.smithi053:> sudo pkill -f 'journalctl -f -n 0 -u ceph-3167ee72-662c-11ef-bcd4-c7b262605968@osd.4.service' 2024-08-29T19:05:21.756 DEBUG:teuthology.orchestra.run:got remote process result: None 2024-08-29T19:05:21.757 INFO:tasks.cephadm.osd.4:Stopped osd.4 2024-08-29T19:05:21.757 INFO:tasks.cephadm.osd.5:Stopping osd.5... 2024-08-29T19:05:21.757 DEBUG:teuthology.orchestra.run.smithi053:> sudo systemctl stop ceph-3167ee72-662c-11ef-bcd4-c7b262605968@osd.5 2024-08-29T19:05:21.929 INFO:journalctl@ceph.osd.5.smithi053.stdout:Aug 29 19:05:21 smithi053 systemd[1]: Stopping Ceph osd.5 for 3167ee72-662c-11ef-bcd4-c7b262605968... 2024-08-29T19:05:21.929 INFO:journalctl@ceph.osd.6.smithi053.stdout:Aug 29 19:05:21 smithi053 bash[81455]: debug 2024-08-29T19:05:21.571+0000 7f22a9859640 -1 osd.6 2653 heartbeat_check: no reply from 172.21.15.28:6806 osd.0 since back 2024-08-29T19:04:41.434145+0000 front 2024-08-29T19:04:41.434350+0000 (oldest deadline 2024-08-29T19:05:06.734039+0000) 2024-08-29T19:05:21.929 INFO:journalctl@ceph.osd.6.smithi053.stdout:Aug 29 19:05:21 smithi053 bash[81455]: debug 2024-08-29T19:05:21.571+0000 7f22a9859640 -1 osd.6 2653 heartbeat_check: no reply from 172.21.15.28:6814 osd.1 since back 2024-08-29T19:04:51.435579+0000 front 2024-08-29T19:04:51.435369+0000 (oldest deadline 2024-08-29T19:05:13.135359+0000) 2024-08-29T19:05:21.930 INFO:journalctl@ceph.osd.7.smithi053.stdout:Aug 29 19:05:21 smithi053 bash[85457]: debug 2024-08-29T19:05:21.795+0000 7f5a75ab9640 -1 osd.7 2653 heartbeat_check: no reply from 172.21.15.28:6806 osd.0 since back 2024-08-29T19:04:40.216295+0000 front 2024-08-29T19:04:40.216389+0000 (oldest deadline 2024-08-29T19:05:06.115988+0000) 2024-08-29T19:05:21.930 INFO:journalctl@ceph.osd.7.smithi053.stdout:Aug 29 19:05:21 smithi053 bash[85457]: debug 2024-08-29T19:05:21.795+0000 7f5a75ab9640 -1 osd.7 2653 heartbeat_check: no reply from 172.21.15.28:6814 osd.1 since back 2024-08-29T19:04:49.017930+0000 front 2024-08-29T19:04:49.017818+0000 (oldest deadline 2024-08-29T19:05:14.317628+0000) 2024-08-29T19:05:22.076 INFO:journalctl@ceph.osd.5.smithi053.stdout:Aug 29 19:05:21 smithi053 bash[77077]: debug 2024-08-29T19:05:21.923+0000 7fa997b84640 -1 received signal: Terminated from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.5 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2024-08-29T19:05:22.076 INFO:journalctl@ceph.osd.5.smithi053.stdout:Aug 29 19:05:21 smithi053 bash[77077]: debug 2024-08-29T19:05:21.923+0000 7fa997b84640 -1 osd.5 2653 *** Got signal Terminated *** 2024-08-29T19:05:22.076 INFO:journalctl@ceph.osd.5.smithi053.stdout:Aug 29 19:05:21 smithi053 bash[77077]: debug 2024-08-29T19:05:21.923+0000 7fa997b84640 -1 osd.5 2653 *** Immediate shutdown (osd_fast_shutdown=true) *** 2024-08-29T19:05:22.541 INFO:journalctl@ceph.osd.5.smithi053.stdout:Aug 29 19:05:22 smithi053 bash[77077]: debug 2024-08-29T19:05:22.227+0000 7fa99419a640 -1 osd.5 2653 heartbeat_check: no reply from 172.21.15.28:6806 osd.0 since back 2024-08-29T19:04:43.784823+0000 front 2024-08-29T19:04:43.784457+0000 (oldest deadline 2024-08-29T19:05:06.684517+0000) 2024-08-29T19:05:22.542 INFO:journalctl@ceph.osd.5.smithi053.stdout:Aug 29 19:05:22 smithi053 bash[77077]: debug 2024-08-29T19:05:22.227+0000 7fa99419a640 -1 osd.5 2653 heartbeat_check: no reply from 172.21.15.28:6814 osd.1 since back 2024-08-29T19:04:48.386138+0000 front 2024-08-29T19:04:48.385868+0000 (oldest deadline 2024-08-29T19:05:14.285524+0000) 2024-08-29T19:05:22.826 INFO:journalctl@ceph.osd.6.smithi053.stdout:Aug 29 19:05:22 smithi053 bash[81455]: debug 2024-08-29T19:05:22.539+0000 7f22a9859640 -1 osd.6 2653 heartbeat_check: no reply from 172.21.15.28:6806 osd.0 since back 2024-08-29T19:04:41.434145+0000 front 2024-08-29T19:04:41.434350+0000 (oldest deadline 2024-08-29T19:05:06.734039+0000) 2024-08-29T19:05:22.826 INFO:journalctl@ceph.osd.6.smithi053.stdout:Aug 29 19:05:22 smithi053 bash[81455]: debug 2024-08-29T19:05:22.539+0000 7f22a9859640 -1 osd.6 2653 heartbeat_check: no reply from 172.21.15.28:6814 osd.1 since back 2024-08-29T19:04:51.435579+0000 front 2024-08-29T19:04:51.435369+0000 (oldest deadline 2024-08-29T19:05:13.135359+0000) 2024-08-29T19:05:22.826 INFO:journalctl@ceph.osd.7.smithi053.stdout:Aug 29 19:05:22 smithi053 bash[85457]: debug 2024-08-29T19:05:22.755+0000 7f5a75ab9640 -1 osd.7 2653 heartbeat_check: no reply from 172.21.15.28:6806 osd.0 since back 2024-08-29T19:04:40.216295+0000 front 2024-08-29T19:04:40.216389+0000 (oldest deadline 2024-08-29T19:05:06.115988+0000) 2024-08-29T19:05:22.826 INFO:journalctl@ceph.osd.7.smithi053.stdout:Aug 29 19:05:22 smithi053 bash[85457]: debug 2024-08-29T19:05:22.755+0000 7f5a75ab9640 -1 osd.7 2653 heartbeat_check: no reply from 172.21.15.28:6814 osd.1 since back 2024-08-29T19:04:49.017930+0000 front 2024-08-29T19:04:49.017818+0000 (oldest deadline 2024-08-29T19:05:14.317628+0000) 2024-08-29T19:05:23.498 INFO:journalctl@ceph.osd.5.smithi053.stdout:Aug 29 19:05:23 smithi053 bash[77077]: debug 2024-08-29T19:05:23.243+0000 7fa99419a640 -1 osd.5 2653 heartbeat_check: no reply from 172.21.15.28:6806 osd.0 since back 2024-08-29T19:04:43.784823+0000 front 2024-08-29T19:04:43.784457+0000 (oldest deadline 2024-08-29T19:05:06.684517+0000) 2024-08-29T19:05:23.498 INFO:journalctl@ceph.osd.5.smithi053.stdout:Aug 29 19:05:23 smithi053 bash[77077]: debug 2024-08-29T19:05:23.243+0000 7fa99419a640 -1 osd.5 2653 heartbeat_check: no reply from 172.21.15.28:6814 osd.1 since back 2024-08-29T19:04:48.386138+0000 front 2024-08-29T19:04:48.385868+0000 (oldest deadline 2024-08-29T19:05:14.285524+0000) 2024-08-29T19:05:23.498 INFO:journalctl@ceph.osd.5.smithi053.stdout:Aug 29 19:05:23 smithi053 bash[77077]: debug 2024-08-29T19:05:23.243+0000 7fa99419a640 -1 osd.5 2653 heartbeat_check: no reply from 172.21.15.28:6822 osd.2 since back 2024-08-29T19:04:59.488144+0000 front 2024-08-29T19:04:59.487624+0000 (oldest deadline 2024-08-29T19:05:22.987502+0000) 2024-08-29T19:05:23.770 INFO:journalctl@ceph.osd.6.smithi053.stdout:Aug 29 19:05:23 smithi053 bash[81455]: debug 2024-08-29T19:05:23.495+0000 7f22a9859640 -1 osd.6 2653 heartbeat_check: no reply from 172.21.15.28:6806 osd.0 since back 2024-08-29T19:04:41.434145+0000 front 2024-08-29T19:04:41.434350+0000 (oldest deadline 2024-08-29T19:05:06.734039+0000) 2024-08-29T19:05:23.770 INFO:journalctl@ceph.osd.6.smithi053.stdout:Aug 29 19:05:23 smithi053 bash[81455]: debug 2024-08-29T19:05:23.495+0000 7f22a9859640 -1 osd.6 2653 heartbeat_check: no reply from 172.21.15.28:6814 osd.1 since back 2024-08-29T19:04:51.435579+0000 front 2024-08-29T19:04:51.435369+0000 (oldest deadline 2024-08-29T19:05:13.135359+0000) 2024-08-29T19:05:24.076 INFO:journalctl@ceph.osd.7.smithi053.stdout:Aug 29 19:05:23 smithi053 bash[85457]: debug 2024-08-29T19:05:23.763+0000 7f5a75ab9640 -1 osd.7 2653 heartbeat_check: no reply from 172.21.15.28:6806 osd.0 since back 2024-08-29T19:04:40.216295+0000 front 2024-08-29T19:04:40.216389+0000 (oldest deadline 2024-08-29T19:05:06.115988+0000) 2024-08-29T19:05:24.076 INFO:journalctl@ceph.osd.7.smithi053.stdout:Aug 29 19:05:23 smithi053 bash[85457]: debug 2024-08-29T19:05:23.763+0000 7f5a75ab9640 -1 osd.7 2653 heartbeat_check: no reply from 172.21.15.28:6814 osd.1 since back 2024-08-29T19:04:49.017930+0000 front 2024-08-29T19:04:49.017818+0000 (oldest deadline 2024-08-29T19:05:14.317628+0000) 2024-08-29T19:05:24.076 INFO:journalctl@ceph.osd.7.smithi053.stdout:Aug 29 19:05:23 smithi053 bash[85457]: debug 2024-08-29T19:05:23.763+0000 7f5a75ab9640 -1 osd.7 2653 heartbeat_check: no reply from 172.21.15.28:6822 osd.2 since back 2024-08-29T19:04:58.419155+0000 front 2024-08-29T19:04:58.419459+0000 (oldest deadline 2024-08-29T19:05:23.718914+0000) 2024-08-29T19:05:24.537 INFO:journalctl@ceph.osd.5.smithi053.stdout:Aug 29 19:05:24 smithi053 bash[77077]: debug 2024-08-29T19:05:24.267+0000 7fa99419a640 -1 osd.5 2653 heartbeat_check: no reply from 172.21.15.28:6806 osd.0 since back 2024-08-29T19:04:43.784823+0000 front 2024-08-29T19:04:43.784457+0000 (oldest deadline 2024-08-29T19:05:06.684517+0000) 2024-08-29T19:05:24.537 INFO:journalctl@ceph.osd.5.smithi053.stdout:Aug 29 19:05:24 smithi053 bash[77077]: debug 2024-08-29T19:05:24.267+0000 7fa99419a640 -1 osd.5 2653 heartbeat_check: no reply from 172.21.15.28:6814 osd.1 since back 2024-08-29T19:04:48.386138+0000 front 2024-08-29T19:04:48.385868+0000 (oldest deadline 2024-08-29T19:05:14.285524+0000) 2024-08-29T19:05:24.537 INFO:journalctl@ceph.osd.5.smithi053.stdout:Aug 29 19:05:24 smithi053 bash[77077]: debug 2024-08-29T19:05:24.267+0000 7fa99419a640 -1 osd.5 2653 heartbeat_check: no reply from 172.21.15.28:6822 osd.2 since back 2024-08-29T19:04:59.488144+0000 front 2024-08-29T19:04:59.487624+0000 (oldest deadline 2024-08-29T19:05:22.987502+0000) 2024-08-29T19:05:24.826 INFO:journalctl@ceph.osd.6.smithi053.stdout:Aug 29 19:05:24 smithi053 bash[81455]: debug 2024-08-29T19:05:24.535+0000 7f22a9859640 -1 osd.6 2653 heartbeat_check: no reply from 172.21.15.28:6806 osd.0 since back 2024-08-29T19:04:41.434145+0000 front 2024-08-29T19:04:41.434350+0000 (oldest deadline 2024-08-29T19:05:06.734039+0000) 2024-08-29T19:05:24.826 INFO:journalctl@ceph.osd.6.smithi053.stdout:Aug 29 19:05:24 smithi053 bash[81455]: debug 2024-08-29T19:05:24.535+0000 7f22a9859640 -1 osd.6 2653 heartbeat_check: no reply from 172.21.15.28:6814 osd.1 since back 2024-08-29T19:04:51.435579+0000 front 2024-08-29T19:04:51.435369+0000 (oldest deadline 2024-08-29T19:05:13.135359+0000) 2024-08-29T19:05:24.826 INFO:journalctl@ceph.osd.6.smithi053.stdout:Aug 29 19:05:24 smithi053 bash[81455]: debug 2024-08-29T19:05:24.535+0000 7f22a9859640 -1 osd.6 2653 heartbeat_check: no reply from 172.21.15.28:6822 osd.2 since back 2024-08-29T19:04:59.036797+0000 front 2024-08-29T19:04:59.036600+0000 (oldest deadline 2024-08-29T19:05:23.736516+0000) 2024-08-29T19:05:24.827 INFO:journalctl@ceph.osd.7.smithi053.stdout:Aug 29 19:05:24 smithi053 bash[85457]: debug 2024-08-29T19:05:24.731+0000 7f5a75ab9640 -1 osd.7 2653 heartbeat_check: no reply from 172.21.15.28:6806 osd.0 since back 2024-08-29T19:04:40.216295+0000 front 2024-08-29T19:04:40.216389+0000 (oldest deadline 2024-08-29T19:05:06.115988+0000) 2024-08-29T19:05:24.827 INFO:journalctl@ceph.osd.7.smithi053.stdout:Aug 29 19:05:24 smithi053 bash[85457]: debug 2024-08-29T19:05:24.731+0000 7f5a75ab9640 -1 osd.7 2653 heartbeat_check: no reply from 172.21.15.28:6814 osd.1 since back 2024-08-29T19:04:49.017930+0000 front 2024-08-29T19:04:49.017818+0000 (oldest deadline 2024-08-29T19:05:14.317628+0000) 2024-08-29T19:05:24.827 INFO:journalctl@ceph.osd.7.smithi053.stdout:Aug 29 19:05:24 smithi053 bash[85457]: debug 2024-08-29T19:05:24.731+0000 7f5a75ab9640 -1 osd.7 2653 heartbeat_check: no reply from 172.21.15.28:6822 osd.2 since back 2024-08-29T19:04:58.419155+0000 front 2024-08-29T19:04:58.419459+0000 (oldest deadline 2024-08-29T19:05:23.718914+0000) 2024-08-29T19:05:25.576 INFO:journalctl@ceph.osd.5.smithi053.stdout:Aug 29 19:05:25 smithi053 bash[77077]: debug 2024-08-29T19:05:25.299+0000 7fa99419a640 -1 osd.5 2653 heartbeat_check: no reply from 172.21.15.28:6806 osd.0 since back 2024-08-29T19:04:43.784823+0000 front 2024-08-29T19:04:43.784457+0000 (oldest deadline 2024-08-29T19:05:06.684517+0000) 2024-08-29T19:05:25.576 INFO:journalctl@ceph.osd.5.smithi053.stdout:Aug 29 19:05:25 smithi053 bash[77077]: debug 2024-08-29T19:05:25.299+0000 7fa99419a640 -1 osd.5 2653 heartbeat_check: no reply from 172.21.15.28:6814 osd.1 since back 2024-08-29T19:04:48.386138+0000 front 2024-08-29T19:04:48.385868+0000 (oldest deadline 2024-08-29T19:05:14.285524+0000) 2024-08-29T19:05:25.576 INFO:journalctl@ceph.osd.5.smithi053.stdout:Aug 29 19:05:25 smithi053 bash[77077]: debug 2024-08-29T19:05:25.299+0000 7fa99419a640 -1 osd.5 2653 heartbeat_check: no reply from 172.21.15.28:6822 osd.2 since back 2024-08-29T19:04:59.488144+0000 front 2024-08-29T19:04:59.487624+0000 (oldest deadline 2024-08-29T19:05:22.987502+0000) 2024-08-29T19:05:25.577 INFO:journalctl@ceph.osd.6.smithi053.stdout:Aug 29 19:05:25 smithi053 bash[81455]: debug 2024-08-29T19:05:25.491+0000 7f22a9859640 -1 osd.6 2653 heartbeat_check: no reply from 172.21.15.28:6806 osd.0 since back 2024-08-29T19:04:41.434145+0000 front 2024-08-29T19:04:41.434350+0000 (oldest deadline 2024-08-29T19:05:06.734039+0000) 2024-08-29T19:05:25.577 INFO:journalctl@ceph.osd.6.smithi053.stdout:Aug 29 19:05:25 smithi053 bash[81455]: debug 2024-08-29T19:05:25.491+0000 7f22a9859640 -1 osd.6 2653 heartbeat_check: no reply from 172.21.15.28:6814 osd.1 since back 2024-08-29T19:04:51.435579+0000 front 2024-08-29T19:04:51.435369+0000 (oldest deadline 2024-08-29T19:05:13.135359+0000) 2024-08-29T19:05:25.577 INFO:journalctl@ceph.osd.6.smithi053.stdout:Aug 29 19:05:25 smithi053 bash[81455]: debug 2024-08-29T19:05:25.491+0000 7f22a9859640 -1 osd.6 2653 heartbeat_check: no reply from 172.21.15.28:6822 osd.2 since back 2024-08-29T19:04:59.036797+0000 front 2024-08-29T19:04:59.036600+0000 (oldest deadline 2024-08-29T19:05:23.736516+0000) 2024-08-29T19:05:26.076 INFO:journalctl@ceph.osd.7.smithi053.stdout:Aug 29 19:05:25 smithi053 bash[85457]: debug 2024-08-29T19:05:25.715+0000 7f5a75ab9640 -1 osd.7 2653 heartbeat_check: no reply from 172.21.15.28:6806 osd.0 since back 2024-08-29T19:04:40.216295+0000 front 2024-08-29T19:04:40.216389+0000 (oldest deadline 2024-08-29T19:05:06.115988+0000) 2024-08-29T19:05:26.076 INFO:journalctl@ceph.osd.7.smithi053.stdout:Aug 29 19:05:25 smithi053 bash[85457]: debug 2024-08-29T19:05:25.715+0000 7f5a75ab9640 -1 osd.7 2653 heartbeat_check: no reply from 172.21.15.28:6814 osd.1 since back 2024-08-29T19:04:49.017930+0000 front 2024-08-29T19:04:49.017818+0000 (oldest deadline 2024-08-29T19:05:14.317628+0000) 2024-08-29T19:05:26.076 INFO:journalctl@ceph.osd.7.smithi053.stdout:Aug 29 19:05:25 smithi053 bash[85457]: debug 2024-08-29T19:05:25.715+0000 7f5a75ab9640 -1 osd.7 2653 heartbeat_check: no reply from 172.21.15.28:6822 osd.2 since back 2024-08-29T19:04:58.419155+0000 front 2024-08-29T19:04:58.419459+0000 (oldest deadline 2024-08-29T19:05:23.718914+0000) 2024-08-29T19:05:26.547 INFO:journalctl@ceph.osd.5.smithi053.stdout:Aug 29 19:05:26 smithi053 bash[77077]: debug 2024-08-29T19:05:26.267+0000 7fa99419a640 -1 osd.5 2653 heartbeat_check: no reply from 172.21.15.28:6806 osd.0 since back 2024-08-29T19:04:43.784823+0000 front 2024-08-29T19:04:43.784457+0000 (oldest deadline 2024-08-29T19:05:06.684517+0000) 2024-08-29T19:05:26.547 INFO:journalctl@ceph.osd.5.smithi053.stdout:Aug 29 19:05:26 smithi053 bash[77077]: debug 2024-08-29T19:05:26.267+0000 7fa99419a640 -1 osd.5 2653 heartbeat_check: no reply from 172.21.15.28:6814 osd.1 since back 2024-08-29T19:04:48.386138+0000 front 2024-08-29T19:04:48.385868+0000 (oldest deadline 2024-08-29T19:05:14.285524+0000) 2024-08-29T19:05:26.547 INFO:journalctl@ceph.osd.5.smithi053.stdout:Aug 29 19:05:26 smithi053 bash[77077]: debug 2024-08-29T19:05:26.267+0000 7fa99419a640 -1 osd.5 2653 heartbeat_check: no reply from 172.21.15.28:6822 osd.2 since back 2024-08-29T19:04:59.488144+0000 front 2024-08-29T19:04:59.487624+0000 (oldest deadline 2024-08-29T19:05:22.987502+0000) 2024-08-29T19:05:26.826 INFO:journalctl@ceph.osd.7.smithi053.stdout:Aug 29 19:05:26 smithi053 bash[85457]: debug 2024-08-29T19:05:26.739+0000 7f5a75ab9640 -1 osd.7 2653 heartbeat_check: no reply from 172.21.15.28:6806 osd.0 since back 2024-08-29T19:04:40.216295+0000 front 2024-08-29T19:04:40.216389+0000 (oldest deadline 2024-08-29T19:05:06.115988+0000) 2024-08-29T19:05:26.826 INFO:journalctl@ceph.osd.7.smithi053.stdout:Aug 29 19:05:26 smithi053 bash[85457]: debug 2024-08-29T19:05:26.739+0000 7f5a75ab9640 -1 osd.7 2653 heartbeat_check: no reply from 172.21.15.28:6814 osd.1 since back 2024-08-29T19:04:49.017930+0000 front 2024-08-29T19:04:49.017818+0000 (oldest deadline 2024-08-29T19:05:14.317628+0000) 2024-08-29T19:05:26.827 INFO:journalctl@ceph.osd.7.smithi053.stdout:Aug 29 19:05:26 smithi053 bash[85457]: debug 2024-08-29T19:05:26.739+0000 7f5a75ab9640 -1 osd.7 2653 heartbeat_check: no reply from 172.21.15.28:6822 osd.2 since back 2024-08-29T19:04:58.419155+0000 front 2024-08-29T19:04:58.419459+0000 (oldest deadline 2024-08-29T19:05:23.718914+0000) 2024-08-29T19:05:26.827 INFO:journalctl@ceph.osd.6.smithi053.stdout:Aug 29 19:05:26 smithi053 bash[81455]: debug 2024-08-29T19:05:26.547+0000 7f22a9859640 -1 osd.6 2653 heartbeat_check: no reply from 172.21.15.28:6806 osd.0 since back 2024-08-29T19:04:41.434145+0000 front 2024-08-29T19:04:41.434350+0000 (oldest deadline 2024-08-29T19:05:06.734039+0000) 2024-08-29T19:05:26.827 INFO:journalctl@ceph.osd.6.smithi053.stdout:Aug 29 19:05:26 smithi053 bash[81455]: debug 2024-08-29T19:05:26.547+0000 7f22a9859640 -1 osd.6 2653 heartbeat_check: no reply from 172.21.15.28:6814 osd.1 since back 2024-08-29T19:04:51.435579+0000 front 2024-08-29T19:04:51.435369+0000 (oldest deadline 2024-08-29T19:05:13.135359+0000) 2024-08-29T19:05:26.827 INFO:journalctl@ceph.osd.6.smithi053.stdout:Aug 29 19:05:26 smithi053 bash[81455]: debug 2024-08-29T19:05:26.547+0000 7f22a9859640 -1 osd.6 2653 heartbeat_check: no reply from 172.21.15.28:6822 osd.2 since back 2024-08-29T19:04:59.036797+0000 front 2024-08-29T19:04:59.036600+0000 (oldest deadline 2024-08-29T19:05:23.736516+0000) 2024-08-29T19:05:28.076 INFO:journalctl@ceph.osd.7.smithi053.stdout:Aug 29 19:05:27 smithi053 bash[85457]: debug 2024-08-29T19:05:27.703+0000 7f5a75ab9640 -1 osd.7 2653 heartbeat_check: no reply from 172.21.15.28:6806 osd.0 since back 2024-08-29T19:04:40.216295+0000 front 2024-08-29T19:04:40.216389+0000 (oldest deadline 2024-08-29T19:05:06.115988+0000) 2024-08-29T19:05:28.076 INFO:journalctl@ceph.osd.7.smithi053.stdout:Aug 29 19:05:27 smithi053 bash[85457]: debug 2024-08-29T19:05:27.703+0000 7f5a75ab9640 -1 osd.7 2653 heartbeat_check: no reply from 172.21.15.28:6814 osd.1 since back 2024-08-29T19:04:49.017930+0000 front 2024-08-29T19:04:49.017818+0000 (oldest deadline 2024-08-29T19:05:14.317628+0000) 2024-08-29T19:05:28.076 INFO:journalctl@ceph.osd.7.smithi053.stdout:Aug 29 19:05:27 smithi053 bash[85457]: debug 2024-08-29T19:05:27.703+0000 7f5a75ab9640 -1 osd.7 2653 heartbeat_check: no reply from 172.21.15.28:6822 osd.2 since back 2024-08-29T19:04:58.419155+0000 front 2024-08-29T19:04:58.419459+0000 (oldest deadline 2024-08-29T19:05:23.718914+0000) 2024-08-29T19:05:28.077 INFO:journalctl@ceph.osd.6.smithi053.stdout:Aug 29 19:05:27 smithi053 bash[81455]: debug 2024-08-29T19:05:27.575+0000 7f22a9859640 -1 osd.6 2653 heartbeat_check: no reply from 172.21.15.28:6806 osd.0 since back 2024-08-29T19:04:41.434145+0000 front 2024-08-29T19:04:41.434350+0000 (oldest deadline 2024-08-29T19:05:06.734039+0000) 2024-08-29T19:05:28.077 INFO:journalctl@ceph.osd.6.smithi053.stdout:Aug 29 19:05:27 smithi053 bash[81455]: debug 2024-08-29T19:05:27.575+0000 7f22a9859640 -1 osd.6 2653 heartbeat_check: no reply from 172.21.15.28:6814 osd.1 since back 2024-08-29T19:04:51.435579+0000 front 2024-08-29T19:04:51.435369+0000 (oldest deadline 2024-08-29T19:05:13.135359+0000) 2024-08-29T19:05:28.077 INFO:journalctl@ceph.osd.6.smithi053.stdout:Aug 29 19:05:27 smithi053 bash[81455]: debug 2024-08-29T19:05:27.575+0000 7f22a9859640 -1 osd.6 2653 heartbeat_check: no reply from 172.21.15.28:6822 osd.2 since back 2024-08-29T19:04:59.036797+0000 front 2024-08-29T19:04:59.036600+0000 (oldest deadline 2024-08-29T19:05:23.736516+0000) 2024-08-29T19:05:28.576 INFO:journalctl@ceph.osd.5.smithi053.stdout:Aug 29 19:05:28 smithi053 bash[113327]: ceph-3167ee72-662c-11ef-bcd4-c7b262605968-osd-5 2024-08-29T19:05:28.576 INFO:journalctl@ceph.osd.5.smithi053.stdout:Aug 29 19:05:28 smithi053 bash[113394]: Error response from daemon: No such container: ceph-3167ee72-662c-11ef-bcd4-c7b262605968-osd-5 2024-08-29T19:05:29.076 INFO:journalctl@ceph.osd.6.smithi053.stdout:Aug 29 19:05:28 smithi053 bash[81455]: debug 2024-08-29T19:05:28.571+0000 7f22a9859640 -1 osd.6 2653 heartbeat_check: no reply from 172.21.15.28:6806 osd.0 since back 2024-08-29T19:04:41.434145+0000 front 2024-08-29T19:04:41.434350+0000 (oldest deadline 2024-08-29T19:05:06.734039+0000) 2024-08-29T19:05:29.076 INFO:journalctl@ceph.osd.6.smithi053.stdout:Aug 29 19:05:28 smithi053 bash[81455]: debug 2024-08-29T19:05:28.571+0000 7f22a9859640 -1 osd.6 2653 heartbeat_check: no reply from 172.21.15.28:6814 osd.1 since back 2024-08-29T19:04:51.435579+0000 front 2024-08-29T19:04:51.435369+0000 (oldest deadline 2024-08-29T19:05:13.135359+0000) 2024-08-29T19:05:29.076 INFO:journalctl@ceph.osd.6.smithi053.stdout:Aug 29 19:05:28 smithi053 bash[81455]: debug 2024-08-29T19:05:28.571+0000 7f22a9859640 -1 osd.6 2653 heartbeat_check: no reply from 172.21.15.28:6822 osd.2 since back 2024-08-29T19:04:59.036797+0000 front 2024-08-29T19:04:59.036600+0000 (oldest deadline 2024-08-29T19:05:23.736516+0000) 2024-08-29T19:05:29.077 INFO:journalctl@ceph.osd.7.smithi053.stdout:Aug 29 19:05:28 smithi053 bash[85457]: debug 2024-08-29T19:05:28.711+0000 7f5a75ab9640 -1 osd.7 2653 heartbeat_check: no reply from 172.21.15.28:6806 osd.0 since back 2024-08-29T19:04:40.216295+0000 front 2024-08-29T19:04:40.216389+0000 (oldest deadline 2024-08-29T19:05:06.115988+0000) 2024-08-29T19:05:29.077 INFO:journalctl@ceph.osd.7.smithi053.stdout:Aug 29 19:05:28 smithi053 bash[85457]: debug 2024-08-29T19:05:28.711+0000 7f5a75ab9640 -1 osd.7 2653 heartbeat_check: no reply from 172.21.15.28:6814 osd.1 since back 2024-08-29T19:04:49.017930+0000 front 2024-08-29T19:04:49.017818+0000 (oldest deadline 2024-08-29T19:05:14.317628+0000) 2024-08-29T19:05:29.077 INFO:journalctl@ceph.osd.7.smithi053.stdout:Aug 29 19:05:28 smithi053 bash[85457]: debug 2024-08-29T19:05:28.711+0000 7f5a75ab9640 -1 osd.7 2653 heartbeat_check: no reply from 172.21.15.28:6822 osd.2 since back 2024-08-29T19:04:58.419155+0000 front 2024-08-29T19:04:58.419459+0000 (oldest deadline 2024-08-29T19:05:23.718914+0000) 2024-08-29T19:05:29.824 INFO:journalctl@ceph.osd.6.smithi053.stdout:Aug 29 19:05:29 smithi053 bash[81455]: debug 2024-08-29T19:05:29.555+0000 7f22a9859640 -1 osd.6 2653 heartbeat_check: no reply from 172.21.15.28:6806 osd.0 since back 2024-08-29T19:04:41.434145+0000 front 2024-08-29T19:04:41.434350+0000 (oldest deadline 2024-08-29T19:05:06.734039+0000) 2024-08-29T19:05:29.824 INFO:journalctl@ceph.osd.6.smithi053.stdout:Aug 29 19:05:29 smithi053 bash[81455]: debug 2024-08-29T19:05:29.555+0000 7f22a9859640 -1 osd.6 2653 heartbeat_check: no reply from 172.21.15.28:6814 osd.1 since back 2024-08-29T19:04:51.435579+0000 front 2024-08-29T19:04:51.435369+0000 (oldest deadline 2024-08-29T19:05:13.135359+0000) 2024-08-29T19:05:29.824 INFO:journalctl@ceph.osd.6.smithi053.stdout:Aug 29 19:05:29 smithi053 bash[81455]: debug 2024-08-29T19:05:29.555+0000 7f22a9859640 -1 osd.6 2653 heartbeat_check: no reply from 172.21.15.28:6822 osd.2 since back 2024-08-29T19:04:59.036797+0000 front 2024-08-29T19:04:59.036600+0000 (oldest deadline 2024-08-29T19:05:23.736516+0000) 2024-08-29T19:05:29.824 INFO:journalctl@ceph.osd.7.smithi053.stdout:Aug 29 19:05:29 smithi053 bash[85457]: debug 2024-08-29T19:05:29.751+0000 7f5a75ab9640 -1 osd.7 2653 heartbeat_check: no reply from 172.21.15.28:6806 osd.0 since back 2024-08-29T19:04:40.216295+0000 front 2024-08-29T19:04:40.216389+0000 (oldest deadline 2024-08-29T19:05:06.115988+0000) 2024-08-29T19:05:29.824 INFO:journalctl@ceph.osd.7.smithi053.stdout:Aug 29 19:05:29 smithi053 bash[85457]: debug 2024-08-29T19:05:29.751+0000 7f5a75ab9640 -1 osd.7 2653 heartbeat_check: no reply from 172.21.15.28:6814 osd.1 since back 2024-08-29T19:04:49.017930+0000 front 2024-08-29T19:04:49.017818+0000 (oldest deadline 2024-08-29T19:05:14.317628+0000) 2024-08-29T19:05:29.824 INFO:journalctl@ceph.osd.7.smithi053.stdout:Aug 29 19:05:29 smithi053 bash[85457]: debug 2024-08-29T19:05:29.751+0000 7f5a75ab9640 -1 osd.7 2653 heartbeat_check: no reply from 172.21.15.28:6822 osd.2 since back 2024-08-29T19:04:58.419155+0000 front 2024-08-29T19:04:58.419459+0000 (oldest deadline 2024-08-29T19:05:23.718914+0000) 2024-08-29T19:05:30.768 DEBUG:teuthology.orchestra.run.smithi053:> sudo pkill -f 'journalctl -f -n 0 -u ceph-3167ee72-662c-11ef-bcd4-c7b262605968@osd.5.service' 2024-08-29T19:05:30.798 DEBUG:teuthology.orchestra.run:got remote process result: None 2024-08-29T19:05:30.798 INFO:tasks.cephadm.osd.5:Stopped osd.5 2024-08-29T19:05:30.798 INFO:tasks.cephadm.osd.6:Stopping osd.6... 2024-08-29T19:05:30.798 DEBUG:teuthology.orchestra.run.smithi053:> sudo systemctl stop ceph-3167ee72-662c-11ef-bcd4-c7b262605968@osd.6 2024-08-29T19:05:30.826 INFO:journalctl@ceph.osd.6.smithi053.stdout:Aug 29 19:05:30 smithi053 bash[81455]: debug 2024-08-29T19:05:30.567+0000 7f22a9859640 -1 osd.6 2653 heartbeat_check: no reply from 172.21.15.28:6806 osd.0 since back 2024-08-29T19:04:41.434145+0000 front 2024-08-29T19:04:41.434350+0000 (oldest deadline 2024-08-29T19:05:06.734039+0000) 2024-08-29T19:05:30.826 INFO:journalctl@ceph.osd.6.smithi053.stdout:Aug 29 19:05:30 smithi053 bash[81455]: debug 2024-08-29T19:05:30.567+0000 7f22a9859640 -1 osd.6 2653 heartbeat_check: no reply from 172.21.15.28:6814 osd.1 since back 2024-08-29T19:04:51.435579+0000 front 2024-08-29T19:04:51.435369+0000 (oldest deadline 2024-08-29T19:05:13.135359+0000) 2024-08-29T19:05:30.826 INFO:journalctl@ceph.osd.6.smithi053.stdout:Aug 29 19:05:30 smithi053 bash[81455]: debug 2024-08-29T19:05:30.567+0000 7f22a9859640 -1 osd.6 2653 heartbeat_check: no reply from 172.21.15.28:6822 osd.2 since back 2024-08-29T19:04:59.036797+0000 front 2024-08-29T19:04:59.036600+0000 (oldest deadline 2024-08-29T19:05:23.736516+0000) 2024-08-29T19:05:30.827 INFO:journalctl@ceph.osd.7.smithi053.stdout:Aug 29 19:05:30 smithi053 bash[85457]: debug 2024-08-29T19:05:30.743+0000 7f5a75ab9640 -1 osd.7 2653 heartbeat_check: no reply from 172.21.15.28:6806 osd.0 since back 2024-08-29T19:04:40.216295+0000 front 2024-08-29T19:04:40.216389+0000 (oldest deadline 2024-08-29T19:05:06.115988+0000) 2024-08-29T19:05:30.827 INFO:journalctl@ceph.osd.7.smithi053.stdout:Aug 29 19:05:30 smithi053 bash[85457]: debug 2024-08-29T19:05:30.743+0000 7f5a75ab9640 -1 osd.7 2653 heartbeat_check: no reply from 172.21.15.28:6814 osd.1 since back 2024-08-29T19:04:49.017930+0000 front 2024-08-29T19:04:49.017818+0000 (oldest deadline 2024-08-29T19:05:14.317628+0000) 2024-08-29T19:05:30.827 INFO:journalctl@ceph.osd.7.smithi053.stdout:Aug 29 19:05:30 smithi053 bash[85457]: debug 2024-08-29T19:05:30.743+0000 7f5a75ab9640 -1 osd.7 2653 heartbeat_check: no reply from 172.21.15.28:6822 osd.2 since back 2024-08-29T19:04:58.419155+0000 front 2024-08-29T19:04:58.419459+0000 (oldest deadline 2024-08-29T19:05:23.718914+0000) 2024-08-29T19:05:31.076 INFO:journalctl@ceph.osd.6.smithi053.stdout:Aug 29 19:05:30 smithi053 systemd[1]: Stopping Ceph osd.6 for 3167ee72-662c-11ef-bcd4-c7b262605968... 2024-08-29T19:05:31.076 INFO:journalctl@ceph.osd.6.smithi053.stdout:Aug 29 19:05:30 smithi053 bash[81455]: debug 2024-08-29T19:05:30.971+0000 7f22ad243640 -1 received signal: Terminated from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.6 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2024-08-29T19:05:31.076 INFO:journalctl@ceph.osd.6.smithi053.stdout:Aug 29 19:05:30 smithi053 bash[81455]: debug 2024-08-29T19:05:30.971+0000 7f22ad243640 -1 osd.6 2653 *** Got signal Terminated *** 2024-08-29T19:05:31.076 INFO:journalctl@ceph.osd.6.smithi053.stdout:Aug 29 19:05:30 smithi053 bash[81455]: debug 2024-08-29T19:05:30.971+0000 7f22ad243640 -1 osd.6 2653 *** Immediate shutdown (osd_fast_shutdown=true) *** 2024-08-29T19:05:31.826 INFO:journalctl@ceph.osd.6.smithi053.stdout:Aug 29 19:05:31 smithi053 bash[81455]: debug 2024-08-29T19:05:31.551+0000 7f22a9859640 -1 osd.6 2653 heartbeat_check: no reply from 172.21.15.28:6806 osd.0 since back 2024-08-29T19:04:41.434145+0000 front 2024-08-29T19:04:41.434350+0000 (oldest deadline 2024-08-29T19:05:06.734039+0000) 2024-08-29T19:05:31.826 INFO:journalctl@ceph.osd.6.smithi053.stdout:Aug 29 19:05:31 smithi053 bash[81455]: debug 2024-08-29T19:05:31.551+0000 7f22a9859640 -1 osd.6 2653 heartbeat_check: no reply from 172.21.15.28:6814 osd.1 since back 2024-08-29T19:04:51.435579+0000 front 2024-08-29T19:04:51.435369+0000 (oldest deadline 2024-08-29T19:05:13.135359+0000) 2024-08-29T19:05:31.826 INFO:journalctl@ceph.osd.6.smithi053.stdout:Aug 29 19:05:31 smithi053 bash[81455]: debug 2024-08-29T19:05:31.551+0000 7f22a9859640 -1 osd.6 2653 heartbeat_check: no reply from 172.21.15.28:6822 osd.2 since back 2024-08-29T19:04:59.036797+0000 front 2024-08-29T19:04:59.036600+0000 (oldest deadline 2024-08-29T19:05:23.736516+0000) 2024-08-29T19:05:31.826 INFO:journalctl@ceph.osd.6.smithi053.stdout:Aug 29 19:05:31 smithi053 bash[81455]: debug 2024-08-29T19:05:31.551+0000 7f22a9859640 -1 osd.6 2653 heartbeat_check: no reply from 172.21.15.28:6830 osd.3 since back 2024-08-29T19:05:09.037964+0000 front 2024-08-29T19:05:09.037846+0000 (oldest deadline 2024-08-29T19:05:30.640099+0000) 2024-08-29T19:05:31.827 INFO:journalctl@ceph.osd.7.smithi053.stdout:Aug 29 19:05:31 smithi053 bash[85457]: debug 2024-08-29T19:05:31.775+0000 7f5a75ab9640 -1 osd.7 2653 heartbeat_check: no reply from 172.21.15.28:6806 osd.0 since back 2024-08-29T19:04:40.216295+0000 front 2024-08-29T19:04:40.216389+0000 (oldest deadline 2024-08-29T19:05:06.115988+0000) 2024-08-29T19:05:31.827 INFO:journalctl@ceph.osd.7.smithi053.stdout:Aug 29 19:05:31 smithi053 bash[85457]: debug 2024-08-29T19:05:31.775+0000 7f5a75ab9640 -1 osd.7 2653 heartbeat_check: no reply from 172.21.15.28:6814 osd.1 since back 2024-08-29T19:04:49.017930+0000 front 2024-08-29T19:04:49.017818+0000 (oldest deadline 2024-08-29T19:05:14.317628+0000) 2024-08-29T19:05:31.827 INFO:journalctl@ceph.osd.7.smithi053.stdout:Aug 29 19:05:31 smithi053 bash[85457]: debug 2024-08-29T19:05:31.775+0000 7f5a75ab9640 -1 osd.7 2653 heartbeat_check: no reply from 172.21.15.28:6822 osd.2 since back 2024-08-29T19:04:58.419155+0000 front 2024-08-29T19:04:58.419459+0000 (oldest deadline 2024-08-29T19:05:23.718914+0000) 2024-08-29T19:05:32.826 INFO:journalctl@ceph.osd.7.smithi053.stdout:Aug 29 19:05:32 smithi053 bash[85457]: debug 2024-08-29T19:05:32.755+0000 7f5a75ab9640 -1 osd.7 2653 heartbeat_check: no reply from 172.21.15.28:6806 osd.0 since back 2024-08-29T19:04:40.216295+0000 front 2024-08-29T19:04:40.216389+0000 (oldest deadline 2024-08-29T19:05:06.115988+0000) 2024-08-29T19:05:32.826 INFO:journalctl@ceph.osd.7.smithi053.stdout:Aug 29 19:05:32 smithi053 bash[85457]: debug 2024-08-29T19:05:32.755+0000 7f5a75ab9640 -1 osd.7 2653 heartbeat_check: no reply from 172.21.15.28:6814 osd.1 since back 2024-08-29T19:04:49.017930+0000 front 2024-08-29T19:04:49.017818+0000 (oldest deadline 2024-08-29T19:05:14.317628+0000) 2024-08-29T19:05:32.826 INFO:journalctl@ceph.osd.7.smithi053.stdout:Aug 29 19:05:32 smithi053 bash[85457]: debug 2024-08-29T19:05:32.755+0000 7f5a75ab9640 -1 osd.7 2653 heartbeat_check: no reply from 172.21.15.28:6822 osd.2 since back 2024-08-29T19:04:58.419155+0000 front 2024-08-29T19:04:58.419459+0000 (oldest deadline 2024-08-29T19:05:23.718914+0000) 2024-08-29T19:05:32.826 INFO:journalctl@ceph.osd.6.smithi053.stdout:Aug 29 19:05:32 smithi053 bash[81455]: debug 2024-08-29T19:05:32.543+0000 7f22a9859640 -1 osd.6 2653 heartbeat_check: no reply from 172.21.15.28:6806 osd.0 since back 2024-08-29T19:04:41.434145+0000 front 2024-08-29T19:04:41.434350+0000 (oldest deadline 2024-08-29T19:05:06.734039+0000) 2024-08-29T19:05:32.827 INFO:journalctl@ceph.osd.6.smithi053.stdout:Aug 29 19:05:32 smithi053 bash[81455]: debug 2024-08-29T19:05:32.543+0000 7f22a9859640 -1 osd.6 2653 heartbeat_check: no reply from 172.21.15.28:6814 osd.1 since back 2024-08-29T19:04:51.435579+0000 front 2024-08-29T19:04:51.435369+0000 (oldest deadline 2024-08-29T19:05:13.135359+0000) 2024-08-29T19:05:32.827 INFO:journalctl@ceph.osd.6.smithi053.stdout:Aug 29 19:05:32 smithi053 bash[81455]: debug 2024-08-29T19:05:32.543+0000 7f22a9859640 -1 osd.6 2653 heartbeat_check: no reply from 172.21.15.28:6822 osd.2 since back 2024-08-29T19:04:59.036797+0000 front 2024-08-29T19:04:59.036600+0000 (oldest deadline 2024-08-29T19:05:23.736516+0000) 2024-08-29T19:05:32.827 INFO:journalctl@ceph.osd.6.smithi053.stdout:Aug 29 19:05:32 smithi053 bash[81455]: debug 2024-08-29T19:05:32.543+0000 7f22a9859640 -1 osd.6 2653 heartbeat_check: no reply from 172.21.15.28:6830 osd.3 since back 2024-08-29T19:05:09.037964+0000 front 2024-08-29T19:05:09.037846+0000 (oldest deadline 2024-08-29T19:05:30.640099+0000) 2024-08-29T19:05:34.076 INFO:journalctl@ceph.osd.6.smithi053.stdout:Aug 29 19:05:33 smithi053 bash[81455]: debug 2024-08-29T19:05:33.575+0000 7f22a9859640 -1 osd.6 2653 heartbeat_check: no reply from 172.21.15.28:6806 osd.0 since back 2024-08-29T19:04:41.434145+0000 front 2024-08-29T19:04:41.434350+0000 (oldest deadline 2024-08-29T19:05:06.734039+0000) 2024-08-29T19:05:34.076 INFO:journalctl@ceph.osd.6.smithi053.stdout:Aug 29 19:05:33 smithi053 bash[81455]: debug 2024-08-29T19:05:33.575+0000 7f22a9859640 -1 osd.6 2653 heartbeat_check: no reply from 172.21.15.28:6814 osd.1 since back 2024-08-29T19:04:51.435579+0000 front 2024-08-29T19:04:51.435369+0000 (oldest deadline 2024-08-29T19:05:13.135359+0000) 2024-08-29T19:05:34.076 INFO:journalctl@ceph.osd.6.smithi053.stdout:Aug 29 19:05:33 smithi053 bash[81455]: debug 2024-08-29T19:05:33.575+0000 7f22a9859640 -1 osd.6 2653 heartbeat_check: no reply from 172.21.15.28:6822 osd.2 since back 2024-08-29T19:04:59.036797+0000 front 2024-08-29T19:04:59.036600+0000 (oldest deadline 2024-08-29T19:05:23.736516+0000) 2024-08-29T19:05:34.076 INFO:journalctl@ceph.osd.6.smithi053.stdout:Aug 29 19:05:33 smithi053 bash[81455]: debug 2024-08-29T19:05:33.575+0000 7f22a9859640 -1 osd.6 2653 heartbeat_check: no reply from 172.21.15.28:6830 osd.3 since back 2024-08-29T19:05:09.037964+0000 front 2024-08-29T19:05:09.037846+0000 (oldest deadline 2024-08-29T19:05:30.640099+0000) 2024-08-29T19:05:34.077 INFO:journalctl@ceph.osd.7.smithi053.stdout:Aug 29 19:05:33 smithi053 bash[85457]: debug 2024-08-29T19:05:33.771+0000 7f5a75ab9640 -1 osd.7 2653 heartbeat_check: no reply from 172.21.15.28:6806 osd.0 since back 2024-08-29T19:04:40.216295+0000 front 2024-08-29T19:04:40.216389+0000 (oldest deadline 2024-08-29T19:05:06.115988+0000) 2024-08-29T19:05:34.077 INFO:journalctl@ceph.osd.7.smithi053.stdout:Aug 29 19:05:33 smithi053 bash[85457]: debug 2024-08-29T19:05:33.771+0000 7f5a75ab9640 -1 osd.7 2653 heartbeat_check: no reply from 172.21.15.28:6814 osd.1 since back 2024-08-29T19:04:49.017930+0000 front 2024-08-29T19:04:49.017818+0000 (oldest deadline 2024-08-29T19:05:14.317628+0000) 2024-08-29T19:05:34.077 INFO:journalctl@ceph.osd.7.smithi053.stdout:Aug 29 19:05:33 smithi053 bash[85457]: debug 2024-08-29T19:05:33.771+0000 7f5a75ab9640 -1 osd.7 2653 heartbeat_check: no reply from 172.21.15.28:6822 osd.2 since back 2024-08-29T19:04:58.419155+0000 front 2024-08-29T19:04:58.419459+0000 (oldest deadline 2024-08-29T19:05:23.718914+0000) 2024-08-29T19:05:34.077 INFO:journalctl@ceph.osd.7.smithi053.stdout:Aug 29 19:05:33 smithi053 bash[85457]: debug 2024-08-29T19:05:33.771+0000 7f5a75ab9640 -1 osd.7 2653 heartbeat_check: no reply from 172.21.15.28:6830 osd.3 since back 2024-08-29T19:05:07.022128+0000 front 2024-08-29T19:05:07.022085+0000 (oldest deadline 2024-08-29T19:05:32.921687+0000) 2024-08-29T19:05:34.826 INFO:journalctl@ceph.osd.6.smithi053.stdout:Aug 29 19:05:34 smithi053 bash[81455]: debug 2024-08-29T19:05:34.563+0000 7f22a9859640 -1 osd.6 2653 heartbeat_check: no reply from 172.21.15.28:6806 osd.0 since back 2024-08-29T19:04:41.434145+0000 front 2024-08-29T19:04:41.434350+0000 (oldest deadline 2024-08-29T19:05:06.734039+0000) 2024-08-29T19:05:34.826 INFO:journalctl@ceph.osd.6.smithi053.stdout:Aug 29 19:05:34 smithi053 bash[81455]: debug 2024-08-29T19:05:34.563+0000 7f22a9859640 -1 osd.6 2653 heartbeat_check: no reply from 172.21.15.28:6814 osd.1 since back 2024-08-29T19:04:51.435579+0000 front 2024-08-29T19:04:51.435369+0000 (oldest deadline 2024-08-29T19:05:13.135359+0000) 2024-08-29T19:05:34.826 INFO:journalctl@ceph.osd.6.smithi053.stdout:Aug 29 19:05:34 smithi053 bash[81455]: debug 2024-08-29T19:05:34.563+0000 7f22a9859640 -1 osd.6 2653 heartbeat_check: no reply from 172.21.15.28:6822 osd.2 since back 2024-08-29T19:04:59.036797+0000 front 2024-08-29T19:04:59.036600+0000 (oldest deadline 2024-08-29T19:05:23.736516+0000) 2024-08-29T19:05:34.826 INFO:journalctl@ceph.osd.6.smithi053.stdout:Aug 29 19:05:34 smithi053 bash[81455]: debug 2024-08-29T19:05:34.563+0000 7f22a9859640 -1 osd.6 2653 heartbeat_check: no reply from 172.21.15.28:6830 osd.3 since back 2024-08-29T19:05:09.037964+0000 front 2024-08-29T19:05:09.037846+0000 (oldest deadline 2024-08-29T19:05:30.640099+0000) 2024-08-29T19:05:34.827 INFO:journalctl@ceph.osd.7.smithi053.stdout:Aug 29 19:05:34 smithi053 bash[85457]: debug 2024-08-29T19:05:34.799+0000 7f5a75ab9640 -1 osd.7 2653 heartbeat_check: no reply from 172.21.15.28:6806 osd.0 since back 2024-08-29T19:04:40.216295+0000 front 2024-08-29T19:04:40.216389+0000 (oldest deadline 2024-08-29T19:05:06.115988+0000) 2024-08-29T19:05:34.827 INFO:journalctl@ceph.osd.7.smithi053.stdout:Aug 29 19:05:34 smithi053 bash[85457]: debug 2024-08-29T19:05:34.799+0000 7f5a75ab9640 -1 osd.7 2653 heartbeat_check: no reply from 172.21.15.28:6814 osd.1 since back 2024-08-29T19:04:49.017930+0000 front 2024-08-29T19:04:49.017818+0000 (oldest deadline 2024-08-29T19:05:14.317628+0000) 2024-08-29T19:05:34.827 INFO:journalctl@ceph.osd.7.smithi053.stdout:Aug 29 19:05:34 smithi053 bash[85457]: debug 2024-08-29T19:05:34.799+0000 7f5a75ab9640 -1 osd.7 2653 heartbeat_check: no reply from 172.21.15.28:6822 osd.2 since back 2024-08-29T19:04:58.419155+0000 front 2024-08-29T19:04:58.419459+0000 (oldest deadline 2024-08-29T19:05:23.718914+0000) 2024-08-29T19:05:34.827 INFO:journalctl@ceph.osd.7.smithi053.stdout:Aug 29 19:05:34 smithi053 bash[85457]: debug 2024-08-29T19:05:34.799+0000 7f5a75ab9640 -1 osd.7 2653 heartbeat_check: no reply from 172.21.15.28:6830 osd.3 since back 2024-08-29T19:05:07.022128+0000 front 2024-08-29T19:05:07.022085+0000 (oldest deadline 2024-08-29T19:05:32.921687+0000) 2024-08-29T19:05:35.826 INFO:journalctl@ceph.osd.6.smithi053.stdout:Aug 29 19:05:35 smithi053 bash[81455]: debug 2024-08-29T19:05:35.567+0000 7f22a9859640 -1 osd.6 2653 heartbeat_check: no reply from 172.21.15.28:6806 osd.0 since back 2024-08-29T19:04:41.434145+0000 front 2024-08-29T19:04:41.434350+0000 (oldest deadline 2024-08-29T19:05:06.734039+0000) 2024-08-29T19:05:35.826 INFO:journalctl@ceph.osd.6.smithi053.stdout:Aug 29 19:05:35 smithi053 bash[81455]: debug 2024-08-29T19:05:35.567+0000 7f22a9859640 -1 osd.6 2653 heartbeat_check: no reply from 172.21.15.28:6814 osd.1 since back 2024-08-29T19:04:51.435579+0000 front 2024-08-29T19:04:51.435369+0000 (oldest deadline 2024-08-29T19:05:13.135359+0000) 2024-08-29T19:05:35.826 INFO:journalctl@ceph.osd.6.smithi053.stdout:Aug 29 19:05:35 smithi053 bash[81455]: debug 2024-08-29T19:05:35.567+0000 7f22a9859640 -1 osd.6 2653 heartbeat_check: no reply from 172.21.15.28:6822 osd.2 since back 2024-08-29T19:04:59.036797+0000 front 2024-08-29T19:04:59.036600+0000 (oldest deadline 2024-08-29T19:05:23.736516+0000) 2024-08-29T19:05:35.826 INFO:journalctl@ceph.osd.6.smithi053.stdout:Aug 29 19:05:35 smithi053 bash[81455]: debug 2024-08-29T19:05:35.567+0000 7f22a9859640 -1 osd.6 2653 heartbeat_check: no reply from 172.21.15.28:6830 osd.3 since back 2024-08-29T19:05:09.037964+0000 front 2024-08-29T19:05:09.037846+0000 (oldest deadline 2024-08-29T19:05:30.640099+0000) 2024-08-29T19:05:36.326 INFO:journalctl@ceph.osd.7.smithi053.stdout:Aug 29 19:05:35 smithi053 bash[85457]: debug 2024-08-29T19:05:35.831+0000 7f5a75ab9640 -1 osd.7 2653 heartbeat_check: no reply from 172.21.15.28:6806 osd.0 since back 2024-08-29T19:04:40.216295+0000 front 2024-08-29T19:04:40.216389+0000 (oldest deadline 2024-08-29T19:05:06.115988+0000) 2024-08-29T19:05:36.326 INFO:journalctl@ceph.osd.7.smithi053.stdout:Aug 29 19:05:35 smithi053 bash[85457]: debug 2024-08-29T19:05:35.831+0000 7f5a75ab9640 -1 osd.7 2653 heartbeat_check: no reply from 172.21.15.28:6814 osd.1 since back 2024-08-29T19:04:49.017930+0000 front 2024-08-29T19:04:49.017818+0000 (oldest deadline 2024-08-29T19:05:14.317628+0000) 2024-08-29T19:05:36.326 INFO:journalctl@ceph.osd.7.smithi053.stdout:Aug 29 19:05:35 smithi053 bash[85457]: debug 2024-08-29T19:05:35.831+0000 7f5a75ab9640 -1 osd.7 2653 heartbeat_check: no reply from 172.21.15.28:6822 osd.2 since back 2024-08-29T19:04:58.419155+0000 front 2024-08-29T19:04:58.419459+0000 (oldest deadline 2024-08-29T19:05:23.718914+0000) 2024-08-29T19:05:36.327 INFO:journalctl@ceph.osd.7.smithi053.stdout:Aug 29 19:05:35 smithi053 bash[85457]: debug 2024-08-29T19:05:35.831+0000 7f5a75ab9640 -1 osd.7 2653 heartbeat_check: no reply from 172.21.15.28:6830 osd.3 since back 2024-08-29T19:05:07.022128+0000 front 2024-08-29T19:05:07.022085+0000 (oldest deadline 2024-08-29T19:05:32.921687+0000) 2024-08-29T19:05:37.187 INFO:journalctl@ceph.osd.7.smithi053.stdout:Aug 29 19:05:36 smithi053 bash[85457]: debug 2024-08-29T19:05:36.875+0000 7f5a75ab9640 -1 osd.7 2653 heartbeat_check: no reply from 172.21.15.28:6806 osd.0 since back 2024-08-29T19:04:40.216295+0000 front 2024-08-29T19:04:40.216389+0000 (oldest deadline 2024-08-29T19:05:06.115988+0000) 2024-08-29T19:05:37.187 INFO:journalctl@ceph.osd.7.smithi053.stdout:Aug 29 19:05:36 smithi053 bash[85457]: debug 2024-08-29T19:05:36.875+0000 7f5a75ab9640 -1 osd.7 2653 heartbeat_check: no reply from 172.21.15.28:6814 osd.1 since back 2024-08-29T19:04:49.017930+0000 front 2024-08-29T19:04:49.017818+0000 (oldest deadline 2024-08-29T19:05:14.317628+0000) 2024-08-29T19:05:37.187 INFO:journalctl@ceph.osd.7.smithi053.stdout:Aug 29 19:05:36 smithi053 bash[85457]: debug 2024-08-29T19:05:36.875+0000 7f5a75ab9640 -1 osd.7 2653 heartbeat_check: no reply from 172.21.15.28:6822 osd.2 since back 2024-08-29T19:04:58.419155+0000 front 2024-08-29T19:04:58.419459+0000 (oldest deadline 2024-08-29T19:05:23.718914+0000) 2024-08-29T19:05:37.188 INFO:journalctl@ceph.osd.7.smithi053.stdout:Aug 29 19:05:36 smithi053 bash[85457]: debug 2024-08-29T19:05:36.875+0000 7f5a75ab9640 -1 osd.7 2653 heartbeat_check: no reply from 172.21.15.28:6830 osd.3 since back 2024-08-29T19:05:07.022128+0000 front 2024-08-29T19:05:07.022085+0000 (oldest deadline 2024-08-29T19:05:32.921687+0000) 2024-08-29T19:05:37.557 INFO:journalctl@ceph.osd.6.smithi053.stdout:Aug 29 19:05:37 smithi053 bash[113521]: ceph-3167ee72-662c-11ef-bcd4-c7b262605968-osd-6 2024-08-29T19:05:37.557 INFO:journalctl@ceph.osd.6.smithi053.stdout:Aug 29 19:05:37 smithi053 bash[113587]: Error response from daemon: No such container: ceph-3167ee72-662c-11ef-bcd4-c7b262605968-osd-6 2024-08-29T19:05:38.326 INFO:journalctl@ceph.osd.7.smithi053.stdout:Aug 29 19:05:37 smithi053 bash[85457]: debug 2024-08-29T19:05:37.831+0000 7f5a75ab9640 -1 osd.7 2653 heartbeat_check: no reply from 172.21.15.28:6806 osd.0 since back 2024-08-29T19:04:40.216295+0000 front 2024-08-29T19:04:40.216389+0000 (oldest deadline 2024-08-29T19:05:06.115988+0000) 2024-08-29T19:05:38.326 INFO:journalctl@ceph.osd.7.smithi053.stdout:Aug 29 19:05:37 smithi053 bash[85457]: debug 2024-08-29T19:05:37.831+0000 7f5a75ab9640 -1 osd.7 2653 heartbeat_check: no reply from 172.21.15.28:6814 osd.1 since back 2024-08-29T19:04:49.017930+0000 front 2024-08-29T19:04:49.017818+0000 (oldest deadline 2024-08-29T19:05:14.317628+0000) 2024-08-29T19:05:38.326 INFO:journalctl@ceph.osd.7.smithi053.stdout:Aug 29 19:05:37 smithi053 bash[85457]: debug 2024-08-29T19:05:37.831+0000 7f5a75ab9640 -1 osd.7 2653 heartbeat_check: no reply from 172.21.15.28:6822 osd.2 since back 2024-08-29T19:04:58.419155+0000 front 2024-08-29T19:04:58.419459+0000 (oldest deadline 2024-08-29T19:05:23.718914+0000) 2024-08-29T19:05:38.326 INFO:journalctl@ceph.osd.7.smithi053.stdout:Aug 29 19:05:37 smithi053 bash[85457]: debug 2024-08-29T19:05:37.831+0000 7f5a75ab9640 -1 osd.7 2653 heartbeat_check: no reply from 172.21.15.28:6830 osd.3 since back 2024-08-29T19:05:07.022128+0000 front 2024-08-29T19:05:07.022085+0000 (oldest deadline 2024-08-29T19:05:32.921687+0000) 2024-08-29T19:05:39.076 INFO:journalctl@ceph.osd.7.smithi053.stdout:Aug 29 19:05:38 smithi053 bash[85457]: debug 2024-08-29T19:05:38.835+0000 7f5a75ab9640 -1 osd.7 2653 heartbeat_check: no reply from 172.21.15.28:6806 osd.0 since back 2024-08-29T19:04:40.216295+0000 front 2024-08-29T19:04:40.216389+0000 (oldest deadline 2024-08-29T19:05:06.115988+0000) 2024-08-29T19:05:39.076 INFO:journalctl@ceph.osd.7.smithi053.stdout:Aug 29 19:05:38 smithi053 bash[85457]: debug 2024-08-29T19:05:38.835+0000 7f5a75ab9640 -1 osd.7 2653 heartbeat_check: no reply from 172.21.15.28:6814 osd.1 since back 2024-08-29T19:04:49.017930+0000 front 2024-08-29T19:04:49.017818+0000 (oldest deadline 2024-08-29T19:05:14.317628+0000) 2024-08-29T19:05:39.076 INFO:journalctl@ceph.osd.7.smithi053.stdout:Aug 29 19:05:38 smithi053 bash[85457]: debug 2024-08-29T19:05:38.835+0000 7f5a75ab9640 -1 osd.7 2653 heartbeat_check: no reply from 172.21.15.28:6822 osd.2 since back 2024-08-29T19:04:58.419155+0000 front 2024-08-29T19:04:58.419459+0000 (oldest deadline 2024-08-29T19:05:23.718914+0000) 2024-08-29T19:05:39.076 INFO:journalctl@ceph.osd.7.smithi053.stdout:Aug 29 19:05:38 smithi053 bash[85457]: debug 2024-08-29T19:05:38.835+0000 7f5a75ab9640 -1 osd.7 2653 heartbeat_check: no reply from 172.21.15.28:6830 osd.3 since back 2024-08-29T19:05:07.022128+0000 front 2024-08-29T19:05:07.022085+0000 (oldest deadline 2024-08-29T19:05:32.921687+0000) 2024-08-29T19:05:39.778 DEBUG:teuthology.orchestra.run.smithi053:> sudo pkill -f 'journalctl -f -n 0 -u ceph-3167ee72-662c-11ef-bcd4-c7b262605968@osd.6.service' 2024-08-29T19:05:39.806 DEBUG:teuthology.orchestra.run:got remote process result: None 2024-08-29T19:05:39.807 INFO:tasks.cephadm.osd.6:Stopped osd.6 2024-08-29T19:05:39.807 INFO:tasks.cephadm.osd.7:Stopping osd.7... 2024-08-29T19:05:39.807 DEBUG:teuthology.orchestra.run.smithi053:> sudo systemctl stop ceph-3167ee72-662c-11ef-bcd4-c7b262605968@osd.7 2024-08-29T19:05:40.029 INFO:journalctl@ceph.osd.7.smithi053.stdout:Aug 29 19:05:39 smithi053 bash[85457]: debug 2024-08-29T19:05:39.831+0000 7f5a75ab9640 -1 osd.7 2653 heartbeat_check: no reply from 172.21.15.28:6806 osd.0 since back 2024-08-29T19:04:40.216295+0000 front 2024-08-29T19:04:40.216389+0000 (oldest deadline 2024-08-29T19:05:06.115988+0000) 2024-08-29T19:05:40.029 INFO:journalctl@ceph.osd.7.smithi053.stdout:Aug 29 19:05:39 smithi053 bash[85457]: debug 2024-08-29T19:05:39.831+0000 7f5a75ab9640 -1 osd.7 2653 heartbeat_check: no reply from 172.21.15.28:6814 osd.1 since back 2024-08-29T19:04:49.017930+0000 front 2024-08-29T19:04:49.017818+0000 (oldest deadline 2024-08-29T19:05:14.317628+0000) 2024-08-29T19:05:40.029 INFO:journalctl@ceph.osd.7.smithi053.stdout:Aug 29 19:05:39 smithi053 bash[85457]: debug 2024-08-29T19:05:39.831+0000 7f5a75ab9640 -1 osd.7 2653 heartbeat_check: no reply from 172.21.15.28:6822 osd.2 since back 2024-08-29T19:04:58.419155+0000 front 2024-08-29T19:04:58.419459+0000 (oldest deadline 2024-08-29T19:05:23.718914+0000) 2024-08-29T19:05:40.030 INFO:journalctl@ceph.osd.7.smithi053.stdout:Aug 29 19:05:39 smithi053 bash[85457]: debug 2024-08-29T19:05:39.831+0000 7f5a75ab9640 -1 osd.7 2653 heartbeat_check: no reply from 172.21.15.28:6830 osd.3 since back 2024-08-29T19:05:07.022128+0000 front 2024-08-29T19:05:07.022085+0000 (oldest deadline 2024-08-29T19:05:32.921687+0000) 2024-08-29T19:05:40.030 INFO:journalctl@ceph.osd.7.smithi053.stdout:Aug 29 19:05:39 smithi053 systemd[1]: Stopping Ceph osd.7 for 3167ee72-662c-11ef-bcd4-c7b262605968... 2024-08-29T19:05:40.326 INFO:journalctl@ceph.osd.7.smithi053.stdout:Aug 29 19:05:40 smithi053 bash[85457]: debug 2024-08-29T19:05:40.027+0000 7f5a7d4ab640 -1 received signal: Terminated from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.7 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2024-08-29T19:05:40.326 INFO:journalctl@ceph.osd.7.smithi053.stdout:Aug 29 19:05:40 smithi053 bash[85457]: debug 2024-08-29T19:05:40.027+0000 7f5a7d4ab640 -1 osd.7 2653 *** Got signal Terminated *** 2024-08-29T19:05:40.326 INFO:journalctl@ceph.osd.7.smithi053.stdout:Aug 29 19:05:40 smithi053 bash[85457]: debug 2024-08-29T19:05:40.027+0000 7f5a7d4ab640 -1 osd.7 2653 *** Immediate shutdown (osd_fast_shutdown=true) *** 2024-08-29T19:05:41.326 INFO:journalctl@ceph.osd.7.smithi053.stdout:Aug 29 19:05:40 smithi053 bash[85457]: debug 2024-08-29T19:05:40.843+0000 7f5a75ab9640 -1 osd.7 2653 heartbeat_check: no reply from 172.21.15.28:6806 osd.0 since back 2024-08-29T19:04:40.216295+0000 front 2024-08-29T19:04:40.216389+0000 (oldest deadline 2024-08-29T19:05:06.115988+0000) 2024-08-29T19:05:41.326 INFO:journalctl@ceph.osd.7.smithi053.stdout:Aug 29 19:05:40 smithi053 bash[85457]: debug 2024-08-29T19:05:40.843+0000 7f5a75ab9640 -1 osd.7 2653 heartbeat_check: no reply from 172.21.15.28:6814 osd.1 since back 2024-08-29T19:04:49.017930+0000 front 2024-08-29T19:04:49.017818+0000 (oldest deadline 2024-08-29T19:05:14.317628+0000) 2024-08-29T19:05:41.326 INFO:journalctl@ceph.osd.7.smithi053.stdout:Aug 29 19:05:40 smithi053 bash[85457]: debug 2024-08-29T19:05:40.843+0000 7f5a75ab9640 -1 osd.7 2653 heartbeat_check: no reply from 172.21.15.28:6822 osd.2 since back 2024-08-29T19:04:58.419155+0000 front 2024-08-29T19:04:58.419459+0000 (oldest deadline 2024-08-29T19:05:23.718914+0000) 2024-08-29T19:05:41.326 INFO:journalctl@ceph.osd.7.smithi053.stdout:Aug 29 19:05:40 smithi053 bash[85457]: debug 2024-08-29T19:05:40.843+0000 7f5a75ab9640 -1 osd.7 2653 heartbeat_check: no reply from 172.21.15.28:6830 osd.3 since back 2024-08-29T19:05:07.022128+0000 front 2024-08-29T19:05:07.022085+0000 (oldest deadline 2024-08-29T19:05:32.921687+0000) 2024-08-29T19:05:42.326 INFO:journalctl@ceph.osd.7.smithi053.stdout:Aug 29 19:05:41 smithi053 bash[85457]: debug 2024-08-29T19:05:41.835+0000 7f5a75ab9640 -1 osd.7 2653 heartbeat_check: no reply from 172.21.15.28:6806 osd.0 since back 2024-08-29T19:04:40.216295+0000 front 2024-08-29T19:04:40.216389+0000 (oldest deadline 2024-08-29T19:05:06.115988+0000) 2024-08-29T19:05:42.326 INFO:journalctl@ceph.osd.7.smithi053.stdout:Aug 29 19:05:41 smithi053 bash[85457]: debug 2024-08-29T19:05:41.835+0000 7f5a75ab9640 -1 osd.7 2653 heartbeat_check: no reply from 172.21.15.28:6814 osd.1 since back 2024-08-29T19:04:49.017930+0000 front 2024-08-29T19:04:49.017818+0000 (oldest deadline 2024-08-29T19:05:14.317628+0000) 2024-08-29T19:05:42.326 INFO:journalctl@ceph.osd.7.smithi053.stdout:Aug 29 19:05:41 smithi053 bash[85457]: debug 2024-08-29T19:05:41.835+0000 7f5a75ab9640 -1 osd.7 2653 heartbeat_check: no reply from 172.21.15.28:6822 osd.2 since back 2024-08-29T19:04:58.419155+0000 front 2024-08-29T19:04:58.419459+0000 (oldest deadline 2024-08-29T19:05:23.718914+0000) 2024-08-29T19:05:42.326 INFO:journalctl@ceph.osd.7.smithi053.stdout:Aug 29 19:05:41 smithi053 bash[85457]: debug 2024-08-29T19:05:41.835+0000 7f5a75ab9640 -1 osd.7 2653 heartbeat_check: no reply from 172.21.15.28:6830 osd.3 since back 2024-08-29T19:05:07.022128+0000 front 2024-08-29T19:05:07.022085+0000 (oldest deadline 2024-08-29T19:05:32.921687+0000) 2024-08-29T19:05:43.326 INFO:journalctl@ceph.osd.7.smithi053.stdout:Aug 29 19:05:42 smithi053 bash[85457]: debug 2024-08-29T19:05:42.831+0000 7f5a75ab9640 -1 osd.7 2653 heartbeat_check: no reply from 172.21.15.28:6806 osd.0 since back 2024-08-29T19:04:40.216295+0000 front 2024-08-29T19:04:40.216389+0000 (oldest deadline 2024-08-29T19:05:06.115988+0000) 2024-08-29T19:05:43.326 INFO:journalctl@ceph.osd.7.smithi053.stdout:Aug 29 19:05:42 smithi053 bash[85457]: debug 2024-08-29T19:05:42.831+0000 7f5a75ab9640 -1 osd.7 2653 heartbeat_check: no reply from 172.21.15.28:6814 osd.1 since back 2024-08-29T19:04:49.017930+0000 front 2024-08-29T19:04:49.017818+0000 (oldest deadline 2024-08-29T19:05:14.317628+0000) 2024-08-29T19:05:43.326 INFO:journalctl@ceph.osd.7.smithi053.stdout:Aug 29 19:05:42 smithi053 bash[85457]: debug 2024-08-29T19:05:42.831+0000 7f5a75ab9640 -1 osd.7 2653 heartbeat_check: no reply from 172.21.15.28:6822 osd.2 since back 2024-08-29T19:04:58.419155+0000 front 2024-08-29T19:04:58.419459+0000 (oldest deadline 2024-08-29T19:05:23.718914+0000) 2024-08-29T19:05:43.327 INFO:journalctl@ceph.osd.7.smithi053.stdout:Aug 29 19:05:42 smithi053 bash[85457]: debug 2024-08-29T19:05:42.831+0000 7f5a75ab9640 -1 osd.7 2653 heartbeat_check: no reply from 172.21.15.28:6830 osd.3 since back 2024-08-29T19:05:07.022128+0000 front 2024-08-29T19:05:07.022085+0000 (oldest deadline 2024-08-29T19:05:32.921687+0000) 2024-08-29T19:05:44.326 INFO:journalctl@ceph.osd.7.smithi053.stdout:Aug 29 19:05:43 smithi053 bash[85457]: debug 2024-08-29T19:05:43.859+0000 7f5a75ab9640 -1 osd.7 2653 heartbeat_check: no reply from 172.21.15.28:6806 osd.0 since back 2024-08-29T19:04:40.216295+0000 front 2024-08-29T19:04:40.216389+0000 (oldest deadline 2024-08-29T19:05:06.115988+0000) 2024-08-29T19:05:44.326 INFO:journalctl@ceph.osd.7.smithi053.stdout:Aug 29 19:05:43 smithi053 bash[85457]: debug 2024-08-29T19:05:43.859+0000 7f5a75ab9640 -1 osd.7 2653 heartbeat_check: no reply from 172.21.15.28:6814 osd.1 since back 2024-08-29T19:04:49.017930+0000 front 2024-08-29T19:04:49.017818+0000 (oldest deadline 2024-08-29T19:05:14.317628+0000) 2024-08-29T19:05:44.326 INFO:journalctl@ceph.osd.7.smithi053.stdout:Aug 29 19:05:43 smithi053 bash[85457]: debug 2024-08-29T19:05:43.859+0000 7f5a75ab9640 -1 osd.7 2653 heartbeat_check: no reply from 172.21.15.28:6822 osd.2 since back 2024-08-29T19:04:58.419155+0000 front 2024-08-29T19:04:58.419459+0000 (oldest deadline 2024-08-29T19:05:23.718914+0000) 2024-08-29T19:05:44.326 INFO:journalctl@ceph.osd.7.smithi053.stdout:Aug 29 19:05:43 smithi053 bash[85457]: debug 2024-08-29T19:05:43.859+0000 7f5a75ab9640 -1 osd.7 2653 heartbeat_check: no reply from 172.21.15.28:6830 osd.3 since back 2024-08-29T19:05:07.022128+0000 front 2024-08-29T19:05:07.022085+0000 (oldest deadline 2024-08-29T19:05:32.921687+0000) 2024-08-29T19:05:44.327 INFO:journalctl@ceph.osd.7.smithi053.stdout:Aug 29 19:05:43 smithi053 bash[85457]: debug 2024-08-29T19:05:43.859+0000 7f5a75ab9640 -1 osd.7 2653 heartbeat_check: no reply from 172.21.15.53:6804 osd.4 since back 2024-08-29T19:05:17.623034+0000 front 2024-08-29T19:05:17.623082+0000 (oldest deadline 2024-08-29T19:05:42.922941+0000) 2024-08-29T19:05:45.326 INFO:journalctl@ceph.osd.7.smithi053.stdout:Aug 29 19:05:44 smithi053 bash[85457]: debug 2024-08-29T19:05:44.863+0000 7f5a75ab9640 -1 osd.7 2653 heartbeat_check: no reply from 172.21.15.28:6806 osd.0 since back 2024-08-29T19:04:40.216295+0000 front 2024-08-29T19:04:40.216389+0000 (oldest deadline 2024-08-29T19:05:06.115988+0000) 2024-08-29T19:05:45.326 INFO:journalctl@ceph.osd.7.smithi053.stdout:Aug 29 19:05:44 smithi053 bash[85457]: debug 2024-08-29T19:05:44.863+0000 7f5a75ab9640 -1 osd.7 2653 heartbeat_check: no reply from 172.21.15.28:6814 osd.1 since back 2024-08-29T19:04:49.017930+0000 front 2024-08-29T19:04:49.017818+0000 (oldest deadline 2024-08-29T19:05:14.317628+0000) 2024-08-29T19:05:45.326 INFO:journalctl@ceph.osd.7.smithi053.stdout:Aug 29 19:05:44 smithi053 bash[85457]: debug 2024-08-29T19:05:44.863+0000 7f5a75ab9640 -1 osd.7 2653 heartbeat_check: no reply from 172.21.15.28:6822 osd.2 since back 2024-08-29T19:04:58.419155+0000 front 2024-08-29T19:04:58.419459+0000 (oldest deadline 2024-08-29T19:05:23.718914+0000) 2024-08-29T19:05:45.327 INFO:journalctl@ceph.osd.7.smithi053.stdout:Aug 29 19:05:44 smithi053 bash[85457]: debug 2024-08-29T19:05:44.863+0000 7f5a75ab9640 -1 osd.7 2653 heartbeat_check: no reply from 172.21.15.28:6830 osd.3 since back 2024-08-29T19:05:07.022128+0000 front 2024-08-29T19:05:07.022085+0000 (oldest deadline 2024-08-29T19:05:32.921687+0000) 2024-08-29T19:05:45.327 INFO:journalctl@ceph.osd.7.smithi053.stdout:Aug 29 19:05:44 smithi053 bash[85457]: debug 2024-08-29T19:05:44.863+0000 7f5a75ab9640 -1 osd.7 2653 heartbeat_check: no reply from 172.21.15.53:6804 osd.4 since back 2024-08-29T19:05:17.623034+0000 front 2024-08-29T19:05:17.623082+0000 (oldest deadline 2024-08-29T19:05:42.922941+0000) 2024-08-29T19:05:46.670 INFO:journalctl@ceph.osd.7.smithi053.stdout:Aug 29 19:05:46 smithi053 bash[113717]: ceph-3167ee72-662c-11ef-bcd4-c7b262605968-osd-7 2024-08-29T19:05:46.670 INFO:journalctl@ceph.osd.7.smithi053.stdout:Aug 29 19:05:46 smithi053 bash[113779]: Error response from daemon: No such container: ceph-3167ee72-662c-11ef-bcd4-c7b262605968-osd-7 2024-08-29T19:05:48.204 DEBUG:teuthology.orchestra.run.smithi053:> sudo pkill -f 'journalctl -f -n 0 -u ceph-3167ee72-662c-11ef-bcd4-c7b262605968@osd.7.service' 2024-08-29T19:05:48.233 DEBUG:teuthology.orchestra.run:got remote process result: None 2024-08-29T19:05:48.234 INFO:tasks.cephadm.osd.7:Stopped osd.7 2024-08-29T19:05:48.234 INFO:tasks.cephadm.mds.a:Stopping mds.a... 2024-08-29T19:05:48.234 DEBUG:teuthology.orchestra.run.smithi028:> sudo systemctl stop ceph-3167ee72-662c-11ef-bcd4-c7b262605968@mds.a 2024-08-29T19:05:48.631 INFO:journalctl@ceph.mds.a.smithi028.stdout:Aug 29 19:05:48 smithi028 systemd[1]: Stopping Ceph mds.a for 3167ee72-662c-11ef-bcd4-c7b262605968... 2024-08-29T19:05:48.631 INFO:journalctl@ceph.mds.a.smithi028.stdout:Aug 29 19:05:48 smithi028 bash[99573]: debug 2024-08-29T19:05:48.389+0000 7f1252c7a640 -1 received signal: Terminated from /sbin/docker-init -- /usr/bin/ceph-mds -n mds.a -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2024-08-29T19:05:48.631 INFO:journalctl@ceph.mds.a.smithi028.stdout:Aug 29 19:05:48 smithi028 bash[99573]: debug 2024-08-29T19:05:48.389+0000 7f1252c7a640 -1 mds.a *** got signal Terminated *** 2024-08-29T19:05:51.131 INFO:journalctl@ceph.mds.a.smithi028.stdout:Aug 29 19:05:51 smithi028 bash[127355]: ceph-3167ee72-662c-11ef-bcd4-c7b262605968-mds-a 2024-08-29T19:05:51.257 DEBUG:teuthology.orchestra.run.smithi028:> sudo pkill -f 'journalctl -f -n 0 -u ceph-3167ee72-662c-11ef-bcd4-c7b262605968@mds.a.service' 2024-08-29T19:05:51.282 DEBUG:teuthology.orchestra.run:got remote process result: None 2024-08-29T19:05:51.282 INFO:tasks.cephadm.mds.a:Stopped mds.a 2024-08-29T19:05:51.282 INFO:tasks.cephadm.mds.b:Stopping mds.b... 2024-08-29T19:05:51.283 DEBUG:teuthology.orchestra.run.smithi053:> sudo systemctl stop ceph-3167ee72-662c-11ef-bcd4-c7b262605968@mds.b 2024-08-29T19:05:51.576 INFO:journalctl@ceph.mds.b.smithi053.stdout:Aug 29 19:05:51 smithi053 systemd[1]: Stopping Ceph mds.b for 3167ee72-662c-11ef-bcd4-c7b262605968... 2024-08-29T19:05:51.576 INFO:journalctl@ceph.mds.b.smithi053.stdout:Aug 29 19:05:51 smithi053 bash[89063]: debug 2024-08-29T19:05:51.423+0000 7fdb3d2a1640 -1 received signal: Terminated from /sbin/docker-init -- /usr/bin/ceph-mds -n mds.b -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2024-08-29T19:05:51.576 INFO:journalctl@ceph.mds.b.smithi053.stdout:Aug 29 19:05:51 smithi053 bash[89063]: debug 2024-08-29T19:05:51.423+0000 7fdb3d2a1640 -1 mds.b *** got signal Terminated *** 2024-08-29T19:05:51.881 INFO:journalctl@ceph.alertmanager.a.smithi028.stdout:Aug 29 19:05:51 smithi028 bash[106298]: ts=2024-08-29T19:05:51.626Z caller=notify.go:732 level=warn component=dispatcher receiver=ceph-dashboard integration=webhook[0] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi028.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.28:8443: connect: connection refused" 2024-08-29T19:05:51.881 INFO:journalctl@ceph.alertmanager.a.smithi028.stdout:Aug 29 19:05:51 smithi028 bash[106298]: ts=2024-08-29T19:05:51.628Z caller=notify.go:732 level=warn component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi053.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.53:8443: connect: connection refused" 2024-08-29T19:05:53.369 DEBUG:teuthology.orchestra.run.smithi053:> sudo pkill -f 'journalctl -f -n 0 -u ceph-3167ee72-662c-11ef-bcd4-c7b262605968@mds.b.service' 2024-08-29T19:05:53.393 DEBUG:teuthology.orchestra.run:got remote process result: None 2024-08-29T19:05:53.393 INFO:tasks.cephadm.mds.b:Stopped mds.b 2024-08-29T19:05:53.393 INFO:tasks.cephadm.prometheus.a:Stopping prometheus.a... 2024-08-29T19:05:53.394 DEBUG:teuthology.orchestra.run.smithi053:> sudo systemctl stop ceph-3167ee72-662c-11ef-bcd4-c7b262605968@prometheus.a 2024-08-29T19:05:53.628 INFO:journalctl@ceph.prometheus.a.smithi053.stdout:Aug 29 19:05:53 smithi053 systemd[1]: Stopping Ceph prometheus.a for 3167ee72-662c-11ef-bcd4-c7b262605968... 2024-08-29T19:05:53.628 INFO:journalctl@ceph.prometheus.a.smithi053.stdout:Aug 29 19:05:53 smithi053 bash[95567]: ts=2024-08-29T19:05:53.585Z caller=main.go:840 level=warn msg="Received SIGTERM, exiting gracefully..." 2024-08-29T19:05:53.628 INFO:journalctl@ceph.prometheus.a.smithi053.stdout:Aug 29 19:05:53 smithi053 bash[95567]: ts=2024-08-29T19:05:53.585Z caller=main.go:864 level=info msg="Stopping scrape discovery manager..." 2024-08-29T19:05:53.628 INFO:journalctl@ceph.prometheus.a.smithi053.stdout:Aug 29 19:05:53 smithi053 bash[95567]: ts=2024-08-29T19:05:53.585Z caller=main.go:878 level=info msg="Stopping notify discovery manager..." 2024-08-29T19:05:53.628 INFO:journalctl@ceph.prometheus.a.smithi053.stdout:Aug 29 19:05:53 smithi053 bash[95567]: ts=2024-08-29T19:05:53.585Z caller=manager.go:988 level=info component="rule manager" msg="Stopping rule manager..." 2024-08-29T19:05:53.628 INFO:journalctl@ceph.prometheus.a.smithi053.stdout:Aug 29 19:05:53 smithi053 bash[95567]: ts=2024-08-29T19:05:53.585Z caller=main.go:860 level=info msg="Scrape discovery manager stopped" 2024-08-29T19:05:53.629 INFO:journalctl@ceph.prometheus.a.smithi053.stdout:Aug 29 19:05:53 smithi053 bash[95567]: ts=2024-08-29T19:05:53.585Z caller=manager.go:998 level=info component="rule manager" msg="Rule manager stopped" 2024-08-29T19:05:53.629 INFO:journalctl@ceph.prometheus.a.smithi053.stdout:Aug 29 19:05:53 smithi053 bash[95567]: ts=2024-08-29T19:05:53.585Z caller=main.go:874 level=info msg="Notify discovery manager stopped" 2024-08-29T19:05:53.629 INFO:journalctl@ceph.prometheus.a.smithi053.stdout:Aug 29 19:05:53 smithi053 bash[95567]: ts=2024-08-29T19:05:53.585Z caller=main.go:915 level=info msg="Stopping scrape manager..." 2024-08-29T19:05:53.629 INFO:journalctl@ceph.prometheus.a.smithi053.stdout:Aug 29 19:05:53 smithi053 bash[95567]: ts=2024-08-29T19:05:53.586Z caller=main.go:907 level=info msg="Scrape manager stopped" 2024-08-29T19:05:53.629 INFO:journalctl@ceph.prometheus.a.smithi053.stdout:Aug 29 19:05:53 smithi053 bash[95567]: ts=2024-08-29T19:05:53.588Z caller=notifier.go:606 level=info component=notifier msg="Stopping notification manager..." 2024-08-29T19:05:53.629 INFO:journalctl@ceph.prometheus.a.smithi053.stdout:Aug 29 19:05:53 smithi053 bash[95567]: ts=2024-08-29T19:05:53.588Z caller=main.go:1135 level=info msg="Notifier manager stopped" 2024-08-29T19:05:53.629 INFO:journalctl@ceph.prometheus.a.smithi053.stdout:Aug 29 19:05:53 smithi053 bash[95567]: ts=2024-08-29T19:05:53.588Z caller=main.go:1147 level=info msg="See you next time!" 2024-08-29T19:05:54.437 DEBUG:teuthology.orchestra.run.smithi053:> sudo pkill -f 'journalctl -f -n 0 -u ceph-3167ee72-662c-11ef-bcd4-c7b262605968@prometheus.a.service' 2024-08-29T19:05:54.460 DEBUG:teuthology.orchestra.run:got remote process result: None 2024-08-29T19:05:54.460 INFO:tasks.cephadm.prometheus.a:Stopped prometheus.a 2024-08-29T19:05:54.461 DEBUG:teuthology.orchestra.run.smithi028:> sudo /home/ubuntu/cephtest/cephadm rm-cluster --fsid 3167ee72-662c-11ef-bcd4-c7b262605968 --force --keep-logs 2024-08-29T19:05:59.553 INFO:journalctl@ceph.node-exporter.a.smithi028.stdout:Aug 29 19:05:59 smithi028 systemd[1]: /etc/systemd/system/ceph-3167ee72-662c-11ef-bcd4-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-08-29T19:05:59.553 INFO:journalctl@ceph.alertmanager.a.smithi028.stdout:Aug 29 19:05:59 smithi028 systemd[1]: /etc/systemd/system/ceph-3167ee72-662c-11ef-bcd4-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-08-29T19:05:59.829 INFO:journalctl@ceph.node-exporter.a.smithi028.stdout:Aug 29 19:05:59 smithi028 systemd[1]: /etc/systemd/system/ceph-3167ee72-662c-11ef-bcd4-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-08-29T19:05:59.829 INFO:journalctl@ceph.node-exporter.a.smithi028.stdout:Aug 29 19:05:59 smithi028 systemd[1]: /etc/systemd/system/ceph-3167ee72-662c-11ef-bcd4-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-08-29T19:05:59.829 INFO:journalctl@ceph.alertmanager.a.smithi028.stdout:Aug 29 19:05:59 smithi028 systemd[1]: /etc/systemd/system/ceph-3167ee72-662c-11ef-bcd4-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-08-29T19:05:59.829 INFO:journalctl@ceph.alertmanager.a.smithi028.stdout:Aug 29 19:05:59 smithi028 systemd[1]: /etc/systemd/system/ceph-3167ee72-662c-11ef-bcd4-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-08-29T19:06:00.106 INFO:journalctl@ceph.alertmanager.a.smithi028.stdout:Aug 29 19:06:00 smithi028 systemd[1]: /etc/systemd/system/ceph-3167ee72-662c-11ef-bcd4-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-08-29T19:06:00.107 INFO:journalctl@ceph.node-exporter.a.smithi028.stdout:Aug 29 19:06:00 smithi028 systemd[1]: /etc/systemd/system/ceph-3167ee72-662c-11ef-bcd4-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-08-29T19:06:00.381 INFO:journalctl@ceph.node-exporter.a.smithi028.stdout:Aug 29 19:06:00 smithi028 systemd[1]: /etc/systemd/system/ceph-3167ee72-662c-11ef-bcd4-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-08-29T19:06:00.381 INFO:journalctl@ceph.alertmanager.a.smithi028.stdout:Aug 29 19:06:00 smithi028 systemd[1]: /etc/systemd/system/ceph-3167ee72-662c-11ef-bcd4-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-08-29T19:06:00.744 INFO:journalctl@ceph.node-exporter.a.smithi028.stdout:Aug 29 19:06:00 smithi028 systemd[1]: /etc/systemd/system/ceph-3167ee72-662c-11ef-bcd4-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-08-29T19:06:00.744 INFO:journalctl@ceph.node-exporter.a.smithi028.stdout:Aug 29 19:06:00 smithi028 systemd[1]: /etc/systemd/system/ceph-3167ee72-662c-11ef-bcd4-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-08-29T19:06:00.744 INFO:journalctl@ceph.alertmanager.a.smithi028.stdout:Aug 29 19:06:00 smithi028 systemd[1]: /etc/systemd/system/ceph-3167ee72-662c-11ef-bcd4-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-08-29T19:06:00.744 INFO:journalctl@ceph.alertmanager.a.smithi028.stdout:Aug 29 19:06:00 smithi028 systemd[1]: /etc/systemd/system/ceph-3167ee72-662c-11ef-bcd4-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-08-29T19:06:01.096 INFO:journalctl@ceph.node-exporter.a.smithi028.stdout:Aug 29 19:06:00 smithi028 systemd[1]: /etc/systemd/system/ceph-3167ee72-662c-11ef-bcd4-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-08-29T19:06:01.096 INFO:journalctl@ceph.node-exporter.a.smithi028.stdout:Aug 29 19:06:00 smithi028 systemd[1]: Stopping Ceph node-exporter.a for 3167ee72-662c-11ef-bcd4-c7b262605968... 2024-08-29T19:06:01.097 INFO:journalctl@ceph.alertmanager.a.smithi028.stdout:Aug 29 19:06:00 smithi028 systemd[1]: /etc/systemd/system/ceph-3167ee72-662c-11ef-bcd4-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-08-29T19:06:01.882 INFO:journalctl@ceph.node-exporter.a.smithi028.stdout:Aug 29 19:06:01 smithi028 bash[127772]: ceph-3167ee72-662c-11ef-bcd4-c7b262605968-node-exporter-a 2024-08-29T19:06:01.883 INFO:journalctl@ceph.alertmanager.a.smithi028.stdout:Aug 29 19:06:01 smithi028 bash[106298]: ts=2024-08-29T19:06:01.626Z caller=dispatch.go:352 level=error component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi053.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.53:8443: connect: connection refused; ceph-dashboard/webhook[0]: notify retry canceled after 8 attempts: Post \"https://smithi028.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.28:8443: connect: connection refused" 2024-08-29T19:06:01.883 INFO:journalctl@ceph.alertmanager.a.smithi028.stdout:Aug 29 19:06:01 smithi028 bash[106298]: ts=2024-08-29T19:06:01.627Z caller=notify.go:732 level=warn component=dispatcher receiver=ceph-dashboard integration=webhook[0] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi028.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.28:8443: connect: connection refused" 2024-08-29T19:06:01.883 INFO:journalctl@ceph.alertmanager.a.smithi028.stdout:Aug 29 19:06:01 smithi028 bash[106298]: ts=2024-08-29T19:06:01.629Z caller=notify.go:732 level=warn component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi053.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.53:8443: connect: connection refused" 2024-08-29T19:06:02.267 INFO:journalctl@ceph.alertmanager.a.smithi028.stdout:Aug 29 19:06:02 smithi028 systemd[1]: /etc/systemd/system/ceph-3167ee72-662c-11ef-bcd4-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-08-29T19:06:02.267 INFO:journalctl@ceph.alertmanager.a.smithi028.stdout:Aug 29 19:06:02 smithi028 systemd[1]: Stopping Ceph alertmanager.a for 3167ee72-662c-11ef-bcd4-c7b262605968... 2024-08-29T19:06:02.267 INFO:journalctl@ceph.node-exporter.a.smithi028.stdout:Aug 29 19:06:01 smithi028 systemd[1]: ceph-3167ee72-662c-11ef-bcd4-c7b262605968@node-exporter.a.service: Main process exited, code=exited, status=143/n/a 2024-08-29T19:06:02.267 INFO:journalctl@ceph.node-exporter.a.smithi028.stdout:Aug 29 19:06:01 smithi028 bash[127833]: Error response from daemon: No such container: ceph-3167ee72-662c-11ef-bcd4-c7b262605968-node-exporter-a 2024-08-29T19:06:02.267 INFO:journalctl@ceph.node-exporter.a.smithi028.stdout:Aug 29 19:06:01 smithi028 systemd[1]: ceph-3167ee72-662c-11ef-bcd4-c7b262605968@node-exporter.a.service: Failed with result 'exit-code'. 2024-08-29T19:06:02.267 INFO:journalctl@ceph.node-exporter.a.smithi028.stdout:Aug 29 19:06:01 smithi028 systemd[1]: Stopped Ceph node-exporter.a for 3167ee72-662c-11ef-bcd4-c7b262605968. 2024-08-29T19:06:02.267 INFO:journalctl@ceph.node-exporter.a.smithi028.stdout:Aug 29 19:06:02 smithi028 systemd[1]: /etc/systemd/system/ceph-3167ee72-662c-11ef-bcd4-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-08-29T19:06:02.631 INFO:journalctl@ceph.alertmanager.a.smithi028.stdout:Aug 29 19:06:02 smithi028 bash[106298]: ts=2024-08-29T19:06:02.268Z caller=main.go:583 level=info msg="Received SIGTERM, exiting gracefully..." 2024-08-29T19:06:03.131 INFO:journalctl@ceph.alertmanager.a.smithi028.stdout:Aug 29 19:06:02 smithi028 bash[127894]: ceph-3167ee72-662c-11ef-bcd4-c7b262605968-alertmanager-a 2024-08-29T19:06:03.131 INFO:journalctl@ceph.alertmanager.a.smithi028.stdout:Aug 29 19:06:03 smithi028 bash[127955]: Error response from daemon: No such container: ceph-3167ee72-662c-11ef-bcd4-c7b262605968-alertmanager-a 2024-08-29T19:06:03.131 INFO:journalctl@ceph.alertmanager.a.smithi028.stdout:Aug 29 19:06:03 smithi028 systemd[1]: ceph-3167ee72-662c-11ef-bcd4-c7b262605968@alertmanager.a.service: Deactivated successfully. 2024-08-29T19:06:03.131 INFO:journalctl@ceph.alertmanager.a.smithi028.stdout:Aug 29 19:06:03 smithi028 systemd[1]: Stopped Ceph alertmanager.a for 3167ee72-662c-11ef-bcd4-c7b262605968. 2024-08-29T19:06:03.432 INFO:journalctl@ceph.alertmanager.a.smithi028.stdout:Aug 29 19:06:03 smithi028 systemd[1]: /etc/systemd/system/ceph-3167ee72-662c-11ef-bcd4-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-08-29T19:06:03.680 DEBUG:teuthology.orchestra.run.smithi053:> sudo /home/ubuntu/cephtest/cephadm rm-cluster --fsid 3167ee72-662c-11ef-bcd4-c7b262605968 --force --keep-logs 2024-08-29T19:06:08.701 INFO:journalctl@ceph.node-exporter.b.smithi053.stdout:Aug 29 19:06:08 smithi053 systemd[1]: /etc/systemd/system/ceph-3167ee72-662c-11ef-bcd4-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-08-29T19:06:08.701 INFO:journalctl@ceph.grafana.a.smithi053.stdout:Aug 29 19:06:08 smithi053 systemd[1]: /etc/systemd/system/ceph-3167ee72-662c-11ef-bcd4-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-08-29T19:06:09.063 INFO:journalctl@ceph.node-exporter.b.smithi053.stdout:Aug 29 19:06:08 smithi053 systemd[1]: /etc/systemd/system/ceph-3167ee72-662c-11ef-bcd4-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-08-29T19:06:09.063 INFO:journalctl@ceph.grafana.a.smithi053.stdout:Aug 29 19:06:08 smithi053 systemd[1]: /etc/systemd/system/ceph-3167ee72-662c-11ef-bcd4-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-08-29T19:06:09.326 INFO:journalctl@ceph.node-exporter.b.smithi053.stdout:Aug 29 19:06:09 smithi053 systemd[1]: /etc/systemd/system/ceph-3167ee72-662c-11ef-bcd4-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-08-29T19:06:09.326 INFO:journalctl@ceph.node-exporter.b.smithi053.stdout:Aug 29 19:06:09 smithi053 systemd[1]: /etc/systemd/system/ceph-3167ee72-662c-11ef-bcd4-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-08-29T19:06:09.326 INFO:journalctl@ceph.grafana.a.smithi053.stdout:Aug 29 19:06:09 smithi053 systemd[1]: /etc/systemd/system/ceph-3167ee72-662c-11ef-bcd4-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-08-29T19:06:09.326 INFO:journalctl@ceph.grafana.a.smithi053.stdout:Aug 29 19:06:09 smithi053 systemd[1]: /etc/systemd/system/ceph-3167ee72-662c-11ef-bcd4-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-08-29T19:06:09.653 INFO:journalctl@ceph.grafana.a.smithi053.stdout:Aug 29 19:06:09 smithi053 systemd[1]: /etc/systemd/system/ceph-3167ee72-662c-11ef-bcd4-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-08-29T19:06:09.653 INFO:journalctl@ceph.node-exporter.b.smithi053.stdout:Aug 29 19:06:09 smithi053 systemd[1]: /etc/systemd/system/ceph-3167ee72-662c-11ef-bcd4-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-08-29T19:06:10.002 INFO:journalctl@ceph.node-exporter.b.smithi053.stdout:Aug 29 19:06:09 smithi053 systemd[1]: /etc/systemd/system/ceph-3167ee72-662c-11ef-bcd4-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-08-29T19:06:10.003 INFO:journalctl@ceph.grafana.a.smithi053.stdout:Aug 29 19:06:09 smithi053 systemd[1]: /etc/systemd/system/ceph-3167ee72-662c-11ef-bcd4-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-08-29T19:06:10.289 INFO:journalctl@ceph.node-exporter.b.smithi053.stdout:Aug 29 19:06:10 smithi053 systemd[1]: /etc/systemd/system/ceph-3167ee72-662c-11ef-bcd4-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-08-29T19:06:10.289 INFO:journalctl@ceph.node-exporter.b.smithi053.stdout:Aug 29 19:06:10 smithi053 systemd[1]: /etc/systemd/system/ceph-3167ee72-662c-11ef-bcd4-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-08-29T19:06:10.289 INFO:journalctl@ceph.grafana.a.smithi053.stdout:Aug 29 19:06:10 smithi053 systemd[1]: /etc/systemd/system/ceph-3167ee72-662c-11ef-bcd4-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-08-29T19:06:10.289 INFO:journalctl@ceph.grafana.a.smithi053.stdout:Aug 29 19:06:10 smithi053 systemd[1]: /etc/systemd/system/ceph-3167ee72-662c-11ef-bcd4-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-08-29T19:06:10.576 INFO:journalctl@ceph.node-exporter.b.smithi053.stdout:Aug 29 19:06:10 smithi053 systemd[1]: Stopping Ceph node-exporter.b for 3167ee72-662c-11ef-bcd4-c7b262605968... 2024-08-29T19:06:11.252 INFO:journalctl@ceph.node-exporter.b.smithi053.stdout:Aug 29 19:06:10 smithi053 bash[114362]: ceph-3167ee72-662c-11ef-bcd4-c7b262605968-node-exporter-b 2024-08-29T19:06:11.252 INFO:journalctl@ceph.node-exporter.b.smithi053.stdout:Aug 29 19:06:11 smithi053 systemd[1]: ceph-3167ee72-662c-11ef-bcd4-c7b262605968@node-exporter.b.service: Main process exited, code=exited, status=143/n/a 2024-08-29T19:06:11.252 INFO:journalctl@ceph.node-exporter.b.smithi053.stdout:Aug 29 19:06:11 smithi053 bash[114424]: Error response from daemon: No such container: ceph-3167ee72-662c-11ef-bcd4-c7b262605968-node-exporter-b 2024-08-29T19:06:11.252 INFO:journalctl@ceph.node-exporter.b.smithi053.stdout:Aug 29 19:06:11 smithi053 systemd[1]: ceph-3167ee72-662c-11ef-bcd4-c7b262605968@node-exporter.b.service: Failed with result 'exit-code'. 2024-08-29T19:06:11.252 INFO:journalctl@ceph.node-exporter.b.smithi053.stdout:Aug 29 19:06:11 smithi053 systemd[1]: Stopped Ceph node-exporter.b for 3167ee72-662c-11ef-bcd4-c7b262605968. 2024-08-29T19:06:11.523 INFO:journalctl@ceph.node-exporter.b.smithi053.stdout:Aug 29 19:06:11 smithi053 systemd[1]: /etc/systemd/system/ceph-3167ee72-662c-11ef-bcd4-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-08-29T19:06:11.524 INFO:journalctl@ceph.grafana.a.smithi053.stdout:Aug 29 19:06:11 smithi053 systemd[1]: /etc/systemd/system/ceph-3167ee72-662c-11ef-bcd4-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-08-29T19:06:11.524 INFO:journalctl@ceph.grafana.a.smithi053.stdout:Aug 29 19:06:11 smithi053 systemd[1]: Stopping Ceph grafana.a for 3167ee72-662c-11ef-bcd4-c7b262605968... 2024-08-29T19:06:11.524 INFO:journalctl@ceph.grafana.a.smithi053.stdout:Aug 29 19:06:11 smithi053 bash[99048]: logger=server t=2024-08-29T19:06:11.465569716Z level=info msg="Shutdown started" reason="System signal: terminated" 2024-08-29T19:06:11.524 INFO:journalctl@ceph.grafana.a.smithi053.stdout:Aug 29 19:06:11 smithi053 bash[99048]: logger=ticker t=2024-08-29T19:06:11.465673783Z level=info msg=stopped last_tick=2024-08-29T19:06:10Z 2024-08-29T19:06:11.524 INFO:journalctl@ceph.grafana.a.smithi053.stdout:Aug 29 19:06:11 smithi053 bash[99048]: logger=tracing t=2024-08-29T19:06:11.465673161Z level=info msg="Closing tracing" 2024-08-29T19:06:12.326 INFO:journalctl@ceph.grafana.a.smithi053.stdout:Aug 29 19:06:11 smithi053 bash[114485]: ceph-3167ee72-662c-11ef-bcd4-c7b262605968-grafana-a 2024-08-29T19:06:12.326 INFO:journalctl@ceph.grafana.a.smithi053.stdout:Aug 29 19:06:12 smithi053 bash[114544]: Error response from daemon: No such container: ceph-3167ee72-662c-11ef-bcd4-c7b262605968-grafana-a 2024-08-29T19:06:12.326 INFO:journalctl@ceph.grafana.a.smithi053.stdout:Aug 29 19:06:12 smithi053 systemd[1]: ceph-3167ee72-662c-11ef-bcd4-c7b262605968@grafana.a.service: Deactivated successfully. 2024-08-29T19:06:12.326 INFO:journalctl@ceph.grafana.a.smithi053.stdout:Aug 29 19:06:12 smithi053 systemd[1]: Stopped Ceph grafana.a for 3167ee72-662c-11ef-bcd4-c7b262605968. 2024-08-29T19:06:12.628 INFO:journalctl@ceph.grafana.a.smithi053.stdout:Aug 29 19:06:12 smithi053 systemd[1]: /etc/systemd/system/ceph-3167ee72-662c-11ef-bcd4-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-08-29T19:06:12.913 DEBUG:teuthology.orchestra.run.smithi028:> sudo rm -f /etc/ceph/ceph.conf /etc/ceph/ceph.client.admin.keyring 2024-08-29T19:06:12.929 DEBUG:teuthology.orchestra.run.smithi053:> sudo rm -f /etc/ceph/ceph.conf /etc/ceph/ceph.client.admin.keyring 2024-08-29T19:06:12.944 INFO:tasks.cephadm:Archiving crash dumps... 2024-08-29T19:06:12.946 DEBUG:teuthology.misc:Transferring archived files from smithi028:/var/lib/ceph/3167ee72-662c-11ef-bcd4-c7b262605968/crash to /home/teuthworker/archive/yuriw-2024-08-29_14:15:47-upgrade-wip-yuri8-testing-2024-08-28-1632-squid-distro-default-smithi/7880101/remote/smithi028/crash 2024-08-29T19:06:12.947 DEBUG:teuthology.orchestra.run.smithi028:> sudo tar c -f - -C /var/lib/ceph/3167ee72-662c-11ef-bcd4-c7b262605968/crash -- . 2024-08-29T19:06:12.988 INFO:teuthology.orchestra.run.smithi028.stderr:tar: /var/lib/ceph/3167ee72-662c-11ef-bcd4-c7b262605968/crash: Cannot open: No such file or directory 2024-08-29T19:06:12.988 INFO:teuthology.orchestra.run.smithi028.stderr:tar: Error is not recoverable: exiting now 2024-08-29T19:06:12.990 DEBUG:teuthology.misc:Transferring archived files from smithi053:/var/lib/ceph/3167ee72-662c-11ef-bcd4-c7b262605968/crash to /home/teuthworker/archive/yuriw-2024-08-29_14:15:47-upgrade-wip-yuri8-testing-2024-08-28-1632-squid-distro-default-smithi/7880101/remote/smithi053/crash 2024-08-29T19:06:12.992 DEBUG:teuthology.orchestra.run.smithi053:> sudo tar c -f - -C /var/lib/ceph/3167ee72-662c-11ef-bcd4-c7b262605968/crash -- . 2024-08-29T19:06:13.002 INFO:teuthology.orchestra.run.smithi053.stderr:tar: /var/lib/ceph/3167ee72-662c-11ef-bcd4-c7b262605968/crash: Cannot open: No such file or directory 2024-08-29T19:06:13.002 INFO:teuthology.orchestra.run.smithi053.stderr:tar: Error is not recoverable: exiting now 2024-08-29T19:06:13.004 INFO:tasks.cephadm:Checking cluster log for badness... 2024-08-29T19:06:13.004 DEBUG:teuthology.orchestra.run.smithi028:> sudo egrep '\[ERR\]|\[WRN\]|\[SEC\]' /var/log/ceph/3167ee72-662c-11ef-bcd4-c7b262605968/ceph.log | egrep -v '\(MDS_ALL_DOWN\)' | egrep -v '\(MDS_UP_LESS_THAN_MAX\)' | head -n 1 2024-08-29T19:06:13.047 INFO:teuthology.orchestra.run.smithi028.stdout:1724952754.0433066 mon.a (mon.0) 176 : cluster [WRN] Health check failed: 1/3 mons down, quorum a,b (MON_DOWN) 2024-08-29T19:06:13.049 WARNING:tasks.cephadm:Found errors (ERR|WRN|SEC) in cluster log 2024-08-29T19:06:13.049 DEBUG:teuthology.orchestra.run.smithi028:> sudo egrep '\[SEC\]' /var/log/ceph/3167ee72-662c-11ef-bcd4-c7b262605968/ceph.log | egrep -v '\(MDS_ALL_DOWN\)' | egrep -v '\(MDS_UP_LESS_THAN_MAX\)' | head -n 1 2024-08-29T19:06:13.109 DEBUG:teuthology.orchestra.run.smithi028:> sudo egrep '\[ERR\]' /var/log/ceph/3167ee72-662c-11ef-bcd4-c7b262605968/ceph.log | egrep -v '\(MDS_ALL_DOWN\)' | egrep -v '\(MDS_UP_LESS_THAN_MAX\)' | head -n 1 2024-08-29T19:06:13.166 DEBUG:teuthology.orchestra.run.smithi028:> sudo egrep '\[WRN\]' /var/log/ceph/3167ee72-662c-11ef-bcd4-c7b262605968/ceph.log | egrep -v '\(MDS_ALL_DOWN\)' | egrep -v '\(MDS_UP_LESS_THAN_MAX\)' | head -n 1 2024-08-29T19:06:13.219 INFO:teuthology.orchestra.run.smithi028.stdout:1724952754.0433066 mon.a (mon.0) 176 : cluster [WRN] Health check failed: 1/3 mons down, quorum a,b (MON_DOWN) 2024-08-29T19:06:13.221 INFO:tasks.cephadm:Compressing logs... 2024-08-29T19:06:13.221 DEBUG:teuthology.orchestra.run.smithi028:> time sudo find /var/log/ceph /var/log/rbd-target-api -name '*.log' -print0 | sudo xargs --max-args=1 --max-procs=0 --verbose -0 --no-run-if-empty -- gzip -5 --verbose -- 2024-08-29T19:06:13.265 DEBUG:teuthology.orchestra.run.smithi053:> time sudo find /var/log/ceph /var/log/rbd-target-api -name '*.log' -print0 | sudo xargs --max-args=1 --max-procs=0 --verbose -0 --no-run-if-empty -- gzip -5 --verbose -- 2024-08-29T19:06:13.274 INFO:teuthology.orchestra.run.smithi028.stderr:find: '/var/log/rbd-target-api': No such file or directory 2024-08-29T19:06:13.278 INFO:teuthology.orchestra.run.smithi053.stderr:find: '/var/log/rbd-target-api': No such file or directory 2024-08-29T19:06:13.292 INFO:teuthology.orchestra.run.smithi028.stderr:gzip -5 --verbose -- /var/log/ceph/cephadm.log 2024-08-29T19:06:13.292 INFO:teuthology.orchestra.run.smithi028.stderr:gzip -5 --verbose -- /var/log/ceph/3167ee72-662c-11ef-bcd4-c7b262605968/ceph-mgr.y.log 2024-08-29T19:06:13.293 INFO:teuthology.orchestra.run.smithi028.stderr:/var/log/ceph/cephadm.log: gzip -5 --verbose -- /var/log/ceph/3167ee72-662c-11ef-bcd4-c7b262605968/ceph-osd.0.log 2024-08-29T19:06:13.293 INFO:teuthology.orchestra.run.smithi028.stderr:/var/log/ceph/3167ee72-662c-11ef-bcd4-c7b262605968/ceph-mgr.y.log: gzip -5 --verbose -- /var/log/ceph/3167ee72-662c-11ef-bcd4-c7b262605968/ceph-osd.2.log 2024-08-29T19:06:13.294 INFO:teuthology.orchestra.run.smithi028.stderr:/var/log/ceph/3167ee72-662c-11ef-bcd4-c7b262605968/ceph-osd.0.log: gzip -5 --verbose -- /var/log/ceph/3167ee72-662c-11ef-bcd4-c7b262605968/ceph-mon.a.log 2024-08-29T19:06:13.294 INFO:teuthology.orchestra.run.smithi028.stderr:/var/log/ceph/3167ee72-662c-11ef-bcd4-c7b262605968/ceph-osd.2.log: gzip -5 --verbose -- /var/log/ceph/3167ee72-662c-11ef-bcd4-c7b262605968/ceph.cephadm.log 2024-08-29T19:06:13.295 INFO:teuthology.orchestra.run.smithi028.stderr:/var/log/ceph/3167ee72-662c-11ef-bcd4-c7b262605968/ceph-mon.a.log: gzip -5 --verbose -- /var/log/ceph/3167ee72-662c-11ef-bcd4-c7b262605968/ceph-osd.3.log 2024-08-29T19:06:13.297 INFO:teuthology.orchestra.run.smithi028.stderr:/var/log/ceph/3167ee72-662c-11ef-bcd4-c7b262605968/ceph.cephadm.log: gzip -5 --verbose -- /var/log/ceph/3167ee72-662c-11ef-bcd4-c7b262605968/ceph-osd.1.log 2024-08-29T19:06:13.297 INFO:teuthology.orchestra.run.smithi028.stderr:/var/log/ceph/3167ee72-662c-11ef-bcd4-c7b262605968/ceph-osd.3.log: gzip -5 --verbose -- /var/log/ceph/3167ee72-662c-11ef-bcd4-c7b262605968/ceph.log 2024-08-29T19:06:13.297 INFO:teuthology.orchestra.run.smithi028.stderr: 90.9% -- replaced with /var/log/ceph/3167ee72-662c-11ef-bcd4-c7b262605968/ceph.cephadm.log.gz 2024-08-29T19:06:13.297 INFO:teuthology.orchestra.run.smithi028.stderr:/var/log/ceph/3167ee72-662c-11ef-bcd4-c7b262605968/ceph-osd.1.log: gzip -5 --verbose -- /var/log/ceph/3167ee72-662c-11ef-bcd4-c7b262605968/ceph-volume.log 2024-08-29T19:06:13.299 INFO:teuthology.orchestra.run.smithi053.stderr:gzip -5 --verbose -- /var/log/ceph/cephadm.log 2024-08-29T19:06:13.300 INFO:teuthology.orchestra.run.smithi053.stderr:gzip -5 --verbose -- /var/log/ceph/3167ee72-662c-11ef-bcd4-c7b262605968/ceph-osd.7.log 2024-08-29T19:06:13.300 INFO:teuthology.orchestra.run.smithi053.stderr:/var/log/ceph/cephadm.log: gzip -5 --verbose -- /var/log/ceph/3167ee72-662c-11ef-bcd4-c7b262605968/ceph-osd.6.log 2024-08-29T19:06:13.301 INFO:teuthology.orchestra.run.smithi053.stderr:/var/log/ceph/3167ee72-662c-11ef-bcd4-c7b262605968/ceph-osd.7.log: gzip -5 --verbose -- /var/log/ceph/3167ee72-662c-11ef-bcd4-c7b262605968/ceph.cephadm.log 2024-08-29T19:06:13.302 INFO:teuthology.orchestra.run.smithi028.stderr:/var/log/ceph/3167ee72-662c-11ef-bcd4-c7b262605968/ceph.log: 91.1% -- replaced with /var/log/ceph/cephadm.log.gz 2024-08-29T19:06:13.303 INFO:teuthology.orchestra.run.smithi053.stderr:gzip -5 --verbose -- /var/log/ceph/3167ee72-662c-11ef-bcd4-c7b262605968/ceph-osd.5.log 2024-08-29T19:06:13.303 INFO:teuthology.orchestra.run.smithi053.stderr:/var/log/ceph/3167ee72-662c-11ef-bcd4-c7b262605968/ceph-osd.6.log: /var/log/ceph/3167ee72-662c-11ef-bcd4-c7b262605968/ceph.cephadm.log: gzip -5 --verbose -- /var/log/ceph/3167ee72-662c-11ef-bcd4-c7b262605968/ceph-mgr.x.log 2024-08-29T19:06:13.303 INFO:teuthology.orchestra.run.smithi053.stderr:/var/log/ceph/3167ee72-662c-11ef-bcd4-c7b262605968/ceph-osd.5.log: gzip -5 --verbose -- /var/log/ceph/3167ee72-662c-11ef-bcd4-c7b262605968/ceph.log 2024-08-29T19:06:13.303 INFO:teuthology.orchestra.run.smithi053.stderr: 84.1% -- replaced with /var/log/ceph/3167ee72-662c-11ef-bcd4-c7b262605968/ceph.cephadm.log.gz 2024-08-29T19:06:13.303 INFO:teuthology.orchestra.run.smithi053.stderr:gzip -5 --verbose -- /var/log/ceph/3167ee72-662c-11ef-bcd4-c7b262605968/ceph-volume.log 2024-08-29T19:06:13.304 INFO:teuthology.orchestra.run.smithi028.stderr:gzip -5 --verbose -- /var/log/ceph/3167ee72-662c-11ef-bcd4-c7b262605968/ceph-mon.c.log 2024-08-29T19:06:13.305 INFO:teuthology.orchestra.run.smithi053.stderr:/var/log/ceph/3167ee72-662c-11ef-bcd4-c7b262605968/ceph-mgr.x.log: /var/log/ceph/3167ee72-662c-11ef-bcd4-c7b262605968/ceph.log: gzip -5 --verbose -- /var/log/ceph/3167ee72-662c-11ef-bcd4-c7b262605968/ceph.audit.log 2024-08-29T19:06:13.305 INFO:teuthology.orchestra.run.smithi053.stderr:/var/log/ceph/3167ee72-662c-11ef-bcd4-c7b262605968/ceph-volume.log: gzip -5 --verbose -- /var/log/ceph/3167ee72-662c-11ef-bcd4-c7b262605968/ceph-mds.b.log 2024-08-29T19:06:13.314 INFO:teuthology.orchestra.run.smithi053.stderr:/var/log/ceph/3167ee72-662c-11ef-bcd4-c7b262605968/ceph.audit.log: 91.1% -- replaced with /var/log/ceph/3167ee72-662c-11ef-bcd4-c7b262605968/ceph.audit.log.gz 2024-08-29T19:06:13.314 INFO:teuthology.orchestra.run.smithi053.stderr:gzip -5 --verbose -- /var/log/ceph/3167ee72-662c-11ef-bcd4-c7b262605968/ceph-mon.b.log 2024-08-29T19:06:13.315 INFO:teuthology.orchestra.run.smithi053.stderr:/var/log/ceph/3167ee72-662c-11ef-bcd4-c7b262605968/ceph-mds.b.log: 84.5% -- replaced with /var/log/ceph/3167ee72-662c-11ef-bcd4-c7b262605968/ceph-mds.b.log.gz 2024-08-29T19:06:13.315 INFO:teuthology.orchestra.run.smithi053.stderr:gzip -5 --verbose -- /var/log/ceph/3167ee72-662c-11ef-bcd4-c7b262605968/ceph-osd.4.log 2024-08-29T19:06:13.316 INFO:teuthology.orchestra.run.smithi028.stderr:/var/log/ceph/3167ee72-662c-11ef-bcd4-c7b262605968/ceph-volume.log: gzip -5 --verbose -- /var/log/ceph/3167ee72-662c-11ef-bcd4-c7b262605968/ceph.audit.log 2024-08-29T19:06:13.321 INFO:teuthology.orchestra.run.smithi053.stderr:/var/log/ceph/3167ee72-662c-11ef-bcd4-c7b262605968/ceph-mon.b.log: 86.8% -- replaced with /var/log/ceph/3167ee72-662c-11ef-bcd4-c7b262605968/ceph.log.gz 2024-08-29T19:06:13.323 INFO:teuthology.orchestra.run.smithi028.stderr:/var/log/ceph/3167ee72-662c-11ef-bcd4-c7b262605968/ceph-mon.c.log: 92.7% -- replaced with /var/log/ceph/3167ee72-662c-11ef-bcd4-c7b262605968/ceph.log.gz 2024-08-29T19:06:13.324 INFO:teuthology.orchestra.run.smithi028.stderr:gzip -5 --verbose -- /var/log/ceph/3167ee72-662c-11ef-bcd4-c7b262605968/ceph-mds.a.log 2024-08-29T19:06:13.331 INFO:teuthology.orchestra.run.smithi028.stderr:/var/log/ceph/3167ee72-662c-11ef-bcd4-c7b262605968/ceph.audit.log: 91.4% -- replaced with /var/log/ceph/3167ee72-662c-11ef-bcd4-c7b262605968/ceph-volume.log.gz 2024-08-29T19:06:13.332 INFO:teuthology.orchestra.run.smithi053.stderr:/var/log/ceph/3167ee72-662c-11ef-bcd4-c7b262605968/ceph-osd.4.log: 91.4% -- replaced with /var/log/ceph/3167ee72-662c-11ef-bcd4-c7b262605968/ceph-volume.log.gz 2024-08-29T19:06:13.336 INFO:teuthology.orchestra.run.smithi053.stderr: 91.3% -- replaced with /var/log/ceph/cephadm.log.gz 2024-08-29T19:06:13.352 INFO:teuthology.orchestra.run.smithi028.stderr:/var/log/ceph/3167ee72-662c-11ef-bcd4-c7b262605968/ceph-mds.a.log: 94.6% 92.5% -- replaced with /var/log/ceph/3167ee72-662c-11ef-bcd4-c7b262605968/ceph-mds.a.log.gz 2024-08-29T19:06:13.355 INFO:teuthology.orchestra.run.smithi028.stderr: -- replaced with /var/log/ceph/3167ee72-662c-11ef-bcd4-c7b262605968/ceph.audit.log.gz 2024-08-29T19:06:13.394 INFO:teuthology.orchestra.run.smithi053.stderr: 90.7% -- replaced with /var/log/ceph/3167ee72-662c-11ef-bcd4-c7b262605968/ceph-mgr.x.log.gz 2024-08-29T19:06:14.320 INFO:teuthology.orchestra.run.smithi028.stderr: 90.2% -- replaced with /var/log/ceph/3167ee72-662c-11ef-bcd4-c7b262605968/ceph-mgr.y.log.gz 2024-08-29T19:06:15.459 INFO:teuthology.orchestra.run.smithi053.stderr: 92.3% -- replaced with /var/log/ceph/3167ee72-662c-11ef-bcd4-c7b262605968/ceph-mon.b.log.gz 2024-08-29T19:06:15.731 INFO:teuthology.orchestra.run.smithi028.stderr: 91.9% -- replaced with /var/log/ceph/3167ee72-662c-11ef-bcd4-c7b262605968/ceph-mon.c.log.gz 2024-08-29T19:06:17.139 INFO:teuthology.orchestra.run.smithi028.stderr: 90.5% -- replaced with /var/log/ceph/3167ee72-662c-11ef-bcd4-c7b262605968/ceph-mon.a.log.gz 2024-08-29T19:06:33.676 INFO:teuthology.orchestra.run.smithi053.stderr: 94.4% -- replaced with /var/log/ceph/3167ee72-662c-11ef-bcd4-c7b262605968/ceph-osd.5.log.gz 2024-08-29T19:06:34.420 INFO:teuthology.orchestra.run.smithi053.stderr: 94.4% -- replaced with /var/log/ceph/3167ee72-662c-11ef-bcd4-c7b262605968/ceph-osd.4.log.gz 2024-08-29T19:06:35.765 INFO:teuthology.orchestra.run.smithi053.stderr: 95.0% -- replaced with /var/log/ceph/3167ee72-662c-11ef-bcd4-c7b262605968/ceph-osd.6.log.gz 2024-08-29T19:06:35.820 INFO:teuthology.orchestra.run.smithi053.stderr: 94.4% -- replaced with /var/log/ceph/3167ee72-662c-11ef-bcd4-c7b262605968/ceph-osd.7.log.gz 2024-08-29T19:06:35.821 INFO:teuthology.orchestra.run.smithi053.stderr: 2024-08-29T19:06:35.821 INFO:teuthology.orchestra.run.smithi053.stderr:real 0m22.552s 2024-08-29T19:06:35.821 INFO:teuthology.orchestra.run.smithi053.stderr:user 1m25.923s 2024-08-29T19:06:35.821 INFO:teuthology.orchestra.run.smithi053.stderr:sys 0m2.878s 2024-08-29T19:06:38.229 INFO:teuthology.orchestra.run.smithi028.stderr: 94.0% -- replaced with /var/log/ceph/3167ee72-662c-11ef-bcd4-c7b262605968/ceph-osd.2.log.gz 2024-08-29T19:06:38.248 INFO:teuthology.orchestra.run.smithi028.stderr: 94.3% -- replaced with /var/log/ceph/3167ee72-662c-11ef-bcd4-c7b262605968/ceph-osd.1.log.gz 2024-08-29T19:06:38.255 INFO:teuthology.orchestra.run.smithi028.stderr: 94.6% -- replaced with /var/log/ceph/3167ee72-662c-11ef-bcd4-c7b262605968/ceph-osd.3.log.gz 2024-08-29T19:06:38.537 INFO:teuthology.orchestra.run.smithi028.stderr: 94.4% -- replaced with /var/log/ceph/3167ee72-662c-11ef-bcd4-c7b262605968/ceph-osd.0.log.gz 2024-08-29T19:06:38.539 INFO:teuthology.orchestra.run.smithi028.stderr: 2024-08-29T19:06:38.539 INFO:teuthology.orchestra.run.smithi028.stderr:real 0m25.272s 2024-08-29T19:06:38.539 INFO:teuthology.orchestra.run.smithi028.stderr:user 1m43.824s 2024-08-29T19:06:38.539 INFO:teuthology.orchestra.run.smithi028.stderr:sys 0m3.647s 2024-08-29T19:06:38.540 INFO:tasks.cephadm:Archiving logs... 2024-08-29T19:06:38.540 DEBUG:teuthology.misc:Transferring archived files from smithi028:/var/log/ceph to /home/teuthworker/archive/yuriw-2024-08-29_14:15:47-upgrade-wip-yuri8-testing-2024-08-28-1632-squid-distro-default-smithi/7880101/remote/smithi028/log 2024-08-29T19:06:38.541 DEBUG:teuthology.orchestra.run.smithi028:> sudo tar c -f - -C /var/log/ceph -- . 2024-08-29T19:06:49.853 DEBUG:teuthology.misc:Transferring archived files from smithi053:/var/log/ceph to /home/teuthworker/archive/yuriw-2024-08-29_14:15:47-upgrade-wip-yuri8-testing-2024-08-28-1632-squid-distro-default-smithi/7880101/remote/smithi053/log 2024-08-29T19:06:49.854 DEBUG:teuthology.orchestra.run.smithi053:> sudo tar c -f - -C /var/log/ceph -- . 2024-08-29T19:06:59.197 INFO:tasks.cephadm:Removing cluster... 2024-08-29T19:06:59.198 DEBUG:teuthology.orchestra.run.smithi028:> sudo /home/ubuntu/cephtest/cephadm rm-cluster --fsid 3167ee72-662c-11ef-bcd4-c7b262605968 --force 2024-08-29T19:07:00.835 DEBUG:teuthology.orchestra.run.smithi053:> sudo /home/ubuntu/cephtest/cephadm rm-cluster --fsid 3167ee72-662c-11ef-bcd4-c7b262605968 --force 2024-08-29T19:07:02.510 INFO:tasks.cephadm:Removing cephadm ... 2024-08-29T19:07:02.510 DEBUG:teuthology.orchestra.run.smithi028:> rm -rf /home/ubuntu/cephtest/cephadm 2024-08-29T19:07:02.517 DEBUG:teuthology.orchestra.run.smithi053:> rm -rf /home/ubuntu/cephtest/cephadm 2024-08-29T19:07:02.522 INFO:tasks.cephadm:Teardown complete 2024-08-29T19:07:02.522 DEBUG:teuthology.run_tasks:Unwinding manager install 2024-08-29T19:07:02.534 INFO:teuthology.task.install.util:Removing shipped files: /home/ubuntu/cephtest/valgrind.supp /usr/bin/daemon-helper /usr/bin/adjust-ulimits /usr/bin/stdin-killer... 2024-08-29T19:07:02.534 DEBUG:teuthology.orchestra.run.smithi028:> sudo rm -f -- /home/ubuntu/cephtest/valgrind.supp /usr/bin/daemon-helper /usr/bin/adjust-ulimits /usr/bin/stdin-killer 2024-08-29T19:07:02.561 DEBUG:teuthology.orchestra.run.smithi053:> sudo rm -f -- /home/ubuntu/cephtest/valgrind.supp /usr/bin/daemon-helper /usr/bin/adjust-ulimits /usr/bin/stdin-killer 2024-08-29T19:07:02.619 DEBUG:teuthology.run_tasks:Unwinding manager clock 2024-08-29T19:07:02.629 INFO:teuthology.task.clock:Checking final clock skew... 2024-08-29T19:07:02.630 DEBUG:teuthology.orchestra.run.smithi028:> PATH=/usr/bin:/usr/sbin ntpq -p || PATH=/usr/bin:/usr/sbin chronyc sources || true 2024-08-29T19:07:02.632 DEBUG:teuthology.orchestra.run.smithi053:> PATH=/usr/bin:/usr/sbin ntpq -p || PATH=/usr/bin:/usr/sbin chronyc sources || true 2024-08-29T19:07:02.647 INFO:teuthology.orchestra.run.smithi028.stdout: remote refid st t when poll reach delay offset jitter 2024-08-29T19:07:02.647 INFO:teuthology.orchestra.run.smithi028.stdout:============================================================================== 2024-08-29T19:07:02.647 INFO:teuthology.orchestra.run.smithi028.stdout:+hv01.front.sepi 67.205.162.81 3 u 135 256 377 0.185 -2.743 0.075 2024-08-29T19:07:02.648 INFO:teuthology.orchestra.run.smithi028.stdout:+hv02.front.sepi 63.231.80.2 3 u 113 256 377 0.200 -1.409 0.087 2024-08-29T19:07:02.648 INFO:teuthology.orchestra.run.smithi028.stdout:*hv03.front.sepi 74.6.168.72 3 u 49 256 377 0.165 -1.554 0.364 2024-08-29T19:07:02.648 INFO:teuthology.orchestra.run.smithi028.stdout: hv04.front.sepi .INIT. 16 u - 1024 0 0.000 +0.000 0.000 2024-08-29T19:07:02.649 INFO:teuthology.orchestra.run.smithi053.stdout: remote refid st t when poll reach delay offset jitter 2024-08-29T19:07:02.649 INFO:teuthology.orchestra.run.smithi053.stdout:============================================================================== 2024-08-29T19:07:02.649 INFO:teuthology.orchestra.run.smithi053.stdout:+hv01.front.sepi 67.205.162.81 3 u 131 128 377 0.197 -1.600 0.393 2024-08-29T19:07:02.649 INFO:teuthology.orchestra.run.smithi053.stdout:+hv02.front.sepi 63.231.80.2 3 u 117 128 377 0.151 -0.779 0.318 2024-08-29T19:07:02.650 INFO:teuthology.orchestra.run.smithi053.stdout:*hv03.front.sepi 74.6.168.72 3 u 91 128 377 0.180 -1.134 0.198 2024-08-29T19:07:02.650 INFO:teuthology.orchestra.run.smithi053.stdout: hv04.front.sepi .INIT. 16 u - 1024 0 0.000 +0.000 0.000 2024-08-29T19:07:02.650 DEBUG:teuthology.run_tasks:Unwinding manager ansible.cephlab 2024-08-29T19:07:02.660 INFO:teuthology.task.ansible:Skipping ansible cleanup... 2024-08-29T19:07:02.660 DEBUG:teuthology.run_tasks:Unwinding manager selinux 2024-08-29T19:07:02.689 DEBUG:teuthology.run_tasks:Unwinding manager pcp 2024-08-29T19:07:02.722 DEBUG:teuthology.run_tasks:Unwinding manager internal.timer 2024-08-29T19:07:02.834 INFO:teuthology.task.internal:Duration was 6436.571302 seconds 2024-08-29T19:07:02.835 DEBUG:teuthology.run_tasks:Unwinding manager internal.syslog 2024-08-29T19:07:02.873 INFO:teuthology.task.internal.syslog:Shutting down syslog monitoring... 2024-08-29T19:07:02.873 DEBUG:teuthology.orchestra.run.smithi028:> sudo rm -f -- /etc/rsyslog.d/80-cephtest.conf && sudo service rsyslog restart 2024-08-29T19:07:02.876 DEBUG:teuthology.orchestra.run.smithi053:> sudo rm -f -- /etc/rsyslog.d/80-cephtest.conf && sudo service rsyslog restart 2024-08-29T19:07:02.915 INFO:teuthology.task.internal.syslog:Checking logs for errors... 2024-08-29T19:07:02.915 DEBUG:teuthology.task.internal.syslog:Checking ubuntu@smithi028.front.sepia.ceph.com 2024-08-29T19:07:02.915 DEBUG:teuthology.orchestra.run.smithi028:> egrep --binary-files=text '\bBUG\b|\bINFO\b|\bDEADLOCK\b' /home/ubuntu/cephtest/archive/syslog/kern.log | grep -v 'task .* blocked for more than .* seconds' | grep -v 'lockdep is turned off' | grep -v 'trying to register non-static key' | grep -v 'DEBUG: fsize' | grep -v CRON | grep -v 'BUG: bad unlock balance detected' | grep -v 'inconsistent lock state' | grep -v '*** DEADLOCK ***' | grep -v 'INFO: possible irq lock inversion dependency detected' | grep -v 'INFO: NMI handler (perf_event_nmi_handler) took too long to run' | grep -v 'INFO: recovery required on readonly' | grep -v 'ceph-create-keys: INFO' | grep -v INFO:ceph-create-keys | grep -v 'Loaded datasource DataSourceOpenStack' | grep -v 'container-storage-setup: INFO: Volume group backing root filesystem could not be determined' | egrep -v '\bsalt-master\b|\bsalt-minion\b|\bsalt-api\b' | grep -v ceph-crash | egrep -v '\btcmu-runner\b.*\bINFO\b' | head -n 1 2024-08-29T19:07:02.965 DEBUG:teuthology.task.internal.syslog:Checking ubuntu@smithi053.front.sepia.ceph.com 2024-08-29T19:07:02.965 DEBUG:teuthology.orchestra.run.smithi053:> egrep --binary-files=text '\bBUG\b|\bINFO\b|\bDEADLOCK\b' /home/ubuntu/cephtest/archive/syslog/kern.log | grep -v 'task .* blocked for more than .* seconds' | grep -v 'lockdep is turned off' | grep -v 'trying to register non-static key' | grep -v 'DEBUG: fsize' | grep -v CRON | grep -v 'BUG: bad unlock balance detected' | grep -v 'inconsistent lock state' | grep -v '*** DEADLOCK ***' | grep -v 'INFO: possible irq lock inversion dependency detected' | grep -v 'INFO: NMI handler (perf_event_nmi_handler) took too long to run' | grep -v 'INFO: recovery required on readonly' | grep -v 'ceph-create-keys: INFO' | grep -v INFO:ceph-create-keys | grep -v 'Loaded datasource DataSourceOpenStack' | grep -v 'container-storage-setup: INFO: Volume group backing root filesystem could not be determined' | egrep -v '\bsalt-master\b|\bsalt-minion\b|\bsalt-api\b' | grep -v ceph-crash | egrep -v '\btcmu-runner\b.*\bINFO\b' | head -n 1 2024-08-29T19:07:02.976 INFO:teuthology.task.internal.syslog:Compressing syslogs... 2024-08-29T19:07:02.976 DEBUG:teuthology.orchestra.run.smithi028:> find /home/ubuntu/cephtest/archive/syslog -name '*.log' -print0 | sudo xargs -0 --no-run-if-empty -- gzip -- 2024-08-29T19:07:03.009 DEBUG:teuthology.orchestra.run.smithi053:> find /home/ubuntu/cephtest/archive/syslog -name '*.log' -print0 | sudo xargs -0 --no-run-if-empty -- gzip -- 2024-08-29T19:07:03.109 INFO:teuthology.task.internal.syslog:Gathering journactl -b0... 2024-08-29T19:07:03.110 DEBUG:teuthology.orchestra.run.smithi028:> sudo journalctl -b0 | gzip -9 > /home/ubuntu/cephtest/archive/syslog/journalctl-b0.gz 2024-08-29T19:07:03.112 DEBUG:teuthology.orchestra.run.smithi053:> sudo journalctl -b0 | gzip -9 > /home/ubuntu/cephtest/archive/syslog/journalctl-b0.gz 2024-08-29T19:07:03.416 DEBUG:teuthology.run_tasks:Unwinding manager internal.sudo 2024-08-29T19:07:03.427 INFO:teuthology.task.internal:Restoring /etc/sudoers... 2024-08-29T19:07:03.428 DEBUG:teuthology.orchestra.run.smithi028:> sudo mv -f /etc/sudoers.orig.teuthology /etc/sudoers 2024-08-29T19:07:03.442 DEBUG:teuthology.orchestra.run.smithi053:> sudo mv -f /etc/sudoers.orig.teuthology /etc/sudoers 2024-08-29T19:07:03.456 DEBUG:teuthology.run_tasks:Unwinding manager internal.coredump 2024-08-29T19:07:03.467 DEBUG:teuthology.orchestra.run.smithi028:> sudo sysctl -w kernel.core_pattern=core && sudo bash -c 'for f in `find /home/ubuntu/cephtest/archive/coredump -type f`; do file $f | grep -q systemd-sysusers && rm $f || true ; done' && rmdir --ignore-fail-on-non-empty -- /home/ubuntu/cephtest/archive/coredump 2024-08-29T19:07:03.485 DEBUG:teuthology.orchestra.run.smithi053:> sudo sysctl -w kernel.core_pattern=core && sudo bash -c 'for f in `find /home/ubuntu/cephtest/archive/coredump -type f`; do file $f | grep -q systemd-sysusers && rm $f || true ; done' && rmdir --ignore-fail-on-non-empty -- /home/ubuntu/cephtest/archive/coredump 2024-08-29T19:07:03.492 INFO:teuthology.orchestra.run.smithi028.stdout:kernel.core_pattern = core 2024-08-29T19:07:03.509 INFO:teuthology.orchestra.run.smithi053.stdout:kernel.core_pattern = core 2024-08-29T19:07:03.522 DEBUG:teuthology.orchestra.run.smithi028:> test -e /home/ubuntu/cephtest/archive/coredump 2024-08-29T19:07:03.551 DEBUG:teuthology.orchestra.run:got remote process result: 1 2024-08-29T19:07:03.551 DEBUG:teuthology.orchestra.run.smithi053:> test -e /home/ubuntu/cephtest/archive/coredump 2024-08-29T19:07:03.569 DEBUG:teuthology.orchestra.run:got remote process result: 1 2024-08-29T19:07:03.570 DEBUG:teuthology.run_tasks:Unwinding manager internal.archive 2024-08-29T19:07:03.581 INFO:teuthology.task.internal:Transferring archived files... 2024-08-29T19:07:03.582 DEBUG:teuthology.misc:Transferring archived files from smithi028:/home/ubuntu/cephtest/archive to /home/teuthworker/archive/yuriw-2024-08-29_14:15:47-upgrade-wip-yuri8-testing-2024-08-28-1632-squid-distro-default-smithi/7880101/remote/smithi028 2024-08-29T19:07:03.582 DEBUG:teuthology.orchestra.run.smithi028:> sudo tar c -f - -C /home/ubuntu/cephtest/archive -- . 2024-08-29T19:07:03.630 DEBUG:teuthology.misc:Transferring archived files from smithi053:/home/ubuntu/cephtest/archive to /home/teuthworker/archive/yuriw-2024-08-29_14:15:47-upgrade-wip-yuri8-testing-2024-08-28-1632-squid-distro-default-smithi/7880101/remote/smithi053 2024-08-29T19:07:03.631 DEBUG:teuthology.orchestra.run.smithi053:> sudo tar c -f - -C /home/ubuntu/cephtest/archive -- . 2024-08-29T19:07:03.661 INFO:teuthology.task.internal:Removing archive directory... 2024-08-29T19:07:03.661 DEBUG:teuthology.orchestra.run.smithi028:> rm -rf -- /home/ubuntu/cephtest/archive 2024-08-29T19:07:03.665 DEBUG:teuthology.orchestra.run.smithi053:> rm -rf -- /home/ubuntu/cephtest/archive 2024-08-29T19:07:03.700 DEBUG:teuthology.run_tasks:Unwinding manager internal.archive_upload 2024-08-29T19:07:03.713 INFO:teuthology.task.internal:Not uploading archives. 2024-08-29T19:07:03.713 DEBUG:teuthology.run_tasks:Unwinding manager internal.base 2024-08-29T19:07:03.740 INFO:teuthology.task.internal:Tidying up after the test... 2024-08-29T19:07:03.740 DEBUG:teuthology.orchestra.run.smithi028:> find /home/ubuntu/cephtest -ls ; rmdir -- /home/ubuntu/cephtest 2024-08-29T19:07:03.743 DEBUG:teuthology.orchestra.run.smithi053:> find /home/ubuntu/cephtest -ls ; rmdir -- /home/ubuntu/cephtest 2024-08-29T19:07:03.747 INFO:teuthology.orchestra.run.smithi028.stdout: 658467 4 drwxr-xr-x 2 ubuntu ubuntu 4096 Aug 29 19:07 /home/ubuntu/cephtest 2024-08-29T19:07:03.749 INFO:teuthology.orchestra.run.smithi053.stdout: 658641 4 drwxr-xr-x 2 ubuntu ubuntu 4096 Aug 29 19:07 /home/ubuntu/cephtest 2024-08-29T19:07:03.751 DEBUG:teuthology.run_tasks:Unwinding manager kernel 2024-08-29T19:07:03.823 DEBUG:teuthology.run_tasks:Unwinding manager console_log 2024-08-29T19:07:03.927 INFO:teuthology.run:Summary data: description: upgrade/quincy-x/parallel/{0-random-distro$/{ubuntu_22.04} 0-start 1-tasks mon_election/connectivity upgrade-sequence workload/{ec-rados-default rados_api rados_loadgenbig rbd_import_export test_rbd_api test_rbd_python}} duration: 6436.571302175522 failure_reason: '"1724952754.0433066 mon.a (mon.0) 176 : cluster [WRN] Health check failed: 1/3 mons down, quorum a,b (MON_DOWN)" in cluster log' flavor: default owner: scheduled_yuriw@teuthology success: false 2024-08-29T19:07:03.927 DEBUG:teuthology.report:Pushing job info to https://paddles.front.sepia.ceph.com/ 2024-08-29T19:07:04.006 INFO:teuthology.run:FAIL